-- Logs begin at Tue 2022-03-29 14:54:08 UTC, end at Tue 2022-03-29 17:10:44 UTC. -- Mar 29 15:25:13.438811 n-d-834765-1 systemd[1]: Started Devstack devstack@q-svc.service. Mar 29 15:25:16.238683 n-d-834765-1 neutron-server[102683]: INFO neutron.common.config [-] Logging enabled! Mar 29 15:25:16.239374 n-d-834765-1 neutron-server[102683]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.1.dev88 Mar 29 15:25:16.239471 n-d-834765-1 neutron-server[102683]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102683) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 29 15:25:16.242687 n-d-834765-1 neutron-server[102683]: INFO neutron.common.config [-] Logging enabled! Mar 29 15:25:16.242936 n-d-834765-1 neutron-server[102683]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.1.dev88 Mar 29 15:25:16.243241 n-d-834765-1 neutron-server[102683]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102683) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 29 15:25:16.244199 n-d-834765-1 neutron-server[102683]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 29 15:25:16.244454 n-d-834765-1 neutron-server[102683]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 29 15:25:16.244804 n-d-834765-1 neutron-server[102683]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 29 15:25:16.245044 n-d-834765-1 neutron-server[102683]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 29 15:25:16.245264 n-d-834765-1 neutron-server[102683]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 29 15:25:16.245575 n-d-834765-1 neutron-server[102683]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:25:16.245865 n-d-834765-1 neutron-server[102683]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:25:16.246156 n-d-834765-1 neutron-server[102683]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:25:16.246381 n-d-834765-1 neutron-server[102683]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:25:16.246670 n-d-834765-1 neutron-server[102683]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:25:16.246954 n-d-834765-1 neutron-server[102683]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:25:16.247233 n-d-834765-1 neutron-server[102683]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:25:16.247538 n-d-834765-1 neutron-server[102683]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:25:16.247826 n-d-834765-1 neutron-server[102683]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:25:16.248104 n-d-834765-1 neutron-server[102683]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:25:16.248388 n-d-834765-1 neutron-server[102683]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:25:16.248659 n-d-834765-1 neutron-server[102683]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:25:16.248885 n-d-834765-1 neutron-server[102683]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:25:16.249159 n-d-834765-1 neutron-server[102683]: DEBUG neutron.common.config [-] config_source = [] {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:25:16.249440 n-d-834765-1 neutron-server[102683]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:25:16.249721 n-d-834765-1 neutron-server[102683]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:25:16.249940 n-d-834765-1 neutron-server[102683]: DEBUG neutron.common.config [-] debug = True {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:25:16.250216 n-d-834765-1 neutron-server[102683]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:25:16.250637 n-d-834765-1 neutron-server[102683]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:25:16.251041 n-d-834765-1 neutron-server[102683]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:25:16.251337 n-d-834765-1 neutron-server[102683]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:25:16.251623 n-d-834765-1 neutron-server[102683]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:25:16.251894 n-d-834765-1 neutron-server[102683]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:25:16.252159 n-d-834765-1 neutron-server[102683]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:25:16.252433 n-d-834765-1 neutron-server[102683]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:25:16.252712 n-d-834765-1 neutron-server[102683]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:25:16.253034 n-d-834765-1 neutron-server[102683]: DEBUG neutron.common.config [-] host = n-d-834765-1 {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:25:16.253306 n-d-834765-1 neutron-server[102683]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:25:16.253586 n-d-834765-1 neutron-server[102683]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:25:16.253865 n-d-834765-1 neutron-server[102683]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:25:16.254145 n-d-834765-1 neutron-server[102683]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:25:16.254414 n-d-834765-1 neutron-server[102683]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:25:16.254684 n-d-834765-1 neutron-server[102683]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:25:16.254961 n-d-834765-1 neutron-server[102683]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:25:16.255230 n-d-834765-1 neutron-server[102683]: DEBUG neutron.common.config [-] log_dir = None {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:25:16.255526 n-d-834765-1 neutron-server[102683]: DEBUG neutron.common.config [-] log_file = None {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:25:16.255798 n-d-834765-1 neutron-server[102683]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:25:16.256081 n-d-834765-1 neutron-server[102683]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:25:16.256362 n-d-834765-1 neutron-server[102683]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:25:16.256646 n-d-834765-1 neutron-server[102683]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:25:16.256866 n-d-834765-1 neutron-server[102683]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:25:16.257085 n-d-834765-1 neutron-server[102683]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:25:16.257368 n-d-834765-1 neutron-server[102683]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:25:16.257647 n-d-834765-1 neutron-server[102683]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:25:16.257920 n-d-834765-1 neutron-server[102683]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:25:16.258191 n-d-834765-1 neutron-server[102683]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:25:16.258461 n-d-834765-1 neutron-server[102683]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:25:16.258730 n-d-834765-1 neutron-server[102683]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:25:16.258998 n-d-834765-1 neutron-server[102683]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:25:16.259277 n-d-834765-1 neutron-server[102683]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:25:16.259563 n-d-834765-1 neutron-server[102683]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:25:16.259838 n-d-834765-1 neutron-server[102683]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:25:16.260664 n-d-834765-1 neutron-server[102683]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:25:16.260938 n-d-834765-1 neutron-server[102683]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:25:16.261210 n-d-834765-1 neutron-server[102683]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:25:16.261477 n-d-834765-1 neutron-server[102683]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:25:16.261743 n-d-834765-1 neutron-server[102683]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:25:16.262022 n-d-834765-1 neutron-server[102683]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:25:16.262291 n-d-834765-1 neutron-server[102683]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:25:16.262559 n-d-834765-1 neutron-server[102683]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:25:16.262834 n-d-834765-1 neutron-server[102683]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:25:16.263115 n-d-834765-1 neutron-server[102683]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:25:16.263413 n-d-834765-1 neutron-server[102683]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:25:16.263684 n-d-834765-1 neutron-server[102683]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:25:16.263979 n-d-834765-1 neutron-server[102683]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:25:16.264258 n-d-834765-1 neutron-server[102683]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:25:16.264535 n-d-834765-1 neutron-server[102683]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:25:16.264814 n-d-834765-1 neutron-server[102683]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:25:16.265083 n-d-834765-1 neutron-server[102683]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:25:16.265359 n-d-834765-1 neutron-server[102683]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:25:16.265624 n-d-834765-1 neutron-server[102683]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:25:16.265888 n-d-834765-1 neutron-server[102683]: DEBUG neutron.common.config [-] use_journal = False {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:25:16.266150 n-d-834765-1 neutron-server[102683]: DEBUG neutron.common.config [-] use_json = False {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:25:16.266413 n-d-834765-1 neutron-server[102683]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:25:16.266675 n-d-834765-1 neutron-server[102683]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:25:16.266947 n-d-834765-1 neutron-server[102683]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:25:16.267212 n-d-834765-1 neutron-server[102683]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:25:16.267502 n-d-834765-1 neutron-server[102683]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:25:16.267770 n-d-834765-1 neutron-server[102683]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:25:16.268034 n-d-834765-1 neutron-server[102683]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:25:16.268314 n-d-834765-1 neutron-server[102683]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:25:16.268580 n-d-834765-1 neutron-server[102683]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:25:16.268868 n-d-834765-1 neutron-server[102683]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:16.269155 n-d-834765-1 neutron-server[102683]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:16.269446 n-d-834765-1 neutron-server[102683]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:16.269725 n-d-834765-1 neutron-server[102683]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:16.270006 n-d-834765-1 neutron-server[102683]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:16.270279 n-d-834765-1 neutron-server[102683]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:16.270563 n-d-834765-1 neutron-server[102683]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:16.270833 n-d-834765-1 neutron-server[102683]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:16.271114 n-d-834765-1 neutron-server[102683]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:16.271419 n-d-834765-1 neutron-server[102683]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:16.271702 n-d-834765-1 neutron-server[102683]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:16.271970 n-d-834765-1 neutron-server[102683]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:16.272250 n-d-834765-1 neutron-server[102683]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:16.272519 n-d-834765-1 neutron-server[102683]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:16.272811 n-d-834765-1 neutron-server[102683]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:16.273110 n-d-834765-1 neutron-server[102683]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:16.273395 n-d-834765-1 neutron-server[102683]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:16.273681 n-d-834765-1 neutron-server[102683]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:16.273950 n-d-834765-1 neutron-server[102683]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:16.274218 n-d-834765-1 neutron-server[102683]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:16.274486 n-d-834765-1 neutron-server[102683]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:16.274756 n-d-834765-1 neutron-server[102683]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:16.275039 n-d-834765-1 neutron-server[102683]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:16.275331 n-d-834765-1 neutron-server[102683]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:16.276243 n-d-834765-1 neutron-server[102683]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:16.276644 n-d-834765-1 neutron-server[102683]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:16.276928 n-d-834765-1 neutron-server[102683]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:16.277213 n-d-834765-1 neutron-server[102683]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:16.277507 n-d-834765-1 neutron-server[102683]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:16.277796 n-d-834765-1 neutron-server[102683]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:16.278067 n-d-834765-1 neutron-server[102683]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:16.278342 n-d-834765-1 neutron-server[102683]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:16.278631 n-d-834765-1 neutron-server[102683]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:16.278904 n-d-834765-1 neutron-server[102683]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:16.279173 n-d-834765-1 neutron-server[102683]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:16.279472 n-d-834765-1 neutron-server[102683]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:16.279756 n-d-834765-1 neutron-server[102683]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:16.280029 n-d-834765-1 neutron-server[102683]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:16.280300 n-d-834765-1 neutron-server[102683]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:16.280578 n-d-834765-1 neutron-server[102683]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:16.280851 n-d-834765-1 neutron-server[102683]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:16.281117 n-d-834765-1 neutron-server[102683]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:16.281384 n-d-834765-1 neutron-server[102683]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:16.281654 n-d-834765-1 neutron-server[102683]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:16.281937 n-d-834765-1 neutron-server[102683]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:16.282208 n-d-834765-1 neutron-server[102683]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:16.282473 n-d-834765-1 neutron-server[102683]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:16.282744 n-d-834765-1 neutron-server[102683]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:16.283018 n-d-834765-1 neutron-server[102683]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:16.283311 n-d-834765-1 neutron-server[102683]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:16.283593 n-d-834765-1 neutron-server[102683]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:16.283865 n-d-834765-1 neutron-server[102683]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:16.284134 n-d-834765-1 neutron-server[102683]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:16.284402 n-d-834765-1 neutron-server[102683]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:16.284673 n-d-834765-1 neutron-server[102683]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:16.284941 n-d-834765-1 neutron-server[102683]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:16.285207 n-d-834765-1 neutron-server[102683]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:16.285477 n-d-834765-1 neutron-server[102683]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:16.285744 n-d-834765-1 neutron-server[102683]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:16.286015 n-d-834765-1 neutron-server[102683]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:16.286281 n-d-834765-1 neutron-server[102683]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:16.286546 n-d-834765-1 neutron-server[102683]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:16.286812 n-d-834765-1 neutron-server[102683]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:16.287077 n-d-834765-1 neutron-server[102683]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:16.287367 n-d-834765-1 neutron-server[102683]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:16.287635 n-d-834765-1 neutron-server[102683]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:16.287900 n-d-834765-1 neutron-server[102683]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:16.288172 n-d-834765-1 neutron-server[102683]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:16.288439 n-d-834765-1 neutron-server[102683]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:16.288704 n-d-834765-1 neutron-server[102683]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:16.288972 n-d-834765-1 neutron-server[102683]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:16.289241 n-d-834765-1 neutron-server[102683]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:16.289508 n-d-834765-1 neutron-server[102683]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:16.289789 n-d-834765-1 neutron-server[102683]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:16.290080 n-d-834765-1 neutron-server[102683]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:16.290352 n-d-834765-1 neutron-server[102683]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:16.290625 n-d-834765-1 neutron-server[102683]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:16.290897 n-d-834765-1 neutron-server[102683]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:16.291194 n-d-834765-1 neutron-server[102683]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:16.291491 n-d-834765-1 neutron-server[102683]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:16.291767 n-d-834765-1 neutron-server[102683]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:16.292035 n-d-834765-1 neutron-server[102683]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:16.292306 n-d-834765-1 neutron-server[102683]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:16.292577 n-d-834765-1 neutron-server[102683]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:16.292861 n-d-834765-1 neutron-server[102683]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:16.293141 n-d-834765-1 neutron-server[102683]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:16.293424 n-d-834765-1 neutron-server[102683]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:16.293700 n-d-834765-1 neutron-server[102683]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:16.293978 n-d-834765-1 neutron-server[102683]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:16.294268 n-d-834765-1 neutron-server[102683]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:16.294540 n-d-834765-1 neutron-server[102683]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:16.294832 n-d-834765-1 neutron-server[102683]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:16.295089 n-d-834765-1 neutron-server[102683]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:16.295388 n-d-834765-1 neutron-server[102683]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:16.295667 n-d-834765-1 neutron-server[102683]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:16.295943 n-d-834765-1 neutron-server[102683]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:16.296230 n-d-834765-1 neutron-server[102683]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:16.296518 n-d-834765-1 neutron-server[102683]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:16.296804 n-d-834765-1 neutron-server[102683]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:16.297091 n-d-834765-1 neutron-server[102683]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:16.297376 n-d-834765-1 neutron-server[102683]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:16.297652 n-d-834765-1 neutron-server[102683]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:16.297955 n-d-834765-1 neutron-server[102683]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:16.298228 n-d-834765-1 neutron-server[102683]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:16.298439 n-d-834765-1 neutron-server[102683]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 29 15:25:16.298675 n-d-834765-1 neutron-server[102683]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=102683) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Mar 29 15:25:16.651387 n-d-834765-1 neutron-server[102683]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=102683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Mar 29 15:25:16.651663 n-d-834765-1 neutron-server[102683]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=102683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Mar 29 15:25:16.651950 n-d-834765-1 neutron-server[102683]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=102683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Mar 29 15:25:16.652280 n-d-834765-1 neutron-server[102683]: INFO neutron.manager [-] Loading core plugin: ml2 Mar 29 15:25:17.046510 n-d-834765-1 neutron-server[102683]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:25:17.046703 n-d-834765-1 neutron-server[102683]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:25:17.046975 n-d-834765-1 neutron-server[102683]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:25:17.048281 n-d-834765-1 neutron-server[102683]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:25:17.048552 n-d-834765-1 neutron-server[102683]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:25:17.048818 n-d-834765-1 neutron-server[102683]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:25:17.085504 n-d-834765-1 neutron-server[102683]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:25:17.085777 n-d-834765-1 neutron-server[102683]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:25:17.086042 n-d-834765-1 neutron-server[102683]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:25:17.102077 n-d-834765-1 neutron-server[102683]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:25:17.102354 n-d-834765-1 neutron-server[102683]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:25:17.102616 n-d-834765-1 neutron-server[102683]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:25:17.130808 n-d-834765-1 neutron-server[102683]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:25:17.131082 n-d-834765-1 neutron-server[102683]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:25:17.131380 n-d-834765-1 neutron-server[102683]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:25:17.169228 n-d-834765-1 neutron-server[102683]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:25:17.169504 n-d-834765-1 neutron-server[102683]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:25:17.169773 n-d-834765-1 neutron-server[102683]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:25:17.398275 n-d-834765-1 neutron-server[102683]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=102683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:25:17.398923 n-d-834765-1 neutron-server[102683]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=102683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:25:17.398923 n-d-834765-1 neutron-server[102683]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=102683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:25:17.399098 n-d-834765-1 neutron-server[102683]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=102683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:25:17.399771 n-d-834765-1 neutron-server[102683]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=102683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:25:17.520488 n-d-834765-1 neutron-server[102683]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=102683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:25:17.520809 n-d-834765-1 neutron-server[102683]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=102683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:25:17.521086 n-d-834765-1 neutron-server[102683]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=102683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:25:17.521351 n-d-834765-1 neutron-server[102683]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=102683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:25:17.521613 n-d-834765-1 neutron-server[102683]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=102683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:25:17.521919 n-d-834765-1 neutron-server[102683]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=102683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:25:17.522175 n-d-834765-1 neutron-server[102683]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=102683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:25:17.522428 n-d-834765-1 neutron-server[102683]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=102683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:25:17.522699 n-d-834765-1 neutron-server[102683]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=102683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:25:17.522961 n-d-834765-1 neutron-server[102683]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=102683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:25:17.523215 n-d-834765-1 neutron-server[102683]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=102683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:25:17.523505 n-d-834765-1 neutron-server[102683]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=102683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:25:17.523754 n-d-834765-1 neutron-server[102683]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=102683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:25:17.524002 n-d-834765-1 neutron-server[102683]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=102683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:25:17.524254 n-d-834765-1 neutron-server[102683]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=102683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:25:17.524515 n-d-834765-1 neutron-server[102683]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:25:17.524765 n-d-834765-1 neutron-server[102683]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=102683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:25:17.525027 n-d-834765-1 neutron-server[102683]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=102683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:25:17.525292 n-d-834765-1 neutron-server[102683]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=102683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:25:17.525710 n-d-834765-1 neutron-server[102683]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=102683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:25:17.525710 n-d-834765-1 neutron-server[102683]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:25:17.526180 n-d-834765-1 neutron-server[102683]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:25:17.526343 n-d-834765-1 neutron-server[102683]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:25:17.526711 n-d-834765-1 neutron-server[102683]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:25:17.526955 n-d-834765-1 neutron-server[102683]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:25:17.527197 n-d-834765-1 neutron-server[102683]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:25:17.527609 n-d-834765-1 neutron-server[102683]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=102683) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 29 15:25:17.527844 n-d-834765-1 neutron-server[102683]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=102683) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 29 15:25:17.528076 n-d-834765-1 neutron-server[102683]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=102683) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 29 15:25:17.528307 n-d-834765-1 neutron-server[102683]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=102683) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 29 15:25:17.528536 n-d-834765-1 neutron-server[102683]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=102683) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 29 15:25:17.528764 n-d-834765-1 neutron-server[102683]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=102683) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 29 15:25:17.529122 n-d-834765-1 neutron-server[102683]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Mar 29 15:25:17.532203 n-d-834765-1 neutron-server[102683]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Mar 29 15:25:17.536120 n-d-834765-1 neutron-server[102683]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Mar 29 15:25:17.539745 n-d-834765-1 neutron-server[102683]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(600, 649)])]) Mar 29 15:25:17.541523 n-d-834765-1 neutron-server[102683]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Mar 29 15:25:17.541967 n-d-834765-1 neutron-server[102683]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Mar 29 15:25:17.542300 n-d-834765-1 neutron-server[102683]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Mar 29 15:25:17.542684 n-d-834765-1 neutron-server[102683]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Mar 29 15:25:17.545484 n-d-834765-1 neutron-server[102683]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Mar 29 15:25:17.545726 n-d-834765-1 neutron-server[102683]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Mar 29 15:25:17.546063 n-d-834765-1 neutron-server[102683]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Mar 29 15:25:17.551340 n-d-834765-1 neutron-server[102683]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Mar 29 15:25:17.574199 n-d-834765-1 neutron-server[102683]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Mar 29 15:25:17.574640 n-d-834765-1 neutron-server[102683]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=102683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:25:17.574934 n-d-834765-1 neutron-server[102683]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=102683) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Mar 29 15:25:17.575310 n-d-834765-1 neutron-server[102683]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=102683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:25:17.576668 n-d-834765-1 neutron-server[102683]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=102683) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Mar 29 15:25:17.576944 n-d-834765-1 neutron-server[102683]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Mar 29 15:25:17.577185 n-d-834765-1 neutron-server[102683]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Mar 29 15:25:17.580615 n-d-834765-1 neutron-server[102683]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=102683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:25:17.580891 n-d-834765-1 neutron-server[102683]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=102683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:25:17.644152 n-d-834765-1 neutron-server[102683]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Mar 29 15:25:17.644389 n-d-834765-1 neutron-server[102683]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Mar 29 15:25:17.644622 n-d-834765-1 neutron-server[102683]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Mar 29 15:25:17.644993 n-d-834765-1 neutron-server[102683]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Mar 29 15:25:17.666804 n-d-834765-1 neutron-server[102683]: DEBUG oslo_db.sqlalchemy.engines [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=102683) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Mar 29 15:25:18.201830 n-d-834765-1 neutron-server[102683]: INFO neutron.plugins.ml2.managers [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Initializing driver for type 'gre' Mar 29 15:25:18.202439 n-d-834765-1 neutron-server[102683]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] gre ID ranges: [(1, 1000)] Mar 29 15:25:18.253324 n-d-834765-1 neutron-server[102683]: INFO neutron.plugins.ml2.managers [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Initializing driver for type 'local' Mar 29 15:25:18.253677 n-d-834765-1 neutron-server[102683]: INFO neutron.plugins.ml2.managers [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Initializing driver for type 'vlan' Mar 29 15:25:18.265708 n-d-834765-1 neutron-server[102683]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] VlanTypeDriver initialization complete Mar 29 15:25:18.266078 n-d-834765-1 neutron-server[102683]: INFO neutron.plugins.ml2.managers [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Initializing driver for type 'vxlan' Mar 29 15:25:18.266561 n-d-834765-1 neutron-server[102683]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] vxlan ID ranges: [(1, 1000)] Mar 29 15:25:18.316431 n-d-834765-1 neutron-server[102683]: INFO neutron.plugins.ml2.managers [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Initializing extension driver 'port_security' Mar 29 15:25:18.316772 n-d-834765-1 neutron-server[102683]: INFO neutron.plugins.ml2.extensions.port_security [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] PortSecurityExtensionDriver initialization complete Mar 29 15:25:18.317143 n-d-834765-1 neutron-server[102683]: INFO neutron.plugins.ml2.managers [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Initializing mechanism driver 'openvswitch' Mar 29 15:25:18.317489 n-d-834765-1 neutron-server[102683]: INFO neutron.plugins.ml2.managers [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Initializing mechanism driver 'hyperv' Mar 29 15:25:18.324819 n-d-834765-1 neutron-server[102683]: DEBUG neutron.plugins.ml2.plugin [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=102683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:25:18.325490 n-d-834765-1 neutron-server[102683]: DEBUG neutron_lib.callbacks.manager [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Subscribe: > port after_create 55550000 {{(pid=102683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:25:18.325856 n-d-834765-1 neutron-server[102683]: DEBUG neutron_lib.callbacks.manager [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Subscribe: > port after_update 55550000 {{(pid=102683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:25:18.326215 n-d-834765-1 neutron-server[102683]: DEBUG neutron_lib.callbacks.manager [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Subscribe: > port after_delete 55550000 {{(pid=102683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:25:18.326727 n-d-834765-1 neutron-server[102683]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=102683) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Mar 29 15:25:18.327167 n-d-834765-1 neutron-server[102683]: DEBUG neutron_lib.callbacks.manager [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Subscribe: > subnet after_create 55550000 {{(pid=102683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:25:18.327556 n-d-834765-1 neutron-server[102683]: DEBUG neutron_lib.callbacks.manager [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Subscribe: > subnet after_update 55550000 {{(pid=102683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:25:18.327903 n-d-834765-1 neutron-server[102683]: DEBUG neutron_lib.callbacks.manager [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Subscribe: > subnet after_delete 55550000 {{(pid=102683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:25:18.328296 n-d-834765-1 neutron-server[102683]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=102683) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Mar 29 15:25:18.328703 n-d-834765-1 neutron-server[102683]: DEBUG neutron_lib.callbacks.manager [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Subscribe: > network after_create 55550000 {{(pid=102683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:25:18.329049 n-d-834765-1 neutron-server[102683]: DEBUG neutron_lib.callbacks.manager [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Subscribe: > network after_update 55550000 {{(pid=102683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:25:18.329386 n-d-834765-1 neutron-server[102683]: DEBUG neutron_lib.callbacks.manager [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Subscribe: > network after_delete 55550000 {{(pid=102683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:25:18.329777 n-d-834765-1 neutron-server[102683]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=102683) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Mar 29 15:25:18.330185 n-d-834765-1 neutron-server[102683]: DEBUG neutron_lib.callbacks.manager [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Subscribe: > security_group after_create 55550000 {{(pid=102683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:25:18.330530 n-d-834765-1 neutron-server[102683]: DEBUG neutron_lib.callbacks.manager [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Subscribe: > security_group after_update 55550000 {{(pid=102683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:25:18.330867 n-d-834765-1 neutron-server[102683]: DEBUG neutron_lib.callbacks.manager [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Subscribe: > security_group after_delete 55550000 {{(pid=102683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:25:18.332950 n-d-834765-1 neutron-server[102683]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=102683) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Mar 29 15:25:18.333388 n-d-834765-1 neutron-server[102683]: DEBUG neutron_lib.callbacks.manager [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=102683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:25:18.333752 n-d-834765-1 neutron-server[102683]: DEBUG neutron_lib.callbacks.manager [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=102683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:25:18.334107 n-d-834765-1 neutron-server[102683]: DEBUG neutron_lib.callbacks.manager [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=102683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:25:18.334509 n-d-834765-1 neutron-server[102683]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=102683) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Mar 29 15:25:18.334925 n-d-834765-1 neutron-server[102683]: DEBUG neutron_lib.callbacks.manager [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Subscribe: > address_group after_create 55550000 {{(pid=102683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:25:18.335298 n-d-834765-1 neutron-server[102683]: DEBUG neutron_lib.callbacks.manager [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Subscribe: > address_group after_update 55550000 {{(pid=102683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:25:18.335646 n-d-834765-1 neutron-server[102683]: DEBUG neutron_lib.callbacks.manager [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Subscribe: > address_group after_delete 55550000 {{(pid=102683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:25:18.336044 n-d-834765-1 neutron-server[102683]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=102683) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Mar 29 15:25:18.336500 n-d-834765-1 neutron-server[102683]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] ML2 OVO RPC backend initialized. {{(pid=102683) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Mar 29 15:25:18.337213 n-d-834765-1 neutron-server[102683]: DEBUG neutron_lib.callbacks.manager [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Subscribe: > router_interface after_create 55550000 {{(pid=102683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:25:18.337572 n-d-834765-1 neutron-server[102683]: DEBUG neutron_lib.callbacks.manager [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:25:18.337990 n-d-834765-1 neutron-server[102683]: DEBUG neutron_lib.callbacks.manager [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Subscribe: > network before_response 55550000 {{(pid=102683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:25:18.338340 n-d-834765-1 neutron-server[102683]: DEBUG neutron_lib.callbacks.manager [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Subscribe: > networks before_response 55550000 {{(pid=102683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:25:18.339278 n-d-834765-1 neutron-server[102683]: DEBUG neutron_lib.callbacks.manager [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Subscribe: > port before_response 55550000 {{(pid=102683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:25:18.339890 n-d-834765-1 neutron-server[102683]: DEBUG neutron_lib.callbacks.manager [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Subscribe: > ports before_response 55550000 {{(pid=102683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:25:18.340242 n-d-834765-1 neutron-server[102683]: DEBUG neutron_lib.callbacks.manager [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Subscribe: > subnet before_response 55550000 {{(pid=102683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:25:18.340585 n-d-834765-1 neutron-server[102683]: DEBUG neutron_lib.callbacks.manager [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Subscribe: > subnets before_response 55550000 {{(pid=102683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:25:18.340928 n-d-834765-1 neutron-server[102683]: DEBUG neutron_lib.callbacks.manager [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Subscribe: > network after_create 55550000 {{(pid=102683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:25:18.341265 n-d-834765-1 neutron-server[102683]: DEBUG neutron_lib.callbacks.manager [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Subscribe: > network after_update 55550000 {{(pid=102683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:25:18.341600 n-d-834765-1 neutron-server[102683]: DEBUG neutron_lib.callbacks.manager [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Subscribe: > network after_delete 55550000 {{(pid=102683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:25:18.341934 n-d-834765-1 neutron-server[102683]: DEBUG neutron_lib.callbacks.manager [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Subscribe: > port after_create 55550000 {{(pid=102683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:25:18.342266 n-d-834765-1 neutron-server[102683]: DEBUG neutron_lib.callbacks.manager [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Subscribe: > port after_update 55550000 {{(pid=102683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:25:18.342600 n-d-834765-1 neutron-server[102683]: DEBUG neutron_lib.callbacks.manager [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Subscribe: > port after_delete 55550000 {{(pid=102683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:25:18.342933 n-d-834765-1 neutron-server[102683]: DEBUG neutron_lib.callbacks.manager [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Subscribe: > subnet after_create 55550000 {{(pid=102683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:25:18.343319 n-d-834765-1 neutron-server[102683]: DEBUG neutron_lib.callbacks.manager [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Subscribe: > subnet after_update 55550000 {{(pid=102683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:25:18.343680 n-d-834765-1 neutron-server[102683]: DEBUG neutron_lib.callbacks.manager [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Subscribe: > subnet after_delete 55550000 {{(pid=102683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:25:18.350967 n-d-834765-1 neutron-server[102683]: INFO neutron.quota [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Loaded quota_driver: . Mar 29 15:25:18.351368 n-d-834765-1 neutron-server[102683]: INFO neutron.plugins.ml2.plugin [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Modular L2 Plugin initialization complete Mar 29 15:25:18.351738 n-d-834765-1 neutron-server[102683]: DEBUG neutron.manager [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Loading services supported by the core plugin {{(pid=102683) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Mar 29 15:25:18.352094 n-d-834765-1 neutron-server[102683]: INFO neutron.plugins.ml2.managers [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Got port-security extension from driver 'port_security' Mar 29 15:25:18.352616 n-d-834765-1 neutron-server[102683]: INFO neutron.extensions.vlantransparent [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Disabled vlantransparent extension. Mar 29 15:25:18.353176 n-d-834765-1 neutron-server[102683]: DEBUG neutron.manager [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=102683) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Mar 29 15:25:18.353559 n-d-834765-1 neutron-server[102683]: INFO neutron.manager [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Loading Plugin: router Mar 29 15:25:18.389722 n-d-834765-1 neutron-server[102683]: DEBUG neutron_lib.callbacks.manager [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Subscribe: > router_interface before_create 55550000 {{(pid=102683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:25:18.390114 n-d-834765-1 neutron-server[102683]: DEBUG neutron_lib.callbacks.manager [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Subscribe: > router after_create 55549900 {{(pid=102683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:25:18.390484 n-d-834765-1 neutron-server[102683]: DEBUG neutron_lib.callbacks.manager [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Subscribe: > router before_create 55549900 {{(pid=102683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:25:18.390850 n-d-834765-1 neutron-server[102683]: DEBUG neutron_lib.callbacks.manager [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=102683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:25:18.391224 n-d-834765-1 neutron-server[102683]: DEBUG neutron_lib.callbacks.manager [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:25:18.391604 n-d-834765-1 neutron-server[102683]: DEBUG neutron_lib.callbacks.manager [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Subscribe: > router after_delete 55549900 {{(pid=102683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:25:18.391962 n-d-834765-1 neutron-server[102683]: DEBUG neutron_lib.callbacks.manager [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Subscribe: > floatingip after_create 55550000 {{(pid=102683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:25:18.392311 n-d-834765-1 neutron-server[102683]: DEBUG neutron_lib.callbacks.manager [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Subscribe: > floatingip after_update 55550000 {{(pid=102683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:25:18.392672 n-d-834765-1 neutron-server[102683]: DEBUG neutron_lib.callbacks.manager [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Subscribe: > router after_create 55549900 {{(pid=102683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:25:18.393018 n-d-834765-1 neutron-server[102683]: DEBUG neutron_lib.callbacks.manager [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Subscribe: > router after_update 55549900 {{(pid=102683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:25:18.393364 n-d-834765-1 neutron-server[102683]: DEBUG neutron_lib.callbacks.manager [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Subscribe: > router after_update 55549900 {{(pid=102683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:25:18.393711 n-d-834765-1 neutron-server[102683]: DEBUG neutron_lib.callbacks.manager [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=102683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:25:18.394065 n-d-834765-1 neutron-server[102683]: DEBUG neutron_lib.callbacks.manager [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Subscribe: > router after_update 55549900 {{(pid=102683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:25:18.394474 n-d-834765-1 neutron-server[102683]: DEBUG neutron_lib.callbacks.manager [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Subscribe: > router precommit_update 55549900 {{(pid=102683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:25:18.394841 n-d-834765-1 neutron-server[102683]: DEBUG neutron_lib.callbacks.manager [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Subscribe: port after_update 55550000 {{(pid=102683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:25:18.395182 n-d-834765-1 neutron-server[102683]: DEBUG neutron_lib.callbacks.manager [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Subscribe: port after_delete 55550000 {{(pid=102683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:25:18.395542 n-d-834765-1 neutron-server[102683]: DEBUG neutron_lib.callbacks.manager [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Subscribe: subnet after_update 55550000 {{(pid=102683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:25:18.395879 n-d-834765-1 neutron-server[102683]: DEBUG neutron_lib.callbacks.manager [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=102683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:25:18.396225 n-d-834765-1 neutron-server[102683]: DEBUG neutron_lib.callbacks.manager [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Subscribe: > port precommit_delete 55550000 {{(pid=102683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:25:18.396568 n-d-834765-1 neutron-server[102683]: DEBUG neutron_lib.callbacks.manager [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Subscribe: > router precommit_create 55549900 {{(pid=102683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:25:18.396909 n-d-834765-1 neutron-server[102683]: DEBUG neutron_lib.callbacks.manager [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Subscribe: port before_delete 55550000 {{(pid=102683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:25:18.397249 n-d-834765-1 neutron-server[102683]: DEBUG neutron_lib.callbacks.manager [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Subscribe: > router precommit_create 55550000 {{(pid=102683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:25:18.397600 n-d-834765-1 neutron-server[102683]: DEBUG neutron_lib.callbacks.manager [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Subscribe: > router after_update 55549900 {{(pid=102683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:25:18.397940 n-d-834765-1 neutron-server[102683]: DEBUG neutron_lib.callbacks.manager [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Subscribe: > router precommit_delete 55549900 {{(pid=102683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:25:18.398290 n-d-834765-1 neutron-server[102683]: DEBUG neutron_lib.callbacks.manager [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Subscribe: > router precommit_create 55549900 {{(pid=102683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:25:18.398670 n-d-834765-1 neutron-server[102683]: DEBUG neutron_lib.callbacks.manager [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Subscribe: > router_interface after_create 55550000 {{(pid=102683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:25:18.399192 n-d-834765-1 neutron-server[102683]: DEBUG neutron_lib.callbacks.manager [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Subscribe: > router precommit_update 55549900 {{(pid=102683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:25:18.399454 n-d-834765-1 neutron-server[102683]: DEBUG neutron_lib.callbacks.manager [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Subscribe: > agent after_create 55550000 {{(pid=102683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:25:18.399832 n-d-834765-1 neutron-server[102683]: DEBUG neutron_lib.callbacks.manager [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Subscribe: > agent after_delete 55550000 {{(pid=102683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:25:18.400199 n-d-834765-1 neutron-server[102683]: DEBUG neutron_lib.callbacks.manager [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Subscribe: > network after_delete 55550000 {{(pid=102683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:25:18.401696 n-d-834765-1 neutron-server[102683]: DEBUG neutron.quota.resource_registry [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Tracking information for resource: router configured {{(pid=102683) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 29 15:25:18.402051 n-d-834765-1 neutron-server[102683]: DEBUG neutron.quota.resource_registry [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Tracking information for resource: floatingip configured {{(pid=102683) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 29 15:25:18.407089 n-d-834765-1 neutron-server[102683]: INFO neutron.db.l3_agentschedulers_db [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Mar 29 15:25:18.407756 n-d-834765-1 neutron-server[102683]: DEBUG neutron_lib.callbacks.manager [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Subscribe: port after_update 55550000 {{(pid=102683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:25:18.408139 n-d-834765-1 neutron-server[102683]: DEBUG neutron_lib.callbacks.manager [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Subscribe: port after_create 55550000 {{(pid=102683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:25:18.408513 n-d-834765-1 neutron-server[102683]: DEBUG neutron_lib.callbacks.manager [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Subscribe: port after_delete 55550000 {{(pid=102683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:25:18.408893 n-d-834765-1 neutron-server[102683]: DEBUG neutron_lib.callbacks.manager [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Subscribe: port after_update 55550000 {{(pid=102683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:25:18.409734 n-d-834765-1 neutron-server[102683]: DEBUG neutron_lib.callbacks.manager [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Subscribe: > router before_create 55550100 {{(pid=102683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:25:18.410119 n-d-834765-1 neutron-server[102683]: DEBUG neutron_lib.callbacks.manager [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Subscribe: > router precommit_delete 55550100 {{(pid=102683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:25:18.410500 n-d-834765-1 neutron-server[102683]: DEBUG neutron_lib.callbacks.manager [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Subscribe: > router precommit_create 55550100 {{(pid=102683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:25:18.410884 n-d-834765-1 neutron-server[102683]: DEBUG neutron_lib.callbacks.manager [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Subscribe: > router precommit_update 55550100 {{(pid=102683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:25:18.416046 n-d-834765-1 neutron-server[102683]: DEBUG neutron.services.provider_configuration [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Service providers = [] {{(pid=102683) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Mar 29 15:25:18.416432 n-d-834765-1 neutron-server[102683]: DEBUG neutron.db.servicetype_db [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=102683) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Mar 29 15:25:18.419652 n-d-834765-1 neutron-server[102683]: DEBUG neutron.services.service_base [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=102683) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 29 15:25:18.420025 n-d-834765-1 neutron-server[102683]: DEBUG neutron.services.service_base [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=102683) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 29 15:25:18.420387 n-d-834765-1 neutron-server[102683]: DEBUG neutron.services.service_base [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=102683) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 29 15:25:18.421333 n-d-834765-1 neutron-server[102683]: DEBUG neutron.services.service_base [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=102683) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 29 15:25:18.421726 n-d-834765-1 neutron-server[102683]: INFO neutron.services.service_base [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Default provider is not specified for service type L3_ROUTER_NAT Mar 29 15:25:18.422129 n-d-834765-1 neutron-server[102683]: DEBUG neutron.manager [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=102683) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 29 15:25:18.422464 n-d-834765-1 neutron-server[102683]: INFO neutron.manager [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Mar 29 15:25:18.433456 n-d-834765-1 neutron-server[102683]: DEBUG neutron.manager [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=102683) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 29 15:25:18.433802 n-d-834765-1 neutron-server[102683]: INFO neutron.manager [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Loading Plugin: auto_allocate Mar 29 15:25:18.440010 n-d-834765-1 neutron-server[102683]: DEBUG neutron_lib.callbacks.manager [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Subscribe: network precommit_update 55550000 {{(pid=102683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:25:18.440407 n-d-834765-1 neutron-server[102683]: DEBUG neutron_lib.callbacks.manager [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Subscribe: network precommit_create 55550000 {{(pid=102683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:25:18.440938 n-d-834765-1 neutron-server[102683]: DEBUG neutron.manager [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=102683) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 29 15:25:18.441277 n-d-834765-1 neutron-server[102683]: INFO neutron.manager [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Loading Plugin: tag Mar 29 15:25:18.448698 n-d-834765-1 neutron-server[102683]: DEBUG neutron.manager [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=102683) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 29 15:25:18.449030 n-d-834765-1 neutron-server[102683]: INFO neutron.manager [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Loading Plugin: timestamp Mar 29 15:25:18.453046 n-d-834765-1 neutron-server[102683]: DEBUG neutron.manager [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=102683) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 29 15:25:18.453349 n-d-834765-1 neutron-server[102683]: INFO neutron.manager [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Loading Plugin: network_ip_availability Mar 29 15:25:18.458852 n-d-834765-1 neutron-server[102683]: DEBUG neutron_lib.callbacks.manager [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:25:18.459246 n-d-834765-1 neutron-server[102683]: DEBUG neutron_lib.callbacks.manager [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:25:18.459650 n-d-834765-1 neutron-server[102683]: DEBUG neutron_lib.callbacks.manager [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:25:18.460363 n-d-834765-1 neutron-server[102683]: DEBUG neutron.manager [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=102683) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 29 15:25:18.460682 n-d-834765-1 neutron-server[102683]: INFO neutron.manager [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Loading Plugin: flavors Mar 29 15:25:18.466303 n-d-834765-1 neutron-server[102683]: DEBUG neutron.manager [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=102683) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 29 15:25:18.466630 n-d-834765-1 neutron-server[102683]: INFO neutron.manager [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Loading Plugin: revisions Mar 29 15:25:18.470892 n-d-834765-1 neutron-server[102683]: DEBUG neutron.manager [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=102683) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 29 15:25:18.471310 n-d-834765-1 neutron-server[102683]: DEBUG oslo_concurrency.lockutils [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.819s {{(pid=102683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Mar 29 15:25:18.472052 n-d-834765-1 neutron-server[102683]: DEBUG neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=102683) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Mar 29 15:25:18.472388 n-d-834765-1 neutron-server[102683]: INFO neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Initializing extension manager. Mar 29 15:25:18.472898 n-d-834765-1 neutron-server[102683]: DEBUG neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Loading extension file: __init__.py {{(pid=102683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:25:18.473249 n-d-834765-1 neutron-server[102683]: DEBUG neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Loading extension file: __pycache__ {{(pid=102683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:25:18.473584 n-d-834765-1 neutron-server[102683]: DEBUG neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=102683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:25:18.473920 n-d-834765-1 neutron-server[102683]: DEBUG neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Loading extension file: address_group.py {{(pid=102683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:25:18.474688 n-d-834765-1 neutron-server[102683]: DEBUG neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=102683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:25:18.475278 n-d-834765-1 neutron-server[102683]: INFO neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Loaded extension: address-group Mar 29 15:25:18.475606 n-d-834765-1 neutron-server[102683]: DEBUG neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Loading extension file: address_scope.py {{(pid=102683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:25:18.476322 n-d-834765-1 neutron-server[102683]: DEBUG neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=102683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:25:18.476835 n-d-834765-1 neutron-server[102683]: INFO neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Loaded extension: address-scope Mar 29 15:25:18.477155 n-d-834765-1 neutron-server[102683]: DEBUG neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Loading extension file: admin_state_down_before_update.py {{(pid=102683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:25:18.478088 n-d-834765-1 neutron-server[102683]: DEBUG neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=102683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:25:18.478601 n-d-834765-1 neutron-server[102683]: INFO neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Loaded extension: router-admin-state-down-before-update Mar 29 15:25:18.478919 n-d-834765-1 neutron-server[102683]: DEBUG neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Loading extension file: agent.py {{(pid=102683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:25:18.479871 n-d-834765-1 neutron-server[102683]: DEBUG neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=102683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:25:18.480387 n-d-834765-1 neutron-server[102683]: INFO neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Loaded extension: agent Mar 29 15:25:18.480707 n-d-834765-1 neutron-server[102683]: DEBUG neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Loading extension file: agent_resources_synced.py {{(pid=102683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:25:18.481622 n-d-834765-1 neutron-server[102683]: DEBUG neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=102683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:25:18.482137 n-d-834765-1 neutron-server[102683]: INFO neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Loaded extension: agent-resources-synced Mar 29 15:25:18.482465 n-d-834765-1 neutron-server[102683]: DEBUG neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Loading extension file: allowedaddresspairs.py {{(pid=102683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:25:18.484293 n-d-834765-1 neutron-server[102683]: DEBUG neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=102683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:25:18.484824 n-d-834765-1 neutron-server[102683]: INFO neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Loaded extension: allowed-address-pairs Mar 29 15:25:18.485154 n-d-834765-1 neutron-server[102683]: DEBUG neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Loading extension file: auto_allocated_topology.py {{(pid=102683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:25:18.486232 n-d-834765-1 neutron-server[102683]: DEBUG neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=102683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:25:18.486749 n-d-834765-1 neutron-server[102683]: INFO neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Loaded extension: auto-allocated-topology Mar 29 15:25:18.487072 n-d-834765-1 neutron-server[102683]: DEBUG neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Loading extension file: availability_zone.py {{(pid=102683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:25:18.487787 n-d-834765-1 neutron-server[102683]: DEBUG neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=102683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:25:18.488297 n-d-834765-1 neutron-server[102683]: INFO neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Loaded extension: availability_zone Mar 29 15:25:18.488617 n-d-834765-1 neutron-server[102683]: DEBUG neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Loading extension file: availability_zone_filter.py {{(pid=102683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:25:18.489560 n-d-834765-1 neutron-server[102683]: DEBUG neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=102683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:25:18.490066 n-d-834765-1 neutron-server[102683]: INFO neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Loaded extension: availability_zone_filter Mar 29 15:25:18.490385 n-d-834765-1 neutron-server[102683]: DEBUG neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Loading extension file: data_plane_status.py {{(pid=102683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:25:18.491319 n-d-834765-1 neutron-server[102683]: DEBUG neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=102683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:25:18.491828 n-d-834765-1 neutron-server[102683]: INFO neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Extension data-plane-status not supported by any of loaded plugins Mar 29 15:25:18.492146 n-d-834765-1 neutron-server[102683]: DEBUG neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Loading extension file: default_subnetpools.py {{(pid=102683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:25:18.493062 n-d-834765-1 neutron-server[102683]: DEBUG neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=102683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:25:18.493572 n-d-834765-1 neutron-server[102683]: INFO neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Loaded extension: default-subnetpools Mar 29 15:25:18.493893 n-d-834765-1 neutron-server[102683]: DEBUG neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Loading extension file: dhcpagentscheduler.py {{(pid=102683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:25:18.494705 n-d-834765-1 neutron-server[102683]: DEBUG neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:25:18.495288 n-d-834765-1 neutron-server[102683]: INFO neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Loaded extension: dhcp_agent_scheduler Mar 29 15:25:18.495688 n-d-834765-1 neutron-server[102683]: DEBUG neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Loading extension file: dns.py {{(pid=102683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:25:18.496656 n-d-834765-1 neutron-server[102683]: DEBUG neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=102683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:25:18.497196 n-d-834765-1 neutron-server[102683]: INFO neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Extension dns-integration not supported by any of loaded plugins Mar 29 15:25:18.497539 n-d-834765-1 neutron-server[102683]: DEBUG neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Loading extension file: dns_domain_ports.py {{(pid=102683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:25:18.498515 n-d-834765-1 neutron-server[102683]: DEBUG neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=102683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:25:18.499048 n-d-834765-1 neutron-server[102683]: INFO neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Extension dns-domain-ports not supported by any of loaded plugins Mar 29 15:25:18.499410 n-d-834765-1 neutron-server[102683]: DEBUG neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=102683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:25:18.500373 n-d-834765-1 neutron-server[102683]: DEBUG neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=102683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:25:18.500881 n-d-834765-1 neutron-server[102683]: INFO neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Mar 29 15:25:18.501204 n-d-834765-1 neutron-server[102683]: DEBUG neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Loading extension file: dvr.py {{(pid=102683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:25:18.501882 n-d-834765-1 neutron-server[102683]: DEBUG neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=102683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:25:18.502386 n-d-834765-1 neutron-server[102683]: INFO neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Loaded extension: dvr Mar 29 15:25:18.502705 n-d-834765-1 neutron-server[102683]: DEBUG neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Loading extension file: ecmp_routes.py {{(pid=102683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:25:18.503661 n-d-834765-1 neutron-server[102683]: DEBUG neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=102683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:25:18.504170 n-d-834765-1 neutron-server[102683]: INFO neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Extension ecmp_routes not supported by any of loaded plugins Mar 29 15:25:18.504486 n-d-834765-1 neutron-server[102683]: DEBUG neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Loading extension file: empty_string_filtering.py {{(pid=102683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:25:18.505402 n-d-834765-1 neutron-server[102683]: DEBUG neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=102683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:25:18.505916 n-d-834765-1 neutron-server[102683]: INFO neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Loaded extension: empty-string-filtering Mar 29 15:25:18.506232 n-d-834765-1 neutron-server[102683]: DEBUG neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=102683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:25:18.507142 n-d-834765-1 neutron-server[102683]: DEBUG neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:25:18.507680 n-d-834765-1 neutron-server[102683]: INFO neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Mar 29 15:25:18.507998 n-d-834765-1 neutron-server[102683]: DEBUG neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=102683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:25:18.508911 n-d-834765-1 neutron-server[102683]: DEBUG neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=102683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:25:18.509416 n-d-834765-1 neutron-server[102683]: INFO neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Mar 29 15:25:18.509748 n-d-834765-1 neutron-server[102683]: DEBUG neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Loading extension file: external_net.py {{(pid=102683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:25:18.511247 n-d-834765-1 neutron-server[102683]: DEBUG neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=102683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:25:18.511780 n-d-834765-1 neutron-server[102683]: INFO neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Loaded extension: external-net Mar 29 15:25:18.512098 n-d-834765-1 neutron-server[102683]: DEBUG neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Loading extension file: extra_dhcp_opt.py {{(pid=102683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:25:18.513022 n-d-834765-1 neutron-server[102683]: DEBUG neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=102683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:25:18.513534 n-d-834765-1 neutron-server[102683]: INFO neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Loaded extension: extra_dhcp_opt Mar 29 15:25:18.513851 n-d-834765-1 neutron-server[102683]: DEBUG neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Loading extension file: extraroute.py {{(pid=102683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:25:18.514760 n-d-834765-1 neutron-server[102683]: DEBUG neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=102683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:25:18.515299 n-d-834765-1 neutron-server[102683]: INFO neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Loaded extension: extraroute Mar 29 15:25:18.515622 n-d-834765-1 neutron-server[102683]: DEBUG neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Loading extension file: extraroute_atomic.py {{(pid=102683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:25:18.516661 n-d-834765-1 neutron-server[102683]: DEBUG neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=102683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:25:18.517176 n-d-834765-1 neutron-server[102683]: INFO neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Loaded extension: extraroute-atomic Mar 29 15:25:18.517495 n-d-834765-1 neutron-server[102683]: DEBUG neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Loading extension file: filter_validation.py {{(pid=102683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:25:18.518161 n-d-834765-1 neutron-server[102683]: DEBUG neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=102683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:25:18.518667 n-d-834765-1 neutron-server[102683]: INFO neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Loaded extension: filter-validation Mar 29 15:25:18.518984 n-d-834765-1 neutron-server[102683]: DEBUG neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Loading extension file: fip_pf_description.py {{(pid=102683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:25:18.519937 n-d-834765-1 neutron-server[102683]: DEBUG neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=102683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:25:18.520443 n-d-834765-1 neutron-server[102683]: INFO neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Mar 29 15:25:18.520760 n-d-834765-1 neutron-server[102683]: DEBUG neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Loading extension file: fip_port_details.py {{(pid=102683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:25:18.521675 n-d-834765-1 neutron-server[102683]: DEBUG neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:25:18.522185 n-d-834765-1 neutron-server[102683]: INFO neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Loaded extension: fip-port-details Mar 29 15:25:18.522505 n-d-834765-1 neutron-server[102683]: DEBUG neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Loading extension file: flavors.py {{(pid=102683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:25:18.523759 n-d-834765-1 neutron-server[102683]: DEBUG neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=102683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:25:18.524285 n-d-834765-1 neutron-server[102683]: INFO neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Loaded extension: flavors Mar 29 15:25:18.524604 n-d-834765-1 neutron-server[102683]: DEBUG neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=102683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:25:18.526847 n-d-834765-1 neutron-server[102683]: DEBUG neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=102683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:25:18.527403 n-d-834765-1 neutron-server[102683]: INFO neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Mar 29 15:25:18.527736 n-d-834765-1 neutron-server[102683]: DEBUG neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Loading extension file: floatingip_pools.py {{(pid=102683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:25:18.528436 n-d-834765-1 neutron-server[102683]: DEBUG neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=102683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:25:18.528950 n-d-834765-1 neutron-server[102683]: INFO neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Loaded extension: floatingip-pools Mar 29 15:25:18.529274 n-d-834765-1 neutron-server[102683]: DEBUG neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Loading extension file: ip_allocation.py {{(pid=102683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:25:18.530213 n-d-834765-1 neutron-server[102683]: DEBUG neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=102683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:25:18.530727 n-d-834765-1 neutron-server[102683]: INFO neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Extension ip_allocation not supported by any of loaded plugins Mar 29 15:25:18.531052 n-d-834765-1 neutron-server[102683]: DEBUG neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=102683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:25:18.532008 n-d-834765-1 neutron-server[102683]: DEBUG neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=102683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:25:18.532524 n-d-834765-1 neutron-server[102683]: INFO neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Loaded extension: ip-substring-filtering Mar 29 15:25:18.532853 n-d-834765-1 neutron-server[102683]: DEBUG neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Loading extension file: l2_adjacency.py {{(pid=102683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:25:18.533782 n-d-834765-1 neutron-server[102683]: DEBUG neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=102683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:25:18.534297 n-d-834765-1 neutron-server[102683]: INFO neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Extension l2_adjacency not supported by any of loaded plugins Mar 29 15:25:18.534617 n-d-834765-1 neutron-server[102683]: DEBUG neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Loading extension file: l3.py {{(pid=102683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:25:18.535612 n-d-834765-1 neutron-server[102683]: DEBUG neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=102683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:25:18.536131 n-d-834765-1 neutron-server[102683]: INFO neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Loaded extension: router Mar 29 15:25:18.536456 n-d-834765-1 neutron-server[102683]: DEBUG neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Loading extension file: l3_conntrack_helper.py {{(pid=102683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:25:18.538820 n-d-834765-1 neutron-server[102683]: DEBUG neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:25:18.539388 n-d-834765-1 neutron-server[102683]: INFO neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Mar 29 15:25:18.539723 n-d-834765-1 neutron-server[102683]: DEBUG neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=102683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:25:18.540693 n-d-834765-1 neutron-server[102683]: DEBUG neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=102683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:25:18.541256 n-d-834765-1 neutron-server[102683]: INFO neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Loaded extension: ext-gw-mode Mar 29 15:25:18.541584 n-d-834765-1 neutron-server[102683]: DEBUG neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=102683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:25:18.542573 n-d-834765-1 neutron-server[102683]: DEBUG neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=102683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:25:18.543090 n-d-834765-1 neutron-server[102683]: INFO neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Loaded extension: l3-ha Mar 29 15:25:18.543454 n-d-834765-1 neutron-server[102683]: DEBUG neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Loading extension file: l3_flavors.py {{(pid=102683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:25:18.544381 n-d-834765-1 neutron-server[102683]: DEBUG neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=102683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:25:18.544896 n-d-834765-1 neutron-server[102683]: INFO neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Loaded extension: l3-flavors Mar 29 15:25:18.545225 n-d-834765-1 neutron-server[102683]: DEBUG neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=102683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:25:18.546173 n-d-834765-1 neutron-server[102683]: DEBUG neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=102683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:25:18.546685 n-d-834765-1 neutron-server[102683]: INFO neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Loaded extension: l3-port-ip-change-not-allowed Mar 29 15:25:18.547026 n-d-834765-1 neutron-server[102683]: DEBUG neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Loading extension file: l3agentscheduler.py {{(pid=102683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:25:18.548093 n-d-834765-1 neutron-server[102683]: DEBUG neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:25:18.548615 n-d-834765-1 neutron-server[102683]: INFO neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Loaded extension: l3_agent_scheduler Mar 29 15:25:18.548961 n-d-834765-1 neutron-server[102683]: DEBUG neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Loading extension file: logging.py {{(pid=102683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:25:18.550519 n-d-834765-1 neutron-server[102683]: DEBUG neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=102683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:25:18.551065 n-d-834765-1 neutron-server[102683]: INFO neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Extension logging not supported by any of loaded plugins Mar 29 15:25:18.551447 n-d-834765-1 neutron-server[102683]: DEBUG neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Loading extension file: metering.py {{(pid=102683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:25:18.552199 n-d-834765-1 neutron-server[102683]: DEBUG neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=102683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:25:18.552772 n-d-834765-1 neutron-server[102683]: INFO neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Loaded extension: metering Mar 29 15:25:18.553097 n-d-834765-1 neutron-server[102683]: DEBUG neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=102683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:25:18.554201 n-d-834765-1 neutron-server[102683]: DEBUG neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=102683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:25:18.554721 n-d-834765-1 neutron-server[102683]: INFO neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Loaded extension: metering_source_and_destination_fields Mar 29 15:25:18.555044 n-d-834765-1 neutron-server[102683]: DEBUG neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Loading extension file: multiprovidernet.py {{(pid=102683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:25:18.556009 n-d-834765-1 neutron-server[102683]: DEBUG neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=102683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:25:18.556525 n-d-834765-1 neutron-server[102683]: INFO neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Loaded extension: multi-provider Mar 29 15:25:18.556848 n-d-834765-1 neutron-server[102683]: DEBUG neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Loading extension file: netmtu.py {{(pid=102683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:25:18.557849 n-d-834765-1 neutron-server[102683]: DEBUG neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=102683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:25:18.558318 n-d-834765-1 neutron-server[102683]: INFO neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Loaded extension: net-mtu Mar 29 15:25:18.558640 n-d-834765-1 neutron-server[102683]: DEBUG neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Loading extension file: netmtu_writable.py {{(pid=102683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:25:18.559609 n-d-834765-1 neutron-server[102683]: DEBUG neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=102683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:25:18.560142 n-d-834765-1 neutron-server[102683]: INFO neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Loaded extension: net-mtu-writable Mar 29 15:25:18.560481 n-d-834765-1 neutron-server[102683]: DEBUG neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Loading extension file: network_availability_zone.py {{(pid=102683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:25:18.561172 n-d-834765-1 neutron-server[102683]: DEBUG neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=102683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:25:18.561676 n-d-834765-1 neutron-server[102683]: INFO neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Loaded extension: network_availability_zone Mar 29 15:25:18.561993 n-d-834765-1 neutron-server[102683]: DEBUG neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Loading extension file: network_ip_availability.py {{(pid=102683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:25:18.563093 n-d-834765-1 neutron-server[102683]: DEBUG neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=102683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:25:18.563639 n-d-834765-1 neutron-server[102683]: INFO neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Loaded extension: network-ip-availability Mar 29 15:25:18.563965 n-d-834765-1 neutron-server[102683]: DEBUG neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Loading extension file: network_segment_range.py {{(pid=102683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:25:18.564733 n-d-834765-1 neutron-server[102683]: DEBUG neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=102683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:25:18.565244 n-d-834765-1 neutron-server[102683]: INFO neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Extension network-segment-range not supported by any of loaded plugins Mar 29 15:25:18.565564 n-d-834765-1 neutron-server[102683]: DEBUG neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Loading extension file: pagination.py {{(pid=102683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:25:18.566546 n-d-834765-1 neutron-server[102683]: DEBUG neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:25:18.566874 n-d-834765-1 neutron-server[102683]: INFO neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Loaded extension: pagination Mar 29 15:25:18.567191 n-d-834765-1 neutron-server[102683]: DEBUG neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Loading extension file: port_device_profile.py {{(pid=102683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:25:18.568134 n-d-834765-1 neutron-server[102683]: DEBUG neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=102683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:25:18.568656 n-d-834765-1 neutron-server[102683]: INFO neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Loaded extension: port-device-profile Mar 29 15:25:18.568973 n-d-834765-1 neutron-server[102683]: DEBUG neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=102683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:25:18.569896 n-d-834765-1 neutron-server[102683]: DEBUG neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=102683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:25:18.570416 n-d-834765-1 neutron-server[102683]: INFO neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Loaded extension: port-mac-address-regenerate Mar 29 15:25:18.570736 n-d-834765-1 neutron-server[102683]: DEBUG neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=102683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:25:18.571703 n-d-834765-1 neutron-server[102683]: DEBUG neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=102683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:25:18.572212 n-d-834765-1 neutron-server[102683]: INFO neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Loaded extension: port-numa-affinity-policy Mar 29 15:25:18.572530 n-d-834765-1 neutron-server[102683]: DEBUG neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Loading extension file: port_resource_request.py {{(pid=102683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:25:18.573996 n-d-834765-1 neutron-server[102683]: DEBUG neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=102683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:25:18.574506 n-d-834765-1 neutron-server[102683]: INFO neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Extension port-resource-request not supported by any of loaded plugins Mar 29 15:25:18.574823 n-d-834765-1 neutron-server[102683]: DEBUG neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Loading extension file: portbindings.py {{(pid=102683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:25:18.575824 n-d-834765-1 neutron-server[102683]: DEBUG neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=102683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:25:18.576369 n-d-834765-1 neutron-server[102683]: INFO neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Loaded extension: binding Mar 29 15:25:18.576706 n-d-834765-1 neutron-server[102683]: DEBUG neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Loading extension file: portbindings_extended.py {{(pid=102683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:25:18.578168 n-d-834765-1 neutron-server[102683]: DEBUG neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=102683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:25:18.578706 n-d-834765-1 neutron-server[102683]: INFO neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Loaded extension: binding-extended Mar 29 15:25:18.579032 n-d-834765-1 neutron-server[102683]: DEBUG neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Loading extension file: portsecurity.py {{(pid=102683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:25:18.580021 n-d-834765-1 neutron-server[102683]: DEBUG neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=102683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:25:18.580545 n-d-834765-1 neutron-server[102683]: INFO neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Loaded extension: port-security Mar 29 15:25:18.580867 n-d-834765-1 neutron-server[102683]: DEBUG neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Loading extension file: project_id.py {{(pid=102683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:25:18.581852 n-d-834765-1 neutron-server[102683]: DEBUG neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=102683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:25:18.582181 n-d-834765-1 neutron-server[102683]: INFO neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Loaded extension: project-id Mar 29 15:25:18.582502 n-d-834765-1 neutron-server[102683]: DEBUG neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Loading extension file: providernet.py {{(pid=102683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:25:18.583469 n-d-834765-1 neutron-server[102683]: DEBUG neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=102683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:25:18.583989 n-d-834765-1 neutron-server[102683]: INFO neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Loaded extension: provider Mar 29 15:25:18.584308 n-d-834765-1 neutron-server[102683]: DEBUG neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Loading extension file: qos.py {{(pid=102683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:25:18.587895 n-d-834765-1 neutron-server[102683]: DEBUG neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=102683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:25:18.588421 n-d-834765-1 neutron-server[102683]: INFO neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Extension qos not supported by any of loaded plugins Mar 29 15:25:18.589438 n-d-834765-1 neutron-server[102683]: DEBUG neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=102683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:25:18.590960 n-d-834765-1 neutron-server[102683]: DEBUG neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=102683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:25:18.591515 n-d-834765-1 neutron-server[102683]: INFO neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Mar 29 15:25:18.591841 n-d-834765-1 neutron-server[102683]: DEBUG neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=102683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:25:18.592765 n-d-834765-1 neutron-server[102683]: DEBUG neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=102683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:25:18.593283 n-d-834765-1 neutron-server[102683]: INFO neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Mar 29 15:25:18.593604 n-d-834765-1 neutron-server[102683]: DEBUG neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Loading extension file: qos_default.py {{(pid=102683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:25:18.594528 n-d-834765-1 neutron-server[102683]: DEBUG neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=102683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:25:18.595058 n-d-834765-1 neutron-server[102683]: INFO neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Extension qos-default not supported by any of loaded plugins Mar 29 15:25:18.595443 n-d-834765-1 neutron-server[102683]: DEBUG neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Loading extension file: qos_fip.py {{(pid=102683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:25:18.596144 n-d-834765-1 neutron-server[102683]: DEBUG neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=102683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:25:18.596680 n-d-834765-1 neutron-server[102683]: INFO neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Extension qos-fip not supported by any of loaded plugins Mar 29 15:25:18.597014 n-d-834765-1 neutron-server[102683]: DEBUG neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Loading extension file: qos_gateway_ip.py {{(pid=102683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:25:18.597989 n-d-834765-1 neutron-server[102683]: DEBUG neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=102683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:25:18.598522 n-d-834765-1 neutron-server[102683]: INFO neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Extension qos-gateway-ip not supported by any of loaded plugins Mar 29 15:25:18.598858 n-d-834765-1 neutron-server[102683]: DEBUG neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Loading extension file: qos_port_network_policy.py {{(pid=102683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:25:18.599841 n-d-834765-1 neutron-server[102683]: DEBUG neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=102683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:25:18.600391 n-d-834765-1 neutron-server[102683]: INFO neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Extension qos-port-network-policy not supported by any of loaded plugins Mar 29 15:25:18.600733 n-d-834765-1 neutron-server[102683]: DEBUG neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Loading extension file: qos_pps_rule.py {{(pid=102683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:25:18.601989 n-d-834765-1 neutron-server[102683]: DEBUG neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=102683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:25:18.602529 n-d-834765-1 neutron-server[102683]: INFO neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Extension qos-pps not supported by any of loaded plugins Mar 29 15:25:18.602873 n-d-834765-1 neutron-server[102683]: DEBUG neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Loading extension file: qos_rule_type_details.py {{(pid=102683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:25:18.603870 n-d-834765-1 neutron-server[102683]: DEBUG neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=102683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:25:18.604470 n-d-834765-1 neutron-server[102683]: INFO neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Extension qos-rule-type-details not supported by any of loaded plugins Mar 29 15:25:18.604936 n-d-834765-1 neutron-server[102683]: DEBUG neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Loading extension file: qos_rules_alias.py {{(pid=102683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:25:18.606052 n-d-834765-1 neutron-server[102683]: DEBUG neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=102683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:25:18.606585 n-d-834765-1 neutron-server[102683]: INFO neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Extension qos-rules-alias not supported by any of loaded plugins Mar 29 15:25:18.606926 n-d-834765-1 neutron-server[102683]: DEBUG neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Loading extension file: quotasv2.py {{(pid=102683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:25:18.607983 n-d-834765-1 neutron-server[102683]: DEBUG neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=102683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:25:18.608336 n-d-834765-1 neutron-server[102683]: INFO neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Loaded extension: quotas Mar 29 15:25:18.608703 n-d-834765-1 neutron-server[102683]: DEBUG neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Loading extension file: quotasv2_detail.py {{(pid=102683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:25:18.610554 n-d-834765-1 neutron-server[102683]: DEBUG neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=102683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:25:18.610910 n-d-834765-1 neutron-server[102683]: INFO neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Loaded extension: quota_details Mar 29 15:25:18.611353 n-d-834765-1 neutron-server[102683]: DEBUG neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Loading extension file: rbac.py {{(pid=102683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:25:18.612534 n-d-834765-1 neutron-server[102683]: DEBUG neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=102683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:25:18.613099 n-d-834765-1 neutron-server[102683]: INFO neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Loaded extension: rbac-policies Mar 29 15:25:18.613446 n-d-834765-1 neutron-server[102683]: DEBUG neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Loading extension file: rbac_address_group.py {{(pid=102683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:25:18.614430 n-d-834765-1 neutron-server[102683]: DEBUG neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=102683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:25:18.614993 n-d-834765-1 neutron-server[102683]: INFO neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Loaded extension: rbac-address-group Mar 29 15:25:18.615364 n-d-834765-1 neutron-server[102683]: DEBUG neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Loading extension file: rbac_address_scope.py {{(pid=102683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:25:18.616346 n-d-834765-1 neutron-server[102683]: DEBUG neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=102683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:25:18.617090 n-d-834765-1 neutron-server[102683]: INFO neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Loaded extension: rbac-address-scope Mar 29 15:25:18.617437 n-d-834765-1 neutron-server[102683]: DEBUG neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Loading extension file: rbac_security_groups.py {{(pid=102683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:25:18.618419 n-d-834765-1 neutron-server[102683]: DEBUG neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=102683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:25:18.618979 n-d-834765-1 neutron-server[102683]: INFO neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Loaded extension: rbac-security-groups Mar 29 15:25:18.619350 n-d-834765-1 neutron-server[102683]: DEBUG neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Loading extension file: rbac_subnetpool.py {{(pid=102683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:25:18.620656 n-d-834765-1 neutron-server[102683]: DEBUG neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=102683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:25:18.621196 n-d-834765-1 neutron-server[102683]: INFO neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Loaded extension: rbac-subnetpool Mar 29 15:25:18.621549 n-d-834765-1 neutron-server[102683]: DEBUG neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Loading extension file: revisionifmatch.py {{(pid=102683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:25:18.622513 n-d-834765-1 neutron-server[102683]: DEBUG neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=102683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:25:18.623062 n-d-834765-1 neutron-server[102683]: INFO neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Loaded extension: revision-if-match Mar 29 15:25:18.623439 n-d-834765-1 neutron-server[102683]: DEBUG neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Loading extension file: revisions.py {{(pid=102683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:25:18.624615 n-d-834765-1 neutron-server[102683]: DEBUG neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=102683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:25:18.625147 n-d-834765-1 neutron-server[102683]: INFO neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Loaded extension: standard-attr-revisions Mar 29 15:25:18.625491 n-d-834765-1 neutron-server[102683]: DEBUG neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Loading extension file: router_availability_zone.py {{(pid=102683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:25:18.626218 n-d-834765-1 neutron-server[102683]: DEBUG neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=102683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:25:18.626755 n-d-834765-1 neutron-server[102683]: INFO neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Loaded extension: router_availability_zone Mar 29 15:25:18.627099 n-d-834765-1 neutron-server[102683]: DEBUG neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Loading extension file: routerservicetype.py {{(pid=102683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:25:18.628099 n-d-834765-1 neutron-server[102683]: DEBUG neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=102683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:25:18.628671 n-d-834765-1 neutron-server[102683]: INFO neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Extension router-service-type not supported by any of loaded plugins Mar 29 15:25:18.628998 n-d-834765-1 neutron-server[102683]: DEBUG neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=102683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:25:18.629973 n-d-834765-1 neutron-server[102683]: DEBUG neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=102683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:25:18.630512 n-d-834765-1 neutron-server[102683]: INFO neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Loaded extension: security-groups-normalized-cidr Mar 29 15:25:18.630858 n-d-834765-1 neutron-server[102683]: DEBUG neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Loading extension file: security_groups_port_filtering.py {{(pid=102683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:25:18.631861 n-d-834765-1 neutron-server[102683]: DEBUG neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=102683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:25:18.632397 n-d-834765-1 neutron-server[102683]: INFO neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Loaded extension: port-security-groups-filtering Mar 29 15:25:18.632738 n-d-834765-1 neutron-server[102683]: DEBUG neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=102683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:25:18.633719 n-d-834765-1 neutron-server[102683]: DEBUG neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=102683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:25:18.634274 n-d-834765-1 neutron-server[102683]: INFO neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Loaded extension: security-groups-remote-address-group Mar 29 15:25:18.634620 n-d-834765-1 neutron-server[102683]: DEBUG neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Loading extension file: securitygroup.py {{(pid=102683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:25:18.646919 n-d-834765-1 neutron-server[102683]: DEBUG neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=102683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:25:18.647481 n-d-834765-1 neutron-server[102683]: INFO neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Loaded extension: security-group Mar 29 15:25:18.647815 n-d-834765-1 neutron-server[102683]: DEBUG neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Loading extension file: segment.py {{(pid=102683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:25:18.648609 n-d-834765-1 neutron-server[102683]: DEBUG neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=102683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:25:18.649128 n-d-834765-1 neutron-server[102683]: INFO neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Extension segment not supported by any of loaded plugins Mar 29 15:25:18.649452 n-d-834765-1 neutron-server[102683]: DEBUG neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=102683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:25:18.650404 n-d-834765-1 neutron-server[102683]: DEBUG neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=102683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:25:18.650919 n-d-834765-1 neutron-server[102683]: INFO neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Mar 29 15:25:18.651869 n-d-834765-1 neutron-server[102683]: DEBUG neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Loading extension file: servicetype.py {{(pid=102683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:25:18.653114 n-d-834765-1 neutron-server[102683]: DEBUG neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=102683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:25:18.653686 n-d-834765-1 neutron-server[102683]: INFO neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Loaded extension: service-type Mar 29 15:25:18.654035 n-d-834765-1 neutron-server[102683]: DEBUG neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Loading extension file: sorting.py {{(pid=102683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:25:18.655080 n-d-834765-1 neutron-server[102683]: DEBUG neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:25:18.655457 n-d-834765-1 neutron-server[102683]: INFO neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Loaded extension: sorting Mar 29 15:25:18.655799 n-d-834765-1 neutron-server[102683]: DEBUG neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Loading extension file: standard_attr_segment.py {{(pid=102683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:25:18.656736 n-d-834765-1 neutron-server[102683]: DEBUG neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:25:18.657260 n-d-834765-1 neutron-server[102683]: INFO neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Extension standard-attr-segment not supported by any of loaded plugins Mar 29 15:25:18.657580 n-d-834765-1 neutron-server[102683]: DEBUG neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Loading extension file: standardattrdescription.py {{(pid=102683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:25:18.658232 n-d-834765-1 neutron-server[102683]: DEBUG neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=102683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:25:18.658745 n-d-834765-1 neutron-server[102683]: INFO neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Loaded extension: standard-attr-description Mar 29 15:25:18.659067 n-d-834765-1 neutron-server[102683]: DEBUG neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Loading extension file: stateful_security_group.py {{(pid=102683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:25:18.660051 n-d-834765-1 neutron-server[102683]: DEBUG neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=102683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:25:18.660559 n-d-834765-1 neutron-server[102683]: INFO neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Loaded extension: stateful-security-group Mar 29 15:25:18.660881 n-d-834765-1 neutron-server[102683]: DEBUG neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Loading extension file: stdattrs_common.py {{(pid=102683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:25:18.661469 n-d-834765-1 neutron-server[102683]: WARNING neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Mar 29 15:25:18.661788 n-d-834765-1 neutron-server[102683]: DEBUG neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=102683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:25:18.662738 n-d-834765-1 neutron-server[102683]: DEBUG neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=102683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:25:18.663253 n-d-834765-1 neutron-server[102683]: INFO neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Mar 29 15:25:18.663598 n-d-834765-1 neutron-server[102683]: DEBUG neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Loading extension file: subnet_onboard.py {{(pid=102683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:25:18.664677 n-d-834765-1 neutron-server[102683]: DEBUG neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=102683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:25:18.665200 n-d-834765-1 neutron-server[102683]: INFO neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Loaded extension: subnet_onboard Mar 29 15:25:18.665525 n-d-834765-1 neutron-server[102683]: DEBUG neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=102683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:25:18.666461 n-d-834765-1 neutron-server[102683]: DEBUG neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=102683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:25:18.667044 n-d-834765-1 neutron-server[102683]: INFO neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Mar 29 15:25:18.667493 n-d-834765-1 neutron-server[102683]: DEBUG neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Loading extension file: subnet_service_types.py {{(pid=102683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:25:18.668428 n-d-834765-1 neutron-server[102683]: DEBUG neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=102683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:25:18.668945 n-d-834765-1 neutron-server[102683]: INFO neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Loaded extension: subnet-service-types Mar 29 15:25:18.669267 n-d-834765-1 neutron-server[102683]: DEBUG neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Loading extension file: subnetallocation.py {{(pid=102683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:25:18.670357 n-d-834765-1 neutron-server[102683]: DEBUG neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=102683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:25:18.670875 n-d-834765-1 neutron-server[102683]: INFO neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Loaded extension: subnet_allocation Mar 29 15:25:18.671197 n-d-834765-1 neutron-server[102683]: DEBUG neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=102683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:25:18.671895 n-d-834765-1 neutron-server[102683]: DEBUG neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=102683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:25:18.672405 n-d-834765-1 neutron-server[102683]: INFO neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Loaded extension: subnetpool-prefix-ops Mar 29 15:25:18.672724 n-d-834765-1 neutron-server[102683]: DEBUG neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=102683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:25:18.673656 n-d-834765-1 neutron-server[102683]: DEBUG neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=102683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:25:18.674165 n-d-834765-1 neutron-server[102683]: INFO neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Mar 29 15:25:18.674485 n-d-834765-1 neutron-server[102683]: DEBUG neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Loading extension file: tagging.py {{(pid=102683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:25:18.675589 n-d-834765-1 neutron-server[102683]: DEBUG neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=102683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:25:18.676118 n-d-834765-1 neutron-server[102683]: INFO neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Loaded extension: standard-attr-tag Mar 29 15:25:18.676445 n-d-834765-1 neutron-server[102683]: DEBUG neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Loading extension file: timestamp.py {{(pid=102683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:25:18.677662 n-d-834765-1 neutron-server[102683]: DEBUG neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=102683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:25:18.678186 n-d-834765-1 neutron-server[102683]: INFO neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Loaded extension: standard-attr-timestamp Mar 29 15:25:18.678515 n-d-834765-1 neutron-server[102683]: DEBUG neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Loading extension file: trunk.py {{(pid=102683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:25:18.679574 n-d-834765-1 neutron-server[102683]: DEBUG neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=102683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:25:18.680100 n-d-834765-1 neutron-server[102683]: INFO neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Extension trunk not supported by any of loaded plugins Mar 29 15:25:18.680426 n-d-834765-1 neutron-server[102683]: DEBUG neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Loading extension file: trunk_details.py {{(pid=102683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:25:18.681347 n-d-834765-1 neutron-server[102683]: DEBUG neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=102683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:25:18.681869 n-d-834765-1 neutron-server[102683]: INFO neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Extension trunk-details not supported by any of loaded plugins Mar 29 15:25:18.682193 n-d-834765-1 neutron-server[102683]: DEBUG neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Loading extension file: uplink_status_propagation.py {{(pid=102683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:25:18.683732 n-d-834765-1 neutron-server[102683]: DEBUG neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=102683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:25:18.684251 n-d-834765-1 neutron-server[102683]: INFO neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Extension uplink-status-propagation not supported by any of loaded plugins Mar 29 15:25:18.684578 n-d-834765-1 neutron-server[102683]: DEBUG neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Loading extension file: vlantransparent.py {{(pid=102683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:25:18.685252 n-d-834765-1 neutron-server[102683]: DEBUG neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=102683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:25:18.685761 n-d-834765-1 neutron-server[102683]: INFO neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Extension vlan-transparent not supported by any of loaded plugins Mar 29 15:25:18.688243 n-d-834765-1 neutron-server[102683]: INFO neutron.quota.resource_registry [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Creating instance of TrackedResource for resource:network Mar 29 15:25:18.688768 n-d-834765-1 neutron-server[102683]: INFO neutron.quota.resource_registry [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Creating instance of TrackedResource for resource:subnet Mar 29 15:25:18.689173 n-d-834765-1 neutron-server[102683]: INFO neutron.quota.resource_registry [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Creating instance of TrackedResource for resource:subnetpool Mar 29 15:25:18.689565 n-d-834765-1 neutron-server[102683]: INFO neutron.quota.resource_registry [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Creating instance of TrackedResource for resource:port Mar 29 15:25:18.690809 n-d-834765-1 neutron-server[102683]: DEBUG neutron.api.v2.resource_helper [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102683) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 29 15:25:18.691245 n-d-834765-1 neutron-server[102683]: DEBUG neutron.api.v2.resource_helper [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Service FLAVORS assigned prefix: {{(pid=102683) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 29 15:25:18.691886 n-d-834765-1 neutron-server[102683]: DEBUG neutron.api.v2.resource_helper [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102683) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 29 15:25:18.692331 n-d-834765-1 neutron-server[102683]: DEBUG neutron.api.v2.resource_helper [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102683) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 29 15:25:18.692683 n-d-834765-1 neutron-server[102683]: INFO neutron.quota.resource_registry [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Creating instance of TrackedResource for resource:router Mar 29 15:25:18.693161 n-d-834765-1 neutron-server[102683]: INFO neutron.quota.resource_registry [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Creating instance of TrackedResource for resource:floatingip Mar 29 15:25:18.693682 n-d-834765-1 neutron-server[102683]: DEBUG neutron.api.v2.resource_helper [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Service METERING assigned prefix: /metering {{(pid=102683) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 29 15:25:18.695185 n-d-834765-1 neutron-server[102683]: DEBUG neutron_lib.callbacks.manager [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:25:18.695610 n-d-834765-1 neutron-server[102683]: DEBUG neutron_lib.callbacks.manager [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:25:18.695966 n-d-834765-1 neutron-server[102683]: DEBUG neutron_lib.callbacks.manager [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:25:18.697057 n-d-834765-1 neutron-server[102683]: INFO neutron.quota.resource_registry [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Creating instance of CountableResource for resource:rbac_policy Mar 29 15:25:18.697501 n-d-834765-1 neutron-server[102683]: INFO neutron.quota.resource_registry [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Creating instance of TrackedResource for resource:security_group Mar 29 15:25:18.698526 n-d-834765-1 neutron-server[102683]: INFO neutron.quota.resource_registry [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Creating instance of TrackedResource for resource:security_group_rule Mar 29 15:25:18.699130 n-d-834765-1 neutron-server[102683]: DEBUG neutron.api.v2.resource_helper [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Service CORE assigned prefix: {{(pid=102683) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 29 15:25:18.699492 n-d-834765-1 neutron-server[102683]: INFO neutron.quota.resource_registry [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Creating instance of TrackedResource for resource:subnetpool Mar 29 15:25:18.699838 n-d-834765-1 neutron-server[102683]: WARNING neutron.quota.resource_registry [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] subnetpool is already registered Mar 29 15:25:18.700280 n-d-834765-1 neutron-server[102683]: DEBUG neutron.api.v2.resource_helper [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Service CORE assigned prefix: {{(pid=102683) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 29 15:25:18.700603 n-d-834765-1 neutron-server[102683]: INFO neutron.quota.resource_registry [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Creating instance of TrackedResource for resource:subnetpool Mar 29 15:25:18.700934 n-d-834765-1 neutron-server[102683]: WARNING neutron.quota.resource_registry [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] subnetpool is already registered Mar 29 15:25:18.703368 n-d-834765-1 neutron-server[102683]: DEBUG neutron.api.v2.resource_helper [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102683) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 29 15:25:18.703762 n-d-834765-1 neutron-server[102683]: DEBUG neutron.api.v2.resource_helper [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Service FLAVORS assigned prefix: {{(pid=102683) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 29 15:25:18.704358 n-d-834765-1 neutron-server[102683]: DEBUG neutron.api.v2.resource_helper [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102683) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 29 15:25:18.704781 n-d-834765-1 neutron-server[102683]: DEBUG neutron.api.v2.resource_helper [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102683) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 29 15:25:18.705111 n-d-834765-1 neutron-server[102683]: INFO neutron.quota.resource_registry [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Creating instance of TrackedResource for resource:router Mar 29 15:25:18.705451 n-d-834765-1 neutron-server[102683]: WARNING neutron.quota.resource_registry [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] router is already registered Mar 29 15:25:18.705862 n-d-834765-1 neutron-server[102683]: INFO neutron.quota.resource_registry [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Creating instance of TrackedResource for resource:floatingip Mar 29 15:25:18.706198 n-d-834765-1 neutron-server[102683]: WARNING neutron.quota.resource_registry [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] floatingip is already registered Mar 29 15:25:18.706653 n-d-834765-1 neutron-server[102683]: DEBUG neutron.api.v2.resource_helper [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Service METERING assigned prefix: /metering {{(pid=102683) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 29 15:25:18.707709 n-d-834765-1 neutron-server[102683]: INFO neutron.quota.resource_registry [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Creating instance of CountableResource for resource:rbac_policy Mar 29 15:25:18.707709 n-d-834765-1 neutron-server[102683]: WARNING neutron.quota.resource_registry [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] rbac_policy is already registered Mar 29 15:25:18.708071 n-d-834765-1 neutron-server[102683]: INFO neutron.quota.resource_registry [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Creating instance of TrackedResource for resource:security_group Mar 29 15:25:18.708406 n-d-834765-1 neutron-server[102683]: WARNING neutron.quota.resource_registry [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] security_group is already registered Mar 29 15:25:18.708807 n-d-834765-1 neutron-server[102683]: INFO neutron.quota.resource_registry [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Creating instance of TrackedResource for resource:security_group_rule Mar 29 15:25:18.709139 n-d-834765-1 neutron-server[102683]: WARNING neutron.quota.resource_registry [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] security_group_rule is already registered Mar 29 15:25:18.709772 n-d-834765-1 neutron-server[102683]: DEBUG neutron.api.v2.resource_helper [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Service CORE assigned prefix: {{(pid=102683) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 29 15:25:18.710098 n-d-834765-1 neutron-server[102683]: INFO neutron.quota.resource_registry [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Creating instance of TrackedResource for resource:subnetpool Mar 29 15:25:18.710431 n-d-834765-1 neutron-server[102683]: WARNING neutron.quota.resource_registry [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] subnetpool is already registered Mar 29 15:25:18.710849 n-d-834765-1 neutron-server[102683]: DEBUG neutron.api.v2.resource_helper [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Service CORE assigned prefix: {{(pid=102683) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 29 15:25:18.711172 n-d-834765-1 neutron-server[102683]: INFO neutron.quota.resource_registry [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Creating instance of TrackedResource for resource:subnetpool Mar 29 15:25:18.711525 n-d-834765-1 neutron-server[102683]: WARNING neutron.quota.resource_registry [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] subnetpool is already registered Mar 29 15:25:18.711996 n-d-834765-1 neutron-server[102683]: DEBUG neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Extended resource: extensions {{(pid=102683) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 15:25:18.713434 n-d-834765-1 neutron-server[102683]: DEBUG neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Extended resource: address-groups {{(pid=102683) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 15:25:18.715221 n-d-834765-1 neutron-server[102683]: DEBUG neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Extended resource: address-scopes {{(pid=102683) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 15:25:18.716566 n-d-834765-1 neutron-server[102683]: DEBUG neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Extended resource: agents {{(pid=102683) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 15:25:18.717726 n-d-834765-1 neutron-server[102683]: DEBUG neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Extended resource: auto-allocated-topology {{(pid=102683) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 15:25:18.718983 n-d-834765-1 neutron-server[102683]: DEBUG neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Extended resource: availability_zones {{(pid=102683) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 15:25:18.720229 n-d-834765-1 neutron-server[102683]: DEBUG neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Extended resource: dhcp-networks {{(pid=102683) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 15:25:18.721720 n-d-834765-1 neutron-server[102683]: DEBUG neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Extended resource: dhcp-agents {{(pid=102683) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 15:25:18.723132 n-d-834765-1 neutron-server[102683]: DEBUG neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Extended resource: routers {{(pid=102683) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 15:25:18.725504 n-d-834765-1 neutron-server[102683]: DEBUG neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Extended resource: flavors {{(pid=102683) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 15:25:18.726699 n-d-834765-1 neutron-server[102683]: DEBUG neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Extended resource: service_profiles {{(pid=102683) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 15:25:18.727952 n-d-834765-1 neutron-server[102683]: DEBUG neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Extended resource: next_providers {{(pid=102683) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 15:25:18.729487 n-d-834765-1 neutron-server[102683]: DEBUG neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Extended resource: service_profiles {{(pid=102683) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 15:25:18.731095 n-d-834765-1 neutron-server[102683]: DEBUG neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Extended resource: floatingip-pools {{(pid=102683) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 15:25:18.732338 n-d-834765-1 neutron-server[102683]: DEBUG neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Extended resource: routers {{(pid=102683) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 15:25:18.735072 n-d-834765-1 neutron-server[102683]: DEBUG neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Extended resource: floatingips {{(pid=102683) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 15:25:18.736824 n-d-834765-1 neutron-server[102683]: DEBUG neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Extended resource: l3-routers {{(pid=102683) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 15:25:18.738505 n-d-834765-1 neutron-server[102683]: DEBUG neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Extended resource: l3-agents {{(pid=102683) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 15:25:18.740173 n-d-834765-1 neutron-server[102683]: DEBUG neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Extended resource: metering-labels {{(pid=102683) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 15:25:18.741937 n-d-834765-1 neutron-server[102683]: DEBUG neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Extended resource: metering-label-rules {{(pid=102683) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 15:25:18.743308 n-d-834765-1 neutron-server[102683]: DEBUG neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Extended resource: network-ip-availabilities {{(pid=102683) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 15:25:18.744640 n-d-834765-1 neutron-server[102683]: DEBUG neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Extended resource: bindings {{(pid=102683) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 15:25:18.746919 n-d-834765-1 neutron-server[102683]: DEBUG neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Extended resource: quotas {{(pid=102683) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 15:25:18.748428 n-d-834765-1 neutron-server[102683]: DEBUG neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Extended resource: quotas {{(pid=102683) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 15:25:18.749838 n-d-834765-1 neutron-server[102683]: DEBUG neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Extended resource: rbac-policies {{(pid=102683) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 15:25:18.751042 n-d-834765-1 neutron-server[102683]: DEBUG neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Extended resource: security-groups {{(pid=102683) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 15:25:18.753332 n-d-834765-1 neutron-server[102683]: DEBUG neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Extended resource: security-group-rules {{(pid=102683) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 15:25:18.754560 n-d-834765-1 neutron-server[102683]: DEBUG neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Extended resource: service-providers {{(pid=102683) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 15:25:18.755821 n-d-834765-1 neutron-server[102683]: DEBUG neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Extended resource: subnetpools {{(pid=102683) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 15:25:18.757313 n-d-834765-1 neutron-server[102683]: DEBUG neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Extended resource: subnetpools {{(pid=102683) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 15:25:18.758763 n-d-834765-1 neutron-server[102683]: DEBUG neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Extended resource: tags {{(pid=102683) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 15:25:18.761142 n-d-834765-1 neutron-server[102683]: DEBUG neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Extended resource: tags {{(pid=102683) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 15:25:18.762944 n-d-834765-1 neutron-server[102683]: DEBUG neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Extended resource: tags {{(pid=102683) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 15:25:18.764746 n-d-834765-1 neutron-server[102683]: DEBUG neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Extended resource: tags {{(pid=102683) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 15:25:18.766511 n-d-834765-1 neutron-server[102683]: DEBUG neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Extended resource: tags {{(pid=102683) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 15:25:18.768393 n-d-834765-1 neutron-server[102683]: DEBUG neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Extended resource: tags {{(pid=102683) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 15:25:18.770084 n-d-834765-1 neutron-server[102683]: DEBUG neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Extended resource: tags {{(pid=102683) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 15:25:18.772100 n-d-834765-1 neutron-server[102683]: DEBUG neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Extended resource: tags {{(pid=102683) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 15:25:18.773968 n-d-834765-1 neutron-server[102683]: DEBUG neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Extended resource: tags {{(pid=102683) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 15:25:18.775834 n-d-834765-1 neutron-server[102683]: DEBUG neutron.api.extensions [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Extended resource: tags {{(pid=102683) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 15:25:18.782020 n-d-834765-1 neutron-server[102683]: WARNING keystonemiddleware.auth_token [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Mar 29 15:25:18.786857 n-d-834765-1 neutron-server[102683]: WARNING keystonemiddleware.auth_token [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Mar 29 15:25:18.795654 n-d-834765-1 neutron-server[102683]: DEBUG oslo_concurrency.lockutils [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Acquired lock "singleton_lock" {{(pid=102683) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Mar 29 15:25:18.796145 n-d-834765-1 neutron-server[102683]: DEBUG oslo_concurrency.lockutils [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Releasing lock "singleton_lock" {{(pid=102683) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Mar 29 15:25:18.796816 n-d-834765-1 neutron-server[102683]: INFO oslo_service.service [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Starting 2 workers Mar 29 15:25:18.801848 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Started child 102790 {{(pid=102683) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 29 15:25:18.806455 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Started child 102791 {{(pid=102683) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 29 15:25:18.808202 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:25:18.808847 n-d-834765-1 neutron-server[102683]: INFO neutron.service [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Neutron service started, listening on 0.0.0.0:9696 Mar 29 15:25:18.809394 n-d-834765-1 neutron-server[102683]: DEBUG neutron_lib.callbacks.manager [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Notify callbacks [] for process, before_spawn {{(pid=102683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:25:18.809826 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [-] (102790) wsgi starting up on http://0.0.0.0:9696 Mar 29 15:25:18.811925 n-d-834765-1 neutron-server[102683]: INFO oslo_service.service [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Starting 1 workers Mar 29 15:25:18.812115 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:25:18.813494 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [-] (102791) wsgi starting up on http://0.0.0.0:9696 Mar 29 15:25:18.817246 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Started child 102792 {{(pid=102683) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 29 15:25:18.817807 n-d-834765-1 neutron-server[102683]: INFO oslo_service.service [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Starting 1 workers Mar 29 15:25:18.820757 n-d-834765-1 neutron-server[102792]: DEBUG neutron.service [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] calling RpcWorker wait() {{(pid=102792) _wait /opt/stack/neutron/neutron/service.py:128}} Mar 29 15:25:18.821302 n-d-834765-1 neutron-server[102792]: DEBUG neutron.service [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] returning from RpcWorker wait() {{(pid=102792) _wait /opt/stack/neutron/neutron/service.py:135}} Mar 29 15:25:18.822396 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Started child 102793 {{(pid=102683) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 29 15:25:18.822530 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:25:18.823690 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:25:18.824199 n-d-834765-1 neutron-server[102683]: DEBUG neutron_lib.callbacks.manager [None req-e84617d5-8ad5-4d0a-8044-547c0514c4c9 None None] Notify callbacks [] for process, after_spawn {{(pid=102683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:25:18.826137 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102683) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 29 15:25:18.826360 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 29 15:25:18.826565 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 29 15:25:18.826798 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 29 15:25:18.827141 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 29 15:25:18.827337 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 29 15:25:18.827884 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:25:18.828184 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:25:18.828460 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:25:18.828730 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:25:18.829037 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:25:18.829121 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:25:18.829641 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:25:18.829911 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:25:18.830178 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:25:18.830480 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:25:18.830712 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:25:18.830904 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:25:18.831071 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:25:18.831353 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:25:18.831606 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:25:18.831928 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:25:18.832211 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:25:18.832483 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:25:18.832748 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:25:18.832928 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:25:18.833192 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:25:18.833473 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:25:18.833733 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:25:18.834014 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] debug = True {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:25:18.834294 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:25:18.834820 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:25:18.835073 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:25:18.835351 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:25:18.835595 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:25:18.835882 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:25:18.836141 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:25:18.836425 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:25:18.836673 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:25:18.836910 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:25:18.837168 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:25:18.837449 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:25:18.837691 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:25:18.837918 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:25:18.838186 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:25:18.838452 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:25:18.838738 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:25:18.839235 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] host = n-d-834765-1 {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:25:18.839510 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:25:18.839993 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:25:18.840248 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:25:18.840520 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:25:18.840791 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:25:18.841007 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:25:18.841277 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:25:18.841547 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:25:18.841815 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:25:18.842043 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:25:18.842316 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:25:18.842580 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:25:18.842844 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:25:18.843113 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] log_file = None {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:25:18.843296 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] log_options = True {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:25:18.843573 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:25:18.843841 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:25:18.844111 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:25:18.844302 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:25:18.844488 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:25:18.844663 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:25:18.844929 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:25:18.845114 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:25:18.845391 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:25:18.845608 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:25:18.845840 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:25:18.846070 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:25:18.846317 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:25:18.846546 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:25:18.846804 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:25:18.847036 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:25:18.847312 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:25:18.847498 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:25:18.847746 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:25:18.847990 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:25:18.848397 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:25:18.848489 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:25:18.848670 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:25:18.848968 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:25:18.849297 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:25:18.849395 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:25:18.849609 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:25:18.849820 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:25:18.850047 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:25:18.850456 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:25:18.850665 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:25:18.850966 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:25:18.851215 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:25:18.851590 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:25:18.851798 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:25:18.852059 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:25:18.852274 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:25:18.852508 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:25:18.852804 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:25:18.853040 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:25:18.853296 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:25:18.853571 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:25:18.853785 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:25:18.854009 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:25:18.854395 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:25:18.854768 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:25:18.854991 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] use_json = False {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:25:18.855207 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:25:18.855465 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:25:18.855733 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:25:18.855949 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:25:18.856186 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:25:18.856398 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:25:18.856610 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:25:18.856841 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:25:18.857078 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:25:18.857078 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.857908 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.858138 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.858342 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.859357 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.859357 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.859357 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.859357 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.859855 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.859982 n-d-834765-1 neutron-server[102793]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:25:18.860123 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.860123 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.860280 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.860511 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.860748 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.861023 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.861349 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.861612 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.861938 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.862117 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.862347 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.862607 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.862884 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.863478 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.863478 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.863744 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.863744 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.863974 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.864451 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.864582 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.864794 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.42/identity {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.865033 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.865247 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.865751 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.865751 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.866015 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.866139 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.866403 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.866606 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.866823 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.867033 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.867290 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.867515 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.867728 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.867952 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.868187 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.868417 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.868659 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.868879 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.869091 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.869301 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.869703 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.870459 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.870593 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.870830 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.871123 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.871246 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.871439 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.871854 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.871994 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.872106 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.872445 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.872531 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.872735 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.872994 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.873179 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.873389 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.873635 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.873852 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.874067 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.874282 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.874533 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.874759 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.874983 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.875223 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.876215 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.876215 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.876215 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.876215 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.876765 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.876765 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.876765 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.877150 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.877150 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.877353 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.877530 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.877763 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.877973 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.878204 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.878459 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.878738 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.879064 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.879329 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.879571 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.879821 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.880073 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.880289 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.880543 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.880757 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.880972 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.881221 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.881469 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.881708 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.881966 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.882209 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.882442 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.882673 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.882905 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.883150 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.883717 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.883717 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.884205 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.884205 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.887218 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.887218 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.887218 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.887218 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.887218 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.887218 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.887218 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.887218 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.888467 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.888467 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.888467 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.888467 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.888467 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.888467 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.889276 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.889276 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.889276 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.889668 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.889668 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.890048 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.890621 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.890900 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.891129 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.891398 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.891661 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.892006 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.892276 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.892512 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.892726 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.893008 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.893258 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.893500 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.893758 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.894005 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.894264 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.894496 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.894728 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.42/identity {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.894964 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.895220 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.895498 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.895718 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.895957 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.896193 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.896432 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.896668 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.896881 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.897121 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.897351 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.897583 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.897800 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.898018 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.898234 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.898485 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.898697 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.898921 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.899176 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.899444 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.899685 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.899903 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.900134 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.900403 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.900620 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.900901 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.901296 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.901526 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.901808 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.902035 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.902290 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.902505 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.902741 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.902959 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.903169 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.903407 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.903634 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.903869 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.904052 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.904276 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.904490 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.904723 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.904964 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.905295 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.905541 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.905767 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.906022 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.906258 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.906472 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.906705 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.906918 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.907186 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.907417 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.907636 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.907851 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.908084 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.908299 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.908531 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.908744 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.909005 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.909235 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.909472 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.909702 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.909922 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.910157 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.910362 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.910580 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.910806 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.911036 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.911246 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.911514 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.911728 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.912023 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.912278 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.912549 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.913596 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.913596 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.913596 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.913596 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.913939 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.913939 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.914090 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.914314 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.914522 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.914756 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.914955 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.915189 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.915435 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.915647 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.915879 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.916125 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.916335 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.916542 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.917145 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.917145 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.917409 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.917621 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.917826 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.918058 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.918276 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.918489 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.918700 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.918922 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.919135 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.919380 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.919597 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.919810 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.920015 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.920305 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.920551 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.920787 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.921080 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.921329 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.921571 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.921809 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.922113 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.922327 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.922583 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.922801 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.923015 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.923233 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.923526 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.923847 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.924143 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.924419 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.924654 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.924945 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.925224 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.925501 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.925711 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.926003 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.926329 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.926626 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.926893 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.927123 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.927405 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.927626 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.927839 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.928053 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.928287 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.928501 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.928736 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.928962 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.929190 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.929420 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.929648 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.929863 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.930088 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.930348 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.930509 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.930747 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.930901 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 29 15:25:18.931600 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102683) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 29 15:25:18.931942 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 29 15:25:18.932122 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 29 15:25:18.932804 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 29 15:25:18.932969 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 29 15:25:18.933429 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 29 15:25:18.933605 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:25:18.933933 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:25:18.934102 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:25:18.934264 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:25:18.934419 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:25:18.934618 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:25:18.934783 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:25:18.934877 n-d-834765-1 neutron-server[102792]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:25:18.934950 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:25:18.935114 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:25:18.935312 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:25:18.935472 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:25:18.935625 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:25:18.935784 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:25:18.935941 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:25:18.936096 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:25:18.936252 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:25:18.936407 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:25:18.936565 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:25:18.936727 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:25:18.936885 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:25:18.937042 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:25:18.937227 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:25:18.937353 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] debug = True {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:25:18.937513 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:25:18.937712 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:25:18.937889 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:25:18.938036 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:25:18.938194 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:25:18.938353 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:25:18.938515 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:25:18.938675 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:25:18.938828 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:25:18.939147 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:25:18.939482 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:25:18.939804 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:25:18.939972 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:25:18.940144 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:25:18.940299 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:25:18.940617 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:25:18.940915 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:25:18.941211 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] host = n-d-834765-1 {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:25:18.941531 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:25:18.941840 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:25:18.942150 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:25:18.942561 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:25:18.942870 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:25:18.943218 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:25:18.943574 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:25:18.943737 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:25:18.943916 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:25:18.944093 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:25:18.944260 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:25:18.944420 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:25:18.944574 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:25:18.944732 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] log_file = None {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:25:18.944890 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] log_options = True {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:25:18.945051 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:25:18.945210 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:25:18.945406 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:25:18.945567 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:25:18.945805 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:25:18.945910 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:25:18.946017 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:25:18.946178 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:25:18.946336 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:25:18.946494 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:25:18.946650 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:25:18.946809 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:25:18.946966 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:25:18.947123 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:25:18.947299 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:25:18.947461 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:25:18.947618 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:25:18.947775 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:25:18.948542 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:25:18.948799 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:25:18.948954 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:25:18.949272 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:25:18.949413 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:25:18.949842 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:25:18.949842 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:25:18.950083 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:25:18.950083 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:25:18.950332 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:25:18.950332 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:25:18.950528 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:25:18.950619 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:25:18.950755 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:25:18.950912 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:25:18.951071 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:25:18.951224 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:25:18.951407 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:25:18.951568 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:25:18.951726 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:25:18.951887 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:25:18.952114 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:25:18.952217 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:25:18.952340 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:25:18.952486 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:25:18.952741 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:25:18.952843 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:25:18.953003 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:25:18.953124 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] use_json = False {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:25:18.953284 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:25:18.953516 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:25:18.953619 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:25:18.953785 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:25:18.953943 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:25:18.954101 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:25:18.954258 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:25:18.954419 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:25:18.954577 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:25:18.954774 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.955229 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.955229 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.955229 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.955465 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.955582 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.955732 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.955892 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.956055 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.956217 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.956383 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.956543 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.956713 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.956875 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.957035 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.957197 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.957355 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.957667 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.957980 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.958144 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.958305 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.958466 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.958637 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.958799 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.958958 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.959120 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.959301 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.959471 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.959629 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.959770 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.42/identity {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.959992 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.960187 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.960328 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.960466 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.960615 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.960754 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.960892 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.961030 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.961120 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.961269 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.961427 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.961727 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.962031 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.962375 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.962517 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.962859 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.963096 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.963293 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.964158 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.964158 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.964158 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.964158 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.964158 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.964960 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.964960 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.964960 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.965169 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.965169 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.965313 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.965574 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.965687 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.965771 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.965928 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.966438 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.966438 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.966438 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.966677 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.966677 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.966822 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.966975 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.967117 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.967306 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.967471 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.967636 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.967815 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.967976 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.968142 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.968308 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.968490 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.968651 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.968826 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.968988 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.969168 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.969331 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.969511 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.969672 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.969857 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.970018 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.970196 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.970366 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.970558 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.970727 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.970895 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.971059 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.971231 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.971425 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.971592 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.971766 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.971929 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.972107 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.972267 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.972442 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.972606 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.972781 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.972941 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.973101 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.973260 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.973414 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.973566 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.973727 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.973885 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.974044 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.974203 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.974375 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.974518 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.974835 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.975021 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.975155 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.975328 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.975488 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.975656 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.975826 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.975986 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.976131 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.976311 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.976442 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.976597 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.976757 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.976915 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.977075 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.977238 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.977382 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.977550 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.977741 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.977873 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.978026 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.978186 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.978369 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.978529 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.978688 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.978848 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.979009 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.979215 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.979399 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.979559 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.979805 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.979970 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.980132 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.980293 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.42/identity {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.980454 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.980614 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.980774 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.980934 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.981097 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.981258 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.981418 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.981579 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.981740 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.981901 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.982061 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.982220 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.982381 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.982541 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.982701 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.982861 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.983023 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.983183 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.983373 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.983534 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.983695 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.983853 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.984012 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.984172 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.984330 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.984494 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.984654 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.984814 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.984975 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.985137 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.985297 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.985457 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.985620 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.985779 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.985939 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.986101 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.986261 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.986422 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.986582 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.986743 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.986902 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.987062 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.987222 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.987424 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.987583 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.987743 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.987905 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.988065 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.988224 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.988384 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.988543 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.988702 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.988882 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.989045 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.989224 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.989385 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.989563 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.989729 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.989904 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.990066 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.990246 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.990417 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.990586 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.990760 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.990924 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.991097 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.991279 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.991462 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.991623 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.991803 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.991964 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.992143 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.992316 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.992494 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.992656 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.992835 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.992995 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.993174 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.993344 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.993527 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.993688 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.993866 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.994029 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.994200 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.994371 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.994549 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.995247 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.995554 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.995789 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.996005 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.996242 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.996479 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.996645 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.996824 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.996985 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.997163 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.997334 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.997515 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.997676 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.997854 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.998015 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.998194 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.998367 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.998541 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.998705 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.998877 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.999049 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.999215 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.999430 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.999595 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.999777 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:18.999946 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:19.000124 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:19.000290 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:19.000469 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:19.000644 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:19.000825 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:19.000988 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:19.001168 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:19.001329 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:19.001506 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:19.001670 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:19.001853 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:19.002029 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:19.002207 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:19.002371 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:19.002540 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:19.002710 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:19.002881 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:19.003042 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:19.003208 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:19.003409 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:19.003580 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:19.003742 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:19.003916 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:19.004079 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:19.004254 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:19.004416 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:19.004591 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:19.004756 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:19.004927 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:19.005091 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:19.005262 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:19.005431 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:19.005599 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:19.005768 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:19.005934 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:19.006107 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:19.006272 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:19.006443 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:19.006613 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:25:19.006781 n-d-834765-1 neutron-server[102683]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 29 15:25:19.116136 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 60714) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:25:19.125626 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [-] 10.222.0.42 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0072970 Mar 29 15:25:30.272319 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af7809d1-cd9b-43d2-ac11-c179bc24df5b None None] get_active_networks_info from n-d-834765-1 {{(pid=102792) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Mar 29 15:25:30.393680 n-d-834765-1 neutron-server[102792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af7809d1-cd9b-43d2-ac11-c179bc24df5b None None] No non-hosted networks {{(pid=102792) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Mar 29 15:25:30.404852 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.agentschedulers_db [None req-af7809d1-cd9b-43d2-ac11-c179bc24df5b None None] DHCP Agent not found on host n-d-834765-1 {{(pid=102792) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Mar 29 15:25:30.545492 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-45bc7b31-f96d-41c0-9791-a2f1cdb6ecbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-530623'] for agent, after_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:25:32.634774 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-3d139a39-a73e-4a33-9c34-948f5bfb5341 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-530623'] for agent, after_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:25:32.677085 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-cbadad4a-01f7-4c6c-a517-ad92e8665154 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:25:34.032531 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d71584b9-87f1-45f5-84c7-c993c2416269 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-530623'] for agent, after_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:25:35.407041 n-d-834765-1 neutron-server[102792]: INFO neutron.db.l3_hamode_db [None req-c24511bc-f258-4687-af40-8a3f4f2e3ab1 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Mar 29 15:25:35.493977 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c24511bc-f258-4687-af40-8a3f4f2e3ab1 None None] Routers set() bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:25:35.494379 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c24511bc-f258-4687-af40-8a3f4f2e3ab1 None None] Router IDs set() for agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 29 15:25:35.580219 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-0cb6abf6-2706-4e52-8825-f5f644ecf9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-530623'] for agent, after_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:25:35.805137 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-530623'] for agent, after_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:25:35.805747 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:25:35.806076 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:25:35.807071 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:25:35.807437 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:25:35.807759 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:25:35.811557 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:25:35.811904 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:25:35.812225 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:25:35.812553 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:25:35.812878 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:25:35.813189 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:25:35.813509 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:25:35.813912 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-834765-1', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:25:35.821130 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-834765-1', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:25:36.695190 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 60806) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:25:37.197515 n-d-834765-1 neutron-server[102790]: WARNING oslo_policy.policy [None req-79fc2b9e-f917-4292-8184-f1f7130f9d58 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 29 15:25:37.198076 n-d-834765-1 neutron-server[102790]: WARNING oslo_policy.policy [None req-79fc2b9e-f917-4292-8184-f1f7130f9d58 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 29 15:25:37.421845 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [None req-79fc2b9e-f917-4292-8184-f1f7130f9d58 admin admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=102790) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 15:25:37.423607 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-79fc2b9e-f917-4292-8184-f1f7130f9d58 admin admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7271681 Mar 29 15:25:39.809047 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 60822) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:25:40.117453 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-086a3534-1fce-4ab2-88ed-a27dfea3b600 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'shared': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:25:40.211597 n-d-834765-1 neutron-server[102790]: DEBUG neutron.policy [None req-086a3534-1fce-4ab2-88ed-a27dfea3b600 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102790) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 29 15:25:40.257671 n-d-834765-1 neutron-server[102790]: WARNING oslo_policy.policy [None req-086a3534-1fce-4ab2-88ed-a27dfea3b600 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 29 15:25:40.258053 n-d-834765-1 neutron-server[102790]: WARNING oslo_policy.policy [None req-086a3534-1fce-4ab2-88ed-a27dfea3b600 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 29 15:25:40.350389 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-086a3534-1fce-4ab2-88ed-a27dfea3b600 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8783526713662', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8783526715149', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8783526719071', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8783526692780', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8783526151060', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8783526740048', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1631777', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1587745', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-545978', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-698054'] for rbac-policy, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:25:40.414444 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-086a3534-1fce-4ab2-88ed-a27dfea3b600 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:25:40.416148 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-086a3534-1fce-4ab2-88ed-a27dfea3b600 admin admin] 10.222.0.42 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6061301 Mar 29 15:25:42.994415 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 60834) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:25:43.477162 n-d-834765-1 neutron-server[102791]: WARNING oslo_policy.policy [None req-cbb2f828-71a6-4e76-87e5-2f5105c0c45f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 29 15:25:43.478331 n-d-834765-1 neutron-server[102791]: WARNING oslo_policy.policy [None req-cbb2f828-71a6-4e76-87e5-2f5105c0c45f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 29 15:25:43.697553 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-cbb2f828-71a6-4e76-87e5-2f5105c0c45f admin admin] Request body: {'network': {'name': 'private', 'tenant_id': '4be93ef733de4dd184651f33ea794594', 'admin_state_up': True, 'project_id': '4be93ef733de4dd184651f33ea794594'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:25:43.751086 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbb2f828-71a6-4e76-87e5-2f5105c0c45f admin admin] Made reservation on behalf of 4be93ef733de4dd184651f33ea794594 for: {'network': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:25:43.817607 n-d-834765-1 neutron-server[102791]: DEBUG neutron.policy [None req-cbb2f828-71a6-4e76-87e5-2f5105c0c45f admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102791) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 29 15:25:43.863760 n-d-834765-1 neutron-server[102791]: WARNING oslo_policy.policy [None req-cbb2f828-71a6-4e76-87e5-2f5105c0c45f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 29 15:25:43.864127 n-d-834765-1 neutron-server[102791]: WARNING oslo_policy.policy [None req-cbb2f828-71a6-4e76-87e5-2f5105c0c45f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 29 15:25:43.873739 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-cbb2f828-71a6-4e76-87e5-2f5105c0c45f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for network, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:25:43.895566 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-cbb2f828-71a6-4e76-87e5-2f5105c0c45f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:25:44.015281 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-cbb2f828-71a6-4e76-87e5-2f5105c0c45f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:25:44.018772 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-cbb2f828-71a6-4e76-87e5-2f5105c0c45f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:25:44.038836 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbb2f828-71a6-4e76-87e5-2f5105c0c45f admin admin] vlan segment allocate from pool success with {'vlan_id': 604, 'physical_network': 'physnet1'} {{(pid=102791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 15:25:44.066962 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-cbb2f828-71a6-4e76-87e5-2f5105c0c45f admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8783523423070', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:25:44.067560 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-cbb2f828-71a6-4e76-87e5-2f5105c0c45f admin admin] Unsubscribe: segment precommit_create {{(pid=102791) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 29 15:25:44.068072 n-d-834765-1 neutron-server[102791]: INFO neutron.db.segments_db [None req-cbb2f828-71a6-4e76-87e5-2f5105c0c45f admin admin] Added segment 8afa251d-eda3-4aa9-acd7-0924d04fdb0c of type vlan for network f437ebf2-c8fd-4a01-9188-f7210e87e438 Mar 29 15:25:44.084677 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb2f828-71a6-4e76-87e5-2f5105c0c45f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2745505-ab7e-4806-ae32-ce547d6e1e34,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:25:44.134970 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb2f828-71a6-4e76-87e5-2f5105c0c45f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:25:44.135324 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb2f828-71a6-4e76-87e5-2f5105c0c45f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:25:44.135655 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb2f828-71a6-4e76-87e5-2f5105c0c45f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:25:44.135978 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb2f828-71a6-4e76-87e5-2f5105c0c45f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:25:44.136299 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb2f828-71a6-4e76-87e5-2f5105c0c45f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:25:44.136617 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb2f828-71a6-4e76-87e5-2f5105c0c45f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:25:44.136930 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb2f828-71a6-4e76-87e5-2f5105c0c45f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:25:44.137246 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb2f828-71a6-4e76-87e5-2f5105c0c45f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:25:44.137556 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb2f828-71a6-4e76-87e5-2f5105c0c45f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:25:44.137866 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb2f828-71a6-4e76-87e5-2f5105c0c45f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:25:44.138175 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb2f828-71a6-4e76-87e5-2f5105c0c45f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:25:44.138484 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb2f828-71a6-4e76-87e5-2f5105c0c45f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:25:44.139595 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb2f828-71a6-4e76-87e5-2f5105c0c45f admin admin] Tracked resource versions report: Mar 29 15:25:44.139595 n-d-834765-1 neutron-server[102791]: pushed versions: Mar 29 15:25:44.139595 n-d-834765-1 neutron-server[102791]: { 'AddressGroup': {'1.2'}, Mar 29 15:25:44.139595 n-d-834765-1 neutron-server[102791]: 'ConntrackHelper': {'1.0'}, Mar 29 15:25:44.139595 n-d-834765-1 neutron-server[102791]: 'Log': {'1.0'}, Mar 29 15:25:44.139595 n-d-834765-1 neutron-server[102791]: 'Network': {'1.1'}, Mar 29 15:25:44.139595 n-d-834765-1 neutron-server[102791]: 'Port': {'1.7'}, Mar 29 15:25:44.139595 n-d-834765-1 neutron-server[102791]: 'PortForwarding': {'1.2'}, Mar 29 15:25:44.139595 n-d-834765-1 neutron-server[102791]: 'QosPolicy': {'1.9'}, Mar 29 15:25:44.139595 n-d-834765-1 neutron-server[102791]: 'SecurityGroup': {'1.4'}, Mar 29 15:25:44.139595 n-d-834765-1 neutron-server[102791]: 'SecurityGroupRule': {'1.2'}, Mar 29 15:25:44.139595 n-d-834765-1 neutron-server[102791]: 'SubPort': {'1.0'}, Mar 29 15:25:44.139595 n-d-834765-1 neutron-server[102791]: 'Subnet': {'1.1'}, Mar 29 15:25:44.139595 n-d-834765-1 neutron-server[102791]: 'Trunk': {'1.1'}} Mar 29 15:25:44.139595 n-d-834765-1 neutron-server[102791]: consumer versions: Mar 29 15:25:44.139595 n-d-834765-1 neutron-server[102791]: { DHCP agent@n-d-834765-1: {}, Mar 29 15:25:44.139595 n-d-834765-1 neutron-server[102791]: L3 agent@n-d-834765-1: {}, Mar 29 15:25:44.139595 n-d-834765-1 neutron-server[102791]: Metadata agent@n-d-834765-1: {}, Mar 29 15:25:44.139595 n-d-834765-1 neutron-server[102791]: Metering agent@n-d-834765-1: {}, Mar 29 15:25:44.139595 n-d-834765-1 neutron-server[102791]: Open vSwitch agent@n-d-834765-1: { 'AddressGroup': '1.2', Mar 29 15:25:44.139595 n-d-834765-1 neutron-server[102791]: 'ConntrackHelper': '1.0', Mar 29 15:25:44.139595 n-d-834765-1 neutron-server[102791]: 'Log': '1.0', Mar 29 15:25:44.139595 n-d-834765-1 neutron-server[102791]: 'Network': '1.1', Mar 29 15:25:44.139595 n-d-834765-1 neutron-server[102791]: 'Port': '1.7', Mar 29 15:25:44.139595 n-d-834765-1 neutron-server[102791]: 'PortForwarding': '1.2', Mar 29 15:25:44.139595 n-d-834765-1 neutron-server[102791]: 'QosPolicy': '1.9', Mar 29 15:25:44.139595 n-d-834765-1 neutron-server[102791]: 'SecurityGroup': '1.4', Mar 29 15:25:44.139595 n-d-834765-1 neutron-server[102791]: 'SecurityGroupRule': '1.2', Mar 29 15:25:44.139595 n-d-834765-1 neutron-server[102791]: 'SubPort': '1.0', Mar 29 15:25:44.139595 n-d-834765-1 neutron-server[102791]: 'Subnet': '1.1', Mar 29 15:25:44.139595 n-d-834765-1 neutron-server[102791]: 'Trunk': '1.1'}} Mar 29 15:25:44.139595 n-d-834765-1 neutron-server[102791]: {{(pid=102791) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 29 15:25:44.181888 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-cbb2f828-71a6-4e76-87e5-2f5105c0c45f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783522915970'] for network, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:25:44.219435 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-cbb2f828-71a6-4e76-87e5-2f5105c0c45f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795'] for network, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:25:44.220621 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbb2f828-71a6-4e76-87e5-2f5105c0c45f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:25:44.221285 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-cbb2f828-71a6-4e76-87e5-2f5105c0c45f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for network, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:25:44.288416 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-cbb2f828-71a6-4e76-87e5-2f5105c0c45f admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.2916114 Mar 29 15:25:44.326738 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb2f828-71a6-4e76-87e5-2f5105c0c45f admin admin] Pushing event updated for resources: {'Network': ['ID=f437ebf2-c8fd-4a01-9188-f7210e87e438,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:25:44.339127 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Network f437ebf2-c8fd-4a01-9188-f7210e87e438 details requested by agent ovs-agent-n-d-834765-1 with host n-d-834765-1 {{(pid=102792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 15:25:46.948071 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 60856) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:25:47.329320 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a98c803b-ab7c-4fb5-beef-8cb5af953c81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:25:47.330652 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-a98c803b-ab7c-4fb5-beef-8cb5af953c81 admin admin] 10.222.0.42 "GET /v2.0/networks/f437ebf2-c8fd-4a01-9188-f7210e87e438 HTTP/1.1" status: 200 len: 825 time: 0.3816187 Mar 29 15:25:47.368436 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-55f6d3d0-b99c-43c0-b2b0-e910e278701d admin admin] 10.222.0.42 "GET /v2.0/subnetpools/760aaa63-62e3-44f6-b5a8-ad034c5dd830 HTTP/1.1" status: 200 len: 734 time: 0.0315895 Mar 29 15:25:47.377700 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-38613f67-db3f-4f91-91e5-f3589603092b admin admin] Request body: {'subnet': {'name': 'private-subnet', 'tenant_id': '4be93ef733de4dd184651f33ea794594', 'ip_version': 4, 'subnetpool_id': '760aaa63-62e3-44f6-b5a8-ad034c5dd830', 'gateway_ip': '172.20.0.1', 'network_id': 'f437ebf2-c8fd-4a01-9188-f7210e87e438'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:25:47.400776 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38613f67-db3f-4f91-91e5-f3589603092b admin admin] Made reservation on behalf of 4be93ef733de4dd184651f33ea794594 for: {'subnet': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:25:47.403056 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-38613f67-db3f-4f91-91e5-f3589603092b admin admin] Notify callbacks [] for subnet, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:25:47.693068 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-38613f67-db3f-4f91-91e5-f3589603092b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795'] for subnet, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:25:47.761292 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38613f67-db3f-4f91-91e5-f3589603092b admin admin] Checking segment: {'id': '8afa251d-eda3-4aa9-acd7-0924d04fdb0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'f437ebf2-c8fd-4a01-9188-f7210e87e438'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:25:47.761663 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38613f67-db3f-4f91-91e5-f3589603092b admin admin] Network hostable DHCP agents. Network: f437ebf2-c8fd-4a01-9188-f7210e87e438, hostable agents: ['d136643e-48ae-49d4-a851-2ba3bdf3749c'], hosted agents: [] {{(pid=102791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 15:25:47.766114 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38613f67-db3f-4f91-91e5-f3589603092b admin admin] Pushing event updated for resources: {'Subnet': ['ID=22d3d558-0f9a-49f4-99a1-6fe921bb780d,revision_number=0']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:25:47.783933 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38613f67-db3f-4f91-91e5-f3589603092b admin admin] Network f437ebf2-c8fd-4a01-9188-f7210e87e438 is scheduled to be hosted by DHCP agent d136643e-48ae-49d4-a851-2ba3bdf3749c with binding_index 1 {{(pid=102791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 15:25:47.795000 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [None req-38613f67-db3f-4f91-91e5-f3589603092b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834765-1, f437ebf2-c8fd-4a01-9188-f7210e87e438) {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:25:47.799469 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38613f67-db3f-4f91-91e5-f3589603092b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:25:47.800071 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-38613f67-db3f-4f91-91e5-f3589603092b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for subnet, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:25:47.805636 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c71c4c97-f84c-4991-bab9-cc2204f349cb None None] Network f437ebf2-c8fd-4a01-9188-f7210e87e438 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 15:25:47.814373 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-38613f67-db3f-4f91-91e5-f3589603092b admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4400094 Mar 29 15:25:48.131207 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6d4dfea-d4d7-4fe2-821f-ac4e0c75b1f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0035034-69b0-5ffc-b384-0ac6189c5628-f437ebf2-c8fd-4a01-9188-f7210e87e438', 'network_id': 'f437ebf2-c8fd-4a01-9188-f7210e87e438', 'tenant_id': '4be93ef733de4dd184651f33ea794594', 'fixed_ips': [{'subnet_id': '22d3d558-0f9a-49f4-99a1-6fe921bb780d'}]}} from n-d-834765-1. {{(pid=102792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 29 15:25:48.132448 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-b6d4dfea-d4d7-4fe2-821f-ac4e0c75b1f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:25:48.433770 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.db_base_plugin_common [None req-b6d4dfea-d4d7-4fe2-821f-ac4e0c75b1f7 None None] Allocated IP 172.20.0.2 (f437ebf2-c8fd-4a01-9188-f7210e87e438/22d3d558-0f9a-49f4-99a1-6fe921bb780d/6127fd9d-88d2-41a0-b104-5ca2f5121417) {{(pid=102792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:25:48.638127 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-b6d4dfea-d4d7-4fe2-821f-ac4e0c75b1f7 None None] Notify callbacks [] for port, precommit_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:25:48.645001 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-b6d4dfea-d4d7-4fe2-821f-ac4e0c75b1f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956'] for port, after_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:25:48.716465 n-d-834765-1 neutron-server[102792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6d4dfea-d4d7-4fe2-821f-ac4e0c75b1f7 None None] Network f437ebf2-c8fd-4a01-9188-f7210e87e438 is already hosted by enough agents. {{(pid=102792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:25:48.721036 n-d-834765-1 neutron-server[102792]: DEBUG neutron.scheduler.base_scheduler [None req-b6d4dfea-d4d7-4fe2-821f-ac4e0c75b1f7 None None] Resources bound (agent type, host, resource id): {{(pid=102792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:25:48.731338 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6d4dfea-d4d7-4fe2-821f-ac4e0c75b1f7 None None] Received port after_create {{(pid=102792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:25:48.738350 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d4dfea-d4d7-4fe2-821f-ac4e0c75b1f7 None None] Pushing event updated for resources: {'Port': ['ID=6127fd9d-88d2-41a0-b104-5ca2f5121417,revision_number=1']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:25:48.783298 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d4dfea-d4d7-4fe2-821f-ac4e0c75b1f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:25:48.783645 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d4dfea-d4d7-4fe2-821f-ac4e0c75b1f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:25:48.783979 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d4dfea-d4d7-4fe2-821f-ac4e0c75b1f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:25:48.784307 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d4dfea-d4d7-4fe2-821f-ac4e0c75b1f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:25:48.784634 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d4dfea-d4d7-4fe2-821f-ac4e0c75b1f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:25:48.784957 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d4dfea-d4d7-4fe2-821f-ac4e0c75b1f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:25:48.785276 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d4dfea-d4d7-4fe2-821f-ac4e0c75b1f7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:25:48.785593 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d4dfea-d4d7-4fe2-821f-ac4e0c75b1f7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:25:48.785908 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d4dfea-d4d7-4fe2-821f-ac4e0c75b1f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:25:48.786221 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d4dfea-d4d7-4fe2-821f-ac4e0c75b1f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:25:48.786543 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d4dfea-d4d7-4fe2-821f-ac4e0c75b1f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:25:48.786856 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d4dfea-d4d7-4fe2-821f-ac4e0c75b1f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:25:48.787978 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d4dfea-d4d7-4fe2-821f-ac4e0c75b1f7 None None] Tracked resource versions report: Mar 29 15:25:48.787978 n-d-834765-1 neutron-server[102792]: pushed versions: Mar 29 15:25:48.787978 n-d-834765-1 neutron-server[102792]: { 'AddressGroup': {'1.2'}, Mar 29 15:25:48.787978 n-d-834765-1 neutron-server[102792]: 'ConntrackHelper': {'1.0'}, Mar 29 15:25:48.787978 n-d-834765-1 neutron-server[102792]: 'Log': {'1.0'}, Mar 29 15:25:48.787978 n-d-834765-1 neutron-server[102792]: 'Network': {'1.1'}, Mar 29 15:25:48.787978 n-d-834765-1 neutron-server[102792]: 'Port': {'1.7'}, Mar 29 15:25:48.787978 n-d-834765-1 neutron-server[102792]: 'PortForwarding': {'1.2'}, Mar 29 15:25:48.787978 n-d-834765-1 neutron-server[102792]: 'QosPolicy': {'1.9'}, Mar 29 15:25:48.787978 n-d-834765-1 neutron-server[102792]: 'SecurityGroup': {'1.4'}, Mar 29 15:25:48.787978 n-d-834765-1 neutron-server[102792]: 'SecurityGroupRule': {'1.2'}, Mar 29 15:25:48.787978 n-d-834765-1 neutron-server[102792]: 'SubPort': {'1.0'}, Mar 29 15:25:48.787978 n-d-834765-1 neutron-server[102792]: 'Subnet': {'1.1'}, Mar 29 15:25:48.787978 n-d-834765-1 neutron-server[102792]: 'Trunk': {'1.1'}} Mar 29 15:25:48.787978 n-d-834765-1 neutron-server[102792]: consumer versions: Mar 29 15:25:48.787978 n-d-834765-1 neutron-server[102792]: { DHCP agent@n-d-834765-1: {}, Mar 29 15:25:48.787978 n-d-834765-1 neutron-server[102792]: L3 agent@n-d-834765-1: {}, Mar 29 15:25:48.787978 n-d-834765-1 neutron-server[102792]: Metadata agent@n-d-834765-1: {}, Mar 29 15:25:48.787978 n-d-834765-1 neutron-server[102792]: Metering agent@n-d-834765-1: {}, Mar 29 15:25:48.787978 n-d-834765-1 neutron-server[102792]: Open vSwitch agent@n-d-834765-1: { 'AddressGroup': '1.2', Mar 29 15:25:48.787978 n-d-834765-1 neutron-server[102792]: 'ConntrackHelper': '1.0', Mar 29 15:25:48.787978 n-d-834765-1 neutron-server[102792]: 'Log': '1.0', Mar 29 15:25:48.787978 n-d-834765-1 neutron-server[102792]: 'Network': '1.1', Mar 29 15:25:48.787978 n-d-834765-1 neutron-server[102792]: 'Port': '1.7', Mar 29 15:25:48.787978 n-d-834765-1 neutron-server[102792]: 'PortForwarding': '1.2', Mar 29 15:25:48.787978 n-d-834765-1 neutron-server[102792]: 'QosPolicy': '1.9', Mar 29 15:25:48.787978 n-d-834765-1 neutron-server[102792]: 'SecurityGroup': '1.4', Mar 29 15:25:48.787978 n-d-834765-1 neutron-server[102792]: 'SecurityGroupRule': '1.2', Mar 29 15:25:48.787978 n-d-834765-1 neutron-server[102792]: 'SubPort': '1.0', Mar 29 15:25:48.787978 n-d-834765-1 neutron-server[102792]: 'Subnet': '1.1', Mar 29 15:25:48.787978 n-d-834765-1 neutron-server[102792]: 'Trunk': '1.1'}} Mar 29 15:25:48.787978 n-d-834765-1 neutron-server[102792]: {{(pid=102792) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 29 15:25:48.822094 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-b6d4dfea-d4d7-4fe2-821f-ac4e0c75b1f7 None None] Attempting to bind port 6127fd9d-88d2-41a0-b104-5ca2f5121417 on host n-d-834765-1 for vnic_type normal with profile {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:25:48.822778 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-b6d4dfea-d4d7-4fe2-821f-ac4e0c75b1f7 None None] Attempting to bind port 6127fd9d-88d2-41a0-b104-5ca2f5121417 by drivers openvswitch,hyperv on host n-d-834765-1 at level 0 using segments [{'id': '8afa251d-eda3-4aa9-acd7-0924d04fdb0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'f437ebf2-c8fd-4a01-9188-f7210e87e438'}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:25:48.822880 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6d4dfea-d4d7-4fe2-821f-ac4e0c75b1f7 None None] Attempting to bind port 6127fd9d-88d2-41a0-b104-5ca2f5121417 on network f437ebf2-c8fd-4a01-9188-f7210e87e438 {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:25:48.827670 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6d4dfea-d4d7-4fe2-821f-ac4e0c75b1f7 None None] Checking agent: {'id': 'a8866439-9d96-425c-b519-6905c591ac37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 25, 36), 'started_at': datetime.datetime(2022, 3, 29, 15, 25, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 25, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834765-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:25:48.828083 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6d4dfea-d4d7-4fe2-821f-ac4e0c75b1f7 None None] Checking segment: {'id': '8afa251d-eda3-4aa9-acd7-0924d04fdb0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'f437ebf2-c8fd-4a01-9188-f7210e87e438'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:25:48.828573 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-b6d4dfea-d4d7-4fe2-821f-ac4e0c75b1f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:25:48.828958 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6d4dfea-d4d7-4fe2-821f-ac4e0c75b1f7 None None] Bound using segment: {'id': '8afa251d-eda3-4aa9-acd7-0924d04fdb0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'f437ebf2-c8fd-4a01-9188-f7210e87e438'} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:25:48.829438 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-b6d4dfea-d4d7-4fe2-821f-ac4e0c75b1f7 None None] Bound port: 6127fd9d-88d2-41a0-b104-5ca2f5121417, host: n-d-834765-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8afa251d-eda3-4aa9-acd7-0924d04fdb0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'f437ebf2-c8fd-4a01-9188-f7210e87e438'}}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 15:25:48.829831 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-b6d4dfea-d4d7-4fe2-821f-ac4e0c75b1f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:25:48.892252 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-b6d4dfea-d4d7-4fe2-821f-ac4e0c75b1f7 None None] For port 6127fd9d-88d2-41a0-b104-5ca2f5121417, host n-d-834765-1, cleared binding levels {{(pid=102792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:25:48.913734 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-b6d4dfea-d4d7-4fe2-821f-ac4e0c75b1f7 None None] For port 6127fd9d-88d2-41a0-b104-5ca2f5121417, host n-d-834765-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=6127fd9d-88d2-41a0-b104-5ca2f5121417,segment=NetworkSegment(8afa251d-eda3-4aa9-acd7-0924d04fdb0c),segment_id=8afa251d-eda3-4aa9-acd7-0924d04fdb0c)] {{(pid=102792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:25:48.918613 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-b6d4dfea-d4d7-4fe2-821f-ac4e0c75b1f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:25:48.973663 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d4dfea-d4d7-4fe2-821f-ac4e0c75b1f7 None None] Pushing event updated for resources: {'Port': ['ID=6127fd9d-88d2-41a0-b104-5ca2f5121417,revision_number=2']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:25:50.382389 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 60864) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:25:50.710327 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [None req-e638bc54-7360-42c4-980e-e3b10347f8d3 admin admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=102791) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 15:25:50.711923 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-e638bc54-7360-42c4-980e-e3b10347f8d3 admin admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3279407 Mar 29 15:25:53.115300 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 60872) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:25:53.429822 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [None req-296c367e-0541-4fdc-b61a-62626b175941 admin admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=102791) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 15:25:53.430837 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-296c367e-0541-4fdc-b61a-62626b175941 admin admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3139966 Mar 29 15:25:56.079809 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 60882) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:25:56.388688 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-a47b5406-4eb7-40d3-bdd9-94282b1cf181 admin admin] Request body: {'router': {'tenant_id': '4be93ef733de4dd184651f33ea794594', 'name': 'router1', 'admin_state_up': True}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:25:56.409336 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-a47b5406-4eb7-40d3-bdd9-94282b1cf181 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-532385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129310'] for router, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:25:56.410724 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-a47b5406-4eb7-40d3-bdd9-94282b1cf181 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-648091', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-684384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129319'] for router, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:25:56.546463 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-a47b5406-4eb7-40d3-bdd9-94282b1cf181 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:25:56.550945 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-a47b5406-4eb7-40d3-bdd9-94282b1cf181 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648118'] for router, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:25:56.564963 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-a47b5406-4eb7-40d3-bdd9-94282b1cf181 admin admin] Notify callbacks [] for router, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:25:56.566147 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-a47b5406-4eb7-40d3-bdd9-94282b1cf181 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4853568 Mar 29 15:25:57.138560 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 6127fd9d-88d2-41a0-b104-5ca2f5121417 up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:25:57.225399 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port 6127fd9d-88d2-41a0-b104-5ca2f5121417 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:25:57.225780 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:25:57.334028 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:25:57.370617 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] For port 6127fd9d-88d2-41a0-b104-5ca2f5121417, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=6127fd9d-88d2-41a0-b104-5ca2f5121417,segment=NetworkSegment(8afa251d-eda3-4aa9-acd7-0924d04fdb0c),segment_id=8afa251d-eda3-4aa9-acd7-0924d04fdb0c)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:25:57.375680 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:25:57.424848 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e602557-0907-4a9d-a84a-99799b59f2ba None None] Network f437ebf2-c8fd-4a01-9188-f7210e87e438 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 15:25:57.442864 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Pushing event updated for resources: {'Port': ['ID=6127fd9d-88d2-41a0-b104-5ca2f5121417,revision_number=3']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:25:57.551418 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-808dfe96-f327-4052-b686-dcd06b995818 None None] Provisioning complete for port 6127fd9d-88d2-41a0-b104-5ca2f5121417 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:25:57.551777 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-808dfe96-f327-4052-b686-dcd06b995818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:25:57.894864 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-f6be432e-b571-4bf6-8d78-f1aa9dff2abf None None] Provisioning complete for port 6127fd9d-88d2-41a0-b104-5ca2f5121417 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:25:57.895232 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-f6be432e-b571-4bf6-8d78-f1aa9dff2abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:25:58.969172 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 60894) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:25:59.096190 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 6127fd9d-88d2-41a0-b104-5ca2f5121417 up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:25:59.141356 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port 6127fd9d-88d2-41a0-b104-5ca2f5121417 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:25:59.141735 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:25:59.291161 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [None req-d444ccd3-6cd0-41ea-9946-4fe1f51a08cf admin admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=102791) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 15:25:59.292128 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-d444ccd3-6cd0-41ea-9946-4fe1f51a08cf admin admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3219190 Mar 29 15:26:00.183737 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-a5bb7e1e-6467-446c-9c0d-1454887f001c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:26:01.678688 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 60902) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:26:02.002210 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-b960244a-859d-4254-acbc-a198833b309f admin admin] Request body: {'network': {'is_default': True, 'router:external': True, 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'name': 'public', 'provider:network_type': 'flat'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:26:02.020713 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b960244a-859d-4254-acbc-a198833b309f admin admin] Made reservation on behalf of b84bbb8cf770436e8e9ba3af56395152 for: {'network': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:26:02.023626 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-b960244a-859d-4254-acbc-a198833b309f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for network, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:26:02.031750 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-b960244a-859d-4254-acbc-a198833b309f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:26:02.101976 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-b960244a-859d-4254-acbc-a198833b309f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:26:02.104882 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-b960244a-859d-4254-acbc-a198833b309f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:26:02.121094 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-b960244a-859d-4254-acbc-a198833b309f admin admin] Reserving flat network on physical network physnet1 {{(pid=102791) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Mar 29 15:26:02.135223 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b960244a-859d-4254-acbc-a198833b309f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=326903ed-e83d-4ed8-be8c-2145063a90cb,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:26:02.141596 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-b960244a-859d-4254-acbc-a198833b309f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:26:02.141972 n-d-834765-1 neutron-server[102791]: INFO neutron.db.segments_db [None req-b960244a-859d-4254-acbc-a198833b309f admin admin] Added segment 6ab47353-a811-4bad-bc73-b4cc84583cfd of type flat for network 4a4a035d-ecac-4ead-baa3-25f90788773a Mar 29 15:26:02.194508 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-b960244a-859d-4254-acbc-a198833b309f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783522915970'] for network, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:26:02.226855 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-b960244a-859d-4254-acbc-a198833b309f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795'] for network, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:26:02.227763 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b960244a-859d-4254-acbc-a198833b309f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:26:02.228318 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-b960244a-859d-4254-acbc-a198833b309f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for network, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:26:02.256564 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-b960244a-859d-4254-acbc-a198833b309f admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5762722 Mar 29 15:26:02.287334 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b960244a-859d-4254-acbc-a198833b309f admin admin] Pushing event updated for resources: {'Network': ['ID=4a4a035d-ecac-4ead-baa3-25f90788773a,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:26:02.297750 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Network 4a4a035d-ecac-4ead-baa3-25f90788773a details requested by agent ovs-agent-n-d-834765-1 with host n-d-834765-1 {{(pid=102792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 15:26:02.631526 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-20fc1e25-6901-40a6-a74b-cd4f9b936523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:26:03.883425 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.agents_db [None req-59735a15-725e-44d4-9ad5-95cbe356f209 None None] Agent healthcheck: found 5 active agents {{(pid=102793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 15:26:03.954426 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d71584b9-87f1-45f5-84c7-c993c2416269 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:26:04.664216 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 60920) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:26:04.835078 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba74e463-dc2a-4b21-8a19-308063947536 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:26:04.836506 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-ba74e463-dc2a-4b21-8a19-308063947536 admin admin] 10.222.0.42 "GET /v2.0/subnets/22d3d558-0f9a-49f4-99a1-6fe921bb780d HTTP/1.1" status: 200 len: 849 time: 0.1713502 Mar 29 15:26:04.954473 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-bc463b59-cd44-4dec-a95b-ee9c298b4079 admin admin] 10.222.0.42 "GET /v2.0/routers/ea201c2d-c1e0-47f7-a512-6a24f0f25d93 HTTP/1.1" status: 200 len: 704 time: 0.1115978 Mar 29 15:26:05.228275 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-1851bd23-a5c7-4f64-89ec-2c281f102cbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:26:05.515479 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_common [None req-1851bd23-a5c7-4f64-89ec-2c281f102cbd admin admin] Allocated IP 172.20.0.1 (f437ebf2-c8fd-4a01-9188-f7210e87e438/22d3d558-0f9a-49f4-99a1-6fe921bb780d/4bcaa03c-3805-490b-b4f6-33f43ad740cd) {{(pid=102791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:26:05.533104 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-0cb6abf6-2706-4e52-8825-f5f644ecf9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:26:05.709581 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-1851bd23-a5c7-4f64-89ec-2c281f102cbd admin admin] Notify callbacks [] for port, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:26:05.775944 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-1851bd23-a5c7-4f64-89ec-2c281f102cbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956'] for port, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:26:05.799476 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:26:05.847999 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1851bd23-a5c7-4f64-89ec-2c281f102cbd admin admin] Network f437ebf2-c8fd-4a01-9188-f7210e87e438 is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:26:05.852375 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [None req-1851bd23-a5c7-4f64-89ec-2c281f102cbd admin admin] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:26:05.858239 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1851bd23-a5c7-4f64-89ec-2c281f102cbd admin admin] Received port after_create {{(pid=102791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:26:05.858777 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-1851bd23-a5c7-4f64-89ec-2c281f102cbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-648347'] for router_interface, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:26:05.886025 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1851bd23-a5c7-4f64-89ec-2c281f102cbd admin admin] Pushing event updated for resources: {'Port': ['ID=4bcaa03c-3805-490b-b4f6-33f43ad740cd,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:26:06.041748 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-065984ae-a41d-49bc-9318-4b8077df0123 None None] Provisioning complete for port 4bcaa03c-3805-490b-b4f6-33f43ad740cd triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:26:06.042032 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-065984ae-a41d-49bc-9318-4b8077df0123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:26:06.057793 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-1851bd23-a5c7-4f64-89ec-2c281f102cbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:26:06.075270 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-065984ae-a41d-49bc-9318-4b8077df0123 None None] Port 4bcaa03c-3805-490b-b4f6-33f43ad740cd cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 15:26:06.261269 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-1851bd23-a5c7-4f64-89ec-2c281f102cbd admin admin] Notify callbacks [] for port, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:26:06.265271 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-1851bd23-a5c7-4f64-89ec-2c281f102cbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:26:06.265991 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-1851bd23-a5c7-4f64-89ec-2c281f102cbd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-648439'] for router_interface, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:26:06.346753 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1851bd23-a5c7-4f64-89ec-2c281f102cbd admin admin] Pushing event updated for resources: {'Port': ['ID=4bcaa03c-3805-490b-b4f6-33f43ad740cd,revision_number=2']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:26:06.385932 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1851bd23-a5c7-4f64-89ec-2c281f102cbd admin admin] Network f437ebf2-c8fd-4a01-9188-f7210e87e438 is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:26:06.387176 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [None req-1851bd23-a5c7-4f64-89ec-2c281f102cbd admin admin] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:26:06.540770 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1851bd23-a5c7-4f64-89ec-2c281f102cbd admin admin] Router ea201c2d-c1e0-47f7-a512-6a24f0f25d93 is scheduled to L3 agent c648d819-1060-4f26-b4ec-6455387b5dff with binding_index 1 {{(pid=102791) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 29 15:26:06.595669 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-27f2bb9f-8cdb-4fd8-9311-b5cf9a3a34cf None None] Provisioning complete for port 4bcaa03c-3805-490b-b4f6-33f43ad740cd triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:26:06.596251 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-27f2bb9f-8cdb-4fd8-9311-b5cf9a3a34cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:26:06.628960 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1851bd23-a5c7-4f64-89ec-2c281f102cbd admin admin] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:26:06.630048 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-27f2bb9f-8cdb-4fd8-9311-b5cf9a3a34cf None None] Port 4bcaa03c-3805-490b-b4f6-33f43ad740cd cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 15:26:06.636682 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-1851bd23-a5c7-4f64-89ec-2c281f102cbd admin admin] 10.222.0.42 "PUT /v2.0/routers/ea201c2d-c1e0-47f7-a512-6a24f0f25d93/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.6732407 Mar 29 15:26:06.640791 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccf21538-7a24-4902-b4f1-d395f6a17875 None None] Sync routers for ids ['ea201c2d-c1e0-47f7-a512-6a24f0f25d93'] in n-d-834765-1 {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:26:06.653249 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccf21538-7a24-4902-b4f1-d395f6a17875 None None] Routers {'ea201c2d-c1e0-47f7-a512-6a24f0f25d93'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:26:06.654158 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-ccf21538-7a24-4902-b4f1-d395f6a17875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:26:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['ea201c2d-c1e0-47f7-a512-6a24f0f25d93'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:26:06.839984 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvr_db [None req-ccf21538-7a24-4902-b4f1-d395f6a17875 None None] Set router ea201c2d-c1e0-47f7-a512-6a24f0f25d93 gateway port host: None {{(pid=102793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:26:07.269569 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-ccf21538-7a24-4902-b4f1-d395f6a17875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea201c2d-c1e0-47f7-a512-6a24f0f25d93', 'name': 'router1', 'tenant_id': '4be93ef733de4dd184651f33ea794594', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:25:56Z', 'updated_at': '2022-03-29T15:26:06Z', 'revision_number': 2, 'project_id': '4be93ef733de4dd184651f33ea794594', 'gw_port_host': None, '_interfaces': [{'id': '4bcaa03c-3805-490b-b4f6-33f43ad740cd', 'name': '', 'network_id': 'f437ebf2-c8fd-4a01-9188-f7210e87e438', 'tenant_id': '4be93ef733de4dd184651f33ea794594', 'mac_address': 'fa:16:3e:d9:45:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea201c2d-c1e0-47f7-a512-6a24f0f25d93', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '22d3d558-0f9a-49f4-99a1-6fe921bb780d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:26:05Z', 'updated_at': '2022-03-29T15:26:06Z', 'revision_number': 2, 'project_id': '4be93ef733de4dd184651f33ea794594', 'subnets': [{'id': '22d3d558-0f9a-49f4-99a1-6fe921bb780d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '760aaa63-62e3-44f6-b5a8-ad034c5dd830'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:26:07.321744 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccf21538-7a24-4902-b4f1-d395f6a17875 None None] Checking router: ea201c2d-c1e0-47f7-a512-6a24f0f25d93 for host: n-d-834765-1 {{(pid=102793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:26:07.322108 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccf21538-7a24-4902-b4f1-d395f6a17875 None None] Updating router ea201c2d-c1e0-47f7-a512-6a24f0f25d93 port 4bcaa03c-3805-490b-b4f6-33f43ad740cd binding host n-d-834765-1 {{(pid=102793) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 15:26:07.369655 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-ccf21538-7a24-4902-b4f1-d395f6a17875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:26:07.879790 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-ccf21538-7a24-4902-b4f1-d395f6a17875 None None] Notify callbacks [] for port, precommit_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:26:07.886952 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-ccf21538-7a24-4902-b4f1-d395f6a17875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:26:08.047425 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b549e67-406d-42ae-a46a-0110a2fa3c8b None None] Pushing event updated for resources: {'Port': ['ID=4bcaa03c-3805-490b-b4f6-33f43ad740cd,revision_number=3']} {{(pid=102793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:26:08.061919 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.managers [None req-ccf21538-7a24-4902-b4f1-d395f6a17875 None None] Attempting to bind port 4bcaa03c-3805-490b-b4f6-33f43ad740cd on host n-d-834765-1 for vnic_type normal with profile {{(pid=102793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:26:08.062308 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.managers [None req-ccf21538-7a24-4902-b4f1-d395f6a17875 None None] Attempting to bind port 4bcaa03c-3805-490b-b4f6-33f43ad740cd by drivers openvswitch,hyperv on host n-d-834765-1 at level 0 using segments [{'id': '8afa251d-eda3-4aa9-acd7-0924d04fdb0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'f437ebf2-c8fd-4a01-9188-f7210e87e438'}] {{(pid=102793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:26:08.062744 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccf21538-7a24-4902-b4f1-d395f6a17875 None None] Attempting to bind port 4bcaa03c-3805-490b-b4f6-33f43ad740cd on network f437ebf2-c8fd-4a01-9188-f7210e87e438 {{(pid=102793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:26:08.068034 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccf21538-7a24-4902-b4f1-d395f6a17875 None None] Checking agent: {'id': 'a8866439-9d96-425c-b519-6905c591ac37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 25, 36), 'started_at': datetime.datetime(2022, 3, 29, 15, 26, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 26, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834765-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:26:08.068442 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccf21538-7a24-4902-b4f1-d395f6a17875 None None] Checking segment: {'id': '8afa251d-eda3-4aa9-acd7-0924d04fdb0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'f437ebf2-c8fd-4a01-9188-f7210e87e438'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:26:08.068933 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-ccf21538-7a24-4902-b4f1-d395f6a17875 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:26:08.069349 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccf21538-7a24-4902-b4f1-d395f6a17875 None None] Bound using segment: {'id': '8afa251d-eda3-4aa9-acd7-0924d04fdb0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'f437ebf2-c8fd-4a01-9188-f7210e87e438'} {{(pid=102793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:26:08.069832 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.managers [None req-ccf21538-7a24-4902-b4f1-d395f6a17875 None None] Bound port: 4bcaa03c-3805-490b-b4f6-33f43ad740cd, host: n-d-834765-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8afa251d-eda3-4aa9-acd7-0924d04fdb0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'f437ebf2-c8fd-4a01-9188-f7210e87e438'}}] {{(pid=102793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 15:26:08.070227 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-ccf21538-7a24-4902-b4f1-d395f6a17875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:26:08.072447 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b549e67-406d-42ae-a46a-0110a2fa3c8b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:26:08.072784 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b549e67-406d-42ae-a46a-0110a2fa3c8b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:26:08.073113 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b549e67-406d-42ae-a46a-0110a2fa3c8b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:26:08.073439 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b549e67-406d-42ae-a46a-0110a2fa3c8b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:26:08.073761 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b549e67-406d-42ae-a46a-0110a2fa3c8b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:26:08.074080 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b549e67-406d-42ae-a46a-0110a2fa3c8b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:26:08.074397 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b549e67-406d-42ae-a46a-0110a2fa3c8b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:26:08.074714 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b549e67-406d-42ae-a46a-0110a2fa3c8b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:26:08.075031 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b549e67-406d-42ae-a46a-0110a2fa3c8b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:26:08.075368 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b549e67-406d-42ae-a46a-0110a2fa3c8b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:26:08.075687 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b549e67-406d-42ae-a46a-0110a2fa3c8b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:26:08.075999 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b549e67-406d-42ae-a46a-0110a2fa3c8b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:26:08.077086 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b549e67-406d-42ae-a46a-0110a2fa3c8b None None] Tracked resource versions report: Mar 29 15:26:08.077086 n-d-834765-1 neutron-server[102793]: pushed versions: Mar 29 15:26:08.077086 n-d-834765-1 neutron-server[102793]: { 'AddressGroup': {'1.2'}, Mar 29 15:26:08.077086 n-d-834765-1 neutron-server[102793]: 'ConntrackHelper': {'1.0'}, Mar 29 15:26:08.077086 n-d-834765-1 neutron-server[102793]: 'Log': {'1.0'}, Mar 29 15:26:08.077086 n-d-834765-1 neutron-server[102793]: 'Network': {'1.1'}, Mar 29 15:26:08.077086 n-d-834765-1 neutron-server[102793]: 'Port': {'1.7'}, Mar 29 15:26:08.077086 n-d-834765-1 neutron-server[102793]: 'PortForwarding': {'1.2'}, Mar 29 15:26:08.077086 n-d-834765-1 neutron-server[102793]: 'QosPolicy': {'1.9'}, Mar 29 15:26:08.077086 n-d-834765-1 neutron-server[102793]: 'SecurityGroup': {'1.4'}, Mar 29 15:26:08.077086 n-d-834765-1 neutron-server[102793]: 'SecurityGroupRule': {'1.2'}, Mar 29 15:26:08.077086 n-d-834765-1 neutron-server[102793]: 'SubPort': {'1.0'}, Mar 29 15:26:08.077086 n-d-834765-1 neutron-server[102793]: 'Subnet': {'1.1'}, Mar 29 15:26:08.077086 n-d-834765-1 neutron-server[102793]: 'Trunk': {'1.1'}} Mar 29 15:26:08.077086 n-d-834765-1 neutron-server[102793]: consumer versions: Mar 29 15:26:08.077086 n-d-834765-1 neutron-server[102793]: { DHCP agent@n-d-834765-1: {}, Mar 29 15:26:08.077086 n-d-834765-1 neutron-server[102793]: L3 agent@n-d-834765-1: {}, Mar 29 15:26:08.077086 n-d-834765-1 neutron-server[102793]: Metadata agent@n-d-834765-1: {}, Mar 29 15:26:08.077086 n-d-834765-1 neutron-server[102793]: Metering agent@n-d-834765-1: {}, Mar 29 15:26:08.077086 n-d-834765-1 neutron-server[102793]: Open vSwitch agent@n-d-834765-1: { 'AddressGroup': '1.2', Mar 29 15:26:08.077086 n-d-834765-1 neutron-server[102793]: 'ConntrackHelper': '1.0', Mar 29 15:26:08.077086 n-d-834765-1 neutron-server[102793]: 'Log': '1.0', Mar 29 15:26:08.077086 n-d-834765-1 neutron-server[102793]: 'Network': '1.1', Mar 29 15:26:08.077086 n-d-834765-1 neutron-server[102793]: 'Port': '1.7', Mar 29 15:26:08.077086 n-d-834765-1 neutron-server[102793]: 'PortForwarding': '1.2', Mar 29 15:26:08.077086 n-d-834765-1 neutron-server[102793]: 'QosPolicy': '1.9', Mar 29 15:26:08.077086 n-d-834765-1 neutron-server[102793]: 'SecurityGroup': '1.4', Mar 29 15:26:08.077086 n-d-834765-1 neutron-server[102793]: 'SecurityGroupRule': '1.2', Mar 29 15:26:08.077086 n-d-834765-1 neutron-server[102793]: 'SubPort': '1.0', Mar 29 15:26:08.077086 n-d-834765-1 neutron-server[102793]: 'Subnet': '1.1', Mar 29 15:26:08.077086 n-d-834765-1 neutron-server[102793]: 'Trunk': '1.1'}} Mar 29 15:26:08.077086 n-d-834765-1 neutron-server[102793]: {{(pid=102793) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 29 15:26:08.143278 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.db [None req-ccf21538-7a24-4902-b4f1-d395f6a17875 None None] For port 4bcaa03c-3805-490b-b4f6-33f43ad740cd, host n-d-834765-1, cleared binding levels {{(pid=102793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:26:08.161662 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-6394e062-e5ba-4781-a86e-71b99616f642 None None] Provisioning complete for port 4bcaa03c-3805-490b-b4f6-33f43ad740cd triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:26:08.161662 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-6394e062-e5ba-4781-a86e-71b99616f642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:26:08.163389 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.db [None req-ccf21538-7a24-4902-b4f1-d395f6a17875 None None] For port 4bcaa03c-3805-490b-b4f6-33f43ad740cd, host n-d-834765-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=4bcaa03c-3805-490b-b4f6-33f43ad740cd,segment=NetworkSegment(8afa251d-eda3-4aa9-acd7-0924d04fdb0c),segment_id=8afa251d-eda3-4aa9-acd7-0924d04fdb0c)] {{(pid=102793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:26:08.168003 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-ccf21538-7a24-4902-b4f1-d395f6a17875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:26:08.198583 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-6394e062-e5ba-4781-a86e-71b99616f642 None None] Port 4bcaa03c-3805-490b-b4f6-33f43ad740cd cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 15:26:08.216655 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccf21538-7a24-4902-b4f1-d395f6a17875 None None] Routers {'ea201c2d-c1e0-47f7-a512-6a24f0f25d93'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:26:08.217373 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-ccf21538-7a24-4902-b4f1-d395f6a17875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:26:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['ea201c2d-c1e0-47f7-a512-6a24f0f25d93'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:26:08.263299 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b549e67-406d-42ae-a46a-0110a2fa3c8b None None] Pushing event updated for resources: {'Port': ['ID=4bcaa03c-3805-490b-b4f6-33f43ad740cd,revision_number=4']} {{(pid=102793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:26:08.314460 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvr_db [None req-ccf21538-7a24-4902-b4f1-d395f6a17875 None None] Set router ea201c2d-c1e0-47f7-a512-6a24f0f25d93 gateway port host: None {{(pid=102793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:26:08.436610 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-77f77de7-b9ee-44aa-8102-337c0033baa4 None None] Provisioning complete for port 4bcaa03c-3805-490b-b4f6-33f43ad740cd triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:26:08.436937 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-77f77de7-b9ee-44aa-8102-337c0033baa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:26:08.519230 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-77f77de7-b9ee-44aa-8102-337c0033baa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:26:08.525849 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-ccf21538-7a24-4902-b4f1-d395f6a17875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea201c2d-c1e0-47f7-a512-6a24f0f25d93', 'name': 'router1', 'tenant_id': '4be93ef733de4dd184651f33ea794594', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:25:56Z', 'updated_at': '2022-03-29T15:26:06Z', 'revision_number': 2, 'project_id': '4be93ef733de4dd184651f33ea794594', 'gw_port_host': None, '_interfaces': [{'id': '4bcaa03c-3805-490b-b4f6-33f43ad740cd', 'name': '', 'network_id': 'f437ebf2-c8fd-4a01-9188-f7210e87e438', 'tenant_id': '4be93ef733de4dd184651f33ea794594', 'mac_address': 'fa:16:3e:d9:45:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea201c2d-c1e0-47f7-a512-6a24f0f25d93', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '22d3d558-0f9a-49f4-99a1-6fe921bb780d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:26:05Z', 'updated_at': '2022-03-29T15:26:08Z', 'revision_number': 4, 'project_id': '4be93ef733de4dd184651f33ea794594', 'subnets': [{'id': '22d3d558-0f9a-49f4-99a1-6fe921bb780d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '760aaa63-62e3-44f6-b5a8-ad034c5dd830'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:26:08.550878 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-77f77de7-b9ee-44aa-8102-337c0033baa4 None None] For port 4bcaa03c-3805-490b-b4f6-33f43ad740cd, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=4bcaa03c-3805-490b-b4f6-33f43ad740cd,segment=NetworkSegment(8afa251d-eda3-4aa9-acd7-0924d04fdb0c),segment_id=8afa251d-eda3-4aa9-acd7-0924d04fdb0c)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:26:08.555631 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-77f77de7-b9ee-44aa-8102-337c0033baa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:26:08.556927 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccf21538-7a24-4902-b4f1-d395f6a17875 None None] The sync data for ids ['ea201c2d-c1e0-47f7-a512-6a24f0f25d93'] in n-d-834765-1 is: [{'id': 'ea201c2d-c1e0-47f7-a512-6a24f0f25d93', 'name': 'router1', 'tenant_id': '4be93ef733de4dd184651f33ea794594', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:25:56Z', 'updated_at': '2022-03-29T15:26:06Z', 'revision_number': 2, 'project_id': '4be93ef733de4dd184651f33ea794594', 'gw_port_host': None, '_interfaces': [{'id': '4bcaa03c-3805-490b-b4f6-33f43ad740cd', 'name': '', 'network_id': 'f437ebf2-c8fd-4a01-9188-f7210e87e438', 'tenant_id': '4be93ef733de4dd184651f33ea794594', 'mac_address': 'fa:16:3e:d9:45:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea201c2d-c1e0-47f7-a512-6a24f0f25d93', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '22d3d558-0f9a-49f4-99a1-6fe921bb780d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:26:05Z', 'updated_at': '2022-03-29T15:26:08Z', 'revision_number': 4, 'project_id': '4be93ef733de4dd184651f33ea794594', 'subnets': [{'id': '22d3d558-0f9a-49f4-99a1-6fe921bb780d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '760aaa63-62e3-44f6-b5a8-ad034c5dd830'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:26:08.606337 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f77de7-b9ee-44aa-8102-337c0033baa4 None None] Pushing event updated for resources: {'Port': ['ID=4bcaa03c-3805-490b-b4f6-33f43ad740cd,revision_number=5']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:26:08.879189 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 60940) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:26:08.987644 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a23cd784-a52f-42c3-bd69-16bdf598ba9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:26:08.989001 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-a23cd784-a52f-42c3-bd69-16bdf598ba9c admin admin] 10.222.0.42 "GET /v2.0/networks/4a4a035d-ecac-4ead-baa3-25f90788773a HTTP/1.1" status: 200 len: 842 time: 0.1088445 Mar 29 15:26:08.999037 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-ef99a740-e0d6-4e8b-8764-5356174fd9e2 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'name': 'public-subnet', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'ip_version': 4, 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:26:09.018848 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef99a740-e0d6-4e8b-8764-5356174fd9e2 admin admin] Made reservation on behalf of b84bbb8cf770436e8e9ba3af56395152 for: {'subnet': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:26:09.021172 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-ef99a740-e0d6-4e8b-8764-5356174fd9e2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:26:09.301824 n-d-834765-1 neutron-server[102791]: DEBUG neutron.objects.ports [None req-ef99a740-e0d6-4e8b-8764-5356174fd9e2 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102791) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 29 15:26:09.302232 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-ef99a740-e0d6-4e8b-8764-5356174fd9e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795'] for subnet, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:26:09.427315 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef99a740-e0d6-4e8b-8764-5356174fd9e2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e1a353dc-fac8-4901-a63c-273840237d6a,revision_number=0']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:26:09.438164 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef99a740-e0d6-4e8b-8764-5356174fd9e2 admin admin] Checking segment: {'id': '6ab47353-a811-4bad-bc73-b4cc84583cfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:26:09.438507 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef99a740-e0d6-4e8b-8764-5356174fd9e2 admin admin] Network hostable DHCP agents. Network: 4a4a035d-ecac-4ead-baa3-25f90788773a, hostable agents: ['d136643e-48ae-49d4-a851-2ba3bdf3749c'], hosted agents: [] {{(pid=102791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 15:26:09.455967 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef99a740-e0d6-4e8b-8764-5356174fd9e2 admin admin] Network 4a4a035d-ecac-4ead-baa3-25f90788773a is scheduled to be hosted by DHCP agent d136643e-48ae-49d4-a851-2ba3bdf3749c with binding_index 1 {{(pid=102791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 15:26:09.465730 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [None req-ef99a740-e0d6-4e8b-8764-5356174fd9e2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834765-1, 4a4a035d-ecac-4ead-baa3-25f90788773a) {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:26:09.470034 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef99a740-e0d6-4e8b-8764-5356174fd9e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:26:09.470608 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-ef99a740-e0d6-4e8b-8764-5356174fd9e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for subnet, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:26:09.477322 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24ecd93c-c3ae-4e3d-ad29-e3512a374226 None None] Network 4a4a035d-ecac-4ead-baa3-25f90788773a requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 15:26:09.487622 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-ef99a740-e0d6-4e8b-8764-5356174fd9e2 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4917879 Mar 29 15:26:09.621817 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1d07a8b-c658-4791-b720-ce1dbdfd17e1 None None] Network 4a4a035d-ecac-4ead-baa3-25f90788773a requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 15:26:11.823426 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 60948) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:26:12.094576 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-88bcee6b-7b5b-4bf8-9135-553f5a837086 admin admin] 10.222.0.42 "GET /v2.0/routers/ea201c2d-c1e0-47f7-a512-6a24f0f25d93 HTTP/1.1" status: 200 len: 710 time: 0.2679017 Mar 29 15:26:12.276614 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98dfa19e-5790-4f80-9ba4-0c9b1db43075 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:26:12.278105 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-98dfa19e-5790-4f80-9ba4-0c9b1db43075 admin admin] 10.222.0.42 "GET /v2.0/networks/4a4a035d-ecac-4ead-baa3-25f90788773a HTTP/1.1" status: 200 len: 886 time: 0.1785567 Mar 29 15:26:12.287336 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-c17d96a9-0109-454c-a429-632dde9f6f50 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'}}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:26:12.545992 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c17d96a9-0109-454c-a429-632dde9f6f50 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:26:12.776975 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c17d96a9-0109-454c-a429-632dde9f6f50 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:26:12.854529 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c17d96a9-0109-454c-a429-632dde9f6f50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:26:13.036833 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.db_base_plugin_common [None req-c17d96a9-0109-454c-a429-632dde9f6f50 admin admin] Allocated IP 172.25.4.139 (4a4a035d-ecac-4ead-baa3-25f90788773a/e1a353dc-fac8-4901-a63c-273840237d6a/0f36f49f-86c4-423e-92b6-099ab8b334cb) {{(pid=102790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:26:13.146366 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c17d96a9-0109-454c-a429-632dde9f6f50 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:26:13.206409 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c17d96a9-0109-454c-a429-632dde9f6f50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956'] for port, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:26:13.248982 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c17d96a9-0109-454c-a429-632dde9f6f50 admin admin] Network 4a4a035d-ecac-4ead-baa3-25f90788773a is already hosted by enough agents. {{(pid=102790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:26:13.250420 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-c17d96a9-0109-454c-a429-632dde9f6f50 admin admin] Resources bound (agent type, host, resource id): {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:26:13.309226 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c17d96a9-0109-454c-a429-632dde9f6f50 admin admin] Received port after_create {{(pid=102790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:26:13.349092 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17d96a9-0109-454c-a429-632dde9f6f50 admin admin] Pushing event updated for resources: {'Port': ['ID=0f36f49f-86c4-423e-92b6-099ab8b334cb,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:26:13.361458 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17d96a9-0109-454c-a429-632dde9f6f50 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:26:13.361792 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17d96a9-0109-454c-a429-632dde9f6f50 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:26:13.362119 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17d96a9-0109-454c-a429-632dde9f6f50 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:26:13.362442 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17d96a9-0109-454c-a429-632dde9f6f50 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:26:13.362761 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17d96a9-0109-454c-a429-632dde9f6f50 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:26:13.363077 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17d96a9-0109-454c-a429-632dde9f6f50 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:26:13.363417 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17d96a9-0109-454c-a429-632dde9f6f50 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:26:13.363732 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17d96a9-0109-454c-a429-632dde9f6f50 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:26:13.364042 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17d96a9-0109-454c-a429-632dde9f6f50 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:26:13.364352 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17d96a9-0109-454c-a429-632dde9f6f50 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:26:13.364660 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17d96a9-0109-454c-a429-632dde9f6f50 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:26:13.364969 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17d96a9-0109-454c-a429-632dde9f6f50 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:26:13.366230 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17d96a9-0109-454c-a429-632dde9f6f50 admin admin] Tracked resource versions report: Mar 29 15:26:13.366230 n-d-834765-1 neutron-server[102790]: pushed versions: Mar 29 15:26:13.366230 n-d-834765-1 neutron-server[102790]: { 'AddressGroup': {'1.2'}, Mar 29 15:26:13.366230 n-d-834765-1 neutron-server[102790]: 'ConntrackHelper': {'1.0'}, Mar 29 15:26:13.366230 n-d-834765-1 neutron-server[102790]: 'Log': {'1.0'}, Mar 29 15:26:13.366230 n-d-834765-1 neutron-server[102790]: 'Network': {'1.1'}, Mar 29 15:26:13.366230 n-d-834765-1 neutron-server[102790]: 'Port': {'1.7'}, Mar 29 15:26:13.366230 n-d-834765-1 neutron-server[102790]: 'PortForwarding': {'1.2'}, Mar 29 15:26:13.366230 n-d-834765-1 neutron-server[102790]: 'QosPolicy': {'1.9'}, Mar 29 15:26:13.366230 n-d-834765-1 neutron-server[102790]: 'SecurityGroup': {'1.4'}, Mar 29 15:26:13.366230 n-d-834765-1 neutron-server[102790]: 'SecurityGroupRule': {'1.2'}, Mar 29 15:26:13.366230 n-d-834765-1 neutron-server[102790]: 'SubPort': {'1.0'}, Mar 29 15:26:13.366230 n-d-834765-1 neutron-server[102790]: 'Subnet': {'1.1'}, Mar 29 15:26:13.366230 n-d-834765-1 neutron-server[102790]: 'Trunk': {'1.1'}} Mar 29 15:26:13.366230 n-d-834765-1 neutron-server[102790]: consumer versions: Mar 29 15:26:13.366230 n-d-834765-1 neutron-server[102790]: { DHCP agent@n-d-834765-1: {}, Mar 29 15:26:13.366230 n-d-834765-1 neutron-server[102790]: L3 agent@n-d-834765-1: {}, Mar 29 15:26:13.366230 n-d-834765-1 neutron-server[102790]: Metadata agent@n-d-834765-1: {}, Mar 29 15:26:13.366230 n-d-834765-1 neutron-server[102790]: Metering agent@n-d-834765-1: {}, Mar 29 15:26:13.366230 n-d-834765-1 neutron-server[102790]: Open vSwitch agent@n-d-834765-1: { 'AddressGroup': '1.2', Mar 29 15:26:13.366230 n-d-834765-1 neutron-server[102790]: 'ConntrackHelper': '1.0', Mar 29 15:26:13.366230 n-d-834765-1 neutron-server[102790]: 'Log': '1.0', Mar 29 15:26:13.366230 n-d-834765-1 neutron-server[102790]: 'Network': '1.1', Mar 29 15:26:13.366230 n-d-834765-1 neutron-server[102790]: 'Port': '1.7', Mar 29 15:26:13.366230 n-d-834765-1 neutron-server[102790]: 'PortForwarding': '1.2', Mar 29 15:26:13.366230 n-d-834765-1 neutron-server[102790]: 'QosPolicy': '1.9', Mar 29 15:26:13.366230 n-d-834765-1 neutron-server[102790]: 'SecurityGroup': '1.4', Mar 29 15:26:13.366230 n-d-834765-1 neutron-server[102790]: 'SecurityGroupRule': '1.2', Mar 29 15:26:13.366230 n-d-834765-1 neutron-server[102790]: 'SubPort': '1.0', Mar 29 15:26:13.366230 n-d-834765-1 neutron-server[102790]: 'Subnet': '1.1', Mar 29 15:26:13.366230 n-d-834765-1 neutron-server[102790]: 'Trunk': '1.1'}} Mar 29 15:26:13.366230 n-d-834765-1 neutron-server[102790]: {{(pid=102790) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 29 15:26:13.607638 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c17d96a9-0109-454c-a429-632dde9f6f50 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:26:13.859860 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c17d96a9-0109-454c-a429-632dde9f6f50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-648077', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-526627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129337'] for router, precommit_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:26:13.865227 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c17d96a9-0109-454c-a429-632dde9f6f50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-648068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-648127', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-526682'] for router, after_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:26:13.979098 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c17d96a9-0109-454c-a429-632dde9f6f50 admin admin] Router ea201c2d-c1e0-47f7-a512-6a24f0f25d93 has already been hosted by L3 agent c648d819-1060-4f26-b4ec-6455387b5dff {{(pid=102790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 15:26:14.086727 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c17d96a9-0109-454c-a429-632dde9f6f50 admin admin] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:26:14.091521 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c17d96a9-0109-454c-a429-632dde9f6f50 admin admin] Notify callbacks [] for router, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:26:14.092731 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-c17d96a9-0109-454c-a429-632dde9f6f50 admin admin] 10.222.0.42 "PUT /v2.0/routers/ea201c2d-c1e0-47f7-a512-6a24f0f25d93 HTTP/1.1" status: 200 len: 890 time: 1.8085411 Mar 29 15:26:15.064329 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a7c6e25-272f-4a26-a454-1ca6efff5376 None None] Sync routers for ids ['ea201c2d-c1e0-47f7-a512-6a24f0f25d93'] in n-d-834765-1 {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:26:15.075688 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a7c6e25-272f-4a26-a454-1ca6efff5376 None None] Routers {'ea201c2d-c1e0-47f7-a512-6a24f0f25d93'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:26:15.076339 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-5a7c6e25-272f-4a26-a454-1ca6efff5376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:26:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['ea201c2d-c1e0-47f7-a512-6a24f0f25d93'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:26:15.146426 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 4bcaa03c-3805-490b-b4f6-33f43ad740cd up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:26:15.324791 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvr_db [None req-5a7c6e25-272f-4a26-a454-1ca6efff5376 None None] Set router ea201c2d-c1e0-47f7-a512-6a24f0f25d93 gateway port host: n-d-834765-1 {{(pid=102792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:26:15.377445 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port 4bcaa03c-3805-490b-b4f6-33f43ad740cd triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:26:15.377811 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:26:15.849331 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-5a7c6e25-272f-4a26-a454-1ca6efff5376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea201c2d-c1e0-47f7-a512-6a24f0f25d93', 'name': 'router1', 'tenant_id': '4be93ef733de4dd184651f33ea794594', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.139'}], 'enable_snat': True}, 'gw_port_id': '0f36f49f-86c4-423e-92b6-099ab8b334cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:25:56Z', 'updated_at': '2022-03-29T15:26:13Z', 'revision_number': 4, 'project_id': '4be93ef733de4dd184651f33ea794594', 'gw_port': {'id': '0f36f49f-86c4-423e-92b6-099ab8b334cb', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:e6:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea201c2d-c1e0-47f7-a512-6a24f0f25d93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:26:12Z', 'updated_at': '2022-03-29T15:26:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': '4bcaa03c-3805-490b-b4f6-33f43ad740cd', 'name': '', 'network_id': 'f437ebf2-c8fd-4a01-9188-f7210e87e438', 'tenant_id': '4be93ef733de4dd184651f33ea794594', 'mac_address': 'fa:16:3e:d9:45:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea201c2d-c1e0-47f7-a512-6a24f0f25d93', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '22d3d558-0f9a-49f4-99a1-6fe921bb780d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:26:05Z', 'updated_at': '2022-03-29T15:26:08Z', 'revision_number': 5, 'project_id': '4be93ef733de4dd184651f33ea794594', 'subnets': [{'id': '22d3d558-0f9a-49f4-99a1-6fe921bb780d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '760aaa63-62e3-44f6-b5a8-ad034c5dd830'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:26:15.901700 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a7c6e25-272f-4a26-a454-1ca6efff5376 None None] Checking router: ea201c2d-c1e0-47f7-a512-6a24f0f25d93 for host: n-d-834765-1 {{(pid=102792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:26:15.902046 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a7c6e25-272f-4a26-a454-1ca6efff5376 None None] Updating router ea201c2d-c1e0-47f7-a512-6a24f0f25d93 port 0f36f49f-86c4-423e-92b6-099ab8b334cb binding host n-d-834765-1 {{(pid=102792) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 15:26:15.948251 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-5a7c6e25-272f-4a26-a454-1ca6efff5376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:26:16.269503 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-5a7c6e25-272f-4a26-a454-1ca6efff5376 None None] Notify callbacks [] for port, precommit_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:26:16.275096 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-5a7c6e25-272f-4a26-a454-1ca6efff5376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:26:16.329833 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-5a7c6e25-272f-4a26-a454-1ca6efff5376 None None] Attempting to bind port 0f36f49f-86c4-423e-92b6-099ab8b334cb on host n-d-834765-1 for vnic_type normal with profile {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:26:16.330192 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-5a7c6e25-272f-4a26-a454-1ca6efff5376 None None] Attempting to bind port 0f36f49f-86c4-423e-92b6-099ab8b334cb by drivers openvswitch,hyperv on host n-d-834765-1 at level 0 using segments [{'id': '6ab47353-a811-4bad-bc73-b4cc84583cfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:26:16.330553 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a7c6e25-272f-4a26-a454-1ca6efff5376 None None] Attempting to bind port 0f36f49f-86c4-423e-92b6-099ab8b334cb on network 4a4a035d-ecac-4ead-baa3-25f90788773a {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:26:16.333277 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652e0c24-1fa2-4a8f-bbf8-5b50a0c2fbe3 None None] Pushing event updated for resources: {'Port': ['ID=0f36f49f-86c4-423e-92b6-099ab8b334cb,revision_number=2']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:26:16.338789 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a7c6e25-272f-4a26-a454-1ca6efff5376 None None] Checking agent: {'id': 'a8866439-9d96-425c-b519-6905c591ac37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 25, 36), 'started_at': datetime.datetime(2022, 3, 29, 15, 26, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 26, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834765-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:26:16.339163 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a7c6e25-272f-4a26-a454-1ca6efff5376 None None] Checking segment: {'id': '6ab47353-a811-4bad-bc73-b4cc84583cfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:26:16.339585 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-5a7c6e25-272f-4a26-a454-1ca6efff5376 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:26:16.339969 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a7c6e25-272f-4a26-a454-1ca6efff5376 None None] Bound using segment: {'id': '6ab47353-a811-4bad-bc73-b4cc84583cfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:26:16.340431 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-5a7c6e25-272f-4a26-a454-1ca6efff5376 None None] Bound port: 0f36f49f-86c4-423e-92b6-099ab8b334cb, host: n-d-834765-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ab47353-a811-4bad-bc73-b4cc84583cfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'}}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 15:26:16.340828 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-5a7c6e25-272f-4a26-a454-1ca6efff5376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:26:16.396347 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-5a7c6e25-272f-4a26-a454-1ca6efff5376 None None] For port 0f36f49f-86c4-423e-92b6-099ab8b334cb, host n-d-834765-1, cleared binding levels {{(pid=102792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:26:16.399544 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-5a7c6e25-272f-4a26-a454-1ca6efff5376 None None] For port 0f36f49f-86c4-423e-92b6-099ab8b334cb, host n-d-834765-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=0f36f49f-86c4-423e-92b6-099ab8b334cb,segment=NetworkSegment(6ab47353-a811-4bad-bc73-b4cc84583cfd),segment_id=6ab47353-a811-4bad-bc73-b4cc84583cfd)] {{(pid=102792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:26:16.403493 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-5a7c6e25-272f-4a26-a454-1ca6efff5376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:26:16.465321 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a7c6e25-272f-4a26-a454-1ca6efff5376 None None] Routers {'ea201c2d-c1e0-47f7-a512-6a24f0f25d93'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:26:16.465928 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-5a7c6e25-272f-4a26-a454-1ca6efff5376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:26:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['ea201c2d-c1e0-47f7-a512-6a24f0f25d93'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:26:16.468531 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652e0c24-1fa2-4a8f-bbf8-5b50a0c2fbe3 None None] Pushing event updated for resources: {'Port': ['ID=0f36f49f-86c4-423e-92b6-099ab8b334cb,revision_number=3']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:26:16.528465 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 60964) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:26:16.584014 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvr_db [None req-5a7c6e25-272f-4a26-a454-1ca6efff5376 None None] Set router ea201c2d-c1e0-47f7-a512-6a24f0f25d93 gateway port host: n-d-834765-1 {{(pid=102792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:26:16.645521 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-c9d879ad-b240-48f9-a450-04deef49e3e0 admin admin] 10.222.0.42 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1159034 Mar 29 15:26:16.803586 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-5a7c6e25-272f-4a26-a454-1ca6efff5376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea201c2d-c1e0-47f7-a512-6a24f0f25d93', 'name': 'router1', 'tenant_id': '4be93ef733de4dd184651f33ea794594', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.139'}], 'enable_snat': True}, 'gw_port_id': '0f36f49f-86c4-423e-92b6-099ab8b334cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:25:56Z', 'updated_at': '2022-03-29T15:26:13Z', 'revision_number': 4, 'project_id': '4be93ef733de4dd184651f33ea794594', 'gw_port': {'id': '0f36f49f-86c4-423e-92b6-099ab8b334cb', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:e6:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea201c2d-c1e0-47f7-a512-6a24f0f25d93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:26:12Z', 'updated_at': '2022-03-29T15:26:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': '4bcaa03c-3805-490b-b4f6-33f43ad740cd', 'name': '', 'network_id': 'f437ebf2-c8fd-4a01-9188-f7210e87e438', 'tenant_id': '4be93ef733de4dd184651f33ea794594', 'mac_address': 'fa:16:3e:d9:45:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea201c2d-c1e0-47f7-a512-6a24f0f25d93', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '22d3d558-0f9a-49f4-99a1-6fe921bb780d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:26:05Z', 'updated_at': '2022-03-29T15:26:08Z', 'revision_number': 5, 'project_id': '4be93ef733de4dd184651f33ea794594', 'subnets': [{'id': '22d3d558-0f9a-49f4-99a1-6fe921bb780d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '760aaa63-62e3-44f6-b5a8-ad034c5dd830'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:26:16.830217 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a7c6e25-272f-4a26-a454-1ca6efff5376 None None] The sync data for ids ['ea201c2d-c1e0-47f7-a512-6a24f0f25d93'] in n-d-834765-1 is: [{'id': 'ea201c2d-c1e0-47f7-a512-6a24f0f25d93', 'name': 'router1', 'tenant_id': '4be93ef733de4dd184651f33ea794594', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.139'}], 'enable_snat': True}, 'gw_port_id': '0f36f49f-86c4-423e-92b6-099ab8b334cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:25:56Z', 'updated_at': '2022-03-29T15:26:13Z', 'revision_number': 4, 'project_id': '4be93ef733de4dd184651f33ea794594', 'gw_port': {'id': '0f36f49f-86c4-423e-92b6-099ab8b334cb', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:e6:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea201c2d-c1e0-47f7-a512-6a24f0f25d93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:26:12Z', 'updated_at': '2022-03-29T15:26:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': '4bcaa03c-3805-490b-b4f6-33f43ad740cd', 'name': '', 'network_id': 'f437ebf2-c8fd-4a01-9188-f7210e87e438', 'tenant_id': '4be93ef733de4dd184651f33ea794594', 'mac_address': 'fa:16:3e:d9:45:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea201c2d-c1e0-47f7-a512-6a24f0f25d93', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '22d3d558-0f9a-49f4-99a1-6fe921bb780d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:26:05Z', 'updated_at': '2022-03-29T15:26:08Z', 'revision_number': 5, 'project_id': '4be93ef733de4dd184651f33ea794594', 'subnets': [{'id': '22d3d558-0f9a-49f4-99a1-6fe921bb780d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '760aaa63-62e3-44f6-b5a8-ad034c5dd830'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:26:17.148098 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 0f36f49f-86c4-423e-92b6-099ab8b334cb up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:26:17.213547 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port 0f36f49f-86c4-423e-92b6-099ab8b334cb triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:26:17.214018 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:26:17.300607 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:26:17.324601 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] For port 0f36f49f-86c4-423e-92b6-099ab8b334cb, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=0f36f49f-86c4-423e-92b6-099ab8b334cb,segment=NetworkSegment(6ab47353-a811-4bad-bc73-b4cc84583cfd),segment_id=6ab47353-a811-4bad-bc73-b4cc84583cfd)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:26:17.329090 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:26:17.381902 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Pushing event updated for resources: {'Port': ['ID=0f36f49f-86c4-423e-92b6-099ab8b334cb,revision_number=4']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:26:19.121062 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 0f36f49f-86c4-423e-92b6-099ab8b334cb up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:26:19.170229 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port 0f36f49f-86c4-423e-92b6-099ab8b334cb triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:26:19.170607 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:26:30.197117 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-292dba9e-4fb1-4c65-85f1-6fdffaf060f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:26:32.641886 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-ccf473a6-cdbf-4385-a2f9-2dd5c2d6e7c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:26:33.965307 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d71584b9-87f1-45f5-84c7-c993c2416269 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:26:35.549016 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-0cb6abf6-2706-4e52-8825-f5f644ecf9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:26:35.815184 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:26:40.891467 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.agents_db [None req-59735a15-725e-44d4-9ad5-95cbe356f209 None None] Agent healthcheck: found 5 active agents {{(pid=102793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 15:27:00.192577 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-5b0cbbf3-64a1-499a-989a-29133c3b78d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:27:02.639490 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-b5f00cf7-593a-4409-ae05-91b47c7afb85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:27:03.966425 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d71584b9-87f1-45f5-84c7-c993c2416269 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:27:05.544203 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-0cb6abf6-2706-4e52-8825-f5f644ecf9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:27:05.801639 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:27:17.881252 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.agents_db [None req-59735a15-725e-44d4-9ad5-95cbe356f209 None None] Agent healthcheck: found 5 active agents {{(pid=102793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 15:27:30.186172 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-b2b5ebaa-9762-4dbe-9893-141ee7ee4910 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:27:32.642227 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-9dcf5d52-8a7e-4ab2-812d-24722f8b945c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:27:33.965854 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d71584b9-87f1-45f5-84c7-c993c2416269 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:27:35.547371 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-0cb6abf6-2706-4e52-8825-f5f644ecf9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:27:35.804471 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:27:54.879725 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.agents_db [None req-59735a15-725e-44d4-9ad5-95cbe356f209 None None] Agent healthcheck: found 5 active agents {{(pid=102793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 15:27:59.353196 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 33326) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:27:59.413972 n-d-834765-1 neutron-server[102791]: INFO neutron.pecan_wsgi.hooks.translation [None req-0406418e-b886-4ae6-a63d-ab172a1dcd9c admin admin] GET failed (client error): The resource could not be found. Mar 29 15:27:59.415303 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-0406418e-b886-4ae6-a63d-ab172a1dcd9c admin admin] 10.222.0.42 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0611587 Mar 29 15:27:59.574602 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c0c54ff-4429-4240-a9db-5402d6091548 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:27:59.576101 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-4c0c54ff-4429-4240-a9db-5402d6091548 admin admin] 10.222.0.42 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1561320 Mar 29 15:28:00.188092 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-f632849f-303f-4bef-a625-a15ce1dd28af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:28:01.780418 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 33336) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:28:01.870979 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff3e8506-7783-46d5-8e79-832d3768dd20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:28:01.872671 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-ff3e8506-7783-46d5-8e79-832d3768dd20 admin admin] 10.222.0.42 "GET /v2.0/subnets/22d3d558-0f9a-49f4-99a1-6fe921bb780d HTTP/1.1" status: 200 len: 849 time: 0.0909927 Mar 29 15:28:01.884835 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-ee2c2e9a-d99e-4e7f-8bfb-d9ee67ea6c3a admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:28:01.966388 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-ee2c2e9a-d99e-4e7f-8bfb-d9ee67ea6c3a admin admin] Notify callbacks [] for subnet, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:28:02.103286 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-ee2c2e9a-d99e-4e7f-8bfb-d9ee67ea6c3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8783523413423'] for subnet, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:28:02.132702 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee2c2e9a-d99e-4e7f-8bfb-d9ee67ea6c3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:28:02.133273 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-ee2c2e9a-d99e-4e7f-8bfb-d9ee67ea6c3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for subnet, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:28:02.134529 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-ee2c2e9a-d99e-4e7f-8bfb-d9ee67ea6c3a admin admin] 10.222.0.42 "PUT /v2.0/subnets/22d3d558-0f9a-49f4-99a1-6fe921bb780d HTTP/1.1" status: 200 len: 868 time: 0.2536919 Mar 29 15:28:02.150730 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9b8e271-edd0-413b-8bcc-1e02d7d0e92f None None] Network f437ebf2-c8fd-4a01-9188-f7210e87e438 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 15:28:02.154385 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2c2e9a-d99e-4e7f-8bfb-d9ee67ea6c3a admin admin] Pushing event updated for resources: {'Subnet': ['ID=22d3d558-0f9a-49f4-99a1-6fe921bb780d,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:28:02.161773 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2c2e9a-d99e-4e7f-8bfb-d9ee67ea6c3a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:28:02.162148 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2c2e9a-d99e-4e7f-8bfb-d9ee67ea6c3a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:28:02.163079 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2c2e9a-d99e-4e7f-8bfb-d9ee67ea6c3a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:28:02.163288 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2c2e9a-d99e-4e7f-8bfb-d9ee67ea6c3a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:28:02.163694 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2c2e9a-d99e-4e7f-8bfb-d9ee67ea6c3a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:28:02.164359 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2c2e9a-d99e-4e7f-8bfb-d9ee67ea6c3a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:28:02.164686 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2c2e9a-d99e-4e7f-8bfb-d9ee67ea6c3a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:28:02.165010 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2c2e9a-d99e-4e7f-8bfb-d9ee67ea6c3a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:28:02.165333 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2c2e9a-d99e-4e7f-8bfb-d9ee67ea6c3a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:28:02.165654 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2c2e9a-d99e-4e7f-8bfb-d9ee67ea6c3a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:28:02.165976 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2c2e9a-d99e-4e7f-8bfb-d9ee67ea6c3a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:28:02.166295 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2c2e9a-d99e-4e7f-8bfb-d9ee67ea6c3a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:28:02.479950 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-04282344-1c3a-443a-8b46-58980553a7b7 None None] Provisioning complete for port 6127fd9d-88d2-41a0-b104-5ca2f5121417 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:28:02.480317 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-04282344-1c3a-443a-8b46-58980553a7b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:28:02.589032 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-04282344-1c3a-443a-8b46-58980553a7b7 None None] Provisioning complete for port 4bcaa03c-3805-490b-b4f6-33f43ad740cd triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:28:02.589392 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-04282344-1c3a-443a-8b46-58980553a7b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:28:02.667076 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-c6d7b64d-d3a1-4598-adc4-cc2694ec00bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:28:03.969352 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d71584b9-87f1-45f5-84c7-c993c2416269 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:28:04.361422 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 33344) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:28:04.561196 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-786a3eea-9bf1-4d62-bf4b-02b4f1e5d5a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:28:04.561582 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-786a3eea-9bf1-4d62-bf4b-02b4f1e5d5a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:28:04.563129 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-786a3eea-9bf1-4d62-bf4b-02b4f1e5d5a7 admin admin] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2006860 Mar 29 15:28:05.549424 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-0cb6abf6-2706-4e52-8825-f5f644ecf9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:28:05.806283 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:28:06.753027 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 33352) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:28:06.884895 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fb1e286-9df7-4016-a8eb-800ac6014fdf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:28:06.885403 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fb1e286-9df7-4016-a8eb-800ac6014fdf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:28:06.886971 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-7fb1e286-9df7-4016-a8eb-800ac6014fdf admin admin] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1330388 Mar 29 15:28:09.124234 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 33360) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:28:09.246922 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ea420d4-9618-42e5-8318-77f5e09639f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:28:09.248299 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-4ea420d4-9618-42e5-8318-77f5e09639f4 admin admin] 10.222.0.42 "GET /v2.0/networks/4a4a035d-ecac-4ead-baa3-25f90788773a HTTP/1.1" status: 200 len: 886 time: 0.1230536 Mar 29 15:28:11.422801 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 33368) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:28:11.552770 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-103bbff2-edba-47eb-a282-a0a518fb4d6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:28:11.554724 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-103bbff2-edba-47eb-a282-a0a518fb4d6e admin admin] 10.222.0.42 "GET /v2.0/networks/f437ebf2-c8fd-4a01-9188-f7210e87e438 HTTP/1.1" status: 200 len: 869 time: 0.1309376 Mar 29 15:28:13.764368 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 33376) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:28:13.889948 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9abe1c8f-e8f1-4f05-ba2c-049554a8dc1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:28:13.890392 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9abe1c8f-e8f1-4f05-ba2c-049554a8dc1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:28:13.891972 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-9abe1c8f-e8f1-4f05-ba2c-049554a8dc1c admin admin] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1266251 Mar 29 15:28:16.114859 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 33384) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:28:16.210093 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c303be42-8f74-45dd-ba1b-a48601c3784f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:28:16.210561 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c303be42-8f74-45dd-ba1b-a48601c3784f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:28:16.212175 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-c303be42-8f74-45dd-ba1b-a48601c3784f admin admin] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0958166 Mar 29 15:28:18.404443 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 33392) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:28:18.495533 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62903a95-30f1-4813-a7ee-a0efe129f1bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:28:18.496896 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-62903a95-30f1-4813-a7ee-a0efe129f1bc admin admin] 10.222.0.42 "GET /v2.0/subnets/22d3d558-0f9a-49f4-99a1-6fe921bb780d HTTP/1.1" status: 200 len: 868 time: 0.0915263 Mar 29 15:28:20.703637 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 33400) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:28:20.787181 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c471a42-8ad3-42c9-a381-93e31edc513b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:28:20.789188 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-6c471a42-8ad3-42c9-a381-93e31edc513b admin admin] 10.222.0.42 "GET /v2.0/subnets/e1a353dc-fac8-4901-a63c-273840237d6a HTTP/1.1" status: 200 len: 816 time: 0.0844929 Mar 29 15:28:30.189159 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-6a523ec9-afa8-47cb-9f7b-5f6bf0ce82d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:28:31.879757 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.agents_db [None req-59735a15-725e-44d4-9ad5-95cbe356f209 None None] Agent healthcheck: found 5 active agents {{(pid=102793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 15:28:32.648757 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-c0a1e1e3-dc1e-4130-b394-75536f7ea616 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:28:33.974640 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d71584b9-87f1-45f5-84c7-c993c2416269 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:28:35.554308 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-0cb6abf6-2706-4e52-8825-f5f644ecf9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:28:35.809163 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:28:41.572427 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 33454) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:28:41.619803 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [None req-ecc18078-4ef9-4357-8b57-f8620eb9ac09 admin admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=102790) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 15:28:41.620780 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-ecc18078-4ef9-4357-8b57-f8620eb9ac09 admin admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0474329 Mar 29 15:28:43.874753 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 33464) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:28:43.937446 n-d-834765-1 neutron-server[102790]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8b2ba3f-b930-40cc-9fd5-3d91ffb86be2 admin admin] GET failed (client error): The resource could not be found. Mar 29 15:28:43.938799 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-f8b2ba3f-b930-40cc-9fd5-3d91ffb86be2 admin admin] 10.222.0.42 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0630753 Mar 29 15:28:44.085118 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec432c7b-fb1f-46fa-a6f2-4e1afaa75919 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:28:44.086872 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-ec432c7b-fb1f-46fa-a6f2-4e1afaa75919 admin admin] 10.222.0.42 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1433992 Mar 29 15:28:46.306896 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 33472) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:28:46.353226 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-db3970d0-735e-4188-8d6a-185779d82e43 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:28:46.371752 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db3970d0-735e-4188-8d6a-185779d82e43 admin admin] Made reservation on behalf of b84bbb8cf770436e8e9ba3af56395152 for: {'network': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:28:46.373908 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-db3970d0-735e-4188-8d6a-185779d82e43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for network, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:28:46.399340 n-d-834765-1 neutron-server[102791]: WARNING neutron.services.revisions.revision_plugin [None req-db3970d0-735e-4188-8d6a-185779d82e43 admin admin] Could not find related network for resource to bump revision. Mar 29 15:28:46.409458 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db3970d0-735e-4188-8d6a-185779d82e43 admin admin] vlan segment allocate from pool success with {'vlan_id': 625, 'physical_network': 'physnet1'} {{(pid=102791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 15:28:46.418695 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-db3970d0-735e-4188-8d6a-185779d82e43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:28:46.419027 n-d-834765-1 neutron-server[102791]: INFO neutron.db.segments_db [None req-db3970d0-735e-4188-8d6a-185779d82e43 admin admin] Added segment a0c230f0-660a-4194-9279-0f0781d34134 of type vlan for network 2268a9b9-82fd-4886-a91d-3a50e4e16cab Mar 29 15:28:46.458552 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-db3970d0-735e-4188-8d6a-185779d82e43 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783522915970'] for network, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:28:46.481885 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-db3970d0-735e-4188-8d6a-185779d82e43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795'] for network, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:28:46.482798 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db3970d0-735e-4188-8d6a-185779d82e43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:28:46.483389 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-db3970d0-735e-4188-8d6a-185779d82e43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for network, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:28:46.512658 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-db3970d0-735e-4188-8d6a-185779d82e43 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2046051 Mar 29 15:28:46.543887 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3970d0-735e-4188-8d6a-185779d82e43 admin admin] Pushing event updated for resources: {'Network': ['ID=2268a9b9-82fd-4886-a91d-3a50e4e16cab,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:28:46.554968 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Network 2268a9b9-82fd-4886-a91d-3a50e4e16cab details requested by agent ovs-agent-n-d-834765-1 with host n-d-834765-1 {{(pid=102792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 15:28:48.740155 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 33480) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:28:48.799859 n-d-834765-1 neutron-server[102791]: INFO neutron.pecan_wsgi.hooks.translation [None req-23d3e8c7-9b2b-4fe1-9428-7830628f4ec9 admin admin] GET failed (client error): The resource could not be found. Mar 29 15:28:48.801140 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-23d3e8c7-9b2b-4fe1-9428-7830628f4ec9 admin admin] 10.222.0.42 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0590632 Mar 29 15:28:48.877324 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1cee80f-56dd-4e48-ac1c-234ef61c942b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:28:48.878799 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-e1cee80f-56dd-4e48-ac1c-234ef61c942b admin admin] 10.222.0.42 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0723827 Mar 29 15:28:48.889103 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-6e8d5d50-8332-492c-b2dc-02d7243aaeb1 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'network_id': '2268a9b9-82fd-4886-a91d-3a50e4e16cab', 'ip_version': 4, 'name': 'shared-subnet', 'description': 'shared-subnet'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:28:48.907487 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e8d5d50-8332-492c-b2dc-02d7243aaeb1 admin admin] Made reservation on behalf of b84bbb8cf770436e8e9ba3af56395152 for: {'subnet': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:28:48.909699 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-6e8d5d50-8332-492c-b2dc-02d7243aaeb1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:28:49.151109 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-6e8d5d50-8332-492c-b2dc-02d7243aaeb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795'] for subnet, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:28:49.207381 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8d5d50-8332-492c-b2dc-02d7243aaeb1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=abb8e5d6-2aea-4455-a944-3435a3d1ce49,revision_number=0']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:28:49.217066 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e8d5d50-8332-492c-b2dc-02d7243aaeb1 admin admin] Checking segment: {'id': 'a0c230f0-660a-4194-9279-0f0781d34134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '2268a9b9-82fd-4886-a91d-3a50e4e16cab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:28:49.217408 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e8d5d50-8332-492c-b2dc-02d7243aaeb1 admin admin] Network hostable DHCP agents. Network: 2268a9b9-82fd-4886-a91d-3a50e4e16cab, hostable agents: ['d136643e-48ae-49d4-a851-2ba3bdf3749c'], hosted agents: [] {{(pid=102791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 15:28:49.232579 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e8d5d50-8332-492c-b2dc-02d7243aaeb1 admin admin] Network 2268a9b9-82fd-4886-a91d-3a50e4e16cab is scheduled to be hosted by DHCP agent d136643e-48ae-49d4-a851-2ba3bdf3749c with binding_index 1 {{(pid=102791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 15:28:49.241237 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [None req-6e8d5d50-8332-492c-b2dc-02d7243aaeb1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834765-1, 2268a9b9-82fd-4886-a91d-3a50e4e16cab) {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:28:49.245531 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e8d5d50-8332-492c-b2dc-02d7243aaeb1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:28:49.246108 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-6e8d5d50-8332-492c-b2dc-02d7243aaeb1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for subnet, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:28:49.251458 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-989202ea-1d1b-49ba-adba-467af1a9771c None None] Network 2268a9b9-82fd-4886-a91d-3a50e4e16cab requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 15:28:49.275382 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-6e8d5d50-8332-492c-b2dc-02d7243aaeb1 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3770649 Mar 29 15:28:49.404695 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67c81137-d05c-457b-92f2-4a4265e4895c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0035034-69b0-5ffc-b384-0ac6189c5628-2268a9b9-82fd-4886-a91d-3a50e4e16cab', 'network_id': '2268a9b9-82fd-4886-a91d-3a50e4e16cab', 'tenant_id': 'b84bbb8cf770436e8e9ba3af56395152', 'fixed_ips': [{'subnet_id': 'abb8e5d6-2aea-4455-a944-3435a3d1ce49'}]}} from n-d-834765-1. {{(pid=102792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 29 15:28:49.405835 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-67c81137-d05c-457b-92f2-4a4265e4895c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:28:49.546214 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.db_base_plugin_common [None req-67c81137-d05c-457b-92f2-4a4265e4895c None None] Allocated IP 192.168.233.2 (2268a9b9-82fd-4886-a91d-3a50e4e16cab/abb8e5d6-2aea-4455-a944-3435a3d1ce49/36d2ecba-fc3d-47b1-928c-d8a1e33715b0) {{(pid=102792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:28:49.785724 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-67c81137-d05c-457b-92f2-4a4265e4895c None None] Notify callbacks [] for port, precommit_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:28:49.791453 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-67c81137-d05c-457b-92f2-4a4265e4895c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956'] for port, after_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:28:49.829351 n-d-834765-1 neutron-server[102792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67c81137-d05c-457b-92f2-4a4265e4895c None None] Network 2268a9b9-82fd-4886-a91d-3a50e4e16cab is already hosted by enough agents. {{(pid=102792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:28:49.832124 n-d-834765-1 neutron-server[102792]: DEBUG neutron.scheduler.base_scheduler [None req-67c81137-d05c-457b-92f2-4a4265e4895c None None] Resources bound (agent type, host, resource id): {{(pid=102792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:28:49.837522 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67c81137-d05c-457b-92f2-4a4265e4895c None None] Received port after_create {{(pid=102792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:28:49.844685 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c81137-d05c-457b-92f2-4a4265e4895c None None] Pushing event updated for resources: {'Port': ['ID=36d2ecba-fc3d-47b1-928c-d8a1e33715b0,revision_number=1']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:28:49.854417 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c81137-d05c-457b-92f2-4a4265e4895c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:28:49.854760 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c81137-d05c-457b-92f2-4a4265e4895c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:28:49.855096 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c81137-d05c-457b-92f2-4a4265e4895c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:28:49.856010 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c81137-d05c-457b-92f2-4a4265e4895c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:28:49.856347 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c81137-d05c-457b-92f2-4a4265e4895c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:28:49.856677 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c81137-d05c-457b-92f2-4a4265e4895c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:28:49.857009 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c81137-d05c-457b-92f2-4a4265e4895c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:28:49.857378 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c81137-d05c-457b-92f2-4a4265e4895c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:28:49.857704 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c81137-d05c-457b-92f2-4a4265e4895c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:28:49.858026 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c81137-d05c-457b-92f2-4a4265e4895c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:28:49.858340 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c81137-d05c-457b-92f2-4a4265e4895c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:28:49.858658 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c81137-d05c-457b-92f2-4a4265e4895c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:28:49.908201 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-67c81137-d05c-457b-92f2-4a4265e4895c None None] Attempting to bind port 36d2ecba-fc3d-47b1-928c-d8a1e33715b0 on host n-d-834765-1 for vnic_type normal with profile {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:28:49.908563 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-67c81137-d05c-457b-92f2-4a4265e4895c None None] Attempting to bind port 36d2ecba-fc3d-47b1-928c-d8a1e33715b0 by drivers openvswitch,hyperv on host n-d-834765-1 at level 0 using segments [{'id': 'a0c230f0-660a-4194-9279-0f0781d34134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '2268a9b9-82fd-4886-a91d-3a50e4e16cab'}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:28:49.908918 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67c81137-d05c-457b-92f2-4a4265e4895c None None] Attempting to bind port 36d2ecba-fc3d-47b1-928c-d8a1e33715b0 on network 2268a9b9-82fd-4886-a91d-3a50e4e16cab {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:28:49.914477 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67c81137-d05c-457b-92f2-4a4265e4895c None None] Checking agent: {'id': 'a8866439-9d96-425c-b519-6905c591ac37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 25, 36), 'started_at': datetime.datetime(2022, 3, 29, 15, 26, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 28, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834765-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:28:49.914853 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67c81137-d05c-457b-92f2-4a4265e4895c None None] Checking segment: {'id': 'a0c230f0-660a-4194-9279-0f0781d34134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '2268a9b9-82fd-4886-a91d-3a50e4e16cab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:28:49.915247 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-67c81137-d05c-457b-92f2-4a4265e4895c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:28:49.915692 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67c81137-d05c-457b-92f2-4a4265e4895c None None] Bound using segment: {'id': 'a0c230f0-660a-4194-9279-0f0781d34134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '2268a9b9-82fd-4886-a91d-3a50e4e16cab'} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:28:49.916151 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-67c81137-d05c-457b-92f2-4a4265e4895c None None] Bound port: 36d2ecba-fc3d-47b1-928c-d8a1e33715b0, host: n-d-834765-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0c230f0-660a-4194-9279-0f0781d34134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '2268a9b9-82fd-4886-a91d-3a50e4e16cab'}}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 15:28:49.916545 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-67c81137-d05c-457b-92f2-4a4265e4895c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:28:49.982155 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-67c81137-d05c-457b-92f2-4a4265e4895c None None] For port 36d2ecba-fc3d-47b1-928c-d8a1e33715b0, host n-d-834765-1, cleared binding levels {{(pid=102792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:28:49.985407 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-67c81137-d05c-457b-92f2-4a4265e4895c None None] For port 36d2ecba-fc3d-47b1-928c-d8a1e33715b0, host n-d-834765-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=36d2ecba-fc3d-47b1-928c-d8a1e33715b0,segment=NetworkSegment(a0c230f0-660a-4194-9279-0f0781d34134),segment_id=a0c230f0-660a-4194-9279-0f0781d34134)] {{(pid=102792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:28:49.989989 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-67c81137-d05c-457b-92f2-4a4265e4895c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:28:50.050067 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c81137-d05c-457b-92f2-4a4265e4895c None None] Pushing event updated for resources: {'Port': ['ID=36d2ecba-fc3d-47b1-928c-d8a1e33715b0,revision_number=2']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:28:50.860743 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-134632d6-1bdb-4180-b77a-3f1b1d7d423a None None] Network 2268a9b9-82fd-4886-a91d-3a50e4e16cab requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 15:28:51.004925 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-16a95873-e82b-4f1e-98a5-d681e6c37e9d None None] Provisioning complete for port 36d2ecba-fc3d-47b1-928c-d8a1e33715b0 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:28:51.005295 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-16a95873-e82b-4f1e-98a5-d681e6c37e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:28:51.098817 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-16a95873-e82b-4f1e-98a5-d681e6c37e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:28:51.134899 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-16a95873-e82b-4f1e-98a5-d681e6c37e9d None None] For port 36d2ecba-fc3d-47b1-928c-d8a1e33715b0, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=36d2ecba-fc3d-47b1-928c-d8a1e33715b0,segment=NetworkSegment(a0c230f0-660a-4194-9279-0f0781d34134),segment_id=a0c230f0-660a-4194-9279-0f0781d34134)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:28:51.140609 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-16a95873-e82b-4f1e-98a5-d681e6c37e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:28:51.199604 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a95873-e82b-4f1e-98a5-d681e6c37e9d None None] Pushing event updated for resources: {'Port': ['ID=36d2ecba-fc3d-47b1-928c-d8a1e33715b0,revision_number=3']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:28:51.264499 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-ac25cb7f-e47e-40d0-b79f-133d0b0ca940 None None] Provisioning complete for port 36d2ecba-fc3d-47b1-928c-d8a1e33715b0 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:28:51.264953 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-ac25cb7f-e47e-40d0-b79f-133d0b0ca940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:28:51.290255 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 36d2ecba-fc3d-47b1-928c-d8a1e33715b0 up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:28:51.383029 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port 36d2ecba-fc3d-47b1-928c-d8a1e33715b0 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:28:51.383351 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:28:53.203877 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 36d2ecba-fc3d-47b1-928c-d8a1e33715b0 up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:28:53.251518 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port 36d2ecba-fc3d-47b1-928c-d8a1e33715b0 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:28:53.251890 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:29:00.190080 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-2817fa46-a27a-47aa-8319-24cf41a200a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:29:02.651454 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-b76201f0-4467-4c89-a1db-260a7cd1349a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:29:03.974404 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d71584b9-87f1-45f5-84c7-c993c2416269 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:29:05.554236 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-0cb6abf6-2706-4e52-8825-f5f644ecf9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:29:05.809960 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:29:08.877653 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.agents_db [None req-59735a15-725e-44d4-9ad5-95cbe356f209 None None] Agent healthcheck: found 5 active agents {{(pid=102793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 15:29:30.191179 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-7b5503b3-e133-4383-ac48-3c981c448634 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:29:32.652970 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-10488cab-0192-4218-b8f1-d01af7411c18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:29:33.978181 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d71584b9-87f1-45f5-84c7-c993c2416269 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:29:35.560864 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-0cb6abf6-2706-4e52-8825-f5f644ecf9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:29:35.811598 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:29:45.875543 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.agents_db [None req-59735a15-725e-44d4-9ad5-95cbe356f209 None None] Agent healthcheck: found 5 active agents {{(pid=102793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 15:30:00.194383 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-6b145dc3-d908-4bc5-bce5-61ea0a329cc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:30:02.657343 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-44d2889e-2513-4d2a-8809-7f269fe78e14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:30:03.982112 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d71584b9-87f1-45f5-84c7-c993c2416269 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:30:05.563084 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-0cb6abf6-2706-4e52-8825-f5f644ecf9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:30:05.814140 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:30:09.253412 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 33518) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:30:09.259167 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [None req-cdb8f670-55dc-44ff-9904-7c72cb490d13 tempest-verify_tempest_config-353489264 tempest-verify_tempest_config-353489264-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=102791) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 15:30:09.260139 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-cdb8f670-55dc-44ff-9904-7c72cb490d13 tempest-verify_tempest_config-353489264 tempest-verify_tempest_config-353489264-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0057845 Mar 29 15:30:09.556001 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 33536) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:30:09.663287 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-d3793232-c6d7-484d-9ee4-37a8ae6bda68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:30:09.738133 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-d3793232-c6d7-484d-9ee4-37a8ae6bda68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:30:09.741863 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-d3793232-c6d7-484d-9ee4-37a8ae6bda68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:30:09.788756 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-d3793232-c6d7-484d-9ee4-37a8ae6bda68 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=85a7aa60dd9f4bb89e42f9628a0c1614&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2314677 Mar 29 15:30:09.789505 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3793232-c6d7-484d-9ee4-37a8ae6bda68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd0f2329-ed70-4138-87c6-0009f3e3bc8c,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:30:09.791405 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 33540) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:30:09.796284 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3793232-c6d7-484d-9ee4-37a8ae6bda68 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:30:09.796624 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3793232-c6d7-484d-9ee4-37a8ae6bda68 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:30:09.796953 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3793232-c6d7-484d-9ee4-37a8ae6bda68 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:30:09.797280 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3793232-c6d7-484d-9ee4-37a8ae6bda68 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:30:09.797616 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3793232-c6d7-484d-9ee4-37a8ae6bda68 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:30:09.797926 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3793232-c6d7-484d-9ee4-37a8ae6bda68 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:30:09.798245 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3793232-c6d7-484d-9ee4-37a8ae6bda68 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:30:09.798562 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3793232-c6d7-484d-9ee4-37a8ae6bda68 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:30:09.798876 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3793232-c6d7-484d-9ee4-37a8ae6bda68 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:30:09.799190 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3793232-c6d7-484d-9ee4-37a8ae6bda68 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:30:09.799526 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3793232-c6d7-484d-9ee4-37a8ae6bda68 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:30:09.799839 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3793232-c6d7-484d-9ee4-37a8ae6bda68 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:30:09.873321 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-7dfdd32c-581f-4d82-bd45-3daefe6e7447 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:30:09.894252 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-7dfdd32c-581f-4d82-bd45-3daefe6e7447 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:30:09.985574 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-7dfdd32c-581f-4d82-bd45-3daefe6e7447 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:30:09.988135 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-7dfdd32c-581f-4d82-bd45-3daefe6e7447 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:30:09.989274 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-7dfdd32c-581f-4d82-bd45-3daefe6e7447 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/bd0f2329-ed70-4138-87c6-0009f3e3bc8c HTTP/1.1" status: 204 len: 168 time: 0.1968577 Mar 29 15:30:09.998368 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfdd32c-581f-4d82-bd45-3daefe6e7447 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd0f2329-ed70-4138-87c6-0009f3e3bc8c,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:30:10.005026 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfdd32c-581f-4d82-bd45-3daefe6e7447 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:30:10.005546 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfdd32c-581f-4d82-bd45-3daefe6e7447 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:30:10.005880 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfdd32c-581f-4d82-bd45-3daefe6e7447 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:30:10.006207 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfdd32c-581f-4d82-bd45-3daefe6e7447 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:30:10.006527 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfdd32c-581f-4d82-bd45-3daefe6e7447 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:30:10.006846 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfdd32c-581f-4d82-bd45-3daefe6e7447 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:30:10.007160 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfdd32c-581f-4d82-bd45-3daefe6e7447 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:30:10.008144 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfdd32c-581f-4d82-bd45-3daefe6e7447 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:30:10.008463 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfdd32c-581f-4d82-bd45-3daefe6e7447 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:30:10.008775 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfdd32c-581f-4d82-bd45-3daefe6e7447 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:30:10.009114 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfdd32c-581f-4d82-bd45-3daefe6e7447 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:30:10.009397 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfdd32c-581f-4d82-bd45-3daefe6e7447 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:30:22.875369 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.agents_db [None req-59735a15-725e-44d4-9ad5-95cbe356f209 None None] Agent healthcheck: found 5 active agents {{(pid=102793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 15:30:30.196765 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-e2036378-dc9b-426a-8154-2fbbdfa25a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:30:32.658265 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d0f9be51-1d16-46ae-ae03-0be0fcefcd4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:30:33.984985 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d71584b9-87f1-45f5-84c7-c993c2416269 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:30:35.568475 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-0cb6abf6-2706-4e52-8825-f5f644ecf9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:30:35.814794 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:30:59.873746 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.agents_db [None req-59735a15-725e-44d4-9ad5-95cbe356f209 None None] Agent healthcheck: found 5 active agents {{(pid=102793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 15:31:00.197519 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-da23584d-0832-470b-a341-3390c7f44eaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:31:02.659850 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-2eab481b-3243-482e-8b24-29f3aaf86751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:31:03.987528 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d71584b9-87f1-45f5-84c7-c993c2416269 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:31:05.567337 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-0cb6abf6-2706-4e52-8825-f5f644ecf9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:31:05.815403 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:31:30.198088 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-0d29dbfc-ed01-43fc-a168-345800b8ba03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:31:32.664649 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-bd6b61e9-15fc-43d4-a910-adebbe42cb1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:31:33.991317 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d71584b9-87f1-45f5-84c7-c993c2416269 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:31:35.570850 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-0cb6abf6-2706-4e52-8825-f5f644ecf9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:31:35.817786 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:31:36.872385 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.agents_db [None req-59735a15-725e-44d4-9ad5-95cbe356f209 None None] Agent healthcheck: found 5 active agents {{(pid=102793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 15:32:00.198726 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-94969d22-644b-4504-acc8-4778cd596184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:32:02.665979 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-a7e34630-c1c9-4b2a-8fe7-7c25925a2dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:32:03.994395 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d71584b9-87f1-45f5-84c7-c993c2416269 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:32:05.572907 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-0cb6abf6-2706-4e52-8825-f5f644ecf9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:32:05.819598 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:32:13.870479 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.agents_db [None req-59735a15-725e-44d4-9ad5-95cbe356f209 None None] Agent healthcheck: found 5 active agents {{(pid=102793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 15:32:30.203444 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-6b8aed6b-db9f-41cf-b7b8-02c071d43a21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:32:32.667028 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-2001ace4-a5bc-45df-bd75-1b5a1d073c68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:32:33.999148 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d71584b9-87f1-45f5-84c7-c993c2416269 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:32:35.576481 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-0cb6abf6-2706-4e52-8825-f5f644ecf9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:32:35.821485 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:32:50.868284 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.agents_db [None req-59735a15-725e-44d4-9ad5-95cbe356f209 None None] Agent healthcheck: found 5 active agents {{(pid=102793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 15:33:00.207252 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-10362f99-7b0c-4b88-a4d5-879e86b065c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:33:02.668177 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-6fad7277-34a4-4cc8-88d7-fff7c6a44e9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:33:04.000453 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d71584b9-87f1-45f5-84c7-c993c2416269 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:33:05.578767 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-0cb6abf6-2706-4e52-8825-f5f644ecf9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:33:05.822397 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:33:16.642362 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-530623'] for agent, after_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:33:17.558673 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-530623'] for agent, after_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:33:27.867610 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.agents_db [None req-59735a15-725e-44d4-9ad5-95cbe356f209 None None] Agent healthcheck: found 7 active agents {{(pid=102793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 15:33:30.207745 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-787443ca-bedf-4d3a-8d05-b0c5e25d42de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:33:32.671363 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-0495f119-18e5-4e3b-acce-730bc62490d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:33:34.002866 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d71584b9-87f1-45f5-84c7-c993c2416269 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:33:35.583566 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-0cb6abf6-2706-4e52-8825-f5f644ecf9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:33:35.823847 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:33:46.596713 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:33:47.510412 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:34:00.210786 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-f3a75256-4c5e-4aa3-bc82-53839bf5088c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:34:00.333823 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 33598) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:34:00.438671 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-3fd88064-fc92-414a-9b7d-5f627bc5e3f5 admin admin] 10.222.0.42 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.1031339 Mar 29 15:34:02.662356 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 33608) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:34:02.673883 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-03c44965-ba85-4297-ab91-075a7ffe3124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:34:02.718412 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-60e771fc-4aef-4118-b30e-cfbde9107dff admin admin] 10.222.0.42 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.0549672 Mar 29 15:34:04.007754 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d71584b9-87f1-45f5-84c7-c993c2416269 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:34:04.866327 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.agents_db [None req-59735a15-725e-44d4-9ad5-95cbe356f209 None None] Agent healthcheck: found 7 active agents {{(pid=102793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 15:34:05.585442 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-0cb6abf6-2706-4e52-8825-f5f644ecf9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:34:05.825046 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:34:16.594263 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:34:17.519006 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:34:30.213011 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-9205c119-2f3b-4909-ad9e-c2406baba137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:34:32.677729 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-c253ff9a-a9a3-4afd-b1e6-d910b8885201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:34:34.008614 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d71584b9-87f1-45f5-84c7-c993c2416269 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:34:35.590791 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-0cb6abf6-2706-4e52-8825-f5f644ecf9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:34:35.826944 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:34:41.865894 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.agents_db [None req-59735a15-725e-44d4-9ad5-95cbe356f209 None None] Agent healthcheck: found 7 active agents {{(pid=102793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 15:34:46.597480 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:34:47.528271 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:35:00.215020 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-0b870c6a-78b8-4801-a16a-096855f086df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:35:02.680777 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-5bd776f4-c212-4c8d-b00d-9ad7281e2e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:35:04.015091 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d71584b9-87f1-45f5-84c7-c993c2416269 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:35:05.592042 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-0cb6abf6-2706-4e52-8825-f5f644ecf9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:35:05.828364 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:35:16.594148 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:35:17.522554 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:35:18.865166 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.agents_db [None req-59735a15-725e-44d4-9ad5-95cbe356f209 None None] Agent healthcheck: found 7 active agents {{(pid=102793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 15:35:30.216678 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-ce9854f4-0cd8-4fdc-96b9-98467c38959c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:35:32.695173 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-84dada03-b1f4-448a-96b4-af11e4bc18fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:35:34.022751 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d71584b9-87f1-45f5-84c7-c993c2416269 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:35:35.629623 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-0cb6abf6-2706-4e52-8825-f5f644ecf9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:35:35.868752 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:35:38.069617 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 33836) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:35:38.468344 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-d5d32903-c5ac-43c4-ae1a-d8d4110c6b4e tempest-AutoAllocateNetworkTest-1982246260 tempest-AutoAllocateNetworkTest-1982246260-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=ea988fecfd604cb8a2e65759fc6b8f21&shared=False HTTP/1.1" status: 200 len: 208 time: 0.3950553 Mar 29 15:35:38.468940 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 33856) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:35:38.660397 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9ecf292-6d8d-4a8d-b63d-2b5e71a9e31b tempest-AutoAllocateNetworkTest-1982246260 tempest-AutoAllocateNetworkTest-1982246260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:35:38.665257 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-b9ecf292-6d8d-4a8d-b63d-2b5e71a9e31b tempest-AutoAllocateNetworkTest-1982246260 tempest-AutoAllocateNetworkTest-1982246260-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.1953530 Mar 29 15:35:38.665643 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 33870) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:35:38.726743 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-283c897f-63b0-4212-bcda-7151c7251267 tempest-AutoAllocateNetworkTest-1982246260 tempest-AutoAllocateNetworkTest-1982246260-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0580668 Mar 29 15:35:38.729550 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 33874) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:35:38.764382 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-dc09f9c9-de4b-4596-92e3-78c2680b6f8f tempest-AutoAllocateNetworkTest-1982246260 tempest-AutoAllocateNetworkTest-1982246260-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=ea988fecfd604cb8a2e65759fc6b8f21 HTTP/1.1" status: 200 len: 208 time: 0.0335426 Mar 29 15:35:39.386186 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 33916) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:35:39.718997 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-deef8832-a061-41b3-9ff3-b99ccd188e8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:35:39.859432 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-deef8832-a061-41b3-9ff3-b99ccd188e8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:35:39.868005 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-deef8832-a061-41b3-9ff3-b99ccd188e8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:35:39.927993 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 33944) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:35:39.942466 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-deef8832-a061-41b3-9ff3-b99ccd188e8f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ea988fecfd604cb8a2e65759fc6b8f21&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5549371 Mar 29 15:35:39.943754 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deef8832-a061-41b3-9ff3-b99ccd188e8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3f70a61-dfef-4f57-b98c-8783d3511c67,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:35:39.959471 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deef8832-a061-41b3-9ff3-b99ccd188e8f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:35:39.960025 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deef8832-a061-41b3-9ff3-b99ccd188e8f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:35:39.962331 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deef8832-a061-41b3-9ff3-b99ccd188e8f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:35:39.962814 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deef8832-a061-41b3-9ff3-b99ccd188e8f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:35:39.963298 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deef8832-a061-41b3-9ff3-b99ccd188e8f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:35:39.963782 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deef8832-a061-41b3-9ff3-b99ccd188e8f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:35:39.964242 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deef8832-a061-41b3-9ff3-b99ccd188e8f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:35:39.967107 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deef8832-a061-41b3-9ff3-b99ccd188e8f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:35:39.967785 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deef8832-a061-41b3-9ff3-b99ccd188e8f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:35:39.968260 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deef8832-a061-41b3-9ff3-b99ccd188e8f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:35:39.968940 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deef8832-a061-41b3-9ff3-b99ccd188e8f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:35:39.969403 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deef8832-a061-41b3-9ff3-b99ccd188e8f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:35:39.972947 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deef8832-a061-41b3-9ff3-b99ccd188e8f admin admin] Tracked resource versions report: Mar 29 15:35:39.972947 n-d-834765-1 neutron-server[102790]: pushed versions: Mar 29 15:35:39.972947 n-d-834765-1 neutron-server[102790]: { 'AddressGroup': {'1.2'}, Mar 29 15:35:39.972947 n-d-834765-1 neutron-server[102790]: 'ConntrackHelper': {'1.0'}, Mar 29 15:35:39.972947 n-d-834765-1 neutron-server[102790]: 'Log': {'1.0'}, Mar 29 15:35:39.972947 n-d-834765-1 neutron-server[102790]: 'Network': {'1.1'}, Mar 29 15:35:39.972947 n-d-834765-1 neutron-server[102790]: 'Port': {'1.7'}, Mar 29 15:35:39.972947 n-d-834765-1 neutron-server[102790]: 'PortForwarding': {'1.2'}, Mar 29 15:35:39.972947 n-d-834765-1 neutron-server[102790]: 'QosPolicy': {'1.9'}, Mar 29 15:35:39.972947 n-d-834765-1 neutron-server[102790]: 'SecurityGroup': {'1.4'}, Mar 29 15:35:39.972947 n-d-834765-1 neutron-server[102790]: 'SecurityGroupRule': {'1.2'}, Mar 29 15:35:39.972947 n-d-834765-1 neutron-server[102790]: 'SubPort': {'1.0'}, Mar 29 15:35:39.972947 n-d-834765-1 neutron-server[102790]: 'Subnet': {'1.1'}, Mar 29 15:35:39.972947 n-d-834765-1 neutron-server[102790]: 'Trunk': {'1.1'}} Mar 29 15:35:39.972947 n-d-834765-1 neutron-server[102790]: consumer versions: Mar 29 15:35:39.972947 n-d-834765-1 neutron-server[102790]: { DHCP agent@n-d-834765-1: {}, Mar 29 15:35:39.972947 n-d-834765-1 neutron-server[102790]: HyperV agent@n-h1-834765-1: {}, Mar 29 15:35:39.972947 n-d-834765-1 neutron-server[102790]: HyperV agent@n-h2-834765-1: {}, Mar 29 15:35:39.972947 n-d-834765-1 neutron-server[102790]: L3 agent@n-d-834765-1: {}, Mar 29 15:35:39.972947 n-d-834765-1 neutron-server[102790]: Metadata agent@n-d-834765-1: {}, Mar 29 15:35:39.972947 n-d-834765-1 neutron-server[102790]: Metering agent@n-d-834765-1: {}, Mar 29 15:35:39.972947 n-d-834765-1 neutron-server[102790]: Open vSwitch agent@n-d-834765-1: { 'AddressGroup': '1.2', Mar 29 15:35:39.972947 n-d-834765-1 neutron-server[102790]: 'ConntrackHelper': '1.0', Mar 29 15:35:39.972947 n-d-834765-1 neutron-server[102790]: 'Log': '1.0', Mar 29 15:35:39.972947 n-d-834765-1 neutron-server[102790]: 'Network': '1.1', Mar 29 15:35:39.972947 n-d-834765-1 neutron-server[102790]: 'Port': '1.7', Mar 29 15:35:39.972947 n-d-834765-1 neutron-server[102790]: 'PortForwarding': '1.2', Mar 29 15:35:39.972947 n-d-834765-1 neutron-server[102790]: 'QosPolicy': '1.9', Mar 29 15:35:39.972947 n-d-834765-1 neutron-server[102790]: 'SecurityGroup': '1.4', Mar 29 15:35:39.972947 n-d-834765-1 neutron-server[102790]: 'SecurityGroupRule': '1.2', Mar 29 15:35:39.972947 n-d-834765-1 neutron-server[102790]: 'SubPort': '1.0', Mar 29 15:35:39.972947 n-d-834765-1 neutron-server[102790]: 'Subnet': '1.1', Mar 29 15:35:39.972947 n-d-834765-1 neutron-server[102790]: 'Trunk': '1.1'}} Mar 29 15:35:39.972947 n-d-834765-1 neutron-server[102790]: {{(pid=102790) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 29 15:35:40.011339 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-0242c695-4626-4e7f-b2e9-5d3ca8516803 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:35:40.035742 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-0242c695-4626-4e7f-b2e9-5d3ca8516803 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:35:40.100035 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-0242c695-4626-4e7f-b2e9-5d3ca8516803 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:35:40.103322 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-0242c695-4626-4e7f-b2e9-5d3ca8516803 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:35:40.107751 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-0242c695-4626-4e7f-b2e9-5d3ca8516803 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c3f70a61-dfef-4f57-b98c-8783d3511c67 HTTP/1.1" status: 204 len: 168 time: 0.1777740 Mar 29 15:35:40.119661 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0242c695-4626-4e7f-b2e9-5d3ca8516803 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3f70a61-dfef-4f57-b98c-8783d3511c67,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:35:40.127773 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0242c695-4626-4e7f-b2e9-5d3ca8516803 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:35:40.128281 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0242c695-4626-4e7f-b2e9-5d3ca8516803 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:35:40.129365 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0242c695-4626-4e7f-b2e9-5d3ca8516803 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:35:40.129832 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0242c695-4626-4e7f-b2e9-5d3ca8516803 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:35:40.130678 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0242c695-4626-4e7f-b2e9-5d3ca8516803 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:35:40.131013 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0242c695-4626-4e7f-b2e9-5d3ca8516803 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:35:40.131509 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0242c695-4626-4e7f-b2e9-5d3ca8516803 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:35:40.131987 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0242c695-4626-4e7f-b2e9-5d3ca8516803 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:35:40.132759 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0242c695-4626-4e7f-b2e9-5d3ca8516803 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:35:40.133220 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0242c695-4626-4e7f-b2e9-5d3ca8516803 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:35:40.133666 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0242c695-4626-4e7f-b2e9-5d3ca8516803 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:35:40.134109 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0242c695-4626-4e7f-b2e9-5d3ca8516803 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:35:40.135356 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0242c695-4626-4e7f-b2e9-5d3ca8516803 admin admin] Tracked resource versions report: Mar 29 15:35:40.135356 n-d-834765-1 neutron-server[102791]: pushed versions: Mar 29 15:35:40.135356 n-d-834765-1 neutron-server[102791]: { 'AddressGroup': {'1.2'}, Mar 29 15:35:40.135356 n-d-834765-1 neutron-server[102791]: 'ConntrackHelper': {'1.0'}, Mar 29 15:35:40.135356 n-d-834765-1 neutron-server[102791]: 'Log': {'1.0'}, Mar 29 15:35:40.135356 n-d-834765-1 neutron-server[102791]: 'Network': {'1.1'}, Mar 29 15:35:40.135356 n-d-834765-1 neutron-server[102791]: 'Port': {'1.7'}, Mar 29 15:35:40.135356 n-d-834765-1 neutron-server[102791]: 'PortForwarding': {'1.2'}, Mar 29 15:35:40.135356 n-d-834765-1 neutron-server[102791]: 'QosPolicy': {'1.9'}, Mar 29 15:35:40.135356 n-d-834765-1 neutron-server[102791]: 'SecurityGroup': {'1.4'}, Mar 29 15:35:40.135356 n-d-834765-1 neutron-server[102791]: 'SecurityGroupRule': {'1.2'}, Mar 29 15:35:40.135356 n-d-834765-1 neutron-server[102791]: 'SubPort': {'1.0'}, Mar 29 15:35:40.135356 n-d-834765-1 neutron-server[102791]: 'Subnet': {'1.1'}, Mar 29 15:35:40.135356 n-d-834765-1 neutron-server[102791]: 'Trunk': {'1.1'}} Mar 29 15:35:40.135356 n-d-834765-1 neutron-server[102791]: consumer versions: Mar 29 15:35:40.135356 n-d-834765-1 neutron-server[102791]: { DHCP agent@n-d-834765-1: {}, Mar 29 15:35:40.135356 n-d-834765-1 neutron-server[102791]: HyperV agent@n-h1-834765-1: {}, Mar 29 15:35:40.135356 n-d-834765-1 neutron-server[102791]: HyperV agent@n-h2-834765-1: {}, Mar 29 15:35:40.135356 n-d-834765-1 neutron-server[102791]: L3 agent@n-d-834765-1: {}, Mar 29 15:35:40.135356 n-d-834765-1 neutron-server[102791]: Metadata agent@n-d-834765-1: {}, Mar 29 15:35:40.135356 n-d-834765-1 neutron-server[102791]: Metering agent@n-d-834765-1: {}, Mar 29 15:35:40.135356 n-d-834765-1 neutron-server[102791]: Open vSwitch agent@n-d-834765-1: { 'AddressGroup': '1.2', Mar 29 15:35:40.135356 n-d-834765-1 neutron-server[102791]: 'ConntrackHelper': '1.0', Mar 29 15:35:40.135356 n-d-834765-1 neutron-server[102791]: 'Log': '1.0', Mar 29 15:35:40.135356 n-d-834765-1 neutron-server[102791]: 'Network': '1.1', Mar 29 15:35:40.135356 n-d-834765-1 neutron-server[102791]: 'Port': '1.7', Mar 29 15:35:40.135356 n-d-834765-1 neutron-server[102791]: 'PortForwarding': '1.2', Mar 29 15:35:40.135356 n-d-834765-1 neutron-server[102791]: 'QosPolicy': '1.9', Mar 29 15:35:40.135356 n-d-834765-1 neutron-server[102791]: 'SecurityGroup': '1.4', Mar 29 15:35:40.135356 n-d-834765-1 neutron-server[102791]: 'SecurityGroupRule': '1.2', Mar 29 15:35:40.135356 n-d-834765-1 neutron-server[102791]: 'SubPort': '1.0', Mar 29 15:35:40.135356 n-d-834765-1 neutron-server[102791]: 'Subnet': '1.1', Mar 29 15:35:40.135356 n-d-834765-1 neutron-server[102791]: 'Trunk': '1.1'}} Mar 29 15:35:40.135356 n-d-834765-1 neutron-server[102791]: {{(pid=102791) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 29 15:35:41.029029 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 34000) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:35:41.182042 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-7b8b2707-345d-416a-9eb8-ccb9743d76f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:35:41.261063 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-7b8b2707-345d-416a-9eb8-ccb9743d76f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:35:41.266619 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-7b8b2707-345d-416a-9eb8-ccb9743d76f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:35:41.311174 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-7b8b2707-345d-416a-9eb8-ccb9743d76f0 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7348452f627c42da903f1745ddd58db1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2804861 Mar 29 15:35:41.316313 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 34020) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:35:41.316908 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8b2707-345d-416a-9eb8-ccb9743d76f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=200dfbf5-1849-4655-981e-ef88d345a317,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:35:41.390827 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-38c65607-12dc-4f44-9319-01f869760bf9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:35:41.432794 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-38c65607-12dc-4f44-9319-01f869760bf9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:35:41.497608 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-38c65607-12dc-4f44-9319-01f869760bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:35:41.503305 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-38c65607-12dc-4f44-9319-01f869760bf9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:35:41.506935 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-38c65607-12dc-4f44-9319-01f869760bf9 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/200dfbf5-1849-4655-981e-ef88d345a317 HTTP/1.1" status: 204 len: 168 time: 0.1860120 Mar 29 15:35:41.514096 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c65607-12dc-4f44-9319-01f869760bf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=200dfbf5-1849-4655-981e-ef88d345a317,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:35:42.203150 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 34082) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:35:42.217841 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-ab73337e-b0db-47a5-a7a0-64872747c000 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:35:42.310865 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-ab73337e-b0db-47a5-a7a0-64872747c000 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:35:42.315777 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-ab73337e-b0db-47a5-a7a0-64872747c000 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:35:42.361909 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-ab73337e-b0db-47a5-a7a0-64872747c000 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=cdc937f5c8ca4fa384b12fc69540b0f4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1535664 Mar 29 15:35:42.361909 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab73337e-b0db-47a5-a7a0-64872747c000 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bb4e60b-4755-47c8-9f9c-aa70cb8345b4,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:35:42.362671 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 34092) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:35:42.427482 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-da8645c5-910a-4479-9c9c-4058e23ec224 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:35:42.459551 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-da8645c5-910a-4479-9c9c-4058e23ec224 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:35:42.526578 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-da8645c5-910a-4479-9c9c-4058e23ec224 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:35:42.530017 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-da8645c5-910a-4479-9c9c-4058e23ec224 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:35:42.535879 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-da8645c5-910a-4479-9c9c-4058e23ec224 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/0bb4e60b-4755-47c8-9f9c-aa70cb8345b4 HTTP/1.1" status: 204 len: 168 time: 0.1732819 Mar 29 15:35:42.547775 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8645c5-910a-4479-9c9c-4058e23ec224 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bb4e60b-4755-47c8-9f9c-aa70cb8345b4,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:35:42.918870 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 34154) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:35:43.243863 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-3686ff95-4cd1-4163-ac29-737e870ee65c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:35:43.323411 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-3686ff95-4cd1-4163-ac29-737e870ee65c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:35:43.328333 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-3686ff95-4cd1-4163-ac29-737e870ee65c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:35:43.367489 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3686ff95-4cd1-4163-ac29-737e870ee65c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86753145-e941-4947-bdc1-098167d4d75d,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:35:43.374655 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 34182) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:35:43.375109 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-3686ff95-4cd1-4163-ac29-737e870ee65c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=040b9905c2af4a8da0b78c41618d0ddc&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4544747 Mar 29 15:35:43.431119 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-df265ea9-d5e3-41b0-a2ac-a406ef33a7f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:35:43.456263 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-df265ea9-d5e3-41b0-a2ac-a406ef33a7f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:35:43.503398 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 34190) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:35:43.530012 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-df265ea9-d5e3-41b0-a2ac-a406ef33a7f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:35:43.534139 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-df265ea9-d5e3-41b0-a2ac-a406ef33a7f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:35:43.535452 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-df265ea9-d5e3-41b0-a2ac-a406ef33a7f0 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/86753145-e941-4947-bdc1-098167d4d75d HTTP/1.1" status: 204 len: 168 time: 0.1589813 Mar 29 15:35:43.536322 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 34194) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:35:43.544000 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df265ea9-d5e3-41b0-a2ac-a406ef33a7f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86753145-e941-4947-bdc1-098167d4d75d,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:35:43.690291 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-912536a5-5a9a-48c6-9773-ec5bfba77f6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:35:43.803122 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-912536a5-5a9a-48c6-9773-ec5bfba77f6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:35:43.811121 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-03e7cba2-d85c-412f-ae75-7f1cb98a03a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:35:43.813572 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-912536a5-5a9a-48c6-9773-ec5bfba77f6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:35:43.901661 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-912536a5-5a9a-48c6-9773-ec5bfba77f6a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=1516485619de4dd7856d3f29b60f3e77&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3971703 Mar 29 15:35:43.905614 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 34230) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:35:43.947549 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912536a5-5a9a-48c6-9773-ec5bfba77f6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc86c32e-5268-43a9-98aa-f34235fac1b9,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:35:43.978593 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-03e7cba2-d85c-412f-ae75-7f1cb98a03a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:35:43.990177 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-03e7cba2-d85c-412f-ae75-7f1cb98a03a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:35:44.004810 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-cca90551-18f5-4388-a33e-7d44b73217b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:35:44.041818 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e7cba2-d85c-412f-ae75-7f1cb98a03a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cab245b-f119-4ebd-bd9a-b17926a57e35,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:35:44.075618 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-03e7cba2-d85c-412f-ae75-7f1cb98a03a5 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=8b14813d3a7c42ff8ddbe5674c4565b0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5371406 Mar 29 15:35:44.077799 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 34240) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:35:44.172390 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-cca90551-18f5-4388-a33e-7d44b73217b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:35:44.188074 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-a17b15b5-5547-4baa-b215-fa3340b6e2df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:35:44.240274 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-a17b15b5-5547-4baa-b215-fa3340b6e2df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:35:44.241458 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-cca90551-18f5-4388-a33e-7d44b73217b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:35:44.244949 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-cca90551-18f5-4388-a33e-7d44b73217b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:35:44.246394 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-cca90551-18f5-4388-a33e-7d44b73217b6 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/bc86c32e-5268-43a9-98aa-f34235fac1b9 HTTP/1.1" status: 204 len: 168 time: 0.3323202 Mar 29 15:35:44.255510 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca90551-18f5-4388-a33e-7d44b73217b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc86c32e-5268-43a9-98aa-f34235fac1b9,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:35:44.325414 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-a17b15b5-5547-4baa-b215-fa3340b6e2df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:35:44.331078 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-a17b15b5-5547-4baa-b215-fa3340b6e2df admin admin] Notify callbacks [] for security_group, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:35:44.332881 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-a17b15b5-5547-4baa-b215-fa3340b6e2df admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/0cab245b-f119-4ebd-bd9a-b17926a57e35 HTTP/1.1" status: 204 len: 168 time: 0.2540815 Mar 29 15:35:44.342662 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17b15b5-5547-4baa-b215-fa3340b6e2df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cab245b-f119-4ebd-bd9a-b17926a57e35,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:35:44.362354 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 34258) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:35:44.372164 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-58bbb5c3-ab37-41ff-88e1-3358f9067239 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:35:44.450202 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-58bbb5c3-ab37-41ff-88e1-3358f9067239 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:35:44.456200 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-58bbb5c3-ab37-41ff-88e1-3358f9067239 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:35:44.487560 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bbb5c3-ab37-41ff-88e1-3358f9067239 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2bbd61c-edfc-462c-b56b-cb3a6a15cf0d,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:35:44.523788 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-58bbb5c3-ab37-41ff-88e1-3358f9067239 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=55c70ca9c02c476ea441abe0203836be&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1669326 Mar 29 15:35:44.526451 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 34270) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:35:44.592994 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-5bbc5f1a-9fd4-48e4-b9e6-3e4dff27abeb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:35:44.626982 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-5bbc5f1a-9fd4-48e4-b9e6-3e4dff27abeb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:35:44.690175 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-5bbc5f1a-9fd4-48e4-b9e6-3e4dff27abeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:35:44.692921 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-5bbc5f1a-9fd4-48e4-b9e6-3e4dff27abeb admin admin] Notify callbacks [] for security_group, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:35:44.703659 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-5bbc5f1a-9fd4-48e4-b9e6-3e4dff27abeb admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f2bbd61c-edfc-462c-b56b-cb3a6a15cf0d HTTP/1.1" status: 204 len: 168 time: 0.1711977 Mar 29 15:35:44.713197 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbc5f1a-9fd4-48e4-b9e6-3e4dff27abeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2bbd61c-edfc-462c-b56b-cb3a6a15cf0d,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:35:44.847398 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 34300) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:35:45.116879 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 34328) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:35:45.119931 n-d-834765-1 neutron-server[102791]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 29 15:35:45.162872 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-22910608-7ff9-442a-aa03-ba9aa4304284 req-6e669189-9984-4ff2-b099-c56510421a13 tempest-AggregatesAdminTestJSON-1978465780 tempest-AggregatesAdminTestJSON-1978465780-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=4174e849eafb4a708f4c9f4a4c99b9fc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0441000 Mar 29 15:35:45.192922 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 34330) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:35:45.207723 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-3c854444-30f4-4a58-8271-76b64357083a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:35:45.245469 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 34332) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:35:45.273432 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-4d381b6a-f7c3-451e-befe-20b11e40e909 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:35:45.381789 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-3c854444-30f4-4a58-8271-76b64357083a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:35:45.387971 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-e1f74dd6-34df-4e6d-8c06-08a73a6bd931 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:35:45.392715 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-3c854444-30f4-4a58-8271-76b64357083a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:35:45.466912 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c854444-30f4-4a58-8271-76b64357083a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3091d1e6-1f17-461c-8eb2-fe9dd512441e,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:35:45.468400 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-e1f74dd6-34df-4e6d-8c06-08a73a6bd931 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:35:45.477522 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22910608-7ff9-442a-aa03-ba9aa4304284 req-506aed4f-ccb2-4050-82af-401cfbc6e7b4 tempest-AggregatesAdminTestJSON-1978465780 tempest-AggregatesAdminTestJSON-1978465780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:35:45.482465 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-3c854444-30f4-4a58-8271-76b64357083a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=6f75413ce5cd43a894c87f2fc49c6833&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2878127 Mar 29 15:35:45.483122 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 34340) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:35:45.486921 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-22910608-7ff9-442a-aa03-ba9aa4304284 req-506aed4f-ccb2-4050-82af-401cfbc6e7b4 tempest-AggregatesAdminTestJSON-1978465780 tempest-AggregatesAdminTestJSON-1978465780-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3231506 Mar 29 15:35:45.489913 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-e1f74dd6-34df-4e6d-8c06-08a73a6bd931 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:35:45.509673 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-22910608-7ff9-442a-aa03-ba9aa4304284 req-9d8d8364-a01a-4949-bb9c-ce8ccc3fd1ae tempest-AggregatesAdminTestJSON-1978465780 tempest-AggregatesAdminTestJSON-1978465780-project] 10.222.0.42 "GET /v2.0/quotas/4174e849eafb4a708f4c9f4a4c99b9fc HTTP/1.1" status: 200 len: 375 time: 0.0218101 Mar 29 15:35:45.522101 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-4d381b6a-f7c3-451e-befe-20b11e40e909 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:35:45.529719 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-4d381b6a-f7c3-451e-befe-20b11e40e909 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:35:45.573364 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d381b6a-f7c3-451e-befe-20b11e40e909 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f626b2fe-f8e4-43ec-bf4b-eef5993497be,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:35:45.575491 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-22910608-7ff9-442a-aa03-ba9aa4304284 req-a26d1c70-916c-4576-b8b4-484462bd2b5a tempest-AggregatesAdminTestJSON-1978465780 tempest-AggregatesAdminTestJSON-1978465780-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=4174e849eafb4a708f4c9f4a4c99b9fc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0648837 Mar 29 15:35:45.609819 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c623db6e-de13-4beb-ad6b-32c2573a6468 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:35:45.617060 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-e1f74dd6-34df-4e6d-8c06-08a73a6bd931 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=39f9586d8a644cb8ad999d35cb3c5ade&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7685754 Mar 29 15:35:45.621031 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-4d381b6a-f7c3-451e-befe-20b11e40e909 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f1bd575b0a464679875985f4278eb13f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3736517 Mar 29 15:35:45.628117 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 34350) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:35:45.628659 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 34352) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:35:45.646768 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f74dd6-34df-4e6d-8c06-08a73a6bd931 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ebbe755-036f-4f7f-a16b-f7c80dce1dc4,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:35:45.686032 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c623db6e-de13-4beb-ad6b-32c2573a6468 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:35:45.688743 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 34358) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:35:45.723155 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 34364) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:35:45.768613 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-fcfbb992-1b70-49bc-bc16-130c5abb9066 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:35:45.800818 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-2481bcc9-fde1-44f2-ad8d-a388b7447688 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:35:45.816502 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-fcfbb992-1b70-49bc-bc16-130c5abb9066 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:35:45.871632 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-2481bcc9-fde1-44f2-ad8d-a388b7447688 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:35:45.873362 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c623db6e-de13-4beb-ad6b-32c2573a6468 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:35:45.875968 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c623db6e-de13-4beb-ad6b-32c2573a6468 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:35:45.881010 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-c623db6e-de13-4beb-ad6b-32c2573a6468 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/3091d1e6-1f17-461c-8eb2-fe9dd512441e HTTP/1.1" status: 204 len: 168 time: 0.3930607 Mar 29 15:35:45.899450 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-9e395b1e-0723-4c2d-9419-13ed2a45d202 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-959389574-network', 'tenant_id': 'e445b8b78f0c475987478367fb7ec3e6'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:35:45.919188 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-c2005329-116e-46ba-abae-f8c88b8d07a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:35:45.958094 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e395b1e-0723-4c2d-9419-13ed2a45d202 admin admin] Made reservation on behalf of e445b8b78f0c475987478367fb7ec3e6 for: {'network': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:35:45.960333 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c623db6e-de13-4beb-ad6b-32c2573a6468 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3091d1e6-1f17-461c-8eb2-fe9dd512441e,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:35:45.969847 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-9e395b1e-0723-4c2d-9419-13ed2a45d202 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for network, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:35:45.971345 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-2481bcc9-fde1-44f2-ad8d-a388b7447688 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:35:45.974093 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-2481bcc9-fde1-44f2-ad8d-a388b7447688 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:35:45.978823 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-2481bcc9-fde1-44f2-ad8d-a388b7447688 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f626b2fe-f8e4-43ec-bf4b-eef5993497be HTTP/1.1" status: 204 len: 168 time: 0.3477240 Mar 29 15:35:45.988792 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2481bcc9-fde1-44f2-ad8d-a388b7447688 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f626b2fe-f8e4-43ec-bf4b-eef5993497be,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:35:45.996609 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-9e395b1e-0723-4c2d-9419-13ed2a45d202 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:35:46.012003 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-fcfbb992-1b70-49bc-bc16-130c5abb9066 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:35:46.015706 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-fcfbb992-1b70-49bc-bc16-130c5abb9066 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:35:46.017144 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-fcfbb992-1b70-49bc-bc16-130c5abb9066 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/3ebbe755-036f-4f7f-a16b-f7c80dce1dc4 HTTP/1.1" status: 204 len: 168 time: 0.3872707 Mar 29 15:35:46.042562 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfbb992-1b70-49bc-bc16-130c5abb9066 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ebbe755-036f-4f7f-a16b-f7c80dce1dc4,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:35:46.120228 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 34398) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:35:46.139483 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-c2005329-116e-46ba-abae-f8c88b8d07a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:35:46.149389 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-c2005329-116e-46ba-abae-f8c88b8d07a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:35:46.182264 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-9e395b1e-0723-4c2d-9419-13ed2a45d202 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:35:46.195024 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-9e395b1e-0723-4c2d-9419-13ed2a45d202 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:35:46.204085 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-c2005329-116e-46ba-abae-f8c88b8d07a9 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=13c3f777ad0d4a72a8f284805ff852d6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4793909 Mar 29 15:35:46.207371 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 34402) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:35:46.209685 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2005329-116e-46ba-abae-f8c88b8d07a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2c8931e-e87b-4c59-95a4-3a3dfd0b7b88,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:35:46.220822 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e395b1e-0723-4c2d-9419-13ed2a45d202 admin admin] vlan segment allocate from pool success with {'vlan_id': 611, 'physical_network': 'physnet1'} {{(pid=102791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 15:35:46.250024 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-9e395b1e-0723-4c2d-9419-13ed2a45d202 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:35:46.250679 n-d-834765-1 neutron-server[102791]: INFO neutron.db.segments_db [None req-9e395b1e-0723-4c2d-9419-13ed2a45d202 admin admin] Added segment da69cb54-889d-40d5-bd53-208819ed651b of type vlan for network 4c54ad59-5bf5-4d39-a555-33b9ac0525c6 Mar 29 15:35:46.262335 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e395b1e-0723-4c2d-9419-13ed2a45d202 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cabffd0-f127-4d96-bdf5-e9984eb8dc15,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:35:46.279402 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-9e8ad4b6-8882-43e5-9b71-2e1dc843565d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:35:46.312930 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-9e8ad4b6-8882-43e5-9b71-2e1dc843565d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:35:46.318343 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-9e395b1e-0723-4c2d-9419-13ed2a45d202 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783522915970'] for network, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:35:46.359775 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-9e395b1e-0723-4c2d-9419-13ed2a45d202 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795'] for network, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:35:46.361381 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e395b1e-0723-4c2d-9419-13ed2a45d202 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:35:46.361979 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-9e395b1e-0723-4c2d-9419-13ed2a45d202 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for network, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:35:46.390553 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-9e8ad4b6-8882-43e5-9b71-2e1dc843565d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:35:46.394405 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-9e8ad4b6-8882-43e5-9b71-2e1dc843565d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:35:46.398650 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-9e8ad4b6-8882-43e5-9b71-2e1dc843565d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a2c8931e-e87b-4c59-95a4-3a3dfd0b7b88 HTTP/1.1" status: 204 len: 168 time: 0.1880126 Mar 29 15:35:46.406169 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8ad4b6-8882-43e5-9b71-2e1dc843565d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2c8931e-e87b-4c59-95a4-3a3dfd0b7b88,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:35:46.417126 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-9e395b1e-0723-4c2d-9419-13ed2a45d202 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.7243743 Mar 29 15:35:46.419034 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 34412) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:35:46.426749 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-14034a6c-d573-4d94-af1e-c838aa4e5cae admin admin] Request body: {'subnet': {'network_id': '4c54ad59-5bf5-4d39-a555-33b9ac0525c6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-959389574-subnet', 'tenant_id': 'e445b8b78f0c475987478367fb7ec3e6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:35:46.471962 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e395b1e-0723-4c2d-9419-13ed2a45d202 admin admin] Pushing event updated for resources: {'Network': ['ID=4c54ad59-5bf5-4d39-a555-33b9ac0525c6,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:35:46.474566 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14034a6c-d573-4d94-af1e-c838aa4e5cae admin admin] Made reservation on behalf of e445b8b78f0c475987478367fb7ec3e6 for: {'subnet': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:35:46.481851 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-14034a6c-d573-4d94-af1e-c838aa4e5cae admin admin] Notify callbacks [] for subnet, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:35:46.485478 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Network 4c54ad59-5bf5-4d39-a555-33b9ac0525c6 details requested by agent ovs-agent-n-d-834765-1 with host n-d-834765-1 {{(pid=102792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 15:35:46.645478 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:35:46.774807 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-14034a6c-d573-4d94-af1e-c838aa4e5cae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795'] for subnet, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:35:46.818841 n-d-834765-1 neutron-server[102790]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 29 15:35:46.883182 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-9a6c23af-8e98-4032-bd42-eb4db7c6fc7b req-e46d9212-194e-4bdf-8bd3-506dbc7dd751 tempest-AggregatesAdminTestJSON-1978465780 tempest-AggregatesAdminTestJSON-1978465780-project] 10.222.0.42 "GET /v2.0/ports?device_id=4bba96d0-9cd2-4db6-b801-d088041aed2e HTTP/1.1" status: 200 len: 210 time: 0.7608948 Mar 29 15:35:46.903560 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14034a6c-d573-4d94-af1e-c838aa4e5cae admin admin] Pushing event updated for resources: {'Subnet': ['ID=03f862f4-b4e2-46c9-849d-afd166600484,revision_number=0']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:35:46.916413 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14034a6c-d573-4d94-af1e-c838aa4e5cae admin admin] Checking segment: {'id': 'da69cb54-889d-40d5-bd53-208819ed651b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '4c54ad59-5bf5-4d39-a555-33b9ac0525c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:35:46.916975 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14034a6c-d573-4d94-af1e-c838aa4e5cae admin admin] Network hostable DHCP agents. Network: 4c54ad59-5bf5-4d39-a555-33b9ac0525c6, hostable agents: ['d136643e-48ae-49d4-a851-2ba3bdf3749c'], hosted agents: [] {{(pid=102790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 15:35:46.949479 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14034a6c-d573-4d94-af1e-c838aa4e5cae admin admin] Network 4c54ad59-5bf5-4d39-a555-33b9ac0525c6 is scheduled to be hosted by DHCP agent d136643e-48ae-49d4-a851-2ba3bdf3749c with binding_index 1 {{(pid=102790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 15:35:46.966781 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-14034a6c-d573-4d94-af1e-c838aa4e5cae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834765-1, 4c54ad59-5bf5-4d39-a555-33b9ac0525c6) {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:35:46.972303 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14034a6c-d573-4d94-af1e-c838aa4e5cae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:35:46.973125 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-14034a6c-d573-4d94-af1e-c838aa4e5cae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for subnet, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:35:46.979594 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad202774-b835-4115-ac56-627d4702a1e7 None None] Network 4c54ad59-5bf5-4d39-a555-33b9ac0525c6 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 15:35:47.002382 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-14034a6c-d573-4d94-af1e-c838aa4e5cae admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.5818658 Mar 29 15:35:47.005074 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 34438) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:35:47.010448 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-bc1a36df-159d-4db4-b60b-fd4d927a431c admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-959389574-router', 'tenant_id': 'e445b8b78f0c475987478367fb7ec3e6', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'}}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:35:47.057047 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-bc1a36df-159d-4db4-b60b-fd4d927a431c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-532385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129310'] for router, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:35:47.058215 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-bc1a36df-159d-4db4-b60b-fd4d927a431c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-648091', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-684384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129319'] for router, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:35:47.124380 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 34446) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:35:47.140889 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-0c030ead-5b5e-4543-864e-00d2c9d01ace admin admin] Notify callbacks [] for security_group, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:35:47.207162 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed186be5-a404-4d5e-b516-a2ce60d65f7d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0035034-69b0-5ffc-b384-0ac6189c5628-4c54ad59-5bf5-4d39-a555-33b9ac0525c6', 'network_id': '4c54ad59-5bf5-4d39-a555-33b9ac0525c6', 'tenant_id': 'e445b8b78f0c475987478367fb7ec3e6', 'fixed_ips': [{'subnet_id': '03f862f4-b4e2-46c9-849d-afd166600484'}]}} from n-d-834765-1. {{(pid=102792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 29 15:35:47.208321 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-ed186be5-a404-4d5e-b516-a2ce60d65f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:35:47.282155 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-bc1a36df-159d-4db4-b60b-fd4d927a431c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:35:47.288062 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 34448) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:35:47.304597 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-0c030ead-5b5e-4543-864e-00d2c9d01ace admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:35:47.315739 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-0c030ead-5b5e-4543-864e-00d2c9d01ace admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:35:47.317371 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-8ec24521-f77f-4a11-9e8c-df550fc531de admin admin] Notify callbacks [] for security_group, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:35:47.392463 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-0c030ead-5b5e-4543-864e-00d2c9d01ace admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=135882ae1abe4aa6ac74baefd3831ea4&name=default HTTP/1.1" status: 200 len: 2976 time: 0.2664108 Mar 29 15:35:47.394027 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 34454) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:35:47.394679 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c030ead-5b5e-4543-864e-00d2c9d01ace admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b4b16a1-5d56-4438-b940-bbe679e8f5ed,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:35:47.498842 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.db_base_plugin_common [None req-ed186be5-a404-4d5e-b516-a2ce60d65f7d None None] Allocated IP 172.20.0.2 (4c54ad59-5bf5-4d39-a555-33b9ac0525c6/03f862f4-b4e2-46c9-849d-afd166600484/1104455a-c77a-4338-8847-f919f236a609) {{(pid=102792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:35:47.513479 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-84c1ff6a-e6d5-44db-b6c0-8e5e2a5b6873 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:35:47.575842 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-84c1ff6a-e6d5-44db-b6c0-8e5e2a5b6873 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:35:47.599486 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-bc1a36df-159d-4db4-b60b-fd4d927a431c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:35:47.620364 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:35:47.674126 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-84c1ff6a-e6d5-44db-b6c0-8e5e2a5b6873 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:35:47.676900 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-84c1ff6a-e6d5-44db-b6c0-8e5e2a5b6873 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:35:47.680350 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-84c1ff6a-e6d5-44db-b6c0-8e5e2a5b6873 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/0b4b16a1-5d56-4438-b940-bbe679e8f5ed HTTP/1.1" status: 204 len: 168 time: 0.2748535 Mar 29 15:35:47.694714 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c1ff6a-e6d5-44db-b6c0-8e5e2a5b6873 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b4b16a1-5d56-4438-b940-bbe679e8f5ed,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:35:47.702473 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-8ec24521-f77f-4a11-9e8c-df550fc531de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:35:47.736962 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-8ec24521-f77f-4a11-9e8c-df550fc531de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:35:47.790817 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-8ec24521-f77f-4a11-9e8c-df550fc531de admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b2cb06a28de146de9c182366724628dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4990079 Mar 29 15:35:47.790817 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec24521-f77f-4a11-9e8c-df550fc531de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dc59f06-5a3e-4691-b88e-ad3e54a7140d,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:35:47.791201 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 34466) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:35:47.890814 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-ed186be5-a404-4d5e-b516-a2ce60d65f7d None None] Notify callbacks [] for port, precommit_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:35:47.896096 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-6cd17fe7-5ae8-4b10-a119-e26dd3b2cad8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:35:47.904269 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-ed186be5-a404-4d5e-b516-a2ce60d65f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956'] for port, after_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:35:47.954428 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-6cd17fe7-5ae8-4b10-a119-e26dd3b2cad8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:35:47.956620 n-d-834765-1 neutron-server[102792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed186be5-a404-4d5e-b516-a2ce60d65f7d None None] Network 4c54ad59-5bf5-4d39-a555-33b9ac0525c6 is already hosted by enough agents. {{(pid=102792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:35:47.961487 n-d-834765-1 neutron-server[102792]: DEBUG neutron.scheduler.base_scheduler [None req-ed186be5-a404-4d5e-b516-a2ce60d65f7d None None] Resources bound (agent type, host, resource id): {{(pid=102792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:35:47.965407 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed186be5-a404-4d5e-b516-a2ce60d65f7d None None] Received port after_create {{(pid=102792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:35:47.994396 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-bc1a36df-159d-4db4-b60b-fd4d927a431c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:35:48.030808 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-6cd17fe7-5ae8-4b10-a119-e26dd3b2cad8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:35:48.037984 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-bc1a36df-159d-4db4-b60b-fd4d927a431c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:35:48.044134 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-6cd17fe7-5ae8-4b10-a119-e26dd3b2cad8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:35:48.045705 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-6cd17fe7-5ae8-4b10-a119-e26dd3b2cad8 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/9dc59f06-5a3e-4691-b88e-ad3e54a7140d HTTP/1.1" status: 204 len: 168 time: 0.2529228 Mar 29 15:35:48.048956 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-ed186be5-a404-4d5e-b516-a2ce60d65f7d None None] Attempting to bind port 1104455a-c77a-4338-8847-f919f236a609 on host n-d-834765-1 for vnic_type normal with profile {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:35:48.049653 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-ed186be5-a404-4d5e-b516-a2ce60d65f7d None None] Attempting to bind port 1104455a-c77a-4338-8847-f919f236a609 by drivers openvswitch,hyperv on host n-d-834765-1 at level 0 using segments [{'id': 'da69cb54-889d-40d5-bd53-208819ed651b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '4c54ad59-5bf5-4d39-a555-33b9ac0525c6'}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:35:48.050333 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed186be5-a404-4d5e-b516-a2ce60d65f7d None None] Attempting to bind port 1104455a-c77a-4338-8847-f919f236a609 on network 4c54ad59-5bf5-4d39-a555-33b9ac0525c6 {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:35:48.059305 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed186be5-a404-4d5e-b516-a2ce60d65f7d None None] Checking agent: {'id': 'a8866439-9d96-425c-b519-6905c591ac37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 25, 36), 'started_at': datetime.datetime(2022, 3, 29, 15, 26, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 35, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834765-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:35:48.059803 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed186be5-a404-4d5e-b516-a2ce60d65f7d None None] Checking segment: {'id': 'da69cb54-889d-40d5-bd53-208819ed651b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '4c54ad59-5bf5-4d39-a555-33b9ac0525c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:35:48.060451 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-ed186be5-a404-4d5e-b516-a2ce60d65f7d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:35:48.060858 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd17fe7-5ae8-4b10-a119-e26dd3b2cad8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dc59f06-5a3e-4691-b88e-ad3e54a7140d,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:35:48.060979 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed186be5-a404-4d5e-b516-a2ce60d65f7d None None] Bound using segment: {'id': 'da69cb54-889d-40d5-bd53-208819ed651b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '4c54ad59-5bf5-4d39-a555-33b9ac0525c6'} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:35:48.061499 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-ed186be5-a404-4d5e-b516-a2ce60d65f7d None None] Bound port: 1104455a-c77a-4338-8847-f919f236a609, host: n-d-834765-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da69cb54-889d-40d5-bd53-208819ed651b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '4c54ad59-5bf5-4d39-a555-33b9ac0525c6'}}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 15:35:48.070016 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-ed186be5-a404-4d5e-b516-a2ce60d65f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:35:48.072905 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed186be5-a404-4d5e-b516-a2ce60d65f7d None None] Pushing event updated for resources: {'Port': ['ID=1104455a-c77a-4338-8847-f919f236a609,revision_number=1']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:35:48.117364 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed186be5-a404-4d5e-b516-a2ce60d65f7d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:35:48.117927 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed186be5-a404-4d5e-b516-a2ce60d65f7d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:35:48.118469 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed186be5-a404-4d5e-b516-a2ce60d65f7d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:35:48.118946 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed186be5-a404-4d5e-b516-a2ce60d65f7d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:35:48.119447 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed186be5-a404-4d5e-b516-a2ce60d65f7d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:35:48.119920 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed186be5-a404-4d5e-b516-a2ce60d65f7d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:35:48.120378 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed186be5-a404-4d5e-b516-a2ce60d65f7d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:35:48.120865 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed186be5-a404-4d5e-b516-a2ce60d65f7d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:35:48.121333 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed186be5-a404-4d5e-b516-a2ce60d65f7d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:35:48.121790 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed186be5-a404-4d5e-b516-a2ce60d65f7d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:35:48.122256 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed186be5-a404-4d5e-b516-a2ce60d65f7d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:35:48.122735 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed186be5-a404-4d5e-b516-a2ce60d65f7d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:35:48.124020 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed186be5-a404-4d5e-b516-a2ce60d65f7d None None] Tracked resource versions report: Mar 29 15:35:48.124020 n-d-834765-1 neutron-server[102792]: pushed versions: Mar 29 15:35:48.124020 n-d-834765-1 neutron-server[102792]: { 'AddressGroup': {'1.2'}, Mar 29 15:35:48.124020 n-d-834765-1 neutron-server[102792]: 'ConntrackHelper': {'1.0'}, Mar 29 15:35:48.124020 n-d-834765-1 neutron-server[102792]: 'Log': {'1.0'}, Mar 29 15:35:48.124020 n-d-834765-1 neutron-server[102792]: 'Network': {'1.1'}, Mar 29 15:35:48.124020 n-d-834765-1 neutron-server[102792]: 'Port': {'1.7'}, Mar 29 15:35:48.124020 n-d-834765-1 neutron-server[102792]: 'PortForwarding': {'1.2'}, Mar 29 15:35:48.124020 n-d-834765-1 neutron-server[102792]: 'QosPolicy': {'1.9'}, Mar 29 15:35:48.124020 n-d-834765-1 neutron-server[102792]: 'SecurityGroup': {'1.4'}, Mar 29 15:35:48.124020 n-d-834765-1 neutron-server[102792]: 'SecurityGroupRule': {'1.2'}, Mar 29 15:35:48.124020 n-d-834765-1 neutron-server[102792]: 'SubPort': {'1.0'}, Mar 29 15:35:48.124020 n-d-834765-1 neutron-server[102792]: 'Subnet': {'1.1'}, Mar 29 15:35:48.124020 n-d-834765-1 neutron-server[102792]: 'Trunk': {'1.1'}} Mar 29 15:35:48.124020 n-d-834765-1 neutron-server[102792]: consumer versions: Mar 29 15:35:48.124020 n-d-834765-1 neutron-server[102792]: { DHCP agent@n-d-834765-1: {}, Mar 29 15:35:48.124020 n-d-834765-1 neutron-server[102792]: HyperV agent@n-h1-834765-1: {}, Mar 29 15:35:48.124020 n-d-834765-1 neutron-server[102792]: HyperV agent@n-h2-834765-1: {}, Mar 29 15:35:48.124020 n-d-834765-1 neutron-server[102792]: L3 agent@n-d-834765-1: {}, Mar 29 15:35:48.124020 n-d-834765-1 neutron-server[102792]: Metadata agent@n-d-834765-1: {}, Mar 29 15:35:48.124020 n-d-834765-1 neutron-server[102792]: Metering agent@n-d-834765-1: {}, Mar 29 15:35:48.124020 n-d-834765-1 neutron-server[102792]: Open vSwitch agent@n-d-834765-1: { 'AddressGroup': '1.2', Mar 29 15:35:48.124020 n-d-834765-1 neutron-server[102792]: 'ConntrackHelper': '1.0', Mar 29 15:35:48.124020 n-d-834765-1 neutron-server[102792]: 'Log': '1.0', Mar 29 15:35:48.124020 n-d-834765-1 neutron-server[102792]: 'Network': '1.1', Mar 29 15:35:48.124020 n-d-834765-1 neutron-server[102792]: 'Port': '1.7', Mar 29 15:35:48.124020 n-d-834765-1 neutron-server[102792]: 'PortForwarding': '1.2', Mar 29 15:35:48.124020 n-d-834765-1 neutron-server[102792]: 'QosPolicy': '1.9', Mar 29 15:35:48.124020 n-d-834765-1 neutron-server[102792]: 'SecurityGroup': '1.4', Mar 29 15:35:48.124020 n-d-834765-1 neutron-server[102792]: 'SecurityGroupRule': '1.2', Mar 29 15:35:48.124020 n-d-834765-1 neutron-server[102792]: 'SubPort': '1.0', Mar 29 15:35:48.124020 n-d-834765-1 neutron-server[102792]: 'Subnet': '1.1', Mar 29 15:35:48.124020 n-d-834765-1 neutron-server[102792]: 'Trunk': '1.1'}} Mar 29 15:35:48.124020 n-d-834765-1 neutron-server[102792]: {{(pid=102792) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 29 15:35:48.182088 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.db_base_plugin_common [None req-bc1a36df-159d-4db4-b60b-fd4d927a431c admin admin] Allocated IP 172.25.4.83 (4a4a035d-ecac-4ead-baa3-25f90788773a/e1a353dc-fac8-4901-a63c-273840237d6a/f014e05d-d9c8-4704-9420-84147da2e5cb) {{(pid=102790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:35:48.199976 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-ed186be5-a404-4d5e-b516-a2ce60d65f7d None None] For port 1104455a-c77a-4338-8847-f919f236a609, host n-d-834765-1, cleared binding levels {{(pid=102792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:35:48.205485 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-ed186be5-a404-4d5e-b516-a2ce60d65f7d None None] For port 1104455a-c77a-4338-8847-f919f236a609, host n-d-834765-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=1104455a-c77a-4338-8847-f919f236a609,segment=NetworkSegment(da69cb54-889d-40d5-bd53-208819ed651b),segment_id=da69cb54-889d-40d5-bd53-208819ed651b)] {{(pid=102792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:35:48.212639 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-ed186be5-a404-4d5e-b516-a2ce60d65f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:35:48.248959 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-8e1dc5be-d482-4b80-b4e1-bdd3c9e424b7 req-b20cd3bf-263e-4487-bb87-12a13e883572 tempest-AggregatesAdminTestJSON-1978465780 tempest-AggregatesAdminTestJSON-1978465780-project] 10.222.0.42 "GET /v2.0/ports?device_id=4bba96d0-9cd2-4db6-b801-d088041aed2e HTTP/1.1" status: 200 len: 210 time: 0.0760813 Mar 29 15:35:48.299648 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed186be5-a404-4d5e-b516-a2ce60d65f7d None None] Pushing event updated for resources: {'Port': ['ID=1104455a-c77a-4338-8847-f919f236a609,revision_number=2']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:35:48.350931 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-bc1a36df-159d-4db4-b60b-fd4d927a431c admin admin] Notify callbacks [] for port, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:35:48.379474 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.48', 54125) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:35:48.412832 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-bc1a36df-159d-4db4-b60b-fd4d927a431c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956'] for port, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:35:48.427566 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-22910608-7ff9-442a-aa03-ba9aa4304284 req-33adc8d0-c4da-46d6-a971-9beda6e62241 tempest-AggregatesAdminTestJSON-1978465780 tempest-AggregatesAdminTestJSON-1978465780-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=4174e849eafb4a708f4c9f4a4c99b9fc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0431488 Mar 29 15:35:48.593417 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc1a36df-159d-4db4-b60b-fd4d927a431c admin admin] Network 4a4a035d-ecac-4ead-baa3-25f90788773a is already hosted by enough agents. {{(pid=102790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:35:48.605109 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-bc1a36df-159d-4db4-b60b-fd4d927a431c admin admin] Resources bound (agent type, host, resource id): {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:35:48.608762 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc1a36df-159d-4db4-b60b-fd4d927a431c admin admin] Received port after_create {{(pid=102790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:35:48.696355 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1a36df-159d-4db4-b60b-fd4d927a431c admin admin] Pushing event updated for resources: {'Port': ['ID=f014e05d-d9c8-4704-9420-84147da2e5cb,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:35:48.714874 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22910608-7ff9-442a-aa03-ba9aa4304284 req-d6cd2c8b-3212-44de-a431-4594bededd17 tempest-AggregatesAdminTestJSON-1978465780 tempest-AggregatesAdminTestJSON-1978465780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:35:48.722856 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-22910608-7ff9-442a-aa03-ba9aa4304284 req-d6cd2c8b-3212-44de-a431-4594bededd17 tempest-AggregatesAdminTestJSON-1978465780 tempest-AggregatesAdminTestJSON-1978465780-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2891891 Mar 29 15:35:48.828610 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [req-22910608-7ff9-442a-aa03-ba9aa4304284 req-025560b2-87e5-4523-a625-cb4c38eadddb tempest-AggregatesAdminTestJSON-1978465780 tempest-AggregatesAdminTestJSON-1978465780-project] Request body: {'port': {'device_id': '4bba96d0-9cd2-4db6-b801-d088041aed2e', 'network_id': '2268a9b9-82fd-4886-a91d-3a50e4e16cab', 'admin_state_up': True, 'tenant_id': '4174e849eafb4a708f4c9f4a4c99b9fc'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:35:48.984664 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-bc1a36df-159d-4db4-b60b-fd4d927a431c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:35:49.339380 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22910608-7ff9-442a-aa03-ba9aa4304284 req-025560b2-87e5-4523-a625-cb4c38eadddb tempest-AggregatesAdminTestJSON-1978465780 tempest-AggregatesAdminTestJSON-1978465780-project] Made reservation on behalf of 4174e849eafb4a708f4c9f4a4c99b9fc for: {'port': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:35:49.349071 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-22910608-7ff9-442a-aa03-ba9aa4304284 req-025560b2-87e5-4523-a625-cb4c38eadddb tempest-AggregatesAdminTestJSON-1978465780 tempest-AggregatesAdminTestJSON-1978465780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:35:49.366949 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-22910608-7ff9-442a-aa03-ba9aa4304284 req-025560b2-87e5-4523-a625-cb4c38eadddb tempest-AggregatesAdminTestJSON-1978465780 tempest-AggregatesAdminTestJSON-1978465780-project] Notify callbacks [] for security_group, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:35:49.413295 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-bc1a36df-159d-4db4-b60b-fd4d927a431c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648118'] for router, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:35:49.586918 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 1104455a-c77a-4338-8847-f919f236a609 up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:35:49.590872 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-22910608-7ff9-442a-aa03-ba9aa4304284 req-025560b2-87e5-4523-a625-cb4c38eadddb tempest-AggregatesAdminTestJSON-1978465780 tempest-AggregatesAdminTestJSON-1978465780-project] Notify callbacks [] for security_group, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:35:49.598207 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-22910608-7ff9-442a-aa03-ba9aa4304284 req-025560b2-87e5-4523-a625-cb4c38eadddb tempest-AggregatesAdminTestJSON-1978465780 tempest-AggregatesAdminTestJSON-1978465780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:35:49.647359 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-bdcb0437-7a4c-4b13-b4cc-b2c164f2bc31 req-21ce12e7-0d40-4b0d-a73e-4faa490d386f tempest-AggregatesAdminTestJSON-1978465780 tempest-AggregatesAdminTestJSON-1978465780-project] 10.222.0.42 "GET /v2.0/ports?device_id=4bba96d0-9cd2-4db6-b801-d088041aed2e HTTP/1.1" status: 200 len: 210 time: 0.0719318 Mar 29 15:35:49.706071 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port 1104455a-c77a-4338-8847-f919f236a609 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:35:49.709741 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:35:49.725054 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc1a36df-159d-4db4-b60b-fd4d927a431c admin admin] Router 23d7de72-2f96-4a61-bfb2-d31ceb2b85d5 is scheduled to L3 agent c648d819-1060-4f26-b4ec-6455387b5dff with binding_index 1 {{(pid=102790) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 29 15:35:49.853810 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5bf65dd-7a2b-4970-a422-da3b97de65c6 None None] Network 4c54ad59-5bf5-4d39-a555-33b9ac0525c6 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 15:35:49.875364 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025560b2-87e5-4523-a625-cb4c38eadddb tempest-AggregatesAdminTestJSON-1978465780 tempest-AggregatesAdminTestJSON-1978465780-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37a527eb-6130-4fd0-bfae-fcbf4f8dfaf7,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:35:49.918747 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc1a36df-159d-4db4-b60b-fd4d927a431c admin admin] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:35:49.920545 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:35:49.931309 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95318b8d-20ed-455d-af74-2436789096f5 None None] Sync routers for ids ['23d7de72-2f96-4a61-bfb2-d31ceb2b85d5'] in n-d-834765-1 {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:35:49.947301 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95318b8d-20ed-455d-af74-2436789096f5 None None] Routers {'23d7de72-2f96-4a61-bfb2-d31ceb2b85d5'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:35:49.948794 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-95318b8d-20ed-455d-af74-2436789096f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:35:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['23d7de72-2f96-4a61-bfb2-d31ceb2b85d5'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:35:49.961489 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-bc1a36df-159d-4db4-b60b-fd4d927a431c admin admin] Notify callbacks [] for router, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:35:49.962895 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-bc1a36df-159d-4db4-b60b-fd4d927a431c admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 2.9568768 Mar 29 15:35:49.965730 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 34550) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:35:50.051413 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_common [req-22910608-7ff9-442a-aa03-ba9aa4304284 req-025560b2-87e5-4523-a625-cb4c38eadddb tempest-AggregatesAdminTestJSON-1978465780 tempest-AggregatesAdminTestJSON-1978465780-project] Allocated IP 192.168.233.72 (2268a9b9-82fd-4886-a91d-3a50e4e16cab/abb8e5d6-2aea-4455-a944-3435a3d1ce49/d2012158-33fa-4bbe-a40b-eabe3cada3e2) {{(pid=102791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:35:50.116679 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvr_db [None req-95318b8d-20ed-455d-af74-2436789096f5 None None] Set router 23d7de72-2f96-4a61-bfb2-d31ceb2b85d5 gateway port host: n-d-834765-1 {{(pid=102793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:35:50.280103 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-7669bd76-ebfc-432d-a3f5-dd941c93fc48 None None] Provisioning complete for port 1104455a-c77a-4338-8847-f919f236a609 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:35:50.285294 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-7669bd76-ebfc-432d-a3f5-dd941c93fc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:35:50.315449 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-22910608-7ff9-442a-aa03-ba9aa4304284 req-025560b2-87e5-4523-a625-cb4c38eadddb tempest-AggregatesAdminTestJSON-1978465780 tempest-AggregatesAdminTestJSON-1978465780-project] Notify callbacks [] for port, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:35:50.335976 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-95318b8d-20ed-455d-af74-2436789096f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23d7de72-2f96-4a61-bfb2-d31ceb2b85d5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-959389574-router', 'tenant_id': 'e445b8b78f0c475987478367fb7ec3e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.83'}], 'enable_snat': True}, 'gw_port_id': 'f014e05d-d9c8-4704-9420-84147da2e5cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:35:47Z', 'updated_at': '2022-03-29T15:35:48Z', 'revision_number': 3, 'project_id': 'e445b8b78f0c475987478367fb7ec3e6', 'gw_port': {'id': 'f014e05d-d9c8-4704-9420-84147da2e5cb', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:03:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23d7de72-2f96-4a61-bfb2-d31ceb2b85d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:35:48Z', 'updated_at': '2022-03-29T15:35:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1'}], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:35:50.364344 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-22910608-7ff9-442a-aa03-ba9aa4304284 req-025560b2-87e5-4523-a625-cb4c38eadddb tempest-AggregatesAdminTestJSON-1978465780 tempest-AggregatesAdminTestJSON-1978465780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956'] for port, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:35:50.373799 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95318b8d-20ed-455d-af74-2436789096f5 None None] Checking router: 23d7de72-2f96-4a61-bfb2-d31ceb2b85d5 for host: n-d-834765-1 {{(pid=102793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:35:50.374587 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95318b8d-20ed-455d-af74-2436789096f5 None None] Updating router 23d7de72-2f96-4a61-bfb2-d31ceb2b85d5 port f014e05d-d9c8-4704-9420-84147da2e5cb binding host n-d-834765-1 {{(pid=102793) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 15:35:50.397745 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22910608-7ff9-442a-aa03-ba9aa4304284 req-025560b2-87e5-4523-a625-cb4c38eadddb tempest-AggregatesAdminTestJSON-1978465780 tempest-AggregatesAdminTestJSON-1978465780-project] Network 2268a9b9-82fd-4886-a91d-3a50e4e16cab is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:35:50.405707 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-95318b8d-20ed-455d-af74-2436789096f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:35:50.425121 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] For port 1104455a-c77a-4338-8847-f919f236a609, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=1104455a-c77a-4338-8847-f919f236a609,segment=NetworkSegment(da69cb54-889d-40d5-bd53-208819ed651b),segment_id=da69cb54-889d-40d5-bd53-208819ed651b)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:35:50.447572 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [req-22910608-7ff9-442a-aa03-ba9aa4304284 req-025560b2-87e5-4523-a625-cb4c38eadddb tempest-AggregatesAdminTestJSON-1978465780 tempest-AggregatesAdminTestJSON-1978465780-project] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:35:50.470570 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [req-22910608-7ff9-442a-aa03-ba9aa4304284 req-025560b2-87e5-4523-a625-cb4c38eadddb tempest-AggregatesAdminTestJSON-1978465780 tempest-AggregatesAdminTestJSON-1978465780-project] Received port after_create {{(pid=102791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:35:50.495824 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22910608-7ff9-442a-aa03-ba9aa4304284 req-025560b2-87e5-4523-a625-cb4c38eadddb tempest-AggregatesAdminTestJSON-1978465780 tempest-AggregatesAdminTestJSON-1978465780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:35:50.504320 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-22910608-7ff9-442a-aa03-ba9aa4304284 req-025560b2-87e5-4523-a625-cb4c38eadddb tempest-AggregatesAdminTestJSON-1978465780 tempest-AggregatesAdminTestJSON-1978465780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:35:50.568560 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:35:50.648277 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-22910608-7ff9-442a-aa03-ba9aa4304284 req-025560b2-87e5-4523-a625-cb4c38eadddb tempest-AggregatesAdminTestJSON-1978465780 tempest-AggregatesAdminTestJSON-1978465780-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8243899 Mar 29 15:35:50.684555 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-46fc5a4e-878e-4b3b-bf1a-7aa2b4f581da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:35:50.690294 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [req-22910608-7ff9-442a-aa03-ba9aa4304284 req-54835cc6-77a2-4a5b-954c-640e6f9088dc tempest-AggregatesAdminTestJSON-1978465780 tempest-AggregatesAdminTestJSON-1978465780-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=102791) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 15:35:50.719875 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-22910608-7ff9-442a-aa03-ba9aa4304284 req-54835cc6-77a2-4a5b-954c-640e6f9088dc tempest-AggregatesAdminTestJSON-1978465780 tempest-AggregatesAdminTestJSON-1978465780-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0214932 Mar 29 15:35:50.784550 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025560b2-87e5-4523-a625-cb4c38eadddb tempest-AggregatesAdminTestJSON-1978465780 tempest-AggregatesAdminTestJSON-1978465780-project] Pushing event updated for resources: {'Port': ['ID=d2012158-33fa-4bbe-a40b-eabe3cada3e2,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:35:50.911604 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Pushing event updated for resources: {'Port': ['ID=1104455a-c77a-4338-8847-f919f236a609,revision_number=3']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:35:51.033847 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-cae68bc1-d140-4be2-888c-b3ed4ed4b8f7 None None] Provisioning complete for port d2012158-33fa-4bbe-a40b-eabe3cada3e2 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:35:51.035053 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-cae68bc1-d140-4be2-888c-b3ed4ed4b8f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:35:51.041256 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-95318b8d-20ed-455d-af74-2436789096f5 None None] Notify callbacks [] for port, precommit_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:35:51.054926 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-95318b8d-20ed-455d-af74-2436789096f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:35:51.088476 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c542fd-0a3a-4ab3-ada7-94db34b4c15a req-4a7d69ed-d723-4241-bc4b-a2c47aa8a461 tempest-AggregatesAdminTestJSON-1978465780 tempest-AggregatesAdminTestJSON-1978465780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:35:51.105919 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f2c542fd-0a3a-4ab3-ada7-94db34b4c15a req-4a7d69ed-d723-4241-bc4b-a2c47aa8a461 tempest-AggregatesAdminTestJSON-1978465780 tempest-AggregatesAdminTestJSON-1978465780-project] 10.222.0.42 "GET /v2.0/ports?device_id=4bba96d0-9cd2-4db6-b801-d088041aed2e HTTP/1.1" status: 200 len: 935 time: 0.2276332 Mar 29 15:35:51.166544 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946e694-8e41-408f-9d86-da33ea49b51d None None] Pushing event updated for resources: {'Port': ['ID=f014e05d-d9c8-4704-9420-84147da2e5cb,revision_number=2']} {{(pid=102793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:35:51.182911 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3946e694-8e41-408f-9d86-da33ea49b51d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:35:51.183248 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3946e694-8e41-408f-9d86-da33ea49b51d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:35:51.183609 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3946e694-8e41-408f-9d86-da33ea49b51d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:35:51.183935 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3946e694-8e41-408f-9d86-da33ea49b51d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:35:51.184258 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3946e694-8e41-408f-9d86-da33ea49b51d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:35:51.184610 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3946e694-8e41-408f-9d86-da33ea49b51d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:35:51.184928 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3946e694-8e41-408f-9d86-da33ea49b51d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:35:51.185247 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3946e694-8e41-408f-9d86-da33ea49b51d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:35:51.185558 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3946e694-8e41-408f-9d86-da33ea49b51d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:35:51.187458 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3946e694-8e41-408f-9d86-da33ea49b51d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:35:51.187988 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3946e694-8e41-408f-9d86-da33ea49b51d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:35:51.189173 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3946e694-8e41-408f-9d86-da33ea49b51d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:35:51.190643 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3946e694-8e41-408f-9d86-da33ea49b51d None None] Tracked resource versions report: Mar 29 15:35:51.190643 n-d-834765-1 neutron-server[102793]: pushed versions: Mar 29 15:35:51.190643 n-d-834765-1 neutron-server[102793]: { 'AddressGroup': {'1.2'}, Mar 29 15:35:51.190643 n-d-834765-1 neutron-server[102793]: 'ConntrackHelper': {'1.0'}, Mar 29 15:35:51.190643 n-d-834765-1 neutron-server[102793]: 'Log': {'1.0'}, Mar 29 15:35:51.190643 n-d-834765-1 neutron-server[102793]: 'Network': {'1.1'}, Mar 29 15:35:51.190643 n-d-834765-1 neutron-server[102793]: 'Port': {'1.7'}, Mar 29 15:35:51.190643 n-d-834765-1 neutron-server[102793]: 'PortForwarding': {'1.2'}, Mar 29 15:35:51.190643 n-d-834765-1 neutron-server[102793]: 'QosPolicy': {'1.9'}, Mar 29 15:35:51.190643 n-d-834765-1 neutron-server[102793]: 'SecurityGroup': {'1.4'}, Mar 29 15:35:51.190643 n-d-834765-1 neutron-server[102793]: 'SecurityGroupRule': {'1.2'}, Mar 29 15:35:51.190643 n-d-834765-1 neutron-server[102793]: 'SubPort': {'1.0'}, Mar 29 15:35:51.190643 n-d-834765-1 neutron-server[102793]: 'Subnet': {'1.1'}, Mar 29 15:35:51.190643 n-d-834765-1 neutron-server[102793]: 'Trunk': {'1.1'}} Mar 29 15:35:51.190643 n-d-834765-1 neutron-server[102793]: consumer versions: Mar 29 15:35:51.190643 n-d-834765-1 neutron-server[102793]: { DHCP agent@n-d-834765-1: {}, Mar 29 15:35:51.190643 n-d-834765-1 neutron-server[102793]: HyperV agent@n-h1-834765-1: {}, Mar 29 15:35:51.190643 n-d-834765-1 neutron-server[102793]: HyperV agent@n-h2-834765-1: {}, Mar 29 15:35:51.190643 n-d-834765-1 neutron-server[102793]: L3 agent@n-d-834765-1: {}, Mar 29 15:35:51.190643 n-d-834765-1 neutron-server[102793]: Metadata agent@n-d-834765-1: {}, Mar 29 15:35:51.190643 n-d-834765-1 neutron-server[102793]: Metering agent@n-d-834765-1: {}, Mar 29 15:35:51.190643 n-d-834765-1 neutron-server[102793]: Open vSwitch agent@n-d-834765-1: { 'AddressGroup': '1.2', Mar 29 15:35:51.190643 n-d-834765-1 neutron-server[102793]: 'ConntrackHelper': '1.0', Mar 29 15:35:51.190643 n-d-834765-1 neutron-server[102793]: 'Log': '1.0', Mar 29 15:35:51.190643 n-d-834765-1 neutron-server[102793]: 'Network': '1.1', Mar 29 15:35:51.190643 n-d-834765-1 neutron-server[102793]: 'Port': '1.7', Mar 29 15:35:51.190643 n-d-834765-1 neutron-server[102793]: 'PortForwarding': '1.2', Mar 29 15:35:51.190643 n-d-834765-1 neutron-server[102793]: 'QosPolicy': '1.9', Mar 29 15:35:51.190643 n-d-834765-1 neutron-server[102793]: 'SecurityGroup': '1.4', Mar 29 15:35:51.190643 n-d-834765-1 neutron-server[102793]: 'SecurityGroupRule': '1.2', Mar 29 15:35:51.190643 n-d-834765-1 neutron-server[102793]: 'SubPort': '1.0', Mar 29 15:35:51.190643 n-d-834765-1 neutron-server[102793]: 'Subnet': '1.1', Mar 29 15:35:51.190643 n-d-834765-1 neutron-server[102793]: 'Trunk': '1.1'}} Mar 29 15:35:51.190643 n-d-834765-1 neutron-server[102793]: {{(pid=102793) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 29 15:35:51.227970 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f2c542fd-0a3a-4ab3-ada7-94db34b4c15a req-f30a7aff-65fd-484d-9f12-0f700ac3a7a8 tempest-AggregatesAdminTestJSON-1978465780 tempest-AggregatesAdminTestJSON-1978465780-project] 10.222.0.42 "GET /v2.0/security-groups?id=37a527eb-6130-4fd0-bfae-fcbf4f8dfaf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207278 Mar 29 15:35:51.229815 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-cae68bc1-d140-4be2-888c-b3ed4ed4b8f7 None None] Port d2012158-33fa-4bbe-a40b-eabe3cada3e2 cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 15:35:51.240237 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.managers [None req-95318b8d-20ed-455d-af74-2436789096f5 None None] Attempting to bind port f014e05d-d9c8-4704-9420-84147da2e5cb on host n-d-834765-1 for vnic_type normal with profile {{(pid=102793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:35:51.241705 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.managers [None req-95318b8d-20ed-455d-af74-2436789096f5 None None] Attempting to bind port f014e05d-d9c8-4704-9420-84147da2e5cb by drivers openvswitch,hyperv on host n-d-834765-1 at level 0 using segments [{'id': '6ab47353-a811-4bad-bc73-b4cc84583cfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'}] {{(pid=102793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:35:51.242298 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95318b8d-20ed-455d-af74-2436789096f5 None None] Attempting to bind port f014e05d-d9c8-4704-9420-84147da2e5cb on network 4a4a035d-ecac-4ead-baa3-25f90788773a {{(pid=102793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:35:51.248813 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95318b8d-20ed-455d-af74-2436789096f5 None None] Checking agent: {'id': 'a8866439-9d96-425c-b519-6905c591ac37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 25, 36), 'started_at': datetime.datetime(2022, 3, 29, 15, 26, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 35, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834765-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:35:51.249494 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95318b8d-20ed-455d-af74-2436789096f5 None None] Checking segment: {'id': '6ab47353-a811-4bad-bc73-b4cc84583cfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:35:51.250111 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-95318b8d-20ed-455d-af74-2436789096f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:35:51.252821 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95318b8d-20ed-455d-af74-2436789096f5 None None] Bound using segment: {'id': '6ab47353-a811-4bad-bc73-b4cc84583cfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'} {{(pid=102793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:35:51.253842 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.managers [None req-95318b8d-20ed-455d-af74-2436789096f5 None None] Bound port: f014e05d-d9c8-4704-9420-84147da2e5cb, host: n-d-834765-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ab47353-a811-4bad-bc73-b4cc84583cfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'}}] {{(pid=102793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 15:35:51.254441 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-95318b8d-20ed-455d-af74-2436789096f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:35:51.360039 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.db [None req-95318b8d-20ed-455d-af74-2436789096f5 None None] For port f014e05d-d9c8-4704-9420-84147da2e5cb, host n-d-834765-1, cleared binding levels {{(pid=102793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:35:51.369861 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.db [None req-95318b8d-20ed-455d-af74-2436789096f5 None None] For port f014e05d-d9c8-4704-9420-84147da2e5cb, host n-d-834765-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=f014e05d-d9c8-4704-9420-84147da2e5cb,segment=NetworkSegment(6ab47353-a811-4bad-bc73-b4cc84583cfd),segment_id=6ab47353-a811-4bad-bc73-b4cc84583cfd)] {{(pid=102793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:35:51.379699 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-95318b8d-20ed-455d-af74-2436789096f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:35:51.419773 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.db_base_plugin_common [None req-46fc5a4e-878e-4b3b-bf1a-7aa2b4f581da admin admin] Allocated IP 172.20.0.1 (4c54ad59-5bf5-4d39-a555-33b9ac0525c6/03f862f4-b4e2-46c9-849d-afd166600484/d46168aa-4b8f-4713-88b3-d5554fa2c9cc) {{(pid=102790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:35:51.481364 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-754a284e-b0dc-4425-96a9-0cd397da65b8 None None] Provisioning complete for port 1104455a-c77a-4338-8847-f919f236a609 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:35:51.481364 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-754a284e-b0dc-4425-96a9-0cd397da65b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:35:51.535397 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95318b8d-20ed-455d-af74-2436789096f5 None None] Routers {'23d7de72-2f96-4a61-bfb2-d31ceb2b85d5'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:35:51.535948 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-95318b8d-20ed-455d-af74-2436789096f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:35:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['23d7de72-2f96-4a61-bfb2-d31ceb2b85d5'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:35:51.652811 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 1104455a-c77a-4338-8847-f919f236a609 up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:35:51.676345 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [req-22910608-7ff9-442a-aa03-ba9aa4304284 req-c1f87e0d-84cf-4c1c-9ada-2ebc9600e662 service neutron] Request body: {'port': {'device_id': '4bba96d0-9cd2-4db6-b801-d088041aed2e', 'device_owner': 'compute:tempest-test_az-695890840', 'binding:host_id': 'n-h2-834765-1'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:35:51.836093 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946e694-8e41-408f-9d86-da33ea49b51d None None] Pushing event updated for resources: {'Port': ['ID=f014e05d-d9c8-4704-9420-84147da2e5cb,revision_number=3']} {{(pid=102793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:35:51.860562 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvr_db [None req-95318b8d-20ed-455d-af74-2436789096f5 None None] Set router 23d7de72-2f96-4a61-bfb2-d31ceb2b85d5 gateway port host: n-d-834765-1 {{(pid=102793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:35:51.861261 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-22910608-7ff9-442a-aa03-ba9aa4304284 req-c1f87e0d-84cf-4c1c-9ada-2ebc9600e662 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:35:51.861397 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-46fc5a4e-878e-4b3b-bf1a-7aa2b4f581da admin admin] Notify callbacks [] for port, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:35:51.953049 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port 1104455a-c77a-4338-8847-f919f236a609 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:35:51.954795 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:35:51.972517 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-46fc5a4e-878e-4b3b-bf1a-7aa2b4f581da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956'] for port, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:35:52.071388 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46fc5a4e-878e-4b3b-bf1a-7aa2b4f581da admin admin] Network 4c54ad59-5bf5-4d39-a555-33b9ac0525c6 is already hosted by enough agents. {{(pid=102790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:35:52.074668 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-46fc5a4e-878e-4b3b-bf1a-7aa2b4f581da admin admin] Resources bound (agent type, host, resource id): {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:35:52.099303 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46fc5a4e-878e-4b3b-bf1a-7aa2b4f581da admin admin] Received port after_create {{(pid=102790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:35:52.103649 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-46fc5a4e-878e-4b3b-bf1a-7aa2b4f581da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-648347'] for router_interface, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:35:52.293657 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-95318b8d-20ed-455d-af74-2436789096f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23d7de72-2f96-4a61-bfb2-d31ceb2b85d5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-959389574-router', 'tenant_id': 'e445b8b78f0c475987478367fb7ec3e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.83'}], 'enable_snat': True}, 'gw_port_id': 'f014e05d-d9c8-4704-9420-84147da2e5cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:35:47Z', 'updated_at': '2022-03-29T15:35:48Z', 'revision_number': 3, 'project_id': 'e445b8b78f0c475987478367fb7ec3e6', 'gw_port': {'id': 'f014e05d-d9c8-4704-9420-84147da2e5cb', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:03:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23d7de72-2f96-4a61-bfb2-d31ceb2b85d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:35:48Z', 'updated_at': '2022-03-29T15:35:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1'}], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:35:52.330643 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fc5a4e-878e-4b3b-bf1a-7aa2b4f581da admin admin] Pushing event updated for resources: {'Port': ['ID=d46168aa-4b8f-4713-88b3-d5554fa2c9cc,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:35:52.373367 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95318b8d-20ed-455d-af74-2436789096f5 None None] The sync data for ids ['23d7de72-2f96-4a61-bfb2-d31ceb2b85d5'] in n-d-834765-1 is: [{'id': '23d7de72-2f96-4a61-bfb2-d31ceb2b85d5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-959389574-router', 'tenant_id': 'e445b8b78f0c475987478367fb7ec3e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.83'}], 'enable_snat': True}, 'gw_port_id': 'f014e05d-d9c8-4704-9420-84147da2e5cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:35:47Z', 'updated_at': '2022-03-29T15:35:48Z', 'revision_number': 3, 'project_id': 'e445b8b78f0c475987478367fb7ec3e6', 'gw_port': {'id': 'f014e05d-d9c8-4704-9420-84147da2e5cb', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:03:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23d7de72-2f96-4a61-bfb2-d31ceb2b85d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:35:48Z', 'updated_at': '2022-03-29T15:35:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1'}] {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:35:52.539130 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-d2cd7766-99ec-41d8-a7c8-004d3ce39012 None None] Provisioning complete for port d46168aa-4b8f-4713-88b3-d5554fa2c9cc triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:35:52.540292 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d2cd7766-99ec-41d8-a7c8-004d3ce39012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:35:52.664665 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-d2cd7766-99ec-41d8-a7c8-004d3ce39012 None None] Port d46168aa-4b8f-4713-88b3-d5554fa2c9cc cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 15:35:52.725330 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [req-22910608-7ff9-442a-aa03-ba9aa4304284 req-c1f87e0d-84cf-4c1c-9ada-2ebc9600e662 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2012158-33fa-4bbe-a40b-eabe3cada3e2 {{(pid=102791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:35:52.743048 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-22910608-7ff9-442a-aa03-ba9aa4304284 req-c1f87e0d-84cf-4c1c-9ada-2ebc9600e662 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:35:52.789242 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.provisioning_blocks [req-22910608-7ff9-442a-aa03-ba9aa4304284 req-c1f87e0d-84cf-4c1c-9ada-2ebc9600e662 service neutron] Transition to ACTIVE for port object d2012158-33fa-4bbe-a40b-eabe3cada3e2 will not be triggered until provisioned by entity L2. {{(pid=102791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 15:35:52.790332 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e588f7-a22f-4c12-955c-152e7bb7ddd3 req-8bd36d7d-3127-4cee-b36e-9ace702d691c tempest-AggregatesAdminTestJSON-1978465780 tempest-AggregatesAdminTestJSON-1978465780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:35:52.793624 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-22910608-7ff9-442a-aa03-ba9aa4304284 req-c1f87e0d-84cf-4c1c-9ada-2ebc9600e662 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:35:52.796287 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-55e588f7-a22f-4c12-955c-152e7bb7ddd3 req-8bd36d7d-3127-4cee-b36e-9ace702d691c tempest-AggregatesAdminTestJSON-1978465780 tempest-AggregatesAdminTestJSON-1978465780-project] 10.222.0.42 "GET /v2.0/ports?device_id=4bba96d0-9cd2-4db6-b801-d088041aed2e HTTP/1.1" status: 200 len: 935 time: 0.4247136 Mar 29 15:35:52.976352 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-22910608-7ff9-442a-aa03-ba9aa4304284 req-c1f87e0d-84cf-4c1c-9ada-2ebc9600e662 service neutron] Attempting to bind port d2012158-33fa-4bbe-a40b-eabe3cada3e2 on host n-h2-834765-1 for vnic_type normal with profile {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:35:52.976699 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-22910608-7ff9-442a-aa03-ba9aa4304284 req-c1f87e0d-84cf-4c1c-9ada-2ebc9600e662 service neutron] Attempting to bind port d2012158-33fa-4bbe-a40b-eabe3cada3e2 by drivers openvswitch,hyperv on host n-h2-834765-1 at level 0 using segments [{'id': 'a0c230f0-660a-4194-9279-0f0781d34134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '2268a9b9-82fd-4886-a91d-3a50e4e16cab'}] {{(pid=102791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:35:52.977212 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22910608-7ff9-442a-aa03-ba9aa4304284 req-c1f87e0d-84cf-4c1c-9ada-2ebc9600e662 service neutron] Attempting to bind port d2012158-33fa-4bbe-a40b-eabe3cada3e2 on network 2268a9b9-82fd-4886-a91d-3a50e4e16cab {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:35:52.984359 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-46fc5a4e-878e-4b3b-bf1a-7aa2b4f581da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:35:52.987462 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f87e0d-84cf-4c1c-9ada-2ebc9600e662 service neutron] Pushing event updated for resources: {'Port': ['ID=d2012158-33fa-4bbe-a40b-eabe3cada3e2,revision_number=2']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:35:52.991381 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22910608-7ff9-442a-aa03-ba9aa4304284 req-c1f87e0d-84cf-4c1c-9ada-2ebc9600e662 service neutron] Port d2012158-33fa-4bbe-a40b-eabe3cada3e2 on network 2268a9b9-82fd-4886-a91d-3a50e4e16cab not bound, no agent of type Open vSwitch agent registered on host n-h2-834765-1 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 15:35:52.991927 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22910608-7ff9-442a-aa03-ba9aa4304284 req-c1f87e0d-84cf-4c1c-9ada-2ebc9600e662 service neutron] Attempting to bind port d2012158-33fa-4bbe-a40b-eabe3cada3e2 on network 2268a9b9-82fd-4886-a91d-3a50e4e16cab {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:35:53.003470 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22910608-7ff9-442a-aa03-ba9aa4304284 req-c1f87e0d-84cf-4c1c-9ada-2ebc9600e662 service neutron] Checking agent: {'id': '3e4b4912-b4a2-4d17-b5bd-6ce15529e8eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 33, 17), 'started_at': datetime.datetime(2022, 3, 29, 15, 33, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 35, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:35:53.003834 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22910608-7ff9-442a-aa03-ba9aa4304284 req-c1f87e0d-84cf-4c1c-9ada-2ebc9600e662 service neutron] Checking segment: {'id': 'a0c230f0-660a-4194-9279-0f0781d34134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '2268a9b9-82fd-4886-a91d-3a50e4e16cab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:35:53.004434 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22910608-7ff9-442a-aa03-ba9aa4304284 req-c1f87e0d-84cf-4c1c-9ada-2ebc9600e662 service neutron] Bound using segment: {'id': 'a0c230f0-660a-4194-9279-0f0781d34134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '2268a9b9-82fd-4886-a91d-3a50e4e16cab'} {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:35:53.004894 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-22910608-7ff9-442a-aa03-ba9aa4304284 req-c1f87e0d-84cf-4c1c-9ada-2ebc9600e662 service neutron] Bound port: d2012158-33fa-4bbe-a40b-eabe3cada3e2, host: n-h2-834765-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0c230f0-660a-4194-9279-0f0781d34134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '2268a9b9-82fd-4886-a91d-3a50e4e16cab'}}] {{(pid=102791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 15:35:53.005253 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-22910608-7ff9-442a-aa03-ba9aa4304284 req-c1f87e0d-84cf-4c1c-9ada-2ebc9600e662 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:35:53.083422 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-55e588f7-a22f-4c12-955c-152e7bb7ddd3 req-1a76a63a-da93-44ab-b8d7-787086daa027 tempest-AggregatesAdminTestJSON-1978465780 tempest-AggregatesAdminTestJSON-1978465780-project] 10.222.0.42 "GET /v2.0/security-groups?id=37a527eb-6130-4fd0-bfae-fcbf4f8dfaf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2690942 Mar 29 15:35:53.150886 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 34612) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:35:53.188023 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-22910608-7ff9-442a-aa03-ba9aa4304284 req-c1f87e0d-84cf-4c1c-9ada-2ebc9600e662 service neutron] For port d2012158-33fa-4bbe-a40b-eabe3cada3e2, host n-h2-834765-1, cleared binding levels {{(pid=102791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:35:53.207917 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-22910608-7ff9-442a-aa03-ba9aa4304284 req-c1f87e0d-84cf-4c1c-9ada-2ebc9600e662 service neutron] For port d2012158-33fa-4bbe-a40b-eabe3cada3e2, host n-h2-834765-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=d2012158-33fa-4bbe-a40b-eabe3cada3e2,segment=NetworkSegment(a0c230f0-660a-4194-9279-0f0781d34134),segment_id=a0c230f0-660a-4194-9279-0f0781d34134)] {{(pid=102791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:35:53.215166 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-22910608-7ff9-442a-aa03-ba9aa4304284 req-c1f87e0d-84cf-4c1c-9ada-2ebc9600e662 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:35:53.255023 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22910608-7ff9-442a-aa03-ba9aa4304284 req-c1f87e0d-84cf-4c1c-9ada-2ebc9600e662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:35:53.255917 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-22910608-7ff9-442a-aa03-ba9aa4304284 req-c1f87e0d-84cf-4c1c-9ada-2ebc9600e662 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:35:53.257577 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-22910608-7ff9-442a-aa03-ba9aa4304284 req-c1f87e0d-84cf-4c1c-9ada-2ebc9600e662 service neutron] 10.222.0.48 "PUT /v2.0/ports/d2012158-33fa-4bbe-a40b-eabe3cada3e2 HTTP/1.1" status: 200 len: 1116 time: 2.0264750 Mar 29 15:35:53.259337 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bba96d0-9cd2-4db6-b801-d088041aed2e', 'tag': 'd2012158-33fa-4bbe-a40b-eabe3cada3e2'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:35:53.521780 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-46fc5a4e-878e-4b3b-bf1a-7aa2b4f581da admin admin] Notify callbacks [] for port, precommit_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:35:53.528202 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-46fc5a4e-878e-4b3b-bf1a-7aa2b4f581da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:35:53.529233 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-46fc5a4e-878e-4b3b-bf1a-7aa2b4f581da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-648439'] for router_interface, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:35:53.604076 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fc5a4e-878e-4b3b-bf1a-7aa2b4f581da admin admin] Pushing event updated for resources: {'Port': ['ID=d46168aa-4b8f-4713-88b3-d5554fa2c9cc,revision_number=2']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:35:53.639685 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device f014e05d-d9c8-4704-9420-84147da2e5cb up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:35:53.750402 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22910608-7ff9-442a-aa03-ba9aa4304284 req-bb57fc16-4fe5-4c69-b5c5-dc8664dc686a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:35:53.755056 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-22910608-7ff9-442a-aa03-ba9aa4304284 req-bb57fc16-4fe5-4c69-b5c5-dc8664dc686a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4174e849eafb4a708f4c9f4a4c99b9fc&device_id=4bba96d0-9cd2-4db6-b801-d088041aed2e HTTP/1.1" status: 200 len: 1119 time: 0.3838990 Mar 29 15:35:53.767156 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f87e0d-84cf-4c1c-9ada-2ebc9600e662 service neutron] Pushing event updated for resources: {'Port': ['ID=d2012158-33fa-4bbe-a40b-eabe3cada3e2,revision_number=3']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:35:53.779368 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46fc5a4e-878e-4b3b-bf1a-7aa2b4f581da admin admin] Network 4c54ad59-5bf5-4d39-a555-33b9ac0525c6 is already hosted by enough agents. {{(pid=102790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:35:53.791869 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-46fc5a4e-878e-4b3b-bf1a-7aa2b4f581da admin admin] Resources bound (agent type, host, resource id): {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:35:53.855188 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port f014e05d-d9c8-4704-9420-84147da2e5cb triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:35:53.855598 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:35:54.043193 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-ab272bc3-6ed4-436a-807f-962161631d41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:35:54.150236 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:35:54.224939 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] For port f014e05d-d9c8-4704-9420-84147da2e5cb, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=f014e05d-d9c8-4704-9420-84147da2e5cb,segment=NetworkSegment(6ab47353-a811-4bad-bc73-b4cc84583cfd),segment_id=6ab47353-a811-4bad-bc73-b4cc84583cfd)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:35:54.238692 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:35:54.379995 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-22910608-7ff9-442a-aa03-ba9aa4304284 req-cd3b8c72-6e5c-414d-a7a2-3980c045b288 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.72&port_id=d2012158-33fa-4bbe-a40b-eabe3cada3e2 HTTP/1.1" status: 200 len: 217 time: 0.5949278 Mar 29 15:35:54.396700 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-496dc5bf-6174-438f-abb4-355afe98bd80 None None] Provisioning complete for port d46168aa-4b8f-4713-88b3-d5554fa2c9cc triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:35:54.399570 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-496dc5bf-6174-438f-abb4-355afe98bd80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:35:54.533293 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-496dc5bf-6174-438f-abb4-355afe98bd80 None None] Port d46168aa-4b8f-4713-88b3-d5554fa2c9cc cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 15:35:54.583314 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22910608-7ff9-442a-aa03-ba9aa4304284 req-729a4a24-c509-4e81-8b2b-c7b436f65d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:35:54.585043 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-22910608-7ff9-442a-aa03-ba9aa4304284 req-729a4a24-c509-4e81-8b2b-c7b436f65d40 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=abb8e5d6-2aea-4455-a944-3435a3d1ce49 HTTP/1.1" status: 200 len: 843 time: 0.1664898 Mar 29 15:35:54.596223 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Pushing event updated for resources: {'Port': ['ID=f014e05d-d9c8-4704-9420-84147da2e5cb,revision_number=4']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:35:54.599688 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46fc5a4e-878e-4b3b-bf1a-7aa2b4f581da admin admin] Router 23d7de72-2f96-4a61-bfb2-d31ceb2b85d5 has already been hosted by L3 agent c648d819-1060-4f26-b4ec-6455387b5dff {{(pid=102790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 15:35:54.642119 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef22c3a-0580-41d4-861a-6e43fc7fe9ad req-3010332c-0da6-47f6-9cb0-656390cbceb8 tempest-AggregatesAdminTestJSON-1978465780 tempest-AggregatesAdminTestJSON-1978465780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:35:54.644042 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-fef22c3a-0580-41d4-861a-6e43fc7fe9ad req-3010332c-0da6-47f6-9cb0-656390cbceb8 tempest-AggregatesAdminTestJSON-1978465780 tempest-AggregatesAdminTestJSON-1978465780-project] 10.222.0.42 "GET /v2.0/ports?device_id=4bba96d0-9cd2-4db6-b801-d088041aed2e HTTP/1.1" status: 200 len: 968 time: 0.3564491 Mar 29 15:35:54.767355 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-ab272bc3-6ed4-436a-807f-962161631d41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:35:54.886107 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-ab272bc3-6ed4-436a-807f-962161631d41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:35:54.945257 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c67b028db5e9b9818fecc5c0a87ebc6f190694fa53ca267d523e04f98de536d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7a1714d-5d58-4d47-a79f-9f30632ed7fa" -d '{"events": [{"name": "network-changed", "server_uuid": "4bba96d0-9cd2-4db6-b801-d088041aed2e", "tag": "d2012158-33fa-4bbe-a40b-eabe3cada3e2"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:35:55.022485 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22910608-7ff9-442a-aa03-ba9aa4304284 req-3aac939c-fafd-4fc2-95c4-dbf1e279597e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:35:55.023878 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-22910608-7ff9-442a-aa03-ba9aa4304284 req-3aac939c-fafd-4fc2-95c4-dbf1e279597e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2268a9b9-82fd-4886-a91d-3a50e4e16cab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2366805 Mar 29 15:35:55.056717 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-fef22c3a-0580-41d4-861a-6e43fc7fe9ad req-ffc2104c-5dec-4aa0-a12d-c402cfb189eb tempest-AggregatesAdminTestJSON-1978465780 tempest-AggregatesAdminTestJSON-1978465780-project] 10.222.0.42 "GET /v2.0/security-groups?id=37a527eb-6130-4fd0-bfae-fcbf4f8dfaf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3977048 Mar 29 15:35:55.145582 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-ab272bc3-6ed4-436a-807f-962161631d41 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=873c6bbe70d54220aded8a3871caa571&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9901989 Mar 29 15:35:55.146450 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab272bc3-6ed4-436a-807f-962161631d41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=838c4193-3117-4edf-9773-1ca25ca1cb25,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:35:55.164332 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 34654) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:35:55.347529 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-22910608-7ff9-442a-aa03-ba9aa4304284 req-651e2e1f-3ba5-4d9f-82b5-c947c9c9ab13 service neutron] 10.222.0.48 "GET /v2.0/networks/2268a9b9-82fd-4886-a91d-3a50e4e16cab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3067746 Mar 29 15:35:55.425533 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46fc5a4e-878e-4b3b-bf1a-7aa2b4f581da admin admin] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:35:55.458982 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-46fc5a4e-878e-4b3b-bf1a-7aa2b4f581da admin admin] 10.222.0.42 "PUT /v2.0/routers/23d7de72-2f96-4a61-bfb2-d31ceb2b85d5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4873264 Mar 29 15:35:55.510103 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-4baf2a8c-79b1-44d4-b2b0-b175090d1a20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:35:55.544115 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device f014e05d-d9c8-4704-9420-84147da2e5cb up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:35:55.601627 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-4baf2a8c-79b1-44d4-b2b0-b175090d1a20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:35:55.669646 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-22910608-7ff9-442a-aa03-ba9aa4304284 req-1c71c246-68ca-488c-a3d8-0d802e8855a3 service neutron] 10.222.0.48 "GET /v2.0/networks/2268a9b9-82fd-4886-a91d-3a50e4e16cab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2043612 Mar 29 15:35:55.672609 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 15:35:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d76feb88-fafa-4ab8-98f7-587a6b5e38cc x-openstack-request-id: req-d76feb88-fafa-4ab8-98f7-587a6b5e38cc {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:35:55.673646 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4bba96d0-9cd2-4db6-b801-d088041aed2e", "tag": "d2012158-33fa-4bbe-a40b-eabe3cada3e2", "status": "completed", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:35:55.674130 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d76feb88-fafa-4ab8-98f7-587a6b5e38cc {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:35:55.674799 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4bba96d0-9cd2-4db6-b801-d088041aed2e', 'tag': 'd2012158-33fa-4bbe-a40b-eabe3cada3e2', 'status': 'completed', 'code': 200} Mar 29 15:35:55.709094 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-175791c2-c890-4d6d-ac6a-76a139d3c904 None None] Sync routers for ids ['23d7de72-2f96-4a61-bfb2-d31ceb2b85d5'] in n-d-834765-1 {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:35:55.715315 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-4baf2a8c-79b1-44d4-b2b0-b175090d1a20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:35:55.716236 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-4baf2a8c-79b1-44d4-b2b0-b175090d1a20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:35:55.720553 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-4baf2a8c-79b1-44d4-b2b0-b175090d1a20 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/838c4193-3117-4edf-9773-1ca25ca1cb25 HTTP/1.1" status: 204 len: 168 time: 0.5436411 Mar 29 15:35:55.732377 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-175791c2-c890-4d6d-ac6a-76a139d3c904 None None] Routers {'23d7de72-2f96-4a61-bfb2-d31ceb2b85d5'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:35:55.733091 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-175791c2-c890-4d6d-ac6a-76a139d3c904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:35:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['23d7de72-2f96-4a61-bfb2-d31ceb2b85d5'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:35:55.747081 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4baf2a8c-79b1-44d4-b2b0-b175090d1a20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=838c4193-3117-4edf-9773-1ca25ca1cb25,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:35:55.820170 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port f014e05d-d9c8-4704-9420-84147da2e5cb triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:35:55.820630 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:35:55.876135 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.agents_db [None req-59735a15-725e-44d4-9ad5-95cbe356f209 None None] Agent healthcheck: found 7 active agents {{(pid=102793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 15:35:55.915221 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a1714d-5d58-4d47-a79f-9f30632ed7fa req-7a0e75a3-8cfb-43ec-bb89-e27860e09a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:35:55.917234 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-c7a1714d-5d58-4d47-a79f-9f30632ed7fa req-7a0e75a3-8cfb-43ec-bb89-e27860e09a4d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4174e849eafb4a708f4c9f4a4c99b9fc&device_id=4bba96d0-9cd2-4db6-b801-d088041aed2e HTTP/1.1" status: 200 len: 1119 time: 0.1660788 Mar 29 15:35:56.027820 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvr_db [None req-175791c2-c890-4d6d-ac6a-76a139d3c904 None None] Set router 23d7de72-2f96-4a61-bfb2-d31ceb2b85d5 gateway port host: n-d-834765-1 {{(pid=102792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:35:56.305054 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e4190c-18af-4319-bd31-0d8aa4f8a1e5 req-1b049592-d667-4b38-9837-6ce906dc82e4 tempest-AggregatesAdminTestJSON-1978465780 tempest-AggregatesAdminTestJSON-1978465780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:35:56.310033 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-c3e4190c-18af-4319-bd31-0d8aa4f8a1e5 req-1b049592-d667-4b38-9837-6ce906dc82e4 tempest-AggregatesAdminTestJSON-1978465780 tempest-AggregatesAdminTestJSON-1978465780-project] 10.222.0.42 "GET /v2.0/ports?device_id=4bba96d0-9cd2-4db6-b801-d088041aed2e HTTP/1.1" status: 200 len: 968 time: 0.1339047 Mar 29 15:35:56.384925 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-c3e4190c-18af-4319-bd31-0d8aa4f8a1e5 req-24706781-5a7a-498b-9b75-e7b339c11fb0 tempest-AggregatesAdminTestJSON-1978465780 tempest-AggregatesAdminTestJSON-1978465780-project] 10.222.0.42 "GET /v2.0/security-groups?id=37a527eb-6130-4fd0-bfae-fcbf4f8dfaf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664992 Mar 29 15:35:56.474064 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-175791c2-c890-4d6d-ac6a-76a139d3c904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23d7de72-2f96-4a61-bfb2-d31ceb2b85d5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-959389574-router', 'tenant_id': 'e445b8b78f0c475987478367fb7ec3e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.83'}], 'enable_snat': True}, 'gw_port_id': 'f014e05d-d9c8-4704-9420-84147da2e5cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:35:47Z', 'updated_at': '2022-03-29T15:35:52Z', 'revision_number': 4, 'project_id': 'e445b8b78f0c475987478367fb7ec3e6', 'gw_port': {'id': 'f014e05d-d9c8-4704-9420-84147da2e5cb', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:03:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23d7de72-2f96-4a61-bfb2-d31ceb2b85d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:35:48Z', 'updated_at': '2022-03-29T15:35:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': 'd46168aa-4b8f-4713-88b3-d5554fa2c9cc', 'name': '', 'network_id': '4c54ad59-5bf5-4d39-a555-33b9ac0525c6', 'tenant_id': 'e445b8b78f0c475987478367fb7ec3e6', 'mac_address': 'fa:16:3e:0b:49:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23d7de72-2f96-4a61-bfb2-d31ceb2b85d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '03f862f4-b4e2-46c9-849d-afd166600484', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:35:50Z', 'updated_at': '2022-03-29T15:35:53Z', 'revision_number': 2, 'project_id': 'e445b8b78f0c475987478367fb7ec3e6', 'subnets': [{'id': '03f862f4-b4e2-46c9-849d-afd166600484', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:35:56.521005 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-175791c2-c890-4d6d-ac6a-76a139d3c904 None None] Checking router: 23d7de72-2f96-4a61-bfb2-d31ceb2b85d5 for host: n-d-834765-1 {{(pid=102792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:35:56.521603 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-175791c2-c890-4d6d-ac6a-76a139d3c904 None None] Updating router 23d7de72-2f96-4a61-bfb2-d31ceb2b85d5 port d46168aa-4b8f-4713-88b3-d5554fa2c9cc binding host n-d-834765-1 {{(pid=102792) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 15:35:56.550593 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-175791c2-c890-4d6d-ac6a-76a139d3c904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:35:56.599848 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 34694) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:35:57.075629 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-175791c2-c890-4d6d-ac6a-76a139d3c904 None None] Notify callbacks [] for port, precommit_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:35:57.084948 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-175791c2-c890-4d6d-ac6a-76a139d3c904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:35:57.230538 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-23b57cdb-66ed-4174-b30c-3cc50e45b40e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:35:57.290787 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a1ccd7-d196-42ba-aa49-f6ef1c74ae53 None None] Pushing event updated for resources: {'Port': ['ID=d46168aa-4b8f-4713-88b3-d5554fa2c9cc,revision_number=3']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:35:57.312500 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 34706) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:35:57.341433 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-9874b853-6392-4793-9ef6-2054b357fc97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:35:57.392631 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-175791c2-c890-4d6d-ac6a-76a139d3c904 None None] Attempting to bind port d46168aa-4b8f-4713-88b3-d5554fa2c9cc on host n-d-834765-1 for vnic_type normal with profile {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:35:57.393052 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-175791c2-c890-4d6d-ac6a-76a139d3c904 None None] Attempting to bind port d46168aa-4b8f-4713-88b3-d5554fa2c9cc by drivers openvswitch,hyperv on host n-d-834765-1 at level 0 using segments [{'id': 'da69cb54-889d-40d5-bd53-208819ed651b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '4c54ad59-5bf5-4d39-a555-33b9ac0525c6'}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:35:57.394166 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-175791c2-c890-4d6d-ac6a-76a139d3c904 None None] Attempting to bind port d46168aa-4b8f-4713-88b3-d5554fa2c9cc on network 4c54ad59-5bf5-4d39-a555-33b9ac0525c6 {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:35:57.444183 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-175791c2-c890-4d6d-ac6a-76a139d3c904 None None] Checking agent: {'id': 'a8866439-9d96-425c-b519-6905c591ac37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 25, 36), 'started_at': datetime.datetime(2022, 3, 29, 15, 26, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 35, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834765-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:35:57.453184 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-175791c2-c890-4d6d-ac6a-76a139d3c904 None None] Checking segment: {'id': 'da69cb54-889d-40d5-bd53-208819ed651b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '4c54ad59-5bf5-4d39-a555-33b9ac0525c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:35:57.453668 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-175791c2-c890-4d6d-ac6a-76a139d3c904 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:35:57.456044 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-175791c2-c890-4d6d-ac6a-76a139d3c904 None None] Bound using segment: {'id': 'da69cb54-889d-40d5-bd53-208819ed651b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '4c54ad59-5bf5-4d39-a555-33b9ac0525c6'} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:35:57.457938 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-175791c2-c890-4d6d-ac6a-76a139d3c904 None None] Bound port: d46168aa-4b8f-4713-88b3-d5554fa2c9cc, host: n-d-834765-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da69cb54-889d-40d5-bd53-208819ed651b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '4c54ad59-5bf5-4d39-a555-33b9ac0525c6'}}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 15:35:57.464277 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-175791c2-c890-4d6d-ac6a-76a139d3c904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:35:57.566251 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-23b57cdb-66ed-4174-b30c-3cc50e45b40e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:35:57.622534 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-23b57cdb-66ed-4174-b30c-3cc50e45b40e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:35:57.628233 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-9874b853-6392-4793-9ef6-2054b357fc97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:35:57.635168 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-9874b853-6392-4793-9ef6-2054b357fc97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:35:57.684837 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-19ae1ae7-06ee-48ee-93c4-5e7a74b69d13 None None] Provisioning complete for port d46168aa-4b8f-4713-88b3-d5554fa2c9cc triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:35:57.685441 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-19ae1ae7-06ee-48ee-93c4-5e7a74b69d13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:35:57.715532 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-175791c2-c890-4d6d-ac6a-76a139d3c904 None None] For port d46168aa-4b8f-4713-88b3-d5554fa2c9cc, host n-d-834765-1, cleared binding levels {{(pid=102792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:35:57.733120 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-175791c2-c890-4d6d-ac6a-76a139d3c904 None None] For port d46168aa-4b8f-4713-88b3-d5554fa2c9cc, host n-d-834765-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=d46168aa-4b8f-4713-88b3-d5554fa2c9cc,segment=NetworkSegment(da69cb54-889d-40d5-bd53-208819ed651b),segment_id=da69cb54-889d-40d5-bd53-208819ed651b)] {{(pid=102792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:35:57.739639 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9874b853-6392-4793-9ef6-2054b357fc97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3465e015-ff38-400e-9225-3365cd60ad3e,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:35:57.742000 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-175791c2-c890-4d6d-ac6a-76a139d3c904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:35:57.753339 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-9874b853-6392-4793-9ef6-2054b357fc97 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0dd53429979e4156b6b3282b6ba12d2c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4332027 Mar 29 15:35:57.754097 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 34724) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:35:57.763024 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b57cdb-66ed-4174-b30c-3cc50e45b40e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5d4be45-ccef-4dfb-948c-bef5c08252a4,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:35:57.769341 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-19ae1ae7-06ee-48ee-93c4-5e7a74b69d13 None None] Port d46168aa-4b8f-4713-88b3-d5554fa2c9cc cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 15:35:57.867522 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-3f639dd1-9168-4de4-a9f7-8ae36c939715 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:35:57.882761 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-175791c2-c890-4d6d-ac6a-76a139d3c904 None None] Routers {'23d7de72-2f96-4a61-bfb2-d31ceb2b85d5'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:35:57.893878 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-175791c2-c890-4d6d-ac6a-76a139d3c904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:35:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['23d7de72-2f96-4a61-bfb2-d31ceb2b85d5'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:35:57.951700 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-3f639dd1-9168-4de4-a9f7-8ae36c939715 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:35:57.955019 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-23b57cdb-66ed-4174-b30c-3cc50e45b40e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b10ecee3bc7b43369c10facb70416c97&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3539865 Mar 29 15:35:57.958510 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 34728) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:35:58.021771 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a1ccd7-d196-42ba-aa49-f6ef1c74ae53 None None] Pushing event updated for resources: {'Port': ['ID=d46168aa-4b8f-4713-88b3-d5554fa2c9cc,revision_number=4']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:35:58.083215 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-3f639dd1-9168-4de4-a9f7-8ae36c939715 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:35:58.088910 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-3f639dd1-9168-4de4-a9f7-8ae36c939715 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:35:58.090267 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-3f639dd1-9168-4de4-a9f7-8ae36c939715 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/3465e015-ff38-400e-9225-3365cd60ad3e HTTP/1.1" status: 204 len: 168 time: 0.3347673 Mar 29 15:35:58.115528 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f639dd1-9168-4de4-a9f7-8ae36c939715 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3465e015-ff38-400e-9225-3365cd60ad3e,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:35:58.264179 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-4b048a4c-185f-4c69-8572-f3c2ec5c1715 None None] Provisioning complete for port d46168aa-4b8f-4713-88b3-d5554fa2c9cc triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:35:58.265909 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-4b048a4c-185f-4c69-8572-f3c2ec5c1715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:35:58.301890 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731d2b27-b22b-42dd-b8d5-b1a3478c12ea req-97383601-14c4-4e1d-a52f-849f97ba0f5e tempest-AggregatesAdminTestJSON-1978465780 tempest-AggregatesAdminTestJSON-1978465780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:35:58.315666 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-731d2b27-b22b-42dd-b8d5-b1a3478c12ea req-97383601-14c4-4e1d-a52f-849f97ba0f5e tempest-AggregatesAdminTestJSON-1978465780 tempest-AggregatesAdminTestJSON-1978465780-project] 10.222.0.42 "GET /v2.0/ports?device_id=4bba96d0-9cd2-4db6-b801-d088041aed2e HTTP/1.1" status: 200 len: 968 time: 0.7721875 Mar 29 15:35:58.337311 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvr_db [None req-175791c2-c890-4d6d-ac6a-76a139d3c904 None None] Set router 23d7de72-2f96-4a61-bfb2-d31ceb2b85d5 gateway port host: n-d-834765-1 {{(pid=102792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:35:58.359814 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a1714d-5d58-4d47-a79f-9f30632ed7fa req-b211149d-5bd4-4a9f-bc0f-45f9a9a9bd14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:35:58.367685 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 34738) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:35:58.370423 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-c7a1714d-5d58-4d47-a79f-9f30632ed7fa req-b211149d-5bd4-4a9f-bc0f-45f9a9a9bd14 service neutron] 10.222.0.48 "GET /v2.0/networks?id=2268a9b9-82fd-4886-a91d-3a50e4e16cab HTTP/1.1" status: 200 len: 870 time: 0.6302354 Mar 29 15:35:58.551771 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-4b048a4c-185f-4c69-8572-f3c2ec5c1715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:35:58.555949 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-d211bc57-7fc6-4e7f-ba36-b607c5d31a7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:35:58.567870 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-c7a1714d-5d58-4d47-a79f-9f30632ed7fa req-f061b200-0bc6-42d6-96f9-193d40721bc6 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.72&port_id=d2012158-33fa-4bbe-a40b-eabe3cada3e2 HTTP/1.1" status: 200 len: 217 time: 0.1643949 Mar 29 15:35:58.616659 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-731d2b27-b22b-42dd-b8d5-b1a3478c12ea req-df20b861-2ef3-42c5-8b14-032227feefb3 tempest-AggregatesAdminTestJSON-1978465780 tempest-AggregatesAdminTestJSON-1978465780-project] 10.222.0.42 "GET /v2.0/security-groups?id=37a527eb-6130-4fd0-bfae-fcbf4f8dfaf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2992072 Mar 29 15:35:58.726377 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-d211bc57-7fc6-4e7f-ba36-b607c5d31a7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:35:58.735832 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-4b048a4c-185f-4c69-8572-f3c2ec5c1715 None None] For port d46168aa-4b8f-4713-88b3-d5554fa2c9cc, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=d46168aa-4b8f-4713-88b3-d5554fa2c9cc,segment=NetworkSegment(da69cb54-889d-40d5-bd53-208819ed651b),segment_id=da69cb54-889d-40d5-bd53-208819ed651b)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:35:58.755553 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-4b048a4c-185f-4c69-8572-f3c2ec5c1715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:35:58.800336 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a1714d-5d58-4d47-a79f-9f30632ed7fa req-926528ed-e797-4ca7-b588-b21d449a7833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:35:58.801748 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-c7a1714d-5d58-4d47-a79f-9f30632ed7fa req-926528ed-e797-4ca7-b588-b21d449a7833 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=abb8e5d6-2aea-4455-a944-3435a3d1ce49 HTTP/1.1" status: 200 len: 843 time: 0.1580825 Mar 29 15:35:58.813207 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b048a4c-185f-4c69-8572-f3c2ec5c1715 None None] Pushing event updated for resources: {'Port': ['ID=d46168aa-4b8f-4713-88b3-d5554fa2c9cc,revision_number=5']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:35:58.864985 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-175791c2-c890-4d6d-ac6a-76a139d3c904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23d7de72-2f96-4a61-bfb2-d31ceb2b85d5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-959389574-router', 'tenant_id': 'e445b8b78f0c475987478367fb7ec3e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.83'}], 'enable_snat': True}, 'gw_port_id': 'f014e05d-d9c8-4704-9420-84147da2e5cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:35:47Z', 'updated_at': '2022-03-29T15:35:52Z', 'revision_number': 4, 'project_id': 'e445b8b78f0c475987478367fb7ec3e6', 'gw_port': {'id': 'f014e05d-d9c8-4704-9420-84147da2e5cb', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:03:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23d7de72-2f96-4a61-bfb2-d31ceb2b85d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:35:48Z', 'updated_at': '2022-03-29T15:35:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': 'd46168aa-4b8f-4713-88b3-d5554fa2c9cc', 'name': '', 'network_id': '4c54ad59-5bf5-4d39-a555-33b9ac0525c6', 'tenant_id': 'e445b8b78f0c475987478367fb7ec3e6', 'mac_address': 'fa:16:3e:0b:49:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23d7de72-2f96-4a61-bfb2-d31ceb2b85d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '03f862f4-b4e2-46c9-849d-afd166600484', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:35:50Z', 'updated_at': '2022-03-29T15:35:57Z', 'revision_number': 4, 'project_id': 'e445b8b78f0c475987478367fb7ec3e6', 'subnets': [{'id': '03f862f4-b4e2-46c9-849d-afd166600484', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:35:58.905627 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-d211bc57-7fc6-4e7f-ba36-b607c5d31a7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:35:58.908955 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-d211bc57-7fc6-4e7f-ba36-b607c5d31a7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:35:58.918779 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-d211bc57-7fc6-4e7f-ba36-b607c5d31a7a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a5d4be45-ccef-4dfb-948c-bef5c08252a4 HTTP/1.1" status: 204 len: 168 time: 0.9306254 Mar 29 15:35:58.951114 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-60ce01c4-2b5d-4b3e-a19a-fc2ed5ecf4ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:35:58.954715 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d211bc57-7fc6-4e7f-ba36-b607c5d31a7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5d4be45-ccef-4dfb-948c-bef5c08252a4,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:35:58.960178 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a1714d-5d58-4d47-a79f-9f30632ed7fa req-0847799c-787d-493e-a73f-90a068ecc00d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:35:58.961517 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-c7a1714d-5d58-4d47-a79f-9f30632ed7fa req-0847799c-787d-493e-a73f-90a068ecc00d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2268a9b9-82fd-4886-a91d-3a50e4e16cab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1473463 Mar 29 15:35:58.980556 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-175791c2-c890-4d6d-ac6a-76a139d3c904 None None] The sync data for ids ['23d7de72-2f96-4a61-bfb2-d31ceb2b85d5'] in n-d-834765-1 is: [{'id': '23d7de72-2f96-4a61-bfb2-d31ceb2b85d5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-959389574-router', 'tenant_id': 'e445b8b78f0c475987478367fb7ec3e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.83'}], 'enable_snat': True}, 'gw_port_id': 'f014e05d-d9c8-4704-9420-84147da2e5cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:35:47Z', 'updated_at': '2022-03-29T15:35:52Z', 'revision_number': 4, 'project_id': 'e445b8b78f0c475987478367fb7ec3e6', 'gw_port': {'id': 'f014e05d-d9c8-4704-9420-84147da2e5cb', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:03:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23d7de72-2f96-4a61-bfb2-d31ceb2b85d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:35:48Z', 'updated_at': '2022-03-29T15:35:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': 'd46168aa-4b8f-4713-88b3-d5554fa2c9cc', 'name': '', 'network_id': '4c54ad59-5bf5-4d39-a555-33b9ac0525c6', 'tenant_id': 'e445b8b78f0c475987478367fb7ec3e6', 'mac_address': 'fa:16:3e:0b:49:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23d7de72-2f96-4a61-bfb2-d31ceb2b85d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '03f862f4-b4e2-46c9-849d-afd166600484', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:35:50Z', 'updated_at': '2022-03-29T15:35:57Z', 'revision_number': 4, 'project_id': 'e445b8b78f0c475987478367fb7ec3e6', 'subnets': [{'id': '03f862f4-b4e2-46c9-849d-afd166600484', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:35:58.993843 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 34754) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:35:59.010303 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-f7e7f5dd-d192-42fa-b76e-5e949f24378b admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-969084364-network', 'tenant_id': '1730d08ec624469c834b17f19e8d740f'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:35:59.060484 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7e7f5dd-d192-42fa-b76e-5e949f24378b admin admin] Made reservation on behalf of 1730d08ec624469c834b17f19e8d740f for: {'network': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:35:59.064236 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-f7e7f5dd-d192-42fa-b76e-5e949f24378b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for network, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:35:59.114159 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-f7e7f5dd-d192-42fa-b76e-5e949f24378b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:35:59.207053 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-60ce01c4-2b5d-4b3e-a19a-fc2ed5ecf4ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:35:59.217658 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-60ce01c4-2b5d-4b3e-a19a-fc2ed5ecf4ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:35:59.335749 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ce01c4-2b5d-4b3e-a19a-fc2ed5ecf4ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87b3c2c3-fd38-4187-989d-8c75cd85c43e,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:35:59.353703 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-60ce01c4-2b5d-4b3e-a19a-fc2ed5ecf4ce admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=5e9698f37715408184eaf630929d2bcc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9846666 Mar 29 15:35:59.354524 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 34762) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:35:59.375337 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-c7a1714d-5d58-4d47-a79f-9f30632ed7fa req-9d89b83c-a952-4755-9685-4b2c00a5dc0a service neutron] 10.222.0.48 "GET /v2.0/networks/2268a9b9-82fd-4886-a91d-3a50e4e16cab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3925180 Mar 29 15:35:59.531658 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-15e37e31-330f-4b9f-a92e-fcaa2548f5c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:35:59.661666 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-15e37e31-330f-4b9f-a92e-fcaa2548f5c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:35:59.674591 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device d46168aa-4b8f-4713-88b3-d5554fa2c9cc up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:35:59.776541 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-15e37e31-330f-4b9f-a92e-fcaa2548f5c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:35:59.782921 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-15e37e31-330f-4b9f-a92e-fcaa2548f5c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:35:59.792085 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-15e37e31-330f-4b9f-a92e-fcaa2548f5c3 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/87b3c2c3-fd38-4187-989d-8c75cd85c43e HTTP/1.1" status: 204 len: 168 time: 0.4364934 Mar 29 15:35:59.823477 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-f7e7f5dd-d192-42fa-b76e-5e949f24378b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:35:59.833086 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port d46168aa-4b8f-4713-88b3-d5554fa2c9cc triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:35:59.833653 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:35:59.853147 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-f7e7f5dd-d192-42fa-b76e-5e949f24378b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:35:59.907984 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e37e31-330f-4b9f-a92e-fcaa2548f5c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87b3c2c3-fd38-4187-989d-8c75cd85c43e,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:35:59.950268 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d218a02-b116-4899-8f5d-ef62c1ee8584 req-1588206f-11d6-479a-92ef-2e8910a0cc35 tempest-AggregatesAdminTestJSON-1978465780 tempest-AggregatesAdminTestJSON-1978465780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:35:59.954579 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-3d218a02-b116-4899-8f5d-ef62c1ee8584 req-1588206f-11d6-479a-92ef-2e8910a0cc35 tempest-AggregatesAdminTestJSON-1978465780 tempest-AggregatesAdminTestJSON-1978465780-project] 10.222.0.42 "GET /v2.0/ports?device_id=4bba96d0-9cd2-4db6-b801-d088041aed2e HTTP/1.1" status: 200 len: 968 time: 0.2051704 Mar 29 15:35:59.967385 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7e7f5dd-d192-42fa-b76e-5e949f24378b admin admin] vlan segment allocate from pool success with {'vlan_id': 641, 'physical_network': 'physnet1'} {{(pid=102791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 15:35:59.976857 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-c7a1714d-5d58-4d47-a79f-9f30632ed7fa req-ea9dfcac-c21d-4edd-b808-fe8d43a4f728 service neutron] 10.222.0.48 "GET /v2.0/networks/2268a9b9-82fd-4886-a91d-3a50e4e16cab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5826423 Mar 29 15:36:00.029019 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e7f5dd-d192-42fa-b76e-5e949f24378b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d82d0e6-b2d7-4cca-b278-69fa7d0ba3ed,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:36:00.049259 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-f7e7f5dd-d192-42fa-b76e-5e949f24378b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:00.049806 n-d-834765-1 neutron-server[102791]: INFO neutron.db.segments_db [None req-f7e7f5dd-d192-42fa-b76e-5e949f24378b admin admin] Added segment 812175c0-db09-4d71-8da5-aa88a4ef6cf7 of type vlan for network 8fad648f-6bbf-4dec-a2c1-ccad2a2a5d54 Mar 29 15:36:00.171296 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-f7e7f5dd-d192-42fa-b76e-5e949f24378b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783522915970'] for network, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:00.236990 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 34784) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:36:00.246231 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-7c2a4659-3103-4c51-bd03-8a1a5654adf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:00.315638 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-d2989e7b-4db6-4305-a7b6-9e5924579ed5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:00.331953 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-3d218a02-b116-4899-8f5d-ef62c1ee8584 req-b215a415-c1c8-412e-af34-02ce634709c0 tempest-AggregatesAdminTestJSON-1978465780 tempest-AggregatesAdminTestJSON-1978465780-project] 10.222.0.42 "GET /v2.0/security-groups?id=37a527eb-6130-4fd0-bfae-fcbf4f8dfaf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3645763 Mar 29 15:36:00.334964 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-f7e7f5dd-d192-42fa-b76e-5e949f24378b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795'] for network, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:00.352205 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7e7f5dd-d192-42fa-b76e-5e949f24378b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:36:00.352788 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-f7e7f5dd-d192-42fa-b76e-5e949f24378b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for network, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:00.554815 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-d2989e7b-4db6-4305-a7b6-9e5924579ed5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:00.567169 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-f7e7f5dd-d192-42fa-b76e-5e949f24378b admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.5657272 Mar 29 15:36:00.568491 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 34796) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:36:00.572528 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-d2989e7b-4db6-4305-a7b6-9e5924579ed5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:00.576010 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-22fb959d-d014-47ff-8b72-3f4dd12e8d7b admin admin] Request body: {'subnet': {'network_id': '8fad648f-6bbf-4dec-a2c1-ccad2a2a5d54', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-969084364-subnet', 'tenant_id': '1730d08ec624469c834b17f19e8d740f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:36:00.605005 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 34798) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:36:00.644594 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22fb959d-d014-47ff-8b72-3f4dd12e8d7b admin admin] Made reservation on behalf of 1730d08ec624469c834b17f19e8d740f for: {'subnet': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:36:00.651875 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-22fb959d-d014-47ff-8b72-3f4dd12e8d7b admin admin] Notify callbacks [] for subnet, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:00.668317 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e7f5dd-d192-42fa-b76e-5e949f24378b admin admin] Pushing event updated for resources: {'Network': ['ID=8fad648f-6bbf-4dec-a2c1-ccad2a2a5d54,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:36:00.676007 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-660283a0-bfee-4cdb-ba35-f7df0cdc1030 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:00.682678 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Network 8fad648f-6bbf-4dec-a2c1-ccad2a2a5d54 details requested by agent ovs-agent-n-d-834765-1 with host n-d-834765-1 {{(pid=102792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 15:36:00.714922 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-d2989e7b-4db6-4305-a7b6-9e5924579ed5 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=5eee5b493b954b6bb5ec17400f54ea9c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4723437 Mar 29 15:36:00.721408 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 34802) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:36:00.772706 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2989e7b-4db6-4305-a7b6-9e5924579ed5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65689569-9449-4af1-9730-db317ab01a0a,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:36:00.920081 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-734457f9-b527-4c02-b189-bb5dd5e0b8fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:00.971228 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-734457f9-b527-4c02-b189-bb5dd5e0b8fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:01.004177 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-660283a0-bfee-4cdb-ba35-f7df0cdc1030 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:01.018269 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-660283a0-bfee-4cdb-ba35-f7df0cdc1030 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:01.116097 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 34810) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:36:01.117388 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-660283a0-bfee-4cdb-ba35-f7df0cdc1030 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=cfa2d865745742d795b8f7fd263170a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4785445 Mar 29 15:36:01.126609 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660283a0-bfee-4cdb-ba35-f7df0cdc1030 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbea4baf-5350-4929-9443-e1d72443914a,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:36:01.131597 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-22fb959d-d014-47ff-8b72-3f4dd12e8d7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795'] for subnet, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:01.149826 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-734457f9-b527-4c02-b189-bb5dd5e0b8fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:01.153077 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-734457f9-b527-4c02-b189-bb5dd5e0b8fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:01.154359 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-734457f9-b527-4c02-b189-bb5dd5e0b8fe admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/65689569-9449-4af1-9730-db317ab01a0a HTTP/1.1" status: 204 len: 168 time: 0.4211648 Mar 29 15:36:01.175237 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734457f9-b527-4c02-b189-bb5dd5e0b8fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65689569-9449-4af1-9730-db317ab01a0a,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:36:01.271609 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fb959d-d014-47ff-8b72-3f4dd12e8d7b admin admin] Pushing event updated for resources: {'Subnet': ['ID=10be6da6-60ce-474f-85ca-956a35256eca,revision_number=0']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:36:01.292224 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22fb959d-d014-47ff-8b72-3f4dd12e8d7b admin admin] Checking segment: {'id': '812175c0-db09-4d71-8da5-aa88a4ef6cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '8fad648f-6bbf-4dec-a2c1-ccad2a2a5d54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:36:01.292646 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22fb959d-d014-47ff-8b72-3f4dd12e8d7b admin admin] Network hostable DHCP agents. Network: 8fad648f-6bbf-4dec-a2c1-ccad2a2a5d54, hostable agents: ['d136643e-48ae-49d4-a851-2ba3bdf3749c'], hosted agents: [] {{(pid=102790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 15:36:01.296382 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-ea8f4e19-39ba-4848-87cb-604eeb235576 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:01.339605 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-ea8f4e19-39ba-4848-87cb-604eeb235576 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:01.349988 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22fb959d-d014-47ff-8b72-3f4dd12e8d7b admin admin] Network 8fad648f-6bbf-4dec-a2c1-ccad2a2a5d54 is scheduled to be hosted by DHCP agent d136643e-48ae-49d4-a851-2ba3bdf3749c with binding_index 1 {{(pid=102790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 15:36:01.386205 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-22fb959d-d014-47ff-8b72-3f4dd12e8d7b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834765-1, 8fad648f-6bbf-4dec-a2c1-ccad2a2a5d54) {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:36:01.400126 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22fb959d-d014-47ff-8b72-3f4dd12e8d7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:36:01.402875 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2035b340-6ec7-4d33-b05d-bb14241b67a2 None None] Network 8fad648f-6bbf-4dec-a2c1-ccad2a2a5d54 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 15:36:01.418537 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-22fb959d-d014-47ff-8b72-3f4dd12e8d7b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for subnet, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:01.459479 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-22fb959d-d014-47ff-8b72-3f4dd12e8d7b admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.8890064 Mar 29 15:36:01.462160 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 34822) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:36:01.467868 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-7b26845b-7562-4ba9-90cb-73f87cf202a2 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-969084364-router', 'tenant_id': '1730d08ec624469c834b17f19e8d740f', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'}}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:36:01.492371 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-ea8f4e19-39ba-4848-87cb-604eeb235576 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:01.495564 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-ea8f4e19-39ba-4848-87cb-604eeb235576 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:01.501803 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-ea8f4e19-39ba-4848-87cb-604eeb235576 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/cbea4baf-5350-4929-9443-e1d72443914a HTTP/1.1" status: 204 len: 168 time: 0.3827963 Mar 29 15:36:01.540244 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8f4e19-39ba-4848-87cb-604eeb235576 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbea4baf-5350-4929-9443-e1d72443914a,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:36:01.592890 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-7b26845b-7562-4ba9-90cb-73f87cf202a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-532385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129310'] for router, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:01.593886 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-7b26845b-7562-4ba9-90cb-73f87cf202a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-648091', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-684384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129319'] for router, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:01.742877 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c3556e-e2cc-453b-8ad3-95f565146a21 req-d7747224-78ef-4b58-82a8-787b16044781 tempest-AggregatesAdminTestJSON-1978465780 tempest-AggregatesAdminTestJSON-1978465780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:36:01.757389 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-54c3556e-e2cc-453b-8ad3-95f565146a21 req-d7747224-78ef-4b58-82a8-787b16044781 tempest-AggregatesAdminTestJSON-1978465780 tempest-AggregatesAdminTestJSON-1978465780-project] 10.222.0.42 "GET /v2.0/ports?device_id=4bba96d0-9cd2-4db6-b801-d088041aed2e HTTP/1.1" status: 200 len: 968 time: 0.1829691 Mar 29 15:36:01.794888 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b32a46f-1309-4b84-ad0c-3e887a895369 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0035034-69b0-5ffc-b384-0ac6189c5628-8fad648f-6bbf-4dec-a2c1-ccad2a2a5d54', 'network_id': '8fad648f-6bbf-4dec-a2c1-ccad2a2a5d54', 'tenant_id': '1730d08ec624469c834b17f19e8d740f', 'fixed_ips': [{'subnet_id': '10be6da6-60ce-474f-85ca-956a35256eca'}]}} from n-d-834765-1. {{(pid=102792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 29 15:36:01.795866 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-0b32a46f-1309-4b84-ad0c-3e887a895369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:01.851038 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-7b26845b-7562-4ba9-90cb-73f87cf202a2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:01.977174 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-54c3556e-e2cc-453b-8ad3-95f565146a21 req-e21991b9-23a5-4f3f-a607-e62018798c71 tempest-AggregatesAdminTestJSON-1978465780 tempest-AggregatesAdminTestJSON-1978465780-project] 10.222.0.42 "GET /v2.0/security-groups?id=37a527eb-6130-4fd0-bfae-fcbf4f8dfaf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2182026 Mar 29 15:36:02.051140 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.db_base_plugin_common [None req-0b32a46f-1309-4b84-ad0c-3e887a895369 None None] Allocated IP 172.20.0.2 (8fad648f-6bbf-4dec-a2c1-ccad2a2a5d54/10be6da6-60ce-474f-85ca-956a35256eca/47d08632-08eb-467f-bebd-f4e7e4e44252) {{(pid=102792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:36:02.056597 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-7b26845b-7562-4ba9-90cb-73f87cf202a2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:02.132274 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 34838) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:36:02.261194 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-0b32a46f-1309-4b84-ad0c-3e887a895369 None None] Notify callbacks [] for port, precommit_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:02.269229 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-0b32a46f-1309-4b84-ad0c-3e887a895369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956'] for port, after_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:02.316919 n-d-834765-1 neutron-server[102792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b32a46f-1309-4b84-ad0c-3e887a895369 None None] Network 8fad648f-6bbf-4dec-a2c1-ccad2a2a5d54 is already hosted by enough agents. {{(pid=102792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:36:02.318466 n-d-834765-1 neutron-server[102792]: DEBUG neutron.scheduler.base_scheduler [None req-0b32a46f-1309-4b84-ad0c-3e887a895369 None None] Resources bound (agent type, host, resource id): {{(pid=102792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:36:02.325452 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b32a46f-1309-4b84-ad0c-3e887a895369 None None] Received port after_create {{(pid=102792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:36:02.380980 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b32a46f-1309-4b84-ad0c-3e887a895369 None None] Pushing event updated for resources: {'Port': ['ID=47d08632-08eb-467f-bebd-f4e7e4e44252,revision_number=1']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:36:02.432843 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-eb5501fd-c478-4bd8-a64f-334cb583c6af admin admin] Notify callbacks [] for security_group, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:02.443473 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-0b32a46f-1309-4b84-ad0c-3e887a895369 None None] Attempting to bind port 47d08632-08eb-467f-bebd-f4e7e4e44252 on host n-d-834765-1 for vnic_type normal with profile {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:36:02.444034 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-0b32a46f-1309-4b84-ad0c-3e887a895369 None None] Attempting to bind port 47d08632-08eb-467f-bebd-f4e7e4e44252 by drivers openvswitch,hyperv on host n-d-834765-1 at level 0 using segments [{'id': '812175c0-db09-4d71-8da5-aa88a4ef6cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '8fad648f-6bbf-4dec-a2c1-ccad2a2a5d54'}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:36:02.444232 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b32a46f-1309-4b84-ad0c-3e887a895369 None None] Attempting to bind port 47d08632-08eb-467f-bebd-f4e7e4e44252 on network 8fad648f-6bbf-4dec-a2c1-ccad2a2a5d54 {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:36:02.450254 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b32a46f-1309-4b84-ad0c-3e887a895369 None None] Checking agent: {'id': 'a8866439-9d96-425c-b519-6905c591ac37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 25, 36), 'started_at': datetime.datetime(2022, 3, 29, 15, 26, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 35, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834765-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:36:02.450254 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b32a46f-1309-4b84-ad0c-3e887a895369 None None] Checking segment: {'id': '812175c0-db09-4d71-8da5-aa88a4ef6cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '8fad648f-6bbf-4dec-a2c1-ccad2a2a5d54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:36:02.450704 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-0b32a46f-1309-4b84-ad0c-3e887a895369 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:02.450984 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b32a46f-1309-4b84-ad0c-3e887a895369 None None] Bound using segment: {'id': '812175c0-db09-4d71-8da5-aa88a4ef6cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '8fad648f-6bbf-4dec-a2c1-ccad2a2a5d54'} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:36:02.451701 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-0b32a46f-1309-4b84-ad0c-3e887a895369 None None] Bound port: 47d08632-08eb-467f-bebd-f4e7e4e44252, host: n-d-834765-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '812175c0-db09-4d71-8da5-aa88a4ef6cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '8fad648f-6bbf-4dec-a2c1-ccad2a2a5d54'}}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 15:36:02.452137 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-0b32a46f-1309-4b84-ad0c-3e887a895369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:02.470952 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-7b26845b-7562-4ba9-90cb-73f87cf202a2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:02.492208 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-7b26845b-7562-4ba9-90cb-73f87cf202a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:02.659953 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-eb5501fd-c478-4bd8-a64f-334cb583c6af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:02.667020 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-eb5501fd-c478-4bd8-a64f-334cb583c6af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:02.719227 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-7c1fecbb-d7b1-4b9c-a54f-0aa996cdde84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:02.732323 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_common [None req-7b26845b-7562-4ba9-90cb-73f87cf202a2 admin admin] Allocated IP 172.25.4.219 (4a4a035d-ecac-4ead-baa3-25f90788773a/e1a353dc-fac8-4901-a63c-273840237d6a/570bbc31-5780-49b2-9388-8751d9383d56) {{(pid=102791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:36:02.735552 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-0b32a46f-1309-4b84-ad0c-3e887a895369 None None] For port 47d08632-08eb-467f-bebd-f4e7e4e44252, host n-d-834765-1, cleared binding levels {{(pid=102792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:36:02.750803 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-eb5501fd-c478-4bd8-a64f-334cb583c6af admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=3555a654a62446c1bc31ec99384ef6f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6170902 Mar 29 15:36:02.753356 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 34870) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:36:02.753745 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-0b32a46f-1309-4b84-ad0c-3e887a895369 None None] For port 47d08632-08eb-467f-bebd-f4e7e4e44252, host n-d-834765-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=47d08632-08eb-467f-bebd-f4e7e4e44252,segment=NetworkSegment(812175c0-db09-4d71-8da5-aa88a4ef6cf7),segment_id=812175c0-db09-4d71-8da5-aa88a4ef6cf7)] {{(pid=102792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:36:02.765353 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5501fd-c478-4bd8-a64f-334cb583c6af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca533690-9ff7-476c-ae38-b7254276925b,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:36:02.765727 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-0b32a46f-1309-4b84-ad0c-3e887a895369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:02.825749 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-afb1abb9-dc59-4ba1-896e-489a1d83d956 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:02.850938 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-afb1abb9-dc59-4ba1-896e-489a1d83d956 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:02.895239 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-7b26845b-7562-4ba9-90cb-73f87cf202a2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:02.913970 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b32a46f-1309-4b84-ad0c-3e887a895369 None None] Pushing event updated for resources: {'Port': ['ID=47d08632-08eb-467f-bebd-f4e7e4e44252,revision_number=2']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:36:02.935601 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-afb1abb9-dc59-4ba1-896e-489a1d83d956 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:02.939704 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-afb1abb9-dc59-4ba1-896e-489a1d83d956 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:02.940926 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-afb1abb9-dc59-4ba1-896e-489a1d83d956 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ca533690-9ff7-476c-ae38-b7254276925b HTTP/1.1" status: 204 len: 168 time: 0.1866667 Mar 29 15:36:02.950367 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb1abb9-dc59-4ba1-896e-489a1d83d956 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca533690-9ff7-476c-ae38-b7254276925b,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:36:02.971332 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-7b26845b-7562-4ba9-90cb-73f87cf202a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956'] for port, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:03.020964 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b26845b-7562-4ba9-90cb-73f87cf202a2 admin admin] Network 4a4a035d-ecac-4ead-baa3-25f90788773a is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:36:03.023959 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [None req-7b26845b-7562-4ba9-90cb-73f87cf202a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:36:03.026481 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b26845b-7562-4ba9-90cb-73f87cf202a2 admin admin] Received port after_create {{(pid=102791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:36:03.069622 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b26845b-7562-4ba9-90cb-73f87cf202a2 admin admin] Pushing event updated for resources: {'Port': ['ID=570bbc31-5780-49b2-9388-8751d9383d56,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:36:03.206659 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50b850a-3167-4bd0-aaad-a95af7431abb req-091d8f35-076c-431a-9548-763406e000e1 tempest-AggregatesAdminTestJSON-1978465780 tempest-AggregatesAdminTestJSON-1978465780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:36:03.212303 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f50b850a-3167-4bd0-aaad-a95af7431abb req-091d8f35-076c-431a-9548-763406e000e1 tempest-AggregatesAdminTestJSON-1978465780 tempest-AggregatesAdminTestJSON-1978465780-project] 10.222.0.42 "GET /v2.0/ports?device_id=4bba96d0-9cd2-4db6-b801-d088041aed2e HTTP/1.1" status: 200 len: 968 time: 0.0994630 Mar 29 15:36:03.409464 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f50b850a-3167-4bd0-aaad-a95af7431abb req-910ad2f0-6fac-49a7-82b6-05003f33696d tempest-AggregatesAdminTestJSON-1978465780 tempest-AggregatesAdminTestJSON-1978465780-project] 10.222.0.42 "GET /v2.0/security-groups?id=37a527eb-6130-4fd0-bfae-fcbf4f8dfaf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405303 Mar 29 15:36:03.427394 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-7b26845b-7562-4ba9-90cb-73f87cf202a2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:03.543627 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 47d08632-08eb-467f-bebd-f4e7e4e44252 up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:36:03.612119 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port 47d08632-08eb-467f-bebd-f4e7e4e44252 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:36:03.612592 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:03.696758 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 34918) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:36:03.714302 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-de5e5910-f437-42fa-bc02-cda49d1387c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:03.725025 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-7b26845b-7562-4ba9-90cb-73f87cf202a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648118'] for router, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:03.726661 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:03.776017 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] For port 47d08632-08eb-467f-bebd-f4e7e4e44252, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=47d08632-08eb-467f-bebd-f4e7e4e44252,segment=NetworkSegment(812175c0-db09-4d71-8da5-aa88a4ef6cf7),segment_id=812175c0-db09-4d71-8da5-aa88a4ef6cf7)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:36:03.783022 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:03.863940 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-de5e5910-f437-42fa-bc02-cda49d1387c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:03.871667 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-de5e5910-f437-42fa-bc02-cda49d1387c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:03.872844 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Pushing event updated for resources: {'Port': ['ID=47d08632-08eb-467f-bebd-f4e7e4e44252,revision_number=3']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:36:03.929586 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b26845b-7562-4ba9-90cb-73f87cf202a2 admin admin] Router d951f439-c55b-479b-9eec-d8e81290abfd is scheduled to L3 agent c648d819-1060-4f26-b4ec-6455387b5dff with binding_index 1 {{(pid=102791) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 29 15:36:03.955235 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-de5e5910-f437-42fa-bc02-cda49d1387c0 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b1230e5113cc4b359a94edc96a027992&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2572865 Mar 29 15:36:03.957955 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 34922) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:36:04.008977 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5e5910-f437-42fa-bc02-cda49d1387c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad830d27-b1bb-4b95-8a17-03fdbd6a734e,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:36:04.044187 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-86f67891-a04b-4a3e-ad58-a8ca31ee2ed9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:04.049806 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d71584b9-87f1-45f5-84c7-c993c2416269 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:04.103030 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-86f67891-a04b-4a3e-ad58-a8ca31ee2ed9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:04.104180 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b26845b-7562-4ba9-90cb-73f87cf202a2 admin admin] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:36:04.115310 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f9a3c29-ac52-471f-b6f3-92c33197d383 None None] Sync routers for ids ['d951f439-c55b-479b-9eec-d8e81290abfd'] in n-d-834765-1 {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:36:04.136869 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-7b26845b-7562-4ba9-90cb-73f87cf202a2 admin admin] Notify callbacks [] for router, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:04.138773 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-7b26845b-7562-4ba9-90cb-73f87cf202a2 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 2.6755819 Mar 29 15:36:04.142791 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f9a3c29-ac52-471f-b6f3-92c33197d383 None None] Routers {'d951f439-c55b-479b-9eec-d8e81290abfd'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:36:04.142955 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 34932) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:36:04.143466 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-9f9a3c29-ac52-471f-b6f3-92c33197d383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:36:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['d951f439-c55b-479b-9eec-d8e81290abfd'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:36:04.200498 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-86f67891-a04b-4a3e-ad58-a8ca31ee2ed9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:04.205130 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-86f67891-a04b-4a3e-ad58-a8ca31ee2ed9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:04.206796 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-86f67891-a04b-4a3e-ad58-a8ca31ee2ed9 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ad830d27-b1bb-4b95-8a17-03fdbd6a734e HTTP/1.1" status: 204 len: 168 time: 0.2474875 Mar 29 15:36:04.225856 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f67891-a04b-4a3e-ad58-a8ca31ee2ed9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad830d27-b1bb-4b95-8a17-03fdbd6a734e,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:36:04.333219 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13641f20-2111-4c2d-8abd-539ebfc260ea None None] Network 8fad648f-6bbf-4dec-a2c1-ccad2a2a5d54 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 15:36:04.439954 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvr_db [None req-9f9a3c29-ac52-471f-b6f3-92c33197d383 None None] Set router d951f439-c55b-479b-9eec-d8e81290abfd gateway port host: n-d-834765-1 {{(pid=102793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:36:04.499361 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-ea23eab7-e464-4459-a7b8-e8e7fc9a2c6b None None] Provisioning complete for port 47d08632-08eb-467f-bebd-f4e7e4e44252 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:36:04.508302 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-ea23eab7-e464-4459-a7b8-e8e7fc9a2c6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:04.770226 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-9f9a3c29-ac52-471f-b6f3-92c33197d383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd951f439-c55b-479b-9eec-d8e81290abfd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-969084364-router', 'tenant_id': '1730d08ec624469c834b17f19e8d740f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.219'}], 'enable_snat': True}, 'gw_port_id': '570bbc31-5780-49b2-9388-8751d9383d56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:36:01Z', 'updated_at': '2022-03-29T15:36:03Z', 'revision_number': 3, 'project_id': '1730d08ec624469c834b17f19e8d740f', 'gw_port': {'id': '570bbc31-5780-49b2-9388-8751d9383d56', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:98:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd951f439-c55b-479b-9eec-d8e81290abfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 154, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:36:02Z', 'updated_at': '2022-03-29T15:36:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1'}], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:36:04.810604 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f9a3c29-ac52-471f-b6f3-92c33197d383 None None] Checking router: d951f439-c55b-479b-9eec-d8e81290abfd for host: n-d-834765-1 {{(pid=102793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:36:04.811676 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f9a3c29-ac52-471f-b6f3-92c33197d383 None None] Updating router d951f439-c55b-479b-9eec-d8e81290abfd port 570bbc31-5780-49b2-9388-8751d9383d56 binding host n-d-834765-1 {{(pid=102793) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 15:36:04.863252 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-9f9a3c29-ac52-471f-b6f3-92c33197d383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:04.995021 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4047b0d0-3bc4-4feb-aa1c-df04bfab88f4 req-e95eeeaf-7def-4edf-b4aa-8c5536626279 tempest-AggregatesAdminTestJSON-1978465780 tempest-AggregatesAdminTestJSON-1978465780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:36:04.996626 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4047b0d0-3bc4-4feb-aa1c-df04bfab88f4 req-e95eeeaf-7def-4edf-b4aa-8c5536626279 tempest-AggregatesAdminTestJSON-1978465780 tempest-AggregatesAdminTestJSON-1978465780-project] 10.222.0.42 "GET /v2.0/ports?device_id=4bba96d0-9cd2-4db6-b801-d088041aed2e HTTP/1.1" status: 200 len: 968 time: 0.1956885 Mar 29 15:36:04.999995 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-04463f15-f7e9-411d-8afa-fd638e9eb7d4 None None] Provisioning complete for port 47d08632-08eb-467f-bebd-f4e7e4e44252 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:36:05.001337 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-04463f15-f7e9-411d-8afa-fd638e9eb7d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:05.075406 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4047b0d0-3bc4-4feb-aa1c-df04bfab88f4 req-ba823263-4811-44bf-9e72-be5f8dbc32a2 tempest-AggregatesAdminTestJSON-1978465780 tempest-AggregatesAdminTestJSON-1978465780-project] 10.222.0.42 "GET /v2.0/security-groups?id=37a527eb-6130-4fd0-bfae-fcbf4f8dfaf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629699 Mar 29 15:36:05.098795 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-0248c8e0-57fd-4abe-8214-d2e504b9ce37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:05.273817 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-9f9a3c29-ac52-471f-b6f3-92c33197d383 None None] Notify callbacks [] for port, precommit_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:05.281109 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-9f9a3c29-ac52-471f-b6f3-92c33197d383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:05.321551 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_common [None req-0248c8e0-57fd-4abe-8214-d2e504b9ce37 admin admin] Allocated IP 172.20.0.1 (8fad648f-6bbf-4dec-a2c1-ccad2a2a5d54/10be6da6-60ce-474f-85ca-956a35256eca/8c303646-8474-462e-ad86-8baa142c3561) {{(pid=102791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:36:05.329776 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa53224f-789e-4fac-ab08-c7e0a35449e6 None None] Pushing event updated for resources: {'Port': ['ID=570bbc31-5780-49b2-9388-8751d9383d56,revision_number=2']} {{(pid=102793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:36:05.346723 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.managers [None req-9f9a3c29-ac52-471f-b6f3-92c33197d383 None None] Attempting to bind port 570bbc31-5780-49b2-9388-8751d9383d56 on host n-d-834765-1 for vnic_type normal with profile {{(pid=102793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:36:05.347117 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.managers [None req-9f9a3c29-ac52-471f-b6f3-92c33197d383 None None] Attempting to bind port 570bbc31-5780-49b2-9388-8751d9383d56 by drivers openvswitch,hyperv on host n-d-834765-1 at level 0 using segments [{'id': '6ab47353-a811-4bad-bc73-b4cc84583cfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'}] {{(pid=102793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:36:05.347528 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f9a3c29-ac52-471f-b6f3-92c33197d383 None None] Attempting to bind port 570bbc31-5780-49b2-9388-8751d9383d56 on network 4a4a035d-ecac-4ead-baa3-25f90788773a {{(pid=102793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:36:05.357114 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f9a3c29-ac52-471f-b6f3-92c33197d383 None None] Checking agent: {'id': 'a8866439-9d96-425c-b519-6905c591ac37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 25, 36), 'started_at': datetime.datetime(2022, 3, 29, 15, 26, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 35, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834765-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:36:05.357841 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f9a3c29-ac52-471f-b6f3-92c33197d383 None None] Checking segment: {'id': '6ab47353-a811-4bad-bc73-b4cc84583cfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:36:05.359147 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-9f9a3c29-ac52-471f-b6f3-92c33197d383 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:05.360552 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f9a3c29-ac52-471f-b6f3-92c33197d383 None None] Bound using segment: {'id': '6ab47353-a811-4bad-bc73-b4cc84583cfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'} {{(pid=102793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:36:05.362016 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.managers [None req-9f9a3c29-ac52-471f-b6f3-92c33197d383 None None] Bound port: 570bbc31-5780-49b2-9388-8751d9383d56, host: n-d-834765-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ab47353-a811-4bad-bc73-b4cc84583cfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'}}] {{(pid=102793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 15:36:05.362620 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-9f9a3c29-ac52-471f-b6f3-92c33197d383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:05.451470 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.db [None req-9f9a3c29-ac52-471f-b6f3-92c33197d383 None None] For port 570bbc31-5780-49b2-9388-8751d9383d56, host n-d-834765-1, cleared binding levels {{(pid=102793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:36:05.451559 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-0248c8e0-57fd-4abe-8214-d2e504b9ce37 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:05.453725 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.db [None req-9f9a3c29-ac52-471f-b6f3-92c33197d383 None None] For port 570bbc31-5780-49b2-9388-8751d9383d56, host n-d-834765-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=570bbc31-5780-49b2-9388-8751d9383d56,segment=NetworkSegment(6ab47353-a811-4bad-bc73-b4cc84583cfd),segment_id=6ab47353-a811-4bad-bc73-b4cc84583cfd)] {{(pid=102793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:36:05.459101 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-9f9a3c29-ac52-471f-b6f3-92c33197d383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:05.499426 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-0248c8e0-57fd-4abe-8214-d2e504b9ce37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956'] for port, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:05.500074 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 47d08632-08eb-467f-bebd-f4e7e4e44252 up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:36:05.545450 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0248c8e0-57fd-4abe-8214-d2e504b9ce37 admin admin] Network 8fad648f-6bbf-4dec-a2c1-ccad2a2a5d54 is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:36:05.551151 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [None req-0248c8e0-57fd-4abe-8214-d2e504b9ce37 admin admin] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:36:05.555016 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0248c8e0-57fd-4abe-8214-d2e504b9ce37 admin admin] Received port after_create {{(pid=102791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:36:05.555707 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-0248c8e0-57fd-4abe-8214-d2e504b9ce37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-648347'] for router_interface, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:05.603632 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f9a3c29-ac52-471f-b6f3-92c33197d383 None None] Routers {'d951f439-c55b-479b-9eec-d8e81290abfd'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:36:05.604257 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-9f9a3c29-ac52-471f-b6f3-92c33197d383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:36:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['d951f439-c55b-479b-9eec-d8e81290abfd'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:36:05.649370 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-0cb6abf6-2706-4e52-8825-f5f644ecf9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:05.666778 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port 47d08632-08eb-467f-bebd-f4e7e4e44252 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:36:05.671528 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:05.738483 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0248c8e0-57fd-4abe-8214-d2e504b9ce37 admin admin] Pushing event updated for resources: {'Port': ['ID=8c303646-8474-462e-ad86-8baa142c3561,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:36:05.779060 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-0248c8e0-57fd-4abe-8214-d2e504b9ce37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:05.817531 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvr_db [None req-9f9a3c29-ac52-471f-b6f3-92c33197d383 None None] Set router d951f439-c55b-479b-9eec-d8e81290abfd gateway port host: n-d-834765-1 {{(pid=102793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:36:05.901939 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:05.952031 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa53224f-789e-4fac-ab08-c7e0a35449e6 None None] Pushing event updated for resources: {'Port': ['ID=570bbc31-5780-49b2-9388-8751d9383d56,revision_number=3']} {{(pid=102793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:36:06.011859 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-6864c9ee-e0ae-4eb2-a6f2-f61a0a616a82 None None] Provisioning complete for port 8c303646-8474-462e-ad86-8baa142c3561 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:36:06.012453 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-6864c9ee-e0ae-4eb2-a6f2-f61a0a616a82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:06.086605 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-6864c9ee-e0ae-4eb2-a6f2-f61a0a616a82 None None] Port 8c303646-8474-462e-ad86-8baa142c3561 cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 15:36:06.087241 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-0248c8e0-57fd-4abe-8214-d2e504b9ce37 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:06.093347 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-0248c8e0-57fd-4abe-8214-d2e504b9ce37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:06.094946 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-0248c8e0-57fd-4abe-8214-d2e504b9ce37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-648439'] for router_interface, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:06.153709 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0248c8e0-57fd-4abe-8214-d2e504b9ce37 admin admin] Pushing event updated for resources: {'Port': ['ID=8c303646-8474-462e-ad86-8baa142c3561,revision_number=2']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:36:06.180916 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-9f9a3c29-ac52-471f-b6f3-92c33197d383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd951f439-c55b-479b-9eec-d8e81290abfd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-969084364-router', 'tenant_id': '1730d08ec624469c834b17f19e8d740f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.219'}], 'enable_snat': True}, 'gw_port_id': '570bbc31-5780-49b2-9388-8751d9383d56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:36:01Z', 'updated_at': '2022-03-29T15:36:03Z', 'revision_number': 3, 'project_id': '1730d08ec624469c834b17f19e8d740f', 'gw_port': {'id': '570bbc31-5780-49b2-9388-8751d9383d56', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:98:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd951f439-c55b-479b-9eec-d8e81290abfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 154, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:36:02Z', 'updated_at': '2022-03-29T15:36:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1'}], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:36:06.237564 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f9a3c29-ac52-471f-b6f3-92c33197d383 None None] The sync data for ids ['d951f439-c55b-479b-9eec-d8e81290abfd'] in n-d-834765-1 is: [{'id': 'd951f439-c55b-479b-9eec-d8e81290abfd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-969084364-router', 'tenant_id': '1730d08ec624469c834b17f19e8d740f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.219'}], 'enable_snat': True}, 'gw_port_id': '570bbc31-5780-49b2-9388-8751d9383d56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:36:01Z', 'updated_at': '2022-03-29T15:36:03Z', 'revision_number': 3, 'project_id': '1730d08ec624469c834b17f19e8d740f', 'gw_port': {'id': '570bbc31-5780-49b2-9388-8751d9383d56', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:98:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd951f439-c55b-479b-9eec-d8e81290abfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 154, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:36:02Z', 'updated_at': '2022-03-29T15:36:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1'}] {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:36:06.271425 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0248c8e0-57fd-4abe-8214-d2e504b9ce37 admin admin] Network 8fad648f-6bbf-4dec-a2c1-ccad2a2a5d54 is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:36:06.273383 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [None req-0248c8e0-57fd-4abe-8214-d2e504b9ce37 admin admin] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:36:06.280448 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc3c901-a76b-4845-97f8-fbc0a60caf35 req-727ea23e-89b0-4fc7-a926-540edf707f85 tempest-AggregatesAdminTestJSON-1978465780 tempest-AggregatesAdminTestJSON-1978465780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:36:06.300692 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-7dc3c901-a76b-4845-97f8-fbc0a60caf35 req-727ea23e-89b0-4fc7-a926-540edf707f85 tempest-AggregatesAdminTestJSON-1978465780 tempest-AggregatesAdminTestJSON-1978465780-project] 10.222.0.42 "GET /v2.0/ports?device_id=4bba96d0-9cd2-4db6-b801-d088041aed2e HTTP/1.1" status: 200 len: 968 time: 0.1176314 Mar 29 15:36:06.349850 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-7dc3c901-a76b-4845-97f8-fbc0a60caf35 req-969f6b9f-bac9-4daf-822e-e8ac5db746d7 tempest-AggregatesAdminTestJSON-1978465780 tempest-AggregatesAdminTestJSON-1978465780-project] 10.222.0.42 "GET /v2.0/security-groups?id=37a527eb-6130-4fd0-bfae-fcbf4f8dfaf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439680 Mar 29 15:36:06.458521 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0248c8e0-57fd-4abe-8214-d2e504b9ce37 admin admin] Router d951f439-c55b-479b-9eec-d8e81290abfd has already been hosted by L3 agent c648d819-1060-4f26-b4ec-6455387b5dff {{(pid=102791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 15:36:06.617284 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-4c00ef3f-5e9e-4722-a2d4-dc43fb65c144 None None] Provisioning complete for port 8c303646-8474-462e-ad86-8baa142c3561 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:36:06.617652 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-4c00ef3f-5e9e-4722-a2d4-dc43fb65c144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:06.651099 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0248c8e0-57fd-4abe-8214-d2e504b9ce37 admin admin] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:36:06.663156 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-0248c8e0-57fd-4abe-8214-d2e504b9ce37 admin admin] 10.222.0.42 "PUT /v2.0/routers/d951f439-c55b-479b-9eec-d8e81290abfd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5190856 Mar 29 15:36:06.686582 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-4c00ef3f-5e9e-4722-a2d4-dc43fb65c144 None None] Port 8c303646-8474-462e-ad86-8baa142c3561 cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 15:36:06.750894 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 35024) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:36:06.861548 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 35032) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:36:07.043504 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-32dc7e86-1255-4474-a4d0-bfb3215737bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:07.106286 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-91aec997-1432-46cd-8b87-efab7fed15f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:07.173941 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-32dc7e86-1255-4474-a4d0-bfb3215737bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:07.184204 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-32dc7e86-1255-4474-a4d0-bfb3215737bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:07.218048 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-32dc7e86-1255-4474-a4d0-bfb3215737bb admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=38df745d3f7843b59a40bd9ff4b3ce09&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4632080 Mar 29 15:36:07.218740 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-91aec997-1432-46cd-8b87-efab7fed15f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:07.220199 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 35050) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:36:07.222843 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-91aec997-1432-46cd-8b87-efab7fed15f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:07.254722 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-91aec997-1432-46cd-8b87-efab7fed15f1 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=03daa4c4d4a24711be630b1dff40ec8f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3920875 Mar 29 15:36:07.260273 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 35052) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:36:07.274787 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dc7e86-1255-4474-a4d0-bfb3215737bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb920a86-c366-487f-986e-3fb78daa6568,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:36:07.278210 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91aec997-1432-46cd-8b87-efab7fed15f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d37c927-9172-40f5-8178-e143591a4838,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:36:07.348053 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-b499cc13-4ae9-40f0-9d0c-0afde65ae4d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:07.362210 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-8daaea04-8cb1-49c1-b0a6-8d66918110fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:07.380978 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-b499cc13-4ae9-40f0-9d0c-0afde65ae4d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:07.408054 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-8daaea04-8cb1-49c1-b0a6-8d66918110fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:07.474540 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-b499cc13-4ae9-40f0-9d0c-0afde65ae4d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:07.490152 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-b499cc13-4ae9-40f0-9d0c-0afde65ae4d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:07.492635 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-b499cc13-4ae9-40f0-9d0c-0afde65ae4d5 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/fb920a86-c366-487f-986e-3fb78daa6568 HTTP/1.1" status: 204 len: 168 time: 0.2706428 Mar 29 15:36:07.506233 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-8daaea04-8cb1-49c1-b0a6-8d66918110fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:07.509010 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-8daaea04-8cb1-49c1-b0a6-8d66918110fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:07.510123 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-8daaea04-8cb1-49c1-b0a6-8d66918110fb admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/9d37c927-9172-40f5-8178-e143591a4838 HTTP/1.1" status: 204 len: 168 time: 0.2484555 Mar 29 15:36:07.510923 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b499cc13-4ae9-40f0-9d0c-0afde65ae4d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb920a86-c366-487f-986e-3fb78daa6568,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:36:07.526447 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8daaea04-8cb1-49c1-b0a6-8d66918110fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d37c927-9172-40f5-8178-e143591a4838,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:36:07.570786 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 570bbc31-5780-49b2-9388-8751d9383d56 up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:36:07.664714 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port 570bbc31-5780-49b2-9388-8751d9383d56 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:36:07.665012 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:07.671592 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb6b436-5389-4e19-b17a-5c94e4ce3f50 req-efae8472-754e-40f3-bac0-b72584b91d53 tempest-AggregatesAdminTestJSON-1978465780 tempest-AggregatesAdminTestJSON-1978465780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:36:07.673593 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-bcb6b436-5389-4e19-b17a-5c94e4ce3f50 req-efae8472-754e-40f3-bac0-b72584b91d53 tempest-AggregatesAdminTestJSON-1978465780 tempest-AggregatesAdminTestJSON-1978465780-project] 10.222.0.42 "GET /v2.0/ports?device_id=4bba96d0-9cd2-4db6-b801-d088041aed2e HTTP/1.1" status: 200 len: 968 time: 0.0640242 Mar 29 15:36:07.745402 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-bcb6b436-5389-4e19-b17a-5c94e4ce3f50 req-e1427d1d-e7ff-4a56-9c10-51209326d05b tempest-AggregatesAdminTestJSON-1978465780 tempest-AggregatesAdminTestJSON-1978465780-project] 10.222.0.42 "GET /v2.0/security-groups?id=37a527eb-6130-4fd0-bfae-fcbf4f8dfaf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648382 Mar 29 15:36:07.777736 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:07.801675 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] For port 570bbc31-5780-49b2-9388-8751d9383d56, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=570bbc31-5780-49b2-9388-8751d9383d56,segment=NetworkSegment(6ab47353-a811-4bad-bc73-b4cc84583cfd),segment_id=6ab47353-a811-4bad-bc73-b4cc84583cfd)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:36:07.807717 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:07.869134 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 35072) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:36:07.881739 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Pushing event updated for resources: {'Port': ['ID=570bbc31-5780-49b2-9388-8751d9383d56,revision_number=4']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:36:08.185207 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3ef946f-c381-44b9-903b-3c55688eecd9 None None] Sync routers for ids ['d951f439-c55b-479b-9eec-d8e81290abfd'] in n-d-834765-1 {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:36:08.196199 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3ef946f-c381-44b9-903b-3c55688eecd9 None None] Routers {'d951f439-c55b-479b-9eec-d8e81290abfd'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:36:08.196832 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-c3ef946f-c381-44b9-903b-3c55688eecd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:36:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['d951f439-c55b-479b-9eec-d8e81290abfd'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:36:08.327802 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvr_db [None req-c3ef946f-c381-44b9-903b-3c55688eecd9 None None] Set router d951f439-c55b-479b-9eec-d8e81290abfd gateway port host: n-d-834765-1 {{(pid=102792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:36:08.345134 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-d7c88e4c-eec6-4ee7-a81b-fee0c8776c68 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1776559265-network', 'tenant_id': 'c66f5a43ae0e46908f202e6b40f23448'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:36:08.385468 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7c88e4c-eec6-4ee7-a81b-fee0c8776c68 admin admin] Made reservation on behalf of c66f5a43ae0e46908f202e6b40f23448 for: {'network': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:36:08.389598 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-d7c88e4c-eec6-4ee7-a81b-fee0c8776c68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for network, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:08.410120 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-d7c88e4c-eec6-4ee7-a81b-fee0c8776c68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:08.473822 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 35096) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:36:08.489598 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-43e5c517-f65a-4a43-be81-6d2fd52405e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:08.514635 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 35100) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:36:08.536781 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-b003c1ae-a3e5-479b-a778-4b471ef6d0ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:08.556425 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-d7c88e4c-eec6-4ee7-a81b-fee0c8776c68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:08.564762 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-d7c88e4c-eec6-4ee7-a81b-fee0c8776c68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:08.610157 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c88e4c-eec6-4ee7-a81b-fee0c8776c68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d26d57f3-f34b-4b82-acb2-a15ffdfe7b5d,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:36:08.620827 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7c88e4c-eec6-4ee7-a81b-fee0c8776c68 admin admin] vlan segment allocate from pool success with {'vlan_id': 639, 'physical_network': 'physnet1'} {{(pid=102791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 15:36:08.634846 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-d7c88e4c-eec6-4ee7-a81b-fee0c8776c68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:08.635565 n-d-834765-1 neutron-server[102791]: INFO neutron.db.segments_db [None req-d7c88e4c-eec6-4ee7-a81b-fee0c8776c68 admin admin] Added segment 52cd9713-83ea-496d-8c48-fd7b796e6ead of type vlan for network c7e23169-e9d3-4fec-ace3-87b88825b851 Mar 29 15:36:08.664917 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-c3ef946f-c381-44b9-903b-3c55688eecd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd951f439-c55b-479b-9eec-d8e81290abfd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-969084364-router', 'tenant_id': '1730d08ec624469c834b17f19e8d740f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.219'}], 'enable_snat': True}, 'gw_port_id': '570bbc31-5780-49b2-9388-8751d9383d56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:36:01Z', 'updated_at': '2022-03-29T15:36:05Z', 'revision_number': 4, 'project_id': '1730d08ec624469c834b17f19e8d740f', 'gw_port': {'id': '570bbc31-5780-49b2-9388-8751d9383d56', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:98:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd951f439-c55b-479b-9eec-d8e81290abfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 154, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:36:02Z', 'updated_at': '2022-03-29T15:36:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': '8c303646-8474-462e-ad86-8baa142c3561', 'name': '', 'network_id': '8fad648f-6bbf-4dec-a2c1-ccad2a2a5d54', 'tenant_id': '1730d08ec624469c834b17f19e8d740f', 'mac_address': 'fa:16:3e:52:f0:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd951f439-c55b-479b-9eec-d8e81290abfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 165, 'fixed_ips': [{'subnet_id': '10be6da6-60ce-474f-85ca-956a35256eca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:36:05Z', 'updated_at': '2022-03-29T15:36:05Z', 'revision_number': 2, 'project_id': '1730d08ec624469c834b17f19e8d740f', 'subnets': [{'id': '10be6da6-60ce-474f-85ca-956a35256eca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:36:08.670128 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-43e5c517-f65a-4a43-be81-6d2fd52405e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:08.680066 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-43e5c517-f65a-4a43-be81-6d2fd52405e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:08.694446 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-d7c88e4c-eec6-4ee7-a81b-fee0c8776c68 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783522915970'] for network, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:08.708679 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3ef946f-c381-44b9-903b-3c55688eecd9 None None] Checking router: d951f439-c55b-479b-9eec-d8e81290abfd for host: n-d-834765-1 {{(pid=102792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:36:08.709170 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3ef946f-c381-44b9-903b-3c55688eecd9 None None] Updating router d951f439-c55b-479b-9eec-d8e81290abfd port 8c303646-8474-462e-ad86-8baa142c3561 binding host n-d-834765-1 {{(pid=102792) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 15:36:08.724979 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-b003c1ae-a3e5-479b-a778-4b471ef6d0ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:08.725903 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-d7c88e4c-eec6-4ee7-a81b-fee0c8776c68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795'] for network, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:08.727999 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7c88e4c-eec6-4ee7-a81b-fee0c8776c68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:36:08.728859 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-d7c88e4c-eec6-4ee7-a81b-fee0c8776c68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for network, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:08.736954 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-43e5c517-f65a-4a43-be81-6d2fd52405e8 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b8ece3067d6542cdab746b94772875f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2619903 Mar 29 15:36:08.737941 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 35104) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:36:08.740155 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-c3ef946f-c381-44b9-903b-3c55688eecd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:08.743236 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-b003c1ae-a3e5-479b-a778-4b471ef6d0ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:08.800141 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-b003c1ae-a3e5-479b-a778-4b471ef6d0ba admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7674b288c3a34d3e8cf09d8f193d7056&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2811208 Mar 29 15:36:08.802428 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 35108) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:36:08.819104 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c88e4c-eec6-4ee7-a81b-fee0c8776c68 admin admin] Pushing event updated for resources: {'Network': ['ID=c7e23169-e9d3-4fec-ace3-87b88825b851,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:36:08.829893 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-d7c88e4c-eec6-4ee7-a81b-fee0c8776c68 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.9561412 Mar 29 15:36:08.834679 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 35110) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:36:08.842454 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-c2b95356-0094-4a3d-a2ee-7438d5a41769 admin admin] Request body: {'subnet': {'network_id': 'c7e23169-e9d3-4fec-ace3-87b88825b851', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1776559265-subnet', 'tenant_id': 'c66f5a43ae0e46908f202e6b40f23448', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:36:08.850013 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e5c517-f65a-4a43-be81-6d2fd52405e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12c9c1ac-7335-4769-9bdd-0889697eb5d9,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:36:08.878260 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-c05e8f24-dd14-4f36-97e6-cf8cf429fd16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:08.890398 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Network c7e23169-e9d3-4fec-ace3-87b88825b851 details requested by agent ovs-agent-n-d-834765-1 with host n-d-834765-1 {{(pid=102792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 15:36:08.900818 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-c05e8f24-dd14-4f36-97e6-cf8cf429fd16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:08.955830 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-c05e8f24-dd14-4f36-97e6-cf8cf429fd16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:08.958451 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-c05e8f24-dd14-4f36-97e6-cf8cf429fd16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:08.961984 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-c05e8f24-dd14-4f36-97e6-cf8cf429fd16 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/12c9c1ac-7335-4769-9bdd-0889697eb5d9 HTTP/1.1" status: 204 len: 168 time: 0.2177455 Mar 29 15:36:08.972903 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05e8f24-dd14-4f36-97e6-cf8cf429fd16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12c9c1ac-7335-4769-9bdd-0889697eb5d9,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:36:08.974825 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2b95356-0094-4a3d-a2ee-7438d5a41769 admin admin] Made reservation on behalf of c66f5a43ae0e46908f202e6b40f23448 for: {'subnet': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:36:08.977333 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-c2b95356-0094-4a3d-a2ee-7438d5a41769 admin admin] Notify callbacks [] for subnet, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:09.005396 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e3997f3b-cec5-490c-88c5-bfaa4ff31118 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:09.029773 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e3997f3b-cec5-490c-88c5-bfaa4ff31118 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:09.109784 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b003c1ae-a3e5-479b-a778-4b471ef6d0ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99453f4b-261c-4447-b0b7-3f9f33c80e21,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:36:09.128210 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e3997f3b-cec5-490c-88c5-bfaa4ff31118 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:09.135885 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e3997f3b-cec5-490c-88c5-bfaa4ff31118 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:09.138903 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-e3997f3b-cec5-490c-88c5-bfaa4ff31118 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/99453f4b-261c-4447-b0b7-3f9f33c80e21 HTTP/1.1" status: 204 len: 168 time: 0.3244789 Mar 29 15:36:09.160682 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3997f3b-cec5-490c-88c5-bfaa4ff31118 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99453f4b-261c-4447-b0b7-3f9f33c80e21,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:36:09.180762 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-c2b95356-0094-4a3d-a2ee-7438d5a41769 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795'] for subnet, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:09.255852 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2b95356-0094-4a3d-a2ee-7438d5a41769 admin admin] Checking segment: {'id': '52cd9713-83ea-496d-8c48-fd7b796e6ead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'c7e23169-e9d3-4fec-ace3-87b88825b851'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:36:09.256249 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2b95356-0094-4a3d-a2ee-7438d5a41769 admin admin] Network hostable DHCP agents. Network: c7e23169-e9d3-4fec-ace3-87b88825b851, hostable agents: ['d136643e-48ae-49d4-a851-2ba3bdf3749c'], hosted agents: [] {{(pid=102791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 15:36:09.280244 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b95356-0094-4a3d-a2ee-7438d5a41769 admin admin] Pushing event updated for resources: {'Subnet': ['ID=47ebad0b-955e-4824-b04c-60b1952d5787,revision_number=0']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:36:09.317432 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2b95356-0094-4a3d-a2ee-7438d5a41769 admin admin] Network c7e23169-e9d3-4fec-ace3-87b88825b851 is scheduled to be hosted by DHCP agent d136643e-48ae-49d4-a851-2ba3bdf3749c with binding_index 1 {{(pid=102791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 15:36:09.338191 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc74fa3-18f2-4af3-9c2d-e5a11e362cbe req-68f3f601-b32b-4143-a3fa-be80fa594e44 tempest-AggregatesAdminTestJSON-1978465780 tempest-AggregatesAdminTestJSON-1978465780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:36:09.339983 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-7bc74fa3-18f2-4af3-9c2d-e5a11e362cbe req-68f3f601-b32b-4143-a3fa-be80fa594e44 tempest-AggregatesAdminTestJSON-1978465780 tempest-AggregatesAdminTestJSON-1978465780-project] 10.222.0.42 "GET /v2.0/ports?device_id=4bba96d0-9cd2-4db6-b801-d088041aed2e HTTP/1.1" status: 200 len: 968 time: 0.0735173 Mar 29 15:36:09.341137 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [None req-c2b95356-0094-4a3d-a2ee-7438d5a41769 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834765-1, c7e23169-e9d3-4fec-ace3-87b88825b851) {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:36:09.346013 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2b95356-0094-4a3d-a2ee-7438d5a41769 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:36:09.346644 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-c2b95356-0094-4a3d-a2ee-7438d5a41769 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for subnet, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:09.378486 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-055df244-87e7-4f21-9b36-e0b9a0bc5ef0 None None] Network c7e23169-e9d3-4fec-ace3-87b88825b851 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 15:36:09.399323 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-c2b95356-0094-4a3d-a2ee-7438d5a41769 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.5548790 Mar 29 15:36:09.400415 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device d2012158-33fa-4bbe-a40b-eabe3cada3e2 details requested by agent hyperv_n-h2-834765-1 with host n-h2-834765-1 {{(pid=102792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 15:36:09.406930 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 35130) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:36:09.412288 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-de9abfed-84c4-4614-b32e-50951752d8ec tempest-ServersWithSpecificFlavorTestJSON-1899199349 tempest-ServersWithSpecificFlavorTestJSON-1899199349-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1016972915', 'description': 'tempest-description--682051295'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:36:09.427020 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-7bc74fa3-18f2-4af3-9c2d-e5a11e362cbe req-f5ba875c-fe2d-4e65-9ccd-fcd2a41bd252 tempest-AggregatesAdminTestJSON-1978465780 tempest-AggregatesAdminTestJSON-1978465780-project] 10.222.0.42 "GET /v2.0/security-groups?id=37a527eb-6130-4fd0-bfae-fcbf4f8dfaf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756412 Mar 29 15:36:09.463903 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-de9abfed-84c4-4614-b32e-50951752d8ec tempest-ServersWithSpecificFlavorTestJSON-1899199349 tempest-ServersWithSpecificFlavorTestJSON-1899199349-project] Notify callbacks [] for security_group, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:09.517394 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 570bbc31-5780-49b2-9388-8751d9383d56 up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:36:09.584375 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-de9abfed-84c4-4614-b32e-50951752d8ec tempest-ServersWithSpecificFlavorTestJSON-1899199349 tempest-ServersWithSpecificFlavorTestJSON-1899199349-project] Notify callbacks [] for security_group, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:09.589979 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-de9abfed-84c4-4614-b32e-50951752d8ec tempest-ServersWithSpecificFlavorTestJSON-1899199349 tempest-ServersWithSpecificFlavorTestJSON-1899199349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:09.631481 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9abfed-84c4-4614-b32e-50951752d8ec tempest-ServersWithSpecificFlavorTestJSON-1899199349 tempest-ServersWithSpecificFlavorTestJSON-1899199349-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b327838c-078f-492b-afe7-ae6a101aed15,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:36:09.633217 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port 570bbc31-5780-49b2-9388-8751d9383d56 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:36:09.633590 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:09.637438 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-de9abfed-84c4-4614-b32e-50951752d8ec tempest-ServersWithSpecificFlavorTestJSON-1899199349 tempest-ServersWithSpecificFlavorTestJSON-1899199349-project] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:09.638999 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-de9abfed-84c4-4614-b32e-50951752d8ec tempest-ServersWithSpecificFlavorTestJSON-1899199349 tempest-ServersWithSpecificFlavorTestJSON-1899199349-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2307231 Mar 29 15:36:09.642375 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 35138) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:36:09.648526 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-2de735b9-479d-428d-98e3-bf4bf0382f7a tempest-ServersWithSpecificFlavorTestJSON-1899199349 tempest-ServersWithSpecificFlavorTestJSON-1899199349-project] Request body: {'security_group_rule': {'security_group_id': 'b327838c-078f-492b-afe7-ae6a101aed15', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:36:09.683644 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-2de735b9-479d-428d-98e3-bf4bf0382f7a tempest-ServersWithSpecificFlavorTestJSON-1899199349 tempest-ServersWithSpecificFlavorTestJSON-1899199349-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:09.694965 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port d2012158-33fa-4bbe-a40b-eabe3cada3e2, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=d2012158-33fa-4bbe-a40b-eabe3cada3e2,segment=NetworkSegment(a0c230f0-660a-4194-9279-0f0781d34134),segment_id=a0c230f0-660a-4194-9279-0f0781d34134)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:36:09.714945 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 35142) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:36:09.738985 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-f5760f69-ec9c-4fb9-b942-17d21125eb83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:09.747770 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Returning: {'device': 'd2012158-33fa-4bbe-a40b-eabe3cada3e2', 'network_id': '2268a9b9-82fd-4886-a91d-3a50e4e16cab', 'port_id': 'd2012158-33fa-4bbe-a40b-eabe3cada3e2', 'mac_address': 'fa:16:3e:41:a2:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 625, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abb8e5d6-2aea-4455-a944-3435a3d1ce49', 'ip_address': '192.168.233.72'}], 'device_owner': 'compute:tempest-test_az-695890840', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 15:36:09.815814 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-c3ef946f-c381-44b9-903b-3c55688eecd9 None None] Notify callbacks [] for port, precommit_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:09.816488 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-2de735b9-479d-428d-98e3-bf4bf0382f7a tempest-ServersWithSpecificFlavorTestJSON-1899199349 tempest-ServersWithSpecificFlavorTestJSON-1899199349-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:09.826300 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-2de735b9-479d-428d-98e3-bf4bf0382f7a tempest-ServersWithSpecificFlavorTestJSON-1899199349 tempest-ServersWithSpecificFlavorTestJSON-1899199349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610998'] for security_group_rule, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:09.856757 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-2de735b9-479d-428d-98e3-bf4bf0382f7a tempest-ServersWithSpecificFlavorTestJSON-1899199349 tempest-ServersWithSpecificFlavorTestJSON-1899199349-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:09.860731 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-2de735b9-479d-428d-98e3-bf4bf0382f7a tempest-ServersWithSpecificFlavorTestJSON-1899199349 tempest-ServersWithSpecificFlavorTestJSON-1899199349-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2154126 Mar 29 15:36:09.860852 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 35150) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:36:09.866095 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-a988c2e5-420f-4534-b3b2-c8576de0c680 tempest-ServersWithSpecificFlavorTestJSON-1899199349 tempest-ServersWithSpecificFlavorTestJSON-1899199349-project] Request body: {'security_group_rule': {'security_group_id': 'b327838c-078f-492b-afe7-ae6a101aed15', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:36:09.870234 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-c3ef946f-c381-44b9-903b-3c55688eecd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:09.877847 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de735b9-479d-428d-98e3-bf4bf0382f7a tempest-ServersWithSpecificFlavorTestJSON-1899199349 tempest-ServersWithSpecificFlavorTestJSON-1899199349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3eeffb6-eff7-42e4-b4d1-5012cd5c6653,revision_number=0']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:36:09.884794 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b64fd11-f637-4639-901d-ce8d327ab6c4 None None] Network c7e23169-e9d3-4fec-ace3-87b88825b851 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 15:36:09.934980 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-a988c2e5-420f-4534-b3b2-c8576de0c680 tempest-ServersWithSpecificFlavorTestJSON-1899199349 tempest-ServersWithSpecificFlavorTestJSON-1899199349-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:09.956666 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-f5760f69-ec9c-4fb9-b942-17d21125eb83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:09.963281 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-f5760f69-ec9c-4fb9-b942-17d21125eb83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:09.989179 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 35154) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:36:10.002533 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5760f69-ec9c-4fb9-b942-17d21125eb83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e44e9c3-1b7d-4925-9d5b-3abfebd67367,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:36:10.024962 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-f5760f69-ec9c-4fb9-b942-17d21125eb83 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=add399410e074fa9ab57bb2143f77575&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3086038 Mar 29 15:36:10.027573 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 35158) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:36:10.052740 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:10.087807 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9868a81-fb4a-4bf1-821a-cd581143273d None None] Pushing event updated for resources: {'Port': ['ID=8c303646-8474-462e-ad86-8baa142c3561,revision_number=3']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:36:10.092964 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2012158-33fa-4bbe-a40b-eabe3cada3e2 {{(pid=102792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:36:10.112660 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-4698c270-1e12-4ea1-af4d-13a80594a98b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:10.119426 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-a988c2e5-420f-4534-b3b2-c8576de0c680 tempest-ServersWithSpecificFlavorTestJSON-1899199349 tempest-ServersWithSpecificFlavorTestJSON-1899199349-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:10.126658 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port d2012158-33fa-4bbe-a40b-eabe3cada3e2, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=d2012158-33fa-4bbe-a40b-eabe3cada3e2,segment=NetworkSegment(a0c230f0-660a-4194-9279-0f0781d34134),segment_id=a0c230f0-660a-4194-9279-0f0781d34134)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:36:10.129330 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-a988c2e5-420f-4534-b3b2-c8576de0c680 tempest-ServersWithSpecificFlavorTestJSON-1899199349 tempest-ServersWithSpecificFlavorTestJSON-1899199349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610998'] for security_group_rule, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:10.143531 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-4698c270-1e12-4ea1-af4d-13a80594a98b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:10.157771 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a988c2e5-420f-4534-b3b2-c8576de0c680 tempest-ServersWithSpecificFlavorTestJSON-1899199349 tempest-ServersWithSpecificFlavorTestJSON-1899199349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce836da7-2371-4744-b65b-2c387a6e99f6,revision_number=0']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:36:10.171038 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:10.191653 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-a988c2e5-420f-4534-b3b2-c8576de0c680 tempest-ServersWithSpecificFlavorTestJSON-1899199349 tempest-ServersWithSpecificFlavorTestJSON-1899199349-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:10.196355 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-a988c2e5-420f-4534-b3b2-c8576de0c680 tempest-ServersWithSpecificFlavorTestJSON-1899199349 tempest-ServersWithSpecificFlavorTestJSON-1899199349-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3344517 Mar 29 15:36:10.197147 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 35162) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:36:10.201614 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-51616ed3-a013-4455-884a-b21af01b005c tempest-ServersWithSpecificFlavorTestJSON-1899199349 tempest-ServersWithSpecificFlavorTestJSON-1899199349-project] Request body: {'floatingip': {'floating_network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:36:10.215142 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-4698c270-1e12-4ea1-af4d-13a80594a98b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:10.218664 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-4698c270-1e12-4ea1-af4d-13a80594a98b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:10.220083 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-4698c270-1e12-4ea1-af4d-13a80594a98b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/9e44e9c3-1b7d-4925-9d5b-3abfebd67367 HTTP/1.1" status: 204 len: 168 time: 0.1914878 Mar 29 15:36:10.230213 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4698c270-1e12-4ea1-af4d-13a80594a98b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e44e9c3-1b7d-4925-9d5b-3abfebd67367,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:36:10.253570 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-51616ed3-a013-4455-884a-b21af01b005c tempest-ServersWithSpecificFlavorTestJSON-1899199349 tempest-ServersWithSpecificFlavorTestJSON-1899199349-project] Notify callbacks [] for floatingip, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:10.315218 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-c3ef946f-c381-44b9-903b-3c55688eecd9 None None] Attempting to bind port 8c303646-8474-462e-ad86-8baa142c3561 on host n-d-834765-1 for vnic_type normal with profile {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:36:10.315879 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-c3ef946f-c381-44b9-903b-3c55688eecd9 None None] Attempting to bind port 8c303646-8474-462e-ad86-8baa142c3561 by drivers openvswitch,hyperv on host n-d-834765-1 at level 0 using segments [{'id': '812175c0-db09-4d71-8da5-aa88a4ef6cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '8fad648f-6bbf-4dec-a2c1-ccad2a2a5d54'}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:36:10.316396 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3ef946f-c381-44b9-903b-3c55688eecd9 None None] Attempting to bind port 8c303646-8474-462e-ad86-8baa142c3561 on network 8fad648f-6bbf-4dec-a2c1-ccad2a2a5d54 {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:36:10.347686 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3ef946f-c381-44b9-903b-3c55688eecd9 None None] Checking agent: {'id': 'a8866439-9d96-425c-b519-6905c591ac37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 25, 36), 'started_at': datetime.datetime(2022, 3, 29, 15, 26, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 36, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834765-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:36:10.348121 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3ef946f-c381-44b9-903b-3c55688eecd9 None None] Checking segment: {'id': '812175c0-db09-4d71-8da5-aa88a4ef6cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '8fad648f-6bbf-4dec-a2c1-ccad2a2a5d54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:36:10.352853 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-c3ef946f-c381-44b9-903b-3c55688eecd9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:10.353305 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3ef946f-c381-44b9-903b-3c55688eecd9 None None] Bound using segment: {'id': '812175c0-db09-4d71-8da5-aa88a4ef6cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '8fad648f-6bbf-4dec-a2c1-ccad2a2a5d54'} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:36:10.353962 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-c3ef946f-c381-44b9-903b-3c55688eecd9 None None] Bound port: 8c303646-8474-462e-ad86-8baa142c3561, host: n-d-834765-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '812175c0-db09-4d71-8da5-aa88a4ef6cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '8fad648f-6bbf-4dec-a2c1-ccad2a2a5d54'}}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 15:36:10.354565 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-c3ef946f-c381-44b9-903b-3c55688eecd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:10.382353 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Pushing event updated for resources: {'Port': ['ID=d2012158-33fa-4bbe-a40b-eabe3cada3e2,revision_number=4']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:36:10.433738 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-2b0d47ed-41a4-40e8-bda5-5f7aa1b26544 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:10.450174 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-0e86601a-b699-453b-ba7d-3c17924a1897 None None] Provisioning complete for port 8c303646-8474-462e-ad86-8baa142c3561 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:36:10.450594 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-0e86601a-b699-453b-ba7d-3c17924a1897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:10.455107 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-51616ed3-a013-4455-884a-b21af01b005c tempest-ServersWithSpecificFlavorTestJSON-1899199349 tempest-ServersWithSpecificFlavorTestJSON-1899199349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:10.528222 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-c3ef946f-c381-44b9-903b-3c55688eecd9 None None] For port 8c303646-8474-462e-ad86-8baa142c3561, host n-d-834765-1, cleared binding levels {{(pid=102792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:36:10.535444 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-c3ef946f-c381-44b9-903b-3c55688eecd9 None None] For port 8c303646-8474-462e-ad86-8baa142c3561, host n-d-834765-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=8c303646-8474-462e-ad86-8baa142c3561,segment=NetworkSegment(812175c0-db09-4d71-8da5-aa88a4ef6cf7),segment_id=812175c0-db09-4d71-8da5-aa88a4ef6cf7)] {{(pid=102792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:36:10.538400 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-0e86601a-b699-453b-ba7d-3c17924a1897 None None] Port 8c303646-8474-462e-ad86-8baa142c3561 cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 15:36:10.548129 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-c3ef946f-c381-44b9-903b-3c55688eecd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:10.621579 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] get_ports_and_sgs() called for port_ids ['d2012158-33fa-4bbe-a40b-eabe3cada3e2'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:36:10.661651 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_common [None req-51616ed3-a013-4455-884a-b21af01b005c tempest-ServersWithSpecificFlavorTestJSON-1899199349 tempest-ServersWithSpecificFlavorTestJSON-1899199349-project] Allocated IP 172.25.4.89 (4a4a035d-ecac-4ead-baa3-25f90788773a/e1a353dc-fac8-4901-a63c-273840237d6a/5dfadcd7-5742-4f2a-9c9e-b4ad7476e533) {{(pid=102791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:36:10.693378 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e68dee-7ee5-4bc6-a4ea-31223315d5a1 req-123e9668-2c17-4c72-9bc4-81b4c6e032f9 tempest-AggregatesAdminTestJSON-1978465780 tempest-AggregatesAdminTestJSON-1978465780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:36:10.695028 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-75e68dee-7ee5-4bc6-a4ea-31223315d5a1 req-123e9668-2c17-4c72-9bc4-81b4c6e032f9 tempest-AggregatesAdminTestJSON-1978465780 tempest-AggregatesAdminTestJSON-1978465780-project] 10.222.0.42 "GET /v2.0/ports?device_id=4bba96d0-9cd2-4db6-b801-d088041aed2e HTTP/1.1" status: 200 len: 969 time: 0.1178505 Mar 29 15:36:10.703330 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-2b0d47ed-41a4-40e8-bda5-5f7aa1b26544 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:10.712871 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-2b0d47ed-41a4-40e8-bda5-5f7aa1b26544 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:10.716015 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3ef946f-c381-44b9-903b-3c55688eecd9 None None] Routers {'d951f439-c55b-479b-9eec-d8e81290abfd'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:36:10.716656 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-c3ef946f-c381-44b9-903b-3c55688eecd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:36:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['d951f439-c55b-479b-9eec-d8e81290abfd'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:36:10.724300 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9868a81-fb4a-4bf1-821a-cd581143273d None None] Pushing event updated for resources: {'Port': ['ID=8c303646-8474-462e-ad86-8baa142c3561,revision_number=4']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:36:10.761960 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-2b0d47ed-41a4-40e8-bda5-5f7aa1b26544 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=65a358e02d0342289d492eefe917414c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7686338 Mar 29 15:36:10.762665 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 35178) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:36:10.866131 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c28290db-3842-4ebf-8705-2a0ad6421760 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:10.923762 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c28290db-3842-4ebf-8705-2a0ad6421760 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:10.994299 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c28290db-3842-4ebf-8705-2a0ad6421760 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:10.997400 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c28290db-3842-4ebf-8705-2a0ad6421760 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:11.001794 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-c28290db-3842-4ebf-8705-2a0ad6421760 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/1ed1e335-ce95-4ba5-b63b-cac1acb566a1 HTTP/1.1" status: 204 len: 168 time: 0.2352409 Mar 29 15:36:11.016100 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28290db-3842-4ebf-8705-2a0ad6421760 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ed1e335-ce95-4ba5-b63b-cac1acb566a1,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:36:11.016803 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-51616ed3-a013-4455-884a-b21af01b005c tempest-ServersWithSpecificFlavorTestJSON-1899199349 tempest-ServersWithSpecificFlavorTestJSON-1899199349-project] Notify callbacks [] for port, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:11.035208 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0d47ed-41a4-40e8-bda5-5f7aa1b26544 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ed1e335-ce95-4ba5-b63b-cac1acb566a1,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:36:11.036899 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-b706d6c5-b1fc-4768-8008-ccfc7040bb47 None None] Provisioning complete for port 8c303646-8474-462e-ad86-8baa142c3561 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:36:11.037258 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-b706d6c5-b1fc-4768-8008-ccfc7040bb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:11.074974 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-75e68dee-7ee5-4bc6-a4ea-31223315d5a1 req-3ae384cc-79b3-4d25-afef-9f13f78abca5 tempest-AggregatesAdminTestJSON-1978465780 tempest-AggregatesAdminTestJSON-1978465780-project] 10.222.0.42 "GET /v2.0/security-groups?id=37a527eb-6130-4fd0-bfae-fcbf4f8dfaf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3528118 Mar 29 15:36:11.077031 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvr_db [None req-c3ef946f-c381-44b9-903b-3c55688eecd9 None None] Set router d951f439-c55b-479b-9eec-d8e81290abfd gateway port host: n-d-834765-1 {{(pid=102792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:36:11.081842 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-51616ed3-a013-4455-884a-b21af01b005c tempest-ServersWithSpecificFlavorTestJSON-1899199349 tempest-ServersWithSpecificFlavorTestJSON-1899199349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956'] for port, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:11.142760 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51616ed3-a013-4455-884a-b21af01b005c tempest-ServersWithSpecificFlavorTestJSON-1899199349 tempest-ServersWithSpecificFlavorTestJSON-1899199349-project] Network 4a4a035d-ecac-4ead-baa3-25f90788773a is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:36:11.145886 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [None req-51616ed3-a013-4455-884a-b21af01b005c tempest-ServersWithSpecificFlavorTestJSON-1899199349 tempest-ServersWithSpecificFlavorTestJSON-1899199349-project] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:36:11.150715 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51616ed3-a013-4455-884a-b21af01b005c tempest-ServersWithSpecificFlavorTestJSON-1899199349 tempest-ServersWithSpecificFlavorTestJSON-1899199349-project] Received port after_create {{(pid=102791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:36:11.158216 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51616ed3-a013-4455-884a-b21af01b005c tempest-ServersWithSpecificFlavorTestJSON-1899199349 tempest-ServersWithSpecificFlavorTestJSON-1899199349-project] Pushing event updated for resources: {'Port': ['ID=5dfadcd7-5742-4f2a-9c9e-b4ad7476e533,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:36:11.407160 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 35208) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:36:11.414415 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-e07172d1-7b65-4c24-a4fb-4dc634259fd8 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1246160560-network', 'tenant_id': 'd95373d69c384f8a995c34183556fe00'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:36:11.462989 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-51616ed3-a013-4455-884a-b21af01b005c tempest-ServersWithSpecificFlavorTestJSON-1899199349 tempest-ServersWithSpecificFlavorTestJSON-1899199349-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:11.471673 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e07172d1-7b65-4c24-a4fb-4dc634259fd8 admin admin] Made reservation on behalf of d95373d69c384f8a995c34183556fe00 for: {'network': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:36:11.474357 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e07172d1-7b65-4c24-a4fb-4dc634259fd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for network, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:11.488006 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-b706d6c5-b1fc-4768-8008-ccfc7040bb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:11.491937 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e07172d1-7b65-4c24-a4fb-4dc634259fd8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:11.520073 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-51616ed3-a013-4455-884a-b21af01b005c tempest-ServersWithSpecificFlavorTestJSON-1899199349 tempest-ServersWithSpecificFlavorTestJSON-1899199349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:11.531274 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-b706d6c5-b1fc-4768-8008-ccfc7040bb47 None None] For port 8c303646-8474-462e-ad86-8baa142c3561, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=8c303646-8474-462e-ad86-8baa142c3561,segment=NetworkSegment(812175c0-db09-4d71-8da5-aa88a4ef6cf7),segment_id=812175c0-db09-4d71-8da5-aa88a4ef6cf7)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:36:11.541598 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-c3ef946f-c381-44b9-903b-3c55688eecd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd951f439-c55b-479b-9eec-d8e81290abfd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-969084364-router', 'tenant_id': '1730d08ec624469c834b17f19e8d740f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.219'}], 'enable_snat': True}, 'gw_port_id': '570bbc31-5780-49b2-9388-8751d9383d56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:36:01Z', 'updated_at': '2022-03-29T15:36:05Z', 'revision_number': 4, 'project_id': '1730d08ec624469c834b17f19e8d740f', 'gw_port': {'id': '570bbc31-5780-49b2-9388-8751d9383d56', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:98:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd951f439-c55b-479b-9eec-d8e81290abfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 154, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:36:02Z', 'updated_at': '2022-03-29T15:36:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': '8c303646-8474-462e-ad86-8baa142c3561', 'name': '', 'network_id': '8fad648f-6bbf-4dec-a2c1-ccad2a2a5d54', 'tenant_id': '1730d08ec624469c834b17f19e8d740f', 'mac_address': 'fa:16:3e:52:f0:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd951f439-c55b-479b-9eec-d8e81290abfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 165, 'fixed_ips': [{'subnet_id': '10be6da6-60ce-474f-85ca-956a35256eca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:36:05Z', 'updated_at': '2022-03-29T15:36:10Z', 'revision_number': 4, 'project_id': '1730d08ec624469c834b17f19e8d740f', 'subnets': [{'id': '10be6da6-60ce-474f-85ca-956a35256eca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:36:11.545444 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-b706d6c5-b1fc-4768-8008-ccfc7040bb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:11.579584 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3ef946f-c381-44b9-903b-3c55688eecd9 None None] The sync data for ids ['d951f439-c55b-479b-9eec-d8e81290abfd'] in n-d-834765-1 is: [{'id': 'd951f439-c55b-479b-9eec-d8e81290abfd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-969084364-router', 'tenant_id': '1730d08ec624469c834b17f19e8d740f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.219'}], 'enable_snat': True}, 'gw_port_id': '570bbc31-5780-49b2-9388-8751d9383d56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:36:01Z', 'updated_at': '2022-03-29T15:36:05Z', 'revision_number': 4, 'project_id': '1730d08ec624469c834b17f19e8d740f', 'gw_port': {'id': '570bbc31-5780-49b2-9388-8751d9383d56', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:98:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd951f439-c55b-479b-9eec-d8e81290abfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 154, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:36:02Z', 'updated_at': '2022-03-29T15:36:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': '8c303646-8474-462e-ad86-8baa142c3561', 'name': '', 'network_id': '8fad648f-6bbf-4dec-a2c1-ccad2a2a5d54', 'tenant_id': '1730d08ec624469c834b17f19e8d740f', 'mac_address': 'fa:16:3e:52:f0:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd951f439-c55b-479b-9eec-d8e81290abfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 165, 'fixed_ips': [{'subnet_id': '10be6da6-60ce-474f-85ca-956a35256eca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:36:05Z', 'updated_at': '2022-03-29T15:36:10Z', 'revision_number': 4, 'project_id': '1730d08ec624469c834b17f19e8d740f', 'subnets': [{'id': '10be6da6-60ce-474f-85ca-956a35256eca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:36:11.630435 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e07172d1-7b65-4c24-a4fb-4dc634259fd8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:11.654215 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e07172d1-7b65-4c24-a4fb-4dc634259fd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:11.684095 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b706d6c5-b1fc-4768-8008-ccfc7040bb47 None None] Pushing event updated for resources: {'Port': ['ID=8c303646-8474-462e-ad86-8baa142c3561,revision_number=5']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:36:11.694432 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e07172d1-7b65-4c24-a4fb-4dc634259fd8 admin admin] vlan segment allocate from pool success with {'vlan_id': 628, 'physical_network': 'physnet1'} {{(pid=102790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 15:36:11.719745 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07172d1-7b65-4c24-a4fb-4dc634259fd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65faeb9c-6477-4786-a98c-4eff863cd809,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:36:11.728367 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e07172d1-7b65-4c24-a4fb-4dc634259fd8 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8783523423070', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:11.729181 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e07172d1-7b65-4c24-a4fb-4dc634259fd8 admin admin] Unsubscribe: segment precommit_create {{(pid=102790) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 29 15:36:11.729718 n-d-834765-1 neutron-server[102790]: INFO neutron.db.segments_db [None req-e07172d1-7b65-4c24-a4fb-4dc634259fd8 admin admin] Added segment 5bdba699-00c1-4ef8-af14-6b9e11b0a671 of type vlan for network e61fd013-f44b-45a5-ad3b-3bad20fd98dc Mar 29 15:36:11.744016 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 35214) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:36:11.789482 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-7a17304d-a893-4adf-9fa6-3abf87f93829 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:11.825765 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-51616ed3-a013-4455-884a-b21af01b005c tempest-ServersWithSpecificFlavorTestJSON-1899199349 tempest-ServersWithSpecificFlavorTestJSON-1899199349-project] Notify callbacks [] for port, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:11.827543 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e07172d1-7b65-4c24-a4fb-4dc634259fd8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783522915970'] for network, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:11.841551 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-51616ed3-a013-4455-884a-b21af01b005c tempest-ServersWithSpecificFlavorTestJSON-1899199349 tempest-ServersWithSpecificFlavorTestJSON-1899199349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:11.901764 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e07172d1-7b65-4c24-a4fb-4dc634259fd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795'] for network, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:11.902674 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e07172d1-7b65-4c24-a4fb-4dc634259fd8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:36:11.904577 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e07172d1-7b65-4c24-a4fb-4dc634259fd8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for network, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:11.913594 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-51616ed3-a013-4455-884a-b21af01b005c tempest-ServersWithSpecificFlavorTestJSON-1899199349 tempest-ServersWithSpecificFlavorTestJSON-1899199349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648212'] for floatingip, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:11.929394 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51616ed3-a013-4455-884a-b21af01b005c tempest-ServersWithSpecificFlavorTestJSON-1899199349 tempest-ServersWithSpecificFlavorTestJSON-1899199349-project] Pushing event updated for resources: {'Port': ['ID=5dfadcd7-5742-4f2a-9c9e-b4ad7476e533,revision_number=2']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:36:11.939333 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-51616ed3-a013-4455-884a-b21af01b005c tempest-ServersWithSpecificFlavorTestJSON-1899199349 tempest-ServersWithSpecificFlavorTestJSON-1899199349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for floatingip, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:11.949863 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-51616ed3-a013-4455-884a-b21af01b005c tempest-ServersWithSpecificFlavorTestJSON-1899199349 tempest-ServersWithSpecificFlavorTestJSON-1899199349-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.7514637 Mar 29 15:36:11.981935 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-e07172d1-7b65-4c24-a4fb-4dc634259fd8 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.5734644 Mar 29 15:36:11.982131 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 35220) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:36:11.991627 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-4aba72c2-fe6b-48a7-8534-9c82093752eb admin admin] Request body: {'subnet': {'network_id': 'e61fd013-f44b-45a5-ad3b-3bad20fd98dc', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1246160560-subnet', 'tenant_id': 'd95373d69c384f8a995c34183556fe00', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:36:12.017013 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4aba72c2-fe6b-48a7-8534-9c82093752eb admin admin] Made reservation on behalf of d95373d69c384f8a995c34183556fe00 for: {'subnet': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:36:12.019943 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-4aba72c2-fe6b-48a7-8534-9c82093752eb admin admin] Notify callbacks [] for subnet, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:12.175167 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-7a17304d-a893-4adf-9fa6-3abf87f93829 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:12.177044 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07172d1-7b65-4c24-a4fb-4dc634259fd8 admin admin] Pushing event updated for resources: {'Network': ['ID=e61fd013-f44b-45a5-ad3b-3bad20fd98dc,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:36:12.184301 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-7a17304d-a893-4adf-9fa6-3abf87f93829 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:12.190320 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Network e61fd013-f44b-45a5-ad3b-3bad20fd98dc details requested by agent ovs-agent-n-d-834765-1 with host n-d-834765-1 {{(pid=102792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 15:36:12.272662 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-7a17304d-a893-4adf-9fa6-3abf87f93829 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b2c94bc169454feb9377154d7112fbe1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5251801 Mar 29 15:36:12.274534 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a17304d-a893-4adf-9fa6-3abf87f93829 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a90dde52-5d74-43bc-8c6a-aac4bc1e2892,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:36:12.279500 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 35228) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:36:12.374256 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-4aba72c2-fe6b-48a7-8534-9c82093752eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795'] for subnet, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:12.398857 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-35556df6-71c3-4602-8cd9-d29bdfd016e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:12.410777 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199576fb-f358-4b41-87d9-01104d2bb363 req-001d632b-6a5b-486f-8c80-4349e6c220be tempest-AggregatesAdminTestJSON-1978465780 tempest-AggregatesAdminTestJSON-1978465780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:36:12.413297 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-199576fb-f358-4b41-87d9-01104d2bb363 req-001d632b-6a5b-486f-8c80-4349e6c220be tempest-AggregatesAdminTestJSON-1978465780 tempest-AggregatesAdminTestJSON-1978465780-project] 10.222.0.42 "GET /v2.0/ports?device_id=4bba96d0-9cd2-4db6-b801-d088041aed2e HTTP/1.1" status: 200 len: 969 time: 0.2015529 Mar 29 15:36:12.429606 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-35556df6-71c3-4602-8cd9-d29bdfd016e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:12.501104 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-35556df6-71c3-4602-8cd9-d29bdfd016e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:12.504821 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-35556df6-71c3-4602-8cd9-d29bdfd016e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:12.505967 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-35556df6-71c3-4602-8cd9-d29bdfd016e4 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a90dde52-5d74-43bc-8c6a-aac4bc1e2892 HTTP/1.1" status: 204 len: 168 time: 0.2240667 Mar 29 15:36:12.513389 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aba72c2-fe6b-48a7-8534-9c82093752eb admin admin] Pushing event updated for resources: {'Subnet': ['ID=2851f9a2-03d7-4556-a33b-d54b70b835ff,revision_number=0']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:36:12.514996 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35556df6-71c3-4602-8cd9-d29bdfd016e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a90dde52-5d74-43bc-8c6a-aac4bc1e2892,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:36:12.580062 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aba72c2-fe6b-48a7-8534-9c82093752eb admin admin] Checking segment: {'id': '5bdba699-00c1-4ef8-af14-6b9e11b0a671', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'e61fd013-f44b-45a5-ad3b-3bad20fd98dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:36:12.580498 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aba72c2-fe6b-48a7-8534-9c82093752eb admin admin] Network hostable DHCP agents. Network: e61fd013-f44b-45a5-ad3b-3bad20fd98dc, hostable agents: ['d136643e-48ae-49d4-a851-2ba3bdf3749c'], hosted agents: [] {{(pid=102791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 15:36:12.602721 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-199576fb-f358-4b41-87d9-01104d2bb363 req-573da4bf-2658-4d5d-939c-5b177b92f266 tempest-AggregatesAdminTestJSON-1978465780 tempest-AggregatesAdminTestJSON-1978465780-project] 10.222.0.42 "GET /v2.0/security-groups?id=37a527eb-6130-4fd0-bfae-fcbf4f8dfaf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978765 Mar 29 15:36:12.613197 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aba72c2-fe6b-48a7-8534-9c82093752eb admin admin] Network e61fd013-f44b-45a5-ad3b-3bad20fd98dc is scheduled to be hosted by DHCP agent d136643e-48ae-49d4-a851-2ba3bdf3749c with binding_index 1 {{(pid=102791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 15:36:12.627810 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [None req-4aba72c2-fe6b-48a7-8534-9c82093752eb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834765-1, e61fd013-f44b-45a5-ad3b-3bad20fd98dc) {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:36:12.638696 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e80a3940-3647-4ecf-915d-5d3daa88b8dd None None] Network e61fd013-f44b-45a5-ad3b-3bad20fd98dc requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 15:36:12.648435 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aba72c2-fe6b-48a7-8534-9c82093752eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:36:12.649032 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-4aba72c2-fe6b-48a7-8534-9c82093752eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for subnet, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:12.705389 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-4aba72c2-fe6b-48a7-8534-9c82093752eb admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.7222142 Mar 29 15:36:12.799439 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-97c41677-57ef-4b45-9eb4-c0e3144d6c39 req-28abaae5-bacb-42d1-9952-bcfdb8a08756 tempest-ServersWithSpecificFlavorTestJSON-1899199349 tempest-ServersWithSpecificFlavorTestJSON-1899199349-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--1016972915&fields=id&tenant_id=e445b8b78f0c475987478367fb7ec3e6 HTTP/1.1" status: 200 len: 267 time: 0.0809841 Mar 29 15:36:12.889523 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-566f59ec-58f1-4e0a-8c1c-8217fb609f09 None None] Network e61fd013-f44b-45a5-ad3b-3bad20fd98dc requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 15:36:13.083097 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c41677-57ef-4b45-9eb4-c0e3144d6c39 req-4b0dc8f8-4649-47a8-b6e9-0813b532e970 tempest-ServersWithSpecificFlavorTestJSON-1899199349 tempest-ServersWithSpecificFlavorTestJSON-1899199349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:36:13.084764 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-97c41677-57ef-4b45-9eb4-c0e3144d6c39 req-4b0dc8f8-4649-47a8-b6e9-0813b532e970 tempest-ServersWithSpecificFlavorTestJSON-1899199349 tempest-ServersWithSpecificFlavorTestJSON-1899199349-project] 10.222.0.42 "GET /v2.0/networks?id=4c54ad59-5bf5-4d39-a555-33b9ac0525c6 HTTP/1.1" status: 200 len: 823 time: 0.2729354 Mar 29 15:36:13.110929 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-97c41677-57ef-4b45-9eb4-c0e3144d6c39 req-b2431c1f-c69d-4a85-93e7-7236823e3006 tempest-ServersWithSpecificFlavorTestJSON-1899199349 tempest-ServersWithSpecificFlavorTestJSON-1899199349-project] 10.222.0.42 "GET /v2.0/quotas/e445b8b78f0c475987478367fb7ec3e6 HTTP/1.1" status: 200 len: 375 time: 0.0188849 Mar 29 15:36:13.192689 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-97c41677-57ef-4b45-9eb4-c0e3144d6c39 req-3b3ffd98-458a-4b1d-856c-939af2ee1366 tempest-ServersWithSpecificFlavorTestJSON-1899199349 tempest-ServersWithSpecificFlavorTestJSON-1899199349-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=e445b8b78f0c475987478367fb7ec3e6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0728414 Mar 29 15:36:13.402247 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device d2012158-33fa-4bbe-a40b-eabe3cada3e2 up at agent hyperv_n-h2-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:36:13.464477 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Provisioning for port d2012158-33fa-4bbe-a40b-eabe3cada3e2 completed by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 15:36:13.469102 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Provisioning complete for port d2012158-33fa-4bbe-a40b-eabe3cada3e2 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:36:13.469753 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:13.574792 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 8c303646-8474-462e-ad86-8baa142c3561 up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:36:13.614431 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:13.651233 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bba96d0-9cd2-4db6-b801-d088041aed2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2012158-33fa-4bbe-a40b-eabe3cada3e2'}] {{(pid=102792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:36:13.729322 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port d2012158-33fa-4bbe-a40b-eabe3cada3e2, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=d2012158-33fa-4bbe-a40b-eabe3cada3e2,segment=NetworkSegment(a0c230f0-660a-4194-9279-0f0781d34134),segment_id=a0c230f0-660a-4194-9279-0f0781d34134)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:36:13.734731 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port 8c303646-8474-462e-ad86-8baa142c3561 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:36:13.735165 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:13.738632 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:13.817263 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Pushing event updated for resources: {'Port': ['ID=d2012158-33fa-4bbe-a40b-eabe3cada3e2,revision_number=5']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:36:14.003206 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [req-97c41677-57ef-4b45-9eb4-c0e3144d6c39 req-6f234605-3bc3-4923-9195-5c3f3111e1d1 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=102791) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 15:36:14.011962 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-97c41677-57ef-4b45-9eb4-c0e3144d6c39 req-6f234605-3bc3-4923-9195-5c3f3111e1d1 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3861167 Mar 29 15:36:14.126008 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-97c41677-57ef-4b45-9eb4-c0e3144d6c39 req-2d07db64-9d12-427a-9b7b-31326a495fa1 service neutron] 10.222.0.42 "GET /v2.0/networks/4c54ad59-5bf5-4d39-a555-33b9ac0525c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1127646 Mar 29 15:36:14.141490 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb43e56-2bb1-4888-81dd-d3ff5c5c60c2 req-c47ce179-68d9-4ee3-8303-2a5060c176b8 tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:36:14.144161 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-2fb43e56-2bb1-4888-81dd-d3ff5c5c60c2 req-c47ce179-68d9-4ee3-8303-2a5060c176b8 tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] 10.222.0.42 "GET /v2.0/networks?id=c7e23169-e9d3-4fec-ace3-87b88825b851 HTTP/1.1" status: 200 len: 821 time: 0.1895437 Mar 29 15:36:14.173186 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-2fb43e56-2bb1-4888-81dd-d3ff5c5c60c2 req-1b5fe5ba-8fe3-4c1f-bcfd-c3de93885e57 tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] 10.222.0.42 "GET /v2.0/quotas/c66f5a43ae0e46908f202e6b40f23448 HTTP/1.1" status: 200 len: 375 time: 0.0205810 Mar 29 15:36:14.230384 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-97c41677-57ef-4b45-9eb4-c0e3144d6c39 req-56e8abcf-b5c7-496b-9ce7-f21c5f2f4dd1 service neutron] 10.222.0.42 "GET /v2.0/networks/4c54ad59-5bf5-4d39-a555-33b9ac0525c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033046 Mar 29 15:36:14.256365 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-2fb43e56-2bb1-4888-81dd-d3ff5c5c60c2 req-b4d78752-f372-438c-8f52-03c4f704f6d1 tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=c66f5a43ae0e46908f202e6b40f23448&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0694203 Mar 29 15:36:14.291622 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4f476c66b318cc6068719fc39557fac68d413f5c7e78fa77028c7948e999ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4f43bde-b614-4596-bdaa-f3527ead110f" -d '{"events": [{"server_uuid": "4bba96d0-9cd2-4db6-b801-d088041aed2e", "name": "network-vif-plugged", "status": "completed", "tag": "d2012158-33fa-4bbe-a40b-eabe3cada3e2"}]}' {{(pid=102792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:36:14.324624 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 35330) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:36:14.457968 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bdaa43-6922-49b1-a8d5-2c2c6b329695 req-c0a9a05f-d912-4ed2-82ab-11f17030311f tempest-AggregatesAdminTestJSON-1978465780 tempest-AggregatesAdminTestJSON-1978465780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:36:14.460007 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f9bdaa43-6922-49b1-a8d5-2c2c6b329695 req-c0a9a05f-d912-4ed2-82ab-11f17030311f tempest-AggregatesAdminTestJSON-1978465780 tempest-AggregatesAdminTestJSON-1978465780-project] 10.222.0.42 "GET /v2.0/ports?device_id=4bba96d0-9cd2-4db6-b801-d088041aed2e HTTP/1.1" status: 200 len: 970 time: 0.0625930 Mar 29 15:36:14.511871 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f9bdaa43-6922-49b1-a8d5-2c2c6b329695 req-fbfe4a6c-bb81-4a54-b312-9c773ee05afc tempest-AggregatesAdminTestJSON-1978465780 tempest-AggregatesAdminTestJSON-1978465780-project] 10.222.0.42 "GET /v2.0/security-groups?id=37a527eb-6130-4fd0-bfae-fcbf4f8dfaf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449026 Mar 29 15:36:14.617326 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-ad49bf69-406b-40dc-9ee4-3c2808b4fe56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:14.716611 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [req-2fb43e56-2bb1-4888-81dd-d3ff5c5c60c2 req-e86df7db-3a1b-46d0-ac61-f0f95ecac13a service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=102790) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 15:36:14.722809 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-ad49bf69-406b-40dc-9ee4-3c2808b4fe56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:14.723786 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-2fb43e56-2bb1-4888-81dd-d3ff5c5c60c2 req-e86df7db-3a1b-46d0-ac61-f0f95ecac13a service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1530616 Mar 29 15:36:14.728513 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-ad49bf69-406b-40dc-9ee4-3c2808b4fe56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:14.765641 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad49bf69-406b-40dc-9ee4-3c2808b4fe56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d8211be-4d24-4c79-bbdf-7bff9ddb8b23,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:36:14.801519 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-ad49bf69-406b-40dc-9ee4-3c2808b4fe56 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=28da0970a8d64c88bd3cc02ab979f662&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4746637 Mar 29 15:36:14.801873 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 35370) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:36:14.932619 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-3b1bae09-48e4-4907-9af9-ccdb7abf3e55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:14.938346 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:36:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91b5cd05-25c3-42f1-ad26-4a8615c8de98 x-openstack-request-id: req-91b5cd05-25c3-42f1-ad26-4a8615c8de98 {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:36:14.938846 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bba96d0-9cd2-4db6-b801-d088041aed2e", "name": "network-vif-plugged", "status": "completed", "tag": "d2012158-33fa-4bbe-a40b-eabe3cada3e2", "code": 200}]} {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:36:14.938958 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-91b5cd05-25c3-42f1-ad26-4a8615c8de98 {{(pid=102792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:36:14.939716 n-d-834765-1 neutron-server[102792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bba96d0-9cd2-4db6-b801-d088041aed2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2012158-33fa-4bbe-a40b-eabe3cada3e2', 'code': 200} Mar 29 15:36:14.994622 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-3b1bae09-48e4-4907-9af9-ccdb7abf3e55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:14.996481 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-2fb43e56-2bb1-4888-81dd-d3ff5c5c60c2 req-49763f4b-e27c-46c6-bb02-4a240826b424 service neutron] 10.222.0.42 "GET /v2.0/networks/c7e23169-e9d3-4fec-ace3-87b88825b851?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2704418 Mar 29 15:36:15.126009 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-3b1bae09-48e4-4907-9af9-ccdb7abf3e55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:15.129031 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-3b1bae09-48e4-4907-9af9-ccdb7abf3e55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:15.130272 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-3b1bae09-48e4-4907-9af9-ccdb7abf3e55 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/5d8211be-4d24-4c79-bbdf-7bff9ddb8b23 HTTP/1.1" status: 204 len: 168 time: 0.3271871 Mar 29 15:36:15.149190 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-2fb43e56-2bb1-4888-81dd-d3ff5c5c60c2 req-f8153c41-3ae6-467b-a2d2-a3c38e391602 service neutron] 10.222.0.42 "GET /v2.0/networks/c7e23169-e9d3-4fec-ace3-87b88825b851?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1517768 Mar 29 15:36:15.194428 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-07c3faa6-48f2-4a75-97fd-90202f4a5724 req-7c5ae88e-fc7a-41a2-88f4-c4d41b89edf7 tempest-ServersWithSpecificFlavorTestJSON-1899199349 tempest-ServersWithSpecificFlavorTestJSON-1899199349-project] 10.222.0.42 "GET /v2.0/ports?device_id=f0948ff1-40aa-4883-a4ed-abb046ae6d2f HTTP/1.1" status: 200 len: 210 time: 0.1202295 Mar 29 15:36:15.197533 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1bae09-48e4-4907-9af9-ccdb7abf3e55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d8211be-4d24-4c79-bbdf-7bff9ddb8b23,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:36:15.232013 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ec2ca2-61ea-4381-b3e3-10f5d42e123c req-e70a5507-1657-4dfe-b720-3a27774e7ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:36:15.233824 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-92ec2ca2-61ea-4381-b3e3-10f5d42e123c req-e70a5507-1657-4dfe-b720-3a27774e7ab0 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=4bba96d0-9cd2-4db6-b801-d088041aed2e HTTP/1.1" status: 200 len: 1121 time: 0.1584666 Mar 29 15:36:15.268589 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-92ec2ca2-61ea-4381-b3e3-10f5d42e123c req-f38312b6-ef91-4d60-ba61-afbe24f685e7 service neutron] Notify callbacks [] for security_group, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:15.422419 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-5e9a6dc1-cefb-4e09-ac3e-0c9f7239a5a2 req-23001b8a-0593-48d6-9311-68fe0e8ce864 tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] 10.222.0.42 "GET /v2.0/ports?device_id=e1416b4f-2ed2-468a-acdd-84bf3fd763c2 HTTP/1.1" status: 200 len: 210 time: 0.0465579 Mar 29 15:36:15.455765 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-92ec2ca2-61ea-4381-b3e3-10f5d42e123c req-f38312b6-ef91-4d60-ba61-afbe24f685e7 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:15.461238 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-92ec2ca2-61ea-4381-b3e3-10f5d42e123c req-f38312b6-ef91-4d60-ba61-afbe24f685e7 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:15.487305 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-92ec2ca2-61ea-4381-b3e3-10f5d42e123c req-f38312b6-ef91-4d60-ba61-afbe24f685e7 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=37a527eb-6130-4fd0-bfae-fcbf4f8dfaf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2444615 Mar 29 15:36:15.531113 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38312b6-ef91-4d60-ba61-afbe24f685e7 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=b7580458-be84-47ca-8c38-0225d66ff718,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:36:15.669559 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47384541-ed3a-44e3-8c9d-d122a09fa376 req-a70ccc2e-df25-4d61-b20f-ac3b48bfc06a tempest-AggregatesAdminTestJSON-1978465780 tempest-AggregatesAdminTestJSON-1978465780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:36:15.671292 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-47384541-ed3a-44e3-8c9d-d122a09fa376 req-a70ccc2e-df25-4d61-b20f-ac3b48bfc06a tempest-AggregatesAdminTestJSON-1978465780 tempest-AggregatesAdminTestJSON-1978465780-project] 10.222.0.42 "GET /v2.0/ports?device_id=4bba96d0-9cd2-4db6-b801-d088041aed2e HTTP/1.1" status: 200 len: 970 time: 0.0651960 Mar 29 15:36:15.756850 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-47384541-ed3a-44e3-8c9d-d122a09fa376 req-743014d0-bd1f-4a47-97ba-54a46e1a1aca tempest-AggregatesAdminTestJSON-1978465780 tempest-AggregatesAdminTestJSON-1978465780-project] 10.222.0.42 "GET /v2.0/security-groups?id=37a527eb-6130-4fd0-bfae-fcbf4f8dfaf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743992 Mar 29 15:36:15.895570 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4dc22f-7955-45ad-ab1f-0187d93be5fd req-5303d12c-28c5-4ce2-ab6c-e2f3c24b3d1c tempest-NetworksTest-1051699676 tempest-NetworksTest-1051699676-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:36:15.896043 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4dc22f-7955-45ad-ab1f-0187d93be5fd req-5303d12c-28c5-4ce2-ab6c-e2f3c24b3d1c tempest-NetworksTest-1051699676 tempest-NetworksTest-1051699676-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:36:15.896935 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4dc22f-7955-45ad-ab1f-0187d93be5fd req-5303d12c-28c5-4ce2-ab6c-e2f3c24b3d1c tempest-NetworksTest-1051699676 tempest-NetworksTest-1051699676-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:36:15.897397 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4dc22f-7955-45ad-ab1f-0187d93be5fd req-5303d12c-28c5-4ce2-ab6c-e2f3c24b3d1c tempest-NetworksTest-1051699676 tempest-NetworksTest-1051699676-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:36:15.897845 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4dc22f-7955-45ad-ab1f-0187d93be5fd req-5303d12c-28c5-4ce2-ab6c-e2f3c24b3d1c tempest-NetworksTest-1051699676 tempest-NetworksTest-1051699676-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:36:15.898292 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4dc22f-7955-45ad-ab1f-0187d93be5fd req-5303d12c-28c5-4ce2-ab6c-e2f3c24b3d1c tempest-NetworksTest-1051699676 tempest-NetworksTest-1051699676-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:36:15.898742 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4dc22f-7955-45ad-ab1f-0187d93be5fd req-5303d12c-28c5-4ce2-ab6c-e2f3c24b3d1c tempest-NetworksTest-1051699676 tempest-NetworksTest-1051699676-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:36:15.900905 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-7d4dc22f-7955-45ad-ab1f-0187d93be5fd req-5303d12c-28c5-4ce2-ab6c-e2f3c24b3d1c tempest-NetworksTest-1051699676 tempest-NetworksTest-1051699676-project-admin] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5046 time: 0.1390214 Mar 29 15:36:16.010710 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 35424) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:36:16.027890 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d444463a-0351-47ad-9701-5a2e2d37ea94 req-56089cd3-17bb-4134-8524-9f86adc7ec34 tempest-NetworksTest-1051699676 tempest-NetworksTest-1051699676-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:36:16.029321 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d444463a-0351-47ad-9701-5a2e2d37ea94 req-56089cd3-17bb-4134-8524-9f86adc7ec34 tempest-NetworksTest-1051699676 tempest-NetworksTest-1051699676-project-admin] 10.222.0.42 "GET /v2.0/networks/4a4a035d-ecac-4ead-baa3-25f90788773a HTTP/1.1" status: 200 len: 886 time: 0.1094031 Mar 29 15:36:16.032082 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-00c357e0-a4f2-4a92-8bbb-8719d786a6b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:16.168626 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-00c357e0-a4f2-4a92-8bbb-8719d786a6b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:16.170417 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.44', 49793) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:36:16.201227 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-00c357e0-a4f2-4a92-8bbb-8719d786a6b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:16.263962 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc41106-880f-412b-8904-2df13a5575ec req-e5f997ee-550c-406f-afa6-8b80f05b1059 tempest-NetworksTest-1051699676 tempest-NetworksTest-1051699676-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:36:16.264528 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc41106-880f-412b-8904-2df13a5575ec req-e5f997ee-550c-406f-afa6-8b80f05b1059 tempest-NetworksTest-1051699676 tempest-NetworksTest-1051699676-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:36:16.266397 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc41106-880f-412b-8904-2df13a5575ec req-e5f997ee-550c-406f-afa6-8b80f05b1059 tempest-NetworksTest-1051699676 tempest-NetworksTest-1051699676-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:36:16.267455 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc41106-880f-412b-8904-2df13a5575ec req-e5f997ee-550c-406f-afa6-8b80f05b1059 tempest-NetworksTest-1051699676 tempest-NetworksTest-1051699676-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:36:16.267998 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc41106-880f-412b-8904-2df13a5575ec req-e5f997ee-550c-406f-afa6-8b80f05b1059 tempest-NetworksTest-1051699676 tempest-NetworksTest-1051699676-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:36:16.268467 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc41106-880f-412b-8904-2df13a5575ec req-e5f997ee-550c-406f-afa6-8b80f05b1059 tempest-NetworksTest-1051699676 tempest-NetworksTest-1051699676-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:36:16.269657 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc41106-880f-412b-8904-2df13a5575ec req-e5f997ee-550c-406f-afa6-8b80f05b1059 tempest-NetworksTest-1051699676 tempest-NetworksTest-1051699676-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:36:16.271880 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6fc41106-880f-412b-8904-2df13a5575ec req-e5f997ee-550c-406f-afa6-8b80f05b1059 tempest-NetworksTest-1051699676 tempest-NetworksTest-1051699676-project-admin] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5046 time: 0.2064345 Mar 29 15:36:16.287108 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c357e0-a4f2-4a92-8bbb-8719d786a6b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=525c61cb-6f87-482d-b70a-ef6457836ad3,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:36:16.329263 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-00c357e0-a4f2-4a92-8bbb-8719d786a6b8 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=815b9bd9f723451d882d875d3961613d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3166924 Mar 29 15:36:16.332726 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 35440) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:36:16.386681 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c41677-57ef-4b45-9eb4-c0e3144d6c39 req-b35a33fe-38bb-48a7-b326-8ec1d148cd08 tempest-ServersWithSpecificFlavorTestJSON-1899199349 tempest-ServersWithSpecificFlavorTestJSON-1899199349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:36:16.388210 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-97c41677-57ef-4b45-9eb4-c0e3144d6c39 req-b35a33fe-38bb-48a7-b326-8ec1d148cd08 tempest-ServersWithSpecificFlavorTestJSON-1899199349 tempest-ServersWithSpecificFlavorTestJSON-1899199349-project] 10.222.0.44 "GET /v2.0/networks?id=4c54ad59-5bf5-4d39-a555-33b9ac0525c6 HTTP/1.1" status: 200 len: 823 time: 0.2162588 Mar 29 15:36:16.404608 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ff364bf6-0171-4528-a5c2-cd3bdf6c5602 req-e78ce56d-8196-4b29-8e83-22e0e2824d08 tempest-ServersWithSpecificFlavorTestJSON-1899199349 tempest-ServersWithSpecificFlavorTestJSON-1899199349-project] 10.222.0.42 "GET /v2.0/ports?device_id=f0948ff1-40aa-4883-a4ed-abb046ae6d2f HTTP/1.1" status: 200 len: 210 time: 0.0781684 Mar 29 15:36:16.411127 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-b66dcc74-a1d6-4b69-9202-d52b5ef29b1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:16.442332 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-b66dcc74-a1d6-4b69-9202-d52b5ef29b1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:16.529781 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-97c41677-57ef-4b45-9eb4-c0e3144d6c39 req-bd102e22-082e-4e59-bd50-bac972cdc1a1 tempest-ServersWithSpecificFlavorTestJSON-1899199349 tempest-ServersWithSpecificFlavorTestJSON-1899199349-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e445b8b78f0c475987478367fb7ec3e6 HTTP/1.1" status: 200 len: 380 time: 0.0529392 Mar 29 15:36:16.535523 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-fc8c8782-af16-4e19-a2fe-518d2312a1d2 req-4fa13f80-728f-4345-97d0-f529b22235ca tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] 10.222.0.42 "GET /v2.0/ports?device_id=e1416b4f-2ed2-468a-acdd-84bf3fd763c2 HTTP/1.1" status: 200 len: 210 time: 0.0430045 Mar 29 15:36:16.545813 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [req-97c41677-57ef-4b45-9eb4-c0e3144d6c39 req-3956c6ea-5f33-4295-af93-bbaa143ad657 tempest-ServersWithSpecificFlavorTestJSON-1899199349 tempest-ServersWithSpecificFlavorTestJSON-1899199349-project] Request body: {'port': {'device_id': 'f0948ff1-40aa-4883-a4ed-abb046ae6d2f', 'network_id': '4c54ad59-5bf5-4d39-a555-33b9ac0525c6', 'admin_state_up': True, 'tenant_id': 'e445b8b78f0c475987478367fb7ec3e6', 'security_groups': ['b327838c-078f-492b-afe7-ae6a101aed15']}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:36:16.558226 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-b66dcc74-a1d6-4b69-9202-d52b5ef29b1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:16.561404 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-b66dcc74-a1d6-4b69-9202-d52b5ef29b1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:16.563998 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-b66dcc74-a1d6-4b69-9202-d52b5ef29b1a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/525c61cb-6f87-482d-b70a-ef6457836ad3 HTTP/1.1" status: 204 len: 168 time: 0.2303505 Mar 29 15:36:16.611353 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:16.642432 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66dcc74-a1d6-4b69-9202-d52b5ef29b1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=525c61cb-6f87-482d-b70a-ef6457836ad3,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:36:16.862250 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97c41677-57ef-4b45-9eb4-c0e3144d6c39 req-3956c6ea-5f33-4295-af93-bbaa143ad657 tempest-ServersWithSpecificFlavorTestJSON-1899199349 tempest-ServersWithSpecificFlavorTestJSON-1899199349-project] Made reservation on behalf of e445b8b78f0c475987478367fb7ec3e6 for: {'port': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:36:16.867887 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-97c41677-57ef-4b45-9eb4-c0e3144d6c39 req-3956c6ea-5f33-4295-af93-bbaa143ad657 tempest-ServersWithSpecificFlavorTestJSON-1899199349 tempest-ServersWithSpecificFlavorTestJSON-1899199349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:16.953748 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b8f387-c9fb-4224-b954-87bbd438d1c3 req-e8b93dac-d2db-4481-acc8-27632542d06b tempest-AggregatesAdminTestJSON-1978465780 tempest-AggregatesAdminTestJSON-1978465780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:36:16.956779 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-06b8f387-c9fb-4224-b954-87bbd438d1c3 req-e8b93dac-d2db-4481-acc8-27632542d06b tempest-AggregatesAdminTestJSON-1978465780 tempest-AggregatesAdminTestJSON-1978465780-project] 10.222.0.42 "GET /v2.0/ports?device_id=4bba96d0-9cd2-4db6-b801-d088041aed2e HTTP/1.1" status: 200 len: 970 time: 0.0888655 Mar 29 15:36:17.010677 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-06b8f387-c9fb-4224-b954-87bbd438d1c3 req-bc6a15d5-255e-4d2b-93d2-5854e976f742 tempest-AggregatesAdminTestJSON-1978465780 tempest-AggregatesAdminTestJSON-1978465780-project] 10.222.0.42 "GET /v2.0/security-groups?id=37a527eb-6130-4fd0-bfae-fcbf4f8dfaf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469494 Mar 29 15:36:17.059789 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 35468) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:36:17.190193 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.db_base_plugin_common [req-97c41677-57ef-4b45-9eb4-c0e3144d6c39 req-3956c6ea-5f33-4295-af93-bbaa143ad657 tempest-ServersWithSpecificFlavorTestJSON-1899199349 tempest-ServersWithSpecificFlavorTestJSON-1899199349-project] Allocated IP 172.20.0.12 (4c54ad59-5bf5-4d39-a555-33b9ac0525c6/03f862f4-b4e2-46c9-849d-afd166600484/c2bed875-232f-4075-8675-a7bb9c143df0) {{(pid=102790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:36:17.372065 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-97c41677-57ef-4b45-9eb4-c0e3144d6c39 req-3956c6ea-5f33-4295-af93-bbaa143ad657 tempest-ServersWithSpecificFlavorTestJSON-1899199349 tempest-ServersWithSpecificFlavorTestJSON-1899199349-project] Notify callbacks [] for port, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:17.401270 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-27d501a3-fb10-42d8-946c-d8aba7ce7acf admin admin] Notify callbacks [] for security_group, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:17.420696 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-97c41677-57ef-4b45-9eb4-c0e3144d6c39 req-3956c6ea-5f33-4295-af93-bbaa143ad657 tempest-ServersWithSpecificFlavorTestJSON-1899199349 tempest-ServersWithSpecificFlavorTestJSON-1899199349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956'] for port, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:17.505616 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97c41677-57ef-4b45-9eb4-c0e3144d6c39 req-3956c6ea-5f33-4295-af93-bbaa143ad657 tempest-ServersWithSpecificFlavorTestJSON-1899199349 tempest-ServersWithSpecificFlavorTestJSON-1899199349-project] Network 4c54ad59-5bf5-4d39-a555-33b9ac0525c6 is already hosted by enough agents. {{(pid=102790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:36:17.511516 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [req-97c41677-57ef-4b45-9eb4-c0e3144d6c39 req-3956c6ea-5f33-4295-af93-bbaa143ad657 tempest-ServersWithSpecificFlavorTestJSON-1899199349 tempest-ServersWithSpecificFlavorTestJSON-1899199349-project] Resources bound (agent type, host, resource id): {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:36:17.518515 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.l3_dvrscheduler_db [req-97c41677-57ef-4b45-9eb4-c0e3144d6c39 req-3956c6ea-5f33-4295-af93-bbaa143ad657 tempest-ServersWithSpecificFlavorTestJSON-1899199349 tempest-ServersWithSpecificFlavorTestJSON-1899199349-project] Received port after_create {{(pid=102790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:36:17.524032 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c41677-57ef-4b45-9eb4-c0e3144d6c39 req-3956c6ea-5f33-4295-af93-bbaa143ad657 tempest-ServersWithSpecificFlavorTestJSON-1899199349 tempest-ServersWithSpecificFlavorTestJSON-1899199349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:36:17.524678 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-97c41677-57ef-4b45-9eb4-c0e3144d6c39 req-3956c6ea-5f33-4295-af93-bbaa143ad657 tempest-ServersWithSpecificFlavorTestJSON-1899199349 tempest-ServersWithSpecificFlavorTestJSON-1899199349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for port, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:17.557899 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3956c6ea-5f33-4295-af93-bbaa143ad657 tempest-ServersWithSpecificFlavorTestJSON-1899199349 tempest-ServersWithSpecificFlavorTestJSON-1899199349-project] Pushing event updated for resources: {'Port': ['ID=c2bed875-232f-4075-8675-a7bb9c143df0,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:36:17.575882 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-27d501a3-fb10-42d8-946c-d8aba7ce7acf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:17.578982 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-97c41677-57ef-4b45-9eb4-c0e3144d6c39 req-3956c6ea-5f33-4295-af93-bbaa143ad657 tempest-ServersWithSpecificFlavorTestJSON-1899199349 tempest-ServersWithSpecificFlavorTestJSON-1899199349-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0381911 Mar 29 15:36:17.583543 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-27d501a3-fb10-42d8-946c-d8aba7ce7acf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:17.612833 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:17.696208 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-27d501a3-fb10-42d8-946c-d8aba7ce7acf admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=851a4042c24146e6b83f2b6fe134ea63&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6352301 Mar 29 15:36:17.698746 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 35488) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:36:17.699536 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d501a3-fb10-42d8-946c-d8aba7ce7acf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db208cb8-2299-417e-b6d7-5779313f4650,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:36:17.830607 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-89ca37ee-20e7-49a3-9e8e-c455760b5cb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:17.872567 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-89ca37ee-20e7-49a3-9e8e-c455760b5cb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:17.921150 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-e855e992-9956-4a43-a3e0-5dafede67e95 None None] Provisioning complete for port c2bed875-232f-4075-8675-a7bb9c143df0 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:36:17.922931 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-e855e992-9956-4a43-a3e0-5dafede67e95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:17.934359 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-82908774-41e8-4ddc-8b4a-c5d221f1a0ef req-15d2fd25-821a-43e6-adb8-536cfb29922d tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] 10.222.0.42 "GET /v2.0/ports?device_id=e1416b4f-2ed2-468a-acdd-84bf3fd763c2 HTTP/1.1" status: 200 len: 210 time: 0.0397692 Mar 29 15:36:17.943596 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1c2680-14b5-4300-b016-5c12d082fd9b req-44823127-729a-4eef-ae3a-5337c6e531ad tempest-ServersWithSpecificFlavorTestJSON-1899199349 tempest-ServersWithSpecificFlavorTestJSON-1899199349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:36:17.947870 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-bd1c2680-14b5-4300-b016-5c12d082fd9b req-44823127-729a-4eef-ae3a-5337c6e531ad tempest-ServersWithSpecificFlavorTestJSON-1899199349 tempest-ServersWithSpecificFlavorTestJSON-1899199349-project] 10.222.0.42 "GET /v2.0/ports?device_id=f0948ff1-40aa-4883-a4ed-abb046ae6d2f HTTP/1.1" status: 200 len: 932 time: 0.0746479 Mar 29 15:36:17.977177 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-89ca37ee-20e7-49a3-9e8e-c455760b5cb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:17.980512 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-89ca37ee-20e7-49a3-9e8e-c455760b5cb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:17.981779 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-89ca37ee-20e7-49a3-9e8e-c455760b5cb3 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/db208cb8-2299-417e-b6d7-5779313f4650 HTTP/1.1" status: 204 len: 168 time: 0.2815187 Mar 29 15:36:18.008959 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ca37ee-20e7-49a3-9e8e-c455760b5cb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db208cb8-2299-417e-b6d7-5779313f4650,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:36:18.036929 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-bd1c2680-14b5-4300-b016-5c12d082fd9b req-faa4c241-0e9c-46af-872c-385cab7d2234 tempest-ServersWithSpecificFlavorTestJSON-1899199349 tempest-ServersWithSpecificFlavorTestJSON-1899199349-project] 10.222.0.42 "GET /v2.0/security-groups?id=b327838c-078f-492b-afe7-ae6a101aed15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758197 Mar 29 15:36:18.057290 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-e855e992-9956-4a43-a3e0-5dafede67e95 None None] Port c2bed875-232f-4075-8675-a7bb9c143df0 cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 15:36:18.195719 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9304cc4-8281-4fc3-a783-8e2d49ddfad8 req-ea6ba384-6f0f-473d-a270-a13cbc0f926b tempest-AggregatesAdminTestJSON-1978465780 tempest-AggregatesAdminTestJSON-1978465780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:36:18.197257 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-f9304cc4-8281-4fc3-a783-8e2d49ddfad8 req-ea6ba384-6f0f-473d-a270-a13cbc0f926b tempest-AggregatesAdminTestJSON-1978465780 tempest-AggregatesAdminTestJSON-1978465780-project] 10.222.0.42 "GET /v2.0/ports?device_id=4bba96d0-9cd2-4db6-b801-d088041aed2e HTTP/1.1" status: 200 len: 970 time: 0.0625672 Mar 29 15:36:18.240003 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-f9304cc4-8281-4fc3-a783-8e2d49ddfad8 req-9a85cc54-2f86-4934-80de-2f8a0a0b429d tempest-AggregatesAdminTestJSON-1978465780 tempest-AggregatesAdminTestJSON-1978465780-project] 10.222.0.42 "GET /v2.0/security-groups?id=37a527eb-6130-4fd0-bfae-fcbf4f8dfaf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354731 Mar 29 15:36:18.598327 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008ba43a-e4ce-4255-be7e-f4c3af653ec1 req-f01799f6-f31d-43c8-8822-f8147fa08294 tempest-AggregatesAdminTestJSON-1360554860 tempest-AggregatesAdminTestJSON-1360554860-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:36:18.599932 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-008ba43a-e4ce-4255-be7e-f4c3af653ec1 req-f01799f6-f31d-43c8-8822-f8147fa08294 tempest-AggregatesAdminTestJSON-1360554860 tempest-AggregatesAdminTestJSON-1360554860-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=4bba96d0-9cd2-4db6-b801-d088041aed2e HTTP/1.1" status: 200 len: 1121 time: 0.0767827 Mar 29 15:36:18.629728 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-008ba43a-e4ce-4255-be7e-f4c3af653ec1 req-6d693700-69e4-4605-88b6-18f9c2e858d3 tempest-AggregatesAdminTestJSON-1360554860 tempest-AggregatesAdminTestJSON-1360554860-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:18.667323 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 35534) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:36:18.685365 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-8614777f-fc73-473a-b4b2-1208feb2575b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:18.730938 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-008ba43a-e4ce-4255-be7e-f4c3af653ec1 req-6d693700-69e4-4605-88b6-18f9c2e858d3 tempest-AggregatesAdminTestJSON-1360554860 tempest-AggregatesAdminTestJSON-1360554860-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:18.737334 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-008ba43a-e4ce-4255-be7e-f4c3af653ec1 req-6d693700-69e4-4605-88b6-18f9c2e858d3 tempest-AggregatesAdminTestJSON-1360554860 tempest-AggregatesAdminTestJSON-1360554860-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:18.777110 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-008ba43a-e4ce-4255-be7e-f4c3af653ec1 req-6d693700-69e4-4605-88b6-18f9c2e858d3 tempest-AggregatesAdminTestJSON-1360554860 tempest-AggregatesAdminTestJSON-1360554860-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=37a527eb-6130-4fd0-bfae-fcbf4f8dfaf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648071 Mar 29 15:36:18.795565 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-8614777f-fc73-473a-b4b2-1208feb2575b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:18.805903 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-8614777f-fc73-473a-b4b2-1208feb2575b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:18.808722 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d693700-69e4-4605-88b6-18f9c2e858d3 tempest-AggregatesAdminTestJSON-1360554860 tempest-AggregatesAdminTestJSON-1360554860-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d4dad26-ba5e-4383-8ac6-49635fd73385,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:36:18.854592 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8614777f-fc73-473a-b4b2-1208feb2575b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b9d1a94-8e46-4c88-93d0-61af48e5beab,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:36:18.869643 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-8614777f-fc73-473a-b4b2-1208feb2575b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7fe942b8195047c0ac7a66929ba639ac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2002883 Mar 29 15:36:18.872168 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 35540) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:36:18.956490 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-09353025-b784-45b3-8593-686dace364e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:18.998798 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-09353025-b784-45b3-8593-686dace364e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:19.076548 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-09353025-b784-45b3-8593-686dace364e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:19.081035 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-09353025-b784-45b3-8593-686dace364e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:19.082524 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-09353025-b784-45b3-8593-686dace364e8 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/6b9d1a94-8e46-4c88-93d0-61af48e5beab HTTP/1.1" status: 204 len: 168 time: 0.2088425 Mar 29 15:36:19.089188 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-d219090f-7c0e-4755-8979-c5903fc36074 req-46794615-4cdd-4688-bd5d-d1b73b7aee6b tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] 10.222.0.42 "GET /v2.0/ports?device_id=e1416b4f-2ed2-468a-acdd-84bf3fd763c2 HTTP/1.1" status: 200 len: 210 time: 0.0413890 Mar 29 15:36:19.115953 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09353025-b784-45b3-8593-686dace364e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b9d1a94-8e46-4c88-93d0-61af48e5beab,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:36:19.326649 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a13c1bb-3372-4fab-8eec-4628ba6a75d8 req-b0d476c6-fcde-4da2-b1dd-aa0765c1dda7 tempest-ServersWithSpecificFlavorTestJSON-1899199349 tempest-ServersWithSpecificFlavorTestJSON-1899199349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:36:19.328589 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6a13c1bb-3372-4fab-8eec-4628ba6a75d8 req-b0d476c6-fcde-4da2-b1dd-aa0765c1dda7 tempest-ServersWithSpecificFlavorTestJSON-1899199349 tempest-ServersWithSpecificFlavorTestJSON-1899199349-project] 10.222.0.42 "GET /v2.0/ports?device_id=f0948ff1-40aa-4883-a4ed-abb046ae6d2f HTTP/1.1" status: 200 len: 932 time: 0.0588322 Mar 29 15:36:19.378928 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6a13c1bb-3372-4fab-8eec-4628ba6a75d8 req-08baad95-de20-47d9-87af-353f62cebe3a tempest-ServersWithSpecificFlavorTestJSON-1899199349 tempest-ServersWithSpecificFlavorTestJSON-1899199349-project] 10.222.0.42 "GET /v2.0/security-groups?id=b327838c-078f-492b-afe7-ae6a101aed15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441339 Mar 29 15:36:19.521649 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2636973c-6b82-4d5f-b252-e00a2cbbcbf7 req-aa0a608e-6a7d-4d4f-a66f-d9e628d1aaa5 tempest-AggregatesAdminTestJSON-1978465780 tempest-AggregatesAdminTestJSON-1978465780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:36:19.523555 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-2636973c-6b82-4d5f-b252-e00a2cbbcbf7 req-aa0a608e-6a7d-4d4f-a66f-d9e628d1aaa5 tempest-AggregatesAdminTestJSON-1978465780 tempest-AggregatesAdminTestJSON-1978465780-project] 10.222.0.42 "GET /v2.0/ports?device_id=4bba96d0-9cd2-4db6-b801-d088041aed2e HTTP/1.1" status: 200 len: 970 time: 0.0634251 Mar 29 15:36:19.567635 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-2636973c-6b82-4d5f-b252-e00a2cbbcbf7 req-e3f18dc2-ef64-4950-8e14-748db1020b0b tempest-AggregatesAdminTestJSON-1978465780 tempest-AggregatesAdminTestJSON-1978465780-project] 10.222.0.42 "GET /v2.0/security-groups?id=37a527eb-6130-4fd0-bfae-fcbf4f8dfaf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374844 Mar 29 15:36:20.263690 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-6a5f0c12-46cb-4c38-ad19-a925f3e1777d req-883cedcb-9d4c-4f4b-9e8f-28f52b319fa5 tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] 10.222.0.42 "GET /v2.0/ports?device_id=e1416b4f-2ed2-468a-acdd-84bf3fd763c2 HTTP/1.1" status: 200 len: 210 time: 0.0393448 Mar 29 15:36:20.546579 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816218cd-a903-444a-a258-dc5f52d95414 req-f6e72344-b9cd-45ee-8ad9-dd89674fdbbc tempest-AggregatesAdminTestJSON-1978465780 tempest-AggregatesAdminTestJSON-1978465780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:36:20.548206 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-816218cd-a903-444a-a258-dc5f52d95414 req-f6e72344-b9cd-45ee-8ad9-dd89674fdbbc tempest-AggregatesAdminTestJSON-1978465780 tempest-AggregatesAdminTestJSON-1978465780-project] 10.222.0.48 "GET /v2.0/ports?device_id=4bba96d0-9cd2-4db6-b801-d088041aed2e HTTP/1.1" status: 200 len: 970 time: 0.0849869 Mar 29 15:36:20.778630 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dea000b-20a5-4189-bc52-415dbb925321 req-baa1dbbf-900d-4512-8534-3510a632ae8e tempest-AggregatesAdminTestJSON-1978465780 tempest-AggregatesAdminTestJSON-1978465780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:36:20.780189 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-0dea000b-20a5-4189-bc52-415dbb925321 req-baa1dbbf-900d-4512-8534-3510a632ae8e tempest-AggregatesAdminTestJSON-1978465780 tempest-AggregatesAdminTestJSON-1978465780-project] 10.222.0.42 "GET /v2.0/ports?device_id=4bba96d0-9cd2-4db6-b801-d088041aed2e HTTP/1.1" status: 200 len: 970 time: 0.0610130 Mar 29 15:36:20.828363 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-0dea000b-20a5-4189-bc52-415dbb925321 req-10178309-0207-4b68-86d3-f09c084ef23d tempest-AggregatesAdminTestJSON-1978465780 tempest-AggregatesAdminTestJSON-1978465780-project] 10.222.0.42 "GET /v2.0/security-groups?id=37a527eb-6130-4fd0-bfae-fcbf4f8dfaf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401540 Mar 29 15:36:20.977571 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae139c96-7b06-441b-9a38-3ec993fded09 req-755902b0-dc63-4ddd-aa57-42e716449ce0 tempest-ServersWithSpecificFlavorTestJSON-1899199349 tempest-ServersWithSpecificFlavorTestJSON-1899199349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:36:20.979044 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ae139c96-7b06-441b-9a38-3ec993fded09 req-755902b0-dc63-4ddd-aa57-42e716449ce0 tempest-ServersWithSpecificFlavorTestJSON-1899199349 tempest-ServersWithSpecificFlavorTestJSON-1899199349-project] 10.222.0.42 "GET /v2.0/ports?device_id=f0948ff1-40aa-4883-a4ed-abb046ae6d2f HTTP/1.1" status: 200 len: 932 time: 0.3909039 Mar 29 15:36:21.025208 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [req-816218cd-a903-444a-a258-dc5f52d95414 req-b121d7a6-8148-4523-bf07-2317ea91e6cf tempest-AggregatesAdminTestJSON-1978465780 tempest-AggregatesAdminTestJSON-1978465780-project] Deleting port d2012158-33fa-4bbe-a40b-eabe3cada3e2 {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:36:21.025552 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-816218cd-a903-444a-a258-dc5f52d95414 req-b121d7a6-8148-4523-bf07-2317ea91e6cf tempest-AggregatesAdminTestJSON-1978465780 tempest-AggregatesAdminTestJSON-1978465780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:21.055593 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ae139c96-7b06-441b-9a38-3ec993fded09 req-36095545-0ec7-440a-850a-d303b910a92c tempest-ServersWithSpecificFlavorTestJSON-1899199349 tempest-ServersWithSpecificFlavorTestJSON-1899199349-project] 10.222.0.42 "GET /v2.0/security-groups?id=b327838c-078f-492b-afe7-ae6a101aed15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678065 Mar 29 15:36:21.143861 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-816218cd-a903-444a-a258-dc5f52d95414 req-b121d7a6-8148-4523-bf07-2317ea91e6cf tempest-AggregatesAdminTestJSON-1978465780 tempest-AggregatesAdminTestJSON-1978465780-project] For port d2012158-33fa-4bbe-a40b-eabe3cada3e2, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=d2012158-33fa-4bbe-a40b-eabe3cada3e2,segment=NetworkSegment(a0c230f0-660a-4194-9279-0f0781d34134),segment_id=a0c230f0-660a-4194-9279-0f0781d34134)] {{(pid=102791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:36:21.143861 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-816218cd-a903-444a-a258-dc5f52d95414 req-b121d7a6-8148-4523-bf07-2317ea91e6cf tempest-AggregatesAdminTestJSON-1978465780 tempest-AggregatesAdminTestJSON-1978465780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:21.162070 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [req-816218cd-a903-444a-a258-dc5f52d95414 req-b121d7a6-8148-4523-bf07-2317ea91e6cf tempest-AggregatesAdminTestJSON-1978465780 tempest-AggregatesAdminTestJSON-1978465780-project] Calling delete_port for d2012158-33fa-4bbe-a40b-eabe3cada3e2 owned by compute:tempest-test_az-695890840 {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:36:21.283759 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-c10eecaa-3a43-49b6-a22a-7c6abbb5a688 req-6e192520-db99-407a-af39-2ec00209afea tempest-QuotasAdminNegativeTest-855114540 tempest-QuotasAdminNegativeTest-855114540-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=a4c897265eda4e398e19618ef9207664&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0245447 Mar 29 15:36:21.360822 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-816218cd-a903-444a-a258-dc5f52d95414 req-b121d7a6-8148-4523-bf07-2317ea91e6cf tempest-AggregatesAdminTestJSON-1978465780 tempest-AggregatesAdminTestJSON-1978465780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:21.372943 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] get_ports_and_sgs() called for port_ids ['d2012158-33fa-4bbe-a40b-eabe3cada3e2'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:36:21.440006 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b121d7a6-8148-4523-bf07-2317ea91e6cf tempest-AggregatesAdminTestJSON-1978465780 tempest-AggregatesAdminTestJSON-1978465780-project] Pushing event deleted for resources: {'Port': ['ID=d2012158-33fa-4bbe-a40b-eabe3cada3e2,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:36:21.502254 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [req-816218cd-a903-444a-a258-dc5f52d95414 req-b121d7a6-8148-4523-bf07-2317ea91e6cf tempest-AggregatesAdminTestJSON-1978465780 tempest-AggregatesAdminTestJSON-1978465780-project] No DVR routers for this DVR port d2012158-33fa-4bbe-a40b-eabe3cada3e2 on host n-h2-834765-1 {{(pid=102791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:36:21.505327 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-2f105b81-6bf2-4679-9921-e17c144734ed req-fdcb9675-2ea9-4e64-8d99-d3424ad01675 tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] 10.222.0.42 "GET /v2.0/ports?device_id=e1416b4f-2ed2-468a-acdd-84bf3fd763c2 HTTP/1.1" status: 200 len: 210 time: 0.0674906 Mar 29 15:36:21.508806 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-816218cd-a903-444a-a258-dc5f52d95414 req-b121d7a6-8148-4523-bf07-2317ea91e6cf tempest-AggregatesAdminTestJSON-1978465780 tempest-AggregatesAdminTestJSON-1978465780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:21.512256 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-816218cd-a903-444a-a258-dc5f52d95414 req-b121d7a6-8148-4523-bf07-2317ea91e6cf tempest-AggregatesAdminTestJSON-1978465780 tempest-AggregatesAdminTestJSON-1978465780-project] 10.222.0.48 "DELETE /v2.0/ports/d2012158-33fa-4bbe-a40b-eabe3cada3e2 HTTP/1.1" status: 204 len: 173 time: 0.9577096 Mar 29 15:36:21.512724 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bba96d0-9cd2-4db6-b801-d088041aed2e', 'name': 'network-vif-deleted', 'tag': 'd2012158-33fa-4bbe-a40b-eabe3cada3e2'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:36:21.515011 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c67b028db5e9b9818fecc5c0a87ebc6f190694fa53ca267d523e04f98de536d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c71ab6b3-3c2f-462b-93a2-b2bd99d13c01" -d '{"events": [{"server_uuid": "4bba96d0-9cd2-4db6-b801-d088041aed2e", "name": "network-vif-deleted", "tag": "d2012158-33fa-4bbe-a40b-eabe3cada3e2"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:36:21.584810 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10eecaa-3a43-49b6-a22a-7c6abbb5a688 req-02d51c61-72f9-4993-ae9b-30ea58803606 tempest-QuotasAdminNegativeTest-855114540 tempest-QuotasAdminNegativeTest-855114540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:36:21.586584 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-c10eecaa-3a43-49b6-a22a-7c6abbb5a688 req-02d51c61-72f9-4993-ae9b-30ea58803606 tempest-QuotasAdminNegativeTest-855114540 tempest-QuotasAdminNegativeTest-855114540-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2922945 Mar 29 15:36:21.607075 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-c10eecaa-3a43-49b6-a22a-7c6abbb5a688 req-68a04716-4ade-485a-b56a-f209c682f795 tempest-QuotasAdminNegativeTest-855114540 tempest-QuotasAdminNegativeTest-855114540-project] 10.222.0.42 "GET /v2.0/quotas/a4c897265eda4e398e19618ef9207664 HTTP/1.1" status: 200 len: 375 time: 0.0114272 Mar 29 15:36:21.665336 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-c10eecaa-3a43-49b6-a22a-7c6abbb5a688 req-17c8b42a-2763-4317-89a6-23580c71690b tempest-QuotasAdminNegativeTest-855114540 tempest-QuotasAdminNegativeTest-855114540-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=a4c897265eda4e398e19618ef9207664&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0494168 Mar 29 15:36:21.693241 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:36:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cc136a9-27b4-468c-b1fc-511f90ec670e x-openstack-request-id: req-0cc136a9-27b4-468c-b1fc-511f90ec670e {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:36:21.693748 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bba96d0-9cd2-4db6-b801-d088041aed2e", "name": "network-vif-deleted", "tag": "d2012158-33fa-4bbe-a40b-eabe3cada3e2", "status": "completed", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:36:21.693748 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-0cc136a9-27b4-468c-b1fc-511f90ec670e {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:36:21.694107 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bba96d0-9cd2-4db6-b801-d088041aed2e', 'name': 'network-vif-deleted', 'tag': 'd2012158-33fa-4bbe-a40b-eabe3cada3e2', 'status': 'completed', 'code': 200} Mar 29 15:36:21.948140 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-a71266b9-c76f-492b-809d-4dcffdbee1e5 req-2c4d28d8-23e5-4dee-9dfb-4bf039a76c0a tempest-AggregatesAdminTestJSON-1978465780 tempest-AggregatesAdminTestJSON-1978465780-project] 10.222.0.42 "GET /v2.0/ports?device_id=4bba96d0-9cd2-4db6-b801-d088041aed2e HTTP/1.1" status: 200 len: 210 time: 0.0283918 Mar 29 15:36:22.297521 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea766dbd-d951-4833-88ba-18e7e18e2841 req-c4c19c60-8a79-489a-a0ca-81980fdff6a6 tempest-ServersWithSpecificFlavorTestJSON-1899199349 tempest-ServersWithSpecificFlavorTestJSON-1899199349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:36:22.299047 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-ea766dbd-d951-4833-88ba-18e7e18e2841 req-c4c19c60-8a79-489a-a0ca-81980fdff6a6 tempest-ServersWithSpecificFlavorTestJSON-1899199349 tempest-ServersWithSpecificFlavorTestJSON-1899199349-project] 10.222.0.42 "GET /v2.0/ports?device_id=f0948ff1-40aa-4883-a4ed-abb046ae6d2f HTTP/1.1" status: 200 len: 932 time: 0.0534847 Mar 29 15:36:22.338150 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-ea766dbd-d951-4833-88ba-18e7e18e2841 req-7471c949-b7fc-4b03-b01e-b2bb056cc98c tempest-ServersWithSpecificFlavorTestJSON-1899199349 tempest-ServersWithSpecificFlavorTestJSON-1899199349-project] 10.222.0.42 "GET /v2.0/security-groups?id=b327838c-078f-492b-afe7-ae6a101aed15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327034 Mar 29 15:36:22.618086 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-031a4006-f07f-40e1-9e5f-aaa542f5f443 req-80a90bb0-31e7-44ce-8009-0bc5bcc359e2 tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] 10.222.0.42 "GET /v2.0/ports?device_id=e1416b4f-2ed2-468a-acdd-84bf3fd763c2 HTTP/1.1" status: 200 len: 210 time: 0.0268259 Mar 29 15:36:22.719129 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-7cf0006a-746e-429d-87be-2a89c0079c23 req-2e0c1262-a4ac-4f59-a94d-de80629b7c01 tempest-QuotasAdminNegativeTest-855114540 tempest-QuotasAdminNegativeTest-855114540-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=a4c897265eda4e398e19618ef9207664&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0219622 Mar 29 15:36:22.828074 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf0006a-746e-429d-87be-2a89c0079c23 req-3dcd7a03-3b87-4fef-8e6a-346dfba56987 tempest-QuotasAdminNegativeTest-855114540 tempest-QuotasAdminNegativeTest-855114540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:36:22.829598 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-7cf0006a-746e-429d-87be-2a89c0079c23 req-3dcd7a03-3b87-4fef-8e6a-346dfba56987 tempest-QuotasAdminNegativeTest-855114540 tempest-QuotasAdminNegativeTest-855114540-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1044068 Mar 29 15:36:22.844729 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-7cf0006a-746e-429d-87be-2a89c0079c23 req-c08681e9-22d4-4900-8108-1bc4a9ee0aa8 tempest-QuotasAdminNegativeTest-855114540 tempest-QuotasAdminNegativeTest-855114540-project] 10.222.0.42 "GET /v2.0/quotas/a4c897265eda4e398e19618ef9207664 HTTP/1.1" status: 200 len: 375 time: 0.0092010 Mar 29 15:36:22.876285 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-7cf0006a-746e-429d-87be-2a89c0079c23 req-d3a08073-bdf8-4bf3-970a-47411397019c tempest-QuotasAdminNegativeTest-855114540 tempest-QuotasAdminNegativeTest-855114540-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=a4c897265eda4e398e19618ef9207664&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0259740 Mar 29 15:36:23.215676 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 35754) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:36:23.521236 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30fb26f-fed4-40d2-b270-cd0a8fd9a03b req-b1a0a721-02ef-4d00-8a13-c292a41baa6f tempest-ServersWithSpecificFlavorTestJSON-1899199349 tempest-ServersWithSpecificFlavorTestJSON-1899199349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:36:23.522829 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-f30fb26f-fed4-40d2-b270-cd0a8fd9a03b req-b1a0a721-02ef-4d00-8a13-c292a41baa6f tempest-ServersWithSpecificFlavorTestJSON-1899199349 tempest-ServersWithSpecificFlavorTestJSON-1899199349-project] 10.222.0.42 "GET /v2.0/ports?device_id=f0948ff1-40aa-4883-a4ed-abb046ae6d2f HTTP/1.1" status: 200 len: 932 time: 0.0498097 Mar 29 15:36:23.542786 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-2343dc63-86da-4197-8c0c-0406916394e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:23.562821 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-f30fb26f-fed4-40d2-b270-cd0a8fd9a03b req-678b1595-2312-4d13-a731-abcd7a93f09a tempest-ServersWithSpecificFlavorTestJSON-1899199349 tempest-ServersWithSpecificFlavorTestJSON-1899199349-project] 10.222.0.42 "GET /v2.0/security-groups?id=b327838c-078f-492b-afe7-ae6a101aed15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331826 Mar 29 15:36:23.648403 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-2343dc63-86da-4197-8c0c-0406916394e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:23.652679 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-2343dc63-86da-4197-8c0c-0406916394e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:23.696426 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-2343dc63-86da-4197-8c0c-0406916394e1 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=05733716db72476fa406eaecc6b97976&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4771647 Mar 29 15:36:23.697319 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2343dc63-86da-4197-8c0c-0406916394e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36a016e2-9576-4695-bddb-1b45db58d0dc,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:36:23.699139 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 35790) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:36:23.763465 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.44', 49797) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:36:23.784973 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [req-97c41677-57ef-4b45-9eb4-c0e3144d6c39 req-a194e1dc-96e5-4666-82bb-71a0d85033c8 tempest-ServersWithSpecificFlavorTestJSON-1899199349 tempest-ServersWithSpecificFlavorTestJSON-1899199349-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=102790) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 15:36:23.803738 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-97c41677-57ef-4b45-9eb4-c0e3144d6c39 req-a194e1dc-96e5-4666-82bb-71a0d85033c8 tempest-ServersWithSpecificFlavorTestJSON-1899199349 tempest-ServersWithSpecificFlavorTestJSON-1899199349-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0270047 Mar 29 15:36:23.804915 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-95f33f2a-410c-4c60-88cd-7e8298aa70a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:23.883384 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-95f33f2a-410c-4c60-88cd-7e8298aa70a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:23.947750 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb43e56-2bb1-4888-81dd-d3ff5c5c60c2 req-f4cb371f-5cd7-4ec9-8145-0c8caa218d92 tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:36:23.953925 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-2fb43e56-2bb1-4888-81dd-d3ff5c5c60c2 req-f4cb371f-5cd7-4ec9-8145-0c8caa218d92 tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] 10.222.0.44 "GET /v2.0/networks?id=c7e23169-e9d3-4fec-ace3-87b88825b851 HTTP/1.1" status: 200 len: 821 time: 0.1875541 Mar 29 15:36:23.974303 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [req-2fb43e56-2bb1-4888-81dd-d3ff5c5c60c2 req-ad654433-d1b4-449c-8473-92e5741772df tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] Request body: {'port': {'device_id': 'e1416b4f-2ed2-468a-acdd-84bf3fd763c2', 'network_id': 'c7e23169-e9d3-4fec-ace3-87b88825b851', 'admin_state_up': True, 'tenant_id': 'c66f5a43ae0e46908f202e6b40f23448'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:36:23.984311 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [req-97c41677-57ef-4b45-9eb4-c0e3144d6c39 req-8ce126a3-1897-42fe-a4e4-a67d1d134da0 service neutron] Request body: {'port': {'device_id': 'f0948ff1-40aa-4883-a4ed-abb046ae6d2f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834765-1'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:36:23.996755 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-6ea2e196-3bf0-496a-b2d1-bf18512bd39e req-8e7ab9aa-6ffa-47bd-a56a-a54640686746 tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] 10.222.0.42 "GET /v2.0/ports?device_id=e1416b4f-2ed2-468a-acdd-84bf3fd763c2 HTTP/1.1" status: 200 len: 210 time: 0.0554149 Mar 29 15:36:24.075776 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-97c41677-57ef-4b45-9eb4-c0e3144d6c39 req-8ce126a3-1897-42fe-a4e4-a67d1d134da0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:24.079597 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-95f33f2a-410c-4c60-88cd-7e8298aa70a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:24.082326 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-95f33f2a-410c-4c60-88cd-7e8298aa70a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:24.086114 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-95f33f2a-410c-4c60-88cd-7e8298aa70a4 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/36a016e2-9576-4695-bddb-1b45db58d0dc HTTP/1.1" status: 204 len: 168 time: 0.3856723 Mar 29 15:36:24.103791 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f33f2a-410c-4c60-88cd-7e8298aa70a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36a016e2-9576-4695-bddb-1b45db58d0dc,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:36:24.138804 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-5c464481-9a31-4ee0-9082-e0ea7ff627d3 req-14fb7bda-793a-4fa5-96a7-942696342652 tempest-QuotasAdminNegativeTest-855114540 tempest-QuotasAdminNegativeTest-855114540-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=a4c897265eda4e398e19618ef9207664&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0511742 Mar 29 15:36:24.295652 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2fb43e56-2bb1-4888-81dd-d3ff5c5c60c2 req-ad654433-d1b4-449c-8473-92e5741772df tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] Made reservation on behalf of c66f5a43ae0e46908f202e6b40f23448 for: {'port': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:36:24.301432 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-2fb43e56-2bb1-4888-81dd-d3ff5c5c60c2 req-ad654433-d1b4-449c-8473-92e5741772df tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:24.347108 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c464481-9a31-4ee0-9082-e0ea7ff627d3 req-4e095ea8-699a-4896-bcd8-4034a63ba1d6 tempest-QuotasAdminNegativeTest-855114540 tempest-QuotasAdminNegativeTest-855114540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:36:24.354142 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-5c464481-9a31-4ee0-9082-e0ea7ff627d3 req-4e095ea8-699a-4896-bcd8-4034a63ba1d6 tempest-QuotasAdminNegativeTest-855114540 tempest-QuotasAdminNegativeTest-855114540-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2145901 Mar 29 15:36:24.401659 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-5c464481-9a31-4ee0-9082-e0ea7ff627d3 req-d6ba78b3-98f2-47a9-8cfd-416463bb4012 tempest-QuotasAdminNegativeTest-855114540 tempest-QuotasAdminNegativeTest-855114540-project] 10.222.0.42 "GET /v2.0/quotas/a4c897265eda4e398e19618ef9207664 HTTP/1.1" status: 200 len: 375 time: 0.0382159 Mar 29 15:36:24.511760 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-5c464481-9a31-4ee0-9082-e0ea7ff627d3 req-099056a8-3b48-4181-aaff-1caef6540a5a tempest-QuotasAdminNegativeTest-855114540 tempest-QuotasAdminNegativeTest-855114540-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=a4c897265eda4e398e19618ef9207664&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1089139 Mar 29 15:36:24.617383 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_common [req-2fb43e56-2bb1-4888-81dd-d3ff5c5c60c2 req-ad654433-d1b4-449c-8473-92e5741772df tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] Allocated IP 172.20.0.3 (c7e23169-e9d3-4fec-ace3-87b88825b851/47ebad0b-955e-4824-b04c-60b1952d5787/46d1b430-78f4-42ac-9c70-2f89c6daa019) {{(pid=102791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:36:24.621250 n-d-834765-1 neutron-server[102790]: DEBUG neutron.notifiers.nova [req-97c41677-57ef-4b45-9eb4-c0e3144d6c39 req-8ce126a3-1897-42fe-a4e4-a67d1d134da0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2bed875-232f-4075-8675-a7bb9c143df0 {{(pid=102790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:36:24.631599 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-97c41677-57ef-4b45-9eb4-c0e3144d6c39 req-8ce126a3-1897-42fe-a4e4-a67d1d134da0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:24.643319 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 35850) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:36:24.660396 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.provisioning_blocks [req-97c41677-57ef-4b45-9eb4-c0e3144d6c39 req-8ce126a3-1897-42fe-a4e4-a67d1d134da0 service neutron] Transition to ACTIVE for port object c2bed875-232f-4075-8675-a7bb9c143df0 will not be triggered until provisioned by entity L2. {{(pid=102790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 15:36:24.664501 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-97c41677-57ef-4b45-9eb4-c0e3144d6c39 req-8ce126a3-1897-42fe-a4e4-a67d1d134da0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:24.665206 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-300ae810-7c07-469b-b64e-e1c9fba6ffe9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:24.814051 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce126a3-1897-42fe-a4e4-a67d1d134da0 service neutron] Pushing event updated for resources: {'Port': ['ID=c2bed875-232f-4075-8675-a7bb9c143df0,revision_number=2']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:36:24.849713 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.managers [req-97c41677-57ef-4b45-9eb4-c0e3144d6c39 req-8ce126a3-1897-42fe-a4e4-a67d1d134da0 service neutron] Attempting to bind port c2bed875-232f-4075-8675-a7bb9c143df0 on host n-h1-834765-1 for vnic_type normal with profile {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:36:24.850064 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.managers [req-97c41677-57ef-4b45-9eb4-c0e3144d6c39 req-8ce126a3-1897-42fe-a4e4-a67d1d134da0 service neutron] Attempting to bind port c2bed875-232f-4075-8675-a7bb9c143df0 by drivers openvswitch,hyperv on host n-h1-834765-1 at level 0 using segments [{'id': 'da69cb54-889d-40d5-bd53-208819ed651b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '4c54ad59-5bf5-4d39-a555-33b9ac0525c6'}] {{(pid=102790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:36:24.850391 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97c41677-57ef-4b45-9eb4-c0e3144d6c39 req-8ce126a3-1897-42fe-a4e4-a67d1d134da0 service neutron] Attempting to bind port c2bed875-232f-4075-8675-a7bb9c143df0 on network 4c54ad59-5bf5-4d39-a555-33b9ac0525c6 {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:36:24.858311 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97c41677-57ef-4b45-9eb4-c0e3144d6c39 req-8ce126a3-1897-42fe-a4e4-a67d1d134da0 service neutron] Port c2bed875-232f-4075-8675-a7bb9c143df0 on network 4c54ad59-5bf5-4d39-a555-33b9ac0525c6 not bound, no agent of type Open vSwitch agent registered on host n-h1-834765-1 {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 15:36:24.859148 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97c41677-57ef-4b45-9eb4-c0e3144d6c39 req-8ce126a3-1897-42fe-a4e4-a67d1d134da0 service neutron] Attempting to bind port c2bed875-232f-4075-8675-a7bb9c143df0 on network 4c54ad59-5bf5-4d39-a555-33b9ac0525c6 {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:36:24.867048 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97c41677-57ef-4b45-9eb4-c0e3144d6c39 req-8ce126a3-1897-42fe-a4e4-a67d1d134da0 service neutron] Checking agent: {'id': 'be375040-5069-4239-9460-a3a3213e1e90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 33, 18), 'started_at': datetime.datetime(2022, 3, 29, 15, 33, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 36, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:36:24.867485 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97c41677-57ef-4b45-9eb4-c0e3144d6c39 req-8ce126a3-1897-42fe-a4e4-a67d1d134da0 service neutron] Checking segment: {'id': 'da69cb54-889d-40d5-bd53-208819ed651b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '4c54ad59-5bf5-4d39-a555-33b9ac0525c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:36:24.868173 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97c41677-57ef-4b45-9eb4-c0e3144d6c39 req-8ce126a3-1897-42fe-a4e4-a67d1d134da0 service neutron] Bound using segment: {'id': 'da69cb54-889d-40d5-bd53-208819ed651b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '4c54ad59-5bf5-4d39-a555-33b9ac0525c6'} {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:36:24.868642 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.managers [req-97c41677-57ef-4b45-9eb4-c0e3144d6c39 req-8ce126a3-1897-42fe-a4e4-a67d1d134da0 service neutron] Bound port: c2bed875-232f-4075-8675-a7bb9c143df0, host: n-h1-834765-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da69cb54-889d-40d5-bd53-208819ed651b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '4c54ad59-5bf5-4d39-a555-33b9ac0525c6'}}] {{(pid=102790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 15:36:24.869074 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-97c41677-57ef-4b45-9eb4-c0e3144d6c39 req-8ce126a3-1897-42fe-a4e4-a67d1d134da0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:24.926626 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-300ae810-7c07-469b-b64e-e1c9fba6ffe9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:24.937849 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-300ae810-7c07-469b-b64e-e1c9fba6ffe9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:24.943347 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-2fb43e56-2bb1-4888-81dd-d3ff5c5c60c2 req-ad654433-d1b4-449c-8473-92e5741772df tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] Notify callbacks [] for port, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:24.953419 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [req-97c41677-57ef-4b45-9eb4-c0e3144d6c39 req-8ce126a3-1897-42fe-a4e4-a67d1d134da0 service neutron] For port c2bed875-232f-4075-8675-a7bb9c143df0, host n-h1-834765-1, cleared binding levels {{(pid=102790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:36:24.962497 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [req-97c41677-57ef-4b45-9eb4-c0e3144d6c39 req-8ce126a3-1897-42fe-a4e4-a67d1d134da0 service neutron] For port c2bed875-232f-4075-8675-a7bb9c143df0, host n-h1-834765-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=c2bed875-232f-4075-8675-a7bb9c143df0,segment=NetworkSegment(da69cb54-889d-40d5-bd53-208819ed651b),segment_id=da69cb54-889d-40d5-bd53-208819ed651b)] {{(pid=102790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:36:24.968242 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-97c41677-57ef-4b45-9eb4-c0e3144d6c39 req-8ce126a3-1897-42fe-a4e4-a67d1d134da0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:25.004019 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-300ae810-7c07-469b-b64e-e1c9fba6ffe9 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=5b47a8f0404844f9bdc31bea5def27c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3593686 Mar 29 15:36:25.006252 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300ae810-7c07-469b-b64e-e1c9fba6ffe9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cc1895c-121b-4726-a6b4-144709a4ccb1,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:36:25.008118 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 35866) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:36:25.019324 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6240ff0f-7b97-44d0-80e2-3bc2bceb1153 req-de0269d1-ec44-462e-b02e-5434b6b86222 tempest-ServersWithSpecificFlavorTestJSON-1899199349 tempest-ServersWithSpecificFlavorTestJSON-1899199349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:36:25.027125 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6240ff0f-7b97-44d0-80e2-3bc2bceb1153 req-de0269d1-ec44-462e-b02e-5434b6b86222 tempest-ServersWithSpecificFlavorTestJSON-1899199349 tempest-ServersWithSpecificFlavorTestJSON-1899199349-project] 10.222.0.42 "GET /v2.0/ports?device_id=f0948ff1-40aa-4883-a4ed-abb046ae6d2f HTTP/1.1" status: 200 len: 944 time: 0.1523945 Mar 29 15:36:25.043434 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c41677-57ef-4b45-9eb4-c0e3144d6c39 req-8ce126a3-1897-42fe-a4e4-a67d1d134da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:36:25.044054 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-97c41677-57ef-4b45-9eb4-c0e3144d6c39 req-8ce126a3-1897-42fe-a4e4-a67d1d134da0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for port, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:25.045458 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-97c41677-57ef-4b45-9eb4-c0e3144d6c39 req-8ce126a3-1897-42fe-a4e4-a67d1d134da0 service neutron] 10.222.0.44 "PUT /v2.0/ports/c2bed875-232f-4075-8675-a7bb9c143df0 HTTP/1.1" status: 200 len: 1092 time: 1.1387835 Mar 29 15:36:25.046289 n-d-834765-1 neutron-server[102790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0948ff1-40aa-4883-a4ed-abb046ae6d2f', 'tag': 'c2bed875-232f-4075-8675-a7bb9c143df0'}] {{(pid=102790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:36:25.100980 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6240ff0f-7b97-44d0-80e2-3bc2bceb1153 req-5c6eb6f0-916f-4fd1-aaf0-ad9f92525398 tempest-ServersWithSpecificFlavorTestJSON-1899199349 tempest-ServersWithSpecificFlavorTestJSON-1899199349-project] 10.222.0.42 "GET /v2.0/security-groups?id=b327838c-078f-492b-afe7-ae6a101aed15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664444 Mar 29 15:36:25.103303 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-2fb43e56-2bb1-4888-81dd-d3ff5c5c60c2 req-ad654433-d1b4-449c-8473-92e5741772df tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956'] for port, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:25.184088 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2fb43e56-2bb1-4888-81dd-d3ff5c5c60c2 req-ad654433-d1b4-449c-8473-92e5741772df tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] Network c7e23169-e9d3-4fec-ace3-87b88825b851 is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:36:25.189881 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [req-2fb43e56-2bb1-4888-81dd-d3ff5c5c60c2 req-ad654433-d1b4-449c-8473-92e5741772df tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:36:25.197153 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fb43e56-2bb1-4888-81dd-d3ff5c5c60c2 req-ad654433-d1b4-449c-8473-92e5741772df tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] Received port after_create {{(pid=102791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:36:25.208284 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb43e56-2bb1-4888-81dd-d3ff5c5c60c2 req-ad654433-d1b4-449c-8473-92e5741772df tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:36:25.208948 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-2fb43e56-2bb1-4888-81dd-d3ff5c5c60c2 req-ad654433-d1b4-449c-8473-92e5741772df tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:25.213037 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad654433-d1b4-449c-8473-92e5741772df tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] Pushing event updated for resources: {'Port': ['ID=46d1b430-78f4-42ac-9c70-2f89c6daa019,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:36:25.232394 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce126a3-1897-42fe-a4e4-a67d1d134da0 service neutron] Pushing event updated for resources: {'Port': ['ID=c2bed875-232f-4075-8675-a7bb9c143df0,revision_number=3']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:36:25.238951 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-2fb43e56-2bb1-4888-81dd-d3ff5c5c60c2 req-ad654433-d1b4-449c-8473-92e5741772df tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2694805 Mar 29 15:36:25.252678 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [req-2fb43e56-2bb1-4888-81dd-d3ff5c5c60c2 req-2dbb377d-57a2-4494-a451-0d77791d85c4 service neutron] Request body: {'port': {'device_id': 'e1416b4f-2ed2-468a-acdd-84bf3fd763c2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834765-1'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:36:25.285524 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c41677-57ef-4b45-9eb4-c0e3144d6c39 req-7a7cbe55-3a02-4d77-83c8-ceb96febbf28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:36:25.287240 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-97c41677-57ef-4b45-9eb4-c0e3144d6c39 req-7a7cbe55-3a02-4d77-83c8-ceb96febbf28 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e445b8b78f0c475987478367fb7ec3e6&device_id=f0948ff1-40aa-4883-a4ed-abb046ae6d2f HTTP/1.1" status: 200 len: 1095 time: 0.1660905 Mar 29 15:36:25.288035 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-90ba59a6-533a-4114-9223-79668034f753 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:25.342215 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46b06d655c90bc969636382cce4240ad749035fb0f3a83ee4734fa1ed9c4a6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b55d4838-8094-4ac6-9f9d-8824b2506e8d" -d '{"events": [{"name": "network-changed", "server_uuid": "f0948ff1-40aa-4883-a4ed-abb046ae6d2f", "tag": "c2bed875-232f-4075-8675-a7bb9c143df0"}]}' {{(pid=102790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:36:25.346152 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-2fb43e56-2bb1-4888-81dd-d3ff5c5c60c2 req-2dbb377d-57a2-4494-a451-0d77791d85c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:25.382756 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-97c41677-57ef-4b45-9eb4-c0e3144d6c39 req-64e2a83d-b566-4b20-8f7f-553200e175bf service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c2bed875-232f-4075-8675-a7bb9c143df0 HTTP/1.1" status: 200 len: 217 time: 0.0885620 Mar 29 15:36:25.393986 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-90ba59a6-533a-4114-9223-79668034f753 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:25.441113 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device d2012158-33fa-4bbe-a40b-eabe3cada3e2 no longer exists at agent hyperv_n-h2-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:36:25.502678 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c41677-57ef-4b45-9eb4-c0e3144d6c39 req-8bf17192-80c1-485d-9f3c-20df57b39d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:36:25.504307 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-97c41677-57ef-4b45-9eb4-c0e3144d6c39 req-8bf17192-80c1-485d-9f3c-20df57b39d9d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=03f862f4-b4e2-46c9-849d-afd166600484 HTTP/1.1" status: 200 len: 862 time: 0.1073852 Mar 29 15:36:25.509340 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] No Port match for: d2012158-33fa-4bbe-a40b-eabe3cada3e2 {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 15:36:25.511976 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device d2012158-33fa-4bbe-a40b-eabe3cada3e2 not bound to the agent host n-h2-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:36:25.516558 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced26fd3-2b46-4806-8786-a7b47926ee0b req-faf2c2d9-b676-41cc-a0a8-60491f73163d tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:36:25.518054 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-ced26fd3-2b46-4806-8786-a7b47926ee0b req-faf2c2d9-b676-41cc-a0a8-60491f73163d tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] 10.222.0.42 "GET /v2.0/ports?device_id=e1416b4f-2ed2-468a-acdd-84bf3fd763c2 HTTP/1.1" status: 200 len: 931 time: 0.1414092 Mar 29 15:36:25.617388 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-90ba59a6-533a-4114-9223-79668034f753 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:25.619917 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-90ba59a6-533a-4114-9223-79668034f753 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:25.621135 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-90ba59a6-533a-4114-9223-79668034f753 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/7cc1895c-121b-4726-a6b4-144709a4ccb1 HTTP/1.1" status: 204 len: 168 time: 0.6120036 Mar 29 15:36:25.638590 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ba59a6-533a-4114-9223-79668034f753 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cc1895c-121b-4726-a6b4-144709a4ccb1,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:36:25.643732 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c41677-57ef-4b45-9eb4-c0e3144d6c39 req-991e2fa0-8628-4e97-8912-20e3be52b084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:36:25.645345 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-97c41677-57ef-4b45-9eb4-c0e3144d6c39 req-991e2fa0-8628-4e97-8912-20e3be52b084 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4c54ad59-5bf5-4d39-a555-33b9ac0525c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1263580 Mar 29 15:36:25.651358 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-ced26fd3-2b46-4806-8786-a7b47926ee0b req-171cf154-977c-45f4-80a0-03288b64c878 tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] 10.222.0.42 "GET /v2.0/security-groups?id=d26d57f3-f34b-4b82-acb2-a15ffdfe7b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026845 Mar 29 15:36:25.788794 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-97c41677-57ef-4b45-9eb4-c0e3144d6c39 req-7734e413-80d7-4dac-95ab-776045621107 service neutron] 10.222.0.44 "GET /v2.0/networks/4c54ad59-5bf5-4d39-a555-33b9ac0525c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354415 Mar 29 15:36:25.841160 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [req-2fb43e56-2bb1-4888-81dd-d3ff5c5c60c2 req-2dbb377d-57a2-4494-a451-0d77791d85c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46d1b430-78f4-42ac-9c70-2f89c6daa019 {{(pid=102791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:36:25.849810 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-2fb43e56-2bb1-4888-81dd-d3ff5c5c60c2 req-2dbb377d-57a2-4494-a451-0d77791d85c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:25.869249 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.provisioning_blocks [req-2fb43e56-2bb1-4888-81dd-d3ff5c5c60c2 req-2dbb377d-57a2-4494-a451-0d77791d85c4 service neutron] Transition to ACTIVE for port object 46d1b430-78f4-42ac-9c70-2f89c6daa019 will not be triggered until provisioned by entity L2. {{(pid=102791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 15:36:25.876329 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-2fb43e56-2bb1-4888-81dd-d3ff5c5c60c2 req-2dbb377d-57a2-4494-a451-0d77791d85c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:25.913110 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-97c41677-57ef-4b45-9eb4-c0e3144d6c39 req-c502a27b-abab-4c2a-beb9-2d29fde60b42 service neutron] 10.222.0.44 "GET /v2.0/networks/4c54ad59-5bf5-4d39-a555-33b9ac0525c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1162105 Mar 29 15:36:26.007937 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 15:36:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f689bcf-49fd-4f91-8a93-4ef2a8382a35 x-openstack-request-id: req-8f689bcf-49fd-4f91-8a93-4ef2a8382a35 {{(pid=102790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:36:26.008458 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0948ff1-40aa-4883-a4ed-abb046ae6d2f", "tag": "c2bed875-232f-4075-8675-a7bb9c143df0", "status": "completed", "code": 200}]} {{(pid=102790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:36:26.008770 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8f689bcf-49fd-4f91-8a93-4ef2a8382a35 {{(pid=102790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:36:26.009367 n-d-834765-1 neutron-server[102790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0948ff1-40aa-4883-a4ed-abb046ae6d2f', 'tag': 'c2bed875-232f-4075-8675-a7bb9c143df0', 'status': 'completed', 'code': 200} Mar 29 15:36:26.029667 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbb377d-57a2-4494-a451-0d77791d85c4 service neutron] Pushing event updated for resources: {'Port': ['ID=46d1b430-78f4-42ac-9c70-2f89c6daa019,revision_number=2']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:36:26.054373 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-2fb43e56-2bb1-4888-81dd-d3ff5c5c60c2 req-2dbb377d-57a2-4494-a451-0d77791d85c4 service neutron] Attempting to bind port 46d1b430-78f4-42ac-9c70-2f89c6daa019 on host n-h1-834765-1 for vnic_type normal with profile {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:36:26.056554 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-2fb43e56-2bb1-4888-81dd-d3ff5c5c60c2 req-2dbb377d-57a2-4494-a451-0d77791d85c4 service neutron] Attempting to bind port 46d1b430-78f4-42ac-9c70-2f89c6daa019 by drivers openvswitch,hyperv on host n-h1-834765-1 at level 0 using segments [{'id': '52cd9713-83ea-496d-8c48-fd7b796e6ead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'c7e23169-e9d3-4fec-ace3-87b88825b851'}] {{(pid=102791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:36:26.057180 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fb43e56-2bb1-4888-81dd-d3ff5c5c60c2 req-2dbb377d-57a2-4494-a451-0d77791d85c4 service neutron] Attempting to bind port 46d1b430-78f4-42ac-9c70-2f89c6daa019 on network c7e23169-e9d3-4fec-ace3-87b88825b851 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:36:26.063491 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fb43e56-2bb1-4888-81dd-d3ff5c5c60c2 req-2dbb377d-57a2-4494-a451-0d77791d85c4 service neutron] Port 46d1b430-78f4-42ac-9c70-2f89c6daa019 on network c7e23169-e9d3-4fec-ace3-87b88825b851 not bound, no agent of type Open vSwitch agent registered on host n-h1-834765-1 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 15:36:26.066480 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fb43e56-2bb1-4888-81dd-d3ff5c5c60c2 req-2dbb377d-57a2-4494-a451-0d77791d85c4 service neutron] Attempting to bind port 46d1b430-78f4-42ac-9c70-2f89c6daa019 on network c7e23169-e9d3-4fec-ace3-87b88825b851 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:36:26.076192 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fb43e56-2bb1-4888-81dd-d3ff5c5c60c2 req-2dbb377d-57a2-4494-a451-0d77791d85c4 service neutron] Checking agent: {'id': 'be375040-5069-4239-9460-a3a3213e1e90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 33, 18), 'started_at': datetime.datetime(2022, 3, 29, 15, 33, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 36, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:36:26.076528 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fb43e56-2bb1-4888-81dd-d3ff5c5c60c2 req-2dbb377d-57a2-4494-a451-0d77791d85c4 service neutron] Checking segment: {'id': '52cd9713-83ea-496d-8c48-fd7b796e6ead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'c7e23169-e9d3-4fec-ace3-87b88825b851'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:36:26.077555 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fb43e56-2bb1-4888-81dd-d3ff5c5c60c2 req-2dbb377d-57a2-4494-a451-0d77791d85c4 service neutron] Bound using segment: {'id': '52cd9713-83ea-496d-8c48-fd7b796e6ead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'c7e23169-e9d3-4fec-ace3-87b88825b851'} {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:36:26.078242 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-2fb43e56-2bb1-4888-81dd-d3ff5c5c60c2 req-2dbb377d-57a2-4494-a451-0d77791d85c4 service neutron] Bound port: 46d1b430-78f4-42ac-9c70-2f89c6daa019, host: n-h1-834765-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52cd9713-83ea-496d-8c48-fd7b796e6ead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'c7e23169-e9d3-4fec-ace3-87b88825b851'}}] {{(pid=102791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 15:36:26.078717 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-2fb43e56-2bb1-4888-81dd-d3ff5c5c60c2 req-2dbb377d-57a2-4494-a451-0d77791d85c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:26.089341 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 35920) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:36:26.140736 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55d4838-8094-4ac6-9f9d-8824b2506e8d req-87b87899-1467-411f-a3a4-87a3bd3c3b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:36:26.144393 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-b55d4838-8094-4ac6-9f9d-8824b2506e8d req-87b87899-1467-411f-a3a4-87a3bd3c3b4d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e445b8b78f0c475987478367fb7ec3e6&device_id=f0948ff1-40aa-4883-a4ed-abb046ae6d2f HTTP/1.1" status: 200 len: 1095 time: 0.1063960 Mar 29 15:36:26.277401 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-2fb43e56-2bb1-4888-81dd-d3ff5c5c60c2 req-2dbb377d-57a2-4494-a451-0d77791d85c4 service neutron] For port 46d1b430-78f4-42ac-9c70-2f89c6daa019, host n-h1-834765-1, cleared binding levels {{(pid=102791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:36:26.304143 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dc277b-eebb-4183-9d34-40e864a0f4b7 req-07b266ec-03a0-42b9-93ab-0dea28956fed tempest-ServersWithSpecificFlavorTestJSON-1899199349 tempest-ServersWithSpecificFlavorTestJSON-1899199349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:36:26.305720 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-13dc277b-eebb-4183-9d34-40e864a0f4b7 req-07b266ec-03a0-42b9-93ab-0dea28956fed tempest-ServersWithSpecificFlavorTestJSON-1899199349 tempest-ServersWithSpecificFlavorTestJSON-1899199349-project] 10.222.0.42 "GET /v2.0/ports?device_id=f0948ff1-40aa-4883-a4ed-abb046ae6d2f HTTP/1.1" status: 200 len: 944 time: 0.0846546 Mar 29 15:36:26.307826 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-2fb43e56-2bb1-4888-81dd-d3ff5c5c60c2 req-2dbb377d-57a2-4494-a451-0d77791d85c4 service neutron] For port 46d1b430-78f4-42ac-9c70-2f89c6daa019, host n-h1-834765-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=46d1b430-78f4-42ac-9c70-2f89c6daa019,segment=NetworkSegment(52cd9713-83ea-496d-8c48-fd7b796e6ead),segment_id=52cd9713-83ea-496d-8c48-fd7b796e6ead)] {{(pid=102791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:36:26.316721 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-2fb43e56-2bb1-4888-81dd-d3ff5c5c60c2 req-2dbb377d-57a2-4494-a451-0d77791d85c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:26.380261 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbb377d-57a2-4494-a451-0d77791d85c4 service neutron] Pushing event updated for resources: {'Port': ['ID=46d1b430-78f4-42ac-9c70-2f89c6daa019,revision_number=3']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:36:26.408907 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55d4838-8094-4ac6-9f9d-8824b2506e8d req-f128b513-e81e-4ac5-92bb-2076fe2d5056 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:36:26.410977 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-b55d4838-8094-4ac6-9f9d-8824b2506e8d req-f128b513-e81e-4ac5-92bb-2076fe2d5056 service neutron] 10.222.0.44 "GET /v2.0/networks?id=4c54ad59-5bf5-4d39-a555-33b9ac0525c6 HTTP/1.1" status: 200 len: 924 time: 0.2603800 Mar 29 15:36:26.437250 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-13dc277b-eebb-4183-9d34-40e864a0f4b7 req-9d2c2ca1-1aec-41a5-85da-82eae06cbbf2 tempest-ServersWithSpecificFlavorTestJSON-1899199349 tempest-ServersWithSpecificFlavorTestJSON-1899199349-project] 10.222.0.42 "GET /v2.0/security-groups?id=b327838c-078f-492b-afe7-ae6a101aed15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1228397 Mar 29 15:36:26.438031 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb43e56-2bb1-4888-81dd-d3ff5c5c60c2 req-2dbb377d-57a2-4494-a451-0d77791d85c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:36:26.438642 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-2fb43e56-2bb1-4888-81dd-d3ff5c5c60c2 req-2dbb377d-57a2-4494-a451-0d77791d85c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:26.440028 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-2fb43e56-2bb1-4888-81dd-d3ff5c5c60c2 req-2dbb377d-57a2-4494-a451-0d77791d85c4 service neutron] 10.222.0.44 "PUT /v2.0/ports/46d1b430-78f4-42ac-9c70-2f89c6daa019 HTTP/1.1" status: 200 len: 1091 time: 1.1931896 Mar 29 15:36:26.440583 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1416b4f-2ed2-468a-acdd-84bf3fd763c2', 'tag': '46d1b430-78f4-42ac-9c70-2f89c6daa019'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:36:26.443391 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c67b028db5e9b9818fecc5c0a87ebc6f190694fa53ca267d523e04f98de536d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ebde8df-b688-4522-81bf-81f6a265625a" -d '{"events": [{"name": "network-changed", "server_uuid": "e1416b4f-2ed2-468a-acdd-84bf3fd763c2", "tag": "46d1b430-78f4-42ac-9c70-2f89c6daa019"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:36:26.541318 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 35948) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:36:26.563788 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 15:36:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea36d28b-7704-4f5f-8625-9ee3fa401174 x-openstack-request-id: req-ea36d28b-7704-4f5f-8625-9ee3fa401174 {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:36:26.564438 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1416b4f-2ed2-468a-acdd-84bf3fd763c2", "tag": "46d1b430-78f4-42ac-9c70-2f89c6daa019", "status": "completed", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:36:26.564784 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ea36d28b-7704-4f5f-8625-9ee3fa401174 {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:36:26.566027 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1416b4f-2ed2-468a-acdd-84bf3fd763c2', 'tag': '46d1b430-78f4-42ac-9c70-2f89c6daa019', 'status': 'completed', 'code': 200} Mar 29 15:36:26.597231 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-a9c27c02-5723-4e4f-b069-1029168b9103 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:26.678076 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-b55d4838-8094-4ac6-9f9d-8824b2506e8d req-f0864076-82df-4a62-a4f5-d18f3b402b1c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c2bed875-232f-4075-8675-a7bb9c143df0 HTTP/1.1" status: 200 len: 217 time: 0.2601528 Mar 29 15:36:26.689577 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb43e56-2bb1-4888-81dd-d3ff5c5c60c2 req-6cc67efe-b666-442d-b67a-cd7d5bb8d8ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:36:26.691726 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-2fb43e56-2bb1-4888-81dd-d3ff5c5c60c2 req-6cc67efe-b666-442d-b67a-cd7d5bb8d8ae service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c66f5a43ae0e46908f202e6b40f23448&device_id=e1416b4f-2ed2-468a-acdd-84bf3fd763c2 HTTP/1.1" status: 200 len: 1094 time: 0.2069430 Mar 29 15:36:26.692541 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-7c391452-fce0-4b54-a73c-2289bd5a6e30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:26.763201 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55d4838-8094-4ac6-9f9d-8824b2506e8d req-5d186bd1-313c-4474-95e7-43682536c3c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:36:26.764294 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-2fb43e56-2bb1-4888-81dd-d3ff5c5c60c2 req-b1e29c0b-9465-4a52-9c2f-2d2f9887973d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=46d1b430-78f4-42ac-9c70-2f89c6daa019 HTTP/1.1" status: 200 len: 217 time: 0.0599191 Mar 29 15:36:26.765429 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-b55d4838-8094-4ac6-9f9d-8824b2506e8d req-5d186bd1-313c-4474-95e7-43682536c3c4 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=03f862f4-b4e2-46c9-849d-afd166600484 HTTP/1.1" status: 200 len: 862 time: 0.0798531 Mar 29 15:36:26.888798 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb43e56-2bb1-4888-81dd-d3ff5c5c60c2 req-21c006a8-826a-4ca5-9ce6-dc91666d5572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:36:26.891635 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55d4838-8094-4ac6-9f9d-8824b2506e8d req-11079c94-9148-4d62-a1b1-37d644f74536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:36:26.893329 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-b55d4838-8094-4ac6-9f9d-8824b2506e8d req-11079c94-9148-4d62-a1b1-37d644f74536 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4c54ad59-5bf5-4d39-a555-33b9ac0525c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1166146 Mar 29 15:36:26.900445 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-2fb43e56-2bb1-4888-81dd-d3ff5c5c60c2 req-21c006a8-826a-4ca5-9ce6-dc91666d5572 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=47ebad0b-955e-4824-b04c-60b1952d5787 HTTP/1.1" status: 200 len: 861 time: 0.1203072 Mar 29 15:36:26.908190 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57aa6b31-ffc7-4ed9-b8f7-14bd2d336c52 req-3fde8b42-0223-4a63-83b4-fa179e4d2d85 tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:36:26.910393 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-57aa6b31-ffc7-4ed9-b8f7-14bd2d336c52 req-3fde8b42-0223-4a63-83b4-fa179e4d2d85 tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] 10.222.0.42 "GET /v2.0/ports?device_id=e1416b4f-2ed2-468a-acdd-84bf3fd763c2 HTTP/1.1" status: 200 len: 943 time: 0.1121030 Mar 29 15:36:26.932199 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-a9c27c02-5723-4e4f-b069-1029168b9103 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:26.988224 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-7c391452-fce0-4b54-a73c-2289bd5a6e30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:27.003038 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-a9c27c02-5723-4e4f-b069-1029168b9103 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:27.023117 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-b55d4838-8094-4ac6-9f9d-8824b2506e8d req-805c0032-b151-4d5c-a052-ef53ae95c4fd service neutron] 10.222.0.44 "GET /v2.0/networks/4c54ad59-5bf5-4d39-a555-33b9ac0525c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1116440 Mar 29 15:36:27.043015 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-2fb43e56-2bb1-4888-81dd-d3ff5c5c60c2 req-1affd90a-b2ca-4ec9-a6fe-f01700fe9f3e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c7e23169-e9d3-4fec-ace3-87b88825b851&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0528507 Mar 29 15:36:27.044922 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-7c391452-fce0-4b54-a73c-2289bd5a6e30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:27.114591 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-a9c27c02-5723-4e4f-b069-1029168b9103 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a4c897265eda4e398e19618ef9207664&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0241349 Mar 29 15:36:27.115362 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c27c02-5723-4e4f-b069-1029168b9103 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7edf83ed-7bb1-4860-8374-0215691cb91a,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:36:27.122046 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 35996) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:36:27.134083 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-57aa6b31-ffc7-4ed9-b8f7-14bd2d336c52 req-2561fb55-21db-46b5-8442-1e7634e0fcf4 tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] 10.222.0.42 "GET /v2.0/security-groups?id=d26d57f3-f34b-4b82-acb2-a15ffdfe7b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098733 Mar 29 15:36:27.168152 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-7c391452-fce0-4b54-a73c-2289bd5a6e30 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=70e43f1fb8b64d4d96f3473da8d150a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6146495 Mar 29 15:36:27.174854 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 36002) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:36:27.211604 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-b55d4838-8094-4ac6-9f9d-8824b2506e8d req-b1d7e8e5-1b74-4be2-a307-6a180923fa7e service neutron] 10.222.0.44 "GET /v2.0/networks/4c54ad59-5bf5-4d39-a555-33b9ac0525c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1799908 Mar 29 15:36:27.224680 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-1542620f-9ae3-45e3-9ab4-2931b05278a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:27.242728 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c391452-fce0-4b54-a73c-2289bd5a6e30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7994de0-fd86-477b-9c52-d56a9292072a,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:36:27.252464 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-1542620f-9ae3-45e3-9ab4-2931b05278a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:27.315007 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-1542620f-9ae3-45e3-9ab4-2931b05278a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:27.318331 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-2fb43e56-2bb1-4888-81dd-d3ff5c5c60c2 req-3e9a8306-2042-49b6-a546-fa3a0f841d1b service neutron] 10.222.0.44 "GET /v2.0/networks/c7e23169-e9d3-4fec-ace3-87b88825b851?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2596641 Mar 29 15:36:27.323296 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-1542620f-9ae3-45e3-9ab4-2931b05278a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:27.324492 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-1542620f-9ae3-45e3-9ab4-2931b05278a5 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/7edf83ed-7bb1-4860-8374-0215691cb91a HTTP/1.1" status: 204 len: 168 time: 0.2014532 Mar 29 15:36:27.341581 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1542620f-9ae3-45e3-9ab4-2931b05278a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7edf83ed-7bb1-4860-8374-0215691cb91a,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:36:27.353501 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-7c870308-698f-4d7b-85ca-d138c3efc125 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:27.398610 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-7c870308-698f-4d7b-85ca-d138c3efc125 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:27.461364 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-7c870308-698f-4d7b-85ca-d138c3efc125 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:27.465750 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-7c870308-698f-4d7b-85ca-d138c3efc125 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:27.467181 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-7c870308-698f-4d7b-85ca-d138c3efc125 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f7994de0-fd86-477b-9c52-d56a9292072a HTTP/1.1" status: 204 len: 168 time: 0.2911370 Mar 29 15:36:27.481964 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c870308-698f-4d7b-85ca-d138c3efc125 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7994de0-fd86-477b-9c52-d56a9292072a,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:36:27.543901 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-2fb43e56-2bb1-4888-81dd-d3ff5c5c60c2 req-c8a17737-4382-42e5-be01-b83b8e05a2f7 service neutron] 10.222.0.44 "GET /v2.0/networks/c7e23169-e9d3-4fec-ace3-87b88825b851?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2194376 Mar 29 15:36:27.654255 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153e3726-7638-42fb-bf5f-48071b59490a req-a9c5c92b-43bb-4ce9-b3b5-ae2fdbc75208 tempest-ServersWithSpecificFlavorTestJSON-1899199349 tempest-ServersWithSpecificFlavorTestJSON-1899199349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:36:27.656396 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-153e3726-7638-42fb-bf5f-48071b59490a req-a9c5c92b-43bb-4ce9-b3b5-ae2fdbc75208 tempest-ServersWithSpecificFlavorTestJSON-1899199349 tempest-ServersWithSpecificFlavorTestJSON-1899199349-project] 10.222.0.42 "GET /v2.0/ports?device_id=f0948ff1-40aa-4883-a4ed-abb046ae6d2f HTTP/1.1" status: 200 len: 944 time: 0.0925896 Mar 29 15:36:27.662416 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebde8df-b688-4522-81bf-81f6a265625a req-50d6e06f-4eea-4366-b600-456cfda4f55c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:36:27.664101 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-9ebde8df-b688-4522-81bf-81f6a265625a req-50d6e06f-4eea-4366-b600-456cfda4f55c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c66f5a43ae0e46908f202e6b40f23448&device_id=e1416b4f-2ed2-468a-acdd-84bf3fd763c2 HTTP/1.1" status: 200 len: 1094 time: 0.0666432 Mar 29 15:36:27.752225 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-153e3726-7638-42fb-bf5f-48071b59490a req-53144843-62a4-46cb-b2b2-27f4a5b54073 tempest-ServersWithSpecificFlavorTestJSON-1899199349 tempest-ServersWithSpecificFlavorTestJSON-1899199349-project] 10.222.0.42 "GET /v2.0/security-groups?id=b327838c-078f-492b-afe7-ae6a101aed15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834718 Mar 29 15:36:27.794289 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebde8df-b688-4522-81bf-81f6a265625a req-5c7bbcfe-1336-48d3-9c1f-2aba0a80716f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:36:27.795988 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-9ebde8df-b688-4522-81bf-81f6a265625a req-5c7bbcfe-1336-48d3-9c1f-2aba0a80716f service neutron] 10.222.0.44 "GET /v2.0/networks?id=c7e23169-e9d3-4fec-ace3-87b88825b851 HTTP/1.1" status: 200 len: 922 time: 0.1208992 Mar 29 15:36:27.854429 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-9ebde8df-b688-4522-81bf-81f6a265625a req-877b4bce-2acb-4930-9cf1-4351c9a85cad service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=46d1b430-78f4-42ac-9c70-2f89c6daa019 HTTP/1.1" status: 200 len: 217 time: 0.0506959 Mar 29 15:36:27.926652 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebde8df-b688-4522-81bf-81f6a265625a req-a51bdc63-a303-4c51-aeab-627dccde039c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:36:27.928158 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-9ebde8df-b688-4522-81bf-81f6a265625a req-a51bdc63-a303-4c51-aeab-627dccde039c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=47ebad0b-955e-4824-b04c-60b1952d5787 HTTP/1.1" status: 200 len: 861 time: 0.0665495 Mar 29 15:36:27.979354 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-9ebde8df-b688-4522-81bf-81f6a265625a req-736a1670-51fe-4d1a-b5d6-3f277e6f4790 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c7e23169-e9d3-4fec-ace3-87b88825b851&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428088 Mar 29 15:36:27.984177 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 36060) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:36:28.013591 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-0920eb34-4c65-45e4-a484-f1c4aa31a921 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:28.130136 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-9ebde8df-b688-4522-81bf-81f6a265625a req-618c2389-d67d-4622-bf70-e82e93f60d62 service neutron] 10.222.0.44 "GET /v2.0/networks/c7e23169-e9d3-4fec-ace3-87b88825b851?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418214 Mar 29 15:36:28.211163 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-0920eb34-4c65-45e4-a484-f1c4aa31a921 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:28.222958 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-0920eb34-4c65-45e4-a484-f1c4aa31a921 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:28.290275 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 36084) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:36:28.310915 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-0920eb34-4c65-45e4-a484-f1c4aa31a921 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=dd92a66c582f4fdd88e294b7d0d7499f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3254926 Mar 29 15:36:28.313362 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 36086) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:36:28.323913 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0920eb34-4c65-45e4-a484-f1c4aa31a921 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e14fe2fb-1b70-412c-88b7-6701612a652d,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:36:28.331243 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-b97b66f2-613b-40d2-b847-78e7e1ad372d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:28.351277 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-9ebde8df-b688-4522-81bf-81f6a265625a req-c953e635-5f2d-4f75-97ff-8735adea78fe service neutron] 10.222.0.44 "GET /v2.0/networks/c7e23169-e9d3-4fec-ace3-87b88825b851?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2126524 Mar 29 15:36:28.441815 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52627d4-37e4-43b6-91eb-3d9ee2e2e854 req-295d9212-4b6d-4016-893f-c8d1b0495385 tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:36:28.450844 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-a52627d4-37e4-43b6-91eb-3d9ee2e2e854 req-295d9212-4b6d-4016-893f-c8d1b0495385 tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] 10.222.0.42 "GET /v2.0/ports?device_id=e1416b4f-2ed2-468a-acdd-84bf3fd763c2 HTTP/1.1" status: 200 len: 943 time: 0.1294210 Mar 29 15:36:28.498811 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-a84b474d-7b3d-4d65-a36a-348b3e1bd1f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:28.520181 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-a52627d4-37e4-43b6-91eb-3d9ee2e2e854 req-cee69fc5-9be7-4934-89fd-608549b05b66 tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] 10.222.0.42 "GET /v2.0/security-groups?id=d26d57f3-f34b-4b82-acb2-a15ffdfe7b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684211 Mar 29 15:36:28.549822 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-a84b474d-7b3d-4d65-a36a-348b3e1bd1f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:28.556542 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-b97b66f2-613b-40d2-b847-78e7e1ad372d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:28.563290 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-b97b66f2-613b-40d2-b847-78e7e1ad372d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:28.600236 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 36102) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:36:28.642443 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-a84b474d-7b3d-4d65-a36a-348b3e1bd1f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:28.649547 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-a84b474d-7b3d-4d65-a36a-348b3e1bd1f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:28.651546 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-a84b474d-7b3d-4d65-a36a-348b3e1bd1f0 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e14fe2fb-1b70-412c-88b7-6701612a652d HTTP/1.1" status: 204 len: 168 time: 0.3360291 Mar 29 15:36:28.660361 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97b66f2-613b-40d2-b847-78e7e1ad372d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7495b64e-140a-4b2c-82a4-f23e6a58d60e,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:36:28.668086 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-b97b66f2-613b-40d2-b847-78e7e1ad372d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7f6f6c32bace4703b9df43452003d576&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3758008 Mar 29 15:36:28.672491 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 36112) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:36:28.676151 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84b474d-7b3d-4d65-a36a-348b3e1bd1f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e14fe2fb-1b70-412c-88b7-6701612a652d,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:36:28.772668 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-1db48e46-052c-44ae-b97e-a4fb1daf3bad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:28.814547 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-1db48e46-052c-44ae-b97e-a4fb1daf3bad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:28.931611 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-1db48e46-052c-44ae-b97e-a4fb1daf3bad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:28.934273 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-1db48e46-052c-44ae-b97e-a4fb1daf3bad admin admin] Notify callbacks [] for security_group, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:28.935700 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-1db48e46-052c-44ae-b97e-a4fb1daf3bad admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/7495b64e-140a-4b2c-82a4-f23e6a58d60e HTTP/1.1" status: 204 len: 168 time: 0.2620397 Mar 29 15:36:28.940631 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-aef79160-2663-415a-9af9-f975a18690c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:28.958447 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb97f0b8-a7d9-4de0-9d1b-6ad7f5272ec3 req-f42f4a6c-b7a8-4345-926c-8edbdde497c4 tempest-ServersWithSpecificFlavorTestJSON-1899199349 tempest-ServersWithSpecificFlavorTestJSON-1899199349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:36:28.960670 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-cb97f0b8-a7d9-4de0-9d1b-6ad7f5272ec3 req-f42f4a6c-b7a8-4345-926c-8edbdde497c4 tempest-ServersWithSpecificFlavorTestJSON-1899199349 tempest-ServersWithSpecificFlavorTestJSON-1899199349-project] 10.222.0.42 "GET /v2.0/ports?device_id=f0948ff1-40aa-4883-a4ed-abb046ae6d2f HTTP/1.1" status: 200 len: 944 time: 0.1176255 Mar 29 15:36:28.969255 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db48e46-052c-44ae-b97e-a4fb1daf3bad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7495b64e-140a-4b2c-82a4-f23e6a58d60e,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:36:29.058220 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-cb97f0b8-a7d9-4de0-9d1b-6ad7f5272ec3 req-3b180853-b68e-42f4-9e49-a445911b73bf tempest-ServersWithSpecificFlavorTestJSON-1899199349 tempest-ServersWithSpecificFlavorTestJSON-1899199349-project] 10.222.0.42 "GET /v2.0/security-groups?id=b327838c-078f-492b-afe7-ae6a101aed15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846243 Mar 29 15:36:29.121813 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-aef79160-2663-415a-9af9-f975a18690c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:29.126961 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-aef79160-2663-415a-9af9-f975a18690c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:29.167939 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef79160-2663-415a-9af9-f975a18690c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cd730a1-55d8-41b3-8629-5939bdaa6804,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:36:29.175290 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-aef79160-2663-415a-9af9-f975a18690c4 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c96e130588b04786a34c2ecb5543317f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5738821 Mar 29 15:36:29.177711 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 36158) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:36:29.253512 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-e9cf0029-0115-433b-9ed1-dba66ac8e78b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:29.287712 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-e9cf0029-0115-433b-9ed1-dba66ac8e78b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:29.349923 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-e9cf0029-0115-433b-9ed1-dba66ac8e78b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:29.353247 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-e9cf0029-0115-433b-9ed1-dba66ac8e78b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:29.354550 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-e9cf0029-0115-433b-9ed1-dba66ac8e78b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/8cd730a1-55d8-41b3-8629-5939bdaa6804 HTTP/1.1" status: 204 len: 168 time: 0.1751208 Mar 29 15:36:29.363623 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cf0029-0115-433b-9ed1-dba66ac8e78b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cd730a1-55d8-41b3-8629-5939bdaa6804,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:36:29.496549 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 36186) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:36:29.682369 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3642c9-c4cf-426a-a442-800b1cd6091d req-9c4904b1-abf6-4321-80ca-4aed6ebd13b6 tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:36:29.684107 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-ea3642c9-c4cf-426a-a442-800b1cd6091d req-9c4904b1-abf6-4321-80ca-4aed6ebd13b6 tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] 10.222.0.42 "GET /v2.0/ports?device_id=e1416b4f-2ed2-468a-acdd-84bf3fd763c2 HTTP/1.1" status: 200 len: 943 time: 0.0603149 Mar 29 15:36:29.728922 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-ea3642c9-c4cf-426a-a442-800b1cd6091d req-da082600-c0f4-41cb-bd24-f36e2a54d275 tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] 10.222.0.42 "GET /v2.0/security-groups?id=d26d57f3-f34b-4b82-acb2-a15ffdfe7b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383170 Mar 29 15:36:29.799313 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 36212) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:36:29.817624 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-cc611de2-6caa-42d3-9ffe-979532aa5d11 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=4174e849eafb4a708f4c9f4a4c99b9fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3197954 Mar 29 15:36:29.869667 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-f42169e2-0c26-4c50-aa97-8ae269c4dc69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:29.895872 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-f42169e2-0c26-4c50-aa97-8ae269c4dc69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:29.906931 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 36220) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:36:29.927397 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-1f247229-4a73-40ab-9513-d9b60f1da07e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:29.988708 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-f42169e2-0c26-4c50-aa97-8ae269c4dc69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:29.991178 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-f42169e2-0c26-4c50-aa97-8ae269c4dc69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:29.992353 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-f42169e2-0c26-4c50-aa97-8ae269c4dc69 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/37a527eb-6130-4fd0-bfae-fcbf4f8dfaf7 HTTP/1.1" status: 204 len: 168 time: 0.1920452 Mar 29 15:36:30.007643 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42169e2-0c26-4c50-aa97-8ae269c4dc69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37a527eb-6130-4fd0-bfae-fcbf4f8dfaf7,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:36:30.053205 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-1f247229-4a73-40ab-9513-d9b60f1da07e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:30.058311 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-1f247229-4a73-40ab-9513-d9b60f1da07e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:30.102566 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f247229-4a73-40ab-9513-d9b60f1da07e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5b50bf4-6958-422f-9d92-6275f8150f61,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:36:30.110197 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-1f247229-4a73-40ab-9513-d9b60f1da07e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e4e4115788864c54a36aae0ea4c1770f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1988618 Mar 29 15:36:30.110481 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 36238) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:36:30.187890 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-589d8f53-91cb-40cc-9e0f-26ed6e860b32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:30.227317 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-5efb0412-cd42-4a8a-9d1e-2f6023a8fb83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:30.271100 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-589d8f53-91cb-40cc-9e0f-26ed6e860b32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:30.272144 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9de1493-8a78-4b1d-bf5a-7f255e5699ec req-e399aa88-da8a-4dfd-8a00-1f62f461cf3a tempest-ServersWithSpecificFlavorTestJSON-1899199349 tempest-ServersWithSpecificFlavorTestJSON-1899199349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:36:30.281895 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-f9de1493-8a78-4b1d-bf5a-7f255e5699ec req-e399aa88-da8a-4dfd-8a00-1f62f461cf3a tempest-ServersWithSpecificFlavorTestJSON-1899199349 tempest-ServersWithSpecificFlavorTestJSON-1899199349-project] 10.222.0.42 "GET /v2.0/ports?device_id=f0948ff1-40aa-4883-a4ed-abb046ae6d2f HTTP/1.1" status: 200 len: 944 time: 0.0925598 Mar 29 15:36:30.332415 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-f9de1493-8a78-4b1d-bf5a-7f255e5699ec req-28e7b875-c79b-40a3-bd68-d9b95607ae8f tempest-ServersWithSpecificFlavorTestJSON-1899199349 tempest-ServersWithSpecificFlavorTestJSON-1899199349-project] 10.222.0.42 "GET /v2.0/security-groups?id=b327838c-078f-492b-afe7-ae6a101aed15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495079 Mar 29 15:36:30.339670 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-589d8f53-91cb-40cc-9e0f-26ed6e860b32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:30.342320 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-589d8f53-91cb-40cc-9e0f-26ed6e860b32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:30.347943 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-589d8f53-91cb-40cc-9e0f-26ed6e860b32 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d5b50bf4-6958-422f-9d92-6275f8150f61 HTTP/1.1" status: 204 len: 168 time: 0.2341926 Mar 29 15:36:30.356651 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589d8f53-91cb-40cc-9e0f-26ed6e860b32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5b50bf4-6958-422f-9d92-6275f8150f61,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:36:30.408450 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device c2bed875-232f-4075-8675-a7bb9c143df0 details requested by agent hyperv_n-h1-834765-1 with host n-h1-834765-1 {{(pid=102792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 15:36:30.431591 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f0b15ae4-8348-40df-a955-969b2dcc0503 req-e9b5729d-5a28-4fff-bbb9-f121711364fd tempest-ServersAdmin275Test-1777496134 tempest-ServersAdmin275Test-1777496134-project] 10.222.0.42 "GET /v2.0/ports?device_id=04016bd8-6ded-4605-9b43-eda4442e08e6 HTTP/1.1" status: 200 len: 210 time: 0.0412941 Mar 29 15:36:30.545936 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-a1c343ec-cfc6-452b-b131-4238438512bc req-3a50c9fb-0f2d-4f08-8738-5cf141d64a55 tempest-ServersAdmin275Test-1777496134 tempest-ServersAdmin275Test-1777496134-project] 10.222.0.42 "GET /v2.0/ports?device_id=04016bd8-6ded-4605-9b43-eda4442e08e6 HTTP/1.1" status: 200 len: 210 time: 0.0369482 Mar 29 15:36:30.578834 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port c2bed875-232f-4075-8675-a7bb9c143df0, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=c2bed875-232f-4075-8675-a7bb9c143df0,segment=NetworkSegment(da69cb54-889d-40d5-bd53-208819ed651b),segment_id=da69cb54-889d-40d5-bd53-208819ed651b)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:36:30.596410 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Returning: {'device': 'c2bed875-232f-4075-8675-a7bb9c143df0', 'network_id': '4c54ad59-5bf5-4d39-a555-33b9ac0525c6', 'port_id': 'c2bed875-232f-4075-8675-a7bb9c143df0', 'mac_address': 'fa:16:3e:09:56:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 611, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03f862f4-b4e2-46c9-849d-afd166600484', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 15:36:30.659890 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:30.675541 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2bed875-232f-4075-8675-a7bb9c143df0 {{(pid=102792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:36:30.699825 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port c2bed875-232f-4075-8675-a7bb9c143df0, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=c2bed875-232f-4075-8675-a7bb9c143df0,segment=NetworkSegment(da69cb54-889d-40d5-bd53-208819ed651b),segment_id=da69cb54-889d-40d5-bd53-208819ed651b)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:36:30.704693 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:30.761683 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Pushing event updated for resources: {'Port': ['ID=c2bed875-232f-4075-8675-a7bb9c143df0,revision_number=4']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:36:30.855816 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 36264) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:36:30.883982 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098c4d43-c50f-4213-95fa-a6a89eb0dd4f req-98bb75a9-db71-4512-8bf0-5cf73d034397 tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:36:30.904618 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-098c4d43-c50f-4213-95fa-a6a89eb0dd4f req-98bb75a9-db71-4512-8bf0-5cf73d034397 tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] 10.222.0.42 "GET /v2.0/ports?device_id=e1416b4f-2ed2-468a-acdd-84bf3fd763c2 HTTP/1.1" status: 200 len: 943 time: 0.0744448 Mar 29 15:36:30.909944 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-f0d16fa7-cf88-439e-a4b3-36a69ebccd7b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=fe02246e71544496aebe441ca97e6c2b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0521512 Mar 29 15:36:30.912314 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 36268) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:36:30.976720 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 36270) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:36:31.134087 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] get_ports_and_sgs() called for port_ids ['c2bed875-232f-4075-8675-a7bb9c143df0'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:36:31.192719 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-1a3dbb4c-5f06-4c3b-b82c-7782e0304f52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:31.221468 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-098c4d43-c50f-4213-95fa-a6a89eb0dd4f req-a673ccc2-6b5f-4f4c-afbb-e4a6907f81d1 tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] 10.222.0.42 "GET /v2.0/security-groups?id=d26d57f3-f34b-4b82-acb2-a15ffdfe7b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3105679 Mar 29 15:36:31.236678 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-da3b7e04-5e9e-4251-805e-159c673c5097 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:31.287404 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-da3b7e04-5e9e-4251-805e-159c673c5097 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:31.350490 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-da3b7e04-5e9e-4251-805e-159c673c5097 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:31.353980 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-da3b7e04-5e9e-4251-805e-159c673c5097 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:31.355214 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-da3b7e04-5e9e-4251-805e-159c673c5097 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/2d4dad26-ba5e-4383-8ac6-49635fd73385 HTTP/1.1" status: 204 len: 168 time: 0.4420426 Mar 29 15:36:31.362367 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-1a3dbb4c-5f06-4c3b-b82c-7782e0304f52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:31.368415 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3b7e04-5e9e-4251-805e-159c673c5097 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d4dad26-ba5e-4383-8ac6-49635fd73385,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:36:31.368813 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-1a3dbb4c-5f06-4c3b-b82c-7782e0304f52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:31.421962 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3dbb4c-5f06-4c3b-b82c-7782e0304f52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd11abf4-ea5d-4cb2-8ecb-3a12201477a0,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:36:31.472732 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 36296) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:36:31.472927 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-1a3dbb4c-5f06-4c3b-b82c-7782e0304f52 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=250feff9fe814a378ca05255443dbb53&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4947233 Mar 29 15:36:31.522325 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3eb7dc7-a199-4a4a-83cd-bd03cd9a3c12 req-770f440c-1d7b-4d0f-ab19-ce41d8e8db6e tempest-ServersWithSpecificFlavorTestJSON-1899199349 tempest-ServersWithSpecificFlavorTestJSON-1899199349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:36:31.524294 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-e3eb7dc7-a199-4a4a-83cd-bd03cd9a3c12 req-770f440c-1d7b-4d0f-ab19-ce41d8e8db6e tempest-ServersWithSpecificFlavorTestJSON-1899199349 tempest-ServersWithSpecificFlavorTestJSON-1899199349-project] 10.222.0.42 "GET /v2.0/ports?device_id=f0948ff1-40aa-4883-a4ed-abb046ae6d2f HTTP/1.1" status: 200 len: 945 time: 0.0880566 Mar 29 15:36:31.534823 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-179b27b9-4ef2-4a37-aaed-b9c7e7e968d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:31.560197 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-179b27b9-4ef2-4a37-aaed-b9c7e7e968d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:31.589021 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-e3eb7dc7-a199-4a4a-83cd-bd03cd9a3c12 req-66553cc5-c1ba-46d0-aba4-18f5dd8811dd tempest-ServersWithSpecificFlavorTestJSON-1899199349 tempest-ServersWithSpecificFlavorTestJSON-1899199349-project] 10.222.0.42 "GET /v2.0/security-groups?id=b327838c-078f-492b-afe7-ae6a101aed15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545361 Mar 29 15:36:31.648835 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-179b27b9-4ef2-4a37-aaed-b9c7e7e968d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:31.652991 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-179b27b9-4ef2-4a37-aaed-b9c7e7e968d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:31.654528 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-179b27b9-4ef2-4a37-aaed-b9c7e7e968d4 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/dd11abf4-ea5d-4cb2-8ecb-3a12201477a0 HTTP/1.1" status: 204 len: 168 time: 0.1804333 Mar 29 15:36:31.664061 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179b27b9-4ef2-4a37-aaed-b9c7e7e968d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd11abf4-ea5d-4cb2-8ecb-3a12201477a0,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:36:31.738575 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d3279c1a-2140-4eb7-81fb-e4a7ac4f7e34 req-45f479a0-c45d-48b5-90fc-e4ae6fdbb208 tempest-ServersAdmin275Test-1777496134 tempest-ServersAdmin275Test-1777496134-project] 10.222.0.42 "GET /v2.0/ports?device_id=04016bd8-6ded-4605-9b43-eda4442e08e6 HTTP/1.1" status: 200 len: 210 time: 0.0314512 Mar 29 15:36:32.288590 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 36332) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:36:32.316069 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-95aa90a4-0744-405d-b3f0-2e84dae8f52d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:32.367695 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device 46d1b430-78f4-42ac-9c70-2f89c6daa019 details requested by agent hyperv_n-h1-834765-1 with host n-h1-834765-1 {{(pid=102792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 15:36:32.381884 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6677d3d0-39f5-47e0-b2ce-423ba4530e38 req-3c8fdef4-8ebe-4036-b944-9e9925d945f8 tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:36:32.389753 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-6677d3d0-39f5-47e0-b2ce-423ba4530e38 req-3c8fdef4-8ebe-4036-b944-9e9925d945f8 tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] 10.222.0.42 "GET /v2.0/ports?device_id=e1416b4f-2ed2-468a-acdd-84bf3fd763c2 HTTP/1.1" status: 200 len: 943 time: 0.0884254 Mar 29 15:36:32.456450 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-6677d3d0-39f5-47e0-b2ce-423ba4530e38 req-99e2044a-93d7-4844-b2dc-f5fcb282d8ea tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] 10.222.0.42 "GET /v2.0/security-groups?id=d26d57f3-f34b-4b82-acb2-a15ffdfe7b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655210 Mar 29 15:36:32.474315 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device c2bed875-232f-4075-8675-a7bb9c143df0 up at agent hyperv_n-h1-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:36:32.484225 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-95aa90a4-0744-405d-b3f0-2e84dae8f52d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:32.492109 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-95aa90a4-0744-405d-b3f0-2e84dae8f52d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:32.530353 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port 46d1b430-78f4-42ac-9c70-2f89c6daa019, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=46d1b430-78f4-42ac-9c70-2f89c6daa019,segment=NetworkSegment(52cd9713-83ea-496d-8c48-fd7b796e6ead),segment_id=52cd9713-83ea-496d-8c48-fd7b796e6ead)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:36:32.544451 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-95aa90a4-0744-405d-b3f0-2e84dae8f52d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=2569381a3e7a453094dd03dcc4889b49&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2534859 Mar 29 15:36:32.547312 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 36344) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:36:32.554839 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Returning: {'device': '46d1b430-78f4-42ac-9c70-2f89c6daa019', 'network_id': 'c7e23169-e9d3-4fec-ace3-87b88825b851', 'port_id': '46d1b430-78f4-42ac-9c70-2f89c6daa019', 'mac_address': 'fa:16:3e:55:83:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 639, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47ebad0b-955e-4824-b04c-60b1952d5787', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 15:36:32.557869 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95aa90a4-0744-405d-b3f0-2e84dae8f52d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b673b958-0463-43e6-a9df-984b44f6c82e,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:36:32.594577 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Provisioning for port c2bed875-232f-4075-8675-a7bb9c143df0 completed by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 15:36:32.604893 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Provisioning complete for port c2bed875-232f-4075-8675-a7bb9c143df0 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:36:32.605438 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:32.644383 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-aad8ff87-ffd7-4bcf-8c75-00d609df3a56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:32.646393 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:32.665245 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46d1b430-78f4-42ac-9c70-2f89c6daa019 {{(pid=102792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:36:32.679334 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-aad8ff87-ffd7-4bcf-8c75-00d609df3a56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:32.705552 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port 46d1b430-78f4-42ac-9c70-2f89c6daa019, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=46d1b430-78f4-42ac-9c70-2f89c6daa019,segment=NetworkSegment(52cd9713-83ea-496d-8c48-fd7b796e6ead),segment_id=52cd9713-83ea-496d-8c48-fd7b796e6ead)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:36:32.764519 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-201bdb23-ee4a-4c8c-9be9-bf832b9514b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:32.767656 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:32.768237 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-aad8ff87-ffd7-4bcf-8c75-00d609df3a56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:32.771977 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-aad8ff87-ffd7-4bcf-8c75-00d609df3a56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:32.778411 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-aad8ff87-ffd7-4bcf-8c75-00d609df3a56 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b673b958-0463-43e6-a9df-984b44f6c82e HTTP/1.1" status: 204 len: 168 time: 0.2300751 Mar 29 15:36:32.797623 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad8ff87-ffd7-4bcf-8c75-00d609df3a56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b673b958-0463-43e6-a9df-984b44f6c82e,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:36:32.800611 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e0854f-aa60-49dd-a206-4a8f78664837 req-7aa04510-b0eb-41b1-ac31-cf149344541f tempest-ServersWithSpecificFlavorTestJSON-1899199349 tempest-ServersWithSpecificFlavorTestJSON-1899199349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:36:32.803420 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-58e0854f-aa60-49dd-a206-4a8f78664837 req-7aa04510-b0eb-41b1-ac31-cf149344541f tempest-ServersWithSpecificFlavorTestJSON-1899199349 tempest-ServersWithSpecificFlavorTestJSON-1899199349-project] 10.222.0.42 "GET /v2.0/ports?device_id=f0948ff1-40aa-4883-a4ed-abb046ae6d2f HTTP/1.1" status: 200 len: 945 time: 0.0961277 Mar 29 15:36:32.839675 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:32.868582 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.agents_db [None req-59735a15-725e-44d4-9ad5-95cbe356f209 None None] Agent healthcheck: found 7 active agents {{(pid=102793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 15:36:32.873412 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-58e0854f-aa60-49dd-a206-4a8f78664837 req-b8975c48-ab9a-47c0-8022-0672c3eda744 tempest-ServersWithSpecificFlavorTestJSON-1899199349 tempest-ServersWithSpecificFlavorTestJSON-1899199349-project] 10.222.0.42 "GET /v2.0/security-groups?id=b327838c-078f-492b-afe7-ae6a101aed15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638196 Mar 29 15:36:32.900261 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0948ff1-40aa-4883-a4ed-abb046ae6d2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2bed875-232f-4075-8675-a7bb9c143df0'}] {{(pid=102792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:36:32.902474 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4f476c66b318cc6068719fc39557fac68d413f5c7e78fa77028c7948e999ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e0d35d2-3065-42f2-99ec-1be8b63a64de" -d '{"events": [{"server_uuid": "f0948ff1-40aa-4883-a4ed-abb046ae6d2f", "name": "network-vif-plugged", "status": "completed", "tag": "c2bed875-232f-4075-8675-a7bb9c143df0"}]}' {{(pid=102792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:36:32.929760 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port c2bed875-232f-4075-8675-a7bb9c143df0, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=c2bed875-232f-4075-8675-a7bb9c143df0,segment=NetworkSegment(da69cb54-889d-40d5-bd53-208819ed651b),segment_id=da69cb54-889d-40d5-bd53-208819ed651b)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:36:32.931556 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Pushing event updated for resources: {'Port': ['ID=46d1b430-78f4-42ac-9c70-2f89c6daa019,revision_number=4']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:36:32.938010 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:32.968025 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:36:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8987ddc-a4f1-4119-9846-9c53eb35a107 x-openstack-request-id: req-b8987ddc-a4f1-4119-9846-9c53eb35a107 {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:36:32.968604 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0948ff1-40aa-4883-a4ed-abb046ae6d2f", "name": "network-vif-plugged", "status": "completed", "tag": "c2bed875-232f-4075-8675-a7bb9c143df0", "code": 200}]} {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:36:32.969001 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b8987ddc-a4f1-4119-9846-9c53eb35a107 {{(pid=102792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:36:32.969540 n-d-834765-1 neutron-server[102792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0948ff1-40aa-4883-a4ed-abb046ae6d2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2bed875-232f-4075-8675-a7bb9c143df0', 'code': 200} Mar 29 15:36:33.001319 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-ef86c669-7e9c-4ec6-a206-2a1c27eb9dcd req-369fc396-68b0-46bc-ab3e-231db4b1df17 tempest-ServersAdmin275Test-1777496134 tempest-ServersAdmin275Test-1777496134-project] 10.222.0.42 "GET /v2.0/ports?device_id=04016bd8-6ded-4605-9b43-eda4442e08e6 HTTP/1.1" status: 200 len: 210 time: 0.0537996 Mar 29 15:36:33.004695 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Pushing event updated for resources: {'Port': ['ID=c2bed875-232f-4075-8675-a7bb9c143df0,revision_number=5']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:36:33.063146 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d82bb3-5cc5-4b19-83d4-6d6b706c0087 req-05568658-8b09-4dbe-b8ce-bdc3465c32f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:36:33.064932 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-73d82bb3-5cc5-4b19-83d4-6d6b706c0087 req-05568658-8b09-4dbe-b8ce-bdc3465c32f1 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=f0948ff1-40aa-4883-a4ed-abb046ae6d2f HTTP/1.1" status: 200 len: 1097 time: 0.0437229 Mar 29 15:36:33.103617 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-73d82bb3-5cc5-4b19-83d4-6d6b706c0087 req-c118d43c-21b1-44eb-889d-720add90be99 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=b327838c-078f-492b-afe7-ae6a101aed15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319195 Mar 29 15:36:33.127818 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] get_ports_and_sgs() called for port_ids ['46d1b430-78f4-42ac-9c70-2f89c6daa019'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:36:33.589986 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeabdef7-fd8a-4dca-87e9-8b7f06c4bf0a req-ae3f7676-dd72-4df1-96cc-82a8c8a3dfd5 tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:36:33.591652 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-eeabdef7-fd8a-4dca-87e9-8b7f06c4bf0a req-ae3f7676-dd72-4df1-96cc-82a8c8a3dfd5 tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] 10.222.0.42 "GET /v2.0/ports?device_id=e1416b4f-2ed2-468a-acdd-84bf3fd763c2 HTTP/1.1" status: 200 len: 944 time: 0.0557239 Mar 29 15:36:33.631468 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-eeabdef7-fd8a-4dca-87e9-8b7f06c4bf0a req-1c0d2b55-0460-4733-b192-9ecda92b2aa9 tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] 10.222.0.42 "GET /v2.0/security-groups?id=d26d57f3-f34b-4b82-acb2-a15ffdfe7b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328856 Mar 29 15:36:34.034791 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-c9628192-1f4c-4c92-b0a2-66aee99a7858 req-41100ea2-2b3a-492b-9c27-6efdd2689f0f service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=04016bd8-6ded-4605-9b43-eda4442e08e6 HTTP/1.1" status: 200 len: 210 time: 0.0335915 Mar 29 15:36:34.043242 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d71584b9-87f1-45f5-84c7-c993c2416269 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:34.084572 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-eee209f4-a6c4-4ade-aba7-0d9aeda97223 req-93f22c90-91dc-4bc7-af0b-1bd09b9988a8 tempest-ServerDiagnosticsNegativeTest-1779539489 tempest-ServerDiagnosticsNegativeTest-1779539489-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=187893aeccce4210adb0a2ddcfb3d47f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0327785 Mar 29 15:36:34.202472 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc417c5-a8c8-487c-bdd9-834f8a4c658e req-a51efe76-2b49-4528-bdcf-2ecc7e99bb4f tempest-ServersWithSpecificFlavorTestJSON-1899199349 tempest-ServersWithSpecificFlavorTestJSON-1899199349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:36:34.204530 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-9cc417c5-a8c8-487c-bdd9-834f8a4c658e req-a51efe76-2b49-4528-bdcf-2ecc7e99bb4f tempest-ServersWithSpecificFlavorTestJSON-1899199349 tempest-ServersWithSpecificFlavorTestJSON-1899199349-project] 10.222.0.42 "GET /v2.0/ports?device_id=f0948ff1-40aa-4883-a4ed-abb046ae6d2f HTTP/1.1" status: 200 len: 946 time: 0.0678203 Mar 29 15:36:34.208042 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee209f4-a6c4-4ade-aba7-0d9aeda97223 req-07b302fc-8b31-4f00-b722-e54cdfba0df6 tempest-ServerDiagnosticsNegativeTest-1779539489 tempest-ServerDiagnosticsNegativeTest-1779539489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:36:34.215211 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-eee209f4-a6c4-4ade-aba7-0d9aeda97223 req-07b302fc-8b31-4f00-b722-e54cdfba0df6 tempest-ServerDiagnosticsNegativeTest-1779539489 tempest-ServerDiagnosticsNegativeTest-1779539489-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1298208 Mar 29 15:36:34.227072 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-eee209f4-a6c4-4ade-aba7-0d9aeda97223 req-2402fd25-fcde-40ab-8822-b45d593e078f tempest-ServerDiagnosticsNegativeTest-1779539489 tempest-ServerDiagnosticsNegativeTest-1779539489-project] 10.222.0.42 "GET /v2.0/quotas/187893aeccce4210adb0a2ddcfb3d47f HTTP/1.1" status: 200 len: 375 time: 0.0097899 Mar 29 15:36:34.253681 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-9cc417c5-a8c8-487c-bdd9-834f8a4c658e req-690c64b1-417a-445f-acc9-f40ef99ef4ae tempest-ServersWithSpecificFlavorTestJSON-1899199349 tempest-ServersWithSpecificFlavorTestJSON-1899199349-project] 10.222.0.42 "GET /v2.0/security-groups?id=b327838c-078f-492b-afe7-ae6a101aed15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423312 Mar 29 15:36:34.266760 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-eee209f4-a6c4-4ade-aba7-0d9aeda97223 req-9026df71-03bc-4e98-ab29-7b8b542acb78 tempest-ServerDiagnosticsNegativeTest-1779539489 tempest-ServerDiagnosticsNegativeTest-1779539489-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=187893aeccce4210adb0a2ddcfb3d47f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0347311 Mar 29 15:36:34.376521 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device 46d1b430-78f4-42ac-9c70-2f89c6daa019 up at agent hyperv_n-h1-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:36:34.413502 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-9bb7f979-24b8-4d48-9563-bb5ef4765e8f req-643593cc-58a8-4e0f-80af-a2f4db686ed6 tempest-ServersAdmin275Test-1777496134 tempest-ServersAdmin275Test-1777496134-project] 10.222.0.42 "GET /v2.0/ports?device_id=04016bd8-6ded-4605-9b43-eda4442e08e6 HTTP/1.1" status: 200 len: 210 time: 0.0589385 Mar 29 15:36:34.496439 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Provisioning for port 46d1b430-78f4-42ac-9c70-2f89c6daa019 completed by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 15:36:34.502672 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Provisioning complete for port 46d1b430-78f4-42ac-9c70-2f89c6daa019 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:36:34.505483 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:34.568134 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-92d47549-fa95-4c08-a04a-bbb24cbea015 req-655c0982-81f4-4067-a483-e5bbdc5a6924 tempest-ServerDiagnosticsNegativeTest-1779539489 tempest-ServerDiagnosticsNegativeTest-1779539489-project] 10.222.0.42 "GET /v2.0/ports?device_id=8aa45f5c-71cb-49b4-a687-5250f0735ab8 HTTP/1.1" status: 200 len: 210 time: 0.0531433 Mar 29 15:36:34.669937 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:34.720088 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port 46d1b430-78f4-42ac-9c70-2f89c6daa019, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=46d1b430-78f4-42ac-9c70-2f89c6daa019,segment=NetworkSegment(52cd9713-83ea-496d-8c48-fd7b796e6ead),segment_id=52cd9713-83ea-496d-8c48-fd7b796e6ead)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:36:34.725620 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:34.788744 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Pushing event updated for resources: {'Port': ['ID=46d1b430-78f4-42ac-9c70-2f89c6daa019,revision_number=5']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:36:34.837313 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ec1479-173d-4b04-984c-49207d8faf4a req-1ca4a0df-397f-44d5-8fa9-549751dca39e tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:36:34.841602 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-76ec1479-173d-4b04-984c-49207d8faf4a req-1ca4a0df-397f-44d5-8fa9-549751dca39e tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] 10.222.0.42 "GET /v2.0/ports?device_id=e1416b4f-2ed2-468a-acdd-84bf3fd763c2 HTTP/1.1" status: 200 len: 945 time: 0.1095703 Mar 29 15:36:34.902291 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-76ec1479-173d-4b04-984c-49207d8faf4a req-4559e2ab-2a75-430a-9ff7-eddbe9c58f71 tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] 10.222.0.42 "GET /v2.0/security-groups?id=d26d57f3-f34b-4b82-acb2-a15ffdfe7b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483172 Mar 29 15:36:34.971447 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1416b4f-2ed2-468a-acdd-84bf3fd763c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46d1b430-78f4-42ac-9c70-2f89c6daa019'}] {{(pid=102792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:36:34.973675 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4f476c66b318cc6068719fc39557fac68d413f5c7e78fa77028c7948e999ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38cd9cd7-659a-4619-8d4e-e63482c71e22" -d '{"events": [{"server_uuid": "e1416b4f-2ed2-468a-acdd-84bf3fd763c2", "name": "network-vif-plugged", "status": "completed", "tag": "46d1b430-78f4-42ac-9c70-2f89c6daa019"}]}' {{(pid=102792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:36:35.036532 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:36:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14487590-fec2-4007-a269-85cff9323639 x-openstack-request-id: req-14487590-fec2-4007-a269-85cff9323639 {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:36:35.036847 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1416b4f-2ed2-468a-acdd-84bf3fd763c2", "name": "network-vif-plugged", "status": "completed", "tag": "46d1b430-78f4-42ac-9c70-2f89c6daa019", "code": 200}]} {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:36:35.037097 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-14487590-fec2-4007-a269-85cff9323639 {{(pid=102792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:36:35.037478 n-d-834765-1 neutron-server[102792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1416b4f-2ed2-468a-acdd-84bf3fd763c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46d1b430-78f4-42ac-9c70-2f89c6daa019', 'code': 200} Mar 29 15:36:35.151634 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 36484) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:36:35.210761 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97c9bc8-88ad-44a1-85c7-86c46df2dd1f req-262b5cae-9984-4137-b31a-049e28f52036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:36:35.213283 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d97c9bc8-88ad-44a1-85c7-86c46df2dd1f req-262b5cae-9984-4137-b31a-049e28f52036 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=e1416b4f-2ed2-468a-acdd-84bf3fd763c2 HTTP/1.1" status: 200 len: 1096 time: 0.0537231 Mar 29 15:36:35.298404 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d97c9bc8-88ad-44a1-85c7-86c46df2dd1f req-ba373a89-d45e-4f1b-8792-58d3c1b41122 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=d26d57f3-f34b-4b82-acb2-a15ffdfe7b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484197 Mar 29 15:36:35.408171 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-23b4f48b-4a6d-438a-a28f-1c5626b361e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:35.427067 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b98288-28c7-4a0f-8301-fae6a9f3d9bd req-5e999b3c-065f-47bb-8b4b-b9d4fd6d1b06 tempest-ServersWithSpecificFlavorTestJSON-1899199349 tempest-ServersWithSpecificFlavorTestJSON-1899199349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:36:35.441118 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-95b98288-28c7-4a0f-8301-fae6a9f3d9bd req-5e999b3c-065f-47bb-8b4b-b9d4fd6d1b06 tempest-ServersWithSpecificFlavorTestJSON-1899199349 tempest-ServersWithSpecificFlavorTestJSON-1899199349-project] 10.222.0.42 "GET /v2.0/ports?device_id=f0948ff1-40aa-4883-a4ed-abb046ae6d2f HTTP/1.1" status: 200 len: 946 time: 0.0954299 Mar 29 15:36:35.494519 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-95b98288-28c7-4a0f-8301-fae6a9f3d9bd req-55f70262-2baa-4b2f-9b95-43b8b84fbd75 tempest-ServersWithSpecificFlavorTestJSON-1899199349 tempest-ServersWithSpecificFlavorTestJSON-1899199349-project] 10.222.0.42 "GET /v2.0/security-groups?id=b327838c-078f-492b-afe7-ae6a101aed15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524511 Mar 29 15:36:35.525705 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-23b4f48b-4a6d-438a-a28f-1c5626b361e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:35.531844 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-23b4f48b-4a6d-438a-a28f-1c5626b361e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:35.619491 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-e087f0c5-f177-40a2-8304-3954d5ef5e4b req-b8ffc09c-c99b-47f9-9cbc-3de685aaa7b9 tempest-ServersAdmin275Test-1777496134 tempest-ServersAdmin275Test-1777496134-project] 10.222.0.42 "GET /v2.0/ports?device_id=04016bd8-6ded-4605-9b43-eda4442e08e6 HTTP/1.1" status: 200 len: 210 time: 0.0547335 Mar 29 15:36:35.643201 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-23b4f48b-4a6d-438a-a28f-1c5626b361e4 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=877ae3a07fdc452983a310a085de5453&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4865060 Mar 29 15:36:35.644008 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 36506) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:36:35.644881 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-0cb6abf6-2706-4e52-8825-f5f644ecf9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:35.660670 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b4f48b-4a6d-438a-a28f-1c5626b361e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4a81053-210e-4e81-8e69-619b7dda11da,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:36:35.788713 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-34c0d21d-1d7f-4b58-b3bf-2584fc9f7dac req-66af32ba-fdc4-40ec-beeb-36c3feddd0d5 tempest-ServerDiagnosticsNegativeTest-1779539489 tempest-ServerDiagnosticsNegativeTest-1779539489-project] 10.222.0.42 "GET /v2.0/ports?device_id=8aa45f5c-71cb-49b4-a687-5250f0735ab8 HTTP/1.1" status: 200 len: 210 time: 0.0840042 Mar 29 15:36:35.821161 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-eee209f4-a6c4-4ade-aba7-0d9aeda97223 req-2c82f9e0-973f-43d9-b004-dac4471bd276 tempest-ServerDiagnosticsNegativeTest-1779539489 tempest-ServerDiagnosticsNegativeTest-1779539489-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=187893aeccce4210adb0a2ddcfb3d47f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0386157 Mar 29 15:36:35.848639 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:35.869059 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 36526) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:36:35.930414 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-82e169ea-9718-4d1c-b13e-d377ce7fae61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:35.969376 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-82e169ea-9718-4d1c-b13e-d377ce7fae61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:35.990855 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee209f4-a6c4-4ade-aba7-0d9aeda97223 req-61cbdbd7-108b-4728-be95-63e9a0cde5a4 tempest-ServerDiagnosticsNegativeTest-1779539489 tempest-ServerDiagnosticsNegativeTest-1779539489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:36:35.996939 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-eee209f4-a6c4-4ade-aba7-0d9aeda97223 req-61cbdbd7-108b-4728-be95-63e9a0cde5a4 tempest-ServerDiagnosticsNegativeTest-1779539489 tempest-ServerDiagnosticsNegativeTest-1779539489-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1553192 Mar 29 15:36:36.016344 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [req-eee209f4-a6c4-4ade-aba7-0d9aeda97223 req-59394a3d-241c-4018-ac23-e94fafa564d1 tempest-ServerDiagnosticsNegativeTest-1779539489 tempest-ServerDiagnosticsNegativeTest-1779539489-project] Request body: {'port': {'device_id': '8aa45f5c-71cb-49b4-a687-5250f0735ab8', 'network_id': '2268a9b9-82fd-4886-a91d-3a50e4e16cab', 'admin_state_up': True, 'tenant_id': '187893aeccce4210adb0a2ddcfb3d47f'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:36:36.074493 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-ed542e7a-3c8d-4c14-bc06-54e21675c8eb req-1baedcb0-d1ca-40d0-8caf-2a5737590dfb tempest-ServersAdmin275Test-1777496134 tempest-ServersAdmin275Test-1777496134-project] 10.222.0.42 "GET /v2.0/ports?device_id=04016bd8-6ded-4605-9b43-eda4442e08e6 HTTP/1.1" status: 200 len: 210 time: 0.0419836 Mar 29 15:36:36.216498 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-82e169ea-9718-4d1c-b13e-d377ce7fae61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:36.220376 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-82e169ea-9718-4d1c-b13e-d377ce7fae61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:36.221799 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-82e169ea-9718-4d1c-b13e-d377ce7fae61 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d4a81053-210e-4e81-8e69-619b7dda11da HTTP/1.1" status: 204 len: 168 time: 0.5766852 Mar 29 15:36:36.237958 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e169ea-9718-4d1c-b13e-d377ce7fae61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4a81053-210e-4e81-8e69-619b7dda11da,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:36:36.301558 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eee209f4-a6c4-4ade-aba7-0d9aeda97223 req-59394a3d-241c-4018-ac23-e94fafa564d1 tempest-ServerDiagnosticsNegativeTest-1779539489 tempest-ServerDiagnosticsNegativeTest-1779539489-project] Made reservation on behalf of 187893aeccce4210adb0a2ddcfb3d47f for: {'port': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:36:36.304559 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-a21a457a-ac21-46ad-84f5-82c4ffc213ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:36.318684 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-eee209f4-a6c4-4ade-aba7-0d9aeda97223 req-59394a3d-241c-4018-ac23-e94fafa564d1 tempest-ServerDiagnosticsNegativeTest-1779539489 tempest-ServerDiagnosticsNegativeTest-1779539489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:36.331535 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-eee209f4-a6c4-4ade-aba7-0d9aeda97223 req-59394a3d-241c-4018-ac23-e94fafa564d1 tempest-ServerDiagnosticsNegativeTest-1779539489 tempest-ServerDiagnosticsNegativeTest-1779539489-project] Notify callbacks [] for security_group, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:36.343752 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ca7cf8-8879-4efc-a343-25f5eb84396c req-fcd947ce-3c52-46e7-8536-e1c183dfdef2 tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:36:36.345310 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-11ca7cf8-8879-4efc-a343-25f5eb84396c req-fcd947ce-3c52-46e7-8536-e1c183dfdef2 tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] 10.222.0.42 "GET /v2.0/ports?device_id=e1416b4f-2ed2-468a-acdd-84bf3fd763c2 HTTP/1.1" status: 200 len: 945 time: 0.1818402 Mar 29 15:36:36.406247 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-bd9e5465-03a4-4b76-aedb-4797d668f513 req-0be13805-00f5-4cbd-9e14-a518c0fc9347 tempest-ServersAdmin275Test-1777496134 tempest-ServersAdmin275Test-1777496134-project] 10.222.0.42 "GET /v2.0/ports?device_id=04016bd8-6ded-4605-9b43-eda4442e08e6 HTTP/1.1" status: 200 len: 210 time: 0.0310321 Mar 29 15:36:36.458319 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-a21a457a-ac21-46ad-84f5-82c4ffc213ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:36.469781 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-a21a457a-ac21-46ad-84f5-82c4ffc213ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:36.511813 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-eee209f4-a6c4-4ade-aba7-0d9aeda97223 req-59394a3d-241c-4018-ac23-e94fafa564d1 tempest-ServerDiagnosticsNegativeTest-1779539489 tempest-ServerDiagnosticsNegativeTest-1779539489-project] Notify callbacks [] for security_group, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:36.519691 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-eee209f4-a6c4-4ade-aba7-0d9aeda97223 req-59394a3d-241c-4018-ac23-e94fafa564d1 tempest-ServerDiagnosticsNegativeTest-1779539489 tempest-ServerDiagnosticsNegativeTest-1779539489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:36.520674 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-11ca7cf8-8879-4efc-a343-25f5eb84396c req-b71cc4ff-3dfd-471c-ab19-96bac30291c4 tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] 10.222.0.42 "GET /v2.0/security-groups?id=d26d57f3-f34b-4b82-acb2-a15ffdfe7b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043727 Mar 29 15:36:36.543726 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-a21a457a-ac21-46ad-84f5-82c4ffc213ee admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=13eeeae132924c4ca6dc1dddaf6e0147&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6732259 Mar 29 15:36:36.546813 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 36556) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:36:36.554887 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21a457a-ac21-46ad-84f5-82c4ffc213ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b1f4946-432d-47de-aa17-198b075e4719,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:36:36.597180 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59394a3d-241c-4018-ac23-e94fafa564d1 tempest-ServerDiagnosticsNegativeTest-1779539489 tempest-ServerDiagnosticsNegativeTest-1779539489-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9db20a09-ce41-4f79-a456-dde3f11c4297,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:36:36.664902 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c15f8f57-f05e-46ae-81ec-5e1880bc2e0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:36.695829 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c15f8f57-f05e-46ae-81ec-5e1880bc2e0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:36.762827 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c22f69-dde2-4a06-b5be-e5e9a498e6a2 req-57836276-3ba5-42df-bbe9-7999002a792a tempest-ServersWithSpecificFlavorTestJSON-1899199349 tempest-ServersWithSpecificFlavorTestJSON-1899199349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:36:36.771777 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f5c22f69-dde2-4a06-b5be-e5e9a498e6a2 req-57836276-3ba5-42df-bbe9-7999002a792a tempest-ServersWithSpecificFlavorTestJSON-1899199349 tempest-ServersWithSpecificFlavorTestJSON-1899199349-project] 10.222.0.42 "GET /v2.0/ports?device_id=f0948ff1-40aa-4883-a4ed-abb046ae6d2f HTTP/1.1" status: 200 len: 946 time: 0.1710098 Mar 29 15:36:36.787368 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c15f8f57-f05e-46ae-81ec-5e1880bc2e0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:36.793005 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c15f8f57-f05e-46ae-81ec-5e1880bc2e0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:36.794965 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-c15f8f57-f05e-46ae-81ec-5e1880bc2e0a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/6b1f4946-432d-47de-aa17-198b075e4719 HTTP/1.1" status: 204 len: 168 time: 0.2465897 Mar 29 15:36:36.813641 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15f8f57-f05e-46ae-81ec-5e1880bc2e0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b1f4946-432d-47de-aa17-198b075e4719,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:36:36.843784 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f5c22f69-dde2-4a06-b5be-e5e9a498e6a2 req-96b36dbc-a7e2-449d-9a39-b9b5a566277f tempest-ServersWithSpecificFlavorTestJSON-1899199349 tempest-ServersWithSpecificFlavorTestJSON-1899199349-project] 10.222.0.42 "GET /v2.0/security-groups?id=b327838c-078f-492b-afe7-ae6a101aed15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709910 Mar 29 15:36:36.851803 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 36568) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:36:36.873036 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-107122be-e51a-4698-8923-db21b4ac6001 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:36.884569 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_common [req-eee209f4-a6c4-4ade-aba7-0d9aeda97223 req-59394a3d-241c-4018-ac23-e94fafa564d1 tempest-ServerDiagnosticsNegativeTest-1779539489 tempest-ServerDiagnosticsNegativeTest-1779539489-project] Allocated IP 192.168.233.202 (2268a9b9-82fd-4886-a91d-3a50e4e16cab/abb8e5d6-2aea-4455-a944-3435a3d1ce49/30d45eff-2e0d-4729-a5d1-9f4ffd9f262c) {{(pid=102791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:36:36.998289 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-107122be-e51a-4698-8923-db21b4ac6001 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:37.005569 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-107122be-e51a-4698-8923-db21b4ac6001 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:37.015252 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-7615c9c9-7289-408f-b796-e4926f8b1ca9 req-b2117624-fa6e-4148-b414-0025296fa677 tempest-ServerDiagnosticsNegativeTest-1779539489 tempest-ServerDiagnosticsNegativeTest-1779539489-project] 10.222.0.42 "GET /v2.0/ports?device_id=8aa45f5c-71cb-49b4-a687-5250f0735ab8 HTTP/1.1" status: 200 len: 210 time: 0.0487511 Mar 29 15:36:37.047466 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-107122be-e51a-4698-8923-db21b4ac6001 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=79a08568a9ef4810acac6407848d8231&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1945505 Mar 29 15:36:37.049973 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 36574) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:36:37.077815 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107122be-e51a-4698-8923-db21b4ac6001 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d25524b1-5b91-4980-a2c6-cbc0b261813e,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:36:37.106476 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-a1276384-f305-4fad-8d09-3d0996c20d73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:37.118338 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-eee209f4-a6c4-4ade-aba7-0d9aeda97223 req-59394a3d-241c-4018-ac23-e94fafa564d1 tempest-ServerDiagnosticsNegativeTest-1779539489 tempest-ServerDiagnosticsNegativeTest-1779539489-project] Notify callbacks [] for port, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:37.140749 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-a1276384-f305-4fad-8d09-3d0996c20d73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:37.192239 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f636a5fe-d83e-4a17-933a-7ca86ba19e88 req-284eed5c-dd1b-49ce-a949-6e2391f2059a tempest-ServersWithSpecificFlavorTestJSON-1899199349 tempest-ServersWithSpecificFlavorTestJSON-1899199349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:36:37.203438 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 36578) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:36:37.204118 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f636a5fe-d83e-4a17-933a-7ca86ba19e88 req-284eed5c-dd1b-49ce-a949-6e2391f2059a tempest-ServersWithSpecificFlavorTestJSON-1899199349 tempest-ServersWithSpecificFlavorTestJSON-1899199349-project] 10.222.0.42 "GET /v2.0/ports?device_id=f0948ff1-40aa-4883-a4ed-abb046ae6d2f HTTP/1.1" status: 200 len: 946 time: 0.0821757 Mar 29 15:36:37.212093 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-f702c263-10db-4903-bc41-679a165bb247 tempest-ServersWithSpecificFlavorTestJSON-1899199349 tempest-ServersWithSpecificFlavorTestJSON-1899199349-project] Request body: {'floatingip': {'port_id': 'c2bed875-232f-4075-8675-a7bb9c143df0'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:36:37.227591 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-eee209f4-a6c4-4ade-aba7-0d9aeda97223 req-59394a3d-241c-4018-ac23-e94fafa564d1 tempest-ServerDiagnosticsNegativeTest-1779539489 tempest-ServerDiagnosticsNegativeTest-1779539489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956'] for port, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:37.293150 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eee209f4-a6c4-4ade-aba7-0d9aeda97223 req-59394a3d-241c-4018-ac23-e94fafa564d1 tempest-ServerDiagnosticsNegativeTest-1779539489 tempest-ServerDiagnosticsNegativeTest-1779539489-project] Network 2268a9b9-82fd-4886-a91d-3a50e4e16cab is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:36:37.297651 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-a1276384-f305-4fad-8d09-3d0996c20d73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:37.298161 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [req-eee209f4-a6c4-4ade-aba7-0d9aeda97223 req-59394a3d-241c-4018-ac23-e94fafa564d1 tempest-ServerDiagnosticsNegativeTest-1779539489 tempest-ServerDiagnosticsNegativeTest-1779539489-project] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:36:37.301767 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-a1276384-f305-4fad-8d09-3d0996c20d73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:37.302200 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [req-eee209f4-a6c4-4ade-aba7-0d9aeda97223 req-59394a3d-241c-4018-ac23-e94fafa564d1 tempest-ServerDiagnosticsNegativeTest-1779539489 tempest-ServerDiagnosticsNegativeTest-1779539489-project] Received port after_create {{(pid=102791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:36:37.303632 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-a1276384-f305-4fad-8d09-3d0996c20d73 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d25524b1-5b91-4980-a2c6-cbc0b261813e HTTP/1.1" status: 204 len: 168 time: 0.2525492 Mar 29 15:36:37.308603 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee209f4-a6c4-4ade-aba7-0d9aeda97223 req-59394a3d-241c-4018-ac23-e94fafa564d1 tempest-ServerDiagnosticsNegativeTest-1779539489 tempest-ServerDiagnosticsNegativeTest-1779539489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:36:37.309122 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-eee209f4-a6c4-4ade-aba7-0d9aeda97223 req-59394a3d-241c-4018-ac23-e94fafa564d1 tempest-ServerDiagnosticsNegativeTest-1779539489 tempest-ServerDiagnosticsNegativeTest-1779539489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:37.325801 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-f702c263-10db-4903-bc41-679a165bb247 tempest-ServersWithSpecificFlavorTestJSON-1899199349 tempest-ServersWithSpecificFlavorTestJSON-1899199349-project] Notify callbacks [] for floatingip, before_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:37.344334 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59394a3d-241c-4018-ac23-e94fafa564d1 tempest-ServerDiagnosticsNegativeTest-1779539489 tempest-ServerDiagnosticsNegativeTest-1779539489-project] Pushing event updated for resources: {'Port': ['ID=30d45eff-2e0d-4729-a5d1-9f4ffd9f262c,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:36:37.352270 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-eee209f4-a6c4-4ade-aba7-0d9aeda97223 req-59394a3d-241c-4018-ac23-e94fafa564d1 tempest-ServerDiagnosticsNegativeTest-1779539489 tempest-ServerDiagnosticsNegativeTest-1779539489-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3397949 Mar 29 15:36:37.370325 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [req-eee209f4-a6c4-4ade-aba7-0d9aeda97223 req-9710bf38-a652-4d2b-ae62-8b7a00bc3dd4 service neutron] Request body: {'port': {'device_id': '8aa45f5c-71cb-49b4-a687-5250f0735ab8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834765-1'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:36:37.372309 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1276384-f305-4fad-8d09-3d0996c20d73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d25524b1-5b91-4980-a2c6-cbc0b261813e,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:36:37.517720 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-eee209f4-a6c4-4ade-aba7-0d9aeda97223 req-9710bf38-a652-4d2b-ae62-8b7a00bc3dd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:37.610883 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 36602) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:36:37.646207 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-6bde63e2-8c94-46dc-b1c4-bc76dae4baad admin admin] Notify callbacks [] for security_group, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:37.737246 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-181429d3-933d-4a85-8b07-a2e095caa422 req-98a723c7-5cf9-4aa2-9e55-57b7262e1812 tempest-ServersAdmin275Test-1777496134 tempest-ServersAdmin275Test-1777496134-project] 10.222.0.42 "GET /v2.0/ports?device_id=04016bd8-6ded-4605-9b43-eda4442e08e6 HTTP/1.1" status: 200 len: 210 time: 0.0438006 Mar 29 15:36:37.748419 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-44b1d1a3-0eeb-4eea-9ab3-c6f6b06ff3d2 None None] Provisioning complete for port 30d45eff-2e0d-4729-a5d1-9f4ffd9f262c triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:36:37.749106 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-44b1d1a3-0eeb-4eea-9ab3-c6f6b06ff3d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:37.802138 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-44b1d1a3-0eeb-4eea-9ab3-c6f6b06ff3d2 None None] Port 30d45eff-2e0d-4729-a5d1-9f4ffd9f262c cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 15:36:37.911785 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3808a4-714c-45bd-9910-b43626244ae1 req-a272d157-6674-494d-9b3c-780dedf94fd7 tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:36:37.913568 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-8a3808a4-714c-45bd-9910-b43626244ae1 req-a272d157-6674-494d-9b3c-780dedf94fd7 tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] 10.222.0.42 "GET /v2.0/ports?device_id=e1416b4f-2ed2-468a-acdd-84bf3fd763c2 HTTP/1.1" status: 200 len: 945 time: 0.1766124 Mar 29 15:36:37.929917 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-6bde63e2-8c94-46dc-b1c4-bc76dae4baad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:37.968802 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [req-eee209f4-a6c4-4ade-aba7-0d9aeda97223 req-9710bf38-a652-4d2b-ae62-8b7a00bc3dd4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30d45eff-2e0d-4729-a5d1-9f4ffd9f262c {{(pid=102791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:36:37.978017 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-eee209f4-a6c4-4ade-aba7-0d9aeda97223 req-9710bf38-a652-4d2b-ae62-8b7a00bc3dd4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:37.991941 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.provisioning_blocks [req-eee209f4-a6c4-4ade-aba7-0d9aeda97223 req-9710bf38-a652-4d2b-ae62-8b7a00bc3dd4 service neutron] Transition to ACTIVE for port object 30d45eff-2e0d-4729-a5d1-9f4ffd9f262c will not be triggered until provisioned by entity L2. {{(pid=102791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 15:36:37.999526 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-eee209f4-a6c4-4ade-aba7-0d9aeda97223 req-9710bf38-a652-4d2b-ae62-8b7a00bc3dd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:38.003233 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-6bde63e2-8c94-46dc-b1c4-bc76dae4baad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:38.090891 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9710bf38-a652-4d2b-ae62-8b7a00bc3dd4 service neutron] Pushing event updated for resources: {'Port': ['ID=30d45eff-2e0d-4729-a5d1-9f4ffd9f262c,revision_number=2']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:36:38.109343 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-6bde63e2-8c94-46dc-b1c4-bc76dae4baad admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=9c7005623dea48be906bbb55ee1eafcf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4957998 Mar 29 15:36:38.109550 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-eee209f4-a6c4-4ade-aba7-0d9aeda97223 req-9710bf38-a652-4d2b-ae62-8b7a00bc3dd4 service neutron] Attempting to bind port 30d45eff-2e0d-4729-a5d1-9f4ffd9f262c on host n-h2-834765-1 for vnic_type normal with profile {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:36:38.109550 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-eee209f4-a6c4-4ade-aba7-0d9aeda97223 req-9710bf38-a652-4d2b-ae62-8b7a00bc3dd4 service neutron] Attempting to bind port 30d45eff-2e0d-4729-a5d1-9f4ffd9f262c by drivers openvswitch,hyperv on host n-h2-834765-1 at level 0 using segments [{'id': 'a0c230f0-660a-4194-9279-0f0781d34134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '2268a9b9-82fd-4886-a91d-3a50e4e16cab'}] {{(pid=102791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:36:38.109768 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eee209f4-a6c4-4ade-aba7-0d9aeda97223 req-9710bf38-a652-4d2b-ae62-8b7a00bc3dd4 service neutron] Attempting to bind port 30d45eff-2e0d-4729-a5d1-9f4ffd9f262c on network 2268a9b9-82fd-4886-a91d-3a50e4e16cab {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:36:38.120527 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 36630) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:36:38.137084 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eee209f4-a6c4-4ade-aba7-0d9aeda97223 req-9710bf38-a652-4d2b-ae62-8b7a00bc3dd4 service neutron] Port 30d45eff-2e0d-4729-a5d1-9f4ffd9f262c on network 2268a9b9-82fd-4886-a91d-3a50e4e16cab not bound, no agent of type Open vSwitch agent registered on host n-h2-834765-1 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 15:36:38.137808 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eee209f4-a6c4-4ade-aba7-0d9aeda97223 req-9710bf38-a652-4d2b-ae62-8b7a00bc3dd4 service neutron] Attempting to bind port 30d45eff-2e0d-4729-a5d1-9f4ffd9f262c on network 2268a9b9-82fd-4886-a91d-3a50e4e16cab {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:36:38.143546 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bde63e2-8c94-46dc-b1c4-bc76dae4baad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3629bcb3-19ac-49fe-a973-6ee77a9fc37c,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:36:38.173659 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-8a3808a4-714c-45bd-9910-b43626244ae1 req-e8f86b48-d9dd-4934-a810-45baf947fe34 tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] 10.222.0.42 "GET /v2.0/security-groups?id=d26d57f3-f34b-4b82-acb2-a15ffdfe7b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2466588 Mar 29 15:36:38.176320 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eee209f4-a6c4-4ade-aba7-0d9aeda97223 req-9710bf38-a652-4d2b-ae62-8b7a00bc3dd4 service neutron] Checking agent: {'id': '3e4b4912-b4a2-4d17-b5bd-6ce15529e8eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 33, 17), 'started_at': datetime.datetime(2022, 3, 29, 15, 33, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 36, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:36:38.176840 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eee209f4-a6c4-4ade-aba7-0d9aeda97223 req-9710bf38-a652-4d2b-ae62-8b7a00bc3dd4 service neutron] Checking segment: {'id': 'a0c230f0-660a-4194-9279-0f0781d34134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '2268a9b9-82fd-4886-a91d-3a50e4e16cab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:36:38.177368 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eee209f4-a6c4-4ade-aba7-0d9aeda97223 req-9710bf38-a652-4d2b-ae62-8b7a00bc3dd4 service neutron] Bound using segment: {'id': 'a0c230f0-660a-4194-9279-0f0781d34134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '2268a9b9-82fd-4886-a91d-3a50e4e16cab'} {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:36:38.177977 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-eee209f4-a6c4-4ade-aba7-0d9aeda97223 req-9710bf38-a652-4d2b-ae62-8b7a00bc3dd4 service neutron] Bound port: 30d45eff-2e0d-4729-a5d1-9f4ffd9f262c, host: n-h2-834765-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0c230f0-660a-4194-9279-0f0781d34134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '2268a9b9-82fd-4886-a91d-3a50e4e16cab'}}] {{(pid=102791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 15:36:38.178476 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-eee209f4-a6c4-4ade-aba7-0d9aeda97223 req-9710bf38-a652-4d2b-ae62-8b7a00bc3dd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:38.244777 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aab13cf-5580-4a9b-9af1-a0dd9bc7d238 req-bf557883-dd5a-477d-8ad5-5c0896398fa1 tempest-ServerDiagnosticsNegativeTest-1779539489 tempest-ServerDiagnosticsNegativeTest-1779539489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:36:38.247240 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-1aab13cf-5580-4a9b-9af1-a0dd9bc7d238 req-bf557883-dd5a-477d-8ad5-5c0896398fa1 tempest-ServerDiagnosticsNegativeTest-1779539489 tempest-ServerDiagnosticsNegativeTest-1779539489-project] 10.222.0.42 "GET /v2.0/ports?device_id=8aa45f5c-71cb-49b4-a687-5250f0735ab8 HTTP/1.1" status: 200 len: 948 time: 0.1255572 Mar 29 15:36:38.300610 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-efac0676-83f6-4133-9d86-3b7807c9b74a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:38.349834 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-eee209f4-a6c4-4ade-aba7-0d9aeda97223 req-9710bf38-a652-4d2b-ae62-8b7a00bc3dd4 service neutron] For port 30d45eff-2e0d-4729-a5d1-9f4ffd9f262c, host n-h2-834765-1, cleared binding levels {{(pid=102791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:36:38.366560 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-efac0676-83f6-4133-9d86-3b7807c9b74a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:38.372640 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-1aab13cf-5580-4a9b-9af1-a0dd9bc7d238 req-23e909b4-9d6b-4681-888d-6171751034b5 tempest-ServerDiagnosticsNegativeTest-1779539489 tempest-ServerDiagnosticsNegativeTest-1779539489-project] 10.222.0.42 "GET /v2.0/security-groups?id=9db20a09-ce41-4f79-a456-dde3f11c4297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074965 Mar 29 15:36:38.380828 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-eee209f4-a6c4-4ade-aba7-0d9aeda97223 req-9710bf38-a652-4d2b-ae62-8b7a00bc3dd4 service neutron] For port 30d45eff-2e0d-4729-a5d1-9f4ffd9f262c, host n-h2-834765-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=30d45eff-2e0d-4729-a5d1-9f4ffd9f262c,segment=NetworkSegment(a0c230f0-660a-4194-9279-0f0781d34134),segment_id=a0c230f0-660a-4194-9279-0f0781d34134)] {{(pid=102791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:36:38.418142 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-eee209f4-a6c4-4ade-aba7-0d9aeda97223 req-9710bf38-a652-4d2b-ae62-8b7a00bc3dd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:38.479395 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee209f4-a6c4-4ade-aba7-0d9aeda97223 req-9710bf38-a652-4d2b-ae62-8b7a00bc3dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:36:38.479395 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-eee209f4-a6c4-4ade-aba7-0d9aeda97223 req-9710bf38-a652-4d2b-ae62-8b7a00bc3dd4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:38.479395 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-eee209f4-a6c4-4ade-aba7-0d9aeda97223 req-9710bf38-a652-4d2b-ae62-8b7a00bc3dd4 service neutron] 10.222.0.48 "PUT /v2.0/ports/30d45eff-2e0d-4729-a5d1-9f4ffd9f262c HTTP/1.1" status: 200 len: 1096 time: 1.1179097 Mar 29 15:36:38.479395 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8aa45f5c-71cb-49b4-a687-5250f0735ab8', 'tag': '30d45eff-2e0d-4729-a5d1-9f4ffd9f262c'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:36:38.483373 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c67b028db5e9b9818fecc5c0a87ebc6f190694fa53ca267d523e04f98de536d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-270a7a70-7f1e-46b5-8b54-a6a5765b8dc7" -d '{"events": [{"name": "network-changed", "server_uuid": "8aa45f5c-71cb-49b4-a687-5250f0735ab8", "tag": "30d45eff-2e0d-4729-a5d1-9f4ffd9f262c"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:36:38.505348 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9710bf38-a652-4d2b-ae62-8b7a00bc3dd4 service neutron] Pushing event updated for resources: {'Port': ['ID=30d45eff-2e0d-4729-a5d1-9f4ffd9f262c,revision_number=3']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:36:38.514520 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-efac0676-83f6-4133-9d86-3b7807c9b74a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:38.515939 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-efac0676-83f6-4133-9d86-3b7807c9b74a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:38.520089 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-efac0676-83f6-4133-9d86-3b7807c9b74a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/3629bcb3-19ac-49fe-a973-6ee77a9fc37c HTTP/1.1" status: 204 len: 168 time: 0.3959429 Mar 29 15:36:38.520258 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 36650) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:36:38.528738 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efac0676-83f6-4133-9d86-3b7807c9b74a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3629bcb3-19ac-49fe-a973-6ee77a9fc37c,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:36:38.655887 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee209f4-a6c4-4ade-aba7-0d9aeda97223 req-4ff27eec-00c4-48b0-991f-384ae79def0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:36:38.667170 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-eee209f4-a6c4-4ade-aba7-0d9aeda97223 req-4ff27eec-00c4-48b0-991f-384ae79def0a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=187893aeccce4210adb0a2ddcfb3d47f&device_id=8aa45f5c-71cb-49b4-a687-5250f0735ab8 HTTP/1.1" status: 200 len: 1099 time: 0.1007078 Mar 29 15:36:38.671280 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 15:36:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a7800f0-ba55-4032-9254-418fbaf582c7 x-openstack-request-id: req-9a7800f0-ba55-4032-9254-418fbaf582c7 {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:36:38.672606 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8aa45f5c-71cb-49b4-a687-5250f0735ab8", "tag": "30d45eff-2e0d-4729-a5d1-9f4ffd9f262c", "status": "completed", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:36:38.672870 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-9a7800f0-ba55-4032-9254-418fbaf582c7 {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:36:38.674742 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8aa45f5c-71cb-49b4-a687-5250f0735ab8', 'tag': '30d45eff-2e0d-4729-a5d1-9f4ffd9f262c', 'status': 'completed', 'code': 200} Mar 29 15:36:38.728538 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-eee209f4-a6c4-4ade-aba7-0d9aeda97223 req-61bd9acc-b3ce-4b7d-9630-94d243f7dba1 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.202&port_id=30d45eff-2e0d-4729-a5d1-9f4ffd9f262c HTTP/1.1" status: 200 len: 217 time: 0.0528498 Mar 29 15:36:38.751072 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-f702c263-10db-4903-bc41-679a165bb247 tempest-ServersWithSpecificFlavorTestJSON-1899199349 tempest-ServersWithSpecificFlavorTestJSON-1899199349-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:38.759032 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-f702c263-10db-4903-bc41-679a165bb247 tempest-ServersWithSpecificFlavorTestJSON-1899199349 tempest-ServersWithSpecificFlavorTestJSON-1899199349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648212'] for floatingip, after_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:38.812555 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee209f4-a6c4-4ade-aba7-0d9aeda97223 req-ae0150fe-1d1d-4afd-88d4-6ef9acba0cda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:36:38.814040 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-eee209f4-a6c4-4ade-aba7-0d9aeda97223 req-ae0150fe-1d1d-4afd-88d4-6ef9acba0cda service neutron] 10.222.0.48 "GET /v2.0/subnets?id=abb8e5d6-2aea-4455-a944-3435a3d1ce49 HTTP/1.1" status: 200 len: 843 time: 0.0788887 Mar 29 15:36:38.875245 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee209f4-a6c4-4ade-aba7-0d9aeda97223 req-7617844b-6c58-473f-9d58-d426010398a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:36:38.877488 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-eee209f4-a6c4-4ade-aba7-0d9aeda97223 req-7617844b-6c58-473f-9d58-d426010398a3 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2268a9b9-82fd-4886-a91d-3a50e4e16cab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0568092 Mar 29 15:36:38.964967 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0398d622-28af-4add-8815-e19ada1b4583 req-b5809e32-1d60-4ea6-8847-2c261c57cfa3 tempest-LiveAutoBlockMigrationV225Test-1278294229 tempest-LiveAutoBlockMigrationV225Test-1278294229-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:36:38.966481 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-0398d622-28af-4add-8815-e19ada1b4583 req-b5809e32-1d60-4ea6-8847-2c261c57cfa3 tempest-LiveAutoBlockMigrationV225Test-1278294229 tempest-LiveAutoBlockMigrationV225Test-1278294229-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=e1416b4f-2ed2-468a-acdd-84bf3fd763c2 HTTP/1.1" status: 200 len: 1096 time: 0.1145060 Mar 29 15:36:38.969774 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-073a20d1-d938-4036-bded-fa07cf9d3f65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:38.990088 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e2572ef2-802d-4166-95c6-9d36c0d4a75b req-25c2fb07-e4ac-497c-89d7-4233b37f7bb5 tempest-ServersAdmin275Test-1777496134 tempest-ServersAdmin275Test-1777496134-project] 10.222.0.42 "GET /v2.0/ports?device_id=04016bd8-6ded-4605-9b43-eda4442e08e6 HTTP/1.1" status: 200 len: 210 time: 0.0444171 Mar 29 15:36:38.995652 n-d-834765-1 neutron-server[102790]: INFO neutron.db.l3_db [None req-f702c263-10db-4903-bc41-679a165bb247 tempest-ServersWithSpecificFlavorTestJSON-1899199349 tempest-ServersWithSpecificFlavorTestJSON-1899199349-project] Floating IP 29d888c6-81d6-4ae7-85e6-a12fd91fd92d associated. External IP: 172.25.4.89, port: c2bed875-232f-4075-8675-a7bb9c143df0. Mar 29 15:36:39.032089 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-eee209f4-a6c4-4ade-aba7-0d9aeda97223 req-e6479680-3bdc-4ec1-b221-8653a943926f service neutron] 10.222.0.48 "GET /v2.0/networks/2268a9b9-82fd-4886-a91d-3a50e4e16cab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482654 Mar 29 15:36:39.080685 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-0398d622-28af-4add-8815-e19ada1b4583 req-48d6dbf3-50b8-4d7b-8ec1-68300d33baa9 tempest-LiveAutoBlockMigrationV225Test-1278294229 tempest-LiveAutoBlockMigrationV225Test-1278294229-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=d26d57f3-f34b-4b82-acb2-a15ffdfe7b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978007 Mar 29 15:36:39.148171 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-eee209f4-a6c4-4ade-aba7-0d9aeda97223 req-2b51846b-9313-4d4f-aabd-ab0d5ed8b387 service neutron] 10.222.0.48 "GET /v2.0/networks/2268a9b9-82fd-4886-a91d-3a50e4e16cab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099691 Mar 29 15:36:39.183776 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-073a20d1-d938-4036-bded-fa07cf9d3f65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:39.227314 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-073a20d1-d938-4036-bded-fa07cf9d3f65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:39.273074 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073a20d1-d938-4036-bded-fa07cf9d3f65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1d2d8dc-6c94-4b01-850c-f7c268103dee,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:36:39.281938 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-073a20d1-d938-4036-bded-fa07cf9d3f65 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=287f8a6b805243a582db5f4d2138cc14&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7606328 Mar 29 15:36:39.283161 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270a7a70-7f1e-46b5-8b54-a6a5765b8dc7 req-803afebc-376c-46c3-870b-22141638b7ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:36:39.284894 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-270a7a70-7f1e-46b5-8b54-a6a5765b8dc7 req-803afebc-376c-46c3-870b-22141638b7ce service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=187893aeccce4210adb0a2ddcfb3d47f&device_id=8aa45f5c-71cb-49b4-a687-5250f0735ab8 HTTP/1.1" status: 200 len: 1099 time: 0.0706162 Mar 29 15:36:39.285832 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 36674) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:36:39.383107 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f702c263-10db-4903-bc41-679a165bb247 tempest-ServersWithSpecificFlavorTestJSON-1899199349 tempest-ServersWithSpecificFlavorTestJSON-1899199349-project] Router 23d7de72-2f96-4a61-bfb2-d31ceb2b85d5 has already been hosted by L3 agent c648d819-1060-4f26-b4ec-6455387b5dff {{(pid=102790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 15:36:39.450248 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 36682) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:36:39.505317 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-3756abe0-836f-4a60-af53-883874eef694 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:39.559360 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-3756abe0-836f-4a60-af53-883874eef694 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:39.570788 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f702c263-10db-4903-bc41-679a165bb247 tempest-ServersWithSpecificFlavorTestJSON-1899199349 tempest-ServersWithSpecificFlavorTestJSON-1899199349-project] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:36:39.577626 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-f702c263-10db-4903-bc41-679a165bb247 tempest-ServersWithSpecificFlavorTestJSON-1899199349 tempest-ServersWithSpecificFlavorTestJSON-1899199349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for floatingip, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:39.588974 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9b0709e-1634-4438-a1ac-f36388e6236c None None] Sync routers for ids ['23d7de72-2f96-4a61-bfb2-d31ceb2b85d5'] in n-d-834765-1 {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:36:39.592908 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17945eb5-ed82-434c-92ba-74130e0cc65d req-267f55c2-4b28-4ef2-b1aa-b416e3dc8d51 tempest-LiveAutoBlockMigrationV225Test-1278294229 tempest-LiveAutoBlockMigrationV225Test-1278294229-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:36:39.601057 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-17945eb5-ed82-434c-92ba-74130e0cc65d req-267f55c2-4b28-4ef2-b1aa-b416e3dc8d51 tempest-LiveAutoBlockMigrationV225Test-1278294229 tempest-LiveAutoBlockMigrationV225Test-1278294229-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=e1416b4f-2ed2-468a-acdd-84bf3fd763c2 HTTP/1.1" status: 200 len: 1096 time: 0.2416632 Mar 29 15:36:39.602409 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9b0709e-1634-4438-a1ac-f36388e6236c None None] Routers {'23d7de72-2f96-4a61-bfb2-d31ceb2b85d5'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:36:39.603477 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-f9b0709e-1634-4438-a1ac-f36388e6236c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:36:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['23d7de72-2f96-4a61-bfb2-d31ceb2b85d5'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:36:39.629327 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270a7a70-7f1e-46b5-8b54-a6a5765b8dc7 req-bc3b68f7-7c64-46ef-9020-9b2ab07ba458 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:36:39.631661 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-270a7a70-7f1e-46b5-8b54-a6a5765b8dc7 req-bc3b68f7-7c64-46ef-9020-9b2ab07ba458 service neutron] 10.222.0.48 "GET /v2.0/networks?id=2268a9b9-82fd-4886-a91d-3a50e4e16cab HTTP/1.1" status: 200 len: 870 time: 0.3125398 Mar 29 15:36:39.640760 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95342d2-ac21-4da7-bc7e-4c19af83a2c7 req-a51ee25c-d42f-41ee-8672-78b970a6b63b tempest-ServerDiagnosticsNegativeTest-1779539489 tempest-ServerDiagnosticsNegativeTest-1779539489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:36:39.652914 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-e95342d2-ac21-4da7-bc7e-4c19af83a2c7 req-a51ee25c-d42f-41ee-8672-78b970a6b63b tempest-ServerDiagnosticsNegativeTest-1779539489 tempest-ServerDiagnosticsNegativeTest-1779539489-project] 10.222.0.42 "GET /v2.0/ports?device_id=8aa45f5c-71cb-49b4-a687-5250f0735ab8 HTTP/1.1" status: 200 len: 948 time: 0.1364567 Mar 29 15:36:39.665497 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-f702c263-10db-4903-bc41-679a165bb247 tempest-ServersWithSpecificFlavorTestJSON-1899199349 tempest-ServersWithSpecificFlavorTestJSON-1899199349-project] 10.222.0.42 "PUT /v2.0/floatingips/29d888c6-81d6-4ae7-85e6-a12fd91fd92d HTTP/1.1" status: 200 len: 991 time: 2.4603467 Mar 29 15:36:39.666792 n-d-834765-1 neutron-server[102790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0948ff1-40aa-4883-a4ed-abb046ae6d2f', 'tag': 'c2bed875-232f-4075-8675-a7bb9c143df0'}] {{(pid=102790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:36:39.669353 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46b06d655c90bc969636382cce4240ad749035fb0f3a83ee4734fa1ed9c4a6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea6f44d9-387e-41f8-9c4b-355af5699dc0" -d '{"events": [{"name": "network-changed", "server_uuid": "f0948ff1-40aa-4883-a4ed-abb046ae6d2f", "tag": "c2bed875-232f-4075-8675-a7bb9c143df0"}]}' {{(pid=102790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:36:39.718993 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-e95342d2-ac21-4da7-bc7e-4c19af83a2c7 req-1b24b525-138b-48bc-8ce1-717742e0b1b1 tempest-ServerDiagnosticsNegativeTest-1779539489 tempest-ServerDiagnosticsNegativeTest-1779539489-project] 10.222.0.42 "GET /v2.0/security-groups?id=9db20a09-ce41-4f79-a456-dde3f11c4297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611529 Mar 29 15:36:39.735194 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvr_db [None req-f9b0709e-1634-4438-a1ac-f36388e6236c None None] Set router 23d7de72-2f96-4a61-bfb2-d31ceb2b85d5 gateway port host: n-d-834765-1 {{(pid=102793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:36:39.753556 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-270a7a70-7f1e-46b5-8b54-a6a5765b8dc7 req-bc73c74f-7d16-4b40-b34e-f0adad796bc2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.202&port_id=30d45eff-2e0d-4729-a5d1-9f4ffd9f262c HTTP/1.1" status: 200 len: 217 time: 0.1067185 Mar 29 15:36:39.817151 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-17945eb5-ed82-434c-92ba-74130e0cc65d req-4b7a564f-967a-4fed-9f7e-552ea5f6bf4d tempest-LiveAutoBlockMigrationV225Test-1278294229 tempest-LiveAutoBlockMigrationV225Test-1278294229-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=d26d57f3-f34b-4b82-acb2-a15ffdfe7b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2151499 Mar 29 15:36:39.851884 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9f9987-7efa-4919-bb55-90ba9cb33c97 req-b915cb56-7154-4d35-bbc1-4f4aceb2811b tempest-ServersWithSpecificFlavorTestJSON-1899199349 tempest-ServersWithSpecificFlavorTestJSON-1899199349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:36:39.860478 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-3756abe0-836f-4a60-af53-883874eef694 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:39.863107 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-3756abe0-836f-4a60-af53-883874eef694 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:39.866733 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-3756abe0-836f-4a60-af53-883874eef694 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e1d2d8dc-6c94-4b01-850c-f7c268103dee HTTP/1.1" status: 204 len: 168 time: 0.5776184 Mar 29 15:36:39.870062 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-fa9f9987-7efa-4919-bb55-90ba9cb33c97 req-b915cb56-7154-4d35-bbc1-4f4aceb2811b tempest-ServersWithSpecificFlavorTestJSON-1899199349 tempest-ServersWithSpecificFlavorTestJSON-1899199349-project] 10.222.0.42 "GET /v2.0/ports?device_id=f0948ff1-40aa-4883-a4ed-abb046ae6d2f HTTP/1.1" status: 200 len: 946 time: 0.0769753 Mar 29 15:36:39.877137 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270a7a70-7f1e-46b5-8b54-a6a5765b8dc7 req-01ccb36a-1826-4748-9f26-4e124e76b2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:36:39.878706 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-270a7a70-7f1e-46b5-8b54-a6a5765b8dc7 req-01ccb36a-1826-4748-9f26-4e124e76b2f2 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=abb8e5d6-2aea-4455-a944-3435a3d1ce49 HTTP/1.1" status: 200 len: 843 time: 0.1175075 Mar 29 15:36:39.887814 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3756abe0-836f-4a60-af53-883874eef694 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1d2d8dc-6c94-4b01-850c-f7c268103dee,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:36:39.927885 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-fa9f9987-7efa-4919-bb55-90ba9cb33c97 req-b128c474-6c44-409c-8b5c-a61a267c8d35 tempest-ServersWithSpecificFlavorTestJSON-1899199349 tempest-ServersWithSpecificFlavorTestJSON-1899199349-project] 10.222.0.42 "GET /v2.0/security-groups?id=b327838c-078f-492b-afe7-ae6a101aed15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535257 Mar 29 15:36:39.956999 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-a6f1f125-31a0-41f4-9e6d-37fd0a8bdca6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:40.009485 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270a7a70-7f1e-46b5-8b54-a6a5765b8dc7 req-c306ee82-296e-4216-99cc-6f2c8a261099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:36:40.011050 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-270a7a70-7f1e-46b5-8b54-a6a5765b8dc7 req-c306ee82-296e-4216-99cc-6f2c8a261099 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2268a9b9-82fd-4886-a91d-3a50e4e16cab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1149163 Mar 29 15:36:40.075195 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 15:36:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77daa51a-c5c1-49a9-b050-44e922816e06 x-openstack-request-id: req-77daa51a-c5c1-49a9-b050-44e922816e06 {{(pid=102790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:36:40.075760 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0948ff1-40aa-4883-a4ed-abb046ae6d2f", "tag": "c2bed875-232f-4075-8675-a7bb9c143df0", "status": "completed", "code": 200}]} {{(pid=102790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:36:40.076001 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-77daa51a-c5c1-49a9-b050-44e922816e06 {{(pid=102790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:36:40.077147 n-d-834765-1 neutron-server[102790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0948ff1-40aa-4883-a4ed-abb046ae6d2f', 'tag': 'c2bed875-232f-4075-8675-a7bb9c143df0', 'status': 'completed', 'code': 200} Mar 29 15:36:40.255757 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-790867d7-0eff-4c31-a859-405452e0e0b8 req-6ce160cc-f278-448f-b624-4b74683b350c tempest-ServersAdmin275Test-1777496134 tempest-ServersAdmin275Test-1777496134-project] 10.222.0.42 "GET /v2.0/ports?device_id=04016bd8-6ded-4605-9b43-eda4442e08e6 HTTP/1.1" status: 200 len: 210 time: 0.1125460 Mar 29 15:36:40.323438 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-a6f1f125-31a0-41f4-9e6d-37fd0a8bdca6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:40.328257 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-a6f1f125-31a0-41f4-9e6d-37fd0a8bdca6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:40.343371 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6f44d9-387e-41f8-9c4b-355af5699dc0 req-aba64ccc-7734-47c1-8978-e7fe86c604d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:36:40.345210 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ea6f44d9-387e-41f8-9c4b-355af5699dc0 req-aba64ccc-7734-47c1-8978-e7fe86c604d1 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e445b8b78f0c475987478367fb7ec3e6&device_id=f0948ff1-40aa-4883-a4ed-abb046ae6d2f HTTP/1.1" status: 200 len: 1097 time: 0.2626147 Mar 29 15:36:40.346881 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-270a7a70-7f1e-46b5-8b54-a6a5765b8dc7 req-55fc1d49-eafd-41db-aa71-86f93bdb3e51 service neutron] 10.222.0.48 "GET /v2.0/networks/2268a9b9-82fd-4886-a91d-3a50e4e16cab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3271265 Mar 29 15:36:40.353469 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [req-5329ba4c-4ac7-4b0d-b372-090f488dbcae req-019f268a-3768-47bb-8336-06fa0147e1a5 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=102791) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 15:36:40.354454 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-5329ba4c-4ac7-4b0d-b372-090f488dbcae req-019f268a-3768-47bb-8336-06fa0147e1a5 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050807 Mar 29 15:36:40.356582 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-f9b0709e-1634-4438-a1ac-f36388e6236c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23d7de72-2f96-4a61-bfb2-d31ceb2b85d5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-959389574-router', 'tenant_id': 'e445b8b78f0c475987478367fb7ec3e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.83'}], 'enable_snat': True}, 'gw_port_id': 'f014e05d-d9c8-4704-9420-84147da2e5cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:35:47Z', 'updated_at': '2022-03-29T15:35:52Z', 'revision_number': 4, 'project_id': 'e445b8b78f0c475987478367fb7ec3e6', 'gw_port': {'id': 'f014e05d-d9c8-4704-9420-84147da2e5cb', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:03:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23d7de72-2f96-4a61-bfb2-d31ceb2b85d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:35:48Z', 'updated_at': '2022-03-29T15:35:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_floatingips': [{'id': '29d888c6-81d6-4ae7-85e6-a12fd91fd92d', 'tenant_id': 'e445b8b78f0c475987478367fb7ec3e6', 'floating_ip_address': '172.25.4.89', 'floating_network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'router_id': '23d7de72-2f96-4a61-bfb2-d31ceb2b85d5', 'port_id': 'c2bed875-232f-4075-8675-a7bb9c143df0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 210, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c54ad59-5bf5-4d39-a555-33b9ac0525c6', 'mac_address': 'fa:16:3e:09:56:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0948ff1-40aa-4883-a4ed-abb046ae6d2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T15:36:11Z', 'updated_at': '2022-03-29T15:36:38Z', 'revision_number': 1, 'project_id': 'e445b8b78f0c475987478367fb7ec3e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd46168aa-4b8f-4713-88b3-d5554fa2c9cc', 'name': '', 'network_id': '4c54ad59-5bf5-4d39-a555-33b9ac0525c6', 'tenant_id': 'e445b8b78f0c475987478367fb7ec3e6', 'mac_address': 'fa:16:3e:0b:49:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23d7de72-2f96-4a61-bfb2-d31ceb2b85d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '03f862f4-b4e2-46c9-849d-afd166600484', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:35:50Z', 'updated_at': '2022-03-29T15:35:58Z', 'revision_number': 5, 'project_id': 'e445b8b78f0c475987478367fb7ec3e6', 'subnets': [{'id': '03f862f4-b4e2-46c9-849d-afd166600484', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:36:40.399169 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9b0709e-1634-4438-a1ac-f36388e6236c None None] Checking router: 23d7de72-2f96-4a61-bfb2-d31ceb2b85d5 for host: n-d-834765-1 {{(pid=102793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:36:40.409930 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9b0709e-1634-4438-a1ac-f36388e6236c None None] Routers {'23d7de72-2f96-4a61-bfb2-d31ceb2b85d5'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:36:40.410870 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-f9b0709e-1634-4438-a1ac-f36388e6236c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:36:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['23d7de72-2f96-4a61-bfb2-d31ceb2b85d5'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:36:40.422279 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-a6f1f125-31a0-41f4-9e6d-37fd0a8bdca6 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=67d2d59ddbd14d7888e7dc1d2ae27255&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9643784 Mar 29 15:36:40.422279 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 36726) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:36:40.431058 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f1f125-31a0-41f4-9e6d-37fd0a8bdca6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d6e55c9-ffeb-4389-b5ca-fca7c83c7cca,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:36:40.460700 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f1f125-31a0-41f4-9e6d-37fd0a8bdca6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:36:40.460934 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f1f125-31a0-41f4-9e6d-37fd0a8bdca6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:36:40.461476 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f1f125-31a0-41f4-9e6d-37fd0a8bdca6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:36:40.461847 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f1f125-31a0-41f4-9e6d-37fd0a8bdca6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:36:40.462187 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f1f125-31a0-41f4-9e6d-37fd0a8bdca6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:36:40.462672 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f1f125-31a0-41f4-9e6d-37fd0a8bdca6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:36:40.463010 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f1f125-31a0-41f4-9e6d-37fd0a8bdca6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:36:40.463376 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f1f125-31a0-41f4-9e6d-37fd0a8bdca6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:36:40.463708 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f1f125-31a0-41f4-9e6d-37fd0a8bdca6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:36:40.464032 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f1f125-31a0-41f4-9e6d-37fd0a8bdca6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:36:40.464355 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f1f125-31a0-41f4-9e6d-37fd0a8bdca6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:36:40.464675 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f1f125-31a0-41f4-9e6d-37fd0a8bdca6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:36:40.539560 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-7395bfe3-5f1c-40f3-ad96-60c5f269163f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:40.546433 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 36730) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:36:40.571600 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-d750025a-c1e5-4206-8442-e9de0e2d5e6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:40.588649 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-7395bfe3-5f1c-40f3-ad96-60c5f269163f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:40.613567 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvr_db [None req-f9b0709e-1634-4438-a1ac-f36388e6236c None None] Set router 23d7de72-2f96-4a61-bfb2-d31ceb2b85d5 gateway port host: n-d-834765-1 {{(pid=102793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:36:40.688017 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-7395bfe3-5f1c-40f3-ad96-60c5f269163f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:40.690472 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-7395bfe3-5f1c-40f3-ad96-60c5f269163f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:40.694004 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-7395bfe3-5f1c-40f3-ad96-60c5f269163f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/0d6e55c9-ffeb-4389-b5ca-fca7c83c7cca HTTP/1.1" status: 204 len: 168 time: 0.2707429 Mar 29 15:36:40.714372 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-d750025a-c1e5-4206-8442-e9de0e2d5e6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:40.715739 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7395bfe3-5f1c-40f3-ad96-60c5f269163f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d6e55c9-ffeb-4389-b5ca-fca7c83c7cca,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:36:40.718946 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-d750025a-c1e5-4206-8442-e9de0e2d5e6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:40.751345 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6f44d9-387e-41f8-9c4b-355af5699dc0 req-0850ee07-bd37-4bec-844d-43c6619b95a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:36:40.754012 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ea6f44d9-387e-41f8-9c4b-355af5699dc0 req-0850ee07-bd37-4bec-844d-43c6619b95a7 service neutron] 10.222.0.44 "GET /v2.0/networks?id=4c54ad59-5bf5-4d39-a555-33b9ac0525c6 HTTP/1.1" status: 200 len: 924 time: 0.3976476 Mar 29 15:36:40.779006 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d750025a-c1e5-4206-8442-e9de0e2d5e6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48ebc3df-291f-4f26-9b3a-0199dbfc475e,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:36:40.783554 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-d750025a-c1e5-4206-8442-e9de0e2d5e6b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=2fa2e8b29eae4d6c9ed09c05a4ca2728&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2364039 Mar 29 15:36:40.786005 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 36738) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:36:40.791218 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-270a7a70-7f1e-46b5-8b54-a6a5765b8dc7 req-15e63508-f051-4446-aea7-1018880aa37c service neutron] 10.222.0.48 "GET /v2.0/networks/2268a9b9-82fd-4886-a91d-3a50e4e16cab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4357464 Mar 29 15:36:40.945670 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7826fd00-b096-4bb2-a497-33f5b6cb0038 req-2de9ccc9-da13-4217-8d27-a34a687b31cf tempest-ServerDiagnosticsNegativeTest-1779539489 tempest-ServerDiagnosticsNegativeTest-1779539489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:36:40.961120 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-7826fd00-b096-4bb2-a497-33f5b6cb0038 req-2de9ccc9-da13-4217-8d27-a34a687b31cf tempest-ServerDiagnosticsNegativeTest-1779539489 tempest-ServerDiagnosticsNegativeTest-1779539489-project] 10.222.0.42 "GET /v2.0/ports?device_id=8aa45f5c-71cb-49b4-a687-5250f0735ab8 HTTP/1.1" status: 200 len: 948 time: 0.0948877 Mar 29 15:36:40.971716 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-261021e8-e764-4956-9235-dd5fe1f98622 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:41.003034 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ea6f44d9-387e-41f8-9c4b-355af5699dc0 req-7efe5011-74f1-4623-a6be-1757acbee33e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c2bed875-232f-4075-8675-a7bb9c143df0 HTTP/1.1" status: 200 len: 999 time: 0.2402012 Mar 29 15:36:41.018055 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-261021e8-e764-4956-9235-dd5fe1f98622 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:41.047891 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-7826fd00-b096-4bb2-a497-33f5b6cb0038 req-3b408007-b031-4115-96a1-3d753b3ad4eb tempest-ServerDiagnosticsNegativeTest-1779539489 tempest-ServerDiagnosticsNegativeTest-1779539489-project] 10.222.0.42 "GET /v2.0/security-groups?id=9db20a09-ce41-4f79-a456-dde3f11c4297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791872 Mar 29 15:36:41.081680 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-f9b0709e-1634-4438-a1ac-f36388e6236c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23d7de72-2f96-4a61-bfb2-d31ceb2b85d5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-959389574-router', 'tenant_id': 'e445b8b78f0c475987478367fb7ec3e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.83'}], 'enable_snat': True}, 'gw_port_id': 'f014e05d-d9c8-4704-9420-84147da2e5cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:35:47Z', 'updated_at': '2022-03-29T15:35:52Z', 'revision_number': 4, 'project_id': 'e445b8b78f0c475987478367fb7ec3e6', 'gw_port': {'id': 'f014e05d-d9c8-4704-9420-84147da2e5cb', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:03:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23d7de72-2f96-4a61-bfb2-d31ceb2b85d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:35:48Z', 'updated_at': '2022-03-29T15:35:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_floatingips': [{'id': '29d888c6-81d6-4ae7-85e6-a12fd91fd92d', 'tenant_id': 'e445b8b78f0c475987478367fb7ec3e6', 'floating_ip_address': '172.25.4.89', 'floating_network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'router_id': '23d7de72-2f96-4a61-bfb2-d31ceb2b85d5', 'port_id': 'c2bed875-232f-4075-8675-a7bb9c143df0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 210, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c54ad59-5bf5-4d39-a555-33b9ac0525c6', 'mac_address': 'fa:16:3e:09:56:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0948ff1-40aa-4883-a4ed-abb046ae6d2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T15:36:11Z', 'updated_at': '2022-03-29T15:36:38Z', 'revision_number': 1, 'project_id': 'e445b8b78f0c475987478367fb7ec3e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd46168aa-4b8f-4713-88b3-d5554fa2c9cc', 'name': '', 'network_id': '4c54ad59-5bf5-4d39-a555-33b9ac0525c6', 'tenant_id': 'e445b8b78f0c475987478367fb7ec3e6', 'mac_address': 'fa:16:3e:0b:49:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23d7de72-2f96-4a61-bfb2-d31ceb2b85d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '03f862f4-b4e2-46c9-849d-afd166600484', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:35:50Z', 'updated_at': '2022-03-29T15:35:58Z', 'revision_number': 5, 'project_id': 'e445b8b78f0c475987478367fb7ec3e6', 'subnets': [{'id': '03f862f4-b4e2-46c9-849d-afd166600484', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:36:41.091672 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6f44d9-387e-41f8-9c4b-355af5699dc0 req-c47b90bf-af69-463e-bf12-83bdab9ecf15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:36:41.093720 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ea6f44d9-387e-41f8-9c4b-355af5699dc0 req-c47b90bf-af69-463e-bf12-83bdab9ecf15 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=03f862f4-b4e2-46c9-849d-afd166600484 HTTP/1.1" status: 200 len: 862 time: 0.0834014 Mar 29 15:36:41.120717 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-261021e8-e764-4956-9235-dd5fe1f98622 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:41.123783 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-261021e8-e764-4956-9235-dd5fe1f98622 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:41.125948 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9b0709e-1634-4438-a1ac-f36388e6236c None None] The sync data for ids ['23d7de72-2f96-4a61-bfb2-d31ceb2b85d5'] in n-d-834765-1 is: [{'id': '23d7de72-2f96-4a61-bfb2-d31ceb2b85d5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-959389574-router', 'tenant_id': 'e445b8b78f0c475987478367fb7ec3e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.83'}], 'enable_snat': True}, 'gw_port_id': 'f014e05d-d9c8-4704-9420-84147da2e5cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:35:47Z', 'updated_at': '2022-03-29T15:35:52Z', 'revision_number': 4, 'project_id': 'e445b8b78f0c475987478367fb7ec3e6', 'gw_port': {'id': 'f014e05d-d9c8-4704-9420-84147da2e5cb', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:03:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23d7de72-2f96-4a61-bfb2-d31ceb2b85d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:35:48Z', 'updated_at': '2022-03-29T15:35:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_floatingips': [{'id': '29d888c6-81d6-4ae7-85e6-a12fd91fd92d', 'tenant_id': 'e445b8b78f0c475987478367fb7ec3e6', 'floating_ip_address': '172.25.4.89', 'floating_network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'router_id': '23d7de72-2f96-4a61-bfb2-d31ceb2b85d5', 'port_id': 'c2bed875-232f-4075-8675-a7bb9c143df0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 210, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c54ad59-5bf5-4d39-a555-33b9ac0525c6', 'mac_address': 'fa:16:3e:09:56:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0948ff1-40aa-4883-a4ed-abb046ae6d2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T15:36:11Z', 'updated_at': '2022-03-29T15:36:38Z', 'revision_number': 1, 'project_id': 'e445b8b78f0c475987478367fb7ec3e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd46168aa-4b8f-4713-88b3-d5554fa2c9cc', 'name': '', 'network_id': '4c54ad59-5bf5-4d39-a555-33b9ac0525c6', 'tenant_id': 'e445b8b78f0c475987478367fb7ec3e6', 'mac_address': 'fa:16:3e:0b:49:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23d7de72-2f96-4a61-bfb2-d31ceb2b85d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '03f862f4-b4e2-46c9-849d-afd166600484', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:35:50Z', 'updated_at': '2022-03-29T15:35:58Z', 'revision_number': 5, 'project_id': 'e445b8b78f0c475987478367fb7ec3e6', 'subnets': [{'id': '03f862f4-b4e2-46c9-849d-afd166600484', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:36:41.130888 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-261021e8-e764-4956-9235-dd5fe1f98622 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/48ebc3df-291f-4f26-9b3a-0199dbfc475e HTTP/1.1" status: 204 len: 168 time: 0.3436546 Mar 29 15:36:41.144935 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261021e8-e764-4956-9235-dd5fe1f98622 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48ebc3df-291f-4f26-9b3a-0199dbfc475e,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:36:41.198659 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6f44d9-387e-41f8-9c4b-355af5699dc0 req-1a622176-86e5-4c9c-bbe0-bdb505d30bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:36:41.200101 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ea6f44d9-387e-41f8-9c4b-355af5699dc0 req-1a622176-86e5-4c9c-bbe0-bdb505d30bf2 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4c54ad59-5bf5-4d39-a555-33b9ac0525c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0991502 Mar 29 15:36:41.434627 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e72bbc57-2d80-4e74-8c3a-00b3bc7f6ad4 None None] New status for floating IP 29d888c6-81d6-4ae7-85e6-a12fd91fd92d: ACTIVE {{(pid=102792) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 15:36:41.600771 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-71fd24fe-a81f-4696-9c61-6e7b8a9f9b1b req-3e03b740-9214-4357-ad04-4f637d564c33 tempest-ServersAdmin275Test-1777496134 tempest-ServersAdmin275Test-1777496134-project] 10.222.0.42 "GET /v2.0/ports?device_id=04016bd8-6ded-4605-9b43-eda4442e08e6 HTTP/1.1" status: 200 len: 210 time: 0.0510762 Mar 29 15:36:41.625092 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ea6f44d9-387e-41f8-9c4b-355af5699dc0 req-95fdb7f7-5cd3-4c2b-9b80-c1d091f5ae8d service neutron] 10.222.0.44 "GET /v2.0/networks/4c54ad59-5bf5-4d39-a555-33b9ac0525c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4173782 Mar 29 15:36:41.725397 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 36776) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:36:41.768129 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-ab350ff9-e454-4eb7-a621-094d05650db7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:41.869734 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ea6f44d9-387e-41f8-9c4b-355af5699dc0 req-79f49b22-0766-4050-9f89-b1f568d319fb service neutron] 10.222.0.44 "GET /v2.0/networks/4c54ad59-5bf5-4d39-a555-33b9ac0525c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2342181 Mar 29 15:36:41.926375 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-ab350ff9-e454-4eb7-a621-094d05650db7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:41.934350 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-ab350ff9-e454-4eb7-a621-094d05650db7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:41.980624 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-ab350ff9-e454-4eb7-a621-094d05650db7 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=3653eba8607147168d578087a48b5f73&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2539966 Mar 29 15:36:41.981484 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab350ff9-e454-4eb7-a621-094d05650db7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3602c196-3e30-41ac-af53-93853d443386,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:36:41.983927 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 36800) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:36:42.089875 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-6a34c379-18c2-4ee3-ad45-6d12b6fe758b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:42.124248 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-6a34c379-18c2-4ee3-ad45-6d12b6fe758b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:42.197858 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-6a34c379-18c2-4ee3-ad45-6d12b6fe758b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:42.200381 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-6a34c379-18c2-4ee3-ad45-6d12b6fe758b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:42.205491 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-6a34c379-18c2-4ee3-ad45-6d12b6fe758b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/3602c196-3e30-41ac-af53-93853d443386 HTTP/1.1" status: 204 len: 168 time: 0.2201426 Mar 29 15:36:42.213790 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a34c379-18c2-4ee3-ad45-6d12b6fe758b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3602c196-3e30-41ac-af53-93853d443386,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:36:42.222315 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a34c379-18c2-4ee3-ad45-6d12b6fe758b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:36:42.222652 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a34c379-18c2-4ee3-ad45-6d12b6fe758b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:36:42.222974 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a34c379-18c2-4ee3-ad45-6d12b6fe758b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:36:42.223325 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a34c379-18c2-4ee3-ad45-6d12b6fe758b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:36:42.223652 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a34c379-18c2-4ee3-ad45-6d12b6fe758b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:36:42.223978 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a34c379-18c2-4ee3-ad45-6d12b6fe758b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:36:42.224281 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a34c379-18c2-4ee3-ad45-6d12b6fe758b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:36:42.224686 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a34c379-18c2-4ee3-ad45-6d12b6fe758b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:36:42.224894 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a34c379-18c2-4ee3-ad45-6d12b6fe758b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:36:42.225205 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a34c379-18c2-4ee3-ad45-6d12b6fe758b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:36:42.225517 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a34c379-18c2-4ee3-ad45-6d12b6fe758b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:36:42.225850 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a34c379-18c2-4ee3-ad45-6d12b6fe758b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:36:42.365360 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4160a9ac-bc59-4beb-9b3d-541799a3694f req-73b92639-8fdd-4492-9e03-15a5220f3771 tempest-ServerDiagnosticsNegativeTest-1779539489 tempest-ServerDiagnosticsNegativeTest-1779539489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:36:42.366902 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-4160a9ac-bc59-4beb-9b3d-541799a3694f req-73b92639-8fdd-4492-9e03-15a5220f3771 tempest-ServerDiagnosticsNegativeTest-1779539489 tempest-ServerDiagnosticsNegativeTest-1779539489-project] 10.222.0.42 "GET /v2.0/ports?device_id=8aa45f5c-71cb-49b4-a687-5250f0735ab8 HTTP/1.1" status: 200 len: 948 time: 0.0509975 Mar 29 15:36:42.410640 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-4160a9ac-bc59-4beb-9b3d-541799a3694f req-b60dc046-62fd-459a-9b21-15c0132f1aa7 tempest-ServerDiagnosticsNegativeTest-1779539489 tempest-ServerDiagnosticsNegativeTest-1779539489-project] 10.222.0.42 "GET /v2.0/security-groups?id=9db20a09-ce41-4f79-a456-dde3f11c4297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376327 Mar 29 15:36:42.744527 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-7f5c6ccc-a05f-4fc2-a147-074007c394b5 req-8d9fb71c-e7c7-44c8-ac4a-f60f1259fb1d tempest-ServersAdmin275Test-1777496134 tempest-ServersAdmin275Test-1777496134-project] 10.222.0.42 "GET /v2.0/ports?device_id=04016bd8-6ded-4605-9b43-eda4442e08e6 HTTP/1.1" status: 200 len: 210 time: 0.0444503 Mar 29 15:36:42.787053 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 36846) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:36:43.052297 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-0d7797b9-5ae0-48c1-9dde-a2efcae98703 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:43.201326 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-0d7797b9-5ae0-48c1-9dde-a2efcae98703 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:43.206145 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-0d7797b9-5ae0-48c1-9dde-a2efcae98703 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:43.243346 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7797b9-5ae0-48c1-9dde-a2efcae98703 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1f21c05-87d9-4d49-9bf2-d0da9c99280f,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:36:43.250500 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-0d7797b9-5ae0-48c1-9dde-a2efcae98703 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=53866ddad5c04d41a5c63bce1f7c1a95&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4619949 Mar 29 15:36:43.254766 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 36870) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:36:43.320523 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-3d08f697-6066-4666-9be2-d44948855434 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:43.344096 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-3d08f697-6066-4666-9be2-d44948855434 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:43.402637 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-3d08f697-6066-4666-9be2-d44948855434 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:43.405779 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-3d08f697-6066-4666-9be2-d44948855434 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:43.406921 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-3d08f697-6066-4666-9be2-d44948855434 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c1f21c05-87d9-4d49-9bf2-d0da9c99280f HTTP/1.1" status: 204 len: 168 time: 0.1504266 Mar 29 15:36:43.425250 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d08f697-6066-4666-9be2-d44948855434 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1f21c05-87d9-4d49-9bf2-d0da9c99280f,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:36:43.517947 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 36884) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:36:43.531194 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device 30d45eff-2e0d-4729-a5d1-9f4ffd9f262c details requested by agent hyperv_n-h2-834765-1 with host n-h2-834765-1 {{(pid=102792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 15:36:43.661970 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port 30d45eff-2e0d-4729-a5d1-9f4ffd9f262c, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=30d45eff-2e0d-4729-a5d1-9f4ffd9f262c,segment=NetworkSegment(a0c230f0-660a-4194-9279-0f0781d34134),segment_id=a0c230f0-660a-4194-9279-0f0781d34134)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:36:43.680646 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Returning: {'device': '30d45eff-2e0d-4729-a5d1-9f4ffd9f262c', 'network_id': '2268a9b9-82fd-4886-a91d-3a50e4e16cab', 'port_id': '30d45eff-2e0d-4729-a5d1-9f4ffd9f262c', 'mac_address': 'fa:16:3e:9a:0f:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 625, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abb8e5d6-2aea-4455-a944-3435a3d1ce49', 'ip_address': '192.168.233.202'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 15:36:43.732877 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:43.746458 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44502dd-8c5d-44c7-9692-513defc69252 req-ae841032-ce95-479c-a061-d48ba6fbc18e tempest-ServerDiagnosticsNegativeTest-1779539489 tempest-ServerDiagnosticsNegativeTest-1779539489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:36:43.747492 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30d45eff-2e0d-4729-a5d1-9f4ffd9f262c {{(pid=102792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:36:43.752147 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-a44502dd-8c5d-44c7-9692-513defc69252 req-ae841032-ce95-479c-a061-d48ba6fbc18e tempest-ServerDiagnosticsNegativeTest-1779539489 tempest-ServerDiagnosticsNegativeTest-1779539489-project] 10.222.0.42 "GET /v2.0/ports?device_id=8aa45f5c-71cb-49b4-a687-5250f0735ab8 HTTP/1.1" status: 200 len: 948 time: 0.0880070 Mar 29 15:36:43.779402 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port 30d45eff-2e0d-4729-a5d1-9f4ffd9f262c, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=30d45eff-2e0d-4729-a5d1-9f4ffd9f262c,segment=NetworkSegment(a0c230f0-660a-4194-9279-0f0781d34134),segment_id=a0c230f0-660a-4194-9279-0f0781d34134)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:36:43.784840 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:43.831465 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-a44502dd-8c5d-44c7-9692-513defc69252 req-1daafcfe-b38f-458a-8513-17a3217aec6d tempest-ServerDiagnosticsNegativeTest-1779539489 tempest-ServerDiagnosticsNegativeTest-1779539489-project] 10.222.0.42 "GET /v2.0/security-groups?id=9db20a09-ce41-4f79-a456-dde3f11c4297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743263 Mar 29 15:36:43.866017 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [req-8d902dce-bfda-46d4-ba76-341e915738a2 req-97411601-2eed-4876-8bc5-27b420414d4e tempest-LiveAutoBlockMigrationV225Test-1278294229 tempest-LiveAutoBlockMigrationV225Test-1278294229-project-admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=102791) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 15:36:43.867093 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-8d902dce-bfda-46d4-ba76-341e915738a2 req-97411601-2eed-4876-8bc5-27b420414d4e tempest-LiveAutoBlockMigrationV225Test-1278294229 tempest-LiveAutoBlockMigrationV225Test-1278294229-project-admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3481779 Mar 29 15:36:43.875373 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Pushing event updated for resources: {'Port': ['ID=30d45eff-2e0d-4729-a5d1-9f4ffd9f262c,revision_number=4']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:36:44.047521 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 36906) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:36:44.069807 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-4588e115-dd67-40d9-8350-ac4527a44fa4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:44.098422 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] get_ports_and_sgs() called for port_ids ['30d45eff-2e0d-4729-a5d1-9f4ffd9f262c'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:36:44.258728 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-4588e115-dd67-40d9-8350-ac4527a44fa4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:44.264940 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-4588e115-dd67-40d9-8350-ac4527a44fa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:44.363508 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-4588e115-dd67-40d9-8350-ac4527a44fa4 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=be1d4298ba6e4da38f0a76b845429642&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3135467 Mar 29 15:36:44.368230 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 36914) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:36:44.374033 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4588e115-dd67-40d9-8350-ac4527a44fa4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ae19490-b383-4d1c-bed5-de8c6d7ee25d,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:36:44.408288 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-28bedd21-a1de-48a2-91b5-3688d579bcd1 req-b94eae3e-e988-4bfd-ae96-878dbcab4238 tempest-ServersAdmin275Test-1777496134 tempest-ServersAdmin275Test-1777496134-project] 10.222.0.42 "GET /v2.0/ports?device_id=04016bd8-6ded-4605-9b43-eda4442e08e6 HTTP/1.1" status: 200 len: 210 time: 0.0528970 Mar 29 15:36:44.474054 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d902dce-bfda-46d4-ba76-341e915738a2 req-182ebd68-e0b0-4a9e-8e16-872819a18bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:36:44.479310 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-8d902dce-bfda-46d4-ba76-341e915738a2 req-182ebd68-e0b0-4a9e-8e16-872819a18bc0 service neutron] 10.222.0.42 "GET /v2.0/ports/46d1b430-78f4-42ac-9c70-2f89c6daa019 HTTP/1.1" status: 200 len: 1093 time: 0.4405081 Mar 29 15:36:44.494722 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-87385842-3a0e-4748-8dbe-b70558cb17e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:44.495171 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [req-8d902dce-bfda-46d4-ba76-341e915738a2 req-392e0d65-825e-4410-a4c8-7d5543e585bb service neutron] Request body: {'binding': {'host': 'n-h2-834765-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:36:44.495913 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [req-8d902dce-bfda-46d4-ba76-341e915738a2 req-392e0d65-825e-4410-a4c8-7d5543e585bb service neutron] Unknown quota resources ['binding']. {{(pid=102791) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 29 15:36:44.519292 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-87385842-3a0e-4748-8dbe-b70558cb17e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:44.582374 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-87385842-3a0e-4748-8dbe-b70558cb17e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:44.586694 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-87385842-3a0e-4748-8dbe-b70558cb17e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:44.587858 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-87385842-3a0e-4748-8dbe-b70558cb17e0 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/0ae19490-b383-4d1c-bed5-de8c6d7ee25d HTTP/1.1" status: 204 len: 168 time: 0.2181528 Mar 29 15:36:44.597548 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87385842-3a0e-4748-8dbe-b70558cb17e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ae19490-b383-4d1c-bed5-de8c6d7ee25d,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:36:44.828327 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-8d902dce-bfda-46d4-ba76-341e915738a2 req-392e0d65-825e-4410-a4c8-7d5543e585bb service neutron] Attempting to bind port 46d1b430-78f4-42ac-9c70-2f89c6daa019 on host n-h2-834765-1 for vnic_type normal with profile None {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:36:44.828676 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-8d902dce-bfda-46d4-ba76-341e915738a2 req-392e0d65-825e-4410-a4c8-7d5543e585bb service neutron] Attempting to bind port 46d1b430-78f4-42ac-9c70-2f89c6daa019 by drivers openvswitch,hyperv on host n-h2-834765-1 at level 0 using segments [{'id': '52cd9713-83ea-496d-8c48-fd7b796e6ead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'c7e23169-e9d3-4fec-ace3-87b88825b851'}] {{(pid=102791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:36:44.828997 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d902dce-bfda-46d4-ba76-341e915738a2 req-392e0d65-825e-4410-a4c8-7d5543e585bb service neutron] Attempting to bind port 46d1b430-78f4-42ac-9c70-2f89c6daa019 on network c7e23169-e9d3-4fec-ace3-87b88825b851 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:36:44.840599 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d902dce-bfda-46d4-ba76-341e915738a2 req-392e0d65-825e-4410-a4c8-7d5543e585bb service neutron] Port 46d1b430-78f4-42ac-9c70-2f89c6daa019 on network c7e23169-e9d3-4fec-ace3-87b88825b851 not bound, no agent of type Open vSwitch agent registered on host n-h2-834765-1 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 15:36:44.840919 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d902dce-bfda-46d4-ba76-341e915738a2 req-392e0d65-825e-4410-a4c8-7d5543e585bb service neutron] Attempting to bind port 46d1b430-78f4-42ac-9c70-2f89c6daa019 on network c7e23169-e9d3-4fec-ace3-87b88825b851 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:36:44.848337 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d902dce-bfda-46d4-ba76-341e915738a2 req-392e0d65-825e-4410-a4c8-7d5543e585bb service neutron] Checking agent: {'id': '3e4b4912-b4a2-4d17-b5bd-6ce15529e8eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 33, 17), 'started_at': datetime.datetime(2022, 3, 29, 15, 33, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 36, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:36:44.848663 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d902dce-bfda-46d4-ba76-341e915738a2 req-392e0d65-825e-4410-a4c8-7d5543e585bb service neutron] Checking segment: {'id': '52cd9713-83ea-496d-8c48-fd7b796e6ead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'c7e23169-e9d3-4fec-ace3-87b88825b851'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:36:44.849036 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d902dce-bfda-46d4-ba76-341e915738a2 req-392e0d65-825e-4410-a4c8-7d5543e585bb service neutron] Bound using segment: {'id': '52cd9713-83ea-496d-8c48-fd7b796e6ead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'c7e23169-e9d3-4fec-ace3-87b88825b851'} {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:36:44.849549 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-8d902dce-bfda-46d4-ba76-341e915738a2 req-392e0d65-825e-4410-a4c8-7d5543e585bb service neutron] Bound port: 46d1b430-78f4-42ac-9c70-2f89c6daa019, host: n-h2-834765-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52cd9713-83ea-496d-8c48-fd7b796e6ead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'c7e23169-e9d3-4fec-ace3-87b88825b851'}}] {{(pid=102791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 15:36:44.954053 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-8d902dce-bfda-46d4-ba76-341e915738a2 req-392e0d65-825e-4410-a4c8-7d5543e585bb service neutron] For port 46d1b430-78f4-42ac-9c70-2f89c6daa019, host n-h2-834765-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=46d1b430-78f4-42ac-9c70-2f89c6daa019,segment=NetworkSegment(52cd9713-83ea-496d-8c48-fd7b796e6ead),segment_id=52cd9713-83ea-496d-8c48-fd7b796e6ead)] {{(pid=102791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:36:44.963164 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-8d902dce-bfda-46d4-ba76-341e915738a2 req-392e0d65-825e-4410-a4c8-7d5543e585bb service neutron] Notify callbacks [] for binding, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:44.964642 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-8d902dce-bfda-46d4-ba76-341e915738a2 req-392e0d65-825e-4410-a4c8-7d5543e585bb service neutron] 10.222.0.42 "POST /v2.0/ports/46d1b430-78f4-42ac-9c70-2f89c6daa019/bindings HTTP/1.1" status: 201 len: 389 time: 0.4800146 Mar 29 15:36:44.991178 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1284adf5-458e-4293-8baf-72436947fc47 req-33226cf3-811d-421f-a9a8-74df0950555c tempest-ServerDiagnosticsNegativeTest-1779539489 tempest-ServerDiagnosticsNegativeTest-1779539489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:36:44.995066 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-1284adf5-458e-4293-8baf-72436947fc47 req-33226cf3-811d-421f-a9a8-74df0950555c tempest-ServerDiagnosticsNegativeTest-1779539489 tempest-ServerDiagnosticsNegativeTest-1779539489-project] 10.222.0.42 "GET /v2.0/ports?device_id=8aa45f5c-71cb-49b4-a687-5250f0735ab8 HTTP/1.1" status: 200 len: 949 time: 0.0681033 Mar 29 15:36:45.056603 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-1284adf5-458e-4293-8baf-72436947fc47 req-dffb938c-a3dd-4980-a6e4-d64c61053633 tempest-ServerDiagnosticsNegativeTest-1779539489 tempest-ServerDiagnosticsNegativeTest-1779539489-project] 10.222.0.42 "GET /v2.0/security-groups?id=9db20a09-ce41-4f79-a456-dde3f11c4297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539737 Mar 29 15:36:45.242043 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1deb4569-99fd-416e-8381-6690ae36fab8 req-83a19df0-3af2-488e-be4e-0093ac62c187 tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:36:45.244011 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-1deb4569-99fd-416e-8381-6690ae36fab8 req-83a19df0-3af2-488e-be4e-0093ac62c187 tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] 10.222.0.42 "GET /v2.0/ports?device_id=e1416b4f-2ed2-468a-acdd-84bf3fd763c2 HTTP/1.1" status: 200 len: 945 time: 0.0660706 Mar 29 15:36:45.309431 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-1deb4569-99fd-416e-8381-6690ae36fab8 req-a3846dc7-2ffb-448a-ae94-6be39919436e tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] 10.222.0.42 "GET /v2.0/security-groups?id=d26d57f3-f34b-4b82-acb2-a15ffdfe7b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573826 Mar 29 15:36:45.328553 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d902dce-bfda-46d4-ba76-341e915738a2 req-3c9a5fde-f700-4df3-bd41-23c3065525a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:36:45.330366 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-8d902dce-bfda-46d4-ba76-341e915738a2 req-3c9a5fde-f700-4df3-bd41-23c3065525a7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c66f5a43ae0e46908f202e6b40f23448&device_id=e1416b4f-2ed2-468a-acdd-84bf3fd763c2 HTTP/1.1" status: 200 len: 1096 time: 0.0552475 Mar 29 15:36:45.433437 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d902dce-bfda-46d4-ba76-341e915738a2 req-e05d1213-f8cb-4183-834e-38854633e0b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:36:45.435389 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-8d902dce-bfda-46d4-ba76-341e915738a2 req-e05d1213-f8cb-4183-834e-38854633e0b4 service neutron] 10.222.0.48 "GET /v2.0/networks?id=c7e23169-e9d3-4fec-ace3-87b88825b851 HTTP/1.1" status: 200 len: 922 time: 0.0982544 Mar 29 15:36:45.490866 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-8d902dce-bfda-46d4-ba76-341e915738a2 req-f98a8b39-9ab4-4933-b72a-a83864cf4051 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=46d1b430-78f4-42ac-9c70-2f89c6daa019 HTTP/1.1" status: 200 len: 217 time: 0.0456543 Mar 29 15:36:45.549350 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device 30d45eff-2e0d-4729-a5d1-9f4ffd9f262c up at agent hyperv_n-h2-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:36:45.598964 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 36972) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:36:45.608928 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-17a5ec0c-6664-48be-a0cf-236a345e4231 req-f0c950c2-d6fc-499e-85ff-7c8d07e2de81 tempest-ServersAdmin275Test-1777496134 tempest-ServersAdmin275Test-1777496134-project] 10.222.0.42 "GET /v2.0/ports?device_id=04016bd8-6ded-4605-9b43-eda4442e08e6 HTTP/1.1" status: 200 len: 210 time: 0.0822229 Mar 29 15:36:45.625429 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d902dce-bfda-46d4-ba76-341e915738a2 req-daaac2c7-017a-4b78-8c69-fb2c44496b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:36:45.626883 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-8d902dce-bfda-46d4-ba76-341e915738a2 req-daaac2c7-017a-4b78-8c69-fb2c44496b45 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=47ebad0b-955e-4824-b04c-60b1952d5787 HTTP/1.1" status: 200 len: 861 time: 0.1291900 Mar 29 15:36:45.646640 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Provisioning for port 30d45eff-2e0d-4729-a5d1-9f4ffd9f262c completed by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 15:36:45.651588 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Provisioning complete for port 30d45eff-2e0d-4729-a5d1-9f4ffd9f262c triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:36:45.652166 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:45.678552 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-8d902dce-bfda-46d4-ba76-341e915738a2 req-e6b7397c-aa98-416b-896e-1fb5687a261a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c7e23169-e9d3-4fec-ace3-87b88825b851&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437942 Mar 29 15:36:45.755248 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:45.782976 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8aa45f5c-71cb-49b4-a687-5250f0735ab8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30d45eff-2e0d-4729-a5d1-9f4ffd9f262c'}] {{(pid=102792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:36:45.785695 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4f476c66b318cc6068719fc39557fac68d413f5c7e78fa77028c7948e999ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfdb10d0-cac3-45ae-8967-f954f810936f" -d '{"events": [{"server_uuid": "8aa45f5c-71cb-49b4-a687-5250f0735ab8", "name": "network-vif-plugged", "status": "completed", "tag": "30d45eff-2e0d-4729-a5d1-9f4ffd9f262c"}]}' {{(pid=102792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:36:45.798858 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port 30d45eff-2e0d-4729-a5d1-9f4ffd9f262c, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=30d45eff-2e0d-4729-a5d1-9f4ffd9f262c,segment=NetworkSegment(a0c230f0-660a-4194-9279-0f0781d34134),segment_id=a0c230f0-660a-4194-9279-0f0781d34134)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:36:45.807534 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:45.808237 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-8d902dce-bfda-46d4-ba76-341e915738a2 req-94f25584-f8c5-48ce-a9d4-a738d181f784 service neutron] 10.222.0.48 "GET /v2.0/networks/c7e23169-e9d3-4fec-ace3-87b88825b851?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220677 Mar 29 15:36:45.847591 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:36:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e0ed45d-1766-4a04-b9b0-4c5f178552f1 x-openstack-request-id: req-3e0ed45d-1766-4a04-b9b0-4c5f178552f1 {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:36:45.848093 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8aa45f5c-71cb-49b4-a687-5250f0735ab8", "name": "network-vif-plugged", "status": "completed", "tag": "30d45eff-2e0d-4729-a5d1-9f4ffd9f262c", "code": 200}]} {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:36:45.848401 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-3e0ed45d-1766-4a04-b9b0-4c5f178552f1 {{(pid=102792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:36:45.848863 n-d-834765-1 neutron-server[102792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8aa45f5c-71cb-49b4-a687-5250f0735ab8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30d45eff-2e0d-4729-a5d1-9f4ffd9f262c', 'code': 200} Mar 29 15:36:45.878773 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-37d998f3-20dd-40f3-b66b-5a108605ec3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:45.885747 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Pushing event updated for resources: {'Port': ['ID=30d45eff-2e0d-4729-a5d1-9f4ffd9f262c,revision_number=5']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:36:45.907163 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.48', 54146) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:36:45.974676 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-8d902dce-bfda-46d4-ba76-341e915738a2 req-9b90df31-d520-4772-842c-7ffb6b28ca93 service neutron] 10.222.0.48 "GET /v2.0/networks/c7e23169-e9d3-4fec-ace3-87b88825b851?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1593525 Mar 29 15:36:45.977077 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d26cd7-a88f-49bb-9459-dc0f3fd1e7be req-c8d43297-06b7-41e1-af4d-9e9862d2dff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:36:45.978631 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-d5d26cd7-a88f-49bb-9459-dc0f3fd1e7be req-c8d43297-06b7-41e1-af4d-9e9862d2dff1 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=8aa45f5c-71cb-49b4-a687-5250f0735ab8 HTTP/1.1" status: 200 len: 1101 time: 0.0704119 Mar 29 15:36:46.050848 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-d5d26cd7-a88f-49bb-9459-dc0f3fd1e7be req-f58f05ef-b220-470c-aabe-938b9cbddcb5 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=9db20a09-ce41-4f79-a456-dde3f11c4297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580869 Mar 29 15:36:46.052621 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-37d998f3-20dd-40f3-b66b-5a108605ec3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:46.057599 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-37d998f3-20dd-40f3-b66b-5a108605ec3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:46.065835 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 36994) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:36:46.101066 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-37d998f3-20dd-40f3-b66b-5a108605ec3f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=40c4375b1e724938b171633b14f3546c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5007708 Mar 29 15:36:46.104780 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 37000) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:36:46.114812 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d998f3-20dd-40f3-b66b-5a108605ec3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91175dd9-08ce-45cd-a344-159d19879e18,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:36:46.213995 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6a4e57-9bc4-4b0f-8f14-7d6bb9aca999 req-89bbc523-7f4e-4cf2-a9c1-ef2b5144eda6 tempest-ServerDiagnosticsNegativeTest-1779539489 tempest-ServerDiagnosticsNegativeTest-1779539489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:36:46.215484 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-bf6a4e57-9bc4-4b0f-8f14-7d6bb9aca999 req-89bbc523-7f4e-4cf2-a9c1-ef2b5144eda6 tempest-ServerDiagnosticsNegativeTest-1779539489 tempest-ServerDiagnosticsNegativeTest-1779539489-project] 10.222.0.42 "GET /v2.0/ports?device_id=8aa45f5c-71cb-49b4-a687-5250f0735ab8 HTTP/1.1" status: 200 len: 950 time: 0.0783787 Mar 29 15:36:46.222874 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-eb4cd665-f4ec-46da-83db-c7dc1c2546ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:46.262203 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-eb4cd665-f4ec-46da-83db-c7dc1c2546ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:46.291813 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-bf6a4e57-9bc4-4b0f-8f14-7d6bb9aca999 req-dc283d49-5a77-413a-9925-98a287513a47 tempest-ServerDiagnosticsNegativeTest-1779539489 tempest-ServerDiagnosticsNegativeTest-1779539489-project] 10.222.0.42 "GET /v2.0/security-groups?id=9db20a09-ce41-4f79-a456-dde3f11c4297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660329 Mar 29 15:36:46.327474 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-eb4cd665-f4ec-46da-83db-c7dc1c2546ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:46.330597 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-eb4cd665-f4ec-46da-83db-c7dc1c2546ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:46.331852 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-eb4cd665-f4ec-46da-83db-c7dc1c2546ad admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/91175dd9-08ce-45cd-a344-159d19879e18 HTTP/1.1" status: 204 len: 168 time: 0.2248712 Mar 29 15:36:46.349831 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4cd665-f4ec-46da-83db-c7dc1c2546ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91175dd9-08ce-45cd-a344-159d19879e18,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:36:46.440393 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-68e88a4b-1c89-4ca3-b94d-96b50646f9c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:46.458308 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 37012) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:36:46.487324 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfde649-e300-4d9f-ae83-fda11fdd576f req-4eff1ad9-7099-4471-b04d-45c22ab37b25 tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:36:46.495406 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-2bfde649-e300-4d9f-ae83-fda11fdd576f req-4eff1ad9-7099-4471-b04d-45c22ab37b25 tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] 10.222.0.42 "GET /v2.0/ports?device_id=e1416b4f-2ed2-468a-acdd-84bf3fd763c2 HTTP/1.1" status: 200 len: 945 time: 0.1024151 Mar 29 15:36:46.523670 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d902dce-bfda-46d4-ba76-341e915738a2 req-e55b0bae-6f0f-40a2-a88f-d849e0b41590 tempest-LiveAutoBlockMigrationV225Test-1278294229 tempest-LiveAutoBlockMigrationV225Test-1278294229-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:36:46.525413 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-8d902dce-bfda-46d4-ba76-341e915738a2 req-e55b0bae-6f0f-40a2-a88f-d849e0b41590 tempest-LiveAutoBlockMigrationV225Test-1278294229 tempest-LiveAutoBlockMigrationV225Test-1278294229-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=e1416b4f-2ed2-468a-acdd-84bf3fd763c2&tenant_id=c66f5a43ae0e46908f202e6b40f23448&binding%3Ahost_id=n-h1-834765-1 HTTP/1.1" status: 200 len: 1096 time: 0.0928390 Mar 29 15:36:46.539881 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [req-8d902dce-bfda-46d4-ba76-341e915738a2 req-0b37775d-931c-4c34-b85c-4162c54e010c service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-834765-1'}}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:36:46.562731 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-2bfde649-e300-4d9f-ae83-fda11fdd576f req-b1184650-cbe9-4707-8193-6bf5e2505f8f tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] 10.222.0.42 "GET /v2.0/security-groups?id=d26d57f3-f34b-4b82-acb2-a15ffdfe7b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663893 Mar 29 15:36:46.613273 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:46.633981 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-8d902dce-bfda-46d4-ba76-341e915738a2 req-0b37775d-931c-4c34-b85c-4162c54e010c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:46.652507 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-68e88a4b-1c89-4ca3-b94d-96b50646f9c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:46.658808 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-68e88a4b-1c89-4ca3-b94d-96b50646f9c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:46.701375 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e88a4b-1c89-4ca3-b94d-96b50646f9c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2226cab1-c384-4832-bee1-e386bacd9393,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:36:46.744593 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-68e88a4b-1c89-4ca3-b94d-96b50646f9c0 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=cca2a38d81074c2ab4241c385a758df5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6768844 Mar 29 15:36:46.745517 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 37022) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:36:46.785437 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-c97c88e4-e438-4817-9c85-65cec687e3aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:46.847396 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-a61af5bd-912e-472c-b81a-9f173528305a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:46.887214 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-a61af5bd-912e-472c-b81a-9f173528305a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:46.923920 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 37030) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:36:46.957246 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-8b9b52d7-6aae-4384-9116-abe3c3c13c7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:46.986172 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-c97c88e4-e438-4817-9c85-65cec687e3aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:46.993053 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-c97c88e4-e438-4817-9c85-65cec687e3aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:47.003700 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-8aec2539-89d4-4e61-9afe-c73b4c4bb904 req-7b376f5d-a61d-4741-8ced-c30832c5382f tempest-ServersAdmin275Test-1777496134 tempest-ServersAdmin275Test-1777496134-project] 10.222.0.42 "GET /v2.0/ports?device_id=04016bd8-6ded-4605-9b43-eda4442e08e6 HTTP/1.1" status: 200 len: 210 time: 0.2533174 Mar 29 15:36:47.039349 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [req-8d902dce-bfda-46d4-ba76-341e915738a2 req-0b37775d-931c-4c34-b85c-4162c54e010c service neutron] For port 46d1b430-78f4-42ac-9c70-2f89c6daa019, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=46d1b430-78f4-42ac-9c70-2f89c6daa019,segment=NetworkSegment(52cd9713-83ea-496d-8c48-fd7b796e6ead),segment_id=52cd9713-83ea-496d-8c48-fd7b796e6ead)] {{(pid=102790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:36:47.041473 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-a61af5bd-912e-472c-b81a-9f173528305a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:47.044017 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-a61af5bd-912e-472c-b81a-9f173528305a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:47.048362 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-a61af5bd-912e-472c-b81a-9f173528305a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/2226cab1-c384-4832-bee1-e386bacd9393 HTTP/1.1" status: 204 len: 168 time: 0.3015659 Mar 29 15:36:47.067014 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-c97c88e4-e438-4817-9c85-65cec687e3aa admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=9b838f7dcac949098806d2b87ada0d4e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6028101 Mar 29 15:36:47.069679 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 37036) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:36:47.077690 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97c88e4-e438-4817-9c85-65cec687e3aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42032371-c160-4397-a19e-8082c212c334,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:36:47.093353 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [req-8d902dce-bfda-46d4-ba76-341e915738a2 req-0b37775d-931c-4c34-b85c-4162c54e010c service neutron] For port 46d1b430-78f4-42ac-9c70-2f89c6daa019, host n-h1-834765-1, cleared binding levels {{(pid=102790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:36:47.111702 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61af5bd-912e-472c-b81a-9f173528305a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2226cab1-c384-4832-bee1-e386bacd9393,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:36:47.155757 n-d-834765-1 neutron-server[102790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1416b4f-2ed2-468a-acdd-84bf3fd763c2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '46d1b430-78f4-42ac-9c70-2f89c6daa019'}] {{(pid=102790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:36:47.159410 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46b06d655c90bc969636382cce4240ad749035fb0f3a83ee4734fa1ed9c4a6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71a077df-03de-4699-bc60-1cc535be4ead" -d '{"events": [{"server_uuid": "e1416b4f-2ed2-468a-acdd-84bf3fd763c2", "name": "network-vif-unplugged", "status": "completed", "tag": "46d1b430-78f4-42ac-9c70-2f89c6daa019"}]}' {{(pid=102790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:36:47.166622 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-8b9b52d7-6aae-4384-9116-abe3c3c13c7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:47.178217 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-8b9b52d7-6aae-4384-9116-abe3c3c13c7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:47.179367 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-8d902dce-bfda-46d4-ba76-341e915738a2 req-0b37775d-931c-4c34-b85c-4162c54e010c service neutron] Notify callbacks [] for port, precommit_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:47.190922 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-8d902dce-bfda-46d4-ba76-341e915738a2 req-0b37775d-931c-4c34-b85c-4162c54e010c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:47.193415 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-71c559f4-ae57-416f-a0ba-675aaf5c48ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:47.231893 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 29 Mar 2022 15:36:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8ae7df1-5097-4e35-8ea4-feaf5688f471 x-openstack-request-id: req-a8ae7df1-5097-4e35-8ea4-feaf5688f471 {{(pid=102790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:36:47.233053 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1416b4f-2ed2-468a-acdd-84bf3fd763c2", "name": "network-vif-unplugged", "status": "completed", "tag": "46d1b430-78f4-42ac-9c70-2f89c6daa019", "code": 200}]} {{(pid=102790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:36:47.233303 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a8ae7df1-5097-4e35-8ea4-feaf5688f471 {{(pid=102790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:36:47.233687 n-d-834765-1 neutron-server[102790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1416b4f-2ed2-468a-acdd-84bf3fd763c2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '46d1b430-78f4-42ac-9c70-2f89c6daa019', 'code': 200} Mar 29 15:36:47.236959 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-8b9b52d7-6aae-4384-9116-abe3c3c13c7c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=203f2292c11c4df2bf56492cfa335cf1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3081150 Mar 29 15:36:47.244966 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 37044) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:36:47.250357 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-71c559f4-ae57-416f-a0ba-675aaf5c48ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:47.253711 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9b52d7-6aae-4384-9116-abe3c3c13c7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44b0c485-9444-485f-925b-363887799f61,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:36:47.337307 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-71c559f4-ae57-416f-a0ba-675aaf5c48ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:47.344321 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-71c559f4-ae57-416f-a0ba-675aaf5c48ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:47.349218 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-71c559f4-ae57-416f-a0ba-675aaf5c48ae admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/42032371-c160-4397-a19e-8082c212c334 HTTP/1.1" status: 204 len: 168 time: 0.2780728 Mar 29 15:36:47.362101 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c559f4-ae57-416f-a0ba-675aaf5c48ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42032371-c160-4397-a19e-8082c212c334,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:36:47.369012 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-26c20e41-89b3-457b-a6d4-18bd23ec730c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:47.373477 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b37775d-931c-4c34-b85c-4162c54e010c service neutron] Pushing event updated for resources: {'Port': ['ID=46d1b430-78f4-42ac-9c70-2f89c6daa019,revision_number=7']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:36:47.386451 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.managers [req-8d902dce-bfda-46d4-ba76-341e915738a2 req-0b37775d-931c-4c34-b85c-4162c54e010c service neutron] Attempting to bind port 46d1b430-78f4-42ac-9c70-2f89c6daa019 on host n-h1-834765-1 for vnic_type normal with profile {"migrating_to": "n-h2-834765-1"} {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:36:47.386660 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.managers [req-8d902dce-bfda-46d4-ba76-341e915738a2 req-0b37775d-931c-4c34-b85c-4162c54e010c service neutron] Attempting to bind port 46d1b430-78f4-42ac-9c70-2f89c6daa019 by drivers openvswitch,hyperv on host n-h1-834765-1 at level 0 using segments [{'id': '52cd9713-83ea-496d-8c48-fd7b796e6ead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'c7e23169-e9d3-4fec-ace3-87b88825b851'}] {{(pid=102790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:36:47.386986 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d902dce-bfda-46d4-ba76-341e915738a2 req-0b37775d-931c-4c34-b85c-4162c54e010c service neutron] Attempting to bind port 46d1b430-78f4-42ac-9c70-2f89c6daa019 on network c7e23169-e9d3-4fec-ace3-87b88825b851 {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:36:47.398794 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d902dce-bfda-46d4-ba76-341e915738a2 req-0b37775d-931c-4c34-b85c-4162c54e010c service neutron] Port 46d1b430-78f4-42ac-9c70-2f89c6daa019 on network c7e23169-e9d3-4fec-ace3-87b88825b851 not bound, no agent of type Open vSwitch agent registered on host n-h1-834765-1 {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 15:36:47.399304 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d902dce-bfda-46d4-ba76-341e915738a2 req-0b37775d-931c-4c34-b85c-4162c54e010c service neutron] Attempting to bind port 46d1b430-78f4-42ac-9c70-2f89c6daa019 on network c7e23169-e9d3-4fec-ace3-87b88825b851 {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:36:47.407673 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d902dce-bfda-46d4-ba76-341e915738a2 req-0b37775d-931c-4c34-b85c-4162c54e010c service neutron] Checking agent: {'id': 'be375040-5069-4239-9460-a3a3213e1e90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 33, 18), 'started_at': datetime.datetime(2022, 3, 29, 15, 33, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 36, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:36:47.408008 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d902dce-bfda-46d4-ba76-341e915738a2 req-0b37775d-931c-4c34-b85c-4162c54e010c service neutron] Checking segment: {'id': '52cd9713-83ea-496d-8c48-fd7b796e6ead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'c7e23169-e9d3-4fec-ace3-87b88825b851'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:36:47.408381 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d902dce-bfda-46d4-ba76-341e915738a2 req-0b37775d-931c-4c34-b85c-4162c54e010c service neutron] Bound using segment: {'id': '52cd9713-83ea-496d-8c48-fd7b796e6ead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'c7e23169-e9d3-4fec-ace3-87b88825b851'} {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:36:47.408866 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.managers [req-8d902dce-bfda-46d4-ba76-341e915738a2 req-0b37775d-931c-4c34-b85c-4162c54e010c service neutron] Bound port: 46d1b430-78f4-42ac-9c70-2f89c6daa019, host: n-h1-834765-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52cd9713-83ea-496d-8c48-fd7b796e6ead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'c7e23169-e9d3-4fec-ace3-87b88825b851'}}] {{(pid=102790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 15:36:47.409355 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-8d902dce-bfda-46d4-ba76-341e915738a2 req-0b37775d-931c-4c34-b85c-4162c54e010c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:47.412457 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-26c20e41-89b3-457b-a6d4-18bd23ec730c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:47.526537 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ba1102-d4f7-4b01-a0b9-7c1e3cd8ef8f req-e6d0df20-ceca-4ad2-853c-69a946931dcc tempest-ServerDiagnosticsNegativeTest-1779539489 tempest-ServerDiagnosticsNegativeTest-1779539489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:36:47.532874 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [req-8d902dce-bfda-46d4-ba76-341e915738a2 req-0b37775d-931c-4c34-b85c-4162c54e010c service neutron] For port 46d1b430-78f4-42ac-9c70-2f89c6daa019, host n-h1-834765-1, cleared binding levels {{(pid=102790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:36:47.534154 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-40ba1102-d4f7-4b01-a0b9-7c1e3cd8ef8f req-e6d0df20-ceca-4ad2-853c-69a946931dcc tempest-ServerDiagnosticsNegativeTest-1779539489 tempest-ServerDiagnosticsNegativeTest-1779539489-project] 10.222.0.42 "GET /v2.0/ports?device_id=8aa45f5c-71cb-49b4-a687-5250f0735ab8 HTTP/1.1" status: 200 len: 950 time: 0.1037161 Mar 29 15:36:47.537733 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [req-8d902dce-bfda-46d4-ba76-341e915738a2 req-0b37775d-931c-4c34-b85c-4162c54e010c service neutron] For port 46d1b430-78f4-42ac-9c70-2f89c6daa019, host n-h1-834765-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=46d1b430-78f4-42ac-9c70-2f89c6daa019,segment=NetworkSegment(52cd9713-83ea-496d-8c48-fd7b796e6ead),segment_id=52cd9713-83ea-496d-8c48-fd7b796e6ead)] {{(pid=102790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:36:47.542767 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-8d902dce-bfda-46d4-ba76-341e915738a2 req-0b37775d-931c-4c34-b85c-4162c54e010c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:47.566284 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:47.599639 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-40ba1102-d4f7-4b01-a0b9-7c1e3cd8ef8f req-5391c329-6636-4aac-80a0-8d6386409f00 tempest-ServerDiagnosticsNegativeTest-1779539489 tempest-ServerDiagnosticsNegativeTest-1779539489-project] 10.222.0.42 "GET /v2.0/security-groups?id=9db20a09-ce41-4f79-a456-dde3f11c4297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568945 Mar 29 15:36:47.604411 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-26c20e41-89b3-457b-a6d4-18bd23ec730c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:47.609021 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-26c20e41-89b3-457b-a6d4-18bd23ec730c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:47.609514 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-26c20e41-89b3-457b-a6d4-18bd23ec730c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/44b0c485-9444-485f-925b-363887799f61 HTTP/1.1" status: 204 len: 168 time: 0.3633235 Mar 29 15:36:47.626868 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 37060) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:36:47.642009 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-ebfe615c-6d83-4e1c-96e5-32d968212f1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:47.658369 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d902dce-bfda-46d4-ba76-341e915738a2 req-0b37775d-931c-4c34-b85c-4162c54e010c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:36:47.659279 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-8d902dce-bfda-46d4-ba76-341e915738a2 req-0b37775d-931c-4c34-b85c-4162c54e010c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for port, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:47.660908 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-8d902dce-bfda-46d4-ba76-341e915738a2 req-0b37775d-931c-4c34-b85c-4162c54e010c service neutron] 10.222.0.48 "PUT /v2.0/ports/46d1b430-78f4-42ac-9c70-2f89c6daa019 HTTP/1.1" status: 200 len: 1121 time: 1.1269822 Mar 29 15:36:47.661999 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c20e41-89b3-457b-a6d4-18bd23ec730c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44b0c485-9444-485f-925b-363887799f61,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:36:47.686913 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b37775d-931c-4c34-b85c-4162c54e010c service neutron] Pushing event updated for resources: {'Port': ['ID=46d1b430-78f4-42ac-9c70-2f89c6daa019,revision_number=8']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:36:47.737294 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] get_ports_and_sgs() called for port_ids ['46d1b430-78f4-42ac-9c70-2f89c6daa019'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:36:47.823146 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-ebfe615c-6d83-4e1c-96e5-32d968212f1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:47.832451 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd729b1-e8fe-47b0-8658-4b31ceb62758 req-9dd8d983-ba3b-4d68-9e80-0490f7571dd0 tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:36:47.833983 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-5bd729b1-e8fe-47b0-8658-4b31ceb62758 req-9dd8d983-ba3b-4d68-9e80-0490f7571dd0 tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] 10.222.0.42 "GET /v2.0/ports?device_id=e1416b4f-2ed2-468a-acdd-84bf3fd763c2 HTTP/1.1" status: 200 len: 943 time: 0.1101611 Mar 29 15:36:47.835130 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-ebfe615c-6d83-4e1c-96e5-32d968212f1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:47.893822 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-ebfe615c-6d83-4e1c-96e5-32d968212f1b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=9731e17993004946b61c025c783f47a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2657790 Mar 29 15:36:47.895989 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfe615c-6d83-4e1c-96e5-32d968212f1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=beecc373-c360-42c3-8938-8010dda12eed,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:36:47.896488 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 37068) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:36:47.937641 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-5bd729b1-e8fe-47b0-8658-4b31ceb62758 req-14953077-7d68-4dc4-8c85-dcfa419d4f26 tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] 10.222.0.42 "GET /v2.0/security-groups?id=d26d57f3-f34b-4b82-acb2-a15ffdfe7b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871079 Mar 29 15:36:47.984697 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e9eed147-03fb-4b70-b6ec-4bbd6f13f54f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:48.006469 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e9eed147-03fb-4b70-b6ec-4bbd6f13f54f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:48.058005 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e9eed147-03fb-4b70-b6ec-4bbd6f13f54f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:48.062148 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e9eed147-03fb-4b70-b6ec-4bbd6f13f54f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:48.065851 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-e9eed147-03fb-4b70-b6ec-4bbd6f13f54f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/beecc373-c360-42c3-8938-8010dda12eed HTTP/1.1" status: 204 len: 168 time: 0.1660097 Mar 29 15:36:48.073324 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9eed147-03fb-4b70-b6ec-4bbd6f13f54f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=beecc373-c360-42c3-8938-8010dda12eed,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:36:48.139589 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ec35b472-8e4a-4bc3-8712-09085acd3045 req-d3b6708d-568b-4804-a1c4-630a4d87dba9 tempest-ServersAdmin275Test-1777496134 tempest-ServersAdmin275Test-1777496134-project] 10.222.0.42 "GET /v2.0/ports?device_id=04016bd8-6ded-4605-9b43-eda4442e08e6 HTTP/1.1" status: 200 len: 210 time: 0.0260231 Mar 29 15:36:48.156514 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 37078) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:36:48.182620 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-fcf51519-ddac-4d26-8187-27ed73340618 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:48.285930 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-fcf51519-ddac-4d26-8187-27ed73340618 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:48.289890 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-fcf51519-ddac-4d26-8187-27ed73340618 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:48.332369 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-fcf51519-ddac-4d26-8187-27ed73340618 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=15046172e5b54fddabb70dacf5506512&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1738489 Mar 29 15:36:48.333341 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf51519-ddac-4d26-8187-27ed73340618 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29b09bc0-1631-4b53-9942-f18e3879a5c7,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:36:48.335106 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 37084) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:36:48.392931 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-09fb38be-ce59-48e4-9247-335ebd4b5186 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:48.415163 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-09fb38be-ce59-48e4-9247-335ebd4b5186 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:48.476614 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-09fb38be-ce59-48e4-9247-335ebd4b5186 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:48.481190 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-09fb38be-ce59-48e4-9247-335ebd4b5186 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:48.481272 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 37090) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:36:48.497000 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-09fb38be-ce59-48e4-9247-335ebd4b5186 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/29b09bc0-1631-4b53-9942-f18e3879a5c7 HTTP/1.1" status: 204 len: 168 time: 0.1520586 Mar 29 15:36:48.497000 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fb38be-ce59-48e4-9247-335ebd4b5186 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29b09bc0-1631-4b53-9942-f18e3879a5c7,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:36:48.597325 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-f0a88157-5d90-4465-bac3-dffe3d138d2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:48.735091 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-f0a88157-5d90-4465-bac3-dffe3d138d2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:48.742417 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-f0a88157-5d90-4465-bac3-dffe3d138d2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:48.756501 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e020dd9-3276-4e4d-9815-597e06d18b94 req-7c8c7a6a-ae2d-49dc-9527-e3f161c5032d tempest-ServerDiagnosticsNegativeTest-1779539489 tempest-ServerDiagnosticsNegativeTest-1779539489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:36:48.758028 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6e020dd9-3276-4e4d-9815-597e06d18b94 req-7c8c7a6a-ae2d-49dc-9527-e3f161c5032d tempest-ServerDiagnosticsNegativeTest-1779539489 tempest-ServerDiagnosticsNegativeTest-1779539489-project] 10.222.0.42 "GET /v2.0/ports?device_id=8aa45f5c-71cb-49b4-a687-5250f0735ab8 HTTP/1.1" status: 200 len: 950 time: 0.0785294 Mar 29 15:36:48.812216 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-f0a88157-5d90-4465-bac3-dffe3d138d2c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=68d9ca6467274bf59c4a90f76b4ff3f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3293500 Mar 29 15:36:48.815315 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 37110) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:36:48.818187 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a88157-5d90-4465-bac3-dffe3d138d2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0ba4fd3-bca9-4244-a7fe-6b7ee11883ba,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:36:48.841063 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6e020dd9-3276-4e4d-9815-597e06d18b94 req-738e6c09-ae27-4074-94a2-3789fcbae996 tempest-ServerDiagnosticsNegativeTest-1779539489 tempest-ServerDiagnosticsNegativeTest-1779539489-project] 10.222.0.42 "GET /v2.0/security-groups?id=9db20a09-ce41-4f79-a456-dde3f11c4297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701776 Mar 29 15:36:48.889750 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-ea0c6c95-3bd0-4402-9df6-0fe447f9d518 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:48.913136 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-ea0c6c95-3bd0-4402-9df6-0fe447f9d518 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:48.999414 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-ea0c6c95-3bd0-4402-9df6-0fe447f9d518 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:49.003004 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-ea0c6c95-3bd0-4402-9df6-0fe447f9d518 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:49.004475 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-ea0c6c95-3bd0-4402-9df6-0fe447f9d518 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e0ba4fd3-bca9-4244-a7fe-6b7ee11883ba HTTP/1.1" status: 204 len: 168 time: 0.1879258 Mar 29 15:36:49.016562 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0c6c95-3bd0-4402-9df6-0fe447f9d518 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0ba4fd3-bca9-4244-a7fe-6b7ee11883ba,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:36:49.083140 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b716424-d88c-4e9b-a880-be05c0342100 req-67fc860f-8edd-446b-ac32-28fadb762777 tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:36:49.087855 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-8b716424-d88c-4e9b-a880-be05c0342100 req-67fc860f-8edd-446b-ac32-28fadb762777 tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] 10.222.0.42 "GET /v2.0/ports?device_id=e1416b4f-2ed2-468a-acdd-84bf3fd763c2 HTTP/1.1" status: 200 len: 943 time: 0.0665681 Mar 29 15:36:49.137691 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-8b716424-d88c-4e9b-a880-be05c0342100 req-e36c3b37-7a28-476c-a3be-0fe51ced17d7 tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] 10.222.0.42 "GET /v2.0/security-groups?id=d26d57f3-f34b-4b82-acb2-a15ffdfe7b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441234 Mar 29 15:36:49.234660 n-d-834765-1 neutron-server[102790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1416b4f-2ed2-468a-acdd-84bf3fd763c2', 'tag': '46d1b430-78f4-42ac-9c70-2f89c6daa019'}] {{(pid=102790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:36:49.237162 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46b06d655c90bc969636382cce4240ad749035fb0f3a83ee4734fa1ed9c4a6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab54f3a1-f526-4e15-abf8-7c2b19950799" -d '{"events": [{"name": "network-changed", "server_uuid": "e1416b4f-2ed2-468a-acdd-84bf3fd763c2", "tag": "46d1b430-78f4-42ac-9c70-2f89c6daa019"}]}' {{(pid=102790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:36:49.259209 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89de1014-687c-401e-8714-8a05ea1e5915 req-f7387752-5b8f-45d4-9f0b-9e81f0580a88 tempest-ServerDiagnosticsNegativeTest-1779539489 tempest-ServerDiagnosticsNegativeTest-1779539489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:36:49.261645 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-89de1014-687c-401e-8714-8a05ea1e5915 req-f7387752-5b8f-45d4-9f0b-9e81f0580a88 tempest-ServerDiagnosticsNegativeTest-1779539489 tempest-ServerDiagnosticsNegativeTest-1779539489-project] 10.222.0.42 "GET /v2.0/ports?device_id=8aa45f5c-71cb-49b4-a687-5250f0735ab8 HTTP/1.1" status: 200 len: 950 time: 0.0722141 Mar 29 15:36:49.279528 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-458787e2-2e8b-4f9e-962c-ab0dcf73bc2f req-3e39bd5d-e7d3-4ab1-98d3-4481fcfc867c tempest-ServersAdmin275Test-1777496134 tempest-ServersAdmin275Test-1777496134-project] 10.222.0.42 "GET /v2.0/ports?device_id=04016bd8-6ded-4605-9b43-eda4442e08e6 HTTP/1.1" status: 200 len: 210 time: 0.0382264 Mar 29 15:36:49.331629 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-89de1014-687c-401e-8714-8a05ea1e5915 req-03577909-b48d-4292-ad7b-d71d755ccb01 tempest-ServerDiagnosticsNegativeTest-1779539489 tempest-ServerDiagnosticsNegativeTest-1779539489-project] 10.222.0.42 "GET /v2.0/security-groups?id=9db20a09-ce41-4f79-a456-dde3f11c4297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559869 Mar 29 15:36:49.358575 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 15:36:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b146f2fe-24dc-4dab-8666-78f2c5f4ae25 x-openstack-request-id: req-b146f2fe-24dc-4dab-8666-78f2c5f4ae25 {{(pid=102790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:36:49.359073 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1416b4f-2ed2-468a-acdd-84bf3fd763c2", "tag": "46d1b430-78f4-42ac-9c70-2f89c6daa019", "status": "completed", "code": 200}]} {{(pid=102790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:36:49.359073 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b146f2fe-24dc-4dab-8666-78f2c5f4ae25 {{(pid=102790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:36:49.359551 n-d-834765-1 neutron-server[102790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1416b4f-2ed2-468a-acdd-84bf3fd763c2', 'tag': '46d1b430-78f4-42ac-9c70-2f89c6daa019', 'status': 'completed', 'code': 200} Mar 29 15:36:49.442459 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab54f3a1-f526-4e15-abf8-7c2b19950799 req-b2376fdf-4edf-40c7-a7c4-93932a47973b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:36:49.444242 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ab54f3a1-f526-4e15-abf8-7c2b19950799 req-b2376fdf-4edf-40c7-a7c4-93932a47973b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c66f5a43ae0e46908f202e6b40f23448&device_id=e1416b4f-2ed2-468a-acdd-84bf3fd763c2 HTTP/1.1" status: 200 len: 1124 time: 0.0585737 Mar 29 15:36:49.574787 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab54f3a1-f526-4e15-abf8-7c2b19950799 req-0ff879e2-a773-408f-825e-7adba7af33cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:36:49.577074 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ab54f3a1-f526-4e15-abf8-7c2b19950799 req-0ff879e2-a773-408f-825e-7adba7af33cc service neutron] 10.222.0.44 "GET /v2.0/networks?id=c7e23169-e9d3-4fec-ace3-87b88825b851 HTTP/1.1" status: 200 len: 922 time: 0.1237059 Mar 29 15:36:49.619139 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ab54f3a1-f526-4e15-abf8-7c2b19950799 req-816dd6fb-55d9-41ba-93ea-60c388d67484 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=46d1b430-78f4-42ac-9c70-2f89c6daa019 HTTP/1.1" status: 200 len: 217 time: 0.0350127 Mar 29 15:36:49.662614 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 37154) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:36:49.676396 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab54f3a1-f526-4e15-abf8-7c2b19950799 req-721d6979-4084-4036-946d-2a0acc14e297 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:36:49.677850 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ab54f3a1-f526-4e15-abf8-7c2b19950799 req-721d6979-4084-4036-946d-2a0acc14e297 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=47ebad0b-955e-4824-b04c-60b1952d5787 HTTP/1.1" status: 200 len: 861 time: 0.0525248 Mar 29 15:36:49.696286 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e418998c-c1dd-4851-845a-71f2f8c10b39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:49.716236 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ab54f3a1-f526-4e15-abf8-7c2b19950799 req-9a1ffc93-e959-495b-9774-453b4241a7fd service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c7e23169-e9d3-4fec-ace3-87b88825b851&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292428 Mar 29 15:36:49.805985 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e418998c-c1dd-4851-845a-71f2f8c10b39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:49.812012 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e418998c-c1dd-4851-845a-71f2f8c10b39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:49.834906 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ab54f3a1-f526-4e15-abf8-7c2b19950799 req-e1c5999d-da57-41ce-ba13-0bf193e9d39a service neutron] 10.222.0.44 "GET /v2.0/networks/c7e23169-e9d3-4fec-ace3-87b88825b851?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065784 Mar 29 15:36:49.856627 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-e418998c-c1dd-4851-845a-71f2f8c10b39 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ab94eb58f86b44db9f8b879e3fded532&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1902516 Mar 29 15:36:49.857379 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 37166) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:36:49.864983 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e418998c-c1dd-4851-845a-71f2f8c10b39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7955b50f-fa0d-45ce-bbbf-2d15fdc3773a,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:36:49.936821 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-4100d95f-f3fe-4fa1-9f3f-ccd536cfe27a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:49.946592 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ab54f3a1-f526-4e15-abf8-7c2b19950799 req-8e2c96bf-4740-4cfb-a812-8d1ec2b345c9 service neutron] 10.222.0.44 "GET /v2.0/networks/c7e23169-e9d3-4fec-ace3-87b88825b851?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033976 Mar 29 15:36:49.961442 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-4100d95f-f3fe-4fa1-9f3f-ccd536cfe27a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:50.012424 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-4100d95f-f3fe-4fa1-9f3f-ccd536cfe27a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:50.016091 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-4100d95f-f3fe-4fa1-9f3f-ccd536cfe27a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:50.019606 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-4100d95f-f3fe-4fa1-9f3f-ccd536cfe27a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/7955b50f-fa0d-45ce-bbbf-2d15fdc3773a HTTP/1.1" status: 204 len: 168 time: 0.1587830 Mar 29 15:36:50.025020 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4100d95f-f3fe-4fa1-9f3f-ccd536cfe27a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7955b50f-fa0d-45ce-bbbf-2d15fdc3773a,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:36:50.138722 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 37176) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:36:50.288200 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55ff034-7caf-466a-a8bb-ca9ccc0f7ff7 req-da0b9850-d03f-4b73-975c-ec74b95d7be2 tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:36:50.295904 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-f55ff034-7caf-466a-a8bb-ca9ccc0f7ff7 req-da0b9850-d03f-4b73-975c-ec74b95d7be2 tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] 10.222.0.42 "GET /v2.0/ports?device_id=e1416b4f-2ed2-468a-acdd-84bf3fd763c2 HTTP/1.1" status: 200 len: 943 time: 0.0701337 Mar 29 15:36:50.340571 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-f55ff034-7caf-466a-a8bb-ca9ccc0f7ff7 req-8e8d22d6-e615-4409-a2f0-aa2f7c3262a8 tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] 10.222.0.42 "GET /v2.0/security-groups?id=d26d57f3-f34b-4b82-acb2-a15ffdfe7b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416420 Mar 29 15:36:50.425784 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-a2bcb736-33cf-4cfe-874c-12f934328638 req-aea9db68-ff7a-4bb4-ba80-b3e7c41875c4 tempest-ServersAdmin275Test-1777496134 tempest-ServersAdmin275Test-1777496134-project] 10.222.0.42 "GET /v2.0/ports?device_id=04016bd8-6ded-4605-9b43-eda4442e08e6 HTTP/1.1" status: 200 len: 210 time: 0.0322931 Mar 29 15:36:50.516600 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-5745182a-1bbd-4f1d-ad78-568ff9e3c641 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1869720449-network', 'tenant_id': '61d6b03cf8b04e0283d0c20861ff0cb0'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:36:50.558181 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c6921e-a5e7-4fd6-abdb-dd17762fe764 req-394c0add-3f37-4a46-8baf-a127db899863 tempest-ServerDiagnosticsNegativeTest-1779539489 tempest-ServerDiagnosticsNegativeTest-1779539489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:36:50.559474 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-84c6921e-a5e7-4fd6-abdb-dd17762fe764 req-394c0add-3f37-4a46-8baf-a127db899863 tempest-ServerDiagnosticsNegativeTest-1779539489 tempest-ServerDiagnosticsNegativeTest-1779539489-project] 10.222.0.42 "GET /v2.0/ports?device_id=8aa45f5c-71cb-49b4-a687-5250f0735ab8 HTTP/1.1" status: 200 len: 950 time: 0.1151984 Mar 29 15:36:50.560553 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5745182a-1bbd-4f1d-ad78-568ff9e3c641 admin admin] Made reservation on behalf of 61d6b03cf8b04e0283d0c20861ff0cb0 for: {'network': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:36:50.562809 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-5745182a-1bbd-4f1d-ad78-568ff9e3c641 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for network, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:50.573770 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-5745182a-1bbd-4f1d-ad78-568ff9e3c641 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:50.633359 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-84c6921e-a5e7-4fd6-abdb-dd17762fe764 req-bb690ca8-013b-416e-a0ed-b0c63779eb54 tempest-ServerDiagnosticsNegativeTest-1779539489 tempest-ServerDiagnosticsNegativeTest-1779539489-project] 10.222.0.42 "GET /v2.0/security-groups?id=9db20a09-ce41-4f79-a456-dde3f11c4297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613251 Mar 29 15:36:50.732696 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-5745182a-1bbd-4f1d-ad78-568ff9e3c641 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:50.737896 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-5745182a-1bbd-4f1d-ad78-568ff9e3c641 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:50.764804 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5745182a-1bbd-4f1d-ad78-568ff9e3c641 admin admin] vlan segment allocate from pool success with {'vlan_id': 614, 'physical_network': 'physnet1'} {{(pid=102790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 15:36:50.793738 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5745182a-1bbd-4f1d-ad78-568ff9e3c641 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c99ced8e-1ceb-46fb-aaa7-747186b2b9cd,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:36:50.797394 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-5745182a-1bbd-4f1d-ad78-568ff9e3c641 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:50.797731 n-d-834765-1 neutron-server[102790]: INFO neutron.db.segments_db [None req-5745182a-1bbd-4f1d-ad78-568ff9e3c641 admin admin] Added segment 65ab5bc3-e80e-4641-82f0-4ef53207c2d7 of type vlan for network b1def78c-da55-4367-b9b1-4d7fc20fc6ac Mar 29 15:36:50.859832 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-5745182a-1bbd-4f1d-ad78-568ff9e3c641 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783522915970'] for network, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:50.876647 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c857943-9b0e-4428-9cab-0661507ae5e6 req-aa791baf-2077-4ff3-adec-c250d67982f7 tempest-ServerDiagnosticsNegativeTest-1779539489 tempest-ServerDiagnosticsNegativeTest-1779539489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:36:50.878119 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-6c857943-9b0e-4428-9cab-0661507ae5e6 req-aa791baf-2077-4ff3-adec-c250d67982f7 tempest-ServerDiagnosticsNegativeTest-1779539489 tempest-ServerDiagnosticsNegativeTest-1779539489-project] 10.222.0.48 "GET /v2.0/ports?device_id=8aa45f5c-71cb-49b4-a687-5250f0735ab8 HTTP/1.1" status: 200 len: 950 time: 0.0959449 Mar 29 15:36:50.934379 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-5745182a-1bbd-4f1d-ad78-568ff9e3c641 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795'] for network, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:50.935373 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5745182a-1bbd-4f1d-ad78-568ff9e3c641 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:36:50.935960 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-5745182a-1bbd-4f1d-ad78-568ff9e3c641 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for network, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:51.025638 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 37250) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:36:51.026300 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-5745182a-1bbd-4f1d-ad78-568ff9e3c641 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8858809 Mar 29 15:36:51.032476 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-a7ca9d65-3dae-4845-a31b-b7f9592ac29a admin admin] Request body: {'subnet': {'network_id': 'b1def78c-da55-4367-b9b1-4d7fc20fc6ac', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1869720449-subnet', 'tenant_id': '61d6b03cf8b04e0283d0c20861ff0cb0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:36:51.054899 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7ca9d65-3dae-4845-a31b-b7f9592ac29a admin admin] Made reservation on behalf of 61d6b03cf8b04e0283d0c20861ff0cb0 for: {'subnet': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:36:51.058216 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-a7ca9d65-3dae-4845-a31b-b7f9592ac29a admin admin] Notify callbacks [] for subnet, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:51.058363 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5745182a-1bbd-4f1d-ad78-568ff9e3c641 admin admin] Pushing event updated for resources: {'Network': ['ID=b1def78c-da55-4367-b9b1-4d7fc20fc6ac,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:36:51.074718 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Network b1def78c-da55-4367-b9b1-4d7fc20fc6ac details requested by agent ovs-agent-n-d-834765-1 with host n-d-834765-1 {{(pid=102792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 15:36:51.102999 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [req-6c857943-9b0e-4428-9cab-0661507ae5e6 req-7d51d860-bd51-4661-a1dd-ca4c761a843b tempest-ServerDiagnosticsNegativeTest-1779539489 tempest-ServerDiagnosticsNegativeTest-1779539489-project] Deleting port 30d45eff-2e0d-4729-a5d1-9f4ffd9f262c {{(pid=102790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:36:51.103462 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-6c857943-9b0e-4428-9cab-0661507ae5e6 req-7d51d860-bd51-4661-a1dd-ca4c761a843b tempest-ServerDiagnosticsNegativeTest-1779539489 tempest-ServerDiagnosticsNegativeTest-1779539489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:51.195185 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 37260) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:36:51.249903 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [req-6c857943-9b0e-4428-9cab-0661507ae5e6 req-7d51d860-bd51-4661-a1dd-ca4c761a843b tempest-ServerDiagnosticsNegativeTest-1779539489 tempest-ServerDiagnosticsNegativeTest-1779539489-project] For port 30d45eff-2e0d-4729-a5d1-9f4ffd9f262c, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=30d45eff-2e0d-4729-a5d1-9f4ffd9f262c,segment=NetworkSegment(a0c230f0-660a-4194-9279-0f0781d34134),segment_id=a0c230f0-660a-4194-9279-0f0781d34134)] {{(pid=102790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:36:51.250265 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-6c857943-9b0e-4428-9cab-0661507ae5e6 req-7d51d860-bd51-4661-a1dd-ca4c761a843b tempest-ServerDiagnosticsNegativeTest-1779539489 tempest-ServerDiagnosticsNegativeTest-1779539489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:51.266475 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [req-6c857943-9b0e-4428-9cab-0661507ae5e6 req-7d51d860-bd51-4661-a1dd-ca4c761a843b tempest-ServerDiagnosticsNegativeTest-1779539489 tempest-ServerDiagnosticsNegativeTest-1779539489-project] Calling delete_port for 30d45eff-2e0d-4729-a5d1-9f4ffd9f262c owned by compute:nova {{(pid=102790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:36:51.347964 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-a7ca9d65-3dae-4845-a31b-b7f9592ac29a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795'] for subnet, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:51.488488 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7ca9d65-3dae-4845-a31b-b7f9592ac29a admin admin] Checking segment: {'id': '65ab5bc3-e80e-4641-82f0-4ef53207c2d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'b1def78c-da55-4367-b9b1-4d7fc20fc6ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:36:51.489235 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7ca9d65-3dae-4845-a31b-b7f9592ac29a admin admin] Network hostable DHCP agents. Network: b1def78c-da55-4367-b9b1-4d7fc20fc6ac, hostable agents: ['d136643e-48ae-49d4-a851-2ba3bdf3749c'], hosted agents: [] {{(pid=102791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 15:36:51.497020 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-6c857943-9b0e-4428-9cab-0661507ae5e6 req-7d51d860-bd51-4661-a1dd-ca4c761a843b tempest-ServerDiagnosticsNegativeTest-1779539489 tempest-ServerDiagnosticsNegativeTest-1779539489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350'] for port, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:51.500956 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ca9d65-3dae-4845-a31b-b7f9592ac29a admin admin] Pushing event updated for resources: {'Subnet': ['ID=a84f45bb-2cdd-4adc-a15d-ac5c06ff5a1f,revision_number=0']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:36:51.501836 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 37270) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:36:51.512097 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] get_ports_and_sgs() called for port_ids ['30d45eff-2e0d-4729-a5d1-9f4ffd9f262c'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:36:51.518473 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7ca9d65-3dae-4845-a31b-b7f9592ac29a admin admin] Network b1def78c-da55-4367-b9b1-4d7fc20fc6ac is scheduled to be hosted by DHCP agent d136643e-48ae-49d4-a851-2ba3bdf3749c with binding_index 1 {{(pid=102791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 15:36:51.532897 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [None req-a7ca9d65-3dae-4845-a31b-b7f9592ac29a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834765-1, b1def78c-da55-4367-b9b1-4d7fc20fc6ac) {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:36:51.538222 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7ca9d65-3dae-4845-a31b-b7f9592ac29a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:36:51.538813 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-a7ca9d65-3dae-4845-a31b-b7f9592ac29a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for subnet, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:51.546876 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c43296e9-a5fb-4a03-8e24-109555e81458 None None] Network b1def78c-da55-4367-b9b1-4d7fc20fc6ac requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 15:36:51.563833 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-a7ca9d65-3dae-4845-a31b-b7f9592ac29a admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5362587 Mar 29 15:36:51.573382 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device 46d1b430-78f4-42ac-9c70-2f89c6daa019 details requested by agent hyperv_n-h2-834765-1 with host n-h2-834765-1 {{(pid=102792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 15:36:51.580239 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d51d860-bd51-4661-a1dd-ca4c761a843b tempest-ServerDiagnosticsNegativeTest-1779539489 tempest-ServerDiagnosticsNegativeTest-1779539489-project] Pushing event deleted for resources: {'Port': ['ID=30d45eff-2e0d-4729-a5d1-9f4ffd9f262c,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:36:51.583001 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-2641013a-96d0-41ca-88d0-65abb3ff214f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:51.649129 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ddd593b2-129e-4b4a-84f8-04e755b309f5 req-fea268b8-7202-4ce1-9cb7-86677ededb79 tempest-ServersAdmin275Test-1777496134 tempest-ServersAdmin275Test-1777496134-project] 10.222.0.42 "GET /v2.0/ports?device_id=04016bd8-6ded-4605-9b43-eda4442e08e6 HTTP/1.1" status: 200 len: 210 time: 0.0365314 Mar 29 15:36:51.695930 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-a754f6e9-9e7d-4308-8d54-8c61190deca0 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-334816321-network', 'tenant_id': 'd8c997a35ced41818abde89736f33dda'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:36:51.763915 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c857943-9b0e-4428-9cab-0661507ae5e6 req-7d51d860-bd51-4661-a1dd-ca4c761a843b tempest-ServerDiagnosticsNegativeTest-1779539489 tempest-ServerDiagnosticsNegativeTest-1779539489-project] No DVR routers for this DVR port 30d45eff-2e0d-4729-a5d1-9f4ffd9f262c on host n-h2-834765-1 {{(pid=102790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:36:51.794463 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b066643c-7849-4b3e-847e-c732a8edceca req-d8e9e6a5-9279-488d-ad7e-686203729737 tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:36:51.803533 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-b066643c-7849-4b3e-847e-c732a8edceca req-d8e9e6a5-9279-488d-ad7e-686203729737 tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] 10.222.0.42 "GET /v2.0/ports?device_id=e1416b4f-2ed2-468a-acdd-84bf3fd763c2 HTTP/1.1" status: 200 len: 943 time: 0.3450062 Mar 29 15:36:51.816999 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0315ce79-9aef-4776-8463-e31dd7e86b5e None None] Network b1def78c-da55-4367-b9b1-4d7fc20fc6ac requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 15:36:51.848299 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port 46d1b430-78f4-42ac-9c70-2f89c6daa019, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=46d1b430-78f4-42ac-9c70-2f89c6daa019,segment=NetworkSegment(52cd9713-83ea-496d-8c48-fd7b796e6ead),segment_id=52cd9713-83ea-496d-8c48-fd7b796e6ead)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:36:51.884419 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device 46d1b430-78f4-42ac-9c70-2f89c6daa019 has no active binding in host n-h2-834765-1 {{(pid=102792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Mar 29 15:36:51.917714 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-6c857943-9b0e-4428-9cab-0661507ae5e6 req-7d51d860-bd51-4661-a1dd-ca4c761a843b tempest-ServerDiagnosticsNegativeTest-1779539489 tempest-ServerDiagnosticsNegativeTest-1779539489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:51.921634 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-6c857943-9b0e-4428-9cab-0661507ae5e6 req-7d51d860-bd51-4661-a1dd-ca4c761a843b tempest-ServerDiagnosticsNegativeTest-1779539489 tempest-ServerDiagnosticsNegativeTest-1779539489-project] 10.222.0.48 "DELETE /v2.0/ports/30d45eff-2e0d-4729-a5d1-9f4ffd9f262c HTTP/1.1" status: 204 len: 173 time: 1.0338261 Mar 29 15:36:51.942419 n-d-834765-1 neutron-server[102790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8aa45f5c-71cb-49b4-a687-5250f0735ab8', 'name': 'network-vif-deleted', 'tag': '30d45eff-2e0d-4729-a5d1-9f4ffd9f262c'}] {{(pid=102790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:36:51.945053 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46b06d655c90bc969636382cce4240ad749035fb0f3a83ee4734fa1ed9c4a6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a92963b-dde6-4a4b-be36-8e86127d785f" -d '{"events": [{"server_uuid": "8aa45f5c-71cb-49b4-a687-5250f0735ab8", "name": "network-vif-deleted", "tag": "30d45eff-2e0d-4729-a5d1-9f4ffd9f262c"}]}' {{(pid=102790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:36:51.962639 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-b066643c-7849-4b3e-847e-c732a8edceca req-73dd1508-cf81-45be-b4a2-91a98b21fbea tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] 10.222.0.42 "GET /v2.0/security-groups?id=d26d57f3-f34b-4b82-acb2-a15ffdfe7b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575735 Mar 29 15:36:51.965106 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a754f6e9-9e7d-4308-8d54-8c61190deca0 admin admin] Made reservation on behalf of d8c997a35ced41818abde89736f33dda for: {'network': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:36:51.968427 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-a754f6e9-9e7d-4308-8d54-8c61190deca0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for network, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:51.983928 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-a754f6e9-9e7d-4308-8d54-8c61190deca0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:52.061274 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e34cf75c-f3a7-4c7d-b193-bc967deabc6e req-4ad58612-12db-4690-9afb-9bd565ba1345 tempest-ServerDiagnosticsNegativeTest-1779539489 tempest-ServerDiagnosticsNegativeTest-1779539489-project] 10.222.0.42 "GET /v2.0/ports?device_id=8aa45f5c-71cb-49b4-a687-5250f0735ab8 HTTP/1.1" status: 200 len: 210 time: 0.1026003 Mar 29 15:36:52.087764 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:36:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1fdbd65-8d90-4f10-85f3-2bc9d9d471f5 x-openstack-request-id: req-a1fdbd65-8d90-4f10-85f3-2bc9d9d471f5 {{(pid=102790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:36:52.088052 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8aa45f5c-71cb-49b4-a687-5250f0735ab8", "name": "network-vif-deleted", "tag": "30d45eff-2e0d-4729-a5d1-9f4ffd9f262c", "status": "completed", "code": 200}]} {{(pid=102790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:36:52.088599 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a1fdbd65-8d90-4f10-85f3-2bc9d9d471f5 {{(pid=102790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:36:52.088714 n-d-834765-1 neutron-server[102790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8aa45f5c-71cb-49b4-a687-5250f0735ab8', 'name': 'network-vif-deleted', 'tag': '30d45eff-2e0d-4729-a5d1-9f4ffd9f262c', 'status': 'completed', 'code': 200} Mar 29 15:36:52.113001 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-a754f6e9-9e7d-4308-8d54-8c61190deca0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:52.115363 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-2641013a-96d0-41ca-88d0-65abb3ff214f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:52.120111 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-a754f6e9-9e7d-4308-8d54-8c61190deca0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:52.132687 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-2641013a-96d0-41ca-88d0-65abb3ff214f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:52.178714 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a754f6e9-9e7d-4308-8d54-8c61190deca0 admin admin] vlan segment allocate from pool success with {'vlan_id': 600, 'physical_network': 'physnet1'} {{(pid=102790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 15:36:52.182935 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-2641013a-96d0-41ca-88d0-65abb3ff214f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7f42a8ef1ae54030a22b0df1625aff79&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9862912 Mar 29 15:36:52.186312 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 37310) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:36:52.186818 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a754f6e9-9e7d-4308-8d54-8c61190deca0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca335d72-883f-4d4c-bc1b-0e400e94b626,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:36:52.201635 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-a754f6e9-9e7d-4308-8d54-8c61190deca0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:52.201955 n-d-834765-1 neutron-server[102790]: INFO neutron.db.segments_db [None req-a754f6e9-9e7d-4308-8d54-8c61190deca0 admin admin] Added segment ef776ebf-3dc1-477a-a01a-06bb694b6527 of type vlan for network 3542efc3-4ff6-43d2-9e62-bd3df2d942af Mar 29 15:36:52.235222 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2641013a-96d0-41ca-88d0-65abb3ff214f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04b751a2-31e1-4aef-bd96-8ba73d09ceb2,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:36:52.266019 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-a754f6e9-9e7d-4308-8d54-8c61190deca0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783522915970'] for network, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:52.275958 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-8bf88fd2-fed7-496d-a251-ffea18543c4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:52.302778 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-8bf88fd2-fed7-496d-a251-ffea18543c4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:52.308464 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-a754f6e9-9e7d-4308-8d54-8c61190deca0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795'] for network, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:52.309396 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a754f6e9-9e7d-4308-8d54-8c61190deca0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:36:52.310558 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-a754f6e9-9e7d-4308-8d54-8c61190deca0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for network, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:52.347149 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-a754f6e9-9e7d-4308-8d54-8c61190deca0 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8379641 Mar 29 15:36:52.351317 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 37328) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:36:52.371536 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 37330) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:36:52.377202 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-42f38f34-35b2-4f91-88b4-d4fd03e2a9e3 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1798832584-network', 'tenant_id': '639143765f7e4cea86a97225864c16bb'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:36:52.384010 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-2a29cbd7-5149-4b7b-a655-79a1916d6f10 admin admin] Request body: {'subnet': {'network_id': '3542efc3-4ff6-43d2-9e62-bd3df2d942af', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-334816321-subnet', 'tenant_id': 'd8c997a35ced41818abde89736f33dda', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:36:52.387510 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-8bf88fd2-fed7-496d-a251-ffea18543c4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:52.390308 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-8bf88fd2-fed7-496d-a251-ffea18543c4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:52.391500 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-8bf88fd2-fed7-496d-a251-ffea18543c4d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/04b751a2-31e1-4aef-bd96-8ba73d09ceb2 HTTP/1.1" status: 204 len: 168 time: 0.2037299 Mar 29 15:36:52.392019 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a754f6e9-9e7d-4308-8d54-8c61190deca0 admin admin] Pushing event updated for resources: {'Network': ['ID=3542efc3-4ff6-43d2-9e62-bd3df2d942af,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:36:52.415254 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf88fd2-fed7-496d-a251-ffea18543c4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04b751a2-31e1-4aef-bd96-8ba73d09ceb2,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:36:52.419773 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Network 3542efc3-4ff6-43d2-9e62-bd3df2d942af details requested by agent ovs-agent-n-d-834765-1 with host n-d-834765-1 {{(pid=102792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 15:36:52.428137 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42f38f34-35b2-4f91-88b4-d4fd03e2a9e3 admin admin] Made reservation on behalf of 639143765f7e4cea86a97225864c16bb for: {'network': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:36:52.433785 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-42f38f34-35b2-4f91-88b4-d4fd03e2a9e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for network, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:52.434041 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a29cbd7-5149-4b7b-a655-79a1916d6f10 admin admin] Made reservation on behalf of d8c997a35ced41818abde89736f33dda for: {'subnet': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:36:52.436368 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-2a29cbd7-5149-4b7b-a655-79a1916d6f10 admin admin] Notify callbacks [] for subnet, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:52.446923 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-42f38f34-35b2-4f91-88b4-d4fd03e2a9e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:52.621398 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-42f38f34-35b2-4f91-88b4-d4fd03e2a9e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:52.629219 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-42f38f34-35b2-4f91-88b4-d4fd03e2a9e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:52.655425 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42f38f34-35b2-4f91-88b4-d4fd03e2a9e3 admin admin] vlan segment allocate from pool success with {'vlan_id': 603, 'physical_network': 'physnet1'} {{(pid=102791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 15:36:52.675924 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f38f34-35b2-4f91-88b4-d4fd03e2a9e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4413fc3f-04e5-4309-8793-4c9a6b36b9a8,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:36:52.680485 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-42f38f34-35b2-4f91-88b4-d4fd03e2a9e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:52.680815 n-d-834765-1 neutron-server[102791]: INFO neutron.db.segments_db [None req-42f38f34-35b2-4f91-88b4-d4fd03e2a9e3 admin admin] Added segment 77b0578b-cd60-49d3-b7b5-8ac3915b4c7e of type vlan for network 474e6dcc-bef6-467d-9993-1be277e748ef Mar 29 15:36:52.710301 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 37338) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:36:52.742751 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-2a29cbd7-5149-4b7b-a655-79a1916d6f10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795'] for subnet, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:52.774146 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-42f38f34-35b2-4f91-88b4-d4fd03e2a9e3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783522915970'] for network, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:52.814296 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a29cbd7-5149-4b7b-a655-79a1916d6f10 admin admin] Checking segment: {'id': 'ef776ebf-3dc1-477a-a01a-06bb694b6527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '3542efc3-4ff6-43d2-9e62-bd3df2d942af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:36:52.814649 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a29cbd7-5149-4b7b-a655-79a1916d6f10 admin admin] Network hostable DHCP agents. Network: 3542efc3-4ff6-43d2-9e62-bd3df2d942af, hostable agents: ['d136643e-48ae-49d4-a851-2ba3bdf3749c'], hosted agents: [] {{(pid=102790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 15:36:52.817050 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a29cbd7-5149-4b7b-a655-79a1916d6f10 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9fe2b72e-0d47-4527-9f6c-6c803353089c,revision_number=0']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:36:52.817350 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ddfc2ce2-fbbf-476d-b1ae-3e3984f19a93 req-f6488b22-47c7-49a9-bdea-27fced9672e1 tempest-ServersAdmin275Test-1777496134 tempest-ServersAdmin275Test-1777496134-project] 10.222.0.42 "GET /v2.0/ports?device_id=04016bd8-6ded-4605-9b43-eda4442e08e6 HTTP/1.1" status: 200 len: 210 time: 0.0509393 Mar 29 15:36:52.838433 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a29cbd7-5149-4b7b-a655-79a1916d6f10 admin admin] Network 3542efc3-4ff6-43d2-9e62-bd3df2d942af is scheduled to be hosted by DHCP agent d136643e-48ae-49d4-a851-2ba3bdf3749c with binding_index 1 {{(pid=102790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 15:36:52.849979 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-42f38f34-35b2-4f91-88b4-d4fd03e2a9e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795'] for network, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:52.851994 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42f38f34-35b2-4f91-88b4-d4fd03e2a9e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:36:52.853030 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-42f38f34-35b2-4f91-88b4-d4fd03e2a9e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for network, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:52.858153 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-2a29cbd7-5149-4b7b-a655-79a1916d6f10 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834765-1, 3542efc3-4ff6-43d2-9e62-bd3df2d942af) {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:36:52.864152 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a29cbd7-5149-4b7b-a655-79a1916d6f10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:36:52.865032 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-2a29cbd7-5149-4b7b-a655-79a1916d6f10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for subnet, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:52.870156 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-266ee94a-cd10-419b-a77e-45809c45c5f1 None None] Network 3542efc3-4ff6-43d2-9e62-bd3df2d942af requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 15:36:52.890879 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-2a29cbd7-5149-4b7b-a655-79a1916d6f10 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5377588 Mar 29 15:36:52.929615 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f38f34-35b2-4f91-88b4-d4fd03e2a9e3 admin admin] Pushing event updated for resources: {'Network': ['ID=474e6dcc-bef6-467d-9993-1be277e748ef,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:36:52.943513 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 37348) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:36:52.943829 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Network 474e6dcc-bef6-467d-9993-1be277e748ef details requested by agent ovs-agent-n-d-834765-1 with host n-d-834765-1 {{(pid=102792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 15:36:52.944358 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-42f38f34-35b2-4f91-88b4-d4fd03e2a9e3 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5716298 Mar 29 15:36:52.948314 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-50dcf3d4-088b-40dd-a8e8-eef22ae8bd1e admin admin] Request body: {'subnet': {'network_id': '474e6dcc-bef6-467d-9993-1be277e748ef', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1798832584-subnet', 'tenant_id': '639143765f7e4cea86a97225864c16bb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:36:53.000160 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-85c39d7f-7859-4f12-a01b-166ea5f8b81b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:53.017908 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50dcf3d4-088b-40dd-a8e8-eef22ae8bd1e admin admin] Made reservation on behalf of 639143765f7e4cea86a97225864c16bb for: {'subnet': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:36:53.021560 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-50dcf3d4-088b-40dd-a8e8-eef22ae8bd1e admin admin] Notify callbacks [] for subnet, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:53.227661 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e00b80d-fabd-42e9-9f41-aeab1d08dc11 None None] Network 3542efc3-4ff6-43d2-9e62-bd3df2d942af requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 15:36:53.255780 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d432229-3b68-42fb-ae22-2a588022831f req-8be3c06b-b8ea-4b98-8f4a-273334be11e0 tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:36:53.263639 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-6d432229-3b68-42fb-ae22-2a588022831f req-8be3c06b-b8ea-4b98-8f4a-273334be11e0 tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] 10.222.0.42 "GET /v2.0/ports?device_id=e1416b4f-2ed2-468a-acdd-84bf3fd763c2 HTTP/1.1" status: 200 len: 943 time: 0.1798086 Mar 29 15:36:53.335503 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-85c39d7f-7859-4f12-a01b-166ea5f8b81b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:53.344557 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-6d432229-3b68-42fb-ae22-2a588022831f req-9b0c66f5-f67b-4a18-8e78-dbe790256591 tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] 10.222.0.42 "GET /v2.0/security-groups?id=d26d57f3-f34b-4b82-acb2-a15ffdfe7b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800469 Mar 29 15:36:53.347214 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-85c39d7f-7859-4f12-a01b-166ea5f8b81b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:53.431874 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-85c39d7f-7859-4f12-a01b-166ea5f8b81b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=497f6aabe3a1486baf1554760d92e714&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7205379 Mar 29 15:36:53.435614 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 37372) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:36:53.438368 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c39d7f-7859-4f12-a01b-166ea5f8b81b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad1cc233-bcce-4205-aa8c-846a2ac9228c,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:36:53.494726 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-50dcf3d4-088b-40dd-a8e8-eef22ae8bd1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795'] for subnet, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:53.507591 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-5edd5ee8-9614-4bd8-a7cc-301cb2c38149 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:53.539552 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-5edd5ee8-9614-4bd8-a7cc-301cb2c38149 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:53.558887 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50dcf3d4-088b-40dd-a8e8-eef22ae8bd1e admin admin] Pushing event updated for resources: {'Subnet': ['ID=bbb74b29-b3cf-42ad-9ef6-19d329787beb,revision_number=0']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:36:53.566589 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50dcf3d4-088b-40dd-a8e8-eef22ae8bd1e admin admin] Checking segment: {'id': '77b0578b-cd60-49d3-b7b5-8ac3915b4c7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '474e6dcc-bef6-467d-9993-1be277e748ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:36:53.566940 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50dcf3d4-088b-40dd-a8e8-eef22ae8bd1e admin admin] Network hostable DHCP agents. Network: 474e6dcc-bef6-467d-9993-1be277e748ef, hostable agents: ['d136643e-48ae-49d4-a851-2ba3bdf3749c'], hosted agents: [] {{(pid=102790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 15:36:53.577345 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 37378) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:36:53.597745 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50dcf3d4-088b-40dd-a8e8-eef22ae8bd1e admin admin] Network 474e6dcc-bef6-467d-9993-1be277e748ef is scheduled to be hosted by DHCP agent d136643e-48ae-49d4-a851-2ba3bdf3749c with binding_index 1 {{(pid=102790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 15:36:53.603485 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-5edd5ee8-9614-4bd8-a7cc-301cb2c38149 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:53.608780 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-5edd5ee8-9614-4bd8-a7cc-301cb2c38149 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:53.610066 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-5edd5ee8-9614-4bd8-a7cc-301cb2c38149 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ad1cc233-bcce-4205-aa8c-846a2ac9228c HTTP/1.1" status: 204 len: 168 time: 0.1734502 Mar 29 15:36:53.611149 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-50dcf3d4-088b-40dd-a8e8-eef22ae8bd1e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834765-1, 474e6dcc-bef6-467d-9993-1be277e748ef) {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:36:53.615616 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50dcf3d4-088b-40dd-a8e8-eef22ae8bd1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:36:53.617146 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-50dcf3d4-088b-40dd-a8e8-eef22ae8bd1e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for subnet, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:53.621578 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69a05366-a1b9-4a61-ad9a-90f04ddb1a9e None None] Network 474e6dcc-bef6-467d-9993-1be277e748ef requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 15:36:53.626844 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edd5ee8-9614-4bd8-a7cc-301cb2c38149 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad1cc233-bcce-4205-aa8c-846a2ac9228c,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:36:53.644085 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-50dcf3d4-088b-40dd-a8e8-eef22ae8bd1e admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6989470 Mar 29 15:36:53.783344 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fed40e9-e750-43c3-8735-3a338650316c None None] Network 474e6dcc-bef6-467d-9993-1be277e748ef requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 15:36:53.849641 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-7c09964f-71b7-40c1-8827-51a75d277a58 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=187893aeccce4210adb0a2ddcfb3d47f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2687201 Mar 29 15:36:53.850172 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 37392) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:36:53.951456 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-d9c4f056-c2e3-4b64-b5a3-feb9fcc5a51d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:53.971241 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-90b6748a-d27d-411a-8e9f-421f10c41d32 req-e2926891-35fe-4e5d-8e52-b8ea86fc5e7f tempest-ServersAdmin275Test-1777496134 tempest-ServersAdmin275Test-1777496134-project] 10.222.0.42 "GET /v2.0/ports?device_id=04016bd8-6ded-4605-9b43-eda4442e08e6 HTTP/1.1" status: 200 len: 210 time: 0.0327303 Mar 29 15:36:53.997706 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-d9c4f056-c2e3-4b64-b5a3-feb9fcc5a51d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:54.061037 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-d9c4f056-c2e3-4b64-b5a3-feb9fcc5a51d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:54.068132 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-d9c4f056-c2e3-4b64-b5a3-feb9fcc5a51d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:54.069297 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-d9c4f056-c2e3-4b64-b5a3-feb9fcc5a51d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/9db20a09-ce41-4f79-a456-dde3f11c4297 HTTP/1.1" status: 204 len: 168 time: 0.2155850 Mar 29 15:36:54.080886 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c4f056-c2e3-4b64-b5a3-feb9fcc5a51d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9db20a09-ce41-4f79-a456-dde3f11c4297,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:36:54.177855 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 37410) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:36:54.191728 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-b2cf5cdb-2003-4fd7-a587-b7128ea2b9a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:54.270558 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-b2cf5cdb-2003-4fd7-a587-b7128ea2b9a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:54.275716 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-b2cf5cdb-2003-4fd7-a587-b7128ea2b9a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:54.314084 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-b2cf5cdb-2003-4fd7-a587-b7128ea2b9a9 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=affdd38344674ef69909748d073956e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1350305 Mar 29 15:36:54.315018 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cf5cdb-2003-4fd7-a587-b7128ea2b9a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c79f5034-aaf3-4967-a19d-d4d7800017f9,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:36:54.318910 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 37416) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:36:54.372730 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-1830acc5-878f-442d-84d8-0ba6bfa03851 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:54.394763 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-1830acc5-878f-442d-84d8-0ba6bfa03851 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:54.453949 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-1830acc5-878f-442d-84d8-0ba6bfa03851 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:54.456801 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-1830acc5-878f-442d-84d8-0ba6bfa03851 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:54.460315 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-1830acc5-878f-442d-84d8-0ba6bfa03851 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c79f5034-aaf3-4967-a19d-d4d7800017f9 HTTP/1.1" status: 204 len: 168 time: 0.1380203 Mar 29 15:36:54.466358 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1830acc5-878f-442d-84d8-0ba6bfa03851 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c79f5034-aaf3-4967-a19d-d4d7800017f9,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:36:54.482403 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 37424) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:36:54.485329 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-b3f8ec51-0477-48cc-a000-e19fcf980387 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1291902948-network', 'tenant_id': '0fa5f4f70f1d450b82427e22461b94dd'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:36:54.516748 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3f8ec51-0477-48cc-a000-e19fcf980387 admin admin] Made reservation on behalf of 0fa5f4f70f1d450b82427e22461b94dd for: {'network': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:36:54.519099 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-b3f8ec51-0477-48cc-a000-e19fcf980387 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for network, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:54.527737 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-b3f8ec51-0477-48cc-a000-e19fcf980387 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:54.658727 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-b3f8ec51-0477-48cc-a000-e19fcf980387 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:54.711229 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-b3f8ec51-0477-48cc-a000-e19fcf980387 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:54.770289 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-8d902dce-bfda-46d4-ba76-341e915738a2 req-d9519c40-fd3e-4ccb-8087-a97a4b5280f5 service neutron] 10.222.0.44 "GET /v2.0/ports/46d1b430-78f4-42ac-9c70-2f89c6daa019/bindings/n-h2-834765-1 HTTP/1.1" status: 200 len: 384 time: 0.1012363 Mar 29 15:36:54.781779 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3f8ec51-0477-48cc-a000-e19fcf980387 admin admin] vlan segment allocate from pool success with {'vlan_id': 640, 'physical_network': 'physnet1'} {{(pid=102790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 15:36:54.799290 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f8ec51-0477-48cc-a000-e19fcf980387 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=642b48dd-fe8e-4e9e-ad86-3e97d29c76f2,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:36:54.812690 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6bb0fd-fbc8-4310-b997-45381c41b95e req-e55fce08-96dc-4548-9e87-083af5ecd0eb tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:36:54.820995 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-db6bb0fd-fbc8-4310-b997-45381c41b95e req-e55fce08-96dc-4548-9e87-083af5ecd0eb tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] 10.222.0.42 "GET /v2.0/ports?device_id=e1416b4f-2ed2-468a-acdd-84bf3fd763c2 HTTP/1.1" status: 200 len: 943 time: 0.1748021 Mar 29 15:36:54.823559 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-b3f8ec51-0477-48cc-a000-e19fcf980387 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:54.823794 n-d-834765-1 neutron-server[102790]: INFO neutron.db.segments_db [None req-b3f8ec51-0477-48cc-a000-e19fcf980387 admin admin] Added segment 91ef210f-f4fe-45cc-b216-83b41bb9c947 of type vlan for network 2328039b-d9ea-4f5b-a9a8-90d2be367ae1 Mar 29 15:36:54.824954 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 37444) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:36:54.879044 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-1d0802da-b88f-4068-9a64-a85cd7ab60d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:54.904391 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-b3f8ec51-0477-48cc-a000-e19fcf980387 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783522915970'] for network, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:54.932805 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-db6bb0fd-fbc8-4310-b997-45381c41b95e req-30c19637-882f-4e05-9318-0503155b7f5d tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] 10.222.0.42 "GET /v2.0/security-groups?id=d26d57f3-f34b-4b82-acb2-a15ffdfe7b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109891 Mar 29 15:36:54.977718 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-b3f8ec51-0477-48cc-a000-e19fcf980387 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795'] for network, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:54.978910 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3f8ec51-0477-48cc-a000-e19fcf980387 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:36:54.979689 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-b3f8ec51-0477-48cc-a000-e19fcf980387 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for network, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:55.039420 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-b3f8ec51-0477-48cc-a000-e19fcf980387 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5563717 Mar 29 15:36:55.040481 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 37466) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:36:55.045145 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-7cedfb9e-28e9-4986-bf30-b7c519792c59 admin admin] Request body: {'subnet': {'network_id': '2328039b-d9ea-4f5b-a9a8-90d2be367ae1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1291902948-subnet', 'tenant_id': '0fa5f4f70f1d450b82427e22461b94dd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:36:55.061535 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e55488-906a-4f80-9c2c-7ce165277fbb req-a5c84fe3-30c7-48e4-b149-99c45e190d4c tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:36:55.068631 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-59e55488-906a-4f80-9c2c-7ce165277fbb req-a5c84fe3-30c7-48e4-b149-99c45e190d4c tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] 10.222.0.42 "GET /v2.0/networks?id=b1def78c-da55-4367-b9b1-4d7fc20fc6ac HTTP/1.1" status: 200 len: 808 time: 0.2174101 Mar 29 15:36:55.082198 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f8ec51-0477-48cc-a000-e19fcf980387 admin admin] Pushing event updated for resources: {'Network': ['ID=2328039b-d9ea-4f5b-a9a8-90d2be367ae1,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:36:55.093364 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-1d0802da-b88f-4068-9a64-a85cd7ab60d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:55.096822 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Network 2328039b-d9ea-4f5b-a9a8-90d2be367ae1 details requested by agent ovs-agent-n-d-834765-1 with host n-d-834765-1 {{(pid=102792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 15:36:55.106447 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-1d0802da-b88f-4068-9a64-a85cd7ab60d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:55.145252 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-59e55488-906a-4f80-9c2c-7ce165277fbb req-2d8789a8-1db9-4c4d-b98d-a61264a8bca9 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] 10.222.0.42 "GET /v2.0/quotas/61d6b03cf8b04e0283d0c20861ff0cb0 HTTP/1.1" status: 200 len: 375 time: 0.0757594 Mar 29 15:36:55.170400 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cedfb9e-28e9-4986-bf30-b7c519792c59 admin admin] Made reservation on behalf of 0fa5f4f70f1d450b82427e22461b94dd for: {'subnet': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:36:55.172800 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-7cedfb9e-28e9-4986-bf30-b7c519792c59 admin admin] Notify callbacks [] for subnet, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:55.186152 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0802da-b88f-4068-9a64-a85cd7ab60d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15afcd88-e06a-4803-8e78-9c6c53c0c35b,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:36:55.204484 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-59e55488-906a-4f80-9c2c-7ce165277fbb req-ac4b2054-2000-4eab-97b0-a8be9bac6075 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=61d6b03cf8b04e0283d0c20861ff0cb0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0476091 Mar 29 15:36:55.211627 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-8d902dce-bfda-46d4-ba76-341e915738a2 req-128d4da5-c39b-4e59-aae6-bcdb9999a93d service neutron] For port 46d1b430-78f4-42ac-9c70-2f89c6daa019, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=46d1b430-78f4-42ac-9c70-2f89c6daa019,segment=NetworkSegment(52cd9713-83ea-496d-8c48-fd7b796e6ead),segment_id=52cd9713-83ea-496d-8c48-fd7b796e6ead)] {{(pid=102791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:36:55.245873 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-79f12e38-4dfd-40d2-9973-7b7f635fe8cc req-041759f9-7e4b-4f14-8886-c9424f587b90 tempest-ServersAdmin275Test-1777496134 tempest-ServersAdmin275Test-1777496134-project] 10.222.0.42 "GET /v2.0/ports?device_id=04016bd8-6ded-4605-9b43-eda4442e08e6 HTTP/1.1" status: 200 len: 210 time: 0.0785084 Mar 29 15:36:55.255436 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-1d0802da-b88f-4068-9a64-a85cd7ab60d2 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=2645f06996d2409b9b7c1d4092df91e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4266539 Mar 29 15:36:55.255843 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 37476) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:36:55.315107 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-8d902dce-bfda-46d4-ba76-341e915738a2 req-128d4da5-c39b-4e59-aae6-bcdb9999a93d service neutron] For port 46d1b430-78f4-42ac-9c70-2f89c6daa019, host n-h1-834765-1, cleared binding levels {{(pid=102791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:36:55.335868 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-31eccde7-9237-4dd2-96d6-212f6b28fe57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:55.359232 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-31eccde7-9237-4dd2-96d6-212f6b28fe57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:55.412682 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [req-8d902dce-bfda-46d4-ba76-341e915738a2 req-128d4da5-c39b-4e59-aae6-bcdb9999a93d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46d1b430-78f4-42ac-9c70-2f89c6daa019 {{(pid=102791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:36:55.430499 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-31eccde7-9237-4dd2-96d6-212f6b28fe57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:55.435066 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-31eccde7-9237-4dd2-96d6-212f6b28fe57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:55.439374 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-31eccde7-9237-4dd2-96d6-212f6b28fe57 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/15afcd88-e06a-4803-8e78-9c6c53c0c35b HTTP/1.1" status: 204 len: 168 time: 0.1802468 Mar 29 15:36:55.441526 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-8d902dce-bfda-46d4-ba76-341e915738a2 req-128d4da5-c39b-4e59-aae6-bcdb9999a93d service neutron] For port 46d1b430-78f4-42ac-9c70-2f89c6daa019, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=46d1b430-78f4-42ac-9c70-2f89c6daa019,segment=NetworkSegment(52cd9713-83ea-496d-8c48-fd7b796e6ead),segment_id=52cd9713-83ea-496d-8c48-fd7b796e6ead)] {{(pid=102791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:36:55.453730 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31eccde7-9237-4dd2-96d6-212f6b28fe57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15afcd88-e06a-4803-8e78-9c6c53c0c35b,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:36:55.468684 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-59e55488-906a-4f80-9c2c-7ce165277fbb req-a74da7c4-e304-4b84-8512-e113065baae9 service neutron] 10.222.0.42 "GET /v2.0/networks/b1def78c-da55-4367-b9b1-4d7fc20fc6ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2533150 Mar 29 15:36:55.504047 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-8d902dce-bfda-46d4-ba76-341e915738a2 req-128d4da5-c39b-4e59-aae6-bcdb9999a93d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:55.593947 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device 46d1b430-78f4-42ac-9c70-2f89c6daa019 details requested by agent hyperv_n-h2-834765-1 with host n-h2-834765-1 {{(pid=102792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 15:36:55.616386 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device 30d45eff-2e0d-4729-a5d1-9f4ffd9f262c no longer exists at agent hyperv_n-h2-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:36:55.631101 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-d1b2b844-e358-48a4-9460-497349970c35 req-8e6eec32-b107-42ec-aa53-9f79c815ecb8 tempest-FlavorsV2NegativeTest-1466650957 tempest-FlavorsV2NegativeTest-1466650957-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=7e28a5dd48b14c95b196334e5c4cd5c0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0294957 Mar 29 15:36:55.658644 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] No Port match for: 30d45eff-2e0d-4729-a5d1-9f4ffd9f262c {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 15:36:55.659240 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device 30d45eff-2e0d-4729-a5d1-9f4ffd9f262c not bound to the agent host n-h2-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:36:55.771343 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port 46d1b430-78f4-42ac-9c70-2f89c6daa019, host n-h1-834765-1, got binding levels [] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:36:55.801396 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b2b844-e358-48a4-9460-497349970c35 req-15ce502f-8fbc-4382-8532-b14fa7978a70 tempest-FlavorsV2NegativeTest-1466650957 tempest-FlavorsV2NegativeTest-1466650957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:36:55.802444 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Attempting to bind port 46d1b430-78f4-42ac-9c70-2f89c6daa019 on host n-h1-834765-1 for vnic_type normal with profile {"migrating_to": "n-h2-834765-1"} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:36:55.802912 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-d1b2b844-e358-48a4-9460-497349970c35 req-15ce502f-8fbc-4382-8532-b14fa7978a70 tempest-FlavorsV2NegativeTest-1466650957 tempest-FlavorsV2NegativeTest-1466650957-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1698358 Mar 29 15:36:55.803236 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Attempting to bind port 46d1b430-78f4-42ac-9c70-2f89c6daa019 by drivers openvswitch,hyperv on host n-h1-834765-1 at level 0 using segments [{'id': '52cd9713-83ea-496d-8c48-fd7b796e6ead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'c7e23169-e9d3-4fec-ace3-87b88825b851'}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:36:55.804311 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Attempting to bind port 46d1b430-78f4-42ac-9c70-2f89c6daa019 on network c7e23169-e9d3-4fec-ace3-87b88825b851 {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:36:55.810996 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Port 46d1b430-78f4-42ac-9c70-2f89c6daa019 on network c7e23169-e9d3-4fec-ace3-87b88825b851 not bound, no agent of type Open vSwitch agent registered on host n-h1-834765-1 {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 15:36:55.812111 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Attempting to bind port 46d1b430-78f4-42ac-9c70-2f89c6daa019 on network c7e23169-e9d3-4fec-ace3-87b88825b851 {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:36:55.819532 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Checking agent: {'id': 'be375040-5069-4239-9460-a3a3213e1e90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 33, 18), 'started_at': datetime.datetime(2022, 3, 29, 15, 33, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 36, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:36:55.820130 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Checking segment: {'id': '52cd9713-83ea-496d-8c48-fd7b796e6ead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'c7e23169-e9d3-4fec-ace3-87b88825b851'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:36:55.821057 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Bound using segment: {'id': '52cd9713-83ea-496d-8c48-fd7b796e6ead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'c7e23169-e9d3-4fec-ace3-87b88825b851'} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:36:55.821634 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Bound port: 46d1b430-78f4-42ac-9c70-2f89c6daa019, host: n-h1-834765-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52cd9713-83ea-496d-8c48-fd7b796e6ead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'c7e23169-e9d3-4fec-ace3-87b88825b851'}}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 15:36:55.822189 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:55.831598 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-d1b2b844-e358-48a4-9460-497349970c35 req-2b0309ff-25f7-4bf5-9923-40e0a47e31b4 tempest-FlavorsV2NegativeTest-1466650957 tempest-FlavorsV2NegativeTest-1466650957-project] 10.222.0.42 "GET /v2.0/quotas/7e28a5dd48b14c95b196334e5c4cd5c0 HTTP/1.1" status: 200 len: 375 time: 0.0191741 Mar 29 15:36:55.904308 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-d1b2b844-e358-48a4-9460-497349970c35 req-5ddee2b6-0bd3-4789-a69e-7705360da91f tempest-FlavorsV2NegativeTest-1466650957 tempest-FlavorsV2NegativeTest-1466650957-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=7e28a5dd48b14c95b196334e5c4cd5c0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0565448 Mar 29 15:36:55.912240 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-7cedfb9e-28e9-4986-bf30-b7c519792c59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795'] for subnet, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:55.939838 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-59e55488-906a-4f80-9c2c-7ce165277fbb req-d8c8a580-a3c5-4112-8166-c3688a0cf3c0 service neutron] 10.222.0.42 "GET /v2.0/networks/b1def78c-da55-4367-b9b1-4d7fc20fc6ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4444377 Mar 29 15:36:55.981556 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.provisioning_blocks [req-8d902dce-bfda-46d4-ba76-341e915738a2 req-128d4da5-c39b-4e59-aae6-bcdb9999a93d service neutron] Transition to ACTIVE for port object 46d1b430-78f4-42ac-9c70-2f89c6daa019 will not be triggered until provisioned by entity L2. {{(pid=102791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 15:36:55.991392 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-8d902dce-bfda-46d4-ba76-341e915738a2 req-128d4da5-c39b-4e59-aae6-bcdb9999a93d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:56.008841 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port 46d1b430-78f4-42ac-9c70-2f89c6daa019, host n-h1-834765-1, cleared binding levels {{(pid=102792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:36:56.042627 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port 46d1b430-78f4-42ac-9c70-2f89c6daa019, host n-h1-834765-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=46d1b430-78f4-42ac-9c70-2f89c6daa019,segment=NetworkSegment(52cd9713-83ea-496d-8c48-fd7b796e6ead),segment_id=52cd9713-83ea-496d-8c48-fd7b796e6ead)] {{(pid=102792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:36:56.054643 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cedfb9e-28e9-4986-bf30-b7c519792c59 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c07e2453-b1e0-414b-8afb-04f7708eea33,revision_number=0']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:36:56.056481 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:56.100073 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d902dce-bfda-46d4-ba76-341e915738a2 req-128d4da5-c39b-4e59-aae6-bcdb9999a93d service neutron] No DVR routers for this DVR port 46d1b430-78f4-42ac-9c70-2f89c6daa019 on host n-h1-834765-1 {{(pid=102791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:36:56.115437 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cedfb9e-28e9-4986-bf30-b7c519792c59 admin admin] Checking segment: {'id': '91ef210f-f4fe-45cc-b216-83b41bb9c947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '2328039b-d9ea-4f5b-a9a8-90d2be367ae1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:36:56.115809 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cedfb9e-28e9-4986-bf30-b7c519792c59 admin admin] Network hostable DHCP agents. Network: 2328039b-d9ea-4f5b-a9a8-90d2be367ae1, hostable agents: ['d136643e-48ae-49d4-a851-2ba3bdf3749c'], hosted agents: [] {{(pid=102791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 15:36:56.120231 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128d4da5-c39b-4e59-aae6-bcdb9999a93d service neutron] Pushing event updated for resources: {'Port': ['ID=46d1b430-78f4-42ac-9c70-2f89c6daa019,revision_number=10']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:36:56.165933 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-8d902dce-bfda-46d4-ba76-341e915738a2 req-128d4da5-c39b-4e59-aae6-bcdb9999a93d service neutron] 10.222.0.44 "PUT /v2.0/ports/46d1b430-78f4-42ac-9c70-2f89c6daa019/bindings/n-h2-834765-1/activate HTTP/1.1" status: 200 len: 369 time: 1.3873096 Mar 29 15:36:56.167469 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cedfb9e-28e9-4986-bf30-b7c519792c59 admin admin] Network 2328039b-d9ea-4f5b-a9a8-90d2be367ae1 is scheduled to be hosted by DHCP agent d136643e-48ae-49d4-a851-2ba3bdf3749c with binding_index 1 {{(pid=102791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 15:36:56.184467 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [None req-7cedfb9e-28e9-4986-bf30-b7c519792c59 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834765-1, 2328039b-d9ea-4f5b-a9a8-90d2be367ae1) {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:36:56.191531 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cedfb9e-28e9-4986-bf30-b7c519792c59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:36:56.192555 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-7cedfb9e-28e9-4986-bf30-b7c519792c59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for subnet, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:56.226765 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303f8d5b-f982-425a-bede-30d9175eb2b8 req-e9dc855f-82da-442d-9333-dfa832708368 tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:36:56.228160 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-7cedfb9e-28e9-4986-bf30-b7c519792c59 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.1868615 Mar 29 15:36:56.228999 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-303f8d5b-f982-425a-bede-30d9175eb2b8 req-e9dc855f-82da-442d-9333-dfa832708368 tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] 10.222.0.42 "GET /v2.0/ports?device_id=e1416b4f-2ed2-468a-acdd-84bf3fd763c2 HTTP/1.1" status: 200 len: 944 time: 0.1458302 Mar 29 15:36:56.290356 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f61071c8-405a-4c88-a1c7-80591c9fc4c1 None None] Network 2328039b-d9ea-4f5b-a9a8-90d2be367ae1 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 15:36:56.311840 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d902dce-bfda-46d4-ba76-341e915738a2 req-c8524970-cfd5-4312-b1b6-f27bf334769c tempest-LiveAutoBlockMigrationV225Test-1278294229 tempest-LiveAutoBlockMigrationV225Test-1278294229-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:36:56.313333 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-8d902dce-bfda-46d4-ba76-341e915738a2 req-c8524970-cfd5-4312-b1b6-f27bf334769c tempest-LiveAutoBlockMigrationV225Test-1278294229 tempest-LiveAutoBlockMigrationV225Test-1278294229-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=e1416b4f-2ed2-468a-acdd-84bf3fd763c2&tenant_id=c66f5a43ae0e46908f202e6b40f23448&binding%3Ahost_id=n-h1-834765-1 HTTP/1.1" status: 200 len: 1095 time: 0.0818565 Mar 29 15:36:56.318414 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-587a80f1-bc76-49b8-b017-df4f5c3c4c05 req-8289fa4b-dff6-46e6-ac91-82427325aae8 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] 10.222.0.42 "GET /v2.0/ports?device_id=ea6c803e-d2a8-4326-af80-e82436a0a30b HTTP/1.1" status: 200 len: 210 time: 0.0589216 Mar 29 15:36:56.322297 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device 46d1b430-78f4-42ac-9c70-2f89c6daa019 has no active binding in host n-h2-834765-1 {{(pid=102792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Mar 29 15:36:56.378601 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Pushing event updated for resources: {'Port': ['ID=46d1b430-78f4-42ac-9c70-2f89c6daa019,revision_number=11']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:36:56.407845 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-303f8d5b-f982-425a-bede-30d9175eb2b8 req-5f412984-80f7-4df5-b8a3-229f8c89445f tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] 10.222.0.42 "GET /v2.0/security-groups?id=d26d57f3-f34b-4b82-acb2-a15ffdfe7b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630466 Mar 29 15:36:56.413682 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:36:56.420864 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:36:56.421810 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:36:56.424824 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:36:56.425366 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:36:56.425849 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:36:56.426497 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:36:56.426989 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:36:56.427502 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:36:56.427983 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:36:56.428593 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:36:56.428593 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:36:56.440371 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d902dce-bfda-46d4-ba76-341e915738a2 req-8c83be6a-3529-47ff-9906-27d160e244d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:36:56.440371 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-8d902dce-bfda-46d4-ba76-341e915738a2 req-8c83be6a-3529-47ff-9906-27d160e244d7 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=e1416b4f-2ed2-468a-acdd-84bf3fd763c2&tenant_id=c66f5a43ae0e46908f202e6b40f23448 HTTP/1.1" status: 200 len: 1095 time: 0.1155598 Mar 29 15:36:56.462102 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-151b24b4-3101-40e7-adce-d7d387672499 req-17c6371e-e821-4e1e-bda2-d8e0ca288fbe tempest-ServersAdmin275Test-1777496134 tempest-ServersAdmin275Test-1777496134-project] 10.222.0.42 "GET /v2.0/ports?device_id=04016bd8-6ded-4605-9b43-eda4442e08e6 HTTP/1.1" status: 200 len: 210 time: 0.0531585 Mar 29 15:36:56.536284 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d902dce-bfda-46d4-ba76-341e915738a2 req-bb19b7c2-e8a7-470c-b91d-71893c9d25ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:36:56.536284 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-8d902dce-bfda-46d4-ba76-341e915738a2 req-bb19b7c2-e8a7-470c-b91d-71893c9d25ac service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c66f5a43ae0e46908f202e6b40f23448&device_id=e1416b4f-2ed2-468a-acdd-84bf3fd763c2 HTTP/1.1" status: 200 len: 1095 time: 0.0679357 Mar 29 15:36:56.578448 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7daa1806-0339-46ba-8679-4324dd2a2b89 None None] Network 2328039b-d9ea-4f5b-a9a8-90d2be367ae1 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 15:36:56.693133 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d902dce-bfda-46d4-ba76-341e915738a2 req-5b87b556-204a-449c-bb68-4c0fb0d25f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:36:56.695221 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-8d902dce-bfda-46d4-ba76-341e915738a2 req-5b87b556-204a-449c-bb68-4c0fb0d25f5c service neutron] 10.222.0.48 "GET /v2.0/networks?id=c7e23169-e9d3-4fec-ace3-87b88825b851 HTTP/1.1" status: 200 len: 922 time: 0.1498454 Mar 29 15:36:56.772422 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-8d902dce-bfda-46d4-ba76-341e915738a2 req-61509828-c602-42df-a5bc-5c876d01e799 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=46d1b430-78f4-42ac-9c70-2f89c6daa019 HTTP/1.1" status: 200 len: 217 time: 0.0664408 Mar 29 15:36:56.848637 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d902dce-bfda-46d4-ba76-341e915738a2 req-967b2c73-3393-4db5-840d-0cec349f6a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:36:56.850100 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-8d902dce-bfda-46d4-ba76-341e915738a2 req-967b2c73-3393-4db5-840d-0cec349f6a45 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=47ebad0b-955e-4824-b04c-60b1952d5787 HTTP/1.1" status: 200 len: 861 time: 0.0707531 Mar 29 15:36:56.891534 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-8d902dce-bfda-46d4-ba76-341e915738a2 req-6b57d0a6-9233-4205-85f0-2e93d06e4e7a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c7e23169-e9d3-4fec-ace3-87b88825b851&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315795 Mar 29 15:36:57.023169 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-8d902dce-bfda-46d4-ba76-341e915738a2 req-0250ad75-f96d-45bd-8a72-b4438030c9f9 service neutron] 10.222.0.48 "GET /v2.0/networks/c7e23169-e9d3-4fec-ace3-87b88825b851?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241176 Mar 29 15:36:57.159591 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-8d902dce-bfda-46d4-ba76-341e915738a2 req-e33de525-5786-4660-8f92-81923d1e10ca service neutron] 10.222.0.48 "GET /v2.0/networks/c7e23169-e9d3-4fec-ace3-87b88825b851?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253633 Mar 29 15:36:57.287932 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 37574) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:36:57.439587 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-61710886-4939-4923-ab6d-c13e9b0220a8 req-8b79ab01-eba7-42fa-829d-4d6bdc144348 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] 10.222.0.42 "GET /v2.0/ports?device_id=ea6c803e-d2a8-4326-af80-e82436a0a30b HTTP/1.1" status: 200 len: 210 time: 0.0409632 Mar 29 15:36:57.610140 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dede96bc-7974-4826-91b7-350ee33e6548 req-98dd8de2-bc68-49f9-8962-97dfd17c4224 tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:36:57.614254 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device 46d1b430-78f4-42ac-9c70-2f89c6daa019 no longer exists at agent hyperv_n-h2-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:36:57.618991 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-dede96bc-7974-4826-91b7-350ee33e6548 req-98dd8de2-bc68-49f9-8962-97dfd17c4224 tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] 10.222.0.42 "GET /v2.0/ports?device_id=e1416b4f-2ed2-468a-acdd-84bf3fd763c2 HTTP/1.1" status: 200 len: 944 time: 0.0783827 Mar 29 15:36:57.675234 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 37600) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:36:57.717197 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-dede96bc-7974-4826-91b7-350ee33e6548 req-092ff22e-62f6-4dc8-a590-2d14a264b24b tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] 10.222.0.42 "GET /v2.0/security-groups?id=d26d57f3-f34b-4b82-acb2-a15ffdfe7b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940294 Mar 29 15:36:57.776131 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c29f41b1-13ae-458f-aaa5-2d08d801383a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:57.880167 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-31b0fff0-8bdf-4446-ab50-cfac07efeec9 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-451813589-network', 'tenant_id': '1696d386b177482580acd19fadb9051c'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:36:57.906581 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b50b62ed-22c1-4575-bbd0-1a80ed8bbf74 req-f0a45a6d-3d3c-419f-a3b2-6323b8b0189e tempest-ServersAdmin275Test-1777496134 tempest-ServersAdmin275Test-1777496134-project] 10.222.0.42 "GET /v2.0/ports?device_id=04016bd8-6ded-4605-9b43-eda4442e08e6 HTTP/1.1" status: 200 len: 210 time: 0.0567794 Mar 29 15:36:57.938523 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d902dce-bfda-46d4-ba76-341e915738a2 req-c6a48b7c-1764-4121-8bdf-57576a6d6de0 tempest-LiveAutoBlockMigrationV225Test-1278294229 tempest-LiveAutoBlockMigrationV225Test-1278294229-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:36:57.940457 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-8d902dce-bfda-46d4-ba76-341e915738a2 req-c6a48b7c-1764-4121-8bdf-57576a6d6de0 tempest-LiveAutoBlockMigrationV225Test-1278294229 tempest-LiveAutoBlockMigrationV225Test-1278294229-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=e1416b4f-2ed2-468a-acdd-84bf3fd763c2&tenant_id=c66f5a43ae0e46908f202e6b40f23448&binding%3Ahost_id=n-h2-834765-1 HTTP/1.1" status: 200 len: 1095 time: 0.1554937 Mar 29 15:36:57.942470 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31b0fff0-8bdf-4446-ab50-cfac07efeec9 admin admin] Made reservation on behalf of 1696d386b177482580acd19fadb9051c for: {'network': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:36:57.945111 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-31b0fff0-8bdf-4446-ab50-cfac07efeec9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for network, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:57.952431 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb6992f-6d35-4ca6-ba58-69fe43f4b5a4 req-5c0ec609-ffa6-460f-b29f-1b785b05c1f1 tempest-VolumesAdminNegativeTest-440186847 tempest-VolumesAdminNegativeTest-440186847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:36:57.959756 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-cfb6992f-6d35-4ca6-ba58-69fe43f4b5a4 req-5c0ec609-ffa6-460f-b29f-1b785b05c1f1 tempest-VolumesAdminNegativeTest-440186847 tempest-VolumesAdminNegativeTest-440186847-project] 10.222.0.42 "GET /v2.0/networks?id=3542efc3-4ff6-43d2-9e62-bd3df2d942af HTTP/1.1" status: 200 len: 814 time: 0.6050060 Mar 29 15:36:57.967608 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e55488-906a-4f80-9c2c-7ce165277fbb req-3b222622-b14d-4141-9fb2-c55b6f2c760e tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:36:57.969026 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-59e55488-906a-4f80-9c2c-7ce165277fbb req-3b222622-b14d-4141-9fb2-c55b6f2c760e tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] 10.222.0.48 "GET /v2.0/networks?id=b1def78c-da55-4367-b9b1-4d7fc20fc6ac HTTP/1.1" status: 200 len: 808 time: 0.2907960 Mar 29 15:36:57.980470 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-31b0fff0-8bdf-4446-ab50-cfac07efeec9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:57.984705 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-cfb6992f-6d35-4ca6-ba58-69fe43f4b5a4 req-ca86c3a2-c541-4e46-b5c4-e1c8a878946f tempest-VolumesAdminNegativeTest-440186847 tempest-VolumesAdminNegativeTest-440186847-project] 10.222.0.42 "GET /v2.0/quotas/d8c997a35ced41818abde89736f33dda HTTP/1.1" status: 200 len: 375 time: 0.0240977 Mar 29 15:36:57.990719 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [req-59e55488-906a-4f80-9c2c-7ce165277fbb req-6a0ffe1d-d9c7-4894-b2ed-0dede504b77d tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] Request body: {'port': {'device_id': 'ea6c803e-d2a8-4326-af80-e82436a0a30b', 'network_id': 'b1def78c-da55-4367-b9b1-4d7fc20fc6ac', 'admin_state_up': True, 'tenant_id': '61d6b03cf8b04e0283d0c20861ff0cb0'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:36:58.060710 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-cfb6992f-6d35-4ca6-ba58-69fe43f4b5a4 req-b97c35c7-dcc5-4731-b48d-3fcb3597c769 tempest-VolumesAdminNegativeTest-440186847 tempest-VolumesAdminNegativeTest-440186847-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=d8c997a35ced41818abde89736f33dda&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0612884 Mar 29 15:36:58.105373 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c29f41b1-13ae-458f-aaa5-2d08d801383a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:58.143593 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c29f41b1-13ae-458f-aaa5-2d08d801383a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:58.173614 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-31b0fff0-8bdf-4446-ab50-cfac07efeec9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:58.184262 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-31b0fff0-8bdf-4446-ab50-cfac07efeec9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:58.194671 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-8d902dce-bfda-46d4-ba76-341e915738a2 req-4de4fc1d-9832-4e66-9005-eff45cf05635 service neutron] For port 46d1b430-78f4-42ac-9c70-2f89c6daa019, host n-h1-834765-1, cleared binding levels {{(pid=102791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:36:58.209360 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-8d902dce-bfda-46d4-ba76-341e915738a2 req-4de4fc1d-9832-4e66-9005-eff45cf05635 service neutron] Notify callbacks [] for binding, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:58.210474 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-8d902dce-bfda-46d4-ba76-341e915738a2 req-4de4fc1d-9832-4e66-9005-eff45cf05635 service neutron] 10.222.0.48 "DELETE /v2.0/ports/46d1b430-78f4-42ac-9c70-2f89c6daa019/bindings/n-h1-834765-1 HTTP/1.1" status: 204 len: 173 time: 0.2620964 Mar 29 15:36:58.213471 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31b0fff0-8bdf-4446-ab50-cfac07efeec9 admin admin] vlan segment allocate from pool success with {'vlan_id': 632, 'physical_network': 'physnet1'} {{(pid=102791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 15:36:58.232022 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-31b0fff0-8bdf-4446-ab50-cfac07efeec9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:58.232403 n-d-834765-1 neutron-server[102791]: INFO neutron.db.segments_db [None req-31b0fff0-8bdf-4446-ab50-cfac07efeec9 admin admin] Added segment 0b9ecc6d-9719-48d7-aed2-39aa0245458c of type vlan for network 46fe54a8-e46a-41b8-9088-fec152ef0d43 Mar 29 15:36:58.233753 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b0fff0-8bdf-4446-ab50-cfac07efeec9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99564a0e-aa77-4211-b08a-b6a25d7692b4,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:36:58.259135 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-c29f41b1-13ae-458f-aaa5-2d08d801383a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7e28a5dd48b14c95b196334e5c4cd5c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9695067 Mar 29 15:36:58.259902 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 37610) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:36:58.269727 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29f41b1-13ae-458f-aaa5-2d08d801383a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18d5b901-9993-4b10-b4c0-00bf4f383b17,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:36:58.278814 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-31b0fff0-8bdf-4446-ab50-cfac07efeec9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783522915970'] for network, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:58.299395 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-cfb6992f-6d35-4ca6-ba58-69fe43f4b5a4 req-d0b161ee-93ae-4bd9-bb0b-2bb47dbc107a service neutron] 10.222.0.42 "GET /v2.0/networks/3542efc3-4ff6-43d2-9e62-bd3df2d942af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2335091 Mar 29 15:36:58.320742 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-31b0fff0-8bdf-4446-ab50-cfac07efeec9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795'] for network, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:58.321793 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31b0fff0-8bdf-4446-ab50-cfac07efeec9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:36:58.322369 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-31b0fff0-8bdf-4446-ab50-cfac07efeec9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for network, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:58.348509 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59e55488-906a-4f80-9c2c-7ce165277fbb req-6a0ffe1d-d9c7-4894-b2ed-0dede504b77d tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] Made reservation on behalf of 61d6b03cf8b04e0283d0c20861ff0cb0 for: {'port': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:36:58.352313 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-59e55488-906a-4f80-9c2c-7ce165277fbb req-6a0ffe1d-d9c7-4894-b2ed-0dede504b77d tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:58.360940 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-31b0fff0-8bdf-4446-ab50-cfac07efeec9 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6816385 Mar 29 15:36:58.361137 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 37612) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:36:58.395372 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-dd688761-943b-47b3-baab-ae7e6ccee5bd admin admin] Request body: {'subnet': {'network_id': '46fe54a8-e46a-41b8-9088-fec152ef0d43', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-451813589-subnet', 'tenant_id': '1696d386b177482580acd19fadb9051c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:36:58.403377 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b0fff0-8bdf-4446-ab50-cfac07efeec9 admin admin] Pushing event updated for resources: {'Network': ['ID=46fe54a8-e46a-41b8-9088-fec152ef0d43,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:36:58.414739 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Network 46fe54a8-e46a-41b8-9088-fec152ef0d43 details requested by agent ovs-agent-n-d-834765-1 with host n-d-834765-1 {{(pid=102792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 15:36:58.426053 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd688761-943b-47b3-baab-ae7e6ccee5bd admin admin] Made reservation on behalf of 1696d386b177482580acd19fadb9051c for: {'subnet': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:36:58.428520 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-dd688761-943b-47b3-baab-ae7e6ccee5bd admin admin] Notify callbacks [] for subnet, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:58.462110 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-3e9f35c6-2670-4858-a82f-7a8f910b5f16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:58.508004 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device 46d1b430-78f4-42ac-9c70-2f89c6daa019 no longer exists at agent hyperv_n-h1-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:36:58.551282 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-3e9f35c6-2670-4858-a82f-7a8f910b5f16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:58.557942 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device 46d1b430-78f4-42ac-9c70-2f89c6daa019 not bound to the agent host n-h1-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:36:58.636443 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-cfb6992f-6d35-4ca6-ba58-69fe43f4b5a4 req-7eff5c73-aea3-45b5-93e0-4333df4349a8 service neutron] 10.222.0.42 "GET /v2.0/networks/3542efc3-4ff6-43d2-9e62-bd3df2d942af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3276386 Mar 29 15:36:58.653899 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-dd688761-943b-47b3-baab-ae7e6ccee5bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795'] for subnet, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:58.765213 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-3e9f35c6-2670-4858-a82f-7a8f910b5f16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:58.770844 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-3e9f35c6-2670-4858-a82f-7a8f910b5f16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:58.775324 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-3e9f35c6-2670-4858-a82f-7a8f910b5f16 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/18d5b901-9993-4b10-b4c0-00bf4f383b17 HTTP/1.1" status: 204 len: 168 time: 0.5064330 Mar 29 15:36:58.776808 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.db_base_plugin_common [req-59e55488-906a-4f80-9c2c-7ce165277fbb req-6a0ffe1d-d9c7-4894-b2ed-0dede504b77d tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] Allocated IP 172.20.0.6 (b1def78c-da55-4367-b9b1-4d7fc20fc6ac/a84f45bb-2cdd-4adc-a15d-ac5c06ff5a1f/7358f2da-0288-45a9-bbb8-559c1b9b15c8) {{(pid=102790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:36:58.792890 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9f35c6-2670-4858-a82f-7a8f910b5f16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18d5b901-9993-4b10-b4c0-00bf4f383b17,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:36:58.850907 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-14cfaac6-d573-40fc-8667-4ae19cbd2330 req-4598bf5c-72e4-447b-836b-96aa022680f3 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] 10.222.0.42 "GET /v2.0/ports?device_id=ea6c803e-d2a8-4326-af80-e82436a0a30b HTTP/1.1" status: 200 len: 210 time: 0.1072040 Mar 29 15:36:58.891923 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd688761-943b-47b3-baab-ae7e6ccee5bd admin admin] Pushing event updated for resources: {'Subnet': ['ID=f682d2ba-74ae-4545-bd41-f328dbccdf02,revision_number=0']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:36:58.917488 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd688761-943b-47b3-baab-ae7e6ccee5bd admin admin] Checking segment: {'id': '0b9ecc6d-9719-48d7-aed2-39aa0245458c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '46fe54a8-e46a-41b8-9088-fec152ef0d43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:36:58.918961 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd688761-943b-47b3-baab-ae7e6ccee5bd admin admin] Network hostable DHCP agents. Network: 46fe54a8-e46a-41b8-9088-fec152ef0d43, hostable agents: ['d136643e-48ae-49d4-a851-2ba3bdf3749c'], hosted agents: [] {{(pid=102791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 15:36:58.944885 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd688761-943b-47b3-baab-ae7e6ccee5bd admin admin] Network 46fe54a8-e46a-41b8-9088-fec152ef0d43 is scheduled to be hosted by DHCP agent d136643e-48ae-49d4-a851-2ba3bdf3749c with binding_index 1 {{(pid=102791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 15:36:58.993263 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-0254eee4-8868-4424-9fb2-eccb191ecbbe req-fbb3e29a-4645-44da-a5af-070e26ec050b tempest-VolumesAdminNegativeTest-440186847 tempest-VolumesAdminNegativeTest-440186847-project] 10.222.0.42 "GET /v2.0/ports?device_id=e68d1a6c-f883-40bb-8d16-165b5d93ca89 HTTP/1.1" status: 200 len: 210 time: 0.0398960 Mar 29 15:36:58.994002 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [None req-dd688761-943b-47b3-baab-ae7e6ccee5bd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834765-1, 46fe54a8-e46a-41b8-9088-fec152ef0d43) {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:36:59.001580 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd688761-943b-47b3-baab-ae7e6ccee5bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:36:59.002252 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-dd688761-943b-47b3-baab-ae7e6ccee5bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for subnet, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:59.017225 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 37636) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:36:59.022509 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ddd9c45-8d48-4d75-ae72-a3e9ec1f8227 None None] Network 46fe54a8-e46a-41b8-9088-fec152ef0d43 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 15:36:59.062058 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-dd688761-943b-47b3-baab-ae7e6ccee5bd admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6989686 Mar 29 15:36:59.064281 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 37640) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:36:59.073564 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-96aa61df-0afb-4198-9a26-1bc31080c64e admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-451813589-router', 'tenant_id': '1696d386b177482580acd19fadb9051c', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'}}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:36:59.141039 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-96aa61df-0afb-4198-9a26-1bc31080c64e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-532385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129310'] for router, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:59.144031 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-96aa61df-0afb-4198-9a26-1bc31080c64e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-648091', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-684384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129319'] for router, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:59.157829 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33b1760-74de-47f3-8cd3-2021707538bc req-cc3c41dd-1bd5-437a-82fb-c4f68ffef59c tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:36:59.170286 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-c33b1760-74de-47f3-8cd3-2021707538bc req-cc3c41dd-1bd5-437a-82fb-c4f68ffef59c tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] 10.222.0.42 "GET /v2.0/ports?device_id=e1416b4f-2ed2-468a-acdd-84bf3fd763c2 HTTP/1.1" status: 200 len: 944 time: 0.3047190 Mar 29 15:36:59.261121 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-c33b1760-74de-47f3-8cd3-2021707538bc req-9823f1cb-3483-46a6-8821-a8345dcb6828 tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] 10.222.0.42 "GET /v2.0/security-groups?id=d26d57f3-f34b-4b82-acb2-a15ffdfe7b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896294 Mar 29 15:36:59.312719 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-59e55488-906a-4f80-9c2c-7ce165277fbb req-6a0ffe1d-d9c7-4894-b2ed-0dede504b77d tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] Notify callbacks [] for port, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:59.315948 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-8328adb4-5ca3-4acf-9436-456a951e845e req-49e2e5bb-93ae-48a3-a902-92954f52794e tempest-ServersAdmin275Test-1777496134 tempest-ServersAdmin275Test-1777496134-project] 10.222.0.42 "GET /v2.0/ports?device_id=04016bd8-6ded-4605-9b43-eda4442e08e6 HTTP/1.1" status: 200 len: 210 time: 0.0714986 Mar 29 15:36:59.352758 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-96aa61df-0afb-4198-9a26-1bc31080c64e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:59.381986 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-59e55488-906a-4f80-9c2c-7ce165277fbb req-6a0ffe1d-d9c7-4894-b2ed-0dede504b77d tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956'] for port, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:59.445761 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59e55488-906a-4f80-9c2c-7ce165277fbb req-6a0ffe1d-d9c7-4894-b2ed-0dede504b77d tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] Network b1def78c-da55-4367-b9b1-4d7fc20fc6ac is already hosted by enough agents. {{(pid=102790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:36:59.450819 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [req-59e55488-906a-4f80-9c2c-7ce165277fbb req-6a0ffe1d-d9c7-4894-b2ed-0dede504b77d tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] Resources bound (agent type, host, resource id): {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:36:59.463936 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f32e5209-ea0c-4831-9b32-1537b16c9923 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0035034-69b0-5ffc-b384-0ac6189c5628-46fe54a8-e46a-41b8-9088-fec152ef0d43', 'network_id': '46fe54a8-e46a-41b8-9088-fec152ef0d43', 'tenant_id': '1696d386b177482580acd19fadb9051c', 'fixed_ips': [{'subnet_id': 'f682d2ba-74ae-4545-bd41-f328dbccdf02'}]}} from n-d-834765-1. {{(pid=102792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 29 15:36:59.465021 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-f32e5209-ea0c-4831-9b32-1537b16c9923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:59.468149 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.l3_dvrscheduler_db [req-59e55488-906a-4f80-9c2c-7ce165277fbb req-6a0ffe1d-d9c7-4894-b2ed-0dede504b77d tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] Received port after_create {{(pid=102790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:36:59.475687 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e55488-906a-4f80-9c2c-7ce165277fbb req-6a0ffe1d-d9c7-4894-b2ed-0dede504b77d tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:36:59.476377 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-59e55488-906a-4f80-9c2c-7ce165277fbb req-6a0ffe1d-d9c7-4894-b2ed-0dede504b77d tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:59.506275 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0ffe1d-d9c7-4894-b2ed-0dede504b77d tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] Pushing event updated for resources: {'Port': ['ID=7358f2da-0288-45a9-bbb8-559c1b9b15c8,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:36:59.522327 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-59e55488-906a-4f80-9c2c-7ce165277fbb req-6a0ffe1d-d9c7-4894-b2ed-0dede504b77d tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5350401 Mar 29 15:36:59.534092 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8be041-0713-414f-bf84-71468e5a2fbb req-d53da7b2-a696-49a3-ad06-7c89e88a8672 tempest-LiveAutoBlockMigrationV225Test-1278294229 tempest-LiveAutoBlockMigrationV225Test-1278294229-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:36:59.535839 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-2f8be041-0713-414f-bf84-71468e5a2fbb req-d53da7b2-a696-49a3-ad06-7c89e88a8672 tempest-LiveAutoBlockMigrationV225Test-1278294229 tempest-LiveAutoBlockMigrationV225Test-1278294229-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=e1416b4f-2ed2-468a-acdd-84bf3fd763c2 HTTP/1.1" status: 200 len: 1095 time: 0.1025312 Mar 29 15:36:59.547783 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [req-59e55488-906a-4f80-9c2c-7ce165277fbb req-8535b5b8-20c7-40dd-9fa3-e40944864db7 service neutron] Request body: {'port': {'device_id': 'ea6c803e-d2a8-4326-af80-e82436a0a30b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834765-1'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:36:59.581234 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-96aa61df-0afb-4198-9a26-1bc31080c64e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:59.592827 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-d9ff8d7b-73ea-45db-bf76-67564dc6a595 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:59.625687 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-2f8be041-0713-414f-bf84-71468e5a2fbb req-9b336859-a0eb-4c08-a954-a07d2f9d80b1 tempest-LiveAutoBlockMigrationV225Test-1278294229 tempest-LiveAutoBlockMigrationV225Test-1278294229-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=d26d57f3-f34b-4b82-acb2-a15ffdfe7b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643961 Mar 29 15:36:59.652202 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-59e55488-906a-4f80-9c2c-7ce165277fbb req-8535b5b8-20c7-40dd-9fa3-e40944864db7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:59.757977 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-d9ff8d7b-73ea-45db-bf76-67564dc6a595 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:59.794834 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-d9ff8d7b-73ea-45db-bf76-67564dc6a595 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:36:59.854437 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-d9ff8d7b-73ea-45db-bf76-67564dc6a595 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=6c215805ca464c84b10ac7974ace0b1c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8361533 Mar 29 15:36:59.857761 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 37670) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:37:00.003221 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ff8d7b-73ea-45db-bf76-67564dc6a595 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9673328-291c-4c12-bef6-89e315593f25,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:37:00.033581 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ca3171-6919-46f1-92a5-c8e3c41cc9b2 req-d82b2cbd-83d8-41fc-a26d-e05a0418ac43 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:37:00.034998 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-86ca3171-6919-46f1-92a5-c8e3c41cc9b2 req-d82b2cbd-83d8-41fc-a26d-e05a0418ac43 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] 10.222.0.42 "GET /v2.0/ports?device_id=ea6c803e-d2a8-4326-af80-e82436a0a30b HTTP/1.1" status: 200 len: 931 time: 0.0923800 Mar 29 15:37:00.104375 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.db_base_plugin_common [None req-f32e5209-ea0c-4831-9b32-1537b16c9923 None None] Allocated IP 172.20.0.2 (46fe54a8-e46a-41b8-9088-fec152ef0d43/f682d2ba-74ae-4545-bd41-f328dbccdf02/7e085270-2cbd-4449-ad94-a9d7ca9537d2) {{(pid=102792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:37:00.118401 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-86ca3171-6919-46f1-92a5-c8e3c41cc9b2 req-8e4697c4-608b-4cf0-b0d6-af675af88d16 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] 10.222.0.42 "GET /v2.0/security-groups?id=c99ced8e-1ceb-46fb-aaa7-747186b2b9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761065 Mar 29 15:37:00.135081 n-d-834765-1 neutron-server[102790]: DEBUG neutron.notifiers.nova [req-59e55488-906a-4f80-9c2c-7ce165277fbb req-8535b5b8-20c7-40dd-9fa3-e40944864db7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7358f2da-0288-45a9-bbb8-559c1b9b15c8 {{(pid=102790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:37:00.155565 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-59e55488-906a-4f80-9c2c-7ce165277fbb req-8535b5b8-20c7-40dd-9fa3-e40944864db7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:00.175203 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.provisioning_blocks [req-59e55488-906a-4f80-9c2c-7ce165277fbb req-8535b5b8-20c7-40dd-9fa3-e40944864db7 service neutron] Transition to ACTIVE for port object 7358f2da-0288-45a9-bbb8-559c1b9b15c8 will not be triggered until provisioned by entity L2. {{(pid=102790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 15:37:00.181884 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-59e55488-906a-4f80-9c2c-7ce165277fbb req-8535b5b8-20c7-40dd-9fa3-e40944864db7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:00.182298 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-dfadea05-16e1-40a9-8ef7-c3ec34c43e91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:00.221524 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c56113-6929-4490-96a1-6d71022b4ea4 req-23b9aa70-8461-43c8-bb9b-46cc2498f6e9 tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:37:00.228512 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b2c56113-6929-4490-96a1-6d71022b4ea4 req-23b9aa70-8461-43c8-bb9b-46cc2498f6e9 tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] 10.222.0.42 "GET /v2.0/networks?id=c7e23169-e9d3-4fec-ace3-87b88825b851 HTTP/1.1" status: 200 len: 821 time: 0.2424862 Mar 29 15:37:00.245844 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-2181cfda-630d-475f-818b-95d5e08afa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:00.265127 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-dfadea05-16e1-40a9-8ef7-c3ec34c43e91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:00.272464 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-b7c594dd-b44b-4d4d-a009-7a69bf7cae20 req-65fe1886-c0a4-4fd3-ba65-f280c4b7b063 tempest-VolumesAdminNegativeTest-440186847 tempest-VolumesAdminNegativeTest-440186847-project] 10.222.0.42 "GET /v2.0/ports?device_id=e68d1a6c-f883-40bb-8d16-165b5d93ca89 HTTP/1.1" status: 200 len: 210 time: 0.0324073 Mar 29 15:37:00.280604 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b2c56113-6929-4490-96a1-6d71022b4ea4 req-62516510-9499-4dc6-9b7e-5642c37d994d tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] 10.222.0.42 "GET /v2.0/quotas/c66f5a43ae0e46908f202e6b40f23448 HTTP/1.1" status: 200 len: 375 time: 0.0511689 Mar 29 15:37:00.350199 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8535b5b8-20c7-40dd-9fa3-e40944864db7 service neutron] Pushing event updated for resources: {'Port': ['ID=7358f2da-0288-45a9-bbb8-559c1b9b15c8,revision_number=2']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:37:00.361985 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.managers [req-59e55488-906a-4f80-9c2c-7ce165277fbb req-8535b5b8-20c7-40dd-9fa3-e40944864db7 service neutron] Attempting to bind port 7358f2da-0288-45a9-bbb8-559c1b9b15c8 on host n-h2-834765-1 for vnic_type normal with profile {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:37:00.362445 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.managers [req-59e55488-906a-4f80-9c2c-7ce165277fbb req-8535b5b8-20c7-40dd-9fa3-e40944864db7 service neutron] Attempting to bind port 7358f2da-0288-45a9-bbb8-559c1b9b15c8 by drivers openvswitch,hyperv on host n-h2-834765-1 at level 0 using segments [{'id': '65ab5bc3-e80e-4641-82f0-4ef53207c2d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'b1def78c-da55-4367-b9b1-4d7fc20fc6ac'}] {{(pid=102790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:37:00.362835 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59e55488-906a-4f80-9c2c-7ce165277fbb req-8535b5b8-20c7-40dd-9fa3-e40944864db7 service neutron] Attempting to bind port 7358f2da-0288-45a9-bbb8-559c1b9b15c8 on network b1def78c-da55-4367-b9b1-4d7fc20fc6ac {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:37:00.367521 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59e55488-906a-4f80-9c2c-7ce165277fbb req-8535b5b8-20c7-40dd-9fa3-e40944864db7 service neutron] Port 7358f2da-0288-45a9-bbb8-559c1b9b15c8 on network b1def78c-da55-4367-b9b1-4d7fc20fc6ac not bound, no agent of type Open vSwitch agent registered on host n-h2-834765-1 {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 15:37:00.367955 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59e55488-906a-4f80-9c2c-7ce165277fbb req-8535b5b8-20c7-40dd-9fa3-e40944864db7 service neutron] Attempting to bind port 7358f2da-0288-45a9-bbb8-559c1b9b15c8 on network b1def78c-da55-4367-b9b1-4d7fc20fc6ac {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:37:00.373896 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-f32e5209-ea0c-4831-9b32-1537b16c9923 None None] Notify callbacks [] for port, precommit_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:00.376432 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59e55488-906a-4f80-9c2c-7ce165277fbb req-8535b5b8-20c7-40dd-9fa3-e40944864db7 service neutron] Checking agent: {'id': '3e4b4912-b4a2-4d17-b5bd-6ce15529e8eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 33, 17), 'started_at': datetime.datetime(2022, 3, 29, 15, 33, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 36, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:37:00.377148 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59e55488-906a-4f80-9c2c-7ce165277fbb req-8535b5b8-20c7-40dd-9fa3-e40944864db7 service neutron] Checking segment: {'id': '65ab5bc3-e80e-4641-82f0-4ef53207c2d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'b1def78c-da55-4367-b9b1-4d7fc20fc6ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:37:00.377625 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59e55488-906a-4f80-9c2c-7ce165277fbb req-8535b5b8-20c7-40dd-9fa3-e40944864db7 service neutron] Bound using segment: {'id': '65ab5bc3-e80e-4641-82f0-4ef53207c2d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'b1def78c-da55-4367-b9b1-4d7fc20fc6ac'} {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:37:00.378300 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.managers [req-59e55488-906a-4f80-9c2c-7ce165277fbb req-8535b5b8-20c7-40dd-9fa3-e40944864db7 service neutron] Bound port: 7358f2da-0288-45a9-bbb8-559c1b9b15c8, host: n-h2-834765-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65ab5bc3-e80e-4641-82f0-4ef53207c2d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'b1def78c-da55-4367-b9b1-4d7fc20fc6ac'}}] {{(pid=102790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 15:37:00.378754 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-59e55488-906a-4f80-9c2c-7ce165277fbb req-8535b5b8-20c7-40dd-9fa3-e40944864db7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:00.396549 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-f32e5209-ea0c-4831-9b32-1537b16c9923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956'] for port, after_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:00.436602 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-96aa61df-0afb-4198-9a26-1bc31080c64e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:00.456764 n-d-834765-1 neutron-server[102792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f32e5209-ea0c-4831-9b32-1537b16c9923 None None] Network 46fe54a8-e46a-41b8-9088-fec152ef0d43 is already hosted by enough agents. {{(pid=102792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:37:00.463943 n-d-834765-1 neutron-server[102792]: DEBUG neutron.scheduler.base_scheduler [None req-f32e5209-ea0c-4831-9b32-1537b16c9923 None None] Resources bound (agent type, host, resource id): {{(pid=102792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:37:00.473675 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f32e5209-ea0c-4831-9b32-1537b16c9923 None None] Received port after_create {{(pid=102792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:37:00.490159 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32e5209-ea0c-4831-9b32-1537b16c9923 None None] Pushing event updated for resources: {'Port': ['ID=7e085270-2cbd-4449-ad94-a9d7ca9537d2,revision_number=1']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:37:00.491201 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [req-59e55488-906a-4f80-9c2c-7ce165277fbb req-8535b5b8-20c7-40dd-9fa3-e40944864db7 service neutron] For port 7358f2da-0288-45a9-bbb8-559c1b9b15c8, host n-h2-834765-1, cleared binding levels {{(pid=102790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:37:00.498682 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [req-59e55488-906a-4f80-9c2c-7ce165277fbb req-8535b5b8-20c7-40dd-9fa3-e40944864db7 service neutron] For port 7358f2da-0288-45a9-bbb8-559c1b9b15c8, host n-h2-834765-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=7358f2da-0288-45a9-bbb8-559c1b9b15c8,segment=NetworkSegment(65ab5bc3-e80e-4641-82f0-4ef53207c2d7),segment_id=65ab5bc3-e80e-4641-82f0-4ef53207c2d7)] {{(pid=102790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:37:00.508240 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-59e55488-906a-4f80-9c2c-7ce165277fbb req-8535b5b8-20c7-40dd-9fa3-e40944864db7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:00.558938 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-f32e5209-ea0c-4831-9b32-1537b16c9923 None None] Attempting to bind port 7e085270-2cbd-4449-ad94-a9d7ca9537d2 on host n-d-834765-1 for vnic_type normal with profile {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:37:00.559368 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-f32e5209-ea0c-4831-9b32-1537b16c9923 None None] Attempting to bind port 7e085270-2cbd-4449-ad94-a9d7ca9537d2 by drivers openvswitch,hyperv on host n-d-834765-1 at level 0 using segments [{'id': '0b9ecc6d-9719-48d7-aed2-39aa0245458c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '46fe54a8-e46a-41b8-9088-fec152ef0d43'}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:37:00.559736 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f32e5209-ea0c-4831-9b32-1537b16c9923 None None] Attempting to bind port 7e085270-2cbd-4449-ad94-a9d7ca9537d2 on network 46fe54a8-e46a-41b8-9088-fec152ef0d43 {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:37:00.565831 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f32e5209-ea0c-4831-9b32-1537b16c9923 None None] Checking agent: {'id': 'a8866439-9d96-425c-b519-6905c591ac37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 25, 36), 'started_at': datetime.datetime(2022, 3, 29, 15, 26, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 36, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834765-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:37:00.566199 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f32e5209-ea0c-4831-9b32-1537b16c9923 None None] Checking segment: {'id': '0b9ecc6d-9719-48d7-aed2-39aa0245458c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '46fe54a8-e46a-41b8-9088-fec152ef0d43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:37:00.566931 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-f32e5209-ea0c-4831-9b32-1537b16c9923 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:00.567488 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f32e5209-ea0c-4831-9b32-1537b16c9923 None None] Bound using segment: {'id': '0b9ecc6d-9719-48d7-aed2-39aa0245458c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '46fe54a8-e46a-41b8-9088-fec152ef0d43'} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:37:00.568122 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-f32e5209-ea0c-4831-9b32-1537b16c9923 None None] Bound port: 7e085270-2cbd-4449-ad94-a9d7ca9537d2, host: n-d-834765-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b9ecc6d-9719-48d7-aed2-39aa0245458c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '46fe54a8-e46a-41b8-9088-fec152ef0d43'}}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 15:37:00.568717 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-f32e5209-ea0c-4831-9b32-1537b16c9923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:00.569729 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb6992f-6d35-4ca6-ba58-69fe43f4b5a4 req-a3ed2ec2-ed19-4f61-9b3a-f75c1c5f4e13 tempest-VolumesAdminNegativeTest-440186847 tempest-VolumesAdminNegativeTest-440186847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:37:00.571210 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-cfb6992f-6d35-4ca6-ba58-69fe43f4b5a4 req-a3ed2ec2-ed19-4f61-9b3a-f75c1c5f4e13 tempest-VolumesAdminNegativeTest-440186847 tempest-VolumesAdminNegativeTest-440186847-project] 10.222.0.44 "GET /v2.0/networks?id=3542efc3-4ff6-43d2-9e62-bd3df2d942af HTTP/1.1" status: 200 len: 814 time: 0.1392808 Mar 29 15:37:00.583154 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8535b5b8-20c7-40dd-9fa3-e40944864db7 service neutron] Pushing event updated for resources: {'Port': ['ID=7358f2da-0288-45a9-bbb8-559c1b9b15c8,revision_number=3']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:37:00.606598 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-96aa61df-0afb-4198-9a26-1bc31080c64e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:00.609662 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e55488-906a-4f80-9c2c-7ce165277fbb req-8535b5b8-20c7-40dd-9fa3-e40944864db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:37:00.612874 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-59e55488-906a-4f80-9c2c-7ce165277fbb req-8535b5b8-20c7-40dd-9fa3-e40944864db7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:00.613397 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [req-cfb6992f-6d35-4ca6-ba58-69fe43f4b5a4 req-5a86baba-3064-44a6-b436-5575871c0a8a tempest-VolumesAdminNegativeTest-440186847 tempest-VolumesAdminNegativeTest-440186847-project] Request body: {'port': {'device_id': 'e68d1a6c-f883-40bb-8d16-165b5d93ca89', 'network_id': '3542efc3-4ff6-43d2-9e62-bd3df2d942af', 'admin_state_up': True, 'tenant_id': 'd8c997a35ced41818abde89736f33dda'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:37:00.616323 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-59e55488-906a-4f80-9c2c-7ce165277fbb req-8535b5b8-20c7-40dd-9fa3-e40944864db7 service neutron] 10.222.0.48 "PUT /v2.0/ports/7358f2da-0288-45a9-bbb8-559c1b9b15c8 HTTP/1.1" status: 200 len: 1091 time: 1.0796261 Mar 29 15:37:00.618884 n-d-834765-1 neutron-server[102790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea6c803e-d2a8-4326-af80-e82436a0a30b', 'tag': '7358f2da-0288-45a9-bbb8-559c1b9b15c8'}] {{(pid=102790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:37:00.624462 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46b06d655c90bc969636382cce4240ad749035fb0f3a83ee4734fa1ed9c4a6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54e9688f-8d04-4007-a183-f2c2d21cf857" -d '{"events": [{"name": "network-changed", "server_uuid": "ea6c803e-d2a8-4326-af80-e82436a0a30b", "tag": "7358f2da-0288-45a9-bbb8-559c1b9b15c8"}]}' {{(pid=102790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:37:00.627603 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b2c56113-6929-4490-96a1-6d71022b4ea4 req-53fe6b4b-93a6-426c-9942-10c6fb69e078 tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=c66f5a43ae0e46908f202e6b40f23448&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3460803 Mar 29 15:37:00.668055 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-f32e5209-ea0c-4831-9b32-1537b16c9923 None None] For port 7e085270-2cbd-4449-ad94-a9d7ca9537d2, host n-d-834765-1, cleared binding levels {{(pid=102792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:37:00.677085 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-f32e5209-ea0c-4831-9b32-1537b16c9923 None None] For port 7e085270-2cbd-4449-ad94-a9d7ca9537d2, host n-d-834765-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=7e085270-2cbd-4449-ad94-a9d7ca9537d2,segment=NetworkSegment(0b9ecc6d-9719-48d7-aed2-39aa0245458c),segment_id=0b9ecc6d-9719-48d7-aed2-39aa0245458c)] {{(pid=102792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:37:00.692766 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-f32e5209-ea0c-4831-9b32-1537b16c9923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:00.755187 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e55488-906a-4f80-9c2c-7ce165277fbb req-d2f55af3-80b1-4b54-9249-86cac861de4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:37:00.757022 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-59e55488-906a-4f80-9c2c-7ce165277fbb req-d2f55af3-80b1-4b54-9249-86cac861de4e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=61d6b03cf8b04e0283d0c20861ff0cb0&device_id=ea6c803e-d2a8-4326-af80-e82436a0a30b HTTP/1.1" status: 200 len: 1094 time: 0.0755906 Mar 29 15:37:00.769837 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-dfadea05-16e1-40a9-8ef7-c3ec34c43e91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:00.772360 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-dfadea05-16e1-40a9-8ef7-c3ec34c43e91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:00.775923 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32e5209-ea0c-4831-9b32-1537b16c9923 None None] Pushing event updated for resources: {'Port': ['ID=7e085270-2cbd-4449-ad94-a9d7ca9537d2,revision_number=2']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:37:00.776500 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-dfadea05-16e1-40a9-8ef7-c3ec34c43e91 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a9673328-291c-4c12-bef6-89e315593f25 HTTP/1.1" status: 204 len: 168 time: 0.9056263 Mar 29 15:37:00.839128 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfadea05-16e1-40a9-8ef7-c3ec34c43e91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9673328-291c-4c12-bef6-89e315593f25,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:37:00.873880 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-90e4e843-090b-43e9-b50b-b157582f121d req-ac9685d3-1da1-4ebe-96cb-76e8f699c930 tempest-ServersAdmin275Test-1777496134 tempest-ServersAdmin275Test-1777496134-project] 10.222.0.42 "GET /v2.0/ports?device_id=04016bd8-6ded-4605-9b43-eda4442e08e6 HTTP/1.1" status: 200 len: 210 time: 0.1074347 Mar 29 15:37:00.875370 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-59e55488-906a-4f80-9c2c-7ce165277fbb req-9b7505cd-64ad-4899-b9ad-d2f3b15031a9 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7358f2da-0288-45a9-bbb8-559c1b9b15c8 HTTP/1.1" status: 200 len: 217 time: 0.1073325 Mar 29 15:37:00.953211 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 15:37:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26a0aec7-b2a2-4296-9405-f78693e0f8eb x-openstack-request-id: req-26a0aec7-b2a2-4296-9405-f78693e0f8eb {{(pid=102790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:37:00.953648 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea6c803e-d2a8-4326-af80-e82436a0a30b", "tag": "7358f2da-0288-45a9-bbb8-559c1b9b15c8", "status": "completed", "code": 200}]} {{(pid=102790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:37:00.954743 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-26a0aec7-b2a2-4296-9405-f78693e0f8eb {{(pid=102790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:37:00.955140 n-d-834765-1 neutron-server[102790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea6c803e-d2a8-4326-af80-e82436a0a30b', 'tag': '7358f2da-0288-45a9-bbb8-559c1b9b15c8', 'status': 'completed', 'code': 200} Mar 29 15:37:00.970305 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e55488-906a-4f80-9c2c-7ce165277fbb req-f0ea173d-f64f-4d17-b718-1f58f4ad0009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:37:00.971826 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-59e55488-906a-4f80-9c2c-7ce165277fbb req-f0ea173d-f64f-4d17-b718-1f58f4ad0009 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a84f45bb-2cdd-4adc-a15d-ac5c06ff5a1f HTTP/1.1" status: 200 len: 848 time: 0.0878541 Mar 29 15:37:01.045568 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-59e55488-906a-4f80-9c2c-7ce165277fbb req-10d7bdd1-9cf2-40ec-b72b-0a37e5ccf2a7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b1def78c-da55-4367-b9b1-4d7fc20fc6ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0663373 Mar 29 15:37:01.197740 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-59e55488-906a-4f80-9c2c-7ce165277fbb req-4a366ab5-d533-4d6c-88f3-ba2bf0892ce3 service neutron] 10.222.0.48 "GET /v2.0/networks/b1def78c-da55-4367-b9b1-4d7fc20fc6ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427462 Mar 29 15:37:01.215830 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b2c56113-6929-4490-96a1-6d71022b4ea4 req-88e438e3-d495-44d4-a5ed-21f3acc0790c service neutron] 10.222.0.42 "GET /v2.0/networks/c7e23169-e9d3-4fec-ace3-87b88825b851?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5869164 Mar 29 15:37:01.335068 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_common [None req-96aa61df-0afb-4198-9a26-1bc31080c64e admin admin] Allocated IP 172.25.4.105 (4a4a035d-ecac-4ead-baa3-25f90788773a/e1a353dc-fac8-4901-a63c-273840237d6a/c2fce5e8-e7be-4e95-9eba-6eb4440d4432) {{(pid=102791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:37:01.342535 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-59e55488-906a-4f80-9c2c-7ce165277fbb req-e3dbd6d2-f2de-452f-ac91-de29e212a871 service neutron] 10.222.0.48 "GET /v2.0/networks/b1def78c-da55-4367-b9b1-4d7fc20fc6ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357346 Mar 29 15:37:01.343104 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cfb6992f-6d35-4ca6-ba58-69fe43f4b5a4 req-5a86baba-3064-44a6-b436-5575871c0a8a tempest-VolumesAdminNegativeTest-440186847 tempest-VolumesAdminNegativeTest-440186847-project] Made reservation on behalf of d8c997a35ced41818abde89736f33dda for: {'port': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:37:01.346459 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-cfb6992f-6d35-4ca6-ba58-69fe43f4b5a4 req-5a86baba-3064-44a6-b436-5575871c0a8a tempest-VolumesAdminNegativeTest-440186847 tempest-VolumesAdminNegativeTest-440186847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:01.354105 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ac0e42-d8d9-4290-9af2-6ad8e6d70188 req-e1a2ab3d-5836-4036-8526-2940afe67790 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:37:01.357935 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-19ac0e42-d8d9-4290-9af2-6ad8e6d70188 req-e1a2ab3d-5836-4036-8526-2940afe67790 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] 10.222.0.42 "GET /v2.0/ports?device_id=ea6c803e-d2a8-4326-af80-e82436a0a30b HTTP/1.1" status: 200 len: 943 time: 0.0811417 Mar 29 15:37:01.375650 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b2c56113-6929-4490-96a1-6d71022b4ea4 req-f15acee9-e888-4414-9d72-7dc7eddfdf99 service neutron] 10.222.0.42 "GET /v2.0/networks/c7e23169-e9d3-4fec-ace3-87b88825b851?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1589236 Mar 29 15:37:01.402312 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 37724) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:37:01.460308 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-5207a350-f12e-4311-a771-6390c88f5207 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:01.461375 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-19ac0e42-d8d9-4290-9af2-6ad8e6d70188 req-eb2aef8a-779b-4bd9-8287-4611fae98fbb tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] 10.222.0.42 "GET /v2.0/security-groups?id=c99ced8e-1ceb-46fb-aaa7-747186b2b9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949540 Mar 29 15:37:01.486201 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e9688f-8d04-4007-a183-f2c2d21cf857 req-38ddbfed-2da1-4eaa-ac9f-f8db9840adc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:37:01.488585 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-54e9688f-8d04-4007-a183-f2c2d21cf857 req-38ddbfed-2da1-4eaa-ac9f-f8db9840adc8 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=61d6b03cf8b04e0283d0c20861ff0cb0&device_id=ea6c803e-d2a8-4326-af80-e82436a0a30b HTTP/1.1" status: 200 len: 1094 time: 0.0926299 Mar 29 15:37:01.657126 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 7e085270-2cbd-4449-ad94-a9d7ca9537d2 up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:37:01.681016 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-96aa61df-0afb-4198-9a26-1bc31080c64e admin admin] Notify callbacks [] for port, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:01.698210 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-d4e8169b-c2e3-4807-8c38-f032e33cca2f req-e1cf4e69-0ed0-42b3-ac9f-52fc74c7fc60 tempest-VolumesAdminNegativeTest-440186847 tempest-VolumesAdminNegativeTest-440186847-project] 10.222.0.42 "GET /v2.0/ports?device_id=e68d1a6c-f883-40bb-8d16-165b5d93ca89 HTTP/1.1" status: 200 len: 210 time: 0.0383337 Mar 29 15:37:01.728217 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e9688f-8d04-4007-a183-f2c2d21cf857 req-32cf497d-9dd4-4be5-9706-ddb2d2ae3574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:37:01.729917 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-54e9688f-8d04-4007-a183-f2c2d21cf857 req-32cf497d-9dd4-4be5-9706-ddb2d2ae3574 service neutron] 10.222.0.48 "GET /v2.0/networks?id=b1def78c-da55-4367-b9b1-4d7fc20fc6ac HTTP/1.1" status: 200 len: 909 time: 0.2263560 Mar 29 15:37:01.739968 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-3ad54099-cf83-4126-9f02-e437630c1a46 req-933d4ef6-c44d-402b-92bf-a25a5d2deccc tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] 10.222.0.42 "GET /v2.0/ports?device_id=2c70776b-2e7a-4175-a595-6c782e05f18a HTTP/1.1" status: 200 len: 210 time: 0.0964086 Mar 29 15:37:01.767985 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_common [req-cfb6992f-6d35-4ca6-ba58-69fe43f4b5a4 req-5a86baba-3064-44a6-b436-5575871c0a8a tempest-VolumesAdminNegativeTest-440186847 tempest-VolumesAdminNegativeTest-440186847-project] Allocated IP 172.20.0.3 (3542efc3-4ff6-43d2-9e62-bd3df2d942af/9fe2b72e-0d47-4527-9f6c-6c803353089c/3fe24e57-9a71-4966-83ad-f259536e4a73) {{(pid=102791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:37:01.773946 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port 7e085270-2cbd-4449-ad94-a9d7ca9537d2 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:37:01.776780 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:01.862032 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-54e9688f-8d04-4007-a183-f2c2d21cf857 req-ec26e0f2-c4c2-4f49-9810-a262f3731d24 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7358f2da-0288-45a9-bbb8-559c1b9b15c8 HTTP/1.1" status: 200 len: 217 time: 0.1210115 Mar 29 15:37:01.893322 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-5207a350-f12e-4311-a771-6390c88f5207 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:01.926747 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:01.940565 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-96aa61df-0afb-4198-9a26-1bc31080c64e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956'] for port, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:01.991701 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e9688f-8d04-4007-a183-f2c2d21cf857 req-58b8990d-1566-4564-8d0e-8e3bea814b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:37:01.994382 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-54e9688f-8d04-4007-a183-f2c2d21cf857 req-58b8990d-1566-4564-8d0e-8e3bea814b1c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a84f45bb-2cdd-4adc-a15d-ac5c06ff5a1f HTTP/1.1" status: 200 len: 848 time: 0.1245532 Mar 29 15:37:02.006434 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] For port 7e085270-2cbd-4449-ad94-a9d7ca9537d2, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=7e085270-2cbd-4449-ad94-a9d7ca9537d2,segment=NetworkSegment(0b9ecc6d-9719-48d7-aed2-39aa0245458c),segment_id=0b9ecc6d-9719-48d7-aed2-39aa0245458c)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:37:02.018875 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:02.038622 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-5207a350-f12e-4311-a771-6390c88f5207 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:02.073661 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-54e9688f-8d04-4007-a183-f2c2d21cf857 req-491608ca-a9f1-4b52-88d1-5183e83e4c0d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b1def78c-da55-4367-b9b1-4d7fc20fc6ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0715611 Mar 29 15:37:02.108121 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Pushing event updated for resources: {'Port': ['ID=7e085270-2cbd-4449-ad94-a9d7ca9537d2,revision_number=3']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:37:02.143738 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96aa61df-0afb-4198-9a26-1bc31080c64e admin admin] Network 4a4a035d-ecac-4ead-baa3-25f90788773a is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:37:02.146300 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-375b52c0-406a-4761-b841-ba0fa707ecdb req-5b9ec4d3-85ca-4a22-8375-719d64213e2e tempest-ServersAdmin275Test-1777496134 tempest-ServersAdmin275Test-1777496134-project] 10.222.0.42 "GET /v2.0/ports?device_id=04016bd8-6ded-4605-9b43-eda4442e08e6 HTTP/1.1" status: 200 len: 210 time: 0.0974798 Mar 29 15:37:02.177131 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [None req-96aa61df-0afb-4198-9a26-1bc31080c64e admin admin] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:37:02.198327 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5207a350-f12e-4311-a771-6390c88f5207 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33af5732-65fc-41ed-83e3-84558ae09db7,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:37:02.212400 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96aa61df-0afb-4198-9a26-1bc31080c64e admin admin] Received port after_create {{(pid=102791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:37:02.217897 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 37764) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:37:02.248749 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-54e9688f-8d04-4007-a183-f2c2d21cf857 req-b8ea1715-b33c-4eff-93d2-a0973e5ef467 service neutron] 10.222.0.48 "GET /v2.0/networks/b1def78c-da55-4367-b9b1-4d7fc20fc6ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1651368 Mar 29 15:37:02.266420 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb7d7224-16d0-4a45-adb5-027f9ca92100 None None] Network 46fe54a8-e46a-41b8-9088-fec152ef0d43 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 15:37:02.350797 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96aa61df-0afb-4198-9a26-1bc31080c64e admin admin] Pushing event updated for resources: {'Port': ['ID=c2fce5e8-e7be-4e95-9eba-6eb4440d4432,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:37:02.368124 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-5207a350-f12e-4311-a771-6390c88f5207 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=913df99c21774ffd8c4b60df5f92ae0e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9637339 Mar 29 15:37:02.372610 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 37768) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:37:02.393505 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-3b0f0d75-49e2-4ac6-b00f-16fdd974ea67 None None] Provisioning complete for port 7e085270-2cbd-4449-ad94-a9d7ca9537d2 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:37:02.394386 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-3b0f0d75-49e2-4ac6-b00f-16fdd974ea67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:02.434663 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-54e9688f-8d04-4007-a183-f2c2d21cf857 req-4f3989b0-e06e-49fc-800d-f1b606bbda74 service neutron] 10.222.0.48 "GET /v2.0/networks/b1def78c-da55-4367-b9b1-4d7fc20fc6ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1774716 Mar 29 15:37:02.461405 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-16ad0154-cf99-40af-8474-068739b2de95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:02.548195 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-2f697656-53e4-4e83-ab5d-bcb2f3969b79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:02.548383 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-cfb6992f-6d35-4ca6-ba58-69fe43f4b5a4 req-5a86baba-3064-44a6-b436-5575871c0a8a tempest-VolumesAdminNegativeTest-440186847 tempest-VolumesAdminNegativeTest-440186847-project] Notify callbacks [] for port, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:02.601336 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-2f697656-53e4-4e83-ab5d-bcb2f3969b79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:02.620545 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-96aa61df-0afb-4198-9a26-1bc31080c64e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:02.695926 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-cfb6992f-6d35-4ca6-ba58-69fe43f4b5a4 req-5a86baba-3064-44a6-b436-5575871c0a8a tempest-VolumesAdminNegativeTest-440186847 tempest-VolumesAdminNegativeTest-440186847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956'] for port, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:02.718995 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-54345477-9ddc-4d1a-8090-9f6d3433fd71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:02.719757 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da1a568-4c08-4a27-8dc2-6a91b4aafba1 req-82f03e62-3ace-4a22-b28d-317944777ed1 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:37:02.721042 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-6da1a568-4c08-4a27-8dc2-6a91b4aafba1 req-82f03e62-3ace-4a22-b28d-317944777ed1 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] 10.222.0.42 "GET /v2.0/ports?device_id=ea6c803e-d2a8-4326-af80-e82436a0a30b HTTP/1.1" status: 200 len: 943 time: 0.1264966 Mar 29 15:37:02.750609 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-2f697656-53e4-4e83-ab5d-bcb2f3969b79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:02.753379 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-2f697656-53e4-4e83-ab5d-bcb2f3969b79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:02.755541 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-2f697656-53e4-4e83-ab5d-bcb2f3969b79 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/33af5732-65fc-41ed-83e3-84558ae09db7 HTTP/1.1" status: 204 len: 168 time: 0.3319027 Mar 29 15:37:02.756856 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-16ad0154-cf99-40af-8474-068739b2de95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:02.760615 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cfb6992f-6d35-4ca6-ba58-69fe43f4b5a4 req-5a86baba-3064-44a6-b436-5575871c0a8a tempest-VolumesAdminNegativeTest-440186847 tempest-VolumesAdminNegativeTest-440186847-project] Network 3542efc3-4ff6-43d2-9e62-bd3df2d942af is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:37:02.794350 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-16ad0154-cf99-40af-8474-068739b2de95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:02.802114 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [req-cfb6992f-6d35-4ca6-ba58-69fe43f4b5a4 req-5a86baba-3064-44a6-b436-5575871c0a8a tempest-VolumesAdminNegativeTest-440186847 tempest-VolumesAdminNegativeTest-440186847-project] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:37:02.805496 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfb6992f-6d35-4ca6-ba58-69fe43f4b5a4 req-5a86baba-3064-44a6-b436-5575871c0a8a tempest-VolumesAdminNegativeTest-440186847 tempest-VolumesAdminNegativeTest-440186847-project] Received port after_create {{(pid=102791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:37:02.810473 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f697656-53e4-4e83-ab5d-bcb2f3969b79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33af5732-65fc-41ed-83e3-84558ae09db7,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:37:02.812066 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb6992f-6d35-4ca6-ba58-69fe43f4b5a4 req-5a86baba-3064-44a6-b436-5575871c0a8a tempest-VolumesAdminNegativeTest-440186847 tempest-VolumesAdminNegativeTest-440186847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:37:02.812725 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-cfb6992f-6d35-4ca6-ba58-69fe43f4b5a4 req-5a86baba-3064-44a6-b436-5575871c0a8a tempest-VolumesAdminNegativeTest-440186847 tempest-VolumesAdminNegativeTest-440186847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:02.833309 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a86baba-3064-44a6-b436-5575871c0a8a tempest-VolumesAdminNegativeTest-440186847 tempest-VolumesAdminNegativeTest-440186847-project] Pushing event updated for resources: {'Port': ['ID=3fe24e57-9a71-4966-83ad-f259536e4a73,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:37:02.850656 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-cfb6992f-6d35-4ca6-ba58-69fe43f4b5a4 req-5a86baba-3064-44a6-b436-5575871c0a8a tempest-VolumesAdminNegativeTest-440186847 tempest-VolumesAdminNegativeTest-440186847-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2511234 Mar 29 15:37:02.882566 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-0d97446c-9931-4ddd-93e0-080ebfe68327 None None] Provisioning complete for port 7e085270-2cbd-4449-ad94-a9d7ca9537d2 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:37:02.883095 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-0d97446c-9931-4ddd-93e0-080ebfe68327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:02.918310 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-6da1a568-4c08-4a27-8dc2-6a91b4aafba1 req-34299cec-94f6-4d0a-831a-2f0f0b9d59d3 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] 10.222.0.42 "GET /v2.0/security-groups?id=c99ced8e-1ceb-46fb-aaa7-747186b2b9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821294 Mar 29 15:37:02.930223 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-16ad0154-cf99-40af-8474-068739b2de95 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=65a40d5b94984d1198db4f0863c56c7e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7107391 Mar 29 15:37:02.932799 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 37780) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:37:02.948756 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ad0154-cf99-40af-8474-068739b2de95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50f4471f-1666-476e-8c72-6619dbfbaf5a,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:37:03.002708 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [req-cfb6992f-6d35-4ca6-ba58-69fe43f4b5a4 req-14eddd97-5f35-4dea-b42d-53c46bbf551b service neutron] Request body: {'port': {'device_id': 'e68d1a6c-f883-40bb-8d16-165b5d93ca89', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834765-1'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:37:03.121068 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2539e2-004d-47b0-8ff5-47ea5ac52062 req-573b3873-4976-45a4-944c-37ed620686a3 tempest-VolumesAdminNegativeTest-440186847 tempest-VolumesAdminNegativeTest-440186847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:37:03.128861 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ac2539e2-004d-47b0-8ff5-47ea5ac52062 req-573b3873-4976-45a4-944c-37ed620686a3 tempest-VolumesAdminNegativeTest-440186847 tempest-VolumesAdminNegativeTest-440186847-project] 10.222.0.42 "GET /v2.0/ports?device_id=e68d1a6c-f883-40bb-8d16-165b5d93ca89 HTTP/1.1" status: 200 len: 931 time: 0.1225388 Mar 29 15:37:03.171766 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-96aa61df-0afb-4198-9a26-1bc31080c64e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648118'] for router, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:03.180262 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-cfb6992f-6d35-4ca6-ba58-69fe43f4b5a4 req-14eddd97-5f35-4dea-b42d-53c46bbf551b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:03.248215 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ac2539e2-004d-47b0-8ff5-47ea5ac52062 req-d2259660-370c-4e4c-91fc-721077e57ac7 tempest-VolumesAdminNegativeTest-440186847 tempest-VolumesAdminNegativeTest-440186847-project] 10.222.0.42 "GET /v2.0/security-groups?id=ca335d72-883f-4d4c-bc1b-0e400e94b626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184726 Mar 29 15:37:03.379344 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-7fea6964-fea5-49d5-b1d3-01125ec6632c req-df476f91-40c8-437d-8a08-7903a878e321 tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] 10.222.0.42 "GET /v2.0/ports?device_id=2c70776b-2e7a-4175-a595-6c782e05f18a HTTP/1.1" status: 200 len: 210 time: 0.3571675 Mar 29 15:37:03.448997 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-bde1389e-1e75-47c2-bd9b-1e7e5530cda3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:03.477434 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-dbbc4f6c-5f02-44ec-ba9f-e0d7ce498783 req-c1a976b1-30ab-4164-af58-93e2df09b9ff tempest-ServersAdmin275Test-1777496134 tempest-ServersAdmin275Test-1777496134-project] 10.222.0.42 "GET /v2.0/ports?device_id=04016bd8-6ded-4605-9b43-eda4442e08e6 HTTP/1.1" status: 200 len: 210 time: 0.1157985 Mar 29 15:37:03.495016 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c56113-6929-4490-96a1-6d71022b4ea4 req-23b624f1-1a24-4720-bbb2-cbc8788270c3 tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:37:03.496596 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-b2c56113-6929-4490-96a1-6d71022b4ea4 req-23b624f1-1a24-4720-bbb2-cbc8788270c3 tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] 10.222.0.44 "GET /v2.0/networks?id=c7e23169-e9d3-4fec-ace3-87b88825b851 HTTP/1.1" status: 200 len: 821 time: 0.4892728 Mar 29 15:37:03.498945 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-bde1389e-1e75-47c2-bd9b-1e7e5530cda3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:03.524074 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [req-b2c56113-6929-4490-96a1-6d71022b4ea4 req-529958eb-f063-44e1-8ac9-72c78768897f tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] Request body: {'port': {'device_id': '2c70776b-2e7a-4175-a595-6c782e05f18a', 'network_id': 'c7e23169-e9d3-4fec-ace3-87b88825b851', 'admin_state_up': True, 'tenant_id': 'c66f5a43ae0e46908f202e6b40f23448'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:37:03.590242 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96aa61df-0afb-4198-9a26-1bc31080c64e admin admin] Router 9300ee6e-d969-4444-aee1-b51b14bdc402 is scheduled to L3 agent c648d819-1060-4f26-b4ec-6455387b5dff with binding_index 1 {{(pid=102791) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 29 15:37:03.616274 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 7e085270-2cbd-4449-ad94-a9d7ca9537d2 up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:37:03.628227 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-bde1389e-1e75-47c2-bd9b-1e7e5530cda3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:03.630803 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-bde1389e-1e75-47c2-bd9b-1e7e5530cda3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:03.631964 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-bde1389e-1e75-47c2-bd9b-1e7e5530cda3 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/50f4471f-1666-476e-8c72-6619dbfbaf5a HTTP/1.1" status: 204 len: 168 time: 0.6981735 Mar 29 15:37:03.649238 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde1389e-1e75-47c2-bd9b-1e7e5530cda3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50f4471f-1666-476e-8c72-6619dbfbaf5a,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:37:03.708263 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port 7e085270-2cbd-4449-ad94-a9d7ca9537d2 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:37:03.709162 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:03.719927 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2c56113-6929-4490-96a1-6d71022b4ea4 req-529958eb-f063-44e1-8ac9-72c78768897f tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] Made reservation on behalf of c66f5a43ae0e46908f202e6b40f23448 for: {'port': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:37:03.724642 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-b2c56113-6929-4490-96a1-6d71022b4ea4 req-529958eb-f063-44e1-8ac9-72c78768897f tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:03.834257 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [req-cfb6992f-6d35-4ca6-ba58-69fe43f4b5a4 req-14eddd97-5f35-4dea-b42d-53c46bbf551b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3fe24e57-9a71-4966-83ad-f259536e4a73 {{(pid=102791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:37:03.845009 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-cfb6992f-6d35-4ca6-ba58-69fe43f4b5a4 req-14eddd97-5f35-4dea-b42d-53c46bbf551b service neutron] Notify callbacks [] for port, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:03.848168 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96aa61df-0afb-4198-9a26-1bc31080c64e admin admin] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:37:03.860393 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-727b5b48-88b1-4368-8df5-ea6c2192a3fd None None] Sync routers for ids ['9300ee6e-d969-4444-aee1-b51b14bdc402'] in n-d-834765-1 {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:37:03.867639 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.provisioning_blocks [req-cfb6992f-6d35-4ca6-ba58-69fe43f4b5a4 req-14eddd97-5f35-4dea-b42d-53c46bbf551b service neutron] Transition to ACTIVE for port object 3fe24e57-9a71-4966-83ad-f259536e4a73 will not be triggered until provisioned by entity L2. {{(pid=102791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 15:37:03.875591 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-96aa61df-0afb-4198-9a26-1bc31080c64e admin admin] Notify callbacks [] for router, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:03.877378 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-96aa61df-0afb-4198-9a26-1bc31080c64e admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.8116043 Mar 29 15:37:03.878185 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-727b5b48-88b1-4368-8df5-ea6c2192a3fd None None] Routers {'9300ee6e-d969-4444-aee1-b51b14bdc402'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:37:03.878807 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-727b5b48-88b1-4368-8df5-ea6c2192a3fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:37:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['9300ee6e-d969-4444-aee1-b51b14bdc402'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:37:03.879873 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-cfb6992f-6d35-4ca6-ba58-69fe43f4b5a4 req-14eddd97-5f35-4dea-b42d-53c46bbf551b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:03.882171 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 37804) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:37:03.942371 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.db_base_plugin_common [req-b2c56113-6929-4490-96a1-6d71022b4ea4 req-529958eb-f063-44e1-8ac9-72c78768897f tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] Allocated IP 172.20.0.13 (c7e23169-e9d3-4fec-ace3-87b88825b851/47ebad0b-955e-4824-b04c-60b1952d5787/3e4f56b3-2681-4f53-b655-bc7714d4de2d) {{(pid=102790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:37:04.031888 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d71584b9-87f1-45f5-84c7-c993c2416269 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:04.088777 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvr_db [None req-727b5b48-88b1-4368-8df5-ea6c2192a3fd None None] Set router 9300ee6e-d969-4444-aee1-b51b14bdc402 gateway port host: n-d-834765-1 {{(pid=102793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:37:04.181347 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f085f9f3-5dad-41dc-ac60-b3e5dc7e5c55 req-f9b30653-653f-4356-b531-65966bd655e5 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:37:04.189258 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-f085f9f3-5dad-41dc-ac60-b3e5dc7e5c55 req-f9b30653-653f-4356-b531-65966bd655e5 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] 10.222.0.42 "GET /v2.0/ports?device_id=ea6c803e-d2a8-4326-af80-e82436a0a30b HTTP/1.1" status: 200 len: 943 time: 0.1370745 Mar 29 15:37:04.263319 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-f085f9f3-5dad-41dc-ac60-b3e5dc7e5c55 req-26e01de3-987c-4a0f-aa90-122d190214a9 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] 10.222.0.42 "GET /v2.0/security-groups?id=c99ced8e-1ceb-46fb-aaa7-747186b2b9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658016 Mar 29 15:37:04.271310 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-b2c56113-6929-4490-96a1-6d71022b4ea4 req-529958eb-f063-44e1-8ac9-72c78768897f tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] Notify callbacks [] for port, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:04.348445 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-b2c56113-6929-4490-96a1-6d71022b4ea4 req-529958eb-f063-44e1-8ac9-72c78768897f tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956'] for port, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:04.368332 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-727b5b48-88b1-4368-8df5-ea6c2192a3fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9300ee6e-d969-4444-aee1-b51b14bdc402', 'name': 'tempest-FloatingIPsTestJSON-451813589-router', 'tenant_id': '1696d386b177482580acd19fadb9051c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.105'}], 'enable_snat': True}, 'gw_port_id': 'c2fce5e8-e7be-4e95-9eba-6eb4440d4432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:36:59Z', 'updated_at': '2022-03-29T15:37:02Z', 'revision_number': 3, 'project_id': '1696d386b177482580acd19fadb9051c', 'gw_port': {'id': 'c2fce5e8-e7be-4e95-9eba-6eb4440d4432', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:aa:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9300ee6e-d969-4444-aee1-b51b14bdc402', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:37:00Z', 'updated_at': '2022-03-29T15:37:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1'}], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:37:04.397830 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-727b5b48-88b1-4368-8df5-ea6c2192a3fd None None] Checking router: 9300ee6e-d969-4444-aee1-b51b14bdc402 for host: n-d-834765-1 {{(pid=102793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:37:04.398482 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-727b5b48-88b1-4368-8df5-ea6c2192a3fd None None] Updating router 9300ee6e-d969-4444-aee1-b51b14bdc402 port c2fce5e8-e7be-4e95-9eba-6eb4440d4432 binding host n-d-834765-1 {{(pid=102793) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 15:37:04.411002 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529958eb-f063-44e1-8ac9-72c78768897f tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] Pushing event updated for resources: {'Port': ['ID=3e4f56b3-2681-4f53-b655-bc7714d4de2d,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:37:04.426757 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-727b5b48-88b1-4368-8df5-ea6c2192a3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:04.461145 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14eddd97-5f35-4dea-b42d-53c46bbf551b service neutron] Pushing event updated for resources: {'Port': ['ID=3fe24e57-9a71-4966-83ad-f259536e4a73,revision_number=2']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:37:04.506809 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2c56113-6929-4490-96a1-6d71022b4ea4 req-529958eb-f063-44e1-8ac9-72c78768897f tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] Network c7e23169-e9d3-4fec-ace3-87b88825b851 is already hosted by enough agents. {{(pid=102790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:37:04.510064 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [req-b2c56113-6929-4490-96a1-6d71022b4ea4 req-529958eb-f063-44e1-8ac9-72c78768897f tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] Resources bound (agent type, host, resource id): {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:37:04.521210 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2c56113-6929-4490-96a1-6d71022b4ea4 req-529958eb-f063-44e1-8ac9-72c78768897f tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] Received port after_create {{(pid=102790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:37:04.532630 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c56113-6929-4490-96a1-6d71022b4ea4 req-529958eb-f063-44e1-8ac9-72c78768897f tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:37:04.535182 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-b2c56113-6929-4490-96a1-6d71022b4ea4 req-529958eb-f063-44e1-8ac9-72c78768897f tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:04.580652 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-b2c56113-6929-4490-96a1-6d71022b4ea4 req-529958eb-f063-44e1-8ac9-72c78768897f tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0723770 Mar 29 15:37:04.605800 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [req-b2c56113-6929-4490-96a1-6d71022b4ea4 req-1e8e7eb2-e976-47ba-9368-f3cc3c81ef2d service neutron] Request body: {'port': {'device_id': '2c70776b-2e7a-4175-a595-6c782e05f18a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834765-1'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:37:04.621258 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12ec56d-112b-4ac4-9562-3ac4ed391404 req-253be3ce-555c-45be-8cd1-e3f1d02e949f tempest-VolumesAdminNegativeTest-440186847 tempest-VolumesAdminNegativeTest-440186847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:37:04.629933 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e12ec56d-112b-4ac4-9562-3ac4ed391404 req-253be3ce-555c-45be-8cd1-e3f1d02e949f tempest-VolumesAdminNegativeTest-440186847 tempest-VolumesAdminNegativeTest-440186847-project] 10.222.0.42 "GET /v2.0/ports?device_id=e68d1a6c-f883-40bb-8d16-165b5d93ca89 HTTP/1.1" status: 200 len: 943 time: 0.2145905 Mar 29 15:37:04.644430 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-cfb6992f-6d35-4ca6-ba58-69fe43f4b5a4 req-14eddd97-5f35-4dea-b42d-53c46bbf551b service neutron] Attempting to bind port 3fe24e57-9a71-4966-83ad-f259536e4a73 on host n-h1-834765-1 for vnic_type normal with profile {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:37:04.644635 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-cfb6992f-6d35-4ca6-ba58-69fe43f4b5a4 req-14eddd97-5f35-4dea-b42d-53c46bbf551b service neutron] Attempting to bind port 3fe24e57-9a71-4966-83ad-f259536e4a73 by drivers openvswitch,hyperv on host n-h1-834765-1 at level 0 using segments [{'id': 'ef776ebf-3dc1-477a-a01a-06bb694b6527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '3542efc3-4ff6-43d2-9e62-bd3df2d942af'}] {{(pid=102791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:37:04.644971 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfb6992f-6d35-4ca6-ba58-69fe43f4b5a4 req-14eddd97-5f35-4dea-b42d-53c46bbf551b service neutron] Attempting to bind port 3fe24e57-9a71-4966-83ad-f259536e4a73 on network 3542efc3-4ff6-43d2-9e62-bd3df2d942af {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:37:04.663681 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dd603b-8183-4cb0-afd0-7d136859cb29 req-a190701f-c768-4c8e-af10-3b8ac39557a2 tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:37:04.665350 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-13dd603b-8183-4cb0-afd0-7d136859cb29 req-a190701f-c768-4c8e-af10-3b8ac39557a2 tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] 10.222.0.42 "GET /v2.0/ports?device_id=2c70776b-2e7a-4175-a595-6c782e05f18a HTTP/1.1" status: 200 len: 932 time: 0.1031983 Mar 29 15:37:04.723115 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-b2c56113-6929-4490-96a1-6d71022b4ea4 req-1e8e7eb2-e976-47ba-9368-f3cc3c81ef2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:04.744479 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfb6992f-6d35-4ca6-ba58-69fe43f4b5a4 req-14eddd97-5f35-4dea-b42d-53c46bbf551b service neutron] Port 3fe24e57-9a71-4966-83ad-f259536e4a73 on network 3542efc3-4ff6-43d2-9e62-bd3df2d942af not bound, no agent of type Open vSwitch agent registered on host n-h1-834765-1 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 15:37:04.744720 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfb6992f-6d35-4ca6-ba58-69fe43f4b5a4 req-14eddd97-5f35-4dea-b42d-53c46bbf551b service neutron] Attempting to bind port 3fe24e57-9a71-4966-83ad-f259536e4a73 on network 3542efc3-4ff6-43d2-9e62-bd3df2d942af {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:37:04.764872 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfb6992f-6d35-4ca6-ba58-69fe43f4b5a4 req-14eddd97-5f35-4dea-b42d-53c46bbf551b service neutron] Checking agent: {'id': 'be375040-5069-4239-9460-a3a3213e1e90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 33, 18), 'started_at': datetime.datetime(2022, 3, 29, 15, 33, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 36, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:37:04.765204 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfb6992f-6d35-4ca6-ba58-69fe43f4b5a4 req-14eddd97-5f35-4dea-b42d-53c46bbf551b service neutron] Checking segment: {'id': 'ef776ebf-3dc1-477a-a01a-06bb694b6527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '3542efc3-4ff6-43d2-9e62-bd3df2d942af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:37:04.765576 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfb6992f-6d35-4ca6-ba58-69fe43f4b5a4 req-14eddd97-5f35-4dea-b42d-53c46bbf551b service neutron] Bound using segment: {'id': 'ef776ebf-3dc1-477a-a01a-06bb694b6527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '3542efc3-4ff6-43d2-9e62-bd3df2d942af'} {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:37:04.766003 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-cfb6992f-6d35-4ca6-ba58-69fe43f4b5a4 req-14eddd97-5f35-4dea-b42d-53c46bbf551b service neutron] Bound port: 3fe24e57-9a71-4966-83ad-f259536e4a73, host: n-h1-834765-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef776ebf-3dc1-477a-a01a-06bb694b6527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '3542efc3-4ff6-43d2-9e62-bd3df2d942af'}}] {{(pid=102791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 15:37:04.766511 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-cfb6992f-6d35-4ca6-ba58-69fe43f4b5a4 req-14eddd97-5f35-4dea-b42d-53c46bbf551b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:04.781296 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e12ec56d-112b-4ac4-9562-3ac4ed391404 req-0d22fdda-78a8-4452-a1de-6fbccf0853bf tempest-VolumesAdminNegativeTest-440186847 tempest-VolumesAdminNegativeTest-440186847-project] 10.222.0.42 "GET /v2.0/security-groups?id=ca335d72-883f-4d4c-bc1b-0e400e94b626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504273 Mar 29 15:37:04.782031 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-727b5b48-88b1-4368-8df5-ea6c2192a3fd None None] Notify callbacks [] for port, precommit_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:04.798421 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-727b5b48-88b1-4368-8df5-ea6c2192a3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:04.821197 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-13dd603b-8183-4cb0-afd0-7d136859cb29 req-bee1663d-7fe9-4309-be28-17c12b1677a2 tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] 10.222.0.42 "GET /v2.0/security-groups?id=d26d57f3-f34b-4b82-acb2-a15ffdfe7b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427107 Mar 29 15:37:04.899982 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde9e6f3-b03f-4829-a27d-a51585233fec None None] Pushing event updated for resources: {'Port': ['ID=c2fce5e8-e7be-4e95-9eba-6eb4440d4432,revision_number=2']} {{(pid=102793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:37:04.909712 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.managers [None req-727b5b48-88b1-4368-8df5-ea6c2192a3fd None None] Attempting to bind port c2fce5e8-e7be-4e95-9eba-6eb4440d4432 on host n-d-834765-1 for vnic_type normal with profile {{(pid=102793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:37:04.910317 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.managers [None req-727b5b48-88b1-4368-8df5-ea6c2192a3fd None None] Attempting to bind port c2fce5e8-e7be-4e95-9eba-6eb4440d4432 by drivers openvswitch,hyperv on host n-d-834765-1 at level 0 using segments [{'id': '6ab47353-a811-4bad-bc73-b4cc84583cfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'}] {{(pid=102793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:37:04.910915 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-727b5b48-88b1-4368-8df5-ea6c2192a3fd None None] Attempting to bind port c2fce5e8-e7be-4e95-9eba-6eb4440d4432 on network 4a4a035d-ecac-4ead-baa3-25f90788773a {{(pid=102793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:37:04.916897 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde9e6f3-b03f-4829-a27d-a51585233fec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:37:04.917471 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde9e6f3-b03f-4829-a27d-a51585233fec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:37:04.918294 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde9e6f3-b03f-4829-a27d-a51585233fec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:37:04.918860 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde9e6f3-b03f-4829-a27d-a51585233fec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:37:04.919800 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde9e6f3-b03f-4829-a27d-a51585233fec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:37:04.920350 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde9e6f3-b03f-4829-a27d-a51585233fec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:37:04.920898 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde9e6f3-b03f-4829-a27d-a51585233fec None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:37:04.921453 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde9e6f3-b03f-4829-a27d-a51585233fec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:37:04.921998 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde9e6f3-b03f-4829-a27d-a51585233fec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:37:04.922523 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde9e6f3-b03f-4829-a27d-a51585233fec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:37:04.923043 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde9e6f3-b03f-4829-a27d-a51585233fec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:37:04.923614 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde9e6f3-b03f-4829-a27d-a51585233fec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:37:04.928731 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-727b5b48-88b1-4368-8df5-ea6c2192a3fd None None] Checking agent: {'id': 'a8866439-9d96-425c-b519-6905c591ac37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 25, 36), 'started_at': datetime.datetime(2022, 3, 29, 15, 26, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 36, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834765-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:37:04.929218 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-727b5b48-88b1-4368-8df5-ea6c2192a3fd None None] Checking segment: {'id': '6ab47353-a811-4bad-bc73-b4cc84583cfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:37:04.929723 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-727b5b48-88b1-4368-8df5-ea6c2192a3fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:04.930218 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-727b5b48-88b1-4368-8df5-ea6c2192a3fd None None] Bound using segment: {'id': '6ab47353-a811-4bad-bc73-b4cc84583cfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'} {{(pid=102793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:37:04.930877 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.managers [None req-727b5b48-88b1-4368-8df5-ea6c2192a3fd None None] Bound port: c2fce5e8-e7be-4e95-9eba-6eb4440d4432, host: n-d-834765-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ab47353-a811-4bad-bc73-b4cc84583cfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'}}] {{(pid=102793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 15:37:04.932317 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-727b5b48-88b1-4368-8df5-ea6c2192a3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:04.932409 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-cfb6992f-6d35-4ca6-ba58-69fe43f4b5a4 req-14eddd97-5f35-4dea-b42d-53c46bbf551b service neutron] For port 3fe24e57-9a71-4966-83ad-f259536e4a73, host n-h1-834765-1, cleared binding levels {{(pid=102791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:37:04.936328 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-cfb6992f-6d35-4ca6-ba58-69fe43f4b5a4 req-14eddd97-5f35-4dea-b42d-53c46bbf551b service neutron] For port 3fe24e57-9a71-4966-83ad-f259536e4a73, host n-h1-834765-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=3fe24e57-9a71-4966-83ad-f259536e4a73,segment=NetworkSegment(ef776ebf-3dc1-477a-a01a-06bb694b6527),segment_id=ef776ebf-3dc1-477a-a01a-06bb694b6527)] {{(pid=102791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:37:04.962522 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-cfb6992f-6d35-4ca6-ba58-69fe43f4b5a4 req-14eddd97-5f35-4dea-b42d-53c46bbf551b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:04.988187 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-a0b4a133-77da-48b0-94e9-6e0dd6ed88ed req-438ba9f5-c91c-47ab-992f-18e504738073 tempest-ServersAdmin275Test-1777496134 tempest-ServersAdmin275Test-1777496134-project] 10.222.0.42 "GET /v2.0/ports?device_id=04016bd8-6ded-4605-9b43-eda4442e08e6 HTTP/1.1" status: 200 len: 210 time: 0.0501082 Mar 29 15:37:05.007393 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.db [None req-727b5b48-88b1-4368-8df5-ea6c2192a3fd None None] For port c2fce5e8-e7be-4e95-9eba-6eb4440d4432, host n-d-834765-1, cleared binding levels {{(pid=102793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:37:05.014389 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.db [None req-727b5b48-88b1-4368-8df5-ea6c2192a3fd None None] For port c2fce5e8-e7be-4e95-9eba-6eb4440d4432, host n-d-834765-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=c2fce5e8-e7be-4e95-9eba-6eb4440d4432,segment=NetworkSegment(6ab47353-a811-4bad-bc73-b4cc84583cfd),segment_id=6ab47353-a811-4bad-bc73-b4cc84583cfd)] {{(pid=102793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:37:05.030400 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-727b5b48-88b1-4368-8df5-ea6c2192a3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:05.083720 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb6992f-6d35-4ca6-ba58-69fe43f4b5a4 req-14eddd97-5f35-4dea-b42d-53c46bbf551b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:37:05.084340 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-cfb6992f-6d35-4ca6-ba58-69fe43f4b5a4 req-14eddd97-5f35-4dea-b42d-53c46bbf551b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:05.085716 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-cfb6992f-6d35-4ca6-ba58-69fe43f4b5a4 req-14eddd97-5f35-4dea-b42d-53c46bbf551b service neutron] 10.222.0.44 "PUT /v2.0/ports/3fe24e57-9a71-4966-83ad-f259536e4a73 HTTP/1.1" status: 200 len: 1091 time: 2.0880458 Mar 29 15:37:05.086163 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e68d1a6c-f883-40bb-8d16-165b5d93ca89', 'tag': '3fe24e57-9a71-4966-83ad-f259536e4a73'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:37:05.088446 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c67b028db5e9b9818fecc5c0a87ebc6f190694fa53ca267d523e04f98de536d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7635648-e6a7-43c0-9da7-9c18f8e55b71" -d '{"events": [{"name": "network-changed", "server_uuid": "e68d1a6c-f883-40bb-8d16-165b5d93ca89", "tag": "3fe24e57-9a71-4966-83ad-f259536e4a73"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:37:05.108137 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14eddd97-5f35-4dea-b42d-53c46bbf551b service neutron] Pushing event updated for resources: {'Port': ['ID=3fe24e57-9a71-4966-83ad-f259536e4a73,revision_number=3']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:37:05.114488 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 37850) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:37:05.173791 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde9e6f3-b03f-4829-a27d-a51585233fec None None] Pushing event updated for resources: {'Port': ['ID=c2fce5e8-e7be-4e95-9eba-6eb4440d4432,revision_number=3']} {{(pid=102793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:37:05.179110 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-727b5b48-88b1-4368-8df5-ea6c2192a3fd None None] Routers {'9300ee6e-d969-4444-aee1-b51b14bdc402'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:37:05.180053 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-727b5b48-88b1-4368-8df5-ea6c2192a3fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:37:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['9300ee6e-d969-4444-aee1-b51b14bdc402'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:37:05.196976 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 15:37:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cdb5179-235b-4315-92c0-054a90dcb675 x-openstack-request-id: req-9cdb5179-235b-4315-92c0-054a90dcb675 {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:37:05.197257 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e68d1a6c-f883-40bb-8d16-165b5d93ca89", "tag": "3fe24e57-9a71-4966-83ad-f259536e4a73", "status": "completed", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:37:05.197525 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-9cdb5179-235b-4315-92c0-054a90dcb675 {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:37:05.197946 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e68d1a6c-f883-40bb-8d16-165b5d93ca89', 'tag': '3fe24e57-9a71-4966-83ad-f259536e4a73', 'status': 'completed', 'code': 200} Mar 29 15:37:05.276491 n-d-834765-1 neutron-server[102790]: DEBUG neutron.notifiers.nova [req-b2c56113-6929-4490-96a1-6d71022b4ea4 req-1e8e7eb2-e976-47ba-9368-f3cc3c81ef2d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e4f56b3-2681-4f53-b655-bc7714d4de2d {{(pid=102790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:37:05.286557 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-b2c56113-6929-4490-96a1-6d71022b4ea4 req-1e8e7eb2-e976-47ba-9368-f3cc3c81ef2d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:05.298000 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb6992f-6d35-4ca6-ba58-69fe43f4b5a4 req-e7fcfdb5-69c1-48c0-93d4-9d636642d2f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:37:05.299533 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-cfb6992f-6d35-4ca6-ba58-69fe43f4b5a4 req-e7fcfdb5-69c1-48c0-93d4-9d636642d2f8 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d8c997a35ced41818abde89736f33dda&device_id=e68d1a6c-f883-40bb-8d16-165b5d93ca89 HTTP/1.1" status: 200 len: 1094 time: 0.1075277 Mar 29 15:37:05.302816 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.provisioning_blocks [req-b2c56113-6929-4490-96a1-6d71022b4ea4 req-1e8e7eb2-e976-47ba-9368-f3cc3c81ef2d service neutron] Transition to ACTIVE for port object 3e4f56b3-2681-4f53-b655-bc7714d4de2d will not be triggered until provisioned by entity L2. {{(pid=102790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 15:37:05.307776 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-b2c56113-6929-4490-96a1-6d71022b4ea4 req-1e8e7eb2-e976-47ba-9368-f3cc3c81ef2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:05.328866 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvr_db [None req-727b5b48-88b1-4368-8df5-ea6c2192a3fd None None] Set router 9300ee6e-d969-4444-aee1-b51b14bdc402 gateway port host: n-d-834765-1 {{(pid=102793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:37:05.334715 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-42171397-f0a8-44e4-9f34-0befa76aa92f admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-1468150373-network', 'tenant_id': '2af1828b0db64724acc70ec85951ece1'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:37:05.390371 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [req-29563e1f-71d3-4e10-98e3-3344bf25c098 req-f441bdf4-813e-4bcd-9f29-d04ebbda2587 tempest-SecurityGroupsTestAdminJSON-1509446589 tempest-SecurityGroupsTestAdminJSON-1509446589-project] Request body: {'security_group': {'name': 'tempest-securitygroup-107261658', 'description': 'tempest-description-1295160897'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:37:05.391277 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-cfb6992f-6d35-4ca6-ba58-69fe43f4b5a4 req-01433000-0c89-4c9d-a56e-22d4916a3a80 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3fe24e57-9a71-4966-83ad-f259536e4a73 HTTP/1.1" status: 200 len: 217 time: 0.0699248 Mar 29 15:37:05.442706 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8e7eb2-e976-47ba-9368-f3cc3c81ef2d service neutron] Pushing event updated for resources: {'Port': ['ID=3e4f56b3-2681-4f53-b655-bc7714d4de2d,revision_number=2']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:37:05.447223 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.managers [req-b2c56113-6929-4490-96a1-6d71022b4ea4 req-1e8e7eb2-e976-47ba-9368-f3cc3c81ef2d service neutron] Attempting to bind port 3e4f56b3-2681-4f53-b655-bc7714d4de2d on host n-h1-834765-1 for vnic_type normal with profile {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:37:05.447707 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.managers [req-b2c56113-6929-4490-96a1-6d71022b4ea4 req-1e8e7eb2-e976-47ba-9368-f3cc3c81ef2d service neutron] Attempting to bind port 3e4f56b3-2681-4f53-b655-bc7714d4de2d by drivers openvswitch,hyperv on host n-h1-834765-1 at level 0 using segments [{'id': '52cd9713-83ea-496d-8c48-fd7b796e6ead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'c7e23169-e9d3-4fec-ace3-87b88825b851'}] {{(pid=102790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:37:05.448037 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2c56113-6929-4490-96a1-6d71022b4ea4 req-1e8e7eb2-e976-47ba-9368-f3cc3c81ef2d service neutron] Attempting to bind port 3e4f56b3-2681-4f53-b655-bc7714d4de2d on network c7e23169-e9d3-4fec-ace3-87b88825b851 {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:37:05.454182 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2c56113-6929-4490-96a1-6d71022b4ea4 req-1e8e7eb2-e976-47ba-9368-f3cc3c81ef2d service neutron] Port 3e4f56b3-2681-4f53-b655-bc7714d4de2d on network c7e23169-e9d3-4fec-ace3-87b88825b851 not bound, no agent of type Open vSwitch agent registered on host n-h1-834765-1 {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 15:37:05.454760 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2c56113-6929-4490-96a1-6d71022b4ea4 req-1e8e7eb2-e976-47ba-9368-f3cc3c81ef2d service neutron] Attempting to bind port 3e4f56b3-2681-4f53-b655-bc7714d4de2d on network c7e23169-e9d3-4fec-ace3-87b88825b851 {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:37:05.461782 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-29563e1f-71d3-4e10-98e3-3344bf25c098 req-f441bdf4-813e-4bcd-9f29-d04ebbda2587 tempest-SecurityGroupsTestAdminJSON-1509446589 tempest-SecurityGroupsTestAdminJSON-1509446589-project] Notify callbacks [] for security_group, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:05.464308 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2c56113-6929-4490-96a1-6d71022b4ea4 req-1e8e7eb2-e976-47ba-9368-f3cc3c81ef2d service neutron] Checking agent: {'id': 'be375040-5069-4239-9460-a3a3213e1e90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 33, 18), 'started_at': datetime.datetime(2022, 3, 29, 15, 33, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 36, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:37:05.464646 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2c56113-6929-4490-96a1-6d71022b4ea4 req-1e8e7eb2-e976-47ba-9368-f3cc3c81ef2d service neutron] Checking segment: {'id': '52cd9713-83ea-496d-8c48-fd7b796e6ead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'c7e23169-e9d3-4fec-ace3-87b88825b851'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:37:05.466015 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2c56113-6929-4490-96a1-6d71022b4ea4 req-1e8e7eb2-e976-47ba-9368-f3cc3c81ef2d service neutron] Bound using segment: {'id': '52cd9713-83ea-496d-8c48-fd7b796e6ead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'c7e23169-e9d3-4fec-ace3-87b88825b851'} {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:37:05.466847 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.managers [req-b2c56113-6929-4490-96a1-6d71022b4ea4 req-1e8e7eb2-e976-47ba-9368-f3cc3c81ef2d service neutron] Bound port: 3e4f56b3-2681-4f53-b655-bc7714d4de2d, host: n-h1-834765-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52cd9713-83ea-496d-8c48-fd7b796e6ead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'c7e23169-e9d3-4fec-ace3-87b88825b851'}}] {{(pid=102790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 15:37:05.466965 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-b2c56113-6929-4490-96a1-6d71022b4ea4 req-1e8e7eb2-e976-47ba-9368-f3cc3c81ef2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:05.469369 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-5e8ab463-4d53-45e1-8a1b-c651c59b3380 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:05.485564 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42171397-f0a8-44e4-9f34-0befa76aa92f admin admin] Made reservation on behalf of 2af1828b0db64724acc70ec85951ece1 for: {'network': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:37:05.487983 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-42171397-f0a8-44e4-9f34-0befa76aa92f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for network, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:05.488124 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-29563e1f-71d3-4e10-98e3-3344bf25c098 req-f441bdf4-813e-4bcd-9f29-d04ebbda2587 tempest-SecurityGroupsTestAdminJSON-1509446589 tempest-SecurityGroupsTestAdminJSON-1509446589-project] Notify callbacks [] for security_group, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:05.506081 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-42171397-f0a8-44e4-9f34-0befa76aa92f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:05.518018 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb6992f-6d35-4ca6-ba58-69fe43f4b5a4 req-e3ada34f-fcf8-400b-b015-f3596259c36e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:37:05.519511 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-cfb6992f-6d35-4ca6-ba58-69fe43f4b5a4 req-e3ada34f-fcf8-400b-b015-f3596259c36e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9fe2b72e-0d47-4527-9f6c-6c803353089c HTTP/1.1" status: 200 len: 854 time: 0.1159000 Mar 29 15:37:05.576573 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc93fb9-1172-4d9a-88db-eacc6a18014b req-91d0ce20-5dd1-4d86-895f-51b676f0c325 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:37:05.578123 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-bdc93fb9-1172-4d9a-88db-eacc6a18014b req-91d0ce20-5dd1-4d86-895f-51b676f0c325 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] 10.222.0.42 "GET /v2.0/ports?device_id=ea6c803e-d2a8-4326-af80-e82436a0a30b HTTP/1.1" status: 200 len: 943 time: 0.1932282 Mar 29 15:37:05.604100 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-cfb6992f-6d35-4ca6-ba58-69fe43f4b5a4 req-26617cde-fd79-44ff-8603-8b5cf220b212 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=3542efc3-4ff6-43d2-9e62-bd3df2d942af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0739024 Mar 29 15:37:05.615212 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-0cb6abf6-2706-4e52-8825-f5f644ecf9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:05.617328 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [req-b2c56113-6929-4490-96a1-6d71022b4ea4 req-1e8e7eb2-e976-47ba-9368-f3cc3c81ef2d service neutron] For port 3e4f56b3-2681-4f53-b655-bc7714d4de2d, host n-h1-834765-1, cleared binding levels {{(pid=102790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:37:05.620494 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [req-b2c56113-6929-4490-96a1-6d71022b4ea4 req-1e8e7eb2-e976-47ba-9368-f3cc3c81ef2d service neutron] For port 3e4f56b3-2681-4f53-b655-bc7714d4de2d, host n-h1-834765-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=3e4f56b3-2681-4f53-b655-bc7714d4de2d,segment=NetworkSegment(52cd9713-83ea-496d-8c48-fd7b796e6ead),segment_id=52cd9713-83ea-496d-8c48-fd7b796e6ead)] {{(pid=102790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:37:05.622587 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-727b5b48-88b1-4368-8df5-ea6c2192a3fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9300ee6e-d969-4444-aee1-b51b14bdc402', 'name': 'tempest-FloatingIPsTestJSON-451813589-router', 'tenant_id': '1696d386b177482580acd19fadb9051c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.105'}], 'enable_snat': True}, 'gw_port_id': 'c2fce5e8-e7be-4e95-9eba-6eb4440d4432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:36:59Z', 'updated_at': '2022-03-29T15:37:02Z', 'revision_number': 3, 'project_id': '1696d386b177482580acd19fadb9051c', 'gw_port': {'id': 'c2fce5e8-e7be-4e95-9eba-6eb4440d4432', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:aa:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9300ee6e-d969-4444-aee1-b51b14bdc402', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:37:00Z', 'updated_at': '2022-03-29T15:37:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1'}], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:37:05.631060 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-b2c56113-6929-4490-96a1-6d71022b4ea4 req-1e8e7eb2-e976-47ba-9368-f3cc3c81ef2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:05.652109 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-727b5b48-88b1-4368-8df5-ea6c2192a3fd None None] The sync data for ids ['9300ee6e-d969-4444-aee1-b51b14bdc402'] in n-d-834765-1 is: [{'id': '9300ee6e-d969-4444-aee1-b51b14bdc402', 'name': 'tempest-FloatingIPsTestJSON-451813589-router', 'tenant_id': '1696d386b177482580acd19fadb9051c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.105'}], 'enable_snat': True}, 'gw_port_id': 'c2fce5e8-e7be-4e95-9eba-6eb4440d4432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:36:59Z', 'updated_at': '2022-03-29T15:37:02Z', 'revision_number': 3, 'project_id': '1696d386b177482580acd19fadb9051c', 'gw_port': {'id': 'c2fce5e8-e7be-4e95-9eba-6eb4440d4432', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:aa:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9300ee6e-d969-4444-aee1-b51b14bdc402', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:37:00Z', 'updated_at': '2022-03-29T15:37:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1'}] {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:37:05.659675 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device 7358f2da-0288-45a9-bbb8-559c1b9b15c8 details requested by agent hyperv_n-h2-834765-1 with host n-h2-834765-1 {{(pid=102792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 15:37:05.686200 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c56113-6929-4490-96a1-6d71022b4ea4 req-1e8e7eb2-e976-47ba-9368-f3cc3c81ef2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:37:05.686897 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-b2c56113-6929-4490-96a1-6d71022b4ea4 req-1e8e7eb2-e976-47ba-9368-f3cc3c81ef2d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:05.688509 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-b2c56113-6929-4490-96a1-6d71022b4ea4 req-1e8e7eb2-e976-47ba-9368-f3cc3c81ef2d service neutron] 10.222.0.44 "PUT /v2.0/ports/3e4f56b3-2681-4f53-b655-bc7714d4de2d HTTP/1.1" status: 200 len: 1092 time: 1.0879173 Mar 29 15:37:05.689010 n-d-834765-1 neutron-server[102790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c70776b-2e7a-4175-a595-6c782e05f18a', 'tag': '3e4f56b3-2681-4f53-b655-bc7714d4de2d'}] {{(pid=102790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:37:05.691843 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46b06d655c90bc969636382cce4240ad749035fb0f3a83ee4734fa1ed9c4a6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aae1aa2f-e502-4ea8-9e93-deda998934b5" -d '{"events": [{"name": "network-changed", "server_uuid": "2c70776b-2e7a-4175-a595-6c782e05f18a", "tag": "3e4f56b3-2681-4f53-b655-bc7714d4de2d"}]}' {{(pid=102790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:37:05.708829 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-29563e1f-71d3-4e10-98e3-3344bf25c098 req-f441bdf4-813e-4bcd-9f29-d04ebbda2587 tempest-SecurityGroupsTestAdminJSON-1509446589 tempest-SecurityGroupsTestAdminJSON-1509446589-project] Notify callbacks [] for security_group, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:05.719718 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-29563e1f-71d3-4e10-98e3-3344bf25c098 req-f441bdf4-813e-4bcd-9f29-d04ebbda2587 tempest-SecurityGroupsTestAdminJSON-1509446589 tempest-SecurityGroupsTestAdminJSON-1509446589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:05.743121 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8e7eb2-e976-47ba-9368-f3cc3c81ef2d service neutron] Pushing event updated for resources: {'Port': ['ID=3e4f56b3-2681-4f53-b655-bc7714d4de2d,revision_number=3']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:37:05.778345 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-bdc93fb9-1172-4d9a-88db-eacc6a18014b req-14e9f06f-06a2-42e0-8ffe-4de81c5e025c tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] 10.222.0.42 "GET /v2.0/security-groups?id=c99ced8e-1ceb-46fb-aaa7-747186b2b9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712675 Mar 29 15:37:05.812802 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port 7358f2da-0288-45a9-bbb8-559c1b9b15c8, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=7358f2da-0288-45a9-bbb8-559c1b9b15c8,segment=NetworkSegment(65ab5bc3-e80e-4641-82f0-4ef53207c2d7),segment_id=65ab5bc3-e80e-4641-82f0-4ef53207c2d7)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:37:05.830372 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f441bdf4-813e-4bcd-9f29-d04ebbda2587 tempest-SecurityGroupsTestAdminJSON-1509446589 tempest-SecurityGroupsTestAdminJSON-1509446589-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2890208a-e301-4438-919d-c5431d4178c0,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:37:05.865746 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Returning: {'device': '7358f2da-0288-45a9-bbb8-559c1b9b15c8', 'network_id': 'b1def78c-da55-4367-b9b1-4d7fc20fc6ac', 'port_id': '7358f2da-0288-45a9-bbb8-559c1b9b15c8', 'mac_address': 'fa:16:3e:89:e2:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 614, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a84f45bb-2cdd-4adc-a15d-ac5c06ff5a1f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 15:37:05.901728 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:05.908476 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-29563e1f-71d3-4e10-98e3-3344bf25c098 req-f441bdf4-813e-4bcd-9f29-d04ebbda2587 tempest-SecurityGroupsTestAdminJSON-1509446589 tempest-SecurityGroupsTestAdminJSON-1509446589-project] Notify callbacks [] for security_group, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:05.914937 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c56113-6929-4490-96a1-6d71022b4ea4 req-69253d79-80ee-4351-bf56-36e33eb2d3e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:37:05.916890 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:05.917788 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-b2c56113-6929-4490-96a1-6d71022b4ea4 req-69253d79-80ee-4351-bf56-36e33eb2d3e0 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c66f5a43ae0e46908f202e6b40f23448&device_id=2c70776b-2e7a-4175-a595-6c782e05f18a HTTP/1.1" status: 200 len: 1095 time: 0.1594899 Mar 29 15:37:05.921494 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 15:37:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ba5dcca-598f-4247-bd2b-c50d5c124b31 x-openstack-request-id: req-8ba5dcca-598f-4247-bd2b-c50d5c124b31 {{(pid=102790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:37:05.921663 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c70776b-2e7a-4175-a595-6c782e05f18a", "tag": "3e4f56b3-2681-4f53-b655-bc7714d4de2d", "status": "completed", "code": 200}]} {{(pid=102790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:37:05.921888 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8ba5dcca-598f-4247-bd2b-c50d5c124b31 {{(pid=102790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:37:05.922268 n-d-834765-1 neutron-server[102790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c70776b-2e7a-4175-a595-6c782e05f18a', 'tag': '3e4f56b3-2681-4f53-b655-bc7714d4de2d', 'status': 'completed', 'code': 200} Mar 29 15:37:05.923396 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-29563e1f-71d3-4e10-98e3-3344bf25c098 req-f441bdf4-813e-4bcd-9f29-d04ebbda2587 tempest-SecurityGroupsTestAdminJSON-1509446589 tempest-SecurityGroupsTestAdminJSON-1509446589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:05.934343 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7358f2da-0288-45a9-bbb8-559c1b9b15c8 {{(pid=102792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:37:05.939470 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-cfb6992f-6d35-4ca6-ba58-69fe43f4b5a4 req-dbb86689-b628-4983-ada3-eff928678d8c service neutron] 10.222.0.44 "GET /v2.0/networks/3542efc3-4ff6-43d2-9e62-bd3df2d942af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3241642 Mar 29 15:37:05.959088 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port 7358f2da-0288-45a9-bbb8-559c1b9b15c8, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=7358f2da-0288-45a9-bbb8-559c1b9b15c8,segment=NetworkSegment(65ab5bc3-e80e-4641-82f0-4ef53207c2d7),segment_id=65ab5bc3-e80e-4641-82f0-4ef53207c2d7)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:37:05.963958 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:05.992330 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-b2c56113-6929-4490-96a1-6d71022b4ea4 req-4fc18b70-bb04-4bfe-8783-61c6c0605d87 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3e4f56b3-2681-4f53-b655-bc7714d4de2d HTTP/1.1" status: 200 len: 217 time: 0.0608861 Mar 29 15:37:06.013252 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-42171397-f0a8-44e4-9f34-0befa76aa92f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:06.015026 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-29563e1f-71d3-4e10-98e3-3344bf25c098 req-f441bdf4-813e-4bcd-9f29-d04ebbda2587 tempest-SecurityGroupsTestAdminJSON-1509446589 tempest-SecurityGroupsTestAdminJSON-1509446589-project] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:06.017111 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-29563e1f-71d3-4e10-98e3-3344bf25c098 req-f441bdf4-813e-4bcd-9f29-d04ebbda2587 tempest-SecurityGroupsTestAdminJSON-1509446589 tempest-SecurityGroupsTestAdminJSON-1509446589-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.6387680 Mar 29 15:37:06.018527 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_common [None req-5e8ab463-4d53-45e1-8a1b-c651c59b3380 admin admin] Allocated IP 172.20.0.1 (46fe54a8-e46a-41b8-9088-fec152ef0d43/f682d2ba-74ae-4545-bd41-f328dbccdf02/72483813-5371-4e85-b37b-7b1c7bc56825) {{(pid=102791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:37:06.037296 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-42171397-f0a8-44e4-9f34-0befa76aa92f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:06.073901 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Pushing event updated for resources: {'Port': ['ID=7358f2da-0288-45a9-bbb8-559c1b9b15c8,revision_number=4']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:37:06.079581 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f441bdf4-813e-4bcd-9f29-d04ebbda2587 tempest-SecurityGroupsTestAdminJSON-1509446589 tempest-SecurityGroupsTestAdminJSON-1509446589-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc0c32af-53d0-4482-93ec-53129d191aa3,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:37:06.102106 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c56113-6929-4490-96a1-6d71022b4ea4 req-c36e824e-93b7-4446-ace4-715ee002dc21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:37:06.106316 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-b2c56113-6929-4490-96a1-6d71022b4ea4 req-c36e824e-93b7-4446-ace4-715ee002dc21 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=47ebad0b-955e-4824-b04c-60b1952d5787 HTTP/1.1" status: 200 len: 861 time: 0.1050012 Mar 29 15:37:06.145464 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-b2c56113-6929-4490-96a1-6d71022b4ea4 req-7ccc245e-0375-43e8-95a1-8d6759820bd0 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c7e23169-e9d3-4fec-ace3-87b88825b851&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325620 Mar 29 15:37:06.166914 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130d1d98-8377-4600-b7a9-c7a4fa98ae5c req-6b000c84-5e9c-4cd1-80bf-7b325ff36b0d tempest-VolumesAdminNegativeTest-440186847 tempest-VolumesAdminNegativeTest-440186847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:37:06.168943 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-130d1d98-8377-4600-b7a9-c7a4fa98ae5c req-6b000c84-5e9c-4cd1-80bf-7b325ff36b0d tempest-VolumesAdminNegativeTest-440186847 tempest-VolumesAdminNegativeTest-440186847-project] 10.222.0.42 "GET /v2.0/ports?device_id=e68d1a6c-f883-40bb-8d16-165b5d93ca89 HTTP/1.1" status: 200 len: 943 time: 0.2477186 Mar 29 15:37:06.173409 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42171397-f0a8-44e4-9f34-0befa76aa92f admin admin] vlan segment allocate from pool success with {'vlan_id': 619, 'physical_network': 'physnet1'} {{(pid=102791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 15:37:06.177146 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42171397-f0a8-44e4-9f34-0befa76aa92f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=877fdc42-76cb-4915-b01e-149adeabbdda,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:37:06.250147 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-42171397-f0a8-44e4-9f34-0befa76aa92f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:06.250594 n-d-834765-1 neutron-server[102791]: INFO neutron.db.segments_db [None req-42171397-f0a8-44e4-9f34-0befa76aa92f admin admin] Added segment 19ee7531-80c7-401c-b973-3d54e2562bfd of type vlan for network d0b8e561-a28c-462a-bbe9-e18d64a7cfc0 Mar 29 15:37:06.253257 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dd078e-229e-47ae-bb0d-15e7fc5dd476 req-9569e05b-de8f-44b8-b990-4b546b7f7221 tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:37:06.254741 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-48dd078e-229e-47ae-bb0d-15e7fc5dd476 req-9569e05b-de8f-44b8-b990-4b546b7f7221 tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] 10.222.0.42 "GET /v2.0/ports?device_id=2c70776b-2e7a-4175-a595-6c782e05f18a HTTP/1.1" status: 200 len: 944 time: 0.1127279 Mar 29 15:37:06.264205 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] get_ports_and_sgs() called for port_ids ['7358f2da-0288-45a9-bbb8-559c1b9b15c8'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:37:06.300535 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-b2c56113-6929-4490-96a1-6d71022b4ea4 req-ad232487-9e8d-4317-9117-e893944ffb5a service neutron] 10.222.0.44 "GET /v2.0/networks/c7e23169-e9d3-4fec-ace3-87b88825b851?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458745 Mar 29 15:37:06.313015 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-cfb6992f-6d35-4ca6-ba58-69fe43f4b5a4 req-5840fc39-15eb-4fc6-a8e8-0696d22ff47c service neutron] 10.222.0.44 "GET /v2.0/networks/3542efc3-4ff6-43d2-9e62-bd3df2d942af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3618069 Mar 29 15:37:06.332149 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-48dd078e-229e-47ae-bb0d-15e7fc5dd476 req-ff949d1a-a310-4091-80b4-bb4f08c860d4 tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] 10.222.0.42 "GET /v2.0/security-groups?id=d26d57f3-f34b-4b82-acb2-a15ffdfe7b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562418 Mar 29 15:37:06.341281 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-130d1d98-8377-4600-b7a9-c7a4fa98ae5c req-65de46c6-d431-47d3-99d2-100051cf914c tempest-VolumesAdminNegativeTest-440186847 tempest-VolumesAdminNegativeTest-440186847-project] 10.222.0.42 "GET /v2.0/security-groups?id=ca335d72-883f-4d4c-bc1b-0e400e94b626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509323 Mar 29 15:37:06.348596 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-42171397-f0a8-44e4-9f34-0befa76aa92f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783522915970'] for network, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:06.376653 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-5e8ab463-4d53-45e1-8a1b-c651c59b3380 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:06.436052 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-42171397-f0a8-44e4-9f34-0befa76aa92f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795'] for network, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:06.437123 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42171397-f0a8-44e4-9f34-0befa76aa92f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:37:06.437797 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-42171397-f0a8-44e4-9f34-0befa76aa92f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for network, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:06.439588 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [req-969cd6b3-2ba3-4328-a2b5-8d8c31080893 req-bb6d7a18-7d95-4ad4-bd3b-54e540fc0974 tempest-SecurityGroupsTestAdminJSON-1509446589 tempest-SecurityGroupsTestAdminJSON-1509446589-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1714107100', 'description': 'tempest-description-874532613'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:37:06.485275 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-969cd6b3-2ba3-4328-a2b5-8d8c31080893 req-bb6d7a18-7d95-4ad4-bd3b-54e540fc0974 tempest-SecurityGroupsTestAdminJSON-1509446589 tempest-SecurityGroupsTestAdminJSON-1509446589-project] Notify callbacks [] for security_group, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:06.510708 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-b2c56113-6929-4490-96a1-6d71022b4ea4 req-40fb993c-e522-4052-9048-256b3aa730dd service neutron] 10.222.0.44 "GET /v2.0/networks/c7e23169-e9d3-4fec-ace3-87b88825b851?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2020540 Mar 29 15:37:06.548712 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-42171397-f0a8-44e4-9f34-0befa76aa92f admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.4282968 Mar 29 15:37:06.551608 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 37866) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:37:06.557614 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-e28eb405-1b43-4212-9679-8cf65db5b57e admin admin] Request body: {'subnet': {'network_id': 'd0b8e561-a28c-462a-bbe9-e18d64a7cfc0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-1468150373-subnet', 'tenant_id': '2af1828b0db64724acc70ec85951ece1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:37:06.564279 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7635648-e6a7-43c0-9da7-9c18f8e55b71 req-3385d894-d12d-4908-93bf-8a7d83589571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:37:06.566099 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d7635648-e6a7-43c0-9da7-9c18f8e55b71 req-3385d894-d12d-4908-93bf-8a7d83589571 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d8c997a35ced41818abde89736f33dda&device_id=e68d1a6c-f883-40bb-8d16-165b5d93ca89 HTTP/1.1" status: 200 len: 1094 time: 0.1790547 Mar 29 15:37:06.585261 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d216a44b-85da-4a79-b2dc-a850ab93e1b5 req-2b07ea4f-3bc2-4c02-9d01-a6c0aa243241 tempest-ServersAdmin275Test-1777496134 tempest-ServersAdmin275Test-1777496134-project] 10.222.0.42 "GET /v2.0/ports?device_id=04016bd8-6ded-4605-9b43-eda4442e08e6 HTTP/1.1" status: 200 len: 210 time: 0.0824897 Mar 29 15:37:06.586014 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42171397-f0a8-44e4-9f34-0befa76aa92f admin admin] Pushing event updated for resources: {'Network': ['ID=d0b8e561-a28c-462a-bbe9-e18d64a7cfc0,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:37:06.609815 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Network d0b8e561-a28c-462a-bbe9-e18d64a7cfc0 details requested by agent ovs-agent-n-d-834765-1 with host n-d-834765-1 {{(pid=102792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 15:37:06.610581 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-5e8ab463-4d53-45e1-8a1b-c651c59b3380 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956'] for port, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:06.670507 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-969cd6b3-2ba3-4328-a2b5-8d8c31080893 req-bb6d7a18-7d95-4ad4-bd3b-54e540fc0974 tempest-SecurityGroupsTestAdminJSON-1509446589 tempest-SecurityGroupsTestAdminJSON-1509446589-project] Notify callbacks [] for security_group, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:06.674758 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e28eb405-1b43-4212-9679-8cf65db5b57e admin admin] Made reservation on behalf of 2af1828b0db64724acc70ec85951ece1 for: {'subnet': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:37:06.677101 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e28eb405-1b43-4212-9679-8cf65db5b57e admin admin] Notify callbacks [] for subnet, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:06.682090 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-969cd6b3-2ba3-4328-a2b5-8d8c31080893 req-bb6d7a18-7d95-4ad4-bd3b-54e540fc0974 tempest-SecurityGroupsTestAdminJSON-1509446589 tempest-SecurityGroupsTestAdminJSON-1509446589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:06.718643 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e8ab463-4d53-45e1-8a1b-c651c59b3380 admin admin] Network 46fe54a8-e46a-41b8-9088-fec152ef0d43 is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:37:06.726921 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [None req-5e8ab463-4d53-45e1-8a1b-c651c59b3380 admin admin] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:37:06.741657 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e8ab463-4d53-45e1-8a1b-c651c59b3380 admin admin] Received port after_create {{(pid=102791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:37:06.742483 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-5e8ab463-4d53-45e1-8a1b-c651c59b3380 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-648347'] for router_interface, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:06.793934 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-969cd6b3-2ba3-4328-a2b5-8d8c31080893 req-bb6d7a18-7d95-4ad4-bd3b-54e540fc0974 tempest-SecurityGroupsTestAdminJSON-1509446589 tempest-SecurityGroupsTestAdminJSON-1509446589-project] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:06.795172 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-969cd6b3-2ba3-4328-a2b5-8d8c31080893 req-bb6d7a18-7d95-4ad4-bd3b-54e540fc0974 tempest-SecurityGroupsTestAdminJSON-1509446589 tempest-SecurityGroupsTestAdminJSON-1509446589-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.3635375 Mar 29 15:37:06.802004 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8ab463-4d53-45e1-8a1b-c651c59b3380 admin admin] Pushing event updated for resources: {'Port': ['ID=72483813-5371-4e85-b37b-7b1c7bc56825,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:37:06.818760 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae1aa2f-e502-4ea8-9e93-deda998934b5 req-3db0d5f8-b33a-4bbf-a6bd-d37880334d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:37:06.824025 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-aae1aa2f-e502-4ea8-9e93-deda998934b5 req-3db0d5f8-b33a-4bbf-a6bd-d37880334d78 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c66f5a43ae0e46908f202e6b40f23448&device_id=2c70776b-2e7a-4175-a595-6c782e05f18a HTTP/1.1" status: 200 len: 1095 time: 0.2063980 Mar 29 15:37:06.836075 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6d7a18-7d95-4ad4-bd3b-54e540fc0974 tempest-SecurityGroupsTestAdminJSON-1509446589 tempest-SecurityGroupsTestAdminJSON-1509446589-project] Pushing event updated for resources: {'SecurityGroup': ['ID=258cd56c-43c0-4f07-81fa-8d911a56512d,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:37:06.838302 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7635648-e6a7-43c0-9da7-9c18f8e55b71 req-f37b38a8-e268-4443-8093-b96400988459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:37:06.840619 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d7635648-e6a7-43c0-9da7-9c18f8e55b71 req-f37b38a8-e268-4443-8093-b96400988459 service neutron] 10.222.0.44 "GET /v2.0/networks?id=3542efc3-4ff6-43d2-9e62-bd3df2d942af HTTP/1.1" status: 200 len: 915 time: 0.2434170 Mar 29 15:37:06.939598 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d7635648-e6a7-43c0-9da7-9c18f8e55b71 req-091eea4b-2f16-4979-b650-e8324cb278d8 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3fe24e57-9a71-4966-83ad-f259536e4a73 HTTP/1.1" status: 200 len: 217 time: 0.0921454 Mar 29 15:37:07.033123 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae1aa2f-e502-4ea8-9e93-deda998934b5 req-b099dcf9-7023-4c62-91b3-d3a91556a316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:37:07.034916 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-aae1aa2f-e502-4ea8-9e93-deda998934b5 req-b099dcf9-7023-4c62-91b3-d3a91556a316 service neutron] 10.222.0.44 "GET /v2.0/networks?id=c7e23169-e9d3-4fec-ace3-87b88825b851 HTTP/1.1" status: 200 len: 922 time: 0.2000561 Mar 29 15:37:07.052086 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [req-babafddb-d4a3-4e19-b4eb-8b81ab46408a req-99956e3c-b32c-4fd0-80ab-20ebf105a786 tempest-SecurityGroupsTestAdminJSON-1010731429 tempest-SecurityGroupsTestAdminJSON-1010731429-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-343442905', 'description': 'tempest-description-1714725210'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:37:07.053615 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7635648-e6a7-43c0-9da7-9c18f8e55b71 req-b924a0ee-82cd-425a-939d-5ae82d64f8c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:37:07.055165 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d7635648-e6a7-43c0-9da7-9c18f8e55b71 req-b924a0ee-82cd-425a-939d-5ae82d64f8c1 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9fe2b72e-0d47-4527-9f6c-6c803353089c HTTP/1.1" status: 200 len: 854 time: 0.1015050 Mar 29 15:37:07.067224 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a7cb8f-1b26-420d-89ff-e2486fd399e5 req-be233310-f0dc-45a3-a82c-96d0ccd7c1bd tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:37:07.068702 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-29a7cb8f-1b26-420d-89ff-e2486fd399e5 req-be233310-f0dc-45a3-a82c-96d0ccd7c1bd tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] 10.222.0.42 "GET /v2.0/ports?device_id=ea6c803e-d2a8-4326-af80-e82436a0a30b HTTP/1.1" status: 200 len: 944 time: 0.1354704 Mar 29 15:37:07.070276 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-5e8ab463-4d53-45e1-8a1b-c651c59b3380 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:07.084555 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-32383a36-76c4-4a17-803b-451abc6ae85c None None] Provisioning complete for port 72483813-5371-4e85-b37b-7b1c7bc56825 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:37:07.085166 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-32383a36-76c4-4a17-803b-451abc6ae85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:07.119085 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-aae1aa2f-e502-4ea8-9e93-deda998934b5 req-b6bf3d2a-a671-48b2-9e99-0aa0b9923b7a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3e4f56b3-2681-4f53-b655-bc7714d4de2d HTTP/1.1" status: 200 len: 217 time: 0.0766566 Mar 29 15:37:07.134368 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-32383a36-76c4-4a17-803b-451abc6ae85c None None] Port 72483813-5371-4e85-b37b-7b1c7bc56825 cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 15:37:07.170239 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e28eb405-1b43-4212-9679-8cf65db5b57e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795'] for subnet, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:07.175356 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-babafddb-d4a3-4e19-b4eb-8b81ab46408a req-99956e3c-b32c-4fd0-80ab-20ebf105a786 tempest-SecurityGroupsTestAdminJSON-1010731429 tempest-SecurityGroupsTestAdminJSON-1010731429-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:07.213572 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-babafddb-d4a3-4e19-b4eb-8b81ab46408a req-99956e3c-b32c-4fd0-80ab-20ebf105a786 tempest-SecurityGroupsTestAdminJSON-1010731429 tempest-SecurityGroupsTestAdminJSON-1010731429-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:07.242815 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae1aa2f-e502-4ea8-9e93-deda998934b5 req-d0f8d14d-29dc-49ae-8d8a-db212f5b0efd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:37:07.244320 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-aae1aa2f-e502-4ea8-9e93-deda998934b5 req-d0f8d14d-29dc-49ae-8d8a-db212f5b0efd service neutron] 10.222.0.44 "GET /v2.0/subnets?id=47ebad0b-955e-4824-b04c-60b1952d5787 HTTP/1.1" status: 200 len: 861 time: 0.1145773 Mar 29 15:37:07.267857 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28eb405-1b43-4212-9679-8cf65db5b57e admin admin] Pushing event updated for resources: {'Subnet': ['ID=572194bb-5d01-419c-9884-1313920c1946,revision_number=0']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:37:07.295665 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-aae1aa2f-e502-4ea8-9e93-deda998934b5 req-debb6c39-d58c-4636-a839-8b3a75becd11 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c7e23169-e9d3-4fec-ace3-87b88825b851&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407560 Mar 29 15:37:07.340823 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d7635648-e6a7-43c0-9da7-9c18f8e55b71 req-c2e00b23-d5e2-4b0b-a19e-463fa2cb4ced service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=3542efc3-4ff6-43d2-9e62-bd3df2d942af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2675505 Mar 29 15:37:07.354744 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e28eb405-1b43-4212-9679-8cf65db5b57e admin admin] Checking segment: {'id': '19ee7531-80c7-401c-b973-3d54e2562bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'd0b8e561-a28c-462a-bbe9-e18d64a7cfc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:37:07.355104 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e28eb405-1b43-4212-9679-8cf65db5b57e admin admin] Network hostable DHCP agents. Network: d0b8e561-a28c-462a-bbe9-e18d64a7cfc0, hostable agents: ['d136643e-48ae-49d4-a851-2ba3bdf3749c'], hosted agents: [] {{(pid=102790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 15:37:07.407227 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-29a7cb8f-1b26-420d-89ff-e2486fd399e5 req-785142db-0c17-407c-92f7-f93a565a091f tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] 10.222.0.42 "GET /v2.0/security-groups?id=c99ced8e-1ceb-46fb-aaa7-747186b2b9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3239369 Mar 29 15:37:07.448989 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-babafddb-d4a3-4e19-b4eb-8b81ab46408a req-99956e3c-b32c-4fd0-80ab-20ebf105a786 tempest-SecurityGroupsTestAdminJSON-1010731429 tempest-SecurityGroupsTestAdminJSON-1010731429-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:07.459788 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-babafddb-d4a3-4e19-b4eb-8b81ab46408a req-99956e3c-b32c-4fd0-80ab-20ebf105a786 tempest-SecurityGroupsTestAdminJSON-1010731429 tempest-SecurityGroupsTestAdminJSON-1010731429-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:07.469014 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e28eb405-1b43-4212-9679-8cf65db5b57e admin admin] Network d0b8e561-a28c-462a-bbe9-e18d64a7cfc0 is scheduled to be hosted by DHCP agent d136643e-48ae-49d4-a851-2ba3bdf3749c with binding_index 1 {{(pid=102790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 15:37:07.482148 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-aae1aa2f-e502-4ea8-9e93-deda998934b5 req-0f37e644-d971-46db-beca-3ada02c9a824 service neutron] 10.222.0.44 "GET /v2.0/networks/c7e23169-e9d3-4fec-ace3-87b88825b851?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1750400 Mar 29 15:37:07.513481 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-e28eb405-1b43-4212-9679-8cf65db5b57e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834765-1, d0b8e561-a28c-462a-bbe9-e18d64a7cfc0) {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:37:07.523857 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4658aa5-f9d1-41cf-a4fb-4596b50ca183 None None] Network d0b8e561-a28c-462a-bbe9-e18d64a7cfc0 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 15:37:07.533190 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e28eb405-1b43-4212-9679-8cf65db5b57e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:37:07.533607 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e28eb405-1b43-4212-9679-8cf65db5b57e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for subnet, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:07.536489 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99956e3c-b32c-4fd0-80ab-20ebf105a786 tempest-SecurityGroupsTestAdminJSON-1010731429 tempest-SecurityGroupsTestAdminJSON-1010731429-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=310a1cbd-bba1-43fc-96e7-f5ca96be5d82,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:37:07.627437 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-e28eb405-1b43-4212-9679-8cf65db5b57e admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0712073 Mar 29 15:37:07.628212 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d7635648-e6a7-43c0-9da7-9c18f8e55b71 req-d7feed93-3b2a-43c6-bd18-836ed7b8aca7 service neutron] 10.222.0.44 "GET /v2.0/networks/3542efc3-4ff6-43d2-9e62-bd3df2d942af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2786252 Mar 29 15:37:07.632731 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 37878) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:37:07.641414 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-a9ac3ab4-a304-4ccf-80c3-2c15cd43d00e admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-1468150373-router', 'tenant_id': '2af1828b0db64724acc70ec85951ece1', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'}}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:37:07.671397 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-babafddb-d4a3-4e19-b4eb-8b81ab46408a req-99956e3c-b32c-4fd0-80ab-20ebf105a786 tempest-SecurityGroupsTestAdminJSON-1010731429 tempest-SecurityGroupsTestAdminJSON-1010731429-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:07.681372 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-babafddb-d4a3-4e19-b4eb-8b81ab46408a req-99956e3c-b32c-4fd0-80ab-20ebf105a786 tempest-SecurityGroupsTestAdminJSON-1010731429 tempest-SecurityGroupsTestAdminJSON-1010731429-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:07.691040 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-aae1aa2f-e502-4ea8-9e93-deda998934b5 req-3600f0ec-f9c7-431c-b135-76d22f4b19d2 service neutron] 10.222.0.44 "GET /v2.0/networks/c7e23169-e9d3-4fec-ace3-87b88825b851?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1976509 Mar 29 15:37:07.728710 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-babafddb-d4a3-4e19-b4eb-8b81ab46408a req-99956e3c-b32c-4fd0-80ab-20ebf105a786 tempest-SecurityGroupsTestAdminJSON-1010731429 tempest-SecurityGroupsTestAdminJSON-1010731429-project-admin] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:07.729950 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-babafddb-d4a3-4e19-b4eb-8b81ab46408a req-99956e3c-b32c-4fd0-80ab-20ebf105a786 tempest-SecurityGroupsTestAdminJSON-1010731429 tempest-SecurityGroupsTestAdminJSON-1010731429-project-admin] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.6887460 Mar 29 15:37:07.738852 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99956e3c-b32c-4fd0-80ab-20ebf105a786 tempest-SecurityGroupsTestAdminJSON-1010731429 tempest-SecurityGroupsTestAdminJSON-1010731429-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb80a61a-e1c6-45fa-b237-cc5f0a04ddab,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:37:07.769644 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device c2fce5e8-e7be-4e95-9eba-6eb4440d4432 up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:37:07.771741 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device 7358f2da-0288-45a9-bbb8-559c1b9b15c8 up at agent hyperv_n-h2-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:37:07.777226 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58afd601-77f9-4b74-a646-5a81f8316495 req-ad2bea23-2960-41ea-8ed2-e09e630ac5ff tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:37:07.783266 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-58afd601-77f9-4b74-a646-5a81f8316495 req-ad2bea23-2960-41ea-8ed2-e09e630ac5ff tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] 10.222.0.42 "GET /v2.0/ports?device_id=2c70776b-2e7a-4175-a595-6c782e05f18a HTTP/1.1" status: 200 len: 944 time: 0.2778707 Mar 29 15:37:07.785844 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-a9ac3ab4-a304-4ccf-80c3-2c15cd43d00e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-532385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129310'] for router, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:07.786916 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-a9ac3ab4-a304-4ccf-80c3-2c15cd43d00e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-648091', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-684384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129319'] for router, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:07.859927 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-5e8ab463-4d53-45e1-8a1b-c651c59b3380 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:07.868700 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d7635648-e6a7-43c0-9da7-9c18f8e55b71 req-1d3aafa1-23bd-44f5-b6b2-0be3c971b480 service neutron] 10.222.0.44 "GET /v2.0/networks/3542efc3-4ff6-43d2-9e62-bd3df2d942af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2224660 Mar 29 15:37:07.882289 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-5e8ab463-4d53-45e1-8a1b-c651c59b3380 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:07.883020 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-5e8ab463-4d53-45e1-8a1b-c651c59b3380 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-648439'] for router_interface, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:07.900291 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f835af-7d8f-4e76-9d71-2b5a2de174d9 req-219c23eb-529c-4242-b9b6-4031cbdf76bf tempest-VolumesAdminNegativeTest-440186847 tempest-VolumesAdminNegativeTest-440186847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:37:07.901970 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-d9f835af-7d8f-4e76-9d71-2b5a2de174d9 req-219c23eb-529c-4242-b9b6-4031cbdf76bf tempest-VolumesAdminNegativeTest-440186847 tempest-VolumesAdminNegativeTest-440186847-project] 10.222.0.42 "GET /v2.0/ports?device_id=e68d1a6c-f883-40bb-8d16-165b5d93ca89 HTTP/1.1" status: 200 len: 943 time: 0.0765498 Mar 29 15:37:07.915776 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-58afd601-77f9-4b74-a646-5a81f8316495 req-bab52b45-f4e3-4db9-884c-7b42202c3a29 tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] 10.222.0.42 "GET /v2.0/security-groups?id=d26d57f3-f34b-4b82-acb2-a15ffdfe7b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134720 Mar 29 15:37:07.930695 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Provisioning for port 7358f2da-0288-45a9-bbb8-559c1b9b15c8 completed by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 15:37:07.941943 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Provisioning complete for port 7358f2da-0288-45a9-bbb8-559c1b9b15c8 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:37:07.942316 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:07.944353 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port c2fce5e8-e7be-4e95-9eba-6eb4440d4432 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:37:07.945479 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:07.961015 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-d9f835af-7d8f-4e76-9d71-2b5a2de174d9 req-4f86bd8e-02f7-4378-8f9c-62d0c27a3757 tempest-VolumesAdminNegativeTest-440186847 tempest-VolumesAdminNegativeTest-440186847-project] 10.222.0.42 "GET /v2.0/security-groups?id=ca335d72-883f-4d4c-bc1b-0e400e94b626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495584 Mar 29 15:37:07.983610 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-a9ac3ab4-a304-4ccf-80c3-2c15cd43d00e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:08.000313 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [req-166a2a19-c107-47a4-b679-d2622c92c0fa req-9d6e2e0f-e267-40be-abea-4cb59e93a55b tempest-SecurityGroupsTestAdminJSON-1010731429 tempest-SecurityGroupsTestAdminJSON-1010731429-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1976529465', 'description': 'tempest-description-83187807'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:37:08.025971 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-809df5ef-be58-4e0a-8d55-b1c87dd8dbfe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0035034-69b0-5ffc-b384-0ac6189c5628-d0b8e561-a28c-462a-bbe9-e18d64a7cfc0', 'network_id': 'd0b8e561-a28c-462a-bbe9-e18d64a7cfc0', 'tenant_id': '2af1828b0db64724acc70ec85951ece1', 'fixed_ips': [{'subnet_id': '572194bb-5d01-419c-9884-1313920c1946'}]}} from n-d-834765-1. {{(pid=102792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 29 15:37:08.026906 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-809df5ef-be58-4e0a-8d55-b1c87dd8dbfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:08.036183 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-166a2a19-c107-47a4-b679-d2622c92c0fa req-9d6e2e0f-e267-40be-abea-4cb59e93a55b tempest-SecurityGroupsTestAdminJSON-1010731429 tempest-SecurityGroupsTestAdminJSON-1010731429-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:08.109655 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8ab463-4d53-45e1-8a1b-c651c59b3380 admin admin] Pushing event updated for resources: {'Port': ['ID=72483813-5371-4e85-b37b-7b1c7bc56825,revision_number=2']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:37:08.118532 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-166a2a19-c107-47a4-b679-d2622c92c0fa req-9d6e2e0f-e267-40be-abea-4cb59e93a55b tempest-SecurityGroupsTestAdminJSON-1010731429 tempest-SecurityGroupsTestAdminJSON-1010731429-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:08.126590 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-166a2a19-c107-47a4-b679-d2622c92c0fa req-9d6e2e0f-e267-40be-abea-4cb59e93a55b tempest-SecurityGroupsTestAdminJSON-1010731429 tempest-SecurityGroupsTestAdminJSON-1010731429-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:08.143092 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b8c6deea-d389-4d7b-b82c-0eae834d6247 req-deeefac5-38df-47a7-8951-d4ba54219bb8 tempest-ServersAdmin275Test-1777496134 tempest-ServersAdmin275Test-1777496134-project] 10.222.0.42 "GET /v2.0/ports?device_id=04016bd8-6ded-4605-9b43-eda4442e08e6 HTTP/1.1" status: 200 len: 210 time: 0.1240427 Mar 29 15:37:08.160595 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-166a2a19-c107-47a4-b679-d2622c92c0fa req-9d6e2e0f-e267-40be-abea-4cb59e93a55b tempest-SecurityGroupsTestAdminJSON-1010731429 tempest-SecurityGroupsTestAdminJSON-1010731429-project-admin] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:08.163115 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-166a2a19-c107-47a4-b679-d2622c92c0fa req-9d6e2e0f-e267-40be-abea-4cb59e93a55b tempest-SecurityGroupsTestAdminJSON-1010731429 tempest-SecurityGroupsTestAdminJSON-1010731429-project-admin] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.1671686 Mar 29 15:37:08.190027 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6e2e0f-e267-40be-abea-4cb59e93a55b tempest-SecurityGroupsTestAdminJSON-1010731429 tempest-SecurityGroupsTestAdminJSON-1010731429-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f02106a-601f-4e57-91e5-c94cf0d20219,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:37:08.258544 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e8ab463-4d53-45e1-8a1b-c651c59b3380 admin admin] Network 46fe54a8-e46a-41b8-9088-fec152ef0d43 is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:37:08.263164 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:08.285562 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:08.299717 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [None req-5e8ab463-4d53-45e1-8a1b-c651c59b3380 admin admin] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:37:08.305469 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-a9ac3ab4-a304-4ccf-80c3-2c15cd43d00e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:08.312748 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea6c803e-d2a8-4326-af80-e82436a0a30b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7358f2da-0288-45a9-bbb8-559c1b9b15c8'}] {{(pid=102792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:37:08.315348 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4f476c66b318cc6068719fc39557fac68d413f5c7e78fa77028c7948e999ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7dbcb1b-9d9f-486f-bb22-8ab2828d10a3" -d '{"events": [{"server_uuid": "ea6c803e-d2a8-4326-af80-e82436a0a30b", "name": "network-vif-plugged", "status": "completed", "tag": "7358f2da-0288-45a9-bbb8-559c1b9b15c8"}]}' {{(pid=102792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:37:08.356578 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] For port c2fce5e8-e7be-4e95-9eba-6eb4440d4432, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=c2fce5e8-e7be-4e95-9eba-6eb4440d4432,segment=NetworkSegment(6ab47353-a811-4bad-bc73-b4cc84583cfd),segment_id=6ab47353-a811-4bad-bc73-b4cc84583cfd)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:37:08.358549 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.db_base_plugin_common [None req-809df5ef-be58-4e0a-8d55-b1c87dd8dbfe None None] Allocated IP 172.20.0.2 (d0b8e561-a28c-462a-bbe9-e18d64a7cfc0/572194bb-5d01-419c-9884-1313920c1946/c2e17a6b-1551-4b68-b655-a19bc6af85b0) {{(pid=102792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:37:08.363249 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port 7358f2da-0288-45a9-bbb8-559c1b9b15c8, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=7358f2da-0288-45a9-bbb8-559c1b9b15c8,segment=NetworkSegment(65ab5bc3-e80e-4641-82f0-4ef53207c2d7),segment_id=65ab5bc3-e80e-4641-82f0-4ef53207c2d7)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:37:08.375705 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:08.390734 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:08.393653 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:37:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbe3993b-dcc0-44c4-b1e1-0682accfd490 x-openstack-request-id: req-dbe3993b-dcc0-44c4-b1e1-0682accfd490 {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:37:08.394131 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea6c803e-d2a8-4326-af80-e82436a0a30b", "name": "network-vif-plugged", "status": "completed", "tag": "7358f2da-0288-45a9-bbb8-559c1b9b15c8", "code": 200}]} {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:37:08.394540 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-dbe3993b-dcc0-44c4-b1e1-0682accfd490 {{(pid=102792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:37:08.395067 n-d-834765-1 neutron-server[102792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea6c803e-d2a8-4326-af80-e82436a0a30b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7358f2da-0288-45a9-bbb8-559c1b9b15c8', 'code': 200} Mar 29 15:37:08.505565 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e8ab463-4d53-45e1-8a1b-c651c59b3380 admin admin] Router 9300ee6e-d969-4444-aee1-b51b14bdc402 has already been hosted by L3 agent c648d819-1060-4f26-b4ec-6455387b5dff {{(pid=102791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 15:37:08.528887 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Pushing event updated for resources: {'Port': ['ID=c2fce5e8-e7be-4e95-9eba-6eb4440d4432,revision_number=4']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:37:08.582225 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-933b3f8a-d730-4259-bc30-5fe43592d7d5 req-9e82242d-daef-41a8-91e4-4775b71c50f3 tempest-SecurityGroupsTestAdminJSON-1010731429 tempest-SecurityGroupsTestAdminJSON-1010731429-project-admin] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 50610 time: 0.3738465 Mar 29 15:37:08.634600 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b330b0a-4ac6-4c6b-9716-cc1b82799f89 req-84c8873b-1758-4e5f-9775-0c0d33ddaf6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:37:08.636232 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-3b330b0a-4ac6-4c6b-9716-cc1b82799f89 req-84c8873b-1758-4e5f-9775-0c0d33ddaf6b service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=ea6c803e-d2a8-4326-af80-e82436a0a30b HTTP/1.1" status: 200 len: 1096 time: 0.0531750 Mar 29 15:37:08.640230 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1035503-51d7-4e87-bc62-fa313f8b03d4 req-35943c16-60ea-483f-96e5-c20ef58a2368 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:37:08.642084 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-a1035503-51d7-4e87-bc62-fa313f8b03d4 req-35943c16-60ea-483f-96e5-c20ef58a2368 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] 10.222.0.42 "GET /v2.0/ports?device_id=ea6c803e-d2a8-4326-af80-e82436a0a30b HTTP/1.1" status: 200 len: 945 time: 0.1310651 Mar 29 15:37:08.648496 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Pushing event updated for resources: {'Port': ['ID=7358f2da-0288-45a9-bbb8-559c1b9b15c8,revision_number=5']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:37:08.657851 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-809df5ef-be58-4e0a-8d55-b1c87dd8dbfe None None] Notify callbacks [] for port, precommit_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:08.671073 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-809df5ef-be58-4e0a-8d55-b1c87dd8dbfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956'] for port, after_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:08.673968 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-26afc78d-ed4f-40e3-a026-b699ea856d9d None None] Provisioning complete for port 72483813-5371-4e85-b37b-7b1c7bc56825 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:37:08.674823 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-26afc78d-ed4f-40e3-a026-b699ea856d9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:08.707399 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-3b330b0a-4ac6-4c6b-9716-cc1b82799f89 req-1fd93696-eed5-49da-bf5b-21339310d2b3 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=c99ced8e-1ceb-46fb-aaa7-747186b2b9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581465 Mar 29 15:37:08.708757 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-933b3f8a-d730-4259-bc30-5fe43592d7d5 req-9acecb83-5802-43fd-859a-4a30dd8a57c9 tempest-SecurityGroupsTestAdminJSON-1010731429 tempest-SecurityGroupsTestAdminJSON-1010731429-project-admin] 10.222.0.42 "GET /v2.0/security-groups/0d82d0e6-b2d7-4cca-b278-69fa7d0ba3ed HTTP/1.1" status: 200 len: 2981 time: 0.0764558 Mar 29 15:37:08.748399 n-d-834765-1 neutron-server[102792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-809df5ef-be58-4e0a-8d55-b1c87dd8dbfe None None] Network d0b8e561-a28c-462a-bbe9-e18d64a7cfc0 is already hosted by enough agents. {{(pid=102792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:37:08.753450 n-d-834765-1 neutron-server[102792]: DEBUG neutron.scheduler.base_scheduler [None req-809df5ef-be58-4e0a-8d55-b1c87dd8dbfe None None] Resources bound (agent type, host, resource id): {{(pid=102792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:37:08.755190 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809df5ef-be58-4e0a-8d55-b1c87dd8dbfe None None] Pushing event updated for resources: {'Port': ['ID=c2e17a6b-1551-4b68-b655-a19bc6af85b0,revision_number=1']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:37:08.758643 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-809df5ef-be58-4e0a-8d55-b1c87dd8dbfe None None] Received port after_create {{(pid=102792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:37:08.760564 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-26afc78d-ed4f-40e3-a026-b699ea856d9d None None] Port 72483813-5371-4e85-b37b-7b1c7bc56825 cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 15:37:08.767179 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-933b3f8a-d730-4259-bc30-5fe43592d7d5 req-29e485b0-1acd-457e-b977-963eb5e894f0 tempest-SecurityGroupsTestAdminJSON-1010731429 tempest-SecurityGroupsTestAdminJSON-1010731429-project-admin] 10.222.0.42 "GET /v2.0/security-groups/0d82d0e6-b2d7-4cca-b278-69fa7d0ba3ed HTTP/1.1" status: 200 len: 2981 time: 0.0502696 Mar 29 15:37:08.814388 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-809df5ef-be58-4e0a-8d55-b1c87dd8dbfe None None] Attempting to bind port c2e17a6b-1551-4b68-b655-a19bc6af85b0 on host n-d-834765-1 for vnic_type normal with profile {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:37:08.814662 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-809df5ef-be58-4e0a-8d55-b1c87dd8dbfe None None] Attempting to bind port c2e17a6b-1551-4b68-b655-a19bc6af85b0 by drivers openvswitch,hyperv on host n-d-834765-1 at level 0 using segments [{'id': '19ee7531-80c7-401c-b973-3d54e2562bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'd0b8e561-a28c-462a-bbe9-e18d64a7cfc0'}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:37:08.815018 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-809df5ef-be58-4e0a-8d55-b1c87dd8dbfe None None] Attempting to bind port c2e17a6b-1551-4b68-b655-a19bc6af85b0 on network d0b8e561-a28c-462a-bbe9-e18d64a7cfc0 {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:37:08.820644 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-809df5ef-be58-4e0a-8d55-b1c87dd8dbfe None None] Checking agent: {'id': 'a8866439-9d96-425c-b519-6905c591ac37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 25, 36), 'started_at': datetime.datetime(2022, 3, 29, 15, 26, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 37, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834765-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:37:08.821008 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-809df5ef-be58-4e0a-8d55-b1c87dd8dbfe None None] Checking segment: {'id': '19ee7531-80c7-401c-b973-3d54e2562bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'd0b8e561-a28c-462a-bbe9-e18d64a7cfc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:37:08.821399 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-809df5ef-be58-4e0a-8d55-b1c87dd8dbfe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:08.822231 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-809df5ef-be58-4e0a-8d55-b1c87dd8dbfe None None] Bound using segment: {'id': '19ee7531-80c7-401c-b973-3d54e2562bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'd0b8e561-a28c-462a-bbe9-e18d64a7cfc0'} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:37:08.822231 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-809df5ef-be58-4e0a-8d55-b1c87dd8dbfe None None] Bound port: c2e17a6b-1551-4b68-b655-a19bc6af85b0, host: n-d-834765-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19ee7531-80c7-401c-b973-3d54e2562bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'd0b8e561-a28c-462a-bbe9-e18d64a7cfc0'}}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 15:37:08.822594 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-809df5ef-be58-4e0a-8d55-b1c87dd8dbfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:08.823925 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-933b3f8a-d730-4259-bc30-5fe43592d7d5 req-f3bac4f9-ccc6-46b0-b4b1-be920e2b3e25 tempest-SecurityGroupsTestAdminJSON-1010731429 tempest-SecurityGroupsTestAdminJSON-1010731429-project-admin] 10.222.0.42 "GET /v2.0/security-groups/2890208a-e301-4438-919d-c5431d4178c0 HTTP/1.1" status: 200 len: 2981 time: 0.0499489 Mar 29 15:37:08.826879 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e8ab463-4d53-45e1-8a1b-c651c59b3380 admin admin] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:37:08.832457 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-5e8ab463-4d53-45e1-8a1b-c651c59b3380 admin admin] 10.222.0.42 "PUT /v2.0/routers/9300ee6e-d969-4444-aee1-b51b14bdc402/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9473467 Mar 29 15:37:08.850361 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e05c5130-c1d6-49c6-9927-54269eb6ecb7 None None] Sync routers for ids ['9300ee6e-d969-4444-aee1-b51b14bdc402'] in n-d-834765-1 {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:37:08.855368 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-a1035503-51d7-4e87-bc62-fa313f8b03d4 req-410b4cc7-2c66-439e-b7c4-9bcad2e171e0 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] 10.222.0.42 "GET /v2.0/security-groups?id=c99ced8e-1ceb-46fb-aaa7-747186b2b9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581864 Mar 29 15:37:08.870982 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-a9ac3ab4-a304-4ccf-80c3-2c15cd43d00e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:08.875407 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-933b3f8a-d730-4259-bc30-5fe43592d7d5 req-05bca0b3-128a-45e6-a912-722be3cdef1b tempest-SecurityGroupsTestAdminJSON-1010731429 tempest-SecurityGroupsTestAdminJSON-1010731429-project-admin] 10.222.0.42 "GET /v2.0/security-groups/2890208a-e301-4438-919d-c5431d4178c0 HTTP/1.1" status: 200 len: 2981 time: 0.0499623 Mar 29 15:37:08.892574 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-a9ac3ab4-a304-4ccf-80c3-2c15cd43d00e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:08.899227 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e05c5130-c1d6-49c6-9927-54269eb6ecb7 None None] Routers {'9300ee6e-d969-4444-aee1-b51b14bdc402'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:37:08.899961 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-e05c5130-c1d6-49c6-9927-54269eb6ecb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:37:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['9300ee6e-d969-4444-aee1-b51b14bdc402'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:37:08.923357 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-933b3f8a-d730-4259-bc30-5fe43592d7d5 req-caa1fc95-6154-4782-9945-a35364219aa8 tempest-SecurityGroupsTestAdminJSON-1010731429 tempest-SecurityGroupsTestAdminJSON-1010731429-project-admin] 10.222.0.42 "GET /v2.0/security-groups/310a1cbd-bba1-43fc-96e7-f5ca96be5d82 HTTP/1.1" status: 200 len: 2981 time: 0.0456703 Mar 29 15:37:08.988136 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-933b3f8a-d730-4259-bc30-5fe43592d7d5 req-3f4c45ba-8946-4a9c-8072-fddb816a6cd7 tempest-SecurityGroupsTestAdminJSON-1010731429 tempest-SecurityGroupsTestAdminJSON-1010731429-project-admin] 10.222.0.42 "GET /v2.0/security-groups/310a1cbd-bba1-43fc-96e7-f5ca96be5d82 HTTP/1.1" status: 200 len: 2981 time: 0.0599375 Mar 29 15:37:09.023669 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-809df5ef-be58-4e0a-8d55-b1c87dd8dbfe None None] For port c2e17a6b-1551-4b68-b655-a19bc6af85b0, host n-d-834765-1, cleared binding levels {{(pid=102792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:37:09.047094 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-933b3f8a-d730-4259-bc30-5fe43592d7d5 req-0827bc96-773e-4f44-a495-750e6d601865 tempest-SecurityGroupsTestAdminJSON-1010731429 tempest-SecurityGroupsTestAdminJSON-1010731429-project-admin] 10.222.0.42 "GET /v2.0/security-groups/326903ed-e83d-4ed8-be8c-2145063a90cb HTTP/1.1" status: 200 len: 2977 time: 0.0480244 Mar 29 15:37:09.050074 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-809df5ef-be58-4e0a-8d55-b1c87dd8dbfe None None] For port c2e17a6b-1551-4b68-b655-a19bc6af85b0, host n-d-834765-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=c2e17a6b-1551-4b68-b655-a19bc6af85b0,segment=NetworkSegment(19ee7531-80c7-401c-b973-3d54e2562bfd),segment_id=19ee7531-80c7-401c-b973-3d54e2562bfd)] {{(pid=102792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:37:09.057593 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-809df5ef-be58-4e0a-8d55-b1c87dd8dbfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:09.086918 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvr_db [None req-e05c5130-c1d6-49c6-9927-54269eb6ecb7 None None] Set router 9300ee6e-d969-4444-aee1-b51b14bdc402 gateway port host: n-d-834765-1 {{(pid=102792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:37:09.091393 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-933b3f8a-d730-4259-bc30-5fe43592d7d5 req-5a7d7dc5-02ba-438d-b906-8a7812dbf17d tempest-SecurityGroupsTestAdminJSON-1010731429 tempest-SecurityGroupsTestAdminJSON-1010731429-project-admin] 10.222.0.42 "GET /v2.0/security-groups/326903ed-e83d-4ed8-be8c-2145063a90cb HTTP/1.1" status: 200 len: 2977 time: 0.0430908 Mar 29 15:37:09.143561 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-933b3f8a-d730-4259-bc30-5fe43592d7d5 req-dacea0d9-b3bb-4025-9e7d-b7566e0b8544 tempest-SecurityGroupsTestAdminJSON-1010731429 tempest-SecurityGroupsTestAdminJSON-1010731429-project-admin] 10.222.0.42 "GET /v2.0/security-groups/4413fc3f-04e5-4309-8793-4c9a6b36b9a8 HTTP/1.1" status: 200 len: 2981 time: 0.0424616 Mar 29 15:37:09.193479 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809df5ef-be58-4e0a-8d55-b1c87dd8dbfe None None] Pushing event updated for resources: {'Port': ['ID=c2e17a6b-1551-4b68-b655-a19bc6af85b0,revision_number=2']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:37:09.207027 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-933b3f8a-d730-4259-bc30-5fe43592d7d5 req-d3240036-ec7d-4fa3-a340-a9f08ed81903 tempest-SecurityGroupsTestAdminJSON-1010731429 tempest-SecurityGroupsTestAdminJSON-1010731429-project-admin] 10.222.0.42 "GET /v2.0/security-groups/4413fc3f-04e5-4309-8793-4c9a6b36b9a8 HTTP/1.1" status: 200 len: 2981 time: 0.0516298 Mar 29 15:37:09.261879 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-933b3f8a-d730-4259-bc30-5fe43592d7d5 req-c0da3d7c-c0f2-43df-849b-8c96c8da22c4 tempest-SecurityGroupsTestAdminJSON-1010731429 tempest-SecurityGroupsTestAdminJSON-1010731429-project-admin] 10.222.0.42 "GET /v2.0/security-groups/642b48dd-fe8e-4e9e-ad86-3e97d29c76f2 HTTP/1.1" status: 200 len: 2981 time: 0.0457423 Mar 29 15:37:09.295073 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_common [None req-a9ac3ab4-a304-4ccf-80c3-2c15cd43d00e admin admin] Allocated IP 172.25.4.213 (4a4a035d-ecac-4ead-baa3-25f90788773a/e1a353dc-fac8-4901-a63c-273840237d6a/9e2674df-5c03-46fc-a696-37a0ad731b3d) {{(pid=102791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:37:09.304011 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a77806-af4b-4ddd-8c53-42dad08adb58 req-4fbf2782-5e9a-4f3a-8a2a-24eca48bca96 tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:37:09.305664 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d8a77806-af4b-4ddd-8c53-42dad08adb58 req-4fbf2782-5e9a-4f3a-8a2a-24eca48bca96 tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] 10.222.0.42 "GET /v2.0/ports?device_id=2c70776b-2e7a-4175-a595-6c782e05f18a HTTP/1.1" status: 200 len: 944 time: 0.3234737 Mar 29 15:37:09.315934 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-933b3f8a-d730-4259-bc30-5fe43592d7d5 req-89665916-498b-4eef-a8ee-245bf6307a8d tempest-SecurityGroupsTestAdminJSON-1010731429 tempest-SecurityGroupsTestAdminJSON-1010731429-project-admin] 10.222.0.42 "GET /v2.0/security-groups/642b48dd-fe8e-4e9e-ad86-3e97d29c76f2 HTTP/1.1" status: 200 len: 2981 time: 0.0457151 Mar 29 15:37:09.362566 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-e05c5130-c1d6-49c6-9927-54269eb6ecb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9300ee6e-d969-4444-aee1-b51b14bdc402', 'name': 'tempest-FloatingIPsTestJSON-451813589-router', 'tenant_id': '1696d386b177482580acd19fadb9051c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.105'}], 'enable_snat': True}, 'gw_port_id': 'c2fce5e8-e7be-4e95-9eba-6eb4440d4432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:36:59Z', 'updated_at': '2022-03-29T15:37:06Z', 'revision_number': 4, 'project_id': '1696d386b177482580acd19fadb9051c', 'gw_port': {'id': 'c2fce5e8-e7be-4e95-9eba-6eb4440d4432', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:aa:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9300ee6e-d969-4444-aee1-b51b14bdc402', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:37:00Z', 'updated_at': '2022-03-29T15:37:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': '72483813-5371-4e85-b37b-7b1c7bc56825', 'name': '', 'network_id': '46fe54a8-e46a-41b8-9088-fec152ef0d43', 'tenant_id': '1696d386b177482580acd19fadb9051c', 'mac_address': 'fa:16:3e:47:eb:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9300ee6e-d969-4444-aee1-b51b14bdc402', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'f682d2ba-74ae-4545-bd41-f328dbccdf02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:37:05Z', 'updated_at': '2022-03-29T15:37:07Z', 'revision_number': 2, 'project_id': '1696d386b177482580acd19fadb9051c', 'subnets': [{'id': 'f682d2ba-74ae-4545-bd41-f328dbccdf02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:37:09.372029 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-933b3f8a-d730-4259-bc30-5fe43592d7d5 req-8152b32d-7b03-460e-a62f-c5e45e231cc8 tempest-SecurityGroupsTestAdminJSON-1010731429 tempest-SecurityGroupsTestAdminJSON-1010731429-project-admin] 10.222.0.42 "GET /v2.0/security-groups/65faeb9c-6477-4786-a98c-4eff863cd809 HTTP/1.1" status: 200 len: 2981 time: 0.0474699 Mar 29 15:37:09.424342 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e05c5130-c1d6-49c6-9927-54269eb6ecb7 None None] Checking router: 9300ee6e-d969-4444-aee1-b51b14bdc402 for host: n-d-834765-1 {{(pid=102792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:37:09.424795 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e05c5130-c1d6-49c6-9927-54269eb6ecb7 None None] Updating router 9300ee6e-d969-4444-aee1-b51b14bdc402 port 72483813-5371-4e85-b37b-7b1c7bc56825 binding host n-d-834765-1 {{(pid=102792) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 15:37:09.431739 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d8a77806-af4b-4ddd-8c53-42dad08adb58 req-bf2811e4-8573-46e6-9923-7015562b22e5 tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] 10.222.0.42 "GET /v2.0/security-groups?id=d26d57f3-f34b-4b82-acb2-a15ffdfe7b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046424 Mar 29 15:37:09.464417 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-e05c5130-c1d6-49c6-9927-54269eb6ecb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:09.469463 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-933b3f8a-d730-4259-bc30-5fe43592d7d5 req-c5edf34a-7b8a-416a-b8d8-0023fcc96fcd tempest-SecurityGroupsTestAdminJSON-1010731429 tempest-SecurityGroupsTestAdminJSON-1010731429-project-admin] 10.222.0.42 "GET /v2.0/security-groups/65faeb9c-6477-4786-a98c-4eff863cd809 HTTP/1.1" status: 200 len: 2981 time: 0.0888746 Mar 29 15:37:09.509243 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-a9ac3ab4-a304-4ccf-80c3-2c15cd43d00e admin admin] Notify callbacks [] for port, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:09.565828 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-933b3f8a-d730-4259-bc30-5fe43592d7d5 req-0cb10f6f-d1bc-4d14-8ee5-dde39e3d0fde tempest-SecurityGroupsTestAdminJSON-1010731429 tempest-SecurityGroupsTestAdminJSON-1010731429-project-admin] 10.222.0.42 "GET /v2.0/security-groups/877fdc42-76cb-4915-b01e-149adeabbdda HTTP/1.1" status: 200 len: 2981 time: 0.0827754 Mar 29 15:37:09.585437 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-a9ac3ab4-a304-4ccf-80c3-2c15cd43d00e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956'] for port, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:09.642855 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-933b3f8a-d730-4259-bc30-5fe43592d7d5 req-4fece50a-cd88-476c-a70e-6499864c2f7e tempest-SecurityGroupsTestAdminJSON-1010731429 tempest-SecurityGroupsTestAdminJSON-1010731429-project-admin] 10.222.0.42 "GET /v2.0/security-groups/877fdc42-76cb-4915-b01e-149adeabbdda HTTP/1.1" status: 200 len: 2981 time: 0.0700619 Mar 29 15:37:09.705930 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9ac3ab4-a304-4ccf-80c3-2c15cd43d00e admin admin] Network 4a4a035d-ecac-4ead-baa3-25f90788773a is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:37:09.720070 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-933b3f8a-d730-4259-bc30-5fe43592d7d5 req-709e3b82-55d1-452b-bb5d-5c71efdc289d tempest-SecurityGroupsTestAdminJSON-1010731429 tempest-SecurityGroupsTestAdminJSON-1010731429-project-admin] 10.222.0.42 "GET /v2.0/security-groups/8cabffd0-f127-4d96-bdf5-e9984eb8dc15 HTTP/1.1" status: 200 len: 2977 time: 0.0691104 Mar 29 15:37:09.722360 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device c2fce5e8-e7be-4e95-9eba-6eb4440d4432 up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:37:09.729075 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [None req-a9ac3ab4-a304-4ccf-80c3-2c15cd43d00e admin admin] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:37:09.743205 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9ac3ab4-a304-4ccf-80c3-2c15cd43d00e admin admin] Received port after_create {{(pid=102791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:37:09.767127 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-933b3f8a-d730-4259-bc30-5fe43592d7d5 req-803f21cb-0e38-4222-9f06-a2099a033ca7 tempest-SecurityGroupsTestAdminJSON-1010731429 tempest-SecurityGroupsTestAdminJSON-1010731429-project-admin] 10.222.0.42 "GET /v2.0/security-groups/8cabffd0-f127-4d96-bdf5-e9984eb8dc15 HTTP/1.1" status: 200 len: 2977 time: 0.0464470 Mar 29 15:37:09.824793 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-933b3f8a-d730-4259-bc30-5fe43592d7d5 req-e1a7e377-60f2-4cd6-aee1-5114d6975698 tempest-SecurityGroupsTestAdminJSON-1010731429 tempest-SecurityGroupsTestAdminJSON-1010731429-project-admin] 10.222.0.42 "GET /v2.0/security-groups/99564a0e-aa77-4211-b08a-b6a25d7692b4 HTTP/1.1" status: 200 len: 2981 time: 0.0480609 Mar 29 15:37:09.842144 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port c2fce5e8-e7be-4e95-9eba-6eb4440d4432 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:37:09.842682 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:09.850295 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ac3ab4-a304-4ccf-80c3-2c15cd43d00e admin admin] Pushing event updated for resources: {'Port': ['ID=9e2674df-5c03-46fc-a696-37a0ad731b3d,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:37:09.881636 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-e05c5130-c1d6-49c6-9927-54269eb6ecb7 None None] Notify callbacks [] for port, precommit_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:09.884204 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.agents_db [None req-59735a15-725e-44d4-9ad5-95cbe356f209 None None] Agent healthcheck: found 7 active agents {{(pid=102793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 15:37:09.885360 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-933b3f8a-d730-4259-bc30-5fe43592d7d5 req-8deb1de5-ae14-4145-9bc0-7cc880d04f18 tempest-SecurityGroupsTestAdminJSON-1010731429 tempest-SecurityGroupsTestAdminJSON-1010731429-project-admin] 10.222.0.42 "GET /v2.0/security-groups/99564a0e-aa77-4211-b08a-b6a25d7692b4 HTTP/1.1" status: 200 len: 2981 time: 0.0592232 Mar 29 15:37:09.893854 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-e05c5130-c1d6-49c6-9927-54269eb6ecb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:09.930759 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-933b3f8a-d730-4259-bc30-5fe43592d7d5 req-744a751a-86bc-489e-820e-839fc5cb5e29 tempest-SecurityGroupsTestAdminJSON-1010731429 tempest-SecurityGroupsTestAdminJSON-1010731429-project-admin] 10.222.0.42 "GET /v2.0/security-groups/b7580458-be84-47ca-8c38-0225d66ff718 HTTP/1.1" status: 200 len: 2981 time: 0.0441711 Mar 29 15:37:09.952141 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83350e2e-a1c9-4385-80af-44fe4ddab601 None None] Pushing event updated for resources: {'Port': ['ID=72483813-5371-4e85-b37b-7b1c7bc56825,revision_number=3']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:37:09.954836 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-01b8a945-3513-4d41-b64c-87c0670ee891 req-268ce238-32af-4093-9df1-abed2dee78b5 tempest-FloatingIPsTestJSON-473844346 tempest-FloatingIPsTestJSON-473844346-project] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3657529 Mar 29 15:37:09.963892 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [req-01b8a945-3513-4d41-b64c-87c0670ee891 req-e2f7e1c2-ad39-43f8-896c-230b20b0baf4 tempest-FloatingIPsTestJSON-473844346 tempest-FloatingIPsTestJSON-473844346-project] Request body: {'floatingip': {'floating_network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:37:10.020391 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-933b3f8a-d730-4259-bc30-5fe43592d7d5 req-03521509-e6b4-4dbc-a3c7-9de162245282 tempest-SecurityGroupsTestAdminJSON-1010731429 tempest-SecurityGroupsTestAdminJSON-1010731429-project-admin] 10.222.0.42 "GET /v2.0/security-groups/b7580458-be84-47ca-8c38-0225d66ff718 HTTP/1.1" status: 200 len: 2981 time: 0.0741804 Mar 29 15:37:10.065198 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-01b8a945-3513-4d41-b64c-87c0670ee891 req-e2f7e1c2-ad39-43f8-896c-230b20b0baf4 tempest-FloatingIPsTestJSON-473844346 tempest-FloatingIPsTestJSON-473844346-project] Notify callbacks [] for floatingip, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:10.093406 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-933b3f8a-d730-4259-bc30-5fe43592d7d5 req-18745565-5675-4f6a-98e3-b9c7d1830660 tempest-SecurityGroupsTestAdminJSON-1010731429 tempest-SecurityGroupsTestAdminJSON-1010731429-project-admin] 10.222.0.42 "GET /v2.0/security-groups/c99ced8e-1ceb-46fb-aaa7-747186b2b9cd HTTP/1.1" status: 200 len: 2981 time: 0.0609879 Mar 29 15:37:10.174258 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-933b3f8a-d730-4259-bc30-5fe43592d7d5 req-412dadcf-1dbb-461f-94e7-a5f3bf17767b tempest-SecurityGroupsTestAdminJSON-1010731429 tempest-SecurityGroupsTestAdminJSON-1010731429-project-admin] 10.222.0.42 "GET /v2.0/security-groups/c99ced8e-1ceb-46fb-aaa7-747186b2b9cd HTTP/1.1" status: 200 len: 2981 time: 0.0726347 Mar 29 15:37:10.209925 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-a9ac3ab4-a304-4ccf-80c3-2c15cd43d00e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:10.236442 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device c2e17a6b-1551-4b68-b655-a19bc6af85b0 up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:37:10.245507 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-933b3f8a-d730-4259-bc30-5fe43592d7d5 req-b7c2f1a3-88d3-49f6-b4ad-bec75c3baae2 tempest-SecurityGroupsTestAdminJSON-1010731429 tempest-SecurityGroupsTestAdminJSON-1010731429-project-admin] 10.222.0.42 "GET /v2.0/security-groups/ca335d72-883f-4d4c-bc1b-0e400e94b626 HTTP/1.1" status: 200 len: 2981 time: 0.0630374 Mar 29 15:37:10.297418 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-e05c5130-c1d6-49c6-9927-54269eb6ecb7 None None] Attempting to bind port 72483813-5371-4e85-b37b-7b1c7bc56825 on host n-d-834765-1 for vnic_type normal with profile {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:37:10.297812 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-e05c5130-c1d6-49c6-9927-54269eb6ecb7 None None] Attempting to bind port 72483813-5371-4e85-b37b-7b1c7bc56825 by drivers openvswitch,hyperv on host n-d-834765-1 at level 0 using segments [{'id': '0b9ecc6d-9719-48d7-aed2-39aa0245458c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '46fe54a8-e46a-41b8-9088-fec152ef0d43'}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:37:10.298194 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e05c5130-c1d6-49c6-9927-54269eb6ecb7 None None] Attempting to bind port 72483813-5371-4e85-b37b-7b1c7bc56825 on network 46fe54a8-e46a-41b8-9088-fec152ef0d43 {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:37:10.302747 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-933b3f8a-d730-4259-bc30-5fe43592d7d5 req-159fc171-75e1-4167-9fba-96f3df607b52 tempest-SecurityGroupsTestAdminJSON-1010731429 tempest-SecurityGroupsTestAdminJSON-1010731429-project-admin] 10.222.0.42 "GET /v2.0/security-groups/ca335d72-883f-4d4c-bc1b-0e400e94b626 HTTP/1.1" status: 200 len: 2981 time: 0.0513554 Mar 29 15:37:10.312738 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e05c5130-c1d6-49c6-9927-54269eb6ecb7 None None] Checking agent: {'id': 'a8866439-9d96-425c-b519-6905c591ac37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 25, 36), 'started_at': datetime.datetime(2022, 3, 29, 15, 26, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 37, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834765-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:37:10.313115 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e05c5130-c1d6-49c6-9927-54269eb6ecb7 None None] Checking segment: {'id': '0b9ecc6d-9719-48d7-aed2-39aa0245458c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '46fe54a8-e46a-41b8-9088-fec152ef0d43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:37:10.313575 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-e05c5130-c1d6-49c6-9927-54269eb6ecb7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:10.313979 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e05c5130-c1d6-49c6-9927-54269eb6ecb7 None None] Bound using segment: {'id': '0b9ecc6d-9719-48d7-aed2-39aa0245458c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '46fe54a8-e46a-41b8-9088-fec152ef0d43'} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:37:10.314464 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-e05c5130-c1d6-49c6-9927-54269eb6ecb7 None None] Bound port: 72483813-5371-4e85-b37b-7b1c7bc56825, host: n-d-834765-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b9ecc6d-9719-48d7-aed2-39aa0245458c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '46fe54a8-e46a-41b8-9088-fec152ef0d43'}}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 15:37:10.314851 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-e05c5130-c1d6-49c6-9927-54269eb6ecb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:10.342330 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port c2e17a6b-1551-4b68-b655-a19bc6af85b0 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:37:10.342714 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:10.356981 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-933b3f8a-d730-4259-bc30-5fe43592d7d5 req-84d404e3-a43a-4882-8afb-ba47491420c2 tempest-SecurityGroupsTestAdminJSON-1010731429 tempest-SecurityGroupsTestAdminJSON-1010731429-project-admin] 10.222.0.42 "GET /v2.0/security-groups/d26d57f3-f34b-4b82-acb2-a15ffdfe7b5d HTTP/1.1" status: 200 len: 2981 time: 0.0464413 Mar 29 15:37:10.379815 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-3b719f3a-3f6e-428f-89ea-b8eb67456159 None None] Provisioning complete for port 72483813-5371-4e85-b37b-7b1c7bc56825 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:37:10.380379 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-3b719f3a-3f6e-428f-89ea-b8eb67456159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:10.416287 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-933b3f8a-d730-4259-bc30-5fe43592d7d5 req-cb37e168-d2bc-4636-91d6-bff8a46851d3 tempest-SecurityGroupsTestAdminJSON-1010731429 tempest-SecurityGroupsTestAdminJSON-1010731429-project-admin] 10.222.0.42 "GET /v2.0/security-groups/d26d57f3-f34b-4b82-acb2-a15ffdfe7b5d HTTP/1.1" status: 200 len: 2981 time: 0.0520828 Mar 29 15:37:10.468325 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-01b8a945-3513-4d41-b64c-87c0670ee891 req-e2f7e1c2-ad39-43f8-896c-230b20b0baf4 tempest-FloatingIPsTestJSON-473844346 tempest-FloatingIPsTestJSON-473844346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:10.473518 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-933b3f8a-d730-4259-bc30-5fe43592d7d5 req-2472f394-91c0-46a8-860a-762491b40b51 tempest-SecurityGroupsTestAdminJSON-1010731429 tempest-SecurityGroupsTestAdminJSON-1010731429-project-admin] 10.222.0.42 "GET /v2.0/security-groups/f2745505-ab7e-4806-ae32-ce547d6e1e34 HTTP/1.1" status: 200 len: 2973 time: 0.0463181 Mar 29 15:37:10.478730 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-3b719f3a-3f6e-428f-89ea-b8eb67456159 None None] Port 72483813-5371-4e85-b37b-7b1c7bc56825 cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 15:37:10.518590 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aba5c404-9a7d-406c-925e-177b7ed182e5 None None] Network d0b8e561-a28c-462a-bbe9-e18d64a7cfc0 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 15:37:10.534312 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-933b3f8a-d730-4259-bc30-5fe43592d7d5 req-c57e5f94-98ab-4886-838c-bc5c5f796224 tempest-SecurityGroupsTestAdminJSON-1010731429 tempest-SecurityGroupsTestAdminJSON-1010731429-project-admin] 10.222.0.42 "GET /v2.0/security-groups/f2745505-ab7e-4806-ae32-ce547d6e1e34 HTTP/1.1" status: 200 len: 2973 time: 0.0500665 Mar 29 15:37:10.535401 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device 3fe24e57-9a71-4966-83ad-f259536e4a73 details requested by agent hyperv_n-h1-834765-1 with host n-h1-834765-1 {{(pid=102792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 15:37:10.538405 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-e05c5130-c1d6-49c6-9927-54269eb6ecb7 None None] For port 72483813-5371-4e85-b37b-7b1c7bc56825, host n-d-834765-1, cleared binding levels {{(pid=102792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:37:10.564174 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-e05c5130-c1d6-49c6-9927-54269eb6ecb7 None None] For port 72483813-5371-4e85-b37b-7b1c7bc56825, host n-d-834765-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=72483813-5371-4e85-b37b-7b1c7bc56825,segment=NetworkSegment(0b9ecc6d-9719-48d7-aed2-39aa0245458c),segment_id=0b9ecc6d-9719-48d7-aed2-39aa0245458c)] {{(pid=102792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:37:10.590309 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-a9ac3ab4-a304-4ccf-80c3-2c15cd43d00e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648118'] for router, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:10.626928 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-e05c5130-c1d6-49c6-9927-54269eb6ecb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:10.640504 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebddf24-ce32-44fb-aa77-6578c77d1f5f req-6c90c7bc-c753-40d0-a139-bbce9d01f0fb tempest-VolumesAdminNegativeTest-440186847 tempest-VolumesAdminNegativeTest-440186847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:37:10.642001 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-6ebddf24-ce32-44fb-aa77-6578c77d1f5f req-6c90c7bc-c753-40d0-a139-bbce9d01f0fb tempest-VolumesAdminNegativeTest-440186847 tempest-VolumesAdminNegativeTest-440186847-project] 10.222.0.42 "GET /v2.0/ports?device_id=e68d1a6c-f883-40bb-8d16-165b5d93ca89 HTTP/1.1" status: 200 len: 943 time: 0.0519798 Mar 29 15:37:10.691858 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-6ebddf24-ce32-44fb-aa77-6578c77d1f5f req-969b4ece-8eb9-417d-b012-5d6735702086 tempest-VolumesAdminNegativeTest-440186847 tempest-VolumesAdminNegativeTest-440186847-project] 10.222.0.42 "GET /v2.0/security-groups?id=ca335d72-883f-4d4c-bc1b-0e400e94b626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425754 Mar 29 15:37:10.698622 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_common [req-01b8a945-3513-4d41-b64c-87c0670ee891 req-e2f7e1c2-ad39-43f8-896c-230b20b0baf4 tempest-FloatingIPsTestJSON-473844346 tempest-FloatingIPsTestJSON-473844346-project] Allocated IP 172.25.4.56 (4a4a035d-ecac-4ead-baa3-25f90788773a/e1a353dc-fac8-4901-a63c-273840237d6a/a3de72b4-2fcf-4f13-bead-a8f8305c54fd) {{(pid=102791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:37:10.722200 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:10.763881 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-01c4fa02-9941-4c32-8581-8660a9deac3b None None] Provisioning complete for port c2e17a6b-1551-4b68-b655-a19bc6af85b0 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:37:10.764170 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-01c4fa02-9941-4c32-8581-8660a9deac3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:10.804896 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-090a2bcc-b9e8-4ddd-b623-01efdbb5d0bb req-55c0b3a3-7eda-4495-a9f2-5e019942d8a1 tempest-ServersAdmin275Test-1777496134 tempest-ServersAdmin275Test-1777496134-project] 10.222.0.42 "GET /v2.0/ports?device_id=04016bd8-6ded-4605-9b43-eda4442e08e6 HTTP/1.1" status: 200 len: 210 time: 0.0376518 Mar 29 15:37:10.852290 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port 3fe24e57-9a71-4966-83ad-f259536e4a73, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=3fe24e57-9a71-4966-83ad-f259536e4a73,segment=NetworkSegment(ef776ebf-3dc1-477a-a01a-06bb694b6527),segment_id=ef776ebf-3dc1-477a-a01a-06bb694b6527)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:37:10.893311 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-01b8a945-3513-4d41-b64c-87c0670ee891 req-e2f7e1c2-ad39-43f8-896c-230b20b0baf4 tempest-FloatingIPsTestJSON-473844346 tempest-FloatingIPsTestJSON-473844346-project] Notify callbacks [] for port, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:10.898669 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9ac3ab4-a304-4ccf-80c3-2c15cd43d00e admin admin] Router 45da26bd-8120-46d4-bcdc-4cdd7dcf8db9 is scheduled to L3 agent c648d819-1060-4f26-b4ec-6455387b5dff with binding_index 1 {{(pid=102791) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 29 15:37:10.912494 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Returning: {'device': '3fe24e57-9a71-4966-83ad-f259536e4a73', 'network_id': '3542efc3-4ff6-43d2-9e62-bd3df2d942af', 'port_id': '3fe24e57-9a71-4966-83ad-f259536e4a73', 'mac_address': 'fa:16:3e:8e:7d:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 600, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fe2b72e-0d47-4527-9f6c-6c803353089c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 15:37:10.959381 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e05c5130-c1d6-49c6-9927-54269eb6ecb7 None None] Routers {'9300ee6e-d969-4444-aee1-b51b14bdc402'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:37:10.960356 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-e05c5130-c1d6-49c6-9927-54269eb6ecb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:37:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['9300ee6e-d969-4444-aee1-b51b14bdc402'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:37:10.990148 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1761a521-9504-42f4-b7c7-6e5a0d588deb req-1460cc6e-cdcd-4fbb-b788-37a2059540ce tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:37:10.998917 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-1761a521-9504-42f4-b7c7-6e5a0d588deb req-1460cc6e-cdcd-4fbb-b788-37a2059540ce tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] 10.222.0.42 "GET /v2.0/ports?device_id=ea6c803e-d2a8-4326-af80-e82436a0a30b HTTP/1.1" status: 200 len: 945 time: 0.0626771 Mar 29 15:37:11.018716 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-01b8a945-3513-4d41-b64c-87c0670ee891 req-e2f7e1c2-ad39-43f8-896c-230b20b0baf4 tempest-FloatingIPsTestJSON-473844346 tempest-FloatingIPsTestJSON-473844346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956'] for port, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:11.035459 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-1761a521-9504-42f4-b7c7-6e5a0d588deb req-60e5f4fc-4b88-4818-9808-579afcc161fc tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] 10.222.0.42 "GET /v2.0/security-groups?id=c99ced8e-1ceb-46fb-aaa7-747186b2b9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355966 Mar 29 15:37:11.075965 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01b8a945-3513-4d41-b64c-87c0670ee891 req-e2f7e1c2-ad39-43f8-896c-230b20b0baf4 tempest-FloatingIPsTestJSON-473844346 tempest-FloatingIPsTestJSON-473844346-project] Network 4a4a035d-ecac-4ead-baa3-25f90788773a is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:37:11.082097 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [req-01b8a945-3513-4d41-b64c-87c0670ee891 req-e2f7e1c2-ad39-43f8-896c-230b20b0baf4 tempest-FloatingIPsTestJSON-473844346 tempest-FloatingIPsTestJSON-473844346-project] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:37:11.084553 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [req-01b8a945-3513-4d41-b64c-87c0670ee891 req-e2f7e1c2-ad39-43f8-896c-230b20b0baf4 tempest-FloatingIPsTestJSON-473844346 tempest-FloatingIPsTestJSON-473844346-project] Received port after_create {{(pid=102791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:37:11.095519 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f7e1c2-ad39-43f8-896c-230b20b0baf4 tempest-FloatingIPsTestJSON-473844346 tempest-FloatingIPsTestJSON-473844346-project] Pushing event updated for resources: {'Port': ['ID=a3de72b4-2fcf-4f13-bead-a8f8305c54fd,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:37:11.099074 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9ac3ab4-a304-4ccf-80c3-2c15cd43d00e admin admin] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:37:11.103748 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-97ac4045-57df-4ee6-bfd4-17d403e2f035 req-4dbc9ebd-4070-4e5f-89ae-41594c738ffe service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=04016bd8-6ded-4605-9b43-eda4442e08e6 HTTP/1.1" status: 200 len: 210 time: 0.0325611 Mar 29 15:37:11.111352 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4183cf63-31a9-41e6-8028-c65342ef7e75 None None] Sync routers for ids ['45da26bd-8120-46d4-bcdc-4cdd7dcf8db9'] in n-d-834765-1 {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:37:11.125320 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4183cf63-31a9-41e6-8028-c65342ef7e75 None None] Routers {'45da26bd-8120-46d4-bcdc-4cdd7dcf8db9'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:37:11.126295 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-4183cf63-31a9-41e6-8028-c65342ef7e75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:37:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['45da26bd-8120-46d4-bcdc-4cdd7dcf8db9'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:37:11.144493 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-a9ac3ab4-a304-4ccf-80c3-2c15cd43d00e admin admin] Notify callbacks [] for router, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:11.145640 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-a9ac3ab4-a304-4ccf-80c3-2c15cd43d00e admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.5114489 Mar 29 15:37:11.148521 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 37914) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:37:11.169854 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-01b8a945-3513-4d41-b64c-87c0670ee891 req-e2f7e1c2-ad39-43f8-896c-230b20b0baf4 tempest-FloatingIPsTestJSON-473844346 tempest-FloatingIPsTestJSON-473844346-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:11.170817 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] For port c2e17a6b-1551-4b68-b655-a19bc6af85b0, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=c2e17a6b-1551-4b68-b655-a19bc6af85b0,segment=NetworkSegment(19ee7531-80c7-401c-b973-3d54e2562bfd),segment_id=19ee7531-80c7-401c-b973-3d54e2562bfd)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:37:11.184869 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83350e2e-a1c9-4385-80af-44fe4ddab601 None None] Pushing event updated for resources: {'Port': ['ID=72483813-5371-4e85-b37b-7b1c7bc56825,revision_number=4']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:37:11.193946 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:11.201966 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:11.225283 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-01b8a945-3513-4d41-b64c-87c0670ee891 req-e2f7e1c2-ad39-43f8-896c-230b20b0baf4 tempest-FloatingIPsTestJSON-473844346 tempest-FloatingIPsTestJSON-473844346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:11.226929 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7940a69f-3de2-4231-a9f0-d20deb8289f8 req-dd1798fb-c878-43c3-85c7-a0e7de945e38 tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:37:11.229081 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-7940a69f-3de2-4231-a9f0-d20deb8289f8 req-dd1798fb-c878-43c3-85c7-a0e7de945e38 tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] 10.222.0.42 "GET /v2.0/ports?device_id=2c70776b-2e7a-4175-a595-6c782e05f18a HTTP/1.1" status: 200 len: 944 time: 0.1168625 Mar 29 15:37:11.288625 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvr_db [None req-4183cf63-31a9-41e6-8028-c65342ef7e75 None None] Set router 45da26bd-8120-46d4-bcdc-4cdd7dcf8db9 gateway port host: n-d-834765-1 {{(pid=102793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:37:11.304224 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3fe24e57-9a71-4966-83ad-f259536e4a73 {{(pid=102792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:37:11.370748 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port 3fe24e57-9a71-4966-83ad-f259536e4a73, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=3fe24e57-9a71-4966-83ad-f259536e4a73,segment=NetworkSegment(ef776ebf-3dc1-477a-a01a-06bb694b6527),segment_id=ef776ebf-3dc1-477a-a01a-06bb694b6527)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:37:11.372731 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Pushing event updated for resources: {'Port': ['ID=c2e17a6b-1551-4b68-b655-a19bc6af85b0,revision_number=3']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:37:11.380766 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvr_db [None req-e05c5130-c1d6-49c6-9927-54269eb6ecb7 None None] Set router 9300ee6e-d969-4444-aee1-b51b14bdc402 gateway port host: n-d-834765-1 {{(pid=102792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:37:11.383487 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:11.384433 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device 3e4f56b3-2681-4f53-b655-bc7714d4de2d details requested by agent hyperv_n-h1-834765-1 with host n-h1-834765-1 {{(pid=102792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 15:37:11.444036 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-01b8a945-3513-4d41-b64c-87c0670ee891 req-e2f7e1c2-ad39-43f8-896c-230b20b0baf4 tempest-FloatingIPsTestJSON-473844346 tempest-FloatingIPsTestJSON-473844346-project] Notify callbacks [] for port, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:11.455289 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-01b8a945-3513-4d41-b64c-87c0670ee891 req-e2f7e1c2-ad39-43f8-896c-230b20b0baf4 tempest-FloatingIPsTestJSON-473844346 tempest-FloatingIPsTestJSON-473844346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:11.516116 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-01b8a945-3513-4d41-b64c-87c0670ee891 req-e2f7e1c2-ad39-43f8-896c-230b20b0baf4 tempest-FloatingIPsTestJSON-473844346 tempest-FloatingIPsTestJSON-473844346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648212'] for floatingip, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:11.550111 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-01b8a945-3513-4d41-b64c-87c0670ee891 req-e2f7e1c2-ad39-43f8-896c-230b20b0baf4 tempest-FloatingIPsTestJSON-473844346 tempest-FloatingIPsTestJSON-473844346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for floatingip, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:11.551624 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-01b8a945-3513-4d41-b64c-87c0670ee891 req-e2f7e1c2-ad39-43f8-896c-230b20b0baf4 tempest-FloatingIPsTestJSON-473844346 tempest-FloatingIPsTestJSON-473844346-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.5959408 Mar 29 15:37:11.559948 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f7e1c2-ad39-43f8-896c-230b20b0baf4 tempest-FloatingIPsTestJSON-473844346 tempest-FloatingIPsTestJSON-473844346-project] Pushing event updated for resources: {'Port': ['ID=a3de72b4-2fcf-4f13-bead-a8f8305c54fd,revision_number=2']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:37:11.610031 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-7940a69f-3de2-4231-a9f0-d20deb8289f8 req-aa121e96-8467-442d-a680-ebf3967a6b5b tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] 10.222.0.42 "GET /v2.0/security-groups?id=d26d57f3-f34b-4b82-acb2-a15ffdfe7b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3722773 Mar 29 15:37:11.618823 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.db.resource_extend [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 29 15:37:11.620559 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device c2e17a6b-1551-4b68-b655-a19bc6af85b0 up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:37:11.649468 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-4183cf63-31a9-41e6-8028-c65342ef7e75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45da26bd-8120-46d4-bcdc-4cdd7dcf8db9', 'name': 'tempest-ServersTestFqdnHostnames-1468150373-router', 'tenant_id': '2af1828b0db64724acc70ec85951ece1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.213'}], 'enable_snat': True}, 'gw_port_id': '9e2674df-5c03-46fc-a696-37a0ad731b3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:37:07Z', 'updated_at': '2022-03-29T15:37:09Z', 'revision_number': 3, 'project_id': '2af1828b0db64724acc70ec85951ece1', 'gw_port': {'id': '9e2674df-5c03-46fc-a696-37a0ad731b3d', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:4f:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45da26bd-8120-46d4-bcdc-4cdd7dcf8db9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:37:08Z', 'updated_at': '2022-03-29T15:37:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1'}], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:37:11.674959 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Pushing event updated for resources: {'Port': ['ID=3fe24e57-9a71-4966-83ad-f259536e4a73,revision_number=4']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:37:11.684121 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4183cf63-31a9-41e6-8028-c65342ef7e75 None None] Checking router: 45da26bd-8120-46d4-bcdc-4cdd7dcf8db9 for host: n-d-834765-1 {{(pid=102793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:37:11.684558 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4183cf63-31a9-41e6-8028-c65342ef7e75 None None] Updating router 45da26bd-8120-46d4-bcdc-4cdd7dcf8db9 port 9e2674df-5c03-46fc-a696-37a0ad731b3d binding host n-d-834765-1 {{(pid=102793) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 15:37:11.685195 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-5c71304a-b56a-47f9-ae1d-4366a5ac1283 None None] Provisioning complete for port 72483813-5371-4e85-b37b-7b1c7bc56825 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:37:11.685820 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-5c71304a-b56a-47f9-ae1d-4366a5ac1283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:11.700970 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-01b8a945-3513-4d41-b64c-87c0670ee891 req-e73edd8b-16fa-4ae2-8f4c-16a42da2639c tempest-FloatingIPsTestJSON-473844346 tempest-FloatingIPsTestJSON-473844346-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.4.56 HTTP/1.1" status: 200 len: 695 time: 0.1221461 Mar 29 15:37:11.715578 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-4183cf63-31a9-41e6-8028-c65342ef7e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:11.822697 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b8a945-3513-4d41-b64c-87c0670ee891 req-450c5f6a-4407-44e3-8cee-b96e391ad3d2 tempest-FloatingIPsTestJSON-473844346 tempest-FloatingIPsTestJSON-473844346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:37:11.832307 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-01b8a945-3513-4d41-b64c-87c0670ee891 req-450c5f6a-4407-44e3-8cee-b96e391ad3d2 tempest-FloatingIPsTestJSON-473844346 tempest-FloatingIPsTestJSON-473844346-project] 10.222.0.42 "GET /v2.0/networks/4a4a035d-ecac-4ead-baa3-25f90788773a HTTP/1.1" status: 200 len: 784 time: 0.1303976 Mar 29 15:37:11.838569 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [req-01b8a945-3513-4d41-b64c-87c0670ee891 req-439c947d-2df2-45d1-a8e7-4e0a91935fc4 tempest-FloatingIPsTestJSON-473844346 tempest-FloatingIPsTestJSON-473844346-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=102791) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 15:37:11.850395 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-c37bb3c0-5350-4b5f-9b3d-2b29bbf7a716 req-59dc31cd-b604-4dd7-a9f4-1cc65e046236 tempest-SecurityGroupsTestAdminJSON-1509446589 tempest-SecurityGroupsTestAdminJSON-1509446589-project] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=84e977db2f2743e38b3e80b2e81ea4c3 HTTP/1.1" status: 200 len: 6102 time: 0.1516750 Mar 29 15:37:11.861812 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-01b8a945-3513-4d41-b64c-87c0670ee891 req-439c947d-2df2-45d1-a8e7-4e0a91935fc4 tempest-FloatingIPsTestJSON-473844346 tempest-FloatingIPsTestJSON-473844346-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0219245 Mar 29 15:37:11.925791 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port 3e4f56b3-2681-4f53-b655-bc7714d4de2d, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=3e4f56b3-2681-4f53-b655-bc7714d4de2d,segment=NetworkSegment(52cd9713-83ea-496d-8c48-fd7b796e6ead),segment_id=52cd9713-83ea-496d-8c48-fd7b796e6ead)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:37:11.951666 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-c37bb3c0-5350-4b5f-9b3d-2b29bbf7a716 req-c972c3df-63cf-4aca-b44f-4e86e3a6cbd3 tempest-SecurityGroupsTestAdminJSON-1509446589 tempest-SecurityGroupsTestAdminJSON-1509446589-project] 10.222.0.42 "GET /v2.0/security-groups/2890208a-e301-4438-919d-c5431d4178c0 HTTP/1.1" status: 200 len: 2981 time: 0.1003931 Mar 29 15:37:11.977857 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port c2e17a6b-1551-4b68-b655-a19bc6af85b0 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:37:11.978227 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:12.007197 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Returning: {'device': '3e4f56b3-2681-4f53-b655-bc7714d4de2d', 'network_id': 'c7e23169-e9d3-4fec-ace3-87b88825b851', 'port_id': '3e4f56b3-2681-4f53-b655-bc7714d4de2d', 'mac_address': 'fa:16:3e:b0:a2:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 639, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47ebad0b-955e-4824-b04c-60b1952d5787', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 15:37:12.023069 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-4183cf63-31a9-41e6-8028-c65342ef7e75 None None] Notify callbacks [] for port, precommit_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:12.030572 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-4183cf63-31a9-41e6-8028-c65342ef7e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:12.077784 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-c37bb3c0-5350-4b5f-9b3d-2b29bbf7a716 req-ad6a8e29-0c13-4afc-a6bb-d035648557e0 tempest-SecurityGroupsTestAdminJSON-1509446589 tempest-SecurityGroupsTestAdminJSON-1509446589-project] 10.222.0.42 "GET /v2.0/security-groups/2890208a-e301-4438-919d-c5431d4178c0 HTTP/1.1" status: 200 len: 2981 time: 0.0933678 Mar 29 15:37:12.090186 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.managers [None req-4183cf63-31a9-41e6-8028-c65342ef7e75 None None] Attempting to bind port 9e2674df-5c03-46fc-a696-37a0ad731b3d on host n-d-834765-1 for vnic_type normal with profile {{(pid=102793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:37:12.090680 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.managers [None req-4183cf63-31a9-41e6-8028-c65342ef7e75 None None] Attempting to bind port 9e2674df-5c03-46fc-a696-37a0ad731b3d by drivers openvswitch,hyperv on host n-d-834765-1 at level 0 using segments [{'id': '6ab47353-a811-4bad-bc73-b4cc84583cfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'}] {{(pid=102793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:37:12.091042 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4183cf63-31a9-41e6-8028-c65342ef7e75 None None] Attempting to bind port 9e2674df-5c03-46fc-a696-37a0ad731b3d on network 4a4a035d-ecac-4ead-baa3-25f90788773a {{(pid=102793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:37:12.099877 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4183cf63-31a9-41e6-8028-c65342ef7e75 None None] Checking agent: {'id': 'a8866439-9d96-425c-b519-6905c591ac37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 25, 36), 'started_at': datetime.datetime(2022, 3, 29, 15, 26, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 37, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834765-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:37:12.100069 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4183cf63-31a9-41e6-8028-c65342ef7e75 None None] Checking segment: {'id': '6ab47353-a811-4bad-bc73-b4cc84583cfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:37:12.100470 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-4183cf63-31a9-41e6-8028-c65342ef7e75 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:12.100863 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4183cf63-31a9-41e6-8028-c65342ef7e75 None None] Bound using segment: {'id': '6ab47353-a811-4bad-bc73-b4cc84583cfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'} {{(pid=102793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:37:12.101385 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.managers [None req-4183cf63-31a9-41e6-8028-c65342ef7e75 None None] Bound port: 9e2674df-5c03-46fc-a696-37a0ad731b3d, host: n-d-834765-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ab47353-a811-4bad-bc73-b4cc84583cfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'}}] {{(pid=102793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 15:37:12.101789 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-4183cf63-31a9-41e6-8028-c65342ef7e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:12.144850 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-5c71304a-b56a-47f9-ae1d-4366a5ac1283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:12.157627 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de9b069-e84d-46e5-9c22-e058528b3fd3 req-cbcf450c-e71d-4b42-b659-7d7ce8faaea6 tempest-LiveMigrationTest-953290782 tempest-LiveMigrationTest-953290782-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:37:12.160232 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-9de9b069-e84d-46e5-9c22-e058528b3fd3 req-cbcf450c-e71d-4b42-b659-7d7ce8faaea6 tempest-LiveMigrationTest-953290782 tempest-LiveMigrationTest-953290782-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=ea6c803e-d2a8-4326-af80-e82436a0a30b HTTP/1.1" status: 200 len: 1096 time: 0.0653434 Mar 29 15:37:12.164202 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.db [None req-4183cf63-31a9-41e6-8028-c65342ef7e75 None None] For port 9e2674df-5c03-46fc-a696-37a0ad731b3d, host n-d-834765-1, cleared binding levels {{(pid=102793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:37:12.167391 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.db [None req-4183cf63-31a9-41e6-8028-c65342ef7e75 None None] For port 9e2674df-5c03-46fc-a696-37a0ad731b3d, host n-d-834765-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=9e2674df-5c03-46fc-a696-37a0ad731b3d,segment=NetworkSegment(6ab47353-a811-4bad-bc73-b4cc84583cfd),segment_id=6ab47353-a811-4bad-bc73-b4cc84583cfd)] {{(pid=102793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:37:12.177800 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-4183cf63-31a9-41e6-8028-c65342ef7e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:12.186290 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:12.193629 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652cdfeb-f874-4aa2-a5fb-e62302da33b4 None None] Pushing event updated for resources: {'Port': ['ID=9e2674df-5c03-46fc-a696-37a0ad731b3d,revision_number=2']} {{(pid=102793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:37:12.238430 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4183cf63-31a9-41e6-8028-c65342ef7e75 None None] Routers {'45da26bd-8120-46d4-bcdc-4cdd7dcf8db9'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:37:12.239054 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-4183cf63-31a9-41e6-8028-c65342ef7e75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:37:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['45da26bd-8120-46d4-bcdc-4cdd7dcf8db9'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:37:12.251738 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-e05c5130-c1d6-49c6-9927-54269eb6ecb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9300ee6e-d969-4444-aee1-b51b14bdc402', 'name': 'tempest-FloatingIPsTestJSON-451813589-router', 'tenant_id': '1696d386b177482580acd19fadb9051c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.105'}], 'enable_snat': True}, 'gw_port_id': 'c2fce5e8-e7be-4e95-9eba-6eb4440d4432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:36:59Z', 'updated_at': '2022-03-29T15:37:06Z', 'revision_number': 4, 'project_id': '1696d386b177482580acd19fadb9051c', 'gw_port': {'id': 'c2fce5e8-e7be-4e95-9eba-6eb4440d4432', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:aa:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9300ee6e-d969-4444-aee1-b51b14bdc402', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:37:00Z', 'updated_at': '2022-03-29T15:37:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': '72483813-5371-4e85-b37b-7b1c7bc56825', 'name': '', 'network_id': '46fe54a8-e46a-41b8-9088-fec152ef0d43', 'tenant_id': '1696d386b177482580acd19fadb9051c', 'mac_address': 'fa:16:3e:47:eb:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9300ee6e-d969-4444-aee1-b51b14bdc402', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'f682d2ba-74ae-4545-bd41-f328dbccdf02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:37:05Z', 'updated_at': '2022-03-29T15:37:10Z', 'revision_number': 4, 'project_id': '1696d386b177482580acd19fadb9051c', 'subnets': [{'id': 'f682d2ba-74ae-4545-bd41-f328dbccdf02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:37:12.257064 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-30118993-aefa-44e7-bfa5-54d16e6734d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:12.258489 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-5c71304a-b56a-47f9-ae1d-4366a5ac1283 None None] For port 72483813-5371-4e85-b37b-7b1c7bc56825, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=72483813-5371-4e85-b37b-7b1c7bc56825,segment=NetworkSegment(0b9ecc6d-9719-48d7-aed2-39aa0245458c),segment_id=0b9ecc6d-9719-48d7-aed2-39aa0245458c)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:37:12.260953 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e4f56b3-2681-4f53-b655-bc7714d4de2d {{(pid=102792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:37:12.272978 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-9de9b069-e84d-46e5-9c22-e058528b3fd3 req-d159cbe7-195f-4b97-9ee2-d4580fb0e406 tempest-LiveMigrationTest-953290782 tempest-LiveMigrationTest-953290782-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=c99ced8e-1ceb-46fb-aaa7-747186b2b9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033072 Mar 29 15:37:12.295537 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b6133c-7bb5-427d-92cc-0e04a47fd33d req-bf0c9547-a65f-4969-aab1-598e5a5a5bd2 tempest-VolumesAdminNegativeTest-440186847 tempest-VolumesAdminNegativeTest-440186847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:37:12.297263 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-00b6133c-7bb5-427d-92cc-0e04a47fd33d req-bf0c9547-a65f-4969-aab1-598e5a5a5bd2 tempest-VolumesAdminNegativeTest-440186847 tempest-VolumesAdminNegativeTest-440186847-project] 10.222.0.42 "GET /v2.0/ports?device_id=e68d1a6c-f883-40bb-8d16-165b5d93ca89 HTTP/1.1" status: 200 len: 944 time: 0.1096327 Mar 29 15:37:12.309195 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e05c5130-c1d6-49c6-9927-54269eb6ecb7 None None] The sync data for ids ['9300ee6e-d969-4444-aee1-b51b14bdc402'] in n-d-834765-1 is: [{'id': '9300ee6e-d969-4444-aee1-b51b14bdc402', 'name': 'tempest-FloatingIPsTestJSON-451813589-router', 'tenant_id': '1696d386b177482580acd19fadb9051c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.105'}], 'enable_snat': True}, 'gw_port_id': 'c2fce5e8-e7be-4e95-9eba-6eb4440d4432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:36:59Z', 'updated_at': '2022-03-29T15:37:06Z', 'revision_number': 4, 'project_id': '1696d386b177482580acd19fadb9051c', 'gw_port': {'id': 'c2fce5e8-e7be-4e95-9eba-6eb4440d4432', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:aa:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9300ee6e-d969-4444-aee1-b51b14bdc402', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:37:00Z', 'updated_at': '2022-03-29T15:37:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': '72483813-5371-4e85-b37b-7b1c7bc56825', 'name': '', 'network_id': '46fe54a8-e46a-41b8-9088-fec152ef0d43', 'tenant_id': '1696d386b177482580acd19fadb9051c', 'mac_address': 'fa:16:3e:47:eb:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9300ee6e-d969-4444-aee1-b51b14bdc402', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'f682d2ba-74ae-4545-bd41-f328dbccdf02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:37:05Z', 'updated_at': '2022-03-29T15:37:10Z', 'revision_number': 4, 'project_id': '1696d386b177482580acd19fadb9051c', 'subnets': [{'id': 'f682d2ba-74ae-4545-bd41-f328dbccdf02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:37:12.310976 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-5c71304a-b56a-47f9-ae1d-4366a5ac1283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:12.342640 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port 3e4f56b3-2681-4f53-b655-bc7714d4de2d, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=3e4f56b3-2681-4f53-b655-bc7714d4de2d,segment=NetworkSegment(52cd9713-83ea-496d-8c48-fd7b796e6ead),segment_id=52cd9713-83ea-496d-8c48-fd7b796e6ead)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:37:12.375575 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652cdfeb-f874-4aa2-a5fb-e62302da33b4 None None] Pushing event updated for resources: {'Port': ['ID=9e2674df-5c03-46fc-a696-37a0ad731b3d,revision_number=3']} {{(pid=102793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:37:12.565268 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvr_db [None req-4183cf63-31a9-41e6-8028-c65342ef7e75 None None] Set router 45da26bd-8120-46d4-bcdc-4cdd7dcf8db9 gateway port host: n-d-834765-1 {{(pid=102793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:37:12.614403 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:12.674346 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-8489e3fa-3cd7-4beb-8a46-2fb366986d4d None None] Provisioning complete for port c2e17a6b-1551-4b68-b655-a19bc6af85b0 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:37:12.674725 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-8489e3fa-3cd7-4beb-8a46-2fb366986d4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:12.709944 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c71304a-b56a-47f9-ae1d-4366a5ac1283 None None] Pushing event updated for resources: {'Port': ['ID=72483813-5371-4e85-b37b-7b1c7bc56825,revision_number=5']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:37:12.752784 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.db_base_plugin_common [None req-30118993-aefa-44e7-bfa5-54d16e6734d5 admin admin] Allocated IP 172.20.0.1 (d0b8e561-a28c-462a-bbe9-e18d64a7cfc0/572194bb-5d01-419c-9884-1313920c1946/2c9e39e5-cc3f-4a3c-bc7c-366be9f7ddc6) {{(pid=102790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:37:12.763064 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-00b6133c-7bb5-427d-92cc-0e04a47fd33d req-cf5511da-8020-4050-804f-987c49b74bf5 tempest-VolumesAdminNegativeTest-440186847 tempest-VolumesAdminNegativeTest-440186847-project] 10.222.0.42 "GET /v2.0/security-groups?id=ca335d72-883f-4d4c-bc1b-0e400e94b626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4363797 Mar 29 15:37:12.800108 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Pushing event updated for resources: {'Port': ['ID=3e4f56b3-2681-4f53-b655-bc7714d4de2d,revision_number=4']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:37:12.890819 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-aa44f89b-fbd3-44c5-81db-ae0fc201fd68 req-82ed683b-e78d-42b5-ad5f-77bd06f85fbe tempest-FloatingIPsTestJSON-473844346 tempest-FloatingIPsTestJSON-473844346-project] 10.222.0.42 "GET /v2.0/floatingips/af2cd69f-5460-4739-880a-b13ba1491729 HTTP/1.1" status: 200 len: 692 time: 0.5235775 Mar 29 15:37:12.930018 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-4183cf63-31a9-41e6-8028-c65342ef7e75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45da26bd-8120-46d4-bcdc-4cdd7dcf8db9', 'name': 'tempest-ServersTestFqdnHostnames-1468150373-router', 'tenant_id': '2af1828b0db64724acc70ec85951ece1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.213'}], 'enable_snat': True}, 'gw_port_id': '9e2674df-5c03-46fc-a696-37a0ad731b3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:37:07Z', 'updated_at': '2022-03-29T15:37:09Z', 'revision_number': 3, 'project_id': '2af1828b0db64724acc70ec85951ece1', 'gw_port': {'id': '9e2674df-5c03-46fc-a696-37a0ad731b3d', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:4f:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45da26bd-8120-46d4-bcdc-4cdd7dcf8db9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:37:08Z', 'updated_at': '2022-03-29T15:37:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1'}], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:37:12.944382 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-30118993-aefa-44e7-bfa5-54d16e6734d5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:12.965142 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4183cf63-31a9-41e6-8028-c65342ef7e75 None None] The sync data for ids ['45da26bd-8120-46d4-bcdc-4cdd7dcf8db9'] in n-d-834765-1 is: [{'id': '45da26bd-8120-46d4-bcdc-4cdd7dcf8db9', 'name': 'tempest-ServersTestFqdnHostnames-1468150373-router', 'tenant_id': '2af1828b0db64724acc70ec85951ece1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.213'}], 'enable_snat': True}, 'gw_port_id': '9e2674df-5c03-46fc-a696-37a0ad731b3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:37:07Z', 'updated_at': '2022-03-29T15:37:09Z', 'revision_number': 3, 'project_id': '2af1828b0db64724acc70ec85951ece1', 'gw_port': {'id': '9e2674df-5c03-46fc-a696-37a0ad731b3d', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:4f:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45da26bd-8120-46d4-bcdc-4cdd7dcf8db9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:37:08Z', 'updated_at': '2022-03-29T15:37:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1'}] {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:37:12.973487 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-b7110c58-90e3-4297-a8dc-48149775ce42 req-99b16796-7e94-4a81-ab4d-deede820e3dc tempest-ServersAdmin275Test-1777496134 tempest-ServersAdmin275Test-1777496134-project] 10.222.0.42 "GET /v2.0/ports?device_id=04016bd8-6ded-4605-9b43-eda4442e08e6 HTTP/1.1" status: 200 len: 210 time: 0.0514431 Mar 29 15:37:12.974885 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] get_ports_and_sgs() called for port_ids ['3fe24e57-9a71-4966-83ad-f259536e4a73'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:37:13.004101 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] get_ports_and_sgs() called for port_ids ['3e4f56b3-2681-4f53-b655-bc7714d4de2d'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:37:13.084069 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa44f89b-fbd3-44c5-81db-ae0fc201fd68 req-3e3a3e55-acc0-4476-8bdb-f6a003f452e6 tempest-FloatingIPsTestJSON-473844346 tempest-FloatingIPsTestJSON-473844346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:37:13.086493 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-aa44f89b-fbd3-44c5-81db-ae0fc201fd68 req-3e3a3e55-acc0-4476-8bdb-f6a003f452e6 tempest-FloatingIPsTestJSON-473844346 tempest-FloatingIPsTestJSON-473844346-project] 10.222.0.42 "GET /v2.0/networks/4a4a035d-ecac-4ead-baa3-25f90788773a HTTP/1.1" status: 200 len: 784 time: 0.1819916 Mar 29 15:37:13.101369 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-30118993-aefa-44e7-bfa5-54d16e6734d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956'] for port, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:13.105872 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [req-aa44f89b-fbd3-44c5-81db-ae0fc201fd68 req-ba362458-7c53-4e59-875e-99a9eda74d51 tempest-FloatingIPsTestJSON-473844346 tempest-FloatingIPsTestJSON-473844346-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=102791) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 15:37:13.107975 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-aa44f89b-fbd3-44c5-81db-ae0fc201fd68 req-ba362458-7c53-4e59-875e-99a9eda74d51 tempest-FloatingIPsTestJSON-473844346 tempest-FloatingIPsTestJSON-473844346-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0119755 Mar 29 15:37:13.145958 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-c3fd137d-290a-4e1e-aadf-201dc23f8bff req-d3d58de8-705b-4f28-a1d7-8c69bfc8347f tempest-SecurityGroupsTestAdminJSON-1010731429 tempest-SecurityGroupsTestAdminJSON-1010731429-project-admin] 10.222.0.42 "GET /v2.0/security-groups/6f02106a-601f-4e57-91e5-c94cf0d20219 HTTP/1.1" status: 200 len: 1776 time: 0.1098380 Mar 29 15:37:13.172504 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30118993-aefa-44e7-bfa5-54d16e6734d5 admin admin] Network d0b8e561-a28c-462a-bbe9-e18d64a7cfc0 is already hosted by enough agents. {{(pid=102790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:37:13.184820 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-30118993-aefa-44e7-bfa5-54d16e6734d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:37:13.197259 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30118993-aefa-44e7-bfa5-54d16e6734d5 admin admin] Received port after_create {{(pid=102790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:37:13.197583 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-30118993-aefa-44e7-bfa5-54d16e6734d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-648347'] for router_interface, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:13.252326 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30118993-aefa-44e7-bfa5-54d16e6734d5 admin admin] Pushing event updated for resources: {'Port': ['ID=2c9e39e5-cc3f-4a3c-bc7c-366be9f7ddc6,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:37:13.254026 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e97c71-9a6b-44f6-8b55-c6a0d69775ac req-e95ad9f9-7d46-4369-a4bd-82c7b6db2f0d tempest-LiveMigrationTest-953290782 tempest-LiveMigrationTest-953290782-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:37:13.266528 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-43e97c71-9a6b-44f6-8b55-c6a0d69775ac req-e95ad9f9-7d46-4369-a4bd-82c7b6db2f0d tempest-LiveMigrationTest-953290782 tempest-LiveMigrationTest-953290782-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=ea6c803e-d2a8-4326-af80-e82436a0a30b HTTP/1.1" status: 200 len: 1096 time: 0.0701740 Mar 29 15:37:13.328258 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-43e97c71-9a6b-44f6-8b55-c6a0d69775ac req-1f00cd1d-3f03-4382-8277-c117dd71c494 tempest-LiveMigrationTest-953290782 tempest-LiveMigrationTest-953290782-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=c99ced8e-1ceb-46fb-aaa7-747186b2b9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607195 Mar 29 15:37:13.348725 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-c3fd137d-290a-4e1e-aadf-201dc23f8bff req-4da4ffb1-936f-4530-98f7-4cb6c84af845 tempest-SecurityGroupsTestAdminJSON-1010731429 tempest-SecurityGroupsTestAdminJSON-1010731429-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:13.388208 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-c3fd137d-290a-4e1e-aadf-201dc23f8bff req-4da4ffb1-936f-4530-98f7-4cb6c84af845 tempest-SecurityGroupsTestAdminJSON-1010731429 tempest-SecurityGroupsTestAdminJSON-1010731429-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:13.483406 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-30118993-aefa-44e7-bfa5-54d16e6734d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:13.510325 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3dd036-008e-4818-84c0-c41ada7f6e92 req-e926701c-58da-46cc-bd80-db08f16c6330 tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:37:13.512639 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-8e3dd036-008e-4818-84c0-c41ada7f6e92 req-e926701c-58da-46cc-bd80-db08f16c6330 tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] 10.222.0.42 "GET /v2.0/ports?device_id=2c70776b-2e7a-4175-a595-6c782e05f18a HTTP/1.1" status: 200 len: 945 time: 0.0891445 Mar 29 15:37:13.521951 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-c3fd137d-290a-4e1e-aadf-201dc23f8bff req-4da4ffb1-936f-4530-98f7-4cb6c84af845 tempest-SecurityGroupsTestAdminJSON-1010731429 tempest-SecurityGroupsTestAdminJSON-1010731429-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:13.543245 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-c3fd137d-290a-4e1e-aadf-201dc23f8bff req-4da4ffb1-936f-4530-98f7-4cb6c84af845 tempest-SecurityGroupsTestAdminJSON-1010731429 tempest-SecurityGroupsTestAdminJSON-1010731429-project-admin] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:13.568826 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-c3fd137d-290a-4e1e-aadf-201dc23f8bff req-4da4ffb1-936f-4530-98f7-4cb6c84af845 tempest-SecurityGroupsTestAdminJSON-1010731429 tempest-SecurityGroupsTestAdminJSON-1010731429-project-admin] 10.222.0.42 "DELETE /v2.0/security-groups/6f02106a-601f-4e57-91e5-c94cf0d20219 HTTP/1.1" status: 204 len: 173 time: 0.4039342 Mar 29 15:37:13.592784 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-8e3dd036-008e-4818-84c0-c41ada7f6e92 req-267e4816-2a19-4a98-acd6-45a277fd63ea tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] 10.222.0.42 "GET /v2.0/security-groups?id=d26d57f3-f34b-4b82-acb2-a15ffdfe7b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720921 Mar 29 15:37:13.621720 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da4ffb1-936f-4530-98f7-4cb6c84af845 tempest-SecurityGroupsTestAdminJSON-1010731429 tempest-SecurityGroupsTestAdminJSON-1010731429-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f02106a-601f-4e57-91e5-c94cf0d20219,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:37:13.718054 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 72483813-5371-4e85-b37b-7b1c7bc56825 up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:37:13.802684 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-e2543e35-875e-4ab4-a7fc-dc6fb09e8ca7 None None] Provisioning complete for port 2c9e39e5-cc3f-4a3c-bc7c-366be9f7ddc6 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:37:13.803407 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-e2543e35-875e-4ab4-a7fc-dc6fb09e8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:13.831216 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-292b05cb-c0dd-4f64-8afd-7031369da2d4 req-aa4be25c-8321-4fdd-b522-18da57a6419e tempest-FloatingIPsTestJSON-473844346 tempest-FloatingIPsTestJSON-473844346-project] 10.222.0.42 "GET /v2.0/floatingips?tenant_id=1696d386b177482580acd19fadb9051c HTTP/1.1" status: 200 len: 695 time: 0.1538613 Mar 29 15:37:13.868110 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port 72483813-5371-4e85-b37b-7b1c7bc56825 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:37:13.871883 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:13.947192 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-e2543e35-875e-4ab4-a7fc-dc6fb09e8ca7 None None] Port 2c9e39e5-cc3f-4a3c-bc7c-366be9f7ddc6 cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 15:37:14.002567 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-30118993-aefa-44e7-bfa5-54d16e6734d5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:14.009718 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-30118993-aefa-44e7-bfa5-54d16e6734d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:14.010871 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-30118993-aefa-44e7-bfa5-54d16e6734d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-648439'] for router_interface, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:14.017886 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 9e2674df-5c03-46fc-a696-37a0ad731b3d up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:37:14.043906 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292b05cb-c0dd-4f64-8afd-7031369da2d4 req-7282fe74-e5be-46d6-878c-d5c88fdb2443 tempest-FloatingIPsTestJSON-473844346 tempest-FloatingIPsTestJSON-473844346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:37:14.054011 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-292b05cb-c0dd-4f64-8afd-7031369da2d4 req-7282fe74-e5be-46d6-878c-d5c88fdb2443 tempest-FloatingIPsTestJSON-473844346 tempest-FloatingIPsTestJSON-473844346-project] 10.222.0.42 "GET /v2.0/networks?id=4a4a035d-ecac-4ead-baa3-25f90788773a HTTP/1.1" status: 200 len: 787 time: 0.2210398 Mar 29 15:37:14.068268 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [req-292b05cb-c0dd-4f64-8afd-7031369da2d4 req-0f6eb3c5-f820-4134-b5d9-98a188fc3f0e tempest-FloatingIPsTestJSON-473844346 tempest-FloatingIPsTestJSON-473844346-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=102791) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 15:37:14.087076 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-292b05cb-c0dd-4f64-8afd-7031369da2d4 req-0f6eb3c5-f820-4134-b5d9-98a188fc3f0e tempest-FloatingIPsTestJSON-473844346 tempest-FloatingIPsTestJSON-473844346-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0318418 Mar 29 15:37:14.096085 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30118993-aefa-44e7-bfa5-54d16e6734d5 admin admin] Pushing event updated for resources: {'Port': ['ID=2c9e39e5-cc3f-4a3c-bc7c-366be9f7ddc6,revision_number=2']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:37:14.119507 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port 9e2674df-5c03-46fc-a696-37a0ad731b3d triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:37:14.119880 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:14.243850 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30118993-aefa-44e7-bfa5-54d16e6734d5 admin admin] Network d0b8e561-a28c-462a-bbe9-e18d64a7cfc0 is already hosted by enough agents. {{(pid=102790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:37:14.248446 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-30118993-aefa-44e7-bfa5-54d16e6734d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:37:14.280796 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-a9673fff-c72a-458d-b034-b5fa01d09043 req-b711e4b8-ed68-4242-a4f0-6276edc9ab64 tempest-SecurityGroupsTestAdminJSON-1010731429 tempest-SecurityGroupsTestAdminJSON-1010731429-project-admin] 10.222.0.42 "GET /v2.0/security-groups/cb80a61a-e1c6-45fa-b237-cc5f0a04ddab HTTP/1.1" status: 200 len: 1777 time: 0.0917406 Mar 29 15:37:14.283721 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:14.327403 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] For port 9e2674df-5c03-46fc-a696-37a0ad731b3d, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=9e2674df-5c03-46fc-a696-37a0ad731b3d,segment=NetworkSegment(6ab47353-a811-4bad-bc73-b4cc84583cfd),segment_id=6ab47353-a811-4bad-bc73-b4cc84583cfd)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:37:14.342228 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:14.403378 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-a9673fff-c72a-458d-b034-b5fa01d09043 req-108e6331-719b-4eb0-ab47-204dee64c31c tempest-SecurityGroupsTestAdminJSON-1010731429 tempest-SecurityGroupsTestAdminJSON-1010731429-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:14.444425 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-a9673fff-c72a-458d-b034-b5fa01d09043 req-108e6331-719b-4eb0-ab47-204dee64c31c tempest-SecurityGroupsTestAdminJSON-1010731429 tempest-SecurityGroupsTestAdminJSON-1010731429-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:14.458531 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Pushing event updated for resources: {'Port': ['ID=9e2674df-5c03-46fc-a696-37a0ad731b3d,revision_number=4']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:37:14.503601 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-2de7b34d-d1bf-4318-a11e-b449df379a55 req-3a4064fc-5f04-4987-9f0c-950e799bea21 tempest-ServersAdmin275Test-1083301966 tempest-ServersAdmin275Test-1083301966-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=04016bd8-6ded-4605-9b43-eda4442e08e6 HTTP/1.1" status: 200 len: 210 time: 0.0427873 Mar 29 15:37:14.524134 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-a9673fff-c72a-458d-b034-b5fa01d09043 req-108e6331-719b-4eb0-ab47-204dee64c31c tempest-SecurityGroupsTestAdminJSON-1010731429 tempest-SecurityGroupsTestAdminJSON-1010731429-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:14.529798 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-a9673fff-c72a-458d-b034-b5fa01d09043 req-108e6331-719b-4eb0-ab47-204dee64c31c tempest-SecurityGroupsTestAdminJSON-1010731429 tempest-SecurityGroupsTestAdminJSON-1010731429-project-admin] Notify callbacks [] for security_group, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:14.538076 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-a9673fff-c72a-458d-b034-b5fa01d09043 req-108e6331-719b-4eb0-ab47-204dee64c31c tempest-SecurityGroupsTestAdminJSON-1010731429 tempest-SecurityGroupsTestAdminJSON-1010731429-project-admin] 10.222.0.42 "DELETE /v2.0/security-groups/cb80a61a-e1c6-45fa-b237-cc5f0a04ddab HTTP/1.1" status: 204 len: 173 time: 0.2511661 Mar 29 15:37:14.543856 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30118993-aefa-44e7-bfa5-54d16e6734d5 admin admin] Router 45da26bd-8120-46d4-bcdc-4cdd7dcf8db9 has already been hosted by L3 agent c648d819-1060-4f26-b4ec-6455387b5dff {{(pid=102790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 15:37:14.567930 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108e6331-719b-4eb0-ab47-204dee64c31c tempest-SecurityGroupsTestAdminJSON-1010731429 tempest-SecurityGroupsTestAdminJSON-1010731429-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb80a61a-e1c6-45fa-b237-cc5f0a04ddab,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:37:14.617799 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-df1d2dec-04dc-464a-a9b0-f27e7b68ee90 None None] Provisioning complete for port 2c9e39e5-cc3f-4a3c-bc7c-366be9f7ddc6 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:37:14.618528 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-df1d2dec-04dc-464a-a9b0-f27e7b68ee90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:14.663251 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device 3fe24e57-9a71-4966-83ad-f259536e4a73 up at agent hyperv_n-h1-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:37:14.674864 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d78747-233f-4dd3-b98c-5f88a8cd50bb req-91c02e18-e603-4a08-8d1f-ebac08557aba tempest-VolumesAdminNegativeTest-440186847 tempest-VolumesAdminNegativeTest-440186847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:37:14.676810 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-54d78747-233f-4dd3-b98c-5f88a8cd50bb req-91c02e18-e603-4a08-8d1f-ebac08557aba tempest-VolumesAdminNegativeTest-440186847 tempest-VolumesAdminNegativeTest-440186847-project] 10.222.0.42 "GET /v2.0/ports?device_id=e68d1a6c-f883-40bb-8d16-165b5d93ca89 HTTP/1.1" status: 200 len: 944 time: 0.0671897 Mar 29 15:37:14.695417 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30118993-aefa-44e7-bfa5-54d16e6734d5 admin admin] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:37:14.715564 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-df1d2dec-04dc-464a-a9b0-f27e7b68ee90 None None] Port 2c9e39e5-cc3f-4a3c-bc7c-366be9f7ddc6 cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 15:37:14.736158 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-30118993-aefa-44e7-bfa5-54d16e6734d5 admin admin] 10.222.0.42 "PUT /v2.0/routers/45da26bd-8120-46d4-bcdc-4cdd7dcf8db9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5860322 Mar 29 15:37:14.754528 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-c1143496-38ad-4925-9cab-867d726dc94d req-6471ec7c-785d-44f7-99c4-bd327d0ba876 tempest-FloatingIPsTestJSON-473844346 tempest-FloatingIPsTestJSON-473844346-project] 10.222.0.42 "GET /v2.0/floatingips/af2cd69f-5460-4739-880a-b13ba1491729 HTTP/1.1" status: 200 len: 692 time: 0.0666180 Mar 29 15:37:14.754716 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Provisioning for port 3fe24e57-9a71-4966-83ad-f259536e4a73 completed by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 15:37:14.763240 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Provisioning complete for port 3fe24e57-9a71-4966-83ad-f259536e4a73 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:37:14.763755 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:14.764437 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-54d78747-233f-4dd3-b98c-5f88a8cd50bb req-b0aa7ef9-87cc-457d-b5de-30a669191548 tempest-VolumesAdminNegativeTest-440186847 tempest-VolumesAdminNegativeTest-440186847-project] 10.222.0.42 "GET /v2.0/security-groups?id=ca335d72-883f-4d4c-bc1b-0e400e94b626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719013 Mar 29 15:37:14.889478 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:14.904576 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1143496-38ad-4925-9cab-867d726dc94d req-732eb802-75d6-4302-8212-7b16691e8801 tempest-FloatingIPsTestJSON-473844346 tempest-FloatingIPsTestJSON-473844346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:37:14.907619 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-c1143496-38ad-4925-9cab-867d726dc94d req-732eb802-75d6-4302-8212-7b16691e8801 tempest-FloatingIPsTestJSON-473844346 tempest-FloatingIPsTestJSON-473844346-project] 10.222.0.42 "GET /v2.0/networks/4a4a035d-ecac-4ead-baa3-25f90788773a HTTP/1.1" status: 200 len: 784 time: 0.1457722 Mar 29 15:37:14.920235 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [req-c1143496-38ad-4925-9cab-867d726dc94d req-389f7481-2a60-4e62-93c4-59123e19c870 tempest-FloatingIPsTestJSON-473844346 tempest-FloatingIPsTestJSON-473844346-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=102790) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 15:37:14.921524 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e68d1a6c-f883-40bb-8d16-165b5d93ca89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fe24e57-9a71-4966-83ad-f259536e4a73'}] {{(pid=102792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:37:14.921655 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-c1143496-38ad-4925-9cab-867d726dc94d req-389f7481-2a60-4e62-93c4-59123e19c870 tempest-FloatingIPsTestJSON-473844346 tempest-FloatingIPsTestJSON-473844346-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0088382 Mar 29 15:37:14.924061 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4f476c66b318cc6068719fc39557fac68d413f5c7e78fa77028c7948e999ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b08e455-df8b-49e9-874b-1a6d18628226" -d '{"events": [{"server_uuid": "e68d1a6c-f883-40bb-8d16-165b5d93ca89", "name": "network-vif-plugged", "status": "completed", "tag": "3fe24e57-9a71-4966-83ad-f259536e4a73"}]}' {{(pid=102792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:37:14.941380 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port 3fe24e57-9a71-4966-83ad-f259536e4a73, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=3fe24e57-9a71-4966-83ad-f259536e4a73,segment=NetworkSegment(ef776ebf-3dc1-477a-a01a-06bb694b6527),segment_id=ef776ebf-3dc1-477a-a01a-06bb694b6527)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:37:14.948443 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:14.949603 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device 3e4f56b3-2681-4f53-b655-bc7714d4de2d up at agent hyperv_n-h1-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:37:15.029263 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-c1143496-38ad-4925-9cab-867d726dc94d req-a2857f22-dfca-4497-82c3-26f8a8505976 tempest-FloatingIPsTestJSON-473844346 tempest-FloatingIPsTestJSON-473844346-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.4.56 HTTP/1.1" status: 200 len: 695 time: 0.0861084 Mar 29 15:37:15.034178 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Pushing event updated for resources: {'Port': ['ID=3fe24e57-9a71-4966-83ad-f259536e4a73,revision_number=5']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:37:15.047380 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Provisioning for port 3e4f56b3-2681-4f53-b655-bc7714d4de2d completed by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 15:37:15.051724 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Provisioning complete for port 3e4f56b3-2681-4f53-b655-bc7714d4de2d triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:37:15.052095 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:15.081389 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-c1143496-38ad-4925-9cab-867d726dc94d req-706a6416-0540-4627-a60e-104251f37984 tempest-FloatingIPsTestJSON-473844346 tempest-FloatingIPsTestJSON-473844346-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.4.56 HTTP/1.1" status: 200 len: 695 time: 0.0500302 Mar 29 15:37:15.135341 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:15.176961 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port 3e4f56b3-2681-4f53-b655-bc7714d4de2d, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=3e4f56b3-2681-4f53-b655-bc7714d4de2d,segment=NetworkSegment(52cd9713-83ea-496d-8c48-fd7b796e6ead),segment_id=52cd9713-83ea-496d-8c48-fd7b796e6ead)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:37:15.183629 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:15.226384 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [req-c1143496-38ad-4925-9cab-867d726dc94d req-c35e6ef1-17ec-455b-8095-ef4f6e6b2623 tempest-FloatingIPsTestJSON-473844346 tempest-FloatingIPsTestJSON-473844346-project] Deleting port a3de72b4-2fcf-4f13-bead-a8f8305c54fd {{(pid=102790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:37:15.227237 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-c1143496-38ad-4925-9cab-867d726dc94d req-c35e6ef1-17ec-455b-8095-ef4f6e6b2623 tempest-FloatingIPsTestJSON-473844346 tempest-FloatingIPsTestJSON-473844346-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:15.246037 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Pushing event updated for resources: {'Port': ['ID=3e4f56b3-2681-4f53-b655-bc7714d4de2d,revision_number=5']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:37:15.317621 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-c1143496-38ad-4925-9cab-867d726dc94d req-c35e6ef1-17ec-455b-8095-ef4f6e6b2623 tempest-FloatingIPsTestJSON-473844346 tempest-FloatingIPsTestJSON-473844346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:15.318038 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-c1143496-38ad-4925-9cab-867d726dc94d req-c35e6ef1-17ec-455b-8095-ef4f6e6b2623 tempest-FloatingIPsTestJSON-473844346 tempest-FloatingIPsTestJSON-473844346-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:15.333711 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [req-c1143496-38ad-4925-9cab-867d726dc94d req-c35e6ef1-17ec-455b-8095-ef4f6e6b2623 tempest-FloatingIPsTestJSON-473844346 tempest-FloatingIPsTestJSON-473844346-project] Calling delete_port for a3de72b4-2fcf-4f13-bead-a8f8305c54fd owned by network:floatingip {{(pid=102790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:37:15.473231 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-c1143496-38ad-4925-9cab-867d726dc94d req-c35e6ef1-17ec-455b-8095-ef4f6e6b2623 tempest-FloatingIPsTestJSON-473844346 tempest-FloatingIPsTestJSON-473844346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350'] for port, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:15.500097 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35e6ef1-17ec-455b-8095-ef4f6e6b2623 tempest-FloatingIPsTestJSON-473844346 tempest-FloatingIPsTestJSON-473844346-project] Pushing event deleted for resources: {'Port': ['ID=a3de72b4-2fcf-4f13-bead-a8f8305c54fd,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:37:15.538335 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-c1143496-38ad-4925-9cab-867d726dc94d req-c35e6ef1-17ec-455b-8095-ef4f6e6b2623 tempest-FloatingIPsTestJSON-473844346 tempest-FloatingIPsTestJSON-473844346-project] Notify callbacks [] for floatingip, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:15.540951 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-c1143496-38ad-4925-9cab-867d726dc94d req-c35e6ef1-17ec-455b-8095-ef4f6e6b2623 tempest-FloatingIPsTestJSON-473844346 tempest-FloatingIPsTestJSON-473844346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for floatingip, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:15.542095 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-c1143496-38ad-4925-9cab-867d726dc94d req-c35e6ef1-17ec-455b-8095-ef4f6e6b2623 tempest-FloatingIPsTestJSON-473844346 tempest-FloatingIPsTestJSON-473844346-project] 10.222.0.42 "DELETE /v2.0/floatingips/af2cd69f-5460-4739-880a-b13ba1491729 HTTP/1.1" status: 204 len: 173 time: 0.4594178 Mar 29 15:37:15.567128 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 9e2674df-5c03-46fc-a696-37a0ad731b3d up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:37:15.608214 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-9284087e-0d28-4d14-9a7b-a446ba99f75f req-970a9094-b93c-41aa-9226-720a7546d678 tempest-SecurityGroupsTestAdminJSON-1509446589 tempest-SecurityGroupsTestAdminJSON-1509446589-project] 10.222.0.42 "GET /v2.0/security-groups/258cd56c-43c0-4f07-81fa-8d911a56512d HTTP/1.1" status: 200 len: 1777 time: 0.0456729 Mar 29 15:37:15.609527 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8549b5b-a008-401f-b635-023434e98134 None None] Sync routers for ids ['45da26bd-8120-46d4-bcdc-4cdd7dcf8db9'] in n-d-834765-1 {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:37:15.631324 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8549b5b-a008-401f-b635-023434e98134 None None] Routers {'45da26bd-8120-46d4-bcdc-4cdd7dcf8db9'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:37:15.632091 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-b8549b5b-a008-401f-b635-023434e98134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:37:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['45da26bd-8120-46d4-bcdc-4cdd7dcf8db9'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:37:15.675669 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-9284087e-0d28-4d14-9a7b-a446ba99f75f req-16065f86-cd70-4175-b256-07c5a53c3eb6 tempest-SecurityGroupsTestAdminJSON-1509446589 tempest-SecurityGroupsTestAdminJSON-1509446589-project] Notify callbacks [] for security_group, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:15.704374 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-9284087e-0d28-4d14-9a7b-a446ba99f75f req-16065f86-cd70-4175-b256-07c5a53c3eb6 tempest-SecurityGroupsTestAdminJSON-1509446589 tempest-SecurityGroupsTestAdminJSON-1509446589-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:15.740464 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port 9e2674df-5c03-46fc-a696-37a0ad731b3d triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:37:15.740891 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:15.754959 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-9284087e-0d28-4d14-9a7b-a446ba99f75f req-16065f86-cd70-4175-b256-07c5a53c3eb6 tempest-SecurityGroupsTestAdminJSON-1509446589 tempest-SecurityGroupsTestAdminJSON-1509446589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:15.758070 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-9284087e-0d28-4d14-9a7b-a446ba99f75f req-16065f86-cd70-4175-b256-07c5a53c3eb6 tempest-SecurityGroupsTestAdminJSON-1509446589 tempest-SecurityGroupsTestAdminJSON-1509446589-project] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:15.759428 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-9284087e-0d28-4d14-9a7b-a446ba99f75f req-16065f86-cd70-4175-b256-07c5a53c3eb6 tempest-SecurityGroupsTestAdminJSON-1509446589 tempest-SecurityGroupsTestAdminJSON-1509446589-project] 10.222.0.42 "DELETE /v2.0/security-groups/258cd56c-43c0-4f07-81fa-8d911a56512d HTTP/1.1" status: 204 len: 173 time: 0.1452785 Mar 29 15:37:15.770380 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16065f86-cd70-4175-b256-07c5a53c3eb6 tempest-SecurityGroupsTestAdminJSON-1509446589 tempest-SecurityGroupsTestAdminJSON-1509446589-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=258cd56c-43c0-4f07-81fa-8d911a56512d,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:37:15.801458 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 38008) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:37:15.817075 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvr_db [None req-b8549b5b-a008-401f-b635-023434e98134 None None] Set router 45da26bd-8120-46d4-bcdc-4cdd7dcf8db9 gateway port host: n-d-834765-1 {{(pid=102792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:37:15.849579 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-1fe725a1-0461-4c70-839b-2e2f260fd5e9 req-d7643a88-b1e9-484c-afae-59db58151083 tempest-ServersAdmin275Test-1083301966 tempest-ServersAdmin275Test-1083301966-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=04016bd8-6ded-4605-9b43-eda4442e08e6 HTTP/1.1" status: 200 len: 210 time: 0.0313818 Mar 29 15:37:15.871968 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [req-4d1def4c-efb2-4a3f-9606-3c8683b12679 req-9fef2670-6be6-440a-8188-8d397743c8ca tempest-LiveMigrationTest-953290782 tempest-LiveMigrationTest-953290782-project-admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=102790) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 15:37:15.872986 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-4d1def4c-efb2-4a3f-9606-3c8683b12679 req-9fef2670-6be6-440a-8188-8d397743c8ca tempest-LiveMigrationTest-953290782 tempest-LiveMigrationTest-953290782-project-admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0701251 Mar 29 15:37:16.010316 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f38533-5440-4fd5-8593-ac344232d083 req-38bf3e4e-1931-40db-8164-3af3dcc294d6 tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:37:16.012419 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-32f38533-5440-4fd5-8593-ac344232d083 req-38bf3e4e-1931-40db-8164-3af3dcc294d6 tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] 10.222.0.42 "GET /v2.0/ports?device_id=2c70776b-2e7a-4175-a595-6c782e05f18a HTTP/1.1" status: 200 len: 946 time: 0.0762682 Mar 29 15:37:16.019518 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1def4c-efb2-4a3f-9606-3c8683b12679 req-b561d9c1-fe46-4a89-8cb8-1ac5162d67d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:37:16.020832 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-4d1def4c-efb2-4a3f-9606-3c8683b12679 req-b561d9c1-fe46-4a89-8cb8-1ac5162d67d7 service neutron] 10.222.0.42 "GET /v2.0/ports/7358f2da-0288-45a9-bbb8-559c1b9b15c8 HTTP/1.1" status: 200 len: 1093 time: 0.0931141 Mar 29 15:37:16.031124 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [req-4d1def4c-efb2-4a3f-9606-3c8683b12679 req-39c28aa6-4f28-4a0d-b56d-71574de8dfcd service neutron] Request body: {'binding': {'host': 'n-h1-834765-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:37:16.031750 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [req-4d1def4c-efb2-4a3f-9606-3c8683b12679 req-39c28aa6-4f28-4a0d-b56d-71574de8dfcd service neutron] Unknown quota resources ['binding']. {{(pid=102790) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 29 15:37:16.062029 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-b8549b5b-a008-401f-b635-023434e98134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45da26bd-8120-46d4-bcdc-4cdd7dcf8db9', 'name': 'tempest-ServersTestFqdnHostnames-1468150373-router', 'tenant_id': '2af1828b0db64724acc70ec85951ece1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.213'}], 'enable_snat': True}, 'gw_port_id': '9e2674df-5c03-46fc-a696-37a0ad731b3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:37:07Z', 'updated_at': '2022-03-29T15:37:13Z', 'revision_number': 4, 'project_id': '2af1828b0db64724acc70ec85951ece1', 'gw_port': {'id': '9e2674df-5c03-46fc-a696-37a0ad731b3d', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:4f:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45da26bd-8120-46d4-bcdc-4cdd7dcf8db9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:37:08Z', 'updated_at': '2022-03-29T15:37:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': '2c9e39e5-cc3f-4a3c-bc7c-366be9f7ddc6', 'name': '', 'network_id': 'd0b8e561-a28c-462a-bbe9-e18d64a7cfc0', 'tenant_id': '2af1828b0db64724acc70ec85951ece1', 'mac_address': 'fa:16:3e:30:83:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45da26bd-8120-46d4-bcdc-4cdd7dcf8db9', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '572194bb-5d01-419c-9884-1313920c1946', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:37:12Z', 'updated_at': '2022-03-29T15:37:13Z', 'revision_number': 2, 'project_id': '2af1828b0db64724acc70ec85951ece1', 'subnets': [{'id': '572194bb-5d01-419c-9884-1313920c1946', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:37:16.088499 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-32f38533-5440-4fd5-8593-ac344232d083 req-c0f00fd9-b942-417f-a754-5aaaa0ac3b58 tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] 10.222.0.42 "GET /v2.0/security-groups?id=d26d57f3-f34b-4b82-acb2-a15ffdfe7b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667446 Mar 29 15:37:16.093615 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8549b5b-a008-401f-b635-023434e98134 None None] Checking router: 45da26bd-8120-46d4-bcdc-4cdd7dcf8db9 for host: n-d-834765-1 {{(pid=102792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:37:16.093965 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8549b5b-a008-401f-b635-023434e98134 None None] Updating router 45da26bd-8120-46d4-bcdc-4cdd7dcf8db9 port 2c9e39e5-cc3f-4a3c-bc7c-366be9f7ddc6 binding host n-d-834765-1 {{(pid=102792) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 15:37:16.124160 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-b8549b5b-a008-401f-b635-023434e98134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:16.191141 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.managers [req-4d1def4c-efb2-4a3f-9606-3c8683b12679 req-39c28aa6-4f28-4a0d-b56d-71574de8dfcd service neutron] Attempting to bind port 7358f2da-0288-45a9-bbb8-559c1b9b15c8 on host n-h1-834765-1 for vnic_type normal with profile None {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:37:16.191685 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.managers [req-4d1def4c-efb2-4a3f-9606-3c8683b12679 req-39c28aa6-4f28-4a0d-b56d-71574de8dfcd service neutron] Attempting to bind port 7358f2da-0288-45a9-bbb8-559c1b9b15c8 by drivers openvswitch,hyperv on host n-h1-834765-1 at level 0 using segments [{'id': '65ab5bc3-e80e-4641-82f0-4ef53207c2d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'b1def78c-da55-4367-b9b1-4d7fc20fc6ac'}] {{(pid=102790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:37:16.192172 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d1def4c-efb2-4a3f-9606-3c8683b12679 req-39c28aa6-4f28-4a0d-b56d-71574de8dfcd service neutron] Attempting to bind port 7358f2da-0288-45a9-bbb8-559c1b9b15c8 on network b1def78c-da55-4367-b9b1-4d7fc20fc6ac {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:37:16.196628 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d1def4c-efb2-4a3f-9606-3c8683b12679 req-39c28aa6-4f28-4a0d-b56d-71574de8dfcd service neutron] Port 7358f2da-0288-45a9-bbb8-559c1b9b15c8 on network b1def78c-da55-4367-b9b1-4d7fc20fc6ac not bound, no agent of type Open vSwitch agent registered on host n-h1-834765-1 {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 15:37:16.197128 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d1def4c-efb2-4a3f-9606-3c8683b12679 req-39c28aa6-4f28-4a0d-b56d-71574de8dfcd service neutron] Attempting to bind port 7358f2da-0288-45a9-bbb8-559c1b9b15c8 on network b1def78c-da55-4367-b9b1-4d7fc20fc6ac {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:37:16.202887 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d1def4c-efb2-4a3f-9606-3c8683b12679 req-39c28aa6-4f28-4a0d-b56d-71574de8dfcd service neutron] Checking agent: {'id': 'be375040-5069-4239-9460-a3a3213e1e90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 33, 18), 'started_at': datetime.datetime(2022, 3, 29, 15, 33, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 36, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:37:16.203446 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d1def4c-efb2-4a3f-9606-3c8683b12679 req-39c28aa6-4f28-4a0d-b56d-71574de8dfcd service neutron] Checking segment: {'id': '65ab5bc3-e80e-4641-82f0-4ef53207c2d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'b1def78c-da55-4367-b9b1-4d7fc20fc6ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:37:16.204229 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d1def4c-efb2-4a3f-9606-3c8683b12679 req-39c28aa6-4f28-4a0d-b56d-71574de8dfcd service neutron] Bound using segment: {'id': '65ab5bc3-e80e-4641-82f0-4ef53207c2d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'b1def78c-da55-4367-b9b1-4d7fc20fc6ac'} {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:37:16.204824 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.managers [req-4d1def4c-efb2-4a3f-9606-3c8683b12679 req-39c28aa6-4f28-4a0d-b56d-71574de8dfcd service neutron] Bound port: 7358f2da-0288-45a9-bbb8-559c1b9b15c8, host: n-h1-834765-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65ab5bc3-e80e-4641-82f0-4ef53207c2d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'b1def78c-da55-4367-b9b1-4d7fc20fc6ac'}}] {{(pid=102790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 15:37:16.313501 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 38018) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:37:16.318115 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-647f9f96-ef21-4e42-b8db-b4f43f0b2948 tempest-ServersTestFqdnHostnames-820638718 tempest-ServersTestFqdnHostnames-820638718-project] Request body: {'security_group': {'name': 'tempest-securitygroup--64162366', 'description': 'tempest-description--1632365861'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:37:16.349920 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-647f9f96-ef21-4e42-b8db-b4f43f0b2948 tempest-ServersTestFqdnHostnames-820638718 tempest-ServersTestFqdnHostnames-820638718-project] Notify callbacks [] for security_group, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:16.373606 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:37:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-644ab0da-96a4-4e51-bfea-ea950a714257 x-openstack-request-id: req-644ab0da-96a4-4e51-bfea-ea950a714257 {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:37:16.373924 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e68d1a6c-f883-40bb-8d16-165b5d93ca89", "name": "network-vif-plugged", "status": "completed", "tag": "3fe24e57-9a71-4966-83ad-f259536e4a73", "code": 200}]} {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:37:16.374181 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-644ab0da-96a4-4e51-bfea-ea950a714257 {{(pid=102792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:37:16.374569 n-d-834765-1 neutron-server[102792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e68d1a6c-f883-40bb-8d16-165b5d93ca89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fe24e57-9a71-4966-83ad-f259536e4a73', 'code': 200} Mar 29 15:37:16.451988 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-b8549b5b-a008-401f-b635-023434e98134 None None] Notify callbacks [] for port, precommit_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:16.457905 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-b8549b5b-a008-401f-b635-023434e98134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:16.470310 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-647f9f96-ef21-4e42-b8db-b4f43f0b2948 tempest-ServersTestFqdnHostnames-820638718 tempest-ServersTestFqdnHostnames-820638718-project] Notify callbacks [] for security_group, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:16.483420 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-647f9f96-ef21-4e42-b8db-b4f43f0b2948 tempest-ServersTestFqdnHostnames-820638718 tempest-ServersTestFqdnHostnames-820638718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:16.493640 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109500b7-0614-4726-8c33-b42c70eca1f9 req-0b6a60ec-f34a-4e45-a8c4-6a8f7d21e58c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:37:16.510905 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-109500b7-0614-4726-8c33-b42c70eca1f9 req-0b6a60ec-f34a-4e45-a8c4-6a8f7d21e58c service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=e68d1a6c-f883-40bb-8d16-165b5d93ca89 HTTP/1.1" status: 200 len: 1096 time: 0.0942149 Mar 29 15:37:16.513382 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237a9606-895e-4370-bdc9-32a7e53b228e None None] Pushing event updated for resources: {'Port': ['ID=2c9e39e5-cc3f-4a3c-bc7c-366be9f7ddc6,revision_number=3']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:37:16.574633 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-b8549b5b-a008-401f-b635-023434e98134 None None] Attempting to bind port 2c9e39e5-cc3f-4a3c-bc7c-366be9f7ddc6 on host n-d-834765-1 for vnic_type normal with profile {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:37:16.575169 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-b8549b5b-a008-401f-b635-023434e98134 None None] Attempting to bind port 2c9e39e5-cc3f-4a3c-bc7c-366be9f7ddc6 by drivers openvswitch,hyperv on host n-d-834765-1 at level 0 using segments [{'id': '19ee7531-80c7-401c-b973-3d54e2562bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'd0b8e561-a28c-462a-bbe9-e18d64a7cfc0'}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:37:16.575557 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8549b5b-a008-401f-b635-023434e98134 None None] Attempting to bind port 2c9e39e5-cc3f-4a3c-bc7c-366be9f7ddc6 on network d0b8e561-a28c-462a-bbe9-e18d64a7cfc0 {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:37:16.577810 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-647f9f96-ef21-4e42-b8db-b4f43f0b2948 tempest-ServersTestFqdnHostnames-820638718 tempest-ServersTestFqdnHostnames-820638718-project] Notify callbacks [] for security_group, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:16.579481 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-647f9f96-ef21-4e42-b8db-b4f43f0b2948 tempest-ServersTestFqdnHostnames-820638718 tempest-ServersTestFqdnHostnames-820638718-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.2646825 Mar 29 15:37:16.583806 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 38020) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:37:16.584210 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8549b5b-a008-401f-b635-023434e98134 None None] Checking agent: {'id': 'a8866439-9d96-425c-b519-6905c591ac37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 25, 36), 'started_at': datetime.datetime(2022, 3, 29, 15, 26, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 37, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834765-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:37:16.584583 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8549b5b-a008-401f-b635-023434e98134 None None] Checking segment: {'id': '19ee7531-80c7-401c-b973-3d54e2562bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'd0b8e561-a28c-462a-bbe9-e18d64a7cfc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:37:16.585115 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-b8549b5b-a008-401f-b635-023434e98134 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:16.585508 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8549b5b-a008-401f-b635-023434e98134 None None] Bound using segment: {'id': '19ee7531-80c7-401c-b973-3d54e2562bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'd0b8e561-a28c-462a-bbe9-e18d64a7cfc0'} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:37:16.585973 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-b8549b5b-a008-401f-b635-023434e98134 None None] Bound port: 2c9e39e5-cc3f-4a3c-bc7c-366be9f7ddc6, host: n-d-834765-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19ee7531-80c7-401c-b973-3d54e2562bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'd0b8e561-a28c-462a-bbe9-e18d64a7cfc0'}}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 15:37:16.586355 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-b8549b5b-a008-401f-b635-023434e98134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:16.587963 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-6a44a07a-7ae1-43d3-96d9-e0346526e23c tempest-ServersTestFqdnHostnames-820638718 tempest-ServersTestFqdnHostnames-820638718-project] Request body: {'security_group_rule': {'security_group_id': '74f56390-d8d0-43d4-aabd-c820bd2e0821', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:37:16.610772 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-109500b7-0614-4726-8c33-b42c70eca1f9 req-f0b63760-8d0c-4f80-b36c-d7c34cb983fe service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=ca335d72-883f-4d4c-bc1b-0e400e94b626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749590 Mar 29 15:37:16.613649 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647f9f96-ef21-4e42-b8db-b4f43f0b2948 tempest-ServersTestFqdnHostnames-820638718 tempest-ServersTestFqdnHostnames-820638718-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74f56390-d8d0-43d4-aabd-c820bd2e0821,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:37:16.640908 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-6a44a07a-7ae1-43d3-96d9-e0346526e23c tempest-ServersTestFqdnHostnames-820638718 tempest-ServersTestFqdnHostnames-820638718-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:16.643510 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:16.653817 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [req-4d1def4c-efb2-4a3f-9606-3c8683b12679 req-39c28aa6-4f28-4a0d-b56d-71574de8dfcd service neutron] For port 7358f2da-0288-45a9-bbb8-559c1b9b15c8, host n-h1-834765-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=7358f2da-0288-45a9-bbb8-559c1b9b15c8,segment=NetworkSegment(65ab5bc3-e80e-4641-82f0-4ef53207c2d7),segment_id=65ab5bc3-e80e-4641-82f0-4ef53207c2d7)] {{(pid=102790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:37:16.671164 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-4d1def4c-efb2-4a3f-9606-3c8683b12679 req-39c28aa6-4f28-4a0d-b56d-71574de8dfcd service neutron] Notify callbacks [] for binding, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:16.678547 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-b8549b5b-a008-401f-b635-023434e98134 None None] For port 2c9e39e5-cc3f-4a3c-bc7c-366be9f7ddc6, host n-d-834765-1, cleared binding levels {{(pid=102792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:37:16.681751 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-4d1def4c-efb2-4a3f-9606-3c8683b12679 req-39c28aa6-4f28-4a0d-b56d-71574de8dfcd service neutron] 10.222.0.42 "POST /v2.0/ports/7358f2da-0288-45a9-bbb8-559c1b9b15c8/bindings HTTP/1.1" status: 201 len: 389 time: 0.6483929 Mar 29 15:37:16.682556 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-b8549b5b-a008-401f-b635-023434e98134 None None] For port 2c9e39e5-cc3f-4a3c-bc7c-366be9f7ddc6, host n-d-834765-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=2c9e39e5-cc3f-4a3c-bc7c-366be9f7ddc6,segment=NetworkSegment(19ee7531-80c7-401c-b973-3d54e2562bfd),segment_id=19ee7531-80c7-401c-b973-3d54e2562bfd)] {{(pid=102792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:37:16.688550 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-b8549b5b-a008-401f-b635-023434e98134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:16.718901 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-6a44a07a-7ae1-43d3-96d9-e0346526e23c tempest-ServersTestFqdnHostnames-820638718 tempest-ServersTestFqdnHostnames-820638718-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:16.724800 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-6a44a07a-7ae1-43d3-96d9-e0346526e23c tempest-ServersTestFqdnHostnames-820638718 tempest-ServersTestFqdnHostnames-820638718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610998'] for security_group_rule, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:16.743665 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a44a07a-7ae1-43d3-96d9-e0346526e23c tempest-ServersTestFqdnHostnames-820638718 tempest-ServersTestFqdnHostnames-820638718-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=289e5d2b-6a5a-48ed-b4e1-9fc1f9b74ef2,revision_number=0']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:37:16.765312 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-6a44a07a-7ae1-43d3-96d9-e0346526e23c tempest-ServersTestFqdnHostnames-820638718 tempest-ServersTestFqdnHostnames-820638718-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:16.769111 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-6a44a07a-7ae1-43d3-96d9-e0346526e23c tempest-ServersTestFqdnHostnames-820638718 tempest-ServersTestFqdnHostnames-820638718-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1820922 Mar 29 15:37:16.773463 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 38022) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:37:16.778953 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-6681727a-aadc-4eed-bcf0-00d379e5409b tempest-ServersTestFqdnHostnames-820638718 tempest-ServersTestFqdnHostnames-820638718-project] Request body: {'security_group_rule': {'security_group_id': '74f56390-d8d0-43d4-aabd-c820bd2e0821', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:37:16.795601 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8549b5b-a008-401f-b635-023434e98134 None None] Routers {'45da26bd-8120-46d4-bcdc-4cdd7dcf8db9'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:37:16.796329 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-b8549b5b-a008-401f-b635-023434e98134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:37:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['45da26bd-8120-46d4-bcdc-4cdd7dcf8db9'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:37:16.802197 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237a9606-895e-4370-bdc9-32a7e53b228e None None] Pushing event updated for resources: {'Port': ['ID=2c9e39e5-cc3f-4a3c-bc7c-366be9f7ddc6,revision_number=4']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:37:16.807439 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-4aec2413-f6b4-4a5a-a809-c63e8fd7e674 req-45719f6b-e80e-4dd8-b7c6-1266a06a0f55 tempest-FloatingIPsTestJSON-473844346 tempest-FloatingIPsTestJSON-473844346-project] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3305907 Mar 29 15:37:16.828102 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [req-4aec2413-f6b4-4a5a-a809-c63e8fd7e674 req-626000b9-4422-4796-bd05-0d851965874d tempest-FloatingIPsTestJSON-473844346 tempest-FloatingIPsTestJSON-473844346-project] Request body: {'floatingip': {'floating_network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:37:16.875071 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-4aec2413-f6b4-4a5a-a809-c63e8fd7e674 req-626000b9-4422-4796-bd05-0d851965874d tempest-FloatingIPsTestJSON-473844346 tempest-FloatingIPsTestJSON-473844346-project] Notify callbacks [] for floatingip, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:16.893480 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-11ac0816-b920-4d05-81b5-801e2c22d3be req-f3a8088e-14b5-4caa-845c-a31da28aa714 tempest-SecurityGroupsTestAdminJSON-1509446589 tempest-SecurityGroupsTestAdminJSON-1509446589-project] 10.222.0.42 "GET /v2.0/security-groups/fc0c32af-53d0-4482-93ec-53129d191aa3 HTTP/1.1" status: 200 len: 1777 time: 0.0726976 Mar 29 15:37:16.921683 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-6681727a-aadc-4eed-bcf0-00d379e5409b tempest-ServersTestFqdnHostnames-820638718 tempest-ServersTestFqdnHostnames-820638718-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:17.034161 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-6681727a-aadc-4eed-bcf0-00d379e5409b tempest-ServersTestFqdnHostnames-820638718 tempest-ServersTestFqdnHostnames-820638718-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:17.054825 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-a88f722c-cd3a-4bd9-979b-02bc935189e6 None None] Provisioning complete for port 2c9e39e5-cc3f-4a3c-bc7c-366be9f7ddc6 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:37:17.055455 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-a88f722c-cd3a-4bd9-979b-02bc935189e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:17.061732 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-4aec2413-f6b4-4a5a-a809-c63e8fd7e674 req-626000b9-4422-4796-bd05-0d851965874d tempest-FloatingIPsTestJSON-473844346 tempest-FloatingIPsTestJSON-473844346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:17.065548 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-6681727a-aadc-4eed-bcf0-00d379e5409b tempest-ServersTestFqdnHostnames-820638718 tempest-ServersTestFqdnHostnames-820638718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610998'] for security_group_rule, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:17.099169 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-6681727a-aadc-4eed-bcf0-00d379e5409b tempest-ServersTestFqdnHostnames-820638718 tempest-ServersTestFqdnHostnames-820638718-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:17.100736 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-6681727a-aadc-4eed-bcf0-00d379e5409b tempest-ServersTestFqdnHostnames-820638718 tempest-ServersTestFqdnHostnames-820638718-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3262565 Mar 29 15:37:17.110042 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvr_db [None req-b8549b5b-a008-401f-b635-023434e98134 None None] Set router 45da26bd-8120-46d4-bcdc-4cdd7dcf8db9 gateway port host: n-d-834765-1 {{(pid=102792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:37:17.112576 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 38028) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:37:17.118731 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-11ac0816-b920-4d05-81b5-801e2c22d3be req-6ab51e11-78d2-4b3d-b645-34e73a9a9add tempest-SecurityGroupsTestAdminJSON-1509446589 tempest-SecurityGroupsTestAdminJSON-1509446589-project] Notify callbacks [] for security_group, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:17.121371 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-452cb264-8636-4788-b92c-1b66cd9f05fe tempest-ServersTestFqdnHostnames-820638718 tempest-ServersTestFqdnHostnames-820638718-project] Request body: {'floatingip': {'floating_network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:37:17.147169 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-11ac0816-b920-4d05-81b5-801e2c22d3be req-6ab51e11-78d2-4b3d-b645-34e73a9a9add tempest-SecurityGroupsTestAdminJSON-1509446589 tempest-SecurityGroupsTestAdminJSON-1509446589-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:17.180211 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-452cb264-8636-4788-b92c-1b66cd9f05fe tempest-ServersTestFqdnHostnames-820638718 tempest-ServersTestFqdnHostnames-820638718-project] Notify callbacks [] for floatingip, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:17.190509 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6681727a-aadc-4eed-bcf0-00d379e5409b tempest-ServersTestFqdnHostnames-820638718 tempest-ServersTestFqdnHostnames-820638718-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3e65f51-f897-4445-84d0-691c67e8528c,revision_number=0']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:37:17.202666 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1def4c-efb2-4a3f-9606-3c8683b12679 req-890c54c7-78e1-4c95-81a1-139e4b3ac834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:37:17.204477 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4d1def4c-efb2-4a3f-9606-3c8683b12679 req-890c54c7-78e1-4c95-81a1-139e4b3ac834 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=61d6b03cf8b04e0283d0c20861ff0cb0&device_id=ea6c803e-d2a8-4326-af80-e82436a0a30b HTTP/1.1" status: 200 len: 1096 time: 0.2041671 Mar 29 15:37:17.205206 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-11ac0816-b920-4d05-81b5-801e2c22d3be req-6ab51e11-78d2-4b3d-b645-34e73a9a9add tempest-SecurityGroupsTestAdminJSON-1509446589 tempest-SecurityGroupsTestAdminJSON-1509446589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:17.208033 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-11ac0816-b920-4d05-81b5-801e2c22d3be req-6ab51e11-78d2-4b3d-b645-34e73a9a9add tempest-SecurityGroupsTestAdminJSON-1509446589 tempest-SecurityGroupsTestAdminJSON-1509446589-project] Notify callbacks [] for security_group, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:17.224054 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-11ac0816-b920-4d05-81b5-801e2c22d3be req-6ab51e11-78d2-4b3d-b645-34e73a9a9add tempest-SecurityGroupsTestAdminJSON-1509446589 tempest-SecurityGroupsTestAdminJSON-1509446589-project] 10.222.0.42 "DELETE /v2.0/security-groups/fc0c32af-53d0-4482-93ec-53129d191aa3 HTTP/1.1" status: 204 len: 173 time: 0.3296125 Mar 29 15:37:17.250903 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.db_base_plugin_common [req-4aec2413-f6b4-4a5a-a809-c63e8fd7e674 req-626000b9-4422-4796-bd05-0d851965874d tempest-FloatingIPsTestJSON-473844346 tempest-FloatingIPsTestJSON-473844346-project] Allocated IP 172.25.4.241 (4a4a035d-ecac-4ead-baa3-25f90788773a/e1a353dc-fac8-4901-a63c-273840237d6a/a7bbd4a0-cd42-481b-bda7-b73ba5bfbe05) {{(pid=102790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:37:17.263327 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab51e11-78d2-4b3d-b645-34e73a9a9add tempest-SecurityGroupsTestAdminJSON-1509446589 tempest-SecurityGroupsTestAdminJSON-1509446589-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc0c32af-53d0-4482-93ec-53129d191aa3,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:37:17.305858 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-a88f722c-cd3a-4bd9-979b-02bc935189e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:17.373936 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-a88f722c-cd3a-4bd9-979b-02bc935189e6 None None] For port 2c9e39e5-cc3f-4a3c-bc7c-366be9f7ddc6, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=2c9e39e5-cc3f-4a3c-bc7c-366be9f7ddc6,segment=NetworkSegment(19ee7531-80c7-401c-b973-3d54e2562bfd),segment_id=19ee7531-80c7-401c-b973-3d54e2562bfd)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:37:17.400908 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-a88f722c-cd3a-4bd9-979b-02bc935189e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:17.418909 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-452cb264-8636-4788-b92c-1b66cd9f05fe tempest-ServersTestFqdnHostnames-820638718 tempest-ServersTestFqdnHostnames-820638718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:17.431474 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-4aec2413-f6b4-4a5a-a809-c63e8fd7e674 req-626000b9-4422-4796-bd05-0d851965874d tempest-FloatingIPsTestJSON-473844346 tempest-FloatingIPsTestJSON-473844346-project] Notify callbacks [] for port, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:17.437109 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12164940-fde0-42d2-90e2-4852a2772115 req-34d080e7-9442-40a4-adaa-c9ece514f17f tempest-VolumesAdminNegativeTest-440186847 tempest-VolumesAdminNegativeTest-440186847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:37:17.439146 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-12164940-fde0-42d2-90e2-4852a2772115 req-34d080e7-9442-40a4-adaa-c9ece514f17f tempest-VolumesAdminNegativeTest-440186847 tempest-VolumesAdminNegativeTest-440186847-project] 10.222.0.42 "GET /v2.0/ports?device_id=e68d1a6c-f883-40bb-8d16-165b5d93ca89 HTTP/1.1" status: 200 len: 945 time: 0.1203625 Mar 29 15:37:17.470625 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88f722c-cd3a-4bd9-979b-02bc935189e6 None None] Pushing event updated for resources: {'Port': ['ID=2c9e39e5-cc3f-4a3c-bc7c-366be9f7ddc6,revision_number=5']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:37:17.482421 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-b8549b5b-a008-401f-b635-023434e98134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45da26bd-8120-46d4-bcdc-4cdd7dcf8db9', 'name': 'tempest-ServersTestFqdnHostnames-1468150373-router', 'tenant_id': '2af1828b0db64724acc70ec85951ece1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.213'}], 'enable_snat': True}, 'gw_port_id': '9e2674df-5c03-46fc-a696-37a0ad731b3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:37:07Z', 'updated_at': '2022-03-29T15:37:13Z', 'revision_number': 4, 'project_id': '2af1828b0db64724acc70ec85951ece1', 'gw_port': {'id': '9e2674df-5c03-46fc-a696-37a0ad731b3d', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:4f:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45da26bd-8120-46d4-bcdc-4cdd7dcf8db9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:37:08Z', 'updated_at': '2022-03-29T15:37:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': '2c9e39e5-cc3f-4a3c-bc7c-366be9f7ddc6', 'name': '', 'network_id': 'd0b8e561-a28c-462a-bbe9-e18d64a7cfc0', 'tenant_id': '2af1828b0db64724acc70ec85951ece1', 'mac_address': 'fa:16:3e:30:83:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45da26bd-8120-46d4-bcdc-4cdd7dcf8db9', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '572194bb-5d01-419c-9884-1313920c1946', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:37:12Z', 'updated_at': '2022-03-29T15:37:16Z', 'revision_number': 4, 'project_id': '2af1828b0db64724acc70ec85951ece1', 'subnets': [{'id': '572194bb-5d01-419c-9884-1313920c1946', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:37:17.505146 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1def4c-efb2-4a3f-9606-3c8683b12679 req-fe264019-27e3-4e99-97de-8b9d1609fdd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:37:17.506653 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4d1def4c-efb2-4a3f-9606-3c8683b12679 req-fe264019-27e3-4e99-97de-8b9d1609fdd9 service neutron] 10.222.0.44 "GET /v2.0/networks?id=b1def78c-da55-4367-b9b1-4d7fc20fc6ac HTTP/1.1" status: 200 len: 909 time: 0.2814858 Mar 29 15:37:17.521162 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-4aec2413-f6b4-4a5a-a809-c63e8fd7e674 req-626000b9-4422-4796-bd05-0d851965874d tempest-FloatingIPsTestJSON-473844346 tempest-FloatingIPsTestJSON-473844346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956'] for port, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:17.522538 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8549b5b-a008-401f-b635-023434e98134 None None] The sync data for ids ['45da26bd-8120-46d4-bcdc-4cdd7dcf8db9'] in n-d-834765-1 is: [{'id': '45da26bd-8120-46d4-bcdc-4cdd7dcf8db9', 'name': 'tempest-ServersTestFqdnHostnames-1468150373-router', 'tenant_id': '2af1828b0db64724acc70ec85951ece1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.213'}], 'enable_snat': True}, 'gw_port_id': '9e2674df-5c03-46fc-a696-37a0ad731b3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:37:07Z', 'updated_at': '2022-03-29T15:37:13Z', 'revision_number': 4, 'project_id': '2af1828b0db64724acc70ec85951ece1', 'gw_port': {'id': '9e2674df-5c03-46fc-a696-37a0ad731b3d', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:4f:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45da26bd-8120-46d4-bcdc-4cdd7dcf8db9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:37:08Z', 'updated_at': '2022-03-29T15:37:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': '2c9e39e5-cc3f-4a3c-bc7c-366be9f7ddc6', 'name': '', 'network_id': 'd0b8e561-a28c-462a-bbe9-e18d64a7cfc0', 'tenant_id': '2af1828b0db64724acc70ec85951ece1', 'mac_address': 'fa:16:3e:30:83:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45da26bd-8120-46d4-bcdc-4cdd7dcf8db9', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '572194bb-5d01-419c-9884-1313920c1946', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:37:12Z', 'updated_at': '2022-03-29T15:37:16Z', 'revision_number': 4, 'project_id': '2af1828b0db64724acc70ec85951ece1', 'subnets': [{'id': '572194bb-5d01-419c-9884-1313920c1946', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:37:17.540230 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-0933b664-a7f3-4a11-891c-24a6b5114575 None None] Provisioning complete for port 2c9e39e5-cc3f-4a3c-bc7c-366be9f7ddc6 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:37:17.540876 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-0933b664-a7f3-4a11-891c-24a6b5114575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:17.554041 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-12164940-fde0-42d2-90e2-4852a2772115 req-0941c6f2-a507-4876-91ec-de806abd8c73 tempest-VolumesAdminNegativeTest-440186847 tempest-VolumesAdminNegativeTest-440186847-project] 10.222.0.42 "GET /v2.0/security-groups?id=ca335d72-883f-4d4c-bc1b-0e400e94b626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986888 Mar 29 15:37:17.637061 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4aec2413-f6b4-4a5a-a809-c63e8fd7e674 req-626000b9-4422-4796-bd05-0d851965874d tempest-FloatingIPsTestJSON-473844346 tempest-FloatingIPsTestJSON-473844346-project] Network 4a4a035d-ecac-4ead-baa3-25f90788773a is already hosted by enough agents. {{(pid=102790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:37:17.645913 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [req-4aec2413-f6b4-4a5a-a809-c63e8fd7e674 req-626000b9-4422-4796-bd05-0d851965874d tempest-FloatingIPsTestJSON-473844346 tempest-FloatingIPsTestJSON-473844346-project] Resources bound (agent type, host, resource id): {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:37:17.655909 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626000b9-4422-4796-bd05-0d851965874d tempest-FloatingIPsTestJSON-473844346 tempest-FloatingIPsTestJSON-473844346-project] Pushing event updated for resources: {'Port': ['ID=a7bbd4a0-cd42-481b-bda7-b73ba5bfbe05,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:37:17.668898 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.l3_dvrscheduler_db [req-4aec2413-f6b4-4a5a-a809-c63e8fd7e674 req-626000b9-4422-4796-bd05-0d851965874d tempest-FloatingIPsTestJSON-473844346 tempest-FloatingIPsTestJSON-473844346-project] Received port after_create {{(pid=102790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:37:17.681300 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 38038) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:37:17.688685 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4d1def4c-efb2-4a3f-9606-3c8683b12679 req-969433e9-383a-48eb-9cb2-39fd980563e6 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7358f2da-0288-45a9-bbb8-559c1b9b15c8 HTTP/1.1" status: 200 len: 217 time: 0.1704149 Mar 29 15:37:17.701825 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:17.766406 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.db_base_plugin_common [None req-452cb264-8636-4788-b92c-1b66cd9f05fe tempest-ServersTestFqdnHostnames-820638718 tempest-ServersTestFqdnHostnames-820638718-project] Allocated IP 172.25.4.54 (4a4a035d-ecac-4ead-baa3-25f90788773a/e1a353dc-fac8-4901-a63c-273840237d6a/93060dbc-f1b2-4dd9-a374-21b5d30f7795) {{(pid=102790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:37:17.802195 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1def4c-efb2-4a3f-9606-3c8683b12679 req-eba8c937-e429-4268-80fa-baa4f44cda92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:37:17.803757 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4d1def4c-efb2-4a3f-9606-3c8683b12679 req-eba8c937-e429-4268-80fa-baa4f44cda92 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a84f45bb-2cdd-4adc-a15d-ac5c06ff5a1f HTTP/1.1" status: 200 len: 848 time: 0.1035116 Mar 29 15:37:17.812842 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4db501-26c1-4b03-9add-9b36727bfdc2 req-a0038fe1-f70e-41aa-8b50-9149065ee1d4 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:37:17.814331 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-5e4db501-26c1-4b03-9add-9b36727bfdc2 req-a0038fe1-f70e-41aa-8b50-9149065ee1d4 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] 10.222.0.42 "GET /v2.0/ports?device_id=ea6c803e-d2a8-4326-af80-e82436a0a30b HTTP/1.1" status: 200 len: 945 time: 0.1050894 Mar 29 15:37:17.857547 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-4aec2413-f6b4-4a5a-a809-c63e8fd7e674 req-626000b9-4422-4796-bd05-0d851965874d tempest-FloatingIPsTestJSON-473844346 tempest-FloatingIPsTestJSON-473844346-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:17.873523 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4d1def4c-efb2-4a3f-9606-3c8683b12679 req-2cb9f262-5e75-4878-b9ca-208ce6cb53a6 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b1def78c-da55-4367-b9b1-4d7fc20fc6ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0582240 Mar 29 15:37:17.920535 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-5e4db501-26c1-4b03-9add-9b36727bfdc2 req-5451a25b-ba6a-456b-b072-068017f29b2e tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] 10.222.0.42 "GET /v2.0/security-groups?id=c99ced8e-1ceb-46fb-aaa7-747186b2b9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825598 Mar 29 15:37:17.963023 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-4aec2413-f6b4-4a5a-a809-c63e8fd7e674 req-626000b9-4422-4796-bd05-0d851965874d tempest-FloatingIPsTestJSON-473844346 tempest-FloatingIPsTestJSON-473844346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:17.986257 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-25a70243-2a92-480e-adee-dab97c9f7583 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=84e977db2f2743e38b3e80b2e81ea4c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3037012 Mar 29 15:37:17.992991 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 38042) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:37:18.023404 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4d1def4c-efb2-4a3f-9606-3c8683b12679 req-72510eeb-4bc4-4e5a-9320-b5c03a571862 service neutron] 10.222.0.44 "GET /v2.0/networks/b1def78c-da55-4367-b9b1-4d7fc20fc6ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288037 Mar 29 15:37:18.041321 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-452cb264-8636-4788-b92c-1b66cd9f05fe tempest-ServersTestFqdnHostnames-820638718 tempest-ServersTestFqdnHostnames-820638718-project] Notify callbacks [] for port, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:18.160561 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-1dd4da37-1c95-40bf-83a5-12ea760f7c9d req-feae0cc9-3159-4a92-8a47-f239bf4d49e6 tempest-ServersAdmin275Test-1083301966 tempest-ServersAdmin275Test-1083301966-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=04016bd8-6ded-4605-9b43-eda4442e08e6 HTTP/1.1" status: 200 len: 210 time: 0.0315909 Mar 29 15:37:18.176254 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-a97d906d-c1d5-496c-8283-a2271b0531af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:18.184372 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-452cb264-8636-4788-b92c-1b66cd9f05fe tempest-ServersTestFqdnHostnames-820638718 tempest-ServersTestFqdnHostnames-820638718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956'] for port, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:18.187945 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4d1def4c-efb2-4a3f-9606-3c8683b12679 req-068e7e39-1502-48ec-9feb-5bbfb09aa0e1 service neutron] 10.222.0.44 "GET /v2.0/networks/b1def78c-da55-4367-b9b1-4d7fc20fc6ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1564260 Mar 29 15:37:18.252888 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-a97d906d-c1d5-496c-8283-a2271b0531af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:18.294875 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-452cb264-8636-4788-b92c-1b66cd9f05fe tempest-ServersTestFqdnHostnames-820638718 tempest-ServersTestFqdnHostnames-820638718-project] Network 4a4a035d-ecac-4ead-baa3-25f90788773a is already hosted by enough agents. {{(pid=102790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:37:18.315710 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-452cb264-8636-4788-b92c-1b66cd9f05fe tempest-ServersTestFqdnHostnames-820638718 tempest-ServersTestFqdnHostnames-820638718-project] Resources bound (agent type, host, resource id): {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:37:18.328329 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452cb264-8636-4788-b92c-1b66cd9f05fe tempest-ServersTestFqdnHostnames-820638718 tempest-ServersTestFqdnHostnames-820638718-project] Pushing event updated for resources: {'Port': ['ID=93060dbc-f1b2-4dd9-a374-21b5d30f7795,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:37:18.331500 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-452cb264-8636-4788-b92c-1b66cd9f05fe tempest-ServersTestFqdnHostnames-820638718 tempest-ServersTestFqdnHostnames-820638718-project] Received port after_create {{(pid=102790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:37:18.374047 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1a612d-1501-421f-a64e-efef9a008157 req-6fd7b0be-8df3-4e5d-8f33-572955348e57 tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:37:18.375781 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-9f1a612d-1501-421f-a64e-efef9a008157 req-6fd7b0be-8df3-4e5d-8f33-572955348e57 tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] 10.222.0.42 "GET /v2.0/ports?device_id=2c70776b-2e7a-4175-a595-6c782e05f18a HTTP/1.1" status: 200 len: 946 time: 0.0951746 Mar 29 15:37:18.376534 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c70776b-2e7a-4175-a595-6c782e05f18a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e4f56b3-2681-4f53-b655-bc7714d4de2d'}] {{(pid=102792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:37:18.378745 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1def4c-efb2-4a3f-9606-3c8683b12679 req-fef68990-5a38-4e03-9bb9-030ebc9d13d4 tempest-LiveMigrationTest-953290782 tempest-LiveMigrationTest-953290782-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:37:18.380163 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4d1def4c-efb2-4a3f-9606-3c8683b12679 req-fef68990-5a38-4e03-9bb9-030ebc9d13d4 tempest-LiveMigrationTest-953290782 tempest-LiveMigrationTest-953290782-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=ea6c803e-d2a8-4326-af80-e82436a0a30b&tenant_id=61d6b03cf8b04e0283d0c20861ff0cb0&binding%3Ahost_id=n-h2-834765-1 HTTP/1.1" status: 200 len: 1096 time: 0.0860031 Mar 29 15:37:18.381480 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4f476c66b318cc6068719fc39557fac68d413f5c7e78fa77028c7948e999ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6463ef12-8bc1-4c42-8fd7-b0d63427277e" -d '{"events": [{"server_uuid": "2c70776b-2e7a-4175-a595-6c782e05f18a", "name": "network-vif-plugged", "status": "completed", "tag": "3e4f56b3-2681-4f53-b655-bc7714d4de2d"}]}' {{(pid=102792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:37:18.386812 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-4aec2413-f6b4-4a5a-a809-c63e8fd7e674 req-626000b9-4422-4796-bd05-0d851965874d tempest-FloatingIPsTestJSON-473844346 tempest-FloatingIPsTestJSON-473844346-project] Notify callbacks [] for port, precommit_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:18.395604 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [req-4d1def4c-efb2-4a3f-9606-3c8683b12679 req-42c4babe-6e71-4e5b-babf-45ddbe3201fe service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-834765-1'}}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:37:18.398480 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-4aec2413-f6b4-4a5a-a809-c63e8fd7e674 req-626000b9-4422-4796-bd05-0d851965874d tempest-FloatingIPsTestJSON-473844346 tempest-FloatingIPsTestJSON-473844346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:18.409268 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-a97d906d-c1d5-496c-8283-a2271b0531af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:18.411758 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-a97d906d-c1d5-496c-8283-a2271b0531af admin admin] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:18.413047 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-a97d906d-c1d5-496c-8283-a2271b0531af admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/2890208a-e301-4438-919d-c5431d4178c0 HTTP/1.1" status: 204 len: 168 time: 0.4120052 Mar 29 15:37:18.425319 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-452cb264-8636-4788-b92c-1b66cd9f05fe tempest-ServersTestFqdnHostnames-820638718 tempest-ServersTestFqdnHostnames-820638718-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:18.454177 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97d906d-c1d5-496c-8283-a2271b0531af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2890208a-e301-4438-919d-c5431d4178c0,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:37:18.455919 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-9f1a612d-1501-421f-a64e-efef9a008157 req-42a60581-ca36-4c19-a03d-7f6302bd150a tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] 10.222.0.42 "GET /v2.0/security-groups?id=d26d57f3-f34b-4b82-acb2-a15ffdfe7b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670595 Mar 29 15:37:18.467440 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-4aec2413-f6b4-4a5a-a809-c63e8fd7e674 req-626000b9-4422-4796-bd05-0d851965874d tempest-FloatingIPsTestJSON-473844346 tempest-FloatingIPsTestJSON-473844346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648212'] for floatingip, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:18.521804 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-4d1def4c-efb2-4a3f-9606-3c8683b12679 req-42c4babe-6e71-4e5b-babf-45ddbe3201fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:18.525593 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-452cb264-8636-4788-b92c-1b66cd9f05fe tempest-ServersTestFqdnHostnames-820638718 tempest-ServersTestFqdnHostnames-820638718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:18.557611 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626000b9-4422-4796-bd05-0d851965874d tempest-FloatingIPsTestJSON-473844346 tempest-FloatingIPsTestJSON-473844346-project] Pushing event updated for resources: {'Port': ['ID=a7bbd4a0-cd42-481b-bda7-b73ba5bfbe05,revision_number=2']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:37:18.578481 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-4aec2413-f6b4-4a5a-a809-c63e8fd7e674 req-626000b9-4422-4796-bd05-0d851965874d tempest-FloatingIPsTestJSON-473844346 tempest-FloatingIPsTestJSON-473844346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for floatingip, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:18.583194 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:37:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea1b4675-0f12-4e2b-b45e-a3a2b2abc36f x-openstack-request-id: req-ea1b4675-0f12-4e2b-b45e-a3a2b2abc36f {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:37:18.583528 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c70776b-2e7a-4175-a595-6c782e05f18a", "name": "network-vif-plugged", "status": "completed", "tag": "3e4f56b3-2681-4f53-b655-bc7714d4de2d", "code": 200}]} {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:37:18.583783 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ea1b4675-0f12-4e2b-b45e-a3a2b2abc36f {{(pid=102792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:37:18.584173 n-d-834765-1 neutron-server[102792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c70776b-2e7a-4175-a595-6c782e05f18a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e4f56b3-2681-4f53-b655-bc7714d4de2d', 'code': 200} Mar 29 15:37:18.586627 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-4aec2413-f6b4-4a5a-a809-c63e8fd7e674 req-626000b9-4422-4796-bd05-0d851965874d tempest-FloatingIPsTestJSON-473844346 tempest-FloatingIPsTestJSON-473844346-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.7708030 Mar 29 15:37:18.661501 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-4aec2413-f6b4-4a5a-a809-c63e8fd7e674 req-db59705d-e941-47ca-8044-87522b2d677e tempest-FloatingIPsTestJSON-473844346 tempest-FloatingIPsTestJSON-473844346-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.4.241 HTTP/1.1" status: 200 len: 696 time: 0.0738955 Mar 29 15:37:18.766764 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-4d1def4c-efb2-4a3f-9606-3c8683b12679 req-42c4babe-6e71-4e5b-babf-45ddbe3201fe service neutron] For port 7358f2da-0288-45a9-bbb8-559c1b9b15c8, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=7358f2da-0288-45a9-bbb8-559c1b9b15c8,segment=NetworkSegment(65ab5bc3-e80e-4641-82f0-4ef53207c2d7),segment_id=65ab5bc3-e80e-4641-82f0-4ef53207c2d7)] {{(pid=102791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:37:18.775333 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19e32c9-6fb3-49fc-906c-b39e8fbf2481 req-21ba38c4-e9bd-4647-97bc-8ae785b8ada1 tempest-VolumesAdminNegativeTest-440186847 tempest-VolumesAdminNegativeTest-440186847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:37:18.776946 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-a19e32c9-6fb3-49fc-906c-b39e8fbf2481 req-21ba38c4-e9bd-4647-97bc-8ae785b8ada1 tempest-VolumesAdminNegativeTest-440186847 tempest-VolumesAdminNegativeTest-440186847-project] 10.222.0.42 "GET /v2.0/ports?device_id=e68d1a6c-f883-40bb-8d16-165b5d93ca89 HTTP/1.1" status: 200 len: 945 time: 0.0746579 Mar 29 15:37:18.803974 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 38052) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:37:18.840397 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-a19e32c9-6fb3-49fc-906c-b39e8fbf2481 req-d087578b-6665-492b-be82-c734a251f516 tempest-VolumesAdminNegativeTest-440186847 tempest-VolumesAdminNegativeTest-440186847-project] 10.222.0.42 "GET /v2.0/security-groups?id=ca335d72-883f-4d4c-bc1b-0e400e94b626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518231 Mar 29 15:37:18.845649 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-4d1def4c-efb2-4a3f-9606-3c8683b12679 req-42c4babe-6e71-4e5b-babf-45ddbe3201fe service neutron] For port 7358f2da-0288-45a9-bbb8-559c1b9b15c8, host n-h2-834765-1, cleared binding levels {{(pid=102791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:37:18.872248 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9999d6fa-4c81-437c-8003-20ea31c2b1fa req-f2df8e24-d484-4276-a947-3defcde4c64c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:37:18.873726 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-9999d6fa-4c81-437c-8003-20ea31c2b1fa req-f2df8e24-d484-4276-a947-3defcde4c64c service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=2c70776b-2e7a-4175-a595-6c782e05f18a HTTP/1.1" status: 200 len: 1097 time: 0.1956191 Mar 29 15:37:18.889430 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea6c803e-d2a8-4326-af80-e82436a0a30b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7358f2da-0288-45a9-bbb8-559c1b9b15c8'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:37:18.891926 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c67b028db5e9b9818fecc5c0a87ebc6f190694fa53ca267d523e04f98de536d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc2eed62-da2c-471a-8526-2bc76959aa7b" -d '{"events": [{"server_uuid": "ea6c803e-d2a8-4326-af80-e82436a0a30b", "name": "network-vif-unplugged", "status": "completed", "tag": "7358f2da-0288-45a9-bbb8-559c1b9b15c8"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:37:18.896457 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-4d1def4c-efb2-4a3f-9606-3c8683b12679 req-42c4babe-6e71-4e5b-babf-45ddbe3201fe service neutron] Notify callbacks [] for port, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:18.905997 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-4d1def4c-efb2-4a3f-9606-3c8683b12679 req-42c4babe-6e71-4e5b-babf-45ddbe3201fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:18.915965 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aec2413-f6b4-4a5a-a809-c63e8fd7e674 req-c9f1908d-7132-4bcb-9983-2bfe826c25c7 tempest-FloatingIPsTestJSON-473844346 tempest-FloatingIPsTestJSON-473844346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:37:18.917438 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-4aec2413-f6b4-4a5a-a809-c63e8fd7e674 req-c9f1908d-7132-4bcb-9983-2bfe826c25c7 tempest-FloatingIPsTestJSON-473844346 tempest-FloatingIPsTestJSON-473844346-project] 10.222.0.42 "GET /v2.0/networks/4a4a035d-ecac-4ead-baa3-25f90788773a HTTP/1.1" status: 200 len: 784 time: 0.2550807 Mar 29 15:37:18.943166 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [req-4aec2413-f6b4-4a5a-a809-c63e8fd7e674 req-2b33af18-3376-4834-828c-66e137ae027a tempest-FloatingIPsTestJSON-473844346 tempest-FloatingIPsTestJSON-473844346-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=102790) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 15:37:18.944179 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-4aec2413-f6b4-4a5a-a809-c63e8fd7e674 req-2b33af18-3376-4834-828c-66e137ae027a tempest-FloatingIPsTestJSON-473844346 tempest-FloatingIPsTestJSON-473844346-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0144765 Mar 29 15:37:18.952163 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 38062) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:37:18.954345 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-73b65123-9b21-4518-b4f5-ed481eb143e6 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=16d0330f66f742b89946095c0f43e694&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1417980 Mar 29 15:37:18.975987 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-452cb264-8636-4788-b92c-1b66cd9f05fe tempest-ServersTestFqdnHostnames-820638718 tempest-ServersTestFqdnHostnames-820638718-project] Notify callbacks [] for port, precommit_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:18.984734 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 29 Mar 2022 15:37:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee5e22b1-dfca-46ab-bba9-207354bc228f x-openstack-request-id: req-ee5e22b1-dfca-46ab-bba9-207354bc228f {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:37:18.984911 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea6c803e-d2a8-4326-af80-e82436a0a30b", "name": "network-vif-unplugged", "status": "completed", "tag": "7358f2da-0288-45a9-bbb8-559c1b9b15c8", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:37:18.985171 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ee5e22b1-dfca-46ab-bba9-207354bc228f {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:37:18.985557 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea6c803e-d2a8-4326-af80-e82436a0a30b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7358f2da-0288-45a9-bbb8-559c1b9b15c8', 'code': 200} Mar 29 15:37:18.986069 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-9999d6fa-4c81-437c-8003-20ea31c2b1fa req-2d7a1760-3ea7-49ee-8a5a-1fcbecc16057 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=d26d57f3-f34b-4b82-acb2-a15ffdfe7b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895553 Mar 29 15:37:18.987345 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-452cb264-8636-4788-b92c-1b66cd9f05fe tempest-ServersTestFqdnHostnames-820638718 tempest-ServersTestFqdnHostnames-820638718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:19.024987 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-452cb264-8636-4788-b92c-1b66cd9f05fe tempest-ServersTestFqdnHostnames-820638718 tempest-ServersTestFqdnHostnames-820638718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648212'] for floatingip, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:19.048569 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c4babe-6e71-4e5b-babf-45ddbe3201fe service neutron] Pushing event updated for resources: {'Port': ['ID=7358f2da-0288-45a9-bbb8-559c1b9b15c8,revision_number=7']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:37:19.051970 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452cb264-8636-4788-b92c-1b66cd9f05fe tempest-ServersTestFqdnHostnames-820638718 tempest-ServersTestFqdnHostnames-820638718-project] Pushing event updated for resources: {'Port': ['ID=93060dbc-f1b2-4dd9-a374-21b5d30f7795,revision_number=2']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:37:19.071957 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-452cb264-8636-4788-b92c-1b66cd9f05fe tempest-ServersTestFqdnHostnames-820638718 tempest-ServersTestFqdnHostnames-820638718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for floatingip, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:19.073272 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-452cb264-8636-4788-b92c-1b66cd9f05fe tempest-ServersTestFqdnHostnames-820638718 tempest-ServersTestFqdnHostnames-820638718-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.9597344 Mar 29 15:37:19.091357 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-4d1def4c-efb2-4a3f-9606-3c8683b12679 req-42c4babe-6e71-4e5b-babf-45ddbe3201fe service neutron] Attempting to bind port 7358f2da-0288-45a9-bbb8-559c1b9b15c8 on host n-h2-834765-1 for vnic_type normal with profile {"migrating_to": "n-h1-834765-1"} {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:37:19.091623 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-4d1def4c-efb2-4a3f-9606-3c8683b12679 req-42c4babe-6e71-4e5b-babf-45ddbe3201fe service neutron] Attempting to bind port 7358f2da-0288-45a9-bbb8-559c1b9b15c8 by drivers openvswitch,hyperv on host n-h2-834765-1 at level 0 using segments [{'id': '65ab5bc3-e80e-4641-82f0-4ef53207c2d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'b1def78c-da55-4367-b9b1-4d7fc20fc6ac'}] {{(pid=102791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:37:19.091956 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d1def4c-efb2-4a3f-9606-3c8683b12679 req-42c4babe-6e71-4e5b-babf-45ddbe3201fe service neutron] Attempting to bind port 7358f2da-0288-45a9-bbb8-559c1b9b15c8 on network b1def78c-da55-4367-b9b1-4d7fc20fc6ac {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:37:19.099218 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-bfdc6cad-7090-435f-84e6-6447a2a2e3e4 req-bbdce6b5-9ca6-450d-9311-c521a5677b85 tempest-FloatingIPsTestJSON-473844346 tempest-FloatingIPsTestJSON-473844346-project] 10.222.0.42 "GET /v2.0/floatingips/a88a62f5-1c2d-4395-a23c-52e7a68a657b HTTP/1.1" status: 200 len: 693 time: 0.0924237 Mar 29 15:37:19.104096 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d1def4c-efb2-4a3f-9606-3c8683b12679 req-42c4babe-6e71-4e5b-babf-45ddbe3201fe service neutron] Port 7358f2da-0288-45a9-bbb8-559c1b9b15c8 on network b1def78c-da55-4367-b9b1-4d7fc20fc6ac not bound, no agent of type Open vSwitch agent registered on host n-h2-834765-1 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 15:37:19.104378 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d1def4c-efb2-4a3f-9606-3c8683b12679 req-42c4babe-6e71-4e5b-babf-45ddbe3201fe service neutron] Attempting to bind port 7358f2da-0288-45a9-bbb8-559c1b9b15c8 on network b1def78c-da55-4367-b9b1-4d7fc20fc6ac {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:37:19.131147 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d1def4c-efb2-4a3f-9606-3c8683b12679 req-42c4babe-6e71-4e5b-babf-45ddbe3201fe service neutron] Checking agent: {'id': '3e4b4912-b4a2-4d17-b5bd-6ce15529e8eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 33, 17), 'started_at': datetime.datetime(2022, 3, 29, 15, 33, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 37, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:37:19.131527 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d1def4c-efb2-4a3f-9606-3c8683b12679 req-42c4babe-6e71-4e5b-babf-45ddbe3201fe service neutron] Checking segment: {'id': '65ab5bc3-e80e-4641-82f0-4ef53207c2d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'b1def78c-da55-4367-b9b1-4d7fc20fc6ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:37:19.131877 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d1def4c-efb2-4a3f-9606-3c8683b12679 req-42c4babe-6e71-4e5b-babf-45ddbe3201fe service neutron] Bound using segment: {'id': '65ab5bc3-e80e-4641-82f0-4ef53207c2d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'b1def78c-da55-4367-b9b1-4d7fc20fc6ac'} {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:37:19.132323 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-4d1def4c-efb2-4a3f-9606-3c8683b12679 req-42c4babe-6e71-4e5b-babf-45ddbe3201fe service neutron] Bound port: 7358f2da-0288-45a9-bbb8-559c1b9b15c8, host: n-h2-834765-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65ab5bc3-e80e-4641-82f0-4ef53207c2d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'b1def78c-da55-4367-b9b1-4d7fc20fc6ac'}}] {{(pid=102791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 15:37:19.132681 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-4d1def4c-efb2-4a3f-9606-3c8683b12679 req-42c4babe-6e71-4e5b-babf-45ddbe3201fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:19.139812 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934ba6ad-420f-4051-9dc6-d9563f12e01c req-8402c6b1-5169-4261-b317-b2415c46498b tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:37:19.141321 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-934ba6ad-420f-4051-9dc6-d9563f12e01c req-8402c6b1-5169-4261-b317-b2415c46498b tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] 10.222.0.42 "GET /v2.0/ports?device_id=ea6c803e-d2a8-4326-af80-e82436a0a30b HTTP/1.1" status: 200 len: 943 time: 0.0863924 Mar 29 15:37:19.174734 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-5d90a138-c5f9-4d2d-abf7-f475ebf16b69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:19.194413 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-934ba6ad-420f-4051-9dc6-d9563f12e01c req-6fc3b230-4610-44be-860e-f5f5c6a4dfdc tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] 10.222.0.42 "GET /v2.0/security-groups?id=c99ced8e-1ceb-46fb-aaa7-747186b2b9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470257 Mar 29 15:37:19.264312 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-5d90a138-c5f9-4d2d-abf7-f475ebf16b69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:19.349499 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdc6cad-7090-435f-84e6-6447a2a2e3e4 req-8a27e04e-d9ca-4bbc-9913-456e25faa36e tempest-FloatingIPsTestJSON-473844346 tempest-FloatingIPsTestJSON-473844346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:37:19.357174 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-bfdc6cad-7090-435f-84e6-6447a2a2e3e4 req-8a27e04e-d9ca-4bbc-9913-456e25faa36e tempest-FloatingIPsTestJSON-473844346 tempest-FloatingIPsTestJSON-473844346-project] 10.222.0.42 "GET /v2.0/networks/4a4a035d-ecac-4ead-baa3-25f90788773a HTTP/1.1" status: 200 len: 784 time: 0.2498488 Mar 29 15:37:19.359453 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-07fbc586-9205-4435-ac4f-13a8f2eb20d9 req-0bd7648e-33e9-450a-88c1-acc84e06d95d tempest-ServersTestFqdnHostnames-820638718 tempest-ServersTestFqdnHostnames-820638718-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--64162366&fields=id&tenant_id=2af1828b0db64724acc70ec85951ece1 HTTP/1.1" status: 200 len: 267 time: 0.0623772 Mar 29 15:37:19.373948 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [req-bfdc6cad-7090-435f-84e6-6447a2a2e3e4 req-23ea9fb6-b33d-4242-90b6-fc0a2f67832d tempest-FloatingIPsTestJSON-473844346 tempest-FloatingIPsTestJSON-473844346-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=102791) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 15:37:19.381305 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-bfdc6cad-7090-435f-84e6-6447a2a2e3e4 req-23ea9fb6-b33d-4242-90b6-fc0a2f67832d tempest-FloatingIPsTestJSON-473844346 tempest-FloatingIPsTestJSON-473844346-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0232282 Mar 29 15:37:19.461654 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-4d1def4c-efb2-4a3f-9606-3c8683b12679 req-42c4babe-6e71-4e5b-babf-45ddbe3201fe service neutron] For port 7358f2da-0288-45a9-bbb8-559c1b9b15c8, host n-h2-834765-1, cleared binding levels {{(pid=102791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:37:19.473700 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-bfdc6cad-7090-435f-84e6-6447a2a2e3e4 req-974c0bd1-cce7-4ba1-93ec-6d668e84ff2a tempest-FloatingIPsTestJSON-473844346 tempest-FloatingIPsTestJSON-473844346-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.4.241 HTTP/1.1" status: 200 len: 696 time: 0.0912178 Mar 29 15:37:19.478711 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-0169844c-4373-4a80-b8d6-84474a8aea74 req-487ec3ae-0a4b-493d-b8f3-07fcd254e9de service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=e1416b4f-2ed2-468a-acdd-84bf3fd763c2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1164739 Mar 29 15:37:19.504885 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-4d1def4c-efb2-4a3f-9606-3c8683b12679 req-42c4babe-6e71-4e5b-babf-45ddbe3201fe service neutron] For port 7358f2da-0288-45a9-bbb8-559c1b9b15c8, host n-h2-834765-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=7358f2da-0288-45a9-bbb8-559c1b9b15c8,segment=NetworkSegment(65ab5bc3-e80e-4641-82f0-4ef53207c2d7),segment_id=65ab5bc3-e80e-4641-82f0-4ef53207c2d7)] {{(pid=102791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:37:19.526130 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fbc586-9205-4435-ac4f-13a8f2eb20d9 req-9b625100-da9d-42be-81a1-0b43322032b2 tempest-ServersTestFqdnHostnames-820638718 tempest-ServersTestFqdnHostnames-820638718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:37:19.534187 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-07fbc586-9205-4435-ac4f-13a8f2eb20d9 req-9b625100-da9d-42be-81a1-0b43322032b2 tempest-ServersTestFqdnHostnames-820638718 tempest-ServersTestFqdnHostnames-820638718-project] 10.222.0.42 "GET /v2.0/networks?id=d0b8e561-a28c-462a-bbe9-e18d64a7cfc0 HTTP/1.1" status: 200 len: 815 time: 0.1735451 Mar 29 15:37:19.577128 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-4d1def4c-efb2-4a3f-9606-3c8683b12679 req-42c4babe-6e71-4e5b-babf-45ddbe3201fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:19.593200 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-07fbc586-9205-4435-ac4f-13a8f2eb20d9 req-6c659636-7433-4783-acdd-766a01ff460e tempest-ServersTestFqdnHostnames-820638718 tempest-ServersTestFqdnHostnames-820638718-project] 10.222.0.42 "GET /v2.0/quotas/2af1828b0db64724acc70ec85951ece1 HTTP/1.1" status: 200 len: 375 time: 0.0579743 Mar 29 15:37:19.609833 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-bfdc6cad-7090-435f-84e6-6447a2a2e3e4 req-3e1e31d0-a431-41c8-a0ed-7c03a1e6cadf tempest-FloatingIPsTestJSON-473844346 tempest-FloatingIPsTestJSON-473844346-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.4.241 HTTP/1.1" status: 200 len: 696 time: 0.1331844 Mar 29 15:37:19.647373 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 2c9e39e5-cc3f-4a3c-bc7c-366be9f7ddc6 up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:37:19.663138 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0169844c-4373-4a80-b8d6-84474a8aea74 req-a31b5062-00fe-4ecc-beef-a7d4ac12b4e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:37:19.665167 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-0169844c-4373-4a80-b8d6-84474a8aea74 req-a31b5062-00fe-4ecc-beef-a7d4ac12b4e1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c66f5a43ae0e46908f202e6b40f23448&device_id=e1416b4f-2ed2-468a-acdd-84bf3fd763c2 HTTP/1.1" status: 200 len: 1095 time: 0.1184478 Mar 29 15:37:19.702764 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-07fbc586-9205-4435-ac4f-13a8f2eb20d9 req-12750268-20da-4885-9fe4-68ce043e7284 tempest-ServersTestFqdnHostnames-820638718 tempest-ServersTestFqdnHostnames-820638718-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=2af1828b0db64724acc70ec85951ece1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1085987 Mar 29 15:37:19.734700 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-5d90a138-c5f9-4d2d-abf7-f475ebf16b69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:19.737656 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-5d90a138-c5f9-4d2d-abf7-f475ebf16b69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:19.738797 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-5d90a138-c5f9-4d2d-abf7-f475ebf16b69 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/310a1cbd-bba1-43fc-96e7-f5ca96be5d82 HTTP/1.1" status: 204 len: 168 time: 0.7857873 Mar 29 15:37:19.760373 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port 2c9e39e5-cc3f-4a3c-bc7c-366be9f7ddc6 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:37:19.760735 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:19.907953 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d90a138-c5f9-4d2d-abf7-f475ebf16b69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=310a1cbd-bba1-43fc-96e7-f5ca96be5d82,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:37:19.997823 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c4babe-6e71-4e5b-babf-45ddbe3201fe service neutron] Pushing event updated for resources: {'Port': ['ID=7358f2da-0288-45a9-bbb8-559c1b9b15c8,revision_number=8']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:37:20.002545 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1def4c-efb2-4a3f-9606-3c8683b12679 req-42c4babe-6e71-4e5b-babf-45ddbe3201fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:37:20.003307 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-4d1def4c-efb2-4a3f-9606-3c8683b12679 req-42c4babe-6e71-4e5b-babf-45ddbe3201fe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:20.004751 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4d1def4c-efb2-4a3f-9606-3c8683b12679 req-42c4babe-6e71-4e5b-babf-45ddbe3201fe service neutron] 10.222.0.44 "PUT /v2.0/ports/7358f2da-0288-45a9-bbb8-559c1b9b15c8 HTTP/1.1" status: 200 len: 1121 time: 1.6144917 Mar 29 15:37:20.020515 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [req-bfdc6cad-7090-435f-84e6-6447a2a2e3e4 req-68f4d672-371d-4e47-b221-90139e061290 tempest-FloatingIPsTestJSON-473844346 tempest-FloatingIPsTestJSON-473844346-project] Deleting port a7bbd4a0-cd42-481b-bda7-b73ba5bfbe05 {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:37:20.021008 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-bfdc6cad-7090-435f-84e6-6447a2a2e3e4 req-68f4d672-371d-4e47-b221-90139e061290 tempest-FloatingIPsTestJSON-473844346 tempest-FloatingIPsTestJSON-473844346-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:20.085184 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] get_ports_and_sgs() called for port_ids ['7358f2da-0288-45a9-bbb8-559c1b9b15c8'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:37:20.127578 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-07fbc586-9205-4435-ac4f-13a8f2eb20d9 req-f0974776-676b-4e1a-9365-7391058607f6 service neutron] 10.222.0.42 "GET /v2.0/networks/d0b8e561-a28c-462a-bbe9-e18d64a7cfc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4126077 Mar 29 15:37:20.137022 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0169844c-4373-4a80-b8d6-84474a8aea74 req-63f6c23a-52ec-42b8-ba68-d56a1dffe5e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:37:20.138450 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-0169844c-4373-4a80-b8d6-84474a8aea74 req-63f6c23a-52ec-42b8-ba68-d56a1dffe5e2 service neutron] 10.222.0.48 "GET /v2.0/networks?id=c7e23169-e9d3-4fec-ace3-87b88825b851 HTTP/1.1" status: 200 len: 922 time: 0.4347274 Mar 29 15:37:20.186440 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-bfdc6cad-7090-435f-84e6-6447a2a2e3e4 req-68f4d672-371d-4e47-b221-90139e061290 tempest-FloatingIPsTestJSON-473844346 tempest-FloatingIPsTestJSON-473844346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:20.186774 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-bfdc6cad-7090-435f-84e6-6447a2a2e3e4 req-68f4d672-371d-4e47-b221-90139e061290 tempest-FloatingIPsTestJSON-473844346 tempest-FloatingIPsTestJSON-473844346-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:20.203289 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-0169844c-4373-4a80-b8d6-84474a8aea74 req-6de3e91d-c7cf-43bd-9a37-951916f89e24 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=46d1b430-78f4-42ac-9c70-2f89c6daa019 HTTP/1.1" status: 200 len: 217 time: 0.0446098 Mar 29 15:37:20.220972 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [req-bfdc6cad-7090-435f-84e6-6447a2a2e3e4 req-68f4d672-371d-4e47-b221-90139e061290 tempest-FloatingIPsTestJSON-473844346 tempest-FloatingIPsTestJSON-473844346-project] Calling delete_port for a7bbd4a0-cd42-481b-bda7-b73ba5bfbe05 owned by network:floatingip {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:37:20.354446 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0169844c-4373-4a80-b8d6-84474a8aea74 req-edaaa665-bbea-467d-8f28-d2f440e602fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:37:20.356249 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-0169844c-4373-4a80-b8d6-84474a8aea74 req-edaaa665-bbea-467d-8f28-d2f440e602fa service neutron] 10.222.0.48 "GET /v2.0/subnets?id=47ebad0b-955e-4824-b04c-60b1952d5787 HTTP/1.1" status: 200 len: 861 time: 0.1388886 Mar 29 15:37:20.411000 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-0169844c-4373-4a80-b8d6-84474a8aea74 req-1b163a39-9581-4b96-8a9a-c7349634c5fa service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c7e23169-e9d3-4fec-ace3-87b88825b851&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0446551 Mar 29 15:37:20.429716 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-07fbc586-9205-4435-ac4f-13a8f2eb20d9 req-fbe51d8a-cc1f-4353-a0a5-9fea1d85ab38 service neutron] 10.222.0.42 "GET /v2.0/networks/d0b8e561-a28c-462a-bbe9-e18d64a7cfc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3011909 Mar 29 15:37:20.476248 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-bfdc6cad-7090-435f-84e6-6447a2a2e3e4 req-68f4d672-371d-4e47-b221-90139e061290 tempest-FloatingIPsTestJSON-473844346 tempest-FloatingIPsTestJSON-473844346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:20.562826 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f4d672-371d-4e47-b221-90139e061290 tempest-FloatingIPsTestJSON-473844346 tempest-FloatingIPsTestJSON-473844346-project] Pushing event deleted for resources: {'Port': ['ID=a7bbd4a0-cd42-481b-bda7-b73ba5bfbe05,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:37:20.594412 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-bfdc6cad-7090-435f-84e6-6447a2a2e3e4 req-68f4d672-371d-4e47-b221-90139e061290 tempest-FloatingIPsTestJSON-473844346 tempest-FloatingIPsTestJSON-473844346-project] Notify callbacks [] for floatingip, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:20.597972 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-bfdc6cad-7090-435f-84e6-6447a2a2e3e4 req-68f4d672-371d-4e47-b221-90139e061290 tempest-FloatingIPsTestJSON-473844346 tempest-FloatingIPsTestJSON-473844346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for floatingip, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:20.612751 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-bfdc6cad-7090-435f-84e6-6447a2a2e3e4 req-68f4d672-371d-4e47-b221-90139e061290 tempest-FloatingIPsTestJSON-473844346 tempest-FloatingIPsTestJSON-473844346-project] 10.222.0.42 "DELETE /v2.0/floatingips/a88a62f5-1c2d-4395-a23c-52e7a68a657b HTTP/1.1" status: 204 len: 173 time: 1.0026627 Mar 29 15:37:20.625619 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-0169844c-4373-4a80-b8d6-84474a8aea74 req-5db8e74c-6966-4a3d-b51a-23b74b060220 service neutron] 10.222.0.48 "GET /v2.0/networks/c7e23169-e9d3-4fec-ace3-87b88825b851?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1917598 Mar 29 15:37:20.738221 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-64cd7122-452f-4746-a7c3-f93a1e1d9414 req-25742abd-b29c-4933-bfd6-f2f3190a35c2 tempest-ServersAdmin275Test-1083301966 tempest-ServersAdmin275Test-1083301966-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=04016bd8-6ded-4605-9b43-eda4442e08e6 HTTP/1.1" status: 200 len: 210 time: 0.0333793 Mar 29 15:37:20.836466 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890b58e9-f28a-4cc9-b9d6-fa0a7087def0 req-b5d22225-0329-4162-8f66-cedf3dcf758d tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:37:20.838049 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-890b58e9-f28a-4cc9-b9d6-fa0a7087def0 req-b5d22225-0329-4162-8f66-cedf3dcf758d tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] 10.222.0.42 "GET /v2.0/ports?device_id=2c70776b-2e7a-4175-a595-6c782e05f18a HTTP/1.1" status: 200 len: 946 time: 0.0902925 Mar 29 15:37:20.840272 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-0169844c-4373-4a80-b8d6-84474a8aea74 req-c9e310c1-1d4f-4007-9d3d-45aa1eb3a222 service neutron] 10.222.0.48 "GET /v2.0/networks/c7e23169-e9d3-4fec-ace3-87b88825b851?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1948960 Mar 29 15:37:20.922584 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-890b58e9-f28a-4cc9-b9d6-fa0a7087def0 req-5dcda26a-1c6a-4bab-8869-354651206415 tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] 10.222.0.42 "GET /v2.0/security-groups?id=d26d57f3-f34b-4b82-acb2-a15ffdfe7b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663738 Mar 29 15:37:20.986242 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea6c803e-d2a8-4326-af80-e82436a0a30b', 'tag': '7358f2da-0288-45a9-bbb8-559c1b9b15c8'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:37:20.989203 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c67b028db5e9b9818fecc5c0a87ebc6f190694fa53ca267d523e04f98de536d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-108be3d1-2a4d-4e21-8585-03c38c671d67" -d '{"events": [{"name": "network-changed", "server_uuid": "ea6c803e-d2a8-4326-af80-e82436a0a30b", "tag": "7358f2da-0288-45a9-bbb8-559c1b9b15c8"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:37:21.018045 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfe031e-d34b-44a0-b5ac-a6a345c5ba16 req-5ae6c055-a209-45d4-85c5-ae908857d97c tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:37:21.019917 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-fdfe031e-d34b-44a0-b5ac-a6a345c5ba16 req-5ae6c055-a209-45d4-85c5-ae908857d97c tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] 10.222.0.42 "GET /v2.0/ports?device_id=ea6c803e-d2a8-4326-af80-e82436a0a30b HTTP/1.1" status: 200 len: 943 time: 0.1299577 Mar 29 15:37:21.030895 n-d-834765-1 neutron-server[102790]: INFO neutron.api.v2.resource [req-5378150c-502b-4c63-bad7-b9a356b986be req-9aca7816-0dca-4ea7-934f-d10b8367e44d tempest-FloatingIPsTestJSON-473844346 tempest-FloatingIPsTestJSON-473844346-project] show failed (client error): The resource could not be found. Mar 29 15:37:21.032272 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-5378150c-502b-4c63-bad7-b9a356b986be req-9aca7816-0dca-4ea7-934f-d10b8367e44d tempest-FloatingIPsTestJSON-473844346 tempest-FloatingIPsTestJSON-473844346-project] 10.222.0.42 "GET /v2.0/floatingips/a88a62f5-1c2d-4395-a23c-52e7a68a657b HTTP/1.1" status: 404 len: 350 time: 0.0532386 Mar 29 15:37:21.080786 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-fdfe031e-d34b-44a0-b5ac-a6a345c5ba16 req-1888ddd2-f4b8-43f1-886a-b58be0da7add tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] 10.222.0.42 "GET /v2.0/security-groups?id=c99ced8e-1ceb-46fb-aaa7-747186b2b9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534682 Mar 29 15:37:21.133950 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-9444cfb9-a070-431d-8931-bbff346224f3 req-becab831-41c4-48b7-80a4-9e72cf80fd1d tempest-ServersTestFqdnHostnames-820638718 tempest-ServersTestFqdnHostnames-820638718-project] 10.222.0.42 "GET /v2.0/ports?device_id=ac61adc4-a040-46b7-b07a-379e6e55215a HTTP/1.1" status: 200 len: 210 time: 0.0568759 Mar 29 15:37:21.176121 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 38138) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:37:21.223092 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 15:37:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-485bc774-dc5e-499c-b2b8-73ab381fc91d x-openstack-request-id: req-485bc774-dc5e-499c-b2b8-73ab381fc91d {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:37:21.223610 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea6c803e-d2a8-4326-af80-e82436a0a30b", "tag": "7358f2da-0288-45a9-bbb8-559c1b9b15c8", "status": "completed", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:37:21.223904 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-485bc774-dc5e-499c-b2b8-73ab381fc91d {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:37:21.224286 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea6c803e-d2a8-4326-af80-e82436a0a30b', 'tag': '7358f2da-0288-45a9-bbb8-559c1b9b15c8', 'status': 'completed', 'code': 200} Mar 29 15:37:21.242166 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63bcf4d-4e80-4d49-bece-3f037d459022 req-1f280af1-251f-4b83-98ac-f91c66ba697a tempest-LiveAutoBlockMigrationV225Test-1278294229 tempest-LiveAutoBlockMigrationV225Test-1278294229-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:37:21.245436 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b63bcf4d-4e80-4d49-bece-3f037d459022 req-1f280af1-251f-4b83-98ac-f91c66ba697a tempest-LiveAutoBlockMigrationV225Test-1278294229 tempest-LiveAutoBlockMigrationV225Test-1278294229-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=2c70776b-2e7a-4175-a595-6c782e05f18a HTTP/1.1" status: 200 len: 1097 time: 0.0725899 Mar 29 15:37:21.294228 n-d-834765-1 neutron-server[102790]: INFO neutron.api.v2.resource [req-8cd068b1-514d-4fde-90b6-d125eecb62a6 req-9931ba9d-41a5-4077-96e8-7fb27c4d0e17 tempest-FloatingIPsTestJSON-473844346 tempest-FloatingIPsTestJSON-473844346-project] show failed (client error): The resource could not be found. Mar 29 15:37:21.309718 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-8cd068b1-514d-4fde-90b6-d125eecb62a6 req-9931ba9d-41a5-4077-96e8-7fb27c4d0e17 tempest-FloatingIPsTestJSON-473844346 tempest-FloatingIPsTestJSON-473844346-project] 10.222.0.42 "GET /v2.0/floatingips/a88a62f5-1c2d-4395-a23c-52e7a68a657b HTTP/1.1" status: 404 len: 350 time: 0.0703187 Mar 29 15:37:21.312728 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 38142) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:37:21.346378 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108be3d1-2a4d-4e21-8585-03c38c671d67 req-70c61c5d-7fcb-4915-aa93-5e3259682d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:37:21.348164 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-108be3d1-2a4d-4e21-8585-03c38c671d67 req-70c61c5d-7fcb-4915-aa93-5e3259682d6c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=61d6b03cf8b04e0283d0c20861ff0cb0&device_id=ea6c803e-d2a8-4326-af80-e82436a0a30b HTTP/1.1" status: 200 len: 1124 time: 0.0641444 Mar 29 15:37:21.381866 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-a4a2cab0-8bb3-4699-b180-4585047bfdc1 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1655533914-network', 'tenant_id': '140a74e7fad04747acc345e5a1657e95'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:37:21.399661 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b63bcf4d-4e80-4d49-bece-3f037d459022 req-12ab953d-5d93-4e04-a4f9-81aaa514e8b9 tempest-LiveAutoBlockMigrationV225Test-1278294229 tempest-LiveAutoBlockMigrationV225Test-1278294229-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=d26d57f3-f34b-4b82-acb2-a15ffdfe7b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470590 Mar 29 15:37:21.427443 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4a2cab0-8bb3-4699-b180-4585047bfdc1 admin admin] Made reservation on behalf of 140a74e7fad04747acc345e5a1657e95 for: {'network': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:37:21.433831 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-a4a2cab0-8bb3-4699-b180-4585047bfdc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for network, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:21.486746 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108be3d1-2a4d-4e21-8585-03c38c671d67 req-7f48cf78-ca49-434d-bece-d64b09e3bb81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:37:21.488526 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-108be3d1-2a4d-4e21-8585-03c38c671d67 req-7f48cf78-ca49-434d-bece-d64b09e3bb81 service neutron] 10.222.0.48 "GET /v2.0/networks?id=b1def78c-da55-4367-b9b1-4d7fc20fc6ac HTTP/1.1" status: 200 len: 909 time: 0.1277468 Mar 29 15:37:21.528417 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-a4a2cab0-8bb3-4699-b180-4585047bfdc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:21.556306 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-108be3d1-2a4d-4e21-8585-03c38c671d67 req-36533871-1363-4abc-afe3-f4b5aefefc55 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7358f2da-0288-45a9-bbb8-559c1b9b15c8 HTTP/1.1" status: 200 len: 217 time: 0.0585902 Mar 29 15:37:21.665003 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb77c00f-3683-4e2d-be52-fcb5cf162217 req-9e8f7178-e9ef-49b8-b703-b9a69f8e43a3 tempest-LiveAutoBlockMigrationV225Test-1278294229 tempest-LiveAutoBlockMigrationV225Test-1278294229-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:37:21.666649 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-fb77c00f-3683-4e2d-be52-fcb5cf162217 req-9e8f7178-e9ef-49b8-b703-b9a69f8e43a3 tempest-LiveAutoBlockMigrationV225Test-1278294229 tempest-LiveAutoBlockMigrationV225Test-1278294229-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=2c70776b-2e7a-4175-a595-6c782e05f18a HTTP/1.1" status: 200 len: 1097 time: 0.1130812 Mar 29 15:37:21.699025 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108be3d1-2a4d-4e21-8585-03c38c671d67 req-2a5ec75e-b381-4462-b431-7749ac0d8c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:37:21.700620 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-108be3d1-2a4d-4e21-8585-03c38c671d67 req-2a5ec75e-b381-4462-b431-7749ac0d8c1f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a84f45bb-2cdd-4adc-a15d-ac5c06ff5a1f HTTP/1.1" status: 200 len: 848 time: 0.1341534 Mar 29 15:37:21.737433 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-a4a2cab0-8bb3-4699-b180-4585047bfdc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:21.743526 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-a4a2cab0-8bb3-4699-b180-4585047bfdc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:21.750962 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-108be3d1-2a4d-4e21-8585-03c38c671d67 req-49bec5d7-b738-4da7-9813-dcbb0860cb68 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b1def78c-da55-4367-b9b1-4d7fc20fc6ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290248 Mar 29 15:37:21.764518 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-fb77c00f-3683-4e2d-be52-fcb5cf162217 req-e3a7080b-4566-48b2-a4fa-9fb5b8d88382 tempest-LiveAutoBlockMigrationV225Test-1278294229 tempest-LiveAutoBlockMigrationV225Test-1278294229-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=d26d57f3-f34b-4b82-acb2-a15ffdfe7b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794053 Mar 29 15:37:21.774048 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4a2cab0-8bb3-4699-b180-4585047bfdc1 admin admin] vlan segment allocate from pool success with {'vlan_id': 649, 'physical_network': 'physnet1'} {{(pid=102791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 15:37:21.817387 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a2cab0-8bb3-4699-b180-4585047bfdc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b6b97f0-4133-45c8-94f7-4bd2c46d54e7,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:37:21.823982 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-a4a2cab0-8bb3-4699-b180-4585047bfdc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:21.824321 n-d-834765-1 neutron-server[102791]: INFO neutron.db.segments_db [None req-a4a2cab0-8bb3-4699-b180-4585047bfdc1 admin admin] Added segment 3d5eb777-4fe8-4b7b-97c0-0f1706f8e353 of type vlan for network 3b111d56-5965-49c9-b46c-cb240d63a68d Mar 29 15:37:21.889294 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-108be3d1-2a4d-4e21-8585-03c38c671d67 req-49cfac0a-6bd7-43b5-9572-12f1d0150e5d service neutron] 10.222.0.48 "GET /v2.0/networks/b1def78c-da55-4367-b9b1-4d7fc20fc6ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232839 Mar 29 15:37:21.908590 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-a4a2cab0-8bb3-4699-b180-4585047bfdc1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783522915970'] for network, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:21.927131 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-e65bea1e-c0a7-4d28-bf80-ae053cd962b2 req-e8c2aa6c-24bc-451b-88b5-bfd7229cc99b tempest-ServersAdmin275Test-1083301966 tempest-ServersAdmin275Test-1083301966-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=04016bd8-6ded-4605-9b43-eda4442e08e6 HTTP/1.1" status: 200 len: 210 time: 0.0355515 Mar 29 15:37:21.962495 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-a4a2cab0-8bb3-4699-b180-4585047bfdc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795'] for network, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:21.963650 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4a2cab0-8bb3-4699-b180-4585047bfdc1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:37:21.964886 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-a4a2cab0-8bb3-4699-b180-4585047bfdc1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for network, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:22.038086 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-108be3d1-2a4d-4e21-8585-03c38c671d67 req-50e6d0b9-7a78-4543-a137-f1da43221559 service neutron] 10.222.0.48 "GET /v2.0/networks/b1def78c-da55-4367-b9b1-4d7fc20fc6ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368713 Mar 29 15:37:22.117560 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd006188-f32f-4745-826b-a309f1479a73 req-39a8c1d4-3901-4855-9b75-c7ad6449f0a7 tempest-LiveAutoBlockMigrationV225Test-1278294229 tempest-LiveAutoBlockMigrationV225Test-1278294229-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:37:22.125346 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-cd006188-f32f-4745-826b-a309f1479a73 req-39a8c1d4-3901-4855-9b75-c7ad6449f0a7 tempest-LiveAutoBlockMigrationV225Test-1278294229 tempest-LiveAutoBlockMigrationV225Test-1278294229-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=2c70776b-2e7a-4175-a595-6c782e05f18a HTTP/1.1" status: 200 len: 1097 time: 0.0552480 Mar 29 15:37:22.151076 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a2cab0-8bb3-4699-b180-4585047bfdc1 admin admin] Pushing event updated for resources: {'Network': ['ID=3b111d56-5965-49c9-b46c-cb240d63a68d,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:37:22.160306 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-a4a2cab0-8bb3-4699-b180-4585047bfdc1 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9828472 Mar 29 15:37:22.163730 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 38166) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:37:22.167071 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Network 3b111d56-5965-49c9-b46c-cb240d63a68d details requested by agent ovs-agent-n-d-834765-1 with host n-d-834765-1 {{(pid=102792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 15:37:22.175890 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-cd006188-f32f-4745-826b-a309f1479a73 req-206dbf1c-30c2-4f23-8471-03bd999115d1 tempest-LiveAutoBlockMigrationV225Test-1278294229 tempest-LiveAutoBlockMigrationV225Test-1278294229-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=d26d57f3-f34b-4b82-acb2-a15ffdfe7b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492063 Mar 29 15:37:22.188900 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-a9d2ea4b-ab32-4a7f-b543-1d64eec191b9 admin admin] Request body: {'subnet': {'network_id': '3b111d56-5965-49c9-b46c-cb240d63a68d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1655533914-subnet', 'tenant_id': '140a74e7fad04747acc345e5a1657e95', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:37:22.307049 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9d2ea4b-ab32-4a7f-b543-1d64eec191b9 admin admin] Made reservation on behalf of 140a74e7fad04747acc345e5a1657e95 for: {'subnet': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:37:22.312328 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-a9d2ea4b-ab32-4a7f-b543-1d64eec191b9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:22.366146 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-62ad02c4-47c8-408a-ada8-20617080f1ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-530452'] for router_interface, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:22.486363 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fbc586-9205-4435-ac4f-13a8f2eb20d9 req-d5282788-5a40-4ac7-8afb-047922654c9e tempest-ServersTestFqdnHostnames-820638718 tempest-ServersTestFqdnHostnames-820638718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:37:22.487865 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-07fbc586-9205-4435-ac4f-13a8f2eb20d9 req-d5282788-5a40-4ac7-8afb-047922654c9e tempest-ServersTestFqdnHostnames-820638718 tempest-ServersTestFqdnHostnames-820638718-project] 10.222.0.48 "GET /v2.0/networks?id=d0b8e561-a28c-462a-bbe9-e18d64a7cfc0 HTTP/1.1" status: 200 len: 815 time: 0.2935131 Mar 29 15:37:22.497447 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85745223-c19d-417b-bd76-90cca6583e9e req-1a43138d-c27c-431e-aff4-d14dfc02ca1f tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:37:22.503826 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-85745223-c19d-417b-bd76-90cca6583e9e req-1a43138d-c27c-431e-aff4-d14dfc02ca1f tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] 10.222.0.42 "GET /v2.0/ports?device_id=ea6c803e-d2a8-4326-af80-e82436a0a30b HTTP/1.1" status: 200 len: 943 time: 0.1596546 Mar 29 15:37:22.584513 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-85745223-c19d-417b-bd76-90cca6583e9e req-8bc7d998-9f6f-4bf1-b936-64c47c62b7e0 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] 10.222.0.42 "GET /v2.0/security-groups?id=c99ced8e-1ceb-46fb-aaa7-747186b2b9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794361 Mar 29 15:37:22.591465 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-07fbc586-9205-4435-ac4f-13a8f2eb20d9 req-ab825c3e-537b-4687-805e-7a65434a6c3f tempest-ServersTestFqdnHostnames-820638718 tempest-ServersTestFqdnHostnames-820638718-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2af1828b0db64724acc70ec85951ece1 HTTP/1.1" status: 200 len: 378 time: 0.0815461 Mar 29 15:37:22.619670 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [req-07fbc586-9205-4435-ac4f-13a8f2eb20d9 req-591e77bc-3383-43cd-a8d2-db01ef7d9e2b tempest-ServersTestFqdnHostnames-820638718 tempest-ServersTestFqdnHostnames-820638718-project] Request body: {'port': {'device_id': 'ac61adc4-a040-46b7-b07a-379e6e55215a', 'network_id': 'd0b8e561-a28c-462a-bbe9-e18d64a7cfc0', 'admin_state_up': True, 'tenant_id': '2af1828b0db64724acc70ec85951ece1', 'security_groups': ['74f56390-d8d0-43d4-aabd-c820bd2e0821']}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:37:22.648346 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device 7358f2da-0288-45a9-bbb8-559c1b9b15c8 details requested by agent hyperv_n-h1-834765-1 with host n-h1-834765-1 {{(pid=102792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 15:37:22.774537 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-6503a2bb-eda4-43cf-a0c1-324f7f18af53 req-d35e1311-aa1a-4e12-8478-e5e2f95998d1 tempest-ServersTestFqdnHostnames-820638718 tempest-ServersTestFqdnHostnames-820638718-project] 10.222.0.42 "GET /v2.0/ports?device_id=ac61adc4-a040-46b7-b07a-379e6e55215a HTTP/1.1" status: 200 len: 210 time: 0.0882480 Mar 29 15:37:22.790022 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port 7358f2da-0288-45a9-bbb8-559c1b9b15c8, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=7358f2da-0288-45a9-bbb8-559c1b9b15c8,segment=NetworkSegment(65ab5bc3-e80e-4641-82f0-4ef53207c2d7),segment_id=65ab5bc3-e80e-4641-82f0-4ef53207c2d7)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:37:22.801924 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device 7358f2da-0288-45a9-bbb8-559c1b9b15c8 has no active binding in host n-h1-834765-1 {{(pid=102792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Mar 29 15:37:22.846849 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-a9d2ea4b-ab32-4a7f-b543-1d64eec191b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795'] for subnet, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:22.911499 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07fbc586-9205-4435-ac4f-13a8f2eb20d9 req-591e77bc-3383-43cd-a8d2-db01ef7d9e2b tempest-ServersTestFqdnHostnames-820638718 tempest-ServersTestFqdnHostnames-820638718-project] Made reservation on behalf of 2af1828b0db64724acc70ec85951ece1 for: {'port': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:37:22.914948 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-07fbc586-9205-4435-ac4f-13a8f2eb20d9 req-591e77bc-3383-43cd-a8d2-db01ef7d9e2b tempest-ServersTestFqdnHostnames-820638718 tempest-ServersTestFqdnHostnames-820638718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:22.924783 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d2ea4b-ab32-4a7f-b543-1d64eec191b9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e7292f25-57c0-4ce1-9968-6bce9d8da5e6,revision_number=0']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:37:22.939725 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-62ad02c4-47c8-408a-ada8-20617080f1ad admin admin] Deleting port 72483813-5371-4e85-b37b-7b1c7bc56825 {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:37:22.940225 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-62ad02c4-47c8-408a-ada8-20617080f1ad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:22.945257 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9d2ea4b-ab32-4a7f-b543-1d64eec191b9 admin admin] Checking segment: {'id': '3d5eb777-4fe8-4b7b-97c0-0f1706f8e353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '3b111d56-5965-49c9-b46c-cb240d63a68d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:37:22.945613 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9d2ea4b-ab32-4a7f-b543-1d64eec191b9 admin admin] Network hostable DHCP agents. Network: 3b111d56-5965-49c9-b46c-cb240d63a68d, hostable agents: ['d136643e-48ae-49d4-a851-2ba3bdf3749c'], hosted agents: [] {{(pid=102790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 15:37:23.012326 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9d2ea4b-ab32-4a7f-b543-1d64eec191b9 admin admin] Network 3b111d56-5965-49c9-b46c-cb240d63a68d is scheduled to be hosted by DHCP agent d136643e-48ae-49d4-a851-2ba3bdf3749c with binding_index 1 {{(pid=102790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 15:37:23.028329 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-a9d2ea4b-ab32-4a7f-b543-1d64eec191b9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834765-1, 3b111d56-5965-49c9-b46c-cb240d63a68d) {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:37:23.028517 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [None req-62ad02c4-47c8-408a-ada8-20617080f1ad admin admin] For port 72483813-5371-4e85-b37b-7b1c7bc56825, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=72483813-5371-4e85-b37b-7b1c7bc56825,segment=NetworkSegment(0b9ecc6d-9719-48d7-aed2-39aa0245458c),segment_id=0b9ecc6d-9719-48d7-aed2-39aa0245458c)] {{(pid=102791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:37:23.028935 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-62ad02c4-47c8-408a-ada8-20617080f1ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:23.039052 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ac74abe-e7a9-44ff-8fbe-d04b16235eab None None] Network 3b111d56-5965-49c9-b46c-cb240d63a68d requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 15:37:23.045878 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-62ad02c4-47c8-408a-ada8-20617080f1ad admin admin] Calling delete_port for 72483813-5371-4e85-b37b-7b1c7bc56825 owned by network:router_interface {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:37:23.050505 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9d2ea4b-ab32-4a7f-b543-1d64eec191b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:37:23.051316 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-a9d2ea4b-ab32-4a7f-b543-1d64eec191b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for subnet, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:23.078472 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-a9d2ea4b-ab32-4a7f-b543-1d64eec191b9 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9134862 Mar 29 15:37:23.082962 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 38178) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:37:23.088999 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-d4cde177-b3ac-4330-a593-d26f50612221 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1655533914-router', 'tenant_id': '140a74e7fad04747acc345e5a1657e95', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'}}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:37:23.098193 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.db_base_plugin_common [req-07fbc586-9205-4435-ac4f-13a8f2eb20d9 req-591e77bc-3383-43cd-a8d2-db01ef7d9e2b tempest-ServersTestFqdnHostnames-820638718 tempest-ServersTestFqdnHostnames-820638718-project] Allocated IP 172.20.0.14 (d0b8e561-a28c-462a-bbe9-e18d64a7cfc0/572194bb-5d01-419c-9884-1313920c1946/ee33af2b-688f-44aa-b5f5-0682e4e2fd02) {{(pid=102790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:37:23.126740 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-d4cde177-b3ac-4330-a593-d26f50612221 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-532385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129310'] for router, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:23.127752 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-d4cde177-b3ac-4330-a593-d26f50612221 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-648091', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-684384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129319'] for router, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:23.129958 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-98397402-3277-4aa5-8047-056ba1e18c0e req-b1368391-858f-4285-9508-c32e12ae0456 tempest-ServersAdmin275Test-1083301966 tempest-ServersAdmin275Test-1083301966-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=04016bd8-6ded-4605-9b43-eda4442e08e6 HTTP/1.1" status: 200 len: 210 time: 0.0393322 Mar 29 15:37:23.214440 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db110508-f802-4b32-830d-cc2ae39e8582 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0035034-69b0-5ffc-b384-0ac6189c5628-3b111d56-5965-49c9-b46c-cb240d63a68d', 'network_id': '3b111d56-5965-49c9-b46c-cb240d63a68d', 'tenant_id': '140a74e7fad04747acc345e5a1657e95', 'fixed_ips': [{'subnet_id': 'e7292f25-57c0-4ce1-9968-6bce9d8da5e6'}]}} from n-d-834765-1. {{(pid=102792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 29 15:37:23.215346 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-db110508-f802-4b32-830d-cc2ae39e8582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:23.229036 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-d4cde177-b3ac-4330-a593-d26f50612221 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:23.296838 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-62ad02c4-47c8-408a-ada8-20617080f1ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:23.335293 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ad02c4-47c8-408a-ada8-20617080f1ad admin admin] Pushing event deleted for resources: {'Port': ['ID=72483813-5371-4e85-b37b-7b1c7bc56825,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:37:23.402867 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.db_base_plugin_common [None req-db110508-f802-4b32-830d-cc2ae39e8582 None None] Allocated IP 172.20.0.2 (3b111d56-5965-49c9-b46c-cb240d63a68d/e7292f25-57c0-4ce1-9968-6bce9d8da5e6/3bdea12e-a69f-46c9-934d-662d23cf6763) {{(pid=102792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:37:23.467225 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-d4cde177-b3ac-4330-a593-d26f50612221 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:23.472054 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-07fbc586-9205-4435-ac4f-13a8f2eb20d9 req-591e77bc-3383-43cd-a8d2-db01ef7d9e2b tempest-ServersTestFqdnHostnames-820638718 tempest-ServersTestFqdnHostnames-820638718-project] Notify callbacks [] for port, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:23.500710 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-62ad02c4-47c8-408a-ada8-20617080f1ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-530528'] for router_interface, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:23.519216 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d0972a-77fe-4d26-9502-6a14c9f60db9 req-86ecc2ef-3f1a-4641-a1f2-11ad3c8f8815 tempest-LiveAutoBlockMigrationV225Test-1278294229 tempest-LiveAutoBlockMigrationV225Test-1278294229-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:37:23.521276 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-33d0972a-77fe-4d26-9502-6a14c9f60db9 req-86ecc2ef-3f1a-4641-a1f2-11ad3c8f8815 tempest-LiveAutoBlockMigrationV225Test-1278294229 tempest-LiveAutoBlockMigrationV225Test-1278294229-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=2c70776b-2e7a-4175-a595-6c782e05f18a HTTP/1.1" status: 200 len: 1097 time: 0.1789784 Mar 29 15:37:23.592138 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-07fbc586-9205-4435-ac4f-13a8f2eb20d9 req-591e77bc-3383-43cd-a8d2-db01ef7d9e2b tempest-ServersTestFqdnHostnames-820638718 tempest-ServersTestFqdnHostnames-820638718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956'] for port, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:23.611891 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-33d0972a-77fe-4d26-9502-6a14c9f60db9 req-68c6b87b-9fdd-4f49-beba-b664c89ef9e7 tempest-LiveAutoBlockMigrationV225Test-1278294229 tempest-LiveAutoBlockMigrationV225Test-1278294229-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=d26d57f3-f34b-4b82-acb2-a15ffdfe7b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722296 Mar 29 15:37:23.627669 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-db110508-f802-4b32-830d-cc2ae39e8582 None None] Notify callbacks [] for port, precommit_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:23.637586 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-db110508-f802-4b32-830d-cc2ae39e8582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956'] for port, after_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:23.687821 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07fbc586-9205-4435-ac4f-13a8f2eb20d9 req-591e77bc-3383-43cd-a8d2-db01ef7d9e2b tempest-ServersTestFqdnHostnames-820638718 tempest-ServersTestFqdnHostnames-820638718-project] Network d0b8e561-a28c-462a-bbe9-e18d64a7cfc0 is already hosted by enough agents. {{(pid=102790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:37:23.698802 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db110508-f802-4b32-830d-cc2ae39e8582 None None] Pushing event updated for resources: {'Port': ['ID=3bdea12e-a69f-46c9-934d-662d23cf6763,revision_number=1']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:37:23.704811 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [req-07fbc586-9205-4435-ac4f-13a8f2eb20d9 req-591e77bc-3383-43cd-a8d2-db01ef7d9e2b tempest-ServersTestFqdnHostnames-820638718 tempest-ServersTestFqdnHostnames-820638718-project] Resources bound (agent type, host, resource id): {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:37:23.709136 n-d-834765-1 neutron-server[102792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db110508-f802-4b32-830d-cc2ae39e8582 None None] Network 3b111d56-5965-49c9-b46c-cb240d63a68d is already hosted by enough agents. {{(pid=102792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:37:23.711240 n-d-834765-1 neutron-server[102792]: DEBUG neutron.scheduler.base_scheduler [None req-db110508-f802-4b32-830d-cc2ae39e8582 None None] Resources bound (agent type, host, resource id): {{(pid=102792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:37:23.713068 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.l3_dvrscheduler_db [req-07fbc586-9205-4435-ac4f-13a8f2eb20d9 req-591e77bc-3383-43cd-a8d2-db01ef7d9e2b tempest-ServersTestFqdnHostnames-820638718 tempest-ServersTestFqdnHostnames-820638718-project] Received port after_create {{(pid=102790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:37:23.715406 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db110508-f802-4b32-830d-cc2ae39e8582 None None] Received port after_create {{(pid=102792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:37:23.718759 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fbc586-9205-4435-ac4f-13a8f2eb20d9 req-591e77bc-3383-43cd-a8d2-db01ef7d9e2b tempest-ServersTestFqdnHostnames-820638718 tempest-ServersTestFqdnHostnames-820638718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:37:23.719423 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-07fbc586-9205-4435-ac4f-13a8f2eb20d9 req-591e77bc-3383-43cd-a8d2-db01ef7d9e2b tempest-ServersTestFqdnHostnames-820638718 tempest-ServersTestFqdnHostnames-820638718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:23.727866 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591e77bc-3383-43cd-a8d2-db01ef7d9e2b tempest-ServersTestFqdnHostnames-820638718 tempest-ServersTestFqdnHostnames-820638718-project] Pushing event updated for resources: {'Port': ['ID=ee33af2b-688f-44aa-b5f5-0682e4e2fd02,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:37:23.750614 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-07fbc586-9205-4435-ac4f-13a8f2eb20d9 req-591e77bc-3383-43cd-a8d2-db01ef7d9e2b tempest-ServersTestFqdnHostnames-820638718 tempest-ServersTestFqdnHostnames-820638718-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1376016 Mar 29 15:37:23.766953 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [req-07fbc586-9205-4435-ac4f-13a8f2eb20d9 req-f3edd6f1-368a-4e87-8a9f-dd6236ac1260 service neutron] Request body: {'port': {'device_id': 'ac61adc4-a040-46b7-b07a-379e6e55215a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834765-1'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:37:23.842440 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-db110508-f802-4b32-830d-cc2ae39e8582 None None] Attempting to bind port 3bdea12e-a69f-46c9-934d-662d23cf6763 on host n-d-834765-1 for vnic_type normal with profile {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:37:23.843305 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-db110508-f802-4b32-830d-cc2ae39e8582 None None] Attempting to bind port 3bdea12e-a69f-46c9-934d-662d23cf6763 by drivers openvswitch,hyperv on host n-d-834765-1 at level 0 using segments [{'id': '3d5eb777-4fe8-4b7b-97c0-0f1706f8e353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '3b111d56-5965-49c9-b46c-cb240d63a68d'}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:37:23.843977 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db110508-f802-4b32-830d-cc2ae39e8582 None None] Attempting to bind port 3bdea12e-a69f-46c9-934d-662d23cf6763 on network 3b111d56-5965-49c9-b46c-cb240d63a68d {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:37:23.850651 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db110508-f802-4b32-830d-cc2ae39e8582 None None] Checking agent: {'id': 'a8866439-9d96-425c-b519-6905c591ac37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 25, 36), 'started_at': datetime.datetime(2022, 3, 29, 15, 26, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 37, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834765-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:37:23.851407 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db110508-f802-4b32-830d-cc2ae39e8582 None None] Checking segment: {'id': '3d5eb777-4fe8-4b7b-97c0-0f1706f8e353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '3b111d56-5965-49c9-b46c-cb240d63a68d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:37:23.852168 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-db110508-f802-4b32-830d-cc2ae39e8582 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:23.852742 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db110508-f802-4b32-830d-cc2ae39e8582 None None] Bound using segment: {'id': '3d5eb777-4fe8-4b7b-97c0-0f1706f8e353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '3b111d56-5965-49c9-b46c-cb240d63a68d'} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:37:23.853312 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23422fc4-f7ad-4091-b820-0b0c9860607e req-2ee33165-1064-4767-9df0-a478b7ea8216 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:37:23.853666 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-db110508-f802-4b32-830d-cc2ae39e8582 None None] Bound port: 3bdea12e-a69f-46c9-934d-662d23cf6763, host: n-d-834765-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d5eb777-4fe8-4b7b-97c0-0f1706f8e353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '3b111d56-5965-49c9-b46c-cb240d63a68d'}}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 15:37:23.854250 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-db110508-f802-4b32-830d-cc2ae39e8582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:23.861207 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-23422fc4-f7ad-4091-b820-0b0c9860607e req-2ee33165-1064-4767-9df0-a478b7ea8216 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] 10.222.0.42 "GET /v2.0/ports?device_id=ea6c803e-d2a8-4326-af80-e82436a0a30b HTTP/1.1" status: 200 len: 943 time: 0.1492090 Mar 29 15:37:23.895622 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [req-942c4618-8d16-4cdc-b723-ec33f7f14004 req-38d6626f-af2a-4f3d-9a9d-b0454b469861 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=102790) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 15:37:23.908545 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-942c4618-8d16-4cdc-b723-ec33f7f14004 req-38d6626f-af2a-4f3d-9a9d-b0454b469861 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0168376 Mar 29 15:37:23.922766 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-23422fc4-f7ad-4091-b820-0b0c9860607e req-9f5a0f6c-3531-4f02-886b-421243f7a62a tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] 10.222.0.42 "GET /v2.0/security-groups?id=c99ced8e-1ceb-46fb-aaa7-747186b2b9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558600 Mar 29 15:37:23.967876 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-db110508-f802-4b32-830d-cc2ae39e8582 None None] For port 3bdea12e-a69f-46c9-934d-662d23cf6763, host n-d-834765-1, cleared binding levels {{(pid=102792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:37:23.973314 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-db110508-f802-4b32-830d-cc2ae39e8582 None None] For port 3bdea12e-a69f-46c9-934d-662d23cf6763, host n-d-834765-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=3bdea12e-a69f-46c9-934d-662d23cf6763,segment=NetworkSegment(3d5eb777-4fe8-4b7b-97c0-0f1706f8e353),segment_id=3d5eb777-4fe8-4b7b-97c0-0f1706f8e353)] {{(pid=102792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:37:23.983748 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-db110508-f802-4b32-830d-cc2ae39e8582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:23.990332 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-07fbc586-9205-4435-ac4f-13a8f2eb20d9 req-f3edd6f1-368a-4e87-8a9f-dd6236ac1260 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:23.993196 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-d4cde177-b3ac-4330-a593-d26f50612221 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:24.025615 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-d4cde177-b3ac-4330-a593-d26f50612221 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:24.076593 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db110508-f802-4b32-830d-cc2ae39e8582 None None] Pushing event updated for resources: {'Port': ['ID=3bdea12e-a69f-46c9-934d-662d23cf6763,revision_number=2']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:37:24.116767 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62ad02c4-47c8-408a-ada8-20617080f1ad admin admin] Router 9300ee6e-d969-4444-aee1-b51b14bdc402 has already been hosted by L3 agent c648d819-1060-4f26-b4ec-6455387b5dff {{(pid=102791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 15:37:24.136120 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-6fd63d55-8a2b-494c-b5ab-e2024523406c None None] Provisioning complete for port ee33af2b-688f-44aa-b5f5-0682e4e2fd02 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:37:24.136872 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-6fd63d55-8a2b-494c-b5ab-e2024523406c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:24.199888 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba0271c-2ba2-47c0-9325-74fa23975ac7 req-fae82673-7388-4b1c-b5fd-59c2bc544c0d tempest-ServersTestFqdnHostnames-820638718 tempest-ServersTestFqdnHostnames-820638718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:37:24.200560 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-6fd63d55-8a2b-494c-b5ab-e2024523406c None None] Port ee33af2b-688f-44aa-b5f5-0682e4e2fd02 cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 15:37:24.202007 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-8ba0271c-2ba2-47c0-9325-74fa23975ac7 req-fae82673-7388-4b1c-b5fd-59c2bc544c0d tempest-ServersTestFqdnHostnames-820638718 tempest-ServersTestFqdnHostnames-820638718-project] 10.222.0.42 "GET /v2.0/ports?device_id=ac61adc4-a040-46b7-b07a-379e6e55215a HTTP/1.1" status: 200 len: 932 time: 0.1798553 Mar 29 15:37:24.278000 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-8ba0271c-2ba2-47c0-9325-74fa23975ac7 req-17a31ddb-49b3-4e37-a99e-fd039a4dabb7 tempest-ServersTestFqdnHostnames-820638718 tempest-ServersTestFqdnHostnames-820638718-project] 10.222.0.42 "GET /v2.0/security-groups?id=74f56390-d8d0-43d4-aabd-c820bd2e0821&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0671296 Mar 29 15:37:24.279437 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.db_base_plugin_common [None req-d4cde177-b3ac-4330-a593-d26f50612221 admin admin] Allocated IP 172.25.4.19 (4a4a035d-ecac-4ead-baa3-25f90788773a/e1a353dc-fac8-4901-a63c-273840237d6a/cb3934ba-e19f-4e71-b6f7-3e22715e0f4e) {{(pid=102790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:37:24.300615 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62ad02c4-47c8-408a-ada8-20617080f1ad admin admin] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:37:24.302812 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 38198) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:37:24.305271 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-62ad02c4-47c8-408a-ada8-20617080f1ad admin admin] 10.222.0.42 "PUT /v2.0/routers/9300ee6e-d969-4444-aee1-b51b14bdc402/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9887509 Mar 29 15:37:24.310077 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db0dac72-b637-46c1-bb05-1893688096f9 None None] Sync routers for ids ['9300ee6e-d969-4444-aee1-b51b14bdc402'] in n-d-834765-1 {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:37:24.338193 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db0dac72-b637-46c1-bb05-1893688096f9 None None] Routers {'9300ee6e-d969-4444-aee1-b51b14bdc402'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:37:24.340907 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-db0dac72-b637-46c1-bb05-1893688096f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:37:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['9300ee6e-d969-4444-aee1-b51b14bdc402'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:37:24.467073 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6168193d-39e2-4ccc-b85b-6421b401f7e1 req-d6a4d0d3-c18f-4668-82e3-8f60f88ace53 tempest-ServersAdmin275Test-1083301966 tempest-ServersAdmin275Test-1083301966-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=04016bd8-6ded-4605-9b43-eda4442e08e6 HTTP/1.1" status: 200 len: 210 time: 0.0551260 Mar 29 15:37:24.524720 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvr_db [None req-db0dac72-b637-46c1-bb05-1893688096f9 None None] Set router 9300ee6e-d969-4444-aee1-b51b14bdc402 gateway port host: n-d-834765-1 {{(pid=102793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:37:24.824803 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-db0dac72-b637-46c1-bb05-1893688096f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9300ee6e-d969-4444-aee1-b51b14bdc402', 'name': 'tempest-FloatingIPsTestJSON-451813589-router', 'tenant_id': '1696d386b177482580acd19fadb9051c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.105'}], 'enable_snat': True}, 'gw_port_id': 'c2fce5e8-e7be-4e95-9eba-6eb4440d4432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:36:59Z', 'updated_at': '2022-03-29T15:37:23Z', 'revision_number': 5, 'project_id': '1696d386b177482580acd19fadb9051c', 'gw_port': {'id': 'c2fce5e8-e7be-4e95-9eba-6eb4440d4432', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:aa:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9300ee6e-d969-4444-aee1-b51b14bdc402', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:37:00Z', 'updated_at': '2022-03-29T15:37:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1'}], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:37:24.850288 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c563c5b2-c468-4863-8b13-f69a289042f9 admin admin] Notify callbacks [] for router, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:24.854340 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db0dac72-b637-46c1-bb05-1893688096f9 None None] Checking router: 9300ee6e-d969-4444-aee1-b51b14bdc402 for host: n-d-834765-1 {{(pid=102793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:37:24.863453 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db0dac72-b637-46c1-bb05-1893688096f9 None None] Routers {'9300ee6e-d969-4444-aee1-b51b14bdc402'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:37:24.864088 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-db0dac72-b637-46c1-bb05-1893688096f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:37:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['9300ee6e-d969-4444-aee1-b51b14bdc402'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:37:24.897121 n-d-834765-1 neutron-server[102790]: DEBUG neutron.notifiers.nova [req-07fbc586-9205-4435-ac4f-13a8f2eb20d9 req-f3edd6f1-368a-4e87-8a9f-dd6236ac1260 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee33af2b-688f-44aa-b5f5-0682e4e2fd02 {{(pid=102790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:37:24.906629 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-d4cde177-b3ac-4330-a593-d26f50612221 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:24.909085 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-07fbc586-9205-4435-ac4f-13a8f2eb20d9 req-f3edd6f1-368a-4e87-8a9f-dd6236ac1260 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:24.939895 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.provisioning_blocks [req-07fbc586-9205-4435-ac4f-13a8f2eb20d9 req-f3edd6f1-368a-4e87-8a9f-dd6236ac1260 service neutron] Transition to ACTIVE for port object ee33af2b-688f-44aa-b5f5-0682e4e2fd02 will not be triggered until provisioned by entity L2. {{(pid=102790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 15:37:24.998800 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-07fbc586-9205-4435-ac4f-13a8f2eb20d9 req-f3edd6f1-368a-4e87-8a9f-dd6236ac1260 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:25.021773 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvr_db [None req-db0dac72-b637-46c1-bb05-1893688096f9 None None] Set router 9300ee6e-d969-4444-aee1-b51b14bdc402 gateway port host: n-d-834765-1 {{(pid=102793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:37:25.094692 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c563c5b2-c468-4863-8b13-f69a289042f9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:25.101323 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc824f42-af51-49f1-98dc-73ee2edaa8d0 req-e9b34efb-0dff-4f87-a999-05ab0291e39e tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:37:25.103143 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-bc824f42-af51-49f1-98dc-73ee2edaa8d0 req-e9b34efb-0dff-4f87-a999-05ab0291e39e tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] 10.222.0.42 "GET /v2.0/ports?device_id=ea6c803e-d2a8-4326-af80-e82436a0a30b HTTP/1.1" status: 200 len: 943 time: 0.0822833 Mar 29 15:37:25.122048 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-d4cde177-b3ac-4330-a593-d26f50612221 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956'] for port, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:25.142764 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3edd6f1-368a-4e87-8a9f-dd6236ac1260 service neutron] Pushing event updated for resources: {'Port': ['ID=ee33af2b-688f-44aa-b5f5-0682e4e2fd02,revision_number=2']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:37:25.153420 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-bc824f42-af51-49f1-98dc-73ee2edaa8d0 req-7618b721-52de-4157-b30f-ded4b698b539 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] 10.222.0.42 "GET /v2.0/security-groups?id=c99ced8e-1ceb-46fb-aaa7-747186b2b9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413353 Mar 29 15:37:25.202857 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.managers [req-07fbc586-9205-4435-ac4f-13a8f2eb20d9 req-f3edd6f1-368a-4e87-8a9f-dd6236ac1260 service neutron] Attempting to bind port ee33af2b-688f-44aa-b5f5-0682e4e2fd02 on host n-h2-834765-1 for vnic_type normal with profile {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:37:25.203184 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.managers [req-07fbc586-9205-4435-ac4f-13a8f2eb20d9 req-f3edd6f1-368a-4e87-8a9f-dd6236ac1260 service neutron] Attempting to bind port ee33af2b-688f-44aa-b5f5-0682e4e2fd02 by drivers openvswitch,hyperv on host n-h2-834765-1 at level 0 using segments [{'id': '19ee7531-80c7-401c-b973-3d54e2562bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'd0b8e561-a28c-462a-bbe9-e18d64a7cfc0'}] {{(pid=102790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:37:25.207745 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07fbc586-9205-4435-ac4f-13a8f2eb20d9 req-f3edd6f1-368a-4e87-8a9f-dd6236ac1260 service neutron] Attempting to bind port ee33af2b-688f-44aa-b5f5-0682e4e2fd02 on network d0b8e561-a28c-462a-bbe9-e18d64a7cfc0 {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:37:25.236710 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4cde177-b3ac-4330-a593-d26f50612221 admin admin] Network 4a4a035d-ecac-4ead-baa3-25f90788773a is already hosted by enough agents. {{(pid=102790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:37:25.243668 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07fbc586-9205-4435-ac4f-13a8f2eb20d9 req-f3edd6f1-368a-4e87-8a9f-dd6236ac1260 service neutron] Port ee33af2b-688f-44aa-b5f5-0682e4e2fd02 on network d0b8e561-a28c-462a-bbe9-e18d64a7cfc0 not bound, no agent of type Open vSwitch agent registered on host n-h2-834765-1 {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 15:37:25.243984 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07fbc586-9205-4435-ac4f-13a8f2eb20d9 req-f3edd6f1-368a-4e87-8a9f-dd6236ac1260 service neutron] Attempting to bind port ee33af2b-688f-44aa-b5f5-0682e4e2fd02 on network d0b8e561-a28c-462a-bbe9-e18d64a7cfc0 {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:37:25.252541 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07fbc586-9205-4435-ac4f-13a8f2eb20d9 req-f3edd6f1-368a-4e87-8a9f-dd6236ac1260 service neutron] Checking agent: {'id': '3e4b4912-b4a2-4d17-b5bd-6ce15529e8eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 33, 17), 'started_at': datetime.datetime(2022, 3, 29, 15, 33, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 37, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:37:25.252878 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07fbc586-9205-4435-ac4f-13a8f2eb20d9 req-f3edd6f1-368a-4e87-8a9f-dd6236ac1260 service neutron] Checking segment: {'id': '19ee7531-80c7-401c-b973-3d54e2562bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'd0b8e561-a28c-462a-bbe9-e18d64a7cfc0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:37:25.253259 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07fbc586-9205-4435-ac4f-13a8f2eb20d9 req-f3edd6f1-368a-4e87-8a9f-dd6236ac1260 service neutron] Bound using segment: {'id': '19ee7531-80c7-401c-b973-3d54e2562bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'd0b8e561-a28c-462a-bbe9-e18d64a7cfc0'} {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:37:25.253688 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.managers [req-07fbc586-9205-4435-ac4f-13a8f2eb20d9 req-f3edd6f1-368a-4e87-8a9f-dd6236ac1260 service neutron] Bound port: ee33af2b-688f-44aa-b5f5-0682e4e2fd02, host: n-h2-834765-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19ee7531-80c7-401c-b973-3d54e2562bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'd0b8e561-a28c-462a-bbe9-e18d64a7cfc0'}}] {{(pid=102790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 15:37:25.254105 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-07fbc586-9205-4435-ac4f-13a8f2eb20d9 req-f3edd6f1-368a-4e87-8a9f-dd6236ac1260 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:25.256264 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-d4cde177-b3ac-4330-a593-d26f50612221 admin admin] Resources bound (agent type, host, resource id): {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:37:25.258885 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4cde177-b3ac-4330-a593-d26f50612221 admin admin] Received port after_create {{(pid=102790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:37:25.291137 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-db0dac72-b637-46c1-bb05-1893688096f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9300ee6e-d969-4444-aee1-b51b14bdc402', 'name': 'tempest-FloatingIPsTestJSON-451813589-router', 'tenant_id': '1696d386b177482580acd19fadb9051c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.105'}], 'enable_snat': True}, 'gw_port_id': 'c2fce5e8-e7be-4e95-9eba-6eb4440d4432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:36:59Z', 'updated_at': '2022-03-29T15:37:23Z', 'revision_number': 5, 'project_id': '1696d386b177482580acd19fadb9051c', 'gw_port': {'id': 'c2fce5e8-e7be-4e95-9eba-6eb4440d4432', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:aa:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9300ee6e-d969-4444-aee1-b51b14bdc402', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:37:00Z', 'updated_at': '2022-03-29T15:37:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1'}], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:37:25.322909 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db0dac72-b637-46c1-bb05-1893688096f9 None None] The sync data for ids ['9300ee6e-d969-4444-aee1-b51b14bdc402'] in n-d-834765-1 is: [{'id': '9300ee6e-d969-4444-aee1-b51b14bdc402', 'name': 'tempest-FloatingIPsTestJSON-451813589-router', 'tenant_id': '1696d386b177482580acd19fadb9051c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.105'}], 'enable_snat': True}, 'gw_port_id': 'c2fce5e8-e7be-4e95-9eba-6eb4440d4432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:36:59Z', 'updated_at': '2022-03-29T15:37:23Z', 'revision_number': 5, 'project_id': '1696d386b177482580acd19fadb9051c', 'gw_port': {'id': 'c2fce5e8-e7be-4e95-9eba-6eb4440d4432', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:aa:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9300ee6e-d969-4444-aee1-b51b14bdc402', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:37:00Z', 'updated_at': '2022-03-29T15:37:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1'}] {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:37:25.375390 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cde177-b3ac-4330-a593-d26f50612221 admin admin] Pushing event updated for resources: {'Port': ['ID=cb3934ba-e19f-4e71-b6f7-3e22715e0f4e,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:37:25.433645 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4a5dbb-0ddb-4025-ada4-0de6e0d3acab req-63230a0c-d799-48cd-a52b-e7af7e8ed31b tempest-ServersTestFqdnHostnames-820638718 tempest-ServersTestFqdnHostnames-820638718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:37:25.435504 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ba4a5dbb-0ddb-4025-ada4-0de6e0d3acab req-63230a0c-d799-48cd-a52b-e7af7e8ed31b tempest-ServersTestFqdnHostnames-820638718 tempest-ServersTestFqdnHostnames-820638718-project] 10.222.0.42 "GET /v2.0/ports?device_id=ac61adc4-a040-46b7-b07a-379e6e55215a HTTP/1.1" status: 200 len: 944 time: 0.0594189 Mar 29 15:37:25.445084 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-c563c5b2-c468-4863-8b13-f69a289042f9 admin admin] Deleting port c2fce5e8-e7be-4e95-9eba-6eb4440d4432 {{(pid=102790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:37:25.445502 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c563c5b2-c468-4863-8b13-f69a289042f9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:25.472676 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f17ea8ac-be7d-407c-8d8b-efd8dceb73f6 None None] Network 3b111d56-5965-49c9-b46c-cb240d63a68d requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 15:37:25.490606 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ba4a5dbb-0ddb-4025-ada4-0de6e0d3acab req-e680d807-f89e-459a-8cd6-55aa4101b9a2 tempest-ServersTestFqdnHostnames-820638718 tempest-ServersTestFqdnHostnames-820638718-project] 10.222.0.42 "GET /v2.0/security-groups?id=74f56390-d8d0-43d4-aabd-c820bd2e0821&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0484653 Mar 29 15:37:25.523247 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [req-07fbc586-9205-4435-ac4f-13a8f2eb20d9 req-f3edd6f1-368a-4e87-8a9f-dd6236ac1260 service neutron] For port ee33af2b-688f-44aa-b5f5-0682e4e2fd02, host n-h2-834765-1, cleared binding levels {{(pid=102790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:37:25.574412 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [req-07fbc586-9205-4435-ac4f-13a8f2eb20d9 req-f3edd6f1-368a-4e87-8a9f-dd6236ac1260 service neutron] For port ee33af2b-688f-44aa-b5f5-0682e4e2fd02, host n-h2-834765-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=ee33af2b-688f-44aa-b5f5-0682e4e2fd02,segment=NetworkSegment(19ee7531-80c7-401c-b973-3d54e2562bfd),segment_id=19ee7531-80c7-401c-b973-3d54e2562bfd)] {{(pid=102790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:37:25.598888 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-7c6d29e8-1c0b-4f89-86a0-75c7a2388d46 None None] Provisioning complete for port 3bdea12e-a69f-46c9-934d-662d23cf6763 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:37:25.599273 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-7c6d29e8-1c0b-4f89-86a0-75c7a2388d46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:25.607893 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-aaaab0ab-cb6e-4475-acd5-131a69be4659 req-fb822cf5-0627-431c-932a-12c02dbd19d8 tempest-ServersAdmin275Test-1083301966 tempest-ServersAdmin275Test-1083301966-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=04016bd8-6ded-4605-9b43-eda4442e08e6 HTTP/1.1" status: 200 len: 210 time: 0.0316002 Mar 29 15:37:25.611900 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-07fbc586-9205-4435-ac4f-13a8f2eb20d9 req-f3edd6f1-368a-4e87-8a9f-dd6236ac1260 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:25.683557 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [None req-c563c5b2-c468-4863-8b13-f69a289042f9 admin admin] For port c2fce5e8-e7be-4e95-9eba-6eb4440d4432, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=c2fce5e8-e7be-4e95-9eba-6eb4440d4432,segment=NetworkSegment(6ab47353-a811-4bad-bc73-b4cc84583cfd),segment_id=6ab47353-a811-4bad-bc73-b4cc84583cfd)] {{(pid=102790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:37:25.684470 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c563c5b2-c468-4863-8b13-f69a289042f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:25.690336 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fbc586-9205-4435-ac4f-13a8f2eb20d9 req-f3edd6f1-368a-4e87-8a9f-dd6236ac1260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:37:25.691746 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-07fbc586-9205-4435-ac4f-13a8f2eb20d9 req-f3edd6f1-368a-4e87-8a9f-dd6236ac1260 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:25.693364 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-07fbc586-9205-4435-ac4f-13a8f2eb20d9 req-f3edd6f1-368a-4e87-8a9f-dd6236ac1260 service neutron] 10.222.0.48 "PUT /v2.0/ports/ee33af2b-688f-44aa-b5f5-0682e4e2fd02 HTTP/1.1" status: 200 len: 1092 time: 1.9310865 Mar 29 15:37:25.696533 n-d-834765-1 neutron-server[102790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac61adc4-a040-46b7-b07a-379e6e55215a', 'tag': 'ee33af2b-688f-44aa-b5f5-0682e4e2fd02'}] {{(pid=102790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:37:25.699856 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46b06d655c90bc969636382cce4240ad749035fb0f3a83ee4734fa1ed9c4a6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42be2801-04cb-475e-861e-27a40b46aac9" -d '{"events": [{"name": "network-changed", "server_uuid": "ac61adc4-a040-46b7-b07a-379e6e55215a", "tag": "ee33af2b-688f-44aa-b5f5-0682e4e2fd02"}]}' {{(pid=102790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:37:25.738336 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-c563c5b2-c468-4863-8b13-f69a289042f9 admin admin] Calling delete_port for c2fce5e8-e7be-4e95-9eba-6eb4440d4432 owned by network:router_gateway {{(pid=102790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:37:25.786474 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-7c6d29e8-1c0b-4f89-86a0-75c7a2388d46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:25.826254 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-d4cde177-b3ac-4330-a593-d26f50612221 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:25.842531 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 3bdea12e-a69f-46c9-934d-662d23cf6763 up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:37:25.854309 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-7c6d29e8-1c0b-4f89-86a0-75c7a2388d46 None None] For port 3bdea12e-a69f-46c9-934d-662d23cf6763, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=3bdea12e-a69f-46c9-934d-662d23cf6763,segment=NetworkSegment(3d5eb777-4fe8-4b7b-97c0-0f1706f8e353),segment_id=3d5eb777-4fe8-4b7b-97c0-0f1706f8e353)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:37:25.891242 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-7c6d29e8-1c0b-4f89-86a0-75c7a2388d46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:25.993805 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 15:37:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-451e99db-ee82-4335-aa34-287991c7bb2a x-openstack-request-id: req-451e99db-ee82-4335-aa34-287991c7bb2a {{(pid=102790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:37:25.994898 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac61adc4-a040-46b7-b07a-379e6e55215a", "tag": "ee33af2b-688f-44aa-b5f5-0682e4e2fd02", "status": "completed", "code": 200}]} {{(pid=102790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:37:25.996679 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-451e99db-ee82-4335-aa34-287991c7bb2a {{(pid=102790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:37:26.003475 n-d-834765-1 neutron-server[102790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac61adc4-a040-46b7-b07a-379e6e55215a', 'tag': 'ee33af2b-688f-44aa-b5f5-0682e4e2fd02', 'status': 'completed', 'code': 200} Mar 29 15:37:26.031250 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3edd6f1-368a-4e87-8a9f-dd6236ac1260 service neutron] Pushing event updated for resources: {'Port': ['ID=ee33af2b-688f-44aa-b5f5-0682e4e2fd02,revision_number=3']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:37:26.075642 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6d29e8-1c0b-4f89-86a0-75c7a2388d46 None None] Pushing event updated for resources: {'Port': ['ID=3bdea12e-a69f-46c9-934d-662d23cf6763,revision_number=3']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:37:26.098478 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port 3bdea12e-a69f-46c9-934d-662d23cf6763 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:37:26.099080 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:26.158931 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6c4e23c3-d33c-43f6-b322-e89f6f957c81 req-a8376078-31a6-48f1-ba4d-92642c9dc0da service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=f0948ff1-40aa-4883-a4ed-abb046ae6d2f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0871601 Mar 29 15:37:26.256720 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fbc586-9205-4435-ac4f-13a8f2eb20d9 req-731054c3-5e75-4b0f-baa1-4d17adf54863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:37:26.258280 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-07fbc586-9205-4435-ac4f-13a8f2eb20d9 req-731054c3-5e75-4b0f-baa1-4d17adf54863 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2af1828b0db64724acc70ec85951ece1&device_id=ac61adc4-a040-46b7-b07a-379e6e55215a HTTP/1.1" status: 200 len: 1095 time: 0.2539206 Mar 29 15:37:26.279108 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [req-2fe43a42-1fbc-4561-b056-fb6910a15eb5 req-17aadbe6-ef93-4ae1-ae0a-7311be007111 tempest-LiveAutoBlockMigrationV225Test-1278294229 tempest-LiveAutoBlockMigrationV225Test-1278294229-project-admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=102790) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 15:37:26.288951 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-2fe43a42-1fbc-4561-b056-fb6910a15eb5 req-17aadbe6-ef93-4ae1-ae0a-7311be007111 tempest-LiveAutoBlockMigrationV225Test-1278294229 tempest-LiveAutoBlockMigrationV225Test-1278294229-project-admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0732949 Mar 29 15:37:26.295606 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4e23c3-d33c-43f6-b322-e89f6f957c81 req-7ed7b44d-3a74-4ebf-b14c-08845fc3aa44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:37:26.299666 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6c4e23c3-d33c-43f6-b322-e89f6f957c81 req-7ed7b44d-3a74-4ebf-b14c-08845fc3aa44 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e445b8b78f0c475987478367fb7ec3e6&device_id=f0948ff1-40aa-4883-a4ed-abb046ae6d2f HTTP/1.1" status: 200 len: 1097 time: 0.0810821 Mar 29 15:37:26.346229 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 72483813-5371-4e85-b37b-7b1c7bc56825 no longer exists at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:37:26.381296 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-07fbc586-9205-4435-ac4f-13a8f2eb20d9 req-4cfdc985-02fa-4fc3-bd98-91828a09d9c4 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ee33af2b-688f-44aa-b5f5-0682e4e2fd02 HTTP/1.1" status: 200 len: 217 time: 0.0873821 Mar 29 15:37:26.384944 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] No Port match for: 72483813-5371-4e85-b37b-7b1c7bc56825 {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 15:37:26.387510 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 72483813-5371-4e85-b37b-7b1c7bc56825 not bound to the agent host n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:37:26.391242 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-b65a82b3-4727-4265-ae0e-ce882124ca3c None None] Provisioning complete for port 3bdea12e-a69f-46c9-934d-662d23cf6763 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:37:26.391729 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-b65a82b3-4727-4265-ae0e-ce882124ca3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:26.396691 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe43a42-1fbc-4561-b056-fb6910a15eb5 req-1b70841d-3192-4fab-89e2-96b854cf05a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:37:26.404960 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-2fe43a42-1fbc-4561-b056-fb6910a15eb5 req-1b70841d-3192-4fab-89e2-96b854cf05a1 service neutron] 10.222.0.42 "GET /v2.0/ports/3e4f56b3-2681-4f53-b655-bc7714d4de2d HTTP/1.1" status: 200 len: 1094 time: 0.1148188 Mar 29 15:37:26.406962 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-d4cde177-b3ac-4330-a593-d26f50612221 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648118'] for router, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:26.411588 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [req-2fe43a42-1fbc-4561-b056-fb6910a15eb5 req-61a373e3-57e0-49ec-9129-883edbb7237c service neutron] Request body: {'binding': {'host': 'n-h2-834765-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:37:26.412042 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [req-2fe43a42-1fbc-4561-b056-fb6910a15eb5 req-61a373e3-57e0-49ec-9129-883edbb7237c service neutron] Unknown quota resources ['binding']. {{(pid=102790) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 29 15:37:26.446854 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428117a6-43da-4578-b95e-7d8f00d2e56e req-ec329553-1ea0-43a4-9dc2-bedc8afb7ae8 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:37:26.449170 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-428117a6-43da-4578-b95e-7d8f00d2e56e req-ec329553-1ea0-43a4-9dc2-bedc8afb7ae8 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] 10.222.0.42 "GET /v2.0/ports?device_id=ea6c803e-d2a8-4326-af80-e82436a0a30b HTTP/1.1" status: 200 len: 943 time: 0.1445971 Mar 29 15:37:26.498928 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4e23c3-d33c-43f6-b322-e89f6f957c81 req-6f5d89cd-b733-4571-a6d3-70fc87483801 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:37:26.500600 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6c4e23c3-d33c-43f6-b322-e89f6f957c81 req-6f5d89cd-b733-4571-a6d3-70fc87483801 service neutron] 10.222.0.44 "GET /v2.0/networks?id=4c54ad59-5bf5-4d39-a555-33b9ac0525c6 HTTP/1.1" status: 200 len: 924 time: 0.1635835 Mar 29 15:37:26.553367 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-428117a6-43da-4578-b95e-7d8f00d2e56e req-0c39f27f-90d9-4051-a634-5ac0970dce14 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] 10.222.0.42 "GET /v2.0/security-groups?id=c99ced8e-1ceb-46fb-aaa7-747186b2b9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942302 Mar 29 15:37:26.586156 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6c4e23c3-d33c-43f6-b322-e89f6f957c81 req-4f3e923e-b034-45f1-adab-50b59b9e2fb3 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c2bed875-232f-4075-8675-a7bb9c143df0 HTTP/1.1" status: 200 len: 1001 time: 0.0763338 Mar 29 15:37:26.601376 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fbc586-9205-4435-ac4f-13a8f2eb20d9 req-936ba855-e878-45b4-b5c7-02fea59d96dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:37:26.602850 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-07fbc586-9205-4435-ac4f-13a8f2eb20d9 req-936ba855-e878-45b4-b5c7-02fea59d96dc service neutron] 10.222.0.48 "GET /v2.0/subnets?id=572194bb-5d01-419c-9884-1313920c1946 HTTP/1.1" status: 200 len: 854 time: 0.1882508 Mar 29 15:37:26.641176 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c563c5b2-c468-4863-8b13-f69a289042f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350'] for port, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:26.646870 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4e23c3-d33c-43f6-b322-e89f6f957c81 req-472bdf8c-4188-444d-93ed-bdabd078d8f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:37:26.649116 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6c4e23c3-d33c-43f6-b322-e89f6f957c81 req-472bdf8c-4188-444d-93ed-bdabd078d8f2 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=03f862f4-b4e2-46c9-849d-afd166600484 HTTP/1.1" status: 200 len: 862 time: 0.0541816 Mar 29 15:37:26.734925 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e51f587-2733-439e-9973-18f37f6cd349 req-ee4ff3bf-94dd-469c-9620-a73e1872a3b9 tempest-ServersTestFqdnHostnames-820638718 tempest-ServersTestFqdnHostnames-820638718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:37:26.736636 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-3e51f587-2733-439e-9973-18f37f6cd349 req-ee4ff3bf-94dd-469c-9620-a73e1872a3b9 tempest-ServersTestFqdnHostnames-820638718 tempest-ServersTestFqdnHostnames-820638718-project] 10.222.0.42 "GET /v2.0/ports?device_id=ac61adc4-a040-46b7-b07a-379e6e55215a HTTP/1.1" status: 200 len: 944 time: 0.0818961 Mar 29 15:37:26.737678 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c563c5b2-c468-4863-8b13-f69a289042f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=c2fce5e8-e7be-4e95-9eba-6eb4440d4432,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:37:26.738536 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4e23c3-d33c-43f6-b322-e89f6f957c81 req-4261514e-4461-453b-a783-15dc8bcf54c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:37:26.740033 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6c4e23c3-d33c-43f6-b322-e89f6f957c81 req-4261514e-4461-453b-a783-15dc8bcf54c1 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4c54ad59-5bf5-4d39-a555-33b9ac0525c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0767050 Mar 29 15:37:26.785433 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c563c5b2-c468-4863-8b13-f69a289042f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-648138'] for router_gateway, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:26.859588 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-3e51f587-2733-439e-9973-18f37f6cd349 req-69c9c677-9122-489f-8429-a49865fb94d9 tempest-ServersTestFqdnHostnames-820638718 tempest-ServersTestFqdnHostnames-820638718-project] 10.222.0.42 "GET /v2.0/security-groups?id=74f56390-d8d0-43d4-aabd-c820bd2e0821&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0985963 Mar 29 15:37:26.885974 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6c4e23c3-d33c-43f6-b322-e89f6f957c81 req-e5c96b0d-c5f1-42af-871a-ed4e6bf51632 service neutron] 10.222.0.44 "GET /v2.0/networks/4c54ad59-5bf5-4d39-a555-33b9ac0525c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361463 Mar 29 15:37:27.002164 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6f9dcd3b-1618-4c26-9af0-64f9eb635cdc req-c245c93a-f46a-4491-9304-07ba5a4590a3 tempest-ServersAdmin275Test-1083301966 tempest-ServersAdmin275Test-1083301966-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=04016bd8-6ded-4605-9b43-eda4442e08e6 HTTP/1.1" status: 200 len: 210 time: 0.0363615 Mar 29 15:37:27.021214 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6c4e23c3-d33c-43f6-b322-e89f6f957c81 req-64a31c4f-8c12-4436-963a-24289bc2c295 service neutron] 10.222.0.44 "GET /v2.0/networks/4c54ad59-5bf5-4d39-a555-33b9ac0525c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282258 Mar 29 15:37:27.086252 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fbc586-9205-4435-ac4f-13a8f2eb20d9 req-12119066-62f5-4166-b36f-9ae6049b3265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:37:27.088107 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-07fbc586-9205-4435-ac4f-13a8f2eb20d9 req-12119066-62f5-4166-b36f-9ae6049b3265 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d0b8e561-a28c-462a-bbe9-e18d64a7cfc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4762244 Mar 29 15:37:27.192376 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c563c5b2-c468-4863-8b13-f69a289042f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129328'] for router, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:27.196745 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c563c5b2-c468-4863-8b13-f69a289042f9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:27.216181 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.managers [req-2fe43a42-1fbc-4561-b056-fb6910a15eb5 req-61a373e3-57e0-49ec-9129-883edbb7237c service neutron] Attempting to bind port 3e4f56b3-2681-4f53-b655-bc7714d4de2d on host n-h2-834765-1 for vnic_type normal with profile None {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:37:27.216512 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.managers [req-2fe43a42-1fbc-4561-b056-fb6910a15eb5 req-61a373e3-57e0-49ec-9129-883edbb7237c service neutron] Attempting to bind port 3e4f56b3-2681-4f53-b655-bc7714d4de2d by drivers openvswitch,hyperv on host n-h2-834765-1 at level 0 using segments [{'id': '52cd9713-83ea-496d-8c48-fd7b796e6ead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'c7e23169-e9d3-4fec-ace3-87b88825b851'}] {{(pid=102790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:37:27.216831 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fe43a42-1fbc-4561-b056-fb6910a15eb5 req-61a373e3-57e0-49ec-9129-883edbb7237c service neutron] Attempting to bind port 3e4f56b3-2681-4f53-b655-bc7714d4de2d on network c7e23169-e9d3-4fec-ace3-87b88825b851 {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:37:27.301588 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fe43a42-1fbc-4561-b056-fb6910a15eb5 req-61a373e3-57e0-49ec-9129-883edbb7237c service neutron] Port 3e4f56b3-2681-4f53-b655-bc7714d4de2d on network c7e23169-e9d3-4fec-ace3-87b88825b851 not bound, no agent of type Open vSwitch agent registered on host n-h2-834765-1 {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 15:37:27.301981 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fe43a42-1fbc-4561-b056-fb6910a15eb5 req-61a373e3-57e0-49ec-9129-883edbb7237c service neutron] Attempting to bind port 3e4f56b3-2681-4f53-b655-bc7714d4de2d on network c7e23169-e9d3-4fec-ace3-87b88825b851 {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:37:27.321065 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fe43a42-1fbc-4561-b056-fb6910a15eb5 req-61a373e3-57e0-49ec-9129-883edbb7237c service neutron] Checking agent: {'id': '3e4b4912-b4a2-4d17-b5bd-6ce15529e8eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 33, 17), 'started_at': datetime.datetime(2022, 3, 29, 15, 33, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 37, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:37:27.321400 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fe43a42-1fbc-4561-b056-fb6910a15eb5 req-61a373e3-57e0-49ec-9129-883edbb7237c service neutron] Checking segment: {'id': '52cd9713-83ea-496d-8c48-fd7b796e6ead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'c7e23169-e9d3-4fec-ace3-87b88825b851'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:37:27.321990 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fe43a42-1fbc-4561-b056-fb6910a15eb5 req-61a373e3-57e0-49ec-9129-883edbb7237c service neutron] Bound using segment: {'id': '52cd9713-83ea-496d-8c48-fd7b796e6ead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'c7e23169-e9d3-4fec-ace3-87b88825b851'} {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:37:27.322408 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.managers [req-2fe43a42-1fbc-4561-b056-fb6910a15eb5 req-61a373e3-57e0-49ec-9129-883edbb7237c service neutron] Bound port: 3e4f56b3-2681-4f53-b655-bc7714d4de2d, host: n-h2-834765-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52cd9713-83ea-496d-8c48-fd7b796e6ead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'c7e23169-e9d3-4fec-ace3-87b88825b851'}}] {{(pid=102790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 15:37:27.326418 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c563c5b2-c468-4863-8b13-f69a289042f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-526718'] for router, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:27.326917 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c563c5b2-c468-4863-8b13-f69a289042f9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9300ee6e-d969-4444-aee1-b51b14bdc402 {{(pid=102790) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 29 15:37:27.332793 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c563c5b2-c468-4863-8b13-f69a289042f9 admin admin] Notify callbacks [] for router, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:27.333310 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-c563c5b2-c468-4863-8b13-f69a289042f9 admin admin] 10.222.0.42 "DELETE /v2.0/routers/9300ee6e-d969-4444-aee1-b51b14bdc402 HTTP/1.1" status: 204 len: 168 time: 2.9961982 Mar 29 15:37:27.336335 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4cde177-b3ac-4330-a593-d26f50612221 admin admin] Router 11581aa0-1a69-4131-a167-d1420721d4e7 is scheduled to L3 agent c648d819-1060-4f26-b4ec-6455387b5dff with binding_index 1 {{(pid=102790) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 29 15:37:27.336710 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 38240) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:37:27.389363 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-07fbc586-9205-4435-ac4f-13a8f2eb20d9 req-148f3039-8174-4a0b-9d6b-b64089efc2cf service neutron] 10.222.0.48 "GET /v2.0/networks/d0b8e561-a28c-462a-bbe9-e18d64a7cfc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2599123 Mar 29 15:37:27.405772 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_v2 [None req-1095f843-be4e-4e75-91b2-ca2bd6415356 admin admin] Deleting subnet f682d2ba-74ae-4545-bd41-f328dbccdf02 {{(pid=102791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 15:37:27.409785 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-1095f843-be4e-4e75-91b2-ca2bd6415356 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:27.452995 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-1095f843-be4e-4e75-91b2-ca2bd6415356 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:27.490851 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [req-2fe43a42-1fbc-4561-b056-fb6910a15eb5 req-61a373e3-57e0-49ec-9129-883edbb7237c service neutron] For port 3e4f56b3-2681-4f53-b655-bc7714d4de2d, host n-h2-834765-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=3e4f56b3-2681-4f53-b655-bc7714d4de2d,segment=NetworkSegment(52cd9713-83ea-496d-8c48-fd7b796e6ead),segment_id=52cd9713-83ea-496d-8c48-fd7b796e6ead)] {{(pid=102790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:37:27.533895 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-2fe43a42-1fbc-4561-b056-fb6910a15eb5 req-61a373e3-57e0-49ec-9129-883edbb7237c service neutron] Notify callbacks [] for binding, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:27.535052 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-2fe43a42-1fbc-4561-b056-fb6910a15eb5 req-61a373e3-57e0-49ec-9129-883edbb7237c service neutron] 10.222.0.42 "POST /v2.0/ports/3e4f56b3-2681-4f53-b655-bc7714d4de2d/bindings HTTP/1.1" status: 201 len: 389 time: 1.1294987 Mar 29 15:37:27.579670 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-1095f843-be4e-4e75-91b2-ca2bd6415356 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1641287'] for subnet, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:27.677070 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4cde177-b3ac-4330-a593-d26f50612221 admin admin] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:37:27.689693 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93602e9a-8445-405f-bcb4-fae65e986154 None None] Sync routers for ids ['11581aa0-1a69-4131-a167-d1420721d4e7'] in n-d-834765-1 {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:37:27.695584 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-07fbc586-9205-4435-ac4f-13a8f2eb20d9 req-3be4eb19-6575-4093-9830-b8eb9bd459d9 service neutron] 10.222.0.48 "GET /v2.0/networks/d0b8e561-a28c-462a-bbe9-e18d64a7cfc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2974620 Mar 29 15:37:27.714826 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-d4cde177-b3ac-4330-a593-d26f50612221 admin admin] Notify callbacks [] for router, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:27.718683 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-d4cde177-b3ac-4330-a593-d26f50612221 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.6322145 Mar 29 15:37:27.719339 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 38246) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:37:27.724329 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93602e9a-8445-405f-bcb4-fae65e986154 None None] Routers {'11581aa0-1a69-4131-a167-d1420721d4e7'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:37:27.725196 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-93602e9a-8445-405f-bcb4-fae65e986154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:37:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['11581aa0-1a69-4131-a167-d1420721d4e7'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:37:27.797324 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdeb811-ac24-4e46-99cb-e88abbeb0602 req-53c26267-d3b2-42f6-924c-bd3d893fe0bd tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:37:27.817323 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-bbdeb811-ac24-4e46-99cb-e88abbeb0602 req-53c26267-d3b2-42f6-924c-bd3d893fe0bd tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] 10.222.0.42 "GET /v2.0/ports?device_id=ea6c803e-d2a8-4326-af80-e82436a0a30b HTTP/1.1" status: 200 len: 943 time: 0.1208873 Mar 29 15:37:27.876257 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-1095f843-be4e-4e75-91b2-ca2bd6415356 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1641294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795'] for subnet, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:27.910889 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-1095f843-be4e-4e75-91b2-ca2bd6415356 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:27.920440 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-1095f843-be4e-4e75-91b2-ca2bd6415356 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/f682d2ba-74ae-4545-bd41-f328dbccdf02 HTTP/1.1" status: 204 len: 168 time: 0.5821493 Mar 29 15:37:27.944600 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 38252) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:37:27.949281 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-bbdeb811-ac24-4e46-99cb-e88abbeb0602 req-b7b98175-383c-4457-8ab3-a8330a67837b tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] 10.222.0.42 "GET /v2.0/security-groups?id=c99ced8e-1ceb-46fb-aaa7-747186b2b9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296458 Mar 29 15:37:27.960202 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1095f843-be4e-4e75-91b2-ca2bd6415356 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f682d2ba-74ae-4545-bd41-f328dbccdf02,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:37:28.114673 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 3bdea12e-a69f-46c9-934d-662d23cf6763 up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:37:28.117060 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42be2801-04cb-475e-861e-27a40b46aac9 req-2a453540-9c10-4989-9f1d-3c28a4e88d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:37:28.117563 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5b1d83c-cfb7-4e12-a8af-31aec3b59bef None None] Network 46fe54a8-e46a-41b8-9088-fec152ef0d43 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 15:37:28.119309 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-42be2801-04cb-475e-861e-27a40b46aac9 req-2a453540-9c10-4989-9f1d-3c28a4e88d1e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2af1828b0db64724acc70ec85951ece1&device_id=ac61adc4-a040-46b7-b07a-379e6e55215a HTTP/1.1" status: 200 len: 1095 time: 0.1461527 Mar 29 15:37:28.198709 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfef9875-09f4-4961-828d-f6c878c61157 req-4c5232da-325a-4db5-80e2-7d39a6721325 tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:37:28.200151 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-b82f71ac-c8bf-45b7-9573-ca54e40d34ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1631750'] for network, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:28.207667 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-bfef9875-09f4-4961-828d-f6c878c61157 req-4c5232da-325a-4db5-80e2-7d39a6721325 tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] 10.222.0.42 "GET /v2.0/ports?device_id=2c70776b-2e7a-4175-a595-6c782e05f18a HTTP/1.1" status: 200 len: 946 time: 0.2332609 Mar 29 15:37:28.243995 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519f5f82-731f-42bd-8d56-af0d07dc7db9 req-e5a02dd7-bddc-4f96-a3c7-05d5ce95f4f7 tempest-ServersTestFqdnHostnames-820638718 tempest-ServersTestFqdnHostnames-820638718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:37:28.245875 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-519f5f82-731f-42bd-8d56-af0d07dc7db9 req-e5a02dd7-bddc-4f96-a3c7-05d5ce95f4f7 tempest-ServersTestFqdnHostnames-820638718 tempest-ServersTestFqdnHostnames-820638718-project] 10.222.0.42 "GET /v2.0/ports?device_id=ac61adc4-a040-46b7-b07a-379e6e55215a HTTP/1.1" status: 200 len: 944 time: 0.1537127 Mar 29 15:37:28.291612 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe43a42-1fbc-4561-b056-fb6910a15eb5 req-b2336971-8920-4ee3-9964-281aa738acba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:37:28.294597 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-2fe43a42-1fbc-4561-b056-fb6910a15eb5 req-b2336971-8920-4ee3-9964-281aa738acba service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c66f5a43ae0e46908f202e6b40f23448&device_id=2c70776b-2e7a-4175-a595-6c782e05f18a HTTP/1.1" status: 200 len: 1097 time: 0.2321703 Mar 29 15:37:28.321107 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvr_db [None req-93602e9a-8445-405f-bcb4-fae65e986154 None None] Set router 11581aa0-1a69-4131-a167-d1420721d4e7 gateway port host: n-d-834765-1 {{(pid=102792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:37:28.392740 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-519f5f82-731f-42bd-8d56-af0d07dc7db9 req-a034779d-656d-4f21-99f3-cfbd209607d0 tempest-ServersTestFqdnHostnames-820638718 tempest-ServersTestFqdnHostnames-820638718-project] 10.222.0.42 "GET /v2.0/security-groups?id=74f56390-d8d0-43d4-aabd-c820bd2e0821&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1198032 Mar 29 15:37:28.457454 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-bfef9875-09f4-4961-828d-f6c878c61157 req-70ae3537-c35b-455c-9aa7-6cb2efed537c tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] 10.222.0.42 "GET /v2.0/security-groups?id=d26d57f3-f34b-4b82-acb2-a15ffdfe7b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2486215 Mar 29 15:37:28.496707 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42be2801-04cb-475e-861e-27a40b46aac9 req-7b229ace-90c1-406c-b528-420835cf4cac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:37:28.498415 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-42be2801-04cb-475e-861e-27a40b46aac9 req-7b229ace-90c1-406c-b528-420835cf4cac service neutron] 10.222.0.48 "GET /v2.0/networks?id=d0b8e561-a28c-462a-bbe9-e18d64a7cfc0 HTTP/1.1" status: 200 len: 916 time: 0.3215940 Mar 29 15:37:28.524921 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port 3bdea12e-a69f-46c9-934d-662d23cf6763 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:37:28.525538 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:28.559394 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe43a42-1fbc-4561-b056-fb6910a15eb5 req-da0fc257-792f-4a34-ba07-536f0c2c5e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:37:28.561992 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-2fe43a42-1fbc-4561-b056-fb6910a15eb5 req-da0fc257-792f-4a34-ba07-536f0c2c5e89 service neutron] 10.222.0.48 "GET /v2.0/networks?id=c7e23169-e9d3-4fec-ace3-87b88825b851 HTTP/1.1" status: 200 len: 922 time: 0.2498391 Mar 29 15:37:28.577468 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-b82f71ac-c8bf-45b7-9573-ca54e40d34ca admin admin] Deleting port 7e085270-2cbd-4449-ad94-a9d7ca9537d2 {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:37:28.578956 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-b82f71ac-c8bf-45b7-9573-ca54e40d34ca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:28.603674 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-93602e9a-8445-405f-bcb4-fae65e986154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11581aa0-1a69-4131-a167-d1420721d4e7', 'name': 'tempest-AttachSCSIVolumeTestJSON-1655533914-router', 'tenant_id': '140a74e7fad04747acc345e5a1657e95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': 'cb3934ba-e19f-4e71-b6f7-3e22715e0f4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:37:23Z', 'updated_at': '2022-03-29T15:37:25Z', 'revision_number': 3, 'project_id': '140a74e7fad04747acc345e5a1657e95', 'gw_port': {'id': 'cb3934ba-e19f-4e71-b6f7-3e22715e0f4e', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:54:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11581aa0-1a69-4131-a167-d1420721d4e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:37:24Z', 'updated_at': '2022-03-29T15:37:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1'}], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:37:28.609542 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-42be2801-04cb-475e-861e-27a40b46aac9 req-f960af68-79c3-49d2-92fb-f135f0765c74 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ee33af2b-688f-44aa-b5f5-0682e4e2fd02 HTTP/1.1" status: 200 len: 217 time: 0.0618820 Mar 29 15:37:28.631360 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-ae96b75c-f0d1-4d23-92f4-1eacde6af0e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:28.632526 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f59f718-597e-4c26-b5b4-5e9fab8a6514 None None] DHCP port deletion for 46fe54a8-e46a-41b8-9088-fec152ef0d43 request from n-d-834765-1 {{(pid=102792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 29 15:37:28.659617 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-70a47860-71ba-4263-9fc6-8d69e244f245 req-619e437a-299c-414e-b157-34fe742179c9 tempest-ServersAdmin275Test-1083301966 tempest-ServersAdmin275Test-1083301966-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=04016bd8-6ded-4605-9b43-eda4442e08e6 HTTP/1.1" status: 200 len: 210 time: 0.1419239 Mar 29 15:37:28.676916 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93602e9a-8445-405f-bcb4-fae65e986154 None None] Checking router: 11581aa0-1a69-4131-a167-d1420721d4e7 for host: n-d-834765-1 {{(pid=102792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:37:28.677257 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93602e9a-8445-405f-bcb4-fae65e986154 None None] Updating router 11581aa0-1a69-4131-a167-d1420721d4e7 port cb3934ba-e19f-4e71-b6f7-3e22715e0f4e binding host n-d-834765-1 {{(pid=102792) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 15:37:28.721576 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-2fe43a42-1fbc-4561-b056-fb6910a15eb5 req-cee5371a-9074-49e5-8b25-e62cbe403d5c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3e4f56b3-2681-4f53-b655-bc7714d4de2d HTTP/1.1" status: 200 len: 217 time: 0.0769315 Mar 29 15:37:28.744009 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42be2801-04cb-475e-861e-27a40b46aac9 req-d3340fde-fb9d-4c1a-800d-d1e288c078be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:37:28.744475 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-93602e9a-8445-405f-bcb4-fae65e986154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:28.746818 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-42be2801-04cb-475e-861e-27a40b46aac9 req-d3340fde-fb9d-4c1a-800d-d1e288c078be service neutron] 10.222.0.48 "GET /v2.0/subnets?id=572194bb-5d01-419c-9884-1313920c1946 HTTP/1.1" status: 200 len: 854 time: 0.1124184 Mar 29 15:37:28.804009 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-2f59f718-597e-4c26-b5b4-5e9fab8a6514 None None] Deleting port 7e085270-2cbd-4449-ad94-a9d7ca9537d2 {{(pid=102792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:37:28.804386 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-2f59f718-597e-4c26-b5b4-5e9fab8a6514 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:28.805991 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [None req-b82f71ac-c8bf-45b7-9573-ca54e40d34ca admin admin] For port 7e085270-2cbd-4449-ad94-a9d7ca9537d2, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=7e085270-2cbd-4449-ad94-a9d7ca9537d2,segment=NetworkSegment(0b9ecc6d-9719-48d7-aed2-39aa0245458c),segment_id=0b9ecc6d-9719-48d7-aed2-39aa0245458c)] {{(pid=102791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:37:28.806427 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-b82f71ac-c8bf-45b7-9573-ca54e40d34ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:28.829115 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-b82f71ac-c8bf-45b7-9573-ca54e40d34ca admin admin] Calling delete_port for 7e085270-2cbd-4449-ad94-a9d7ca9537d2 owned by network:dhcp {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:37:28.842947 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42be2801-04cb-475e-861e-27a40b46aac9 req-55e17239-e3f0-4e8b-a594-e41cf0af5a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:37:28.844427 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-42be2801-04cb-475e-861e-27a40b46aac9 req-55e17239-e3f0-4e8b-a594-e41cf0af5a61 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d0b8e561-a28c-462a-bbe9-e18d64a7cfc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0866933 Mar 29 15:37:28.951181 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-b82f71ac-c8bf-45b7-9573-ca54e40d34ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:28.956224 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-2f59f718-597e-4c26-b5b4-5e9fab8a6514 None None] For port 7e085270-2cbd-4449-ad94-a9d7ca9537d2, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=7e085270-2cbd-4449-ad94-a9d7ca9537d2,segment=NetworkSegment(0b9ecc6d-9719-48d7-aed2-39aa0245458c),segment_id=0b9ecc6d-9719-48d7-aed2-39aa0245458c)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:37:28.956621 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-2f59f718-597e-4c26-b5b4-5e9fab8a6514 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:28.975768 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-42be2801-04cb-475e-861e-27a40b46aac9 req-ee3796fa-87e3-46ed-8a9e-9075da7ae6aa service neutron] 10.222.0.48 "GET /v2.0/networks/d0b8e561-a28c-462a-bbe9-e18d64a7cfc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000154 Mar 29 15:37:28.982578 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-2f59f718-597e-4c26-b5b4-5e9fab8a6514 None None] Calling delete_port for 7e085270-2cbd-4449-ad94-a9d7ca9537d2 owned by network:dhcp {{(pid=102792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:37:29.015204 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82f71ac-c8bf-45b7-9573-ca54e40d34ca admin admin] Pushing event deleted for resources: {'Port': ['ID=7e085270-2cbd-4449-ad94-a9d7ca9537d2,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:37:29.023126 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b82f71ac-c8bf-45b7-9573-ca54e40d34ca admin admin] No DVR routers for this DVR port 7e085270-2cbd-4449-ad94-a9d7ca9537d2 on host n-d-834765-1 {{(pid=102791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:37:29.079458 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.db_base_plugin_common [None req-ae96b75c-f0d1-4d23-92f4-1eacde6af0e7 admin admin] Allocated IP 172.20.0.1 (3b111d56-5965-49c9-b46c-cb240d63a68d/e7292f25-57c0-4ce1-9968-6bce9d8da5e6/64e68e3d-5342-4d2a-8cdc-a13178f3f356) {{(pid=102790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:37:29.248485 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786d2112-d530-4561-b4ae-6f63a67de990 req-acaa01df-a78b-4668-96df-0aefe4110fae tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:37:29.254829 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-2f59f718-597e-4c26-b5b4-5e9fab8a6514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350'] for port, after_delete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:29.256213 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-786d2112-d530-4561-b4ae-6f63a67de990 req-acaa01df-a78b-4668-96df-0aefe4110fae tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] 10.222.0.42 "GET /v2.0/ports?device_id=ea6c803e-d2a8-4326-af80-e82436a0a30b HTTP/1.1" status: 200 len: 943 time: 0.1870489 Mar 29 15:37:29.274224 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f59f718-597e-4c26-b5b4-5e9fab8a6514 None None] No DVR routers for this DVR port 7e085270-2cbd-4449-ad94-a9d7ca9537d2 on host n-d-834765-1 {{(pid=102792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:37:29.290137 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-42be2801-04cb-475e-861e-27a40b46aac9 req-0ca48417-3176-4871-a61f-bb4b917f192f service neutron] 10.222.0.48 "GET /v2.0/networks/d0b8e561-a28c-462a-bbe9-e18d64a7cfc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2913680 Mar 29 15:37:29.329430 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f59f718-597e-4c26-b5b4-5e9fab8a6514 None None] Pushing event deleted for resources: {'Port': ['ID=7e085270-2cbd-4449-ad94-a9d7ca9537d2,revision_number=None']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:37:29.331952 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-786d2112-d530-4561-b4ae-6f63a67de990 req-84937d69-400f-4f0f-93b1-15af5d193c4b tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] 10.222.0.42 "GET /v2.0/security-groups?id=c99ced8e-1ceb-46fb-aaa7-747186b2b9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747206 Mar 29 15:37:29.338329 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-93602e9a-8445-405f-bcb4-fae65e986154 None None] Notify callbacks [] for port, precommit_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:29.350183 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-93602e9a-8445-405f-bcb4-fae65e986154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:29.415195 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41afe33c-00e9-4612-8e0c-a845868a9261 None None] Pushing event updated for resources: {'Port': ['ID=cb3934ba-e19f-4e71-b6f7-3e22715e0f4e,revision_number=2']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:37:29.419001 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-93602e9a-8445-405f-bcb4-fae65e986154 None None] Attempting to bind port cb3934ba-e19f-4e71-b6f7-3e22715e0f4e on host n-d-834765-1 for vnic_type normal with profile {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:37:29.419530 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-93602e9a-8445-405f-bcb4-fae65e986154 None None] Attempting to bind port cb3934ba-e19f-4e71-b6f7-3e22715e0f4e by drivers openvswitch,hyperv on host n-d-834765-1 at level 0 using segments [{'id': '6ab47353-a811-4bad-bc73-b4cc84583cfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:37:29.419987 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93602e9a-8445-405f-bcb4-fae65e986154 None None] Attempting to bind port cb3934ba-e19f-4e71-b6f7-3e22715e0f4e on network 4a4a035d-ecac-4ead-baa3-25f90788773a {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:37:29.425991 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93602e9a-8445-405f-bcb4-fae65e986154 None None] Checking agent: {'id': 'a8866439-9d96-425c-b519-6905c591ac37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 25, 36), 'started_at': datetime.datetime(2022, 3, 29, 15, 26, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 37, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834765-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:37:29.426617 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93602e9a-8445-405f-bcb4-fae65e986154 None None] Checking segment: {'id': '6ab47353-a811-4bad-bc73-b4cc84583cfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:37:29.427189 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-93602e9a-8445-405f-bcb4-fae65e986154 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:29.427737 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93602e9a-8445-405f-bcb4-fae65e986154 None None] Bound using segment: {'id': '6ab47353-a811-4bad-bc73-b4cc84583cfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:37:29.428303 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-93602e9a-8445-405f-bcb4-fae65e986154 None None] Bound port: cb3934ba-e19f-4e71-b6f7-3e22715e0f4e, host: n-d-834765-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ab47353-a811-4bad-bc73-b4cc84583cfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'}}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 15:37:29.428781 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-93602e9a-8445-405f-bcb4-fae65e986154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:29.436809 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-ae96b75c-f0d1-4d23-92f4-1eacde6af0e7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:29.470429 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe43a42-1fbc-4561-b056-fb6910a15eb5 req-c24cf9ed-a842-466f-bdec-6a472ee75cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:37:29.472363 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-2fe43a42-1fbc-4561-b056-fb6910a15eb5 req-c24cf9ed-a842-466f-bdec-6a472ee75cb6 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=47ebad0b-955e-4824-b04c-60b1952d5787 HTTP/1.1" status: 200 len: 861 time: 0.5350964 Mar 29 15:37:29.522777 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-93602e9a-8445-405f-bcb4-fae65e986154 None None] For port cb3934ba-e19f-4e71-b6f7-3e22715e0f4e, host n-d-834765-1, cleared binding levels {{(pid=102792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:37:29.529689 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-2fe43a42-1fbc-4561-b056-fb6910a15eb5 req-78588d22-b9c3-4ceb-8361-fd07d79fb716 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c7e23169-e9d3-4fec-ace3-87b88825b851&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0465825 Mar 29 15:37:29.532269 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-93602e9a-8445-405f-bcb4-fae65e986154 None None] For port cb3934ba-e19f-4e71-b6f7-3e22715e0f4e, host n-d-834765-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=cb3934ba-e19f-4e71-b6f7-3e22715e0f4e,segment=NetworkSegment(6ab47353-a811-4bad-bc73-b4cc84583cfd),segment_id=6ab47353-a811-4bad-bc73-b4cc84583cfd)] {{(pid=102792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:37:29.544290 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-93602e9a-8445-405f-bcb4-fae65e986154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:29.622706 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 7e085270-2cbd-4449-ad94-a9d7ca9537d2 no longer exists at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:37:29.628963 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-b82f71ac-c8bf-45b7-9573-ca54e40d34ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639890', 'neutron.services.segments.db._delete_segments_for_network-8783523423079'] for network, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:29.641700 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-ae96b75c-f0d1-4d23-92f4-1eacde6af0e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956'] for port, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:29.655224 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5291ad34-2032-40f7-af0c-6717b176087b req-df8a6ed9-5d33-4d08-9a8e-eca34d365a9b tempest-ServersTestFqdnHostnames-820638718 tempest-ServersTestFqdnHostnames-820638718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:37:29.656961 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-5291ad34-2032-40f7-af0c-6717b176087b req-df8a6ed9-5d33-4d08-9a8e-eca34d365a9b tempest-ServersTestFqdnHostnames-820638718 tempest-ServersTestFqdnHostnames-820638718-project] 10.222.0.42 "GET /v2.0/ports?device_id=ac61adc4-a040-46b7-b07a-379e6e55215a HTTP/1.1" status: 200 len: 944 time: 0.1206436 Mar 29 15:37:29.665047 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] No Port match for: 7e085270-2cbd-4449-ad94-a9d7ca9537d2 {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 15:37:29.665780 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 7e085270-2cbd-4449-ad94-a9d7ca9537d2 not bound to the agent host n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:37:29.666489 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device c2fce5e8-e7be-4e95-9eba-6eb4440d4432 no longer exists at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:37:29.701965 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] No Port match for: c2fce5e8-e7be-4e95-9eba-6eb4440d4432 {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 15:37:29.702326 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device c2fce5e8-e7be-4e95-9eba-6eb4440d4432 not bound to the agent host n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:37:29.712417 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93602e9a-8445-405f-bcb4-fae65e986154 None None] Routers {'11581aa0-1a69-4131-a167-d1420721d4e7'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:37:29.718582 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-93602e9a-8445-405f-bcb4-fae65e986154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:37:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['11581aa0-1a69-4131-a167-d1420721d4e7'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:37:29.718819 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-b82f71ac-c8bf-45b7-9573-ca54e40d34ca admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:37:29.719152 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-b82f71ac-c8bf-45b7-9573-ca54e40d34ca admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:37:29.719904 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-b82f71ac-c8bf-45b7-9573-ca54e40d34ca admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:37:29.720327 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-b82f71ac-c8bf-45b7-9573-ca54e40d34ca admin admin] Subscribe: > port after_create 55550000 {{(pid=102791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:37:29.720903 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-b82f71ac-c8bf-45b7-9573-ca54e40d34ca admin admin] Subscribe: > port after_delete 55550000 {{(pid=102791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:37:29.721014 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-b82f71ac-c8bf-45b7-9573-ca54e40d34ca admin admin] Subscribe: > port after_update 55550000 {{(pid=102791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:37:29.721306 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-b82f71ac-c8bf-45b7-9573-ca54e40d34ca admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:37:29.721806 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-b82f71ac-c8bf-45b7-9573-ca54e40d34ca admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:37:29.722123 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-b82f71ac-c8bf-45b7-9573-ca54e40d34ca admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:37:29.722443 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-b82f71ac-c8bf-45b7-9573-ca54e40d34ca admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:37:29.722959 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae96b75c-f0d1-4d23-92f4-1eacde6af0e7 admin admin] Pushing event updated for resources: {'Port': ['ID=64e68e3d-5342-4d2a-8cdc-a13178f3f356,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:37:29.748865 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae96b75c-f0d1-4d23-92f4-1eacde6af0e7 admin admin] Network 3b111d56-5965-49c9-b46c-cb240d63a68d is already hosted by enough agents. {{(pid=102790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:37:29.753488 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-ae96b75c-f0d1-4d23-92f4-1eacde6af0e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:37:29.756771 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae96b75c-f0d1-4d23-92f4-1eacde6af0e7 admin admin] Received port after_create {{(pid=102790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:37:29.757193 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-ae96b75c-f0d1-4d23-92f4-1eacde6af0e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-648347'] for router_interface, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:29.770162 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-4d1def4c-efb2-4a3f-9606-3c8683b12679 req-c71751b5-a175-49b9-bb1b-a32af66a42d4 service neutron] 10.222.0.48 "GET /v2.0/ports/7358f2da-0288-45a9-bbb8-559c1b9b15c8/bindings/n-h1-834765-1 HTTP/1.1" status: 200 len: 384 time: 0.2633667 Mar 29 15:37:29.782434 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41afe33c-00e9-4612-8e0c-a845868a9261 None None] Pushing event updated for resources: {'Port': ['ID=cb3934ba-e19f-4e71-b6f7-3e22715e0f4e,revision_number=3']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:37:29.792963 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-b82f71ac-c8bf-45b7-9573-ca54e40d34ca admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:37:29.793313 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-b82f71ac-c8bf-45b7-9573-ca54e40d34ca admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:37:29.793652 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-b82f71ac-c8bf-45b7-9573-ca54e40d34ca admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:37:29.793988 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-b82f71ac-c8bf-45b7-9573-ca54e40d34ca admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:37:29.794359 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-b82f71ac-c8bf-45b7-9573-ca54e40d34ca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46fe54a8-e46a-41b8-9088-fec152ef0d43']}} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:37:29.824745 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-b82f71ac-c8bf-45b7-9573-ca54e40d34ca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b9ecc6d-9719-48d7-aed2-39aa0245458c') {'for_net_delete': True} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:37:29.825072 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-b82f71ac-c8bf-45b7-9573-ca54e40d34ca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b9ecc6d-9719-48d7-aed2-39aa0245458c') {} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:37:29.831838 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2624b3ec-b5d5-4aec-9e9d-c593cfb9cea9 req-3395ce9f-27f9-4a35-af00-d1607c113d90 tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:37:29.833359 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-2624b3ec-b5d5-4aec-9e9d-c593cfb9cea9 req-3395ce9f-27f9-4a35-af00-d1607c113d90 tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] 10.222.0.42 "GET /v2.0/ports?device_id=2c70776b-2e7a-4175-a595-6c782e05f18a HTTP/1.1" status: 200 len: 946 time: 0.2536602 Mar 29 15:37:29.866498 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-b82f71ac-c8bf-45b7-9573-ca54e40d34ca admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783523422064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4230428'] for segment, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:29.916893 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-b82f71ac-c8bf-45b7-9573-ca54e40d34ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:29.923813 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-5291ad34-2032-40f7-af0c-6717b176087b req-744ab9f8-8e05-4936-8eb4-65966ede24b0 tempest-ServersTestFqdnHostnames-820638718 tempest-ServersTestFqdnHostnames-820638718-project] 10.222.0.42 "GET /v2.0/security-groups?id=74f56390-d8d0-43d4-aabd-c820bd2e0821&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2556481 Mar 29 15:37:29.930706 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-2fe43a42-1fbc-4561-b056-fb6910a15eb5 req-4100f263-f8f3-411f-8dd5-4ed4b6416863 service neutron] 10.222.0.48 "GET /v2.0/networks/c7e23169-e9d3-4fec-ace3-87b88825b851?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3628857 Mar 29 15:37:29.932002 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b82f71ac-c8bf-45b7-9573-ca54e40d34ca admin admin] Releasing vlan 632 on physical network physnet1 to pool {{(pid=102791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 15:37:29.932937 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-b82f71ac-c8bf-45b7-9573-ca54e40d34ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16169569'] for segment, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:29.947557 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-2624b3ec-b5d5-4aec-9e9d-c593cfb9cea9 req-15baa316-da06-4f11-8b31-9f7ffc76e130 tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] 10.222.0.42 "GET /v2.0/security-groups?id=d26d57f3-f34b-4b82-acb2-a15ffdfe7b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049922 Mar 29 15:37:29.958762 n-d-834765-1 neutron-server[102791]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 29 15:37:29.958762 n-d-834765-1 neutron-server[102791]: from cryptography.utils import int_from_bytes Mar 29 15:37:29.958762 n-d-834765-1 neutron-server[102791]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 29 15:37:29.958762 n-d-834765-1 neutron-server[102791]: from cryptography.utils import int_from_bytes Mar 29 15:37:29.958762 n-d-834765-1 neutron-server[102791]: Traceback (most recent call last): Mar 29 15:37:29.958762 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 15:37:29.958762 n-d-834765-1 neutron-server[102791]: timer() Mar 29 15:37:29.958762 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 15:37:29.958762 n-d-834765-1 neutron-server[102791]: cb(*args, **kw) Mar 29 15:37:29.958762 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 15:37:29.958762 n-d-834765-1 neutron-server[102791]: return func(*args, **kwargs) Mar 29 15:37:29.958762 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 15:37:29.958762 n-d-834765-1 neutron-server[102791]: self._notify() Mar 29 15:37:29.958762 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 15:37:29.958762 n-d-834765-1 neutron-server[102791]: self.callback(batched_events) Mar 29 15:37:29.958762 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 15:37:29.958762 n-d-834765-1 neutron-server[102791]: event.method(event) Mar 29 15:37:29.958762 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 15:37:29.958762 n-d-834765-1 neutron-server[102791]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 15:37:29.958762 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 15:37:29.958762 n-d-834765-1 neutron-server[102791]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 15:37:29.958762 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 15:37:29.958762 n-d-834765-1 neutron-server[102791]: return f(self, *a, **k) Mar 29 15:37:29.958762 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 15:37:29.958762 n-d-834765-1 neutron-server[102791]: return self._get(url).json() Mar 29 15:37:29.958762 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 15:37:29.958762 n-d-834765-1 neutron-server[102791]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 15:37:29.958762 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 15:37:29.958762 n-d-834765-1 neutron-server[102791]: return self.request(url, 'GET', **kwargs) Mar 29 15:37:29.958762 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 15:37:29.958762 n-d-834765-1 neutron-server[102791]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 15:37:29.958762 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 15:37:29.958762 n-d-834765-1 neutron-server[102791]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 15:37:29.958762 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 15:37:29.958762 n-d-834765-1 neutron-server[102791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 15:37:29.958762 n-d-834765-1 neutron-server[102791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 15:37:29.978363 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvr_db [None req-93602e9a-8445-405f-bcb4-fae65e986154 None None] Set router 11581aa0-1a69-4131-a167-d1420721d4e7 gateway port host: n-d-834765-1 {{(pid=102792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:37:30.127706 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-2fe43a42-1fbc-4561-b056-fb6910a15eb5 req-485e458a-41c6-4482-bf69-aea1a5d10bd9 service neutron] 10.222.0.48 "GET /v2.0/networks/c7e23169-e9d3-4fec-ace3-87b88825b851?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1679125 Mar 29 15:37:30.184020 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-2c3b9166-fa98-470c-bb4e-58b2a5b30be5 req-5c617115-53f4-47d6-acb0-34b8b3d612e2 tempest-ServersAdmin275Test-1083301966 tempest-ServersAdmin275Test-1083301966-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=04016bd8-6ded-4605-9b43-eda4442e08e6 HTTP/1.1" status: 200 len: 210 time: 0.0529335 Mar 29 15:37:30.282078 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-b82f71ac-c8bf-45b7-9573-ca54e40d34ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1639897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648174'] for network, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:30.286554 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe43a42-1fbc-4561-b056-fb6910a15eb5 req-a4b0f953-7aeb-42d3-ad85-cc8d111bd56c tempest-LiveAutoBlockMigrationV225Test-1278294229 tempest-LiveAutoBlockMigrationV225Test-1278294229-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:37:30.288377 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-2fe43a42-1fbc-4561-b056-fb6910a15eb5 req-a4b0f953-7aeb-42d3-ad85-cc8d111bd56c tempest-LiveAutoBlockMigrationV225Test-1278294229 tempest-LiveAutoBlockMigrationV225Test-1278294229-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=2c70776b-2e7a-4175-a595-6c782e05f18a&tenant_id=c66f5a43ae0e46908f202e6b40f23448&binding%3Ahost_id=n-h1-834765-1 HTTP/1.1" status: 200 len: 1097 time: 0.0633445 Mar 29 15:37:30.295153 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-b82f71ac-c8bf-45b7-9573-ca54e40d34ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for network, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:30.298527 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-b82f71ac-c8bf-45b7-9573-ca54e40d34ca admin admin] 10.222.0.42 "DELETE /v2.0/networks/46fe54a8-e46a-41b8-9088-fec152ef0d43 HTTP/1.1" status: 204 len: 168 time: 2.3479948 Mar 29 15:37:30.333232 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [req-2fe43a42-1fbc-4561-b056-fb6910a15eb5 req-cc1c4112-8d46-4083-a3f2-a75d1c69fb64 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-834765-1'}}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:37:30.346141 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82f71ac-c8bf-45b7-9573-ca54e40d34ca admin admin] Pushing event deleted for resources: {'Network': ['ID=46fe54a8-e46a-41b8-9088-fec152ef0d43,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:37:30.394183 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-9ed4de45-86c1-4de5-9e53-17c52ba880cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:30.403243 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-97ebd741-d1b8-4b82-8018-0cdf9e3ae391 None None] Provisioning complete for port 64e68e3d-5342-4d2a-8cdc-a13178f3f356 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:37:30.403643 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-97ebd741-d1b8-4b82-8018-0cdf9e3ae391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:30.499394 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-97ebd741-d1b8-4b82-8018-0cdf9e3ae391 None None] Port 64e68e3d-5342-4d2a-8cdc-a13178f3f356 cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 15:37:30.508359 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-ae96b75c-f0d1-4d23-92f4-1eacde6af0e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:30.527083 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-2fe43a42-1fbc-4561-b056-fb6910a15eb5 req-cc1c4112-8d46-4083-a3f2-a75d1c69fb64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:30.561909 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-93602e9a-8445-405f-bcb4-fae65e986154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11581aa0-1a69-4131-a167-d1420721d4e7', 'name': 'tempest-AttachSCSIVolumeTestJSON-1655533914-router', 'tenant_id': '140a74e7fad04747acc345e5a1657e95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': 'cb3934ba-e19f-4e71-b6f7-3e22715e0f4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:37:23Z', 'updated_at': '2022-03-29T15:37:25Z', 'revision_number': 3, 'project_id': '140a74e7fad04747acc345e5a1657e95', 'gw_port': {'id': 'cb3934ba-e19f-4e71-b6f7-3e22715e0f4e', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:54:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11581aa0-1a69-4131-a167-d1420721d4e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:37:24Z', 'updated_at': '2022-03-29T15:37:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1'}], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:37:30.591233 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 38274) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:37:30.599323 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93602e9a-8445-405f-bcb4-fae65e986154 None None] The sync data for ids ['11581aa0-1a69-4131-a167-d1420721d4e7'] in n-d-834765-1 is: [{'id': '11581aa0-1a69-4131-a167-d1420721d4e7', 'name': 'tempest-AttachSCSIVolumeTestJSON-1655533914-router', 'tenant_id': '140a74e7fad04747acc345e5a1657e95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': 'cb3934ba-e19f-4e71-b6f7-3e22715e0f4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:37:23Z', 'updated_at': '2022-03-29T15:37:25Z', 'revision_number': 3, 'project_id': '140a74e7fad04747acc345e5a1657e95', 'gw_port': {'id': 'cb3934ba-e19f-4e71-b6f7-3e22715e0f4e', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:54:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11581aa0-1a69-4131-a167-d1420721d4e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:37:24Z', 'updated_at': '2022-03-29T15:37:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1'}] {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:37:30.689765 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-2fe43a42-1fbc-4561-b056-fb6910a15eb5 req-cc1c4112-8d46-4083-a3f2-a75d1c69fb64 service neutron] For port 3e4f56b3-2681-4f53-b655-bc7714d4de2d, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=3e4f56b3-2681-4f53-b655-bc7714d4de2d,segment=NetworkSegment(52cd9713-83ea-496d-8c48-fd7b796e6ead),segment_id=52cd9713-83ea-496d-8c48-fd7b796e6ead)] {{(pid=102791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:37:30.690746 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f445902-e18a-4dad-b2bd-bca4570d9b1e req-4cf33a29-f576-4ff4-b7fd-c01d6c473fd4 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:37:30.692288 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-2f445902-e18a-4dad-b2bd-bca4570d9b1e req-4cf33a29-f576-4ff4-b7fd-c01d6c473fd4 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] 10.222.0.42 "GET /v2.0/ports?device_id=ea6c803e-d2a8-4326-af80-e82436a0a30b HTTP/1.1" status: 200 len: 943 time: 0.2322187 Mar 29 15:37:30.740543 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-2fe43a42-1fbc-4561-b056-fb6910a15eb5 req-cc1c4112-8d46-4083-a3f2-a75d1c69fb64 service neutron] For port 3e4f56b3-2681-4f53-b655-bc7714d4de2d, host n-h1-834765-1, cleared binding levels {{(pid=102791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:37:30.743853 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-6bcf4253-fc50-4278-a5cf-6d4aa743ecb1 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=1696d386b177482580acd19fadb9051c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1474173 Mar 29 15:37:30.762154 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 38276) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:37:30.778954 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [req-4d1def4c-efb2-4a3f-9606-3c8683b12679 req-bbab25d5-8dbe-4a66-ba5a-e92cb250f096 service neutron] For port 7358f2da-0288-45a9-bbb8-559c1b9b15c8, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=7358f2da-0288-45a9-bbb8-559c1b9b15c8,segment=NetworkSegment(65ab5bc3-e80e-4641-82f0-4ef53207c2d7),segment_id=65ab5bc3-e80e-4641-82f0-4ef53207c2d7)] {{(pid=102790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:37:30.823875 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c70776b-2e7a-4175-a595-6c782e05f18a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3e4f56b3-2681-4f53-b655-bc7714d4de2d'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:37:30.826038 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c67b028db5e9b9818fecc5c0a87ebc6f190694fa53ca267d523e04f98de536d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b350cb0-2239-480e-a87a-3bb7d3f0ff3b" -d '{"events": [{"server_uuid": "2c70776b-2e7a-4175-a595-6c782e05f18a", "name": "network-vif-unplugged", "status": "completed", "tag": "3e4f56b3-2681-4f53-b655-bc7714d4de2d"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:37:30.834276 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [req-4d1def4c-efb2-4a3f-9606-3c8683b12679 req-bbab25d5-8dbe-4a66-ba5a-e92cb250f096 service neutron] For port 7358f2da-0288-45a9-bbb8-559c1b9b15c8, host n-h2-834765-1, cleared binding levels {{(pid=102790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:37:30.845697 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-2fe43a42-1fbc-4561-b056-fb6910a15eb5 req-cc1c4112-8d46-4083-a3f2-a75d1c69fb64 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:30.864962 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-2f445902-e18a-4dad-b2bd-bca4570d9b1e req-d33feda4-3618-4c06-bb92-92b99f6340a8 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] 10.222.0.42 "GET /v2.0/security-groups?id=c99ced8e-1ceb-46fb-aaa7-747186b2b9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621714 Mar 29 15:37:30.882887 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-2fe43a42-1fbc-4561-b056-fb6910a15eb5 req-cc1c4112-8d46-4083-a3f2-a75d1c69fb64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:30.896823 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 29 Mar 2022 15:37:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b0df804-6ee1-4050-8cf8-a5c0b5d023df x-openstack-request-id: req-3b0df804-6ee1-4050-8cf8-a5c0b5d023df {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:37:30.897340 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c70776b-2e7a-4175-a595-6c782e05f18a", "name": "network-vif-unplugged", "status": "completed", "tag": "3e4f56b3-2681-4f53-b655-bc7714d4de2d", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:37:30.897794 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-3b0df804-6ee1-4050-8cf8-a5c0b5d023df {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:37:30.898344 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c70776b-2e7a-4175-a595-6c782e05f18a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3e4f56b3-2681-4f53-b655-bc7714d4de2d', 'code': 200} Mar 29 15:37:30.900229 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-cc29d1d9-ab86-4a68-8c12-c6e76952e7d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:30.913072 n-d-834765-1 neutron-server[102790]: DEBUG neutron.notifiers.nova [req-4d1def4c-efb2-4a3f-9606-3c8683b12679 req-bbab25d5-8dbe-4a66-ba5a-e92cb250f096 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7358f2da-0288-45a9-bbb8-559c1b9b15c8 {{(pid=102790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:37:30.928183 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [req-4d1def4c-efb2-4a3f-9606-3c8683b12679 req-bbab25d5-8dbe-4a66-ba5a-e92cb250f096 service neutron] For port 7358f2da-0288-45a9-bbb8-559c1b9b15c8, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=7358f2da-0288-45a9-bbb8-559c1b9b15c8,segment=NetworkSegment(65ab5bc3-e80e-4641-82f0-4ef53207c2d7),segment_id=65ab5bc3-e80e-4641-82f0-4ef53207c2d7)] {{(pid=102790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:37:30.945219 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-ae96b75c-f0d1-4d23-92f4-1eacde6af0e7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:30.964075 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-ae96b75c-f0d1-4d23-92f4-1eacde6af0e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:30.966848 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-ae96b75c-f0d1-4d23-92f4-1eacde6af0e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-648439'] for router_interface, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:30.976319 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-4d1def4c-efb2-4a3f-9606-3c8683b12679 req-bbab25d5-8dbe-4a66-ba5a-e92cb250f096 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:31.010200 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-cc29d1d9-ab86-4a68-8c12-c6e76952e7d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:31.095147 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1c4112-8d46-4083-a3f2-a75d1c69fb64 service neutron] Pushing event updated for resources: {'Port': ['ID=3e4f56b3-2681-4f53-b655-bc7714d4de2d,revision_number=7']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:37:31.120364 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-2fe43a42-1fbc-4561-b056-fb6910a15eb5 req-cc1c4112-8d46-4083-a3f2-a75d1c69fb64 service neutron] Attempting to bind port 3e4f56b3-2681-4f53-b655-bc7714d4de2d on host n-h1-834765-1 for vnic_type normal with profile {"migrating_to": "n-h2-834765-1"} {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:37:31.120900 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-2fe43a42-1fbc-4561-b056-fb6910a15eb5 req-cc1c4112-8d46-4083-a3f2-a75d1c69fb64 service neutron] Attempting to bind port 3e4f56b3-2681-4f53-b655-bc7714d4de2d by drivers openvswitch,hyperv on host n-h1-834765-1 at level 0 using segments [{'id': '52cd9713-83ea-496d-8c48-fd7b796e6ead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'c7e23169-e9d3-4fec-ace3-87b88825b851'}] {{(pid=102791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:37:31.121326 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fe43a42-1fbc-4561-b056-fb6910a15eb5 req-cc1c4112-8d46-4083-a3f2-a75d1c69fb64 service neutron] Attempting to bind port 3e4f56b3-2681-4f53-b655-bc7714d4de2d on network c7e23169-e9d3-4fec-ace3-87b88825b851 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:37:31.158462 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fe43a42-1fbc-4561-b056-fb6910a15eb5 req-cc1c4112-8d46-4083-a3f2-a75d1c69fb64 service neutron] Port 3e4f56b3-2681-4f53-b655-bc7714d4de2d on network c7e23169-e9d3-4fec-ace3-87b88825b851 not bound, no agent of type Open vSwitch agent registered on host n-h1-834765-1 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 15:37:31.158693 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fe43a42-1fbc-4561-b056-fb6910a15eb5 req-cc1c4112-8d46-4083-a3f2-a75d1c69fb64 service neutron] Attempting to bind port 3e4f56b3-2681-4f53-b655-bc7714d4de2d on network c7e23169-e9d3-4fec-ace3-87b88825b851 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:37:31.161154 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-cc29d1d9-ab86-4a68-8c12-c6e76952e7d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:31.163659 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-cc29d1d9-ab86-4a68-8c12-c6e76952e7d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:31.168512 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-cc29d1d9-ab86-4a68-8c12-c6e76952e7d3 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/99564a0e-aa77-4211-b08a-b6a25d7692b4 HTTP/1.1" status: 204 len: 168 time: 0.4023063 Mar 29 15:37:31.179678 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc29d1d9-ab86-4a68-8c12-c6e76952e7d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99564a0e-aa77-4211-b08a-b6a25d7692b4,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:37:31.184734 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fe43a42-1fbc-4561-b056-fb6910a15eb5 req-cc1c4112-8d46-4083-a3f2-a75d1c69fb64 service neutron] Checking agent: {'id': 'be375040-5069-4239-9460-a3a3213e1e90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 33, 18), 'started_at': datetime.datetime(2022, 3, 29, 15, 33, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 37, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:37:31.185067 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fe43a42-1fbc-4561-b056-fb6910a15eb5 req-cc1c4112-8d46-4083-a3f2-a75d1c69fb64 service neutron] Checking segment: {'id': '52cd9713-83ea-496d-8c48-fd7b796e6ead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'c7e23169-e9d3-4fec-ace3-87b88825b851'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:37:31.185447 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fe43a42-1fbc-4561-b056-fb6910a15eb5 req-cc1c4112-8d46-4083-a3f2-a75d1c69fb64 service neutron] Bound using segment: {'id': '52cd9713-83ea-496d-8c48-fd7b796e6ead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'c7e23169-e9d3-4fec-ace3-87b88825b851'} {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:37:31.185959 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-2fe43a42-1fbc-4561-b056-fb6910a15eb5 req-cc1c4112-8d46-4083-a3f2-a75d1c69fb64 service neutron] Bound port: 3e4f56b3-2681-4f53-b655-bc7714d4de2d, host: n-h1-834765-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52cd9713-83ea-496d-8c48-fd7b796e6ead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'c7e23169-e9d3-4fec-ace3-87b88825b851'}}] {{(pid=102791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 15:37:31.186238 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-2fe43a42-1fbc-4561-b056-fb6910a15eb5 req-cc1c4112-8d46-4083-a3f2-a75d1c69fb64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:31.209792 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae96b75c-f0d1-4d23-92f4-1eacde6af0e7 admin admin] Pushing event updated for resources: {'Port': ['ID=64e68e3d-5342-4d2a-8cdc-a13178f3f356,revision_number=2']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:37:31.277306 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c496684a-fb4e-41f1-b084-bd5addf86771 req-9c0ef7be-c4c2-48c8-a858-f947a8f4f3a4 tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:37:31.279319 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-c496684a-fb4e-41f1-b084-bd5addf86771 req-9c0ef7be-c4c2-48c8-a858-f947a8f4f3a4 tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] 10.222.0.42 "GET /v2.0/ports?device_id=2c70776b-2e7a-4175-a595-6c782e05f18a HTTP/1.1" status: 200 len: 944 time: 0.1750672 Mar 29 15:37:31.303340 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc1eeab-9460-42a3-b8e9-b32045c8c7ec req-485503c7-6595-4a1b-8e1b-94103e2cb14b tempest-ServersTestFqdnHostnames-820638718 tempest-ServersTestFqdnHostnames-820638718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:37:31.304901 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-6bc1eeab-9460-42a3-b8e9-b32045c8c7ec req-485503c7-6595-4a1b-8e1b-94103e2cb14b tempest-ServersTestFqdnHostnames-820638718 tempest-ServersTestFqdnHostnames-820638718-project] 10.222.0.42 "GET /v2.0/ports?device_id=ac61adc4-a040-46b7-b07a-379e6e55215a HTTP/1.1" status: 200 len: 944 time: 0.2203360 Mar 29 15:37:31.306319 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.provisioning_blocks [req-4d1def4c-efb2-4a3f-9606-3c8683b12679 req-bbab25d5-8dbe-4a66-ba5a-e92cb250f096 service neutron] Transition to ACTIVE for port object 7358f2da-0288-45a9-bbb8-559c1b9b15c8 will not be triggered until provisioned by entity L2. {{(pid=102790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 15:37:31.321999 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-4d1def4c-efb2-4a3f-9606-3c8683b12679 req-bbab25d5-8dbe-4a66-ba5a-e92cb250f096 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:31.350581 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-c496684a-fb4e-41f1-b084-bd5addf86771 req-a86983ac-5258-4812-9514-097f766818d1 tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] 10.222.0.42 "GET /v2.0/security-groups?id=d26d57f3-f34b-4b82-acb2-a15ffdfe7b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653851 Mar 29 15:37:31.356536 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-2fe43a42-1fbc-4561-b056-fb6910a15eb5 req-cc1c4112-8d46-4083-a3f2-a75d1c69fb64 service neutron] For port 3e4f56b3-2681-4f53-b655-bc7714d4de2d, host n-h1-834765-1, cleared binding levels {{(pid=102791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:37:31.366053 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-2fe43a42-1fbc-4561-b056-fb6910a15eb5 req-cc1c4112-8d46-4083-a3f2-a75d1c69fb64 service neutron] For port 3e4f56b3-2681-4f53-b655-bc7714d4de2d, host n-h1-834765-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=3e4f56b3-2681-4f53-b655-bc7714d4de2d,segment=NetworkSegment(52cd9713-83ea-496d-8c48-fd7b796e6ead),segment_id=52cd9713-83ea-496d-8c48-fd7b796e6ead)] {{(pid=102791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:37:31.383901 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-2fe43a42-1fbc-4561-b056-fb6910a15eb5 req-cc1c4112-8d46-4083-a3f2-a75d1c69fb64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:31.499660 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1c4112-8d46-4083-a3f2-a75d1c69fb64 service neutron] Pushing event updated for resources: {'Port': ['ID=3e4f56b3-2681-4f53-b655-bc7714d4de2d,revision_number=8']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:37:31.516740 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae96b75c-f0d1-4d23-92f4-1eacde6af0e7 admin admin] Network 3b111d56-5965-49c9-b46c-cb240d63a68d is already hosted by enough agents. {{(pid=102790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:37:31.536006 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe43a42-1fbc-4561-b056-fb6910a15eb5 req-cc1c4112-8d46-4083-a3f2-a75d1c69fb64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:37:31.536882 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-2fe43a42-1fbc-4561-b056-fb6910a15eb5 req-cc1c4112-8d46-4083-a3f2-a75d1c69fb64 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:31.538272 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-2fe43a42-1fbc-4561-b056-fb6910a15eb5 req-cc1c4112-8d46-4083-a3f2-a75d1c69fb64 service neutron] 10.222.0.48 "PUT /v2.0/ports/3e4f56b3-2681-4f53-b655-bc7714d4de2d HTTP/1.1" status: 200 len: 1122 time: 1.2131507 Mar 29 15:37:31.578109 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-ae96b75c-f0d1-4d23-92f4-1eacde6af0e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:37:31.579035 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-bf0d1dbc-5243-4001-ac86-6fb3413c19da req-1194d479-4896-45e5-8aad-a2fb160d022a tempest-ServersAdmin275Test-1083301966 tempest-ServersAdmin275Test-1083301966-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=04016bd8-6ded-4605-9b43-eda4442e08e6 HTTP/1.1" status: 200 len: 210 time: 0.0551035 Mar 29 15:37:31.638931 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbab25d5-8dbe-4a66-ba5a-e92cb250f096 service neutron] Pushing event updated for resources: {'Port': ['ID=7358f2da-0288-45a9-bbb8-559c1b9b15c8,revision_number=10']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:37:31.644395 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d1def4c-efb2-4a3f-9606-3c8683b12679 req-bbab25d5-8dbe-4a66-ba5a-e92cb250f096 service neutron] No DVR routers for this DVR port 7358f2da-0288-45a9-bbb8-559c1b9b15c8 on host n-h2-834765-1 {{(pid=102790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:37:31.646298 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] get_ports_and_sgs() called for port_ids ['3e4f56b3-2681-4f53-b655-bc7714d4de2d'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:37:31.748919 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-6bc1eeab-9460-42a3-b8e9-b32045c8c7ec req-aba933c2-dbb8-4703-852e-1cf20c2adc52 tempest-ServersTestFqdnHostnames-820638718 tempest-ServersTestFqdnHostnames-820638718-project] 10.222.0.42 "GET /v2.0/security-groups?id=74f56390-d8d0-43d4-aabd-c820bd2e0821&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4226136 Mar 29 15:37:31.792520 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device cb3934ba-e19f-4e71-b6f7-3e22715e0f4e up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:37:31.808073 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-4d1def4c-efb2-4a3f-9606-3c8683b12679 req-bbab25d5-8dbe-4a66-ba5a-e92cb250f096 service neutron] 10.222.0.48 "PUT /v2.0/ports/7358f2da-0288-45a9-bbb8-559c1b9b15c8/bindings/n-h1-834765-1/activate HTTP/1.1" status: 200 len: 369 time: 1.9854972 Mar 29 15:37:31.862384 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device ee33af2b-688f-44aa-b5f5-0682e4e2fd02 details requested by agent hyperv_n-h2-834765-1 with host n-h2-834765-1 {{(pid=102792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 15:37:31.891862 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae96b75c-f0d1-4d23-92f4-1eacde6af0e7 admin admin] Router 11581aa0-1a69-4131-a167-d1420721d4e7 has already been hosted by L3 agent c648d819-1060-4f26-b4ec-6455387b5dff {{(pid=102790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 15:37:31.972352 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port cb3934ba-e19f-4e71-b6f7-3e22715e0f4e triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:37:31.972721 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:32.016877 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1def4c-efb2-4a3f-9606-3c8683b12679 req-bba9c4e6-4df0-4e3e-94af-1aacbe85938c tempest-LiveMigrationTest-953290782 tempest-LiveMigrationTest-953290782-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:37:32.021168 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4d1def4c-efb2-4a3f-9606-3c8683b12679 req-bba9c4e6-4df0-4e3e-94af-1aacbe85938c tempest-LiveMigrationTest-953290782 tempest-LiveMigrationTest-953290782-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=ea6c803e-d2a8-4326-af80-e82436a0a30b&tenant_id=61d6b03cf8b04e0283d0c20861ff0cb0&binding%3Ahost_id=n-h2-834765-1 HTTP/1.1" status: 200 len: 1095 time: 0.1458917 Mar 29 15:37:32.046933 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-d4fac049-bd08-4052-af48-d3818fd38466 None None] Provisioning complete for port 64e68e3d-5342-4d2a-8cdc-a13178f3f356 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:37:32.047325 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d4fac049-bd08-4052-af48-d3818fd38466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:32.085325 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae96b75c-f0d1-4d23-92f4-1eacde6af0e7 admin admin] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:37:32.104448 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-ae96b75c-f0d1-4d23-92f4-1eacde6af0e7 admin admin] 10.222.0.42 "PUT /v2.0/routers/11581aa0-1a69-4131-a167-d1420721d4e7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3831136 Mar 29 15:37:32.173881 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1def4c-efb2-4a3f-9606-3c8683b12679 req-c9faa9f2-360d-45d8-94dc-cd5f0515b380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:37:32.175550 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4d1def4c-efb2-4a3f-9606-3c8683b12679 req-c9faa9f2-360d-45d8-94dc-cd5f0515b380 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=ea6c803e-d2a8-4326-af80-e82436a0a30b&tenant_id=61d6b03cf8b04e0283d0c20861ff0cb0 HTTP/1.1" status: 200 len: 1095 time: 0.1387408 Mar 29 15:37:32.186355 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42995cde-73d5-42f4-8594-38f87fc587dd req-f53c2d2b-a42f-4f30-a6ff-06e48a1af862 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:37:32.187914 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-42995cde-73d5-42f4-8594-38f87fc587dd req-f53c2d2b-a42f-4f30-a6ff-06e48a1af862 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] 10.222.0.42 "GET /v2.0/ports?device_id=ea6c803e-d2a8-4326-af80-e82436a0a30b HTTP/1.1" status: 200 len: 944 time: 0.1802306 Mar 29 15:37:32.190328 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-d4fac049-bd08-4052-af48-d3818fd38466 None None] Port 64e68e3d-5342-4d2a-8cdc-a13178f3f356 cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 15:37:32.249460 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port ee33af2b-688f-44aa-b5f5-0682e4e2fd02, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=ee33af2b-688f-44aa-b5f5-0682e4e2fd02,segment=NetworkSegment(19ee7531-80c7-401c-b973-3d54e2562bfd),segment_id=19ee7531-80c7-401c-b973-3d54e2562bfd)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:37:32.273361 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:32.279745 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-42995cde-73d5-42f4-8594-38f87fc587dd req-24ff1a7b-31fb-4d21-ad76-3b643d868811 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] 10.222.0.42 "GET /v2.0/security-groups?id=c99ced8e-1ceb-46fb-aaa7-747186b2b9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843673 Mar 29 15:37:32.287664 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Returning: {'device': 'ee33af2b-688f-44aa-b5f5-0682e4e2fd02', 'network_id': 'd0b8e561-a28c-462a-bbe9-e18d64a7cfc0', 'port_id': 'ee33af2b-688f-44aa-b5f5-0682e4e2fd02', 'mac_address': 'fa:16:3e:68:a8:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 619, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '572194bb-5d01-419c-9884-1313920c1946', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 15:37:32.293303 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1def4c-efb2-4a3f-9606-3c8683b12679 req-3b5d89da-57f8-4156-92c7-068a62474bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:37:32.295443 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4d1def4c-efb2-4a3f-9606-3c8683b12679 req-3b5d89da-57f8-4156-92c7-068a62474bb3 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=61d6b03cf8b04e0283d0c20861ff0cb0&device_id=ea6c803e-d2a8-4326-af80-e82436a0a30b HTTP/1.1" status: 200 len: 1095 time: 0.0911849 Mar 29 15:37:32.347440 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] For port cb3934ba-e19f-4e71-b6f7-3e22715e0f4e, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=cb3934ba-e19f-4e71-b6f7-3e22715e0f4e,segment=NetworkSegment(6ab47353-a811-4bad-bc73-b4cc84583cfd),segment_id=6ab47353-a811-4bad-bc73-b4cc84583cfd)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:37:32.360212 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:32.369072 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:32.411209 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1def4c-efb2-4a3f-9606-3c8683b12679 req-e33e7702-c52b-4c12-a63e-fb78af6198b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:37:32.412716 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4d1def4c-efb2-4a3f-9606-3c8683b12679 req-e33e7702-c52b-4c12-a63e-fb78af6198b3 service neutron] 10.222.0.44 "GET /v2.0/networks?id=b1def78c-da55-4367-b9b1-4d7fc20fc6ac HTTP/1.1" status: 200 len: 909 time: 0.1094863 Mar 29 15:37:32.413999 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee33af2b-688f-44aa-b5f5-0682e4e2fd02 {{(pid=102792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:37:32.460037 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port ee33af2b-688f-44aa-b5f5-0682e4e2fd02, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=ee33af2b-688f-44aa-b5f5-0682e4e2fd02,segment=NetworkSegment(19ee7531-80c7-401c-b973-3d54e2562bfd),segment_id=19ee7531-80c7-401c-b973-3d54e2562bfd)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:37:32.465897 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Pushing event updated for resources: {'Port': ['ID=cb3934ba-e19f-4e71-b6f7-3e22715e0f4e,revision_number=4']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:37:32.471044 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:32.480984 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4d1def4c-efb2-4a3f-9606-3c8683b12679 req-4adce724-768c-40da-900a-d204a172047d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7358f2da-0288-45a9-bbb8-559c1b9b15c8 HTTP/1.1" status: 200 len: 217 time: 0.0498016 Mar 29 15:37:32.542850 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3488edae-b3e3-4a49-8c5c-1007d8f94559 req-c09626ff-f699-465f-8e0f-06a7a1515c1d tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:37:32.553043 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-3488edae-b3e3-4a49-8c5c-1007d8f94559 req-c09626ff-f699-465f-8e0f-06a7a1515c1d tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] 10.222.0.42 "GET /v2.0/ports?device_id=2c70776b-2e7a-4175-a595-6c782e05f18a HTTP/1.1" status: 200 len: 944 time: 0.0870812 Mar 29 15:37:32.556064 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1def4c-efb2-4a3f-9606-3c8683b12679 req-11b9a0d7-cdb1-4c92-a692-da3c1205b0ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:37:32.558523 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4d1def4c-efb2-4a3f-9606-3c8683b12679 req-11b9a0d7-cdb1-4c92-a692-da3c1205b0ff service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a84f45bb-2cdd-4adc-a15d-ac5c06ff5a1f HTTP/1.1" status: 200 len: 848 time: 0.0701849 Mar 29 15:37:32.564418 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Pushing event updated for resources: {'Port': ['ID=ee33af2b-688f-44aa-b5f5-0682e4e2fd02,revision_number=4']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:37:32.605884 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-3488edae-b3e3-4a49-8c5c-1007d8f94559 req-21650853-5de9-4ddb-945c-8a7d8ac3b516 tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] 10.222.0.42 "GET /v2.0/security-groups?id=d26d57f3-f34b-4b82-acb2-a15ffdfe7b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511880 Mar 29 15:37:32.607842 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4d1def4c-efb2-4a3f-9606-3c8683b12679 req-ea6a9499-947a-4793-bd27-55d9f66b10f4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b1def78c-da55-4367-b9b1-4d7fc20fc6ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342309 Mar 29 15:37:32.720417 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-5583f8ea-3909-4450-9902-14e1c394b9bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:32.745379 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-d3c83df5-df4c-44e3-b1d5-888f62056fe5 req-8ad94fcf-e93c-4925-97db-795e6c5ad932 tempest-ServersAdmin275Test-1083301966 tempest-ServersAdmin275Test-1083301966-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=04016bd8-6ded-4605-9b43-eda4442e08e6 HTTP/1.1" status: 200 len: 210 time: 0.0366597 Mar 29 15:37:32.767161 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4d1def4c-efb2-4a3f-9606-3c8683b12679 req-51cff019-c127-4eb3-9f25-8f850d473930 service neutron] 10.222.0.44 "GET /v2.0/networks/b1def78c-da55-4367-b9b1-4d7fc20fc6ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458795 Mar 29 15:37:32.882833 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] get_ports_and_sgs() called for port_ids ['ee33af2b-688f-44aa-b5f5-0682e4e2fd02'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:37:32.888213 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4d1def4c-efb2-4a3f-9606-3c8683b12679 req-55ca1c25-23da-455c-9798-1917e50be6a5 service neutron] 10.222.0.44 "GET /v2.0/networks/b1def78c-da55-4367-b9b1-4d7fc20fc6ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1110907 Mar 29 15:37:32.899853 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c70776b-2e7a-4175-a595-6c782e05f18a', 'tag': '3e4f56b3-2681-4f53-b655-bc7714d4de2d'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:37:32.902934 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c67b028db5e9b9818fecc5c0a87ebc6f190694fa53ca267d523e04f98de536d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e0755b5-e12f-4317-8927-1ac212efce39" -d '{"events": [{"name": "network-changed", "server_uuid": "2c70776b-2e7a-4175-a595-6c782e05f18a", "tag": "3e4f56b3-2681-4f53-b655-bc7714d4de2d"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:37:32.951118 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6982265c-c43f-4d5e-8efa-0bd7e450505d req-0aa92586-aebd-4f0d-9be9-fca2870e7f67 tempest-ServersTestFqdnHostnames-820638718 tempest-ServersTestFqdnHostnames-820638718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:37:32.952700 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-6982265c-c43f-4d5e-8efa-0bd7e450505d req-0aa92586-aebd-4f0d-9be9-fca2870e7f67 tempest-ServersTestFqdnHostnames-820638718 tempest-ServersTestFqdnHostnames-820638718-project] 10.222.0.42 "GET /v2.0/ports?device_id=ac61adc4-a040-46b7-b07a-379e6e55215a HTTP/1.1" status: 200 len: 945 time: 0.0964682 Mar 29 15:37:33.010534 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 15:37:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d869d210-80c0-40d3-b7fe-965e8621d1fa x-openstack-request-id: req-d869d210-80c0-40d3-b7fe-965e8621d1fa {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:37:33.010819 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c70776b-2e7a-4175-a595-6c782e05f18a", "tag": "3e4f56b3-2681-4f53-b655-bc7714d4de2d", "status": "completed", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:37:33.011238 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d869d210-80c0-40d3-b7fe-965e8621d1fa {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:37:33.011669 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c70776b-2e7a-4175-a595-6c782e05f18a', 'tag': '3e4f56b3-2681-4f53-b655-bc7714d4de2d', 'status': 'completed', 'code': 200} Mar 29 15:37:33.015989 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-6982265c-c43f-4d5e-8efa-0bd7e450505d req-4d1d41a0-b289-419d-aa00-69d494cb02d0 tempest-ServersTestFqdnHostnames-820638718 tempest-ServersTestFqdnHostnames-820638718-project] 10.222.0.42 "GET /v2.0/security-groups?id=74f56390-d8d0-43d4-aabd-c820bd2e0821&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0540385 Mar 29 15:37:33.077707 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 38366) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:37:33.087084 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-49b2e063-4338-4a26-bc31-77a57dbed6eb admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1948404804-network', 'tenant_id': '016c41f55ccd4a8a94a6f2e85cf132d2'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:37:33.126700 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49b2e063-4338-4a26-bc31-77a57dbed6eb admin admin] Made reservation on behalf of 016c41f55ccd4a8a94a6f2e85cf132d2 for: {'network': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:37:33.128355 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0755b5-e12f-4317-8927-1ac212efce39 req-860a085f-e369-4d96-baec-e94ebdcd2389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:37:33.130243 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4e0755b5-e12f-4317-8927-1ac212efce39 req-860a085f-e369-4d96-baec-e94ebdcd2389 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c66f5a43ae0e46908f202e6b40f23448&device_id=2c70776b-2e7a-4175-a595-6c782e05f18a HTTP/1.1" status: 200 len: 1125 time: 0.0712838 Mar 29 15:37:33.130924 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-49b2e063-4338-4a26-bc31-77a57dbed6eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for network, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:33.143119 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-49b2e063-4338-4a26-bc31-77a57dbed6eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:33.145097 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a94c99c3-7fcb-406a-b215-e6b63cd25b98 None None] Sync routers for ids ['11581aa0-1a69-4131-a167-d1420721d4e7'] in n-d-834765-1 {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:37:33.163120 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a94c99c3-7fcb-406a-b215-e6b63cd25b98 None None] Routers {'11581aa0-1a69-4131-a167-d1420721d4e7'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:37:33.165937 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-a94c99c3-7fcb-406a-b215-e6b63cd25b98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:37:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['11581aa0-1a69-4131-a167-d1420721d4e7'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:37:33.237253 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1def4c-efb2-4a3f-9606-3c8683b12679 req-683320e9-a491-417c-85fb-397c2b88b492 tempest-LiveMigrationTest-953290782 tempest-LiveMigrationTest-953290782-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:37:33.238778 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-4d1def4c-efb2-4a3f-9606-3c8683b12679 req-683320e9-a491-417c-85fb-397c2b88b492 tempest-LiveMigrationTest-953290782 tempest-LiveMigrationTest-953290782-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=ea6c803e-d2a8-4326-af80-e82436a0a30b&tenant_id=61d6b03cf8b04e0283d0c20861ff0cb0&binding%3Ahost_id=n-h1-834765-1 HTTP/1.1" status: 200 len: 1095 time: 0.0603154 Mar 29 15:37:33.241032 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0755b5-e12f-4317-8927-1ac212efce39 req-de954d39-4b6f-4019-b42a-4ccfd3fa43ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:37:33.243492 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4e0755b5-e12f-4317-8927-1ac212efce39 req-de954d39-4b6f-4019-b42a-4ccfd3fa43ee service neutron] 10.222.0.44 "GET /v2.0/networks?id=c7e23169-e9d3-4fec-ace3-87b88825b851 HTTP/1.1" status: 200 len: 922 time: 0.1035254 Mar 29 15:37:33.296017 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-49b2e063-4338-4a26-bc31-77a57dbed6eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:33.296228 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvr_db [None req-a94c99c3-7fcb-406a-b215-e6b63cd25b98 None None] Set router 11581aa0-1a69-4131-a167-d1420721d4e7 gateway port host: n-d-834765-1 {{(pid=102793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:37:33.300442 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4e0755b5-e12f-4317-8927-1ac212efce39 req-d805385f-37eb-4528-9d78-aaae05a5e849 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3e4f56b3-2681-4f53-b655-bc7714d4de2d HTTP/1.1" status: 200 len: 217 time: 0.0413523 Mar 29 15:37:33.304915 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-49b2e063-4338-4a26-bc31-77a57dbed6eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:33.336498 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49b2e063-4338-4a26-bc31-77a57dbed6eb admin admin] vlan segment allocate from pool success with {'vlan_id': 602, 'physical_network': 'physnet1'} {{(pid=102790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 15:37:33.358813 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b2e063-4338-4a26-bc31-77a57dbed6eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9eb6c1a7-36b6-4631-a875-87c9e04c005c,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:37:33.362811 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-49b2e063-4338-4a26-bc31-77a57dbed6eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:33.363178 n-d-834765-1 neutron-server[102790]: INFO neutron.db.segments_db [None req-49b2e063-4338-4a26-bc31-77a57dbed6eb admin admin] Added segment 76e3cc01-da74-4348-b85c-f690ca48ba16 of type vlan for network 29511449-8de3-40f9-b418-71977eb101f5 Mar 29 15:37:33.405849 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0755b5-e12f-4317-8927-1ac212efce39 req-39c134eb-d150-49ad-9f9f-34263c5dec7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:37:33.412966 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4e0755b5-e12f-4317-8927-1ac212efce39 req-39c134eb-d150-49ad-9f9f-34263c5dec7d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=47ebad0b-955e-4824-b04c-60b1952d5787 HTTP/1.1" status: 200 len: 861 time: 0.0935981 Mar 29 15:37:33.452030 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4e0755b5-e12f-4317-8927-1ac212efce39 req-1ef40668-61c9-4ef2-8fa5-ac1adede4ff6 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c7e23169-e9d3-4fec-ace3-87b88825b851&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277650 Mar 29 15:37:33.496250 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-49b2e063-4338-4a26-bc31-77a57dbed6eb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783522915970'] for network, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:33.501455 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 38374) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:37:33.536051 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-a94c99c3-7fcb-406a-b215-e6b63cd25b98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11581aa0-1a69-4131-a167-d1420721d4e7', 'name': 'tempest-AttachSCSIVolumeTestJSON-1655533914-router', 'tenant_id': '140a74e7fad04747acc345e5a1657e95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': 'cb3934ba-e19f-4e71-b6f7-3e22715e0f4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:37:23Z', 'updated_at': '2022-03-29T15:37:30Z', 'revision_number': 4, 'project_id': '140a74e7fad04747acc345e5a1657e95', 'gw_port': {'id': 'cb3934ba-e19f-4e71-b6f7-3e22715e0f4e', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:54:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11581aa0-1a69-4131-a167-d1420721d4e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:37:24Z', 'updated_at': '2022-03-29T15:37:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': '64e68e3d-5342-4d2a-8cdc-a13178f3f356', 'name': '', 'network_id': '3b111d56-5965-49c9-b46c-cb240d63a68d', 'tenant_id': '140a74e7fad04747acc345e5a1657e95', 'mac_address': 'fa:16:3e:c5:6e:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11581aa0-1a69-4131-a167-d1420721d4e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'e7292f25-57c0-4ce1-9968-6bce9d8da5e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:37:28Z', 'updated_at': '2022-03-29T15:37:30Z', 'revision_number': 2, 'project_id': '140a74e7fad04747acc345e5a1657e95', 'subnets': [{'id': 'e7292f25-57c0-4ce1-9968-6bce9d8da5e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:37:33.539396 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [req-4d1def4c-efb2-4a3f-9606-3c8683b12679 req-7344e2d5-6596-4e55-baf2-3f029c0e2c8a service neutron] For port 7358f2da-0288-45a9-bbb8-559c1b9b15c8, host n-h2-834765-1, cleared binding levels {{(pid=102790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:37:33.557786 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f969553a-ebef-4d16-969f-9b826aacc63c req-9b74c6fe-1c4e-419f-b8b9-d3f9959c92f6 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:37:33.566182 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-f969553a-ebef-4d16-969f-9b826aacc63c req-9b74c6fe-1c4e-419f-b8b9-d3f9959c92f6 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] 10.222.0.42 "GET /v2.0/ports?device_id=ea6c803e-d2a8-4326-af80-e82436a0a30b HTTP/1.1" status: 200 len: 944 time: 0.1161711 Mar 29 15:37:33.566521 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a94c99c3-7fcb-406a-b215-e6b63cd25b98 None None] Checking router: 11581aa0-1a69-4131-a167-d1420721d4e7 for host: n-d-834765-1 {{(pid=102793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:37:33.567048 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a94c99c3-7fcb-406a-b215-e6b63cd25b98 None None] Updating router 11581aa0-1a69-4131-a167-d1420721d4e7 port 64e68e3d-5342-4d2a-8cdc-a13178f3f356 binding host n-d-834765-1 {{(pid=102793) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 15:37:33.574047 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-4d1def4c-efb2-4a3f-9606-3c8683b12679 req-7344e2d5-6596-4e55-baf2-3f029c0e2c8a service neutron] Notify callbacks [] for binding, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:33.575298 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-4d1def4c-efb2-4a3f-9606-3c8683b12679 req-7344e2d5-6596-4e55-baf2-3f029c0e2c8a service neutron] 10.222.0.44 "DELETE /v2.0/ports/7358f2da-0288-45a9-bbb8-559c1b9b15c8/bindings/n-h2-834765-1 HTTP/1.1" status: 204 len: 173 time: 0.3173048 Mar 29 15:37:33.577184 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4e0755b5-e12f-4317-8927-1ac212efce39 req-5119098c-5221-4415-925e-5ef7748c5401 service neutron] 10.222.0.44 "GET /v2.0/networks/c7e23169-e9d3-4fec-ace3-87b88825b851?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1135786 Mar 29 15:37:33.617289 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-49b2e063-4338-4a26-bc31-77a57dbed6eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795'] for network, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:33.618252 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49b2e063-4338-4a26-bc31-77a57dbed6eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:37:33.619135 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-49b2e063-4338-4a26-bc31-77a57dbed6eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for network, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:33.629176 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-a94c99c3-7fcb-406a-b215-e6b63cd25b98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:33.666206 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device cb3934ba-e19f-4e71-b6f7-3e22715e0f4e up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:37:33.729796 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port cb3934ba-e19f-4e71-b6f7-3e22715e0f4e triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:37:33.730862 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:33.739805 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-49b2e063-4338-4a26-bc31-77a57dbed6eb admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6607108 Mar 29 15:37:33.751659 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 38382) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:37:33.762933 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-3246d7fb-d8b3-4191-a28d-efed6c434c55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:33.777485 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-e662a07c-cf74-4e9b-86d3-4419fa7541bf admin admin] Request body: {'subnet': {'network_id': '29511449-8de3-40f9-b418-71977eb101f5', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1948404804-subnet', 'tenant_id': '016c41f55ccd4a8a94a6f2e85cf132d2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:37:33.811549 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ebbf86-fe43-4ce2-a3cd-2df923a4d8f3 req-e0b8f77d-4268-49d6-96a4-70353576de40 tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:37:33.816762 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device 3e4f56b3-2681-4f53-b655-bc7714d4de2d details requested by agent hyperv_n-h2-834765-1 with host n-h2-834765-1 {{(pid=102792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 15:37:33.822328 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-82ebbf86-fe43-4ce2-a3cd-2df923a4d8f3 req-e0b8f77d-4268-49d6-96a4-70353576de40 tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] 10.222.0.42 "GET /v2.0/ports?device_id=2c70776b-2e7a-4175-a595-6c782e05f18a HTTP/1.1" status: 200 len: 944 time: 0.0895562 Mar 29 15:37:33.835560 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-f969553a-ebef-4d16-969f-9b826aacc63c req-82b670fb-27a2-496e-aad3-99b352a91f3b tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] 10.222.0.42 "GET /v2.0/security-groups?id=c99ced8e-1ceb-46fb-aaa7-747186b2b9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2652283 Mar 29 15:37:33.837900 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4e0755b5-e12f-4317-8927-1ac212efce39 req-27f09101-4e9b-4ac9-a6c3-4964a4a07944 service neutron] 10.222.0.44 "GET /v2.0/networks/c7e23169-e9d3-4fec-ace3-87b88825b851?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2512913 Mar 29 15:37:33.856821 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device ee33af2b-688f-44aa-b5f5-0682e4e2fd02 up at agent hyperv_n-h2-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:37:33.877285 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b2e063-4338-4a26-bc31-77a57dbed6eb admin admin] Pushing event updated for resources: {'Network': ['ID=29511449-8de3-40f9-b418-71977eb101f5,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:37:33.904973 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-82ebbf86-fe43-4ce2-a3cd-2df923a4d8f3 req-aaa975dd-81c9-4988-ace6-641baa22b84e tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] 10.222.0.42 "GET /v2.0/security-groups?id=d26d57f3-f34b-4b82-acb2-a15ffdfe7b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821111 Mar 29 15:37:33.955762 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port 3e4f56b3-2681-4f53-b655-bc7714d4de2d, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=3e4f56b3-2681-4f53-b655-bc7714d4de2d,segment=NetworkSegment(52cd9713-83ea-496d-8c48-fd7b796e6ead),segment_id=52cd9713-83ea-496d-8c48-fd7b796e6ead)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:37:33.964404 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e662a07c-cf74-4e9b-86d3-4419fa7541bf admin admin] Made reservation on behalf of 016c41f55ccd4a8a94a6f2e85cf132d2 for: {'subnet': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:37:33.966856 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e662a07c-cf74-4e9b-86d3-4419fa7541bf admin admin] Notify callbacks [] for subnet, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:33.976307 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device 3e4f56b3-2681-4f53-b655-bc7714d4de2d has no active binding in host n-h2-834765-1 {{(pid=102792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Mar 29 15:37:34.001612 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Network 29511449-8de3-40f9-b418-71977eb101f5 details requested by agent ovs-agent-n-d-834765-1 with host n-d-834765-1 {{(pid=102792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 15:37:34.093102 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-a94c99c3-7fcb-406a-b215-e6b63cd25b98 None None] Notify callbacks [] for port, precommit_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:34.095461 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-85315eea-bbbd-48e0-b1dd-357cc247e796 req-b08f0798-3706-4fd9-85bc-307d7a626176 tempest-ServersAdmin275Test-1083301966 tempest-ServersAdmin275Test-1083301966-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=04016bd8-6ded-4605-9b43-eda4442e08e6 HTTP/1.1" status: 200 len: 210 time: 0.0404189 Mar 29 15:37:34.100974 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-a94c99c3-7fcb-406a-b215-e6b63cd25b98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:34.174005 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-3246d7fb-d8b3-4191-a28d-efed6c434c55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:34.179008 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d71584b9-87f1-45f5-84c7-c993c2416269 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:34.185162 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-3246d7fb-d8b3-4191-a28d-efed6c434c55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:34.200808 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Provisioning for port ee33af2b-688f-44aa-b5f5-0682e4e2fd02 completed by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 15:37:34.201734 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2858c8f2-bbf8-49ac-87d9-7d31f0c584eb req-3e5de5ff-9815-4746-b86a-90df5ef82111 tempest-LiveMigrationTest-953290782 tempest-LiveMigrationTest-953290782-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:37:34.201867 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ca48f5-832d-4806-b201-9b9d72daa2a5 None None] Pushing event updated for resources: {'Port': ['ID=64e68e3d-5342-4d2a-8cdc-a13178f3f356,revision_number=3']} {{(pid=102793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:37:34.205985 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-2858c8f2-bbf8-49ac-87d9-7d31f0c584eb req-3e5de5ff-9815-4746-b86a-90df5ef82111 tempest-LiveMigrationTest-953290782 tempest-LiveMigrationTest-953290782-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=ea6c803e-d2a8-4326-af80-e82436a0a30b HTTP/1.1" status: 200 len: 1095 time: 0.1588602 Mar 29 15:37:34.223906 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Provisioning complete for port ee33af2b-688f-44aa-b5f5-0682e4e2fd02 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:37:34.227168 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:34.258759 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-2858c8f2-bbf8-49ac-87d9-7d31f0c584eb req-4f512e10-553c-41e9-b832-0ed01c5d3da9 tempest-LiveMigrationTest-953290782 tempest-LiveMigrationTest-953290782-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=c99ced8e-1ceb-46fb-aaa7-747186b2b9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473444 Mar 29 15:37:34.272077 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.managers [None req-a94c99c3-7fcb-406a-b215-e6b63cd25b98 None None] Attempting to bind port 64e68e3d-5342-4d2a-8cdc-a13178f3f356 on host n-d-834765-1 for vnic_type normal with profile {{(pid=102793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:37:34.272535 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.managers [None req-a94c99c3-7fcb-406a-b215-e6b63cd25b98 None None] Attempting to bind port 64e68e3d-5342-4d2a-8cdc-a13178f3f356 by drivers openvswitch,hyperv on host n-d-834765-1 at level 0 using segments [{'id': '3d5eb777-4fe8-4b7b-97c0-0f1706f8e353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '3b111d56-5965-49c9-b46c-cb240d63a68d'}] {{(pid=102793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:37:34.272964 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a94c99c3-7fcb-406a-b215-e6b63cd25b98 None None] Attempting to bind port 64e68e3d-5342-4d2a-8cdc-a13178f3f356 on network 3b111d56-5965-49c9-b46c-cb240d63a68d {{(pid=102793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:37:34.279610 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a94c99c3-7fcb-406a-b215-e6b63cd25b98 None None] Checking agent: {'id': 'a8866439-9d96-425c-b519-6905c591ac37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 25, 36), 'started_at': datetime.datetime(2022, 3, 29, 15, 26, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 37, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834765-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:37:34.280267 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a94c99c3-7fcb-406a-b215-e6b63cd25b98 None None] Checking segment: {'id': '3d5eb777-4fe8-4b7b-97c0-0f1706f8e353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '3b111d56-5965-49c9-b46c-cb240d63a68d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:37:34.280830 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-a94c99c3-7fcb-406a-b215-e6b63cd25b98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:34.281368 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a94c99c3-7fcb-406a-b215-e6b63cd25b98 None None] Bound using segment: {'id': '3d5eb777-4fe8-4b7b-97c0-0f1706f8e353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '3b111d56-5965-49c9-b46c-cb240d63a68d'} {{(pid=102793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:37:34.282000 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.managers [None req-a94c99c3-7fcb-406a-b215-e6b63cd25b98 None None] Bound port: 64e68e3d-5342-4d2a-8cdc-a13178f3f356, host: n-d-834765-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d5eb777-4fe8-4b7b-97c0-0f1706f8e353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '3b111d56-5965-49c9-b46c-cb240d63a68d'}}] {{(pid=102793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 15:37:34.282552 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-a94c99c3-7fcb-406a-b215-e6b63cd25b98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:34.353486 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:34.405211 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-3246d7fb-d8b3-4191-a28d-efed6c434c55 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=4efcd4c0a35f45c89a17e76191fc6f2a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8994737 Mar 29 15:37:34.405487 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 38394) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:37:34.412583 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3246d7fb-d8b3-4191-a28d-efed6c434c55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91632be5-3e09-4075-b503-a5607d52b719,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:37:34.413886 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.db [None req-a94c99c3-7fcb-406a-b215-e6b63cd25b98 None None] For port 64e68e3d-5342-4d2a-8cdc-a13178f3f356, host n-d-834765-1, cleared binding levels {{(pid=102793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:37:34.419817 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.db [None req-a94c99c3-7fcb-406a-b215-e6b63cd25b98 None None] For port 64e68e3d-5342-4d2a-8cdc-a13178f3f356, host n-d-834765-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=64e68e3d-5342-4d2a-8cdc-a13178f3f356,segment=NetworkSegment(3d5eb777-4fe8-4b7b-97c0-0f1706f8e353),segment_id=3d5eb777-4fe8-4b7b-97c0-0f1706f8e353)] {{(pid=102793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:37:34.426971 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-a94c99c3-7fcb-406a-b215-e6b63cd25b98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:34.428235 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port ee33af2b-688f-44aa-b5f5-0682e4e2fd02, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=ee33af2b-688f-44aa-b5f5-0682e4e2fd02,segment=NetworkSegment(19ee7531-80c7-401c-b973-3d54e2562bfd),segment_id=19ee7531-80c7-401c-b973-3d54e2562bfd)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:37:34.431246 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac61adc4-a040-46b7-b07a-379e6e55215a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee33af2b-688f-44aa-b5f5-0682e4e2fd02'}] {{(pid=102792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:37:34.441608 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4f476c66b318cc6068719fc39557fac68d413f5c7e78fa77028c7948e999ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f75d8a75-84a0-4cae-9be4-aa100c308264" -d '{"events": [{"server_uuid": "ac61adc4-a040-46b7-b07a-379e6e55215a", "name": "network-vif-plugged", "status": "completed", "tag": "ee33af2b-688f-44aa-b5f5-0682e4e2fd02"}]}' {{(pid=102792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:37:34.454215 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:34.455015 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device 7358f2da-0288-45a9-bbb8-559c1b9b15c8 no longer exists at agent hyperv_n-h2-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:37:34.532152 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e662a07c-cf74-4e9b-86d3-4419fa7541bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795'] for subnet, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:34.538754 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ca48f5-832d-4806-b201-9b9d72daa2a5 None None] Pushing event updated for resources: {'Port': ['ID=64e68e3d-5342-4d2a-8cdc-a13178f3f356,revision_number=4']} {{(pid=102793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:37:34.539506 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-3349778e-0c09-4ffb-a6d7-cbd92732158d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:34.546731 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cfe52c-7bfd-4ebb-91d1-7178ecee01ef req-4c8e28c0-8343-42d4-b7b2-da795a74cf6c tempest-ServersTestFqdnHostnames-820638718 tempest-ServersTestFqdnHostnames-820638718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:37:34.554529 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-c7cfe52c-7bfd-4ebb-91d1-7178ecee01ef req-4c8e28c0-8343-42d4-b7b2-da795a74cf6c tempest-ServersTestFqdnHostnames-820638718 tempest-ServersTestFqdnHostnames-820638718-project] 10.222.0.42 "GET /v2.0/ports?device_id=ac61adc4-a040-46b7-b07a-379e6e55215a HTTP/1.1" status: 200 len: 945 time: 0.2333059 Mar 29 15:37:34.594734 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a94c99c3-7fcb-406a-b215-e6b63cd25b98 None None] Routers {'11581aa0-1a69-4131-a167-d1420721d4e7'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:37:34.600512 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-a94c99c3-7fcb-406a-b215-e6b63cd25b98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:37:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['11581aa0-1a69-4131-a167-d1420721d4e7'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:37:34.608617 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Pushing event updated for resources: {'Port': ['ID=ee33af2b-688f-44aa-b5f5-0682e4e2fd02,revision_number=5']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:37:34.623772 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device 7358f2da-0288-45a9-bbb8-559c1b9b15c8 not bound to the agent host n-h2-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:37:34.633763 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-3349778e-0c09-4ffb-a6d7-cbd92732158d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:34.644931 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-488c5654-acaa-412c-8287-c147e5a2650b None None] Provisioning complete for port 64e68e3d-5342-4d2a-8cdc-a13178f3f356 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:37:34.645304 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-488c5654-acaa-412c-8287-c147e5a2650b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:34.711819 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e662a07c-cf74-4e9b-86d3-4419fa7541bf admin admin] Pushing event updated for resources: {'Subnet': ['ID=6c1f242e-fe07-4705-af09-bfe3ccbd5bd2,revision_number=0']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:37:34.734179 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-c7cfe52c-7bfd-4ebb-91d1-7178ecee01ef req-3cb69c06-4b67-4ebc-b808-7c32361b5f9a tempest-ServersTestFqdnHostnames-820638718 tempest-ServersTestFqdnHostnames-820638718-project] 10.222.0.42 "GET /v2.0/security-groups?id=74f56390-d8d0-43d4-aabd-c820bd2e0821&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1780643 Mar 29 15:37:34.790383 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-488c5654-acaa-412c-8287-c147e5a2650b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:34.795078 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e662a07c-cf74-4e9b-86d3-4419fa7541bf admin admin] Checking segment: {'id': '76e3cc01-da74-4348-b85c-f690ca48ba16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '29511449-8de3-40f9-b418-71977eb101f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:37:34.798242 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e662a07c-cf74-4e9b-86d3-4419fa7541bf admin admin] Network hostable DHCP agents. Network: 29511449-8de3-40f9-b418-71977eb101f5, hostable agents: ['d136643e-48ae-49d4-a851-2ba3bdf3749c'], hosted agents: [] {{(pid=102790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 15:37:34.815692 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e869898b-bb56-42bc-ab88-42d859c84218 req-dc019e44-7a37-486e-9ab3-e7a1dd040f29 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:37:34.817372 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e869898b-bb56-42bc-ab88-42d859c84218 req-dc019e44-7a37-486e-9ab3-e7a1dd040f29 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] 10.222.0.42 "GET /v2.0/networks?id=b1def78c-da55-4367-b9b1-4d7fc20fc6ac HTTP/1.1" status: 200 len: 808 time: 0.3044033 Mar 29 15:37:34.853302 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-3349778e-0c09-4ffb-a6d7-cbd92732158d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:34.858967 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-3349778e-0c09-4ffb-a6d7-cbd92732158d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:34.859441 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-488c5654-acaa-412c-8287-c147e5a2650b None None] For port 64e68e3d-5342-4d2a-8cdc-a13178f3f356, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=64e68e3d-5342-4d2a-8cdc-a13178f3f356,segment=NetworkSegment(3d5eb777-4fe8-4b7b-97c0-0f1706f8e353),segment_id=3d5eb777-4fe8-4b7b-97c0-0f1706f8e353)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:37:34.862507 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e662a07c-cf74-4e9b-86d3-4419fa7541bf admin admin] Network 29511449-8de3-40f9-b418-71977eb101f5 is scheduled to be hosted by DHCP agent d136643e-48ae-49d4-a851-2ba3bdf3749c with binding_index 1 {{(pid=102790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 15:37:34.872284 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-3349778e-0c09-4ffb-a6d7-cbd92732158d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/91632be5-3e09-4075-b503-a5607d52b719 HTTP/1.1" status: 204 len: 168 time: 0.4654889 Mar 29 15:37:34.878333 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-488c5654-acaa-412c-8287-c147e5a2650b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:34.879587 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e869898b-bb56-42bc-ab88-42d859c84218 req-387b3a50-9c4a-4ebc-a9c5-1e8d2d94214e tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] 10.222.0.42 "GET /v2.0/quotas/61d6b03cf8b04e0283d0c20861ff0cb0 HTTP/1.1" status: 200 len: 375 time: 0.0445361 Mar 29 15:37:34.883892 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-e662a07c-cf74-4e9b-86d3-4419fa7541bf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834765-1, 29511449-8de3-40f9-b418-71977eb101f5) {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:37:34.899919 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4132c382-0dfc-48fa-8a38-26369039e815 None None] Network 29511449-8de3-40f9-b418-71977eb101f5 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 15:37:34.917036 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e662a07c-cf74-4e9b-86d3-4419fa7541bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:37:34.918025 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e662a07c-cf74-4e9b-86d3-4419fa7541bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for subnet, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:34.927882 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3349778e-0c09-4ffb-a6d7-cbd92732158d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91632be5-3e09-4075-b503-a5607d52b719,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:37:34.949885 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvr_db [None req-a94c99c3-7fcb-406a-b215-e6b63cd25b98 None None] Set router 11581aa0-1a69-4131-a167-d1420721d4e7 gateway port host: n-d-834765-1 {{(pid=102793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:37:34.973504 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-e662a07c-cf74-4e9b-86d3-4419fa7541bf admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2018607 Mar 29 15:37:34.975380 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 38414) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:37:34.978095 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:37:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bfa8ef8-c559-4bfc-9d5a-203aff01a8fd x-openstack-request-id: req-5bfa8ef8-c559-4bfc-9d5a-203aff01a8fd {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:37:34.978408 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac61adc4-a040-46b7-b07a-379e6e55215a", "name": "network-vif-plugged", "status": "completed", "tag": "ee33af2b-688f-44aa-b5f5-0682e4e2fd02", "code": 200}]} {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:37:34.978663 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-5bfa8ef8-c559-4bfc-9d5a-203aff01a8fd {{(pid=102792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:37:34.979685 n-d-834765-1 neutron-server[102792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac61adc4-a040-46b7-b07a-379e6e55215a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee33af2b-688f-44aa-b5f5-0682e4e2fd02', 'code': 200} Mar 29 15:37:34.987848 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-e32e3c49-d238-4c6d-a54b-63493a6d2a22 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1948404804-router', 'tenant_id': '016c41f55ccd4a8a94a6f2e85cf132d2', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'}}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:37:35.013791 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e869898b-bb56-42bc-ab88-42d859c84218 req-3563a20e-34f6-45e0-a636-f657ab39f071 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=61d6b03cf8b04e0283d0c20861ff0cb0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0882359 Mar 29 15:37:35.080933 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e32e3c49-d238-4c6d-a54b-63493a6d2a22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-532385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129310'] for router, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:35.081989 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e32e3c49-d238-4c6d-a54b-63493a6d2a22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-648091', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-684384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129319'] for router, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:35.086584 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff01d1e-6a09-49b6-94fc-d09b7ab5c86b req-169921f1-6e87-46f2-be0c-159d82a8d0a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:37:35.089782 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488c5654-acaa-412c-8287-c147e5a2650b None None] Pushing event updated for resources: {'Port': ['ID=64e68e3d-5342-4d2a-8cdc-a13178f3f356,revision_number=5']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:37:35.090040 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-aff01d1e-6a09-49b6-94fc-d09b7ab5c86b req-169921f1-6e87-46f2-be0c-159d82a8d0a5 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=ac61adc4-a040-46b7-b07a-379e6e55215a HTTP/1.1" status: 200 len: 1097 time: 0.1153426 Mar 29 15:37:35.142685 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c6ee55-d1e2-4512-a15d-9de2ee51e54d req-ed43ab9c-33d8-4600-9a6a-6a0c5e6aaea8 tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:37:35.146348 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-b0c6ee55-d1e2-4512-a15d-9de2ee51e54d req-ed43ab9c-33d8-4600-9a6a-6a0c5e6aaea8 tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] 10.222.0.42 "GET /v2.0/ports?device_id=2c70776b-2e7a-4175-a595-6c782e05f18a HTTP/1.1" status: 200 len: 944 time: 0.1160629 Mar 29 15:37:35.162168 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-e1530aad-a382-4b80-8b45-2a0da8e6a01a None None] Provisioning complete for port 64e68e3d-5342-4d2a-8cdc-a13178f3f356 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:37:35.162548 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-e1530aad-a382-4b80-8b45-2a0da8e6a01a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:35.197174 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e869898b-bb56-42bc-ab88-42d859c84218 req-177e72c7-b360-4d12-89f4-f8fa716a1717 service neutron] 10.222.0.42 "GET /v2.0/networks/b1def78c-da55-4367-b9b1-4d7fc20fc6ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1817966 Mar 29 15:37:35.235173 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-aff01d1e-6a09-49b6-94fc-d09b7ab5c86b req-e09968d9-9f49-49bd-b822-86d20ea505f5 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=74f56390-d8d0-43d4-aabd-c820bd2e0821&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1363678 Mar 29 15:37:35.237637 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e32e3c49-d238-4c6d-a54b-63493a6d2a22 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:35.367301 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e869898b-bb56-42bc-ab88-42d859c84218 req-035fad1b-7f87-476f-8564-e26166b606c1 service neutron] 10.222.0.42 "GET /v2.0/networks/b1def78c-da55-4367-b9b1-4d7fc20fc6ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1636467 Mar 29 15:37:35.396529 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-b0c6ee55-d1e2-4512-a15d-9de2ee51e54d req-45d56566-b9cb-402d-987c-f09b1185bdd1 tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] 10.222.0.42 "GET /v2.0/security-groups?id=d26d57f3-f34b-4b82-acb2-a15ffdfe7b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2111068 Mar 29 15:37:35.407441 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-a94c99c3-7fcb-406a-b215-e6b63cd25b98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11581aa0-1a69-4131-a167-d1420721d4e7', 'name': 'tempest-AttachSCSIVolumeTestJSON-1655533914-router', 'tenant_id': '140a74e7fad04747acc345e5a1657e95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': 'cb3934ba-e19f-4e71-b6f7-3e22715e0f4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:37:23Z', 'updated_at': '2022-03-29T15:37:30Z', 'revision_number': 4, 'project_id': '140a74e7fad04747acc345e5a1657e95', 'gw_port': {'id': 'cb3934ba-e19f-4e71-b6f7-3e22715e0f4e', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:54:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11581aa0-1a69-4131-a167-d1420721d4e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:37:24Z', 'updated_at': '2022-03-29T15:37:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': '64e68e3d-5342-4d2a-8cdc-a13178f3f356', 'name': '', 'network_id': '3b111d56-5965-49c9-b46c-cb240d63a68d', 'tenant_id': '140a74e7fad04747acc345e5a1657e95', 'mac_address': 'fa:16:3e:c5:6e:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11581aa0-1a69-4131-a167-d1420721d4e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'e7292f25-57c0-4ce1-9968-6bce9d8da5e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:37:28Z', 'updated_at': '2022-03-29T15:37:34Z', 'revision_number': 4, 'project_id': '140a74e7fad04747acc345e5a1657e95', 'subnets': [{'id': 'e7292f25-57c0-4ce1-9968-6bce9d8da5e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:37:35.430090 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e32e3c49-d238-4c6d-a54b-63493a6d2a22 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:35.483541 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a94c99c3-7fcb-406a-b215-e6b63cd25b98 None None] The sync data for ids ['11581aa0-1a69-4131-a167-d1420721d4e7'] in n-d-834765-1 is: [{'id': '11581aa0-1a69-4131-a167-d1420721d4e7', 'name': 'tempest-AttachSCSIVolumeTestJSON-1655533914-router', 'tenant_id': '140a74e7fad04747acc345e5a1657e95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': 'cb3934ba-e19f-4e71-b6f7-3e22715e0f4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:37:23Z', 'updated_at': '2022-03-29T15:37:30Z', 'revision_number': 4, 'project_id': '140a74e7fad04747acc345e5a1657e95', 'gw_port': {'id': 'cb3934ba-e19f-4e71-b6f7-3e22715e0f4e', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:54:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11581aa0-1a69-4131-a167-d1420721d4e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:37:24Z', 'updated_at': '2022-03-29T15:37:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': '64e68e3d-5342-4d2a-8cdc-a13178f3f356', 'name': '', 'network_id': '3b111d56-5965-49c9-b46c-cb240d63a68d', 'tenant_id': '140a74e7fad04747acc345e5a1657e95', 'mac_address': 'fa:16:3e:c5:6e:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11581aa0-1a69-4131-a167-d1420721d4e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'e7292f25-57c0-4ce1-9968-6bce9d8da5e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:37:28Z', 'updated_at': '2022-03-29T15:37:34Z', 'revision_number': 4, 'project_id': '140a74e7fad04747acc345e5a1657e95', 'subnets': [{'id': 'e7292f25-57c0-4ce1-9968-6bce9d8da5e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:37:35.489214 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c47667a-d5db-4ee9-80cb-9c43e7714127 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0035034-69b0-5ffc-b384-0ac6189c5628-29511449-8de3-40f9-b418-71977eb101f5', 'network_id': '29511449-8de3-40f9-b418-71977eb101f5', 'tenant_id': '016c41f55ccd4a8a94a6f2e85cf132d2', 'fixed_ips': [{'subnet_id': '6c1f242e-fe07-4705-af09-bfe3ccbd5bd2'}]}} from n-d-834765-1. {{(pid=102792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 29 15:37:35.489972 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-4c47667a-d5db-4ee9-80cb-9c43e7714127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:35.699368 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-43e53406-a8d4-4daf-9c98-aa045a87a0df req-c896f32a-eff0-4ec2-aff3-c175b974066e tempest-ServersAdmin275Test-1083301966 tempest-ServersAdmin275Test-1083301966-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=04016bd8-6ded-4605-9b43-eda4442e08e6 HTTP/1.1" status: 200 len: 210 time: 0.0700052 Mar 29 15:37:35.754583 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-0cb6abf6-2706-4e52-8825-f5f644ecf9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:35.779760 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-7c235c9c-d1ee-4b89-a7ae-288f5f6d406b req-e7850717-12de-4664-83f0-483d4028462b tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] 10.222.0.42 "GET /v2.0/ports?device_id=bba2baf7-e23e-4421-b30a-eaf6b702a068 HTTP/1.1" status: 200 len: 210 time: 0.0880265 Mar 29 15:37:35.879082 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:35.884151 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.db_base_plugin_common [None req-4c47667a-d5db-4ee9-80cb-9c43e7714127 None None] Allocated IP 172.20.0.2 (29511449-8de3-40f9-b418-71977eb101f5/6c1f242e-fe07-4705-af09-bfe3ccbd5bd2/c6f20d96-2084-43c0-90be-b6c151af3bba) {{(pid=102792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:37:35.963627 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e32e3c49-d238-4c6d-a54b-63493a6d2a22 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:36.023247 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e32e3c49-d238-4c6d-a54b-63493a6d2a22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:36.113908 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c4d92c-d0d7-4c68-a14a-8b706e884dac req-0b650869-f6cf-4302-a1c7-5714b8b658b9 tempest-ServersTestFqdnHostnames-820638718 tempest-ServersTestFqdnHostnames-820638718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:37:36.124154 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-54c4d92c-d0d7-4c68-a14a-8b706e884dac req-0b650869-f6cf-4302-a1c7-5714b8b658b9 tempest-ServersTestFqdnHostnames-820638718 tempest-ServersTestFqdnHostnames-820638718-project] 10.222.0.42 "GET /v2.0/ports?device_id=ac61adc4-a040-46b7-b07a-379e6e55215a HTTP/1.1" status: 200 len: 946 time: 0.2140300 Mar 29 15:37:36.183836 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-4c47667a-d5db-4ee9-80cb-9c43e7714127 None None] Notify callbacks [] for port, precommit_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:36.193314 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-4c47667a-d5db-4ee9-80cb-9c43e7714127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956'] for port, after_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:36.254137 n-d-834765-1 neutron-server[102792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c47667a-d5db-4ee9-80cb-9c43e7714127 None None] Network 29511449-8de3-40f9-b418-71977eb101f5 is already hosted by enough agents. {{(pid=102792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:37:36.257313 n-d-834765-1 neutron-server[102792]: DEBUG neutron.scheduler.base_scheduler [None req-4c47667a-d5db-4ee9-80cb-9c43e7714127 None None] Resources bound (agent type, host, resource id): {{(pid=102792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:37:36.260692 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c47667a-d5db-4ee9-80cb-9c43e7714127 None None] Received port after_create {{(pid=102792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:37:36.292664 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c47667a-d5db-4ee9-80cb-9c43e7714127 None None] Pushing event updated for resources: {'Port': ['ID=c6f20d96-2084-43c0-90be-b6c151af3bba,revision_number=1']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:37:36.336112 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-4c47667a-d5db-4ee9-80cb-9c43e7714127 None None] Attempting to bind port c6f20d96-2084-43c0-90be-b6c151af3bba on host n-d-834765-1 for vnic_type normal with profile {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:37:36.336112 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-4c47667a-d5db-4ee9-80cb-9c43e7714127 None None] Attempting to bind port c6f20d96-2084-43c0-90be-b6c151af3bba by drivers openvswitch,hyperv on host n-d-834765-1 at level 0 using segments [{'id': '76e3cc01-da74-4348-b85c-f690ca48ba16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '29511449-8de3-40f9-b418-71977eb101f5'}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:37:36.336112 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c47667a-d5db-4ee9-80cb-9c43e7714127 None None] Attempting to bind port c6f20d96-2084-43c0-90be-b6c151af3bba on network 29511449-8de3-40f9-b418-71977eb101f5 {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:37:36.343036 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c47667a-d5db-4ee9-80cb-9c43e7714127 None None] Checking agent: {'id': 'a8866439-9d96-425c-b519-6905c591ac37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 25, 36), 'started_at': datetime.datetime(2022, 3, 29, 15, 26, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 37, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834765-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:37:36.343523 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c47667a-d5db-4ee9-80cb-9c43e7714127 None None] Checking segment: {'id': '76e3cc01-da74-4348-b85c-f690ca48ba16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '29511449-8de3-40f9-b418-71977eb101f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:37:36.344058 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-4c47667a-d5db-4ee9-80cb-9c43e7714127 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:36.344715 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c47667a-d5db-4ee9-80cb-9c43e7714127 None None] Bound using segment: {'id': '76e3cc01-da74-4348-b85c-f690ca48ba16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '29511449-8de3-40f9-b418-71977eb101f5'} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:37:36.345361 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-4c47667a-d5db-4ee9-80cb-9c43e7714127 None None] Bound port: c6f20d96-2084-43c0-90be-b6c151af3bba, host: n-d-834765-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76e3cc01-da74-4348-b85c-f690ca48ba16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '29511449-8de3-40f9-b418-71977eb101f5'}}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 15:37:36.345826 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-4c47667a-d5db-4ee9-80cb-9c43e7714127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:36.450377 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-4c47667a-d5db-4ee9-80cb-9c43e7714127 None None] For port c6f20d96-2084-43c0-90be-b6c151af3bba, host n-d-834765-1, cleared binding levels {{(pid=102792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:37:36.455770 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-4c47667a-d5db-4ee9-80cb-9c43e7714127 None None] For port c6f20d96-2084-43c0-90be-b6c151af3bba, host n-d-834765-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=c6f20d96-2084-43c0-90be-b6c151af3bba,segment=NetworkSegment(76e3cc01-da74-4348-b85c-f690ca48ba16),segment_id=76e3cc01-da74-4348-b85c-f690ca48ba16)] {{(pid=102792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:37:36.472376 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-4c47667a-d5db-4ee9-80cb-9c43e7714127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:36.512666 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-54c4d92c-d0d7-4c68-a14a-8b706e884dac req-3eebd584-e5ca-416d-8d74-a2208e2078b7 tempest-ServersTestFqdnHostnames-820638718 tempest-ServersTestFqdnHostnames-820638718-project] 10.222.0.42 "GET /v2.0/security-groups?id=74f56390-d8d0-43d4-aabd-c820bd2e0821&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3872964 Mar 29 15:37:36.539391 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c47667a-d5db-4ee9-80cb-9c43e7714127 None None] Pushing event updated for resources: {'Port': ['ID=c6f20d96-2084-43c0-90be-b6c151af3bba,revision_number=2']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:37:36.561293 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.db_base_plugin_common [None req-e32e3c49-d238-4c6d-a54b-63493a6d2a22 admin admin] Allocated IP 172.25.4.123 (4a4a035d-ecac-4ead-baa3-25f90788773a/e1a353dc-fac8-4901-a63c-273840237d6a/225d50df-d3c7-4c23-8b15-9bc79e0e32c0) {{(pid=102790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:37:36.708885 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e32e3c49-d238-4c6d-a54b-63493a6d2a22 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:36.722334 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8105f381-2921-4e01-8fd2-1ab6206e3e48 req-24ae9ab0-9fd4-4c51-9c4a-651304ce4963 tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:37:36.737439 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-8105f381-2921-4e01-8fd2-1ab6206e3e48 req-24ae9ab0-9fd4-4c51-9c4a-651304ce4963 tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] 10.222.0.42 "GET /v2.0/ports?device_id=2c70776b-2e7a-4175-a595-6c782e05f18a HTTP/1.1" status: 200 len: 944 time: 0.1200862 Mar 29 15:37:36.771193 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e32e3c49-d238-4c6d-a54b-63493a6d2a22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956'] for port, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:36.821957 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-8105f381-2921-4e01-8fd2-1ab6206e3e48 req-dcdfcd0c-d4fa-4ac1-bd8e-7bc346997c0f tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] 10.222.0.42 "GET /v2.0/security-groups?id=d26d57f3-f34b-4b82-acb2-a15ffdfe7b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832245 Mar 29 15:37:36.867414 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e32e3c49-d238-4c6d-a54b-63493a6d2a22 admin admin] Network 4a4a035d-ecac-4ead-baa3-25f90788773a is already hosted by enough agents. {{(pid=102790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:37:36.872451 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-e32e3c49-d238-4c6d-a54b-63493a6d2a22 admin admin] Resources bound (agent type, host, resource id): {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:37:36.876242 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e32e3c49-d238-4c6d-a54b-63493a6d2a22 admin admin] Received port after_create {{(pid=102790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:37:36.954611 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-2ae0b594-81f3-450f-875c-878e12f22c51 req-bddce0f9-4dad-479b-a5ad-8220e7a88808 tempest-ServersAdmin275Test-1083301966 tempest-ServersAdmin275Test-1083301966-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=04016bd8-6ded-4605-9b43-eda4442e08e6 HTTP/1.1" status: 200 len: 210 time: 0.0373685 Mar 29 15:37:36.985709 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32e3c49-d238-4c6d-a54b-63493a6d2a22 admin admin] Pushing event updated for resources: {'Port': ['ID=225d50df-d3c7-4c23-8b15-9bc79e0e32c0,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:37:37.125390 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-7245e4c1-bba3-4b3f-99ad-5ab83a493a90 req-3a6452f2-ff57-40a7-a106-5f5ddc502637 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] 10.222.0.42 "GET /v2.0/ports?device_id=bba2baf7-e23e-4421-b30a-eaf6b702a068 HTTP/1.1" status: 200 len: 210 time: 0.0417018 Mar 29 15:37:37.193736 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e32e3c49-d238-4c6d-a54b-63493a6d2a22 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:37.379468 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e869898b-bb56-42bc-ab88-42d859c84218 req-67c692b5-480c-4cd4-958a-71ad417fbd54 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:37:37.381312 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e869898b-bb56-42bc-ab88-42d859c84218 req-67c692b5-480c-4cd4-958a-71ad417fbd54 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] 10.222.0.44 "GET /v2.0/networks?id=b1def78c-da55-4367-b9b1-4d7fc20fc6ac HTTP/1.1" status: 200 len: 808 time: 0.1270697 Mar 29 15:37:37.404461 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [req-e869898b-bb56-42bc-ab88-42d859c84218 req-01a182de-1728-4945-9429-7909cf624672 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] Request body: {'port': {'device_id': 'bba2baf7-e23e-4421-b30a-eaf6b702a068', 'network_id': 'b1def78c-da55-4367-b9b1-4d7fc20fc6ac', 'admin_state_up': True, 'tenant_id': '61d6b03cf8b04e0283d0c20861ff0cb0'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:37:37.547923 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e869898b-bb56-42bc-ab88-42d859c84218 req-01a182de-1728-4945-9429-7909cf624672 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] Made reservation on behalf of 61d6b03cf8b04e0283d0c20861ff0cb0 for: {'port': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:37:37.557482 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-e869898b-bb56-42bc-ab88-42d859c84218 req-01a182de-1728-4945-9429-7909cf624672 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:37.589204 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-2fe43a42-1fbc-4561-b056-fb6910a15eb5 req-0c3477ad-5bc6-4ce8-aef3-583b38ff5b5f service neutron] 10.222.0.44 "GET /v2.0/ports/3e4f56b3-2681-4f53-b655-bc7714d4de2d/bindings/n-h2-834765-1 HTTP/1.1" status: 200 len: 384 time: 0.2007098 Mar 29 15:37:37.693309 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e32e3c49-d238-4c6d-a54b-63493a6d2a22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648118'] for router, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:37.753683 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_common [req-e869898b-bb56-42bc-ab88-42d859c84218 req-01a182de-1728-4945-9429-7909cf624672 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] Allocated IP 172.20.0.7 (b1def78c-da55-4367-b9b1-4d7fc20fc6ac/a84f45bb-2cdd-4adc-a15d-ac5c06ff5a1f/a8eb60fb-af4c-47c1-8bd6-3af3e85d4ac0) {{(pid=102791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:37:37.754719 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device c6f20d96-2084-43c0-90be-b6c151af3bba up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:37:37.852176 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port c6f20d96-2084-43c0-90be-b6c151af3bba triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:37:37.852964 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:37.874458 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e74692-f4dd-4a92-b190-5d7379d342b6 req-060b45cf-a1ce-4695-9c2d-0f6f1e2010ff tempest-ServersTestFqdnHostnames-820638718 tempest-ServersTestFqdnHostnames-820638718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:37:37.882459 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-e3e74692-f4dd-4a92-b190-5d7379d342b6 req-060b45cf-a1ce-4695-9c2d-0f6f1e2010ff tempest-ServersTestFqdnHostnames-820638718 tempest-ServersTestFqdnHostnames-820638718-project] 10.222.0.42 "GET /v2.0/ports?device_id=ac61adc4-a040-46b7-b07a-379e6e55215a HTTP/1.1" status: 200 len: 946 time: 0.1934664 Mar 29 15:37:37.985990 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:38.030294 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] For port c6f20d96-2084-43c0-90be-b6c151af3bba, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=c6f20d96-2084-43c0-90be-b6c151af3bba,segment=NetworkSegment(76e3cc01-da74-4348-b85c-f690ca48ba16),segment_id=76e3cc01-da74-4348-b85c-f690ca48ba16)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:37:38.038188 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:38.039849 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 64e68e3d-5342-4d2a-8cdc-a13178f3f356 up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:37:38.055027 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-e3e74692-f4dd-4a92-b190-5d7379d342b6 req-425ca962-3741-442f-95fe-74299d9e7688 tempest-ServersTestFqdnHostnames-820638718 tempest-ServersTestFqdnHostnames-820638718-project] 10.222.0.42 "GET /v2.0/security-groups?id=74f56390-d8d0-43d4-aabd-c820bd2e0821&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1706448 Mar 29 15:37:38.084985 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [req-2fe43a42-1fbc-4561-b056-fb6910a15eb5 req-12107585-d48e-4e80-bd9d-0efa8dbc87c7 service neutron] For port 3e4f56b3-2681-4f53-b655-bc7714d4de2d, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=3e4f56b3-2681-4f53-b655-bc7714d4de2d,segment=NetworkSegment(52cd9713-83ea-496d-8c48-fd7b796e6ead),segment_id=52cd9713-83ea-496d-8c48-fd7b796e6ead)] {{(pid=102790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:37:38.097077 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 38492) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:37:38.134430 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [req-2fe43a42-1fbc-4561-b056-fb6910a15eb5 req-12107585-d48e-4e80-bd9d-0efa8dbc87c7 service neutron] For port 3e4f56b3-2681-4f53-b655-bc7714d4de2d, host n-h1-834765-1, cleared binding levels {{(pid=102790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:37:38.177615 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Pushing event updated for resources: {'Port': ['ID=c6f20d96-2084-43c0-90be-b6c151af3bba,revision_number=3']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:37:38.183618 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-576213c6-6746-4a32-9722-a47a2035ee66 None None] Network 29511449-8de3-40f9-b418-71977eb101f5 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 15:37:38.240517 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-1dcdf044-0b81-4dd9-bb95-2b545c45a024 req-10c441f8-7e67-495a-be4a-664e9892e7c3 tempest-ServersAdmin275Test-1083301966 tempest-ServersAdmin275Test-1083301966-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=04016bd8-6ded-4605-9b43-eda4442e08e6 HTTP/1.1" status: 200 len: 210 time: 0.0615847 Mar 29 15:37:38.255800 n-d-834765-1 neutron-server[102790]: DEBUG neutron.notifiers.nova [req-2fe43a42-1fbc-4561-b056-fb6910a15eb5 req-12107585-d48e-4e80-bd9d-0efa8dbc87c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e4f56b3-2681-4f53-b655-bc7714d4de2d {{(pid=102790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:37:38.260423 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e32e3c49-d238-4c6d-a54b-63493a6d2a22 admin admin] Router 98f81035-3da3-4694-82b6-08bf9c6d937e is scheduled to L3 agent c648d819-1060-4f26-b4ec-6455387b5dff with binding_index 1 {{(pid=102790) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 29 15:37:38.262399 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-51c5612f-a55d-4fe8-a68d-f201bdde59e8 None None] Provisioning complete for port c6f20d96-2084-43c0-90be-b6c151af3bba triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:37:38.262965 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-51c5612f-a55d-4fe8-a68d-f201bdde59e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:38.273374 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-e869898b-bb56-42bc-ab88-42d859c84218 req-01a182de-1728-4945-9429-7909cf624672 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] Notify callbacks [] for port, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:38.276850 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [req-2fe43a42-1fbc-4561-b056-fb6910a15eb5 req-12107585-d48e-4e80-bd9d-0efa8dbc87c7 service neutron] For port 3e4f56b3-2681-4f53-b655-bc7714d4de2d, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=3e4f56b3-2681-4f53-b655-bc7714d4de2d,segment=NetworkSegment(52cd9713-83ea-496d-8c48-fd7b796e6ead),segment_id=52cd9713-83ea-496d-8c48-fd7b796e6ead)] {{(pid=102790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:37:38.305903 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-5914a686-c97f-4572-941a-0e5370d82316 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:38.312031 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-2fe43a42-1fbc-4561-b056-fb6910a15eb5 req-12107585-d48e-4e80-bd9d-0efa8dbc87c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:38.349649 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821999a8-8c1b-4fd6-8efc-49a5bd3d6c99 req-c5d84319-ab94-42c1-ac22-19d58ed8ca53 tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:37:38.358650 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-821999a8-8c1b-4fd6-8efc-49a5bd3d6c99 req-c5d84319-ab94-42c1-ac22-19d58ed8ca53 tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] 10.222.0.42 "GET /v2.0/ports?device_id=2c70776b-2e7a-4175-a595-6c782e05f18a HTTP/1.1" status: 200 len: 944 time: 0.3929412 Mar 29 15:37:38.393036 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port 64e68e3d-5342-4d2a-8cdc-a13178f3f356 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:37:38.393411 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:38.402994 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-de86e160-720f-4a4c-a19e-7a9a6409268e req-21bb0415-b70d-437d-b344-84f056c2e274 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] 10.222.0.42 "GET /v2.0/ports?device_id=bba2baf7-e23e-4421-b30a-eaf6b702a068 HTTP/1.1" status: 200 len: 210 time: 0.0495169 Mar 29 15:37:38.406771 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-821999a8-8c1b-4fd6-8efc-49a5bd3d6c99 req-cf6cfa1e-77e5-4f48-8fb8-9dbc2441ccb7 tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] 10.222.0.42 "GET /v2.0/security-groups?id=d26d57f3-f34b-4b82-acb2-a15ffdfe7b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466142 Mar 29 15:37:38.411355 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-e869898b-bb56-42bc-ab88-42d859c84218 req-01a182de-1728-4945-9429-7909cf624672 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:38.465405 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e869898b-bb56-42bc-ab88-42d859c84218 req-01a182de-1728-4945-9429-7909cf624672 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] Network b1def78c-da55-4367-b9b1-4d7fc20fc6ac is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:37:38.469305 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [req-e869898b-bb56-42bc-ab88-42d859c84218 req-01a182de-1728-4945-9429-7909cf624672 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:37:38.472632 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [req-e869898b-bb56-42bc-ab88-42d859c84218 req-01a182de-1728-4945-9429-7909cf624672 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] Received port after_create {{(pid=102791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:37:38.481084 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a182de-1728-4945-9429-7909cf624672 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] Pushing event updated for resources: {'Port': ['ID=a8eb60fb-af4c-47c1-8bd6-3af3e85d4ac0,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:37:38.538100 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e869898b-bb56-42bc-ab88-42d859c84218 req-01a182de-1728-4945-9429-7909cf624672 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:37:38.539040 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-e869898b-bb56-42bc-ab88-42d859c84218 req-01a182de-1728-4945-9429-7909cf624672 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:38.556130 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e869898b-bb56-42bc-ab88-42d859c84218 req-01a182de-1728-4945-9429-7909cf624672 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1614234 Mar 29 15:37:38.569457 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [req-e869898b-bb56-42bc-ab88-42d859c84218 req-c31f67f0-d233-4ef2-926f-be86d59bc4b6 service neutron] Request body: {'port': {'device_id': 'bba2baf7-e23e-4421-b30a-eaf6b702a068', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834765-1'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:37:38.572082 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e32e3c49-d238-4c6d-a54b-63493a6d2a22 admin admin] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:37:38.583930 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8ab0aa3-e0cb-4af8-aa68-ef52c09821e4 None None] Sync routers for ids ['98f81035-3da3-4694-82b6-08bf9c6d937e'] in n-d-834765-1 {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:37:38.598542 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.provisioning_blocks [req-2fe43a42-1fbc-4561-b056-fb6910a15eb5 req-12107585-d48e-4e80-bd9d-0efa8dbc87c7 service neutron] Transition to ACTIVE for port object 3e4f56b3-2681-4f53-b655-bc7714d4de2d will not be triggered until provisioned by entity L2. {{(pid=102790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 15:37:38.601697 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8ab0aa3-e0cb-4af8-aa68-ef52c09821e4 None None] Routers {'98f81035-3da3-4694-82b6-08bf9c6d937e'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:37:38.602925 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-a8ab0aa3-e0cb-4af8-aa68-ef52c09821e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:37:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['98f81035-3da3-4694-82b6-08bf9c6d937e'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:37:38.609691 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-2fe43a42-1fbc-4561-b056-fb6910a15eb5 req-12107585-d48e-4e80-bd9d-0efa8dbc87c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:38.626457 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-5914a686-c97f-4572-941a-0e5370d82316 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:38.630453 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e32e3c49-d238-4c6d-a54b-63493a6d2a22 admin admin] Notify callbacks [] for router, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:38.631794 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-e32e3c49-d238-4c6d-a54b-63493a6d2a22 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.6550453 Mar 29 15:37:38.639964 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 38500) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:37:38.680611 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fe43a42-1fbc-4561-b056-fb6910a15eb5 req-12107585-d48e-4e80-bd9d-0efa8dbc87c7 service neutron] No DVR routers for this DVR port 3e4f56b3-2681-4f53-b655-bc7714d4de2d on host n-h1-834765-1 {{(pid=102790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:37:38.694349 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-e869898b-bb56-42bc-ab88-42d859c84218 req-c31f67f0-d233-4ef2-926f-be86d59bc4b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:38.727580 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-5914a686-c97f-4572-941a-0e5370d82316 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:38.731083 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12107585-d48e-4e80-bd9d-0efa8dbc87c7 service neutron] Pushing event updated for resources: {'Port': ['ID=3e4f56b3-2681-4f53-b655-bc7714d4de2d,revision_number=10']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:37:38.755537 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvr_db [None req-a8ab0aa3-e0cb-4af8-aa68-ef52c09821e4 None None] Set router 98f81035-3da3-4694-82b6-08bf9c6d937e gateway port host: n-d-834765-1 {{(pid=102792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:37:38.794961 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-2fe43a42-1fbc-4561-b056-fb6910a15eb5 req-12107585-d48e-4e80-bd9d-0efa8dbc87c7 service neutron] 10.222.0.44 "PUT /v2.0/ports/3e4f56b3-2681-4f53-b655-bc7714d4de2d/bindings/n-h2-834765-1/activate HTTP/1.1" status: 200 len: 369 time: 1.1804619 Mar 29 15:37:38.813499 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-5914a686-c97f-4572-941a-0e5370d82316 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d9d4aac09d7440a79b39c281aea2411d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7120571 Mar 29 15:37:38.814582 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5914a686-c97f-4572-941a-0e5370d82316 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8307e46a-8ba1-4edc-8e9d-d33580b74204,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:37:38.827252 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 38502) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:37:38.883680 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-bc303bb4-79c0-4f41-afa0-d6e13433e60e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:38.907211 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-bc303bb4-79c0-4f41-afa0-d6e13433e60e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:38.957207 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-adb9ed98-70c4-4109-88a8-f450f96fab38 None None] Provisioning complete for port c6f20d96-2084-43c0-90be-b6c151af3bba triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:37:38.957709 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-adb9ed98-70c4-4109-88a8-f450f96fab38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:38.961494 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-bc303bb4-79c0-4f41-afa0-d6e13433e60e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:38.966490 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-bc303bb4-79c0-4f41-afa0-d6e13433e60e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:38.970359 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-bc303bb4-79c0-4f41-afa0-d6e13433e60e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/8307e46a-8ba1-4edc-8e9d-d33580b74204 HTTP/1.1" status: 204 len: 168 time: 0.1380477 Mar 29 15:37:38.984080 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc303bb4-79c0-4f41-afa0-d6e13433e60e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8307e46a-8ba1-4edc-8e9d-d33580b74204,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:37:39.068181 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-a8ab0aa3-e0cb-4af8-aa68-ef52c09821e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98f81035-3da3-4694-82b6-08bf9c6d937e', 'name': 'tempest-AttachSCSIVolumeTestJSON-1948404804-router', 'tenant_id': '016c41f55ccd4a8a94a6f2e85cf132d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.123'}], 'enable_snat': True}, 'gw_port_id': '225d50df-d3c7-4c23-8b15-9bc79e0e32c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:37:35Z', 'updated_at': '2022-03-29T15:37:37Z', 'revision_number': 3, 'project_id': '016c41f55ccd4a8a94a6f2e85cf132d2', 'gw_port': {'id': '225d50df-d3c7-4c23-8b15-9bc79e0e32c0', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:1d:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98f81035-3da3-4694-82b6-08bf9c6d937e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:37:36Z', 'updated_at': '2022-03-29T15:37:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1'}], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:37:39.098145 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8ab0aa3-e0cb-4af8-aa68-ef52c09821e4 None None] Checking router: 98f81035-3da3-4694-82b6-08bf9c6d937e for host: n-d-834765-1 {{(pid=102792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:37:39.098366 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8ab0aa3-e0cb-4af8-aa68-ef52c09821e4 None None] Updating router 98f81035-3da3-4694-82b6-08bf9c6d937e port 225d50df-d3c7-4c23-8b15-9bc79e0e32c0 binding host n-d-834765-1 {{(pid=102792) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 15:37:39.130496 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-a8ab0aa3-e0cb-4af8-aa68-ef52c09821e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:39.217716 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baaee4e6-c000-40bb-8d1a-dfbbd0899a7b req-266bb9f6-99f8-4456-9220-e1ff39c8efb9 tempest-ServersTestFqdnHostnames-820638718 tempest-ServersTestFqdnHostnames-820638718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:37:39.225966 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-baaee4e6-c000-40bb-8d1a-dfbbd0899a7b req-266bb9f6-99f8-4456-9220-e1ff39c8efb9 tempest-ServersTestFqdnHostnames-820638718 tempest-ServersTestFqdnHostnames-820638718-project] 10.222.0.42 "GET /v2.0/ports?device_id=ac61adc4-a040-46b7-b07a-379e6e55215a HTTP/1.1" status: 200 len: 946 time: 0.0739079 Mar 29 15:37:39.248865 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [req-e869898b-bb56-42bc-ab88-42d859c84218 req-c31f67f0-d233-4ef2-926f-be86d59bc4b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8eb60fb-af4c-47c1-8bd6-3af3e85d4ac0 {{(pid=102791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:37:39.260808 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-e869898b-bb56-42bc-ab88-42d859c84218 req-c31f67f0-d233-4ef2-926f-be86d59bc4b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:39.307544 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.provisioning_blocks [req-e869898b-bb56-42bc-ab88-42d859c84218 req-c31f67f0-d233-4ef2-926f-be86d59bc4b6 service neutron] Transition to ACTIVE for port object a8eb60fb-af4c-47c1-8bd6-3af3e85d4ac0 will not be triggered until provisioned by entity L2. {{(pid=102791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 15:37:39.319629 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-e869898b-bb56-42bc-ab88-42d859c84218 req-c31f67f0-d233-4ef2-926f-be86d59bc4b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:39.323868 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-baaee4e6-c000-40bb-8d1a-dfbbd0899a7b req-4c0ee7fb-1eb8-49b9-b338-b161ad1cdafe tempest-ServersTestFqdnHostnames-820638718 tempest-ServersTestFqdnHostnames-820638718-project] 10.222.0.42 "GET /v2.0/security-groups?id=74f56390-d8d0-43d4-aabd-c820bd2e0821&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0964127 Mar 29 15:37:39.450923 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe43a42-1fbc-4561-b056-fb6910a15eb5 req-69801b86-dfcf-4a7e-bc4b-50c02dd66330 tempest-LiveAutoBlockMigrationV225Test-1278294229 tempest-LiveAutoBlockMigrationV225Test-1278294229-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:37:39.452581 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-2fe43a42-1fbc-4561-b056-fb6910a15eb5 req-69801b86-dfcf-4a7e-bc4b-50c02dd66330 tempest-LiveAutoBlockMigrationV225Test-1278294229 tempest-LiveAutoBlockMigrationV225Test-1278294229-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=2c70776b-2e7a-4175-a595-6c782e05f18a&tenant_id=c66f5a43ae0e46908f202e6b40f23448&binding%3Ahost_id=n-h1-834765-1 HTTP/1.1" status: 200 len: 1096 time: 0.0562758 Mar 29 15:37:39.472914 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31f67f0-d233-4ef2-926f-be86d59bc4b6 service neutron] Pushing event updated for resources: {'Port': ['ID=a8eb60fb-af4c-47c1-8bd6-3af3e85d4ac0,revision_number=2']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:37:39.494164 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d0408544-a2c9-4f24-ac72-89b8f7f8bbb7 req-b4b1de4e-d285-4569-a944-bd12d16f6705 tempest-ServersAdmin275Test-1083301966 tempest-ServersAdmin275Test-1083301966-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=04016bd8-6ded-4605-9b43-eda4442e08e6 HTTP/1.1" status: 200 len: 210 time: 0.0824666 Mar 29 15:37:39.496735 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-c9caf8dd-d71a-447c-a058-b1bd93c1ba3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:39.636825 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b10ec04-5a77-4387-a4ae-bed0d0abdae1 req-c67fded0-460d-49f6-85ab-7261fba782b8 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:37:39.647971 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-7b10ec04-5a77-4387-a4ae-bed0d0abdae1 req-c67fded0-460d-49f6-85ab-7261fba782b8 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] 10.222.0.42 "GET /v2.0/ports?device_id=bba2baf7-e23e-4421-b30a-eaf6b702a068 HTTP/1.1" status: 200 len: 943 time: 0.1109643 Mar 29 15:37:39.658915 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device c6f20d96-2084-43c0-90be-b6c151af3bba up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:37:39.672467 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe43a42-1fbc-4561-b056-fb6910a15eb5 req-07942739-cdbd-45a4-91a1-250c5bb3e407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:37:39.674054 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-2fe43a42-1fbc-4561-b056-fb6910a15eb5 req-07942739-cdbd-45a4-91a1-250c5bb3e407 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=2c70776b-2e7a-4175-a595-6c782e05f18a&tenant_id=c66f5a43ae0e46908f202e6b40f23448 HTTP/1.1" status: 200 len: 1096 time: 0.2109263 Mar 29 15:37:39.678947 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-e869898b-bb56-42bc-ab88-42d859c84218 req-c31f67f0-d233-4ef2-926f-be86d59bc4b6 service neutron] Attempting to bind port a8eb60fb-af4c-47c1-8bd6-3af3e85d4ac0 on host n-h1-834765-1 for vnic_type normal with profile {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:37:39.679287 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-e869898b-bb56-42bc-ab88-42d859c84218 req-c31f67f0-d233-4ef2-926f-be86d59bc4b6 service neutron] Attempting to bind port a8eb60fb-af4c-47c1-8bd6-3af3e85d4ac0 by drivers openvswitch,hyperv on host n-h1-834765-1 at level 0 using segments [{'id': '65ab5bc3-e80e-4641-82f0-4ef53207c2d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'b1def78c-da55-4367-b9b1-4d7fc20fc6ac'}] {{(pid=102791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:37:39.680136 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e869898b-bb56-42bc-ab88-42d859c84218 req-c31f67f0-d233-4ef2-926f-be86d59bc4b6 service neutron] Attempting to bind port a8eb60fb-af4c-47c1-8bd6-3af3e85d4ac0 on network b1def78c-da55-4367-b9b1-4d7fc20fc6ac {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:37:39.711068 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-7b10ec04-5a77-4387-a4ae-bed0d0abdae1 req-97c3825b-e7e7-4921-bebe-fbabadec9268 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] 10.222.0.42 "GET /v2.0/security-groups?id=c99ced8e-1ceb-46fb-aaa7-747186b2b9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617797 Mar 29 15:37:39.719320 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e869898b-bb56-42bc-ab88-42d859c84218 req-c31f67f0-d233-4ef2-926f-be86d59bc4b6 service neutron] Port a8eb60fb-af4c-47c1-8bd6-3af3e85d4ac0 on network b1def78c-da55-4367-b9b1-4d7fc20fc6ac not bound, no agent of type Open vSwitch agent registered on host n-h1-834765-1 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 15:37:39.719820 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e869898b-bb56-42bc-ab88-42d859c84218 req-c31f67f0-d233-4ef2-926f-be86d59bc4b6 service neutron] Attempting to bind port a8eb60fb-af4c-47c1-8bd6-3af3e85d4ac0 on network b1def78c-da55-4367-b9b1-4d7fc20fc6ac {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:37:39.737351 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e869898b-bb56-42bc-ab88-42d859c84218 req-c31f67f0-d233-4ef2-926f-be86d59bc4b6 service neutron] Checking agent: {'id': 'be375040-5069-4239-9460-a3a3213e1e90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 33, 18), 'started_at': datetime.datetime(2022, 3, 29, 15, 33, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 37, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:37:39.738200 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e869898b-bb56-42bc-ab88-42d859c84218 req-c31f67f0-d233-4ef2-926f-be86d59bc4b6 service neutron] Checking segment: {'id': '65ab5bc3-e80e-4641-82f0-4ef53207c2d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'b1def78c-da55-4367-b9b1-4d7fc20fc6ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:37:39.738656 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e869898b-bb56-42bc-ab88-42d859c84218 req-c31f67f0-d233-4ef2-926f-be86d59bc4b6 service neutron] Bound using segment: {'id': '65ab5bc3-e80e-4641-82f0-4ef53207c2d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'b1def78c-da55-4367-b9b1-4d7fc20fc6ac'} {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:37:39.739717 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-e869898b-bb56-42bc-ab88-42d859c84218 req-c31f67f0-d233-4ef2-926f-be86d59bc4b6 service neutron] Bound port: a8eb60fb-af4c-47c1-8bd6-3af3e85d4ac0, host: n-h1-834765-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65ab5bc3-e80e-4641-82f0-4ef53207c2d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'b1def78c-da55-4367-b9b1-4d7fc20fc6ac'}}] {{(pid=102791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 15:37:39.740154 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-e869898b-bb56-42bc-ab88-42d859c84218 req-c31f67f0-d233-4ef2-926f-be86d59bc4b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:39.756071 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port c6f20d96-2084-43c0-90be-b6c151af3bba triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:37:39.756614 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:39.778583 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe43a42-1fbc-4561-b056-fb6910a15eb5 req-75af0c58-1cdf-411b-a4e0-e7b807bb39d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:37:39.784228 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-2fe43a42-1fbc-4561-b056-fb6910a15eb5 req-75af0c58-1cdf-411b-a4e0-e7b807bb39d8 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c66f5a43ae0e46908f202e6b40f23448&device_id=2c70776b-2e7a-4175-a595-6c782e05f18a HTTP/1.1" status: 200 len: 1096 time: 0.0764234 Mar 29 15:37:39.801029 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-a8ab0aa3-e0cb-4af8-aa68-ef52c09821e4 None None] Notify callbacks [] for port, precommit_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:39.815887 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-a8ab0aa3-e0cb-4af8-aa68-ef52c09821e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:39.827807 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839073b7-f325-4dc3-81b5-24abebdd82f4 req-1641328f-3bb9-4deb-a2c8-beb339f40858 tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:37:39.836118 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-839073b7-f325-4dc3-81b5-24abebdd82f4 req-1641328f-3bb9-4deb-a2c8-beb339f40858 tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] 10.222.0.42 "GET /v2.0/ports?device_id=2c70776b-2e7a-4175-a595-6c782e05f18a HTTP/1.1" status: 200 len: 945 time: 0.1666105 Mar 29 15:37:39.881211 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_common [None req-c9caf8dd-d71a-447c-a058-b1bd93c1ba3d admin admin] Allocated IP 172.20.0.1 (29511449-8de3-40f9-b418-71977eb101f5/6c1f242e-fe07-4705-af09-bfe3ccbd5bd2/e79be3cc-119b-4622-b081-38b8438593e6) {{(pid=102791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:37:39.923811 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-e869898b-bb56-42bc-ab88-42d859c84218 req-c31f67f0-d233-4ef2-926f-be86d59bc4b6 service neutron] For port a8eb60fb-af4c-47c1-8bd6-3af3e85d4ac0, host n-h1-834765-1, cleared binding levels {{(pid=102791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:37:39.929151 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-e869898b-bb56-42bc-ab88-42d859c84218 req-c31f67f0-d233-4ef2-926f-be86d59bc4b6 service neutron] For port a8eb60fb-af4c-47c1-8bd6-3af3e85d4ac0, host n-h1-834765-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=a8eb60fb-af4c-47c1-8bd6-3af3e85d4ac0,segment=NetworkSegment(65ab5bc3-e80e-4641-82f0-4ef53207c2d7),segment_id=65ab5bc3-e80e-4641-82f0-4ef53207c2d7)] {{(pid=102791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:37:39.937830 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-a8ab0aa3-e0cb-4af8-aa68-ef52c09821e4 None None] Attempting to bind port 225d50df-d3c7-4c23-8b15-9bc79e0e32c0 on host n-d-834765-1 for vnic_type normal with profile {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:37:39.938192 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-a8ab0aa3-e0cb-4af8-aa68-ef52c09821e4 None None] Attempting to bind port 225d50df-d3c7-4c23-8b15-9bc79e0e32c0 by drivers openvswitch,hyperv on host n-d-834765-1 at level 0 using segments [{'id': '6ab47353-a811-4bad-bc73-b4cc84583cfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:37:39.938721 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8ab0aa3-e0cb-4af8-aa68-ef52c09821e4 None None] Attempting to bind port 225d50df-d3c7-4c23-8b15-9bc79e0e32c0 on network 4a4a035d-ecac-4ead-baa3-25f90788773a {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:37:39.942414 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f12b8b3-d89f-4433-ba23-37167edae95b None None] Pushing event updated for resources: {'Port': ['ID=225d50df-d3c7-4c23-8b15-9bc79e0e32c0,revision_number=2']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:37:39.944870 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-839073b7-f325-4dc3-81b5-24abebdd82f4 req-c52e44b1-5333-41dd-a4de-2025c0d46eaa tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] 10.222.0.42 "GET /v2.0/security-groups?id=d26d57f3-f34b-4b82-acb2-a15ffdfe7b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034892 Mar 29 15:37:39.954700 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-e869898b-bb56-42bc-ab88-42d859c84218 req-c31f67f0-d233-4ef2-926f-be86d59bc4b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:39.958181 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe43a42-1fbc-4561-b056-fb6910a15eb5 req-15c97cbd-b57e-46de-a080-4b8bd043e2ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:37:39.969962 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8ab0aa3-e0cb-4af8-aa68-ef52c09821e4 None None] Checking agent: {'id': 'a8866439-9d96-425c-b519-6905c591ac37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 25, 36), 'started_at': datetime.datetime(2022, 3, 29, 15, 26, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 37, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834765-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:37:39.969962 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8ab0aa3-e0cb-4af8-aa68-ef52c09821e4 None None] Checking segment: {'id': '6ab47353-a811-4bad-bc73-b4cc84583cfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:37:39.969962 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-a8ab0aa3-e0cb-4af8-aa68-ef52c09821e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:39.969962 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8ab0aa3-e0cb-4af8-aa68-ef52c09821e4 None None] Bound using segment: {'id': '6ab47353-a811-4bad-bc73-b4cc84583cfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:37:39.969962 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-a8ab0aa3-e0cb-4af8-aa68-ef52c09821e4 None None] Bound port: 225d50df-d3c7-4c23-8b15-9bc79e0e32c0, host: n-d-834765-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ab47353-a811-4bad-bc73-b4cc84583cfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'}}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 15:37:39.969962 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-a8ab0aa3-e0cb-4af8-aa68-ef52c09821e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:39.970906 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-2fe43a42-1fbc-4561-b056-fb6910a15eb5 req-15c97cbd-b57e-46de-a080-4b8bd043e2ad service neutron] 10.222.0.48 "GET /v2.0/networks?id=c7e23169-e9d3-4fec-ace3-87b88825b851 HTTP/1.1" status: 200 len: 922 time: 0.1725190 Mar 29 15:37:40.014173 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-2fe43a42-1fbc-4561-b056-fb6910a15eb5 req-d1b08842-1acb-4351-9c80-f7872ce14dcb service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3e4f56b3-2681-4f53-b655-bc7714d4de2d HTTP/1.1" status: 200 len: 217 time: 0.0416565 Mar 29 15:37:40.029312 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e869898b-bb56-42bc-ab88-42d859c84218 req-c31f67f0-d233-4ef2-926f-be86d59bc4b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:37:40.029943 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-e869898b-bb56-42bc-ab88-42d859c84218 req-c31f67f0-d233-4ef2-926f-be86d59bc4b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:40.031362 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e869898b-bb56-42bc-ab88-42d859c84218 req-c31f67f0-d233-4ef2-926f-be86d59bc4b6 service neutron] 10.222.0.44 "PUT /v2.0/ports/a8eb60fb-af4c-47c1-8bd6-3af3e85d4ac0 HTTP/1.1" status: 200 len: 1091 time: 1.4664640 Mar 29 15:37:40.031765 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-a8ab0aa3-e0cb-4af8-aa68-ef52c09821e4 None None] For port 225d50df-d3c7-4c23-8b15-9bc79e0e32c0, host n-d-834765-1, cleared binding levels {{(pid=102792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:37:40.031891 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bba2baf7-e23e-4421-b30a-eaf6b702a068', 'tag': 'a8eb60fb-af4c-47c1-8bd6-3af3e85d4ac0'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:37:40.034045 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c67b028db5e9b9818fecc5c0a87ebc6f190694fa53ca267d523e04f98de536d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e772bc81-8d5b-409c-a3b4-c495d6bfc23d" -d '{"events": [{"name": "network-changed", "server_uuid": "bba2baf7-e23e-4421-b30a-eaf6b702a068", "tag": "a8eb60fb-af4c-47c1-8bd6-3af3e85d4ac0"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:37:40.036358 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-a8ab0aa3-e0cb-4af8-aa68-ef52c09821e4 None None] For port 225d50df-d3c7-4c23-8b15-9bc79e0e32c0, host n-d-834765-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=225d50df-d3c7-4c23-8b15-9bc79e0e32c0,segment=NetworkSegment(6ab47353-a811-4bad-bc73-b4cc84583cfd),segment_id=6ab47353-a811-4bad-bc73-b4cc84583cfd)] {{(pid=102792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:37:40.043752 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-a8ab0aa3-e0cb-4af8-aa68-ef52c09821e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:40.111716 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe43a42-1fbc-4561-b056-fb6910a15eb5 req-f4239bbf-8c28-4239-8852-f9a74f86fe52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:37:40.114439 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-2fe43a42-1fbc-4561-b056-fb6910a15eb5 req-f4239bbf-8c28-4239-8852-f9a74f86fe52 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=47ebad0b-955e-4824-b04c-60b1952d5787 HTTP/1.1" status: 200 len: 861 time: 0.0924273 Mar 29 15:37:40.114773 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8ab0aa3-e0cb-4af8-aa68-ef52c09821e4 None None] Routers {'98f81035-3da3-4694-82b6-08bf9c6d937e'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:37:40.115576 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-a8ab0aa3-e0cb-4af8-aa68-ef52c09821e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:37:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['98f81035-3da3-4694-82b6-08bf9c6d937e'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:37:40.117629 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f12b8b3-d89f-4433-ba23-37167edae95b None None] Pushing event updated for resources: {'Port': ['ID=225d50df-d3c7-4c23-8b15-9bc79e0e32c0,revision_number=3']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:37:40.156766 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 15:37:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7cdd443-f574-4d39-b36f-2b81c80ff791 x-openstack-request-id: req-a7cdd443-f574-4d39-b36f-2b81c80ff791 {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:37:40.157145 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bba2baf7-e23e-4421-b30a-eaf6b702a068", "tag": "a8eb60fb-af4c-47c1-8bd6-3af3e85d4ac0", "status": "completed", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:37:40.157334 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a7cdd443-f574-4d39-b36f-2b81c80ff791 {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:37:40.157682 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bba2baf7-e23e-4421-b30a-eaf6b702a068', 'tag': 'a8eb60fb-af4c-47c1-8bd6-3af3e85d4ac0', 'status': 'completed', 'code': 200} Mar 29 15:37:40.171934 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31f67f0-d233-4ef2-926f-be86d59bc4b6 service neutron] Pushing event updated for resources: {'Port': ['ID=a8eb60fb-af4c-47c1-8bd6-3af3e85d4ac0,revision_number=3']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:37:40.172565 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-2fe43a42-1fbc-4561-b056-fb6910a15eb5 req-15c31cf9-f488-45ab-9e4b-006a96c2b64a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c7e23169-e9d3-4fec-ace3-87b88825b851&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0484159 Mar 29 15:37:40.204511 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-c9caf8dd-d71a-447c-a058-b1bd93c1ba3d admin admin] Notify callbacks [] for port, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:40.215327 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e869898b-bb56-42bc-ab88-42d859c84218 req-e72005f4-01e1-4ae7-848f-7f87c37d6c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:37:40.216856 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e869898b-bb56-42bc-ab88-42d859c84218 req-e72005f4-01e1-4ae7-848f-7f87c37d6c6b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=61d6b03cf8b04e0283d0c20861ff0cb0&device_id=bba2baf7-e23e-4421-b30a-eaf6b702a068 HTTP/1.1" status: 200 len: 1094 time: 0.1073639 Mar 29 15:37:40.262173 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvr_db [None req-a8ab0aa3-e0cb-4af8-aa68-ef52c09821e4 None None] Set router 98f81035-3da3-4694-82b6-08bf9c6d937e gateway port host: n-d-834765-1 {{(pid=102792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:37:40.289747 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e869898b-bb56-42bc-ab88-42d859c84218 req-a5c8c8c9-c1f8-4478-9148-14eb370ebd3a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a8eb60fb-af4c-47c1-8bd6-3af3e85d4ac0 HTTP/1.1" status: 200 len: 217 time: 0.0631371 Mar 29 15:37:40.295620 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-c9caf8dd-d71a-447c-a058-b1bd93c1ba3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:40.306917 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-2fe43a42-1fbc-4561-b056-fb6910a15eb5 req-fa7ccaa7-610a-4962-be45-1e19dffc7301 service neutron] 10.222.0.48 "GET /v2.0/networks/c7e23169-e9d3-4fec-ace3-87b88825b851?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247170 Mar 29 15:37:40.388985 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9caf8dd-d71a-447c-a058-b1bd93c1ba3d admin admin] Network 29511449-8de3-40f9-b418-71977eb101f5 is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:37:40.395491 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [None req-c9caf8dd-d71a-447c-a058-b1bd93c1ba3d admin admin] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:37:40.398192 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9caf8dd-d71a-447c-a058-b1bd93c1ba3d admin admin] Received port after_create {{(pid=102791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:37:40.431390 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9caf8dd-d71a-447c-a058-b1bd93c1ba3d admin admin] Pushing event updated for resources: {'Port': ['ID=e79be3cc-119b-4622-b081-38b8438593e6,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:37:40.442913 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e869898b-bb56-42bc-ab88-42d859c84218 req-42304787-c449-447b-866d-24edc3f5c455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:37:40.444826 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e869898b-bb56-42bc-ab88-42d859c84218 req-42304787-c449-447b-866d-24edc3f5c455 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a84f45bb-2cdd-4adc-a15d-ac5c06ff5a1f HTTP/1.1" status: 200 len: 848 time: 0.1460311 Mar 29 15:37:40.519657 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-a8ab0aa3-e0cb-4af8-aa68-ef52c09821e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98f81035-3da3-4694-82b6-08bf9c6d937e', 'name': 'tempest-AttachSCSIVolumeTestJSON-1948404804-router', 'tenant_id': '016c41f55ccd4a8a94a6f2e85cf132d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.123'}], 'enable_snat': True}, 'gw_port_id': '225d50df-d3c7-4c23-8b15-9bc79e0e32c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:37:35Z', 'updated_at': '2022-03-29T15:37:37Z', 'revision_number': 3, 'project_id': '016c41f55ccd4a8a94a6f2e85cf132d2', 'gw_port': {'id': '225d50df-d3c7-4c23-8b15-9bc79e0e32c0', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:1d:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98f81035-3da3-4694-82b6-08bf9c6d937e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:37:36Z', 'updated_at': '2022-03-29T15:37:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1'}], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:37:40.545090 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e869898b-bb56-42bc-ab88-42d859c84218 req-8f74d17d-bf27-450c-8c2b-3ac227614a11 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b1def78c-da55-4367-b9b1-4d7fc20fc6ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0896070 Mar 29 15:37:40.545865 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-c9caf8dd-d71a-447c-a058-b1bd93c1ba3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-648347'] for router_interface, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:40.547610 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-2fe43a42-1fbc-4561-b056-fb6910a15eb5 req-90a4e528-7912-4f83-9c4c-5bff9c73ae72 service neutron] 10.222.0.48 "GET /v2.0/networks/c7e23169-e9d3-4fec-ace3-87b88825b851?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2323067 Mar 29 15:37:40.563883 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8ab0aa3-e0cb-4af8-aa68-ef52c09821e4 None None] The sync data for ids ['98f81035-3da3-4694-82b6-08bf9c6d937e'] in n-d-834765-1 is: [{'id': '98f81035-3da3-4694-82b6-08bf9c6d937e', 'name': 'tempest-AttachSCSIVolumeTestJSON-1948404804-router', 'tenant_id': '016c41f55ccd4a8a94a6f2e85cf132d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.123'}], 'enable_snat': True}, 'gw_port_id': '225d50df-d3c7-4c23-8b15-9bc79e0e32c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:37:35Z', 'updated_at': '2022-03-29T15:37:37Z', 'revision_number': 3, 'project_id': '016c41f55ccd4a8a94a6f2e85cf132d2', 'gw_port': {'id': '225d50df-d3c7-4c23-8b15-9bc79e0e32c0', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:1d:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98f81035-3da3-4694-82b6-08bf9c6d937e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:37:36Z', 'updated_at': '2022-03-29T15:37:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1'}] {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:37:40.627961 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-6f75dfef-aab2-47c7-aa9b-05cbf4a69b2b req-69db2de3-b226-4343-8c2e-eba2fa1fd57d tempest-AbsoluteLimitsNegativeTestJSON-648746589 tempest-AbsoluteLimitsNegativeTestJSON-648746589-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=133e6d1d253f47c3a4aad12a9d8a15ec&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0626030 Mar 29 15:37:40.730251 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2993f2-c99a-465d-93d2-af681d12ca44 req-8c4880c5-9de8-4120-9a60-54302309ff18 tempest-ServersTestFqdnHostnames-820638718 tempest-ServersTestFqdnHostnames-820638718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:37:40.731795 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-7d2993f2-c99a-465d-93d2-af681d12ca44 req-8c4880c5-9de8-4120-9a60-54302309ff18 tempest-ServersTestFqdnHostnames-820638718 tempest-ServersTestFqdnHostnames-820638718-project] 10.222.0.42 "GET /v2.0/ports?device_id=ac61adc4-a040-46b7-b07a-379e6e55215a HTTP/1.1" status: 200 len: 946 time: 0.2505801 Mar 29 15:37:40.753922 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device 3e4f56b3-2681-4f53-b655-bc7714d4de2d no longer exists at agent hyperv_n-h1-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:37:40.774539 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-b1f75ee1-19ca-413b-ad01-5471620ca3f5 None None] Provisioning complete for port e79be3cc-119b-4622-b081-38b8438593e6 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:37:40.775461 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-b1f75ee1-19ca-413b-ad01-5471620ca3f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:40.778260 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e869898b-bb56-42bc-ab88-42d859c84218 req-48b8be89-adee-472f-b168-e9e04327cff5 service neutron] 10.222.0.44 "GET /v2.0/networks/b1def78c-da55-4367-b9b1-4d7fc20fc6ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1728084 Mar 29 15:37:40.825483 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f75dfef-aab2-47c7-aa9b-05cbf4a69b2b req-603f47c3-3276-4f89-a2a7-a9846237b434 tempest-AbsoluteLimitsNegativeTestJSON-648746589 tempest-AbsoluteLimitsNegativeTestJSON-648746589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:37:40.827104 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-6f75dfef-aab2-47c7-aa9b-05cbf4a69b2b req-603f47c3-3276-4f89-a2a7-a9846237b434 tempest-AbsoluteLimitsNegativeTestJSON-648746589 tempest-AbsoluteLimitsNegativeTestJSON-648746589-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1983609 Mar 29 15:37:40.847602 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device 3e4f56b3-2681-4f53-b655-bc7714d4de2d not bound to the agent host n-h1-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:37:40.848618 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-c9caf8dd-d71a-447c-a058-b1bd93c1ba3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:40.850850 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-b1f75ee1-19ca-413b-ad01-5471620ca3f5 None None] Port e79be3cc-119b-4622-b081-38b8438593e6 cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 15:37:40.860433 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe43a42-1fbc-4561-b056-fb6910a15eb5 req-c5e70dc3-ea48-4a4c-8647-c6c8a6c5e275 tempest-LiveAutoBlockMigrationV225Test-1278294229 tempest-LiveAutoBlockMigrationV225Test-1278294229-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:37:40.861976 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-2fe43a42-1fbc-4561-b056-fb6910a15eb5 req-c5e70dc3-ea48-4a4c-8647-c6c8a6c5e275 tempest-LiveAutoBlockMigrationV225Test-1278294229 tempest-LiveAutoBlockMigrationV225Test-1278294229-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=2c70776b-2e7a-4175-a595-6c782e05f18a&tenant_id=c66f5a43ae0e46908f202e6b40f23448&binding%3Ahost_id=n-h2-834765-1 HTTP/1.1" status: 200 len: 1096 time: 0.0846844 Mar 29 15:37:40.866175 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-7d2993f2-c99a-465d-93d2-af681d12ca44 req-fa022207-0db8-4511-bd87-a8ede7e2b40c tempest-ServersTestFqdnHostnames-820638718 tempest-ServersTestFqdnHostnames-820638718-project] 10.222.0.42 "GET /v2.0/security-groups?id=74f56390-d8d0-43d4-aabd-c820bd2e0821&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1150479 Mar 29 15:37:40.868039 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-6f75dfef-aab2-47c7-aa9b-05cbf4a69b2b req-c364ccb7-3111-45cf-a534-8d167aa7db47 tempest-AbsoluteLimitsNegativeTestJSON-648746589 tempest-AbsoluteLimitsNegativeTestJSON-648746589-project] 10.222.0.42 "GET /v2.0/quotas/133e6d1d253f47c3a4aad12a9d8a15ec HTTP/1.1" status: 200 len: 375 time: 0.0267532 Mar 29 15:37:40.959777 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-6f75dfef-aab2-47c7-aa9b-05cbf4a69b2b req-9b85a0f6-d027-49e9-a867-42f19d5d1315 tempest-AbsoluteLimitsNegativeTestJSON-648746589 tempest-AbsoluteLimitsNegativeTestJSON-648746589-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=133e6d1d253f47c3a4aad12a9d8a15ec&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0777669 Mar 29 15:37:41.026735 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-5de21f38-3d8f-45c9-a303-f9b89da5ab3e req-e8b417b4-890f-4492-a543-38c8b3be2c03 tempest-ServersAdmin275Test-1083301966 tempest-ServersAdmin275Test-1083301966-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=04016bd8-6ded-4605-9b43-eda4442e08e6 HTTP/1.1" status: 200 len: 210 time: 0.0692730 Mar 29 15:37:41.047785 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e869898b-bb56-42bc-ab88-42d859c84218 req-13f343c5-d9db-41ee-a48b-daa57fb6f94b service neutron] 10.222.0.44 "GET /v2.0/networks/b1def78c-da55-4367-b9b1-4d7fc20fc6ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2453401 Mar 29 15:37:41.178568 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63627d35-9671-4f8b-bfd4-67e2317dc19e req-83dbc1d0-43c6-48be-9c72-ac9a8e255193 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:37:41.180342 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-63627d35-9671-4f8b-bfd4-67e2317dc19e req-83dbc1d0-43c6-48be-9c72-ac9a8e255193 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] 10.222.0.42 "GET /v2.0/ports?device_id=bba2baf7-e23e-4421-b30a-eaf6b702a068 HTTP/1.1" status: 200 len: 943 time: 0.0941021 Mar 29 15:37:41.211127 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [req-2fe43a42-1fbc-4561-b056-fb6910a15eb5 req-4880524a-23fb-46ed-823d-4d5cbd00e193 service neutron] For port 3e4f56b3-2681-4f53-b655-bc7714d4de2d, host n-h1-834765-1, cleared binding levels {{(pid=102790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:37:41.216879 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-2fe43a42-1fbc-4561-b056-fb6910a15eb5 req-4880524a-23fb-46ed-823d-4d5cbd00e193 service neutron] Notify callbacks [] for binding, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:41.218101 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-2fe43a42-1fbc-4561-b056-fb6910a15eb5 req-4880524a-23fb-46ed-823d-4d5cbd00e193 service neutron] 10.222.0.48 "DELETE /v2.0/ports/3e4f56b3-2681-4f53-b655-bc7714d4de2d/bindings/n-h1-834765-1 HTTP/1.1" status: 204 len: 173 time: 0.3477709 Mar 29 15:37:41.242994 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-63627d35-9671-4f8b-bfd4-67e2317dc19e req-9a1a3816-e68d-4464-ae2a-887dda612912 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] 10.222.0.42 "GET /v2.0/security-groups?id=c99ced8e-1ceb-46fb-aaa7-747186b2b9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531130 Mar 29 15:37:41.278886 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2fbe70-a8c4-4c97-b25b-a7d75ccd26dd req-b1d5ed5f-e3ef-43b4-8cc1-543775b1a080 tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:37:41.280745 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ee2fbe70-a8c4-4c97-b25b-a7d75ccd26dd req-b1d5ed5f-e3ef-43b4-8cc1-543775b1a080 tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] 10.222.0.42 "GET /v2.0/ports?device_id=2c70776b-2e7a-4175-a595-6c782e05f18a HTTP/1.1" status: 200 len: 945 time: 0.1198909 Mar 29 15:37:41.286335 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e772bc81-8d5b-409c-a3b4-c495d6bfc23d req-ddf6ae5d-875a-4e11-b6a6-c40974582a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:37:41.288446 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e772bc81-8d5b-409c-a3b4-c495d6bfc23d req-ddf6ae5d-875a-4e11-b6a6-c40974582a82 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=61d6b03cf8b04e0283d0c20861ff0cb0&device_id=bba2baf7-e23e-4421-b30a-eaf6b702a068 HTTP/1.1" status: 200 len: 1094 time: 0.1264765 Mar 29 15:37:41.374803 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-c9caf8dd-d71a-447c-a058-b1bd93c1ba3d admin admin] Notify callbacks [] for port, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:41.423404 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-c9caf8dd-d71a-447c-a058-b1bd93c1ba3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:41.453577 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 38568) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:37:41.461519 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ee2fbe70-a8c4-4c97-b25b-a7d75ccd26dd req-1c79d922-0ed9-4cdd-ad21-758bd7642306 tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] 10.222.0.42 "GET /v2.0/security-groups?id=d26d57f3-f34b-4b82-acb2-a15ffdfe7b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720762 Mar 29 15:37:41.654836 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 225d50df-d3c7-4c23-8b15-9bc79e0e32c0 up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:37:41.665205 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-f600950b-f5cf-4de2-93c4-bc7e0eaecdc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:41.732928 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port 225d50df-d3c7-4c23-8b15-9bc79e0e32c0 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:37:41.733299 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:41.777517 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-f600950b-f5cf-4de2-93c4-bc7e0eaecdc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:41.783747 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-f600950b-f5cf-4de2-93c4-bc7e0eaecdc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:41.817224 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f600950b-f5cf-4de2-93c4-bc7e0eaecdc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b6ee278-593d-4273-b339-b7b76254cc6d,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:37:41.833132 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f600950b-f5cf-4de2-93c4-bc7e0eaecdc9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:37:41.833478 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f600950b-f5cf-4de2-93c4-bc7e0eaecdc9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:37:41.833821 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f600950b-f5cf-4de2-93c4-bc7e0eaecdc9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:37:41.834154 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f600950b-f5cf-4de2-93c4-bc7e0eaecdc9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:37:41.834483 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f600950b-f5cf-4de2-93c4-bc7e0eaecdc9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:37:41.834813 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f600950b-f5cf-4de2-93c4-bc7e0eaecdc9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:37:41.836059 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f600950b-f5cf-4de2-93c4-bc7e0eaecdc9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:37:41.836322 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f600950b-f5cf-4de2-93c4-bc7e0eaecdc9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:37:41.837068 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f600950b-f5cf-4de2-93c4-bc7e0eaecdc9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:37:41.837553 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f600950b-f5cf-4de2-93c4-bc7e0eaecdc9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:37:41.838460 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f600950b-f5cf-4de2-93c4-bc7e0eaecdc9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:37:41.839317 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f600950b-f5cf-4de2-93c4-bc7e0eaecdc9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:37:41.849811 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:41.870978 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e772bc81-8d5b-409c-a3b4-c495d6bfc23d req-f96e10a4-f489-4e6e-9703-db7f528f76ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:37:41.872941 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e772bc81-8d5b-409c-a3b4-c495d6bfc23d req-f96e10a4-f489-4e6e-9703-db7f528f76ee service neutron] 10.222.0.44 "GET /v2.0/networks?id=b1def78c-da55-4367-b9b1-4d7fc20fc6ac HTTP/1.1" status: 200 len: 909 time: 0.5697927 Mar 29 15:37:41.876061 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-f600950b-f5cf-4de2-93c4-bc7e0eaecdc9 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=133e6d1d253f47c3a4aad12a9d8a15ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4210973 Mar 29 15:37:41.879942 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 38576) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:37:41.892116 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] For port 225d50df-d3c7-4c23-8b15-9bc79e0e32c0, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=225d50df-d3c7-4c23-8b15-9bc79e0e32c0,segment=NetworkSegment(6ab47353-a811-4bad-bc73-b4cc84583cfd),segment_id=6ab47353-a811-4bad-bc73-b4cc84583cfd)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:37:41.899344 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:41.968310 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-cd94d72e-f913-4b0f-9ada-ae0f9290212d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:41.983335 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Pushing event updated for resources: {'Port': ['ID=225d50df-d3c7-4c23-8b15-9bc79e0e32c0,revision_number=4']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:37:41.999298 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-c9caf8dd-d71a-447c-a058-b1bd93c1ba3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-648439'] for router_interface, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:42.001121 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9caf8dd-d71a-447c-a058-b1bd93c1ba3d admin admin] Pushing event updated for resources: {'Port': ['ID=e79be3cc-119b-4622-b081-38b8438593e6,revision_number=2']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:37:42.007134 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e772bc81-8d5b-409c-a3b4-c495d6bfc23d req-d682124b-6da5-4dc4-be48-1d2c768db5c5 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a8eb60fb-af4c-47c1-8bd6-3af3e85d4ac0 HTTP/1.1" status: 200 len: 217 time: 0.0789185 Mar 29 15:37:42.019912 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-cd94d72e-f913-4b0f-9ada-ae0f9290212d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:42.068414 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019c7873-0085-42da-9c0e-ac225733ea99 req-50b63719-efbd-4960-8d53-cf19d597fc47 tempest-ServersTestFqdnHostnames-820638718 tempest-ServersTestFqdnHostnames-820638718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:37:42.070288 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-019c7873-0085-42da-9c0e-ac225733ea99 req-50b63719-efbd-4960-8d53-cf19d597fc47 tempest-ServersTestFqdnHostnames-820638718 tempest-ServersTestFqdnHostnames-820638718-project] 10.222.0.42 "GET /v2.0/ports?device_id=ac61adc4-a040-46b7-b07a-379e6e55215a HTTP/1.1" status: 200 len: 946 time: 0.0910144 Mar 29 15:37:42.078441 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49eaf077-e183-4d08-b410-e635d505bc41 req-66372d7f-032f-45f9-8c34-7cc3ce3fda41 tempest-LiveAutoBlockMigrationV225Test-1278294229 tempest-LiveAutoBlockMigrationV225Test-1278294229-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:37:42.080794 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-49eaf077-e183-4d08-b410-e635d505bc41 req-66372d7f-032f-45f9-8c34-7cc3ce3fda41 tempest-LiveAutoBlockMigrationV225Test-1278294229 tempest-LiveAutoBlockMigrationV225Test-1278294229-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=2c70776b-2e7a-4175-a595-6c782e05f18a HTTP/1.1" status: 200 len: 1096 time: 0.2295194 Mar 29 15:37:42.117160 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-cd94d72e-f913-4b0f-9ada-ae0f9290212d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:42.121922 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-cd94d72e-f913-4b0f-9ada-ae0f9290212d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:42.123236 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-cd94d72e-f913-4b0f-9ada-ae0f9290212d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/9b6ee278-593d-4273-b339-b7b76254cc6d HTTP/1.1" status: 204 len: 168 time: 0.2411857 Mar 29 15:37:42.140070 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-019c7873-0085-42da-9c0e-ac225733ea99 req-1c8734db-a048-470a-8bef-2f7bc35d854a tempest-ServersTestFqdnHostnames-820638718 tempest-ServersTestFqdnHostnames-820638718-project] 10.222.0.42 "GET /v2.0/security-groups?id=74f56390-d8d0-43d4-aabd-c820bd2e0821&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0604501 Mar 29 15:37:42.141567 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd94d72e-f913-4b0f-9ada-ae0f9290212d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b6ee278-593d-4273-b339-b7b76254cc6d,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:37:42.155615 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e772bc81-8d5b-409c-a3b4-c495d6bfc23d req-3031dac3-0db5-4069-90a8-54501929eb42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:37:42.157576 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e772bc81-8d5b-409c-a3b4-c495d6bfc23d req-3031dac3-0db5-4069-90a8-54501929eb42 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a84f45bb-2cdd-4adc-a15d-ac5c06ff5a1f HTTP/1.1" status: 200 len: 848 time: 0.1413121 Mar 29 15:37:42.208627 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-49eaf077-e183-4d08-b410-e635d505bc41 req-687486dd-ebfd-4cf8-992b-f7ff861ba4fa tempest-LiveAutoBlockMigrationV225Test-1278294229 tempest-LiveAutoBlockMigrationV225Test-1278294229-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=d26d57f3-f34b-4b82-acb2-a15ffdfe7b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176116 Mar 29 15:37:42.210546 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e772bc81-8d5b-409c-a3b4-c495d6bfc23d req-d665af4e-9880-4f74-a0c3-68a516ff6635 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b1def78c-da55-4367-b9b1-4d7fc20fc6ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401237 Mar 29 15:37:42.259891 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9caf8dd-d71a-447c-a058-b1bd93c1ba3d admin admin] Network 29511449-8de3-40f9-b418-71977eb101f5 is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:37:42.268217 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [None req-c9caf8dd-d71a-447c-a058-b1bd93c1ba3d admin admin] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:37:42.315985 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-dc3dacd2-42a9-40e0-8688-4b4a4f30af49 req-4c759194-4aef-4028-8308-04911f617283 tempest-ServersAdmin275Test-1083301966 tempest-ServersAdmin275Test-1083301966-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=04016bd8-6ded-4605-9b43-eda4442e08e6 HTTP/1.1" status: 200 len: 210 time: 0.0536344 Mar 29 15:37:42.464480 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e772bc81-8d5b-409c-a3b4-c495d6bfc23d req-dc621535-8994-41cd-a662-3778c8c9da77 service neutron] 10.222.0.44 "GET /v2.0/networks/b1def78c-da55-4367-b9b1-4d7fc20fc6ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2436326 Mar 29 15:37:42.562294 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7100e2-b8c4-4540-b5e2-4d64d5153775 req-a71faa1f-40e1-4468-8089-f246522958f6 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:37:42.569237 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-9b7100e2-b8c4-4540-b5e2-4d64d5153775 req-a71faa1f-40e1-4468-8089-f246522958f6 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] 10.222.0.42 "GET /v2.0/ports?device_id=bba2baf7-e23e-4421-b30a-eaf6b702a068 HTTP/1.1" status: 200 len: 943 time: 0.1963565 Mar 29 15:37:42.594206 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-f11c431b-16a7-494b-ad52-87c5ebe66d4e None None] Provisioning complete for port e79be3cc-119b-4622-b081-38b8438593e6 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:37:42.594680 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-f11c431b-16a7-494b-ad52-87c5ebe66d4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:42.659898 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-f11c431b-16a7-494b-ad52-87c5ebe66d4e None None] Port e79be3cc-119b-4622-b081-38b8438593e6 cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 15:37:42.679738 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9caf8dd-d71a-447c-a058-b1bd93c1ba3d admin admin] Router 98f81035-3da3-4694-82b6-08bf9c6d937e has already been hosted by L3 agent c648d819-1060-4f26-b4ec-6455387b5dff {{(pid=102791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 15:37:42.694893 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-9b7100e2-b8c4-4540-b5e2-4d64d5153775 req-dd3c6e4d-de3d-4fdd-9ad4-3e7fb1636a29 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] 10.222.0.42 "GET /v2.0/security-groups?id=c99ced8e-1ceb-46fb-aaa7-747186b2b9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247349 Mar 29 15:37:42.719006 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e772bc81-8d5b-409c-a3b4-c495d6bfc23d req-a05b763f-0f5d-4c08-8746-20853c9cbe7e service neutron] 10.222.0.44 "GET /v2.0/networks/b1def78c-da55-4367-b9b1-4d7fc20fc6ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2174954 Mar 29 15:37:42.725364 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5711d00-132f-45a8-a02b-c2d315a49795 req-d19ca8b4-0392-4c8a-b2a9-6d684b7943d7 tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:37:42.727780 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-f5711d00-132f-45a8-a02b-c2d315a49795 req-d19ca8b4-0392-4c8a-b2a9-6d684b7943d7 tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] 10.222.0.42 "GET /v2.0/networks?id=c7e23169-e9d3-4fec-ace3-87b88825b851 HTTP/1.1" status: 200 len: 821 time: 0.1425805 Mar 29 15:37:42.742322 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-f5711d00-132f-45a8-a02b-c2d315a49795 req-a9a427d5-d0d4-4534-859b-5c43711e3a48 tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] 10.222.0.42 "GET /v2.0/quotas/c66f5a43ae0e46908f202e6b40f23448 HTTP/1.1" status: 200 len: 375 time: 0.0097704 Mar 29 15:37:42.798622 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-f5711d00-132f-45a8-a02b-c2d315a49795 req-cbf46a97-8438-480b-9be3-c9adf334cc3c tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=c66f5a43ae0e46908f202e6b40f23448&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0490820 Mar 29 15:37:42.855795 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9caf8dd-d71a-447c-a058-b1bd93c1ba3d admin admin] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:37:42.867542 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-c9caf8dd-d71a-447c-a058-b1bd93c1ba3d admin admin] 10.222.0.42 "PUT /v2.0/routers/98f81035-3da3-4694-82b6-08bf9c6d937e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2201269 Mar 29 15:37:43.127084 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 38626) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:37:43.171111 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-f5711d00-132f-45a8-a02b-c2d315a49795 req-64fb4789-3f11-49f8-9c2d-567d7c566f8a service neutron] 10.222.0.42 "GET /v2.0/networks/c7e23169-e9d3-4fec-ace3-87b88825b851?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3625996 Mar 29 15:37:43.255081 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-16657ca7-546c-41ef-a51d-2631b664b448 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-87257862-network', 'tenant_id': '19396d7f50b3446fbb1e1d4cdc8a5b2c'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:37:43.285600 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16657ca7-546c-41ef-a51d-2631b664b448 admin admin] Made reservation on behalf of 19396d7f50b3446fbb1e1d4cdc8a5b2c for: {'network': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:37:43.287841 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-16657ca7-546c-41ef-a51d-2631b664b448 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for network, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:43.296264 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-f5711d00-132f-45a8-a02b-c2d315a49795 req-b1d20e71-3613-4a2e-9e88-8268114c00c6 service neutron] 10.222.0.42 "GET /v2.0/networks/c7e23169-e9d3-4fec-ace3-87b88825b851?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1175110 Mar 29 15:37:43.311118 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-16657ca7-546c-41ef-a51d-2631b664b448 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:43.361476 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e4c821-fe0a-4d5e-ab2f-f3a8c5ffc45a req-f05c6326-2eef-4f69-93d7-cd33dfb05108 tempest-ServersTestFqdnHostnames-820638718 tempest-ServersTestFqdnHostnames-820638718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:37:43.364662 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e6e4c821-fe0a-4d5e-ab2f-f3a8c5ffc45a req-f05c6326-2eef-4f69-93d7-cd33dfb05108 tempest-ServersTestFqdnHostnames-820638718 tempest-ServersTestFqdnHostnames-820638718-project] 10.222.0.42 "GET /v2.0/ports?device_id=ac61adc4-a040-46b7-b07a-379e6e55215a HTTP/1.1" status: 200 len: 946 time: 0.0907304 Mar 29 15:37:43.368710 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5c77488-23a3-414b-a48a-9f3871f29c77 None None] Sync routers for ids ['98f81035-3da3-4694-82b6-08bf9c6d937e'] in n-d-834765-1 {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:37:43.425009 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5c77488-23a3-414b-a48a-9f3871f29c77 None None] Routers {'98f81035-3da3-4694-82b6-08bf9c6d937e'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:37:43.427012 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-f5c77488-23a3-414b-a48a-9f3871f29c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:37:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['98f81035-3da3-4694-82b6-08bf9c6d937e'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:37:43.500740 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e6e4c821-fe0a-4d5e-ab2f-f3a8c5ffc45a req-3bab358f-3033-4142-9664-af3de183a8ee tempest-ServersTestFqdnHostnames-820638718 tempest-ServersTestFqdnHostnames-820638718-project] 10.222.0.42 "GET /v2.0/security-groups?id=74f56390-d8d0-43d4-aabd-c820bd2e0821&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0896580 Mar 29 15:37:43.526766 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-16657ca7-546c-41ef-a51d-2631b664b448 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:43.541822 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-16657ca7-546c-41ef-a51d-2631b664b448 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:43.574968 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16657ca7-546c-41ef-a51d-2631b664b448 admin admin] vlan segment allocate from pool success with {'vlan_id': 629, 'physical_network': 'physnet1'} {{(pid=102791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 15:37:43.632474 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-5660e480-f9a3-46da-af50-29c2c092b70b req-88980c48-eaf7-40ff-9c30-f0303ae178bc tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] 10.222.0.42 "GET /v2.0/ports?device_id=02827dcb-f1d9-473b-a457-36e8d447defc HTTP/1.1" status: 200 len: 210 time: 0.0552247 Mar 29 15:37:43.642608 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-16657ca7-546c-41ef-a51d-2631b664b448 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:43.642608 n-d-834765-1 neutron-server[102791]: INFO neutron.db.segments_db [None req-16657ca7-546c-41ef-a51d-2631b664b448 admin admin] Added segment 0848d794-0e58-4209-ba0b-e588f8938fa3 of type vlan for network ad4dd843-8a8c-4834-9c6e-df42e2674ec5 Mar 29 15:37:43.645223 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16657ca7-546c-41ef-a51d-2631b664b448 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d46093a-1878-4395-8074-a6c30162ba83,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:37:43.677631 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16657ca7-546c-41ef-a51d-2631b664b448 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:37:43.678086 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16657ca7-546c-41ef-a51d-2631b664b448 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:37:43.678419 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16657ca7-546c-41ef-a51d-2631b664b448 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:37:43.678595 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16657ca7-546c-41ef-a51d-2631b664b448 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:37:43.678964 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16657ca7-546c-41ef-a51d-2631b664b448 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:37:43.679274 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16657ca7-546c-41ef-a51d-2631b664b448 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:37:43.681854 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16657ca7-546c-41ef-a51d-2631b664b448 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:37:43.682254 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16657ca7-546c-41ef-a51d-2631b664b448 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:37:43.682479 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16657ca7-546c-41ef-a51d-2631b664b448 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:37:43.682978 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16657ca7-546c-41ef-a51d-2631b664b448 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:37:43.683098 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16657ca7-546c-41ef-a51d-2631b664b448 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:37:43.699917 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16657ca7-546c-41ef-a51d-2631b664b448 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:37:43.801870 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 225d50df-d3c7-4c23-8b15-9bc79e0e32c0 up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:37:43.810860 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-16657ca7-546c-41ef-a51d-2631b664b448 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783522915970'] for network, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:43.857687 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-df8139f3-572f-4578-8361-d320516ed139 req-f3368eb7-b40a-4747-9547-6ea5f0f58503 tempest-ServersAdmin275Test-1083301966 tempest-ServersAdmin275Test-1083301966-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=04016bd8-6ded-4605-9b43-eda4442e08e6 HTTP/1.1" status: 200 len: 210 time: 0.0914235 Mar 29 15:37:43.949515 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-16657ca7-546c-41ef-a51d-2631b664b448 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795'] for network, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:43.950446 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16657ca7-546c-41ef-a51d-2631b664b448 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:37:43.951016 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-16657ca7-546c-41ef-a51d-2631b664b448 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for network, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:43.953299 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvr_db [None req-f5c77488-23a3-414b-a48a-9f3871f29c77 None None] Set router 98f81035-3da3-4694-82b6-08bf9c6d937e gateway port host: n-d-834765-1 {{(pid=102793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:37:43.956211 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port 225d50df-d3c7-4c23-8b15-9bc79e0e32c0 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:37:43.956835 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:44.044236 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-16657ca7-546c-41ef-a51d-2631b664b448 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9152741 Mar 29 15:37:44.047689 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 38652) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:37:44.058893 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-966b675e-9e8b-4b5b-8846-40dea86d7750 admin admin] Request body: {'subnet': {'network_id': 'ad4dd843-8a8c-4834-9c6e-df42e2674ec5', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-87257862-subnet', 'tenant_id': '19396d7f50b3446fbb1e1d4cdc8a5b2c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:37:44.082436 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef93706-86be-4943-a3af-032a459f95c3 req-b62e8c1e-089d-477b-822e-b4878e34c410 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:37:44.090785 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-7ef93706-86be-4943-a3af-032a459f95c3 req-b62e8c1e-089d-477b-822e-b4878e34c410 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] 10.222.0.42 "GET /v2.0/ports?device_id=bba2baf7-e23e-4421-b30a-eaf6b702a068 HTTP/1.1" status: 200 len: 943 time: 0.0968637 Mar 29 15:37:44.166248 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-966b675e-9e8b-4b5b-8846-40dea86d7750 admin admin] Made reservation on behalf of 19396d7f50b3446fbb1e1d4cdc8a5b2c for: {'subnet': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:37:44.174921 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-966b675e-9e8b-4b5b-8846-40dea86d7750 admin admin] Notify callbacks [] for subnet, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:44.187369 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb74b02-cd6e-419d-9f60-457bb1c88236 req-5bfb3ea3-7d54-4584-acc3-42d096ce1dbb tempest-ServersTestFqdnHostnames-820638718 tempest-ServersTestFqdnHostnames-820638718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:37:44.192760 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6bb74b02-cd6e-419d-9f60-457bb1c88236 req-5bfb3ea3-7d54-4584-acc3-42d096ce1dbb tempest-ServersTestFqdnHostnames-820638718 tempest-ServersTestFqdnHostnames-820638718-project] 10.222.0.42 "GET /v2.0/ports?device_id=ac61adc4-a040-46b7-b07a-379e6e55215a HTTP/1.1" status: 200 len: 946 time: 0.3147590 Mar 29 15:37:44.204692 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 38656) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:37:44.209500 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-5195e39d-63c3-4036-88a1-e5f9f23ec0d0 tempest-ServersTestFqdnHostnames-820638718 tempest-ServersTestFqdnHostnames-820638718-project] Request body: {'floatingip': {'port_id': 'ee33af2b-688f-44aa-b5f5-0682e4e2fd02'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:37:44.212273 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16657ca7-546c-41ef-a51d-2631b664b448 admin admin] Pushing event updated for resources: {'Network': ['ID=ad4dd843-8a8c-4834-9c6e-df42e2674ec5,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:37:44.223927 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Network ad4dd843-8a8c-4834-9c6e-df42e2674ec5 details requested by agent ovs-agent-n-d-834765-1 with host n-d-834765-1 {{(pid=102792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 15:37:44.311469 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-5195e39d-63c3-4036-88a1-e5f9f23ec0d0 tempest-ServersTestFqdnHostnames-820638718 tempest-ServersTestFqdnHostnames-820638718-project] Notify callbacks [] for floatingip, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:44.393809 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-7ef93706-86be-4943-a3af-032a459f95c3 req-c408401b-0af4-481a-95ff-1c9e7617deb3 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] 10.222.0.42 "GET /v2.0/security-groups?id=c99ced8e-1ceb-46fb-aaa7-747186b2b9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2578940 Mar 29 15:37:44.590445 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-f5c77488-23a3-414b-a48a-9f3871f29c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98f81035-3da3-4694-82b6-08bf9c6d937e', 'name': 'tempest-AttachSCSIVolumeTestJSON-1948404804-router', 'tenant_id': '016c41f55ccd4a8a94a6f2e85cf132d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.123'}], 'enable_snat': True}, 'gw_port_id': '225d50df-d3c7-4c23-8b15-9bc79e0e32c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:37:35Z', 'updated_at': '2022-03-29T15:37:40Z', 'revision_number': 4, 'project_id': '016c41f55ccd4a8a94a6f2e85cf132d2', 'gw_port': {'id': '225d50df-d3c7-4c23-8b15-9bc79e0e32c0', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:1d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98f81035-3da3-4694-82b6-08bf9c6d937e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:37:36Z', 'updated_at': '2022-03-29T15:37:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': 'e79be3cc-119b-4622-b081-38b8438593e6', 'name': '', 'network_id': '29511449-8de3-40f9-b418-71977eb101f5', 'tenant_id': '016c41f55ccd4a8a94a6f2e85cf132d2', 'mac_address': 'fa:16:3e:e6:d8:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98f81035-3da3-4694-82b6-08bf9c6d937e', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '6c1f242e-fe07-4705-af09-bfe3ccbd5bd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:37:39Z', 'updated_at': '2022-03-29T15:37:41Z', 'revision_number': 2, 'project_id': '016c41f55ccd4a8a94a6f2e85cf132d2', 'subnets': [{'id': '6c1f242e-fe07-4705-af09-bfe3ccbd5bd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:37:44.613517 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-966b675e-9e8b-4b5b-8846-40dea86d7750 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795'] for subnet, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:44.707378 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966b675e-9e8b-4b5b-8846-40dea86d7750 admin admin] Pushing event updated for resources: {'Subnet': ['ID=91fb4df6-4e41-4372-89e7-5703fe75a793,revision_number=0']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:37:44.738568 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5c77488-23a3-414b-a48a-9f3871f29c77 None None] Checking router: 98f81035-3da3-4694-82b6-08bf9c6d937e for host: n-d-834765-1 {{(pid=102793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:37:44.738769 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5c77488-23a3-414b-a48a-9f3871f29c77 None None] Updating router 98f81035-3da3-4694-82b6-08bf9c6d937e port e79be3cc-119b-4622-b081-38b8438593e6 binding host n-d-834765-1 {{(pid=102793) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 15:37:44.811768 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device a8eb60fb-af4c-47c1-8bd6-3af3e85d4ac0 details requested by agent hyperv_n-h1-834765-1 with host n-h1-834765-1 {{(pid=102792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 15:37:44.883024 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-f5c77488-23a3-414b-a48a-9f3871f29c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:44.907250 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-966b675e-9e8b-4b5b-8846-40dea86d7750 admin admin] Checking segment: {'id': '0848d794-0e58-4209-ba0b-e588f8938fa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'ad4dd843-8a8c-4834-9c6e-df42e2674ec5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:37:44.907916 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-966b675e-9e8b-4b5b-8846-40dea86d7750 admin admin] Network hostable DHCP agents. Network: ad4dd843-8a8c-4834-9c6e-df42e2674ec5, hostable agents: ['d136643e-48ae-49d4-a851-2ba3bdf3749c'], hosted agents: [] {{(pid=102790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 15:37:44.955010 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-966b675e-9e8b-4b5b-8846-40dea86d7750 admin admin] Network ad4dd843-8a8c-4834-9c6e-df42e2674ec5 is scheduled to be hosted by DHCP agent d136643e-48ae-49d4-a851-2ba3bdf3749c with binding_index 1 {{(pid=102790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 15:37:44.985944 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-966b675e-9e8b-4b5b-8846-40dea86d7750 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834765-1, ad4dd843-8a8c-4834-9c6e-df42e2674ec5) {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:37:44.992303 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-966b675e-9e8b-4b5b-8846-40dea86d7750 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:37:44.992897 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-966b675e-9e8b-4b5b-8846-40dea86d7750 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for subnet, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:45.006794 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b47bf60-7e59-4058-8d29-258b009a7020 None None] Network ad4dd843-8a8c-4834-9c6e-df42e2674ec5 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 15:37:45.022082 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-966b675e-9e8b-4b5b-8846-40dea86d7750 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9721651 Mar 29 15:37:45.188818 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-d6130ffb-bbe4-4629-8ff0-6c9be71a633b req-2689d685-f88b-488c-99ea-2ea30f16d8b1 tempest-ServersAdmin275Test-1083301966 tempest-ServersAdmin275Test-1083301966-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=04016bd8-6ded-4605-9b43-eda4442e08e6 HTTP/1.1" status: 200 len: 210 time: 0.0922368 Mar 29 15:37:45.412215 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port a8eb60fb-af4c-47c1-8bd6-3af3e85d4ac0, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=a8eb60fb-af4c-47c1-8bd6-3af3e85d4ac0,segment=NetworkSegment(65ab5bc3-e80e-4641-82f0-4ef53207c2d7),segment_id=65ab5bc3-e80e-4641-82f0-4ef53207c2d7)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:37:45.435962 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Returning: {'device': 'a8eb60fb-af4c-47c1-8bd6-3af3e85d4ac0', 'network_id': 'b1def78c-da55-4367-b9b1-4d7fc20fc6ac', 'port_id': 'a8eb60fb-af4c-47c1-8bd6-3af3e85d4ac0', 'mac_address': 'fa:16:3e:7a:45:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 614, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a84f45bb-2cdd-4adc-a15d-ac5c06ff5a1f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 15:37:45.538320 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:45.629129 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8548e315-7104-416e-a83e-645330ba07dd None None] Network ad4dd843-8a8c-4834-9c6e-df42e2674ec5 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 15:37:45.655819 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8eb60fb-af4c-47c1-8bd6-3af3e85d4ac0 {{(pid=102792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:37:45.698244 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9fc110-2e96-4bf0-8c85-00b13e1054d4 req-65336521-75e2-47d7-8260-bfd340435a6f tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:37:45.701143 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-7e9fc110-2e96-4bf0-8c85-00b13e1054d4 req-65336521-75e2-47d7-8260-bfd340435a6f tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] 10.222.0.42 "GET /v2.0/ports?device_id=bba2baf7-e23e-4421-b30a-eaf6b702a068 HTTP/1.1" status: 200 len: 943 time: 0.1249239 Mar 29 15:37:45.732858 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5711d00-132f-45a8-a02b-c2d315a49795 req-3de37b18-9a33-4f28-8076-d1e0edfecc44 tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:37:45.733956 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f5711d00-132f-45a8-a02b-c2d315a49795 req-3de37b18-9a33-4f28-8076-d1e0edfecc44 tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] 10.222.0.44 "GET /v2.0/networks?id=c7e23169-e9d3-4fec-ace3-87b88825b851 HTTP/1.1" status: 200 len: 821 time: 0.2628448 Mar 29 15:37:45.736585 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-1c3ad9df-fc74-42be-b30c-da043d829689 req-82d3ecc9-7a43-4450-9b51-7d8eca12cd6b tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] 10.222.0.42 "GET /v2.0/ports?device_id=02827dcb-f1d9-473b-a457-36e8d447defc HTTP/1.1" status: 200 len: 210 time: 0.7410536 Mar 29 15:37:45.754556 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [req-f5711d00-132f-45a8-a02b-c2d315a49795 req-633d8549-4590-4767-85ee-ab0b50484d75 tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] Request body: {'port': {'device_id': '02827dcb-f1d9-473b-a457-36e8d447defc', 'network_id': 'c7e23169-e9d3-4fec-ace3-87b88825b851', 'admin_state_up': True, 'tenant_id': 'c66f5a43ae0e46908f202e6b40f23448'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:37:45.777866 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-5195e39d-63c3-4036-88a1-e5f9f23ec0d0 tempest-ServersTestFqdnHostnames-820638718 tempest-ServersTestFqdnHostnames-820638718-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:45.785905 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-5195e39d-63c3-4036-88a1-e5f9f23ec0d0 tempest-ServersTestFqdnHostnames-820638718 tempest-ServersTestFqdnHostnames-820638718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648212'] for floatingip, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:45.894976 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-f5c77488-23a3-414b-a48a-9f3871f29c77 None None] Notify callbacks [] for port, precommit_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:45.913595 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-f5c77488-23a3-414b-a48a-9f3871f29c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:45.929674 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-7e9fc110-2e96-4bf0-8c85-00b13e1054d4 req-57814f35-ddd7-4d49-90a6-c411adfb6786 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] 10.222.0.42 "GET /v2.0/security-groups?id=c99ced8e-1ceb-46fb-aaa7-747186b2b9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2099793 Mar 29 15:37:46.100226 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d15e1a-7e4d-486b-b849-43e827b359fc None None] Pushing event updated for resources: {'Port': ['ID=e79be3cc-119b-4622-b081-38b8438593e6,revision_number=3']} {{(pid=102793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:37:46.261647 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port a8eb60fb-af4c-47c1-8bd6-3af3e85d4ac0, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=a8eb60fb-af4c-47c1-8bd6-3af3e85d4ac0,segment=NetworkSegment(65ab5bc3-e80e-4641-82f0-4ef53207c2d7),segment_id=65ab5bc3-e80e-4641-82f0-4ef53207c2d7)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:37:46.273222 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.managers [None req-f5c77488-23a3-414b-a48a-9f3871f29c77 None None] Attempting to bind port e79be3cc-119b-4622-b081-38b8438593e6 on host n-d-834765-1 for vnic_type normal with profile {{(pid=102793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:37:46.273588 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.managers [None req-f5c77488-23a3-414b-a48a-9f3871f29c77 None None] Attempting to bind port e79be3cc-119b-4622-b081-38b8438593e6 by drivers openvswitch,hyperv on host n-d-834765-1 at level 0 using segments [{'id': '76e3cc01-da74-4348-b85c-f690ca48ba16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '29511449-8de3-40f9-b418-71977eb101f5'}] {{(pid=102793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:37:46.278653 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5c77488-23a3-414b-a48a-9f3871f29c77 None None] Attempting to bind port e79be3cc-119b-4622-b081-38b8438593e6 on network 29511449-8de3-40f9-b418-71977eb101f5 {{(pid=102793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:37:46.284474 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:46.296749 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5c77488-23a3-414b-a48a-9f3871f29c77 None None] Checking agent: {'id': 'a8866439-9d96-425c-b519-6905c591ac37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 25, 36), 'started_at': datetime.datetime(2022, 3, 29, 15, 26, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 37, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834765-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:37:46.297121 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5c77488-23a3-414b-a48a-9f3871f29c77 None None] Checking segment: {'id': '76e3cc01-da74-4348-b85c-f690ca48ba16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '29511449-8de3-40f9-b418-71977eb101f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:37:46.309079 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [req-fac5f6a8-7c51-4544-9026-81c1ba3609ca req-acb12740-ae68-4087-8a54-e7a7b1638ad6 tempest-SecurityGroupRulesTestJSON-878882535 tempest-SecurityGroupRulesTestJSON-878882535-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1999446173', 'description': 'tempest-description-1914394842'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:37:46.309907 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-f5c77488-23a3-414b-a48a-9f3871f29c77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:46.311840 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5c77488-23a3-414b-a48a-9f3871f29c77 None None] Bound using segment: {'id': '76e3cc01-da74-4348-b85c-f690ca48ba16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '29511449-8de3-40f9-b418-71977eb101f5'} {{(pid=102793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:37:46.312514 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.managers [None req-f5c77488-23a3-414b-a48a-9f3871f29c77 None None] Bound port: e79be3cc-119b-4622-b081-38b8438593e6, host: n-d-834765-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76e3cc01-da74-4348-b85c-f690ca48ba16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '29511449-8de3-40f9-b418-71977eb101f5'}}] {{(pid=102793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 15:37:46.313097 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-f5c77488-23a3-414b-a48a-9f3871f29c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:46.344014 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-fac5f6a8-7c51-4544-9026-81c1ba3609ca req-acb12740-ae68-4087-8a54-e7a7b1638ad6 tempest-SecurityGroupRulesTestJSON-878882535 tempest-SecurityGroupRulesTestJSON-878882535-project] Notify callbacks [] for security_group, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:46.422782 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-fac5f6a8-7c51-4544-9026-81c1ba3609ca req-acb12740-ae68-4087-8a54-e7a7b1638ad6 tempest-SecurityGroupRulesTestJSON-878882535 tempest-SecurityGroupRulesTestJSON-878882535-project] Notify callbacks [] for security_group, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:46.432577 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-fac5f6a8-7c51-4544-9026-81c1ba3609ca req-acb12740-ae68-4087-8a54-e7a7b1638ad6 tempest-SecurityGroupRulesTestJSON-878882535 tempest-SecurityGroupRulesTestJSON-878882535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:46.490774 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb12740-ae68-4087-8a54-e7a7b1638ad6 tempest-SecurityGroupRulesTestJSON-878882535 tempest-SecurityGroupRulesTestJSON-878882535-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19571fc7-0657-4712-854a-387dc20701a6,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:37:46.492660 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-170e57eb-564d-40bd-8eaa-6a793843d3c6 req-c2f1d9cd-d352-48aa-95ad-43956621be0c tempest-ServersAdmin275Test-1083301966 tempest-ServersAdmin275Test-1083301966-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=04016bd8-6ded-4605-9b43-eda4442e08e6 HTTP/1.1" status: 200 len: 210 time: 0.1008127 Mar 29 15:37:46.552890 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.db [None req-f5c77488-23a3-414b-a48a-9f3871f29c77 None None] For port e79be3cc-119b-4622-b081-38b8438593e6, host n-d-834765-1, cleared binding levels {{(pid=102793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:37:46.561912 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.db [None req-f5c77488-23a3-414b-a48a-9f3871f29c77 None None] For port e79be3cc-119b-4622-b081-38b8438593e6, host n-d-834765-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=e79be3cc-119b-4622-b081-38b8438593e6,segment=NetworkSegment(76e3cc01-da74-4348-b85c-f690ca48ba16),segment_id=76e3cc01-da74-4348-b85c-f690ca48ba16)] {{(pid=102793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:37:46.574018 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Pushing event updated for resources: {'Port': ['ID=a8eb60fb-af4c-47c1-8bd6-3af3e85d4ac0,revision_number=4']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:37:46.581997 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-f5c77488-23a3-414b-a48a-9f3871f29c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:46.587141 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-fac5f6a8-7c51-4544-9026-81c1ba3609ca req-acb12740-ae68-4087-8a54-e7a7b1638ad6 tempest-SecurityGroupRulesTestJSON-878882535 tempest-SecurityGroupRulesTestJSON-878882535-project] Notify callbacks [] for security_group, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:46.592512 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-fac5f6a8-7c51-4544-9026-81c1ba3609ca req-acb12740-ae68-4087-8a54-e7a7b1638ad6 tempest-SecurityGroupRulesTestJSON-878882535 tempest-SecurityGroupRulesTestJSON-878882535-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.2972825 Mar 29 15:37:46.633595 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5711d00-132f-45a8-a02b-c2d315a49795 req-633d8549-4590-4767-85ee-ab0b50484d75 tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] Made reservation on behalf of c66f5a43ae0e46908f202e6b40f23448 for: {'port': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:37:46.641662 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-f5711d00-132f-45a8-a02b-c2d315a49795 req-633d8549-4590-4767-85ee-ab0b50484d75 tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:46.662662 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d15e1a-7e4d-486b-b849-43e827b359fc None None] Pushing event updated for resources: {'Port': ['ID=e79be3cc-119b-4622-b081-38b8438593e6,revision_number=4']} {{(pid=102793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:37:46.692688 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:46.694287 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-2716d272-30bc-473c-8f1a-6050abc4ad3b None None] Provisioning complete for port e79be3cc-119b-4622-b081-38b8438593e6 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:37:46.694769 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-2716d272-30bc-473c-8f1a-6050abc4ad3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:46.710229 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-49a0f336-33bf-4265-968d-e2ae89daafe1 req-6a7eea42-5a08-44ae-bdc3-fc797decdd44 tempest-SecurityGroupRulesTestJSON-878882535 tempest-SecurityGroupRulesTestJSON-878882535-project] 10.222.0.42 "GET /v2.0/security-groups/19571fc7-0657-4712-854a-387dc20701a6 HTTP/1.1" status: 200 len: 1805 time: 0.0924907 Mar 29 15:37:46.718414 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [req-49a0f336-33bf-4265-968d-e2ae89daafe1 req-9c94dc10-52af-4ab8-835b-242b0c62ee7a tempest-SecurityGroupRulesTestJSON-878882535 tempest-SecurityGroupRulesTestJSON-878882535-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '19571fc7-0657-4712-854a-387dc20701a6', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:37:46.718719 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [req-49a0f336-33bf-4265-968d-e2ae89daafe1 req-9c94dc10-52af-4ab8-835b-242b0c62ee7a tempest-SecurityGroupRulesTestJSON-878882535 tempest-SecurityGroupRulesTestJSON-878882535-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '19571fc7-0657-4712-854a-387dc20701a6', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:37:46.740074 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] get_ports_and_sgs() called for port_ids ['a8eb60fb-af4c-47c1-8bd6-3af3e85d4ac0'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:37:46.782371 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5c77488-23a3-414b-a48a-9f3871f29c77 None None] Routers {'98f81035-3da3-4694-82b6-08bf9c6d937e'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:37:46.784155 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-f5c77488-23a3-414b-a48a-9f3871f29c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:37:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['98f81035-3da3-4694-82b6-08bf9c6d937e'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:37:46.902599 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-49a0f336-33bf-4265-968d-e2ae89daafe1 req-9c94dc10-52af-4ab8-835b-242b0c62ee7a tempest-SecurityGroupRulesTestJSON-878882535 tempest-SecurityGroupRulesTestJSON-878882535-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:46.913620 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.agents_db [None req-59735a15-725e-44d4-9ad5-95cbe356f209 None None] Agent healthcheck: found 7 active agents {{(pid=102793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 15:37:46.965912 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-49a0f336-33bf-4265-968d-e2ae89daafe1 req-9c94dc10-52af-4ab8-835b-242b0c62ee7a tempest-SecurityGroupRulesTestJSON-878882535 tempest-SecurityGroupRulesTestJSON-878882535-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:46.974181 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-49a0f336-33bf-4265-968d-e2ae89daafe1 req-9c94dc10-52af-4ab8-835b-242b0c62ee7a tempest-SecurityGroupRulesTestJSON-878882535 tempest-SecurityGroupRulesTestJSON-878882535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610998'] for security_group_rule, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:46.994814 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-2716d272-30bc-473c-8f1a-6050abc4ad3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:47.007198 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_common [req-f5711d00-132f-45a8-a02b-c2d315a49795 req-633d8549-4590-4767-85ee-ab0b50484d75 tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] Allocated IP 172.20.0.2 (c7e23169-e9d3-4fec-ace3-87b88825b851/47ebad0b-955e-4824-b04c-60b1952d5787/92483d71-0aee-4c16-b1ee-3338907a4ad9) {{(pid=102791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:37:47.036485 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c94dc10-52af-4ab8-835b-242b0c62ee7a tempest-SecurityGroupRulesTestJSON-878882535 tempest-SecurityGroupRulesTestJSON-878882535-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2252e48-018d-4bb4-ba5a-df71efbe0295,revision_number=0']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:37:47.053506 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-2716d272-30bc-473c-8f1a-6050abc4ad3b None None] For port e79be3cc-119b-4622-b081-38b8438593e6, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=e79be3cc-119b-4622-b081-38b8438593e6,segment=NetworkSegment(76e3cc01-da74-4348-b85c-f690ca48ba16),segment_id=76e3cc01-da74-4348-b85c-f690ca48ba16)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:37:47.070041 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-2716d272-30bc-473c-8f1a-6050abc4ad3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:47.070199 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-49a0f336-33bf-4265-968d-e2ae89daafe1 req-9c94dc10-52af-4ab8-835b-242b0c62ee7a tempest-SecurityGroupRulesTestJSON-878882535 tempest-SecurityGroupRulesTestJSON-878882535-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:47.103934 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-49a0f336-33bf-4265-968d-e2ae89daafe1 req-9c94dc10-52af-4ab8-835b-242b0c62ee7a tempest-SecurityGroupRulesTestJSON-878882535 tempest-SecurityGroupRulesTestJSON-878882535-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3918650 Mar 29 15:37:47.147530 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvr_db [None req-f5c77488-23a3-414b-a48a-9f3871f29c77 None None] Set router 98f81035-3da3-4694-82b6-08bf9c6d937e gateway port host: n-d-834765-1 {{(pid=102793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:37:47.162706 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2716d272-30bc-473c-8f1a-6050abc4ad3b None None] Pushing event updated for resources: {'Port': ['ID=e79be3cc-119b-4622-b081-38b8438593e6,revision_number=5']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:37:47.208144 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-2c7440a0-2f5a-4b9e-b0b3-1e01311a9d4a None None] Provisioning complete for port e79be3cc-119b-4622-b081-38b8438593e6 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:37:47.208546 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-2c7440a0-2f5a-4b9e-b0b3-1e01311a9d4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:47.293869 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-0d08620a-a770-421b-82bc-66a4da1b6e71 req-6ca3de9f-7c47-4a35-b8b7-4cfbe5e85e7b tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] 10.222.0.42 "GET /v2.0/ports?device_id=02827dcb-f1d9-473b-a457-36e8d447defc HTTP/1.1" status: 200 len: 210 time: 0.0392163 Mar 29 15:37:47.295448 n-d-834765-1 neutron-server[102791]: INFO neutron.db.l3_db [None req-5195e39d-63c3-4036-88a1-e5f9f23ec0d0 tempest-ServersTestFqdnHostnames-820638718 tempest-ServersTestFqdnHostnames-820638718-project] Floating IP 5b244e6b-e9aa-44ff-a1ac-7c9102ae49d3 associated. External IP: 172.25.4.54, port: ee33af2b-688f-44aa-b5f5-0682e4e2fd02. Mar 29 15:37:47.352671 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d8abfd-9234-460f-9ec8-a244c835df2d req-ba86f6e2-c4b3-4648-ad8e-001cc1ca9575 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:37:47.367811 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-88d8abfd-9234-460f-9ec8-a244c835df2d req-ba86f6e2-c4b3-4648-ad8e-001cc1ca9575 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] 10.222.0.42 "GET /v2.0/ports?device_id=bba2baf7-e23e-4421-b30a-eaf6b702a068 HTTP/1.1" status: 200 len: 944 time: 0.1346967 Mar 29 15:37:47.370305 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [req-8ead66e3-2b95-4022-9bf5-0c68e7c1791a req-9e95bb2e-fe9d-4ae5-b7ad-8feedd6ec655 tempest-SecurityGroupRulesTestJSON-878882535 tempest-SecurityGroupRulesTestJSON-878882535-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1955458235', 'description': 'tempest-description-979560115'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:37:47.390689 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-f5711d00-132f-45a8-a02b-c2d315a49795 req-633d8549-4590-4767-85ee-ab0b50484d75 tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] Notify callbacks [] for port, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:47.395489 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-8ead66e3-2b95-4022-9bf5-0c68e7c1791a req-9e95bb2e-fe9d-4ae5-b7ad-8feedd6ec655 tempest-SecurityGroupRulesTestJSON-878882535 tempest-SecurityGroupRulesTestJSON-878882535-project] Notify callbacks [] for security_group, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:47.477266 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-8ead66e3-2b95-4022-9bf5-0c68e7c1791a req-9e95bb2e-fe9d-4ae5-b7ad-8feedd6ec655 tempest-SecurityGroupRulesTestJSON-878882535 tempest-SecurityGroupRulesTestJSON-878882535-project] Notify callbacks [] for security_group, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:47.487464 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-8ead66e3-2b95-4022-9bf5-0c68e7c1791a req-9e95bb2e-fe9d-4ae5-b7ad-8feedd6ec655 tempest-SecurityGroupRulesTestJSON-878882535 tempest-SecurityGroupRulesTestJSON-878882535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:47.512020 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-88d8abfd-9234-460f-9ec8-a244c835df2d req-d218fea9-7e62-4add-a54e-9e7eb8923f75 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] 10.222.0.42 "GET /v2.0/security-groups?id=c99ced8e-1ceb-46fb-aaa7-747186b2b9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425266 Mar 29 15:37:47.522663 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e95bb2e-fe9d-4ae5-b7ad-8feedd6ec655 tempest-SecurityGroupRulesTestJSON-878882535 tempest-SecurityGroupRulesTestJSON-878882535-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29063061-8853-4d07-bdf1-5a6f0a4b0c18,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:37:47.554183 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-8ead66e3-2b95-4022-9bf5-0c68e7c1791a req-9e95bb2e-fe9d-4ae5-b7ad-8feedd6ec655 tempest-SecurityGroupRulesTestJSON-878882535 tempest-SecurityGroupRulesTestJSON-878882535-project] Notify callbacks [] for security_group, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:47.559036 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-8ead66e3-2b95-4022-9bf5-0c68e7c1791a req-9e95bb2e-fe9d-4ae5-b7ad-8feedd6ec655 tempest-SecurityGroupRulesTestJSON-878882535 tempest-SecurityGroupRulesTestJSON-878882535-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1963933 Mar 29 15:37:47.585516 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-f5c77488-23a3-414b-a48a-9f3871f29c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98f81035-3da3-4694-82b6-08bf9c6d937e', 'name': 'tempest-AttachSCSIVolumeTestJSON-1948404804-router', 'tenant_id': '016c41f55ccd4a8a94a6f2e85cf132d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.123'}], 'enable_snat': True}, 'gw_port_id': '225d50df-d3c7-4c23-8b15-9bc79e0e32c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:37:35Z', 'updated_at': '2022-03-29T15:37:40Z', 'revision_number': 4, 'project_id': '016c41f55ccd4a8a94a6f2e85cf132d2', 'gw_port': {'id': '225d50df-d3c7-4c23-8b15-9bc79e0e32c0', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:1d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98f81035-3da3-4694-82b6-08bf9c6d937e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:37:36Z', 'updated_at': '2022-03-29T15:37:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': 'e79be3cc-119b-4622-b081-38b8438593e6', 'name': '', 'network_id': '29511449-8de3-40f9-b418-71977eb101f5', 'tenant_id': '016c41f55ccd4a8a94a6f2e85cf132d2', 'mac_address': 'fa:16:3e:e6:d8:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98f81035-3da3-4694-82b6-08bf9c6d937e', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '6c1f242e-fe07-4705-af09-bfe3ccbd5bd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:37:39Z', 'updated_at': '2022-03-29T15:37:46Z', 'revision_number': 4, 'project_id': '016c41f55ccd4a8a94a6f2e85cf132d2', 'subnets': [{'id': '6c1f242e-fe07-4705-af09-bfe3ccbd5bd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:37:47.625365 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5c77488-23a3-414b-a48a-9f3871f29c77 None None] The sync data for ids ['98f81035-3da3-4694-82b6-08bf9c6d937e'] in n-d-834765-1 is: [{'id': '98f81035-3da3-4694-82b6-08bf9c6d937e', 'name': 'tempest-AttachSCSIVolumeTestJSON-1948404804-router', 'tenant_id': '016c41f55ccd4a8a94a6f2e85cf132d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.123'}], 'enable_snat': True}, 'gw_port_id': '225d50df-d3c7-4c23-8b15-9bc79e0e32c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:37:35Z', 'updated_at': '2022-03-29T15:37:40Z', 'revision_number': 4, 'project_id': '016c41f55ccd4a8a94a6f2e85cf132d2', 'gw_port': {'id': '225d50df-d3c7-4c23-8b15-9bc79e0e32c0', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:1d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98f81035-3da3-4694-82b6-08bf9c6d937e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:37:36Z', 'updated_at': '2022-03-29T15:37:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': 'e79be3cc-119b-4622-b081-38b8438593e6', 'name': '', 'network_id': '29511449-8de3-40f9-b418-71977eb101f5', 'tenant_id': '016c41f55ccd4a8a94a6f2e85cf132d2', 'mac_address': 'fa:16:3e:e6:d8:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98f81035-3da3-4694-82b6-08bf9c6d937e', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '6c1f242e-fe07-4705-af09-bfe3ccbd5bd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:37:39Z', 'updated_at': '2022-03-29T15:37:46Z', 'revision_number': 4, 'project_id': '016c41f55ccd4a8a94a6f2e85cf132d2', 'subnets': [{'id': '6c1f242e-fe07-4705-af09-bfe3ccbd5bd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:37:47.652355 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:47.713441 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-f5711d00-132f-45a8-a02b-c2d315a49795 req-633d8549-4590-4767-85ee-ab0b50484d75 tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:47.745357 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-3d771a50-248a-4c64-941d-6508f9ebead8 req-d8c31daf-a71c-45f7-a9a3-5687ff0cf4e0 tempest-ServersAdmin275Test-1083301966 tempest-ServersAdmin275Test-1083301966-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=04016bd8-6ded-4605-9b43-eda4442e08e6 HTTP/1.1" status: 200 len: 210 time: 0.0476885 Mar 29 15:37:47.812138 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633d8549-4590-4767-85ee-ab0b50484d75 tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] Pushing event updated for resources: {'Port': ['ID=92483d71-0aee-4c16-b1ee-3338907a4ad9,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:37:47.854943 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-5ed18939-9e9a-499a-9aad-ae5e0b917657 req-73acbc6f-7aea-466d-b8b1-97d24e141694 tempest-SecurityGroupRulesTestJSON-878882535 tempest-SecurityGroupRulesTestJSON-878882535-project] 10.222.0.42 "GET /v2.0/security-groups/29063061-8853-4d07-bdf1-5a6f0a4b0c18 HTTP/1.1" status: 200 len: 1804 time: 0.2547960 Mar 29 15:37:47.905394 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [req-5ed18939-9e9a-499a-9aad-ae5e0b917657 req-30bcc1e4-df71-4176-baf5-b22f404a71b3 tempest-SecurityGroupRulesTestJSON-878882535 tempest-SecurityGroupRulesTestJSON-878882535-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '29063061-8853-4d07-bdf1-5a6f0a4b0c18', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:37:47.905706 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [req-5ed18939-9e9a-499a-9aad-ae5e0b917657 req-30bcc1e4-df71-4176-baf5-b22f404a71b3 tempest-SecurityGroupRulesTestJSON-878882535 tempest-SecurityGroupRulesTestJSON-878882535-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '29063061-8853-4d07-bdf1-5a6f0a4b0c18', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:37:47.911359 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5711d00-132f-45a8-a02b-c2d315a49795 req-633d8549-4590-4767-85ee-ab0b50484d75 tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] Network c7e23169-e9d3-4fec-ace3-87b88825b851 is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:37:47.919414 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [req-f5711d00-132f-45a8-a02b-c2d315a49795 req-633d8549-4590-4767-85ee-ab0b50484d75 tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:37:47.922348 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5711d00-132f-45a8-a02b-c2d315a49795 req-633d8549-4590-4767-85ee-ab0b50484d75 tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] Received port after_create {{(pid=102791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:37:48.031882 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5711d00-132f-45a8-a02b-c2d315a49795 req-633d8549-4590-4767-85ee-ab0b50484d75 tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:37:48.032588 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-f5711d00-132f-45a8-a02b-c2d315a49795 req-633d8549-4590-4767-85ee-ab0b50484d75 tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:48.073733 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f5711d00-132f-45a8-a02b-c2d315a49795 req-633d8549-4590-4767-85ee-ab0b50484d75 tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3241301 Mar 29 15:37:48.080012 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5195e39d-63c3-4036-88a1-e5f9f23ec0d0 tempest-ServersTestFqdnHostnames-820638718 tempest-ServersTestFqdnHostnames-820638718-project] Router 45da26bd-8120-46d4-bcdc-4cdd7dcf8db9 has already been hosted by L3 agent c648d819-1060-4f26-b4ec-6455387b5dff {{(pid=102791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 15:37:48.088149 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [req-f5711d00-132f-45a8-a02b-c2d315a49795 req-2e1f4c21-da46-40f3-97fe-41911b78132b service neutron] Request body: {'port': {'device_id': '02827dcb-f1d9-473b-a457-36e8d447defc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834765-1'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:37:48.122758 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-5ed18939-9e9a-499a-9aad-ae5e0b917657 req-30bcc1e4-df71-4176-baf5-b22f404a71b3 tempest-SecurityGroupRulesTestJSON-878882535 tempest-SecurityGroupRulesTestJSON-878882535-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:48.223037 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-f5711d00-132f-45a8-a02b-c2d315a49795 req-2e1f4c21-da46-40f3-97fe-41911b78132b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:48.234629 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-5ed18939-9e9a-499a-9aad-ae5e0b917657 req-30bcc1e4-df71-4176-baf5-b22f404a71b3 tempest-SecurityGroupRulesTestJSON-878882535 tempest-SecurityGroupRulesTestJSON-878882535-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:48.252899 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-5ed18939-9e9a-499a-9aad-ae5e0b917657 req-30bcc1e4-df71-4176-baf5-b22f404a71b3 tempest-SecurityGroupRulesTestJSON-878882535 tempest-SecurityGroupRulesTestJSON-878882535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610998'] for security_group_rule, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:48.346537 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bcc1e4-df71-4176-baf5-b22f404a71b3 tempest-SecurityGroupRulesTestJSON-878882535 tempest-SecurityGroupRulesTestJSON-878882535-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3035c0fd-4f70-4cc6-84bd-b1e38045d8b5,revision_number=0']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:37:48.361589 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-5ed18939-9e9a-499a-9aad-ae5e0b917657 req-30bcc1e4-df71-4176-baf5-b22f404a71b3 tempest-SecurityGroupRulesTestJSON-878882535 tempest-SecurityGroupRulesTestJSON-878882535-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:48.362778 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-5ed18939-9e9a-499a-9aad-ae5e0b917657 req-30bcc1e4-df71-4176-baf5-b22f404a71b3 tempest-SecurityGroupRulesTestJSON-878882535 tempest-SecurityGroupRulesTestJSON-878882535-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.4677532 Mar 29 15:37:48.393348 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5195e39d-63c3-4036-88a1-e5f9f23ec0d0 tempest-ServersTestFqdnHostnames-820638718 tempest-ServersTestFqdnHostnames-820638718-project] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:37:48.411612 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c26e0c0b-f76b-4805-8630-9b8f3f8947c3 None None] Sync routers for ids ['45da26bd-8120-46d4-bcdc-4cdd7dcf8db9'] in n-d-834765-1 {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:37:48.427753 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c26e0c0b-f76b-4805-8630-9b8f3f8947c3 None None] Routers {'45da26bd-8120-46d4-bcdc-4cdd7dcf8db9'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:37:48.428624 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-c26e0c0b-f76b-4805-8630-9b8f3f8947c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:37:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['45da26bd-8120-46d4-bcdc-4cdd7dcf8db9'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:37:48.466270 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506f4146-369b-4a5c-a696-931e2ef7c3e1 req-eb60d2db-f7cb-4aed-b873-4aecd706e745 tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:37:48.479518 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-506f4146-369b-4a5c-a696-931e2ef7c3e1 req-eb60d2db-f7cb-4aed-b873-4aecd706e745 tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] 10.222.0.42 "GET /v2.0/ports?device_id=02827dcb-f1d9-473b-a457-36e8d447defc HTTP/1.1" status: 200 len: 931 time: 0.0760572 Mar 29 15:37:48.495721 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-5195e39d-63c3-4036-88a1-e5f9f23ec0d0 tempest-ServersTestFqdnHostnames-820638718 tempest-ServersTestFqdnHostnames-820638718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for floatingip, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:48.534018 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-506f4146-369b-4a5c-a696-931e2ef7c3e1 req-b7014f45-ee5f-48e9-8492-229eeecde84b tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] 10.222.0.42 "GET /v2.0/security-groups?id=d26d57f3-f34b-4b82-acb2-a15ffdfe7b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493703 Mar 29 15:37:48.534346 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [req-a9f30208-65c5-4955-be86-eb70e987e56c req-28f449dd-5bee-4ab2-a0b9-d6bad3dbb4c9 tempest-SecurityGroupRulesTestJSON-878882535 tempest-SecurityGroupRulesTestJSON-878882535-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1328493516', 'description': 'tempest-description-1239095815'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:37:48.585890 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvr_db [None req-c26e0c0b-f76b-4805-8630-9b8f3f8947c3 None None] Set router 45da26bd-8120-46d4-bcdc-4cdd7dcf8db9 gateway port host: n-d-834765-1 {{(pid=102792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:37:48.595203 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-5195e39d-63c3-4036-88a1-e5f9f23ec0d0 tempest-ServersTestFqdnHostnames-820638718 tempest-ServersTestFqdnHostnames-820638718-project] 10.222.0.42 "PUT /v2.0/floatingips/5b244e6b-e9aa-44ff-a1ac-7c9102ae49d3 HTTP/1.1" status: 200 len: 991 time: 4.3891068 Mar 29 15:37:48.600324 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac61adc4-a040-46b7-b07a-379e6e55215a', 'tag': 'ee33af2b-688f-44aa-b5f5-0682e4e2fd02'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:37:48.603962 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c67b028db5e9b9818fecc5c0a87ebc6f190694fa53ca267d523e04f98de536d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a178f41-777f-4c9c-9c5d-98484182cab1" -d '{"events": [{"name": "network-changed", "server_uuid": "ac61adc4-a040-46b7-b07a-379e6e55215a", "tag": "ee33af2b-688f-44aa-b5f5-0682e4e2fd02"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:37:48.637237 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-a9f30208-65c5-4955-be86-eb70e987e56c req-28f449dd-5bee-4ab2-a0b9-d6bad3dbb4c9 tempest-SecurityGroupRulesTestJSON-878882535 tempest-SecurityGroupRulesTestJSON-878882535-project] Notify callbacks [] for security_group, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:48.782772 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7299e4c8-8c38-4c52-85d1-c74c628cdd6f req-83116048-76fb-4077-8eac-5b1b0b145a87 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:37:48.796962 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-7299e4c8-8c38-4c52-85d1-c74c628cdd6f req-83116048-76fb-4077-8eac-5b1b0b145a87 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] 10.222.0.42 "GET /v2.0/ports?device_id=bba2baf7-e23e-4421-b30a-eaf6b702a068 HTTP/1.1" status: 200 len: 944 time: 0.1117427 Mar 29 15:37:48.802452 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-a9f30208-65c5-4955-be86-eb70e987e56c req-28f449dd-5bee-4ab2-a0b9-d6bad3dbb4c9 tempest-SecurityGroupRulesTestJSON-878882535 tempest-SecurityGroupRulesTestJSON-878882535-project] Notify callbacks [] for security_group, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:48.811206 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-a9f30208-65c5-4955-be86-eb70e987e56c req-28f449dd-5bee-4ab2-a0b9-d6bad3dbb4c9 tempest-SecurityGroupRulesTestJSON-878882535 tempest-SecurityGroupRulesTestJSON-878882535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:48.820786 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device a8eb60fb-af4c-47c1-8bd6-3af3e85d4ac0 up at agent hyperv_n-h1-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:37:48.850278 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-a9f30208-65c5-4955-be86-eb70e987e56c req-28f449dd-5bee-4ab2-a0b9-d6bad3dbb4c9 tempest-SecurityGroupRulesTestJSON-878882535 tempest-SecurityGroupRulesTestJSON-878882535-project] Notify callbacks [] for security_group, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:48.851559 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-a9f30208-65c5-4955-be86-eb70e987e56c req-28f449dd-5bee-4ab2-a0b9-d6bad3dbb4c9 tempest-SecurityGroupRulesTestJSON-878882535 tempest-SecurityGroupRulesTestJSON-878882535-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.3535147 Mar 29 15:37:48.859866 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-7299e4c8-8c38-4c52-85d1-c74c628cdd6f req-d3da6034-5878-4203-85b2-3ed30f7dd7e2 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] 10.222.0.42 "GET /v2.0/security-groups?id=c99ced8e-1ceb-46fb-aaa7-747186b2b9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614703 Mar 29 15:37:48.942169 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f449dd-5bee-4ab2-a0b9-d6bad3dbb4c9 tempest-SecurityGroupRulesTestJSON-878882535 tempest-SecurityGroupRulesTestJSON-878882535-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6c189e6-707f-4f78-95df-8a49be4189af,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:37:48.977383 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [req-f5711d00-132f-45a8-a02b-c2d315a49795 req-2e1f4c21-da46-40f3-97fe-41911b78132b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92483d71-0aee-4c16-b1ee-3338907a4ad9 {{(pid=102791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:37:49.001616 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-f5711d00-132f-45a8-a02b-c2d315a49795 req-2e1f4c21-da46-40f3-97fe-41911b78132b service neutron] Notify callbacks [] for port, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:49.024509 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 15:37:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-026cfc6a-0113-4c04-ab80-78d5afa45c62 x-openstack-request-id: req-026cfc6a-0113-4c04-ab80-78d5afa45c62 {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:37:49.026406 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac61adc4-a040-46b7-b07a-379e6e55215a", "tag": "ee33af2b-688f-44aa-b5f5-0682e4e2fd02", "status": "completed", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:37:49.030363 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-026cfc6a-0113-4c04-ab80-78d5afa45c62 {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:37:49.030997 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac61adc4-a040-46b7-b07a-379e6e55215a', 'tag': 'ee33af2b-688f-44aa-b5f5-0682e4e2fd02', 'status': 'completed', 'code': 200} Mar 29 15:37:49.053612 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.provisioning_blocks [req-f5711d00-132f-45a8-a02b-c2d315a49795 req-2e1f4c21-da46-40f3-97fe-41911b78132b service neutron] Transition to ACTIVE for port object 92483d71-0aee-4c16-b1ee-3338907a4ad9 will not be triggered until provisioned by entity L2. {{(pid=102791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 15:37:49.065206 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-f5711d00-132f-45a8-a02b-c2d315a49795 req-2e1f4c21-da46-40f3-97fe-41911b78132b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:49.081147 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Provisioning for port a8eb60fb-af4c-47c1-8bd6-3af3e85d4ac0 completed by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 15:37:49.081797 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [req-359eb37f-2b3d-4d25-ae2a-9c893dd8e8b8 req-0aeabca3-e57d-43de-aa76-5ea0c0f2a54d tempest-SecurityGroupRulesTestJSON-878882535 tempest-SecurityGroupRulesTestJSON-878882535-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1341695628', 'description': 'tempest-description-1617364077'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:37:49.086164 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-c26e0c0b-f76b-4805-8630-9b8f3f8947c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45da26bd-8120-46d4-bcdc-4cdd7dcf8db9', 'name': 'tempest-ServersTestFqdnHostnames-1468150373-router', 'tenant_id': '2af1828b0db64724acc70ec85951ece1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.213'}], 'enable_snat': True}, 'gw_port_id': '9e2674df-5c03-46fc-a696-37a0ad731b3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:37:07Z', 'updated_at': '2022-03-29T15:37:13Z', 'revision_number': 4, 'project_id': '2af1828b0db64724acc70ec85951ece1', 'gw_port': {'id': '9e2674df-5c03-46fc-a696-37a0ad731b3d', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:4f:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45da26bd-8120-46d4-bcdc-4cdd7dcf8db9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:37:08Z', 'updated_at': '2022-03-29T15:37:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_floatingips': [{'id': '5b244e6b-e9aa-44ff-a1ac-7c9102ae49d3', 'tenant_id': '2af1828b0db64724acc70ec85951ece1', 'floating_ip_address': '172.25.4.54', 'floating_network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'router_id': '45da26bd-8120-46d4-bcdc-4cdd7dcf8db9', 'port_id': 'ee33af2b-688f-44aa-b5f5-0682e4e2fd02', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 533, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0b8e561-a28c-462a-bbe9-e18d64a7cfc0', 'mac_address': 'fa:16:3e:68:a8:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac61adc4-a040-46b7-b07a-379e6e55215a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T15:37:18Z', 'updated_at': '2022-03-29T15:37:45Z', 'revision_number': 1, 'project_id': '2af1828b0db64724acc70ec85951ece1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c9e39e5-cc3f-4a3c-bc7c-366be9f7ddc6', 'name': '', 'network_id': 'd0b8e561-a28c-462a-bbe9-e18d64a7cfc0', 'tenant_id': '2af1828b0db64724acc70ec85951ece1', 'mac_address': 'fa:16:3e:30:83:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45da26bd-8120-46d4-bcdc-4cdd7dcf8db9', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '572194bb-5d01-419c-9884-1313920c1946', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:37:12Z', 'updated_at': '2022-03-29T15:37:17Z', 'revision_number': 5, 'project_id': '2af1828b0db64724acc70ec85951ece1', 'subnets': [{'id': '572194bb-5d01-419c-9884-1313920c1946', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:37:49.111248 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Provisioning complete for port a8eb60fb-af4c-47c1-8bd6-3af3e85d4ac0 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:37:49.113056 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:49.166355 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-a81dee97-ba97-4e55-ad59-bac9133e01eb req-fdaa0109-951c-47ca-9abd-b7bff074cf17 tempest-ServersAdmin275Test-1083301966 tempest-ServersAdmin275Test-1083301966-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=04016bd8-6ded-4605-9b43-eda4442e08e6 HTTP/1.1" status: 200 len: 210 time: 0.0700521 Mar 29 15:37:49.178613 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a178f41-777f-4c9c-9c5d-98484182cab1 req-6b8790a1-8e82-4748-ac76-3d822707487d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:37:49.180113 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-6a178f41-777f-4c9c-9c5d-98484182cab1 req-6b8790a1-8e82-4748-ac76-3d822707487d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2af1828b0db64724acc70ec85951ece1&device_id=ac61adc4-a040-46b7-b07a-379e6e55215a HTTP/1.1" status: 200 len: 1097 time: 0.1522644 Mar 29 15:37:49.257993 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-359eb37f-2b3d-4d25-ae2a-9c893dd8e8b8 req-0aeabca3-e57d-43de-aa76-5ea0c0f2a54d tempest-SecurityGroupRulesTestJSON-878882535 tempest-SecurityGroupRulesTestJSON-878882535-project] Notify callbacks [] for security_group, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:49.272215 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c26e0c0b-f76b-4805-8630-9b8f3f8947c3 None None] Checking router: 45da26bd-8120-46d4-bcdc-4cdd7dcf8db9 for host: n-d-834765-1 {{(pid=102792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:37:49.281788 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-914f0521-0756-4189-8bf0-7def5ccb4f27 req-913d3f14-975a-4a2f-a8e1-c7f2f7eacff7 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=04016bd8-6ded-4605-9b43-eda4442e08e6 HTTP/1.1" status: 200 len: 210 time: 0.0884173 Mar 29 15:37:49.306464 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1f4c21-da46-40f3-97fe-41911b78132b service neutron] Pushing event updated for resources: {'Port': ['ID=92483d71-0aee-4c16-b1ee-3338907a4ad9,revision_number=2']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:37:49.341648 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:49.351184 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c26e0c0b-f76b-4805-8630-9b8f3f8947c3 None None] Routers {'45da26bd-8120-46d4-bcdc-4cdd7dcf8db9'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:37:49.351873 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-c26e0c0b-f76b-4805-8630-9b8f3f8947c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:37:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['45da26bd-8120-46d4-bcdc-4cdd7dcf8db9'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:37:49.390210 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a178f41-777f-4c9c-9c5d-98484182cab1 req-b55f0a03-5118-4a96-b747-d36fda8641d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:37:49.392450 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-6a178f41-777f-4c9c-9c5d-98484182cab1 req-b55f0a03-5118-4a96-b747-d36fda8641d0 service neutron] 10.222.0.48 "GET /v2.0/networks?id=d0b8e561-a28c-462a-bbe9-e18d64a7cfc0 HTTP/1.1" status: 200 len: 916 time: 0.2008939 Mar 29 15:37:49.479021 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-f5711d00-132f-45a8-a02b-c2d315a49795 req-2e1f4c21-da46-40f3-97fe-41911b78132b service neutron] Attempting to bind port 92483d71-0aee-4c16-b1ee-3338907a4ad9 on host n-h1-834765-1 for vnic_type normal with profile {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:37:49.479021 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-f5711d00-132f-45a8-a02b-c2d315a49795 req-2e1f4c21-da46-40f3-97fe-41911b78132b service neutron] Attempting to bind port 92483d71-0aee-4c16-b1ee-3338907a4ad9 by drivers openvswitch,hyperv on host n-h1-834765-1 at level 0 using segments [{'id': '52cd9713-83ea-496d-8c48-fd7b796e6ead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'c7e23169-e9d3-4fec-ace3-87b88825b851'}] {{(pid=102791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:37:49.479021 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5711d00-132f-45a8-a02b-c2d315a49795 req-2e1f4c21-da46-40f3-97fe-41911b78132b service neutron] Attempting to bind port 92483d71-0aee-4c16-b1ee-3338907a4ad9 on network c7e23169-e9d3-4fec-ace3-87b88825b851 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:37:49.479428 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bba2baf7-e23e-4421-b30a-eaf6b702a068', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8eb60fb-af4c-47c1-8bd6-3af3e85d4ac0'}] {{(pid=102792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:37:49.479752 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4f476c66b318cc6068719fc39557fac68d413f5c7e78fa77028c7948e999ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2859aa4c-e136-44b1-bb73-eb0d5c69557b" -d '{"events": [{"server_uuid": "bba2baf7-e23e-4421-b30a-eaf6b702a068", "name": "network-vif-plugged", "status": "completed", "tag": "a8eb60fb-af4c-47c1-8bd6-3af3e85d4ac0"}]}' {{(pid=102792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:37:49.484970 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5711d00-132f-45a8-a02b-c2d315a49795 req-2e1f4c21-da46-40f3-97fe-41911b78132b service neutron] Port 92483d71-0aee-4c16-b1ee-3338907a4ad9 on network c7e23169-e9d3-4fec-ace3-87b88825b851 not bound, no agent of type Open vSwitch agent registered on host n-h1-834765-1 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 15:37:49.485220 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5711d00-132f-45a8-a02b-c2d315a49795 req-2e1f4c21-da46-40f3-97fe-41911b78132b service neutron] Attempting to bind port 92483d71-0aee-4c16-b1ee-3338907a4ad9 on network c7e23169-e9d3-4fec-ace3-87b88825b851 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:37:49.496912 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port a8eb60fb-af4c-47c1-8bd6-3af3e85d4ac0, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=a8eb60fb-af4c-47c1-8bd6-3af3e85d4ac0,segment=NetworkSegment(65ab5bc3-e80e-4641-82f0-4ef53207c2d7),segment_id=65ab5bc3-e80e-4641-82f0-4ef53207c2d7)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:37:49.531685 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-359eb37f-2b3d-4d25-ae2a-9c893dd8e8b8 req-0aeabca3-e57d-43de-aa76-5ea0c0f2a54d tempest-SecurityGroupRulesTestJSON-878882535 tempest-SecurityGroupRulesTestJSON-878882535-project] Notify callbacks [] for security_group, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:49.541883 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5711d00-132f-45a8-a02b-c2d315a49795 req-2e1f4c21-da46-40f3-97fe-41911b78132b service neutron] Checking agent: {'id': 'be375040-5069-4239-9460-a3a3213e1e90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 33, 18), 'started_at': datetime.datetime(2022, 3, 29, 15, 33, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 37, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:37:49.543842 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5711d00-132f-45a8-a02b-c2d315a49795 req-2e1f4c21-da46-40f3-97fe-41911b78132b service neutron] Checking segment: {'id': '52cd9713-83ea-496d-8c48-fd7b796e6ead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'c7e23169-e9d3-4fec-ace3-87b88825b851'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:37:49.545157 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5711d00-132f-45a8-a02b-c2d315a49795 req-2e1f4c21-da46-40f3-97fe-41911b78132b service neutron] Bound using segment: {'id': '52cd9713-83ea-496d-8c48-fd7b796e6ead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'c7e23169-e9d3-4fec-ace3-87b88825b851'} {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:37:49.546916 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-f5711d00-132f-45a8-a02b-c2d315a49795 req-2e1f4c21-da46-40f3-97fe-41911b78132b service neutron] Bound port: 92483d71-0aee-4c16-b1ee-3338907a4ad9, host: n-h1-834765-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52cd9713-83ea-496d-8c48-fd7b796e6ead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'c7e23169-e9d3-4fec-ace3-87b88825b851'}}] {{(pid=102791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 15:37:49.550238 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-f5711d00-132f-45a8-a02b-c2d315a49795 req-2e1f4c21-da46-40f3-97fe-41911b78132b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:49.574749 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-359eb37f-2b3d-4d25-ae2a-9c893dd8e8b8 req-0aeabca3-e57d-43de-aa76-5ea0c0f2a54d tempest-SecurityGroupRulesTestJSON-878882535 tempest-SecurityGroupRulesTestJSON-878882535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:49.578369 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:49.655397 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:37:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5565c40-6f5c-4bc2-a82b-a3327df8855d x-openstack-request-id: req-a5565c40-6f5c-4bc2-a82b-a3327df8855d {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:37:49.656024 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bba2baf7-e23e-4421-b30a-eaf6b702a068", "name": "network-vif-plugged", "status": "completed", "tag": "a8eb60fb-af4c-47c1-8bd6-3af3e85d4ac0", "code": 200}]} {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:37:49.659488 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a5565c40-6f5c-4bc2-a82b-a3327df8855d {{(pid=102792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:37:49.660629 n-d-834765-1 neutron-server[102792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bba2baf7-e23e-4421-b30a-eaf6b702a068', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8eb60fb-af4c-47c1-8bd6-3af3e85d4ac0', 'code': 200} Mar 29 15:37:49.690048 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvr_db [None req-c26e0c0b-f76b-4805-8630-9b8f3f8947c3 None None] Set router 45da26bd-8120-46d4-bcdc-4cdd7dcf8db9 gateway port host: n-d-834765-1 {{(pid=102792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:37:49.720048 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-6a178f41-777f-4c9c-9c5d-98484182cab1 req-8e2f357a-c845-49e7-8fde-b148458dce4f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ee33af2b-688f-44aa-b5f5-0682e4e2fd02 HTTP/1.1" status: 200 len: 999 time: 0.1936145 Mar 29 15:37:49.757381 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-f5711d00-132f-45a8-a02b-c2d315a49795 req-2e1f4c21-da46-40f3-97fe-41911b78132b service neutron] For port 92483d71-0aee-4c16-b1ee-3338907a4ad9, host n-h1-834765-1, cleared binding levels {{(pid=102791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:37:49.762709 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-f5711d00-132f-45a8-a02b-c2d315a49795 req-2e1f4c21-da46-40f3-97fe-41911b78132b service neutron] For port 92483d71-0aee-4c16-b1ee-3338907a4ad9, host n-h1-834765-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=92483d71-0aee-4c16-b1ee-3338907a4ad9,segment=NetworkSegment(52cd9713-83ea-496d-8c48-fd7b796e6ead),segment_id=52cd9713-83ea-496d-8c48-fd7b796e6ead)] {{(pid=102791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:37:49.800834 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-f5711d00-132f-45a8-a02b-c2d315a49795 req-2e1f4c21-da46-40f3-97fe-41911b78132b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:49.823714 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a64552-6089-4ac3-bcb9-2c377bd54e95 req-a2167364-dc50-455f-844a-f181e7a099eb tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:37:49.832627 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-e1a64552-6089-4ac3-bcb9-2c377bd54e95 req-a2167364-dc50-455f-844a-f181e7a099eb tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] 10.222.0.42 "GET /v2.0/ports?device_id=02827dcb-f1d9-473b-a457-36e8d447defc HTTP/1.1" status: 200 len: 943 time: 0.1055801 Mar 29 15:37:49.872730 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-359eb37f-2b3d-4d25-ae2a-9c893dd8e8b8 req-0aeabca3-e57d-43de-aa76-5ea0c0f2a54d tempest-SecurityGroupRulesTestJSON-878882535 tempest-SecurityGroupRulesTestJSON-878882535-project] Notify callbacks [] for security_group, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:49.874059 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-359eb37f-2b3d-4d25-ae2a-9c893dd8e8b8 req-0aeabca3-e57d-43de-aa76-5ea0c0f2a54d tempest-SecurityGroupRulesTestJSON-878882535 tempest-SecurityGroupRulesTestJSON-878882535-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.8126795 Mar 29 15:37:49.900467 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a178f41-777f-4c9c-9c5d-98484182cab1 req-ced6d686-f4eb-4c88-9451-e7c8ad66233a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:37:49.901743 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-6a178f41-777f-4c9c-9c5d-98484182cab1 req-ced6d686-f4eb-4c88-9451-e7c8ad66233a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=572194bb-5d01-419c-9884-1313920c1946 HTTP/1.1" status: 200 len: 854 time: 0.1532092 Mar 29 15:37:49.935725 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aeabca3-e57d-43de-aa76-5ea0c0f2a54d tempest-SecurityGroupRulesTestJSON-878882535 tempest-SecurityGroupRulesTestJSON-878882535-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f13b4e2f-f8ed-4cf8-bd55-482179e15051,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:37:49.953566 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5711d00-132f-45a8-a02b-c2d315a49795 req-2e1f4c21-da46-40f3-97fe-41911b78132b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:37:49.954363 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-f5711d00-132f-45a8-a02b-c2d315a49795 req-2e1f4c21-da46-40f3-97fe-41911b78132b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:49.956047 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f5711d00-132f-45a8-a02b-c2d315a49795 req-2e1f4c21-da46-40f3-97fe-41911b78132b service neutron] 10.222.0.44 "PUT /v2.0/ports/92483d71-0aee-4c16-b1ee-3338907a4ad9 HTTP/1.1" status: 200 len: 1091 time: 1.8738050 Mar 29 15:37:50.006787 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device e79be3cc-119b-4622-b081-38b8438593e6 up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:37:50.075040 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1f4c21-da46-40f3-97fe-41911b78132b service neutron] Pushing event updated for resources: {'Port': ['ID=92483d71-0aee-4c16-b1ee-3338907a4ad9,revision_number=3']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:37:50.124166 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-df32f2ab-95d4-47a1-a644-a10086315fea req-618f6de7-a530-437c-b94d-3f91bfa63638 tempest-SecurityGroupRulesTestJSON-878882535 tempest-SecurityGroupRulesTestJSON-878882535-project] 10.222.0.42 "GET /v2.0/security-groups/d6c189e6-707f-4f78-95df-8a49be4189af HTTP/1.1" status: 200 len: 1805 time: 0.1937945 Mar 29 15:37:50.128594 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port e79be3cc-119b-4622-b081-38b8438593e6 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:37:50.128986 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:50.140925 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5711d00-132f-45a8-a02b-c2d315a49795 req-354cec9a-9931-4863-b688-bbb1ecefaf58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:37:50.144060 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f5711d00-132f-45a8-a02b-c2d315a49795 req-354cec9a-9931-4863-b688-bbb1ecefaf58 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c66f5a43ae0e46908f202e6b40f23448&device_id=02827dcb-f1d9-473b-a457-36e8d447defc HTTP/1.1" status: 200 len: 1094 time: 0.1232238 Mar 29 15:37:50.163074 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-e1a64552-6089-4ac3-bcb9-2c377bd54e95 req-e1b4bd8b-6c5f-46ce-9f11-612144a95748 tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] 10.222.0.42 "GET /v2.0/security-groups?id=d26d57f3-f34b-4b82-acb2-a15ffdfe7b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3291380 Mar 29 15:37:50.179707 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Pushing event updated for resources: {'Port': ['ID=a8eb60fb-af4c-47c1-8bd6-3af3e85d4ac0,revision_number=5']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:37:50.224591 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e2181c-25fd-4ba5-bea8-0ad79a82c027 req-5be0f11d-787e-420c-b375-4aa39d34a200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:37:50.233230 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-99e2181c-25fd-4ba5-bea8-0ad79a82c027 req-5be0f11d-787e-420c-b375-4aa39d34a200 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=bba2baf7-e23e-4421-b30a-eaf6b702a068 HTTP/1.1" status: 200 len: 1096 time: 0.3294635 Mar 29 15:37:50.243280 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f5711d00-132f-45a8-a02b-c2d315a49795 req-a51fc12a-7fb6-4c82-915f-3482bdda682e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=92483d71-0aee-4c16-b1ee-3338907a4ad9 HTTP/1.1" status: 200 len: 217 time: 0.0860057 Mar 29 15:37:50.291155 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a178f41-777f-4c9c-9c5d-98484182cab1 req-a7152c2f-337e-4739-84cf-51944bd9b89a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:37:50.295299 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-6a178f41-777f-4c9c-9c5d-98484182cab1 req-a7152c2f-337e-4739-84cf-51944bd9b89a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d0b8e561-a28c-462a-bbe9-e18d64a7cfc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2690651 Mar 29 15:37:50.313696 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5711d00-132f-45a8-a02b-c2d315a49795 req-2b6205a7-c603-41d4-b8b7-b8e1321e5a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:37:50.315312 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f5711d00-132f-45a8-a02b-c2d315a49795 req-2b6205a7-c603-41d4-b8b7-b8e1321e5a79 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=47ebad0b-955e-4824-b04c-60b1952d5787 HTTP/1.1" status: 200 len: 861 time: 0.0645142 Mar 29 15:37:50.359199 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f5711d00-132f-45a8-a02b-c2d315a49795 req-ed43b402-fad7-44c4-be66-9a24b29eb774 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c7e23169-e9d3-4fec-ace3-87b88825b851&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355682 Mar 29 15:37:50.373909 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-df32f2ab-95d4-47a1-a644-a10086315fea req-b5014ed4-09ae-4d3b-84ac-8c4fb0bd78cb tempest-SecurityGroupRulesTestJSON-878882535 tempest-SecurityGroupRulesTestJSON-878882535-project] 10.222.0.42 "GET /v2.0/security-groups/f13b4e2f-f8ed-4cf8-bd55-482179e15051 HTTP/1.1" status: 200 len: 1805 time: 0.2474391 Mar 29 15:37:50.388632 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [req-df32f2ab-95d4-47a1-a644-a10086315fea req-9fcfdec3-5738-42c3-a121-25d1ad389901 tempest-SecurityGroupRulesTestJSON-878882535 tempest-SecurityGroupRulesTestJSON-878882535-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'd6c189e6-707f-4f78-95df-8a49be4189af', 'remote_group_id': 'f13b4e2f-f8ed-4cf8-bd55-482179e15051', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:37:50.388956 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [req-df32f2ab-95d4-47a1-a644-a10086315fea req-9fcfdec3-5738-42c3-a121-25d1ad389901 tempest-SecurityGroupRulesTestJSON-878882535 tempest-SecurityGroupRulesTestJSON-878882535-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'd6c189e6-707f-4f78-95df-8a49be4189af', 'remote_group_id': 'f13b4e2f-f8ed-4cf8-bd55-482179e15051', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:37:50.440361 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-99e2181c-25fd-4ba5-bea8-0ad79a82c027 req-7e8f6e98-dbde-4772-87d3-2fdebdda0de8 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=c99ced8e-1ceb-46fb-aaa7-747186b2b9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1930101 Mar 29 15:37:50.526466 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fbc141-57db-4452-86ff-012f0fbf4aa9 req-930adcfa-00ad-49c4-b8ba-b0f8fe3ce1e5 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:37:50.528073 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-64fbc141-57db-4452-86ff-012f0fbf4aa9 req-930adcfa-00ad-49c4-b8ba-b0f8fe3ce1e5 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] 10.222.0.42 "GET /v2.0/ports?device_id=bba2baf7-e23e-4421-b30a-eaf6b702a068 HTTP/1.1" status: 200 len: 945 time: 0.1820626 Mar 29 15:37:50.570066 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-6a178f41-777f-4c9c-9c5d-98484182cab1 req-9451ca6b-7274-4631-893c-b20684929eb2 service neutron] 10.222.0.48 "GET /v2.0/networks/d0b8e561-a28c-462a-bbe9-e18d64a7cfc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2589920 Mar 29 15:37:50.621187 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f5711d00-132f-45a8-a02b-c2d315a49795 req-3d8cca45-8bea-43f7-9bf7-6a7f373ecc37 service neutron] 10.222.0.44 "GET /v2.0/networks/c7e23169-e9d3-4fec-ace3-87b88825b851?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2445076 Mar 29 15:37:50.661066 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-c26e0c0b-f76b-4805-8630-9b8f3f8947c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45da26bd-8120-46d4-bcdc-4cdd7dcf8db9', 'name': 'tempest-ServersTestFqdnHostnames-1468150373-router', 'tenant_id': '2af1828b0db64724acc70ec85951ece1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.213'}], 'enable_snat': True}, 'gw_port_id': '9e2674df-5c03-46fc-a696-37a0ad731b3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:37:07Z', 'updated_at': '2022-03-29T15:37:13Z', 'revision_number': 4, 'project_id': '2af1828b0db64724acc70ec85951ece1', 'gw_port': {'id': '9e2674df-5c03-46fc-a696-37a0ad731b3d', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:4f:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45da26bd-8120-46d4-bcdc-4cdd7dcf8db9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:37:08Z', 'updated_at': '2022-03-29T15:37:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_floatingips': [{'id': '5b244e6b-e9aa-44ff-a1ac-7c9102ae49d3', 'tenant_id': '2af1828b0db64724acc70ec85951ece1', 'floating_ip_address': '172.25.4.54', 'floating_network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'router_id': '45da26bd-8120-46d4-bcdc-4cdd7dcf8db9', 'port_id': 'ee33af2b-688f-44aa-b5f5-0682e4e2fd02', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 533, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0b8e561-a28c-462a-bbe9-e18d64a7cfc0', 'mac_address': 'fa:16:3e:68:a8:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac61adc4-a040-46b7-b07a-379e6e55215a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T15:37:18Z', 'updated_at': '2022-03-29T15:37:45Z', 'revision_number': 1, 'project_id': '2af1828b0db64724acc70ec85951ece1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c9e39e5-cc3f-4a3c-bc7c-366be9f7ddc6', 'name': '', 'network_id': 'd0b8e561-a28c-462a-bbe9-e18d64a7cfc0', 'tenant_id': '2af1828b0db64724acc70ec85951ece1', 'mac_address': 'fa:16:3e:30:83:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45da26bd-8120-46d4-bcdc-4cdd7dcf8db9', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '572194bb-5d01-419c-9884-1313920c1946', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:37:12Z', 'updated_at': '2022-03-29T15:37:17Z', 'revision_number': 5, 'project_id': '2af1828b0db64724acc70ec85951ece1', 'subnets': [{'id': '572194bb-5d01-419c-9884-1313920c1946', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:37:50.666322 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-df32f2ab-95d4-47a1-a644-a10086315fea req-9fcfdec3-5738-42c3-a121-25d1ad389901 tempest-SecurityGroupRulesTestJSON-878882535 tempest-SecurityGroupRulesTestJSON-878882535-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:50.669925 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-64fbc141-57db-4452-86ff-012f0fbf4aa9 req-770c9e7c-ecfa-4341-88d2-f0656a03b985 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] 10.222.0.42 "GET /v2.0/security-groups?id=c99ced8e-1ceb-46fb-aaa7-747186b2b9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272027 Mar 29 15:37:50.713720 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c26e0c0b-f76b-4805-8630-9b8f3f8947c3 None None] The sync data for ids ['45da26bd-8120-46d4-bcdc-4cdd7dcf8db9'] in n-d-834765-1 is: [{'id': '45da26bd-8120-46d4-bcdc-4cdd7dcf8db9', 'name': 'tempest-ServersTestFqdnHostnames-1468150373-router', 'tenant_id': '2af1828b0db64724acc70ec85951ece1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.213'}], 'enable_snat': True}, 'gw_port_id': '9e2674df-5c03-46fc-a696-37a0ad731b3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:37:07Z', 'updated_at': '2022-03-29T15:37:13Z', 'revision_number': 4, 'project_id': '2af1828b0db64724acc70ec85951ece1', 'gw_port': {'id': '9e2674df-5c03-46fc-a696-37a0ad731b3d', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:4f:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45da26bd-8120-46d4-bcdc-4cdd7dcf8db9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:37:08Z', 'updated_at': '2022-03-29T15:37:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_floatingips': [{'id': '5b244e6b-e9aa-44ff-a1ac-7c9102ae49d3', 'tenant_id': '2af1828b0db64724acc70ec85951ece1', 'floating_ip_address': '172.25.4.54', 'floating_network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'router_id': '45da26bd-8120-46d4-bcdc-4cdd7dcf8db9', 'port_id': 'ee33af2b-688f-44aa-b5f5-0682e4e2fd02', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 533, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0b8e561-a28c-462a-bbe9-e18d64a7cfc0', 'mac_address': 'fa:16:3e:68:a8:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac61adc4-a040-46b7-b07a-379e6e55215a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T15:37:18Z', 'updated_at': '2022-03-29T15:37:45Z', 'revision_number': 1, 'project_id': '2af1828b0db64724acc70ec85951ece1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c9e39e5-cc3f-4a3c-bc7c-366be9f7ddc6', 'name': '', 'network_id': 'd0b8e561-a28c-462a-bbe9-e18d64a7cfc0', 'tenant_id': '2af1828b0db64724acc70ec85951ece1', 'mac_address': 'fa:16:3e:30:83:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45da26bd-8120-46d4-bcdc-4cdd7dcf8db9', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '572194bb-5d01-419c-9884-1313920c1946', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:37:12Z', 'updated_at': '2022-03-29T15:37:17Z', 'revision_number': 5, 'project_id': '2af1828b0db64724acc70ec85951ece1', 'subnets': [{'id': '572194bb-5d01-419c-9884-1313920c1946', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:37:50.816217 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-df32f2ab-95d4-47a1-a644-a10086315fea req-9fcfdec3-5738-42c3-a121-25d1ad389901 tempest-SecurityGroupRulesTestJSON-878882535 tempest-SecurityGroupRulesTestJSON-878882535-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:50.827921 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-df32f2ab-95d4-47a1-a644-a10086315fea req-9fcfdec3-5738-42c3-a121-25d1ad389901 tempest-SecurityGroupRulesTestJSON-878882535 tempest-SecurityGroupRulesTestJSON-878882535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610998'] for security_group_rule, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:50.849390 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-d34e2f22-de32-4eca-9b43-d329765bd000 req-e2d2a5a8-bc6b-4ff2-9b84-602e8fc63428 tempest-ServersAdmin275Test-1083301966 tempest-ServersAdmin275Test-1083301966-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=04016bd8-6ded-4605-9b43-eda4442e08e6 HTTP/1.1" status: 200 len: 210 time: 0.0561116 Mar 29 15:37:50.852041 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-6a178f41-777f-4c9c-9c5d-98484182cab1 req-9c71f7df-7778-4270-a224-9eb71a89853c service neutron] 10.222.0.48 "GET /v2.0/networks/d0b8e561-a28c-462a-bbe9-e18d64a7cfc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2615018 Mar 29 15:37:50.896397 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcfdec3-5738-42c3-a121-25d1ad389901 tempest-SecurityGroupRulesTestJSON-878882535 tempest-SecurityGroupRulesTestJSON-878882535-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c76c0200-4a7b-4d2c-916d-de6b10237d56,revision_number=0']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:37:50.923692 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-df32f2ab-95d4-47a1-a644-a10086315fea req-9fcfdec3-5738-42c3-a121-25d1ad389901 tempest-SecurityGroupRulesTestJSON-878882535 tempest-SecurityGroupRulesTestJSON-878882535-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:50.923692 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-df32f2ab-95d4-47a1-a644-a10086315fea req-9fcfdec3-5738-42c3-a121-25d1ad389901 tempest-SecurityGroupRulesTestJSON-878882535 tempest-SecurityGroupRulesTestJSON-878882535-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.5483453 Mar 29 15:37:50.973062 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f5711d00-132f-45a8-a02b-c2d315a49795 req-2beab178-634b-4e65-980c-adbccae567d9 service neutron] 10.222.0.44 "GET /v2.0/networks/c7e23169-e9d3-4fec-ace3-87b88825b851?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2678041 Mar 29 15:37:51.031855 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02827dcb-f1d9-473b-a457-36e8d447defc', 'tag': '92483d71-0aee-4c16-b1ee-3338907a4ad9'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:37:51.034239 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c67b028db5e9b9818fecc5c0a87ebc6f190694fa53ca267d523e04f98de536d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9d72f56-d314-4adc-a2c9-2c6ee6845995" -d '{"events": [{"name": "network-changed", "server_uuid": "02827dcb-f1d9-473b-a457-36e8d447defc", "tag": "92483d71-0aee-4c16-b1ee-3338907a4ad9"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:37:51.086357 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caabb7ba-5bd8-4ab7-9b78-9b8f3cfc489b None None] New status for floating IP 5b244e6b-e9aa-44ff-a1ac-7c9102ae49d3: ACTIVE {{(pid=102793) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 15:37:51.175281 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [req-71e9644e-6c3b-4f7f-b27c-89d93b64ab70 req-2b51969f-4e1d-46e3-83d2-78eddd74233b tempest-SecurityGroupRulesTestJSON-878882535 tempest-SecurityGroupRulesTestJSON-878882535-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2022141845', 'description': 'tempest-description-1062470025'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:37:51.209353 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-ec254b80-7d0c-43da-99ff-06534115fcc8 req-622ce57d-03cf-4dd8-bf99-016ce22f2262 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=db75d4c8434149f1908dd86aef1ec725&device_id=04016bd8-6ded-4605-9b43-eda4442e08e6 HTTP/1.1" status: 200 len: 210 time: 0.0322526 Mar 29 15:37:51.211299 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-71e9644e-6c3b-4f7f-b27c-89d93b64ab70 req-2b51969f-4e1d-46e3-83d2-78eddd74233b tempest-SecurityGroupRulesTestJSON-878882535 tempest-SecurityGroupRulesTestJSON-878882535-project] Notify callbacks [] for security_group, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:51.276974 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-ec254b80-7d0c-43da-99ff-06534115fcc8 req-09977d79-bb65-4c57-a1ed-2bee1558895c service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=db75d4c8434149f1908dd86aef1ec725&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0606620 Mar 29 15:37:51.371646 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-71e9644e-6c3b-4f7f-b27c-89d93b64ab70 req-2b51969f-4e1d-46e3-83d2-78eddd74233b tempest-SecurityGroupRulesTestJSON-878882535 tempest-SecurityGroupRulesTestJSON-878882535-project] Notify callbacks [] for security_group, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:51.382600 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-71e9644e-6c3b-4f7f-b27c-89d93b64ab70 req-2b51969f-4e1d-46e3-83d2-78eddd74233b tempest-SecurityGroupRulesTestJSON-878882535 tempest-SecurityGroupRulesTestJSON-878882535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:51.466201 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b51969f-4e1d-46e3-83d2-78eddd74233b tempest-SecurityGroupRulesTestJSON-878882535 tempest-SecurityGroupRulesTestJSON-878882535-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5dad3e1-d392-42fd-8f72-d7c9db0536ef,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:37:51.499903 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-71e9644e-6c3b-4f7f-b27c-89d93b64ab70 req-2b51969f-4e1d-46e3-83d2-78eddd74233b tempest-SecurityGroupRulesTestJSON-878882535 tempest-SecurityGroupRulesTestJSON-878882535-project] Notify callbacks [] for security_group, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:51.511326 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-71e9644e-6c3b-4f7f-b27c-89d93b64ab70 req-2b51969f-4e1d-46e3-83d2-78eddd74233b tempest-SecurityGroupRulesTestJSON-878882535 tempest-SecurityGroupRulesTestJSON-878882535-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.3352377 Mar 29 15:37:51.535802 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 15:37:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f76d0cba-abcd-47c4-8738-0c8fc29b92db x-openstack-request-id: req-f76d0cba-abcd-47c4-8738-0c8fc29b92db {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:37:51.535802 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02827dcb-f1d9-473b-a457-36e8d447defc", "tag": "92483d71-0aee-4c16-b1ee-3338907a4ad9", "status": "completed", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:37:51.535802 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f76d0cba-abcd-47c4-8738-0c8fc29b92db {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:37:51.535802 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02827dcb-f1d9-473b-a457-36e8d447defc', 'tag': '92483d71-0aee-4c16-b1ee-3338907a4ad9', 'status': 'completed', 'code': 200} Mar 29 15:37:51.630567 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec254b80-7d0c-43da-99ff-06534115fcc8 req-56540a22-3fe3-49dc-9b89-b0d767b51b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:37:51.632218 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-ec254b80-7d0c-43da-99ff-06534115fcc8 req-56540a22-3fe3-49dc-9b89-b0d767b51b89 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3489988 Mar 29 15:37:51.633317 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d72f56-d314-4adc-a2c9-2c6ee6845995 req-756292e7-f063-461c-bd5a-f55c7c742d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:37:51.639390 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e9d72f56-d314-4adc-a2c9-2c6ee6845995 req-756292e7-f063-461c-bd5a-f55c7c742d3b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c66f5a43ae0e46908f202e6b40f23448&device_id=02827dcb-f1d9-473b-a457-36e8d447defc HTTP/1.1" status: 200 len: 1094 time: 0.0683882 Mar 29 15:37:51.708548 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-8502e5cf-8059-4801-8022-cc0020932fd6 req-d14d9224-1920-4658-9b6e-123a82e96355 tempest-ServersAdmin275Test-1777496134 tempest-ServersAdmin275Test-1777496134-project] 10.222.0.42 "GET /v2.0/ports?device_id=04016bd8-6ded-4605-9b43-eda4442e08e6 HTTP/1.1" status: 200 len: 210 time: 0.0384276 Mar 29 15:37:51.751508 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [req-5493fa52-c852-43a5-8c7c-15b58ba4f3ab req-cc727910-472b-4512-af10-a412db4a3548 tempest-SecurityGroupRulesTestJSON-878882535 tempest-SecurityGroupRulesTestJSON-878882535-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1196182109', 'description': 'tempest-description-1772588903'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:37:51.771767 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427446f4-e2b3-4a0f-a4fa-84e15b70acc4 req-91b83395-622b-49c0-9c0e-d261d29c646e tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:37:51.773233 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-427446f4-e2b3-4a0f-a4fa-84e15b70acc4 req-91b83395-622b-49c0-9c0e-d261d29c646e tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] 10.222.0.42 "GET /v2.0/ports?device_id=02827dcb-f1d9-473b-a457-36e8d447defc HTTP/1.1" status: 200 len: 943 time: 0.1051295 Mar 29 15:37:51.780708 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-5493fa52-c852-43a5-8c7c-15b58ba4f3ab req-cc727910-472b-4512-af10-a412db4a3548 tempest-SecurityGroupRulesTestJSON-878882535 tempest-SecurityGroupRulesTestJSON-878882535-project] Notify callbacks [] for security_group, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:51.812575 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d72f56-d314-4adc-a2c9-2c6ee6845995 req-b85eb405-c9ea-4e08-91b5-00d28664a548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:37:51.814866 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e9d72f56-d314-4adc-a2c9-2c6ee6845995 req-b85eb405-c9ea-4e08-91b5-00d28664a548 service neutron] 10.222.0.44 "GET /v2.0/networks?id=c7e23169-e9d3-4fec-ace3-87b88825b851 HTTP/1.1" status: 200 len: 922 time: 0.1687346 Mar 29 15:37:51.874211 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-427446f4-e2b3-4a0f-a4fa-84e15b70acc4 req-f9a971bf-fc32-4ff2-a74a-452334978776 tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] 10.222.0.42 "GET /v2.0/security-groups?id=d26d57f3-f34b-4b82-acb2-a15ffdfe7b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827138 Mar 29 15:37:51.874211 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e9d72f56-d314-4adc-a2c9-2c6ee6845995 req-2eab3511-8216-4ea7-b377-a10962979f81 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=92483d71-0aee-4c16-b1ee-3338907a4ad9 HTTP/1.1" status: 200 len: 217 time: 0.0413406 Mar 29 15:37:51.883746 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-5493fa52-c852-43a5-8c7c-15b58ba4f3ab req-cc727910-472b-4512-af10-a412db4a3548 tempest-SecurityGroupRulesTestJSON-878882535 tempest-SecurityGroupRulesTestJSON-878882535-project] Notify callbacks [] for security_group, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:51.917834 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-5493fa52-c852-43a5-8c7c-15b58ba4f3ab req-cc727910-472b-4512-af10-a412db4a3548 tempest-SecurityGroupRulesTestJSON-878882535 tempest-SecurityGroupRulesTestJSON-878882535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:51.935422 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d72f56-d314-4adc-a2c9-2c6ee6845995 req-bc467775-6488-4920-8b19-ef9cc6562e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:37:51.935422 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e9d72f56-d314-4adc-a2c9-2c6ee6845995 req-bc467775-6488-4920-8b19-ef9cc6562e52 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=47ebad0b-955e-4824-b04c-60b1952d5787 HTTP/1.1" status: 200 len: 861 time: 0.0611320 Mar 29 15:37:51.970086 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc727910-472b-4512-af10-a412db4a3548 tempest-SecurityGroupRulesTestJSON-878882535 tempest-SecurityGroupRulesTestJSON-878882535-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70bfddf5-b4d6-4b3e-b3a7-313d4f755e28,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:37:51.975982 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-5493fa52-c852-43a5-8c7c-15b58ba4f3ab req-cc727910-472b-4512-af10-a412db4a3548 tempest-SecurityGroupRulesTestJSON-878882535 tempest-SecurityGroupRulesTestJSON-878882535-project] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:51.995767 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e9d72f56-d314-4adc-a2c9-2c6ee6845995 req-ce06e9b5-4371-4598-90c6-07ccb0e1b876 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c7e23169-e9d3-4fec-ace3-87b88825b851&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0515885 Mar 29 15:37:52.004383 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-5493fa52-c852-43a5-8c7c-15b58ba4f3ab req-cc727910-472b-4512-af10-a412db4a3548 tempest-SecurityGroupRulesTestJSON-878882535 tempest-SecurityGroupRulesTestJSON-878882535-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.2560258 Mar 29 15:37:52.181714 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e9d72f56-d314-4adc-a2c9-2c6ee6845995 req-bc16a1b5-4cb3-4664-a292-e2fdfa03c3e4 service neutron] 10.222.0.44 "GET /v2.0/networks/c7e23169-e9d3-4fec-ace3-87b88825b851?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1733816 Mar 29 15:37:52.196008 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d39e08e-f1d9-4358-8946-5a22bad1a2ad req-531ec327-74ec-4e7c-89e3-57fdc4b5ec1f tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:37:52.206886 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-7d39e08e-f1d9-4358-8946-5a22bad1a2ad req-531ec327-74ec-4e7c-89e3-57fdc4b5ec1f tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] 10.222.0.42 "GET /v2.0/ports?device_id=bba2baf7-e23e-4421-b30a-eaf6b702a068 HTTP/1.1" status: 200 len: 945 time: 0.1432474 Mar 29 15:37:52.287577 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-7d39e08e-f1d9-4358-8946-5a22bad1a2ad req-6860beb6-b627-4024-9de5-cc058369d3db tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] 10.222.0.42 "GET /v2.0/security-groups?id=c99ced8e-1ceb-46fb-aaa7-747186b2b9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795395 Mar 29 15:37:52.395066 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-042240fd-e8bc-4157-87f6-dc15f370301f req-88e3aac8-b0c2-43ff-969c-439aa570e0eb tempest-SecurityGroupRulesTestJSON-878882535 tempest-SecurityGroupRulesTestJSON-878882535-project] 10.222.0.42 "GET /v2.0/security-groups/d5dad3e1-d392-42fd-8f72-d7c9db0536ef HTTP/1.1" status: 200 len: 1805 time: 0.0821300 Mar 29 15:37:52.401495 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e9d72f56-d314-4adc-a2c9-2c6ee6845995 req-61521e11-7bc8-42e6-9bf7-98cf18e1e288 service neutron] 10.222.0.44 "GET /v2.0/networks/c7e23169-e9d3-4fec-ace3-87b88825b851?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2144196 Mar 29 15:37:52.443337 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-042240fd-e8bc-4157-87f6-dc15f370301f req-5e08e220-95bd-4d96-81ba-f91d4e089b8a tempest-SecurityGroupRulesTestJSON-878882535 tempest-SecurityGroupRulesTestJSON-878882535-project] 10.222.0.42 "GET /v2.0/security-groups/70bfddf5-b4d6-4b3e-b3a7-313d4f755e28 HTTP/1.1" status: 200 len: 1805 time: 0.0407870 Mar 29 15:37:52.454014 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [req-042240fd-e8bc-4157-87f6-dc15f370301f req-1a7b6edd-1a51-4ea6-9294-000e9b5ccaf1 tempest-SecurityGroupRulesTestJSON-878882535 tempest-SecurityGroupRulesTestJSON-878882535-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'd5dad3e1-d392-42fd-8f72-d7c9db0536ef', 'remote_group_id': '70bfddf5-b4d6-4b3e-b3a7-313d4f755e28', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:37:52.454558 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [req-042240fd-e8bc-4157-87f6-dc15f370301f req-1a7b6edd-1a51-4ea6-9294-000e9b5ccaf1 tempest-SecurityGroupRulesTestJSON-878882535 tempest-SecurityGroupRulesTestJSON-878882535-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'd5dad3e1-d392-42fd-8f72-d7c9db0536ef', 'remote_group_id': '70bfddf5-b4d6-4b3e-b3a7-313d4f755e28', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:37:52.516354 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-042240fd-e8bc-4157-87f6-dc15f370301f req-1a7b6edd-1a51-4ea6-9294-000e9b5ccaf1 tempest-SecurityGroupRulesTestJSON-878882535 tempest-SecurityGroupRulesTestJSON-878882535-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:52.550269 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-042240fd-e8bc-4157-87f6-dc15f370301f req-1a7b6edd-1a51-4ea6-9294-000e9b5ccaf1 tempest-SecurityGroupRulesTestJSON-878882535 tempest-SecurityGroupRulesTestJSON-878882535-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:52.554754 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-042240fd-e8bc-4157-87f6-dc15f370301f req-1a7b6edd-1a51-4ea6-9294-000e9b5ccaf1 tempest-SecurityGroupRulesTestJSON-878882535 tempest-SecurityGroupRulesTestJSON-878882535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610998'] for security_group_rule, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:52.576811 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7b6edd-1a51-4ea6-9294-000e9b5ccaf1 tempest-SecurityGroupRulesTestJSON-878882535 tempest-SecurityGroupRulesTestJSON-878882535-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e2ebb4d-661a-4e70-aeda-f9ef710b77c1,revision_number=0']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:37:52.592271 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-042240fd-e8bc-4157-87f6-dc15f370301f req-1a7b6edd-1a51-4ea6-9294-000e9b5ccaf1 tempest-SecurityGroupRulesTestJSON-878882535 tempest-SecurityGroupRulesTestJSON-878882535-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:52.593476 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-042240fd-e8bc-4157-87f6-dc15f370301f req-1a7b6edd-1a51-4ea6-9294-000e9b5ccaf1 tempest-SecurityGroupRulesTestJSON-878882535 tempest-SecurityGroupRulesTestJSON-878882535-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.1436536 Mar 29 15:37:52.668354 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-5f94035c-8e77-42cd-bd11-28fa98393e76 req-dba08a7d-610b-46d8-8f86-3f79345d6695 tempest-SecurityGroupRulesTestJSON-878882535 tempest-SecurityGroupRulesTestJSON-878882535-project] 10.222.0.42 "GET /v2.0/security-groups/70bfddf5-b4d6-4b3e-b3a7-313d4f755e28 HTTP/1.1" status: 200 len: 1805 time: 0.0529196 Mar 29 15:37:52.734870 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-5f94035c-8e77-42cd-bd11-28fa98393e76 req-ce8efe93-2803-4332-89fb-e234dad483d4 tempest-SecurityGroupRulesTestJSON-878882535 tempest-SecurityGroupRulesTestJSON-878882535-project] Notify callbacks [] for security_group, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:52.757924 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-5f94035c-8e77-42cd-bd11-28fa98393e76 req-ce8efe93-2803-4332-89fb-e234dad483d4 tempest-SecurityGroupRulesTestJSON-878882535 tempest-SecurityGroupRulesTestJSON-878882535-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:52.835520 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-5f94035c-8e77-42cd-bd11-28fa98393e76 req-ce8efe93-2803-4332-89fb-e234dad483d4 tempest-SecurityGroupRulesTestJSON-878882535 tempest-SecurityGroupRulesTestJSON-878882535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:52.838740 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-de82adad-8485-4758-bce0-1d6eb7b00524 req-4f75db44-9c77-4b59-82e6-24f5e5678a06 tempest-ServersAdmin275Test-1777496134 tempest-ServersAdmin275Test-1777496134-project] 10.222.0.42 "GET /v2.0/ports?device_id=04016bd8-6ded-4605-9b43-eda4442e08e6 HTTP/1.1" status: 200 len: 210 time: 0.0296187 Mar 29 15:37:52.839494 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-5f94035c-8e77-42cd-bd11-28fa98393e76 req-ce8efe93-2803-4332-89fb-e234dad483d4 tempest-SecurityGroupRulesTestJSON-878882535 tempest-SecurityGroupRulesTestJSON-878882535-project] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:52.840678 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-5f94035c-8e77-42cd-bd11-28fa98393e76 req-ce8efe93-2803-4332-89fb-e234dad483d4 tempest-SecurityGroupRulesTestJSON-878882535 tempest-SecurityGroupRulesTestJSON-878882535-project] 10.222.0.42 "DELETE /v2.0/security-groups/70bfddf5-b4d6-4b3e-b3a7-313d4f755e28 HTTP/1.1" status: 204 len: 173 time: 0.1657047 Mar 29 15:37:52.876988 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8efe93-2803-4332-89fb-e234dad483d4 tempest-SecurityGroupRulesTestJSON-878882535 tempest-SecurityGroupRulesTestJSON-878882535-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=70bfddf5-b4d6-4b3e-b3a7-313d4f755e28,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:37:52.935923 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-a1d950f3-7084-491f-a81e-0ccee48e26bd req-8798d2a2-3b50-46de-b695-099cd814bdda tempest-SecurityGroupRulesTestJSON-878882535 tempest-SecurityGroupRulesTestJSON-878882535-project] 10.222.0.42 "GET /v2.0/security-groups/d5dad3e1-d392-42fd-8f72-d7c9db0536ef HTTP/1.1" status: 200 len: 1805 time: 0.0734813 Mar 29 15:37:52.987062 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [req-8ad0ef7b-6ce0-4fc2-88eb-8546b76f5d19 req-8d1b08e7-ac39-4524-89b1-f824a0efbdf6 tempest-SecurityGroupRulesTestJSON-878882535 tempest-SecurityGroupRulesTestJSON-878882535-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-764629808', 'description': 'tempest-description-1645590735'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:37:52.996015 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-ec254b80-7d0c-43da-99ff-06534115fcc8 req-c14d504e-9a9e-45c6-99da-d2193884c95b tempest-ServersAdmin275Test-1777496134 tempest-ServersAdmin275Test-1777496134-project] 10.222.0.48 "GET /v2.0/ports?device_id=04016bd8-6ded-4605-9b43-eda4442e08e6 HTTP/1.1" status: 200 len: 210 time: 0.0397916 Mar 29 15:37:53.040952 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-8ad0ef7b-6ce0-4fc2-88eb-8546b76f5d19 req-8d1b08e7-ac39-4524-89b1-f824a0efbdf6 tempest-SecurityGroupRulesTestJSON-878882535 tempest-SecurityGroupRulesTestJSON-878882535-project] Notify callbacks [] for security_group, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:53.041621 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128988e3-bdd0-4e24-bc5f-02531b0b349b req-01501244-06c3-469e-9531-e0a09c8c99a0 tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:37:53.043353 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-128988e3-bdd0-4e24-bc5f-02531b0b349b req-01501244-06c3-469e-9531-e0a09c8c99a0 tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] 10.222.0.42 "GET /v2.0/ports?device_id=02827dcb-f1d9-473b-a457-36e8d447defc HTTP/1.1" status: 200 len: 943 time: 0.0618820 Mar 29 15:37:53.114178 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-128988e3-bdd0-4e24-bc5f-02531b0b349b req-7ed5ca20-1c13-4f8a-81b3-18e728aae9fe tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] 10.222.0.42 "GET /v2.0/security-groups?id=d26d57f3-f34b-4b82-acb2-a15ffdfe7b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505233 Mar 29 15:37:53.175429 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-8ad0ef7b-6ce0-4fc2-88eb-8546b76f5d19 req-8d1b08e7-ac39-4524-89b1-f824a0efbdf6 tempest-SecurityGroupRulesTestJSON-878882535 tempest-SecurityGroupRulesTestJSON-878882535-project] Notify callbacks [] for security_group, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:53.183953 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-8ad0ef7b-6ce0-4fc2-88eb-8546b76f5d19 req-8d1b08e7-ac39-4524-89b1-f824a0efbdf6 tempest-SecurityGroupRulesTestJSON-878882535 tempest-SecurityGroupRulesTestJSON-878882535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:53.235100 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-8ad0ef7b-6ce0-4fc2-88eb-8546b76f5d19 req-8d1b08e7-ac39-4524-89b1-f824a0efbdf6 tempest-SecurityGroupRulesTestJSON-878882535 tempest-SecurityGroupRulesTestJSON-878882535-project] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:53.236373 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-8ad0ef7b-6ce0-4fc2-88eb-8546b76f5d19 req-8d1b08e7-ac39-4524-89b1-f824a0efbdf6 tempest-SecurityGroupRulesTestJSON-878882535 tempest-SecurityGroupRulesTestJSON-878882535-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2675567 Mar 29 15:37:53.238283 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1b08e7-ac39-4524-89b1-f824a0efbdf6 tempest-SecurityGroupRulesTestJSON-878882535 tempest-SecurityGroupRulesTestJSON-878882535-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b771d4b9-3021-4feb-8083-54397bf65f62,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:37:53.301197 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-27422d03-6246-4c1f-8dac-1c328abd7b20 req-f7597c72-f334-4378-aced-9812bf9d66d4 tempest-SecurityGroupRulesTestJSON-878882535 tempest-SecurityGroupRulesTestJSON-878882535-project] 10.222.0.42 "GET /v2.0/security-groups/b771d4b9-3021-4feb-8083-54397bf65f62 HTTP/1.1" status: 200 len: 1804 time: 0.0395160 Mar 29 15:37:53.332883 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [req-27422d03-6246-4c1f-8dac-1c328abd7b20 req-4f7afd9f-071e-442d-b529-4f0dd8b7b77f tempest-SecurityGroupRulesTestJSON-878882535 tempest-SecurityGroupRulesTestJSON-878882535-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'b771d4b9-3021-4feb-8083-54397bf65f62', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:37:53.333368 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [req-27422d03-6246-4c1f-8dac-1c328abd7b20 req-4f7afd9f-071e-442d-b529-4f0dd8b7b77f tempest-SecurityGroupRulesTestJSON-878882535 tempest-SecurityGroupRulesTestJSON-878882535-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'b771d4b9-3021-4feb-8083-54397bf65f62', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:37:53.443131 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-27422d03-6246-4c1f-8dac-1c328abd7b20 req-4f7afd9f-071e-442d-b529-4f0dd8b7b77f tempest-SecurityGroupRulesTestJSON-878882535 tempest-SecurityGroupRulesTestJSON-878882535-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:53.459440 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16337d34-2d79-4f53-a9df-3dff4a1015de req-a22e5e36-6c95-42d0-9645-c510b4305230 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:37:53.465802 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-16337d34-2d79-4f53-a9df-3dff4a1015de req-a22e5e36-6c95-42d0-9645-c510b4305230 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] 10.222.0.42 "GET /v2.0/ports?device_id=bba2baf7-e23e-4421-b30a-eaf6b702a068 HTTP/1.1" status: 200 len: 945 time: 0.0742977 Mar 29 15:37:53.529872 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-27422d03-6246-4c1f-8dac-1c328abd7b20 req-4f7afd9f-071e-442d-b529-4f0dd8b7b77f tempest-SecurityGroupRulesTestJSON-878882535 tempest-SecurityGroupRulesTestJSON-878882535-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:53.529872 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-27422d03-6246-4c1f-8dac-1c328abd7b20 req-4f7afd9f-071e-442d-b529-4f0dd8b7b77f tempest-SecurityGroupRulesTestJSON-878882535 tempest-SecurityGroupRulesTestJSON-878882535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610998'] for security_group_rule, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:53.556117 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7afd9f-071e-442d-b529-4f0dd8b7b77f tempest-SecurityGroupRulesTestJSON-878882535 tempest-SecurityGroupRulesTestJSON-878882535-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2885818-8856-487b-b14c-48ac38824f5f,revision_number=0']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:37:53.562710 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-16337d34-2d79-4f53-a9df-3dff4a1015de req-382f16c2-b7ad-4060-b62b-9e6320fc9b8b tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] 10.222.0.42 "GET /v2.0/security-groups?id=c99ced8e-1ceb-46fb-aaa7-747186b2b9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958576 Mar 29 15:37:53.586177 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-27422d03-6246-4c1f-8dac-1c328abd7b20 req-4f7afd9f-071e-442d-b529-4f0dd8b7b77f tempest-SecurityGroupRulesTestJSON-878882535 tempest-SecurityGroupRulesTestJSON-878882535-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:53.599973 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-27422d03-6246-4c1f-8dac-1c328abd7b20 req-4f7afd9f-071e-442d-b529-4f0dd8b7b77f tempest-SecurityGroupRulesTestJSON-878882535 tempest-SecurityGroupRulesTestJSON-878882535-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2729926 Mar 29 15:37:53.742467 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a70668-9365-4588-9267-5f76dfb4204c req-88efb5ff-1e3c-4d64-a03f-82b67847a141 tempest-LiveMigrationTest-953290782 tempest-LiveMigrationTest-953290782-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:37:53.746947 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-74a70668-9365-4588-9267-5f76dfb4204c req-88efb5ff-1e3c-4d64-a03f-82b67847a141 tempest-LiveMigrationTest-953290782 tempest-LiveMigrationTest-953290782-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=bba2baf7-e23e-4421-b30a-eaf6b702a068 HTTP/1.1" status: 200 len: 1096 time: 0.0937200 Mar 29 15:37:53.776637 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-8d4a9227-a787-4bf4-8564-7fcf6da0fad7 req-a85b45f1-643b-44a3-8241-d4c9f0e21b5e tempest-SecurityGroupRulesTestJSON-878882535 tempest-SecurityGroupRulesTestJSON-878882535-project] 10.222.0.42 "GET /v2.0/security-groups/b771d4b9-3021-4feb-8083-54397bf65f62 HTTP/1.1" status: 200 len: 2397 time: 0.0731509 Mar 29 15:37:53.781859 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [req-8d4a9227-a787-4bf4-8564-7fcf6da0fad7 req-75309b6b-a059-4fe6-ad16-d7328ae82317 tempest-SecurityGroupRulesTestJSON-878882535 tempest-SecurityGroupRulesTestJSON-878882535-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'b771d4b9-3021-4feb-8083-54397bf65f62', 'remote_group_id': None}]} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:37:53.782443 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [req-8d4a9227-a787-4bf4-8564-7fcf6da0fad7 req-75309b6b-a059-4fe6-ad16-d7328ae82317 tempest-SecurityGroupRulesTestJSON-878882535 tempest-SecurityGroupRulesTestJSON-878882535-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'b771d4b9-3021-4feb-8083-54397bf65f62', 'remote_group_id': None}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:37:53.801509 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-74a70668-9365-4588-9267-5f76dfb4204c req-5e59715b-f251-4caf-aed8-ce1798216e4b tempest-LiveMigrationTest-953290782 tempest-LiveMigrationTest-953290782-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=c99ced8e-1ceb-46fb-aaa7-747186b2b9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417283 Mar 29 15:37:53.863166 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-8d4a9227-a787-4bf4-8564-7fcf6da0fad7 req-75309b6b-a059-4fe6-ad16-d7328ae82317 tempest-SecurityGroupRulesTestJSON-878882535 tempest-SecurityGroupRulesTestJSON-878882535-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:53.894394 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-8d4a9227-a787-4bf4-8564-7fcf6da0fad7 req-75309b6b-a059-4fe6-ad16-d7328ae82317 tempest-SecurityGroupRulesTestJSON-878882535 tempest-SecurityGroupRulesTestJSON-878882535-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:53.900071 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-8d4a9227-a787-4bf4-8564-7fcf6da0fad7 req-75309b6b-a059-4fe6-ad16-d7328ae82317 tempest-SecurityGroupRulesTestJSON-878882535 tempest-SecurityGroupRulesTestJSON-878882535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610998'] for security_group_rule, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:53.927088 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27977826-d763-4152-afda-f72288b0c445 req-ddda914f-e646-4c50-99e1-a1e5524fcdfd tempest-LiveMigrationTest-953290782 tempest-LiveMigrationTest-953290782-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:37:53.928822 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-27977826-d763-4152-afda-f72288b0c445 req-ddda914f-e646-4c50-99e1-a1e5524fcdfd tempest-LiveMigrationTest-953290782 tempest-LiveMigrationTest-953290782-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=bba2baf7-e23e-4421-b30a-eaf6b702a068 HTTP/1.1" status: 200 len: 1096 time: 0.0573769 Mar 29 15:37:53.935580 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-8d4a9227-a787-4bf4-8564-7fcf6da0fad7 req-75309b6b-a059-4fe6-ad16-d7328ae82317 tempest-SecurityGroupRulesTestJSON-878882535 tempest-SecurityGroupRulesTestJSON-878882535-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:53.937394 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-8d4a9227-a787-4bf4-8564-7fcf6da0fad7 req-75309b6b-a059-4fe6-ad16-d7328ae82317 tempest-SecurityGroupRulesTestJSON-878882535 tempest-SecurityGroupRulesTestJSON-878882535-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.1596069 Mar 29 15:37:53.947214 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75309b6b-a059-4fe6-ad16-d7328ae82317 tempest-SecurityGroupRulesTestJSON-878882535 tempest-SecurityGroupRulesTestJSON-878882535-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d8e2d1f-088c-462e-b4e2-1abc920815ee,revision_number=0']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:37:54.003342 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-27977826-d763-4152-afda-f72288b0c445 req-edada592-3ae8-49f5-b573-e76e2d563810 tempest-LiveMigrationTest-953290782 tempest-LiveMigrationTest-953290782-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=c99ced8e-1ceb-46fb-aaa7-747186b2b9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670342 Mar 29 15:37:54.107847 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-74da6bd4-dadd-401f-9def-a82da5da3411 req-544b1f0d-f0fe-4283-8f21-fef550dc0dfc tempest-SecurityGroupRulesTestJSON-878882535 tempest-SecurityGroupRulesTestJSON-878882535-project] 10.222.0.42 "GET /v2.0/security-groups/b771d4b9-3021-4feb-8083-54397bf65f62 HTTP/1.1" status: 200 len: 2995 time: 0.0941298 Mar 29 15:37:54.172860 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-513992ad-ba57-4acb-8f61-082ebd0e8a6b req-b48fc00d-a410-45ec-9b65-7e4400c27733 tempest-SecurityGroupRulesTestJSON-878882535 tempest-SecurityGroupRulesTestJSON-878882535-project] 10.222.0.42 "GET /v2.0/security-group-rules/3d8e2d1f-088c-462e-b4e2-1abc920815ee HTTP/1.1" status: 200 len: 783 time: 0.0336707 Mar 29 15:37:54.266356 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-513992ad-ba57-4acb-8f61-082ebd0e8a6b req-445f4700-b33f-4fd3-ab58-1bc32cf3e1c0 tempest-SecurityGroupRulesTestJSON-878882535 tempest-SecurityGroupRulesTestJSON-878882535-project] 10.222.0.42 "GET /v2.0/security-groups/b771d4b9-3021-4feb-8083-54397bf65f62 HTTP/1.1" status: 200 len: 2995 time: 0.0923755 Mar 29 15:37:54.313317 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-513992ad-ba57-4acb-8f61-082ebd0e8a6b req-83510ed3-417b-40e4-a8fc-467d586bdf9a tempest-SecurityGroupRulesTestJSON-878882535 tempest-SecurityGroupRulesTestJSON-878882535-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:54.323183 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-513992ad-ba57-4acb-8f61-082ebd0e8a6b req-83510ed3-417b-40e4-a8fc-467d586bdf9a tempest-SecurityGroupRulesTestJSON-878882535 tempest-SecurityGroupRulesTestJSON-878882535-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:54.358092 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-513992ad-ba57-4acb-8f61-082ebd0e8a6b req-83510ed3-417b-40e4-a8fc-467d586bdf9a tempest-SecurityGroupRulesTestJSON-878882535 tempest-SecurityGroupRulesTestJSON-878882535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610998'] for security_group_rule, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:54.367140 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-513992ad-ba57-4acb-8f61-082ebd0e8a6b req-83510ed3-417b-40e4-a8fc-467d586bdf9a tempest-SecurityGroupRulesTestJSON-878882535 tempest-SecurityGroupRulesTestJSON-878882535-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:54.373661 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 38804) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:37:54.400300 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-513992ad-ba57-4acb-8f61-082ebd0e8a6b req-83510ed3-417b-40e4-a8fc-467d586bdf9a tempest-SecurityGroupRulesTestJSON-878882535 tempest-SecurityGroupRulesTestJSON-878882535-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/3d8e2d1f-088c-462e-b4e2-1abc920815ee HTTP/1.1" status: 204 len: 173 time: 0.1224082 Mar 29 15:37:54.413200 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83510ed3-417b-40e4-a8fc-467d586bdf9a tempest-SecurityGroupRulesTestJSON-878882535 tempest-SecurityGroupRulesTestJSON-878882535-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3d8e2d1f-088c-462e-b4e2-1abc920815ee,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:37:54.547473 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ab4afb-e12f-4f55-80c7-e64abf2d0c1b req-3a6abc9f-f571-4192-8d12-896644ca028e tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:37:54.554776 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-49ab4afb-e12f-4f55-80c7-e64abf2d0c1b req-3a6abc9f-f571-4192-8d12-896644ca028e tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] 10.222.0.42 "GET /v2.0/ports?device_id=02827dcb-f1d9-473b-a457-36e8d447defc HTTP/1.1" status: 200 len: 943 time: 0.1940012 Mar 29 15:37:54.569711 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6983f703-c40f-4de8-bdac-68eea4a6b911 req-df8d2703-f2de-43e7-9812-faec48dcf010 tempest-LiveMigrationTest-953290782 tempest-LiveMigrationTest-953290782-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:37:54.578492 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-6983f703-c40f-4de8-bdac-68eea4a6b911 req-df8d2703-f2de-43e7-9812-faec48dcf010 tempest-LiveMigrationTest-953290782 tempest-LiveMigrationTest-953290782-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=bba2baf7-e23e-4421-b30a-eaf6b702a068 HTTP/1.1" status: 200 len: 1096 time: 0.0583007 Mar 29 15:37:54.625120 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-6983f703-c40f-4de8-bdac-68eea4a6b911 req-9e39a833-670c-4a42-880d-3a39c0790ce7 tempest-LiveMigrationTest-953290782 tempest-LiveMigrationTest-953290782-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=c99ced8e-1ceb-46fb-aaa7-747186b2b9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455573 Mar 29 15:37:54.699286 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-49ab4afb-e12f-4f55-80c7-e64abf2d0c1b req-f9f99ca4-01bf-4428-9408-2e9e7e70e3d1 tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] 10.222.0.42 "GET /v2.0/security-groups?id=d26d57f3-f34b-4b82-acb2-a15ffdfe7b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355109 Mar 29 15:37:54.737223 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-3d9e1eea-6a65-44f7-b518-9d63bbca5f54 req-61076ec0-cdc6-4ec8-b355-e06e42ea5cf3 tempest-SecurityGroupRulesTestJSON-878882535 tempest-SecurityGroupRulesTestJSON-878882535-project] 10.222.0.42 "GET /v2.0/security-groups/b771d4b9-3021-4feb-8083-54397bf65f62 HTTP/1.1" status: 200 len: 2397 time: 0.0842121 Mar 29 15:37:54.755850 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-486b9f18-fe84-4536-bcbf-f269a362d818 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:54.801156 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-3d9e1eea-6a65-44f7-b518-9d63bbca5f54 req-3992b84e-8745-4242-b615-d81a4336a718 tempest-SecurityGroupRulesTestJSON-878882535 tempest-SecurityGroupRulesTestJSON-878882535-project] Notify callbacks [] for security_group, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:54.828259 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-3d9e1eea-6a65-44f7-b518-9d63bbca5f54 req-3992b84e-8745-4242-b615-d81a4336a718 tempest-SecurityGroupRulesTestJSON-878882535 tempest-SecurityGroupRulesTestJSON-878882535-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:54.856230 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device 92483d71-0aee-4c16-b1ee-3338907a4ad9 details requested by agent hyperv_n-h1-834765-1 with host n-h1-834765-1 {{(pid=102792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 15:37:54.873107 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-486b9f18-fe84-4536-bcbf-f269a362d818 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:54.879120 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-486b9f18-fe84-4536-bcbf-f269a362d818 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:54.899618 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-3d9e1eea-6a65-44f7-b518-9d63bbca5f54 req-3992b84e-8745-4242-b615-d81a4336a718 tempest-SecurityGroupRulesTestJSON-878882535 tempest-SecurityGroupRulesTestJSON-878882535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:54.902829 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-3d9e1eea-6a65-44f7-b518-9d63bbca5f54 req-3992b84e-8745-4242-b615-d81a4336a718 tempest-SecurityGroupRulesTestJSON-878882535 tempest-SecurityGroupRulesTestJSON-878882535-project] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:54.913282 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-3d9e1eea-6a65-44f7-b518-9d63bbca5f54 req-3992b84e-8745-4242-b615-d81a4336a718 tempest-SecurityGroupRulesTestJSON-878882535 tempest-SecurityGroupRulesTestJSON-878882535-project] 10.222.0.42 "DELETE /v2.0/security-groups/b771d4b9-3021-4feb-8083-54397bf65f62 HTTP/1.1" status: 204 len: 173 time: 0.1753070 Mar 29 15:37:54.933683 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3992b84e-8745-4242-b615-d81a4336a718 tempest-SecurityGroupRulesTestJSON-878882535 tempest-SecurityGroupRulesTestJSON-878882535-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b771d4b9-3021-4feb-8083-54397bf65f62,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:37:54.984013 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486b9f18-fe84-4536-bcbf-f269a362d818 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40f6cc7f-205f-440e-b639-1d02b07e640e,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:37:55.002670 n-d-834765-1 neutron-server[102791]: INFO neutron.api.v2.resource [req-cdf06f90-8521-418b-bd4c-657ab09c44ce req-db70e284-9535-4f31-b757-c4f874e6832c tempest-SecurityGroupRulesTestJSON-878882535 tempest-SecurityGroupRulesTestJSON-878882535-project] show failed (client error): The resource could not be found. Mar 29 15:37:55.011748 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-cdf06f90-8521-418b-bd4c-657ab09c44ce req-db70e284-9535-4f31-b757-c4f874e6832c tempest-SecurityGroupRulesTestJSON-878882535 tempest-SecurityGroupRulesTestJSON-878882535-project] 10.222.0.42 "GET /v2.0/security-groups/70bfddf5-b4d6-4b3e-b3a7-313d4f755e28 HTTP/1.1" status: 404 len: 352 time: 0.0599442 Mar 29 15:37:55.014879 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-486b9f18-fe84-4536-bcbf-f269a362d818 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=db75d4c8434149f1908dd86aef1ec725&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6397324 Mar 29 15:37:55.017588 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 38816) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:37:55.096482 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-91a0db03-9ac9-4670-9a7e-e134b220b6fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:55.127079 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-a22b83c0-4281-4c42-bc28-910278bf9226 req-28907fad-b1d8-4782-aa5d-e2d4fe09450d tempest-SecurityGroupRulesTestJSON-878882535 tempest-SecurityGroupRulesTestJSON-878882535-project] 10.222.0.42 "GET /v2.0/security-groups/d5dad3e1-d392-42fd-8f72-d7c9db0536ef HTTP/1.1" status: 200 len: 1805 time: 0.0668561 Mar 29 15:37:55.147609 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-91a0db03-9ac9-4670-9a7e-e134b220b6fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:55.236465 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-91a0db03-9ac9-4670-9a7e-e134b220b6fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:55.238420 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port 92483d71-0aee-4c16-b1ee-3338907a4ad9, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=92483d71-0aee-4c16-b1ee-3338907a4ad9,segment=NetworkSegment(52cd9713-83ea-496d-8c48-fd7b796e6ead),segment_id=52cd9713-83ea-496d-8c48-fd7b796e6ead)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:37:55.239476 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-91a0db03-9ac9-4670-9a7e-e134b220b6fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:55.245688 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-91a0db03-9ac9-4670-9a7e-e134b220b6fa admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/40f6cc7f-205f-440e-b639-1d02b07e640e HTTP/1.1" status: 204 len: 168 time: 0.2243979 Mar 29 15:37:55.264964 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Returning: {'device': '92483d71-0aee-4c16-b1ee-3338907a4ad9', 'network_id': 'c7e23169-e9d3-4fec-ace3-87b88825b851', 'port_id': '92483d71-0aee-4c16-b1ee-3338907a4ad9', 'mac_address': 'fa:16:3e:42:c9:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 639, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47ebad0b-955e-4824-b04c-60b1952d5787', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 15:37:55.271547 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a0db03-9ac9-4670-9a7e-e134b220b6fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40f6cc7f-205f-440e-b639-1d02b07e640e,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:37:55.340464 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-a22b83c0-4281-4c42-bc28-910278bf9226 req-22674046-5cb3-444c-95f0-ee4a560332e9 tempest-SecurityGroupRulesTestJSON-878882535 tempest-SecurityGroupRulesTestJSON-878882535-project] Notify callbacks [] for security_group, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:55.345525 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:55.394078 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92483d71-0aee-4c16-b1ee-3338907a4ad9 {{(pid=102792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:37:55.396412 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-a22b83c0-4281-4c42-bc28-910278bf9226 req-22674046-5cb3-444c-95f0-ee4a560332e9 tempest-SecurityGroupRulesTestJSON-878882535 tempest-SecurityGroupRulesTestJSON-878882535-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:55.449275 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port 92483d71-0aee-4c16-b1ee-3338907a4ad9, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=92483d71-0aee-4c16-b1ee-3338907a4ad9,segment=NetworkSegment(52cd9713-83ea-496d-8c48-fd7b796e6ead),segment_id=52cd9713-83ea-496d-8c48-fd7b796e6ead)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:37:55.466837 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:55.483460 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-a22b83c0-4281-4c42-bc28-910278bf9226 req-22674046-5cb3-444c-95f0-ee4a560332e9 tempest-SecurityGroupRulesTestJSON-878882535 tempest-SecurityGroupRulesTestJSON-878882535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:55.486045 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-a22b83c0-4281-4c42-bc28-910278bf9226 req-22674046-5cb3-444c-95f0-ee4a560332e9 tempest-SecurityGroupRulesTestJSON-878882535 tempest-SecurityGroupRulesTestJSON-878882535-project] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:55.487387 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-a22b83c0-4281-4c42-bc28-910278bf9226 req-22674046-5cb3-444c-95f0-ee4a560332e9 tempest-SecurityGroupRulesTestJSON-878882535 tempest-SecurityGroupRulesTestJSON-878882535-project] 10.222.0.42 "DELETE /v2.0/security-groups/d5dad3e1-d392-42fd-8f72-d7c9db0536ef HTTP/1.1" status: 204 len: 173 time: 0.3481123 Mar 29 15:37:55.514450 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22674046-5cb3-444c-95f0-ee4a560332e9 tempest-SecurityGroupRulesTestJSON-878882535 tempest-SecurityGroupRulesTestJSON-878882535-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5dad3e1-d392-42fd-8f72-d7c9db0536ef,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:37:55.578413 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Pushing event updated for resources: {'Port': ['ID=92483d71-0aee-4c16-b1ee-3338907a4ad9,revision_number=4']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:37:55.609394 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-24809327-f685-45af-946f-e2235272db51 req-42d62d03-7170-4e77-87d7-91100cfb0517 tempest-SecurityGroupRulesTestJSON-878882535 tempest-SecurityGroupRulesTestJSON-878882535-project] 10.222.0.42 "GET /v2.0/security-groups/f13b4e2f-f8ed-4cf8-bd55-482179e15051 HTTP/1.1" status: 200 len: 1805 time: 0.0992358 Mar 29 15:37:55.707631 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-24809327-f685-45af-946f-e2235272db51 req-aa8f65ba-165f-462d-8b84-8eef600518ae tempest-SecurityGroupRulesTestJSON-878882535 tempest-SecurityGroupRulesTestJSON-878882535-project] Notify callbacks [] for security_group, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:55.757704 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-24809327-f685-45af-946f-e2235272db51 req-aa8f65ba-165f-462d-8b84-8eef600518ae tempest-SecurityGroupRulesTestJSON-878882535 tempest-SecurityGroupRulesTestJSON-878882535-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:55.805214 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65814086-bb31-4742-9293-18d51bb2431d req-a15fe169-acfb-4e94-9d51-17e9677866d5 tempest-LiveMigrationTest-953290782 tempest-LiveMigrationTest-953290782-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:37:55.810497 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-65814086-bb31-4742-9293-18d51bb2431d req-a15fe169-acfb-4e94-9d51-17e9677866d5 tempest-LiveMigrationTest-953290782 tempest-LiveMigrationTest-953290782-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=bba2baf7-e23e-4421-b30a-eaf6b702a068 HTTP/1.1" status: 200 len: 1096 time: 0.0672433 Mar 29 15:37:55.811028 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 38832) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:37:55.817123 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] get_ports_and_sgs() called for port_ids ['92483d71-0aee-4c16-b1ee-3338907a4ad9'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:37:55.833403 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-f7a02688-2796-409d-9123-393968af0fcc admin admin] Notify callbacks [] for security_group, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:55.865093 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-65814086-bb31-4742-9293-18d51bb2431d req-799d313a-d8ca-4b8a-93fa-cfc0250962f1 tempest-LiveMigrationTest-953290782 tempest-LiveMigrationTest-953290782-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=c99ced8e-1ceb-46fb-aaa7-747186b2b9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462532 Mar 29 15:37:55.917366 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-24809327-f685-45af-946f-e2235272db51 req-aa8f65ba-165f-462d-8b84-8eef600518ae tempest-SecurityGroupRulesTestJSON-878882535 tempest-SecurityGroupRulesTestJSON-878882535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:55.922190 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-24809327-f685-45af-946f-e2235272db51 req-aa8f65ba-165f-462d-8b84-8eef600518ae tempest-SecurityGroupRulesTestJSON-878882535 tempest-SecurityGroupRulesTestJSON-878882535-project] Notify callbacks [] for security_group, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:55.933396 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-24809327-f685-45af-946f-e2235272db51 req-aa8f65ba-165f-462d-8b84-8eef600518ae tempest-SecurityGroupRulesTestJSON-878882535 tempest-SecurityGroupRulesTestJSON-878882535-project] 10.222.0.42 "DELETE /v2.0/security-groups/f13b4e2f-f8ed-4cf8-bd55-482179e15051 HTTP/1.1" status: 204 len: 173 time: 0.3145330 Mar 29 15:37:55.959904 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8f65ba-165f-462d-8b84-8eef600518ae tempest-SecurityGroupRulesTestJSON-878882535 tempest-SecurityGroupRulesTestJSON-878882535-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f13b4e2f-f8ed-4cf8-bd55-482179e15051,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:37:56.058327 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-f7a02688-2796-409d-9123-393968af0fcc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:56.064070 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-f7a02688-2796-409d-9123-393968af0fcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:56.158878 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 38838) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:37:56.174770 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-f7a02688-2796-409d-9123-393968af0fcc admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=1db2592dd5484808b2ecc163d26eb8b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3440297 Mar 29 15:37:56.233723 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8b041a-9070-4267-80c3-c41ee665cf19 req-33bb790d-7df1-4702-b048-7e1a10127cac tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:37:56.234354 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-0ee1ceb4-2de7-4dbe-bbe6-d7ab6988d781 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:56.236182 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-ff8b041a-9070-4267-80c3-c41ee665cf19 req-33bb790d-7df1-4702-b048-7e1a10127cac tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] 10.222.0.42 "GET /v2.0/ports?device_id=02827dcb-f1d9-473b-a457-36e8d447defc HTTP/1.1" status: 200 len: 944 time: 0.2302234 Mar 29 15:37:56.237754 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a02688-2796-409d-9123-393968af0fcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f044786-216a-47ab-968f-91f044f72fe0,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:37:56.278670 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-0ee1ceb4-2de7-4dbe-bbe6-d7ab6988d781 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:56.343610 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-0ee1ceb4-2de7-4dbe-bbe6-d7ab6988d781 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:56.346880 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-0ee1ceb4-2de7-4dbe-bbe6-d7ab6988d781 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:56.348179 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-0ee1ceb4-2de7-4dbe-bbe6-d7ab6988d781 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/5f044786-216a-47ab-968f-91f044f72fe0 HTTP/1.1" status: 204 len: 168 time: 0.1880226 Mar 29 15:37:56.357449 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee1ceb4-2de7-4dbe-bbe6-d7ab6988d781 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f044786-216a-47ab-968f-91f044f72fe0,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:37:56.400406 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-ff8b041a-9070-4267-80c3-c41ee665cf19 req-6f89861e-09fd-4635-ad89-35e7802cc107 tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] 10.222.0.42 "GET /v2.0/security-groups?id=d26d57f3-f34b-4b82-acb2-a15ffdfe7b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339612 Mar 29 15:37:56.532806 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-7bf20c3f-b036-44f5-867c-c033e5362b71 req-85cd5cd8-9654-49f2-bae3-17e7721e6b01 tempest-SecurityGroupRulesTestJSON-878882535 tempest-SecurityGroupRulesTestJSON-878882535-project] 10.222.0.42 "GET /v2.0/security-groups/d6c189e6-707f-4f78-95df-8a49be4189af HTTP/1.1" status: 200 len: 1805 time: 0.0898893 Mar 29 15:37:56.651812 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-7bf20c3f-b036-44f5-867c-c033e5362b71 req-cd1b91e7-056e-4120-b058-f1ff039f8868 tempest-SecurityGroupRulesTestJSON-878882535 tempest-SecurityGroupRulesTestJSON-878882535-project] Notify callbacks [] for security_group, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:56.710023 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-7bf20c3f-b036-44f5-867c-c033e5362b71 req-cd1b91e7-056e-4120-b058-f1ff039f8868 tempest-SecurityGroupRulesTestJSON-878882535 tempest-SecurityGroupRulesTestJSON-878882535-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:56.831451 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-7bf20c3f-b036-44f5-867c-c033e5362b71 req-cd1b91e7-056e-4120-b058-f1ff039f8868 tempest-SecurityGroupRulesTestJSON-878882535 tempest-SecurityGroupRulesTestJSON-878882535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:56.836489 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-7bf20c3f-b036-44f5-867c-c033e5362b71 req-cd1b91e7-056e-4120-b058-f1ff039f8868 tempest-SecurityGroupRulesTestJSON-878882535 tempest-SecurityGroupRulesTestJSON-878882535-project] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:56.846109 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-7bf20c3f-b036-44f5-867c-c033e5362b71 req-cd1b91e7-056e-4120-b058-f1ff039f8868 tempest-SecurityGroupRulesTestJSON-878882535 tempest-SecurityGroupRulesTestJSON-878882535-project] 10.222.0.42 "DELETE /v2.0/security-groups/d6c189e6-707f-4f78-95df-8a49be4189af HTTP/1.1" status: 204 len: 173 time: 0.3116043 Mar 29 15:37:56.859497 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1b91e7-056e-4120-b058-f1ff039f8868 tempest-SecurityGroupRulesTestJSON-878882535 tempest-SecurityGroupRulesTestJSON-878882535-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6c189e6-707f-4f78-95df-8a49be4189af,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:37:57.190016 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-a383c3bb-37b7-42c3-93c9-cfa5b34c5bbe req-ab1a1755-0657-4495-b8ab-b9b725fb2f12 tempest-SecurityGroupRulesTestJSON-878882535 tempest-SecurityGroupRulesTestJSON-878882535-project] 10.222.0.42 "GET /v2.0/security-groups/29063061-8853-4d07-bdf1-5a6f0a4b0c18 HTTP/1.1" status: 200 len: 2403 time: 0.0832553 Mar 29 15:37:57.284921 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-a383c3bb-37b7-42c3-93c9-cfa5b34c5bbe req-aa73cc65-9c65-4458-b992-000322d05a59 tempest-SecurityGroupRulesTestJSON-878882535 tempest-SecurityGroupRulesTestJSON-878882535-project] Notify callbacks [] for security_group, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:57.317622 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-a383c3bb-37b7-42c3-93c9-cfa5b34c5bbe req-aa73cc65-9c65-4458-b992-000322d05a59 tempest-SecurityGroupRulesTestJSON-878882535 tempest-SecurityGroupRulesTestJSON-878882535-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:57.443802 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-a383c3bb-37b7-42c3-93c9-cfa5b34c5bbe req-aa73cc65-9c65-4458-b992-000322d05a59 tempest-SecurityGroupRulesTestJSON-878882535 tempest-SecurityGroupRulesTestJSON-878882535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:57.452813 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-a383c3bb-37b7-42c3-93c9-cfa5b34c5bbe req-aa73cc65-9c65-4458-b992-000322d05a59 tempest-SecurityGroupRulesTestJSON-878882535 tempest-SecurityGroupRulesTestJSON-878882535-project] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:57.465176 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-a383c3bb-37b7-42c3-93c9-cfa5b34c5bbe req-aa73cc65-9c65-4458-b992-000322d05a59 tempest-SecurityGroupRulesTestJSON-878882535 tempest-SecurityGroupRulesTestJSON-878882535-project] 10.222.0.42 "DELETE /v2.0/security-groups/29063061-8853-4d07-bdf1-5a6f0a4b0c18 HTTP/1.1" status: 204 len: 173 time: 0.2650661 Mar 29 15:37:57.470226 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [req-af2f2c6a-80a1-4a0e-9edf-59ee2cb98d21 req-34406af4-a411-44eb-82dd-3abcb5f27978 tempest-LiveMigrationTest-953290782 tempest-LiveMigrationTest-953290782-project-admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=102791) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 15:37:57.471303 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-af2f2c6a-80a1-4a0e-9edf-59ee2cb98d21 req-34406af4-a411-44eb-82dd-3abcb5f27978 tempest-LiveMigrationTest-953290782 tempest-LiveMigrationTest-953290782-project-admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056810 Mar 29 15:37:57.496773 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa73cc65-9c65-4458-b992-000322d05a59 tempest-SecurityGroupRulesTestJSON-878882535 tempest-SecurityGroupRulesTestJSON-878882535-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=29063061-8853-4d07-bdf1-5a6f0a4b0c18,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:37:57.554367 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2f2c6a-80a1-4a0e-9edf-59ee2cb98d21 req-6f5e4d6a-9c59-489a-a139-b3265581338e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:37:57.560316 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-af2f2c6a-80a1-4a0e-9edf-59ee2cb98d21 req-6f5e4d6a-9c59-489a-a139-b3265581338e service neutron] 10.222.0.42 "GET /v2.0/ports/a8eb60fb-af4c-47c1-8bd6-3af3e85d4ac0 HTTP/1.1" status: 200 len: 1093 time: 0.0695078 Mar 29 15:37:57.570728 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [req-af2f2c6a-80a1-4a0e-9edf-59ee2cb98d21 req-f5aa32ea-03db-45b6-aeed-d929a7f21bf3 service neutron] Request body: {'binding': {'host': 'n-h2-834765-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:37:57.571867 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [req-af2f2c6a-80a1-4a0e-9edf-59ee2cb98d21 req-f5aa32ea-03db-45b6-aeed-d929a7f21bf3 service neutron] Unknown quota resources ['binding']. {{(pid=102791) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 29 15:37:57.681005 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-59ddbd1d-f4bc-4044-8e75-64b6c69a4c0e req-048e1077-7b89-43d5-8c32-f6f0ac1ab797 tempest-ServersWithSpecificFlavorTestJSON-1899199349 tempest-ServersWithSpecificFlavorTestJSON-1899199349-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--1016972915&fields=id&tenant_id=e445b8b78f0c475987478367fb7ec3e6 HTTP/1.1" status: 200 len: 267 time: 0.0565341 Mar 29 15:37:57.817631 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ddbd1d-f4bc-4044-8e75-64b6c69a4c0e req-6115537b-c0c5-49c8-a00d-4f67b1a07a3d tempest-ServersWithSpecificFlavorTestJSON-1899199349 tempest-ServersWithSpecificFlavorTestJSON-1899199349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:37:57.826128 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-59ddbd1d-f4bc-4044-8e75-64b6c69a4c0e req-6115537b-c0c5-49c8-a00d-4f67b1a07a3d tempest-ServersWithSpecificFlavorTestJSON-1899199349 tempest-ServersWithSpecificFlavorTestJSON-1899199349-project] 10.222.0.42 "GET /v2.0/networks?id=4c54ad59-5bf5-4d39-a555-33b9ac0525c6 HTTP/1.1" status: 200 len: 823 time: 0.1437132 Mar 29 15:37:57.843222 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-59ddbd1d-f4bc-4044-8e75-64b6c69a4c0e req-c67c5a34-579a-4004-a1cd-4f1578f7baed tempest-ServersWithSpecificFlavorTestJSON-1899199349 tempest-ServersWithSpecificFlavorTestJSON-1899199349-project] 10.222.0.42 "GET /v2.0/quotas/e445b8b78f0c475987478367fb7ec3e6 HTTP/1.1" status: 200 len: 375 time: 0.0161300 Mar 29 15:37:57.892473 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-af2f2c6a-80a1-4a0e-9edf-59ee2cb98d21 req-f5aa32ea-03db-45b6-aeed-d929a7f21bf3 service neutron] Attempting to bind port a8eb60fb-af4c-47c1-8bd6-3af3e85d4ac0 on host n-h2-834765-1 for vnic_type normal with profile None {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:37:57.892810 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-af2f2c6a-80a1-4a0e-9edf-59ee2cb98d21 req-f5aa32ea-03db-45b6-aeed-d929a7f21bf3 service neutron] Attempting to bind port a8eb60fb-af4c-47c1-8bd6-3af3e85d4ac0 by drivers openvswitch,hyperv on host n-h2-834765-1 at level 0 using segments [{'id': '65ab5bc3-e80e-4641-82f0-4ef53207c2d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'b1def78c-da55-4367-b9b1-4d7fc20fc6ac'}] {{(pid=102791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:37:57.893130 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af2f2c6a-80a1-4a0e-9edf-59ee2cb98d21 req-f5aa32ea-03db-45b6-aeed-d929a7f21bf3 service neutron] Attempting to bind port a8eb60fb-af4c-47c1-8bd6-3af3e85d4ac0 on network b1def78c-da55-4367-b9b1-4d7fc20fc6ac {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:37:57.909561 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af2f2c6a-80a1-4a0e-9edf-59ee2cb98d21 req-f5aa32ea-03db-45b6-aeed-d929a7f21bf3 service neutron] Port a8eb60fb-af4c-47c1-8bd6-3af3e85d4ac0 on network b1def78c-da55-4367-b9b1-4d7fc20fc6ac not bound, no agent of type Open vSwitch agent registered on host n-h2-834765-1 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 15:37:57.909885 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af2f2c6a-80a1-4a0e-9edf-59ee2cb98d21 req-f5aa32ea-03db-45b6-aeed-d929a7f21bf3 service neutron] Attempting to bind port a8eb60fb-af4c-47c1-8bd6-3af3e85d4ac0 on network b1def78c-da55-4367-b9b1-4d7fc20fc6ac {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:37:57.911826 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-59ddbd1d-f4bc-4044-8e75-64b6c69a4c0e req-fada0237-ce18-4251-9fca-90c15be1e455 tempest-ServersWithSpecificFlavorTestJSON-1899199349 tempest-ServersWithSpecificFlavorTestJSON-1899199349-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=e445b8b78f0c475987478367fb7ec3e6&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0675726 Mar 29 15:37:57.923968 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af2f2c6a-80a1-4a0e-9edf-59ee2cb98d21 req-f5aa32ea-03db-45b6-aeed-d929a7f21bf3 service neutron] Checking agent: {'id': '3e4b4912-b4a2-4d17-b5bd-6ce15529e8eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 33, 17), 'started_at': datetime.datetime(2022, 3, 29, 15, 33, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 37, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:37:57.924302 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af2f2c6a-80a1-4a0e-9edf-59ee2cb98d21 req-f5aa32ea-03db-45b6-aeed-d929a7f21bf3 service neutron] Checking segment: {'id': '65ab5bc3-e80e-4641-82f0-4ef53207c2d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'b1def78c-da55-4367-b9b1-4d7fc20fc6ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:37:57.924684 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af2f2c6a-80a1-4a0e-9edf-59ee2cb98d21 req-f5aa32ea-03db-45b6-aeed-d929a7f21bf3 service neutron] Bound using segment: {'id': '65ab5bc3-e80e-4641-82f0-4ef53207c2d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'b1def78c-da55-4367-b9b1-4d7fc20fc6ac'} {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:37:57.925125 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-af2f2c6a-80a1-4a0e-9edf-59ee2cb98d21 req-f5aa32ea-03db-45b6-aeed-d929a7f21bf3 service neutron] Bound port: a8eb60fb-af4c-47c1-8bd6-3af3e85d4ac0, host: n-h2-834765-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65ab5bc3-e80e-4641-82f0-4ef53207c2d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'b1def78c-da55-4367-b9b1-4d7fc20fc6ac'}}] {{(pid=102791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 15:37:57.985074 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-af2f2c6a-80a1-4a0e-9edf-59ee2cb98d21 req-f5aa32ea-03db-45b6-aeed-d929a7f21bf3 service neutron] For port a8eb60fb-af4c-47c1-8bd6-3af3e85d4ac0, host n-h2-834765-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=a8eb60fb-af4c-47c1-8bd6-3af3e85d4ac0,segment=NetworkSegment(65ab5bc3-e80e-4641-82f0-4ef53207c2d7),segment_id=65ab5bc3-e80e-4641-82f0-4ef53207c2d7)] {{(pid=102791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:37:57.996932 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-af2f2c6a-80a1-4a0e-9edf-59ee2cb98d21 req-f5aa32ea-03db-45b6-aeed-d929a7f21bf3 service neutron] Notify callbacks [] for binding, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:57.998121 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-af2f2c6a-80a1-4a0e-9edf-59ee2cb98d21 req-f5aa32ea-03db-45b6-aeed-d929a7f21bf3 service neutron] 10.222.0.42 "POST /v2.0/ports/a8eb60fb-af4c-47c1-8bd6-3af3e85d4ac0/bindings HTTP/1.1" status: 201 len: 389 time: 0.4311218 Mar 29 15:37:58.083712 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-59ddbd1d-f4bc-4044-8e75-64b6c69a4c0e req-6b860581-9fe8-4f13-84a0-9466886984ce service neutron] 10.222.0.42 "GET /v2.0/networks/4c54ad59-5bf5-4d39-a555-33b9ac0525c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1583960 Mar 29 15:37:58.249697 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-59ddbd1d-f4bc-4044-8e75-64b6c69a4c0e req-f55e9fef-ff5d-4a2c-b333-56e4cd8137be service neutron] 10.222.0.42 "GET /v2.0/networks/4c54ad59-5bf5-4d39-a555-33b9ac0525c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1519282 Mar 29 15:37:58.292470 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a7cb38-cc0b-497e-af2b-48dc8a2a8515 req-a3297a15-60e1-448b-bf6f-0a5afe5a0c0b tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:37:58.305933 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-35a7cb38-cc0b-497e-af2b-48dc8a2a8515 req-a3297a15-60e1-448b-bf6f-0a5afe5a0c0b tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] 10.222.0.42 "GET /v2.0/ports?device_id=02827dcb-f1d9-473b-a457-36e8d447defc HTTP/1.1" status: 200 len: 944 time: 0.1194282 Mar 29 15:37:58.405271 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-35a7cb38-cc0b-497e-af2b-48dc8a2a8515 req-804fdb2e-256f-41bb-bb65-849b96dab413 tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] 10.222.0.42 "GET /v2.0/security-groups?id=d26d57f3-f34b-4b82-acb2-a15ffdfe7b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981586 Mar 29 15:37:58.452819 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2f2c6a-80a1-4a0e-9edf-59ee2cb98d21 req-423b22d3-70d5-4d74-b9ee-fc3c340d47be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:37:58.454326 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-af2f2c6a-80a1-4a0e-9edf-59ee2cb98d21 req-423b22d3-70d5-4d74-b9ee-fc3c340d47be service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=61d6b03cf8b04e0283d0c20861ff0cb0&device_id=bba2baf7-e23e-4421-b30a-eaf6b702a068 HTTP/1.1" status: 200 len: 1096 time: 0.1406972 Mar 29 15:37:58.666723 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6e13d3-d233-4ac0-a9a9-7304c06869ec req-233e846d-9603-47ca-b159-075950c5d6ef tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:37:58.681448 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ec6e13d3-d233-4ac0-a9a9-7304c06869ec req-233e846d-9603-47ca-b159-075950c5d6ef tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] 10.222.0.42 "GET /v2.0/ports?device_id=bba2baf7-e23e-4421-b30a-eaf6b702a068 HTTP/1.1" status: 200 len: 945 time: 0.1328168 Mar 29 15:37:58.739158 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-a734c5e5-d20b-401d-b802-7246c460a956 req-dc783e89-29d2-42d8-b120-069522689558 tempest-SecurityGroupRulesTestJSON-878882535 tempest-SecurityGroupRulesTestJSON-878882535-project] 10.222.0.42 "GET /v2.0/security-groups/19571fc7-0657-4712-854a-387dc20701a6 HTTP/1.1" status: 200 len: 2398 time: 0.2627535 Mar 29 15:37:58.745481 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ec6e13d3-d233-4ac0-a9a9-7304c06869ec req-2f5d8b27-3f16-4b41-b694-97d740e1238c tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] 10.222.0.42 "GET /v2.0/security-groups?id=c99ced8e-1ceb-46fb-aaa7-747186b2b9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631537 Mar 29 15:37:58.863452 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2f2c6a-80a1-4a0e-9edf-59ee2cb98d21 req-7e20e93f-ce4d-4a2f-96ee-66424b2e4530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:37:58.864848 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-af2f2c6a-80a1-4a0e-9edf-59ee2cb98d21 req-7e20e93f-ce4d-4a2f-96ee-66424b2e4530 service neutron] 10.222.0.48 "GET /v2.0/networks?id=b1def78c-da55-4367-b9b1-4d7fc20fc6ac HTTP/1.1" status: 200 len: 909 time: 0.4032381 Mar 29 15:37:58.887047 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device 92483d71-0aee-4c16-b1ee-3338907a4ad9 up at agent hyperv_n-h1-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:37:58.891815 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-43276cc8-28ba-4e72-a7df-ba2111485e02 req-740be415-22b9-4488-9fa1-1f1cd6f8d4c2 tempest-ServersWithSpecificFlavorTestJSON-1899199349 tempest-ServersWithSpecificFlavorTestJSON-1899199349-project] 10.222.0.42 "GET /v2.0/ports?device_id=26d94825-0227-4ba7-895e-dfd9b7854731 HTTP/1.1" status: 200 len: 210 time: 0.0826011 Mar 29 15:37:58.964567 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-a734c5e5-d20b-401d-b802-7246c460a956 req-b2b858ff-8626-42d0-8a9e-5c28ca566d42 tempest-SecurityGroupRulesTestJSON-878882535 tempest-SecurityGroupRulesTestJSON-878882535-project] Notify callbacks [] for security_group, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:58.974064 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-af2f2c6a-80a1-4a0e-9edf-59ee2cb98d21 req-104cf992-6a58-4c9a-a7b7-e861f9fa94ca service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a8eb60fb-af4c-47c1-8bd6-3af3e85d4ac0 HTTP/1.1" status: 200 len: 217 time: 0.0957501 Mar 29 15:37:59.069209 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b201bc5d-5b85-4a92-8ab0-b1a87548e0dc req-eabb9ea0-7567-4dcf-921b-3abb30c26da8 tempest-ServersWithSpecificFlavorTestJSON-1899199349 tempest-ServersWithSpecificFlavorTestJSON-1899199349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:37:59.070736 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b201bc5d-5b85-4a92-8ab0-b1a87548e0dc req-eabb9ea0-7567-4dcf-921b-3abb30c26da8 tempest-ServersWithSpecificFlavorTestJSON-1899199349 tempest-ServersWithSpecificFlavorTestJSON-1899199349-project] 10.222.0.44 "GET /v2.0/ports?device_id=f0948ff1-40aa-4883-a4ed-abb046ae6d2f HTTP/1.1" status: 200 len: 946 time: 0.1447582 Mar 29 15:37:59.082728 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-a734c5e5-d20b-401d-b802-7246c460a956 req-b2b858ff-8626-42d0-8a9e-5c28ca566d42 tempest-SecurityGroupRulesTestJSON-878882535 tempest-SecurityGroupRulesTestJSON-878882535-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:59.090111 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Provisioning for port 92483d71-0aee-4c16-b1ee-3338907a4ad9 completed by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 15:37:59.098595 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Provisioning complete for port 92483d71-0aee-4c16-b1ee-3338907a4ad9 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:37:59.099296 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:59.136108 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2f2c6a-80a1-4a0e-9edf-59ee2cb98d21 req-59e4713b-2559-4cd0-bd36-5a85cba3cc8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:37:59.137784 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-af2f2c6a-80a1-4a0e-9edf-59ee2cb98d21 req-59e4713b-2559-4cd0-bd36-5a85cba3cc8e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a84f45bb-2cdd-4adc-a15d-ac5c06ff5a1f HTTP/1.1" status: 200 len: 848 time: 0.1564443 Mar 29 15:37:59.197709 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-af2f2c6a-80a1-4a0e-9edf-59ee2cb98d21 req-513a3100-2f0d-4d94-bec3-84dfc698b8f1 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b1def78c-da55-4367-b9b1-4d7fc20fc6ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0441713 Mar 29 15:37:59.345632 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-a734c5e5-d20b-401d-b802-7246c460a956 req-b2b858ff-8626-42d0-8a9e-5c28ca566d42 tempest-SecurityGroupRulesTestJSON-878882535 tempest-SecurityGroupRulesTestJSON-878882535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:59.355564 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-a734c5e5-d20b-401d-b802-7246c460a956 req-b2b858ff-8626-42d0-8a9e-5c28ca566d42 tempest-SecurityGroupRulesTestJSON-878882535 tempest-SecurityGroupRulesTestJSON-878882535-project] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:59.366198 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 38966) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:37:59.366368 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-a734c5e5-d20b-401d-b802-7246c460a956 req-b2b858ff-8626-42d0-8a9e-5c28ca566d42 tempest-SecurityGroupRulesTestJSON-878882535 tempest-SecurityGroupRulesTestJSON-878882535-project] 10.222.0.42 "DELETE /v2.0/security-groups/19571fc7-0657-4712-854a-387dc20701a6 HTTP/1.1" status: 204 len: 173 time: 0.6260684 Mar 29 15:37:59.369212 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [req-b201bc5d-5b85-4a92-8ab0-b1a87548e0dc req-b72c3a2f-b621-493b-912f-fe4d53159490 tempest-ServersWithSpecificFlavorTestJSON-1899199349 tempest-ServersWithSpecificFlavorTestJSON-1899199349-project] Deleting port c2bed875-232f-4075-8675-a7bb9c143df0 {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:37:59.369552 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-b201bc5d-5b85-4a92-8ab0-b1a87548e0dc req-b72c3a2f-b621-493b-912f-fe4d53159490 tempest-ServersWithSpecificFlavorTestJSON-1899199349 tempest-ServersWithSpecificFlavorTestJSON-1899199349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:59.389722 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:59.406977 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b858ff-8626-42d0-8a9e-5c28ca566d42 tempest-SecurityGroupRulesTestJSON-878882535 tempest-SecurityGroupRulesTestJSON-878882535-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=19571fc7-0657-4712-854a-387dc20701a6,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:37:59.501701 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-af2f2c6a-80a1-4a0e-9edf-59ee2cb98d21 req-a9ec2dab-a235-429d-8ea2-7ea0da06242d service neutron] 10.222.0.48 "GET /v2.0/networks/b1def78c-da55-4367-b9b1-4d7fc20fc6ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2924507 Mar 29 15:37:59.502327 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02827dcb-f1d9-473b-a457-36e8d447defc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92483d71-0aee-4c16-b1ee-3338907a4ad9'}] {{(pid=102792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:37:59.504856 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4f476c66b318cc6068719fc39557fac68d413f5c7e78fa77028c7948e999ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e3d926b-a8d6-4441-ba74-457c18f9ba67" -d '{"events": [{"server_uuid": "02827dcb-f1d9-473b-a457-36e8d447defc", "name": "network-vif-plugged", "status": "completed", "tag": "92483d71-0aee-4c16-b1ee-3338907a4ad9"}]}' {{(pid=102792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:37:59.546326 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port 92483d71-0aee-4c16-b1ee-3338907a4ad9, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=92483d71-0aee-4c16-b1ee-3338907a4ad9,segment=NetworkSegment(52cd9713-83ea-496d-8c48-fd7b796e6ead),segment_id=52cd9713-83ea-496d-8c48-fd7b796e6ead)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:37:59.555394 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:59.648361 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Pushing event updated for resources: {'Port': ['ID=92483d71-0aee-4c16-b1ee-3338907a4ad9,revision_number=5']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:37:59.657768 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:37:59.658426 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:37:59.658942 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:37:59.660307 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:37:59.660830 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:37:59.661412 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:37:59.661930 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:37:59.662445 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:37:59.662945 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:37:59.663547 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:37:59.664171 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:37:59.664289 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-af2f2c6a-80a1-4a0e-9edf-59ee2cb98d21 req-d9305166-0665-46a3-b34d-fa605d5db545 service neutron] 10.222.0.48 "GET /v2.0/networks/b1def78c-da55-4367-b9b1-4d7fc20fc6ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1478941 Mar 29 15:37:59.665492 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:37:59.713152 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-fad92049-0ebd-4b2a-b73e-f94dad1dfc5e req-2fb34139-3c96-4d37-90fe-6b4eb5b2675a tempest-ServersAdminNegativeTestJSON-1221216767 tempest-ServersAdminNegativeTestJSON-1221216767-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=8e8ee4f25fd34551a6b091ac55eb831f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2185733 Mar 29 15:37:59.741913 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_v2 [None req-79490595-59ac-4629-9047-0d55ce4d942e admin admin] Deleting subnet 91fb4df6-4e41-4372-89e7-5703fe75a793 {{(pid=102791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 15:37:59.750160 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-79490595-59ac-4629-9047-0d55ce4d942e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:59.763584 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9fcb7a-7809-4fe3-8cad-cb8ad3be880b req-d13dbc1a-d56b-48f8-9388-7a1b86c5efe3 tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:37:59.766384 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-db9fcb7a-7809-4fe3-8cad-cb8ad3be880b req-d13dbc1a-d56b-48f8-9388-7a1b86c5efe3 tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] 10.222.0.42 "GET /v2.0/ports?device_id=02827dcb-f1d9-473b-a457-36e8d447defc HTTP/1.1" status: 200 len: 945 time: 0.1003168 Mar 29 15:37:59.840705 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-b201bc5d-5b85-4a92-8ab0-b1a87548e0dc req-b72c3a2f-b621-493b-912f-fe4d53159490 tempest-ServersWithSpecificFlavorTestJSON-1899199349 tempest-ServersWithSpecificFlavorTestJSON-1899199349-project] For port c2bed875-232f-4075-8675-a7bb9c143df0, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=c2bed875-232f-4075-8675-a7bb9c143df0,segment=NetworkSegment(da69cb54-889d-40d5-bd53-208819ed651b),segment_id=da69cb54-889d-40d5-bd53-208819ed651b)] {{(pid=102791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:37:59.841080 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-b201bc5d-5b85-4a92-8ab0-b1a87548e0dc req-b72c3a2f-b621-493b-912f-fe4d53159490 tempest-ServersWithSpecificFlavorTestJSON-1899199349 tempest-ServersWithSpecificFlavorTestJSON-1899199349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:37:59.861294 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2f2c6a-80a1-4a0e-9edf-59ee2cb98d21 req-209740b0-a661-485d-ac97-c0b37e7968aa tempest-LiveMigrationTest-953290782 tempest-LiveMigrationTest-953290782-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:37:59.862783 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-af2f2c6a-80a1-4a0e-9edf-59ee2cb98d21 req-209740b0-a661-485d-ac97-c0b37e7968aa tempest-LiveMigrationTest-953290782 tempest-LiveMigrationTest-953290782-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=bba2baf7-e23e-4421-b30a-eaf6b702a068&tenant_id=61d6b03cf8b04e0283d0c20861ff0cb0&binding%3Ahost_id=n-h1-834765-1 HTTP/1.1" status: 200 len: 1096 time: 0.0953517 Mar 29 15:37:59.883301 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-db9fcb7a-7809-4fe3-8cad-cb8ad3be880b req-26304be0-421e-463f-86f3-4fe49722a673 tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] 10.222.0.42 "GET /v2.0/security-groups?id=d26d57f3-f34b-4b82-acb2-a15ffdfe7b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781391 Mar 29 15:37:59.890617 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [req-af2f2c6a-80a1-4a0e-9edf-59ee2cb98d21 req-f3a78452-8e39-4ec7-9d03-f20463ad0aba service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-834765-1'}}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:37:59.985877 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:37:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-540b67de-11a6-43fc-8464-07798690e3cb x-openstack-request-id: req-540b67de-11a6-43fc-8464-07798690e3cb {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:37:59.986406 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02827dcb-f1d9-473b-a457-36e8d447defc", "name": "network-vif-plugged", "status": "completed", "tag": "92483d71-0aee-4c16-b1ee-3338907a4ad9", "code": 200}]} {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:37:59.986767 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-540b67de-11a6-43fc-8464-07798690e3cb {{(pid=102792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:37:59.987109 n-d-834765-1 neutron-server[102792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02827dcb-f1d9-473b-a457-36e8d447defc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92483d71-0aee-4c16-b1ee-3338907a4ad9', 'code': 200} Mar 29 15:38:00.011187 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-79490595-59ac-4629-9047-0d55ce4d942e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4230423'] for subnet, precommit_delete_associations {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:00.036766 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-af2f2c6a-80a1-4a0e-9edf-59ee2cb98d21 req-f3a78452-8e39-4ec7-9d03-f20463ad0aba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:00.105534 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-79490595-59ac-4629-9047-0d55ce4d942e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1641287'] for subnet, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:00.201116 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad92049-0ebd-4b2a-b73e-f94dad1dfc5e req-f7c346e6-3a0b-4a39-a219-558dcaf1cf68 tempest-ServersAdminNegativeTestJSON-1221216767 tempest-ServersAdminNegativeTestJSON-1221216767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:38:00.209058 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-fad92049-0ebd-4b2a-b73e-f94dad1dfc5e req-f7c346e6-3a0b-4a39-a219-558dcaf1cf68 tempest-ServersAdminNegativeTestJSON-1221216767 tempest-ServersAdminNegativeTestJSON-1221216767-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4839611 Mar 29 15:38:00.235782 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-fad92049-0ebd-4b2a-b73e-f94dad1dfc5e req-cd99e3cb-af3f-4ec9-bc20-2a55e22fbd6d tempest-ServersAdminNegativeTestJSON-1221216767 tempest-ServersAdminNegativeTestJSON-1221216767-project] 10.222.0.42 "GET /v2.0/quotas/8e8ee4f25fd34551a6b091ac55eb831f HTTP/1.1" status: 200 len: 375 time: 0.0255654 Mar 29 15:38:00.250822 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-2a75b6c3-79c5-4e12-aaff-e4a1c02b8458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:00.536426 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcca00aa-afe1-477b-9f6d-b18204a8452d req-b93ebafa-2ef0-4b01-97ee-021fa28ded24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:38:00.537941 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-fcca00aa-afe1-477b-9f6d-b18204a8452d req-b93ebafa-2ef0-4b01-97ee-021fa28ded24 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=02827dcb-f1d9-473b-a457-36e8d447defc HTTP/1.1" status: 200 len: 1096 time: 0.4814067 Mar 29 15:38:00.554778 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad0141f-fc5d-4559-8116-5db105db7ca3 req-0811542a-ff2c-4580-97ec-ec471ca81b1a tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:38:00.568625 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-6ad0141f-fc5d-4559-8116-5db105db7ca3 req-0811542a-ff2c-4580-97ec-ec471ca81b1a tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] 10.222.0.42 "GET /v2.0/ports?device_id=bba2baf7-e23e-4421-b30a-eaf6b702a068 HTTP/1.1" status: 200 len: 945 time: 0.4470773 Mar 29 15:38:00.640999 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-fad92049-0ebd-4b2a-b73e-f94dad1dfc5e req-e71bb4ea-77fe-4f81-b642-d97710cae3b9 tempest-ServersAdminNegativeTestJSON-1221216767 tempest-ServersAdminNegativeTestJSON-1221216767-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=8e8ee4f25fd34551a6b091ac55eb831f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.4041007 Mar 29 15:38:00.692102 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [req-af2f2c6a-80a1-4a0e-9edf-59ee2cb98d21 req-f3a78452-8e39-4ec7-9d03-f20463ad0aba service neutron] For port a8eb60fb-af4c-47c1-8bd6-3af3e85d4ac0, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=a8eb60fb-af4c-47c1-8bd6-3af3e85d4ac0,segment=NetworkSegment(65ab5bc3-e80e-4641-82f0-4ef53207c2d7),segment_id=65ab5bc3-e80e-4641-82f0-4ef53207c2d7)] {{(pid=102790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:38:00.739070 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [req-af2f2c6a-80a1-4a0e-9edf-59ee2cb98d21 req-f3a78452-8e39-4ec7-9d03-f20463ad0aba service neutron] For port a8eb60fb-af4c-47c1-8bd6-3af3e85d4ac0, host n-h1-834765-1, cleared binding levels {{(pid=102790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:38:00.795295 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-af2f2c6a-80a1-4a0e-9edf-59ee2cb98d21 req-f3a78452-8e39-4ec7-9d03-f20463ad0aba service neutron] Notify callbacks [] for port, precommit_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:00.800776 n-d-834765-1 neutron-server[102790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bba2baf7-e23e-4421-b30a-eaf6b702a068', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a8eb60fb-af4c-47c1-8bd6-3af3e85d4ac0'}] {{(pid=102790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:38:00.804962 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46b06d655c90bc969636382cce4240ad749035fb0f3a83ee4734fa1ed9c4a6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ecf70b5-44bc-4ed6-a060-752b0ff36249" -d '{"events": [{"server_uuid": "bba2baf7-e23e-4421-b30a-eaf6b702a068", "name": "network-vif-unplugged", "status": "completed", "tag": "a8eb60fb-af4c-47c1-8bd6-3af3e85d4ac0"}]}' {{(pid=102790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:38:00.845942 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-af2f2c6a-80a1-4a0e-9edf-59ee2cb98d21 req-f3a78452-8e39-4ec7-9d03-f20463ad0aba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:00.946836 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-b201bc5d-5b85-4a92-8ab0-b1a87548e0dc req-b72c3a2f-b621-493b-912f-fe4d53159490 tempest-ServersWithSpecificFlavorTestJSON-1899199349 tempest-ServersWithSpecificFlavorTestJSON-1899199349-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:00.947536 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-b201bc5d-5b85-4a92-8ab0-b1a87548e0dc req-b72c3a2f-b621-493b-912f-fe4d53159490 tempest-ServersWithSpecificFlavorTestJSON-1899199349 tempest-ServersWithSpecificFlavorTestJSON-1899199349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648212'] for floatingip, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:00.947850 n-d-834765-1 neutron-server[102791]: INFO neutron.db.l3_db [req-b201bc5d-5b85-4a92-8ab0-b1a87548e0dc req-b72c3a2f-b621-493b-912f-fe4d53159490 tempest-ServersWithSpecificFlavorTestJSON-1899199349 tempest-ServersWithSpecificFlavorTestJSON-1899199349-project] Floating IP 29d888c6-81d6-4ae7-85e6-a12fd91fd92d disassociated. External IP: 172.25.4.89, port: c2bed875-232f-4075-8675-a7bb9c143df0. Mar 29 15:38:00.948034 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [req-b201bc5d-5b85-4a92-8ab0-b1a87548e0dc req-b72c3a2f-b621-493b-912f-fe4d53159490 tempest-ServersWithSpecificFlavorTestJSON-1899199349 tempest-ServersWithSpecificFlavorTestJSON-1899199349-project] Calling delete_port for c2bed875-232f-4075-8675-a7bb9c143df0 owned by compute:nova {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:38:00.977084 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-6ad0141f-fc5d-4559-8116-5db105db7ca3 req-5dcca2f6-e3ea-42ad-826c-3ed5c6fa80bf tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] 10.222.0.42 "GET /v2.0/security-groups?id=c99ced8e-1ceb-46fb-aaa7-747186b2b9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4084568 Mar 29 15:38:00.986307 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-fcca00aa-afe1-477b-9f6d-b18204a8452d req-2e078f5e-48e7-4580-b81c-628dba64d317 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=d26d57f3-f34b-4b82-acb2-a15ffdfe7b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4069021 Mar 29 15:38:01.079530 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a78452-8e39-4ec7-9d03-f20463ad0aba service neutron] Pushing event updated for resources: {'Port': ['ID=a8eb60fb-af4c-47c1-8bd6-3af3e85d4ac0,revision_number=7']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:38:01.110651 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ddbd1d-f4bc-4044-8e75-64b6c69a4c0e req-8e232739-e372-493e-a63e-efe9f4e4bc63 tempest-ServersWithSpecificFlavorTestJSON-1899199349 tempest-ServersWithSpecificFlavorTestJSON-1899199349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:38:01.112668 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-59ddbd1d-f4bc-4044-8e75-64b6c69a4c0e req-8e232739-e372-493e-a63e-efe9f4e4bc63 tempest-ServersWithSpecificFlavorTestJSON-1899199349 tempest-ServersWithSpecificFlavorTestJSON-1899199349-project] 10.222.0.48 "GET /v2.0/networks?id=4c54ad59-5bf5-4d39-a555-33b9ac0525c6 HTTP/1.1" status: 200 len: 823 time: 0.4987822 Mar 29 15:38:01.115807 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-b201bc5d-5b85-4a92-8ab0-b1a87548e0dc req-b72c3a2f-b621-493b-912f-fe4d53159490 tempest-ServersWithSpecificFlavorTestJSON-1899199349 tempest-ServersWithSpecificFlavorTestJSON-1899199349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:01.118257 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-79490595-59ac-4629-9047-0d55ce4d942e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1641294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16155591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16218852'] for subnet, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:01.149120 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 29 Mar 2022 15:38:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54da47b1-722e-428a-a0f8-5caaa02d7aae x-openstack-request-id: req-54da47b1-722e-428a-a0f8-5caaa02d7aae {{(pid=102790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:38:01.151600 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bba2baf7-e23e-4421-b30a-eaf6b702a068", "name": "network-vif-unplugged", "status": "completed", "tag": "a8eb60fb-af4c-47c1-8bd6-3af3e85d4ac0", "code": 200}]} {{(pid=102790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:38:01.151890 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-54da47b1-722e-428a-a0f8-5caaa02d7aae {{(pid=102790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:38:01.152485 n-d-834765-1 neutron-server[102790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bba2baf7-e23e-4421-b30a-eaf6b702a068', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a8eb60fb-af4c-47c1-8bd6-3af3e85d4ac0', 'code': 200} Mar 29 15:38:01.162155 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.managers [req-af2f2c6a-80a1-4a0e-9edf-59ee2cb98d21 req-f3a78452-8e39-4ec7-9d03-f20463ad0aba service neutron] Attempting to bind port a8eb60fb-af4c-47c1-8bd6-3af3e85d4ac0 on host n-h1-834765-1 for vnic_type normal with profile {"migrating_to": "n-h2-834765-1"} {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:38:01.163798 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.managers [req-af2f2c6a-80a1-4a0e-9edf-59ee2cb98d21 req-f3a78452-8e39-4ec7-9d03-f20463ad0aba service neutron] Attempting to bind port a8eb60fb-af4c-47c1-8bd6-3af3e85d4ac0 by drivers openvswitch,hyperv on host n-h1-834765-1 at level 0 using segments [{'id': '65ab5bc3-e80e-4641-82f0-4ef53207c2d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'b1def78c-da55-4367-b9b1-4d7fc20fc6ac'}] {{(pid=102790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:38:01.164135 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af2f2c6a-80a1-4a0e-9edf-59ee2cb98d21 req-f3a78452-8e39-4ec7-9d03-f20463ad0aba service neutron] Attempting to bind port a8eb60fb-af4c-47c1-8bd6-3af3e85d4ac0 on network b1def78c-da55-4367-b9b1-4d7fc20fc6ac {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:38:01.190320 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af2f2c6a-80a1-4a0e-9edf-59ee2cb98d21 req-f3a78452-8e39-4ec7-9d03-f20463ad0aba service neutron] Port a8eb60fb-af4c-47c1-8bd6-3af3e85d4ac0 on network b1def78c-da55-4367-b9b1-4d7fc20fc6ac not bound, no agent of type Open vSwitch agent registered on host n-h1-834765-1 {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 15:38:01.190649 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af2f2c6a-80a1-4a0e-9edf-59ee2cb98d21 req-f3a78452-8e39-4ec7-9d03-f20463ad0aba service neutron] Attempting to bind port a8eb60fb-af4c-47c1-8bd6-3af3e85d4ac0 on network b1def78c-da55-4367-b9b1-4d7fc20fc6ac {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:38:01.201776 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af2f2c6a-80a1-4a0e-9edf-59ee2cb98d21 req-f3a78452-8e39-4ec7-9d03-f20463ad0aba service neutron] Checking agent: {'id': 'be375040-5069-4239-9460-a3a3213e1e90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 33, 18), 'started_at': datetime.datetime(2022, 3, 29, 15, 33, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 37, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:38:01.203391 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af2f2c6a-80a1-4a0e-9edf-59ee2cb98d21 req-f3a78452-8e39-4ec7-9d03-f20463ad0aba service neutron] Checking segment: {'id': '65ab5bc3-e80e-4641-82f0-4ef53207c2d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'b1def78c-da55-4367-b9b1-4d7fc20fc6ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:38:01.203778 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af2f2c6a-80a1-4a0e-9edf-59ee2cb98d21 req-f3a78452-8e39-4ec7-9d03-f20463ad0aba service neutron] Bound using segment: {'id': '65ab5bc3-e80e-4641-82f0-4ef53207c2d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'b1def78c-da55-4367-b9b1-4d7fc20fc6ac'} {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:38:01.204545 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.managers [req-af2f2c6a-80a1-4a0e-9edf-59ee2cb98d21 req-f3a78452-8e39-4ec7-9d03-f20463ad0aba service neutron] Bound port: a8eb60fb-af4c-47c1-8bd6-3af3e85d4ac0, host: n-h1-834765-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65ab5bc3-e80e-4641-82f0-4ef53207c2d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'b1def78c-da55-4367-b9b1-4d7fc20fc6ac'}}] {{(pid=102790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 15:38:01.204916 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-af2f2c6a-80a1-4a0e-9edf-59ee2cb98d21 req-f3a78452-8e39-4ec7-9d03-f20463ad0aba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:01.260682 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-79490595-59ac-4629-9047-0d55ce4d942e admin admin] Notify callbacks [] for subnet, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:01.263528 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-85357d6f-5c15-4283-8019-0d8bbc55a52b req-648faf87-b883-4e70-8540-b1da3c9fe4e4 tempest-ServersAdminNegativeTestJSON-1221216767 tempest-ServersAdminNegativeTestJSON-1221216767-project] 10.222.0.42 "GET /v2.0/ports?device_id=b95a7c37-dd01-4c1c-ae68-0ee1449a080e HTTP/1.1" status: 200 len: 210 time: 0.0499885 Mar 29 15:38:01.282949 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-79490595-59ac-4629-9047-0d55ce4d942e admin admin] 10.222.0.42 "DELETE /v2.0/subnets/91fb4df6-4e41-4372-89e7-5703fe75a793 HTTP/1.1" status: 204 len: 168 time: 1.9031925 Mar 29 15:38:01.328813 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 39004) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:38:01.357882 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79490595-59ac-4629-9047-0d55ce4d942e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=91fb4df6-4e41-4372-89e7-5703fe75a793,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:38:01.364472 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72c3a2f-b621-493b-912f-fe4d53159490 tempest-ServersWithSpecificFlavorTestJSON-1899199349 tempest-ServersWithSpecificFlavorTestJSON-1899199349-project] Pushing event deleted for resources: {'Port': ['ID=c2bed875-232f-4075-8675-a7bb9c143df0,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:38:01.398602 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-9a15c886-7143-4a8c-b4da-2a2e414dea58 req-18f7316a-652b-4a0d-8bf4-32d741c1b325 tempest-ServersWithSpecificFlavorTestJSON-1899199349 tempest-ServersWithSpecificFlavorTestJSON-1899199349-project] 10.222.0.42 "GET /v2.0/ports?device_id=26d94825-0227-4ba7-895e-dfd9b7854731 HTTP/1.1" status: 200 len: 210 time: 0.2836237 Mar 29 15:38:01.543434 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-2973222f-7e0d-4cba-8bde-ac66be52b43e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1631750'] for network, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:01.608810 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-59ddbd1d-f4bc-4044-8e75-64b6c69a4c0e req-19469b9e-4673-4b14-8ac2-4ceb2df58c3a tempest-ServersWithSpecificFlavorTestJSON-1899199349 tempest-ServersWithSpecificFlavorTestJSON-1899199349-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e445b8b78f0c475987478367fb7ec3e6 HTTP/1.1" status: 200 len: 380 time: 0.4781153 Mar 29 15:38:01.620868 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [req-59ddbd1d-f4bc-4044-8e75-64b6c69a4c0e req-bd1972db-1272-4baa-a6a7-6dbe845b0288 tempest-ServersWithSpecificFlavorTestJSON-1899199349 tempest-ServersWithSpecificFlavorTestJSON-1899199349-project] Request body: {'port': {'device_id': '26d94825-0227-4ba7-895e-dfd9b7854731', 'network_id': '4c54ad59-5bf5-4d39-a555-33b9ac0525c6', 'admin_state_up': True, 'tenant_id': 'e445b8b78f0c475987478367fb7ec3e6', 'security_groups': ['b327838c-078f-492b-afe7-ae6a101aed15']}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:38:01.734782 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [req-af2f2c6a-80a1-4a0e-9edf-59ee2cb98d21 req-f3a78452-8e39-4ec7-9d03-f20463ad0aba service neutron] For port a8eb60fb-af4c-47c1-8bd6-3af3e85d4ac0, host n-h1-834765-1, cleared binding levels {{(pid=102790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:38:01.755354 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b201bc5d-5b85-4a92-8ab0-b1a87548e0dc req-b72c3a2f-b621-493b-912f-fe4d53159490 tempest-ServersWithSpecificFlavorTestJSON-1899199349 tempest-ServersWithSpecificFlavorTestJSON-1899199349-project] Router 23d7de72-2f96-4a61-bfb2-d31ceb2b85d5 has already been hosted by L3 agent c648d819-1060-4f26-b4ec-6455387b5dff {{(pid=102791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 15:38:01.772122 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac81cba-7112-4e90-9e0c-7125d31878f6 req-0f382aae-2804-4c33-8477-778d48564ae9 tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:38:01.773626 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-9ac81cba-7112-4e90-9e0c-7125d31878f6 req-0f382aae-2804-4c33-8477-778d48564ae9 tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] 10.222.0.42 "GET /v2.0/ports?device_id=02827dcb-f1d9-473b-a457-36e8d447defc HTTP/1.1" status: 200 len: 945 time: 0.2092621 Mar 29 15:38:01.826562 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [req-af2f2c6a-80a1-4a0e-9edf-59ee2cb98d21 req-f3a78452-8e39-4ec7-9d03-f20463ad0aba service neutron] For port a8eb60fb-af4c-47c1-8bd6-3af3e85d4ac0, host n-h1-834765-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=a8eb60fb-af4c-47c1-8bd6-3af3e85d4ac0,segment=NetworkSegment(65ab5bc3-e80e-4641-82f0-4ef53207c2d7),segment_id=65ab5bc3-e80e-4641-82f0-4ef53207c2d7)] {{(pid=102790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:38:01.900123 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59ddbd1d-f4bc-4044-8e75-64b6c69a4c0e req-bd1972db-1272-4baa-a6a7-6dbe845b0288 tempest-ServersWithSpecificFlavorTestJSON-1899199349 tempest-ServersWithSpecificFlavorTestJSON-1899199349-project] Made reservation on behalf of e445b8b78f0c475987478367fb7ec3e6 for: {'port': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:38:01.903941 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-59ddbd1d-f4bc-4044-8e75-64b6c69a4c0e req-bd1972db-1272-4baa-a6a7-6dbe845b0288 tempest-ServersWithSpecificFlavorTestJSON-1899199349 tempest-ServersWithSpecificFlavorTestJSON-1899199349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:01.935597 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-2973222f-7e0d-4cba-8bde-ac66be52b43e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639890', 'neutron.services.segments.db._delete_segments_for_network-8783523423079'] for network, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:01.938700 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-af2f2c6a-80a1-4a0e-9edf-59ee2cb98d21 req-f3a78452-8e39-4ec7-9d03-f20463ad0aba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:01.994541 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b201bc5d-5b85-4a92-8ab0-b1a87548e0dc req-b72c3a2f-b621-493b-912f-fe4d53159490 tempest-ServersWithSpecificFlavorTestJSON-1899199349 tempest-ServersWithSpecificFlavorTestJSON-1899199349-project] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:38:02.005971 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aaaa1b8-d7b1-495a-bc33-ac20f5895701 None None] Sync routers for ids ['23d7de72-2f96-4a61-bfb2-d31ceb2b85d5'] in n-d-834765-1 {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:38:02.048864 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [req-b201bc5d-5b85-4a92-8ab0-b1a87548e0dc req-b72c3a2f-b621-493b-912f-fe4d53159490 tempest-ServersWithSpecificFlavorTestJSON-1899199349 tempest-ServersWithSpecificFlavorTestJSON-1899199349-project] No DVR routers for this DVR port c2bed875-232f-4075-8675-a7bb9c143df0 on host n-h1-834765-1 {{(pid=102791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:38:02.052179 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-b201bc5d-5b85-4a92-8ab0-b1a87548e0dc req-b72c3a2f-b621-493b-912f-fe4d53159490 tempest-ServersWithSpecificFlavorTestJSON-1899199349 tempest-ServersWithSpecificFlavorTestJSON-1899199349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:02.057232 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b201bc5d-5b85-4a92-8ab0-b1a87548e0dc req-b72c3a2f-b621-493b-912f-fe4d53159490 tempest-ServersWithSpecificFlavorTestJSON-1899199349 tempest-ServersWithSpecificFlavorTestJSON-1899199349-project] 10.222.0.44 "DELETE /v2.0/ports/c2bed875-232f-4075-8675-a7bb9c143df0 HTTP/1.1" status: 204 len: 173 time: 2.9712462 Mar 29 15:38:02.058531 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aaaa1b8-d7b1-495a-bc33-ac20f5895701 None None] Routers {'23d7de72-2f96-4a61-bfb2-d31ceb2b85d5'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:38:02.062366 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0948ff1-40aa-4883-a4ed-abb046ae6d2f', 'name': 'network-vif-deleted', 'tag': 'c2bed875-232f-4075-8675-a7bb9c143df0'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:38:02.063236 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-0aaaa1b8-d7b1-495a-bc33-ac20f5895701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:37:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['23d7de72-2f96-4a61-bfb2-d31ceb2b85d5'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:38:02.064564 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c67b028db5e9b9818fecc5c0a87ebc6f190694fa53ca267d523e04f98de536d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc0576cd-8855-4016-9cfe-6cc544db9f4a" -d '{"events": [{"server_uuid": "f0948ff1-40aa-4883-a4ed-abb046ae6d2f", "name": "network-vif-deleted", "tag": "c2bed875-232f-4075-8675-a7bb9c143df0"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:38:02.072900 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a78452-8e39-4ec7-9d03-f20463ad0aba service neutron] Pushing event updated for resources: {'Port': ['ID=a8eb60fb-af4c-47c1-8bd6-3af3e85d4ac0,revision_number=8']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:38:02.147748 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-2973222f-7e0d-4cba-8bde-ac66be52b43e admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:38:02.148092 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-2973222f-7e0d-4cba-8bde-ac66be52b43e admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:38:02.149487 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-2973222f-7e0d-4cba-8bde-ac66be52b43e admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:38:02.150225 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-2973222f-7e0d-4cba-8bde-ac66be52b43e admin admin] Subscribe: > port after_create 55550000 {{(pid=102790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:38:02.150225 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-2973222f-7e0d-4cba-8bde-ac66be52b43e admin admin] Subscribe: > port after_delete 55550000 {{(pid=102790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:38:02.150543 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-2973222f-7e0d-4cba-8bde-ac66be52b43e admin admin] Subscribe: > port after_update 55550000 {{(pid=102790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:38:02.150775 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-2973222f-7e0d-4cba-8bde-ac66be52b43e admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:38:02.155382 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-2973222f-7e0d-4cba-8bde-ac66be52b43e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:38:02.155816 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-2973222f-7e0d-4cba-8bde-ac66be52b43e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:38:02.156152 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-2973222f-7e0d-4cba-8bde-ac66be52b43e admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:38:02.176066 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_common [req-59ddbd1d-f4bc-4044-8e75-64b6c69a4c0e req-bd1972db-1272-4baa-a6a7-6dbe845b0288 tempest-ServersWithSpecificFlavorTestJSON-1899199349 tempest-ServersWithSpecificFlavorTestJSON-1899199349-project] Allocated IP 172.20.0.4 (4c54ad59-5bf5-4d39-a555-33b9ac0525c6/03f862f4-b4e2-46c9-849d-afd166600484/827fb163-93d9-4217-9400-b5fdca6790a3) {{(pid=102791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:38:02.337721 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-2973222f-7e0d-4cba-8bde-ac66be52b43e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:38:02.338415 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-2973222f-7e0d-4cba-8bde-ac66be52b43e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:38:02.339122 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-2973222f-7e0d-4cba-8bde-ac66be52b43e admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:38:02.339664 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-2973222f-7e0d-4cba-8bde-ac66be52b43e admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:38:02.341679 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-2973222f-7e0d-4cba-8bde-ac66be52b43e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad4dd843-8a8c-4834-9c6e-df42e2674ec5']}} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:38:02.349902 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvr_db [None req-0aaaa1b8-d7b1-495a-bc33-ac20f5895701 None None] Set router 23d7de72-2f96-4a61-bfb2-d31ceb2b85d5 gateway port host: n-d-834765-1 {{(pid=102792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:38:02.445370 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-2973222f-7e0d-4cba-8bde-ac66be52b43e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0848d794-0e58-4209-ba0b-e588f8938fa3') {'for_net_delete': True} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:38:02.445659 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-2973222f-7e0d-4cba-8bde-ac66be52b43e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0848d794-0e58-4209-ba0b-e588f8938fa3') {} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:38:02.540768 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-9ac81cba-7112-4e90-9e0c-7125d31878f6 req-a933de97-7945-43ce-9453-4b8161aed542 tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] 10.222.0.42 "GET /v2.0/security-groups?id=d26d57f3-f34b-4b82-acb2-a15ffdfe7b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7330432 Mar 29 15:38:02.541011 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb213a2d-7305-4e81-ac1c-1104e46214b8 req-b2a4b5ae-0271-4591-9962-d69459fdef1a tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:38:02.546143 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-2973222f-7e0d-4cba-8bde-ac66be52b43e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783523422064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4614019'] for segment, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:02.548546 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-cb213a2d-7305-4e81-ac1c-1104e46214b8 req-b2a4b5ae-0271-4591-9962-d69459fdef1a tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] 10.222.0.42 "GET /v2.0/ports?device_id=bba2baf7-e23e-4421-b30a-eaf6b702a068 HTTP/1.1" status: 200 len: 943 time: 0.3534064 Mar 29 15:38:02.637458 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2f2c6a-80a1-4a0e-9edf-59ee2cb98d21 req-f3a78452-8e39-4ec7-9d03-f20463ad0aba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:38:02.638098 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-af2f2c6a-80a1-4a0e-9edf-59ee2cb98d21 req-f3a78452-8e39-4ec7-9d03-f20463ad0aba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:02.640810 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-cb213a2d-7305-4e81-ac1c-1104e46214b8 req-0d350c89-c749-4374-9580-ac1a54bcb41a tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] 10.222.0.42 "GET /v2.0/security-groups?id=c99ced8e-1ceb-46fb-aaa7-747186b2b9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912595 Mar 29 15:38:02.642314 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:38:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87c78eec-a01e-4168-b754-f76f145b6dea x-openstack-request-id: req-87c78eec-a01e-4168-b754-f76f145b6dea {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:38:02.642604 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0948ff1-40aa-4883-a4ed-abb046ae6d2f", "name": "network-vif-deleted", "tag": "c2bed875-232f-4075-8675-a7bb9c143df0", "status": "completed", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:38:02.642854 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-87c78eec-a01e-4168-b754-f76f145b6dea {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:38:02.643319 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0948ff1-40aa-4883-a4ed-abb046ae6d2f', 'name': 'network-vif-deleted', 'tag': 'c2bed875-232f-4075-8675-a7bb9c143df0', 'status': 'completed', 'code': 200} Mar 29 15:38:02.644081 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-af2f2c6a-80a1-4a0e-9edf-59ee2cb98d21 req-f3a78452-8e39-4ec7-9d03-f20463ad0aba service neutron] 10.222.0.48 "PUT /v2.0/ports/a8eb60fb-af4c-47c1-8bd6-3af3e85d4ac0 HTTP/1.1" status: 200 len: 1121 time: 2.7577794 Mar 29 15:38:02.679008 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-2973222f-7e0d-4cba-8bde-ac66be52b43e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:02.695633 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2973222f-7e0d-4cba-8bde-ac66be52b43e admin admin] Releasing vlan 629 on physical network physnet1 to pool {{(pid=102790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 15:38:02.714357 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-2973222f-7e0d-4cba-8bde-ac66be52b43e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5238013'] for segment, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:02.721158 n-d-834765-1 neutron-server[102790]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 29 15:38:02.721158 n-d-834765-1 neutron-server[102790]: from cryptography.utils import int_from_bytes Mar 29 15:38:02.721158 n-d-834765-1 neutron-server[102790]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 29 15:38:02.721158 n-d-834765-1 neutron-server[102790]: from cryptography.utils import int_from_bytes Mar 29 15:38:02.721158 n-d-834765-1 neutron-server[102790]: Traceback (most recent call last): Mar 29 15:38:02.721158 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 15:38:02.721158 n-d-834765-1 neutron-server[102790]: timer() Mar 29 15:38:02.721158 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 15:38:02.721158 n-d-834765-1 neutron-server[102790]: cb(*args, **kw) Mar 29 15:38:02.721158 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 15:38:02.721158 n-d-834765-1 neutron-server[102790]: return func(*args, **kwargs) Mar 29 15:38:02.721158 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 15:38:02.721158 n-d-834765-1 neutron-server[102790]: self._notify() Mar 29 15:38:02.721158 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 15:38:02.721158 n-d-834765-1 neutron-server[102790]: self.callback(batched_events) Mar 29 15:38:02.721158 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 15:38:02.721158 n-d-834765-1 neutron-server[102790]: event.method(event) Mar 29 15:38:02.721158 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 15:38:02.721158 n-d-834765-1 neutron-server[102790]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 15:38:02.721158 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 15:38:02.721158 n-d-834765-1 neutron-server[102790]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 15:38:02.721158 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 15:38:02.721158 n-d-834765-1 neutron-server[102790]: return f(self, *a, **k) Mar 29 15:38:02.721158 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 15:38:02.721158 n-d-834765-1 neutron-server[102790]: return self._get(url).json() Mar 29 15:38:02.721158 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 15:38:02.721158 n-d-834765-1 neutron-server[102790]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 15:38:02.721158 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 15:38:02.721158 n-d-834765-1 neutron-server[102790]: return self.request(url, 'GET', **kwargs) Mar 29 15:38:02.721158 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 15:38:02.721158 n-d-834765-1 neutron-server[102790]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 15:38:02.721158 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 15:38:02.721158 n-d-834765-1 neutron-server[102790]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 15:38:02.721158 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 15:38:02.721158 n-d-834765-1 neutron-server[102790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 15:38:02.721158 n-d-834765-1 neutron-server[102790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 15:38:02.736710 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-be992ae2-40c7-4800-b629-6a8fa24b59ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:02.763362 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] get_ports_and_sgs() called for port_ids ['a8eb60fb-af4c-47c1-8bd6-3af3e85d4ac0'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:38:02.788343 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-59ddbd1d-f4bc-4044-8e75-64b6c69a4c0e req-bd1972db-1272-4baa-a6a7-6dbe845b0288 tempest-ServersWithSpecificFlavorTestJSON-1899199349 tempest-ServersWithSpecificFlavorTestJSON-1899199349-project] Notify callbacks [] for port, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:02.859824 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-89f5446f-3c9b-41a5-99dd-8f57615e89b6 req-b362635d-4230-4c9e-abb0-1338d7b709a3 tempest-ServersAdminNegativeTestJSON-1221216767 tempest-ServersAdminNegativeTestJSON-1221216767-project] 10.222.0.42 "GET /v2.0/ports?device_id=b95a7c37-dd01-4c1c-ae68-0ee1449a080e HTTP/1.1" status: 200 len: 210 time: 0.0411797 Mar 29 15:38:02.872599 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-59ddbd1d-f4bc-4044-8e75-64b6c69a4c0e req-bd1972db-1272-4baa-a6a7-6dbe845b0288 tempest-ServersWithSpecificFlavorTestJSON-1899199349 tempest-ServersWithSpecificFlavorTestJSON-1899199349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:02.901690 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-2973222f-7e0d-4cba-8bde-ac66be52b43e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1639897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648174'] for network, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:02.909529 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-0aaaa1b8-d7b1-495a-bc33-ac20f5895701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23d7de72-2f96-4a61-bfb2-d31ceb2b85d5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-959389574-router', 'tenant_id': 'e445b8b78f0c475987478367fb7ec3e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.83'}], 'enable_snat': True}, 'gw_port_id': 'f014e05d-d9c8-4704-9420-84147da2e5cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:35:47Z', 'updated_at': '2022-03-29T15:35:52Z', 'revision_number': 4, 'project_id': 'e445b8b78f0c475987478367fb7ec3e6', 'gw_port': {'id': 'f014e05d-d9c8-4704-9420-84147da2e5cb', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:03:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23d7de72-2f96-4a61-bfb2-d31ceb2b85d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:35:48Z', 'updated_at': '2022-03-29T15:35:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': 'd46168aa-4b8f-4713-88b3-d5554fa2c9cc', 'name': '', 'network_id': '4c54ad59-5bf5-4d39-a555-33b9ac0525c6', 'tenant_id': 'e445b8b78f0c475987478367fb7ec3e6', 'mac_address': 'fa:16:3e:0b:49:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23d7de72-2f96-4a61-bfb2-d31ceb2b85d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '03f862f4-b4e2-46c9-849d-afd166600484', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:35:50Z', 'updated_at': '2022-03-29T15:35:58Z', 'revision_number': 5, 'project_id': 'e445b8b78f0c475987478367fb7ec3e6', 'subnets': [{'id': '03f862f4-b4e2-46c9-849d-afd166600484', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:38:02.911224 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-2973222f-7e0d-4cba-8bde-ac66be52b43e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for network, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:02.919782 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-2973222f-7e0d-4cba-8bde-ac66be52b43e admin admin] 10.222.0.42 "DELETE /v2.0/networks/ad4dd843-8a8c-4834-9c6e-df42e2674ec5 HTTP/1.1" status: 204 len: 168 time: 1.5871224 Mar 29 15:38:02.947779 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device c2bed875-232f-4075-8675-a7bb9c143df0 no longer exists at agent hyperv_n-h1-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:38:02.975445 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] No Port match for: c2bed875-232f-4075-8675-a7bb9c143df0 {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 15:38:02.976133 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device c2bed875-232f-4075-8675-a7bb9c143df0 not bound to the agent host n-h1-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:38:02.981243 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aaaa1b8-d7b1-495a-bc33-ac20f5895701 None None] Checking router: 23d7de72-2f96-4a61-bfb2-d31ceb2b85d5 for host: n-d-834765-1 {{(pid=102792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:38:02.997944 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aaaa1b8-d7b1-495a-bc33-ac20f5895701 None None] Routers {'23d7de72-2f96-4a61-bfb2-d31ceb2b85d5'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:38:02.998829 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-0aaaa1b8-d7b1-495a-bc33-ac20f5895701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:38:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['23d7de72-2f96-4a61-bfb2-d31ceb2b85d5'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:38:03.009791 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2973222f-7e0d-4cba-8bde-ac66be52b43e admin admin] Pushing event deleted for resources: {'Network': ['ID=ad4dd843-8a8c-4834-9c6e-df42e2674ec5,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:38:03.058676 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-fad92049-0ebd-4b2a-b73e-f94dad1dfc5e req-10a015a6-6c34-4e5a-9192-b9a581cf72f1 tempest-ServersAdminNegativeTestJSON-1221216767 tempest-ServersAdminNegativeTestJSON-1221216767-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=8e8ee4f25fd34551a6b091ac55eb831f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0880666 Mar 29 15:38:03.080418 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59ddbd1d-f4bc-4044-8e75-64b6c69a4c0e req-bd1972db-1272-4baa-a6a7-6dbe845b0288 tempest-ServersWithSpecificFlavorTestJSON-1899199349 tempest-ServersWithSpecificFlavorTestJSON-1899199349-project] Network 4c54ad59-5bf5-4d39-a555-33b9ac0525c6 is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:38:03.093915 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [req-59ddbd1d-f4bc-4044-8e75-64b6c69a4c0e req-bd1972db-1272-4baa-a6a7-6dbe845b0288 tempest-ServersWithSpecificFlavorTestJSON-1899199349 tempest-ServersWithSpecificFlavorTestJSON-1899199349-project] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:38:03.134560 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [req-59ddbd1d-f4bc-4044-8e75-64b6c69a4c0e req-bd1972db-1272-4baa-a6a7-6dbe845b0288 tempest-ServersWithSpecificFlavorTestJSON-1899199349 tempest-ServersWithSpecificFlavorTestJSON-1899199349-project] Received port after_create {{(pid=102791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:38:03.200204 n-d-834765-1 neutron-server[102790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bba2baf7-e23e-4421-b30a-eaf6b702a068', 'tag': 'a8eb60fb-af4c-47c1-8bd6-3af3e85d4ac0'}] {{(pid=102790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:38:03.213655 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46b06d655c90bc969636382cce4240ad749035fb0f3a83ee4734fa1ed9c4a6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ed803fb-8da2-412c-a3cb-d088d2d0b383" -d '{"events": [{"name": "network-changed", "server_uuid": "bba2baf7-e23e-4421-b30a-eaf6b702a068", "tag": "a8eb60fb-af4c-47c1-8bd6-3af3e85d4ac0"}]}' {{(pid=102790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:38:03.246875 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1972db-1272-4baa-a6a7-6dbe845b0288 tempest-ServersWithSpecificFlavorTestJSON-1899199349 tempest-ServersWithSpecificFlavorTestJSON-1899199349-project] Pushing event updated for resources: {'Port': ['ID=827fb163-93d9-4217-9400-b5fdca6790a3,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:38:03.255840 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 39032) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:38:03.294782 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ddbd1d-f4bc-4044-8e75-64b6c69a4c0e req-bd1972db-1272-4baa-a6a7-6dbe845b0288 tempest-ServersWithSpecificFlavorTestJSON-1899199349 tempest-ServersWithSpecificFlavorTestJSON-1899199349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:38:03.295779 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-59ddbd1d-f4bc-4044-8e75-64b6c69a4c0e req-bd1972db-1272-4baa-a6a7-6dbe845b0288 tempest-ServersWithSpecificFlavorTestJSON-1899199349 tempest-ServersWithSpecificFlavorTestJSON-1899199349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:03.323291 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5e8a77-59be-4c54-b10c-3a5bc03a872f req-6883c1cd-8647-4c4f-b65b-7a53aca2c8f8 tempest-ServersWithSpecificFlavorTestJSON-1899199349 tempest-ServersWithSpecificFlavorTestJSON-1899199349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:38:03.328658 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-0f5e8a77-59be-4c54-b10c-3a5bc03a872f req-6883c1cd-8647-4c4f-b65b-7a53aca2c8f8 tempest-ServersWithSpecificFlavorTestJSON-1899199349 tempest-ServersWithSpecificFlavorTestJSON-1899199349-project] 10.222.0.42 "GET /v2.0/ports?device_id=26d94825-0227-4ba7-895e-dfd9b7854731 HTTP/1.1" status: 200 len: 931 time: 0.2793179 Mar 29 15:38:03.339547 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 15:38:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8cd4ab2-78c0-448b-bb58-885c80ae0c62 x-openstack-request-id: req-d8cd4ab2-78c0-448b-bb58-885c80ae0c62 {{(pid=102790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:38:03.339756 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bba2baf7-e23e-4421-b30a-eaf6b702a068", "tag": "a8eb60fb-af4c-47c1-8bd6-3af3e85d4ac0", "status": "completed", "code": 200}]} {{(pid=102790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:38:03.340100 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d8cd4ab2-78c0-448b-bb58-885c80ae0c62 {{(pid=102790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:38:03.340520 n-d-834765-1 neutron-server[102790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bba2baf7-e23e-4421-b30a-eaf6b702a068', 'tag': 'a8eb60fb-af4c-47c1-8bd6-3af3e85d4ac0', 'status': 'completed', 'code': 200} Mar 29 15:38:03.406189 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-59ddbd1d-f4bc-4044-8e75-64b6c69a4c0e req-bd1972db-1272-4baa-a6a7-6dbe845b0288 tempest-ServersWithSpecificFlavorTestJSON-1899199349 tempest-ServersWithSpecificFlavorTestJSON-1899199349-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7908394 Mar 29 15:38:03.429851 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvr_db [None req-0aaaa1b8-d7b1-495a-bc33-ac20f5895701 None None] Set router 23d7de72-2f96-4a61-bfb2-d31ceb2b85d5 gateway port host: n-d-834765-1 {{(pid=102792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:38:03.447185 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-b242d51b-f981-4975-ad3d-74f441680d02 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=19396d7f50b3446fbb1e1d4cdc8a5b2c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1849999 Mar 29 15:38:03.466614 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad92049-0ebd-4b2a-b73e-f94dad1dfc5e req-643df3eb-3967-4e51-944d-7e29f5f1dfa7 tempest-ServersAdminNegativeTestJSON-1221216767 tempest-ServersAdminNegativeTestJSON-1221216767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:38:03.468150 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-fad92049-0ebd-4b2a-b73e-f94dad1dfc5e req-643df3eb-3967-4e51-944d-7e29f5f1dfa7 tempest-ServersAdminNegativeTestJSON-1221216767 tempest-ServersAdminNegativeTestJSON-1221216767-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4018011 Mar 29 15:38:03.468435 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [req-59ddbd1d-f4bc-4044-8e75-64b6c69a4c0e req-5584b337-edd0-4229-974e-2a960431b417 service neutron] Request body: {'port': {'device_id': '26d94825-0227-4ba7-895e-dfd9b7854731', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834765-1'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:38:03.468675 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 39034) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:38:03.504151 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [req-fad92049-0ebd-4b2a-b73e-f94dad1dfc5e req-575ef957-8320-4ce6-9ed6-8fa889e7ca13 tempest-ServersAdminNegativeTestJSON-1221216767 tempest-ServersAdminNegativeTestJSON-1221216767-project] Request body: {'port': {'device_id': 'b95a7c37-dd01-4c1c-ae68-0ee1449a080e', 'network_id': '2268a9b9-82fd-4886-a91d-3a50e4e16cab', 'admin_state_up': True, 'tenant_id': '8e8ee4f25fd34551a6b091ac55eb831f'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:38:03.567769 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-0f5e8a77-59be-4c54-b10c-3a5bc03a872f req-820b517f-3fb7-4deb-9f8b-87d5dd6e3c4a tempest-ServersWithSpecificFlavorTestJSON-1899199349 tempest-ServersWithSpecificFlavorTestJSON-1899199349-project] 10.222.0.42 "GET /v2.0/security-groups?id=b327838c-078f-492b-afe7-ae6a101aed15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2262087 Mar 29 15:38:03.573730 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed803fb-8da2-412c-a3cb-d088d2d0b383 req-586aa4d3-3b5e-4d6b-90b5-e57c1287dfd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:38:03.575414 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-8ed803fb-8da2-412c-a3cb-d088d2d0b383 req-586aa4d3-3b5e-4d6b-90b5-e57c1287dfd4 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=61d6b03cf8b04e0283d0c20861ff0cb0&device_id=bba2baf7-e23e-4421-b30a-eaf6b702a068 HTTP/1.1" status: 200 len: 1124 time: 0.2024598 Mar 29 15:38:03.803190 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed803fb-8da2-412c-a3cb-d088d2d0b383 req-04817c3f-949e-48f4-9f19-6be11583e626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:38:03.804706 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-8ed803fb-8da2-412c-a3cb-d088d2d0b383 req-04817c3f-949e-48f4-9f19-6be11583e626 service neutron] 10.222.0.44 "GET /v2.0/networks?id=b1def78c-da55-4367-b9b1-4d7fc20fc6ac HTTP/1.1" status: 200 len: 909 time: 0.1960602 Mar 29 15:38:03.873965 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-8ed803fb-8da2-412c-a3cb-d088d2d0b383 req-17ba399d-2f7e-4e28-9fe5-c3ecf0e15309 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a8eb60fb-af4c-47c1-8bd6-3af3e85d4ac0 HTTP/1.1" status: 200 len: 217 time: 0.0605712 Mar 29 15:38:03.891844 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-59ddbd1d-f4bc-4044-8e75-64b6c69a4c0e req-5584b337-edd0-4229-974e-2a960431b417 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:03.968597 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-0aaaa1b8-d7b1-495a-bc33-ac20f5895701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23d7de72-2f96-4a61-bfb2-d31ceb2b85d5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-959389574-router', 'tenant_id': 'e445b8b78f0c475987478367fb7ec3e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.83'}], 'enable_snat': True}, 'gw_port_id': 'f014e05d-d9c8-4704-9420-84147da2e5cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:35:47Z', 'updated_at': '2022-03-29T15:35:52Z', 'revision_number': 4, 'project_id': 'e445b8b78f0c475987478367fb7ec3e6', 'gw_port': {'id': 'f014e05d-d9c8-4704-9420-84147da2e5cb', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:03:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23d7de72-2f96-4a61-bfb2-d31ceb2b85d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:35:48Z', 'updated_at': '2022-03-29T15:35:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': 'd46168aa-4b8f-4713-88b3-d5554fa2c9cc', 'name': '', 'network_id': '4c54ad59-5bf5-4d39-a555-33b9ac0525c6', 'tenant_id': 'e445b8b78f0c475987478367fb7ec3e6', 'mac_address': 'fa:16:3e:0b:49:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23d7de72-2f96-4a61-bfb2-d31ceb2b85d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '03f862f4-b4e2-46c9-849d-afd166600484', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:35:50Z', 'updated_at': '2022-03-29T15:35:58Z', 'revision_number': 5, 'project_id': 'e445b8b78f0c475987478367fb7ec3e6', 'subnets': [{'id': '03f862f4-b4e2-46c9-849d-afd166600484', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:38:03.985674 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1169ba-e393-490a-861b-9c53457a7b80 req-3e6aaed7-2adb-4307-9a2a-b52ab67b9808 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:38:03.987365 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ce1169ba-e393-490a-861b-9c53457a7b80 req-3e6aaed7-2adb-4307-9a2a-b52ab67b9808 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] 10.222.0.42 "GET /v2.0/ports?device_id=bba2baf7-e23e-4421-b30a-eaf6b702a068 HTTP/1.1" status: 200 len: 943 time: 0.1125753 Mar 29 15:38:04.054114 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dda51c8-8a8a-4a53-bdc8-ab5479682c4c req-f36ae53a-04ba-4c07-8c83-04bcbac60cb8 tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:38:04.059713 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed803fb-8da2-412c-a3cb-d088d2d0b383 req-28b24e5c-1e5c-4b48-97f9-91300e3fc7c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:38:04.061194 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-8ed803fb-8da2-412c-a3cb-d088d2d0b383 req-28b24e5c-1e5c-4b48-97f9-91300e3fc7c4 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a84f45bb-2cdd-4adc-a15d-ac5c06ff5a1f HTTP/1.1" status: 200 len: 848 time: 0.1712058 Mar 29 15:38:04.067500 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aaaa1b8-d7b1-495a-bc33-ac20f5895701 None None] The sync data for ids ['23d7de72-2f96-4a61-bfb2-d31ceb2b85d5'] in n-d-834765-1 is: [{'id': '23d7de72-2f96-4a61-bfb2-d31ceb2b85d5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-959389574-router', 'tenant_id': 'e445b8b78f0c475987478367fb7ec3e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.83'}], 'enable_snat': True}, 'gw_port_id': 'f014e05d-d9c8-4704-9420-84147da2e5cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:35:47Z', 'updated_at': '2022-03-29T15:35:52Z', 'revision_number': 4, 'project_id': 'e445b8b78f0c475987478367fb7ec3e6', 'gw_port': {'id': 'f014e05d-d9c8-4704-9420-84147da2e5cb', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:03:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23d7de72-2f96-4a61-bfb2-d31ceb2b85d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:35:48Z', 'updated_at': '2022-03-29T15:35:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': 'd46168aa-4b8f-4713-88b3-d5554fa2c9cc', 'name': '', 'network_id': '4c54ad59-5bf5-4d39-a555-33b9ac0525c6', 'tenant_id': 'e445b8b78f0c475987478367fb7ec3e6', 'mac_address': 'fa:16:3e:0b:49:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23d7de72-2f96-4a61-bfb2-d31ceb2b85d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '03f862f4-b4e2-46c9-849d-afd166600484', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:35:50Z', 'updated_at': '2022-03-29T15:35:58Z', 'revision_number': 5, 'project_id': 'e445b8b78f0c475987478367fb7ec3e6', 'subnets': [{'id': '03f862f4-b4e2-46c9-849d-afd166600484', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:38:04.068454 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-3dda51c8-8a8a-4a53-bdc8-ab5479682c4c req-f36ae53a-04ba-4c07-8c83-04bcbac60cb8 tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] 10.222.0.42 "GET /v2.0/ports?device_id=02827dcb-f1d9-473b-a457-36e8d447defc HTTP/1.1" status: 200 len: 945 time: 0.1830182 Mar 29 15:38:04.100127 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d71584b9-87f1-45f5-84c7-c993c2416269 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:04.147981 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ce1169ba-e393-490a-861b-9c53457a7b80 req-8a97c08c-d123-4404-862c-749d91c8f0c6 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] 10.222.0.42 "GET /v2.0/security-groups?id=c99ced8e-1ceb-46fb-aaa7-747186b2b9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338389 Mar 29 15:38:04.150132 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-3dda51c8-8a8a-4a53-bdc8-ab5479682c4c req-fa8f36ed-ab60-4762-acba-d1ded6e66a05 tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] 10.222.0.42 "GET /v2.0/security-groups?id=d26d57f3-f34b-4b82-acb2-a15ffdfe7b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709553 Mar 29 15:38:04.152832 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-3d690a78-6e41-4468-ad10-5cc785d02969 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:04.183356 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-8ed803fb-8da2-412c-a3cb-d088d2d0b383 req-55032175-428e-4760-898e-c382499651ff service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b1def78c-da55-4367-b9b1-4d7fc20fc6ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1028776 Mar 29 15:38:04.221314 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-3d690a78-6e41-4468-ad10-5cc785d02969 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:04.347822 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fad92049-0ebd-4b2a-b73e-f94dad1dfc5e req-575ef957-8320-4ce6-9ed6-8fa889e7ca13 tempest-ServersAdminNegativeTestJSON-1221216767 tempest-ServersAdminNegativeTestJSON-1221216767-project] Made reservation on behalf of 8e8ee4f25fd34551a6b091ac55eb831f for: {'port': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:38:04.353605 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-fad92049-0ebd-4b2a-b73e-f94dad1dfc5e req-575ef957-8320-4ce6-9ed6-8fa889e7ca13 tempest-ServersAdminNegativeTestJSON-1221216767 tempest-ServersAdminNegativeTestJSON-1221216767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:04.361403 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-3d690a78-6e41-4468-ad10-5cc785d02969 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:04.364398 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-3d690a78-6e41-4468-ad10-5cc785d02969 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:04.365592 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-3d690a78-6e41-4468-ad10-5cc785d02969 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/2d46093a-1878-4395-8074-a6c30162ba83 HTTP/1.1" status: 204 len: 168 time: 0.8959882 Mar 29 15:38:04.383974 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d690a78-6e41-4468-ad10-5cc785d02969 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d46093a-1878-4395-8074-a6c30162ba83,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:38:04.388072 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-fad92049-0ebd-4b2a-b73e-f94dad1dfc5e req-575ef957-8320-4ce6-9ed6-8fa889e7ca13 tempest-ServersAdminNegativeTestJSON-1221216767 tempest-ServersAdminNegativeTestJSON-1221216767-project] Notify callbacks [] for security_group, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:04.484510 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-fad92049-0ebd-4b2a-b73e-f94dad1dfc5e req-575ef957-8320-4ce6-9ed6-8fa889e7ca13 tempest-ServersAdminNegativeTestJSON-1221216767 tempest-ServersAdminNegativeTestJSON-1221216767-project] Notify callbacks [] for security_group, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:04.491678 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80afa8b2-874b-4461-b4b5-b23b933994b8 req-b624e721-463f-4c9c-86aa-60f362a114ab tempest-LiveAutoBlockMigrationV225Test-1278294229 tempest-LiveAutoBlockMigrationV225Test-1278294229-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:38:04.501749 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-80afa8b2-874b-4461-b4b5-b23b933994b8 req-b624e721-463f-4c9c-86aa-60f362a114ab tempest-LiveAutoBlockMigrationV225Test-1278294229 tempest-LiveAutoBlockMigrationV225Test-1278294229-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=02827dcb-f1d9-473b-a457-36e8d447defc HTTP/1.1" status: 200 len: 1096 time: 0.1926746 Mar 29 15:38:04.511054 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-fad92049-0ebd-4b2a-b73e-f94dad1dfc5e req-575ef957-8320-4ce6-9ed6-8fa889e7ca13 tempest-ServersAdminNegativeTestJSON-1221216767 tempest-ServersAdminNegativeTestJSON-1221216767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:04.522683 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-8ed803fb-8da2-412c-a3cb-d088d2d0b383 req-e4bf276f-e581-4134-8505-50872f9957ca service neutron] 10.222.0.44 "GET /v2.0/networks/b1def78c-da55-4367-b9b1-4d7fc20fc6ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2705946 Mar 29 15:38:04.591798 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-368cda94-4c51-4593-851a-98b92f3b7d92 req-9869ce1a-1965-40e7-a972-a4b27c10d51d tempest-ServersAdminNegativeTestJSON-1221216767 tempest-ServersAdminNegativeTestJSON-1221216767-project] 10.222.0.42 "GET /v2.0/ports?device_id=b95a7c37-dd01-4c1c-ae68-0ee1449a080e HTTP/1.1" status: 200 len: 210 time: 0.0681014 Mar 29 15:38:04.737151 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-087acda1-0454-4e6a-943d-d0e53443d57b None None] New status for floating IP 29d888c6-81d6-4ae7-85e6-a12fd91fd92d: DOWN {{(pid=102793) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 15:38:04.814472 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.db_base_plugin_common [req-fad92049-0ebd-4b2a-b73e-f94dad1dfc5e req-575ef957-8320-4ce6-9ed6-8fa889e7ca13 tempest-ServersAdminNegativeTestJSON-1221216767 tempest-ServersAdminNegativeTestJSON-1221216767-project] Allocated IP 192.168.233.105 (2268a9b9-82fd-4886-a91d-3a50e4e16cab/abb8e5d6-2aea-4455-a944-3435a3d1ce49/fe2455fa-5569-41d2-9f29-4e533d4bd9fe) {{(pid=102790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:38:04.929705 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc43a347-0121-42f8-8b88-d360eaf07a4b req-d9a97e72-d94c-4ea3-a351-c8dbf0b2042e tempest-ServersWithSpecificFlavorTestJSON-1899199349 tempest-ServersWithSpecificFlavorTestJSON-1899199349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:38:04.936765 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-cc43a347-0121-42f8-8b88-d360eaf07a4b req-d9a97e72-d94c-4ea3-a351-c8dbf0b2042e tempest-ServersWithSpecificFlavorTestJSON-1899199349 tempest-ServersWithSpecificFlavorTestJSON-1899199349-project] 10.222.0.42 "GET /v2.0/ports?device_id=26d94825-0227-4ba7-895e-dfd9b7854731 HTTP/1.1" status: 200 len: 931 time: 0.1412642 Mar 29 15:38:04.958100 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-8ed803fb-8da2-412c-a3cb-d088d2d0b383 req-021be1ef-6e61-4331-ad73-9cb97bb2b5a1 service neutron] 10.222.0.44 "GET /v2.0/networks/b1def78c-da55-4367-b9b1-4d7fc20fc6ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3748140 Mar 29 15:38:05.066884 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575ef957-8320-4ce6-9ed6-8fa889e7ca13 tempest-ServersAdminNegativeTestJSON-1221216767 tempest-ServersAdminNegativeTestJSON-1221216767-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0472a554-1980-4298-b676-fea77ad7f77b,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:38:05.083891 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-cc43a347-0121-42f8-8b88-d360eaf07a4b req-748a2b61-6b13-42d9-8be7-ad745cc193ee tempest-ServersWithSpecificFlavorTestJSON-1899199349 tempest-ServersWithSpecificFlavorTestJSON-1899199349-project] 10.222.0.42 "GET /v2.0/security-groups?id=b327838c-078f-492b-afe7-ae6a101aed15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1460228 Mar 29 15:38:05.136026 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-80afa8b2-874b-4461-b4b5-b23b933994b8 req-90f7256d-547e-433c-9a87-f19e49e43870 tempest-LiveAutoBlockMigrationV225Test-1278294229 tempest-LiveAutoBlockMigrationV225Test-1278294229-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=d26d57f3-f34b-4b82-acb2-a15ffdfe7b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6330023 Mar 29 15:38:05.255297 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [req-59ddbd1d-f4bc-4044-8e75-64b6c69a4c0e req-5584b337-edd0-4229-974e-2a960431b417 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 827fb163-93d9-4217-9400-b5fdca6790a3 {{(pid=102791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:38:05.275495 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-59ddbd1d-f4bc-4044-8e75-64b6c69a4c0e req-5584b337-edd0-4229-974e-2a960431b417 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:05.340379 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.provisioning_blocks [req-59ddbd1d-f4bc-4044-8e75-64b6c69a4c0e req-5584b337-edd0-4229-974e-2a960431b417 service neutron] Transition to ACTIVE for port object 827fb163-93d9-4217-9400-b5fdca6790a3 will not be triggered until provisioned by entity L2. {{(pid=102791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 15:38:05.378510 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-fad92049-0ebd-4b2a-b73e-f94dad1dfc5e req-575ef957-8320-4ce6-9ed6-8fa889e7ca13 tempest-ServersAdminNegativeTestJSON-1221216767 tempest-ServersAdminNegativeTestJSON-1221216767-project] Notify callbacks [] for port, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:05.394766 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-59ddbd1d-f4bc-4044-8e75-64b6c69a4c0e req-5584b337-edd0-4229-974e-2a960431b417 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:05.465529 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2ec299-b2ef-473f-9064-20eadc3104dc req-24856d1c-ea3a-4034-9229-3abb4fe71033 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:38:05.470801 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-fad92049-0ebd-4b2a-b73e-f94dad1dfc5e req-575ef957-8320-4ce6-9ed6-8fa889e7ca13 tempest-ServersAdminNegativeTestJSON-1221216767 tempest-ServersAdminNegativeTestJSON-1221216767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:05.474834 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-0a2ec299-b2ef-473f-9064-20eadc3104dc req-24856d1c-ea3a-4034-9229-3abb4fe71033 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] 10.222.0.42 "GET /v2.0/ports?device_id=bba2baf7-e23e-4421-b30a-eaf6b702a068 HTTP/1.1" status: 200 len: 943 time: 0.1740925 Mar 29 15:38:05.585174 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5584b337-edd0-4229-974e-2a960431b417 service neutron] Pushing event updated for resources: {'Port': ['ID=827fb163-93d9-4217-9400-b5fdca6790a3,revision_number=2']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:38:05.597432 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-59ddbd1d-f4bc-4044-8e75-64b6c69a4c0e req-5584b337-edd0-4229-974e-2a960431b417 service neutron] Attempting to bind port 827fb163-93d9-4217-9400-b5fdca6790a3 on host n-h2-834765-1 for vnic_type normal with profile {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:38:05.598081 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-59ddbd1d-f4bc-4044-8e75-64b6c69a4c0e req-5584b337-edd0-4229-974e-2a960431b417 service neutron] Attempting to bind port 827fb163-93d9-4217-9400-b5fdca6790a3 by drivers openvswitch,hyperv on host n-h2-834765-1 at level 0 using segments [{'id': 'da69cb54-889d-40d5-bd53-208819ed651b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '4c54ad59-5bf5-4d39-a555-33b9ac0525c6'}] {{(pid=102791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:38:05.599159 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59ddbd1d-f4bc-4044-8e75-64b6c69a4c0e req-5584b337-edd0-4229-974e-2a960431b417 service neutron] Attempting to bind port 827fb163-93d9-4217-9400-b5fdca6790a3 on network 4c54ad59-5bf5-4d39-a555-33b9ac0525c6 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:38:05.607471 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59ddbd1d-f4bc-4044-8e75-64b6c69a4c0e req-5584b337-edd0-4229-974e-2a960431b417 service neutron] Port 827fb163-93d9-4217-9400-b5fdca6790a3 on network 4c54ad59-5bf5-4d39-a555-33b9ac0525c6 not bound, no agent of type Open vSwitch agent registered on host n-h2-834765-1 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 15:38:05.607996 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59ddbd1d-f4bc-4044-8e75-64b6c69a4c0e req-5584b337-edd0-4229-974e-2a960431b417 service neutron] Attempting to bind port 827fb163-93d9-4217-9400-b5fdca6790a3 on network 4c54ad59-5bf5-4d39-a555-33b9ac0525c6 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:38:05.626746 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-0a2ec299-b2ef-473f-9064-20eadc3104dc req-86e2e45a-8141-4633-b0c2-a78da2b81be6 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] 10.222.0.42 "GET /v2.0/security-groups?id=c99ced8e-1ceb-46fb-aaa7-747186b2b9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454508 Mar 29 15:38:05.631617 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-0cb6abf6-2706-4e52-8825-f5f644ecf9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:05.646988 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575ef957-8320-4ce6-9ed6-8fa889e7ca13 tempest-ServersAdminNegativeTestJSON-1221216767 tempest-ServersAdminNegativeTestJSON-1221216767-project] Pushing event updated for resources: {'Port': ['ID=fe2455fa-5569-41d2-9f29-4e533d4bd9fe,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:38:05.650745 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59ddbd1d-f4bc-4044-8e75-64b6c69a4c0e req-5584b337-edd0-4229-974e-2a960431b417 service neutron] Checking agent: {'id': '3e4b4912-b4a2-4d17-b5bd-6ce15529e8eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 33, 17), 'started_at': datetime.datetime(2022, 3, 29, 15, 33, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 37, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:38:05.651089 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59ddbd1d-f4bc-4044-8e75-64b6c69a4c0e req-5584b337-edd0-4229-974e-2a960431b417 service neutron] Checking segment: {'id': 'da69cb54-889d-40d5-bd53-208819ed651b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '4c54ad59-5bf5-4d39-a555-33b9ac0525c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:38:05.651494 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59ddbd1d-f4bc-4044-8e75-64b6c69a4c0e req-5584b337-edd0-4229-974e-2a960431b417 service neutron] Bound using segment: {'id': 'da69cb54-889d-40d5-bd53-208819ed651b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '4c54ad59-5bf5-4d39-a555-33b9ac0525c6'} {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:38:05.651950 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-59ddbd1d-f4bc-4044-8e75-64b6c69a4c0e req-5584b337-edd0-4229-974e-2a960431b417 service neutron] Bound port: 827fb163-93d9-4217-9400-b5fdca6790a3, host: n-h2-834765-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da69cb54-889d-40d5-bd53-208819ed651b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '4c54ad59-5bf5-4d39-a555-33b9ac0525c6'}}] {{(pid=102791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 15:38:05.652291 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-59ddbd1d-f4bc-4044-8e75-64b6c69a4c0e req-5584b337-edd0-4229-974e-2a960431b417 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:05.702559 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fad92049-0ebd-4b2a-b73e-f94dad1dfc5e req-575ef957-8320-4ce6-9ed6-8fa889e7ca13 tempest-ServersAdminNegativeTestJSON-1221216767 tempest-ServersAdminNegativeTestJSON-1221216767-project] Network 2268a9b9-82fd-4886-a91d-3a50e4e16cab is already hosted by enough agents. {{(pid=102790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:38:05.707407 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [req-fad92049-0ebd-4b2a-b73e-f94dad1dfc5e req-575ef957-8320-4ce6-9ed6-8fa889e7ca13 tempest-ServersAdminNegativeTestJSON-1221216767 tempest-ServersAdminNegativeTestJSON-1221216767-project] Resources bound (agent type, host, resource id): {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:38:05.745184 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.l3_dvrscheduler_db [req-fad92049-0ebd-4b2a-b73e-f94dad1dfc5e req-575ef957-8320-4ce6-9ed6-8fa889e7ca13 tempest-ServersAdminNegativeTestJSON-1221216767 tempest-ServersAdminNegativeTestJSON-1221216767-project] Received port after_create {{(pid=102790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:38:05.854634 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:05.890394 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-59ddbd1d-f4bc-4044-8e75-64b6c69a4c0e req-5584b337-edd0-4229-974e-2a960431b417 service neutron] For port 827fb163-93d9-4217-9400-b5fdca6790a3, host n-h2-834765-1, cleared binding levels {{(pid=102791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:38:05.895634 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-59ddbd1d-f4bc-4044-8e75-64b6c69a4c0e req-5584b337-edd0-4229-974e-2a960431b417 service neutron] For port 827fb163-93d9-4217-9400-b5fdca6790a3, host n-h2-834765-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=827fb163-93d9-4217-9400-b5fdca6790a3,segment=NetworkSegment(da69cb54-889d-40d5-bd53-208819ed651b),segment_id=da69cb54-889d-40d5-bd53-208819ed651b)] {{(pid=102791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:38:05.906375 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-59ddbd1d-f4bc-4044-8e75-64b6c69a4c0e req-5584b337-edd0-4229-974e-2a960431b417 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:05.974249 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad92049-0ebd-4b2a-b73e-f94dad1dfc5e req-575ef957-8320-4ce6-9ed6-8fa889e7ca13 tempest-ServersAdminNegativeTestJSON-1221216767 tempest-ServersAdminNegativeTestJSON-1221216767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:38:05.975046 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-fad92049-0ebd-4b2a-b73e-f94dad1dfc5e req-575ef957-8320-4ce6-9ed6-8fa889e7ca13 tempest-ServersAdminNegativeTestJSON-1221216767 tempest-ServersAdminNegativeTestJSON-1221216767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:06.013420 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device a8eb60fb-af4c-47c1-8bd6-3af3e85d4ac0 details requested by agent hyperv_n-h2-834765-1 with host n-h2-834765-1 {{(pid=102792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 15:38:06.018027 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55f5ee5-a3e6-47c4-bd66-d4afd175d07d req-c4644555-e7d4-44ee-94ef-64f92df129e9 tempest-ServersAdminNegativeTestJSON-1221216767 tempest-ServersAdminNegativeTestJSON-1221216767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:38:06.020963 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-f55f5ee5-a3e6-47c4-bd66-d4afd175d07d req-c4644555-e7d4-44ee-94ef-64f92df129e9 tempest-ServersAdminNegativeTestJSON-1221216767 tempest-ServersAdminNegativeTestJSON-1221216767-project] 10.222.0.42 "GET /v2.0/ports?device_id=b95a7c37-dd01-4c1c-ae68-0ee1449a080e HTTP/1.1" status: 200 len: 936 time: 0.2609107 Mar 29 15:38:06.026653 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-fad92049-0ebd-4b2a-b73e-f94dad1dfc5e req-575ef957-8320-4ce6-9ed6-8fa889e7ca13 tempest-ServersAdminNegativeTestJSON-1221216767 tempest-ServersAdminNegativeTestJSON-1221216767-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5439653 Mar 29 15:38:06.067488 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [req-fad92049-0ebd-4b2a-b73e-f94dad1dfc5e req-3749601f-4338-49c3-b3f2-b5e1285b7623 service neutron] Request body: {'port': {'device_id': 'b95a7c37-dd01-4c1c-ae68-0ee1449a080e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834765-1'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:38:06.173571 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ddbd1d-f4bc-4044-8e75-64b6c69a4c0e req-5584b337-edd0-4229-974e-2a960431b417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:38:06.174208 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-59ddbd1d-f4bc-4044-8e75-64b6c69a4c0e req-5584b337-edd0-4229-974e-2a960431b417 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:06.175680 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-59ddbd1d-f4bc-4044-8e75-64b6c69a4c0e req-5584b337-edd0-4229-974e-2a960431b417 service neutron] 10.222.0.48 "PUT /v2.0/ports/827fb163-93d9-4217-9400-b5fdca6790a3 HTTP/1.1" status: 200 len: 1091 time: 2.7249486 Mar 29 15:38:06.178523 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26d94825-0227-4ba7-895e-dfd9b7854731', 'tag': '827fb163-93d9-4217-9400-b5fdca6790a3'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:38:06.217686 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c67b028db5e9b9818fecc5c0a87ebc6f190694fa53ca267d523e04f98de536d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63500fd4-51c5-4820-a72c-5b4642d88424" -d '{"events": [{"name": "network-changed", "server_uuid": "26d94825-0227-4ba7-895e-dfd9b7854731", "tag": "827fb163-93d9-4217-9400-b5fdca6790a3"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:38:06.281948 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-fad92049-0ebd-4b2a-b73e-f94dad1dfc5e req-3749601f-4338-49c3-b3f2-b5e1285b7623 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:06.355491 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port a8eb60fb-af4c-47c1-8bd6-3af3e85d4ac0, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=a8eb60fb-af4c-47c1-8bd6-3af3e85d4ac0,segment=NetworkSegment(65ab5bc3-e80e-4641-82f0-4ef53207c2d7),segment_id=65ab5bc3-e80e-4641-82f0-4ef53207c2d7)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:38:06.356920 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-f55f5ee5-a3e6-47c4-bd66-d4afd175d07d req-fcb7ee11-689c-4c69-a9db-b3e95b1bc806 tempest-ServersAdminNegativeTestJSON-1221216767 tempest-ServersAdminNegativeTestJSON-1221216767-project] 10.222.0.42 "GET /v2.0/security-groups?id=0472a554-1980-4298-b676-fea77ad7f77b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3220112 Mar 29 15:38:06.445306 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device a8eb60fb-af4c-47c1-8bd6-3af3e85d4ac0 has no active binding in host n-h2-834765-1 {{(pid=102792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Mar 29 15:38:06.456918 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-57f5df37-0972-4b2e-90b4-437c02439986 None None] Provisioning complete for port fe2455fa-5569-41d2-9f29-4e533d4bd9fe triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:38:06.457298 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-57f5df37-0972-4b2e-90b4-437c02439986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:06.499781 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 15:38:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10d4185c-66bf-49e5-b515-f8d659a0610f x-openstack-request-id: req-10d4185c-66bf-49e5-b515-f8d659a0610f {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:38:06.500307 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26d94825-0227-4ba7-895e-dfd9b7854731", "tag": "827fb163-93d9-4217-9400-b5fdca6790a3", "status": "completed", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:38:06.500307 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-10d4185c-66bf-49e5-b515-f8d659a0610f {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:38:06.500711 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26d94825-0227-4ba7-895e-dfd9b7854731', 'tag': '827fb163-93d9-4217-9400-b5fdca6790a3', 'status': 'completed', 'code': 200} Mar 29 15:38:06.513779 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5584b337-edd0-4229-974e-2a960431b417 service neutron] Pushing event updated for resources: {'Port': ['ID=827fb163-93d9-4217-9400-b5fdca6790a3,revision_number=3']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:38:06.528431 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 39092) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:38:06.583251 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ddbd1d-f4bc-4044-8e75-64b6c69a4c0e req-13992a76-74ed-4887-96b6-49036dbb9649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:38:06.595509 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-59ddbd1d-f4bc-4044-8e75-64b6c69a4c0e req-13992a76-74ed-4887-96b6-49036dbb9649 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e445b8b78f0c475987478367fb7ec3e6&device_id=26d94825-0227-4ba7-895e-dfd9b7854731 HTTP/1.1" status: 200 len: 1094 time: 0.3478789 Mar 29 15:38:06.634881 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-57f5df37-0972-4b2e-90b4-437c02439986 None None] Port fe2455fa-5569-41d2-9f29-4e533d4bd9fe cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 15:38:06.645733 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf88879f-73c0-482b-8709-fce1f9167cbf req-5e686abd-9785-47fb-b885-f0c59d0d31c6 tempest-ServersWithSpecificFlavorTestJSON-1899199349 tempest-ServersWithSpecificFlavorTestJSON-1899199349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:38:06.661086 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-cf88879f-73c0-482b-8709-fce1f9167cbf req-5e686abd-9785-47fb-b885-f0c59d0d31c6 tempest-ServersWithSpecificFlavorTestJSON-1899199349 tempest-ServersWithSpecificFlavorTestJSON-1899199349-project] 10.222.0.42 "GET /v2.0/ports?device_id=26d94825-0227-4ba7-895e-dfd9b7854731 HTTP/1.1" status: 200 len: 943 time: 0.4101968 Mar 29 15:38:06.808056 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-1892b2dd-59a7-4d88-8fb5-fc749b3592f4 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-771966733-network', 'tenant_id': '407485f6cdeb4140b89a6a3209b31c9e'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:38:06.922594 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-59ddbd1d-f4bc-4044-8e75-64b6c69a4c0e req-4704b149-5d92-4e5d-9703-15e1d547ec20 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=827fb163-93d9-4217-9400-b5fdca6790a3 HTTP/1.1" status: 200 len: 217 time: 0.2593946 Mar 29 15:38:06.925483 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1892b2dd-59a7-4d88-8fb5-fc749b3592f4 admin admin] Made reservation on behalf of 407485f6cdeb4140b89a6a3209b31c9e for: {'network': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:38:06.928299 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-1892b2dd-59a7-4d88-8fb5-fc749b3592f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for network, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:06.940285 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-1892b2dd-59a7-4d88-8fb5-fc749b3592f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:07.101325 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-cf88879f-73c0-482b-8709-fce1f9167cbf req-e661dd6e-81be-4151-95f1-5f9f24a679a4 tempest-ServersWithSpecificFlavorTestJSON-1899199349 tempest-ServersWithSpecificFlavorTestJSON-1899199349-project] 10.222.0.42 "GET /v2.0/security-groups?id=b327838c-078f-492b-afe7-ae6a101aed15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4393501 Mar 29 15:38:07.126400 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e089b5-e752-4ec5-9ccf-2406bdebe0c4 req-0dafa6af-6ba2-43bc-b1f2-079ae2b2ae21 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:38:07.130240 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ddbd1d-f4bc-4044-8e75-64b6c69a4c0e req-8b56fdd2-8d3d-45c4-93c7-f5218fd7ffb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:38:07.131802 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-59ddbd1d-f4bc-4044-8e75-64b6c69a4c0e req-8b56fdd2-8d3d-45c4-93c7-f5218fd7ffb6 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=03f862f4-b4e2-46c9-849d-afd166600484 HTTP/1.1" status: 200 len: 862 time: 0.1930602 Mar 29 15:38:07.137673 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-b4e089b5-e752-4ec5-9ccf-2406bdebe0c4 req-0dafa6af-6ba2-43bc-b1f2-079ae2b2ae21 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] 10.222.0.42 "GET /v2.0/ports?device_id=bba2baf7-e23e-4421-b30a-eaf6b702a068 HTTP/1.1" status: 200 len: 943 time: 0.1724927 Mar 29 15:38:07.166331 n-d-834765-1 neutron-server[102790]: DEBUG neutron.notifiers.nova [req-fad92049-0ebd-4b2a-b73e-f94dad1dfc5e req-3749601f-4338-49c3-b3f2-b5e1285b7623 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe2455fa-5569-41d2-9f29-4e533d4bd9fe {{(pid=102790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:38:07.180423 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-fad92049-0ebd-4b2a-b73e-f94dad1dfc5e req-3749601f-4338-49c3-b3f2-b5e1285b7623 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:07.210548 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-b4e089b5-e752-4ec5-9ccf-2406bdebe0c4 req-65b6964d-177f-47be-8598-e50faa5bacb6 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] 10.222.0.42 "GET /v2.0/security-groups?id=c99ced8e-1ceb-46fb-aaa7-747186b2b9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705287 Mar 29 15:38:07.230659 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.provisioning_blocks [req-fad92049-0ebd-4b2a-b73e-f94dad1dfc5e req-3749601f-4338-49c3-b3f2-b5e1285b7623 service neutron] Transition to ACTIVE for port object fe2455fa-5569-41d2-9f29-4e533d4bd9fe will not be triggered until provisioned by entity L2. {{(pid=102790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 15:38:07.245083 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-fad92049-0ebd-4b2a-b73e-f94dad1dfc5e req-3749601f-4338-49c3-b3f2-b5e1285b7623 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5237921'] for port, after_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:07.450171 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-1892b2dd-59a7-4d88-8fb5-fc749b3592f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:07.473494 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-1892b2dd-59a7-4d88-8fb5-fc749b3592f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:07.545784 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3749601f-4338-49c3-b3f2-b5e1285b7623 service neutron] Pushing event updated for resources: {'Port': ['ID=fe2455fa-5569-41d2-9f29-4e533d4bd9fe,revision_number=2']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:38:07.578238 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1892b2dd-59a7-4d88-8fb5-fc749b3592f4 admin admin] vlan segment allocate from pool success with {'vlan_id': 634, 'physical_network': 'physnet1'} {{(pid=102791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 15:38:07.593354 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.managers [req-fad92049-0ebd-4b2a-b73e-f94dad1dfc5e req-3749601f-4338-49c3-b3f2-b5e1285b7623 service neutron] Attempting to bind port fe2455fa-5569-41d2-9f29-4e533d4bd9fe on host n-h2-834765-1 for vnic_type normal with profile {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:38:07.593691 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.managers [req-fad92049-0ebd-4b2a-b73e-f94dad1dfc5e req-3749601f-4338-49c3-b3f2-b5e1285b7623 service neutron] Attempting to bind port fe2455fa-5569-41d2-9f29-4e533d4bd9fe by drivers openvswitch,hyperv on host n-h2-834765-1 at level 0 using segments [{'id': 'a0c230f0-660a-4194-9279-0f0781d34134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '2268a9b9-82fd-4886-a91d-3a50e4e16cab'}] {{(pid=102790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:38:07.594019 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fad92049-0ebd-4b2a-b73e-f94dad1dfc5e req-3749601f-4338-49c3-b3f2-b5e1285b7623 service neutron] Attempting to bind port fe2455fa-5569-41d2-9f29-4e533d4bd9fe on network 2268a9b9-82fd-4886-a91d-3a50e4e16cab {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:38:07.601645 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fad92049-0ebd-4b2a-b73e-f94dad1dfc5e req-3749601f-4338-49c3-b3f2-b5e1285b7623 service neutron] Port fe2455fa-5569-41d2-9f29-4e533d4bd9fe on network 2268a9b9-82fd-4886-a91d-3a50e4e16cab not bound, no agent of type Open vSwitch agent registered on host n-h2-834765-1 {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 15:38:07.602016 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fad92049-0ebd-4b2a-b73e-f94dad1dfc5e req-3749601f-4338-49c3-b3f2-b5e1285b7623 service neutron] Attempting to bind port fe2455fa-5569-41d2-9f29-4e533d4bd9fe on network 2268a9b9-82fd-4886-a91d-3a50e4e16cab {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:38:07.608018 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fad92049-0ebd-4b2a-b73e-f94dad1dfc5e req-3749601f-4338-49c3-b3f2-b5e1285b7623 service neutron] Checking agent: {'id': '3e4b4912-b4a2-4d17-b5bd-6ce15529e8eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 33, 17), 'started_at': datetime.datetime(2022, 3, 29, 15, 33, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 37, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:38:07.608349 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fad92049-0ebd-4b2a-b73e-f94dad1dfc5e req-3749601f-4338-49c3-b3f2-b5e1285b7623 service neutron] Checking segment: {'id': 'a0c230f0-660a-4194-9279-0f0781d34134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '2268a9b9-82fd-4886-a91d-3a50e4e16cab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:38:07.609450 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fad92049-0ebd-4b2a-b73e-f94dad1dfc5e req-3749601f-4338-49c3-b3f2-b5e1285b7623 service neutron] Bound using segment: {'id': 'a0c230f0-660a-4194-9279-0f0781d34134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '2268a9b9-82fd-4886-a91d-3a50e4e16cab'} {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:38:07.610212 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.managers [req-fad92049-0ebd-4b2a-b73e-f94dad1dfc5e req-3749601f-4338-49c3-b3f2-b5e1285b7623 service neutron] Bound port: fe2455fa-5569-41d2-9f29-4e533d4bd9fe, host: n-h2-834765-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0c230f0-660a-4194-9279-0f0781d34134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '2268a9b9-82fd-4886-a91d-3a50e4e16cab'}}] {{(pid=102790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 15:38:07.610572 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-fad92049-0ebd-4b2a-b73e-f94dad1dfc5e req-3749601f-4338-49c3-b3f2-b5e1285b7623 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:07.614299 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ddbd1d-f4bc-4044-8e75-64b6c69a4c0e req-ad0682c7-ca18-4370-a1c2-549701967c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:38:07.621430 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-59ddbd1d-f4bc-4044-8e75-64b6c69a4c0e req-ad0682c7-ca18-4370-a1c2-549701967c3c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4c54ad59-5bf5-4d39-a555-33b9ac0525c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4631326 Mar 29 15:38:07.755247 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [req-fad92049-0ebd-4b2a-b73e-f94dad1dfc5e req-3749601f-4338-49c3-b3f2-b5e1285b7623 service neutron] For port fe2455fa-5569-41d2-9f29-4e533d4bd9fe, host n-h2-834765-1, cleared binding levels {{(pid=102790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:38:07.761252 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [req-fad92049-0ebd-4b2a-b73e-f94dad1dfc5e req-3749601f-4338-49c3-b3f2-b5e1285b7623 service neutron] For port fe2455fa-5569-41d2-9f29-4e533d4bd9fe, host n-h2-834765-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=fe2455fa-5569-41d2-9f29-4e533d4bd9fe,segment=NetworkSegment(a0c230f0-660a-4194-9279-0f0781d34134),segment_id=a0c230f0-660a-4194-9279-0f0781d34134)] {{(pid=102790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:38:07.761933 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1892b2dd-59a7-4d88-8fb5-fc749b3592f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de326c20-13fe-424c-a811-b741d354586f,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:38:07.777483 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-fad92049-0ebd-4b2a-b73e-f94dad1dfc5e req-3749601f-4338-49c3-b3f2-b5e1285b7623 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5237921'] for port, after_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:07.781631 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-1892b2dd-59a7-4d88-8fb5-fc749b3592f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:07.782177 n-d-834765-1 neutron-server[102791]: INFO neutron.db.segments_db [None req-1892b2dd-59a7-4d88-8fb5-fc749b3592f4 admin admin] Added segment 22e9e91d-0f71-4672-ad57-f0a289f27614 of type vlan for network 45430e61-d8db-47cd-8e77-5a8c8cddc622 Mar 29 15:38:07.869638 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3749601f-4338-49c3-b3f2-b5e1285b7623 service neutron] Pushing event updated for resources: {'Port': ['ID=fe2455fa-5569-41d2-9f29-4e533d4bd9fe,revision_number=3']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:38:07.896199 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad92049-0ebd-4b2a-b73e-f94dad1dfc5e req-3749601f-4338-49c3-b3f2-b5e1285b7623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:38:07.896822 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-fad92049-0ebd-4b2a-b73e-f94dad1dfc5e req-3749601f-4338-49c3-b3f2-b5e1285b7623 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:07.898269 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-fad92049-0ebd-4b2a-b73e-f94dad1dfc5e req-3749601f-4338-49c3-b3f2-b5e1285b7623 service neutron] 10.222.0.48 "PUT /v2.0/ports/fe2455fa-5569-41d2-9f29-4e533d4bd9fe HTTP/1.1" status: 200 len: 1096 time: 1.8459160 Mar 29 15:38:07.898793 n-d-834765-1 neutron-server[102790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b95a7c37-dd01-4c1c-ae68-0ee1449a080e', 'tag': 'fe2455fa-5569-41d2-9f29-4e533d4bd9fe'}] {{(pid=102790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:38:07.903225 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46b06d655c90bc969636382cce4240ad749035fb0f3a83ee4734fa1ed9c4a6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40d06a6b-f993-43f8-bb1e-c9ae6e2a86a9" -d '{"events": [{"name": "network-changed", "server_uuid": "b95a7c37-dd01-4c1c-ae68-0ee1449a080e", "tag": "fe2455fa-5569-41d2-9f29-4e533d4bd9fe"}]}' {{(pid=102790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:38:08.024180 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 15:38:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d1032b8-ef87-42da-9286-91aa25e6fdb5 x-openstack-request-id: req-5d1032b8-ef87-42da-9286-91aa25e6fdb5 {{(pid=102790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:38:08.024653 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b95a7c37-dd01-4c1c-ae68-0ee1449a080e", "tag": "fe2455fa-5569-41d2-9f29-4e533d4bd9fe", "status": "completed", "code": 200}]} {{(pid=102790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:38:08.027454 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-5d1032b8-ef87-42da-9286-91aa25e6fdb5 {{(pid=102790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:38:08.028039 n-d-834765-1 neutron-server[102790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b95a7c37-dd01-4c1c-ae68-0ee1449a080e', 'tag': 'fe2455fa-5569-41d2-9f29-4e533d4bd9fe', 'status': 'completed', 'code': 200} Mar 29 15:38:08.076820 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad92049-0ebd-4b2a-b73e-f94dad1dfc5e req-b25f28f0-3cb7-40ea-824c-45511ae980a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:38:08.080115 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-fad92049-0ebd-4b2a-b73e-f94dad1dfc5e req-b25f28f0-3cb7-40ea-824c-45511ae980a5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8e8ee4f25fd34551a6b091ac55eb831f&device_id=b95a7c37-dd01-4c1c-ae68-0ee1449a080e HTTP/1.1" status: 200 len: 1099 time: 0.1218734 Mar 29 15:38:08.099333 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-1892b2dd-59a7-4d88-8fb5-fc749b3592f4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783522915970'] for network, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:08.136888 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-1892b2dd-59a7-4d88-8fb5-fc749b3592f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795'] for network, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:08.138171 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1892b2dd-59a7-4d88-8fb5-fc749b3592f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:38:08.138758 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-1892b2dd-59a7-4d88-8fb5-fc749b3592f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for network, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:08.154091 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446fa101-96b6-426c-9aea-a56017684180 req-f803d4c7-7e34-4855-9b29-804dcceda794 tempest-ServersAdminNegativeTestJSON-1221216767 tempest-ServersAdminNegativeTestJSON-1221216767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:38:08.162472 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-446fa101-96b6-426c-9aea-a56017684180 req-f803d4c7-7e34-4855-9b29-804dcceda794 tempest-ServersAdminNegativeTestJSON-1221216767 tempest-ServersAdminNegativeTestJSON-1221216767-project] 10.222.0.42 "GET /v2.0/ports?device_id=b95a7c37-dd01-4c1c-ae68-0ee1449a080e HTTP/1.1" status: 200 len: 948 time: 0.5966425 Mar 29 15:38:08.198233 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-fad92049-0ebd-4b2a-b73e-f94dad1dfc5e req-25fcc3eb-e1d8-41a3-9c3c-6b0bcfbd2220 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.105&port_id=fe2455fa-5569-41d2-9f29-4e533d4bd9fe HTTP/1.1" status: 200 len: 217 time: 0.1085763 Mar 29 15:38:08.205034 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-59ddbd1d-f4bc-4044-8e75-64b6c69a4c0e req-7985f5b3-a348-4895-a340-d878425e3b0b service neutron] 10.222.0.48 "GET /v2.0/networks/4c54ad59-5bf5-4d39-a555-33b9ac0525c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5597067 Mar 29 15:38:08.360974 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-59ddbd1d-f4bc-4044-8e75-64b6c69a4c0e req-2b9bcc03-9279-4f5d-bea7-f3dbeb1c6ae3 service neutron] 10.222.0.48 "GET /v2.0/networks/4c54ad59-5bf5-4d39-a555-33b9ac0525c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469884 Mar 29 15:38:08.378125 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-1892b2dd-59a7-4d88-8fb5-fc749b3592f4 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.8462889 Mar 29 15:38:08.404672 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 39122) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:38:08.422491 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-a7bc0e55-ce8a-4ac0-bdeb-9a2c6448fa92 admin admin] Request body: {'subnet': {'network_id': '45430e61-d8db-47cd-8e77-5a8c8cddc622', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-771966733-subnet', 'tenant_id': '407485f6cdeb4140b89a6a3209b31c9e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:38:08.433983 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1892b2dd-59a7-4d88-8fb5-fc749b3592f4 admin admin] Pushing event updated for resources: {'Network': ['ID=45430e61-d8db-47cd-8e77-5a8c8cddc622,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:38:08.434530 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad92049-0ebd-4b2a-b73e-f94dad1dfc5e req-8bbe2823-98a9-402c-a7e0-a2b8ada1f885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:38:08.437070 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-fad92049-0ebd-4b2a-b73e-f94dad1dfc5e req-8bbe2823-98a9-402c-a7e0-a2b8ada1f885 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=abb8e5d6-2aea-4455-a944-3435a3d1ce49 HTTP/1.1" status: 200 len: 843 time: 0.2306080 Mar 29 15:38:08.451589 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Network 45430e61-d8db-47cd-8e77-5a8c8cddc622 details requested by agent ovs-agent-n-d-834765-1 with host n-d-834765-1 {{(pid=102792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 15:38:08.489045 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554cf425-1965-4c34-a8fd-2d0e8692d1ae req-ad36ab38-22c1-4384-9e35-6248f499ad9a tempest-ServersWithSpecificFlavorTestJSON-1899199349 tempest-ServersWithSpecificFlavorTestJSON-1899199349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:38:08.489292 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-446fa101-96b6-426c-9aea-a56017684180 req-cd0f557d-a7c7-41c6-9fdb-f3fb96bca774 tempest-ServersAdminNegativeTestJSON-1221216767 tempest-ServersAdminNegativeTestJSON-1221216767-project] 10.222.0.42 "GET /v2.0/security-groups?id=0472a554-1980-4298-b676-fea77ad7f77b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2938354 Mar 29 15:38:08.496852 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-554cf425-1965-4c34-a8fd-2d0e8692d1ae req-ad36ab38-22c1-4384-9e35-6248f499ad9a tempest-ServersWithSpecificFlavorTestJSON-1899199349 tempest-ServersWithSpecificFlavorTestJSON-1899199349-project] 10.222.0.42 "GET /v2.0/ports?device_id=26d94825-0227-4ba7-895e-dfd9b7854731 HTTP/1.1" status: 200 len: 943 time: 0.2639124 Mar 29 15:38:08.499859 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63500fd4-51c5-4820-a72c-5b4642d88424 req-7e0b22dc-53b6-41fd-a01c-6cebda097e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:38:08.502529 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-63500fd4-51c5-4820-a72c-5b4642d88424 req-7e0b22dc-53b6-41fd-a01c-6cebda097e1d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e445b8b78f0c475987478367fb7ec3e6&device_id=26d94825-0227-4ba7-895e-dfd9b7854731 HTTP/1.1" status: 200 len: 1094 time: 0.0695598 Mar 29 15:38:08.546093 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7bc0e55-ce8a-4ac0-bdeb-9a2c6448fa92 admin admin] Made reservation on behalf of 407485f6cdeb4140b89a6a3209b31c9e for: {'subnet': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:38:08.548684 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-a7bc0e55-ce8a-4ac0-bdeb-9a2c6448fa92 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4793983'] for subnet, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:08.567157 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad92049-0ebd-4b2a-b73e-f94dad1dfc5e req-4d63a37d-e752-43d6-a51e-3e958d1fcd0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:38:08.568712 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-fad92049-0ebd-4b2a-b73e-f94dad1dfc5e req-4d63a37d-e752-43d6-a51e-3e958d1fcd0c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2268a9b9-82fd-4886-a91d-3a50e4e16cab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1198764 Mar 29 15:38:08.664810 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63500fd4-51c5-4820-a72c-5b4642d88424 req-43cac84c-1b8f-4bca-9464-504565d18eba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:38:08.666644 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-63500fd4-51c5-4820-a72c-5b4642d88424 req-43cac84c-1b8f-4bca-9464-504565d18eba service neutron] 10.222.0.48 "GET /v2.0/networks?id=4c54ad59-5bf5-4d39-a555-33b9ac0525c6 HTTP/1.1" status: 200 len: 924 time: 0.1561699 Mar 29 15:38:08.695998 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-554cf425-1965-4c34-a8fd-2d0e8692d1ae req-d3bd1682-9b76-4f83-a730-87c9fde7b11f tempest-ServersWithSpecificFlavorTestJSON-1899199349 tempest-ServersWithSpecificFlavorTestJSON-1899199349-project] 10.222.0.42 "GET /v2.0/security-groups?id=b327838c-078f-492b-afe7-ae6a101aed15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1967521 Mar 29 15:38:08.771541 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-63500fd4-51c5-4820-a72c-5b4642d88424 req-399e1759-6e32-4739-82e9-d15cf2060d36 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=827fb163-93d9-4217-9400-b5fdca6790a3 HTTP/1.1" status: 200 len: 217 time: 0.0725198 Mar 29 15:38:08.791496 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-fad92049-0ebd-4b2a-b73e-f94dad1dfc5e req-42f6386c-2158-44f5-85d4-cff80af0cc5b service neutron] 10.222.0.48 "GET /v2.0/networks/2268a9b9-82fd-4886-a91d-3a50e4e16cab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2017791 Mar 29 15:38:08.977227 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-fad92049-0ebd-4b2a-b73e-f94dad1dfc5e req-7418a01d-4784-4305-9d77-14e99a0be2b0 service neutron] 10.222.0.48 "GET /v2.0/networks/2268a9b9-82fd-4886-a91d-3a50e4e16cab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1754136 Mar 29 15:38:09.163829 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-a7bc0e55-ce8a-4ac0-bdeb-9a2c6448fa92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5231896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4793961'] for subnet, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:09.292748 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5991d1f9-491f-4032-9b9f-6969d1f948bb req-84ce05e7-e03a-4fe9-8116-4197fffc6686 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:38:09.294506 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-5991d1f9-491f-4032-9b9f-6969d1f948bb req-84ce05e7-e03a-4fe9-8116-4197fffc6686 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] 10.222.0.42 "GET /v2.0/ports?device_id=bba2baf7-e23e-4421-b30a-eaf6b702a068 HTTP/1.1" status: 200 len: 943 time: 0.6269662 Mar 29 15:38:09.297819 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7bc0e55-ce8a-4ac0-bdeb-9a2c6448fa92 admin admin] Checking segment: {'id': '22e9e91d-0f71-4672-ad57-f0a289f27614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '45430e61-d8db-47cd-8e77-5a8c8cddc622'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:38:09.298334 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7bc0e55-ce8a-4ac0-bdeb-9a2c6448fa92 admin admin] Network hostable DHCP agents. Network: 45430e61-d8db-47cd-8e77-5a8c8cddc622, hostable agents: ['d136643e-48ae-49d4-a851-2ba3bdf3749c'], hosted agents: [] {{(pid=102790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 15:38:09.305753 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d06a6b-f993-43f8-bb1e-c9ae6e2a86a9 req-fd5b2460-76c0-493e-8755-76d5530f5a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:38:09.308239 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-40d06a6b-f993-43f8-bb1e-c9ae6e2a86a9 req-fd5b2460-76c0-493e-8755-76d5530f5a01 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8e8ee4f25fd34551a6b091ac55eb831f&device_id=b95a7c37-dd01-4c1c-ae68-0ee1449a080e HTTP/1.1" status: 200 len: 1099 time: 0.2195437 Mar 29 15:38:09.333365 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63500fd4-51c5-4820-a72c-5b4642d88424 req-5004ad14-1145-4339-bd04-5699e82b82bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:38:09.335020 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-63500fd4-51c5-4820-a72c-5b4642d88424 req-5004ad14-1145-4339-bd04-5699e82b82bc service neutron] 10.222.0.48 "GET /v2.0/subnets?id=03f862f4-b4e2-46c9-849d-afd166600484 HTTP/1.1" status: 200 len: 862 time: 0.5355837 Mar 29 15:38:09.427001 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-5991d1f9-491f-4032-9b9f-6969d1f948bb req-564f7590-2122-419f-9409-8aa89880612f tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] 10.222.0.42 "GET /v2.0/security-groups?id=c99ced8e-1ceb-46fb-aaa7-747186b2b9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194348 Mar 29 15:38:09.448322 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63500fd4-51c5-4820-a72c-5b4642d88424 req-81d74e8d-5273-4d44-8003-559b21a078c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:38:09.450666 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-63500fd4-51c5-4820-a72c-5b4642d88424 req-81d74e8d-5273-4d44-8003-559b21a078c3 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4c54ad59-5bf5-4d39-a555-33b9ac0525c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1082728 Mar 29 15:38:09.450844 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bc0e55-ce8a-4ac0-bdeb-9a2c6448fa92 admin admin] Pushing event updated for resources: {'Subnet': ['ID=961a5899-9b08-4b71-af3d-bd0ca39267a4,revision_number=0']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:38:09.485578 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7bc0e55-ce8a-4ac0-bdeb-9a2c6448fa92 admin admin] Network 45430e61-d8db-47cd-8e77-5a8c8cddc622 is scheduled to be hosted by DHCP agent d136643e-48ae-49d4-a851-2ba3bdf3749c with binding_index 1 {{(pid=102790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 15:38:09.509530 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d06a6b-f993-43f8-bb1e-c9ae6e2a86a9 req-32c2b448-3956-4eb1-a4ce-f3d72dd26f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:38:09.511048 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-40d06a6b-f993-43f8-bb1e-c9ae6e2a86a9 req-32c2b448-3956-4eb1-a4ce-f3d72dd26f5d service neutron] 10.222.0.48 "GET /v2.0/networks?id=2268a9b9-82fd-4886-a91d-3a50e4e16cab HTTP/1.1" status: 200 len: 870 time: 0.1889753 Mar 29 15:38:09.517410 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-a7bc0e55-ce8a-4ac0-bdeb-9a2c6448fa92 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834765-1, 45430e61-d8db-47cd-8e77-5a8c8cddc622) {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:38:09.532497 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afb6a103-6973-4c65-b129-83fbc054ad8f None None] Network 45430e61-d8db-47cd-8e77-5a8c8cddc622 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 15:38:09.555834 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7bc0e55-ce8a-4ac0-bdeb-9a2c6448fa92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:38:09.556466 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-a7bc0e55-ce8a-4ac0-bdeb-9a2c6448fa92 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for subnet, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:09.626870 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-40d06a6b-f993-43f8-bb1e-c9ae6e2a86a9 req-dac3eb3b-366a-46b4-91ab-d9b99c78452b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.105&port_id=fe2455fa-5569-41d2-9f29-4e533d4bd9fe HTTP/1.1" status: 200 len: 217 time: 0.1074662 Mar 29 15:38:09.633923 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-63500fd4-51c5-4820-a72c-5b4642d88424 req-3b36809b-2732-4506-ba52-d990962b3ca6 service neutron] 10.222.0.48 "GET /v2.0/networks/4c54ad59-5bf5-4d39-a555-33b9ac0525c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1694713 Mar 29 15:38:09.772764 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-a7bc0e55-ce8a-4ac0-bdeb-9a2c6448fa92 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3639126 Mar 29 15:38:09.825750 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-63500fd4-51c5-4820-a72c-5b4642d88424 req-e286dbf8-38f5-4d4c-aba9-50d3ff4e9e22 service neutron] 10.222.0.48 "GET /v2.0/networks/4c54ad59-5bf5-4d39-a555-33b9ac0525c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1836419 Mar 29 15:38:09.849872 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96e3f94e-e7a1-4700-acd9-e97e58ad0195 None None] Network 45430e61-d8db-47cd-8e77-5a8c8cddc622 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 15:38:09.850371 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d06a6b-f993-43f8-bb1e-c9ae6e2a86a9 req-8490a9ab-5ac2-4322-9876-e4ad92c34e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:38:09.854364 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-40d06a6b-f993-43f8-bb1e-c9ae6e2a86a9 req-8490a9ab-5ac2-4322-9876-e4ad92c34e9f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=abb8e5d6-2aea-4455-a944-3435a3d1ce49 HTTP/1.1" status: 200 len: 843 time: 0.2076929 Mar 29 15:38:09.893361 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c25b711-0db7-41ed-8026-fe9f18c3422d req-0e2a4c5e-3108-479e-8bac-59acf3ea39ae tempest-ServersAdminNegativeTestJSON-1221216767 tempest-ServersAdminNegativeTestJSON-1221216767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:38:09.904894 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-5c25b711-0db7-41ed-8026-fe9f18c3422d req-0e2a4c5e-3108-479e-8bac-59acf3ea39ae tempest-ServersAdminNegativeTestJSON-1221216767 tempest-ServersAdminNegativeTestJSON-1221216767-project] 10.222.0.42 "GET /v2.0/ports?device_id=b95a7c37-dd01-4c1c-ae68-0ee1449a080e HTTP/1.1" status: 200 len: 948 time: 0.2854013 Mar 29 15:38:09.960417 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3ea740-564c-444d-a657-e3964400d191 req-443f7993-8044-4c8c-9b36-ed868a121ae2 tempest-ServersWithSpecificFlavorTestJSON-1899199349 tempest-ServersWithSpecificFlavorTestJSON-1899199349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:38:09.964017 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-2a3ea740-564c-444d-a657-e3964400d191 req-443f7993-8044-4c8c-9b36-ed868a121ae2 tempest-ServersWithSpecificFlavorTestJSON-1899199349 tempest-ServersWithSpecificFlavorTestJSON-1899199349-project] 10.222.0.42 "GET /v2.0/ports?device_id=26d94825-0227-4ba7-895e-dfd9b7854731 HTTP/1.1" status: 200 len: 943 time: 0.1373644 Mar 29 15:38:10.048086 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-5c25b711-0db7-41ed-8026-fe9f18c3422d req-7aa643f8-3a30-4c40-ad37-307c15c6897f tempest-ServersAdminNegativeTestJSON-1221216767 tempest-ServersAdminNegativeTestJSON-1221216767-project] 10.222.0.42 "GET /v2.0/security-groups?id=0472a554-1980-4298-b676-fea77ad7f77b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380663 Mar 29 15:38:10.057423 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-2a3ea740-564c-444d-a657-e3964400d191 req-1bc75eb2-f26e-4910-a20b-ce443f5dac62 tempest-ServersWithSpecificFlavorTestJSON-1899199349 tempest-ServersWithSpecificFlavorTestJSON-1899199349-project] 10.222.0.42 "GET /v2.0/security-groups?id=b327838c-078f-492b-afe7-ae6a101aed15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860934 Mar 29 15:38:10.058647 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d06a6b-f993-43f8-bb1e-c9ae6e2a86a9 req-d92ba62f-f54e-4c1e-9019-23405a0c167f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:38:10.061459 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-40d06a6b-f993-43f8-bb1e-c9ae6e2a86a9 req-d92ba62f-f54e-4c1e-9019-23405a0c167f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2268a9b9-82fd-4886-a91d-3a50e4e16cab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1975565 Mar 29 15:38:10.304471 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-40d06a6b-f993-43f8-bb1e-c9ae6e2a86a9 req-90207dfe-3a11-4843-a5e9-e9458f00bb0c service neutron] 10.222.0.48 "GET /v2.0/networks/2268a9b9-82fd-4886-a91d-3a50e4e16cab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2305074 Mar 29 15:38:10.407001 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-40d06a6b-f993-43f8-bb1e-c9ae6e2a86a9 req-043c87ad-1466-4d22-90c8-35b89a6648a7 service neutron] 10.222.0.48 "GET /v2.0/networks/2268a9b9-82fd-4886-a91d-3a50e4e16cab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998983 Mar 29 15:38:10.411677 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [req-af558fc1-58af-4ed7-8daa-2af030b9637f req-141a04d9-017e-4e6c-a19a-03160ec2aa64 tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2034321388', 'description': 'tempest-description-828003932'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:38:10.436663 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-af558fc1-58af-4ed7-8daa-2af030b9637f req-141a04d9-017e-4e6c-a19a-03160ec2aa64 tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] Notify callbacks [] for security_group, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:10.613158 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-af558fc1-58af-4ed7-8daa-2af030b9637f req-141a04d9-017e-4e6c-a19a-03160ec2aa64 tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] Notify callbacks [] for security_group, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:10.621719 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-af558fc1-58af-4ed7-8daa-2af030b9637f req-141a04d9-017e-4e6c-a19a-03160ec2aa64 tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:10.647840 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5ca651-10de-4370-8f85-398fe1cba64e req-ef2c0b54-d71d-4e99-a1d2-381b29a3aebd tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:38:10.653324 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-0f5ca651-10de-4370-8f85-398fe1cba64e req-ef2c0b54-d71d-4e99-a1d2-381b29a3aebd tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] 10.222.0.42 "GET /v2.0/ports?device_id=bba2baf7-e23e-4421-b30a-eaf6b702a068 HTTP/1.1" status: 200 len: 943 time: 0.0781505 Mar 29 15:38:10.675651 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-af558fc1-58af-4ed7-8daa-2af030b9637f req-141a04d9-017e-4e6c-a19a-03160ec2aa64 tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:10.676920 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-af558fc1-58af-4ed7-8daa-2af030b9637f req-141a04d9-017e-4e6c-a19a-03160ec2aa64 tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.2689841 Mar 29 15:38:10.688651 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141a04d9-017e-4e6c-a19a-03160ec2aa64 tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04423a6d-576b-4b76-9eb2-cb9e4f55a6e1,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:38:10.707503 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [req-448afcf7-0361-4822-8d2b-0a81b40b754b req-9e81ccbb-c352-43f6-866b-a51306e521ed tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1443061259', 'description': 'tempest-description-1995339514'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:38:10.749896 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-0f5ca651-10de-4370-8f85-398fe1cba64e req-015b0d8a-c9fb-4cb5-9902-00eb2f7c3187 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] 10.222.0.42 "GET /v2.0/security-groups?id=c99ced8e-1ceb-46fb-aaa7-747186b2b9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786159 Mar 29 15:38:10.751232 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-448afcf7-0361-4822-8d2b-0a81b40b754b req-9e81ccbb-c352-43f6-866b-a51306e521ed tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] Notify callbacks [] for security_group, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:10.859025 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-448afcf7-0361-4822-8d2b-0a81b40b754b req-9e81ccbb-c352-43f6-866b-a51306e521ed tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] Notify callbacks [] for security_group, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:10.864507 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-448afcf7-0361-4822-8d2b-0a81b40b754b req-9e81ccbb-c352-43f6-866b-a51306e521ed tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:10.902900 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-448afcf7-0361-4822-8d2b-0a81b40b754b req-9e81ccbb-c352-43f6-866b-a51306e521ed tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:10.907889 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-448afcf7-0361-4822-8d2b-0a81b40b754b req-9e81ccbb-c352-43f6-866b-a51306e521ed tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.2042720 Mar 29 15:38:10.913322 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e81ccbb-c352-43f6-866b-a51306e521ed tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c1b10d0-4129-48f5-b18a-48c124b1833b,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:38:11.277945 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9847af7-59c1-4b9b-9b64-a1ae876e2a86 req-f15d8f88-804b-487d-9c9e-1758d5252c96 tempest-ServersAdminNegativeTestJSON-1221216767 tempest-ServersAdminNegativeTestJSON-1221216767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:38:11.279438 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-e9847af7-59c1-4b9b-9b64-a1ae876e2a86 req-f15d8f88-804b-487d-9c9e-1758d5252c96 tempest-ServersAdminNegativeTestJSON-1221216767 tempest-ServersAdminNegativeTestJSON-1221216767-project] 10.222.0.42 "GET /v2.0/ports?device_id=b95a7c37-dd01-4c1c-ae68-0ee1449a080e HTTP/1.1" status: 200 len: 948 time: 0.0722470 Mar 29 15:38:11.306640 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb68b514-313e-4175-8af4-7a2a7c67c611 req-c8fedd0f-30c9-4a09-a421-6a443a1f7db5 tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:38:11.311485 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-cb68b514-313e-4175-8af4-7a2a7c67c611 req-c8fedd0f-30c9-4a09-a421-6a443a1f7db5 tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] 10.222.0.42 "GET /v2.0/networks?id=45430e61-d8db-47cd-8e77-5a8c8cddc622 HTTP/1.1" status: 200 len: 812 time: 0.2549758 Mar 29 15:38:11.339928 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-cb68b514-313e-4175-8af4-7a2a7c67c611 req-964efb33-43a3-418b-9e50-fcaa5507b089 tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] 10.222.0.42 "GET /v2.0/quotas/407485f6cdeb4140b89a6a3209b31c9e HTTP/1.1" status: 200 len: 375 time: 0.0184875 Mar 29 15:38:11.375031 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-e9847af7-59c1-4b9b-9b64-a1ae876e2a86 req-dbf425b4-f546-4ed6-a9d4-ce9d2c5c9ba7 tempest-ServersAdminNegativeTestJSON-1221216767 tempest-ServersAdminNegativeTestJSON-1221216767-project] 10.222.0.42 "GET /v2.0/security-groups?id=0472a554-1980-4298-b676-fea77ad7f77b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877378 Mar 29 15:38:11.385413 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-cb68b514-313e-4175-8af4-7a2a7c67c611 req-f1bb441c-52ed-4a9c-ac3a-e009ab49f6f6 tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=407485f6cdeb4140b89a6a3209b31c9e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0442233 Mar 29 15:38:11.572515 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0895d38-d04c-4a69-8aac-f2df229f3b97 req-e2f6f9f4-853a-4eb1-a7de-d3fab5a1062c tempest-ServersWithSpecificFlavorTestJSON-1899199349 tempest-ServersWithSpecificFlavorTestJSON-1899199349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:38:11.573714 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-cb68b514-313e-4175-8af4-7a2a7c67c611 req-410c7afa-ead1-4131-9413-1a8c780cde68 service neutron] 10.222.0.42 "GET /v2.0/networks/45430e61-d8db-47cd-8e77-5a8c8cddc622?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1866200 Mar 29 15:38:11.574061 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-a0895d38-d04c-4a69-8aac-f2df229f3b97 req-e2f6f9f4-853a-4eb1-a7de-d3fab5a1062c tempest-ServersWithSpecificFlavorTestJSON-1899199349 tempest-ServersWithSpecificFlavorTestJSON-1899199349-project] 10.222.0.42 "GET /v2.0/ports?device_id=26d94825-0227-4ba7-895e-dfd9b7854731 HTTP/1.1" status: 200 len: 943 time: 0.0988188 Mar 29 15:38:11.661224 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-a0895d38-d04c-4a69-8aac-f2df229f3b97 req-aeeed411-af4b-4911-8881-e7de65b0362e tempest-ServersWithSpecificFlavorTestJSON-1899199349 tempest-ServersWithSpecificFlavorTestJSON-1899199349-project] 10.222.0.42 "GET /v2.0/security-groups?id=b327838c-078f-492b-afe7-ae6a101aed15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783103 Mar 29 15:38:11.684784 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-cb68b514-313e-4175-8af4-7a2a7c67c611 req-55e9ba25-422f-48aa-aa73-1bdb63708a55 service neutron] 10.222.0.42 "GET /v2.0/networks/45430e61-d8db-47cd-8e77-5a8c8cddc622?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099529 Mar 29 15:38:12.008957 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891eba79-51ac-4048-96ac-d2cf29ba435e req-2a57831d-183a-4f11-8590-e339afde5da4 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:38:12.017197 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-891eba79-51ac-4048-96ac-d2cf29ba435e req-2a57831d-183a-4f11-8590-e339afde5da4 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] 10.222.0.42 "GET /v2.0/ports?device_id=bba2baf7-e23e-4421-b30a-eaf6b702a068 HTTP/1.1" status: 200 len: 943 time: 0.1045635 Mar 29 15:38:12.058758 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-9ffc053d-c2ef-421c-b878-927b1ff00385 req-de08a58b-b9ff-491e-b0d2-e00c4c8ba35a tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] 10.222.0.42 "GET /v2.0/ports?device_id=31d87925-4a11-4608-80c4-7d62f80c3cc0 HTTP/1.1" status: 200 len: 210 time: 0.0632360 Mar 29 15:38:12.090146 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-891eba79-51ac-4048-96ac-d2cf29ba435e req-b09180f5-cd1f-48f5-940f-fcb8eb836fbf tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] 10.222.0.42 "GET /v2.0/security-groups?id=c99ced8e-1ceb-46fb-aaa7-747186b2b9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720239 Mar 29 15:38:12.244179 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56f16a6-5f4d-4be9-ba3c-094cde8e474b req-2b104170-416e-4ad0-a2c2-240186da2134 tempest-VolumesAdminNegativeTest-440186847 tempest-VolumesAdminNegativeTest-440186847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:38:12.259861 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-a56f16a6-5f4d-4be9-ba3c-094cde8e474b req-2b104170-416e-4ad0-a2c2-240186da2134 tempest-VolumesAdminNegativeTest-440186847 tempest-VolumesAdminNegativeTest-440186847-project] 10.222.0.42 "GET /v2.0/ports?device_id=e68d1a6c-f883-40bb-8d16-165b5d93ca89 HTTP/1.1" status: 200 len: 945 time: 0.1082335 Mar 29 15:38:12.274783 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-af2f2c6a-80a1-4a0e-9edf-59ee2cb98d21 req-32538de5-8ca3-4297-bd68-142c2e5cca64 service neutron] 10.222.0.44 "GET /v2.0/ports/a8eb60fb-af4c-47c1-8bd6-3af3e85d4ac0/bindings/n-h2-834765-1 HTTP/1.1" status: 200 len: 384 time: 0.1556604 Mar 29 15:38:12.313504 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-a56f16a6-5f4d-4be9-ba3c-094cde8e474b req-e93ced5d-18a7-4c61-b4a4-45dfc53bfa9b tempest-VolumesAdminNegativeTest-440186847 tempest-VolumesAdminNegativeTest-440186847-project] 10.222.0.42 "GET /v2.0/security-groups?id=ca335d72-883f-4d4c-bc1b-0e400e94b626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524597 Mar 29 15:38:12.620517 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-af2f2c6a-80a1-4a0e-9edf-59ee2cb98d21 req-7513523c-7ec9-4cd0-a060-82b24863b981 service neutron] For port a8eb60fb-af4c-47c1-8bd6-3af3e85d4ac0, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=a8eb60fb-af4c-47c1-8bd6-3af3e85d4ac0,segment=NetworkSegment(65ab5bc3-e80e-4641-82f0-4ef53207c2d7),segment_id=65ab5bc3-e80e-4641-82f0-4ef53207c2d7)] {{(pid=102791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:38:12.631060 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d598ba-5d56-4021-925a-0278269c9c3e req-44cfccc4-648f-4136-aeab-b87b82371e4b tempest-ServersAdminNegativeTestJSON-1221216767 tempest-ServersAdminNegativeTestJSON-1221216767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:38:12.639870 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-24d598ba-5d56-4021-925a-0278269c9c3e req-44cfccc4-648f-4136-aeab-b87b82371e4b tempest-ServersAdminNegativeTestJSON-1221216767 tempest-ServersAdminNegativeTestJSON-1221216767-project] 10.222.0.42 "GET /v2.0/ports?device_id=b95a7c37-dd01-4c1c-ae68-0ee1449a080e HTTP/1.1" status: 200 len: 948 time: 0.1127789 Mar 29 15:38:12.698403 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-af2f2c6a-80a1-4a0e-9edf-59ee2cb98d21 req-7513523c-7ec9-4cd0-a060-82b24863b981 service neutron] For port a8eb60fb-af4c-47c1-8bd6-3af3e85d4ac0, host n-h1-834765-1, cleared binding levels {{(pid=102791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:38:12.748146 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-24d598ba-5d56-4021-925a-0278269c9c3e req-e2fe8c1e-426e-4f15-8d75-32c5c3b15974 tempest-ServersAdminNegativeTestJSON-1221216767 tempest-ServersAdminNegativeTestJSON-1221216767-project] 10.222.0.42 "GET /v2.0/security-groups?id=0472a554-1980-4298-b676-fea77ad7f77b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069124 Mar 29 15:38:12.802372 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [req-af2f2c6a-80a1-4a0e-9edf-59ee2cb98d21 req-7513523c-7ec9-4cd0-a060-82b24863b981 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8eb60fb-af4c-47c1-8bd6-3af3e85d4ac0 {{(pid=102791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:38:12.831230 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-af2f2c6a-80a1-4a0e-9edf-59ee2cb98d21 req-7513523c-7ec9-4cd0-a060-82b24863b981 service neutron] For port a8eb60fb-af4c-47c1-8bd6-3af3e85d4ac0, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=a8eb60fb-af4c-47c1-8bd6-3af3e85d4ac0,segment=NetworkSegment(65ab5bc3-e80e-4641-82f0-4ef53207c2d7),segment_id=65ab5bc3-e80e-4641-82f0-4ef53207c2d7)] {{(pid=102791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:38:12.871690 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-af2f2c6a-80a1-4a0e-9edf-59ee2cb98d21 req-7513523c-7ec9-4cd0-a060-82b24863b981 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:12.875632 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a16b21-5f1a-42c1-aacd-ca5d04036239 req-5117c3f8-4a5b-4c4a-a908-2c8a4ef4fc26 tempest-ServersWithSpecificFlavorTestJSON-1899199349 tempest-ServersWithSpecificFlavorTestJSON-1899199349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:38:12.885541 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-26a16b21-5f1a-42c1-aacd-ca5d04036239 req-5117c3f8-4a5b-4c4a-a908-2c8a4ef4fc26 tempest-ServersWithSpecificFlavorTestJSON-1899199349 tempest-ServersWithSpecificFlavorTestJSON-1899199349-project] 10.222.0.42 "GET /v2.0/ports?device_id=26d94825-0227-4ba7-895e-dfd9b7854731 HTTP/1.1" status: 200 len: 943 time: 0.1063688 Mar 29 15:38:12.963471 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-26a16b21-5f1a-42c1-aacd-ca5d04036239 req-d7d2c5e2-af06-4509-8fc7-2c2c86f66c7d tempest-ServersWithSpecificFlavorTestJSON-1899199349 tempest-ServersWithSpecificFlavorTestJSON-1899199349-project] 10.222.0.42 "GET /v2.0/security-groups?id=b327838c-078f-492b-afe7-ae6a101aed15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766010 Mar 29 15:38:13.019972 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.provisioning_blocks [req-af2f2c6a-80a1-4a0e-9edf-59ee2cb98d21 req-7513523c-7ec9-4cd0-a060-82b24863b981 service neutron] Transition to ACTIVE for port object a8eb60fb-af4c-47c1-8bd6-3af3e85d4ac0 will not be triggered until provisioned by entity L2. {{(pid=102791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 15:38:13.027549 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-af2f2c6a-80a1-4a0e-9edf-59ee2cb98d21 req-7513523c-7ec9-4cd0-a060-82b24863b981 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:13.124981 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [req-af2f2c6a-80a1-4a0e-9edf-59ee2cb98d21 req-7513523c-7ec9-4cd0-a060-82b24863b981 service neutron] No DVR routers for this DVR port a8eb60fb-af4c-47c1-8bd6-3af3e85d4ac0 on host n-h1-834765-1 {{(pid=102791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:38:13.216799 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f55945ff-3ad9-41d9-a4cd-d8b673d3a2d8 req-80d9a5ad-76c1-48d2-abd9-9e5e8e38e427 tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] 10.222.0.42 "GET /v2.0/ports?device_id=31d87925-4a11-4608-80c4-7d62f80c3cc0 HTTP/1.1" status: 200 len: 210 time: 0.0327840 Mar 29 15:38:13.229595 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-af2f2c6a-80a1-4a0e-9edf-59ee2cb98d21 req-7513523c-7ec9-4cd0-a060-82b24863b981 service neutron] 10.222.0.44 "PUT /v2.0/ports/a8eb60fb-af4c-47c1-8bd6-3af3e85d4ac0/bindings/n-h2-834765-1/activate HTTP/1.1" status: 200 len: 369 time: 0.9350469 Mar 29 15:38:13.234993 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7513523c-7ec9-4cd0-a060-82b24863b981 service neutron] Pushing event updated for resources: {'Port': ['ID=a8eb60fb-af4c-47c1-8bd6-3af3e85d4ac0,revision_number=10']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:38:13.286300 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037421ef-07a8-48ac-8192-dbb2fc16e911 req-2ebad0ba-d729-4179-ae3d-afb7b3c21b81 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:38:13.287883 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-037421ef-07a8-48ac-8192-dbb2fc16e911 req-2ebad0ba-d729-4179-ae3d-afb7b3c21b81 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] 10.222.0.42 "GET /v2.0/ports?device_id=bba2baf7-e23e-4421-b30a-eaf6b702a068 HTTP/1.1" status: 200 len: 944 time: 0.0971406 Mar 29 15:38:13.341193 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-037421ef-07a8-48ac-8192-dbb2fc16e911 req-4833ef4c-40e8-4fa4-bfaf-1084735d1dc5 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] 10.222.0.42 "GET /v2.0/security-groups?id=c99ced8e-1ceb-46fb-aaa7-747186b2b9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456665 Mar 29 15:38:13.472011 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5451f4-0dbd-47ad-aab5-d708912cff3f req-7f42b699-ac10-44fb-9b98-c17fe9fe690a tempest-VolumesAdminNegativeTest-440186847 tempest-VolumesAdminNegativeTest-440186847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:38:13.480972 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-1d5451f4-0dbd-47ad-aab5-d708912cff3f req-7f42b699-ac10-44fb-9b98-c17fe9fe690a tempest-VolumesAdminNegativeTest-440186847 tempest-VolumesAdminNegativeTest-440186847-project] 10.222.0.42 "GET /v2.0/ports?device_id=e68d1a6c-f883-40bb-8d16-165b5d93ca89 HTTP/1.1" status: 200 len: 945 time: 0.0721462 Mar 29 15:38:13.550322 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-1d5451f4-0dbd-47ad-aab5-d708912cff3f req-37b063f6-00f2-4436-8687-541bc2cbe3e3 tempest-VolumesAdminNegativeTest-440186847 tempest-VolumesAdminNegativeTest-440186847-project] 10.222.0.42 "GET /v2.0/security-groups?id=ca335d72-883f-4d4c-bc1b-0e400e94b626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657735 Mar 29 15:38:13.662241 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2f2c6a-80a1-4a0e-9edf-59ee2cb98d21 req-5c9d6b8a-e900-436c-84ae-ab22629deb1f tempest-LiveMigrationTest-953290782 tempest-LiveMigrationTest-953290782-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:38:13.665818 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-af2f2c6a-80a1-4a0e-9edf-59ee2cb98d21 req-5c9d6b8a-e900-436c-84ae-ab22629deb1f tempest-LiveMigrationTest-953290782 tempest-LiveMigrationTest-953290782-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=bba2baf7-e23e-4421-b30a-eaf6b702a068&tenant_id=61d6b03cf8b04e0283d0c20861ff0cb0&binding%3Ahost_id=n-h1-834765-1 HTTP/1.1" status: 200 len: 1095 time: 0.1400752 Mar 29 15:38:13.683915 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb68b514-313e-4175-8af4-7a2a7c67c611 req-1e9498a6-ecf5-4b2d-95f5-4ce8eca237ec tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:38:13.685394 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-cb68b514-313e-4175-8af4-7a2a7c67c611 req-1e9498a6-ecf5-4b2d-95f5-4ce8eca237ec tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] 10.222.0.44 "GET /v2.0/networks?id=45430e61-d8db-47cd-8e77-5a8c8cddc622 HTTP/1.1" status: 200 len: 812 time: 0.1336629 Mar 29 15:38:13.706126 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [req-cb68b514-313e-4175-8af4-7a2a7c67c611 req-32dc821f-6cad-4343-a380-b4cfb2271c4a tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] Request body: {'port': {'device_id': '31d87925-4a11-4608-80c4-7d62f80c3cc0', 'network_id': '45430e61-d8db-47cd-8e77-5a8c8cddc622', 'admin_state_up': True, 'tenant_id': '407485f6cdeb4140b89a6a3209b31c9e'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:38:13.755443 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2f2c6a-80a1-4a0e-9edf-59ee2cb98d21 req-12b7d0ba-cb12-4105-ac1f-f605652ae5b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:38:13.759078 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-af2f2c6a-80a1-4a0e-9edf-59ee2cb98d21 req-12b7d0ba-cb12-4105-ac1f-f605652ae5b6 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=bba2baf7-e23e-4421-b30a-eaf6b702a068&tenant_id=61d6b03cf8b04e0283d0c20861ff0cb0 HTTP/1.1" status: 200 len: 1095 time: 0.0833464 Mar 29 15:38:13.862828 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2f2c6a-80a1-4a0e-9edf-59ee2cb98d21 req-b56b2eb3-27de-4eb7-98e2-ea31da447b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:38:13.864713 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-af2f2c6a-80a1-4a0e-9edf-59ee2cb98d21 req-b56b2eb3-27de-4eb7-98e2-ea31da447b42 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=61d6b03cf8b04e0283d0c20861ff0cb0&device_id=bba2baf7-e23e-4421-b30a-eaf6b702a068 HTTP/1.1" status: 200 len: 1095 time: 0.0697212 Mar 29 15:38:13.939473 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb68b514-313e-4175-8af4-7a2a7c67c611 req-32dc821f-6cad-4343-a380-b4cfb2271c4a tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] Made reservation on behalf of 407485f6cdeb4140b89a6a3209b31c9e for: {'port': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:38:13.948844 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-cb68b514-313e-4175-8af4-7a2a7c67c611 req-32dc821f-6cad-4343-a380-b4cfb2271c4a tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:14.006074 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2f2c6a-80a1-4a0e-9edf-59ee2cb98d21 req-8df5bfaf-729e-4957-a2ba-e0b05cb45322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:38:14.008757 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-af2f2c6a-80a1-4a0e-9edf-59ee2cb98d21 req-8df5bfaf-729e-4957-a2ba-e0b05cb45322 service neutron] 10.222.0.48 "GET /v2.0/networks?id=b1def78c-da55-4367-b9b1-4d7fc20fc6ac HTTP/1.1" status: 200 len: 909 time: 0.1370034 Mar 29 15:38:14.063793 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device fe2455fa-5569-41d2-9f29-4e533d4bd9fe details requested by agent hyperv_n-h2-834765-1 with host n-h2-834765-1 {{(pid=102792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 15:38:14.184436 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-af2f2c6a-80a1-4a0e-9edf-59ee2cb98d21 req-694ae3d2-afc3-4409-ad54-5aeb92e3a97d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a8eb60fb-af4c-47c1-8bd6-3af3e85d4ac0 HTTP/1.1" status: 200 len: 217 time: 0.1653707 Mar 29 15:38:14.248889 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_common [req-cb68b514-313e-4175-8af4-7a2a7c67c611 req-32dc821f-6cad-4343-a380-b4cfb2271c4a tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] Allocated IP 172.20.0.2 (45430e61-d8db-47cd-8e77-5a8c8cddc622/961a5899-9b08-4b71-af3d-bd0ca39267a4/fa7367e8-75a8-471a-a7ca-e3f5b988a1f8) {{(pid=102791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:38:14.286530 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be0a7e1-f904-4d0b-80f5-39a97217d793 req-52d99e78-b550-4151-8e27-e5e7b4aff6ed tempest-ServersWithSpecificFlavorTestJSON-1899199349 tempest-ServersWithSpecificFlavorTestJSON-1899199349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:38:14.297124 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6be0a7e1-f904-4d0b-80f5-39a97217d793 req-52d99e78-b550-4151-8e27-e5e7b4aff6ed tempest-ServersWithSpecificFlavorTestJSON-1899199349 tempest-ServersWithSpecificFlavorTestJSON-1899199349-project] 10.222.0.42 "GET /v2.0/ports?device_id=26d94825-0227-4ba7-895e-dfd9b7854731 HTTP/1.1" status: 200 len: 943 time: 0.1301589 Mar 29 15:38:14.297668 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port fe2455fa-5569-41d2-9f29-4e533d4bd9fe, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=fe2455fa-5569-41d2-9f29-4e533d4bd9fe,segment=NetworkSegment(a0c230f0-660a-4194-9279-0f0781d34134),segment_id=a0c230f0-660a-4194-9279-0f0781d34134)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:38:14.326403 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Returning: {'device': 'fe2455fa-5569-41d2-9f29-4e533d4bd9fe', 'network_id': '2268a9b9-82fd-4886-a91d-3a50e4e16cab', 'port_id': 'fe2455fa-5569-41d2-9f29-4e533d4bd9fe', 'mac_address': 'fa:16:3e:e8:83:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 625, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abb8e5d6-2aea-4455-a944-3435a3d1ce49', 'ip_address': '192.168.233.105'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 15:38:14.332679 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6558f2f-b734-40e3-b3cd-68c94dc88dd7 req-6bfd0dd2-fd64-48c3-984d-60d617ca8b15 tempest-VolumesAdminNegativeTest-440186847 tempest-VolumesAdminNegativeTest-440186847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:38:14.336807 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-f6558f2f-b734-40e3-b3cd-68c94dc88dd7 req-6bfd0dd2-fd64-48c3-984d-60d617ca8b15 tempest-VolumesAdminNegativeTest-440186847 tempest-VolumesAdminNegativeTest-440186847-project] 10.222.0.44 "GET /v2.0/ports?device_id=e68d1a6c-f883-40bb-8d16-165b5d93ca89 HTTP/1.1" status: 200 len: 945 time: 0.3078406 Mar 29 15:38:14.369980 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6be0a7e1-f904-4d0b-80f5-39a97217d793 req-2a2ca13a-c0c6-4500-8620-eb7d07c6ad39 tempest-ServersWithSpecificFlavorTestJSON-1899199349 tempest-ServersWithSpecificFlavorTestJSON-1899199349-project] 10.222.0.42 "GET /v2.0/security-groups?id=b327838c-078f-492b-afe7-ae6a101aed15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717554 Mar 29 15:38:14.392919 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94463efe-8485-478e-ad06-1aa66efab044 req-d6f13e25-a04b-4936-8fed-c96b2c99325e tempest-ServersAdminNegativeTestJSON-1221216767 tempest-ServersAdminNegativeTestJSON-1221216767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:38:14.397945 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-94463efe-8485-478e-ad06-1aa66efab044 req-d6f13e25-a04b-4936-8fed-c96b2c99325e tempest-ServersAdminNegativeTestJSON-1221216767 tempest-ServersAdminNegativeTestJSON-1221216767-project] 10.222.0.42 "GET /v2.0/ports?device_id=b95a7c37-dd01-4c1c-ae68-0ee1449a080e HTTP/1.1" status: 200 len: 948 time: 0.3876002 Mar 29 15:38:14.411024 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:14.427401 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe2455fa-5569-41d2-9f29-4e533d4bd9fe {{(pid=102792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:38:14.453923 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port fe2455fa-5569-41d2-9f29-4e533d4bd9fe, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=fe2455fa-5569-41d2-9f29-4e533d4bd9fe,segment=NetworkSegment(a0c230f0-660a-4194-9279-0f0781d34134),segment_id=a0c230f0-660a-4194-9279-0f0781d34134)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:38:14.459515 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:14.460722 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device 827fb163-93d9-4217-9400-b5fdca6790a3 details requested by agent hyperv_n-h2-834765-1 with host n-h2-834765-1 {{(pid=102792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 15:38:14.489616 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2f2c6a-80a1-4a0e-9edf-59ee2cb98d21 req-5c1f5a32-a4d8-4fcf-a9ff-dcacd4b462c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:38:14.500218 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-af2f2c6a-80a1-4a0e-9edf-59ee2cb98d21 req-5c1f5a32-a4d8-4fcf-a9ff-dcacd4b462c3 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a84f45bb-2cdd-4adc-a15d-ac5c06ff5a1f HTTP/1.1" status: 200 len: 848 time: 0.3054967 Mar 29 15:38:14.588681 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-af2f2c6a-80a1-4a0e-9edf-59ee2cb98d21 req-f690b733-e4e5-46e3-b3d6-7fe1f554e3ae service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b1def78c-da55-4367-b9b1-4d7fc20fc6ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0669031 Mar 29 15:38:14.607318 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-512d1a47-b87e-4494-a4fd-6c08db5d2305 req-7cdd19a8-c489-4958-b88f-406e0ed5f20e tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] 10.222.0.42 "GET /v2.0/ports?device_id=31d87925-4a11-4608-80c4-7d62f80c3cc0 HTTP/1.1" status: 200 len: 210 time: 0.0604651 Mar 29 15:38:14.710186 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port 827fb163-93d9-4217-9400-b5fdca6790a3, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=827fb163-93d9-4217-9400-b5fdca6790a3,segment=NetworkSegment(da69cb54-889d-40d5-bd53-208819ed651b),segment_id=da69cb54-889d-40d5-bd53-208819ed651b)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:38:14.740155 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-cb68b514-313e-4175-8af4-7a2a7c67c611 req-32dc821f-6cad-4343-a380-b4cfb2271c4a tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] Notify callbacks [] for port, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:14.755622 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Returning: {'device': '827fb163-93d9-4217-9400-b5fdca6790a3', 'network_id': '4c54ad59-5bf5-4d39-a555-33b9ac0525c6', 'port_id': '827fb163-93d9-4217-9400-b5fdca6790a3', 'mac_address': 'fa:16:3e:84:92:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 611, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03f862f4-b4e2-46c9-849d-afd166600484', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 15:38:14.783213 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Pushing event updated for resources: {'Port': ['ID=fe2455fa-5569-41d2-9f29-4e533d4bd9fe,revision_number=4']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:38:14.834998 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:14.852280 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 827fb163-93d9-4217-9400-b5fdca6790a3 {{(pid=102792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:38:14.874007 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce959b60-2d56-4ad0-ad83-f73cdbad4790 req-b797a0ee-950a-4298-a7f0-462f80513701 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:38:14.881814 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ce959b60-2d56-4ad0-ad83-f73cdbad4790 req-b797a0ee-950a-4298-a7f0-462f80513701 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] 10.222.0.42 "GET /v2.0/ports?device_id=bba2baf7-e23e-4421-b30a-eaf6b702a068 HTTP/1.1" status: 200 len: 944 time: 0.1299243 Mar 29 15:38:14.887749 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port 827fb163-93d9-4217-9400-b5fdca6790a3, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=827fb163-93d9-4217-9400-b5fdca6790a3,segment=NetworkSegment(da69cb54-889d-40d5-bd53-208819ed651b),segment_id=da69cb54-889d-40d5-bd53-208819ed651b)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:38:14.897863 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:14.917469 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-cb68b514-313e-4175-8af4-7a2a7c67c611 req-32dc821f-6cad-4343-a380-b4cfb2271c4a tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:14.975034 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Pushing event updated for resources: {'Port': ['ID=827fb163-93d9-4217-9400-b5fdca6790a3,revision_number=4']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:38:14.980345 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device a8eb60fb-af4c-47c1-8bd6-3af3e85d4ac0 no longer exists at agent hyperv_n-h1-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:38:14.990952 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb68b514-313e-4175-8af4-7a2a7c67c611 req-32dc821f-6cad-4343-a380-b4cfb2271c4a tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] Network 45430e61-d8db-47cd-8e77-5a8c8cddc622 is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:38:14.994310 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ce959b60-2d56-4ad0-ad83-f73cdbad4790 req-086740ca-b3aa-4be6-9a87-801d7574be01 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] 10.222.0.42 "GET /v2.0/security-groups?id=c99ced8e-1ceb-46fb-aaa7-747186b2b9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113145 Mar 29 15:38:15.000453 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [req-cb68b514-313e-4175-8af4-7a2a7c67c611 req-32dc821f-6cad-4343-a380-b4cfb2271c4a tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:38:15.004943 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb68b514-313e-4175-8af4-7a2a7c67c611 req-32dc821f-6cad-4343-a380-b4cfb2271c4a tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] Received port after_create {{(pid=102791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:38:15.053305 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device a8eb60fb-af4c-47c1-8bd6-3af3e85d4ac0 not bound to the agent host n-h1-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:38:15.062651 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-af2f2c6a-80a1-4a0e-9edf-59ee2cb98d21 req-f5f429fe-67c3-4200-96e0-d43fff2d5898 service neutron] 10.222.0.48 "GET /v2.0/networks/b1def78c-da55-4367-b9b1-4d7fc20fc6ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4595563 Mar 29 15:38:15.070696 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dc821f-6cad-4343-a380-b4cfb2271c4a tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] Pushing event updated for resources: {'Port': ['ID=fa7367e8-75a8-471a-a7ca-e3f5b988a1f8,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:38:15.081668 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-94463efe-8485-478e-ad06-1aa66efab044 req-c96750b0-0f6b-4894-a866-ac11b9041193 tempest-ServersAdminNegativeTestJSON-1221216767 tempest-ServersAdminNegativeTestJSON-1221216767-project] 10.222.0.42 "GET /v2.0/security-groups?id=0472a554-1980-4298-b676-fea77ad7f77b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6658380 Mar 29 15:38:15.119850 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb68b514-313e-4175-8af4-7a2a7c67c611 req-32dc821f-6cad-4343-a380-b4cfb2271c4a tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:38:15.124143 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-cb68b514-313e-4175-8af4-7a2a7c67c611 req-32dc821f-6cad-4343-a380-b4cfb2271c4a tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:15.182375 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-cb68b514-313e-4175-8af4-7a2a7c67c611 req-32dc821f-6cad-4343-a380-b4cfb2271c4a tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4820161 Mar 29 15:38:15.192702 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [req-f6558f2f-b734-40e3-b3cd-68c94dc88dd7 req-63ad7fbf-bec6-4a93-bf86-a59f6357aecc tempest-VolumesAdminNegativeTest-440186847 tempest-VolumesAdminNegativeTest-440186847-project] Deleting port 3fe24e57-9a71-4966-83ad-f259536e4a73 {{(pid=102790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:38:15.193109 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-f6558f2f-b734-40e3-b3cd-68c94dc88dd7 req-63ad7fbf-bec6-4a93-bf86-a59f6357aecc tempest-VolumesAdminNegativeTest-440186847 tempest-VolumesAdminNegativeTest-440186847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:15.214627 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [req-cb68b514-313e-4175-8af4-7a2a7c67c611 req-69bbb3dc-4ee6-4fc1-b041-8c45e1f473a6 service neutron] Request body: {'port': {'device_id': '31d87925-4a11-4608-80c4-7d62f80c3cc0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834765-1'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:38:15.252377 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] get_ports_and_sgs() called for port_ids ['827fb163-93d9-4217-9400-b5fdca6790a3'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:38:15.276240 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-af2f2c6a-80a1-4a0e-9edf-59ee2cb98d21 req-c20d38f5-b0f3-4c1e-971a-5a22b994e9fb service neutron] 10.222.0.48 "GET /v2.0/networks/b1def78c-da55-4367-b9b1-4d7fc20fc6ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1883774 Mar 29 15:38:15.279815 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-cb68b514-313e-4175-8af4-7a2a7c67c611 req-69bbb3dc-4ee6-4fc1-b041-8c45e1f473a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:15.306032 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa2ff4c-b4ea-4605-9354-f15eba874b81 req-6f5614d0-a824-4d5b-872b-fc2cee1aa2a0 tempest-VolumesAdminNegativeTest-440186847 tempest-VolumesAdminNegativeTest-440186847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:38:15.308132 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-3fa2ff4c-b4ea-4605-9354-f15eba874b81 req-6f5614d0-a824-4d5b-872b-fc2cee1aa2a0 tempest-VolumesAdminNegativeTest-440186847 tempest-VolumesAdminNegativeTest-440186847-project] 10.222.0.42 "GET /v2.0/ports?device_id=e68d1a6c-f883-40bb-8d16-165b5d93ca89 HTTP/1.1" status: 200 len: 945 time: 0.1647220 Mar 29 15:38:15.344533 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [req-f6558f2f-b734-40e3-b3cd-68c94dc88dd7 req-63ad7fbf-bec6-4a93-bf86-a59f6357aecc tempest-VolumesAdminNegativeTest-440186847 tempest-VolumesAdminNegativeTest-440186847-project] For port 3fe24e57-9a71-4966-83ad-f259536e4a73, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=3fe24e57-9a71-4966-83ad-f259536e4a73,segment=NetworkSegment(ef776ebf-3dc1-477a-a01a-06bb694b6527),segment_id=ef776ebf-3dc1-477a-a01a-06bb694b6527)] {{(pid=102790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:38:15.345037 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-f6558f2f-b734-40e3-b3cd-68c94dc88dd7 req-63ad7fbf-bec6-4a93-bf86-a59f6357aecc tempest-VolumesAdminNegativeTest-440186847 tempest-VolumesAdminNegativeTest-440186847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:15.366498 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] get_ports_and_sgs() called for port_ids ['fe2455fa-5569-41d2-9f29-4e533d4bd9fe'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:38:15.381325 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-3fa2ff4c-b4ea-4605-9354-f15eba874b81 req-0f616e53-be59-45d4-ad22-4eddd215152b tempest-VolumesAdminNegativeTest-440186847 tempest-VolumesAdminNegativeTest-440186847-project] 10.222.0.42 "GET /v2.0/security-groups?id=ca335d72-883f-4d4c-bc1b-0e400e94b626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508969 Mar 29 15:38:15.383573 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [req-f6558f2f-b734-40e3-b3cd-68c94dc88dd7 req-63ad7fbf-bec6-4a93-bf86-a59f6357aecc tempest-VolumesAdminNegativeTest-440186847 tempest-VolumesAdminNegativeTest-440186847-project] Calling delete_port for 3fe24e57-9a71-4966-83ad-f259536e4a73 owned by compute:nova {{(pid=102790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:38:15.714039 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2f2c6a-80a1-4a0e-9edf-59ee2cb98d21 req-ac3f7427-2452-464d-9f90-9e1ba4048d86 tempest-LiveMigrationTest-953290782 tempest-LiveMigrationTest-953290782-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:38:15.715725 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-af2f2c6a-80a1-4a0e-9edf-59ee2cb98d21 req-ac3f7427-2452-464d-9f90-9e1ba4048d86 tempest-LiveMigrationTest-953290782 tempest-LiveMigrationTest-953290782-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=bba2baf7-e23e-4421-b30a-eaf6b702a068&tenant_id=61d6b03cf8b04e0283d0c20861ff0cb0&binding%3Ahost_id=n-h2-834765-1 HTTP/1.1" status: 200 len: 1095 time: 0.1721535 Mar 29 15:38:15.831780 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f6cfd5-f06a-4d47-b3c5-8551d08e395c req-e6cc0031-2b2a-4da7-ad20-c6c30c4066c6 tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:38:15.834297 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-a5f6cfd5-f06a-4d47-b3c5-8551d08e395c req-e6cc0031-2b2a-4da7-ad20-c6c30c4066c6 tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] 10.222.0.42 "GET /v2.0/ports?device_id=31d87925-4a11-4608-80c4-7d62f80c3cc0 HTTP/1.1" status: 200 len: 931 time: 0.0951350 Mar 29 15:38:15.923458 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25076b06-460d-4602-b791-9956ca598411 req-ac2516e9-f9c2-415b-84bb-225685c34483 tempest-ServersWithSpecificFlavorTestJSON-1899199349 tempest-ServersWithSpecificFlavorTestJSON-1899199349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:38:15.923458 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-25076b06-460d-4602-b791-9956ca598411 req-ac2516e9-f9c2-415b-84bb-225685c34483 tempest-ServersWithSpecificFlavorTestJSON-1899199349 tempest-ServersWithSpecificFlavorTestJSON-1899199349-project] 10.222.0.42 "GET /v2.0/ports?device_id=26d94825-0227-4ba7-895e-dfd9b7854731 HTTP/1.1" status: 200 len: 944 time: 0.3958192 Mar 29 15:38:15.930626 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [req-af2f2c6a-80a1-4a0e-9edf-59ee2cb98d21 req-e784b90f-76a5-4595-885e-fc7a80ce397f service neutron] For port a8eb60fb-af4c-47c1-8bd6-3af3e85d4ac0, host n-h1-834765-1, cleared binding levels {{(pid=102790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:38:15.939385 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [req-cb68b514-313e-4175-8af4-7a2a7c67c611 req-69bbb3dc-4ee6-4fc1-b041-8c45e1f473a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa7367e8-75a8-471a-a7ca-e3f5b988a1f8 {{(pid=102791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:38:15.964232 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-cb68b514-313e-4175-8af4-7a2a7c67c611 req-69bbb3dc-4ee6-4fc1-b041-8c45e1f473a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:15.976943 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-a5f6cfd5-f06a-4d47-b3c5-8551d08e395c req-35bc6edd-aba0-4482-8ac8-23429989e342 tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] 10.222.0.42 "GET /v2.0/security-groups?id=de326c20-13fe-424c-a811-b741d354586f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316926 Mar 29 15:38:16.005469 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.provisioning_blocks [req-cb68b514-313e-4175-8af4-7a2a7c67c611 req-69bbb3dc-4ee6-4fc1-b041-8c45e1f473a6 service neutron] Transition to ACTIVE for port object fa7367e8-75a8-471a-a7ca-e3f5b988a1f8 will not be triggered until provisioned by entity L2. {{(pid=102791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 15:38:16.011643 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-cb68b514-313e-4175-8af4-7a2a7c67c611 req-69bbb3dc-4ee6-4fc1-b041-8c45e1f473a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:16.011972 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-af2f2c6a-80a1-4a0e-9edf-59ee2cb98d21 req-e784b90f-76a5-4595-885e-fc7a80ce397f service neutron] Notify callbacks [] for binding, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:16.013340 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-af2f2c6a-80a1-4a0e-9edf-59ee2cb98d21 req-e784b90f-76a5-4595-885e-fc7a80ce397f service neutron] 10.222.0.48 "DELETE /v2.0/ports/a8eb60fb-af4c-47c1-8bd6-3af3e85d4ac0/bindings/n-h1-834765-1 HTTP/1.1" status: 204 len: 173 time: 0.2842875 Mar 29 15:38:16.058263 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-f6558f2f-b734-40e3-b3cd-68c94dc88dd7 req-63ad7fbf-bec6-4a93-bf86-a59f6357aecc tempest-VolumesAdminNegativeTest-440186847 tempest-VolumesAdminNegativeTest-440186847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:16.100248 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ad7fbf-bec6-4a93-bf86-a59f6357aecc tempest-VolumesAdminNegativeTest-440186847 tempest-VolumesAdminNegativeTest-440186847-project] Pushing event deleted for resources: {'Port': ['ID=3fe24e57-9a71-4966-83ad-f259536e4a73,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:38:16.114090 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-25076b06-460d-4602-b791-9956ca598411 req-7733b2f9-34d8-4777-88f1-546a7e313a76 tempest-ServersWithSpecificFlavorTestJSON-1899199349 tempest-ServersWithSpecificFlavorTestJSON-1899199349-project] 10.222.0.42 "GET /v2.0/security-groups?id=b327838c-078f-492b-afe7-ae6a101aed15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1097548 Mar 29 15:38:16.145171 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bbb3dc-4ee6-4fc1-b041-8c45e1f473a6 service neutron] Pushing event updated for resources: {'Port': ['ID=fa7367e8-75a8-471a-a7ca-e3f5b988a1f8,revision_number=2']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:38:16.163134 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6558f2f-b734-40e3-b3cd-68c94dc88dd7 req-63ad7fbf-bec6-4a93-bf86-a59f6357aecc tempest-VolumesAdminNegativeTest-440186847 tempest-VolumesAdminNegativeTest-440186847-project] No DVR routers for this DVR port 3fe24e57-9a71-4966-83ad-f259536e4a73 on host n-h1-834765-1 {{(pid=102790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:38:16.167425 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-f6558f2f-b734-40e3-b3cd-68c94dc88dd7 req-63ad7fbf-bec6-4a93-bf86-a59f6357aecc tempest-VolumesAdminNegativeTest-440186847 tempest-VolumesAdminNegativeTest-440186847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:16.171280 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-f6558f2f-b734-40e3-b3cd-68c94dc88dd7 req-63ad7fbf-bec6-4a93-bf86-a59f6357aecc tempest-VolumesAdminNegativeTest-440186847 tempest-VolumesAdminNegativeTest-440186847-project] 10.222.0.44 "DELETE /v2.0/ports/3fe24e57-9a71-4966-83ad-f259536e4a73 HTTP/1.1" status: 204 len: 173 time: 1.8153605 Mar 29 15:38:16.172099 n-d-834765-1 neutron-server[102790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e68d1a6c-f883-40bb-8d16-165b5d93ca89', 'name': 'network-vif-deleted', 'tag': '3fe24e57-9a71-4966-83ad-f259536e4a73'}] {{(pid=102790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:38:16.174710 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46b06d655c90bc969636382cce4240ad749035fb0f3a83ee4734fa1ed9c4a6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7117ebb1-1590-4d77-8b05-b1858ff9b823" -d '{"events": [{"server_uuid": "e68d1a6c-f883-40bb-8d16-165b5d93ca89", "name": "network-vif-deleted", "tag": "3fe24e57-9a71-4966-83ad-f259536e4a73"}]}' {{(pid=102790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:38:16.325255 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f729fdbb-94b4-426d-a1bb-87c2f38e7c9a req-c5afbb36-6dd1-42fc-b005-fe59f9c5fee0 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:38:16.340391 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f729fdbb-94b4-426d-a1bb-87c2f38e7c9a req-c5afbb36-6dd1-42fc-b005-fe59f9c5fee0 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] 10.222.0.42 "GET /v2.0/ports?device_id=bba2baf7-e23e-4421-b30a-eaf6b702a068 HTTP/1.1" status: 200 len: 944 time: 0.1507821 Mar 29 15:38:16.344976 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442db055-0583-4095-8dc1-1c6240e7565b req-42ce3cd8-821d-40fa-b654-87b97073b312 tempest-ServersAdminNegativeTestJSON-1221216767 tempest-ServersAdminNegativeTestJSON-1221216767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:38:16.347512 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-442db055-0583-4095-8dc1-1c6240e7565b req-42ce3cd8-821d-40fa-b654-87b97073b312 tempest-ServersAdminNegativeTestJSON-1221216767 tempest-ServersAdminNegativeTestJSON-1221216767-project] 10.222.0.42 "GET /v2.0/ports?device_id=b95a7c37-dd01-4c1c-ae68-0ee1449a080e HTTP/1.1" status: 200 len: 949 time: 0.0942948 Mar 29 15:38:16.348775 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-cb68b514-313e-4175-8af4-7a2a7c67c611 req-69bbb3dc-4ee6-4fc1-b041-8c45e1f473a6 service neutron] Attempting to bind port fa7367e8-75a8-471a-a7ca-e3f5b988a1f8 on host n-h1-834765-1 for vnic_type normal with profile {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:38:16.349111 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-cb68b514-313e-4175-8af4-7a2a7c67c611 req-69bbb3dc-4ee6-4fc1-b041-8c45e1f473a6 service neutron] Attempting to bind port fa7367e8-75a8-471a-a7ca-e3f5b988a1f8 by drivers openvswitch,hyperv on host n-h1-834765-1 at level 0 using segments [{'id': '22e9e91d-0f71-4672-ad57-f0a289f27614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '45430e61-d8db-47cd-8e77-5a8c8cddc622'}] {{(pid=102791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:38:16.349521 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb68b514-313e-4175-8af4-7a2a7c67c611 req-69bbb3dc-4ee6-4fc1-b041-8c45e1f473a6 service neutron] Attempting to bind port fa7367e8-75a8-471a-a7ca-e3f5b988a1f8 on network 45430e61-d8db-47cd-8e77-5a8c8cddc622 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:38:16.378067 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb68b514-313e-4175-8af4-7a2a7c67c611 req-69bbb3dc-4ee6-4fc1-b041-8c45e1f473a6 service neutron] Port fa7367e8-75a8-471a-a7ca-e3f5b988a1f8 on network 45430e61-d8db-47cd-8e77-5a8c8cddc622 not bound, no agent of type Open vSwitch agent registered on host n-h1-834765-1 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 15:38:16.378455 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb68b514-313e-4175-8af4-7a2a7c67c611 req-69bbb3dc-4ee6-4fc1-b041-8c45e1f473a6 service neutron] Attempting to bind port fa7367e8-75a8-471a-a7ca-e3f5b988a1f8 on network 45430e61-d8db-47cd-8e77-5a8c8cddc622 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:38:16.406066 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f729fdbb-94b4-426d-a1bb-87c2f38e7c9a req-3a968493-5258-427e-b040-a77219b9933f tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] 10.222.0.42 "GET /v2.0/security-groups?id=c99ced8e-1ceb-46fb-aaa7-747186b2b9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451264 Mar 29 15:38:16.407451 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb68b514-313e-4175-8af4-7a2a7c67c611 req-69bbb3dc-4ee6-4fc1-b041-8c45e1f473a6 service neutron] Checking agent: {'id': 'be375040-5069-4239-9460-a3a3213e1e90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 33, 18), 'started_at': datetime.datetime(2022, 3, 29, 15, 33, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 37, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:38:16.407902 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb68b514-313e-4175-8af4-7a2a7c67c611 req-69bbb3dc-4ee6-4fc1-b041-8c45e1f473a6 service neutron] Checking segment: {'id': '22e9e91d-0f71-4672-ad57-f0a289f27614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '45430e61-d8db-47cd-8e77-5a8c8cddc622'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:38:16.408360 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb68b514-313e-4175-8af4-7a2a7c67c611 req-69bbb3dc-4ee6-4fc1-b041-8c45e1f473a6 service neutron] Bound using segment: {'id': '22e9e91d-0f71-4672-ad57-f0a289f27614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '45430e61-d8db-47cd-8e77-5a8c8cddc622'} {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:38:16.408945 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-cb68b514-313e-4175-8af4-7a2a7c67c611 req-69bbb3dc-4ee6-4fc1-b041-8c45e1f473a6 service neutron] Bound port: fa7367e8-75a8-471a-a7ca-e3f5b988a1f8, host: n-h1-834765-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22e9e91d-0f71-4672-ad57-f0a289f27614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '45430e61-d8db-47cd-8e77-5a8c8cddc622'}}] {{(pid=102791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 15:38:16.409407 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-cb68b514-313e-4175-8af4-7a2a7c67c611 req-69bbb3dc-4ee6-4fc1-b041-8c45e1f473a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:16.447089 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-442db055-0583-4095-8dc1-1c6240e7565b req-91e4cbe2-ac1a-4105-bcd9-ca20fb4c7561 tempest-ServersAdminNegativeTestJSON-1221216767 tempest-ServersAdminNegativeTestJSON-1221216767-project] 10.222.0.42 "GET /v2.0/security-groups?id=0472a554-1980-4298-b676-fea77ad7f77b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853703 Mar 29 15:38:16.467583 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:38:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8554021d-ffc3-4640-bc69-fd3d3f468086 x-openstack-request-id: req-8554021d-ffc3-4640-bc69-fd3d3f468086 {{(pid=102790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:38:16.467867 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e68d1a6c-f883-40bb-8d16-165b5d93ca89", "name": "network-vif-deleted", "tag": "3fe24e57-9a71-4966-83ad-f259536e4a73", "status": "completed", "code": 200}]} {{(pid=102790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:38:16.468120 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8554021d-ffc3-4640-bc69-fd3d3f468086 {{(pid=102790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:38:16.468524 n-d-834765-1 neutron-server[102790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e68d1a6c-f883-40bb-8d16-165b5d93ca89', 'name': 'network-vif-deleted', 'tag': '3fe24e57-9a71-4966-83ad-f259536e4a73', 'status': 'completed', 'code': 200} Mar 29 15:38:16.513599 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-cb68b514-313e-4175-8af4-7a2a7c67c611 req-69bbb3dc-4ee6-4fc1-b041-8c45e1f473a6 service neutron] For port fa7367e8-75a8-471a-a7ca-e3f5b988a1f8, host n-h1-834765-1, cleared binding levels {{(pid=102791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:38:16.519996 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-cb68b514-313e-4175-8af4-7a2a7c67c611 req-69bbb3dc-4ee6-4fc1-b041-8c45e1f473a6 service neutron] For port fa7367e8-75a8-471a-a7ca-e3f5b988a1f8, host n-h1-834765-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=fa7367e8-75a8-471a-a7ca-e3f5b988a1f8,segment=NetworkSegment(22e9e91d-0f71-4672-ad57-f0a289f27614),segment_id=22e9e91d-0f71-4672-ad57-f0a289f27614)] {{(pid=102791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:38:16.538087 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-cb68b514-313e-4175-8af4-7a2a7c67c611 req-69bbb3dc-4ee6-4fc1-b041-8c45e1f473a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:16.563702 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-79ee4d55-1135-4fe4-ab43-0530deab2bd6 req-5dfc21ad-89ab-4dbd-9ff4-b7d839b56da6 tempest-VolumesAdminNegativeTest-440186847 tempest-VolumesAdminNegativeTest-440186847-project] 10.222.0.42 "GET /v2.0/ports?device_id=e68d1a6c-f883-40bb-8d16-165b5d93ca89 HTTP/1.1" status: 200 len: 210 time: 0.0349743 Mar 29 15:38:16.593533 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb68b514-313e-4175-8af4-7a2a7c67c611 req-69bbb3dc-4ee6-4fc1-b041-8c45e1f473a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:38:16.594156 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-cb68b514-313e-4175-8af4-7a2a7c67c611 req-69bbb3dc-4ee6-4fc1-b041-8c45e1f473a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:16.595566 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-cb68b514-313e-4175-8af4-7a2a7c67c611 req-69bbb3dc-4ee6-4fc1-b041-8c45e1f473a6 service neutron] 10.222.0.44 "PUT /v2.0/ports/fa7367e8-75a8-471a-a7ca-e3f5b988a1f8 HTTP/1.1" status: 200 len: 1091 time: 1.3914497 Mar 29 15:38:16.596006 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31d87925-4a11-4608-80c4-7d62f80c3cc0', 'tag': 'fa7367e8-75a8-471a-a7ca-e3f5b988a1f8'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:38:16.598280 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c67b028db5e9b9818fecc5c0a87ebc6f190694fa53ca267d523e04f98de536d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5838ef8f-fab5-4a3b-8f16-dcc70c2e7f48" -d '{"events": [{"name": "network-changed", "server_uuid": "31d87925-4a11-4608-80c4-7d62f80c3cc0", "tag": "fa7367e8-75a8-471a-a7ca-e3f5b988a1f8"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:38:16.673337 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 15:38:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87475c10-d004-46cb-8b21-593e3a27c388 x-openstack-request-id: req-87475c10-d004-46cb-8b21-593e3a27c388 {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:38:16.673633 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31d87925-4a11-4608-80c4-7d62f80c3cc0", "tag": "fa7367e8-75a8-471a-a7ca-e3f5b988a1f8", "status": "completed", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:38:16.674302 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-87475c10-d004-46cb-8b21-593e3a27c388 {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:38:16.674716 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31d87925-4a11-4608-80c4-7d62f80c3cc0', 'tag': 'fa7367e8-75a8-471a-a7ca-e3f5b988a1f8', 'status': 'completed', 'code': 200} Mar 29 15:38:16.677147 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:16.699878 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bbb3dc-4ee6-4fc1-b041-8c45e1f473a6 service neutron] Pushing event updated for resources: {'Port': ['ID=fa7367e8-75a8-471a-a7ca-e3f5b988a1f8,revision_number=3']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:38:16.725442 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf55d202-f57e-4883-bbeb-7e8f387fca14 req-b12596a9-4a73-4ed2-9fa5-6844cacfbeef tempest-LiveMigrationTest-953290782 tempest-LiveMigrationTest-953290782-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:38:16.728585 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-bf55d202-f57e-4883-bbeb-7e8f387fca14 req-b12596a9-4a73-4ed2-9fa5-6844cacfbeef tempest-LiveMigrationTest-953290782 tempest-LiveMigrationTest-953290782-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=bba2baf7-e23e-4421-b30a-eaf6b702a068 HTTP/1.1" status: 200 len: 1095 time: 0.1245468 Mar 29 15:38:16.737297 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb68b514-313e-4175-8af4-7a2a7c67c611 req-1d7fd000-bf69-4a88-bd8c-eb5a1e30f95d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:38:16.738970 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-cb68b514-313e-4175-8af4-7a2a7c67c611 req-1d7fd000-bf69-4a88-bd8c-eb5a1e30f95d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=407485f6cdeb4140b89a6a3209b31c9e&device_id=31d87925-4a11-4608-80c4-7d62f80c3cc0 HTTP/1.1" status: 200 len: 1094 time: 0.0824206 Mar 29 15:38:16.806285 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-cb68b514-313e-4175-8af4-7a2a7c67c611 req-5555ebf5-fa08-4d71-9b20-0908cde0dc47 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fa7367e8-75a8-471a-a7ca-e3f5b988a1f8 HTTP/1.1" status: 200 len: 217 time: 0.0551152 Mar 29 15:38:16.823869 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-bf55d202-f57e-4883-bbeb-7e8f387fca14 req-571009b4-90be-4b3b-bb98-25578d89c9d5 tempest-LiveMigrationTest-953290782 tempest-LiveMigrationTest-953290782-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=c99ced8e-1ceb-46fb-aaa7-747186b2b9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831499 Mar 29 15:38:16.892084 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb68b514-313e-4175-8af4-7a2a7c67c611 req-709a7a28-f74c-45ae-9c10-e46479ed5404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:38:16.893549 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-cb68b514-313e-4175-8af4-7a2a7c67c611 req-709a7a28-f74c-45ae-9c10-e46479ed5404 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=961a5899-9b08-4b71-af3d-bd0ca39267a4 HTTP/1.1" status: 200 len: 852 time: 0.0632706 Mar 29 15:38:16.939219 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-cb68b514-313e-4175-8af4-7a2a7c67c611 req-e9acffb2-8a3e-46ef-8960-b8bacd7ee452 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=45430e61-d8db-47cd-8e77-5a8c8cddc622&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347307 Mar 29 15:38:16.974938 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device 3fe24e57-9a71-4966-83ad-f259536e4a73 no longer exists at agent hyperv_n-h1-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:38:17.016390 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] No Port match for: 3fe24e57-9a71-4966-83ad-f259536e4a73 {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 15:38:17.016825 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device 3fe24e57-9a71-4966-83ad-f259536e4a73 not bound to the agent host n-h1-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:38:17.089812 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-cb68b514-313e-4175-8af4-7a2a7c67c611 req-8f2099aa-cb3b-4e12-b419-a6c75f5c2b25 service neutron] 10.222.0.44 "GET /v2.0/networks/45430e61-d8db-47cd-8e77-5a8c8cddc622?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408706 Mar 29 15:38:17.209693 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b62f5a0-6042-4932-8258-1103383d763d req-e06b857a-8fe0-43ef-950e-e457dc3f43d2 tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:38:17.211569 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-5b62f5a0-6042-4932-8258-1103383d763d req-e06b857a-8fe0-43ef-950e-e457dc3f43d2 tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] 10.222.0.42 "GET /v2.0/ports?device_id=31d87925-4a11-4608-80c4-7d62f80c3cc0 HTTP/1.1" status: 200 len: 943 time: 0.1206052 Mar 29 15:38:17.233253 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d567b2f-7e9b-4755-8b35-d16eacb6d902 req-81a29caa-67b8-438a-a077-03c78df0b711 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:38:17.235494 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-0d567b2f-7e9b-4755-8b35-d16eacb6d902 req-81a29caa-67b8-438a-a077-03c78df0b711 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] 10.222.0.42 "GET /v2.0/networks?id=b1def78c-da55-4367-b9b1-4d7fc20fc6ac HTTP/1.1" status: 200 len: 808 time: 0.1657679 Mar 29 15:38:17.263295 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-0d567b2f-7e9b-4755-8b35-d16eacb6d902 req-d4371633-2edf-4a1f-9458-06941dd793b0 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] 10.222.0.42 "GET /v2.0/quotas/61d6b03cf8b04e0283d0c20861ff0cb0 HTTP/1.1" status: 200 len: 375 time: 0.0215449 Mar 29 15:38:17.299014 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-5b62f5a0-6042-4932-8258-1103383d763d req-a822eb17-345a-468f-ae6c-7fdb1c5cf17a tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] 10.222.0.42 "GET /v2.0/security-groups?id=de326c20-13fe-424c-a811-b741d354586f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667286 Mar 29 15:38:17.314665 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-cb68b514-313e-4175-8af4-7a2a7c67c611 req-356e1dcd-8d3e-4b97-b18c-29ce25548cda service neutron] 10.222.0.44 "GET /v2.0/networks/45430e61-d8db-47cd-8e77-5a8c8cddc622?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2102525 Mar 29 15:38:17.344110 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-0d567b2f-7e9b-4755-8b35-d16eacb6d902 req-118c91c6-e5e6-428e-87dc-35e091df1e4d tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=61d6b03cf8b04e0283d0c20861ff0cb0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0807014 Mar 29 15:38:17.475489 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5838ef8f-fab5-4a3b-8f16-dcc70c2e7f48 req-44a8450d-3a2c-4919-9d41-40e83ae932b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:38:17.477975 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-5838ef8f-fab5-4a3b-8f16-dcc70c2e7f48 req-44a8450d-3a2c-4919-9d41-40e83ae932b0 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=407485f6cdeb4140b89a6a3209b31c9e&device_id=31d87925-4a11-4608-80c4-7d62f80c3cc0 HTTP/1.1" status: 200 len: 1094 time: 0.0963647 Mar 29 15:38:17.483903 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-0d567b2f-7e9b-4755-8b35-d16eacb6d902 req-9b070b9a-38c1-40dd-8a86-291ba1c7772f service neutron] 10.222.0.42 "GET /v2.0/networks/b1def78c-da55-4367-b9b1-4d7fc20fc6ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307137 Mar 29 15:38:17.520498 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed0ff0d-eee2-4e95-89b8-ebeb4046f2eb req-4b74ab3a-c200-4d4c-a9d3-f494d09df815 tempest-ServersWithSpecificFlavorTestJSON-1899199349 tempest-ServersWithSpecificFlavorTestJSON-1899199349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:38:17.530117 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-7ed0ff0d-eee2-4e95-89b8-ebeb4046f2eb req-4b74ab3a-c200-4d4c-a9d3-f494d09df815 tempest-ServersWithSpecificFlavorTestJSON-1899199349 tempest-ServersWithSpecificFlavorTestJSON-1899199349-project] 10.222.0.42 "GET /v2.0/ports?device_id=26d94825-0227-4ba7-895e-dfd9b7854731 HTTP/1.1" status: 200 len: 944 time: 0.1193581 Mar 29 15:38:17.606831 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:17.613338 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-0d567b2f-7e9b-4755-8b35-d16eacb6d902 req-3c8144fb-fcb4-46c9-881b-803f69ceaa9d service neutron] 10.222.0.42 "GET /v2.0/networks/b1def78c-da55-4367-b9b1-4d7fc20fc6ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279931 Mar 29 15:38:17.647240 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-7ed0ff0d-eee2-4e95-89b8-ebeb4046f2eb req-1b4bd434-376e-44ec-b753-3e5d4f34c9ed tempest-ServersWithSpecificFlavorTestJSON-1899199349 tempest-ServersWithSpecificFlavorTestJSON-1899199349-project] 10.222.0.42 "GET /v2.0/security-groups?id=b327838c-078f-492b-afe7-ae6a101aed15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1109972 Mar 29 15:38:17.712825 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5838ef8f-fab5-4a3b-8f16-dcc70c2e7f48 req-696f3e66-04ed-48db-9939-67e9b794e810 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:38:17.717900 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-5838ef8f-fab5-4a3b-8f16-dcc70c2e7f48 req-696f3e66-04ed-48db-9939-67e9b794e810 service neutron] 10.222.0.44 "GET /v2.0/networks?id=45430e61-d8db-47cd-8e77-5a8c8cddc622 HTTP/1.1" status: 200 len: 913 time: 0.2303746 Mar 29 15:38:17.795050 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-5838ef8f-fab5-4a3b-8f16-dcc70c2e7f48 req-3dd936d1-47bd-4dc2-81dc-745e604b2087 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fa7367e8-75a8-471a-a7ca-e3f5b988a1f8 HTTP/1.1" status: 200 len: 217 time: 0.0588272 Mar 29 15:38:17.854898 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 39270) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:38:17.920333 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981e0641-23ea-4bd6-bd13-b7b8f204795f req-7c81c9e7-ec66-4a47-bb4a-c466a1618f7b tempest-ServersAdminNegativeTestJSON-1221216767 tempest-ServersAdminNegativeTestJSON-1221216767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:38:17.922754 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-981e0641-23ea-4bd6-bd13-b7b8f204795f req-7c81c9e7-ec66-4a47-bb4a-c466a1618f7b tempest-ServersAdminNegativeTestJSON-1221216767 tempest-ServersAdminNegativeTestJSON-1221216767-project] 10.222.0.42 "GET /v2.0/ports?device_id=b95a7c37-dd01-4c1c-ae68-0ee1449a080e HTTP/1.1" status: 200 len: 949 time: 0.1987553 Mar 29 15:38:17.940124 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-68286564-68ff-445f-8505-85dc92e3e06a req-69413f25-4c73-46c1-8ef6-9dc3e0043ade tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] 10.222.0.42 "GET /v2.0/ports?device_id=10eb82c7-8749-4775-80c9-2376fe09f89e HTTP/1.1" status: 200 len: 210 time: 0.0355799 Mar 29 15:38:17.967854 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5838ef8f-fab5-4a3b-8f16-dcc70c2e7f48 req-2483214f-a406-4e3d-8bc0-45ebbaa642ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:38:17.969560 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-5838ef8f-fab5-4a3b-8f16-dcc70c2e7f48 req-2483214f-a406-4e3d-8bc0-45ebbaa642ed service neutron] 10.222.0.44 "GET /v2.0/subnets?id=961a5899-9b08-4b71-af3d-bd0ca39267a4 HTTP/1.1" status: 200 len: 852 time: 0.1569550 Mar 29 15:38:17.977527 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_v2 [None req-91c90297-7024-41eb-9132-bd21eafc1314 admin admin] Deleting subnet 9fe2b72e-0d47-4527-9f6c-6c803353089c {{(pid=102791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 15:38:18.019751 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-5838ef8f-fab5-4a3b-8f16-dcc70c2e7f48 req-f6443130-8fa3-40e4-939f-3114402fac6f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=45430e61-d8db-47cd-8e77-5a8c8cddc622&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290499 Mar 29 15:38:18.022200 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-91c90297-7024-41eb-9132-bd21eafc1314 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:18.049154 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-981e0641-23ea-4bd6-bd13-b7b8f204795f req-f1a88726-0190-4ee0-b5b0-aff742559092 tempest-ServersAdminNegativeTestJSON-1221216767 tempest-ServersAdminNegativeTestJSON-1221216767-project] 10.222.0.42 "GET /v2.0/security-groups?id=0472a554-1980-4298-b676-fea77ad7f77b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170535 Mar 29 15:38:18.107964 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device 827fb163-93d9-4217-9400-b5fdca6790a3 up at agent hyperv_n-h2-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:38:18.108534 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-91c90297-7024-41eb-9132-bd21eafc1314 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4230423'] for subnet, precommit_delete_associations {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:18.178490 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Provisioning for port 827fb163-93d9-4217-9400-b5fdca6790a3 completed by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 15:38:18.183237 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Provisioning complete for port 827fb163-93d9-4217-9400-b5fdca6790a3 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:38:18.183463 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:18.208088 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-91c90297-7024-41eb-9132-bd21eafc1314 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1641287'] for subnet, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:18.273635 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-5838ef8f-fab5-4a3b-8f16-dcc70c2e7f48 req-c4f70e36-c049-4238-9083-5e967a1b6807 service neutron] 10.222.0.44 "GET /v2.0/networks/45430e61-d8db-47cd-8e77-5a8c8cddc622?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2272038 Mar 29 15:38:18.289535 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:18.316526 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26d94825-0227-4ba7-895e-dfd9b7854731', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '827fb163-93d9-4217-9400-b5fdca6790a3'}] {{(pid=102792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:38:18.319076 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4f476c66b318cc6068719fc39557fac68d413f5c7e78fa77028c7948e999ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01612dd5-cc52-414d-95b2-c70d90e6f732" -d '{"events": [{"server_uuid": "26d94825-0227-4ba7-895e-dfd9b7854731", "name": "network-vif-plugged", "status": "completed", "tag": "827fb163-93d9-4217-9400-b5fdca6790a3"}]}' {{(pid=102792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:38:18.379753 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port 827fb163-93d9-4217-9400-b5fdca6790a3, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=827fb163-93d9-4217-9400-b5fdca6790a3,segment=NetworkSegment(da69cb54-889d-40d5-bd53-208819ed651b),segment_id=da69cb54-889d-40d5-bd53-208819ed651b)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:38:18.392657 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:18.393701 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device fe2455fa-5569-41d2-9f29-4e533d4bd9fe up at agent hyperv_n-h2-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:38:18.396318 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-91c90297-7024-41eb-9132-bd21eafc1314 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1641294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16155591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16218852'] for subnet, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:18.412569 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-91c90297-7024-41eb-9132-bd21eafc1314 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:18.415767 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-91c90297-7024-41eb-9132-bd21eafc1314 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/9fe2b72e-0d47-4527-9f6c-6c803353089c HTTP/1.1" status: 204 len: 168 time: 0.5594120 Mar 29 15:38:18.420092 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 39284) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:38:18.435629 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-5838ef8f-fab5-4a3b-8f16-dcc70c2e7f48 req-6896b66f-8cac-482e-a0cc-ade6e765304d service neutron] 10.222.0.44 "GET /v2.0/networks/45430e61-d8db-47cd-8e77-5a8c8cddc622?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1540866 Mar 29 15:38:18.436785 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c90297-7024-41eb-9132-bd21eafc1314 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9fe2b72e-0d47-4527-9f6c-6c803353089c,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:38:18.469109 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:38:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac4b27ed-cb93-4c2c-bed9-9f788cccb025 x-openstack-request-id: req-ac4b27ed-cb93-4c2c-bed9-9f788cccb025 {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:38:18.469571 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26d94825-0227-4ba7-895e-dfd9b7854731", "name": "network-vif-plugged", "status": "completed", "tag": "827fb163-93d9-4217-9400-b5fdca6790a3", "code": 200}]} {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:38:18.469913 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ac4b27ed-cb93-4c2c-bed9-9f788cccb025 {{(pid=102792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:38:18.471219 n-d-834765-1 neutron-server[102792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26d94825-0227-4ba7-895e-dfd9b7854731', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '827fb163-93d9-4217-9400-b5fdca6790a3', 'code': 200} Mar 29 15:38:18.541254 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Pushing event updated for resources: {'Port': ['ID=827fb163-93d9-4217-9400-b5fdca6790a3,revision_number=5']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:38:18.573431 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Provisioning for port fe2455fa-5569-41d2-9f29-4e533d4bd9fe completed by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 15:38:18.590480 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Provisioning complete for port fe2455fa-5569-41d2-9f29-4e533d4bd9fe triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:38:18.591542 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:18.633231 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2272556-2986-43f1-9eeb-a83f584337c5 req-c0a8f714-11c2-4d6b-9eee-dfe28b34a0af tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:38:18.644351 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-c2272556-2986-43f1-9eeb-a83f584337c5 req-c0a8f714-11c2-4d6b-9eee-dfe28b34a0af tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] 10.222.0.42 "GET /v2.0/ports?device_id=31d87925-4a11-4608-80c4-7d62f80c3cc0 HTTP/1.1" status: 200 len: 943 time: 0.1470973 Mar 29 15:38:18.675975 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-2e1af2e3-0c67-424f-9d1e-4f0d89320389 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1631750'] for network, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:18.696827 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0eac76-6fc0-4840-9cb5-89ce40a296e1 req-74b66d91-dfb3-430e-b558-174d087b24ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:38:18.698604 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-2f0eac76-6fc0-4840-9cb5-89ce40a296e1 req-74b66d91-dfb3-430e-b558-174d087b24ec service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=26d94825-0227-4ba7-895e-dfd9b7854731 HTTP/1.1" status: 200 len: 1096 time: 0.0747018 Mar 29 15:38:18.734527 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:18.750449 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-c2272556-2986-43f1-9eeb-a83f584337c5 req-5c2f7c3b-7fb6-4615-8add-cecd67ff832c tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] 10.222.0.42 "GET /v2.0/security-groups?id=de326c20-13fe-424c-a811-b741d354586f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005504 Mar 29 15:38:18.795508 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-2f0eac76-6fc0-4840-9cb5-89ce40a296e1 req-ca2074db-c523-4e08-b687-889e715f1545 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=b327838c-078f-492b-afe7-ae6a101aed15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878179 Mar 29 15:38:18.803721 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port fe2455fa-5569-41d2-9f29-4e533d4bd9fe, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=fe2455fa-5569-41d2-9f29-4e533d4bd9fe,segment=NetworkSegment(a0c230f0-660a-4194-9279-0f0781d34134),segment_id=a0c230f0-660a-4194-9279-0f0781d34134)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:38:18.829900 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:18.880079 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-2e1af2e3-0c67-424f-9d1e-4f0d89320389 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639890', 'neutron.services.segments.db._delete_segments_for_network-8783523423079'] for network, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:18.895754 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Pushing event updated for resources: {'Port': ['ID=fe2455fa-5569-41d2-9f29-4e533d4bd9fe,revision_number=5']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:38:18.914873 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-2e1af2e3-0c67-424f-9d1e-4f0d89320389 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3542efc3-4ff6-43d2-9e62-bd3df2d942af']}} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:38:18.925340 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-2e1af2e3-0c67-424f-9d1e-4f0d89320389 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef776ebf-3dc1-477a-a01a-06bb694b6527') {'for_net_delete': True} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:38:18.925665 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-2e1af2e3-0c67-424f-9d1e-4f0d89320389 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef776ebf-3dc1-477a-a01a-06bb694b6527') {} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:38:18.942562 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-2e1af2e3-0c67-424f-9d1e-4f0d89320389 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783523422064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4614019'] for segment, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:18.963367 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2700d2a-029a-4188-9459-2659d05418b9 req-45bc0d28-d8fe-454d-827f-633b0f94d6ce tempest-ServersWithSpecificFlavorTestJSON-1899199349 tempest-ServersWithSpecificFlavorTestJSON-1899199349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:38:18.971238 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-d2700d2a-029a-4188-9459-2659d05418b9 req-45bc0d28-d8fe-454d-827f-633b0f94d6ce tempest-ServersWithSpecificFlavorTestJSON-1899199349 tempest-ServersWithSpecificFlavorTestJSON-1899199349-project] 10.222.0.42 "GET /v2.0/ports?device_id=26d94825-0227-4ba7-895e-dfd9b7854731 HTTP/1.1" status: 200 len: 945 time: 0.1725376 Mar 29 15:38:18.993481 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-2e1af2e3-0c67-424f-9d1e-4f0d89320389 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:19.010088 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e1af2e3-0c67-424f-9d1e-4f0d89320389 admin admin] Releasing vlan 600 on physical network physnet1 to pool {{(pid=102790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 15:38:19.010734 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-2e1af2e3-0c67-424f-9d1e-4f0d89320389 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5238013'] for segment, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:19.012751 n-d-834765-1 neutron-server[102790]: Traceback (most recent call last): Mar 29 15:38:19.012751 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 15:38:19.012751 n-d-834765-1 neutron-server[102790]: timer() Mar 29 15:38:19.012751 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 15:38:19.012751 n-d-834765-1 neutron-server[102790]: cb(*args, **kw) Mar 29 15:38:19.012751 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 15:38:19.012751 n-d-834765-1 neutron-server[102790]: return func(*args, **kwargs) Mar 29 15:38:19.012751 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 15:38:19.012751 n-d-834765-1 neutron-server[102790]: self._notify() Mar 29 15:38:19.012751 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 15:38:19.012751 n-d-834765-1 neutron-server[102790]: self.callback(batched_events) Mar 29 15:38:19.012751 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 15:38:19.012751 n-d-834765-1 neutron-server[102790]: event.method(event) Mar 29 15:38:19.012751 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 15:38:19.012751 n-d-834765-1 neutron-server[102790]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 15:38:19.012751 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 15:38:19.012751 n-d-834765-1 neutron-server[102790]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 15:38:19.012751 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 15:38:19.012751 n-d-834765-1 neutron-server[102790]: return f(self, *a, **k) Mar 29 15:38:19.012751 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 15:38:19.012751 n-d-834765-1 neutron-server[102790]: return self._get(url).json() Mar 29 15:38:19.012751 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 15:38:19.012751 n-d-834765-1 neutron-server[102790]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 15:38:19.012751 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 15:38:19.012751 n-d-834765-1 neutron-server[102790]: return self.request(url, 'GET', **kwargs) Mar 29 15:38:19.012751 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 15:38:19.012751 n-d-834765-1 neutron-server[102790]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 15:38:19.012751 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 15:38:19.012751 n-d-834765-1 neutron-server[102790]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 15:38:19.012751 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 15:38:19.012751 n-d-834765-1 neutron-server[102790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 15:38:19.012751 n-d-834765-1 neutron-server[102790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 15:38:19.036449 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-d2700d2a-029a-4188-9459-2659d05418b9 req-e43d908e-5919-41a4-8c42-07479148110c tempest-ServersWithSpecificFlavorTestJSON-1899199349 tempest-ServersWithSpecificFlavorTestJSON-1899199349-project] 10.222.0.42 "GET /v2.0/security-groups?id=b327838c-078f-492b-afe7-ae6a101aed15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641115 Mar 29 15:38:19.060419 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e5ecf666-8ea4-48dc-9c14-6c0a51bdab11 req-0dfc93b8-6318-40c6-8d66-888725b95b27 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] 10.222.0.42 "GET /v2.0/ports?device_id=10eb82c7-8749-4775-80c9-2376fe09f89e HTTP/1.1" status: 200 len: 210 time: 0.0327265 Mar 29 15:38:19.104390 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-2e1af2e3-0c67-424f-9d1e-4f0d89320389 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1639897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648174'] for network, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:19.136859 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-2e1af2e3-0c67-424f-9d1e-4f0d89320389 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for network, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:19.140004 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-2e1af2e3-0c67-424f-9d1e-4f0d89320389 admin admin] 10.222.0.42 "DELETE /v2.0/networks/3542efc3-4ff6-43d2-9e62-bd3df2d942af HTTP/1.1" status: 204 len: 168 time: 0.7167444 Mar 29 15:38:19.142863 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 39298) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:38:19.172986 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1af2e3-0c67-424f-9d1e-4f0d89320389 admin admin] Pushing event deleted for resources: {'Network': ['ID=3542efc3-4ff6-43d2-9e62-bd3df2d942af,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:38:19.200284 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_v2 [None req-632d7bf3-39bb-4396-a72d-c98d5e45cdaf admin admin] Deleting subnet c07e2453-b1e0-414b-8afb-04f7708eea33 {{(pid=102791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 15:38:19.204748 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe722e2-6270-40ce-a92f-93f7c0068a0b req-4430979e-f93e-45a7-ae9a-93b4be83236f tempest-ServersAdminNegativeTestJSON-1221216767 tempest-ServersAdminNegativeTestJSON-1221216767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:38:19.206440 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-bfe722e2-6270-40ce-a92f-93f7c0068a0b req-4430979e-f93e-45a7-ae9a-93b4be83236f tempest-ServersAdminNegativeTestJSON-1221216767 tempest-ServersAdminNegativeTestJSON-1221216767-project] 10.222.0.42 "GET /v2.0/ports?device_id=b95a7c37-dd01-4c1c-ae68-0ee1449a080e HTTP/1.1" status: 200 len: 950 time: 0.0715649 Mar 29 15:38:19.208140 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-632d7bf3-39bb-4396-a72d-c98d5e45cdaf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:19.248034 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-632d7bf3-39bb-4396-a72d-c98d5e45cdaf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4230423'] for subnet, precommit_delete_associations {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:19.252054 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-bfe722e2-6270-40ce-a92f-93f7c0068a0b req-e266cc22-5167-4ee9-b955-463dbb33688d tempest-ServersAdminNegativeTestJSON-1221216767 tempest-ServersAdminNegativeTestJSON-1221216767-project] 10.222.0.42 "GET /v2.0/security-groups?id=0472a554-1980-4298-b676-fea77ad7f77b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376675 Mar 29 15:38:19.291456 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-632d7bf3-39bb-4396-a72d-c98d5e45cdaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1641287'] for subnet, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:19.348240 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-632d7bf3-39bb-4396-a72d-c98d5e45cdaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1641294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16155591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16218852'] for subnet, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:19.375681 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632d7bf3-39bb-4396-a72d-c98d5e45cdaf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c07e2453-b1e0-414b-8afb-04f7708eea33,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:38:19.377686 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-632d7bf3-39bb-4396-a72d-c98d5e45cdaf admin admin] Notify callbacks [] for subnet, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:19.383907 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-632d7bf3-39bb-4396-a72d-c98d5e45cdaf admin admin] 10.222.0.42 "DELETE /v2.0/subnets/c07e2453-b1e0-414b-8afb-04f7708eea33 HTTP/1.1" status: 204 len: 168 time: 0.2367625 Mar 29 15:38:19.384296 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 39310) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:38:19.462709 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-c6cdcda5-289e-495f-a780-b60a47081b63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1631750'] for network, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:19.617422 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-c6cdcda5-289e-495f-a780-b60a47081b63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639890', 'neutron.services.segments.db._delete_segments_for_network-8783523423079'] for network, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:19.943313 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-c6cdcda5-289e-495f-a780-b60a47081b63 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2328039b-d9ea-4f5b-a9a8-90d2be367ae1']}} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:38:19.952658 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d567b2f-7e9b-4755-8b35-d16eacb6d902 req-f3f5f800-e4f0-4074-bbba-9266f95853c9 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:38:19.954175 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-0d567b2f-7e9b-4755-8b35-d16eacb6d902 req-f3f5f800-e4f0-4074-bbba-9266f95853c9 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] 10.222.0.44 "GET /v2.0/networks?id=b1def78c-da55-4367-b9b1-4d7fc20fc6ac HTTP/1.1" status: 200 len: 808 time: 0.4826419 Mar 29 15:38:19.964066 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-c6cdcda5-289e-495f-a780-b60a47081b63 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91ef210f-f4fe-45cc-b216-83b41bb9c947') {'for_net_delete': True} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:38:19.964354 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-c6cdcda5-289e-495f-a780-b60a47081b63 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91ef210f-f4fe-45cc-b216-83b41bb9c947') {} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:38:19.974129 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-c6cdcda5-289e-495f-a780-b60a47081b63 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783523422064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4230428'] for segment, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:19.987241 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [req-0d567b2f-7e9b-4755-8b35-d16eacb6d902 req-a65e662f-a040-4c73-8cd7-f5f16c021281 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] Request body: {'port': {'device_id': '10eb82c7-8749-4775-80c9-2376fe09f89e', 'network_id': 'b1def78c-da55-4367-b9b1-4d7fc20fc6ac', 'admin_state_up': True, 'tenant_id': '61d6b03cf8b04e0283d0c20861ff0cb0'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:38:20.004585 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-c6cdcda5-289e-495f-a780-b60a47081b63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:20.020684 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6cdcda5-289e-495f-a780-b60a47081b63 admin admin] Releasing vlan 640 on physical network physnet1 to pool {{(pid=102791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 15:38:20.021079 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-c6cdcda5-289e-495f-a780-b60a47081b63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16169569'] for segment, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:20.022774 n-d-834765-1 neutron-server[102791]: Traceback (most recent call last): Mar 29 15:38:20.022774 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 15:38:20.022774 n-d-834765-1 neutron-server[102791]: timer() Mar 29 15:38:20.022774 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 15:38:20.022774 n-d-834765-1 neutron-server[102791]: cb(*args, **kw) Mar 29 15:38:20.022774 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 15:38:20.022774 n-d-834765-1 neutron-server[102791]: return func(*args, **kwargs) Mar 29 15:38:20.022774 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 15:38:20.022774 n-d-834765-1 neutron-server[102791]: self._notify() Mar 29 15:38:20.022774 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 15:38:20.022774 n-d-834765-1 neutron-server[102791]: self.callback(batched_events) Mar 29 15:38:20.022774 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 15:38:20.022774 n-d-834765-1 neutron-server[102791]: event.method(event) Mar 29 15:38:20.022774 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 15:38:20.022774 n-d-834765-1 neutron-server[102791]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 15:38:20.022774 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 15:38:20.022774 n-d-834765-1 neutron-server[102791]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 15:38:20.022774 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 15:38:20.022774 n-d-834765-1 neutron-server[102791]: return f(self, *a, **k) Mar 29 15:38:20.022774 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 15:38:20.022774 n-d-834765-1 neutron-server[102791]: return self._get(url).json() Mar 29 15:38:20.022774 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 15:38:20.022774 n-d-834765-1 neutron-server[102791]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 15:38:20.022774 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 15:38:20.022774 n-d-834765-1 neutron-server[102791]: return self.request(url, 'GET', **kwargs) Mar 29 15:38:20.022774 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 15:38:20.022774 n-d-834765-1 neutron-server[102791]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 15:38:20.022774 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 15:38:20.022774 n-d-834765-1 neutron-server[102791]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 15:38:20.022774 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 15:38:20.022774 n-d-834765-1 neutron-server[102791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 15:38:20.022774 n-d-834765-1 neutron-server[102791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 15:38:20.040583 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 39314) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:38:20.044889 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-8fcce270-f744-4e2e-9193-f44d7de3575c tempest-AttachSCSIVolumeTestJSON-1548618217 tempest-AttachSCSIVolumeTestJSON-1548618217-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1983257146', 'description': 'tempest-description--780200387'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:38:20.076360 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c34506-87cd-4b3b-b095-b2e5acc217fd req-cb9527d0-3082-453a-b447-916a4ac6c7b9 tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:38:20.083851 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-e0c34506-87cd-4b3b-b095-b2e5acc217fd req-cb9527d0-3082-453a-b447-916a4ac6c7b9 tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] 10.222.0.42 "GET /v2.0/ports?device_id=31d87925-4a11-4608-80c4-7d62f80c3cc0 HTTP/1.1" status: 200 len: 943 time: 0.0582643 Mar 29 15:38:20.118778 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-e0c34506-87cd-4b3b-b095-b2e5acc217fd req-bf2e9bd2-be06-428a-ab21-2b49ae4f588d tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] 10.222.0.42 "GET /v2.0/security-groups?id=de326c20-13fe-424c-a811-b741d354586f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340474 Mar 29 15:38:20.161792 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-c6cdcda5-289e-495f-a780-b60a47081b63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1639897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648174'] for network, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:20.169603 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-8fcce270-f744-4e2e-9193-f44d7de3575c tempest-AttachSCSIVolumeTestJSON-1548618217 tempest-AttachSCSIVolumeTestJSON-1548618217-project] Notify callbacks [] for security_group, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:20.201319 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-c6cdcda5-289e-495f-a780-b60a47081b63 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for network, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:20.204791 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-c6cdcda5-289e-495f-a780-b60a47081b63 admin admin] 10.222.0.42 "DELETE /v2.0/networks/2328039b-d9ea-4f5b-a9a8-90d2be367ae1 HTTP/1.1" status: 204 len: 168 time: 0.8196702 Mar 29 15:38:20.212642 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cdcda5-289e-495f-a780-b60a47081b63 admin admin] Pushing event deleted for resources: {'Network': ['ID=2328039b-d9ea-4f5b-a9a8-90d2be367ae1,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:38:20.213440 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-93104268-92f0-4ca6-85ea-1d7d05919777 req-cd3fe338-5a32-4b4d-b924-380517176e41 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] 10.222.0.42 "GET /v2.0/ports?device_id=10eb82c7-8749-4775-80c9-2376fe09f89e HTTP/1.1" status: 200 len: 210 time: 0.0308914 Mar 29 15:38:20.240926 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2de418-52dc-4700-a1e1-9156e297f93d req-4694175d-2318-43ea-9095-73b6c30a593b tempest-ServersWithSpecificFlavorTestJSON-1899199349 tempest-ServersWithSpecificFlavorTestJSON-1899199349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:38:20.242954 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-cb2de418-52dc-4700-a1e1-9156e297f93d req-4694175d-2318-43ea-9095-73b6c30a593b tempest-ServersWithSpecificFlavorTestJSON-1899199349 tempest-ServersWithSpecificFlavorTestJSON-1899199349-project] 10.222.0.42 "GET /v2.0/ports?device_id=26d94825-0227-4ba7-895e-dfd9b7854731 HTTP/1.1" status: 200 len: 945 time: 0.1344602 Mar 29 15:38:20.274641 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d567b2f-7e9b-4755-8b35-d16eacb6d902 req-a65e662f-a040-4c73-8cd7-f5f16c021281 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] Made reservation on behalf of 61d6b03cf8b04e0283d0c20861ff0cb0 for: {'port': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:38:20.278410 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-0d567b2f-7e9b-4755-8b35-d16eacb6d902 req-a65e662f-a040-4c73-8cd7-f5f16c021281 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:20.331016 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-cb2de418-52dc-4700-a1e1-9156e297f93d req-c95f88ef-6175-445b-b67f-4599189656f3 tempest-ServersWithSpecificFlavorTestJSON-1899199349 tempest-ServersWithSpecificFlavorTestJSON-1899199349-project] 10.222.0.42 "GET /v2.0/security-groups?id=b327838c-078f-492b-afe7-ae6a101aed15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810540 Mar 29 15:38:20.362848 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 39326) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:38:20.379043 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-8fcce270-f744-4e2e-9193-f44d7de3575c tempest-AttachSCSIVolumeTestJSON-1548618217 tempest-AttachSCSIVolumeTestJSON-1548618217-project] Notify callbacks [] for security_group, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:20.388417 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-8fcce270-f744-4e2e-9193-f44d7de3575c tempest-AttachSCSIVolumeTestJSON-1548618217 tempest-AttachSCSIVolumeTestJSON-1548618217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:20.409566 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dffb279-8035-4584-bbd0-9b8a336dab4d req-9defba0a-5661-4c04-a80c-1b8088dd22d9 tempest-ServersAdminNegativeTestJSON-1221216767 tempest-ServersAdminNegativeTestJSON-1221216767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:38:20.411635 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-1dffb279-8035-4584-bbd0-9b8a336dab4d req-9defba0a-5661-4c04-a80c-1b8088dd22d9 tempest-ServersAdminNegativeTestJSON-1221216767 tempest-ServersAdminNegativeTestJSON-1221216767-project] 10.222.0.42 "GET /v2.0/ports?device_id=b95a7c37-dd01-4c1c-ae68-0ee1449a080e HTTP/1.1" status: 200 len: 950 time: 0.0814166 Mar 29 15:38:20.434175 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-8fcce270-f744-4e2e-9193-f44d7de3575c tempest-AttachSCSIVolumeTestJSON-1548618217 tempest-AttachSCSIVolumeTestJSON-1548618217-project] Notify callbacks [] for security_group, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:20.435400 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-8fcce270-f744-4e2e-9193-f44d7de3575c tempest-AttachSCSIVolumeTestJSON-1548618217 tempest-AttachSCSIVolumeTestJSON-1548618217-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3938448 Mar 29 15:38:20.439302 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-1fbcdf97-be30-48bc-882f-3cc8c8407965 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d8c997a35ced41818abde89736f33dda&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0740955 Mar 29 15:38:20.441051 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 39328) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:38:20.441372 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 39330) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:38:20.448399 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-66a3527c-8854-49c3-aa10-3654da40f00c tempest-AttachSCSIVolumeTestJSON-1548618217 tempest-AttachSCSIVolumeTestJSON-1548618217-project] Request body: {'security_group_rule': {'security_group_id': '3439922e-7826-4de8-b252-c13f8af043b8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:38:20.456627 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcce270-f744-4e2e-9193-f44d7de3575c tempest-AttachSCSIVolumeTestJSON-1548618217 tempest-AttachSCSIVolumeTestJSON-1548618217-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3439922e-7826-4de8-b252-c13f8af043b8,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:38:20.471774 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b95a7c37-dd01-4c1c-ae68-0ee1449a080e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe2455fa-5569-41d2-9f29-4e533d4bd9fe'}] {{(pid=102792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:38:20.483233 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4f476c66b318cc6068719fc39557fac68d413f5c7e78fa77028c7948e999ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15e9f3a4-cfb0-4263-8427-2f7b5b128b21" -d '{"events": [{"server_uuid": "b95a7c37-dd01-4c1c-ae68-0ee1449a080e", "name": "network-vif-plugged", "status": "completed", "tag": "fe2455fa-5569-41d2-9f29-4e533d4bd9fe"}]}' {{(pid=102792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:38:20.484162 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_common [req-0d567b2f-7e9b-4755-8b35-d16eacb6d902 req-a65e662f-a040-4c73-8cd7-f5f16c021281 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] Allocated IP 172.20.0.10 (b1def78c-da55-4367-b9b1-4d7fc20fc6ac/a84f45bb-2cdd-4adc-a15d-ac5c06ff5a1f/f75a81b4-cea7-4f54-a990-54deb63424a4) {{(pid=102791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:38:20.504792 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-1dffb279-8035-4584-bbd0-9b8a336dab4d req-4abe1c36-4172-4586-b361-e8af772ae831 tempest-ServersAdminNegativeTestJSON-1221216767 tempest-ServersAdminNegativeTestJSON-1221216767-project] 10.222.0.42 "GET /v2.0/security-groups?id=0472a554-1980-4298-b676-fea77ad7f77b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861640 Mar 29 15:38:20.517057 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-66a3527c-8854-49c3-aa10-3654da40f00c tempest-AttachSCSIVolumeTestJSON-1548618217 tempest-AttachSCSIVolumeTestJSON-1548618217-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:20.553264 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-4c8e3898-d59c-4b9d-9d51-efdc2bc854d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:20.566326 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:38:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d57e0c18-f481-4241-8458-634793f0ff66 x-openstack-request-id: req-d57e0c18-f481-4241-8458-634793f0ff66 {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:38:20.566683 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b95a7c37-dd01-4c1c-ae68-0ee1449a080e", "name": "network-vif-plugged", "status": "completed", "tag": "fe2455fa-5569-41d2-9f29-4e533d4bd9fe", "code": 200}]} {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:38:20.566932 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d57e0c18-f481-4241-8458-634793f0ff66 {{(pid=102792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:38:20.567325 n-d-834765-1 neutron-server[102792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b95a7c37-dd01-4c1c-ae68-0ee1449a080e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe2455fa-5569-41d2-9f29-4e533d4bd9fe', 'code': 200} Mar 29 15:38:20.586828 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-4c8e3898-d59c-4b9d-9d51-efdc2bc854d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:20.602840 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-66a3527c-8854-49c3-aa10-3654da40f00c tempest-AttachSCSIVolumeTestJSON-1548618217 tempest-AttachSCSIVolumeTestJSON-1548618217-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:20.611378 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-66a3527c-8854-49c3-aa10-3654da40f00c tempest-AttachSCSIVolumeTestJSON-1548618217 tempest-AttachSCSIVolumeTestJSON-1548618217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610998'] for security_group_rule, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:20.641636 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a3527c-8854-49c3-aa10-3654da40f00c tempest-AttachSCSIVolumeTestJSON-1548618217 tempest-AttachSCSIVolumeTestJSON-1548618217-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7dca64b-9743-4ebc-bc27-cdde3a8e5dd2,revision_number=0']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:38:20.653110 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-66a3527c-8854-49c3-aa10-3654da40f00c tempest-AttachSCSIVolumeTestJSON-1548618217 tempest-AttachSCSIVolumeTestJSON-1548618217-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:20.654212 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-66a3527c-8854-49c3-aa10-3654da40f00c tempest-AttachSCSIVolumeTestJSON-1548618217 tempest-AttachSCSIVolumeTestJSON-1548618217-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2119143 Mar 29 15:38:20.656812 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 39334) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:38:20.666111 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-0d567b2f-7e9b-4755-8b35-d16eacb6d902 req-a65e662f-a040-4c73-8cd7-f5f16c021281 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] Notify callbacks [] for port, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:20.667920 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-85d89887-643a-4176-a62a-8800a06ce747 tempest-AttachSCSIVolumeTestJSON-1548618217 tempest-AttachSCSIVolumeTestJSON-1548618217-project] Request body: {'security_group_rule': {'security_group_id': '3439922e-7826-4de8-b252-c13f8af043b8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:38:20.701255 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-4c8e3898-d59c-4b9d-9d51-efdc2bc854d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:20.702412 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-0d567b2f-7e9b-4755-8b35-d16eacb6d902 req-a65e662f-a040-4c73-8cd7-f5f16c021281 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:20.703905 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-4c8e3898-d59c-4b9d-9d51-efdc2bc854d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:20.705054 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-4c8e3898-d59c-4b9d-9d51-efdc2bc854d3 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ca335d72-883f-4d4c-bc1b-0e400e94b626 HTTP/1.1" status: 204 len: 168 time: 0.2617702 Mar 29 15:38:20.724825 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d567b2f-7e9b-4755-8b35-d16eacb6d902 req-a65e662f-a040-4c73-8cd7-f5f16c021281 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] Network b1def78c-da55-4367-b9b1-4d7fc20fc6ac is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:38:20.727224 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8e3898-d59c-4b9d-9d51-efdc2bc854d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca335d72-883f-4d4c-bc1b-0e400e94b626,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:38:20.730591 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-85d89887-643a-4176-a62a-8800a06ce747 tempest-AttachSCSIVolumeTestJSON-1548618217 tempest-AttachSCSIVolumeTestJSON-1548618217-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:20.734395 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe45cda-0cc9-4b10-b6ac-51166e2a86a3 req-a1ccde1b-4926-42cb-b320-3e3bacea6a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:38:20.735947 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-cbe45cda-0cc9-4b10-b6ac-51166e2a86a3 req-a1ccde1b-4926-42cb-b320-3e3bacea6a4d service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=b95a7c37-dd01-4c1c-ae68-0ee1449a080e HTTP/1.1" status: 200 len: 1101 time: 0.0805488 Mar 29 15:38:20.746699 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [req-0d567b2f-7e9b-4755-8b35-d16eacb6d902 req-a65e662f-a040-4c73-8cd7-f5f16c021281 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:38:20.749764 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d567b2f-7e9b-4755-8b35-d16eacb6d902 req-a65e662f-a040-4c73-8cd7-f5f16c021281 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] Received port after_create {{(pid=102791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:38:20.800178 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-cbe45cda-0cc9-4b10-b6ac-51166e2a86a3 req-82aa909f-498b-4301-beb6-b42c465f6e50 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=0472a554-1980-4298-b676-fea77ad7f77b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559404 Mar 29 15:38:20.811221 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65e662f-a040-4c73-8cd7-f5f16c021281 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] Pushing event updated for resources: {'Port': ['ID=f75a81b4-cea7-4f54-a990-54deb63424a4,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:38:20.816596 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-85d89887-643a-4176-a62a-8800a06ce747 tempest-AttachSCSIVolumeTestJSON-1548618217 tempest-AttachSCSIVolumeTestJSON-1548618217-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:20.821256 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d567b2f-7e9b-4755-8b35-d16eacb6d902 req-a65e662f-a040-4c73-8cd7-f5f16c021281 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:38:20.822419 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-0d567b2f-7e9b-4755-8b35-d16eacb6d902 req-a65e662f-a040-4c73-8cd7-f5f16c021281 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:20.824102 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-85d89887-643a-4176-a62a-8800a06ce747 tempest-AttachSCSIVolumeTestJSON-1548618217 tempest-AttachSCSIVolumeTestJSON-1548618217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610998'] for security_group_rule, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:20.841414 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-0d567b2f-7e9b-4755-8b35-d16eacb6d902 req-a65e662f-a040-4c73-8cd7-f5f16c021281 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8594110 Mar 29 15:38:20.843506 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d89887-643a-4176-a62a-8800a06ce747 tempest-AttachSCSIVolumeTestJSON-1548618217 tempest-AttachSCSIVolumeTestJSON-1548618217-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d763707a-b7b4-476e-ac3d-5e1937ee0252,revision_number=0']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:38:20.851852 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-85d89887-643a-4176-a62a-8800a06ce747 tempest-AttachSCSIVolumeTestJSON-1548618217 tempest-AttachSCSIVolumeTestJSON-1548618217-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:20.855332 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-85d89887-643a-4176-a62a-8800a06ce747 tempest-AttachSCSIVolumeTestJSON-1548618217 tempest-AttachSCSIVolumeTestJSON-1548618217-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1954842 Mar 29 15:38:20.856084 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [req-0d567b2f-7e9b-4755-8b35-d16eacb6d902 req-33933464-b848-4948-a482-a4026af99407 service neutron] Request body: {'port': {'device_id': '10eb82c7-8749-4775-80c9-2376fe09f89e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834765-1'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:38:20.856660 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 39338) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:38:20.861672 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-d7b92da8-a04c-47fa-b646-43aabaa46dc4 tempest-AttachSCSIVolumeTestJSON-1548618217 tempest-AttachSCSIVolumeTestJSON-1548618217-project] Request body: {'floatingip': {'floating_network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:38:20.884782 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-d7b92da8-a04c-47fa-b646-43aabaa46dc4 tempest-AttachSCSIVolumeTestJSON-1548618217 tempest-AttachSCSIVolumeTestJSON-1548618217-project] Notify callbacks [] for floatingip, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:20.916894 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-0d567b2f-7e9b-4755-8b35-d16eacb6d902 req-33933464-b848-4948-a482-a4026af99407 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:20.989341 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-d7b92da8-a04c-47fa-b646-43aabaa46dc4 tempest-AttachSCSIVolumeTestJSON-1548618217 tempest-AttachSCSIVolumeTestJSON-1548618217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:20.995482 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device fa7367e8-75a8-471a-a7ca-e3f5b988a1f8 details requested by agent hyperv_n-h1-834765-1 with host n-h1-834765-1 {{(pid=102792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 15:38:21.111160 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port fa7367e8-75a8-471a-a7ca-e3f5b988a1f8, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=fa7367e8-75a8-471a-a7ca-e3f5b988a1f8,segment=NetworkSegment(22e9e91d-0f71-4672-ad57-f0a289f27614),segment_id=22e9e91d-0f71-4672-ad57-f0a289f27614)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:38:21.121297 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.db_base_plugin_common [None req-d7b92da8-a04c-47fa-b646-43aabaa46dc4 tempest-AttachSCSIVolumeTestJSON-1548618217 tempest-AttachSCSIVolumeTestJSON-1548618217-project] Allocated IP 172.25.4.253 (4a4a035d-ecac-4ead-baa3-25f90788773a/e1a353dc-fac8-4901-a63c-273840237d6a/9560e5a6-fcbf-4d5f-993f-4f408dd71f03) {{(pid=102790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:38:21.127462 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Returning: {'device': 'fa7367e8-75a8-471a-a7ca-e3f5b988a1f8', 'network_id': '45430e61-d8db-47cd-8e77-5a8c8cddc622', 'port_id': 'fa7367e8-75a8-471a-a7ca-e3f5b988a1f8', 'mac_address': 'fa:16:3e:0c:a5:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 634, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '961a5899-9b08-4b71-af3d-bd0ca39267a4', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 15:38:21.131626 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 39342) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:38:21.170331 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:21.184126 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa7367e8-75a8-471a-a7ca-e3f5b988a1f8 {{(pid=102792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:38:21.205858 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port fa7367e8-75a8-471a-a7ca-e3f5b988a1f8, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=fa7367e8-75a8-471a-a7ca-e3f5b988a1f8,segment=NetworkSegment(22e9e91d-0f71-4672-ad57-f0a289f27614),segment_id=22e9e91d-0f71-4672-ad57-f0a289f27614)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:38:21.212325 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:21.215849 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-dd6b8e8e-7229-4cfe-a9f7-f95b1041c97a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0fa5f4f70f1d450b82427e22461b94dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0803771 Mar 29 15:38:21.217177 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 39346) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:38:21.279528 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Pushing event updated for resources: {'Port': ['ID=fa7367e8-75a8-471a-a7ca-e3f5b988a1f8,revision_number=4']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:38:21.293826 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [req-0d567b2f-7e9b-4755-8b35-d16eacb6d902 req-33933464-b848-4948-a482-a4026af99407 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f75a81b4-cea7-4f54-a990-54deb63424a4 {{(pid=102791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:38:21.307662 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-0d567b2f-7e9b-4755-8b35-d16eacb6d902 req-33933464-b848-4948-a482-a4026af99407 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:21.329980 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-d7b92da8-a04c-47fa-b646-43aabaa46dc4 tempest-AttachSCSIVolumeTestJSON-1548618217 tempest-AttachSCSIVolumeTestJSON-1548618217-project] Notify callbacks [] for port, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:21.330234 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.provisioning_blocks [req-0d567b2f-7e9b-4755-8b35-d16eacb6d902 req-33933464-b848-4948-a482-a4026af99407 service neutron] Transition to ACTIVE for port object f75a81b4-cea7-4f54-a990-54deb63424a4 will not be triggered until provisioned by entity L2. {{(pid=102791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 15:38:21.336558 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-0d567b2f-7e9b-4755-8b35-d16eacb6d902 req-33933464-b848-4948-a482-a4026af99407 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:21.363062 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4b3921-33e1-4048-b969-353881b4d9e9 req-5de9acc6-d122-4c9c-a0cf-45a72b79de14 tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:38:21.364733 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-5a4b3921-33e1-4048-b969-353881b4d9e9 req-5de9acc6-d122-4c9c-a0cf-45a72b79de14 tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] 10.222.0.42 "GET /v2.0/ports?device_id=31d87925-4a11-4608-80c4-7d62f80c3cc0 HTTP/1.1" status: 200 len: 944 time: 0.1362157 Mar 29 15:38:21.374413 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-57484a02-3e4c-4b8a-86c5-b6393103a067 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:21.396256 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33933464-b848-4948-a482-a4026af99407 service neutron] Pushing event updated for resources: {'Port': ['ID=f75a81b4-cea7-4f54-a990-54deb63424a4,revision_number=2']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:38:21.435041 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-57484a02-3e4c-4b8a-86c5-b6393103a067 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:21.467812 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-d7b92da8-a04c-47fa-b646-43aabaa46dc4 tempest-AttachSCSIVolumeTestJSON-1548618217 tempest-AttachSCSIVolumeTestJSON-1548618217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:21.491169 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-5a4b3921-33e1-4048-b969-353881b4d9e9 req-71160955-4daf-491c-b937-233836f9854e tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] 10.222.0.42 "GET /v2.0/security-groups?id=de326c20-13fe-424c-a811-b741d354586f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965264 Mar 29 15:38:21.498492 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-0d567b2f-7e9b-4755-8b35-d16eacb6d902 req-33933464-b848-4948-a482-a4026af99407 service neutron] Attempting to bind port f75a81b4-cea7-4f54-a990-54deb63424a4 on host n-h1-834765-1 for vnic_type normal with profile {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:38:21.498759 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-0d567b2f-7e9b-4755-8b35-d16eacb6d902 req-33933464-b848-4948-a482-a4026af99407 service neutron] Attempting to bind port f75a81b4-cea7-4f54-a990-54deb63424a4 by drivers openvswitch,hyperv on host n-h1-834765-1 at level 0 using segments [{'id': '65ab5bc3-e80e-4641-82f0-4ef53207c2d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'b1def78c-da55-4367-b9b1-4d7fc20fc6ac'}] {{(pid=102791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:38:21.499962 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d567b2f-7e9b-4755-8b35-d16eacb6d902 req-33933464-b848-4948-a482-a4026af99407 service neutron] Attempting to bind port f75a81b4-cea7-4f54-a990-54deb63424a4 on network b1def78c-da55-4367-b9b1-4d7fc20fc6ac {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:38:21.505909 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d567b2f-7e9b-4755-8b35-d16eacb6d902 req-33933464-b848-4948-a482-a4026af99407 service neutron] Port f75a81b4-cea7-4f54-a990-54deb63424a4 on network b1def78c-da55-4367-b9b1-4d7fc20fc6ac not bound, no agent of type Open vSwitch agent registered on host n-h1-834765-1 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 15:38:21.506193 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d567b2f-7e9b-4755-8b35-d16eacb6d902 req-33933464-b848-4948-a482-a4026af99407 service neutron] Attempting to bind port f75a81b4-cea7-4f54-a990-54deb63424a4 on network b1def78c-da55-4367-b9b1-4d7fc20fc6ac {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:38:21.512103 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d567b2f-7e9b-4755-8b35-d16eacb6d902 req-33933464-b848-4948-a482-a4026af99407 service neutron] Checking agent: {'id': 'be375040-5069-4239-9460-a3a3213e1e90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 33, 18), 'started_at': datetime.datetime(2022, 3, 29, 15, 33, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 38, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:38:21.512103 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d567b2f-7e9b-4755-8b35-d16eacb6d902 req-33933464-b848-4948-a482-a4026af99407 service neutron] Checking segment: {'id': '65ab5bc3-e80e-4641-82f0-4ef53207c2d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'b1def78c-da55-4367-b9b1-4d7fc20fc6ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:38:21.512402 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d567b2f-7e9b-4755-8b35-d16eacb6d902 req-33933464-b848-4948-a482-a4026af99407 service neutron] Bound using segment: {'id': '65ab5bc3-e80e-4641-82f0-4ef53207c2d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'b1def78c-da55-4367-b9b1-4d7fc20fc6ac'} {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:38:21.513210 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-0d567b2f-7e9b-4755-8b35-d16eacb6d902 req-33933464-b848-4948-a482-a4026af99407 service neutron] Bound port: f75a81b4-cea7-4f54-a990-54deb63424a4, host: n-h1-834765-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65ab5bc3-e80e-4641-82f0-4ef53207c2d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'b1def78c-da55-4367-b9b1-4d7fc20fc6ac'}}] {{(pid=102791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 15:38:21.513210 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-0d567b2f-7e9b-4755-8b35-d16eacb6d902 req-33933464-b848-4948-a482-a4026af99407 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:21.532561 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7b92da8-a04c-47fa-b646-43aabaa46dc4 tempest-AttachSCSIVolumeTestJSON-1548618217 tempest-AttachSCSIVolumeTestJSON-1548618217-project] Network 4a4a035d-ecac-4ead-baa3-25f90788773a is already hosted by enough agents. {{(pid=102790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:38:21.539098 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-d7b92da8-a04c-47fa-b646-43aabaa46dc4 tempest-AttachSCSIVolumeTestJSON-1548618217 tempest-AttachSCSIVolumeTestJSON-1548618217-project] Resources bound (agent type, host, resource id): {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:38:21.542093 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7b92da8-a04c-47fa-b646-43aabaa46dc4 tempest-AttachSCSIVolumeTestJSON-1548618217 tempest-AttachSCSIVolumeTestJSON-1548618217-project] Received port after_create {{(pid=102790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:38:21.573149 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b92da8-a04c-47fa-b646-43aabaa46dc4 tempest-AttachSCSIVolumeTestJSON-1548618217 tempest-AttachSCSIVolumeTestJSON-1548618217-project] Pushing event updated for resources: {'Port': ['ID=9560e5a6-fcbf-4d5f-993f-4f408dd71f03,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:38:21.589560 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-57484a02-3e4c-4b8a-86c5-b6393103a067 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:21.592145 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-57484a02-3e4c-4b8a-86c5-b6393103a067 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:21.596198 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-57484a02-3e4c-4b8a-86c5-b6393103a067 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/642b48dd-fe8e-4e9e-ad86-3e97d29c76f2 HTTP/1.1" status: 204 len: 168 time: 0.3780351 Mar 29 15:38:21.614454 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57484a02-3e4c-4b8a-86c5-b6393103a067 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=642b48dd-fe8e-4e9e-ad86-3e97d29c76f2,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:38:21.661401 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-d7b92da8-a04c-47fa-b646-43aabaa46dc4 tempest-AttachSCSIVolumeTestJSON-1548618217 tempest-AttachSCSIVolumeTestJSON-1548618217-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:21.670108 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd73744a-950a-45d3-b840-2f3ec2f6dfe4 req-ca8379a8-7e62-4a68-ade1-343f56cd578f tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:38:21.673661 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-fd73744a-950a-45d3-b840-2f3ec2f6dfe4 req-ca8379a8-7e62-4a68-ade1-343f56cd578f tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] 10.222.0.42 "GET /v2.0/ports?device_id=10eb82c7-8749-4775-80c9-2376fe09f89e HTTP/1.1" status: 200 len: 944 time: 0.1428881 Mar 29 15:38:21.674880 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] get_ports_and_sgs() called for port_ids ['fa7367e8-75a8-471a-a7ca-e3f5b988a1f8'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:38:21.675379 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-0d567b2f-7e9b-4755-8b35-d16eacb6d902 req-33933464-b848-4948-a482-a4026af99407 service neutron] For port f75a81b4-cea7-4f54-a990-54deb63424a4, host n-h1-834765-1, cleared binding levels {{(pid=102791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:38:21.680694 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-0d567b2f-7e9b-4755-8b35-d16eacb6d902 req-33933464-b848-4948-a482-a4026af99407 service neutron] For port f75a81b4-cea7-4f54-a990-54deb63424a4, host n-h1-834765-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=f75a81b4-cea7-4f54-a990-54deb63424a4,segment=NetworkSegment(65ab5bc3-e80e-4641-82f0-4ef53207c2d7),segment_id=65ab5bc3-e80e-4641-82f0-4ef53207c2d7)] {{(pid=102791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:38:21.700099 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-0d567b2f-7e9b-4755-8b35-d16eacb6d902 req-33933464-b848-4948-a482-a4026af99407 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:21.745437 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-d7b92da8-a04c-47fa-b646-43aabaa46dc4 tempest-AttachSCSIVolumeTestJSON-1548618217 tempest-AttachSCSIVolumeTestJSON-1548618217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:21.765989 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33933464-b848-4948-a482-a4026af99407 service neutron] Pushing event updated for resources: {'Port': ['ID=f75a81b4-cea7-4f54-a990-54deb63424a4,revision_number=3']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:38:21.793057 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d567b2f-7e9b-4755-8b35-d16eacb6d902 req-33933464-b848-4948-a482-a4026af99407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:38:21.793813 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-0d567b2f-7e9b-4755-8b35-d16eacb6d902 req-33933464-b848-4948-a482-a4026af99407 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:21.795099 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e1ffd5-9d94-4770-9486-d3af88db0d07 req-82dbb6c7-d888-4d3a-9bde-a856caba0fb5 tempest-ServersWithSpecificFlavorTestJSON-1899199349 tempest-ServersWithSpecificFlavorTestJSON-1899199349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:38:21.795232 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-0d567b2f-7e9b-4755-8b35-d16eacb6d902 req-33933464-b848-4948-a482-a4026af99407 service neutron] 10.222.0.44 "PUT /v2.0/ports/f75a81b4-cea7-4f54-a990-54deb63424a4 HTTP/1.1" status: 200 len: 1092 time: 0.9445767 Mar 29 15:38:21.795634 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10eb82c7-8749-4775-80c9-2376fe09f89e', 'tag': 'f75a81b4-cea7-4f54-a990-54deb63424a4'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:38:21.796684 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-93e1ffd5-9d94-4770-9486-d3af88db0d07 req-82dbb6c7-d888-4d3a-9bde-a856caba0fb5 tempest-ServersWithSpecificFlavorTestJSON-1899199349 tempest-ServersWithSpecificFlavorTestJSON-1899199349-project] 10.222.0.42 "GET /v2.0/ports?device_id=26d94825-0227-4ba7-895e-dfd9b7854731 HTTP/1.1" status: 200 len: 945 time: 0.1238270 Mar 29 15:38:21.797886 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c67b028db5e9b9818fecc5c0a87ebc6f190694fa53ca267d523e04f98de536d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3991c91f-5f79-482c-9e7a-b3015fd2770f" -d '{"events": [{"name": "network-changed", "server_uuid": "10eb82c7-8749-4775-80c9-2376fe09f89e", "tag": "f75a81b4-cea7-4f54-a990-54deb63424a4"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:38:21.840836 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-fd73744a-950a-45d3-b840-2f3ec2f6dfe4 req-036ca495-5ac5-44eb-b7fc-fe078608361e tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] 10.222.0.42 "GET /v2.0/security-groups?id=c99ced8e-1ceb-46fb-aaa7-747186b2b9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575406 Mar 29 15:38:21.892853 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-93e1ffd5-9d94-4770-9486-d3af88db0d07 req-63d7c6da-cba7-46d6-a99e-6ae2dc9d1ac6 tempest-ServersWithSpecificFlavorTestJSON-1899199349 tempest-ServersWithSpecificFlavorTestJSON-1899199349-project] 10.222.0.42 "GET /v2.0/security-groups?id=b327838c-078f-492b-afe7-ae6a101aed15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863256 Mar 29 15:38:21.943499 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d567b2f-7e9b-4755-8b35-d16eacb6d902 req-a2e1ccc5-e988-4e44-bbd4-32cbab10b2b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:38:21.945935 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-0d567b2f-7e9b-4755-8b35-d16eacb6d902 req-a2e1ccc5-e988-4e44-bbd4-32cbab10b2b3 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=61d6b03cf8b04e0283d0c20861ff0cb0&device_id=10eb82c7-8749-4775-80c9-2376fe09f89e HTTP/1.1" status: 200 len: 1095 time: 0.0937526 Mar 29 15:38:22.049057 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-d7b92da8-a04c-47fa-b646-43aabaa46dc4 tempest-AttachSCSIVolumeTestJSON-1548618217 tempest-AttachSCSIVolumeTestJSON-1548618217-project] Notify callbacks [] for port, precommit_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:22.056695 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-d7b92da8-a04c-47fa-b646-43aabaa46dc4 tempest-AttachSCSIVolumeTestJSON-1548618217 tempest-AttachSCSIVolumeTestJSON-1548618217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5237921'] for port, after_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:22.058443 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 15:38:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1f6abbc-7402-4fdb-8790-890f5317cfcd x-openstack-request-id: req-e1f6abbc-7402-4fdb-8790-890f5317cfcd {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:38:22.058969 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10eb82c7-8749-4775-80c9-2376fe09f89e", "tag": "f75a81b4-cea7-4f54-a990-54deb63424a4", "status": "completed", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:38:22.060197 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e1f6abbc-7402-4fdb-8790-890f5317cfcd {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:38:22.060826 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10eb82c7-8749-4775-80c9-2376fe09f89e', 'tag': 'f75a81b4-cea7-4f54-a990-54deb63424a4', 'status': 'completed', 'code': 200} Mar 29 15:38:22.072714 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-0d567b2f-7e9b-4755-8b35-d16eacb6d902 req-a284f935-6d08-4204-9835-350ce47e318b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f75a81b4-cea7-4f54-a990-54deb63424a4 HTTP/1.1" status: 200 len: 217 time: 0.1176851 Mar 29 15:38:22.196338 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b92da8-a04c-47fa-b646-43aabaa46dc4 tempest-AttachSCSIVolumeTestJSON-1548618217 tempest-AttachSCSIVolumeTestJSON-1548618217-project] Pushing event updated for resources: {'Port': ['ID=9560e5a6-fcbf-4d5f-993f-4f408dd71f03,revision_number=2']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:38:22.220034 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-d7b92da8-a04c-47fa-b646-43aabaa46dc4 tempest-AttachSCSIVolumeTestJSON-1548618217 tempest-AttachSCSIVolumeTestJSON-1548618217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648212'] for floatingip, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:22.223240 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d567b2f-7e9b-4755-8b35-d16eacb6d902 req-83f90ac8-c78f-4701-895e-462912b9a119 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:38:22.224891 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-0d567b2f-7e9b-4755-8b35-d16eacb6d902 req-83f90ac8-c78f-4701-895e-462912b9a119 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a84f45bb-2cdd-4adc-a15d-ac5c06ff5a1f HTTP/1.1" status: 200 len: 848 time: 0.1121628 Mar 29 15:38:22.238222 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-d7b92da8-a04c-47fa-b646-43aabaa46dc4 tempest-AttachSCSIVolumeTestJSON-1548618217 tempest-AttachSCSIVolumeTestJSON-1548618217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for floatingip, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:22.239133 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-d7b92da8-a04c-47fa-b646-43aabaa46dc4 tempest-AttachSCSIVolumeTestJSON-1548618217 tempest-AttachSCSIVolumeTestJSON-1548618217-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3813212 Mar 29 15:38:22.260108 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714db4ec-01bc-47b6-b11f-316c4d1d2ac9 req-50d343f2-55d3-40f5-ac86-69b8d5558421 tempest-ServersAdminNegativeTestJSON-1221216767 tempest-ServersAdminNegativeTestJSON-1221216767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:38:22.261629 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-714db4ec-01bc-47b6-b11f-316c4d1d2ac9 req-50d343f2-55d3-40f5-ac86-69b8d5558421 tempest-ServersAdminNegativeTestJSON-1221216767 tempest-ServersAdminNegativeTestJSON-1221216767-project] 10.222.0.42 "GET /v2.0/ports?device_id=b95a7c37-dd01-4c1c-ae68-0ee1449a080e HTTP/1.1" status: 200 len: 950 time: 0.1998143 Mar 29 15:38:22.279600 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-0d567b2f-7e9b-4755-8b35-d16eacb6d902 req-4411d058-2933-4bd2-97d9-a833fe722bc0 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b1def78c-da55-4367-b9b1-4d7fc20fc6ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0470753 Mar 29 15:38:22.392204 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-0d567b2f-7e9b-4755-8b35-d16eacb6d902 req-ef6adef8-7651-40c4-adfa-69b6b4794964 service neutron] 10.222.0.44 "GET /v2.0/networks/b1def78c-da55-4367-b9b1-4d7fc20fc6ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992262 Mar 29 15:38:22.473905 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-714db4ec-01bc-47b6-b11f-316c4d1d2ac9 req-8283a282-05a5-48f5-a21c-997448d2d08c tempest-ServersAdminNegativeTestJSON-1221216767 tempest-ServersAdminNegativeTestJSON-1221216767-project] 10.222.0.42 "GET /v2.0/security-groups?id=0472a554-1980-4298-b676-fea77ad7f77b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1969192 Mar 29 15:38:22.550350 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-0d567b2f-7e9b-4755-8b35-d16eacb6d902 req-7674d64b-02f0-4d0a-ac4f-637e25e12ecf service neutron] 10.222.0.44 "GET /v2.0/networks/b1def78c-da55-4367-b9b1-4d7fc20fc6ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1505020 Mar 29 15:38:22.565055 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-eeebc2a3-ee23-4b04-bb4e-5f2c74c632a2 req-8406776c-45ab-42ec-a861-53ce621917c5 tempest-AttachSCSIVolumeTestJSON-1548618217 tempest-AttachSCSIVolumeTestJSON-1548618217-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--1983257146&fields=id&tenant_id=140a74e7fad04747acc345e5a1657e95 HTTP/1.1" status: 200 len: 267 time: 0.0505543 Mar 29 15:38:22.662119 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ba1b19-dd61-4b2d-b58d-b8115bb53907 req-cf8af535-3a91-4e81-80f2-6c30f227fc83 tempest-LiveAutoBlockMigrationV225Test-1278294229 tempest-LiveAutoBlockMigrationV225Test-1278294229-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:38:22.664963 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-a2ba1b19-dd61-4b2d-b58d-b8115bb53907 req-cf8af535-3a91-4e81-80f2-6c30f227fc83 tempest-LiveAutoBlockMigrationV225Test-1278294229 tempest-LiveAutoBlockMigrationV225Test-1278294229-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=02827dcb-f1d9-473b-a457-36e8d447defc HTTP/1.1" status: 200 len: 1096 time: 0.0852110 Mar 29 15:38:22.680462 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3991c91f-5f79-482c-9e7a-b3015fd2770f req-a92ff9e3-6ebf-41b9-8522-dcb2a00b78c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:38:22.681909 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-3991c91f-5f79-482c-9e7a-b3015fd2770f req-a92ff9e3-6ebf-41b9-8522-dcb2a00b78c1 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=61d6b03cf8b04e0283d0c20861ff0cb0&device_id=10eb82c7-8749-4775-80c9-2376fe09f89e HTTP/1.1" status: 200 len: 1095 time: 0.0680132 Mar 29 15:38:22.698787 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeebc2a3-ee23-4b04-bb4e-5f2c74c632a2 req-72a87bb8-effe-4c29-a1f5-42e0fdd2ac16 tempest-AttachSCSIVolumeTestJSON-1548618217 tempest-AttachSCSIVolumeTestJSON-1548618217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:38:22.700953 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-eeebc2a3-ee23-4b04-bb4e-5f2c74c632a2 req-72a87bb8-effe-4c29-a1f5-42e0fdd2ac16 tempest-AttachSCSIVolumeTestJSON-1548618217 tempest-AttachSCSIVolumeTestJSON-1548618217-project] 10.222.0.42 "GET /v2.0/networks?id=3b111d56-5965-49c9-b46c-cb240d63a68d HTTP/1.1" status: 200 len: 815 time: 0.1277246 Mar 29 15:38:22.720316 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-eeebc2a3-ee23-4b04-bb4e-5f2c74c632a2 req-77f53506-b58b-48b0-8c4f-582c891a1e51 tempest-AttachSCSIVolumeTestJSON-1548618217 tempest-AttachSCSIVolumeTestJSON-1548618217-project] 10.222.0.42 "GET /v2.0/quotas/140a74e7fad04747acc345e5a1657e95 HTTP/1.1" status: 200 len: 375 time: 0.0113256 Mar 29 15:38:22.736327 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 39400) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:38:22.741433 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-a2ba1b19-dd61-4b2d-b58d-b8115bb53907 req-9fd38184-a64b-47fe-aeae-3addf8e524df tempest-LiveAutoBlockMigrationV225Test-1278294229 tempest-LiveAutoBlockMigrationV225Test-1278294229-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=d26d57f3-f34b-4b82-acb2-a15ffdfe7b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635545 Mar 29 15:38:22.779803 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-eeebc2a3-ee23-4b04-bb4e-5f2c74c632a2 req-13fe5bc2-4b24-4aff-86c1-b3d1b1e91e60 tempest-AttachSCSIVolumeTestJSON-1548618217 tempest-AttachSCSIVolumeTestJSON-1548618217-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=140a74e7fad04747acc345e5a1657e95&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0545530 Mar 29 15:38:22.807346 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3991c91f-5f79-482c-9e7a-b3015fd2770f req-6ecea2b2-920a-4a8f-a756-bf51f32c533a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:38:22.809401 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-3991c91f-5f79-482c-9e7a-b3015fd2770f req-6ecea2b2-920a-4a8f-a756-bf51f32c533a service neutron] 10.222.0.44 "GET /v2.0/networks?id=b1def78c-da55-4367-b9b1-4d7fc20fc6ac HTTP/1.1" status: 200 len: 909 time: 0.1148977 Mar 29 15:38:22.860258 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-3991c91f-5f79-482c-9e7a-b3015fd2770f req-9beedf8b-db16-4691-a3ea-256427e4247f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f75a81b4-cea7-4f54-a990-54deb63424a4 HTTP/1.1" status: 200 len: 217 time: 0.0417523 Mar 29 15:38:22.893453 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-cd93d4ea-9a51-4da0-8de1-368d1dc099ff admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-714959390-network', 'tenant_id': '0f9bd78b0a1343218b62964007fa1641'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:38:22.903004 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-eeebc2a3-ee23-4b04-bb4e-5f2c74c632a2 req-18910209-ec3b-4778-b3cf-220f41775501 service neutron] 10.222.0.42 "GET /v2.0/networks/3b111d56-5965-49c9-b46c-cb240d63a68d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1108344 Mar 29 15:38:22.933608 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd93d4ea-9a51-4da0-8de1-368d1dc099ff admin admin] Made reservation on behalf of 0f9bd78b0a1343218b62964007fa1641 for: {'network': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:38:22.935556 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3991c91f-5f79-482c-9e7a-b3015fd2770f req-13e233b6-b4d5-4e7d-8d0e-cfbc334169a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:38:22.935856 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-cd93d4ea-9a51-4da0-8de1-368d1dc099ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for network, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:22.937011 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-3991c91f-5f79-482c-9e7a-b3015fd2770f req-13e233b6-b4d5-4e7d-8d0e-cfbc334169a0 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a84f45bb-2cdd-4adc-a15d-ac5c06ff5a1f HTTP/1.1" status: 200 len: 848 time: 0.0681868 Mar 29 15:38:22.945949 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3b0bd4-6f5b-4d2d-9351-3f7ac3279f02 req-631df0dc-f75c-48d4-9625-d7acdf459fcc tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:38:22.947369 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-9e3b0bd4-6f5b-4d2d-9351-3f7ac3279f02 req-631df0dc-f75c-48d4-9625-d7acdf459fcc tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] 10.222.0.42 "GET /v2.0/ports?device_id=31d87925-4a11-4608-80c4-7d62f80c3cc0 HTTP/1.1" status: 200 len: 944 time: 0.0897768 Mar 29 15:38:22.950512 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-cd93d4ea-9a51-4da0-8de1-368d1dc099ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:22.979188 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-3991c91f-5f79-482c-9e7a-b3015fd2770f req-e7f1367d-5d1d-43e6-818b-cac6fac27fe9 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b1def78c-da55-4367-b9b1-4d7fc20fc6ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308936 Mar 29 15:38:22.992735 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device fa7367e8-75a8-471a-a7ca-e3f5b988a1f8 up at agent hyperv_n-h1-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:38:23.033056 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-eeebc2a3-ee23-4b04-bb4e-5f2c74c632a2 req-fa3ca84a-a6d6-4dca-9b7d-5e6e8a374502 service neutron] 10.222.0.42 "GET /v2.0/networks/3b111d56-5965-49c9-b46c-cb240d63a68d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233881 Mar 29 15:38:23.043826 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-9e3b0bd4-6f5b-4d2d-9351-3f7ac3279f02 req-3421c45f-9ff7-442c-84a5-00912649e149 tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] 10.222.0.42 "GET /v2.0/security-groups?id=de326c20-13fe-424c-a811-b741d354586f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863073 Mar 29 15:38:23.047773 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Provisioning for port fa7367e8-75a8-471a-a7ca-e3f5b988a1f8 completed by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 15:38:23.051866 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Provisioning complete for port fa7367e8-75a8-471a-a7ca-e3f5b988a1f8 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:38:23.052246 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:23.107879 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-cd93d4ea-9a51-4da0-8de1-368d1dc099ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:23.116486 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-cd93d4ea-9a51-4da0-8de1-368d1dc099ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:23.130244 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-3991c91f-5f79-482c-9e7a-b3015fd2770f req-0e6ee0e6-356f-449a-a6e0-27e8f6c30d89 service neutron] 10.222.0.44 "GET /v2.0/networks/b1def78c-da55-4367-b9b1-4d7fc20fc6ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432962 Mar 29 15:38:23.168819 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:23.182315 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd93d4ea-9a51-4da0-8de1-368d1dc099ff admin admin] vlan segment allocate from pool success with {'vlan_id': 632, 'physical_network': 'physnet1'} {{(pid=102790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 15:38:23.184672 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd93d4ea-9a51-4da0-8de1-368d1dc099ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7059b5c-97ee-4090-99bd-a710daa27c61,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:38:23.198492 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31d87925-4a11-4608-80c4-7d62f80c3cc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa7367e8-75a8-471a-a7ca-e3f5b988a1f8'}] {{(pid=102792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:38:23.201089 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-cd93d4ea-9a51-4da0-8de1-368d1dc099ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:23.201828 n-d-834765-1 neutron-server[102790]: INFO neutron.db.segments_db [None req-cd93d4ea-9a51-4da0-8de1-368d1dc099ff admin admin] Added segment 11c5fdfe-e8fc-49b9-bfd6-5716c1fb3551 of type vlan for network f52d9db9-d5ba-4983-af69-edf314686618 Mar 29 15:38:23.202960 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4f476c66b318cc6068719fc39557fac68d413f5c7e78fa77028c7948e999ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-416cf2b0-25e7-423a-8067-045062a3b698" -d '{"events": [{"server_uuid": "31d87925-4a11-4608-80c4-7d62f80c3cc0", "name": "network-vif-plugged", "status": "completed", "tag": "fa7367e8-75a8-471a-a7ca-e3f5b988a1f8"}]}' {{(pid=102792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:38:23.219761 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port fa7367e8-75a8-471a-a7ca-e3f5b988a1f8, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=fa7367e8-75a8-471a-a7ca-e3f5b988a1f8,segment=NetworkSegment(22e9e91d-0f71-4672-ad57-f0a289f27614),segment_id=22e9e91d-0f71-4672-ad57-f0a289f27614)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:38:23.227885 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:23.256622 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-cd93d4ea-9a51-4da0-8de1-368d1dc099ff admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783522915970'] for network, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:23.287484 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-cd93d4ea-9a51-4da0-8de1-368d1dc099ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795'] for network, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:23.289767 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd93d4ea-9a51-4da0-8de1-368d1dc099ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:38:23.290514 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-cd93d4ea-9a51-4da0-8de1-368d1dc099ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for network, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:23.304269 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-3991c91f-5f79-482c-9e7a-b3015fd2770f req-9ac6d632-855b-40b9-915b-59871ae10248 service neutron] 10.222.0.44 "GET /v2.0/networks/b1def78c-da55-4367-b9b1-4d7fc20fc6ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1660213 Mar 29 15:38:23.332022 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-cd93d4ea-9a51-4da0-8de1-368d1dc099ff admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.5944316 Mar 29 15:38:23.335904 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 39416) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:38:23.341114 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-20254f0a-a936-4b5a-ab05-6dd3a99b6010 admin admin] Request body: {'subnet': {'network_id': 'f52d9db9-d5ba-4983-af69-edf314686618', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-714959390-subnet', 'tenant_id': '0f9bd78b0a1343218b62964007fa1641', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:38:23.343536 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Pushing event updated for resources: {'Port': ['ID=fa7367e8-75a8-471a-a7ca-e3f5b988a1f8,revision_number=5']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:38:23.438163 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd93d4ea-9a51-4da0-8de1-368d1dc099ff admin admin] Pushing event updated for resources: {'Network': ['ID=f52d9db9-d5ba-4983-af69-edf314686618,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:38:23.442172 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20254f0a-a936-4b5a-ab05-6dd3a99b6010 admin admin] Made reservation on behalf of 0f9bd78b0a1343218b62964007fa1641 for: {'subnet': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:38:23.444636 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-20254f0a-a936-4b5a-ab05-6dd3a99b6010 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4793983'] for subnet, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:23.449188 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Network f52d9db9-d5ba-4983-af69-edf314686618 details requested by agent ovs-agent-n-d-834765-1 with host n-d-834765-1 {{(pid=102792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 15:38:23.534433 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e696351a-40de-453e-8c3b-cbf607373dc1 req-6be005c1-56d3-4ed0-87b3-46f415f0840d tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:38:23.536056 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-e696351a-40de-453e-8c3b-cbf607373dc1 req-6be005c1-56d3-4ed0-87b3-46f415f0840d tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] 10.222.0.42 "GET /v2.0/ports?device_id=10eb82c7-8749-4775-80c9-2376fe09f89e HTTP/1.1" status: 200 len: 944 time: 0.1782959 Mar 29 15:38:23.608082 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-e696351a-40de-453e-8c3b-cbf607373dc1 req-0684be88-0c43-4ad4-b9fa-a24b4e0ba20a tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] 10.222.0.42 "GET /v2.0/security-groups?id=c99ced8e-1ceb-46fb-aaa7-747186b2b9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632389 Mar 29 15:38:23.755028 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-20254f0a-a936-4b5a-ab05-6dd3a99b6010 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5231896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4793961'] for subnet, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:23.769790 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5755ed40-61df-41e6-ba85-458165193f6b req-a3008ca0-49b1-4679-a90c-3e4b1f7204ec tempest-ServersWithSpecificFlavorTestJSON-1899199349 tempest-ServersWithSpecificFlavorTestJSON-1899199349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:38:23.771316 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-5755ed40-61df-41e6-ba85-458165193f6b req-a3008ca0-49b1-4679-a90c-3e4b1f7204ec tempest-ServersWithSpecificFlavorTestJSON-1899199349 tempest-ServersWithSpecificFlavorTestJSON-1899199349-project] 10.222.0.42 "GET /v2.0/ports?device_id=26d94825-0227-4ba7-895e-dfd9b7854731 HTTP/1.1" status: 200 len: 945 time: 0.0904517 Mar 29 15:38:23.856492 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20254f0a-a936-4b5a-ab05-6dd3a99b6010 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4e2f4ef5-113e-4e66-bfbd-84e78a7195f5,revision_number=0']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:38:23.863056 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-5755ed40-61df-41e6-ba85-458165193f6b req-560d9dd2-d22c-47e8-92bc-c3f5fcdb384b tempest-ServersWithSpecificFlavorTestJSON-1899199349 tempest-ServersWithSpecificFlavorTestJSON-1899199349-project] 10.222.0.42 "GET /v2.0/security-groups?id=b327838c-078f-492b-afe7-ae6a101aed15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680478 Mar 29 15:38:23.870217 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20254f0a-a936-4b5a-ab05-6dd3a99b6010 admin admin] Checking segment: {'id': '11c5fdfe-e8fc-49b9-bfd6-5716c1fb3551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'f52d9db9-d5ba-4983-af69-edf314686618'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:38:23.870574 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20254f0a-a936-4b5a-ab05-6dd3a99b6010 admin admin] Network hostable DHCP agents. Network: f52d9db9-d5ba-4983-af69-edf314686618, hostable agents: ['d136643e-48ae-49d4-a851-2ba3bdf3749c'], hosted agents: [] {{(pid=102790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 15:38:23.886606 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.agents_db [None req-59735a15-725e-44d4-9ad5-95cbe356f209 None None] Agent healthcheck: found 7 active agents {{(pid=102793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 15:38:23.899093 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20254f0a-a936-4b5a-ab05-6dd3a99b6010 admin admin] Network f52d9db9-d5ba-4983-af69-edf314686618 is scheduled to be hosted by DHCP agent d136643e-48ae-49d4-a851-2ba3bdf3749c with binding_index 1 {{(pid=102790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 15:38:23.915098 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-20254f0a-a936-4b5a-ab05-6dd3a99b6010 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834765-1, f52d9db9-d5ba-4983-af69-edf314686618) {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:38:23.920058 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20254f0a-a936-4b5a-ab05-6dd3a99b6010 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:38:23.920758 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-20254f0a-a936-4b5a-ab05-6dd3a99b6010 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for subnet, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:23.925671 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:38:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9030e505-0877-44e4-a571-e49a6f2e4ae2 x-openstack-request-id: req-9030e505-0877-44e4-a571-e49a6f2e4ae2 {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:38:23.925985 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31d87925-4a11-4608-80c4-7d62f80c3cc0", "name": "network-vif-plugged", "status": "completed", "tag": "fa7367e8-75a8-471a-a7ca-e3f5b988a1f8", "code": 200}]} {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:38:23.926287 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-9030e505-0877-44e4-a571-e49a6f2e4ae2 {{(pid=102792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:38:23.926844 n-d-834765-1 neutron-server[102792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31d87925-4a11-4608-80c4-7d62f80c3cc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa7367e8-75a8-471a-a7ca-e3f5b988a1f8', 'code': 200} Mar 29 15:38:23.929450 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da461abd-f8b1-45eb-bf09-e3836cd8e886 None None] Network f52d9db9-d5ba-4983-af69-edf314686618 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 15:38:23.962086 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-20254f0a-a936-4b5a-ab05-6dd3a99b6010 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.6247914 Mar 29 15:38:23.965485 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 39450) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:38:23.977340 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-84c93b85-c8c5-42c1-8f18-2d0f4bbc5547 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-714959390-router', 'tenant_id': '0f9bd78b0a1343218b62964007fa1641', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'}}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:38:24.028011 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-96c7e20c-173d-40b7-8f25-7d797bcb93a4 req-2dc6016c-e3e4-4940-adb0-9eba588cdb0d tempest-AttachSCSIVolumeTestJSON-1548618217 tempest-AttachSCSIVolumeTestJSON-1548618217-project] 10.222.0.42 "GET /v2.0/ports?device_id=67468a33-e484-423c-886f-1853a958551d HTTP/1.1" status: 200 len: 210 time: 0.0317416 Mar 29 15:38:24.060644 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-84c93b85-c8c5-42c1-8f18-2d0f4bbc5547 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-532385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129310'] for router, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:24.063343 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-84c93b85-c8c5-42c1-8f18-2d0f4bbc5547 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-648091', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-684384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129319'] for router, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:24.078753 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223e9b6d-d6b4-4db8-bb43-828417f2a073 req-0a959ff6-b0b7-428e-99ab-0f0b1fbcfb25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:38:24.081069 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-223e9b6d-d6b4-4db8-bb43-828417f2a073 req-0a959ff6-b0b7-428e-99ab-0f0b1fbcfb25 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=31d87925-4a11-4608-80c4-7d62f80c3cc0 HTTP/1.1" status: 200 len: 1096 time: 0.0767713 Mar 29 15:38:24.154979 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-84c93b85-c8c5-42c1-8f18-2d0f4bbc5547 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:24.193373 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e53cbafa-12b4-41ba-ab08-98c8e4393b70 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0035034-69b0-5ffc-b384-0ac6189c5628-f52d9db9-d5ba-4983-af69-edf314686618', 'network_id': 'f52d9db9-d5ba-4983-af69-edf314686618', 'tenant_id': '0f9bd78b0a1343218b62964007fa1641', 'fixed_ips': [{'subnet_id': '4e2f4ef5-113e-4e66-bfbd-84e78a7195f5'}]}} from n-d-834765-1. {{(pid=102792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 29 15:38:24.195339 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-e53cbafa-12b4-41ba-ab08-98c8e4393b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:24.199046 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc5ec91-b148-47d1-a60b-a189ecfde702 req-5124181d-6732-4df4-8487-ce47174fc002 tempest-ServersAdminNegativeTestJSON-1221216767 tempest-ServersAdminNegativeTestJSON-1221216767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:38:24.201188 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-8cc5ec91-b148-47d1-a60b-a189ecfde702 req-5124181d-6732-4df4-8487-ce47174fc002 tempest-ServersAdminNegativeTestJSON-1221216767 tempest-ServersAdminNegativeTestJSON-1221216767-project] 10.222.0.42 "GET /v2.0/ports?device_id=b95a7c37-dd01-4c1c-ae68-0ee1449a080e HTTP/1.1" status: 200 len: 950 time: 0.0929701 Mar 29 15:38:24.211185 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-223e9b6d-d6b4-4db8-bb43-828417f2a073 req-42e7b27c-c2a1-46d1-834f-2c72068c5471 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=de326c20-13fe-424c-a811-b741d354586f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149087 Mar 29 15:38:24.260000 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-8cc5ec91-b148-47d1-a60b-a189ecfde702 req-1d2b224d-4ac6-47bd-9ac5-99d8f483ba54 tempest-ServersAdminNegativeTestJSON-1221216767 tempest-ServersAdminNegativeTestJSON-1221216767-project] 10.222.0.42 "GET /v2.0/security-groups?id=0472a554-1980-4298-b676-fea77ad7f77b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427361 Mar 29 15:38:24.309732 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-84c93b85-c8c5-42c1-8f18-2d0f4bbc5547 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:24.352091 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.db_base_plugin_common [None req-e53cbafa-12b4-41ba-ab08-98c8e4393b70 None None] Allocated IP 172.20.0.2 (f52d9db9-d5ba-4983-af69-edf314686618/4e2f4ef5-113e-4e66-bfbd-84e78a7195f5/60cf14c9-e0ec-490c-ba70-40c549d73c43) {{(pid=102792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:38:24.377673 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685b3293-f8b6-4530-b393-ed36aa6004aa req-447809ff-9eee-4b61-a3b3-285c573696ad tempest-ServersWithSpecificFlavorTestJSON-1899199349 tempest-ServersWithSpecificFlavorTestJSON-1899199349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:38:24.379137 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-685b3293-f8b6-4530-b393-ed36aa6004aa req-447809ff-9eee-4b61-a3b3-285c573696ad tempest-ServersWithSpecificFlavorTestJSON-1899199349 tempest-ServersWithSpecificFlavorTestJSON-1899199349-project] 10.222.0.42 "GET /v2.0/ports?device_id=26d94825-0227-4ba7-895e-dfd9b7854731 HTTP/1.1" status: 200 len: 945 time: 0.0557289 Mar 29 15:38:24.388552 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 39456) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:38:24.393947 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-b3c47331-ba9e-4c3a-8792-23a19b9b6af9 tempest-ServersWithSpecificFlavorTestJSON-1899199349 tempest-ServersWithSpecificFlavorTestJSON-1899199349-project] Request body: {'floatingip': {'port_id': '827fb163-93d9-4217-9400-b5fdca6790a3'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:38:24.460926 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-b3c47331-ba9e-4c3a-8792-23a19b9b6af9 tempest-ServersWithSpecificFlavorTestJSON-1899199349 tempest-ServersWithSpecificFlavorTestJSON-1899199349-project] Notify callbacks [] for floatingip, before_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:24.550318 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-e53cbafa-12b4-41ba-ab08-98c8e4393b70 None None] Notify callbacks [] for port, precommit_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:24.557194 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-84c93b85-c8c5-42c1-8f18-2d0f4bbc5547 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:24.565835 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-e53cbafa-12b4-41ba-ab08-98c8e4393b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956'] for port, after_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:24.580657 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-84c93b85-c8c5-42c1-8f18-2d0f4bbc5547 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:24.584732 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [req-1d235df3-3524-426d-9066-2b4331772627 req-cc839507-a138-4822-a2a6-40da4066c2df tempest-LiveAutoBlockMigrationV225Test-1278294229 tempest-LiveAutoBlockMigrationV225Test-1278294229-project-admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=102791) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 15:38:24.587010 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-1d235df3-3524-426d-9066-2b4331772627 req-cc839507-a138-4822-a2a6-40da4066c2df tempest-LiveAutoBlockMigrationV225Test-1278294229 tempest-LiveAutoBlockMigrationV225Test-1278294229-project-admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0094357 Mar 29 15:38:24.609629 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cef9cb-6599-475c-9809-d14aa3feceb4 req-605d35ed-3f7c-4ddc-a169-82afb4b3d7d9 tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:38:24.611479 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-a2cef9cb-6599-475c-9809-d14aa3feceb4 req-605d35ed-3f7c-4ddc-a169-82afb4b3d7d9 tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] 10.222.0.42 "GET /v2.0/ports?device_id=31d87925-4a11-4608-80c4-7d62f80c3cc0 HTTP/1.1" status: 200 len: 945 time: 0.1679468 Mar 29 15:38:24.621513 n-d-834765-1 neutron-server[102792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e53cbafa-12b4-41ba-ab08-98c8e4393b70 None None] Network f52d9db9-d5ba-4983-af69-edf314686618 is already hosted by enough agents. {{(pid=102792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:38:24.624520 n-d-834765-1 neutron-server[102792]: DEBUG neutron.scheduler.base_scheduler [None req-e53cbafa-12b4-41ba-ab08-98c8e4393b70 None None] Resources bound (agent type, host, resource id): {{(pid=102792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:38:24.627921 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e53cbafa-12b4-41ba-ab08-98c8e4393b70 None None] Received port after_create {{(pid=102792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:38:24.636149 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53cbafa-12b4-41ba-ab08-98c8e4393b70 None None] Pushing event updated for resources: {'Port': ['ID=60cf14c9-e0ec-490c-ba70-40c549d73c43,revision_number=1']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:38:24.660249 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d235df3-3524-426d-9066-2b4331772627 req-5038389b-6bd0-41c4-af71-6a6f181733c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:38:24.662723 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-1d235df3-3524-426d-9066-2b4331772627 req-5038389b-6bd0-41c4-af71-6a6f181733c3 service neutron] 10.222.0.42 "GET /v2.0/ports/92483d71-0aee-4c16-b1ee-3338907a4ad9 HTTP/1.1" status: 200 len: 1093 time: 0.0639260 Mar 29 15:38:24.674907 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [req-1d235df3-3524-426d-9066-2b4331772627 req-0e68efdf-ef52-4566-b772-843001319e26 service neutron] Request body: {'binding': {'host': 'n-h2-834765-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:38:24.675373 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [req-1d235df3-3524-426d-9066-2b4331772627 req-0e68efdf-ef52-4566-b772-843001319e26 service neutron] Unknown quota resources ['binding']. {{(pid=102791) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 29 15:38:24.689517 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-e53cbafa-12b4-41ba-ab08-98c8e4393b70 None None] Attempting to bind port 60cf14c9-e0ec-490c-ba70-40c549d73c43 on host n-d-834765-1 for vnic_type normal with profile {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:38:24.690147 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-e53cbafa-12b4-41ba-ab08-98c8e4393b70 None None] Attempting to bind port 60cf14c9-e0ec-490c-ba70-40c549d73c43 by drivers openvswitch,hyperv on host n-d-834765-1 at level 0 using segments [{'id': '11c5fdfe-e8fc-49b9-bfd6-5716c1fb3551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'f52d9db9-d5ba-4983-af69-edf314686618'}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:38:24.690497 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e53cbafa-12b4-41ba-ab08-98c8e4393b70 None None] Attempting to bind port 60cf14c9-e0ec-490c-ba70-40c549d73c43 on network f52d9db9-d5ba-4983-af69-edf314686618 {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:38:24.695955 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e53cbafa-12b4-41ba-ab08-98c8e4393b70 None None] Checking agent: {'id': 'a8866439-9d96-425c-b519-6905c591ac37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 25, 36), 'started_at': datetime.datetime(2022, 3, 29, 15, 26, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 38, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834765-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:38:24.696320 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e53cbafa-12b4-41ba-ab08-98c8e4393b70 None None] Checking segment: {'id': '11c5fdfe-e8fc-49b9-bfd6-5716c1fb3551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'f52d9db9-d5ba-4983-af69-edf314686618'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:38:24.696719 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-e53cbafa-12b4-41ba-ab08-98c8e4393b70 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:24.697096 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e53cbafa-12b4-41ba-ab08-98c8e4393b70 None None] Bound using segment: {'id': '11c5fdfe-e8fc-49b9-bfd6-5716c1fb3551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'f52d9db9-d5ba-4983-af69-edf314686618'} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:38:24.697547 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-e53cbafa-12b4-41ba-ab08-98c8e4393b70 None None] Bound port: 60cf14c9-e0ec-490c-ba70-40c549d73c43, host: n-d-834765-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11c5fdfe-e8fc-49b9-bfd6-5716c1fb3551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'f52d9db9-d5ba-4983-af69-edf314686618'}}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 15:38:24.697919 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-e53cbafa-12b4-41ba-ab08-98c8e4393b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:24.712707 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-a2cef9cb-6599-475c-9809-d14aa3feceb4 req-6075393b-20ba-4680-9d4e-95247fa875a9 tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] 10.222.0.42 "GET /v2.0/security-groups?id=de326c20-13fe-424c-a811-b741d354586f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909436 Mar 29 15:38:24.785095 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-e53cbafa-12b4-41ba-ab08-98c8e4393b70 None None] For port 60cf14c9-e0ec-490c-ba70-40c549d73c43, host n-d-834765-1, cleared binding levels {{(pid=102792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:38:24.790443 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-e53cbafa-12b4-41ba-ab08-98c8e4393b70 None None] For port 60cf14c9-e0ec-490c-ba70-40c549d73c43, host n-d-834765-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=60cf14c9-e0ec-490c-ba70-40c549d73c43,segment=NetworkSegment(11c5fdfe-e8fc-49b9-bfd6-5716c1fb3551),segment_id=11c5fdfe-e8fc-49b9-bfd6-5716c1fb3551)] {{(pid=102792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:38:24.796821 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-e53cbafa-12b4-41ba-ab08-98c8e4393b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:24.823609 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_common [None req-84c93b85-c8c5-42c1-8f18-2d0f4bbc5547 admin admin] Allocated IP 172.25.4.236 (4a4a035d-ecac-4ead-baa3-25f90788773a/e1a353dc-fac8-4901-a63c-273840237d6a/ef327f6d-07cb-4ad5-b00a-d5df5ae28346) {{(pid=102791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:38:24.890799 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53cbafa-12b4-41ba-ab08-98c8e4393b70 None None] Pushing event updated for resources: {'Port': ['ID=60cf14c9-e0ec-490c-ba70-40c549d73c43,revision_number=2']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:38:24.945215 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-1d235df3-3524-426d-9066-2b4331772627 req-0e68efdf-ef52-4566-b772-843001319e26 service neutron] Attempting to bind port 92483d71-0aee-4c16-b1ee-3338907a4ad9 on host n-h2-834765-1 for vnic_type normal with profile None {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:38:24.945529 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-1d235df3-3524-426d-9066-2b4331772627 req-0e68efdf-ef52-4566-b772-843001319e26 service neutron] Attempting to bind port 92483d71-0aee-4c16-b1ee-3338907a4ad9 by drivers openvswitch,hyperv on host n-h2-834765-1 at level 0 using segments [{'id': '52cd9713-83ea-496d-8c48-fd7b796e6ead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'c7e23169-e9d3-4fec-ace3-87b88825b851'}] {{(pid=102791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:38:24.945863 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d235df3-3524-426d-9066-2b4331772627 req-0e68efdf-ef52-4566-b772-843001319e26 service neutron] Attempting to bind port 92483d71-0aee-4c16-b1ee-3338907a4ad9 on network c7e23169-e9d3-4fec-ace3-87b88825b851 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:38:24.957706 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d235df3-3524-426d-9066-2b4331772627 req-0e68efdf-ef52-4566-b772-843001319e26 service neutron] Port 92483d71-0aee-4c16-b1ee-3338907a4ad9 on network c7e23169-e9d3-4fec-ace3-87b88825b851 not bound, no agent of type Open vSwitch agent registered on host n-h2-834765-1 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 15:38:24.958349 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d235df3-3524-426d-9066-2b4331772627 req-0e68efdf-ef52-4566-b772-843001319e26 service neutron] Attempting to bind port 92483d71-0aee-4c16-b1ee-3338907a4ad9 on network c7e23169-e9d3-4fec-ace3-87b88825b851 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:38:24.969590 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d235df3-3524-426d-9066-2b4331772627 req-0e68efdf-ef52-4566-b772-843001319e26 service neutron] Checking agent: {'id': '3e4b4912-b4a2-4d17-b5bd-6ce15529e8eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 33, 17), 'started_at': datetime.datetime(2022, 3, 29, 15, 33, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 38, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:38:24.970203 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d235df3-3524-426d-9066-2b4331772627 req-0e68efdf-ef52-4566-b772-843001319e26 service neutron] Checking segment: {'id': '52cd9713-83ea-496d-8c48-fd7b796e6ead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'c7e23169-e9d3-4fec-ace3-87b88825b851'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:38:24.970758 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d235df3-3524-426d-9066-2b4331772627 req-0e68efdf-ef52-4566-b772-843001319e26 service neutron] Bound using segment: {'id': '52cd9713-83ea-496d-8c48-fd7b796e6ead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'c7e23169-e9d3-4fec-ace3-87b88825b851'} {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:38:24.971917 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-1d235df3-3524-426d-9066-2b4331772627 req-0e68efdf-ef52-4566-b772-843001319e26 service neutron] Bound port: 92483d71-0aee-4c16-b1ee-3338907a4ad9, host: n-h2-834765-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52cd9713-83ea-496d-8c48-fd7b796e6ead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'c7e23169-e9d3-4fec-ace3-87b88825b851'}}] {{(pid=102791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 15:38:25.111391 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-1d235df3-3524-426d-9066-2b4331772627 req-0e68efdf-ef52-4566-b772-843001319e26 service neutron] For port 92483d71-0aee-4c16-b1ee-3338907a4ad9, host n-h2-834765-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=92483d71-0aee-4c16-b1ee-3338907a4ad9,segment=NetworkSegment(52cd9713-83ea-496d-8c48-fd7b796e6ead),segment_id=52cd9713-83ea-496d-8c48-fd7b796e6ead)] {{(pid=102791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:38:25.243974 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeebc2a3-ee23-4b04-bb4e-5f2c74c632a2 req-1f9ffe76-7fa7-497b-996a-a47245d13336 tempest-AttachSCSIVolumeTestJSON-1548618217 tempest-AttachSCSIVolumeTestJSON-1548618217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:38:25.245433 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-eeebc2a3-ee23-4b04-bb4e-5f2c74c632a2 req-1f9ffe76-7fa7-497b-996a-a47245d13336 tempest-AttachSCSIVolumeTestJSON-1548618217 tempest-AttachSCSIVolumeTestJSON-1548618217-project] 10.222.0.44 "GET /v2.0/networks?id=3b111d56-5965-49c9-b46c-cb240d63a68d HTTP/1.1" status: 200 len: 815 time: 0.1927807 Mar 29 15:38:25.251131 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-84c93b85-c8c5-42c1-8f18-2d0f4bbc5547 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:25.264125 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-1d235df3-3524-426d-9066-2b4331772627 req-0e68efdf-ef52-4566-b772-843001319e26 service neutron] Notify callbacks [] for binding, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:25.265323 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-1d235df3-3524-426d-9066-2b4331772627 req-0e68efdf-ef52-4566-b772-843001319e26 service neutron] 10.222.0.42 "POST /v2.0/ports/92483d71-0aee-4c16-b1ee-3338907a4ad9/bindings HTTP/1.1" status: 201 len: 389 time: 0.5938718 Mar 29 15:38:25.325263 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-eeebc2a3-ee23-4b04-bb4e-5f2c74c632a2 req-e8c9fa1e-b98a-434a-a916-93162b7953c3 tempest-AttachSCSIVolumeTestJSON-1548618217 tempest-AttachSCSIVolumeTestJSON-1548618217-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=140a74e7fad04747acc345e5a1657e95 HTTP/1.1" status: 200 len: 380 time: 0.0584137 Mar 29 15:38:25.335917 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [req-eeebc2a3-ee23-4b04-bb4e-5f2c74c632a2 req-a4f09994-f9e4-4ab7-b676-478caf06aefc tempest-AttachSCSIVolumeTestJSON-1548618217 tempest-AttachSCSIVolumeTestJSON-1548618217-project] Request body: {'port': {'device_id': '67468a33-e484-423c-886f-1853a958551d', 'network_id': '3b111d56-5965-49c9-b46c-cb240d63a68d', 'admin_state_up': True, 'tenant_id': '140a74e7fad04747acc345e5a1657e95', 'security_groups': ['3439922e-7826-4de8-b252-c13f8af043b8']}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:38:25.341712 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebdb0ff-cdc0-4f93-a2ba-a9bbb5007798 req-85fa9bf0-6d17-4e7c-b9af-1783f3aa1e9b tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:38:25.343242 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-eebdb0ff-cdc0-4f93-a2ba-a9bbb5007798 req-85fa9bf0-6d17-4e7c-b9af-1783f3aa1e9b tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] 10.222.0.42 "GET /v2.0/ports?device_id=10eb82c7-8749-4775-80c9-2376fe09f89e HTTP/1.1" status: 200 len: 944 time: 0.1081424 Mar 29 15:38:25.384964 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-84c93b85-c8c5-42c1-8f18-2d0f4bbc5547 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:25.495548 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-eebdb0ff-cdc0-4f93-a2ba-a9bbb5007798 req-1be4e395-8b95-485c-b14d-8336fb7b9dac tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] 10.222.0.42 "GET /v2.0/security-groups?id=c99ced8e-1ceb-46fb-aaa7-747186b2b9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453815 Mar 29 15:38:25.512355 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.db.resource_extend [None req-b3c47331-ba9e-4c3a-8792-23a19b9b6af9 tempest-ServersWithSpecificFlavorTestJSON-1899199349 tempest-ServersWithSpecificFlavorTestJSON-1899199349-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 29 15:38:25.528094 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84c93b85-c8c5-42c1-8f18-2d0f4bbc5547 admin admin] Network 4a4a035d-ecac-4ead-baa3-25f90788773a is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:38:25.579653 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [None req-84c93b85-c8c5-42c1-8f18-2d0f4bbc5547 admin admin] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:38:25.597630 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-a317982b-7ec2-40ee-9f8b-ea4f6da03da3 req-6085eae4-e2aa-45b7-8554-f3f19b36dfab tempest-AttachSCSIVolumeTestJSON-1548618217 tempest-AttachSCSIVolumeTestJSON-1548618217-project] 10.222.0.42 "GET /v2.0/ports?device_id=67468a33-e484-423c-886f-1853a958551d HTTP/1.1" status: 200 len: 210 time: 0.0930438 Mar 29 15:38:25.598917 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84c93b85-c8c5-42c1-8f18-2d0f4bbc5547 admin admin] Received port after_create {{(pid=102791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:38:25.616644 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c93b85-c8c5-42c1-8f18-2d0f4bbc5547 admin admin] Pushing event updated for resources: {'Port': ['ID=ef327f6d-07cb-4ad5-b00a-d5df5ae28346,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:38:25.636805 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-b3c47331-ba9e-4c3a-8792-23a19b9b6af9 tempest-ServersWithSpecificFlavorTestJSON-1899199349 tempest-ServersWithSpecificFlavorTestJSON-1899199349-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:25.663114 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-b3c47331-ba9e-4c3a-8792-23a19b9b6af9 tempest-ServersWithSpecificFlavorTestJSON-1899199349 tempest-ServersWithSpecificFlavorTestJSON-1899199349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648212'] for floatingip, after_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:25.761245 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d235df3-3524-426d-9066-2b4331772627 req-f23cbc31-27a6-4cec-939d-227628185855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:38:25.762824 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-1d235df3-3524-426d-9066-2b4331772627 req-f23cbc31-27a6-4cec-939d-227628185855 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c66f5a43ae0e46908f202e6b40f23448&device_id=02827dcb-f1d9-473b-a457-36e8d447defc HTTP/1.1" status: 200 len: 1096 time: 0.1886580 Mar 29 15:38:25.769272 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-682027d2-5f90-4929-9016-a8906c4030f0 req-32e7dd89-6861-4865-bd59-4edafe44b5b6 tempest-ServersAdminNegativeTestJSON-1221216767 tempest-ServersAdminNegativeTestJSON-1221216767-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=8e8ee4f25fd34551a6b091ac55eb831f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1144617 Mar 29 15:38:25.799069 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 60cf14c9-e0ec-490c-ba70-40c549d73c43 up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:38:25.894785 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port 60cf14c9-e0ec-490c-ba70-40c549d73c43 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:38:25.895063 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:26.031378 n-d-834765-1 neutron-server[102790]: INFO neutron.db.l3_db [None req-b3c47331-ba9e-4c3a-8792-23a19b9b6af9 tempest-ServersWithSpecificFlavorTestJSON-1899199349 tempest-ServersWithSpecificFlavorTestJSON-1899199349-project] Floating IP 29d888c6-81d6-4ae7-85e6-a12fd91fd92d associated. External IP: 172.25.4.89, port: 827fb163-93d9-4217-9400-b5fdca6790a3. Mar 29 15:38:26.056342 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:26.121339 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] For port 60cf14c9-e0ec-490c-ba70-40c549d73c43, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=60cf14c9-e0ec-490c-ba70-40c549d73c43,segment=NetworkSegment(11c5fdfe-e8fc-49b9-bfd6-5716c1fb3551),segment_id=11c5fdfe-e8fc-49b9-bfd6-5716c1fb3551)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:38:26.128628 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:26.227664 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Pushing event updated for resources: {'Port': ['ID=60cf14c9-e0ec-490c-ba70-40c549d73c43,revision_number=3']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:38:26.252849 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d235df3-3524-426d-9066-2b4331772627 req-be0bf95f-d59a-4ab5-b658-4c93aa1d1d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:38:26.254330 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-1d235df3-3524-426d-9066-2b4331772627 req-be0bf95f-d59a-4ab5-b658-4c93aa1d1d93 service neutron] 10.222.0.48 "GET /v2.0/networks?id=c7e23169-e9d3-4fec-ace3-87b88825b851 HTTP/1.1" status: 200 len: 922 time: 0.4826772 Mar 29 15:38:26.293776 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682027d2-5f90-4929-9016-a8906c4030f0 req-cb490115-d283-49c9-8df2-be7e5ad12f5f tempest-ServersAdminNegativeTestJSON-1221216767 tempest-ServersAdminNegativeTestJSON-1221216767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:38:26.300743 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-682027d2-5f90-4929-9016-a8906c4030f0 req-cb490115-d283-49c9-8df2-be7e5ad12f5f tempest-ServersAdminNegativeTestJSON-1221216767 tempest-ServersAdminNegativeTestJSON-1221216767-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5197184 Mar 29 15:38:26.368930 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-1d235df3-3524-426d-9066-2b4331772627 req-d45974c4-e3c2-4fe7-b9c7-758bd7195644 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=92483d71-0aee-4c16-b1ee-3338907a4ad9 HTTP/1.1" status: 200 len: 217 time: 0.0834076 Mar 29 15:38:26.390081 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a179dc8-82c1-4520-b54d-922f6c77b7fe req-f2638c04-b1ae-4375-b0fe-c9a69b0f304a tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:38:26.398390 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4a179dc8-82c1-4520-b54d-922f6c77b7fe req-f2638c04-b1ae-4375-b0fe-c9a69b0f304a tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] 10.222.0.42 "GET /v2.0/ports?device_id=02827dcb-f1d9-473b-a457-36e8d447defc HTTP/1.1" status: 200 len: 945 time: 0.6825671 Mar 29 15:38:26.404254 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eeebc2a3-ee23-4b04-bb4e-5f2c74c632a2 req-a4f09994-f9e4-4ab7-b676-478caf06aefc tempest-AttachSCSIVolumeTestJSON-1548618217 tempest-AttachSCSIVolumeTestJSON-1548618217-project] Made reservation on behalf of 140a74e7fad04747acc345e5a1657e95 for: {'port': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:38:26.408026 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-eeebc2a3-ee23-4b04-bb4e-5f2c74c632a2 req-a4f09994-f9e4-4ab7-b676-478caf06aefc tempest-AttachSCSIVolumeTestJSON-1548618217 tempest-AttachSCSIVolumeTestJSON-1548618217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:26.529590 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-682027d2-5f90-4929-9016-a8906c4030f0 req-6eeb8371-ddc9-435f-8093-8f9f5c435355 tempest-ServersAdminNegativeTestJSON-1221216767 tempest-ServersAdminNegativeTestJSON-1221216767-project] 10.222.0.42 "GET /v2.0/quotas/8e8ee4f25fd34551a6b091ac55eb831f HTTP/1.1" status: 200 len: 375 time: 0.2267313 Mar 29 15:38:26.540973 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4a179dc8-82c1-4520-b54d-922f6c77b7fe req-c7ab3367-0298-4f32-872e-fb29723540c9 tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] 10.222.0.42 "GET /v2.0/security-groups?id=d26d57f3-f34b-4b82-acb2-a15ffdfe7b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414711 Mar 29 15:38:26.578525 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c524756d-f1fd-43b0-8761-9fb1602cc208 None None] Network f52d9db9-d5ba-4983-af69-edf314686618 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 15:38:26.661111 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3c47331-ba9e-4c3a-8792-23a19b9b6af9 tempest-ServersWithSpecificFlavorTestJSON-1899199349 tempest-ServersWithSpecificFlavorTestJSON-1899199349-project] Router 23d7de72-2f96-4a61-bfb2-d31ceb2b85d5 has already been hosted by L3 agent c648d819-1060-4f26-b4ec-6455387b5dff {{(pid=102790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 15:38:26.753386 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d235df3-3524-426d-9066-2b4331772627 req-444791e7-23e9-4edd-bf26-72e13f4270c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:38:26.754845 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-1d235df3-3524-426d-9066-2b4331772627 req-444791e7-23e9-4edd-bf26-72e13f4270c8 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=47ebad0b-955e-4824-b04c-60b1952d5787 HTTP/1.1" status: 200 len: 861 time: 0.3735046 Mar 29 15:38:26.844325 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-682027d2-5f90-4929-9016-a8906c4030f0 req-30af42ae-2a09-40a4-b34f-6228dcbf0266 tempest-ServersAdminNegativeTestJSON-1221216767 tempest-ServersAdminNegativeTestJSON-1221216767-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=8e8ee4f25fd34551a6b091ac55eb831f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3137329 Mar 29 15:38:26.861286 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-84c93b85-c8c5-42c1-8f18-2d0f4bbc5547 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:26.921563 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-1d235df3-3524-426d-9066-2b4331772627 req-256b0804-2871-4e13-8288-1c08631c9cb9 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c7e23169-e9d3-4fec-ace3-87b88825b851&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0744281 Mar 29 15:38:27.078930 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device f75a81b4-cea7-4f54-a990-54deb63424a4 details requested by agent hyperv_n-h1-834765-1 with host n-h1-834765-1 {{(pid=102792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 15:38:27.205033 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3c47331-ba9e-4c3a-8792-23a19b9b6af9 tempest-ServersWithSpecificFlavorTestJSON-1899199349 tempest-ServersWithSpecificFlavorTestJSON-1899199349-project] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:38:27.211781 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada3cf7d-69bc-408d-a122-ccbced0f49a2 req-10ac0e92-cdfa-4e33-8994-6941dea116ff tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:38:27.219862 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-b3c47331-ba9e-4c3a-8792-23a19b9b6af9 tempest-ServersWithSpecificFlavorTestJSON-1899199349 tempest-ServersWithSpecificFlavorTestJSON-1899199349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for floatingip, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:27.220549 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ada3cf7d-69bc-408d-a122-ccbced0f49a2 req-10ac0e92-cdfa-4e33-8994-6941dea116ff tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] 10.222.0.42 "GET /v2.0/ports?device_id=31d87925-4a11-4608-80c4-7d62f80c3cc0 HTTP/1.1" status: 200 len: 945 time: 0.5439706 Mar 29 15:38:27.234728 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-84c93b85-c8c5-42c1-8f18-2d0f4bbc5547 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648118'] for router, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:27.259538 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3efdbe60-51bb-46b6-b9aa-ceb27df5ca09 None None] Sync routers for ids ['23d7de72-2f96-4a61-bfb2-d31ceb2b85d5'] in n-d-834765-1 {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:38:27.262974 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-b2a5751d-a40a-480d-894f-5eb615c4e71b None None] Provisioning complete for port 60cf14c9-e0ec-490c-ba70-40c549d73c43 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:38:27.263505 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-b2a5751d-a40a-480d-894f-5eb615c4e71b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:27.274763 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_common [req-eeebc2a3-ee23-4b04-bb4e-5f2c74c632a2 req-a4f09994-f9e4-4ab7-b676-478caf06aefc tempest-AttachSCSIVolumeTestJSON-1548618217 tempest-AttachSCSIVolumeTestJSON-1548618217-project] Allocated IP 172.20.0.10 (3b111d56-5965-49c9-b46c-cb240d63a68d/e7292f25-57c0-4ce1-9968-6bce9d8da5e6/9de95d5f-885a-43d6-bb07-567c62ae9edc) {{(pid=102791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:38:27.343579 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3efdbe60-51bb-46b6-b9aa-ceb27df5ca09 None None] Routers {'23d7de72-2f96-4a61-bfb2-d31ceb2b85d5'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:38:27.344219 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-3efdbe60-51bb-46b6-b9aa-ceb27df5ca09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:38:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['23d7de72-2f96-4a61-bfb2-d31ceb2b85d5'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:38:27.394253 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-b3c47331-ba9e-4c3a-8792-23a19b9b6af9 tempest-ServersWithSpecificFlavorTestJSON-1899199349 tempest-ServersWithSpecificFlavorTestJSON-1899199349-project] 10.222.0.42 "PUT /v2.0/floatingips/29d888c6-81d6-4ae7-85e6-a12fd91fd92d HTTP/1.1" status: 200 len: 990 time: 3.0042922 Mar 29 15:38:27.396968 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-1d235df3-3524-426d-9066-2b4331772627 req-55e25c0b-7b38-4b63-82a9-a07c21b47124 service neutron] 10.222.0.48 "GET /v2.0/networks/c7e23169-e9d3-4fec-ace3-87b88825b851?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4676702 Mar 29 15:38:27.401584 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ada3cf7d-69bc-408d-a122-ccbced0f49a2 req-b82cc01f-aecb-4fdb-aba5-4c7c66193e14 tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] 10.222.0.42 "GET /v2.0/security-groups?id=de326c20-13fe-424c-a811-b741d354586f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801012 Mar 29 15:38:27.407578 n-d-834765-1 neutron-server[102790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26d94825-0227-4ba7-895e-dfd9b7854731', 'tag': '827fb163-93d9-4217-9400-b5fdca6790a3'}] {{(pid=102790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:38:27.410149 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46b06d655c90bc969636382cce4240ad749035fb0f3a83ee4734fa1ed9c4a6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5295e526-3991-4b32-8945-fb34dc7cb794" -d '{"events": [{"name": "network-changed", "server_uuid": "26d94825-0227-4ba7-895e-dfd9b7854731", "tag": "827fb163-93d9-4217-9400-b5fdca6790a3"}]}' {{(pid=102790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:38:27.443254 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b49979-92a3-4879-9f05-c826f36917d6 req-12673e0e-e386-4502-8400-eacf0047337b tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:38:27.454498 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-e5b49979-92a3-4879-9f05-c826f36917d6 req-12673e0e-e386-4502-8400-eacf0047337b tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] 10.222.0.42 "GET /v2.0/ports?device_id=10eb82c7-8749-4775-80c9-2376fe09f89e HTTP/1.1" status: 200 len: 944 time: 0.2193575 Mar 29 15:38:27.493736 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port f75a81b4-cea7-4f54-a990-54deb63424a4, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=f75a81b4-cea7-4f54-a990-54deb63424a4,segment=NetworkSegment(65ab5bc3-e80e-4641-82f0-4ef53207c2d7),segment_id=65ab5bc3-e80e-4641-82f0-4ef53207c2d7)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:38:27.575136 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Returning: {'device': 'f75a81b4-cea7-4f54-a990-54deb63424a4', 'network_id': 'b1def78c-da55-4367-b9b1-4d7fc20fc6ac', 'port_id': 'f75a81b4-cea7-4f54-a990-54deb63424a4', 'mac_address': 'fa:16:3e:37:93:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 614, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a84f45bb-2cdd-4adc-a15d-ac5c06ff5a1f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 15:38:27.622361 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-e5b49979-92a3-4879-9f05-c826f36917d6 req-0528b183-df5c-42c0-b3ff-419c5b0dfc58 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] 10.222.0.42 "GET /v2.0/security-groups?id=c99ced8e-1ceb-46fb-aaa7-747186b2b9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638622 Mar 29 15:38:27.740357 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-c83efccf-82e2-486f-a51d-d2c7dda19951 req-215b274d-d2d9-43a9-8b48-3f2a2a02108f tempest-AttachSCSIVolumeTestJSON-1548618217 tempest-AttachSCSIVolumeTestJSON-1548618217-project] 10.222.0.42 "GET /v2.0/ports?device_id=67468a33-e484-423c-886f-1853a958551d HTTP/1.1" status: 200 len: 210 time: 0.1531727 Mar 29 15:38:27.820415 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-ff693ace-fbf2-4203-93f7-418abcaa4e8a req-4485e6a6-e255-476b-85c3-0f996a2277e1 tempest-ServersAdminNegativeTestJSON-1221216767 tempest-ServersAdminNegativeTestJSON-1221216767-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa799c73-6e33-4d38-9aa8-5e44da0ccd72 HTTP/1.1" status: 200 len: 210 time: 0.0580969 Mar 29 15:38:27.822935 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 60cf14c9-e0ec-490c-ba70-40c549d73c43 up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:38:27.867995 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-1d235df3-3524-426d-9066-2b4331772627 req-e1333306-fc4b-433a-88da-cd880e7b9e96 service neutron] 10.222.0.48 "GET /v2.0/networks/c7e23169-e9d3-4fec-ace3-87b88825b851?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4466243 Mar 29 15:38:27.932990 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 15:38:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faa534a4-8bfa-4933-b71b-20887bfb6594 x-openstack-request-id: req-faa534a4-8bfa-4933-b71b-20887bfb6594 {{(pid=102790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:38:27.933602 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26d94825-0227-4ba7-895e-dfd9b7854731", "tag": "827fb163-93d9-4217-9400-b5fdca6790a3", "status": "completed", "code": 200}]} {{(pid=102790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:38:27.934700 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-faa534a4-8bfa-4933-b71b-20887bfb6594 {{(pid=102790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:38:27.935590 n-d-834765-1 neutron-server[102790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26d94825-0227-4ba7-895e-dfd9b7854731', 'tag': '827fb163-93d9-4217-9400-b5fdca6790a3', 'status': 'completed', 'code': 200} Mar 29 15:38:27.977122 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvr_db [None req-3efdbe60-51bb-46b6-b9aa-ceb27df5ca09 None None] Set router 23d7de72-2f96-4a61-bfb2-d31ceb2b85d5 gateway port host: n-d-834765-1 {{(pid=102792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:38:27.993587 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:28.090876 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84c93b85-c8c5-42c1-8f18-2d0f4bbc5547 admin admin] Router e5684e62-99d2-4d0f-b7a1-2625a06a65ca is scheduled to L3 agent c648d819-1060-4f26-b4ec-6455387b5dff with binding_index 1 {{(pid=102791) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 29 15:38:28.134080 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f75a81b4-cea7-4f54-a990-54deb63424a4 {{(pid=102792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:38:28.230240 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-bd4d2eae-0bec-4039-9875-ce6271f19c08 req-da1fed56-6af6-4980-9594-cdcf908d204c tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-2034321388&fields=id&tenant_id=407485f6cdeb4140b89a6a3209b31c9e HTTP/1.1" status: 200 len: 267 time: 0.1822329 Mar 29 15:38:28.264642 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5295e526-3991-4b32-8945-fb34dc7cb794 req-94b7b9fb-e99b-4dc9-8739-e1c6dad6db8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:38:28.272200 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-5295e526-3991-4b32-8945-fb34dc7cb794 req-94b7b9fb-e99b-4dc9-8739-e1c6dad6db8b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e445b8b78f0c475987478367fb7ec3e6&device_id=26d94825-0227-4ba7-895e-dfd9b7854731 HTTP/1.1" status: 200 len: 1096 time: 0.1986806 Mar 29 15:38:28.343402 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port f75a81b4-cea7-4f54-a990-54deb63424a4, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=f75a81b4-cea7-4f54-a990-54deb63424a4,segment=NetworkSegment(65ab5bc3-e80e-4641-82f0-4ef53207c2d7),segment_id=65ab5bc3-e80e-4641-82f0-4ef53207c2d7)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:38:28.377024 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:28.411304 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84c93b85-c8c5-42c1-8f18-2d0f4bbc5547 admin admin] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:38:28.428267 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-808b2353-8d9f-429b-a8aa-3740bbbc7ad0 None None] Sync routers for ids ['e5684e62-99d2-4d0f-b7a1-2625a06a65ca'] in n-d-834765-1 {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:38:28.446832 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-808b2353-8d9f-429b-a8aa-3740bbbc7ad0 None None] Routers {'e5684e62-99d2-4d0f-b7a1-2625a06a65ca'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:38:28.447976 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-808b2353-8d9f-429b-a8aa-3740bbbc7ad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:38:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['e5684e62-99d2-4d0f-b7a1-2625a06a65ca'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:38:28.487388 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-84c93b85-c8c5-42c1-8f18-2d0f4bbc5547 admin admin] Notify callbacks [] for router, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:28.494148 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-84c93b85-c8c5-42c1-8f18-2d0f4bbc5547 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 4.5237911 Mar 29 15:38:28.495027 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 39520) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:38:28.504418 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port 60cf14c9-e0ec-490c-ba70-40c549d73c43 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:38:28.504813 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:28.520701 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805128ce-84cd-4846-8b2d-d245ea4c1b24 req-d09c9d10-24a5-4fc2-b7f0-26a16a971ee9 tempest-ServersWithSpecificFlavorTestJSON-1899199349 tempest-ServersWithSpecificFlavorTestJSON-1899199349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:38:28.524679 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-805128ce-84cd-4846-8b2d-d245ea4c1b24 req-d09c9d10-24a5-4fc2-b7f0-26a16a971ee9 tempest-ServersWithSpecificFlavorTestJSON-1899199349 tempest-ServersWithSpecificFlavorTestJSON-1899199349-project] 10.222.0.42 "GET /v2.0/ports?device_id=26d94825-0227-4ba7-895e-dfd9b7854731 HTTP/1.1" status: 200 len: 945 time: 0.5594764 Mar 29 15:38:28.687754 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5295e526-3991-4b32-8945-fb34dc7cb794 req-d56858eb-01f9-40ab-a027-9a51cb7a3914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:38:28.691727 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-5295e526-3991-4b32-8945-fb34dc7cb794 req-d56858eb-01f9-40ab-a027-9a51cb7a3914 service neutron] 10.222.0.48 "GET /v2.0/networks?id=4c54ad59-5bf5-4d39-a555-33b9ac0525c6 HTTP/1.1" status: 200 len: 924 time: 0.3664918 Mar 29 15:38:28.714114 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4d2eae-0bec-4039-9875-ce6271f19c08 req-1ef34a95-89fa-4ca2-a03c-0be232fb164c tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:38:28.721908 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvr_db [None req-808b2353-8d9f-429b-a8aa-3740bbbc7ad0 None None] Set router e5684e62-99d2-4d0f-b7a1-2625a06a65ca gateway port host: n-d-834765-1 {{(pid=102793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:38:28.731203 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-bd4d2eae-0bec-4039-9875-ce6271f19c08 req-1ef34a95-89fa-4ca2-a03c-0be232fb164c tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] 10.222.0.42 "GET /v2.0/ports?device_id=31d87925-4a11-4608-80c4-7d62f80c3cc0 HTTP/1.1" status: 200 len: 945 time: 0.4894967 Mar 29 15:38:28.750309 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [req-bd4d2eae-0bec-4039-9875-ce6271f19c08 req-fde30607-ace4-4f54-9be1-093143dc39b5 tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] Request body: {'port': {'security_groups': ['de326c20-13fe-424c-a811-b741d354586f', '04423a6d-576b-4b76-9eb2-cb9e4f55a6e1']}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:38:28.880660 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] get_ports_and_sgs() called for port_ids ['f75a81b4-cea7-4f54-a990-54deb63424a4'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:38:28.931191 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-eeebc2a3-ee23-4b04-bb4e-5f2c74c632a2 req-a4f09994-f9e4-4ab7-b676-478caf06aefc tempest-AttachSCSIVolumeTestJSON-1548618217 tempest-AttachSCSIVolumeTestJSON-1548618217-project] Notify callbacks [] for port, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:28.932860 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-e71fd275-56e9-43d5-b1c6-d1d42551a610 None None] Provisioning complete for port 60cf14c9-e0ec-490c-ba70-40c549d73c43 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:38:28.933236 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-e71fd275-56e9-43d5-b1c6-d1d42551a610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:28.980616 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Pushing event updated for resources: {'Port': ['ID=f75a81b4-cea7-4f54-a990-54deb63424a4,revision_number=4']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:38:29.016475 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-808b2353-8d9f-429b-a8aa-3740bbbc7ad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5684e62-99d2-4d0f-b7a1-2625a06a65ca', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-714959390-router', 'tenant_id': '0f9bd78b0a1343218b62964007fa1641', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.236'}], 'enable_snat': True}, 'gw_port_id': 'ef327f6d-07cb-4ad5-b00a-d5df5ae28346', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:38:24Z', 'updated_at': '2022-03-29T15:38:26Z', 'revision_number': 3, 'project_id': '0f9bd78b0a1343218b62964007fa1641', 'gw_port': {'id': 'ef327f6d-07cb-4ad5-b00a-d5df5ae28346', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:79:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5684e62-99d2-4d0f-b7a1-2625a06a65ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:38:24Z', 'updated_at': '2022-03-29T15:38:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1'}], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:38:29.020651 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-bd4d2eae-0bec-4039-9875-ce6271f19c08 req-fde30607-ace4-4f54-9be1-093143dc39b5 tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:29.054447 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-808b2353-8d9f-429b-a8aa-3740bbbc7ad0 None None] Checking router: e5684e62-99d2-4d0f-b7a1-2625a06a65ca for host: n-d-834765-1 {{(pid=102793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:38:29.055253 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-808b2353-8d9f-429b-a8aa-3740bbbc7ad0 None None] Updating router e5684e62-99d2-4d0f-b7a1-2625a06a65ca port ef327f6d-07cb-4ad5-b00a-d5df5ae28346 binding host n-d-834765-1 {{(pid=102793) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 15:38:29.091182 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-eeebc2a3-ee23-4b04-bb4e-5f2c74c632a2 req-a4f09994-f9e4-4ab7-b676-478caf06aefc tempest-AttachSCSIVolumeTestJSON-1548618217 tempest-AttachSCSIVolumeTestJSON-1548618217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:29.114600 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-805128ce-84cd-4846-8b2d-d245ea4c1b24 req-adb044f5-075e-476d-90ca-c25bfb7251d3 tempest-ServersWithSpecificFlavorTestJSON-1899199349 tempest-ServersWithSpecificFlavorTestJSON-1899199349-project] 10.222.0.42 "GET /v2.0/security-groups?id=b327838c-078f-492b-afe7-ae6a101aed15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3379166 Mar 29 15:38:29.150061 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-808b2353-8d9f-429b-a8aa-3740bbbc7ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:29.202974 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-5295e526-3991-4b32-8945-fb34dc7cb794 req-216c09a6-fa83-496f-8af7-dc687c531fce service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=827fb163-93d9-4217-9400-b5fdca6790a3 HTTP/1.1" status: 200 len: 998 time: 0.4675901 Mar 29 15:38:29.367571 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5295e526-3991-4b32-8945-fb34dc7cb794 req-919bef1c-a397-4c54-9d73-4c106b8e15f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:38:29.370106 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-5295e526-3991-4b32-8945-fb34dc7cb794 req-919bef1c-a397-4c54-9d73-4c106b8e15f0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=03f862f4-b4e2-46c9-849d-afd166600484 HTTP/1.1" status: 200 len: 862 time: 0.1307881 Mar 29 15:38:29.469818 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eeebc2a3-ee23-4b04-bb4e-5f2c74c632a2 req-a4f09994-f9e4-4ab7-b676-478caf06aefc tempest-AttachSCSIVolumeTestJSON-1548618217 tempest-AttachSCSIVolumeTestJSON-1548618217-project] Network 3b111d56-5965-49c9-b46c-cb240d63a68d is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:38:29.500559 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5295e526-3991-4b32-8945-fb34dc7cb794 req-77652b21-aaf6-46ad-8ca9-bb6e6c0dd55c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:38:29.503122 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-5295e526-3991-4b32-8945-fb34dc7cb794 req-77652b21-aaf6-46ad-8ca9-bb6e6c0dd55c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4c54ad59-5bf5-4d39-a555-33b9ac0525c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1259258 Mar 29 15:38:29.563474 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-3efdbe60-51bb-46b6-b9aa-ceb27df5ca09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23d7de72-2f96-4a61-bfb2-d31ceb2b85d5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-959389574-router', 'tenant_id': 'e445b8b78f0c475987478367fb7ec3e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.83'}], 'enable_snat': True}, 'gw_port_id': 'f014e05d-d9c8-4704-9420-84147da2e5cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:35:47Z', 'updated_at': '2022-03-29T15:35:52Z', 'revision_number': 4, 'project_id': 'e445b8b78f0c475987478367fb7ec3e6', 'gw_port': {'id': 'f014e05d-d9c8-4704-9420-84147da2e5cb', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:03:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23d7de72-2f96-4a61-bfb2-d31ceb2b85d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:35:48Z', 'updated_at': '2022-03-29T15:35:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_floatingips': [{'id': '29d888c6-81d6-4ae7-85e6-a12fd91fd92d', 'tenant_id': 'e445b8b78f0c475987478367fb7ec3e6', 'floating_ip_address': '172.25.4.89', 'floating_network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'router_id': '23d7de72-2f96-4a61-bfb2-d31ceb2b85d5', 'port_id': '827fb163-93d9-4217-9400-b5fdca6790a3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 210, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c54ad59-5bf5-4d39-a555-33b9ac0525c6', 'mac_address': 'fa:16:3e:84:92:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26d94825-0227-4ba7-895e-dfd9b7854731', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T15:36:11Z', 'updated_at': '2022-03-29T15:38:25Z', 'revision_number': 5, 'project_id': 'e445b8b78f0c475987478367fb7ec3e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd46168aa-4b8f-4713-88b3-d5554fa2c9cc', 'name': '', 'network_id': '4c54ad59-5bf5-4d39-a555-33b9ac0525c6', 'tenant_id': 'e445b8b78f0c475987478367fb7ec3e6', 'mac_address': 'fa:16:3e:0b:49:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23d7de72-2f96-4a61-bfb2-d31ceb2b85d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '03f862f4-b4e2-46c9-849d-afd166600484', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:35:50Z', 'updated_at': '2022-03-29T15:35:58Z', 'revision_number': 5, 'project_id': 'e445b8b78f0c475987478367fb7ec3e6', 'subnets': [{'id': '03f862f4-b4e2-46c9-849d-afd166600484', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:38:29.661430 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-5295e526-3991-4b32-8945-fb34dc7cb794 req-4f65ba3c-0d53-4ca1-924c-1daf1d80b266 service neutron] 10.222.0.48 "GET /v2.0/networks/4c54ad59-5bf5-4d39-a555-33b9ac0525c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469295 Mar 29 15:38:29.665484 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3efdbe60-51bb-46b6-b9aa-ceb27df5ca09 None None] Checking router: 23d7de72-2f96-4a61-bfb2-d31ceb2b85d5 for host: n-d-834765-1 {{(pid=102792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:38:29.697787 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3efdbe60-51bb-46b6-b9aa-ceb27df5ca09 None None] Routers {'23d7de72-2f96-4a61-bfb2-d31ceb2b85d5'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:38:29.698639 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-3efdbe60-51bb-46b6-b9aa-ceb27df5ca09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:38:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['23d7de72-2f96-4a61-bfb2-d31ceb2b85d5'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:38:29.759989 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [req-eeebc2a3-ee23-4b04-bb4e-5f2c74c632a2 req-a4f09994-f9e4-4ab7-b676-478caf06aefc tempest-AttachSCSIVolumeTestJSON-1548618217 tempest-AttachSCSIVolumeTestJSON-1548618217-project] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:38:29.775943 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [req-eeebc2a3-ee23-4b04-bb4e-5f2c74c632a2 req-a4f09994-f9e4-4ab7-b676-478caf06aefc tempest-AttachSCSIVolumeTestJSON-1548618217 tempest-AttachSCSIVolumeTestJSON-1548618217-project] Received port after_create {{(pid=102791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:38:29.913453 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-808b2353-8d9f-429b-a8aa-3740bbbc7ad0 None None] Notify callbacks [] for port, precommit_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:29.930067 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-808b2353-8d9f-429b-a8aa-3740bbbc7ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:29.939976 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvr_db [None req-3efdbe60-51bb-46b6-b9aa-ceb27df5ca09 None None] Set router 23d7de72-2f96-4a61-bfb2-d31ceb2b85d5 gateway port host: n-d-834765-1 {{(pid=102792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:38:29.972128 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeebc2a3-ee23-4b04-bb4e-5f2c74c632a2 req-a4f09994-f9e4-4ab7-b676-478caf06aefc tempest-AttachSCSIVolumeTestJSON-1548618217 tempest-AttachSCSIVolumeTestJSON-1548618217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:38:29.973960 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-eeebc2a3-ee23-4b04-bb4e-5f2c74c632a2 req-a4f09994-f9e4-4ab7-b676-478caf06aefc tempest-AttachSCSIVolumeTestJSON-1548618217 tempest-AttachSCSIVolumeTestJSON-1548618217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:30.012092 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.managers [None req-808b2353-8d9f-429b-a8aa-3740bbbc7ad0 None None] Attempting to bind port ef327f6d-07cb-4ad5-b00a-d5df5ae28346 on host n-d-834765-1 for vnic_type normal with profile {{(pid=102793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:38:30.013967 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f09994-f9e4-4ab7-b676-478caf06aefc tempest-AttachSCSIVolumeTestJSON-1548618217 tempest-AttachSCSIVolumeTestJSON-1548618217-project] Pushing event updated for resources: {'Port': ['ID=9de95d5f-885a-43d6-bb07-567c62ae9edc,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:38:30.014804 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.managers [None req-808b2353-8d9f-429b-a8aa-3740bbbc7ad0 None None] Attempting to bind port ef327f6d-07cb-4ad5-b00a-d5df5ae28346 by drivers openvswitch,hyperv on host n-d-834765-1 at level 0 using segments [{'id': '6ab47353-a811-4bad-bc73-b4cc84583cfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'}] {{(pid=102793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:38:30.016880 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-808b2353-8d9f-429b-a8aa-3740bbbc7ad0 None None] Attempting to bind port ef327f6d-07cb-4ad5-b00a-d5df5ae28346 on network 4a4a035d-ecac-4ead-baa3-25f90788773a {{(pid=102793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:38:30.087873 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cc03c2-dbf0-4a6c-8532-c796827695ff req-74daa858-e49c-47ec-816f-f25d24f30ce4 tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:38:30.092956 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-81cc03c2-dbf0-4a6c-8532-c796827695ff req-74daa858-e49c-47ec-816f-f25d24f30ce4 tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] 10.222.0.42 "GET /v2.0/ports?device_id=02827dcb-f1d9-473b-a457-36e8d447defc HTTP/1.1" status: 200 len: 945 time: 0.8193676 Mar 29 15:38:30.108759 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-808b2353-8d9f-429b-a8aa-3740bbbc7ad0 None None] Checking agent: {'id': 'a8866439-9d96-425c-b519-6905c591ac37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 25, 36), 'started_at': datetime.datetime(2022, 3, 29, 15, 26, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 38, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834765-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:38:30.109378 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-808b2353-8d9f-429b-a8aa-3740bbbc7ad0 None None] Checking segment: {'id': '6ab47353-a811-4bad-bc73-b4cc84583cfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:38:30.109956 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-808b2353-8d9f-429b-a8aa-3740bbbc7ad0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:30.118956 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-808b2353-8d9f-429b-a8aa-3740bbbc7ad0 None None] Bound using segment: {'id': '6ab47353-a811-4bad-bc73-b4cc84583cfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'} {{(pid=102793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:38:30.122864 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.managers [None req-808b2353-8d9f-429b-a8aa-3740bbbc7ad0 None None] Bound port: ef327f6d-07cb-4ad5-b00a-d5df5ae28346, host: n-d-834765-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ab47353-a811-4bad-bc73-b4cc84583cfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'}}] {{(pid=102793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 15:38:30.123718 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-808b2353-8d9f-429b-a8aa-3740bbbc7ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:30.173319 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-eeebc2a3-ee23-4b04-bb4e-5f2c74c632a2 req-a4f09994-f9e4-4ab7-b676-478caf06aefc tempest-AttachSCSIVolumeTestJSON-1548618217 tempest-AttachSCSIVolumeTestJSON-1548618217-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.8380251 Mar 29 15:38:30.254757 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [req-eeebc2a3-ee23-4b04-bb4e-5f2c74c632a2 req-f6be5e11-6fe8-45df-8956-86109013d4ee service neutron] Request body: {'port': {'device_id': '67468a33-e484-423c-886f-1853a958551d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834765-1'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:38:30.274540 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-70f665c6-2a5b-4769-b619-cf9cf14d9ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:30.301963 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.db [None req-808b2353-8d9f-429b-a8aa-3740bbbc7ad0 None None] For port ef327f6d-07cb-4ad5-b00a-d5df5ae28346, host n-d-834765-1, cleared binding levels {{(pid=102793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:38:30.312177 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.db [None req-808b2353-8d9f-429b-a8aa-3740bbbc7ad0 None None] For port ef327f6d-07cb-4ad5-b00a-d5df5ae28346, host n-d-834765-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=ef327f6d-07cb-4ad5-b00a-d5df5ae28346,segment=NetworkSegment(6ab47353-a811-4bad-bc73-b4cc84583cfd),segment_id=6ab47353-a811-4bad-bc73-b4cc84583cfd)] {{(pid=102793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:38:30.363786 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972ed36f-eba5-4235-a1c8-2ece12841651 None None] Pushing event updated for resources: {'Port': ['ID=ef327f6d-07cb-4ad5-b00a-d5df5ae28346,revision_number=2']} {{(pid=102793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:38:30.372275 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-902dd49e-b24b-4af6-8f49-c4837449ab1d None None] Provisioning complete for port 9de95d5f-885a-43d6-bb07-567c62ae9edc triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:38:30.372650 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-902dd49e-b24b-4af6-8f49-c4837449ab1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:30.388315 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-808b2353-8d9f-429b-a8aa-3740bbbc7ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:30.400979 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972ed36f-eba5-4235-a1c8-2ece12841651 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:38:30.407510 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972ed36f-eba5-4235-a1c8-2ece12841651 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:38:30.408373 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972ed36f-eba5-4235-a1c8-2ece12841651 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:38:30.414265 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972ed36f-eba5-4235-a1c8-2ece12841651 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:38:30.415143 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972ed36f-eba5-4235-a1c8-2ece12841651 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:38:30.415851 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972ed36f-eba5-4235-a1c8-2ece12841651 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:38:30.417553 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972ed36f-eba5-4235-a1c8-2ece12841651 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:38:30.426252 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972ed36f-eba5-4235-a1c8-2ece12841651 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:38:30.427865 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972ed36f-eba5-4235-a1c8-2ece12841651 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:38:30.430737 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972ed36f-eba5-4235-a1c8-2ece12841651 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:38:30.434612 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972ed36f-eba5-4235-a1c8-2ece12841651 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:38:30.440823 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972ed36f-eba5-4235-a1c8-2ece12841651 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:38:30.513931 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-902dd49e-b24b-4af6-8f49-c4837449ab1d None None] Port 9de95d5f-885a-43d6-bb07-567c62ae9edc cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 15:38:30.590923 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972ed36f-eba5-4235-a1c8-2ece12841651 None None] Pushing event updated for resources: {'Port': ['ID=ef327f6d-07cb-4ad5-b00a-d5df5ae28346,revision_number=3']} {{(pid=102793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:38:30.608418 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-3efdbe60-51bb-46b6-b9aa-ceb27df5ca09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23d7de72-2f96-4a61-bfb2-d31ceb2b85d5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-959389574-router', 'tenant_id': 'e445b8b78f0c475987478367fb7ec3e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.83'}], 'enable_snat': True}, 'gw_port_id': 'f014e05d-d9c8-4704-9420-84147da2e5cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:35:47Z', 'updated_at': '2022-03-29T15:35:52Z', 'revision_number': 4, 'project_id': 'e445b8b78f0c475987478367fb7ec3e6', 'gw_port': {'id': 'f014e05d-d9c8-4704-9420-84147da2e5cb', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:03:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23d7de72-2f96-4a61-bfb2-d31ceb2b85d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:35:48Z', 'updated_at': '2022-03-29T15:35:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_floatingips': [{'id': '29d888c6-81d6-4ae7-85e6-a12fd91fd92d', 'tenant_id': 'e445b8b78f0c475987478367fb7ec3e6', 'floating_ip_address': '172.25.4.89', 'floating_network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'router_id': '23d7de72-2f96-4a61-bfb2-d31ceb2b85d5', 'port_id': '827fb163-93d9-4217-9400-b5fdca6790a3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 210, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c54ad59-5bf5-4d39-a555-33b9ac0525c6', 'mac_address': 'fa:16:3e:84:92:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26d94825-0227-4ba7-895e-dfd9b7854731', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T15:36:11Z', 'updated_at': '2022-03-29T15:38:25Z', 'revision_number': 5, 'project_id': 'e445b8b78f0c475987478367fb7ec3e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd46168aa-4b8f-4713-88b3-d5554fa2c9cc', 'name': '', 'network_id': '4c54ad59-5bf5-4d39-a555-33b9ac0525c6', 'tenant_id': 'e445b8b78f0c475987478367fb7ec3e6', 'mac_address': 'fa:16:3e:0b:49:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23d7de72-2f96-4a61-bfb2-d31ceb2b85d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '03f862f4-b4e2-46c9-849d-afd166600484', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:35:50Z', 'updated_at': '2022-03-29T15:35:58Z', 'revision_number': 5, 'project_id': 'e445b8b78f0c475987478367fb7ec3e6', 'subnets': [{'id': '03f862f4-b4e2-46c9-849d-afd166600484', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:38:30.634069 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-808b2353-8d9f-429b-a8aa-3740bbbc7ad0 None None] Routers {'e5684e62-99d2-4d0f-b7a1-2625a06a65ca'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:38:30.634707 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-808b2353-8d9f-429b-a8aa-3740bbbc7ad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:38:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['e5684e62-99d2-4d0f-b7a1-2625a06a65ca'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:38:30.666621 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-55bafd6a-d70c-4a8f-afa3-c53056aa1024 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:30.698177 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-81cc03c2-dbf0-4a6c-8532-c796827695ff req-d5f017e8-f900-4e96-a222-12fe92e66b8d tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] 10.222.0.42 "GET /v2.0/security-groups?id=d26d57f3-f34b-4b82-acb2-a15ffdfe7b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5771194 Mar 29 15:38:30.893587 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvr_db [None req-808b2353-8d9f-429b-a8aa-3740bbbc7ad0 None None] Set router e5684e62-99d2-4d0f-b7a1-2625a06a65ca gateway port host: n-d-834765-1 {{(pid=102793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:38:30.955629 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [req-bd4d2eae-0bec-4039-9875-ce6271f19c08 req-fde30607-ace4-4f54-9be1-093143dc39b5 tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] For port fa7367e8-75a8-471a-a7ca-e3f5b988a1f8, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=fa7367e8-75a8-471a-a7ca-e3f5b988a1f8,segment=NetworkSegment(22e9e91d-0f71-4672-ad57-f0a289f27614),segment_id=22e9e91d-0f71-4672-ad57-f0a289f27614)] {{(pid=102790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:38:31.019359 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-eeebc2a3-ee23-4b04-bb4e-5f2c74c632a2 req-f6be5e11-6fe8-45df-8956-86109013d4ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:31.033237 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3efdbe60-51bb-46b6-b9aa-ceb27df5ca09 None None] The sync data for ids ['23d7de72-2f96-4a61-bfb2-d31ceb2b85d5'] in n-d-834765-1 is: [{'id': '23d7de72-2f96-4a61-bfb2-d31ceb2b85d5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-959389574-router', 'tenant_id': 'e445b8b78f0c475987478367fb7ec3e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.83'}], 'enable_snat': True}, 'gw_port_id': 'f014e05d-d9c8-4704-9420-84147da2e5cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:35:47Z', 'updated_at': '2022-03-29T15:35:52Z', 'revision_number': 4, 'project_id': 'e445b8b78f0c475987478367fb7ec3e6', 'gw_port': {'id': 'f014e05d-d9c8-4704-9420-84147da2e5cb', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:03:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23d7de72-2f96-4a61-bfb2-d31ceb2b85d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:35:48Z', 'updated_at': '2022-03-29T15:35:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_floatingips': [{'id': '29d888c6-81d6-4ae7-85e6-a12fd91fd92d', 'tenant_id': 'e445b8b78f0c475987478367fb7ec3e6', 'floating_ip_address': '172.25.4.89', 'floating_network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'router_id': '23d7de72-2f96-4a61-bfb2-d31ceb2b85d5', 'port_id': '827fb163-93d9-4217-9400-b5fdca6790a3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 210, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c54ad59-5bf5-4d39-a555-33b9ac0525c6', 'mac_address': 'fa:16:3e:84:92:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26d94825-0227-4ba7-895e-dfd9b7854731', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T15:36:11Z', 'updated_at': '2022-03-29T15:38:25Z', 'revision_number': 5, 'project_id': 'e445b8b78f0c475987478367fb7ec3e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd46168aa-4b8f-4713-88b3-d5554fa2c9cc', 'name': '', 'network_id': '4c54ad59-5bf5-4d39-a555-33b9ac0525c6', 'tenant_id': 'e445b8b78f0c475987478367fb7ec3e6', 'mac_address': 'fa:16:3e:0b:49:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23d7de72-2f96-4a61-bfb2-d31ceb2b85d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '03f862f4-b4e2-46c9-849d-afd166600484', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:35:50Z', 'updated_at': '2022-03-29T15:35:58Z', 'revision_number': 5, 'project_id': 'e445b8b78f0c475987478367fb7ec3e6', 'subnets': [{'id': '03f862f4-b4e2-46c9-849d-afd166600484', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:38:31.066852 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-682027d2-5f90-4929-9016-a8906c4030f0 req-b18f47c0-511d-4105-8e4d-ef39234806a0 tempest-ServersAdminNegativeTestJSON-1221216767 tempest-ServersAdminNegativeTestJSON-1221216767-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=8e8ee4f25fd34551a6b091ac55eb831f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1091292 Mar 29 15:38:31.138815 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef28d9cd-07b8-42e9-9433-18bd60e9f89b req-85826f07-9fe2-4403-a6f5-2f9582d84e11 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:38:31.140457 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ef28d9cd-07b8-42e9-9433-18bd60e9f89b req-85826f07-9fe2-4403-a6f5-2f9582d84e11 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] 10.222.0.42 "GET /v2.0/ports?device_id=10eb82c7-8749-4775-80c9-2376fe09f89e HTTP/1.1" status: 200 len: 945 time: 0.1833158 Mar 29 15:38:31.141770 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_common [None req-55bafd6a-d70c-4a8f-afa3-c53056aa1024 admin admin] Allocated IP 172.20.0.1 (f52d9db9-d5ba-4983-af69-edf314686618/4e2f4ef5-113e-4e66-bfbd-84e78a7195f5/669068ad-b84d-41d9-b906-27f3e61d0312) {{(pid=102791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:38:31.204691 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ef28d9cd-07b8-42e9-9433-18bd60e9f89b req-750ceac1-a9b6-416e-a0dd-dd897399f490 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] 10.222.0.42 "GET /v2.0/security-groups?id=c99ced8e-1ceb-46fb-aaa7-747186b2b9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514522 Mar 29 15:38:31.479044 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-bd4d2eae-0bec-4039-9875-ce6271f19c08 req-fde30607-ace4-4f54-9be1-093143dc39b5 tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] Notify callbacks [] for port, precommit_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:31.517935 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21b0d534-fc08-4c57-a66c-51ae03dbfd5c None None] New status for floating IP 29d888c6-81d6-4ae7-85e6-a12fd91fd92d: ACTIVE {{(pid=102792) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 15:38:31.522458 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-bd4d2eae-0bec-4039-9875-ce6271f19c08 req-fde30607-ace4-4f54-9be1-093143dc39b5 tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5237921'] for port, after_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:31.583480 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-55bafd6a-d70c-4a8f-afa3-c53056aa1024 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:31.604181 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] get_ports_and_sgs() called for port_ids ['fa7367e8-75a8-471a-a7ca-e3f5b988a1f8'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:38:31.653011 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-55bafd6a-d70c-4a8f-afa3-c53056aa1024 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:31.676580 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-808b2353-8d9f-429b-a8aa-3740bbbc7ad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5684e62-99d2-4d0f-b7a1-2625a06a65ca', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-714959390-router', 'tenant_id': '0f9bd78b0a1343218b62964007fa1641', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.236'}], 'enable_snat': True}, 'gw_port_id': 'ef327f6d-07cb-4ad5-b00a-d5df5ae28346', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:38:24Z', 'updated_at': '2022-03-29T15:38:26Z', 'revision_number': 3, 'project_id': '0f9bd78b0a1343218b62964007fa1641', 'gw_port': {'id': 'ef327f6d-07cb-4ad5-b00a-d5df5ae28346', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:79:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5684e62-99d2-4d0f-b7a1-2625a06a65ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:38:24Z', 'updated_at': '2022-03-29T15:38:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1'}], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:38:31.724618 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-5295e526-3991-4b32-8945-fb34dc7cb794 req-187c164c-6895-42b6-bab6-6c0addc791b8 service neutron] 10.222.0.48 "GET /v2.0/networks/4c54ad59-5bf5-4d39-a555-33b9ac0525c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 2.0533490 Mar 29 15:38:31.750081 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682027d2-5f90-4929-9016-a8906c4030f0 req-7faf4e1a-a7d4-44c3-abce-3b4e4787f70f tempest-ServersAdminNegativeTestJSON-1221216767 tempest-ServersAdminNegativeTestJSON-1221216767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:38:31.751047 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-682027d2-5f90-4929-9016-a8906c4030f0 req-7faf4e1a-a7d4-44c3-abce-3b4e4787f70f tempest-ServersAdminNegativeTestJSON-1221216767 tempest-ServersAdminNegativeTestJSON-1221216767-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5385432 Mar 29 15:38:31.765817 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-808b2353-8d9f-429b-a8aa-3740bbbc7ad0 None None] The sync data for ids ['e5684e62-99d2-4d0f-b7a1-2625a06a65ca'] in n-d-834765-1 is: [{'id': 'e5684e62-99d2-4d0f-b7a1-2625a06a65ca', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-714959390-router', 'tenant_id': '0f9bd78b0a1343218b62964007fa1641', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.236'}], 'enable_snat': True}, 'gw_port_id': 'ef327f6d-07cb-4ad5-b00a-d5df5ae28346', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:38:24Z', 'updated_at': '2022-03-29T15:38:26Z', 'revision_number': 3, 'project_id': '0f9bd78b0a1343218b62964007fa1641', 'gw_port': {'id': 'ef327f6d-07cb-4ad5-b00a-d5df5ae28346', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:79:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5684e62-99d2-4d0f-b7a1-2625a06a65ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:38:24Z', 'updated_at': '2022-03-29T15:38:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1'}] {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:38:31.768023 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55bafd6a-d70c-4a8f-afa3-c53056aa1024 admin admin] Network f52d9db9-d5ba-4983-af69-edf314686618 is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:38:31.778197 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [None req-55bafd6a-d70c-4a8f-afa3-c53056aa1024 admin admin] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:38:31.786531 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55bafd6a-d70c-4a8f-afa3-c53056aa1024 admin admin] Received port after_create {{(pid=102791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:38:31.884687 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4d2eae-0bec-4039-9875-ce6271f19c08 req-fde30607-ace4-4f54-9be1-093143dc39b5 tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:38:31.888126 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-bd4d2eae-0bec-4039-9875-ce6271f19c08 req-fde30607-ace4-4f54-9be1-093143dc39b5 tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:31.914862 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-bd4d2eae-0bec-4039-9875-ce6271f19c08 req-fde30607-ace4-4f54-9be1-093143dc39b5 tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] 10.222.0.42 "PUT /v2.0/ports/fa7367e8-75a8-471a-a7ca-e3f5b988a1f8 HTTP/1.1" status: 200 len: 981 time: 3.1812224 Mar 29 15:38:31.914862 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde30607-ace4-4f54-9be1-093143dc39b5 tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] Pushing event updated for resources: {'Port': ['ID=fa7367e8-75a8-471a-a7ca-e3f5b988a1f8,revision_number=6']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:38:31.944079 n-d-834765-1 neutron-server[102790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31d87925-4a11-4608-80c4-7d62f80c3cc0', 'tag': 'fa7367e8-75a8-471a-a7ca-e3f5b988a1f8'}] {{(pid=102790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:38:31.946381 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46b06d655c90bc969636382cce4240ad749035fb0f3a83ee4734fa1ed9c4a6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da1b59a5-c7ee-4fa2-b218-e615787dd5a2" -d '{"events": [{"name": "network-changed", "server_uuid": "31d87925-4a11-4608-80c4-7d62f80c3cc0", "tag": "fa7367e8-75a8-471a-a7ca-e3f5b988a1f8"}]}' {{(pid=102790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:38:31.968418 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fdd03c-d478-4dae-b5da-c84c37da5d12 req-a01cb155-57f3-4c0d-89ff-cc95d22fa517 tempest-AttachSCSIVolumeTestJSON-1548618217 tempest-AttachSCSIVolumeTestJSON-1548618217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:38:31.985235 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-c3fdd03c-d478-4dae-b5da-c84c37da5d12 req-a01cb155-57f3-4c0d-89ff-cc95d22fa517 tempest-AttachSCSIVolumeTestJSON-1548618217 tempest-AttachSCSIVolumeTestJSON-1548618217-project] 10.222.0.42 "GET /v2.0/ports?device_id=67468a33-e484-423c-886f-1853a958551d HTTP/1.1" status: 200 len: 932 time: 0.5926070 Mar 29 15:38:31.995785 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [req-682027d2-5f90-4929-9016-a8906c4030f0 req-22cc78aa-ac51-4ab7-ae84-9e0404c4b866 tempest-ServersAdminNegativeTestJSON-1221216767 tempest-ServersAdminNegativeTestJSON-1221216767-project] Request body: {'port': {'device_id': 'aa799c73-6e33-4d38-9aa8-5e44da0ccd72', 'network_id': '2268a9b9-82fd-4886-a91d-3a50e4e16cab', 'admin_state_up': True, 'tenant_id': '8e8ee4f25fd34551a6b091ac55eb831f'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:38:32.013222 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bafd6a-d70c-4a8f-afa3-c53056aa1024 admin admin] Pushing event updated for resources: {'Port': ['ID=669068ad-b84d-41d9-b906-27f3e61d0312,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:38:32.099112 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-55bafd6a-d70c-4a8f-afa3-c53056aa1024 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-648347'] for router_interface, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:32.158260 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] get_ports_and_sgs() called for port_ids ['fa7367e8-75a8-471a-a7ca-e3f5b988a1f8'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:38:32.196846 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-a2276cb9-f9f8-4686-8bb5-4018fddbeff2 req-e804a6a9-deea-4ad1-a97e-e01f64830c99 tempest-ServersAdminNegativeTestJSON-1221216767 tempest-ServersAdminNegativeTestJSON-1221216767-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa799c73-6e33-4d38-9aa8-5e44da0ccd72 HTTP/1.1" status: 200 len: 210 time: 0.1296823 Mar 29 15:38:32.433356 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-9b2e9b8c-b10b-4ddf-a178-386f4f5f115b None None] Provisioning complete for port 669068ad-b84d-41d9-b906-27f3e61d0312 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:38:32.433356 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-9b2e9b8c-b10b-4ddf-a178-386f4f5f115b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:32.473627 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-9b2e9b8c-b10b-4ddf-a178-386f4f5f115b None None] Port 669068ad-b84d-41d9-b906-27f3e61d0312 cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 15:38:32.529517 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf9c612-4890-43a7-8f1e-1a48fc96d05a req-22ef2c95-efe8-4657-8449-56763d0e765a tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:38:32.545684 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-fcf9c612-4890-43a7-8f1e-1a48fc96d05a req-22ef2c95-efe8-4657-8449-56763d0e765a tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] 10.222.0.42 "GET /v2.0/ports?device_id=02827dcb-f1d9-473b-a457-36e8d447defc HTTP/1.1" status: 200 len: 945 time: 0.1677697 Mar 29 15:38:32.563127 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-682027d2-5f90-4929-9016-a8906c4030f0 req-22cc78aa-ac51-4ab7-ae84-9e0404c4b866 tempest-ServersAdminNegativeTestJSON-1221216767 tempest-ServersAdminNegativeTestJSON-1221216767-project] Made reservation on behalf of 8e8ee4f25fd34551a6b091ac55eb831f for: {'port': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:38:32.583689 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-682027d2-5f90-4929-9016-a8906c4030f0 req-22cc78aa-ac51-4ab7-ae84-9e0404c4b866 tempest-ServersAdminNegativeTestJSON-1221216767 tempest-ServersAdminNegativeTestJSON-1221216767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:32.743252 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-512a2e85-6f71-49ad-847e-fceaf7526a23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:32.792247 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-fcf9c612-4890-43a7-8f1e-1a48fc96d05a req-ec2448d1-bab5-4324-aa2e-6387e9b6908b tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] 10.222.0.42 "GET /v2.0/security-groups?id=d26d57f3-f34b-4b82-acb2-a15ffdfe7b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2312827 Mar 29 15:38:32.903682 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [req-eeebc2a3-ee23-4b04-bb4e-5f2c74c632a2 req-f6be5e11-6fe8-45df-8956-86109013d4ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9de95d5f-885a-43d6-bb07-567c62ae9edc {{(pid=102791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:38:32.911775 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-eeebc2a3-ee23-4b04-bb4e-5f2c74c632a2 req-f6be5e11-6fe8-45df-8956-86109013d4ee service neutron] Notify callbacks [] for port, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:32.924708 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.provisioning_blocks [req-eeebc2a3-ee23-4b04-bb4e-5f2c74c632a2 req-f6be5e11-6fe8-45df-8956-86109013d4ee service neutron] Transition to ACTIVE for port object 9de95d5f-885a-43d6-bb07-567c62ae9edc will not be triggered until provisioned by entity L2. {{(pid=102791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 15:38:32.933811 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-c3fdd03c-d478-4dae-b5da-c84c37da5d12 req-974aeaf8-f719-44b8-8d8a-1f181b41b8b9 tempest-AttachSCSIVolumeTestJSON-1548618217 tempest-AttachSCSIVolumeTestJSON-1548618217-project] 10.222.0.42 "GET /v2.0/security-groups?id=3439922e-7826-4de8-b252-c13f8af043b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9463811 Mar 29 15:38:32.943236 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-eeebc2a3-ee23-4b04-bb4e-5f2c74c632a2 req-f6be5e11-6fe8-45df-8956-86109013d4ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:33.028740 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 15:38:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e189bdc-476b-44b5-8635-86bd095f8b78 x-openstack-request-id: req-4e189bdc-476b-44b5-8635-86bd095f8b78 {{(pid=102790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:38:33.029352 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31d87925-4a11-4608-80c4-7d62f80c3cc0", "tag": "fa7367e8-75a8-471a-a7ca-e3f5b988a1f8", "status": "completed", "code": 200}]} {{(pid=102790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:38:33.030326 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-4e189bdc-476b-44b5-8635-86bd095f8b78 {{(pid=102790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:38:33.031703 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.44', 49890) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:38:33.032260 n-d-834765-1 neutron-server[102790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31d87925-4a11-4608-80c4-7d62f80c3cc0', 'tag': 'fa7367e8-75a8-471a-a7ca-e3f5b988a1f8', 'status': 'completed', 'code': 200} Mar 29 15:38:33.043822 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device f75a81b4-cea7-4f54-a990-54deb63424a4 up at agent hyperv_n-h1-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:38:33.152818 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6be5e11-6fe8-45df-8956-86109013d4ee service neutron] Pushing event updated for resources: {'Port': ['ID=9de95d5f-885a-43d6-bb07-567c62ae9edc,revision_number=2']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:38:33.275743 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-4215cd33-6ddd-46ee-a244-e88cd5f18926 req-2802d347-0b84-4cdc-a702-e41e875a4225 tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1443061259&fields=id&tenant_id=407485f6cdeb4140b89a6a3209b31c9e HTTP/1.1" status: 200 len: 267 time: 0.3186140 Mar 29 15:38:33.281638 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Provisioning for port f75a81b4-cea7-4f54-a990-54deb63424a4 completed by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 15:38:33.296019 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Provisioning complete for port f75a81b4-cea7-4f54-a990-54deb63424a4 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:38:33.296395 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:33.327381 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1b59a5-c7ee-4fa2-b218-e615787dd5a2 req-60b4d8ed-024b-452c-a519-7b6fa8718f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:38:33.349267 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-da1b59a5-c7ee-4fa2-b218-e615787dd5a2 req-60b4d8ed-024b-452c-a519-7b6fa8718f74 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=407485f6cdeb4140b89a6a3209b31c9e&device_id=31d87925-4a11-4608-80c4-7d62f80c3cc0 HTTP/1.1" status: 200 len: 1135 time: 0.2780526 Mar 29 15:38:33.418778 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.db_base_plugin_common [req-682027d2-5f90-4929-9016-a8906c4030f0 req-22cc78aa-ac51-4ab7-ae84-9e0404c4b866 tempest-ServersAdminNegativeTestJSON-1221216767 tempest-ServersAdminNegativeTestJSON-1221216767-project] Allocated IP 192.168.233.30 (2268a9b9-82fd-4886-a91d-3a50e4e16cab/abb8e5d6-2aea-4455-a944-3435a3d1ce49/2999577e-da73-4bb3-a530-a4663e4f4f0c) {{(pid=102790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:38:33.489968 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:33.512737 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1b59a5-c7ee-4fa2-b218-e615787dd5a2 req-266d7041-508f-4b24-9602-097b7e6d8969 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:38:33.522951 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-da1b59a5-c7ee-4fa2-b218-e615787dd5a2 req-266d7041-508f-4b24-9602-097b7e6d8969 service neutron] 10.222.0.44 "GET /v2.0/networks?id=45430e61-d8db-47cd-8e77-5a8c8cddc622 HTTP/1.1" status: 200 len: 913 time: 0.1203976 Mar 29 15:38:33.544389 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-55bafd6a-d70c-4a8f-afa3-c53056aa1024 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:33.569663 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-eeebc2a3-ee23-4b04-bb4e-5f2c74c632a2 req-f6be5e11-6fe8-45df-8956-86109013d4ee service neutron] Attempting to bind port 9de95d5f-885a-43d6-bb07-567c62ae9edc on host n-h1-834765-1 for vnic_type normal with profile {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:38:33.570002 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-eeebc2a3-ee23-4b04-bb4e-5f2c74c632a2 req-f6be5e11-6fe8-45df-8956-86109013d4ee service neutron] Attempting to bind port 9de95d5f-885a-43d6-bb07-567c62ae9edc by drivers openvswitch,hyperv on host n-h1-834765-1 at level 0 using segments [{'id': '3d5eb777-4fe8-4b7b-97c0-0f1706f8e353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '3b111d56-5965-49c9-b46c-cb240d63a68d'}] {{(pid=102791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:38:33.570330 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeebc2a3-ee23-4b04-bb4e-5f2c74c632a2 req-f6be5e11-6fe8-45df-8956-86109013d4ee service neutron] Attempting to bind port 9de95d5f-885a-43d6-bb07-567c62ae9edc on network 3b111d56-5965-49c9-b46c-cb240d63a68d {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:38:33.593736 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec74fe0a-49a5-4a1d-9e5d-14395372fda9 req-3ab23d0e-4756-4846-9e3d-9df905e09a08 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:38:33.595289 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ec74fe0a-49a5-4a1d-9e5d-14395372fda9 req-3ab23d0e-4756-4846-9e3d-9df905e09a08 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] 10.222.0.42 "GET /v2.0/ports?device_id=10eb82c7-8749-4775-80c9-2376fe09f89e HTTP/1.1" status: 200 len: 945 time: 0.3460143 Mar 29 15:38:33.616195 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4215cd33-6ddd-46ee-a244-e88cd5f18926 req-08b0897c-a7cc-4bd1-a1bc-7817bde98339 tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:38:33.626623 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeebc2a3-ee23-4b04-bb4e-5f2c74c632a2 req-f6be5e11-6fe8-45df-8956-86109013d4ee service neutron] Port 9de95d5f-885a-43d6-bb07-567c62ae9edc on network 3b111d56-5965-49c9-b46c-cb240d63a68d not bound, no agent of type Open vSwitch agent registered on host n-h1-834765-1 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 15:38:33.627036 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeebc2a3-ee23-4b04-bb4e-5f2c74c632a2 req-f6be5e11-6fe8-45df-8956-86109013d4ee service neutron] Attempting to bind port 9de95d5f-885a-43d6-bb07-567c62ae9edc on network 3b111d56-5965-49c9-b46c-cb240d63a68d {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:38:33.634053 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeebc2a3-ee23-4b04-bb4e-5f2c74c632a2 req-f6be5e11-6fe8-45df-8956-86109013d4ee service neutron] Checking agent: {'id': 'be375040-5069-4239-9460-a3a3213e1e90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 33, 18), 'started_at': datetime.datetime(2022, 3, 29, 15, 33, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 38, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:38:33.634395 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeebc2a3-ee23-4b04-bb4e-5f2c74c632a2 req-f6be5e11-6fe8-45df-8956-86109013d4ee service neutron] Checking segment: {'id': '3d5eb777-4fe8-4b7b-97c0-0f1706f8e353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '3b111d56-5965-49c9-b46c-cb240d63a68d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:38:33.634773 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeebc2a3-ee23-4b04-bb4e-5f2c74c632a2 req-f6be5e11-6fe8-45df-8956-86109013d4ee service neutron] Bound using segment: {'id': '3d5eb777-4fe8-4b7b-97c0-0f1706f8e353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '3b111d56-5965-49c9-b46c-cb240d63a68d'} {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:38:33.635422 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-eeebc2a3-ee23-4b04-bb4e-5f2c74c632a2 req-f6be5e11-6fe8-45df-8956-86109013d4ee service neutron] Bound port: 9de95d5f-885a-43d6-bb07-567c62ae9edc, host: n-h1-834765-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d5eb777-4fe8-4b7b-97c0-0f1706f8e353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '3b111d56-5965-49c9-b46c-cb240d63a68d'}}] {{(pid=102791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 15:38:33.635569 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-eeebc2a3-ee23-4b04-bb4e-5f2c74c632a2 req-f6be5e11-6fe8-45df-8956-86109013d4ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:33.641481 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-4215cd33-6ddd-46ee-a244-e88cd5f18926 req-08b0897c-a7cc-4bd1-a1bc-7817bde98339 tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] 10.222.0.42 "GET /v2.0/ports?device_id=31d87925-4a11-4608-80c4-7d62f80c3cc0 HTTP/1.1" status: 200 len: 984 time: 0.3609519 Mar 29 15:38:33.642026 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-da1b59a5-c7ee-4fa2-b218-e615787dd5a2 req-49b2b7a0-2a99-45d6-9f80-5f25534c540a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fa7367e8-75a8-471a-a7ca-e3f5b988a1f8 HTTP/1.1" status: 200 len: 217 time: 0.0792024 Mar 29 15:38:33.655530 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port f75a81b4-cea7-4f54-a990-54deb63424a4, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=f75a81b4-cea7-4f54-a990-54deb63424a4,segment=NetworkSegment(65ab5bc3-e80e-4641-82f0-4ef53207c2d7),segment_id=65ab5bc3-e80e-4641-82f0-4ef53207c2d7)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:38:33.658498 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10eb82c7-8749-4775-80c9-2376fe09f89e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f75a81b4-cea7-4f54-a990-54deb63424a4'}] {{(pid=102792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:38:33.668489 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [req-4215cd33-6ddd-46ee-a244-e88cd5f18926 req-db236877-bcf9-4b66-aff3-9567cfd7fabb tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] Request body: {'port': {'security_groups': ['04423a6d-576b-4b76-9eb2-cb9e4f55a6e1', 'de326c20-13fe-424c-a811-b741d354586f', '5c1b10d0-4129-48f5-b18a-48c124b1833b']}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:38:33.669807 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4f476c66b318cc6068719fc39557fac68d413f5c7e78fa77028c7948e999ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c3f6200-4577-4636-9931-2ad305db02b1" -d '{"events": [{"server_uuid": "10eb82c7-8749-4775-80c9-2376fe09f89e", "name": "network-vif-plugged", "status": "completed", "tag": "f75a81b4-cea7-4f54-a990-54deb63424a4"}]}' {{(pid=102792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:38:33.688140 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:33.761770 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1b59a5-c7ee-4fa2-b218-e615787dd5a2 req-038170e4-eaaa-421d-a7f3-84eb73df0453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:38:33.763275 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-da1b59a5-c7ee-4fa2-b218-e615787dd5a2 req-038170e4-eaaa-421d-a7f3-84eb73df0453 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=961a5899-9b08-4b71-af3d-bd0ca39267a4 HTTP/1.1" status: 200 len: 852 time: 0.0852666 Mar 29 15:38:33.836651 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device ef327f6d-07cb-4ad5-b00a-d5df5ae28346 up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:38:33.867074 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ec74fe0a-49a5-4a1d-9e5d-14395372fda9 req-eeb2e185-3dcf-4c8f-8c60-61eebe5de18f tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] 10.222.0.42 "GET /v2.0/security-groups?id=c99ced8e-1ceb-46fb-aaa7-747186b2b9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2341475 Mar 29 15:38:33.893178 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-da1b59a5-c7ee-4fa2-b218-e615787dd5a2 req-bb98f0b6-484f-4773-b49f-7376134cedb7 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=45430e61-d8db-47cd-8e77-5a8c8cddc622&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0669358 Mar 29 15:38:33.906165 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Pushing event updated for resources: {'Port': ['ID=f75a81b4-cea7-4f54-a990-54deb63424a4,revision_number=5']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:38:33.978947 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port ef327f6d-07cb-4ad5-b00a-d5df5ae28346 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:38:33.979918 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:34.040344 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-4215cd33-6ddd-46ee-a244-e88cd5f18926 req-db236877-bcf9-4b66-aff3-9567cfd7fabb tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:34.050384 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d71584b9-87f1-45f5-84c7-c993c2416269 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:34.111510 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-eeebc2a3-ee23-4b04-bb4e-5f2c74c632a2 req-f6be5e11-6fe8-45df-8956-86109013d4ee service neutron] For port 9de95d5f-885a-43d6-bb07-567c62ae9edc, host n-h1-834765-1, cleared binding levels {{(pid=102791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:38:34.125912 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:34.156928 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] For port ef327f6d-07cb-4ad5-b00a-d5df5ae28346, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=ef327f6d-07cb-4ad5-b00a-d5df5ae28346,segment=NetworkSegment(6ab47353-a811-4bad-bc73-b4cc84583cfd),segment_id=6ab47353-a811-4bad-bc73-b4cc84583cfd)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:38:34.166933 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:34.177002 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-971ceaae-feff-401d-b8b5-aae2981298d3 req-a88826b3-082d-48d6-bd39-3dead34b18e8 tempest-ServersAdminNegativeTestJSON-1221216767 tempest-ServersAdminNegativeTestJSON-1221216767-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa799c73-6e33-4d38-9aa8-5e44da0ccd72 HTTP/1.1" status: 200 len: 210 time: 0.0762110 Mar 29 15:38:34.198303 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-eeebc2a3-ee23-4b04-bb4e-5f2c74c632a2 req-f6be5e11-6fe8-45df-8956-86109013d4ee service neutron] For port 9de95d5f-885a-43d6-bb07-567c62ae9edc, host n-h1-834765-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=9de95d5f-885a-43d6-bb07-567c62ae9edc,segment=NetworkSegment(3d5eb777-4fe8-4b7b-97c0-0f1706f8e353),segment_id=3d5eb777-4fe8-4b7b-97c0-0f1706f8e353)] {{(pid=102791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:38:34.269594 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Pushing event updated for resources: {'Port': ['ID=ef327f6d-07cb-4ad5-b00a-d5df5ae28346,revision_number=4']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:38:34.271301 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-eeebc2a3-ee23-4b04-bb4e-5f2c74c632a2 req-f6be5e11-6fe8-45df-8956-86109013d4ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:34.281522 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-682027d2-5f90-4929-9016-a8906c4030f0 req-22cc78aa-ac51-4ab7-ae84-9e0404c4b866 tempest-ServersAdminNegativeTestJSON-1221216767 tempest-ServersAdminNegativeTestJSON-1221216767-project] Notify callbacks [] for port, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:34.294752 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:38:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ccf1435-4e44-4b84-b7b0-7a3d8bff99e9 x-openstack-request-id: req-4ccf1435-4e44-4b84-b7b0-7a3d8bff99e9 {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:38:34.295470 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10eb82c7-8749-4775-80c9-2376fe09f89e", "name": "network-vif-plugged", "status": "completed", "tag": "f75a81b4-cea7-4f54-a990-54deb63424a4", "code": 200}]} {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:38:34.295470 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-4ccf1435-4e44-4b84-b7b0-7a3d8bff99e9 {{(pid=102792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:38:34.295704 n-d-834765-1 neutron-server[102792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10eb82c7-8749-4775-80c9-2376fe09f89e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f75a81b4-cea7-4f54-a990-54deb63424a4', 'code': 200} Mar 29 15:38:34.365091 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-682027d2-5f90-4929-9016-a8906c4030f0 req-22cc78aa-ac51-4ab7-ae84-9e0404c4b866 tempest-ServersAdminNegativeTestJSON-1221216767 tempest-ServersAdminNegativeTestJSON-1221216767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:34.381509 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] get_ports_and_sgs() called for port_ids ['fe2455fa-5569-41d2-9f29-4e533d4bd9fe'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:38:34.424722 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-55bafd6a-d70c-4a8f-afa3-c53056aa1024 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:34.435591 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.44', 49891) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:38:34.509043 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeebc2a3-ee23-4b04-bb4e-5f2c74c632a2 req-f6be5e11-6fe8-45df-8956-86109013d4ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:38:34.510152 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-eeebc2a3-ee23-4b04-bb4e-5f2c74c632a2 req-f6be5e11-6fe8-45df-8956-86109013d4ee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:34.511822 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-eeebc2a3-ee23-4b04-bb4e-5f2c74c632a2 req-f6be5e11-6fe8-45df-8956-86109013d4ee service neutron] 10.222.0.44 "PUT /v2.0/ports/9de95d5f-885a-43d6-bb07-567c62ae9edc HTTP/1.1" status: 200 len: 1092 time: 4.3037450 Mar 29 15:38:34.515119 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-da1b59a5-c7ee-4fa2-b218-e615787dd5a2 req-e94b46f3-c686-40a3-bf1b-df93cd22af03 service neutron] 10.222.0.44 "GET /v2.0/networks/45430e61-d8db-47cd-8e77-5a8c8cddc622?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6030598 Mar 29 15:38:34.517136 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6be5e11-6fe8-45df-8956-86109013d4ee service neutron] Pushing event updated for resources: {'Port': ['ID=9de95d5f-885a-43d6-bb07-567c62ae9edc,revision_number=3']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:38:34.548020 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67468a33-e484-423c-886f-1853a958551d', 'tag': '9de95d5f-885a-43d6-bb07-567c62ae9edc'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:38:34.552317 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c67b028db5e9b9818fecc5c0a87ebc6f190694fa53ca267d523e04f98de536d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8014500b-32fd-4663-a7d0-cf0a700675bb" -d '{"events": [{"name": "network-changed", "server_uuid": "67468a33-e484-423c-886f-1853a958551d", "tag": "9de95d5f-885a-43d6-bb07-567c62ae9edc"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:38:34.583372 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cc78aa-ac51-4ab7-ae84-9e0404c4b866 tempest-ServersAdminNegativeTestJSON-1221216767 tempest-ServersAdminNegativeTestJSON-1221216767-project] Pushing event updated for resources: {'Port': ['ID=2999577e-da73-4bb3-a530-a4663e4f4f0c,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:38:34.607103 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-682027d2-5f90-4929-9016-a8906c4030f0 req-22cc78aa-ac51-4ab7-ae84-9e0404c4b866 tempest-ServersAdminNegativeTestJSON-1221216767 tempest-ServersAdminNegativeTestJSON-1221216767-project] Network 2268a9b9-82fd-4886-a91d-3a50e4e16cab is already hosted by enough agents. {{(pid=102790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:38:34.642072 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [req-682027d2-5f90-4929-9016-a8906c4030f0 req-22cc78aa-ac51-4ab7-ae84-9e0404c4b866 tempest-ServersAdminNegativeTestJSON-1221216767 tempest-ServersAdminNegativeTestJSON-1221216767-project] Resources bound (agent type, host, resource id): {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:38:34.649720 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.l3_dvrscheduler_db [req-682027d2-5f90-4929-9016-a8906c4030f0 req-22cc78aa-ac51-4ab7-ae84-9e0404c4b866 tempest-ServersAdminNegativeTestJSON-1221216767 tempest-ServersAdminNegativeTestJSON-1221216767-project] Received port after_create {{(pid=102790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:38:34.761746 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-da1b59a5-c7ee-4fa2-b218-e615787dd5a2 req-966b1692-209e-41e4-ae56-2e1d65f8158e service neutron] 10.222.0.44 "GET /v2.0/networks/45430e61-d8db-47cd-8e77-5a8c8cddc622?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2018180 Mar 29 15:38:34.762934 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-55bafd6a-d70c-4a8f-afa3-c53056aa1024 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:34.826896 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c9aa14-d994-4789-8b14-24c14293d363 req-6b5b3c5f-da9d-4209-af93-ade7ce7d98de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:38:34.834112 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-c1c9aa14-d994-4789-8b14-24c14293d363 req-6b5b3c5f-da9d-4209-af93-ade7ce7d98de service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=10eb82c7-8749-4775-80c9-2376fe09f89e HTTP/1.1" status: 200 len: 1097 time: 0.3969827 Mar 29 15:38:34.937342 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682027d2-5f90-4929-9016-a8906c4030f0 req-22cc78aa-ac51-4ab7-ae84-9e0404c4b866 tempest-ServersAdminNegativeTestJSON-1221216767 tempest-ServersAdminNegativeTestJSON-1221216767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:38:34.938007 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-682027d2-5f90-4929-9016-a8906c4030f0 req-22cc78aa-ac51-4ab7-ae84-9e0404c4b866 tempest-ServersAdminNegativeTestJSON-1221216767 tempest-ServersAdminNegativeTestJSON-1221216767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:34.985012 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-682027d2-5f90-4929-9016-a8906c4030f0 req-22cc78aa-ac51-4ab7-ae84-9e0404c4b866 tempest-ServersAdminNegativeTestJSON-1221216767 tempest-ServersAdminNegativeTestJSON-1221216767-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.0416961 Mar 29 15:38:34.989990 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-c1c9aa14-d994-4789-8b14-24c14293d363 req-2e2aa34f-e02b-4378-8463-0bbeca009665 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=c99ced8e-1ceb-46fb-aaa7-747186b2b9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347778 Mar 29 15:38:35.049499 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-55bafd6a-d70c-4a8f-afa3-c53056aa1024 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-648439'] for router_interface, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:35.097788 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bafd6a-d70c-4a8f-afa3-c53056aa1024 admin admin] Pushing event updated for resources: {'Port': ['ID=669068ad-b84d-41d9-b906-27f3e61d0312,revision_number=2']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:38:35.128231 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90904e94-7ab6-4d60-8071-a5757ecc26aa req-291d8920-9f68-48cb-992c-ad30a3699881 tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:38:35.138643 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-90904e94-7ab6-4d60-8071-a5757ecc26aa req-291d8920-9f68-48cb-992c-ad30a3699881 tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] 10.222.0.42 "GET /v2.0/ports?device_id=02827dcb-f1d9-473b-a457-36e8d447defc HTTP/1.1" status: 200 len: 945 time: 0.4179926 Mar 29 15:38:35.154388 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [req-4215cd33-6ddd-46ee-a244-e88cd5f18926 req-db236877-bcf9-4b66-aff3-9567cfd7fabb tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] For port fa7367e8-75a8-471a-a7ca-e3f5b988a1f8, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=fa7367e8-75a8-471a-a7ca-e3f5b988a1f8,segment=NetworkSegment(22e9e91d-0f71-4672-ad57-f0a289f27614),segment_id=22e9e91d-0f71-4672-ad57-f0a289f27614)] {{(pid=102790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:38:35.189274 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeebc2a3-ee23-4b04-bb4e-5f2c74c632a2 req-e5610974-edbd-46df-975c-37d9f5a17c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:38:35.190114 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-4215cd33-6ddd-46ee-a244-e88cd5f18926 req-db236877-bcf9-4b66-aff3-9567cfd7fabb tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] Notify callbacks [] for port, precommit_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:35.190768 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-eeebc2a3-ee23-4b04-bb4e-5f2c74c632a2 req-e5610974-edbd-46df-975c-37d9f5a17c2d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=140a74e7fad04747acc345e5a1657e95&device_id=67468a33-e484-423c-886f-1853a958551d HTTP/1.1" status: 200 len: 1095 time: 0.3953850 Mar 29 15:38:35.198335 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-4215cd33-6ddd-46ee-a244-e88cd5f18926 req-db236877-bcf9-4b66-aff3-9567cfd7fabb tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5237921'] for port, after_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:35.223278 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] get_ports_and_sgs() called for port_ids ['fa7367e8-75a8-471a-a7ca-e3f5b988a1f8'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:38:35.268247 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-90904e94-7ab6-4d60-8071-a5757ecc26aa req-2863e2a4-4de5-4633-8134-004d1aa8ecd0 tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] 10.222.0.42 "GET /v2.0/security-groups?id=d26d57f3-f34b-4b82-acb2-a15ffdfe7b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199050 Mar 29 15:38:35.282961 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4215cd33-6ddd-46ee-a244-e88cd5f18926 req-db236877-bcf9-4b66-aff3-9567cfd7fabb tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:38:35.283873 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-4215cd33-6ddd-46ee-a244-e88cd5f18926 req-db236877-bcf9-4b66-aff3-9567cfd7fabb tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:35.286372 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-4215cd33-6ddd-46ee-a244-e88cd5f18926 req-db236877-bcf9-4b66-aff3-9567cfd7fabb tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] 10.222.0.42 "PUT /v2.0/ports/fa7367e8-75a8-471a-a7ca-e3f5b988a1f8 HTTP/1.1" status: 200 len: 1020 time: 1.6450160 Mar 29 15:38:35.287062 n-d-834765-1 neutron-server[102790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31d87925-4a11-4608-80c4-7d62f80c3cc0', 'tag': 'fa7367e8-75a8-471a-a7ca-e3f5b988a1f8'}] {{(pid=102790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:38:35.291173 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46b06d655c90bc969636382cce4240ad749035fb0f3a83ee4734fa1ed9c4a6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b868d5b7-9ef4-4aa1-9a3e-5d8d18ea7484" -d '{"events": [{"name": "network-changed", "server_uuid": "31d87925-4a11-4608-80c4-7d62f80c3cc0", "tag": "fa7367e8-75a8-471a-a7ca-e3f5b988a1f8"}]}' {{(pid=102790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:38:35.361701 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-4a4957b9-6e3b-4179-b25e-da49c9db8405 None None] Provisioning complete for port 2999577e-da73-4bb3-a530-a4663e4f4f0c triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:38:35.362704 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-4a4957b9-6e3b-4179-b25e-da49c9db8405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:35.365237 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db236877-bcf9-4b66-aff3-9567cfd7fabb tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] Pushing event updated for resources: {'Port': ['ID=fa7367e8-75a8-471a-a7ca-e3f5b988a1f8,revision_number=7']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:38:35.417072 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55bafd6a-d70c-4a8f-afa3-c53056aa1024 admin admin] Network f52d9db9-d5ba-4983-af69-edf314686618 is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:38:35.419213 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 15:38:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c757be31-9223-472e-916a-87120ade8130 x-openstack-request-id: req-c757be31-9223-472e-916a-87120ade8130 {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:38:35.419579 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67468a33-e484-423c-886f-1853a958551d", "tag": "9de95d5f-885a-43d6-bb07-567c62ae9edc", "status": "completed", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:38:35.419828 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c757be31-9223-472e-916a-87120ade8130 {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:38:35.420195 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67468a33-e484-423c-886f-1853a958551d', 'tag': '9de95d5f-885a-43d6-bb07-567c62ae9edc', 'status': 'completed', 'code': 200} Mar 29 15:38:35.421012 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [None req-55bafd6a-d70c-4a8f-afa3-c53056aa1024 admin admin] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:38:35.464819 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-4a4957b9-6e3b-4179-b25e-da49c9db8405 None None] Port 2999577e-da73-4bb3-a530-a4663e4f4f0c cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 15:38:35.468435 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] get_ports_and_sgs() called for port_ids ['fa7367e8-75a8-471a-a7ca-e3f5b988a1f8'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:38:35.502416 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019861f1-25cb-4e83-9705-981a7b87187a req-a858db21-f465-459a-bfba-e6870f670b1e tempest-AttachSCSIVolumeTestJSON-1548618217 tempest-AttachSCSIVolumeTestJSON-1548618217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:38:35.505358 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-019861f1-25cb-4e83-9705-981a7b87187a req-a858db21-f465-459a-bfba-e6870f670b1e tempest-AttachSCSIVolumeTestJSON-1548618217 tempest-AttachSCSIVolumeTestJSON-1548618217-project] 10.222.0.42 "GET /v2.0/ports?device_id=67468a33-e484-423c-886f-1853a958551d HTTP/1.1" status: 200 len: 944 time: 0.1101406 Mar 29 15:38:35.610328 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-019861f1-25cb-4e83-9705-981a7b87187a req-1602bc65-429a-4bf9-b150-d84b8be1276c tempest-AttachSCSIVolumeTestJSON-1548618217 tempest-AttachSCSIVolumeTestJSON-1548618217-project] 10.222.0.42 "GET /v2.0/security-groups?id=3439922e-7826-4de8-b252-c13f8af043b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849867 Mar 29 15:38:35.726044 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-0cb6abf6-2706-4e52-8825-f5f644ecf9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:35.800156 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device ef327f6d-07cb-4ad5-b00a-d5df5ae28346 up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:38:35.863866 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0c9a60-22dd-4997-ac7f-29d43aed8fe7 req-c9545a8e-f9cc-4b26-a28d-30145cb54c4c tempest-ServersAdminNegativeTestJSON-1221216767 tempest-ServersAdminNegativeTestJSON-1221216767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:38:35.868634 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55bafd6a-d70c-4a8f-afa3-c53056aa1024 admin admin] Router e5684e62-99d2-4d0f-b7a1-2625a06a65ca has already been hosted by L3 agent c648d819-1060-4f26-b4ec-6455387b5dff {{(pid=102791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 15:38:35.870877 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-6c0c9a60-22dd-4997-ac7f-29d43aed8fe7 req-c9545a8e-f9cc-4b26-a28d-30145cb54c4c tempest-ServersAdminNegativeTestJSON-1221216767 tempest-ServersAdminNegativeTestJSON-1221216767-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa799c73-6e33-4d38-9aa8-5e44da0ccd72 HTTP/1.1" status: 200 len: 935 time: 0.1506050 Mar 29 15:38:35.898344 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:35.925225 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58452822-8e01-4a61-9cf9-ee8429695728 req-bb8039e9-3411-42d2-a007-701e98210323 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:38:35.933517 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-58452822-8e01-4a61-9cf9-ee8429695728 req-bb8039e9-3411-42d2-a007-701e98210323 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] 10.222.0.42 "GET /v2.0/ports?device_id=10eb82c7-8749-4775-80c9-2376fe09f89e HTTP/1.1" status: 200 len: 946 time: 0.3752446 Mar 29 15:38:35.978787 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-3a8be803-597b-4119-adff-8c7b88fa8495 None None] Provisioning complete for port 669068ad-b84d-41d9-b906-27f3e61d0312 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:38:35.979163 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-3a8be803-597b-4119-adff-8c7b88fa8495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:35.981894 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-6c0c9a60-22dd-4997-ac7f-29d43aed8fe7 req-0997c25d-31df-4fcd-abfd-d4c9a6e35411 tempest-ServersAdminNegativeTestJSON-1221216767 tempest-ServersAdminNegativeTestJSON-1221216767-project] 10.222.0.42 "GET /v2.0/security-groups?id=0472a554-1980-4298-b676-fea77ad7f77b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040268 Mar 29 15:38:35.992021 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-eeebc2a3-ee23-4b04-bb4e-5f2c74c632a2 req-7c720d10-cbba-4277-906e-5f035ad97cc0 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9de95d5f-885a-43d6-bb07-567c62ae9edc HTTP/1.1" status: 200 len: 217 time: 0.0570586 Mar 29 15:38:35.992265 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [req-682027d2-5f90-4929-9016-a8906c4030f0 req-878f68be-6ad6-473f-9d03-c9ec223475a5 service neutron] Request body: {'port': {'device_id': 'aa799c73-6e33-4d38-9aa8-5e44da0ccd72', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834765-1'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:38:36.052303 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-58452822-8e01-4a61-9cf9-ee8429695728 req-25826d15-db10-4916-9ce6-c536cb897026 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] 10.222.0.42 "GET /v2.0/security-groups?id=c99ced8e-1ceb-46fb-aaa7-747186b2b9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581770 Mar 29 15:38:36.075531 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port ef327f6d-07cb-4ad5-b00a-d5df5ae28346 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:38:36.075908 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:36.171456 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 15:38:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab929368-cd0c-47f1-b69a-ecfbe3db852e x-openstack-request-id: req-ab929368-cd0c-47f1-b69a-ecfbe3db852e {{(pid=102790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:38:36.172048 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31d87925-4a11-4608-80c4-7d62f80c3cc0", "tag": "fa7367e8-75a8-471a-a7ca-e3f5b988a1f8", "status": "completed", "code": 200}]} {{(pid=102790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:38:36.172048 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ab929368-cd0c-47f1-b69a-ecfbe3db852e {{(pid=102790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:38:36.172629 n-d-834765-1 neutron-server[102790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31d87925-4a11-4608-80c4-7d62f80c3cc0', 'tag': 'fa7367e8-75a8-471a-a7ca-e3f5b988a1f8', 'status': 'completed', 'code': 200} Mar 29 15:38:36.188294 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeebc2a3-ee23-4b04-bb4e-5f2c74c632a2 req-812620a6-eec1-4ba4-9612-b8173002a872 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:38:36.190918 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-eeebc2a3-ee23-4b04-bb4e-5f2c74c632a2 req-812620a6-eec1-4ba4-9612-b8173002a872 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e7292f25-57c0-4ce1-9968-6bce9d8da5e6 HTTP/1.1" status: 200 len: 854 time: 0.1336179 Mar 29 15:38:36.195771 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-682027d2-5f90-4929-9016-a8906c4030f0 req-878f68be-6ad6-473f-9d03-c9ec223475a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:36.269551 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5af4f0-5110-4d4e-b46c-2372bf0c96af req-e22653b1-e1d3-4bfa-8533-dd6a5bc283b6 tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:38:36.278669 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-3d5af4f0-5110-4d4e-b46c-2372bf0c96af req-e22653b1-e1d3-4bfa-8533-dd6a5bc283b6 tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] 10.222.0.42 "GET /v2.0/ports?device_id=31d87925-4a11-4608-80c4-7d62f80c3cc0 HTTP/1.1" status: 200 len: 1023 time: 0.1542377 Mar 29 15:38:36.393503 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-3a8be803-597b-4119-adff-8c7b88fa8495 None None] Port 669068ad-b84d-41d9-b906-27f3e61d0312 cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 15:38:36.479374 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55bafd6a-d70c-4a8f-afa3-c53056aa1024 admin admin] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:38:36.492964 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57649980-c509-4f49-b3bb-594bb41c8ffc None None] Sync routers for ids ['e5684e62-99d2-4d0f-b7a1-2625a06a65ca'] in n-d-834765-1 {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:38:36.515137 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57649980-c509-4f49-b3bb-594bb41c8ffc None None] Routers {'e5684e62-99d2-4d0f-b7a1-2625a06a65ca'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:38:36.526288 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-57649980-c509-4f49-b3bb-594bb41c8ffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:38:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['e5684e62-99d2-4d0f-b7a1-2625a06a65ca'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:38:36.540532 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-55bafd6a-d70c-4a8f-afa3-c53056aa1024 admin admin] 10.222.0.42 "PUT /v2.0/routers/e5684e62-99d2-4d0f-b7a1-2625a06a65ca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0031943 Mar 29 15:38:36.628762 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98062874-89ed-4b12-bf2f-ba65980a8f96 req-e5db8933-536d-4bd3-b941-1b1c15b641b3 tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:38:36.630327 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-98062874-89ed-4b12-bf2f-ba65980a8f96 req-e5db8933-536d-4bd3-b941-1b1c15b641b3 tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] 10.222.0.42 "GET /v2.0/ports?device_id=02827dcb-f1d9-473b-a457-36e8d447defc HTTP/1.1" status: 200 len: 945 time: 0.1921074 Mar 29 15:38:36.710744 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeebc2a3-ee23-4b04-bb4e-5f2c74c632a2 req-b1e9537a-782c-4b01-a5a9-4a07230a3aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:38:36.714931 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-eeebc2a3-ee23-4b04-bb4e-5f2c74c632a2 req-b1e9537a-782c-4b01-a5a9-4a07230a3aa5 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=3b111d56-5965-49c9-b46c-cb240d63a68d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3237076 Mar 29 15:38:36.823072 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b868d5b7-9ef4-4aa1-9a3e-5d8d18ea7484 req-421fc24c-c15f-4cbf-b782-4a1241f92d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:38:36.824685 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-b868d5b7-9ef4-4aa1-9a3e-5d8d18ea7484 req-421fc24c-c15f-4cbf-b782-4a1241f92d3e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=407485f6cdeb4140b89a6a3209b31c9e&device_id=31d87925-4a11-4608-80c4-7d62f80c3cc0 HTTP/1.1" status: 200 len: 1174 time: 0.4157917 Mar 29 15:38:36.834515 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvr_db [None req-57649980-c509-4f49-b3bb-594bb41c8ffc None None] Set router e5684e62-99d2-4d0f-b7a1-2625a06a65ca gateway port host: n-d-834765-1 {{(pid=102793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:38:36.852086 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-98062874-89ed-4b12-bf2f-ba65980a8f96 req-f53a9587-139b-4268-89d6-429e91b852a0 tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] 10.222.0.42 "GET /v2.0/security-groups?id=d26d57f3-f34b-4b82-acb2-a15ffdfe7b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1967466 Mar 29 15:38:36.868751 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-3d5af4f0-5110-4d4e-b46c-2372bf0c96af req-6db17fbe-23ba-4180-81f8-c9f8c5afa929 tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] 10.222.0.42 "GET /v2.0/security-groups?id=5c1b10d0-4129-48f5-b18a-48c124b1833b&id=de326c20-13fe-424c-a811-b741d354586f&id=04423a6d-576b-4b76-9eb2-cb9e4f55a6e1 HTTP/1.1" status: 200 len: 6149 time: 0.5891948 Mar 29 15:38:37.256588 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-eeebc2a3-ee23-4b04-bb4e-5f2c74c632a2 req-db6e3d2f-1aa6-4c17-9ebf-e5176f240cd7 service neutron] 10.222.0.44 "GET /v2.0/networks/3b111d56-5965-49c9-b46c-cb240d63a68d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4798393 Mar 29 15:38:37.269244 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1204d28e-7887-4251-b325-1a6a8f041176 req-a4338749-33f5-4fa4-a831-fff70c8aea8f tempest-AttachSCSIVolumeTestJSON-1548618217 tempest-AttachSCSIVolumeTestJSON-1548618217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:38:37.277711 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-1204d28e-7887-4251-b325-1a6a8f041176 req-a4338749-33f5-4fa4-a831-fff70c8aea8f tempest-AttachSCSIVolumeTestJSON-1548618217 tempest-AttachSCSIVolumeTestJSON-1548618217-project] 10.222.0.42 "GET /v2.0/ports?device_id=67468a33-e484-423c-886f-1853a958551d HTTP/1.1" status: 200 len: 944 time: 0.2145512 Mar 29 15:38:37.317442 n-d-834765-1 neutron-server[102790]: INFO neutron.api.v2.resource [req-24581ab7-bdd5-41d4-9fbe-82bb437fae3b req-9139586b-ff8a-48e5-bfb3-e92ce8761cfe tempest-FloatingIPDetailsNegativeTestJSON-1241720792 tempest-FloatingIPDetailsNegativeTestJSON-1241720792-project] show failed (client error): The resource could not be found. Mar 29 15:38:37.330625 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-1204d28e-7887-4251-b325-1a6a8f041176 req-727b2bf2-3859-47db-aefd-4a33d08edf7c tempest-AttachSCSIVolumeTestJSON-1548618217 tempest-AttachSCSIVolumeTestJSON-1548618217-project] 10.222.0.42 "GET /v2.0/security-groups?id=3439922e-7826-4de8-b252-c13f8af043b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449619 Mar 29 15:38:37.331055 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-24581ab7-bdd5-41d4-9fbe-82bb437fae3b req-9139586b-ff8a-48e5-bfb3-e92ce8761cfe tempest-FloatingIPDetailsNegativeTestJSON-1241720792 tempest-FloatingIPDetailsNegativeTestJSON-1241720792-project] 10.222.0.42 "GET /v2.0/floatingips/049daa52-cf21-44e5-85e2-3e10eee86ad4 HTTP/1.1" status: 404 len: 350 time: 0.2172599 Mar 29 15:38:37.331411 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 39580) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:38:37.340462 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-57649980-c509-4f49-b3bb-594bb41c8ffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5684e62-99d2-4d0f-b7a1-2625a06a65ca', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-714959390-router', 'tenant_id': '0f9bd78b0a1343218b62964007fa1641', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.236'}], 'enable_snat': True}, 'gw_port_id': 'ef327f6d-07cb-4ad5-b00a-d5df5ae28346', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:38:24Z', 'updated_at': '2022-03-29T15:38:33Z', 'revision_number': 4, 'project_id': '0f9bd78b0a1343218b62964007fa1641', 'gw_port': {'id': 'ef327f6d-07cb-4ad5-b00a-d5df5ae28346', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:79:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5684e62-99d2-4d0f-b7a1-2625a06a65ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:38:24Z', 'updated_at': '2022-03-29T15:38:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': '669068ad-b84d-41d9-b906-27f3e61d0312', 'name': '', 'network_id': 'f52d9db9-d5ba-4983-af69-edf314686618', 'tenant_id': '0f9bd78b0a1343218b62964007fa1641', 'mac_address': 'fa:16:3e:40:f4:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5684e62-99d2-4d0f-b7a1-2625a06a65ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '4e2f4ef5-113e-4e66-bfbd-84e78a7195f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:38:30Z', 'updated_at': '2022-03-29T15:38:33Z', 'revision_number': 2, 'project_id': '0f9bd78b0a1343218b62964007fa1641', 'subnets': [{'id': '4e2f4ef5-113e-4e66-bfbd-84e78a7195f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:38:37.374245 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b868d5b7-9ef4-4aa1-9a3e-5d8d18ea7484 req-87b63d9a-e718-46a2-af74-5a423b21fb25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:38:37.375514 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57649980-c509-4f49-b3bb-594bb41c8ffc None None] Checking router: e5684e62-99d2-4d0f-b7a1-2625a06a65ca for host: n-d-834765-1 {{(pid=102793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:38:37.375946 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57649980-c509-4f49-b3bb-594bb41c8ffc None None] Updating router e5684e62-99d2-4d0f-b7a1-2625a06a65ca port 669068ad-b84d-41d9-b906-27f3e61d0312 binding host n-d-834765-1 {{(pid=102793) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 15:38:37.392281 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-b868d5b7-9ef4-4aa1-9a3e-5d8d18ea7484 req-87b63d9a-e718-46a2-af74-5a423b21fb25 service neutron] 10.222.0.44 "GET /v2.0/networks?id=45430e61-d8db-47cd-8e77-5a8c8cddc622 HTTP/1.1" status: 200 len: 913 time: 0.5423512 Mar 29 15:38:37.424245 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-57649980-c509-4f49-b3bb-594bb41c8ffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:37.464346 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [req-1ad7815e-a4f5-4f16-acb6-d8b65205a6e3 req-38a60c31-7d11-478d-95b5-505db5680586 tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] Request body: {'security_group': {'name': ' tempest-securitygroup -153851209 ', 'description': 'tempest-description-965677080'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:38:37.501151 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b713b71-34f8-43eb-9844-51881476ae10 req-78f3391d-a3a0-4fb9-b1ab-339dfd29a358 tempest-ServersAdminNegativeTestJSON-1221216767 tempest-ServersAdminNegativeTestJSON-1221216767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:38:37.504354 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-0b713b71-34f8-43eb-9844-51881476ae10 req-78f3391d-a3a0-4fb9-b1ab-339dfd29a358 tempest-ServersAdminNegativeTestJSON-1221216767 tempest-ServersAdminNegativeTestJSON-1221216767-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa799c73-6e33-4d38-9aa8-5e44da0ccd72 HTTP/1.1" status: 200 len: 935 time: 0.0928354 Mar 29 15:38:37.539251 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-1ad7815e-a4f5-4f16-acb6-d8b65205a6e3 req-38a60c31-7d11-478d-95b5-505db5680586 tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] Notify callbacks [] for security_group, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:37.585907 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-0b713b71-34f8-43eb-9844-51881476ae10 req-d986fe90-757c-4889-94d0-5c50705f7778 tempest-ServersAdminNegativeTestJSON-1221216767 tempest-ServersAdminNegativeTestJSON-1221216767-project] 10.222.0.42 "GET /v2.0/security-groups?id=0472a554-1980-4298-b676-fea77ad7f77b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720298 Mar 29 15:38:37.795303 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-1ad7815e-a4f5-4f16-acb6-d8b65205a6e3 req-38a60c31-7d11-478d-95b5-505db5680586 tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] Notify callbacks [] for security_group, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:37.861357 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-1ad7815e-a4f5-4f16-acb6-d8b65205a6e3 req-38a60c31-7d11-478d-95b5-505db5680586 tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:37.918944 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8a9ad3-4573-433e-9494-44c8d18aa476 req-35c2c815-198c-419a-9906-fa705481dc63 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:38:37.926270 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-7e8a9ad3-4573-433e-9494-44c8d18aa476 req-35c2c815-198c-419a-9906-fa705481dc63 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] 10.222.0.42 "GET /v2.0/ports?device_id=10eb82c7-8749-4775-80c9-2376fe09f89e HTTP/1.1" status: 200 len: 946 time: 0.2510917 Mar 29 15:38:37.963843 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-eeebc2a3-ee23-4b04-bb4e-5f2c74c632a2 req-4d181db1-9b0e-4426-b934-a21d33f6390e service neutron] 10.222.0.44 "GET /v2.0/networks/3b111d56-5965-49c9-b46c-cb240d63a68d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2997925 Mar 29 15:38:37.970825 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-57649980-c509-4f49-b3bb-594bb41c8ffc None None] Notify callbacks [] for port, precommit_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:37.980168 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-57649980-c509-4f49-b3bb-594bb41c8ffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:37.998028 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-b868d5b7-9ef4-4aa1-9a3e-5d8d18ea7484 req-4718468a-5246-497e-ad78-7526bbb3825a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fa7367e8-75a8-471a-a7ca-e3f5b988a1f8 HTTP/1.1" status: 200 len: 217 time: 0.2010305 Mar 29 15:38:38.009189 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-7e8a9ad3-4573-433e-9494-44c8d18aa476 req-d5cd5896-22d0-4a7a-a3e8-ac4eb3e9e418 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] 10.222.0.42 "GET /v2.0/security-groups?id=c99ced8e-1ceb-46fb-aaa7-747186b2b9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804195 Mar 29 15:38:38.026507 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a60c31-7d11-478d-95b5-505db5680586 tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e36c0fe9-e0e2-4e55-8377-4632b8faffd5,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:38:38.033848 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-1ad7815e-a4f5-4f16-acb6-d8b65205a6e3 req-38a60c31-7d11-478d-95b5-505db5680586 tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:38.036105 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-1ad7815e-a4f5-4f16-acb6-d8b65205a6e3 req-38a60c31-7d11-478d-95b5-505db5680586 tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1784 time: 0.6407683 Mar 29 15:38:38.065311 n-d-834765-1 neutron-server[102790]: DEBUG neutron.notifiers.nova [req-682027d2-5f90-4929-9016-a8906c4030f0 req-878f68be-6ad6-473f-9d03-c9ec223475a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2999577e-da73-4bb3-a530-a4663e4f4f0c {{(pid=102790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:38:38.098715 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd0a9aa-34e8-4cb4-b82e-6a3f93f218fb None None] Pushing event updated for resources: {'Port': ['ID=669068ad-b84d-41d9-b906-27f3e61d0312,revision_number=3']} {{(pid=102793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:38:38.154863 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-682027d2-5f90-4929-9016-a8906c4030f0 req-878f68be-6ad6-473f-9d03-c9ec223475a5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:38.199231 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.provisioning_blocks [req-682027d2-5f90-4929-9016-a8906c4030f0 req-878f68be-6ad6-473f-9d03-c9ec223475a5 service neutron] Transition to ACTIVE for port object 2999577e-da73-4bb3-a530-a4663e4f4f0c will not be triggered until provisioned by entity L2. {{(pid=102790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 15:38:38.223003 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-682027d2-5f90-4929-9016-a8906c4030f0 req-878f68be-6ad6-473f-9d03-c9ec223475a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5237921'] for port, after_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:38.238150 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.managers [None req-57649980-c509-4f49-b3bb-594bb41c8ffc None None] Attempting to bind port 669068ad-b84d-41d9-b906-27f3e61d0312 on host n-d-834765-1 for vnic_type normal with profile {{(pid=102793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:38:38.238507 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb8f494-fa20-421e-a8e5-0274d2922d4b req-5501e03b-df63-408a-8e24-ee99da0977bc tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:38:38.238639 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.managers [None req-57649980-c509-4f49-b3bb-594bb41c8ffc None None] Attempting to bind port 669068ad-b84d-41d9-b906-27f3e61d0312 by drivers openvswitch,hyperv on host n-d-834765-1 at level 0 using segments [{'id': '11c5fdfe-e8fc-49b9-bfd6-5716c1fb3551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'f52d9db9-d5ba-4983-af69-edf314686618'}] {{(pid=102793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:38:38.238865 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57649980-c509-4f49-b3bb-594bb41c8ffc None None] Attempting to bind port 669068ad-b84d-41d9-b906-27f3e61d0312 on network f52d9db9-d5ba-4983-af69-edf314686618 {{(pid=102793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:38:38.247662 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-0cb8f494-fa20-421e-a8e5-0274d2922d4b req-5501e03b-df63-408a-8e24-ee99da0977bc tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] 10.222.0.42 "GET /v2.0/ports?device_id=02827dcb-f1d9-473b-a457-36e8d447defc HTTP/1.1" status: 200 len: 945 time: 0.1261928 Mar 29 15:38:38.254377 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57649980-c509-4f49-b3bb-594bb41c8ffc None None] Checking agent: {'id': 'a8866439-9d96-425c-b519-6905c591ac37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 25, 36), 'started_at': datetime.datetime(2022, 3, 29, 15, 26, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 38, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834765-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:38:38.254742 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57649980-c509-4f49-b3bb-594bb41c8ffc None None] Checking segment: {'id': '11c5fdfe-e8fc-49b9-bfd6-5716c1fb3551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'f52d9db9-d5ba-4983-af69-edf314686618'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:38:38.255145 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-57649980-c509-4f49-b3bb-594bb41c8ffc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:38.255567 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57649980-c509-4f49-b3bb-594bb41c8ffc None None] Bound using segment: {'id': '11c5fdfe-e8fc-49b9-bfd6-5716c1fb3551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'f52d9db9-d5ba-4983-af69-edf314686618'} {{(pid=102793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:38:38.256832 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.managers [None req-57649980-c509-4f49-b3bb-594bb41c8ffc None None] Bound port: 669068ad-b84d-41d9-b906-27f3e61d0312, host: n-d-834765-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11c5fdfe-e8fc-49b9-bfd6-5716c1fb3551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'f52d9db9-d5ba-4983-af69-edf314686618'}}] {{(pid=102793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 15:38:38.257454 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-57649980-c509-4f49-b3bb-594bb41c8ffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:38.339919 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-0cb8f494-fa20-421e-a8e5-0274d2922d4b req-8b39f183-b2d4-416d-990c-4f3163091a0d tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] 10.222.0.42 "GET /v2.0/security-groups?id=d26d57f3-f34b-4b82-acb2-a15ffdfe7b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873561 Mar 29 15:38:38.343998 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-5f009933-da39-4c49-aae5-4634bcfde959 req-d9a79628-0344-4987-afc7-0d0feaed50e8 tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] 10.222.0.42 "GET /v2.0/security-groups/e36c0fe9-e0e2-4e55-8377-4632b8faffd5 HTTP/1.1" status: 200 len: 1779 time: 0.2830772 Mar 29 15:38:38.346666 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878f68be-6ad6-473f-9d03-c9ec223475a5 service neutron] Pushing event updated for resources: {'Port': ['ID=2999577e-da73-4bb3-a530-a4663e4f4f0c,revision_number=2']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:38:38.470756 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.db [None req-57649980-c509-4f49-b3bb-594bb41c8ffc None None] For port 669068ad-b84d-41d9-b906-27f3e61d0312, host n-d-834765-1, cleared binding levels {{(pid=102793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:38:38.484229 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.db [None req-57649980-c509-4f49-b3bb-594bb41c8ffc None None] For port 669068ad-b84d-41d9-b906-27f3e61d0312, host n-d-834765-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=669068ad-b84d-41d9-b906-27f3e61d0312,segment=NetworkSegment(11c5fdfe-e8fc-49b9-bfd6-5716c1fb3551),segment_id=11c5fdfe-e8fc-49b9-bfd6-5716c1fb3551)] {{(pid=102793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:38:38.492036 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-a236bd97-89f4-479a-993b-6d466e808531 req-b0ea7d08-0f1b-4c5b-9831-61ca493dd14f tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] 10.222.0.42 "GET /v2.0/security-groups/e36c0fe9-e0e2-4e55-8377-4632b8faffd5 HTTP/1.1" status: 200 len: 1779 time: 0.0780935 Mar 29 15:38:38.508420 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-57649980-c509-4f49-b3bb-594bb41c8ffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:38.554637 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-5981e793-e9ef-456e-ba91-eebad7b61cb9 None None] Provisioning complete for port 669068ad-b84d-41d9-b906-27f3e61d0312 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:38:38.556219 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-5981e793-e9ef-456e-ba91-eebad7b61cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:38.669083 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57649980-c509-4f49-b3bb-594bb41c8ffc None None] Routers {'e5684e62-99d2-4d0f-b7a1-2625a06a65ca'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:38:38.680020 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-a236bd97-89f4-479a-993b-6d466e808531 req-cab1eec6-3b4f-456a-9179-ed2d43118844 tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] Notify callbacks [] for security_group, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:38.684614 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-57649980-c509-4f49-b3bb-594bb41c8ffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:38:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['e5684e62-99d2-4d0f-b7a1-2625a06a65ca'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:38:38.731481 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b868d5b7-9ef4-4aa1-9a3e-5d8d18ea7484 req-24476e60-d2f3-4750-b41c-c9ea97631943 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:38:38.737149 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-b868d5b7-9ef4-4aa1-9a3e-5d8d18ea7484 req-24476e60-d2f3-4750-b41c-c9ea97631943 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=961a5899-9b08-4b71-af3d-bd0ca39267a4 HTTP/1.1" status: 200 len: 852 time: 0.2150638 Mar 29 15:38:38.754959 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-a236bd97-89f4-479a-993b-6d466e808531 req-cab1eec6-3b4f-456a-9179-ed2d43118844 tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:38.797204 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd0a9aa-34e8-4cb4-b82e-6a3f93f218fb None None] Pushing event updated for resources: {'Port': ['ID=669068ad-b84d-41d9-b906-27f3e61d0312,revision_number=4']} {{(pid=102793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:38:38.833256 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-a236bd97-89f4-479a-993b-6d466e808531 req-cab1eec6-3b4f-456a-9179-ed2d43118844 tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:38.837321 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-a236bd97-89f4-479a-993b-6d466e808531 req-cab1eec6-3b4f-456a-9179-ed2d43118844 tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] Notify callbacks [] for security_group, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:38.838735 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-a236bd97-89f4-479a-993b-6d466e808531 req-cab1eec6-3b4f-456a-9179-ed2d43118844 tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] 10.222.0.42 "DELETE /v2.0/security-groups/e36c0fe9-e0e2-4e55-8377-4632b8faffd5 HTTP/1.1" status: 204 len: 173 time: 0.3282416 Mar 29 15:38:38.850189 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-5981e793-e9ef-456e-ba91-eebad7b61cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:38.855030 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab1eec6-3b4f-456a-9179-ed2d43118844 tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e36c0fe9-e0e2-4e55-8377-4632b8faffd5,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:38:38.860866 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8014500b-32fd-4663-a7d0-cf0a700675bb req-7bd02aa9-27dd-4402-b7e7-d93f1d39eaff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:38:38.863630 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-8014500b-32fd-4663-a7d0-cf0a700675bb req-7bd02aa9-27dd-4402-b7e7-d93f1d39eaff service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=140a74e7fad04747acc345e5a1657e95&device_id=67468a33-e484-423c-886f-1853a958551d HTTP/1.1" status: 200 len: 1095 time: 0.2728403 Mar 29 15:38:38.932328 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-5981e793-e9ef-456e-ba91-eebad7b61cb9 None None] For port 669068ad-b84d-41d9-b906-27f3e61d0312, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=669068ad-b84d-41d9-b906-27f3e61d0312,segment=NetworkSegment(11c5fdfe-e8fc-49b9-bfd6-5716c1fb3551),segment_id=11c5fdfe-e8fc-49b9-bfd6-5716c1fb3551)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:38:38.947813 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-5981e793-e9ef-456e-ba91-eebad7b61cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:38.955529 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-b868d5b7-9ef4-4aa1-9a3e-5d8d18ea7484 req-43b62cdd-7822-42b6-8f46-1e7ac298f8ff service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=45430e61-d8db-47cd-8e77-5a8c8cddc622&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1495123 Mar 29 15:38:38.966868 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvr_db [None req-57649980-c509-4f49-b3bb-594bb41c8ffc None None] Set router e5684e62-99d2-4d0f-b7a1-2625a06a65ca gateway port host: n-d-834765-1 {{(pid=102793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:38:38.999372 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbade469-c7a1-4dd4-8bce-856815a6318c req-2c6dc9bf-8629-4a08-85e9-bef11c4ae747 tempest-AttachSCSIVolumeTestJSON-1548618217 tempest-AttachSCSIVolumeTestJSON-1548618217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:38:39.009851 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-fbade469-c7a1-4dd4-8bce-856815a6318c req-2c6dc9bf-8629-4a08-85e9-bef11c4ae747 tempest-AttachSCSIVolumeTestJSON-1548618217 tempest-AttachSCSIVolumeTestJSON-1548618217-project] 10.222.0.42 "GET /v2.0/ports?device_id=67468a33-e484-423c-886f-1853a958551d HTTP/1.1" status: 200 len: 944 time: 0.4583023 Mar 29 15:38:39.023166 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5981e793-e9ef-456e-ba91-eebad7b61cb9 None None] Pushing event updated for resources: {'Port': ['ID=669068ad-b84d-41d9-b906-27f3e61d0312,revision_number=5']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:38:39.027542 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8014500b-32fd-4663-a7d0-cf0a700675bb req-fc613878-facf-4302-8cc6-56dbef72c499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:38:39.029029 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-8014500b-32fd-4663-a7d0-cf0a700675bb req-fc613878-facf-4302-8cc6-56dbef72c499 service neutron] 10.222.0.44 "GET /v2.0/networks?id=3b111d56-5965-49c9-b46c-cb240d63a68d HTTP/1.1" status: 200 len: 916 time: 0.1549990 Mar 29 15:38:39.038282 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d125e86-e3f3-4161-9707-8a9813b8837a req-507f4e46-cfae-4cd1-b45c-5c138917d4a7 tempest-ServersAdminNegativeTestJSON-1221216767 tempest-ServersAdminNegativeTestJSON-1221216767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:38:39.039761 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-9d125e86-e3f3-4161-9707-8a9813b8837a req-507f4e46-cfae-4cd1-b45c-5c138917d4a7 tempest-ServersAdminNegativeTestJSON-1221216767 tempest-ServersAdminNegativeTestJSON-1221216767-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa799c73-6e33-4d38-9aa8-5e44da0ccd72 HTTP/1.1" status: 200 len: 947 time: 0.0816748 Mar 29 15:38:39.072298 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-e1c3a7e3-f5cf-4015-91a8-bab38d3e3433 None None] Provisioning complete for port 669068ad-b84d-41d9-b906-27f3e61d0312 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:38:39.072661 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-e1c3a7e3-f5cf-4015-91a8-bab38d3e3433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:39.087129 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.managers [req-682027d2-5f90-4929-9016-a8906c4030f0 req-878f68be-6ad6-473f-9d03-c9ec223475a5 service neutron] Attempting to bind port 2999577e-da73-4bb3-a530-a4663e4f4f0c on host n-h1-834765-1 for vnic_type normal with profile {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:38:39.087488 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.managers [req-682027d2-5f90-4929-9016-a8906c4030f0 req-878f68be-6ad6-473f-9d03-c9ec223475a5 service neutron] Attempting to bind port 2999577e-da73-4bb3-a530-a4663e4f4f0c by drivers openvswitch,hyperv on host n-h1-834765-1 at level 0 using segments [{'id': 'a0c230f0-660a-4194-9279-0f0781d34134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '2268a9b9-82fd-4886-a91d-3a50e4e16cab'}] {{(pid=102790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:38:39.087813 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-682027d2-5f90-4929-9016-a8906c4030f0 req-878f68be-6ad6-473f-9d03-c9ec223475a5 service neutron] Attempting to bind port 2999577e-da73-4bb3-a530-a4663e4f4f0c on network 2268a9b9-82fd-4886-a91d-3a50e4e16cab {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:38:39.090550 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-9d125e86-e3f3-4161-9707-8a9813b8837a req-b9063b36-75ba-48d7-9ad9-78f505ba4bc1 tempest-ServersAdminNegativeTestJSON-1221216767 tempest-ServersAdminNegativeTestJSON-1221216767-project] 10.222.0.42 "GET /v2.0/security-groups?id=0472a554-1980-4298-b676-fea77ad7f77b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446565 Mar 29 15:38:39.097082 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-682027d2-5f90-4929-9016-a8906c4030f0 req-878f68be-6ad6-473f-9d03-c9ec223475a5 service neutron] Port 2999577e-da73-4bb3-a530-a4663e4f4f0c on network 2268a9b9-82fd-4886-a91d-3a50e4e16cab not bound, no agent of type Open vSwitch agent registered on host n-h1-834765-1 {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 15:38:39.097253 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-682027d2-5f90-4929-9016-a8906c4030f0 req-878f68be-6ad6-473f-9d03-c9ec223475a5 service neutron] Attempting to bind port 2999577e-da73-4bb3-a530-a4663e4f4f0c on network 2268a9b9-82fd-4886-a91d-3a50e4e16cab {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:38:39.124164 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-682027d2-5f90-4929-9016-a8906c4030f0 req-878f68be-6ad6-473f-9d03-c9ec223475a5 service neutron] Checking agent: {'id': 'be375040-5069-4239-9460-a3a3213e1e90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 33, 18), 'started_at': datetime.datetime(2022, 3, 29, 15, 33, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 38, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:38:39.124560 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-682027d2-5f90-4929-9016-a8906c4030f0 req-878f68be-6ad6-473f-9d03-c9ec223475a5 service neutron] Checking segment: {'id': 'a0c230f0-660a-4194-9279-0f0781d34134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '2268a9b9-82fd-4886-a91d-3a50e4e16cab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:38:39.124873 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-682027d2-5f90-4929-9016-a8906c4030f0 req-878f68be-6ad6-473f-9d03-c9ec223475a5 service neutron] Bound using segment: {'id': 'a0c230f0-660a-4194-9279-0f0781d34134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '2268a9b9-82fd-4886-a91d-3a50e4e16cab'} {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:38:39.125853 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.managers [req-682027d2-5f90-4929-9016-a8906c4030f0 req-878f68be-6ad6-473f-9d03-c9ec223475a5 service neutron] Bound port: 2999577e-da73-4bb3-a530-a4663e4f4f0c, host: n-h1-834765-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0c230f0-660a-4194-9279-0f0781d34134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '2268a9b9-82fd-4886-a91d-3a50e4e16cab'}}] {{(pid=102790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 15:38:39.126212 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-682027d2-5f90-4929-9016-a8906c4030f0 req-878f68be-6ad6-473f-9d03-c9ec223475a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:39.137723 n-d-834765-1 neutron-server[102791]: INFO neutron.api.v2.resource [req-f93ab027-0c95-4bc8-a285-efd50616690c req-977fddf8-2dbb-4eed-96ba-66d147906b66 tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] show failed (client error): The resource could not be found. Mar 29 15:38:39.138784 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f93ab027-0c95-4bc8-a285-efd50616690c req-977fddf8-2dbb-4eed-96ba-66d147906b66 tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] 10.222.0.42 "GET /v2.0/security-groups/e36c0fe9-e0e2-4e55-8377-4632b8faffd5 HTTP/1.1" status: 404 len: 352 time: 0.0181341 Mar 29 15:38:39.192607 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-fbade469-c7a1-4dd4-8bce-856815a6318c req-9cdebaa5-500c-4695-9a9c-588de0f4a40a tempest-AttachSCSIVolumeTestJSON-1548618217 tempest-AttachSCSIVolumeTestJSON-1548618217-project] 10.222.0.42 "GET /v2.0/security-groups?id=3439922e-7826-4de8-b252-c13f8af043b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1811323 Mar 29 15:38:39.226897 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-57649980-c509-4f49-b3bb-594bb41c8ffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5684e62-99d2-4d0f-b7a1-2625a06a65ca', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-714959390-router', 'tenant_id': '0f9bd78b0a1343218b62964007fa1641', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.236'}], 'enable_snat': True}, 'gw_port_id': 'ef327f6d-07cb-4ad5-b00a-d5df5ae28346', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:38:24Z', 'updated_at': '2022-03-29T15:38:33Z', 'revision_number': 4, 'project_id': '0f9bd78b0a1343218b62964007fa1641', 'gw_port': {'id': 'ef327f6d-07cb-4ad5-b00a-d5df5ae28346', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:79:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5684e62-99d2-4d0f-b7a1-2625a06a65ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:38:24Z', 'updated_at': '2022-03-29T15:38:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': '669068ad-b84d-41d9-b906-27f3e61d0312', 'name': '', 'network_id': 'f52d9db9-d5ba-4983-af69-edf314686618', 'tenant_id': '0f9bd78b0a1343218b62964007fa1641', 'mac_address': 'fa:16:3e:40:f4:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5684e62-99d2-4d0f-b7a1-2625a06a65ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '4e2f4ef5-113e-4e66-bfbd-84e78a7195f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:38:30Z', 'updated_at': '2022-03-29T15:38:38Z', 'revision_number': 4, 'project_id': '0f9bd78b0a1343218b62964007fa1641', 'subnets': [{'id': '4e2f4ef5-113e-4e66-bfbd-84e78a7195f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:38:39.244379 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [req-5635773a-c4cd-40ab-a275-4fa678671230 req-25ec3f79-3273-45df-bef6-99951f0eaaa7 tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1325090978', 'description': 'tempest-description-2104194803'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:38:39.256855 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57649980-c509-4f49-b3bb-594bb41c8ffc None None] The sync data for ids ['e5684e62-99d2-4d0f-b7a1-2625a06a65ca'] in n-d-834765-1 is: [{'id': 'e5684e62-99d2-4d0f-b7a1-2625a06a65ca', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-714959390-router', 'tenant_id': '0f9bd78b0a1343218b62964007fa1641', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.236'}], 'enable_snat': True}, 'gw_port_id': 'ef327f6d-07cb-4ad5-b00a-d5df5ae28346', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:38:24Z', 'updated_at': '2022-03-29T15:38:33Z', 'revision_number': 4, 'project_id': '0f9bd78b0a1343218b62964007fa1641', 'gw_port': {'id': 'ef327f6d-07cb-4ad5-b00a-d5df5ae28346', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:79:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5684e62-99d2-4d0f-b7a1-2625a06a65ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:38:24Z', 'updated_at': '2022-03-29T15:38:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': '669068ad-b84d-41d9-b906-27f3e61d0312', 'name': '', 'network_id': 'f52d9db9-d5ba-4983-af69-edf314686618', 'tenant_id': '0f9bd78b0a1343218b62964007fa1641', 'mac_address': 'fa:16:3e:40:f4:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5684e62-99d2-4d0f-b7a1-2625a06a65ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '4e2f4ef5-113e-4e66-bfbd-84e78a7195f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:38:30Z', 'updated_at': '2022-03-29T15:38:38Z', 'revision_number': 4, 'project_id': '0f9bd78b0a1343218b62964007fa1641', 'subnets': [{'id': '4e2f4ef5-113e-4e66-bfbd-84e78a7195f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:38:39.267392 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f32602-fdeb-4473-ad44-79441bb1b82b req-a899e43e-29a5-47bb-ab4c-b104c86692b7 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:38:39.269539 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-74f32602-fdeb-4473-ad44-79441bb1b82b req-a899e43e-29a5-47bb-ab4c-b104c86692b7 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] 10.222.0.42 "GET /v2.0/ports?device_id=10eb82c7-8749-4775-80c9-2376fe09f89e HTTP/1.1" status: 200 len: 946 time: 0.0491545 Mar 29 15:38:39.311493 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [req-682027d2-5f90-4929-9016-a8906c4030f0 req-878f68be-6ad6-473f-9d03-c9ec223475a5 service neutron] For port 2999577e-da73-4bb3-a530-a4663e4f4f0c, host n-h1-834765-1, cleared binding levels {{(pid=102790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:38:39.314166 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-5635773a-c4cd-40ab-a275-4fa678671230 req-25ec3f79-3273-45df-bef6-99951f0eaaa7 tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] Notify callbacks [] for security_group, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:39.318412 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [req-682027d2-5f90-4929-9016-a8906c4030f0 req-878f68be-6ad6-473f-9d03-c9ec223475a5 service neutron] For port 2999577e-da73-4bb3-a530-a4663e4f4f0c, host n-h1-834765-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=2999577e-da73-4bb3-a530-a4663e4f4f0c,segment=NetworkSegment(a0c230f0-660a-4194-9279-0f0781d34134),segment_id=a0c230f0-660a-4194-9279-0f0781d34134)] {{(pid=102790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:38:39.343924 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-682027d2-5f90-4929-9016-a8906c4030f0 req-878f68be-6ad6-473f-9d03-c9ec223475a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5237921'] for port, after_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:39.348074 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-74f32602-fdeb-4473-ad44-79441bb1b82b req-4844dcbc-928d-4299-ad12-646eadabfc2d tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] 10.222.0.42 "GET /v2.0/security-groups?id=c99ced8e-1ceb-46fb-aaa7-747186b2b9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701039 Mar 29 15:38:39.360766 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e4d055ee-93f9-49e7-b301-3cc348b0ec98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-530452'] for router_interface, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:39.449978 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682027d2-5f90-4929-9016-a8906c4030f0 req-878f68be-6ad6-473f-9d03-c9ec223475a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:38:39.450587 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-682027d2-5f90-4929-9016-a8906c4030f0 req-878f68be-6ad6-473f-9d03-c9ec223475a5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:39.452284 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-682027d2-5f90-4929-9016-a8906c4030f0 req-878f68be-6ad6-473f-9d03-c9ec223475a5 service neutron] 10.222.0.44 "PUT /v2.0/ports/2999577e-da73-4bb3-a530-a4663e4f4f0c HTTP/1.1" status: 200 len: 1095 time: 3.5152392 Mar 29 15:38:39.459040 n-d-834765-1 neutron-server[102790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa799c73-6e33-4d38-9aa8-5e44da0ccd72', 'tag': '2999577e-da73-4bb3-a530-a4663e4f4f0c'}] {{(pid=102790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:38:39.462618 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46b06d655c90bc969636382cce4240ad749035fb0f3a83ee4734fa1ed9c4a6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69c41688-c822-40dd-ad50-32a952371865" -d '{"events": [{"name": "network-changed", "server_uuid": "aa799c73-6e33-4d38-9aa8-5e44da0ccd72", "tag": "2999577e-da73-4bb3-a530-a4663e4f4f0c"}]}' {{(pid=102790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:38:39.464257 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cb75e5-ba7b-4a71-af8a-b515e107e046 req-4fec8490-ab39-4466-b313-77c06c76c2c0 tempest-LiveMigrationTest-953290782 tempest-LiveMigrationTest-953290782-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:38:39.472112 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-04cb75e5-ba7b-4a71-af8a-b515e107e046 req-4fec8490-ab39-4466-b313-77c06c76c2c0 tempest-LiveMigrationTest-953290782 tempest-LiveMigrationTest-953290782-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=10eb82c7-8749-4775-80c9-2376fe09f89e HTTP/1.1" status: 200 len: 1097 time: 0.0520711 Mar 29 15:38:39.524619 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-04cb75e5-ba7b-4a71-af8a-b515e107e046 req-d323974e-ebdb-4e3a-a3c3-00283bcfacd5 tempest-LiveMigrationTest-953290782 tempest-LiveMigrationTest-953290782-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=c99ced8e-1ceb-46fb-aaa7-747186b2b9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445764 Mar 29 15:38:39.525452 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878f68be-6ad6-473f-9d03-c9ec223475a5 service neutron] Pushing event updated for resources: {'Port': ['ID=2999577e-da73-4bb3-a530-a4663e4f4f0c,revision_number=3']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:38:39.674279 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4358f207-5aba-4885-8657-806b35d6a164 req-d2f79fcb-0050-42b7-9733-fcca6363ca76 tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:38:39.676213 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4358f207-5aba-4885-8657-806b35d6a164 req-d2f79fcb-0050-42b7-9733-fcca6363ca76 tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] 10.222.0.42 "GET /v2.0/ports?device_id=02827dcb-f1d9-473b-a457-36e8d447defc HTTP/1.1" status: 200 len: 945 time: 0.0840778 Mar 29 15:38:39.719598 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 669068ad-b84d-41d9-b906-27f3e61d0312 up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:38:39.754288 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4358f207-5aba-4885-8657-806b35d6a164 req-01390c5b-f994-40a0-8bd5-27a21913968f tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] 10.222.0.42 "GET /v2.0/security-groups?id=d26d57f3-f34b-4b82-acb2-a15ffdfe7b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637214 Mar 29 15:38:39.789335 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port 669068ad-b84d-41d9-b906-27f3e61d0312 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:38:39.789711 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:39.860071 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 15:38:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c49f984a-8a2b-434f-8dc6-f80c7c2355ad x-openstack-request-id: req-c49f984a-8a2b-434f-8dc6-f80c7c2355ad {{(pid=102790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:38:39.860362 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa799c73-6e33-4d38-9aa8-5e44da0ccd72", "tag": "2999577e-da73-4bb3-a530-a4663e4f4f0c", "status": "completed", "code": 200}]} {{(pid=102790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:38:39.860614 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c49f984a-8a2b-434f-8dc6-f80c7c2355ad {{(pid=102790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:38:39.861000 n-d-834765-1 neutron-server[102790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa799c73-6e33-4d38-9aa8-5e44da0ccd72', 'tag': '2999577e-da73-4bb3-a530-a4663e4f4f0c', 'status': 'completed', 'code': 200} Mar 29 15:38:39.929424 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-5635773a-c4cd-40ab-a275-4fa678671230 req-25ec3f79-3273-45df-bef6-99951f0eaaa7 tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] Notify callbacks [] for security_group, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:39.960345 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-5635773a-c4cd-40ab-a275-4fa678671230 req-25ec3f79-3273-45df-bef6-99951f0eaaa7 tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:40.047643 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-5635773a-c4cd-40ab-a275-4fa678671230 req-25ec3f79-3273-45df-bef6-99951f0eaaa7 tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:40.048943 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-5635773a-c4cd-40ab-a275-4fa678671230 req-25ec3f79-3273-45df-bef6-99951f0eaaa7 tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.8144007 Mar 29 15:38:40.059283 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ec3f79-3273-45df-bef6-99951f0eaaa7 tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd321d6d-936b-47e0-8733-59c3bbb024a0,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:38:40.089040 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [req-a46e0774-038c-4623-895e-8f1d4bed7a27 req-43984c23-50e0-4ab0-a51c-5c5580f51c9a tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-704034588', 'description': 'tempest-description-1900509980'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:38:40.115669 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-a46e0774-038c-4623-895e-8f1d4bed7a27 req-43984c23-50e0-4ab0-a51c-5c5580f51c9a tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] Notify callbacks [] for security_group, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:40.177811 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-e4d055ee-93f9-49e7-b301-3cc348b0ec98 admin admin] Deleting port 669068ad-b84d-41d9-b906-27f3e61d0312 {{(pid=102790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:38:40.178398 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e4d055ee-93f9-49e7-b301-3cc348b0ec98 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:40.218602 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-a46e0774-038c-4623-895e-8f1d4bed7a27 req-43984c23-50e0-4ab0-a51c-5c5580f51c9a tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] Notify callbacks [] for security_group, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:40.226048 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-a46e0774-038c-4623-895e-8f1d4bed7a27 req-43984c23-50e0-4ab0-a51c-5c5580f51c9a tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:40.258200 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43984c23-50e0-4ab0-a51c-5c5580f51c9a tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b34dbcfd-2e11-4d02-8209-3d3dc98c063c,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:38:40.268089 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-a46e0774-038c-4623-895e-8f1d4bed7a27 req-43984c23-50e0-4ab0-a51c-5c5580f51c9a tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] Notify callbacks [] for security_group, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:40.269850 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-a46e0774-038c-4623-895e-8f1d4bed7a27 req-43984c23-50e0-4ab0-a51c-5c5580f51c9a tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.1872070 Mar 29 15:38:40.333342 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [None req-e4d055ee-93f9-49e7-b301-3cc348b0ec98 admin admin] For port 669068ad-b84d-41d9-b906-27f3e61d0312, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=669068ad-b84d-41d9-b906-27f3e61d0312,segment=NetworkSegment(11c5fdfe-e8fc-49b9-bfd6-5716c1fb3551),segment_id=11c5fdfe-e8fc-49b9-bfd6-5716c1fb3551)] {{(pid=102790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:38:40.333717 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e4d055ee-93f9-49e7-b301-3cc348b0ec98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:40.354685 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba60f3e-5b01-4817-ac89-c53aa9bac61c req-dd7f50a1-0fd0-4a55-923d-697aab915d57 tempest-ServersAdminNegativeTestJSON-1221216767 tempest-ServersAdminNegativeTestJSON-1221216767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:38:40.356319 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-fba60f3e-5b01-4817-ac89-c53aa9bac61c req-dd7f50a1-0fd0-4a55-923d-697aab915d57 tempest-ServersAdminNegativeTestJSON-1221216767 tempest-ServersAdminNegativeTestJSON-1221216767-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa799c73-6e33-4d38-9aa8-5e44da0ccd72 HTTP/1.1" status: 200 len: 947 time: 0.0835979 Mar 29 15:38:40.360613 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-e4d055ee-93f9-49e7-b301-3cc348b0ec98 admin admin] Calling delete_port for 669068ad-b84d-41d9-b906-27f3e61d0312 owned by network:router_interface {{(pid=102790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:38:40.393899 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b451e0-ada7-4de7-9202-116bb9ee4186 req-3a762d77-7863-48a1-b128-d9b618f7324b tempest-AttachSCSIVolumeTestJSON-1548618217 tempest-AttachSCSIVolumeTestJSON-1548618217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:38:40.402658 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e3b451e0-ada7-4de7-9202-116bb9ee4186 req-3a762d77-7863-48a1-b128-d9b618f7324b tempest-AttachSCSIVolumeTestJSON-1548618217 tempest-AttachSCSIVolumeTestJSON-1548618217-project] 10.222.0.42 "GET /v2.0/ports?device_id=67468a33-e484-423c-886f-1853a958551d HTTP/1.1" status: 200 len: 944 time: 0.0642416 Mar 29 15:38:40.445767 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-fba60f3e-5b01-4817-ac89-c53aa9bac61c req-0f2986eb-c229-4ac7-87be-6398aafb0ec1 tempest-ServersAdminNegativeTestJSON-1221216767 tempest-ServersAdminNegativeTestJSON-1221216767-project] 10.222.0.42 "GET /v2.0/security-groups?id=0472a554-1980-4298-b676-fea77ad7f77b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810223 Mar 29 15:38:40.451212 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e3b451e0-ada7-4de7-9202-116bb9ee4186 req-8f726805-2e62-4482-b99f-c381785a1b28 tempest-AttachSCSIVolumeTestJSON-1548618217 tempest-AttachSCSIVolumeTestJSON-1548618217-project] 10.222.0.42 "GET /v2.0/security-groups?id=3439922e-7826-4de8-b252-c13f8af043b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457466 Mar 29 15:38:40.481053 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [req-78d08a32-68f7-4b74-a810-943b70290199 req-73efba00-1e70-4aa0-8db4-60eb3fe42bcc tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1956940685', 'description': 'tempest-description-194649616'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:38:40.507694 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-78d08a32-68f7-4b74-a810-943b70290199 req-73efba00-1e70-4aa0-8db4-60eb3fe42bcc tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] Notify callbacks [] for security_group, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:40.606194 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-8014500b-32fd-4663-a7d0-cf0a700675bb req-4964d613-de87-4180-904a-c58558bcefec service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9de95d5f-885a-43d6-bb07-567c62ae9edc HTTP/1.1" status: 200 len: 217 time: 0.0482242 Mar 29 15:38:40.676689 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-78d08a32-68f7-4b74-a810-943b70290199 req-73efba00-1e70-4aa0-8db4-60eb3fe42bcc tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] Notify callbacks [] for security_group, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:40.684301 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8014500b-32fd-4663-a7d0-cf0a700675bb req-b51032c3-f769-4aaf-b651-96eb64fd0e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:38:40.686021 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-8014500b-32fd-4663-a7d0-cf0a700675bb req-b51032c3-f769-4aaf-b651-96eb64fd0e24 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e7292f25-57c0-4ce1-9968-6bce9d8da5e6 HTTP/1.1" status: 200 len: 854 time: 0.0674000 Mar 29 15:38:40.687311 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-78d08a32-68f7-4b74-a810-943b70290199 req-73efba00-1e70-4aa0-8db4-60eb3fe42bcc tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:40.730751 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c41688-c822-40dd-ad50-32a952371865 req-83eae226-5dfd-4876-bf2f-0545493d2394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:38:40.732411 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-69c41688-c822-40dd-ad50-32a952371865 req-83eae226-5dfd-4876-bf2f-0545493d2394 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8e8ee4f25fd34551a6b091ac55eb831f&device_id=aa799c73-6e33-4d38-9aa8-5e44da0ccd72 HTTP/1.1" status: 200 len: 1098 time: 0.1407065 Mar 29 15:38:40.749301 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-78d08a32-68f7-4b74-a810-943b70290199 req-73efba00-1e70-4aa0-8db4-60eb3fe42bcc tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] Notify callbacks [] for security_group, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:40.750537 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-78d08a32-68f7-4b74-a810-943b70290199 req-73efba00-1e70-4aa0-8db4-60eb3fe42bcc tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.2791088 Mar 29 15:38:40.775855 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73efba00-1e70-4aa0-8db4-60eb3fe42bcc tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5320a2c3-ac22-4452-9b9d-d64cbf657776,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:38:40.785925 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8014500b-32fd-4663-a7d0-cf0a700675bb req-d50bd918-0a1d-40d5-ab48-ce1a911547c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:38:40.788033 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-8014500b-32fd-4663-a7d0-cf0a700675bb req-d50bd918-0a1d-40d5-ab48-ce1a911547c2 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=3b111d56-5965-49c9-b46c-cb240d63a68d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0823202 Mar 29 15:38:40.799607 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-b868d5b7-9ef4-4aa1-9a3e-5d8d18ea7484 req-79fb4aa5-48b7-41da-9c72-38430044033f service neutron] 10.222.0.44 "GET /v2.0/networks/45430e61-d8db-47cd-8e77-5a8c8cddc622?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2403133 Mar 29 15:38:40.802567 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-69c41688-c822-40dd-ad50-32a952371865 req-37c261e9-0ba2-4f66-987d-5b8efd0c9ede service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=8e8ee4f25fd34551a6b091ac55eb831f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0601296 Mar 29 15:38:40.839203 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e4d055ee-93f9-49e7-b301-3cc348b0ec98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:40.932175 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d055ee-93f9-49e7-b301-3cc348b0ec98 admin admin] Pushing event deleted for resources: {'Port': ['ID=669068ad-b84d-41d9-b906-27f3e61d0312,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:38:40.957827 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82eeea87-2d81-4b09-95f2-349269a3d1dd req-00401af0-58ea-44f1-bc9d-41875db21dcd tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:38:40.965701 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-82eeea87-2d81-4b09-95f2-349269a3d1dd req-00401af0-58ea-44f1-bc9d-41875db21dcd tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] 10.222.0.42 "GET /v2.0/ports?device_id=02827dcb-f1d9-473b-a457-36e8d447defc HTTP/1.1" status: 200 len: 945 time: 0.1316211 Mar 29 15:38:41.031438 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-82eeea87-2d81-4b09-95f2-349269a3d1dd req-7410e9f4-97d4-44c5-9f52-9b2214dd2398 tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] 10.222.0.42 "GET /v2.0/security-groups?id=d26d57f3-f34b-4b82-acb2-a15ffdfe7b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628073 Mar 29 15:38:41.033575 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-8014500b-32fd-4663-a7d0-cf0a700675bb req-33566513-7a30-4097-8af6-046a249a10ce service neutron] 10.222.0.44 "GET /v2.0/networks/3b111d56-5965-49c9-b46c-cb240d63a68d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2372279 Mar 29 15:38:41.169419 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-8014500b-32fd-4663-a7d0-cf0a700675bb req-203ecd9a-e572-4d20-b58b-a2a120aed8c3 service neutron] 10.222.0.44 "GET /v2.0/networks/3b111d56-5965-49c9-b46c-cb240d63a68d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275241 Mar 29 15:38:41.210296 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c41688-c822-40dd-ad50-32a952371865 req-8d39210a-6c02-4321-b726-b766e6ee8346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:38:41.211737 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-69c41688-c822-40dd-ad50-32a952371865 req-8d39210a-6c02-4321-b726-b766e6ee8346 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3900609 Mar 29 15:38:41.213461 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-b868d5b7-9ef4-4aa1-9a3e-5d8d18ea7484 req-6b66c0b5-e812-4b87-889d-6c662bb0d971 service neutron] 10.222.0.44 "GET /v2.0/networks/45430e61-d8db-47cd-8e77-5a8c8cddc622?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3935027 Mar 29 15:38:41.247904 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-1bc3ed6a-70fa-44de-a687-f36e13cae651 req-1dca90b6-3f58-4d28-9a18-75fcb0a64038 tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=407485f6cdeb4140b89a6a3209b31c9e HTTP/1.1" status: 200 len: 10897 time: 0.4505892 Mar 29 15:38:41.355860 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e4d055ee-93f9-49e7-b301-3cc348b0ec98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-530528'] for router_interface, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:41.373177 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-1bc3ed6a-70fa-44de-a687-f36e13cae651 req-b1c204b0-dc20-40d2-aeaa-ee653d66b799 tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] 10.222.0.42 "GET /v2.0/security-groups/de326c20-13fe-424c-a811-b741d354586f HTTP/1.1" status: 200 len: 2981 time: 0.1187372 Mar 29 15:38:41.379553 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682027d2-5f90-4929-9016-a8906c4030f0 req-f9cb1db9-6ca9-4142-8238-dbbfa2b88ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:38:41.381193 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-682027d2-5f90-4929-9016-a8906c4030f0 req-f9cb1db9-6ca9-4142-8238-dbbfa2b88ee5 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8e8ee4f25fd34551a6b091ac55eb831f&device_id=aa799c73-6e33-4d38-9aa8-5e44da0ccd72 HTTP/1.1" status: 200 len: 1098 time: 0.1256113 Mar 29 15:38:41.479626 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-682027d2-5f90-4929-9016-a8906c4030f0 req-e28dc361-99c2-48f2-a178-df336d39f46c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.30&port_id=2999577e-da73-4bb3-a530-a4663e4f4f0c HTTP/1.1" status: 200 len: 217 time: 0.0651972 Mar 29 15:38:41.558494 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-1bc3ed6a-70fa-44de-a687-f36e13cae651 req-e2b6c0bd-63a2-49fd-b526-070bfe4d8c9a tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] 10.222.0.42 "GET /v2.0/security-groups/de326c20-13fe-424c-a811-b741d354586f HTTP/1.1" status: 200 len: 2981 time: 0.1754432 Mar 29 15:38:41.586919 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682027d2-5f90-4929-9016-a8906c4030f0 req-ffa5ed7f-7971-42a1-8815-e0423347133b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:38:41.588405 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-682027d2-5f90-4929-9016-a8906c4030f0 req-ffa5ed7f-7971-42a1-8815-e0423347133b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=abb8e5d6-2aea-4455-a944-3435a3d1ce49 HTTP/1.1" status: 200 len: 843 time: 0.0939405 Mar 29 15:38:41.718855 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682027d2-5f90-4929-9016-a8906c4030f0 req-3e55429c-c3c2-417f-9a0a-6e0678a27fef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:38:41.720376 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-682027d2-5f90-4929-9016-a8906c4030f0 req-3e55429c-c3c2-417f-9a0a-6e0678a27fef service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2268a9b9-82fd-4886-a91d-3a50e4e16cab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1215241 Mar 29 15:38:41.747380 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b6cd0a-4379-4b62-a5f0-c6640d80e4e4 req-ab360f22-0496-46a4-99c0-b43e8a3a2927 tempest-ServersAdminNegativeTestJSON-1221216767 tempest-ServersAdminNegativeTestJSON-1221216767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:38:41.756022 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d3b6cd0a-4379-4b62-a5f0-c6640d80e4e4 req-ab360f22-0496-46a4-99c0-b43e8a3a2927 tempest-ServersAdminNegativeTestJSON-1221216767 tempest-ServersAdminNegativeTestJSON-1221216767-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa799c73-6e33-4d38-9aa8-5e44da0ccd72 HTTP/1.1" status: 200 len: 947 time: 0.0591650 Mar 29 15:38:41.802660 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093bba09-ac99-441e-9205-7bd1cab77978 req-7feca02c-8395-4ec5-ba4e-40a0499358f3 tempest-AttachSCSIVolumeTestJSON-1548618217 tempest-AttachSCSIVolumeTestJSON-1548618217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:38:41.802809 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d3b6cd0a-4379-4b62-a5f0-c6640d80e4e4 req-ff17c735-794c-47ed-a462-01b44f4389c2 tempest-ServersAdminNegativeTestJSON-1221216767 tempest-ServersAdminNegativeTestJSON-1221216767-project] 10.222.0.42 "GET /v2.0/security-groups?id=0472a554-1980-4298-b676-fea77ad7f77b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439460 Mar 29 15:38:41.804300 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-093bba09-ac99-441e-9205-7bd1cab77978 req-7feca02c-8395-4ec5-ba4e-40a0499358f3 tempest-AttachSCSIVolumeTestJSON-1548618217 tempest-AttachSCSIVolumeTestJSON-1548618217-project] 10.222.0.42 "GET /v2.0/ports?device_id=67468a33-e484-423c-886f-1853a958551d HTTP/1.1" status: 200 len: 944 time: 0.1719191 Mar 29 15:38:41.859020 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-91f67769-c7db-4c60-aeae-80d344ba7eb0 req-e04e4880-c812-44e9-9a39-ce16c3427bb6 tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] 10.222.0.42 "GET /v2.0/security-groups/dd321d6d-936b-47e0-8733-59c3bbb024a0 HTTP/1.1" status: 200 len: 1801 time: 0.0405574 Mar 29 15:38:41.883447 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4d055ee-93f9-49e7-b301-3cc348b0ec98 admin admin] Router e5684e62-99d2-4d0f-b7a1-2625a06a65ca has already been hosted by L3 agent c648d819-1060-4f26-b4ec-6455387b5dff {{(pid=102790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 15:38:41.918751 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-682027d2-5f90-4929-9016-a8906c4030f0 req-41f2ac97-b0a1-4d26-8c3d-8c7628d1f408 service neutron] 10.222.0.44 "GET /v2.0/networks/2268a9b9-82fd-4886-a91d-3a50e4e16cab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1870315 Mar 29 15:38:41.922686 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-093bba09-ac99-441e-9205-7bd1cab77978 req-a7e7cded-042d-44f1-9022-4ea36cc88390 tempest-AttachSCSIVolumeTestJSON-1548618217 tempest-AttachSCSIVolumeTestJSON-1548618217-project] 10.222.0.42 "GET /v2.0/security-groups?id=3439922e-7826-4de8-b252-c13f8af043b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824065 Mar 29 15:38:41.930180 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-91f67769-c7db-4c60-aeae-80d344ba7eb0 req-0c4fb212-db0f-4362-aa00-152c1305524d tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] Notify callbacks [] for security_group, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:41.954935 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-91f67769-c7db-4c60-aeae-80d344ba7eb0 req-0c4fb212-db0f-4362-aa00-152c1305524d tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:42.000409 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-91f67769-c7db-4c60-aeae-80d344ba7eb0 req-0c4fb212-db0f-4362-aa00-152c1305524d tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:42.003559 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-91f67769-c7db-4c60-aeae-80d344ba7eb0 req-0c4fb212-db0f-4362-aa00-152c1305524d tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] Notify callbacks [] for security_group, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:42.010062 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-91f67769-c7db-4c60-aeae-80d344ba7eb0 req-0c4fb212-db0f-4362-aa00-152c1305524d tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] 10.222.0.42 "DELETE /v2.0/security-groups/dd321d6d-936b-47e0-8733-59c3bbb024a0 HTTP/1.1" status: 204 len: 173 time: 0.1435788 Mar 29 15:38:42.020999 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4fb212-db0f-4362-aa00-152c1305524d tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd321d6d-936b-47e0-8733-59c3bbb024a0,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:38:42.103978 n-d-834765-1 neutron-server[102790]: INFO neutron.api.v2.resource [req-3e629788-3e06-4377-8a29-a247c0d442fd req-2be16f49-8d72-4458-8f44-ade123abf8c8 tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] show failed (client error): The resource could not be found. Mar 29 15:38:42.105140 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-3e629788-3e06-4377-8a29-a247c0d442fd req-2be16f49-8d72-4458-8f44-ade123abf8c8 tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] 10.222.0.42 "GET /v2.0/security-groups/dd321d6d-936b-47e0-8733-59c3bbb024a0 HTTP/1.1" status: 404 len: 352 time: 0.0565147 Mar 29 15:38:42.143291 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4d055ee-93f9-49e7-b301-3cc348b0ec98 admin admin] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:38:42.153754 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57779c26-c2bf-42ce-bb69-402b6259b5fa None None] Sync routers for ids ['e5684e62-99d2-4d0f-b7a1-2625a06a65ca'] in n-d-834765-1 {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:38:42.171702 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57779c26-c2bf-42ce-bb69-402b6259b5fa None None] Routers {'e5684e62-99d2-4d0f-b7a1-2625a06a65ca'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:38:42.172711 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-57779c26-c2bf-42ce-bb69-402b6259b5fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:38:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['e5684e62-99d2-4d0f-b7a1-2625a06a65ca'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:38:42.173688 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3869d08a-2e48-4516-b94d-c673e8c1f741 req-640a184b-4e64-4466-82d9-41d46c7ab611 tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:38:42.175249 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-3869d08a-2e48-4516-b94d-c673e8c1f741 req-640a184b-4e64-4466-82d9-41d46c7ab611 tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] 10.222.0.42 "GET /v2.0/ports?device_id=02827dcb-f1d9-473b-a457-36e8d447defc HTTP/1.1" status: 200 len: 945 time: 0.0732465 Mar 29 15:38:42.180440 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-e4d055ee-93f9-49e7-b301-3cc348b0ec98 admin admin] 10.222.0.42 "PUT /v2.0/routers/e5684e62-99d2-4d0f-b7a1-2625a06a65ca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8451316 Mar 29 15:38:42.183071 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 39656) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:38:42.189227 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-682027d2-5f90-4929-9016-a8906c4030f0 req-82fbe9ab-31b0-4131-b47d-1b91ee7d8ea6 service neutron] 10.222.0.44 "GET /v2.0/networks/2268a9b9-82fd-4886-a91d-3a50e4e16cab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2606173 Mar 29 15:38:42.194509 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-7556eadf-5047-473c-a1df-86d7eda2ea11 req-7341b62a-657b-46f0-ad10-9e5c4a243d48 tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] 10.222.0.42 "GET /v2.0/security-groups/b34dbcfd-2e11-4d02-8209-3d3dc98c063c HTTP/1.1" status: 200 len: 1800 time: 0.0554206 Mar 29 15:38:42.257534 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-7556eadf-5047-473c-a1df-86d7eda2ea11 req-b56fafcd-17c7-4392-933c-601665ecd268 tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] Notify callbacks [] for security_group, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:42.285625 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-7556eadf-5047-473c-a1df-86d7eda2ea11 req-b56fafcd-17c7-4392-933c-601665ecd268 tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:42.294102 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-3869d08a-2e48-4516-b94d-c673e8c1f741 req-676f3531-0bde-4528-85cf-82d7e310a789 tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] 10.222.0.42 "GET /v2.0/security-groups?id=d26d57f3-f34b-4b82-acb2-a15ffdfe7b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018949 Mar 29 15:38:42.344493 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-7556eadf-5047-473c-a1df-86d7eda2ea11 req-b56fafcd-17c7-4392-933c-601665ecd268 tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:42.347457 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-7556eadf-5047-473c-a1df-86d7eda2ea11 req-b56fafcd-17c7-4392-933c-601665ecd268 tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:42.348613 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-7556eadf-5047-473c-a1df-86d7eda2ea11 req-b56fafcd-17c7-4392-933c-601665ecd268 tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] 10.222.0.42 "DELETE /v2.0/security-groups/b34dbcfd-2e11-4d02-8209-3d3dc98c063c HTTP/1.1" status: 204 len: 173 time: 0.1479435 Mar 29 15:38:42.357930 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvr_db [None req-57779c26-c2bf-42ce-bb69-402b6259b5fa None None] Set router e5684e62-99d2-4d0f-b7a1-2625a06a65ca gateway port host: n-d-834765-1 {{(pid=102792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:38:42.363462 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-110eb129-bbd8-494f-922d-00f3b038f6af admin admin] Notify callbacks [] for router, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:42.366942 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56fafcd-17c7-4392-933c-601665ecd268 tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b34dbcfd-2e11-4d02-8209-3d3dc98c063c,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:38:42.375968 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56fafcd-17c7-4392-933c-601665ecd268 tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:38:42.376707 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56fafcd-17c7-4392-933c-601665ecd268 tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:38:42.377195 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56fafcd-17c7-4392-933c-601665ecd268 tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:38:42.377791 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56fafcd-17c7-4392-933c-601665ecd268 tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:38:42.378274 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56fafcd-17c7-4392-933c-601665ecd268 tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:38:42.378768 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56fafcd-17c7-4392-933c-601665ecd268 tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:38:42.379373 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56fafcd-17c7-4392-933c-601665ecd268 tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:38:42.379858 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56fafcd-17c7-4392-933c-601665ecd268 tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:38:42.380539 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56fafcd-17c7-4392-933c-601665ecd268 tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:38:42.381026 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56fafcd-17c7-4392-933c-601665ecd268 tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:38:42.381496 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56fafcd-17c7-4392-933c-601665ecd268 tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:38:42.381972 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56fafcd-17c7-4392-933c-601665ecd268 tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:38:42.451796 n-d-834765-1 neutron-server[102791]: INFO neutron.api.v2.resource [req-dcaba209-fead-4425-a9d8-aecc503e4aab req-09332dfe-a287-42e2-996d-3a0f88235a6c tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] show failed (client error): The resource could not be found. Mar 29 15:38:42.452821 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-dcaba209-fead-4425-a9d8-aecc503e4aab req-09332dfe-a287-42e2-996d-3a0f88235a6c tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] 10.222.0.42 "GET /v2.0/security-groups/b34dbcfd-2e11-4d02-8209-3d3dc98c063c HTTP/1.1" status: 404 len: 352 time: 0.0433114 Mar 29 15:38:42.520569 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-110eb129-bbd8-494f-922d-00f3b038f6af admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:42.541118 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-c1f3d55a-f878-49ea-a399-26bd49e30137 req-19d3c6b8-4685-4392-92f8-2bcf9f9a90f3 tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] 10.222.0.42 "GET /v2.0/security-groups/5320a2c3-ac22-4452-9b9d-d64cbf657776 HTTP/1.1" status: 200 len: 1800 time: 0.0633004 Mar 29 15:38:42.617709 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-c1f3d55a-f878-49ea-a399-26bd49e30137 req-62f916af-b79b-4a5a-8b70-1ae01671d564 tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] Notify callbacks [] for security_group, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:42.649480 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-c1f3d55a-f878-49ea-a399-26bd49e30137 req-62f916af-b79b-4a5a-8b70-1ae01671d564 tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:42.839325 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-57779c26-c2bf-42ce-bb69-402b6259b5fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5684e62-99d2-4d0f-b7a1-2625a06a65ca', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-714959390-router', 'tenant_id': '0f9bd78b0a1343218b62964007fa1641', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.236'}], 'enable_snat': True}, 'gw_port_id': 'ef327f6d-07cb-4ad5-b00a-d5df5ae28346', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:38:24Z', 'updated_at': '2022-03-29T15:38:40Z', 'revision_number': 5, 'project_id': '0f9bd78b0a1343218b62964007fa1641', 'gw_port': {'id': 'ef327f6d-07cb-4ad5-b00a-d5df5ae28346', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:79:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5684e62-99d2-4d0f-b7a1-2625a06a65ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:38:24Z', 'updated_at': '2022-03-29T15:38:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1'}], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:38:42.913756 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57779c26-c2bf-42ce-bb69-402b6259b5fa None None] Checking router: e5684e62-99d2-4d0f-b7a1-2625a06a65ca for host: n-d-834765-1 {{(pid=102792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:38:42.935815 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57779c26-c2bf-42ce-bb69-402b6259b5fa None None] Routers {'e5684e62-99d2-4d0f-b7a1-2625a06a65ca'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:38:42.936460 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-57779c26-c2bf-42ce-bb69-402b6259b5fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:38:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['e5684e62-99d2-4d0f-b7a1-2625a06a65ca'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:38:43.000187 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ce3eea-cf9c-4ef8-80cc-bf535e9fa9f5 req-a0437360-e009-4c9e-893e-dd53bb21d153 tempest-ServersAdminNegativeTestJSON-1221216767 tempest-ServersAdminNegativeTestJSON-1221216767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:38:43.009358 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-a8ce3eea-cf9c-4ef8-80cc-bf535e9fa9f5 req-a0437360-e009-4c9e-893e-dd53bb21d153 tempest-ServersAdminNegativeTestJSON-1221216767 tempest-ServersAdminNegativeTestJSON-1221216767-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa799c73-6e33-4d38-9aa8-5e44da0ccd72 HTTP/1.1" status: 200 len: 947 time: 0.0749035 Mar 29 15:38:43.013391 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-110eb129-bbd8-494f-922d-00f3b038f6af admin admin] Deleting port ef327f6d-07cb-4ad5-b00a-d5df5ae28346 {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:38:43.013932 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-110eb129-bbd8-494f-922d-00f3b038f6af admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:43.051748 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvr_db [None req-57779c26-c2bf-42ce-bb69-402b6259b5fa None None] Set router e5684e62-99d2-4d0f-b7a1-2625a06a65ca gateway port host: None {{(pid=102792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:38:43.085867 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-c1f3d55a-f878-49ea-a399-26bd49e30137 req-62f916af-b79b-4a5a-8b70-1ae01671d564 tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:43.089034 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-c1f3d55a-f878-49ea-a399-26bd49e30137 req-62f916af-b79b-4a5a-8b70-1ae01671d564 tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:43.090680 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-c1f3d55a-f878-49ea-a399-26bd49e30137 req-62f916af-b79b-4a5a-8b70-1ae01671d564 tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] 10.222.0.42 "DELETE /v2.0/security-groups/5320a2c3-ac22-4452-9b9d-d64cbf657776 HTTP/1.1" status: 204 len: 173 time: 0.5487418 Mar 29 15:38:43.104264 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f916af-b79b-4a5a-8b70-1ae01671d564 tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5320a2c3-ac22-4452-9b9d-d64cbf657776,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:38:43.122779 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-57779c26-c2bf-42ce-bb69-402b6259b5fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5684e62-99d2-4d0f-b7a1-2625a06a65ca', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-714959390-router', 'tenant_id': '0f9bd78b0a1343218b62964007fa1641', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:38:24Z', 'updated_at': '2022-03-29T15:38:42Z', 'revision_number': 6, 'project_id': '0f9bd78b0a1343218b62964007fa1641', 'gw_port_host': None}], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:38:43.150156 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-a8ce3eea-cf9c-4ef8-80cc-bf535e9fa9f5 req-58d39d72-c6fc-4c78-a3f3-5cdce6c10dd6 tempest-ServersAdminNegativeTestJSON-1221216767 tempest-ServersAdminNegativeTestJSON-1221216767-project] 10.222.0.42 "GET /v2.0/security-groups?id=0472a554-1980-4298-b676-fea77ad7f77b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392713 Mar 29 15:38:43.163813 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57779c26-c2bf-42ce-bb69-402b6259b5fa None None] The sync data for ids ['e5684e62-99d2-4d0f-b7a1-2625a06a65ca'] in n-d-834765-1 is: [{'id': 'e5684e62-99d2-4d0f-b7a1-2625a06a65ca', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-714959390-router', 'tenant_id': '0f9bd78b0a1343218b62964007fa1641', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:38:24Z', 'updated_at': '2022-03-29T15:38:42Z', 'revision_number': 6, 'project_id': '0f9bd78b0a1343218b62964007fa1641', 'gw_port_host': None}] {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:38:43.217119 n-d-834765-1 neutron-server[102791]: INFO neutron.api.v2.resource [req-9d21ca70-9edd-464e-a770-89d2ac5c6c12 req-81513433-32c8-46b5-8daa-e99253856c6d tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] show failed (client error): The resource could not be found. Mar 29 15:38:43.218285 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-9d21ca70-9edd-464e-a770-89d2ac5c6c12 req-81513433-32c8-46b5-8daa-e99253856c6d tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] 10.222.0.42 "GET /v2.0/security-groups/5320a2c3-ac22-4452-9b9d-d64cbf657776 HTTP/1.1" status: 404 len: 352 time: 0.0283973 Mar 29 15:38:43.241418 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [None req-110eb129-bbd8-494f-922d-00f3b038f6af admin admin] For port ef327f6d-07cb-4ad5-b00a-d5df5ae28346, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=ef327f6d-07cb-4ad5-b00a-d5df5ae28346,segment=NetworkSegment(6ab47353-a811-4bad-bc73-b4cc84583cfd),segment_id=6ab47353-a811-4bad-bc73-b4cc84583cfd)] {{(pid=102791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:38:43.242094 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-110eb129-bbd8-494f-922d-00f3b038f6af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:43.265158 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-110eb129-bbd8-494f-922d-00f3b038f6af admin admin] Calling delete_port for ef327f6d-07cb-4ad5-b00a-d5df5ae28346 owned by network:router_gateway {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:38:43.270127 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a17085-252f-4814-a160-a1b2810b8865 req-0473f09c-543e-449b-8484-3dccea983a5c tempest-AttachSCSIVolumeTestJSON-1548618217 tempest-AttachSCSIVolumeTestJSON-1548618217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:38:43.272241 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-44a17085-252f-4814-a160-a1b2810b8865 req-0473f09c-543e-449b-8484-3dccea983a5c tempest-AttachSCSIVolumeTestJSON-1548618217 tempest-AttachSCSIVolumeTestJSON-1548618217-project] 10.222.0.42 "GET /v2.0/ports?device_id=67468a33-e484-423c-886f-1853a958551d HTTP/1.1" status: 200 len: 944 time: 0.0622451 Mar 29 15:38:43.314421 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-44a17085-252f-4814-a160-a1b2810b8865 req-08f02e15-a8b1-4495-8de0-1d27b6384dad tempest-AttachSCSIVolumeTestJSON-1548618217 tempest-AttachSCSIVolumeTestJSON-1548618217-project] 10.222.0.42 "GET /v2.0/security-groups?id=3439922e-7826-4de8-b252-c13f8af043b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345297 Mar 29 15:38:43.373421 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e82a6667-e9b2-4ed9-b587-d5600f9d1388 req-3de746e6-baa4-4fd3-9e0a-42d769b2e9e9 tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=407485f6cdeb4140b89a6a3209b31c9e HTTP/1.1" status: 200 len: 6149 time: 0.1218281 Mar 29 15:38:43.467788 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e82a6667-e9b2-4ed9-b587-d5600f9d1388 req-8d153e1e-cc2b-4200-bebd-7a9b1346f347 tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] 10.222.0.42 "GET /v2.0/security-groups/de326c20-13fe-424c-a811-b741d354586f HTTP/1.1" status: 200 len: 2981 time: 0.0852287 Mar 29 15:38:43.476590 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7733bd14-682b-44e5-bf00-ba615684e4c2 req-cf23fd11-0f28-41c8-9de7-ba9f341e1d0b tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:38:43.478262 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-7733bd14-682b-44e5-bf00-ba615684e4c2 req-cf23fd11-0f28-41c8-9de7-ba9f341e1d0b tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] 10.222.0.42 "GET /v2.0/ports?device_id=02827dcb-f1d9-473b-a457-36e8d447defc HTTP/1.1" status: 200 len: 945 time: 0.0588748 Mar 29 15:38:43.527598 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-7733bd14-682b-44e5-bf00-ba615684e4c2 req-ccf4134b-b882-413b-87b4-725da50823d1 tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] 10.222.0.42 "GET /v2.0/security-groups?id=d26d57f3-f34b-4b82-acb2-a15ffdfe7b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425780 Mar 29 15:38:43.546216 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e82a6667-e9b2-4ed9-b587-d5600f9d1388 req-cb13d2c4-d055-4c52-b0c0-b20142fc1102 tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] 10.222.0.42 "GET /v2.0/security-groups/de326c20-13fe-424c-a811-b741d354586f HTTP/1.1" status: 200 len: 2981 time: 0.0580142 Mar 29 15:38:43.550511 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-110eb129-bbd8-494f-922d-00f3b038f6af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:43.586108 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [req-de73da5f-1570-4e6a-a5d7-d2b967700c3b req-10640bb2-b0a0-4144-ad81-2a13feb17708 tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-958720146', 'description': 'tempest-description-1526656896'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:38:43.607059 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110eb129-bbd8-494f-922d-00f3b038f6af admin admin] Pushing event deleted for resources: {'Port': ['ID=ef327f6d-07cb-4ad5-b00a-d5df5ae28346,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:38:43.621683 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-de73da5f-1570-4e6a-a5d7-d2b967700c3b req-10640bb2-b0a0-4144-ad81-2a13feb17708 tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] Notify callbacks [] for security_group, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:43.623196 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 669068ad-b84d-41d9-b906-27f3e61d0312 no longer exists at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:38:43.654186 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] No Port match for: 669068ad-b84d-41d9-b906-27f3e61d0312 {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 15:38:43.654578 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 669068ad-b84d-41d9-b906-27f3e61d0312 not bound to the agent host n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:38:43.706103 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-110eb129-bbd8-494f-922d-00f3b038f6af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-648138'] for router_gateway, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:43.713339 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-de73da5f-1570-4e6a-a5d7-d2b967700c3b req-10640bb2-b0a0-4144-ad81-2a13feb17708 tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] Notify callbacks [] for security_group, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:43.725496 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-de73da5f-1570-4e6a-a5d7-d2b967700c3b req-10640bb2-b0a0-4144-ad81-2a13feb17708 tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:43.745542 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-de73da5f-1570-4e6a-a5d7-d2b967700c3b req-10640bb2-b0a0-4144-ad81-2a13feb17708 tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:43.746762 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-de73da5f-1570-4e6a-a5d7-d2b967700c3b req-10640bb2-b0a0-4144-ad81-2a13feb17708 tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.1659741 Mar 29 15:38:43.767920 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10640bb2-b0a0-4144-ad81-2a13feb17708 tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1515db8e-b744-4e0f-b307-0f96ca3d8260,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:38:43.796266 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [req-06f4a0a3-acf5-4ac1-ac53-0a129533e6ed req-76dd6f0e-3783-4fa2-9e8c-36ccdbc268c5 tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-35186183', 'description': 'tempest-description-1521730360'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:38:43.852662 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-110eb129-bbd8-494f-922d-00f3b038f6af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129328'] for router, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:43.858870 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-110eb129-bbd8-494f-922d-00f3b038f6af admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:43.920472 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-06f4a0a3-acf5-4ac1-ac53-0a129533e6ed req-76dd6f0e-3783-4fa2-9e8c-36ccdbc268c5 tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] Notify callbacks [] for security_group, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:43.941850 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-110eb129-bbd8-494f-922d-00f3b038f6af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-526718'] for router, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:43.942540 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-110eb129-bbd8-494f-922d-00f3b038f6af admin admin] Fanout notify agent at l3_agent the message router_deleted on router e5684e62-99d2-4d0f-b7a1-2625a06a65ca {{(pid=102791) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 29 15:38:43.953400 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-110eb129-bbd8-494f-922d-00f3b038f6af admin admin] Notify callbacks [] for router, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:43.957289 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-110eb129-bbd8-494f-922d-00f3b038f6af admin admin] 10.222.0.42 "DELETE /v2.0/routers/e5684e62-99d2-4d0f-b7a1-2625a06a65ca HTTP/1.1" status: 204 len: 168 time: 1.7705843 Mar 29 15:38:43.959441 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 39682) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:38:44.010300 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-06f4a0a3-acf5-4ac1-ac53-0a129533e6ed req-76dd6f0e-3783-4fa2-9e8c-36ccdbc268c5 tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] Notify callbacks [] for security_group, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:44.020049 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-06f4a0a3-acf5-4ac1-ac53-0a129533e6ed req-76dd6f0e-3783-4fa2-9e8c-36ccdbc268c5 tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:44.034042 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.db_base_plugin_v2 [None req-302e56ef-a8f1-4efe-bcea-106c9eeb8d33 admin admin] Deleting subnet 4e2f4ef5-113e-4e66-bfbd-84e78a7195f5 {{(pid=102790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 15:38:44.046770 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-302e56ef-a8f1-4efe-bcea-106c9eeb8d33 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:44.050456 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-06f4a0a3-acf5-4ac1-ac53-0a129533e6ed req-76dd6f0e-3783-4fa2-9e8c-36ccdbc268c5 tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] Notify callbacks [] for security_group, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:44.051883 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-06f4a0a3-acf5-4ac1-ac53-0a129533e6ed req-76dd6f0e-3783-4fa2-9e8c-36ccdbc268c5 tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.2597568 Mar 29 15:38:44.079064 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76dd6f0e-3783-4fa2-9e8c-36ccdbc268c5 tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44ce2a9b-cdee-4ebf-99e8-7d5260e37695,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:38:44.088316 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76dd6f0e-3783-4fa2-9e8c-36ccdbc268c5 tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:38:44.088523 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76dd6f0e-3783-4fa2-9e8c-36ccdbc268c5 tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:38:44.088856 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76dd6f0e-3783-4fa2-9e8c-36ccdbc268c5 tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:38:44.089335 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76dd6f0e-3783-4fa2-9e8c-36ccdbc268c5 tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:38:44.089666 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76dd6f0e-3783-4fa2-9e8c-36ccdbc268c5 tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:38:44.089988 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76dd6f0e-3783-4fa2-9e8c-36ccdbc268c5 tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:38:44.090580 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76dd6f0e-3783-4fa2-9e8c-36ccdbc268c5 tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:38:44.090906 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76dd6f0e-3783-4fa2-9e8c-36ccdbc268c5 tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:38:44.091229 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76dd6f0e-3783-4fa2-9e8c-36ccdbc268c5 tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:38:44.091713 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76dd6f0e-3783-4fa2-9e8c-36ccdbc268c5 tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:38:44.092031 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76dd6f0e-3783-4fa2-9e8c-36ccdbc268c5 tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:38:44.092345 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76dd6f0e-3783-4fa2-9e8c-36ccdbc268c5 tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:38:44.103588 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-302e56ef-a8f1-4efe-bcea-106c9eeb8d33 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4614024'] for subnet, precommit_delete_associations {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:44.269742 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-302e56ef-a8f1-4efe-bcea-106c9eeb8d33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1641287'] for subnet, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:44.358977 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23cf9d5-0ba7-40fa-8d73-88c92a305174 req-5454d2eb-d21a-4e34-82b4-70c5aef40b3a tempest-ServersAdminNegativeTestJSON-1221216767 tempest-ServersAdminNegativeTestJSON-1221216767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:38:44.367111 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-c23cf9d5-0ba7-40fa-8d73-88c92a305174 req-5454d2eb-d21a-4e34-82b4-70c5aef40b3a tempest-ServersAdminNegativeTestJSON-1221216767 tempest-ServersAdminNegativeTestJSON-1221216767-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa799c73-6e33-4d38-9aa8-5e44da0ccd72 HTTP/1.1" status: 200 len: 947 time: 0.1148663 Mar 29 15:38:44.408770 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-302e56ef-a8f1-4efe-bcea-106c9eeb8d33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1641294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5231963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4793952'] for subnet, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:44.453027 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302e56ef-a8f1-4efe-bcea-106c9eeb8d33 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4e2f4ef5-113e-4e66-bfbd-84e78a7195f5,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:38:44.464836 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-c23cf9d5-0ba7-40fa-8d73-88c92a305174 req-83575365-dd49-48ee-918d-6e4bbc81729f tempest-ServersAdminNegativeTestJSON-1221216767 tempest-ServersAdminNegativeTestJSON-1221216767-project] 10.222.0.42 "GET /v2.0/security-groups?id=0472a554-1980-4298-b676-fea77ad7f77b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967534 Mar 29 15:38:44.469793 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-302e56ef-a8f1-4efe-bcea-106c9eeb8d33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for subnet, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:44.475491 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-302e56ef-a8f1-4efe-bcea-106c9eeb8d33 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/4e2f4ef5-113e-4e66-bfbd-84e78a7195f5 HTTP/1.1" status: 204 len: 168 time: 0.5126004 Mar 29 15:38:44.477802 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc05d880-56c9-44b3-8158-0bf3abcaf639 None None] Network f52d9db9-d5ba-4983-af69-edf314686618 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 15:38:44.509095 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 39700) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:38:44.517309 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37ebcfa-01d3-4b8a-acbe-8b6383c07134 req-675aba74-0713-4d47-b69a-c1c7c80bcc18 tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:38:44.518889 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e37ebcfa-01d3-4b8a-acbe-8b6383c07134 req-675aba74-0713-4d47-b69a-c1c7c80bcc18 tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] 10.222.0.42 "GET /v2.0/networks?id=45430e61-d8db-47cd-8e77-5a8c8cddc622 HTTP/1.1" status: 200 len: 812 time: 0.2143741 Mar 29 15:38:44.547658 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e37ebcfa-01d3-4b8a-acbe-8b6383c07134 req-4d10224d-f58f-40d7-b5d4-996aa654eaa7 tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] 10.222.0.42 "GET /v2.0/quotas/407485f6cdeb4140b89a6a3209b31c9e HTTP/1.1" status: 200 len: 375 time: 0.0222292 Mar 29 15:38:44.616036 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e37ebcfa-01d3-4b8a-acbe-8b6383c07134 req-83404834-925e-4cc9-b2d6-5c8de8993d88 tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=407485f6cdeb4140b89a6a3209b31c9e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0618713 Mar 29 15:38:44.648406 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-3b63f94a-57f8-4ee3-8dcc-bbc43d454eaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1631750'] for network, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:44.704306 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410f0b03-0b18-4dd1-ab5c-09b9981eb365 req-ca0ef782-c7ba-4493-b4e7-1bec82bc8961 tempest-AttachSCSIVolumeTestJSON-1548618217 tempest-AttachSCSIVolumeTestJSON-1548618217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:38:44.711796 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-410f0b03-0b18-4dd1-ab5c-09b9981eb365 req-ca0ef782-c7ba-4493-b4e7-1bec82bc8961 tempest-AttachSCSIVolumeTestJSON-1548618217 tempest-AttachSCSIVolumeTestJSON-1548618217-project] 10.222.0.42 "GET /v2.0/ports?device_id=67468a33-e484-423c-886f-1853a958551d HTTP/1.1" status: 200 len: 944 time: 0.1056738 Mar 29 15:38:44.753427 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e37ebcfa-01d3-4b8a-acbe-8b6383c07134 req-c9453247-96ce-497e-bb6e-257846807fba service neutron] 10.222.0.42 "GET /v2.0/networks/45430e61-d8db-47cd-8e77-5a8c8cddc622?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273890 Mar 29 15:38:44.757213 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-410f0b03-0b18-4dd1-ab5c-09b9981eb365 req-f71d73f7-cf85-4a7e-8eaf-82ef1e40bda4 tempest-AttachSCSIVolumeTestJSON-1548618217 tempest-AttachSCSIVolumeTestJSON-1548618217-project] 10.222.0.42 "GET /v2.0/security-groups?id=3439922e-7826-4de8-b252-c13f8af043b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445697 Mar 29 15:38:44.776689 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-3b63f94a-57f8-4ee3-8dcc-bbc43d454eaf admin admin] Deleting port 60cf14c9-e0ec-490c-ba70-40c549d73c43 {{(pid=102790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:38:44.776950 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca1950b4-ed3d-4177-aef4-c9459d5f4776 None None] DHCP port deletion for f52d9db9-d5ba-4983-af69-edf314686618 request from n-d-834765-1 {{(pid=102792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 29 15:38:44.777060 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-3b63f94a-57f8-4ee3-8dcc-bbc43d454eaf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:44.885264 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-ca1950b4-ed3d-4177-aef4-c9459d5f4776 None None] Deleting port 60cf14c9-e0ec-490c-ba70-40c549d73c43 {{(pid=102792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:38:44.885639 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-ca1950b4-ed3d-4177-aef4-c9459d5f4776 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:44.909084 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [None req-3b63f94a-57f8-4ee3-8dcc-bbc43d454eaf admin admin] For port 60cf14c9-e0ec-490c-ba70-40c549d73c43, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=60cf14c9-e0ec-490c-ba70-40c549d73c43,segment=NetworkSegment(11c5fdfe-e8fc-49b9-bfd6-5716c1fb3551),segment_id=11c5fdfe-e8fc-49b9-bfd6-5716c1fb3551)] {{(pid=102790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:38:44.909459 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-3b63f94a-57f8-4ee3-8dcc-bbc43d454eaf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:44.925488 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-3b63f94a-57f8-4ee3-8dcc-bbc43d454eaf admin admin] Calling delete_port for 60cf14c9-e0ec-490c-ba70-40c549d73c43 owned by network:dhcp {{(pid=102790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:38:44.953256 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940375ca-1996-4feb-8377-89ca286a9d0a req-9963444e-578e-489c-985f-83ed12388d49 tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:38:44.953961 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e37ebcfa-01d3-4b8a-acbe-8b6383c07134 req-2c5f0711-e021-4c35-853f-9c53e4d46f4f service neutron] 10.222.0.42 "GET /v2.0/networks/45430e61-d8db-47cd-8e77-5a8c8cddc622?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1906257 Mar 29 15:38:44.954752 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-940375ca-1996-4feb-8377-89ca286a9d0a req-9963444e-578e-489c-985f-83ed12388d49 tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] 10.222.0.42 "GET /v2.0/ports?device_id=02827dcb-f1d9-473b-a457-36e8d447defc HTTP/1.1" status: 200 len: 945 time: 0.0904434 Mar 29 15:38:44.999599 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-ca1950b4-ed3d-4177-aef4-c9459d5f4776 None None] For port 60cf14c9-e0ec-490c-ba70-40c549d73c43, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=60cf14c9-e0ec-490c-ba70-40c549d73c43,segment=NetworkSegment(11c5fdfe-e8fc-49b9-bfd6-5716c1fb3551),segment_id=11c5fdfe-e8fc-49b9-bfd6-5716c1fb3551)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:38:44.999833 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-ca1950b4-ed3d-4177-aef4-c9459d5f4776 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:45.015344 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-ca1950b4-ed3d-4177-aef4-c9459d5f4776 None None] Calling delete_port for 60cf14c9-e0ec-490c-ba70-40c549d73c43 owned by network:dhcp {{(pid=102792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:38:45.032062 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-940375ca-1996-4feb-8377-89ca286a9d0a req-f4ae4da1-ed64-4753-ad7f-2b28841b1dc0 tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] 10.222.0.42 "GET /v2.0/security-groups?id=d26d57f3-f34b-4b82-acb2-a15ffdfe7b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489812 Mar 29 15:38:45.053974 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-3b63f94a-57f8-4ee3-8dcc-bbc43d454eaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:45.090499 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b63f94a-57f8-4ee3-8dcc-bbc43d454eaf admin admin] Pushing event deleted for resources: {'Port': ['ID=60cf14c9-e0ec-490c-ba70-40c549d73c43,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:38:45.092628 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b63f94a-57f8-4ee3-8dcc-bbc43d454eaf admin admin] No DVR routers for this DVR port 60cf14c9-e0ec-490c-ba70-40c549d73c43 on host n-d-834765-1 {{(pid=102790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:38:45.158826 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device 9de95d5f-885a-43d6-bb07-567c62ae9edc details requested by agent hyperv_n-h1-834765-1 with host n-h1-834765-1 {{(pid=102792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 15:38:45.197999 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-ca1950b4-ed3d-4177-aef4-c9459d5f4776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350'] for port, after_delete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:45.233496 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-3b63f94a-57f8-4ee3-8dcc-bbc43d454eaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639890', 'neutron.services.segments.db._delete_segments_for_network-8783523423079'] for network, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:45.245583 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1950b4-ed3d-4177-aef4-c9459d5f4776 None None] Pushing event deleted for resources: {'Port': ['ID=60cf14c9-e0ec-490c-ba70-40c549d73c43,revision_number=None']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:38:45.245721 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-9892d2ee-693c-4401-8c36-a4e3404b22a1 req-57ea3a08-958f-4056-a0d6-6a40b8dac383 tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] 10.222.0.42 "GET /v2.0/ports?device_id=07de1ed5-2712-4e95-8d69-8343c3d45afc HTTP/1.1" status: 200 len: 210 time: 0.0700054 Mar 29 15:38:45.254424 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca1950b4-ed3d-4177-aef4-c9459d5f4776 None None] No DVR routers for this DVR port 60cf14c9-e0ec-490c-ba70-40c549d73c43 on host n-d-834765-1 {{(pid=102792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:38:45.301088 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-3b63f94a-57f8-4ee3-8dcc-bbc43d454eaf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f52d9db9-d5ba-4983-af69-edf314686618']}} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:38:45.306329 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d235df3-3524-426d-9066-2b4331772627 req-696944c7-aeb8-4ad7-8265-f1aa6d072a63 tempest-LiveAutoBlockMigrationV225Test-1278294229 tempest-LiveAutoBlockMigrationV225Test-1278294229-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:38:45.308343 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-1d235df3-3524-426d-9066-2b4331772627 req-696944c7-aeb8-4ad7-8265-f1aa6d072a63 tempest-LiveAutoBlockMigrationV225Test-1278294229 tempest-LiveAutoBlockMigrationV225Test-1278294229-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=02827dcb-f1d9-473b-a457-36e8d447defc&tenant_id=c66f5a43ae0e46908f202e6b40f23448&binding%3Ahost_id=n-h1-834765-1 HTTP/1.1" status: 200 len: 1096 time: 0.1712823 Mar 29 15:38:45.317647 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-3b63f94a-57f8-4ee3-8dcc-bbc43d454eaf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11c5fdfe-e8fc-49b9-bfd6-5716c1fb3551') {'for_net_delete': True} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:38:45.318811 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-3b63f94a-57f8-4ee3-8dcc-bbc43d454eaf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11c5fdfe-e8fc-49b9-bfd6-5716c1fb3551') {} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:38:45.340330 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [req-1d235df3-3524-426d-9066-2b4331772627 req-c38571e6-3362-4e60-a179-7fe5ca2cb23c service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-834765-1'}}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:38:45.346631 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-3b63f94a-57f8-4ee3-8dcc-bbc43d454eaf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783523422064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4614019'] for segment, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:45.366067 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port 9de95d5f-885a-43d6-bb07-567c62ae9edc, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=9de95d5f-885a-43d6-bb07-567c62ae9edc,segment=NetworkSegment(3d5eb777-4fe8-4b7b-97c0-0f1706f8e353),segment_id=3d5eb777-4fe8-4b7b-97c0-0f1706f8e353)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:38:45.385635 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Returning: {'device': '9de95d5f-885a-43d6-bb07-567c62ae9edc', 'network_id': '3b111d56-5965-49c9-b46c-cb240d63a68d', 'port_id': '9de95d5f-885a-43d6-bb07-567c62ae9edc', 'mac_address': 'fa:16:3e:97:89:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 649, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7292f25-57c0-4ce1-9968-6bce9d8da5e6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 15:38:45.411391 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-3b63f94a-57f8-4ee3-8dcc-bbc43d454eaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:45.413646 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-1d235df3-3524-426d-9066-2b4331772627 req-c38571e6-3362-4e60-a179-7fe5ca2cb23c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:45.451773 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:45.454144 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b63f94a-57f8-4ee3-8dcc-bbc43d454eaf admin admin] Releasing vlan 632 on physical network physnet1 to pool {{(pid=102790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 15:38:45.454555 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-3b63f94a-57f8-4ee3-8dcc-bbc43d454eaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5238013'] for segment, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:45.456259 n-d-834765-1 neutron-server[102790]: Traceback (most recent call last): Mar 29 15:38:45.456259 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 15:38:45.456259 n-d-834765-1 neutron-server[102790]: timer() Mar 29 15:38:45.456259 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 15:38:45.456259 n-d-834765-1 neutron-server[102790]: cb(*args, **kw) Mar 29 15:38:45.456259 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 15:38:45.456259 n-d-834765-1 neutron-server[102790]: return func(*args, **kwargs) Mar 29 15:38:45.456259 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 15:38:45.456259 n-d-834765-1 neutron-server[102790]: self._notify() Mar 29 15:38:45.456259 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 15:38:45.456259 n-d-834765-1 neutron-server[102790]: self.callback(batched_events) Mar 29 15:38:45.456259 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 15:38:45.456259 n-d-834765-1 neutron-server[102790]: event.method(event) Mar 29 15:38:45.456259 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 15:38:45.456259 n-d-834765-1 neutron-server[102790]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 15:38:45.456259 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 15:38:45.456259 n-d-834765-1 neutron-server[102790]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 15:38:45.456259 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 15:38:45.456259 n-d-834765-1 neutron-server[102790]: return f(self, *a, **k) Mar 29 15:38:45.456259 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 15:38:45.456259 n-d-834765-1 neutron-server[102790]: return self._get(url).json() Mar 29 15:38:45.456259 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 15:38:45.456259 n-d-834765-1 neutron-server[102790]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 15:38:45.456259 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 15:38:45.456259 n-d-834765-1 neutron-server[102790]: return self.request(url, 'GET', **kwargs) Mar 29 15:38:45.456259 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 15:38:45.456259 n-d-834765-1 neutron-server[102790]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 15:38:45.456259 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 15:38:45.456259 n-d-834765-1 neutron-server[102790]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 15:38:45.456259 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 15:38:45.456259 n-d-834765-1 neutron-server[102790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 15:38:45.456259 n-d-834765-1 neutron-server[102790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 15:38:45.468843 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9de95d5f-885a-43d6-bb07-567c62ae9edc {{(pid=102792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:38:45.493839 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port 9de95d5f-885a-43d6-bb07-567c62ae9edc, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=9de95d5f-885a-43d6-bb07-567c62ae9edc,segment=NetworkSegment(3d5eb777-4fe8-4b7b-97c0-0f1706f8e353),segment_id=3d5eb777-4fe8-4b7b-97c0-0f1706f8e353)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:38:45.501898 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:45.543155 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-3b63f94a-57f8-4ee3-8dcc-bbc43d454eaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1639897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648174'] for network, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:45.555472 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-3b63f94a-57f8-4ee3-8dcc-bbc43d454eaf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for network, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:45.560748 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-3b63f94a-57f8-4ee3-8dcc-bbc43d454eaf admin admin] 10.222.0.42 "DELETE /v2.0/networks/f52d9db9-d5ba-4983-af69-edf314686618 HTTP/1.1" status: 204 len: 168 time: 1.0504277 Mar 29 15:38:45.631652 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Pushing event updated for resources: {'Port': ['ID=9de95d5f-885a-43d6-bb07-567c62ae9edc,revision_number=4']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:38:45.644957 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b63f94a-57f8-4ee3-8dcc-bbc43d454eaf admin admin] Pushing event deleted for resources: {'Network': ['ID=f52d9db9-d5ba-4983-af69-edf314686618,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:38:45.687693 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01548fac-d28f-47fe-8d11-513ba9f6ca7f req-7ecf7c09-3dd7-446e-90e9-23e97751513d tempest-ServersAdminNegativeTestJSON-1221216767 tempest-ServersAdminNegativeTestJSON-1221216767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:38:45.697224 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-01548fac-d28f-47fe-8d11-513ba9f6ca7f req-7ecf7c09-3dd7-446e-90e9-23e97751513d tempest-ServersAdminNegativeTestJSON-1221216767 tempest-ServersAdminNegativeTestJSON-1221216767-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa799c73-6e33-4d38-9aa8-5e44da0ccd72 HTTP/1.1" status: 200 len: 947 time: 0.0821581 Mar 29 15:38:45.709441 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 60cf14c9-e0ec-490c-ba70-40c549d73c43 no longer exists at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:38:45.754771 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-01548fac-d28f-47fe-8d11-513ba9f6ca7f req-62109a34-0b6d-4b92-8a9b-7321be66dd75 tempest-ServersAdminNegativeTestJSON-1221216767 tempest-ServersAdminNegativeTestJSON-1221216767-project] 10.222.0.42 "GET /v2.0/security-groups?id=0472a554-1980-4298-b676-fea77ad7f77b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562603 Mar 29 15:38:45.758933 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [req-1d235df3-3524-426d-9066-2b4331772627 req-c38571e6-3362-4e60-a179-7fe5ca2cb23c service neutron] For port 92483d71-0aee-4c16-b1ee-3338907a4ad9, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=92483d71-0aee-4c16-b1ee-3338907a4ad9,segment=NetworkSegment(52cd9713-83ea-496d-8c48-fd7b796e6ead),segment_id=52cd9713-83ea-496d-8c48-fd7b796e6ead)] {{(pid=102790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:38:45.765037 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] No Port match for: 60cf14c9-e0ec-490c-ba70-40c549d73c43 {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 15:38:45.765859 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 60cf14c9-e0ec-490c-ba70-40c549d73c43 not bound to the agent host n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:38:45.766302 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device ef327f6d-07cb-4ad5-b00a-d5df5ae28346 no longer exists at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:38:45.788665 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] No Port match for: ef327f6d-07cb-4ad5-b00a-d5df5ae28346 {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 15:38:45.789017 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device ef327f6d-07cb-4ad5-b00a-d5df5ae28346 not bound to the agent host n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:38:45.816108 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [req-1d235df3-3524-426d-9066-2b4331772627 req-c38571e6-3362-4e60-a179-7fe5ca2cb23c service neutron] For port 92483d71-0aee-4c16-b1ee-3338907a4ad9, host n-h1-834765-1, cleared binding levels {{(pid=102790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:38:45.840595 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 39722) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:38:45.886984 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-1866228d-38b1-4cf8-9507-3b1d642879b0 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0f9bd78b0a1343218b62964007fa1641&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0452266 Mar 29 15:38:45.889476 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 39724) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:38:45.906805 n-d-834765-1 neutron-server[102790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02827dcb-f1d9-473b-a457-36e8d447defc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '92483d71-0aee-4c16-b1ee-3338907a4ad9'}] {{(pid=102790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:38:45.909168 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46b06d655c90bc969636382cce4240ad749035fb0f3a83ee4734fa1ed9c4a6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44e60c2a-de99-4e46-94a2-ef92d76f94ba" -d '{"events": [{"server_uuid": "02827dcb-f1d9-473b-a457-36e8d447defc", "name": "network-vif-unplugged", "status": "completed", "tag": "92483d71-0aee-4c16-b1ee-3338907a4ad9"}]}' {{(pid=102790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:38:45.914670 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-1d235df3-3524-426d-9066-2b4331772627 req-c38571e6-3362-4e60-a179-7fe5ca2cb23c service neutron] Notify callbacks [] for port, precommit_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:45.931129 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] get_ports_and_sgs() called for port_ids ['9de95d5f-885a-43d6-bb07-567c62ae9edc'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:38:45.939583 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0012c3f8-2db9-42ca-8d1c-8dcb287b2677 req-43a53c9d-2238-434b-8ce0-586119cdbe57 tempest-AttachSCSIVolumeTestJSON-1548618217 tempest-AttachSCSIVolumeTestJSON-1548618217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:38:45.941124 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-0012c3f8-2db9-42ca-8d1c-8dcb287b2677 req-43a53c9d-2238-434b-8ce0-586119cdbe57 tempest-AttachSCSIVolumeTestJSON-1548618217 tempest-AttachSCSIVolumeTestJSON-1548618217-project] 10.222.0.42 "GET /v2.0/ports?device_id=67468a33-e484-423c-886f-1853a958551d HTTP/1.1" status: 200 len: 945 time: 0.0807705 Mar 29 15:38:45.941955 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-1d235df3-3524-426d-9066-2b4331772627 req-c38571e6-3362-4e60-a179-7fe5ca2cb23c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5237921'] for port, after_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:45.993042 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-13f37561-8594-41c0-9153-34aedcc72707 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:46.035068 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 29 Mar 2022 15:38:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-197d3c71-5fa8-4ec4-a6cb-20699499d1fb x-openstack-request-id: req-197d3c71-5fa8-4ec4-a6cb-20699499d1fb {{(pid=102790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:38:46.035408 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02827dcb-f1d9-473b-a457-36e8d447defc", "name": "network-vif-unplugged", "status": "completed", "tag": "92483d71-0aee-4c16-b1ee-3338907a4ad9", "code": 200}]} {{(pid=102790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:38:46.035827 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-197d3c71-5fa8-4ec4-a6cb-20699499d1fb {{(pid=102790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:38:46.036261 n-d-834765-1 neutron-server[102790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02827dcb-f1d9-473b-a457-36e8d447defc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '92483d71-0aee-4c16-b1ee-3338907a4ad9', 'code': 200} Mar 29 15:38:46.044839 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-0012c3f8-2db9-42ca-8d1c-8dcb287b2677 req-5d22d1fd-8480-46d8-8bfb-c93286a29df2 tempest-AttachSCSIVolumeTestJSON-1548618217 tempest-AttachSCSIVolumeTestJSON-1548618217-project] 10.222.0.42 "GET /v2.0/security-groups?id=3439922e-7826-4de8-b252-c13f8af043b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0932283 Mar 29 15:38:46.046441 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-13f37561-8594-41c0-9153-34aedcc72707 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:46.181663 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38571e6-3362-4e60-a179-7fe5ca2cb23c service neutron] Pushing event updated for resources: {'Port': ['ID=92483d71-0aee-4c16-b1ee-3338907a4ad9,revision_number=7']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:38:46.199477 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.managers [req-1d235df3-3524-426d-9066-2b4331772627 req-c38571e6-3362-4e60-a179-7fe5ca2cb23c service neutron] Attempting to bind port 92483d71-0aee-4c16-b1ee-3338907a4ad9 on host n-h1-834765-1 for vnic_type normal with profile {"migrating_to": "n-h2-834765-1"} {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:38:46.199789 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-13f37561-8594-41c0-9153-34aedcc72707 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:46.199934 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.managers [req-1d235df3-3524-426d-9066-2b4331772627 req-c38571e6-3362-4e60-a179-7fe5ca2cb23c service neutron] Attempting to bind port 92483d71-0aee-4c16-b1ee-3338907a4ad9 by drivers openvswitch,hyperv on host n-h1-834765-1 at level 0 using segments [{'id': '52cd9713-83ea-496d-8c48-fd7b796e6ead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'c7e23169-e9d3-4fec-ace3-87b88825b851'}] {{(pid=102790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:38:46.200115 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d235df3-3524-426d-9066-2b4331772627 req-c38571e6-3362-4e60-a179-7fe5ca2cb23c service neutron] Attempting to bind port 92483d71-0aee-4c16-b1ee-3338907a4ad9 on network c7e23169-e9d3-4fec-ace3-87b88825b851 {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:38:46.202594 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-13f37561-8594-41c0-9153-34aedcc72707 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:46.203753 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-13f37561-8594-41c0-9153-34aedcc72707 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e7059b5c-97ee-4090-99bd-a710daa27c61 HTTP/1.1" status: 204 len: 168 time: 0.3133197 Mar 29 15:38:46.210525 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d235df3-3524-426d-9066-2b4331772627 req-c38571e6-3362-4e60-a179-7fe5ca2cb23c service neutron] Port 92483d71-0aee-4c16-b1ee-3338907a4ad9 on network c7e23169-e9d3-4fec-ace3-87b88825b851 not bound, no agent of type Open vSwitch agent registered on host n-h1-834765-1 {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 15:38:46.210865 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d235df3-3524-426d-9066-2b4331772627 req-c38571e6-3362-4e60-a179-7fe5ca2cb23c service neutron] Attempting to bind port 92483d71-0aee-4c16-b1ee-3338907a4ad9 on network c7e23169-e9d3-4fec-ace3-87b88825b851 {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:38:46.216332 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d235df3-3524-426d-9066-2b4331772627 req-c38571e6-3362-4e60-a179-7fe5ca2cb23c service neutron] Checking agent: {'id': 'be375040-5069-4239-9460-a3a3213e1e90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 33, 18), 'started_at': datetime.datetime(2022, 3, 29, 15, 33, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 38, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:38:46.216983 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d235df3-3524-426d-9066-2b4331772627 req-c38571e6-3362-4e60-a179-7fe5ca2cb23c service neutron] Checking segment: {'id': '52cd9713-83ea-496d-8c48-fd7b796e6ead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'c7e23169-e9d3-4fec-ace3-87b88825b851'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:38:46.217496 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d235df3-3524-426d-9066-2b4331772627 req-c38571e6-3362-4e60-a179-7fe5ca2cb23c service neutron] Bound using segment: {'id': '52cd9713-83ea-496d-8c48-fd7b796e6ead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'c7e23169-e9d3-4fec-ace3-87b88825b851'} {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:38:46.217922 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.managers [req-1d235df3-3524-426d-9066-2b4331772627 req-c38571e6-3362-4e60-a179-7fe5ca2cb23c service neutron] Bound port: 92483d71-0aee-4c16-b1ee-3338907a4ad9, host: n-h1-834765-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52cd9713-83ea-496d-8c48-fd7b796e6ead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'c7e23169-e9d3-4fec-ace3-87b88825b851'}}] {{(pid=102790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 15:38:46.218277 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-1d235df3-3524-426d-9066-2b4331772627 req-c38571e6-3362-4e60-a179-7fe5ca2cb23c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:46.226542 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device 92483d71-0aee-4c16-b1ee-3338907a4ad9 details requested by agent hyperv_n-h2-834765-1 with host n-h2-834765-1 {{(pid=102792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 15:38:46.234867 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f37561-8594-41c0-9153-34aedcc72707 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7059b5c-97ee-4090-99bd-a710daa27c61,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:38:46.291201 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87aa3ccb-2427-4b12-b297-f61aaba06773 req-b96c26d2-182a-49c1-b690-fc845c02f03a tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:38:46.303310 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-87aa3ccb-2427-4b12-b297-f61aaba06773 req-b96c26d2-182a-49c1-b690-fc845c02f03a tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] 10.222.0.42 "GET /v2.0/ports?device_id=02827dcb-f1d9-473b-a457-36e8d447defc HTTP/1.1" status: 200 len: 943 time: 0.1641102 Mar 29 15:38:46.322205 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [req-1d235df3-3524-426d-9066-2b4331772627 req-c38571e6-3362-4e60-a179-7fe5ca2cb23c service neutron] For port 92483d71-0aee-4c16-b1ee-3338907a4ad9, host n-h1-834765-1, cleared binding levels {{(pid=102790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:38:46.327478 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [req-1d235df3-3524-426d-9066-2b4331772627 req-c38571e6-3362-4e60-a179-7fe5ca2cb23c service neutron] For port 92483d71-0aee-4c16-b1ee-3338907a4ad9, host n-h1-834765-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=92483d71-0aee-4c16-b1ee-3338907a4ad9,segment=NetworkSegment(52cd9713-83ea-496d-8c48-fd7b796e6ead),segment_id=52cd9713-83ea-496d-8c48-fd7b796e6ead)] {{(pid=102790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:38:46.337427 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-1d235df3-3524-426d-9066-2b4331772627 req-c38571e6-3362-4e60-a179-7fe5ca2cb23c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5237921'] for port, after_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:46.366238 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-87aa3ccb-2427-4b12-b297-f61aaba06773 req-f42a2bd9-476b-4cfe-b441-d2f44ead3a42 tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] 10.222.0.42 "GET /v2.0/security-groups?id=d26d57f3-f34b-4b82-acb2-a15ffdfe7b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558224 Mar 29 15:38:46.433400 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-125454d3-fd19-47d9-9796-ac3f51ce756e req-cb546bcb-37ad-4ce5-950b-3642d53a3d36 tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] 10.222.0.42 "GET /v2.0/ports?device_id=07de1ed5-2712-4e95-8d69-8343c3d45afc HTTP/1.1" status: 200 len: 210 time: 0.0479052 Mar 29 15:38:46.458955 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port 92483d71-0aee-4c16-b1ee-3338907a4ad9, host n-h1-834765-1, got binding levels [] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:38:46.484834 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Attempting to bind port 92483d71-0aee-4c16-b1ee-3338907a4ad9 on host n-h1-834765-1 for vnic_type normal with profile {"migrating_to": "n-h2-834765-1"} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:38:46.485216 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Attempting to bind port 92483d71-0aee-4c16-b1ee-3338907a4ad9 by drivers openvswitch,hyperv on host n-h1-834765-1 at level 0 using segments [{'id': '52cd9713-83ea-496d-8c48-fd7b796e6ead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'c7e23169-e9d3-4fec-ace3-87b88825b851'}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:38:46.485581 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Attempting to bind port 92483d71-0aee-4c16-b1ee-3338907a4ad9 on network c7e23169-e9d3-4fec-ace3-87b88825b851 {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:38:46.485851 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38571e6-3362-4e60-a179-7fe5ca2cb23c service neutron] Pushing event updated for resources: {'Port': ['ID=92483d71-0aee-4c16-b1ee-3338907a4ad9,revision_number=8']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:38:46.501492 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Port 92483d71-0aee-4c16-b1ee-3338907a4ad9 on network c7e23169-e9d3-4fec-ace3-87b88825b851 not bound, no agent of type Open vSwitch agent registered on host n-h1-834765-1 {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 15:38:46.501969 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Attempting to bind port 92483d71-0aee-4c16-b1ee-3338907a4ad9 on network c7e23169-e9d3-4fec-ace3-87b88825b851 {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:38:46.510609 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Checking agent: {'id': 'be375040-5069-4239-9460-a3a3213e1e90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 33, 18), 'started_at': datetime.datetime(2022, 3, 29, 15, 33, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 38, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:38:46.511026 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Checking segment: {'id': '52cd9713-83ea-496d-8c48-fd7b796e6ead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'c7e23169-e9d3-4fec-ace3-87b88825b851'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:38:46.511474 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Bound using segment: {'id': '52cd9713-83ea-496d-8c48-fd7b796e6ead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'c7e23169-e9d3-4fec-ace3-87b88825b851'} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:38:46.511935 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Bound port: 92483d71-0aee-4c16-b1ee-3338907a4ad9, host: n-h1-834765-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52cd9713-83ea-496d-8c48-fd7b796e6ead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'c7e23169-e9d3-4fec-ace3-87b88825b851'}}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 15:38:46.512407 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:46.519099 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d235df3-3524-426d-9066-2b4331772627 req-c38571e6-3362-4e60-a179-7fe5ca2cb23c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:38:46.520404 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-1d235df3-3524-426d-9066-2b4331772627 req-c38571e6-3362-4e60-a179-7fe5ca2cb23c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:46.523097 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-1d235df3-3524-426d-9066-2b4331772627 req-c38571e6-3362-4e60-a179-7fe5ca2cb23c service neutron] 10.222.0.48 "PUT /v2.0/ports/92483d71-0aee-4c16-b1ee-3338907a4ad9 HTTP/1.1" status: 200 len: 1121 time: 1.2005651 Mar 29 15:38:46.601969 n-d-834765-1 neutron-server[102792]: WARNING neutron.plugins.ml2.plugin [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Concurrent port binding operations failed on port 92483d71-0aee-4c16-b1ee-3338907a4ad9 Mar 29 15:38:46.606058 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port 92483d71-0aee-4c16-b1ee-3338907a4ad9, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=92483d71-0aee-4c16-b1ee-3338907a4ad9,segment=NetworkSegment(52cd9713-83ea-496d-8c48-fd7b796e6ead),segment_id=52cd9713-83ea-496d-8c48-fd7b796e6ead)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:38:46.608384 n-d-834765-1 neutron-server[102792]: INFO neutron.plugins.ml2.plugin [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Attempt 2 to bind port 92483d71-0aee-4c16-b1ee-3338907a4ad9 Mar 29 15:38:46.609036 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device 92483d71-0aee-4c16-b1ee-3338907a4ad9 has no active binding in host n-h2-834765-1 {{(pid=102792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Mar 29 15:38:46.626789 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] get_ports_and_sgs() called for port_ids ['92483d71-0aee-4c16-b1ee-3338907a4ad9'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:38:46.664948 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] get_ports_and_sgs() called for port_ids ['92483d71-0aee-4c16-b1ee-3338907a4ad9'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:38:46.730232 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:46.836491 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37ebcfa-01d3-4b8a-acbe-8b6383c07134 req-e8f811d7-533d-4c8b-be5a-62f566944fd9 tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:38:46.837985 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-e37ebcfa-01d3-4b8a-acbe-8b6383c07134 req-e8f811d7-533d-4c8b-be5a-62f566944fd9 tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] 10.222.0.48 "GET /v2.0/networks?id=45430e61-d8db-47cd-8e77-5a8c8cddc622 HTTP/1.1" status: 200 len: 812 time: 0.2320178 Mar 29 15:38:46.856180 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [req-e37ebcfa-01d3-4b8a-acbe-8b6383c07134 req-e84492be-795a-4f9e-a1ce-ca0338eaa07e tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] Request body: {'port': {'device_id': '07de1ed5-2712-4e95-8d69-8343c3d45afc', 'network_id': '45430e61-d8db-47cd-8e77-5a8c8cddc622', 'admin_state_up': True, 'tenant_id': '407485f6cdeb4140b89a6a3209b31c9e'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:38:46.931786 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38d52b2-3f7d-48d0-970d-16092d8c433f req-18e130f2-0b2d-4a0a-8c9e-b60b24c8188d tempest-ServersAdminNegativeTestJSON-1221216767 tempest-ServersAdminNegativeTestJSON-1221216767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:38:46.934062 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b38d52b2-3f7d-48d0-970d-16092d8c433f req-18e130f2-0b2d-4a0a-8c9e-b60b24c8188d tempest-ServersAdminNegativeTestJSON-1221216767 tempest-ServersAdminNegativeTestJSON-1221216767-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa799c73-6e33-4d38-9aa8-5e44da0ccd72 HTTP/1.1" status: 200 len: 947 time: 0.0674405 Mar 29 15:38:46.990286 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b38d52b2-3f7d-48d0-970d-16092d8c433f req-fef12547-6d8f-4875-a6ac-b4b2d7698679 tempest-ServersAdminNegativeTestJSON-1221216767 tempest-ServersAdminNegativeTestJSON-1221216767-project] 10.222.0.42 "GET /v2.0/security-groups?id=0472a554-1980-4298-b676-fea77ad7f77b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433502 Mar 29 15:38:47.076616 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e37ebcfa-01d3-4b8a-acbe-8b6383c07134 req-e84492be-795a-4f9e-a1ce-ca0338eaa07e tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] Made reservation on behalf of 407485f6cdeb4140b89a6a3209b31c9e for: {'port': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:38:47.076616 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-e37ebcfa-01d3-4b8a-acbe-8b6383c07134 req-e84492be-795a-4f9e-a1ce-ca0338eaa07e tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:47.156094 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device 2999577e-da73-4bb3-a530-a4663e4f4f0c details requested by agent hyperv_n-h1-834765-1 with host n-h1-834765-1 {{(pid=102792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 15:38:47.158510 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device 9de95d5f-885a-43d6-bb07-567c62ae9edc up at agent hyperv_n-h1-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:38:47.254540 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c65c2c-6c09-4c1a-ae97-bf78b3244df1 req-9b49cc0f-383d-4550-bc77-e43dc9e1bc16 tempest-AttachSCSIVolumeTestJSON-1548618217 tempest-AttachSCSIVolumeTestJSON-1548618217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:38:47.256186 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-31c65c2c-6c09-4c1a-ae97-bf78b3244df1 req-9b49cc0f-383d-4550-bc77-e43dc9e1bc16 tempest-AttachSCSIVolumeTestJSON-1548618217 tempest-AttachSCSIVolumeTestJSON-1548618217-project] 10.222.0.42 "GET /v2.0/ports?device_id=67468a33-e484-423c-886f-1853a958551d HTTP/1.1" status: 200 len: 945 time: 0.1303244 Mar 29 15:38:47.280629 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.db_base_plugin_common [req-e37ebcfa-01d3-4b8a-acbe-8b6383c07134 req-e84492be-795a-4f9e-a1ce-ca0338eaa07e tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] Allocated IP 172.20.0.14 (45430e61-d8db-47cd-8e77-5a8c8cddc622/961a5899-9b08-4b71-af3d-bd0ca39267a4/59fede69-80f2-4bd3-a0fd-6c5884bad6ce) {{(pid=102790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:38:47.296042 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Provisioning for port 9de95d5f-885a-43d6-bb07-567c62ae9edc completed by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 15:38:47.305060 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Provisioning complete for port 9de95d5f-885a-43d6-bb07-567c62ae9edc triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:38:47.305432 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:47.328353 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-31c65c2c-6c09-4c1a-ae97-bf78b3244df1 req-2a1f23c4-35dd-41b4-917a-b32633f3fa7a tempest-AttachSCSIVolumeTestJSON-1548618217 tempest-AttachSCSIVolumeTestJSON-1548618217-project] 10.222.0.42 "GET /v2.0/security-groups?id=3439922e-7826-4de8-b252-c13f8af043b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620213 Mar 29 15:38:47.349413 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port 2999577e-da73-4bb3-a530-a4663e4f4f0c, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=2999577e-da73-4bb3-a530-a4663e4f4f0c,segment=NetworkSegment(a0c230f0-660a-4194-9279-0f0781d34134),segment_id=a0c230f0-660a-4194-9279-0f0781d34134)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:38:47.363913 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Returning: {'device': '2999577e-da73-4bb3-a530-a4663e4f4f0c', 'network_id': '2268a9b9-82fd-4886-a91d-3a50e4e16cab', 'port_id': '2999577e-da73-4bb3-a530-a4663e4f4f0c', 'mac_address': 'fa:16:3e:b8:44:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 625, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abb8e5d6-2aea-4455-a944-3435a3d1ce49', 'ip_address': '192.168.233.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 15:38:47.448713 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:47.470110 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2999577e-da73-4bb3-a530-a4663e4f4f0c {{(pid=102792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:38:47.474676 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:47.505753 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-e37ebcfa-01d3-4b8a-acbe-8b6383c07134 req-e84492be-795a-4f9e-a1ce-ca0338eaa07e tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] Notify callbacks [] for port, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:47.509860 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67468a33-e484-423c-886f-1853a958551d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9de95d5f-885a-43d6-bb07-567c62ae9edc'}] {{(pid=102792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:38:47.512296 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4f476c66b318cc6068719fc39557fac68d413f5c7e78fa77028c7948e999ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-875ea738-ce5c-418d-8062-35bc2dec7a24" -d '{"events": [{"server_uuid": "67468a33-e484-423c-886f-1853a958551d", "name": "network-vif-plugged", "status": "completed", "tag": "9de95d5f-885a-43d6-bb07-567c62ae9edc"}]}' {{(pid=102792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:38:47.516193 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port 2999577e-da73-4bb3-a530-a4663e4f4f0c, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=2999577e-da73-4bb3-a530-a4663e4f4f0c,segment=NetworkSegment(a0c230f0-660a-4194-9279-0f0781d34134),segment_id=a0c230f0-660a-4194-9279-0f0781d34134)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:38:47.526164 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:47.528703 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4856d2bb-4f49-4f66-8651-666163835b9a req-aa7d66d9-e171-468d-8ca2-af94a8fd73b2 tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:38:47.530201 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-4856d2bb-4f49-4f66-8651-666163835b9a req-aa7d66d9-e171-468d-8ca2-af94a8fd73b2 tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] 10.222.0.42 "GET /v2.0/ports?device_id=02827dcb-f1d9-473b-a457-36e8d447defc HTTP/1.1" status: 200 len: 943 time: 0.0809572 Mar 29 15:38:47.531928 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port 9de95d5f-885a-43d6-bb07-567c62ae9edc, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=9de95d5f-885a-43d6-bb07-567c62ae9edc,segment=NetworkSegment(3d5eb777-4fe8-4b7b-97c0-0f1706f8e353),segment_id=3d5eb777-4fe8-4b7b-97c0-0f1706f8e353)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:38:47.559762 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:47.582205 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-e37ebcfa-01d3-4b8a-acbe-8b6383c07134 req-e84492be-795a-4f9e-a1ce-ca0338eaa07e tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:47.594189 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-4856d2bb-4f49-4f66-8651-666163835b9a req-013c11e0-245d-4502-944f-60ec1c73fe61 tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] 10.222.0.42 "GET /v2.0/security-groups?id=d26d57f3-f34b-4b82-acb2-a15ffdfe7b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463035 Mar 29 15:38:47.598735 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] get_ports_and_sgs() called for port_ids ['fa7367e8-75a8-471a-a7ca-e3f5b988a1f8'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:38:47.603834 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:47.633630 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Pushing event updated for resources: {'Port': ['ID=2999577e-da73-4bb3-a530-a4663e4f4f0c,revision_number=4']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:38:47.666466 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e37ebcfa-01d3-4b8a-acbe-8b6383c07134 req-e84492be-795a-4f9e-a1ce-ca0338eaa07e tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] Network 45430e61-d8db-47cd-8e77-5a8c8cddc622 is already hosted by enough agents. {{(pid=102790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:38:47.670169 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84492be-795a-4f9e-a1ce-ca0338eaa07e tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] Pushing event updated for resources: {'Port': ['ID=59fede69-80f2-4bd3-a0fd-6c5884bad6ce,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:38:47.672690 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [req-e37ebcfa-01d3-4b8a-acbe-8b6383c07134 req-e84492be-795a-4f9e-a1ce-ca0338eaa07e tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] Resources bound (agent type, host, resource id): {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:38:47.674876 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.l3_dvrscheduler_db [req-e37ebcfa-01d3-4b8a-acbe-8b6383c07134 req-e84492be-795a-4f9e-a1ce-ca0338eaa07e tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] Received port after_create {{(pid=102790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:38:47.711193 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Pushing event updated for resources: {'Port': ['ID=9de95d5f-885a-43d6-bb07-567c62ae9edc,revision_number=5']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:38:47.729176 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37ebcfa-01d3-4b8a-acbe-8b6383c07134 req-e84492be-795a-4f9e-a1ce-ca0338eaa07e tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:38:47.729805 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-e37ebcfa-01d3-4b8a-acbe-8b6383c07134 req-e84492be-795a-4f9e-a1ce-ca0338eaa07e tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:47.748621 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-e37ebcfa-01d3-4b8a-acbe-8b6383c07134 req-e84492be-795a-4f9e-a1ce-ca0338eaa07e tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9011514 Mar 29 15:38:47.774363 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [req-e37ebcfa-01d3-4b8a-acbe-8b6383c07134 req-4c519406-0ebe-43e3-8d10-14d2898cba3e service neutron] Request body: {'port': {'device_id': '07de1ed5-2712-4e95-8d69-8343c3d45afc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834765-1'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:38:47.864018 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c567826e-1fdb-4850-af1f-b909d8682a8a req-6a5b6b9f-0173-487e-9567-5f0943aaaf7d tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:38:47.866363 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-c567826e-1fdb-4850-af1f-b909d8682a8a req-6a5b6b9f-0173-487e-9567-5f0943aaaf7d tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] 10.222.0.42 "GET /v2.0/ports?device_id=07de1ed5-2712-4e95-8d69-8343c3d45afc HTTP/1.1" status: 200 len: 932 time: 0.1077673 Mar 29 15:38:47.868972 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-e37ebcfa-01d3-4b8a-acbe-8b6383c07134 req-4c519406-0ebe-43e3-8d10-14d2898cba3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:47.938457 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-c567826e-1fdb-4850-af1f-b909d8682a8a req-5c2d3b17-7245-4023-8f35-71fa20397a77 tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] 10.222.0.42 "GET /v2.0/security-groups?id=de326c20-13fe-424c-a811-b741d354586f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609834 Mar 29 15:38:47.984790 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:38:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bb00e52-17f3-4678-a161-edf6f38e2920 x-openstack-request-id: req-4bb00e52-17f3-4678-a161-edf6f38e2920 {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:38:47.985110 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67468a33-e484-423c-886f-1853a958551d", "name": "network-vif-plugged", "status": "completed", "tag": "9de95d5f-885a-43d6-bb07-567c62ae9edc", "code": 200}]} {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:38:47.985570 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-4bb00e52-17f3-4678-a161-edf6f38e2920 {{(pid=102792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:38:47.985961 n-d-834765-1 neutron-server[102792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67468a33-e484-423c-886f-1853a958551d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9de95d5f-885a-43d6-bb07-567c62ae9edc', 'code': 200} Mar 29 15:38:47.988944 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] get_ports_and_sgs() called for port_ids ['2999577e-da73-4bb3-a530-a4663e4f4f0c'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:38:48.039986 n-d-834765-1 neutron-server[102790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02827dcb-f1d9-473b-a457-36e8d447defc', 'tag': '92483d71-0aee-4c16-b1ee-3338907a4ad9'}] {{(pid=102790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:38:48.042706 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46b06d655c90bc969636382cce4240ad749035fb0f3a83ee4734fa1ed9c4a6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36d5ab94-c106-4227-bc6f-794fb4dca689" -d '{"events": [{"name": "network-changed", "server_uuid": "02827dcb-f1d9-473b-a457-36e8d447defc", "tag": "92483d71-0aee-4c16-b1ee-3338907a4ad9"}]}' {{(pid=102790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:38:48.126016 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 15:38:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f62b4eb8-9651-428d-a2dc-349eacbbd1e8 x-openstack-request-id: req-f62b4eb8-9651-428d-a2dc-349eacbbd1e8 {{(pid=102790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:38:48.126304 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02827dcb-f1d9-473b-a457-36e8d447defc", "tag": "92483d71-0aee-4c16-b1ee-3338907a4ad9", "status": "completed", "code": 200}]} {{(pid=102790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:38:48.126550 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f62b4eb8-9651-428d-a2dc-349eacbbd1e8 {{(pid=102790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:38:48.126928 n-d-834765-1 neutron-server[102790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02827dcb-f1d9-473b-a457-36e8d447defc', 'tag': '92483d71-0aee-4c16-b1ee-3338907a4ad9', 'status': 'completed', 'code': 200} Mar 29 15:38:48.253404 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fadb7bb-f0f0-4ad2-97ad-9f09d6c4eafe req-31d8bb81-c9b5-4974-8028-71d7a3ac75bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:38:48.254887 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-8fadb7bb-f0f0-4ad2-97ad-9f09d6c4eafe req-31d8bb81-c9b5-4974-8028-71d7a3ac75bd service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=67468a33-e484-423c-886f-1853a958551d HTTP/1.1" status: 200 len: 1097 time: 0.1927524 Mar 29 15:38:48.264565 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ee71e4-9bf4-4d0e-a996-ccdcc5cd580d req-2c2059a4-e1a9-45b9-b299-d6021af2dbb1 tempest-ServersAdminNegativeTestJSON-1221216767 tempest-ServersAdminNegativeTestJSON-1221216767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:38:48.265934 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-55ee71e4-9bf4-4d0e-a996-ccdcc5cd580d req-2c2059a4-e1a9-45b9-b299-d6021af2dbb1 tempest-ServersAdminNegativeTestJSON-1221216767 tempest-ServersAdminNegativeTestJSON-1221216767-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa799c73-6e33-4d38-9aa8-5e44da0ccd72 HTTP/1.1" status: 200 len: 948 time: 0.1942894 Mar 29 15:38:48.294332 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d5ab94-c106-4227-bc6f-794fb4dca689 req-98594149-799d-44e0-9242-cea34c3509cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:38:48.295666 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-36d5ab94-c106-4227-bc6f-794fb4dca689 req-98594149-799d-44e0-9242-cea34c3509cc service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c66f5a43ae0e46908f202e6b40f23448&device_id=02827dcb-f1d9-473b-a457-36e8d447defc HTTP/1.1" status: 200 len: 1124 time: 0.1294065 Mar 29 15:38:48.390217 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-8fadb7bb-f0f0-4ad2-97ad-9f09d6c4eafe req-b52fe64d-b5d4-4c8f-9642-3ab42df238a4 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=3439922e-7826-4de8-b252-c13f8af043b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1233482 Mar 29 15:38:48.426684 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-55ee71e4-9bf4-4d0e-a996-ccdcc5cd580d req-33689aa2-c992-419d-87f8-6f888247c130 tempest-ServersAdminNegativeTestJSON-1221216767 tempest-ServersAdminNegativeTestJSON-1221216767-project] 10.222.0.42 "GET /v2.0/security-groups?id=0472a554-1980-4298-b676-fea77ad7f77b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487684 Mar 29 15:38:48.434098 n-d-834765-1 neutron-server[102790]: DEBUG neutron.notifiers.nova [req-e37ebcfa-01d3-4b8a-acbe-8b6383c07134 req-4c519406-0ebe-43e3-8d10-14d2898cba3e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59fede69-80f2-4bd3-a0fd-6c5884bad6ce {{(pid=102790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:38:48.446750 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-e37ebcfa-01d3-4b8a-acbe-8b6383c07134 req-4c519406-0ebe-43e3-8d10-14d2898cba3e service neutron] Notify callbacks [] for port, precommit_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:48.473261 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.provisioning_blocks [req-e37ebcfa-01d3-4b8a-acbe-8b6383c07134 req-4c519406-0ebe-43e3-8d10-14d2898cba3e service neutron] Transition to ACTIVE for port object 59fede69-80f2-4bd3-a0fd-6c5884bad6ce will not be triggered until provisioned by entity L2. {{(pid=102790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 15:38:48.478270 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-e37ebcfa-01d3-4b8a-acbe-8b6383c07134 req-4c519406-0ebe-43e3-8d10-14d2898cba3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5237921'] for port, after_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:48.482904 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d5ab94-c106-4227-bc6f-794fb4dca689 req-5f083b03-70fe-407e-a089-36e6fb90915e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:38:48.484404 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-36d5ab94-c106-4227-bc6f-794fb4dca689 req-5f083b03-70fe-407e-a089-36e6fb90915e service neutron] 10.222.0.44 "GET /v2.0/networks?id=c7e23169-e9d3-4fec-ace3-87b88825b851 HTTP/1.1" status: 200 len: 922 time: 0.1745274 Mar 29 15:38:48.513509 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af96d9a-604a-4315-87f6-85c172446c9c req-6daf31d5-3520-498a-ab3e-7de71f43dfb2 tempest-AttachSCSIVolumeTestJSON-1548618217 tempest-AttachSCSIVolumeTestJSON-1548618217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:38:48.515079 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6af96d9a-604a-4315-87f6-85c172446c9c req-6daf31d5-3520-498a-ab3e-7de71f43dfb2 tempest-AttachSCSIVolumeTestJSON-1548618217 tempest-AttachSCSIVolumeTestJSON-1548618217-project] 10.222.0.42 "GET /v2.0/ports?device_id=67468a33-e484-423c-886f-1853a958551d HTTP/1.1" status: 200 len: 946 time: 0.0540767 Mar 29 15:38:48.530043 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c519406-0ebe-43e3-8d10-14d2898cba3e service neutron] Pushing event updated for resources: {'Port': ['ID=59fede69-80f2-4bd3-a0fd-6c5884bad6ce,revision_number=2']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:38:48.565188 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6af96d9a-604a-4315-87f6-85c172446c9c req-50e64c6e-ff13-4dd0-8bce-80fddf8b0b36 tempest-AttachSCSIVolumeTestJSON-1548618217 tempest-AttachSCSIVolumeTestJSON-1548618217-project] 10.222.0.42 "GET /v2.0/security-groups?id=3439922e-7826-4de8-b252-c13f8af043b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425799 Mar 29 15:38:48.618072 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.managers [req-e37ebcfa-01d3-4b8a-acbe-8b6383c07134 req-4c519406-0ebe-43e3-8d10-14d2898cba3e service neutron] Attempting to bind port 59fede69-80f2-4bd3-a0fd-6c5884bad6ce on host n-h2-834765-1 for vnic_type normal with profile {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:38:48.618414 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.managers [req-e37ebcfa-01d3-4b8a-acbe-8b6383c07134 req-4c519406-0ebe-43e3-8d10-14d2898cba3e service neutron] Attempting to bind port 59fede69-80f2-4bd3-a0fd-6c5884bad6ce by drivers openvswitch,hyperv on host n-h2-834765-1 at level 0 using segments [{'id': '22e9e91d-0f71-4672-ad57-f0a289f27614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '45430e61-d8db-47cd-8e77-5a8c8cddc622'}] {{(pid=102790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:38:48.618743 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e37ebcfa-01d3-4b8a-acbe-8b6383c07134 req-4c519406-0ebe-43e3-8d10-14d2898cba3e service neutron] Attempting to bind port 59fede69-80f2-4bd3-a0fd-6c5884bad6ce on network 45430e61-d8db-47cd-8e77-5a8c8cddc622 {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:38:48.623114 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e37ebcfa-01d3-4b8a-acbe-8b6383c07134 req-4c519406-0ebe-43e3-8d10-14d2898cba3e service neutron] Port 59fede69-80f2-4bd3-a0fd-6c5884bad6ce on network 45430e61-d8db-47cd-8e77-5a8c8cddc622 not bound, no agent of type Open vSwitch agent registered on host n-h2-834765-1 {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 15:38:48.623483 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e37ebcfa-01d3-4b8a-acbe-8b6383c07134 req-4c519406-0ebe-43e3-8d10-14d2898cba3e service neutron] Attempting to bind port 59fede69-80f2-4bd3-a0fd-6c5884bad6ce on network 45430e61-d8db-47cd-8e77-5a8c8cddc622 {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:38:48.628219 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e37ebcfa-01d3-4b8a-acbe-8b6383c07134 req-4c519406-0ebe-43e3-8d10-14d2898cba3e service neutron] Checking agent: {'id': '3e4b4912-b4a2-4d17-b5bd-6ce15529e8eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 33, 17), 'started_at': datetime.datetime(2022, 3, 29, 15, 33, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 38, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:38:48.628555 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e37ebcfa-01d3-4b8a-acbe-8b6383c07134 req-4c519406-0ebe-43e3-8d10-14d2898cba3e service neutron] Checking segment: {'id': '22e9e91d-0f71-4672-ad57-f0a289f27614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '45430e61-d8db-47cd-8e77-5a8c8cddc622'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:38:48.628931 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e37ebcfa-01d3-4b8a-acbe-8b6383c07134 req-4c519406-0ebe-43e3-8d10-14d2898cba3e service neutron] Bound using segment: {'id': '22e9e91d-0f71-4672-ad57-f0a289f27614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '45430e61-d8db-47cd-8e77-5a8c8cddc622'} {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:38:48.629350 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.managers [req-e37ebcfa-01d3-4b8a-acbe-8b6383c07134 req-4c519406-0ebe-43e3-8d10-14d2898cba3e service neutron] Bound port: 59fede69-80f2-4bd3-a0fd-6c5884bad6ce, host: n-h2-834765-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22e9e91d-0f71-4672-ad57-f0a289f27614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '45430e61-d8db-47cd-8e77-5a8c8cddc622'}}] {{(pid=102790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 15:38:48.629705 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-e37ebcfa-01d3-4b8a-acbe-8b6383c07134 req-4c519406-0ebe-43e3-8d10-14d2898cba3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:48.696967 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [req-e37ebcfa-01d3-4b8a-acbe-8b6383c07134 req-4c519406-0ebe-43e3-8d10-14d2898cba3e service neutron] For port 59fede69-80f2-4bd3-a0fd-6c5884bad6ce, host n-h2-834765-1, cleared binding levels {{(pid=102790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:38:48.736049 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [req-e37ebcfa-01d3-4b8a-acbe-8b6383c07134 req-4c519406-0ebe-43e3-8d10-14d2898cba3e service neutron] For port 59fede69-80f2-4bd3-a0fd-6c5884bad6ce, host n-h2-834765-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=59fede69-80f2-4bd3-a0fd-6c5884bad6ce,segment=NetworkSegment(22e9e91d-0f71-4672-ad57-f0a289f27614),segment_id=22e9e91d-0f71-4672-ad57-f0a289f27614)] {{(pid=102790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:38:48.769736 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-e37ebcfa-01d3-4b8a-acbe-8b6383c07134 req-4c519406-0ebe-43e3-8d10-14d2898cba3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5237921'] for port, after_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:48.772300 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-36d5ab94-c106-4227-bc6f-794fb4dca689 req-5d6de5d4-16a5-4df0-b829-ebfdd7069cb8 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=92483d71-0aee-4c16-b1ee-3338907a4ad9 HTTP/1.1" status: 200 len: 217 time: 0.0454886 Mar 29 15:38:48.841834 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37ebcfa-01d3-4b8a-acbe-8b6383c07134 req-4c519406-0ebe-43e3-8d10-14d2898cba3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:38:48.842447 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-e37ebcfa-01d3-4b8a-acbe-8b6383c07134 req-4c519406-0ebe-43e3-8d10-14d2898cba3e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:48.843854 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-e37ebcfa-01d3-4b8a-acbe-8b6383c07134 req-4c519406-0ebe-43e3-8d10-14d2898cba3e service neutron] 10.222.0.48 "PUT /v2.0/ports/59fede69-80f2-4bd3-a0fd-6c5884bad6ce HTTP/1.1" status: 200 len: 1092 time: 1.0828576 Mar 29 15:38:48.859076 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e66255-beac-49f3-94a8-276ba9531f0e req-091dcde0-1650-4078-b176-b2609512b1b8 tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:38:48.860654 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-28e66255-beac-49f3-94a8-276ba9531f0e req-091dcde0-1650-4078-b176-b2609512b1b8 tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] 10.222.0.42 "GET /v2.0/ports?device_id=02827dcb-f1d9-473b-a457-36e8d447defc HTTP/1.1" status: 200 len: 943 time: 0.1669796 Mar 29 15:38:48.889648 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d5ab94-c106-4227-bc6f-794fb4dca689 req-5fe6aae2-de93-49b2-943b-4c1076cd1d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:38:48.891033 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-36d5ab94-c106-4227-bc6f-794fb4dca689 req-5fe6aae2-de93-49b2-943b-4c1076cd1d4b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=47ebad0b-955e-4824-b04c-60b1952d5787 HTTP/1.1" status: 200 len: 861 time: 0.1094539 Mar 29 15:38:48.917734 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c519406-0ebe-43e3-8d10-14d2898cba3e service neutron] Pushing event updated for resources: {'Port': ['ID=59fede69-80f2-4bd3-a0fd-6c5884bad6ce,revision_number=3']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:38:48.956189 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-36d5ab94-c106-4227-bc6f-794fb4dca689 req-cbb12e98-fd8f-48d0-a806-c3b2ae0bd1eb service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c7e23169-e9d3-4fec-ace3-87b88825b851&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0485575 Mar 29 15:38:48.973530 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-28e66255-beac-49f3-94a8-276ba9531f0e req-2e547d46-e873-4578-a25c-57ea82f0b50d tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] 10.222.0.42 "GET /v2.0/security-groups?id=d26d57f3-f34b-4b82-acb2-a15ffdfe7b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938139 Mar 29 15:38:48.982287 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37ebcfa-01d3-4b8a-acbe-8b6383c07134 req-e534832a-379f-4697-ae5c-5e70c04bc519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:38:48.983760 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-e37ebcfa-01d3-4b8a-acbe-8b6383c07134 req-e534832a-379f-4697-ae5c-5e70c04bc519 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=407485f6cdeb4140b89a6a3209b31c9e&device_id=07de1ed5-2712-4e95-8d69-8343c3d45afc HTTP/1.1" status: 200 len: 1095 time: 0.1000075 Mar 29 15:38:49.055540 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-e37ebcfa-01d3-4b8a-acbe-8b6383c07134 req-2764aacf-d3f8-4bce-ab99-259edac361f4 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=59fede69-80f2-4bd3-a0fd-6c5884bad6ce HTTP/1.1" status: 200 len: 217 time: 0.0454390 Mar 29 15:38:49.159160 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device 2999577e-da73-4bb3-a530-a4663e4f4f0c up at agent hyperv_n-h1-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:38:49.170391 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37ebcfa-01d3-4b8a-acbe-8b6383c07134 req-d514fa3d-19ea-41ca-adda-94414161324c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:38:49.171884 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-e37ebcfa-01d3-4b8a-acbe-8b6383c07134 req-d514fa3d-19ea-41ca-adda-94414161324c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=961a5899-9b08-4b71-af3d-bd0ca39267a4 HTTP/1.1" status: 200 len: 852 time: 0.1043582 Mar 29 15:38:49.202267 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74313a0c-5253-45db-ae18-38d3aa1a528a req-6873f7f9-3003-4598-89fa-073e7bd15047 tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:38:49.203854 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-74313a0c-5253-45db-ae18-38d3aa1a528a req-6873f7f9-3003-4598-89fa-073e7bd15047 tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] 10.222.0.42 "GET /v2.0/ports?device_id=07de1ed5-2712-4e95-8d69-8343c3d45afc HTTP/1.1" status: 200 len: 944 time: 0.1525028 Mar 29 15:38:49.207358 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-36d5ab94-c106-4227-bc6f-794fb4dca689 req-277cbb33-6c9c-4952-849c-f4a0960961b2 service neutron] 10.222.0.44 "GET /v2.0/networks/c7e23169-e9d3-4fec-ace3-87b88825b851?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2192094 Mar 29 15:38:49.225454 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-e37ebcfa-01d3-4b8a-acbe-8b6383c07134 req-37da9f2b-ad46-4092-82f8-f81f0361c675 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=45430e61-d8db-47cd-8e77-5a8c8cddc622&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445731 Mar 29 15:38:49.227203 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Provisioning for port 2999577e-da73-4bb3-a530-a4663e4f4f0c completed by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 15:38:49.231019 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Provisioning complete for port 2999577e-da73-4bb3-a530-a4663e4f4f0c triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:38:49.231431 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:49.308841 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:49.366601 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port 2999577e-da73-4bb3-a530-a4663e4f4f0c, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=2999577e-da73-4bb3-a530-a4663e4f4f0c,segment=NetworkSegment(a0c230f0-660a-4194-9279-0f0781d34134),segment_id=a0c230f0-660a-4194-9279-0f0781d34134)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:38:49.374454 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:49.438879 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Pushing event updated for resources: {'Port': ['ID=2999577e-da73-4bb3-a530-a4663e4f4f0c,revision_number=5']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:38:49.555518 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf0dc57-af95-4a81-b76d-17694c70d1e4 req-84bb42c8-e060-42ec-b31a-4c6b8daaf413 tempest-ServersAdminNegativeTestJSON-1221216767 tempest-ServersAdminNegativeTestJSON-1221216767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:38:49.557989 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-aaf0dc57-af95-4a81-b76d-17694c70d1e4 req-84bb42c8-e060-42ec-b31a-4c6b8daaf413 tempest-ServersAdminNegativeTestJSON-1221216767 tempest-ServersAdminNegativeTestJSON-1221216767-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa799c73-6e33-4d38-9aa8-5e44da0ccd72 HTTP/1.1" status: 200 len: 949 time: 0.0558984 Mar 29 15:38:49.601644 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-aaf0dc57-af95-4a81-b76d-17694c70d1e4 req-ae5d47a8-cc06-4852-9e97-a9654d9addf4 tempest-ServersAdminNegativeTestJSON-1221216767 tempest-ServersAdminNegativeTestJSON-1221216767-project] 10.222.0.42 "GET /v2.0/security-groups?id=0472a554-1980-4298-b676-fea77ad7f77b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369418 Mar 29 15:38:49.627028 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-74313a0c-5253-45db-ae18-38d3aa1a528a req-13e9a24b-166b-45c3-89a3-861402823495 tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] 10.222.0.42 "GET /v2.0/security-groups?id=de326c20-13fe-424c-a811-b741d354586f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4042263 Mar 29 15:38:49.660492 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-36d5ab94-c106-4227-bc6f-794fb4dca689 req-5c7ceeb8-baa6-4f9e-9b4b-6428b006f873 service neutron] 10.222.0.44 "GET /v2.0/networks/c7e23169-e9d3-4fec-ace3-87b88825b851?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4386017 Mar 29 15:38:49.667310 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-e37ebcfa-01d3-4b8a-acbe-8b6383c07134 req-ef76374b-a7e4-49cc-bb45-b087a3d03dda service neutron] 10.222.0.48 "GET /v2.0/networks/45430e61-d8db-47cd-8e77-5a8c8cddc622?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4288337 Mar 29 15:38:49.801415 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62816955-bfcd-4ca9-b111-39fdb329c1db req-a23f4f78-c5d4-4758-93e5-5b4e54e29712 tempest-AttachSCSIVolumeTestJSON-1548618217 tempest-AttachSCSIVolumeTestJSON-1548618217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:38:49.803478 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-62816955-bfcd-4ca9-b111-39fdb329c1db req-a23f4f78-c5d4-4758-93e5-5b4e54e29712 tempest-AttachSCSIVolumeTestJSON-1548618217 tempest-AttachSCSIVolumeTestJSON-1548618217-project] 10.222.0.42 "GET /v2.0/ports?device_id=67468a33-e484-423c-886f-1853a958551d HTTP/1.1" status: 200 len: 946 time: 0.1033645 Mar 29 15:38:49.830749 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-e37ebcfa-01d3-4b8a-acbe-8b6383c07134 req-f168fe30-1520-47af-94ce-b0df985222ba service neutron] 10.222.0.48 "GET /v2.0/networks/45430e61-d8db-47cd-8e77-5a8c8cddc622?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1518490 Mar 29 15:38:49.857957 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-62816955-bfcd-4ca9-b111-39fdb329c1db req-1cfd7f10-58a8-47ce-881c-cb5d1f79efaf tempest-AttachSCSIVolumeTestJSON-1548618217 tempest-AttachSCSIVolumeTestJSON-1548618217-project] 10.222.0.42 "GET /v2.0/security-groups?id=3439922e-7826-4de8-b252-c13f8af043b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469389 Mar 29 15:38:49.987049 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa799c73-6e33-4d38-9aa8-5e44da0ccd72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2999577e-da73-4bb3-a530-a4663e4f4f0c'}] {{(pid=102792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:38:49.989529 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4f476c66b318cc6068719fc39557fac68d413f5c7e78fa77028c7948e999ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6b6a0e3-0e3d-40cd-8803-253d7e962470" -d '{"events": [{"server_uuid": "aa799c73-6e33-4d38-9aa8-5e44da0ccd72", "name": "network-vif-plugged", "status": "completed", "tag": "2999577e-da73-4bb3-a530-a4663e4f4f0c"}]}' {{(pid=102792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:38:50.031554 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:38:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-beb83aed-4ed5-4a58-9b26-7900360e1e07 x-openstack-request-id: req-beb83aed-4ed5-4a58-9b26-7900360e1e07 {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:38:50.031919 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa799c73-6e33-4d38-9aa8-5e44da0ccd72", "name": "network-vif-plugged", "status": "completed", "tag": "2999577e-da73-4bb3-a530-a4663e4f4f0c", "code": 200}]} {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:38:50.032233 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-beb83aed-4ed5-4a58-9b26-7900360e1e07 {{(pid=102792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:38:50.032675 n-d-834765-1 neutron-server[102792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa799c73-6e33-4d38-9aa8-5e44da0ccd72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2999577e-da73-4bb3-a530-a4663e4f4f0c', 'code': 200} Mar 29 15:38:50.128882 n-d-834765-1 neutron-server[102790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07de1ed5-2712-4e95-8d69-8343c3d45afc', 'tag': '59fede69-80f2-4bd3-a0fd-6c5884bad6ce'}] {{(pid=102790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:38:50.131865 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46b06d655c90bc969636382cce4240ad749035fb0f3a83ee4734fa1ed9c4a6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c40cbe6c-0165-4e03-b9a0-0671d0387ec7" -d '{"events": [{"name": "network-changed", "server_uuid": "07de1ed5-2712-4e95-8d69-8343c3d45afc", "tag": "59fede69-80f2-4bd3-a0fd-6c5884bad6ce"}]}' {{(pid=102790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:38:50.138597 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f3dea6-8d33-4d86-b000-128c9148d940 req-1d48f68d-7e6f-44ad-aefa-62ffa3355fa0 tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:38:50.148894 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-86f3dea6-8d33-4d86-b000-128c9148d940 req-1d48f68d-7e6f-44ad-aefa-62ffa3355fa0 tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] 10.222.0.42 "GET /v2.0/ports?device_id=02827dcb-f1d9-473b-a457-36e8d447defc HTTP/1.1" status: 200 len: 943 time: 0.0731740 Mar 29 15:38:50.152170 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50417a9d-0544-4f7b-81e7-caf6cc18db21 req-c49f466f-f5b2-4e22-b958-ca811b10d834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:38:50.153706 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-50417a9d-0544-4f7b-81e7-caf6cc18db21 req-c49f466f-f5b2-4e22-b958-ca811b10d834 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=aa799c73-6e33-4d38-9aa8-5e44da0ccd72 HTTP/1.1" status: 200 len: 1100 time: 0.0546813 Mar 29 15:38:50.192493 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-86f3dea6-8d33-4d86-b000-128c9148d940 req-13e58632-0e69-449e-9e7c-2f9a6815877a tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] 10.222.0.42 "GET /v2.0/security-groups?id=d26d57f3-f34b-4b82-acb2-a15ffdfe7b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418434 Mar 29 15:38:50.199553 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-50417a9d-0544-4f7b-81e7-caf6cc18db21 req-16421f90-fa48-49c6-a408-a76e5aa00922 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=0472a554-1980-4298-b676-fea77ad7f77b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358706 Mar 29 15:38:50.236729 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 15:38:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2354a2a3-798d-4105-93af-153a9b496deb x-openstack-request-id: req-2354a2a3-798d-4105-93af-153a9b496deb {{(pid=102790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:38:50.237377 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07de1ed5-2712-4e95-8d69-8343c3d45afc", "tag": "59fede69-80f2-4bd3-a0fd-6c5884bad6ce", "status": "completed", "code": 200}]} {{(pid=102790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:38:50.237628 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-2354a2a3-798d-4105-93af-153a9b496deb {{(pid=102790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:38:50.238015 n-d-834765-1 neutron-server[102790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07de1ed5-2712-4e95-8d69-8343c3d45afc', 'tag': '59fede69-80f2-4bd3-a0fd-6c5884bad6ce', 'status': 'completed', 'code': 200} Mar 29 15:38:50.313193 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40cbe6c-0165-4e03-b9a0-0671d0387ec7 req-666337dc-1337-484e-a771-9c3289881ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:38:50.314667 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-c40cbe6c-0165-4e03-b9a0-0671d0387ec7 req-666337dc-1337-484e-a771-9c3289881ebc service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=407485f6cdeb4140b89a6a3209b31c9e&device_id=07de1ed5-2712-4e95-8d69-8343c3d45afc HTTP/1.1" status: 200 len: 1095 time: 0.0481241 Mar 29 15:38:50.410144 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40cbe6c-0165-4e03-b9a0-0671d0387ec7 req-9d8a89a9-1be3-417e-8992-a4e5a1b5f32d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:38:50.412503 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-c40cbe6c-0165-4e03-b9a0-0671d0387ec7 req-9d8a89a9-1be3-417e-8992-a4e5a1b5f32d service neutron] 10.222.0.48 "GET /v2.0/networks?id=45430e61-d8db-47cd-8e77-5a8c8cddc622 HTTP/1.1" status: 200 len: 913 time: 0.0904562 Mar 29 15:38:50.460545 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-c40cbe6c-0165-4e03-b9a0-0671d0387ec7 req-be8da3b7-de1a-4da0-afd7-7bd90aa2ec1f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=59fede69-80f2-4bd3-a0fd-6c5884bad6ce HTTP/1.1" status: 200 len: 217 time: 0.0407968 Mar 29 15:38:50.519630 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40cbe6c-0165-4e03-b9a0-0671d0387ec7 req-dc0b59ca-125e-40ca-8af4-01d96ae2d46c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:38:50.521877 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-c40cbe6c-0165-4e03-b9a0-0671d0387ec7 req-dc0b59ca-125e-40ca-8af4-01d96ae2d46c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=961a5899-9b08-4b71-af3d-bd0ca39267a4 HTTP/1.1" status: 200 len: 852 time: 0.0532317 Mar 29 15:38:50.556054 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-c40cbe6c-0165-4e03-b9a0-0671d0387ec7 req-92f91f4b-5685-422a-bd8d-17192cb8607e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=45430e61-d8db-47cd-8e77-5a8c8cddc622&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263078 Mar 29 15:38:50.623790 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 39844) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:38:50.664722 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-c40cbe6c-0165-4e03-b9a0-0671d0387ec7 req-2baf6f88-e9fe-42f5-bea5-ecc116c59fd8 service neutron] 10.222.0.48 "GET /v2.0/networks/45430e61-d8db-47cd-8e77-5a8c8cddc622?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011269 Mar 29 15:38:50.769454 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-de42edb0-8632-4c48-aadd-a214a0929b38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:50.786237 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09fbee9-efe3-4967-9f21-61ec8f44b6df req-1fa87ae7-55f4-4a9d-949a-18c0f415e54e tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:38:50.787813 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-a09fbee9-efe3-4967-9f21-61ec8f44b6df req-1fa87ae7-55f4-4a9d-949a-18c0f415e54e tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] 10.222.0.42 "GET /v2.0/ports?device_id=07de1ed5-2712-4e95-8d69-8343c3d45afc HTTP/1.1" status: 200 len: 944 time: 0.0730953 Mar 29 15:38:50.788363 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbccdb27-2fc0-4d30-823c-4086797e2bec req-1339ff9b-1f77-4d75-8d28-4c86a3a0368f tempest-ServersAdminNegativeTestJSON-1221216767 tempest-ServersAdminNegativeTestJSON-1221216767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:38:50.789828 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-fbccdb27-2fc0-4d30-823c-4086797e2bec req-1339ff9b-1f77-4d75-8d28-4c86a3a0368f tempest-ServersAdminNegativeTestJSON-1221216767 tempest-ServersAdminNegativeTestJSON-1221216767-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa799c73-6e33-4d38-9aa8-5e44da0ccd72 HTTP/1.1" status: 200 len: 949 time: 0.0921440 Mar 29 15:38:50.823328 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-c40cbe6c-0165-4e03-b9a0-0671d0387ec7 req-11f793a9-e567-4321-9b15-6b6063f3fcab service neutron] 10.222.0.48 "GET /v2.0/networks/45430e61-d8db-47cd-8e77-5a8c8cddc622?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1508968 Mar 29 15:38:50.853166 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-fbccdb27-2fc0-4d30-823c-4086797e2bec req-bcd2b0b1-c7f6-4f0f-b5b9-65b556cfc756 tempest-ServersAdminNegativeTestJSON-1221216767 tempest-ServersAdminNegativeTestJSON-1221216767-project] 10.222.0.42 "GET /v2.0/security-groups?id=0472a554-1980-4298-b676-fea77ad7f77b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510662 Mar 29 15:38:50.854520 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-a09fbee9-efe3-4967-9f21-61ec8f44b6df req-abea74cc-3963-444b-93e2-4ca64c33ee97 tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] 10.222.0.42 "GET /v2.0/security-groups?id=de326c20-13fe-424c-a811-b741d354586f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559902 Mar 29 15:38:50.888704 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-de42edb0-8632-4c48-aadd-a214a0929b38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:50.894051 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-de42edb0-8632-4c48-aadd-a214a0929b38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:50.933462 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-de42edb0-8632-4c48-aadd-a214a0929b38 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0c1f6e8bf3284d05b907960e8701c572&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3084295 Mar 29 15:38:50.935205 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de42edb0-8632-4c48-aadd-a214a0929b38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3976f97e-3183-4f5a-beef-b803c44ca625,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:38:50.935993 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 39854) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:38:51.006770 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c188c8d-d574-489e-adc0-f772604665f1 req-cf2275e1-394f-471e-bb67-2220bb694993 tempest-AttachSCSIVolumeTestJSON-1548618217 tempest-AttachSCSIVolumeTestJSON-1548618217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:38:51.008259 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-4c188c8d-d574-489e-adc0-f772604665f1 req-cf2275e1-394f-471e-bb67-2220bb694993 tempest-AttachSCSIVolumeTestJSON-1548618217 tempest-AttachSCSIVolumeTestJSON-1548618217-project] 10.222.0.42 "GET /v2.0/ports?device_id=67468a33-e484-423c-886f-1853a958551d HTTP/1.1" status: 200 len: 946 time: 0.0806236 Mar 29 15:38:51.036039 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-13a73a52-3a28-44ba-a5be-a0311f0497cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:51.067214 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-13a73a52-3a28-44ba-a5be-a0311f0497cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:51.075812 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-4c188c8d-d574-489e-adc0-f772604665f1 req-4279439b-eb9d-4d79-812d-19b4b82c4d14 tempest-AttachSCSIVolumeTestJSON-1548618217 tempest-AttachSCSIVolumeTestJSON-1548618217-project] 10.222.0.42 "GET /v2.0/security-groups?id=3439922e-7826-4de8-b252-c13f8af043b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613599 Mar 29 15:38:51.119646 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-13a73a52-3a28-44ba-a5be-a0311f0497cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:51.122210 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-13a73a52-3a28-44ba-a5be-a0311f0497cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:51.123429 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-13a73a52-3a28-44ba-a5be-a0311f0497cd admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/3976f97e-3183-4f5a-beef-b803c44ca625 HTTP/1.1" status: 204 len: 168 time: 0.1845098 Mar 29 15:38:51.132812 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a73a52-3a28-44ba-a5be-a0311f0497cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3976f97e-3183-4f5a-beef-b803c44ca625,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:38:51.190341 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b158d0e9-77c6-4606-8173-c21b711dd763 req-aa18ea70-8bb9-4b7c-ab7c-3b48fef31869 tempest-AttachSCSIVolumeTestJSON-1548618217 tempest-AttachSCSIVolumeTestJSON-1548618217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:38:51.191803 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b158d0e9-77c6-4606-8173-c21b711dd763 req-aa18ea70-8bb9-4b7c-ab7c-3b48fef31869 tempest-AttachSCSIVolumeTestJSON-1548618217 tempest-AttachSCSIVolumeTestJSON-1548618217-project] 10.222.0.42 "GET /v2.0/ports?device_id=67468a33-e484-423c-886f-1853a958551d HTTP/1.1" status: 200 len: 946 time: 0.0492747 Mar 29 15:38:51.201235 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 39860) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:38:51.205779 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-9a062fea-9d86-4038-9b11-03b1fe7958b0 tempest-AttachSCSIVolumeTestJSON-1548618217 tempest-AttachSCSIVolumeTestJSON-1548618217-project] Request body: {'floatingip': {'port_id': '9de95d5f-885a-43d6-bb07-567c62ae9edc'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:38:51.250879 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-9a062fea-9d86-4038-9b11-03b1fe7958b0 tempest-AttachSCSIVolumeTestJSON-1548618217 tempest-AttachSCSIVolumeTestJSON-1548618217-project] Notify callbacks [] for floatingip, before_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:51.385979 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58eb70b2-eadf-49d2-9a79-9d805f46fadd req-b6fd1ee1-bb8b-4508-b779-dd8d222a589d tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:38:51.387629 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-58eb70b2-eadf-49d2-9a79-9d805f46fadd req-b6fd1ee1-bb8b-4508-b779-dd8d222a589d tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] 10.222.0.42 "GET /v2.0/ports?device_id=02827dcb-f1d9-473b-a457-36e8d447defc HTTP/1.1" status: 200 len: 943 time: 0.1067002 Mar 29 15:38:51.475020 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-58eb70b2-eadf-49d2-9a79-9d805f46fadd req-2da8f26a-f2b5-4eb0-a4a0-1b1dacace3e4 tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] 10.222.0.42 "GET /v2.0/security-groups?id=d26d57f3-f34b-4b82-acb2-a15ffdfe7b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797787 Mar 29 15:38:51.768258 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-9a062fea-9d86-4038-9b11-03b1fe7958b0 tempest-AttachSCSIVolumeTestJSON-1548618217 tempest-AttachSCSIVolumeTestJSON-1548618217-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:51.772388 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-9a062fea-9d86-4038-9b11-03b1fe7958b0 tempest-AttachSCSIVolumeTestJSON-1548618217 tempest-AttachSCSIVolumeTestJSON-1548618217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648212'] for floatingip, after_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:51.882282 n-d-834765-1 neutron-server[102790]: INFO neutron.db.l3_db [None req-9a062fea-9d86-4038-9b11-03b1fe7958b0 tempest-AttachSCSIVolumeTestJSON-1548618217 tempest-AttachSCSIVolumeTestJSON-1548618217-project] Floating IP 467ca43c-7029-45b4-8e2d-5d3cdf539b24 associated. External IP: 172.25.4.253, port: 9de95d5f-885a-43d6-bb07-567c62ae9edc. Mar 29 15:38:52.040091 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc675846-9872-4563-b3e5-b4cd85a7a644 req-d2f42e1f-3ccd-4a73-af97-790f3e545d79 tempest-ServersAdminNegativeTestJSON-1221216767 tempest-ServersAdminNegativeTestJSON-1221216767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:38:52.042303 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-bc675846-9872-4563-b3e5-b4cd85a7a644 req-d2f42e1f-3ccd-4a73-af97-790f3e545d79 tempest-ServersAdminNegativeTestJSON-1221216767 tempest-ServersAdminNegativeTestJSON-1221216767-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa799c73-6e33-4d38-9aa8-5e44da0ccd72 HTTP/1.1" status: 200 len: 949 time: 0.0977926 Mar 29 15:38:52.086677 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bdf2ab-29d4-4ab3-8365-c4db4293a28f req-1fd3451f-59a4-48b3-8855-b661fd201d13 tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:38:52.088189 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e2bdf2ab-29d4-4ab3-8365-c4db4293a28f req-1fd3451f-59a4-48b3-8855-b661fd201d13 tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] 10.222.0.42 "GET /v2.0/ports?device_id=07de1ed5-2712-4e95-8d69-8343c3d45afc HTTP/1.1" status: 200 len: 944 time: 0.0533628 Mar 29 15:38:52.133820 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e2bdf2ab-29d4-4ab3-8365-c4db4293a28f req-f1403d54-0f1c-4e22-b68e-1a359666c2ac tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] 10.222.0.42 "GET /v2.0/security-groups?id=de326c20-13fe-424c-a811-b741d354586f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381305 Mar 29 15:38:52.159483 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-bc675846-9872-4563-b3e5-b4cd85a7a644 req-4aec716f-6c95-4dae-a25c-690bd907630f tempest-ServersAdminNegativeTestJSON-1221216767 tempest-ServersAdminNegativeTestJSON-1221216767-project] 10.222.0.42 "GET /v2.0/security-groups?id=0472a554-1980-4298-b676-fea77ad7f77b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804458 Mar 29 15:38:52.186794 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a062fea-9d86-4038-9b11-03b1fe7958b0 tempest-AttachSCSIVolumeTestJSON-1548618217 tempest-AttachSCSIVolumeTestJSON-1548618217-project] Router 11581aa0-1a69-4131-a167-d1420721d4e7 has already been hosted by L3 agent c648d819-1060-4f26-b4ec-6455387b5dff {{(pid=102790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 15:38:52.278093 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 39906) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:38:52.324456 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a062fea-9d86-4038-9b11-03b1fe7958b0 tempest-AttachSCSIVolumeTestJSON-1548618217 tempest-AttachSCSIVolumeTestJSON-1548618217-project] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:38:52.329704 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-9a062fea-9d86-4038-9b11-03b1fe7958b0 tempest-AttachSCSIVolumeTestJSON-1548618217 tempest-AttachSCSIVolumeTestJSON-1548618217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for floatingip, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:52.343816 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7168af2-657a-49c0-b45a-038cf81b8620 None None] Sync routers for ids ['11581aa0-1a69-4131-a167-d1420721d4e7'] in n-d-834765-1 {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:38:52.356728 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7168af2-657a-49c0-b45a-038cf81b8620 None None] Routers {'11581aa0-1a69-4131-a167-d1420721d4e7'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:38:52.357601 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-c7168af2-657a-49c0-b45a-038cf81b8620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:38:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['11581aa0-1a69-4131-a167-d1420721d4e7'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:38:52.378621 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-9a062fea-9d86-4038-9b11-03b1fe7958b0 tempest-AttachSCSIVolumeTestJSON-1548618217 tempest-AttachSCSIVolumeTestJSON-1548618217-project] 10.222.0.42 "PUT /v2.0/floatingips/467ca43c-7029-45b4-8e2d-5d3cdf539b24 HTTP/1.1" status: 200 len: 992 time: 1.1763096 Mar 29 15:38:52.382867 n-d-834765-1 neutron-server[102790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67468a33-e484-423c-886f-1853a958551d', 'tag': '9de95d5f-885a-43d6-bb07-567c62ae9edc'}] {{(pid=102790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:38:52.383804 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46b06d655c90bc969636382cce4240ad749035fb0f3a83ee4734fa1ed9c4a6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-358d19d6-4759-4e7c-97ee-e9526e787c4c" -d '{"events": [{"name": "network-changed", "server_uuid": "67468a33-e484-423c-886f-1853a958551d", "tag": "9de95d5f-885a-43d6-bb07-567c62ae9edc"}]}' {{(pid=102790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:38:52.422896 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b03047-cbc6-4f02-8a04-c426c996403e req-d0a72d74-b6ae-4b32-8dfe-4dfd1eda86c8 tempest-ServersAdminNegativeTestJSON-970056069 tempest-ServersAdminNegativeTestJSON-970056069-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:38:52.424716 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-90b03047-cbc6-4f02-8a04-c426c996403e req-d0a72d74-b6ae-4b32-8dfe-4dfd1eda86c8 tempest-ServersAdminNegativeTestJSON-970056069 tempest-ServersAdminNegativeTestJSON-970056069-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=aa799c73-6e33-4d38-9aa8-5e44da0ccd72 HTTP/1.1" status: 200 len: 1100 time: 0.0551951 Mar 29 15:38:52.437878 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-e3374812-95ed-47a7-b0b2-6f730d7359b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:52.451628 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 15:38:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04be2155-ecee-454d-811e-9706e5582025 x-openstack-request-id: req-04be2155-ecee-454d-811e-9706e5582025 {{(pid=102790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:38:52.451915 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67468a33-e484-423c-886f-1853a958551d", "tag": "9de95d5f-885a-43d6-bb07-567c62ae9edc", "status": "completed", "code": 200}]} {{(pid=102790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:38:52.452166 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-04be2155-ecee-454d-811e-9706e5582025 {{(pid=102790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:38:52.452563 n-d-834765-1 neutron-server[102790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67468a33-e484-423c-886f-1853a958551d', 'tag': '9de95d5f-885a-43d6-bb07-567c62ae9edc', 'status': 'completed', 'code': 200} Mar 29 15:38:52.453782 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-90b03047-cbc6-4f02-8a04-c426c996403e req-45f16bbb-509a-4873-9159-2e501f1b83b1 tempest-ServersAdminNegativeTestJSON-970056069 tempest-ServersAdminNegativeTestJSON-970056069-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:52.533233 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-e3374812-95ed-47a7-b0b2-6f730d7359b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:52.540501 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-e3374812-95ed-47a7-b0b2-6f730d7359b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:52.557085 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358d19d6-4759-4e7c-97ee-e9526e787c4c req-22972953-2ab5-4520-a1dc-17df6d28f0b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:38:52.558557 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-358d19d6-4759-4e7c-97ee-e9526e787c4c req-22972953-2ab5-4520-a1dc-17df6d28f0b2 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=140a74e7fad04747acc345e5a1657e95&device_id=67468a33-e484-423c-886f-1853a958551d HTTP/1.1" status: 200 len: 1097 time: 0.0705183 Mar 29 15:38:52.581541 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-90b03047-cbc6-4f02-8a04-c426c996403e req-45f16bbb-509a-4873-9159-2e501f1b83b1 tempest-ServersAdminNegativeTestJSON-970056069 tempest-ServersAdminNegativeTestJSON-970056069-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:52.592708 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvr_db [None req-c7168af2-657a-49c0-b45a-038cf81b8620 None None] Set router 11581aa0-1a69-4131-a167-d1420721d4e7 gateway port host: n-d-834765-1 {{(pid=102793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:38:52.594281 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-e3374812-95ed-47a7-b0b2-6f730d7359b0 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=6038ffe467dc406ab90ad44a43fc68af&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3148036 Mar 29 15:38:52.596410 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 39920) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:38:52.597111 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3374812-95ed-47a7-b0b2-6f730d7359b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76bfcae7-f665-46db-8efa-d999859dfc14,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:38:52.601723 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-90b03047-cbc6-4f02-8a04-c426c996403e req-45f16bbb-509a-4873-9159-2e501f1b83b1 tempest-ServersAdminNegativeTestJSON-970056069 tempest-ServersAdminNegativeTestJSON-970056069-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:52.643892 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-90b03047-cbc6-4f02-8a04-c426c996403e req-45f16bbb-509a-4873-9159-2e501f1b83b1 tempest-ServersAdminNegativeTestJSON-970056069 tempest-ServersAdminNegativeTestJSON-970056069-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=0472a554-1980-4298-b676-fea77ad7f77b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2117555 Mar 29 15:38:52.685834 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641eef1b-7945-437e-baab-61a21c2fc43d req-03b8ec9c-d9e5-4d57-9d64-1728521c2add tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:38:52.687370 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-641eef1b-7945-437e-baab-61a21c2fc43d req-03b8ec9c-d9e5-4d57-9d64-1728521c2add tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] 10.222.0.42 "GET /v2.0/ports?device_id=02827dcb-f1d9-473b-a457-36e8d447defc HTTP/1.1" status: 200 len: 943 time: 0.0919635 Mar 29 15:38:52.701107 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-b576f1f9-e870-4675-b3e5-cd7b6375fbfd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:52.710852 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f16bbb-509a-4873-9159-2e501f1b83b1 tempest-ServersAdminNegativeTestJSON-970056069 tempest-ServersAdminNegativeTestJSON-970056069-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d2ffe69-e60c-4f1c-a59f-78f7d1910eb3,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:38:52.745271 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358d19d6-4759-4e7c-97ee-e9526e787c4c req-9533adcd-6f5d-43e4-b807-6996bd728d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:38:52.746420 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-358d19d6-4759-4e7c-97ee-e9526e787c4c req-9533adcd-6f5d-43e4-b807-6996bd728d19 service neutron] 10.222.0.44 "GET /v2.0/networks?id=3b111d56-5965-49c9-b46c-cb240d63a68d HTTP/1.1" status: 200 len: 916 time: 0.1671395 Mar 29 15:38:52.746646 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-b576f1f9-e870-4675-b3e5-cd7b6375fbfd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:52.762239 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-641eef1b-7945-437e-baab-61a21c2fc43d req-9584b17a-10cf-411b-86d8-43f9fb0e9738 tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] 10.222.0.42 "GET /v2.0/security-groups?id=d26d57f3-f34b-4b82-acb2-a15ffdfe7b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634401 Mar 29 15:38:52.803328 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-b576f1f9-e870-4675-b3e5-cd7b6375fbfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:52.805988 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-b576f1f9-e870-4675-b3e5-cd7b6375fbfd admin admin] Notify callbacks [] for security_group, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:52.809536 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-b576f1f9-e870-4675-b3e5-cd7b6375fbfd admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/76bfcae7-f665-46db-8efa-d999859dfc14 HTTP/1.1" status: 204 len: 168 time: 0.2063396 Mar 29 15:38:52.816649 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b576f1f9-e870-4675-b3e5-cd7b6375fbfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76bfcae7-f665-46db-8efa-d999859dfc14,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:38:52.833865 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-c7168af2-657a-49c0-b45a-038cf81b8620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11581aa0-1a69-4131-a167-d1420721d4e7', 'name': 'tempest-AttachSCSIVolumeTestJSON-1655533914-router', 'tenant_id': '140a74e7fad04747acc345e5a1657e95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': 'cb3934ba-e19f-4e71-b6f7-3e22715e0f4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:37:23Z', 'updated_at': '2022-03-29T15:37:30Z', 'revision_number': 4, 'project_id': '140a74e7fad04747acc345e5a1657e95', 'gw_port': {'id': 'cb3934ba-e19f-4e71-b6f7-3e22715e0f4e', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:54:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11581aa0-1a69-4131-a167-d1420721d4e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:37:24Z', 'updated_at': '2022-03-29T15:37:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_floatingips': [{'id': '467ca43c-7029-45b4-8e2d-5d3cdf539b24', 'tenant_id': '140a74e7fad04747acc345e5a1657e95', 'floating_ip_address': '172.25.4.253', 'floating_network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'router_id': '11581aa0-1a69-4131-a167-d1420721d4e7', 'port_id': '9de95d5f-885a-43d6-bb07-567c62ae9edc', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 650, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b111d56-5965-49c9-b46c-cb240d63a68d', 'mac_address': 'fa:16:3e:97:89:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67468a33-e484-423c-886f-1853a958551d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T15:38:21Z', 'updated_at': '2022-03-29T15:38:51Z', 'revision_number': 1, 'project_id': '140a74e7fad04747acc345e5a1657e95', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64e68e3d-5342-4d2a-8cdc-a13178f3f356', 'name': '', 'network_id': '3b111d56-5965-49c9-b46c-cb240d63a68d', 'tenant_id': '140a74e7fad04747acc345e5a1657e95', 'mac_address': 'fa:16:3e:c5:6e:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11581aa0-1a69-4131-a167-d1420721d4e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'e7292f25-57c0-4ce1-9968-6bce9d8da5e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:37:28Z', 'updated_at': '2022-03-29T15:37:34Z', 'revision_number': 5, 'project_id': '140a74e7fad04747acc345e5a1657e95', 'subnets': [{'id': 'e7292f25-57c0-4ce1-9968-6bce9d8da5e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:38:52.844353 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-358d19d6-4759-4e7c-97ee-e9526e787c4c req-5574587f-99f3-4062-b3e1-045ba8ec3d7b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9de95d5f-885a-43d6-bb07-567c62ae9edc HTTP/1.1" status: 200 len: 1000 time: 0.0828352 Mar 29 15:38:52.861919 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7168af2-657a-49c0-b45a-038cf81b8620 None None] Checking router: 11581aa0-1a69-4131-a167-d1420721d4e7 for host: n-d-834765-1 {{(pid=102793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:38:52.872066 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7168af2-657a-49c0-b45a-038cf81b8620 None None] Routers {'11581aa0-1a69-4131-a167-d1420721d4e7'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:38:52.872686 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-c7168af2-657a-49c0-b45a-038cf81b8620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:38:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['11581aa0-1a69-4131-a167-d1420721d4e7'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:38:52.900425 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358d19d6-4759-4e7c-97ee-e9526e787c4c req-4e40d610-9129-468b-831e-9f9292ce86f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:38:52.901911 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-358d19d6-4759-4e7c-97ee-e9526e787c4c req-4e40d610-9129-468b-831e-9f9292ce86f6 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e7292f25-57c0-4ce1-9968-6bce9d8da5e6 HTTP/1.1" status: 200 len: 854 time: 0.0458124 Mar 29 15:38:52.965045 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358d19d6-4759-4e7c-97ee-e9526e787c4c req-99125088-6e45-4307-bbce-c6508d61754b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:38:52.966574 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-358d19d6-4759-4e7c-97ee-e9526e787c4c req-99125088-6e45-4307-bbce-c6508d61754b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=3b111d56-5965-49c9-b46c-cb240d63a68d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0479620 Mar 29 15:38:52.983429 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvr_db [None req-c7168af2-657a-49c0-b45a-038cf81b8620 None None] Set router 11581aa0-1a69-4131-a167-d1420721d4e7 gateway port host: n-d-834765-1 {{(pid=102793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:38:53.070189 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-358d19d6-4759-4e7c-97ee-e9526e787c4c req-c02de968-0105-42c8-a144-462743690524 service neutron] 10.222.0.44 "GET /v2.0/networks/3b111d56-5965-49c9-b46c-cb240d63a68d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947526 Mar 29 15:38:53.204831 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-358d19d6-4759-4e7c-97ee-e9526e787c4c req-67d9a9a2-c55f-40a6-ae6d-1b47c21da321 service neutron] 10.222.0.44 "GET /v2.0/networks/3b111d56-5965-49c9-b46c-cb240d63a68d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1175916 Mar 29 15:38:53.240026 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-c7168af2-657a-49c0-b45a-038cf81b8620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11581aa0-1a69-4131-a167-d1420721d4e7', 'name': 'tempest-AttachSCSIVolumeTestJSON-1655533914-router', 'tenant_id': '140a74e7fad04747acc345e5a1657e95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': 'cb3934ba-e19f-4e71-b6f7-3e22715e0f4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:37:23Z', 'updated_at': '2022-03-29T15:37:30Z', 'revision_number': 4, 'project_id': '140a74e7fad04747acc345e5a1657e95', 'gw_port': {'id': 'cb3934ba-e19f-4e71-b6f7-3e22715e0f4e', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:54:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11581aa0-1a69-4131-a167-d1420721d4e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:37:24Z', 'updated_at': '2022-03-29T15:37:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_floatingips': [{'id': '467ca43c-7029-45b4-8e2d-5d3cdf539b24', 'tenant_id': '140a74e7fad04747acc345e5a1657e95', 'floating_ip_address': '172.25.4.253', 'floating_network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'router_id': '11581aa0-1a69-4131-a167-d1420721d4e7', 'port_id': '9de95d5f-885a-43d6-bb07-567c62ae9edc', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 650, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b111d56-5965-49c9-b46c-cb240d63a68d', 'mac_address': 'fa:16:3e:97:89:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67468a33-e484-423c-886f-1853a958551d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T15:38:21Z', 'updated_at': '2022-03-29T15:38:51Z', 'revision_number': 1, 'project_id': '140a74e7fad04747acc345e5a1657e95', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64e68e3d-5342-4d2a-8cdc-a13178f3f356', 'name': '', 'network_id': '3b111d56-5965-49c9-b46c-cb240d63a68d', 'tenant_id': '140a74e7fad04747acc345e5a1657e95', 'mac_address': 'fa:16:3e:c5:6e:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11581aa0-1a69-4131-a167-d1420721d4e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'e7292f25-57c0-4ce1-9968-6bce9d8da5e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:37:28Z', 'updated_at': '2022-03-29T15:37:34Z', 'revision_number': 5, 'project_id': '140a74e7fad04747acc345e5a1657e95', 'subnets': [{'id': 'e7292f25-57c0-4ce1-9968-6bce9d8da5e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:38:53.270241 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7168af2-657a-49c0-b45a-038cf81b8620 None None] The sync data for ids ['11581aa0-1a69-4131-a167-d1420721d4e7'] in n-d-834765-1 is: [{'id': '11581aa0-1a69-4131-a167-d1420721d4e7', 'name': 'tempest-AttachSCSIVolumeTestJSON-1655533914-router', 'tenant_id': '140a74e7fad04747acc345e5a1657e95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': 'cb3934ba-e19f-4e71-b6f7-3e22715e0f4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:37:23Z', 'updated_at': '2022-03-29T15:37:30Z', 'revision_number': 4, 'project_id': '140a74e7fad04747acc345e5a1657e95', 'gw_port': {'id': 'cb3934ba-e19f-4e71-b6f7-3e22715e0f4e', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:54:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11581aa0-1a69-4131-a167-d1420721d4e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:37:24Z', 'updated_at': '2022-03-29T15:37:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_floatingips': [{'id': '467ca43c-7029-45b4-8e2d-5d3cdf539b24', 'tenant_id': '140a74e7fad04747acc345e5a1657e95', 'floating_ip_address': '172.25.4.253', 'floating_network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'router_id': '11581aa0-1a69-4131-a167-d1420721d4e7', 'port_id': '9de95d5f-885a-43d6-bb07-567c62ae9edc', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 650, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b111d56-5965-49c9-b46c-cb240d63a68d', 'mac_address': 'fa:16:3e:97:89:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67468a33-e484-423c-886f-1853a958551d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T15:38:21Z', 'updated_at': '2022-03-29T15:38:51Z', 'revision_number': 1, 'project_id': '140a74e7fad04747acc345e5a1657e95', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64e68e3d-5342-4d2a-8cdc-a13178f3f356', 'name': '', 'network_id': '3b111d56-5965-49c9-b46c-cb240d63a68d', 'tenant_id': '140a74e7fad04747acc345e5a1657e95', 'mac_address': 'fa:16:3e:c5:6e:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11581aa0-1a69-4131-a167-d1420721d4e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'e7292f25-57c0-4ce1-9968-6bce9d8da5e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:37:28Z', 'updated_at': '2022-03-29T15:37:34Z', 'revision_number': 5, 'project_id': '140a74e7fad04747acc345e5a1657e95', 'subnets': [{'id': 'e7292f25-57c0-4ce1-9968-6bce9d8da5e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:38:53.286329 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07924cc-d44f-4210-8cbe-da71f775a18c req-bddd86fd-c0bc-436a-9c20-caf8944cbe92 tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:38:53.288852 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-e07924cc-d44f-4210-8cbe-da71f775a18c req-bddd86fd-c0bc-436a-9c20-caf8944cbe92 tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] 10.222.0.42 "GET /v2.0/ports?device_id=07de1ed5-2712-4e95-8d69-8343c3d45afc HTTP/1.1" status: 200 len: 944 time: 0.0601079 Mar 29 15:38:53.344727 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-e07924cc-d44f-4210-8cbe-da71f775a18c req-ebe39ac4-6d1d-4fa6-b5b8-0d16e18519fd tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] 10.222.0.42 "GET /v2.0/security-groups?id=de326c20-13fe-424c-a811-b741d354586f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474546 Mar 29 15:38:53.500103 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ce71dd8-1b20-455f-ad6b-9b62fb69bb12 None None] New status for floating IP 467ca43c-7029-45b4-8e2d-5d3cdf539b24: ACTIVE {{(pid=102792) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 15:38:53.576323 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 39950) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:38:53.639594 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adf1ead-2aae-4de7-b28e-f660900f97c8 req-73e47238-be9d-4b8b-aa5f-3126a2a3719d tempest-LiveMigrationTest-953290782 tempest-LiveMigrationTest-953290782-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:38:53.641385 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-3adf1ead-2aae-4de7-b28e-f660900f97c8 req-73e47238-be9d-4b8b-aa5f-3126a2a3719d tempest-LiveMigrationTest-953290782 tempest-LiveMigrationTest-953290782-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=10eb82c7-8749-4775-80c9-2376fe09f89e HTTP/1.1" status: 200 len: 1097 time: 0.0491831 Mar 29 15:38:53.687015 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-3adf1ead-2aae-4de7-b28e-f660900f97c8 req-3c495ea8-ee18-4225-9fe7-b24460166e95 tempest-LiveMigrationTest-953290782 tempest-LiveMigrationTest-953290782-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=c99ced8e-1ceb-46fb-aaa7-747186b2b9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384283 Mar 29 15:38:53.718005 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-267c9a65-7602-4330-bd85-e3fdf2f375a0 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1655078999-network', 'tenant_id': '3c879391e12244b68c6a1d18a158625b'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:38:53.748259 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-267c9a65-7602-4330-bd85-e3fdf2f375a0 admin admin] Made reservation on behalf of 3c879391e12244b68c6a1d18a158625b for: {'network': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:38:53.751546 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-267c9a65-7602-4330-bd85-e3fdf2f375a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for network, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:53.761377 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-267c9a65-7602-4330-bd85-e3fdf2f375a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:53.776921 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cdd123-aa93-4a40-8ce9-e75784568790 req-f655c337-6030-4131-b56d-5a6e9f35bcfb tempest-ServersAdminNegativeTestJSON-970056069 tempest-ServersAdminNegativeTestJSON-970056069-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:38:53.778551 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-11cdd123-aa93-4a40-8ce9-e75784568790 req-f655c337-6030-4131-b56d-5a6e9f35bcfb tempest-ServersAdminNegativeTestJSON-970056069 tempest-ServersAdminNegativeTestJSON-970056069-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=aa799c73-6e33-4d38-9aa8-5e44da0ccd72 HTTP/1.1" status: 200 len: 1100 time: 0.0480194 Mar 29 15:38:53.830021 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-11cdd123-aa93-4a40-8ce9-e75784568790 req-33c755e8-ac94-4218-af8a-3e943d985c96 tempest-ServersAdminNegativeTestJSON-970056069 tempest-ServersAdminNegativeTestJSON-970056069-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=0472a554-1980-4298-b676-fea77ad7f77b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439506 Mar 29 15:38:53.855146 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-267c9a65-7602-4330-bd85-e3fdf2f375a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:53.861323 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-267c9a65-7602-4330-bd85-e3fdf2f375a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:53.888584 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-267c9a65-7602-4330-bd85-e3fdf2f375a0 admin admin] vlan segment allocate from pool success with {'vlan_id': 607, 'physical_network': 'physnet1'} {{(pid=102791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 15:38:53.910020 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267c9a65-7602-4330-bd85-e3fdf2f375a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a324716-10f9-4f06-a2b5-9f498b951d56,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:38:53.914665 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-267c9a65-7602-4330-bd85-e3fdf2f375a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:53.915003 n-d-834765-1 neutron-server[102791]: INFO neutron.db.segments_db [None req-267c9a65-7602-4330-bd85-e3fdf2f375a0 admin admin] Added segment 62bdff33-894a-4670-b86c-c890adf5ed0f of type vlan for network 24e09226-4699-432b-9b8f-2ffa2d9396f3 Mar 29 15:38:53.951345 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7c6add-cba1-49fa-831d-f0937c90e587 req-a927eddc-bb33-4532-bf89-2bde87651410 tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:38:53.952884 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-fd7c6add-cba1-49fa-831d-f0937c90e587 req-a927eddc-bb33-4532-bf89-2bde87651410 tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] 10.222.0.42 "GET /v2.0/ports?device_id=02827dcb-f1d9-473b-a457-36e8d447defc HTTP/1.1" status: 200 len: 943 time: 0.0582650 Mar 29 15:38:53.961683 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-267c9a65-7602-4330-bd85-e3fdf2f375a0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783522915970'] for network, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:53.987391 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-267c9a65-7602-4330-bd85-e3fdf2f375a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795'] for network, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:53.989727 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-267c9a65-7602-4330-bd85-e3fdf2f375a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:38:53.990544 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-267c9a65-7602-4330-bd85-e3fdf2f375a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for network, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:53.997867 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-fd7c6add-cba1-49fa-831d-f0937c90e587 req-000160b6-ca0a-4a61-a2f6-1e14efb6ad3a tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] 10.222.0.42 "GET /v2.0/security-groups?id=d26d57f3-f34b-4b82-acb2-a15ffdfe7b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349190 Mar 29 15:38:54.074996 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-267c9a65-7602-4330-bd85-e3fdf2f375a0 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4973707 Mar 29 15:38:54.078088 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 39972) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:38:54.082933 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-b3b44333-f4f4-404f-af8d-f19ecfc64363 admin admin] Request body: {'subnet': {'network_id': '24e09226-4699-432b-9b8f-2ffa2d9396f3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1655078999-subnet', 'tenant_id': '3c879391e12244b68c6a1d18a158625b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:38:54.085883 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267c9a65-7602-4330-bd85-e3fdf2f375a0 admin admin] Pushing event updated for resources: {'Network': ['ID=24e09226-4699-432b-9b8f-2ffa2d9396f3,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:38:54.099039 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Network 24e09226-4699-432b-9b8f-2ffa2d9396f3 details requested by agent ovs-agent-n-d-834765-1 with host n-d-834765-1 {{(pid=102792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 15:38:54.105649 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3b44333-f4f4-404f-af8d-f19ecfc64363 admin admin] Made reservation on behalf of 3c879391e12244b68c6a1d18a158625b for: {'subnet': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:38:54.108347 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-b3b44333-f4f4-404f-af8d-f19ecfc64363 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16218875'] for subnet, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:54.274650 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device 59fede69-80f2-4bd3-a0fd-6c5884bad6ce details requested by agent hyperv_n-h2-834765-1 with host n-h2-834765-1 {{(pid=102792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 15:38:54.321695 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-b3b44333-f4f4-404f-af8d-f19ecfc64363 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16155524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16218861'] for subnet, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:54.399637 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3b44333-f4f4-404f-af8d-f19ecfc64363 admin admin] Checking segment: {'id': '62bdff33-894a-4670-b86c-c890adf5ed0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '24e09226-4699-432b-9b8f-2ffa2d9396f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:38:54.400146 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3b44333-f4f4-404f-af8d-f19ecfc64363 admin admin] Network hostable DHCP agents. Network: 24e09226-4699-432b-9b8f-2ffa2d9396f3, hostable agents: ['d136643e-48ae-49d4-a851-2ba3bdf3749c'], hosted agents: [] {{(pid=102791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 15:38:54.422867 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b44333-f4f4-404f-af8d-f19ecfc64363 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6b17034e-8c96-4880-a97b-729e224595e5,revision_number=0']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:38:54.434000 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3b44333-f4f4-404f-af8d-f19ecfc64363 admin admin] Network 24e09226-4699-432b-9b8f-2ffa2d9396f3 is scheduled to be hosted by DHCP agent d136643e-48ae-49d4-a851-2ba3bdf3749c with binding_index 1 {{(pid=102791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 15:38:54.450360 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [None req-b3b44333-f4f4-404f-af8d-f19ecfc64363 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834765-1, 24e09226-4699-432b-9b8f-2ffa2d9396f3) {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:38:54.455326 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3b44333-f4f4-404f-af8d-f19ecfc64363 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:38:54.456070 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-b3b44333-f4f4-404f-af8d-f19ecfc64363 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:54.462591 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689df474-5c38-4766-a640-97b9484745f0 req-077d49a7-b184-4fe9-a0d6-b0e43b1bde89 tempest-ServersAdminNegativeTestJSON-1221216767 tempest-ServersAdminNegativeTestJSON-1221216767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:38:54.468146 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-689df474-5c38-4766-a640-97b9484745f0 req-077d49a7-b184-4fe9-a0d6-b0e43b1bde89 tempest-ServersAdminNegativeTestJSON-1221216767 tempest-ServersAdminNegativeTestJSON-1221216767-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa799c73-6e33-4d38-9aa8-5e44da0ccd72 HTTP/1.1" status: 200 len: 949 time: 0.0878408 Mar 29 15:38:54.478841 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-b3b44333-f4f4-404f-af8d-f19ecfc64363 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3995972 Mar 29 15:38:54.485930 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 39996) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:38:54.493645 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-b12cf8b3-6f50-4cd2-9418-86c862826fe0 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1655078999-router', 'tenant_id': '3c879391e12244b68c6a1d18a158625b', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'}}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:38:54.507316 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18c21138-c45f-43ee-bc0b-b05447bb14dd None None] Network 24e09226-4699-432b-9b8f-2ffa2d9396f3 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 15:38:54.529152 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-b12cf8b3-6f50-4cd2-9418-86c862826fe0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-532385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129310'] for router, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:54.531598 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-b12cf8b3-6f50-4cd2-9418-86c862826fe0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-648091', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-684384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129319'] for router, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:54.541955 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-689df474-5c38-4766-a640-97b9484745f0 req-6c3396ec-0551-4ead-b1fb-a2799f043d3c tempest-ServersAdminNegativeTestJSON-1221216767 tempest-ServersAdminNegativeTestJSON-1221216767-project] 10.222.0.42 "GET /v2.0/security-groups?id=0472a554-1980-4298-b676-fea77ad7f77b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603418 Mar 29 15:38:54.603876 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-b12cf8b3-6f50-4cd2-9418-86c862826fe0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:54.607848 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port 59fede69-80f2-4bd3-a0fd-6c5884bad6ce, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=59fede69-80f2-4bd3-a0fd-6c5884bad6ce,segment=NetworkSegment(22e9e91d-0f71-4672-ad57-f0a289f27614),segment_id=22e9e91d-0f71-4672-ad57-f0a289f27614)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:38:54.631639 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Returning: {'device': '59fede69-80f2-4bd3-a0fd-6c5884bad6ce', 'network_id': '45430e61-d8db-47cd-8e77-5a8c8cddc622', 'port_id': '59fede69-80f2-4bd3-a0fd-6c5884bad6ce', 'mac_address': 'fa:16:3e:87:d3:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 634, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '961a5899-9b08-4b71-af3d-bd0ca39267a4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 15:38:54.683738 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363c30b6-fddb-40b1-be43-bf2d1ce0261d req-a928ddb0-085a-4736-b480-b9ea8fd558ad tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:38:54.686313 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-363c30b6-fddb-40b1-be43-bf2d1ce0261d req-a928ddb0-085a-4736-b480-b9ea8fd558ad tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] 10.222.0.42 "GET /v2.0/ports?device_id=07de1ed5-2712-4e95-8d69-8343c3d45afc HTTP/1.1" status: 200 len: 944 time: 0.0724843 Mar 29 15:38:54.724808 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:54.736633 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4e680f3-b302-43c5-b2ae-cc2bf1a455f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0035034-69b0-5ffc-b384-0ac6189c5628-24e09226-4699-432b-9b8f-2ffa2d9396f3', 'network_id': '24e09226-4699-432b-9b8f-2ffa2d9396f3', 'tenant_id': '3c879391e12244b68c6a1d18a158625b', 'fixed_ips': [{'subnet_id': '6b17034e-8c96-4880-a97b-729e224595e5'}]}} from n-d-834765-1. {{(pid=102792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 29 15:38:54.738269 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-f4e680f3-b302-43c5-b2ae-cc2bf1a455f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:54.745391 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [req-5d4dc068-0c4f-4a72-838c-0791675b9b6f req-1ade6648-ca1b-4e9a-82aa-e7fc038ccfb7 tempest-LiveMigrationTest-953290782 tempest-LiveMigrationTest-953290782-project-admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=102790) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 15:38:54.746514 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-5d4dc068-0c4f-4a72-838c-0791675b9b6f req-1ade6648-ca1b-4e9a-82aa-e7fc038ccfb7 tempest-LiveMigrationTest-953290782 tempest-LiveMigrationTest-953290782-project-admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0089257 Mar 29 15:38:54.751091 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59fede69-80f2-4bd3-a0fd-6c5884bad6ce {{(pid=102792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:38:54.761957 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-363c30b6-fddb-40b1-be43-bf2d1ce0261d req-ac8cc4f7-f585-48fb-b3ee-1d4f562f4f43 tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] 10.222.0.42 "GET /v2.0/security-groups?id=de326c20-13fe-424c-a811-b741d354586f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671089 Mar 29 15:38:54.781413 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-b12cf8b3-6f50-4cd2-9418-86c862826fe0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:54.785377 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port 59fede69-80f2-4bd3-a0fd-6c5884bad6ce, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=59fede69-80f2-4bd3-a0fd-6c5884bad6ce,segment=NetworkSegment(22e9e91d-0f71-4672-ad57-f0a289f27614),segment_id=22e9e91d-0f71-4672-ad57-f0a289f27614)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:38:54.792265 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:54.810569 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4dc068-0c4f-4a72-838c-0791675b9b6f req-5880ec13-1595-424e-90c0-fe1d7860b7ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:38:54.812031 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-5d4dc068-0c4f-4a72-838c-0791675b9b6f req-5880ec13-1595-424e-90c0-fe1d7860b7ee service neutron] 10.222.0.42 "GET /v2.0/ports/f75a81b4-cea7-4f54-a990-54deb63424a4 HTTP/1.1" status: 200 len: 1094 time: 0.0465546 Mar 29 15:38:54.823283 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [req-5d4dc068-0c4f-4a72-838c-0791675b9b6f req-9db16a4f-bb56-4685-b0c4-13634844d076 service neutron] Request body: {'binding': {'host': 'n-h2-834765-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:38:54.823831 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [req-5d4dc068-0c4f-4a72-838c-0791675b9b6f req-9db16a4f-bb56-4685-b0c4-13634844d076 service neutron] Unknown quota resources ['binding']. {{(pid=102790) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 29 15:38:54.921652 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Pushing event updated for resources: {'Port': ['ID=59fede69-80f2-4bd3-a0fd-6c5884bad6ce,revision_number=4']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:38:54.944985 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.db_base_plugin_common [None req-f4e680f3-b302-43c5-b2ae-cc2bf1a455f5 None None] Allocated IP 172.20.0.2 (24e09226-4699-432b-9b8f-2ffa2d9396f3/6b17034e-8c96-4880-a97b-729e224595e5/9317132d-1823-400a-9168-9d7176314f87) {{(pid=102792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:38:54.977120 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.managers [req-5d4dc068-0c4f-4a72-838c-0791675b9b6f req-9db16a4f-bb56-4685-b0c4-13634844d076 service neutron] Attempting to bind port f75a81b4-cea7-4f54-a990-54deb63424a4 on host n-h2-834765-1 for vnic_type normal with profile None {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:38:54.977456 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.managers [req-5d4dc068-0c4f-4a72-838c-0791675b9b6f req-9db16a4f-bb56-4685-b0c4-13634844d076 service neutron] Attempting to bind port f75a81b4-cea7-4f54-a990-54deb63424a4 by drivers openvswitch,hyperv on host n-h2-834765-1 at level 0 using segments [{'id': '65ab5bc3-e80e-4641-82f0-4ef53207c2d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'b1def78c-da55-4367-b9b1-4d7fc20fc6ac'}] {{(pid=102790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:38:54.977783 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d4dc068-0c4f-4a72-838c-0791675b9b6f req-9db16a4f-bb56-4685-b0c4-13634844d076 service neutron] Attempting to bind port f75a81b4-cea7-4f54-a990-54deb63424a4 on network b1def78c-da55-4367-b9b1-4d7fc20fc6ac {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:38:54.983297 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d4dc068-0c4f-4a72-838c-0791675b9b6f req-9db16a4f-bb56-4685-b0c4-13634844d076 service neutron] Port f75a81b4-cea7-4f54-a990-54deb63424a4 on network b1def78c-da55-4367-b9b1-4d7fc20fc6ac not bound, no agent of type Open vSwitch agent registered on host n-h2-834765-1 {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 15:38:54.983549 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d4dc068-0c4f-4a72-838c-0791675b9b6f req-9db16a4f-bb56-4685-b0c4-13634844d076 service neutron] Attempting to bind port f75a81b4-cea7-4f54-a990-54deb63424a4 on network b1def78c-da55-4367-b9b1-4d7fc20fc6ac {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:38:54.988717 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d4dc068-0c4f-4a72-838c-0791675b9b6f req-9db16a4f-bb56-4685-b0c4-13634844d076 service neutron] Checking agent: {'id': '3e4b4912-b4a2-4d17-b5bd-6ce15529e8eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 33, 17), 'started_at': datetime.datetime(2022, 3, 29, 15, 33, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 38, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:38:54.989077 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d4dc068-0c4f-4a72-838c-0791675b9b6f req-9db16a4f-bb56-4685-b0c4-13634844d076 service neutron] Checking segment: {'id': '65ab5bc3-e80e-4641-82f0-4ef53207c2d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'b1def78c-da55-4367-b9b1-4d7fc20fc6ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:38:54.989494 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d4dc068-0c4f-4a72-838c-0791675b9b6f req-9db16a4f-bb56-4685-b0c4-13634844d076 service neutron] Bound using segment: {'id': '65ab5bc3-e80e-4641-82f0-4ef53207c2d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'b1def78c-da55-4367-b9b1-4d7fc20fc6ac'} {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:38:54.989922 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.managers [req-5d4dc068-0c4f-4a72-838c-0791675b9b6f req-9db16a4f-bb56-4685-b0c4-13634844d076 service neutron] Bound port: f75a81b4-cea7-4f54-a990-54deb63424a4, host: n-h2-834765-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65ab5bc3-e80e-4641-82f0-4ef53207c2d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'b1def78c-da55-4367-b9b1-4d7fc20fc6ac'}}] {{(pid=102790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 15:38:54.992070 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-b12cf8b3-6f50-4cd2-9418-86c862826fe0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:55.011472 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-b12cf8b3-6f50-4cd2-9418-86c862826fe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:55.050205 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [req-5d4dc068-0c4f-4a72-838c-0791675b9b6f req-9db16a4f-bb56-4685-b0c4-13634844d076 service neutron] For port f75a81b4-cea7-4f54-a990-54deb63424a4, host n-h2-834765-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=f75a81b4-cea7-4f54-a990-54deb63424a4,segment=NetworkSegment(65ab5bc3-e80e-4641-82f0-4ef53207c2d7),segment_id=65ab5bc3-e80e-4641-82f0-4ef53207c2d7)] {{(pid=102790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:38:55.058630 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-5d4dc068-0c4f-4a72-838c-0791675b9b6f req-9db16a4f-bb56-4685-b0c4-13634844d076 service neutron] Notify callbacks [] for binding, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:55.059924 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-5d4dc068-0c4f-4a72-838c-0791675b9b6f req-9db16a4f-bb56-4685-b0c4-13634844d076 service neutron] 10.222.0.42 "POST /v2.0/ports/f75a81b4-cea7-4f54-a990-54deb63424a4/bindings HTTP/1.1" status: 201 len: 389 time: 0.2406399 Mar 29 15:38:55.140032 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_common [None req-b12cf8b3-6f50-4cd2-9418-86c862826fe0 admin admin] Allocated IP 172.25.4.152 (4a4a035d-ecac-4ead-baa3-25f90788773a/e1a353dc-fac8-4901-a63c-273840237d6a/6cdc072b-0da4-4048-9f7f-efa2e7ea4231) {{(pid=102791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:38:55.144688 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-f4e680f3-b302-43c5-b2ae-cc2bf1a455f5 None None] Notify callbacks [] for port, precommit_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:55.155529 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-f4e680f3-b302-43c5-b2ae-cc2bf1a455f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956'] for port, after_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:55.209758 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4fb671-eca3-41db-8f2b-6f86953372e4 req-43fd217e-e7d5-417f-8e6a-fd5c8a82772c tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:38:55.214973 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-cc4fb671-eca3-41db-8f2b-6f86953372e4 req-43fd217e-e7d5-417f-8e6a-fd5c8a82772c tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] 10.222.0.42 "GET /v2.0/ports?device_id=02827dcb-f1d9-473b-a457-36e8d447defc HTTP/1.1" status: 200 len: 943 time: 0.1089215 Mar 29 15:38:55.219017 n-d-834765-1 neutron-server[102792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4e680f3-b302-43c5-b2ae-cc2bf1a455f5 None None] Network 24e09226-4699-432b-9b8f-2ffa2d9396f3 is already hosted by enough agents. {{(pid=102792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:38:55.221945 n-d-834765-1 neutron-server[102792]: DEBUG neutron.scheduler.base_scheduler [None req-f4e680f3-b302-43c5-b2ae-cc2bf1a455f5 None None] Resources bound (agent type, host, resource id): {{(pid=102792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:38:55.225962 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4e680f3-b302-43c5-b2ae-cc2bf1a455f5 None None] Received port after_create {{(pid=102792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:38:55.233272 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e680f3-b302-43c5-b2ae-cc2bf1a455f5 None None] Pushing event updated for resources: {'Port': ['ID=9317132d-1823-400a-9168-9d7176314f87,revision_number=1']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:38:55.263729 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-cc4fb671-eca3-41db-8f2b-6f86953372e4 req-564c8d0a-ffb2-43f5-83ac-5abc93788dd6 tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] 10.222.0.42 "GET /v2.0/security-groups?id=d26d57f3-f34b-4b82-acb2-a15ffdfe7b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408752 Mar 29 15:38:55.266012 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] get_ports_and_sgs() called for port_ids ['59fede69-80f2-4bd3-a0fd-6c5884bad6ce'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:38:55.294600 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf77af7e-2d09-4d0f-a071-9c8935aa85d9 req-a462bca2-e32e-4405-823a-753b80e9a2c3 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:38:55.297002 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-bf77af7e-2d09-4d0f-a071-9c8935aa85d9 req-a462bca2-e32e-4405-823a-753b80e9a2c3 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] 10.222.0.42 "GET /v2.0/ports?device_id=10eb82c7-8749-4775-80c9-2376fe09f89e HTTP/1.1" status: 200 len: 946 time: 0.1108868 Mar 29 15:38:55.317821 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-b12cf8b3-6f50-4cd2-9418-86c862826fe0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:55.329526 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-f4e680f3-b302-43c5-b2ae-cc2bf1a455f5 None None] Attempting to bind port 9317132d-1823-400a-9168-9d7176314f87 on host n-d-834765-1 for vnic_type normal with profile {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:38:55.329995 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-f4e680f3-b302-43c5-b2ae-cc2bf1a455f5 None None] Attempting to bind port 9317132d-1823-400a-9168-9d7176314f87 by drivers openvswitch,hyperv on host n-d-834765-1 at level 0 using segments [{'id': '62bdff33-894a-4670-b86c-c890adf5ed0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '24e09226-4699-432b-9b8f-2ffa2d9396f3'}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:38:55.330240 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e680f3-b302-43c5-b2ae-cc2bf1a455f5 None None] Attempting to bind port 9317132d-1823-400a-9168-9d7176314f87 on network 24e09226-4699-432b-9b8f-2ffa2d9396f3 {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:38:55.341388 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e680f3-b302-43c5-b2ae-cc2bf1a455f5 None None] Checking agent: {'id': 'a8866439-9d96-425c-b519-6905c591ac37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 25, 36), 'started_at': datetime.datetime(2022, 3, 29, 15, 26, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 38, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834765-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:38:55.341754 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e680f3-b302-43c5-b2ae-cc2bf1a455f5 None None] Checking segment: {'id': '62bdff33-894a-4670-b86c-c890adf5ed0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '24e09226-4699-432b-9b8f-2ffa2d9396f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:38:55.342148 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-f4e680f3-b302-43c5-b2ae-cc2bf1a455f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:55.342537 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e680f3-b302-43c5-b2ae-cc2bf1a455f5 None None] Bound using segment: {'id': '62bdff33-894a-4670-b86c-c890adf5ed0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '24e09226-4699-432b-9b8f-2ffa2d9396f3'} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:38:55.342998 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-f4e680f3-b302-43c5-b2ae-cc2bf1a455f5 None None] Bound port: 9317132d-1823-400a-9168-9d7176314f87, host: n-d-834765-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62bdff33-894a-4670-b86c-c890adf5ed0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '24e09226-4699-432b-9b8f-2ffa2d9396f3'}}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 15:38:55.343402 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-f4e680f3-b302-43c5-b2ae-cc2bf1a455f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:55.354173 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-bf77af7e-2d09-4d0f-a071-9c8935aa85d9 req-df161c58-092e-4a2b-a47a-630b1c70bfc6 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] 10.222.0.42 "GET /v2.0/security-groups?id=c99ced8e-1ceb-46fb-aaa7-747186b2b9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529478 Mar 29 15:38:55.383885 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-b12cf8b3-6f50-4cd2-9418-86c862826fe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:55.432209 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b12cf8b3-6f50-4cd2-9418-86c862826fe0 admin admin] Network 4a4a035d-ecac-4ead-baa3-25f90788773a is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:38:55.438193 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [None req-b12cf8b3-6f50-4cd2-9418-86c862826fe0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:38:55.441312 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12cf8b3-6f50-4cd2-9418-86c862826fe0 admin admin] Pushing event updated for resources: {'Port': ['ID=6cdc072b-0da4-4048-9f7f-efa2e7ea4231,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:38:55.446142 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b12cf8b3-6f50-4cd2-9418-86c862826fe0 admin admin] Received port after_create {{(pid=102791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:38:55.458539 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-f4e680f3-b302-43c5-b2ae-cc2bf1a455f5 None None] For port 9317132d-1823-400a-9168-9d7176314f87, host n-d-834765-1, cleared binding levels {{(pid=102792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:38:55.475030 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-f4e680f3-b302-43c5-b2ae-cc2bf1a455f5 None None] For port 9317132d-1823-400a-9168-9d7176314f87, host n-d-834765-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=9317132d-1823-400a-9168-9d7176314f87,segment=NetworkSegment(62bdff33-894a-4670-b86c-c890adf5ed0f),segment_id=62bdff33-894a-4670-b86c-c890adf5ed0f)] {{(pid=102792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:38:55.490061 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-f4e680f3-b302-43c5-b2ae-cc2bf1a455f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:55.556774 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e680f3-b302-43c5-b2ae-cc2bf1a455f5 None None] Pushing event updated for resources: {'Port': ['ID=9317132d-1823-400a-9168-9d7176314f87,revision_number=2']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:38:55.662215 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a1de58-d7ed-493e-8361-47b7fc5206dc req-b87a89d7-7734-4ecb-b89f-fc6c57924b47 tempest-ServersAdminNegativeTestJSON-1221216767 tempest-ServersAdminNegativeTestJSON-1221216767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:38:55.663793 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-29a1de58-d7ed-493e-8361-47b7fc5206dc req-b87a89d7-7734-4ecb-b89f-fc6c57924b47 tempest-ServersAdminNegativeTestJSON-1221216767 tempest-ServersAdminNegativeTestJSON-1221216767-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa799c73-6e33-4d38-9aa8-5e44da0ccd72 HTTP/1.1" status: 200 len: 949 time: 0.0528257 Mar 29 15:38:55.698287 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-b12cf8b3-6f50-4cd2-9418-86c862826fe0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:55.720468 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-29a1de58-d7ed-493e-8361-47b7fc5206dc req-726e7e13-83dd-45e6-ac10-4136cff5eec0 tempest-ServersAdminNegativeTestJSON-1221216767 tempest-ServersAdminNegativeTestJSON-1221216767-project] 10.222.0.42 "GET /v2.0/security-groups?id=0472a554-1980-4298-b676-fea77ad7f77b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497665 Mar 29 15:38:55.945269 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bde57ad-38d2-4c81-8a13-683ee4540c5f req-2480b552-d545-47ff-b6ba-91f039921da6 tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:38:55.946723 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-8bde57ad-38d2-4c81-8a13-683ee4540c5f req-2480b552-d545-47ff-b6ba-91f039921da6 tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] 10.222.0.42 "GET /v2.0/ports?device_id=07de1ed5-2712-4e95-8d69-8343c3d45afc HTTP/1.1" status: 200 len: 945 time: 0.0902524 Mar 29 15:38:55.963617 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-b12cf8b3-6f50-4cd2-9418-86c862826fe0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648118'] for router, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:56.022014 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-8bde57ad-38d2-4c81-8a13-683ee4540c5f req-66faa7fa-419e-4ae7-9105-fa5d8a36ecce tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] 10.222.0.42 "GET /v2.0/security-groups?id=de326c20-13fe-424c-a811-b741d354586f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674698 Mar 29 15:38:56.109225 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b12cf8b3-6f50-4cd2-9418-86c862826fe0 admin admin] Router 6e5efdf6-6b83-4750-9249-d66120dd82a2 is scheduled to L3 agent c648d819-1060-4f26-b4ec-6455387b5dff with binding_index 1 {{(pid=102791) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 29 15:38:56.336487 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9292a62d-3217-479c-9a55-0df196f7a0e0 req-a81daed3-15ee-44e5-b88f-a15184a3eafc tempest-ServersAdminNegativeTestJSON-1221216767 tempest-ServersAdminNegativeTestJSON-1221216767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:38:56.338693 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-9292a62d-3217-479c-9a55-0df196f7a0e0 req-a81daed3-15ee-44e5-b88f-a15184a3eafc tempest-ServersAdminNegativeTestJSON-1221216767 tempest-ServersAdminNegativeTestJSON-1221216767-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa799c73-6e33-4d38-9aa8-5e44da0ccd72 HTTP/1.1" status: 200 len: 949 time: 0.0582080 Mar 29 15:38:56.465395 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b00acad-cf13-4cee-9736-ae1e12ba9e1c req-44a49fe4-e4f6-4a4e-9dbb-e54237d14b43 tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:38:56.467148 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-4b00acad-cf13-4cee-9736-ae1e12ba9e1c req-44a49fe4-e4f6-4a4e-9dbb-e54237d14b43 tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] 10.222.0.42 "GET /v2.0/ports?device_id=02827dcb-f1d9-473b-a457-36e8d447defc HTTP/1.1" status: 200 len: 943 time: 0.1077547 Mar 29 15:38:56.516022 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74fb316a-fb8b-441e-916b-17eb046bcdd9 None None] Network 24e09226-4699-432b-9b8f-2ffa2d9396f3 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 15:38:56.516503 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b12cf8b3-6f50-4cd2-9418-86c862826fe0 admin admin] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:38:56.527788 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b530eb3-6c42-4f38-8aef-7bcb8dda3e9c None None] Sync routers for ids ['6e5efdf6-6b83-4750-9249-d66120dd82a2'] in n-d-834765-1 {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:38:56.530677 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-4b00acad-cf13-4cee-9736-ae1e12ba9e1c req-220f9c3e-ef2c-4e59-9472-5115fbb5f143 tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] 10.222.0.42 "GET /v2.0/security-groups?id=d26d57f3-f34b-4b82-acb2-a15ffdfe7b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546975 Mar 29 15:38:56.539203 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734732b5-c02c-4418-8fd9-222c74e9f21c req-64f04bc2-9083-4c36-8b28-998c3be8bd5a tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:38:56.540785 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-734732b5-c02c-4418-8fd9-222c74e9f21c req-64f04bc2-9083-4c36-8b28-998c3be8bd5a tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] 10.222.0.42 "GET /v2.0/ports?device_id=10eb82c7-8749-4775-80c9-2376fe09f89e HTTP/1.1" status: 200 len: 946 time: 0.0966177 Mar 29 15:38:56.543424 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b530eb3-6c42-4f38-8aef-7bcb8dda3e9c None None] Routers {'6e5efdf6-6b83-4750-9249-d66120dd82a2'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:38:56.543996 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-b12cf8b3-6f50-4cd2-9418-86c862826fe0 admin admin] Notify callbacks [] for router, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:56.545112 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-b12cf8b3-6f50-4cd2-9418-86c862826fe0 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.0567276 Mar 29 15:38:56.545938 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-7b530eb3-6c42-4f38-8aef-7bcb8dda3e9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:38:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['6e5efdf6-6b83-4750-9249-d66120dd82a2'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:38:56.548397 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [req-9292a62d-3217-479c-9a55-0df196f7a0e0 req-3a5050cb-5cc1-4232-ab34-b6208915369e tempest-ServersAdminNegativeTestJSON-1221216767 tempest-ServersAdminNegativeTestJSON-1221216767-project] Deleting port 2999577e-da73-4bb3-a530-a4663e4f4f0c {{(pid=102790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:38:56.548757 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-9292a62d-3217-479c-9a55-0df196f7a0e0 req-3a5050cb-5cc1-4232-ab34-b6208915369e tempest-ServersAdminNegativeTestJSON-1221216767 tempest-ServersAdminNegativeTestJSON-1221216767-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:56.549578 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 40010) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:38:56.635237 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-734732b5-c02c-4418-8fd9-222c74e9f21c req-f2679e4a-3d0d-4aa0-aee4-f8966ec2753d tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] 10.222.0.42 "GET /v2.0/security-groups?id=c99ced8e-1ceb-46fb-aaa7-747186b2b9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868587 Mar 29 15:38:56.671367 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [req-9292a62d-3217-479c-9a55-0df196f7a0e0 req-3a5050cb-5cc1-4232-ab34-b6208915369e tempest-ServersAdminNegativeTestJSON-1221216767 tempest-ServersAdminNegativeTestJSON-1221216767-project] For port 2999577e-da73-4bb3-a530-a4663e4f4f0c, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=2999577e-da73-4bb3-a530-a4663e4f4f0c,segment=NetworkSegment(a0c230f0-660a-4194-9279-0f0781d34134),segment_id=a0c230f0-660a-4194-9279-0f0781d34134)] {{(pid=102790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:38:56.671989 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-9292a62d-3217-479c-9a55-0df196f7a0e0 req-3a5050cb-5cc1-4232-ab34-b6208915369e tempest-ServersAdminNegativeTestJSON-1221216767 tempest-ServersAdminNegativeTestJSON-1221216767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:56.681428 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvr_db [None req-7b530eb3-6c42-4f38-8aef-7bcb8dda3e9c None None] Set router 6e5efdf6-6b83-4750-9249-d66120dd82a2 gateway port host: n-d-834765-1 {{(pid=102793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:38:56.686835 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [req-9292a62d-3217-479c-9a55-0df196f7a0e0 req-3a5050cb-5cc1-4232-ab34-b6208915369e tempest-ServersAdminNegativeTestJSON-1221216767 tempest-ServersAdminNegativeTestJSON-1221216767-project] Calling delete_port for 2999577e-da73-4bb3-a530-a4663e4f4f0c owned by compute:nova {{(pid=102790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:38:56.730133 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-bef31df5-b09f-4f0d-b981-c8375542faf0 None None] Provisioning complete for port 9317132d-1823-400a-9168-9d7176314f87 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:38:56.730722 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-bef31df5-b09f-4f0d-b981-c8375542faf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:56.851021 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-bef31df5-b09f-4f0d-b981-c8375542faf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:56.890508 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-9292a62d-3217-479c-9a55-0df196f7a0e0 req-3a5050cb-5cc1-4232-ab34-b6208915369e tempest-ServersAdminNegativeTestJSON-1221216767 tempest-ServersAdminNegativeTestJSON-1221216767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:56.919114 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] get_ports_and_sgs() called for port_ids ['2999577e-da73-4bb3-a530-a4663e4f4f0c'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:38:56.922104 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] get_ports_and_sgs() called for port_ids ['fe2455fa-5569-41d2-9f29-4e533d4bd9fe'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:38:56.922285 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-7b530eb3-6c42-4f38-8aef-7bcb8dda3e9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e5efdf6-6b83-4750-9249-d66120dd82a2', 'name': 'tempest-TaggedBootDevicesTest-1655078999-router', 'tenant_id': '3c879391e12244b68c6a1d18a158625b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.152'}], 'enable_snat': True}, 'gw_port_id': '6cdc072b-0da4-4048-9f7f-efa2e7ea4231', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:38:54Z', 'updated_at': '2022-03-29T15:38:55Z', 'revision_number': 3, 'project_id': '3c879391e12244b68c6a1d18a158625b', 'gw_port': {'id': '6cdc072b-0da4-4048-9f7f-efa2e7ea4231', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:7d:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e5efdf6-6b83-4750-9249-d66120dd82a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:38:55Z', 'updated_at': '2022-03-29T15:38:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1'}], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:38:56.927936 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-627fad96-7803-4e32-8100-5d9da6d71547 req-27529c16-899c-4104-9252-182b53f06050 tempest-ServersAdminNegativeTestJSON-1221216767 tempest-ServersAdminNegativeTestJSON-1221216767-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa799c73-6e33-4d38-9aa8-5e44da0ccd72 HTTP/1.1" status: 200 len: 210 time: 0.0486803 Mar 29 15:38:56.936608 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-bef31df5-b09f-4f0d-b981-c8375542faf0 None None] For port 9317132d-1823-400a-9168-9d7176314f87, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=9317132d-1823-400a-9168-9d7176314f87,segment=NetworkSegment(62bdff33-894a-4670-b86c-c890adf5ed0f),segment_id=62bdff33-894a-4670-b86c-c890adf5ed0f)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:38:56.965819 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b530eb3-6c42-4f38-8aef-7bcb8dda3e9c None None] Checking router: 6e5efdf6-6b83-4750-9249-d66120dd82a2 for host: n-d-834765-1 {{(pid=102793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:38:56.966160 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b530eb3-6c42-4f38-8aef-7bcb8dda3e9c None None] Updating router 6e5efdf6-6b83-4750-9249-d66120dd82a2 port 6cdc072b-0da4-4048-9f7f-efa2e7ea4231 binding host n-d-834765-1 {{(pid=102793) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 15:38:56.974773 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5050cb-5cc1-4232-ab34-b6208915369e tempest-ServersAdminNegativeTestJSON-1221216767 tempest-ServersAdminNegativeTestJSON-1221216767-project] Pushing event deleted for resources: {'Port': ['ID=2999577e-da73-4bb3-a530-a4663e4f4f0c,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:38:57.001662 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-7b530eb3-6c42-4f38-8aef-7bcb8dda3e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:57.030932 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.l3_dvrscheduler_db [req-9292a62d-3217-479c-9a55-0df196f7a0e0 req-3a5050cb-5cc1-4232-ab34-b6208915369e tempest-ServersAdminNegativeTestJSON-1221216767 tempest-ServersAdminNegativeTestJSON-1221216767-project] No DVR routers for this DVR port 2999577e-da73-4bb3-a530-a4663e4f4f0c on host n-h1-834765-1 {{(pid=102790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:38:57.033306 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-bef31df5-b09f-4f0d-b981-c8375542faf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:57.036674 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-9292a62d-3217-479c-9a55-0df196f7a0e0 req-3a5050cb-5cc1-4232-ab34-b6208915369e tempest-ServersAdminNegativeTestJSON-1221216767 tempest-ServersAdminNegativeTestJSON-1221216767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:57.040436 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-9292a62d-3217-479c-9a55-0df196f7a0e0 req-3a5050cb-5cc1-4232-ab34-b6208915369e tempest-ServersAdminNegativeTestJSON-1221216767 tempest-ServersAdminNegativeTestJSON-1221216767-project] 10.222.0.44 "DELETE /v2.0/ports/2999577e-da73-4bb3-a530-a4663e4f4f0c HTTP/1.1" status: 204 len: 173 time: 0.6896939 Mar 29 15:38:57.044588 n-d-834765-1 neutron-server[102790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa799c73-6e33-4d38-9aa8-5e44da0ccd72', 'name': 'network-vif-deleted', 'tag': '2999577e-da73-4bb3-a530-a4663e4f4f0c'}] {{(pid=102790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:38:57.047677 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46b06d655c90bc969636382cce4240ad749035fb0f3a83ee4734fa1ed9c4a6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9409499-1a76-4b8f-baed-48a66f6dc414" -d '{"events": [{"server_uuid": "aa799c73-6e33-4d38-9aa8-5e44da0ccd72", "name": "network-vif-deleted", "tag": "2999577e-da73-4bb3-a530-a4663e4f4f0c"}]}' {{(pid=102790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:38:57.162959 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:38:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1810afca-8079-4871-b3a3-acd779f9a4c8 x-openstack-request-id: req-1810afca-8079-4871-b3a3-acd779f9a4c8 {{(pid=102790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:38:57.163324 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa799c73-6e33-4d38-9aa8-5e44da0ccd72", "name": "network-vif-deleted", "tag": "2999577e-da73-4bb3-a530-a4663e4f4f0c", "status": "completed", "code": 200}]} {{(pid=102790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:38:57.163637 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1810afca-8079-4871-b3a3-acd779f9a4c8 {{(pid=102790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:38:57.164085 n-d-834765-1 neutron-server[102790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa799c73-6e33-4d38-9aa8-5e44da0ccd72', 'name': 'network-vif-deleted', 'tag': '2999577e-da73-4bb3-a530-a4663e4f4f0c', 'status': 'completed', 'code': 200} Mar 29 15:38:57.167336 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef31df5-b09f-4f0d-b981-c8375542faf0 None None] Pushing event updated for resources: {'Port': ['ID=9317132d-1823-400a-9168-9d7176314f87,revision_number=3']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:38:57.226702 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-7ce0c970-1dd3-4c8b-88b2-227d87bb0d83 None None] Provisioning complete for port 9317132d-1823-400a-9168-9d7176314f87 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:38:57.227447 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-7ce0c970-1dd3-4c8b-88b2-227d87bb0d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:57.268793 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-4d43b56f-0bfc-46ca-8e30-0bc3caea0173 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:57.292670 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c01d781-2b39-4780-9ea9-304eae48d60c req-2dcff762-581f-4513-b080-c237c5df8526 tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:38:57.295002 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-1c01d781-2b39-4780-9ea9-304eae48d60c req-2dcff762-581f-4513-b080-c237c5df8526 tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] 10.222.0.42 "GET /v2.0/ports?device_id=07de1ed5-2712-4e95-8d69-8343c3d45afc HTTP/1.1" status: 200 len: 945 time: 0.1154201 Mar 29 15:38:57.361853 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-1c01d781-2b39-4780-9ea9-304eae48d60c req-a2c6aa38-7da8-435f-bb9b-e191507c5170 tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] 10.222.0.42 "GET /v2.0/security-groups?id=de326c20-13fe-424c-a811-b741d354586f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588183 Mar 29 15:38:57.428373 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-7b530eb3-6c42-4f38-8aef-7bcb8dda3e9c None None] Notify callbacks [] for port, precommit_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:57.434508 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-7b530eb3-6c42-4f38-8aef-7bcb8dda3e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:57.442800 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_common [None req-4d43b56f-0bfc-46ca-8e30-0bc3caea0173 admin admin] Allocated IP 172.20.0.1 (24e09226-4699-432b-9b8f-2ffa2d9396f3/6b17034e-8c96-4880-a97b-729e224595e5/b075cf81-12df-4cf7-8657-6411fe150943) {{(pid=102791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:38:57.486801 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.managers [None req-7b530eb3-6c42-4f38-8aef-7bcb8dda3e9c None None] Attempting to bind port 6cdc072b-0da4-4048-9f7f-efa2e7ea4231 on host n-d-834765-1 for vnic_type normal with profile {{(pid=102793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:38:57.487174 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.managers [None req-7b530eb3-6c42-4f38-8aef-7bcb8dda3e9c None None] Attempting to bind port 6cdc072b-0da4-4048-9f7f-efa2e7ea4231 by drivers openvswitch,hyperv on host n-d-834765-1 at level 0 using segments [{'id': '6ab47353-a811-4bad-bc73-b4cc84583cfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'}] {{(pid=102793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:38:57.487560 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b530eb3-6c42-4f38-8aef-7bcb8dda3e9c None None] Attempting to bind port 6cdc072b-0da4-4048-9f7f-efa2e7ea4231 on network 4a4a035d-ecac-4ead-baa3-25f90788773a {{(pid=102793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:38:57.494958 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00320345-1aa3-4fac-938b-e3732825156a None None] Pushing event updated for resources: {'Port': ['ID=6cdc072b-0da4-4048-9f7f-efa2e7ea4231,revision_number=2']} {{(pid=102793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:38:57.498744 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b530eb3-6c42-4f38-8aef-7bcb8dda3e9c None None] Checking agent: {'id': 'a8866439-9d96-425c-b519-6905c591ac37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 25, 36), 'started_at': datetime.datetime(2022, 3, 29, 15, 26, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 38, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834765-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:38:57.499119 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b530eb3-6c42-4f38-8aef-7bcb8dda3e9c None None] Checking segment: {'id': '6ab47353-a811-4bad-bc73-b4cc84583cfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:38:57.499544 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-7b530eb3-6c42-4f38-8aef-7bcb8dda3e9c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:57.499921 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b530eb3-6c42-4f38-8aef-7bcb8dda3e9c None None] Bound using segment: {'id': '6ab47353-a811-4bad-bc73-b4cc84583cfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'} {{(pid=102793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:38:57.500378 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.managers [None req-7b530eb3-6c42-4f38-8aef-7bcb8dda3e9c None None] Bound port: 6cdc072b-0da4-4048-9f7f-efa2e7ea4231, host: n-d-834765-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ab47353-a811-4bad-bc73-b4cc84583cfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'}}] {{(pid=102793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 15:38:57.500779 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-7b530eb3-6c42-4f38-8aef-7bcb8dda3e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:57.550690 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-4d43b56f-0bfc-46ca-8e30-0bc3caea0173 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:57.554999 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.db [None req-7b530eb3-6c42-4f38-8aef-7bcb8dda3e9c None None] For port 6cdc072b-0da4-4048-9f7f-efa2e7ea4231, host n-d-834765-1, cleared binding levels {{(pid=102793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:38:57.558903 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.db [None req-7b530eb3-6c42-4f38-8aef-7bcb8dda3e9c None None] For port 6cdc072b-0da4-4048-9f7f-efa2e7ea4231, host n-d-834765-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=6cdc072b-0da4-4048-9f7f-efa2e7ea4231,segment=NetworkSegment(6ab47353-a811-4bad-bc73-b4cc84583cfd),segment_id=6ab47353-a811-4bad-bc73-b4cc84583cfd)] {{(pid=102793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:38:57.563471 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-7b530eb3-6c42-4f38-8aef-7bcb8dda3e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:57.588937 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-4d43b56f-0bfc-46ca-8e30-0bc3caea0173 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:57.624381 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d43b56f-0bfc-46ca-8e30-0bc3caea0173 admin admin] Network 24e09226-4699-432b-9b8f-2ffa2d9396f3 is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:38:57.631503 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [None req-4d43b56f-0bfc-46ca-8e30-0bc3caea0173 admin admin] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:38:57.634082 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00320345-1aa3-4fac-938b-e3732825156a None None] Pushing event updated for resources: {'Port': ['ID=6cdc072b-0da4-4048-9f7f-efa2e7ea4231,revision_number=3']} {{(pid=102793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:38:57.636966 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d43b56f-0bfc-46ca-8e30-0bc3caea0173 admin admin] Received port after_create {{(pid=102791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:38:57.645995 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b530eb3-6c42-4f38-8aef-7bcb8dda3e9c None None] Routers {'6e5efdf6-6b83-4750-9249-d66120dd82a2'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:38:57.646721 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-7b530eb3-6c42-4f38-8aef-7bcb8dda3e9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:38:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['6e5efdf6-6b83-4750-9249-d66120dd82a2'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:38:57.735572 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d43b56f-0bfc-46ca-8e30-0bc3caea0173 admin admin] Pushing event updated for resources: {'Port': ['ID=b075cf81-12df-4cf7-8657-6411fe150943,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:38:57.761936 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-4d43b56f-0bfc-46ca-8e30-0bc3caea0173 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-648347'] for router_interface, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:57.777218 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 9317132d-1823-400a-9168-9d7176314f87 up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:38:57.820905 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cfde45-527c-45fd-89ba-1a913a8985c3 req-5aec6b53-fb02-46ea-90af-48a446cd3c81 tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:38:57.828933 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-00cfde45-527c-45fd-89ba-1a913a8985c3 req-5aec6b53-fb02-46ea-90af-48a446cd3c81 tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] 10.222.0.42 "GET /v2.0/ports?device_id=02827dcb-f1d9-473b-a457-36e8d447defc HTTP/1.1" status: 200 len: 943 time: 0.1948411 Mar 29 15:38:57.848565 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port 9317132d-1823-400a-9168-9d7176314f87 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:38:57.849623 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:57.870623 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd63793-1238-44c6-879c-a1631bdaebee req-4415c83f-5098-4d87-8852-25fd25e93cb8 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:38:57.872474 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-5fd63793-1238-44c6-879c-a1631bdaebee req-4415c83f-5098-4d87-8852-25fd25e93cb8 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] 10.222.0.42 "GET /v2.0/ports?device_id=10eb82c7-8749-4775-80c9-2376fe09f89e HTTP/1.1" status: 200 len: 946 time: 0.1253371 Mar 29 15:38:57.894554 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-00cfde45-527c-45fd-89ba-1a913a8985c3 req-0e50d07b-32cd-4bfa-b89e-e0ad57a6b326 tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] 10.222.0.42 "GET /v2.0/security-groups?id=d26d57f3-f34b-4b82-acb2-a15ffdfe7b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647593 Mar 29 15:38:57.984357 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-5fd63793-1238-44c6-879c-a1631bdaebee req-dce292ad-f857-4e59-b7ec-52d0ee319954 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] 10.222.0.42 "GET /v2.0/security-groups?id=c99ced8e-1ceb-46fb-aaa7-747186b2b9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997040 Mar 29 15:38:58.019994 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvr_db [None req-7b530eb3-6c42-4f38-8aef-7bcb8dda3e9c None None] Set router 6e5efdf6-6b83-4750-9249-d66120dd82a2 gateway port host: n-d-834765-1 {{(pid=102793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:38:58.032752 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-4d43b56f-0bfc-46ca-8e30-0bc3caea0173 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:58.062031 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-8e414332-3438-4c46-9e45-5f4c6657a22f None None] Provisioning complete for port b075cf81-12df-4cf7-8657-6411fe150943 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:38:58.063212 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-8e414332-3438-4c46-9e45-5f4c6657a22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:58.100278 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-af7869cf-732b-42b4-842a-f19ad7036618 req-1058c6ac-6790-4981-9c3b-11f2bb45b66d tempest-ServersAdminNegativeTestJSON-1221216767 tempest-ServersAdminNegativeTestJSON-1221216767-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa799c73-6e33-4d38-9aa8-5e44da0ccd72 HTTP/1.1" status: 200 len: 210 time: 0.0499959 Mar 29 15:38:58.104746 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-8e414332-3438-4c46-9e45-5f4c6657a22f None None] Port b075cf81-12df-4cf7-8657-6411fe150943 cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 15:38:58.213682 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-7b530eb3-6c42-4f38-8aef-7bcb8dda3e9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e5efdf6-6b83-4750-9249-d66120dd82a2', 'name': 'tempest-TaggedBootDevicesTest-1655078999-router', 'tenant_id': '3c879391e12244b68c6a1d18a158625b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.152'}], 'enable_snat': True}, 'gw_port_id': '6cdc072b-0da4-4048-9f7f-efa2e7ea4231', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:38:54Z', 'updated_at': '2022-03-29T15:38:55Z', 'revision_number': 3, 'project_id': '3c879391e12244b68c6a1d18a158625b', 'gw_port': {'id': '6cdc072b-0da4-4048-9f7f-efa2e7ea4231', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:7d:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e5efdf6-6b83-4750-9249-d66120dd82a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:38:55Z', 'updated_at': '2022-03-29T15:38:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1'}], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:38:58.233976 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-4d43b56f-0bfc-46ca-8e30-0bc3caea0173 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:58.238410 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-4d43b56f-0bfc-46ca-8e30-0bc3caea0173 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:58.242871 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b530eb3-6c42-4f38-8aef-7bcb8dda3e9c None None] The sync data for ids ['6e5efdf6-6b83-4750-9249-d66120dd82a2'] in n-d-834765-1 is: [{'id': '6e5efdf6-6b83-4750-9249-d66120dd82a2', 'name': 'tempest-TaggedBootDevicesTest-1655078999-router', 'tenant_id': '3c879391e12244b68c6a1d18a158625b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.152'}], 'enable_snat': True}, 'gw_port_id': '6cdc072b-0da4-4048-9f7f-efa2e7ea4231', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:38:54Z', 'updated_at': '2022-03-29T15:38:55Z', 'revision_number': 3, 'project_id': '3c879391e12244b68c6a1d18a158625b', 'gw_port': {'id': '6cdc072b-0da4-4048-9f7f-efa2e7ea4231', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:7d:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e5efdf6-6b83-4750-9249-d66120dd82a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:38:55Z', 'updated_at': '2022-03-29T15:38:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1'}] {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:38:58.289517 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device 59fede69-80f2-4bd3-a0fd-6c5884bad6ce up at agent hyperv_n-h2-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:38:58.310835 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d43b56f-0bfc-46ca-8e30-0bc3caea0173 admin admin] Pushing event updated for resources: {'Port': ['ID=b075cf81-12df-4cf7-8657-6411fe150943,revision_number=2']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:38:58.313139 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-4d43b56f-0bfc-46ca-8e30-0bc3caea0173 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-648439'] for router_interface, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:58.344761 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Provisioning for port 59fede69-80f2-4bd3-a0fd-6c5884bad6ce completed by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 15:38:58.349540 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Provisioning complete for port 59fede69-80f2-4bd3-a0fd-6c5884bad6ce triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:38:58.349912 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:58.412539 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d43b56f-0bfc-46ca-8e30-0bc3caea0173 admin admin] Network 24e09226-4699-432b-9b8f-2ffa2d9396f3 is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:38:58.414105 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [None req-4d43b56f-0bfc-46ca-8e30-0bc3caea0173 admin admin] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:38:58.445251 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:58.475086 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07de1ed5-2712-4e95-8d69-8343c3d45afc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59fede69-80f2-4bd3-a0fd-6c5884bad6ce'}] {{(pid=102792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:38:58.488901 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4f476c66b318cc6068719fc39557fac68d413f5c7e78fa77028c7948e999ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f56f56b3-615d-4c74-849e-8f5915b44d2b" -d '{"events": [{"server_uuid": "07de1ed5-2712-4e95-8d69-8343c3d45afc", "name": "network-vif-plugged", "status": "completed", "tag": "59fede69-80f2-4bd3-a0fd-6c5884bad6ce"}]}' {{(pid=102792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:38:58.535187 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port 59fede69-80f2-4bd3-a0fd-6c5884bad6ce, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=59fede69-80f2-4bd3-a0fd-6c5884bad6ce,segment=NetworkSegment(22e9e91d-0f71-4672-ad57-f0a289f27614),segment_id=22e9e91d-0f71-4672-ad57-f0a289f27614)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:38:58.545220 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:58.606100 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:38:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28e79e11-3946-42e7-a7ea-7f3f39de5e95 x-openstack-request-id: req-28e79e11-3946-42e7-a7ea-7f3f39de5e95 {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:38:58.606616 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07de1ed5-2712-4e95-8d69-8343c3d45afc", "name": "network-vif-plugged", "status": "completed", "tag": "59fede69-80f2-4bd3-a0fd-6c5884bad6ce", "code": 200}]} {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:38:58.607017 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-28e79e11-3946-42e7-a7ea-7f3f39de5e95 {{(pid=102792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:38:58.607591 n-d-834765-1 neutron-server[102792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07de1ed5-2712-4e95-8d69-8343c3d45afc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59fede69-80f2-4bd3-a0fd-6c5884bad6ce', 'code': 200} Mar 29 15:38:58.646726 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Pushing event updated for resources: {'Port': ['ID=59fede69-80f2-4bd3-a0fd-6c5884bad6ce,revision_number=5']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:38:58.649790 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d43b56f-0bfc-46ca-8e30-0bc3caea0173 admin admin] Router 6e5efdf6-6b83-4750-9249-d66120dd82a2 has already been hosted by L3 agent c648d819-1060-4f26-b4ec-6455387b5dff {{(pid=102791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 15:38:58.804422 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d43b56f-0bfc-46ca-8e30-0bc3caea0173 admin admin] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:38:58.810000 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-4d43b56f-0bfc-46ca-8e30-0bc3caea0173 admin admin] 10.222.0.42 "PUT /v2.0/routers/6e5efdf6-6b83-4750-9249-d66120dd82a2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2592514 Mar 29 15:38:58.847233 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-5bbfeadc-4768-42e8-af82-bb940617a668 None None] Provisioning complete for port b075cf81-12df-4cf7-8657-6411fe150943 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:38:58.847838 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-5bbfeadc-4768-42e8-af82-bb940617a668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:58.889486 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-5bbfeadc-4768-42e8-af82-bb940617a668 None None] Port b075cf81-12df-4cf7-8657-6411fe150943 cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 15:38:59.016199 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2275e135-b8d4-4287-b31a-fc2c1ec54c62 req-032985d8-bfec-487e-b6e4-80f2d03d4b9a tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:38:59.018431 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-2275e135-b8d4-4287-b31a-fc2c1ec54c62 req-032985d8-bfec-487e-b6e4-80f2d03d4b9a tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] 10.222.0.42 "GET /v2.0/ports?device_id=07de1ed5-2712-4e95-8d69-8343c3d45afc HTTP/1.1" status: 200 len: 945 time: 0.5599661 Mar 29 15:38:59.024396 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b15999-eec9-4f05-98ac-ea25315b09bc req-7e170fee-a38f-400c-bc6f-10dd688dbe91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:38:59.026584 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-16b15999-eec9-4f05-98ac-ea25315b09bc req-7e170fee-a38f-400c-bc6f-10dd688dbe91 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=07de1ed5-2712-4e95-8d69-8343c3d45afc HTTP/1.1" status: 200 len: 1097 time: 0.0791547 Mar 29 15:38:59.075899 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af392b02-8616-4bc6-ba87-0d3f8502c514 req-f8c48fda-7d4d-48b2-97b1-638b2ca4a10e tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:38:59.077496 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-af392b02-8616-4bc6-ba87-0d3f8502c514 req-f8c48fda-7d4d-48b2-97b1-638b2ca4a10e tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] 10.222.0.42 "GET /v2.0/ports?device_id=02827dcb-f1d9-473b-a457-36e8d447defc HTTP/1.1" status: 200 len: 943 time: 0.0672345 Mar 29 15:38:59.083377 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-2275e135-b8d4-4287-b31a-fc2c1ec54c62 req-083b7ade-7928-4465-b9dd-3aef9cf4cb8d tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] 10.222.0.42 "GET /v2.0/security-groups?id=de326c20-13fe-424c-a811-b741d354586f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555253 Mar 29 15:38:59.089358 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-16b15999-eec9-4f05-98ac-ea25315b09bc req-127933ce-3452-4b45-8974-825433b95cd3 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=de326c20-13fe-424c-a811-b741d354586f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542343 Mar 29 15:38:59.125083 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-af392b02-8616-4bc6-ba87-0d3f8502c514 req-ccca3d8e-b3ce-4a94-af2a-8ee038a4a83e tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] 10.222.0.42 "GET /v2.0/security-groups?id=d26d57f3-f34b-4b82-acb2-a15ffdfe7b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376658 Mar 29 15:38:59.209780 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device 2999577e-da73-4bb3-a530-a4663e4f4f0c no longer exists at agent hyperv_n-h1-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:38:59.229091 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50841ae5-38c7-4a09-a208-79eee8319cf7 req-0f9090aa-bfcf-432e-a59f-0193a7d298a4 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:38:59.237346 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-50841ae5-38c7-4a09-a208-79eee8319cf7 req-0f9090aa-bfcf-432e-a59f-0193a7d298a4 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] 10.222.0.42 "GET /v2.0/ports?device_id=10eb82c7-8749-4775-80c9-2376fe09f89e HTTP/1.1" status: 200 len: 946 time: 0.0712953 Mar 29 15:38:59.240225 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] No Port match for: 2999577e-da73-4bb3-a530-a4663e4f4f0c {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 15:38:59.240570 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device 2999577e-da73-4bb3-a530-a4663e4f4f0c not bound to the agent host n-h1-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:38:59.298063 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-50841ae5-38c7-4a09-a208-79eee8319cf7 req-a1995f04-d9d4-442f-8139-e87bc04108a0 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] 10.222.0.42 "GET /v2.0/security-groups?id=c99ced8e-1ceb-46fb-aaa7-747186b2b9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526280 Mar 29 15:38:59.426896 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 40056) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:38:59.432083 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-ea7506a4-7263-4b90-bd76-80c4e3a0383b admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1457302303-network', 'tenant_id': 'be3160ca614c4fac86c8b86f783c4f96'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:38:59.451669 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea7506a4-7263-4b90-bd76-80c4e3a0383b admin admin] Made reservation on behalf of be3160ca614c4fac86c8b86f783c4f96 for: {'network': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:38:59.453920 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-ea7506a4-7263-4b90-bd76-80c4e3a0383b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for network, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:59.459908 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadee3a7-2078-4756-9738-23f9d39329a8 req-da27fe37-3290-4cee-bb81-d2337b491674 tempest-ServersAdminNegativeTestJSON-1221216767 tempest-ServersAdminNegativeTestJSON-1221216767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:38:59.461397 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-eadee3a7-2078-4756-9738-23f9d39329a8 req-da27fe37-3290-4cee-bb81-d2337b491674 tempest-ServersAdminNegativeTestJSON-1221216767 tempest-ServersAdminNegativeTestJSON-1221216767-project] 10.222.0.42 "GET /v2.0/ports?device_id=b95a7c37-dd01-4c1c-ae68-0ee1449a080e HTTP/1.1" status: 200 len: 950 time: 0.0524335 Mar 29 15:38:59.463121 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-ea7506a4-7263-4b90-bd76-80c4e3a0383b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:59.502828 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-eadee3a7-2078-4756-9738-23f9d39329a8 req-774d922c-9163-4ac9-91fe-fed905d37cd8 tempest-ServersAdminNegativeTestJSON-1221216767 tempest-ServersAdminNegativeTestJSON-1221216767-project] 10.222.0.42 "GET /v2.0/security-groups?id=0472a554-1980-4298-b676-fea77ad7f77b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348802 Mar 29 15:38:59.548213 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-ea7506a4-7263-4b90-bd76-80c4e3a0383b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:59.551988 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-ea7506a4-7263-4b90-bd76-80c4e3a0383b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:59.573413 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea7506a4-7263-4b90-bd76-80c4e3a0383b admin admin] vlan segment allocate from pool success with {'vlan_id': 631, 'physical_network': 'physnet1'} {{(pid=102791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 15:38:59.588203 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7506a4-7263-4b90-bd76-80c4e3a0383b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=521386a9-0a36-4a7a-a6b9-a90d749a75c0,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:38:59.593823 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-ea7506a4-7263-4b90-bd76-80c4e3a0383b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:59.594163 n-d-834765-1 neutron-server[102791]: INFO neutron.db.segments_db [None req-ea7506a4-7263-4b90-bd76-80c4e3a0383b admin admin] Added segment bed846bc-5ece-4715-b186-296fbeddb687 of type vlan for network 861f9a98-88c1-4d2d-9194-2bf405e496db Mar 29 15:38:59.647222 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-ea7506a4-7263-4b90-bd76-80c4e3a0383b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783522915970'] for network, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:59.675694 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-ea7506a4-7263-4b90-bd76-80c4e3a0383b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795'] for network, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:59.676958 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea7506a4-7263-4b90-bd76-80c4e3a0383b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:38:59.677814 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-ea7506a4-7263-4b90-bd76-80c4e3a0383b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for network, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:59.712497 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-ea7506a4-7263-4b90-bd76-80c4e3a0383b admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.2842588 Mar 29 15:38:59.715025 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 40058) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:38:59.720262 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-151d853d-cde2-4ca2-b460-552f378a9333 admin admin] Request body: {'subnet': {'network_id': '861f9a98-88c1-4d2d-9194-2bf405e496db', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1457302303-subnet', 'tenant_id': 'be3160ca614c4fac86c8b86f783c4f96', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:38:59.745122 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 6cdc072b-0da4-4048-9f7f-efa2e7ea4231 up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:38:59.759085 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7506a4-7263-4b90-bd76-80c4e3a0383b admin admin] Pushing event updated for resources: {'Network': ['ID=861f9a98-88c1-4d2d-9194-2bf405e496db,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:38:59.772561 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-151d853d-cde2-4ca2-b460-552f378a9333 admin admin] Made reservation on behalf of be3160ca614c4fac86c8b86f783c4f96 for: {'subnet': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:38:59.774995 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-151d853d-cde2-4ca2-b460-552f378a9333 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16218875'] for subnet, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:59.779231 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Network 861f9a98-88c1-4d2d-9194-2bf405e496db details requested by agent ovs-agent-n-d-834765-1 with host n-d-834765-1 {{(pid=102792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 15:38:59.880610 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port 6cdc072b-0da4-4048-9f7f-efa2e7ea4231 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:38:59.881302 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:59.968633 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-151d853d-cde2-4ca2-b460-552f378a9333 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16155524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16218861'] for subnet, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:38:59.979706 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:00.002093 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] For port 6cdc072b-0da4-4048-9f7f-efa2e7ea4231, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=6cdc072b-0da4-4048-9f7f-efa2e7ea4231,segment=NetworkSegment(6ab47353-a811-4bad-bc73-b4cc84583cfd),segment_id=6ab47353-a811-4bad-bc73-b4cc84583cfd)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:39:00.006659 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:00.043679 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151d853d-cde2-4ca2-b460-552f378a9333 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1a0a2846-8b26-4720-9690-605d7fdb36e8,revision_number=0']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:39:00.046755 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-151d853d-cde2-4ca2-b460-552f378a9333 admin admin] Checking segment: {'id': 'bed846bc-5ece-4715-b186-296fbeddb687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '861f9a98-88c1-4d2d-9194-2bf405e496db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:39:00.047303 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-151d853d-cde2-4ca2-b460-552f378a9333 admin admin] Network hostable DHCP agents. Network: 861f9a98-88c1-4d2d-9194-2bf405e496db, hostable agents: ['d136643e-48ae-49d4-a851-2ba3bdf3749c'], hosted agents: [] {{(pid=102791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 15:39:00.068131 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Pushing event updated for resources: {'Port': ['ID=6cdc072b-0da4-4048-9f7f-efa2e7ea4231,revision_number=4']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:39:00.074384 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-151d853d-cde2-4ca2-b460-552f378a9333 admin admin] Network 861f9a98-88c1-4d2d-9194-2bf405e496db is scheduled to be hosted by DHCP agent d136643e-48ae-49d4-a851-2ba3bdf3749c with binding_index 1 {{(pid=102791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 15:39:00.077493 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:39:00.078012 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:39:00.078453 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:39:00.078922 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:39:00.079423 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:39:00.080180 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:39:00.080428 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:39:00.080826 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:39:00.081248 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:39:00.081706 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:39:00.082182 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:39:00.083166 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:39:00.085864 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [None req-151d853d-cde2-4ca2-b460-552f378a9333 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834765-1, 861f9a98-88c1-4d2d-9194-2bf405e496db) {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:39:00.090222 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-151d853d-cde2-4ca2-b460-552f378a9333 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:39:00.090799 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-151d853d-cde2-4ca2-b460-552f378a9333 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:00.097120 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee5fd210-af8f-4d3e-8bed-640af73e6a9e None None] Network 861f9a98-88c1-4d2d-9194-2bf405e496db requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 15:39:00.108644 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-151d853d-cde2-4ca2-b460-552f378a9333 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3924851 Mar 29 15:39:00.111029 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 40062) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:39:00.117881 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-ea8264dd-c066-45ee-b3e1-223d10170e5e admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1457302303-router', 'tenant_id': 'be3160ca614c4fac86c8b86f783c4f96', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'}}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:39:00.149197 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-ea8264dd-c066-45ee-b3e1-223d10170e5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-532385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129310'] for router, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:00.150669 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-ea8264dd-c066-45ee-b3e1-223d10170e5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-648091', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-684384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129319'] for router, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:00.253525 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-ea8264dd-c066-45ee-b3e1-223d10170e5e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:00.273810 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5242732f-e704-4b5b-b431-2728f5c9229f req-ca924dd2-60f2-49b7-956d-8c89bd15f77d tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:39:00.275402 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-5242732f-e704-4b5b-b431-2728f5c9229f req-ca924dd2-60f2-49b7-956d-8c89bd15f77d tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] 10.222.0.42 "GET /v2.0/ports?device_id=07de1ed5-2712-4e95-8d69-8343c3d45afc HTTP/1.1" status: 200 len: 946 time: 0.1037884 Mar 29 15:39:00.283662 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88281248-1f20-4512-a4f3-b3a8268d858e req-18f14650-1dbd-4d29-abfc-7f8cab777bf5 tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:39:00.286287 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-88281248-1f20-4512-a4f3-b3a8268d858e req-18f14650-1dbd-4d29-abfc-7f8cab777bf5 tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] 10.222.0.42 "GET /v2.0/ports?device_id=02827dcb-f1d9-473b-a457-36e8d447defc HTTP/1.1" status: 200 len: 943 time: 0.0599704 Mar 29 15:39:00.295692 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f8898ea-16e5-4a1c-96ca-352ebd5f1ab6 None None] Sync routers for ids ['6e5efdf6-6b83-4750-9249-d66120dd82a2'] in n-d-834765-1 {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:39:00.330757 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f8898ea-16e5-4a1c-96ca-352ebd5f1ab6 None None] Routers {'6e5efdf6-6b83-4750-9249-d66120dd82a2'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:39:00.331484 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-8f8898ea-16e5-4a1c-96ca-352ebd5f1ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:38:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['6e5efdf6-6b83-4750-9249-d66120dd82a2'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:39:00.349369 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-88281248-1f20-4512-a4f3-b3a8268d858e req-0566f07d-29a8-4ce0-b708-c4fc8e6ef0ab tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] 10.222.0.42 "GET /v2.0/security-groups?id=d26d57f3-f34b-4b82-acb2-a15ffdfe7b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535562 Mar 29 15:39:00.383313 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-b0ca7f73-9a7f-4154-a6bc-5e057ee172df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:00.458145 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-ea8264dd-c066-45ee-b3e1-223d10170e5e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:00.504991 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-5242732f-e704-4b5b-b431-2728f5c9229f req-f95a9b07-24d8-4c1e-85c4-0d140f543c34 tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] 10.222.0.42 "GET /v2.0/security-groups?id=de326c20-13fe-424c-a811-b741d354586f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1935356 Mar 29 15:39:00.513707 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce8b1f65-6e14-43d0-9fe4-50249eedb545 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0035034-69b0-5ffc-b384-0ac6189c5628-861f9a98-88c1-4d2d-9194-2bf405e496db', 'network_id': '861f9a98-88c1-4d2d-9194-2bf405e496db', 'tenant_id': 'be3160ca614c4fac86c8b86f783c4f96', 'fixed_ips': [{'subnet_id': '1a0a2846-8b26-4720-9690-605d7fdb36e8'}]}} from n-d-834765-1. {{(pid=102792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 29 15:39:00.514994 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-ce8b1f65-6e14-43d0-9fe4-50249eedb545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:00.532281 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a46220f-f9de-47a6-99ee-6d25addd1474 req-41cf79e1-e640-46bb-b7c9-6cfe792df4d1 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:39:00.547769 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-1a46220f-f9de-47a6-99ee-6d25addd1474 req-41cf79e1-e640-46bb-b7c9-6cfe792df4d1 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] 10.222.0.42 "GET /v2.0/ports?device_id=10eb82c7-8749-4775-80c9-2376fe09f89e HTTP/1.1" status: 200 len: 946 time: 0.1110480 Mar 29 15:39:00.616985 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-1a46220f-f9de-47a6-99ee-6d25addd1474 req-abf23719-0ff3-4368-8509-63380e15d47f tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] 10.222.0.42 "GET /v2.0/security-groups?id=c99ced8e-1ceb-46fb-aaa7-747186b2b9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661662 Mar 29 15:39:00.638821 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvr_db [None req-8f8898ea-16e5-4a1c-96ca-352ebd5f1ab6 None None] Set router 6e5efdf6-6b83-4750-9249-d66120dd82a2 gateway port host: n-d-834765-1 {{(pid=102792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:39:00.769800 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584c020b-f7fa-4748-94c6-992637d219af req-1b709574-39d1-4923-afdd-f95de982ba08 tempest-ServersAdminNegativeTestJSON-1221216767 tempest-ServersAdminNegativeTestJSON-1221216767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:39:00.771249 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-584c020b-f7fa-4748-94c6-992637d219af req-1b709574-39d1-4923-afdd-f95de982ba08 tempest-ServersAdminNegativeTestJSON-1221216767 tempest-ServersAdminNegativeTestJSON-1221216767-project] 10.222.0.42 "GET /v2.0/ports?device_id=b95a7c37-dd01-4c1c-ae68-0ee1449a080e HTTP/1.1" status: 200 len: 950 time: 0.1086395 Mar 29 15:39:00.774674 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-ea8264dd-c066-45ee-b3e1-223d10170e5e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:00.795439 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-ea8264dd-c066-45ee-b3e1-223d10170e5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:00.817340 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.db_base_plugin_common [None req-ce8b1f65-6e14-43d0-9fe4-50249eedb545 None None] Allocated IP 172.20.0.2 (861f9a98-88c1-4d2d-9194-2bf405e496db/1a0a2846-8b26-4720-9690-605d7fdb36e8/e860d30c-114d-446c-93eb-7bdc1f971f75) {{(pid=102792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:39:00.869786 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-584c020b-f7fa-4748-94c6-992637d219af req-b5f16b67-eb37-4834-b45d-19ca6ad19602 tempest-ServersAdminNegativeTestJSON-1221216767 tempest-ServersAdminNegativeTestJSON-1221216767-project] 10.222.0.42 "GET /v2.0/security-groups?id=0472a554-1980-4298-b676-fea77ad7f77b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766895 Mar 29 15:39:00.884704 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.agents_db [None req-59735a15-725e-44d4-9ad5-95cbe356f209 None None] Agent healthcheck: found 7 active agents {{(pid=102793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 15:39:00.938645 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_common [None req-ea8264dd-c066-45ee-b3e1-223d10170e5e admin admin] Allocated IP 172.25.4.43 (4a4a035d-ecac-4ead-baa3-25f90788773a/e1a353dc-fac8-4901-a63c-273840237d6a/9088c870-6061-45d2-9115-f23bbdaa4a4c) {{(pid=102791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:39:01.012909 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-8f8898ea-16e5-4a1c-96ca-352ebd5f1ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e5efdf6-6b83-4750-9249-d66120dd82a2', 'name': 'tempest-TaggedBootDevicesTest-1655078999-router', 'tenant_id': '3c879391e12244b68c6a1d18a158625b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.152'}], 'enable_snat': True}, 'gw_port_id': '6cdc072b-0da4-4048-9f7f-efa2e7ea4231', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:38:54Z', 'updated_at': '2022-03-29T15:38:57Z', 'revision_number': 4, 'project_id': '3c879391e12244b68c6a1d18a158625b', 'gw_port': {'id': '6cdc072b-0da4-4048-9f7f-efa2e7ea4231', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:7d:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e5efdf6-6b83-4750-9249-d66120dd82a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:38:55Z', 'updated_at': '2022-03-29T15:38:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': 'b075cf81-12df-4cf7-8657-6411fe150943', 'name': '', 'network_id': '24e09226-4699-432b-9b8f-2ffa2d9396f3', 'tenant_id': '3c879391e12244b68c6a1d18a158625b', 'mac_address': 'fa:16:3e:75:a8:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e5efdf6-6b83-4750-9249-d66120dd82a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': '6b17034e-8c96-4880-a97b-729e224595e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:38:57Z', 'updated_at': '2022-03-29T15:38:58Z', 'revision_number': 2, 'project_id': '3c879391e12244b68c6a1d18a158625b', 'subnets': [{'id': '6b17034e-8c96-4880-a97b-729e224595e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:39:01.045442 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f8898ea-16e5-4a1c-96ca-352ebd5f1ab6 None None] Checking router: 6e5efdf6-6b83-4750-9249-d66120dd82a2 for host: n-d-834765-1 {{(pid=102792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:39:01.045929 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f8898ea-16e5-4a1c-96ca-352ebd5f1ab6 None None] Updating router 6e5efdf6-6b83-4750-9249-d66120dd82a2 port b075cf81-12df-4cf7-8657-6411fe150943 binding host n-d-834765-1 {{(pid=102792) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 15:39:01.046764 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-ea8264dd-c066-45ee-b3e1-223d10170e5e admin admin] Notify callbacks [] for port, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:01.082392 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-ce8b1f65-6e14-43d0-9fe4-50249eedb545 None None] Notify callbacks [] for port, precommit_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:01.085311 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-ea8264dd-c066-45ee-b3e1-223d10170e5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:01.087530 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-8f8898ea-16e5-4a1c-96ca-352ebd5f1ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:01.098779 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-ce8b1f65-6e14-43d0-9fe4-50249eedb545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956'] for port, after_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:01.132531 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea8264dd-c066-45ee-b3e1-223d10170e5e admin admin] Network 4a4a035d-ecac-4ead-baa3-25f90788773a is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:39:01.138831 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [None req-ea8264dd-c066-45ee-b3e1-223d10170e5e admin admin] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:39:01.140307 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8264dd-c066-45ee-b3e1-223d10170e5e admin admin] Pushing event updated for resources: {'Port': ['ID=9088c870-6061-45d2-9115-f23bbdaa4a4c,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:39:01.142658 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea8264dd-c066-45ee-b3e1-223d10170e5e admin admin] Received port after_create {{(pid=102791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:39:01.178821 n-d-834765-1 neutron-server[102792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce8b1f65-6e14-43d0-9fe4-50249eedb545 None None] Network 861f9a98-88c1-4d2d-9194-2bf405e496db is already hosted by enough agents. {{(pid=102792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:39:01.183309 n-d-834765-1 neutron-server[102792]: DEBUG neutron.scheduler.base_scheduler [None req-ce8b1f65-6e14-43d0-9fe4-50249eedb545 None None] Resources bound (agent type, host, resource id): {{(pid=102792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:39:01.185897 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce8b1f65-6e14-43d0-9fe4-50249eedb545 None None] Received port after_create {{(pid=102792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:39:01.187713 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8b1f65-6e14-43d0-9fe4-50249eedb545 None None] Pushing event updated for resources: {'Port': ['ID=e860d30c-114d-446c-93eb-7bdc1f971f75,revision_number=1']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:39:01.312618 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-ce8b1f65-6e14-43d0-9fe4-50249eedb545 None None] Attempting to bind port e860d30c-114d-446c-93eb-7bdc1f971f75 on host n-d-834765-1 for vnic_type normal with profile {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:39:01.312881 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-ce8b1f65-6e14-43d0-9fe4-50249eedb545 None None] Attempting to bind port e860d30c-114d-446c-93eb-7bdc1f971f75 by drivers openvswitch,hyperv on host n-d-834765-1 at level 0 using segments [{'id': 'bed846bc-5ece-4715-b186-296fbeddb687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '861f9a98-88c1-4d2d-9194-2bf405e496db'}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:39:01.313231 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce8b1f65-6e14-43d0-9fe4-50249eedb545 None None] Attempting to bind port e860d30c-114d-446c-93eb-7bdc1f971f75 on network 861f9a98-88c1-4d2d-9194-2bf405e496db {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:39:01.329376 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce8b1f65-6e14-43d0-9fe4-50249eedb545 None None] Checking agent: {'id': 'a8866439-9d96-425c-b519-6905c591ac37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 25, 36), 'started_at': datetime.datetime(2022, 3, 29, 15, 26, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 38, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834765-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:39:01.329723 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce8b1f65-6e14-43d0-9fe4-50249eedb545 None None] Checking segment: {'id': 'bed846bc-5ece-4715-b186-296fbeddb687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '861f9a98-88c1-4d2d-9194-2bf405e496db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:39:01.330115 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-ce8b1f65-6e14-43d0-9fe4-50249eedb545 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:01.330588 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce8b1f65-6e14-43d0-9fe4-50249eedb545 None None] Bound using segment: {'id': 'bed846bc-5ece-4715-b186-296fbeddb687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '861f9a98-88c1-4d2d-9194-2bf405e496db'} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:39:01.331049 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-ce8b1f65-6e14-43d0-9fe4-50249eedb545 None None] Bound port: e860d30c-114d-446c-93eb-7bdc1f971f75, host: n-d-834765-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bed846bc-5ece-4715-b186-296fbeddb687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '861f9a98-88c1-4d2d-9194-2bf405e496db'}}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 15:39:01.331457 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-ce8b1f65-6e14-43d0-9fe4-50249eedb545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:01.468477 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-ce8b1f65-6e14-43d0-9fe4-50249eedb545 None None] For port e860d30c-114d-446c-93eb-7bdc1f971f75, host n-d-834765-1, cleared binding levels {{(pid=102792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:39:01.473846 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-ce8b1f65-6e14-43d0-9fe4-50249eedb545 None None] For port e860d30c-114d-446c-93eb-7bdc1f971f75, host n-d-834765-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=e860d30c-114d-446c-93eb-7bdc1f971f75,segment=NetworkSegment(bed846bc-5ece-4715-b186-296fbeddb687),segment_id=bed846bc-5ece-4715-b186-296fbeddb687)] {{(pid=102792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:39:01.491821 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-ce8b1f65-6e14-43d0-9fe4-50249eedb545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:01.510793 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3125c435-742a-44fb-acac-4104c5369463 req-edacd59f-85cc-426e-af06-2e4fe9d8e9b6 tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:39:01.512746 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-3125c435-742a-44fb-acac-4104c5369463 req-edacd59f-85cc-426e-af06-2e4fe9d8e9b6 tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] 10.222.0.42 "GET /v2.0/ports?device_id=02827dcb-f1d9-473b-a457-36e8d447defc HTTP/1.1" status: 200 len: 943 time: 0.0779083 Mar 29 15:39:01.567836 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-3125c435-742a-44fb-acac-4104c5369463 req-120cab81-e775-429c-a302-093fb26ac33a tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] 10.222.0.42 "GET /v2.0/security-groups?id=d26d57f3-f34b-4b82-acb2-a15ffdfe7b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488575 Mar 29 15:39:01.606596 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-8f8898ea-16e5-4a1c-96ca-352ebd5f1ab6 None None] Notify callbacks [] for port, precommit_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:01.610937 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8b1f65-6e14-43d0-9fe4-50249eedb545 None None] Pushing event updated for resources: {'Port': ['ID=e860d30c-114d-446c-93eb-7bdc1f971f75,revision_number=2']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:39:01.617439 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-8f8898ea-16e5-4a1c-96ca-352ebd5f1ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:01.682480 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd2a094-8a93-49d4-9b8d-1de85763e102 None None] Pushing event updated for resources: {'Port': ['ID=b075cf81-12df-4cf7-8657-6411fe150943,revision_number=3']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:39:01.752440 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 6cdc072b-0da4-4048-9f7f-efa2e7ea4231 up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:39:01.760209 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-8f8898ea-16e5-4a1c-96ca-352ebd5f1ab6 None None] Attempting to bind port b075cf81-12df-4cf7-8657-6411fe150943 on host n-d-834765-1 for vnic_type normal with profile {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:39:01.760209 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-8f8898ea-16e5-4a1c-96ca-352ebd5f1ab6 None None] Attempting to bind port b075cf81-12df-4cf7-8657-6411fe150943 by drivers openvswitch,hyperv on host n-d-834765-1 at level 0 using segments [{'id': '62bdff33-894a-4670-b86c-c890adf5ed0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '24e09226-4699-432b-9b8f-2ffa2d9396f3'}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:39:01.760585 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f8898ea-16e5-4a1c-96ca-352ebd5f1ab6 None None] Attempting to bind port b075cf81-12df-4cf7-8657-6411fe150943 on network 24e09226-4699-432b-9b8f-2ffa2d9396f3 {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:39:01.814749 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f8898ea-16e5-4a1c-96ca-352ebd5f1ab6 None None] Checking agent: {'id': 'a8866439-9d96-425c-b519-6905c591ac37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 25, 36), 'started_at': datetime.datetime(2022, 3, 29, 15, 26, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 38, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834765-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:39:01.815165 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f8898ea-16e5-4a1c-96ca-352ebd5f1ab6 None None] Checking segment: {'id': '62bdff33-894a-4670-b86c-c890adf5ed0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '24e09226-4699-432b-9b8f-2ffa2d9396f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:39:01.815713 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-8f8898ea-16e5-4a1c-96ca-352ebd5f1ab6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:01.816110 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f8898ea-16e5-4a1c-96ca-352ebd5f1ab6 None None] Bound using segment: {'id': '62bdff33-894a-4670-b86c-c890adf5ed0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '24e09226-4699-432b-9b8f-2ffa2d9396f3'} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:39:01.816607 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-8f8898ea-16e5-4a1c-96ca-352ebd5f1ab6 None None] Bound port: b075cf81-12df-4cf7-8657-6411fe150943, host: n-d-834765-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62bdff33-894a-4670-b86c-c890adf5ed0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '24e09226-4699-432b-9b8f-2ffa2d9396f3'}}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 15:39:01.817554 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-8f8898ea-16e5-4a1c-96ca-352ebd5f1ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:01.871720 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75001dc5-6412-436b-a718-449cbab67363 req-d6b8c635-a92b-473e-b52b-cac35861d7f8 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:39:01.882540 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-75001dc5-6412-436b-a718-449cbab67363 req-d6b8c635-a92b-473e-b52b-cac35861d7f8 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] 10.222.0.42 "GET /v2.0/ports?device_id=10eb82c7-8749-4775-80c9-2376fe09f89e HTTP/1.1" status: 200 len: 946 time: 0.1043904 Mar 29 15:39:01.895205 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-ea8264dd-c066-45ee-b3e1-223d10170e5e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:01.962775 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-8f8898ea-16e5-4a1c-96ca-352ebd5f1ab6 None None] For port b075cf81-12df-4cf7-8657-6411fe150943, host n-d-834765-1, cleared binding levels {{(pid=102792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:39:01.968090 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-8f8898ea-16e5-4a1c-96ca-352ebd5f1ab6 None None] For port b075cf81-12df-4cf7-8657-6411fe150943, host n-d-834765-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=b075cf81-12df-4cf7-8657-6411fe150943,segment=NetworkSegment(62bdff33-894a-4670-b86c-c890adf5ed0f),segment_id=62bdff33-894a-4670-b86c-c890adf5ed0f)] {{(pid=102792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:39:01.984048 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-8f8898ea-16e5-4a1c-96ca-352ebd5f1ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:01.991598 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port 6cdc072b-0da4-4048-9f7f-efa2e7ea4231 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:39:01.992008 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:02.006836 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-75001dc5-6412-436b-a718-449cbab67363 req-a0d132ef-1fe2-48d5-87df-b3623506a8df tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] 10.222.0.42 "GET /v2.0/security-groups?id=c99ced8e-1ceb-46fb-aaa7-747186b2b9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124890 Mar 29 15:39:02.173893 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f8898ea-16e5-4a1c-96ca-352ebd5f1ab6 None None] Routers {'6e5efdf6-6b83-4750-9249-d66120dd82a2'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:39:02.174485 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-8f8898ea-16e5-4a1c-96ca-352ebd5f1ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:38:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['6e5efdf6-6b83-4750-9249-d66120dd82a2'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:39:02.184225 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee632798-3709-44c6-b75a-cdae542c3336 req-5bf15f51-8ab8-4a39-90be-0a8ebf93229c tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:39:02.190148 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd2a094-8a93-49d4-9b8d-1de85763e102 None None] Pushing event updated for resources: {'Port': ['ID=b075cf81-12df-4cf7-8657-6411fe150943,revision_number=4']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:39:02.192983 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ee632798-3709-44c6-b75a-cdae542c3336 req-5bf15f51-8ab8-4a39-90be-0a8ebf93229c tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] 10.222.0.42 "GET /v2.0/ports?device_id=07de1ed5-2712-4e95-8d69-8343c3d45afc HTTP/1.1" status: 200 len: 946 time: 0.3413239 Mar 29 15:39:02.239933 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773ebf44-a2ee-4f90-a412-bd1b616a25d5 req-d0d94e88-60a7-4c60-b014-d23ac862f822 tempest-ServersAdminNegativeTestJSON-1221216767 tempest-ServersAdminNegativeTestJSON-1221216767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:39:02.247648 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-773ebf44-a2ee-4f90-a412-bd1b616a25d5 req-d0d94e88-60a7-4c60-b014-d23ac862f822 tempest-ServersAdminNegativeTestJSON-1221216767 tempest-ServersAdminNegativeTestJSON-1221216767-project] 10.222.0.42 "GET /v2.0/ports?device_id=b95a7c37-dd01-4c1c-ae68-0ee1449a080e HTTP/1.1" status: 200 len: 950 time: 0.1404715 Mar 29 15:39:02.260292 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-f1ec0571-74b6-4a24-8cd6-55f344b13188 None None] Provisioning complete for port b075cf81-12df-4cf7-8657-6411fe150943 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:39:02.260663 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-f1ec0571-74b6-4a24-8cd6-55f344b13188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:02.263313 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ee632798-3709-44c6-b75a-cdae542c3336 req-3e2762d8-658d-4e44-a442-dae9e00d67c6 tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] 10.222.0.42 "GET /v2.0/security-groups?id=de326c20-13fe-424c-a811-b741d354586f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695331 Mar 29 15:39:02.263897 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-1d235df3-3524-426d-9066-2b4331772627 req-57a67368-2e4d-494f-a6fc-44d1a32a8beb service neutron] 10.222.0.44 "GET /v2.0/ports/92483d71-0aee-4c16-b1ee-3338907a4ad9/bindings/n-h2-834765-1 HTTP/1.1" status: 200 len: 384 time: 0.1033585 Mar 29 15:39:02.329612 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-ea8264dd-c066-45ee-b3e1-223d10170e5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648118'] for router, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:02.389191 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-773ebf44-a2ee-4f90-a412-bd1b616a25d5 req-ef601645-89c5-4bee-bba8-a69233d3c14e tempest-ServersAdminNegativeTestJSON-1221216767 tempest-ServersAdminNegativeTestJSON-1221216767-project] 10.222.0.42 "GET /v2.0/security-groups?id=0472a554-1980-4298-b676-fea77ad7f77b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406691 Mar 29 15:39:02.427499 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvr_db [None req-8f8898ea-16e5-4a1c-96ca-352ebd5f1ab6 None None] Set router 6e5efdf6-6b83-4750-9249-d66120dd82a2 gateway port host: n-d-834765-1 {{(pid=102792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:39:02.471862 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea8264dd-c066-45ee-b3e1-223d10170e5e admin admin] Router 44089d14-6dd8-4c55-a5ed-1eb49ffb983e is scheduled to L3 agent c648d819-1060-4f26-b4ec-6455387b5dff with binding_index 1 {{(pid=102791) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 29 15:39:02.501595 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [req-1d235df3-3524-426d-9066-2b4331772627 req-1b96f724-a330-4ee2-a5b1-38eb648a4989 service neutron] For port 92483d71-0aee-4c16-b1ee-3338907a4ad9, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=92483d71-0aee-4c16-b1ee-3338907a4ad9,segment=NetworkSegment(52cd9713-83ea-496d-8c48-fd7b796e6ead),segment_id=52cd9713-83ea-496d-8c48-fd7b796e6ead)] {{(pid=102790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:39:02.525798 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [req-1d235df3-3524-426d-9066-2b4331772627 req-1b96f724-a330-4ee2-a5b1-38eb648a4989 service neutron] For port 92483d71-0aee-4c16-b1ee-3338907a4ad9, host n-h1-834765-1, cleared binding levels {{(pid=102790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:39:02.569424 n-d-834765-1 neutron-server[102790]: DEBUG neutron.notifiers.nova [req-1d235df3-3524-426d-9066-2b4331772627 req-1b96f724-a330-4ee2-a5b1-38eb648a4989 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92483d71-0aee-4c16-b1ee-3338907a4ad9 {{(pid=102790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:39:02.582420 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [req-1d235df3-3524-426d-9066-2b4331772627 req-1b96f724-a330-4ee2-a5b1-38eb648a4989 service neutron] For port 92483d71-0aee-4c16-b1ee-3338907a4ad9, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=92483d71-0aee-4c16-b1ee-3338907a4ad9,segment=NetworkSegment(52cd9713-83ea-496d-8c48-fd7b796e6ead),segment_id=52cd9713-83ea-496d-8c48-fd7b796e6ead)] {{(pid=102790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:39:02.598617 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-1d235df3-3524-426d-9066-2b4331772627 req-1b96f724-a330-4ee2-a5b1-38eb648a4989 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:02.598827 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea8264dd-c066-45ee-b3e1-223d10170e5e admin admin] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:39:02.621047 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e2a3471-ca5b-4f9e-93a6-a0095820bcef None None] Sync routers for ids ['44089d14-6dd8-4c55-a5ed-1eb49ffb983e'] in n-d-834765-1 {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:39:02.623397 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-ea8264dd-c066-45ee-b3e1-223d10170e5e admin admin] Notify callbacks [] for router, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:02.626838 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-ea8264dd-c066-45ee-b3e1-223d10170e5e admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.5145681 Mar 29 15:39:02.630269 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 40082) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:39:02.646503 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-f1ec0571-74b6-4a24-8cd6-55f344b13188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:02.648115 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e2a3471-ca5b-4f9e-93a6-a0095820bcef None None] Routers {'44089d14-6dd8-4c55-a5ed-1eb49ffb983e'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:39:02.648750 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-8e2a3471-ca5b-4f9e-93a6-a0095820bcef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:38:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['44089d14-6dd8-4c55-a5ed-1eb49ffb983e'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:39:02.684209 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-f1ec0571-74b6-4a24-8cd6-55f344b13188 None None] For port b075cf81-12df-4cf7-8657-6411fe150943, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=b075cf81-12df-4cf7-8657-6411fe150943,segment=NetworkSegment(62bdff33-894a-4670-b86c-c890adf5ed0f),segment_id=62bdff33-894a-4670-b86c-c890adf5ed0f)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:39:02.698577 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-f1ec0571-74b6-4a24-8cd6-55f344b13188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:02.789169 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a302c6-dd6a-4f64-8a7c-ca744d704d8e req-10b560f4-b64b-494a-b333-6626616ada52 tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:39:02.790766 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b3a302c6-dd6a-4f64-8a7c-ca744d704d8e req-10b560f4-b64b-494a-b333-6626616ada52 tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] 10.222.0.42 "GET /v2.0/ports?device_id=02827dcb-f1d9-473b-a457-36e8d447defc HTTP/1.1" status: 200 len: 943 time: 0.0966749 Mar 29 15:39:02.827164 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvr_db [None req-8e2a3471-ca5b-4f9e-93a6-a0095820bcef None None] Set router 44089d14-6dd8-4c55-a5ed-1eb49ffb983e gateway port host: n-d-834765-1 {{(pid=102793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:39:02.861666 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b3a302c6-dd6a-4f64-8a7c-ca744d704d8e req-193af5c1-e2bd-482f-856f-58063bd7844b tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] 10.222.0.42 "GET /v2.0/security-groups?id=d26d57f3-f34b-4b82-acb2-a15ffdfe7b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630589 Mar 29 15:39:02.905255 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.provisioning_blocks [req-1d235df3-3524-426d-9066-2b4331772627 req-1b96f724-a330-4ee2-a5b1-38eb648a4989 service neutron] Transition to ACTIVE for port object 92483d71-0aee-4c16-b1ee-3338907a4ad9 will not be triggered until provisioned by entity L2. {{(pid=102790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 15:39:02.916183 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-1d235df3-3524-426d-9066-2b4331772627 req-1b96f724-a330-4ee2-a5b1-38eb648a4989 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5237921'] for port, after_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:02.920687 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-4e75e649-7f09-4aed-a9cd-f47beee8523a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:02.955783 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-0b48de71-935f-4f50-8cef-3258d9471112 None None] Provisioning complete for port b075cf81-12df-4cf7-8657-6411fe150943 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:39:02.956651 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-0b48de71-935f-4f50-8cef-3258d9471112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:03.000251 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ec0571-74b6-4a24-8cd6-55f344b13188 None None] Pushing event updated for resources: {'Port': ['ID=b075cf81-12df-4cf7-8657-6411fe150943,revision_number=5']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:39:03.020905 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d235df3-3524-426d-9066-2b4331772627 req-1b96f724-a330-4ee2-a5b1-38eb648a4989 service neutron] No DVR routers for this DVR port 92483d71-0aee-4c16-b1ee-3338907a4ad9 on host n-h1-834765-1 {{(pid=102790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:39:03.051643 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-8f8898ea-16e5-4a1c-96ca-352ebd5f1ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e5efdf6-6b83-4750-9249-d66120dd82a2', 'name': 'tempest-TaggedBootDevicesTest-1655078999-router', 'tenant_id': '3c879391e12244b68c6a1d18a158625b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.152'}], 'enable_snat': True}, 'gw_port_id': '6cdc072b-0da4-4048-9f7f-efa2e7ea4231', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:38:54Z', 'updated_at': '2022-03-29T15:38:57Z', 'revision_number': 4, 'project_id': '3c879391e12244b68c6a1d18a158625b', 'gw_port': {'id': '6cdc072b-0da4-4048-9f7f-efa2e7ea4231', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:7d:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e5efdf6-6b83-4750-9249-d66120dd82a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:38:55Z', 'updated_at': '2022-03-29T15:38:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': 'b075cf81-12df-4cf7-8657-6411fe150943', 'name': '', 'network_id': '24e09226-4699-432b-9b8f-2ffa2d9396f3', 'tenant_id': '3c879391e12244b68c6a1d18a158625b', 'mac_address': 'fa:16:3e:75:a8:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e5efdf6-6b83-4750-9249-d66120dd82a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': '6b17034e-8c96-4880-a97b-729e224595e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:38:57Z', 'updated_at': '2022-03-29T15:39:01Z', 'revision_number': 4, 'project_id': '3c879391e12244b68c6a1d18a158625b', 'subnets': [{'id': '6b17034e-8c96-4880-a97b-729e224595e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:39:03.081941 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-1d235df3-3524-426d-9066-2b4331772627 req-1b96f724-a330-4ee2-a5b1-38eb648a4989 service neutron] 10.222.0.44 "PUT /v2.0/ports/92483d71-0aee-4c16-b1ee-3338907a4ad9/bindings/n-h2-834765-1/activate HTTP/1.1" status: 200 len: 369 time: 0.8035371 Mar 29 15:39:03.083307 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b96f724-a330-4ee2-a5b1-38eb648a4989 service neutron] Pushing event updated for resources: {'Port': ['ID=92483d71-0aee-4c16-b1ee-3338907a4ad9,revision_number=10']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:39:03.091357 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f8898ea-16e5-4a1c-96ca-352ebd5f1ab6 None None] The sync data for ids ['6e5efdf6-6b83-4750-9249-d66120dd82a2'] in n-d-834765-1 is: [{'id': '6e5efdf6-6b83-4750-9249-d66120dd82a2', 'name': 'tempest-TaggedBootDevicesTest-1655078999-router', 'tenant_id': '3c879391e12244b68c6a1d18a158625b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.152'}], 'enable_snat': True}, 'gw_port_id': '6cdc072b-0da4-4048-9f7f-efa2e7ea4231', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:38:54Z', 'updated_at': '2022-03-29T15:38:57Z', 'revision_number': 4, 'project_id': '3c879391e12244b68c6a1d18a158625b', 'gw_port': {'id': '6cdc072b-0da4-4048-9f7f-efa2e7ea4231', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:7d:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e5efdf6-6b83-4750-9249-d66120dd82a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:38:55Z', 'updated_at': '2022-03-29T15:38:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': 'b075cf81-12df-4cf7-8657-6411fe150943', 'name': '', 'network_id': '24e09226-4699-432b-9b8f-2ffa2d9396f3', 'tenant_id': '3c879391e12244b68c6a1d18a158625b', 'mac_address': 'fa:16:3e:75:a8:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e5efdf6-6b83-4750-9249-d66120dd82a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': '6b17034e-8c96-4880-a97b-729e224595e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:38:57Z', 'updated_at': '2022-03-29T15:39:01Z', 'revision_number': 4, 'project_id': '3c879391e12244b68c6a1d18a158625b', 'subnets': [{'id': '6b17034e-8c96-4880-a97b-729e224595e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:39:03.122507 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-8e2a3471-ca5b-4f9e-93a6-a0095820bcef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44089d14-6dd8-4c55-a5ed-1eb49ffb983e', 'name': 'tempest-TaggedBootDevicesTest-1457302303-router', 'tenant_id': 'be3160ca614c4fac86c8b86f783c4f96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.43'}], 'enable_snat': True}, 'gw_port_id': '9088c870-6061-45d2-9115-f23bbdaa4a4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:39:00Z', 'updated_at': '2022-03-29T15:39:01Z', 'revision_number': 3, 'project_id': 'be3160ca614c4fac86c8b86f783c4f96', 'gw_port': {'id': '9088c870-6061-45d2-9115-f23bbdaa4a4c', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:38:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44089d14-6dd8-4c55-a5ed-1eb49ffb983e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:39:00Z', 'updated_at': '2022-03-29T15:39:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1'}], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:39:03.190481 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e2a3471-ca5b-4f9e-93a6-a0095820bcef None None] Checking router: 44089d14-6dd8-4c55-a5ed-1eb49ffb983e for host: n-d-834765-1 {{(pid=102793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:39:03.190854 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e2a3471-ca5b-4f9e-93a6-a0095820bcef None None] Updating router 44089d14-6dd8-4c55-a5ed-1eb49ffb983e port 9088c870-6061-45d2-9115-f23bbdaa4a4c binding host n-d-834765-1 {{(pid=102793) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 15:39:03.211119 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device 92483d71-0aee-4c16-b1ee-3338907a4ad9 no longer exists at agent hyperv_n-h1-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:39:03.232397 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-8e2a3471-ca5b-4f9e-93a6-a0095820bcef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:03.238013 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16283a02-5c89-4dea-9a5a-cac19ef3b37f None None] Network 861f9a98-88c1-4d2d-9194-2bf405e496db requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 15:39:03.362571 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc75a338-2a37-4826-b5da-1b9449e4d4dc req-13456b25-1c92-4cbc-8d45-cfec6f7f71fe tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:39:03.365019 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-fc75a338-2a37-4826-b5da-1b9449e4d4dc req-13456b25-1c92-4cbc-8d45-cfec6f7f71fe tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] 10.222.0.42 "GET /v2.0/ports?device_id=10eb82c7-8749-4775-80c9-2376fe09f89e HTTP/1.1" status: 200 len: 946 time: 0.1459317 Mar 29 15:39:03.376881 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-969781ed-007b-4ef8-ab58-d963b77dbee4 None None] Provisioning complete for port e860d30c-114d-446c-93eb-7bdc1f971f75 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:39:03.377585 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-969781ed-007b-4ef8-ab58-d963b77dbee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:03.427288 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649d7791-ef30-45be-a395-0b8c7fd35856 req-775a6a8f-dc57-4fc7-ab96-88e6c2062a8d tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:39:03.435554 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-649d7791-ef30-45be-a395-0b8c7fd35856 req-775a6a8f-dc57-4fc7-ab96-88e6c2062a8d tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] 10.222.0.42 "GET /v2.0/ports?device_id=07de1ed5-2712-4e95-8d69-8343c3d45afc HTTP/1.1" status: 200 len: 946 time: 0.0674186 Mar 29 15:39:03.439118 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device 92483d71-0aee-4c16-b1ee-3338907a4ad9 not bound to the agent host n-h1-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:39:03.488914 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-649d7791-ef30-45be-a395-0b8c7fd35856 req-0d95346c-e151-43d1-ba32-6dd8466454b1 tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] 10.222.0.42 "GET /v2.0/security-groups?id=de326c20-13fe-424c-a811-b741d354586f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522137 Mar 29 15:39:03.537132 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-fc75a338-2a37-4826-b5da-1b9449e4d4dc req-89013e4e-31d1-4674-bb95-2059ad98c149 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] 10.222.0.42 "GET /v2.0/security-groups?id=c99ced8e-1ceb-46fb-aaa7-747186b2b9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617968 Mar 29 15:39:03.577258 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-969781ed-007b-4ef8-ab58-d963b77dbee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:03.589578 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-4bbe757d-79ca-49b0-aee7-f5ea2cc2af51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:03.687890 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-969781ed-007b-4ef8-ab58-d963b77dbee4 None None] For port e860d30c-114d-446c-93eb-7bdc1f971f75, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=e860d30c-114d-446c-93eb-7bdc1f971f75,segment=NetworkSegment(bed846bc-5ece-4715-b186-296fbeddb687),segment_id=bed846bc-5ece-4715-b186-296fbeddb687)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:39:03.689475 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-8e2a3471-ca5b-4f9e-93a6-a0095820bcef None None] Notify callbacks [] for port, precommit_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:03.701012 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-8e2a3471-ca5b-4f9e-93a6-a0095820bcef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:03.750357 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-969781ed-007b-4ef8-ab58-d963b77dbee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:03.808286 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.managers [None req-8e2a3471-ca5b-4f9e-93a6-a0095820bcef None None] Attempting to bind port 9088c870-6061-45d2-9115-f23bbdaa4a4c on host n-d-834765-1 for vnic_type normal with profile {{(pid=102793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:39:03.808890 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.managers [None req-8e2a3471-ca5b-4f9e-93a6-a0095820bcef None None] Attempting to bind port 9088c870-6061-45d2-9115-f23bbdaa4a4c by drivers openvswitch,hyperv on host n-d-834765-1 at level 0 using segments [{'id': '6ab47353-a811-4bad-bc73-b4cc84583cfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'}] {{(pid=102793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:39:03.809433 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e2a3471-ca5b-4f9e-93a6-a0095820bcef None None] Attempting to bind port 9088c870-6061-45d2-9115-f23bbdaa4a4c on network 4a4a035d-ecac-4ead-baa3-25f90788773a {{(pid=102793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:39:03.817577 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414c5e2d-9442-424a-9c50-79bbe949afd8 None None] Pushing event updated for resources: {'Port': ['ID=9088c870-6061-45d2-9115-f23bbdaa4a4c,revision_number=2']} {{(pid=102793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:39:03.821458 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e2a3471-ca5b-4f9e-93a6-a0095820bcef None None] Checking agent: {'id': 'a8866439-9d96-425c-b519-6905c591ac37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 25, 36), 'started_at': datetime.datetime(2022, 3, 29, 15, 26, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 38, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834765-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:39:03.824884 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e2a3471-ca5b-4f9e-93a6-a0095820bcef None None] Checking segment: {'id': '6ab47353-a811-4bad-bc73-b4cc84583cfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:39:03.825769 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-8e2a3471-ca5b-4f9e-93a6-a0095820bcef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:03.826324 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e2a3471-ca5b-4f9e-93a6-a0095820bcef None None] Bound using segment: {'id': '6ab47353-a811-4bad-bc73-b4cc84583cfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'} {{(pid=102793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:39:03.826984 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.managers [None req-8e2a3471-ca5b-4f9e-93a6-a0095820bcef None None] Bound port: 9088c870-6061-45d2-9115-f23bbdaa4a4c, host: n-d-834765-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ab47353-a811-4bad-bc73-b4cc84583cfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'}}] {{(pid=102793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 15:39:03.827571 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-8e2a3471-ca5b-4f9e-93a6-a0095820bcef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:03.851342 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device b075cf81-12df-4cf7-8657-6411fe150943 up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:39:03.872849 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dba205f-3ed8-459c-901e-10cf7d443f1f req-defaab7a-6e1c-410a-b52b-1420318a7aa6 tempest-ServersAdminNegativeTestJSON-1221216767 tempest-ServersAdminNegativeTestJSON-1221216767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:39:03.884034 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-9dba205f-3ed8-459c-901e-10cf7d443f1f req-defaab7a-6e1c-410a-b52b-1420318a7aa6 tempest-ServersAdminNegativeTestJSON-1221216767 tempest-ServersAdminNegativeTestJSON-1221216767-project] 10.222.0.42 "GET /v2.0/ports?device_id=b95a7c37-dd01-4c1c-ae68-0ee1449a080e HTTP/1.1" status: 200 len: 950 time: 0.1784017 Mar 29 15:39:03.961049 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969781ed-007b-4ef8-ab58-d963b77dbee4 None None] Pushing event updated for resources: {'Port': ['ID=e860d30c-114d-446c-93eb-7bdc1f971f75,revision_number=3']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:39:03.964007 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabf07e4-61d3-4e51-8a5c-b0923c8edb59 req-13c920e3-10a6-4de0-9182-15aed4acfb0f tempest-ServersTestFqdnHostnames-820638718 tempest-ServersTestFqdnHostnames-820638718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:39:03.967885 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-dabf07e4-61d3-4e51-8a5c-b0923c8edb59 req-13c920e3-10a6-4de0-9182-15aed4acfb0f tempest-ServersTestFqdnHostnames-820638718 tempest-ServersTestFqdnHostnames-820638718-project] 10.222.0.42 "GET /v2.0/ports?device_id=ac61adc4-a040-46b7-b07a-379e6e55215a HTTP/1.1" status: 200 len: 946 time: 0.1085837 Mar 29 15:39:03.971040 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.db [None req-8e2a3471-ca5b-4f9e-93a6-a0095820bcef None None] For port 9088c870-6061-45d2-9115-f23bbdaa4a4c, host n-d-834765-1, cleared binding levels {{(pid=102793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:39:03.982896 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.db [None req-8e2a3471-ca5b-4f9e-93a6-a0095820bcef None None] For port 9088c870-6061-45d2-9115-f23bbdaa4a4c, host n-d-834765-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=9088c870-6061-45d2-9115-f23bbdaa4a4c,segment=NetworkSegment(6ab47353-a811-4bad-bc73-b4cc84583cfd),segment_id=6ab47353-a811-4bad-bc73-b4cc84583cfd)] {{(pid=102793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:39:03.996768 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-9dba205f-3ed8-459c-901e-10cf7d443f1f req-147e0a2d-a6c4-4ec2-941e-d7c78c7a203c tempest-ServersAdminNegativeTestJSON-1221216767 tempest-ServersAdminNegativeTestJSON-1221216767-project] 10.222.0.42 "GET /v2.0/security-groups?id=0472a554-1980-4298-b676-fea77ad7f77b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114883 Mar 29 15:39:04.003355 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port b075cf81-12df-4cf7-8657-6411fe150943 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:39:04.003853 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:04.009715 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-8e2a3471-ca5b-4f9e-93a6-a0095820bcef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:04.030255 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.db_base_plugin_common [None req-4bbe757d-79ca-49b0-aee7-f5ea2cc2af51 admin admin] Allocated IP 172.20.0.1 (861f9a98-88c1-4d2d-9194-2bf405e496db/1a0a2846-8b26-4720-9690-605d7fdb36e8/eac01713-5456-4fdb-990f-88fb111c34b5) {{(pid=102790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:39:04.049065 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-dabf07e4-61d3-4e51-8a5c-b0923c8edb59 req-d2dc2148-d58e-4e77-a132-b3c79f8f1eba tempest-ServersTestFqdnHostnames-820638718 tempest-ServersTestFqdnHostnames-820638718-project] 10.222.0.42 "GET /v2.0/security-groups?id=74f56390-d8d0-43d4-aabd-c820bd2e0821&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0732715 Mar 29 15:39:04.091706 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d71584b9-87f1-45f5-84c7-c993c2416269 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:04.117975 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e2a3471-ca5b-4f9e-93a6-a0095820bcef None None] Routers {'44089d14-6dd8-4c55-a5ed-1eb49ffb983e'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:39:04.118593 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-8e2a3471-ca5b-4f9e-93a6-a0095820bcef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:39:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['44089d14-6dd8-4c55-a5ed-1eb49ffb983e'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:39:04.161717 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device e860d30c-114d-446c-93eb-7bdc1f971f75 up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:39:04.193865 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414c5e2d-9442-424a-9c50-79bbe949afd8 None None] Pushing event updated for resources: {'Port': ['ID=9088c870-6061-45d2-9115-f23bbdaa4a4c,revision_number=3']} {{(pid=102793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:39:04.234969 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-4bbe757d-79ca-49b0-aee7-f5ea2cc2af51 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:04.236554 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port e860d30c-114d-446c-93eb-7bdc1f971f75 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:39:04.238360 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:04.254957 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1524b1a3-90ac-464f-8c1a-00657dc2cbed req-b93f524c-becb-4771-97f8-800e87f27ed0 tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:39:04.256936 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-1524b1a3-90ac-464f-8c1a-00657dc2cbed req-b93f524c-becb-4771-97f8-800e87f27ed0 tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] 10.222.0.42 "GET /v2.0/ports?device_id=02827dcb-f1d9-473b-a457-36e8d447defc HTTP/1.1" status: 200 len: 944 time: 0.0907953 Mar 29 15:39:04.280093 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvr_db [None req-8e2a3471-ca5b-4f9e-93a6-a0095820bcef None None] Set router 44089d14-6dd8-4c55-a5ed-1eb49ffb983e gateway port host: n-d-834765-1 {{(pid=102793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:39:04.293188 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-0a3fbf79-6162-4c1d-876f-160fd589a02d None None] Provisioning complete for port e860d30c-114d-446c-93eb-7bdc1f971f75 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:39:04.293438 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-0a3fbf79-6162-4c1d-876f-160fd589a02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:04.328921 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-1524b1a3-90ac-464f-8c1a-00657dc2cbed req-3441734e-56de-4e2e-95b8-791aa1094d31 tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] 10.222.0.42 "GET /v2.0/security-groups?id=d26d57f3-f34b-4b82-acb2-a15ffdfe7b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542879 Mar 29 15:39:04.329925 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device 92483d71-0aee-4c16-b1ee-3338907a4ad9 no longer exists at agent hyperv_n-h2-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:39:04.330601 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-4bbe757d-79ca-49b0-aee7-f5ea2cc2af51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:04.384226 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bbe757d-79ca-49b0-aee7-f5ea2cc2af51 admin admin] Network 861f9a98-88c1-4d2d-9194-2bf405e496db is already hosted by enough agents. {{(pid=102790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:39:04.387766 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-4bbe757d-79ca-49b0-aee7-f5ea2cc2af51 admin admin] Resources bound (agent type, host, resource id): {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:39:04.391588 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bbe757d-79ca-49b0-aee7-f5ea2cc2af51 admin admin] Received port after_create {{(pid=102790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:39:04.394587 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbe757d-79ca-49b0-aee7-f5ea2cc2af51 admin admin] Pushing event updated for resources: {'Port': ['ID=eac01713-5456-4fdb-990f-88fb111c34b5,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:39:04.452010 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-4bbe757d-79ca-49b0-aee7-f5ea2cc2af51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-648347'] for router_interface, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:04.623747 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-8e2a3471-ca5b-4f9e-93a6-a0095820bcef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44089d14-6dd8-4c55-a5ed-1eb49ffb983e', 'name': 'tempest-TaggedBootDevicesTest-1457302303-router', 'tenant_id': 'be3160ca614c4fac86c8b86f783c4f96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.43'}], 'enable_snat': True}, 'gw_port_id': '9088c870-6061-45d2-9115-f23bbdaa4a4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:39:00Z', 'updated_at': '2022-03-29T15:39:01Z', 'revision_number': 3, 'project_id': 'be3160ca614c4fac86c8b86f783c4f96', 'gw_port': {'id': '9088c870-6061-45d2-9115-f23bbdaa4a4c', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:38:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44089d14-6dd8-4c55-a5ed-1eb49ffb983e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:39:00Z', 'updated_at': '2022-03-29T15:39:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1'}], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:39:04.672266 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c9f168-623f-43ed-b28a-221724cda388 req-e07591ad-fb7c-4bd8-ba27-6abb3ac00f48 tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:39:04.680736 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e2a3471-ca5b-4f9e-93a6-a0095820bcef None None] The sync data for ids ['44089d14-6dd8-4c55-a5ed-1eb49ffb983e'] in n-d-834765-1 is: [{'id': '44089d14-6dd8-4c55-a5ed-1eb49ffb983e', 'name': 'tempest-TaggedBootDevicesTest-1457302303-router', 'tenant_id': 'be3160ca614c4fac86c8b86f783c4f96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.43'}], 'enable_snat': True}, 'gw_port_id': '9088c870-6061-45d2-9115-f23bbdaa4a4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:39:00Z', 'updated_at': '2022-03-29T15:39:01Z', 'revision_number': 3, 'project_id': 'be3160ca614c4fac86c8b86f783c4f96', 'gw_port': {'id': '9088c870-6061-45d2-9115-f23bbdaa4a4c', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:38:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44089d14-6dd8-4c55-a5ed-1eb49ffb983e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:39:00Z', 'updated_at': '2022-03-29T15:39:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1'}] {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:39:04.682673 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-65c9f168-623f-43ed-b28a-221724cda388 req-e07591ad-fb7c-4bd8-ba27-6abb3ac00f48 tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] 10.222.0.42 "GET /v2.0/ports?device_id=07de1ed5-2712-4e95-8d69-8343c3d45afc HTTP/1.1" status: 200 len: 946 time: 0.0935323 Mar 29 15:39:04.725600 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-65c9f168-623f-43ed-b28a-221724cda388 req-1164cda4-e5ad-4a45-bde3-36abf2255257 tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] 10.222.0.42 "GET /v2.0/security-groups?id=de326c20-13fe-424c-a811-b741d354586f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414524 Mar 29 15:39:04.730976 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-4bbe757d-79ca-49b0-aee7-f5ea2cc2af51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:04.760434 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3b6b54-600f-4fdf-a2b2-f456cd70e875 req-2688a3e9-a382-493b-a28d-ec6b3ccb9a07 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:39:04.767891 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-6b3b6b54-600f-4fdf-a2b2-f456cd70e875 req-2688a3e9-a382-493b-a28d-ec6b3ccb9a07 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] 10.222.0.42 "GET /v2.0/ports?device_id=10eb82c7-8749-4775-80c9-2376fe09f89e HTTP/1.1" status: 200 len: 946 time: 0.1195393 Mar 29 15:39:04.786232 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-fda68e79-cf87-4c4d-8ea4-351d96da7e2d None None] Provisioning complete for port eac01713-5456-4fdb-990f-88fb111c34b5 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:39:04.787159 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-fda68e79-cf87-4c4d-8ea4-351d96da7e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:04.823811 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-fda68e79-cf87-4c4d-8ea4-351d96da7e2d None None] Port eac01713-5456-4fdb-990f-88fb111c34b5 cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 15:39:04.844846 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-6b3b6b54-600f-4fdf-a2b2-f456cd70e875 req-14004a00-f4eb-4526-a7ef-67982f2344f6 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] 10.222.0.42 "GET /v2.0/security-groups?id=c99ced8e-1ceb-46fb-aaa7-747186b2b9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760603 Mar 29 15:39:04.972031 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-4bbe757d-79ca-49b0-aee7-f5ea2cc2af51 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:04.978617 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-4bbe757d-79ca-49b0-aee7-f5ea2cc2af51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5237921'] for port, after_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:05.066098 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbe757d-79ca-49b0-aee7-f5ea2cc2af51 admin admin] Pushing event updated for resources: {'Port': ['ID=eac01713-5456-4fdb-990f-88fb111c34b5,revision_number=2']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:39:05.071749 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-4bbe757d-79ca-49b0-aee7-f5ea2cc2af51 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-648439'] for router_interface, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:05.143804 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48b7d66-826f-4c78-985b-8d53de105a61 req-14cdee52-79ef-4bb0-af56-af03895a8589 tempest-ServersAdminNegativeTestJSON-1221216767 tempest-ServersAdminNegativeTestJSON-1221216767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:39:05.145605 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d48b7d66-826f-4c78-985b-8d53de105a61 req-14cdee52-79ef-4bb0-af56-af03895a8589 tempest-ServersAdminNegativeTestJSON-1221216767 tempest-ServersAdminNegativeTestJSON-1221216767-project] 10.222.0.42 "GET /v2.0/ports?device_id=b95a7c37-dd01-4c1c-ae68-0ee1449a080e HTTP/1.1" status: 200 len: 950 time: 0.0712962 Mar 29 15:39:05.196527 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d48b7d66-826f-4c78-985b-8d53de105a61 req-1cffeabf-fff0-4b49-9bb1-fa0afd9e9eb7 tempest-ServersAdminNegativeTestJSON-1221216767 tempest-ServersAdminNegativeTestJSON-1221216767-project] 10.222.0.42 "GET /v2.0/security-groups?id=0472a554-1980-4298-b676-fea77ad7f77b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442574 Mar 29 15:39:05.227817 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec246dbb-8e8a-45ca-9ae6-01018f9f220c req-78c1fa1d-e1e5-473f-b8bb-c75b7990c6cf tempest-ServersTestFqdnHostnames-820638718 tempest-ServersTestFqdnHostnames-820638718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:39:05.229384 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-ec246dbb-8e8a-45ca-9ae6-01018f9f220c req-78c1fa1d-e1e5-473f-b8bb-c75b7990c6cf tempest-ServersTestFqdnHostnames-820638718 tempest-ServersTestFqdnHostnames-820638718-project] 10.222.0.42 "GET /v2.0/ports?device_id=ac61adc4-a040-46b7-b07a-379e6e55215a HTTP/1.1" status: 200 len: 946 time: 0.0797474 Mar 29 15:39:05.231422 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bbe757d-79ca-49b0-aee7-f5ea2cc2af51 admin admin] Network 861f9a98-88c1-4d2d-9194-2bf405e496db is already hosted by enough agents. {{(pid=102790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:39:05.232958 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-4bbe757d-79ca-49b0-aee7-f5ea2cc2af51 admin admin] Resources bound (agent type, host, resource id): {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:39:05.316247 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-ec246dbb-8e8a-45ca-9ae6-01018f9f220c req-f942d6cd-a3ca-4519-bb1f-3bb65a3a1ae2 tempest-ServersTestFqdnHostnames-820638718 tempest-ServersTestFqdnHostnames-820638718-project] 10.222.0.42 "GET /v2.0/security-groups?id=74f56390-d8d0-43d4-aabd-c820bd2e0821&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0788350 Mar 29 15:39:05.386333 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bbe757d-79ca-49b0-aee7-f5ea2cc2af51 admin admin] Router 44089d14-6dd8-4c55-a5ed-1eb49ffb983e has already been hosted by L3 agent c648d819-1060-4f26-b4ec-6455387b5dff {{(pid=102790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 15:39:05.451404 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-9128dd6e-0aa2-4650-aa3f-ae64b6af12be None None] Provisioning complete for port eac01713-5456-4fdb-990f-88fb111c34b5 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:39:05.452373 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-9128dd6e-0aa2-4650-aa3f-ae64b6af12be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:05.464743 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83692394-1c48-47fc-93c5-1b4f1cb76484 req-e67cf747-056d-405f-b1d0-9c8bdd46ead0 tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:39:05.466427 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-83692394-1c48-47fc-93c5-1b4f1cb76484 req-e67cf747-056d-405f-b1d0-9c8bdd46ead0 tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] 10.222.0.42 "GET /v2.0/ports?device_id=02827dcb-f1d9-473b-a457-36e8d447defc HTTP/1.1" status: 200 len: 944 time: 0.0641694 Mar 29 15:39:05.495890 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-9128dd6e-0aa2-4650-aa3f-ae64b6af12be None None] Port eac01713-5456-4fdb-990f-88fb111c34b5 cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 15:39:05.520874 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-83692394-1c48-47fc-93c5-1b4f1cb76484 req-16754981-ef60-46b7-9e14-8a0980b39fe5 tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] 10.222.0.42 "GET /v2.0/security-groups?id=d26d57f3-f34b-4b82-acb2-a15ffdfe7b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420206 Mar 29 15:39:05.522690 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bbe757d-79ca-49b0-aee7-f5ea2cc2af51 admin admin] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:39:05.529464 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-4bbe757d-79ca-49b0-aee7-f5ea2cc2af51 admin admin] 10.222.0.42 "PUT /v2.0/routers/44089d14-6dd8-4c55-a5ed-1eb49ffb983e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8979745 Mar 29 15:39:05.629906 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-0cb6abf6-2706-4e52-8825-f5f644ecf9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:05.768194 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device e860d30c-114d-446c-93eb-7bdc1f971f75 up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:39:05.820137 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port e860d30c-114d-446c-93eb-7bdc1f971f75 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:39:05.820502 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:05.861119 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4f2fd4-2565-4d0f-9bcf-a04cb3f265c9 req-0558a824-2818-4bea-bcc0-5f76d5fabb0e tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:39:05.870329 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-6b4f2fd4-2565-4d0f-9bcf-a04cb3f265c9 req-0558a824-2818-4bea-bcc0-5f76d5fabb0e tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] 10.222.0.42 "GET /v2.0/ports?device_id=07de1ed5-2712-4e95-8d69-8343c3d45afc HTTP/1.1" status: 200 len: 946 time: 0.0627956 Mar 29 15:39:05.883633 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:05.917171 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-6b4f2fd4-2565-4d0f-9bcf-a04cb3f265c9 req-152e80c0-d56d-4dc8-b84d-ae5e1acaf0de tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] 10.222.0.42 "GET /v2.0/security-groups?id=de326c20-13fe-424c-a811-b741d354586f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458734 Mar 29 15:39:05.944643 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 9088c870-6061-45d2-9115-f23bbdaa4a4c up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:39:05.989256 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a5467f-8c96-4d62-8e03-2e06ba438254 req-b269c0bc-d391-4dda-89fc-9b13b5c47ce9 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:39:05.990822 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-83a5467f-8c96-4d62-8e03-2e06ba438254 req-b269c0bc-d391-4dda-89fc-9b13b5c47ce9 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] 10.222.0.42 "GET /v2.0/ports?device_id=10eb82c7-8749-4775-80c9-2376fe09f89e HTTP/1.1" status: 200 len: 946 time: 0.0548873 Mar 29 15:39:06.009935 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port 9088c870-6061-45d2-9115-f23bbdaa4a4c triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:39:06.010626 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:06.034523 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-83a5467f-8c96-4d62-8e03-2e06ba438254 req-ed97d962-0ca2-442f-a6c2-a114fc2abcac tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] 10.222.0.42 "GET /v2.0/security-groups?id=c99ced8e-1ceb-46fb-aaa7-747186b2b9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360167 Mar 29 15:39:06.096668 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:06.118367 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] For port 9088c870-6061-45d2-9115-f23bbdaa4a4c, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=9088c870-6061-45d2-9115-f23bbdaa4a4c,segment=NetworkSegment(6ab47353-a811-4bad-bc73-b4cc84583cfd),segment_id=6ab47353-a811-4bad-bc73-b4cc84583cfd)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:39:06.124679 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:06.174426 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Pushing event updated for resources: {'Port': ['ID=9088c870-6061-45d2-9115-f23bbdaa4a4c,revision_number=4']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:39:06.329885 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81312ad9-5ed7-49d1-a8de-79da5386fcaa req-c4c59a9c-da45-4d7b-9dfe-5a5a6cf461ba tempest-ServersAdminNegativeTestJSON-1221216767 tempest-ServersAdminNegativeTestJSON-1221216767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:39:06.331668 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-81312ad9-5ed7-49d1-a8de-79da5386fcaa req-c4c59a9c-da45-4d7b-9dfe-5a5a6cf461ba tempest-ServersAdminNegativeTestJSON-1221216767 tempest-ServersAdminNegativeTestJSON-1221216767-project] 10.222.0.42 "GET /v2.0/ports?device_id=b95a7c37-dd01-4c1c-ae68-0ee1449a080e HTTP/1.1" status: 200 len: 950 time: 0.0629389 Mar 29 15:39:06.391482 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-81312ad9-5ed7-49d1-a8de-79da5386fcaa req-c621cc9c-cca0-4a70-bd7f-7d8a74d5531e tempest-ServersAdminNegativeTestJSON-1221216767 tempest-ServersAdminNegativeTestJSON-1221216767-project] 10.222.0.42 "GET /v2.0/security-groups?id=0472a554-1980-4298-b676-fea77ad7f77b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525131 Mar 29 15:39:06.459191 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21d0bd5-bb97-473b-a6d8-de54491e9b1f req-88e5c07a-9420-4671-9637-3eb91d3c9143 tempest-ServersTestFqdnHostnames-820638718 tempest-ServersTestFqdnHostnames-820638718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:39:06.460902 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d21d0bd5-bb97-473b-a6d8-de54491e9b1f req-88e5c07a-9420-4671-9637-3eb91d3c9143 tempest-ServersTestFqdnHostnames-820638718 tempest-ServersTestFqdnHostnames-820638718-project] 10.222.0.42 "GET /v2.0/ports?device_id=ac61adc4-a040-46b7-b07a-379e6e55215a HTTP/1.1" status: 200 len: 946 time: 0.0579011 Mar 29 15:39:06.509002 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d21d0bd5-bb97-473b-a6d8-de54491e9b1f req-19b97e55-d4bd-4d2e-9468-2fe40b46167b tempest-ServersTestFqdnHostnames-820638718 tempest-ServersTestFqdnHostnames-820638718-project] 10.222.0.42 "GET /v2.0/security-groups?id=74f56390-d8d0-43d4-aabd-c820bd2e0821&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0415280 Mar 29 15:39:06.605541 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb7c9737-dbf6-4dc2-8a91-a9e6e766a928 None None] Sync routers for ids ['44089d14-6dd8-4c55-a5ed-1eb49ffb983e'] in n-d-834765-1 {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:39:06.619202 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb7c9737-dbf6-4dc2-8a91-a9e6e766a928 None None] Routers {'44089d14-6dd8-4c55-a5ed-1eb49ffb983e'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:39:06.620670 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-bb7c9737-dbf6-4dc2-8a91-a9e6e766a928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:39:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['44089d14-6dd8-4c55-a5ed-1eb49ffb983e'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:39:06.693388 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123fccad-6c12-4ca3-8de6-b5202afcc1f5 req-b86d361d-aeaa-425e-a1eb-0a5afab58ee9 tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:39:06.694888 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-123fccad-6c12-4ca3-8de6-b5202afcc1f5 req-b86d361d-aeaa-425e-a1eb-0a5afab58ee9 tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] 10.222.0.42 "GET /v2.0/ports?device_id=02827dcb-f1d9-473b-a457-36e8d447defc HTTP/1.1" status: 200 len: 944 time: 0.0912523 Mar 29 15:39:06.755722 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-123fccad-6c12-4ca3-8de6-b5202afcc1f5 req-abcb1217-99c8-41f3-9ae1-8a1cf2e382c0 tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] 10.222.0.42 "GET /v2.0/security-groups?id=d26d57f3-f34b-4b82-acb2-a15ffdfe7b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465128 Mar 29 15:39:06.758151 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d235df3-3524-426d-9066-2b4331772627 req-7be7d02a-d0f4-4440-a96f-da685b0de911 tempest-LiveAutoBlockMigrationV225Test-1278294229 tempest-LiveAutoBlockMigrationV225Test-1278294229-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:39:06.759875 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-1d235df3-3524-426d-9066-2b4331772627 req-7be7d02a-d0f4-4440-a96f-da685b0de911 tempest-LiveAutoBlockMigrationV225Test-1278294229 tempest-LiveAutoBlockMigrationV225Test-1278294229-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=02827dcb-f1d9-473b-a457-36e8d447defc&tenant_id=c66f5a43ae0e46908f202e6b40f23448&binding%3Ahost_id=n-h1-834765-1 HTTP/1.1" status: 200 len: 1095 time: 0.0866120 Mar 29 15:39:06.776145 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvr_db [None req-bb7c9737-dbf6-4dc2-8a91-a9e6e766a928 None None] Set router 44089d14-6dd8-4c55-a5ed-1eb49ffb983e gateway port host: n-d-834765-1 {{(pid=102792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:39:06.830125 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d235df3-3524-426d-9066-2b4331772627 req-a330a1bf-8a56-4b30-aac9-f96237e8c987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:39:06.831765 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-1d235df3-3524-426d-9066-2b4331772627 req-a330a1bf-8a56-4b30-aac9-f96237e8c987 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=02827dcb-f1d9-473b-a457-36e8d447defc&tenant_id=c66f5a43ae0e46908f202e6b40f23448 HTTP/1.1" status: 200 len: 1095 time: 0.0545065 Mar 29 15:39:06.905735 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d235df3-3524-426d-9066-2b4331772627 req-ca07c974-9cff-4607-a85c-9578981cec99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:39:06.907225 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-1d235df3-3524-426d-9066-2b4331772627 req-ca07c974-9cff-4607-a85c-9578981cec99 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c66f5a43ae0e46908f202e6b40f23448&device_id=02827dcb-f1d9-473b-a457-36e8d447defc HTTP/1.1" status: 200 len: 1095 time: 0.0505323 Mar 29 15:39:07.022429 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-bb7c9737-dbf6-4dc2-8a91-a9e6e766a928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44089d14-6dd8-4c55-a5ed-1eb49ffb983e', 'name': 'tempest-TaggedBootDevicesTest-1457302303-router', 'tenant_id': 'be3160ca614c4fac86c8b86f783c4f96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.43'}], 'enable_snat': True}, 'gw_port_id': '9088c870-6061-45d2-9115-f23bbdaa4a4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:39:00Z', 'updated_at': '2022-03-29T15:39:04Z', 'revision_number': 4, 'project_id': 'be3160ca614c4fac86c8b86f783c4f96', 'gw_port': {'id': '9088c870-6061-45d2-9115-f23bbdaa4a4c', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:38:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44089d14-6dd8-4c55-a5ed-1eb49ffb983e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:39:00Z', 'updated_at': '2022-03-29T15:39:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': 'eac01713-5456-4fdb-990f-88fb111c34b5', 'name': '', 'network_id': '861f9a98-88c1-4d2d-9194-2bf405e496db', 'tenant_id': 'be3160ca614c4fac86c8b86f783c4f96', 'mac_address': 'fa:16:3e:b0:77:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44089d14-6dd8-4c55-a5ed-1eb49ffb983e', 'device_owner': 'network:router_interface', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '1a0a2846-8b26-4720-9690-605d7fdb36e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:39:03Z', 'updated_at': '2022-03-29T15:39:04Z', 'revision_number': 2, 'project_id': 'be3160ca614c4fac86c8b86f783c4f96', 'subnets': [{'id': '1a0a2846-8b26-4720-9690-605d7fdb36e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:39:07.029667 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d235df3-3524-426d-9066-2b4331772627 req-17f6c48b-4246-4795-822a-331979370f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:39:07.031657 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-1d235df3-3524-426d-9066-2b4331772627 req-17f6c48b-4246-4795-822a-331979370f48 service neutron] 10.222.0.48 "GET /v2.0/networks?id=c7e23169-e9d3-4fec-ace3-87b88825b851 HTTP/1.1" status: 200 len: 922 time: 0.1170976 Mar 29 15:39:07.046798 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a46da4-ab21-43c8-9ffc-6248c2707210 req-70a56142-8cfe-43c3-95ed-c7417fd3ede8 tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:39:07.049102 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-48a46da4-ab21-43c8-9ffc-6248c2707210 req-70a56142-8cfe-43c3-95ed-c7417fd3ede8 tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] 10.222.0.42 "GET /v2.0/ports?device_id=07de1ed5-2712-4e95-8d69-8343c3d45afc HTTP/1.1" status: 200 len: 946 time: 0.0601561 Mar 29 15:39:07.054326 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb7c9737-dbf6-4dc2-8a91-a9e6e766a928 None None] Checking router: 44089d14-6dd8-4c55-a5ed-1eb49ffb983e for host: n-d-834765-1 {{(pid=102792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:39:07.054911 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb7c9737-dbf6-4dc2-8a91-a9e6e766a928 None None] Updating router 44089d14-6dd8-4c55-a5ed-1eb49ffb983e port eac01713-5456-4fdb-990f-88fb111c34b5 binding host n-d-834765-1 {{(pid=102792) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 15:39:07.086067 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-1d235df3-3524-426d-9066-2b4331772627 req-4027b183-253b-4658-9506-9df21dbfdab1 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=92483d71-0aee-4c16-b1ee-3338907a4ad9 HTTP/1.1" status: 200 len: 217 time: 0.0449169 Mar 29 15:39:07.103002 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-48a46da4-ab21-43c8-9ffc-6248c2707210 req-b6823695-eaee-45c0-82da-9c85415981e0 tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] 10.222.0.42 "GET /v2.0/security-groups?id=de326c20-13fe-424c-a811-b741d354586f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469244 Mar 29 15:39:07.112705 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-bb7c9737-dbf6-4dc2-8a91-a9e6e766a928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:07.190806 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d235df3-3524-426d-9066-2b4331772627 req-34af6525-61e6-4be7-a487-cac294fa39e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:39:07.192977 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-1d235df3-3524-426d-9066-2b4331772627 req-34af6525-61e6-4be7-a487-cac294fa39e9 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=47ebad0b-955e-4824-b04c-60b1952d5787 HTTP/1.1" status: 200 len: 861 time: 0.0999618 Mar 29 15:39:07.211838 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c81dd4-dc48-4148-a513-a85926f77077 req-73e4a1f2-e971-42ef-b460-6a76affa8915 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:39:07.213627 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-d9c81dd4-dc48-4148-a513-a85926f77077 req-73e4a1f2-e971-42ef-b460-6a76affa8915 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] 10.222.0.42 "GET /v2.0/ports?device_id=10eb82c7-8749-4775-80c9-2376fe09f89e HTTP/1.1" status: 200 len: 946 time: 0.0735102 Mar 29 15:39:07.249840 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-1d235df3-3524-426d-9066-2b4331772627 req-05a79461-9c59-47f3-b78c-9c9376b0247a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c7e23169-e9d3-4fec-ace3-87b88825b851&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0480204 Mar 29 15:39:07.291623 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-d9c81dd4-dc48-4148-a513-a85926f77077 req-f79935a4-332f-43ba-989e-a327e2b6438f tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] 10.222.0.42 "GET /v2.0/security-groups?id=c99ced8e-1ceb-46fb-aaa7-747186b2b9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695684 Mar 29 15:39:07.372698 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-1d235df3-3524-426d-9066-2b4331772627 req-a5ba6d9f-8faa-432d-8416-6b9b58c802b7 service neutron] 10.222.0.48 "GET /v2.0/networks/c7e23169-e9d3-4fec-ace3-87b88825b851?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1138577 Mar 29 15:39:07.509810 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-1d235df3-3524-426d-9066-2b4331772627 req-8081f403-e69f-40cb-8f29-4addbc2f67e8 service neutron] 10.222.0.48 "GET /v2.0/networks/c7e23169-e9d3-4fec-ace3-87b88825b851?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270738 Mar 29 15:39:07.532115 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32ecf4d-d59c-46cb-bd88-f65e538dffca req-aca9db4c-8b57-494c-a627-f6605c4a78a4 tempest-ServersAdminNegativeTestJSON-1221216767 tempest-ServersAdminNegativeTestJSON-1221216767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:39:07.534114 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d32ecf4d-d59c-46cb-bd88-f65e538dffca req-aca9db4c-8b57-494c-a627-f6605c4a78a4 tempest-ServersAdminNegativeTestJSON-1221216767 tempest-ServersAdminNegativeTestJSON-1221216767-project] 10.222.0.42 "GET /v2.0/ports?device_id=b95a7c37-dd01-4c1c-ae68-0ee1449a080e HTTP/1.1" status: 200 len: 950 time: 0.0629935 Mar 29 15:39:07.603909 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d32ecf4d-d59c-46cb-bd88-f65e538dffca req-37f820a1-05ce-456a-8864-e32fd559a131 tempest-ServersAdminNegativeTestJSON-1221216767 tempest-ServersAdminNegativeTestJSON-1221216767-project] 10.222.0.42 "GET /v2.0/security-groups?id=0472a554-1980-4298-b676-fea77ad7f77b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620148 Mar 29 15:39:07.649710 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-bb7c9737-dbf6-4dc2-8a91-a9e6e766a928 None None] Notify callbacks [] for port, precommit_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:07.663146 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d253291-1c0d-4bec-a488-9a87b0fe4b88 req-891b3a9d-b97a-4c5c-83fb-50933c2726f0 tempest-ServersTestFqdnHostnames-820638718 tempest-ServersTestFqdnHostnames-820638718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:39:07.664747 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-6d253291-1c0d-4bec-a488-9a87b0fe4b88 req-891b3a9d-b97a-4c5c-83fb-50933c2726f0 tempest-ServersTestFqdnHostnames-820638718 tempest-ServersTestFqdnHostnames-820638718-project] 10.222.0.42 "GET /v2.0/ports?device_id=ac61adc4-a040-46b7-b07a-379e6e55215a HTTP/1.1" status: 200 len: 946 time: 0.0776024 Mar 29 15:39:07.671454 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-bb7c9737-dbf6-4dc2-8a91-a9e6e766a928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:07.729030 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 9088c870-6061-45d2-9115-f23bbdaa4a4c up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:39:07.731210 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-6d253291-1c0d-4bec-a488-9a87b0fe4b88 req-2709756e-c314-40c7-99e9-f71fa3530ce8 tempest-ServersTestFqdnHostnames-820638718 tempest-ServersTestFqdnHostnames-820638718-project] 10.222.0.42 "GET /v2.0/security-groups?id=74f56390-d8d0-43d4-aabd-c820bd2e0821&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0600219 Mar 29 15:39:07.760382 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538e6b60-580f-49ab-a3a0-41a35256ef32 None None] Pushing event updated for resources: {'Port': ['ID=eac01713-5456-4fdb-990f-88fb111c34b5,revision_number=3']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:39:07.834463 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-bb7c9737-dbf6-4dc2-8a91-a9e6e766a928 None None] Attempting to bind port eac01713-5456-4fdb-990f-88fb111c34b5 on host n-d-834765-1 for vnic_type normal with profile {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:39:07.834838 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-bb7c9737-dbf6-4dc2-8a91-a9e6e766a928 None None] Attempting to bind port eac01713-5456-4fdb-990f-88fb111c34b5 by drivers openvswitch,hyperv on host n-d-834765-1 at level 0 using segments [{'id': 'bed846bc-5ece-4715-b186-296fbeddb687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '861f9a98-88c1-4d2d-9194-2bf405e496db'}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:39:07.835200 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb7c9737-dbf6-4dc2-8a91-a9e6e766a928 None None] Attempting to bind port eac01713-5456-4fdb-990f-88fb111c34b5 on network 861f9a98-88c1-4d2d-9194-2bf405e496db {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:39:07.845048 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb7c9737-dbf6-4dc2-8a91-a9e6e766a928 None None] Checking agent: {'id': 'a8866439-9d96-425c-b519-6905c591ac37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 25, 36), 'started_at': datetime.datetime(2022, 3, 29, 15, 26, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 39, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834765-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:39:07.845663 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb7c9737-dbf6-4dc2-8a91-a9e6e766a928 None None] Checking segment: {'id': 'bed846bc-5ece-4715-b186-296fbeddb687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '861f9a98-88c1-4d2d-9194-2bf405e496db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:39:07.846079 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-bb7c9737-dbf6-4dc2-8a91-a9e6e766a928 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:07.846689 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb7c9737-dbf6-4dc2-8a91-a9e6e766a928 None None] Bound using segment: {'id': 'bed846bc-5ece-4715-b186-296fbeddb687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '861f9a98-88c1-4d2d-9194-2bf405e496db'} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:39:07.846943 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-bb7c9737-dbf6-4dc2-8a91-a9e6e766a928 None None] Bound port: eac01713-5456-4fdb-990f-88fb111c34b5, host: n-d-834765-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bed846bc-5ece-4715-b186-296fbeddb687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '861f9a98-88c1-4d2d-9194-2bf405e496db'}}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 15:39:07.847365 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-bb7c9737-dbf6-4dc2-8a91-a9e6e766a928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:07.884615 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d235df3-3524-426d-9066-2b4331772627 req-a6f4f34d-1e8e-4ae5-8e9b-019956c74dae tempest-LiveAutoBlockMigrationV225Test-1278294229 tempest-LiveAutoBlockMigrationV225Test-1278294229-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:39:07.886114 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-1d235df3-3524-426d-9066-2b4331772627 req-a6f4f34d-1e8e-4ae5-8e9b-019956c74dae tempest-LiveAutoBlockMigrationV225Test-1278294229 tempest-LiveAutoBlockMigrationV225Test-1278294229-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=02827dcb-f1d9-473b-a457-36e8d447defc&tenant_id=c66f5a43ae0e46908f202e6b40f23448&binding%3Ahost_id=n-h2-834765-1 HTTP/1.1" status: 200 len: 1095 time: 0.0884352 Mar 29 15:39:07.902092 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port 9088c870-6061-45d2-9115-f23bbdaa4a4c triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:39:07.902513 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:07.936755 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85896eb7-7a5d-4a84-bdae-3e98da6f16d4 req-99fc5f09-c6d2-4338-a2b4-e7814d347d25 tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:39:07.951502 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-85896eb7-7a5d-4a84-bdae-3e98da6f16d4 req-99fc5f09-c6d2-4338-a2b4-e7814d347d25 tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] 10.222.0.42 "GET /v2.0/ports?device_id=02827dcb-f1d9-473b-a457-36e8d447defc HTTP/1.1" status: 200 len: 944 time: 0.0869606 Mar 29 15:39:07.979461 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-bb7c9737-dbf6-4dc2-8a91-a9e6e766a928 None None] For port eac01713-5456-4fdb-990f-88fb111c34b5, host n-d-834765-1, cleared binding levels {{(pid=102792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:39:07.983168 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-bb7c9737-dbf6-4dc2-8a91-a9e6e766a928 None None] For port eac01713-5456-4fdb-990f-88fb111c34b5, host n-d-834765-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=eac01713-5456-4fdb-990f-88fb111c34b5,segment=NetworkSegment(bed846bc-5ece-4715-b186-296fbeddb687),segment_id=bed846bc-5ece-4715-b186-296fbeddb687)] {{(pid=102792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:39:07.999957 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-bb7c9737-dbf6-4dc2-8a91-a9e6e766a928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:08.039902 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-85896eb7-7a5d-4a84-bdae-3e98da6f16d4 req-bbdce04d-24e0-45c2-9d49-791770f22db8 tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] 10.222.0.42 "GET /v2.0/security-groups?id=d26d57f3-f34b-4b82-acb2-a15ffdfe7b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871115 Mar 29 15:39:08.100491 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-d23441ba-daec-4caa-ad58-8c876a1c4c7e None None] Provisioning complete for port eac01713-5456-4fdb-990f-88fb111c34b5 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:39:08.100858 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d23441ba-daec-4caa-ad58-8c876a1c4c7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:08.128419 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [req-1d235df3-3524-426d-9066-2b4331772627 req-15b86665-f8a4-4bd3-86c8-fff7644aa764 service neutron] For port 92483d71-0aee-4c16-b1ee-3338907a4ad9, host n-h1-834765-1, cleared binding levels {{(pid=102790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:39:08.135811 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-1d235df3-3524-426d-9066-2b4331772627 req-15b86665-f8a4-4bd3-86c8-fff7644aa764 service neutron] Notify callbacks [] for binding, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:08.137172 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-1d235df3-3524-426d-9066-2b4331772627 req-15b86665-f8a4-4bd3-86c8-fff7644aa764 service neutron] 10.222.0.48 "DELETE /v2.0/ports/92483d71-0aee-4c16-b1ee-3338907a4ad9/bindings/n-h1-834765-1 HTTP/1.1" status: 204 len: 173 time: 0.2428155 Mar 29 15:39:08.204774 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ccbc98-831c-459b-9b60-b1274b228bbc req-cebd1b24-6be3-4b86-a587-ec8c13c1632c tempest-LiveAutoBlockMigrationV225Test-1278294229 tempest-LiveAutoBlockMigrationV225Test-1278294229-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:39:08.207805 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb7c9737-dbf6-4dc2-8a91-a9e6e766a928 None None] Routers {'44089d14-6dd8-4c55-a5ed-1eb49ffb983e'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:39:08.209422 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-bb7c9737-dbf6-4dc2-8a91-a9e6e766a928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:39:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['44089d14-6dd8-4c55-a5ed-1eb49ffb983e'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:39:08.214503 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-a2ccbc98-831c-459b-9b60-b1274b228bbc req-cebd1b24-6be3-4b86-a587-ec8c13c1632c tempest-LiveAutoBlockMigrationV225Test-1278294229 tempest-LiveAutoBlockMigrationV225Test-1278294229-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=02827dcb-f1d9-473b-a457-36e8d447defc HTTP/1.1" status: 200 len: 1095 time: 0.0577548 Mar 29 15:39:08.271532 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-a2ccbc98-831c-459b-9b60-b1274b228bbc req-75b23860-a3e4-4a48-a9cb-4693ec60a72a tempest-LiveAutoBlockMigrationV225Test-1278294229 tempest-LiveAutoBlockMigrationV225Test-1278294229-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=d26d57f3-f34b-4b82-acb2-a15ffdfe7b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511930 Mar 29 15:39:08.314579 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538e6b60-580f-49ab-a3a0-41a35256ef32 None None] Pushing event updated for resources: {'Port': ['ID=eac01713-5456-4fdb-990f-88fb111c34b5,revision_number=4']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:39:08.341315 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95109f6-215d-4cb1-9af6-ada800eb1977 req-7bf4c436-ecc9-4511-a357-3c5b3d9fbd76 tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:39:08.343150 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-d95109f6-215d-4cb1-9af6-ada800eb1977 req-7bf4c436-ecc9-4511-a357-3c5b3d9fbd76 tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] 10.222.0.42 "GET /v2.0/ports?device_id=07de1ed5-2712-4e95-8d69-8343c3d45afc HTTP/1.1" status: 200 len: 946 time: 0.0951269 Mar 29 15:39:08.360276 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d23441ba-daec-4caa-ad58-8c876a1c4c7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:08.412678 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-d95109f6-215d-4cb1-9af6-ada800eb1977 req-0dff4773-6387-4220-9050-2922366437b3 tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] 10.222.0.42 "GET /v2.0/security-groups?id=de326c20-13fe-424c-a811-b741d354586f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617290 Mar 29 15:39:08.447577 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-d23441ba-daec-4caa-ad58-8c876a1c4c7e None None] For port eac01713-5456-4fdb-990f-88fb111c34b5, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=eac01713-5456-4fdb-990f-88fb111c34b5,segment=NetworkSegment(bed846bc-5ece-4715-b186-296fbeddb687),segment_id=bed846bc-5ece-4715-b186-296fbeddb687)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:39:08.476243 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d23441ba-daec-4caa-ad58-8c876a1c4c7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:08.489406 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvr_db [None req-bb7c9737-dbf6-4dc2-8a91-a9e6e766a928 None None] Set router 44089d14-6dd8-4c55-a5ed-1eb49ffb983e gateway port host: n-d-834765-1 {{(pid=102792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:39:08.531710 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55b1391-d002-4d63-aa0c-396aabda7744 req-36a2ef9b-ec2f-4eae-9616-e19feb5ff1b7 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:39:08.533338 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c3b583-2cc5-4db4-9334-6315578c79e0 req-6e629199-1a62-4432-b956-cc019929c635 tempest-ServersTestFqdnHostnames-820638718 tempest-ServersTestFqdnHostnames-820638718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:39:08.533957 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-c55b1391-d002-4d63-aa0c-396aabda7744 req-36a2ef9b-ec2f-4eae-9616-e19feb5ff1b7 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] 10.222.0.42 "GET /v2.0/ports?device_id=10eb82c7-8749-4775-80c9-2376fe09f89e HTTP/1.1" status: 200 len: 946 time: 0.1400595 Mar 29 15:39:08.541903 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-32c3b583-2cc5-4db4-9334-6315578c79e0 req-6e629199-1a62-4432-b956-cc019929c635 tempest-ServersTestFqdnHostnames-820638718 tempest-ServersTestFqdnHostnames-820638718-project] 10.222.0.48 "GET /v2.0/ports?device_id=ac61adc4-a040-46b7-b07a-379e6e55215a HTTP/1.1" status: 200 len: 946 time: 0.1349115 Mar 29 15:39:08.611485 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a931c5-8924-4ac1-b912-b55d3d403764 req-b60fe3f2-11f5-4288-a189-9abcab6956e0 tempest-ServersAdminNegativeTestJSON-1221216767 tempest-ServersAdminNegativeTestJSON-1221216767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:39:08.613363 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-a5a931c5-8924-4ac1-b912-b55d3d403764 req-b60fe3f2-11f5-4288-a189-9abcab6956e0 tempest-ServersAdminNegativeTestJSON-1221216767 tempest-ServersAdminNegativeTestJSON-1221216767-project] 10.222.0.48 "GET /v2.0/ports?device_id=b95a7c37-dd01-4c1c-ae68-0ee1449a080e HTTP/1.1" status: 200 len: 950 time: 0.1442761 Mar 29 15:39:08.652793 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-61a60a15-b9df-4dcf-ba93-7312c1864ffd None None] Provisioning complete for port eac01713-5456-4fdb-990f-88fb111c34b5 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:39:08.653360 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-61a60a15-b9df-4dcf-ba93-7312c1864ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:08.680890 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-c55b1391-d002-4d63-aa0c-396aabda7744 req-1db34343-c9bb-45ce-b6fd-ea5dc137b7cd tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] 10.222.0.42 "GET /v2.0/security-groups?id=c99ced8e-1ceb-46fb-aaa7-747186b2b9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190867 Mar 29 15:39:08.687249 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23441ba-daec-4caa-ad58-8c876a1c4c7e None None] Pushing event updated for resources: {'Port': ['ID=eac01713-5456-4fdb-990f-88fb111c34b5,revision_number=5']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:39:08.841177 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff351da-3bf9-4e06-b131-a01da8b9b23f req-f3083e39-c9cb-4f50-b799-2f9ca76592fe tempest-LiveAutoBlockMigrationV225Test-1278294229 tempest-LiveAutoBlockMigrationV225Test-1278294229-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:39:08.842300 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ab587d-c2d8-470f-8a33-c787057b150e req-d9fabc31-27dd-4070-a141-6e34fde83250 tempest-ServersAdminNegativeTestJSON-1221216767 tempest-ServersAdminNegativeTestJSON-1221216767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:39:08.843291 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-eff351da-3bf9-4e06-b131-a01da8b9b23f req-f3083e39-c9cb-4f50-b799-2f9ca76592fe tempest-LiveAutoBlockMigrationV225Test-1278294229 tempest-LiveAutoBlockMigrationV225Test-1278294229-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=02827dcb-f1d9-473b-a457-36e8d447defc HTTP/1.1" status: 200 len: 1095 time: 0.2848370 Mar 29 15:39:08.845661 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [req-32c3b583-2cc5-4db4-9334-6315578c79e0 req-c568faa0-64df-4bb7-ad75-19f329349b03 tempest-ServersTestFqdnHostnames-820638718 tempest-ServersTestFqdnHostnames-820638718-project] Deleting port ee33af2b-688f-44aa-b5f5-0682e4e2fd02 {{(pid=102790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:39:08.846001 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-32c3b583-2cc5-4db4-9334-6315578c79e0 req-c568faa0-64df-4bb7-ad75-19f329349b03 tempest-ServersTestFqdnHostnames-820638718 tempest-ServersTestFqdnHostnames-820638718-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:08.850910 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-55ab587d-c2d8-470f-8a33-c787057b150e req-d9fabc31-27dd-4070-a141-6e34fde83250 tempest-ServersAdminNegativeTestJSON-1221216767 tempest-ServersAdminNegativeTestJSON-1221216767-project] 10.222.0.42 "GET /v2.0/ports?device_id=b95a7c37-dd01-4c1c-ae68-0ee1449a080e HTTP/1.1" status: 200 len: 950 time: 0.0732758 Mar 29 15:39:08.861826 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [req-a5a931c5-8924-4ac1-b912-b55d3d403764 req-6b3107da-417b-4b5a-9d92-b6e4b7587f90 tempest-ServersAdminNegativeTestJSON-1221216767 tempest-ServersAdminNegativeTestJSON-1221216767-project] Deleting port fe2455fa-5569-41d2-9f29-4e533d4bd9fe {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:39:08.862409 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-a5a931c5-8924-4ac1-b912-b55d3d403764 req-6b3107da-417b-4b5a-9d92-b6e4b7587f90 tempest-ServersAdminNegativeTestJSON-1221216767 tempest-ServersAdminNegativeTestJSON-1221216767-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:08.936688 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-bb7c9737-dbf6-4dc2-8a91-a9e6e766a928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44089d14-6dd8-4c55-a5ed-1eb49ffb983e', 'name': 'tempest-TaggedBootDevicesTest-1457302303-router', 'tenant_id': 'be3160ca614c4fac86c8b86f783c4f96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.43'}], 'enable_snat': True}, 'gw_port_id': '9088c870-6061-45d2-9115-f23bbdaa4a4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:39:00Z', 'updated_at': '2022-03-29T15:39:04Z', 'revision_number': 4, 'project_id': 'be3160ca614c4fac86c8b86f783c4f96', 'gw_port': {'id': '9088c870-6061-45d2-9115-f23bbdaa4a4c', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:38:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44089d14-6dd8-4c55-a5ed-1eb49ffb983e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:39:00Z', 'updated_at': '2022-03-29T15:39:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': 'eac01713-5456-4fdb-990f-88fb111c34b5', 'name': '', 'network_id': '861f9a98-88c1-4d2d-9194-2bf405e496db', 'tenant_id': 'be3160ca614c4fac86c8b86f783c4f96', 'mac_address': 'fa:16:3e:b0:77:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44089d14-6dd8-4c55-a5ed-1eb49ffb983e', 'device_owner': 'network:router_interface', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '1a0a2846-8b26-4720-9690-605d7fdb36e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:39:03Z', 'updated_at': '2022-03-29T15:39:07Z', 'revision_number': 4, 'project_id': 'be3160ca614c4fac86c8b86f783c4f96', 'subnets': [{'id': '1a0a2846-8b26-4720-9690-605d7fdb36e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:39:08.944424 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-eff351da-3bf9-4e06-b131-a01da8b9b23f req-9cc7de58-36ea-4d05-a0ba-54064ae2bbc2 tempest-LiveAutoBlockMigrationV225Test-1278294229 tempest-LiveAutoBlockMigrationV225Test-1278294229-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=d26d57f3-f34b-4b82-acb2-a15ffdfe7b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915937 Mar 29 15:39:08.969313 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-55ab587d-c2d8-470f-8a33-c787057b150e req-058ab1a1-c5c4-4c04-847f-e2a4f0bf7df6 tempest-ServersAdminNegativeTestJSON-1221216767 tempest-ServersAdminNegativeTestJSON-1221216767-project] 10.222.0.42 "GET /v2.0/security-groups?id=0472a554-1980-4298-b676-fea77ad7f77b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120059 Mar 29 15:39:08.979358 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb7c9737-dbf6-4dc2-8a91-a9e6e766a928 None None] The sync data for ids ['44089d14-6dd8-4c55-a5ed-1eb49ffb983e'] in n-d-834765-1 is: [{'id': '44089d14-6dd8-4c55-a5ed-1eb49ffb983e', 'name': 'tempest-TaggedBootDevicesTest-1457302303-router', 'tenant_id': 'be3160ca614c4fac86c8b86f783c4f96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.43'}], 'enable_snat': True}, 'gw_port_id': '9088c870-6061-45d2-9115-f23bbdaa4a4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:39:00Z', 'updated_at': '2022-03-29T15:39:04Z', 'revision_number': 4, 'project_id': 'be3160ca614c4fac86c8b86f783c4f96', 'gw_port': {'id': '9088c870-6061-45d2-9115-f23bbdaa4a4c', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:38:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44089d14-6dd8-4c55-a5ed-1eb49ffb983e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:39:00Z', 'updated_at': '2022-03-29T15:39:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': 'eac01713-5456-4fdb-990f-88fb111c34b5', 'name': '', 'network_id': '861f9a98-88c1-4d2d-9194-2bf405e496db', 'tenant_id': 'be3160ca614c4fac86c8b86f783c4f96', 'mac_address': 'fa:16:3e:b0:77:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44089d14-6dd8-4c55-a5ed-1eb49ffb983e', 'device_owner': 'network:router_interface', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '1a0a2846-8b26-4720-9690-605d7fdb36e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:39:03Z', 'updated_at': '2022-03-29T15:39:07Z', 'revision_number': 4, 'project_id': 'be3160ca614c4fac86c8b86f783c4f96', 'subnets': [{'id': '1a0a2846-8b26-4720-9690-605d7fdb36e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:39:09.060262 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-a5a931c5-8924-4ac1-b912-b55d3d403764 req-6b3107da-417b-4b5a-9d92-b6e4b7587f90 tempest-ServersAdminNegativeTestJSON-1221216767 tempest-ServersAdminNegativeTestJSON-1221216767-project] For port fe2455fa-5569-41d2-9f29-4e533d4bd9fe, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=fe2455fa-5569-41d2-9f29-4e533d4bd9fe,segment=NetworkSegment(a0c230f0-660a-4194-9279-0f0781d34134),segment_id=a0c230f0-660a-4194-9279-0f0781d34134)] {{(pid=102791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:39:09.060645 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-a5a931c5-8924-4ac1-b912-b55d3d403764 req-6b3107da-417b-4b5a-9d92-b6e4b7587f90 tempest-ServersAdminNegativeTestJSON-1221216767 tempest-ServersAdminNegativeTestJSON-1221216767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:09.127928 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [req-a5a931c5-8924-4ac1-b912-b55d3d403764 req-6b3107da-417b-4b5a-9d92-b6e4b7587f90 tempest-ServersAdminNegativeTestJSON-1221216767 tempest-ServersAdminNegativeTestJSON-1221216767-project] Calling delete_port for fe2455fa-5569-41d2-9f29-4e533d4bd9fe owned by compute:nova {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:39:09.316506 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5418c2-b8a8-49d4-934e-41349ecd46e4 req-d73d7f83-1ca9-4c9c-bd08-5cd2538ff3fc tempest-ServersTestFqdnHostnames-820638718 tempest-ServersTestFqdnHostnames-820638718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:39:09.321311 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6b5418c2-b8a8-49d4-934e-41349ecd46e4 req-d73d7f83-1ca9-4c9c-bd08-5cd2538ff3fc tempest-ServersTestFqdnHostnames-820638718 tempest-ServersTestFqdnHostnames-820638718-project] 10.222.0.42 "GET /v2.0/ports?device_id=ac61adc4-a040-46b7-b07a-379e6e55215a HTTP/1.1" status: 200 len: 946 time: 0.2632141 Mar 29 15:39:09.398201 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.48', 54205) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:39:09.465406 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6b5418c2-b8a8-49d4-934e-41349ecd46e4 req-9ebb3833-d141-4272-a795-67ac696ef3b1 tempest-ServersTestFqdnHostnames-820638718 tempest-ServersTestFqdnHostnames-820638718-project] 10.222.0.42 "GET /v2.0/security-groups?id=74f56390-d8d0-43d4-aabd-c820bd2e0821&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1238368 Mar 29 15:39:09.543250 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4dc068-0c4f-4a72-838c-0791675b9b6f req-9e8ae007-914f-415f-ade8-ad5988f7789f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:39:09.544846 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-5d4dc068-0c4f-4a72-838c-0791675b9b6f req-9e8ae007-914f-415f-ade8-ad5988f7789f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=61d6b03cf8b04e0283d0c20861ff0cb0&device_id=10eb82c7-8749-4775-80c9-2376fe09f89e HTTP/1.1" status: 200 len: 1097 time: 0.1456556 Mar 29 15:39:09.546538 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [req-32c3b583-2cc5-4db4-9334-6315578c79e0 req-c568faa0-64df-4bb7-ad75-19f329349b03 tempest-ServersTestFqdnHostnames-820638718 tempest-ServersTestFqdnHostnames-820638718-project] For port ee33af2b-688f-44aa-b5f5-0682e4e2fd02, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=ee33af2b-688f-44aa-b5f5-0682e4e2fd02,segment=NetworkSegment(19ee7531-80c7-401c-b973-3d54e2562bfd),segment_id=19ee7531-80c7-401c-b973-3d54e2562bfd)] {{(pid=102790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:39:09.547022 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-32c3b583-2cc5-4db4-9334-6315578c79e0 req-c568faa0-64df-4bb7-ad75-19f329349b03 tempest-ServersTestFqdnHostnames-820638718 tempest-ServersTestFqdnHostnames-820638718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:09.807376 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4dc068-0c4f-4a72-838c-0791675b9b6f req-6efa1aa4-63bd-4838-ba79-2ebe1c3ea4b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:39:09.808864 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-5d4dc068-0c4f-4a72-838c-0791675b9b6f req-6efa1aa4-63bd-4838-ba79-2ebe1c3ea4b3 service neutron] 10.222.0.48 "GET /v2.0/networks?id=b1def78c-da55-4367-b9b1-4d7fc20fc6ac HTTP/1.1" status: 200 len: 909 time: 0.2398071 Mar 29 15:39:09.827109 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-a5a931c5-8924-4ac1-b912-b55d3d403764 req-6b3107da-417b-4b5a-9d92-b6e4b7587f90 tempest-ServersAdminNegativeTestJSON-1221216767 tempest-ServersAdminNegativeTestJSON-1221216767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:09.842239 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] get_ports_and_sgs() called for port_ids ['fe2455fa-5569-41d2-9f29-4e533d4bd9fe'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:39:09.857950 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eba561e-26c2-4a6a-8be6-2e17d89daed3 req-9949ac58-d2cb-49aa-bc12-669ef3719c14 tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:39:09.869638 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-1eba561e-26c2-4a6a-8be6-2e17d89daed3 req-9949ac58-d2cb-49aa-bc12-669ef3719c14 tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] 10.222.0.42 "GET /v2.0/ports?device_id=07de1ed5-2712-4e95-8d69-8343c3d45afc HTTP/1.1" status: 200 len: 946 time: 0.1693678 Mar 29 15:39:09.890383 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device eac01713-5456-4fdb-990f-88fb111c34b5 up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:39:09.955517 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port eac01713-5456-4fdb-990f-88fb111c34b5 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:39:09.955909 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:09.959376 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-5d4dc068-0c4f-4a72-838c-0791675b9b6f req-b6fcda4b-aca5-4428-8257-357403367bc5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f75a81b4-cea7-4f54-a990-54deb63424a4 HTTP/1.1" status: 200 len: 217 time: 0.1394446 Mar 29 15:39:09.960103 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3107da-417b-4b5a-9d92-b6e4b7587f90 tempest-ServersAdminNegativeTestJSON-1221216767 tempest-ServersAdminNegativeTestJSON-1221216767-project] Pushing event deleted for resources: {'Port': ['ID=fe2455fa-5569-41d2-9f29-4e533d4bd9fe,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:39:10.038562 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6506d6b-f3b3-4a7b-a25f-e60b314787f2 req-6702d4d3-5f6b-418b-9266-dc367354d9da tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:39:10.040130 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-b6506d6b-f3b3-4a7b-a25f-e60b314787f2 req-6702d4d3-5f6b-418b-9266-dc367354d9da tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] 10.222.0.42 "GET /v2.0/ports?device_id=10eb82c7-8749-4775-80c9-2376fe09f89e HTTP/1.1" status: 200 len: 946 time: 0.1201742 Mar 29 15:39:10.042241 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-32c3b583-2cc5-4db4-9334-6315578c79e0 req-c568faa0-64df-4bb7-ad75-19f329349b03 tempest-ServersTestFqdnHostnames-820638718 tempest-ServersTestFqdnHostnames-820638718-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:10.042598 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-32c3b583-2cc5-4db4-9334-6315578c79e0 req-c568faa0-64df-4bb7-ad75-19f329349b03 tempest-ServersTestFqdnHostnames-820638718 tempest-ServersTestFqdnHostnames-820638718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648212'] for floatingip, after_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:10.043223 n-d-834765-1 neutron-server[102790]: INFO neutron.db.l3_db [req-32c3b583-2cc5-4db4-9334-6315578c79e0 req-c568faa0-64df-4bb7-ad75-19f329349b03 tempest-ServersTestFqdnHostnames-820638718 tempest-ServersTestFqdnHostnames-820638718-project] Floating IP 5b244e6b-e9aa-44ff-a1ac-7c9102ae49d3 disassociated. External IP: 172.25.4.54, port: ee33af2b-688f-44aa-b5f5-0682e4e2fd02. Mar 29 15:39:10.043566 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [req-32c3b583-2cc5-4db4-9334-6315578c79e0 req-c568faa0-64df-4bb7-ad75-19f329349b03 tempest-ServersTestFqdnHostnames-820638718 tempest-ServersTestFqdnHostnames-820638718-project] Calling delete_port for ee33af2b-688f-44aa-b5f5-0682e4e2fd02 owned by compute:nova {{(pid=102790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:39:10.122959 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5a931c5-8924-4ac1-b912-b55d3d403764 req-6b3107da-417b-4b5a-9d92-b6e4b7587f90 tempest-ServersAdminNegativeTestJSON-1221216767 tempest-ServersAdminNegativeTestJSON-1221216767-project] No DVR routers for this DVR port fe2455fa-5569-41d2-9f29-4e533d4bd9fe on host n-h2-834765-1 {{(pid=102791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:39:10.132090 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-1eba561e-26c2-4a6a-8be6-2e17d89daed3 req-45d662c1-d408-497a-8305-6573afe0763b tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] 10.222.0.42 "GET /v2.0/security-groups?id=de326c20-13fe-424c-a811-b741d354586f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2613378 Mar 29 15:39:10.134838 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4dc068-0c4f-4a72-838c-0791675b9b6f req-d55e5131-9e04-438b-84ae-b967c8287877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:39:10.137708 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-5d4dc068-0c4f-4a72-838c-0791675b9b6f req-d55e5131-9e04-438b-84ae-b967c8287877 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a84f45bb-2cdd-4adc-a15d-ac5c06ff5a1f HTTP/1.1" status: 200 len: 848 time: 0.1628351 Mar 29 15:39:10.138761 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-a5a931c5-8924-4ac1-b912-b55d3d403764 req-6b3107da-417b-4b5a-9d92-b6e4b7587f90 tempest-ServersAdminNegativeTestJSON-1221216767 tempest-ServersAdminNegativeTestJSON-1221216767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:10.143173 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-a5a931c5-8924-4ac1-b912-b55d3d403764 req-6b3107da-417b-4b5a-9d92-b6e4b7587f90 tempest-ServersAdminNegativeTestJSON-1221216767 tempest-ServersAdminNegativeTestJSON-1221216767-project] 10.222.0.48 "DELETE /v2.0/ports/fe2455fa-5569-41d2-9f29-4e533d4bd9fe HTTP/1.1" status: 204 len: 173 time: 1.5233924 Mar 29 15:39:10.153315 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b95a7c37-dd01-4c1c-ae68-0ee1449a080e', 'name': 'network-vif-deleted', 'tag': 'fe2455fa-5569-41d2-9f29-4e533d4bd9fe'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:39:10.153315 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c67b028db5e9b9818fecc5c0a87ebc6f190694fa53ca267d523e04f98de536d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7351e943-dcb5-4d0b-b5ce-15b2eb9c6698" -d '{"events": [{"server_uuid": "b95a7c37-dd01-4c1c-ae68-0ee1449a080e", "name": "network-vif-deleted", "tag": "fe2455fa-5569-41d2-9f29-4e533d4bd9fe"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:39:10.166174 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-b6506d6b-f3b3-4a7b-a25f-e60b314787f2 req-7cbed7f4-a10c-4d8b-a487-1d2d796b4e38 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] 10.222.0.42 "GET /v2.0/security-groups?id=c99ced8e-1ceb-46fb-aaa7-747186b2b9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123819 Mar 29 15:39:10.206283 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-5d4dc068-0c4f-4a72-838c-0791675b9b6f req-cdfe3111-4560-4d01-9ff4-d3b43ad4fb9a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b1def78c-da55-4367-b9b1-4d7fc20fc6ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0562699 Mar 29 15:39:10.362629 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:39:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f20e199-33f1-4c94-9566-f9ac94f88267 x-openstack-request-id: req-8f20e199-33f1-4c94-9566-f9ac94f88267 {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:39:10.363950 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b95a7c37-dd01-4c1c-ae68-0ee1449a080e", "name": "network-vif-deleted", "tag": "fe2455fa-5569-41d2-9f29-4e533d4bd9fe", "status": "completed", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:39:10.363950 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8f20e199-33f1-4c94-9566-f9ac94f88267 {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:39:10.364309 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b95a7c37-dd01-4c1c-ae68-0ee1449a080e', 'name': 'network-vif-deleted', 'tag': 'fe2455fa-5569-41d2-9f29-4e533d4bd9fe', 'status': 'completed', 'code': 200} Mar 29 15:39:10.376595 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-84d39a80-216a-4108-84f6-8e81bb661c68 req-fe9f97b4-c45b-49fd-8f2e-654a5deb0eb1 tempest-ServersAdminNegativeTestJSON-1221216767 tempest-ServersAdminNegativeTestJSON-1221216767-project] 10.222.0.42 "GET /v2.0/ports?device_id=b95a7c37-dd01-4c1c-ae68-0ee1449a080e HTTP/1.1" status: 200 len: 210 time: 0.0573766 Mar 29 15:39:10.392452 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-5d4dc068-0c4f-4a72-838c-0791675b9b6f req-2165c480-482e-4055-8fec-947a58832d07 service neutron] 10.222.0.48 "GET /v2.0/networks/b1def78c-da55-4367-b9b1-4d7fc20fc6ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1780939 Mar 29 15:39:10.418702 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-32c3b583-2cc5-4db4-9334-6315578c79e0 req-c568faa0-64df-4bb7-ad75-19f329349b03 tempest-ServersTestFqdnHostnames-820638718 tempest-ServersTestFqdnHostnames-820638718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:10.484499 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c568faa0-64df-4bb7-ad75-19f329349b03 tempest-ServersTestFqdnHostnames-820638718 tempest-ServersTestFqdnHostnames-820638718-project] Pushing event deleted for resources: {'Port': ['ID=ee33af2b-688f-44aa-b5f5-0682e4e2fd02,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:39:10.684962 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.l3_agent_scheduler [req-32c3b583-2cc5-4db4-9334-6315578c79e0 req-c568faa0-64df-4bb7-ad75-19f329349b03 tempest-ServersTestFqdnHostnames-820638718 tempest-ServersTestFqdnHostnames-820638718-project] Router 45da26bd-8120-46d4-bcdc-4cdd7dcf8db9 has already been hosted by L3 agent c648d819-1060-4f26-b4ec-6455387b5dff {{(pid=102790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 15:39:10.713873 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-78e2e5f8-3fbf-4b12-8835-ecb8a7e60094 req-8e1f1c4f-56e3-4902-aafe-eb3fcbef102f tempest-ServersTestFqdnHostnames-820638718 tempest-ServersTestFqdnHostnames-820638718-project] 10.222.0.42 "GET /v2.0/ports?device_id=ac61adc4-a040-46b7-b07a-379e6e55215a HTTP/1.1" status: 200 len: 210 time: 0.0918193 Mar 29 15:39:10.731607 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-5d4dc068-0c4f-4a72-838c-0791675b9b6f req-17ed3e11-08bc-48d3-840a-3d99467e1159 service neutron] 10.222.0.48 "GET /v2.0/networks/b1def78c-da55-4367-b9b1-4d7fc20fc6ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3303812 Mar 29 15:39:10.929340 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-32c3b583-2cc5-4db4-9334-6315578c79e0 req-c568faa0-64df-4bb7-ad75-19f329349b03 tempest-ServersTestFqdnHostnames-820638718 tempest-ServersTestFqdnHostnames-820638718-project] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:39:10.949189 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53d1b12b-4711-4d2b-a990-5e08ef5d7fd2 None None] Sync routers for ids ['45da26bd-8120-46d4-bcdc-4cdd7dcf8db9'] in n-d-834765-1 {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:39:10.972816 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d1b12b-4711-4d2b-a990-5e08ef5d7fd2 None None] Routers {'45da26bd-8120-46d4-bcdc-4cdd7dcf8db9'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:39:10.973821 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-53d1b12b-4711-4d2b-a990-5e08ef5d7fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:39:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['45da26bd-8120-46d4-bcdc-4cdd7dcf8db9'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:39:10.998418 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.l3_dvrscheduler_db [req-32c3b583-2cc5-4db4-9334-6315578c79e0 req-c568faa0-64df-4bb7-ad75-19f329349b03 tempest-ServersTestFqdnHostnames-820638718 tempest-ServersTestFqdnHostnames-820638718-project] No DVR routers for this DVR port ee33af2b-688f-44aa-b5f5-0682e4e2fd02 on host n-h2-834765-1 {{(pid=102790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:39:11.001483 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-32c3b583-2cc5-4db4-9334-6315578c79e0 req-c568faa0-64df-4bb7-ad75-19f329349b03 tempest-ServersTestFqdnHostnames-820638718 tempest-ServersTestFqdnHostnames-820638718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:11.005819 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-32c3b583-2cc5-4db4-9334-6315578c79e0 req-c568faa0-64df-4bb7-ad75-19f329349b03 tempest-ServersTestFqdnHostnames-820638718 tempest-ServersTestFqdnHostnames-820638718-project] 10.222.0.48 "DELETE /v2.0/ports/ee33af2b-688f-44aa-b5f5-0682e4e2fd02 HTTP/1.1" status: 204 len: 173 time: 2.4630992 Mar 29 15:39:11.006297 n-d-834765-1 neutron-server[102790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac61adc4-a040-46b7-b07a-379e6e55215a', 'name': 'network-vif-deleted', 'tag': 'ee33af2b-688f-44aa-b5f5-0682e4e2fd02'}] {{(pid=102790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:39:11.009493 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46b06d655c90bc969636382cce4240ad749035fb0f3a83ee4734fa1ed9c4a6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f30db9d5-02f7-4edc-8ae4-5d65fa71978f" -d '{"events": [{"server_uuid": "ac61adc4-a040-46b7-b07a-379e6e55215a", "name": "network-vif-deleted", "tag": "ee33af2b-688f-44aa-b5f5-0682e4e2fd02"}]}' {{(pid=102790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:39:11.061088 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:39:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c5bbe09-1344-46a2-a589-d25ae0d0f343 x-openstack-request-id: req-4c5bbe09-1344-46a2-a589-d25ae0d0f343 {{(pid=102790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:39:11.061401 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac61adc4-a040-46b7-b07a-379e6e55215a", "name": "network-vif-deleted", "tag": "ee33af2b-688f-44aa-b5f5-0682e4e2fd02", "status": "completed", "code": 200}]} {{(pid=102790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:39:11.062172 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-4c5bbe09-1344-46a2-a589-d25ae0d0f343 {{(pid=102790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:39:11.062172 n-d-834765-1 neutron-server[102790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac61adc4-a040-46b7-b07a-379e6e55215a', 'name': 'network-vif-deleted', 'tag': 'ee33af2b-688f-44aa-b5f5-0682e4e2fd02', 'status': 'completed', 'code': 200} Mar 29 15:39:11.356924 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75560268-f7b2-4afc-a71b-722a71c451ec req-0a1ef553-6176-449e-8f5e-e4477dce6a8b tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:39:11.363828 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-75560268-f7b2-4afc-a71b-722a71c451ec req-0a1ef553-6176-449e-8f5e-e4477dce6a8b tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] 10.222.0.42 "GET /v2.0/ports?device_id=10eb82c7-8749-4775-80c9-2376fe09f89e HTTP/1.1" status: 200 len: 946 time: 0.0924091 Mar 29 15:39:11.381828 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvr_db [None req-53d1b12b-4711-4d2b-a990-5e08ef5d7fd2 None None] Set router 45da26bd-8120-46d4-bcdc-4cdd7dcf8db9 gateway port host: n-d-834765-1 {{(pid=102793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:39:11.382887 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979b07ab-5b30-48de-ae52-6eff73439ffd req-0417e87d-cadd-438b-a309-84b893853d9f tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:39:11.390718 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-979b07ab-5b30-48de-ae52-6eff73439ffd req-0417e87d-cadd-438b-a309-84b893853d9f tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] 10.222.0.42 "GET /v2.0/ports?device_id=07de1ed5-2712-4e95-8d69-8343c3d45afc HTTP/1.1" status: 200 len: 946 time: 0.1050954 Mar 29 15:39:11.441994 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-75560268-f7b2-4afc-a71b-722a71c451ec req-1376f89c-aeb8-46e7-87d5-2a3f736c2ee2 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] 10.222.0.42 "GET /v2.0/security-groups?id=c99ced8e-1ceb-46fb-aaa7-747186b2b9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679944 Mar 29 15:39:11.445059 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-979b07ab-5b30-48de-ae52-6eff73439ffd req-774ca00d-15f9-470c-9577-a0c4848b26f1 tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] 10.222.0.42 "GET /v2.0/security-groups?id=de326c20-13fe-424c-a811-b741d354586f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535066 Mar 29 15:39:11.729931 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-53d1b12b-4711-4d2b-a990-5e08ef5d7fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45da26bd-8120-46d4-bcdc-4cdd7dcf8db9', 'name': 'tempest-ServersTestFqdnHostnames-1468150373-router', 'tenant_id': '2af1828b0db64724acc70ec85951ece1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.213'}], 'enable_snat': True}, 'gw_port_id': '9e2674df-5c03-46fc-a696-37a0ad731b3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:37:07Z', 'updated_at': '2022-03-29T15:37:13Z', 'revision_number': 4, 'project_id': '2af1828b0db64724acc70ec85951ece1', 'gw_port': {'id': '9e2674df-5c03-46fc-a696-37a0ad731b3d', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:4f:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45da26bd-8120-46d4-bcdc-4cdd7dcf8db9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:37:08Z', 'updated_at': '2022-03-29T15:37:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': '2c9e39e5-cc3f-4a3c-bc7c-366be9f7ddc6', 'name': '', 'network_id': 'd0b8e561-a28c-462a-bbe9-e18d64a7cfc0', 'tenant_id': '2af1828b0db64724acc70ec85951ece1', 'mac_address': 'fa:16:3e:30:83:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45da26bd-8120-46d4-bcdc-4cdd7dcf8db9', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '572194bb-5d01-419c-9884-1313920c1946', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:37:12Z', 'updated_at': '2022-03-29T15:37:17Z', 'revision_number': 5, 'project_id': '2af1828b0db64724acc70ec85951ece1', 'subnets': [{'id': '572194bb-5d01-419c-9884-1313920c1946', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:39:11.765263 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53d1b12b-4711-4d2b-a990-5e08ef5d7fd2 None None] Checking router: 45da26bd-8120-46d4-bcdc-4cdd7dcf8db9 for host: n-d-834765-1 {{(pid=102793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:39:11.775805 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d1b12b-4711-4d2b-a990-5e08ef5d7fd2 None None] Routers {'45da26bd-8120-46d4-bcdc-4cdd7dcf8db9'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:39:11.776795 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-53d1b12b-4711-4d2b-a990-5e08ef5d7fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:39:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['45da26bd-8120-46d4-bcdc-4cdd7dcf8db9'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:39:11.841469 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 40270) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:39:11.918373 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-8d647922-a4a5-4c36-afd7-8a9dc2ff8250 tempest-ServersTestFqdnHostnames-820638718 tempest-ServersTestFqdnHostnames-820638718-project] Notify callbacks [] for security_group, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:11.928024 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 40272) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:39:11.967635 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-8d647922-a4a5-4c36-afd7-8a9dc2ff8250 tempest-ServersTestFqdnHostnames-820638718 tempest-ServersTestFqdnHostnames-820638718-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:12.017414 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvr_db [None req-53d1b12b-4711-4d2b-a990-5e08ef5d7fd2 None None] Set router 45da26bd-8120-46d4-bcdc-4cdd7dcf8db9 gateway port host: n-d-834765-1 {{(pid=102793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:39:12.059404 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-8d647922-a4a5-4c36-afd7-8a9dc2ff8250 tempest-ServersTestFqdnHostnames-820638718 tempest-ServersTestFqdnHostnames-820638718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:12.064701 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-8d647922-a4a5-4c36-afd7-8a9dc2ff8250 tempest-ServersTestFqdnHostnames-820638718 tempest-ServersTestFqdnHostnames-820638718-project] Notify callbacks [] for security_group, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:12.071055 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 40276) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:39:12.082962 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-8d647922-a4a5-4c36-afd7-8a9dc2ff8250 tempest-ServersTestFqdnHostnames-820638718 tempest-ServersTestFqdnHostnames-820638718-project] 10.222.0.42 "DELETE /v2.0/security-groups/74f56390-d8d0-43d4-aabd-c820bd2e0821 HTTP/1.1" status: 204 len: 168 time: 0.2398288 Mar 29 15:39:12.100535 n-d-834765-1 neutron-server[102790]: INFO neutron.api.v2.resource [None req-7390d827-afff-445d-9a9a-3bc0eaa07c25 tempest-ServersTestFqdnHostnames-820638718 tempest-ServersTestFqdnHostnames-820638718-project] show failed (client error): The resource could not be found. Mar 29 15:39:12.104690 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-7390d827-afff-445d-9a9a-3bc0eaa07c25 tempest-ServersTestFqdnHostnames-820638718 tempest-ServersTestFqdnHostnames-820638718-project] 10.222.0.42 "GET /v2.0/security-groups/74f56390-d8d0-43d4-aabd-c820bd2e0821 HTTP/1.1" status: 404 len: 347 time: 0.0323269 Mar 29 15:39:12.105387 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 40278) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:39:12.109311 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d647922-a4a5-4c36-afd7-8a9dc2ff8250 tempest-ServersTestFqdnHostnames-820638718 tempest-ServersTestFqdnHostnames-820638718-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=74f56390-d8d0-43d4-aabd-c820bd2e0821,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:39:12.256737 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-101f3043-dd75-4f1e-8d86-4c1c00ab5333 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=8e8ee4f25fd34551a6b091ac55eb831f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3254251 Mar 29 15:39:12.258633 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 40280) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:39:12.305869 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-53d1b12b-4711-4d2b-a990-5e08ef5d7fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45da26bd-8120-46d4-bcdc-4cdd7dcf8db9', 'name': 'tempest-ServersTestFqdnHostnames-1468150373-router', 'tenant_id': '2af1828b0db64724acc70ec85951ece1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.213'}], 'enable_snat': True}, 'gw_port_id': '9e2674df-5c03-46fc-a696-37a0ad731b3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:37:07Z', 'updated_at': '2022-03-29T15:37:13Z', 'revision_number': 4, 'project_id': '2af1828b0db64724acc70ec85951ece1', 'gw_port': {'id': '9e2674df-5c03-46fc-a696-37a0ad731b3d', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:4f:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45da26bd-8120-46d4-bcdc-4cdd7dcf8db9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:37:08Z', 'updated_at': '2022-03-29T15:37:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': '2c9e39e5-cc3f-4a3c-bc7c-366be9f7ddc6', 'name': '', 'network_id': 'd0b8e561-a28c-462a-bbe9-e18d64a7cfc0', 'tenant_id': '2af1828b0db64724acc70ec85951ece1', 'mac_address': 'fa:16:3e:30:83:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45da26bd-8120-46d4-bcdc-4cdd7dcf8db9', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '572194bb-5d01-419c-9884-1313920c1946', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:37:12Z', 'updated_at': '2022-03-29T15:37:17Z', 'revision_number': 5, 'project_id': '2af1828b0db64724acc70ec85951ece1', 'subnets': [{'id': '572194bb-5d01-419c-9884-1313920c1946', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:39:12.314997 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-ee2609d6-6037-4259-aafe-0aa3d69b758e tempest-ServersTestFqdnHostnames-820638718 tempest-ServersTestFqdnHostnames-820638718-project] Deleting port 93060dbc-f1b2-4dd9-a374-21b5d30f7795 {{(pid=102790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:39:12.315605 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-ee2609d6-6037-4259-aafe-0aa3d69b758e tempest-ServersTestFqdnHostnames-820638718 tempest-ServersTestFqdnHostnames-820638718-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:12.346885 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53d1b12b-4711-4d2b-a990-5e08ef5d7fd2 None None] The sync data for ids ['45da26bd-8120-46d4-bcdc-4cdd7dcf8db9'] in n-d-834765-1 is: [{'id': '45da26bd-8120-46d4-bcdc-4cdd7dcf8db9', 'name': 'tempest-ServersTestFqdnHostnames-1468150373-router', 'tenant_id': '2af1828b0db64724acc70ec85951ece1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.213'}], 'enable_snat': True}, 'gw_port_id': '9e2674df-5c03-46fc-a696-37a0ad731b3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:37:07Z', 'updated_at': '2022-03-29T15:37:13Z', 'revision_number': 4, 'project_id': '2af1828b0db64724acc70ec85951ece1', 'gw_port': {'id': '9e2674df-5c03-46fc-a696-37a0ad731b3d', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:4f:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45da26bd-8120-46d4-bcdc-4cdd7dcf8db9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:37:08Z', 'updated_at': '2022-03-29T15:37:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': '2c9e39e5-cc3f-4a3c-bc7c-366be9f7ddc6', 'name': '', 'network_id': 'd0b8e561-a28c-462a-bbe9-e18d64a7cfc0', 'tenant_id': '2af1828b0db64724acc70ec85951ece1', 'mac_address': 'fa:16:3e:30:83:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45da26bd-8120-46d4-bcdc-4cdd7dcf8db9', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '572194bb-5d01-419c-9884-1313920c1946', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:37:12Z', 'updated_at': '2022-03-29T15:37:17Z', 'revision_number': 5, 'project_id': '2af1828b0db64724acc70ec85951ece1', 'subnets': [{'id': '572194bb-5d01-419c-9884-1313920c1946', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:39:12.357830 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-e099e1b4-0d29-4433-9722-4cf70627cbad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:12.360546 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device ee33af2b-688f-44aa-b5f5-0682e4e2fd02 no longer exists at agent hyperv_n-h2-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:39:12.393711 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] No Port match for: ee33af2b-688f-44aa-b5f5-0682e4e2fd02 {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 15:39:12.394016 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device ee33af2b-688f-44aa-b5f5-0682e4e2fd02 not bound to the agent host n-h2-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:39:12.399406 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device fe2455fa-5569-41d2-9f29-4e533d4bd9fe no longer exists at agent hyperv_n-h2-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:39:12.404137 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-e099e1b4-0d29-4433-9722-4cf70627cbad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:12.423732 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] No Port match for: fe2455fa-5569-41d2-9f29-4e533d4bd9fe {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 15:39:12.424074 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device fe2455fa-5569-41d2-9f29-4e533d4bd9fe not bound to the agent host n-h2-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:39:12.432265 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-ee2609d6-6037-4259-aafe-0aa3d69b758e tempest-ServersTestFqdnHostnames-820638718 tempest-ServersTestFqdnHostnames-820638718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:12.432582 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-ee2609d6-6037-4259-aafe-0aa3d69b758e tempest-ServersTestFqdnHostnames-820638718 tempest-ServersTestFqdnHostnames-820638718-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:12.452756 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-ee2609d6-6037-4259-aafe-0aa3d69b758e tempest-ServersTestFqdnHostnames-820638718 tempest-ServersTestFqdnHostnames-820638718-project] Calling delete_port for 93060dbc-f1b2-4dd9-a374-21b5d30f7795 owned by network:floatingip {{(pid=102790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:39:12.467338 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-e099e1b4-0d29-4433-9722-4cf70627cbad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:12.471529 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-e099e1b4-0d29-4433-9722-4cf70627cbad admin admin] Notify callbacks [] for security_group, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:12.473486 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-e099e1b4-0d29-4433-9722-4cf70627cbad admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/0472a554-1980-4298-b676-fea77ad7f77b HTTP/1.1" status: 204 len: 168 time: 0.2137749 Mar 29 15:39:12.491892 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e099e1b4-0d29-4433-9722-4cf70627cbad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0472a554-1980-4298-b676-fea77ad7f77b,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:39:12.708947 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e594577-9a8e-4cde-a28f-52ff0a09cec0 req-3d740c8f-6ee2-475f-a7c0-ef93eb7111d6 tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:39:12.710891 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-0e594577-9a8e-4cde-a28f-52ff0a09cec0 req-3d740c8f-6ee2-475f-a7c0-ef93eb7111d6 tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] 10.222.0.42 "GET /v2.0/ports?device_id=07de1ed5-2712-4e95-8d69-8343c3d45afc HTTP/1.1" status: 200 len: 946 time: 0.0966277 Mar 29 15:39:12.714144 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81306d4f-ddcc-47af-b084-65e46e39c21c req-c45d0db1-7789-4985-b4e5-f3cd0859c2fa tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:39:12.721679 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-81306d4f-ddcc-47af-b084-65e46e39c21c req-c45d0db1-7789-4985-b4e5-f3cd0859c2fa tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] 10.222.0.42 "GET /v2.0/ports?device_id=10eb82c7-8749-4775-80c9-2376fe09f89e HTTP/1.1" status: 200 len: 946 time: 0.1152983 Mar 29 15:39:12.787133 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-81306d4f-ddcc-47af-b084-65e46e39c21c req-a45a28c9-5d15-48d6-bd1f-80878e24123b tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] 10.222.0.42 "GET /v2.0/security-groups?id=c99ced8e-1ceb-46fb-aaa7-747186b2b9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631931 Mar 29 15:39:12.799843 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-0e594577-9a8e-4cde-a28f-52ff0a09cec0 req-0dcf614d-8e69-4493-9721-cac5f015bf7b tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] 10.222.0.42 "GET /v2.0/security-groups?id=de326c20-13fe-424c-a811-b741d354586f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783420 Mar 29 15:39:12.814772 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e4f7e3e-04c6-467c-9c7a-4b1c0c56e0c1 None None] New status for floating IP 5b244e6b-e9aa-44ff-a1ac-7c9102ae49d3: DOWN {{(pid=102792) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 15:39:12.880769 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-ee2609d6-6037-4259-aafe-0aa3d69b758e tempest-ServersTestFqdnHostnames-820638718 tempest-ServersTestFqdnHostnames-820638718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:12.920734 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2609d6-6037-4259-aafe-0aa3d69b758e tempest-ServersTestFqdnHostnames-820638718 tempest-ServersTestFqdnHostnames-820638718-project] Pushing event deleted for resources: {'Port': ['ID=93060dbc-f1b2-4dd9-a374-21b5d30f7795,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:39:12.968116 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.db.api [None req-2e4f7e3e-04c6-467c-9c7a-4b1c0c56e0c1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102792) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 29 15:39:12.968511 n-d-834765-1 neutron-server[102792]: DEBUG oslo_db.api [None req-2e4f7e3e-04c6-467c-9c7a-4b1c0c56e0c1 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 29 15:39:13.010822 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 40292) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:39:13.017243 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-ee2609d6-6037-4259-aafe-0aa3d69b758e tempest-ServersTestFqdnHostnames-820638718 tempest-ServersTestFqdnHostnames-820638718-project] Notify callbacks [] for floatingip, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:13.025121 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-ee2609d6-6037-4259-aafe-0aa3d69b758e tempest-ServersTestFqdnHostnames-820638718 tempest-ServersTestFqdnHostnames-820638718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for floatingip, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:13.030053 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-ee2609d6-6037-4259-aafe-0aa3d69b758e tempest-ServersTestFqdnHostnames-820638718 tempest-ServersTestFqdnHostnames-820638718-project] 10.222.0.42 "DELETE /v2.0/floatingips/5b244e6b-e9aa-44ff-a1ac-7c9102ae49d3 HTTP/1.1" status: 204 len: 168 time: 0.9226210 Mar 29 15:39:13.030788 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 40294) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:39:13.061665 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-cabc958b-1e88-4bbe-a504-11f8fb33abf1 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=69d073f4f4aa45a294ebcdbd119d63b9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0491011 Mar 29 15:39:13.064086 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 40296) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:39:13.122670 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-d1325363-1c99-476f-84ea-a30e70225990 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:13.153173 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-d1325363-1c99-476f-84ea-a30e70225990 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:13.211381 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-d1325363-1c99-476f-84ea-a30e70225990 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:13.214634 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-d1325363-1c99-476f-84ea-a30e70225990 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:13.216045 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-d1325363-1c99-476f-84ea-a30e70225990 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/4d2ffe69-e60c-4f1c-a59f-78f7d1910eb3 HTTP/1.1" status: 204 len: 168 time: 0.1510496 Mar 29 15:39:13.227952 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1325363-1c99-476f-84ea-a30e70225990 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d2ffe69-e60c-4f1c-a59f-78f7d1910eb3,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:39:13.471160 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e4f7e3e-04c6-467c-9c7a-4b1c0c56e0c1 None None] New status for floating IP 5b244e6b-e9aa-44ff-a1ac-7c9102ae49d3: DOWN {{(pid=102792) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 15:39:13.522791 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-02d103ff-ed8a-43bd-8bc0-da66dbdb7018 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-530452'] for router_interface, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:13.863951 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-02d103ff-ed8a-43bd-8bc0-da66dbdb7018 admin admin] Deleting port 2c9e39e5-cc3f-4a3c-bc7c-366be9f7ddc6 {{(pid=102790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:39:13.864529 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-02d103ff-ed8a-43bd-8bc0-da66dbdb7018 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:13.968669 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ba77df-2044-44f7-826d-42958f4e19fd req-4a3cb296-39f3-4587-a7ca-6dc4ce6a7ac3 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:39:13.982263 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f9ba77df-2044-44f7-826d-42958f4e19fd req-4a3cb296-39f3-4587-a7ca-6dc4ce6a7ac3 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] 10.222.0.42 "GET /v2.0/ports?device_id=10eb82c7-8749-4775-80c9-2376fe09f89e HTTP/1.1" status: 200 len: 946 time: 0.1010883 Mar 29 15:39:14.046003 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f9ba77df-2044-44f7-826d-42958f4e19fd req-4a493c08-54f6-4d46-8744-887fcb52a0b5 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] 10.222.0.42 "GET /v2.0/security-groups?id=c99ced8e-1ceb-46fb-aaa7-747186b2b9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627096 Mar 29 15:39:14.078392 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [None req-02d103ff-ed8a-43bd-8bc0-da66dbdb7018 admin admin] For port 2c9e39e5-cc3f-4a3c-bc7c-366be9f7ddc6, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=2c9e39e5-cc3f-4a3c-bc7c-366be9f7ddc6,segment=NetworkSegment(19ee7531-80c7-401c-b973-3d54e2562bfd),segment_id=19ee7531-80c7-401c-b973-3d54e2562bfd)] {{(pid=102790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:39:14.078937 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-02d103ff-ed8a-43bd-8bc0-da66dbdb7018 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:14.104479 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68256ca8-4771-46ef-86cd-5ed7cfb81b4a req-8dc2207a-0422-422d-a4cb-a2c6fd5f879a tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:39:14.106393 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-68256ca8-4771-46ef-86cd-5ed7cfb81b4a req-8dc2207a-0422-422d-a4cb-a2c6fd5f879a tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] 10.222.0.42 "GET /v2.0/ports?device_id=07de1ed5-2712-4e95-8d69-8343c3d45afc HTTP/1.1" status: 200 len: 946 time: 0.1341333 Mar 29 15:39:14.107530 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-02d103ff-ed8a-43bd-8bc0-da66dbdb7018 admin admin] Calling delete_port for 2c9e39e5-cc3f-4a3c-bc7c-366be9f7ddc6 owned by network:router_interface {{(pid=102790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:39:14.207133 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-68256ca8-4771-46ef-86cd-5ed7cfb81b4a req-9585f0d0-561d-4036-96b3-b5bfe94ca29c tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] 10.222.0.42 "GET /v2.0/security-groups?id=de326c20-13fe-424c-a811-b741d354586f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799680 Mar 29 15:39:14.352901 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-02d103ff-ed8a-43bd-8bc0-da66dbdb7018 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:14.383795 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d103ff-ed8a-43bd-8bc0-da66dbdb7018 admin admin] Pushing event deleted for resources: {'Port': ['ID=2c9e39e5-cc3f-4a3c-bc7c-366be9f7ddc6,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:39:14.616544 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e029807a-fa4d-4c3e-8bda-99ea1a0400e0 req-cca5e8cf-5343-4bf3-87cb-4f6240eff413 tempest-ImagesNegativeTestJSON-1059388071 tempest-ImagesNegativeTestJSON-1059388071-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=0fc5f5131e9d4c45ada1423e2d99fbbd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0409999 Mar 29 15:39:14.623599 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-02d103ff-ed8a-43bd-8bc0-da66dbdb7018 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-530528'] for router_interface, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:14.770407 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e029807a-fa4d-4c3e-8bda-99ea1a0400e0 req-fbc6d137-eb19-4012-9c4c-f84fff149d2d tempest-ImagesNegativeTestJSON-1059388071 tempest-ImagesNegativeTestJSON-1059388071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:39:14.775341 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e029807a-fa4d-4c3e-8bda-99ea1a0400e0 req-fbc6d137-eb19-4012-9c4c-f84fff149d2d tempest-ImagesNegativeTestJSON-1059388071 tempest-ImagesNegativeTestJSON-1059388071-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1513381 Mar 29 15:39:14.787983 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e029807a-fa4d-4c3e-8bda-99ea1a0400e0 req-9701d1f7-6fba-4309-b3be-209350c0c5ac tempest-ImagesNegativeTestJSON-1059388071 tempest-ImagesNegativeTestJSON-1059388071-project] 10.222.0.42 "GET /v2.0/quotas/0fc5f5131e9d4c45ada1423e2d99fbbd HTTP/1.1" status: 200 len: 375 time: 0.0115860 Mar 29 15:39:14.823873 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e029807a-fa4d-4c3e-8bda-99ea1a0400e0 req-77b2501e-65ab-458e-a15e-72029feb0693 tempest-ImagesNegativeTestJSON-1059388071 tempest-ImagesNegativeTestJSON-1059388071-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=0fc5f5131e9d4c45ada1423e2d99fbbd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0291896 Mar 29 15:39:14.886995 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02d103ff-ed8a-43bd-8bc0-da66dbdb7018 admin admin] Router 45da26bd-8120-46d4-bcdc-4cdd7dcf8db9 has already been hosted by L3 agent c648d819-1060-4f26-b4ec-6455387b5dff {{(pid=102790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 15:39:15.099999 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-369e2890-3bcf-4264-8185-2ca5d927db5c req-8888c231-edab-4ac4-ad7b-8068c4d23c57 tempest-ImagesNegativeTestJSON-1059388071 tempest-ImagesNegativeTestJSON-1059388071-project] 10.222.0.42 "GET /v2.0/ports?device_id=d93863ef-a93d-4147-90c2-e28a2cd9af63 HTTP/1.1" status: 200 len: 210 time: 0.0610690 Mar 29 15:39:15.122072 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02d103ff-ed8a-43bd-8bc0-da66dbdb7018 admin admin] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:39:15.130349 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5ce3e93-a52d-43e4-9ee1-5b700dddd4a9 None None] Sync routers for ids ['45da26bd-8120-46d4-bcdc-4cdd7dcf8db9'] in n-d-834765-1 {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:39:15.138107 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 40348) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:39:15.138697 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-02d103ff-ed8a-43bd-8bc0-da66dbdb7018 admin admin] 10.222.0.42 "PUT /v2.0/routers/45da26bd-8120-46d4-bcdc-4cdd7dcf8db9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1058280 Mar 29 15:39:15.151905 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5ce3e93-a52d-43e4-9ee1-5b700dddd4a9 None None] Routers {'45da26bd-8120-46d4-bcdc-4cdd7dcf8db9'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:39:15.152814 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-a5ce3e93-a52d-43e4-9ee1-5b700dddd4a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:39:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['45da26bd-8120-46d4-bcdc-4cdd7dcf8db9'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:39:15.388145 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611b55a0-bcae-4012-8fc9-a9f56c7ef624 req-b2d4c786-b506-40b9-9a97-f3d3c3297004 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:39:15.389690 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-611b55a0-bcae-4012-8fc9-a9f56c7ef624 req-b2d4c786-b506-40b9-9a97-f3d3c3297004 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] 10.222.0.42 "GET /v2.0/ports?device_id=10eb82c7-8749-4775-80c9-2376fe09f89e HTTP/1.1" status: 200 len: 946 time: 0.2409732 Mar 29 15:39:15.442310 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvr_db [None req-a5ce3e93-a52d-43e4-9ee1-5b700dddd4a9 None None] Set router 45da26bd-8120-46d4-bcdc-4cdd7dcf8db9 gateway port host: n-d-834765-1 {{(pid=102793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:39:15.444601 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea05d014-6120-4b3b-a86e-f5fad0d042c5 req-3be3ac69-5cf0-4e8f-b7f4-405327d82c50 tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:39:15.446527 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-ea05d014-6120-4b3b-a86e-f5fad0d042c5 req-3be3ac69-5cf0-4e8f-b7f4-405327d82c50 tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] 10.222.0.42 "GET /v2.0/ports?device_id=07de1ed5-2712-4e95-8d69-8343c3d45afc HTTP/1.1" status: 200 len: 946 time: 0.0979569 Mar 29 15:39:15.532755 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-611b55a0-bcae-4012-8fc9-a9f56c7ef624 req-9a8a1524-4c10-412b-ac73-8be9e89743cf tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] 10.222.0.42 "GET /v2.0/security-groups?id=c99ced8e-1ceb-46fb-aaa7-747186b2b9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948286 Mar 29 15:39:15.552505 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-ba32c982-1143-4b97-b188-06335063886c admin admin] Notify callbacks [] for router, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:15.575702 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-ea05d014-6120-4b3b-a86e-f5fad0d042c5 req-ea5cb6d0-2a9c-4bf1-ba3f-9df4f4a0d61a tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] 10.222.0.42 "GET /v2.0/security-groups?id=de326c20-13fe-424c-a811-b741d354586f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195674 Mar 29 15:39:15.751304 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-a5ce3e93-a52d-43e4-9ee1-5b700dddd4a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45da26bd-8120-46d4-bcdc-4cdd7dcf8db9', 'name': 'tempest-ServersTestFqdnHostnames-1468150373-router', 'tenant_id': '2af1828b0db64724acc70ec85951ece1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.213'}], 'enable_snat': True}, 'gw_port_id': '9e2674df-5c03-46fc-a696-37a0ad731b3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:37:07Z', 'updated_at': '2022-03-29T15:39:14Z', 'revision_number': 5, 'project_id': '2af1828b0db64724acc70ec85951ece1', 'gw_port': {'id': '9e2674df-5c03-46fc-a696-37a0ad731b3d', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:4f:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45da26bd-8120-46d4-bcdc-4cdd7dcf8db9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:37:08Z', 'updated_at': '2022-03-29T15:37:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1'}], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:39:15.754937 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-ba32c982-1143-4b97-b188-06335063886c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:15.782592 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5ce3e93-a52d-43e4-9ee1-5b700dddd4a9 None None] Checking router: 45da26bd-8120-46d4-bcdc-4cdd7dcf8db9 for host: n-d-834765-1 {{(pid=102793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:39:15.792776 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5ce3e93-a52d-43e4-9ee1-5b700dddd4a9 None None] Routers {'45da26bd-8120-46d4-bcdc-4cdd7dcf8db9'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:39:15.793642 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-a5ce3e93-a52d-43e4-9ee1-5b700dddd4a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:39:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['45da26bd-8120-46d4-bcdc-4cdd7dcf8db9'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:39:15.828695 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-ba32c982-1143-4b97-b188-06335063886c admin admin] Deleting port 9e2674df-5c03-46fc-a696-37a0ad731b3d {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:39:15.829120 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-ba32c982-1143-4b97-b188-06335063886c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:15.916865 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvr_db [None req-a5ce3e93-a52d-43e4-9ee1-5b700dddd4a9 None None] Set router 45da26bd-8120-46d4-bcdc-4cdd7dcf8db9 gateway port host: None {{(pid=102793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:39:15.925748 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [None req-ba32c982-1143-4b97-b188-06335063886c admin admin] For port 9e2674df-5c03-46fc-a696-37a0ad731b3d, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=9e2674df-5c03-46fc-a696-37a0ad731b3d,segment=NetworkSegment(6ab47353-a811-4bad-bc73-b4cc84583cfd),segment_id=6ab47353-a811-4bad-bc73-b4cc84583cfd)] {{(pid=102791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:39:15.926233 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-ba32c982-1143-4b97-b188-06335063886c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:15.947029 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-ba32c982-1143-4b97-b188-06335063886c admin admin] Calling delete_port for 9e2674df-5c03-46fc-a696-37a0ad731b3d owned by network:router_gateway {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:39:15.987544 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-a5ce3e93-a52d-43e4-9ee1-5b700dddd4a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45da26bd-8120-46d4-bcdc-4cdd7dcf8db9', 'name': 'tempest-ServersTestFqdnHostnames-1468150373-router', 'tenant_id': '2af1828b0db64724acc70ec85951ece1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:37:07Z', 'updated_at': '2022-03-29T15:39:15Z', 'revision_number': 6, 'project_id': '2af1828b0db64724acc70ec85951ece1', 'gw_port_host': None}], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:39:16.022976 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5ce3e93-a52d-43e4-9ee1-5b700dddd4a9 None None] The sync data for ids ['45da26bd-8120-46d4-bcdc-4cdd7dcf8db9'] in n-d-834765-1 is: [{'id': '45da26bd-8120-46d4-bcdc-4cdd7dcf8db9', 'name': 'tempest-ServersTestFqdnHostnames-1468150373-router', 'tenant_id': '2af1828b0db64724acc70ec85951ece1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:37:07Z', 'updated_at': '2022-03-29T15:39:15Z', 'revision_number': 6, 'project_id': '2af1828b0db64724acc70ec85951ece1', 'gw_port_host': None}] {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:39:16.212241 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-ba32c982-1143-4b97-b188-06335063886c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:16.255830 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-68d4c177-c34d-4e46-9531-a3741b056e4c req-cd4b0180-2cd9-42a5-a36c-7ee922cc6785 tempest-ImagesNegativeTestJSON-1059388071 tempest-ImagesNegativeTestJSON-1059388071-project] 10.222.0.42 "GET /v2.0/ports?device_id=d93863ef-a93d-4147-90c2-e28a2cd9af63 HTTP/1.1" status: 200 len: 210 time: 0.0564682 Mar 29 15:39:16.264152 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba32c982-1143-4b97-b188-06335063886c admin admin] Pushing event deleted for resources: {'Port': ['ID=9e2674df-5c03-46fc-a696-37a0ad731b3d,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:39:16.351613 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-ba32c982-1143-4b97-b188-06335063886c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-648138'] for router_gateway, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:16.465919 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-e029807a-fa4d-4c3e-8bda-99ea1a0400e0 req-6139d29e-42fd-4121-b0f0-cfcb4038ebef tempest-ImagesNegativeTestJSON-1059388071 tempest-ImagesNegativeTestJSON-1059388071-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=0fc5f5131e9d4c45ada1423e2d99fbbd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0424137 Mar 29 15:39:16.661393 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-ba32c982-1143-4b97-b188-06335063886c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129328'] for router, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:16.669373 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-ba32c982-1143-4b97-b188-06335063886c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:16.679293 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e029807a-fa4d-4c3e-8bda-99ea1a0400e0 req-cbf99669-cf31-48dd-b236-e39cef38ceb4 tempest-ImagesNegativeTestJSON-1059388071 tempest-ImagesNegativeTestJSON-1059388071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:39:16.681496 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-e029807a-fa4d-4c3e-8bda-99ea1a0400e0 req-cbf99669-cf31-48dd-b236-e39cef38ceb4 tempest-ImagesNegativeTestJSON-1059388071 tempest-ImagesNegativeTestJSON-1059388071-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2146795 Mar 29 15:39:16.684981 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:16.700918 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [req-e029807a-fa4d-4c3e-8bda-99ea1a0400e0 req-76531938-bc17-44c7-adb2-018ab3f0fe30 tempest-ImagesNegativeTestJSON-1059388071 tempest-ImagesNegativeTestJSON-1059388071-project] Request body: {'port': {'device_id': 'd93863ef-a93d-4147-90c2-e28a2cd9af63', 'network_id': '2268a9b9-82fd-4886-a91d-3a50e4e16cab', 'admin_state_up': True, 'tenant_id': '0fc5f5131e9d4c45ada1423e2d99fbbd'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:39:16.805865 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-ba32c982-1143-4b97-b188-06335063886c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-526718'] for router, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:16.806438 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba32c982-1143-4b97-b188-06335063886c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 45da26bd-8120-46d4-bcdc-4cdd7dcf8db9 {{(pid=102791) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 29 15:39:16.811075 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-ba32c982-1143-4b97-b188-06335063886c admin admin] Notify callbacks [] for router, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:16.823544 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-ba32c982-1143-4b97-b188-06335063886c admin admin] 10.222.0.42 "DELETE /v2.0/routers/45da26bd-8120-46d4-bcdc-4cdd7dcf8db9 HTTP/1.1" status: 204 len: 168 time: 1.6742294 Mar 29 15:39:16.825134 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 40404) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:39:16.899159 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd3e563-d362-48cd-8155-e895fd1a3413 req-72c76d84-72d3-4303-95cf-661d77d058f7 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:39:16.901353 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-7fd3e563-d362-48cd-8155-e895fd1a3413 req-72c76d84-72d3-4303-95cf-661d77d058f7 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] 10.222.0.42 "GET /v2.0/ports?device_id=10eb82c7-8749-4775-80c9-2376fe09f89e HTTP/1.1" status: 200 len: 946 time: 0.1570337 Mar 29 15:39:16.908065 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_v2 [None req-c877c55f-08e7-41e2-a89f-94c115fc57fe admin admin] Deleting subnet 572194bb-5d01-419c-9884-1313920c1946 {{(pid=102791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 15:39:16.914073 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-c877c55f-08e7-41e2-a89f-94c115fc57fe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:16.980349 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-c877c55f-08e7-41e2-a89f-94c115fc57fe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4230423'] for subnet, precommit_delete_associations {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:16.995714 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed396847-d044-4bfa-8a13-3db08b38e491 req-058b7ba7-eb9e-4afd-be79-6d56ac51f662 tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:39:17.013195 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-ed396847-d044-4bfa-8a13-3db08b38e491 req-058b7ba7-eb9e-4afd-be79-6d56ac51f662 tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] 10.222.0.42 "GET /v2.0/ports?device_id=07de1ed5-2712-4e95-8d69-8343c3d45afc HTTP/1.1" status: 200 len: 946 time: 0.2667053 Mar 29 15:39:17.019489 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-7fd3e563-d362-48cd-8155-e895fd1a3413 req-e56d7706-24fb-4040-8f63-c6b4b79fbc28 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] 10.222.0.42 "GET /v2.0/security-groups?id=c99ced8e-1ceb-46fb-aaa7-747186b2b9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021121 Mar 29 15:39:17.086829 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e029807a-fa4d-4c3e-8bda-99ea1a0400e0 req-76531938-bc17-44c7-adb2-018ab3f0fe30 tempest-ImagesNegativeTestJSON-1059388071 tempest-ImagesNegativeTestJSON-1059388071-project] Made reservation on behalf of 0fc5f5131e9d4c45ada1423e2d99fbbd for: {'port': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:39:17.092317 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-e029807a-fa4d-4c3e-8bda-99ea1a0400e0 req-76531938-bc17-44c7-adb2-018ab3f0fe30 tempest-ImagesNegativeTestJSON-1059388071 tempest-ImagesNegativeTestJSON-1059388071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:17.106537 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-e029807a-fa4d-4c3e-8bda-99ea1a0400e0 req-76531938-bc17-44c7-adb2-018ab3f0fe30 tempest-ImagesNegativeTestJSON-1059388071 tempest-ImagesNegativeTestJSON-1059388071-project] Notify callbacks [] for security_group, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:17.111603 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-ed396847-d044-4bfa-8a13-3db08b38e491 req-dd443fb7-a534-4f4e-a097-08ac82245015 tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] 10.222.0.42 "GET /v2.0/security-groups?id=de326c20-13fe-424c-a811-b741d354586f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972991 Mar 29 15:39:17.161704 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-c877c55f-08e7-41e2-a89f-94c115fc57fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1641287'] for subnet, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:17.240362 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-c877c55f-08e7-41e2-a89f-94c115fc57fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1641294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16155591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16218852'] for subnet, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:17.274352 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c877c55f-08e7-41e2-a89f-94c115fc57fe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=572194bb-5d01-419c-9884-1313920c1946,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:39:17.282030 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-c877c55f-08e7-41e2-a89f-94c115fc57fe admin admin] Notify callbacks [] for subnet, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:17.286716 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4f5ba05-be46-4514-84b8-c2c041038691 None None] Network d0b8e561-a28c-462a-bbe9-e18d64a7cfc0 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 15:39:17.290102 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-c877c55f-08e7-41e2-a89f-94c115fc57fe admin admin] 10.222.0.42 "DELETE /v2.0/subnets/572194bb-5d01-419c-9884-1313920c1946 HTTP/1.1" status: 204 len: 168 time: 0.4637609 Mar 29 15:39:17.290957 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 40416) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:39:17.397111 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-1eb45674-b91b-4c71-b666-ab7b4e2cba22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1631750'] for network, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:17.407356 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-e029807a-fa4d-4c3e-8bda-99ea1a0400e0 req-76531938-bc17-44c7-adb2-018ab3f0fe30 tempest-ImagesNegativeTestJSON-1059388071 tempest-ImagesNegativeTestJSON-1059388071-project] Notify callbacks [] for security_group, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:17.429239 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-e029807a-fa4d-4c3e-8bda-99ea1a0400e0 req-76531938-bc17-44c7-adb2-018ab3f0fe30 tempest-ImagesNegativeTestJSON-1059388071 tempest-ImagesNegativeTestJSON-1059388071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:17.465721 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-961b4bae-fa98-437d-bcc3-55bb037523f6 req-fbe3857d-744d-440e-bed7-c3d08ad7743c tempest-ImagesNegativeTestJSON-1059388071 tempest-ImagesNegativeTestJSON-1059388071-project] 10.222.0.42 "GET /v2.0/ports?device_id=d93863ef-a93d-4147-90c2-e28a2cd9af63 HTTP/1.1" status: 200 len: 210 time: 0.0548966 Mar 29 15:39:17.536050 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-1eb45674-b91b-4c71-b666-ab7b4e2cba22 admin admin] Deleting port c2e17a6b-1551-4b68-b655-a19bc6af85b0 {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:39:17.536618 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-1eb45674-b91b-4c71-b666-ab7b4e2cba22 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:17.602517 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:17.660747 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00990cec-f868-4235-8c14-7904eb1bc482 None None] DHCP port deletion for d0b8e561-a28c-462a-bbe9-e18d64a7cfc0 request from n-d-834765-1 {{(pid=102792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 29 15:39:17.685305 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [None req-1eb45674-b91b-4c71-b666-ab7b4e2cba22 admin admin] For port c2e17a6b-1551-4b68-b655-a19bc6af85b0, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=c2e17a6b-1551-4b68-b655-a19bc6af85b0,segment=NetworkSegment(19ee7531-80c7-401c-b973-3d54e2562bfd),segment_id=19ee7531-80c7-401c-b973-3d54e2562bfd)] {{(pid=102791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:39:17.685683 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-1eb45674-b91b-4c71-b666-ab7b4e2cba22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:17.702171 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76531938-bc17-44c7-adb2-018ab3f0fe30 tempest-ImagesNegativeTestJSON-1059388071 tempest-ImagesNegativeTestJSON-1059388071-project] Pushing event updated for resources: {'SecurityGroup': ['ID=449c65bf-4acc-44a8-bd23-16ab477bf0e0,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:39:17.727818 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.db_base_plugin_common [req-e029807a-fa4d-4c3e-8bda-99ea1a0400e0 req-76531938-bc17-44c7-adb2-018ab3f0fe30 tempest-ImagesNegativeTestJSON-1059388071 tempest-ImagesNegativeTestJSON-1059388071-project] Allocated IP 192.168.233.28 (2268a9b9-82fd-4886-a91d-3a50e4e16cab/abb8e5d6-2aea-4455-a944-3435a3d1ce49/d74497fc-0357-4f7a-9835-b52ecb33e5ce) {{(pid=102790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:39:17.745830 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-1eb45674-b91b-4c71-b666-ab7b4e2cba22 admin admin] Calling delete_port for c2e17a6b-1551-4b68-b655-a19bc6af85b0 owned by network:dhcp {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:39:17.783189 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-00990cec-f868-4235-8c14-7904eb1bc482 None None] Deleting port c2e17a6b-1551-4b68-b655-a19bc6af85b0 {{(pid=102792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:39:17.786570 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-00990cec-f868-4235-8c14-7904eb1bc482 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:17.911323 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 2c9e39e5-cc3f-4a3c-bc7c-366be9f7ddc6 no longer exists at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:39:17.943804 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-1eb45674-b91b-4c71-b666-ab7b4e2cba22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:17.988909 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] No Port match for: 2c9e39e5-cc3f-4a3c-bc7c-366be9f7ddc6 {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 15:39:17.995193 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 2c9e39e5-cc3f-4a3c-bc7c-366be9f7ddc6 not bound to the agent host n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:39:17.996258 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 9e2674df-5c03-46fc-a696-37a0ad731b3d no longer exists at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:39:17.999771 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-e029807a-fa4d-4c3e-8bda-99ea1a0400e0 req-76531938-bc17-44c7-adb2-018ab3f0fe30 tempest-ImagesNegativeTestJSON-1059388071 tempest-ImagesNegativeTestJSON-1059388071-project] Notify callbacks [] for port, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:18.013069 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb45674-b91b-4c71-b666-ab7b4e2cba22 admin admin] Pushing event deleted for resources: {'Port': ['ID=c2e17a6b-1551-4b68-b655-a19bc6af85b0,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:39:18.026937 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eb45674-b91b-4c71-b666-ab7b4e2cba22 admin admin] No DVR routers for this DVR port c2e17a6b-1551-4b68-b655-a19bc6af85b0 on host n-d-834765-1 {{(pid=102791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:39:18.047797 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] No Port match for: 9e2674df-5c03-46fc-a696-37a0ad731b3d {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 15:39:18.048480 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 9e2674df-5c03-46fc-a696-37a0ad731b3d not bound to the agent host n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:39:18.053203 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-e029807a-fa4d-4c3e-8bda-99ea1a0400e0 req-76531938-bc17-44c7-adb2-018ab3f0fe30 tempest-ImagesNegativeTestJSON-1059388071 tempest-ImagesNegativeTestJSON-1059388071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:18.060348 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-00990cec-f868-4235-8c14-7904eb1bc482 None None] For port c2e17a6b-1551-4b68-b655-a19bc6af85b0, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=c2e17a6b-1551-4b68-b655-a19bc6af85b0,segment=NetworkSegment(19ee7531-80c7-401c-b973-3d54e2562bfd),segment_id=19ee7531-80c7-401c-b973-3d54e2562bfd)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:39:18.061097 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-00990cec-f868-4235-8c14-7904eb1bc482 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:18.093464 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-00990cec-f868-4235-8c14-7904eb1bc482 None None] Calling delete_port for c2e17a6b-1551-4b68-b655-a19bc6af85b0 owned by network:dhcp {{(pid=102792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:39:18.127820 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e029807a-fa4d-4c3e-8bda-99ea1a0400e0 req-76531938-bc17-44c7-adb2-018ab3f0fe30 tempest-ImagesNegativeTestJSON-1059388071 tempest-ImagesNegativeTestJSON-1059388071-project] Network 2268a9b9-82fd-4886-a91d-3a50e4e16cab is already hosted by enough agents. {{(pid=102790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:39:18.133600 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [req-e029807a-fa4d-4c3e-8bda-99ea1a0400e0 req-76531938-bc17-44c7-adb2-018ab3f0fe30 tempest-ImagesNegativeTestJSON-1059388071 tempest-ImagesNegativeTestJSON-1059388071-project] Resources bound (agent type, host, resource id): {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:39:18.138022 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.l3_dvrscheduler_db [req-e029807a-fa4d-4c3e-8bda-99ea1a0400e0 req-76531938-bc17-44c7-adb2-018ab3f0fe30 tempest-ImagesNegativeTestJSON-1059388071 tempest-ImagesNegativeTestJSON-1059388071-project] Received port after_create {{(pid=102790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:39:18.265970 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76531938-bc17-44c7-adb2-018ab3f0fe30 tempest-ImagesNegativeTestJSON-1059388071 tempest-ImagesNegativeTestJSON-1059388071-project] Pushing event updated for resources: {'Port': ['ID=d74497fc-0357-4f7a-9835-b52ecb33e5ce,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:39:18.294917 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-00990cec-f868-4235-8c14-7904eb1bc482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350'] for port, after_delete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:18.346174 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00990cec-f868-4235-8c14-7904eb1bc482 None None] Pushing event deleted for resources: {'Port': ['ID=c2e17a6b-1551-4b68-b655-a19bc6af85b0,revision_number=None']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:39:18.355775 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5ececb-2563-4880-9546-519a1259ac19 req-dfd7340d-1600-40aa-9053-50b2fc95fe7d tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:39:18.360212 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00990cec-f868-4235-8c14-7904eb1bc482 None None] No DVR routers for this DVR port c2e17a6b-1551-4b68-b655-a19bc6af85b0 on host n-d-834765-1 {{(pid=102792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:39:18.366428 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-cb5ececb-2563-4880-9546-519a1259ac19 req-dfd7340d-1600-40aa-9053-50b2fc95fe7d tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] 10.222.0.42 "GET /v2.0/ports?device_id=10eb82c7-8749-4775-80c9-2376fe09f89e HTTP/1.1" status: 200 len: 946 time: 0.1648750 Mar 29 15:39:18.373442 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e029807a-fa4d-4c3e-8bda-99ea1a0400e0 req-76531938-bc17-44c7-adb2-018ab3f0fe30 tempest-ImagesNegativeTestJSON-1059388071 tempest-ImagesNegativeTestJSON-1059388071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:39:18.374185 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-e029807a-fa4d-4c3e-8bda-99ea1a0400e0 req-76531938-bc17-44c7-adb2-018ab3f0fe30 tempest-ImagesNegativeTestJSON-1059388071 tempest-ImagesNegativeTestJSON-1059388071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:18.450415 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-e029807a-fa4d-4c3e-8bda-99ea1a0400e0 req-76531938-bc17-44c7-adb2-018ab3f0fe30 tempest-ImagesNegativeTestJSON-1059388071 tempest-ImagesNegativeTestJSON-1059388071-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7553854 Mar 29 15:39:18.470132 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [req-e029807a-fa4d-4c3e-8bda-99ea1a0400e0 req-187d7345-f979-4c56-8eea-2f278129e7de service neutron] Request body: {'port': {'device_id': 'd93863ef-a93d-4147-90c2-e28a2cd9af63', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834765-1'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:39:18.525192 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-cb5ececb-2563-4880-9546-519a1259ac19 req-35442639-6aef-4bce-9098-51f7948be0e2 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] 10.222.0.42 "GET /v2.0/security-groups?id=c99ced8e-1ceb-46fb-aaa7-747186b2b9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578479 Mar 29 15:39:18.528773 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-90b00a18-1917-49ef-aebe-e31af5e894d7 None None] Provisioning complete for port d74497fc-0357-4f7a-9835-b52ecb33e5ce triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:39:18.529150 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-90b00a18-1917-49ef-aebe-e31af5e894d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:18.616929 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-1eb45674-b91b-4c71-b666-ab7b4e2cba22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639890', 'neutron.services.segments.db._delete_segments_for_network-8783523423079'] for network, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:18.646656 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-e029807a-fa4d-4c3e-8bda-99ea1a0400e0 req-187d7345-f979-4c56-8eea-2f278129e7de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:18.659960 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-90b00a18-1917-49ef-aebe-e31af5e894d7 None None] Port d74497fc-0357-4f7a-9835-b52ecb33e5ce cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 15:39:18.663431 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-1eb45674-b91b-4c71-b666-ab7b4e2cba22 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0b8e561-a28c-462a-bbe9-e18d64a7cfc0']}} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:39:18.681623 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-1eb45674-b91b-4c71-b666-ab7b4e2cba22 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19ee7531-80c7-401c-b973-3d54e2562bfd') {'for_net_delete': True} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:39:18.681913 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-1eb45674-b91b-4c71-b666-ab7b4e2cba22 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19ee7531-80c7-401c-b973-3d54e2562bfd') {} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:39:18.704570 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-1eb45674-b91b-4c71-b666-ab7b4e2cba22 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783523422064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4230428'] for segment, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:18.726648 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9021dab-4a21-4bb8-90b0-8fe0cf9a5266 req-ab238021-e583-4925-8199-b21901067f74 tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:39:18.735163 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-a9021dab-4a21-4bb8-90b0-8fe0cf9a5266 req-ab238021-e583-4925-8199-b21901067f74 tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] 10.222.0.42 "GET /v2.0/ports?device_id=07de1ed5-2712-4e95-8d69-8343c3d45afc HTTP/1.1" status: 200 len: 946 time: 0.1155176 Mar 29 15:39:18.737398 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-1eb45674-b91b-4c71-b666-ab7b4e2cba22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:18.756351 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1eb45674-b91b-4c71-b666-ab7b4e2cba22 admin admin] Releasing vlan 619 on physical network physnet1 to pool {{(pid=102791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 15:39:18.756676 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-1eb45674-b91b-4c71-b666-ab7b4e2cba22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16169569'] for segment, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:18.758352 n-d-834765-1 neutron-server[102791]: Traceback (most recent call last): Mar 29 15:39:18.758352 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 15:39:18.758352 n-d-834765-1 neutron-server[102791]: timer() Mar 29 15:39:18.758352 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 15:39:18.758352 n-d-834765-1 neutron-server[102791]: cb(*args, **kw) Mar 29 15:39:18.758352 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 15:39:18.758352 n-d-834765-1 neutron-server[102791]: return func(*args, **kwargs) Mar 29 15:39:18.758352 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 15:39:18.758352 n-d-834765-1 neutron-server[102791]: self._notify() Mar 29 15:39:18.758352 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 15:39:18.758352 n-d-834765-1 neutron-server[102791]: self.callback(batched_events) Mar 29 15:39:18.758352 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 15:39:18.758352 n-d-834765-1 neutron-server[102791]: event.method(event) Mar 29 15:39:18.758352 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 15:39:18.758352 n-d-834765-1 neutron-server[102791]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 15:39:18.758352 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 15:39:18.758352 n-d-834765-1 neutron-server[102791]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 15:39:18.758352 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 15:39:18.758352 n-d-834765-1 neutron-server[102791]: return f(self, *a, **k) Mar 29 15:39:18.758352 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 15:39:18.758352 n-d-834765-1 neutron-server[102791]: return self._get(url).json() Mar 29 15:39:18.758352 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 15:39:18.758352 n-d-834765-1 neutron-server[102791]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 15:39:18.758352 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 15:39:18.758352 n-d-834765-1 neutron-server[102791]: return self.request(url, 'GET', **kwargs) Mar 29 15:39:18.758352 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 15:39:18.758352 n-d-834765-1 neutron-server[102791]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 15:39:18.758352 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 15:39:18.758352 n-d-834765-1 neutron-server[102791]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 15:39:18.758352 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 15:39:18.758352 n-d-834765-1 neutron-server[102791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 15:39:18.758352 n-d-834765-1 neutron-server[102791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 15:39:18.809068 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d61ec70-221c-4154-b4b8-99571f84c499 req-65b77fbe-7d5b-4e23-9567-733fc79a30e5 tempest-ImagesNegativeTestJSON-1059388071 tempest-ImagesNegativeTestJSON-1059388071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:39:18.812127 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-8d61ec70-221c-4154-b4b8-99571f84c499 req-65b77fbe-7d5b-4e23-9567-733fc79a30e5 tempest-ImagesNegativeTestJSON-1059388071 tempest-ImagesNegativeTestJSON-1059388071-project] 10.222.0.42 "GET /v2.0/ports?device_id=d93863ef-a93d-4147-90c2-e28a2cd9af63 HTTP/1.1" status: 200 len: 935 time: 0.1159883 Mar 29 15:39:18.835932 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-a9021dab-4a21-4bb8-90b0-8fe0cf9a5266 req-cf425081-615a-4882-b35b-d2f2b3dfaa2f tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] 10.222.0.42 "GET /v2.0/security-groups?id=de326c20-13fe-424c-a811-b741d354586f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997462 Mar 29 15:39:18.859041 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-1eb45674-b91b-4c71-b666-ab7b4e2cba22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1639897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648174'] for network, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:18.869714 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-1eb45674-b91b-4c71-b666-ab7b4e2cba22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for network, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:18.882852 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-1eb45674-b91b-4c71-b666-ab7b4e2cba22 admin admin] 10.222.0.42 "DELETE /v2.0/networks/d0b8e561-a28c-462a-bbe9-e18d64a7cfc0 HTTP/1.1" status: 204 len: 168 time: 1.5905473 Mar 29 15:39:18.915101 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb45674-b91b-4c71-b666-ab7b4e2cba22 admin admin] Pushing event deleted for resources: {'Network': ['ID=d0b8e561-a28c-462a-bbe9-e18d64a7cfc0,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:39:18.971928 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-8d61ec70-221c-4154-b4b8-99571f84c499 req-28ee7db2-732a-42c3-9492-89131cbb428a tempest-ImagesNegativeTestJSON-1059388071 tempest-ImagesNegativeTestJSON-1059388071-project] 10.222.0.42 "GET /v2.0/security-groups?id=449c65bf-4acc-44a8-bd23-16ab477bf0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515396 Mar 29 15:39:19.007616 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4baea93b-fa76-44a4-b7f1-d1cbcb213672 req-b8b42f8f-dd3a-444b-9618-ed70ff29bd8b tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-958720146&fields=id&tenant_id=407485f6cdeb4140b89a6a3209b31c9e HTTP/1.1" status: 200 len: 267 time: 0.0603068 Mar 29 15:39:19.059548 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4baea93b-fa76-44a4-b7f1-d1cbcb213672 req-ea79cb38-9681-4942-95a8-730f1e91cb88 tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:39:19.068985 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4baea93b-fa76-44a4-b7f1-d1cbcb213672 req-ea79cb38-9681-4942-95a8-730f1e91cb88 tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] 10.222.0.42 "GET /v2.0/ports?device_id=07de1ed5-2712-4e95-8d69-8343c3d45afc HTTP/1.1" status: 200 len: 946 time: 0.0602214 Mar 29 15:39:19.075086 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [req-4baea93b-fa76-44a4-b7f1-d1cbcb213672 req-e6a1517c-2fb5-4592-82c8-fdc676fd6aa3 tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] Request body: {'port': {'security_groups': ['de326c20-13fe-424c-a811-b741d354586f', '1515db8e-b744-4e0f-b307-0f96ca3d8260']}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:39:19.181307 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-4baea93b-fa76-44a4-b7f1-d1cbcb213672 req-e6a1517c-2fb5-4592-82c8-fdc676fd6aa3 tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:19.218457 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 40464) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:39:19.304410 n-d-834765-1 neutron-server[102790]: DEBUG neutron.notifiers.nova [req-e029807a-fa4d-4c3e-8bda-99ea1a0400e0 req-187d7345-f979-4c56-8eea-2f278129e7de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d74497fc-0357-4f7a-9835-b52ecb33e5ce {{(pid=102790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:39:19.316642 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-e029807a-fa4d-4c3e-8bda-99ea1a0400e0 req-187d7345-f979-4c56-8eea-2f278129e7de service neutron] Notify callbacks [] for port, precommit_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:19.324762 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-b8d5cc40-2040-4e11-866a-6cb9e716726c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=2af1828b0db64724acc70ec85951ece1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1044536 Mar 29 15:39:19.329377 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 40466) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:39:19.356903 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.provisioning_blocks [req-e029807a-fa4d-4c3e-8bda-99ea1a0400e0 req-187d7345-f979-4c56-8eea-2f278129e7de service neutron] Transition to ACTIVE for port object d74497fc-0357-4f7a-9835-b52ecb33e5ce will not be triggered until provisioned by entity L2. {{(pid=102790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 15:39:19.369781 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-e029807a-fa4d-4c3e-8bda-99ea1a0400e0 req-187d7345-f979-4c56-8eea-2f278129e7de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5237921'] for port, after_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:19.541422 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-4baea93b-fa76-44a4-b7f1-d1cbcb213672 req-e6a1517c-2fb5-4592-82c8-fdc676fd6aa3 tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] For port 59fede69-80f2-4bd3-a0fd-6c5884bad6ce, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=59fede69-80f2-4bd3-a0fd-6c5884bad6ce,segment=NetworkSegment(22e9e91d-0f71-4672-ad57-f0a289f27614),segment_id=22e9e91d-0f71-4672-ad57-f0a289f27614)] {{(pid=102791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:39:19.555139 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187d7345-f979-4c56-8eea-2f278129e7de service neutron] Pushing event updated for resources: {'Port': ['ID=d74497fc-0357-4f7a-9835-b52ecb33e5ce,revision_number=2']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:39:19.579658 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-4cb4935d-2afd-429a-8acb-98ba39d409b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:19.600243 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-4baea93b-fa76-44a4-b7f1-d1cbcb213672 req-e6a1517c-2fb5-4592-82c8-fdc676fd6aa3 tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] Notify callbacks [] for port, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:19.615523 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-4baea93b-fa76-44a4-b7f1-d1cbcb213672 req-e6a1517c-2fb5-4592-82c8-fdc676fd6aa3 tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:19.628523 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] get_ports_and_sgs() called for port_ids ['fa7367e8-75a8-471a-a7ca-e3f5b988a1f8'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:39:19.685665 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-4cb4935d-2afd-429a-8acb-98ba39d409b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:19.721152 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4baea93b-fa76-44a4-b7f1-d1cbcb213672 req-e6a1517c-2fb5-4592-82c8-fdc676fd6aa3 tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:39:19.722751 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-4baea93b-fa76-44a4-b7f1-d1cbcb213672 req-e6a1517c-2fb5-4592-82c8-fdc676fd6aa3 tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:19.726861 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] get_ports_and_sgs() called for port_ids ['59fede69-80f2-4bd3-a0fd-6c5884bad6ce'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:39:19.729448 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4baea93b-fa76-44a4-b7f1-d1cbcb213672 req-e6a1517c-2fb5-4592-82c8-fdc676fd6aa3 tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] 10.222.0.42 "PUT /v2.0/ports/59fede69-80f2-4bd3-a0fd-6c5884bad6ce HTTP/1.1" status: 200 len: 982 time: 0.6592634 Mar 29 15:39:19.746070 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07de1ed5-2712-4e95-8d69-8343c3d45afc', 'tag': '59fede69-80f2-4bd3-a0fd-6c5884bad6ce'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:39:19.746276 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device c2e17a6b-1551-4b68-b655-a19bc6af85b0 no longer exists at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:39:19.754792 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c67b028db5e9b9818fecc5c0a87ebc6f190694fa53ca267d523e04f98de536d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c03b049-4276-497f-8dbc-4813126c0de9" -d '{"events": [{"name": "network-changed", "server_uuid": "07de1ed5-2712-4e95-8d69-8343c3d45afc", "tag": "59fede69-80f2-4bd3-a0fd-6c5884bad6ce"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:39:19.811870 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-4cb4935d-2afd-429a-8acb-98ba39d409b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:19.815372 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-4cb4935d-2afd-429a-8acb-98ba39d409b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:19.817318 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-4cb4935d-2afd-429a-8acb-98ba39d409b3 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/877fdc42-76cb-4915-b01e-149adeabbdda HTTP/1.1" status: 204 len: 168 time: 0.4867167 Mar 29 15:39:19.841003 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb4935d-2afd-429a-8acb-98ba39d409b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=877fdc42-76cb-4915-b01e-149adeabbdda,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:39:19.878533 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.managers [req-e029807a-fa4d-4c3e-8bda-99ea1a0400e0 req-187d7345-f979-4c56-8eea-2f278129e7de service neutron] Attempting to bind port d74497fc-0357-4f7a-9835-b52ecb33e5ce on host n-h1-834765-1 for vnic_type normal with profile {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:39:19.878896 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.managers [req-e029807a-fa4d-4c3e-8bda-99ea1a0400e0 req-187d7345-f979-4c56-8eea-2f278129e7de service neutron] Attempting to bind port d74497fc-0357-4f7a-9835-b52ecb33e5ce by drivers openvswitch,hyperv on host n-h1-834765-1 at level 0 using segments [{'id': 'a0c230f0-660a-4194-9279-0f0781d34134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '2268a9b9-82fd-4886-a91d-3a50e4e16cab'}] {{(pid=102790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:39:19.879208 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e029807a-fa4d-4c3e-8bda-99ea1a0400e0 req-187d7345-f979-4c56-8eea-2f278129e7de service neutron] Attempting to bind port d74497fc-0357-4f7a-9835-b52ecb33e5ce on network 2268a9b9-82fd-4886-a91d-3a50e4e16cab {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:39:19.911987 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-a51dce6d-5250-4e56-a81d-e71440a7c0d1 req-f4e10182-eaf2-4dc5-aa4b-0909005cedbc service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=e1416b4f-2ed2-468a-acdd-84bf3fd763c2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3406651 Mar 29 15:39:19.913973 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e029807a-fa4d-4c3e-8bda-99ea1a0400e0 req-187d7345-f979-4c56-8eea-2f278129e7de service neutron] Port d74497fc-0357-4f7a-9835-b52ecb33e5ce on network 2268a9b9-82fd-4886-a91d-3a50e4e16cab not bound, no agent of type Open vSwitch agent registered on host n-h1-834765-1 {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 15:39:19.914324 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e029807a-fa4d-4c3e-8bda-99ea1a0400e0 req-187d7345-f979-4c56-8eea-2f278129e7de service neutron] Attempting to bind port d74497fc-0357-4f7a-9835-b52ecb33e5ce on network 2268a9b9-82fd-4886-a91d-3a50e4e16cab {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:39:19.923952 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a1517c-2fb5-4592-82c8-fdc676fd6aa3 tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] Pushing event updated for resources: {'Port': ['ID=59fede69-80f2-4bd3-a0fd-6c5884bad6ce,revision_number=6']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:39:19.966388 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4172fce-cafb-4a40-8078-ba8e06f64f33 req-864e6de8-0b91-463b-8865-5c259d1b720c tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:39:19.971399 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-af290c16-829c-4ffc-b8f2-c1bf8652f37d req-84019216-3573-4015-8371-3dc5490978ab tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] 10.222.0.42 "GET /v2.0/security-groups/1515db8e-b744-4e0f-b307-0f96ca3d8260 HTTP/1.1" status: 200 len: 1800 time: 0.2012718 Mar 29 15:39:19.975165 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-b4172fce-cafb-4a40-8078-ba8e06f64f33 req-864e6de8-0b91-463b-8865-5c259d1b720c tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] 10.222.0.42 "GET /v2.0/ports?device_id=10eb82c7-8749-4775-80c9-2376fe09f89e HTTP/1.1" status: 200 len: 946 time: 0.1752198 Mar 29 15:39:19.998528 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e029807a-fa4d-4c3e-8bda-99ea1a0400e0 req-187d7345-f979-4c56-8eea-2f278129e7de service neutron] Checking agent: {'id': 'be375040-5069-4239-9460-a3a3213e1e90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 33, 18), 'started_at': datetime.datetime(2022, 3, 29, 15, 33, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 39, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:39:19.998860 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e029807a-fa4d-4c3e-8bda-99ea1a0400e0 req-187d7345-f979-4c56-8eea-2f278129e7de service neutron] Checking segment: {'id': 'a0c230f0-660a-4194-9279-0f0781d34134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '2268a9b9-82fd-4886-a91d-3a50e4e16cab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:39:19.999234 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e029807a-fa4d-4c3e-8bda-99ea1a0400e0 req-187d7345-f979-4c56-8eea-2f278129e7de service neutron] Bound using segment: {'id': 'a0c230f0-660a-4194-9279-0f0781d34134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '2268a9b9-82fd-4886-a91d-3a50e4e16cab'} {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:39:19.999702 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.managers [req-e029807a-fa4d-4c3e-8bda-99ea1a0400e0 req-187d7345-f979-4c56-8eea-2f278129e7de service neutron] Bound port: d74497fc-0357-4f7a-9835-b52ecb33e5ce, host: n-h1-834765-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0c230f0-660a-4194-9279-0f0781d34134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '2268a9b9-82fd-4886-a91d-3a50e4e16cab'}}] {{(pid=102790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 15:39:20.000056 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-e029807a-fa4d-4c3e-8bda-99ea1a0400e0 req-187d7345-f979-4c56-8eea-2f278129e7de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:20.106424 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] get_ports_and_sgs() called for port_ids ['59fede69-80f2-4bd3-a0fd-6c5884bad6ce'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:39:20.106640 n-d-834765-1 neutron-server[102791]: INFO neutron.api.v2.resource [req-af290c16-829c-4ffc-b8f2-c1bf8652f37d req-894c5257-826d-4d3d-a429-9ebdc533ec5c tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] delete failed (client error): There was a conflict when trying to complete your request. Mar 29 15:39:20.119796 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-af290c16-829c-4ffc-b8f2-c1bf8652f37d req-894c5257-826d-4d3d-a429-9ebdc533ec5c tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] 10.222.0.42 "DELETE /v2.0/security-groups/1515db8e-b744-4e0f-b307-0f96ca3d8260 HTTP/1.1" status: 409 len: 341 time: 0.1271961 Mar 29 15:39:20.217618 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 15:39:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c031ac17-1bbb-4f9d-a541-da1a3c7cd27b x-openstack-request-id: req-c031ac17-1bbb-4f9d-a541-da1a3c7cd27b {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:39:20.217976 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07de1ed5-2712-4e95-8d69-8343c3d45afc", "tag": "59fede69-80f2-4bd3-a0fd-6c5884bad6ce", "status": "completed", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:39:20.218161 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c031ac17-1bbb-4f9d-a541-da1a3c7cd27b {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:39:20.219700 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07de1ed5-2712-4e95-8d69-8343c3d45afc', 'tag': '59fede69-80f2-4bd3-a0fd-6c5884bad6ce', 'status': 'completed', 'code': 200} Mar 29 15:39:20.274960 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-b4172fce-cafb-4a40-8078-ba8e06f64f33 req-04f52987-4988-4f96-a0bb-76b0c0b0791e tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] 10.222.0.42 "GET /v2.0/security-groups?id=c99ced8e-1ceb-46fb-aaa7-747186b2b9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2775593 Mar 29 15:39:20.278638 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51dce6d-5250-4e56-a81d-e71440a7c0d1 req-f6f1d38c-72e3-41ff-8d04-d077d1f91d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:39:20.280149 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-a51dce6d-5250-4e56-a81d-e71440a7c0d1 req-f6f1d38c-72e3-41ff-8d04-d077d1f91d19 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c66f5a43ae0e46908f202e6b40f23448&device_id=e1416b4f-2ed2-468a-acdd-84bf3fd763c2 HTTP/1.1" status: 200 len: 1095 time: 0.3037488 Mar 29 15:39:20.303823 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] No Port match for: c2e17a6b-1551-4b68-b655-a19bc6af85b0 {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 15:39:20.303823 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device c2e17a6b-1551-4b68-b655-a19bc6af85b0 not bound to the agent host n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:39:20.557913 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c03b049-4276-497f-8dbc-4813126c0de9 req-ddc2b167-a2dc-4a25-8cd8-332cc6411aab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:39:20.567712 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-7c03b049-4276-497f-8dbc-4813126c0de9 req-ddc2b167-a2dc-4a25-8cd8-332cc6411aab service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=407485f6cdeb4140b89a6a3209b31c9e&device_id=07de1ed5-2712-4e95-8d69-8343c3d45afc HTTP/1.1" status: 200 len: 1136 time: 0.3274202 Mar 29 15:39:20.700858 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4036c426-57c5-4b74-9d39-8e5dc350bb0b req-37e5304f-e48f-454b-ba54-395a894c1d69 tempest-ImagesNegativeTestJSON-1059388071 tempest-ImagesNegativeTestJSON-1059388071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:39:20.703818 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4036c426-57c5-4b74-9d39-8e5dc350bb0b req-37e5304f-e48f-454b-ba54-395a894c1d69 tempest-ImagesNegativeTestJSON-1059388071 tempest-ImagesNegativeTestJSON-1059388071-project] 10.222.0.42 "GET /v2.0/ports?device_id=d93863ef-a93d-4147-90c2-e28a2cd9af63 HTTP/1.1" status: 200 len: 947 time: 0.3490801 Mar 29 15:39:20.862728 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4036c426-57c5-4b74-9d39-8e5dc350bb0b req-40f650c5-5e28-476a-a666-71d41772a2ae tempest-ImagesNegativeTestJSON-1059388071 tempest-ImagesNegativeTestJSON-1059388071-project] 10.222.0.42 "GET /v2.0/security-groups?id=449c65bf-4acc-44a8-bd23-16ab477bf0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378005 Mar 29 15:39:20.887856 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c03b049-4276-497f-8dbc-4813126c0de9 req-ad42bc74-5ea8-44e9-b7f8-0bc28a847239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:39:20.891865 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-7c03b049-4276-497f-8dbc-4813126c0de9 req-ad42bc74-5ea8-44e9-b7f8-0bc28a847239 service neutron] 10.222.0.48 "GET /v2.0/networks?id=45430e61-d8db-47cd-8e77-5a8c8cddc622 HTTP/1.1" status: 200 len: 913 time: 0.3133414 Mar 29 15:39:21.003856 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-7c03b049-4276-497f-8dbc-4813126c0de9 req-6ed600e1-a53e-41f5-89bb-cf442440974e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=59fede69-80f2-4bd3-a0fd-6c5884bad6ce HTTP/1.1" status: 200 len: 217 time: 0.0977619 Mar 29 15:39:21.069651 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [req-e029807a-fa4d-4c3e-8bda-99ea1a0400e0 req-187d7345-f979-4c56-8eea-2f278129e7de service neutron] For port d74497fc-0357-4f7a-9835-b52ecb33e5ce, host n-h1-834765-1, cleared binding levels {{(pid=102790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:39:21.111670 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c03b049-4276-497f-8dbc-4813126c0de9 req-583bf983-226d-4705-a26f-1ff34a84a212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:39:21.114375 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-7c03b049-4276-497f-8dbc-4813126c0de9 req-583bf983-226d-4705-a26f-1ff34a84a212 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=961a5899-9b08-4b71-af3d-bd0ca39267a4 HTTP/1.1" status: 200 len: 852 time: 0.1033690 Mar 29 15:39:21.121821 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [req-e029807a-fa4d-4c3e-8bda-99ea1a0400e0 req-187d7345-f979-4c56-8eea-2f278129e7de service neutron] For port d74497fc-0357-4f7a-9835-b52ecb33e5ce, host n-h1-834765-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=d74497fc-0357-4f7a-9835-b52ecb33e5ce,segment=NetworkSegment(a0c230f0-660a-4194-9279-0f0781d34134),segment_id=a0c230f0-660a-4194-9279-0f0781d34134)] {{(pid=102790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:39:21.150580 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-7c03b049-4276-497f-8dbc-4813126c0de9 req-a9803d1a-e88e-4218-b809-262aec78f24c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=45430e61-d8db-47cd-8e77-5a8c8cddc622&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290210 Mar 29 15:39:21.154222 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-e029807a-fa4d-4c3e-8bda-99ea1a0400e0 req-187d7345-f979-4c56-8eea-2f278129e7de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5237921'] for port, after_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:21.195529 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51dce6d-5250-4e56-a81d-e71440a7c0d1 req-6297ec64-a1a5-4a75-8b8f-1e6b07ef6769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:39:21.198543 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-a51dce6d-5250-4e56-a81d-e71440a7c0d1 req-6297ec64-a1a5-4a75-8b8f-1e6b07ef6769 service neutron] 10.222.0.48 "GET /v2.0/networks?id=c7e23169-e9d3-4fec-ace3-87b88825b851 HTTP/1.1" status: 200 len: 922 time: 0.8722336 Mar 29 15:39:21.216639 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379f4085-7a4f-4811-88ff-233f93ebed6e req-310d2bf6-94a4-4215-bd9d-837f1a9b3204 tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:39:21.224799 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-379f4085-7a4f-4811-88ff-233f93ebed6e req-310d2bf6-94a4-4215-bd9d-837f1a9b3204 tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] 10.222.0.42 "GET /v2.0/ports?device_id=07de1ed5-2712-4e95-8d69-8343c3d45afc HTTP/1.1" status: 200 len: 985 time: 0.1522839 Mar 29 15:39:21.263482 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-7c03b049-4276-497f-8dbc-4813126c0de9 req-0ce5bbe3-8cac-4a33-bab0-74ce175dce00 service neutron] 10.222.0.48 "GET /v2.0/networks/45430e61-d8db-47cd-8e77-5a8c8cddc622?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053867 Mar 29 15:39:21.321653 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e029807a-fa4d-4c3e-8bda-99ea1a0400e0 req-187d7345-f979-4c56-8eea-2f278129e7de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:39:21.322493 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-e029807a-fa4d-4c3e-8bda-99ea1a0400e0 req-187d7345-f979-4c56-8eea-2f278129e7de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:21.324717 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-e029807a-fa4d-4c3e-8bda-99ea1a0400e0 req-187d7345-f979-4c56-8eea-2f278129e7de service neutron] 10.222.0.44 "PUT /v2.0/ports/d74497fc-0357-4f7a-9835-b52ecb33e5ce HTTP/1.1" status: 200 len: 1095 time: 2.8594322 Mar 29 15:39:21.327030 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-a51dce6d-5250-4e56-a81d-e71440a7c0d1 req-024fded7-3ea3-4270-a129-71adbecdda29 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=46d1b430-78f4-42ac-9c70-2f89c6daa019 HTTP/1.1" status: 200 len: 217 time: 0.0934114 Mar 29 15:39:21.327639 n-d-834765-1 neutron-server[102790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd93863ef-a93d-4147-90c2-e28a2cd9af63', 'tag': 'd74497fc-0357-4f7a-9835-b52ecb33e5ce'}] {{(pid=102790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:39:21.330151 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 40512) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:39:21.330443 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46b06d655c90bc969636382cce4240ad749035fb0f3a83ee4734fa1ed9c4a6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afc61f9f-669d-48d8-8980-1a5101c59f92" -d '{"events": [{"name": "network-changed", "server_uuid": "d93863ef-a93d-4147-90c2-e28a2cd9af63", "tag": "d74497fc-0357-4f7a-9835-b52ecb33e5ce"}]}' {{(pid=102790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:39:21.465973 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-379f4085-7a4f-4811-88ff-233f93ebed6e req-86db1fc0-4046-4253-a938-515422cd5382 tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] 10.222.0.42 "GET /v2.0/security-groups?id=de326c20-13fe-424c-a811-b741d354586f&id=1515db8e-b744-4e0f-b307-0f96ca3d8260&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.2379761 Mar 29 15:39:21.503057 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187d7345-f979-4c56-8eea-2f278129e7de service neutron] Pushing event updated for resources: {'Port': ['ID=d74497fc-0357-4f7a-9835-b52ecb33e5ce,revision_number=3']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:39:21.521059 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51dce6d-5250-4e56-a81d-e71440a7c0d1 req-175f4d7c-4cbf-4f7e-b960-42c89520c48f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:39:21.523496 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-a51dce6d-5250-4e56-a81d-e71440a7c0d1 req-175f4d7c-4cbf-4f7e-b960-42c89520c48f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=47ebad0b-955e-4824-b04c-60b1952d5787 HTTP/1.1" status: 200 len: 861 time: 0.1881692 Mar 29 15:39:21.532690 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-9ee17132-f165-4001-b113-3c7b87a9e37a admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-667212291-network', 'tenant_id': '4fcca40281ff4cbfb6c75a266decc3c5'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:39:21.547129 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 15:39:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5686c092-498c-4a59-94a4-1618794a726d x-openstack-request-id: req-5686c092-498c-4a59-94a4-1618794a726d {{(pid=102790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:39:21.547404 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d93863ef-a93d-4147-90c2-e28a2cd9af63", "tag": "d74497fc-0357-4f7a-9835-b52ecb33e5ce", "status": "completed", "code": 200}]} {{(pid=102790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:39:21.547657 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-5686c092-498c-4a59-94a4-1618794a726d {{(pid=102790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:39:21.548041 n-d-834765-1 neutron-server[102790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd93863ef-a93d-4147-90c2-e28a2cd9af63', 'tag': 'd74497fc-0357-4f7a-9835-b52ecb33e5ce', 'status': 'completed', 'code': 200} Mar 29 15:39:21.552250 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e029807a-fa4d-4c3e-8bda-99ea1a0400e0 req-8b991881-96c7-42cb-b2fe-b86b27aba740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:39:21.552458 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-e029807a-fa4d-4c3e-8bda-99ea1a0400e0 req-8b991881-96c7-42cb-b2fe-b86b27aba740 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0fc5f5131e9d4c45ada1423e2d99fbbd&device_id=d93863ef-a93d-4147-90c2-e28a2cd9af63 HTTP/1.1" status: 200 len: 1098 time: 0.1310391 Mar 29 15:39:21.569162 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-7c03b049-4276-497f-8dbc-4813126c0de9 req-2e2737de-2555-480d-a77c-cd5592bb5ae5 service neutron] 10.222.0.48 "GET /v2.0/networks/45430e61-d8db-47cd-8e77-5a8c8cddc622?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2966139 Mar 29 15:39:21.569716 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ee17132-f165-4001-b113-3c7b87a9e37a admin admin] Made reservation on behalf of 4fcca40281ff4cbfb6c75a266decc3c5 for: {'network': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:39:21.572549 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-9ee17132-f165-4001-b113-3c7b87a9e37a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for network, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:21.575625 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-a51dce6d-5250-4e56-a81d-e71440a7c0d1 req-7e2bef0d-654d-4e7e-9ac8-302dd9508d70 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c7e23169-e9d3-4fec-ace3-87b88825b851&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422165 Mar 29 15:39:21.590761 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0692244a-2058-4c09-84fc-2f669ce3aa85 req-de003619-8bfd-4392-8d8c-609bc5ca9453 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:39:21.597778 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-0692244a-2058-4c09-84fc-2f669ce3aa85 req-de003619-8bfd-4392-8d8c-609bc5ca9453 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] 10.222.0.42 "GET /v2.0/ports?device_id=10eb82c7-8749-4775-80c9-2376fe09f89e HTTP/1.1" status: 200 len: 946 time: 0.1563110 Mar 29 15:39:21.602760 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-9ee17132-f165-4001-b113-3c7b87a9e37a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:21.655813 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-e029807a-fa4d-4c3e-8bda-99ea1a0400e0 req-165388dc-4d72-4309-b02c-dc2374ce64f4 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.28&port_id=d74497fc-0357-4f7a-9835-b52ecb33e5ce HTTP/1.1" status: 200 len: 217 time: 0.0830371 Mar 29 15:39:21.724620 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-0692244a-2058-4c09-84fc-2f669ce3aa85 req-f5eb8e6d-3652-4759-b633-a0bb97d20517 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] 10.222.0.42 "GET /v2.0/security-groups?id=c99ced8e-1ceb-46fb-aaa7-747186b2b9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000028 Mar 29 15:39:21.727905 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84d995c-d3ef-4297-adcd-7c6ccf38c396 req-174c005c-1f54-4e1f-9062-57678644a1e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:39:21.729576 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-c84d995c-d3ef-4297-adcd-7c6ccf38c396 req-174c005c-1f54-4e1f-9062-57678644a1e2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=407485f6cdeb4140b89a6a3209b31c9e&device_id=07de1ed5-2712-4e95-8d69-8343c3d45afc HTTP/1.1" status: 200 len: 1136 time: 0.1060796 Mar 29 15:39:21.788614 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e029807a-fa4d-4c3e-8bda-99ea1a0400e0 req-0e965994-a69a-4c66-811e-5eb51281116e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:39:21.790298 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-e029807a-fa4d-4c3e-8bda-99ea1a0400e0 req-0e965994-a69a-4c66-811e-5eb51281116e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=abb8e5d6-2aea-4455-a944-3435a3d1ce49 HTTP/1.1" status: 200 len: 843 time: 0.1034563 Mar 29 15:39:21.840190 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-a51dce6d-5250-4e56-a81d-e71440a7c0d1 req-ae5155a6-e7d9-4a52-be67-701ab0f22646 service neutron] 10.222.0.48 "GET /v2.0/networks/c7e23169-e9d3-4fec-ace3-87b88825b851?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2033157 Mar 29 15:39:21.853404 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-9ee17132-f165-4001-b113-3c7b87a9e37a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:21.864813 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-9ee17132-f165-4001-b113-3c7b87a9e37a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:21.872265 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e029807a-fa4d-4c3e-8bda-99ea1a0400e0 req-505f391c-fed4-41a4-8c6c-082bfab4f86d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:39:21.873861 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-e029807a-fa4d-4c3e-8bda-99ea1a0400e0 req-505f391c-fed4-41a4-8c6c-082bfab4f86d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2268a9b9-82fd-4886-a91d-3a50e4e16cab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0763934 Mar 29 15:39:21.886165 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84d995c-d3ef-4297-adcd-7c6ccf38c396 req-34a3e4eb-d99d-4baa-a140-c53bb17fb36d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:39:21.887654 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-c84d995c-d3ef-4297-adcd-7c6ccf38c396 req-34a3e4eb-d99d-4baa-a140-c53bb17fb36d service neutron] 10.222.0.48 "GET /v2.0/networks?id=45430e61-d8db-47cd-8e77-5a8c8cddc622 HTTP/1.1" status: 200 len: 913 time: 0.1483045 Mar 29 15:39:21.889927 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ee17132-f165-4001-b113-3c7b87a9e37a admin admin] vlan segment allocate from pool success with {'vlan_id': 646, 'physical_network': 'physnet1'} {{(pid=102791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 15:39:21.916852 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-9ee17132-f165-4001-b113-3c7b87a9e37a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:21.924096 n-d-834765-1 neutron-server[102791]: INFO neutron.db.segments_db [None req-9ee17132-f165-4001-b113-3c7b87a9e37a admin admin] Added segment 41873e9c-b24c-40ec-94cd-76d430c8ed02 of type vlan for network f945f153-5928-4a5d-9b33-57d251311dab Mar 29 15:39:21.985492 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee17132-f165-4001-b113-3c7b87a9e37a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce1e3aa1-c9e4-4c36-a19f-9dbad60c5be1,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:39:21.996352 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-c84d995c-d3ef-4297-adcd-7c6ccf38c396 req-9955c812-eef2-4d76-a036-adafdc784400 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=59fede69-80f2-4bd3-a0fd-6c5884bad6ce HTTP/1.1" status: 200 len: 217 time: 0.0908744 Mar 29 15:39:22.063055 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-9ee17132-f165-4001-b113-3c7b87a9e37a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783522915970'] for network, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:22.068747 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-a51dce6d-5250-4e56-a81d-e71440a7c0d1 req-4ba23c92-ba76-4bfa-a9f7-23ebb42f9df2 service neutron] 10.222.0.48 "GET /v2.0/networks/c7e23169-e9d3-4fec-ace3-87b88825b851?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2197769 Mar 29 15:39:22.091382 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84d995c-d3ef-4297-adcd-7c6ccf38c396 req-ac226fd2-8765-4092-a0c7-22535c7af9bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:39:22.092823 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-c84d995c-d3ef-4297-adcd-7c6ccf38c396 req-ac226fd2-8765-4092-a0c7-22535c7af9bf service neutron] 10.222.0.48 "GET /v2.0/subnets?id=961a5899-9b08-4b71-af3d-bd0ca39267a4 HTTP/1.1" status: 200 len: 852 time: 0.0708280 Mar 29 15:39:22.100924 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c32d1f-8b0a-4c33-99a2-86944ea4336c req-dffa7aac-55e8-4664-81c2-548b8e11262f tempest-ImagesNegativeTestJSON-1059388071 tempest-ImagesNegativeTestJSON-1059388071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:39:22.102376 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-9ee17132-f165-4001-b113-3c7b87a9e37a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795'] for network, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:22.102542 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-57c32d1f-8b0a-4c33-99a2-86944ea4336c req-dffa7aac-55e8-4664-81c2-548b8e11262f tempest-ImagesNegativeTestJSON-1059388071 tempest-ImagesNegativeTestJSON-1059388071-project] 10.222.0.42 "GET /v2.0/ports?device_id=d93863ef-a93d-4147-90c2-e28a2cd9af63 HTTP/1.1" status: 200 len: 947 time: 0.1354458 Mar 29 15:39:22.103463 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ee17132-f165-4001-b113-3c7b87a9e37a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:39:22.104039 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-9ee17132-f165-4001-b113-3c7b87a9e37a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for network, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:22.104472 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-e029807a-fa4d-4c3e-8bda-99ea1a0400e0 req-10f194fb-d233-4181-b7b8-6824a29ed36f service neutron] 10.222.0.44 "GET /v2.0/networks/2268a9b9-82fd-4886-a91d-3a50e4e16cab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2196934 Mar 29 15:39:22.153772 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-c84d995c-d3ef-4297-adcd-7c6ccf38c396 req-c621e8d1-ba1e-42a8-8c73-c6413e3bcbb2 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=45430e61-d8db-47cd-8e77-5a8c8cddc622&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0470884 Mar 29 15:39:22.202239 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-57c32d1f-8b0a-4c33-99a2-86944ea4336c req-d0b98651-3deb-4197-a46e-ca8506ef7c54 tempest-ImagesNegativeTestJSON-1059388071 tempest-ImagesNegativeTestJSON-1059388071-project] 10.222.0.42 "GET /v2.0/security-groups?id=449c65bf-4acc-44a8-bd23-16ab477bf0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905237 Mar 29 15:39:22.202628 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-9ee17132-f165-4001-b113-3c7b87a9e37a admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8678691 Mar 29 15:39:22.203238 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 40526) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:39:22.225167 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-c49f06e8-e8b4-4d1a-9160-595b902660ee admin admin] Request body: {'subnet': {'network_id': 'f945f153-5928-4a5d-9b33-57d251311dab', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-667212291-subnet', 'tenant_id': '4fcca40281ff4cbfb6c75a266decc3c5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:39:22.226374 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee17132-f165-4001-b113-3c7b87a9e37a admin admin] Pushing event updated for resources: {'Network': ['ID=f945f153-5928-4a5d-9b33-57d251311dab,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:39:22.237686 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Network f945f153-5928-4a5d-9b33-57d251311dab details requested by agent ovs-agent-n-d-834765-1 with host n-d-834765-1 {{(pid=102792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 15:39:22.256518 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-e029807a-fa4d-4c3e-8bda-99ea1a0400e0 req-98701029-34e7-4634-8a7e-c687aa1e7f78 service neutron] 10.222.0.44 "GET /v2.0/networks/2268a9b9-82fd-4886-a91d-3a50e4e16cab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1434562 Mar 29 15:39:22.290348 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c49f06e8-e8b4-4d1a-9160-595b902660ee admin admin] Made reservation on behalf of 4fcca40281ff4cbfb6c75a266decc3c5 for: {'subnet': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:39:22.292797 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-c49f06e8-e8b4-4d1a-9160-595b902660ee admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16218875'] for subnet, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:22.365095 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-c84d995c-d3ef-4297-adcd-7c6ccf38c396 req-7f964f0b-ba09-4d61-8183-88b825a6f7b7 service neutron] 10.222.0.48 "GET /v2.0/networks/45430e61-d8db-47cd-8e77-5a8c8cddc622?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2040510 Mar 29 15:39:22.375468 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc61f9f-669d-48d8-8980-1a5101c59f92 req-bc4ad12d-a505-47bf-a6d6-42646c368c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:39:22.378163 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-afc61f9f-669d-48d8-8980-1a5101c59f92 req-bc4ad12d-a505-47bf-a6d6-42646c368c34 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0fc5f5131e9d4c45ada1423e2d99fbbd&device_id=d93863ef-a93d-4147-90c2-e28a2cd9af63 HTTP/1.1" status: 200 len: 1098 time: 0.0580585 Mar 29 15:39:22.503324 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-c84d995c-d3ef-4297-adcd-7c6ccf38c396 req-ac6015c7-b72f-43df-9d4a-1a114deb9128 service neutron] 10.222.0.48 "GET /v2.0/networks/45430e61-d8db-47cd-8e77-5a8c8cddc622?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309426 Mar 29 15:39:22.508580 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc61f9f-669d-48d8-8980-1a5101c59f92 req-beac9446-7068-4047-a1f8-a0e1a4a68dee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:39:22.510039 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-afc61f9f-669d-48d8-8980-1a5101c59f92 req-beac9446-7068-4047-a1f8-a0e1a4a68dee service neutron] 10.222.0.44 "GET /v2.0/networks?id=2268a9b9-82fd-4886-a91d-3a50e4e16cab HTTP/1.1" status: 200 len: 870 time: 0.1243892 Mar 29 15:39:22.572743 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-afc61f9f-669d-48d8-8980-1a5101c59f92 req-d0f3f678-c5f6-4b01-9ab9-14eb7242688c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.28&port_id=d74497fc-0357-4f7a-9835-b52ecb33e5ce HTTP/1.1" status: 200 len: 217 time: 0.0552509 Mar 29 15:39:22.587052 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-c49f06e8-e8b4-4d1a-9160-595b902660ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16155524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16218861'] for subnet, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:22.629020 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb9f699-e6e0-4c8a-a5ac-80030a4c8c92 req-8e67fdc7-3b91-47fb-9f9d-1a9922a0c45e tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:39:22.631102 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6fb9f699-e6e0-4c8a-a5ac-80030a4c8c92 req-8e67fdc7-3b91-47fb-9f9d-1a9922a0c45e tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] 10.222.0.42 "GET /v2.0/ports?device_id=07de1ed5-2712-4e95-8d69-8343c3d45afc HTTP/1.1" status: 200 len: 985 time: 0.1011415 Mar 29 15:39:22.640310 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc61f9f-669d-48d8-8980-1a5101c59f92 req-eb009cd8-cb81-4d84-a397-22d5d962f8af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:39:22.642544 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-afc61f9f-669d-48d8-8980-1a5101c59f92 req-eb009cd8-cb81-4d84-a397-22d5d962f8af service neutron] 10.222.0.44 "GET /v2.0/subnets?id=abb8e5d6-2aea-4455-a944-3435a3d1ce49 HTTP/1.1" status: 200 len: 843 time: 0.0627630 Mar 29 15:39:22.678623 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49f06e8-e8b4-4d1a-9160-595b902660ee admin admin] Pushing event updated for resources: {'Subnet': ['ID=5e8b374d-c935-4687-96e3-a6909695b876,revision_number=0']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:39:22.704210 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc61f9f-669d-48d8-8980-1a5101c59f92 req-88b99a48-c33c-465d-b89f-ccc752ee704b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:39:22.707034 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-afc61f9f-669d-48d8-8980-1a5101c59f92 req-88b99a48-c33c-465d-b89f-ccc752ee704b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2268a9b9-82fd-4886-a91d-3a50e4e16cab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0557182 Mar 29 15:39:22.709808 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c49f06e8-e8b4-4d1a-9160-595b902660ee admin admin] Checking segment: {'id': '41873e9c-b24c-40ec-94cd-76d430c8ed02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'f945f153-5928-4a5d-9b33-57d251311dab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:39:22.714474 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c49f06e8-e8b4-4d1a-9160-595b902660ee admin admin] Network hostable DHCP agents. Network: f945f153-5928-4a5d-9b33-57d251311dab, hostable agents: ['d136643e-48ae-49d4-a851-2ba3bdf3749c'], hosted agents: [] {{(pid=102791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 15:39:22.734145 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6fb9f699-e6e0-4c8a-a5ac-80030a4c8c92 req-bd3bde74-827f-437a-b98f-8ea669457032 tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] 10.222.0.42 "GET /v2.0/security-groups?id=de326c20-13fe-424c-a811-b741d354586f&id=1515db8e-b744-4e0f-b307-0f96ca3d8260&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0947175 Mar 29 15:39:22.777821 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c49f06e8-e8b4-4d1a-9160-595b902660ee admin admin] Network f945f153-5928-4a5d-9b33-57d251311dab is scheduled to be hosted by DHCP agent d136643e-48ae-49d4-a851-2ba3bdf3749c with binding_index 1 {{(pid=102791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 15:39:22.794085 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [None req-c49f06e8-e8b4-4d1a-9160-595b902660ee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834765-1, f945f153-5928-4a5d-9b33-57d251311dab) {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:39:22.799390 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c49f06e8-e8b4-4d1a-9160-595b902660ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:39:22.800472 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-c49f06e8-e8b4-4d1a-9160-595b902660ee admin admin] Notify callbacks [] for subnet, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:22.806256 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9ea5d5a-14fd-4b88-82c8-301aca5493f4 None None] Network f945f153-5928-4a5d-9b33-57d251311dab requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 15:39:22.839397 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-c49f06e8-e8b4-4d1a-9160-595b902660ee admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6231821 Mar 29 15:39:22.902769 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ca0861-e80e-48cd-94ae-2fbea9a40834 req-b818a3c4-f755-4568-a7b5-a0caa72f4454 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:39:22.904561 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-f2ca0861-e80e-48cd-94ae-2fbea9a40834 req-b818a3c4-f755-4568-a7b5-a0caa72f4454 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] 10.222.0.42 "GET /v2.0/ports?device_id=10eb82c7-8749-4775-80c9-2376fe09f89e HTTP/1.1" status: 200 len: 946 time: 0.0800138 Mar 29 15:39:22.906280 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-afc61f9f-669d-48d8-8980-1a5101c59f92 req-2c158933-9dc0-43b5-ace4-8f5fc943c111 service neutron] 10.222.0.44 "GET /v2.0/networks/2268a9b9-82fd-4886-a91d-3a50e4e16cab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1918693 Mar 29 15:39:22.974548 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-f2ca0861-e80e-48cd-94ae-2fbea9a40834 req-90ba6ce0-c9f5-4276-8ea3-be0072bdd27b tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] 10.222.0.42 "GET /v2.0/security-groups?id=c99ced8e-1ceb-46fb-aaa7-747186b2b9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625155 Mar 29 15:39:22.995401 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2767207-21d6-4003-a0ce-ab66843950f3 None None] Network f945f153-5928-4a5d-9b33-57d251311dab requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 15:39:23.152827 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-afc61f9f-669d-48d8-8980-1a5101c59f92 req-82f4ebd2-9d5b-4bf2-8463-e4bbaeb505a9 service neutron] 10.222.0.44 "GET /v2.0/networks/2268a9b9-82fd-4886-a91d-3a50e4e16cab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1820674 Mar 29 15:39:23.326750 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0114976-b853-422f-b9da-2fccc6e67ec7 req-3dc1dbfa-9cf8-46c9-9d08-b5242f84292a tempest-ImagesNegativeTestJSON-1059388071 tempest-ImagesNegativeTestJSON-1059388071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:39:23.328360 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-a0114976-b853-422f-b9da-2fccc6e67ec7 req-3dc1dbfa-9cf8-46c9-9d08-b5242f84292a tempest-ImagesNegativeTestJSON-1059388071 tempest-ImagesNegativeTestJSON-1059388071-project] 10.222.0.42 "GET /v2.0/ports?device_id=d93863ef-a93d-4147-90c2-e28a2cd9af63 HTTP/1.1" status: 200 len: 947 time: 0.0516005 Mar 29 15:39:23.369040 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-a0114976-b853-422f-b9da-2fccc6e67ec7 req-ac286553-6a19-4b52-aabf-bd79e8c495d7 tempest-ImagesNegativeTestJSON-1059388071 tempest-ImagesNegativeTestJSON-1059388071-project] 10.222.0.42 "GET /v2.0/security-groups?id=449c65bf-4acc-44a8-bd23-16ab477bf0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327501 Mar 29 15:39:23.465531 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-efff2e0e-bbc6-41c3-b576-129af1584a8e req-f62707a6-0ca9-4d59-806e-c3da17a92cab service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=ea6c803e-d2a8-4326-af80-e82436a0a30b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0404835 Mar 29 15:39:23.570762 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efff2e0e-bbc6-41c3-b576-129af1584a8e req-a32ebf10-570b-4c06-95f6-9d73abbaefb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:39:23.572352 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-efff2e0e-bbc6-41c3-b576-129af1584a8e req-a32ebf10-570b-4c06-95f6-9d73abbaefb5 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=61d6b03cf8b04e0283d0c20861ff0cb0&device_id=ea6c803e-d2a8-4326-af80-e82436a0a30b HTTP/1.1" status: 200 len: 1095 time: 0.0579004 Mar 29 15:39:23.683968 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efff2e0e-bbc6-41c3-b576-129af1584a8e req-e8524262-3e89-493b-97cf-4d25d225fbcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:39:23.685451 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-efff2e0e-bbc6-41c3-b576-129af1584a8e req-e8524262-3e89-493b-97cf-4d25d225fbcc service neutron] 10.222.0.44 "GET /v2.0/networks?id=b1def78c-da55-4367-b9b1-4d7fc20fc6ac HTTP/1.1" status: 200 len: 909 time: 0.0916173 Mar 29 15:39:23.729282 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-efff2e0e-bbc6-41c3-b576-129af1584a8e req-24177f17-23b4-495d-a5fb-58fa43ba0309 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7358f2da-0288-45a9-bbb8-559c1b9b15c8 HTTP/1.1" status: 200 len: 217 time: 0.0362504 Mar 29 15:39:23.794948 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efff2e0e-bbc6-41c3-b576-129af1584a8e req-32f12ced-82ff-4ef3-9da0-f0f411c427fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:39:23.796480 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-efff2e0e-bbc6-41c3-b576-129af1584a8e req-32f12ced-82ff-4ef3-9da0-f0f411c427fa service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a84f45bb-2cdd-4adc-a15d-ac5c06ff5a1f HTTP/1.1" status: 200 len: 848 time: 0.0605440 Mar 29 15:39:23.854941 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-efff2e0e-bbc6-41c3-b576-129af1584a8e req-e551c570-dd14-45ce-839d-1c6b83c2fce2 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b1def78c-da55-4367-b9b1-4d7fc20fc6ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0502541 Mar 29 15:39:23.967356 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e96998-d5a6-4d80-84ec-a381a867bcaa req-37f39e0b-18a4-422c-b99a-4d69cf840ab1 tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:39:23.968992 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-09e96998-d5a6-4d80-84ec-a381a867bcaa req-37f39e0b-18a4-422c-b99a-4d69cf840ab1 tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] 10.222.0.42 "GET /v2.0/ports?device_id=07de1ed5-2712-4e95-8d69-8343c3d45afc HTTP/1.1" status: 200 len: 985 time: 0.1267316 Mar 29 15:39:23.992774 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-efff2e0e-bbc6-41c3-b576-129af1584a8e req-68b2af1f-689e-4e50-a9eb-138b6dbedd9c service neutron] 10.222.0.44 "GET /v2.0/networks/b1def78c-da55-4367-b9b1-4d7fc20fc6ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196208 Mar 29 15:39:24.073529 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-09e96998-d5a6-4d80-84ec-a381a867bcaa req-c3fe59c5-3359-4b5f-95dd-17436011ae52 tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] 10.222.0.42 "GET /v2.0/security-groups?id=de326c20-13fe-424c-a811-b741d354586f&id=1515db8e-b744-4e0f-b307-0f96ca3d8260&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0922506 Mar 29 15:39:24.124436 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-efff2e0e-bbc6-41c3-b576-129af1584a8e req-f813b28b-6433-42c1-b379-9a247f705f17 service neutron] 10.222.0.44 "GET /v2.0/networks/b1def78c-da55-4367-b9b1-4d7fc20fc6ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235008 Mar 29 15:39:24.211798 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff243a9b-a711-4f98-a9f6-4e7cc1c0553b req-6c93159b-d1de-4997-b7cd-a16628f03286 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:39:24.213267 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-ff243a9b-a711-4f98-a9f6-4e7cc1c0553b req-6c93159b-d1de-4997-b7cd-a16628f03286 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] 10.222.0.42 "GET /v2.0/ports?device_id=10eb82c7-8749-4775-80c9-2376fe09f89e HTTP/1.1" status: 200 len: 946 time: 0.0604579 Mar 29 15:39:24.257763 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-ff243a9b-a711-4f98-a9f6-4e7cc1c0553b req-764d440a-fb79-4f28-9992-7627377ea3c4 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] 10.222.0.42 "GET /v2.0/security-groups?id=c99ced8e-1ceb-46fb-aaa7-747186b2b9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382493 Mar 29 15:39:24.353140 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-ae175aea-0844-452a-80e8-ec57931d765d req-7fc96de3-003f-4ecc-9472-1afe6a25b33c tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-35186183&fields=id&tenant_id=407485f6cdeb4140b89a6a3209b31c9e HTTP/1.1" status: 200 len: 267 time: 0.0389867 Mar 29 15:39:24.415390 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae175aea-0844-452a-80e8-ec57931d765d req-c1318505-9a67-42e5-8f72-ec0932db5c78 tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:39:24.416988 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-ae175aea-0844-452a-80e8-ec57931d765d req-c1318505-9a67-42e5-8f72-ec0932db5c78 tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] 10.222.0.42 "GET /v2.0/ports?device_id=07de1ed5-2712-4e95-8d69-8343c3d45afc HTTP/1.1" status: 200 len: 985 time: 0.0579212 Mar 29 15:39:24.429079 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [req-ae175aea-0844-452a-80e8-ec57931d765d req-b19ccc0e-c7cd-43b8-afcf-b28135908f4d tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] Request body: {'port': {'security_groups': ['1515db8e-b744-4e0f-b307-0f96ca3d8260', 'de326c20-13fe-424c-a811-b741d354586f', '44ce2a9b-cdee-4ebf-99e8-7d5260e37695']}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:39:24.508735 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-ae175aea-0844-452a-80e8-ec57931d765d req-b19ccc0e-c7cd-43b8-afcf-b28135908f4d tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:24.775110 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [req-ae175aea-0844-452a-80e8-ec57931d765d req-b19ccc0e-c7cd-43b8-afcf-b28135908f4d tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] For port 59fede69-80f2-4bd3-a0fd-6c5884bad6ce, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=59fede69-80f2-4bd3-a0fd-6c5884bad6ce,segment=NetworkSegment(22e9e91d-0f71-4672-ad57-f0a289f27614),segment_id=22e9e91d-0f71-4672-ad57-f0a289f27614)] {{(pid=102790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:39:24.806783 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-ae175aea-0844-452a-80e8-ec57931d765d req-b19ccc0e-c7cd-43b8-afcf-b28135908f4d tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] Notify callbacks [] for port, precommit_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:24.812816 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-ae175aea-0844-452a-80e8-ec57931d765d req-b19ccc0e-c7cd-43b8-afcf-b28135908f4d tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5237921'] for port, after_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:24.826616 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] get_ports_and_sgs() called for port_ids ['59fede69-80f2-4bd3-a0fd-6c5884bad6ce'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:39:24.830018 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] get_ports_and_sgs() called for port_ids ['fa7367e8-75a8-471a-a7ca-e3f5b988a1f8'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:39:24.883773 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae175aea-0844-452a-80e8-ec57931d765d req-b19ccc0e-c7cd-43b8-afcf-b28135908f4d tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:39:24.884622 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-ae175aea-0844-452a-80e8-ec57931d765d req-b19ccc0e-c7cd-43b8-afcf-b28135908f4d tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:24.886341 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-ae175aea-0844-452a-80e8-ec57931d765d req-b19ccc0e-c7cd-43b8-afcf-b28135908f4d tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] 10.222.0.42 "PUT /v2.0/ports/59fede69-80f2-4bd3-a0fd-6c5884bad6ce HTTP/1.1" status: 200 len: 1021 time: 0.4619856 Mar 29 15:39:24.886938 n-d-834765-1 neutron-server[102790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07de1ed5-2712-4e95-8d69-8343c3d45afc', 'tag': '59fede69-80f2-4bd3-a0fd-6c5884bad6ce'}] {{(pid=102790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:39:24.889873 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46b06d655c90bc969636382cce4240ad749035fb0f3a83ee4734fa1ed9c4a6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdb1a024-1e99-4d85-a533-c185ca9d99ec" -d '{"events": [{"name": "network-changed", "server_uuid": "07de1ed5-2712-4e95-8d69-8343c3d45afc", "tag": "59fede69-80f2-4bd3-a0fd-6c5884bad6ce"}]}' {{(pid=102790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:39:24.917577 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19ccc0e-c7cd-43b8-afcf-b28135908f4d tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] Pushing event updated for resources: {'Port': ['ID=59fede69-80f2-4bd3-a0fd-6c5884bad6ce,revision_number=7']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:39:24.985441 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] get_ports_and_sgs() called for port_ids ['59fede69-80f2-4bd3-a0fd-6c5884bad6ce'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:39:25.007334 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda5dbd4-c98d-4d89-a58e-27118ab282d9 req-fbf06897-738a-4d02-9b58-89ff548faec2 tempest-ImagesNegativeTestJSON-1059388071 tempest-ImagesNegativeTestJSON-1059388071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:39:25.007646 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-bda5dbd4-c98d-4d89-a58e-27118ab282d9 req-fbf06897-738a-4d02-9b58-89ff548faec2 tempest-ImagesNegativeTestJSON-1059388071 tempest-ImagesNegativeTestJSON-1059388071-project] 10.222.0.42 "GET /v2.0/ports?device_id=d93863ef-a93d-4147-90c2-e28a2cd9af63 HTTP/1.1" status: 200 len: 947 time: 0.0531700 Mar 29 15:39:25.061964 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-bda5dbd4-c98d-4d89-a58e-27118ab282d9 req-152012be-d2bb-47ac-a5f5-82349049cc85 tempest-ImagesNegativeTestJSON-1059388071 tempest-ImagesNegativeTestJSON-1059388071-project] 10.222.0.42 "GET /v2.0/security-groups?id=449c65bf-4acc-44a8-bd23-16ab477bf0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408726 Mar 29 15:39:25.146498 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-5759adb6-d156-45c3-9115-a30f9770b587 req-264e5b94-c220-4224-95d3-03c31a6aeaf5 tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] 10.222.0.42 "GET /v2.0/security-groups/44ce2a9b-cdee-4ebf-99e8-7d5260e37695 HTTP/1.1" status: 200 len: 1799 time: 0.0520308 Mar 29 15:39:25.212671 n-d-834765-1 neutron-server[102790]: INFO neutron.api.v2.resource [req-5759adb6-d156-45c3-9115-a30f9770b587 req-ec4c5fa3-0c01-4e33-8480-3fcf07814cc6 tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] delete failed (client error): There was a conflict when trying to complete your request. Mar 29 15:39:25.213901 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-5759adb6-d156-45c3-9115-a30f9770b587 req-ec4c5fa3-0c01-4e33-8480-3fcf07814cc6 tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] 10.222.0.42 "DELETE /v2.0/security-groups/44ce2a9b-cdee-4ebf-99e8-7d5260e37695 HTTP/1.1" status: 409 len: 341 time: 0.0577629 Mar 29 15:39:25.266757 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 15:39:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38cf1264-62ba-4914-994d-d8eb5bdd671e x-openstack-request-id: req-38cf1264-62ba-4914-994d-d8eb5bdd671e {{(pid=102790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:39:25.268394 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07de1ed5-2712-4e95-8d69-8343c3d45afc", "tag": "59fede69-80f2-4bd3-a0fd-6c5884bad6ce", "status": "completed", "code": 200}]} {{(pid=102790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:39:25.268887 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-38cf1264-62ba-4914-994d-d8eb5bdd671e {{(pid=102790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:39:25.270124 n-d-834765-1 neutron-server[102790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07de1ed5-2712-4e95-8d69-8343c3d45afc', 'tag': '59fede69-80f2-4bd3-a0fd-6c5884bad6ce', 'status': 'completed', 'code': 200} Mar 29 15:39:25.297800 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device d74497fc-0357-4f7a-9835-b52ecb33e5ce details requested by agent hyperv_n-h1-834765-1 with host n-h1-834765-1 {{(pid=102792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 15:39:25.355697 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb1a024-1e99-4d85-a533-c185ca9d99ec req-f7358081-3b37-493f-8fa9-44eca1313418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:39:25.357229 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-fdb1a024-1e99-4d85-a533-c185ca9d99ec req-f7358081-3b37-493f-8fa9-44eca1313418 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=407485f6cdeb4140b89a6a3209b31c9e&device_id=07de1ed5-2712-4e95-8d69-8343c3d45afc HTTP/1.1" status: 200 len: 1175 time: 0.0646608 Mar 29 15:39:25.505437 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb1a024-1e99-4d85-a533-c185ca9d99ec req-048317e2-b326-4180-84b2-3975ebdf925a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:39:25.507945 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-fdb1a024-1e99-4d85-a533-c185ca9d99ec req-048317e2-b326-4180-84b2-3975ebdf925a service neutron] 10.222.0.48 "GET /v2.0/networks?id=45430e61-d8db-47cd-8e77-5a8c8cddc622 HTTP/1.1" status: 200 len: 913 time: 0.1420355 Mar 29 15:39:25.583374 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-fdb1a024-1e99-4d85-a533-c185ca9d99ec req-3bbf9a7c-6e5d-498d-be3c-fe8bb248f394 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=59fede69-80f2-4bd3-a0fd-6c5884bad6ce HTTP/1.1" status: 200 len: 217 time: 0.0599391 Mar 29 15:39:25.607460 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port d74497fc-0357-4f7a-9835-b52ecb33e5ce, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=d74497fc-0357-4f7a-9835-b52ecb33e5ce,segment=NetworkSegment(a0c230f0-660a-4194-9279-0f0781d34134),segment_id=a0c230f0-660a-4194-9279-0f0781d34134)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:39:25.617895 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e25308-5555-4a16-8f66-c1bb06dbd327 req-0b7215dc-11c9-4589-aa02-5dc2a610e16d tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:39:25.629878 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-19e25308-5555-4a16-8f66-c1bb06dbd327 req-0b7215dc-11c9-4589-aa02-5dc2a610e16d tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] 10.222.0.42 "GET /v2.0/ports?device_id=10eb82c7-8749-4775-80c9-2376fe09f89e HTTP/1.1" status: 200 len: 946 time: 0.0762963 Mar 29 15:39:25.640721 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Returning: {'device': 'd74497fc-0357-4f7a-9835-b52ecb33e5ce', 'network_id': '2268a9b9-82fd-4886-a91d-3a50e4e16cab', 'port_id': 'd74497fc-0357-4f7a-9835-b52ecb33e5ce', 'mac_address': 'fa:16:3e:6f:b2:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 625, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abb8e5d6-2aea-4455-a944-3435a3d1ce49', 'ip_address': '192.168.233.28'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 15:39:25.653073 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb1a024-1e99-4d85-a533-c185ca9d99ec req-c4bcc88f-fe80-45ab-827d-4313ff2e73cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:39:25.656192 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-fdb1a024-1e99-4d85-a533-c185ca9d99ec req-c4bcc88f-fe80-45ab-827d-4313ff2e73cd service neutron] 10.222.0.48 "GET /v2.0/subnets?id=961a5899-9b08-4b71-af3d-bd0ca39267a4 HTTP/1.1" status: 200 len: 852 time: 0.0657580 Mar 29 15:39:25.681509 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-19e25308-5555-4a16-8f66-c1bb06dbd327 req-dcc07e35-15da-4a59-8ca5-8226e27cac25 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] 10.222.0.42 "GET /v2.0/security-groups?id=c99ced8e-1ceb-46fb-aaa7-747186b2b9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488086 Mar 29 15:39:25.703697 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:25.705480 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-fdb1a024-1e99-4d85-a533-c185ca9d99ec req-3e54ad79-7aee-4879-ac81-2f7d1a522de7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=45430e61-d8db-47cd-8e77-5a8c8cddc622&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400007 Mar 29 15:39:25.718237 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d74497fc-0357-4f7a-9835-b52ecb33e5ce {{(pid=102792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:39:25.739863 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port d74497fc-0357-4f7a-9835-b52ecb33e5ce, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=d74497fc-0357-4f7a-9835-b52ecb33e5ce,segment=NetworkSegment(a0c230f0-660a-4194-9279-0f0781d34134),segment_id=a0c230f0-660a-4194-9279-0f0781d34134)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:39:25.745486 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:25.802060 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Pushing event updated for resources: {'Port': ['ID=d74497fc-0357-4f7a-9835-b52ecb33e5ce,revision_number=4']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:39:25.834743 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ba9fcd-dfe5-46d0-a05e-5c2bfba73040 req-795cd8c3-d955-419e-aa22-29bc11809706 tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:39:25.840974 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-fdb1a024-1e99-4d85-a533-c185ca9d99ec req-a3e4c56c-5bdc-4c80-9fed-53f58a4acaf5 service neutron] 10.222.0.48 "GET /v2.0/networks/45430e61-d8db-47cd-8e77-5a8c8cddc622?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228487 Mar 29 15:39:25.841847 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-79ba9fcd-dfe5-46d0-a05e-5c2bfba73040 req-795cd8c3-d955-419e-aa22-29bc11809706 tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] 10.222.0.42 "GET /v2.0/ports?device_id=07de1ed5-2712-4e95-8d69-8343c3d45afc HTTP/1.1" status: 200 len: 1024 time: 0.0932789 Mar 29 15:39:25.889300 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-79ba9fcd-dfe5-46d0-a05e-5c2bfba73040 req-67add3c2-854b-4404-8be4-63613237e205 tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] 10.222.0.42 "GET /v2.0/security-groups?id=de326c20-13fe-424c-a811-b741d354586f&id=1515db8e-b744-4e0f-b307-0f96ca3d8260&id=44ce2a9b-cdee-4ebf-99e8-7d5260e37695&fields=id&fields=name HTTP/1.1" status: 200 len: 514 time: 0.0450840 Mar 29 15:39:26.018331 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ad3636-c0c6-4971-b7ea-d8ebc3e05343 req-67bd8071-c0a8-4f65-85bd-cdb613f18d60 tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:39:26.020328 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-03ad3636-c0c6-4971-b7ea-d8ebc3e05343 req-67bd8071-c0a8-4f65-85bd-cdb613f18d60 tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] 10.222.0.42 "GET /v2.0/networks?id=f945f153-5928-4a5d-9b33-57d251311dab HTTP/1.1" status: 200 len: 814 time: 0.1782205 Mar 29 15:39:26.025989 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-fdb1a024-1e99-4d85-a533-c185ca9d99ec req-211ea790-9e70-4740-841c-6dd55e8cbcb2 service neutron] 10.222.0.48 "GET /v2.0/networks/45430e61-d8db-47cd-8e77-5a8c8cddc622?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1586697 Mar 29 15:39:26.035994 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-03ad3636-c0c6-4971-b7ea-d8ebc3e05343 req-ecf8a499-59a0-40c9-b096-69d417a7c192 tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] 10.222.0.42 "GET /v2.0/quotas/4fcca40281ff4cbfb6c75a266decc3c5 HTTP/1.1" status: 200 len: 375 time: 0.0089769 Mar 29 15:39:26.071103 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-03ad3636-c0c6-4971-b7ea-d8ebc3e05343 req-d13a702c-0a4f-4a86-a680-3becdfcdf35a tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=4fcca40281ff4cbfb6c75a266decc3c5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0284817 Mar 29 15:39:26.116439 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] get_ports_and_sgs() called for port_ids ['d74497fc-0357-4f7a-9835-b52ecb33e5ce'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:39:26.187927 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-03ad3636-c0c6-4971-b7ea-d8ebc3e05343 req-dd8c1185-7169-447a-af4a-573b8dae8ac1 service neutron] 10.222.0.42 "GET /v2.0/networks/f945f153-5928-4a5d-9b33-57d251311dab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091206 Mar 29 15:39:26.232635 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436e1985-c7e7-452a-aad5-f81a47894071 req-7e8c04fa-d4f0-46a3-a4b3-110605d82e31 tempest-ImagesNegativeTestJSON-1059388071 tempest-ImagesNegativeTestJSON-1059388071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:39:26.240798 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-436e1985-c7e7-452a-aad5-f81a47894071 req-7e8c04fa-d4f0-46a3-a4b3-110605d82e31 tempest-ImagesNegativeTestJSON-1059388071 tempest-ImagesNegativeTestJSON-1059388071-project] 10.222.0.42 "GET /v2.0/ports?device_id=d93863ef-a93d-4147-90c2-e28a2cd9af63 HTTP/1.1" status: 200 len: 948 time: 0.0806751 Mar 29 15:39:26.297139 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-436e1985-c7e7-452a-aad5-f81a47894071 req-1f84640f-5506-4881-8608-247cd7423546 tempest-ImagesNegativeTestJSON-1059388071 tempest-ImagesNegativeTestJSON-1059388071-project] 10.222.0.42 "GET /v2.0/security-groups?id=449c65bf-4acc-44a8-bd23-16ab477bf0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532801 Mar 29 15:39:26.341103 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-03ad3636-c0c6-4971-b7ea-d8ebc3e05343 req-8b413074-3bde-4c61-b858-d650f6bed70f service neutron] 10.222.0.42 "GET /v2.0/networks/f945f153-5928-4a5d-9b33-57d251311dab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1449041 Mar 29 15:39:26.545394 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-cf69436e-4494-4271-a0db-8fd963a9a7d6 req-b37b06a0-9f70-4669-9171-794f3e397bf4 tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] 10.222.0.42 "GET /v2.0/ports?device_id=938d5325-d91e-4137-8d24-b21fd73d167e HTTP/1.1" status: 200 len: 210 time: 0.0359418 Mar 29 15:39:26.852002 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e0b379-674a-492a-9377-11c75291a30d req-9eb41cb3-c076-43f6-b9c2-713f333d935f tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:39:26.855012 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-26e0b379-674a-492a-9377-11c75291a30d req-9eb41cb3-c076-43f6-b9c2-713f333d935f tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] 10.222.0.42 "GET /v2.0/ports?device_id=10eb82c7-8749-4775-80c9-2376fe09f89e HTTP/1.1" status: 200 len: 946 time: 0.0652888 Mar 29 15:39:26.900476 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-26e0b379-674a-492a-9377-11c75291a30d req-1f5a838c-5c07-4560-b4ea-90c33659ba2c tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] 10.222.0.42 "GET /v2.0/security-groups?id=c99ced8e-1ceb-46fb-aaa7-747186b2b9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382066 Mar 29 15:39:27.021056 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337f8bbe-fda0-414f-a0a5-10473a4c4937 req-174d4e20-77e0-40a4-8611-7994359acc92 tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:39:27.022690 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-337f8bbe-fda0-414f-a0a5-10473a4c4937 req-174d4e20-77e0-40a4-8611-7994359acc92 tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] 10.222.0.42 "GET /v2.0/ports?device_id=07de1ed5-2712-4e95-8d69-8343c3d45afc HTTP/1.1" status: 200 len: 1024 time: 0.0605502 Mar 29 15:39:27.083127 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-337f8bbe-fda0-414f-a0a5-10473a4c4937 req-f382593d-430d-4964-b00f-194e092d1d57 tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] 10.222.0.42 "GET /v2.0/security-groups?id=de326c20-13fe-424c-a811-b741d354586f&id=1515db8e-b744-4e0f-b307-0f96ca3d8260&id=44ce2a9b-cdee-4ebf-99e8-7d5260e37695&fields=id&fields=name HTTP/1.1" status: 200 len: 514 time: 0.0535443 Mar 29 15:39:27.332505 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device d74497fc-0357-4f7a-9835-b52ecb33e5ce up at agent hyperv_n-h1-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:39:27.422751 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Provisioning for port d74497fc-0357-4f7a-9835-b52ecb33e5ce completed by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 15:39:27.437340 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Provisioning complete for port d74497fc-0357-4f7a-9835-b52ecb33e5ce triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:39:27.437824 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:27.484390 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88432e04-042e-4aea-8f3f-734f43e22cc7 req-5e5125e5-6c5b-4196-a4a3-58d57abc4807 tempest-ImagesNegativeTestJSON-1059388071 tempest-ImagesNegativeTestJSON-1059388071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:39:27.485876 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-88432e04-042e-4aea-8f3f-734f43e22cc7 req-5e5125e5-6c5b-4196-a4a3-58d57abc4807 tempest-ImagesNegativeTestJSON-1059388071 tempest-ImagesNegativeTestJSON-1059388071-project] 10.222.0.42 "GET /v2.0/ports?device_id=d93863ef-a93d-4147-90c2-e28a2cd9af63 HTTP/1.1" status: 200 len: 948 time: 0.0915244 Mar 29 15:39:27.501293 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffaf517-4540-4bcb-ad4c-e5faa8c84491 req-13733a0a-d761-4c73-848d-f7976944a4b5 tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:39:27.505265 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-cffaf517-4540-4bcb-ad4c-e5faa8c84491 req-13733a0a-d761-4c73-848d-f7976944a4b5 tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] 10.222.0.48 "GET /v2.0/ports?device_id=07de1ed5-2712-4e95-8d69-8343c3d45afc HTTP/1.1" status: 200 len: 1024 time: 0.0775075 Mar 29 15:39:27.570648 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:27.622088 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-88432e04-042e-4aea-8f3f-734f43e22cc7 req-5d451bd9-1f6a-4def-bc77-a86499d07ef0 tempest-ImagesNegativeTestJSON-1059388071 tempest-ImagesNegativeTestJSON-1059388071-project] 10.222.0.42 "GET /v2.0/security-groups?id=449c65bf-4acc-44a8-bd23-16ab477bf0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165359 Mar 29 15:39:27.652977 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port d74497fc-0357-4f7a-9835-b52ecb33e5ce, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=d74497fc-0357-4f7a-9835-b52ecb33e5ce,segment=NetworkSegment(a0c230f0-660a-4194-9279-0f0781d34134),segment_id=a0c230f0-660a-4194-9279-0f0781d34134)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:39:27.654061 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd93863ef-a93d-4147-90c2-e28a2cd9af63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd74497fc-0357-4f7a-9835-b52ecb33e5ce'}] {{(pid=102792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:39:27.656725 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4f476c66b318cc6068719fc39557fac68d413f5c7e78fa77028c7948e999ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d41c0dbe-ac7e-443b-955a-24af9c8b0157" -d '{"events": [{"server_uuid": "d93863ef-a93d-4147-90c2-e28a2cd9af63", "name": "network-vif-plugged", "status": "completed", "tag": "d74497fc-0357-4f7a-9835-b52ecb33e5ce"}]}' {{(pid=102792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:39:27.664222 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:27.742439 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:39:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4092d966-6e8b-4dac-b8c8-228cfd583bb4 x-openstack-request-id: req-4092d966-6e8b-4dac-b8c8-228cfd583bb4 {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:39:27.743508 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d93863ef-a93d-4147-90c2-e28a2cd9af63", "name": "network-vif-plugged", "status": "completed", "tag": "d74497fc-0357-4f7a-9835-b52ecb33e5ce", "code": 200}]} {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:39:27.743763 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-4092d966-6e8b-4dac-b8c8-228cfd583bb4 {{(pid=102792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:39:27.744282 n-d-834765-1 neutron-server[102792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd93863ef-a93d-4147-90c2-e28a2cd9af63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd74497fc-0357-4f7a-9835-b52ecb33e5ce', 'code': 200} Mar 29 15:39:27.766718 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Pushing event updated for resources: {'Port': ['ID=d74497fc-0357-4f7a-9835-b52ecb33e5ce,revision_number=5']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:39:27.814039 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-bd28601b-e216-4724-98d2-bb12459aa8c7 req-4feb01ab-25f4-4f75-af69-3bd7a1e730ef tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] 10.222.0.42 "GET /v2.0/ports?device_id=938d5325-d91e-4137-8d24-b21fd73d167e HTTP/1.1" status: 200 len: 210 time: 0.1859236 Mar 29 15:39:27.828671 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ad3636-c0c6-4971-b7ea-d8ebc3e05343 req-82be40c5-c672-447e-bf00-e1c49f21cecf tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:39:27.830321 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-03ad3636-c0c6-4971-b7ea-d8ebc3e05343 req-82be40c5-c672-447e-bf00-e1c49f21cecf tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] 10.222.0.48 "GET /v2.0/networks?id=f945f153-5928-4a5d-9b33-57d251311dab HTTP/1.1" status: 200 len: 814 time: 0.1897006 Mar 29 15:39:27.833673 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4dc068-0c4f-4a72-838c-0791675b9b6f req-ac1ca980-4b97-424c-be10-3255ba3e7a9e tempest-LiveMigrationTest-953290782 tempest-LiveMigrationTest-953290782-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:39:27.835450 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-5d4dc068-0c4f-4a72-838c-0791675b9b6f req-ac1ca980-4b97-424c-be10-3255ba3e7a9e tempest-LiveMigrationTest-953290782 tempest-LiveMigrationTest-953290782-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=10eb82c7-8749-4775-80c9-2376fe09f89e&tenant_id=61d6b03cf8b04e0283d0c20861ff0cb0&binding%3Ahost_id=n-h1-834765-1 HTTP/1.1" status: 200 len: 1097 time: 0.0703704 Mar 29 15:39:27.850716 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [req-5d4dc068-0c4f-4a72-838c-0791675b9b6f req-2554bb41-095d-4e14-a3fd-0dbef222e2bc service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-834765-1'}}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:39:27.863318 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [req-cffaf517-4540-4bcb-ad4c-e5faa8c84491 req-6b089d52-cf64-41b6-97f4-58029cd2b834 tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] Deleting port 59fede69-80f2-4bd3-a0fd-6c5884bad6ce {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:39:27.864444 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-cffaf517-4540-4bcb-ad4c-e5faa8c84491 req-6b089d52-cf64-41b6-97f4-58029cd2b834 tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:27.868215 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [req-03ad3636-c0c6-4971-b7ea-d8ebc3e05343 req-c53c20cf-4005-41c5-bdb6-e55ec487e2bb tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] Request body: {'port': {'device_id': '938d5325-d91e-4137-8d24-b21fd73d167e', 'network_id': 'f945f153-5928-4a5d-9b33-57d251311dab', 'admin_state_up': True, 'tenant_id': '4fcca40281ff4cbfb6c75a266decc3c5'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:39:27.904763 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31d90d1-39a5-43b5-a1ec-4437c1ef4c6f req-92d31b05-495a-474a-97b9-b4f0c85fa8b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:39:27.906667 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-c31d90d1-39a5-43b5-a1ec-4437c1ef4c6f req-92d31b05-495a-474a-97b9-b4f0c85fa8b0 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=d93863ef-a93d-4147-90c2-e28a2cd9af63 HTTP/1.1" status: 200 len: 1100 time: 0.0754035 Mar 29 15:39:27.973987 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-cffaf517-4540-4bcb-ad4c-e5faa8c84491 req-6b089d52-cf64-41b6-97f4-58029cd2b834 tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] For port 59fede69-80f2-4bd3-a0fd-6c5884bad6ce, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=59fede69-80f2-4bd3-a0fd-6c5884bad6ce,segment=NetworkSegment(22e9e91d-0f71-4672-ad57-f0a289f27614),segment_id=22e9e91d-0f71-4672-ad57-f0a289f27614)] {{(pid=102791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:39:27.974361 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-cffaf517-4540-4bcb-ad4c-e5faa8c84491 req-6b089d52-cf64-41b6-97f4-58029cd2b834 tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:27.987216 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-c31d90d1-39a5-43b5-a1ec-4437c1ef4c6f req-97fcefc2-56a6-40a4-8bae-518dfe20c1ed service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=449c65bf-4acc-44a8-bd23-16ab477bf0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450737 Mar 29 15:39:27.989991 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [req-cffaf517-4540-4bcb-ad4c-e5faa8c84491 req-6b089d52-cf64-41b6-97f4-58029cd2b834 tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] Calling delete_port for 59fede69-80f2-4bd3-a0fd-6c5884bad6ce owned by compute:nova {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:39:28.060134 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03ad3636-c0c6-4971-b7ea-d8ebc3e05343 req-c53c20cf-4005-41c5-bdb6-e55ec487e2bb tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] Made reservation on behalf of 4fcca40281ff4cbfb6c75a266decc3c5 for: {'port': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:39:28.065488 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-03ad3636-c0c6-4971-b7ea-d8ebc3e05343 req-c53c20cf-4005-41c5-bdb6-e55ec487e2bb tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:28.135184 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-5d4dc068-0c4f-4a72-838c-0791675b9b6f req-2554bb41-095d-4e14-a3fd-0dbef222e2bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:28.157961 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654d76ba-9b87-4cc3-8029-6b1432523d6f req-12f08682-db03-4d92-be33-234e66062290 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:39:28.160575 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-654d76ba-9b87-4cc3-8029-6b1432523d6f req-12f08682-db03-4d92-be33-234e66062290 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] 10.222.0.42 "GET /v2.0/ports?device_id=10eb82c7-8749-4775-80c9-2376fe09f89e HTTP/1.1" status: 200 len: 946 time: 0.1476996 Mar 29 15:39:28.279934 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-654d76ba-9b87-4cc3-8029-6b1432523d6f req-57281541-478f-4925-bd05-0e2ea2514354 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] 10.222.0.42 "GET /v2.0/security-groups?id=c99ced8e-1ceb-46fb-aaa7-747186b2b9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046331 Mar 29 15:39:28.329623 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.db_base_plugin_common [req-03ad3636-c0c6-4971-b7ea-d8ebc3e05343 req-c53c20cf-4005-41c5-bdb6-e55ec487e2bb tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] Allocated IP 172.20.0.5 (f945f153-5928-4a5d-9b33-57d251311dab/5e8b374d-c935-4687-96e3-a6909695b876/b138750d-fee8-4aba-8eef-232fc2da2ead) {{(pid=102790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:39:28.345563 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551501bb-2ad0-4229-a8bb-468455e6bee3 req-39eb9a0e-fce6-4854-8178-4c85b17d4d01 tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:39:28.351859 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-551501bb-2ad0-4229-a8bb-468455e6bee3 req-39eb9a0e-fce6-4854-8178-4c85b17d4d01 tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] 10.222.0.42 "GET /v2.0/ports?device_id=07de1ed5-2712-4e95-8d69-8343c3d45afc HTTP/1.1" status: 200 len: 1024 time: 0.1082318 Mar 29 15:39:28.409465 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-cffaf517-4540-4bcb-ad4c-e5faa8c84491 req-6b089d52-cf64-41b6-97f4-58029cd2b834 tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:28.414107 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device f75a81b4-cea7-4f54-a990-54deb63424a4 details requested by agent hyperv_n-h2-834765-1 with host n-h2-834765-1 {{(pid=102792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 15:39:28.430862 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] get_ports_and_sgs() called for port_ids ['59fede69-80f2-4bd3-a0fd-6c5884bad6ce'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:39:28.443022 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] get_ports_and_sgs() called for port_ids ['fa7367e8-75a8-471a-a7ca-e3f5b988a1f8'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:39:28.478152 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-551501bb-2ad0-4229-a8bb-468455e6bee3 req-537bea89-d4f4-4f1d-ba04-00710a53d4a7 tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] 10.222.0.42 "GET /v2.0/security-groups?id=de326c20-13fe-424c-a811-b741d354586f&id=1515db8e-b744-4e0f-b307-0f96ca3d8260&id=44ce2a9b-cdee-4ebf-99e8-7d5260e37695&fields=id&fields=name HTTP/1.1" status: 200 len: 514 time: 0.1183124 Mar 29 15:39:28.531195 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b089d52-cf64-41b6-97f4-58029cd2b834 tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] Pushing event deleted for resources: {'Port': ['ID=59fede69-80f2-4bd3-a0fd-6c5884bad6ce,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:39:28.554621 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-5d4dc068-0c4f-4a72-838c-0791675b9b6f req-2554bb41-095d-4e14-a3fd-0dbef222e2bc service neutron] For port f75a81b4-cea7-4f54-a990-54deb63424a4, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=f75a81b4-cea7-4f54-a990-54deb63424a4,segment=NetworkSegment(65ab5bc3-e80e-4641-82f0-4ef53207c2d7),segment_id=65ab5bc3-e80e-4641-82f0-4ef53207c2d7)] {{(pid=102791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:39:28.618892 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [req-cffaf517-4540-4bcb-ad4c-e5faa8c84491 req-6b089d52-cf64-41b6-97f4-58029cd2b834 tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] No DVR routers for this DVR port 59fede69-80f2-4bd3-a0fd-6c5884bad6ce on host n-h2-834765-1 {{(pid=102791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:39:28.622518 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-cffaf517-4540-4bcb-ad4c-e5faa8c84491 req-6b089d52-cf64-41b6-97f4-58029cd2b834 tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:28.626853 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-03ad3636-c0c6-4971-b7ea-d8ebc3e05343 req-c53c20cf-4005-41c5-bdb6-e55ec487e2bb tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] Notify callbacks [] for port, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:28.629302 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-cffaf517-4540-4bcb-ad4c-e5faa8c84491 req-6b089d52-cf64-41b6-97f4-58029cd2b834 tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] 10.222.0.48 "DELETE /v2.0/ports/59fede69-80f2-4bd3-a0fd-6c5884bad6ce HTTP/1.1" status: 204 len: 173 time: 1.1147921 Mar 29 15:39:28.640772 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07de1ed5-2712-4e95-8d69-8343c3d45afc', 'name': 'network-vif-deleted', 'tag': '59fede69-80f2-4bd3-a0fd-6c5884bad6ce'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:39:28.649378 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c67b028db5e9b9818fecc5c0a87ebc6f190694fa53ca267d523e04f98de536d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1af3dc7e-e467-490c-a224-b53584cff2cf" -d '{"events": [{"server_uuid": "07de1ed5-2712-4e95-8d69-8343c3d45afc", "name": "network-vif-deleted", "tag": "59fede69-80f2-4bd3-a0fd-6c5884bad6ce"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:39:28.694207 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port f75a81b4-cea7-4f54-a990-54deb63424a4, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=f75a81b4-cea7-4f54-a990-54deb63424a4,segment=NetworkSegment(65ab5bc3-e80e-4641-82f0-4ef53207c2d7),segment_id=65ab5bc3-e80e-4641-82f0-4ef53207c2d7)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:39:28.701045 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-03ad3636-c0c6-4971-b7ea-d8ebc3e05343 req-c53c20cf-4005-41c5-bdb6-e55ec487e2bb tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:28.740092 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device f75a81b4-cea7-4f54-a990-54deb63424a4 has no active binding in host n-h2-834765-1 {{(pid=102792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Mar 29 15:39:28.749588 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:39:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d075d0a2-1317-40b4-bd42-3ece88bbf099 x-openstack-request-id: req-d075d0a2-1317-40b4-bd42-3ece88bbf099 {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:39:28.758594 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07de1ed5-2712-4e95-8d69-8343c3d45afc", "name": "network-vif-deleted", "tag": "59fede69-80f2-4bd3-a0fd-6c5884bad6ce", "status": "completed", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:39:28.758992 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d075d0a2-1317-40b4-bd42-3ece88bbf099 {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:39:28.759533 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07de1ed5-2712-4e95-8d69-8343c3d45afc', 'name': 'network-vif-deleted', 'tag': '59fede69-80f2-4bd3-a0fd-6c5884bad6ce', 'status': 'completed', 'code': 200} Mar 29 15:39:28.777321 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-5d4dc068-0c4f-4a72-838c-0791675b9b6f req-2554bb41-095d-4e14-a3fd-0dbef222e2bc service neutron] For port f75a81b4-cea7-4f54-a990-54deb63424a4, host n-h1-834765-1, cleared binding levels {{(pid=102791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:39:28.824946 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53c20cf-4005-41c5-bdb6-e55ec487e2bb tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] Pushing event updated for resources: {'Port': ['ID=b138750d-fee8-4aba-8eef-232fc2da2ead,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:39:28.855922 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03ad3636-c0c6-4971-b7ea-d8ebc3e05343 req-c53c20cf-4005-41c5-bdb6-e55ec487e2bb tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] Network f945f153-5928-4a5d-9b33-57d251311dab is already hosted by enough agents. {{(pid=102790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:39:28.860949 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [req-03ad3636-c0c6-4971-b7ea-d8ebc3e05343 req-c53c20cf-4005-41c5-bdb6-e55ec487e2bb tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] Resources bound (agent type, host, resource id): {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:39:28.865594 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.l3_dvrscheduler_db [req-03ad3636-c0c6-4971-b7ea-d8ebc3e05343 req-c53c20cf-4005-41c5-bdb6-e55ec487e2bb tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] Received port after_create {{(pid=102790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:39:28.884101 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-5d4dc068-0c4f-4a72-838c-0791675b9b6f req-2554bb41-095d-4e14-a3fd-0dbef222e2bc service neutron] Notify callbacks [] for port, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:28.926931 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-5d4dc068-0c4f-4a72-838c-0791675b9b6f req-2554bb41-095d-4e14-a3fd-0dbef222e2bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:29.012429 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ad3636-c0c6-4971-b7ea-d8ebc3e05343 req-c53c20cf-4005-41c5-bdb6-e55ec487e2bb tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:39:29.013328 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-03ad3636-c0c6-4971-b7ea-d8ebc3e05343 req-c53c20cf-4005-41c5-bdb6-e55ec487e2bb tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:29.021214 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0592f57-2310-4362-952c-3ce4423ca0dd req-755538b9-2b32-4403-86e6-d5ef42b1bb2a tempest-ImagesNegativeTestJSON-1059388071 tempest-ImagesNegativeTestJSON-1059388071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:39:29.030999 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b0592f57-2310-4362-952c-3ce4423ca0dd req-755538b9-2b32-4403-86e6-d5ef42b1bb2a tempest-ImagesNegativeTestJSON-1059388071 tempest-ImagesNegativeTestJSON-1059388071-project] 10.222.0.42 "GET /v2.0/ports?device_id=d93863ef-a93d-4147-90c2-e28a2cd9af63 HTTP/1.1" status: 200 len: 949 time: 0.1432400 Mar 29 15:39:29.045684 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe423b33-16f9-4567-a041-539e3153ff6d req-e8b6226d-adab-46bc-b8e1-864acf010040 tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:39:29.054189 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-fe423b33-16f9-4567-a041-539e3153ff6d req-e8b6226d-adab-46bc-b8e1-864acf010040 tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] 10.222.0.42 "GET /v2.0/ports?device_id=938d5325-d91e-4137-8d24-b21fd73d167e HTTP/1.1" status: 200 len: 931 time: 0.1154206 Mar 29 15:39:29.078397 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-03ad3636-c0c6-4971-b7ea-d8ebc3e05343 req-c53c20cf-4005-41c5-bdb6-e55ec487e2bb tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2164798 Mar 29 15:39:29.092023 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-5d4dc068-0c4f-4a72-838c-0791675b9b6f req-2554bb41-095d-4e14-a3fd-0dbef222e2bc service neutron] Attempting to bind port f75a81b4-cea7-4f54-a990-54deb63424a4 on host n-h1-834765-1 for vnic_type normal with profile {"migrating_to": "n-h2-834765-1"} {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:39:29.092474 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-5d4dc068-0c4f-4a72-838c-0791675b9b6f req-2554bb41-095d-4e14-a3fd-0dbef222e2bc service neutron] Attempting to bind port f75a81b4-cea7-4f54-a990-54deb63424a4 by drivers openvswitch,hyperv on host n-h1-834765-1 at level 0 using segments [{'id': '65ab5bc3-e80e-4641-82f0-4ef53207c2d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'b1def78c-da55-4367-b9b1-4d7fc20fc6ac'}] {{(pid=102791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:39:29.093085 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d4dc068-0c4f-4a72-838c-0791675b9b6f req-2554bb41-095d-4e14-a3fd-0dbef222e2bc service neutron] Attempting to bind port f75a81b4-cea7-4f54-a990-54deb63424a4 on network b1def78c-da55-4367-b9b1-4d7fc20fc6ac {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:39:29.103797 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-fe423b33-16f9-4567-a041-539e3153ff6d req-6a03cfa9-33da-462f-bba3-1416327c3b51 tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] 10.222.0.42 "GET /v2.0/security-groups?id=ce1e3aa1-c9e4-4c36-a19f-9dbad60c5be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483420 Mar 29 15:39:29.108951 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d4dc068-0c4f-4a72-838c-0791675b9b6f req-2554bb41-095d-4e14-a3fd-0dbef222e2bc service neutron] Port f75a81b4-cea7-4f54-a990-54deb63424a4 on network b1def78c-da55-4367-b9b1-4d7fc20fc6ac not bound, no agent of type Open vSwitch agent registered on host n-h1-834765-1 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 15:39:29.108951 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d4dc068-0c4f-4a72-838c-0791675b9b6f req-2554bb41-095d-4e14-a3fd-0dbef222e2bc service neutron] Attempting to bind port f75a81b4-cea7-4f54-a990-54deb63424a4 on network b1def78c-da55-4367-b9b1-4d7fc20fc6ac {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:39:29.114749 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [req-03ad3636-c0c6-4971-b7ea-d8ebc3e05343 req-729013c4-1629-4f02-9ce9-c014e40d5e98 service neutron] Request body: {'port': {'device_id': '938d5325-d91e-4137-8d24-b21fd73d167e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834765-1'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:39:29.119022 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d4dc068-0c4f-4a72-838c-0791675b9b6f req-2554bb41-095d-4e14-a3fd-0dbef222e2bc service neutron] Checking agent: {'id': 'be375040-5069-4239-9460-a3a3213e1e90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 33, 18), 'started_at': datetime.datetime(2022, 3, 29, 15, 33, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 39, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:39:29.119375 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d4dc068-0c4f-4a72-838c-0791675b9b6f req-2554bb41-095d-4e14-a3fd-0dbef222e2bc service neutron] Checking segment: {'id': '65ab5bc3-e80e-4641-82f0-4ef53207c2d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'b1def78c-da55-4367-b9b1-4d7fc20fc6ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:39:29.119748 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d4dc068-0c4f-4a72-838c-0791675b9b6f req-2554bb41-095d-4e14-a3fd-0dbef222e2bc service neutron] Bound using segment: {'id': '65ab5bc3-e80e-4641-82f0-4ef53207c2d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'b1def78c-da55-4367-b9b1-4d7fc20fc6ac'} {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:39:29.120348 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-5d4dc068-0c4f-4a72-838c-0791675b9b6f req-2554bb41-095d-4e14-a3fd-0dbef222e2bc service neutron] Bound port: f75a81b4-cea7-4f54-a990-54deb63424a4, host: n-h1-834765-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65ab5bc3-e80e-4641-82f0-4ef53207c2d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'b1def78c-da55-4367-b9b1-4d7fc20fc6ac'}}] {{(pid=102791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 15:39:29.120705 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-5d4dc068-0c4f-4a72-838c-0791675b9b6f req-2554bb41-095d-4e14-a3fd-0dbef222e2bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:29.131874 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2554bb41-095d-4e14-a3fd-0dbef222e2bc service neutron] Pushing event updated for resources: {'Port': ['ID=f75a81b4-cea7-4f54-a990-54deb63424a4,revision_number=7']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:39:29.163951 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b0592f57-2310-4362-952c-3ce4423ca0dd req-2085dc7e-3e29-4d2d-bb3a-780aa15cffc4 tempest-ImagesNegativeTestJSON-1059388071 tempest-ImagesNegativeTestJSON-1059388071-project] 10.222.0.42 "GET /v2.0/security-groups?id=449c65bf-4acc-44a8-bd23-16ab477bf0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318722 Mar 29 15:39:29.172698 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-03ad3636-c0c6-4971-b7ea-d8ebc3e05343 req-729013c4-1629-4f02-9ce9-c014e40d5e98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:29.278276 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-5d4dc068-0c4f-4a72-838c-0791675b9b6f req-2554bb41-095d-4e14-a3fd-0dbef222e2bc service neutron] For port f75a81b4-cea7-4f54-a990-54deb63424a4, host n-h1-834765-1, cleared binding levels {{(pid=102791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:39:29.283625 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-5d4dc068-0c4f-4a72-838c-0791675b9b6f req-2554bb41-095d-4e14-a3fd-0dbef222e2bc service neutron] For port f75a81b4-cea7-4f54-a990-54deb63424a4, host n-h1-834765-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=f75a81b4-cea7-4f54-a990-54deb63424a4,segment=NetworkSegment(65ab5bc3-e80e-4641-82f0-4ef53207c2d7),segment_id=65ab5bc3-e80e-4641-82f0-4ef53207c2d7)] {{(pid=102791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:39:29.291918 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-5d4dc068-0c4f-4a72-838c-0791675b9b6f req-2554bb41-095d-4e14-a3fd-0dbef222e2bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:29.412721 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4dc068-0c4f-4a72-838c-0791675b9b6f req-2554bb41-095d-4e14-a3fd-0dbef222e2bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:39:29.413591 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-5d4dc068-0c4f-4a72-838c-0791675b9b6f req-2554bb41-095d-4e14-a3fd-0dbef222e2bc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:29.419083 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-5d4dc068-0c4f-4a72-838c-0791675b9b6f req-2554bb41-095d-4e14-a3fd-0dbef222e2bc service neutron] 10.222.0.48 "PUT /v2.0/ports/f75a81b4-cea7-4f54-a990-54deb63424a4 HTTP/1.1" status: 200 len: 1122 time: 1.5704920 Mar 29 15:39:29.448925 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2554bb41-095d-4e14-a3fd-0dbef222e2bc service neutron] Pushing event updated for resources: {'Port': ['ID=f75a81b4-cea7-4f54-a990-54deb63424a4,revision_number=8']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:39:29.515450 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] get_ports_and_sgs() called for port_ids ['f75a81b4-cea7-4f54-a990-54deb63424a4'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:39:29.616341 n-d-834765-1 neutron-server[102790]: DEBUG neutron.notifiers.nova [req-03ad3636-c0c6-4971-b7ea-d8ebc3e05343 req-729013c4-1629-4f02-9ce9-c014e40d5e98 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b138750d-fee8-4aba-8eef-232fc2da2ead {{(pid=102790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:39:29.624005 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-03ad3636-c0c6-4971-b7ea-d8ebc3e05343 req-729013c4-1629-4f02-9ce9-c014e40d5e98 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:29.634966 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] get_ports_and_sgs() called for port_ids ['f75a81b4-cea7-4f54-a990-54deb63424a4'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:39:29.639338 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.provisioning_blocks [req-03ad3636-c0c6-4971-b7ea-d8ebc3e05343 req-729013c4-1629-4f02-9ce9-c014e40d5e98 service neutron] Transition to ACTIVE for port object b138750d-fee8-4aba-8eef-232fc2da2ead will not be triggered until provisioned by entity L2. {{(pid=102790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 15:39:29.654043 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-03ad3636-c0c6-4971-b7ea-d8ebc3e05343 req-729013c4-1629-4f02-9ce9-c014e40d5e98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5237921'] for port, after_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:29.689332 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-de39c2af-bd48-496a-963e-cd70b13e147d req-1d500485-d2ff-4bab-ad5b-97091fa19167 tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] 10.222.0.42 "GET /v2.0/security-groups/1515db8e-b744-4e0f-b307-0f96ca3d8260 HTTP/1.1" status: 200 len: 1800 time: 0.0926518 Mar 29 15:39:29.776572 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0d24cd-4435-4231-a5d0-24ac5e9e230d req-a2d4cce3-cbb4-4804-940e-9dd2c9ad8e62 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:39:29.785224 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-4d0d24cd-4435-4231-a5d0-24ac5e9e230d req-a2d4cce3-cbb4-4804-940e-9dd2c9ad8e62 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] 10.222.0.42 "GET /v2.0/ports?device_id=10eb82c7-8749-4775-80c9-2376fe09f89e HTTP/1.1" status: 200 len: 944 time: 0.1442125 Mar 29 15:39:29.818302 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729013c4-1629-4f02-9ce9-c014e40d5e98 service neutron] Pushing event updated for resources: {'Port': ['ID=b138750d-fee8-4aba-8eef-232fc2da2ead,revision_number=2']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:39:29.833046 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-de39c2af-bd48-496a-963e-cd70b13e147d req-e48a1da3-e2c9-49e3-b131-c0ca3f58f78b tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] Notify callbacks [] for security_group, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:29.883862 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-de39c2af-bd48-496a-963e-cd70b13e147d req-e48a1da3-e2c9-49e3-b131-c0ca3f58f78b tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:29.903150 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-4d0d24cd-4435-4231-a5d0-24ac5e9e230d req-2a691bed-ed91-4e86-9b1a-21c068b37dd8 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] 10.222.0.42 "GET /v2.0/security-groups?id=c99ced8e-1ceb-46fb-aaa7-747186b2b9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034257 Mar 29 15:39:29.924799 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.managers [req-03ad3636-c0c6-4971-b7ea-d8ebc3e05343 req-729013c4-1629-4f02-9ce9-c014e40d5e98 service neutron] Attempting to bind port b138750d-fee8-4aba-8eef-232fc2da2ead on host n-h2-834765-1 for vnic_type normal with profile {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:39:29.925199 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.managers [req-03ad3636-c0c6-4971-b7ea-d8ebc3e05343 req-729013c4-1629-4f02-9ce9-c014e40d5e98 service neutron] Attempting to bind port b138750d-fee8-4aba-8eef-232fc2da2ead by drivers openvswitch,hyperv on host n-h2-834765-1 at level 0 using segments [{'id': '41873e9c-b24c-40ec-94cd-76d430c8ed02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'f945f153-5928-4a5d-9b33-57d251311dab'}] {{(pid=102790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:39:29.925679 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03ad3636-c0c6-4971-b7ea-d8ebc3e05343 req-729013c4-1629-4f02-9ce9-c014e40d5e98 service neutron] Attempting to bind port b138750d-fee8-4aba-8eef-232fc2da2ead on network f945f153-5928-4a5d-9b33-57d251311dab {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:39:29.936409 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03ad3636-c0c6-4971-b7ea-d8ebc3e05343 req-729013c4-1629-4f02-9ce9-c014e40d5e98 service neutron] Port b138750d-fee8-4aba-8eef-232fc2da2ead on network f945f153-5928-4a5d-9b33-57d251311dab not bound, no agent of type Open vSwitch agent registered on host n-h2-834765-1 {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 15:39:29.936741 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03ad3636-c0c6-4971-b7ea-d8ebc3e05343 req-729013c4-1629-4f02-9ce9-c014e40d5e98 service neutron] Attempting to bind port b138750d-fee8-4aba-8eef-232fc2da2ead on network f945f153-5928-4a5d-9b33-57d251311dab {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:39:29.946520 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-de39c2af-bd48-496a-963e-cd70b13e147d req-e48a1da3-e2c9-49e3-b131-c0ca3f58f78b tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:29.949812 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-de39c2af-bd48-496a-963e-cd70b13e147d req-e48a1da3-e2c9-49e3-b131-c0ca3f58f78b tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] Notify callbacks [] for security_group, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:29.951621 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03ad3636-c0c6-4971-b7ea-d8ebc3e05343 req-729013c4-1629-4f02-9ce9-c014e40d5e98 service neutron] Checking agent: {'id': '3e4b4912-b4a2-4d17-b5bd-6ce15529e8eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 33, 17), 'started_at': datetime.datetime(2022, 3, 29, 15, 33, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 39, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:39:29.951960 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03ad3636-c0c6-4971-b7ea-d8ebc3e05343 req-729013c4-1629-4f02-9ce9-c014e40d5e98 service neutron] Checking segment: {'id': '41873e9c-b24c-40ec-94cd-76d430c8ed02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'f945f153-5928-4a5d-9b33-57d251311dab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:39:29.952339 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03ad3636-c0c6-4971-b7ea-d8ebc3e05343 req-729013c4-1629-4f02-9ce9-c014e40d5e98 service neutron] Bound using segment: {'id': '41873e9c-b24c-40ec-94cd-76d430c8ed02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'f945f153-5928-4a5d-9b33-57d251311dab'} {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:39:29.953147 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-de39c2af-bd48-496a-963e-cd70b13e147d req-e48a1da3-e2c9-49e3-b131-c0ca3f58f78b tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] 10.222.0.42 "DELETE /v2.0/security-groups/1515db8e-b744-4e0f-b307-0f96ca3d8260 HTTP/1.1" status: 204 len: 173 time: 0.2505348 Mar 29 15:39:29.953721 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.managers [req-03ad3636-c0c6-4971-b7ea-d8ebc3e05343 req-729013c4-1629-4f02-9ce9-c014e40d5e98 service neutron] Bound port: b138750d-fee8-4aba-8eef-232fc2da2ead, host: n-h2-834765-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41873e9c-b24c-40ec-94cd-76d430c8ed02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'f945f153-5928-4a5d-9b33-57d251311dab'}}] {{(pid=102790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 15:39:29.954076 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-03ad3636-c0c6-4971-b7ea-d8ebc3e05343 req-729013c4-1629-4f02-9ce9-c014e40d5e98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:29.974317 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48a1da3-e2c9-49e3-b131-c0ca3f58f78b tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1515db8e-b744-4e0f-b307-0f96ca3d8260,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:39:30.066766 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-395ab176-1f47-4681-b10f-8e9296cf6ea5 req-4a313d94-1060-4c0a-b7c8-de5a535f0713 tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] 10.222.0.42 "GET /v2.0/security-groups/44ce2a9b-cdee-4ebf-99e8-7d5260e37695 HTTP/1.1" status: 200 len: 1799 time: 0.0856657 Mar 29 15:39:30.108412 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [req-03ad3636-c0c6-4971-b7ea-d8ebc3e05343 req-729013c4-1629-4f02-9ce9-c014e40d5e98 service neutron] For port b138750d-fee8-4aba-8eef-232fc2da2ead, host n-h2-834765-1, cleared binding levels {{(pid=102790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:39:30.147315 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [req-03ad3636-c0c6-4971-b7ea-d8ebc3e05343 req-729013c4-1629-4f02-9ce9-c014e40d5e98 service neutron] For port b138750d-fee8-4aba-8eef-232fc2da2ead, host n-h2-834765-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=b138750d-fee8-4aba-8eef-232fc2da2ead,segment=NetworkSegment(41873e9c-b24c-40ec-94cd-76d430c8ed02),segment_id=41873e9c-b24c-40ec-94cd-76d430c8ed02)] {{(pid=102790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:39:30.152695 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-03ad3636-c0c6-4971-b7ea-d8ebc3e05343 req-729013c4-1629-4f02-9ce9-c014e40d5e98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5237921'] for port, after_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:30.199030 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-395ab176-1f47-4681-b10f-8e9296cf6ea5 req-0a41dfb8-268e-4777-9502-f9c9422a710a tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] Notify callbacks [] for security_group, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:30.206076 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ad3636-c0c6-4971-b7ea-d8ebc3e05343 req-729013c4-1629-4f02-9ce9-c014e40d5e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:39:30.206616 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-03ad3636-c0c6-4971-b7ea-d8ebc3e05343 req-729013c4-1629-4f02-9ce9-c014e40d5e98 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:30.208046 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-03ad3636-c0c6-4971-b7ea-d8ebc3e05343 req-729013c4-1629-4f02-9ce9-c014e40d5e98 service neutron] 10.222.0.48 "PUT /v2.0/ports/b138750d-fee8-4aba-8eef-232fc2da2ead HTTP/1.1" status: 200 len: 1091 time: 1.1032879 Mar 29 15:39:30.211007 n-d-834765-1 neutron-server[102790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '938d5325-d91e-4137-8d24-b21fd73d167e', 'tag': 'b138750d-fee8-4aba-8eef-232fc2da2ead'}] {{(pid=102790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:39:30.213391 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46b06d655c90bc969636382cce4240ad749035fb0f3a83ee4734fa1ed9c4a6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11beca03-b26d-4324-89cd-e83da3a3cea3" -d '{"events": [{"name": "network-changed", "server_uuid": "938d5325-d91e-4137-8d24-b21fd73d167e", "tag": "b138750d-fee8-4aba-8eef-232fc2da2ead"}]}' {{(pid=102790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:39:30.234128 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-e815399a-ea6a-4144-8f4c-0c04675f07b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:30.247949 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-395ab176-1f47-4681-b10f-8e9296cf6ea5 req-0a41dfb8-268e-4777-9502-f9c9422a710a tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:30.258520 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d71c05a-730a-4fee-8933-4a2ae066aad5 req-72212bab-6b83-476c-b82d-435e2c68b23e tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:39:30.260464 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-5d71c05a-730a-4fee-8933-4a2ae066aad5 req-72212bab-6b83-476c-b82d-435e2c68b23e tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] 10.222.0.42 "GET /v2.0/ports?device_id=938d5325-d91e-4137-8d24-b21fd73d167e HTTP/1.1" status: 200 len: 943 time: 0.0866022 Mar 29 15:39:30.264454 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729013c4-1629-4f02-9ce9-c014e40d5e98 service neutron] Pushing event updated for resources: {'Port': ['ID=b138750d-fee8-4aba-8eef-232fc2da2ead,revision_number=3']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:39:30.311623 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-5d71c05a-730a-4fee-8933-4a2ae066aad5 req-f2f53b57-2ab4-49cd-9578-86d0c6bc2013 tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] 10.222.0.42 "GET /v2.0/security-groups?id=ce1e3aa1-c9e4-4c36-a19f-9dbad60c5be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433781 Mar 29 15:39:30.327421 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-395ab176-1f47-4681-b10f-8e9296cf6ea5 req-0a41dfb8-268e-4777-9502-f9c9422a710a tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:30.330137 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-395ab176-1f47-4681-b10f-8e9296cf6ea5 req-0a41dfb8-268e-4777-9502-f9c9422a710a tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:30.331637 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-395ab176-1f47-4681-b10f-8e9296cf6ea5 req-0a41dfb8-268e-4777-9502-f9c9422a710a tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] 10.222.0.42 "DELETE /v2.0/security-groups/44ce2a9b-cdee-4ebf-99e8-7d5260e37695 HTTP/1.1" status: 204 len: 173 time: 0.2574100 Mar 29 15:39:30.350135 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ad3636-c0c6-4971-b7ea-d8ebc3e05343 req-c30756b4-42da-4e65-b6e0-9f07bcd114b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:39:30.351634 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-03ad3636-c0c6-4971-b7ea-d8ebc3e05343 req-c30756b4-42da-4e65-b6e0-9f07bcd114b6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4fcca40281ff4cbfb6c75a266decc3c5&device_id=938d5325-d91e-4137-8d24-b21fd73d167e HTTP/1.1" status: 200 len: 1094 time: 0.0727642 Mar 29 15:39:30.359007 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a41dfb8-268e-4777-9502-f9c9422a710a tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=44ce2a9b-cdee-4ebf-99e8-7d5260e37695,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:39:30.418927 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 15:39:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-962d9100-8728-455c-8753-fea69bd4b8b5 x-openstack-request-id: req-962d9100-8728-455c-8753-fea69bd4b8b5 {{(pid=102790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:39:30.418927 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "938d5325-d91e-4137-8d24-b21fd73d167e", "tag": "b138750d-fee8-4aba-8eef-232fc2da2ead", "status": "completed", "code": 200}]} {{(pid=102790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:39:30.418927 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-962d9100-8728-455c-8753-fea69bd4b8b5 {{(pid=102790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:39:30.418927 n-d-834765-1 neutron-server[102790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '938d5325-d91e-4137-8d24-b21fd73d167e', 'tag': 'b138750d-fee8-4aba-8eef-232fc2da2ead', 'status': 'completed', 'code': 200} Mar 29 15:39:30.418927 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-03ad3636-c0c6-4971-b7ea-d8ebc3e05343 req-ce6cc406-3f1e-4a00-9643-9ea1cbe81877 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b138750d-fee8-4aba-8eef-232fc2da2ead HTTP/1.1" status: 200 len: 217 time: 0.0504515 Mar 29 15:39:30.421959 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device 59fede69-80f2-4bd3-a0fd-6c5884bad6ce no longer exists at agent hyperv_n-h2-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:39:30.466252 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] No Port match for: 59fede69-80f2-4bd3-a0fd-6c5884bad6ce {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 15:39:30.466607 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device 59fede69-80f2-4bd3-a0fd-6c5884bad6ce not bound to the agent host n-h2-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:39:30.468666 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [req-31d3c410-3e7c-436f-9d9f-9714d6a6a4d9 req-b3c93363-3f61-4227-b41a-b836a79e1540 tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-461843970', 'description': 'tempest-description-1680422577'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:39:30.472005 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f86889f-9472-4736-9605-6e961a275022 req-823ddd0e-9233-4684-a3fc-632da53a36e6 tempest-ImagesNegativeTestJSON-1059388071 tempest-ImagesNegativeTestJSON-1059388071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:39:30.482714 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-9f86889f-9472-4736-9605-6e961a275022 req-823ddd0e-9233-4684-a3fc-632da53a36e6 tempest-ImagesNegativeTestJSON-1059388071 tempest-ImagesNegativeTestJSON-1059388071-project] 10.222.0.42 "GET /v2.0/ports?device_id=d93863ef-a93d-4147-90c2-e28a2cd9af63 HTTP/1.1" status: 200 len: 949 time: 0.0694358 Mar 29 15:39:30.505446 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ad3636-c0c6-4971-b7ea-d8ebc3e05343 req-b28dbbfb-3e43-4b94-91ab-ee3349abe65f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:39:30.506943 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-03ad3636-c0c6-4971-b7ea-d8ebc3e05343 req-b28dbbfb-3e43-4b94-91ab-ee3349abe65f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=5e8b374d-c935-4687-96e3-a6909695b876 HTTP/1.1" status: 200 len: 854 time: 0.0792458 Mar 29 15:39:30.511237 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-31d3c410-3e7c-436f-9d9f-9714d6a6a4d9 req-b3c93363-3f61-4227-b41a-b836a79e1540 tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] Notify callbacks [] for security_group, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:30.553522 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-03ad3636-c0c6-4971-b7ea-d8ebc3e05343 req-c614d022-ab61-40c1-9708-2237448fcaa0 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f945f153-5928-4a5d-9b33-57d251311dab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378749 Mar 29 15:39:30.565344 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-9f86889f-9472-4736-9605-6e961a275022 req-d8ab6c7c-a31f-43e0-82d5-927b55dd5b8d tempest-ImagesNegativeTestJSON-1059388071 tempest-ImagesNegativeTestJSON-1059388071-project] 10.222.0.42 "GET /v2.0/security-groups?id=449c65bf-4acc-44a8-bd23-16ab477bf0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817723 Mar 29 15:39:30.760370 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10eb82c7-8749-4775-80c9-2376fe09f89e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f75a81b4-cea7-4f54-a990-54deb63424a4'}, {'name': 'network-changed', 'server_uuid': '10eb82c7-8749-4775-80c9-2376fe09f89e', 'tag': 'f75a81b4-cea7-4f54-a990-54deb63424a4'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:39:30.763336 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c67b028db5e9b9818fecc5c0a87ebc6f190694fa53ca267d523e04f98de536d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3708315-aa58-43bd-98ce-d44b7f6c1aff" -d '{"events": [{"server_uuid": "10eb82c7-8749-4775-80c9-2376fe09f89e", "name": "network-vif-unplugged", "status": "completed", "tag": "f75a81b4-cea7-4f54-a990-54deb63424a4"}, {"name": "network-changed", "server_uuid": "10eb82c7-8749-4775-80c9-2376fe09f89e", "tag": "f75a81b4-cea7-4f54-a990-54deb63424a4"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:39:30.817210 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Tue, 29 Mar 2022 15:39:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d733192-6db3-4731-9a95-3a0f7f8db0cb x-openstack-request-id: req-4d733192-6db3-4731-9a95-3a0f7f8db0cb {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:39:30.817570 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10eb82c7-8749-4775-80c9-2376fe09f89e", "name": "network-vif-unplugged", "status": "completed", "tag": "f75a81b4-cea7-4f54-a990-54deb63424a4", "code": 200}, {"name": "network-changed", "server_uuid": "10eb82c7-8749-4775-80c9-2376fe09f89e", "tag": "f75a81b4-cea7-4f54-a990-54deb63424a4", "status": "completed", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:39:30.817886 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-4d733192-6db3-4731-9a95-3a0f7f8db0cb {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:39:30.818336 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10eb82c7-8749-4775-80c9-2376fe09f89e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f75a81b4-cea7-4f54-a990-54deb63424a4', 'code': 200} Mar 29 15:39:30.818649 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10eb82c7-8749-4775-80c9-2376fe09f89e', 'tag': 'f75a81b4-cea7-4f54-a990-54deb63424a4', 'status': 'completed', 'code': 200} Mar 29 15:39:30.939084 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a25cc10-0a7f-4dcb-a40c-d7c526daef48 req-f40d7dc8-7c00-45b4-bfd6-f848b313f57f tempest-ImagesNegativeTestJSON-1059388071 tempest-ImagesNegativeTestJSON-1059388071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:39:30.941490 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-7a25cc10-0a7f-4dcb-a40c-d7c526daef48 req-f40d7dc8-7c00-45b4-bfd6-f848b313f57f tempest-ImagesNegativeTestJSON-1059388071 tempest-ImagesNegativeTestJSON-1059388071-project] 10.222.0.42 "GET /v2.0/ports?device_id=d93863ef-a93d-4147-90c2-e28a2cd9af63 HTTP/1.1" status: 200 len: 949 time: 0.0741928 Mar 29 15:39:30.999934 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-7a25cc10-0a7f-4dcb-a40c-d7c526daef48 req-1a6f62a7-a073-4d71-9520-4169ca16df8d tempest-ImagesNegativeTestJSON-1059388071 tempest-ImagesNegativeTestJSON-1059388071-project] 10.222.0.42 "GET /v2.0/security-groups?id=449c65bf-4acc-44a8-bd23-16ab477bf0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522168 Mar 29 15:39:31.111014 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-03ad3636-c0c6-4971-b7ea-d8ebc3e05343 req-b4d9ecaa-aec5-4813-9053-cb3dfe784132 service neutron] 10.222.0.48 "GET /v2.0/networks/f945f153-5928-4a5d-9b33-57d251311dab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5448482 Mar 29 15:39:31.117434 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3708315-aa58-43bd-98ce-d44b7f6c1aff req-d7739bcd-14e6-4449-8371-e6c66170a832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:39:31.118979 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-a3708315-aa58-43bd-98ce-d44b7f6c1aff req-d7739bcd-14e6-4449-8371-e6c66170a832 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=61d6b03cf8b04e0283d0c20861ff0cb0&device_id=10eb82c7-8749-4775-80c9-2376fe09f89e HTTP/1.1" status: 200 len: 1125 time: 0.0999050 Mar 29 15:39:31.121278 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-31d3c410-3e7c-436f-9d9f-9714d6a6a4d9 req-b3c93363-3f61-4227-b41a-b836a79e1540 tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] Notify callbacks [] for security_group, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:31.140100 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311b09a4-6613-497a-b9e8-816cff186b89 req-21795e03-a772-4f33-81a9-aa85934b3956 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:39:31.142217 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-311b09a4-6613-497a-b9e8-816cff186b89 req-21795e03-a772-4f33-81a9-aa85934b3956 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] 10.222.0.42 "GET /v2.0/ports?device_id=10eb82c7-8749-4775-80c9-2376fe09f89e HTTP/1.1" status: 200 len: 944 time: 0.0704114 Mar 29 15:39:31.152846 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-31d3c410-3e7c-436f-9d9f-9714d6a6a4d9 req-b3c93363-3f61-4227-b41a-b836a79e1540 tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:31.220145 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-311b09a4-6613-497a-b9e8-816cff186b89 req-6a6f6d57-cc26-463b-a879-402efae88a69 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] 10.222.0.42 "GET /v2.0/security-groups?id=c99ced8e-1ceb-46fb-aaa7-747186b2b9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682414 Mar 29 15:39:31.243246 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-31d3c410-3e7c-436f-9d9f-9714d6a6a4d9 req-b3c93363-3f61-4227-b41a-b836a79e1540 tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:31.244504 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-31d3c410-3e7c-436f-9d9f-9714d6a6a4d9 req-b3c93363-3f61-4227-b41a-b836a79e1540 tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.7820318 Mar 29 15:39:31.296699 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c93363-3f61-4227-b41a-b836a79e1540 tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0a35a67-2f24-42b4-83a4-a35893bfc72e,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:39:31.348149 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b3f27770-6bbd-4236-b332-15239a19bc89 req-b06987cf-1999-4e27-919c-c00e78ea4be1 tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] 10.222.0.42 "GET /v2.0/security-groups/d0a35a67-2f24-42b4-83a4-a35893bfc72e HTTP/1.1" status: 200 len: 1800 time: 0.0767312 Mar 29 15:39:31.355306 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [req-b3f27770-6bbd-4236-b332-15239a19bc89 req-0411ef56-bffd-41cb-b843-a2890b6b9db2 tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] Request body: {'security_group': {'name': 'tempest-sg-hth-2048912943', 'description': 'tempest-description-hth-2006380434'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:39:31.365615 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-03ad3636-c0c6-4971-b7ea-d8ebc3e05343 req-93c4d772-bd3e-426b-a420-077820324399 service neutron] 10.222.0.48 "GET /v2.0/networks/f945f153-5928-4a5d-9b33-57d251311dab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2430279 Mar 29 15:39:31.399793 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3708315-aa58-43bd-98ce-d44b7f6c1aff req-5604026a-39ca-4b1f-932c-573ee3c12cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:39:31.401615 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-a3708315-aa58-43bd-98ce-d44b7f6c1aff req-5604026a-39ca-4b1f-932c-573ee3c12cfe service neutron] 10.222.0.44 "GET /v2.0/networks?id=b1def78c-da55-4367-b9b1-4d7fc20fc6ac HTTP/1.1" status: 200 len: 909 time: 0.2703528 Mar 29 15:39:31.472945 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-a3708315-aa58-43bd-98ce-d44b7f6c1aff req-4b1af41e-6027-423f-866c-d91a4b253396 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f75a81b4-cea7-4f54-a990-54deb63424a4 HTTP/1.1" status: 200 len: 217 time: 0.0632379 Mar 29 15:39:31.588361 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3708315-aa58-43bd-98ce-d44b7f6c1aff req-cb30938e-bc2f-47a8-a0dc-c3f142de61f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:39:31.590161 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-a3708315-aa58-43bd-98ce-d44b7f6c1aff req-cb30938e-bc2f-47a8-a0dc-c3f142de61f0 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a84f45bb-2cdd-4adc-a15d-ac5c06ff5a1f HTTP/1.1" status: 200 len: 848 time: 0.0940871 Mar 29 15:39:31.594548 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11beca03-b26d-4324-89cd-e83da3a3cea3 req-beab2b3b-0e95-4f1a-a13f-25c0a876c101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:39:31.596645 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-11beca03-b26d-4324-89cd-e83da3a3cea3 req-beab2b3b-0e95-4f1a-a13f-25c0a876c101 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4fcca40281ff4cbfb6c75a266decc3c5&device_id=938d5325-d91e-4137-8d24-b21fd73d167e HTTP/1.1" status: 200 len: 1094 time: 0.1392174 Mar 29 15:39:31.605573 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db917c1-56d3-4649-9d2a-4922b0d0bf90 req-bc925cfb-4735-4ff9-8a3e-367c1c556034 tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:39:31.607215 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-3db917c1-56d3-4649-9d2a-4922b0d0bf90 req-bc925cfb-4735-4ff9-8a3e-367c1c556034 tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] 10.222.0.42 "GET /v2.0/ports?device_id=938d5325-d91e-4137-8d24-b21fd73d167e HTTP/1.1" status: 200 len: 943 time: 0.1376009 Mar 29 15:39:31.689512 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-a3708315-aa58-43bd-98ce-d44b7f6c1aff req-7cef12a8-6f43-43f2-a87f-3968ba5bef83 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b1def78c-da55-4367-b9b1-4d7fc20fc6ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0811892 Mar 29 15:39:31.784390 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-b3f27770-6bbd-4236-b332-15239a19bc89 req-0411ef56-bffd-41cb-b843-a2890b6b9db2 tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] Notify callbacks [] for security_group, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:31.848788 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-b3f27770-6bbd-4236-b332-15239a19bc89 req-0411ef56-bffd-41cb-b843-a2890b6b9db2 tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] Notify callbacks [] for security_group, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:31.855644 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-b3f27770-6bbd-4236-b332-15239a19bc89 req-0411ef56-bffd-41cb-b843-a2890b6b9db2 tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:31.858511 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-b3f27770-6bbd-4236-b332-15239a19bc89 req-0411ef56-bffd-41cb-b843-a2890b6b9db2 tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] Notify callbacks [] for security_group, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:31.859858 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b3f27770-6bbd-4236-b332-15239a19bc89 req-0411ef56-bffd-41cb-b843-a2890b6b9db2 tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] 10.222.0.42 "PUT /v2.0/security-groups/d0a35a67-2f24-42b4-83a4-a35893bfc72e HTTP/1.1" status: 200 len: 1775 time: 0.5105789 Mar 29 15:39:31.931488 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-3db917c1-56d3-4649-9d2a-4922b0d0bf90 req-18691997-ad2b-4b35-9939-bf2d8393b551 tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] 10.222.0.42 "GET /v2.0/security-groups?id=ce1e3aa1-c9e4-4c36-a19f-9dbad60c5be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3030756 Mar 29 15:39:31.956839 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11beca03-b26d-4324-89cd-e83da3a3cea3 req-6ef98efd-a7b7-45da-9fce-73d71853d43a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:39:31.957932 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0411ef56-bffd-41cb-b843-a2890b6b9db2 tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0a35a67-2f24-42b4-83a4-a35893bfc72e,revision_number=2']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:39:31.959103 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-11beca03-b26d-4324-89cd-e83da3a3cea3 req-6ef98efd-a7b7-45da-9fce-73d71853d43a service neutron] 10.222.0.48 "GET /v2.0/networks?id=f945f153-5928-4a5d-9b33-57d251311dab HTTP/1.1" status: 200 len: 915 time: 0.3490627 Mar 29 15:39:31.991345 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f1356bf3-a516-4f86-a8cb-1f0ab2c55303 req-c445a743-1c63-4aa4-872b-dd5d56035524 tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] 10.222.0.42 "GET /v2.0/security-groups/d0a35a67-2f24-42b4-83a4-a35893bfc72e HTTP/1.1" status: 200 len: 1775 time: 0.0932376 Mar 29 15:39:32.038567 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-a3708315-aa58-43bd-98ce-d44b7f6c1aff req-74986e73-6de3-4e3b-8db1-18b63aec859e service neutron] 10.222.0.44 "GET /v2.0/networks/b1def78c-da55-4367-b9b1-4d7fc20fc6ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3362834 Mar 29 15:39:32.042420 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-11beca03-b26d-4324-89cd-e83da3a3cea3 req-03c63ec3-5a97-4457-a768-2cbd314095cd service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b138750d-fee8-4aba-8eef-232fc2da2ead HTTP/1.1" status: 200 len: 217 time: 0.0743988 Mar 29 15:39:32.200607 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b6c6cb-7a74-4c4e-94d1-51548c1e1f46 req-4d846859-48d7-4c10-bd31-6627d25b754c tempest-ImagesNegativeTestJSON-1059388071 tempest-ImagesNegativeTestJSON-1059388071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:39:32.202041 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f3b6c6cb-7a74-4c4e-94d1-51548c1e1f46 req-4d846859-48d7-4c10-bd31-6627d25b754c tempest-ImagesNegativeTestJSON-1059388071 tempest-ImagesNegativeTestJSON-1059388071-project] 10.222.0.42 "GET /v2.0/ports?device_id=d93863ef-a93d-4147-90c2-e28a2cd9af63 HTTP/1.1" status: 200 len: 949 time: 0.1087081 Mar 29 15:39:32.216546 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11beca03-b26d-4324-89cd-e83da3a3cea3 req-eafb1d3c-3d02-4179-b4af-63eb5ddb695c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:39:32.217993 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-11beca03-b26d-4324-89cd-e83da3a3cea3 req-eafb1d3c-3d02-4179-b4af-63eb5ddb695c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=5e8b374d-c935-4687-96e3-a6909695b876 HTTP/1.1" status: 200 len: 854 time: 0.1433840 Mar 29 15:39:32.229361 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-cc946a4d-2cb4-4541-9efe-a65c0ce3d738 req-276224bf-a8de-485c-94bd-59737cae2eb0 tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] 10.222.0.42 "GET /v2.0/security-groups/d0a35a67-2f24-42b4-83a4-a35893bfc72e HTTP/1.1" status: 200 len: 1775 time: 0.1945851 Mar 29 15:39:32.252925 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f3b6c6cb-7a74-4c4e-94d1-51548c1e1f46 req-b652b1aa-a609-4c63-8edd-44e740c7f042 tempest-ImagesNegativeTestJSON-1059388071 tempest-ImagesNegativeTestJSON-1059388071-project] 10.222.0.42 "GET /v2.0/security-groups?id=449c65bf-4acc-44a8-bd23-16ab477bf0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422878 Mar 29 15:39:32.271977 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-11beca03-b26d-4324-89cd-e83da3a3cea3 req-2a886022-dc38-41b9-82ac-525e45456ee4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f945f153-5928-4a5d-9b33-57d251311dab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0460734 Mar 29 15:39:32.313247 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-a3708315-aa58-43bd-98ce-d44b7f6c1aff req-a88d43b1-06d0-472d-addb-0ce28b85ed73 service neutron] 10.222.0.44 "GET /v2.0/networks/b1def78c-da55-4367-b9b1-4d7fc20fc6ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2507739 Mar 29 15:39:32.411576 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06df1375-0759-4207-9ca6-b586f6f3c59b req-f738d53b-a56e-4142-9363-1e2565d113bb tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:39:32.413093 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-06df1375-0759-4207-9ca6-b586f6f3c59b req-f738d53b-a56e-4142-9363-1e2565d113bb tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] 10.222.0.42 "GET /v2.0/ports?device_id=10eb82c7-8749-4775-80c9-2376fe09f89e HTTP/1.1" status: 200 len: 944 time: 0.0675886 Mar 29 15:39:32.473051 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-06df1375-0759-4207-9ca6-b586f6f3c59b req-2fe08a54-d9ac-4901-af82-2f4dc228036e tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] 10.222.0.42 "GET /v2.0/security-groups?id=c99ced8e-1ceb-46fb-aaa7-747186b2b9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502572 Mar 29 15:39:32.484603 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-11beca03-b26d-4324-89cd-e83da3a3cea3 req-bc78b6a6-f9f9-4bcb-8561-be75186a2a4f service neutron] 10.222.0.48 "GET /v2.0/networks/f945f153-5928-4a5d-9b33-57d251311dab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2020128 Mar 29 15:39:32.491419 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-cc946a4d-2cb4-4541-9efe-a65c0ce3d738 req-9ea1a04a-2e38-4da4-8cdc-dac4a84d4283 tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] Notify callbacks [] for security_group, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:32.536625 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-cc946a4d-2cb4-4541-9efe-a65c0ce3d738 req-9ea1a04a-2e38-4da4-8cdc-dac4a84d4283 tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:32.566219 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3598da07-df3c-4cea-8ed9-f595a067841d req-d0261933-13d0-4bb3-a546-73692aa3f31d tempest-ImagesNegativeTestJSON-1059388071 tempest-ImagesNegativeTestJSON-1059388071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:39:32.568093 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-3598da07-df3c-4cea-8ed9-f595a067841d req-d0261933-13d0-4bb3-a546-73692aa3f31d tempest-ImagesNegativeTestJSON-1059388071 tempest-ImagesNegativeTestJSON-1059388071-project] 10.222.0.44 "GET /v2.0/ports?device_id=d93863ef-a93d-4147-90c2-e28a2cd9af63 HTTP/1.1" status: 200 len: 949 time: 0.2332206 Mar 29 15:39:32.718992 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-cc946a4d-2cb4-4541-9efe-a65c0ce3d738 req-9ea1a04a-2e38-4da4-8cdc-dac4a84d4283 tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:32.720183 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d30370a8-14d6-430a-83c3-e1a6700df1b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:32.722326 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-cc946a4d-2cb4-4541-9efe-a65c0ce3d738 req-9ea1a04a-2e38-4da4-8cdc-dac4a84d4283 tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:32.723387 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-cc946a4d-2cb4-4541-9efe-a65c0ce3d738 req-9ea1a04a-2e38-4da4-8cdc-dac4a84d4283 tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] 10.222.0.42 "DELETE /v2.0/security-groups/d0a35a67-2f24-42b4-83a4-a35893bfc72e HTTP/1.1" status: 204 len: 173 time: 0.4810772 Mar 29 15:39:32.735044 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-11beca03-b26d-4324-89cd-e83da3a3cea3 req-def4ef9b-4b29-41d1-a2f2-90550707c5e8 service neutron] 10.222.0.48 "GET /v2.0/networks/f945f153-5928-4a5d-9b33-57d251311dab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2236152 Mar 29 15:39:32.744832 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea1a04a-2e38-4da4-8cdc-dac4a84d4283 tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0a35a67-2f24-42b4-83a4-a35893bfc72e,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:39:32.769441 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [req-3598da07-df3c-4cea-8ed9-f595a067841d req-6778e1e7-9df8-42f6-8464-ddb71d77c2b5 tempest-ImagesNegativeTestJSON-1059388071 tempest-ImagesNegativeTestJSON-1059388071-project] Deleting port d74497fc-0357-4f7a-9835-b52ecb33e5ce {{(pid=102790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:39:32.769784 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-3598da07-df3c-4cea-8ed9-f595a067841d req-6778e1e7-9df8-42f6-8464-ddb71d77c2b5 tempest-ImagesNegativeTestJSON-1059388071 tempest-ImagesNegativeTestJSON-1059388071-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:32.846928 n-d-834765-1 neutron-server[102791]: INFO neutron.api.v2.resource [req-71413d05-9450-47e6-a432-c748346d7e6e req-4d40b46a-5a74-4768-af55-31ae44c138df tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] show failed (client error): The resource could not be found. Mar 29 15:39:32.848088 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-71413d05-9450-47e6-a432-c748346d7e6e req-4d40b46a-5a74-4768-af55-31ae44c138df tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] 10.222.0.42 "GET /v2.0/security-groups/44ce2a9b-cdee-4ebf-99e8-7d5260e37695 HTTP/1.1" status: 404 len: 352 time: 0.0172269 Mar 29 15:39:32.898271 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [req-3598da07-df3c-4cea-8ed9-f595a067841d req-6778e1e7-9df8-42f6-8464-ddb71d77c2b5 tempest-ImagesNegativeTestJSON-1059388071 tempest-ImagesNegativeTestJSON-1059388071-project] For port d74497fc-0357-4f7a-9835-b52ecb33e5ce, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=d74497fc-0357-4f7a-9835-b52ecb33e5ce,segment=NetworkSegment(a0c230f0-660a-4194-9279-0f0781d34134),segment_id=a0c230f0-660a-4194-9279-0f0781d34134)] {{(pid=102790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:39:32.898641 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-3598da07-df3c-4cea-8ed9-f595a067841d req-6778e1e7-9df8-42f6-8464-ddb71d77c2b5 tempest-ImagesNegativeTestJSON-1059388071 tempest-ImagesNegativeTestJSON-1059388071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:32.917412 n-d-834765-1 neutron-server[102790]: INFO neutron.api.v2.resource [req-0f158e5e-97c5-43eb-bfec-f9829ebd0f51 req-b4a1a690-47dd-4ee3-b64d-98594f382280 tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] show failed (client error): The resource could not be found. Mar 29 15:39:32.918445 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-0f158e5e-97c5-43eb-bfec-f9829ebd0f51 req-b4a1a690-47dd-4ee3-b64d-98594f382280 tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] 10.222.0.42 "GET /v2.0/security-groups/1515db8e-b744-4e0f-b307-0f96ca3d8260 HTTP/1.1" status: 404 len: 352 time: 0.0385873 Mar 29 15:39:32.919401 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [req-3598da07-df3c-4cea-8ed9-f595a067841d req-6778e1e7-9df8-42f6-8464-ddb71d77c2b5 tempest-ImagesNegativeTestJSON-1059388071 tempest-ImagesNegativeTestJSON-1059388071-project] Calling delete_port for d74497fc-0357-4f7a-9835-b52ecb33e5ce owned by compute:nova {{(pid=102790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:39:32.959216 n-d-834765-1 neutron-server[102791]: INFO neutron.api.v2.resource [req-53e22037-cfc9-4e27-a31a-4eec04bc8c78 req-62cd7d23-4912-4410-897c-48ef3dd92f83 tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] show failed (client error): The resource could not be found. Mar 29 15:39:32.960364 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-53e22037-cfc9-4e27-a31a-4eec04bc8c78 req-62cd7d23-4912-4410-897c-48ef3dd92f83 tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] 10.222.0.42 "GET /v2.0/security-groups/5320a2c3-ac22-4452-9b9d-d64cbf657776 HTTP/1.1" status: 404 len: 352 time: 0.0157042 Mar 29 15:39:33.001169 n-d-834765-1 neutron-server[102790]: INFO neutron.api.v2.resource [req-4119c6fc-f10c-4a48-9b20-626c6a2050d5 req-031dd50c-20e5-4d08-80a7-849279e075d6 tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] show failed (client error): The resource could not be found. Mar 29 15:39:33.002358 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-4119c6fc-f10c-4a48-9b20-626c6a2050d5 req-031dd50c-20e5-4d08-80a7-849279e075d6 tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] 10.222.0.42 "GET /v2.0/security-groups/b34dbcfd-2e11-4d02-8209-3d3dc98c063c HTTP/1.1" status: 404 len: 352 time: 0.0201592 Mar 29 15:39:33.070810 n-d-834765-1 neutron-server[102790]: INFO neutron.api.v2.resource [req-1af74dd1-cad9-46ca-bc58-6731a06d684b req-05ae3696-0214-4540-8227-7896796b8764 tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] show failed (client error): The resource could not be found. Mar 29 15:39:33.071858 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-1af74dd1-cad9-46ca-bc58-6731a06d684b req-05ae3696-0214-4540-8227-7896796b8764 tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] 10.222.0.42 "GET /v2.0/security-groups/dd321d6d-936b-47e0-8733-59c3bbb024a0 HTTP/1.1" status: 404 len: 352 time: 0.0173526 Mar 29 15:39:33.096139 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33644f5b-dd70-4ef2-976d-44d77a2c7ae0 req-1e338853-132f-4a63-83bb-bb3a97f691da tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:39:33.097424 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-33644f5b-dd70-4ef2-976d-44d77a2c7ae0 req-1e338853-132f-4a63-83bb-bb3a97f691da tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] 10.222.0.42 "GET /v2.0/ports?device_id=938d5325-d91e-4137-8d24-b21fd73d167e HTTP/1.1" status: 200 len: 943 time: 0.0590708 Mar 29 15:39:33.129524 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-3598da07-df3c-4cea-8ed9-f595a067841d req-6778e1e7-9df8-42f6-8464-ddb71d77c2b5 tempest-ImagesNegativeTestJSON-1059388071 tempest-ImagesNegativeTestJSON-1059388071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:33.143512 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] get_ports_and_sgs() called for port_ids ['d74497fc-0357-4f7a-9835-b52ecb33e5ce'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:39:33.159445 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-33644f5b-dd70-4ef2-976d-44d77a2c7ae0 req-beda156a-d2f9-4b1c-9526-472f4036c4bb tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] 10.222.0.42 "GET /v2.0/security-groups?id=ce1e3aa1-c9e4-4c36-a19f-9dbad60c5be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510316 Mar 29 15:39:33.169985 n-d-834765-1 neutron-server[102790]: INFO neutron.api.v2.resource [req-57a94e5a-6555-4f61-a6d8-4669d38203a0 req-d8d2b0f0-7fa2-4e76-83ae-8c7182d1d657 tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] show failed (client error): The resource could not be found. Mar 29 15:39:33.171103 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-57a94e5a-6555-4f61-a6d8-4669d38203a0 req-d8d2b0f0-7fa2-4e76-83ae-8c7182d1d657 tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] 10.222.0.42 "GET /v2.0/security-groups/e36c0fe9-e0e2-4e55-8377-4632b8faffd5 HTTP/1.1" status: 404 len: 352 time: 0.0541208 Mar 29 15:39:33.212229 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6778e1e7-9df8-42f6-8464-ddb71d77c2b5 tempest-ImagesNegativeTestJSON-1059388071 tempest-ImagesNegativeTestJSON-1059388071-project] Pushing event deleted for resources: {'Port': ['ID=d74497fc-0357-4f7a-9835-b52ecb33e5ce,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:39:33.270586 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.l3_dvrscheduler_db [req-3598da07-df3c-4cea-8ed9-f595a067841d req-6778e1e7-9df8-42f6-8464-ddb71d77c2b5 tempest-ImagesNegativeTestJSON-1059388071 tempest-ImagesNegativeTestJSON-1059388071-project] No DVR routers for this DVR port d74497fc-0357-4f7a-9835-b52ecb33e5ce on host n-h1-834765-1 {{(pid=102790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:39:33.273247 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-3598da07-df3c-4cea-8ed9-f595a067841d req-6778e1e7-9df8-42f6-8464-ddb71d77c2b5 tempest-ImagesNegativeTestJSON-1059388071 tempest-ImagesNegativeTestJSON-1059388071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:33.277251 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-3598da07-df3c-4cea-8ed9-f595a067841d req-6778e1e7-9df8-42f6-8464-ddb71d77c2b5 tempest-ImagesNegativeTestJSON-1059388071 tempest-ImagesNegativeTestJSON-1059388071-project] 10.222.0.44 "DELETE /v2.0/ports/d74497fc-0357-4f7a-9835-b52ecb33e5ce HTTP/1.1" status: 204 len: 173 time: 0.6987166 Mar 29 15:39:33.277723 n-d-834765-1 neutron-server[102790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd93863ef-a93d-4147-90c2-e28a2cd9af63', 'name': 'network-vif-deleted', 'tag': 'd74497fc-0357-4f7a-9835-b52ecb33e5ce'}] {{(pid=102790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:39:33.280029 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46b06d655c90bc969636382cce4240ad749035fb0f3a83ee4734fa1ed9c4a6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdd068df-8f31-4ebf-83b0-0ff8f8612d55" -d '{"events": [{"server_uuid": "d93863ef-a93d-4147-90c2-e28a2cd9af63", "name": "network-vif-deleted", "tag": "d74497fc-0357-4f7a-9835-b52ecb33e5ce"}]}' {{(pid=102790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:39:33.358707 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:39:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9cecdd6-98f9-4640-b85c-2a6c2286b4bc x-openstack-request-id: req-e9cecdd6-98f9-4640-b85c-2a6c2286b4bc {{(pid=102790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:39:33.359332 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d93863ef-a93d-4147-90c2-e28a2cd9af63", "name": "network-vif-deleted", "tag": "d74497fc-0357-4f7a-9835-b52ecb33e5ce", "status": "completed", "code": 200}]} {{(pid=102790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:39:33.359662 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e9cecdd6-98f9-4640-b85c-2a6c2286b4bc {{(pid=102790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:39:33.360104 n-d-834765-1 neutron-server[102790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd93863ef-a93d-4147-90c2-e28a2cd9af63', 'name': 'network-vif-deleted', 'tag': 'd74497fc-0357-4f7a-9835-b52ecb33e5ce', 'status': 'completed', 'code': 200} Mar 29 15:39:33.530651 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-767f2302-49e5-42ea-b9a8-b37592b353ba req-200cf066-f5a1-476d-8104-a4453c898be3 tempest-ImagesNegativeTestJSON-1059388071 tempest-ImagesNegativeTestJSON-1059388071-project] 10.222.0.42 "GET /v2.0/ports?device_id=d93863ef-a93d-4147-90c2-e28a2cd9af63 HTTP/1.1" status: 200 len: 210 time: 0.0585976 Mar 29 15:39:33.584955 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57b9e40-314c-4089-8ab3-f0176cb8cc35 req-fad1cc9e-09db-4279-9131-a430f5b6a6db tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:39:33.588959 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e57b9e40-314c-4089-8ab3-f0176cb8cc35 req-fad1cc9e-09db-4279-9131-a430f5b6a6db tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] 10.222.0.42 "GET /v2.0/ports?device_id=31d87925-4a11-4608-80c4-7d62f80c3cc0 HTTP/1.1" status: 200 len: 1023 time: 0.0700545 Mar 29 15:39:33.657786 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e57b9e40-314c-4089-8ab3-f0176cb8cc35 req-db7e625c-de5d-4c79-96fe-259fe84d92ac tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] 10.222.0.42 "GET /v2.0/security-groups?id=5c1b10d0-4129-48f5-b18a-48c124b1833b&id=de326c20-13fe-424c-a811-b741d354586f&id=04423a6d-576b-4b76-9eb2-cb9e4f55a6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.0611947 Mar 29 15:39:33.695329 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea3fd19-6036-4ce0-98db-1501c41dc6ba req-231e234d-7f3c-44b3-9134-2b6b6b4bdd41 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:39:33.696850 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-2ea3fd19-6036-4ce0-98db-1501c41dc6ba req-231e234d-7f3c-44b3-9134-2b6b6b4bdd41 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] 10.222.0.42 "GET /v2.0/ports?device_id=10eb82c7-8749-4775-80c9-2376fe09f89e HTTP/1.1" status: 200 len: 944 time: 0.0720146 Mar 29 15:39:33.748959 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-2ea3fd19-6036-4ce0-98db-1501c41dc6ba req-9f62fc54-51f8-4145-8fc8-f2dc070697bd tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] 10.222.0.42 "GET /v2.0/security-groups?id=c99ced8e-1ceb-46fb-aaa7-747186b2b9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395818 Mar 29 15:39:34.039097 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d71584b9-87f1-45f5-84c7-c993c2416269 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:34.282977 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dd5fb0-d970-4597-bde0-a606fb761454 req-f4a26306-7c02-4851-afc6-0f8266181c35 tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:39:34.285018 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-52dd5fb0-d970-4597-bde0-a606fb761454 req-f4a26306-7c02-4851-afc6-0f8266181c35 tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] 10.222.0.42 "GET /v2.0/ports?device_id=938d5325-d91e-4137-8d24-b21fd73d167e HTTP/1.1" status: 200 len: 943 time: 0.0536501 Mar 29 15:39:34.323455 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-52dd5fb0-d970-4597-bde0-a606fb761454 req-d2c14353-ceb3-48a2-b8e3-8a0f3dd0b8c2 tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] 10.222.0.42 "GET /v2.0/security-groups?id=ce1e3aa1-c9e4-4c36-a19f-9dbad60c5be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323668 Mar 29 15:39:34.444530 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device b138750d-fee8-4aba-8eef-232fc2da2ead details requested by agent hyperv_n-h2-834765-1 with host n-h2-834765-1 {{(pid=102792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 15:39:34.543407 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port b138750d-fee8-4aba-8eef-232fc2da2ead, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=b138750d-fee8-4aba-8eef-232fc2da2ead,segment=NetworkSegment(41873e9c-b24c-40ec-94cd-76d430c8ed02),segment_id=41873e9c-b24c-40ec-94cd-76d430c8ed02)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:39:34.555123 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Returning: {'device': 'b138750d-fee8-4aba-8eef-232fc2da2ead', 'network_id': 'f945f153-5928-4a5d-9b33-57d251311dab', 'port_id': 'b138750d-fee8-4aba-8eef-232fc2da2ead', 'mac_address': 'fa:16:3e:d2:dd:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 646, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e8b374d-c935-4687-96e3-a6909695b876', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 15:39:34.619879 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:34.635309 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b138750d-fee8-4aba-8eef-232fc2da2ead {{(pid=102792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:39:34.662879 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port b138750d-fee8-4aba-8eef-232fc2da2ead, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=b138750d-fee8-4aba-8eef-232fc2da2ead,segment=NetworkSegment(41873e9c-b24c-40ec-94cd-76d430c8ed02),segment_id=41873e9c-b24c-40ec-94cd-76d430c8ed02)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:39:34.669041 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:34.721201 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Pushing event updated for resources: {'Port': ['ID=b138750d-fee8-4aba-8eef-232fc2da2ead,revision_number=4']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:39:34.831944 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a938982f-ba7b-4ec0-9127-9ce81d974fe0 req-ec83a4a1-178a-4493-ab36-50487bd12912 tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:39:34.834290 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-a938982f-ba7b-4ec0-9127-9ce81d974fe0 req-ec83a4a1-178a-4493-ab36-50487bd12912 tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] 10.222.0.42 "GET /v2.0/ports?device_id=31d87925-4a11-4608-80c4-7d62f80c3cc0 HTTP/1.1" status: 200 len: 1023 time: 0.0654578 Mar 29 15:39:34.952559 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a6c560-3d2a-43e3-86ec-a34dd74998ce req-7ebf1689-2214-49c8-bc2b-60b14afb6dcc tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:39:34.954012 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-a938982f-ba7b-4ec0-9127-9ce81d974fe0 req-9f2cd162-7464-4791-a934-4c2d118c7a35 tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] 10.222.0.42 "GET /v2.0/security-groups?id=5c1b10d0-4129-48f5-b18a-48c124b1833b&id=de326c20-13fe-424c-a811-b741d354586f&id=04423a6d-576b-4b76-9eb2-cb9e4f55a6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.1075516 Mar 29 15:39:34.961494 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-38a6c560-3d2a-43e3-86ec-a34dd74998ce req-7ebf1689-2214-49c8-bc2b-60b14afb6dcc tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] 10.222.0.42 "GET /v2.0/ports?device_id=10eb82c7-8749-4775-80c9-2376fe09f89e HTTP/1.1" status: 200 len: 944 time: 0.1134901 Mar 29 15:39:35.031641 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-38a6c560-3d2a-43e3-86ec-a34dd74998ce req-4e1900f6-2b57-46ef-bd3e-d9556ee84ac1 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] 10.222.0.42 "GET /v2.0/security-groups?id=c99ced8e-1ceb-46fb-aaa7-747186b2b9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691714 Mar 29 15:39:35.056534 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] get_ports_and_sgs() called for port_ids ['b138750d-fee8-4aba-8eef-232fc2da2ead'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:39:35.105969 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 40780) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:39:35.245739 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc82de1-b63e-4f88-b704-fd674a4b9414 req-ef9213b1-52f4-4648-9df9-603b44065375 tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:39:35.247701 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-9dc82de1-b63e-4f88-b704-fd674a4b9414 req-ef9213b1-52f4-4648-9df9-603b44065375 tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] 10.222.0.44 "GET /v2.0/ports?device_id=31d87925-4a11-4608-80c4-7d62f80c3cc0 HTTP/1.1" status: 200 len: 1023 time: 0.0619497 Mar 29 15:39:35.280340 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-ab018e36-6856-4021-afc9-d9f0217b3a86 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0fc5f5131e9d4c45ada1423e2d99fbbd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1731622 Mar 29 15:39:35.282922 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 40784) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:39:35.350563 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-b71b1fbf-092d-48b3-987d-45a027ccd87a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:35.380792 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-b71b1fbf-092d-48b3-987d-45a027ccd87a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:35.398188 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device d74497fc-0357-4f7a-9835-b52ecb33e5ce no longer exists at agent hyperv_n-h1-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:39:35.434392 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [req-9dc82de1-b63e-4f88-b704-fd674a4b9414 req-68651ac5-86ac-4604-80c6-188a836907a1 tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] Deleting port fa7367e8-75a8-471a-a7ca-e3f5b988a1f8 {{(pid=102790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:39:35.435432 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-9dc82de1-b63e-4f88-b704-fd674a4b9414 req-68651ac5-86ac-4604-80c6-188a836907a1 tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:35.436159 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] No Port match for: d74497fc-0357-4f7a-9835-b52ecb33e5ce {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 15:39:35.436680 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device d74497fc-0357-4f7a-9835-b52ecb33e5ce not bound to the agent host n-h1-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:39:35.459634 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-b71b1fbf-092d-48b3-987d-45a027ccd87a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:35.462449 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-b71b1fbf-092d-48b3-987d-45a027ccd87a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:35.463692 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-b71b1fbf-092d-48b3-987d-45a027ccd87a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/449c65bf-4acc-44a8-bd23-16ab477bf0e0 HTTP/1.1" status: 204 len: 168 time: 0.1786575 Mar 29 15:39:35.486178 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71b1fbf-092d-48b3-987d-45a027ccd87a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=449c65bf-4acc-44a8-bd23-16ab477bf0e0,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:39:35.597745 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [req-9dc82de1-b63e-4f88-b704-fd674a4b9414 req-68651ac5-86ac-4604-80c6-188a836907a1 tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] For port fa7367e8-75a8-471a-a7ca-e3f5b988a1f8, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=fa7367e8-75a8-471a-a7ca-e3f5b988a1f8,segment=NetworkSegment(22e9e91d-0f71-4672-ad57-f0a289f27614),segment_id=22e9e91d-0f71-4672-ad57-f0a289f27614)] {{(pid=102790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:39:35.598121 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-9dc82de1-b63e-4f88-b704-fd674a4b9414 req-68651ac5-86ac-4604-80c6-188a836907a1 tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:35.625461 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fe69e9-e921-4392-9970-a02312ede66c req-ecbc3f63-6aa0-4bf1-8932-09a32ad0142a tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:39:35.632832 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-f9fe69e9-e921-4392-9970-a02312ede66c req-ecbc3f63-6aa0-4bf1-8932-09a32ad0142a tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] 10.222.0.42 "GET /v2.0/ports?device_id=938d5325-d91e-4137-8d24-b21fd73d167e HTTP/1.1" status: 200 len: 944 time: 0.1023116 Mar 29 15:39:35.635839 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [req-9dc82de1-b63e-4f88-b704-fd674a4b9414 req-68651ac5-86ac-4604-80c6-188a836907a1 tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] Calling delete_port for fa7367e8-75a8-471a-a7ca-e3f5b988a1f8 owned by compute:nova {{(pid=102790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:39:35.648846 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-0cb6abf6-2706-4e52-8825-f5f644ecf9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:35.724025 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-f9fe69e9-e921-4392-9970-a02312ede66c req-49fd320b-15b6-4566-bf60-d924805878e1 tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] 10.222.0.42 "GET /v2.0/security-groups?id=ce1e3aa1-c9e4-4c36-a19f-9dbad60c5be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902331 Mar 29 15:39:35.845489 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:35.857479 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-9dc82de1-b63e-4f88-b704-fd674a4b9414 req-68651ac5-86ac-4604-80c6-188a836907a1 tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:35.869587 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] get_ports_and_sgs() called for port_ids ['fa7367e8-75a8-471a-a7ca-e3f5b988a1f8'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:39:35.889753 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68651ac5-86ac-4604-80c6-188a836907a1 tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] Pushing event deleted for resources: {'Port': ['ID=fa7367e8-75a8-471a-a7ca-e3f5b988a1f8,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:39:35.953299 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.l3_dvrscheduler_db [req-9dc82de1-b63e-4f88-b704-fd674a4b9414 req-68651ac5-86ac-4604-80c6-188a836907a1 tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] No DVR routers for this DVR port fa7367e8-75a8-471a-a7ca-e3f5b988a1f8 on host n-h1-834765-1 {{(pid=102790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:39:35.957118 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-9dc82de1-b63e-4f88-b704-fd674a4b9414 req-68651ac5-86ac-4604-80c6-188a836907a1 tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:35.961526 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-9dc82de1-b63e-4f88-b704-fd674a4b9414 req-68651ac5-86ac-4604-80c6-188a836907a1 tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] 10.222.0.44 "DELETE /v2.0/ports/fa7367e8-75a8-471a-a7ca-e3f5b988a1f8 HTTP/1.1" status: 204 len: 173 time: 0.7059693 Mar 29 15:39:35.962051 n-d-834765-1 neutron-server[102790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31d87925-4a11-4608-80c4-7d62f80c3cc0', 'name': 'network-vif-deleted', 'tag': 'fa7367e8-75a8-471a-a7ca-e3f5b988a1f8'}] {{(pid=102790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:39:35.964867 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46b06d655c90bc969636382cce4240ad749035fb0f3a83ee4734fa1ed9c4a6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a324abe-1fb1-418b-be93-5aac51186a45" -d '{"events": [{"server_uuid": "31d87925-4a11-4608-80c4-7d62f80c3cc0", "name": "network-vif-deleted", "tag": "fa7367e8-75a8-471a-a7ca-e3f5b988a1f8"}]}' {{(pid=102790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:39:36.050289 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:39:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36f34371-bf52-4cad-b0f6-556d1a9c288c x-openstack-request-id: req-36f34371-bf52-4cad-b0f6-556d1a9c288c {{(pid=102790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:39:36.050596 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31d87925-4a11-4608-80c4-7d62f80c3cc0", "name": "network-vif-deleted", "tag": "fa7367e8-75a8-471a-a7ca-e3f5b988a1f8", "status": "completed", "code": 200}]} {{(pid=102790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:39:36.051296 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-36f34371-bf52-4cad-b0f6-556d1a9c288c {{(pid=102790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:39:36.051534 n-d-834765-1 neutron-server[102790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31d87925-4a11-4608-80c4-7d62f80c3cc0', 'name': 'network-vif-deleted', 'tag': 'fa7367e8-75a8-471a-a7ca-e3f5b988a1f8', 'status': 'completed', 'code': 200} Mar 29 15:39:36.081621 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 40810) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:39:36.090695 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-84c11ff2-b5e5-40bd-b871-cae5df6aa422 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1796991272'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:39:36.192546 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-214b9955-b4e2-443b-8277-8319eff9d4f2 req-47a02ef9-b3fd-4447-afd4-c42e3dc79077 tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] 10.222.0.42 "GET /v2.0/ports?device_id=31d87925-4a11-4608-80c4-7d62f80c3cc0 HTTP/1.1" status: 200 len: 210 time: 0.0981600 Mar 29 15:39:36.218317 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3565977-c761-49aa-bb66-e0f4650d2c30 req-18f4ab4a-0f86-4f87-91be-7fec1c43818c tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:39:36.219800 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84c11ff2-b5e5-40bd-b871-cae5df6aa422 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Made reservation on behalf of 3c879391e12244b68c6a1d18a158625b for: {'network': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:39:36.223867 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-a3565977-c761-49aa-bb66-e0f4650d2c30 req-18f4ab4a-0f86-4f87-91be-7fec1c43818c tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] 10.222.0.42 "GET /v2.0/ports?device_id=10eb82c7-8749-4775-80c9-2376fe09f89e HTTP/1.1" status: 200 len: 944 time: 0.0859568 Mar 29 15:39:36.224101 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-84c11ff2-b5e5-40bd-b871-cae5df6aa422 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for network, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:36.250831 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84c11ff2-b5e5-40bd-b871-cae5df6aa422 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] vlan segment allocate from pool success with {'vlan_id': 624, 'physical_network': 'physnet1'} {{(pid=102791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 15:39:36.262154 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-84c11ff2-b5e5-40bd-b871-cae5df6aa422 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:36.262510 n-d-834765-1 neutron-server[102791]: INFO neutron.db.segments_db [None req-84c11ff2-b5e5-40bd-b871-cae5df6aa422 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Added segment e53edac0-e56e-4ba8-8b7d-b6c8693d06dc of type vlan for network 298fe4b0-bb90-4e7d-aba6-ce8da9b2ed22 Mar 29 15:39:36.275409 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-a3565977-c761-49aa-bb66-e0f4650d2c30 req-3edfabb8-1947-47b5-941d-fcd274447dae tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] 10.222.0.42 "GET /v2.0/security-groups?id=c99ced8e-1ceb-46fb-aaa7-747186b2b9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462406 Mar 29 15:39:36.315363 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-84c11ff2-b5e5-40bd-b871-cae5df6aa422 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783522915970'] for network, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:36.342387 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-84c11ff2-b5e5-40bd-b871-cae5df6aa422 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795'] for network, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:36.349285 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84c11ff2-b5e5-40bd-b871-cae5df6aa422 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:39:36.349884 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-84c11ff2-b5e5-40bd-b871-cae5df6aa422 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for network, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:36.421786 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-84c11ff2-b5e5-40bd-b871-cae5df6aa422 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.3387299 Mar 29 15:39:36.426596 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 40820) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:39:36.432606 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-75d3d0f7-46ba-49e6-9a6b-7bd9d1bf0a4d tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1673002285'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:39:36.461838 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device b138750d-fee8-4aba-8eef-232fc2da2ead up at agent hyperv_n-h2-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:39:36.478817 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75d3d0f7-46ba-49e6-9a6b-7bd9d1bf0a4d tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Made reservation on behalf of 3c879391e12244b68c6a1d18a158625b for: {'network': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:39:36.491008 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-75d3d0f7-46ba-49e6-9a6b-7bd9d1bf0a4d tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for network, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:36.558759 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75d3d0f7-46ba-49e6-9a6b-7bd9d1bf0a4d tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] vlan segment allocate from pool success with {'vlan_id': 626, 'physical_network': 'physnet1'} {{(pid=102790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 15:39:36.569264 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c11ff2-b5e5-40bd-b871-cae5df6aa422 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Pushing event updated for resources: {'Network': ['ID=298fe4b0-bb90-4e7d-aba6-ce8da9b2ed22,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:39:36.577176 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-75d3d0f7-46ba-49e6-9a6b-7bd9d1bf0a4d tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:36.584287 n-d-834765-1 neutron-server[102790]: INFO neutron.db.segments_db [None req-75d3d0f7-46ba-49e6-9a6b-7bd9d1bf0a4d tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Added segment ab9e52c9-9281-40f7-aa2a-632849de5ddc of type vlan for network 6063560a-a61f-4d6e-8083-e9831aad0c36 Mar 29 15:39:36.588998 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Network 298fe4b0-bb90-4e7d-aba6-ce8da9b2ed22 details requested by agent ovs-agent-n-d-834765-1 with host n-d-834765-1 {{(pid=102792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 15:39:36.615309 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Provisioning for port b138750d-fee8-4aba-8eef-232fc2da2ead completed by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 15:39:36.633938 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Provisioning complete for port b138750d-fee8-4aba-8eef-232fc2da2ead triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:39:36.634477 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:36.640479 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-75d3d0f7-46ba-49e6-9a6b-7bd9d1bf0a4d tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783522915970'] for network, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:36.677887 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-75d3d0f7-46ba-49e6-9a6b-7bd9d1bf0a4d tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795'] for network, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:36.686628 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75d3d0f7-46ba-49e6-9a6b-7bd9d1bf0a4d tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:39:36.687407 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-75d3d0f7-46ba-49e6-9a6b-7bd9d1bf0a4d tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for network, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:36.740640 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 40836) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:39:36.746368 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-b1b2dc69-41b0-4826-a87c-48d637b3df52 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Request body: {'subnet': {'network_id': '298fe4b0-bb90-4e7d-aba6-ce8da9b2ed22', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:39:36.753066 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-75d3d0f7-46ba-49e6-9a6b-7bd9d1bf0a4d tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.3248692 Mar 29 15:39:36.789677 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:36.818584 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '938d5325-d91e-4137-8d24-b21fd73d167e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b138750d-fee8-4aba-8eef-232fc2da2ead'}] {{(pid=102792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:39:36.823613 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4f476c66b318cc6068719fc39557fac68d413f5c7e78fa77028c7948e999ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-814dcf46-29ce-4fdd-a65c-ce401066e472" -d '{"events": [{"server_uuid": "938d5325-d91e-4137-8d24-b21fd73d167e", "name": "network-vif-plugged", "status": "completed", "tag": "b138750d-fee8-4aba-8eef-232fc2da2ead"}]}' {{(pid=102792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:39:36.841391 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port b138750d-fee8-4aba-8eef-232fc2da2ead, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=b138750d-fee8-4aba-8eef-232fc2da2ead,segment=NetworkSegment(41873e9c-b24c-40ec-94cd-76d430c8ed02),segment_id=41873e9c-b24c-40ec-94cd-76d430c8ed02)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:39:36.855429 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:36.908803 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:39:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50f092cf-5878-4863-a171-01f71153c61a x-openstack-request-id: req-50f092cf-5878-4863-a171-01f71153c61a {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:39:36.909660 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "938d5325-d91e-4137-8d24-b21fd73d167e", "name": "network-vif-plugged", "status": "completed", "tag": "b138750d-fee8-4aba-8eef-232fc2da2ead", "code": 200}]} {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:39:36.910109 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-50f092cf-5878-4863-a171-01f71153c61a {{(pid=102792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:39:36.910663 n-d-834765-1 neutron-server[102792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '938d5325-d91e-4137-8d24-b21fd73d167e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b138750d-fee8-4aba-8eef-232fc2da2ead', 'code': 200} Mar 29 15:39:36.933058 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d3d0f7-46ba-49e6-9a6b-7bd9d1bf0a4d tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Pushing event updated for resources: {'Network': ['ID=6063560a-a61f-4d6e-8083-e9831aad0c36,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:39:36.941884 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1b2dc69-41b0-4826-a87c-48d637b3df52 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Made reservation on behalf of 3c879391e12244b68c6a1d18a158625b for: {'subnet': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:39:36.946285 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-b1b2dc69-41b0-4826-a87c-48d637b3df52 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16218875'] for subnet, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:36.952749 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Network 6063560a-a61f-4d6e-8083-e9831aad0c36 details requested by agent ovs-agent-n-d-834765-1 with host n-d-834765-1 {{(pid=102792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 15:39:36.981352 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Pushing event updated for resources: {'Port': ['ID=b138750d-fee8-4aba-8eef-232fc2da2ead,revision_number=5']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:39:37.011764 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8330f7d1-6f2d-41c6-8016-3bcb1bec3616 req-c2aa5e1f-d952-443d-bfe2-edab74c6bc54 tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:39:37.014456 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-8330f7d1-6f2d-41c6-8016-3bcb1bec3616 req-c2aa5e1f-d952-443d-bfe2-edab74c6bc54 tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] 10.222.0.42 "GET /v2.0/ports?device_id=938d5325-d91e-4137-8d24-b21fd73d167e HTTP/1.1" status: 200 len: 945 time: 0.1929488 Mar 29 15:39:37.022525 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d4b3ad-7141-4f16-83da-76c7ad28b5d9 req-f726cd9e-dfc4-4f41-afb1-de237de47e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:39:37.024769 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-24d4b3ad-7141-4f16-83da-76c7ad28b5d9 req-f726cd9e-dfc4-4f41-afb1-de237de47e6d service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=938d5325-d91e-4137-8d24-b21fd73d167e HTTP/1.1" status: 200 len: 1096 time: 0.0742066 Mar 29 15:39:37.085019 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-24d4b3ad-7141-4f16-83da-76c7ad28b5d9 req-97bfabaa-955c-4659-88cc-7b021df7b198 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=ce1e3aa1-c9e4-4c36-a19f-9dbad60c5be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503602 Mar 29 15:39:37.097428 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-8330f7d1-6f2d-41c6-8016-3bcb1bec3616 req-33d347ea-b231-425f-aefb-3be02c9a536d tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] 10.222.0.42 "GET /v2.0/security-groups?id=ce1e3aa1-c9e4-4c36-a19f-9dbad60c5be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716071 Mar 29 15:39:37.214916 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 40852) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:39:37.263526 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-b1b2dc69-41b0-4826-a87c-48d637b3df52 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16155524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16218861'] for subnet, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:37.332895 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-480c8974-8a5b-4f8e-9fe1-d99523631df1 req-dd4418bf-e041-4b79-93c6-91c8caa73067 tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] 10.222.0.42 "GET /v2.0/security-groups/5c1b10d0-4129-48f5-b18a-48c124b1833b HTTP/1.1" status: 200 len: 1801 time: 0.0657516 Mar 29 15:39:37.351984 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-b188c057-6564-4b1b-b3f5-c0c3786175fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:37.366387 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b2dc69-41b0-4826-a87c-48d637b3df52 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Pushing event updated for resources: {'Subnet': ['ID=b558a353-1af4-459f-8c75-f0d6cfabf011,revision_number=0']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:39:37.373287 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1b2dc69-41b0-4826-a87c-48d637b3df52 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Checking segment: {'id': 'e53edac0-e56e-4ba8-8b7d-b6c8693d06dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '298fe4b0-bb90-4e7d-aba6-ce8da9b2ed22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:39:37.373862 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1b2dc69-41b0-4826-a87c-48d637b3df52 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Network hostable DHCP agents. Network: 298fe4b0-bb90-4e7d-aba6-ce8da9b2ed22, hostable agents: ['d136643e-48ae-49d4-a851-2ba3bdf3749c'], hosted agents: [] {{(pid=102791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 15:39:37.401959 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1b2dc69-41b0-4826-a87c-48d637b3df52 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Network 298fe4b0-bb90-4e7d-aba6-ce8da9b2ed22 is scheduled to be hosted by DHCP agent d136643e-48ae-49d4-a851-2ba3bdf3749c with binding_index 1 {{(pid=102791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 15:39:37.434758 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [None req-b1b2dc69-41b0-4826-a87c-48d637b3df52 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834765-1, 298fe4b0-bb90-4e7d-aba6-ce8da9b2ed22) {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:39:37.441538 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1b2dc69-41b0-4826-a87c-48d637b3df52 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:39:37.442351 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-b1b2dc69-41b0-4826-a87c-48d637b3df52 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Notify callbacks [] for subnet, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:37.444901 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-480c8974-8a5b-4f8e-9fe1-d99523631df1 req-425116b4-c873-48c1-89d1-a0464ecf38a3 tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] Notify callbacks [] for security_group, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:37.451157 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d0963a9-de98-4a7d-91d8-aeb515ef69d5 None None] Network 298fe4b0-bb90-4e7d-aba6-ce8da9b2ed22 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 15:39:37.469464 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201eb1e4-61b9-4fc4-99a9-38943ab82a74 req-ce1f596f-ed1b-401a-b325-0169635ae7d2 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:39:37.471281 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-201eb1e4-61b9-4fc4-99a9-38943ab82a74 req-ce1f596f-ed1b-401a-b325-0169635ae7d2 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] 10.222.0.42 "GET /v2.0/ports?device_id=10eb82c7-8749-4775-80c9-2376fe09f89e HTTP/1.1" status: 200 len: 944 time: 0.0826523 Mar 29 15:39:37.478316 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-b1b2dc69-41b0-4826-a87c-48d637b3df52 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.7366304 Mar 29 15:39:37.479116 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 40868) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:39:37.486778 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-6a9c34a5-8175-4e33-904e-c2a4d73a3eb8 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Request body: {'subnet': {'network_id': '6063560a-a61f-4d6e-8083-e9831aad0c36', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:39:37.491224 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-480c8974-8a5b-4f8e-9fe1-d99523631df1 req-425116b4-c873-48c1-89d1-a0464ecf38a3 tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:37.530721 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-201eb1e4-61b9-4fc4-99a9-38943ab82a74 req-0f052bb8-3b74-4832-8779-9a0ec63ed40a tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] 10.222.0.42 "GET /v2.0/security-groups?id=c99ced8e-1ceb-46fb-aaa7-747186b2b9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452800 Mar 29 15:39:37.547501 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-b188c057-6564-4b1b-b3f5-c0c3786175fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:37.601173 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-b188c057-6564-4b1b-b3f5-c0c3786175fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:37.649027 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd96cc78-2224-480c-9a19-58c0d3ad5626 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0035034-69b0-5ffc-b384-0ac6189c5628-298fe4b0-bb90-4e7d-aba6-ce8da9b2ed22', 'network_id': '298fe4b0-bb90-4e7d-aba6-ce8da9b2ed22', 'tenant_id': '3c879391e12244b68c6a1d18a158625b', 'fixed_ips': [{'subnet_id': 'b558a353-1af4-459f-8c75-f0d6cfabf011'}]}} from n-d-834765-1. {{(pid=102792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 29 15:39:37.650028 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-dd96cc78-2224-480c-9a19-58c0d3ad5626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:37.669531 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-480c8974-8a5b-4f8e-9fe1-d99523631df1 req-425116b4-c873-48c1-89d1-a0464ecf38a3 tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:37.672568 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-480c8974-8a5b-4f8e-9fe1-d99523631df1 req-425116b4-c873-48c1-89d1-a0464ecf38a3 tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:37.674219 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-480c8974-8a5b-4f8e-9fe1-d99523631df1 req-425116b4-c873-48c1-89d1-a0464ecf38a3 tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] 10.222.0.42 "DELETE /v2.0/security-groups/5c1b10d0-4129-48f5-b18a-48c124b1833b HTTP/1.1" status: 204 len: 173 time: 0.3239965 Mar 29 15:39:37.680548 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-b188c057-6564-4b1b-b3f5-c0c3786175fd admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=6dffd3063e21431b92f29888c12941c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4603419 Mar 29 15:39:37.681883 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 40870) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:39:37.684406 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b188c057-6564-4b1b-b3f5-c0c3786175fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=593a8a3b-8878-4121-8dae-fb2857bb9233,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:39:37.727914 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425116b4-c873-48c1-89d1-a0464ecf38a3 tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c1b10d0-4129-48f5-b18a-48c124b1833b,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:39:37.734668 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a9c34a5-8175-4e33-904e-c2a4d73a3eb8 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Made reservation on behalf of 3c879391e12244b68c6a1d18a158625b for: {'subnet': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:39:37.739630 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-6a9c34a5-8175-4e33-904e-c2a4d73a3eb8 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4793983'] for subnet, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:37.802793 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-eafb8663-ef01-4680-9697-d4af10b06863 req-fd9250b6-7679-4f14-bd4f-93bb7bc7d677 tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] 10.222.0.42 "GET /v2.0/security-groups/04423a6d-576b-4b76-9eb2-cb9e4f55a6e1 HTTP/1.1" status: 200 len: 1800 time: 0.0964408 Mar 29 15:39:37.837957 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-45a9aa6b-4e86-4297-a276-01153a6bc42e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:37.845366 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.db_base_plugin_common [None req-dd96cc78-2224-480c-9a19-58c0d3ad5626 None None] Allocated IP 10.1.1.2 (298fe4b0-bb90-4e7d-aba6-ce8da9b2ed22/b558a353-1af4-459f-8c75-f0d6cfabf011/24d6b0a4-9cce-43a8-aa7c-dab2a9028b1b) {{(pid=102792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:39:37.883997 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-45a9aa6b-4e86-4297-a276-01153a6bc42e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:37.885300 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.agents_db [None req-59735a15-725e-44d4-9ad5-95cbe356f209 None None] Agent healthcheck: found 7 active agents {{(pid=102793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 15:39:37.899226 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-eafb8663-ef01-4680-9697-d4af10b06863 req-ae53f185-7651-4d03-9db0-9c8aa1e4b6cc tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] Notify callbacks [] for security_group, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:37.933858 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-eafb8663-ef01-4680-9697-d4af10b06863 req-ae53f185-7651-4d03-9db0-9c8aa1e4b6cc tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:37.998054 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-eafb8663-ef01-4680-9697-d4af10b06863 req-ae53f185-7651-4d03-9db0-9c8aa1e4b6cc tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:38.001641 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-eafb8663-ef01-4680-9697-d4af10b06863 req-ae53f185-7651-4d03-9db0-9c8aa1e4b6cc tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] Notify callbacks [] for security_group, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:38.003815 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-45a9aa6b-4e86-4297-a276-01153a6bc42e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:38.006780 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-45a9aa6b-4e86-4297-a276-01153a6bc42e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:38.007635 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-eafb8663-ef01-4680-9697-d4af10b06863 req-ae53f185-7651-4d03-9db0-9c8aa1e4b6cc tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] 10.222.0.42 "DELETE /v2.0/security-groups/04423a6d-576b-4b76-9eb2-cb9e4f55a6e1 HTTP/1.1" status: 204 len: 173 time: 0.2039673 Mar 29 15:39:38.011328 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 40874) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:39:38.021428 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-45a9aa6b-4e86-4297-a276-01153a6bc42e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/593a8a3b-8878-4121-8dae-fb2857bb9233 HTTP/1.1" status: 204 len: 168 time: 0.3275232 Mar 29 15:39:38.026702 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae53f185-7651-4d03-9db0-9c8aa1e4b6cc tempest-SecurityGroupsTestJSON-1594868472 tempest-SecurityGroupsTestJSON-1594868472-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=04423a6d-576b-4b76-9eb2-cb9e4f55a6e1,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:39:38.061709 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a9aa6b-4e86-4297-a276-01153a6bc42e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=593a8a3b-8878-4121-8dae-fb2857bb9233,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:39:38.071307 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-6a9c34a5-8175-4e33-904e-c2a4d73a3eb8 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5231896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4793961'] for subnet, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:38.085910 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c133677-d820-4ac3-805e-f39dd321c998 admin admin] Deleting subnet 961a5899-9b08-4b71-af3d-bd0ca39267a4 {{(pid=102791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 15:39:38.090523 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-1c133677-d820-4ac3-805e-f39dd321c998 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:38.145393 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-1c133677-d820-4ac3-805e-f39dd321c998 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4230423'] for subnet, precommit_delete_associations {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:38.172416 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-dd96cc78-2224-480c-9a19-58c0d3ad5626 None None] Notify callbacks [] for port, precommit_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:38.192413 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-dd96cc78-2224-480c-9a19-58c0d3ad5626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956'] for port, after_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:38.203156 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-1c133677-d820-4ac3-805e-f39dd321c998 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1641287'] for subnet, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:38.238175 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9c34a5-8175-4e33-904e-c2a4d73a3eb8 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Pushing event updated for resources: {'Subnet': ['ID=71e90eec-8f1c-4b07-8429-040103c60c28,revision_number=0']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:39:38.255363 n-d-834765-1 neutron-server[102792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd96cc78-2224-480c-9a19-58c0d3ad5626 None None] Network 298fe4b0-bb90-4e7d-aba6-ce8da9b2ed22 is already hosted by enough agents. {{(pid=102792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:39:38.257869 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a9c34a5-8175-4e33-904e-c2a4d73a3eb8 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Checking segment: {'id': 'ab9e52c9-9281-40f7-aa2a-632849de5ddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '6063560a-a61f-4d6e-8083-e9831aad0c36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:39:38.258235 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a9c34a5-8175-4e33-904e-c2a4d73a3eb8 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Network hostable DHCP agents. Network: 6063560a-a61f-4d6e-8083-e9831aad0c36, hostable agents: ['d136643e-48ae-49d4-a851-2ba3bdf3749c'], hosted agents: [] {{(pid=102790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 15:39:38.260264 n-d-834765-1 neutron-server[102792]: DEBUG neutron.scheduler.base_scheduler [None req-dd96cc78-2224-480c-9a19-58c0d3ad5626 None None] Resources bound (agent type, host, resource id): {{(pid=102792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:39:38.272507 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd96cc78-2224-480c-9a19-58c0d3ad5626 None None] Received port after_create {{(pid=102792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:39:38.287439 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-1c133677-d820-4ac3-805e-f39dd321c998 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1641294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16155591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16218852'] for subnet, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:38.312966 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd96cc78-2224-480c-9a19-58c0d3ad5626 None None] Pushing event updated for resources: {'Port': ['ID=24d6b0a4-9cce-43a8-aa7c-dab2a9028b1b,revision_number=1']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:39:38.349458 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c133677-d820-4ac3-805e-f39dd321c998 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=961a5899-9b08-4b71-af3d-bd0ca39267a4,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:39:38.352960 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a9c34a5-8175-4e33-904e-c2a4d73a3eb8 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Network 6063560a-a61f-4d6e-8083-e9831aad0c36 is scheduled to be hosted by DHCP agent d136643e-48ae-49d4-a851-2ba3bdf3749c with binding_index 1 {{(pid=102790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 15:39:38.363568 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-1c133677-d820-4ac3-805e-f39dd321c998 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:38.367918 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-1c133677-d820-4ac3-805e-f39dd321c998 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/961a5899-9b08-4b71-af3d-bd0ca39267a4 HTTP/1.1" status: 204 len: 168 time: 0.3539932 Mar 29 15:39:38.371094 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 40886) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:39:38.373122 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-dd96cc78-2224-480c-9a19-58c0d3ad5626 None None] Attempting to bind port 24d6b0a4-9cce-43a8-aa7c-dab2a9028b1b on host n-d-834765-1 for vnic_type normal with profile {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:39:38.373494 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-dd96cc78-2224-480c-9a19-58c0d3ad5626 None None] Attempting to bind port 24d6b0a4-9cce-43a8-aa7c-dab2a9028b1b by drivers openvswitch,hyperv on host n-d-834765-1 at level 0 using segments [{'id': 'e53edac0-e56e-4ba8-8b7d-b6c8693d06dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '298fe4b0-bb90-4e7d-aba6-ce8da9b2ed22'}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:39:38.373851 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd96cc78-2224-480c-9a19-58c0d3ad5626 None None] Attempting to bind port 24d6b0a4-9cce-43a8-aa7c-dab2a9028b1b on network 298fe4b0-bb90-4e7d-aba6-ce8da9b2ed22 {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:39:38.378663 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b408cf00-c7c9-4107-8fa9-e2bdd8c51c46 req-e88420f7-6242-4c41-8e2f-cccdaddfa9d5 tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:39:38.380878 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-b408cf00-c7c9-4107-8fa9-e2bdd8c51c46 req-e88420f7-6242-4c41-8e2f-cccdaddfa9d5 tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] 10.222.0.42 "GET /v2.0/ports?device_id=938d5325-d91e-4137-8d24-b21fd73d167e HTTP/1.1" status: 200 len: 945 time: 0.1241570 Mar 29 15:39:38.399287 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd96cc78-2224-480c-9a19-58c0d3ad5626 None None] Checking agent: {'id': 'a8866439-9d96-425c-b519-6905c591ac37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 25, 36), 'started_at': datetime.datetime(2022, 3, 29, 15, 26, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 39, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834765-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:39:38.399688 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd96cc78-2224-480c-9a19-58c0d3ad5626 None None] Checking segment: {'id': 'e53edac0-e56e-4ba8-8b7d-b6c8693d06dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '298fe4b0-bb90-4e7d-aba6-ce8da9b2ed22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:39:38.400197 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-dd96cc78-2224-480c-9a19-58c0d3ad5626 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:38.400597 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd96cc78-2224-480c-9a19-58c0d3ad5626 None None] Bound using segment: {'id': 'e53edac0-e56e-4ba8-8b7d-b6c8693d06dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '298fe4b0-bb90-4e7d-aba6-ce8da9b2ed22'} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:39:38.401082 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-dd96cc78-2224-480c-9a19-58c0d3ad5626 None None] Bound port: 24d6b0a4-9cce-43a8-aa7c-dab2a9028b1b, host: n-d-834765-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e53edac0-e56e-4ba8-8b7d-b6c8693d06dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '298fe4b0-bb90-4e7d-aba6-ce8da9b2ed22'}}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 15:39:38.401466 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-dd96cc78-2224-480c-9a19-58c0d3ad5626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:38.425686 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-6a9c34a5-8175-4e33-904e-c2a4d73a3eb8 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834765-1, 6063560a-a61f-4d6e-8083-e9831aad0c36) {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:39:38.436364 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a9c34a5-8175-4e33-904e-c2a4d73a3eb8 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:39:38.439574 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-6a9c34a5-8175-4e33-904e-c2a4d73a3eb8 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for subnet, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:38.440805 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f040a9d5-b557-4fd9-b18a-e381f8343e53 None None] Network 6063560a-a61f-4d6e-8083-e9831aad0c36 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 15:39:38.471658 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-b408cf00-c7c9-4107-8fa9-e2bdd8c51c46 req-f23a2ba1-0c2e-4f3b-b71a-35db733e6e54 tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] 10.222.0.42 "GET /v2.0/security-groups?id=ce1e3aa1-c9e4-4c36-a19f-9dbad60c5be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838006 Mar 29 15:39:38.487688 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-6a9c34a5-8175-4e33-904e-c2a4d73a3eb8 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.0075817 Mar 29 15:39:38.492710 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 40892) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:39:38.497459 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-ade54bc7-0979-4882-9a48-d59cf69718fb tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Request body: {'port': {'network_id': '298fe4b0-bb90-4e7d-aba6-ce8da9b2ed22', 'name': 'tempest-TaggedBootDevicesTest-597202455', 'fixed_ips': [{'subnet_id': 'b558a353-1af4-459f-8c75-f0d6cfabf011'}]}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:39:38.502412 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-0d9d5a62-6639-48bb-ba26-b331df20c41e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1631750'] for network, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:38.625739 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-0d9d5a62-6639-48bb-ba26-b331df20c41e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639890', 'neutron.services.segments.db._delete_segments_for_network-8783523423079'] for network, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:38.660651 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-dd96cc78-2224-480c-9a19-58c0d3ad5626 None None] For port 24d6b0a4-9cce-43a8-aa7c-dab2a9028b1b, host n-d-834765-1, cleared binding levels {{(pid=102792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:39:38.665863 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-dd96cc78-2224-480c-9a19-58c0d3ad5626 None None] For port 24d6b0a4-9cce-43a8-aa7c-dab2a9028b1b, host n-d-834765-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=24d6b0a4-9cce-43a8-aa7c-dab2a9028b1b,segment=NetworkSegment(e53edac0-e56e-4ba8-8b7d-b6c8693d06dc),segment_id=e53edac0-e56e-4ba8-8b7d-b6c8693d06dc)] {{(pid=102792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:39:38.689929 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-0d9d5a62-6639-48bb-ba26-b331df20c41e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45430e61-d8db-47cd-8e77-5a8c8cddc622']}} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:39:38.691074 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-dd96cc78-2224-480c-9a19-58c0d3ad5626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:38.697150 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ade54bc7-0979-4882-9a48-d59cf69718fb tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Made reservation on behalf of 3c879391e12244b68c6a1d18a158625b for: {'port': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:39:38.723655 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-0d9d5a62-6639-48bb-ba26-b331df20c41e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22e9e91d-0f71-4672-ad57-f0a289f27614') {'for_net_delete': True} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:39:38.723890 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-0d9d5a62-6639-48bb-ba26-b331df20c41e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22e9e91d-0f71-4672-ad57-f0a289f27614') {} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:39:38.738378 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-0d9d5a62-6639-48bb-ba26-b331df20c41e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783523422064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4230428'] for segment, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:38.765675 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-0d9d5a62-6639-48bb-ba26-b331df20c41e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:38.794397 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884730b2-72bd-4c29-9eca-de12714a08ff req-2b488bfc-279a-441b-bb37-3bb05d03c327 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:39:38.807014 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-884730b2-72bd-4c29-9eca-de12714a08ff req-2b488bfc-279a-441b-bb37-3bb05d03c327 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] 10.222.0.42 "GET /v2.0/ports?device_id=10eb82c7-8749-4775-80c9-2376fe09f89e HTTP/1.1" status: 200 len: 944 time: 0.1224837 Mar 29 15:39:38.820147 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-ade54bc7-0979-4882-9a48-d59cf69718fb tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:38.820946 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d9d5a62-6639-48bb-ba26-b331df20c41e admin admin] Releasing vlan 634 on physical network physnet1 to pool {{(pid=102791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 15:39:38.821477 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-0d9d5a62-6639-48bb-ba26-b331df20c41e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16169569'] for segment, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:38.823408 n-d-834765-1 neutron-server[102791]: Traceback (most recent call last): Mar 29 15:39:38.823408 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 15:39:38.823408 n-d-834765-1 neutron-server[102791]: timer() Mar 29 15:39:38.823408 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 15:39:38.823408 n-d-834765-1 neutron-server[102791]: cb(*args, **kw) Mar 29 15:39:38.823408 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 15:39:38.823408 n-d-834765-1 neutron-server[102791]: return func(*args, **kwargs) Mar 29 15:39:38.823408 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 15:39:38.823408 n-d-834765-1 neutron-server[102791]: self._notify() Mar 29 15:39:38.823408 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 15:39:38.823408 n-d-834765-1 neutron-server[102791]: self.callback(batched_events) Mar 29 15:39:38.823408 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 15:39:38.823408 n-d-834765-1 neutron-server[102791]: event.method(event) Mar 29 15:39:38.823408 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 15:39:38.823408 n-d-834765-1 neutron-server[102791]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 15:39:38.823408 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 15:39:38.823408 n-d-834765-1 neutron-server[102791]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 15:39:38.823408 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 15:39:38.823408 n-d-834765-1 neutron-server[102791]: return f(self, *a, **k) Mar 29 15:39:38.823408 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 15:39:38.823408 n-d-834765-1 neutron-server[102791]: return self._get(url).json() Mar 29 15:39:38.823408 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 15:39:38.823408 n-d-834765-1 neutron-server[102791]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 15:39:38.823408 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 15:39:38.823408 n-d-834765-1 neutron-server[102791]: return self.request(url, 'GET', **kwargs) Mar 29 15:39:38.823408 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 15:39:38.823408 n-d-834765-1 neutron-server[102791]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 15:39:38.823408 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 15:39:38.823408 n-d-834765-1 neutron-server[102791]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 15:39:38.823408 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 15:39:38.823408 n-d-834765-1 neutron-server[102791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 15:39:38.823408 n-d-834765-1 neutron-server[102791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 15:39:38.855081 n-d-834765-1 neutron-server[102790]: DEBUG neutron.notifiers.nova [None req-ade54bc7-0979-4882-9a48-d59cf69718fb tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] device_id is not set on port 66dc2491-4dea-4461-91e1-6f3d16ceba75 yet. {{(pid=102790) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 29 15:39:38.900614 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd96cc78-2224-480c-9a19-58c0d3ad5626 None None] Pushing event updated for resources: {'Port': ['ID=24d6b0a4-9cce-43a8-aa7c-dab2a9028b1b,revision_number=2']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:39:38.922441 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-884730b2-72bd-4c29-9eca-de12714a08ff req-43b93e68-eed7-40f2-ba80-981f50824ba0 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] 10.222.0.42 "GET /v2.0/security-groups?id=c99ced8e-1ceb-46fb-aaa7-747186b2b9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127903 Mar 29 15:39:38.927633 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-0d9d5a62-6639-48bb-ba26-b331df20c41e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1639897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648174'] for network, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:38.959949 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-0d9d5a62-6639-48bb-ba26-b331df20c41e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for network, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:38.963114 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-0d9d5a62-6639-48bb-ba26-b331df20c41e admin admin] 10.222.0.42 "DELETE /v2.0/networks/45430e61-d8db-47cd-8e77-5a8c8cddc622 HTTP/1.1" status: 204 len: 168 time: 0.5916786 Mar 29 15:39:38.963958 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9d5a62-6639-48bb-ba26-b331df20c41e admin admin] Pushing event deleted for resources: {'Network': ['ID=45430e61-d8db-47cd-8e77-5a8c8cddc622,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:39:38.967847 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3ab5f99-c669-49e4-9f6c-05d54586533f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0035034-69b0-5ffc-b384-0ac6189c5628-6063560a-a61f-4d6e-8083-e9831aad0c36', 'network_id': '6063560a-a61f-4d6e-8083-e9831aad0c36', 'tenant_id': '3c879391e12244b68c6a1d18a158625b', 'fixed_ips': [{'subnet_id': '71e90eec-8f1c-4b07-8429-040103c60c28'}]}} from n-d-834765-1. {{(pid=102792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 29 15:39:38.968732 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d3ab5f99-c669-49e4-9f6c-05d54586533f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:39.288357 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.db_base_plugin_common [None req-d3ab5f99-c669-49e4-9f6c-05d54586533f None None] Allocated IP 10.2.2.2 (6063560a-a61f-4d6e-8083-e9831aad0c36/71e90eec-8f1c-4b07-8429-040103c60c28/f964ebaa-ce4e-4b31-afff-9f9dfd3600b4) {{(pid=102792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:39:39.306287 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 40922) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:39:39.405425 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-2adde415-5cc1-4432-87ac-e9d85f3d1091 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=407485f6cdeb4140b89a6a3209b31c9e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0975578 Mar 29 15:39:39.410027 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 40924) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:39:39.443441 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device fa7367e8-75a8-471a-a7ca-e3f5b988a1f8 no longer exists at agent hyperv_n-h1-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:39:39.477716 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-0eca0ed7-197c-4e0d-8450-7f91f4c0d325 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:39.490525 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] No Port match for: fa7367e8-75a8-471a-a7ca-e3f5b988a1f8 {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 15:39:39.491124 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device fa7367e8-75a8-471a-a7ca-e3f5b988a1f8 not bound to the agent host n-h1-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:39:39.524051 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-0eca0ed7-197c-4e0d-8450-7f91f4c0d325 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:39.638520 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-0eca0ed7-197c-4e0d-8450-7f91f4c0d325 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:39.646508 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-0eca0ed7-197c-4e0d-8450-7f91f4c0d325 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:39.649284 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-0eca0ed7-197c-4e0d-8450-7f91f4c0d325 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/de326c20-13fe-424c-a811-b741d354586f HTTP/1.1" status: 204 len: 168 time: 0.2381752 Mar 29 15:39:39.694192 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d3ab5f99-c669-49e4-9f6c-05d54586533f None None] Notify callbacks [] for port, precommit_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:39.703989 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eca0ed7-197c-4e0d-8450-7f91f4c0d325 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de326c20-13fe-424c-a811-b741d354586f,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:39:39.708178 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d3ab5f99-c669-49e4-9f6c-05d54586533f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956'] for port, after_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:39.761662 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b4ed73-dc68-41ab-b52f-03c1be31c8c7 req-57db4e22-0275-4059-953d-5cdd84df91d7 tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:39:39.763663 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d1b4ed73-dc68-41ab-b52f-03c1be31c8c7 req-57db4e22-0275-4059-953d-5cdd84df91d7 tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] 10.222.0.42 "GET /v2.0/ports?device_id=938d5325-d91e-4137-8d24-b21fd73d167e HTTP/1.1" status: 200 len: 945 time: 0.1534600 Mar 29 15:39:39.834758 n-d-834765-1 neutron-server[102792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3ab5f99-c669-49e4-9f6c-05d54586533f None None] Network 6063560a-a61f-4d6e-8083-e9831aad0c36 is already hosted by enough agents. {{(pid=102792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:39:39.838791 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d1b4ed73-dc68-41ab-b52f-03c1be31c8c7 req-bdb65b1c-8494-4a79-9ca7-a460b70bc277 tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] 10.222.0.42 "GET /v2.0/security-groups?id=ce1e3aa1-c9e4-4c36-a19f-9dbad60c5be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658565 Mar 29 15:39:39.844704 n-d-834765-1 neutron-server[102792]: DEBUG neutron.scheduler.base_scheduler [None req-d3ab5f99-c669-49e4-9f6c-05d54586533f None None] Resources bound (agent type, host, resource id): {{(pid=102792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:39:39.851021 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3ab5f99-c669-49e4-9f6c-05d54586533f None None] Received port after_create {{(pid=102792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:39:39.855753 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ab5f99-c669-49e4-9f6c-05d54586533f None None] Pushing event updated for resources: {'Port': ['ID=f964ebaa-ce4e-4b31-afff-9f9dfd3600b4,revision_number=1']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:39:39.877245 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.db_base_plugin_common [None req-ade54bc7-0979-4882-9a48-d59cf69718fb tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Allocated IP 10.1.1.196 (298fe4b0-bb90-4e7d-aba6-ce8da9b2ed22/b558a353-1af4-459f-8c75-f0d6cfabf011/66dc2491-4dea-4461-91e1-6f3d16ceba75) {{(pid=102790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:39:39.962648 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 24d6b0a4-9cce-43a8-aa7c-dab2a9028b1b up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:39:39.965308 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-d3ab5f99-c669-49e4-9f6c-05d54586533f None None] Attempting to bind port f964ebaa-ce4e-4b31-afff-9f9dfd3600b4 on host n-d-834765-1 for vnic_type normal with profile {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:39:39.965748 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-d3ab5f99-c669-49e4-9f6c-05d54586533f None None] Attempting to bind port f964ebaa-ce4e-4b31-afff-9f9dfd3600b4 by drivers openvswitch,hyperv on host n-d-834765-1 at level 0 using segments [{'id': 'ab9e52c9-9281-40f7-aa2a-632849de5ddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '6063560a-a61f-4d6e-8083-e9831aad0c36'}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:39:39.966100 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3ab5f99-c669-49e4-9f6c-05d54586533f None None] Attempting to bind port f964ebaa-ce4e-4b31-afff-9f9dfd3600b4 on network 6063560a-a61f-4d6e-8083-e9831aad0c36 {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:39:40.039845 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3ab5f99-c669-49e4-9f6c-05d54586533f None None] Checking agent: {'id': 'a8866439-9d96-425c-b519-6905c591ac37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 25, 36), 'started_at': datetime.datetime(2022, 3, 29, 15, 26, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 39, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834765-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:39:40.039845 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3ab5f99-c669-49e4-9f6c-05d54586533f None None] Checking segment: {'id': 'ab9e52c9-9281-40f7-aa2a-632849de5ddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '6063560a-a61f-4d6e-8083-e9831aad0c36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:39:40.044011 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d3ab5f99-c669-49e4-9f6c-05d54586533f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:40.044440 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3ab5f99-c669-49e4-9f6c-05d54586533f None None] Bound using segment: {'id': 'ab9e52c9-9281-40f7-aa2a-632849de5ddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '6063560a-a61f-4d6e-8083-e9831aad0c36'} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:39:40.044986 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-d3ab5f99-c669-49e4-9f6c-05d54586533f None None] Bound port: f964ebaa-ce4e-4b31-afff-9f9dfd3600b4, host: n-d-834765-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab9e52c9-9281-40f7-aa2a-632849de5ddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '6063560a-a61f-4d6e-8083-e9831aad0c36'}}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 15:39:40.045388 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d3ab5f99-c669-49e4-9f6c-05d54586533f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:40.167218 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ef1e69-9bbe-4acd-88f2-4a7045000188 req-a35c58c7-2665-410e-b06f-2e733f156f67 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:39:40.183923 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-c3ef1e69-9bbe-4acd-88f2-4a7045000188 req-a35c58c7-2665-410e-b06f-2e733f156f67 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] 10.222.0.42 "GET /v2.0/ports?device_id=10eb82c7-8749-4775-80c9-2376fe09f89e HTTP/1.1" status: 200 len: 944 time: 0.1642365 Mar 29 15:39:40.190917 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-d3ab5f99-c669-49e4-9f6c-05d54586533f None None] For port f964ebaa-ce4e-4b31-afff-9f9dfd3600b4, host n-d-834765-1, cleared binding levels {{(pid=102792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:39:40.194749 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-d3ab5f99-c669-49e4-9f6c-05d54586533f None None] For port f964ebaa-ce4e-4b31-afff-9f9dfd3600b4, host n-d-834765-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=f964ebaa-ce4e-4b31-afff-9f9dfd3600b4,segment=NetworkSegment(ab9e52c9-9281-40f7-aa2a-632849de5ddc),segment_id=ab9e52c9-9281-40f7-aa2a-632849de5ddc)] {{(pid=102792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:39:40.208469 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d3ab5f99-c669-49e4-9f6c-05d54586533f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:40.254780 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-ade54bc7-0979-4882-9a48-d59cf69718fb tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Notify callbacks [] for port, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:40.305843 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-ade54bc7-0979-4882-9a48-d59cf69718fb tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:40.311931 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-c3ef1e69-9bbe-4acd-88f2-4a7045000188 req-98e14f81-7b4d-4543-9a3b-a6f41f6634fe tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] 10.222.0.42 "GET /v2.0/security-groups?id=c99ced8e-1ceb-46fb-aaa7-747186b2b9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263549 Mar 29 15:39:40.369909 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ade54bc7-0979-4882-9a48-d59cf69718fb tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Network 298fe4b0-bb90-4e7d-aba6-ce8da9b2ed22 is already hosted by enough agents. {{(pid=102790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:39:40.372760 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port 24d6b0a4-9cce-43a8-aa7c-dab2a9028b1b triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:39:40.372915 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:40.373294 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-ade54bc7-0979-4882-9a48-d59cf69718fb tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Resources bound (agent type, host, resource id): {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:39:40.382305 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ade54bc7-0979-4882-9a48-d59cf69718fb tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Received port after_create {{(pid=102790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:39:40.447066 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade54bc7-0979-4882-9a48-d59cf69718fb tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Pushing event updated for resources: {'Port': ['ID=66dc2491-4dea-4461-91e1-6f3d16ceba75,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:39:40.475701 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ade54bc7-0979-4882-9a48-d59cf69718fb tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:39:40.476573 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-ade54bc7-0979-4882-9a48-d59cf69718fb tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:40.494358 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ab5f99-c669-49e4-9f6c-05d54586533f None None] Pushing event updated for resources: {'Port': ['ID=f964ebaa-ce4e-4b31-afff-9f9dfd3600b4,revision_number=2']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:39:40.505117 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 40940) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:39:40.506048 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-ade54bc7-0979-4882-9a48-d59cf69718fb tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.0125434 Mar 29 15:39:40.514872 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-68b6bbb2-2180-491a-8c0f-b7fba360e0ec tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Request body: {'port': {'network_id': '298fe4b0-bb90-4e7d-aba6-ce8da9b2ed22', 'name': 'tempest-TaggedBootDevicesTest-752522925', 'fixed_ips': [{'subnet_id': 'b558a353-1af4-459f-8c75-f0d6cfabf011'}]}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:39:40.630411 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:40.633429 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78e7f0ed-0df4-4c62-882f-9eb941f1d93a None None] Network 298fe4b0-bb90-4e7d-aba6-ce8da9b2ed22 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 15:39:40.698218 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68b6bbb2-2180-491a-8c0f-b7fba360e0ec tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Made reservation on behalf of 3c879391e12244b68c6a1d18a158625b for: {'port': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:39:40.878106 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-68b6bbb2-2180-491a-8c0f-b7fba360e0ec tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:40.936739 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [None req-68b6bbb2-2180-491a-8c0f-b7fba360e0ec tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] device_id is not set on port 49b5fca5-a1ca-4798-bbf7-14cd233b96a8 yet. {{(pid=102791) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 29 15:39:40.984733 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] For port 24d6b0a4-9cce-43a8-aa7c-dab2a9028b1b, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=24d6b0a4-9cce-43a8-aa7c-dab2a9028b1b,segment=NetworkSegment(e53edac0-e56e-4ba8-8b7d-b6c8693d06dc),segment_id=e53edac0-e56e-4ba8-8b7d-b6c8693d06dc)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:39:40.998453 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-c8a53bbb-8e19-4191-a424-c14fd17f9e0a None None] Provisioning complete for port 24d6b0a4-9cce-43a8-aa7c-dab2a9028b1b triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:39:40.998826 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-c8a53bbb-8e19-4191-a424-c14fd17f9e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:41.039607 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:41.089004 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667d412e-dc94-4104-b353-ae93ff8adbfd req-f37e7336-0276-48d2-8acc-5dd3d7c376a0 tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:39:41.099013 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-667d412e-dc94-4104-b353-ae93ff8adbfd req-f37e7336-0276-48d2-8acc-5dd3d7c376a0 tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] 10.222.0.42 "GET /v2.0/ports?device_id=938d5325-d91e-4137-8d24-b21fd73d167e HTTP/1.1" status: 200 len: 945 time: 0.1330087 Mar 29 15:39:41.167245 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-667d412e-dc94-4104-b353-ae93ff8adbfd req-17537210-ee4b-41bc-8559-9f119c5bcac2 tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] 10.222.0.42 "GET /v2.0/security-groups?id=ce1e3aa1-c9e4-4c36-a19f-9dbad60c5be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630107 Mar 29 15:39:41.258884 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Pushing event updated for resources: {'Port': ['ID=24d6b0a4-9cce-43a8-aa7c-dab2a9028b1b,revision_number=3']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:39:41.304323 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 40964) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:39:41.315229 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_common [None req-68b6bbb2-2180-491a-8c0f-b7fba360e0ec tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Allocated IP 10.1.1.138 (298fe4b0-bb90-4e7d-aba6-ce8da9b2ed22/b558a353-1af4-459f-8c75-f0d6cfabf011/49b5fca5-a1ca-4798-bbf7-14cd233b96a8) {{(pid=102791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:39:41.541112 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-e37eb3a5-29d6-45bb-b40b-7ca0fb09cb26 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1597076668-network', 'tenant_id': '94799213e4df4db5af3887cbfa8ada4e'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:39:41.586596 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e37eb3a5-29d6-45bb-b40b-7ca0fb09cb26 admin admin] Made reservation on behalf of 94799213e4df4db5af3887cbfa8ada4e for: {'network': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:39:41.590291 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e37eb3a5-29d6-45bb-b40b-7ca0fb09cb26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for network, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:41.605270 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e37eb3a5-29d6-45bb-b40b-7ca0fb09cb26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:41.657360 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279bb255-5fc4-4662-add4-94a2bcbfa656 req-7caf5547-3ea0-4fcf-ac1e-0d32e2588384 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:39:41.666654 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-279bb255-5fc4-4662-add4-94a2bcbfa656 req-7caf5547-3ea0-4fcf-ac1e-0d32e2588384 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] 10.222.0.42 "GET /v2.0/ports?device_id=10eb82c7-8749-4775-80c9-2376fe09f89e HTTP/1.1" status: 200 len: 944 time: 0.2230763 Mar 29 15:39:41.755703 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-68b6bbb2-2180-491a-8c0f-b7fba360e0ec tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Notify callbacks [] for port, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:41.756664 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-f6dad0e8-e583-47c2-b3db-6d723d3dc823 None None] Provisioning complete for port 24d6b0a4-9cce-43a8-aa7c-dab2a9028b1b triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:39:41.757174 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-f6dad0e8-e583-47c2-b3db-6d723d3dc823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:41.770891 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-279bb255-5fc4-4662-add4-94a2bcbfa656 req-9e27ac79-4f84-4dc1-994e-146ef95ccb0d tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] 10.222.0.42 "GET /v2.0/security-groups?id=c99ced8e-1ceb-46fb-aaa7-747186b2b9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033027 Mar 29 15:39:41.804604 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e37eb3a5-29d6-45bb-b40b-7ca0fb09cb26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:41.811363 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e37eb3a5-29d6-45bb-b40b-7ca0fb09cb26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:41.856547 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-68b6bbb2-2180-491a-8c0f-b7fba360e0ec tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:41.873623 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e37eb3a5-29d6-45bb-b40b-7ca0fb09cb26 admin admin] vlan segment allocate from pool success with {'vlan_id': 630, 'physical_network': 'physnet1'} {{(pid=102790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 15:39:41.896976 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37eb3a5-29d6-45bb-b40b-7ca0fb09cb26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07e96b72-96bb-4562-b80f-051b133c1759,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:39:41.903364 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e37eb3a5-29d6-45bb-b40b-7ca0fb09cb26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:41.904949 n-d-834765-1 neutron-server[102790]: INFO neutron.db.segments_db [None req-e37eb3a5-29d6-45bb-b40b-7ca0fb09cb26 admin admin] Added segment e1d90273-cef5-4478-85fc-ff4ac210e191 of type vlan for network 96b8e8ed-22f2-4cb8-884c-6e5cefe078a4 Mar 29 15:39:41.994986 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e37eb3a5-29d6-45bb-b40b-7ca0fb09cb26 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783522915970'] for network, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:42.046109 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68b6bbb2-2180-491a-8c0f-b7fba360e0ec tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Network 298fe4b0-bb90-4e7d-aba6-ce8da9b2ed22 is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:39:42.053733 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device f964ebaa-ce4e-4b31-afff-9f9dfd3600b4 up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:39:42.054318 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [None req-68b6bbb2-2180-491a-8c0f-b7fba360e0ec tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:39:42.059912 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e37eb3a5-29d6-45bb-b40b-7ca0fb09cb26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795'] for network, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:42.061065 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e37eb3a5-29d6-45bb-b40b-7ca0fb09cb26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:39:42.063614 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e37eb3a5-29d6-45bb-b40b-7ca0fb09cb26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for network, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:42.074422 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68b6bbb2-2180-491a-8c0f-b7fba360e0ec tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Received port after_create {{(pid=102791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:39:42.196310 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-f6dad0e8-e583-47c2-b3db-6d723d3dc823 None None] Provisioning complete for port 66dc2491-4dea-4461-91e1-6f3d16ceba75 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:39:42.196903 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37eb3a5-29d6-45bb-b40b-7ca0fb09cb26 admin admin] Pushing event updated for resources: {'Network': ['ID=96b8e8ed-22f2-4cb8-884c-6e5cefe078a4,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:39:42.197433 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-f6dad0e8-e583-47c2-b3db-6d723d3dc823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:42.206595 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-e37eb3a5-29d6-45bb-b40b-7ca0fb09cb26 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9006550 Mar 29 15:39:42.209882 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 40984) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:39:42.218741 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-e72873f3-81ee-413e-8c73-7943ea03bbff admin admin] Request body: {'subnet': {'network_id': '96b8e8ed-22f2-4cb8-884c-6e5cefe078a4', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1597076668-subnet', 'tenant_id': '94799213e4df4db5af3887cbfa8ada4e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:39:42.256987 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b6bbb2-2180-491a-8c0f-b7fba360e0ec tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Pushing event updated for resources: {'Port': ['ID=49b5fca5-a1ca-4798-bbf7-14cd233b96a8,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:39:42.269407 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e72873f3-81ee-413e-8c73-7943ea03bbff admin admin] Made reservation on behalf of 94799213e4df4db5af3887cbfa8ada4e for: {'subnet': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:39:42.275630 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e72873f3-81ee-413e-8c73-7943ea03bbff admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4793983'] for subnet, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:42.321982 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-f6dad0e8-e583-47c2-b3db-6d723d3dc823 None None] Port 66dc2491-4dea-4461-91e1-6f3d16ceba75 cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 15:39:42.326377 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Network 96b8e8ed-22f2-4cb8-884c-6e5cefe078a4 details requested by agent ovs-agent-n-d-834765-1 with host n-d-834765-1 {{(pid=102792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 15:39:42.335224 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68b6bbb2-2180-491a-8c0f-b7fba360e0ec tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:39:42.336362 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-68b6bbb2-2180-491a-8c0f-b7fba360e0ec tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:42.376951 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-68b6bbb2-2180-491a-8c0f-b7fba360e0ec tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.8703704 Mar 29 15:39:42.456759 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c08807d-3b33-4fd7-a533-c2311101ff7b None None] Network 6063560a-a61f-4d6e-8083-e9831aad0c36 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 15:39:42.469788 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device f75a81b4-cea7-4f54-a990-54deb63424a4 details requested by agent hyperv_n-h2-834765-1 with host n-h2-834765-1 {{(pid=102792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 15:39:42.666743 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port f75a81b4-cea7-4f54-a990-54deb63424a4, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=f75a81b4-cea7-4f54-a990-54deb63424a4,segment=NetworkSegment(65ab5bc3-e80e-4641-82f0-4ef53207c2d7),segment_id=65ab5bc3-e80e-4641-82f0-4ef53207c2d7)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:39:42.692506 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device f75a81b4-cea7-4f54-a990-54deb63424a4 has no active binding in host n-h2-834765-1 {{(pid=102792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Mar 29 15:39:42.726077 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port f964ebaa-ce4e-4b31-afff-9f9dfd3600b4 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:39:42.726666 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:42.755189 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9795cec-ec7e-4010-8265-5dfab8990d82 req-42184b53-e503-4229-bdb6-a329049481db tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:39:42.761780 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-7d708eec-7d48-4104-8847-6510bccca555 None None] Provisioning complete for port f964ebaa-ce4e-4b31-afff-9f9dfd3600b4 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:39:42.761972 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-d9795cec-ec7e-4010-8265-5dfab8990d82 req-42184b53-e503-4229-bdb6-a329049481db tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] 10.222.0.42 "GET /v2.0/ports?device_id=938d5325-d91e-4137-8d24-b21fd73d167e HTTP/1.1" status: 200 len: 945 time: 0.4045548 Mar 29 15:39:42.762376 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-7d708eec-7d48-4104-8847-6510bccca555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:42.877911 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-d9795cec-ec7e-4010-8265-5dfab8990d82 req-2e68a8bb-7fe6-4fdb-a141-47d57dc18c60 tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] 10.222.0.42 "GET /v2.0/security-groups?id=ce1e3aa1-c9e4-4c36-a19f-9dbad60c5be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066322 Mar 29 15:39:42.996116 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e72873f3-81ee-413e-8c73-7943ea03bbff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5231896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4793961'] for subnet, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:43.090348 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72873f3-81ee-413e-8c73-7943ea03bbff admin admin] Pushing event updated for resources: {'Subnet': ['ID=0ba2b8b0-15ec-4c18-a106-c919b2ec3ae7,revision_number=0']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:39:43.101834 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72873f3-81ee-413e-8c73-7943ea03bbff admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:39:43.102394 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72873f3-81ee-413e-8c73-7943ea03bbff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:39:43.102914 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72873f3-81ee-413e-8c73-7943ea03bbff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:39:43.103449 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72873f3-81ee-413e-8c73-7943ea03bbff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:39:43.103937 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72873f3-81ee-413e-8c73-7943ea03bbff admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:39:43.104555 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72873f3-81ee-413e-8c73-7943ea03bbff admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:39:43.105057 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72873f3-81ee-413e-8c73-7943ea03bbff admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:39:43.105554 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72873f3-81ee-413e-8c73-7943ea03bbff admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:39:43.106034 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72873f3-81ee-413e-8c73-7943ea03bbff admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:39:43.106515 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72873f3-81ee-413e-8c73-7943ea03bbff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:39:43.106994 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72873f3-81ee-413e-8c73-7943ea03bbff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:39:43.107518 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72873f3-81ee-413e-8c73-7943ea03bbff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:39:43.118443 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e72873f3-81ee-413e-8c73-7943ea03bbff admin admin] Checking segment: {'id': 'e1d90273-cef5-4478-85fc-ff4ac210e191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '96b8e8ed-22f2-4cb8-884c-6e5cefe078a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:39:43.119672 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e72873f3-81ee-413e-8c73-7943ea03bbff admin admin] Network hostable DHCP agents. Network: 96b8e8ed-22f2-4cb8-884c-6e5cefe078a4, hostable agents: ['d136643e-48ae-49d4-a851-2ba3bdf3749c'], hosted agents: [] {{(pid=102790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 15:39:43.138289 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e72873f3-81ee-413e-8c73-7943ea03bbff admin admin] Network 96b8e8ed-22f2-4cb8-884c-6e5cefe078a4 is scheduled to be hosted by DHCP agent d136643e-48ae-49d4-a851-2ba3bdf3749c with binding_index 1 {{(pid=102790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 15:39:43.151946 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-e72873f3-81ee-413e-8c73-7943ea03bbff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834765-1, 96b8e8ed-22f2-4cb8-884c-6e5cefe078a4) {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:39:43.172162 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e72873f3-81ee-413e-8c73-7943ea03bbff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:39:43.172352 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a8687a5-ef5f-4aaa-9caf-eb928ba1d580 None None] Network 96b8e8ed-22f2-4cb8-884c-6e5cefe078a4 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 15:39:43.174072 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e72873f3-81ee-413e-8c73-7943ea03bbff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for subnet, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:43.188364 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-7d708eec-7d48-4104-8847-6510bccca555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:43.196104 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-e72873f3-81ee-413e-8c73-7943ea03bbff admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9831519 Mar 29 15:39:43.239292 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:43.321968 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 40998) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:39:43.332313 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-f29ea84e-7cc8-45e4-84b7-7c15c6f2bc0f tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Request body: {'security_group': {'name': 'tempest-securitygroup--592006406', 'description': 'tempest-description--847108684'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:39:43.355454 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-7d708eec-7d48-4104-8847-6510bccca555 None None] For port f964ebaa-ce4e-4b31-afff-9f9dfd3600b4, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=f964ebaa-ce4e-4b31-afff-9f9dfd3600b4,segment=NetworkSegment(ab9e52c9-9281-40f7-aa2a-632849de5ddc),segment_id=ab9e52c9-9281-40f7-aa2a-632849de5ddc)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:39:43.366390 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-7d708eec-7d48-4104-8847-6510bccca555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:43.395164 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-f29ea84e-7cc8-45e4-84b7-7c15c6f2bc0f tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Notify callbacks [] for security_group, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:43.491986 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device f75a81b4-cea7-4f54-a990-54deb63424a4 no longer exists at agent hyperv_n-h1-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:39:43.515812 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986fd112-49fd-408b-93e7-bb2f743ee15a req-cebffe11-929a-4b15-98e0-dfaf28ed6310 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:39:43.517946 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-986fd112-49fd-408b-93e7-bb2f743ee15a req-cebffe11-929a-4b15-98e0-dfaf28ed6310 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] 10.222.0.42 "GET /v2.0/ports?device_id=10eb82c7-8749-4775-80c9-2376fe09f89e HTTP/1.1" status: 200 len: 944 time: 0.1007986 Mar 29 15:39:43.552695 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-f29ea84e-7cc8-45e4-84b7-7c15c6f2bc0f tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Notify callbacks [] for security_group, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:43.559602 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-f29ea84e-7cc8-45e4-84b7-7c15c6f2bc0f tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:43.612505 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-986fd112-49fd-408b-93e7-bb2f743ee15a req-6714e81b-ea7d-4d6b-8762-082ca61f2742 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] 10.222.0.42 "GET /v2.0/security-groups?id=c99ced8e-1ceb-46fb-aaa7-747186b2b9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837131 Mar 29 15:39:43.656237 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29ea84e-7cc8-45e4-84b7-7c15c6f2bc0f tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19cf0565-0e5d-4a9a-bb20-6dda76410fc5,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:39:43.698873 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-f29ea84e-7cc8-45e4-84b7-7c15c6f2bc0f tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:43.706273 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 41012) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:39:43.712238 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-5b2dd4ed-5acc-4c04-aa2d-c48906e41d37 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Request body: {'security_group_rule': {'security_group_id': '19cf0565-0e5d-4a9a-bb20-6dda76410fc5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:39:43.712503 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-f29ea84e-7cc8-45e4-84b7-7c15c6f2bc0f tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.3884573 Mar 29 15:39:43.735827 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-7d708eec-7d48-4104-8847-6510bccca555 None None] Provisioning complete for port 66dc2491-4dea-4461-91e1-6f3d16ceba75 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:39:43.736201 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-7d708eec-7d48-4104-8847-6510bccca555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:43.773290 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.db.api [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102792) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 29 15:39:43.773648 n-d-834765-1 neutron-server[102792]: DEBUG oslo_db.api [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 29 15:39:43.791787 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d708eec-7d48-4104-8847-6510bccca555 None None] Pushing event updated for resources: {'Port': ['ID=f964ebaa-ce4e-4b31-afff-9f9dfd3600b4,revision_number=3']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:39:43.821007 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-680faf11-ae6d-4947-83ad-08436d52dea7 None None] Network 96b8e8ed-22f2-4cb8-884c-6e5cefe078a4 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 15:39:43.835948 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-5b2dd4ed-5acc-4c04-aa2d-c48906e41d37 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:43.871447 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-7d708eec-7d48-4104-8847-6510bccca555 None None] Port 66dc2491-4dea-4461-91e1-6f3d16ceba75 cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 15:39:43.993621 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-5b2dd4ed-5acc-4c04-aa2d-c48906e41d37 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:44.002847 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-5b2dd4ed-5acc-4c04-aa2d-c48906e41d37 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610998'] for security_group_rule, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:44.107441 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2dd4ed-5acc-4c04-aa2d-c48906e41d37 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d66d9bd-50e0-4d03-a768-2ab7af47923e,revision_number=0']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:39:44.120733 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-5b2dd4ed-5acc-4c04-aa2d-c48906e41d37 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:44.122178 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-5b2dd4ed-5acc-4c04-aa2d-c48906e41d37 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4146428 Mar 29 15:39:44.124623 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-b8503cf6-314b-4e89-9968-dbb5effb2796 None None] Provisioning complete for port f964ebaa-ce4e-4b31-afff-9f9dfd3600b4 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:39:44.124992 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-b8503cf6-314b-4e89-9968-dbb5effb2796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:44.126424 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2dd4ed-5acc-4c04-aa2d-c48906e41d37 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:39:44.126930 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2dd4ed-5acc-4c04-aa2d-c48906e41d37 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:39:44.127522 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2dd4ed-5acc-4c04-aa2d-c48906e41d37 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:39:44.128165 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2dd4ed-5acc-4c04-aa2d-c48906e41d37 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:39:44.128654 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2dd4ed-5acc-4c04-aa2d-c48906e41d37 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:39:44.129131 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2dd4ed-5acc-4c04-aa2d-c48906e41d37 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:39:44.129682 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2dd4ed-5acc-4c04-aa2d-c48906e41d37 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:39:44.130169 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2dd4ed-5acc-4c04-aa2d-c48906e41d37 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:39:44.130649 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2dd4ed-5acc-4c04-aa2d-c48906e41d37 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:39:44.131119 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2dd4ed-5acc-4c04-aa2d-c48906e41d37 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:39:44.131614 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2dd4ed-5acc-4c04-aa2d-c48906e41d37 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:39:44.132084 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2dd4ed-5acc-4c04-aa2d-c48906e41d37 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:39:44.134809 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 41032) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:39:44.153128 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-8f11b0db-2067-47fd-8e1d-565ee52ba32a tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Request body: {'security_group_rule': {'security_group_id': '19cf0565-0e5d-4a9a-bb20-6dda76410fc5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:39:44.212679 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053ce4a7-3c54-43e0-a97f-294022160fa7 req-a9188568-2d36-489b-80e2-a4e01b0d1db6 tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:39:44.217001 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-053ce4a7-3c54-43e0-a97f-294022160fa7 req-a9188568-2d36-489b-80e2-a4e01b0d1db6 tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] 10.222.0.42 "GET /v2.0/ports?device_id=938d5325-d91e-4137-8d24-b21fd73d167e HTTP/1.1" status: 200 len: 945 time: 0.1719434 Mar 29 15:39:44.218755 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-8f11b0db-2067-47fd-8e1d-565ee52ba32a tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:44.243821 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f5ed68-cac7-406a-9b55-608e06a7a30b req-e6553d5b-c3fb-43e9-aa8d-5930030ead46 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:39:44.245697 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-e7f5ed68-cac7-406a-9b55-608e06a7a30b req-e6553d5b-c3fb-43e9-aa8d-5930030ead46 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.42 "GET /v2.0/networks?id=96b8e8ed-22f2-4cb8-884c-6e5cefe078a4 HTTP/1.1" status: 200 len: 812 time: 0.3539395 Mar 29 15:39:44.295974 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-e7f5ed68-cac7-406a-9b55-608e06a7a30b req-ff9bf2d7-e856-4744-8dfa-558e202267dd tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.42 "GET /v2.0/quotas/94799213e4df4db5af3887cbfa8ada4e HTTP/1.1" status: 200 len: 375 time: 0.0401540 Mar 29 15:39:44.330517 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 41034) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:39:44.357115 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-e7f5ed68-cac7-406a-9b55-608e06a7a30b req-f2818ac2-0571-4ab8-a63e-6b29d4560b53 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=94799213e4df4db5af3887cbfa8ada4e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0585375 Mar 29 15:39:44.420288 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 24d6b0a4-9cce-43a8-aa7c-dab2a9028b1b up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:39:44.429357 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-053ce4a7-3c54-43e0-a97f-294022160fa7 req-d92a522f-35c7-4575-9f90-ec9f8e8bf3e8 tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] 10.222.0.42 "GET /v2.0/security-groups?id=ce1e3aa1-c9e4-4c36-a19f-9dbad60c5be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2046533 Mar 29 15:39:44.492252 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-8f11b0db-2067-47fd-8e1d-565ee52ba32a tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:44.500573 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-8f11b0db-2067-47fd-8e1d-565ee52ba32a tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610998'] for security_group_rule, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:44.515107 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-e7f5ed68-cac7-406a-9b55-608e06a7a30b req-7995a9ea-5684-470c-a8c9-8deebd3a0193 service neutron] 10.222.0.42 "GET /v2.0/networks/96b8e8ed-22f2-4cb8-884c-6e5cefe078a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1556940 Mar 29 15:39:44.523355 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f11b0db-2067-47fd-8e1d-565ee52ba32a tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ae7a885-6a12-456f-b338-328d825ac4d5,revision_number=0']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:39:44.570321 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-8f11b0db-2067-47fd-8e1d-565ee52ba32a tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:44.575964 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-8f11b0db-2067-47fd-8e1d-565ee52ba32a tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4289923 Mar 29 15:39:44.576596 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 41038) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:39:44.581809 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port 24d6b0a4-9cce-43a8-aa7c-dab2a9028b1b triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:39:44.582349 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:44.587930 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-45defa00-7894-41dd-9af8-2c15cd6f2faf tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Request body: {'floatingip': {'floating_network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:39:44.635822 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-45defa00-7894-41dd-9af8-2c15cd6f2faf tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Notify callbacks [] for floatingip, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:44.697012 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-b8503cf6-314b-4e89-9968-dbb5effb2796 None None] Provisioning complete for port 49b5fca5-a1ca-4798-bbf7-14cd233b96a8 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:39:44.701157 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-b8503cf6-314b-4e89-9968-dbb5effb2796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:44.711512 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-c79ed55f-00bb-4224-91b9-7c55ca72a823 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:44.742428 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-e7f5ed68-cac7-406a-9b55-608e06a7a30b req-9615445a-b638-400b-b202-d1e6c664bcca service neutron] 10.222.0.42 "GET /v2.0/networks/96b8e8ed-22f2-4cb8-884c-6e5cefe078a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2249670 Mar 29 15:39:44.955279 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633cdaea-745e-450c-8258-e4e641f76d23 req-dd660e26-bec4-4cfa-96b4-3b0333f9c8ce tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:39:44.957023 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-633cdaea-745e-450c-8258-e4e641f76d23 req-dd660e26-bec4-4cfa-96b4-3b0333f9c8ce tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] 10.222.0.42 "GET /v2.0/ports?device_id=10eb82c7-8749-4775-80c9-2376fe09f89e HTTP/1.1" status: 200 len: 944 time: 0.1835995 Mar 29 15:39:45.025983 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-b8503cf6-314b-4e89-9968-dbb5effb2796 None None] Port 49b5fca5-a1ca-4798-bbf7-14cd233b96a8 cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 15:39:45.107705 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-45defa00-7894-41dd-9af8-2c15cd6f2faf tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:45.108703 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-5d4dc068-0c4f-4a72-838c-0791675b9b6f req-3545427e-cf90-4ba5-8782-15a7e5b4cca9 service neutron] 10.222.0.44 "GET /v2.0/ports/f75a81b4-cea7-4f54-a990-54deb63424a4/bindings/n-h2-834765-1 HTTP/1.1" status: 200 len: 384 time: 0.1696398 Mar 29 15:39:45.146134 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-633cdaea-745e-450c-8258-e4e641f76d23 req-02406ab2-10b9-4cd0-b236-3dba0a1166be tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] 10.222.0.42 "GET /v2.0/security-groups?id=c99ced8e-1ceb-46fb-aaa7-747186b2b9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741593 Mar 29 15:39:45.175772 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-c79ed55f-00bb-4224-91b9-7c55ca72a823 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:45.192660 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device f964ebaa-ce4e-4b31-afff-9f9dfd3600b4 up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:39:45.238582 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-c79ed55f-00bb-4224-91b9-7c55ca72a823 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:45.260444 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port f964ebaa-ce4e-4b31-afff-9f9dfd3600b4 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:39:45.261009 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:45.318089 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-c79ed55f-00bb-4224-91b9-7c55ca72a823 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ebc5a22bae8648dc9412b1c2b3b91c5a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9837830 Mar 29 15:39:45.321375 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 41056) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:39:45.340403 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2ca409-c361-472d-971b-c32aaff824ee req-2f76b9d6-3cd5-43d8-874b-555c59fa5726 tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:39:45.348241 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-3e2ca409-c361-472d-971b-c32aaff824ee req-2f76b9d6-3cd5-43d8-874b-555c59fa5726 tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] 10.222.0.42 "GET /v2.0/networks?id=c7e23169-e9d3-4fec-ace3-87b88825b851 HTTP/1.1" status: 200 len: 821 time: 0.1351175 Mar 29 15:39:45.366501 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79ed55f-00bb-4224-91b9-7c55ca72a823 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e70ec3e0-c2d6-4828-a506-bdd9e386140f,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:39:45.374788 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-3e2ca409-c361-472d-971b-c32aaff824ee req-1b5f4e8a-560e-4689-b95f-5a3c701d0d54 tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] 10.222.0.42 "GET /v2.0/quotas/c66f5a43ae0e46908f202e6b40f23448 HTTP/1.1" status: 200 len: 375 time: 0.0255001 Mar 29 15:39:45.417524 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-76f2a4aa-7808-44ff-8b7d-eafba4acd77b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:45.449371 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_common [None req-45defa00-7894-41dd-9af8-2c15cd6f2faf tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Allocated IP 172.25.4.247 (4a4a035d-ecac-4ead-baa3-25f90788773a/e1a353dc-fac8-4901-a63c-273840237d6a/1d2068da-2c36-4fa9-ab82-faaa2afc7d0b) {{(pid=102791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:39:45.459627 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-76f2a4aa-7808-44ff-8b7d-eafba4acd77b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:45.503315 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-3e2ca409-c361-472d-971b-c32aaff824ee req-b068e8bf-99c5-4fc1-842f-02b1a8b91e31 tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=c66f5a43ae0e46908f202e6b40f23448&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1273885 Mar 29 15:39:45.547667 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6de15573-56ca-4101-a953-f193914a2ff7 req-7138c395-0692-446d-8790-d8c4d065ca87 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9cb7b9a-126e-4555-a298-17091e4f1312 HTTP/1.1" status: 200 len: 210 time: 0.0462322 Mar 29 15:39:45.614462 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-76f2a4aa-7808-44ff-8b7d-eafba4acd77b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:45.617007 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-76f2a4aa-7808-44ff-8b7d-eafba4acd77b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:45.618195 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-76f2a4aa-7808-44ff-8b7d-eafba4acd77b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e70ec3e0-c2d6-4828-a506-bdd9e386140f HTTP/1.1" status: 204 len: 168 time: 0.2957971 Mar 29 15:39:45.635864 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f2a4aa-7808-44ff-8b7d-eafba4acd77b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e70ec3e0-c2d6-4828-a506-bdd9e386140f,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:39:45.642529 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-45defa00-7894-41dd-9af8-2c15cd6f2faf tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Notify callbacks [] for port, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:45.688478 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-45defa00-7894-41dd-9af8-2c15cd6f2faf tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:45.708441 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-3e2ca409-c361-472d-971b-c32aaff824ee req-1534af8c-c7f9-4b32-a171-d8ab92222d8c service neutron] 10.222.0.42 "GET /v2.0/networks/c7e23169-e9d3-4fec-ace3-87b88825b851?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1953478 Mar 29 15:39:45.710184 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [req-5d4dc068-0c4f-4a72-838c-0791675b9b6f req-3b87446c-7a39-4cdd-8c28-8ed0749d832a service neutron] For port f75a81b4-cea7-4f54-a990-54deb63424a4, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=f75a81b4-cea7-4f54-a990-54deb63424a4,segment=NetworkSegment(65ab5bc3-e80e-4641-82f0-4ef53207c2d7),segment_id=65ab5bc3-e80e-4641-82f0-4ef53207c2d7)] {{(pid=102790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:39:45.764196 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [req-5d4dc068-0c4f-4a72-838c-0791675b9b6f req-3b87446c-7a39-4cdd-8c28-8ed0749d832a service neutron] For port f75a81b4-cea7-4f54-a990-54deb63424a4, host n-h1-834765-1, cleared binding levels {{(pid=102790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:39:45.787112 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45defa00-7894-41dd-9af8-2c15cd6f2faf tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Network 4a4a035d-ecac-4ead-baa3-25f90788773a is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:39:45.795691 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [None req-45defa00-7894-41dd-9af8-2c15cd6f2faf tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:39:45.798354 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45defa00-7894-41dd-9af8-2c15cd6f2faf tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Pushing event updated for resources: {'Port': ['ID=1d2068da-2c36-4fa9-ab82-faaa2afc7d0b,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:39:45.806257 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45defa00-7894-41dd-9af8-2c15cd6f2faf tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Received port after_create {{(pid=102791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:39:45.836681 n-d-834765-1 neutron-server[102790]: DEBUG neutron.notifiers.nova [req-5d4dc068-0c4f-4a72-838c-0791675b9b6f req-3b87446c-7a39-4cdd-8c28-8ed0749d832a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f75a81b4-cea7-4f54-a990-54deb63424a4 {{(pid=102790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:39:45.840717 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3852209c-d0b5-4e17-aecd-b88590820f87 req-84b4e560-7d92-414b-b394-7cae85dbabce tempest-ServersWithSpecificFlavorTestJSON-1899199349 tempest-ServersWithSpecificFlavorTestJSON-1899199349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:39:45.842253 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-3852209c-d0b5-4e17-aecd-b88590820f87 req-84b4e560-7d92-414b-b394-7cae85dbabce tempest-ServersWithSpecificFlavorTestJSON-1899199349 tempest-ServersWithSpecificFlavorTestJSON-1899199349-project] 10.222.0.42 "GET /v2.0/ports?device_id=26d94825-0227-4ba7-895e-dfd9b7854731 HTTP/1.1" status: 200 len: 945 time: 0.1502020 Mar 29 15:39:45.877052 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-3e2ca409-c361-472d-971b-c32aaff824ee req-3d329794-9f6b-41a0-9da2-9e2878b83c4e service neutron] 10.222.0.42 "GET /v2.0/networks/c7e23169-e9d3-4fec-ace3-87b88825b851?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1580880 Mar 29 15:39:45.887583 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [req-5d4dc068-0c4f-4a72-838c-0791675b9b6f req-3b87446c-7a39-4cdd-8c28-8ed0749d832a service neutron] For port f75a81b4-cea7-4f54-a990-54deb63424a4, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=f75a81b4-cea7-4f54-a990-54deb63424a4,segment=NetworkSegment(65ab5bc3-e80e-4641-82f0-4ef53207c2d7),segment_id=65ab5bc3-e80e-4641-82f0-4ef53207c2d7)] {{(pid=102790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:39:45.922165 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-5d4dc068-0c4f-4a72-838c-0791675b9b6f req-3b87446c-7a39-4cdd-8c28-8ed0749d832a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:45.951398 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-3852209c-d0b5-4e17-aecd-b88590820f87 req-63ed9d45-6aa1-458e-925a-b00e75d27185 tempest-ServersWithSpecificFlavorTestJSON-1899199349 tempest-ServersWithSpecificFlavorTestJSON-1899199349-project] 10.222.0.42 "GET /v2.0/security-groups?id=b327838c-078f-492b-afe7-ae6a101aed15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0992627 Mar 29 15:39:46.000465 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-45defa00-7894-41dd-9af8-2c15cd6f2faf tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:46.021487 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.provisioning_blocks [req-5d4dc068-0c4f-4a72-838c-0791675b9b6f req-3b87446c-7a39-4cdd-8c28-8ed0749d832a service neutron] Transition to ACTIVE for port object f75a81b4-cea7-4f54-a990-54deb63424a4 will not be triggered until provisioned by entity L2. {{(pid=102790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 15:39:46.040113 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-5d4dc068-0c4f-4a72-838c-0791675b9b6f req-3b87446c-7a39-4cdd-8c28-8ed0749d832a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5237921'] for port, after_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:46.087791 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-45defa00-7894-41dd-9af8-2c15cd6f2faf tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:46.119701 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b87446c-7a39-4cdd-8c28-8ed0749d832a service neutron] Pushing event updated for resources: {'Port': ['ID=f75a81b4-cea7-4f54-a990-54deb63424a4,revision_number=10']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:39:46.139248 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688aeb10-d42c-42e4-8a53-6cbfeb00d10d req-f90fb3c5-fd03-48a0-8ebc-406fd6f6521c tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:39:46.141226 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-688aeb10-d42c-42e4-8a53-6cbfeb00d10d req-f90fb3c5-fd03-48a0-8ebc-406fd6f6521c tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] 10.222.0.42 "GET /v2.0/ports?device_id=938d5325-d91e-4137-8d24-b21fd73d167e HTTP/1.1" status: 200 len: 945 time: 0.0904732 Mar 29 15:39:46.167053 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d4dc068-0c4f-4a72-838c-0791675b9b6f req-3b87446c-7a39-4cdd-8c28-8ed0749d832a service neutron] No DVR routers for this DVR port f75a81b4-cea7-4f54-a990-54deb63424a4 on host n-h1-834765-1 {{(pid=102790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:39:46.204953 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-5d4dc068-0c4f-4a72-838c-0791675b9b6f req-3b87446c-7a39-4cdd-8c28-8ed0749d832a service neutron] 10.222.0.44 "PUT /v2.0/ports/f75a81b4-cea7-4f54-a990-54deb63424a4/bindings/n-h2-834765-1/activate HTTP/1.1" status: 200 len: 369 time: 1.0884938 Mar 29 15:39:46.225762 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-688aeb10-d42c-42e4-8a53-6cbfeb00d10d req-3828747a-c7ca-4074-ac10-6cf91b244afc tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] 10.222.0.42 "GET /v2.0/security-groups?id=ce1e3aa1-c9e4-4c36-a19f-9dbad60c5be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654874 Mar 29 15:39:46.360607 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-45defa00-7894-41dd-9af8-2c15cd6f2faf tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Notify callbacks [] for port, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:46.372015 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-45defa00-7894-41dd-9af8-2c15cd6f2faf tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:46.391479 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-9e4ab830-bfbc-475c-af14-d738dc367cd7 req-6b183818-545a-4df0-8c1f-36495a2d2653 tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] 10.222.0.42 "GET /v2.0/ports?device_id=634c595e-d279-4aeb-bf6e-5b4c4a939ff0 HTTP/1.1" status: 200 len: 210 time: 0.0487330 Mar 29 15:39:46.536087 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45defa00-7894-41dd-9af8-2c15cd6f2faf tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Pushing event updated for resources: {'Port': ['ID=1d2068da-2c36-4fa9-ab82-faaa2afc7d0b,revision_number=2']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:39:46.557071 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4dc068-0c4f-4a72-838c-0791675b9b6f req-51f0ce4a-2271-49de-8b98-8cc87750cb73 tempest-LiveMigrationTest-953290782 tempest-LiveMigrationTest-953290782-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:39:46.558287 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641ef2ad-b104-4c6b-8a3e-2be0d9d94f1f req-16ee4aba-7d3a-46b8-b0e7-d465f89b5819 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:39:46.558744 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-5d4dc068-0c4f-4a72-838c-0791675b9b6f req-51f0ce4a-2271-49de-8b98-8cc87750cb73 tempest-LiveMigrationTest-953290782 tempest-LiveMigrationTest-953290782-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=10eb82c7-8749-4775-80c9-2376fe09f89e&tenant_id=61d6b03cf8b04e0283d0c20861ff0cb0&binding%3Ahost_id=n-h1-834765-1 HTTP/1.1" status: 200 len: 1096 time: 0.1222055 Mar 29 15:39:46.568020 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-641ef2ad-b104-4c6b-8a3e-2be0d9d94f1f req-16ee4aba-7d3a-46b8-b0e7-d465f89b5819 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] 10.222.0.42 "GET /v2.0/ports?device_id=10eb82c7-8749-4775-80c9-2376fe09f89e HTTP/1.1" status: 200 len: 945 time: 0.2429824 Mar 29 15:39:46.578300 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-45defa00-7894-41dd-9af8-2c15cd6f2faf tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648212'] for floatingip, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:46.615458 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-45defa00-7894-41dd-9af8-2c15cd6f2faf tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for floatingip, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:46.629914 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-45defa00-7894-41dd-9af8-2c15cd6f2faf tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0521140 Mar 29 15:39:46.632002 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f5ed68-cac7-406a-9b55-608e06a7a30b req-b6bbc58e-03ce-41d6-bb69-e8fb7ecfabd2 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:39:46.633600 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-e7f5ed68-cac7-406a-9b55-608e06a7a30b req-b6bbc58e-03ce-41d6-bb69-e8fb7ecfabd2 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.44 "GET /v2.0/networks?id=96b8e8ed-22f2-4cb8-884c-6e5cefe078a4 HTTP/1.1" status: 200 len: 812 time: 0.2092228 Mar 29 15:39:46.649047 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [req-e7f5ed68-cac7-406a-9b55-608e06a7a30b req-1e731a0e-6db0-42ea-9f78-be8a95a57c00 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] Request body: {'port': {'device_id': 'c9cb7b9a-126e-4555-a298-17091e4f1312', 'network_id': '96b8e8ed-22f2-4cb8-884c-6e5cefe078a4', 'admin_state_up': True, 'tenant_id': '94799213e4df4db5af3887cbfa8ada4e'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:39:46.650842 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-641ef2ad-b104-4c6b-8a3e-2be0d9d94f1f req-9c70f6da-08cc-4fea-a985-3c5e5ee894cb tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] 10.222.0.42 "GET /v2.0/security-groups?id=c99ced8e-1ceb-46fb-aaa7-747186b2b9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754459 Mar 29 15:39:46.696589 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:46.716177 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-06e68af1-1973-488b-8d8a-4dbc973a1ad9 req-c7dbb08a-e3ac-4a5f-a7a5-29fa631c3044 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9cb7b9a-126e-4555-a298-17091e4f1312 HTTP/1.1" status: 200 len: 210 time: 0.0601468 Mar 29 15:39:46.721422 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4dc068-0c4f-4a72-838c-0791675b9b6f req-f8b07f8e-b970-4de6-91dc-18ebd05a1842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:39:46.723024 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-5d4dc068-0c4f-4a72-838c-0791675b9b6f req-f8b07f8e-b970-4de6-91dc-18ebd05a1842 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=10eb82c7-8749-4775-80c9-2376fe09f89e&tenant_id=61d6b03cf8b04e0283d0c20861ff0cb0 HTTP/1.1" status: 200 len: 1096 time: 0.1548176 Mar 29 15:39:46.805216 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 41106) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:39:46.839837 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4dc068-0c4f-4a72-838c-0791675b9b6f req-d9514575-fba5-47d8-a0db-ed2f44d18084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:39:46.840517 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-5d4dc068-0c4f-4a72-838c-0791675b9b6f req-d9514575-fba5-47d8-a0db-ed2f44d18084 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=61d6b03cf8b04e0283d0c20861ff0cb0&device_id=10eb82c7-8749-4775-80c9-2376fe09f89e HTTP/1.1" status: 200 len: 1096 time: 0.0649862 Mar 29 15:39:46.845635 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7f5ed68-cac7-406a-9b55-608e06a7a30b req-1e731a0e-6db0-42ea-9f78-be8a95a57c00 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] Made reservation on behalf of 94799213e4df4db5af3887cbfa8ada4e for: {'port': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:39:46.849635 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-e7f5ed68-cac7-406a-9b55-608e06a7a30b req-1e731a0e-6db0-42ea-9f78-be8a95a57c00 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:46.957966 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-8eec4732-fcc1-409c-8150-3ce323186f90 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1935955559-network', 'tenant_id': 'd35c7b00e95148bdb6e7470aeaeb77ed'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:39:47.013957 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-1ecb5079-76e5-4d1f-a15b-61e9f562e653 req-5a943d00-1d00-4ea4-82f0-478c188e9325 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--592006406&fields=id&tenant_id=3c879391e12244b68c6a1d18a158625b HTTP/1.1" status: 200 len: 267 time: 0.0521758 Mar 29 15:39:47.024301 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8eec4732-fcc1-409c-8150-3ce323186f90 admin admin] Made reservation on behalf of d35c7b00e95148bdb6e7470aeaeb77ed for: {'network': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:39:47.026769 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-8eec4732-fcc1-409c-8150-3ce323186f90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for network, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:47.072670 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4dc068-0c4f-4a72-838c-0791675b9b6f req-c147c8c5-7678-4e62-930b-b643bd248a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:39:47.074297 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-5d4dc068-0c4f-4a72-838c-0791675b9b6f req-c147c8c5-7678-4e62-930b-b643bd248a44 service neutron] 10.222.0.48 "GET /v2.0/networks?id=b1def78c-da55-4367-b9b1-4d7fc20fc6ac HTTP/1.1" status: 200 len: 909 time: 0.2206573 Mar 29 15:39:47.077797 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecb5079-76e5-4d1f-a15b-61e9f562e653 req-7c66576b-267b-4087-92be-949f2eaea483 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:39:47.079314 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-1ecb5079-76e5-4d1f-a15b-61e9f562e653 req-7c66576b-267b-4087-92be-949f2eaea483 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] 10.222.0.42 "GET /v2.0/ports/66dc2491-4dea-4461-91e1-6f3d16ceba75 HTTP/1.1" status: 200 len: 931 time: 0.0573070 Mar 29 15:39:47.086562 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-8eec4732-fcc1-409c-8150-3ce323186f90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:47.137515 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-5d4dc068-0c4f-4a72-838c-0791675b9b6f req-ba4c3754-48af-40cc-8d8a-c5485fadd8a1 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f75a81b4-cea7-4f54-a990-54deb63424a4 HTTP/1.1" status: 200 len: 217 time: 0.0534680 Mar 29 15:39:47.146072 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.db_base_plugin_common [req-e7f5ed68-cac7-406a-9b55-608e06a7a30b req-1e731a0e-6db0-42ea-9f78-be8a95a57c00 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] Allocated IP 172.20.0.12 (96b8e8ed-22f2-4cb8-884c-6e5cefe078a4/0ba2b8b0-15ec-4c18-a106-c919b2ec3ae7/448122a9-4849-4bfb-a6f3-1b3a84aff154) {{(pid=102790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:39:47.155250 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b59ac3-d2a7-456c-b846-aac90e2d802b req-0acf7cf5-4dbf-4a14-abc8-5457241b3cd0 tempest-ServersWithSpecificFlavorTestJSON-1899199349 tempest-ServersWithSpecificFlavorTestJSON-1899199349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:39:47.155940 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecb5079-76e5-4d1f-a15b-61e9f562e653 req-e06f85b9-6e4e-4488-9156-15bd4bac1eb1 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:39:47.157429 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-1ecb5079-76e5-4d1f-a15b-61e9f562e653 req-e06f85b9-6e4e-4488-9156-15bd4bac1eb1 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] 10.222.0.42 "GET /v2.0/ports/49b5fca5-a1ca-4798-bbf7-14cd233b96a8 HTTP/1.1" status: 200 len: 931 time: 0.0676925 Mar 29 15:39:47.163807 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-56b59ac3-d2a7-456c-b846-aac90e2d802b req-0acf7cf5-4dbf-4a14-abc8-5457241b3cd0 tempest-ServersWithSpecificFlavorTestJSON-1899199349 tempest-ServersWithSpecificFlavorTestJSON-1899199349-project] 10.222.0.42 "GET /v2.0/ports?device_id=26d94825-0227-4ba7-895e-dfd9b7854731 HTTP/1.1" status: 200 len: 945 time: 0.1247575 Mar 29 15:39:47.223104 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-1ecb5079-76e5-4d1f-a15b-61e9f562e653 req-46d32b56-ae82-44cb-81b7-fd453cd35074 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] 10.222.0.42 "GET /v2.0/ports?network_id=6063560a-a61f-4d6e-8083-e9831aad0c36&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0583804 Mar 29 15:39:47.255866 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-1ecb5079-76e5-4d1f-a15b-61e9f562e653 req-1af5866e-632a-45a3-99d5-954b8350c33e tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] 10.222.0.42 "GET /v2.0/ports?network_id=6063560a-a61f-4d6e-8083-e9831aad0c36&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0317104 Mar 29 15:39:47.267647 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-56b59ac3-d2a7-456c-b846-aac90e2d802b req-59d29779-745d-445e-afba-08ae5ee71898 tempest-ServersWithSpecificFlavorTestJSON-1899199349 tempest-ServersWithSpecificFlavorTestJSON-1899199349-project] 10.222.0.42 "GET /v2.0/security-groups?id=b327838c-078f-492b-afe7-ae6a101aed15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1020725 Mar 29 15:39:47.271531 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4dc068-0c4f-4a72-838c-0791675b9b6f req-1b136f7f-8ced-4ecc-8b0e-d93841f2ed09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:39:47.272933 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-5d4dc068-0c4f-4a72-838c-0791675b9b6f req-1b136f7f-8ced-4ecc-8b0e-d93841f2ed09 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a84f45bb-2cdd-4adc-a15d-ac5c06ff5a1f HTTP/1.1" status: 200 len: 848 time: 0.1049504 Mar 29 15:39:47.331609 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-5d4dc068-0c4f-4a72-838c-0791675b9b6f req-0fafe57c-c18d-4602-b693-97429bba56bf service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b1def78c-da55-4367-b9b1-4d7fc20fc6ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0504339 Mar 29 15:39:47.404407 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-8eec4732-fcc1-409c-8150-3ce323186f90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:47.413714 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-8eec4732-fcc1-409c-8150-3ce323186f90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:47.450239 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8eec4732-fcc1-409c-8150-3ce323186f90 admin admin] vlan segment allocate from pool success with {'vlan_id': 642, 'physical_network': 'physnet1'} {{(pid=102791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 15:39:47.470639 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecb5079-76e5-4d1f-a15b-61e9f562e653 req-ff99e831-8649-43ac-b119-5832e7e52a77 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:39:47.476619 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecb5079-76e5-4d1f-a15b-61e9f562e653 req-ff99e831-8649-43ac-b119-5832e7e52a77 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:39:47.482327 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecb5079-76e5-4d1f-a15b-61e9f562e653 req-ff99e831-8649-43ac-b119-5832e7e52a77 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:39:47.489815 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-1ecb5079-76e5-4d1f-a15b-61e9f562e653 req-ff99e831-8649-43ac-b119-5832e7e52a77 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] 10.222.0.42 "GET /v2.0/networks?id=24e09226-4699-432b-9b8f-2ffa2d9396f3&id=298fe4b0-bb90-4e7d-aba6-ce8da9b2ed22&id=298fe4b0-bb90-4e7d-aba6-ce8da9b2ed22&id=6063560a-a61f-4d6e-8083-e9831aad0c36&id=6063560a-a61f-4d6e-8083-e9831aad0c36 HTTP/1.1" status: 200 len: 1991 time: 0.2273464 Mar 29 15:39:47.499387 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e034b03-9eae-4a6d-8e0b-87de28d77352 req-ab4c947f-ef8e-4ad7-ac7b-ea215c82f988 tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:39:47.500624 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f5132a-1e4b-4d4c-8c51-33e33142f324 req-a779a859-48db-4a87-9f81-4e0c22bacb6a tempest-ServersWithSpecificFlavorTestJSON-1899199349 tempest-ServersWithSpecificFlavorTestJSON-1899199349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:39:47.500867 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-5e034b03-9eae-4a6d-8e0b-87de28d77352 req-ab4c947f-ef8e-4ad7-ac7b-ea215c82f988 tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] 10.222.0.42 "GET /v2.0/ports?device_id=938d5325-d91e-4137-8d24-b21fd73d167e HTTP/1.1" status: 200 len: 945 time: 0.1684775 Mar 29 15:39:47.502818 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b5f5132a-1e4b-4d4c-8c51-33e33142f324 req-a779a859-48db-4a87-9f81-4e0c22bacb6a tempest-ServersWithSpecificFlavorTestJSON-1899199349 tempest-ServersWithSpecificFlavorTestJSON-1899199349-project] 10.222.0.48 "GET /v2.0/ports?device_id=26d94825-0227-4ba7-895e-dfd9b7854731 HTTP/1.1" status: 200 len: 945 time: 0.1800625 Mar 29 15:39:47.509466 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eec4732-fcc1-409c-8150-3ce323186f90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b78e968-fb8b-47c8-a89f-b40d10173927,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:39:47.521858 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-8eec4732-fcc1-409c-8150-3ce323186f90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:47.522036 n-d-834765-1 neutron-server[102791]: INFO neutron.db.segments_db [None req-8eec4732-fcc1-409c-8150-3ce323186f90 admin admin] Added segment e073ae89-2522-4c36-a0a3-d6f2a290a5b1 of type vlan for network 6abb23dd-17bc-4d4d-9224-5e3fe0f95fc2 Mar 29 15:39:47.531017 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-e7f5ed68-cac7-406a-9b55-608e06a7a30b req-1e731a0e-6db0-42ea-9f78-be8a95a57c00 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] Notify callbacks [] for port, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:47.562180 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-1ecb5079-76e5-4d1f-a15b-61e9f562e653 req-5e2450f0-8b1c-4b2d-9e54-70a30f612c23 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] 10.222.0.42 "GET /v2.0/quotas/3c879391e12244b68c6a1d18a158625b HTTP/1.1" status: 200 len: 375 time: 0.0714679 Mar 29 15:39:47.566574 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-5d4dc068-0c4f-4a72-838c-0791675b9b6f req-2b72a3dd-89fa-4c57-a55f-5930080b4c02 service neutron] 10.222.0.48 "GET /v2.0/networks/b1def78c-da55-4367-b9b1-4d7fc20fc6ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2139721 Mar 29 15:39:47.585284 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-5e034b03-9eae-4a6d-8e0b-87de28d77352 req-9f3e3bf3-2a3a-41db-8d39-b552f21126e7 tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] 10.222.0.42 "GET /v2.0/security-groups?id=ce1e3aa1-c9e4-4c36-a19f-9dbad60c5be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743854 Mar 29 15:39:47.589940 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:47.661508 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-8eec4732-fcc1-409c-8150-3ce323186f90 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783522915970'] for network, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:47.712187 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-e7f5ed68-cac7-406a-9b55-608e06a7a30b req-1e731a0e-6db0-42ea-9f78-be8a95a57c00 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:47.716345 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-1ecb5079-76e5-4d1f-a15b-61e9f562e653 req-60725519-1b60-469d-ad8a-35076cc6987b tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=3c879391e12244b68c6a1d18a158625b&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1283908 Mar 29 15:39:47.718918 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-8eec4732-fcc1-409c-8150-3ce323186f90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795'] for network, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:47.720406 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eec4732-fcc1-409c-8150-3ce323186f90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:39:47.721284 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-8eec4732-fcc1-409c-8150-3ce323186f90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for network, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:47.778709 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-8eec4732-fcc1-409c-8150-3ce323186f90 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.9698806 Mar 29 15:39:47.794683 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 41134) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:39:47.800971 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-c903980e-0d77-49ee-99f4-7754e3707acf admin admin] Request body: {'subnet': {'network_id': '6abb23dd-17bc-4d4d-9224-5e3fe0f95fc2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1935955559-subnet', 'tenant_id': 'd35c7b00e95148bdb6e7470aeaeb77ed', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:39:47.835101 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [req-b5f5132a-1e4b-4d4c-8c51-33e33142f324 req-ad7c910c-b7a7-4c46-af43-5df8b337181b tempest-ServersWithSpecificFlavorTestJSON-1899199349 tempest-ServersWithSpecificFlavorTestJSON-1899199349-project] Deleting port 827fb163-93d9-4217-9400-b5fdca6790a3 {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:39:47.835523 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-b5f5132a-1e4b-4d4c-8c51-33e33142f324 req-ad7c910c-b7a7-4c46-af43-5df8b337181b tempest-ServersWithSpecificFlavorTestJSON-1899199349 tempest-ServersWithSpecificFlavorTestJSON-1899199349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:47.878154 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eec4732-fcc1-409c-8150-3ce323186f90 admin admin] Pushing event updated for resources: {'Network': ['ID=6abb23dd-17bc-4d4d-9224-5e3fe0f95fc2,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:39:47.891009 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Network 6abb23dd-17bc-4d4d-9224-5e3fe0f95fc2 details requested by agent ovs-agent-n-d-834765-1 with host n-d-834765-1 {{(pid=102792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 15:39:47.917775 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c903980e-0d77-49ee-99f4-7754e3707acf admin admin] Made reservation on behalf of d35c7b00e95148bdb6e7470aeaeb77ed for: {'subnet': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:39:47.920490 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-c903980e-0d77-49ee-99f4-7754e3707acf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16218875'] for subnet, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:48.076485 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-608092cc-1369-4d3d-8a0e-8554a6281df3 req-efa5af63-65c4-478d-b456-046ead2ae5da tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] 10.222.0.42 "GET /v2.0/ports?device_id=634c595e-d279-4aeb-bf6e-5b4c4a939ff0 HTTP/1.1" status: 200 len: 210 time: 0.3699789 Mar 29 15:39:48.126680 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7f5ed68-cac7-406a-9b55-608e06a7a30b req-1e731a0e-6db0-42ea-9f78-be8a95a57c00 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] Network 96b8e8ed-22f2-4cb8-884c-6e5cefe078a4 is already hosted by enough agents. {{(pid=102790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:39:48.139942 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [req-e7f5ed68-cac7-406a-9b55-608e06a7a30b req-1e731a0e-6db0-42ea-9f78-be8a95a57c00 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] Resources bound (agent type, host, resource id): {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:39:48.145664 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e731a0e-6db0-42ea-9f78-be8a95a57c00 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] Pushing event updated for resources: {'Port': ['ID=448122a9-4849-4bfb-a6f3-1b3a84aff154,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:39:48.149811 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7f5ed68-cac7-406a-9b55-608e06a7a30b req-1e731a0e-6db0-42ea-9f78-be8a95a57c00 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] Received port after_create {{(pid=102790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:39:48.155717 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-5d4dc068-0c4f-4a72-838c-0791675b9b6f req-e94d58ae-6071-4b6a-826f-27c9bff0ed07 service neutron] 10.222.0.48 "GET /v2.0/networks/b1def78c-da55-4367-b9b1-4d7fc20fc6ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5682437 Mar 29 15:39:48.165212 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2ca409-c361-472d-971b-c32aaff824ee req-8001b15e-5d26-4867-9558-7af0d9628fc7 tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:39:48.167003 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-3e2ca409-c361-472d-971b-c32aaff824ee req-8001b15e-5d26-4867-9558-7af0d9628fc7 tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] 10.222.0.44 "GET /v2.0/networks?id=c7e23169-e9d3-4fec-ace3-87b88825b851 HTTP/1.1" status: 200 len: 821 time: 0.5529053 Mar 29 15:39:48.191678 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [req-3e2ca409-c361-472d-971b-c32aaff824ee req-d4f18ff9-d720-4c5d-936d-397736d7df0a tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] Request body: {'port': {'device_id': '634c595e-d279-4aeb-bf6e-5b4c4a939ff0', 'network_id': 'c7e23169-e9d3-4fec-ace3-87b88825b851', 'admin_state_up': True, 'tenant_id': 'c66f5a43ae0e46908f202e6b40f23448'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:39:48.304836 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f5ed68-cac7-406a-9b55-608e06a7a30b req-1e731a0e-6db0-42ea-9f78-be8a95a57c00 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:39:48.305763 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-e7f5ed68-cac7-406a-9b55-608e06a7a30b req-1e731a0e-6db0-42ea-9f78-be8a95a57c00 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:48.348925 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-e7f5ed68-cac7-406a-9b55-608e06a7a30b req-1e731a0e-6db0-42ea-9f78-be8a95a57c00 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7051232 Mar 29 15:39:48.359476 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df243d27-5239-4a86-a6c4-fde265a7eee0 req-0ef53327-6168-4b8c-af96-652dab4dad9b tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:39:48.367297 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-df243d27-5239-4a86-a6c4-fde265a7eee0 req-0ef53327-6168-4b8c-af96-652dab4dad9b tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] 10.222.0.42 "GET /v2.0/ports?device_id=10eb82c7-8749-4775-80c9-2376fe09f89e HTTP/1.1" status: 200 len: 945 time: 0.1687131 Mar 29 15:39:48.367763 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-1ecb5079-76e5-4d1f-a15b-61e9f562e653 req-9b0c8fd5-9afb-47ec-a3d1-80b12825c6f8 service neutron] 10.222.0.42 "GET /v2.0/networks/24e09226-4699-432b-9b8f-2ffa2d9396f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6243081 Mar 29 15:39:48.380117 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [req-e7f5ed68-cac7-406a-9b55-608e06a7a30b req-dd0688d0-9038-4ed1-bf76-f6192ee2c205 service neutron] Request body: {'port': {'device_id': 'c9cb7b9a-126e-4555-a298-17091e4f1312', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834765-1'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:39:48.425921 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-b5f5132a-1e4b-4d4c-8c51-33e33142f324 req-ad7c910c-b7a7-4c46-af43-5df8b337181b tempest-ServersWithSpecificFlavorTestJSON-1899199349 tempest-ServersWithSpecificFlavorTestJSON-1899199349-project] For port 827fb163-93d9-4217-9400-b5fdca6790a3, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=827fb163-93d9-4217-9400-b5fdca6790a3,segment=NetworkSegment(da69cb54-889d-40d5-bd53-208819ed651b),segment_id=da69cb54-889d-40d5-bd53-208819ed651b)] {{(pid=102791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:39:48.426300 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-b5f5132a-1e4b-4d4c-8c51-33e33142f324 req-ad7c910c-b7a7-4c46-af43-5df8b337181b tempest-ServersWithSpecificFlavorTestJSON-1899199349 tempest-ServersWithSpecificFlavorTestJSON-1899199349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:48.495612 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e2ca409-c361-472d-971b-c32aaff824ee req-d4f18ff9-d720-4c5d-936d-397736d7df0a tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] Made reservation on behalf of c66f5a43ae0e46908f202e6b40f23448 for: {'port': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:39:48.499072 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-3e2ca409-c361-472d-971b-c32aaff824ee req-d4f18ff9-d720-4c5d-936d-397736d7df0a tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:48.503548 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-df243d27-5239-4a86-a6c4-fde265a7eee0 req-e20db1f9-89c0-4fb5-8f27-242a0bacb027 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] 10.222.0.42 "GET /v2.0/security-groups?id=c99ced8e-1ceb-46fb-aaa7-747186b2b9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351705 Mar 29 15:39:48.521357 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-e7f5ed68-cac7-406a-9b55-608e06a7a30b req-dd0688d0-9038-4ed1-bf76-f6192ee2c205 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:48.543019 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4dc068-0c4f-4a72-838c-0791675b9b6f req-9b573681-28fd-4bd3-972a-d19d0d658d77 tempest-LiveMigrationTest-953290782 tempest-LiveMigrationTest-953290782-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:39:48.544594 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-5d4dc068-0c4f-4a72-838c-0791675b9b6f req-9b573681-28fd-4bd3-972a-d19d0d658d77 tempest-LiveMigrationTest-953290782 tempest-LiveMigrationTest-953290782-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=10eb82c7-8749-4775-80c9-2376fe09f89e&tenant_id=61d6b03cf8b04e0283d0c20861ff0cb0&binding%3Ahost_id=n-h2-834765-1 HTTP/1.1" status: 200 len: 1096 time: 0.1533251 Mar 29 15:39:48.647958 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-1ecb5079-76e5-4d1f-a15b-61e9f562e653 req-15e457bd-d633-4795-8e03-91f5765cdc48 service neutron] 10.222.0.42 "GET /v2.0/networks/24e09226-4699-432b-9b8f-2ffa2d9396f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2616260 Mar 29 15:39:48.766416 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-1ecb5079-76e5-4d1f-a15b-61e9f562e653 req-286e19fe-890f-4e81-9b96-a080ae86c5fb service neutron] 10.222.0.42 "GET /v2.0/ports/66dc2491-4dea-4461-91e1-6f3d16ceba75?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1175885 Mar 29 15:39:48.778362 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-c903980e-0d77-49ee-99f4-7754e3707acf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16155524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16218861'] for subnet, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:48.811153 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-b5f5132a-1e4b-4d4c-8c51-33e33142f324 req-ad7c910c-b7a7-4c46-af43-5df8b337181b tempest-ServersWithSpecificFlavorTestJSON-1899199349 tempest-ServersWithSpecificFlavorTestJSON-1899199349-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:48.811575 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-b5f5132a-1e4b-4d4c-8c51-33e33142f324 req-ad7c910c-b7a7-4c46-af43-5df8b337181b tempest-ServersWithSpecificFlavorTestJSON-1899199349 tempest-ServersWithSpecificFlavorTestJSON-1899199349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648212'] for floatingip, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:48.811845 n-d-834765-1 neutron-server[102791]: INFO neutron.db.l3_db [req-b5f5132a-1e4b-4d4c-8c51-33e33142f324 req-ad7c910c-b7a7-4c46-af43-5df8b337181b tempest-ServersWithSpecificFlavorTestJSON-1899199349 tempest-ServersWithSpecificFlavorTestJSON-1899199349-project] Floating IP 29d888c6-81d6-4ae7-85e6-a12fd91fd92d disassociated. External IP: 172.25.4.89, port: 827fb163-93d9-4217-9400-b5fdca6790a3. Mar 29 15:39:48.812969 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [req-b5f5132a-1e4b-4d4c-8c51-33e33142f324 req-ad7c910c-b7a7-4c46-af43-5df8b337181b tempest-ServersWithSpecificFlavorTestJSON-1899199349 tempest-ServersWithSpecificFlavorTestJSON-1899199349-project] Calling delete_port for 827fb163-93d9-4217-9400-b5fdca6790a3 owned by compute:nova {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:39:48.844566 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c536c75-9dcd-49f1-a9ac-e4c094bec688 req-bbfa2f7e-1c66-461d-8add-030181dd494f tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:39:48.846112 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-5c536c75-9dcd-49f1-a9ac-e4c094bec688 req-bbfa2f7e-1c66-461d-8add-030181dd494f tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9cb7b9a-126e-4555-a298-17091e4f1312 HTTP/1.1" status: 200 len: 932 time: 0.2160461 Mar 29 15:39:48.913001 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.db_base_plugin_common [req-3e2ca409-c361-472d-971b-c32aaff824ee req-d4f18ff9-d720-4c5d-936d-397736d7df0a tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] Allocated IP 172.20.0.12 (c7e23169-e9d3-4fec-ace3-87b88825b851/47ebad0b-955e-4824-b04c-60b1952d5787/32ca12f3-c308-42af-b6ed-0d7bdc625b95) {{(pid=102790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:39:48.942552 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c903980e-0d77-49ee-99f4-7754e3707acf admin admin] Pushing event updated for resources: {'Subnet': ['ID=f9aade81-ffc4-4282-8b34-6c102674fe3a,revision_number=0']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:39:48.986154 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c903980e-0d77-49ee-99f4-7754e3707acf admin admin] Checking segment: {'id': 'e073ae89-2522-4c36-a0a3-d6f2a290a5b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '6abb23dd-17bc-4d4d-9224-5e3fe0f95fc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:39:48.986509 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c903980e-0d77-49ee-99f4-7754e3707acf admin admin] Network hostable DHCP agents. Network: 6abb23dd-17bc-4d4d-9224-5e3fe0f95fc2, hostable agents: ['d136643e-48ae-49d4-a851-2ba3bdf3749c'], hosted agents: [] {{(pid=102791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 15:39:48.989948 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-1ecb5079-76e5-4d1f-a15b-61e9f562e653 req-c29af44a-2a37-4b09-8b81-bbc426f43036 service neutron] 10.222.0.42 "GET /v2.0/networks/298fe4b0-bb90-4e7d-aba6-ce8da9b2ed22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2060525 Mar 29 15:39:49.027530 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-5c536c75-9dcd-49f1-a9ac-e4c094bec688 req-30fa1b37-6474-488a-a0eb-57b311b843d1 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.42 "GET /v2.0/security-groups?id=07e96b72-96bb-4562-b80f-051b133c1759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730783 Mar 29 15:39:49.038302 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [req-5d4dc068-0c4f-4a72-838c-0791675b9b6f req-364cec7a-c02d-4a60-9a05-cefc2973d687 service neutron] For port f75a81b4-cea7-4f54-a990-54deb63424a4, host n-h1-834765-1, cleared binding levels {{(pid=102790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:39:49.055755 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-5d4dc068-0c4f-4a72-838c-0791675b9b6f req-364cec7a-c02d-4a60-9a05-cefc2973d687 service neutron] Notify callbacks [] for binding, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:49.056982 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-5d4dc068-0c4f-4a72-838c-0791675b9b6f req-364cec7a-c02d-4a60-9a05-cefc2973d687 service neutron] 10.222.0.48 "DELETE /v2.0/ports/f75a81b4-cea7-4f54-a990-54deb63424a4/bindings/n-h1-834765-1 HTTP/1.1" status: 204 len: 173 time: 0.5032351 Mar 29 15:39:49.131296 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c903980e-0d77-49ee-99f4-7754e3707acf admin admin] Network 6abb23dd-17bc-4d4d-9224-5e3fe0f95fc2 is scheduled to be hosted by DHCP agent d136643e-48ae-49d4-a851-2ba3bdf3749c with binding_index 1 {{(pid=102791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 15:39:49.175119 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-1ecb5079-76e5-4d1f-a15b-61e9f562e653 req-a685bdb9-ae6c-4237-bf64-7d3a761b00c7 service neutron] 10.222.0.42 "GET /v2.0/networks/298fe4b0-bb90-4e7d-aba6-ce8da9b2ed22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1660504 Mar 29 15:39:49.222083 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-1ecb5079-76e5-4d1f-a15b-61e9f562e653 req-62462fb4-29de-42f0-8d40-d46988844ae6 service neutron] 10.222.0.42 "GET /v2.0/ports/49b5fca5-a1ca-4798-bbf7-14cd233b96a8?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0457432 Mar 29 15:39:49.238374 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [None req-c903980e-0d77-49ee-99f4-7754e3707acf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834765-1, 6abb23dd-17bc-4d4d-9224-5e3fe0f95fc2) {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:39:49.253984 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eabd543e-41b9-431b-a85a-e5f692126233 None None] Network 6abb23dd-17bc-4d4d-9224-5e3fe0f95fc2 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 15:39:49.261308 n-d-834765-1 neutron-server[102790]: DEBUG neutron.notifiers.nova [req-e7f5ed68-cac7-406a-9b55-608e06a7a30b req-dd0688d0-9038-4ed1-bf76-f6192ee2c205 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 448122a9-4849-4bfb-a6f3-1b3a84aff154 {{(pid=102790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:39:49.269599 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c903980e-0d77-49ee-99f4-7754e3707acf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:39:49.270206 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-c903980e-0d77-49ee-99f4-7754e3707acf admin admin] Notify callbacks [] for subnet, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:49.277611 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-e7f5ed68-cac7-406a-9b55-608e06a7a30b req-dd0688d0-9038-4ed1-bf76-f6192ee2c205 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:49.300075 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-3e2ca409-c361-472d-971b-c32aaff824ee req-d4f18ff9-d720-4c5d-936d-397736d7df0a tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] Notify callbacks [] for port, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:49.308912 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4d20fe-cb99-46e6-8222-6fa076f98659 req-5115511b-2d83-46fd-acd0-711886082348 tempest-ServersWithSpecificFlavorTestJSON-1899199349 tempest-ServersWithSpecificFlavorTestJSON-1899199349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:39:49.328211 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-cf4d20fe-cb99-46e6-8222-6fa076f98659 req-5115511b-2d83-46fd-acd0-711886082348 tempest-ServersWithSpecificFlavorTestJSON-1899199349 tempest-ServersWithSpecificFlavorTestJSON-1899199349-project] 10.222.0.42 "GET /v2.0/ports?device_id=26d94825-0227-4ba7-895e-dfd9b7854731 HTTP/1.1" status: 200 len: 945 time: 0.1984224 Mar 29 15:39:49.370209 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.provisioning_blocks [req-e7f5ed68-cac7-406a-9b55-608e06a7a30b req-dd0688d0-9038-4ed1-bf76-f6192ee2c205 service neutron] Transition to ACTIVE for port object 448122a9-4849-4bfb-a6f3-1b3a84aff154 will not be triggered until provisioned by entity L2. {{(pid=102790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 15:39:49.373060 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-1ecb5079-76e5-4d1f-a15b-61e9f562e653 req-da9ae059-144c-4183-b071-7968930ecb30 service neutron] 10.222.0.42 "GET /v2.0/networks/298fe4b0-bb90-4e7d-aba6-ce8da9b2ed22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321802 Mar 29 15:39:49.385916 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-e7f5ed68-cac7-406a-9b55-608e06a7a30b req-dd0688d0-9038-4ed1-bf76-f6192ee2c205 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5237921'] for port, after_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:49.402183 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-b5f5132a-1e4b-4d4c-8c51-33e33142f324 req-ad7c910c-b7a7-4c46-af43-5df8b337181b tempest-ServersWithSpecificFlavorTestJSON-1899199349 tempest-ServersWithSpecificFlavorTestJSON-1899199349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:49.452102 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-c903980e-0d77-49ee-99f4-7754e3707acf admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.6552322 Mar 29 15:39:49.480397 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 41142) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:39:49.497609 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-075243ad-6e24-4754-b79b-09376aedd51a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0035034-69b0-5ffc-b384-0ac6189c5628-6abb23dd-17bc-4d4d-9224-5e3fe0f95fc2', 'network_id': '6abb23dd-17bc-4d4d-9224-5e3fe0f95fc2', 'tenant_id': 'd35c7b00e95148bdb6e7470aeaeb77ed', 'fixed_ips': [{'subnet_id': 'f9aade81-ffc4-4282-8b34-6c102674fe3a'}]}} from n-d-834765-1. {{(pid=102792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 29 15:39:49.498838 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-075243ad-6e24-4754-b79b-09376aedd51a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:49.507665 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-0abfc2d8-e34d-4d81-816a-b5555bc7100a admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1935955559-router', 'tenant_id': 'd35c7b00e95148bdb6e7470aeaeb77ed', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'}}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:39:49.534193 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-cf4d20fe-cb99-46e6-8222-6fa076f98659 req-a4cf9956-b8dc-4179-b4e0-314fd18a4b2f tempest-ServersWithSpecificFlavorTestJSON-1899199349 tempest-ServersWithSpecificFlavorTestJSON-1899199349-project] 10.222.0.42 "GET /v2.0/security-groups?id=b327838c-078f-492b-afe7-ae6a101aed15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2051423 Mar 29 15:39:49.542040 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7c910c-b7a7-4c46-af43-5df8b337181b tempest-ServersWithSpecificFlavorTestJSON-1899199349 tempest-ServersWithSpecificFlavorTestJSON-1899199349-project] Pushing event deleted for resources: {'Port': ['ID=827fb163-93d9-4217-9400-b5fdca6790a3,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:39:49.578777 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0688d0-9038-4ed1-bf76-f6192ee2c205 service neutron] Pushing event updated for resources: {'Port': ['ID=448122a9-4849-4bfb-a6f3-1b3a84aff154,revision_number=2']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:39:49.631985 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-1ecb5079-76e5-4d1f-a15b-61e9f562e653 req-701fffde-0c6f-47af-8308-ea5a2e196d6c service neutron] 10.222.0.42 "GET /v2.0/networks/298fe4b0-bb90-4e7d-aba6-ce8da9b2ed22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2579930 Mar 29 15:39:49.670632 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.db_base_plugin_common [None req-075243ad-6e24-4754-b79b-09376aedd51a None None] Allocated IP 172.20.0.2 (6abb23dd-17bc-4d4d-9224-5e3fe0f95fc2/f9aade81-ffc4-4282-8b34-6c102674fe3a/50ed1de1-b7a8-4c75-b5f3-4488f88b291f) {{(pid=102792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:39:49.697520 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-0abfc2d8-e34d-4d81-816a-b5555bc7100a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-532385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129310'] for router, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:49.698829 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-0abfc2d8-e34d-4d81-816a-b5555bc7100a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-648091', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-684384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129319'] for router, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:49.717258 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-3e2ca409-c361-472d-971b-c32aaff824ee req-d4f18ff9-d720-4c5d-936d-397736d7df0a tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:49.839153 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e2ca409-c361-472d-971b-c32aaff824ee req-d4f18ff9-d720-4c5d-936d-397736d7df0a tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] Network c7e23169-e9d3-4fec-ace3-87b88825b851 is already hosted by enough agents. {{(pid=102790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:39:49.843444 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-1ecb5079-76e5-4d1f-a15b-61e9f562e653 req-0b743ed1-636e-4b46-8194-ada647f2c52c service neutron] 10.222.0.42 "GET /v2.0/networks/298fe4b0-bb90-4e7d-aba6-ce8da9b2ed22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1976514 Mar 29 15:39:49.848734 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b5f5132a-1e4b-4d4c-8c51-33e33142f324 req-ad7c910c-b7a7-4c46-af43-5df8b337181b tempest-ServersWithSpecificFlavorTestJSON-1899199349 tempest-ServersWithSpecificFlavorTestJSON-1899199349-project] Router 23d7de72-2f96-4a61-bfb2-d31ceb2b85d5 has already been hosted by L3 agent c648d819-1060-4f26-b4ec-6455387b5dff {{(pid=102791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 15:39:49.851280 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.managers [req-e7f5ed68-cac7-406a-9b55-608e06a7a30b req-dd0688d0-9038-4ed1-bf76-f6192ee2c205 service neutron] Attempting to bind port 448122a9-4849-4bfb-a6f3-1b3a84aff154 on host n-h1-834765-1 for vnic_type normal with profile {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:39:49.851645 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.managers [req-e7f5ed68-cac7-406a-9b55-608e06a7a30b req-dd0688d0-9038-4ed1-bf76-f6192ee2c205 service neutron] Attempting to bind port 448122a9-4849-4bfb-a6f3-1b3a84aff154 by drivers openvswitch,hyperv on host n-h1-834765-1 at level 0 using segments [{'id': 'e1d90273-cef5-4478-85fc-ff4ac210e191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '96b8e8ed-22f2-4cb8-884c-6e5cefe078a4'}] {{(pid=102790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:39:49.851980 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7f5ed68-cac7-406a-9b55-608e06a7a30b req-dd0688d0-9038-4ed1-bf76-f6192ee2c205 service neutron] Attempting to bind port 448122a9-4849-4bfb-a6f3-1b3a84aff154 on network 96b8e8ed-22f2-4cb8-884c-6e5cefe078a4 {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:39:49.863506 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-075243ad-6e24-4754-b79b-09376aedd51a None None] Notify callbacks [] for port, precommit_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:49.871939 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-075243ad-6e24-4754-b79b-09376aedd51a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956'] for port, after_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:49.885108 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [req-3e2ca409-c361-472d-971b-c32aaff824ee req-d4f18ff9-d720-4c5d-936d-397736d7df0a tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] Resources bound (agent type, host, resource id): {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:39:49.889605 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e2ca409-c361-472d-971b-c32aaff824ee req-d4f18ff9-d720-4c5d-936d-397736d7df0a tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] Received port after_create {{(pid=102790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:39:49.893915 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-0abfc2d8-e34d-4d81-816a-b5555bc7100a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:49.896925 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f18ff9-d720-4c5d-936d-397736d7df0a tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] Pushing event updated for resources: {'Port': ['ID=32ca12f3-c308-42af-b6ed-0d7bdc625b95,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:39:49.906272 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4d0351-24d2-40e9-994f-a00c95ea2caf req-7fd234d8-176b-44e2-929c-ab19b0bb8c2e tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:39:49.915950 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-ed4d0351-24d2-40e9-994f-a00c95ea2caf req-7fd234d8-176b-44e2-929c-ab19b0bb8c2e tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] 10.222.0.42 "GET /v2.0/ports?device_id=938d5325-d91e-4137-8d24-b21fd73d167e HTTP/1.1" status: 200 len: 945 time: 0.2655940 Mar 29 15:39:49.939119 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075243ad-6e24-4754-b79b-09376aedd51a None None] Pushing event updated for resources: {'Port': ['ID=50ed1de1-b7a8-4c75-b5f3-4488f88b291f,revision_number=1']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:39:49.951534 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7f5ed68-cac7-406a-9b55-608e06a7a30b req-dd0688d0-9038-4ed1-bf76-f6192ee2c205 service neutron] Port 448122a9-4849-4bfb-a6f3-1b3a84aff154 on network 96b8e8ed-22f2-4cb8-884c-6e5cefe078a4 not bound, no agent of type Open vSwitch agent registered on host n-h1-834765-1 {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 15:39:49.951788 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7f5ed68-cac7-406a-9b55-608e06a7a30b req-dd0688d0-9038-4ed1-bf76-f6192ee2c205 service neutron] Attempting to bind port 448122a9-4849-4bfb-a6f3-1b3a84aff154 on network 96b8e8ed-22f2-4cb8-884c-6e5cefe078a4 {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:39:49.954008 n-d-834765-1 neutron-server[102792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-075243ad-6e24-4754-b79b-09376aedd51a None None] Network 6abb23dd-17bc-4d4d-9224-5e3fe0f95fc2 is already hosted by enough agents. {{(pid=102792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:39:49.956727 n-d-834765-1 neutron-server[102792]: DEBUG neutron.scheduler.base_scheduler [None req-075243ad-6e24-4754-b79b-09376aedd51a None None] Resources bound (agent type, host, resource id): {{(pid=102792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:39:49.962726 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-075243ad-6e24-4754-b79b-09376aedd51a None None] Received port after_create {{(pid=102792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:39:50.034152 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-1ecb5079-76e5-4d1f-a15b-61e9f562e653 req-d56d23ce-d305-4f5d-8c36-43e530411b07 service neutron] 10.222.0.42 "GET /v2.0/networks/298fe4b0-bb90-4e7d-aba6-ce8da9b2ed22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1674001 Mar 29 15:39:50.051113 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7f5ed68-cac7-406a-9b55-608e06a7a30b req-dd0688d0-9038-4ed1-bf76-f6192ee2c205 service neutron] Checking agent: {'id': 'be375040-5069-4239-9460-a3a3213e1e90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 33, 18), 'started_at': datetime.datetime(2022, 3, 29, 15, 33, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 39, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:39:50.051561 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7f5ed68-cac7-406a-9b55-608e06a7a30b req-dd0688d0-9038-4ed1-bf76-f6192ee2c205 service neutron] Checking segment: {'id': 'e1d90273-cef5-4478-85fc-ff4ac210e191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '96b8e8ed-22f2-4cb8-884c-6e5cefe078a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:39:50.052009 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7f5ed68-cac7-406a-9b55-608e06a7a30b req-dd0688d0-9038-4ed1-bf76-f6192ee2c205 service neutron] Bound using segment: {'id': 'e1d90273-cef5-4478-85fc-ff4ac210e191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '96b8e8ed-22f2-4cb8-884c-6e5cefe078a4'} {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:39:50.052673 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.managers [req-e7f5ed68-cac7-406a-9b55-608e06a7a30b req-dd0688d0-9038-4ed1-bf76-f6192ee2c205 service neutron] Bound port: 448122a9-4849-4bfb-a6f3-1b3a84aff154, host: n-h1-834765-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1d90273-cef5-4478-85fc-ff4ac210e191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '96b8e8ed-22f2-4cb8-884c-6e5cefe078a4'}}] {{(pid=102790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 15:39:50.053104 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-e7f5ed68-cac7-406a-9b55-608e06a7a30b req-dd0688d0-9038-4ed1-bf76-f6192ee2c205 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:50.061080 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-075243ad-6e24-4754-b79b-09376aedd51a None None] Attempting to bind port 50ed1de1-b7a8-4c75-b5f3-4488f88b291f on host n-d-834765-1 for vnic_type normal with profile {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:39:50.061449 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-075243ad-6e24-4754-b79b-09376aedd51a None None] Attempting to bind port 50ed1de1-b7a8-4c75-b5f3-4488f88b291f by drivers openvswitch,hyperv on host n-d-834765-1 at level 0 using segments [{'id': 'e073ae89-2522-4c36-a0a3-d6f2a290a5b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '6abb23dd-17bc-4d4d-9224-5e3fe0f95fc2'}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:39:50.061855 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-075243ad-6e24-4754-b79b-09376aedd51a None None] Attempting to bind port 50ed1de1-b7a8-4c75-b5f3-4488f88b291f on network 6abb23dd-17bc-4d4d-9224-5e3fe0f95fc2 {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:39:50.068333 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-075243ad-6e24-4754-b79b-09376aedd51a None None] Checking agent: {'id': 'a8866439-9d96-425c-b519-6905c591ac37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 25, 36), 'started_at': datetime.datetime(2022, 3, 29, 15, 26, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 39, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834765-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:39:50.068718 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-075243ad-6e24-4754-b79b-09376aedd51a None None] Checking segment: {'id': 'e073ae89-2522-4c36-a0a3-d6f2a290a5b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '6abb23dd-17bc-4d4d-9224-5e3fe0f95fc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:39:50.069256 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-075243ad-6e24-4754-b79b-09376aedd51a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:50.069648 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-075243ad-6e24-4754-b79b-09376aedd51a None None] Bound using segment: {'id': 'e073ae89-2522-4c36-a0a3-d6f2a290a5b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '6abb23dd-17bc-4d4d-9224-5e3fe0f95fc2'} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:39:50.070165 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-075243ad-6e24-4754-b79b-09376aedd51a None None] Bound port: 50ed1de1-b7a8-4c75-b5f3-4488f88b291f, host: n-d-834765-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e073ae89-2522-4c36-a0a3-d6f2a290a5b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '6abb23dd-17bc-4d4d-9224-5e3fe0f95fc2'}}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 15:39:50.071628 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-075243ad-6e24-4754-b79b-09376aedd51a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:50.146254 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-075243ad-6e24-4754-b79b-09376aedd51a None None] For port 50ed1de1-b7a8-4c75-b5f3-4488f88b291f, host n-d-834765-1, cleared binding levels {{(pid=102792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:39:50.149638 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-075243ad-6e24-4754-b79b-09376aedd51a None None] For port 50ed1de1-b7a8-4c75-b5f3-4488f88b291f, host n-d-834765-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=50ed1de1-b7a8-4c75-b5f3-4488f88b291f,segment=NetworkSegment(e073ae89-2522-4c36-a0a3-d6f2a290a5b1),segment_id=e073ae89-2522-4c36-a0a3-d6f2a290a5b1)] {{(pid=102792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:39:50.155836 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-075243ad-6e24-4754-b79b-09376aedd51a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:50.206331 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-1ecb5079-76e5-4d1f-a15b-61e9f562e653 req-f403e28a-a307-4483-88c2-eca8daec0d38 service neutron] 10.222.0.42 "GET /v2.0/networks/298fe4b0-bb90-4e7d-aba6-ce8da9b2ed22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1608226 Mar 29 15:39:50.213407 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-0abfc2d8-e34d-4d81-816a-b5555bc7100a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:50.252044 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075243ad-6e24-4754-b79b-09376aedd51a None None] Pushing event updated for resources: {'Port': ['ID=50ed1de1-b7a8-4c75-b5f3-4488f88b291f,revision_number=2']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:39:50.290459 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2ca409-c361-472d-971b-c32aaff824ee req-d4f18ff9-d720-4c5d-936d-397736d7df0a tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:39:50.291100 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-3e2ca409-c361-472d-971b-c32aaff824ee req-d4f18ff9-d720-4c5d-936d-397736d7df0a tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:50.327785 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b5f5132a-1e4b-4d4c-8c51-33e33142f324 req-ad7c910c-b7a7-4c46-af43-5df8b337181b tempest-ServersWithSpecificFlavorTestJSON-1899199349 tempest-ServersWithSpecificFlavorTestJSON-1899199349-project] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:39:50.340139 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19469e50-7443-406f-87f9-ec817e9bdb91 None None] Sync routers for ids ['23d7de72-2f96-4a61-bfb2-d31ceb2b85d5'] in n-d-834765-1 {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:39:50.360903 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-ed4d0351-24d2-40e9-994f-a00c95ea2caf req-e144c2a6-93b1-47bb-b017-63b731c4d358 tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] 10.222.0.42 "GET /v2.0/security-groups?id=ce1e3aa1-c9e4-4c36-a19f-9dbad60c5be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4034405 Mar 29 15:39:50.386814 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-3e2ca409-c361-472d-971b-c32aaff824ee req-d4f18ff9-d720-4c5d-936d-397736d7df0a tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1997476 Mar 29 15:39:50.389370 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19469e50-7443-406f-87f9-ec817e9bdb91 None None] Routers {'23d7de72-2f96-4a61-bfb2-d31ceb2b85d5'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:39:50.389521 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5f5132a-1e4b-4d4c-8c51-33e33142f324 req-ad7c910c-b7a7-4c46-af43-5df8b337181b tempest-ServersWithSpecificFlavorTestJSON-1899199349 tempest-ServersWithSpecificFlavorTestJSON-1899199349-project] No DVR routers for this DVR port 827fb163-93d9-4217-9400-b5fdca6790a3 on host n-h2-834765-1 {{(pid=102791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:39:50.390237 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-19469e50-7443-406f-87f9-ec817e9bdb91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:39:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['23d7de72-2f96-4a61-bfb2-d31ceb2b85d5'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:39:50.395544 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-b5f5132a-1e4b-4d4c-8c51-33e33142f324 req-ad7c910c-b7a7-4c46-af43-5df8b337181b tempest-ServersWithSpecificFlavorTestJSON-1899199349 tempest-ServersWithSpecificFlavorTestJSON-1899199349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:50.399071 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b5f5132a-1e4b-4d4c-8c51-33e33142f324 req-ad7c910c-b7a7-4c46-af43-5df8b337181b tempest-ServersWithSpecificFlavorTestJSON-1899199349 tempest-ServersWithSpecificFlavorTestJSON-1899199349-project] 10.222.0.48 "DELETE /v2.0/ports/827fb163-93d9-4217-9400-b5fdca6790a3 HTTP/1.1" status: 204 len: 173 time: 2.8868122 Mar 29 15:39:50.399571 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26d94825-0227-4ba7-895e-dfd9b7854731', 'name': 'network-vif-deleted', 'tag': '827fb163-93d9-4217-9400-b5fdca6790a3'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:39:50.401823 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c67b028db5e9b9818fecc5c0a87ebc6f190694fa53ca267d523e04f98de536d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-460fc6ec-60d6-4137-8464-ecc61c026b6c" -d '{"events": [{"server_uuid": "26d94825-0227-4ba7-895e-dfd9b7854731", "name": "network-vif-deleted", "tag": "827fb163-93d9-4217-9400-b5fdca6790a3"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:39:50.406099 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [req-3e2ca409-c361-472d-971b-c32aaff824ee req-a7feed7c-18e4-435e-a15c-ff4ba9503eae service neutron] Request body: {'port': {'device_id': '634c595e-d279-4aeb-bf6e-5b4c4a939ff0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834765-1'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:39:50.425223 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [req-e7f5ed68-cac7-406a-9b55-608e06a7a30b req-dd0688d0-9038-4ed1-bf76-f6192ee2c205 service neutron] For port 448122a9-4849-4bfb-a6f3-1b3a84aff154, host n-h1-834765-1, cleared binding levels {{(pid=102790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:39:50.433575 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [req-e7f5ed68-cac7-406a-9b55-608e06a7a30b req-dd0688d0-9038-4ed1-bf76-f6192ee2c205 service neutron] For port 448122a9-4849-4bfb-a6f3-1b3a84aff154, host n-h1-834765-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=448122a9-4849-4bfb-a6f3-1b3a84aff154,segment=NetworkSegment(e1d90273-cef5-4478-85fc-ff4ac210e191),segment_id=e1d90273-cef5-4478-85fc-ff4ac210e191)] {{(pid=102790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:39:50.442218 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-1ecb5079-76e5-4d1f-a15b-61e9f562e653 req-0e4c86fc-095e-4b1e-be1d-49f7c167c590 service neutron] 10.222.0.42 "GET /v2.0/networks/298fe4b0-bb90-4e7d-aba6-ce8da9b2ed22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1877337 Mar 29 15:39:50.513101 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-e7f5ed68-cac7-406a-9b55-608e06a7a30b req-dd0688d0-9038-4ed1-bf76-f6192ee2c205 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5237921'] for port, after_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:50.552390 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device 827fb163-93d9-4217-9400-b5fdca6790a3 no longer exists at agent hyperv_n-h2-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:39:50.622212 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] No Port match for: 827fb163-93d9-4217-9400-b5fdca6790a3 {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 15:39:50.622212 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device 827fb163-93d9-4217-9400-b5fdca6790a3 not bound to the agent host n-h2-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:39:50.641026 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-1ecb5079-76e5-4d1f-a15b-61e9f562e653 req-61eea9dd-a194-4003-ad41-6ee27bca2c22 service neutron] 10.222.0.42 "GET /v2.0/networks/6063560a-a61f-4d6e-8083-e9831aad0c36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1927752 Mar 29 15:39:50.711939 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-3e2ca409-c361-472d-971b-c32aaff824ee req-a7feed7c-18e4-435e-a15c-ff4ba9503eae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:50.739509 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvr_db [None req-19469e50-7443-406f-87f9-ec817e9bdb91 None None] Set router 23d7de72-2f96-4a61-bfb2-d31ceb2b85d5 gateway port host: n-d-834765-1 {{(pid=102792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:39:50.773747 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f5ed68-cac7-406a-9b55-608e06a7a30b req-dd0688d0-9038-4ed1-bf76-f6192ee2c205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:39:50.774368 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-e7f5ed68-cac7-406a-9b55-608e06a7a30b req-dd0688d0-9038-4ed1-bf76-f6192ee2c205 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:50.780688 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-e7f5ed68-cac7-406a-9b55-608e06a7a30b req-dd0688d0-9038-4ed1-bf76-f6192ee2c205 service neutron] 10.222.0.44 "PUT /v2.0/ports/448122a9-4849-4bfb-a6f3-1b3a84aff154 HTTP/1.1" status: 200 len: 1092 time: 2.4111154 Mar 29 15:39:50.781165 n-d-834765-1 neutron-server[102790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9cb7b9a-126e-4555-a298-17091e4f1312', 'tag': '448122a9-4849-4bfb-a6f3-1b3a84aff154'}] {{(pid=102790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:39:50.786328 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46b06d655c90bc969636382cce4240ad749035fb0f3a83ee4734fa1ed9c4a6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b02d575-2bbc-4cba-b9a9-773ea5a06330" -d '{"events": [{"name": "network-changed", "server_uuid": "c9cb7b9a-126e-4555-a298-17091e4f1312", "tag": "448122a9-4849-4bfb-a6f3-1b3a84aff154"}]}' {{(pid=102790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:39:50.823797 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809dfbae-b6fe-4cf6-970d-afc3ce1152ef req-af50cb3a-a803-4053-ae3e-ca84bf91c86c tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:39:50.825401 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-809dfbae-b6fe-4cf6-970d-afc3ce1152ef req-af50cb3a-a803-4053-ae3e-ca84bf91c86c tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] 10.222.0.42 "GET /v2.0/ports?device_id=634c595e-d279-4aeb-bf6e-5b4c4a939ff0 HTTP/1.1" status: 200 len: 932 time: 0.3272619 Mar 29 15:39:50.859467 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-1ecb5079-76e5-4d1f-a15b-61e9f562e653 req-114126fc-b3e3-4b55-8e7d-3c2883cfac43 service neutron] 10.222.0.42 "GET /v2.0/networks/6063560a-a61f-4d6e-8083-e9831aad0c36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2119310 Mar 29 15:39:50.941040 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0688d0-9038-4ed1-bf76-f6192ee2c205 service neutron] Pushing event updated for resources: {'Port': ['ID=448122a9-4849-4bfb-a6f3-1b3a84aff154,revision_number=3']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:39:51.028656 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-809dfbae-b6fe-4cf6-970d-afc3ce1152ef req-633784ae-f637-4f45-ab86-48b22640995f tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] 10.222.0.42 "GET /v2.0/security-groups?id=d26d57f3-f34b-4b82-acb2-a15ffdfe7b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684451 Mar 29 15:39:51.134184 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f5ed68-cac7-406a-9b55-608e06a7a30b req-84ea73c4-8bf3-4fb8-a777-ba73efb871f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:39:51.137806 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-e7f5ed68-cac7-406a-9b55-608e06a7a30b req-84ea73c4-8bf3-4fb8-a777-ba73efb871f4 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=94799213e4df4db5af3887cbfa8ada4e&device_id=c9cb7b9a-126e-4555-a298-17091e4f1312 HTTP/1.1" status: 200 len: 1095 time: 0.2789364 Mar 29 15:39:51.166338 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-1ecb5079-76e5-4d1f-a15b-61e9f562e653 req-2c48c897-4539-4911-a71a-3d7b646ddf03 service neutron] 10.222.0.42 "GET /v2.0/networks/6063560a-a61f-4d6e-8083-e9831aad0c36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2937415 Mar 29 15:39:51.270467 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-e7f5ed68-cac7-406a-9b55-608e06a7a30b req-1bcfbe4c-5cb5-4888-9738-8e9eb07fd55d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=448122a9-4849-4bfb-a6f3-1b3a84aff154 HTTP/1.1" status: 200 len: 217 time: 0.1086755 Mar 29 15:39:51.329237 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-19469e50-7443-406f-87f9-ec817e9bdb91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23d7de72-2f96-4a61-bfb2-d31ceb2b85d5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-959389574-router', 'tenant_id': 'e445b8b78f0c475987478367fb7ec3e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.83'}], 'enable_snat': True}, 'gw_port_id': 'f014e05d-d9c8-4704-9420-84147da2e5cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:35:47Z', 'updated_at': '2022-03-29T15:35:52Z', 'revision_number': 4, 'project_id': 'e445b8b78f0c475987478367fb7ec3e6', 'gw_port': {'id': 'f014e05d-d9c8-4704-9420-84147da2e5cb', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:03:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23d7de72-2f96-4a61-bfb2-d31ceb2b85d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:35:48Z', 'updated_at': '2022-03-29T15:35:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': 'd46168aa-4b8f-4713-88b3-d5554fa2c9cc', 'name': '', 'network_id': '4c54ad59-5bf5-4d39-a555-33b9ac0525c6', 'tenant_id': 'e445b8b78f0c475987478367fb7ec3e6', 'mac_address': 'fa:16:3e:0b:49:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23d7de72-2f96-4a61-bfb2-d31ceb2b85d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '03f862f4-b4e2-46c9-849d-afd166600484', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:35:50Z', 'updated_at': '2022-03-29T15:35:58Z', 'revision_number': 5, 'project_id': 'e445b8b78f0c475987478367fb7ec3e6', 'subnets': [{'id': '03f862f4-b4e2-46c9-849d-afd166600484', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:39:51.363370 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-1ecb5079-76e5-4d1f-a15b-61e9f562e653 req-1a89bb1b-7235-47f6-ba49-6e64e216d564 service neutron] 10.222.0.42 "GET /v2.0/networks/6063560a-a61f-4d6e-8083-e9831aad0c36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1596899 Mar 29 15:39:51.383507 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 50ed1de1-b7a8-4c75-b5f3-4488f88b291f up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:39:51.386461 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19469e50-7443-406f-87f9-ec817e9bdb91 None None] Checking router: 23d7de72-2f96-4a61-bfb2-d31ceb2b85d5 for host: n-d-834765-1 {{(pid=102792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:39:51.462962 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19469e50-7443-406f-87f9-ec817e9bdb91 None None] Routers {'23d7de72-2f96-4a61-bfb2-d31ceb2b85d5'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:39:51.463909 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-19469e50-7443-406f-87f9-ec817e9bdb91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:39:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['23d7de72-2f96-4a61-bfb2-d31ceb2b85d5'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:39:51.601840 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvr_db [None req-19469e50-7443-406f-87f9-ec817e9bdb91 None None] Set router 23d7de72-2f96-4a61-bfb2-d31ceb2b85d5 gateway port host: n-d-834765-1 {{(pid=102792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:39:51.748155 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port 50ed1de1-b7a8-4c75-b5f3-4488f88b291f triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:39:51.748155 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:51.817083 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c766200-2e65-4556-8cb0-b65de46643c9 None None] Network 6abb23dd-17bc-4d4d-9224-5e3fe0f95fc2 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 15:39:51.953291 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-8bdf53c8-4d9f-4b15-802d-b3c4afcc3509 None None] Provisioning complete for port 50ed1de1-b7a8-4c75-b5f3-4488f88b291f triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:39:51.953738 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-8bdf53c8-4d9f-4b15-802d-b3c4afcc3509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:52.071042 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f5ed68-cac7-406a-9b55-608e06a7a30b req-52fda36a-3469-459a-a280-94b49af52b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:39:52.072659 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-e7f5ed68-cac7-406a-9b55-608e06a7a30b req-52fda36a-3469-459a-a280-94b49af52b0c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0ba2b8b0-15ec-4c18-a106-c919b2ec3ae7 HTTP/1.1" status: 200 len: 852 time: 0.7656825 Mar 29 15:39:52.126788 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-0abfc2d8-e34d-4d81-816a-b5555bc7100a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:52.156683 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6b0966-de81-4fbf-9a89-b8aae06721d9 req-91ca0759-98b5-4d26-a73c-2ceb2ec306b8 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:39:52.159129 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-7d6b0966-de81-4fbf-9a89-b8aae06721d9 req-91ca0759-98b5-4d26-a73c-2ceb2ec306b8 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] 10.222.0.42 "GET /v2.0/ports?device_id=10eb82c7-8749-4775-80c9-2376fe09f89e HTTP/1.1" status: 200 len: 945 time: 0.9174016 Mar 29 15:39:52.166404 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-0abfc2d8-e34d-4d81-816a-b5555bc7100a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:52.192012 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:52.283059 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.db_base_plugin_common [None req-0abfc2d8-e34d-4d81-816a-b5555bc7100a admin admin] Allocated IP 172.25.4.21 (4a4a035d-ecac-4ead-baa3-25f90788773a/e1a353dc-fac8-4901-a63c-273840237d6a/b92d97df-074d-485c-823e-dcf0668db6e2) {{(pid=102790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:39:52.318103 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a3ddea-9b4b-4939-b698-5c6a785e6704 req-0efa5459-5224-420d-a893-92491e83da6f tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:39:52.333275 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] For port 50ed1de1-b7a8-4c75-b5f3-4488f88b291f, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=50ed1de1-b7a8-4c75-b5f3-4488f88b291f,segment=NetworkSegment(e073ae89-2522-4c36-a0a3-d6f2a290a5b1),segment_id=e073ae89-2522-4c36-a0a3-d6f2a290a5b1)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:39:52.335769 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-22a3ddea-9b4b-4939-b698-5c6a785e6704 req-0efa5459-5224-420d-a893-92491e83da6f tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9cb7b9a-126e-4555-a298-17091e4f1312 HTTP/1.1" status: 200 len: 944 time: 0.0949852 Mar 29 15:39:52.349512 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:52.360205 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-19469e50-7443-406f-87f9-ec817e9bdb91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23d7de72-2f96-4a61-bfb2-d31ceb2b85d5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-959389574-router', 'tenant_id': 'e445b8b78f0c475987478367fb7ec3e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.83'}], 'enable_snat': True}, 'gw_port_id': 'f014e05d-d9c8-4704-9420-84147da2e5cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:35:47Z', 'updated_at': '2022-03-29T15:35:52Z', 'revision_number': 4, 'project_id': 'e445b8b78f0c475987478367fb7ec3e6', 'gw_port': {'id': 'f014e05d-d9c8-4704-9420-84147da2e5cb', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:03:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23d7de72-2f96-4a61-bfb2-d31ceb2b85d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:35:48Z', 'updated_at': '2022-03-29T15:35:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': 'd46168aa-4b8f-4713-88b3-d5554fa2c9cc', 'name': '', 'network_id': '4c54ad59-5bf5-4d39-a555-33b9ac0525c6', 'tenant_id': 'e445b8b78f0c475987478367fb7ec3e6', 'mac_address': 'fa:16:3e:0b:49:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23d7de72-2f96-4a61-bfb2-d31ceb2b85d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '03f862f4-b4e2-46c9-849d-afd166600484', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:35:50Z', 'updated_at': '2022-03-29T15:35:58Z', 'revision_number': 5, 'project_id': 'e445b8b78f0c475987478367fb7ec3e6', 'subnets': [{'id': '03f862f4-b4e2-46c9-849d-afd166600484', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:39:52.375691 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-22a3ddea-9b4b-4939-b698-5c6a785e6704 req-1bb61550-52a1-4847-b9ec-be07a0c23b36 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.42 "GET /v2.0/security-groups?id=07e96b72-96bb-4562-b80f-051b133c1759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388381 Mar 29 15:39:52.420749 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-e7f5ed68-cac7-406a-9b55-608e06a7a30b req-19fbebe7-d76e-4b4a-8ee7-3b3805b8800b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=96b8e8ed-22f2-4cb8-884c-6e5cefe078a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3055804 Mar 29 15:39:52.450041 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:39:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24648043-cd1c-4c91-bb1e-facad7c5272d x-openstack-request-id: req-24648043-cd1c-4c91-bb1e-facad7c5272d {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:39:52.450338 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26d94825-0227-4ba7-895e-dfd9b7854731", "name": "network-vif-deleted", "tag": "827fb163-93d9-4217-9400-b5fdca6790a3", "status": "completed", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:39:52.450593 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-24648043-cd1c-4c91-bb1e-facad7c5272d {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:39:52.451033 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26d94825-0227-4ba7-895e-dfd9b7854731', 'name': 'network-vif-deleted', 'tag': '827fb163-93d9-4217-9400-b5fdca6790a3', 'status': 'completed', 'code': 200} Mar 29 15:39:52.500104 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19469e50-7443-406f-87f9-ec817e9bdb91 None None] The sync data for ids ['23d7de72-2f96-4a61-bfb2-d31ceb2b85d5'] in n-d-834765-1 is: [{'id': '23d7de72-2f96-4a61-bfb2-d31ceb2b85d5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-959389574-router', 'tenant_id': 'e445b8b78f0c475987478367fb7ec3e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.83'}], 'enable_snat': True}, 'gw_port_id': 'f014e05d-d9c8-4704-9420-84147da2e5cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:35:47Z', 'updated_at': '2022-03-29T15:35:52Z', 'revision_number': 4, 'project_id': 'e445b8b78f0c475987478367fb7ec3e6', 'gw_port': {'id': 'f014e05d-d9c8-4704-9420-84147da2e5cb', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:03:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23d7de72-2f96-4a61-bfb2-d31ceb2b85d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:35:48Z', 'updated_at': '2022-03-29T15:35:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': 'd46168aa-4b8f-4713-88b3-d5554fa2c9cc', 'name': '', 'network_id': '4c54ad59-5bf5-4d39-a555-33b9ac0525c6', 'tenant_id': 'e445b8b78f0c475987478367fb7ec3e6', 'mac_address': 'fa:16:3e:0b:49:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23d7de72-2f96-4a61-bfb2-d31ceb2b85d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '03f862f4-b4e2-46c9-849d-afd166600484', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:35:50Z', 'updated_at': '2022-03-29T15:35:58Z', 'revision_number': 5, 'project_id': 'e445b8b78f0c475987478367fb7ec3e6', 'subnets': [{'id': '03f862f4-b4e2-46c9-849d-afd166600484', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:39:52.537783 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Pushing event updated for resources: {'Port': ['ID=50ed1de1-b7a8-4c75-b5f3-4488f88b291f,revision_number=3']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:39:52.550678 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-0abfc2d8-e34d-4d81-816a-b5555bc7100a admin admin] Notify callbacks [] for port, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:52.600751 n-d-834765-1 neutron-server[102790]: DEBUG neutron.notifiers.nova [req-3e2ca409-c361-472d-971b-c32aaff824ee req-a7feed7c-18e4-435e-a15c-ff4ba9503eae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32ca12f3-c308-42af-b6ed-0d7bdc625b95 {{(pid=102790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:39:52.635865 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 15:39:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf1a0981-c750-4c6a-b96f-90f01c7a2832 x-openstack-request-id: req-bf1a0981-c750-4c6a-b96f-90f01c7a2832 {{(pid=102790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:39:52.636201 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9cb7b9a-126e-4555-a298-17091e4f1312", "tag": "448122a9-4849-4bfb-a6f3-1b3a84aff154", "status": "completed", "code": 200}]} {{(pid=102790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:39:52.636381 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-bf1a0981-c750-4c6a-b96f-90f01c7a2832 {{(pid=102790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:39:52.636757 n-d-834765-1 neutron-server[102790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9cb7b9a-126e-4555-a298-17091e4f1312', 'tag': '448122a9-4849-4bfb-a6f3-1b3a84aff154', 'status': 'completed', 'code': 200} Mar 29 15:39:52.639739 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-3e2ca409-c361-472d-971b-c32aaff824ee req-a7feed7c-18e4-435e-a15c-ff4ba9503eae service neutron] Notify callbacks [] for port, precommit_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:52.653783 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-7d6b0966-de81-4fbf-9a89-b8aae06721d9 req-caf35177-42a7-4049-8221-2ad774dcc55a tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] 10.222.0.42 "GET /v2.0/security-groups?id=c99ced8e-1ceb-46fb-aaa7-747186b2b9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2410154 Mar 29 15:39:52.662248 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-e7f5ed68-cac7-406a-9b55-608e06a7a30b req-1b4e51c2-12fa-4508-bb4a-9930ddb33ac3 service neutron] 10.222.0.44 "GET /v2.0/networks/96b8e8ed-22f2-4cb8-884c-6e5cefe078a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2044683 Mar 29 15:39:52.685328 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.provisioning_blocks [req-3e2ca409-c361-472d-971b-c32aaff824ee req-a7feed7c-18e4-435e-a15c-ff4ba9503eae service neutron] Transition to ACTIVE for port object 32ca12f3-c308-42af-b6ed-0d7bdc625b95 will not be triggered until provisioned by entity L2. {{(pid=102790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 15:39:52.700358 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-3e2ca409-c361-472d-971b-c32aaff824ee req-a7feed7c-18e4-435e-a15c-ff4ba9503eae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5237921'] for port, after_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:52.819372 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-0abfc2d8-e34d-4d81-816a-b5555bc7100a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:52.853504 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-e881d5ad-01df-49b1-b121-7ed41d74eb2f None None] Provisioning complete for port 50ed1de1-b7a8-4c75-b5f3-4488f88b291f triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:39:52.854128 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-e881d5ad-01df-49b1-b121-7ed41d74eb2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:52.875129 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e874078-81e0-4324-bc7c-9d9625b172a5 req-660b79fa-507b-464e-a37c-6589f91c3117 tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:39:52.875734 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7feed7c-18e4-435e-a15c-ff4ba9503eae service neutron] Pushing event updated for resources: {'Port': ['ID=32ca12f3-c308-42af-b6ed-0d7bdc625b95,revision_number=2']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:39:52.887454 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-7e874078-81e0-4324-bc7c-9d9625b172a5 req-660b79fa-507b-464e-a37c-6589f91c3117 tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] 10.222.0.42 "GET /v2.0/ports?device_id=938d5325-d91e-4137-8d24-b21fd73d167e HTTP/1.1" status: 200 len: 945 time: 0.1400876 Mar 29 15:39:52.934129 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0abfc2d8-e34d-4d81-816a-b5555bc7100a admin admin] Network 4a4a035d-ecac-4ead-baa3-25f90788773a is already hosted by enough agents. {{(pid=102790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:39:52.960792 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-0abfc2d8-e34d-4d81-816a-b5555bc7100a admin admin] Resources bound (agent type, host, resource id): {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:39:52.980010 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0abfc2d8-e34d-4d81-816a-b5555bc7100a admin admin] Received port after_create {{(pid=102790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:39:53.005041 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-7e874078-81e0-4324-bc7c-9d9625b172a5 req-05b94e4d-6afc-4605-8bcc-c95996bce39b tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] 10.222.0.42 "GET /v2.0/security-groups?id=ce1e3aa1-c9e4-4c36-a19f-9dbad60c5be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951076 Mar 29 15:39:53.028873 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-e7f5ed68-cac7-406a-9b55-608e06a7a30b req-c031d043-5332-4418-a56b-2c9307b59ff7 service neutron] 10.222.0.44 "GET /v2.0/networks/96b8e8ed-22f2-4cb8-884c-6e5cefe078a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3583069 Mar 29 15:39:53.067128 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1466b762-a26e-4469-b8bc-758be3b0c9ac req-f52522c7-1a2b-4deb-b3b2-6dfbb3f49479 tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:39:53.069349 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-1466b762-a26e-4469-b8bc-758be3b0c9ac req-f52522c7-1a2b-4deb-b3b2-6dfbb3f49479 tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] 10.222.0.42 "GET /v2.0/ports?device_id=634c595e-d279-4aeb-bf6e-5b4c4a939ff0 HTTP/1.1" status: 200 len: 944 time: 0.2583871 Mar 29 15:39:53.079614 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11911379-cbd5-4380-8576-358b0ad542bb None None] New status for floating IP 29d888c6-81d6-4ae7-85e6-a12fd91fd92d: DOWN {{(pid=102793) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 15:39:53.082987 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abfc2d8-e34d-4d81-816a-b5555bc7100a admin admin] Pushing event updated for resources: {'Port': ['ID=b92d97df-074d-485c-823e-dcf0668db6e2,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:39:53.231817 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-3eb121c2-3535-47ad-a0e3-ae02d03ce47a req-30050807-3143-4964-9faa-1082173491a8 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] 10.222.0.42 "GET /v2.0/ports?device_id=e63d94a3-644d-400a-aa3f-0c71f9fb1b46 HTTP/1.1" status: 200 len: 210 time: 0.0482068 Mar 29 15:39:53.288365 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 50ed1de1-b7a8-4c75-b5f3-4488f88b291f up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:39:53.388069 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port 50ed1de1-b7a8-4c75-b5f3-4488f88b291f triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:39:53.388587 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:53.407941 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.managers [req-3e2ca409-c361-472d-971b-c32aaff824ee req-a7feed7c-18e4-435e-a15c-ff4ba9503eae service neutron] Attempting to bind port 32ca12f3-c308-42af-b6ed-0d7bdc625b95 on host n-h1-834765-1 for vnic_type normal with profile {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:39:53.408331 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.managers [req-3e2ca409-c361-472d-971b-c32aaff824ee req-a7feed7c-18e4-435e-a15c-ff4ba9503eae service neutron] Attempting to bind port 32ca12f3-c308-42af-b6ed-0d7bdc625b95 by drivers openvswitch,hyperv on host n-h1-834765-1 at level 0 using segments [{'id': '52cd9713-83ea-496d-8c48-fd7b796e6ead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'c7e23169-e9d3-4fec-ace3-87b88825b851'}] {{(pid=102790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:39:53.408667 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e2ca409-c361-472d-971b-c32aaff824ee req-a7feed7c-18e4-435e-a15c-ff4ba9503eae service neutron] Attempting to bind port 32ca12f3-c308-42af-b6ed-0d7bdc625b95 on network c7e23169-e9d3-4fec-ace3-87b88825b851 {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:39:53.437516 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-1466b762-a26e-4469-b8bc-758be3b0c9ac req-0948845f-18e4-4ff2-a655-92e2f31ddb7c tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] 10.222.0.42 "GET /v2.0/security-groups?id=d26d57f3-f34b-4b82-acb2-a15ffdfe7b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3372676 Mar 29 15:39:53.472551 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e2ca409-c361-472d-971b-c32aaff824ee req-a7feed7c-18e4-435e-a15c-ff4ba9503eae service neutron] Port 32ca12f3-c308-42af-b6ed-0d7bdc625b95 on network c7e23169-e9d3-4fec-ace3-87b88825b851 not bound, no agent of type Open vSwitch agent registered on host n-h1-834765-1 {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 15:39:53.472875 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e2ca409-c361-472d-971b-c32aaff824ee req-a7feed7c-18e4-435e-a15c-ff4ba9503eae service neutron] Attempting to bind port 32ca12f3-c308-42af-b6ed-0d7bdc625b95 on network c7e23169-e9d3-4fec-ace3-87b88825b851 {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:39:53.499071 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e2ca409-c361-472d-971b-c32aaff824ee req-a7feed7c-18e4-435e-a15c-ff4ba9503eae service neutron] Checking agent: {'id': 'be375040-5069-4239-9460-a3a3213e1e90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 33, 18), 'started_at': datetime.datetime(2022, 3, 29, 15, 33, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 39, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:39:53.499459 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e2ca409-c361-472d-971b-c32aaff824ee req-a7feed7c-18e4-435e-a15c-ff4ba9503eae service neutron] Checking segment: {'id': '52cd9713-83ea-496d-8c48-fd7b796e6ead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'c7e23169-e9d3-4fec-ace3-87b88825b851'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:39:53.499850 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e2ca409-c361-472d-971b-c32aaff824ee req-a7feed7c-18e4-435e-a15c-ff4ba9503eae service neutron] Bound using segment: {'id': '52cd9713-83ea-496d-8c48-fd7b796e6ead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'c7e23169-e9d3-4fec-ace3-87b88825b851'} {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:39:53.500303 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.managers [req-3e2ca409-c361-472d-971b-c32aaff824ee req-a7feed7c-18e4-435e-a15c-ff4ba9503eae service neutron] Bound port: 32ca12f3-c308-42af-b6ed-0d7bdc625b95, host: n-h1-834765-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52cd9713-83ea-496d-8c48-fd7b796e6ead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'c7e23169-e9d3-4fec-ace3-87b88825b851'}}] {{(pid=102790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 15:39:53.503652 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-3e2ca409-c361-472d-971b-c32aaff824ee req-a7feed7c-18e4-435e-a15c-ff4ba9503eae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:53.557837 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0637c875-f54b-4e62-9f63-772f05098a66 req-75c9fa15-92a8-428a-9e05-1d21f37ecdd7 tempest-LiveMigrationTest-953290782 tempest-LiveMigrationTest-953290782-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:39:53.559483 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-0637c875-f54b-4e62-9f63-772f05098a66 req-75c9fa15-92a8-428a-9e05-1d21f37ecdd7 tempest-LiveMigrationTest-953290782 tempest-LiveMigrationTest-953290782-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=10eb82c7-8749-4775-80c9-2376fe09f89e HTTP/1.1" status: 200 len: 1096 time: 0.0456440 Mar 29 15:39:53.599621 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-0637c875-f54b-4e62-9f63-772f05098a66 req-ffcba990-898e-4030-90e3-a8cc93d197a8 tempest-LiveMigrationTest-953290782 tempest-LiveMigrationTest-953290782-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=c99ced8e-1ceb-46fb-aaa7-747186b2b9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329401 Mar 29 15:39:53.645138 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 41202) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:39:53.681042 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b02d575-2bbc-4cba-b9a9-773ea5a06330 req-198d239e-5566-47af-aa9b-3d38aed62647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:39:53.682623 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-1b02d575-2bbc-4cba-b9a9-773ea5a06330 req-198d239e-5566-47af-aa9b-3d38aed62647 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=94799213e4df4db5af3887cbfa8ada4e&device_id=c9cb7b9a-126e-4555-a298-17091e4f1312 HTTP/1.1" status: 200 len: 1095 time: 0.4419708 Mar 29 15:39:53.732345 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-6a46c16b-8798-4972-a624-15f508d7dddd tempest-ServersWithSpecificFlavorTestJSON-1899199349 tempest-ServersWithSpecificFlavorTestJSON-1899199349-project] Notify callbacks [] for security_group, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:53.761604 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-6a46c16b-8798-4972-a624-15f508d7dddd tempest-ServersWithSpecificFlavorTestJSON-1899199349 tempest-ServersWithSpecificFlavorTestJSON-1899199349-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:53.777091 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee52e1e5-2bf4-4541-bd3a-7940d22b7909 req-cf792e36-e19c-4e32-bf34-66f216acbee1 tempest-LiveMigrationTest-953290782 tempest-LiveMigrationTest-953290782-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:39:53.779596 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ee52e1e5-2bf4-4541-bd3a-7940d22b7909 req-cf792e36-e19c-4e32-bf34-66f216acbee1 tempest-LiveMigrationTest-953290782 tempest-LiveMigrationTest-953290782-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=10eb82c7-8749-4775-80c9-2376fe09f89e HTTP/1.1" status: 200 len: 1096 time: 0.0833430 Mar 29 15:39:53.800280 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-0abfc2d8-e34d-4d81-816a-b5555bc7100a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:53.836606 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ee52e1e5-2bf4-4541-bd3a-7940d22b7909 req-2ae8163b-378b-4b57-a950-ec906329a423 tempest-LiveMigrationTest-953290782 tempest-LiveMigrationTest-953290782-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=c99ced8e-1ceb-46fb-aaa7-747186b2b9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489779 Mar 29 15:39:53.837520 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65936f9-95f1-4000-8721-83eae7372239 req-2ea85bf4-fb5e-442f-a8be-958a56f22ab8 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:39:53.844959 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-d65936f9-95f1-4000-8721-83eae7372239 req-2ea85bf4-fb5e-442f-a8be-958a56f22ab8 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9cb7b9a-126e-4555-a298-17091e4f1312 HTTP/1.1" status: 200 len: 944 time: 0.2404490 Mar 29 15:39:53.845668 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-6a46c16b-8798-4972-a624-15f508d7dddd tempest-ServersWithSpecificFlavorTestJSON-1899199349 tempest-ServersWithSpecificFlavorTestJSON-1899199349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:53.849288 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-6a46c16b-8798-4972-a624-15f508d7dddd tempest-ServersWithSpecificFlavorTestJSON-1899199349 tempest-ServersWithSpecificFlavorTestJSON-1899199349-project] Notify callbacks [] for security_group, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:53.853708 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-6a46c16b-8798-4972-a624-15f508d7dddd tempest-ServersWithSpecificFlavorTestJSON-1899199349 tempest-ServersWithSpecificFlavorTestJSON-1899199349-project] 10.222.0.42 "DELETE /v2.0/security-groups/b327838c-078f-492b-afe7-ae6a101aed15 HTTP/1.1" status: 204 len: 168 time: 0.2074053 Mar 29 15:39:53.854530 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 41204) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:39:53.879886 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a46c16b-8798-4972-a624-15f508d7dddd tempest-ServersWithSpecificFlavorTestJSON-1899199349 tempest-ServersWithSpecificFlavorTestJSON-1899199349-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b327838c-078f-492b-afe7-ae6a101aed15,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:39:53.882200 n-d-834765-1 neutron-server[102791]: INFO neutron.api.v2.resource [None req-1ad55e55-239d-4873-be88-2effc160a6c3 tempest-ServersWithSpecificFlavorTestJSON-1899199349 tempest-ServersWithSpecificFlavorTestJSON-1899199349-project] show failed (client error): The resource could not be found. Mar 29 15:39:53.887674 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-1ad55e55-239d-4873-be88-2effc160a6c3 tempest-ServersWithSpecificFlavorTestJSON-1899199349 tempest-ServersWithSpecificFlavorTestJSON-1899199349-project] 10.222.0.42 "GET /v2.0/security-groups/b327838c-078f-492b-afe7-ae6a101aed15 HTTP/1.1" status: 404 len: 347 time: 0.0285935 Mar 29 15:39:53.888361 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 41208) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:39:53.932401 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [req-3e2ca409-c361-472d-971b-c32aaff824ee req-a7feed7c-18e4-435e-a15c-ff4ba9503eae service neutron] For port 32ca12f3-c308-42af-b6ed-0d7bdc625b95, host n-h1-834765-1, cleared binding levels {{(pid=102790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:39:53.964727 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [req-3e2ca409-c361-472d-971b-c32aaff824ee req-a7feed7c-18e4-435e-a15c-ff4ba9503eae service neutron] For port 32ca12f3-c308-42af-b6ed-0d7bdc625b95, host n-h1-834765-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=32ca12f3-c308-42af-b6ed-0d7bdc625b95,segment=NetworkSegment(52cd9713-83ea-496d-8c48-fd7b796e6ead),segment_id=52cd9713-83ea-496d-8c48-fd7b796e6ead)] {{(pid=102790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:39:53.986822 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-3e2ca409-c361-472d-971b-c32aaff824ee req-a7feed7c-18e4-435e-a15c-ff4ba9503eae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5237921'] for port, after_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:54.056880 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecb5079-76e5-4d1f-a15b-61e9f562e653 req-28195d67-18d2-4950-869b-34bf8ef74a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:39:54.058405 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-1ecb5079-76e5-4d1f-a15b-61e9f562e653 req-28195d67-18d2-4950-869b-34bf8ef74a1c service neutron] 10.222.0.48 "GET /v2.0/ports/66dc2491-4dea-4461-91e1-6f3d16ceba75 HTTP/1.1" status: 200 len: 1027 time: 0.0969663 Mar 29 15:39:54.061934 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b02d575-2bbc-4cba-b9a9-773ea5a06330 req-fc4d5cb6-2f1e-4f35-b335-7feb44983f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:39:54.063521 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-1b02d575-2bbc-4cba-b9a9-773ea5a06330 req-fc4d5cb6-2f1e-4f35-b335-7feb44983f95 service neutron] 10.222.0.44 "GET /v2.0/networks?id=96b8e8ed-22f2-4cb8-884c-6e5cefe078a4 HTTP/1.1" status: 200 len: 913 time: 0.3531709 Mar 29 15:39:54.095002 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-d65936f9-95f1-4000-8721-83eae7372239 req-fe2b6e3c-a53b-4d21-ac9b-aa4fd8734051 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.42 "GET /v2.0/security-groups?id=07e96b72-96bb-4562-b80f-051b133c1759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2492676 Mar 29 15:39:54.100762 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2ca409-c361-472d-971b-c32aaff824ee req-a7feed7c-18e4-435e-a15c-ff4ba9503eae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:39:54.101548 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-3e2ca409-c361-472d-971b-c32aaff824ee req-a7feed7c-18e4-435e-a15c-ff4ba9503eae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:54.103070 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-3e2ca409-c361-472d-971b-c32aaff824ee req-a7feed7c-18e4-435e-a15c-ff4ba9503eae service neutron] 10.222.0.44 "PUT /v2.0/ports/32ca12f3-c308-42af-b6ed-0d7bdc625b95 HTTP/1.1" status: 200 len: 1092 time: 3.7013988 Mar 29 15:39:54.106604 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecb5079-76e5-4d1f-a15b-61e9f562e653 req-f0086f6d-e712-49f1-82d0-801a4b6a9b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:39:54.108173 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-1ecb5079-76e5-4d1f-a15b-61e9f562e653 req-f0086f6d-e712-49f1-82d0-801a4b6a9b56 service neutron] 10.222.0.48 "GET /v2.0/ports/49b5fca5-a1ca-4798-bbf7-14cd233b96a8 HTTP/1.1" status: 200 len: 1027 time: 0.0410197 Mar 29 15:39:54.142370 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-1b02d575-2bbc-4cba-b9a9-773ea5a06330 req-54e74b0f-99de-4df8-93d9-033839775ab1 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=448122a9-4849-4bfb-a6f3-1b3a84aff154 HTTP/1.1" status: 200 len: 217 time: 0.0621867 Mar 29 15:39:54.152200 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-e4e5fad6-a3ec-42b7-92ab-4a13b9dd20c8 tempest-ServersWithSpecificFlavorTestJSON-1899199349 tempest-ServersWithSpecificFlavorTestJSON-1899199349-project] Deleting port 5dfadcd7-5742-4f2a-9c9e-b4ad7476e533 {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:39:54.152879 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-e4e5fad6-a3ec-42b7-92ab-4a13b9dd20c8 tempest-ServersWithSpecificFlavorTestJSON-1899199349 tempest-ServersWithSpecificFlavorTestJSON-1899199349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:54.190301 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7feed7c-18e4-435e-a15c-ff4ba9503eae service neutron] Pushing event updated for resources: {'Port': ['ID=32ca12f3-c308-42af-b6ed-0d7bdc625b95,revision_number=3']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:39:54.311796 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b02d575-2bbc-4cba-b9a9-773ea5a06330 req-02865bdb-186d-4778-8116-6f2a4a110803 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:39:54.313790 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-1b02d575-2bbc-4cba-b9a9-773ea5a06330 req-02865bdb-186d-4778-8116-6f2a4a110803 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0ba2b8b0-15ec-4c18-a106-c919b2ec3ae7 HTTP/1.1" status: 200 len: 852 time: 0.1611941 Mar 29 15:39:54.352983 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-e4e5fad6-a3ec-42b7-92ab-4a13b9dd20c8 tempest-ServersWithSpecificFlavorTestJSON-1899199349 tempest-ServersWithSpecificFlavorTestJSON-1899199349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:54.353332 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-e4e5fad6-a3ec-42b7-92ab-4a13b9dd20c8 tempest-ServersWithSpecificFlavorTestJSON-1899199349 tempest-ServersWithSpecificFlavorTestJSON-1899199349-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:54.380871 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-e4e5fad6-a3ec-42b7-92ab-4a13b9dd20c8 tempest-ServersWithSpecificFlavorTestJSON-1899199349 tempest-ServersWithSpecificFlavorTestJSON-1899199349-project] Calling delete_port for 5dfadcd7-5742-4f2a-9c9e-b4ad7476e533 owned by network:floatingip {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:39:54.390691 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-1b02d575-2bbc-4cba-b9a9-773ea5a06330 req-9b69bcd3-159a-403c-a1e1-b08b7b666ad5 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=96b8e8ed-22f2-4cb8-884c-6e5cefe078a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0650187 Mar 29 15:39:54.392960 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecb5079-76e5-4d1f-a15b-61e9f562e653 req-da4688a0-b642-4f3b-84e0-d2525d75aff9 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:39:54.399465 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecb5079-76e5-4d1f-a15b-61e9f562e653 req-da4688a0-b642-4f3b-84e0-d2525d75aff9 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:39:54.404365 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2ca409-c361-472d-971b-c32aaff824ee req-2c4a26f6-66fe-4d13-915b-6b14ff1db145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:39:54.405552 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecb5079-76e5-4d1f-a15b-61e9f562e653 req-da4688a0-b642-4f3b-84e0-d2525d75aff9 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:39:54.406334 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-3e2ca409-c361-472d-971b-c32aaff824ee req-2c4a26f6-66fe-4d13-915b-6b14ff1db145 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c66f5a43ae0e46908f202e6b40f23448&device_id=634c595e-d279-4aeb-bf6e-5b4c4a939ff0 HTTP/1.1" status: 200 len: 1095 time: 0.1681073 Mar 29 15:39:54.407207 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-1ecb5079-76e5-4d1f-a15b-61e9f562e653 req-da4688a0-b642-4f3b-84e0-d2525d75aff9 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] 10.222.0.48 "GET /v2.0/networks?id=24e09226-4699-432b-9b8f-2ffa2d9396f3&id=298fe4b0-bb90-4e7d-aba6-ce8da9b2ed22&id=298fe4b0-bb90-4e7d-aba6-ce8da9b2ed22&id=298fe4b0-bb90-4e7d-aba6-ce8da9b2ed22&id=298fe4b0-bb90-4e7d-aba6-ce8da9b2ed22&id=6063560a-a61f-4d6e-8083-e9831aad0c36&id=6063560a-a61f-4d6e-8083-e9831aad0c36 HTTP/1.1" status: 200 len: 1991 time: 0.2903569 Mar 29 15:39:54.430725 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98fdb43-062c-4163-bdee-04a58456e4d7 req-e56334aa-d9b2-412d-a4c9-f9dcdcb86b2e tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:39:54.432220 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-c98fdb43-062c-4163-bdee-04a58456e4d7 req-e56334aa-d9b2-412d-a4c9-f9dcdcb86b2e tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] 10.222.0.42 "GET /v2.0/ports?device_id=938d5325-d91e-4137-8d24-b21fd73d167e HTTP/1.1" status: 200 len: 945 time: 0.1967115 Mar 29 15:39:54.447868 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f04f6b6e-270d-4d87-a838-fc5784de4bb0 req-84a70258-66ff-4d5c-a646-57410c07117b tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] 10.222.0.42 "GET /v2.0/ports?device_id=e63d94a3-644d-400a-aa3f-0c71f9fb1b46 HTTP/1.1" status: 200 len: 210 time: 0.0395200 Mar 29 15:39:54.502052 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-0abfc2d8-e34d-4d81-816a-b5555bc7100a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648118'] for router, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:54.512111 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-3e2ca409-c361-472d-971b-c32aaff824ee req-8ed06d26-9e28-43cd-862d-dbb76dbcce57 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=32ca12f3-c308-42af-b6ed-0d7bdc625b95 HTTP/1.1" status: 200 len: 217 time: 0.0895796 Mar 29 15:39:54.538419 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-1ecb5079-76e5-4d1f-a15b-61e9f562e653 req-9038ef30-5f2d-44d6-b03e-6f6ff6bd3d08 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3c879391e12244b68c6a1d18a158625b HTTP/1.1" status: 200 len: 379 time: 0.1015637 Mar 29 15:39:54.556164 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [req-1ecb5079-76e5-4d1f-a15b-61e9f562e653 req-4b8a5639-ac2d-420e-ac8d-ca0c2976a12f tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Request body: {'port': {'device_id': 'e63d94a3-644d-400a-aa3f-0c71f9fb1b46', 'network_id': '24e09226-4699-432b-9b8f-2ffa2d9396f3', 'admin_state_up': True, 'tenant_id': '3c879391e12244b68c6a1d18a158625b', 'security_groups': ['19cf0565-0e5d-4a9a-bb20-6dda76410fc5']}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:39:54.645352 n-d-834765-1 neutron-server[102790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '634c595e-d279-4aeb-bf6e-5b4c4a939ff0', 'tag': '32ca12f3-c308-42af-b6ed-0d7bdc625b95'}] {{(pid=102790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:39:54.647531 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46b06d655c90bc969636382cce4240ad749035fb0f3a83ee4734fa1ed9c4a6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ea410cc-55ec-47ef-b053-642c57c1ff61" -d '{"events": [{"name": "network-changed", "server_uuid": "634c595e-d279-4aeb-bf6e-5b4c4a939ff0", "tag": "32ca12f3-c308-42af-b6ed-0d7bdc625b95"}]}' {{(pid=102790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:39:54.657927 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-c98fdb43-062c-4163-bdee-04a58456e4d7 req-bf646790-de2a-4075-9fcd-bf26dd6c8d0f tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] 10.222.0.42 "GET /v2.0/security-groups?id=ce1e3aa1-c9e4-4c36-a19f-9dbad60c5be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2090061 Mar 29 15:39:54.675341 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2ca409-c361-472d-971b-c32aaff824ee req-9beea325-16c2-470a-80a3-306cdd744592 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:39:54.677016 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-3e2ca409-c361-472d-971b-c32aaff824ee req-9beea325-16c2-470a-80a3-306cdd744592 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=47ebad0b-955e-4824-b04c-60b1952d5787 HTTP/1.1" status: 200 len: 861 time: 0.1298909 Mar 29 15:39:54.718111 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b3e194-a1da-4f4e-a516-24d9bb1ba1cc req-5117e3f2-f126-4b9b-a292-5727779727c0 tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:39:54.720219 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-c0b3e194-a1da-4f4e-a516-24d9bb1ba1cc req-5117e3f2-f126-4b9b-a292-5727779727c0 tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] 10.222.0.42 "GET /v2.0/ports?device_id=634c595e-d279-4aeb-bf6e-5b4c4a939ff0 HTTP/1.1" status: 200 len: 944 time: 0.1362240 Mar 29 15:39:54.750244 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-1b02d575-2bbc-4cba-b9a9-773ea5a06330 req-90bbab97-f50b-4e72-8848-d4c4a5314cb0 service neutron] 10.222.0.44 "GET /v2.0/networks/96b8e8ed-22f2-4cb8-884c-6e5cefe078a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3491130 Mar 29 15:39:54.756858 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-3e2ca409-c361-472d-971b-c32aaff824ee req-10a56968-c758-4905-ac8d-53fb3c3334e1 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c7e23169-e9d3-4fec-ace3-87b88825b851&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0609286 Mar 29 15:39:54.772906 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 15:39:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd054564-afbb-4757-a545-6e56648b7d9a x-openstack-request-id: req-dd054564-afbb-4757-a545-6e56648b7d9a {{(pid=102790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:39:54.773309 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "634c595e-d279-4aeb-bf6e-5b4c4a939ff0", "tag": "32ca12f3-c308-42af-b6ed-0d7bdc625b95", "status": "completed", "code": 200}]} {{(pid=102790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:39:54.773447 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-dd054564-afbb-4757-a545-6e56648b7d9a {{(pid=102790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:39:54.773806 n-d-834765-1 neutron-server[102790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '634c595e-d279-4aeb-bf6e-5b4c4a939ff0', 'tag': '32ca12f3-c308-42af-b6ed-0d7bdc625b95', 'status': 'completed', 'code': 200} Mar 29 15:39:54.816306 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ecb5079-76e5-4d1f-a15b-61e9f562e653 req-4b8a5639-ac2d-420e-ac8d-ca0c2976a12f tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Made reservation on behalf of 3c879391e12244b68c6a1d18a158625b for: {'port': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:39:54.820104 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-1ecb5079-76e5-4d1f-a15b-61e9f562e653 req-4b8a5639-ac2d-420e-ac8d-ca0c2976a12f tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:54.824381 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-e4e5fad6-a3ec-42b7-92ab-4a13b9dd20c8 tempest-ServersWithSpecificFlavorTestJSON-1899199349 tempest-ServersWithSpecificFlavorTestJSON-1899199349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:54.829206 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-c0b3e194-a1da-4f4e-a516-24d9bb1ba1cc req-89603680-c566-4981-936c-383bcc5de6ca tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] 10.222.0.42 "GET /v2.0/security-groups?id=d26d57f3-f34b-4b82-acb2-a15ffdfe7b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960367 Mar 29 15:39:54.891028 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e5fad6-a3ec-42b7-92ab-4a13b9dd20c8 tempest-ServersWithSpecificFlavorTestJSON-1899199349 tempest-ServersWithSpecificFlavorTestJSON-1899199349-project] Pushing event deleted for resources: {'Port': ['ID=5dfadcd7-5742-4f2a-9c9e-b4ad7476e533,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:39:54.963052 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-e4e5fad6-a3ec-42b7-92ab-4a13b9dd20c8 tempest-ServersWithSpecificFlavorTestJSON-1899199349 tempest-ServersWithSpecificFlavorTestJSON-1899199349-project] Notify callbacks [] for floatingip, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:54.966206 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-e4e5fad6-a3ec-42b7-92ab-4a13b9dd20c8 tempest-ServersWithSpecificFlavorTestJSON-1899199349 tempest-ServersWithSpecificFlavorTestJSON-1899199349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for floatingip, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:54.967597 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-e4e5fad6-a3ec-42b7-92ab-4a13b9dd20c8 tempest-ServersWithSpecificFlavorTestJSON-1899199349 tempest-ServersWithSpecificFlavorTestJSON-1899199349-project] 10.222.0.42 "DELETE /v2.0/floatingips/29d888c6-81d6-4ae7-85e6-a12fd91fd92d HTTP/1.1" status: 204 len: 168 time: 1.0773389 Mar 29 15:39:55.117153 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_common [req-1ecb5079-76e5-4d1f-a15b-61e9f562e653 req-4b8a5639-ac2d-420e-ac8d-ca0c2976a12f tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Allocated IP 172.20.0.11 (24e09226-4699-432b-9b8f-2ffa2d9396f3/6b17034e-8c96-4880-a97b-729e224595e5/afb45c41-7829-4784-bffd-321e3c203b49) {{(pid=102791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:39:55.291681 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-1b02d575-2bbc-4cba-b9a9-773ea5a06330 req-761c258d-8a68-4747-82c5-ccdef3744a71 service neutron] 10.222.0.44 "GET /v2.0/networks/96b8e8ed-22f2-4cb8-884c-6e5cefe078a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5317302 Mar 29 15:39:55.303936 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d225d79-9644-427f-8771-f6fe4cc52eb8 req-d12270df-d306-4dc6-beee-379e7b30ce59 tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:39:55.305881 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-0d225d79-9644-427f-8771-f6fe4cc52eb8 req-d12270df-d306-4dc6-beee-379e7b30ce59 tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] 10.222.0.42 "GET /v2.0/ports?device_id=938d5325-d91e-4137-8d24-b21fd73d167e HTTP/1.1" status: 200 len: 945 time: 0.1990075 Mar 29 15:39:55.308868 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0abfc2d8-e34d-4d81-816a-b5555bc7100a admin admin] Router 9583f8fc-1e7a-41e5-ad38-ece9979ed417 is scheduled to L3 agent c648d819-1060-4f26-b4ec-6455387b5dff with binding_index 1 {{(pid=102790) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 29 15:39:55.366528 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-3e2ca409-c361-472d-971b-c32aaff824ee req-d520c614-fb75-4f49-b999-230bae35b737 service neutron] 10.222.0.44 "GET /v2.0/networks/c7e23169-e9d3-4fec-ace3-87b88825b851?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5802152 Mar 29 15:39:55.445747 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device 448122a9-4849-4bfb-a6f3-1b3a84aff154 details requested by agent hyperv_n-h1-834765-1 with host n-h1-834765-1 {{(pid=102792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 15:39:55.457699 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-0d225d79-9644-427f-8771-f6fe4cc52eb8 req-161eea02-78c6-4f22-9611-36cebe517740 tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] 10.222.0.42 "GET /v2.0/security-groups?id=ce1e3aa1-c9e4-4c36-a19f-9dbad60c5be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415260 Mar 29 15:39:55.569814 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-3e2ca409-c361-472d-971b-c32aaff824ee req-12754b3f-88c6-4761-8518-fc84dffd0013 service neutron] 10.222.0.44 "GET /v2.0/networks/c7e23169-e9d3-4fec-ace3-87b88825b851?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1941726 Mar 29 15:39:55.571349 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0abfc2d8-e34d-4d81-816a-b5555bc7100a admin admin] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:39:55.591673 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13a5658b-5f39-490a-84b4-c1fdfe127286 None None] Sync routers for ids ['9583f8fc-1e7a-41e5-ad38-ece9979ed417'] in n-d-834765-1 {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:39:55.598774 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-0abfc2d8-e34d-4d81-816a-b5555bc7100a admin admin] Notify callbacks [] for router, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:55.606930 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-0abfc2d8-e34d-4d81-816a-b5555bc7100a admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 6.1089618 Mar 29 15:39:55.608043 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 41248) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:39:55.639299 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13a5658b-5f39-490a-84b4-c1fdfe127286 None None] Routers {'9583f8fc-1e7a-41e5-ad38-ece9979ed417'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:39:55.640337 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-13a5658b-5f39-490a-84b4-c1fdfe127286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:39:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['9583f8fc-1e7a-41e5-ad38-ece9979ed417'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:39:55.755283 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-1ecb5079-76e5-4d1f-a15b-61e9f562e653 req-4b8a5639-ac2d-420e-ac8d-ca0c2976a12f tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Notify callbacks [] for port, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:55.771380 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvr_db [None req-13a5658b-5f39-490a-84b4-c1fdfe127286 None None] Set router 9583f8fc-1e7a-41e5-ad38-ece9979ed417 gateway port host: n-d-834765-1 {{(pid=102792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:39:55.779923 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-45d4c787-7d15-407d-bee1-5a4d26873081 req-2f79fc52-88e1-42e0-b917-f07c0d2b4fcc tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] 10.222.0.42 "GET /v2.0/ports?device_id=e63d94a3-644d-400a-aa3f-0c71f9fb1b46 HTTP/1.1" status: 200 len: 210 time: 0.0751424 Mar 29 15:39:55.796879 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-1ecb5079-76e5-4d1f-a15b-61e9f562e653 req-4b8a5639-ac2d-420e-ac8d-ca0c2976a12f tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:55.816164 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b217660-98b2-4966-ae71-8240724df564 req-28ebdfae-6b36-4037-b7b2-6073276cc482 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:39:55.825608 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6b217660-98b2-4966-ae71-8240724df564 req-28ebdfae-6b36-4037-b7b2-6073276cc482 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9cb7b9a-126e-4555-a298-17091e4f1312 HTTP/1.1" status: 200 len: 944 time: 0.1683435 Mar 29 15:39:55.885608 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea410cc-55ec-47ef-b053-642c57c1ff61 req-17ed377a-2f96-46da-8bf8-a58ae13bb841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:39:55.886904 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-0ea410cc-55ec-47ef-b053-642c57c1ff61 req-17ed377a-2f96-46da-8bf8-a58ae13bb841 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c66f5a43ae0e46908f202e6b40f23448&device_id=634c595e-d279-4aeb-bf6e-5b4c4a939ff0 HTTP/1.1" status: 200 len: 1095 time: 0.1809611 Mar 29 15:39:55.913565 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port 448122a9-4849-4bfb-a6f3-1b3a84aff154, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=448122a9-4849-4bfb-a6f3-1b3a84aff154,segment=NetworkSegment(e1d90273-cef5-4478-85fc-ff4ac210e191),segment_id=e1d90273-cef5-4478-85fc-ff4ac210e191)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:39:55.919329 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ecb5079-76e5-4d1f-a15b-61e9f562e653 req-4b8a5639-ac2d-420e-ac8d-ca0c2976a12f tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Network 24e09226-4699-432b-9b8f-2ffa2d9396f3 is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:39:55.926867 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [req-1ecb5079-76e5-4d1f-a15b-61e9f562e653 req-4b8a5639-ac2d-420e-ac8d-ca0c2976a12f tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:39:55.933369 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ecb5079-76e5-4d1f-a15b-61e9f562e653 req-4b8a5639-ac2d-420e-ac8d-ca0c2976a12f tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Received port after_create {{(pid=102791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:39:55.952170 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6b217660-98b2-4966-ae71-8240724df564 req-fbe05078-e34e-4c0d-a468-05f3508cfacb tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.42 "GET /v2.0/security-groups?id=07e96b72-96bb-4562-b80f-051b133c1759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255188 Mar 29 15:39:55.981503 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Returning: {'device': '448122a9-4849-4bfb-a6f3-1b3a84aff154', 'network_id': '96b8e8ed-22f2-4cb8-884c-6e5cefe078a4', 'port_id': '448122a9-4849-4bfb-a6f3-1b3a84aff154', 'mac_address': 'fa:16:3e:a7:0f:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ba2b8b0-15ec-4c18-a106-c919b2ec3ae7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 15:39:56.033248 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8a5639-ac2d-420e-ac8d-ca0c2976a12f tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Pushing event updated for resources: {'Port': ['ID=afb45c41-7829-4784-bffd-321e3c203b49,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:39:56.118753 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecb5079-76e5-4d1f-a15b-61e9f562e653 req-4b8a5639-ac2d-420e-ac8d-ca0c2976a12f tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:39:56.119790 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-1ecb5079-76e5-4d1f-a15b-61e9f562e653 req-4b8a5639-ac2d-420e-ac8d-ca0c2976a12f tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:56.161254 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-1ecb5079-76e5-4d1f-a15b-61e9f562e653 req-4b8a5639-ac2d-420e-ac8d-ca0c2976a12f tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6152060 Mar 29 15:39:56.177885 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [req-1ecb5079-76e5-4d1f-a15b-61e9f562e653 req-591fbe5f-1736-4fb1-9a5a-b47af231a80f tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Request body: {'port': {'device_id': 'e63d94a3-644d-400a-aa3f-0c71f9fb1b46', 'network_id': '298fe4b0-bb90-4e7d-aba6-ce8da9b2ed22', 'admin_state_up': True, 'tenant_id': '3c879391e12244b68c6a1d18a158625b', 'security_groups': ['19cf0565-0e5d-4a9a-bb20-6dda76410fc5']}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:39:56.211181 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:56.237045 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea410cc-55ec-47ef-b053-642c57c1ff61 req-f8c2bc91-9471-4fae-a98f-0fdffe403d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:39:56.239033 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-0ea410cc-55ec-47ef-b053-642c57c1ff61 req-f8c2bc91-9471-4fae-a98f-0fdffe403d7b service neutron] 10.222.0.44 "GET /v2.0/networks?id=c7e23169-e9d3-4fec-ace3-87b88825b851 HTTP/1.1" status: 200 len: 922 time: 0.3419938 Mar 29 15:39:56.265791 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 448122a9-4849-4bfb-a6f3-1b3a84aff154 {{(pid=102792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:39:56.348235 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-0ea410cc-55ec-47ef-b053-642c57c1ff61 req-e71dc63e-7d5e-4b42-9eb1-849b33db99c4 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=32ca12f3-c308-42af-b6ed-0d7bdc625b95 HTTP/1.1" status: 200 len: 217 time: 0.0662799 Mar 29 15:39:56.351990 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port 448122a9-4849-4bfb-a6f3-1b3a84aff154, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=448122a9-4849-4bfb-a6f3-1b3a84aff154,segment=NetworkSegment(e1d90273-cef5-4478-85fc-ff4ac210e191),segment_id=e1d90273-cef5-4478-85fc-ff4ac210e191)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:39:56.380936 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:56.423787 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-13a5658b-5f39-490a-84b4-c1fdfe127286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9583f8fc-1e7a-41e5-ad38-ece9979ed417', 'name': 'tempest-ServersTestMultiNic-1935955559-router', 'tenant_id': 'd35c7b00e95148bdb6e7470aeaeb77ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.21'}], 'enable_snat': True}, 'gw_port_id': 'b92d97df-074d-485c-823e-dcf0668db6e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:39:49Z', 'updated_at': '2022-03-29T15:39:53Z', 'revision_number': 3, 'project_id': 'd35c7b00e95148bdb6e7470aeaeb77ed', 'gw_port': {'id': 'b92d97df-074d-485c-823e-dcf0668db6e2', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:4b:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9583f8fc-1e7a-41e5-ad38-ece9979ed417', 'device_owner': 'network:router_gateway', 'standard_attr_id': 788, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:39:52Z', 'updated_at': '2022-03-29T15:39:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1'}], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:39:56.455843 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea410cc-55ec-47ef-b053-642c57c1ff61 req-df5f4f59-b9ff-4281-80dc-179da0a3bb5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:39:56.457116 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-0ea410cc-55ec-47ef-b053-642c57c1ff61 req-df5f4f59-b9ff-4281-80dc-179da0a3bb5d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=47ebad0b-955e-4824-b04c-60b1952d5787 HTTP/1.1" status: 200 len: 861 time: 0.1005180 Mar 29 15:39:56.475354 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13a5658b-5f39-490a-84b4-c1fdfe127286 None None] Checking router: 9583f8fc-1e7a-41e5-ad38-ece9979ed417 for host: n-d-834765-1 {{(pid=102792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:39:56.476356 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13a5658b-5f39-490a-84b4-c1fdfe127286 None None] Updating router 9583f8fc-1e7a-41e5-ad38-ece9979ed417 port b92d97df-074d-485c-823e-dcf0668db6e2 binding host n-d-834765-1 {{(pid=102792) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 15:39:56.498323 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d8065e-fe6d-4471-9fb7-22cdf4b378bb req-1156b9c5-1bc2-4650-8770-64a25df1758a tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:39:56.500022 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-66d8065e-fe6d-4471-9fb7-22cdf4b378bb req-1156b9c5-1bc2-4650-8770-64a25df1758a tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] 10.222.0.42 "GET /v2.0/ports?device_id=634c595e-d279-4aeb-bf6e-5b4c4a939ff0 HTTP/1.1" status: 200 len: 944 time: 0.1047986 Mar 29 15:39:56.512389 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Pushing event updated for resources: {'Port': ['ID=448122a9-4849-4bfb-a6f3-1b3a84aff154,revision_number=4']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:39:56.538774 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-13a5658b-5f39-490a-84b4-c1fdfe127286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:56.553225 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-0ea410cc-55ec-47ef-b053-642c57c1ff61 req-5c733ee8-0251-41c8-b8c3-bdd3f432f62c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c7e23169-e9d3-4fec-ace3-87b88825b851&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0571959 Mar 29 15:39:56.557626 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-66d8065e-fe6d-4471-9fb7-22cdf4b378bb req-c869f813-f83d-43c0-a550-e57fff017577 tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] 10.222.0.42 "GET /v2.0/security-groups?id=d26d57f3-f34b-4b82-acb2-a15ffdfe7b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501332 Mar 29 15:39:56.566699 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ecb5079-76e5-4d1f-a15b-61e9f562e653 req-591fbe5f-1736-4fb1-9a5a-b47af231a80f tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Made reservation on behalf of 3c879391e12244b68c6a1d18a158625b for: {'port': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:39:56.570357 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-1ecb5079-76e5-4d1f-a15b-61e9f562e653 req-591fbe5f-1736-4fb1-9a5a-b47af231a80f tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:56.591798 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-23dd7eb0-d9bb-44df-97f5-e8b9b2917488 None None] Provisioning complete for port afb45c41-7829-4784-bffd-321e3c203b49 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:39:56.592226 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-23dd7eb0-d9bb-44df-97f5-e8b9b2917488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:56.633766 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 41272) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:39:56.677326 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-0ea410cc-55ec-47ef-b053-642c57c1ff61 req-d8cd7996-f11d-4011-8f8f-2c730b15ca3f service neutron] 10.222.0.44 "GET /v2.0/networks/c7e23169-e9d3-4fec-ace3-87b88825b851?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068490 Mar 29 15:39:56.703646 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-23dd7eb0-d9bb-44df-97f5-e8b9b2917488 None None] Port afb45c41-7829-4784-bffd-321e3c203b49 cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 15:39:56.778108 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-0ea410cc-55ec-47ef-b053-642c57c1ff61 req-c02523a4-161b-4684-8d87-8dc96f758298 service neutron] 10.222.0.44 "GET /v2.0/networks/c7e23169-e9d3-4fec-ace3-87b88825b851?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916710 Mar 29 15:39:56.789349 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d7fa28-53dd-4e97-8050-3b816085e796 req-10a432cc-0049-4536-a912-0f91e63ddc23 tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:39:56.797234 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-e4d7fa28-53dd-4e97-8050-3b816085e796 req-10a432cc-0049-4536-a912-0f91e63ddc23 tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] 10.222.0.42 "GET /v2.0/ports?device_id=938d5325-d91e-4137-8d24-b21fd73d167e HTTP/1.1" status: 200 len: 945 time: 0.3374734 Mar 29 15:39:56.833800 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_common [req-1ecb5079-76e5-4d1f-a15b-61e9f562e653 req-591fbe5f-1736-4fb1-9a5a-b47af231a80f tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Allocated IP 10.1.1.86 (298fe4b0-bb90-4e7d-aba6-ce8da9b2ed22/b558a353-1af4-459f-8c75-f0d6cfabf011/62748d51-569b-4ac6-b982-c0c07d6060df) {{(pid=102791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:39:56.847399 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-e4d7fa28-53dd-4e97-8050-3b816085e796 req-720c5828-bde6-40f4-8633-6595a70a6b98 tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] 10.222.0.42 "GET /v2.0/security-groups?id=ce1e3aa1-c9e4-4c36-a19f-9dbad60c5be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450521 Mar 29 15:39:56.874473 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] get_ports_and_sgs() called for port_ids ['448122a9-4849-4bfb-a6f3-1b3a84aff154'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:39:56.999635 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-9e6df683-c43a-4562-960c-9093882ea6a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:57.092000 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583ace4e-d6bf-4fa4-a5bc-5c9a1f7526c3 req-9bee6fec-0478-4ba3-8564-25df8932f580 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:39:57.094231 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-583ace4e-d6bf-4fa4-a5bc-5c9a1f7526c3 req-9bee6fec-0478-4ba3-8564-25df8932f580 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] 10.222.0.42 "GET /v2.0/ports?device_id=e63d94a3-644d-400a-aa3f-0c71f9fb1b46 HTTP/1.1" status: 200 len: 932 time: 0.1428165 Mar 29 15:39:57.155409 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-1ecb5079-76e5-4d1f-a15b-61e9f562e653 req-591fbe5f-1736-4fb1-9a5a-b47af231a80f tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Notify callbacks [] for port, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:57.190817 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-13a5658b-5f39-490a-84b4-c1fdfe127286 None None] Notify callbacks [] for port, precommit_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:57.204594 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.db_base_plugin_common [None req-9e6df683-c43a-4562-960c-9093882ea6a6 admin admin] Allocated IP 172.20.0.1 (6abb23dd-17bc-4d4d-9224-5e3fe0f95fc2/f9aade81-ffc4-4282-8b34-6c102674fe3a/7d8db84c-9ad7-444a-a686-39660631852f) {{(pid=102790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:39:57.209888 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-13a5658b-5f39-490a-84b4-c1fdfe127286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:57.282176 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-13a5658b-5f39-490a-84b4-c1fdfe127286 None None] Attempting to bind port b92d97df-074d-485c-823e-dcf0668db6e2 on host n-d-834765-1 for vnic_type normal with profile {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:39:57.282552 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-13a5658b-5f39-490a-84b4-c1fdfe127286 None None] Attempting to bind port b92d97df-074d-485c-823e-dcf0668db6e2 by drivers openvswitch,hyperv on host n-d-834765-1 at level 0 using segments [{'id': '6ab47353-a811-4bad-bc73-b4cc84583cfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:39:57.282913 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13a5658b-5f39-490a-84b4-c1fdfe127286 None None] Attempting to bind port b92d97df-074d-485c-823e-dcf0668db6e2 on network 4a4a035d-ecac-4ead-baa3-25f90788773a {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:39:57.293850 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a768d29-f0b0-441a-a398-af2707710e19 None None] Pushing event updated for resources: {'Port': ['ID=b92d97df-074d-485c-823e-dcf0668db6e2,revision_number=2']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:39:57.304336 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13a5658b-5f39-490a-84b4-c1fdfe127286 None None] Checking agent: {'id': 'a8866439-9d96-425c-b519-6905c591ac37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 25, 36), 'started_at': datetime.datetime(2022, 3, 29, 15, 26, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 39, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834765-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:39:57.305166 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13a5658b-5f39-490a-84b4-c1fdfe127286 None None] Checking segment: {'id': '6ab47353-a811-4bad-bc73-b4cc84583cfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:39:57.305571 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-13a5658b-5f39-490a-84b4-c1fdfe127286 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:57.305961 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13a5658b-5f39-490a-84b4-c1fdfe127286 None None] Bound using segment: {'id': '6ab47353-a811-4bad-bc73-b4cc84583cfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:39:57.306443 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-13a5658b-5f39-490a-84b4-c1fdfe127286 None None] Bound port: b92d97df-074d-485c-823e-dcf0668db6e2, host: n-d-834765-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ab47353-a811-4bad-bc73-b4cc84583cfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'}}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 15:39:57.306824 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-13a5658b-5f39-490a-84b4-c1fdfe127286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:57.329613 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-9e6df683-c43a-4562-960c-9093882ea6a6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:57.365962 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-13a5658b-5f39-490a-84b4-c1fdfe127286 None None] For port b92d97df-074d-485c-823e-dcf0668db6e2, host n-d-834765-1, cleared binding levels {{(pid=102792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:39:57.370681 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-13a5658b-5f39-490a-84b4-c1fdfe127286 None None] For port b92d97df-074d-485c-823e-dcf0668db6e2, host n-d-834765-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=b92d97df-074d-485c-823e-dcf0668db6e2,segment=NetworkSegment(6ab47353-a811-4bad-bc73-b4cc84583cfd),segment_id=6ab47353-a811-4bad-bc73-b4cc84583cfd)] {{(pid=102792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:39:57.377077 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-583ace4e-d6bf-4fa4-a5bc-5c9a1f7526c3 req-b092f004-e053-4b61-923d-81fbf76ff884 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] 10.222.0.42 "GET /v2.0/security-groups?id=19cf0565-0e5d-4a9a-bb20-6dda76410fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2718661 Mar 29 15:39:57.377945 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-13a5658b-5f39-490a-84b4-c1fdfe127286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:57.452678 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-1ecb5079-76e5-4d1f-a15b-61e9f562e653 req-591fbe5f-1736-4fb1-9a5a-b47af231a80f tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:57.455887 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebc9873-fc61-4f83-94e4-a8426c89ae49 req-998ef34b-60e9-4f1d-988f-08557d43bfcb tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:39:57.465280 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-eebc9873-fc61-4f83-94e4-a8426c89ae49 req-998ef34b-60e9-4f1d-988f-08557d43bfcb tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9cb7b9a-126e-4555-a298-17091e4f1312 HTTP/1.1" status: 200 len: 945 time: 0.1058245 Mar 29 15:39:57.472312 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13a5658b-5f39-490a-84b4-c1fdfe127286 None None] Routers {'9583f8fc-1e7a-41e5-ad38-ece9979ed417'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:39:57.473055 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-13a5658b-5f39-490a-84b4-c1fdfe127286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:39:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['9583f8fc-1e7a-41e5-ad38-ece9979ed417'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:39:57.474109 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-9e6df683-c43a-4562-960c-9093882ea6a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:57.480793 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a768d29-f0b0-441a-a398-af2707710e19 None None] Pushing event updated for resources: {'Port': ['ID=b92d97df-074d-485c-823e-dcf0668db6e2,revision_number=3']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:39:57.541828 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ecb5079-76e5-4d1f-a15b-61e9f562e653 req-591fbe5f-1736-4fb1-9a5a-b47af231a80f tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Network 298fe4b0-bb90-4e7d-aba6-ce8da9b2ed22 is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:39:57.548900 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6df683-c43a-4562-960c-9093882ea6a6 admin admin] Pushing event updated for resources: {'Port': ['ID=7d8db84c-9ad7-444a-a686-39660631852f,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:39:57.560150 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e6df683-c43a-4562-960c-9093882ea6a6 admin admin] Network 6abb23dd-17bc-4d4d-9224-5e3fe0f95fc2 is already hosted by enough agents. {{(pid=102790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:39:57.561916 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-9e6df683-c43a-4562-960c-9093882ea6a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:39:57.568259 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e6df683-c43a-4562-960c-9093882ea6a6 admin admin] Received port after_create {{(pid=102790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:39:57.580327 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [req-1ecb5079-76e5-4d1f-a15b-61e9f562e653 req-591fbe5f-1736-4fb1-9a5a-b47af231a80f tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:39:57.582845 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ecb5079-76e5-4d1f-a15b-61e9f562e653 req-591fbe5f-1736-4fb1-9a5a-b47af231a80f tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Received port after_create {{(pid=102791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:39:57.607000 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-9e6df683-c43a-4562-960c-9093882ea6a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-648347'] for router_interface, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:57.697416 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591fbe5f-1736-4fb1-9a5a-b47af231a80f tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Pushing event updated for resources: {'Port': ['ID=62748d51-569b-4ac6-b982-c0c07d6060df,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:39:57.730701 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecb5079-76e5-4d1f-a15b-61e9f562e653 req-591fbe5f-1736-4fb1-9a5a-b47af231a80f tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:39:57.736368 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-1ecb5079-76e5-4d1f-a15b-61e9f562e653 req-591fbe5f-1736-4fb1-9a5a-b47af231a80f tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:57.792034 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-1ecb5079-76e5-4d1f-a15b-61e9f562e653 req-591fbe5f-1736-4fb1-9a5a-b47af231a80f tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.6199021 Mar 29 15:39:57.817335 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-eebc9873-fc61-4f83-94e4-a8426c89ae49 req-baf15318-3537-4fc5-9488-65c9ccc5f9d0 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.42 "GET /v2.0/security-groups?id=07e96b72-96bb-4562-b80f-051b133c1759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3453739 Mar 29 15:39:57.835907 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [req-1ecb5079-76e5-4d1f-a15b-61e9f562e653 req-a952a2c8-e062-43a0-8b30-70197d1385a8 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Request body: {'port': {'device_id': 'e63d94a3-644d-400a-aa3f-0c71f9fb1b46', 'network_id': '298fe4b0-bb90-4e7d-aba6-ce8da9b2ed22', 'admin_state_up': True, 'tenant_id': '3c879391e12244b68c6a1d18a158625b', 'security_groups': ['19cf0565-0e5d-4a9a-bb20-6dda76410fc5']}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:39:57.851117 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-9e6df683-c43a-4562-960c-9093882ea6a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:57.956981 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5234a4b3-d93f-491e-a175-305eb0f56bc8 req-8acb3a07-a8e5-44f8-8810-1ef8544aedba tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:39:57.958595 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-5234a4b3-d93f-491e-a175-305eb0f56bc8 req-8acb3a07-a8e5-44f8-8810-1ef8544aedba tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] 10.222.0.42 "GET /v2.0/ports?device_id=634c595e-d279-4aeb-bf6e-5b4c4a939ff0 HTTP/1.1" status: 200 len: 944 time: 0.2461164 Mar 29 15:39:57.966520 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-8062bb7f-534e-464a-b343-f07448443ff7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-530452'] for router_interface, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:57.973478 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvr_db [None req-13a5658b-5f39-490a-84b4-c1fdfe127286 None None] Set router 9583f8fc-1e7a-41e5-ad38-ece9979ed417 gateway port host: n-d-834765-1 {{(pid=102792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:39:58.071705 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-5234a4b3-d93f-491e-a175-305eb0f56bc8 req-dc56a1d2-bc54-4e19-ab95-3dcf7bd74b79 tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] 10.222.0.42 "GET /v2.0/security-groups?id=d26d57f3-f34b-4b82-acb2-a15ffdfe7b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030202 Mar 29 15:39:58.138224 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-9e6df683-c43a-4562-960c-9093882ea6a6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:58.146092 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-9e6df683-c43a-4562-960c-9093882ea6a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5237921'] for port, after_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:58.177148 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf06fd7a-c46a-4b92-8a29-c4fff1d3d408 req-75c208e0-b7fa-4108-9c84-da47df26ae53 tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:39:58.185097 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-bf06fd7a-c46a-4b92-8a29-c4fff1d3d408 req-75c208e0-b7fa-4108-9c84-da47df26ae53 tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] 10.222.0.42 "GET /v2.0/ports?device_id=938d5325-d91e-4137-8d24-b21fd73d167e HTTP/1.1" status: 200 len: 945 time: 0.1064031 Mar 29 15:39:58.192697 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-2c19ea52-90b9-4b88-be34-c1910338b1e6 None None] Provisioning complete for port 7d8db84c-9ad7-444a-a686-39660631852f triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:39:58.193324 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-2c19ea52-90b9-4b88-be34-c1910338b1e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:58.199940 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ecb5079-76e5-4d1f-a15b-61e9f562e653 req-a952a2c8-e062-43a0-8b30-70197d1385a8 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Made reservation on behalf of 3c879391e12244b68c6a1d18a158625b for: {'port': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:39:58.204731 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-1ecb5079-76e5-4d1f-a15b-61e9f562e653 req-a952a2c8-e062-43a0-8b30-70197d1385a8 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:58.259927 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-2c19ea52-90b9-4b88-be34-c1910338b1e6 None None] Port 7d8db84c-9ad7-444a-a686-39660631852f cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 15:39:58.270008 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-bf06fd7a-c46a-4b92-8a29-c4fff1d3d408 req-d7f57781-d732-4e2a-913f-29d291799c35 tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] 10.222.0.42 "GET /v2.0/security-groups?id=ce1e3aa1-c9e4-4c36-a19f-9dbad60c5be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834515 Mar 29 15:39:58.290388 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-9e6df683-c43a-4562-960c-9093882ea6a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-648439'] for router_interface, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:58.292200 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6df683-c43a-4562-960c-9093882ea6a6 admin admin] Pushing event updated for resources: {'Port': ['ID=7d8db84c-9ad7-444a-a686-39660631852f,revision_number=2']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:39:58.307719 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-2c19ea52-90b9-4b88-be34-c1910338b1e6 None None] Provisioning complete for port 62748d51-569b-4ac6-b982-c0c07d6060df triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:39:58.308454 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-2c19ea52-90b9-4b88-be34-c1910338b1e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:58.384622 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-13a5658b-5f39-490a-84b4-c1fdfe127286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9583f8fc-1e7a-41e5-ad38-ece9979ed417', 'name': 'tempest-ServersTestMultiNic-1935955559-router', 'tenant_id': 'd35c7b00e95148bdb6e7470aeaeb77ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.21'}], 'enable_snat': True}, 'gw_port_id': 'b92d97df-074d-485c-823e-dcf0668db6e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:39:49Z', 'updated_at': '2022-03-29T15:39:53Z', 'revision_number': 3, 'project_id': 'd35c7b00e95148bdb6e7470aeaeb77ed', 'gw_port': {'id': 'b92d97df-074d-485c-823e-dcf0668db6e2', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:4b:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9583f8fc-1e7a-41e5-ad38-ece9979ed417', 'device_owner': 'network:router_gateway', 'standard_attr_id': 788, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:39:52Z', 'updated_at': '2022-03-29T15:39:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1'}], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:39:58.396269 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e6df683-c43a-4562-960c-9093882ea6a6 admin admin] Network 6abb23dd-17bc-4d4d-9224-5e3fe0f95fc2 is already hosted by enough agents. {{(pid=102790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:39:58.397675 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-9e6df683-c43a-4562-960c-9093882ea6a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:39:58.434379 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_common [req-1ecb5079-76e5-4d1f-a15b-61e9f562e653 req-a952a2c8-e062-43a0-8b30-70197d1385a8 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Allocated IP 10.1.1.190 (298fe4b0-bb90-4e7d-aba6-ce8da9b2ed22/b558a353-1af4-459f-8c75-f0d6cfabf011/0e514d14-115e-4070-8843-3ee9f7325115) {{(pid=102791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:39:58.463191 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-2c19ea52-90b9-4b88-be34-c1910338b1e6 None None] Port 62748d51-569b-4ac6-b982-c0c07d6060df cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 15:39:58.464837 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13a5658b-5f39-490a-84b4-c1fdfe127286 None None] The sync data for ids ['9583f8fc-1e7a-41e5-ad38-ece9979ed417'] in n-d-834765-1 is: [{'id': '9583f8fc-1e7a-41e5-ad38-ece9979ed417', 'name': 'tempest-ServersTestMultiNic-1935955559-router', 'tenant_id': 'd35c7b00e95148bdb6e7470aeaeb77ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.21'}], 'enable_snat': True}, 'gw_port_id': 'b92d97df-074d-485c-823e-dcf0668db6e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:39:49Z', 'updated_at': '2022-03-29T15:39:53Z', 'revision_number': 3, 'project_id': 'd35c7b00e95148bdb6e7470aeaeb77ed', 'gw_port': {'id': 'b92d97df-074d-485c-823e-dcf0668db6e2', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:4b:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9583f8fc-1e7a-41e5-ad38-ece9979ed417', 'device_owner': 'network:router_gateway', 'standard_attr_id': 788, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:39:52Z', 'updated_at': '2022-03-29T15:39:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1'}] {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:39:58.648004 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e6df683-c43a-4562-960c-9093882ea6a6 admin admin] Router 9583f8fc-1e7a-41e5-ad38-ece9979ed417 has already been hosted by L3 agent c648d819-1060-4f26-b4ec-6455387b5dff {{(pid=102790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 15:39:58.693521 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-d27f9a42-a141-4296-aae4-2da82b75b540 None None] Provisioning complete for port 7d8db84c-9ad7-444a-a686-39660631852f triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:39:58.695272 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d27f9a42-a141-4296-aae4-2da82b75b540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:58.710111 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-1ecb5079-76e5-4d1f-a15b-61e9f562e653 req-a952a2c8-e062-43a0-8b30-70197d1385a8 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Notify callbacks [] for port, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:58.721509 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bb37a7-7306-457b-b63f-29f1a8aae434 req-a96bb1ba-4cdc-476c-a74c-3f8f793caf53 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:39:58.729833 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bb37a7-7306-457b-b63f-29f1a8aae434 req-a96bb1ba-4cdc-476c-a74c-3f8f793caf53 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:39:58.739359 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-07bb37a7-7306-457b-b63f-29f1a8aae434 req-a96bb1ba-4cdc-476c-a74c-3f8f793caf53 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] 10.222.0.42 "GET /v2.0/ports?device_id=e63d94a3-644d-400a-aa3f-0c71f9fb1b46 HTTP/1.1" status: 200 len: 1653 time: 0.1357579 Mar 29 15:39:58.745819 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-d27f9a42-a141-4296-aae4-2da82b75b540 None None] Port 7d8db84c-9ad7-444a-a686-39660631852f cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 15:39:58.785406 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-8062bb7f-534e-464a-b343-f07448443ff7 admin admin] Deleting port d46168aa-4b8f-4713-88b3-d5554fa2c9cc {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:39:58.785876 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-8062bb7f-534e-464a-b343-f07448443ff7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:58.794029 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e6df683-c43a-4562-960c-9093882ea6a6 admin admin] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:39:58.802175 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-9e6df683-c43a-4562-960c-9093882ea6a6 admin admin] 10.222.0.42 "PUT /v2.0/routers/9583f8fc-1e7a-41e5-ad38-ece9979ed417/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1913524 Mar 29 15:39:58.862225 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-07bb37a7-7306-457b-b63f-29f1a8aae434 req-7cdbe366-ed63-4a99-be24-44790d63723d tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] 10.222.0.42 "GET /v2.0/security-groups?id=19cf0565-0e5d-4a9a-bb20-6dda76410fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1215105 Mar 29 15:39:58.986686 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 41292) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:39:59.004515 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [None req-8062bb7f-534e-464a-b343-f07448443ff7 admin admin] For port d46168aa-4b8f-4713-88b3-d5554fa2c9cc, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=d46168aa-4b8f-4713-88b3-d5554fa2c9cc,segment=NetworkSegment(da69cb54-889d-40d5-bd53-208819ed651b),segment_id=da69cb54-889d-40d5-bd53-208819ed651b)] {{(pid=102791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:39:59.007660 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-8062bb7f-534e-464a-b343-f07448443ff7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:59.007795 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a539b60-c96e-4cf4-a61d-976820e876a2 req-df1a7540-c776-43b4-95b5-797e94690c9e tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:39:59.009860 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-1a539b60-c96e-4cf4-a61d-976820e876a2 req-df1a7540-c776-43b4-95b5-797e94690c9e tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9cb7b9a-126e-4555-a298-17091e4f1312 HTTP/1.1" status: 200 len: 945 time: 0.1063859 Mar 29 15:39:59.032455 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-8062bb7f-534e-464a-b343-f07448443ff7 admin admin] Calling delete_port for d46168aa-4b8f-4713-88b3-d5554fa2c9cc owned by network:router_interface {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:39:59.059499 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-1ecb5079-76e5-4d1f-a15b-61e9f562e653 req-a952a2c8-e062-43a0-8b30-70197d1385a8 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:59.072357 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-71e56056-5b82-4525-9573-fe8865ce768c tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-283495472'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:39:59.076513 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-1a539b60-c96e-4cf4-a61d-976820e876a2 req-06d2e5be-81ba-42af-b658-bdb64f5f1e62 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.42 "GET /v2.0/security-groups?id=07e96b72-96bb-4562-b80f-051b133c1759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609825 Mar 29 15:39:59.188712 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device b92d97df-074d-485c-823e-dcf0668db6e2 up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:39:59.229177 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ecb5079-76e5-4d1f-a15b-61e9f562e653 req-a952a2c8-e062-43a0-8b30-70197d1385a8 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Network 298fe4b0-bb90-4e7d-aba6-ce8da9b2ed22 is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:39:59.263959 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port b92d97df-074d-485c-823e-dcf0668db6e2 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:39:59.264616 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:59.271241 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [req-1ecb5079-76e5-4d1f-a15b-61e9f562e653 req-a952a2c8-e062-43a0-8b30-70197d1385a8 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:39:59.273767 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ecb5079-76e5-4d1f-a15b-61e9f562e653 req-a952a2c8-e062-43a0-8b30-70197d1385a8 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Received port after_create {{(pid=102791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:39:59.315654 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71e56056-5b82-4525-9573-fe8865ce768c tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Made reservation on behalf of d35c7b00e95148bdb6e7470aeaeb77ed for: {'network': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:39:59.319199 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-71e56056-5b82-4525-9573-fe8865ce768c tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for network, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:59.333768 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a952a2c8-e062-43a0-8b30-70197d1385a8 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Pushing event updated for resources: {'Port': ['ID=0e514d14-115e-4070-8843-3ee9f7325115,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:39:59.424813 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:59.467062 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device 448122a9-4849-4bfb-a6f3-1b3a84aff154 up at agent hyperv_n-h1-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:39:59.483540 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecb5079-76e5-4d1f-a15b-61e9f562e653 req-a952a2c8-e062-43a0-8b30-70197d1385a8 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:39:59.484343 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-1ecb5079-76e5-4d1f-a15b-61e9f562e653 req-a952a2c8-e062-43a0-8b30-70197d1385a8 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:59.489611 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177fb0a6-4730-46e8-afb4-4f243d44f588 req-04d95f98-17e8-48e9-8993-84937fc5aaea tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:39:59.491217 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-177fb0a6-4730-46e8-afb4-4f243d44f588 req-04d95f98-17e8-48e9-8993-84937fc5aaea tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] 10.222.0.42 "GET /v2.0/ports?device_id=938d5325-d91e-4137-8d24-b21fd73d167e HTTP/1.1" status: 200 len: 945 time: 0.0928590 Mar 29 15:39:59.498984 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71e56056-5b82-4525-9573-fe8865ce768c tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] vlan segment allocate from pool success with {'vlan_id': 635, 'physical_network': 'physnet1'} {{(pid=102791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 15:39:59.520257 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] For port b92d97df-074d-485c-823e-dcf0668db6e2, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=b92d97df-074d-485c-823e-dcf0668db6e2,segment=NetworkSegment(6ab47353-a811-4bad-bc73-b4cc84583cfd),segment_id=6ab47353-a811-4bad-bc73-b4cc84583cfd)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:39:59.524663 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576cb042-4134-4453-9116-a1629cd5c69a req-f0c2b2a1-30e1-4756-a986-7bd991d14506 tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:39:59.535121 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-576cb042-4134-4453-9116-a1629cd5c69a req-f0c2b2a1-30e1-4756-a986-7bd991d14506 tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] 10.222.0.42 "GET /v2.0/ports?device_id=634c595e-d279-4aeb-bf6e-5b4c4a939ff0 HTTP/1.1" status: 200 len: 944 time: 0.3161504 Mar 29 15:39:59.539216 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:59.561993 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-177fb0a6-4730-46e8-afb4-4f243d44f588 req-957fe0ae-b835-4662-941b-0d3781d89646 tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] 10.222.0.42 "GET /v2.0/security-groups?id=ce1e3aa1-c9e4-4c36-a19f-9dbad60c5be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644565 Mar 29 15:39:59.606468 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-71e56056-5b82-4525-9573-fe8865ce768c tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:59.607587 n-d-834765-1 neutron-server[102791]: INFO neutron.db.segments_db [None req-71e56056-5b82-4525-9573-fe8865ce768c tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Added segment 14988b90-b308-46b3-bc6f-32456c4498be of type vlan for network 1b351205-c01f-42ee-b3ae-5144efe92816 Mar 29 15:39:59.614396 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-1ecb5079-76e5-4d1f-a15b-61e9f562e653 req-a952a2c8-e062-43a0-8b30-70197d1385a8 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7848580 Mar 29 15:39:59.635840 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Pushing event updated for resources: {'Port': ['ID=b92d97df-074d-485c-823e-dcf0668db6e2,revision_number=4']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:39:59.637455 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [req-1ecb5079-76e5-4d1f-a15b-61e9f562e653 req-97406ebf-bbe8-485a-aa35-e8064b0d0cd4 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Request body: {'port': {'device_id': 'e63d94a3-644d-400a-aa3f-0c71f9fb1b46', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '6063560a-a61f-4d6e-8083-e9831aad0c36', 'admin_state_up': True, 'tenant_id': '3c879391e12244b68c6a1d18a158625b', 'security_groups': ['19cf0565-0e5d-4a9a-bb20-6dda76410fc5']}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:39:59.643289 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Provisioning for port 448122a9-4849-4bfb-a6f3-1b3a84aff154 completed by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 15:39:59.647499 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Provisioning complete for port 448122a9-4849-4bfb-a6f3-1b3a84aff154 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:39:59.647874 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:59.712659 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-bbfc1742-b005-403a-9205-c4f03db59694 None None] Provisioning complete for port 0e514d14-115e-4070-8843-3ee9f7325115 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:39:59.713339 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-bbfc1742-b005-403a-9205-c4f03db59694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:59.756289 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-bbfc1742-b005-403a-9205-c4f03db59694 None None] Port 0e514d14-115e-4070-8843-3ee9f7325115 cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 15:39:59.785124 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-576cb042-4134-4453-9116-a1629cd5c69a req-54362175-4d23-4a47-8cb1-df2280fd35f2 tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] 10.222.0.42 "GET /v2.0/security-groups?id=d26d57f3-f34b-4b82-acb2-a15ffdfe7b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2486160 Mar 29 15:39:59.791291 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-71e56056-5b82-4525-9573-fe8865ce768c tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783522915970'] for network, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:59.817637 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:59.857474 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port 448122a9-4849-4bfb-a6f3-1b3a84aff154, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=448122a9-4849-4bfb-a6f3-1b3a84aff154,segment=NetworkSegment(e1d90273-cef5-4478-85fc-ff4ac210e191),segment_id=e1d90273-cef5-4478-85fc-ff4ac210e191)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:39:59.858938 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9cb7b9a-126e-4555-a298-17091e4f1312', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '448122a9-4849-4bfb-a6f3-1b3a84aff154'}] {{(pid=102792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:39:59.862484 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4f476c66b318cc6068719fc39557fac68d413f5c7e78fa77028c7948e999ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-deb4225c-5c1c-4b7d-b6d7-bcbb4a17901a" -d '{"events": [{"server_uuid": "c9cb7b9a-126e-4555-a298-17091e4f1312", "name": "network-vif-plugged", "status": "completed", "tag": "448122a9-4849-4bfb-a6f3-1b3a84aff154"}]}' {{(pid=102792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:39:59.867064 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:59.901198 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-71e56056-5b82-4525-9573-fe8865ce768c tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795'] for network, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:59.908354 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71e56056-5b82-4525-9573-fe8865ce768c tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:39:59.908937 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-71e56056-5b82-4525-9573-fe8865ce768c tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for network, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:59.917514 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-8062bb7f-534e-464a-b343-f07448443ff7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:39:59.919462 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ecb5079-76e5-4d1f-a15b-61e9f562e653 req-97406ebf-bbe8-485a-aa35-e8064b0d0cd4 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Made reservation on behalf of 3c879391e12244b68c6a1d18a158625b for: {'port': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:39:59.931664 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Pushing event updated for resources: {'Port': ['ID=448122a9-4849-4bfb-a6f3-1b3a84aff154,revision_number=5']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:39:59.941720 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:39:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab9aeece-b35e-4fd2-bd76-b6f98d77783c x-openstack-request-id: req-ab9aeece-b35e-4fd2-bd76-b6f98d77783c {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:39:59.942038 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9cb7b9a-126e-4555-a298-17091e4f1312", "name": "network-vif-plugged", "status": "completed", "tag": "448122a9-4849-4bfb-a6f3-1b3a84aff154", "code": 200}]} {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:39:59.942437 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ab9aeece-b35e-4fd2-bd76-b6f98d77783c {{(pid=102792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:39:59.942835 n-d-834765-1 neutron-server[102792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9cb7b9a-126e-4555-a298-17091e4f1312', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '448122a9-4849-4bfb-a6f3-1b3a84aff154', 'code': 200} Mar 29 15:40:00.057546 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8062bb7f-534e-464a-b343-f07448443ff7 admin admin] Pushing event deleted for resources: {'Port': ['ID=d46168aa-4b8f-4713-88b3-d5554fa2c9cc,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:40:00.096997 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-71e56056-5b82-4525-9573-fe8865ce768c tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.1078448 Mar 29 15:40:00.121416 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 41308) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:40:00.131151 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-2c09e52b-0c22-4c78-a75e-94041f6f7c2d tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Request body: {'subnet': {'network_id': '1b351205-c01f-42ee-b3ae-5144efe92816', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:40:00.192675 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e56056-5b82-4525-9573-fe8865ce768c tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Pushing event updated for resources: {'Network': ['ID=1b351205-c01f-42ee-b3ae-5144efe92816,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:40:00.212626 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Network 1b351205-c01f-42ee-b3ae-5144efe92816 details requested by agent ovs-agent-n-d-834765-1 with host n-d-834765-1 {{(pid=102792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 15:40:00.254548 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3c1ae7-9f08-4995-a547-7dad8e4bac1e req-7a2a7fcb-7fa1-4369-a0f5-49daec0f2740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:00.255753 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-1e3c1ae7-9f08-4995-a547-7dad8e4bac1e req-7a2a7fcb-7fa1-4369-a0f5-49daec0f2740 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=c9cb7b9a-126e-4555-a298-17091e4f1312 HTTP/1.1" status: 200 len: 1097 time: 0.2213247 Mar 29 15:40:00.259289 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53ad7bf-cbde-4ce5-a83f-7eba8d93b696 req-a3e4d4d7-e01c-4941-b38a-6094576c3711 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:00.267017 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53ad7bf-cbde-4ce5-a83f-7eba8d93b696 req-a3e4d4d7-e01c-4941-b38a-6094576c3711 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:00.273092 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53ad7bf-cbde-4ce5-a83f-7eba8d93b696 req-a3e4d4d7-e01c-4941-b38a-6094576c3711 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:00.275422 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b53ad7bf-cbde-4ce5-a83f-7eba8d93b696 req-a3e4d4d7-e01c-4941-b38a-6094576c3711 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] 10.222.0.42 "GET /v2.0/ports?device_id=e63d94a3-644d-400a-aa3f-0c71f9fb1b46 HTTP/1.1" status: 200 len: 2374 time: 0.2665465 Mar 29 15:40:00.350118 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b53ad7bf-cbde-4ce5-a83f-7eba8d93b696 req-50bc8291-7648-4db2-975e-18bb167d11a9 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] 10.222.0.42 "GET /v2.0/security-groups?id=19cf0565-0e5d-4a9a-bb20-6dda76410fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658200 Mar 29 15:40:00.364805 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-3e653385-3750-4479-b91e-2f18b9877e0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:00.390073 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-1ecb5079-76e5-4d1f-a15b-61e9f562e653 req-97406ebf-bbe8-485a-aa35-e8064b0d0cd4 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:00.742967 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c03f51c-fcc4-436b-a894-83ccb6bf8fda req-beaceee6-d159-4a20-82de-9222b5a71303 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:00.744571 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-2c03f51c-fcc4-436b-a894-83ccb6bf8fda req-beaceee6-d159-4a20-82de-9222b5a71303 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9cb7b9a-126e-4555-a298-17091e4f1312 HTTP/1.1" status: 200 len: 946 time: 0.5623522 Mar 29 15:40:00.754794 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-1e3c1ae7-9f08-4995-a547-7dad8e4bac1e req-d991d8ea-35de-425b-b764-31b333496bf4 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=07e96b72-96bb-4562-b80f-051b133c1759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775144 Mar 29 15:40:00.768710 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c09e52b-0c22-4c78-a75e-94041f6f7c2d tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Made reservation on behalf of d35c7b00e95148bdb6e7470aeaeb77ed for: {'subnet': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:40:00.772663 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-2c09e52b-0c22-4c78-a75e-94041f6f7c2d tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4793983'] for subnet, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:00.821396 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f2ea61d-56b4-47a5-975f-b93dcc169199 None None] Sync routers for ids ['9583f8fc-1e7a-41e5-ad38-ece9979ed417'] in n-d-834765-1 {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:40:00.833414 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f2ea61d-56b4-47a5-975f-b93dcc169199 None None] Routers {'9583f8fc-1e7a-41e5-ad38-ece9979ed417'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:40:00.834205 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-3f2ea61d-56b4-47a5-975f-b93dcc169199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:39:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['9583f8fc-1e7a-41e5-ad38-ece9979ed417'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:40:00.855923 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-2c03f51c-fcc4-436b-a894-83ccb6bf8fda req-d8e62351-909e-43d9-b3b0-d9b11264ccc4 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.42 "GET /v2.0/security-groups?id=07e96b72-96bb-4562-b80f-051b133c1759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980828 Mar 29 15:40:00.991446 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-8062bb7f-534e-464a-b343-f07448443ff7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-530528'] for router_interface, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:01.021048 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e573aff-501e-45c1-82b9-7c4173e189af req-6eae5367-80f8-481c-a049-90d79a6353d1 tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:01.022617 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4e573aff-501e-45c1-82b9-7c4173e189af req-6eae5367-80f8-481c-a049-90d79a6353d1 tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] 10.222.0.42 "GET /v2.0/ports?device_id=938d5325-d91e-4137-8d24-b21fd73d167e HTTP/1.1" status: 200 len: 945 time: 0.1453960 Mar 29 15:40:01.077772 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-2c09e52b-0c22-4c78-a75e-94041f6f7c2d tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5231896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4793961'] for subnet, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:01.227026 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4e573aff-501e-45c1-82b9-7c4173e189af req-2fbb5bec-5555-4268-b736-251ad28e5ecd tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] 10.222.0.42 "GET /v2.0/security-groups?id=ce1e3aa1-c9e4-4c36-a19f-9dbad60c5be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1961889 Mar 29 15:40:01.249640 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvr_db [None req-3f2ea61d-56b4-47a5-975f-b93dcc169199 None None] Set router 9583f8fc-1e7a-41e5-ad38-ece9979ed417 gateway port host: n-d-834765-1 {{(pid=102793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:40:01.255521 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f7e1b3-e824-4a77-b618-0d7b595bf94c req-4135242c-6da5-4437-bbf1-616e8f3ab163 tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:01.257162 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-f6f7e1b3-e824-4a77-b618-0d7b595bf94c req-4135242c-6da5-4437-bbf1-616e8f3ab163 tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] 10.222.0.42 "GET /v2.0/ports?device_id=634c595e-d279-4aeb-bf6e-5b4c4a939ff0 HTTP/1.1" status: 200 len: 944 time: 0.1360726 Mar 29 15:40:01.259139 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c09e52b-0c22-4c78-a75e-94041f6f7c2d tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Pushing event updated for resources: {'Subnet': ['ID=d4540596-3d25-46d6-844a-3b839bd7d078,revision_number=0']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:40:01.262572 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c09e52b-0c22-4c78-a75e-94041f6f7c2d tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Checking segment: {'id': '14988b90-b308-46b3-bc6f-32456c4498be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '1b351205-c01f-42ee-b3ae-5144efe92816'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:40:01.262941 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c09e52b-0c22-4c78-a75e-94041f6f7c2d tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Network hostable DHCP agents. Network: 1b351205-c01f-42ee-b3ae-5144efe92816, hostable agents: ['d136643e-48ae-49d4-a851-2ba3bdf3749c'], hosted agents: [] {{(pid=102790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 15:40:01.304441 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-f6f7e1b3-e824-4a77-b618-0d7b595bf94c req-58330ab3-9944-4323-a199-b413e47a647d tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] 10.222.0.42 "GET /v2.0/security-groups?id=d26d57f3-f34b-4b82-acb2-a15ffdfe7b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388908 Mar 29 15:40:01.331100 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c09e52b-0c22-4c78-a75e-94041f6f7c2d tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Network 1b351205-c01f-42ee-b3ae-5144efe92816 is scheduled to be hosted by DHCP agent d136643e-48ae-49d4-a851-2ba3bdf3749c with binding_index 1 {{(pid=102790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 15:40:01.338675 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_common [req-1ecb5079-76e5-4d1f-a15b-61e9f562e653 req-97406ebf-bbe8-485a-aa35-e8064b0d0cd4 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Allocated IP 10.2.2.100 (6063560a-a61f-4d6e-8083-e9831aad0c36/71e90eec-8f1c-4b07-8429-040103c60c28/6c9d42f1-664d-4f97-a0ba-019ea090a445) {{(pid=102791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:40:01.350625 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-2c09e52b-0c22-4c78-a75e-94041f6f7c2d tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834765-1, 1b351205-c01f-42ee-b3ae-5144efe92816) {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:40:01.355670 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c09e52b-0c22-4c78-a75e-94041f6f7c2d tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:01.356369 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-2c09e52b-0c22-4c78-a75e-94041f6f7c2d tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for subnet, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:01.369611 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device b92d97df-074d-485c-823e-dcf0668db6e2 up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:40:01.388000 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-2c09e52b-0c22-4c78-a75e-94041f6f7c2d tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.2627110 Mar 29 15:40:01.392327 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 41324) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:40:01.406992 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-92c06159-94a0-408b-a343-5e02454cf7b2 tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-2017949292'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:40:01.433093 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bbfce96-d3c1-4927-bd80-0d72adf2c4ea None None] Network 1b351205-c01f-42ee-b3ae-5144efe92816 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 15:40:01.459099 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92c06159-94a0-408b-a343-5e02454cf7b2 tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Made reservation on behalf of d35c7b00e95148bdb6e7470aeaeb77ed for: {'network': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:40:01.472391 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-92c06159-94a0-408b-a343-5e02454cf7b2 tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for network, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:01.543169 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92c06159-94a0-408b-a343-5e02454cf7b2 tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] vlan segment allocate from pool success with {'vlan_id': 600, 'physical_network': 'physnet1'} {{(pid=102790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 15:40:01.563124 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-92c06159-94a0-408b-a343-5e02454cf7b2 tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:01.563797 n-d-834765-1 neutron-server[102790]: INFO neutron.db.segments_db [None req-92c06159-94a0-408b-a343-5e02454cf7b2 tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Added segment 79b3cffd-b934-47ae-85b1-a6694d59b4cd of type vlan for network adf701ab-1c0e-4adc-b0ff-8d6e7fdda56c Mar 29 15:40:01.571408 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port b92d97df-074d-485c-823e-dcf0668db6e2 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:40:01.571840 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:01.609251 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-92c06159-94a0-408b-a343-5e02454cf7b2 tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783522915970'] for network, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:01.642480 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-92c06159-94a0-408b-a343-5e02454cf7b2 tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795'] for network, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:01.654498 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92c06159-94a0-408b-a343-5e02454cf7b2 tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:01.657700 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-92c06159-94a0-408b-a343-5e02454cf7b2 tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for network, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:01.700992 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-3f2ea61d-56b4-47a5-975f-b93dcc169199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9583f8fc-1e7a-41e5-ad38-ece9979ed417', 'name': 'tempest-ServersTestMultiNic-1935955559-router', 'tenant_id': 'd35c7b00e95148bdb6e7470aeaeb77ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.21'}], 'enable_snat': True}, 'gw_port_id': 'b92d97df-074d-485c-823e-dcf0668db6e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:39:49Z', 'updated_at': '2022-03-29T15:39:57Z', 'revision_number': 4, 'project_id': 'd35c7b00e95148bdb6e7470aeaeb77ed', 'gw_port': {'id': 'b92d97df-074d-485c-823e-dcf0668db6e2', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:4b:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9583f8fc-1e7a-41e5-ad38-ece9979ed417', 'device_owner': 'network:router_gateway', 'standard_attr_id': 788, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:39:52Z', 'updated_at': '2022-03-29T15:39:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': '7d8db84c-9ad7-444a-a686-39660631852f', 'name': '', 'network_id': '6abb23dd-17bc-4d4d-9224-5e3fe0f95fc2', 'tenant_id': 'd35c7b00e95148bdb6e7470aeaeb77ed', 'mac_address': 'fa:16:3e:a3:d3:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9583f8fc-1e7a-41e5-ad38-ece9979ed417', 'device_owner': 'network:router_interface', 'standard_attr_id': 791, 'fixed_ips': [{'subnet_id': 'f9aade81-ffc4-4282-8b34-6c102674fe3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:39:57Z', 'updated_at': '2022-03-29T15:39:57Z', 'revision_number': 2, 'project_id': 'd35c7b00e95148bdb6e7470aeaeb77ed', 'subnets': [{'id': 'f9aade81-ffc4-4282-8b34-6c102674fe3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:40:01.722282 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-92c06159-94a0-408b-a343-5e02454cf7b2 tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.3286579 Mar 29 15:40:01.725988 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 41360) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:40:01.726995 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9024b14e-7133-424a-8b04-2be6bcdc95c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0035034-69b0-5ffc-b384-0ac6189c5628-1b351205-c01f-42ee-b3ae-5144efe92816', 'network_id': '1b351205-c01f-42ee-b3ae-5144efe92816', 'tenant_id': 'd35c7b00e95148bdb6e7470aeaeb77ed', 'fixed_ips': [{'subnet_id': 'd4540596-3d25-46d6-844a-3b839bd7d078'}]}} from n-d-834765-1. {{(pid=102792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 29 15:40:01.727884 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-9024b14e-7133-424a-8b04-2be6bcdc95c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:01.732017 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-10d2e4f7-8cbd-4bdc-b195-15e6200d5969 tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Request body: {'subnet': {'network_id': 'adf701ab-1c0e-4adc-b0ff-8d6e7fdda56c', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:40:01.763053 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f2ea61d-56b4-47a5-975f-b93dcc169199 None None] Checking router: 9583f8fc-1e7a-41e5-ad38-ece9979ed417 for host: n-d-834765-1 {{(pid=102793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:40:01.763494 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f2ea61d-56b4-47a5-975f-b93dcc169199 None None] Updating router 9583f8fc-1e7a-41e5-ad38-ece9979ed417 port 7d8db84c-9ad7-444a-a686-39660631852f binding host n-d-834765-1 {{(pid=102793) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 15:40:01.775957 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-1ecb5079-76e5-4d1f-a15b-61e9f562e653 req-97406ebf-bbe8-485a-aa35-e8064b0d0cd4 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Notify callbacks [] for port, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:01.786808 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c06159-94a0-408b-a343-5e02454cf7b2 tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Pushing event updated for resources: {'Network': ['ID=adf701ab-1c0e-4adc-b0ff-8d6e7fdda56c,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:40:01.802714 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-3f2ea61d-56b4-47a5-975f-b93dcc169199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:01.809238 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd35775-257e-4523-86ef-5595eb3e15c4 req-a008beae-0033-4ad7-9f3a-22a96bfc9bd2 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:01.832486 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd35775-257e-4523-86ef-5595eb3e15c4 req-a008beae-0033-4ad7-9f3a-22a96bfc9bd2 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:01.854415 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd35775-257e-4523-86ef-5595eb3e15c4 req-a008beae-0033-4ad7-9f3a-22a96bfc9bd2 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:01.868680 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-1cd35775-257e-4523-86ef-5595eb3e15c4 req-a008beae-0033-4ad7-9f3a-22a96bfc9bd2 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] 10.222.0.42 "GET /v2.0/ports?device_id=e63d94a3-644d-400a-aa3f-0c71f9fb1b46 HTTP/1.1" status: 200 len: 2374 time: 0.3203368 Mar 29 15:40:01.883134 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10d2e4f7-8cbd-4bdc-b195-15e6200d5969 tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Made reservation on behalf of d35c7b00e95148bdb6e7470aeaeb77ed for: {'subnet': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:40:01.903912 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-10d2e4f7-8cbd-4bdc-b195-15e6200d5969 tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4793983'] for subnet, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:01.951426 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.db_base_plugin_common [None req-9024b14e-7133-424a-8b04-2be6bcdc95c5 None None] Allocated IP 19.80.0.2 (1b351205-c01f-42ee-b3ae-5144efe92816/d4540596-3d25-46d6-844a-3b839bd7d078/299fed8d-087a-46df-ad7e-6c9a17387206) {{(pid=102792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:40:01.962480 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-1ecb5079-76e5-4d1f-a15b-61e9f562e653 req-97406ebf-bbe8-485a-aa35-e8064b0d0cd4 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:02.079543 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ecb5079-76e5-4d1f-a15b-61e9f562e653 req-97406ebf-bbe8-485a-aa35-e8064b0d0cd4 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Network 6063560a-a61f-4d6e-8083-e9831aad0c36 is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:40:02.121401 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-1cd35775-257e-4523-86ef-5595eb3e15c4 req-3f7c2586-6a4a-4c8f-9d99-c27699441f11 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] 10.222.0.42 "GET /v2.0/security-groups?id=19cf0565-0e5d-4a9a-bb20-6dda76410fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2473192 Mar 29 15:40:02.136630 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [req-1ecb5079-76e5-4d1f-a15b-61e9f562e653 req-97406ebf-bbe8-485a-aa35-e8064b0d0cd4 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:40:02.163198 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ecb5079-76e5-4d1f-a15b-61e9f562e653 req-97406ebf-bbe8-485a-aa35-e8064b0d0cd4 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Received port after_create {{(pid=102791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:40:02.197468 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Network adf701ab-1c0e-4adc-b0ff-8d6e7fdda56c details requested by agent ovs-agent-n-d-834765-1 with host n-d-834765-1 {{(pid=102792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 15:40:02.226991 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b539de3-ccf1-458b-965e-de19af74eed9 req-02b74186-1359-4ae1-8696-22e39b33e923 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:02.239488 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-2b539de3-ccf1-458b-965e-de19af74eed9 req-02b74186-1359-4ae1-8696-22e39b33e923 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9cb7b9a-126e-4555-a298-17091e4f1312 HTTP/1.1" status: 200 len: 946 time: 0.1386118 Mar 29 15:40:02.293447 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecb5079-76e5-4d1f-a15b-61e9f562e653 req-97406ebf-bbe8-485a-aa35-e8064b0d0cd4 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:02.295667 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-1ecb5079-76e5-4d1f-a15b-61e9f562e653 req-97406ebf-bbe8-485a-aa35-e8064b0d0cd4 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:02.339629 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97406ebf-bbe8-485a-aa35-e8064b0d0cd4 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Pushing event updated for resources: {'Port': ['ID=6c9d42f1-664d-4f97-a0ba-019ea090a445,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:40:02.359858 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-1ecb5079-76e5-4d1f-a15b-61e9f562e653 req-97406ebf-bbe8-485a-aa35-e8064b0d0cd4 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7343051 Mar 29 15:40:02.371154 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-2b539de3-ccf1-458b-965e-de19af74eed9 req-9c327440-ffa6-4357-a9cd-7319e2f6df33 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.42 "GET /v2.0/security-groups?id=07e96b72-96bb-4562-b80f-051b133c1759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305254 Mar 29 15:40:02.380269 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [req-1ecb5079-76e5-4d1f-a15b-61e9f562e653 req-3465cc3f-e52f-4b3f-b38d-8d546dc840a0 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Request body: {'port': {'device_id': 'e63d94a3-644d-400a-aa3f-0c71f9fb1b46', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '6063560a-a61f-4d6e-8083-e9831aad0c36', 'admin_state_up': True, 'tenant_id': '3c879391e12244b68c6a1d18a158625b', 'security_groups': ['19cf0565-0e5d-4a9a-bb20-6dda76410fc5']}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:40:02.398198 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8062bb7f-534e-464a-b343-f07448443ff7 admin admin] Router 23d7de72-2f96-4a61-bfb2-d31ceb2b85d5 has already been hosted by L3 agent c648d819-1060-4f26-b4ec-6455387b5dff {{(pid=102791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 15:40:02.506443 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-9024b14e-7133-424a-8b04-2be6bcdc95c5 None None] Notify callbacks [] for port, precommit_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:02.563670 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-10d2e4f7-8cbd-4bdc-b195-15e6200d5969 tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5231896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4793961'] for subnet, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:02.580390 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7014ee5b-81e5-4366-a4fe-8ddbe84e4d65 req-57340431-9398-4085-8011-2c67744f16cc tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:02.582066 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-7014ee5b-81e5-4366-a4fe-8ddbe84e4d65 req-57340431-9398-4085-8011-2c67744f16cc tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] 10.222.0.42 "GET /v2.0/ports?device_id=938d5325-d91e-4137-8d24-b21fd73d167e HTTP/1.1" status: 200 len: 945 time: 0.1516073 Mar 29 15:40:02.595818 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-9024b14e-7133-424a-8b04-2be6bcdc95c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956'] for port, after_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:02.614446 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-3f2ea61d-56b4-47a5-975f-b93dcc169199 None None] Notify callbacks [] for port, precommit_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:02.631921 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-3f2ea61d-56b4-47a5-975f-b93dcc169199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:02.713540 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d2e4f7-8cbd-4bdc-b195-15e6200d5969 tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Pushing event updated for resources: {'Subnet': ['ID=7b28e07d-a4fe-4a22-a912-19b0e9e450a9,revision_number=0']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:40:02.727665 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-7014ee5b-81e5-4366-a4fe-8ddbe84e4d65 req-ecaf4883-5bfd-4cf8-b9ed-90712b8d7094 tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] 10.222.0.42 "GET /v2.0/security-groups?id=ce1e3aa1-c9e4-4c36-a19f-9dbad60c5be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884271 Mar 29 15:40:02.753757 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f16a74-d029-4fef-92e4-8ea3f1ddc84c req-8e534ec4-e8f1-43dc-ac89-b5b86e24a952 tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:02.755928 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9273025d-3e60-4db8-9e96-79730d735d3c None None] Pushing event updated for resources: {'Port': ['ID=7d8db84c-9ad7-444a-a686-39660631852f,revision_number=3']} {{(pid=102793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:40:02.780779 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-84f16a74-d029-4fef-92e4-8ea3f1ddc84c req-8e534ec4-e8f1-43dc-ac89-b5b86e24a952 tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] 10.222.0.42 "GET /v2.0/ports?device_id=634c595e-d279-4aeb-bf6e-5b4c4a939ff0 HTTP/1.1" status: 200 len: 944 time: 0.2982867 Mar 29 15:40:02.826306 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-8c5da807-30d4-4f82-9b4f-1931ddb9209e None None] Provisioning complete for port 6c9d42f1-664d-4f97-a0ba-019ea090a445 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:40:02.827684 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-8c5da807-30d4-4f82-9b4f-1931ddb9209e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:02.832307 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ecb5079-76e5-4d1f-a15b-61e9f562e653 req-3465cc3f-e52f-4b3f-b38d-8d546dc840a0 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Made reservation on behalf of 3c879391e12244b68c6a1d18a158625b for: {'port': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:40:02.847022 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9273025d-3e60-4db8-9e96-79730d735d3c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:40:02.848892 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9273025d-3e60-4db8-9e96-79730d735d3c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:40:02.849475 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9273025d-3e60-4db8-9e96-79730d735d3c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:40:02.850731 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9273025d-3e60-4db8-9e96-79730d735d3c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:40:02.852200 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9273025d-3e60-4db8-9e96-79730d735d3c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:40:02.852471 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-1ecb5079-76e5-4d1f-a15b-61e9f562e653 req-3465cc3f-e52f-4b3f-b38d-8d546dc840a0 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:02.853340 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9273025d-3e60-4db8-9e96-79730d735d3c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:40:02.855457 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9273025d-3e60-4db8-9e96-79730d735d3c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:40:02.856040 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9273025d-3e60-4db8-9e96-79730d735d3c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:40:02.856581 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9273025d-3e60-4db8-9e96-79730d735d3c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:40:02.857095 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9273025d-3e60-4db8-9e96-79730d735d3c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:40:02.858536 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9273025d-3e60-4db8-9e96-79730d735d3c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:40:02.860726 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9273025d-3e60-4db8-9e96-79730d735d3c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:40:02.865228 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10d2e4f7-8cbd-4bdc-b195-15e6200d5969 tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Checking segment: {'id': '79b3cffd-b934-47ae-85b1-a6694d59b4cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'adf701ab-1c0e-4adc-b0ff-8d6e7fdda56c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:40:02.866102 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d6e93b88-905b-4b97-bd07-b6227a6e0c1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:02.869916 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10d2e4f7-8cbd-4bdc-b195-15e6200d5969 tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Network hostable DHCP agents. Network: adf701ab-1c0e-4adc-b0ff-8d6e7fdda56c, hostable agents: ['d136643e-48ae-49d4-a851-2ba3bdf3749c'], hosted agents: [] {{(pid=102790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 15:40:02.897080 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-84f16a74-d029-4fef-92e4-8ea3f1ddc84c req-09a37603-02dd-4648-9369-845799116af3 tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] 10.222.0.42 "GET /v2.0/security-groups?id=d26d57f3-f34b-4b82-acb2-a15ffdfe7b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144373 Mar 29 15:40:02.932615 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10d2e4f7-8cbd-4bdc-b195-15e6200d5969 tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Network adf701ab-1c0e-4adc-b0ff-8d6e7fdda56c is scheduled to be hosted by DHCP agent d136643e-48ae-49d4-a851-2ba3bdf3749c with binding_index 1 {{(pid=102790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 15:40:02.945788 n-d-834765-1 neutron-server[102792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9024b14e-7133-424a-8b04-2be6bcdc95c5 None None] Network 1b351205-c01f-42ee-b3ae-5144efe92816 is already hosted by enough agents. {{(pid=102792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:40:02.949523 n-d-834765-1 neutron-server[102792]: DEBUG neutron.scheduler.base_scheduler [None req-9024b14e-7133-424a-8b04-2be6bcdc95c5 None None] Resources bound (agent type, host, resource id): {{(pid=102792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:40:02.949687 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.managers [None req-3f2ea61d-56b4-47a5-975f-b93dcc169199 None None] Attempting to bind port 7d8db84c-9ad7-444a-a686-39660631852f on host n-d-834765-1 for vnic_type normal with profile {{(pid=102793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:40:02.950005 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.managers [None req-3f2ea61d-56b4-47a5-975f-b93dcc169199 None None] Attempting to bind port 7d8db84c-9ad7-444a-a686-39660631852f by drivers openvswitch,hyperv on host n-d-834765-1 at level 0 using segments [{'id': 'e073ae89-2522-4c36-a0a3-d6f2a290a5b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '6abb23dd-17bc-4d4d-9224-5e3fe0f95fc2'}] {{(pid=102793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:40:02.950382 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f2ea61d-56b4-47a5-975f-b93dcc169199 None None] Attempting to bind port 7d8db84c-9ad7-444a-a686-39660631852f on network 6abb23dd-17bc-4d4d-9224-5e3fe0f95fc2 {{(pid=102793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:40:02.951230 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9024b14e-7133-424a-8b04-2be6bcdc95c5 None None] Received port after_create {{(pid=102792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:40:02.959334 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-10d2e4f7-8cbd-4bdc-b195-15e6200d5969 tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834765-1, adf701ab-1c0e-4adc-b0ff-8d6e7fdda56c) {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:40:02.971413 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f2ea61d-56b4-47a5-975f-b93dcc169199 None None] Checking agent: {'id': 'a8866439-9d96-425c-b519-6905c591ac37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 25, 36), 'started_at': datetime.datetime(2022, 3, 29, 15, 26, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 39, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834765-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:40:02.971991 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f2ea61d-56b4-47a5-975f-b93dcc169199 None None] Checking segment: {'id': 'e073ae89-2522-4c36-a0a3-d6f2a290a5b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '6abb23dd-17bc-4d4d-9224-5e3fe0f95fc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:40:02.972396 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-3f2ea61d-56b4-47a5-975f-b93dcc169199 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:02.976305 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f2ea61d-56b4-47a5-975f-b93dcc169199 None None] Bound using segment: {'id': 'e073ae89-2522-4c36-a0a3-d6f2a290a5b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '6abb23dd-17bc-4d4d-9224-5e3fe0f95fc2'} {{(pid=102793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:40:02.976810 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10d2e4f7-8cbd-4bdc-b195-15e6200d5969 tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:02.977881 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-10d2e4f7-8cbd-4bdc-b195-15e6200d5969 tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for subnet, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:02.978007 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.managers [None req-3f2ea61d-56b4-47a5-975f-b93dcc169199 None None] Bound port: 7d8db84c-9ad7-444a-a686-39660631852f, host: n-d-834765-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e073ae89-2522-4c36-a0a3-d6f2a290a5b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '6abb23dd-17bc-4d4d-9224-5e3fe0f95fc2'}}] {{(pid=102793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 15:40:02.978339 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-3f2ea61d-56b4-47a5-975f-b93dcc169199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:02.994109 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8a1c209-fa11-452a-9961-746431b4a938 None None] Network adf701ab-1c0e-4adc-b0ff-8d6e7fdda56c requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 15:40:03.007801 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-10d2e4f7-8cbd-4bdc-b195-15e6200d5969 tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.2804983 Mar 29 15:40:03.009708 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8062bb7f-534e-464a-b343-f07448443ff7 admin admin] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:40:03.028558 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-8062bb7f-534e-464a-b343-f07448443ff7 admin admin] 10.222.0.42 "PUT /v2.0/routers/23d7de72-2f96-4a61-bfb2-d31ceb2b85d5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3935943 Mar 29 15:40:03.031158 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 41404) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:40:03.099846 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e5eb7f7-c4a0-4b60-bb82-60dbe7fdb463 None None] Sync routers for ids ['23d7de72-2f96-4a61-bfb2-d31ceb2b85d5'] in n-d-834765-1 {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:40:03.121359 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9024b14e-7133-424a-8b04-2be6bcdc95c5 None None] Pushing event updated for resources: {'Port': ['ID=299fed8d-087a-46df-ad7e-6c9a17387206,revision_number=1']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:40:03.134359 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-9024b14e-7133-424a-8b04-2be6bcdc95c5 None None] Attempting to bind port 299fed8d-087a-46df-ad7e-6c9a17387206 on host n-d-834765-1 for vnic_type normal with profile {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:40:03.134727 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-9024b14e-7133-424a-8b04-2be6bcdc95c5 None None] Attempting to bind port 299fed8d-087a-46df-ad7e-6c9a17387206 by drivers openvswitch,hyperv on host n-d-834765-1 at level 0 using segments [{'id': '14988b90-b308-46b3-bc6f-32456c4498be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '1b351205-c01f-42ee-b3ae-5144efe92816'}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:40:03.135072 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9024b14e-7133-424a-8b04-2be6bcdc95c5 None None] Attempting to bind port 299fed8d-087a-46df-ad7e-6c9a17387206 on network 1b351205-c01f-42ee-b3ae-5144efe92816 {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:40:03.140407 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9024b14e-7133-424a-8b04-2be6bcdc95c5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:40:03.141332 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9024b14e-7133-424a-8b04-2be6bcdc95c5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:40:03.141670 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9024b14e-7133-424a-8b04-2be6bcdc95c5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:40:03.142013 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9024b14e-7133-424a-8b04-2be6bcdc95c5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:40:03.142313 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9024b14e-7133-424a-8b04-2be6bcdc95c5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:40:03.142633 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9024b14e-7133-424a-8b04-2be6bcdc95c5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:40:03.142953 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9024b14e-7133-424a-8b04-2be6bcdc95c5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:40:03.143341 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9024b14e-7133-424a-8b04-2be6bcdc95c5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:40:03.143621 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9024b14e-7133-424a-8b04-2be6bcdc95c5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:40:03.143935 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9024b14e-7133-424a-8b04-2be6bcdc95c5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:40:03.144256 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9024b14e-7133-424a-8b04-2be6bcdc95c5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:40:03.144568 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9024b14e-7133-424a-8b04-2be6bcdc95c5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:40:03.165889 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-8c5da807-30d4-4f82-9b4f-1931ddb9209e None None] Port 6c9d42f1-664d-4f97-a0ba-019ea090a445 cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 15:40:03.174462 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e5eb7f7-c4a0-4b60-bb82-60dbe7fdb463 None None] Routers {'23d7de72-2f96-4a61-bfb2-d31ceb2b85d5'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:40:03.175107 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-2e5eb7f7-c4a0-4b60-bb82-60dbe7fdb463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:40:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['23d7de72-2f96-4a61-bfb2-d31ceb2b85d5'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:40:03.194574 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.db [None req-3f2ea61d-56b4-47a5-975f-b93dcc169199 None None] For port 7d8db84c-9ad7-444a-a686-39660631852f, host n-d-834765-1, cleared binding levels {{(pid=102793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:40:03.205987 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.db [None req-3f2ea61d-56b4-47a5-975f-b93dcc169199 None None] For port 7d8db84c-9ad7-444a-a686-39660631852f, host n-d-834765-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=7d8db84c-9ad7-444a-a686-39660631852f,segment=NetworkSegment(e073ae89-2522-4c36-a0a3-d6f2a290a5b1),segment_id=e073ae89-2522-4c36-a0a3-d6f2a290a5b1)] {{(pid=102793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:40:03.214629 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-3f2ea61d-56b4-47a5-975f-b93dcc169199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:03.342643 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f2ea61d-56b4-47a5-975f-b93dcc169199 None None] Routers {'9583f8fc-1e7a-41e5-ad38-ece9979ed417'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:40:03.342990 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-6b75a762-c741-4785-b6ce-6ab2e8c09ad6 admin admin] Notify callbacks [] for router, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:03.344410 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-3f2ea61d-56b4-47a5-975f-b93dcc169199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:40:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['9583f8fc-1e7a-41e5-ad38-ece9979ed417'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:40:03.483855 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_common [req-1ecb5079-76e5-4d1f-a15b-61e9f562e653 req-3465cc3f-e52f-4b3f-b38d-8d546dc840a0 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Allocated IP 10.2.2.200 (6063560a-a61f-4d6e-8083-e9831aad0c36/71e90eec-8f1c-4b07-8429-040103c60c28/93ac20f5-aa07-4dbf-a3fe-5ec3fbecedce) {{(pid=102791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:40:03.526376 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9273025d-3e60-4db8-9e96-79730d735d3c None None] Pushing event updated for resources: {'Port': ['ID=7d8db84c-9ad7-444a-a686-39660631852f,revision_number=4']} {{(pid=102793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:40:03.544569 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvr_db [None req-3f2ea61d-56b4-47a5-975f-b93dcc169199 None None] Set router 9583f8fc-1e7a-41e5-ad38-ece9979ed417 gateway port host: n-d-834765-1 {{(pid=102793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:40:03.571640 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bceb954-94f5-4da9-b8f6-b97694d2de6f req-45ce3666-b142-4481-b528-684be0c7e071 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:03.590522 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bceb954-94f5-4da9-b8f6-b97694d2de6f req-45ce3666-b142-4481-b528-684be0c7e071 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:03.597713 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bceb954-94f5-4da9-b8f6-b97694d2de6f req-45ce3666-b142-4481-b528-684be0c7e071 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:03.613798 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bceb954-94f5-4da9-b8f6-b97694d2de6f req-45ce3666-b142-4481-b528-684be0c7e071 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:03.615652 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-8bceb954-94f5-4da9-b8f6-b97694d2de6f req-45ce3666-b142-4481-b528-684be0c7e071 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] 10.222.0.42 "GET /v2.0/ports?device_id=e63d94a3-644d-400a-aa3f-0c71f9fb1b46 HTTP/1.1" status: 200 len: 3095 time: 0.2701614 Mar 29 15:40:03.765098 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-6b75a762-c741-4785-b6ce-6ab2e8c09ad6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:03.772883 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-8bceb954-94f5-4da9-b8f6-b97694d2de6f req-e7a6ab63-039b-4fef-bdee-3161219deb11 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] 10.222.0.42 "GET /v2.0/security-groups?id=19cf0565-0e5d-4a9a-bb20-6dda76410fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0965509 Mar 29 15:40:03.782268 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9024b14e-7133-424a-8b04-2be6bcdc95c5 None None] Checking agent: {'id': 'a8866439-9d96-425c-b519-6905c591ac37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 25, 36), 'started_at': datetime.datetime(2022, 3, 29, 15, 26, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 39, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834765-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:40:03.787753 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9024b14e-7133-424a-8b04-2be6bcdc95c5 None None] Checking segment: {'id': '14988b90-b308-46b3-bc6f-32456c4498be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '1b351205-c01f-42ee-b3ae-5144efe92816'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:40:03.792708 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-9024b14e-7133-424a-8b04-2be6bcdc95c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:03.793361 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9024b14e-7133-424a-8b04-2be6bcdc95c5 None None] Bound using segment: {'id': '14988b90-b308-46b3-bc6f-32456c4498be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '1b351205-c01f-42ee-b3ae-5144efe92816'} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:40:03.794044 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-9024b14e-7133-424a-8b04-2be6bcdc95c5 None None] Bound port: 299fed8d-087a-46df-ad7e-6c9a17387206, host: n-d-834765-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14988b90-b308-46b3-bc6f-32456c4498be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '1b351205-c01f-42ee-b3ae-5144efe92816'}}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 15:40:03.799033 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-9024b14e-7133-424a-8b04-2be6bcdc95c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:03.802509 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device 32ca12f3-c308-42af-b6ed-0d7bdc625b95 details requested by agent hyperv_n-h1-834765-1 with host n-h1-834765-1 {{(pid=102792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 15:40:03.890238 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-6b75a762-c741-4785-b6ce-6ab2e8c09ad6 admin admin] Deleting port f014e05d-d9c8-4704-9420-84147da2e5cb {{(pid=102790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:40:03.895743 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-6b75a762-c741-4785-b6ce-6ab2e8c09ad6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:03.899178 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-3f2ea61d-56b4-47a5-975f-b93dcc169199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9583f8fc-1e7a-41e5-ad38-ece9979ed417', 'name': 'tempest-ServersTestMultiNic-1935955559-router', 'tenant_id': 'd35c7b00e95148bdb6e7470aeaeb77ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.21'}], 'enable_snat': True}, 'gw_port_id': 'b92d97df-074d-485c-823e-dcf0668db6e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:39:49Z', 'updated_at': '2022-03-29T15:39:57Z', 'revision_number': 4, 'project_id': 'd35c7b00e95148bdb6e7470aeaeb77ed', 'gw_port': {'id': 'b92d97df-074d-485c-823e-dcf0668db6e2', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:4b:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9583f8fc-1e7a-41e5-ad38-ece9979ed417', 'device_owner': 'network:router_gateway', 'standard_attr_id': 788, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:39:52Z', 'updated_at': '2022-03-29T15:39:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': '7d8db84c-9ad7-444a-a686-39660631852f', 'name': '', 'network_id': '6abb23dd-17bc-4d4d-9224-5e3fe0f95fc2', 'tenant_id': 'd35c7b00e95148bdb6e7470aeaeb77ed', 'mac_address': 'fa:16:3e:a3:d3:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9583f8fc-1e7a-41e5-ad38-ece9979ed417', 'device_owner': 'network:router_interface', 'standard_attr_id': 791, 'fixed_ips': [{'subnet_id': 'f9aade81-ffc4-4282-8b34-6c102674fe3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:39:57Z', 'updated_at': '2022-03-29T15:40:03Z', 'revision_number': 4, 'project_id': 'd35c7b00e95148bdb6e7470aeaeb77ed', 'subnets': [{'id': 'f9aade81-ffc4-4282-8b34-6c102674fe3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:40:03.921558 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ac5a58-b03c-44b0-8c1b-76d305194c1b req-59d6a0c4-d908-4b4d-aeae-c76670fcf127 tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:03.934817 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ac5a58-b03c-44b0-8c1b-76d305194c1b req-59d6a0c4-d908-4b4d-aeae-c76670fcf127 tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:03.944346 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-03ac5a58-b03c-44b0-8c1b-76d305194c1b req-59d6a0c4-d908-4b4d-aeae-c76670fcf127 tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] 10.222.0.42 "GET /v2.0/networks?id=1b351205-c01f-42ee-b3ae-5144efe92816&id=adf701ab-1c0e-4adc-b0ff-8d6e7fdda56c&id=1b351205-c01f-42ee-b3ae-5144efe92816 HTTP/1.1" status: 200 len: 1391 time: 0.5366626 Mar 29 15:40:03.957234 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f2ea61d-56b4-47a5-975f-b93dcc169199 None None] The sync data for ids ['9583f8fc-1e7a-41e5-ad38-ece9979ed417'] in n-d-834765-1 is: [{'id': '9583f8fc-1e7a-41e5-ad38-ece9979ed417', 'name': 'tempest-ServersTestMultiNic-1935955559-router', 'tenant_id': 'd35c7b00e95148bdb6e7470aeaeb77ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.21'}], 'enable_snat': True}, 'gw_port_id': 'b92d97df-074d-485c-823e-dcf0668db6e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:39:49Z', 'updated_at': '2022-03-29T15:39:57Z', 'revision_number': 4, 'project_id': 'd35c7b00e95148bdb6e7470aeaeb77ed', 'gw_port': {'id': 'b92d97df-074d-485c-823e-dcf0668db6e2', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:4b:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9583f8fc-1e7a-41e5-ad38-ece9979ed417', 'device_owner': 'network:router_gateway', 'standard_attr_id': 788, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:39:52Z', 'updated_at': '2022-03-29T15:39:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': '7d8db84c-9ad7-444a-a686-39660631852f', 'name': '', 'network_id': '6abb23dd-17bc-4d4d-9224-5e3fe0f95fc2', 'tenant_id': 'd35c7b00e95148bdb6e7470aeaeb77ed', 'mac_address': 'fa:16:3e:a3:d3:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9583f8fc-1e7a-41e5-ad38-ece9979ed417', 'device_owner': 'network:router_interface', 'standard_attr_id': 791, 'fixed_ips': [{'subnet_id': 'f9aade81-ffc4-4282-8b34-6c102674fe3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:39:57Z', 'updated_at': '2022-03-29T15:40:03Z', 'revision_number': 4, 'project_id': 'd35c7b00e95148bdb6e7470aeaeb77ed', 'subnets': [{'id': 'f9aade81-ffc4-4282-8b34-6c102674fe3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:40:03.982538 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-03ac5a58-b03c-44b0-8c1b-76d305194c1b req-8783b302-7776-44a6-8d82-c46d831157d5 tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] 10.222.0.42 "GET /v2.0/quotas/d35c7b00e95148bdb6e7470aeaeb77ed HTTP/1.1" status: 200 len: 375 time: 0.0352435 Mar 29 15:40:04.086437 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-1ecb5079-76e5-4d1f-a15b-61e9f562e653 req-3465cc3f-e52f-4b3f-b38d-8d546dc840a0 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Notify callbacks [] for port, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:04.104862 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1867b5e-cd2c-4f37-8c1c-398dd8822bc5 req-c0801378-ad40-45e5-ab88-d847aae20aa3 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:04.114954 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-c1867b5e-cd2c-4f37-8c1c-398dd8822bc5 req-c0801378-ad40-45e5-ab88-d847aae20aa3 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9cb7b9a-126e-4555-a298-17091e4f1312 HTTP/1.1" status: 200 len: 946 time: 0.2162509 Mar 29 15:40:04.149813 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-1ecb5079-76e5-4d1f-a15b-61e9f562e653 req-3465cc3f-e52f-4b3f-b38d-8d546dc840a0 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:04.153115 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvr_db [None req-2e5eb7f7-c4a0-4b60-bb82-60dbe7fdb463 None None] Set router 23d7de72-2f96-4a61-bfb2-d31ceb2b85d5 gateway port host: n-d-834765-1 {{(pid=102792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:40:04.199346 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-03ac5a58-b03c-44b0-8c1b-76d305194c1b req-1953148d-bd17-4096-99ee-832bfe2e519a tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=d35c7b00e95148bdb6e7470aeaeb77ed&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2157955 Mar 29 15:40:04.203693 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [None req-6b75a762-c741-4785-b6ce-6ab2e8c09ad6 admin admin] For port f014e05d-d9c8-4704-9420-84147da2e5cb, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=f014e05d-d9c8-4704-9420-84147da2e5cb,segment=NetworkSegment(6ab47353-a811-4bad-bc73-b4cc84583cfd),segment_id=6ab47353-a811-4bad-bc73-b4cc84583cfd)] {{(pid=102790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:40:04.209373 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-6b75a762-c741-4785-b6ce-6ab2e8c09ad6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:04.226796 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-6b75a762-c741-4785-b6ce-6ab2e8c09ad6 admin admin] Calling delete_port for f014e05d-d9c8-4704-9420-84147da2e5cb owned by network:router_gateway {{(pid=102790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:40:04.244405 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-9024b14e-7133-424a-8b04-2be6bcdc95c5 None None] For port 299fed8d-087a-46df-ad7e-6c9a17387206, host n-d-834765-1, cleared binding levels {{(pid=102792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:40:04.247851 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-9024b14e-7133-424a-8b04-2be6bcdc95c5 None None] For port 299fed8d-087a-46df-ad7e-6c9a17387206, host n-d-834765-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=299fed8d-087a-46df-ad7e-6c9a17387206,segment=NetworkSegment(14988b90-b308-46b3-bc6f-32456c4498be),segment_id=14988b90-b308-46b3-bc6f-32456c4498be)] {{(pid=102792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:40:04.252114 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-ef656949-28ee-4274-b17b-a997bebb13aa None None] Provisioning complete for port 7d8db84c-9ad7-444a-a686-39660631852f triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:40:04.252522 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-ef656949-28ee-4274-b17b-a997bebb13aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:04.321241 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d71584b9-87f1-45f5-84c7-c993c2416269 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:04.324669 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-9024b14e-7133-424a-8b04-2be6bcdc95c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:04.331247 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ecb5079-76e5-4d1f-a15b-61e9f562e653 req-3465cc3f-e52f-4b3f-b38d-8d546dc840a0 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Network 6063560a-a61f-4d6e-8083-e9831aad0c36 is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:40:04.348885 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [req-1ecb5079-76e5-4d1f-a15b-61e9f562e653 req-3465cc3f-e52f-4b3f-b38d-8d546dc840a0 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:40:04.354943 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ecb5079-76e5-4d1f-a15b-61e9f562e653 req-3465cc3f-e52f-4b3f-b38d-8d546dc840a0 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Received port after_create {{(pid=102791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:40:04.429694 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3465cc3f-e52f-4b3f-b38d-8d546dc840a0 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Pushing event updated for resources: {'Port': ['ID=93ac20f5-aa07-4dbf-a3fe-5ec3fbecedce,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:40:04.445827 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9024b14e-7133-424a-8b04-2be6bcdc95c5 None None] Pushing event updated for resources: {'Port': ['ID=299fed8d-087a-46df-ad7e-6c9a17387206,revision_number=2']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:40:04.497211 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-c1867b5e-cd2c-4f37-8c1c-398dd8822bc5 req-9c23bee4-d165-47f5-a87c-535193652105 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.42 "GET /v2.0/security-groups?id=07e96b72-96bb-4562-b80f-051b133c1759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3754013 Mar 29 15:40:04.555177 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecb5079-76e5-4d1f-a15b-61e9f562e653 req-3465cc3f-e52f-4b3f-b38d-8d546dc840a0 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:04.555910 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-1ecb5079-76e5-4d1f-a15b-61e9f562e653 req-3465cc3f-e52f-4b3f-b38d-8d546dc840a0 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:04.627164 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port 32ca12f3-c308-42af-b6ed-0d7bdc625b95, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=32ca12f3-c308-42af-b6ed-0d7bdc625b95,segment=NetworkSegment(52cd9713-83ea-496d-8c48-fd7b796e6ead),segment_id=52cd9713-83ea-496d-8c48-fd7b796e6ead)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:40:04.680814 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-6b75a762-c741-4785-b6ce-6ab2e8c09ad6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:04.703306 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-1ecb5079-76e5-4d1f-a15b-61e9f562e653 req-3465cc3f-e52f-4b3f-b38d-8d546dc840a0 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3303382 Mar 29 15:40:04.730357 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [req-1ecb5079-76e5-4d1f-a15b-61e9f562e653 req-b80984ed-ef35-469f-9812-b97209b6ffcf service neutron] Request body: {'port': {'device_id': 'e63d94a3-644d-400a-aa3f-0c71f9fb1b46', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834765-1'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:40:04.792450 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b75a762-c741-4785-b6ce-6ab2e8c09ad6 admin admin] Pushing event deleted for resources: {'Port': ['ID=f014e05d-d9c8-4704-9420-84147da2e5cb,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:40:04.800493 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fa69a1e-4dff-4cbd-9967-29778896cdbf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0035034-69b0-5ffc-b384-0ac6189c5628-adf701ab-1c0e-4adc-b0ff-8d6e7fdda56c', 'network_id': 'adf701ab-1c0e-4adc-b0ff-8d6e7fdda56c', 'tenant_id': 'd35c7b00e95148bdb6e7470aeaeb77ed', 'fixed_ips': [{'subnet_id': '7b28e07d-a4fe-4a22-a912-19b0e9e450a9'}]}} from n-d-834765-1. {{(pid=102792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 29 15:40:04.801611 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-2fa69a1e-4dff-4cbd-9967-29778896cdbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:04.808516 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Returning: {'device': '32ca12f3-c308-42af-b6ed-0d7bdc625b95', 'network_id': 'c7e23169-e9d3-4fec-ace3-87b88825b851', 'port_id': '32ca12f3-c308-42af-b6ed-0d7bdc625b95', 'mac_address': 'fa:16:3e:d2:ce:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 639, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47ebad0b-955e-4824-b04c-60b1952d5787', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 15:40:04.892259 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-03ac5a58-b03c-44b0-8c1b-76d305194c1b req-62e4679b-abc5-4ccb-9b2c-3c7f386962fc service neutron] 10.222.0.42 "GET /v2.0/networks/1b351205-c01f-42ee-b3ae-5144efe92816?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6705065 Mar 29 15:40:04.971547 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae49b176-40e8-4413-a4a6-da19ef828dd4 req-e06a27d6-e22c-4fd4-a9e1-583970431683 tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:04.981692 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-ae49b176-40e8-4413-a4a6-da19ef828dd4 req-e06a27d6-e22c-4fd4-a9e1-583970431683 tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] 10.222.0.42 "GET /v2.0/ports?device_id=938d5325-d91e-4137-8d24-b21fd73d167e HTTP/1.1" status: 200 len: 945 time: 0.3644912 Mar 29 15:40:05.053117 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-6b75a762-c741-4785-b6ce-6ab2e8c09ad6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-648138'] for router_gateway, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:05.145088 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-1ecb5079-76e5-4d1f-a15b-61e9f562e653 req-b80984ed-ef35-469f-9812-b97209b6ffcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:05.218512 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:05.275416 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-ae49b176-40e8-4413-a4a6-da19ef828dd4 req-e0fe99e2-9105-4f0e-bd54-bd516843fd45 tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] 10.222.0.42 "GET /v2.0/security-groups?id=ce1e3aa1-c9e4-4c36-a19f-9dbad60c5be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2925906 Mar 29 15:40:05.309838 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32ca12f3-c308-42af-b6ed-0d7bdc625b95 {{(pid=102792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:40:05.392972 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-6b75a762-c741-4785-b6ce-6ab2e8c09ad6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129328'] for router, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:05.405767 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-6b75a762-c741-4785-b6ce-6ab2e8c09ad6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:05.528994 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-ef656949-28ee-4274-b17b-a997bebb13aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:05.561675 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-03ac5a58-b03c-44b0-8c1b-76d305194c1b req-d1daba3c-8a5a-4b51-87ef-244a2f7dcad0 service neutron] 10.222.0.42 "GET /v2.0/networks/1b351205-c01f-42ee-b3ae-5144efe92816?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6684144 Mar 29 15:40:05.577232 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port 32ca12f3-c308-42af-b6ed-0d7bdc625b95, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=32ca12f3-c308-42af-b6ed-0d7bdc625b95,segment=NetworkSegment(52cd9713-83ea-496d-8c48-fd7b796e6ead),segment_id=52cd9713-83ea-496d-8c48-fd7b796e6ead)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:40:05.582111 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-6b75a762-c741-4785-b6ce-6ab2e8c09ad6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-526718'] for router, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:05.583164 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b75a762-c741-4785-b6ce-6ab2e8c09ad6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 23d7de72-2f96-4a61-bfb2-d31ceb2b85d5 {{(pid=102790) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 29 15:40:05.590505 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-6b75a762-c741-4785-b6ce-6ab2e8c09ad6 admin admin] Notify callbacks [] for router, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:05.591945 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-6b75a762-c741-4785-b6ce-6ab2e8c09ad6 admin admin] 10.222.0.42 "DELETE /v2.0/routers/23d7de72-2f96-4a61-bfb2-d31ceb2b85d5 HTTP/1.1" status: 204 len: 168 time: 2.5590029 Mar 29 15:40:05.595570 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 41434) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:40:05.611763 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 299fed8d-087a-46df-ad7e-6c9a17387206 up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:40:05.708718 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:05.721983 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c7f046-62f2-4bd4-a8be-f62a6b31a752 req-a838b9cf-c3c9-4922-970e-a32bee54f3c1 tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:05.740849 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-b3c7f046-62f2-4bd4-a8be-f62a6b31a752 req-a838b9cf-c3c9-4922-970e-a32bee54f3c1 tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] 10.222.0.42 "GET /v2.0/ports?device_id=634c595e-d279-4aeb-bf6e-5b4c4a939ff0 HTTP/1.1" status: 200 len: 944 time: 0.3004603 Mar 29 15:40:05.743450 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-03ac5a58-b03c-44b0-8c1b-76d305194c1b req-b3446e66-1351-44ec-8126-34ae7cd8672a service neutron] 10.222.0.42 "GET /v2.0/networks/adf701ab-1c0e-4adc-b0ff-8d6e7fdda56c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1805978 Mar 29 15:40:05.767060 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.db_base_plugin_v2 [None req-c062865d-b5f9-47ee-938f-9b1b8e78b890 admin admin] Deleting subnet 03f862f4-b4e2-46c9-849d-afd166600484 {{(pid=102790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 15:40:05.784608 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-ef656949-28ee-4274-b17b-a997bebb13aa None None] For port 7d8db84c-9ad7-444a-a686-39660631852f, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=7d8db84c-9ad7-444a-a686-39660631852f,segment=NetworkSegment(e073ae89-2522-4c36-a0a3-d6f2a290a5b1),segment_id=e073ae89-2522-4c36-a0a3-d6f2a290a5b1)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:40:05.794287 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c062865d-b5f9-47ee-938f-9b1b8e78b890 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:05.869968 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-ef656949-28ee-4274-b17b-a997bebb13aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:05.878779 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Pushing event updated for resources: {'Port': ['ID=32ca12f3-c308-42af-b6ed-0d7bdc625b95,revision_number=4']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:40:05.921249 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-b3c7f046-62f2-4bd4-a8be-f62a6b31a752 req-fa6336e0-b8f6-4304-92fb-7782d731278a tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] 10.222.0.42 "GET /v2.0/security-groups?id=d26d57f3-f34b-4b82-acb2-a15ffdfe7b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737249 Mar 29 15:40:05.942133 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c062865d-b5f9-47ee-938f-9b1b8e78b890 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4614024'] for subnet, precommit_delete_associations {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:05.972699 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-0cb6abf6-2706-4e52-8825-f5f644ecf9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:05.995705 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.db_base_plugin_common [None req-2fa69a1e-4dff-4cbd-9967-29778896cdbf None None] Allocated IP 19.86.0.2 (adf701ab-1c0e-4adc-b0ff-8d6e7fdda56c/7b28e07d-a4fe-4a22-a912-19b0e9e450a9/d38c0c07-c9a6-4571-8faf-657ac0de100e) {{(pid=102792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:40:06.113194 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-07c560c7-79ff-44bf-a46a-bd23c7de07ec None None] Provisioning complete for port 7d8db84c-9ad7-444a-a686-39660631852f triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:40:06.113557 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-07c560c7-79ff-44bf-a46a-bd23c7de07ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:06.169361 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c062865d-b5f9-47ee-938f-9b1b8e78b890 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1641287'] for subnet, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:06.189666 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-03ac5a58-b03c-44b0-8c1b-76d305194c1b req-3fe276cd-2164-4646-9c83-4c636239d1b0 service neutron] 10.222.0.42 "GET /v2.0/networks/adf701ab-1c0e-4adc-b0ff-8d6e7fdda56c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4352562 Mar 29 15:40:06.224156 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:06.242276 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] get_ports_and_sgs() called for port_ids ['32ca12f3-c308-42af-b6ed-0d7bdc625b95'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:40:06.316427 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c062865d-b5f9-47ee-938f-9b1b8e78b890 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1641294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5231963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4793952'] for subnet, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:06.330145 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-2e5eb7f7-c4a0-4b60-bb82-60dbe7fdb463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23d7de72-2f96-4a61-bfb2-d31ceb2b85d5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-959389574-router', 'tenant_id': 'e445b8b78f0c475987478367fb7ec3e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.83'}], 'enable_snat': True}, 'gw_port_id': 'f014e05d-d9c8-4704-9420-84147da2e5cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:35:47Z', 'updated_at': '2022-03-29T15:39:59Z', 'revision_number': 5, 'project_id': 'e445b8b78f0c475987478367fb7ec3e6', 'gw_port': {'id': 'f014e05d-d9c8-4704-9420-84147da2e5cb', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:03:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23d7de72-2f96-4a61-bfb2-d31ceb2b85d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:35:48Z', 'updated_at': '2022-03-29T15:35:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1'}], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:40:06.361076 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [req-1ecb5079-76e5-4d1f-a15b-61e9f562e653 req-b80984ed-ef35-469f-9812-b97209b6ffcf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id afb45c41-7829-4784-bffd-321e3c203b49 {{(pid=102791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:40:06.370417 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c062865d-b5f9-47ee-938f-9b1b8e78b890 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=03f862f4-b4e2-46c9-849d-afd166600484,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:40:06.388224 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c062865d-b5f9-47ee-938f-9b1b8e78b890 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for subnet, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:06.401146 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-c062865d-b5f9-47ee-938f-9b1b8e78b890 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/03f862f4-b4e2-46c9-849d-afd166600484 HTTP/1.1" status: 204 len: 168 time: 0.8042564 Mar 29 15:40:06.401775 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 41440) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:40:06.403656 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-1ecb5079-76e5-4d1f-a15b-61e9f562e653 req-b80984ed-ef35-469f-9812-b97209b6ffcf service neutron] Notify callbacks [] for port, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:06.462135 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a90e976-0084-4a5a-8c00-537dff658d20 None None] Network 4c54ad59-5bf5-4d39-a555-33b9ac0525c6 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 15:40:06.506967 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.provisioning_blocks [req-1ecb5079-76e5-4d1f-a15b-61e9f562e653 req-b80984ed-ef35-469f-9812-b97209b6ffcf service neutron] Transition to ACTIVE for port object afb45c41-7829-4784-bffd-321e3c203b49 will not be triggered until provisioned by entity L2. {{(pid=102791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 15:40:06.521220 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-1ecb5079-76e5-4d1f-a15b-61e9f562e653 req-b80984ed-ef35-469f-9812-b97209b6ffcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:06.587052 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-03ac5a58-b03c-44b0-8c1b-76d305194c1b req-cafdc129-125b-427b-b980-80ba74aa6477 service neutron] 10.222.0.42 "GET /v2.0/networks/1b351205-c01f-42ee-b3ae-5144efe92816?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3780613 Mar 29 15:40:06.636073 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-0ec423ff-1087-4475-8984-1459e3ea124c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1631750'] for network, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:06.656501 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc33e7a-aabe-4ece-acf3-ead3092da3fb req-83101161-39f0-4054-baa6-8c0700442972 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:06.662688 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc33e7a-aabe-4ece-acf3-ead3092da3fb req-83101161-39f0-4054-baa6-8c0700442972 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:06.668583 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e5eb7f7-c4a0-4b60-bb82-60dbe7fdb463 None None] Checking router: 23d7de72-2f96-4a61-bfb2-d31ceb2b85d5 for host: n-d-834765-1 {{(pid=102792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:40:06.669172 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc33e7a-aabe-4ece-acf3-ead3092da3fb req-83101161-39f0-4054-baa6-8c0700442972 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:06.680451 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc33e7a-aabe-4ece-acf3-ead3092da3fb req-83101161-39f0-4054-baa6-8c0700442972 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:06.686701 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc33e7a-aabe-4ece-acf3-ead3092da3fb req-83101161-39f0-4054-baa6-8c0700442972 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:06.689288 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-9bc33e7a-aabe-4ece-acf3-ead3092da3fb req-83101161-39f0-4054-baa6-8c0700442972 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] 10.222.0.42 "GET /v2.0/ports?device_id=e63d94a3-644d-400a-aa3f-0c71f9fb1b46 HTTP/1.1" status: 200 len: 3828 time: 0.2105906 Mar 29 15:40:06.728751 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2761f94-b571-41d7-aef8-214f3946510b None None] Network 1b351205-c01f-42ee-b3ae-5144efe92816 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 15:40:06.779276 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-03ac5a58-b03c-44b0-8c1b-76d305194c1b req-a17bf4b4-b9c3-4060-b2af-247ef3ec5a66 service neutron] 10.222.0.42 "GET /v2.0/networks/1b351205-c01f-42ee-b3ae-5144efe92816?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1828592 Mar 29 15:40:06.806002 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-9bc33e7a-aabe-4ece-acf3-ead3092da3fb req-ecd3b50b-4d0d-440a-8e5c-d2661bca4527 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] 10.222.0.42 "GET /v2.0/security-groups?id=19cf0565-0e5d-4a9a-bb20-6dda76410fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723028 Mar 29 15:40:06.868012 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-0ec423ff-1087-4475-8984-1459e3ea124c admin admin] Deleting port 1104455a-c77a-4338-8847-f919f236a609 {{(pid=102790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:40:06.868361 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-0ec423ff-1087-4475-8984-1459e3ea124c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:06.942396 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80984ed-ef35-469f-9812-b97209b6ffcf service neutron] Pushing event updated for resources: {'Port': ['ID=afb45c41-7829-4784-bffd-321e3c203b49,revision_number=2']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:40:06.947147 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef656949-28ee-4274-b17b-a997bebb13aa None None] Pushing event updated for resources: {'Port': ['ID=7d8db84c-9ad7-444a-a686-39660631852f,revision_number=5']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:40:06.982679 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-1ecb5079-76e5-4d1f-a15b-61e9f562e653 req-b80984ed-ef35-469f-9812-b97209b6ffcf service neutron] Attempting to bind port afb45c41-7829-4784-bffd-321e3c203b49 on host n-h2-834765-1 for vnic_type normal with profile {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:40:06.983223 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-1ecb5079-76e5-4d1f-a15b-61e9f562e653 req-b80984ed-ef35-469f-9812-b97209b6ffcf service neutron] Attempting to bind port afb45c41-7829-4784-bffd-321e3c203b49 by drivers openvswitch,hyperv on host n-h2-834765-1 at level 0 using segments [{'id': '62bdff33-894a-4670-b86c-c890adf5ed0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '24e09226-4699-432b-9b8f-2ffa2d9396f3'}] {{(pid=102791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:40:06.983880 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ecb5079-76e5-4d1f-a15b-61e9f562e653 req-b80984ed-ef35-469f-9812-b97209b6ffcf service neutron] Attempting to bind port afb45c41-7829-4784-bffd-321e3c203b49 on network 24e09226-4699-432b-9b8f-2ffa2d9396f3 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:40:06.990740 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ecb5079-76e5-4d1f-a15b-61e9f562e653 req-b80984ed-ef35-469f-9812-b97209b6ffcf service neutron] Port afb45c41-7829-4784-bffd-321e3c203b49 on network 24e09226-4699-432b-9b8f-2ffa2d9396f3 not bound, no agent of type Open vSwitch agent registered on host n-h2-834765-1 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 15:40:06.991069 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ecb5079-76e5-4d1f-a15b-61e9f562e653 req-b80984ed-ef35-469f-9812-b97209b6ffcf service neutron] Attempting to bind port afb45c41-7829-4784-bffd-321e3c203b49 on network 24e09226-4699-432b-9b8f-2ffa2d9396f3 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:40:07.004732 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ecb5079-76e5-4d1f-a15b-61e9f562e653 req-b80984ed-ef35-469f-9812-b97209b6ffcf service neutron] Checking agent: {'id': '3e4b4912-b4a2-4d17-b5bd-6ce15529e8eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 33, 17), 'started_at': datetime.datetime(2022, 3, 29, 15, 33, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 39, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:40:07.005429 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ecb5079-76e5-4d1f-a15b-61e9f562e653 req-b80984ed-ef35-469f-9812-b97209b6ffcf service neutron] Checking segment: {'id': '62bdff33-894a-4670-b86c-c890adf5ed0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '24e09226-4699-432b-9b8f-2ffa2d9396f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:40:07.006135 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ecb5079-76e5-4d1f-a15b-61e9f562e653 req-b80984ed-ef35-469f-9812-b97209b6ffcf service neutron] Bound using segment: {'id': '62bdff33-894a-4670-b86c-c890adf5ed0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '24e09226-4699-432b-9b8f-2ffa2d9396f3'} {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:40:07.006730 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-1ecb5079-76e5-4d1f-a15b-61e9f562e653 req-b80984ed-ef35-469f-9812-b97209b6ffcf service neutron] Bound port: afb45c41-7829-4784-bffd-321e3c203b49, host: n-h2-834765-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62bdff33-894a-4670-b86c-c890adf5ed0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '24e09226-4699-432b-9b8f-2ffa2d9396f3'}}] {{(pid=102791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 15:40:07.007456 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-1ecb5079-76e5-4d1f-a15b-61e9f562e653 req-b80984ed-ef35-469f-9812-b97209b6ffcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:07.069379 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [None req-0ec423ff-1087-4475-8984-1459e3ea124c admin admin] For port 1104455a-c77a-4338-8847-f919f236a609, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=1104455a-c77a-4338-8847-f919f236a609,segment=NetworkSegment(da69cb54-889d-40d5-bd53-208819ed651b),segment_id=da69cb54-889d-40d5-bd53-208819ed651b)] {{(pid=102790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:40:07.079945 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-0ec423ff-1087-4475-8984-1459e3ea124c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:07.111146 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-0ec423ff-1087-4475-8984-1459e3ea124c admin admin] Calling delete_port for 1104455a-c77a-4338-8847-f919f236a609 owned by network:dhcp {{(pid=102790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:40:07.123474 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port 299fed8d-087a-46df-ad7e-6c9a17387206 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:40:07.124140 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:07.150592 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb657a5f-bb8b-4e8c-ad8b-92293fe129b9 req-0f84ad74-69d5-4fd0-9d7f-8a32e28e7a9c tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:07.152125 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-fb657a5f-bb8b-4e8c-ad8b-92293fe129b9 req-0f84ad74-69d5-4fd0-9d7f-8a32e28e7a9c tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] 10.222.0.42 "GET /v2.0/ports?device_id=938d5325-d91e-4137-8d24-b21fd73d167e HTTP/1.1" status: 200 len: 945 time: 0.1362326 Mar 29 15:40:07.219556 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-1ecb5079-76e5-4d1f-a15b-61e9f562e653 req-b80984ed-ef35-469f-9812-b97209b6ffcf service neutron] For port afb45c41-7829-4784-bffd-321e3c203b49, host n-h2-834765-1, cleared binding levels {{(pid=102791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:40:07.271979 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab83b2b-889f-48b7-a7f2-506a4ae07446 req-2ad90a99-53fd-45b6-86b4-c367f03dc324 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:07.272490 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-fb657a5f-bb8b-4e8c-ad8b-92293fe129b9 req-280d619e-f4a6-4b44-855b-cc1e588bb1c4 tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] 10.222.0.42 "GET /v2.0/security-groups?id=ce1e3aa1-c9e4-4c36-a19f-9dbad60c5be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916989 Mar 29 15:40:07.273546 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-bab83b2b-889f-48b7-a7f2-506a4ae07446 req-2ad90a99-53fd-45b6-86b4-c367f03dc324 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9cb7b9a-126e-4555-a298-17091e4f1312 HTTP/1.1" status: 200 len: 946 time: 0.1661289 Mar 29 15:40:07.285246 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e5eb7f7-c4a0-4b60-bb82-60dbe7fdb463 None None] Routers set() bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:40:07.285617 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e5eb7f7-c4a0-4b60-bb82-60dbe7fdb463 None None] Router IDs set() for agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 29 15:40:07.286267 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_agentschedulers_db [None req-2e5eb7f7-c4a0-4b60-bb82-60dbe7fdb463 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'23d7de72-2f96-4a61-bfb2-d31ceb2b85d5'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:40:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent'). {{(pid=102792) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Mar 29 15:40:07.286639 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e5eb7f7-c4a0-4b60-bb82-60dbe7fdb463 None None] The sync data for ids ['23d7de72-2f96-4a61-bfb2-d31ceb2b85d5'] in n-d-834765-1 is: [] {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:40:07.289543 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-1ecb5079-76e5-4d1f-a15b-61e9f562e653 req-b80984ed-ef35-469f-9812-b97209b6ffcf service neutron] For port afb45c41-7829-4784-bffd-321e3c203b49, host n-h2-834765-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=afb45c41-7829-4784-bffd-321e3c203b49,segment=NetworkSegment(62bdff33-894a-4670-b86c-c890adf5ed0f),segment_id=62bdff33-894a-4670-b86c-c890adf5ed0f)] {{(pid=102791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:40:07.329121 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-1ecb5079-76e5-4d1f-a15b-61e9f562e653 req-b80984ed-ef35-469f-9812-b97209b6ffcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:07.335632 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-0ec423ff-1087-4475-8984-1459e3ea124c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:07.436013 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec423ff-1087-4475-8984-1459e3ea124c admin admin] Pushing event deleted for resources: {'Port': ['ID=1104455a-c77a-4338-8847-f919f236a609,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:40:07.442277 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-bab83b2b-889f-48b7-a7f2-506a4ae07446 req-3d003733-bac2-4738-9d8d-649001e05566 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.42 "GET /v2.0/security-groups?id=07e96b72-96bb-4562-b80f-051b133c1759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476061 Mar 29 15:40:07.448685 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecb5079-76e5-4d1f-a15b-61e9f562e653 req-b80984ed-ef35-469f-9812-b97209b6ffcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:07.454638 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-1ecb5079-76e5-4d1f-a15b-61e9f562e653 req-b80984ed-ef35-469f-9812-b97209b6ffcf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:07.458941 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-1ecb5079-76e5-4d1f-a15b-61e9f562e653 req-b80984ed-ef35-469f-9812-b97209b6ffcf service neutron] 10.222.0.48 "PUT /v2.0/ports/afb45c41-7829-4784-bffd-321e3c203b49 HTTP/1.1" status: 200 len: 1092 time: 2.7427146 Mar 29 15:40:07.460141 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e63d94a3-644d-400a-aa3f-0c71f9fb1b46', 'tag': 'afb45c41-7829-4784-bffd-321e3c203b49'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:40:07.465399 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ec423ff-1087-4475-8984-1459e3ea124c admin admin] No DVR routers for this DVR port 1104455a-c77a-4338-8847-f919f236a609 on host n-d-834765-1 {{(pid=102790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:40:07.477343 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c67b028db5e9b9818fecc5c0a87ebc6f190694fa53ca267d523e04f98de536d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1aee9b9a-fb05-4f5f-97cd-e34eadfb1a86" -d '{"events": [{"name": "network-changed", "server_uuid": "e63d94a3-644d-400a-aa3f-0c71f9fb1b46", "tag": "afb45c41-7829-4784-bffd-321e3c203b49"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:40:07.523072 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [req-1ecb5079-76e5-4d1f-a15b-61e9f562e653 req-e6936639-816a-4f6a-8486-210a3af5f82a service neutron] Request body: {'port': {'device_id': 'e63d94a3-644d-400a-aa3f-0c71f9fb1b46', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834765-1'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:40:07.642684 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80984ed-ef35-469f-9812-b97209b6ffcf service neutron] Pushing event updated for resources: {'Port': ['ID=afb45c41-7829-4784-bffd-321e3c203b49,revision_number=3']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:40:07.690025 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-014f8434-454a-4623-9140-f097a67b3814 req-a69f50bd-33bc-469d-b36a-fb64cf1fcba4 tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] 10.222.0.42 "GET /v2.0/ports?device_id=9df137f2-cec3-49de-8d75-c433cf335604 HTTP/1.1" status: 200 len: 210 time: 0.1040719 Mar 29 15:40:07.742378 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-1ecb5079-76e5-4d1f-a15b-61e9f562e653 req-e6936639-816a-4f6a-8486-210a3af5f82a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:07.763758 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-0ec423ff-1087-4475-8984-1459e3ea124c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639890', 'neutron.services.segments.db._delete_segments_for_network-8783523423079'] for network, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:07.851500 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 15:40:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9632ae5b-5762-4a44-b235-6206f8c6094e x-openstack-request-id: req-9632ae5b-5762-4a44-b235-6206f8c6094e {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:40:07.851963 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e63d94a3-644d-400a-aa3f-0c71f9fb1b46", "tag": "afb45c41-7829-4784-bffd-321e3c203b49", "status": "completed", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:40:07.852323 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-9632ae5b-5762-4a44-b235-6206f8c6094e {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:40:07.852884 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e63d94a3-644d-400a-aa3f-0c71f9fb1b46', 'tag': 'afb45c41-7829-4784-bffd-321e3c203b49', 'status': 'completed', 'code': 200} Mar 29 15:40:07.912544 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-0ec423ff-1087-4475-8984-1459e3ea124c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c54ad59-5bf5-4d39-a555-33b9ac0525c6']}} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:40:08.011935 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-0ec423ff-1087-4475-8984-1459e3ea124c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da69cb54-889d-40d5-bd53-208819ed651b') {'for_net_delete': True} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:40:08.015357 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-0ec423ff-1087-4475-8984-1459e3ea124c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da69cb54-889d-40d5-bd53-208819ed651b') {} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:40:08.034293 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-619f8edb-5859-4196-b5ad-0dd39fa360c4 None None] DHCP port deletion for 4c54ad59-5bf5-4d39-a555-33b9ac0525c6 request from n-d-834765-1 {{(pid=102792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 29 15:40:08.071929 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-0ec423ff-1087-4475-8984-1459e3ea124c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783523422064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4614019'] for segment, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:08.085036 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41078bf3-a7e6-4b43-adc6-66e7549f9e48 req-25e33e68-96d4-428d-bcd6-5907530ea75d tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:08.091691 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41078bf3-a7e6-4b43-adc6-66e7549f9e48 req-25e33e68-96d4-428d-bcd6-5907530ea75d tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:08.098393 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41078bf3-a7e6-4b43-adc6-66e7549f9e48 req-25e33e68-96d4-428d-bcd6-5907530ea75d tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:08.105928 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41078bf3-a7e6-4b43-adc6-66e7549f9e48 req-25e33e68-96d4-428d-bcd6-5907530ea75d tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:08.113035 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41078bf3-a7e6-4b43-adc6-66e7549f9e48 req-25e33e68-96d4-428d-bcd6-5907530ea75d tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:08.114944 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-41078bf3-a7e6-4b43-adc6-66e7549f9e48 req-25e33e68-96d4-428d-bcd6-5907530ea75d tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] 10.222.0.42 "GET /v2.0/ports?device_id=e63d94a3-644d-400a-aa3f-0c71f9fb1b46 HTTP/1.1" status: 200 len: 3828 time: 0.1184952 Mar 29 15:40:08.120057 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc24010c-66b4-4df5-b383-64817fe82645 req-7876a3d5-5e8f-4397-94af-891821cce605 tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:08.123871 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-dc24010c-66b4-4df5-b383-64817fe82645 req-7876a3d5-5e8f-4397-94af-891821cce605 tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] 10.222.0.42 "GET /v2.0/ports?device_id=634c595e-d279-4aeb-bf6e-5b4c4a939ff0 HTTP/1.1" status: 200 len: 945 time: 0.5023792 Mar 29 15:40:08.164378 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a50ab0-47b7-4df4-bcbf-37796d8ec2f3 req-7ff477b7-d332-4535-a20f-c2ea1af476a8 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:08.169766 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-c4a50ab0-47b7-4df4-bcbf-37796d8ec2f3 req-7ff477b7-d332-4535-a20f-c2ea1af476a8 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.44 "GET /v2.0/ports?device_id=c9cb7b9a-126e-4555-a298-17091e4f1312 HTTP/1.1" status: 200 len: 946 time: 0.4028559 Mar 29 15:40:08.176361 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-0ec423ff-1087-4475-8984-1459e3ea124c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:08.205593 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-41078bf3-a7e6-4b43-adc6-66e7549f9e48 req-51312933-0123-4b94-9a6b-b6f969065c1c tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] 10.222.0.42 "GET /v2.0/security-groups?id=19cf0565-0e5d-4a9a-bb20-6dda76410fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0825474 Mar 29 15:40:08.239124 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ec423ff-1087-4475-8984-1459e3ea124c admin admin] Releasing vlan 611 on physical network physnet1 to pool {{(pid=102790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 15:40:08.239803 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-0ec423ff-1087-4475-8984-1459e3ea124c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5238013'] for segment, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:08.247887 n-d-834765-1 neutron-server[102790]: Traceback (most recent call last): Mar 29 15:40:08.247887 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 15:40:08.247887 n-d-834765-1 neutron-server[102790]: timer() Mar 29 15:40:08.247887 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 15:40:08.247887 n-d-834765-1 neutron-server[102790]: cb(*args, **kw) Mar 29 15:40:08.247887 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 15:40:08.247887 n-d-834765-1 neutron-server[102790]: return func(*args, **kwargs) Mar 29 15:40:08.247887 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 15:40:08.247887 n-d-834765-1 neutron-server[102790]: self._notify() Mar 29 15:40:08.247887 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 15:40:08.247887 n-d-834765-1 neutron-server[102790]: self.callback(batched_events) Mar 29 15:40:08.247887 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 15:40:08.247887 n-d-834765-1 neutron-server[102790]: event.method(event) Mar 29 15:40:08.247887 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 15:40:08.247887 n-d-834765-1 neutron-server[102790]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 15:40:08.247887 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 15:40:08.247887 n-d-834765-1 neutron-server[102790]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 15:40:08.247887 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 15:40:08.247887 n-d-834765-1 neutron-server[102790]: return f(self, *a, **k) Mar 29 15:40:08.247887 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 15:40:08.247887 n-d-834765-1 neutron-server[102790]: return self._get(url).json() Mar 29 15:40:08.247887 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 15:40:08.247887 n-d-834765-1 neutron-server[102790]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 15:40:08.247887 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 15:40:08.247887 n-d-834765-1 neutron-server[102790]: return self.request(url, 'GET', **kwargs) Mar 29 15:40:08.247887 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 15:40:08.247887 n-d-834765-1 neutron-server[102790]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 15:40:08.247887 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 15:40:08.247887 n-d-834765-1 neutron-server[102790]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 15:40:08.247887 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 15:40:08.247887 n-d-834765-1 neutron-server[102790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 15:40:08.247887 n-d-834765-1 neutron-server[102790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 15:40:08.254199 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aee9b9a-fb05-4f5f-97cd-e34eadfb1a86 req-ea0adb7d-c7d2-4e03-9a5d-c6fa8eb9696c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:08.254853 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aee9b9a-fb05-4f5f-97cd-e34eadfb1a86 req-ea0adb7d-c7d2-4e03-9a5d-c6fa8eb9696c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:08.255440 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aee9b9a-fb05-4f5f-97cd-e34eadfb1a86 req-ea0adb7d-c7d2-4e03-9a5d-c6fa8eb9696c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:08.256018 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aee9b9a-fb05-4f5f-97cd-e34eadfb1a86 req-ea0adb7d-c7d2-4e03-9a5d-c6fa8eb9696c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:08.256545 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aee9b9a-fb05-4f5f-97cd-e34eadfb1a86 req-ea0adb7d-c7d2-4e03-9a5d-c6fa8eb9696c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:08.258994 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-1aee9b9a-fb05-4f5f-97cd-e34eadfb1a86 req-ea0adb7d-c7d2-4e03-9a5d-c6fa8eb9696c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3c879391e12244b68c6a1d18a158625b&device_id=e63d94a3-644d-400a-aa3f-0c71f9fb1b46 HTTP/1.1" status: 200 len: 4363 time: 0.3188636 Mar 29 15:40:08.262783 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-07c560c7-79ff-44bf-a46a-bd23c7de07ec None None] Provisioning complete for port 93ac20f5-aa07-4dbf-a3fe-5ec3fbecedce triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:40:08.263208 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-07c560c7-79ff-44bf-a46a-bd23c7de07ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:08.382159 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [req-1ecb5079-76e5-4d1f-a15b-61e9f562e653 req-e6936639-816a-4f6a-8486-210a3af5f82a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66dc2491-4dea-4461-91e1-6f3d16ceba75 {{(pid=102791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:40:08.405597 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-1ecb5079-76e5-4d1f-a15b-61e9f562e653 req-e6936639-816a-4f6a-8486-210a3af5f82a service neutron] Notify callbacks [] for port, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:08.428573 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:08.439141 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.provisioning_blocks [req-1ecb5079-76e5-4d1f-a15b-61e9f562e653 req-e6936639-816a-4f6a-8486-210a3af5f82a service neutron] Transition to ACTIVE for port object 66dc2491-4dea-4461-91e1-6f3d16ceba75 will not be triggered until provisioned by entity L2. {{(pid=102791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 15:40:08.461848 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-1ecb5079-76e5-4d1f-a15b-61e9f562e653 req-e6936639-816a-4f6a-8486-210a3af5f82a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:08.470909 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-2fa69a1e-4dff-4cbd-9967-29778896cdbf None None] Notify callbacks [] for port, precommit_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:08.491766 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-07c560c7-79ff-44bf-a46a-bd23c7de07ec None None] Port 93ac20f5-aa07-4dbf-a3fe-5ec3fbecedce cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 15:40:08.508456 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-2fa69a1e-4dff-4cbd-9967-29778896cdbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956'] for port, after_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:08.538239 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] For port 299fed8d-087a-46df-ad7e-6c9a17387206, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=299fed8d-087a-46df-ad7e-6c9a17387206,segment=NetworkSegment(14988b90-b308-46b3-bc6f-32456c4498be),segment_id=14988b90-b308-46b3-bc6f-32456c4498be)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:40:08.611332 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:08.615077 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 7d8db84c-9ad7-444a-a686-39660631852f up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:40:08.645535 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-dc24010c-66b4-4df5-b383-64817fe82645 req-6012ed2d-2876-4d32-b901-2c887686ad22 tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] 10.222.0.42 "GET /v2.0/security-groups?id=d26d57f3-f34b-4b82-acb2-a15ffdfe7b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4725785 Mar 29 15:40:08.661636 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147374e0-32f9-41a3-81cd-051a6d2c43b3 req-788a25b5-6127-482f-b528-62ae7650d0ec tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:08.666394 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-0ec423ff-1087-4475-8984-1459e3ea124c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1639897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648174'] for network, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:08.674800 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-147374e0-32f9-41a3-81cd-051a6d2c43b3 req-788a25b5-6127-482f-b528-62ae7650d0ec tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] 10.222.0.42 "GET /v2.0/ports?device_id=938d5325-d91e-4137-8d24-b21fd73d167e HTTP/1.1" status: 200 len: 945 time: 0.2271211 Mar 29 15:40:08.700790 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6936639-816a-4f6a-8486-210a3af5f82a service neutron] Pushing event updated for resources: {'Port': ['ID=66dc2491-4dea-4461-91e1-6f3d16ceba75,revision_number=2']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:40:08.773678 n-d-834765-1 neutron-server[102792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fa69a1e-4dff-4cbd-9967-29778896cdbf None None] Network adf701ab-1c0e-4adc-b0ff-8d6e7fdda56c is already hosted by enough agents. {{(pid=102792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:40:08.781704 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-0ec423ff-1087-4475-8984-1459e3ea124c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for network, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:08.793566 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-0ec423ff-1087-4475-8984-1459e3ea124c admin admin] 10.222.0.42 "DELETE /v2.0/networks/4c54ad59-5bf5-4d39-a555-33b9ac0525c6 HTTP/1.1" status: 204 len: 168 time: 2.3880155 Mar 29 15:40:08.795295 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa69a1e-4dff-4cbd-9967-29778896cdbf None None] Pushing event updated for resources: {'Port': ['ID=d38c0c07-c9a6-4571-8faf-657ac0de100e,revision_number=1']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:40:08.798960 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-147374e0-32f9-41a3-81cd-051a6d2c43b3 req-d4b850de-0e64-48e9-b08a-ad737fe54650 tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] 10.222.0.42 "GET /v2.0/security-groups?id=ce1e3aa1-c9e4-4c36-a19f-9dbad60c5be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224697 Mar 29 15:40:08.799849 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 41474) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:40:08.889942 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec423ff-1087-4475-8984-1459e3ea124c admin admin] Pushing event deleted for resources: {'Network': ['ID=4c54ad59-5bf5-4d39-a555-33b9ac0525c6,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:40:08.957291 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Pushing event updated for resources: {'Port': ['ID=299fed8d-087a-46df-ad7e-6c9a17387206,revision_number=3']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:40:08.960381 n-d-834765-1 neutron-server[102792]: DEBUG neutron.scheduler.base_scheduler [None req-2fa69a1e-4dff-4cbd-9967-29778896cdbf None None] Resources bound (agent type, host, resource id): {{(pid=102792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:40:08.964720 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fa69a1e-4dff-4cbd-9967-29778896cdbf None None] Received port after_create {{(pid=102792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:40:08.968238 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-b66177fc-9a24-4934-b29e-49df68461c45 None None] Provisioning complete for port 299fed8d-087a-46df-ad7e-6c9a17387206 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:40:08.975557 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-b66177fc-9a24-4934-b29e-49df68461c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:08.995072 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aee9b9a-fb05-4f5f-97cd-e34eadfb1a86 req-ea1f63e8-085f-4dc8-8f38-79967f5a72af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:08.996197 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aee9b9a-fb05-4f5f-97cd-e34eadfb1a86 req-ea1f63e8-085f-4dc8-8f38-79967f5a72af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:08.996826 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aee9b9a-fb05-4f5f-97cd-e34eadfb1a86 req-ea1f63e8-085f-4dc8-8f38-79967f5a72af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:08.998975 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-1aee9b9a-fb05-4f5f-97cd-e34eadfb1a86 req-ea1f63e8-085f-4dc8-8f38-79967f5a72af service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=3c879391e12244b68c6a1d18a158625b&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.7233031 Mar 29 15:40:09.193490 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-2fa69a1e-4dff-4cbd-9967-29778896cdbf None None] Attempting to bind port d38c0c07-c9a6-4571-8faf-657ac0de100e on host n-d-834765-1 for vnic_type normal with profile {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:40:09.194061 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-2fa69a1e-4dff-4cbd-9967-29778896cdbf None None] Attempting to bind port d38c0c07-c9a6-4571-8faf-657ac0de100e by drivers openvswitch,hyperv on host n-d-834765-1 at level 0 using segments [{'id': '79b3cffd-b934-47ae-85b1-a6694d59b4cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'adf701ab-1c0e-4adc-b0ff-8d6e7fdda56c'}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:40:09.194457 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fa69a1e-4dff-4cbd-9967-29778896cdbf None None] Attempting to bind port d38c0c07-c9a6-4571-8faf-657ac0de100e on network adf701ab-1c0e-4adc-b0ff-8d6e7fdda56c {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:40:09.216772 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fa69a1e-4dff-4cbd-9967-29778896cdbf None None] Checking agent: {'id': 'a8866439-9d96-425c-b519-6905c591ac37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 25, 36), 'started_at': datetime.datetime(2022, 3, 29, 15, 26, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 40, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834765-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:40:09.217315 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fa69a1e-4dff-4cbd-9967-29778896cdbf None None] Checking segment: {'id': '79b3cffd-b934-47ae-85b1-a6694d59b4cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'adf701ab-1c0e-4adc-b0ff-8d6e7fdda56c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:40:09.217828 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-2fa69a1e-4dff-4cbd-9967-29778896cdbf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:09.218847 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fa69a1e-4dff-4cbd-9967-29778896cdbf None None] Bound using segment: {'id': '79b3cffd-b934-47ae-85b1-a6694d59b4cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'adf701ab-1c0e-4adc-b0ff-8d6e7fdda56c'} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:40:09.219470 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-2fa69a1e-4dff-4cbd-9967-29778896cdbf None None] Bound port: d38c0c07-c9a6-4571-8faf-657ac0de100e, host: n-d-834765-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79b3cffd-b934-47ae-85b1-a6694d59b4cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'adf701ab-1c0e-4adc-b0ff-8d6e7fdda56c'}}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 15:40:09.220077 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-2fa69a1e-4dff-4cbd-9967-29778896cdbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:09.222192 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port 7d8db84c-9ad7-444a-a686-39660631852f triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:40:09.236216 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:09.503047 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aee9b9a-fb05-4f5f-97cd-e34eadfb1a86 req-89263c49-68e3-4a5d-9670-283fe4e92236 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:09.505631 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-1aee9b9a-fb05-4f5f-97cd-e34eadfb1a86 req-89263c49-68e3-4a5d-9670-283fe4e92236 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4920516 Mar 29 15:40:09.527058 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-2fa69a1e-4dff-4cbd-9967-29778896cdbf None None] For port d38c0c07-c9a6-4571-8faf-657ac0de100e, host n-d-834765-1, cleared binding levels {{(pid=102792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:40:09.536775 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-2fa69a1e-4dff-4cbd-9967-29778896cdbf None None] For port d38c0c07-c9a6-4571-8faf-657ac0de100e, host n-d-834765-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=d38c0c07-c9a6-4571-8faf-657ac0de100e,segment=NetworkSegment(79b3cffd-b934-47ae-85b1-a6694d59b4cd),segment_id=79b3cffd-b934-47ae-85b1-a6694d59b4cd)] {{(pid=102792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:40:09.553305 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-1ecb5079-76e5-4d1f-a15b-61e9f562e653 req-e6936639-816a-4f6a-8486-210a3af5f82a service neutron] Attempting to bind port 66dc2491-4dea-4461-91e1-6f3d16ceba75 on host n-h2-834765-1 for vnic_type normal with profile {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:40:09.553722 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-1ecb5079-76e5-4d1f-a15b-61e9f562e653 req-e6936639-816a-4f6a-8486-210a3af5f82a service neutron] Attempting to bind port 66dc2491-4dea-4461-91e1-6f3d16ceba75 by drivers openvswitch,hyperv on host n-h2-834765-1 at level 0 using segments [{'id': 'e53edac0-e56e-4ba8-8b7d-b6c8693d06dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '298fe4b0-bb90-4e7d-aba6-ce8da9b2ed22'}] {{(pid=102791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:40:09.554113 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ecb5079-76e5-4d1f-a15b-61e9f562e653 req-e6936639-816a-4f6a-8486-210a3af5f82a service neutron] Attempting to bind port 66dc2491-4dea-4461-91e1-6f3d16ceba75 on network 298fe4b0-bb90-4e7d-aba6-ce8da9b2ed22 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:40:09.560312 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-2fa69a1e-4dff-4cbd-9967-29778896cdbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:09.580176 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87600913-8c42-4d5c-9c60-b24dd476e28d req-117ae4fc-e051-4c98-87bc-6a54a9db7f22 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:09.581756 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-87600913-8c42-4d5c-9c60-b24dd476e28d req-117ae4fc-e051-4c98-87bc-6a54a9db7f22 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9cb7b9a-126e-4555-a298-17091e4f1312 HTTP/1.1" status: 200 len: 946 time: 0.6827374 Mar 29 15:40:09.584446 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ecb5079-76e5-4d1f-a15b-61e9f562e653 req-e6936639-816a-4f6a-8486-210a3af5f82a service neutron] Port 66dc2491-4dea-4461-91e1-6f3d16ceba75 on network 298fe4b0-bb90-4e7d-aba6-ce8da9b2ed22 not bound, no agent of type Open vSwitch agent registered on host n-h2-834765-1 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 15:40:09.584611 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [req-c4a50ab0-47b7-4df4-bcbf-37796d8ec2f3 req-70f6f1f9-0643-49d5-a146-b54929dfd4b1 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] Deleting port 448122a9-4849-4bfb-a6f3-1b3a84aff154 {{(pid=102790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:40:09.584864 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-c4a50ab0-47b7-4df4-bcbf-37796d8ec2f3 req-70f6f1f9-0643-49d5-a146-b54929dfd4b1 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:09.585101 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ecb5079-76e5-4d1f-a15b-61e9f562e653 req-e6936639-816a-4f6a-8486-210a3af5f82a service neutron] Attempting to bind port 66dc2491-4dea-4461-91e1-6f3d16ceba75 on network 298fe4b0-bb90-4e7d-aba6-ce8da9b2ed22 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:40:09.599459 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-599628aa-c15b-490c-a2a4-5add8aa586a9 req-bae97d91-25b6-4b7f-95a5-744b99663094 tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] 10.222.0.42 "GET /v2.0/ports?device_id=9df137f2-cec3-49de-8d75-c433cf335604 HTTP/1.1" status: 200 len: 210 time: 0.5381596 Mar 29 15:40:09.617953 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ecb5079-76e5-4d1f-a15b-61e9f562e653 req-e6936639-816a-4f6a-8486-210a3af5f82a service neutron] Checking agent: {'id': '3e4b4912-b4a2-4d17-b5bd-6ce15529e8eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 33, 17), 'started_at': datetime.datetime(2022, 3, 29, 15, 33, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 39, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:40:09.623941 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ecb5079-76e5-4d1f-a15b-61e9f562e653 req-e6936639-816a-4f6a-8486-210a3af5f82a service neutron] Checking segment: {'id': 'e53edac0-e56e-4ba8-8b7d-b6c8693d06dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '298fe4b0-bb90-4e7d-aba6-ce8da9b2ed22'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:40:09.623941 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ecb5079-76e5-4d1f-a15b-61e9f562e653 req-e6936639-816a-4f6a-8486-210a3af5f82a service neutron] Bound using segment: {'id': 'e53edac0-e56e-4ba8-8b7d-b6c8693d06dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '298fe4b0-bb90-4e7d-aba6-ce8da9b2ed22'} {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:40:09.625265 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-1ecb5079-76e5-4d1f-a15b-61e9f562e653 req-e6936639-816a-4f6a-8486-210a3af5f82a service neutron] Bound port: 66dc2491-4dea-4461-91e1-6f3d16ceba75, host: n-h2-834765-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e53edac0-e56e-4ba8-8b7d-b6c8693d06dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '298fe4b0-bb90-4e7d-aba6-ce8da9b2ed22'}}] {{(pid=102791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 15:40:09.625736 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-1ecb5079-76e5-4d1f-a15b-61e9f562e653 req-e6936639-816a-4f6a-8486-210a3af5f82a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:09.675965 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa69a1e-4dff-4cbd-9967-29778896cdbf None None] Pushing event updated for resources: {'Port': ['ID=d38c0c07-c9a6-4571-8faf-657ac0de100e,revision_number=2']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:40:09.751223 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-87600913-8c42-4d5c-9c60-b24dd476e28d req-b6ac5397-1eee-47f1-8e93-e80a49ccb4ae tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.42 "GET /v2.0/security-groups?id=07e96b72-96bb-4562-b80f-051b133c1759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312129 Mar 29 15:40:09.797658 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device 32ca12f3-c308-42af-b6ed-0d7bdc625b95 up at agent hyperv_n-h1-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:40:09.798753 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ac5a58-b03c-44b0-8c1b-76d305194c1b req-09b4d72c-3547-4ada-af61-ddd3fc865777 tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:09.806661 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ac5a58-b03c-44b0-8c1b-76d305194c1b req-09b4d72c-3547-4ada-af61-ddd3fc865777 tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:09.808652 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-03ac5a58-b03c-44b0-8c1b-76d305194c1b req-09b4d72c-3547-4ada-af61-ddd3fc865777 tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] 10.222.0.44 "GET /v2.0/networks?id=1b351205-c01f-42ee-b3ae-5144efe92816&id=adf701ab-1c0e-4adc-b0ff-8d6e7fdda56c&id=1b351205-c01f-42ee-b3ae-5144efe92816 HTTP/1.1" status: 200 len: 1391 time: 0.2993200 Mar 29 15:40:09.823670 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [req-03ac5a58-b03c-44b0-8c1b-76d305194c1b req-dacf7662-9f3a-463b-955e-71f92c2dc334 tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Request body: {'port': {'device_id': '9df137f2-cec3-49de-8d75-c433cf335604', 'network_id': '1b351205-c01f-42ee-b3ae-5144efe92816', 'admin_state_up': True, 'tenant_id': 'd35c7b00e95148bdb6e7470aeaeb77ed'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:40:09.872071 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d115e56-0977-485d-97a5-99118df4bbc9 req-febd6782-048f-44fb-809f-7d41217721c4 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:09.879001 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d115e56-0977-485d-97a5-99118df4bbc9 req-febd6782-048f-44fb-809f-7d41217721c4 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:09.886522 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d115e56-0977-485d-97a5-99118df4bbc9 req-febd6782-048f-44fb-809f-7d41217721c4 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:09.895796 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d115e56-0977-485d-97a5-99118df4bbc9 req-febd6782-048f-44fb-809f-7d41217721c4 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:09.902858 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d115e56-0977-485d-97a5-99118df4bbc9 req-febd6782-048f-44fb-809f-7d41217721c4 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:09.910612 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d115e56-0977-485d-97a5-99118df4bbc9 req-febd6782-048f-44fb-809f-7d41217721c4 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:09.916260 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [req-c4a50ab0-47b7-4df4-bcbf-37796d8ec2f3 req-70f6f1f9-0643-49d5-a146-b54929dfd4b1 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] For port 448122a9-4849-4bfb-a6f3-1b3a84aff154, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=448122a9-4849-4bfb-a6f3-1b3a84aff154,segment=NetworkSegment(e1d90273-cef5-4478-85fc-ff4ac210e191),segment_id=e1d90273-cef5-4478-85fc-ff4ac210e191)] {{(pid=102790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:40:09.916828 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-c4a50ab0-47b7-4df4-bcbf-37796d8ec2f3 req-70f6f1f9-0643-49d5-a146-b54929dfd4b1 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:09.921328 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-1d115e56-0977-485d-97a5-99118df4bbc9 req-febd6782-048f-44fb-809f-7d41217721c4 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] 10.222.0.42 "GET /v2.0/ports?device_id=e63d94a3-644d-400a-aa3f-0c71f9fb1b46 HTTP/1.1" status: 200 len: 4600 time: 0.2099154 Mar 29 15:40:09.948741 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-1ecb5079-76e5-4d1f-a15b-61e9f562e653 req-e6936639-816a-4f6a-8486-210a3af5f82a service neutron] For port 66dc2491-4dea-4461-91e1-6f3d16ceba75, host n-h2-834765-1, cleared binding levels {{(pid=102791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:40:09.976505 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-1ecb5079-76e5-4d1f-a15b-61e9f562e653 req-e6936639-816a-4f6a-8486-210a3af5f82a service neutron] For port 66dc2491-4dea-4461-91e1-6f3d16ceba75, host n-h2-834765-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=66dc2491-4dea-4461-91e1-6f3d16ceba75,segment=NetworkSegment(e53edac0-e56e-4ba8-8b7d-b6c8693d06dc),segment_id=e53edac0-e56e-4ba8-8b7d-b6c8693d06dc)] {{(pid=102791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:40:09.989177 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-1ecb5079-76e5-4d1f-a15b-61e9f562e653 req-e6936639-816a-4f6a-8486-210a3af5f82a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:10.033747 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Provisioning for port 32ca12f3-c308-42af-b6ed-0d7bdc625b95 completed by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 15:40:10.038743 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Provisioning complete for port 32ca12f3-c308-42af-b6ed-0d7bdc625b95 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:40:10.039116 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:10.059539 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [req-c4a50ab0-47b7-4df4-bcbf-37796d8ec2f3 req-70f6f1f9-0643-49d5-a146-b54929dfd4b1 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] Calling delete_port for 448122a9-4849-4bfb-a6f3-1b3a84aff154 owned by compute:nova {{(pid=102790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:40:10.104687 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 299fed8d-087a-46df-ad7e-6c9a17387206 up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:40:10.139771 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c83840-6474-414a-b8bf-54aa0727c603 req-68068226-be12-4839-ad0d-922df407629b tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:10.142880 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-1d115e56-0977-485d-97a5-99118df4bbc9 req-74e3f842-13c3-48d8-8d72-0f14668dbad1 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] 10.222.0.42 "GET /v2.0/security-groups?id=7a324716-10f9-4f06-a2b5-9f498b951d56&id=19cf0565-0e5d-4a9a-bb20-6dda76410fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2195594 Mar 29 15:40:10.152747 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-c4c83840-6474-414a-b8bf-54aa0727c603 req-68068226-be12-4839-ad0d-922df407629b tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] 10.222.0.42 "GET /v2.0/ports?device_id=634c595e-d279-4aeb-bf6e-5b4c4a939ff0 HTTP/1.1" status: 200 len: 945 time: 0.2329333 Mar 29 15:40:10.194656 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecb5079-76e5-4d1f-a15b-61e9f562e653 req-e6936639-816a-4f6a-8486-210a3af5f82a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:10.200703 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-1ecb5079-76e5-4d1f-a15b-61e9f562e653 req-e6936639-816a-4f6a-8486-210a3af5f82a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:10.202468 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-1ecb5079-76e5-4d1f-a15b-61e9f562e653 req-e6936639-816a-4f6a-8486-210a3af5f82a service neutron] 10.222.0.48 "PUT /v2.0/ports/66dc2491-4dea-4461-91e1-6f3d16ceba75 HTTP/1.1" status: 200 len: 1130 time: 2.6994071 Mar 29 15:40:10.207053 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e63d94a3-644d-400a-aa3f-0c71f9fb1b46', 'tag': '66dc2491-4dea-4461-91e1-6f3d16ceba75'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:40:10.211971 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c67b028db5e9b9818fecc5c0a87ebc6f190694fa53ca267d523e04f98de536d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43e18b4a-11de-457a-9105-ba1332df45da" -d '{"events": [{"name": "network-changed", "server_uuid": "e63d94a3-644d-400a-aa3f-0c71f9fb1b46", "tag": "66dc2491-4dea-4461-91e1-6f3d16ceba75"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:40:10.258921 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [req-1ecb5079-76e5-4d1f-a15b-61e9f562e653 req-e50cda50-1275-4393-8956-50e0a0a825b8 service neutron] Request body: {'port': {'device_id': 'e63d94a3-644d-400a-aa3f-0c71f9fb1b46', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834765-1'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:40:10.309409 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6936639-816a-4f6a-8486-210a3af5f82a service neutron] Pushing event updated for resources: {'Port': ['ID=66dc2491-4dea-4461-91e1-6f3d16ceba75,revision_number=3']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:40:10.404680 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-95125d01-c67d-44e9-9ba9-979526a9130e None None] Provisioning complete for port 299fed8d-087a-46df-ad7e-6c9a17387206 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:40:10.406907 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-95125d01-c67d-44e9-9ba9-979526a9130e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:10.421389 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03ac5a58-b03c-44b0-8c1b-76d305194c1b req-dacf7662-9f3a-463b-955e-71f92c2dc334 tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Made reservation on behalf of d35c7b00e95148bdb6e7470aeaeb77ed for: {'port': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:40:10.430436 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-03ac5a58-b03c-44b0-8c1b-76d305194c1b req-dacf7662-9f3a-463b-955e-71f92c2dc334 tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:10.435041 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-c4c83840-6474-414a-b8bf-54aa0727c603 req-17be2271-1e91-4578-b00c-8eb3b5f0cb97 tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] 10.222.0.42 "GET /v2.0/security-groups?id=d26d57f3-f34b-4b82-acb2-a15ffdfe7b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2811735 Mar 29 15:40:10.574219 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 15:40:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fecf0ea-4619-4f53-ba88-71aa1626bfbd x-openstack-request-id: req-1fecf0ea-4619-4f53-ba88-71aa1626bfbd {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:40:10.574540 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e63d94a3-644d-400a-aa3f-0c71f9fb1b46", "tag": "66dc2491-4dea-4461-91e1-6f3d16ceba75", "status": "completed", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:40:10.574799 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1fecf0ea-4619-4f53-ba88-71aa1626bfbd {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:40:10.579723 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e63d94a3-644d-400a-aa3f-0c71f9fb1b46', 'tag': '66dc2491-4dea-4461-91e1-6f3d16ceba75', 'status': 'completed', 'code': 200} Mar 29 15:40:10.614116 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:10.623070 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-1ecb5079-76e5-4d1f-a15b-61e9f562e653 req-e50cda50-1275-4393-8956-50e0a0a825b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:10.639539 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port 299fed8d-087a-46df-ad7e-6c9a17387206 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:40:10.640673 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:10.696127 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '634c595e-d279-4aeb-bf6e-5b4c4a939ff0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32ca12f3-c308-42af-b6ed-0d7bdc625b95'}] {{(pid=102792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:40:10.699164 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4f476c66b318cc6068719fc39557fac68d413f5c7e78fa77028c7948e999ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a68b2be-87b3-47b2-b4dd-7b206d81f014" -d '{"events": [{"server_uuid": "634c595e-d279-4aeb-bf6e-5b4c4a939ff0", "name": "network-vif-plugged", "status": "completed", "tag": "32ca12f3-c308-42af-b6ed-0d7bdc625b95"}]}' {{(pid=102792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:40:10.735747 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port 32ca12f3-c308-42af-b6ed-0d7bdc625b95, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=32ca12f3-c308-42af-b6ed-0d7bdc625b95,segment=NetworkSegment(52cd9713-83ea-496d-8c48-fd7b796e6ead),segment_id=52cd9713-83ea-496d-8c48-fd7b796e6ead)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:40:10.771413 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:10.772444 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device 448122a9-4849-4bfb-a6f3-1b3a84aff154 no longer exists at agent hyperv_n-h1-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:40:10.858768 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.db_base_plugin_common [req-03ac5a58-b03c-44b0-8c1b-76d305194c1b req-dacf7662-9f3a-463b-955e-71f92c2dc334 tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Allocated IP 19.80.0.52 (1b351205-c01f-42ee-b3ae-5144efe92816/d4540596-3d25-46d6-844a-3b839bd7d078/e6cf797b-ae9b-4d11-8eee-6f5c815d2ed3) {{(pid=102790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:40:10.883723 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Pushing event updated for resources: {'Port': ['ID=32ca12f3-c308-42af-b6ed-0d7bdc625b95,revision_number=5']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:40:11.020804 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498aa4b9-dfa6-494a-80c6-f1fa46b73e5f req-e4c063b4-86c0-4dca-a148-4a78c5403aa0 tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:11.030273 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-498aa4b9-dfa6-494a-80c6-f1fa46b73e5f req-e4c063b4-86c0-4dca-a148-4a78c5403aa0 tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] 10.222.0.42 "GET /v2.0/ports?device_id=938d5325-d91e-4137-8d24-b21fd73d167e HTTP/1.1" status: 200 len: 945 time: 0.7098775 Mar 29 15:40:11.044579 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 7d8db84c-9ad7-444a-a686-39660631852f up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:40:11.171006 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-03ac5a58-b03c-44b0-8c1b-76d305194c1b req-dacf7662-9f3a-463b-955e-71f92c2dc334 tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Notify callbacks [] for port, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:11.356578 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:11.404304 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [req-1ecb5079-76e5-4d1f-a15b-61e9f562e653 req-e50cda50-1275-4393-8956-50e0a0a825b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49b5fca5-a1ca-4798-bbf7-14cd233b96a8 {{(pid=102791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:40:11.429761 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-1ecb5079-76e5-4d1f-a15b-61e9f562e653 req-e50cda50-1275-4393-8956-50e0a0a825b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:11.432511 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port 7d8db84c-9ad7-444a-a686-39660631852f triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:40:11.433073 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:11.522646 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-498aa4b9-dfa6-494a-80c6-f1fa46b73e5f req-c0df0a30-cd3d-4474-9d24-32b7dd305235 tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] 10.222.0.42 "GET /v2.0/security-groups?id=ce1e3aa1-c9e4-4c36-a19f-9dbad60c5be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4906256 Mar 29 15:40:11.549349 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-03ac5a58-b03c-44b0-8c1b-76d305194c1b req-dacf7662-9f3a-463b-955e-71f92c2dc334 tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:11.565165 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-35c57292-475d-468b-8fc7-dfa0d8741139 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-530452'] for router_interface, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:11.669008 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:40:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e37e228b-fb1c-4197-a810-d5a1a9935a0e x-openstack-request-id: req-e37e228b-fb1c-4197-a810-d5a1a9935a0e {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:40:11.669329 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "634c595e-d279-4aeb-bf6e-5b4c4a939ff0", "name": "network-vif-plugged", "status": "completed", "tag": "32ca12f3-c308-42af-b6ed-0d7bdc625b95", "code": 200}]} {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:40:11.669581 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e37e228b-fb1c-4197-a810-d5a1a9935a0e {{(pid=102792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:40:11.676904 n-d-834765-1 neutron-server[102792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '634c595e-d279-4aeb-bf6e-5b4c4a939ff0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32ca12f3-c308-42af-b6ed-0d7bdc625b95', 'code': 200} Mar 29 15:40:11.719766 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03ac5a58-b03c-44b0-8c1b-76d305194c1b req-dacf7662-9f3a-463b-955e-71f92c2dc334 tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Network 1b351205-c01f-42ee-b3ae-5144efe92816 is already hosted by enough agents. {{(pid=102790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:40:11.731659 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [req-03ac5a58-b03c-44b0-8c1b-76d305194c1b req-dacf7662-9f3a-463b-955e-71f92c2dc334 tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Resources bound (agent type, host, resource id): {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:40:11.733712 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-c4a50ab0-47b7-4df4-bcbf-37796d8ec2f3 req-70f6f1f9-0643-49d5-a146-b54929dfd4b1 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:11.762691 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.l3_dvrscheduler_db [req-03ac5a58-b03c-44b0-8c1b-76d305194c1b req-dacf7662-9f3a-463b-955e-71f92c2dc334 tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Received port after_create {{(pid=102790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:40:11.794564 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 1104455a-c77a-4338-8847-f919f236a609 no longer exists at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:40:11.857290 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ac5a58-b03c-44b0-8c1b-76d305194c1b req-dacf7662-9f3a-463b-955e-71f92c2dc334 tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:11.858100 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-03ac5a58-b03c-44b0-8c1b-76d305194c1b req-dacf7662-9f3a-463b-955e-71f92c2dc334 tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:11.861864 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] No Port match for: 1104455a-c77a-4338-8847-f919f236a609 {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 15:40:11.862203 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 1104455a-c77a-4338-8847-f919f236a609 not bound to the agent host n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:40:11.862625 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device f014e05d-d9c8-4704-9420-84147da2e5cb no longer exists at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:40:11.864625 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22d3a31f-33f6-41d8-87a2-6944b49511b7 None None] Network adf701ab-1c0e-4adc-b0ff-8d6e7fdda56c requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 15:40:11.868120 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.provisioning_blocks [req-1ecb5079-76e5-4d1f-a15b-61e9f562e653 req-e50cda50-1275-4393-8956-50e0a0a825b8 service neutron] Transition to ACTIVE for port object 49b5fca5-a1ca-4798-bbf7-14cd233b96a8 will not be triggered until provisioned by entity L2. {{(pid=102791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 15:40:11.901438 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2559a845-9521-4297-957d-bd1467ed0771 req-3aded2af-0fff-4e4b-9610-5914ba8163ce tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:11.903152 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-2559a845-9521-4297-957d-bd1467ed0771 req-3aded2af-0fff-4e4b-9610-5914ba8163ce tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] 10.222.0.42 "GET /v2.0/ports?device_id=9df137f2-cec3-49de-8d75-c433cf335604 HTTP/1.1" status: 200 len: 931 time: 0.5911388 Mar 29 15:40:11.946259 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e18b4a-11de-457a-9105-ba1332df45da req-9c37ca2f-48b8-4aa8-9c96-73663a780bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:11.947156 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e18b4a-11de-457a-9105-ba1332df45da req-9c37ca2f-48b8-4aa8-9c96-73663a780bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:11.948128 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e18b4a-11de-457a-9105-ba1332df45da req-9c37ca2f-48b8-4aa8-9c96-73663a780bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:11.948603 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e18b4a-11de-457a-9105-ba1332df45da req-9c37ca2f-48b8-4aa8-9c96-73663a780bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:11.949635 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e18b4a-11de-457a-9105-ba1332df45da req-9c37ca2f-48b8-4aa8-9c96-73663a780bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:11.950304 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e18b4a-11de-457a-9105-ba1332df45da req-9c37ca2f-48b8-4aa8-9c96-73663a780bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:11.952327 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-43e18b4a-11de-457a-9105-ba1332df45da req-9c37ca2f-48b8-4aa8-9c96-73663a780bc1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3c879391e12244b68c6a1d18a158625b&device_id=e63d94a3-644d-400a-aa3f-0c71f9fb1b46 HTTP/1.1" status: 200 len: 5286 time: 0.5672717 Mar 29 15:40:11.974105 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-03ac5a58-b03c-44b0-8c1b-76d305194c1b req-dacf7662-9f3a-463b-955e-71f92c2dc334 tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1553030 Mar 29 15:40:11.980073 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-1ecb5079-76e5-4d1f-a15b-61e9f562e653 req-e50cda50-1275-4393-8956-50e0a0a825b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:12.159236 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-2559a845-9521-4297-957d-bd1467ed0771 req-636d01ea-9cc5-4faa-b252-ed3c46492f10 tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b78e968-fb8b-47c8-a89f-b40d10173927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2480934 Mar 29 15:40:12.163568 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e18b4a-11de-457a-9105-ba1332df45da req-d479db83-73dd-403f-8393-1441547762ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:12.163568 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e18b4a-11de-457a-9105-ba1332df45da req-d479db83-73dd-403f-8393-1441547762ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:12.163568 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e18b4a-11de-457a-9105-ba1332df45da req-d479db83-73dd-403f-8393-1441547762ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:12.165011 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-43e18b4a-11de-457a-9105-ba1332df45da req-d479db83-73dd-403f-8393-1441547762ee service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=3c879391e12244b68c6a1d18a158625b&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.1893916 Mar 29 15:40:12.220143 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d6a18da1-0f1b-4f24-944e-1ae5f9dfdb33 req-ae26e8dd-534f-452b-b570-17a2dc23eab5 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9cb7b9a-126e-4555-a298-17091e4f1312 HTTP/1.1" status: 200 len: 210 time: 0.3601897 Mar 29 15:40:12.236777 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50cda50-1275-4393-8956-50e0a0a825b8 service neutron] Pushing event updated for resources: {'Port': ['ID=49b5fca5-a1ca-4798-bbf7-14cd233b96a8,revision_number=2']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:40:12.336321 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] No Port match for: f014e05d-d9c8-4704-9420-84147da2e5cb {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 15:40:12.338113 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device f014e05d-d9c8-4704-9420-84147da2e5cb not bound to the agent host n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:40:12.338113 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device d46168aa-4b8f-4713-88b3-d5554fa2c9cc no longer exists at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:40:12.394826 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-5fa21770-36de-495e-b89c-fcfe5dd76f0a None None] Provisioning complete for port d38c0c07-c9a6-4571-8faf-657ac0de100e triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:40:12.395199 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-5fa21770-36de-495e-b89c-fcfe5dd76f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:12.413541 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4656b9e-4564-4cef-84c8-64b24224dcf6 req-1f7b320a-94b9-42bb-a037-6bd727cde59b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:12.415062 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e4656b9e-4564-4cef-84c8-64b24224dcf6 req-1f7b320a-94b9-42bb-a037-6bd727cde59b service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=634c595e-d279-4aeb-bf6e-5b4c4a939ff0 HTTP/1.1" status: 200 len: 1097 time: 0.5444312 Mar 29 15:40:12.445698 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [req-03ac5a58-b03c-44b0-8c1b-76d305194c1b req-6038f66a-7a27-47ba-bfd3-df21b625ab8c tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Request body: {'port': {'device_id': '9df137f2-cec3-49de-8d75-c433cf335604', 'network_id': 'adf701ab-1c0e-4adc-b0ff-8d6e7fdda56c', 'admin_state_up': True, 'tenant_id': 'd35c7b00e95148bdb6e7470aeaeb77ed'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:40:12.568912 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4a50ab0-47b7-4df4-bcbf-37796d8ec2f3 req-70f6f1f9-0643-49d5-a146-b54929dfd4b1 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] No DVR routers for this DVR port 448122a9-4849-4bfb-a6f3-1b3a84aff154 on host n-h1-834765-1 {{(pid=102790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:40:12.570387 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e986fd96-0741-418e-a334-e7d7f76165a7 req-98a38bb5-f246-4d27-9d1c-45e0b89c18af tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:12.572226 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e986fd96-0741-418e-a334-e7d7f76165a7 req-98a38bb5-f246-4d27-9d1c-45e0b89c18af tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] 10.222.0.42 "GET /v2.0/ports?device_id=634c595e-d279-4aeb-bf6e-5b4c4a939ff0 HTTP/1.1" status: 200 len: 946 time: 0.1562383 Mar 29 15:40:12.573237 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-1ecb5079-76e5-4d1f-a15b-61e9f562e653 req-e50cda50-1275-4393-8956-50e0a0a825b8 service neutron] Attempting to bind port 49b5fca5-a1ca-4798-bbf7-14cd233b96a8 on host n-h2-834765-1 for vnic_type normal with profile {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:40:12.573562 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-1ecb5079-76e5-4d1f-a15b-61e9f562e653 req-e50cda50-1275-4393-8956-50e0a0a825b8 service neutron] Attempting to bind port 49b5fca5-a1ca-4798-bbf7-14cd233b96a8 by drivers openvswitch,hyperv on host n-h2-834765-1 at level 0 using segments [{'id': 'e53edac0-e56e-4ba8-8b7d-b6c8693d06dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '298fe4b0-bb90-4e7d-aba6-ce8da9b2ed22'}] {{(pid=102791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:40:12.573878 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ecb5079-76e5-4d1f-a15b-61e9f562e653 req-e50cda50-1275-4393-8956-50e0a0a825b8 service neutron] Attempting to bind port 49b5fca5-a1ca-4798-bbf7-14cd233b96a8 on network 298fe4b0-bb90-4e7d-aba6-ce8da9b2ed22 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:40:12.586321 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-c4a50ab0-47b7-4df4-bcbf-37796d8ec2f3 req-70f6f1f9-0643-49d5-a146-b54929dfd4b1 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:12.595586 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-c4a50ab0-47b7-4df4-bcbf-37796d8ec2f3 req-70f6f1f9-0643-49d5-a146-b54929dfd4b1 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.44 "DELETE /v2.0/ports/448122a9-4849-4bfb-a6f3-1b3a84aff154 HTTP/1.1" status: 204 len: 173 time: 4.4137836 Mar 29 15:40:12.603204 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e18b4a-11de-457a-9105-ba1332df45da req-9c10489c-ba69-486c-85d5-adb71f437f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:12.621572 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-43e18b4a-11de-457a-9105-ba1332df45da req-9c10489c-ba69-486c-85d5-adb71f437f44 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4198151 Mar 29 15:40:12.623070 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacf7662-9f3a-463b-955e-71f92c2dc334 tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Pushing event updated for resources: {'Port': ['ID=e6cf797b-ae9b-4d11-8eee-6f5c815d2ed3,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:40:12.635409 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] No Port match for: d46168aa-4b8f-4713-88b3-d5554fa2c9cc {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 15:40:12.635921 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device d46168aa-4b8f-4713-88b3-d5554fa2c9cc not bound to the agent host n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:40:12.681491 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e4656b9e-4564-4cef-84c8-64b24224dcf6 req-c636c698-eafd-43ef-89de-d457abcd6841 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=d26d57f3-f34b-4b82-acb2-a15ffdfe7b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1927302 Mar 29 15:40:12.704428 n-d-834765-1 neutron-server[102790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9cb7b9a-126e-4555-a298-17091e4f1312', 'name': 'network-vif-deleted', 'tag': '448122a9-4849-4bfb-a6f3-1b3a84aff154'}] {{(pid=102790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:40:12.706152 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46b06d655c90bc969636382cce4240ad749035fb0f3a83ee4734fa1ed9c4a6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb7cab88-7e6d-43e4-b24c-6cf009be3268" -d '{"events": [{"server_uuid": "c9cb7b9a-126e-4555-a298-17091e4f1312", "name": "network-vif-deleted", "tag": "448122a9-4849-4bfb-a6f3-1b3a84aff154"}]}' {{(pid=102790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:40:12.710879 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ecb5079-76e5-4d1f-a15b-61e9f562e653 req-e50cda50-1275-4393-8956-50e0a0a825b8 service neutron] Port 49b5fca5-a1ca-4798-bbf7-14cd233b96a8 on network 298fe4b0-bb90-4e7d-aba6-ce8da9b2ed22 not bound, no agent of type Open vSwitch agent registered on host n-h2-834765-1 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 15:40:12.711675 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ecb5079-76e5-4d1f-a15b-61e9f562e653 req-e50cda50-1275-4393-8956-50e0a0a825b8 service neutron] Attempting to bind port 49b5fca5-a1ca-4798-bbf7-14cd233b96a8 on network 298fe4b0-bb90-4e7d-aba6-ce8da9b2ed22 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:40:12.736594 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ecb5079-76e5-4d1f-a15b-61e9f562e653 req-e50cda50-1275-4393-8956-50e0a0a825b8 service neutron] Checking agent: {'id': '3e4b4912-b4a2-4d17-b5bd-6ce15529e8eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 33, 17), 'started_at': datetime.datetime(2022, 3, 29, 15, 33, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 39, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:40:12.737135 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ecb5079-76e5-4d1f-a15b-61e9f562e653 req-e50cda50-1275-4393-8956-50e0a0a825b8 service neutron] Checking segment: {'id': 'e53edac0-e56e-4ba8-8b7d-b6c8693d06dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '298fe4b0-bb90-4e7d-aba6-ce8da9b2ed22'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:40:12.737622 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ecb5079-76e5-4d1f-a15b-61e9f562e653 req-e50cda50-1275-4393-8956-50e0a0a825b8 service neutron] Bound using segment: {'id': 'e53edac0-e56e-4ba8-8b7d-b6c8693d06dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '298fe4b0-bb90-4e7d-aba6-ce8da9b2ed22'} {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:40:12.738880 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-1ecb5079-76e5-4d1f-a15b-61e9f562e653 req-e50cda50-1275-4393-8956-50e0a0a825b8 service neutron] Bound port: 49b5fca5-a1ca-4798-bbf7-14cd233b96a8, host: n-h2-834765-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e53edac0-e56e-4ba8-8b7d-b6c8693d06dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '298fe4b0-bb90-4e7d-aba6-ce8da9b2ed22'}}] {{(pid=102791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 15:40:12.739367 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-1ecb5079-76e5-4d1f-a15b-61e9f562e653 req-e50cda50-1275-4393-8956-50e0a0a825b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:12.792663 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e986fd96-0741-418e-a334-e7d7f76165a7 req-3df7bd9e-8d68-4074-a1a5-2c248dfc3f61 tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] 10.222.0.42 "GET /v2.0/security-groups?id=d26d57f3-f34b-4b82-acb2-a15ffdfe7b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245182 Mar 29 15:40:12.854128 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-5fa21770-36de-495e-b89c-fcfe5dd76f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:12.927247 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-5fa21770-36de-495e-b89c-fcfe5dd76f0a None None] For port d38c0c07-c9a6-4571-8faf-657ac0de100e, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=d38c0c07-c9a6-4571-8faf-657ac0de100e,segment=NetworkSegment(79b3cffd-b934-47ae-85b1-a6694d59b4cd),segment_id=79b3cffd-b934-47ae-85b1-a6694d59b4cd)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:40:12.941342 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-5fa21770-36de-495e-b89c-fcfe5dd76f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:13.019029 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa21770-36de-495e-b89c-fcfe5dd76f0a None None] Pushing event updated for resources: {'Port': ['ID=d38c0c07-c9a6-4571-8faf-657ac0de100e,revision_number=3']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:40:13.020752 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f6f1f9-0643-49d5-a146-b54929dfd4b1 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] Pushing event deleted for resources: {'Port': ['ID=448122a9-4849-4bfb-a6f3-1b3a84aff154,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:40:13.037161 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device d38c0c07-c9a6-4571-8faf-657ac0de100e up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:40:13.125134 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c56384-e75c-47f3-9c9b-d9a086bfc860 req-d85a6f93-9acf-48e3-ac75-27bae53b12c9 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:13.131774 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c56384-e75c-47f3-9c9b-d9a086bfc860 req-d85a6f93-9acf-48e3-ac75-27bae53b12c9 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:13.139487 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c56384-e75c-47f3-9c9b-d9a086bfc860 req-d85a6f93-9acf-48e3-ac75-27bae53b12c9 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:13.147779 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c56384-e75c-47f3-9c9b-d9a086bfc860 req-d85a6f93-9acf-48e3-ac75-27bae53b12c9 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:13.156937 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c56384-e75c-47f3-9c9b-d9a086bfc860 req-d85a6f93-9acf-48e3-ac75-27bae53b12c9 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:13.164708 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c56384-e75c-47f3-9c9b-d9a086bfc860 req-d85a6f93-9acf-48e3-ac75-27bae53b12c9 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:13.174807 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c56384-e75c-47f3-9c9b-d9a086bfc860 req-d85a6f93-9acf-48e3-ac75-27bae53b12c9 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:13.177673 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-c3c56384-e75c-47f3-9c9b-d9a086bfc860 req-d85a6f93-9acf-48e3-ac75-27bae53b12c9 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] 10.222.0.42 "GET /v2.0/ports?device_id=e63d94a3-644d-400a-aa3f-0c71f9fb1b46 HTTP/1.1" status: 200 len: 5372 time: 0.5447454 Mar 29 15:40:13.205133 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-1ecb5079-76e5-4d1f-a15b-61e9f562e653 req-e50cda50-1275-4393-8956-50e0a0a825b8 service neutron] For port 49b5fca5-a1ca-4798-bbf7-14cd233b96a8, host n-h2-834765-1, cleared binding levels {{(pid=102791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:40:13.209191 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-1ecb5079-76e5-4d1f-a15b-61e9f562e653 req-e50cda50-1275-4393-8956-50e0a0a825b8 service neutron] For port 49b5fca5-a1ca-4798-bbf7-14cd233b96a8, host n-h2-834765-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=49b5fca5-a1ca-4798-bbf7-14cd233b96a8,segment=NetworkSegment(e53edac0-e56e-4ba8-8b7d-b6c8693d06dc),segment_id=e53edac0-e56e-4ba8-8b7d-b6c8693d06dc)] {{(pid=102791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:40:13.232459 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac38d5b-42c8-4bcc-b86b-5e27a0d6ab45 req-e318f3d2-81fa-4c0b-8819-6c97e6a62707 tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:13.240765 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-dac38d5b-42c8-4bcc-b86b-5e27a0d6ab45 req-e318f3d2-81fa-4c0b-8819-6c97e6a62707 tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] 10.222.0.42 "GET /v2.0/ports?device_id=938d5325-d91e-4137-8d24-b21fd73d167e HTTP/1.1" status: 200 len: 945 time: 0.2676351 Mar 29 15:40:13.248217 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-c3c56384-e75c-47f3-9c9b-d9a086bfc860 req-f2e5da20-98c4-47e9-a582-26ea9d2688ae tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] 10.222.0.42 "GET /v2.0/security-groups?id=7a324716-10f9-4f06-a2b5-9f498b951d56&id=19cf0565-0e5d-4a9a-bb20-6dda76410fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0597022 Mar 29 15:40:13.251533 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03ac5a58-b03c-44b0-8c1b-76d305194c1b req-6038f66a-7a27-47ba-bfd3-df21b625ab8c tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Made reservation on behalf of d35c7b00e95148bdb6e7470aeaeb77ed for: {'port': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:40:13.257048 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-e9448071-a53a-4334-8108-610615917a8a None None] Provisioning complete for port e6cf797b-ae9b-4d11-8eee-6f5c815d2ed3 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:40:13.257219 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-03ac5a58-b03c-44b0-8c1b-76d305194c1b req-6038f66a-7a27-47ba-bfd3-df21b625ab8c tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:13.257666 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-e9448071-a53a-4334-8108-610615917a8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:13.272842 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-1ecb5079-76e5-4d1f-a15b-61e9f562e653 req-e50cda50-1275-4393-8956-50e0a0a825b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:13.304568 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port d38c0c07-c9a6-4571-8faf-657ac0de100e triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:40:13.306100 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:13.356957 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50cda50-1275-4393-8956-50e0a0a825b8 service neutron] Pushing event updated for resources: {'Port': ['ID=49b5fca5-a1ca-4798-bbf7-14cd233b96a8,revision_number=3']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:40:13.384040 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecb5079-76e5-4d1f-a15b-61e9f562e653 req-e50cda50-1275-4393-8956-50e0a0a825b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:13.384620 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-1ecb5079-76e5-4d1f-a15b-61e9f562e653 req-e50cda50-1275-4393-8956-50e0a0a825b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:13.386018 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-1ecb5079-76e5-4d1f-a15b-61e9f562e653 req-e50cda50-1275-4393-8956-50e0a0a825b8 service neutron] 10.222.0.48 "PUT /v2.0/ports/49b5fca5-a1ca-4798-bbf7-14cd233b96a8 HTTP/1.1" status: 200 len: 1130 time: 3.1403091 Mar 29 15:40:13.387498 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-35c57292-475d-468b-8fc7-dfa0d8741139 admin admin] Deleting port 8c303646-8474-462e-ad86-8baa142c3561 {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:40:13.387825 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-35c57292-475d-468b-8fc7-dfa0d8741139 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:13.389454 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e63d94a3-644d-400a-aa3f-0c71f9fb1b46', 'tag': '49b5fca5-a1ca-4798-bbf7-14cd233b96a8'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:40:13.392681 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c67b028db5e9b9818fecc5c0a87ebc6f190694fa53ca267d523e04f98de536d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6c07c3a-040b-4bb6-addc-983620857833" -d '{"events": [{"name": "network-changed", "server_uuid": "e63d94a3-644d-400a-aa3f-0c71f9fb1b46", "tag": "49b5fca5-a1ca-4798-bbf7-14cd233b96a8"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:40:13.393416 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-e9448071-a53a-4334-8108-610615917a8a None None] Port e6cf797b-ae9b-4d11-8eee-6f5c815d2ed3 cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 15:40:13.436932 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [req-1ecb5079-76e5-4d1f-a15b-61e9f562e653 req-741f787f-b328-438d-9c4f-5c0c4b50961c service neutron] Request body: {'port': {'device_id': 'e63d94a3-644d-400a-aa3f-0c71f9fb1b46', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834765-1'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:40:13.455663 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-e9448071-a53a-4334-8108-610615917a8a None None] Provisioning complete for port d38c0c07-c9a6-4571-8faf-657ac0de100e triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:40:13.458939 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-e9448071-a53a-4334-8108-610615917a8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:13.470087 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:40:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fc1ce77-6cc4-464e-b9af-cecce6199394 x-openstack-request-id: req-1fc1ce77-6cc4-464e-b9af-cecce6199394 {{(pid=102790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:40:13.470656 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9cb7b9a-126e-4555-a298-17091e4f1312", "name": "network-vif-deleted", "tag": "448122a9-4849-4bfb-a6f3-1b3a84aff154", "status": "completed", "code": 200}]} {{(pid=102790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:40:13.470656 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1fc1ce77-6cc4-464e-b9af-cecce6199394 {{(pid=102790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:40:13.471552 n-d-834765-1 neutron-server[102790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9cb7b9a-126e-4555-a298-17091e4f1312', 'name': 'network-vif-deleted', 'tag': '448122a9-4849-4bfb-a6f3-1b3a84aff154', 'status': 'completed', 'code': 200} Mar 29 15:40:13.479300 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-dac38d5b-42c8-4bcc-b86b-5e27a0d6ab45 req-3a5a4788-7b61-49ce-b57f-1ceb0ddffa14 tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] 10.222.0.42 "GET /v2.0/security-groups?id=ce1e3aa1-c9e4-4c36-a19f-9dbad60c5be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2280586 Mar 29 15:40:13.607499 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5f6e07-406e-4f77-ad0a-561f5fba906f req-51736a50-8303-4a08-b6bf-a42278f0b1c3 tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:13.610364 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-1a5f6e07-406e-4f77-ad0a-561f5fba906f req-51736a50-8303-4a08-b6bf-a42278f0b1c3 tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] 10.222.0.42 "GET /v2.0/ports?device_id=9df137f2-cec3-49de-8d75-c433cf335604 HTTP/1.1" status: 200 len: 931 time: 0.1088853 Mar 29 15:40:13.762285 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-1a5f6e07-406e-4f77-ad0a-561f5fba906f req-b6807983-2f85-4098-8663-55befe32f0da tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b78e968-fb8b-47c8-a89f-b40d10173927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964451 Mar 29 15:40:13.793358 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.db_base_plugin_common [req-03ac5a58-b03c-44b0-8c1b-76d305194c1b req-6038f66a-7a27-47ba-bfd3-df21b625ab8c tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Allocated IP 19.86.0.44 (adf701ab-1c0e-4adc-b0ff-8d6e7fdda56c/7b28e07d-a4fe-4a22-a912-19b0e9e450a9/602006ca-73c5-4e7b-bae9-7794750e4a52) {{(pid=102790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:40:13.803936 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-2b622a84-bf67-4f4c-8385-7d96a28821ec req-4a2da8c5-ecca-4de6-ad46-d1bd05adf4b0 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9cb7b9a-126e-4555-a298-17091e4f1312 HTTP/1.1" status: 200 len: 210 time: 0.0971973 Mar 29 15:40:13.842171 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-1ecb5079-76e5-4d1f-a15b-61e9f562e653 req-741f787f-b328-438d-9c4f-5c0c4b50961c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:13.898980 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 15:40:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bbea872-f412-42fd-a7a4-2e80ba7dea08 x-openstack-request-id: req-9bbea872-f412-42fd-a7a4-2e80ba7dea08 {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:40:13.899325 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e63d94a3-644d-400a-aa3f-0c71f9fb1b46", "tag": "49b5fca5-a1ca-4798-bbf7-14cd233b96a8", "status": "completed", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:40:13.899546 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-9bbea872-f412-42fd-a7a4-2e80ba7dea08 {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:40:13.903996 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e63d94a3-644d-400a-aa3f-0c71f9fb1b46', 'tag': '49b5fca5-a1ca-4798-bbf7-14cd233b96a8', 'status': 'completed', 'code': 200} Mar 29 15:40:14.000095 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [None req-35c57292-475d-468b-8fc7-dfa0d8741139 admin admin] For port 8c303646-8474-462e-ad86-8baa142c3561, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=8c303646-8474-462e-ad86-8baa142c3561,segment=NetworkSegment(812175c0-db09-4d71-8da5-aa88a4ef6cf7),segment_id=812175c0-db09-4d71-8da5-aa88a4ef6cf7)] {{(pid=102791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:40:14.000832 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-35c57292-475d-468b-8fc7-dfa0d8741139 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:14.024270 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-35c57292-475d-468b-8fc7-dfa0d8741139 admin admin] Calling delete_port for 8c303646-8474-462e-ad86-8baa142c3561 owned by network:router_interface {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:40:14.192036 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc884e9-a909-4490-a4a7-e6ec1463c302 req-50b3f21e-fb36-4476-9a29-c0d2102f1e96 tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:14.205080 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-efc884e9-a909-4490-a4a7-e6ec1463c302 req-50b3f21e-fb36-4476-9a29-c0d2102f1e96 tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] 10.222.0.42 "GET /v2.0/ports?device_id=634c595e-d279-4aeb-bf6e-5b4c4a939ff0 HTTP/1.1" status: 200 len: 946 time: 0.2706480 Mar 29 15:40:14.263510 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c07c3a-040b-4bb6-addc-983620857833 req-e6fe2ea5-a535-45bf-a96b-cee6f732edb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:14.265970 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c07c3a-040b-4bb6-addc-983620857833 req-e6fe2ea5-a535-45bf-a96b-cee6f732edb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:14.266466 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c07c3a-040b-4bb6-addc-983620857833 req-e6fe2ea5-a535-45bf-a96b-cee6f732edb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:14.266949 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c07c3a-040b-4bb6-addc-983620857833 req-e6fe2ea5-a535-45bf-a96b-cee6f732edb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:14.267436 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c07c3a-040b-4bb6-addc-983620857833 req-e6fe2ea5-a535-45bf-a96b-cee6f732edb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:14.267905 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c07c3a-040b-4bb6-addc-983620857833 req-e6fe2ea5-a535-45bf-a96b-cee6f732edb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:14.268366 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c07c3a-040b-4bb6-addc-983620857833 req-e6fe2ea5-a535-45bf-a96b-cee6f732edb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:14.270347 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-f6c07c3a-040b-4bb6-addc-983620857833 req-e6fe2ea5-a535-45bf-a96b-cee6f732edb3 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3c879391e12244b68c6a1d18a158625b&device_id=e63d94a3-644d-400a-aa3f-0c71f9fb1b46 HTTP/1.1" status: 200 len: 6209 time: 0.3426793 Mar 29 15:40:14.406786 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-efc884e9-a909-4490-a4a7-e6ec1463c302 req-2fd3e976-065b-47dd-a9c4-c067b4a8fa8f tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] 10.222.0.42 "GET /v2.0/security-groups?id=d26d57f3-f34b-4b82-acb2-a15ffdfe7b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1987832 Mar 29 15:40:14.474488 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [req-1ecb5079-76e5-4d1f-a15b-61e9f562e653 req-741f787f-b328-438d-9c4f-5c0c4b50961c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62748d51-569b-4ac6-b982-c0c07d6060df {{(pid=102791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:40:14.483065 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-35c57292-475d-468b-8fc7-dfa0d8741139 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:14.484052 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-03ac5a58-b03c-44b0-8c1b-76d305194c1b req-6038f66a-7a27-47ba-bfd3-df21b625ab8c tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Notify callbacks [] for port, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:14.487227 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-1ecb5079-76e5-4d1f-a15b-61e9f562e653 req-741f787f-b328-438d-9c4f-5c0c4b50961c service neutron] Notify callbacks [] for port, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:14.529540 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c07c3a-040b-4bb6-addc-983620857833 req-99a183e7-3b2c-45e4-a89d-8d396c176594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:14.530186 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c07c3a-040b-4bb6-addc-983620857833 req-99a183e7-3b2c-45e4-a89d-8d396c176594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:14.531546 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c07c3a-040b-4bb6-addc-983620857833 req-99a183e7-3b2c-45e4-a89d-8d396c176594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:14.534177 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-f6c07c3a-040b-4bb6-addc-983620857833 req-99a183e7-3b2c-45e4-a89d-8d396c176594 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=3c879391e12244b68c6a1d18a158625b&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.2418718 Mar 29 15:40:14.550848 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c57292-475d-468b-8fc7-dfa0d8741139 admin admin] Pushing event deleted for resources: {'Port': ['ID=8c303646-8474-462e-ad86-8baa142c3561,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:40:14.611528 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.provisioning_blocks [req-1ecb5079-76e5-4d1f-a15b-61e9f562e653 req-741f787f-b328-438d-9c4f-5c0c4b50961c service neutron] Transition to ACTIVE for port object 62748d51-569b-4ac6-b982-c0c07d6060df will not be triggered until provisioned by entity L2. {{(pid=102791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 15:40:14.651569 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-1ecb5079-76e5-4d1f-a15b-61e9f562e653 req-741f787f-b328-438d-9c4f-5c0c4b50961c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:14.750339 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e84a94-54c5-4bd7-b8a1-01212e9cbf0a req-26d2e2ee-2312-49f7-ab26-63e23ede5efd tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:14.758183 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-73e84a94-54c5-4bd7-b8a1-01212e9cbf0a req-26d2e2ee-2312-49f7-ab26-63e23ede5efd tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] 10.222.0.42 "GET /v2.0/ports?device_id=938d5325-d91e-4137-8d24-b21fd73d167e HTTP/1.1" status: 200 len: 945 time: 0.1574516 Mar 29 15:40:14.810965 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef7404e-6612-4246-8047-ccac2823e494 req-dcf9a7fd-ceb0-49ea-9cc0-b95879fb32ca tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:14.838515 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef7404e-6612-4246-8047-ccac2823e494 req-dcf9a7fd-ceb0-49ea-9cc0-b95879fb32ca tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:14.848488 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef7404e-6612-4246-8047-ccac2823e494 req-dcf9a7fd-ceb0-49ea-9cc0-b95879fb32ca tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:14.854953 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef7404e-6612-4246-8047-ccac2823e494 req-dcf9a7fd-ceb0-49ea-9cc0-b95879fb32ca tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:14.859429 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-73e84a94-54c5-4bd7-b8a1-01212e9cbf0a req-4b89604e-d24c-4fd8-a555-b96f2dba15d1 tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] 10.222.0.42 "GET /v2.0/security-groups?id=ce1e3aa1-c9e4-4c36-a19f-9dbad60c5be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941327 Mar 29 15:40:14.863489 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-03ac5a58-b03c-44b0-8c1b-76d305194c1b req-6038f66a-7a27-47ba-bfd3-df21b625ab8c tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:14.864276 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef7404e-6612-4246-8047-ccac2823e494 req-dcf9a7fd-ceb0-49ea-9cc0-b95879fb32ca tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:14.893042 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef7404e-6612-4246-8047-ccac2823e494 req-dcf9a7fd-ceb0-49ea-9cc0-b95879fb32ca tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:14.895240 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.agents_db [None req-59735a15-725e-44d4-9ad5-95cbe356f209 None None] Agent healthcheck: found 7 active agents {{(pid=102793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 15:40:14.904205 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef7404e-6612-4246-8047-ccac2823e494 req-dcf9a7fd-ceb0-49ea-9cc0-b95879fb32ca tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:14.914450 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-8ef7404e-6612-4246-8047-ccac2823e494 req-dcf9a7fd-ceb0-49ea-9cc0-b95879fb32ca tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] 10.222.0.42 "GET /v2.0/ports?device_id=e63d94a3-644d-400a-aa3f-0c71f9fb1b46 HTTP/1.1" status: 200 len: 5384 time: 0.3311462 Mar 29 15:40:14.988700 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device d38c0c07-c9a6-4571-8faf-657ac0de100e up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:40:15.052476 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c07c3a-040b-4bb6-addc-983620857833 req-b78bbf24-086d-4528-bb48-497078a71ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:15.054380 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-f6c07c3a-040b-4bb6-addc-983620857833 req-b78bbf24-086d-4528-bb48-497078a71ebf service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5101705 Mar 29 15:40:15.061421 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741f787f-b328-438d-9c4f-5c0c4b50961c service neutron] Pushing event updated for resources: {'Port': ['ID=62748d51-569b-4ac6-b982-c0c07d6060df,revision_number=2']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:40:15.128529 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03ac5a58-b03c-44b0-8c1b-76d305194c1b req-6038f66a-7a27-47ba-bfd3-df21b625ab8c tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Network adf701ab-1c0e-4adc-b0ff-8d6e7fdda56c is already hosted by enough agents. {{(pid=102790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:40:15.136523 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [req-03ac5a58-b03c-44b0-8c1b-76d305194c1b req-6038f66a-7a27-47ba-bfd3-df21b625ab8c tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Resources bound (agent type, host, resource id): {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:40:15.143078 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.l3_dvrscheduler_db [req-03ac5a58-b03c-44b0-8c1b-76d305194c1b req-6038f66a-7a27-47ba-bfd3-df21b625ab8c tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Received port after_create {{(pid=102790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:40:15.170363 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port d38c0c07-c9a6-4571-8faf-657ac0de100e triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:40:15.170734 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:15.258302 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ac5a58-b03c-44b0-8c1b-76d305194c1b req-6038f66a-7a27-47ba-bfd3-df21b625ab8c tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:15.259431 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-03ac5a58-b03c-44b0-8c1b-76d305194c1b req-6038f66a-7a27-47ba-bfd3-df21b625ab8c tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:15.285337 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6038f66a-7a27-47ba-bfd3-df21b625ab8c tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Pushing event updated for resources: {'Port': ['ID=602006ca-73c5-4e7b-bae9-7794750e4a52,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:40:15.349974 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedea3fc-6046-4ce4-b8e8-5a41d9a36bad req-4cd3cb59-fa31-4982-bc6b-674dca0ffdb3 tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:15.364853 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedea3fc-6046-4ce4-b8e8-5a41d9a36bad req-4cd3cb59-fa31-4982-bc6b-674dca0ffdb3 tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:15.369423 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-bedea3fc-6046-4ce4-b8e8-5a41d9a36bad req-4cd3cb59-fa31-4982-bc6b-674dca0ffdb3 tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] 10.222.0.42 "GET /v2.0/ports?device_id=9df137f2-cec3-49de-8d75-c433cf335604 HTTP/1.1" status: 200 len: 1653 time: 0.3512783 Mar 29 15:40:15.379669 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-03ac5a58-b03c-44b0-8c1b-76d305194c1b req-6038f66a-7a27-47ba-bfd3-df21b625ab8c tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9505787 Mar 29 15:40:15.397710 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-1ecb5079-76e5-4d1f-a15b-61e9f562e653 req-741f787f-b328-438d-9c4f-5c0c4b50961c service neutron] Attempting to bind port 62748d51-569b-4ac6-b982-c0c07d6060df on host n-h2-834765-1 for vnic_type normal with profile {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:40:15.398092 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-1ecb5079-76e5-4d1f-a15b-61e9f562e653 req-741f787f-b328-438d-9c4f-5c0c4b50961c service neutron] Attempting to bind port 62748d51-569b-4ac6-b982-c0c07d6060df by drivers openvswitch,hyperv on host n-h2-834765-1 at level 0 using segments [{'id': 'e53edac0-e56e-4ba8-8b7d-b6c8693d06dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '298fe4b0-bb90-4e7d-aba6-ce8da9b2ed22'}] {{(pid=102791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:40:15.398371 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ecb5079-76e5-4d1f-a15b-61e9f562e653 req-741f787f-b328-438d-9c4f-5c0c4b50961c service neutron] Attempting to bind port 62748d51-569b-4ac6-b982-c0c07d6060df on network 298fe4b0-bb90-4e7d-aba6-ce8da9b2ed22 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:40:15.402393 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [req-03ac5a58-b03c-44b0-8c1b-76d305194c1b req-bd166cbc-54e0-408e-8d79-6dcd544d3cc3 tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Request body: {'port': {'device_id': '9df137f2-cec3-49de-8d75-c433cf335604', 'network_id': '1b351205-c01f-42ee-b3ae-5144efe92816', 'admin_state_up': True, 'tenant_id': 'd35c7b00e95148bdb6e7470aeaeb77ed'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:40:15.422340 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-8ef7404e-6612-4246-8047-ccac2823e494 req-7e214744-063e-467e-a503-07bb9ae2810a tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] 10.222.0.42 "GET /v2.0/security-groups?id=7a324716-10f9-4f06-a2b5-9f498b951d56&id=19cf0565-0e5d-4a9a-bb20-6dda76410fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5061395 Mar 29 15:40:15.434817 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ecb5079-76e5-4d1f-a15b-61e9f562e653 req-741f787f-b328-438d-9c4f-5c0c4b50961c service neutron] Port 62748d51-569b-4ac6-b982-c0c07d6060df on network 298fe4b0-bb90-4e7d-aba6-ce8da9b2ed22 not bound, no agent of type Open vSwitch agent registered on host n-h2-834765-1 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 15:40:15.435217 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ecb5079-76e5-4d1f-a15b-61e9f562e653 req-741f787f-b328-438d-9c4f-5c0c4b50961c service neutron] Attempting to bind port 62748d51-569b-4ac6-b982-c0c07d6060df on network 298fe4b0-bb90-4e7d-aba6-ce8da9b2ed22 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:40:15.448375 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ecb5079-76e5-4d1f-a15b-61e9f562e653 req-741f787f-b328-438d-9c4f-5c0c4b50961c service neutron] Checking agent: {'id': '3e4b4912-b4a2-4d17-b5bd-6ce15529e8eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 33, 17), 'started_at': datetime.datetime(2022, 3, 29, 15, 33, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 39, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:40:15.448738 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ecb5079-76e5-4d1f-a15b-61e9f562e653 req-741f787f-b328-438d-9c4f-5c0c4b50961c service neutron] Checking segment: {'id': 'e53edac0-e56e-4ba8-8b7d-b6c8693d06dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '298fe4b0-bb90-4e7d-aba6-ce8da9b2ed22'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:40:15.449085 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ecb5079-76e5-4d1f-a15b-61e9f562e653 req-741f787f-b328-438d-9c4f-5c0c4b50961c service neutron] Bound using segment: {'id': 'e53edac0-e56e-4ba8-8b7d-b6c8693d06dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '298fe4b0-bb90-4e7d-aba6-ce8da9b2ed22'} {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:40:15.449524 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-1ecb5079-76e5-4d1f-a15b-61e9f562e653 req-741f787f-b328-438d-9c4f-5c0c4b50961c service neutron] Bound port: 62748d51-569b-4ac6-b982-c0c07d6060df, host: n-h2-834765-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e53edac0-e56e-4ba8-8b7d-b6c8693d06dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '298fe4b0-bb90-4e7d-aba6-ce8da9b2ed22'}}] {{(pid=102791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 15:40:15.450552 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-1ecb5079-76e5-4d1f-a15b-61e9f562e653 req-741f787f-b328-438d-9c4f-5c0c4b50961c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:15.529381 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-bedea3fc-6046-4ce4-b8e8-5a41d9a36bad req-72e45a61-839f-4937-af50-cee6e196ff36 tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b78e968-fb8b-47c8-a89f-b40d10173927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486959 Mar 29 15:40:15.589626 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-1ecb5079-76e5-4d1f-a15b-61e9f562e653 req-741f787f-b328-438d-9c4f-5c0c4b50961c service neutron] For port 62748d51-569b-4ac6-b982-c0c07d6060df, host n-h2-834765-1, cleared binding levels {{(pid=102791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:40:15.594797 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-1ecb5079-76e5-4d1f-a15b-61e9f562e653 req-741f787f-b328-438d-9c4f-5c0c4b50961c service neutron] For port 62748d51-569b-4ac6-b982-c0c07d6060df, host n-h2-834765-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=62748d51-569b-4ac6-b982-c0c07d6060df,segment=NetworkSegment(e53edac0-e56e-4ba8-8b7d-b6c8693d06dc),segment_id=e53edac0-e56e-4ba8-8b7d-b6c8693d06dc)] {{(pid=102791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:40:15.619878 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03ac5a58-b03c-44b0-8c1b-76d305194c1b req-bd166cbc-54e0-408e-8d79-6dcd544d3cc3 tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Made reservation on behalf of d35c7b00e95148bdb6e7470aeaeb77ed for: {'port': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:40:15.625679 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-03ac5a58-b03c-44b0-8c1b-76d305194c1b req-bd166cbc-54e0-408e-8d79-6dcd544d3cc3 tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:15.635878 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-1ecb5079-76e5-4d1f-a15b-61e9f562e653 req-741f787f-b328-438d-9c4f-5c0c4b50961c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:15.646332 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-d9f1855d-b311-487d-9300-e01cdd7ae712 None None] Provisioning complete for port 602006ca-73c5-4e7b-bae9-7794750e4a52 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:40:15.647500 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d9f1855d-b311-487d-9300-e01cdd7ae712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:15.729645 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecb5079-76e5-4d1f-a15b-61e9f562e653 req-741f787f-b328-438d-9c4f-5c0c4b50961c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:15.732361 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-d9f1855d-b311-487d-9300-e01cdd7ae712 None None] Port 602006ca-73c5-4e7b-bae9-7794750e4a52 cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 15:40:15.737235 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-1ecb5079-76e5-4d1f-a15b-61e9f562e653 req-741f787f-b328-438d-9c4f-5c0c4b50961c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:15.740342 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-1ecb5079-76e5-4d1f-a15b-61e9f562e653 req-741f787f-b328-438d-9c4f-5c0c4b50961c service neutron] 10.222.0.48 "PUT /v2.0/ports/62748d51-569b-4ac6-b982-c0c07d6060df HTTP/1.1" status: 200 len: 1090 time: 2.3078454 Mar 29 15:40:15.779379 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-35c57292-475d-468b-8fc7-dfa0d8741139 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-530528'] for router_interface, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:15.788377 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [req-1ecb5079-76e5-4d1f-a15b-61e9f562e653 req-b38f9e96-f04c-4404-9e45-c2cfda320467 service neutron] Request body: {'port': {'device_id': 'e63d94a3-644d-400a-aa3f-0c71f9fb1b46', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834765-1'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:40:15.818758 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741f787f-b328-438d-9c4f-5c0c4b50961c service neutron] Pushing event updated for resources: {'Port': ['ID=62748d51-569b-4ac6-b982-c0c07d6060df,revision_number=3']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:40:15.884853 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.db_base_plugin_common [req-03ac5a58-b03c-44b0-8c1b-76d305194c1b req-bd166cbc-54e0-408e-8d79-6dcd544d3cc3 tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Allocated IP 19.80.0.159 (1b351205-c01f-42ee-b3ae-5144efe92816/d4540596-3d25-46d6-844a-3b839bd7d078/3b6a66a4-2f81-4ff2-8190-2f6c09253840) {{(pid=102790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:40:15.905781 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e63d94a3-644d-400a-aa3f-0c71f9fb1b46', 'tag': '62748d51-569b-4ac6-b982-c0c07d6060df'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:40:15.908189 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c67b028db5e9b9818fecc5c0a87ebc6f190694fa53ca267d523e04f98de536d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7cdf833-a0db-4310-b762-32d45fb39be1" -d '{"events": [{"name": "network-changed", "server_uuid": "e63d94a3-644d-400a-aa3f-0c71f9fb1b46", "tag": "62748d51-569b-4ac6-b982-c0c07d6060df"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:40:16.019654 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7642ca32-e775-4963-bc3f-cda5a97e65f5 req-4fa67128-3902-48f0-9369-52974b0e7618 tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:16.021392 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-7642ca32-e775-4963-bc3f-cda5a97e65f5 req-4fa67128-3902-48f0-9369-52974b0e7618 tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] 10.222.0.42 "GET /v2.0/ports?device_id=634c595e-d279-4aeb-bf6e-5b4c4a939ff0 HTTP/1.1" status: 200 len: 946 time: 0.2879589 Mar 29 15:40:16.133427 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-7642ca32-e775-4963-bc3f-cda5a97e65f5 req-c473ab78-0087-494c-9a45-07f853e4ed31 tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] 10.222.0.42 "GET /v2.0/security-groups?id=d26d57f3-f34b-4b82-acb2-a15ffdfe7b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959001 Mar 29 15:40:16.179114 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-03ac5a58-b03c-44b0-8c1b-76d305194c1b req-bd166cbc-54e0-408e-8d79-6dcd544d3cc3 tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Notify callbacks [] for port, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:16.236751 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-03ac5a58-b03c-44b0-8c1b-76d305194c1b req-bd166cbc-54e0-408e-8d79-6dcd544d3cc3 tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:16.335665 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03ac5a58-b03c-44b0-8c1b-76d305194c1b req-bd166cbc-54e0-408e-8d79-6dcd544d3cc3 tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Network 1b351205-c01f-42ee-b3ae-5144efe92816 is already hosted by enough agents. {{(pid=102790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:40:16.347502 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6cb67b-b9b7-4772-9367-c4fc0533b5d8 req-9cf46b18-3946-4e70-9471-3f9f80ed8842 tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:16.349135 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-bf6cb67b-b9b7-4772-9367-c4fc0533b5d8 req-9cf46b18-3946-4e70-9471-3f9f80ed8842 tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] 10.222.0.42 "GET /v2.0/ports?device_id=938d5325-d91e-4137-8d24-b21fd73d167e HTTP/1.1" status: 200 len: 945 time: 0.1102538 Mar 29 15:40:16.350607 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd166cbc-54e0-408e-8d79-6dcd544d3cc3 tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Pushing event updated for resources: {'Port': ['ID=3b6a66a4-2f81-4ff2-8190-2f6c09253840,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:40:16.354542 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [req-03ac5a58-b03c-44b0-8c1b-76d305194c1b req-bd166cbc-54e0-408e-8d79-6dcd544d3cc3 tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Resources bound (agent type, host, resource id): {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:40:16.356790 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.l3_dvrscheduler_db [req-03ac5a58-b03c-44b0-8c1b-76d305194c1b req-bd166cbc-54e0-408e-8d79-6dcd544d3cc3 tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Received port after_create {{(pid=102790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:40:16.432803 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-bf6cb67b-b9b7-4772-9367-c4fc0533b5d8 req-c926a675-fe17-47e1-9a33-011a9eff0258 tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] 10.222.0.42 "GET /v2.0/security-groups?id=ce1e3aa1-c9e4-4c36-a19f-9dbad60c5be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727932 Mar 29 15:40:16.468468 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ac5a58-b03c-44b0-8c1b-76d305194c1b req-bd166cbc-54e0-408e-8d79-6dcd544d3cc3 tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:16.469278 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-03ac5a58-b03c-44b0-8c1b-76d305194c1b req-bd166cbc-54e0-408e-8d79-6dcd544d3cc3 tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:16.505671 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-03ac5a58-b03c-44b0-8c1b-76d305194c1b req-bd166cbc-54e0-408e-8d79-6dcd544d3cc3 tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1134865 Mar 29 15:40:16.517762 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [req-03ac5a58-b03c-44b0-8c1b-76d305194c1b req-8ff746af-209b-4964-88b5-2cf554d270e7 service neutron] Request body: {'port': {'device_id': '9df137f2-cec3-49de-8d75-c433cf335604', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834765-1'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:40:16.612627 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 15:40:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dcca71f-8fda-43b7-bdac-c599ae5014cb x-openstack-request-id: req-8dcca71f-8fda-43b7-bdac-c599ae5014cb {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:40:16.613232 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e63d94a3-644d-400a-aa3f-0c71f9fb1b46", "tag": "62748d51-569b-4ac6-b982-c0c07d6060df", "status": "completed", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:40:16.613389 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8dcca71f-8fda-43b7-bdac-c599ae5014cb {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:40:16.613889 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e63d94a3-644d-400a-aa3f-0c71f9fb1b46', 'tag': '62748d51-569b-4ac6-b982-c0c07d6060df', 'status': 'completed', 'code': 200} Mar 29 15:40:16.629284 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-1ecb5079-76e5-4d1f-a15b-61e9f562e653 req-b38f9e96-f04c-4404-9e45-c2cfda320467 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:16.692984 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-03ac5a58-b03c-44b0-8c1b-76d305194c1b req-8ff746af-209b-4964-88b5-2cf554d270e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:16.718188 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cdf833-a0db-4310-b762-32d45fb39be1 req-2e95c2aa-0b29-4724-8686-51fd0220b50b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:16.719382 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cdf833-a0db-4310-b762-32d45fb39be1 req-2e95c2aa-0b29-4724-8686-51fd0220b50b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:16.719382 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cdf833-a0db-4310-b762-32d45fb39be1 req-2e95c2aa-0b29-4724-8686-51fd0220b50b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:16.719788 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cdf833-a0db-4310-b762-32d45fb39be1 req-2e95c2aa-0b29-4724-8686-51fd0220b50b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:16.720371 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cdf833-a0db-4310-b762-32d45fb39be1 req-2e95c2aa-0b29-4724-8686-51fd0220b50b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:16.720990 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cdf833-a0db-4310-b762-32d45fb39be1 req-2e95c2aa-0b29-4724-8686-51fd0220b50b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:16.721560 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cdf833-a0db-4310-b762-32d45fb39be1 req-2e95c2aa-0b29-4724-8686-51fd0220b50b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:16.722701 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:16.723427 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-f7cdf833-a0db-4310-b762-32d45fb39be1 req-2e95c2aa-0b29-4724-8686-51fd0220b50b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3c879391e12244b68c6a1d18a158625b&device_id=e63d94a3-644d-400a-aa3f-0c71f9fb1b46 HTTP/1.1" status: 200 len: 6276 time: 0.1561415 Mar 29 15:40:16.730871 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bd7afb-2002-4b18-8cba-a52fb274fc8f req-e6fb7e21-5861-4c32-8b6d-be47f891a34b tempest-LiveAutoBlockMigrationV225Test-1278294229 tempest-LiveAutoBlockMigrationV225Test-1278294229-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:16.732377 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-41bd7afb-2002-4b18-8cba-a52fb274fc8f req-e6fb7e21-5861-4c32-8b6d-be47f891a34b tempest-LiveAutoBlockMigrationV225Test-1278294229 tempest-LiveAutoBlockMigrationV225Test-1278294229-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=634c595e-d279-4aeb-bf6e-5b4c4a939ff0 HTTP/1.1" status: 200 len: 1097 time: 0.1170256 Mar 29 15:40:16.813657 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-7c42aed4-4890-47d2-bab7-998cd3a06100 None None] Provisioning complete for port 3b6a66a4-2f81-4ff2-8190-2f6c09253840 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:40:16.814711 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-7c42aed4-4890-47d2-bab7-998cd3a06100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:16.869607 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-7c42aed4-4890-47d2-bab7-998cd3a06100 None None] Port 3b6a66a4-2f81-4ff2-8190-2f6c09253840 cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 15:40:16.941145 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-41bd7afb-2002-4b18-8cba-a52fb274fc8f req-f91e0c46-fc71-4ae4-b1a7-0ed8aeeefcbe tempest-LiveAutoBlockMigrationV225Test-1278294229 tempest-LiveAutoBlockMigrationV225Test-1278294229-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=d26d57f3-f34b-4b82-acb2-a15ffdfe7b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866856 Mar 29 15:40:16.983544 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3334f2fa-edaf-4c7d-b7cf-a963b743c248 req-b46d2d21-cd16-4481-a91c-dccb270a3a93 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:16.983544 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-3334f2fa-edaf-4c7d-b7cf-a963b743c248 req-b46d2d21-cd16-4481-a91c-dccb270a3a93 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.42 "GET /v2.0/networks?id=96b8e8ed-22f2-4cb8-884c-6e5cefe078a4 HTTP/1.1" status: 200 len: 812 time: 1.0070674 Mar 29 15:40:17.022308 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-3334f2fa-edaf-4c7d-b7cf-a963b743c248 req-1b16e96b-7d52-4213-8366-7bcf6f76433b tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.42 "GET /v2.0/quotas/94799213e4df4db5af3887cbfa8ada4e HTTP/1.1" status: 200 len: 375 time: 0.0175526 Mar 29 15:40:17.057843 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cdf833-a0db-4310-b762-32d45fb39be1 req-25be0fb9-d3dd-4a64-8851-38885cf064f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:17.067433 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cdf833-a0db-4310-b762-32d45fb39be1 req-25be0fb9-d3dd-4a64-8851-38885cf064f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:17.068137 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cdf833-a0db-4310-b762-32d45fb39be1 req-25be0fb9-d3dd-4a64-8851-38885cf064f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:17.069957 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-f7cdf833-a0db-4310-b762-32d45fb39be1 req-25be0fb9-d3dd-4a64-8851-38885cf064f6 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=3c879391e12244b68c6a1d18a158625b&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.3186688 Mar 29 15:40:17.110657 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-3334f2fa-edaf-4c7d-b7cf-a963b743c248 req-144b0bc0-b196-45c9-bd31-82755dfbac72 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=94799213e4df4db5af3887cbfa8ada4e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0872970 Mar 29 15:40:17.221903 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-3334f2fa-edaf-4c7d-b7cf-a963b743c248 req-211ac410-ea00-4b34-b222-a2f99a52e2a4 service neutron] 10.222.0.42 "GET /v2.0/networks/96b8e8ed-22f2-4cb8-884c-6e5cefe078a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1102653 Mar 29 15:40:17.268667 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd45ab8b-0e88-4e34-ae95-d159d7cc673f req-c56b06bc-1fbe-4243-ad0c-2c6cafa43402 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:17.280016 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd45ab8b-0e88-4e34-ae95-d159d7cc673f req-c56b06bc-1fbe-4243-ad0c-2c6cafa43402 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:17.300652 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd45ab8b-0e88-4e34-ae95-d159d7cc673f req-c56b06bc-1fbe-4243-ad0c-2c6cafa43402 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:17.315664 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd45ab8b-0e88-4e34-ae95-d159d7cc673f req-c56b06bc-1fbe-4243-ad0c-2c6cafa43402 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:17.332774 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd45ab8b-0e88-4e34-ae95-d159d7cc673f req-c56b06bc-1fbe-4243-ad0c-2c6cafa43402 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:17.347686 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd45ab8b-0e88-4e34-ae95-d159d7cc673f req-c56b06bc-1fbe-4243-ad0c-2c6cafa43402 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:17.358339 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd45ab8b-0e88-4e34-ae95-d159d7cc673f req-c56b06bc-1fbe-4243-ad0c-2c6cafa43402 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:17.372949 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-dd45ab8b-0e88-4e34-ae95-d159d7cc673f req-c56b06bc-1fbe-4243-ad0c-2c6cafa43402 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] 10.222.0.42 "GET /v2.0/ports?device_id=e63d94a3-644d-400a-aa3f-0c71f9fb1b46 HTTP/1.1" status: 200 len: 5384 time: 0.2963533 Mar 29 15:40:17.412791 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35c57292-475d-468b-8fc7-dfa0d8741139 admin admin] Router d951f439-c55b-479b-9eec-d8e81290abfd has already been hosted by L3 agent c648d819-1060-4f26-b4ec-6455387b5dff {{(pid=102791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 15:40:17.431635 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cdf833-a0db-4310-b762-32d45fb39be1 req-038ff81f-e6bc-42d5-97ae-a1044b82bf05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:17.433117 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-f7cdf833-a0db-4310-b762-32d45fb39be1 req-038ff81f-e6bc-42d5-97ae-a1044b82bf05 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3464577 Mar 29 15:40:17.479802 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-3334f2fa-edaf-4c7d-b7cf-a963b743c248 req-c735b027-de99-4384-8fc8-346ebd8e7b30 service neutron] 10.222.0.42 "GET /v2.0/networks/96b8e8ed-22f2-4cb8-884c-6e5cefe078a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2571247 Mar 29 15:40:17.501673 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-dd45ab8b-0e88-4e34-ae95-d159d7cc673f req-0e87503c-ffa9-40a6-8fc6-e0a9cb9d5084 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] 10.222.0.42 "GET /v2.0/security-groups?id=7a324716-10f9-4f06-a2b5-9f498b951d56&id=19cf0565-0e5d-4a9a-bb20-6dda76410fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1220257 Mar 29 15:40:17.618652 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:17.664420 n-d-834765-1 neutron-server[102790]: DEBUG neutron.notifiers.nova [req-03ac5a58-b03c-44b0-8c1b-76d305194c1b req-8ff746af-209b-4964-88b5-2cf554d270e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6cf797b-ae9b-4d11-8eee-6f5c815d2ed3 {{(pid=102790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:40:17.675221 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35c57292-475d-468b-8fc7-dfa0d8741139 admin admin] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:40:17.683975 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e476695b-b83f-4064-a418-e1f04d775174 None None] Sync routers for ids ['d951f439-c55b-479b-9eec-d8e81290abfd'] in n-d-834765-1 {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:40:17.690456 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-35c57292-475d-468b-8fc7-dfa0d8741139 admin admin] 10.222.0.42 "PUT /v2.0/routers/d951f439-c55b-479b-9eec-d8e81290abfd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8786938 Mar 29 15:40:17.691064 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 41586) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:40:17.693298 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [req-1ecb5079-76e5-4d1f-a15b-61e9f562e653 req-b38f9e96-f04c-4404-9e45-c2cfda320467 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e514d14-115e-4070-8843-3ee9f7325115 {{(pid=102791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:40:17.696237 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-03ac5a58-b03c-44b0-8c1b-76d305194c1b req-8ff746af-209b-4964-88b5-2cf554d270e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:17.707703 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e476695b-b83f-4064-a418-e1f04d775174 None None] Routers {'d951f439-c55b-479b-9eec-d8e81290abfd'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:40:17.708261 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-1ecb5079-76e5-4d1f-a15b-61e9f562e653 req-b38f9e96-f04c-4404-9e45-c2cfda320467 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:17.712250 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-e476695b-b83f-4064-a418-e1f04d775174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:40:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['d951f439-c55b-479b-9eec-d8e81290abfd'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:40:17.766647 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.provisioning_blocks [req-1ecb5079-76e5-4d1f-a15b-61e9f562e653 req-b38f9e96-f04c-4404-9e45-c2cfda320467 service neutron] Transition to ACTIVE for port object 0e514d14-115e-4070-8843-3ee9f7325115 will not be triggered until provisioned by entity L2. {{(pid=102791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 15:40:17.788729 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-1ecb5079-76e5-4d1f-a15b-61e9f562e653 req-b38f9e96-f04c-4404-9e45-c2cfda320467 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:17.839611 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.provisioning_blocks [req-03ac5a58-b03c-44b0-8c1b-76d305194c1b req-8ff746af-209b-4964-88b5-2cf554d270e7 service neutron] Transition to ACTIVE for port object e6cf797b-ae9b-4d11-8eee-6f5c815d2ed3 will not be triggered until provisioned by entity L2. {{(pid=102790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 15:40:17.855888 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-03ac5a58-b03c-44b0-8c1b-76d305194c1b req-8ff746af-209b-4964-88b5-2cf554d270e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5237921'] for port, after_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:17.954828 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvr_db [None req-e476695b-b83f-4064-a418-e1f04d775174 None None] Set router d951f439-c55b-479b-9eec-d8e81290abfd gateway port host: n-d-834765-1 {{(pid=102793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:40:18.003975 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe1f434-9ee4-4a71-9af7-4b76ec49f7e4 req-d2f27d62-ae22-49c5-8460-b15d71038a23 tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:18.012843 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe1f434-9ee4-4a71-9af7-4b76ec49f7e4 req-d2f27d62-ae22-49c5-8460-b15d71038a23 tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:18.022213 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe1f434-9ee4-4a71-9af7-4b76ec49f7e4 req-d2f27d62-ae22-49c5-8460-b15d71038a23 tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:18.030227 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-9fe1f434-9ee4-4a71-9af7-4b76ec49f7e4 req-d2f27d62-ae22-49c5-8460-b15d71038a23 tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] 10.222.0.42 "GET /v2.0/ports?device_id=9df137f2-cec3-49de-8d75-c433cf335604 HTTP/1.1" status: 200 len: 2375 time: 0.3038952 Mar 29 15:40:18.095237 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff746af-209b-4964-88b5-2cf554d270e7 service neutron] Pushing event updated for resources: {'Port': ['ID=e6cf797b-ae9b-4d11-8eee-6f5c815d2ed3,revision_number=2']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:40:18.145135 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-9fe1f434-9ee4-4a71-9af7-4b76ec49f7e4 req-fbed9d7d-66fc-488e-8046-08c1d3297fd6 tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b78e968-fb8b-47c8-a89f-b40d10173927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128294 Mar 29 15:40:18.205955 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-e6cfc1eb-0100-4ddd-abff-466d1782b372 admin admin] Notify callbacks [] for router, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:18.216510 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38f9e96-f04c-4404-9e45-c2cfda320467 service neutron] Pushing event updated for resources: {'Port': ['ID=0e514d14-115e-4070-8843-3ee9f7325115,revision_number=2']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:40:18.275012 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.managers [req-03ac5a58-b03c-44b0-8c1b-76d305194c1b req-8ff746af-209b-4964-88b5-2cf554d270e7 service neutron] Attempting to bind port e6cf797b-ae9b-4d11-8eee-6f5c815d2ed3 on host n-h1-834765-1 for vnic_type normal with profile {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:40:18.276916 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.managers [req-03ac5a58-b03c-44b0-8c1b-76d305194c1b req-8ff746af-209b-4964-88b5-2cf554d270e7 service neutron] Attempting to bind port e6cf797b-ae9b-4d11-8eee-6f5c815d2ed3 by drivers openvswitch,hyperv on host n-h1-834765-1 at level 0 using segments [{'id': '14988b90-b308-46b3-bc6f-32456c4498be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '1b351205-c01f-42ee-b3ae-5144efe92816'}] {{(pid=102790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:40:18.278827 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03ac5a58-b03c-44b0-8c1b-76d305194c1b req-8ff746af-209b-4964-88b5-2cf554d270e7 service neutron] Attempting to bind port e6cf797b-ae9b-4d11-8eee-6f5c815d2ed3 on network 1b351205-c01f-42ee-b3ae-5144efe92816 {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:40:18.294691 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03ac5a58-b03c-44b0-8c1b-76d305194c1b req-8ff746af-209b-4964-88b5-2cf554d270e7 service neutron] Port e6cf797b-ae9b-4d11-8eee-6f5c815d2ed3 on network 1b351205-c01f-42ee-b3ae-5144efe92816 not bound, no agent of type Open vSwitch agent registered on host n-h1-834765-1 {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 15:40:18.295042 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03ac5a58-b03c-44b0-8c1b-76d305194c1b req-8ff746af-209b-4964-88b5-2cf554d270e7 service neutron] Attempting to bind port e6cf797b-ae9b-4d11-8eee-6f5c815d2ed3 on network 1b351205-c01f-42ee-b3ae-5144efe92816 {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:40:18.321476 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03ac5a58-b03c-44b0-8c1b-76d305194c1b req-8ff746af-209b-4964-88b5-2cf554d270e7 service neutron] Checking agent: {'id': 'be375040-5069-4239-9460-a3a3213e1e90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 33, 18), 'started_at': datetime.datetime(2022, 3, 29, 15, 33, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 40, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:40:18.321863 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03ac5a58-b03c-44b0-8c1b-76d305194c1b req-8ff746af-209b-4964-88b5-2cf554d270e7 service neutron] Checking segment: {'id': '14988b90-b308-46b3-bc6f-32456c4498be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '1b351205-c01f-42ee-b3ae-5144efe92816'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:40:18.322498 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03ac5a58-b03c-44b0-8c1b-76d305194c1b req-8ff746af-209b-4964-88b5-2cf554d270e7 service neutron] Bound using segment: {'id': '14988b90-b308-46b3-bc6f-32456c4498be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '1b351205-c01f-42ee-b3ae-5144efe92816'} {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:40:18.322993 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.managers [req-03ac5a58-b03c-44b0-8c1b-76d305194c1b req-8ff746af-209b-4964-88b5-2cf554d270e7 service neutron] Bound port: e6cf797b-ae9b-4d11-8eee-6f5c815d2ed3, host: n-h1-834765-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14988b90-b308-46b3-bc6f-32456c4498be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '1b351205-c01f-42ee-b3ae-5144efe92816'}}] {{(pid=102790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 15:40:18.325770 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-03ac5a58-b03c-44b0-8c1b-76d305194c1b req-8ff746af-209b-4964-88b5-2cf554d270e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:18.430006 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-e476695b-b83f-4064-a418-e1f04d775174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd951f439-c55b-479b-9eec-d8e81290abfd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-969084364-router', 'tenant_id': '1730d08ec624469c834b17f19e8d740f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.219'}], 'enable_snat': True}, 'gw_port_id': '570bbc31-5780-49b2-9388-8751d9383d56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:36:01Z', 'updated_at': '2022-03-29T15:40:14Z', 'revision_number': 5, 'project_id': '1730d08ec624469c834b17f19e8d740f', 'gw_port': {'id': '570bbc31-5780-49b2-9388-8751d9383d56', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:98:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd951f439-c55b-479b-9eec-d8e81290abfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 154, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:36:02Z', 'updated_at': '2022-03-29T15:36:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1'}], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:40:18.539518 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e476695b-b83f-4064-a418-e1f04d775174 None None] Checking router: d951f439-c55b-479b-9eec-d8e81290abfd for host: n-d-834765-1 {{(pid=102793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:40:18.542428 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3123dbe2-e35f-43b6-a6e1-1d487378a7f4 req-c3d7a1ac-d746-455e-873b-97d796e124b3 tempest-LiveAutoBlockMigrationV225Test-1278294229 tempest-LiveAutoBlockMigrationV225Test-1278294229-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:18.543855 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-3123dbe2-e35f-43b6-a6e1-1d487378a7f4 req-c3d7a1ac-d746-455e-873b-97d796e124b3 tempest-LiveAutoBlockMigrationV225Test-1278294229 tempest-LiveAutoBlockMigrationV225Test-1278294229-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=634c595e-d279-4aeb-bf6e-5b4c4a939ff0 HTTP/1.1" status: 200 len: 1097 time: 0.6694844 Mar 29 15:40:18.551855 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32aa6d56-ec18-4bfe-a46d-1a8ded553228 req-5d602888-cefd-4ba3-a54a-a0a2156ee91b tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:18.554169 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e476695b-b83f-4064-a418-e1f04d775174 None None] Routers {'d951f439-c55b-479b-9eec-d8e81290abfd'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:40:18.554740 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-32aa6d56-ec18-4bfe-a46d-1a8ded553228 req-5d602888-cefd-4ba3-a54a-a0a2156ee91b tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] 10.222.0.42 "GET /v2.0/ports?device_id=938d5325-d91e-4137-8d24-b21fd73d167e HTTP/1.1" status: 200 len: 945 time: 0.2081373 Mar 29 15:40:18.564239 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-e476695b-b83f-4064-a418-e1f04d775174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:40:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['d951f439-c55b-479b-9eec-d8e81290abfd'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:40:18.567124 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [req-03ac5a58-b03c-44b0-8c1b-76d305194c1b req-8ff746af-209b-4964-88b5-2cf554d270e7 service neutron] For port e6cf797b-ae9b-4d11-8eee-6f5c815d2ed3, host n-h1-834765-1, cleared binding levels {{(pid=102790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:40:18.586338 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [req-03ac5a58-b03c-44b0-8c1b-76d305194c1b req-8ff746af-209b-4964-88b5-2cf554d270e7 service neutron] For port e6cf797b-ae9b-4d11-8eee-6f5c815d2ed3, host n-h1-834765-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=e6cf797b-ae9b-4d11-8eee-6f5c815d2ed3,segment=NetworkSegment(14988b90-b308-46b3-bc6f-32456c4498be),segment_id=14988b90-b308-46b3-bc6f-32456c4498be)] {{(pid=102790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:40:18.596870 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-03ac5a58-b03c-44b0-8c1b-76d305194c1b req-8ff746af-209b-4964-88b5-2cf554d270e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5237921'] for port, after_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:18.673349 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ac5a58-b03c-44b0-8c1b-76d305194c1b req-8ff746af-209b-4964-88b5-2cf554d270e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:18.674511 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-03ac5a58-b03c-44b0-8c1b-76d305194c1b req-8ff746af-209b-4964-88b5-2cf554d270e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:18.675993 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-03ac5a58-b03c-44b0-8c1b-76d305194c1b req-8ff746af-209b-4964-88b5-2cf554d270e7 service neutron] 10.222.0.44 "PUT /v2.0/ports/e6cf797b-ae9b-4d11-8eee-6f5c815d2ed3 HTTP/1.1" status: 200 len: 1091 time: 2.1628358 Mar 29 15:40:18.679165 n-d-834765-1 neutron-server[102790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9df137f2-cec3-49de-8d75-c433cf335604', 'tag': 'e6cf797b-ae9b-4d11-8eee-6f5c815d2ed3'}] {{(pid=102790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:40:18.682399 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46b06d655c90bc969636382cce4240ad749035fb0f3a83ee4734fa1ed9c4a6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a40ae91-43cd-45c2-a0a4-127126413990" -d '{"events": [{"name": "network-changed", "server_uuid": "9df137f2-cec3-49de-8d75-c433cf335604", "tag": "e6cf797b-ae9b-4d11-8eee-6f5c815d2ed3"}]}' {{(pid=102790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:40:18.701562 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-32aa6d56-ec18-4bfe-a46d-1a8ded553228 req-2af3eab0-9bb7-4288-b6af-477ff1143c20 tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] 10.222.0.42 "GET /v2.0/security-groups?id=ce1e3aa1-c9e4-4c36-a19f-9dbad60c5be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271584 Mar 29 15:40:18.723537 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [req-03ac5a58-b03c-44b0-8c1b-76d305194c1b req-914a8606-00bc-45a3-995d-06c908fcd8f0 service neutron] Request body: {'port': {'device_id': '9df137f2-cec3-49de-8d75-c433cf335604', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834765-1'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:40:18.824795 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-e6cfc1eb-0100-4ddd-abff-466d1782b372 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:18.880902 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-3123dbe2-e35f-43b6-a6e1-1d487378a7f4 req-78aca2bf-9c41-4165-9f12-ae5fed313ec6 tempest-LiveAutoBlockMigrationV225Test-1278294229 tempest-LiveAutoBlockMigrationV225Test-1278294229-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=d26d57f3-f34b-4b82-acb2-a15ffdfe7b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3296852 Mar 29 15:40:18.883037 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvr_db [None req-e476695b-b83f-4064-a418-e1f04d775174 None None] Set router d951f439-c55b-479b-9eec-d8e81290abfd gateway port host: n-d-834765-1 {{(pid=102793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:40:18.966812 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-1ecb5079-76e5-4d1f-a15b-61e9f562e653 req-b38f9e96-f04c-4404-9e45-c2cfda320467 service neutron] Attempting to bind port 0e514d14-115e-4070-8843-3ee9f7325115 on host n-h2-834765-1 for vnic_type normal with profile {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:40:18.972815 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-1ecb5079-76e5-4d1f-a15b-61e9f562e653 req-b38f9e96-f04c-4404-9e45-c2cfda320467 service neutron] Attempting to bind port 0e514d14-115e-4070-8843-3ee9f7325115 by drivers openvswitch,hyperv on host n-h2-834765-1 at level 0 using segments [{'id': 'e53edac0-e56e-4ba8-8b7d-b6c8693d06dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '298fe4b0-bb90-4e7d-aba6-ce8da9b2ed22'}] {{(pid=102791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:40:18.973438 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ecb5079-76e5-4d1f-a15b-61e9f562e653 req-b38f9e96-f04c-4404-9e45-c2cfda320467 service neutron] Attempting to bind port 0e514d14-115e-4070-8843-3ee9f7325115 on network 298fe4b0-bb90-4e7d-aba6-ce8da9b2ed22 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:40:19.007003 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ecb5079-76e5-4d1f-a15b-61e9f562e653 req-b38f9e96-f04c-4404-9e45-c2cfda320467 service neutron] Port 0e514d14-115e-4070-8843-3ee9f7325115 on network 298fe4b0-bb90-4e7d-aba6-ce8da9b2ed22 not bound, no agent of type Open vSwitch agent registered on host n-h2-834765-1 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 15:40:19.013421 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ecb5079-76e5-4d1f-a15b-61e9f562e653 req-b38f9e96-f04c-4404-9e45-c2cfda320467 service neutron] Attempting to bind port 0e514d14-115e-4070-8843-3ee9f7325115 on network 298fe4b0-bb90-4e7d-aba6-ce8da9b2ed22 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:40:19.027500 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ecb5079-76e5-4d1f-a15b-61e9f562e653 req-b38f9e96-f04c-4404-9e45-c2cfda320467 service neutron] Checking agent: {'id': '3e4b4912-b4a2-4d17-b5bd-6ce15529e8eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 33, 17), 'started_at': datetime.datetime(2022, 3, 29, 15, 33, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 40, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:40:19.030766 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ecb5079-76e5-4d1f-a15b-61e9f562e653 req-b38f9e96-f04c-4404-9e45-c2cfda320467 service neutron] Checking segment: {'id': 'e53edac0-e56e-4ba8-8b7d-b6c8693d06dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '298fe4b0-bb90-4e7d-aba6-ce8da9b2ed22'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:40:19.031454 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ecb5079-76e5-4d1f-a15b-61e9f562e653 req-b38f9e96-f04c-4404-9e45-c2cfda320467 service neutron] Bound using segment: {'id': 'e53edac0-e56e-4ba8-8b7d-b6c8693d06dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '298fe4b0-bb90-4e7d-aba6-ce8da9b2ed22'} {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:40:19.032155 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-1ecb5079-76e5-4d1f-a15b-61e9f562e653 req-b38f9e96-f04c-4404-9e45-c2cfda320467 service neutron] Bound port: 0e514d14-115e-4070-8843-3ee9f7325115, host: n-h2-834765-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e53edac0-e56e-4ba8-8b7d-b6c8693d06dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '298fe4b0-bb90-4e7d-aba6-ce8da9b2ed22'}}] {{(pid=102791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 15:40:19.032745 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-1ecb5079-76e5-4d1f-a15b-61e9f562e653 req-b38f9e96-f04c-4404-9e45-c2cfda320467 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:19.128105 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-e6cfc1eb-0100-4ddd-abff-466d1782b372 admin admin] Deleting port 570bbc31-5780-49b2-9388-8751d9383d56 {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:40:19.128736 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-e6cfc1eb-0100-4ddd-abff-466d1782b372 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:19.219678 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-e476695b-b83f-4064-a418-e1f04d775174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd951f439-c55b-479b-9eec-d8e81290abfd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-969084364-router', 'tenant_id': '1730d08ec624469c834b17f19e8d740f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.219'}], 'enable_snat': True}, 'gw_port_id': '570bbc31-5780-49b2-9388-8751d9383d56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:36:01Z', 'updated_at': '2022-03-29T15:40:14Z', 'revision_number': 5, 'project_id': '1730d08ec624469c834b17f19e8d740f', 'gw_port': {'id': '570bbc31-5780-49b2-9388-8751d9383d56', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:98:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd951f439-c55b-479b-9eec-d8e81290abfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 154, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:36:02Z', 'updated_at': '2022-03-29T15:36:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1'}], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:40:19.221107 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-1ecb5079-76e5-4d1f-a15b-61e9f562e653 req-b38f9e96-f04c-4404-9e45-c2cfda320467 service neutron] For port 0e514d14-115e-4070-8843-3ee9f7325115, host n-h2-834765-1, cleared binding levels {{(pid=102791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:40:19.234500 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5f82e4-67f0-4be1-a5d2-77d42d620dae req-df44f9eb-8cce-47e6-a51b-07fe71ea3b8e tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:19.240820 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5f82e4-67f0-4be1-a5d2-77d42d620dae req-df44f9eb-8cce-47e6-a51b-07fe71ea3b8e tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:19.246906 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5f82e4-67f0-4be1-a5d2-77d42d620dae req-df44f9eb-8cce-47e6-a51b-07fe71ea3b8e tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:19.253652 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5f82e4-67f0-4be1-a5d2-77d42d620dae req-df44f9eb-8cce-47e6-a51b-07fe71ea3b8e tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:19.260148 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5f82e4-67f0-4be1-a5d2-77d42d620dae req-df44f9eb-8cce-47e6-a51b-07fe71ea3b8e tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:19.261359 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e476695b-b83f-4064-a418-e1f04d775174 None None] The sync data for ids ['d951f439-c55b-479b-9eec-d8e81290abfd'] in n-d-834765-1 is: [{'id': 'd951f439-c55b-479b-9eec-d8e81290abfd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-969084364-router', 'tenant_id': '1730d08ec624469c834b17f19e8d740f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.219'}], 'enable_snat': True}, 'gw_port_id': '570bbc31-5780-49b2-9388-8751d9383d56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:36:01Z', 'updated_at': '2022-03-29T15:40:14Z', 'revision_number': 5, 'project_id': '1730d08ec624469c834b17f19e8d740f', 'gw_port': {'id': '570bbc31-5780-49b2-9388-8751d9383d56', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:98:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd951f439-c55b-479b-9eec-d8e81290abfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 154, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:36:02Z', 'updated_at': '2022-03-29T15:36:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1'}] {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:40:19.267351 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5f82e4-67f0-4be1-a5d2-77d42d620dae req-df44f9eb-8cce-47e6-a51b-07fe71ea3b8e tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:19.273477 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5f82e4-67f0-4be1-a5d2-77d42d620dae req-df44f9eb-8cce-47e6-a51b-07fe71ea3b8e tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:19.275513 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-bf5f82e4-67f0-4be1-a5d2-77d42d620dae req-df44f9eb-8cce-47e6-a51b-07fe71ea3b8e tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] 10.222.0.42 "GET /v2.0/ports?device_id=e63d94a3-644d-400a-aa3f-0c71f9fb1b46 HTTP/1.1" status: 200 len: 5396 time: 0.2161665 Mar 29 15:40:19.333349 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-1ecb5079-76e5-4d1f-a15b-61e9f562e653 req-b38f9e96-f04c-4404-9e45-c2cfda320467 service neutron] For port 0e514d14-115e-4070-8843-3ee9f7325115, host n-h2-834765-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=0e514d14-115e-4070-8843-3ee9f7325115,segment=NetworkSegment(e53edac0-e56e-4ba8-8b7d-b6c8693d06dc),segment_id=e53edac0-e56e-4ba8-8b7d-b6c8693d06dc)] {{(pid=102791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:40:19.358185 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-bf5f82e4-67f0-4be1-a5d2-77d42d620dae req-660eb135-1e77-4d83-b48a-38519da615ae tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] 10.222.0.42 "GET /v2.0/security-groups?id=7a324716-10f9-4f06-a2b5-9f498b951d56&id=19cf0565-0e5d-4a9a-bb20-6dda76410fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0674465 Mar 29 15:40:19.362918 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-1ecb5079-76e5-4d1f-a15b-61e9f562e653 req-b38f9e96-f04c-4404-9e45-c2cfda320467 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:19.462069 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 15:40:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-348b0a0c-174e-4e4c-a6ff-6dcedc1142d0 x-openstack-request-id: req-348b0a0c-174e-4e4c-a6ff-6dcedc1142d0 {{(pid=102790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:40:19.462405 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9df137f2-cec3-49de-8d75-c433cf335604", "tag": "e6cf797b-ae9b-4d11-8eee-6f5c815d2ed3", "status": "completed", "code": 200}]} {{(pid=102790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:40:19.462990 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-348b0a0c-174e-4e4c-a6ff-6dcedc1142d0 {{(pid=102790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:40:19.463710 n-d-834765-1 neutron-server[102790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9df137f2-cec3-49de-8d75-c433cf335604', 'tag': 'e6cf797b-ae9b-4d11-8eee-6f5c815d2ed3', 'status': 'completed', 'code': 200} Mar 29 15:40:19.476286 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38f9e96-f04c-4404-9e45-c2cfda320467 service neutron] Pushing event updated for resources: {'Port': ['ID=0e514d14-115e-4070-8843-3ee9f7325115,revision_number=3']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:40:19.497032 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [None req-e6cfc1eb-0100-4ddd-abff-466d1782b372 admin admin] For port 570bbc31-5780-49b2-9388-8751d9383d56, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=570bbc31-5780-49b2-9388-8751d9383d56,segment=NetworkSegment(6ab47353-a811-4bad-bc73-b4cc84583cfd),segment_id=6ab47353-a811-4bad-bc73-b4cc84583cfd)] {{(pid=102791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:40:19.497565 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-e6cfc1eb-0100-4ddd-abff-466d1782b372 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:19.527674 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-19ab31ea-c0b7-498c-8ded-37c30c3d0141 req-d68c6608-6f03-47e3-835d-df83d702b074 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.42 "GET /v2.0/ports?device_id=89f2dcda-6dac-4263-8024-9b0b8a1e6f69 HTTP/1.1" status: 200 len: 210 time: 0.0837834 Mar 29 15:40:19.529157 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecb5079-76e5-4d1f-a15b-61e9f562e653 req-b38f9e96-f04c-4404-9e45-c2cfda320467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:19.529788 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-1ecb5079-76e5-4d1f-a15b-61e9f562e653 req-b38f9e96-f04c-4404-9e45-c2cfda320467 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:19.533958 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-1ecb5079-76e5-4d1f-a15b-61e9f562e653 req-b38f9e96-f04c-4404-9e45-c2cfda320467 service neutron] 10.222.0.48 "PUT /v2.0/ports/0e514d14-115e-4070-8843-3ee9f7325115 HTTP/1.1" status: 200 len: 1091 time: 3.7509599 Mar 29 15:40:19.562002 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e63d94a3-644d-400a-aa3f-0c71f9fb1b46', 'tag': '0e514d14-115e-4070-8843-3ee9f7325115'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:40:19.573052 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c67b028db5e9b9818fecc5c0a87ebc6f190694fa53ca267d523e04f98de536d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60a8554c-a2fa-4062-9898-c6017be0b09f" -d '{"events": [{"name": "network-changed", "server_uuid": "e63d94a3-644d-400a-aa3f-0c71f9fb1b46", "tag": "0e514d14-115e-4070-8843-3ee9f7325115"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:40:19.580599 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff746af-209b-4964-88b5-2cf554d270e7 service neutron] Pushing event updated for resources: {'Port': ['ID=e6cf797b-ae9b-4d11-8eee-6f5c815d2ed3,revision_number=3']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:40:19.625781 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [req-1ecb5079-76e5-4d1f-a15b-61e9f562e653 req-fc2ea865-a14d-4093-a7ee-a8dafe3d31ab service neutron] Request body: {'port': {'device_id': 'e63d94a3-644d-400a-aa3f-0c71f9fb1b46', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834765-1'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:40:19.640351 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-e6cfc1eb-0100-4ddd-abff-466d1782b372 admin admin] Calling delete_port for 570bbc31-5780-49b2-9388-8751d9383d56 owned by network:router_gateway {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:40:19.823522 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-1ecb5079-76e5-4d1f-a15b-61e9f562e653 req-fc2ea865-a14d-4093-a7ee-a8dafe3d31ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:19.851565 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a40ae91-43cd-45c2-a0a4-127126413990 req-928abff6-e787-4050-b22e-cf93c5097e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:19.852704 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a40ae91-43cd-45c2-a0a4-127126413990 req-928abff6-e787-4050-b22e-cf93c5097e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:19.852704 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a40ae91-43cd-45c2-a0a4-127126413990 req-928abff6-e787-4050-b22e-cf93c5097e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:19.855149 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4a40ae91-43cd-45c2-a0a4-127126413990 req-928abff6-e787-4050-b22e-cf93c5097e47 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d35c7b00e95148bdb6e7470aeaeb77ed&device_id=9df137f2-cec3-49de-8d75-c433cf335604 HTTP/1.1" status: 200 len: 2730 time: 0.3678954 Mar 29 15:40:19.883070 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-03ac5a58-b03c-44b0-8c1b-76d305194c1b req-914a8606-00bc-45a3-995d-06c908fcd8f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:19.978219 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b7e68a-2f4c-46a7-9c60-31c4283d3b8c req-ff72542b-f896-48a6-9e30-bb4a097e5857 tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:19.985411 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b7e68a-2f4c-46a7-9c60-31c4283d3b8c req-ff72542b-f896-48a6-9e30-bb4a097e5857 tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:19.992189 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b7e68a-2f4c-46a7-9c60-31c4283d3b8c req-ff72542b-f896-48a6-9e30-bb4a097e5857 tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:20.001407 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-a6b7e68a-2f4c-46a7-9c60-31c4283d3b8c req-ff72542b-f896-48a6-9e30-bb4a097e5857 tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] 10.222.0.42 "GET /v2.0/ports?device_id=9df137f2-cec3-49de-8d75-c433cf335604 HTTP/1.1" status: 200 len: 2387 time: 0.3339114 Mar 29 15:40:20.237466 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-a6b7e68a-2f4c-46a7-9c60-31c4283d3b8c req-c78bf83c-93b3-48cd-9f80-ee33f0df89a9 tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b78e968-fb8b-47c8-a89f-b40d10173927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2296722 Mar 29 15:40:20.359190 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 15:40:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b315fae4-a7b4-427c-b6bc-8975541350f0 x-openstack-request-id: req-b315fae4-a7b4-427c-b6bc-8975541350f0 {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:40:20.359715 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e63d94a3-644d-400a-aa3f-0c71f9fb1b46", "tag": "0e514d14-115e-4070-8843-3ee9f7325115", "status": "completed", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:40:20.360214 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b315fae4-a7b4-427c-b6bc-8975541350f0 {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:40:20.360695 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e63d94a3-644d-400a-aa3f-0c71f9fb1b46', 'tag': '0e514d14-115e-4070-8843-3ee9f7325115', 'status': 'completed', 'code': 200} Mar 29 15:40:20.372965 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3334f2fa-edaf-4c7d-b7cf-a963b743c248 req-221fedeb-ecd9-45d8-8b3c-9256088602ed tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:20.374787 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-3334f2fa-edaf-4c7d-b7cf-a963b743c248 req-221fedeb-ecd9-45d8-8b3c-9256088602ed tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.44 "GET /v2.0/networks?id=96b8e8ed-22f2-4cb8-884c-6e5cefe078a4 HTTP/1.1" status: 200 len: 812 time: 0.8672185 Mar 29 15:40:20.413576 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [req-3334f2fa-edaf-4c7d-b7cf-a963b743c248 req-1d0147d4-d791-4a4d-b0e8-cfea685fb815 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] Request body: {'port': {'device_id': '89f2dcda-6dac-4263-8024-9b0b8a1e6f69', 'network_id': '96b8e8ed-22f2-4cb8-884c-6e5cefe078a4', 'admin_state_up': True, 'tenant_id': '94799213e4df4db5af3887cbfa8ada4e'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:40:20.434923 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a40ae91-43cd-45c2-a0a4-127126413990 req-f99932a2-f433-4360-95c2-966bf1dc8a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:20.435629 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a40ae91-43cd-45c2-a0a4-127126413990 req-f99932a2-f433-4360-95c2-966bf1dc8a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:20.436185 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a40ae91-43cd-45c2-a0a4-127126413990 req-f99932a2-f433-4360-95c2-966bf1dc8a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:20.438131 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4a40ae91-43cd-45c2-a0a4-127126413990 req-f99932a2-f433-4360-95c2-966bf1dc8a64 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=d35c7b00e95148bdb6e7470aeaeb77ed&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.5131669 Mar 29 15:40:20.634139 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a40ae91-43cd-45c2-a0a4-127126413990 req-bdb15b42-0229-4e17-8d29-efbab183053b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:20.635773 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4a40ae91-43cd-45c2-a0a4-127126413990 req-bdb15b42-0229-4e17-8d29-efbab183053b service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1904111 Mar 29 15:40:20.670778 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a8554c-a2fa-4062-9898-c6017be0b09f req-a46919f3-f96f-401f-a9c9-7e80f0653b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:20.671665 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a8554c-a2fa-4062-9898-c6017be0b09f req-a46919f3-f96f-401f-a9c9-7e80f0653b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:20.672220 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a8554c-a2fa-4062-9898-c6017be0b09f req-a46919f3-f96f-401f-a9c9-7e80f0653b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:20.672760 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a8554c-a2fa-4062-9898-c6017be0b09f req-a46919f3-f96f-401f-a9c9-7e80f0653b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:20.673294 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a8554c-a2fa-4062-9898-c6017be0b09f req-a46919f3-f96f-401f-a9c9-7e80f0653b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:20.673825 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a8554c-a2fa-4062-9898-c6017be0b09f req-a46919f3-f96f-401f-a9c9-7e80f0653b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:20.674362 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a8554c-a2fa-4062-9898-c6017be0b09f req-a46919f3-f96f-401f-a9c9-7e80f0653b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:20.680172 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-60a8554c-a2fa-4062-9898-c6017be0b09f req-a46919f3-f96f-401f-a9c9-7e80f0653b57 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3c879391e12244b68c6a1d18a158625b&device_id=e63d94a3-644d-400a-aa3f-0c71f9fb1b46 HTTP/1.1" status: 200 len: 6343 time: 0.3335521 Mar 29 15:40:20.696989 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e17aeaf-8cd1-445a-8ce9-63d8c7f6a9b8 req-3afa50cf-b30d-4eeb-801c-b383f66e5710 tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:20.716147 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-8e17aeaf-8cd1-445a-8ce9-63d8c7f6a9b8 req-3afa50cf-b30d-4eeb-801c-b383f66e5710 tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] 10.222.0.42 "GET /v2.0/ports?device_id=938d5325-d91e-4137-8d24-b21fd73d167e HTTP/1.1" status: 200 len: 945 time: 0.2757230 Mar 29 15:40:20.790905 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 8c303646-8474-462e-ad86-8baa142c3561 no longer exists at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:40:20.839872 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] No Port match for: 8c303646-8474-462e-ad86-8baa142c3561 {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 15:40:20.841519 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 8c303646-8474-462e-ad86-8baa142c3561 not bound to the agent host n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:40:20.923457 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-8e17aeaf-8cd1-445a-8ce9-63d8c7f6a9b8 req-c15f1725-2f43-4b72-a48e-131d7fc80768 tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] 10.222.0.42 "GET /v2.0/security-groups?id=ce1e3aa1-c9e4-4c36-a19f-9dbad60c5be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2022698 Mar 29 15:40:20.998420 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a8554c-a2fa-4062-9898-c6017be0b09f req-d7d0e98f-3007-4343-8afb-e232591351f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:20.999292 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a8554c-a2fa-4062-9898-c6017be0b09f req-d7d0e98f-3007-4343-8afb-e232591351f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:21.000088 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a8554c-a2fa-4062-9898-c6017be0b09f req-d7d0e98f-3007-4343-8afb-e232591351f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:21.002133 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-60a8554c-a2fa-4062-9898-c6017be0b09f req-d7d0e98f-3007-4343-8afb-e232591351f4 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=3c879391e12244b68c6a1d18a158625b&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.2725034 Mar 29 15:40:21.005491 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3334f2fa-edaf-4c7d-b7cf-a963b743c248 req-1d0147d4-d791-4a4d-b0e8-cfea685fb815 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] Made reservation on behalf of 94799213e4df4db5af3887cbfa8ada4e for: {'port': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:40:21.009299 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-3334f2fa-edaf-4c7d-b7cf-a963b743c248 req-1d0147d4-d791-4a4d-b0e8-cfea685fb815 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:21.147871 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-2ca9eb60-f21e-45eb-8e05-b32ca5740420 req-535a4223-a522-43fe-b0a1-329d59a249f0 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=2c70776b-2e7a-4175-a595-6c782e05f18a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5107501 Mar 29 15:40:21.175566 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-e6cfc1eb-0100-4ddd-abff-466d1782b372 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:21.193930 n-d-834765-1 neutron-server[102790]: DEBUG neutron.notifiers.nova [req-03ac5a58-b03c-44b0-8c1b-76d305194c1b req-914a8606-00bc-45a3-995d-06c908fcd8f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 602006ca-73c5-4e7b-bae9-7794750e4a52 {{(pid=102790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:40:21.216277 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-03ac5a58-b03c-44b0-8c1b-76d305194c1b req-914a8606-00bc-45a3-995d-06c908fcd8f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:21.261035 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cfc1eb-0100-4ddd-abff-466d1782b372 admin admin] Pushing event deleted for resources: {'Port': ['ID=570bbc31-5780-49b2-9388-8751d9383d56,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:40:21.335710 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [req-3a42a961-2dd0-43ec-84c6-0e8ddf740630 req-f85b2c93-b579-4abc-aac2-fdb7fc11f901 tempest-LiveAutoBlockMigrationV225Test-1278294229 tempest-LiveAutoBlockMigrationV225Test-1278294229-project-admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=102791) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 15:40:21.337131 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-3a42a961-2dd0-43ec-84c6-0e8ddf740630 req-f85b2c93-b579-4abc-aac2-fdb7fc11f901 tempest-LiveAutoBlockMigrationV225Test-1278294229 tempest-LiveAutoBlockMigrationV225Test-1278294229-project-admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0144138 Mar 29 15:40:21.339519 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca9eb60-f21e-45eb-8e05-b32ca5740420 req-24f8df41-c7e8-4381-8b1c-bfb9038e66be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:21.341337 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-2ca9eb60-f21e-45eb-8e05-b32ca5740420 req-24f8df41-c7e8-4381-8b1c-bfb9038e66be service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c66f5a43ae0e46908f202e6b40f23448&device_id=2c70776b-2e7a-4175-a595-6c782e05f18a HTTP/1.1" status: 200 len: 1096 time: 0.1513882 Mar 29 15:40:21.352349 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.provisioning_blocks [req-03ac5a58-b03c-44b0-8c1b-76d305194c1b req-914a8606-00bc-45a3-995d-06c908fcd8f0 service neutron] Transition to ACTIVE for port object 602006ca-73c5-4e7b-bae9-7794750e4a52 will not be triggered until provisioned by entity L2. {{(pid=102790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 15:40:21.368588 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9387d55d-c950-4783-877e-1478dd581771 req-9b4201d1-ddbd-41ea-85af-e2b8ab471cc3 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:21.375399 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9387d55d-c950-4783-877e-1478dd581771 req-9b4201d1-ddbd-41ea-85af-e2b8ab471cc3 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:21.385252 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9387d55d-c950-4783-877e-1478dd581771 req-9b4201d1-ddbd-41ea-85af-e2b8ab471cc3 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:21.391710 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9387d55d-c950-4783-877e-1478dd581771 req-9b4201d1-ddbd-41ea-85af-e2b8ab471cc3 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:21.397616 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9387d55d-c950-4783-877e-1478dd581771 req-9b4201d1-ddbd-41ea-85af-e2b8ab471cc3 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:21.406604 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9387d55d-c950-4783-877e-1478dd581771 req-9b4201d1-ddbd-41ea-85af-e2b8ab471cc3 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:21.412752 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9387d55d-c950-4783-877e-1478dd581771 req-9b4201d1-ddbd-41ea-85af-e2b8ab471cc3 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:21.414301 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a42a961-2dd0-43ec-84c6-0e8ddf740630 req-74ecb3da-8381-4449-af0e-39ade3a4222b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:21.414704 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-9387d55d-c950-4783-877e-1478dd581771 req-9b4201d1-ddbd-41ea-85af-e2b8ab471cc3 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] 10.222.0.42 "GET /v2.0/ports?device_id=e63d94a3-644d-400a-aa3f-0c71f9fb1b46 HTTP/1.1" status: 200 len: 5396 time: 0.3359480 Mar 29 15:40:21.416274 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-3a42a961-2dd0-43ec-84c6-0e8ddf740630 req-74ecb3da-8381-4449-af0e-39ade3a4222b service neutron] 10.222.0.42 "GET /v2.0/ports/32ca12f3-c308-42af-b6ed-0d7bdc625b95 HTTP/1.1" status: 200 len: 1094 time: 0.0500011 Mar 29 15:40:21.426957 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-03ac5a58-b03c-44b0-8c1b-76d305194c1b req-914a8606-00bc-45a3-995d-06c908fcd8f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5237921'] for port, after_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:21.441747 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a8554c-a2fa-4062-9898-c6017be0b09f req-38fafaea-c8d8-43e3-8afd-b049da5d55db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:21.442657 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [req-3a42a961-2dd0-43ec-84c6-0e8ddf740630 req-263b42c1-1663-4706-a2db-9e74bcfe5dcb service neutron] Request body: {'binding': {'host': 'n-h2-834765-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:40:21.443116 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [req-3a42a961-2dd0-43ec-84c6-0e8ddf740630 req-263b42c1-1663-4706-a2db-9e74bcfe5dcb service neutron] Unknown quota resources ['binding']. {{(pid=102791) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 29 15:40:21.443331 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-60a8554c-a2fa-4062-9898-c6017be0b09f req-38fafaea-c8d8-43e3-8afd-b049da5d55db service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4314761 Mar 29 15:40:21.484731 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [req-1ecb5079-76e5-4d1f-a15b-61e9f562e653 req-fc2ea865-a14d-4093-a7ee-a8dafe3d31ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c9d42f1-664d-4f97-a0ba-019ea090a445 {{(pid=102791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:40:21.518874 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-1ecb5079-76e5-4d1f-a15b-61e9f562e653 req-fc2ea865-a14d-4093-a7ee-a8dafe3d31ab service neutron] Notify callbacks [] for port, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:21.567848 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914a8606-00bc-45a3-995d-06c908fcd8f0 service neutron] Pushing event updated for resources: {'Port': ['ID=602006ca-73c5-4e7b-bae9-7794750e4a52,revision_number=2']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:40:21.576013 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-e6cfc1eb-0100-4ddd-abff-466d1782b372 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-648138'] for router_gateway, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:21.578687 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.db_base_plugin_common [req-3334f2fa-edaf-4c7d-b7cf-a963b743c248 req-1d0147d4-d791-4a4d-b0e8-cfea685fb815 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] Allocated IP 172.20.0.4 (96b8e8ed-22f2-4cb8-884c-6e5cefe078a4/0ba2b8b0-15ec-4c18-a106-c919b2ec3ae7/f60c5687-b2fd-4cd3-950c-f35ebfdff3f7) {{(pid=102790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:40:21.607427 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-9387d55d-c950-4783-877e-1478dd581771 req-bb2c8cd6-9c11-4af0-8f2a-247b87424ea6 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] 10.222.0.42 "GET /v2.0/security-groups?id=7a324716-10f9-4f06-a2b5-9f498b951d56&id=19cf0565-0e5d-4a9a-bb20-6dda76410fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1775346 Mar 29 15:40:21.646250 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.provisioning_blocks [req-1ecb5079-76e5-4d1f-a15b-61e9f562e653 req-fc2ea865-a14d-4093-a7ee-a8dafe3d31ab service neutron] Transition to ACTIVE for port object 6c9d42f1-664d-4f97-a0ba-019ea090a445 will not be triggered until provisioned by entity L2. {{(pid=102791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 15:40:21.700860 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-1ecb5079-76e5-4d1f-a15b-61e9f562e653 req-fc2ea865-a14d-4093-a7ee-a8dafe3d31ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:21.770424 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-e6cfc1eb-0100-4ddd-abff-466d1782b372 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129328'] for router, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:21.777234 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-e6cfc1eb-0100-4ddd-abff-466d1782b372 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:21.802254 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-fd74143a-bb24-45aa-9d42-c596f2b51bb3 req-798a7d92-d418-4403-922b-9eb9895aa236 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.42 "GET /v2.0/ports?device_id=89f2dcda-6dac-4263-8024-9b0b8a1e6f69 HTTP/1.1" status: 200 len: 210 time: 0.0632625 Mar 29 15:40:21.816507 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.managers [req-03ac5a58-b03c-44b0-8c1b-76d305194c1b req-914a8606-00bc-45a3-995d-06c908fcd8f0 service neutron] Attempting to bind port 602006ca-73c5-4e7b-bae9-7794750e4a52 on host n-h1-834765-1 for vnic_type normal with profile {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:40:21.816754 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.managers [req-03ac5a58-b03c-44b0-8c1b-76d305194c1b req-914a8606-00bc-45a3-995d-06c908fcd8f0 service neutron] Attempting to bind port 602006ca-73c5-4e7b-bae9-7794750e4a52 by drivers openvswitch,hyperv on host n-h1-834765-1 at level 0 using segments [{'id': '79b3cffd-b934-47ae-85b1-a6694d59b4cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'adf701ab-1c0e-4adc-b0ff-8d6e7fdda56c'}] {{(pid=102790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:40:21.817021 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03ac5a58-b03c-44b0-8c1b-76d305194c1b req-914a8606-00bc-45a3-995d-06c908fcd8f0 service neutron] Attempting to bind port 602006ca-73c5-4e7b-bae9-7794750e4a52 on network adf701ab-1c0e-4adc-b0ff-8d6e7fdda56c {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:40:21.846845 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03ac5a58-b03c-44b0-8c1b-76d305194c1b req-914a8606-00bc-45a3-995d-06c908fcd8f0 service neutron] Port 602006ca-73c5-4e7b-bae9-7794750e4a52 on network adf701ab-1c0e-4adc-b0ff-8d6e7fdda56c not bound, no agent of type Open vSwitch agent registered on host n-h1-834765-1 {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 15:40:21.847170 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03ac5a58-b03c-44b0-8c1b-76d305194c1b req-914a8606-00bc-45a3-995d-06c908fcd8f0 service neutron] Attempting to bind port 602006ca-73c5-4e7b-bae9-7794750e4a52 on network adf701ab-1c0e-4adc-b0ff-8d6e7fdda56c {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:40:21.967126 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03ac5a58-b03c-44b0-8c1b-76d305194c1b req-914a8606-00bc-45a3-995d-06c908fcd8f0 service neutron] Checking agent: {'id': 'be375040-5069-4239-9460-a3a3213e1e90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 33, 18), 'started_at': datetime.datetime(2022, 3, 29, 15, 33, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 40, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:40:21.969141 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03ac5a58-b03c-44b0-8c1b-76d305194c1b req-914a8606-00bc-45a3-995d-06c908fcd8f0 service neutron] Checking segment: {'id': '79b3cffd-b934-47ae-85b1-a6694d59b4cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'adf701ab-1c0e-4adc-b0ff-8d6e7fdda56c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:40:21.969141 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03ac5a58-b03c-44b0-8c1b-76d305194c1b req-914a8606-00bc-45a3-995d-06c908fcd8f0 service neutron] Bound using segment: {'id': '79b3cffd-b934-47ae-85b1-a6694d59b4cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'adf701ab-1c0e-4adc-b0ff-8d6e7fdda56c'} {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:40:21.969141 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.managers [req-03ac5a58-b03c-44b0-8c1b-76d305194c1b req-914a8606-00bc-45a3-995d-06c908fcd8f0 service neutron] Bound port: 602006ca-73c5-4e7b-bae9-7794750e4a52, host: n-h1-834765-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79b3cffd-b934-47ae-85b1-a6694d59b4cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'adf701ab-1c0e-4adc-b0ff-8d6e7fdda56c'}}] {{(pid=102790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 15:40:21.969412 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-03ac5a58-b03c-44b0-8c1b-76d305194c1b req-914a8606-00bc-45a3-995d-06c908fcd8f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:22.013689 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca9eb60-f21e-45eb-8e05-b32ca5740420 req-f01a3ed3-b34f-4104-98a5-dfa6f832a0bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:22.017310 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-2ca9eb60-f21e-45eb-8e05-b32ca5740420 req-f01a3ed3-b34f-4104-98a5-dfa6f832a0bd service neutron] 10.222.0.48 "GET /v2.0/networks?id=c7e23169-e9d3-4fec-ace3-87b88825b851 HTTP/1.1" status: 200 len: 922 time: 0.6524322 Mar 29 15:40:22.080378 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-3334f2fa-edaf-4c7d-b7cf-a963b743c248 req-1d0147d4-d791-4a4d-b0e8-cfea685fb815 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] Notify callbacks [] for port, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:22.092171 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73c6477-9c6a-45af-8bee-d412ea848d6f req-59509b4a-30e7-4ff3-ab64-8b14f8c0a0ab tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:22.093633 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-2ca9eb60-f21e-45eb-8e05-b32ca5740420 req-4f7345f9-8e02-4e33-9883-f10c5fe881d2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3e4f56b3-2681-4f53-b655-bc7714d4de2d HTTP/1.1" status: 200 len: 217 time: 0.0672131 Mar 29 15:40:22.094508 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-3a42a961-2dd0-43ec-84c6-0e8ddf740630 req-263b42c1-1663-4706-a2db-9e74bcfe5dcb service neutron] Attempting to bind port 32ca12f3-c308-42af-b6ed-0d7bdc625b95 on host n-h2-834765-1 for vnic_type normal with profile None {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:40:22.095064 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-3a42a961-2dd0-43ec-84c6-0e8ddf740630 req-263b42c1-1663-4706-a2db-9e74bcfe5dcb service neutron] Attempting to bind port 32ca12f3-c308-42af-b6ed-0d7bdc625b95 by drivers openvswitch,hyperv on host n-h2-834765-1 at level 0 using segments [{'id': '52cd9713-83ea-496d-8c48-fd7b796e6ead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'c7e23169-e9d3-4fec-ace3-87b88825b851'}] {{(pid=102791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:40:22.095634 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a42a961-2dd0-43ec-84c6-0e8ddf740630 req-263b42c1-1663-4706-a2db-9e74bcfe5dcb service neutron] Attempting to bind port 32ca12f3-c308-42af-b6ed-0d7bdc625b95 on network c7e23169-e9d3-4fec-ace3-87b88825b851 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:40:22.098998 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73c6477-9c6a-45af-8bee-d412ea848d6f req-59509b4a-30e7-4ff3-ab64-8b14f8c0a0ab tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:22.105014 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73c6477-9c6a-45af-8bee-d412ea848d6f req-59509b4a-30e7-4ff3-ab64-8b14f8c0a0ab tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:22.106694 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-a73c6477-9c6a-45af-8bee-d412ea848d6f req-59509b4a-30e7-4ff3-ab64-8b14f8c0a0ab tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] 10.222.0.42 "GET /v2.0/ports?device_id=9df137f2-cec3-49de-8d75-c433cf335604 HTTP/1.1" status: 200 len: 2399 time: 0.1863077 Mar 29 15:40:22.175289 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2ea865-a14d-4093-a7ee-a8dafe3d31ab service neutron] Pushing event updated for resources: {'Port': ['ID=6c9d42f1-664d-4f97-a0ba-019ea090a445,revision_number=2']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:40:22.178304 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-e6cfc1eb-0100-4ddd-abff-466d1782b372 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-526718'] for router, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:22.179054 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6cfc1eb-0100-4ddd-abff-466d1782b372 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d951f439-c55b-479b-9eec-d8e81290abfd {{(pid=102791) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 29 15:40:22.186773 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [req-03ac5a58-b03c-44b0-8c1b-76d305194c1b req-914a8606-00bc-45a3-995d-06c908fcd8f0 service neutron] For port 602006ca-73c5-4e7b-bae9-7794750e4a52, host n-h1-834765-1, cleared binding levels {{(pid=102790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:40:22.210936 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [req-03ac5a58-b03c-44b0-8c1b-76d305194c1b req-914a8606-00bc-45a3-995d-06c908fcd8f0 service neutron] For port 602006ca-73c5-4e7b-bae9-7794750e4a52, host n-h1-834765-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=602006ca-73c5-4e7b-bae9-7794750e4a52,segment=NetworkSegment(79b3cffd-b934-47ae-85b1-a6694d59b4cd),segment_id=79b3cffd-b934-47ae-85b1-a6694d59b4cd)] {{(pid=102790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:40:22.245958 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-a73c6477-9c6a-45af-8bee-d412ea848d6f req-c3eeb61a-6a41-469d-b2ee-23101eb29cd8 tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b78e968-fb8b-47c8-a89f-b40d10173927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151013 Mar 29 15:40:22.268251 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-03ac5a58-b03c-44b0-8c1b-76d305194c1b req-914a8606-00bc-45a3-995d-06c908fcd8f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5237921'] for port, after_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:22.304360 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-e6cfc1eb-0100-4ddd-abff-466d1782b372 admin admin] Notify callbacks [] for router, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:22.305842 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-e6cfc1eb-0100-4ddd-abff-466d1782b372 admin admin] 10.222.0.42 "DELETE /v2.0/routers/d951f439-c55b-479b-9eec-d8e81290abfd HTTP/1.1" status: 204 len: 168 time: 4.6077771 Mar 29 15:40:22.316450 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a42a961-2dd0-43ec-84c6-0e8ddf740630 req-263b42c1-1663-4706-a2db-9e74bcfe5dcb service neutron] Port 32ca12f3-c308-42af-b6ed-0d7bdc625b95 on network c7e23169-e9d3-4fec-ace3-87b88825b851 not bound, no agent of type Open vSwitch agent registered on host n-h2-834765-1 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 15:40:22.316600 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a42a961-2dd0-43ec-84c6-0e8ddf740630 req-263b42c1-1663-4706-a2db-9e74bcfe5dcb service neutron] Attempting to bind port 32ca12f3-c308-42af-b6ed-0d7bdc625b95 on network c7e23169-e9d3-4fec-ace3-87b88825b851 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:40:22.328634 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 41640) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:40:22.331129 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-3334f2fa-edaf-4c7d-b7cf-a963b743c248 req-1d0147d4-d791-4a4d-b0e8-cfea685fb815 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:22.364946 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3334f2fa-edaf-4c7d-b7cf-a963b743c248 req-1d0147d4-d791-4a4d-b0e8-cfea685fb815 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] Network 96b8e8ed-22f2-4cb8-884c-6e5cefe078a4 is already hosted by enough agents. {{(pid=102790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:40:22.372251 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [req-3334f2fa-edaf-4c7d-b7cf-a963b743c248 req-1d0147d4-d791-4a4d-b0e8-cfea685fb815 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] Resources bound (agent type, host, resource id): {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:40:22.379117 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ac5a58-b03c-44b0-8c1b-76d305194c1b req-914a8606-00bc-45a3-995d-06c908fcd8f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:22.379861 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-03ac5a58-b03c-44b0-8c1b-76d305194c1b req-914a8606-00bc-45a3-995d-06c908fcd8f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:22.381436 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-03ac5a58-b03c-44b0-8c1b-76d305194c1b req-914a8606-00bc-45a3-995d-06c908fcd8f0 service neutron] 10.222.0.44 "PUT /v2.0/ports/602006ca-73c5-4e7b-bae9-7794750e4a52 HTTP/1.1" status: 200 len: 1091 time: 3.6711600 Mar 29 15:40:22.381977 n-d-834765-1 neutron-server[102790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9df137f2-cec3-49de-8d75-c433cf335604', 'tag': '602006ca-73c5-4e7b-bae9-7794750e4a52'}] {{(pid=102790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:40:22.384328 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46b06d655c90bc969636382cce4240ad749035fb0f3a83ee4734fa1ed9c4a6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d4637d3-03ca-40d7-9a9f-77986cbe2c39" -d '{"events": [{"name": "network-changed", "server_uuid": "9df137f2-cec3-49de-8d75-c433cf335604", "tag": "602006ca-73c5-4e7b-bae9-7794750e4a52"}]}' {{(pid=102790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:40:22.388161 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.l3_dvrscheduler_db [req-3334f2fa-edaf-4c7d-b7cf-a963b743c248 req-1d0147d4-d791-4a4d-b0e8-cfea685fb815 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] Received port after_create {{(pid=102790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:40:22.407082 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-1ecb5079-76e5-4d1f-a15b-61e9f562e653 req-fc2ea865-a14d-4093-a7ee-a8dafe3d31ab service neutron] Attempting to bind port 6c9d42f1-664d-4f97-a0ba-019ea090a445 on host n-h2-834765-1 for vnic_type normal with profile {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:40:22.407707 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-1ecb5079-76e5-4d1f-a15b-61e9f562e653 req-fc2ea865-a14d-4093-a7ee-a8dafe3d31ab service neutron] Attempting to bind port 6c9d42f1-664d-4f97-a0ba-019ea090a445 by drivers openvswitch,hyperv on host n-h2-834765-1 at level 0 using segments [{'id': 'ab9e52c9-9281-40f7-aa2a-632849de5ddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '6063560a-a61f-4d6e-8083-e9831aad0c36'}] {{(pid=102791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:40:22.408212 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ecb5079-76e5-4d1f-a15b-61e9f562e653 req-fc2ea865-a14d-4093-a7ee-a8dafe3d31ab service neutron] Attempting to bind port 6c9d42f1-664d-4f97-a0ba-019ea090a445 on network 6063560a-a61f-4d6e-8083-e9831aad0c36 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:40:22.437273 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [req-03ac5a58-b03c-44b0-8c1b-76d305194c1b req-8408a1f1-4cea-496b-bf48-50e50331814a service neutron] Request body: {'port': {'device_id': '9df137f2-cec3-49de-8d75-c433cf335604', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834765-1'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:40:22.461033 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_v2 [None req-07cf1ba9-b0b7-4bcb-93ea-950e9543679d admin admin] Deleting subnet 10be6da6-60ce-474f-85ca-956a35256eca {{(pid=102791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 15:40:22.464316 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a42a961-2dd0-43ec-84c6-0e8ddf740630 req-263b42c1-1663-4706-a2db-9e74bcfe5dcb service neutron] Checking agent: {'id': '3e4b4912-b4a2-4d17-b5bd-6ce15529e8eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 33, 17), 'started_at': datetime.datetime(2022, 3, 29, 15, 33, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 40, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:40:22.464654 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a42a961-2dd0-43ec-84c6-0e8ddf740630 req-263b42c1-1663-4706-a2db-9e74bcfe5dcb service neutron] Checking segment: {'id': '52cd9713-83ea-496d-8c48-fd7b796e6ead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'c7e23169-e9d3-4fec-ace3-87b88825b851'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:40:22.465043 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a42a961-2dd0-43ec-84c6-0e8ddf740630 req-263b42c1-1663-4706-a2db-9e74bcfe5dcb service neutron] Bound using segment: {'id': '52cd9713-83ea-496d-8c48-fd7b796e6ead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'c7e23169-e9d3-4fec-ace3-87b88825b851'} {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:40:22.465499 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-3a42a961-2dd0-43ec-84c6-0e8ddf740630 req-263b42c1-1663-4706-a2db-9e74bcfe5dcb service neutron] Bound port: 32ca12f3-c308-42af-b6ed-0d7bdc625b95, host: n-h2-834765-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52cd9713-83ea-496d-8c48-fd7b796e6ead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'c7e23169-e9d3-4fec-ace3-87b88825b851'}}] {{(pid=102791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 15:40:22.541968 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-03ac5a58-b03c-44b0-8c1b-76d305194c1b req-8408a1f1-4cea-496b-bf48-50e50331814a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:22.543136 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-3a42a961-2dd0-43ec-84c6-0e8ddf740630 req-263b42c1-1663-4706-a2db-9e74bcfe5dcb service neutron] For port 32ca12f3-c308-42af-b6ed-0d7bdc625b95, host n-h2-834765-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=32ca12f3-c308-42af-b6ed-0d7bdc625b95,segment=NetworkSegment(52cd9713-83ea-496d-8c48-fd7b796e6ead),segment_id=52cd9713-83ea-496d-8c48-fd7b796e6ead)] {{(pid=102791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:40:22.550122 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-07cf1ba9-b0b7-4bcb-93ea-950e9543679d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:22.588828 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-3a42a961-2dd0-43ec-84c6-0e8ddf740630 req-263b42c1-1663-4706-a2db-9e74bcfe5dcb service neutron] Notify callbacks [] for binding, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:22.590379 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-3a42a961-2dd0-43ec-84c6-0e8ddf740630 req-263b42c1-1663-4706-a2db-9e74bcfe5dcb service neutron] 10.222.0.42 "POST /v2.0/ports/32ca12f3-c308-42af-b6ed-0d7bdc625b95/bindings HTTP/1.1" status: 201 len: 389 time: 1.1511476 Mar 29 15:40:22.590968 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ecb5079-76e5-4d1f-a15b-61e9f562e653 req-fc2ea865-a14d-4093-a7ee-a8dafe3d31ab service neutron] Port 6c9d42f1-664d-4f97-a0ba-019ea090a445 on network 6063560a-a61f-4d6e-8083-e9831aad0c36 not bound, no agent of type Open vSwitch agent registered on host n-h2-834765-1 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 15:40:22.591313 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ecb5079-76e5-4d1f-a15b-61e9f562e653 req-fc2ea865-a14d-4093-a7ee-a8dafe3d31ab service neutron] Attempting to bind port 6c9d42f1-664d-4f97-a0ba-019ea090a445 on network 6063560a-a61f-4d6e-8083-e9831aad0c36 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:40:22.600319 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ecb5079-76e5-4d1f-a15b-61e9f562e653 req-fc2ea865-a14d-4093-a7ee-a8dafe3d31ab service neutron] Checking agent: {'id': '3e4b4912-b4a2-4d17-b5bd-6ce15529e8eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 33, 17), 'started_at': datetime.datetime(2022, 3, 29, 15, 33, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 40, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:40:22.600667 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ecb5079-76e5-4d1f-a15b-61e9f562e653 req-fc2ea865-a14d-4093-a7ee-a8dafe3d31ab service neutron] Checking segment: {'id': 'ab9e52c9-9281-40f7-aa2a-632849de5ddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '6063560a-a61f-4d6e-8083-e9831aad0c36'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:40:22.601052 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ecb5079-76e5-4d1f-a15b-61e9f562e653 req-fc2ea865-a14d-4093-a7ee-a8dafe3d31ab service neutron] Bound using segment: {'id': 'ab9e52c9-9281-40f7-aa2a-632849de5ddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '6063560a-a61f-4d6e-8083-e9831aad0c36'} {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:40:22.601556 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-1ecb5079-76e5-4d1f-a15b-61e9f562e653 req-fc2ea865-a14d-4093-a7ee-a8dafe3d31ab service neutron] Bound port: 6c9d42f1-664d-4f97-a0ba-019ea090a445, host: n-h2-834765-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab9e52c9-9281-40f7-aa2a-632849de5ddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '6063560a-a61f-4d6e-8083-e9831aad0c36'}}] {{(pid=102791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 15:40:22.602167 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-1ecb5079-76e5-4d1f-a15b-61e9f562e653 req-fc2ea865-a14d-4093-a7ee-a8dafe3d31ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:22.611734 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca9eb60-f21e-45eb-8e05-b32ca5740420 req-3c4d7d89-4f14-4ca3-9317-18176abe8c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:22.617634 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-2ca9eb60-f21e-45eb-8e05-b32ca5740420 req-3c4d7d89-4f14-4ca3-9317-18176abe8c0d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=47ebad0b-955e-4824-b04c-60b1952d5787 HTTP/1.1" status: 200 len: 861 time: 0.4549043 Mar 29 15:40:22.772055 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-2ca9eb60-f21e-45eb-8e05-b32ca5740420 req-a07bc9c7-a6c7-4348-9114-0de2c063e6b2 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c7e23169-e9d3-4fec-ace3-87b88825b851&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1304560 Mar 29 15:40:22.793359 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-07cf1ba9-b0b7-4bcb-93ea-950e9543679d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4230423'] for subnet, precommit_delete_associations {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:22.907975 n-d-834765-1 neutron-server[102790]: DEBUG neutron.notifiers.nova [req-03ac5a58-b03c-44b0-8c1b-76d305194c1b req-8408a1f1-4cea-496b-bf48-50e50331814a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b6a66a4-2f81-4ff2-8190-2f6c09253840 {{(pid=102790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:40:22.921627 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-03ac5a58-b03c-44b0-8c1b-76d305194c1b req-8408a1f1-4cea-496b-bf48-50e50331814a service neutron] Notify callbacks [] for port, precommit_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:22.939321 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.provisioning_blocks [req-03ac5a58-b03c-44b0-8c1b-76d305194c1b req-8408a1f1-4cea-496b-bf48-50e50331814a service neutron] Transition to ACTIVE for port object 3b6a66a4-2f81-4ff2-8190-2f6c09253840 will not be triggered until provisioned by entity L2. {{(pid=102790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 15:40:22.949986 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 15:40:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-334b0c8f-3da1-46ac-bb65-b60aacf04aae x-openstack-request-id: req-334b0c8f-3da1-46ac-bb65-b60aacf04aae {{(pid=102790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:40:22.950621 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9df137f2-cec3-49de-8d75-c433cf335604", "tag": "602006ca-73c5-4e7b-bae9-7794750e4a52", "status": "completed", "code": 200}]} {{(pid=102790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:40:22.951115 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-334b0c8f-3da1-46ac-bb65-b60aacf04aae {{(pid=102790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:40:22.952322 n-d-834765-1 neutron-server[102790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9df137f2-cec3-49de-8d75-c433cf335604', 'tag': '602006ca-73c5-4e7b-bae9-7794750e4a52', 'status': 'completed', 'code': 200} Mar 29 15:40:22.995686 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-03ac5a58-b03c-44b0-8c1b-76d305194c1b req-8408a1f1-4cea-496b-bf48-50e50331814a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5237921'] for port, after_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:23.011800 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 570bbc31-5780-49b2-9388-8751d9383d56 no longer exists at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:40:23.020893 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914a8606-00bc-45a3-995d-06c908fcd8f0 service neutron] Pushing event updated for resources: {'Port': ['ID=602006ca-73c5-4e7b-bae9-7794750e4a52,revision_number=3']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:40:23.073058 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] No Port match for: 570bbc31-5780-49b2-9388-8751d9383d56 {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 15:40:23.073780 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 570bbc31-5780-49b2-9388-8751d9383d56 not bound to the agent host n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:40:23.098192 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3334f2fa-edaf-4c7d-b7cf-a963b743c248 req-1d0147d4-d791-4a4d-b0e8-cfea685fb815 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:23.098735 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-3334f2fa-edaf-4c7d-b7cf-a963b743c248 req-1d0147d4-d791-4a4d-b0e8-cfea685fb815 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:23.102726 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-1ecb5079-76e5-4d1f-a15b-61e9f562e653 req-fc2ea865-a14d-4093-a7ee-a8dafe3d31ab service neutron] For port 6c9d42f1-664d-4f97-a0ba-019ea090a445, host n-h2-834765-1, cleared binding levels {{(pid=102791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:40:23.109611 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0147d4-d791-4a4d-b0e8-cfea685fb815 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] Pushing event updated for resources: {'Port': ['ID=f60c5687-b2fd-4cd3-950c-f35ebfdff3f7,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:40:23.118637 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a42a961-2dd0-43ec-84c6-0e8ddf740630 req-5bfdd699-1b3d-471e-8343-61e8ad2e34fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:23.120227 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-3a42a961-2dd0-43ec-84c6-0e8ddf740630 req-5bfdd699-1b3d-471e-8343-61e8ad2e34fe service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c66f5a43ae0e46908f202e6b40f23448&device_id=634c595e-d279-4aeb-bf6e-5b4c4a939ff0 HTTP/1.1" status: 200 len: 1097 time: 0.1641238 Mar 29 15:40:23.133276 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc75384b-a840-4841-b132-d0f87a4e2679 req-c0345727-f0e0-4681-880a-55b29597c271 tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:23.140600 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4637d3-03ca-40d7-9a9f-77986cbe2c39 req-aadf9a06-a7dd-4286-9b78-70f89ecefe69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:23.141078 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4637d3-03ca-40d7-9a9f-77986cbe2c39 req-aadf9a06-a7dd-4286-9b78-70f89ecefe69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:23.141490 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-fc75384b-a840-4841-b132-d0f87a4e2679 req-c0345727-f0e0-4681-880a-55b29597c271 tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] 10.222.0.42 "GET /v2.0/ports?device_id=938d5325-d91e-4137-8d24-b21fd73d167e HTTP/1.1" status: 200 len: 945 time: 0.7454534 Mar 29 15:40:23.141622 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4637d3-03ca-40d7-9a9f-77986cbe2c39 req-aadf9a06-a7dd-4286-9b78-70f89ecefe69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:23.143175 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-2d4637d3-03ca-40d7-9a9f-77986cbe2c39 req-aadf9a06-a7dd-4286-9b78-70f89ecefe69 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d35c7b00e95148bdb6e7470aeaeb77ed&device_id=9df137f2-cec3-49de-8d75-c433cf335604 HTTP/1.1" status: 200 len: 2797 time: 0.3014135 Mar 29 15:40:23.150526 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-1ecb5079-76e5-4d1f-a15b-61e9f562e653 req-fc2ea865-a14d-4093-a7ee-a8dafe3d31ab service neutron] For port 6c9d42f1-664d-4f97-a0ba-019ea090a445, host n-h2-834765-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=6c9d42f1-664d-4f97-a0ba-019ea090a445,segment=NetworkSegment(ab9e52c9-9281-40f7-aa2a-632849de5ddc),segment_id=ab9e52c9-9281-40f7-aa2a-632849de5ddc)] {{(pid=102791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:40:23.158894 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-07cf1ba9-b0b7-4bcb-93ea-950e9543679d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1641287'] for subnet, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:23.194929 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-1ecb5079-76e5-4d1f-a15b-61e9f562e653 req-fc2ea865-a14d-4093-a7ee-a8dafe3d31ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:23.231384 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-2ca9eb60-f21e-45eb-8e05-b32ca5740420 req-01ae2c31-c7b2-4499-b538-d858aae9d25b service neutron] 10.222.0.48 "GET /v2.0/networks/c7e23169-e9d3-4fec-ace3-87b88825b851?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4311154 Mar 29 15:40:23.256858 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8408a1f1-4cea-496b-bf48-50e50331814a service neutron] Pushing event updated for resources: {'Port': ['ID=3b6a66a4-2f81-4ff2-8190-2f6c09253840,revision_number=2']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:40:23.281352 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc5359c-ad4e-45dd-ade5-96f1887f1d13 req-59bad3f9-8e99-4e94-8fe9-d7f82caa49de tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:23.287643 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc5359c-ad4e-45dd-ade5-96f1887f1d13 req-59bad3f9-8e99-4e94-8fe9-d7f82caa49de tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:23.292266 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-fc75384b-a840-4841-b132-d0f87a4e2679 req-eed24066-32ee-4627-a852-72bf495111b8 tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] 10.222.0.42 "GET /v2.0/security-groups?id=ce1e3aa1-c9e4-4c36-a19f-9dbad60c5be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498704 Mar 29 15:40:23.296843 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc5359c-ad4e-45dd-ade5-96f1887f1d13 req-59bad3f9-8e99-4e94-8fe9-d7f82caa49de tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:23.297041 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-3334f2fa-edaf-4c7d-b7cf-a963b743c248 req-1d0147d4-d791-4a4d-b0e8-cfea685fb815 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8935452 Mar 29 15:40:23.303194 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc5359c-ad4e-45dd-ade5-96f1887f1d13 req-59bad3f9-8e99-4e94-8fe9-d7f82caa49de tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:23.309350 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc5359c-ad4e-45dd-ade5-96f1887f1d13 req-59bad3f9-8e99-4e94-8fe9-d7f82caa49de tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:23.315441 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc5359c-ad4e-45dd-ade5-96f1887f1d13 req-59bad3f9-8e99-4e94-8fe9-d7f82caa49de tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:23.321427 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc5359c-ad4e-45dd-ade5-96f1887f1d13 req-59bad3f9-8e99-4e94-8fe9-d7f82caa49de tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:23.330358 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-1fc5359c-ad4e-45dd-ade5-96f1887f1d13 req-59bad3f9-8e99-4e94-8fe9-d7f82caa49de tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] 10.222.0.42 "GET /v2.0/ports?device_id=e63d94a3-644d-400a-aa3f-0c71f9fb1b46 HTTP/1.1" status: 200 len: 5408 time: 0.3990607 Mar 29 15:40:23.359145 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [req-3334f2fa-edaf-4c7d-b7cf-a963b743c248 req-7075e2a6-87f6-4ed4-8ca2-90778bf4e34a service neutron] Request body: {'port': {'device_id': '89f2dcda-6dac-4263-8024-9b0b8a1e6f69', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834765-1'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:40:23.449800 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecb5079-76e5-4d1f-a15b-61e9f562e653 req-fc2ea865-a14d-4093-a7ee-a8dafe3d31ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:23.450423 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-1ecb5079-76e5-4d1f-a15b-61e9f562e653 req-fc2ea865-a14d-4093-a7ee-a8dafe3d31ab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:23.474843 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-1ecb5079-76e5-4d1f-a15b-61e9f562e653 req-fc2ea865-a14d-4093-a7ee-a8dafe3d31ab service neutron] 10.222.0.48 "PUT /v2.0/ports/6c9d42f1-664d-4f97-a0ba-019ea090a445 HTTP/1.1" status: 200 len: 1091 time: 3.8649528 Mar 29 15:40:23.477321 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e63d94a3-644d-400a-aa3f-0c71f9fb1b46', 'tag': '6c9d42f1-664d-4f97-a0ba-019ea090a445'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:40:23.479641 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c67b028db5e9b9818fecc5c0a87ebc6f190694fa53ca267d523e04f98de536d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00538bf2-05cc-4a62-a7ca-3ea6a114539c" -d '{"events": [{"name": "network-changed", "server_uuid": "e63d94a3-644d-400a-aa3f-0c71f9fb1b46", "tag": "6c9d42f1-664d-4f97-a0ba-019ea090a445"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:40:23.562011 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [req-1ecb5079-76e5-4d1f-a15b-61e9f562e653 req-b4ae8cb5-4581-4284-955a-cc8cd482ec74 service neutron] Request body: {'port': {'device_id': 'e63d94a3-644d-400a-aa3f-0c71f9fb1b46', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834765-1'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:40:23.598283 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-3334f2fa-edaf-4c7d-b7cf-a963b743c248 req-7075e2a6-87f6-4ed4-8ca2-90778bf4e34a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:23.616051 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.managers [req-03ac5a58-b03c-44b0-8c1b-76d305194c1b req-8408a1f1-4cea-496b-bf48-50e50331814a service neutron] Attempting to bind port 3b6a66a4-2f81-4ff2-8190-2f6c09253840 on host n-h1-834765-1 for vnic_type normal with profile {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:40:23.616655 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.managers [req-03ac5a58-b03c-44b0-8c1b-76d305194c1b req-8408a1f1-4cea-496b-bf48-50e50331814a service neutron] Attempting to bind port 3b6a66a4-2f81-4ff2-8190-2f6c09253840 by drivers openvswitch,hyperv on host n-h1-834765-1 at level 0 using segments [{'id': '14988b90-b308-46b3-bc6f-32456c4498be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '1b351205-c01f-42ee-b3ae-5144efe92816'}] {{(pid=102790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:40:23.616989 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03ac5a58-b03c-44b0-8c1b-76d305194c1b req-8408a1f1-4cea-496b-bf48-50e50331814a service neutron] Attempting to bind port 3b6a66a4-2f81-4ff2-8190-2f6c09253840 on network 1b351205-c01f-42ee-b3ae-5144efe92816 {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:40:23.709369 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2ea865-a14d-4093-a7ee-a8dafe3d31ab service neutron] Pushing event updated for resources: {'Port': ['ID=6c9d42f1-664d-4f97-a0ba-019ea090a445,revision_number=3']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:40:23.754953 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-1fc5359c-ad4e-45dd-ade5-96f1887f1d13 req-ece685b5-2053-40c1-80da-40ec7740ea5e tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] 10.222.0.42 "GET /v2.0/security-groups?id=7a324716-10f9-4f06-a2b5-9f498b951d56&id=19cf0565-0e5d-4a9a-bb20-6dda76410fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4174387 Mar 29 15:40:23.782459 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-07cf1ba9-b0b7-4bcb-93ea-950e9543679d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1641294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16155591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16218852'] for subnet, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:23.814182 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-06b02673-3a63-4a75-8525-d967186ed47b req-c846e34d-475d-47bf-bf61-d62d1d09d782 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=67468a33-e484-423c-886f-1853a958551d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1987817 Mar 29 15:40:23.854894 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03ac5a58-b03c-44b0-8c1b-76d305194c1b req-8408a1f1-4cea-496b-bf48-50e50331814a service neutron] Port 3b6a66a4-2f81-4ff2-8190-2f6c09253840 on network 1b351205-c01f-42ee-b3ae-5144efe92816 not bound, no agent of type Open vSwitch agent registered on host n-h1-834765-1 {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 15:40:23.855747 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03ac5a58-b03c-44b0-8c1b-76d305194c1b req-8408a1f1-4cea-496b-bf48-50e50331814a service neutron] Attempting to bind port 3b6a66a4-2f81-4ff2-8190-2f6c09253840 on network 1b351205-c01f-42ee-b3ae-5144efe92816 {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:40:23.859196 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a42a961-2dd0-43ec-84c6-0e8ddf740630 req-4a6ea419-1a23-450c-9c74-7dbc2f974e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:23.860829 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-3a42a961-2dd0-43ec-84c6-0e8ddf740630 req-4a6ea419-1a23-450c-9c74-7dbc2f974e07 service neutron] 10.222.0.48 "GET /v2.0/networks?id=c7e23169-e9d3-4fec-ace3-87b88825b851 HTTP/1.1" status: 200 len: 922 time: 0.7071736 Mar 29 15:40:23.935454 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03ac5a58-b03c-44b0-8c1b-76d305194c1b req-8408a1f1-4cea-496b-bf48-50e50331814a service neutron] Checking agent: {'id': 'be375040-5069-4239-9460-a3a3213e1e90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 33, 18), 'started_at': datetime.datetime(2022, 3, 29, 15, 33, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 40, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:40:23.936086 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03ac5a58-b03c-44b0-8c1b-76d305194c1b req-8408a1f1-4cea-496b-bf48-50e50331814a service neutron] Checking segment: {'id': '14988b90-b308-46b3-bc6f-32456c4498be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '1b351205-c01f-42ee-b3ae-5144efe92816'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:40:23.937410 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03ac5a58-b03c-44b0-8c1b-76d305194c1b req-8408a1f1-4cea-496b-bf48-50e50331814a service neutron] Bound using segment: {'id': '14988b90-b308-46b3-bc6f-32456c4498be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '1b351205-c01f-42ee-b3ae-5144efe92816'} {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:40:23.938131 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.managers [req-03ac5a58-b03c-44b0-8c1b-76d305194c1b req-8408a1f1-4cea-496b-bf48-50e50331814a service neutron] Bound port: 3b6a66a4-2f81-4ff2-8190-2f6c09253840, host: n-h1-834765-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14988b90-b308-46b3-bc6f-32456c4498be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '1b351205-c01f-42ee-b3ae-5144efe92816'}}] {{(pid=102790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 15:40:23.938772 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-03ac5a58-b03c-44b0-8c1b-76d305194c1b req-8408a1f1-4cea-496b-bf48-50e50331814a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:23.968028 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cf1ba9-b0b7-4bcb-93ea-950e9543679d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=10be6da6-60ce-474f-85ca-956a35256eca,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:40:23.972168 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4637d3-03ca-40d7-9a9f-77986cbe2c39 req-4dbbd714-c301-4c40-922d-0c5df752931b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:23.972168 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4637d3-03ca-40d7-9a9f-77986cbe2c39 req-4dbbd714-c301-4c40-922d-0c5df752931b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:23.973625 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4637d3-03ca-40d7-9a9f-77986cbe2c39 req-4dbbd714-c301-4c40-922d-0c5df752931b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:23.974095 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-2d4637d3-03ca-40d7-9a9f-77986cbe2c39 req-4dbbd714-c301-4c40-922d-0c5df752931b service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=d35c7b00e95148bdb6e7470aeaeb77ed&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.8104060 Mar 29 15:40:23.984445 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-07cf1ba9-b0b7-4bcb-93ea-950e9543679d admin admin] Notify callbacks [] for subnet, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:23.991517 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96ccbca5-23d5-4e05-8006-122fdea71f45 None None] Network 8fad648f-6bbf-4dec-a2c1-ccad2a2a5d54 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 15:40:23.998048 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-07cf1ba9-b0b7-4bcb-93ea-950e9543679d admin admin] 10.222.0.42 "DELETE /v2.0/subnets/10be6da6-60ce-474f-85ca-956a35256eca HTTP/1.1" status: 204 len: 168 time: 1.6683581 Mar 29 15:40:23.999730 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-1ecb5079-76e5-4d1f-a15b-61e9f562e653 req-b4ae8cb5-4581-4284-955a-cc8cd482ec74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:24.017435 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 41660) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:40:24.032079 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-2ca9eb60-f21e-45eb-8e05-b32ca5740420 req-ce067f7c-37a5-4b24-9405-3004658f334b service neutron] 10.222.0.48 "GET /v2.0/networks/c7e23169-e9d3-4fec-ace3-87b88825b851?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6712081 Mar 29 15:40:24.039192 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-3a42a961-2dd0-43ec-84c6-0e8ddf740630 req-496f86c1-8d7f-4409-916a-d0c38f3ea091 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=32ca12f3-c308-42af-b6ed-0d7bdc625b95 HTTP/1.1" status: 200 len: 217 time: 0.1582489 Mar 29 15:40:24.084946 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ae4b1b-babc-431c-a688-aa043107b334 req-0734f72b-a993-4676-b595-f5bd5396b2dc tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:24.092942 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-09ae4b1b-babc-431c-a688-aa043107b334 req-0734f72b-a993-4676-b595-f5bd5396b2dc tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.42 "GET /v2.0/ports?device_id=89f2dcda-6dac-4263-8024-9b0b8a1e6f69 HTTP/1.1" status: 200 len: 931 time: 0.1846340 Mar 29 15:40:24.129530 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a42a961-2dd0-43ec-84c6-0e8ddf740630 req-c9325492-8e1e-4b7a-8d28-35b2b9a7277f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:24.131513 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-3a42a961-2dd0-43ec-84c6-0e8ddf740630 req-c9325492-8e1e-4b7a-8d28-35b2b9a7277f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=47ebad0b-955e-4824-b04c-60b1952d5787 HTTP/1.1" status: 200 len: 861 time: 0.0615489 Mar 29 15:40:24.196453 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-09ae4b1b-babc-431c-a688-aa043107b334 req-adaccd3c-5705-4185-8d11-776961a0b5e5 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.42 "GET /v2.0/security-groups?id=07e96b72-96bb-4562-b80f-051b133c1759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025474 Mar 29 15:40:24.205505 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b02673-3a63-4a75-8525-d967186ed47b req-4fc19ad8-b84e-47f2-82b4-4a5da2a8943d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:24.207300 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-06b02673-3a63-4a75-8525-d967186ed47b req-4fc19ad8-b84e-47f2-82b4-4a5da2a8943d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=140a74e7fad04747acc345e5a1657e95&device_id=67468a33-e484-423c-886f-1853a958551d HTTP/1.1" status: 200 len: 1097 time: 0.3152404 Mar 29 15:40:24.263744 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-287e089b-1e5f-4404-a15d-e0ad43408301 None None] DHCP port deletion for 8fad648f-6bbf-4dec-a2c1-ccad2a2a5d54 request from n-d-834765-1 {{(pid=102792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 29 15:40:24.387755 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-287e089b-1e5f-4404-a15d-e0ad43408301 None None] Deleting port 47d08632-08eb-467f-bebd-f4e7e4e44252 {{(pid=102792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:40:24.388134 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-287e089b-1e5f-4404-a15d-e0ad43408301 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:24.546351 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-287e089b-1e5f-4404-a15d-e0ad43408301 None None] For port 47d08632-08eb-467f-bebd-f4e7e4e44252, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=47d08632-08eb-467f-bebd-f4e7e4e44252,segment=NetworkSegment(812175c0-db09-4d71-8da5-aa88a4ef6cf7),segment_id=812175c0-db09-4d71-8da5-aa88a4ef6cf7)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:40:24.546758 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-287e089b-1e5f-4404-a15d-e0ad43408301 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:24.576037 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-287e089b-1e5f-4404-a15d-e0ad43408301 None None] Calling delete_port for 47d08632-08eb-467f-bebd-f4e7e4e44252 owned by network:dhcp {{(pid=102792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:40:24.632520 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4637d3-03ca-40d7-9a9f-77986cbe2c39 req-2a22e1fb-731e-42cc-8316-e877d269ae28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:24.634229 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-2d4637d3-03ca-40d7-9a9f-77986cbe2c39 req-2a22e1fb-731e-42cc-8316-e877d269ae28 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6137528 Mar 29 15:40:24.707325 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f54790-f170-4148-9cdc-9793f93bf40a req-1aca076d-452d-41b8-b4d4-9260795cdf4a tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:24.716310 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f54790-f170-4148-9cdc-9793f93bf40a req-1aca076d-452d-41b8-b4d4-9260795cdf4a tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:24.725113 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f54790-f170-4148-9cdc-9793f93bf40a req-1aca076d-452d-41b8-b4d4-9260795cdf4a tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:24.725544 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-3a42a961-2dd0-43ec-84c6-0e8ddf740630 req-138d1c64-15f1-4526-860e-3b231adb3891 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c7e23169-e9d3-4fec-ace3-87b88825b851&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5476763 Mar 29 15:40:24.726833 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-48f54790-f170-4148-9cdc-9793f93bf40a req-1aca076d-452d-41b8-b4d4-9260795cdf4a tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] 10.222.0.42 "GET /v2.0/ports?device_id=9df137f2-cec3-49de-8d75-c433cf335604 HTTP/1.1" status: 200 len: 2411 time: 0.2450938 Mar 29 15:40:24.752000 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-287e089b-1e5f-4404-a15d-e0ad43408301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350'] for port, after_delete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:24.766851 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b02673-3a63-4a75-8525-d967186ed47b req-c5bbefb8-47fb-4f89-b976-d16814a69465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:24.768814 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-06b02673-3a63-4a75-8525-d967186ed47b req-c5bbefb8-47fb-4f89-b976-d16814a69465 service neutron] 10.222.0.44 "GET /v2.0/networks?id=3b111d56-5965-49c9-b46c-cb240d63a68d HTTP/1.1" status: 200 len: 916 time: 0.2761688 Mar 29 15:40:24.784473 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a07647-c7c4-467a-968a-c26ca4c5c8e7 req-b53771ab-02fd-44b7-8e18-5247e8040fda tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:24.786176 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-99a07647-c7c4-467a-968a-c26ca4c5c8e7 req-b53771ab-02fd-44b7-8e18-5247e8040fda tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] 10.222.0.42 "GET /v2.0/ports?device_id=634c595e-d279-4aeb-bf6e-5b4c4a939ff0 HTTP/1.1" status: 200 len: 946 time: 1.2273290 Mar 29 15:40:24.789185 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287e089b-1e5f-4404-a15d-e0ad43408301 None None] Pushing event deleted for resources: {'Port': ['ID=47d08632-08eb-467f-bebd-f4e7e4e44252,revision_number=None']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:40:24.801194 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-287e089b-1e5f-4404-a15d-e0ad43408301 None None] No DVR routers for this DVR port 47d08632-08eb-467f-bebd-f4e7e4e44252 on host n-d-834765-1 {{(pid=102792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:40:24.874820 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-06b02673-3a63-4a75-8525-d967186ed47b req-3a18f741-5969-41cd-8797-d61b1eeb7e6a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9de95d5f-885a-43d6-bb07-567c62ae9edc HTTP/1.1" status: 200 len: 1002 time: 0.0744469 Mar 29 15:40:24.919536 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 47d08632-08eb-467f-bebd-f4e7e4e44252 no longer exists at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:40:24.940935 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [req-1ecb5079-76e5-4d1f-a15b-61e9f562e653 req-b4ae8cb5-4581-4284-955a-cc8cd482ec74 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93ac20f5-aa07-4dbf-a3fe-5ec3fbecedce {{(pid=102791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:40:24.953695 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-99a07647-c7c4-467a-968a-c26ca4c5c8e7 req-07f0df1c-b722-431a-8788-2cf91e879e7f tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] 10.222.0.42 "GET /v2.0/security-groups?id=d26d57f3-f34b-4b82-acb2-a15ffdfe7b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286130 Mar 29 15:40:24.962155 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] No Port match for: 47d08632-08eb-467f-bebd-f4e7e4e44252 {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 15:40:24.962482 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 47d08632-08eb-467f-bebd-f4e7e4e44252 not bound to the agent host n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:40:24.992139 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-1ecb5079-76e5-4d1f-a15b-61e9f562e653 req-b4ae8cb5-4581-4284-955a-cc8cd482ec74 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:24.993400 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-4708e0fb-9176-4003-83bf-86f5566a7a1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1631750'] for network, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:25.048187 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-48f54790-f170-4148-9cdc-9793f93bf40a req-fcda4010-07fe-45ec-82b2-f5bd6fc44395 tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b78e968-fb8b-47c8-a89f-b40d10173927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2904189 Mar 29 15:40:25.097894 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 15:40:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30f2ca8d-71c1-4ace-99ab-73827916e223 x-openstack-request-id: req-30f2ca8d-71c1-4ace-99ab-73827916e223 {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:40:25.100720 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e63d94a3-644d-400a-aa3f-0c71f9fb1b46", "tag": "6c9d42f1-664d-4f97-a0ba-019ea090a445", "status": "completed", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:40:25.102051 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-30f2ca8d-71c1-4ace-99ab-73827916e223 {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:40:25.102929 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e63d94a3-644d-400a-aa3f-0c71f9fb1b46', 'tag': '6c9d42f1-664d-4f97-a0ba-019ea090a445', 'status': 'completed', 'code': 200} Mar 29 15:40:25.108311 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b02673-3a63-4a75-8525-d967186ed47b req-078297bf-d337-4192-9268-4481de664a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:25.113411 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-06b02673-3a63-4a75-8525-d967186ed47b req-078297bf-d337-4192-9268-4481de664a0c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e7292f25-57c0-4ce1-9968-6bce9d8da5e6 HTTP/1.1" status: 200 len: 854 time: 0.2276449 Mar 29 15:40:25.114782 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.provisioning_blocks [req-1ecb5079-76e5-4d1f-a15b-61e9f562e653 req-b4ae8cb5-4581-4284-955a-cc8cd482ec74 service neutron] Transition to ACTIVE for port object 93ac20f5-aa07-4dbf-a3fe-5ec3fbecedce will not be triggered until provisioned by entity L2. {{(pid=102791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 15:40:25.161348 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [req-03ac5a58-b03c-44b0-8c1b-76d305194c1b req-8408a1f1-4cea-496b-bf48-50e50331814a service neutron] For port 3b6a66a4-2f81-4ff2-8190-2f6c09253840, host n-h1-834765-1, cleared binding levels {{(pid=102790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:40:25.175302 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-1ecb5079-76e5-4d1f-a15b-61e9f562e653 req-b4ae8cb5-4581-4284-955a-cc8cd482ec74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:25.209272 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [req-03ac5a58-b03c-44b0-8c1b-76d305194c1b req-8408a1f1-4cea-496b-bf48-50e50331814a service neutron] For port 3b6a66a4-2f81-4ff2-8190-2f6c09253840, host n-h1-834765-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=3b6a66a4-2f81-4ff2-8190-2f6c09253840,segment=NetworkSegment(14988b90-b308-46b3-bc6f-32456c4498be),segment_id=14988b90-b308-46b3-bc6f-32456c4498be)] {{(pid=102790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:40:25.225032 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-03ac5a58-b03c-44b0-8c1b-76d305194c1b req-8408a1f1-4cea-496b-bf48-50e50331814a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5237921'] for port, after_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:25.300468 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ae8cb5-4581-4284-955a-cc8cd482ec74 service neutron] Pushing event updated for resources: {'Port': ['ID=93ac20f5-aa07-4dbf-a3fe-5ec3fbecedce,revision_number=2']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:40:25.365736 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00538bf2-05cc-4a62-a7ca-3ea6a114539c req-3d1bad51-c7d1-49ac-991a-0a7ae4d2cc8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:25.366615 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00538bf2-05cc-4a62-a7ca-3ea6a114539c req-3d1bad51-c7d1-49ac-991a-0a7ae4d2cc8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:25.367808 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00538bf2-05cc-4a62-a7ca-3ea6a114539c req-3d1bad51-c7d1-49ac-991a-0a7ae4d2cc8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:25.368784 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00538bf2-05cc-4a62-a7ca-3ea6a114539c req-3d1bad51-c7d1-49ac-991a-0a7ae4d2cc8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:25.369422 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00538bf2-05cc-4a62-a7ca-3ea6a114539c req-3d1bad51-c7d1-49ac-991a-0a7ae4d2cc8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:25.370064 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00538bf2-05cc-4a62-a7ca-3ea6a114539c req-3d1bad51-c7d1-49ac-991a-0a7ae4d2cc8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:25.370885 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00538bf2-05cc-4a62-a7ca-3ea6a114539c req-3d1bad51-c7d1-49ac-991a-0a7ae4d2cc8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:25.373238 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-00538bf2-05cc-4a62-a7ca-3ea6a114539c req-3d1bad51-c7d1-49ac-991a-0a7ae4d2cc8d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3c879391e12244b68c6a1d18a158625b&device_id=e63d94a3-644d-400a-aa3f-0c71f9fb1b46 HTTP/1.1" status: 200 len: 6435 time: 0.2303116 Mar 29 15:40:25.380533 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b02673-3a63-4a75-8525-d967186ed47b req-8c3f7129-7ac8-4979-9244-104c8f69272d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:25.382531 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-06b02673-3a63-4a75-8525-d967186ed47b req-8c3f7129-7ac8-4979-9244-104c8f69272d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=3b111d56-5965-49c9-b46c-cb240d63a68d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2642121 Mar 29 15:40:25.395253 n-d-834765-1 neutron-server[102790]: DEBUG neutron.notifiers.nova [req-3334f2fa-edaf-4c7d-b7cf-a963b743c248 req-7075e2a6-87f6-4ed4-8ca2-90778bf4e34a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f60c5687-b2fd-4cd3-950c-f35ebfdff3f7 {{(pid=102790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:40:25.404509 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-3334f2fa-edaf-4c7d-b7cf-a963b743c248 req-7075e2a6-87f6-4ed4-8ca2-90778bf4e34a service neutron] Notify callbacks [] for port, precommit_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:25.425482 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.provisioning_blocks [req-3334f2fa-edaf-4c7d-b7cf-a963b743c248 req-7075e2a6-87f6-4ed4-8ca2-90778bf4e34a service neutron] Transition to ACTIVE for port object f60c5687-b2fd-4cd3-950c-f35ebfdff3f7 will not be triggered until provisioned by entity L2. {{(pid=102790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 15:40:25.474126 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ac5a58-b03c-44b0-8c1b-76d305194c1b req-8408a1f1-4cea-496b-bf48-50e50331814a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:25.478585 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-03ac5a58-b03c-44b0-8c1b-76d305194c1b req-8408a1f1-4cea-496b-bf48-50e50331814a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:25.481496 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-03ac5a58-b03c-44b0-8c1b-76d305194c1b req-8408a1f1-4cea-496b-bf48-50e50331814a service neutron] 10.222.0.44 "PUT /v2.0/ports/3b6a66a4-2f81-4ff2-8190-2f6c09253840 HTTP/1.1" status: 200 len: 1092 time: 3.0478401 Mar 29 15:40:25.482352 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-3334f2fa-edaf-4c7d-b7cf-a963b743c248 req-7075e2a6-87f6-4ed4-8ca2-90778bf4e34a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5237921'] for port, after_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:25.498566 n-d-834765-1 neutron-server[102790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9df137f2-cec3-49de-8d75-c433cf335604', 'tag': '3b6a66a4-2f81-4ff2-8190-2f6c09253840'}] {{(pid=102790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:40:25.501589 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46b06d655c90bc969636382cce4240ad749035fb0f3a83ee4734fa1ed9c4a6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1304a3a-ca34-414b-80a7-152c2f8c00a5" -d '{"events": [{"name": "network-changed", "server_uuid": "9df137f2-cec3-49de-8d75-c433cf335604", "tag": "3b6a66a4-2f81-4ff2-8190-2f6c09253840"}]}' {{(pid=102790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:40:25.505379 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8408a1f1-4cea-496b-bf48-50e50331814a service neutron] Pushing event updated for resources: {'Port': ['ID=3b6a66a4-2f81-4ff2-8190-2f6c09253840,revision_number=3']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:40:25.510605 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-3a42a961-2dd0-43ec-84c6-0e8ddf740630 req-46b993e1-84e2-4571-9d2d-d886cf7d2555 service neutron] 10.222.0.48 "GET /v2.0/networks/c7e23169-e9d3-4fec-ace3-87b88825b851?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7145865 Mar 29 15:40:25.622057 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-4708e0fb-9176-4003-83bf-86f5566a7a1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639890', 'neutron.services.segments.db._delete_segments_for_network-8783523423079'] for network, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:25.694883 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c226cbb-fa6f-44bd-920e-7b9ff0d0f9d3 req-67b33eb7-7651-4732-b3b0-8fe8944d1dc8 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:25.702004 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c226cbb-fa6f-44bd-920e-7b9ff0d0f9d3 req-67b33eb7-7651-4732-b3b0-8fe8944d1dc8 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:25.713630 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c226cbb-fa6f-44bd-920e-7b9ff0d0f9d3 req-67b33eb7-7651-4732-b3b0-8fe8944d1dc8 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:25.725700 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c226cbb-fa6f-44bd-920e-7b9ff0d0f9d3 req-67b33eb7-7651-4732-b3b0-8fe8944d1dc8 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:25.731961 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c226cbb-fa6f-44bd-920e-7b9ff0d0f9d3 req-67b33eb7-7651-4732-b3b0-8fe8944d1dc8 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:25.738705 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c226cbb-fa6f-44bd-920e-7b9ff0d0f9d3 req-67b33eb7-7651-4732-b3b0-8fe8944d1dc8 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:25.744950 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c226cbb-fa6f-44bd-920e-7b9ff0d0f9d3 req-67b33eb7-7651-4732-b3b0-8fe8944d1dc8 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:25.753997 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-6c226cbb-fa6f-44bd-920e-7b9ff0d0f9d3 req-67b33eb7-7651-4732-b3b0-8fe8944d1dc8 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] 10.222.0.42 "GET /v2.0/ports?device_id=e63d94a3-644d-400a-aa3f-0c71f9fb1b46 HTTP/1.1" status: 200 len: 5420 time: 0.5067043 Mar 29 15:40:25.846006 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-4708e0fb-9176-4003-83bf-86f5566a7a1d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8fad648f-6bbf-4dec-a2c1-ccad2a2a5d54']}} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:40:25.865274 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7075e2a6-87f6-4ed4-8ca2-90778bf4e34a service neutron] Pushing event updated for resources: {'Port': ['ID=f60c5687-b2fd-4cd3-950c-f35ebfdff3f7,revision_number=2']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:40:25.868989 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-4708e0fb-9176-4003-83bf-86f5566a7a1d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '812175c0-db09-4d71-8da5-aa88a4ef6cf7') {'for_net_delete': True} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:40:25.869300 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-4708e0fb-9176-4003-83bf-86f5566a7a1d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '812175c0-db09-4d71-8da5-aa88a4ef6cf7') {} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:40:25.896779 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-4708e0fb-9176-4003-83bf-86f5566a7a1d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783523422064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4614019'] for segment, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:25.991920 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-6c226cbb-fa6f-44bd-920e-7b9ff0d0f9d3 req-8c06a951-ae65-4e49-bdc7-472c393ff7b3 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] 10.222.0.42 "GET /v2.0/security-groups?id=7a324716-10f9-4f06-a2b5-9f498b951d56&id=19cf0565-0e5d-4a9a-bb20-6dda76410fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2369626 Mar 29 15:40:25.994749 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-4708e0fb-9176-4003-83bf-86f5566a7a1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:26.012780 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ac5a58-b03c-44b0-8c1b-76d305194c1b req-662fc7b9-5590-4f59-acef-eb8ea47cb084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:26.013348 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ac5a58-b03c-44b0-8c1b-76d305194c1b req-662fc7b9-5590-4f59-acef-eb8ea47cb084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:26.022135 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ac5a58-b03c-44b0-8c1b-76d305194c1b req-662fc7b9-5590-4f59-acef-eb8ea47cb084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:26.023907 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-03ac5a58-b03c-44b0-8c1b-76d305194c1b req-662fc7b9-5590-4f59-acef-eb8ea47cb084 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d35c7b00e95148bdb6e7470aeaeb77ed&device_id=9df137f2-cec3-49de-8d75-c433cf335604 HTTP/1.1" status: 200 len: 2864 time: 0.4225063 Mar 29 15:40:26.061512 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4708e0fb-9176-4003-83bf-86f5566a7a1d admin admin] Releasing vlan 641 on physical network physnet1 to pool {{(pid=102790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 15:40:26.062127 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-4708e0fb-9176-4003-83bf-86f5566a7a1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5238013'] for segment, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:26.076182 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-3a42a961-2dd0-43ec-84c6-0e8ddf740630 req-a4e2f963-41c0-4b03-9bae-f5e0cd77a576 service neutron] 10.222.0.48 "GET /v2.0/networks/c7e23169-e9d3-4fec-ace3-87b88825b851?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5524807 Mar 29 15:40:26.076937 n-d-834765-1 neutron-server[102790]: Traceback (most recent call last): Mar 29 15:40:26.076937 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 15:40:26.076937 n-d-834765-1 neutron-server[102790]: timer() Mar 29 15:40:26.076937 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 15:40:26.076937 n-d-834765-1 neutron-server[102790]: cb(*args, **kw) Mar 29 15:40:26.076937 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 15:40:26.076937 n-d-834765-1 neutron-server[102790]: return func(*args, **kwargs) Mar 29 15:40:26.076937 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 15:40:26.076937 n-d-834765-1 neutron-server[102790]: self._notify() Mar 29 15:40:26.076937 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 15:40:26.076937 n-d-834765-1 neutron-server[102790]: self.callback(batched_events) Mar 29 15:40:26.076937 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 15:40:26.076937 n-d-834765-1 neutron-server[102790]: event.method(event) Mar 29 15:40:26.076937 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 15:40:26.076937 n-d-834765-1 neutron-server[102790]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 15:40:26.076937 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 15:40:26.076937 n-d-834765-1 neutron-server[102790]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 15:40:26.076937 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 15:40:26.076937 n-d-834765-1 neutron-server[102790]: return f(self, *a, **k) Mar 29 15:40:26.076937 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 15:40:26.076937 n-d-834765-1 neutron-server[102790]: return self._get(url).json() Mar 29 15:40:26.076937 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 15:40:26.076937 n-d-834765-1 neutron-server[102790]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 15:40:26.076937 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 15:40:26.076937 n-d-834765-1 neutron-server[102790]: return self.request(url, 'GET', **kwargs) Mar 29 15:40:26.076937 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 15:40:26.076937 n-d-834765-1 neutron-server[102790]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 15:40:26.076937 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 15:40:26.076937 n-d-834765-1 neutron-server[102790]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 15:40:26.076937 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 15:40:26.076937 n-d-834765-1 neutron-server[102790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 15:40:26.076937 n-d-834765-1 neutron-server[102790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 15:40:26.131491 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00538bf2-05cc-4a62-a7ca-3ea6a114539c req-543a0324-dfab-4a13-8f43-af42394d1370 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:26.131937 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00538bf2-05cc-4a62-a7ca-3ea6a114539c req-543a0324-dfab-4a13-8f43-af42394d1370 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:26.132388 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00538bf2-05cc-4a62-a7ca-3ea6a114539c req-543a0324-dfab-4a13-8f43-af42394d1370 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:26.134605 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-00538bf2-05cc-4a62-a7ca-3ea6a114539c req-543a0324-dfab-4a13-8f43-af42394d1370 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=3c879391e12244b68c6a1d18a158625b&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.1963584 Mar 29 15:40:26.147253 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-03ac5a58-b03c-44b0-8c1b-76d305194c1b req-019d53bd-6975-45da-8d33-0144814880c0 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.52&port_id=e6cf797b-ae9b-4d11-8eee-6f5c815d2ed3 HTTP/1.1" status: 200 len: 217 time: 0.1086812 Mar 29 15:40:26.181444 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126dc31e-8dcf-4c99-9ae8-549213959f68 req-cd63f549-7ecc-402f-af16-31df7a8cb0a5 tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:26.188827 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-126dc31e-8dcf-4c99-9ae8-549213959f68 req-cd63f549-7ecc-402f-af16-31df7a8cb0a5 tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] 10.222.0.42 "GET /v2.0/ports?device_id=938d5325-d91e-4137-8d24-b21fd73d167e HTTP/1.1" status: 200 len: 945 time: 0.9598637 Mar 29 15:40:26.268082 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.managers [req-3334f2fa-edaf-4c7d-b7cf-a963b743c248 req-7075e2a6-87f6-4ed4-8ca2-90778bf4e34a service neutron] Attempting to bind port f60c5687-b2fd-4cd3-950c-f35ebfdff3f7 on host n-h1-834765-1 for vnic_type normal with profile {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:40:26.268719 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.managers [req-3334f2fa-edaf-4c7d-b7cf-a963b743c248 req-7075e2a6-87f6-4ed4-8ca2-90778bf4e34a service neutron] Attempting to bind port f60c5687-b2fd-4cd3-950c-f35ebfdff3f7 by drivers openvswitch,hyperv on host n-h1-834765-1 at level 0 using segments [{'id': 'e1d90273-cef5-4478-85fc-ff4ac210e191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '96b8e8ed-22f2-4cb8-884c-6e5cefe078a4'}] {{(pid=102790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:40:26.268719 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3334f2fa-edaf-4c7d-b7cf-a963b743c248 req-7075e2a6-87f6-4ed4-8ca2-90778bf4e34a service neutron] Attempting to bind port f60c5687-b2fd-4cd3-950c-f35ebfdff3f7 on network 96b8e8ed-22f2-4cb8-884c-6e5cefe078a4 {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:40:26.277768 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-4708e0fb-9176-4003-83bf-86f5566a7a1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1639897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648174'] for network, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:26.284662 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ac5a58-b03c-44b0-8c1b-76d305194c1b req-ddeff4c6-2af4-4e41-b70b-442ab2303196 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:26.286151 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-03ac5a58-b03c-44b0-8c1b-76d305194c1b req-ddeff4c6-2af4-4e41-b70b-442ab2303196 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d4540596-3d25-46d6-844a-3b839bd7d078 HTTP/1.1" status: 200 len: 801 time: 0.1243992 Mar 29 15:40:26.289145 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-4708e0fb-9176-4003-83bf-86f5566a7a1d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for network, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:26.291243 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-06b02673-3a63-4a75-8525-d967186ed47b req-fa119f25-1e19-49df-ad42-495089f06006 service neutron] 10.222.0.44 "GET /v2.0/networks/3b111d56-5965-49c9-b46c-cb240d63a68d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8903828 Mar 29 15:40:26.294447 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-4708e0fb-9176-4003-83bf-86f5566a7a1d admin admin] 10.222.0.42 "DELETE /v2.0/networks/8fad648f-6bbf-4dec-a2c1-ccad2a2a5d54 HTTP/1.1" status: 204 len: 168 time: 2.2521036 Mar 29 15:40:26.294924 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3334f2fa-edaf-4c7d-b7cf-a963b743c248 req-7075e2a6-87f6-4ed4-8ca2-90778bf4e34a service neutron] Port f60c5687-b2fd-4cd3-950c-f35ebfdff3f7 on network 96b8e8ed-22f2-4cb8-884c-6e5cefe078a4 not bound, no agent of type Open vSwitch agent registered on host n-h1-834765-1 {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 15:40:26.295105 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3334f2fa-edaf-4c7d-b7cf-a963b743c248 req-7075e2a6-87f6-4ed4-8ca2-90778bf4e34a service neutron] Attempting to bind port f60c5687-b2fd-4cd3-950c-f35ebfdff3f7 on network 96b8e8ed-22f2-4cb8-884c-6e5cefe078a4 {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:40:26.346409 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3334f2fa-edaf-4c7d-b7cf-a963b743c248 req-7075e2a6-87f6-4ed4-8ca2-90778bf4e34a service neutron] Checking agent: {'id': 'be375040-5069-4239-9460-a3a3213e1e90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 33, 18), 'started_at': datetime.datetime(2022, 3, 29, 15, 33, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 40, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:40:26.346770 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3334f2fa-edaf-4c7d-b7cf-a963b743c248 req-7075e2a6-87f6-4ed4-8ca2-90778bf4e34a service neutron] Checking segment: {'id': 'e1d90273-cef5-4478-85fc-ff4ac210e191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '96b8e8ed-22f2-4cb8-884c-6e5cefe078a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:40:26.347123 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3334f2fa-edaf-4c7d-b7cf-a963b743c248 req-7075e2a6-87f6-4ed4-8ca2-90778bf4e34a service neutron] Bound using segment: {'id': 'e1d90273-cef5-4478-85fc-ff4ac210e191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '96b8e8ed-22f2-4cb8-884c-6e5cefe078a4'} {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:40:26.347612 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.managers [req-3334f2fa-edaf-4c7d-b7cf-a963b743c248 req-7075e2a6-87f6-4ed4-8ca2-90778bf4e34a service neutron] Bound port: f60c5687-b2fd-4cd3-950c-f35ebfdff3f7, host: n-h1-834765-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1d90273-cef5-4478-85fc-ff4ac210e191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '96b8e8ed-22f2-4cb8-884c-6e5cefe078a4'}}] {{(pid=102790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 15:40:26.347967 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-3334f2fa-edaf-4c7d-b7cf-a963b743c248 req-7075e2a6-87f6-4ed4-8ca2-90778bf4e34a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:26.358685 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4708e0fb-9176-4003-83bf-86f5566a7a1d admin admin] Pushing event deleted for resources: {'Network': ['ID=8fad648f-6bbf-4dec-a2c1-ccad2a2a5d54,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:40:26.375247 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8f42d5-0aef-4093-b9a0-9e28e8f304eb req-e13ab931-bb4c-4778-9af4-f1ad78481132 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:26.377082 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-8c8f42d5-0aef-4093-b9a0-9e28e8f304eb req-e13ab931-bb4c-4778-9af4-f1ad78481132 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.42 "GET /v2.0/ports?device_id=89f2dcda-6dac-4263-8024-9b0b8a1e6f69 HTTP/1.1" status: 200 len: 943 time: 0.2367573 Mar 29 15:40:26.388129 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-126dc31e-8dcf-4c99-9ae8-549213959f68 req-9665b012-9fd0-40a3-9c5d-4d42c7abe064 tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] 10.222.0.42 "GET /v2.0/security-groups?id=ce1e3aa1-c9e4-4c36-a19f-9dbad60c5be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1982896 Mar 29 15:40:26.388879 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-1ecb5079-76e5-4d1f-a15b-61e9f562e653 req-b4ae8cb5-4581-4284-955a-cc8cd482ec74 service neutron] Attempting to bind port 93ac20f5-aa07-4dbf-a3fe-5ec3fbecedce on host n-h2-834765-1 for vnic_type normal with profile {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:40:26.390005 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-1ecb5079-76e5-4d1f-a15b-61e9f562e653 req-b4ae8cb5-4581-4284-955a-cc8cd482ec74 service neutron] Attempting to bind port 93ac20f5-aa07-4dbf-a3fe-5ec3fbecedce by drivers openvswitch,hyperv on host n-h2-834765-1 at level 0 using segments [{'id': 'ab9e52c9-9281-40f7-aa2a-632849de5ddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '6063560a-a61f-4d6e-8083-e9831aad0c36'}] {{(pid=102791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:40:26.390282 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ecb5079-76e5-4d1f-a15b-61e9f562e653 req-b4ae8cb5-4581-4284-955a-cc8cd482ec74 service neutron] Attempting to bind port 93ac20f5-aa07-4dbf-a3fe-5ec3fbecedce on network 6063560a-a61f-4d6e-8083-e9831aad0c36 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:40:26.472548 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-8c8f42d5-0aef-4093-b9a0-9e28e8f304eb req-2f41eb7c-e737-4578-bd26-4fdaa54e89f6 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.42 "GET /v2.0/security-groups?id=07e96b72-96bb-4562-b80f-051b133c1759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799959 Mar 29 15:40:26.489049 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ac5a58-b03c-44b0-8c1b-76d305194c1b req-2b7b5af3-12e8-4f7e-b78c-84f7a09a0d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:26.490601 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-03ac5a58-b03c-44b0-8c1b-76d305194c1b req-2b7b5af3-12e8-4f7e-b78c-84f7a09a0d1a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=1b351205-c01f-42ee-b3ae-5144efe92816&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1918299 Mar 29 15:40:26.495734 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 15:40:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bad77802-e381-44c1-a1d3-a763c6bebb59 x-openstack-request-id: req-bad77802-e381-44c1-a1d3-a763c6bebb59 {{(pid=102790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:40:26.496017 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9df137f2-cec3-49de-8d75-c433cf335604", "tag": "3b6a66a4-2f81-4ff2-8190-2f6c09253840", "status": "completed", "code": 200}]} {{(pid=102790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:40:26.496270 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-bad77802-e381-44c1-a1d3-a763c6bebb59 {{(pid=102790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:40:26.496659 n-d-834765-1 neutron-server[102790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9df137f2-cec3-49de-8d75-c433cf335604', 'tag': '3b6a66a4-2f81-4ff2-8190-2f6c09253840', 'status': 'completed', 'code': 200} Mar 29 15:40:26.567588 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 41694) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:40:26.587214 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device b138750d-fee8-4aba-8eef-232fc2da2ead details requested by agent hyperv_n-h2-834765-1 with host n-h2-834765-1 {{(pid=102792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 15:40:26.589713 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device b138750d-fee8-4aba-8eef-232fc2da2ead no longer exists at agent hyperv_n-h2-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:40:26.615642 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ecb5079-76e5-4d1f-a15b-61e9f562e653 req-b4ae8cb5-4581-4284-955a-cc8cd482ec74 service neutron] Port 93ac20f5-aa07-4dbf-a3fe-5ec3fbecedce on network 6063560a-a61f-4d6e-8083-e9831aad0c36 not bound, no agent of type Open vSwitch agent registered on host n-h2-834765-1 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 15:40:26.616064 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ecb5079-76e5-4d1f-a15b-61e9f562e653 req-b4ae8cb5-4581-4284-955a-cc8cd482ec74 service neutron] Attempting to bind port 93ac20f5-aa07-4dbf-a3fe-5ec3fbecedce on network 6063560a-a61f-4d6e-8083-e9831aad0c36 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:40:26.626780 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [req-3334f2fa-edaf-4c7d-b7cf-a963b743c248 req-7075e2a6-87f6-4ed4-8ca2-90778bf4e34a service neutron] For port f60c5687-b2fd-4cd3-950c-f35ebfdff3f7, host n-h1-834765-1, cleared binding levels {{(pid=102790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:40:26.663243 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-06b02673-3a63-4a75-8525-d967186ed47b req-94e3f1aa-90a8-4271-871e-c538a2456f06 service neutron] 10.222.0.44 "GET /v2.0/networks/3b111d56-5965-49c9-b46c-cb240d63a68d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2670341 Mar 29 15:40:26.694079 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ecb5079-76e5-4d1f-a15b-61e9f562e653 req-b4ae8cb5-4581-4284-955a-cc8cd482ec74 service neutron] Checking agent: {'id': '3e4b4912-b4a2-4d17-b5bd-6ce15529e8eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 33, 17), 'started_at': datetime.datetime(2022, 3, 29, 15, 33, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 40, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:40:26.695379 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ecb5079-76e5-4d1f-a15b-61e9f562e653 req-b4ae8cb5-4581-4284-955a-cc8cd482ec74 service neutron] Checking segment: {'id': 'ab9e52c9-9281-40f7-aa2a-632849de5ddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '6063560a-a61f-4d6e-8083-e9831aad0c36'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:40:26.696022 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ecb5079-76e5-4d1f-a15b-61e9f562e653 req-b4ae8cb5-4581-4284-955a-cc8cd482ec74 service neutron] Bound using segment: {'id': 'ab9e52c9-9281-40f7-aa2a-632849de5ddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '6063560a-a61f-4d6e-8083-e9831aad0c36'} {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:40:26.696833 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-1ecb5079-76e5-4d1f-a15b-61e9f562e653 req-b4ae8cb5-4581-4284-955a-cc8cd482ec74 service neutron] Bound port: 93ac20f5-aa07-4dbf-a3fe-5ec3fbecedce, host: n-h2-834765-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab9e52c9-9281-40f7-aa2a-632849de5ddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '6063560a-a61f-4d6e-8083-e9831aad0c36'}}] {{(pid=102791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 15:40:26.697684 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-1ecb5079-76e5-4d1f-a15b-61e9f562e653 req-b4ae8cb5-4581-4284-955a-cc8cd482ec74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:26.738157 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00538bf2-05cc-4a62-a7ca-3ea6a114539c req-94ca6b33-cf85-4524-9638-4091c3187601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:26.740081 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-00538bf2-05cc-4a62-a7ca-3ea6a114539c req-94ca6b33-cf85-4524-9638-4091c3187601 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5888515 Mar 29 15:40:26.743185 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [req-3334f2fa-edaf-4c7d-b7cf-a963b743c248 req-7075e2a6-87f6-4ed4-8ca2-90778bf4e34a service neutron] For port f60c5687-b2fd-4cd3-950c-f35ebfdff3f7, host n-h1-834765-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=f60c5687-b2fd-4cd3-950c-f35ebfdff3f7,segment=NetworkSegment(e1d90273-cef5-4478-85fc-ff4ac210e191),segment_id=e1d90273-cef5-4478-85fc-ff4ac210e191)] {{(pid=102790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:40:26.792203 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aae00a7-1ae2-495b-82c0-a91d88ca707a req-a322ae5a-4ece-44ce-a412-d3c5ea7cc335 tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:26.793305 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:26.794619 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4aae00a7-1ae2-495b-82c0-a91d88ca707a req-a322ae5a-4ece-44ce-a412-d3c5ea7cc335 tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] 10.222.0.42 "GET /v2.0/ports?device_id=634c595e-d279-4aeb-bf6e-5b4c4a939ff0 HTTP/1.1" status: 200 len: 946 time: 0.1903138 Mar 29 15:40:26.820941 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-3334f2fa-edaf-4c7d-b7cf-a963b743c248 req-7075e2a6-87f6-4ed4-8ca2-90778bf4e34a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5237921'] for port, after_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:26.829948 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-83ac559a-5a6c-4620-8ebf-43ccd1148514 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e445b8b78f0c475987478367fb7ec3e6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2612329 Mar 29 15:40:26.838498 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 41700) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:40:26.844560 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port b138750d-fee8-4aba-8eef-232fc2da2ead, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=b138750d-fee8-4aba-8eef-232fc2da2ead,segment=NetworkSegment(41873e9c-b24c-40ec-94cd-76d430c8ed02),segment_id=41873e9c-b24c-40ec-94cd-76d430c8ed02)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:40:26.846415 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.db.resource_extend [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 29 15:40:26.849019 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '938d5325-d91e-4137-8d24-b21fd73d167e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b138750d-fee8-4aba-8eef-232fc2da2ead'}] {{(pid=102792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:40:26.851901 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4f476c66b318cc6068719fc39557fac68d413f5c7e78fa77028c7948e999ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d672c15-91b0-49bf-8de1-64e6e36b688c" -d '{"events": [{"server_uuid": "938d5325-d91e-4137-8d24-b21fd73d167e", "name": "network-vif-unplugged", "status": "completed", "tag": "b138750d-fee8-4aba-8eef-232fc2da2ead"}]}' {{(pid=102792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:40:26.868799 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:26.933079 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Pushing event updated for resources: {'Port': ['ID=b138750d-fee8-4aba-8eef-232fc2da2ead,revision_number=6']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:40:26.953257 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4aae00a7-1ae2-495b-82c0-a91d88ca707a req-f3c3285d-19dd-4a55-9747-475813399b7c tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] 10.222.0.42 "GET /v2.0/security-groups?id=d26d57f3-f34b-4b82-acb2-a15ffdfe7b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497288 Mar 29 15:40:26.954633 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-1ecb5079-76e5-4d1f-a15b-61e9f562e653 req-b4ae8cb5-4581-4284-955a-cc8cd482ec74 service neutron] For port 93ac20f5-aa07-4dbf-a3fe-5ec3fbecedce, host n-h2-834765-1, cleared binding levels {{(pid=102791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:40:26.972772 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-1ecb5079-76e5-4d1f-a15b-61e9f562e653 req-b4ae8cb5-4581-4284-955a-cc8cd482ec74 service neutron] For port 93ac20f5-aa07-4dbf-a3fe-5ec3fbecedce, host n-h2-834765-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=93ac20f5-aa07-4dbf-a3fe-5ec3fbecedce,segment=NetworkSegment(ab9e52c9-9281-40f7-aa2a-632849de5ddc),segment_id=ab9e52c9-9281-40f7-aa2a-632849de5ddc)] {{(pid=102791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:40:26.984735 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-03ac5a58-b03c-44b0-8c1b-76d305194c1b req-f7494bba-97ea-41b3-b276-0af02de0eefb service neutron] 10.222.0.44 "GET /v2.0/networks/1b351205-c01f-42ee-b3ae-5144efe92816?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4745350 Mar 29 15:40:26.987224 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-1ecb5079-76e5-4d1f-a15b-61e9f562e653 req-b4ae8cb5-4581-4284-955a-cc8cd482ec74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:26.988465 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3334f2fa-edaf-4c7d-b7cf-a963b743c248 req-7075e2a6-87f6-4ed4-8ca2-90778bf4e34a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:26.989146 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-3334f2fa-edaf-4c7d-b7cf-a963b743c248 req-7075e2a6-87f6-4ed4-8ca2-90778bf4e34a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:27.008348 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-3334f2fa-edaf-4c7d-b7cf-a963b743c248 req-7075e2a6-87f6-4ed4-8ca2-90778bf4e34a service neutron] 10.222.0.44 "PUT /v2.0/ports/f60c5687-b2fd-4cd3-950c-f35ebfdff3f7 HTTP/1.1" status: 200 len: 1091 time: 3.6440384 Mar 29 15:40:27.095211 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ec587b-7204-4ac2-8d42-c16ad0f00853 req-f0702166-ec2c-4fe0-8844-2329b7f06a91 tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:27.100685 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 29 Mar 2022 15:40:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67796515-d31f-46a0-a9c7-86aa93cee790 x-openstack-request-id: req-67796515-d31f-46a0-a9c7-86aa93cee790 {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:40:27.101065 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "938d5325-d91e-4137-8d24-b21fd73d167e", "name": "network-vif-unplugged", "status": "completed", "tag": "b138750d-fee8-4aba-8eef-232fc2da2ead", "code": 200}]} {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:40:27.101518 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-67796515-d31f-46a0-a9c7-86aa93cee790 {{(pid=102792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:40:27.103669 n-d-834765-1 neutron-server[102792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '938d5325-d91e-4137-8d24-b21fd73d167e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b138750d-fee8-4aba-8eef-232fc2da2ead', 'code': 200} Mar 29 15:40:27.108685 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ec587b-7204-4ac2-8d42-c16ad0f00853 req-f0702166-ec2c-4fe0-8844-2329b7f06a91 tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:27.113119 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ae8cb5-4581-4284-955a-cc8cd482ec74 service neutron] Pushing event updated for resources: {'Port': ['ID=93ac20f5-aa07-4dbf-a3fe-5ec3fbecedce,revision_number=3']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:40:27.133840 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecb5079-76e5-4d1f-a15b-61e9f562e653 req-b4ae8cb5-4581-4284-955a-cc8cd482ec74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:27.136026 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-1ecb5079-76e5-4d1f-a15b-61e9f562e653 req-b4ae8cb5-4581-4284-955a-cc8cd482ec74 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:27.136421 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ec587b-7204-4ac2-8d42-c16ad0f00853 req-f0702166-ec2c-4fe0-8844-2329b7f06a91 tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:27.140750 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-d2ec587b-7204-4ac2-8d42-c16ad0f00853 req-f0702166-ec2c-4fe0-8844-2329b7f06a91 tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] 10.222.0.42 "GET /v2.0/ports?device_id=9df137f2-cec3-49de-8d75-c433cf335604 HTTP/1.1" status: 200 len: 2411 time: 0.5092115 Mar 29 15:40:27.156865 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-1ecb5079-76e5-4d1f-a15b-61e9f562e653 req-b4ae8cb5-4581-4284-955a-cc8cd482ec74 service neutron] 10.222.0.48 "PUT /v2.0/ports/93ac20f5-aa07-4dbf-a3fe-5ec3fbecedce HTTP/1.1" status: 200 len: 1091 time: 3.5859964 Mar 29 15:40:27.156865 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e63d94a3-644d-400a-aa3f-0c71f9fb1b46', 'tag': '93ac20f5-aa07-4dbf-a3fe-5ec3fbecedce'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:40:27.160824 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c67b028db5e9b9818fecc5c0a87ebc6f190694fa53ca267d523e04f98de536d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34ca4c9f-d655-4e7e-b503-eae8f6ae9896" -d '{"events": [{"name": "network-changed", "server_uuid": "e63d94a3-644d-400a-aa3f-0c71f9fb1b46", "tag": "93ac20f5-aa07-4dbf-a3fe-5ec3fbecedce"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:40:27.162215 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port b138750d-fee8-4aba-8eef-232fc2da2ead, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=b138750d-fee8-4aba-8eef-232fc2da2ead,segment=NetworkSegment(41873e9c-b24c-40ec-94cd-76d430c8ed02),segment_id=41873e9c-b24c-40ec-94cd-76d430c8ed02)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:40:27.188735 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Returning: {'device': 'b138750d-fee8-4aba-8eef-232fc2da2ead', 'network_id': 'f945f153-5928-4a5d-9b33-57d251311dab', 'port_id': 'b138750d-fee8-4aba-8eef-232fc2da2ead', 'mac_address': 'fa:16:3e:d2:dd:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 646, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e8b374d-c935-4687-96e3-a6909695b876', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 15:40:27.276766 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:27.282735 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-03ac5a58-b03c-44b0-8c1b-76d305194c1b req-8160f7d1-4dc3-4e26-8b9c-caa4b34f40be service neutron] 10.222.0.44 "GET /v2.0/networks/1b351205-c01f-42ee-b3ae-5144efe92816?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2640245 Mar 29 15:40:27.309253 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b138750d-fee8-4aba-8eef-232fc2da2ead {{(pid=102792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:40:27.360419 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port b138750d-fee8-4aba-8eef-232fc2da2ead, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=b138750d-fee8-4aba-8eef-232fc2da2ead,segment=NetworkSegment(41873e9c-b24c-40ec-94cd-76d430c8ed02),segment_id=41873e9c-b24c-40ec-94cd-76d430c8ed02)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:40:27.372119 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:27.421650 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-03ac5a58-b03c-44b0-8c1b-76d305194c1b req-508843f9-0dd9-46a4-8688-451281fc1b76 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.44&port_id=602006ca-73c5-4e7b-bae9-7794750e4a52 HTTP/1.1" status: 200 len: 217 time: 0.0962710 Mar 29 15:40:27.429121 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecb5079-76e5-4d1f-a15b-61e9f562e653 req-f25f677b-ec17-45cd-a6ed-f202b614db07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:27.436945 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecb5079-76e5-4d1f-a15b-61e9f562e653 req-f25f677b-ec17-45cd-a6ed-f202b614db07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:27.438339 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecb5079-76e5-4d1f-a15b-61e9f562e653 req-f25f677b-ec17-45cd-a6ed-f202b614db07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:27.438903 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecb5079-76e5-4d1f-a15b-61e9f562e653 req-f25f677b-ec17-45cd-a6ed-f202b614db07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:27.439341 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecb5079-76e5-4d1f-a15b-61e9f562e653 req-f25f677b-ec17-45cd-a6ed-f202b614db07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:27.439815 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecb5079-76e5-4d1f-a15b-61e9f562e653 req-f25f677b-ec17-45cd-a6ed-f202b614db07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:27.440237 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7075e2a6-87f6-4ed4-8ca2-90778bf4e34a service neutron] Pushing event updated for resources: {'Port': ['ID=f60c5687-b2fd-4cd3-950c-f35ebfdff3f7,revision_number=3']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:40:27.440377 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecb5079-76e5-4d1f-a15b-61e9f562e653 req-f25f677b-ec17-45cd-a6ed-f202b614db07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:27.445245 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-738f1314-351a-42a5-9600-aebf23f857eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:27.446147 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-1ecb5079-76e5-4d1f-a15b-61e9f562e653 req-f25f677b-ec17-45cd-a6ed-f202b614db07 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3c879391e12244b68c6a1d18a158625b&device_id=e63d94a3-644d-400a-aa3f-0c71f9fb1b46 HTTP/1.1" status: 200 len: 6477 time: 0.2342803 Mar 29 15:40:27.488841 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-738f1314-351a-42a5-9600-aebf23f857eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:27.528560 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Pushing event updated for resources: {'Port': ['ID=b138750d-fee8-4aba-8eef-232fc2da2ead,revision_number=7']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:40:27.554029 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-1ecb5079-76e5-4d1f-a15b-61e9f562e653 req-b0e0bf7e-00dc-411a-a7bc-fa39da319678 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=afb45c41-7829-4784-bffd-321e3c203b49 HTTP/1.1" status: 200 len: 217 time: 0.0981081 Mar 29 15:40:27.584473 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1969a9-7bb7-4178-86e2-eafb38015f72 req-5a072710-6ad5-4015-8141-c3a3157a5512 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:27.590475 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1969a9-7bb7-4178-86e2-eafb38015f72 req-5a072710-6ad5-4015-8141-c3a3157a5512 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:27.611718 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-d2ec587b-7204-4ac2-8d42-c16ad0f00853 req-8398af00-ea63-4417-ac78-94b4787ebc52 tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b78e968-fb8b-47c8-a89f-b40d10173927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3232119 Mar 29 15:40:27.628216 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1969a9-7bb7-4178-86e2-eafb38015f72 req-5a072710-6ad5-4015-8141-c3a3157a5512 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:27.644042 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1969a9-7bb7-4178-86e2-eafb38015f72 req-5a072710-6ad5-4015-8141-c3a3157a5512 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:27.653380 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ac5a58-b03c-44b0-8c1b-76d305194c1b req-eccf1df3-8754-4387-b874-5a87e3a7a2ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:27.655985 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-03ac5a58-b03c-44b0-8c1b-76d305194c1b req-eccf1df3-8754-4387-b874-5a87e3a7a2ce service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7b28e07d-a4fe-4a22-a912-19b0e9e450a9 HTTP/1.1" status: 200 len: 801 time: 0.1410451 Mar 29 15:40:27.657994 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3334f2fa-edaf-4c7d-b7cf-a963b743c248 req-7d9e1638-f7f2-4364-b4fa-258efad441bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:27.659508 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-3334f2fa-edaf-4c7d-b7cf-a963b743c248 req-7d9e1638-f7f2-4364-b4fa-258efad441bd service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=94799213e4df4db5af3887cbfa8ada4e&device_id=89f2dcda-6dac-4263-8024-9b0b8a1e6f69 HTTP/1.1" status: 200 len: 1094 time: 0.3875844 Mar 29 15:40:27.673931 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1969a9-7bb7-4178-86e2-eafb38015f72 req-5a072710-6ad5-4015-8141-c3a3157a5512 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:27.681825 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1969a9-7bb7-4178-86e2-eafb38015f72 req-5a072710-6ad5-4015-8141-c3a3157a5512 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:27.691579 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1969a9-7bb7-4178-86e2-eafb38015f72 req-5a072710-6ad5-4015-8141-c3a3157a5512 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:27.704400 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-7f1969a9-7bb7-4178-86e2-eafb38015f72 req-5a072710-6ad5-4015-8141-c3a3157a5512 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] 10.222.0.42 "GET /v2.0/ports?device_id=e63d94a3-644d-400a-aa3f-0c71f9fb1b46 HTTP/1.1" status: 200 len: 5420 time: 0.4395077 Mar 29 15:40:27.728483 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] get_ports_and_sgs() called for port_ids ['b138750d-fee8-4aba-8eef-232fc2da2ead'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:40:27.820503 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecb5079-76e5-4d1f-a15b-61e9f562e653 req-6bc865b7-63e4-45d7-89dc-66cc5fc9c479 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:27.822395 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-1ecb5079-76e5-4d1f-a15b-61e9f562e653 req-6bc865b7-63e4-45d7-89dc-66cc5fc9c479 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6b17034e-8c96-4880-a97b-729e224595e5 HTTP/1.1" status: 200 len: 851 time: 0.1074910 Mar 29 15:40:27.832896 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 15:40:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77e938d2-1126-4a77-8839-a292fc310c54 x-openstack-request-id: req-77e938d2-1126-4a77-8839-a292fc310c54 {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:40:27.833172 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e63d94a3-644d-400a-aa3f-0c71f9fb1b46", "tag": "93ac20f5-aa07-4dbf-a3fe-5ec3fbecedce", "status": "completed", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:40:27.833428 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-77e938d2-1126-4a77-8839-a292fc310c54 {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:40:27.833826 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e63d94a3-644d-400a-aa3f-0c71f9fb1b46', 'tag': '93ac20f5-aa07-4dbf-a3fe-5ec3fbecedce', 'status': 'completed', 'code': 200} Mar 29 15:40:27.898695 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-3334f2fa-edaf-4c7d-b7cf-a963b743c248 req-36f10c42-f120-4ccc-8da5-ce67e4d3a3b5 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f60c5687-b2fd-4cd3-950c-f35ebfdff3f7 HTTP/1.1" status: 200 len: 217 time: 0.2155979 Mar 29 15:40:27.899651 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-738f1314-351a-42a5-9600-aebf23f857eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:27.902505 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-738f1314-351a-42a5-9600-aebf23f857eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:27.909001 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-738f1314-351a-42a5-9600-aebf23f857eb admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/8cabffd0-f127-4d96-bdf5-e9984eb8dc15 HTTP/1.1" status: 204 len: 168 time: 1.0662916 Mar 29 15:40:27.926515 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-7f1969a9-7bb7-4178-86e2-eafb38015f72 req-2b50b67e-2e4f-444d-8c49-bd6259daf2e0 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] 10.222.0.42 "GET /v2.0/security-groups?id=7a324716-10f9-4f06-a2b5-9f498b951d56&id=19cf0565-0e5d-4a9a-bb20-6dda76410fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2210591 Mar 29 15:40:27.952246 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecb5079-76e5-4d1f-a15b-61e9f562e653 req-a941d24b-eb2d-4ac3-9689-21bd98e12289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:27.963923 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-1ecb5079-76e5-4d1f-a15b-61e9f562e653 req-a941d24b-eb2d-4ac3-9689-21bd98e12289 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=24e09226-4699-432b-9b8f-2ffa2d9396f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1165254 Mar 29 15:40:28.004810 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3334f2fa-edaf-4c7d-b7cf-a963b743c248 req-cfd15788-e86b-4e5c-bf0e-d7396882e022 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:28.010555 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-3334f2fa-edaf-4c7d-b7cf-a963b743c248 req-cfd15788-e86b-4e5c-bf0e-d7396882e022 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0ba2b8b0-15ec-4c18-a106-c919b2ec3ae7 HTTP/1.1" status: 200 len: 852 time: 0.0941670 Mar 29 15:40:28.065740 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738f1314-351a-42a5-9600-aebf23f857eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cabffd0-f127-4d96-bdf5-e9984eb8dc15,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:40:28.124046 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-1ecb5079-76e5-4d1f-a15b-61e9f562e653 req-39923070-b9e3-49db-b9b9-b44b9735f062 service neutron] 10.222.0.48 "GET /v2.0/networks/24e09226-4699-432b-9b8f-2ffa2d9396f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1611173 Mar 29 15:40:28.151983 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-3334f2fa-edaf-4c7d-b7cf-a963b743c248 req-46f00405-4dad-4b09-aed2-199bc49de279 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=96b8e8ed-22f2-4cb8-884c-6e5cefe078a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0959272 Mar 29 15:40:28.157556 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ac5a58-b03c-44b0-8c1b-76d305194c1b req-5c8ec60f-07be-44eb-b379-351c88954616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:28.160863 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-03ac5a58-b03c-44b0-8c1b-76d305194c1b req-5c8ec60f-07be-44eb-b379-351c88954616 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=adf701ab-1c0e-4adc-b0ff-8d6e7fdda56c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4885056 Mar 29 15:40:28.172132 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913b9c0c-d13b-4cde-8e80-d4181385c301 req-c0deb102-f2ef-4c94-b62c-1e663e0db29e tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:28.173944 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-913b9c0c-d13b-4cde-8e80-d4181385c301 req-c0deb102-f2ef-4c94-b62c-1e663e0db29e tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] 10.222.0.42 "GET /v2.0/ports?device_id=938d5325-d91e-4137-8d24-b21fd73d167e HTTP/1.1" status: 200 len: 944 time: 0.3430293 Mar 29 15:40:28.269507 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce04791b-b8fe-4b64-bb54-63126cfa2d85 req-e904bee0-a3cf-4871-b276-26d1d4ec5c06 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:28.278094 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ce04791b-b8fe-4b64-bb54-63126cfa2d85 req-e904bee0-a3cf-4871-b276-26d1d4ec5c06 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.42 "GET /v2.0/ports?device_id=89f2dcda-6dac-4263-8024-9b0b8a1e6f69 HTTP/1.1" status: 200 len: 943 time: 0.1667931 Mar 29 15:40:28.321626 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-913b9c0c-d13b-4cde-8e80-d4181385c301 req-e5115648-7652-4b3d-a775-67c8fb31099d tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] 10.222.0.42 "GET /v2.0/security-groups?id=ce1e3aa1-c9e4-4c36-a19f-9dbad60c5be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298892 Mar 29 15:40:28.375152 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ce04791b-b8fe-4b64-bb54-63126cfa2d85 req-421fca72-5c14-4878-b50c-e46ef5daad24 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.42 "GET /v2.0/security-groups?id=07e96b72-96bb-4562-b80f-051b133c1759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960729 Mar 29 15:40:28.409051 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-1ecb5079-76e5-4d1f-a15b-61e9f562e653 req-11e5af3b-a239-4db1-b662-d0194811535c service neutron] 10.222.0.48 "GET /v2.0/networks/24e09226-4699-432b-9b8f-2ffa2d9396f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2598953 Mar 29 15:40:28.473770 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-3334f2fa-edaf-4c7d-b7cf-a963b743c248 req-a5d50e64-27af-4242-813b-4ed14a9e3b87 service neutron] 10.222.0.44 "GET /v2.0/networks/96b8e8ed-22f2-4cb8-884c-6e5cefe078a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2916822 Mar 29 15:40:28.480198 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-1ecb5079-76e5-4d1f-a15b-61e9f562e653 req-3e5adf63-aeec-4eb5-ae86-e57d95bbe44f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.196&port_id=66dc2491-4dea-4461-91e1-6f3d16ceba75 HTTP/1.1" status: 200 len: 217 time: 0.0637357 Mar 29 15:40:28.517467 n-d-834765-1 neutron-server[102790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89f2dcda-6dac-4263-8024-9b0b8a1e6f69', 'tag': 'f60c5687-b2fd-4cd3-950c-f35ebfdff3f7'}] {{(pid=102790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:40:28.528134 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46b06d655c90bc969636382cce4240ad749035fb0f3a83ee4734fa1ed9c4a6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a90dac90-2ae9-4e4b-bef6-28ec50988d31" -d '{"events": [{"name": "network-changed", "server_uuid": "89f2dcda-6dac-4263-8024-9b0b8a1e6f69", "tag": "f60c5687-b2fd-4cd3-950c-f35ebfdff3f7"}]}' {{(pid=102790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:40:28.535944 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 41722) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:40:28.555127 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecb5079-76e5-4d1f-a15b-61e9f562e653 req-fbd876c0-4114-45d6-bf11-7c35febd9df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:28.556685 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-1ecb5079-76e5-4d1f-a15b-61e9f562e653 req-fbd876c0-4114-45d6-bf11-7c35febd9df4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b558a353-1af4-459f-8c75-f0d6cfabf011 HTTP/1.1" status: 200 len: 797 time: 0.0686951 Mar 29 15:40:28.599835 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-03ac5a58-b03c-44b0-8c1b-76d305194c1b req-0eaa5a13-895c-4f86-8276-5626b671ed8b service neutron] 10.222.0.44 "GET /v2.0/networks/adf701ab-1c0e-4adc-b0ff-8d6e7fdda56c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4245329 Mar 29 15:40:28.601416 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 15:40:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-673f210b-5356-440a-ab13-df94e8c8b381 x-openstack-request-id: req-673f210b-5356-440a-ab13-df94e8c8b381 {{(pid=102790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:40:28.601616 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89f2dcda-6dac-4263-8024-9b0b8a1e6f69", "tag": "f60c5687-b2fd-4cd3-950c-f35ebfdff3f7", "status": "completed", "code": 200}]} {{(pid=102790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:40:28.601862 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-673f210b-5356-440a-ab13-df94e8c8b381 {{(pid=102790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:40:28.602233 n-d-834765-1 neutron-server[102790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89f2dcda-6dac-4263-8024-9b0b8a1e6f69', 'tag': 'f60c5687-b2fd-4cd3-950c-f35ebfdff3f7', 'status': 'completed', 'code': 200} Mar 29 15:40:28.616933 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecb5079-76e5-4d1f-a15b-61e9f562e653 req-0c0b2027-4fb4-4073-8d74-b5ce05beffce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:28.619215 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-1ecb5079-76e5-4d1f-a15b-61e9f562e653 req-0c0b2027-4fb4-4073-8d74-b5ce05beffce service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=298fe4b0-bb90-4e7d-aba6-ce8da9b2ed22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0547998 Mar 29 15:40:28.710856 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dcb412-ac06-48f4-ac40-35b920f998a8 req-1aa5dac7-d86b-422e-a845-a49bdb4d6a67 tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:28.712334 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-d7dcb412-ac06-48f4-ac40-35b920f998a8 req-1aa5dac7-d86b-422e-a845-a49bdb4d6a67 tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] 10.222.0.42 "GET /v2.0/ports?device_id=634c595e-d279-4aeb-bf6e-5b4c4a939ff0 HTTP/1.1" status: 200 len: 946 time: 0.2359476 Mar 29 15:40:28.760351 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-349ae126-0374-4804-b0f9-e299e94bf38c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=1730d08ec624469c834b17f19e8d740f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2134013 Mar 29 15:40:28.786724 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 41728) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:40:28.802727 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-3334f2fa-edaf-4c7d-b7cf-a963b743c248 req-18161d09-4fe9-452d-be4b-bddc75982f62 service neutron] 10.222.0.44 "GET /v2.0/networks/96b8e8ed-22f2-4cb8-884c-6e5cefe078a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2648914 Mar 29 15:40:28.836320 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-1ecb5079-76e5-4d1f-a15b-61e9f562e653 req-8edea7f8-5e9d-419e-b31e-164563cfe7d2 service neutron] 10.222.0.48 "GET /v2.0/networks/298fe4b0-bb90-4e7d-aba6-ce8da9b2ed22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2094758 Mar 29 15:40:28.845903 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-d7dcb412-ac06-48f4-ac40-35b920f998a8 req-1613c27e-40d1-40ad-a402-047631630365 tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] 10.222.0.42 "GET /v2.0/security-groups?id=d26d57f3-f34b-4b82-acb2-a15ffdfe7b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203940 Mar 29 15:40:28.902891 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7f455a-1d35-4746-9d2d-40d779ac58d1 req-c4bd9cbd-bc5d-4488-bbfc-86c6efe941dd tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:28.911099 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7f455a-1d35-4746-9d2d-40d779ac58d1 req-c4bd9cbd-bc5d-4488-bbfc-86c6efe941dd tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:28.918020 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-03ac5a58-b03c-44b0-8c1b-76d305194c1b req-5643a73a-db4c-45be-aaa0-d3dfcc1a55c4 service neutron] 10.222.0.44 "GET /v2.0/networks/adf701ab-1c0e-4adc-b0ff-8d6e7fdda56c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2687533 Mar 29 15:40:28.921041 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7f455a-1d35-4746-9d2d-40d779ac58d1 req-c4bd9cbd-bc5d-4488-bbfc-86c6efe941dd tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:28.923090 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-5b7f455a-1d35-4746-9d2d-40d779ac58d1 req-c4bd9cbd-bc5d-4488-bbfc-86c6efe941dd tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] 10.222.0.42 "GET /v2.0/ports?device_id=9df137f2-cec3-49de-8d75-c433cf335604 HTTP/1.1" status: 200 len: 2411 time: 0.1801076 Mar 29 15:40:28.941569 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-dc49fb96-5e55-40a1-8b55-33df196a72ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:28.979944 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-03ac5a58-b03c-44b0-8c1b-76d305194c1b req-d81b4dc2-4c90-4394-b4ef-f2ad460f2db1 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.159&port_id=3b6a66a4-2f81-4ff2-8190-2f6c09253840 HTTP/1.1" status: 200 len: 217 time: 0.0451791 Mar 29 15:40:28.997987 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90dac90-2ae9-4e4b-bef6-28ec50988d31 req-8b4ddba3-7399-40b0-9b90-7203a316e41e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:29.000855 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-a90dac90-2ae9-4e4b-bef6-28ec50988d31 req-8b4ddba3-7399-40b0-9b90-7203a316e41e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=94799213e4df4db5af3887cbfa8ada4e&device_id=89f2dcda-6dac-4263-8024-9b0b8a1e6f69 HTTP/1.1" status: 200 len: 1094 time: 0.1316102 Mar 29 15:40:29.001796 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-1ecb5079-76e5-4d1f-a15b-61e9f562e653 req-80070769-1ba9-455b-9ab9-9fa608b8195d service neutron] 10.222.0.48 "GET /v2.0/networks/298fe4b0-bb90-4e7d-aba6-ce8da9b2ed22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1553986 Mar 29 15:40:29.003022 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-dc49fb96-5e55-40a1-8b55-33df196a72ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:29.087969 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-1ecb5079-76e5-4d1f-a15b-61e9f562e653 req-e109b50d-f43f-45d5-a868-8f90a9f07231 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.138&port_id=49b5fca5-a1ca-4798-bbf7-14cd233b96a8 HTTP/1.1" status: 200 len: 217 time: 0.0611551 Mar 29 15:40:29.094165 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-5b7f455a-1d35-4746-9d2d-40d779ac58d1 req-edde27bb-ebe1-4fde-bfe6-4b5e4d41ec02 tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b78e968-fb8b-47c8-a89f-b40d10173927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913291 Mar 29 15:40:29.123350 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ac5a58-b03c-44b0-8c1b-76d305194c1b req-b946ab42-f0ce-4ae6-98a5-1c56447af802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:29.125027 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-03ac5a58-b03c-44b0-8c1b-76d305194c1b req-b946ab42-f0ce-4ae6-98a5-1c56447af802 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d4540596-3d25-46d6-844a-3b839bd7d078 HTTP/1.1" status: 200 len: 801 time: 0.1198771 Mar 29 15:40:29.159238 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecb5079-76e5-4d1f-a15b-61e9f562e653 req-17a8c3c6-36c1-4edb-9bd9-224cad10e7cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:29.165920 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-1ecb5079-76e5-4d1f-a15b-61e9f562e653 req-17a8c3c6-36c1-4edb-9bd9-224cad10e7cc service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b558a353-1af4-459f-8c75-f0d6cfabf011 HTTP/1.1" status: 200 len: 797 time: 0.0689840 Mar 29 15:40:29.245374 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecb5079-76e5-4d1f-a15b-61e9f562e653 req-3e050f74-653a-4906-af6b-7241379e67e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:29.249216 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-1ecb5079-76e5-4d1f-a15b-61e9f562e653 req-3e050f74-653a-4906-af6b-7241379e67e5 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=298fe4b0-bb90-4e7d-aba6-ce8da9b2ed22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0779748 Mar 29 15:40:29.418859 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-1ecb5079-76e5-4d1f-a15b-61e9f562e653 req-1bb99a90-5a6c-4ca1-9b10-48521fa5df77 service neutron] 10.222.0.48 "GET /v2.0/networks/298fe4b0-bb90-4e7d-aba6-ce8da9b2ed22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1625404 Mar 29 15:40:29.574800 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3200eae2-f8e9-492b-95ec-5f2399a74602 req-003b921a-e696-45a1-9686-7ef1912abd31 tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:29.582619 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-3200eae2-f8e9-492b-95ec-5f2399a74602 req-003b921a-e696-45a1-9686-7ef1912abd31 tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] 10.222.0.42 "GET /v2.0/ports?device_id=938d5325-d91e-4137-8d24-b21fd73d167e HTTP/1.1" status: 200 len: 944 time: 0.1268265 Mar 29 15:40:29.620608 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-1ecb5079-76e5-4d1f-a15b-61e9f562e653 req-5b76c47b-e04f-4443-89e9-4695c0d0020e service neutron] 10.222.0.48 "GET /v2.0/networks/298fe4b0-bb90-4e7d-aba6-ce8da9b2ed22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1933212 Mar 29 15:40:29.640746 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-3200eae2-f8e9-492b-95ec-5f2399a74602 req-721976da-f7d7-4e3a-b945-4e537f5aacd3 tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] 10.222.0.42 "GET /v2.0/security-groups?id=ce1e3aa1-c9e4-4c36-a19f-9dbad60c5be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572031 Mar 29 15:40:29.689661 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-1ecb5079-76e5-4d1f-a15b-61e9f562e653 req-3bdf95b6-4a12-4fc9-bab6-373acb0cd492 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.86&port_id=62748d51-569b-4ac6-b982-c0c07d6060df HTTP/1.1" status: 200 len: 217 time: 0.0472250 Mar 29 15:40:29.772614 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecb5079-76e5-4d1f-a15b-61e9f562e653 req-633be489-48c3-4864-a832-9fe7da658f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:29.774804 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-1ecb5079-76e5-4d1f-a15b-61e9f562e653 req-633be489-48c3-4864-a832-9fe7da658f6d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b558a353-1af4-459f-8c75-f0d6cfabf011 HTTP/1.1" status: 200 len: 797 time: 0.0786364 Mar 29 15:40:29.804364 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90dac90-2ae9-4e4b-bef6-28ec50988d31 req-0a2757b7-47f5-49ec-8d3b-0496c2cb9357 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:29.806244 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-a90dac90-2ae9-4e4b-bef6-28ec50988d31 req-0a2757b7-47f5-49ec-8d3b-0496c2cb9357 service neutron] 10.222.0.44 "GET /v2.0/networks?id=96b8e8ed-22f2-4cb8-884c-6e5cefe078a4 HTTP/1.1" status: 200 len: 913 time: 0.7514391 Mar 29 15:40:29.832450 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33fc000-48e1-4fdb-95aa-3f02e5727333 req-b8ac6192-4411-4813-85e0-a703c3cf552a tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:29.840359 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33fc000-48e1-4fdb-95aa-3f02e5727333 req-b8ac6192-4411-4813-85e0-a703c3cf552a tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:29.849977 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33fc000-48e1-4fdb-95aa-3f02e5727333 req-b8ac6192-4411-4813-85e0-a703c3cf552a tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:29.856824 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33fc000-48e1-4fdb-95aa-3f02e5727333 req-b8ac6192-4411-4813-85e0-a703c3cf552a tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:29.867026 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33fc000-48e1-4fdb-95aa-3f02e5727333 req-b8ac6192-4411-4813-85e0-a703c3cf552a tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:29.870494 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1a7e7d-303b-4cd7-82c3-d0f1ce997ba3 req-a5686f6b-6ed2-44fd-bf91-140d542ad1b6 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:29.872243 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-1c1a7e7d-303b-4cd7-82c3-d0f1ce997ba3 req-a5686f6b-6ed2-44fd-bf91-140d542ad1b6 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.42 "GET /v2.0/ports?device_id=89f2dcda-6dac-4263-8024-9b0b8a1e6f69 HTTP/1.1" status: 200 len: 943 time: 0.1026337 Mar 29 15:40:29.874193 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecb5079-76e5-4d1f-a15b-61e9f562e653 req-572b7769-8db5-4172-b75d-37a63bf92ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:29.875753 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-1ecb5079-76e5-4d1f-a15b-61e9f562e653 req-572b7769-8db5-4172-b75d-37a63bf92ebe service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=298fe4b0-bb90-4e7d-aba6-ce8da9b2ed22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0909913 Mar 29 15:40:29.876868 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33fc000-48e1-4fdb-95aa-3f02e5727333 req-b8ac6192-4411-4813-85e0-a703c3cf552a tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:29.886021 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33fc000-48e1-4fdb-95aa-3f02e5727333 req-b8ac6192-4411-4813-85e0-a703c3cf552a tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:29.889721 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-c33fc000-48e1-4fdb-95aa-3f02e5727333 req-b8ac6192-4411-4813-85e0-a703c3cf552a tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] 10.222.0.42 "GET /v2.0/ports?device_id=e63d94a3-644d-400a-aa3f-0c71f9fb1b46 HTTP/1.1" status: 200 len: 5420 time: 0.8329163 Mar 29 15:40:29.913686 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-dc49fb96-5e55-40a1-8b55-33df196a72ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:29.918256 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-dc49fb96-5e55-40a1-8b55-33df196a72ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:29.931988 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-dc49fb96-5e55-40a1-8b55-33df196a72ce admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/0d82d0e6-b2d7-4cca-b278-69fa7d0ba3ed HTTP/1.1" status: 204 len: 168 time: 1.1417325 Mar 29 15:40:29.988588 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ac5a58-b03c-44b0-8c1b-76d305194c1b req-c5eb6488-cb4b-4bdc-b3dc-357560aa3f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:29.990210 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-03ac5a58-b03c-44b0-8c1b-76d305194c1b req-c5eb6488-cb4b-4bdc-b3dc-357560aa3f18 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=1b351205-c01f-42ee-b3ae-5144efe92816&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.8543353 Mar 29 15:40:29.997361 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-a90dac90-2ae9-4e4b-bef6-28ec50988d31 req-a533d533-3b60-4d47-a9e7-78a87f5513cd service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f60c5687-b2fd-4cd3-950c-f35ebfdff3f7 HTTP/1.1" status: 200 len: 217 time: 0.1047966 Mar 29 15:40:30.005909 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc49fb96-5e55-40a1-8b55-33df196a72ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d82d0e6-b2d7-4cca-b278-69fa7d0ba3ed,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:40:30.030106 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-1c1a7e7d-303b-4cd7-82c3-d0f1ce997ba3 req-9c2b2af5-a815-4386-92fc-f8d1bbbc8018 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.42 "GET /v2.0/security-groups?id=07e96b72-96bb-4562-b80f-051b133c1759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450603 Mar 29 15:40:30.092178 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-1ecb5079-76e5-4d1f-a15b-61e9f562e653 req-b114c92a-6bcc-4e90-b997-14531ff941f8 service neutron] 10.222.0.48 "GET /v2.0/networks/298fe4b0-bb90-4e7d-aba6-ce8da9b2ed22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2091854 Mar 29 15:40:30.218698 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-c33fc000-48e1-4fdb-95aa-3f02e5727333 req-99ece72d-3fff-428a-9ec9-ee9ad23cd900 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] 10.222.0.42 "GET /v2.0/security-groups?id=7a324716-10f9-4f06-a2b5-9f498b951d56&id=19cf0565-0e5d-4a9a-bb20-6dda76410fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3084562 Mar 29 15:40:30.260815 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90dac90-2ae9-4e4b-bef6-28ec50988d31 req-73c0db11-25d1-4810-8994-78f920fcd49e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:30.265219 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-a90dac90-2ae9-4e4b-bef6-28ec50988d31 req-73c0db11-25d1-4810-8994-78f920fcd49e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0ba2b8b0-15ec-4c18-a106-c919b2ec3ae7 HTTP/1.1" status: 200 len: 852 time: 0.2477250 Mar 29 15:40:30.267123 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-137cc9b3-6673-4652-ad90-4343275b95f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:30.289230 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7daf8db5-562b-4a76-9460-09ccf3ec5106 req-7036de27-91d0-425a-adfd-68c0bcf7cd65 tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:30.290462 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-7daf8db5-562b-4a76-9460-09ccf3ec5106 req-7036de27-91d0-425a-adfd-68c0bcf7cd65 tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] 10.222.0.42 "GET /v2.0/ports?device_id=634c595e-d279-4aeb-bf6e-5b4c4a939ff0 HTTP/1.1" status: 200 len: 946 time: 0.1626456 Mar 29 15:40:30.295187 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-1ecb5079-76e5-4d1f-a15b-61e9f562e653 req-3e919568-d4f7-4ffe-8bcf-c9707a854eeb service neutron] 10.222.0.48 "GET /v2.0/networks/298fe4b0-bb90-4e7d-aba6-ce8da9b2ed22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1959925 Mar 29 15:40:30.338653 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-a90dac90-2ae9-4e4b-bef6-28ec50988d31 req-36be514b-212b-49d1-8988-420bbbf5a6cc service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=96b8e8ed-22f2-4cb8-884c-6e5cefe078a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0619535 Mar 29 15:40:30.374348 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-1ecb5079-76e5-4d1f-a15b-61e9f562e653 req-7154a3e5-10ee-4870-8dac-79bb48c8c3b2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.190&port_id=0e514d14-115e-4070-8843-3ee9f7325115 HTTP/1.1" status: 200 len: 217 time: 0.0538473 Mar 29 15:40:30.423616 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-03ac5a58-b03c-44b0-8c1b-76d305194c1b req-5d169715-8656-4261-b792-74fd3e9dff97 service neutron] 10.222.0.44 "GET /v2.0/networks/1b351205-c01f-42ee-b3ae-5144efe92816?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3773522 Mar 29 15:40:30.506260 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-7daf8db5-562b-4a76-9460-09ccf3ec5106 req-7fd323f6-c18a-467e-a58c-fcc4ee3bc44c tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] 10.222.0.42 "GET /v2.0/security-groups?id=d26d57f3-f34b-4b82-acb2-a15ffdfe7b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1965685 Mar 29 15:40:30.540674 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecb5079-76e5-4d1f-a15b-61e9f562e653 req-c4308598-ddd1-4cd4-b1e6-239bb047d812 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:30.543941 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-1ecb5079-76e5-4d1f-a15b-61e9f562e653 req-c4308598-ddd1-4cd4-b1e6-239bb047d812 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b558a353-1af4-459f-8c75-f0d6cfabf011 HTTP/1.1" status: 200 len: 797 time: 0.1636436 Mar 29 15:40:30.560313 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-a90dac90-2ae9-4e4b-bef6-28ec50988d31 req-42198ece-5471-44b3-bb96-4d36f4cf4fc8 service neutron] 10.222.0.44 "GET /v2.0/networks/96b8e8ed-22f2-4cb8-884c-6e5cefe078a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2025123 Mar 29 15:40:30.577156 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b34289-a415-456d-85f7-8e8d9490b2a5 req-b012c689-b014-40ac-aa48-21d6aedfd058 tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:30.583572 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b34289-a415-456d-85f7-8e8d9490b2a5 req-b012c689-b014-40ac-aa48-21d6aedfd058 tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:30.600582 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device b138750d-fee8-4aba-8eef-232fc2da2ead up at agent hyperv_n-h2-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:40:30.614229 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b34289-a415-456d-85f7-8e8d9490b2a5 req-b012c689-b014-40ac-aa48-21d6aedfd058 tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:30.621525 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-30b34289-a415-456d-85f7-8e8d9490b2a5 req-b012c689-b014-40ac-aa48-21d6aedfd058 tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] 10.222.0.42 "GET /v2.0/ports?device_id=9df137f2-cec3-49de-8d75-c433cf335604 HTTP/1.1" status: 200 len: 2411 time: 0.2563334 Mar 29 15:40:30.635201 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecb5079-76e5-4d1f-a15b-61e9f562e653 req-dec32ff9-cebd-4925-9655-bf28a61c6531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:30.638282 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-1ecb5079-76e5-4d1f-a15b-61e9f562e653 req-dec32ff9-cebd-4925-9655-bf28a61c6531 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=298fe4b0-bb90-4e7d-aba6-ce8da9b2ed22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0864222 Mar 29 15:40:30.682784 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Provisioning complete for port b138750d-fee8-4aba-8eef-232fc2da2ead triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:40:30.683456 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:30.748981 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-03ac5a58-b03c-44b0-8c1b-76d305194c1b req-25fff027-1670-47c2-925d-98cca38de5dd service neutron] 10.222.0.44 "GET /v2.0/networks/1b351205-c01f-42ee-b3ae-5144efe92816?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3162994 Mar 29 15:40:30.843915 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:30.897173 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '938d5325-d91e-4137-8d24-b21fd73d167e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b138750d-fee8-4aba-8eef-232fc2da2ead'}] {{(pid=102792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:40:30.900064 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4f476c66b318cc6068719fc39557fac68d413f5c7e78fa77028c7948e999ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77876701-3917-41cf-95b1-24c7ee8dac34" -d '{"events": [{"server_uuid": "938d5325-d91e-4137-8d24-b21fd73d167e", "name": "network-vif-plugged", "status": "completed", "tag": "b138750d-fee8-4aba-8eef-232fc2da2ead"}]}' {{(pid=102792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:40:30.916696 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port b138750d-fee8-4aba-8eef-232fc2da2ead, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=b138750d-fee8-4aba-8eef-232fc2da2ead,segment=NetworkSegment(41873e9c-b24c-40ec-94cd-76d430c8ed02),segment_id=41873e9c-b24c-40ec-94cd-76d430c8ed02)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:40:30.923293 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:30.942794 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-a90dac90-2ae9-4e4b-bef6-28ec50988d31 req-9937c42d-95f2-4114-941d-d7bcab854165 service neutron] 10.222.0.44 "GET /v2.0/networks/96b8e8ed-22f2-4cb8-884c-6e5cefe078a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3200784 Mar 29 15:40:30.987215 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-30b34289-a415-456d-85f7-8e8d9490b2a5 req-c626f7cf-594d-4c00-9535-c06f5756d47d tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b78e968-fb8b-47c8-a89f-b40d10173927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321826 Mar 29 15:40:31.004010 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1304a3a-ca34-414b-80a7-152c2f8c00a5 req-65f56a46-cccf-4168-8b25-5395c1d7383a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:31.004589 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1304a3a-ca34-414b-80a7-152c2f8c00a5 req-65f56a46-cccf-4168-8b25-5395c1d7383a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:31.004954 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1304a3a-ca34-414b-80a7-152c2f8c00a5 req-65f56a46-cccf-4168-8b25-5395c1d7383a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:31.014734 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-1ecb5079-76e5-4d1f-a15b-61e9f562e653 req-280331f9-bce7-44c7-9aea-ac4e1929c290 service neutron] 10.222.0.48 "GET /v2.0/networks/298fe4b0-bb90-4e7d-aba6-ce8da9b2ed22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3621700 Mar 29 15:40:31.014944 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Pushing event updated for resources: {'Port': ['ID=b138750d-fee8-4aba-8eef-232fc2da2ead,revision_number=8']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:40:31.015036 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-d1304a3a-ca34-414b-80a7-152c2f8c00a5 req-65f56a46-cccf-4168-8b25-5395c1d7383a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d35c7b00e95148bdb6e7470aeaeb77ed&device_id=9df137f2-cec3-49de-8d75-c433cf335604 HTTP/1.1" status: 200 len: 2864 time: 0.1494212 Mar 29 15:40:31.017809 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a318fdaf-b9b1-44a0-8c19-630bddaa05eb req-bd8bd469-21a1-4b1e-b3c2-fe46c80e29b2 tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:31.019615 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-a318fdaf-b9b1-44a0-8c19-630bddaa05eb req-bd8bd469-21a1-4b1e-b3c2-fe46c80e29b2 tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] 10.222.0.42 "GET /v2.0/ports?device_id=938d5325-d91e-4137-8d24-b21fd73d167e HTTP/1.1" status: 200 len: 944 time: 0.1802347 Mar 29 15:40:31.065193 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:40:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7afb5ff4-b19d-4890-b7b8-7d75e51838ac x-openstack-request-id: req-7afb5ff4-b19d-4890-b7b8-7d75e51838ac {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:40:31.065505 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "938d5325-d91e-4137-8d24-b21fd73d167e", "name": "network-vif-plugged", "status": "completed", "tag": "b138750d-fee8-4aba-8eef-232fc2da2ead", "code": 200}]} {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:40:31.065758 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-7afb5ff4-b19d-4890-b7b8-7d75e51838ac {{(pid=102792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:40:31.066192 n-d-834765-1 neutron-server[102792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '938d5325-d91e-4137-8d24-b21fd73d167e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b138750d-fee8-4aba-8eef-232fc2da2ead', 'code': 200} Mar 29 15:40:31.172928 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-a318fdaf-b9b1-44a0-8c19-630bddaa05eb req-5fc6dbce-8ebc-400d-a51c-7ce776303bb5 tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] 10.222.0.42 "GET /v2.0/security-groups?id=ce1e3aa1-c9e4-4c36-a19f-9dbad60c5be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367111 Mar 29 15:40:31.280093 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095d9451-3804-4e73-85d2-7b4ffb88c28c req-7cf87b7c-b725-4dbd-a050-8fe46c1c88c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:31.282136 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-095d9451-3804-4e73-85d2-7b4ffb88c28c req-7cf87b7c-b725-4dbd-a050-8fe46c1c88c5 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=938d5325-d91e-4137-8d24-b21fd73d167e HTTP/1.1" status: 200 len: 1096 time: 0.0821335 Mar 29 15:40:31.285614 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-1ecb5079-76e5-4d1f-a15b-61e9f562e653 req-17ba35ac-f188-4368-be1d-90097b91f107 service neutron] 10.222.0.48 "GET /v2.0/networks/298fe4b0-bb90-4e7d-aba6-ce8da9b2ed22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2639072 Mar 29 15:40:31.343683 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a267df7-02ca-4b93-9328-a9d800a697a8 req-c0214494-0087-423e-bd11-09f5dae532f7 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:31.345229 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-0a267df7-02ca-4b93-9328-a9d800a697a8 req-c0214494-0087-423e-bd11-09f5dae532f7 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.42 "GET /v2.0/ports?device_id=89f2dcda-6dac-4263-8024-9b0b8a1e6f69 HTTP/1.1" status: 200 len: 943 time: 0.1629338 Mar 29 15:40:31.372802 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-1ecb5079-76e5-4d1f-a15b-61e9f562e653 req-2aa37c9c-659c-4bd9-9890-d90a402447f5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=6c9d42f1-664d-4f97-a0ba-019ea090a445 HTTP/1.1" status: 200 len: 217 time: 0.0588753 Mar 29 15:40:31.372941 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1304a3a-ca34-414b-80a7-152c2f8c00a5 req-934a93c2-09bc-4b69-b4b3-a595c66a4918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:31.372941 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-d1304a3a-ca34-414b-80a7-152c2f8c00a5 req-934a93c2-09bc-4b69-b4b3-a595c66a4918 service neutron] 10.222.0.44 "GET /v2.0/networks?id=1b351205-c01f-42ee-b3ae-5144efe92816 HTTP/1.1" status: 200 len: 902 time: 0.3540928 Mar 29 15:40:31.439656 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-0a267df7-02ca-4b93-9328-a9d800a697a8 req-2335da2c-b6d1-4883-89d3-46b8eb76efe0 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.42 "GET /v2.0/security-groups?id=07e96b72-96bb-4562-b80f-051b133c1759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860586 Mar 29 15:40:31.440967 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-d1304a3a-ca34-414b-80a7-152c2f8c00a5 req-4e7d8a4e-dd0f-4189-8c27-485797035808 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.159&port_id=3b6a66a4-2f81-4ff2-8190-2f6c09253840 HTTP/1.1" status: 200 len: 217 time: 0.0458739 Mar 29 15:40:31.508797 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1304a3a-ca34-414b-80a7-152c2f8c00a5 req-de7d101d-ac24-4178-a9ed-b48672077407 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:31.511075 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-d1304a3a-ca34-414b-80a7-152c2f8c00a5 req-de7d101d-ac24-4178-a9ed-b48672077407 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d4540596-3d25-46d6-844a-3b839bd7d078 HTTP/1.1" status: 200 len: 801 time: 0.0612051 Mar 29 15:40:31.515382 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-095d9451-3804-4e73-85d2-7b4ffb88c28c req-899cd0aa-99e1-4724-895d-c2d5609754e0 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=ce1e3aa1-c9e4-4c36-a19f-9dbad60c5be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2215900 Mar 29 15:40:31.552976 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bfd448-90f3-43a6-85f4-2e761d1c21aa req-5cf195f0-edde-424a-98ba-91c850bbb22b tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:31.567186 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bfd448-90f3-43a6-85f4-2e761d1c21aa req-5cf195f0-edde-424a-98ba-91c850bbb22b tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:31.574859 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bfd448-90f3-43a6-85f4-2e761d1c21aa req-5cf195f0-edde-424a-98ba-91c850bbb22b tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:31.581726 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bfd448-90f3-43a6-85f4-2e761d1c21aa req-5cf195f0-edde-424a-98ba-91c850bbb22b tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:31.588006 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bfd448-90f3-43a6-85f4-2e761d1c21aa req-5cf195f0-edde-424a-98ba-91c850bbb22b tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:31.594698 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bfd448-90f3-43a6-85f4-2e761d1c21aa req-5cf195f0-edde-424a-98ba-91c850bbb22b tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:31.601059 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bfd448-90f3-43a6-85f4-2e761d1c21aa req-5cf195f0-edde-424a-98ba-91c850bbb22b tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:31.610197 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f2bfd448-90f3-43a6-85f4-2e761d1c21aa req-5cf195f0-edde-424a-98ba-91c850bbb22b tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] 10.222.0.42 "GET /v2.0/ports?device_id=e63d94a3-644d-400a-aa3f-0c71f9fb1b46 HTTP/1.1" status: 200 len: 5420 time: 0.2452793 Mar 29 15:40:31.622169 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecb5079-76e5-4d1f-a15b-61e9f562e653 req-fcf4db30-bd38-4bc2-9048-8a847a0f311c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:31.624148 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-1ecb5079-76e5-4d1f-a15b-61e9f562e653 req-fcf4db30-bd38-4bc2-9048-8a847a0f311c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=71e90eec-8f1c-4b07-8429-040103c60c28 HTTP/1.1" status: 200 len: 797 time: 0.2398925 Mar 29 15:40:31.679424 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1304a3a-ca34-414b-80a7-152c2f8c00a5 req-e03ef58b-c8e6-4555-927e-2f42fd3cf668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:31.680784 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f2bfd448-90f3-43a6-85f4-2e761d1c21aa req-82f6761c-deaa-403b-84f3-cdf5bc59cdcb tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] 10.222.0.42 "GET /v2.0/security-groups?id=7a324716-10f9-4f06-a2b5-9f498b951d56&id=19cf0565-0e5d-4a9a-bb20-6dda76410fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0510755 Mar 29 15:40:31.682648 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-d1304a3a-ca34-414b-80a7-152c2f8c00a5 req-e03ef58b-c8e6-4555-927e-2f42fd3cf668 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=1b351205-c01f-42ee-b3ae-5144efe92816&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1615691 Mar 29 15:40:31.739059 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32096fc2-8c93-4ad6-82f5-9f13eeb84ec5 req-df96770f-46f0-43ca-9e8d-a8a4cee5f040 tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:31.741016 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-32096fc2-8c93-4ad6-82f5-9f13eeb84ec5 req-df96770f-46f0-43ca-9e8d-a8a4cee5f040 tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] 10.222.0.42 "GET /v2.0/ports?device_id=634c595e-d279-4aeb-bf6e-5b4c4a939ff0 HTTP/1.1" status: 200 len: 946 time: 0.1244130 Mar 29 15:40:31.846551 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-32096fc2-8c93-4ad6-82f5-9f13eeb84ec5 req-2c0ff4bc-30f6-4bdc-b501-129814267339 tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] 10.222.0.42 "GET /v2.0/security-groups?id=d26d57f3-f34b-4b82-acb2-a15ffdfe7b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805340 Mar 29 15:40:31.846795 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device f60c5687-b2fd-4cd3-950c-f35ebfdff3f7 details requested by agent hyperv_n-h1-834765-1 with host n-h1-834765-1 {{(pid=102792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 15:40:31.869445 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-d1304a3a-ca34-414b-80a7-152c2f8c00a5 req-c1a1ca78-2297-4fb4-87e6-d50db66e56fc service neutron] 10.222.0.44 "GET /v2.0/networks/1b351205-c01f-42ee-b3ae-5144efe92816?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1766026 Mar 29 15:40:31.918383 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecb5079-76e5-4d1f-a15b-61e9f562e653 req-9328c81c-8dcb-4f7c-9f37-fa98d6a3cc6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:31.920014 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-1ecb5079-76e5-4d1f-a15b-61e9f562e653 req-9328c81c-8dcb-4f7c-9f37-fa98d6a3cc6d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6063560a-a61f-4d6e-8083-e9831aad0c36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1626408 Mar 29 15:40:31.985131 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port f60c5687-b2fd-4cd3-950c-f35ebfdff3f7, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=f60c5687-b2fd-4cd3-950c-f35ebfdff3f7,segment=NetworkSegment(e1d90273-cef5-4478-85fc-ff4ac210e191),segment_id=e1d90273-cef5-4478-85fc-ff4ac210e191)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:40:31.996724 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Returning: {'device': 'f60c5687-b2fd-4cd3-950c-f35ebfdff3f7', 'network_id': '96b8e8ed-22f2-4cb8-884c-6e5cefe078a4', 'port_id': 'f60c5687-b2fd-4cd3-950c-f35ebfdff3f7', 'mac_address': 'fa:16:3e:85:68:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ba2b8b0-15ec-4c18-a106-c919b2ec3ae7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 15:40:32.037590 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-d1304a3a-ca34-414b-80a7-152c2f8c00a5 req-237e594b-fe8e-4307-8379-ac85114a52b3 service neutron] 10.222.0.44 "GET /v2.0/networks/1b351205-c01f-42ee-b3ae-5144efe92816?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1604764 Mar 29 15:40:32.042756 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:32.061358 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-1ecb5079-76e5-4d1f-a15b-61e9f562e653 req-6b492d7d-803a-4d48-8b53-aa7ce34f902d service neutron] 10.222.0.48 "GET /v2.0/networks/6063560a-a61f-4d6e-8083-e9831aad0c36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235635 Mar 29 15:40:32.075177 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f60c5687-b2fd-4cd3-950c-f35ebfdff3f7 {{(pid=102792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:40:32.096186 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port f60c5687-b2fd-4cd3-950c-f35ebfdff3f7, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=f60c5687-b2fd-4cd3-950c-f35ebfdff3f7,segment=NetworkSegment(e1d90273-cef5-4478-85fc-ff4ac210e191),segment_id=e1d90273-cef5-4478-85fc-ff4ac210e191)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:40:32.102426 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:32.132460 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31fdcc1-55be-4b69-b18f-21123a1fcee8 req-9a3c6fa2-7cad-4931-9799-fc955c76fa08 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:32.143516 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b31fdcc1-55be-4b69-b18f-21123a1fcee8 req-9a3c6fa2-7cad-4931-9799-fc955c76fa08 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] 10.222.0.42 "GET /v2.0/networks?id=b1def78c-da55-4367-b9b1-4d7fc20fc6ac HTTP/1.1" status: 200 len: 808 time: 0.3443983 Mar 29 15:40:32.147500 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b60936-9763-4263-aa9f-7abd8cd7f37c req-9be04955-b62d-4f0f-b55b-c8bb78d4786d tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:32.156257 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b60936-9763-4263-aa9f-7abd8cd7f37c req-9be04955-b62d-4f0f-b55b-c8bb78d4786d tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:32.163926 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b60936-9763-4263-aa9f-7abd8cd7f37c req-9be04955-b62d-4f0f-b55b-c8bb78d4786d tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:32.180209 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-92b60936-9763-4263-aa9f-7abd8cd7f37c req-9be04955-b62d-4f0f-b55b-c8bb78d4786d tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] 10.222.0.42 "GET /v2.0/ports?device_id=9df137f2-cec3-49de-8d75-c433cf335604 HTTP/1.1" status: 200 len: 2411 time: 0.0907583 Mar 29 15:40:32.180414 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b31fdcc1-55be-4b69-b18f-21123a1fcee8 req-42ee0c2b-efa8-4ed3-8585-55db268ed3df tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] 10.222.0.42 "GET /v2.0/quotas/61d6b03cf8b04e0283d0c20861ff0cb0 HTTP/1.1" status: 200 len: 375 time: 0.0326710 Mar 29 15:40:32.204130 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Pushing event updated for resources: {'Port': ['ID=f60c5687-b2fd-4cd3-950c-f35ebfdff3f7,revision_number=4']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:40:32.226543 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-92b60936-9763-4263-aa9f-7abd8cd7f37c req-98164324-9a54-4d67-9d32-4475434a2822 tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b78e968-fb8b-47c8-a89f-b40d10173927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502470 Mar 29 15:40:32.283679 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b31fdcc1-55be-4b69-b18f-21123a1fcee8 req-2670fb12-b632-4d09-be17-7445ada2a80b tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=61d6b03cf8b04e0283d0c20861ff0cb0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1050096 Mar 29 15:40:32.290181 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-1ecb5079-76e5-4d1f-a15b-61e9f562e653 req-f155cc9e-790c-4284-a754-36a07358a6a8 service neutron] 10.222.0.48 "GET /v2.0/networks/6063560a-a61f-4d6e-8083-e9831aad0c36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2248945 Mar 29 15:40:32.357166 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e67d11-71b7-4c0c-be24-fcef66205619 req-0df773ce-ffad-4519-a1c0-3f4329cfa6e4 tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:32.359391 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-67e67d11-71b7-4c0c-be24-fcef66205619 req-0df773ce-ffad-4519-a1c0-3f4329cfa6e4 tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] 10.222.0.42 "GET /v2.0/ports?device_id=938d5325-d91e-4137-8d24-b21fd73d167e HTTP/1.1" status: 200 len: 945 time: 0.0528426 Mar 29 15:40:32.362506 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-1ecb5079-76e5-4d1f-a15b-61e9f562e653 req-31b6fe85-d480-4526-bca7-468d1fc8d53d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=93ac20f5-aa07-4dbf-a3fe-5ec3fbecedce HTTP/1.1" status: 200 len: 217 time: 0.0588233 Mar 29 15:40:32.402344 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-67e67d11-71b7-4c0c-be24-fcef66205619 req-59018c45-27a8-43cb-9322-528727a5753d tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] 10.222.0.42 "GET /v2.0/security-groups?id=ce1e3aa1-c9e4-4c36-a19f-9dbad60c5be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365047 Mar 29 15:40:32.469716 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecb5079-76e5-4d1f-a15b-61e9f562e653 req-e99eb25d-ead0-45bf-8486-2a83a0774a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:32.471546 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-1ecb5079-76e5-4d1f-a15b-61e9f562e653 req-e99eb25d-ead0-45bf-8486-2a83a0774a37 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=71e90eec-8f1c-4b07-8429-040103c60c28 HTTP/1.1" status: 200 len: 797 time: 0.0984356 Mar 29 15:40:32.671272 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] get_ports_and_sgs() called for port_ids ['f60c5687-b2fd-4cd3-950c-f35ebfdff3f7'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:40:32.737485 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-abed07c2-44a8-4988-9f2e-9c63c8c94ca4 req-d35c883b-18ba-498c-8224-4d5117d4615d tempest-DeleteServersAdminTestJSON-2124808543 tempest-DeleteServersAdminTestJSON-2124808543-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=636812e8b46645419cd4972dfa2a3774&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0612528 Mar 29 15:40:32.847967 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-da95de52-5caa-4087-af01-ee01e2f13796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:32.876658 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b31fdcc1-55be-4b69-b18f-21123a1fcee8 req-69fe1cfa-ed0d-4117-8210-8bf4c3f28edc service neutron] 10.222.0.42 "GET /v2.0/networks/b1def78c-da55-4367-b9b1-4d7fc20fc6ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5824695 Mar 29 15:40:32.923251 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abed07c2-44a8-4988-9f2e-9c63c8c94ca4 req-dd49e86e-21dd-40fb-825a-927c7aa96040 tempest-DeleteServersAdminTestJSON-2124808543 tempest-DeleteServersAdminTestJSON-2124808543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:32.925327 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-abed07c2-44a8-4988-9f2e-9c63c8c94ca4 req-dd49e86e-21dd-40fb-825a-927c7aa96040 tempest-DeleteServersAdminTestJSON-2124808543 tempest-DeleteServersAdminTestJSON-2124808543-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1869545 Mar 29 15:40:32.948755 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-abed07c2-44a8-4988-9f2e-9c63c8c94ca4 req-62fdb216-bd39-438a-82c6-b33068208f70 tempest-DeleteServersAdminTestJSON-2124808543 tempest-DeleteServersAdminTestJSON-2124808543-project] 10.222.0.42 "GET /v2.0/quotas/636812e8b46645419cd4972dfa2a3774 HTTP/1.1" status: 200 len: 375 time: 0.0150213 Mar 29 15:40:32.972305 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecb5079-76e5-4d1f-a15b-61e9f562e653 req-8bc7c8bd-f847-40d6-a1b3-6848a062894b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:32.973913 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-1ecb5079-76e5-4d1f-a15b-61e9f562e653 req-8bc7c8bd-f847-40d6-a1b3-6848a062894b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6063560a-a61f-4d6e-8083-e9831aad0c36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4884214 Mar 29 15:40:33.033714 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-abed07c2-44a8-4988-9f2e-9c63c8c94ca4 req-cf6da1cc-cf87-4be6-8833-74c315b4deb0 tempest-DeleteServersAdminTestJSON-2124808543 tempest-DeleteServersAdminTestJSON-2124808543-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=636812e8b46645419cd4972dfa2a3774&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0774901 Mar 29 15:40:33.040945 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b31fdcc1-55be-4b69-b18f-21123a1fcee8 req-1b89c95a-12a4-47b7-9119-cd85a3367de8 service neutron] 10.222.0.42 "GET /v2.0/networks/b1def78c-da55-4367-b9b1-4d7fc20fc6ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1629999 Mar 29 15:40:33.104686 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-1ecb5079-76e5-4d1f-a15b-61e9f562e653 req-c40062eb-00bc-443a-86f2-bbbb1085ccd1 service neutron] 10.222.0.48 "GET /v2.0/networks/6063560a-a61f-4d6e-8083-e9831aad0c36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224549 Mar 29 15:40:33.244758 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-1ecb5079-76e5-4d1f-a15b-61e9f562e653 req-d862beec-a2a6-467a-a707-0e2a9cc710c6 service neutron] 10.222.0.48 "GET /v2.0/networks/6063560a-a61f-4d6e-8083-e9831aad0c36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336818 Mar 29 15:40:33.324786 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca0655f-1116-4460-9d9c-0a9d5071a9c6 req-e645a7cd-db2a-42fb-a9f2-d14348b9a7ae tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:33.333186 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-0ca0655f-1116-4460-9d9c-0a9d5071a9c6 req-e645a7cd-db2a-42fb-a9f2-d14348b9a7ae tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.42 "GET /v2.0/ports?device_id=89f2dcda-6dac-4263-8024-9b0b8a1e6f69 HTTP/1.1" status: 200 len: 944 time: 0.0771594 Mar 29 15:40:33.387542 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-0ca0655f-1116-4460-9d9c-0a9d5071a9c6 req-a043717e-3c18-4c67-bc70-f34a1d15f96a tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.42 "GET /v2.0/security-groups?id=07e96b72-96bb-4562-b80f-051b133c1759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533183 Mar 29 15:40:33.424881 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ca4c9f-d655-4e7e-b503-eae8f6ae9896 req-68a42417-7e7e-445f-a59c-c66d2e3bae27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:33.425579 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ca4c9f-d655-4e7e-b503-eae8f6ae9896 req-68a42417-7e7e-445f-a59c-c66d2e3bae27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:33.426120 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ca4c9f-d655-4e7e-b503-eae8f6ae9896 req-68a42417-7e7e-445f-a59c-c66d2e3bae27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:33.426582 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ca4c9f-d655-4e7e-b503-eae8f6ae9896 req-68a42417-7e7e-445f-a59c-c66d2e3bae27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:33.427101 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ca4c9f-d655-4e7e-b503-eae8f6ae9896 req-68a42417-7e7e-445f-a59c-c66d2e3bae27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:33.428153 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ca4c9f-d655-4e7e-b503-eae8f6ae9896 req-68a42417-7e7e-445f-a59c-c66d2e3bae27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:33.428932 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ca4c9f-d655-4e7e-b503-eae8f6ae9896 req-68a42417-7e7e-445f-a59c-c66d2e3bae27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:33.431253 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-34ca4c9f-d655-4e7e-b503-eae8f6ae9896 req-68a42417-7e7e-445f-a59c-c66d2e3bae27 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3c879391e12244b68c6a1d18a158625b&device_id=e63d94a3-644d-400a-aa3f-0c71f9fb1b46 HTTP/1.1" status: 200 len: 6477 time: 0.1047180 Mar 29 15:40:33.632680 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a919fbb-cd4c-498d-a2d6-43f70712873c req-ad290015-2de2-4f8f-8ad3-175d489fe82b tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:33.638155 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494ea468-916d-436e-b2bd-e69d75af2479 req-2597652d-234c-49d2-b8b4-dea1758eeadc tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:33.641533 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a919fbb-cd4c-498d-a2d6-43f70712873c req-ad290015-2de2-4f8f-8ad3-175d489fe82b tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:33.651400 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-494ea468-916d-436e-b2bd-e69d75af2479 req-2597652d-234c-49d2-b8b4-dea1758eeadc tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] 10.222.0.42 "GET /v2.0/ports?device_id=634c595e-d279-4aeb-bf6e-5b4c4a939ff0 HTTP/1.1" status: 200 len: 946 time: 0.1308744 Mar 29 15:40:33.651671 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a919fbb-cd4c-498d-a2d6-43f70712873c req-ad290015-2de2-4f8f-8ad3-175d489fe82b tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:33.660332 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a919fbb-cd4c-498d-a2d6-43f70712873c req-ad290015-2de2-4f8f-8ad3-175d489fe82b tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:33.668736 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a919fbb-cd4c-498d-a2d6-43f70712873c req-ad290015-2de2-4f8f-8ad3-175d489fe82b tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:33.679594 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a919fbb-cd4c-498d-a2d6-43f70712873c req-ad290015-2de2-4f8f-8ad3-175d489fe82b tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:33.693281 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a919fbb-cd4c-498d-a2d6-43f70712873c req-ad290015-2de2-4f8f-8ad3-175d489fe82b tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:33.707840 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-2a919fbb-cd4c-498d-a2d6-43f70712873c req-ad290015-2de2-4f8f-8ad3-175d489fe82b tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] 10.222.0.42 "GET /v2.0/ports?device_id=e63d94a3-644d-400a-aa3f-0c71f9fb1b46 HTTP/1.1" status: 200 len: 5420 time: 0.2284427 Mar 29 15:40:33.721101 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-494ea468-916d-436e-b2bd-e69d75af2479 req-0ee41a0a-bfff-47c0-a294-80463453b13a tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] 10.222.0.42 "GET /v2.0/security-groups?id=d26d57f3-f34b-4b82-acb2-a15ffdfe7b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685174 Mar 29 15:40:33.792280 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-2a919fbb-cd4c-498d-a2d6-43f70712873c req-57665ce2-4717-4e0f-a767-a3da39e89079 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] 10.222.0.42 "GET /v2.0/security-groups?id=7a324716-10f9-4f06-a2b5-9f498b951d56&id=19cf0565-0e5d-4a9a-bb20-6dda76410fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0742099 Mar 29 15:40:33.813133 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-f07fd2ec-0360-4b38-9930-05d733380cbc req-29b7dd71-07d0-4f21-a174-f415a5502256 tempest-DeleteServersAdminTestJSON-2124808543 tempest-DeleteServersAdminTestJSON-2124808543-project] 10.222.0.42 "GET /v2.0/ports?device_id=3357f674-5db5-458e-8de9-ba5d08c859ce HTTP/1.1" status: 200 len: 210 time: 0.0464513 Mar 29 15:40:33.842044 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ca4c9f-d655-4e7e-b503-eae8f6ae9896 req-71845788-77fe-4731-a371-b5b79353d7b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:33.849383 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device 602006ca-73c5-4e7b-bae9-7794750e4a52 details requested by agent hyperv_n-h1-834765-1 with host n-h1-834765-1 {{(pid=102792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 15:40:33.857722 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device f60c5687-b2fd-4cd3-950c-f35ebfdff3f7 up at agent hyperv_n-h1-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:40:33.867787 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-34ca4c9f-d655-4e7e-b503-eae8f6ae9896 req-71845788-77fe-4731-a371-b5b79353d7b7 service neutron] 10.222.0.48 "GET /v2.0/networks?id=6063560a-a61f-4d6e-8083-e9831aad0c36 HTTP/1.1" status: 200 len: 903 time: 0.4255159 Mar 29 15:40:33.938483 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-1bb1481f-af15-4e14-a186-f6e793274170 req-94e32fb0-4fad-4238-b491-5de9806230af tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] 10.222.0.42 "GET /v2.0/ports?device_id=490a7f81-d34b-41cf-b939-8230c4561d2c HTTP/1.1" status: 200 len: 210 time: 0.0562220 Mar 29 15:40:33.971101 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-34ca4c9f-d655-4e7e-b503-eae8f6ae9896 req-62d69221-17cc-4e93-9d5e-0fe2d33bf344 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=93ac20f5-aa07-4dbf-a3fe-5ec3fbecedce HTTP/1.1" status: 200 len: 217 time: 0.0961797 Mar 29 15:40:34.042742 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Provisioning for port f60c5687-b2fd-4cd3-950c-f35ebfdff3f7 completed by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 15:40:34.063678 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d71584b9-87f1-45f5-84c7-c993c2416269 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:34.064568 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Provisioning complete for port f60c5687-b2fd-4cd3-950c-f35ebfdff3f7 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:40:34.064927 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:34.126975 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe963a6-a2c8-4fff-b8e8-cee68acccd33 req-e5f66f2b-04cc-4436-be53-20713066eb27 tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:34.136298 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe963a6-a2c8-4fff-b8e8-cee68acccd33 req-e5f66f2b-04cc-4436-be53-20713066eb27 tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:34.145948 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe963a6-a2c8-4fff-b8e8-cee68acccd33 req-e5f66f2b-04cc-4436-be53-20713066eb27 tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:34.148206 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-cbe963a6-a2c8-4fff-b8e8-cee68acccd33 req-e5f66f2b-04cc-4436-be53-20713066eb27 tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] 10.222.0.42 "GET /v2.0/ports?device_id=9df137f2-cec3-49de-8d75-c433cf335604 HTTP/1.1" status: 200 len: 2411 time: 0.1574392 Mar 29 15:40:34.150401 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ca4c9f-d655-4e7e-b503-eae8f6ae9896 req-eb6f5734-f041-42ee-928b-a93fd1c86cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:34.152175 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-34ca4c9f-d655-4e7e-b503-eae8f6ae9896 req-eb6f5734-f041-42ee-928b-a93fd1c86cd5 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=71e90eec-8f1c-4b07-8429-040103c60c28 HTTP/1.1" status: 200 len: 797 time: 0.1734941 Mar 29 15:40:34.188371 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c331dea-f52e-48ed-928e-d90c5449c41b req-f1ff7270-2fd0-4bdd-ac31-e524aa027e0c tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:34.199683 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-4c331dea-f52e-48ed-928e-d90c5449c41b req-f1ff7270-2fd0-4bdd-ac31-e524aa027e0c tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] 10.222.0.42 "GET /v2.0/ports?device_id=938d5325-d91e-4137-8d24-b21fd73d167e HTTP/1.1" status: 200 len: 945 time: 0.1316621 Mar 29 15:40:34.235537 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-cbe963a6-a2c8-4fff-b8e8-cee68acccd33 req-1192c6e3-49f4-453a-8034-f3dba8b5d223 tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b78e968-fb8b-47c8-a89f-b40d10173927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800776 Mar 29 15:40:34.246218 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ca4c9f-d655-4e7e-b503-eae8f6ae9896 req-05845c57-0c83-48cc-adca-b5689ee0f0d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:34.248481 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-34ca4c9f-d655-4e7e-b503-eae8f6ae9896 req-05845c57-0c83-48cc-adca-b5689ee0f0d9 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6063560a-a61f-4d6e-8083-e9831aad0c36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0847511 Mar 29 15:40:34.268033 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-4c331dea-f52e-48ed-928e-d90c5449c41b req-53865742-7918-4b76-8260-5c49f7c00d97 tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] 10.222.0.42 "GET /v2.0/security-groups?id=ce1e3aa1-c9e4-4c36-a19f-9dbad60c5be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654881 Mar 29 15:40:34.374820 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port 602006ca-73c5-4e7b-bae9-7794750e4a52, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=602006ca-73c5-4e7b-bae9-7794750e4a52,segment=NetworkSegment(79b3cffd-b934-47ae-85b1-a6694d59b4cd),segment_id=79b3cffd-b934-47ae-85b1-a6694d59b4cd)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:40:34.415639 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:34.432121 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-34ca4c9f-d655-4e7e-b503-eae8f6ae9896 req-492b133f-1bec-4098-8afd-a8dc60d0f793 service neutron] 10.222.0.48 "GET /v2.0/networks/6063560a-a61f-4d6e-8083-e9831aad0c36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1734369 Mar 29 15:40:34.435482 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Returning: {'device': '602006ca-73c5-4e7b-bae9-7794750e4a52', 'network_id': 'adf701ab-1c0e-4adc-b0ff-8d6e7fdda56c', 'port_id': '602006ca-73c5-4e7b-bae9-7794750e4a52', 'mac_address': 'fa:16:3e:e7:f6:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 600, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b28e07d-a4fe-4a22-a912-19b0e9e450a9', 'ip_address': '19.86.0.44'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 15:40:34.437817 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d60f0a-bb73-4aa4-b589-281bd274ad4a req-16fc95ce-7a7b-462c-8031-10d322772328 tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:34.439374 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-b8d60f0a-bb73-4aa4-b589-281bd274ad4a req-16fc95ce-7a7b-462c-8031-10d322772328 tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] 10.222.0.42 "GET /v2.0/ports?device_id=938d5325-d91e-4137-8d24-b21fd73d167e HTTP/1.1" status: 200 len: 945 time: 0.0961533 Mar 29 15:40:34.515374 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89f2dcda-6dac-4263-8024-9b0b8a1e6f69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f60c5687-b2fd-4cd3-950c-f35ebfdff3f7'}] {{(pid=102792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:40:34.520034 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4f476c66b318cc6068719fc39557fac68d413f5c7e78fa77028c7948e999ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a98cef95-f468-4250-8421-adc1ce8f1b73" -d '{"events": [{"server_uuid": "89f2dcda-6dac-4263-8024-9b0b8a1e6f69", "name": "network-vif-plugged", "status": "completed", "tag": "f60c5687-b2fd-4cd3-950c-f35ebfdff3f7"}]}' {{(pid=102792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:40:34.527032 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:34.527783 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-b8d60f0a-bb73-4aa4-b589-281bd274ad4a req-67bd8f1d-849d-44df-b8fe-ecb3342e21cc tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] 10.222.0.42 "GET /v2.0/security-groups?id=ce1e3aa1-c9e4-4c36-a19f-9dbad60c5be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779195 Mar 29 15:40:34.549096 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port f60c5687-b2fd-4cd3-950c-f35ebfdff3f7, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=f60c5687-b2fd-4cd3-950c-f35ebfdff3f7,segment=NetworkSegment(e1d90273-cef5-4478-85fc-ff4ac210e191),segment_id=e1d90273-cef5-4478-85fc-ff4ac210e191)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:40:34.566132 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 602006ca-73c5-4e7b-bae9-7794750e4a52 {{(pid=102792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:40:34.605454 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:34.619187 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port 602006ca-73c5-4e7b-bae9-7794750e4a52, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=602006ca-73c5-4e7b-bae9-7794750e4a52,segment=NetworkSegment(79b3cffd-b934-47ae-85b1-a6694d59b4cd),segment_id=79b3cffd-b934-47ae-85b1-a6694d59b4cd)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:40:34.624432 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-34ca4c9f-d655-4e7e-b503-eae8f6ae9896 req-007aa71e-d749-44c6-bf43-2f862e264834 service neutron] 10.222.0.48 "GET /v2.0/networks/6063560a-a61f-4d6e-8083-e9831aad0c36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1806488 Mar 29 15:40:34.652302 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:34.652945 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device e6cf797b-ae9b-4d11-8eee-6f5c815d2ed3 details requested by agent hyperv_n-h1-834765-1 with host n-h1-834765-1 {{(pid=102792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 15:40:34.693510 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Pushing event updated for resources: {'Port': ['ID=f60c5687-b2fd-4cd3-950c-f35ebfdff3f7,revision_number=5']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:40:34.792073 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:40:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9dcf2a0-f456-4c19-8ff1-1e991b6aea60 x-openstack-request-id: req-b9dcf2a0-f456-4c19-8ff1-1e991b6aea60 {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:40:34.792399 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89f2dcda-6dac-4263-8024-9b0b8a1e6f69", "name": "network-vif-plugged", "status": "completed", "tag": "f60c5687-b2fd-4cd3-950c-f35ebfdff3f7", "code": 200}]} {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:40:34.793578 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b9dcf2a0-f456-4c19-8ff1-1e991b6aea60 {{(pid=102792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:40:34.794029 n-d-834765-1 neutron-server[102792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89f2dcda-6dac-4263-8024-9b0b8a1e6f69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f60c5687-b2fd-4cd3-950c-f35ebfdff3f7', 'code': 200} Mar 29 15:40:34.809117 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f9365f-27d6-4393-bb29-32afd5034bab req-3363da19-8206-43c9-97dc-8b2e5c3532b9 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:34.817593 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-e1f9365f-27d6-4393-bb29-32afd5034bab req-3363da19-8206-43c9-97dc-8b2e5c3532b9 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.42 "GET /v2.0/ports?device_id=89f2dcda-6dac-4263-8024-9b0b8a1e6f69 HTTP/1.1" status: 200 len: 945 time: 0.0904210 Mar 29 15:40:34.880079 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-abed07c2-44a8-4988-9f2e-9c63c8c94ca4 req-2b726f1c-9593-4436-a7bb-6b7831858377 tempest-DeleteServersAdminTestJSON-2124808543 tempest-DeleteServersAdminTestJSON-2124808543-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=636812e8b46645419cd4972dfa2a3774&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0675933 Mar 29 15:40:34.881505 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-e1f9365f-27d6-4393-bb29-32afd5034bab req-325efafb-c5d5-4599-b829-170f91563038 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.42 "GET /v2.0/security-groups?id=07e96b72-96bb-4562-b80f-051b133c1759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629971 Mar 29 15:40:34.935877 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646355a3-9196-40a1-a6d6-ca643529c196 req-ce429be2-0387-445f-ac9c-2b57f90490da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:34.938177 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-646355a3-9196-40a1-a6d6-ca643529c196 req-ce429be2-0387-445f-ac9c-2b57f90490da service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=89f2dcda-6dac-4263-8024-9b0b8a1e6f69 HTTP/1.1" status: 200 len: 1096 time: 0.0780227 Mar 29 15:40:34.984831 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port e6cf797b-ae9b-4d11-8eee-6f5c815d2ed3, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=e6cf797b-ae9b-4d11-8eee-6f5c815d2ed3,segment=NetworkSegment(14988b90-b308-46b3-bc6f-32456c4498be),segment_id=14988b90-b308-46b3-bc6f-32456c4498be)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:40:34.997432 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Returning: {'device': 'e6cf797b-ae9b-4d11-8eee-6f5c815d2ed3', 'network_id': '1b351205-c01f-42ee-b3ae-5144efe92816', 'port_id': 'e6cf797b-ae9b-4d11-8eee-6f5c815d2ed3', 'mac_address': 'fa:16:3e:9a:d3:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 635, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4540596-3d25-46d6-844a-3b839bd7d078', 'ip_address': '19.80.0.52'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 15:40:35.066575 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abed07c2-44a8-4988-9f2e-9c63c8c94ca4 req-f289535c-3660-40f4-a584-beb3e7dc41ff tempest-DeleteServersAdminTestJSON-2124808543 tempest-DeleteServersAdminTestJSON-2124808543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:35.070269 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:35.074083 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Pushing event updated for resources: {'Port': ['ID=602006ca-73c5-4e7b-bae9-7794750e4a52,revision_number=4']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:40:35.082598 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-abed07c2-44a8-4988-9f2e-9c63c8c94ca4 req-f289535c-3660-40f4-a584-beb3e7dc41ff tempest-DeleteServersAdminTestJSON-2124808543 tempest-DeleteServersAdminTestJSON-2124808543-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1872897 Mar 29 15:40:35.092821 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6cf797b-ae9b-4d11-8eee-6f5c815d2ed3 {{(pid=102792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:40:35.100328 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [req-abed07c2-44a8-4988-9f2e-9c63c8c94ca4 req-c907713f-23be-4a09-adeb-6d4cf6805036 tempest-DeleteServersAdminTestJSON-2124808543 tempest-DeleteServersAdminTestJSON-2124808543-project] Request body: {'port': {'device_id': '3357f674-5db5-458e-8de9-ba5d08c859ce', 'network_id': '2268a9b9-82fd-4886-a91d-3a50e4e16cab', 'admin_state_up': True, 'tenant_id': '636812e8b46645419cd4972dfa2a3774'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:40:35.118314 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port e6cf797b-ae9b-4d11-8eee-6f5c815d2ed3, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=e6cf797b-ae9b-4d11-8eee-6f5c815d2ed3,segment=NetworkSegment(14988b90-b308-46b3-bc6f-32456c4498be),segment_id=14988b90-b308-46b3-bc6f-32456c4498be)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:40:35.127037 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:35.128106 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device 3b6a66a4-2f81-4ff2-8190-2f6c09253840 details requested by agent hyperv_n-h1-834765-1 with host n-h1-834765-1 {{(pid=102792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 15:40:35.137338 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-646355a3-9196-40a1-a6d6-ca643529c196 req-7476b516-6ed8-46c9-a402-af9169e56799 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=07e96b72-96bb-4562-b80f-051b133c1759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906438 Mar 29 15:40:35.159872 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2972d45c-3dba-4502-8471-d60bf517c5e4 req-ef28342c-f537-437c-b79f-7f3a34283f60 tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:35.171556 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-2972d45c-3dba-4502-8471-d60bf517c5e4 req-ef28342c-f537-437c-b79f-7f3a34283f60 tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] 10.222.0.42 "GET /v2.0/ports?device_id=634c595e-d279-4aeb-bf6e-5b4c4a939ff0 HTTP/1.1" status: 200 len: 946 time: 0.1759179 Mar 29 15:40:35.238255 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-2972d45c-3dba-4502-8471-d60bf517c5e4 req-4fe36ee8-89cc-4188-9179-725f0df495c2 tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] 10.222.0.42 "GET /v2.0/security-groups?id=d26d57f3-f34b-4b82-acb2-a15ffdfe7b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653193 Mar 29 15:40:35.241083 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Pushing event updated for resources: {'Port': ['ID=e6cf797b-ae9b-4d11-8eee-6f5c815d2ed3,revision_number=4']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:40:35.349462 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b899bc-69a3-492e-8c7d-077559ffb7fb req-ca638a4d-c8c1-46cf-9f8a-5093f714e9a1 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:35.352841 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-99f80578-a9a1-41c0-a54a-9e7dcfcd338c req-081a83bc-8c83-42d9-b3d1-87ccd7989f42 tempest-DeleteServersAdminTestJSON-2124808543 tempest-DeleteServersAdminTestJSON-2124808543-project] 10.222.0.42 "GET /v2.0/ports?device_id=3357f674-5db5-458e-8de9-ba5d08c859ce HTTP/1.1" status: 200 len: 210 time: 0.0355339 Mar 29 15:40:35.355722 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b899bc-69a3-492e-8c7d-077559ffb7fb req-ca638a4d-c8c1-46cf-9f8a-5093f714e9a1 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:35.362794 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b899bc-69a3-492e-8c7d-077559ffb7fb req-ca638a4d-c8c1-46cf-9f8a-5093f714e9a1 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:35.369464 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b899bc-69a3-492e-8c7d-077559ffb7fb req-ca638a4d-c8c1-46cf-9f8a-5093f714e9a1 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:35.375731 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b899bc-69a3-492e-8c7d-077559ffb7fb req-ca638a4d-c8c1-46cf-9f8a-5093f714e9a1 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:35.382504 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b899bc-69a3-492e-8c7d-077559ffb7fb req-ca638a4d-c8c1-46cf-9f8a-5093f714e9a1 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:35.388952 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b899bc-69a3-492e-8c7d-077559ffb7fb req-ca638a4d-c8c1-46cf-9f8a-5093f714e9a1 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:35.390954 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b1b899bc-69a3-492e-8c7d-077559ffb7fb req-ca638a4d-c8c1-46cf-9f8a-5093f714e9a1 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] 10.222.0.42 "GET /v2.0/ports?device_id=e63d94a3-644d-400a-aa3f-0c71f9fb1b46 HTTP/1.1" status: 200 len: 5420 time: 0.1964703 Mar 29 15:40:35.439049 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port 3b6a66a4-2f81-4ff2-8190-2f6c09253840, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=3b6a66a4-2f81-4ff2-8190-2f6c09253840,segment=NetworkSegment(14988b90-b308-46b3-bc6f-32456c4498be),segment_id=14988b90-b308-46b3-bc6f-32456c4498be)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:40:35.451643 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Returning: {'device': '3b6a66a4-2f81-4ff2-8190-2f6c09253840', 'network_id': '1b351205-c01f-42ee-b3ae-5144efe92816', 'port_id': '3b6a66a4-2f81-4ff2-8190-2f6c09253840', 'mac_address': 'fa:16:3e:ec:01:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 635, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4540596-3d25-46d6-844a-3b839bd7d078', 'ip_address': '19.80.0.159'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 15:40:35.487940 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-abed07c2-44a8-4988-9f2e-9c63c8c94ca4 req-c907713f-23be-4a09-adeb-6d4cf6805036 tempest-DeleteServersAdminTestJSON-2124808543 tempest-DeleteServersAdminTestJSON-2124808543-project] Made reservation on behalf of 636812e8b46645419cd4972dfa2a3774 for: {'port': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:40:35.492865 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-abed07c2-44a8-4988-9f2e-9c63c8c94ca4 req-c907713f-23be-4a09-adeb-6d4cf6805036 tempest-DeleteServersAdminTestJSON-2124808543 tempest-DeleteServersAdminTestJSON-2124808543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:35.500236 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-f4bf5770-7e15-4fb2-aeb9-9113677b5846 req-eb47802f-b769-4060-9228-0fda82e539b0 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] 10.222.0.42 "GET /v2.0/ports?device_id=490a7f81-d34b-41cf-b939-8230c4561d2c HTTP/1.1" status: 200 len: 210 time: 0.0414066 Mar 29 15:40:35.517568 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b1b899bc-69a3-492e-8c7d-077559ffb7fb req-471abbe4-7b9c-4f68-9c69-fa3aac78f23f tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] 10.222.0.42 "GET /v2.0/security-groups?id=7a324716-10f9-4f06-a2b5-9f498b951d56&id=19cf0565-0e5d-4a9a-bb20-6dda76410fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1139433 Mar 29 15:40:35.519058 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-abed07c2-44a8-4988-9f2e-9c63c8c94ca4 req-c907713f-23be-4a09-adeb-6d4cf6805036 tempest-DeleteServersAdminTestJSON-2124808543 tempest-DeleteServersAdminTestJSON-2124808543-project] Notify callbacks [] for security_group, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:35.526800 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31fdcc1-55be-4b69-b18f-21123a1fcee8 req-4a59cd14-8c0e-4058-9f1b-ae6f1862be7d tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:35.528266 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b31fdcc1-55be-4b69-b18f-21123a1fcee8 req-4a59cd14-8c0e-4058-9f1b-ae6f1862be7d tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] 10.222.0.48 "GET /v2.0/networks?id=b1def78c-da55-4367-b9b1-4d7fc20fc6ac HTTP/1.1" status: 200 len: 808 time: 0.2931776 Mar 29 15:40:35.532642 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:35.550582 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [req-b31fdcc1-55be-4b69-b18f-21123a1fcee8 req-4b726176-288e-4d93-8cda-e8c41017a093 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] Request body: {'port': {'device_id': '490a7f81-d34b-41cf-b939-8230c4561d2c', 'network_id': 'b1def78c-da55-4367-b9b1-4d7fc20fc6ac', 'admin_state_up': True, 'tenant_id': '61d6b03cf8b04e0283d0c20861ff0cb0'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:40:35.557693 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b6a66a4-2f81-4ff2-8190-2f6c09253840 {{(pid=102792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:40:35.581339 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port 3b6a66a4-2f81-4ff2-8190-2f6c09253840, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=3b6a66a4-2f81-4ff2-8190-2f6c09253840,segment=NetworkSegment(14988b90-b308-46b3-bc6f-32456c4498be),segment_id=14988b90-b308-46b3-bc6f-32456c4498be)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:40:35.589088 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:35.674593 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26a4d97-4d08-431a-abd1-042e1d85a41f req-a9536148-9877-4148-b065-36da0ce39fdd tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:35.676810 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-0cb6abf6-2706-4e52-8825-f5f644ecf9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:35.682554 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Pushing event updated for resources: {'Port': ['ID=3b6a66a4-2f81-4ff2-8190-2f6c09253840,revision_number=4']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:40:35.684729 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26a4d97-4d08-431a-abd1-042e1d85a41f req-a9536148-9877-4148-b065-36da0ce39fdd tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:35.701249 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26a4d97-4d08-431a-abd1-042e1d85a41f req-a9536148-9877-4148-b065-36da0ce39fdd tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:35.710039 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-e26a4d97-4d08-431a-abd1-042e1d85a41f req-a9536148-9877-4148-b065-36da0ce39fdd tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] 10.222.0.42 "GET /v2.0/ports?device_id=9df137f2-cec3-49de-8d75-c433cf335604 HTTP/1.1" status: 200 len: 2414 time: 0.1361883 Mar 29 15:40:35.762175 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-e26a4d97-4d08-431a-abd1-042e1d85a41f req-093358bd-0063-47e1-ac67-bd009e9c7354 tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b78e968-fb8b-47c8-a89f-b40d10173927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499785 Mar 29 15:40:35.833985 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503ebe9a-cde7-449a-95c6-0626aff5d302 req-5f2ee1c2-f69d-48d3-a18c-067512abbbd0 tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:35.841940 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-503ebe9a-cde7-449a-95c6-0626aff5d302 req-5f2ee1c2-f69d-48d3-a18c-067512abbbd0 tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] 10.222.0.42 "GET /v2.0/networks?id=f945f153-5928-4a5d-9b33-57d251311dab HTTP/1.1" status: 200 len: 814 time: 0.1697819 Mar 29 15:40:35.858687 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:35.870763 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-503ebe9a-cde7-449a-95c6-0626aff5d302 req-c3258690-4ec2-4bc1-b88f-0aa3def0e558 tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] 10.222.0.42 "GET /v2.0/quotas/4fcca40281ff4cbfb6c75a266decc3c5 HTTP/1.1" status: 200 len: 375 time: 0.0279915 Mar 29 15:40:35.887926 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-abed07c2-44a8-4988-9f2e-9c63c8c94ca4 req-c907713f-23be-4a09-adeb-6d4cf6805036 tempest-DeleteServersAdminTestJSON-2124808543 tempest-DeleteServersAdminTestJSON-2124808543-project] Notify callbacks [] for security_group, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:35.907319 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-abed07c2-44a8-4988-9f2e-9c63c8c94ca4 req-c907713f-23be-4a09-adeb-6d4cf6805036 tempest-DeleteServersAdminTestJSON-2124808543 tempest-DeleteServersAdminTestJSON-2124808543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:35.986211 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b31fdcc1-55be-4b69-b18f-21123a1fcee8 req-4b726176-288e-4d93-8cda-e8c41017a093 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] Made reservation on behalf of 61d6b03cf8b04e0283d0c20861ff0cb0 for: {'port': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:40:35.989700 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-b31fdcc1-55be-4b69-b18f-21123a1fcee8 req-4b726176-288e-4d93-8cda-e8c41017a093 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:36.018635 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] get_ports_and_sgs() called for port_ids ['602006ca-73c5-4e7b-bae9-7794750e4a52'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:40:36.019758 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c907713f-23be-4a09-adeb-6d4cf6805036 tempest-DeleteServersAdminTestJSON-2124808543 tempest-DeleteServersAdminTestJSON-2124808543-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53d694e1-2bf0-4e15-9a57-00b8a3802403,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:40:36.051425 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-503ebe9a-cde7-449a-95c6-0626aff5d302 req-5f4db5cd-1406-4a34-ae7f-fa74c86baed0 tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=4fcca40281ff4cbfb6c75a266decc3c5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1705379 Mar 29 15:40:36.079844 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f147c0c-bb3c-490a-9dcb-78dca3934bf7 req-c82709c0-815a-4406-a161-2e9885487201 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:36.088813 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-2f147c0c-bb3c-490a-9dcb-78dca3934bf7 req-c82709c0-815a-4406-a161-2e9885487201 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.42 "GET /v2.0/ports?device_id=89f2dcda-6dac-4263-8024-9b0b8a1e6f69 HTTP/1.1" status: 200 len: 945 time: 0.0967152 Mar 29 15:40:36.119760 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] get_ports_and_sgs() called for port_ids ['3b6a66a4-2f81-4ff2-8190-2f6c09253840'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:40:36.149639 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-2f147c0c-bb3c-490a-9dcb-78dca3934bf7 req-1cefae4d-8801-4e3a-a675-fcbf57f2d881 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.42 "GET /v2.0/security-groups?id=07e96b72-96bb-4562-b80f-051b133c1759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595090 Mar 29 15:40:36.264926 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_common [req-abed07c2-44a8-4988-9f2e-9c63c8c94ca4 req-c907713f-23be-4a09-adeb-6d4cf6805036 tempest-DeleteServersAdminTestJSON-2124808543 tempest-DeleteServersAdminTestJSON-2124808543-project] Allocated IP 192.168.233.83 (2268a9b9-82fd-4886-a91d-3a50e4e16cab/abb8e5d6-2aea-4455-a944-3435a3d1ce49/6f14b34e-3817-46ea-b86a-a796246e7a9e) {{(pid=102791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:40:36.359647 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-503ebe9a-cde7-449a-95c6-0626aff5d302 req-96368446-91d3-4048-aa6f-82ca8aec8979 service neutron] 10.222.0.42 "GET /v2.0/networks/f945f153-5928-4a5d-9b33-57d251311dab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2916358 Mar 29 15:40:36.374138 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_common [req-b31fdcc1-55be-4b69-b18f-21123a1fcee8 req-4b726176-288e-4d93-8cda-e8c41017a093 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] Allocated IP 172.20.0.9 (b1def78c-da55-4367-b9b1-4d7fc20fc6ac/a84f45bb-2cdd-4adc-a15d-ac5c06ff5a1f/de3260d5-fda5-4f86-be90-526c4825300a) {{(pid=102791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:40:36.408009 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba580bb-b038-4534-a1b9-153b1e87a65b req-57fe45ce-cd91-40bc-875c-b0a46f828606 tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:36.419240 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-bba580bb-b038-4534-a1b9-153b1e87a65b req-57fe45ce-cd91-40bc-875c-b0a46f828606 tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] 10.222.0.42 "GET /v2.0/ports?device_id=634c595e-d279-4aeb-bf6e-5b4c4a939ff0 HTTP/1.1" status: 200 len: 946 time: 0.0809009 Mar 29 15:40:36.489682 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-bba580bb-b038-4534-a1b9-153b1e87a65b req-59ec9fc0-61ab-4b5b-8ed9-902881f268de tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] 10.222.0.42 "GET /v2.0/security-groups?id=d26d57f3-f34b-4b82-acb2-a15ffdfe7b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689092 Mar 29 15:40:36.612257 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-d3ae72fa-bf51-4560-9c25-86fcb54ca3b0 req-65622481-9bcf-4f0f-8bcf-5d4988687975 tempest-DeleteServersAdminTestJSON-2124808543 tempest-DeleteServersAdminTestJSON-2124808543-project] 10.222.0.42 "GET /v2.0/ports?device_id=3357f674-5db5-458e-8de9-ba5d08c859ce HTTP/1.1" status: 200 len: 210 time: 0.0509260 Mar 29 15:40:36.655307 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-503ebe9a-cde7-449a-95c6-0626aff5d302 req-76b2cf82-a561-4867-8b0d-9dac5c9233d0 service neutron] 10.222.0.42 "GET /v2.0/networks/f945f153-5928-4a5d-9b33-57d251311dab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2833703 Mar 29 15:40:36.719561 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-abed07c2-44a8-4988-9f2e-9c63c8c94ca4 req-c907713f-23be-4a09-adeb-6d4cf6805036 tempest-DeleteServersAdminTestJSON-2124808543 tempest-DeleteServersAdminTestJSON-2124808543-project] Notify callbacks [] for port, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:36.786222 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-954801d6-51c6-4cdc-8a4d-8c465a5a595f req-c36bfb19-d6cf-488d-9d4d-c2c4dbccc437 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] 10.222.0.42 "GET /v2.0/ports?device_id=490a7f81-d34b-41cf-b939-8230c4561d2c HTTP/1.1" status: 200 len: 210 time: 0.0980697 Mar 29 15:40:36.794206 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-b31fdcc1-55be-4b69-b18f-21123a1fcee8 req-4b726176-288e-4d93-8cda-e8c41017a093 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] Notify callbacks [] for port, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:36.811423 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-abed07c2-44a8-4988-9f2e-9c63c8c94ca4 req-c907713f-23be-4a09-adeb-6d4cf6805036 tempest-DeleteServersAdminTestJSON-2124808543 tempest-DeleteServersAdminTestJSON-2124808543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:36.848031 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053340cd-2fe4-4c55-b79f-44d420e1b9f9 req-a1edfc0b-5069-409b-a78a-508c82a62428 tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:36.855844 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-053340cd-2fe4-4c55-b79f-44d420e1b9f9 req-a1edfc0b-5069-409b-a78a-508c82a62428 tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] 10.222.0.48 "GET /v2.0/ports?device_id=938d5325-d91e-4137-8d24-b21fd73d167e HTTP/1.1" status: 200 len: 945 time: 0.1350739 Mar 29 15:40:36.884218 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-abed07c2-44a8-4988-9f2e-9c63c8c94ca4 req-c907713f-23be-4a09-adeb-6d4cf6805036 tempest-DeleteServersAdminTestJSON-2124808543 tempest-DeleteServersAdminTestJSON-2124808543-project] Network 2268a9b9-82fd-4886-a91d-3a50e4e16cab is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:40:36.893656 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [req-abed07c2-44a8-4988-9f2e-9c63c8c94ca4 req-c907713f-23be-4a09-adeb-6d4cf6805036 tempest-DeleteServersAdminTestJSON-2124808543 tempest-DeleteServersAdminTestJSON-2124808543-project] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:40:36.907500 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [req-abed07c2-44a8-4988-9f2e-9c63c8c94ca4 req-c907713f-23be-4a09-adeb-6d4cf6805036 tempest-DeleteServersAdminTestJSON-2124808543 tempest-DeleteServersAdminTestJSON-2124808543-project] Received port after_create {{(pid=102791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:40:36.981417 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c907713f-23be-4a09-adeb-6d4cf6805036 tempest-DeleteServersAdminTestJSON-2124808543 tempest-DeleteServersAdminTestJSON-2124808543-project] Pushing event updated for resources: {'Port': ['ID=6f14b34e-3817-46ea-b86a-a796246e7a9e,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:40:36.996134 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abed07c2-44a8-4988-9f2e-9c63c8c94ca4 req-c907713f-23be-4a09-adeb-6d4cf6805036 tempest-DeleteServersAdminTestJSON-2124808543 tempest-DeleteServersAdminTestJSON-2124808543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:36.996814 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-abed07c2-44a8-4988-9f2e-9c63c8c94ca4 req-c907713f-23be-4a09-adeb-6d4cf6805036 tempest-DeleteServersAdminTestJSON-2124808543 tempest-DeleteServersAdminTestJSON-2124808543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:37.008489 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-b31fdcc1-55be-4b69-b18f-21123a1fcee8 req-4b726176-288e-4d93-8cda-e8c41017a093 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:37.021548 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] get_ports_and_sgs() called for port_ids ['f75a81b4-cea7-4f54-a990-54deb63424a4'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:40:37.069361 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cf6974-a4ed-4fa4-b08e-95cc289c8f6f req-46c83feb-74d7-46c6-8f81-e0e269d884d7 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:37.077574 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cf6974-a4ed-4fa4-b08e-95cc289c8f6f req-46c83feb-74d7-46c6-8f81-e0e269d884d7 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:37.085405 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cf6974-a4ed-4fa4-b08e-95cc289c8f6f req-46c83feb-74d7-46c6-8f81-e0e269d884d7 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:37.093945 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cf6974-a4ed-4fa4-b08e-95cc289c8f6f req-46c83feb-74d7-46c6-8f81-e0e269d884d7 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:37.100514 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cf6974-a4ed-4fa4-b08e-95cc289c8f6f req-46c83feb-74d7-46c6-8f81-e0e269d884d7 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:37.105568 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-abed07c2-44a8-4988-9f2e-9c63c8c94ca4 req-c907713f-23be-4a09-adeb-6d4cf6805036 tempest-DeleteServersAdminTestJSON-2124808543 tempest-DeleteServersAdminTestJSON-2124808543-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0096698 Mar 29 15:40:37.109840 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cf6974-a4ed-4fa4-b08e-95cc289c8f6f req-46c83feb-74d7-46c6-8f81-e0e269d884d7 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:37.117693 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cf6974-a4ed-4fa4-b08e-95cc289c8f6f req-46c83feb-74d7-46c6-8f81-e0e269d884d7 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:37.120211 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-97cf6974-a4ed-4fa4-b08e-95cc289c8f6f req-46c83feb-74d7-46c6-8f81-e0e269d884d7 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] 10.222.0.42 "GET /v2.0/ports?device_id=e63d94a3-644d-400a-aa3f-0c71f9fb1b46 HTTP/1.1" status: 200 len: 5420 time: 0.1821611 Mar 29 15:40:37.134620 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [req-053340cd-2fe4-4c55-b79f-44d420e1b9f9 req-fe8e98e2-7d8d-404a-b34a-72a96e7bf5ee tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] Deleting port b138750d-fee8-4aba-8eef-232fc2da2ead {{(pid=102790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:40:37.135183 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-053340cd-2fe4-4c55-b79f-44d420e1b9f9 req-fe8e98e2-7d8d-404a-b34a-72a96e7bf5ee tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:37.157895 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [req-abed07c2-44a8-4988-9f2e-9c63c8c94ca4 req-d21f4534-6ff3-409b-b0b8-ab2154bf272f service neutron] Request body: {'port': {'device_id': '3357f674-5db5-458e-8de9-ba5d08c859ce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834765-1'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:40:37.178448 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b31fdcc1-55be-4b69-b18f-21123a1fcee8 req-4b726176-288e-4d93-8cda-e8c41017a093 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] Network b1def78c-da55-4367-b9b1-4d7fc20fc6ac is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:40:37.205239 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [req-b31fdcc1-55be-4b69-b18f-21123a1fcee8 req-4b726176-288e-4d93-8cda-e8c41017a093 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:40:37.216597 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [req-b31fdcc1-55be-4b69-b18f-21123a1fcee8 req-4b726176-288e-4d93-8cda-e8c41017a093 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] Received port after_create {{(pid=102791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:40:37.220695 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] get_ports_and_sgs() called for port_ids ['e6cf797b-ae9b-4d11-8eee-6f5c815d2ed3'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:40:37.257140 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-97cf6974-a4ed-4fa4-b08e-95cc289c8f6f req-fe80376e-0389-4294-bb5f-aa9d1a7f42f4 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] 10.222.0.42 "GET /v2.0/security-groups?id=7a324716-10f9-4f06-a2b5-9f498b951d56&id=19cf0565-0e5d-4a9a-bb20-6dda76410fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1256175 Mar 29 15:40:37.307636 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [req-053340cd-2fe4-4c55-b79f-44d420e1b9f9 req-fe8e98e2-7d8d-404a-b34a-72a96e7bf5ee tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] For port b138750d-fee8-4aba-8eef-232fc2da2ead, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=b138750d-fee8-4aba-8eef-232fc2da2ead,segment=NetworkSegment(41873e9c-b24c-40ec-94cd-76d430c8ed02),segment_id=41873e9c-b24c-40ec-94cd-76d430c8ed02)] {{(pid=102790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:40:37.308285 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-053340cd-2fe4-4c55-b79f-44d420e1b9f9 req-fe8e98e2-7d8d-404a-b34a-72a96e7bf5ee tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:37.329787 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [req-053340cd-2fe4-4c55-b79f-44d420e1b9f9 req-fe8e98e2-7d8d-404a-b34a-72a96e7bf5ee tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] Calling delete_port for b138750d-fee8-4aba-8eef-232fc2da2ead owned by compute:nova {{(pid=102790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:40:37.355966 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b726176-288e-4d93-8cda-e8c41017a093 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] Pushing event updated for resources: {'Port': ['ID=de3260d5-fda5-4f86-be90-526c4825300a,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:40:37.367449 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31fdcc1-55be-4b69-b18f-21123a1fcee8 req-4b726176-288e-4d93-8cda-e8c41017a093 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:37.368144 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-b31fdcc1-55be-4b69-b18f-21123a1fcee8 req-4b726176-288e-4d93-8cda-e8c41017a093 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:37.390818 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-34b032d0-3ea9-489a-bc2a-0d26b04c1e96 None None] Provisioning complete for port 6f14b34e-3817-46ea-b86a-a796246e7a9e triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:40:37.391214 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-34b032d0-3ea9-489a-bc2a-0d26b04c1e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:37.396361 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16066a68-953a-4b11-84d2-0ebb6b01a93e req-f2394882-f243-46ea-b2e1-85198ac7c6c2 tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:37.402659 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16066a68-953a-4b11-84d2-0ebb6b01a93e req-f2394882-f243-46ea-b2e1-85198ac7c6c2 tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:37.410409 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16066a68-953a-4b11-84d2-0ebb6b01a93e req-f2394882-f243-46ea-b2e1-85198ac7c6c2 tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:37.421721 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-16066a68-953a-4b11-84d2-0ebb6b01a93e req-f2394882-f243-46ea-b2e1-85198ac7c6c2 tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] 10.222.0.42 "GET /v2.0/ports?device_id=9df137f2-cec3-49de-8d75-c433cf335604 HTTP/1.1" status: 200 len: 2414 time: 0.4191041 Mar 29 15:40:37.427377 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b31fdcc1-55be-4b69-b18f-21123a1fcee8 req-4b726176-288e-4d93-8cda-e8c41017a093 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8881855 Mar 29 15:40:37.430404 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-1d4e2644-ee24-4c29-8713-dd1252b75630 req-4ad07ecd-d03b-4beb-acb1-829d85e8d476 tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] 10.222.0.42 "GET /v2.0/ports?device_id=0a10fb55-d9e0-47cb-a13f-38167235bc8a HTTP/1.1" status: 200 len: 210 time: 0.0368304 Mar 29 15:40:37.470267 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [req-b31fdcc1-55be-4b69-b18f-21123a1fcee8 req-18ecdda6-a59d-4ecc-aedf-7e2722cc8308 service neutron] Request body: {'port': {'device_id': '490a7f81-d34b-41cf-b939-8230c4561d2c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834765-1'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:40:37.520114 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-34b032d0-3ea9-489a-bc2a-0d26b04c1e96 None None] Port 6f14b34e-3817-46ea-b86a-a796246e7a9e cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 15:40:37.575408 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-abed07c2-44a8-4988-9f2e-9c63c8c94ca4 req-d21f4534-6ff3-409b-b0b8-ab2154bf272f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:37.639089 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-053340cd-2fe4-4c55-b79f-44d420e1b9f9 req-fe8e98e2-7d8d-404a-b34a-72a96e7bf5ee tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:37.677430 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8e98e2-7d8d-404a-b34a-72a96e7bf5ee tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] Pushing event deleted for resources: {'Port': ['ID=b138750d-fee8-4aba-8eef-232fc2da2ead,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:40:37.703731 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] get_ports_and_sgs() called for port_ids ['b138750d-fee8-4aba-8eef-232fc2da2ead'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:40:37.714856 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-b31fdcc1-55be-4b69-b18f-21123a1fcee8 req-18ecdda6-a59d-4ecc-aedf-7e2722cc8308 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:37.725283 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-16066a68-953a-4b11-84d2-0ebb6b01a93e req-80a3174e-a2b6-4733-8d97-2ae880615971 tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b78e968-fb8b-47c8-a89f-b40d10173927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2698078 Mar 29 15:40:37.731591 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.l3_dvrscheduler_db [req-053340cd-2fe4-4c55-b79f-44d420e1b9f9 req-fe8e98e2-7d8d-404a-b34a-72a96e7bf5ee tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] No DVR routers for this DVR port b138750d-fee8-4aba-8eef-232fc2da2ead on host n-h2-834765-1 {{(pid=102790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:40:37.735398 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-053340cd-2fe4-4c55-b79f-44d420e1b9f9 req-fe8e98e2-7d8d-404a-b34a-72a96e7bf5ee tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:37.738965 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-053340cd-2fe4-4c55-b79f-44d420e1b9f9 req-fe8e98e2-7d8d-404a-b34a-72a96e7bf5ee tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] 10.222.0.48 "DELETE /v2.0/ports/b138750d-fee8-4aba-8eef-232fc2da2ead HTTP/1.1" status: 204 len: 173 time: 0.8824062 Mar 29 15:40:37.739470 n-d-834765-1 neutron-server[102790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '938d5325-d91e-4137-8d24-b21fd73d167e', 'name': 'network-vif-deleted', 'tag': 'b138750d-fee8-4aba-8eef-232fc2da2ead'}] {{(pid=102790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:40:37.741729 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46b06d655c90bc969636382cce4240ad749035fb0f3a83ee4734fa1ed9c4a6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c8fcce2-a310-4839-97c5-5c6f0c95c58f" -d '{"events": [{"server_uuid": "938d5325-d91e-4137-8d24-b21fd73d167e", "name": "network-vif-deleted", "tag": "b138750d-fee8-4aba-8eef-232fc2da2ead"}]}' {{(pid=102790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:40:37.766049 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da0b2b3-79b8-487a-b347-6903fc77aa81 req-f964f0a8-1247-42f6-bf5a-3d1280e094e6 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:37.775705 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-1da0b2b3-79b8-487a-b347-6903fc77aa81 req-f964f0a8-1247-42f6-bf5a-3d1280e094e6 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.42 "GET /v2.0/ports?device_id=89f2dcda-6dac-4263-8024-9b0b8a1e6f69 HTTP/1.1" status: 200 len: 945 time: 0.2051816 Mar 29 15:40:37.839899 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-1da0b2b3-79b8-487a-b347-6903fc77aa81 req-894580ac-7843-4c59-b88e-c9936987b852 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.42 "GET /v2.0/security-groups?id=07e96b72-96bb-4562-b80f-051b133c1759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620344 Mar 29 15:40:37.858477 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device 3b6a66a4-2f81-4ff2-8190-2f6c09253840 up at agent hyperv_n-h1-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:40:37.955395 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Provisioning for port 3b6a66a4-2f81-4ff2-8190-2f6c09253840 completed by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 15:40:37.970377 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Provisioning complete for port 3b6a66a4-2f81-4ff2-8190-2f6c09253840 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:40:37.971719 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:38.076532 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608f0c5e-2c94-4317-a13f-ea10ff662886 req-d179e0a3-719d-4444-9108-274decce6c0b tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:38.086156 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-608f0c5e-2c94-4317-a13f-ea10ff662886 req-d179e0a3-719d-4444-9108-274decce6c0b tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] 10.222.0.42 "GET /v2.0/ports?device_id=634c595e-d279-4aeb-bf6e-5b4c4a939ff0 HTTP/1.1" status: 200 len: 946 time: 0.2153990 Mar 29 15:40:38.094315 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:38.115780 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf12eac-1d1a-4724-958b-e5dd2a941d86 req-ca7e1d41-2696-43c8-af60-efcac8abbeef tempest-DeleteServersAdminTestJSON-2124808543 tempest-DeleteServersAdminTestJSON-2124808543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:38.117831 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-abf12eac-1d1a-4724-958b-e5dd2a941d86 req-ca7e1d41-2696-43c8-af60-efcac8abbeef tempest-DeleteServersAdminTestJSON-2124808543 tempest-DeleteServersAdminTestJSON-2124808543-project] 10.222.0.42 "GET /v2.0/ports?device_id=3357f674-5db5-458e-8de9-ba5d08c859ce HTTP/1.1" status: 200 len: 935 time: 0.0874879 Mar 29 15:40:38.118853 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9df137f2-cec3-49de-8d75-c433cf335604', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b6a66a4-2f81-4ff2-8190-2f6c09253840'}] {{(pid=102792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:40:38.121139 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4f476c66b318cc6068719fc39557fac68d413f5c7e78fa77028c7948e999ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-710caec6-f42c-4165-bd64-f08bbb5ad03b" -d '{"events": [{"server_uuid": "9df137f2-cec3-49de-8d75-c433cf335604", "name": "network-vif-plugged", "status": "completed", "tag": "3b6a66a4-2f81-4ff2-8190-2f6c09253840"}]}' {{(pid=102792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:40:38.140789 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port 3b6a66a4-2f81-4ff2-8190-2f6c09253840, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=3b6a66a4-2f81-4ff2-8190-2f6c09253840,segment=NetworkSegment(14988b90-b308-46b3-bc6f-32456c4498be),segment_id=14988b90-b308-46b3-bc6f-32456c4498be)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:40:38.147427 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:38.148302 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device 602006ca-73c5-4e7b-bae9-7794750e4a52 up at agent hyperv_n-h1-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:40:38.179405 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-abf12eac-1d1a-4724-958b-e5dd2a941d86 req-687ad689-a253-4a03-87a4-e5ffffbfaa0a tempest-DeleteServersAdminTestJSON-2124808543 tempest-DeleteServersAdminTestJSON-2124808543-project] 10.222.0.42 "GET /v2.0/security-groups?id=53d694e1-2bf0-4e15-9a57-00b8a3802403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553882 Mar 29 15:40:38.243639 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:40:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-810f65c4-6ab2-45fb-b1ca-8843a6bbe237 x-openstack-request-id: req-810f65c4-6ab2-45fb-b1ca-8843a6bbe237 {{(pid=102790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:40:38.244113 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "938d5325-d91e-4137-8d24-b21fd73d167e", "name": "network-vif-deleted", "tag": "b138750d-fee8-4aba-8eef-232fc2da2ead", "status": "completed", "code": 200}]} {{(pid=102790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:40:38.244572 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-810f65c4-6ab2-45fb-b1ca-8843a6bbe237 {{(pid=102790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:40:38.245137 n-d-834765-1 neutron-server[102790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '938d5325-d91e-4137-8d24-b21fd73d167e', 'name': 'network-vif-deleted', 'tag': 'b138750d-fee8-4aba-8eef-232fc2da2ead', 'status': 'completed', 'code': 200} Mar 29 15:40:38.245965 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Pushing event updated for resources: {'Port': ['ID=3b6a66a4-2f81-4ff2-8190-2f6c09253840,revision_number=5']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:40:38.256345 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Provisioning for port 602006ca-73c5-4e7b-bae9-7794750e4a52 completed by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 15:40:38.262464 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Provisioning complete for port 602006ca-73c5-4e7b-bae9-7794750e4a52 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:40:38.262889 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:38.337165 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [req-abed07c2-44a8-4988-9f2e-9c63c8c94ca4 req-d21f4534-6ff3-409b-b0b8-ab2154bf272f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f14b34e-3817-46ea-b86a-a796246e7a9e {{(pid=102791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:40:38.356825 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-abed07c2-44a8-4988-9f2e-9c63c8c94ca4 req-d21f4534-6ff3-409b-b0b8-ab2154bf272f service neutron] Notify callbacks [] for port, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:38.371390 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:38.402338 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02c332f-5229-4a41-aad7-edffb1afc572 req-9f71b026-6ad1-4773-afef-911c73269d1b tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:38.404029 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-c02c332f-5229-4a41-aad7-edffb1afc572 req-9f71b026-6ad1-4773-afef-911c73269d1b tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] 10.222.0.42 "GET /v2.0/ports?device_id=490a7f81-d34b-41cf-b939-8230c4561d2c HTTP/1.1" status: 200 len: 931 time: 0.1054559 Mar 29 15:40:38.408857 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-608f0c5e-2c94-4317-a13f-ea10ff662886 req-01c73a59-d012-47ad-bf1a-25bba9919174 tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] 10.222.0.42 "GET /v2.0/security-groups?id=d26d57f3-f34b-4b82-acb2-a15ffdfe7b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3217723 Mar 29 15:40:38.433978 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port 602006ca-73c5-4e7b-bae9-7794750e4a52, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=602006ca-73c5-4e7b-bae9-7794750e4a52,segment=NetworkSegment(79b3cffd-b934-47ae-85b1-a6694d59b4cd),segment_id=79b3cffd-b934-47ae-85b1-a6694d59b4cd)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:40:38.442920 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:38.485520 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.provisioning_blocks [req-abed07c2-44a8-4988-9f2e-9c63c8c94ca4 req-d21f4534-6ff3-409b-b0b8-ab2154bf272f service neutron] Transition to ACTIVE for port object 6f14b34e-3817-46ea-b86a-a796246e7a9e will not be triggered until provisioned by entity L2. {{(pid=102791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 15:40:38.512036 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Pushing event updated for resources: {'Port': ['ID=602006ca-73c5-4e7b-bae9-7794750e4a52,revision_number=5']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:40:38.514094 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-abed07c2-44a8-4988-9f2e-9c63c8c94ca4 req-d21f4534-6ff3-409b-b0b8-ab2154bf272f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:38.525394 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-c02c332f-5229-4a41-aad7-edffb1afc572 req-217d6610-e417-49f1-b130-d92698776e1c tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] 10.222.0.42 "GET /v2.0/security-groups?id=c99ced8e-1ceb-46fb-aaa7-747186b2b9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129632 Mar 29 15:40:38.528171 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:40:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8d703fd-c22a-4165-a3cb-ea568666f1f6 x-openstack-request-id: req-c8d703fd-c22a-4165-a3cb-ea568666f1f6 {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:40:38.528493 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9df137f2-cec3-49de-8d75-c433cf335604", "name": "network-vif-plugged", "status": "completed", "tag": "3b6a66a4-2f81-4ff2-8190-2f6c09253840", "code": 200}]} {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:40:38.528778 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c8d703fd-c22a-4165-a3cb-ea568666f1f6 {{(pid=102792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:40:38.529187 n-d-834765-1 neutron-server[102792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9df137f2-cec3-49de-8d75-c433cf335604', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b6a66a4-2f81-4ff2-8190-2f6c09253840', 'code': 200} Mar 29 15:40:38.604570 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21f4534-6ff3-409b-b0b8-ab2154bf272f service neutron] Pushing event updated for resources: {'Port': ['ID=6f14b34e-3817-46ea-b86a-a796246e7a9e,revision_number=2']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:40:38.765561 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-69cf9ca7-969b-4b92-8b8d-1475176e2ab9 req-8ccdf856-9119-4c10-b512-2e87d0e3916c tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] 10.222.0.42 "GET /v2.0/ports?device_id=0a10fb55-d9e0-47cb-a13f-38167235bc8a HTTP/1.1" status: 200 len: 210 time: 0.0424588 Mar 29 15:40:38.797878 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [req-b31fdcc1-55be-4b69-b18f-21123a1fcee8 req-18ecdda6-a59d-4ecc-aedf-7e2722cc8308 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de3260d5-fda5-4f86-be90-526c4825300a {{(pid=102791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:40:38.813920 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-b31fdcc1-55be-4b69-b18f-21123a1fcee8 req-18ecdda6-a59d-4ecc-aedf-7e2722cc8308 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:38.822188 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503ebe9a-cde7-449a-95c6-0626aff5d302 req-190d7549-a461-4dc1-8b5f-c2ee5c879d43 tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:38.824396 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-503ebe9a-cde7-449a-95c6-0626aff5d302 req-190d7549-a461-4dc1-8b5f-c2ee5c879d43 tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] 10.222.0.44 "GET /v2.0/networks?id=f945f153-5928-4a5d-9b33-57d251311dab HTTP/1.1" status: 200 len: 814 time: 0.2723811 Mar 29 15:40:38.840729 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [req-503ebe9a-cde7-449a-95c6-0626aff5d302 req-f6ad813b-5683-4c87-901b-6d4d0dfba195 tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] Request body: {'port': {'device_id': '0a10fb55-d9e0-47cb-a13f-38167235bc8a', 'network_id': 'f945f153-5928-4a5d-9b33-57d251311dab', 'admin_state_up': True, 'tenant_id': '4fcca40281ff4cbfb6c75a266decc3c5'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:40:38.854010 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-abed07c2-44a8-4988-9f2e-9c63c8c94ca4 req-d21f4534-6ff3-409b-b0b8-ab2154bf272f service neutron] Attempting to bind port 6f14b34e-3817-46ea-b86a-a796246e7a9e on host n-h2-834765-1 for vnic_type normal with profile {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:40:38.854362 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-abed07c2-44a8-4988-9f2e-9c63c8c94ca4 req-d21f4534-6ff3-409b-b0b8-ab2154bf272f service neutron] Attempting to bind port 6f14b34e-3817-46ea-b86a-a796246e7a9e by drivers openvswitch,hyperv on host n-h2-834765-1 at level 0 using segments [{'id': 'a0c230f0-660a-4194-9279-0f0781d34134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '2268a9b9-82fd-4886-a91d-3a50e4e16cab'}] {{(pid=102791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:40:38.854728 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abed07c2-44a8-4988-9f2e-9c63c8c94ca4 req-d21f4534-6ff3-409b-b0b8-ab2154bf272f service neutron] Attempting to bind port 6f14b34e-3817-46ea-b86a-a796246e7a9e on network 2268a9b9-82fd-4886-a91d-3a50e4e16cab {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:40:38.860049 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.provisioning_blocks [req-b31fdcc1-55be-4b69-b18f-21123a1fcee8 req-18ecdda6-a59d-4ecc-aedf-7e2722cc8308 service neutron] Transition to ACTIVE for port object de3260d5-fda5-4f86-be90-526c4825300a will not be triggered until provisioned by entity L2. {{(pid=102791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 15:40:38.875860 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363d3a6f-d55a-4917-a9ff-15c14b958ee2 req-3203ee87-33ff-45e6-ab62-3b74822e7403 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:38.883877 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363d3a6f-d55a-4917-a9ff-15c14b958ee2 req-3203ee87-33ff-45e6-ab62-3b74822e7403 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:38.890824 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363d3a6f-d55a-4917-a9ff-15c14b958ee2 req-3203ee87-33ff-45e6-ab62-3b74822e7403 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:38.898344 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363d3a6f-d55a-4917-a9ff-15c14b958ee2 req-3203ee87-33ff-45e6-ab62-3b74822e7403 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:38.905224 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363d3a6f-d55a-4917-a9ff-15c14b958ee2 req-3203ee87-33ff-45e6-ab62-3b74822e7403 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:38.911978 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363d3a6f-d55a-4917-a9ff-15c14b958ee2 req-3203ee87-33ff-45e6-ab62-3b74822e7403 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:38.918022 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363d3a6f-d55a-4917-a9ff-15c14b958ee2 req-3203ee87-33ff-45e6-ab62-3b74822e7403 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:38.921142 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-363d3a6f-d55a-4917-a9ff-15c14b958ee2 req-3203ee87-33ff-45e6-ab62-3b74822e7403 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] 10.222.0.42 "GET /v2.0/ports?device_id=e63d94a3-644d-400a-aa3f-0c71f9fb1b46 HTTP/1.1" status: 200 len: 5420 time: 0.2920563 Mar 29 15:40:38.924439 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-b31fdcc1-55be-4b69-b18f-21123a1fcee8 req-18ecdda6-a59d-4ecc-aedf-7e2722cc8308 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:38.935313 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abed07c2-44a8-4988-9f2e-9c63c8c94ca4 req-d21f4534-6ff3-409b-b0b8-ab2154bf272f service neutron] Port 6f14b34e-3817-46ea-b86a-a796246e7a9e on network 2268a9b9-82fd-4886-a91d-3a50e4e16cab not bound, no agent of type Open vSwitch agent registered on host n-h2-834765-1 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 15:40:38.936429 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abed07c2-44a8-4988-9f2e-9c63c8c94ca4 req-d21f4534-6ff3-409b-b0b8-ab2154bf272f service neutron] Attempting to bind port 6f14b34e-3817-46ea-b86a-a796246e7a9e on network 2268a9b9-82fd-4886-a91d-3a50e4e16cab {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:40:38.986331 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abed07c2-44a8-4988-9f2e-9c63c8c94ca4 req-d21f4534-6ff3-409b-b0b8-ab2154bf272f service neutron] Checking agent: {'id': '3e4b4912-b4a2-4d17-b5bd-6ce15529e8eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 33, 17), 'started_at': datetime.datetime(2022, 3, 29, 15, 33, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 40, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:40:38.986629 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abed07c2-44a8-4988-9f2e-9c63c8c94ca4 req-d21f4534-6ff3-409b-b0b8-ab2154bf272f service neutron] Checking segment: {'id': 'a0c230f0-660a-4194-9279-0f0781d34134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '2268a9b9-82fd-4886-a91d-3a50e4e16cab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:40:38.987017 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abed07c2-44a8-4988-9f2e-9c63c8c94ca4 req-d21f4534-6ff3-409b-b0b8-ab2154bf272f service neutron] Bound using segment: {'id': 'a0c230f0-660a-4194-9279-0f0781d34134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '2268a9b9-82fd-4886-a91d-3a50e4e16cab'} {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:40:38.987474 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-abed07c2-44a8-4988-9f2e-9c63c8c94ca4 req-d21f4534-6ff3-409b-b0b8-ab2154bf272f service neutron] Bound port: 6f14b34e-3817-46ea-b86a-a796246e7a9e, host: n-h2-834765-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0c230f0-660a-4194-9279-0f0781d34134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '2268a9b9-82fd-4886-a91d-3a50e4e16cab'}}] {{(pid=102791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 15:40:38.988397 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-abed07c2-44a8-4988-9f2e-9c63c8c94ca4 req-d21f4534-6ff3-409b-b0b8-ab2154bf272f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:39.005025 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a20b94-d539-4231-90fd-c9d732c81a8d req-6e40ab29-77ca-49f2-a556-12fb31e945d0 tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:39.011359 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a20b94-d539-4231-90fd-c9d732c81a8d req-6e40ab29-77ca-49f2-a556-12fb31e945d0 tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:39.017554 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a20b94-d539-4231-90fd-c9d732c81a8d req-6e40ab29-77ca-49f2-a556-12fb31e945d0 tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:39.019296 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-38a20b94-d539-4231-90fd-c9d732c81a8d req-6e40ab29-77ca-49f2-a556-12fb31e945d0 tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] 10.222.0.42 "GET /v2.0/ports?device_id=9df137f2-cec3-49de-8d75-c433cf335604 HTTP/1.1" status: 200 len: 2416 time: 0.1515644 Mar 29 15:40:39.028645 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ecdda6-a59d-4ecc-aedf-7e2722cc8308 service neutron] Pushing event updated for resources: {'Port': ['ID=de3260d5-fda5-4f86-be90-526c4825300a,revision_number=2']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:40:39.036459 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-363d3a6f-d55a-4917-a9ff-15c14b958ee2 req-b38d8ba5-e22a-4d8f-944c-8495eb77fbc0 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] 10.222.0.42 "GET /v2.0/security-groups?id=7a324716-10f9-4f06-a2b5-9f498b951d56&id=19cf0565-0e5d-4a9a-bb20-6dda76410fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1072395 Mar 29 15:40:39.059355 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-503ebe9a-cde7-449a-95c6-0626aff5d302 req-f6ad813b-5683-4c87-901b-6d4d0dfba195 tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] Made reservation on behalf of 4fcca40281ff4cbfb6c75a266decc3c5 for: {'port': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:40:39.062917 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-503ebe9a-cde7-449a-95c6-0626aff5d302 req-f6ad813b-5683-4c87-901b-6d4d0dfba195 tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:39.086020 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-38a20b94-d539-4231-90fd-c9d732c81a8d req-233b5ffd-052f-4b92-87ff-190ba734485b tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b78e968-fb8b-47c8-a89f-b40d10173927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537729 Mar 29 15:40:39.221075 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.db_base_plugin_common [req-503ebe9a-cde7-449a-95c6-0626aff5d302 req-f6ad813b-5683-4c87-901b-6d4d0dfba195 tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] Allocated IP 172.20.0.3 (f945f153-5928-4a5d-9b33-57d251311dab/5e8b374d-c935-4687-96e3-a6909695b876/0a93aa01-a512-4cc5-99fd-5b241bf5026f) {{(pid=102790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:40:39.396110 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-503ebe9a-cde7-449a-95c6-0626aff5d302 req-f6ad813b-5683-4c87-901b-6d4d0dfba195 tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] Notify callbacks [] for port, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:39.432162 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-503ebe9a-cde7-449a-95c6-0626aff5d302 req-f6ad813b-5683-4c87-901b-6d4d0dfba195 tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:39.513063 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-abed07c2-44a8-4988-9f2e-9c63c8c94ca4 req-d21f4534-6ff3-409b-b0b8-ab2154bf272f service neutron] For port 6f14b34e-3817-46ea-b86a-a796246e7a9e, host n-h2-834765-1, cleared binding levels {{(pid=102791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:40:39.514956 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-503ebe9a-cde7-449a-95c6-0626aff5d302 req-f6ad813b-5683-4c87-901b-6d4d0dfba195 tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] Network f945f153-5928-4a5d-9b33-57d251311dab is already hosted by enough agents. {{(pid=102790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:40:39.518052 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ad813b-5683-4c87-901b-6d4d0dfba195 tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] Pushing event updated for resources: {'Port': ['ID=0a93aa01-a512-4cc5-99fd-5b241bf5026f,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:40:39.520595 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-abed07c2-44a8-4988-9f2e-9c63c8c94ca4 req-d21f4534-6ff3-409b-b0b8-ab2154bf272f service neutron] For port 6f14b34e-3817-46ea-b86a-a796246e7a9e, host n-h2-834765-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=6f14b34e-3817-46ea-b86a-a796246e7a9e,segment=NetworkSegment(a0c230f0-660a-4194-9279-0f0781d34134),segment_id=a0c230f0-660a-4194-9279-0f0781d34134)] {{(pid=102791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:40:39.521002 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [req-503ebe9a-cde7-449a-95c6-0626aff5d302 req-f6ad813b-5683-4c87-901b-6d4d0dfba195 tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] Resources bound (agent type, host, resource id): {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:40:39.534784 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-abed07c2-44a8-4988-9f2e-9c63c8c94ca4 req-d21f4534-6ff3-409b-b0b8-ab2154bf272f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:39.534942 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.l3_dvrscheduler_db [req-503ebe9a-cde7-449a-95c6-0626aff5d302 req-f6ad813b-5683-4c87-901b-6d4d0dfba195 tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] Received port after_create {{(pid=102790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:40:39.550065 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-b31fdcc1-55be-4b69-b18f-21123a1fcee8 req-18ecdda6-a59d-4ecc-aedf-7e2722cc8308 service neutron] Attempting to bind port de3260d5-fda5-4f86-be90-526c4825300a on host n-h2-834765-1 for vnic_type normal with profile {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:40:39.550424 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-b31fdcc1-55be-4b69-b18f-21123a1fcee8 req-18ecdda6-a59d-4ecc-aedf-7e2722cc8308 service neutron] Attempting to bind port de3260d5-fda5-4f86-be90-526c4825300a by drivers openvswitch,hyperv on host n-h2-834765-1 at level 0 using segments [{'id': '65ab5bc3-e80e-4641-82f0-4ef53207c2d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'b1def78c-da55-4367-b9b1-4d7fc20fc6ac'}] {{(pid=102791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:40:39.550749 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b31fdcc1-55be-4b69-b18f-21123a1fcee8 req-18ecdda6-a59d-4ecc-aedf-7e2722cc8308 service neutron] Attempting to bind port de3260d5-fda5-4f86-be90-526c4825300a on network b1def78c-da55-4367-b9b1-4d7fc20fc6ac {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:40:39.578173 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0917c58b-8916-477c-aa0f-93a3a96f2853 req-a4defc0f-00bf-450a-9f47-0807cdfb3f06 tempest-DeleteServersAdminTestJSON-2124808543 tempest-DeleteServersAdminTestJSON-2124808543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:39.579737 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-0917c58b-8916-477c-aa0f-93a3a96f2853 req-a4defc0f-00bf-450a-9f47-0807cdfb3f06 tempest-DeleteServersAdminTestJSON-2124808543 tempest-DeleteServersAdminTestJSON-2124808543-project] 10.222.0.42 "GET /v2.0/ports?device_id=3357f674-5db5-458e-8de9-ba5d08c859ce HTTP/1.1" status: 200 len: 947 time: 0.1368489 Mar 29 15:40:39.594942 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b31fdcc1-55be-4b69-b18f-21123a1fcee8 req-18ecdda6-a59d-4ecc-aedf-7e2722cc8308 service neutron] Port de3260d5-fda5-4f86-be90-526c4825300a on network b1def78c-da55-4367-b9b1-4d7fc20fc6ac not bound, no agent of type Open vSwitch agent registered on host n-h2-834765-1 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 15:40:39.594942 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b31fdcc1-55be-4b69-b18f-21123a1fcee8 req-18ecdda6-a59d-4ecc-aedf-7e2722cc8308 service neutron] Attempting to bind port de3260d5-fda5-4f86-be90-526c4825300a on network b1def78c-da55-4367-b9b1-4d7fc20fc6ac {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:40:39.600228 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abed07c2-44a8-4988-9f2e-9c63c8c94ca4 req-d21f4534-6ff3-409b-b0b8-ab2154bf272f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:39.601428 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-abed07c2-44a8-4988-9f2e-9c63c8c94ca4 req-d21f4534-6ff3-409b-b0b8-ab2154bf272f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:39.602230 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-abed07c2-44a8-4988-9f2e-9c63c8c94ca4 req-d21f4534-6ff3-409b-b0b8-ab2154bf272f service neutron] 10.222.0.48 "PUT /v2.0/ports/6f14b34e-3817-46ea-b86a-a796246e7a9e HTTP/1.1" status: 200 len: 1095 time: 2.4571927 Mar 29 15:40:39.602679 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3357f674-5db5-458e-8de9-ba5d08c859ce', 'tag': '6f14b34e-3817-46ea-b86a-a796246e7a9e'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:40:39.605082 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c67b028db5e9b9818fecc5c0a87ebc6f190694fa53ca267d523e04f98de536d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-175c5ed0-680c-48af-9961-cc1c78c3c392" -d '{"events": [{"name": "network-changed", "server_uuid": "3357f674-5db5-458e-8de9-ba5d08c859ce", "tag": "6f14b34e-3817-46ea-b86a-a796246e7a9e"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:40:39.620632 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e96b39-4f2c-4863-8446-a0cbb625991f req-1674c208-d734-4632-bc59-2ea379895884 tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:39.622179 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-f1e96b39-4f2c-4863-8446-a0cbb625991f req-1674c208-d734-4632-bc59-2ea379895884 tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] 10.222.0.42 "GET /v2.0/ports?device_id=634c595e-d279-4aeb-bf6e-5b4c4a939ff0 HTTP/1.1" status: 200 len: 946 time: 0.1053154 Mar 29 15:40:39.623624 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b31fdcc1-55be-4b69-b18f-21123a1fcee8 req-18ecdda6-a59d-4ecc-aedf-7e2722cc8308 service neutron] Checking agent: {'id': '3e4b4912-b4a2-4d17-b5bd-6ce15529e8eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 33, 17), 'started_at': datetime.datetime(2022, 3, 29, 15, 33, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 40, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:40:39.623980 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b31fdcc1-55be-4b69-b18f-21123a1fcee8 req-18ecdda6-a59d-4ecc-aedf-7e2722cc8308 service neutron] Checking segment: {'id': '65ab5bc3-e80e-4641-82f0-4ef53207c2d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'b1def78c-da55-4367-b9b1-4d7fc20fc6ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:40:39.624362 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b31fdcc1-55be-4b69-b18f-21123a1fcee8 req-18ecdda6-a59d-4ecc-aedf-7e2722cc8308 service neutron] Bound using segment: {'id': '65ab5bc3-e80e-4641-82f0-4ef53207c2d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'b1def78c-da55-4367-b9b1-4d7fc20fc6ac'} {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:40:39.624832 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-b31fdcc1-55be-4b69-b18f-21123a1fcee8 req-18ecdda6-a59d-4ecc-aedf-7e2722cc8308 service neutron] Bound port: de3260d5-fda5-4f86-be90-526c4825300a, host: n-h2-834765-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65ab5bc3-e80e-4641-82f0-4ef53207c2d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'b1def78c-da55-4367-b9b1-4d7fc20fc6ac'}}] {{(pid=102791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 15:40:39.625193 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-b31fdcc1-55be-4b69-b18f-21123a1fcee8 req-18ecdda6-a59d-4ecc-aedf-7e2722cc8308 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:39.628858 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503ebe9a-cde7-449a-95c6-0626aff5d302 req-f6ad813b-5683-4c87-901b-6d4d0dfba195 tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:39.629505 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-503ebe9a-cde7-449a-95c6-0626aff5d302 req-f6ad813b-5683-4c87-901b-6d4d0dfba195 tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:39.655336 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-503ebe9a-cde7-449a-95c6-0626aff5d302 req-f6ad813b-5683-4c87-901b-6d4d0dfba195 tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8174558 Mar 29 15:40:39.667315 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [req-503ebe9a-cde7-449a-95c6-0626aff5d302 req-5e5f5bfd-7b6f-40d3-a2b3-6fc58bb8059f service neutron] Request body: {'port': {'device_id': '0a10fb55-d9e0-47cb-a13f-38167235bc8a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834765-1'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:40:39.681893 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21f4534-6ff3-409b-b0b8-ab2154bf272f service neutron] Pushing event updated for resources: {'Port': ['ID=6f14b34e-3817-46ea-b86a-a796246e7a9e,revision_number=3']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:40:39.752319 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-0917c58b-8916-477c-aa0f-93a3a96f2853 req-e5e32681-d975-4c99-b192-0608d66d3179 tempest-DeleteServersAdminTestJSON-2124808543 tempest-DeleteServersAdminTestJSON-2124808543-project] 10.222.0.42 "GET /v2.0/security-groups?id=53d694e1-2bf0-4e15-9a57-00b8a3802403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431582 Mar 29 15:40:39.755529 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-f1e96b39-4f2c-4863-8446-a0cbb625991f req-c88313ba-1363-488c-aaaa-d8176ebff984 tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] 10.222.0.42 "GET /v2.0/security-groups?id=d26d57f3-f34b-4b82-acb2-a15ffdfe7b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091764 Mar 29 15:40:39.758740 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-503ebe9a-cde7-449a-95c6-0626aff5d302 req-5e5f5bfd-7b6f-40d3-a2b3-6fc58bb8059f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:39.838807 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abed07c2-44a8-4988-9f2e-9c63c8c94ca4 req-4373f49b-21da-4bc4-9e83-17776256e276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:39.845507 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device e6cf797b-ae9b-4d11-8eee-6f5c815d2ed3 up at agent hyperv_n-h1-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:40:39.852233 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-abed07c2-44a8-4988-9f2e-9c63c8c94ca4 req-4373f49b-21da-4bc4-9e83-17776256e276 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=636812e8b46645419cd4972dfa2a3774&device_id=3357f674-5db5-458e-8de9-ba5d08c859ce HTTP/1.1" status: 200 len: 1098 time: 0.1854811 Mar 29 15:40:39.853506 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-b31fdcc1-55be-4b69-b18f-21123a1fcee8 req-18ecdda6-a59d-4ecc-aedf-7e2722cc8308 service neutron] For port de3260d5-fda5-4f86-be90-526c4825300a, host n-h2-834765-1, cleared binding levels {{(pid=102791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:40:39.860217 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-b31fdcc1-55be-4b69-b18f-21123a1fcee8 req-18ecdda6-a59d-4ecc-aedf-7e2722cc8308 service neutron] For port de3260d5-fda5-4f86-be90-526c4825300a, host n-h2-834765-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=de3260d5-fda5-4f86-be90-526c4825300a,segment=NetworkSegment(65ab5bc3-e80e-4641-82f0-4ef53207c2d7),segment_id=65ab5bc3-e80e-4641-82f0-4ef53207c2d7)] {{(pid=102791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:40:39.868075 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 15:40:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49a4f18a-bf11-4240-9b0a-5694533ebd87 x-openstack-request-id: req-49a4f18a-bf11-4240-9b0a-5694533ebd87 {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:40:39.868214 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3357f674-5db5-458e-8de9-ba5d08c859ce", "tag": "6f14b34e-3817-46ea-b86a-a796246e7a9e", "status": "completed", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:40:39.869996 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-49a4f18a-bf11-4240-9b0a-5694533ebd87 {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:40:39.870421 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3357f674-5db5-458e-8de9-ba5d08c859ce', 'tag': '6f14b34e-3817-46ea-b86a-a796246e7a9e', 'status': 'completed', 'code': 200} Mar 29 15:40:39.875057 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-b31fdcc1-55be-4b69-b18f-21123a1fcee8 req-18ecdda6-a59d-4ecc-aedf-7e2722cc8308 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:39.928795 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-abed07c2-44a8-4988-9f2e-9c63c8c94ca4 req-701d8f72-8841-43bd-98f4-c1f09e36fa85 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.83&port_id=6f14b34e-3817-46ea-b86a-a796246e7a9e HTTP/1.1" status: 200 len: 217 time: 0.0671360 Mar 29 15:40:39.984713 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Provisioning for port e6cf797b-ae9b-4d11-8eee-6f5c815d2ed3 completed by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 15:40:39.993354 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Provisioning complete for port e6cf797b-ae9b-4d11-8eee-6f5c815d2ed3 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:40:39.994337 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:40.019878 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31fdcc1-55be-4b69-b18f-21123a1fcee8 req-18ecdda6-a59d-4ecc-aedf-7e2722cc8308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:40.020494 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-b31fdcc1-55be-4b69-b18f-21123a1fcee8 req-18ecdda6-a59d-4ecc-aedf-7e2722cc8308 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:40.021891 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b31fdcc1-55be-4b69-b18f-21123a1fcee8 req-18ecdda6-a59d-4ecc-aedf-7e2722cc8308 service neutron] 10.222.0.48 "PUT /v2.0/ports/de3260d5-fda5-4f86-be90-526c4825300a HTTP/1.1" status: 200 len: 1091 time: 2.5615447 Mar 29 15:40:40.056014 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ecdda6-a59d-4ecc-aedf-7e2722cc8308 service neutron] Pushing event updated for resources: {'Port': ['ID=de3260d5-fda5-4f86-be90-526c4825300a,revision_number=3']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:40:40.071689 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbfcab8-0dca-4924-86fc-ee960c222001 req-48ec0712-d4c3-4de1-862d-17092cbaa448 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:40.073264 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4fbfcab8-0dca-4924-86fc-ee960c222001 req-48ec0712-d4c3-4de1-862d-17092cbaa448 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] 10.222.0.42 "GET /v2.0/ports?device_id=490a7f81-d34b-41cf-b939-8230c4561d2c HTTP/1.1" status: 200 len: 943 time: 0.2005706 Mar 29 15:40:40.081090 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abed07c2-44a8-4988-9f2e-9c63c8c94ca4 req-664e1096-9bb5-4d5f-815c-0efc4e8bc412 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:40.086050 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-abed07c2-44a8-4988-9f2e-9c63c8c94ca4 req-664e1096-9bb5-4d5f-815c-0efc4e8bc412 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=abb8e5d6-2aea-4455-a944-3435a3d1ce49 HTTP/1.1" status: 200 len: 843 time: 0.1096990 Mar 29 15:40:40.150372 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:40.169286 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ded48b-8944-4070-a56d-04bc0d370999 req-dd6bb1be-27bc-47f7-9412-4ecef37b724f tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:40.171393 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-33ded48b-8944-4070-a56d-04bc0d370999 req-dd6bb1be-27bc-47f7-9412-4ecef37b724f tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] 10.222.0.42 "GET /v2.0/ports?device_id=0a10fb55-d9e0-47cb-a13f-38167235bc8a HTTP/1.1" status: 200 len: 931 time: 0.0821886 Mar 29 15:40:40.190885 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4fbfcab8-0dca-4924-86fc-ee960c222001 req-d3ddc460-cf34-42c1-a1af-f565586c8d7f tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] 10.222.0.42 "GET /v2.0/security-groups?id=c99ced8e-1ceb-46fb-aaa7-747186b2b9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015882 Mar 29 15:40:40.198935 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port e6cf797b-ae9b-4d11-8eee-6f5c815d2ed3, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=e6cf797b-ae9b-4d11-8eee-6f5c815d2ed3,segment=NetworkSegment(14988b90-b308-46b3-bc6f-32456c4498be),segment_id=14988b90-b308-46b3-bc6f-32456c4498be)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:40:40.200647 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abed07c2-44a8-4988-9f2e-9c63c8c94ca4 req-8bc23625-227b-4b7b-b276-6fe9cdabefe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:40.202615 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-abed07c2-44a8-4988-9f2e-9c63c8c94ca4 req-8bc23625-227b-4b7b-b276-6fe9cdabefe9 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2268a9b9-82fd-4886-a91d-3a50e4e16cab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1064205 Mar 29 15:40:40.206731 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:40.214690 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31fdcc1-55be-4b69-b18f-21123a1fcee8 req-c5fd4a0c-6e4a-4145-9a67-86141d993b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:40.216691 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b31fdcc1-55be-4b69-b18f-21123a1fcee8 req-c5fd4a0c-6e4a-4145-9a67-86141d993b49 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=61d6b03cf8b04e0283d0c20861ff0cb0&device_id=490a7f81-d34b-41cf-b939-8230c4561d2c HTTP/1.1" status: 200 len: 1094 time: 0.1187692 Mar 29 15:40:40.262754 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-33ded48b-8944-4070-a56d-04bc0d370999 req-10434453-ca63-4978-b7ed-280c1cbf2e91 tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] 10.222.0.42 "GET /v2.0/security-groups?id=ce1e3aa1-c9e4-4c36-a19f-9dbad60c5be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628297 Mar 29 15:40:40.265297 n-d-834765-1 neutron-server[102790]: DEBUG neutron.notifiers.nova [req-503ebe9a-cde7-449a-95c6-0626aff5d302 req-5e5f5bfd-7b6f-40d3-a2b3-6fc58bb8059f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a93aa01-a512-4cc5-99fd-5b241bf5026f {{(pid=102790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:40:40.285667 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-503ebe9a-cde7-449a-95c6-0626aff5d302 req-5e5f5bfd-7b6f-40d3-a2b3-6fc58bb8059f service neutron] Notify callbacks [] for port, precommit_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:40.316671 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.provisioning_blocks [req-503ebe9a-cde7-449a-95c6-0626aff5d302 req-5e5f5bfd-7b6f-40d3-a2b3-6fc58bb8059f service neutron] Transition to ACTIVE for port object 0a93aa01-a512-4cc5-99fd-5b241bf5026f will not be triggered until provisioned by entity L2. {{(pid=102790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 15:40:40.323137 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Pushing event updated for resources: {'Port': ['ID=e6cf797b-ae9b-4d11-8eee-6f5c815d2ed3,revision_number=5']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:40:40.325831 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-503ebe9a-cde7-449a-95c6-0626aff5d302 req-5e5f5bfd-7b6f-40d3-a2b3-6fc58bb8059f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5237921'] for port, after_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:40.329648 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b31fdcc1-55be-4b69-b18f-21123a1fcee8 req-3e1b13b0-fd08-41e5-b931-71ae35d9378d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=de3260d5-fda5-4f86-be90-526c4825300a HTTP/1.1" status: 200 len: 217 time: 0.0878253 Mar 29 15:40:40.441043 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5f5bfd-7b6f-40d3-a2b3-6fc58bb8059f service neutron] Pushing event updated for resources: {'Port': ['ID=0a93aa01-a512-4cc5-99fd-5b241bf5026f,revision_number=2']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:40:40.473437 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31fdcc1-55be-4b69-b18f-21123a1fcee8 req-75adbc2c-aa1e-4c9d-b516-77bb262bffab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:40.474412 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b31fdcc1-55be-4b69-b18f-21123a1fcee8 req-75adbc2c-aa1e-4c9d-b516-77bb262bffab service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a84f45bb-2cdd-4adc-a15d-ac5c06ff5a1f HTTP/1.1" status: 200 len: 848 time: 0.1366417 Mar 29 15:40:40.496896 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea07ad13-a66c-4cfa-88ca-072bc7ea5f99 req-755665d7-afc0-4199-ab59-eacbe7b6448f tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:40.503737 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea07ad13-a66c-4cfa-88ca-072bc7ea5f99 req-755665d7-afc0-4199-ab59-eacbe7b6448f tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:40.510296 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea07ad13-a66c-4cfa-88ca-072bc7ea5f99 req-755665d7-afc0-4199-ab59-eacbe7b6448f tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:40.512869 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-ea07ad13-a66c-4cfa-88ca-072bc7ea5f99 req-755665d7-afc0-4199-ab59-eacbe7b6448f tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] 10.222.0.42 "GET /v2.0/ports?device_id=9df137f2-cec3-49de-8d75-c433cf335604 HTTP/1.1" status: 200 len: 2417 time: 0.1357994 Mar 29 15:40:40.523506 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5320f518-1359-4f92-8d61-19474df41533 req-9aad2010-3a62-4869-b195-c9214ce8a4f2 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:40.530579 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5320f518-1359-4f92-8d61-19474df41533 req-9aad2010-3a62-4869-b195-c9214ce8a4f2 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:40.530820 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9df137f2-cec3-49de-8d75-c433cf335604', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '602006ca-73c5-4e7b-bae9-7794750e4a52'}, {'server_uuid': '9df137f2-cec3-49de-8d75-c433cf335604', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6cf797b-ae9b-4d11-8eee-6f5c815d2ed3'}] {{(pid=102792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:40:40.532918 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4f476c66b318cc6068719fc39557fac68d413f5c7e78fa77028c7948e999ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78ce86b2-6b45-4cfc-b3f6-5e90a550e768" -d '{"events": [{"server_uuid": "9df137f2-cec3-49de-8d75-c433cf335604", "name": "network-vif-plugged", "status": "completed", "tag": "602006ca-73c5-4e7b-bae9-7794750e4a52"}, {"server_uuid": "9df137f2-cec3-49de-8d75-c433cf335604", "name": "network-vif-plugged", "status": "completed", "tag": "e6cf797b-ae9b-4d11-8eee-6f5c815d2ed3"}]}' {{(pid=102792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:40:40.536708 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5320f518-1359-4f92-8d61-19474df41533 req-9aad2010-3a62-4869-b195-c9214ce8a4f2 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:40.540648 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.managers [req-503ebe9a-cde7-449a-95c6-0626aff5d302 req-5e5f5bfd-7b6f-40d3-a2b3-6fc58bb8059f service neutron] Attempting to bind port 0a93aa01-a512-4cc5-99fd-5b241bf5026f on host n-h1-834765-1 for vnic_type normal with profile {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:40:40.541355 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.managers [req-503ebe9a-cde7-449a-95c6-0626aff5d302 req-5e5f5bfd-7b6f-40d3-a2b3-6fc58bb8059f service neutron] Attempting to bind port 0a93aa01-a512-4cc5-99fd-5b241bf5026f by drivers openvswitch,hyperv on host n-h1-834765-1 at level 0 using segments [{'id': '41873e9c-b24c-40ec-94cd-76d430c8ed02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'f945f153-5928-4a5d-9b33-57d251311dab'}] {{(pid=102790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:40:40.541936 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-503ebe9a-cde7-449a-95c6-0626aff5d302 req-5e5f5bfd-7b6f-40d3-a2b3-6fc58bb8059f service neutron] Attempting to bind port 0a93aa01-a512-4cc5-99fd-5b241bf5026f on network f945f153-5928-4a5d-9b33-57d251311dab {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:40:40.543087 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5320f518-1359-4f92-8d61-19474df41533 req-9aad2010-3a62-4869-b195-c9214ce8a4f2 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:40.549232 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5320f518-1359-4f92-8d61-19474df41533 req-9aad2010-3a62-4869-b195-c9214ce8a4f2 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:40.555349 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5320f518-1359-4f92-8d61-19474df41533 req-9aad2010-3a62-4869-b195-c9214ce8a4f2 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:40.556224 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-503ebe9a-cde7-449a-95c6-0626aff5d302 req-5e5f5bfd-7b6f-40d3-a2b3-6fc58bb8059f service neutron] Port 0a93aa01-a512-4cc5-99fd-5b241bf5026f on network f945f153-5928-4a5d-9b33-57d251311dab not bound, no agent of type Open vSwitch agent registered on host n-h1-834765-1 {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 15:40:40.556556 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-503ebe9a-cde7-449a-95c6-0626aff5d302 req-5e5f5bfd-7b6f-40d3-a2b3-6fc58bb8059f service neutron] Attempting to bind port 0a93aa01-a512-4cc5-99fd-5b241bf5026f on network f945f153-5928-4a5d-9b33-57d251311dab {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:40:40.561598 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5320f518-1359-4f92-8d61-19474df41533 req-9aad2010-3a62-4869-b195-c9214ce8a4f2 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:40.563788 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-5320f518-1359-4f92-8d61-19474df41533 req-9aad2010-3a62-4869-b195-c9214ce8a4f2 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] 10.222.0.42 "GET /v2.0/ports?device_id=e63d94a3-644d-400a-aa3f-0c71f9fb1b46 HTTP/1.1" status: 200 len: 5420 time: 0.2331743 Mar 29 15:40:40.567587 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-503ebe9a-cde7-449a-95c6-0626aff5d302 req-5e5f5bfd-7b6f-40d3-a2b3-6fc58bb8059f service neutron] Checking agent: {'id': 'be375040-5069-4239-9460-a3a3213e1e90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 33, 18), 'started_at': datetime.datetime(2022, 3, 29, 15, 33, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 40, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:40:40.567926 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-503ebe9a-cde7-449a-95c6-0626aff5d302 req-5e5f5bfd-7b6f-40d3-a2b3-6fc58bb8059f service neutron] Checking segment: {'id': '41873e9c-b24c-40ec-94cd-76d430c8ed02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'f945f153-5928-4a5d-9b33-57d251311dab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:40:40.568310 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-503ebe9a-cde7-449a-95c6-0626aff5d302 req-5e5f5bfd-7b6f-40d3-a2b3-6fc58bb8059f service neutron] Bound using segment: {'id': '41873e9c-b24c-40ec-94cd-76d430c8ed02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'f945f153-5928-4a5d-9b33-57d251311dab'} {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:40:40.568754 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.managers [req-503ebe9a-cde7-449a-95c6-0626aff5d302 req-5e5f5bfd-7b6f-40d3-a2b3-6fc58bb8059f service neutron] Bound port: 0a93aa01-a512-4cc5-99fd-5b241bf5026f, host: n-h1-834765-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41873e9c-b24c-40ec-94cd-76d430c8ed02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'f945f153-5928-4a5d-9b33-57d251311dab'}}] {{(pid=102790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 15:40:40.569122 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-503ebe9a-cde7-449a-95c6-0626aff5d302 req-5e5f5bfd-7b6f-40d3-a2b3-6fc58bb8059f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:40.570040 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b31fdcc1-55be-4b69-b18f-21123a1fcee8 req-1803731b-13ed-4f39-a988-9dd79b80abf0 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b1def78c-da55-4367-b9b1-4d7fc20fc6ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0874608 Mar 29 15:40:40.599064 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-ea07ad13-a66c-4cfa-88ca-072bc7ea5f99 req-1dc2a13f-e01f-4c59-ae7c-ad592b78ad42 tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b78e968-fb8b-47c8-a89f-b40d10173927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729916 Mar 29 15:40:40.606320 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-abed07c2-44a8-4988-9f2e-9c63c8c94ca4 req-9dfd27fc-eb9f-456b-83fc-ff41d5bb58b4 service neutron] 10.222.0.48 "GET /v2.0/networks/2268a9b9-82fd-4886-a91d-3a50e4e16cab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3939710 Mar 29 15:40:40.668074 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device b138750d-fee8-4aba-8eef-232fc2da2ead no longer exists at agent hyperv_n-h2-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:40:40.691281 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [req-503ebe9a-cde7-449a-95c6-0626aff5d302 req-5e5f5bfd-7b6f-40d3-a2b3-6fc58bb8059f service neutron] For port 0a93aa01-a512-4cc5-99fd-5b241bf5026f, host n-h1-834765-1, cleared binding levels {{(pid=102790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:40:40.695401 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [req-503ebe9a-cde7-449a-95c6-0626aff5d302 req-5e5f5bfd-7b6f-40d3-a2b3-6fc58bb8059f service neutron] For port 0a93aa01-a512-4cc5-99fd-5b241bf5026f, host n-h1-834765-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=0a93aa01-a512-4cc5-99fd-5b241bf5026f,segment=NetworkSegment(41873e9c-b24c-40ec-94cd-76d430c8ed02),segment_id=41873e9c-b24c-40ec-94cd-76d430c8ed02)] {{(pid=102790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:40:40.697936 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 29 Mar 2022 15:40:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88c7d98d-7cf2-437c-879d-7b2ed7aec9ea x-openstack-request-id: req-88c7d98d-7cf2-437c-879d-7b2ed7aec9ea {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:40:40.709239 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-5320f518-1359-4f92-8d61-19474df41533 req-c466fc35-cfbe-4bbd-98e2-01cd8524d8f5 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] 10.222.0.42 "GET /v2.0/security-groups?id=7a324716-10f9-4f06-a2b5-9f498b951d56&id=19cf0565-0e5d-4a9a-bb20-6dda76410fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1321156 Mar 29 15:40:40.710307 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9df137f2-cec3-49de-8d75-c433cf335604", "name": "network-vif-plugged", "status": "completed", "tag": "602006ca-73c5-4e7b-bae9-7794750e4a52", "code": 200}, {"server_uuid": "9df137f2-cec3-49de-8d75-c433cf335604", "name": "network-vif-plugged", "status": "completed", "tag": "e6cf797b-ae9b-4d11-8eee-6f5c815d2ed3", "code": 200}]} {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:40:40.710307 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-88c7d98d-7cf2-437c-879d-7b2ed7aec9ea {{(pid=102792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:40:40.710307 n-d-834765-1 neutron-server[102792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9df137f2-cec3-49de-8d75-c433cf335604', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '602006ca-73c5-4e7b-bae9-7794750e4a52', 'code': 200} Mar 29 15:40:40.710682 n-d-834765-1 neutron-server[102792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9df137f2-cec3-49de-8d75-c433cf335604', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6cf797b-ae9b-4d11-8eee-6f5c815d2ed3', 'code': 200} Mar 29 15:40:40.712111 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-503ebe9a-cde7-449a-95c6-0626aff5d302 req-5e5f5bfd-7b6f-40d3-a2b3-6fc58bb8059f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5237921'] for port, after_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:40.716141 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] No Port match for: b138750d-fee8-4aba-8eef-232fc2da2ead {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 15:40:40.716552 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device b138750d-fee8-4aba-8eef-232fc2da2ead not bound to the agent host n-h2-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:40:40.792698 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b31fdcc1-55be-4b69-b18f-21123a1fcee8 req-9aec643b-1c1f-4422-a7c5-732155f5a93a service neutron] 10.222.0.48 "GET /v2.0/networks/b1def78c-da55-4367-b9b1-4d7fc20fc6ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2121429 Mar 29 15:40:40.818920 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503ebe9a-cde7-449a-95c6-0626aff5d302 req-5e5f5bfd-7b6f-40d3-a2b3-6fc58bb8059f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:40.819838 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-503ebe9a-cde7-449a-95c6-0626aff5d302 req-5e5f5bfd-7b6f-40d3-a2b3-6fc58bb8059f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:40.823120 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-503ebe9a-cde7-449a-95c6-0626aff5d302 req-5e5f5bfd-7b6f-40d3-a2b3-6fc58bb8059f service neutron] 10.222.0.44 "PUT /v2.0/ports/0a93aa01-a512-4cc5-99fd-5b241bf5026f HTTP/1.1" status: 200 len: 1091 time: 1.1600919 Mar 29 15:40:40.824568 n-d-834765-1 neutron-server[102790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a10fb55-d9e0-47cb-a13f-38167235bc8a', 'tag': '0a93aa01-a512-4cc5-99fd-5b241bf5026f'}] {{(pid=102790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:40:40.836599 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-abed07c2-44a8-4988-9f2e-9c63c8c94ca4 req-3b9b000a-6c0d-4785-ac86-26d140294e7f service neutron] 10.222.0.48 "GET /v2.0/networks/2268a9b9-82fd-4886-a91d-3a50e4e16cab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2089918 Mar 29 15:40:40.845999 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46b06d655c90bc969636382cce4240ad749035fb0f3a83ee4734fa1ed9c4a6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c33716f5-b238-4e8e-ba9e-edbd1a227fdc" -d '{"events": [{"name": "network-changed", "server_uuid": "0a10fb55-d9e0-47cb-a13f-38167235bc8a", "tag": "0a93aa01-a512-4cc5-99fd-5b241bf5026f"}]}' {{(pid=102790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:40:40.985968 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b31fdcc1-55be-4b69-b18f-21123a1fcee8 req-27076372-abc7-4629-83a0-8502a4d43653 service neutron] 10.222.0.48 "GET /v2.0/networks/b1def78c-da55-4367-b9b1-4d7fc20fc6ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1833725 Mar 29 15:40:40.995758 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5f5bfd-7b6f-40d3-a2b3-6fc58bb8059f service neutron] Pushing event updated for resources: {'Port': ['ID=0a93aa01-a512-4cc5-99fd-5b241bf5026f,revision_number=3']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:40:41.021628 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175c5ed0-680c-48af-9961-cc1c78c3c392 req-065706d0-3333-4195-8b18-06d4f7e85c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:41.023395 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-175c5ed0-680c-48af-9961-cc1c78c3c392 req-065706d0-3333-4195-8b18-06d4f7e85c4a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=636812e8b46645419cd4972dfa2a3774&device_id=3357f674-5db5-458e-8de9-ba5d08c859ce HTTP/1.1" status: 200 len: 1098 time: 0.1078401 Mar 29 15:40:41.023907 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c911492e-7cb7-4032-b523-ed25ca1e7a18 req-491b7b20-fed9-408a-a89b-72f8ccbb53eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:41.024692 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c911492e-7cb7-4032-b523-ed25ca1e7a18 req-491b7b20-fed9-408a-a89b-72f8ccbb53eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:41.024997 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c911492e-7cb7-4032-b523-ed25ca1e7a18 req-491b7b20-fed9-408a-a89b-72f8ccbb53eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:41.026891 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-c911492e-7cb7-4032-b523-ed25ca1e7a18 req-491b7b20-fed9-408a-a89b-72f8ccbb53eb service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=9df137f2-cec3-49de-8d75-c433cf335604 HTTP/1.1" status: 200 len: 2870 time: 0.1637821 Mar 29 15:40:41.038933 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3121e09-f8d2-42b0-a557-2c6732903186 req-e112bee4-0cba-4ade-bad7-fcf30ff3292b tempest-DeleteServersAdminTestJSON-2124808543 tempest-DeleteServersAdminTestJSON-2124808543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:41.039790 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5cc0de-facb-463b-920b-4825e2e60b68 req-355dd823-aa90-4b26-b05f-b6e4e6599f32 tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:41.047141 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-d3121e09-f8d2-42b0-a557-2c6732903186 req-e112bee4-0cba-4ade-bad7-fcf30ff3292b tempest-DeleteServersAdminTestJSON-2124808543 tempest-DeleteServersAdminTestJSON-2124808543-project] 10.222.0.42 "GET /v2.0/ports?device_id=3357f674-5db5-458e-8de9-ba5d08c859ce HTTP/1.1" status: 200 len: 947 time: 0.1528919 Mar 29 15:40:41.047949 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4b5cc0de-facb-463b-920b-4825e2e60b68 req-355dd823-aa90-4b26-b05f-b6e4e6599f32 tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] 10.222.0.42 "GET /v2.0/ports?device_id=634c595e-d279-4aeb-bf6e-5b4c4a939ff0 HTTP/1.1" status: 200 len: 946 time: 0.0833642 Mar 29 15:40:41.058566 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503ebe9a-cde7-449a-95c6-0626aff5d302 req-be3c60f6-ffe5-4ca9-ac49-ba0550002035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:41.060788 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-503ebe9a-cde7-449a-95c6-0626aff5d302 req-be3c60f6-ffe5-4ca9-ac49-ba0550002035 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4fcca40281ff4cbfb6c75a266decc3c5&device_id=0a10fb55-d9e0-47cb-a13f-38167235bc8a HTTP/1.1" status: 200 len: 1094 time: 0.1670697 Mar 29 15:40:41.139518 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-503ebe9a-cde7-449a-95c6-0626aff5d302 req-3c3e4b35-20e6-451e-9395-45a4cddb1e2e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0a93aa01-a512-4cc5-99fd-5b241bf5026f HTTP/1.1" status: 200 len: 217 time: 0.0653996 Mar 29 15:40:41.158005 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4b5cc0de-facb-463b-920b-4825e2e60b68 req-103f9122-1131-442b-ae7e-45b45faafa06 tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] 10.222.0.42 "GET /v2.0/security-groups?id=d26d57f3-f34b-4b82-acb2-a15ffdfe7b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089399 Mar 29 15:40:41.169363 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-c911492e-7cb7-4032-b523-ed25ca1e7a18 req-ab1bbc6a-0e46-4ef0-a689-74b7b0555f1d service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=8b78e968-fb8b-47c8-a89f-b40d10173927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191568 Mar 29 15:40:41.229421 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175c5ed0-680c-48af-9961-cc1c78c3c392 req-67d81816-51ed-48d0-af3c-6f076cba16f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:41.231839 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-175c5ed0-680c-48af-9961-cc1c78c3c392 req-67d81816-51ed-48d0-af3c-6f076cba16f1 service neutron] 10.222.0.48 "GET /v2.0/networks?id=2268a9b9-82fd-4886-a91d-3a50e4e16cab HTTP/1.1" status: 200 len: 870 time: 0.2006135 Mar 29 15:40:41.351106 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-175c5ed0-680c-48af-9961-cc1c78c3c392 req-3669de1a-89d7-4801-8596-12dade5711b2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.83&port_id=6f14b34e-3817-46ea-b86a-a796246e7a9e HTTP/1.1" status: 200 len: 217 time: 0.1108773 Mar 29 15:40:41.473627 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175c5ed0-680c-48af-9961-cc1c78c3c392 req-eccffd3d-796b-45d8-9689-6aa147433f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:41.475909 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-175c5ed0-680c-48af-9961-cc1c78c3c392 req-eccffd3d-796b-45d8-9689-6aa147433f55 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=abb8e5d6-2aea-4455-a944-3435a3d1ce49 HTTP/1.1" status: 200 len: 843 time: 0.1139450 Mar 29 15:40:41.509737 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48aeaf73-f0e2-400e-955b-213fc13d3098 req-c251c918-803c-47ae-bc91-0bb784d913b1 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:41.511429 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-48aeaf73-f0e2-400e-955b-213fc13d3098 req-c251c918-803c-47ae-bc91-0bb784d913b1 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] 10.222.0.42 "GET /v2.0/ports?device_id=490a7f81-d34b-41cf-b939-8230c4561d2c HTTP/1.1" status: 200 len: 943 time: 0.1630919 Mar 29 15:40:41.556157 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 15:40:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0db2b325-4555-48fb-8308-f26e82574a3c x-openstack-request-id: req-0db2b325-4555-48fb-8308-f26e82574a3c {{(pid=102790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:40:41.556157 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a10fb55-d9e0-47cb-a13f-38167235bc8a", "tag": "0a93aa01-a512-4cc5-99fd-5b241bf5026f", "status": "completed", "code": 200}]} {{(pid=102790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:40:41.556157 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-0db2b325-4555-48fb-8308-f26e82574a3c {{(pid=102790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:40:41.556157 n-d-834765-1 neutron-server[102790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a10fb55-d9e0-47cb-a13f-38167235bc8a', 'tag': '0a93aa01-a512-4cc5-99fd-5b241bf5026f', 'status': 'completed', 'code': 200} Mar 29 15:40:41.571818 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-d3121e09-f8d2-42b0-a557-2c6732903186 req-0d56897f-449f-4cb8-a11a-a2493520d6f4 tempest-DeleteServersAdminTestJSON-2124808543 tempest-DeleteServersAdminTestJSON-2124808543-project] 10.222.0.42 "GET /v2.0/security-groups?id=53d694e1-2bf0-4e15-9a57-00b8a3802403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5201080 Mar 29 15:40:41.606054 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503ebe9a-cde7-449a-95c6-0626aff5d302 req-e89f8e64-d525-4fee-86a9-f259be889b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:41.608003 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-503ebe9a-cde7-449a-95c6-0626aff5d302 req-e89f8e64-d525-4fee-86a9-f259be889b67 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=5e8b374d-c935-4687-96e3-a6909695b876 HTTP/1.1" status: 200 len: 854 time: 0.4588242 Mar 29 15:40:41.614092 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175c5ed0-680c-48af-9961-cc1c78c3c392 req-fb4d3c1f-c04a-4650-a5f7-b210c65f081b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:41.615628 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-175c5ed0-680c-48af-9961-cc1c78c3c392 req-fb4d3c1f-c04a-4650-a5f7-b210c65f081b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2268a9b9-82fd-4886-a91d-3a50e4e16cab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1279016 Mar 29 15:40:41.630986 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-48aeaf73-f0e2-400e-955b-213fc13d3098 req-e6cb8fa2-962d-4e7e-a2ec-12ba0c840260 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] 10.222.0.42 "GET /v2.0/security-groups?id=c99ced8e-1ceb-46fb-aaa7-747186b2b9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814567 Mar 29 15:40:41.659802 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-503ebe9a-cde7-449a-95c6-0626aff5d302 req-431cc954-2f76-422f-893a-a2fd8b1fcb04 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f945f153-5928-4a5d-9b33-57d251311dab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427506 Mar 29 15:40:41.700530 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a42a961-2dd0-43ec-84c6-0e8ddf740630 req-4038cd15-f2e6-413f-aca7-780a01050d1d tempest-LiveAutoBlockMigrationV225Test-1278294229 tempest-LiveAutoBlockMigrationV225Test-1278294229-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:41.703247 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-3a42a961-2dd0-43ec-84c6-0e8ddf740630 req-4038cd15-f2e6-413f-aca7-780a01050d1d tempest-LiveAutoBlockMigrationV225Test-1278294229 tempest-LiveAutoBlockMigrationV225Test-1278294229-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=634c595e-d279-4aeb-bf6e-5b4c4a939ff0&tenant_id=c66f5a43ae0e46908f202e6b40f23448&binding%3Ahost_id=n-h1-834765-1 HTTP/1.1" status: 200 len: 1097 time: 0.1637428 Mar 29 15:40:41.718305 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [req-3a42a961-2dd0-43ec-84c6-0e8ddf740630 req-913e95f0-335c-4f76-b953-7a74e481c515 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-834765-1'}}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:40:41.817652 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d19a8d-f297-4b79-8c38-671a659fc6cf req-1a393f98-49ac-4366-932c-d2063333d4de tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:41.829751 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-98d19a8d-f297-4b79-8c38-671a659fc6cf req-1a393f98-49ac-4366-932c-d2063333d4de tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] 10.222.0.42 "GET /v2.0/ports?device_id=0a10fb55-d9e0-47cb-a13f-38167235bc8a HTTP/1.1" status: 200 len: 943 time: 0.1563632 Mar 29 15:40:41.880894 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-503ebe9a-cde7-449a-95c6-0626aff5d302 req-d0d785c5-06fd-44c5-b3c3-e2a75b9a47c5 service neutron] 10.222.0.44 "GET /v2.0/networks/f945f153-5928-4a5d-9b33-57d251311dab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1961415 Mar 29 15:40:41.881587 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '490a7f81-d34b-41cf-b939-8230c4561d2c', 'tag': 'de3260d5-fda5-4f86-be90-526c4825300a'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:40:41.884305 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c67b028db5e9b9818fecc5c0a87ebc6f190694fa53ca267d523e04f98de536d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-076cfd4c-15bb-40c4-a576-62eeae67eb66" -d '{"events": [{"name": "network-changed", "server_uuid": "490a7f81-d34b-41cf-b939-8230c4561d2c", "tag": "de3260d5-fda5-4f86-be90-526c4825300a"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:40:41.901493 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-98d19a8d-f297-4b79-8c38-671a659fc6cf req-d2f3d80a-dee6-4cb0-b01f-90936cc8ca94 tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] 10.222.0.42 "GET /v2.0/security-groups?id=ce1e3aa1-c9e4-4c36-a19f-9dbad60c5be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662911 Mar 29 15:40:41.937415 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-3a42a961-2dd0-43ec-84c6-0e8ddf740630 req-913e95f0-335c-4f76-b953-7a74e481c515 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:42.083340 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-503ebe9a-cde7-449a-95c6-0626aff5d302 req-e3ab35d5-08b9-4af3-af92-db4fb6f56af2 service neutron] 10.222.0.44 "GET /v2.0/networks/f945f153-5928-4a5d-9b33-57d251311dab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1795313 Mar 29 15:40:42.098927 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82387803-6900-4d2a-b648-b661c44008a6 req-ae283ef6-576b-4233-b517-781dc2f53e02 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:42.108102 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82387803-6900-4d2a-b648-b661c44008a6 req-ae283ef6-576b-4233-b517-781dc2f53e02 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:42.116400 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82387803-6900-4d2a-b648-b661c44008a6 req-ae283ef6-576b-4233-b517-781dc2f53e02 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:42.128835 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82387803-6900-4d2a-b648-b661c44008a6 req-ae283ef6-576b-4233-b517-781dc2f53e02 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:42.132759 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f082b65-8b32-40c7-a264-c67b4a473e50 req-9ef48309-99df-4664-a4ad-e76630dc6bfc tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:42.139272 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82387803-6900-4d2a-b648-b661c44008a6 req-ae283ef6-576b-4233-b517-781dc2f53e02 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:42.139569 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f082b65-8b32-40c7-a264-c67b4a473e50 req-9ef48309-99df-4664-a4ad-e76630dc6bfc tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:42.146125 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f082b65-8b32-40c7-a264-c67b4a473e50 req-9ef48309-99df-4664-a4ad-e76630dc6bfc tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:42.149068 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82387803-6900-4d2a-b648-b661c44008a6 req-ae283ef6-576b-4233-b517-781dc2f53e02 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:42.155344 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6f082b65-8b32-40c7-a264-c67b4a473e50 req-9ef48309-99df-4664-a4ad-e76630dc6bfc tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] 10.222.0.42 "GET /v2.0/ports?device_id=9df137f2-cec3-49de-8d75-c433cf335604 HTTP/1.1" status: 200 len: 2417 time: 0.3053081 Mar 29 15:40:42.159687 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82387803-6900-4d2a-b648-b661c44008a6 req-ae283ef6-576b-4233-b517-781dc2f53e02 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:42.167600 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-175c5ed0-680c-48af-9961-cc1c78c3c392 req-359db720-f54d-4d2e-ba61-e0542b99989d service neutron] 10.222.0.48 "GET /v2.0/networks/2268a9b9-82fd-4886-a91d-3a50e4e16cab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5326929 Mar 29 15:40:42.173460 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-82387803-6900-4d2a-b648-b661c44008a6 req-ae283ef6-576b-4233-b517-781dc2f53e02 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] 10.222.0.42 "GET /v2.0/ports?device_id=e63d94a3-644d-400a-aa3f-0c71f9fb1b46 HTTP/1.1" status: 200 len: 5420 time: 0.1652346 Mar 29 15:40:42.251206 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-3a42a961-2dd0-43ec-84c6-0e8ddf740630 req-913e95f0-335c-4f76-b953-7a74e481c515 service neutron] For port 32ca12f3-c308-42af-b6ed-0d7bdc625b95, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=32ca12f3-c308-42af-b6ed-0d7bdc625b95,segment=NetworkSegment(52cd9713-83ea-496d-8c48-fd7b796e6ead),segment_id=52cd9713-83ea-496d-8c48-fd7b796e6ead)] {{(pid=102791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:40:42.258882 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6f082b65-8b32-40c7-a264-c67b4a473e50 req-3e80bc7e-4e31-4f23-91a0-0eadc5e03ccf tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b78e968-fb8b-47c8-a89f-b40d10173927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027324 Mar 29 15:40:42.296136 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-82387803-6900-4d2a-b648-b661c44008a6 req-c3d49dbe-ab24-4038-80ea-5d1538f12c62 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] 10.222.0.42 "GET /v2.0/security-groups?id=7a324716-10f9-4f06-a2b5-9f498b951d56&id=19cf0565-0e5d-4a9a-bb20-6dda76410fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1216826 Mar 29 15:40:42.314846 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33716f5-b238-4e8e-ba9e-edbd1a227fdc req-094cdb32-ae80-4935-b623-f3ace840b8c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:42.316848 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-c33716f5-b238-4e8e-ba9e-edbd1a227fdc req-094cdb32-ae80-4935-b623-f3ace840b8c8 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4fcca40281ff4cbfb6c75a266decc3c5&device_id=0a10fb55-d9e0-47cb-a13f-38167235bc8a HTTP/1.1" status: 200 len: 1094 time: 0.1403704 Mar 29 15:40:42.351300 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-3a42a961-2dd0-43ec-84c6-0e8ddf740630 req-913e95f0-335c-4f76-b953-7a74e481c515 service neutron] For port 32ca12f3-c308-42af-b6ed-0d7bdc625b95, host n-h1-834765-1, cleared binding levels {{(pid=102791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:40:42.355880 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-175c5ed0-680c-48af-9961-cc1c78c3c392 req-ff20d4b8-e3e4-4849-b208-6913aa940460 service neutron] 10.222.0.48 "GET /v2.0/networks/2268a9b9-82fd-4886-a91d-3a50e4e16cab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1784301 Mar 29 15:40:42.449145 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-3a42a961-2dd0-43ec-84c6-0e8ddf740630 req-913e95f0-335c-4f76-b953-7a74e481c515 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:42.456294 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 15:40:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecad6f6c-e20f-4b63-95a5-decd7ad69cb3 x-openstack-request-id: req-ecad6f6c-e20f-4b63-95a5-decd7ad69cb3 {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:40:42.456578 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "490a7f81-d34b-41cf-b939-8230c4561d2c", "tag": "de3260d5-fda5-4f86-be90-526c4825300a", "status": "completed", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:40:42.456796 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ecad6f6c-e20f-4b63-95a5-decd7ad69cb3 {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:40:42.457185 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '490a7f81-d34b-41cf-b939-8230c4561d2c', 'tag': 'de3260d5-fda5-4f86-be90-526c4825300a', 'status': 'completed', 'code': 200} Mar 29 15:40:42.471401 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-3a42a961-2dd0-43ec-84c6-0e8ddf740630 req-913e95f0-335c-4f76-b953-7a74e481c515 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:42.561581 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33716f5-b238-4e8e-ba9e-edbd1a227fdc req-99505524-9ca1-413b-8760-bc44b8742fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:42.563124 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-c33716f5-b238-4e8e-ba9e-edbd1a227fdc req-99505524-9ca1-413b-8760-bc44b8742fc7 service neutron] 10.222.0.44 "GET /v2.0/networks?id=f945f153-5928-4a5d-9b33-57d251311dab HTTP/1.1" status: 200 len: 915 time: 0.2388759 Mar 29 15:40:42.585272 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913e95f0-335c-4f76-b953-7a74e481c515 service neutron] Pushing event updated for resources: {'Port': ['ID=32ca12f3-c308-42af-b6ed-0d7bdc625b95,revision_number=7']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:40:42.619043 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076cfd4c-15bb-40c4-a576-62eeae67eb66 req-db5cd2b4-e4e1-495a-92d6-2f89a4af6128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:42.621039 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-076cfd4c-15bb-40c4-a576-62eeae67eb66 req-db5cd2b4-e4e1-495a-92d6-2f89a4af6128 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=61d6b03cf8b04e0283d0c20861ff0cb0&device_id=490a7f81-d34b-41cf-b939-8230c4561d2c HTTP/1.1" status: 200 len: 1094 time: 0.1622093 Mar 29 15:40:42.669637 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-c33716f5-b238-4e8e-ba9e-edbd1a227fdc req-240978a8-5d1d-41b6-af92-ef770afa0d9f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0a93aa01-a512-4cc5-99fd-5b241bf5026f HTTP/1.1" status: 200 len: 217 time: 0.0641601 Mar 29 15:40:42.677730 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device 32ca12f3-c308-42af-b6ed-0d7bdc625b95 details requested by agent hyperv_n-h2-834765-1 with host n-h2-834765-1 {{(pid=102792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 15:40:42.693424 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed005fb-a57f-4440-adea-42f9cb495505 req-34a147e3-8f7a-402c-aca6-eac986657c11 tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:42.693679 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-3a42a961-2dd0-43ec-84c6-0e8ddf740630 req-913e95f0-335c-4f76-b953-7a74e481c515 service neutron] Attempting to bind port 32ca12f3-c308-42af-b6ed-0d7bdc625b95 on host n-h1-834765-1 for vnic_type normal with profile {"migrating_to": "n-h2-834765-1"} {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:40:42.694180 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-3a42a961-2dd0-43ec-84c6-0e8ddf740630 req-913e95f0-335c-4f76-b953-7a74e481c515 service neutron] Attempting to bind port 32ca12f3-c308-42af-b6ed-0d7bdc625b95 by drivers openvswitch,hyperv on host n-h1-834765-1 at level 0 using segments [{'id': '52cd9713-83ea-496d-8c48-fd7b796e6ead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'c7e23169-e9d3-4fec-ace3-87b88825b851'}] {{(pid=102791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:40:42.694575 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a42a961-2dd0-43ec-84c6-0e8ddf740630 req-913e95f0-335c-4f76-b953-7a74e481c515 service neutron] Attempting to bind port 32ca12f3-c308-42af-b6ed-0d7bdc625b95 on network c7e23169-e9d3-4fec-ace3-87b88825b851 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:40:42.695326 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-7ed005fb-a57f-4440-adea-42f9cb495505 req-34a147e3-8f7a-402c-aca6-eac986657c11 tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] 10.222.0.42 "GET /v2.0/ports?device_id=634c595e-d279-4aeb-bf6e-5b4c4a939ff0 HTTP/1.1" status: 200 len: 944 time: 0.1312757 Mar 29 15:40:42.712968 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a42a961-2dd0-43ec-84c6-0e8ddf740630 req-913e95f0-335c-4f76-b953-7a74e481c515 service neutron] Port 32ca12f3-c308-42af-b6ed-0d7bdc625b95 on network c7e23169-e9d3-4fec-ace3-87b88825b851 not bound, no agent of type Open vSwitch agent registered on host n-h1-834765-1 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 15:40:42.713561 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a42a961-2dd0-43ec-84c6-0e8ddf740630 req-913e95f0-335c-4f76-b953-7a74e481c515 service neutron] Attempting to bind port 32ca12f3-c308-42af-b6ed-0d7bdc625b95 on network c7e23169-e9d3-4fec-ace3-87b88825b851 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:40:42.755081 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a42a961-2dd0-43ec-84c6-0e8ddf740630 req-913e95f0-335c-4f76-b953-7a74e481c515 service neutron] Checking agent: {'id': 'be375040-5069-4239-9460-a3a3213e1e90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 33, 18), 'started_at': datetime.datetime(2022, 3, 29, 15, 33, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 40, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:40:42.755559 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a42a961-2dd0-43ec-84c6-0e8ddf740630 req-913e95f0-335c-4f76-b953-7a74e481c515 service neutron] Checking segment: {'id': '52cd9713-83ea-496d-8c48-fd7b796e6ead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'c7e23169-e9d3-4fec-ace3-87b88825b851'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:40:42.756035 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a42a961-2dd0-43ec-84c6-0e8ddf740630 req-913e95f0-335c-4f76-b953-7a74e481c515 service neutron] Bound using segment: {'id': '52cd9713-83ea-496d-8c48-fd7b796e6ead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'c7e23169-e9d3-4fec-ace3-87b88825b851'} {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:40:42.756556 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-3a42a961-2dd0-43ec-84c6-0e8ddf740630 req-913e95f0-335c-4f76-b953-7a74e481c515 service neutron] Bound port: 32ca12f3-c308-42af-b6ed-0d7bdc625b95, host: n-h1-834765-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52cd9713-83ea-496d-8c48-fd7b796e6ead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'c7e23169-e9d3-4fec-ace3-87b88825b851'}}] {{(pid=102791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 15:40:42.756984 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-3a42a961-2dd0-43ec-84c6-0e8ddf740630 req-913e95f0-335c-4f76-b953-7a74e481c515 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:42.765458 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33716f5-b238-4e8e-ba9e-edbd1a227fdc req-b890896d-ae61-4633-a486-c38de2eefda8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:42.766978 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-c33716f5-b238-4e8e-ba9e-edbd1a227fdc req-b890896d-ae61-4633-a486-c38de2eefda8 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=5e8b374d-c935-4687-96e3-a6909695b876 HTTP/1.1" status: 200 len: 854 time: 0.0707681 Mar 29 15:40:42.808152 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-c33716f5-b238-4e8e-ba9e-edbd1a227fdc req-6b2f24c6-8595-4651-80c3-cc9c50011419 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f945f153-5928-4a5d-9b33-57d251311dab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327981 Mar 29 15:40:42.828207 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076cfd4c-15bb-40c4-a576-62eeae67eb66 req-101de26f-28b1-4b46-b3f2-d8fd62cb73f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:42.830885 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-076cfd4c-15bb-40c4-a576-62eeae67eb66 req-101de26f-28b1-4b46-b3f2-d8fd62cb73f6 service neutron] 10.222.0.48 "GET /v2.0/networks?id=b1def78c-da55-4367-b9b1-4d7fc20fc6ac HTTP/1.1" status: 200 len: 909 time: 0.1820099 Mar 29 15:40:42.858601 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-7ed005fb-a57f-4440-adea-42f9cb495505 req-d7e3126e-1fe7-45d7-9d09-121e1965de65 tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] 10.222.0.42 "GET /v2.0/security-groups?id=d26d57f3-f34b-4b82-acb2-a15ffdfe7b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966029 Mar 29 15:40:42.875532 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port 32ca12f3-c308-42af-b6ed-0d7bdc625b95, host n-h1-834765-1, got binding levels [] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:40:42.896750 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-076cfd4c-15bb-40c4-a576-62eeae67eb66 req-45d4a0b9-311b-4379-93ca-82725bc78aaa service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=de3260d5-fda5-4f86-be90-526c4825300a HTTP/1.1" status: 200 len: 217 time: 0.0589864 Mar 29 15:40:42.918465 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-3a42a961-2dd0-43ec-84c6-0e8ddf740630 req-913e95f0-335c-4f76-b953-7a74e481c515 service neutron] For port 32ca12f3-c308-42af-b6ed-0d7bdc625b95, host n-h1-834765-1, cleared binding levels {{(pid=102791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:40:42.928658 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-3a42a961-2dd0-43ec-84c6-0e8ddf740630 req-913e95f0-335c-4f76-b953-7a74e481c515 service neutron] For port 32ca12f3-c308-42af-b6ed-0d7bdc625b95, host n-h1-834765-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=32ca12f3-c308-42af-b6ed-0d7bdc625b95,segment=NetworkSegment(52cd9713-83ea-496d-8c48-fd7b796e6ead),segment_id=52cd9713-83ea-496d-8c48-fd7b796e6ead)] {{(pid=102791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:40:42.959923 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-3a42a961-2dd0-43ec-84c6-0e8ddf740630 req-913e95f0-335c-4f76-b953-7a74e481c515 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:42.960719 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Attempting to bind port 32ca12f3-c308-42af-b6ed-0d7bdc625b95 on host n-h1-834765-1 for vnic_type normal with profile {"migrating_to": "n-h2-834765-1"} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:40:42.961140 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Attempting to bind port 32ca12f3-c308-42af-b6ed-0d7bdc625b95 by drivers openvswitch,hyperv on host n-h1-834765-1 at level 0 using segments [{'id': '52cd9713-83ea-496d-8c48-fd7b796e6ead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'c7e23169-e9d3-4fec-ace3-87b88825b851'}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:40:42.961524 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Attempting to bind port 32ca12f3-c308-42af-b6ed-0d7bdc625b95 on network c7e23169-e9d3-4fec-ace3-87b88825b851 {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:40:42.975744 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Port 32ca12f3-c308-42af-b6ed-0d7bdc625b95 on network c7e23169-e9d3-4fec-ace3-87b88825b851 not bound, no agent of type Open vSwitch agent registered on host n-h1-834765-1 {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 15:40:42.976114 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Attempting to bind port 32ca12f3-c308-42af-b6ed-0d7bdc625b95 on network c7e23169-e9d3-4fec-ace3-87b88825b851 {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:40:42.982735 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Checking agent: {'id': 'be375040-5069-4239-9460-a3a3213e1e90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 33, 18), 'started_at': datetime.datetime(2022, 3, 29, 15, 33, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 40, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:40:42.983092 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Checking segment: {'id': '52cd9713-83ea-496d-8c48-fd7b796e6ead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'c7e23169-e9d3-4fec-ace3-87b88825b851'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:40:42.983546 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Bound using segment: {'id': '52cd9713-83ea-496d-8c48-fd7b796e6ead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'c7e23169-e9d3-4fec-ace3-87b88825b851'} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:40:42.984592 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Bound port: 32ca12f3-c308-42af-b6ed-0d7bdc625b95, host: n-h1-834765-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52cd9713-83ea-496d-8c48-fd7b796e6ead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'c7e23169-e9d3-4fec-ace3-87b88825b851'}}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 15:40:42.984993 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:43.032463 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076cfd4c-15bb-40c4-a576-62eeae67eb66 req-32690672-55a1-4020-8b5a-462ed36a7009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:43.033946 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-076cfd4c-15bb-40c4-a576-62eeae67eb66 req-32690672-55a1-4020-8b5a-462ed36a7009 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a84f45bb-2cdd-4adc-a15d-ac5c06ff5a1f HTTP/1.1" status: 200 len: 848 time: 0.1310394 Mar 29 15:40:43.067698 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-c33716f5-b238-4e8e-ba9e-edbd1a227fdc req-64f40321-3905-4af6-956a-06a56debe288 service neutron] 10.222.0.44 "GET /v2.0/networks/f945f153-5928-4a5d-9b33-57d251311dab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2476907 Mar 29 15:40:43.087308 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913e95f0-335c-4f76-b953-7a74e481c515 service neutron] Pushing event updated for resources: {'Port': ['ID=32ca12f3-c308-42af-b6ed-0d7bdc625b95,revision_number=8']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:40:43.115057 n-d-834765-1 neutron-server[102792]: WARNING neutron.plugins.ml2.plugin [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Concurrent port binding operations failed on port 32ca12f3-c308-42af-b6ed-0d7bdc625b95 Mar 29 15:40:43.121431 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port 32ca12f3-c308-42af-b6ed-0d7bdc625b95, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=32ca12f3-c308-42af-b6ed-0d7bdc625b95,segment=NetworkSegment(52cd9713-83ea-496d-8c48-fd7b796e6ead),segment_id=52cd9713-83ea-496d-8c48-fd7b796e6ead)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:40:43.122366 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-076cfd4c-15bb-40c4-a576-62eeae67eb66 req-2d7efc6d-61dc-4cd3-9913-43bafcd856b0 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b1def78c-da55-4367-b9b1-4d7fc20fc6ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0760212 Mar 29 15:40:43.125780 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f43127f-ec0f-4a8d-89e9-96618f6fad98 req-838ec188-bafc-4855-896d-16d2de6e3f54 tempest-DeleteServersAdminTestJSON-2124808543 tempest-DeleteServersAdminTestJSON-2124808543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:43.134128 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-3f43127f-ec0f-4a8d-89e9-96618f6fad98 req-838ec188-bafc-4855-896d-16d2de6e3f54 tempest-DeleteServersAdminTestJSON-2124808543 tempest-DeleteServersAdminTestJSON-2124808543-project] 10.222.0.42 "GET /v2.0/ports?device_id=3357f674-5db5-458e-8de9-ba5d08c859ce HTTP/1.1" status: 200 len: 947 time: 0.1849437 Mar 29 15:40:43.134812 n-d-834765-1 neutron-server[102792]: INFO neutron.plugins.ml2.plugin [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Attempt 2 to bind port 32ca12f3-c308-42af-b6ed-0d7bdc625b95 Mar 29 15:40:43.135639 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device 32ca12f3-c308-42af-b6ed-0d7bdc625b95 has no active binding in host n-h2-834765-1 {{(pid=102792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Mar 29 15:40:43.154810 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a42a961-2dd0-43ec-84c6-0e8ddf740630 req-913e95f0-335c-4f76-b953-7a74e481c515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:43.155861 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-3a42a961-2dd0-43ec-84c6-0e8ddf740630 req-913e95f0-335c-4f76-b953-7a74e481c515 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:43.157409 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-3a42a961-2dd0-43ec-84c6-0e8ddf740630 req-913e95f0-335c-4f76-b953-7a74e481c515 service neutron] 10.222.0.48 "PUT /v2.0/ports/32ca12f3-c308-42af-b6ed-0d7bdc625b95 HTTP/1.1" status: 200 len: 1122 time: 1.4468281 Mar 29 15:40:43.252677 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] get_ports_and_sgs() called for port_ids ['32ca12f3-c308-42af-b6ed-0d7bdc625b95'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:40:43.264748 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-3f43127f-ec0f-4a8d-89e9-96618f6fad98 req-1cd3a7f8-be3a-41e2-ad8f-539b4e3ec5a6 tempest-DeleteServersAdminTestJSON-2124808543 tempest-DeleteServersAdminTestJSON-2124808543-project] 10.222.0.42 "GET /v2.0/security-groups?id=53d694e1-2bf0-4e15-9a57-00b8a3802403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296380 Mar 29 15:40:43.313342 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-076cfd4c-15bb-40c4-a576-62eeae67eb66 req-04fca099-b212-4983-a3c9-54ddc80e4b60 service neutron] 10.222.0.48 "GET /v2.0/networks/b1def78c-da55-4367-b9b1-4d7fc20fc6ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1705799 Mar 29 15:40:43.323765 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-c33716f5-b238-4e8e-ba9e-edbd1a227fdc req-60f474ce-6122-459e-ac6a-21f3707b5089 service neutron] 10.222.0.44 "GET /v2.0/networks/f945f153-5928-4a5d-9b33-57d251311dab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2417896 Mar 29 15:40:43.337507 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] get_ports_and_sgs() called for port_ids ['32ca12f3-c308-42af-b6ed-0d7bdc625b95'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:40:43.447916 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-076cfd4c-15bb-40c4-a576-62eeae67eb66 req-e9b00af2-62a8-42b4-a4dc-3553c48a0343 service neutron] 10.222.0.48 "GET /v2.0/networks/b1def78c-da55-4367-b9b1-4d7fc20fc6ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255441 Mar 29 15:40:43.490532 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28efc218-aa6f-4191-a515-8bdea77bc7b0 req-641c1fd0-0343-441e-80f9-90b76578eda1 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:43.494297 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b40a9a-bc9e-446d-b414-ecbf54c1dbca req-d5f3e8c8-62d9-48cf-a178-9d5227f1eadf tempest-AttachSCSIVolumeTestJSON-1548618217 tempest-AttachSCSIVolumeTestJSON-1548618217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:43.498714 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-28efc218-aa6f-4191-a515-8bdea77bc7b0 req-641c1fd0-0343-441e-80f9-90b76578eda1 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] 10.222.0.42 "GET /v2.0/ports?device_id=490a7f81-d34b-41cf-b939-8230c4561d2c HTTP/1.1" status: 200 len: 943 time: 0.1248698 Mar 29 15:40:43.505150 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-42b40a9a-bc9e-446d-b414-ecbf54c1dbca req-d5f3e8c8-62d9-48cf-a178-9d5227f1eadf tempest-AttachSCSIVolumeTestJSON-1548618217 tempest-AttachSCSIVolumeTestJSON-1548618217-project] 10.222.0.42 "GET /v2.0/ports?device_id=67468a33-e484-423c-886f-1853a958551d HTTP/1.1" status: 200 len: 946 time: 0.1860814 Mar 29 15:40:43.539296 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-28efc218-aa6f-4191-a515-8bdea77bc7b0 req-1e01d590-c897-4840-ab8c-ef3473c07ac0 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] 10.222.0.42 "GET /v2.0/security-groups?id=c99ced8e-1ceb-46fb-aaa7-747186b2b9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395396 Mar 29 15:40:43.594500 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-42b40a9a-bc9e-446d-b414-ecbf54c1dbca req-63ea9890-945c-44e9-b924-b8be6f297e42 tempest-AttachSCSIVolumeTestJSON-1548618217 tempest-AttachSCSIVolumeTestJSON-1548618217-project] 10.222.0.42 "GET /v2.0/security-groups?id=3439922e-7826-4de8-b252-c13f8af043b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861316 Mar 29 15:40:43.673059 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63326b3-759b-4f9f-a363-48a7a663e6cf req-02846963-7aa9-4092-96e3-ac03be6fb27b tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:43.680810 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-b63326b3-759b-4f9f-a363-48a7a663e6cf req-02846963-7aa9-4092-96e3-ac03be6fb27b tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] 10.222.0.42 "GET /v2.0/ports?device_id=0a10fb55-d9e0-47cb-a13f-38167235bc8a HTTP/1.1" status: 200 len: 943 time: 0.0652421 Mar 29 15:40:43.732200 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-b63326b3-759b-4f9f-a363-48a7a663e6cf req-2be97b1d-0c9b-4424-9f91-53c1be1a80bd tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] 10.222.0.42 "GET /v2.0/security-groups?id=ce1e3aa1-c9e4-4c36-a19f-9dbad60c5be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463803 Mar 29 15:40:43.772574 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a2d7c9-a95a-45bb-a414-16793635b1f9 req-3e9ec9d5-11c9-4abf-a753-c632169d9438 tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:43.779921 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a2d7c9-a95a-45bb-a414-16793635b1f9 req-3e9ec9d5-11c9-4abf-a753-c632169d9438 tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:43.786457 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a2d7c9-a95a-45bb-a414-16793635b1f9 req-3e9ec9d5-11c9-4abf-a753-c632169d9438 tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:43.788232 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-01a2d7c9-a95a-45bb-a414-16793635b1f9 req-3e9ec9d5-11c9-4abf-a753-c632169d9438 tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] 10.222.0.42 "GET /v2.0/ports?device_id=9df137f2-cec3-49de-8d75-c433cf335604 HTTP/1.1" status: 200 len: 2417 time: 0.1075323 Mar 29 15:40:43.834766 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-01a2d7c9-a95a-45bb-a414-16793635b1f9 req-4118709b-799d-436b-813d-3f362639f165 tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b78e968-fb8b-47c8-a89f-b40d10173927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404775 Mar 29 15:40:43.869144 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45719bf2-ca4d-42b6-8736-e44b2d93fdd6 req-2741d2f8-b1f1-4652-9fb8-5997016264f7 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:43.876016 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45719bf2-ca4d-42b6-8736-e44b2d93fdd6 req-2741d2f8-b1f1-4652-9fb8-5997016264f7 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:43.882368 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45719bf2-ca4d-42b6-8736-e44b2d93fdd6 req-2741d2f8-b1f1-4652-9fb8-5997016264f7 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:43.889188 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45719bf2-ca4d-42b6-8736-e44b2d93fdd6 req-2741d2f8-b1f1-4652-9fb8-5997016264f7 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:43.897047 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45719bf2-ca4d-42b6-8736-e44b2d93fdd6 req-2741d2f8-b1f1-4652-9fb8-5997016264f7 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:43.903975 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45719bf2-ca4d-42b6-8736-e44b2d93fdd6 req-2741d2f8-b1f1-4652-9fb8-5997016264f7 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:43.910766 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45719bf2-ca4d-42b6-8736-e44b2d93fdd6 req-2741d2f8-b1f1-4652-9fb8-5997016264f7 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:43.912884 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-45719bf2-ca4d-42b6-8736-e44b2d93fdd6 req-2741d2f8-b1f1-4652-9fb8-5997016264f7 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] 10.222.0.42 "GET /v2.0/ports?device_id=e63d94a3-644d-400a-aa3f-0c71f9fb1b46 HTTP/1.1" status: 200 len: 5420 time: 0.1162839 Mar 29 15:40:43.981277 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-45719bf2-ca4d-42b6-8736-e44b2d93fdd6 req-6f5dad54-166d-4107-9adc-4af27ec929c6 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] 10.222.0.42 "GET /v2.0/security-groups?id=7a324716-10f9-4f06-a2b5-9f498b951d56&id=19cf0565-0e5d-4a9a-bb20-6dda76410fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0549648 Mar 29 15:40:44.064110 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da2ddb9-9c15-4703-b876-928e7a1c4759 req-e9ad46b5-73ab-4edb-84ee-29bdedb4e8cc tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:44.065946 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6da2ddb9-9c15-4703-b876-928e7a1c4759 req-e9ad46b5-73ab-4edb-84ee-29bdedb4e8cc tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] 10.222.0.42 "GET /v2.0/ports?device_id=634c595e-d279-4aeb-bf6e-5b4c4a939ff0 HTTP/1.1" status: 200 len: 944 time: 0.0584688 Mar 29 15:40:44.118176 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6da2ddb9-9c15-4703-b876-928e7a1c4759 req-6f79e8dc-9713-4530-b0e8-fe6c2a05ba2d tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] 10.222.0.42 "GET /v2.0/security-groups?id=d26d57f3-f34b-4b82-acb2-a15ffdfe7b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457933 Mar 29 15:40:44.305354 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c973c3a-a79a-46fb-9bb8-65cc6fb19c89 req-8b137bce-10ba-471f-93f2-64078775b278 tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:44.312796 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c973c3a-a79a-46fb-9bb8-65cc6fb19c89 req-8b137bce-10ba-471f-93f2-64078775b278 tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:44.318913 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c973c3a-a79a-46fb-9bb8-65cc6fb19c89 req-8b137bce-10ba-471f-93f2-64078775b278 tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:44.320748 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-5c973c3a-a79a-46fb-9bb8-65cc6fb19c89 req-8b137bce-10ba-471f-93f2-64078775b278 tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] 10.222.0.42 "GET /v2.0/ports?device_id=9df137f2-cec3-49de-8d75-c433cf335604 HTTP/1.1" status: 200 len: 2417 time: 0.0716460 Mar 29 15:40:44.365424 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-5c973c3a-a79a-46fb-9bb8-65cc6fb19c89 req-a4675162-fc47-4224-b7b0-0e0da053d04e tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b78e968-fb8b-47c8-a89f-b40d10173927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352747 Mar 29 15:40:44.406680 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feddcdf2-717a-4d17-9f58-c59fd20c8918 req-1cdb4efb-dbd1-4c41-a6ec-cecd26eab48e tempest-DeleteServersAdminTestJSON-2124808543 tempest-DeleteServersAdminTestJSON-2124808543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:44.408199 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-feddcdf2-717a-4d17-9f58-c59fd20c8918 req-1cdb4efb-dbd1-4c41-a6ec-cecd26eab48e tempest-DeleteServersAdminTestJSON-2124808543 tempest-DeleteServersAdminTestJSON-2124808543-project] 10.222.0.42 "GET /v2.0/ports?device_id=3357f674-5db5-458e-8de9-ba5d08c859ce HTTP/1.1" status: 200 len: 947 time: 0.0596344 Mar 29 15:40:44.458261 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-feddcdf2-717a-4d17-9f58-c59fd20c8918 req-bd9495f1-566a-4161-8c90-069c2434a170 tempest-DeleteServersAdminTestJSON-2124808543 tempest-DeleteServersAdminTestJSON-2124808543-project] 10.222.0.42 "GET /v2.0/security-groups?id=53d694e1-2bf0-4e15-9a57-00b8a3802403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422566 Mar 29 15:40:44.458440 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '634c595e-d279-4aeb-bf6e-5b4c4a939ff0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '32ca12f3-c308-42af-b6ed-0d7bdc625b95'}, {'name': 'network-changed', 'server_uuid': '634c595e-d279-4aeb-bf6e-5b4c4a939ff0', 'tag': '32ca12f3-c308-42af-b6ed-0d7bdc625b95'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:40:44.460818 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c67b028db5e9b9818fecc5c0a87ebc6f190694fa53ca267d523e04f98de536d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3847432-a616-43e8-9410-cc432fdf60c3" -d '{"events": [{"server_uuid": "634c595e-d279-4aeb-bf6e-5b4c4a939ff0", "name": "network-vif-unplugged", "status": "completed", "tag": "32ca12f3-c308-42af-b6ed-0d7bdc625b95"}, {"name": "network-changed", "server_uuid": "634c595e-d279-4aeb-bf6e-5b4c4a939ff0", "tag": "32ca12f3-c308-42af-b6ed-0d7bdc625b95"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:40:44.509780 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Tue, 29 Mar 2022 15:40:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cc4650c-4ce0-4c12-879a-fb4fd5241107 x-openstack-request-id: req-7cc4650c-4ce0-4c12-879a-fb4fd5241107 {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:40:44.510325 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "634c595e-d279-4aeb-bf6e-5b4c4a939ff0", "name": "network-vif-unplugged", "status": "completed", "tag": "32ca12f3-c308-42af-b6ed-0d7bdc625b95", "code": 200}, {"name": "network-changed", "server_uuid": "634c595e-d279-4aeb-bf6e-5b4c4a939ff0", "tag": "32ca12f3-c308-42af-b6ed-0d7bdc625b95", "status": "completed", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:40:44.510825 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-7cc4650c-4ce0-4c12-879a-fb4fd5241107 {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:40:44.511448 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '634c595e-d279-4aeb-bf6e-5b4c4a939ff0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '32ca12f3-c308-42af-b6ed-0d7bdc625b95', 'code': 200} Mar 29 15:40:44.511925 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '634c595e-d279-4aeb-bf6e-5b4c4a939ff0', 'tag': '32ca12f3-c308-42af-b6ed-0d7bdc625b95', 'status': 'completed', 'code': 200} Mar 29 15:40:44.650027 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3847432-a616-43e8-9410-cc432fdf60c3 req-ed69ea83-dcf2-4c7f-b97f-ec24cc1729ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:44.651585 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-c3847432-a616-43e8-9410-cc432fdf60c3 req-ed69ea83-dcf2-4c7f-b97f-ec24cc1729ad service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c66f5a43ae0e46908f202e6b40f23448&device_id=634c595e-d279-4aeb-bf6e-5b4c4a939ff0 HTTP/1.1" status: 200 len: 1125 time: 0.0970170 Mar 29 15:40:44.694082 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device 6f14b34e-3817-46ea-b86a-a796246e7a9e details requested by agent hyperv_n-h2-834765-1 with host n-h2-834765-1 {{(pid=102792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 15:40:44.788867 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f243aaf8-202a-4907-9063-800c19cda365 req-75b8d2e0-9047-4a57-b513-ed703c4421ea tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:44.790832 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-f243aaf8-202a-4907-9063-800c19cda365 req-75b8d2e0-9047-4a57-b513-ed703c4421ea tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] 10.222.0.42 "GET /v2.0/ports?device_id=490a7f81-d34b-41cf-b939-8230c4561d2c HTTP/1.1" status: 200 len: 943 time: 0.1598783 Mar 29 15:40:44.823993 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3847432-a616-43e8-9410-cc432fdf60c3 req-394aa0e1-9e17-4177-9a63-2373bbf95764 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:44.826754 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-c3847432-a616-43e8-9410-cc432fdf60c3 req-394aa0e1-9e17-4177-9a63-2373bbf95764 service neutron] 10.222.0.44 "GET /v2.0/networks?id=c7e23169-e9d3-4fec-ace3-87b88825b851 HTTP/1.1" status: 200 len: 922 time: 0.1592190 Mar 29 15:40:44.876320 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port 6f14b34e-3817-46ea-b86a-a796246e7a9e, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=6f14b34e-3817-46ea-b86a-a796246e7a9e,segment=NetworkSegment(a0c230f0-660a-4194-9279-0f0781d34134),segment_id=a0c230f0-660a-4194-9279-0f0781d34134)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:40:44.885285 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-c3847432-a616-43e8-9410-cc432fdf60c3 req-b38405f3-1e0e-4bec-9e29-fc2f2f13d454 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=32ca12f3-c308-42af-b6ed-0d7bdc625b95 HTTP/1.1" status: 200 len: 217 time: 0.0480957 Mar 29 15:40:44.897681 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e49015c-d51a-4773-9296-65327e2ae0da req-580db6d5-1540-42b7-8c0d-892522d505fe tempest-AttachSCSIVolumeTestJSON-1548618217 tempest-AttachSCSIVolumeTestJSON-1548618217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:44.908251 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Returning: {'device': '6f14b34e-3817-46ea-b86a-a796246e7a9e', 'network_id': '2268a9b9-82fd-4886-a91d-3a50e4e16cab', 'port_id': '6f14b34e-3817-46ea-b86a-a796246e7a9e', 'mac_address': 'fa:16:3e:ea:fa:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 625, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abb8e5d6-2aea-4455-a944-3435a3d1ce49', 'ip_address': '192.168.233.83'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 15:40:44.915853 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-1e49015c-d51a-4773-9296-65327e2ae0da req-580db6d5-1540-42b7-8c0d-892522d505fe tempest-AttachSCSIVolumeTestJSON-1548618217 tempest-AttachSCSIVolumeTestJSON-1548618217-project] 10.222.0.42 "GET /v2.0/ports?device_id=67468a33-e484-423c-886f-1853a958551d HTTP/1.1" status: 200 len: 946 time: 0.2439449 Mar 29 15:40:44.959876 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-1e49015c-d51a-4773-9296-65327e2ae0da req-45f3f6f6-9c5c-4e77-a452-85e2919f3b7c tempest-AttachSCSIVolumeTestJSON-1548618217 tempest-AttachSCSIVolumeTestJSON-1548618217-project] 10.222.0.42 "GET /v2.0/security-groups?id=3439922e-7826-4de8-b252-c13f8af043b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392773 Mar 29 15:40:44.961792 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3847432-a616-43e8-9410-cc432fdf60c3 req-91620aa0-103f-4db9-8697-ba5b5d578176 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:44.963541 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-c3847432-a616-43e8-9410-cc432fdf60c3 req-91620aa0-103f-4db9-8697-ba5b5d578176 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=47ebad0b-955e-4824-b04c-60b1952d5787 HTTP/1.1" status: 200 len: 861 time: 0.0661168 Mar 29 15:40:44.965074 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:44.980430 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f14b34e-3817-46ea-b86a-a796246e7a9e {{(pid=102792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:40:45.007014 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port 6f14b34e-3817-46ea-b86a-a796246e7a9e, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=6f14b34e-3817-46ea-b86a-a796246e7a9e,segment=NetworkSegment(a0c230f0-660a-4194-9279-0f0781d34134),segment_id=a0c230f0-660a-4194-9279-0f0781d34134)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:40:45.012857 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:45.034942 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-f243aaf8-202a-4907-9063-800c19cda365 req-5379883a-9b7e-4c34-8838-e1308607ea66 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] 10.222.0.42 "GET /v2.0/security-groups?id=c99ced8e-1ceb-46fb-aaa7-747186b2b9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2110577 Mar 29 15:40:45.068231 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Pushing event updated for resources: {'Port': ['ID=6f14b34e-3817-46ea-b86a-a796246e7a9e,revision_number=4']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:40:45.073161 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-c3847432-a616-43e8-9410-cc432fdf60c3 req-130838a7-1d3f-4c26-9d80-b16ac47934e4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c7e23169-e9d3-4fec-ace3-87b88825b851&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0744414 Mar 29 15:40:45.080818 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9508f55-d6e7-4c9b-8df2-508fc33a0462 req-7f97cf8f-6e6d-4daa-8fed-f7305a9492ad tempest-AttachSCSIVolumeTestJSON-1548618217 tempest-AttachSCSIVolumeTestJSON-1548618217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:45.082317 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-d9508f55-d6e7-4c9b-8df2-508fc33a0462 req-7f97cf8f-6e6d-4daa-8fed-f7305a9492ad tempest-AttachSCSIVolumeTestJSON-1548618217 tempest-AttachSCSIVolumeTestJSON-1548618217-project] 10.222.0.44 "GET /v2.0/ports?device_id=67468a33-e484-423c-886f-1853a958551d HTTP/1.1" status: 200 len: 946 time: 0.1178057 Mar 29 15:40:45.122550 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c1b510-0b11-4f09-ac36-f5720c24eea3 req-fae1894f-87c8-4365-9739-7afc9d9c9e52 tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:45.124688 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b1c1b510-0b11-4f09-ac36-f5720c24eea3 req-fae1894f-87c8-4365-9739-7afc9d9c9e52 tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] 10.222.0.42 "GET /v2.0/ports?device_id=0a10fb55-d9e0-47cb-a13f-38167235bc8a HTTP/1.1" status: 200 len: 943 time: 0.0657260 Mar 29 15:40:45.167144 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b1c1b510-0b11-4f09-ac36-f5720c24eea3 req-49e90fe9-1578-40f8-9c0c-e5738b596d6c tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] 10.222.0.42 "GET /v2.0/security-groups?id=ce1e3aa1-c9e4-4c36-a19f-9dbad60c5be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365334 Mar 29 15:40:45.286322 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80077c32-0b57-42bf-b85f-3d077e42f5aa req-5f3280a6-2b67-44aa-b62c-7d0d1429247d tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:45.287916 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-80077c32-0b57-42bf-b85f-3d077e42f5aa req-5f3280a6-2b67-44aa-b62c-7d0d1429247d tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] 10.222.0.42 "GET /v2.0/ports?device_id=634c595e-d279-4aeb-bf6e-5b4c4a939ff0 HTTP/1.1" status: 200 len: 944 time: 0.0595200 Mar 29 15:40:45.304284 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df42909a-6edc-48f6-8567-a1525b6bd5d8 req-d228a5db-8fde-4789-9179-7b580b4e660f tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:45.311227 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df42909a-6edc-48f6-8567-a1525b6bd5d8 req-d228a5db-8fde-4789-9179-7b580b4e660f tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:45.318154 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df42909a-6edc-48f6-8567-a1525b6bd5d8 req-d228a5db-8fde-4789-9179-7b580b4e660f tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:45.324906 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df42909a-6edc-48f6-8567-a1525b6bd5d8 req-d228a5db-8fde-4789-9179-7b580b4e660f tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:45.329075 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-80077c32-0b57-42bf-b85f-3d077e42f5aa req-ba6730c9-94d7-46fa-b0d8-54e61827e702 tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] 10.222.0.42 "GET /v2.0/security-groups?id=d26d57f3-f34b-4b82-acb2-a15ffdfe7b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334632 Mar 29 15:40:45.331304 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df42909a-6edc-48f6-8567-a1525b6bd5d8 req-d228a5db-8fde-4789-9179-7b580b4e660f tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:45.337969 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df42909a-6edc-48f6-8567-a1525b6bd5d8 req-d228a5db-8fde-4789-9179-7b580b4e660f tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:45.345477 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df42909a-6edc-48f6-8567-a1525b6bd5d8 req-d228a5db-8fde-4789-9179-7b580b4e660f tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:45.347559 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-df42909a-6edc-48f6-8567-a1525b6bd5d8 req-d228a5db-8fde-4789-9179-7b580b4e660f tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] 10.222.0.42 "GET /v2.0/ports?device_id=e63d94a3-644d-400a-aa3f-0c71f9fb1b46 HTTP/1.1" status: 200 len: 5420 time: 0.2283056 Mar 29 15:40:45.354868 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-c3847432-a616-43e8-9410-cc432fdf60c3 req-54aca176-770f-4566-9853-122f97236c68 service neutron] 10.222.0.44 "GET /v2.0/networks/c7e23169-e9d3-4fec-ace3-87b88825b851?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2715321 Mar 29 15:40:45.469228 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [req-d9508f55-d6e7-4c9b-8df2-508fc33a0462 req-c2cf1ea0-6ceb-4c05-94ec-5beecf7b20fd tempest-AttachSCSIVolumeTestJSON-1548618217 tempest-AttachSCSIVolumeTestJSON-1548618217-project] Deleting port 9de95d5f-885a-43d6-bb07-567c62ae9edc {{(pid=102790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:40:45.469877 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-d9508f55-d6e7-4c9b-8df2-508fc33a0462 req-c2cf1ea0-6ceb-4c05-94ec-5beecf7b20fd tempest-AttachSCSIVolumeTestJSON-1548618217 tempest-AttachSCSIVolumeTestJSON-1548618217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:45.479943 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-df42909a-6edc-48f6-8567-a1525b6bd5d8 req-9e227f01-15ea-44ca-a138-2096dc65cd26 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] 10.222.0.42 "GET /v2.0/security-groups?id=7a324716-10f9-4f06-a2b5-9f498b951d56&id=19cf0565-0e5d-4a9a-bb20-6dda76410fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1239254 Mar 29 15:40:45.507580 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27987017-8e2e-4cd6-8062-195b4218250c req-a6f9f9ea-c170-4ddf-b787-f7c58286c958 tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:45.515830 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27987017-8e2e-4cd6-8062-195b4218250c req-a6f9f9ea-c170-4ddf-b787-f7c58286c958 tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:45.523814 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27987017-8e2e-4cd6-8062-195b4218250c req-a6f9f9ea-c170-4ddf-b787-f7c58286c958 tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:45.526287 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-27987017-8e2e-4cd6-8062-195b4218250c req-a6f9f9ea-c170-4ddf-b787-f7c58286c958 tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] 10.222.0.42 "GET /v2.0/ports?device_id=9df137f2-cec3-49de-8d75-c433cf335604 HTTP/1.1" status: 200 len: 2417 time: 0.0857062 Mar 29 15:40:45.577859 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-27987017-8e2e-4cd6-8062-195b4218250c req-b38ce945-e5d4-4cd4-8c8e-8c1145929b0c tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b78e968-fb8b-47c8-a89f-b40d10173927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443730 Mar 29 15:40:45.593478 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-c3847432-a616-43e8-9410-cc432fdf60c3 req-d4e86bc7-ea20-4fec-a5de-bf34b9c629cc service neutron] 10.222.0.44 "GET /v2.0/networks/c7e23169-e9d3-4fec-ace3-87b88825b851?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2272067 Mar 29 15:40:45.611057 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] get_ports_and_sgs() called for port_ids ['6f14b34e-3817-46ea-b86a-a796246e7a9e'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:40:45.647026 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [req-d9508f55-d6e7-4c9b-8df2-508fc33a0462 req-c2cf1ea0-6ceb-4c05-94ec-5beecf7b20fd tempest-AttachSCSIVolumeTestJSON-1548618217 tempest-AttachSCSIVolumeTestJSON-1548618217-project] For port 9de95d5f-885a-43d6-bb07-567c62ae9edc, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=9de95d5f-885a-43d6-bb07-567c62ae9edc,segment=NetworkSegment(3d5eb777-4fe8-4b7b-97c0-0f1706f8e353),segment_id=3d5eb777-4fe8-4b7b-97c0-0f1706f8e353)] {{(pid=102790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:40:45.647444 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-d9508f55-d6e7-4c9b-8df2-508fc33a0462 req-c2cf1ea0-6ceb-4c05-94ec-5beecf7b20fd tempest-AttachSCSIVolumeTestJSON-1548618217 tempest-AttachSCSIVolumeTestJSON-1548618217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:45.804114 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1e1e65-6f29-4808-9bc2-e98c57e0e2eb req-28ac60bd-00e0-4ccb-a3dd-48291dff7332 tempest-DeleteServersAdminTestJSON-2124808543 tempest-DeleteServersAdminTestJSON-2124808543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:45.805706 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-1e1e1e65-6f29-4808-9bc2-e98c57e0e2eb req-28ac60bd-00e0-4ccb-a3dd-48291dff7332 tempest-DeleteServersAdminTestJSON-2124808543 tempest-DeleteServersAdminTestJSON-2124808543-project] 10.222.0.42 "GET /v2.0/ports?device_id=3357f674-5db5-458e-8de9-ba5d08c859ce HTTP/1.1" status: 200 len: 948 time: 0.2351494 Mar 29 15:40:45.873544 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device 0a93aa01-a512-4cc5-99fd-5b241bf5026f details requested by agent hyperv_n-h1-834765-1 with host n-h1-834765-1 {{(pid=102792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 15:40:45.915124 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-1e1e1e65-6f29-4808-9bc2-e98c57e0e2eb req-939275cd-0559-494a-9bb4-9371be06a3a3 tempest-DeleteServersAdminTestJSON-2124808543 tempest-DeleteServersAdminTestJSON-2124808543-project] 10.222.0.42 "GET /v2.0/security-groups?id=53d694e1-2bf0-4e15-9a57-00b8a3802403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976918 Mar 29 15:40:45.929756 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-d9508f55-d6e7-4c9b-8df2-508fc33a0462 req-c2cf1ea0-6ceb-4c05-94ec-5beecf7b20fd tempest-AttachSCSIVolumeTestJSON-1548618217 tempest-AttachSCSIVolumeTestJSON-1548618217-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:45.933416 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-d9508f55-d6e7-4c9b-8df2-508fc33a0462 req-c2cf1ea0-6ceb-4c05-94ec-5beecf7b20fd tempest-AttachSCSIVolumeTestJSON-1548618217 tempest-AttachSCSIVolumeTestJSON-1548618217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648212'] for floatingip, after_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:45.936300 n-d-834765-1 neutron-server[102790]: INFO neutron.db.l3_db [req-d9508f55-d6e7-4c9b-8df2-508fc33a0462 req-c2cf1ea0-6ceb-4c05-94ec-5beecf7b20fd tempest-AttachSCSIVolumeTestJSON-1548618217 tempest-AttachSCSIVolumeTestJSON-1548618217-project] Floating IP 467ca43c-7029-45b4-8e2d-5d3cdf539b24 disassociated. External IP: 172.25.4.253, port: 9de95d5f-885a-43d6-bb07-567c62ae9edc. Mar 29 15:40:45.936543 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [req-d9508f55-d6e7-4c9b-8df2-508fc33a0462 req-c2cf1ea0-6ceb-4c05-94ec-5beecf7b20fd tempest-AttachSCSIVolumeTestJSON-1548618217 tempest-AttachSCSIVolumeTestJSON-1548618217-project] Calling delete_port for 9de95d5f-885a-43d6-bb07-567c62ae9edc owned by compute:nova {{(pid=102790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:40:46.037476 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port 0a93aa01-a512-4cc5-99fd-5b241bf5026f, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=0a93aa01-a512-4cc5-99fd-5b241bf5026f,segment=NetworkSegment(41873e9c-b24c-40ec-94cd-76d430c8ed02),segment_id=41873e9c-b24c-40ec-94cd-76d430c8ed02)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:40:46.052954 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Returning: {'device': '0a93aa01-a512-4cc5-99fd-5b241bf5026f', 'network_id': 'f945f153-5928-4a5d-9b33-57d251311dab', 'port_id': '0a93aa01-a512-4cc5-99fd-5b241bf5026f', 'mac_address': 'fa:16:3e:77:9f:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 646, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e8b374d-c935-4687-96e3-a6909695b876', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 15:40:46.114305 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:46.116393 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d0a909-2f76-4d09-9cb6-f5bbada89eec req-eebd38cb-7239-49f5-90b9-1564b7510d2f tempest-AttachSCSIVolumeTestJSON-1548618217 tempest-AttachSCSIVolumeTestJSON-1548618217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:46.117985 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-c9d0a909-2f76-4d09-9cb6-f5bbada89eec req-eebd38cb-7239-49f5-90b9-1564b7510d2f tempest-AttachSCSIVolumeTestJSON-1548618217 tempest-AttachSCSIVolumeTestJSON-1548618217-project] 10.222.0.42 "GET /v2.0/ports?device_id=67468a33-e484-423c-886f-1853a958551d HTTP/1.1" status: 200 len: 946 time: 0.0784597 Mar 29 15:40:46.129628 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a93aa01-a512-4cc5-99fd-5b241bf5026f {{(pid=102792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:40:46.158886 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port 0a93aa01-a512-4cc5-99fd-5b241bf5026f, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=0a93aa01-a512-4cc5-99fd-5b241bf5026f,segment=NetworkSegment(41873e9c-b24c-40ec-94cd-76d430c8ed02),segment_id=41873e9c-b24c-40ec-94cd-76d430c8ed02)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:40:46.164779 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:46.170189 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-c9d0a909-2f76-4d09-9cb6-f5bbada89eec req-aa804d81-afc4-4371-9ffb-0402ecf114be tempest-AttachSCSIVolumeTestJSON-1548618217 tempest-AttachSCSIVolumeTestJSON-1548618217-project] 10.222.0.42 "GET /v2.0/security-groups?id=3439922e-7826-4de8-b252-c13f8af043b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445979 Mar 29 15:40:46.181971 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-d9508f55-d6e7-4c9b-8df2-508fc33a0462 req-c2cf1ea0-6ceb-4c05-94ec-5beecf7b20fd tempest-AttachSCSIVolumeTestJSON-1548618217 tempest-AttachSCSIVolumeTestJSON-1548618217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:46.237301 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cf1ea0-6ceb-4c05-94ec-5beecf7b20fd tempest-AttachSCSIVolumeTestJSON-1548618217 tempest-AttachSCSIVolumeTestJSON-1548618217-project] Pushing event deleted for resources: {'Port': ['ID=9de95d5f-885a-43d6-bb07-567c62ae9edc,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:40:46.241849 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Pushing event updated for resources: {'Port': ['ID=0a93aa01-a512-4cc5-99fd-5b241bf5026f,revision_number=4']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:40:46.303733 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2cf1ea0-6ceb-4c05-94ec-5beecf7b20fd tempest-AttachSCSIVolumeTestJSON-1548618217 tempest-AttachSCSIVolumeTestJSON-1548618217-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:40:46.304087 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2cf1ea0-6ceb-4c05-94ec-5beecf7b20fd tempest-AttachSCSIVolumeTestJSON-1548618217 tempest-AttachSCSIVolumeTestJSON-1548618217-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:40:46.304431 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2cf1ea0-6ceb-4c05-94ec-5beecf7b20fd tempest-AttachSCSIVolumeTestJSON-1548618217 tempest-AttachSCSIVolumeTestJSON-1548618217-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:40:46.304768 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2cf1ea0-6ceb-4c05-94ec-5beecf7b20fd tempest-AttachSCSIVolumeTestJSON-1548618217 tempest-AttachSCSIVolumeTestJSON-1548618217-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:40:46.305099 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2cf1ea0-6ceb-4c05-94ec-5beecf7b20fd tempest-AttachSCSIVolumeTestJSON-1548618217 tempest-AttachSCSIVolumeTestJSON-1548618217-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:40:46.305432 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2cf1ea0-6ceb-4c05-94ec-5beecf7b20fd tempest-AttachSCSIVolumeTestJSON-1548618217 tempest-AttachSCSIVolumeTestJSON-1548618217-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:40:46.305756 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2cf1ea0-6ceb-4c05-94ec-5beecf7b20fd tempest-AttachSCSIVolumeTestJSON-1548618217 tempest-AttachSCSIVolumeTestJSON-1548618217-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:40:46.306087 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2cf1ea0-6ceb-4c05-94ec-5beecf7b20fd tempest-AttachSCSIVolumeTestJSON-1548618217 tempest-AttachSCSIVolumeTestJSON-1548618217-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:40:46.306411 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2cf1ea0-6ceb-4c05-94ec-5beecf7b20fd tempest-AttachSCSIVolumeTestJSON-1548618217 tempest-AttachSCSIVolumeTestJSON-1548618217-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:40:46.306740 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2cf1ea0-6ceb-4c05-94ec-5beecf7b20fd tempest-AttachSCSIVolumeTestJSON-1548618217 tempest-AttachSCSIVolumeTestJSON-1548618217-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:40:46.307063 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2cf1ea0-6ceb-4c05-94ec-5beecf7b20fd tempest-AttachSCSIVolumeTestJSON-1548618217 tempest-AttachSCSIVolumeTestJSON-1548618217-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:40:46.307434 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2cf1ea0-6ceb-4c05-94ec-5beecf7b20fd tempest-AttachSCSIVolumeTestJSON-1548618217 tempest-AttachSCSIVolumeTestJSON-1548618217-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:40:46.327198 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e9b2cf-2e19-4d51-a0cb-0e0009010f08 req-ff008d76-f9f5-4a61-998a-2597ce3508d3 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:46.329011 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-06e9b2cf-2e19-4d51-a0cb-0e0009010f08 req-ff008d76-f9f5-4a61-998a-2597ce3508d3 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] 10.222.0.42 "GET /v2.0/ports?device_id=490a7f81-d34b-41cf-b939-8230c4561d2c HTTP/1.1" status: 200 len: 943 time: 0.2101090 Mar 29 15:40:46.358563 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb4c5d4-c9a6-4236-9cfd-48323d3f6ba4 req-b587c087-dad9-4e3b-9a74-9fb420169c73 tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:46.362196 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-7fb4c5d4-c9a6-4236-9cfd-48323d3f6ba4 req-b587c087-dad9-4e3b-9a74-9fb420169c73 tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] 10.222.0.42 "GET /v2.0/ports?device_id=0a10fb55-d9e0-47cb-a13f-38167235bc8a HTTP/1.1" status: 200 len: 944 time: 0.0890350 Mar 29 15:40:46.412641 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-7fb4c5d4-c9a6-4236-9cfd-48323d3f6ba4 req-4e8dad68-a545-43d5-939d-f362780ce836 tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] 10.222.0.42 "GET /v2.0/security-groups?id=ce1e3aa1-c9e4-4c36-a19f-9dbad60c5be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421481 Mar 29 15:40:46.426796 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-06e9b2cf-2e19-4d51-a0cb-0e0009010f08 req-acd0726a-89cd-4128-83d2-7151e545bfdb tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] 10.222.0.42 "GET /v2.0/security-groups?id=c99ced8e-1ceb-46fb-aaa7-747186b2b9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875015 Mar 29 15:40:46.445952 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d9508f55-d6e7-4c9b-8df2-508fc33a0462 req-c2cf1ea0-6ceb-4c05-94ec-5beecf7b20fd tempest-AttachSCSIVolumeTestJSON-1548618217 tempest-AttachSCSIVolumeTestJSON-1548618217-project] Router 11581aa0-1a69-4131-a167-d1420721d4e7 has already been hosted by L3 agent c648d819-1060-4f26-b4ec-6455387b5dff {{(pid=102790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 15:40:46.560643 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4217d7ba-8f38-4795-a6e6-49cc3db6b4f5 req-053fb490-8544-4b77-8fb7-4ca794c85306 tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:46.569285 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] get_ports_and_sgs() called for port_ids ['0a93aa01-a512-4cc5-99fd-5b241bf5026f'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:40:46.580552 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4217d7ba-8f38-4795-a6e6-49cc3db6b4f5 req-053fb490-8544-4b77-8fb7-4ca794c85306 tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] 10.222.0.42 "GET /v2.0/ports?device_id=634c595e-d279-4aeb-bf6e-5b4c4a939ff0 HTTP/1.1" status: 200 len: 944 time: 0.0838823 Mar 29 15:40:46.624903 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d9508f55-d6e7-4c9b-8df2-508fc33a0462 req-c2cf1ea0-6ceb-4c05-94ec-5beecf7b20fd tempest-AttachSCSIVolumeTestJSON-1548618217 tempest-AttachSCSIVolumeTestJSON-1548618217-project] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:40:46.645841 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37c60604-3277-4e33-93d9-6ae374950738 None None] Sync routers for ids ['11581aa0-1a69-4131-a167-d1420721d4e7'] in n-d-834765-1 {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:40:46.663346 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4217d7ba-8f38-4795-a6e6-49cc3db6b4f5 req-a664dc63-907f-459c-8bd6-7a32ec52711a tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] 10.222.0.42 "GET /v2.0/security-groups?id=d26d57f3-f34b-4b82-acb2-a15ffdfe7b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790443 Mar 29 15:40:46.682860 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d64c62b-ec51-4f6b-8b4e-cf7085469a6d req-3d28fc68-736a-4fb5-b351-8a2072e2fffb tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:46.690180 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d64c62b-ec51-4f6b-8b4e-cf7085469a6d req-3d28fc68-736a-4fb5-b351-8a2072e2fffb tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:46.696957 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d64c62b-ec51-4f6b-8b4e-cf7085469a6d req-3d28fc68-736a-4fb5-b351-8a2072e2fffb tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:46.698833 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-9d64c62b-ec51-4f6b-8b4e-cf7085469a6d req-3d28fc68-736a-4fb5-b351-8a2072e2fffb tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] 10.222.0.44 "GET /v2.0/ports?device_id=9df137f2-cec3-49de-8d75-c433cf335604 HTTP/1.1" status: 200 len: 2417 time: 0.1798034 Mar 29 15:40:46.755518 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9508f55-d6e7-4c9b-8df2-508fc33a0462 req-c2cf1ea0-6ceb-4c05-94ec-5beecf7b20fd tempest-AttachSCSIVolumeTestJSON-1548618217 tempest-AttachSCSIVolumeTestJSON-1548618217-project] No DVR routers for this DVR port 9de95d5f-885a-43d6-bb07-567c62ae9edc on host n-h1-834765-1 {{(pid=102790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:40:46.760275 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-d9508f55-d6e7-4c9b-8df2-508fc33a0462 req-c2cf1ea0-6ceb-4c05-94ec-5beecf7b20fd tempest-AttachSCSIVolumeTestJSON-1548618217 tempest-AttachSCSIVolumeTestJSON-1548618217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:46.765045 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-d9508f55-d6e7-4c9b-8df2-508fc33a0462 req-c2cf1ea0-6ceb-4c05-94ec-5beecf7b20fd tempest-AttachSCSIVolumeTestJSON-1548618217 tempest-AttachSCSIVolumeTestJSON-1548618217-project] 10.222.0.44 "DELETE /v2.0/ports/9de95d5f-885a-43d6-bb07-567c62ae9edc HTTP/1.1" status: 204 len: 173 time: 1.6443419 Mar 29 15:40:46.768403 n-d-834765-1 neutron-server[102790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67468a33-e484-423c-886f-1853a958551d', 'name': 'network-vif-deleted', 'tag': '9de95d5f-885a-43d6-bb07-567c62ae9edc'}] {{(pid=102790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:40:46.772687 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46b06d655c90bc969636382cce4240ad749035fb0f3a83ee4734fa1ed9c4a6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8f43c41-048e-4c58-82c4-1d402ac21701" -d '{"events": [{"server_uuid": "67468a33-e484-423c-886f-1853a958551d", "name": "network-vif-deleted", "tag": "9de95d5f-885a-43d6-bb07-567c62ae9edc"}]}' {{(pid=102790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:40:46.808694 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37c60604-3277-4e33-93d9-6ae374950738 None None] Routers {'11581aa0-1a69-4131-a167-d1420721d4e7'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:40:46.809422 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-37c60604-3277-4e33-93d9-6ae374950738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:40:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['11581aa0-1a69-4131-a167-d1420721d4e7'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:40:46.952312 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5330c852-a6a2-46f6-9b30-1960c537d3f2 req-9da594b0-bd08-4454-a42d-a83e02e2b148 tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:46.959470 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5330c852-a6a2-46f6-9b30-1960c537d3f2 req-9da594b0-bd08-4454-a42d-a83e02e2b148 tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:46.972433 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:46.983758 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f024e2-7df8-4530-986c-19fe1b38a209 req-0379f236-3acb-46ca-a455-793fbce8fa14 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:46.984174 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5330c852-a6a2-46f6-9b30-1960c537d3f2 req-9da594b0-bd08-4454-a42d-a83e02e2b148 tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:46.990706 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f024e2-7df8-4530-986c-19fe1b38a209 req-0379f236-3acb-46ca-a455-793fbce8fa14 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:46.999063 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f024e2-7df8-4530-986c-19fe1b38a209 req-0379f236-3acb-46ca-a455-793fbce8fa14 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:47.000671 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-5330c852-a6a2-46f6-9b30-1960c537d3f2 req-9da594b0-bd08-4454-a42d-a83e02e2b148 tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] 10.222.0.42 "GET /v2.0/ports?device_id=9df137f2-cec3-49de-8d75-c433cf335604 HTTP/1.1" status: 200 len: 2417 time: 0.1637769 Mar 29 15:40:47.007979 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f024e2-7df8-4530-986c-19fe1b38a209 req-0379f236-3acb-46ca-a455-793fbce8fa14 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:47.017243 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f024e2-7df8-4530-986c-19fe1b38a209 req-0379f236-3acb-46ca-a455-793fbce8fa14 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:47.023498 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f024e2-7df8-4530-986c-19fe1b38a209 req-0379f236-3acb-46ca-a455-793fbce8fa14 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:47.030571 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f024e2-7df8-4530-986c-19fe1b38a209 req-0379f236-3acb-46ca-a455-793fbce8fa14 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:47.039774 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-43f024e2-7df8-4530-986c-19fe1b38a209 req-0379f236-3acb-46ca-a455-793fbce8fa14 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] 10.222.0.42 "GET /v2.0/ports?device_id=e63d94a3-644d-400a-aa3f-0c71f9fb1b46 HTTP/1.1" status: 200 len: 5420 time: 0.4667602 Mar 29 15:40:47.055745 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-5330c852-a6a2-46f6-9b30-1960c537d3f2 req-fcf73784-4687-4c00-80ab-164d366bca37 tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b78e968-fb8b-47c8-a89f-b40d10173927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539706 Mar 29 15:40:47.107856 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-43f024e2-7df8-4530-986c-19fe1b38a209 req-4055f5f3-5f92-43a4-9c98-c45a44bca553 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] 10.222.0.42 "GET /v2.0/security-groups?id=7a324716-10f9-4f06-a2b5-9f498b951d56&id=19cf0565-0e5d-4a9a-bb20-6dda76410fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0668716 Mar 29 15:40:47.109990 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:40:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-689b0a5b-9789-4a6f-9412-f2ed0c6c4857 x-openstack-request-id: req-689b0a5b-9789-4a6f-9412-f2ed0c6c4857 {{(pid=102790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:40:47.116122 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67468a33-e484-423c-886f-1853a958551d", "name": "network-vif-deleted", "tag": "9de95d5f-885a-43d6-bb07-567c62ae9edc", "status": "completed", "code": 200}]} {{(pid=102790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:40:47.116629 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-689b0a5b-9789-4a6f-9412-f2ed0c6c4857 {{(pid=102790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:40:47.117404 n-d-834765-1 neutron-server[102790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67468a33-e484-423c-886f-1853a958551d', 'name': 'network-vif-deleted', 'tag': '9de95d5f-885a-43d6-bb07-567c62ae9edc', 'status': 'completed', 'code': 200} Mar 29 15:40:47.126336 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [req-9d64c62b-ec51-4f6b-8b4e-cf7085469a6d req-5ef0d679-9a33-41ff-8164-56c00ecc4f35 tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Deleting port 3b6a66a4-2f81-4ff2-8190-2f6c09253840 {{(pid=102790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:40:47.131423 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-9d64c62b-ec51-4f6b-8b4e-cf7085469a6d req-5ef0d679-9a33-41ff-8164-56c00ecc4f35 tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:47.179492 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvr_db [None req-37c60604-3277-4e33-93d9-6ae374950738 None None] Set router 11581aa0-1a69-4131-a167-d1420721d4e7 gateway port host: n-d-834765-1 {{(pid=102792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:40:47.242148 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929f6f18-b07b-4863-94b1-943890e3908b req-6bfe8917-8769-4583-97a4-6eef9bdd4afe tempest-DeleteServersAdminTestJSON-2124808543 tempest-DeleteServersAdminTestJSON-2124808543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:47.251324 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-929f6f18-b07b-4863-94b1-943890e3908b req-6bfe8917-8769-4583-97a4-6eef9bdd4afe tempest-DeleteServersAdminTestJSON-2124808543 tempest-DeleteServersAdminTestJSON-2124808543-project] 10.222.0.42 "GET /v2.0/ports?device_id=3357f674-5db5-458e-8de9-ba5d08c859ce HTTP/1.1" status: 200 len: 948 time: 0.0627263 Mar 29 15:40:47.294352 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [req-9d64c62b-ec51-4f6b-8b4e-cf7085469a6d req-5ef0d679-9a33-41ff-8164-56c00ecc4f35 tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] For port 3b6a66a4-2f81-4ff2-8190-2f6c09253840, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=3b6a66a4-2f81-4ff2-8190-2f6c09253840,segment=NetworkSegment(14988b90-b308-46b3-bc6f-32456c4498be),segment_id=14988b90-b308-46b3-bc6f-32456c4498be)] {{(pid=102790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:40:47.295031 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-9d64c62b-ec51-4f6b-8b4e-cf7085469a6d req-5ef0d679-9a33-41ff-8164-56c00ecc4f35 tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:47.334842 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [req-9d64c62b-ec51-4f6b-8b4e-cf7085469a6d req-5ef0d679-9a33-41ff-8164-56c00ecc4f35 tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Calling delete_port for 3b6a66a4-2f81-4ff2-8190-2f6c09253840 owned by compute:nova {{(pid=102790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:40:47.346552 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-929f6f18-b07b-4863-94b1-943890e3908b req-8b985e34-ac18-4e3e-94b1-323d712f9018 tempest-DeleteServersAdminTestJSON-2124808543 tempest-DeleteServersAdminTestJSON-2124808543-project] 10.222.0.42 "GET /v2.0/security-groups?id=53d694e1-2bf0-4e15-9a57-00b8a3802403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943296 Mar 29 15:40:47.431006 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-62a5a681-119f-424f-a9a8-41a897c1fccf req-bbe61c38-00d8-4937-9633-27942c179ce1 tempest-AttachSCSIVolumeTestJSON-1548618217 tempest-AttachSCSIVolumeTestJSON-1548618217-project] 10.222.0.42 "GET /v2.0/ports?device_id=67468a33-e484-423c-886f-1853a958551d HTTP/1.1" status: 200 len: 210 time: 0.0715880 Mar 29 15:40:47.614130 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4640169-d29f-47fa-8a3d-e3dcb07ba466 req-d827b8d1-186e-4b28-b24c-0f22fd353a79 tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:47.614945 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f4640169-d29f-47fa-8a3d-e3dcb07ba466 req-d827b8d1-186e-4b28-b24c-0f22fd353a79 tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] 10.222.0.42 "GET /v2.0/ports?device_id=0a10fb55-d9e0-47cb-a13f-38167235bc8a HTTP/1.1" status: 200 len: 944 time: 0.0965648 Mar 29 15:40:47.629533 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:47.660269 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32309b0d-3f45-4173-bf6c-7a820983f014 req-7dc0403c-fecf-4d5e-a6c2-10958914b6e3 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:47.668500 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-32309b0d-3f45-4173-bf6c-7a820983f014 req-7dc0403c-fecf-4d5e-a6c2-10958914b6e3 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] 10.222.0.42 "GET /v2.0/ports?device_id=490a7f81-d34b-41cf-b939-8230c4561d2c HTTP/1.1" status: 200 len: 943 time: 0.1088543 Mar 29 15:40:47.671616 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f4640169-d29f-47fa-8a3d-e3dcb07ba466 req-d192ca6a-669b-4fe0-ba9a-8e0097772a6f tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] 10.222.0.42 "GET /v2.0/security-groups?id=ce1e3aa1-c9e4-4c36-a19f-9dbad60c5be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438430 Mar 29 15:40:47.676888 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-9d64c62b-ec51-4f6b-8b4e-cf7085469a6d req-5ef0d679-9a33-41ff-8164-56c00ecc4f35 tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:47.679470 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-37c60604-3277-4e33-93d9-6ae374950738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11581aa0-1a69-4131-a167-d1420721d4e7', 'name': 'tempest-AttachSCSIVolumeTestJSON-1655533914-router', 'tenant_id': '140a74e7fad04747acc345e5a1657e95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': 'cb3934ba-e19f-4e71-b6f7-3e22715e0f4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:37:23Z', 'updated_at': '2022-03-29T15:37:30Z', 'revision_number': 4, 'project_id': '140a74e7fad04747acc345e5a1657e95', 'gw_port': {'id': 'cb3934ba-e19f-4e71-b6f7-3e22715e0f4e', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:54:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11581aa0-1a69-4131-a167-d1420721d4e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:37:24Z', 'updated_at': '2022-03-29T15:37:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': '64e68e3d-5342-4d2a-8cdc-a13178f3f356', 'name': '', 'network_id': '3b111d56-5965-49c9-b46c-cb240d63a68d', 'tenant_id': '140a74e7fad04747acc345e5a1657e95', 'mac_address': 'fa:16:3e:c5:6e:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11581aa0-1a69-4131-a167-d1420721d4e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'e7292f25-57c0-4ce1-9968-6bce9d8da5e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:37:28Z', 'updated_at': '2022-03-29T15:37:34Z', 'revision_number': 5, 'project_id': '140a74e7fad04747acc345e5a1657e95', 'subnets': [{'id': 'e7292f25-57c0-4ce1-9968-6bce9d8da5e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:40:47.718782 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef0d679-9a33-41ff-8164-56c00ecc4f35 tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Pushing event deleted for resources: {'Port': ['ID=3b6a66a4-2f81-4ff2-8190-2f6c09253840,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:40:47.721020 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] get_ports_and_sgs() called for port_ids ['602006ca-73c5-4e7b-bae9-7794750e4a52', '3b6a66a4-2f81-4ff2-8190-2f6c09253840', 'e6cf797b-ae9b-4d11-8eee-6f5c815d2ed3'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:40:47.723860 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37c60604-3277-4e33-93d9-6ae374950738 None None] Checking router: 11581aa0-1a69-4131-a167-d1420721d4e7 for host: n-d-834765-1 {{(pid=102792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:40:47.792316 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37c60604-3277-4e33-93d9-6ae374950738 None None] Routers {'11581aa0-1a69-4131-a167-d1420721d4e7'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:40:47.792963 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-37c60604-3277-4e33-93d9-6ae374950738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:40:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['11581aa0-1a69-4131-a167-d1420721d4e7'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:40:47.812151 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d64c62b-ec51-4f6b-8b4e-cf7085469a6d req-5ef0d679-9a33-41ff-8164-56c00ecc4f35 tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] No DVR routers for this DVR port 3b6a66a4-2f81-4ff2-8190-2f6c09253840 on host n-h1-834765-1 {{(pid=102790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:40:47.818857 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-32309b0d-3f45-4173-bf6c-7a820983f014 req-281f12e3-2ecb-44f4-9943-749519f2b804 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] 10.222.0.42 "GET /v2.0/security-groups?id=c99ced8e-1ceb-46fb-aaa7-747186b2b9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493602 Mar 29 15:40:47.821450 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-9d64c62b-ec51-4f6b-8b4e-cf7085469a6d req-5ef0d679-9a33-41ff-8164-56c00ecc4f35 tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:47.826149 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-9d64c62b-ec51-4f6b-8b4e-cf7085469a6d req-5ef0d679-9a33-41ff-8164-56c00ecc4f35 tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] 10.222.0.44 "DELETE /v2.0/ports/3b6a66a4-2f81-4ff2-8190-2f6c09253840 HTTP/1.1" status: 204 len: 173 time: 1.0851130 Mar 29 15:40:47.853573 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7933aa96-9789-4724-bd72-a7a89d1d3764 req-e7a31dc0-eeb8-45de-a422-eb904b6fd64a tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:47.870842 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-7933aa96-9789-4724-bd72-a7a89d1d3764 req-e7a31dc0-eeb8-45de-a422-eb904b6fd64a tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] 10.222.0.42 "GET /v2.0/ports?device_id=634c595e-d279-4aeb-bf6e-5b4c4a939ff0 HTTP/1.1" status: 200 len: 944 time: 0.1198938 Mar 29 15:40:47.888985 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device 0a93aa01-a512-4cc5-99fd-5b241bf5026f up at agent hyperv_n-h1-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:40:47.938191 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-7933aa96-9789-4724-bd72-a7a89d1d3764 req-58fe4fc0-6df3-4d58-addb-08bb177ab242 tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] 10.222.0.42 "GET /v2.0/security-groups?id=d26d57f3-f34b-4b82-acb2-a15ffdfe7b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661654 Mar 29 15:40:47.956905 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [req-9d64c62b-ec51-4f6b-8b4e-cf7085469a6d req-41d1aafe-a175-4a06-a6ad-b429b7c7e2e5 tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Deleting port 602006ca-73c5-4e7b-bae9-7794750e4a52 {{(pid=102790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:40:47.957514 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-9d64c62b-ec51-4f6b-8b4e-cf7085469a6d req-41d1aafe-a175-4a06-a6ad-b429b7c7e2e5 tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:48.051712 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvr_db [None req-37c60604-3277-4e33-93d9-6ae374950738 None None] Set router 11581aa0-1a69-4131-a167-d1420721d4e7 gateway port host: n-d-834765-1 {{(pid=102792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:40:48.076555 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [req-9d64c62b-ec51-4f6b-8b4e-cf7085469a6d req-41d1aafe-a175-4a06-a6ad-b429b7c7e2e5 tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] For port 602006ca-73c5-4e7b-bae9-7794750e4a52, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=602006ca-73c5-4e7b-bae9-7794750e4a52,segment=NetworkSegment(79b3cffd-b934-47ae-85b1-a6694d59b4cd),segment_id=79b3cffd-b934-47ae-85b1-a6694d59b4cd)] {{(pid=102790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:40:48.076910 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-9d64c62b-ec51-4f6b-8b4e-cf7085469a6d req-41d1aafe-a175-4a06-a6ad-b429b7c7e2e5 tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:48.094477 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [req-9d64c62b-ec51-4f6b-8b4e-cf7085469a6d req-41d1aafe-a175-4a06-a6ad-b429b7c7e2e5 tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Calling delete_port for 602006ca-73c5-4e7b-bae9-7794750e4a52 owned by compute:nova {{(pid=102790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:40:48.161225 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Provisioning for port 0a93aa01-a512-4cc5-99fd-5b241bf5026f completed by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 15:40:48.188146 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Provisioning complete for port 0a93aa01-a512-4cc5-99fd-5b241bf5026f triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:40:48.188512 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:48.264029 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c360908-b33b-4edc-ad56-a758a2cbdf61 req-47d169a2-3342-4e0b-842d-59f9d44e6f13 tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:48.272148 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c360908-b33b-4edc-ad56-a758a2cbdf61 req-47d169a2-3342-4e0b-842d-59f9d44e6f13 tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:48.273781 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-9c360908-b33b-4edc-ad56-a758a2cbdf61 req-47d169a2-3342-4e0b-842d-59f9d44e6f13 tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] 10.222.0.42 "GET /v2.0/ports?device_id=9df137f2-cec3-49de-8d75-c433cf335604 HTTP/1.1" status: 200 len: 1681 time: 0.1089768 Mar 29 15:40:48.305523 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbead588-8bfe-4dea-a99e-ad71984b3c57 req-3a9b8ef5-8396-451d-b137-09226a34e8d5 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:48.312505 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbead588-8bfe-4dea-a99e-ad71984b3c57 req-3a9b8ef5-8396-451d-b137-09226a34e8d5 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:48.321940 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbead588-8bfe-4dea-a99e-ad71984b3c57 req-3a9b8ef5-8396-451d-b137-09226a34e8d5 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:48.328476 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbead588-8bfe-4dea-a99e-ad71984b3c57 req-3a9b8ef5-8396-451d-b137-09226a34e8d5 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:48.336170 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbead588-8bfe-4dea-a99e-ad71984b3c57 req-3a9b8ef5-8396-451d-b137-09226a34e8d5 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:48.343399 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbead588-8bfe-4dea-a99e-ad71984b3c57 req-3a9b8ef5-8396-451d-b137-09226a34e8d5 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:48.351198 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbead588-8bfe-4dea-a99e-ad71984b3c57 req-3a9b8ef5-8396-451d-b137-09226a34e8d5 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:48.360703 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-fbead588-8bfe-4dea-a99e-ad71984b3c57 req-3a9b8ef5-8396-451d-b137-09226a34e8d5 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] 10.222.0.42 "GET /v2.0/ports?device_id=e63d94a3-644d-400a-aa3f-0c71f9fb1b46 HTTP/1.1" status: 200 len: 5420 time: 0.1479475 Mar 29 15:40:48.372385 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-9c360908-b33b-4edc-ad56-a758a2cbdf61 req-d92a361f-ac83-4dda-a0e3-778fdb269c41 tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b78e968-fb8b-47c8-a89f-b40d10173927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897100 Mar 29 15:40:48.401637 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-9d64c62b-ec51-4f6b-8b4e-cf7085469a6d req-41d1aafe-a175-4a06-a6ad-b429b7c7e2e5 tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:48.424319 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:48.426698 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-fbead588-8bfe-4dea-a99e-ad71984b3c57 req-36fafeae-40d4-47a0-b35a-10614a818823 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] 10.222.0.42 "GET /v2.0/security-groups?id=7a324716-10f9-4f06-a2b5-9f498b951d56&id=19cf0565-0e5d-4a9a-bb20-6dda76410fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0651350 Mar 29 15:40:48.452456 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d1aafe-a175-4a06-a6ad-b429b7c7e2e5 tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Pushing event deleted for resources: {'Port': ['ID=602006ca-73c5-4e7b-bae9-7794750e4a52,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:40:48.480887 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a10fb55-d9e0-47cb-a13f-38167235bc8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a93aa01-a512-4cc5-99fd-5b241bf5026f'}] {{(pid=102792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:40:48.483240 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4f476c66b318cc6068719fc39557fac68d413f5c7e78fa77028c7948e999ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e2a11a8-343d-4f33-a09d-f85e98073983" -d '{"events": [{"server_uuid": "0a10fb55-d9e0-47cb-a13f-38167235bc8a", "name": "network-vif-plugged", "status": "completed", "tag": "0a93aa01-a512-4cc5-99fd-5b241bf5026f"}]}' {{(pid=102792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:40:48.510406 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port 0a93aa01-a512-4cc5-99fd-5b241bf5026f, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=0a93aa01-a512-4cc5-99fd-5b241bf5026f,segment=NetworkSegment(41873e9c-b24c-40ec-94cd-76d430c8ed02),segment_id=41873e9c-b24c-40ec-94cd-76d430c8ed02)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:40:48.519323 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:48.520386 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device e6cf797b-ae9b-4d11-8eee-6f5c815d2ed3 no longer exists at agent hyperv_n-h1-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:40:48.589984 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:40:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c14cca0-3166-4086-97b5-b10687368595 x-openstack-request-id: req-3c14cca0-3166-4086-97b5-b10687368595 {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:40:48.590289 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a10fb55-d9e0-47cb-a13f-38167235bc8a", "name": "network-vif-plugged", "status": "completed", "tag": "0a93aa01-a512-4cc5-99fd-5b241bf5026f", "code": 200}]} {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:40:48.601029 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 42092) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:40:48.603730 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-3c14cca0-3166-4086-97b5-b10687368595 {{(pid=102792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:40:48.604152 n-d-834765-1 neutron-server[102792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a10fb55-d9e0-47cb-a13f-38167235bc8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a93aa01-a512-4cc5-99fd-5b241bf5026f', 'code': 200} Mar 29 15:40:48.636698 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-37c60604-3277-4e33-93d9-6ae374950738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11581aa0-1a69-4131-a167-d1420721d4e7', 'name': 'tempest-AttachSCSIVolumeTestJSON-1655533914-router', 'tenant_id': '140a74e7fad04747acc345e5a1657e95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': 'cb3934ba-e19f-4e71-b6f7-3e22715e0f4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:37:23Z', 'updated_at': '2022-03-29T15:37:30Z', 'revision_number': 4, 'project_id': '140a74e7fad04747acc345e5a1657e95', 'gw_port': {'id': 'cb3934ba-e19f-4e71-b6f7-3e22715e0f4e', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:54:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11581aa0-1a69-4131-a167-d1420721d4e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:37:24Z', 'updated_at': '2022-03-29T15:37:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': '64e68e3d-5342-4d2a-8cdc-a13178f3f356', 'name': '', 'network_id': '3b111d56-5965-49c9-b46c-cb240d63a68d', 'tenant_id': '140a74e7fad04747acc345e5a1657e95', 'mac_address': 'fa:16:3e:c5:6e:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11581aa0-1a69-4131-a167-d1420721d4e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'e7292f25-57c0-4ce1-9968-6bce9d8da5e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:37:28Z', 'updated_at': '2022-03-29T15:37:34Z', 'revision_number': 5, 'project_id': '140a74e7fad04747acc345e5a1657e95', 'subnets': [{'id': 'e7292f25-57c0-4ce1-9968-6bce9d8da5e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:40:48.672211 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Pushing event updated for resources: {'Port': ['ID=0a93aa01-a512-4cc5-99fd-5b241bf5026f,revision_number=5']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:40:48.676105 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37c60604-3277-4e33-93d9-6ae374950738 None None] The sync data for ids ['11581aa0-1a69-4131-a167-d1420721d4e7'] in n-d-834765-1 is: [{'id': '11581aa0-1a69-4131-a167-d1420721d4e7', 'name': 'tempest-AttachSCSIVolumeTestJSON-1655533914-router', 'tenant_id': '140a74e7fad04747acc345e5a1657e95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': 'cb3934ba-e19f-4e71-b6f7-3e22715e0f4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:37:23Z', 'updated_at': '2022-03-29T15:37:30Z', 'revision_number': 4, 'project_id': '140a74e7fad04747acc345e5a1657e95', 'gw_port': {'id': 'cb3934ba-e19f-4e71-b6f7-3e22715e0f4e', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:54:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11581aa0-1a69-4131-a167-d1420721d4e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:37:24Z', 'updated_at': '2022-03-29T15:37:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': '64e68e3d-5342-4d2a-8cdc-a13178f3f356', 'name': '', 'network_id': '3b111d56-5965-49c9-b46c-cb240d63a68d', 'tenant_id': '140a74e7fad04747acc345e5a1657e95', 'mac_address': 'fa:16:3e:c5:6e:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11581aa0-1a69-4131-a167-d1420721d4e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'e7292f25-57c0-4ce1-9968-6bce9d8da5e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:37:28Z', 'updated_at': '2022-03-29T15:37:34Z', 'revision_number': 5, 'project_id': '140a74e7fad04747acc345e5a1657e95', 'subnets': [{'id': 'e7292f25-57c0-4ce1-9968-6bce9d8da5e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:40:48.712894 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-bb607682-0207-40b4-be6c-964fcd37812b tempest-AttachSCSIVolumeTestJSON-1548618217 tempest-AttachSCSIVolumeTestJSON-1548618217-project] Notify callbacks [] for security_group, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:48.746481 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device 6f14b34e-3817-46ea-b86a-a796246e7a9e up at agent hyperv_n-h2-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:40:48.746701 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-bb607682-0207-40b4-be6c-964fcd37812b tempest-AttachSCSIVolumeTestJSON-1548618217 tempest-AttachSCSIVolumeTestJSON-1548618217-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:48.825631 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-bb607682-0207-40b4-be6c-964fcd37812b tempest-AttachSCSIVolumeTestJSON-1548618217 tempest-AttachSCSIVolumeTestJSON-1548618217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:48.828605 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-bb607682-0207-40b4-be6c-964fcd37812b tempest-AttachSCSIVolumeTestJSON-1548618217 tempest-AttachSCSIVolumeTestJSON-1548618217-project] Notify callbacks [] for security_group, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:48.833266 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-bb607682-0207-40b4-be6c-964fcd37812b tempest-AttachSCSIVolumeTestJSON-1548618217 tempest-AttachSCSIVolumeTestJSON-1548618217-project] 10.222.0.42 "DELETE /v2.0/security-groups/3439922e-7826-4de8-b252-c13f8af043b8 HTTP/1.1" status: 204 len: 168 time: 0.2284665 Mar 29 15:40:48.836380 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 42096) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:40:48.860491 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:48.888663 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb607682-0207-40b4-be6c-964fcd37812b tempest-AttachSCSIVolumeTestJSON-1548618217 tempest-AttachSCSIVolumeTestJSON-1548618217-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3439922e-7826-4de8-b252-c13f8af043b8,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:40:48.905665 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb607682-0207-40b4-be6c-964fcd37812b tempest-AttachSCSIVolumeTestJSON-1548618217 tempest-AttachSCSIVolumeTestJSON-1548618217-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:40:48.906068 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb607682-0207-40b4-be6c-964fcd37812b tempest-AttachSCSIVolumeTestJSON-1548618217 tempest-AttachSCSIVolumeTestJSON-1548618217-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:40:48.906840 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb607682-0207-40b4-be6c-964fcd37812b tempest-AttachSCSIVolumeTestJSON-1548618217 tempest-AttachSCSIVolumeTestJSON-1548618217-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:40:48.907228 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb607682-0207-40b4-be6c-964fcd37812b tempest-AttachSCSIVolumeTestJSON-1548618217 tempest-AttachSCSIVolumeTestJSON-1548618217-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:40:48.907645 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb607682-0207-40b4-be6c-964fcd37812b tempest-AttachSCSIVolumeTestJSON-1548618217 tempest-AttachSCSIVolumeTestJSON-1548618217-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:40:48.908485 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb607682-0207-40b4-be6c-964fcd37812b tempest-AttachSCSIVolumeTestJSON-1548618217 tempest-AttachSCSIVolumeTestJSON-1548618217-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:40:48.908819 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb607682-0207-40b4-be6c-964fcd37812b tempest-AttachSCSIVolumeTestJSON-1548618217 tempest-AttachSCSIVolumeTestJSON-1548618217-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:40:48.909415 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb607682-0207-40b4-be6c-964fcd37812b tempest-AttachSCSIVolumeTestJSON-1548618217 tempest-AttachSCSIVolumeTestJSON-1548618217-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:40:48.909827 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb607682-0207-40b4-be6c-964fcd37812b tempest-AttachSCSIVolumeTestJSON-1548618217 tempest-AttachSCSIVolumeTestJSON-1548618217-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:40:48.910188 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb607682-0207-40b4-be6c-964fcd37812b tempest-AttachSCSIVolumeTestJSON-1548618217 tempest-AttachSCSIVolumeTestJSON-1548618217-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:40:48.910627 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb607682-0207-40b4-be6c-964fcd37812b tempest-AttachSCSIVolumeTestJSON-1548618217 tempest-AttachSCSIVolumeTestJSON-1548618217-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:40:48.911085 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb607682-0207-40b4-be6c-964fcd37812b tempest-AttachSCSIVolumeTestJSON-1548618217 tempest-AttachSCSIVolumeTestJSON-1548618217-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:40:48.917378 n-d-834765-1 neutron-server[102791]: INFO neutron.api.v2.resource [None req-7c7d5ca7-8b3b-4f57-a5b7-f662523a02e9 tempest-AttachSCSIVolumeTestJSON-1548618217 tempest-AttachSCSIVolumeTestJSON-1548618217-project] show failed (client error): The resource could not be found. Mar 29 15:40:48.920115 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-7c7d5ca7-8b3b-4f57-a5b7-f662523a02e9 tempest-AttachSCSIVolumeTestJSON-1548618217 tempest-AttachSCSIVolumeTestJSON-1548618217-project] 10.222.0.42 "GET /v2.0/security-groups/3439922e-7826-4de8-b252-c13f8af043b8 HTTP/1.1" status: 404 len: 347 time: 0.0626421 Mar 29 15:40:48.924781 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port e6cf797b-ae9b-4d11-8eee-6f5c815d2ed3, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=e6cf797b-ae9b-4d11-8eee-6f5c815d2ed3,segment=NetworkSegment(14988b90-b308-46b3-bc6f-32456c4498be),segment_id=14988b90-b308-46b3-bc6f-32456c4498be)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:40:48.925491 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 42100) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:40:48.927667 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Provisioning for port 6f14b34e-3817-46ea-b86a-a796246e7a9e completed by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 15:40:48.934206 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Provisioning complete for port 6f14b34e-3817-46ea-b86a-a796246e7a9e triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:40:48.935239 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:48.968117 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:48.968978 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device 9de95d5f-885a-43d6-bb07-567c62ae9edc no longer exists at agent hyperv_n-h1-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:40:49.013903 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf8e5a2-4d89-4c0b-932f-418042f0fc31 req-3a591d8f-00e7-4eae-8b71-653837ebe0c8 tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:49.016124 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-bbf8e5a2-4d89-4c0b-932f-418042f0fc31 req-3a591d8f-00e7-4eae-8b71-653837ebe0c8 tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] 10.222.0.42 "GET /v2.0/ports?device_id=0a10fb55-d9e0-47cb-a13f-38167235bc8a HTTP/1.1" status: 200 len: 945 time: 0.2024271 Mar 29 15:40:49.054664 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] No Port match for: 9de95d5f-885a-43d6-bb07-567c62ae9edc {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 15:40:49.055211 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device 9de95d5f-885a-43d6-bb07-567c62ae9edc not bound to the agent host n-h1-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:40:49.097434 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Pushing event updated for resources: {'Port': ['ID=e6cf797b-ae9b-4d11-8eee-6f5c815d2ed3,revision_number=6']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:40:49.106595 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d64c62b-ec51-4f6b-8b4e-cf7085469a6d req-41d1aafe-a175-4a06-a6ad-b429b7c7e2e5 tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] No DVR routers for this DVR port 602006ca-73c5-4e7b-bae9-7794750e4a52 on host n-h1-834765-1 {{(pid=102790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:40:49.125541 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-9d64c62b-ec51-4f6b-8b4e-cf7085469a6d req-41d1aafe-a175-4a06-a6ad-b429b7c7e2e5 tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:49.128903 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-9d64c62b-ec51-4f6b-8b4e-cf7085469a6d req-41d1aafe-a175-4a06-a6ad-b429b7c7e2e5 tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] 10.222.0.44 "DELETE /v2.0/ports/602006ca-73c5-4e7b-bae9-7794750e4a52 HTTP/1.1" status: 204 len: 173 time: 1.2968106 Mar 29 15:40:49.130450 n-d-834765-1 neutron-server[102790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9df137f2-cec3-49de-8d75-c433cf335604', 'name': 'network-vif-deleted', 'tag': '3b6a66a4-2f81-4ff2-8190-2f6c09253840'}, {'server_uuid': '9df137f2-cec3-49de-8d75-c433cf335604', 'name': 'network-vif-deleted', 'tag': '602006ca-73c5-4e7b-bae9-7794750e4a52'}] {{(pid=102790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:40:49.132803 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46b06d655c90bc969636382cce4240ad749035fb0f3a83ee4734fa1ed9c4a6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a33e5ab5-3253-47c1-99be-6f4af71599a1" -d '{"events": [{"server_uuid": "9df137f2-cec3-49de-8d75-c433cf335604", "name": "network-vif-deleted", "tag": "3b6a66a4-2f81-4ff2-8190-2f6c09253840"}, {"server_uuid": "9df137f2-cec3-49de-8d75-c433cf335604", "name": "network-vif-deleted", "tag": "602006ca-73c5-4e7b-bae9-7794750e4a52"}]}' {{(pid=102790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:40:49.157290 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ee999c3-7b96-4787-9708-4ddd2098549c None None] New status for floating IP 467ca43c-7029-45b4-8e2d-5d3cdf539b24: DOWN {{(pid=102793) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 15:40:49.164059 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-bbf8e5a2-4d89-4c0b-932f-418042f0fc31 req-4fabb68c-da46-4cdf-88cf-0231679b3118 tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] 10.222.0.42 "GET /v2.0/security-groups?id=ce1e3aa1-c9e4-4c36-a19f-9dbad60c5be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384404 Mar 29 15:40:49.168157 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:49.198844 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-711a690f-8645-41c7-a128-7fac05e06143 tempest-AttachSCSIVolumeTestJSON-1548618217 tempest-AttachSCSIVolumeTestJSON-1548618217-project] Deleting port 9560e5a6-fcbf-4d5f-993f-4f408dd71f03 {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:40:49.198844 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-711a690f-8645-41c7-a128-7fac05e06143 tempest-AttachSCSIVolumeTestJSON-1548618217 tempest-AttachSCSIVolumeTestJSON-1548618217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:49.215601 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port 6f14b34e-3817-46ea-b86a-a796246e7a9e, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=6f14b34e-3817-46ea-b86a-a796246e7a9e,segment=NetworkSegment(a0c230f0-660a-4194-9279-0f0781d34134),segment_id=a0c230f0-660a-4194-9279-0f0781d34134)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:40:49.223190 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:49.265434 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c46c4d-b38b-45f3-a6c5-29e233cdedf3 req-c182316a-d657-4e01-a422-b104de7301de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:49.267051 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-77c46c4d-b38b-45f3-a6c5-29e233cdedf3 req-c182316a-d657-4e01-a422-b104de7301de service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=0a10fb55-d9e0-47cb-a13f-38167235bc8a HTTP/1.1" status: 200 len: 1096 time: 0.1846380 Mar 29 15:40:49.297776 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf6aa42-6500-44a1-bf4b-9a975db1430b req-53a3af6f-12a3-4eff-986f-0a6975ade01d tempest-DeleteServersAdminTestJSON-2124808543 tempest-DeleteServersAdminTestJSON-2124808543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:49.310167 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-bcf6aa42-6500-44a1-bf4b-9a975db1430b req-53a3af6f-12a3-4eff-986f-0a6975ade01d tempest-DeleteServersAdminTestJSON-2124808543 tempest-DeleteServersAdminTestJSON-2124808543-project] 10.222.0.42 "GET /v2.0/ports?device_id=3357f674-5db5-458e-8de9-ba5d08c859ce HTTP/1.1" status: 200 len: 948 time: 0.8429039 Mar 29 15:40:49.332631 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Pushing event updated for resources: {'Port': ['ID=6f14b34e-3817-46ea-b86a-a796246e7a9e,revision_number=5']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:40:49.359227 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-711a690f-8645-41c7-a128-7fac05e06143 tempest-AttachSCSIVolumeTestJSON-1548618217 tempest-AttachSCSIVolumeTestJSON-1548618217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:49.360115 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-711a690f-8645-41c7-a128-7fac05e06143 tempest-AttachSCSIVolumeTestJSON-1548618217 tempest-AttachSCSIVolumeTestJSON-1548618217-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:49.379345 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-711a690f-8645-41c7-a128-7fac05e06143 tempest-AttachSCSIVolumeTestJSON-1548618217 tempest-AttachSCSIVolumeTestJSON-1548618217-project] Calling delete_port for 9560e5a6-fcbf-4d5f-993f-4f408dd71f03 owned by network:floatingip {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:40:49.405867 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02760dad-530f-41b9-966f-6a6d1d4eca56 req-2f4968e0-4cca-42f4-9d94-86bd6d52f705 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:49.410625 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-02760dad-530f-41b9-966f-6a6d1d4eca56 req-2f4968e0-4cca-42f4-9d94-86bd6d52f705 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] 10.222.0.42 "GET /v2.0/ports?device_id=490a7f81-d34b-41cf-b939-8230c4561d2c HTTP/1.1" status: 200 len: 943 time: 0.1014700 Mar 29 15:40:49.422273 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-bcf6aa42-6500-44a1-bf4b-9a975db1430b req-821f36d8-b282-482f-bd8b-c9acb2ca4ffd tempest-DeleteServersAdminTestJSON-2124808543 tempest-DeleteServersAdminTestJSON-2124808543-project] 10.222.0.42 "GET /v2.0/security-groups?id=53d694e1-2bf0-4e15-9a57-00b8a3802403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109180 Mar 29 15:40:49.430374 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-77c46c4d-b38b-45f3-a6c5-29e233cdedf3 req-2c88a586-95a5-4138-8955-64745b624217 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=ce1e3aa1-c9e4-4c36-a19f-9dbad60c5be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099501 Mar 29 15:40:49.451658 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [req-9d64c62b-ec51-4f6b-8b4e-cf7085469a6d req-8e20eaa3-7b93-48c4-8c24-c1009cbf9240 tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Deleting port e6cf797b-ae9b-4d11-8eee-6f5c815d2ed3 {{(pid=102790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:40:49.452136 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-9d64c62b-ec51-4f6b-8b4e-cf7085469a6d req-8e20eaa3-7b93-48c4-8c24-c1009cbf9240 tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:49.511038 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-02760dad-530f-41b9-966f-6a6d1d4eca56 req-594ec519-e424-43fc-a6c6-d3bfe2628841 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] 10.222.0.42 "GET /v2.0/security-groups?id=c99ced8e-1ceb-46fb-aaa7-747186b2b9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559382 Mar 29 15:40:49.581536 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 29 Mar 2022 15:40:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-191832dc-9882-4f11-bf2c-c8deec99ca50 x-openstack-request-id: req-191832dc-9882-4f11-bf2c-c8deec99ca50 {{(pid=102790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:40:49.581843 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9df137f2-cec3-49de-8d75-c433cf335604", "name": "network-vif-deleted", "tag": "3b6a66a4-2f81-4ff2-8190-2f6c09253840", "status": "completed", "code": 200}, {"server_uuid": "9df137f2-cec3-49de-8d75-c433cf335604", "name": "network-vif-deleted", "tag": "602006ca-73c5-4e7b-bae9-7794750e4a52", "status": "completed", "code": 200}]} {{(pid=102790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:40:49.582097 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-191832dc-9882-4f11-bf2c-c8deec99ca50 {{(pid=102790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:40:49.582569 n-d-834765-1 neutron-server[102790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9df137f2-cec3-49de-8d75-c433cf335604', 'name': 'network-vif-deleted', 'tag': '3b6a66a4-2f81-4ff2-8190-2f6c09253840', 'status': 'completed', 'code': 200} Mar 29 15:40:49.582833 n-d-834765-1 neutron-server[102790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9df137f2-cec3-49de-8d75-c433cf335604', 'name': 'network-vif-deleted', 'tag': '602006ca-73c5-4e7b-bae9-7794750e4a52', 'status': 'completed', 'code': 200} Mar 29 15:40:49.616282 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-711a690f-8645-41c7-a128-7fac05e06143 tempest-AttachSCSIVolumeTestJSON-1548618217 tempest-AttachSCSIVolumeTestJSON-1548618217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:49.624166 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [req-9d64c62b-ec51-4f6b-8b4e-cf7085469a6d req-8e20eaa3-7b93-48c4-8c24-c1009cbf9240 tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] For port e6cf797b-ae9b-4d11-8eee-6f5c815d2ed3, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=e6cf797b-ae9b-4d11-8eee-6f5c815d2ed3,segment=NetworkSegment(14988b90-b308-46b3-bc6f-32456c4498be),segment_id=14988b90-b308-46b3-bc6f-32456c4498be)] {{(pid=102790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:40:49.624543 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-9d64c62b-ec51-4f6b-8b4e-cf7085469a6d req-8e20eaa3-7b93-48c4-8c24-c1009cbf9240 tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:49.649042 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5142dbae-259e-4264-bfba-5c2763f067f0 req-e791fb09-731b-46ed-8e94-b54f664e3c74 tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:49.650938 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-5142dbae-259e-4264-bfba-5c2763f067f0 req-e791fb09-731b-46ed-8e94-b54f664e3c74 tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] 10.222.0.42 "GET /v2.0/ports?device_id=634c595e-d279-4aeb-bf6e-5b4c4a939ff0 HTTP/1.1" status: 200 len: 944 time: 0.1128016 Mar 29 15:40:49.657870 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711a690f-8645-41c7-a128-7fac05e06143 tempest-AttachSCSIVolumeTestJSON-1548618217 tempest-AttachSCSIVolumeTestJSON-1548618217-project] Pushing event deleted for resources: {'Port': ['ID=9560e5a6-fcbf-4d5f-993f-4f408dd71f03,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:40:49.658507 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [req-9d64c62b-ec51-4f6b-8b4e-cf7085469a6d req-8e20eaa3-7b93-48c4-8c24-c1009cbf9240 tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Calling delete_port for e6cf797b-ae9b-4d11-8eee-6f5c815d2ed3 owned by compute:nova {{(pid=102790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:40:49.751394 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c3d551-4800-43cd-aa90-af4164599c99 req-3ecea2d6-235a-4d6d-a6ed-1738d5a2b282 tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:49.753522 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-66c3d551-4800-43cd-aa90-af4164599c99 req-3ecea2d6-235a-4d6d-a6ed-1738d5a2b282 tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] 10.222.0.42 "GET /v2.0/ports?device_id=9df137f2-cec3-49de-8d75-c433cf335604 HTTP/1.1" status: 200 len: 943 time: 0.1264553 Mar 29 15:40:49.777913 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-711a690f-8645-41c7-a128-7fac05e06143 tempest-AttachSCSIVolumeTestJSON-1548618217 tempest-AttachSCSIVolumeTestJSON-1548618217-project] Notify callbacks [] for floatingip, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:49.781402 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-711a690f-8645-41c7-a128-7fac05e06143 tempest-AttachSCSIVolumeTestJSON-1548618217 tempest-AttachSCSIVolumeTestJSON-1548618217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for floatingip, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:49.785794 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-711a690f-8645-41c7-a128-7fac05e06143 tempest-AttachSCSIVolumeTestJSON-1548618217 tempest-AttachSCSIVolumeTestJSON-1548618217-project] 10.222.0.42 "DELETE /v2.0/floatingips/467ca43c-7029-45b4-8e2d-5d3cdf539b24 HTTP/1.1" status: 204 len: 168 time: 0.8474810 Mar 29 15:40:49.787775 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-5142dbae-259e-4264-bfba-5c2763f067f0 req-e8b6294a-6d3f-46b4-b229-9424929d3ca4 tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] 10.222.0.42 "GET /v2.0/security-groups?id=d26d57f3-f34b-4b82-acb2-a15ffdfe7b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091466 Mar 29 15:40:49.808913 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-66c3d551-4800-43cd-aa90-af4164599c99 req-4e0ce8e1-af64-452e-8fc5-98e326ff5973 tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b78e968-fb8b-47c8-a89f-b40d10173927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481689 Mar 29 15:40:49.878545 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device 3b6a66a4-2f81-4ff2-8190-2f6c09253840 no longer exists at agent hyperv_n-h1-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:40:49.904962 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] No Port match for: 3b6a66a4-2f81-4ff2-8190-2f6c09253840 {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 15:40:49.905310 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device 3b6a66a4-2f81-4ff2-8190-2f6c09253840 not bound to the agent host n-h1-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:40:49.905735 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device 32ca12f3-c308-42af-b6ed-0d7bdc625b95 no longer exists at agent hyperv_n-h1-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:40:49.923721 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-9d64c62b-ec51-4f6b-8b4e-cf7085469a6d req-8e20eaa3-7b93-48c4-8c24-c1009cbf9240 tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:49.986310 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e20eaa3-7b93-48c4-8c24-c1009cbf9240 tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Pushing event deleted for resources: {'Port': ['ID=e6cf797b-ae9b-4d11-8eee-6f5c815d2ed3,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:40:50.007197 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device 602006ca-73c5-4e7b-bae9-7794750e4a52 no longer exists at agent hyperv_n-h1-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:40:50.027487 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] No Port match for: 602006ca-73c5-4e7b-bae9-7794750e4a52 {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 15:40:50.027882 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device 602006ca-73c5-4e7b-bae9-7794750e4a52 not bound to the agent host n-h1-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:40:50.032574 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04542545-cc0c-4f36-a595-0dd57c91c849 req-af983dae-f10a-4d02-95ae-94e3e0e1b5e8 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:50.040273 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04542545-cc0c-4f36-a595-0dd57c91c849 req-af983dae-f10a-4d02-95ae-94e3e0e1b5e8 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:50.047776 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04542545-cc0c-4f36-a595-0dd57c91c849 req-af983dae-f10a-4d02-95ae-94e3e0e1b5e8 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:50.070739 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04542545-cc0c-4f36-a595-0dd57c91c849 req-af983dae-f10a-4d02-95ae-94e3e0e1b5e8 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:50.078658 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04542545-cc0c-4f36-a595-0dd57c91c849 req-af983dae-f10a-4d02-95ae-94e3e0e1b5e8 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:50.085276 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04542545-cc0c-4f36-a595-0dd57c91c849 req-af983dae-f10a-4d02-95ae-94e3e0e1b5e8 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:50.092722 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04542545-cc0c-4f36-a595-0dd57c91c849 req-af983dae-f10a-4d02-95ae-94e3e0e1b5e8 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:50.094764 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-04542545-cc0c-4f36-a595-0dd57c91c849 req-af983dae-f10a-4d02-95ae-94e3e0e1b5e8 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] 10.222.0.42 "GET /v2.0/ports?device_id=e63d94a3-644d-400a-aa3f-0c71f9fb1b46 HTTP/1.1" status: 200 len: 5420 time: 0.2116833 Mar 29 15:40:50.128805 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d64c62b-ec51-4f6b-8b4e-cf7085469a6d req-8e20eaa3-7b93-48c4-8c24-c1009cbf9240 tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] No DVR routers for this DVR port e6cf797b-ae9b-4d11-8eee-6f5c815d2ed3 on host n-h1-834765-1 {{(pid=102790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:40:50.136714 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-9d64c62b-ec51-4f6b-8b4e-cf7085469a6d req-8e20eaa3-7b93-48c4-8c24-c1009cbf9240 tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:50.140564 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-9d64c62b-ec51-4f6b-8b4e-cf7085469a6d req-8e20eaa3-7b93-48c4-8c24-c1009cbf9240 tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] 10.222.0.44 "DELETE /v2.0/ports/e6cf797b-ae9b-4d11-8eee-6f5c815d2ed3 HTTP/1.1" status: 204 len: 173 time: 1.0043199 Mar 29 15:40:50.182993 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-04542545-cc0c-4f36-a595-0dd57c91c849 req-70313007-a00e-47fd-99ba-272b1b96b784 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] 10.222.0.42 "GET /v2.0/security-groups?id=7a324716-10f9-4f06-a2b5-9f498b951d56&id=19cf0565-0e5d-4a9a-bb20-6dda76410fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0766120 Mar 29 15:40:50.397747 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de7a0dc-df5c-4334-b156-e04494483f18 req-c5010bb7-1e14-4e98-b85e-d12dacdccbe6 tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:50.399283 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-7de7a0dc-df5c-4334-b156-e04494483f18 req-c5010bb7-1e14-4e98-b85e-d12dacdccbe6 tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] 10.222.0.42 "GET /v2.0/ports?device_id=0a10fb55-d9e0-47cb-a13f-38167235bc8a HTTP/1.1" status: 200 len: 945 time: 0.0689373 Mar 29 15:40:50.446647 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-7de7a0dc-df5c-4334-b156-e04494483f18 req-1f043377-76d4-4f9f-8c80-3175ed625e3b tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] 10.222.0.42 "GET /v2.0/security-groups?id=ce1e3aa1-c9e4-4c36-a19f-9dbad60c5be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402474 Mar 29 15:40:50.584654 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704ed4fb-c795-401c-a058-bde80ac58e50 req-60bade8b-bb4f-4a94-bb81-0cb08e52e4fb tempest-DeleteServersAdminTestJSON-2124808543 tempest-DeleteServersAdminTestJSON-2124808543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:50.586421 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-704ed4fb-c795-401c-a058-bde80ac58e50 req-60bade8b-bb4f-4a94-bb81-0cb08e52e4fb tempest-DeleteServersAdminTestJSON-2124808543 tempest-DeleteServersAdminTestJSON-2124808543-project] 10.222.0.42 "GET /v2.0/ports?device_id=3357f674-5db5-458e-8de9-ba5d08c859ce HTTP/1.1" status: 200 len: 949 time: 0.0799143 Mar 29 15:40:50.605312 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9df137f2-cec3-49de-8d75-c433cf335604', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e6cf797b-ae9b-4d11-8eee-6f5c815d2ed3'}, {'server_uuid': '3357f674-5db5-458e-8de9-ba5d08c859ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f14b34e-3817-46ea-b86a-a796246e7a9e'}] {{(pid=102792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:40:50.608118 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4f476c66b318cc6068719fc39557fac68d413f5c7e78fa77028c7948e999ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c74a82e-974b-4a6f-a141-305147dd745a" -d '{"events": [{"server_uuid": "9df137f2-cec3-49de-8d75-c433cf335604", "name": "network-vif-unplugged", "status": "completed", "tag": "e6cf797b-ae9b-4d11-8eee-6f5c815d2ed3"}, {"server_uuid": "3357f674-5db5-458e-8de9-ba5d08c859ce", "name": "network-vif-plugged", "status": "completed", "tag": "6f14b34e-3817-46ea-b86a-a796246e7a9e"}]}' {{(pid=102792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:40:50.659336 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-704ed4fb-c795-401c-a058-bde80ac58e50 req-f8e40460-14a7-4a55-bab0-b624bdf9e54c tempest-DeleteServersAdminTestJSON-2124808543 tempest-DeleteServersAdminTestJSON-2124808543-project] 10.222.0.42 "GET /v2.0/security-groups?id=53d694e1-2bf0-4e15-9a57-00b8a3802403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660465 Mar 29 15:40:50.683351 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf55af3-5e4e-4043-b0b5-30f801ef0723 req-9bf40f75-b4eb-4c5d-b245-578cf5bb8bb7 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:50.685560 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-9cf55af3-5e4e-4043-b0b5-30f801ef0723 req-9bf40f75-b4eb-4c5d-b245-578cf5bb8bb7 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] 10.222.0.42 "GET /v2.0/ports?device_id=490a7f81-d34b-41cf-b939-8230c4561d2c HTTP/1.1" status: 200 len: 943 time: 0.0821898 Mar 29 15:40:50.758913 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Tue, 29 Mar 2022 15:40:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-417c96b0-189d-40e1-b914-5b2b515d8ef3 x-openstack-request-id: req-417c96b0-189d-40e1-b914-5b2b515d8ef3 {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:40:50.759207 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9df137f2-cec3-49de-8d75-c433cf335604", "name": "network-vif-unplugged", "status": "completed", "tag": "e6cf797b-ae9b-4d11-8eee-6f5c815d2ed3", "code": 200}, {"server_uuid": "3357f674-5db5-458e-8de9-ba5d08c859ce", "name": "network-vif-plugged", "status": "completed", "tag": "6f14b34e-3817-46ea-b86a-a796246e7a9e", "code": 200}]} {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:40:50.759485 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-417c96b0-189d-40e1-b914-5b2b515d8ef3 {{(pid=102792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:40:50.760025 n-d-834765-1 neutron-server[102792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9df137f2-cec3-49de-8d75-c433cf335604', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e6cf797b-ae9b-4d11-8eee-6f5c815d2ed3', 'code': 200} Mar 29 15:40:50.760277 n-d-834765-1 neutron-server[102792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3357f674-5db5-458e-8de9-ba5d08c859ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f14b34e-3817-46ea-b86a-a796246e7a9e', 'code': 200} Mar 29 15:40:50.775072 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-9cf55af3-5e4e-4043-b0b5-30f801ef0723 req-6d24d843-c949-4a9c-b128-967fb8161b5d tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] 10.222.0.42 "GET /v2.0/security-groups?id=c99ced8e-1ceb-46fb-aaa7-747186b2b9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797274 Mar 29 15:40:50.938631 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 42172) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:40:51.011329 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a8301a-3562-46ee-9311-a5e3b04720bb req-9e11b8b1-ddd8-40a5-9157-7838acd70b6a tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:51.014214 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-e7a8301a-3562-46ee-9311-a5e3b04720bb req-9e11b8b1-ddd8-40a5-9157-7838acd70b6a tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] 10.222.0.42 "GET /v2.0/ports?device_id=634c595e-d279-4aeb-bf6e-5b4c4a939ff0 HTTP/1.1" status: 200 len: 944 time: 0.1024973 Mar 29 15:40:51.020206 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2bf3c0-223a-4d19-a5d0-08aff41bef62 req-f03958bb-876c-40eb-8ae9-1d6590efda25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:51.022047 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-fc2bf3c0-223a-4d19-a5d0-08aff41bef62 req-f03958bb-876c-40eb-8ae9-1d6590efda25 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=3357f674-5db5-458e-8de9-ba5d08c859ce HTTP/1.1" status: 200 len: 1100 time: 0.1710713 Mar 29 15:40:51.035471 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_v2 [None req-dcd81ca2-b429-4393-8507-19371a9cf97f tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Deleting subnet 7b28e07d-a4fe-4a22-a912-19b0e9e450a9 {{(pid=102791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 15:40:51.041865 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-dcd81ca2-b429-4393-8507-19371a9cf97f tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Notify callbacks [] for subnet, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:51.120917 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-e7a8301a-3562-46ee-9311-a5e3b04720bb req-3ad2775d-5122-4ec4-90c6-17e908f938ec tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] 10.222.0.42 "GET /v2.0/security-groups?id=d26d57f3-f34b-4b82-acb2-a15ffdfe7b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953169 Mar 29 15:40:51.128262 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-dcd81ca2-b429-4393-8507-19371a9cf97f tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4230423'] for subnet, precommit_delete_associations {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:51.155986 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-3a42a961-2dd0-43ec-84c6-0e8ddf740630 req-8ce7f714-418b-49a0-892e-6adac16ee60c service neutron] 10.222.0.44 "GET /v2.0/ports/32ca12f3-c308-42af-b6ed-0d7bdc625b95/bindings/n-h2-834765-1 HTTP/1.1" status: 200 len: 384 time: 0.1403351 Mar 29 15:40:51.169160 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-fc2bf3c0-223a-4d19-a5d0-08aff41bef62 req-abaed624-c1f9-411e-8b8b-1274e524e27c service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=53d694e1-2bf0-4e15-9a57-00b8a3802403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284804 Mar 29 15:40:51.250264 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-dcd81ca2-b429-4393-8507-19371a9cf97f tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1641287'] for subnet, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:51.373625 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-dcd81ca2-b429-4393-8507-19371a9cf97f tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1641294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16155591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16218852'] for subnet, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:51.405171 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [req-3a42a961-2dd0-43ec-84c6-0e8ddf740630 req-630d3cbb-9398-4932-af86-d0c1fb6c94b2 service neutron] For port 32ca12f3-c308-42af-b6ed-0d7bdc625b95, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=32ca12f3-c308-42af-b6ed-0d7bdc625b95,segment=NetworkSegment(52cd9713-83ea-496d-8c48-fd7b796e6ead),segment_id=52cd9713-83ea-496d-8c48-fd7b796e6ead)] {{(pid=102790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:40:51.416214 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd81ca2-b429-4393-8507-19371a9cf97f tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Pushing event deleted for resources: {'Subnet': ['ID=7b28e07d-a4fe-4a22-a912-19b0e9e450a9,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:40:51.420562 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-dcd81ca2-b429-4393-8507-19371a9cf97f tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Notify callbacks [] for subnet, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:51.426815 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c209f45d-fdce-4403-bbb2-336dd91282e4 None None] Network adf701ab-1c0e-4adc-b0ff-8d6e7fdda56c requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 15:40:51.428268 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-dcd81ca2-b429-4393-8507-19371a9cf97f tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] 10.222.0.42 "DELETE /v2.0/subnets/7b28e07d-a4fe-4a22-a912-19b0e9e450a9 HTTP/1.1" status: 204 len: 168 time: 0.4851234 Mar 29 15:40:51.429583 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 42178) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:40:51.461416 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [req-3a42a961-2dd0-43ec-84c6-0e8ddf740630 req-630d3cbb-9398-4932-af86-d0c1fb6c94b2 service neutron] For port 32ca12f3-c308-42af-b6ed-0d7bdc625b95, host n-h1-834765-1, cleared binding levels {{(pid=102790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:40:51.475323 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1255bd01-844e-4120-bab4-69fd028b82f0 req-6c6a0df7-8a52-4b73-adc9-229813c898a3 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:51.488582 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1255bd01-844e-4120-bab4-69fd028b82f0 req-6c6a0df7-8a52-4b73-adc9-229813c898a3 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:51.495443 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1255bd01-844e-4120-bab4-69fd028b82f0 req-6c6a0df7-8a52-4b73-adc9-229813c898a3 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:51.502435 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1255bd01-844e-4120-bab4-69fd028b82f0 req-6c6a0df7-8a52-4b73-adc9-229813c898a3 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:51.508353 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1255bd01-844e-4120-bab4-69fd028b82f0 req-6c6a0df7-8a52-4b73-adc9-229813c898a3 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:51.516125 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1255bd01-844e-4120-bab4-69fd028b82f0 req-6c6a0df7-8a52-4b73-adc9-229813c898a3 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:51.522297 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1255bd01-844e-4120-bab4-69fd028b82f0 req-6c6a0df7-8a52-4b73-adc9-229813c898a3 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:51.524416 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-1255bd01-844e-4120-bab4-69fd028b82f0 req-6c6a0df7-8a52-4b73-adc9-229813c898a3 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] 10.222.0.42 "GET /v2.0/ports?device_id=e63d94a3-644d-400a-aa3f-0c71f9fb1b46 HTTP/1.1" status: 200 len: 5420 time: 0.2153652 Mar 29 15:40:51.549565 n-d-834765-1 neutron-server[102790]: DEBUG neutron.notifiers.nova [req-3a42a961-2dd0-43ec-84c6-0e8ddf740630 req-630d3cbb-9398-4932-af86-d0c1fb6c94b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32ca12f3-c308-42af-b6ed-0d7bdc625b95 {{(pid=102790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:40:51.590811 n-d-834765-1 neutron-server[102790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9df137f2-cec3-49de-8d75-c433cf335604', 'name': 'network-vif-deleted', 'tag': 'e6cf797b-ae9b-4d11-8eee-6f5c815d2ed3'}] {{(pid=102790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:40:51.594275 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46b06d655c90bc969636382cce4240ad749035fb0f3a83ee4734fa1ed9c4a6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed40ca8f-d016-4224-a2d0-6c81b178e6a9" -d '{"events": [{"server_uuid": "9df137f2-cec3-49de-8d75-c433cf335604", "name": "network-vif-deleted", "tag": "e6cf797b-ae9b-4d11-8eee-6f5c815d2ed3"}]}' {{(pid=102790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:40:51.599411 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [req-3a42a961-2dd0-43ec-84c6-0e8ddf740630 req-630d3cbb-9398-4932-af86-d0c1fb6c94b2 service neutron] For port 32ca12f3-c308-42af-b6ed-0d7bdc625b95, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=32ca12f3-c308-42af-b6ed-0d7bdc625b95,segment=NetworkSegment(52cd9713-83ea-496d-8c48-fd7b796e6ead),segment_id=52cd9713-83ea-496d-8c48-fd7b796e6ead)] {{(pid=102790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:40:51.627235 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-1255bd01-844e-4120-bab4-69fd028b82f0 req-99562233-ddd6-4699-a7eb-672ee42e2bb9 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] 10.222.0.42 "GET /v2.0/security-groups?id=7a324716-10f9-4f06-a2b5-9f498b951d56&id=19cf0565-0e5d-4a9a-bb20-6dda76410fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0895169 Mar 29 15:40:51.638055 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-bfb81ef5-df17-4562-a8a6-182b40e45791 tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1631750'] for network, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:51.639097 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9885c86-8e9d-4ede-a38c-f21698ef25f1 req-2ac701ef-cd6a-4a9f-80e2-20131dd6600c tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:51.647874 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-b9885c86-8e9d-4ede-a38c-f21698ef25f1 req-2ac701ef-cd6a-4a9f-80e2-20131dd6600c tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] 10.222.0.42 "GET /v2.0/ports?device_id=0a10fb55-d9e0-47cb-a13f-38167235bc8a HTTP/1.1" status: 200 len: 945 time: 0.0930600 Mar 29 15:40:51.655637 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-3a42a961-2dd0-43ec-84c6-0e8ddf740630 req-630d3cbb-9398-4932-af86-d0c1fb6c94b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:51.753075 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-b9885c86-8e9d-4ede-a38c-f21698ef25f1 req-ca8f8a3b-a98a-4722-bb15-622323d3a525 tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] 10.222.0.42 "GET /v2.0/security-groups?id=ce1e3aa1-c9e4-4c36-a19f-9dbad60c5be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030631 Mar 29 15:40:51.762670 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86ec9898-fd28-45e0-acd9-9d3cb5d7fe29 None None] DHCP port deletion for adf701ab-1c0e-4adc-b0ff-8d6e7fdda56c request from n-d-834765-1 {{(pid=102792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 29 15:40:51.776139 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-bfb81ef5-df17-4562-a8a6-182b40e45791 tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Deleting port d38c0c07-c9a6-4571-8faf-657ac0de100e {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:40:51.776482 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-bfb81ef5-df17-4562-a8a6-182b40e45791 tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:51.782314 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:40:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6510d766-5427-4068-aff4-f55cb566cb48 x-openstack-request-id: req-6510d766-5427-4068-aff4-f55cb566cb48 {{(pid=102790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:40:51.788177 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9df137f2-cec3-49de-8d75-c433cf335604", "name": "network-vif-deleted", "tag": "e6cf797b-ae9b-4d11-8eee-6f5c815d2ed3", "status": "completed", "code": 200}]} {{(pid=102790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:40:51.789920 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-6510d766-5427-4068-aff4-f55cb566cb48 {{(pid=102790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:40:51.790249 n-d-834765-1 neutron-server[102790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9df137f2-cec3-49de-8d75-c433cf335604', 'name': 'network-vif-deleted', 'tag': 'e6cf797b-ae9b-4d11-8eee-6f5c815d2ed3', 'status': 'completed', 'code': 200} Mar 29 15:40:51.849745 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-86ec9898-fd28-45e0-acd9-9d3cb5d7fe29 None None] Deleting port d38c0c07-c9a6-4571-8faf-657ac0de100e {{(pid=102792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:40:51.855360 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-86ec9898-fd28-45e0-acd9-9d3cb5d7fe29 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:51.866117 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.provisioning_blocks [req-3a42a961-2dd0-43ec-84c6-0e8ddf740630 req-630d3cbb-9398-4932-af86-d0c1fb6c94b2 service neutron] Transition to ACTIVE for port object 32ca12f3-c308-42af-b6ed-0d7bdc625b95 will not be triggered until provisioned by entity L2. {{(pid=102790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 15:40:51.874250 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-3a42a961-2dd0-43ec-84c6-0e8ddf740630 req-630d3cbb-9398-4932-af86-d0c1fb6c94b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5237921'] for port, after_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:51.886487 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.agents_db [None req-59735a15-725e-44d4-9ad5-95cbe356f209 None None] Agent healthcheck: found 7 active agents {{(pid=102793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 15:40:51.951035 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [None req-bfb81ef5-df17-4562-a8a6-182b40e45791 tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] For port d38c0c07-c9a6-4571-8faf-657ac0de100e, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=d38c0c07-c9a6-4571-8faf-657ac0de100e,segment=NetworkSegment(79b3cffd-b934-47ae-85b1-a6694d59b4cd),segment_id=79b3cffd-b934-47ae-85b1-a6694d59b4cd)] {{(pid=102791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:40:51.952808 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-bfb81ef5-df17-4562-a8a6-182b40e45791 tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:51.959284 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-86ec9898-fd28-45e0-acd9-9d3cb5d7fe29 None None] For port d38c0c07-c9a6-4571-8faf-657ac0de100e, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=d38c0c07-c9a6-4571-8faf-657ac0de100e,segment=NetworkSegment(79b3cffd-b934-47ae-85b1-a6694d59b4cd),segment_id=79b3cffd-b934-47ae-85b1-a6694d59b4cd)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:40:51.959700 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-86ec9898-fd28-45e0-acd9-9d3cb5d7fe29 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:51.975514 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-86ec9898-fd28-45e0-acd9-9d3cb5d7fe29 None None] Calling delete_port for d38c0c07-c9a6-4571-8faf-657ac0de100e owned by network:dhcp {{(pid=102792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:40:52.002384 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a42a961-2dd0-43ec-84c6-0e8ddf740630 req-630d3cbb-9398-4932-af86-d0c1fb6c94b2 service neutron] No DVR routers for this DVR port 32ca12f3-c308-42af-b6ed-0d7bdc625b95 on host n-h1-834765-1 {{(pid=102790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:40:52.060634 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4047606-7db6-421d-a812-5804fd54eae8 req-72b6837d-8c1a-430f-83f5-0d1d05ce9914 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:52.062298 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-f4047606-7db6-421d-a812-5804fd54eae8 req-72b6837d-8c1a-430f-83f5-0d1d05ce9914 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] 10.222.0.42 "GET /v2.0/ports?device_id=490a7f81-d34b-41cf-b939-8230c4561d2c HTTP/1.1" status: 200 len: 943 time: 0.1667247 Mar 29 15:40:52.069791 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-3a42a961-2dd0-43ec-84c6-0e8ddf740630 req-630d3cbb-9398-4932-af86-d0c1fb6c94b2 service neutron] 10.222.0.44 "PUT /v2.0/ports/32ca12f3-c308-42af-b6ed-0d7bdc625b95/bindings/n-h2-834765-1/activate HTTP/1.1" status: 200 len: 369 time: 0.9040747 Mar 29 15:40:52.077736 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630d3cbb-9398-4932-af86-d0c1fb6c94b2 service neutron] Pushing event updated for resources: {'Port': ['ID=32ca12f3-c308-42af-b6ed-0d7bdc625b95,revision_number=10']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:40:52.128901 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-f4047606-7db6-421d-a812-5804fd54eae8 req-a6e6c16e-f0d1-4396-9d0c-71038acb2805 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] 10.222.0.42 "GET /v2.0/security-groups?id=c99ced8e-1ceb-46fb-aaa7-747186b2b9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580618 Mar 29 15:40:52.298832 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee93fd6d-428c-4d27-b394-79f39798fc5b req-e59082b3-b697-40ef-8d1e-26e8cf1def9e tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:52.300976 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-ee93fd6d-428c-4d27-b394-79f39798fc5b req-e59082b3-b697-40ef-8d1e-26e8cf1def9e tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] 10.222.0.42 "GET /v2.0/ports?device_id=0a10fb55-d9e0-47cb-a13f-38167235bc8a HTTP/1.1" status: 200 len: 945 time: 0.0737224 Mar 29 15:40:52.306260 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-86ec9898-fd28-45e0-acd9-9d3cb5d7fe29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350'] for port, after_delete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:52.341964 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ec9898-fd28-45e0-acd9-9d3cb5d7fe29 None None] Pushing event deleted for resources: {'Port': ['ID=d38c0c07-c9a6-4571-8faf-657ac0de100e,revision_number=None']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:40:52.345900 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86ec9898-fd28-45e0-acd9-9d3cb5d7fe29 None None] No DVR routers for this DVR port d38c0c07-c9a6-4571-8faf-657ac0de100e on host n-d-834765-1 {{(pid=102792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:40:52.370451 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-ee93fd6d-428c-4d27-b394-79f39798fc5b req-215dd7e2-fb5a-4a5e-805c-b3a91b67e723 tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] 10.222.0.42 "GET /v2.0/security-groups?id=ce1e3aa1-c9e4-4c36-a19f-9dbad60c5be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624120 Mar 29 15:40:52.409016 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-bfb81ef5-df17-4562-a8a6-182b40e45791 tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Calling delete_port for d38c0c07-c9a6-4571-8faf-657ac0de100e owned by network:dhcp {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:40:52.485691 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f15cde-55dd-45f3-9698-2b11513d6cbc req-22b0f484-285c-48e1-a2bb-7da847983765 tempest-DeleteServersAdminTestJSON-2124808543 tempest-DeleteServersAdminTestJSON-2124808543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:52.488356 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b6f15cde-55dd-45f3-9698-2b11513d6cbc req-22b0f484-285c-48e1-a2bb-7da847983765 tempest-DeleteServersAdminTestJSON-2124808543 tempest-DeleteServersAdminTestJSON-2124808543-project] 10.222.0.42 "GET /v2.0/ports?device_id=3357f674-5db5-458e-8de9-ba5d08c859ce HTTP/1.1" status: 200 len: 949 time: 0.6081727 Mar 29 15:40:52.500562 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da8724b-75fb-46f6-8c79-3a4df889fd1c req-6f868bfa-c409-42e4-aa39-5df554f3525f tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:52.503649 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-0da8724b-75fb-46f6-8c79-3a4df889fd1c req-6f868bfa-c409-42e4-aa39-5df554f3525f tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] 10.222.0.42 "GET /v2.0/ports?device_id=634c595e-d279-4aeb-bf6e-5b4c4a939ff0 HTTP/1.1" status: 200 len: 945 time: 0.0587344 Mar 29 15:40:52.529950 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a42a961-2dd0-43ec-84c6-0e8ddf740630 req-4f5052f9-3bb2-4f4f-aec6-fa09c3b2869c tempest-LiveAutoBlockMigrationV225Test-1278294229 tempest-LiveAutoBlockMigrationV225Test-1278294229-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:52.532613 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-3a42a961-2dd0-43ec-84c6-0e8ddf740630 req-4f5052f9-3bb2-4f4f-aec6-fa09c3b2869c tempest-LiveAutoBlockMigrationV225Test-1278294229 tempest-LiveAutoBlockMigrationV225Test-1278294229-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=634c595e-d279-4aeb-bf6e-5b4c4a939ff0&tenant_id=c66f5a43ae0e46908f202e6b40f23448&binding%3Ahost_id=n-h1-834765-1 HTTP/1.1" status: 200 len: 1096 time: 0.1340704 Mar 29 15:40:52.548625 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-0da8724b-75fb-46f6-8c79-3a4df889fd1c req-30553070-066a-42da-8360-88a95b32aad6 tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] 10.222.0.42 "GET /v2.0/security-groups?id=d26d57f3-f34b-4b82-acb2-a15ffdfe7b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363736 Mar 29 15:40:52.558718 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b6f15cde-55dd-45f3-9698-2b11513d6cbc req-14947eec-6ce9-4c8c-957f-590baa90e476 tempest-DeleteServersAdminTestJSON-2124808543 tempest-DeleteServersAdminTestJSON-2124808543-project] 10.222.0.42 "GET /v2.0/security-groups?id=53d694e1-2bf0-4e15-9a57-00b8a3802403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626624 Mar 29 15:40:52.587415 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-bfb81ef5-df17-4562-a8a6-182b40e45791 tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:52.618463 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb81ef5-df17-4562-a8a6-182b40e45791 tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Pushing event deleted for resources: {'Port': ['ID=d38c0c07-c9a6-4571-8faf-657ac0de100e,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:40:52.629368 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfb81ef5-df17-4562-a8a6-182b40e45791 tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] No DVR routers for this DVR port d38c0c07-c9a6-4571-8faf-657ac0de100e on host n-d-834765-1 {{(pid=102791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:40:52.779416 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-bfb81ef5-df17-4562-a8a6-182b40e45791 tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639890', 'neutron.services.segments.db._delete_segments_for_network-8783523423079'] for network, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:52.793712 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a42a961-2dd0-43ec-84c6-0e8ddf740630 req-282657fd-beb0-4ab7-928c-f3f9b9689a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:52.795421 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-3a42a961-2dd0-43ec-84c6-0e8ddf740630 req-282657fd-beb0-4ab7-928c-f3f9b9689a6f service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=634c595e-d279-4aeb-bf6e-5b4c4a939ff0&tenant_id=c66f5a43ae0e46908f202e6b40f23448 HTTP/1.1" status: 200 len: 1096 time: 0.2507584 Mar 29 15:40:52.800462 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8908e1b7-d777-43e7-9a21-babb289565d7 req-2834d14e-f1e9-4184-80b4-a7125f7c4cde tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:52.801987 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-8908e1b7-d777-43e7-9a21-babb289565d7 req-2834d14e-f1e9-4184-80b4-a7125f7c4cde tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] 10.222.0.42 "GET /v2.0/ports?device_id=0a10fb55-d9e0-47cb-a13f-38167235bc8a HTTP/1.1" status: 200 len: 945 time: 0.0701251 Mar 29 15:40:52.849453 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-8908e1b7-d777-43e7-9a21-babb289565d7 req-632cd766-621f-4e6b-a673-7f3c0e97143a tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] 10.222.0.42 "GET /v2.0/security-groups?id=ce1e3aa1-c9e4-4c36-a19f-9dbad60c5be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413158 Mar 29 15:40:52.878694 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-bfb81ef5-df17-4562-a8a6-182b40e45791 tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['adf701ab-1c0e-4adc-b0ff-8d6e7fdda56c']}} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:40:52.912414 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device d38c0c07-c9a6-4571-8faf-657ac0de100e no longer exists at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:40:52.918236 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-bfb81ef5-df17-4562-a8a6-182b40e45791 tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79b3cffd-b934-47ae-85b1-a6694d59b4cd') {'for_net_delete': True} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:40:52.918807 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-bfb81ef5-df17-4562-a8a6-182b40e45791 tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79b3cffd-b934-47ae-85b1-a6694d59b4cd') {} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:40:52.932607 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] No Port match for: d38c0c07-c9a6-4571-8faf-657ac0de100e {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 15:40:52.932931 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device d38c0c07-c9a6-4571-8faf-657ac0de100e not bound to the agent host n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:40:52.933897 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-bfb81ef5-df17-4562-a8a6-182b40e45791 tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783523422064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4230428'] for segment, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:52.983192 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcbf2a8-656b-4344-89d1-0d8ffb1a4a95 req-3ead4b18-da5b-4edf-8ac4-7939740c6dc4 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:52.989094 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcbf2a8-656b-4344-89d1-0d8ffb1a4a95 req-3ead4b18-da5b-4edf-8ac4-7939740c6dc4 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:52.992577 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656e54a4-f5f6-4673-bb3d-83e5674a161f req-a57e901d-9fa1-40e9-8cbf-3fc31f7195a9 tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:52.994755 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-656e54a4-f5f6-4673-bb3d-83e5674a161f req-a57e901d-9fa1-40e9-8cbf-3fc31f7195a9 tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] 10.222.0.42 "GET /v2.0/ports?device_id=0a10fb55-d9e0-47cb-a13f-38167235bc8a HTTP/1.1" status: 200 len: 945 time: 0.0648808 Mar 29 15:40:52.999583 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcbf2a8-656b-4344-89d1-0d8ffb1a4a95 req-3ead4b18-da5b-4edf-8ac4-7939740c6dc4 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:53.013613 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcbf2a8-656b-4344-89d1-0d8ffb1a4a95 req-3ead4b18-da5b-4edf-8ac4-7939740c6dc4 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:53.019528 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcbf2a8-656b-4344-89d1-0d8ffb1a4a95 req-3ead4b18-da5b-4edf-8ac4-7939740c6dc4 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:53.025376 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcbf2a8-656b-4344-89d1-0d8ffb1a4a95 req-3ead4b18-da5b-4edf-8ac4-7939740c6dc4 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:53.031884 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcbf2a8-656b-4344-89d1-0d8ffb1a4a95 req-3ead4b18-da5b-4edf-8ac4-7939740c6dc4 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:53.035861 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-656e54a4-f5f6-4673-bb3d-83e5674a161f req-1ee0ee9e-96ca-4ccb-bb90-565083047971 tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] 10.222.0.42 "GET /v2.0/security-groups?id=ce1e3aa1-c9e4-4c36-a19f-9dbad60c5be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352557 Mar 29 15:40:53.039693 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4dcbf2a8-656b-4344-89d1-0d8ffb1a4a95 req-3ead4b18-da5b-4edf-8ac4-7939740c6dc4 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] 10.222.0.42 "GET /v2.0/ports?device_id=e63d94a3-644d-400a-aa3f-0c71f9fb1b46 HTTP/1.1" status: 200 len: 5420 time: 0.3164284 Mar 29 15:40:53.065027 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-bfb81ef5-df17-4562-a8a6-182b40e45791 tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:53.077961 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a42a961-2dd0-43ec-84c6-0e8ddf740630 req-fc6d4add-fe40-4da5-aa01-7056aa8a5db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:53.079576 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-3a42a961-2dd0-43ec-84c6-0e8ddf740630 req-fc6d4add-fe40-4da5-aa01-7056aa8a5db3 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c66f5a43ae0e46908f202e6b40f23448&device_id=634c595e-d279-4aeb-bf6e-5b4c4a939ff0 HTTP/1.1" status: 200 len: 1096 time: 0.2393045 Mar 29 15:40:53.084093 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfb81ef5-df17-4562-a8a6-182b40e45791 tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Releasing vlan 600 on physical network physnet1 to pool {{(pid=102791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 15:40:53.084495 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-bfb81ef5-df17-4562-a8a6-182b40e45791 tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16169569'] for segment, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:53.087933 n-d-834765-1 neutron-server[102791]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 15:40:53.087933 n-d-834765-1 neutron-server[102791]: self.session.flush() Mar 29 15:40:53.087933 n-d-834765-1 neutron-server[102791]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 15:40:53.087933 n-d-834765-1 neutron-server[102791]: self.session.flush() Mar 29 15:40:53.087933 n-d-834765-1 neutron-server[102791]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 15:40:53.087933 n-d-834765-1 neutron-server[102791]: self.session.flush() Mar 29 15:40:53.087933 n-d-834765-1 neutron-server[102791]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 15:40:53.087933 n-d-834765-1 neutron-server[102791]: self.session.flush() Mar 29 15:40:53.087933 n-d-834765-1 neutron-server[102791]: Traceback (most recent call last): Mar 29 15:40:53.087933 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 15:40:53.087933 n-d-834765-1 neutron-server[102791]: timer() Mar 29 15:40:53.087933 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 15:40:53.087933 n-d-834765-1 neutron-server[102791]: cb(*args, **kw) Mar 29 15:40:53.087933 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 15:40:53.087933 n-d-834765-1 neutron-server[102791]: return func(*args, **kwargs) Mar 29 15:40:53.087933 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 15:40:53.087933 n-d-834765-1 neutron-server[102791]: self._notify() Mar 29 15:40:53.087933 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 15:40:53.087933 n-d-834765-1 neutron-server[102791]: self.callback(batched_events) Mar 29 15:40:53.087933 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 15:40:53.087933 n-d-834765-1 neutron-server[102791]: event.method(event) Mar 29 15:40:53.087933 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 15:40:53.087933 n-d-834765-1 neutron-server[102791]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 15:40:53.087933 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 15:40:53.087933 n-d-834765-1 neutron-server[102791]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 15:40:53.087933 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 15:40:53.087933 n-d-834765-1 neutron-server[102791]: return f(self, *a, **k) Mar 29 15:40:53.087933 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 15:40:53.087933 n-d-834765-1 neutron-server[102791]: return self._get(url).json() Mar 29 15:40:53.087933 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 15:40:53.087933 n-d-834765-1 neutron-server[102791]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 15:40:53.087933 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 15:40:53.087933 n-d-834765-1 neutron-server[102791]: return self.request(url, 'GET', **kwargs) Mar 29 15:40:53.087933 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 15:40:53.087933 n-d-834765-1 neutron-server[102791]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 15:40:53.087933 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 15:40:53.087933 n-d-834765-1 neutron-server[102791]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 15:40:53.087933 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 15:40:53.087933 n-d-834765-1 neutron-server[102791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 15:40:53.087933 n-d-834765-1 neutron-server[102791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 15:40:53.216538 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4dcbf2a8-656b-4344-89d1-0d8ffb1a4a95 req-4024888c-18ee-4e0e-8e9e-4adeb43358ef tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] 10.222.0.42 "GET /v2.0/security-groups?id=7a324716-10f9-4f06-a2b5-9f498b951d56&id=19cf0565-0e5d-4a9a-bb20-6dda76410fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1652491 Mar 29 15:40:53.251044 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-bfb81ef5-df17-4562-a8a6-182b40e45791 tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1639897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648174'] for network, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:53.271841 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-bfb81ef5-df17-4562-a8a6-182b40e45791 tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for network, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:53.274972 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-bfb81ef5-df17-4562-a8a6-182b40e45791 tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] 10.222.0.42 "DELETE /v2.0/networks/adf701ab-1c0e-4adc-b0ff-8d6e7fdda56c HTTP/1.1" status: 204 len: 168 time: 1.8421474 Mar 29 15:40:53.275887 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb81ef5-df17-4562-a8a6-182b40e45791 tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Pushing event deleted for resources: {'Network': ['ID=adf701ab-1c0e-4adc-b0ff-8d6e7fdda56c,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:40:53.277680 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 42222) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:40:53.382210 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.db_base_plugin_v2 [None req-cda7b2ac-7db7-46b7-bf36-a04947a2e3d5 tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Deleting subnet d4540596-3d25-46d6-844a-3b839bd7d078 {{(pid=102790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 15:40:53.386346 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a42a961-2dd0-43ec-84c6-0e8ddf740630 req-25ee79d2-4d48-4ddd-b0d6-6068172fd214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:53.388055 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-3a42a961-2dd0-43ec-84c6-0e8ddf740630 req-25ee79d2-4d48-4ddd-b0d6-6068172fd214 service neutron] 10.222.0.48 "GET /v2.0/networks?id=c7e23169-e9d3-4fec-ace3-87b88825b851 HTTP/1.1" status: 200 len: 922 time: 0.2993817 Mar 29 15:40:53.389068 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-cda7b2ac-7db7-46b7-bf36-a04947a2e3d5 tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Notify callbacks [] for subnet, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:53.454250 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-cda7b2ac-7db7-46b7-bf36-a04947a2e3d5 tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4614024'] for subnet, precommit_delete_associations {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:53.465898 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-3a42a961-2dd0-43ec-84c6-0e8ddf740630 req-8229a87a-f60b-45c4-b8e3-7d771a61197f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=32ca12f3-c308-42af-b6ed-0d7bdc625b95 HTTP/1.1" status: 200 len: 217 time: 0.0694094 Mar 29 15:40:53.474940 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bba504-1751-4711-b6ac-2d117c0037ad req-eafd2f4f-7897-4583-ae74-1ae5dfc8165d tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:53.484375 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-38bba504-1751-4711-b6ac-2d117c0037ad req-eafd2f4f-7897-4583-ae74-1ae5dfc8165d tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] 10.222.0.42 "GET /v2.0/ports?device_id=490a7f81-d34b-41cf-b939-8230c4561d2c HTTP/1.1" status: 200 len: 943 time: 0.1892333 Mar 29 15:40:53.564209 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-38bba504-1751-4711-b6ac-2d117c0037ad req-97bf5339-6e77-437c-964f-bf0279f67ebe tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] 10.222.0.42 "GET /v2.0/security-groups?id=c99ced8e-1ceb-46fb-aaa7-747186b2b9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793984 Mar 29 15:40:53.566371 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a42a961-2dd0-43ec-84c6-0e8ddf740630 req-17529f81-422b-4f37-87b6-31b45a5f9981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:53.567569 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-3a42a961-2dd0-43ec-84c6-0e8ddf740630 req-17529f81-422b-4f37-87b6-31b45a5f9981 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=47ebad0b-955e-4824-b04c-60b1952d5787 HTTP/1.1" status: 200 len: 861 time: 0.0813193 Mar 29 15:40:53.606754 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3d9ce6-fd93-473e-aa98-3bb3eca368d5 req-15fd52bf-f187-4529-b8fb-16ea183089bd tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:53.612496 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-3a42a961-2dd0-43ec-84c6-0e8ddf740630 req-63689897-615f-4004-a9da-b293f39b977c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c7e23169-e9d3-4fec-ace3-87b88825b851&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280893 Mar 29 15:40:53.613699 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-6c3d9ce6-fd93-473e-aa98-3bb3eca368d5 req-15fd52bf-f187-4529-b8fb-16ea183089bd tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] 10.222.0.42 "GET /v2.0/ports?device_id=0a10fb55-d9e0-47cb-a13f-38167235bc8a HTTP/1.1" status: 200 len: 945 time: 0.1300755 Mar 29 15:40:53.635766 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-cda7b2ac-7db7-46b7-bf36-a04947a2e3d5 tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1641287'] for subnet, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:53.694667 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-6c3d9ce6-fd93-473e-aa98-3bb3eca368d5 req-fa9a22a0-30ab-4fd1-a401-8ecb5c33aa88 tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] 10.222.0.42 "GET /v2.0/security-groups?id=ce1e3aa1-c9e4-4c36-a19f-9dbad60c5be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801189 Mar 29 15:40:53.746376 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a6a712-1fdc-477d-ba76-0d69a7d02093 req-9e37e890-9841-4bfd-b4da-7030cee6f896 tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:53.752686 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-cda7b2ac-7db7-46b7-bf36-a04947a2e3d5 tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1641294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5231963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4793952'] for subnet, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:53.754638 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-34a6a712-1fdc-477d-ba76-0d69a7d02093 req-9e37e890-9841-4bfd-b4da-7030cee6f896 tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] 10.222.0.42 "GET /v2.0/ports?device_id=634c595e-d279-4aeb-bf6e-5b4c4a939ff0 HTTP/1.1" status: 200 len: 945 time: 0.1114810 Mar 29 15:40:53.793010 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-3a42a961-2dd0-43ec-84c6-0e8ddf740630 req-31b9185a-a4ac-4b8a-ad35-363894030853 service neutron] 10.222.0.48 "GET /v2.0/networks/c7e23169-e9d3-4fec-ace3-87b88825b851?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1721373 Mar 29 15:40:53.802197 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda7b2ac-7db7-46b7-bf36-a04947a2e3d5 tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Pushing event deleted for resources: {'Subnet': ['ID=d4540596-3d25-46d6-844a-3b839bd7d078,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:40:53.813781 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-cda7b2ac-7db7-46b7-bf36-a04947a2e3d5 tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for subnet, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:53.816932 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a76c91e9-ffad-487b-b947-e3123a6dea49 None None] Network 1b351205-c01f-42ee-b3ae-5144efe92816 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 15:40:53.821479 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-cda7b2ac-7db7-46b7-bf36-a04947a2e3d5 tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] 10.222.0.42 "DELETE /v2.0/subnets/d4540596-3d25-46d6-844a-3b839bd7d078 HTTP/1.1" status: 204 len: 168 time: 0.5374112 Mar 29 15:40:53.828994 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 42236) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:40:53.858726 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-34a6a712-1fdc-477d-ba76-0d69a7d02093 req-7b8e1c7b-38b0-458d-8314-3dfc3e3fcd15 tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] 10.222.0.42 "GET /v2.0/security-groups?id=d26d57f3-f34b-4b82-acb2-a15ffdfe7b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973880 Mar 29 15:40:53.868191 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ba6687-da83-456d-8b7a-3c58ffdf7010 req-e96dec1b-0c26-4d2f-8497-92952829034a tempest-DeleteServersAdminTestJSON-2124808543 tempest-DeleteServersAdminTestJSON-2124808543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:53.870784 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-49ba6687-da83-456d-8b7a-3c58ffdf7010 req-e96dec1b-0c26-4d2f-8497-92952829034a tempest-DeleteServersAdminTestJSON-2124808543 tempest-DeleteServersAdminTestJSON-2124808543-project] 10.222.0.42 "GET /v2.0/ports?device_id=3357f674-5db5-458e-8de9-ba5d08c859ce HTTP/1.1" status: 200 len: 949 time: 0.0800145 Mar 29 15:40:53.917023 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-49ba6687-da83-456d-8b7a-3c58ffdf7010 req-896bac24-2622-4e0c-9d0f-07899c6f0b8c tempest-DeleteServersAdminTestJSON-2124808543 tempest-DeleteServersAdminTestJSON-2124808543-project] 10.222.0.42 "GET /v2.0/security-groups?id=53d694e1-2bf0-4e15-9a57-00b8a3802403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387824 Mar 29 15:40:53.973159 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-3a42a961-2dd0-43ec-84c6-0e8ddf740630 req-7caa5354-f531-41c1-9201-8ce1f71cb867 service neutron] 10.222.0.48 "GET /v2.0/networks/c7e23169-e9d3-4fec-ace3-87b88825b851?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1714222 Mar 29 15:40:54.038425 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-5173ed80-5717-4657-bc7f-8d6ace135c4d tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1631750'] for network, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:54.045306 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef5874cc-680b-4c76-a970-defe4eaddfc8 None None] DHCP port deletion for 1b351205-c01f-42ee-b3ae-5144efe92816 request from n-d-834765-1 {{(pid=102792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 29 15:40:54.097478 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-ef5874cc-680b-4c76-a970-defe4eaddfc8 None None] Deleting port 299fed8d-087a-46df-ad7e-6c9a17387206 {{(pid=102792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:40:54.098126 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-ef5874cc-680b-4c76-a970-defe4eaddfc8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:54.107927 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-5173ed80-5717-4657-bc7f-8d6ace135c4d tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Deleting port 299fed8d-087a-46df-ad7e-6c9a17387206 {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:40:54.108452 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-5173ed80-5717-4657-bc7f-8d6ace135c4d tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:54.180661 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-ef5874cc-680b-4c76-a970-defe4eaddfc8 None None] For port 299fed8d-087a-46df-ad7e-6c9a17387206, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=299fed8d-087a-46df-ad7e-6c9a17387206,segment=NetworkSegment(14988b90-b308-46b3-bc6f-32456c4498be),segment_id=14988b90-b308-46b3-bc6f-32456c4498be)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:40:54.181863 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-ef5874cc-680b-4c76-a970-defe4eaddfc8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:54.205948 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [None req-5173ed80-5717-4657-bc7f-8d6ace135c4d tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] For port 299fed8d-087a-46df-ad7e-6c9a17387206, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=299fed8d-087a-46df-ad7e-6c9a17387206,segment=NetworkSegment(14988b90-b308-46b3-bc6f-32456c4498be),segment_id=14988b90-b308-46b3-bc6f-32456c4498be)] {{(pid=102791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:40:54.206199 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-5173ed80-5717-4657-bc7f-8d6ace135c4d tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:54.212144 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-ef5874cc-680b-4c76-a970-defe4eaddfc8 None None] Calling delete_port for 299fed8d-087a-46df-ad7e-6c9a17387206 owned by network:dhcp {{(pid=102792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:40:54.234059 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-5173ed80-5717-4657-bc7f-8d6ace135c4d tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Calling delete_port for 299fed8d-087a-46df-ad7e-6c9a17387206 owned by network:dhcp {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:40:54.347829 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-ef5874cc-680b-4c76-a970-defe4eaddfc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350'] for port, after_delete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:54.367721 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef5874cc-680b-4c76-a970-defe4eaddfc8 None None] No DVR routers for this DVR port 299fed8d-087a-46df-ad7e-6c9a17387206 on host n-d-834765-1 {{(pid=102792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:40:54.369265 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1addf2fd-1068-47a7-a47b-5606132ddccd req-dd9b570d-9031-4b70-8800-947e8637bc37 tempest-DeleteServersAdminTestJSON-2124808543 tempest-DeleteServersAdminTestJSON-2124808543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:54.385314 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-1addf2fd-1068-47a7-a47b-5606132ddccd req-dd9b570d-9031-4b70-8800-947e8637bc37 tempest-DeleteServersAdminTestJSON-2124808543 tempest-DeleteServersAdminTestJSON-2124808543-project] 10.222.0.42 "GET /v2.0/ports?device_id=3357f674-5db5-458e-8de9-ba5d08c859ce HTTP/1.1" status: 200 len: 949 time: 0.0932343 Mar 29 15:40:54.405282 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5874cc-680b-4c76-a970-defe4eaddfc8 None None] Pushing event deleted for resources: {'Port': ['ID=299fed8d-087a-46df-ad7e-6c9a17387206,revision_number=None']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:40:54.462464 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a42a961-2dd0-43ec-84c6-0e8ddf740630 req-e45198c1-e512-430c-91c4-50b9da31f8b0 tempest-LiveAutoBlockMigrationV225Test-1278294229 tempest-LiveAutoBlockMigrationV225Test-1278294229-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:54.463304 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-1addf2fd-1068-47a7-a47b-5606132ddccd req-9b3dba18-bb5f-441f-9248-dc2b420a5337 tempest-DeleteServersAdminTestJSON-2124808543 tempest-DeleteServersAdminTestJSON-2124808543-project] 10.222.0.42 "GET /v2.0/security-groups?id=53d694e1-2bf0-4e15-9a57-00b8a3802403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743730 Mar 29 15:40:54.464005 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-3a42a961-2dd0-43ec-84c6-0e8ddf740630 req-e45198c1-e512-430c-91c4-50b9da31f8b0 tempest-LiveAutoBlockMigrationV225Test-1278294229 tempest-LiveAutoBlockMigrationV225Test-1278294229-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=634c595e-d279-4aeb-bf6e-5b4c4a939ff0&tenant_id=c66f5a43ae0e46908f202e6b40f23448&binding%3Ahost_id=n-h2-834765-1 HTTP/1.1" status: 200 len: 1096 time: 0.2236345 Mar 29 15:40:54.499849 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b6becd-92e6-4716-9ce9-2e8178957e76 req-25f4f2a3-baf1-4cbc-a824-bcb4fda5a521 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:54.505780 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b6becd-92e6-4716-9ce9-2e8178957e76 req-25f4f2a3-baf1-4cbc-a824-bcb4fda5a521 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:54.511761 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b6becd-92e6-4716-9ce9-2e8178957e76 req-25f4f2a3-baf1-4cbc-a824-bcb4fda5a521 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:54.518513 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b6becd-92e6-4716-9ce9-2e8178957e76 req-25f4f2a3-baf1-4cbc-a824-bcb4fda5a521 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:54.524515 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b6becd-92e6-4716-9ce9-2e8178957e76 req-25f4f2a3-baf1-4cbc-a824-bcb4fda5a521 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:54.530619 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b6becd-92e6-4716-9ce9-2e8178957e76 req-25f4f2a3-baf1-4cbc-a824-bcb4fda5a521 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:54.536565 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b6becd-92e6-4716-9ce9-2e8178957e76 req-25f4f2a3-baf1-4cbc-a824-bcb4fda5a521 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:54.538493 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-81b6becd-92e6-4716-9ce9-2e8178957e76 req-25f4f2a3-baf1-4cbc-a824-bcb4fda5a521 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] 10.222.0.42 "GET /v2.0/ports?device_id=e63d94a3-644d-400a-aa3f-0c71f9fb1b46 HTTP/1.1" status: 200 len: 5420 time: 0.2489636 Mar 29 15:40:54.563755 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-5173ed80-5717-4657-bc7f-8d6ace135c4d tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:54.614450 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5173ed80-5717-4657-bc7f-8d6ace135c4d tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] No DVR routers for this DVR port 299fed8d-087a-46df-ad7e-6c9a17387206 on host n-d-834765-1 {{(pid=102791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:40:54.626692 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5173ed80-5717-4657-bc7f-8d6ace135c4d tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Pushing event deleted for resources: {'Port': ['ID=299fed8d-087a-46df-ad7e-6c9a17387206,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:40:54.691707 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-81b6becd-92e6-4716-9ce9-2e8178957e76 req-1b3e9236-462d-4025-9683-5b5799ca03c8 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] 10.222.0.42 "GET /v2.0/security-groups?id=7a324716-10f9-4f06-a2b5-9f498b951d56&id=19cf0565-0e5d-4a9a-bb20-6dda76410fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1340673 Mar 29 15:40:54.696539 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69fe3a9-8363-4bb1-aed6-67762db94c83 req-4977ed4e-486d-45e2-8557-b63f29c697c8 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:54.706113 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-f69fe3a9-8363-4bb1-aed6-67762db94c83 req-4977ed4e-486d-45e2-8557-b63f29c697c8 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] 10.222.0.42 "GET /v2.0/ports?device_id=490a7f81-d34b-41cf-b939-8230c4561d2c HTTP/1.1" status: 200 len: 943 time: 0.0692213 Mar 29 15:40:54.751092 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device 6c9d42f1-664d-4f97-a0ba-019ea090a445 details requested by agent hyperv_n-h2-834765-1 with host n-h2-834765-1 {{(pid=102792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 15:40:54.758480 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-f69fe3a9-8363-4bb1-aed6-67762db94c83 req-ad3e1e8c-c126-48cc-9650-90c003c8614f tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] 10.222.0.42 "GET /v2.0/security-groups?id=c99ced8e-1ceb-46fb-aaa7-747186b2b9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480282 Mar 29 15:40:54.762295 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-5173ed80-5717-4657-bc7f-8d6ace135c4d tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639890', 'neutron.services.segments.db._delete_segments_for_network-8783523423079'] for network, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:54.795057 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-5173ed80-5717-4657-bc7f-8d6ace135c4d tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b351205-c01f-42ee-b3ae-5144efe92816']}} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:40:54.834324 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-5173ed80-5717-4657-bc7f-8d6ace135c4d tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14988b90-b308-46b3-bc6f-32456c4498be') {'for_net_delete': True} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:40:54.834805 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-5173ed80-5717-4657-bc7f-8d6ace135c4d tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14988b90-b308-46b3-bc6f-32456c4498be') {} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:40:54.851839 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-5173ed80-5717-4657-bc7f-8d6ace135c4d tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783523422064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4230428'] for segment, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:54.862455 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-3a42a961-2dd0-43ec-84c6-0e8ddf740630 req-dd89d51f-7f4e-4917-908d-f675d960e729 service neutron] For port 32ca12f3-c308-42af-b6ed-0d7bdc625b95, host n-h1-834765-1, cleared binding levels {{(pid=102791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:40:54.869640 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-3a42a961-2dd0-43ec-84c6-0e8ddf740630 req-dd89d51f-7f4e-4917-908d-f675d960e729 service neutron] Notify callbacks [] for binding, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:54.870760 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-3a42a961-2dd0-43ec-84c6-0e8ddf740630 req-dd89d51f-7f4e-4917-908d-f675d960e729 service neutron] 10.222.0.48 "DELETE /v2.0/ports/32ca12f3-c308-42af-b6ed-0d7bdc625b95/bindings/n-h1-834765-1 HTTP/1.1" status: 204 len: 173 time: 0.3940158 Mar 29 15:40:54.892444 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port 6c9d42f1-664d-4f97-a0ba-019ea090a445, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=6c9d42f1-664d-4f97-a0ba-019ea090a445,segment=NetworkSegment(ab9e52c9-9281-40f7-aa2a-632849de5ddc),segment_id=ab9e52c9-9281-40f7-aa2a-632849de5ddc)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:40:54.895356 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-5173ed80-5717-4657-bc7f-8d6ace135c4d tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:54.910956 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2ae395-0c0b-454d-99a5-81b823f90031 req-20be5135-3a40-4c78-95d8-759c1374e8b6 tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:54.911485 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Returning: {'device': '6c9d42f1-664d-4f97-a0ba-019ea090a445', 'network_id': '6063560a-a61f-4d6e-8083-e9831aad0c36', 'port_id': '6c9d42f1-664d-4f97-a0ba-019ea090a445', 'mac_address': 'fa:16:3e:a8:a7:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 626, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71e90eec-8f1c-4b07-8429-040103c60c28', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 15:40:54.923480 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 299fed8d-087a-46df-ad7e-6c9a17387206 no longer exists at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:40:54.924249 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-af2ae395-0c0b-454d-99a5-81b823f90031 req-20be5135-3a40-4c78-95d8-759c1374e8b6 tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] 10.222.0.42 "GET /v2.0/ports?device_id=0a10fb55-d9e0-47cb-a13f-38167235bc8a HTTP/1.1" status: 200 len: 945 time: 0.1354940 Mar 29 15:40:54.952513 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5173ed80-5717-4657-bc7f-8d6ace135c4d tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Releasing vlan 635 on physical network physnet1 to pool {{(pid=102791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 15:40:54.953271 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-5173ed80-5717-4657-bc7f-8d6ace135c4d tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16169569'] for segment, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:54.959701 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] No Port match for: 299fed8d-087a-46df-ad7e-6c9a17387206 {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 15:40:54.960247 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 299fed8d-087a-46df-ad7e-6c9a17387206 not bound to the agent host n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:40:54.998719 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:55.013573 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c9d42f1-664d-4f97-a0ba-019ea090a445 {{(pid=102792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:40:55.024271 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099ad50f-97d2-4ed1-b8b6-2c9082b5a1e9 req-aaa470f5-0664-45cd-8d6d-2e8ba7e47ae8 tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:55.032956 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-099ad50f-97d2-4ed1-b8b6-2c9082b5a1e9 req-aaa470f5-0664-45cd-8d6d-2e8ba7e47ae8 tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] 10.222.0.42 "GET /v2.0/ports?device_id=634c595e-d279-4aeb-bf6e-5b4c4a939ff0 HTTP/1.1" status: 200 len: 945 time: 0.0719440 Mar 29 15:40:55.035679 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port 6c9d42f1-664d-4f97-a0ba-019ea090a445, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=6c9d42f1-664d-4f97-a0ba-019ea090a445,segment=NetworkSegment(ab9e52c9-9281-40f7-aa2a-632849de5ddc),segment_id=ab9e52c9-9281-40f7-aa2a-632849de5ddc)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:40:55.040174 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:55.040906 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device 93ac20f5-aa07-4dbf-a3fe-5ec3fbecedce details requested by agent hyperv_n-h2-834765-1 with host n-h2-834765-1 {{(pid=102792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 15:40:55.048577 n-d-834765-1 neutron-server[102791]: Traceback (most recent call last): Mar 29 15:40:55.048577 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 15:40:55.048577 n-d-834765-1 neutron-server[102791]: timer() Mar 29 15:40:55.048577 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 15:40:55.048577 n-d-834765-1 neutron-server[102791]: cb(*args, **kw) Mar 29 15:40:55.048577 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 15:40:55.048577 n-d-834765-1 neutron-server[102791]: return func(*args, **kwargs) Mar 29 15:40:55.048577 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 15:40:55.048577 n-d-834765-1 neutron-server[102791]: self._notify() Mar 29 15:40:55.048577 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 15:40:55.048577 n-d-834765-1 neutron-server[102791]: self.callback(batched_events) Mar 29 15:40:55.048577 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 15:40:55.048577 n-d-834765-1 neutron-server[102791]: event.method(event) Mar 29 15:40:55.048577 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 15:40:55.048577 n-d-834765-1 neutron-server[102791]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 15:40:55.048577 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 15:40:55.048577 n-d-834765-1 neutron-server[102791]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 15:40:55.048577 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 15:40:55.048577 n-d-834765-1 neutron-server[102791]: return f(self, *a, **k) Mar 29 15:40:55.048577 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 15:40:55.048577 n-d-834765-1 neutron-server[102791]: return self._get(url).json() Mar 29 15:40:55.048577 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 15:40:55.048577 n-d-834765-1 neutron-server[102791]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 15:40:55.048577 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 15:40:55.048577 n-d-834765-1 neutron-server[102791]: return self.request(url, 'GET', **kwargs) Mar 29 15:40:55.048577 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 15:40:55.048577 n-d-834765-1 neutron-server[102791]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 15:40:55.048577 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 15:40:55.048577 n-d-834765-1 neutron-server[102791]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 15:40:55.048577 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 15:40:55.048577 n-d-834765-1 neutron-server[102791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 15:40:55.048577 n-d-834765-1 neutron-server[102791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 15:40:55.080780 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-af2ae395-0c0b-454d-99a5-81b823f90031 req-39c6aae2-73e1-4837-b8fa-915e4d8555e4 tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] 10.222.0.42 "GET /v2.0/security-groups?id=ce1e3aa1-c9e4-4c36-a19f-9dbad60c5be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552088 Mar 29 15:40:55.081733 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-5173ed80-5717-4657-bc7f-8d6ace135c4d tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1639897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648174'] for network, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:55.089775 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-5173ed80-5717-4657-bc7f-8d6ace135c4d tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for network, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:55.092380 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-099ad50f-97d2-4ed1-b8b6-2c9082b5a1e9 req-1943a155-72b4-4571-ae9a-cd32f18189db tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] 10.222.0.42 "GET /v2.0/security-groups?id=d26d57f3-f34b-4b82-acb2-a15ffdfe7b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582972 Mar 29 15:40:55.095633 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-5173ed80-5717-4657-bc7f-8d6ace135c4d tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] 10.222.0.42 "DELETE /v2.0/networks/1b351205-c01f-42ee-b3ae-5144efe92816 HTTP/1.1" status: 204 len: 168 time: 1.2655599 Mar 29 15:40:55.099352 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 42256) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:40:55.106635 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-22562ed5-f3d5-4fe7-89f1-7107bd550263 tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1252072828'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:40:55.111288 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5173ed80-5717-4657-bc7f-8d6ace135c4d tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Pushing event deleted for resources: {'Network': ['ID=1b351205-c01f-42ee-b3ae-5144efe92816,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:40:55.135563 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Pushing event updated for resources: {'Port': ['ID=6c9d42f1-664d-4f97-a0ba-019ea090a445,revision_number=4']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:40:55.143052 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22562ed5-f3d5-4fe7-89f1-7107bd550263 tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Made reservation on behalf of d35c7b00e95148bdb6e7470aeaeb77ed for: {'network': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:40:55.148455 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-22562ed5-f3d5-4fe7-89f1-7107bd550263 tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for network, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:55.174548 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port 93ac20f5-aa07-4dbf-a3fe-5ec3fbecedce, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=93ac20f5-aa07-4dbf-a3fe-5ec3fbecedce,segment=NetworkSegment(ab9e52c9-9281-40f7-aa2a-632849de5ddc),segment_id=ab9e52c9-9281-40f7-aa2a-632849de5ddc)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:40:55.180169 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22562ed5-f3d5-4fe7-89f1-7107bd550263 tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] vlan segment allocate from pool success with {'vlan_id': 622, 'physical_network': 'physnet1'} {{(pid=102790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 15:40:55.195761 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-22562ed5-f3d5-4fe7-89f1-7107bd550263 tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:55.196946 n-d-834765-1 neutron-server[102790]: INFO neutron.db.segments_db [None req-22562ed5-f3d5-4fe7-89f1-7107bd550263 tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Added segment ffd2df4b-e242-4a82-8672-0f9f9a3e4e90 of type vlan for network 37bde8d7-b865-400d-9e2f-e243bdb917a0 Mar 29 15:40:55.208382 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Returning: {'device': '93ac20f5-aa07-4dbf-a3fe-5ec3fbecedce', 'network_id': '6063560a-a61f-4d6e-8083-e9831aad0c36', 'port_id': '93ac20f5-aa07-4dbf-a3fe-5ec3fbecedce', 'mac_address': 'fa:16:3e:eb:3e:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 626, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71e90eec-8f1c-4b07-8429-040103c60c28', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 15:40:55.266121 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:55.281505 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-22562ed5-f3d5-4fe7-89f1-7107bd550263 tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783522915970'] for network, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:55.281751 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93ac20f5-aa07-4dbf-a3fe-5ec3fbecedce {{(pid=102792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:40:55.310646 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port 93ac20f5-aa07-4dbf-a3fe-5ec3fbecedce, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=93ac20f5-aa07-4dbf-a3fe-5ec3fbecedce,segment=NetworkSegment(ab9e52c9-9281-40f7-aa2a-632849de5ddc),segment_id=ab9e52c9-9281-40f7-aa2a-632849de5ddc)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:40:55.315111 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:55.316035 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device 66dc2491-4dea-4461-91e1-6f3d16ceba75 details requested by agent hyperv_n-h2-834765-1 with host n-h2-834765-1 {{(pid=102792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 15:40:55.347414 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-22562ed5-f3d5-4fe7-89f1-7107bd550263 tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795'] for network, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:55.353798 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22562ed5-f3d5-4fe7-89f1-7107bd550263 tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:55.354717 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-22562ed5-f3d5-4fe7-89f1-7107bd550263 tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for network, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:55.369054 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d025f039-8bdc-4012-964b-87b47e90301c req-79aa83cd-aba4-467b-8365-303f3c6b967a tempest-LiveAutoBlockMigrationV225Test-1278294229 tempest-LiveAutoBlockMigrationV225Test-1278294229-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:55.372524 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Pushing event updated for resources: {'Port': ['ID=93ac20f5-aa07-4dbf-a3fe-5ec3fbecedce,revision_number=4']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:40:55.377738 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-d025f039-8bdc-4012-964b-87b47e90301c req-79aa83cd-aba4-467b-8365-303f3c6b967a tempest-LiveAutoBlockMigrationV225Test-1278294229 tempest-LiveAutoBlockMigrationV225Test-1278294229-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=634c595e-d279-4aeb-bf6e-5b4c4a939ff0 HTTP/1.1" status: 200 len: 1096 time: 0.1137838 Mar 29 15:40:55.407805 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 42264) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:40:55.408042 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-22562ed5-f3d5-4fe7-89f1-7107bd550263 tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.3071208 Mar 29 15:40:55.415063 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-c46d4c95-5564-4cb8-b078-c1aab32e136d tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Request body: {'subnet': {'network_id': '37bde8d7-b865-400d-9e2f-e243bdb917a0', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:40:55.468354 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-d025f039-8bdc-4012-964b-87b47e90301c req-2af70b7a-037f-473e-a5b1-f0c94addaeb8 tempest-LiveAutoBlockMigrationV225Test-1278294229 tempest-LiveAutoBlockMigrationV225Test-1278294229-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=d26d57f3-f34b-4b82-acb2-a15ffdfe7b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798481 Mar 29 15:40:55.502745 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port 66dc2491-4dea-4461-91e1-6f3d16ceba75, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=66dc2491-4dea-4461-91e1-6f3d16ceba75,segment=NetworkSegment(e53edac0-e56e-4ba8-8b7d-b6c8693d06dc),segment_id=e53edac0-e56e-4ba8-8b7d-b6c8693d06dc)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:40:55.518828 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Returning: {'device': '66dc2491-4dea-4461-91e1-6f3d16ceba75', 'network_id': '298fe4b0-bb90-4e7d-aba6-ce8da9b2ed22', 'port_id': '66dc2491-4dea-4461-91e1-6f3d16ceba75', 'mac_address': 'fa:16:3e:f5:9b:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 624, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b558a353-1af4-459f-8c75-f0d6cfabf011', 'ip_address': '10.1.1.196'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 15:40:55.588059 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22562ed5-f3d5-4fe7-89f1-7107bd550263 tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Pushing event updated for resources: {'Network': ['ID=37bde8d7-b865-400d-9e2f-e243bdb917a0,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:40:55.598836 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:55.628162 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66dc2491-4dea-4461-91e1-6f3d16ceba75 {{(pid=102792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:40:55.673526 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port 66dc2491-4dea-4461-91e1-6f3d16ceba75, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=66dc2491-4dea-4461-91e1-6f3d16ceba75,segment=NetworkSegment(e53edac0-e56e-4ba8-8b7d-b6c8693d06dc),segment_id=e53edac0-e56e-4ba8-8b7d-b6c8693d06dc)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:40:55.684602 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c46d4c95-5564-4cb8-b078-c1aab32e136d tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Made reservation on behalf of d35c7b00e95148bdb6e7470aeaeb77ed for: {'subnet': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:40:55.688999 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-c46d4c95-5564-4cb8-b078-c1aab32e136d tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16218875'] for subnet, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:55.690167 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:55.692990 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device 0e514d14-115e-4070-8843-3ee9f7325115 details requested by agent hyperv_n-h2-834765-1 with host n-h2-834765-1 {{(pid=102792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 15:40:55.742066 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Network 37bde8d7-b865-400d-9e2f-e243bdb917a0 details requested by agent ovs-agent-n-d-834765-1 with host n-d-834765-1 {{(pid=102792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 15:40:55.806903 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dced6a8-2caa-458e-bc43-5e30481efa3a req-316b80e8-0ae0-4423-ab55-1b73b302ab24 tempest-DeleteServersAdminTestJSON-2124808543 tempest-DeleteServersAdminTestJSON-2124808543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:55.809272 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-7dced6a8-2caa-458e-bc43-5e30481efa3a req-316b80e8-0ae0-4423-ab55-1b73b302ab24 tempest-DeleteServersAdminTestJSON-2124808543 tempest-DeleteServersAdminTestJSON-2124808543-project] 10.222.0.42 "GET /v2.0/ports?device_id=3357f674-5db5-458e-8de9-ba5d08c859ce HTTP/1.1" status: 200 len: 949 time: 0.1885650 Mar 29 15:40:55.849893 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 42282) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:40:55.875931 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port 0e514d14-115e-4070-8843-3ee9f7325115, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=0e514d14-115e-4070-8843-3ee9f7325115,segment=NetworkSegment(e53edac0-e56e-4ba8-8b7d-b6c8693d06dc),segment_id=e53edac0-e56e-4ba8-8b7d-b6c8693d06dc)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:40:55.885378 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Pushing event updated for resources: {'Port': ['ID=66dc2491-4dea-4461-91e1-6f3d16ceba75,revision_number=4']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:40:55.893599 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Returning: {'device': '0e514d14-115e-4070-8843-3ee9f7325115', 'network_id': '298fe4b0-bb90-4e7d-aba6-ce8da9b2ed22', 'port_id': '0e514d14-115e-4070-8843-3ee9f7325115', 'mac_address': 'fa:16:3e:eb:11:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 624, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b558a353-1af4-459f-8c75-f0d6cfabf011', 'ip_address': '10.1.1.190'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 15:40:55.898654 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-7dced6a8-2caa-458e-bc43-5e30481efa3a req-a1c79665-303e-41da-a70e-9a747882f4c7 tempest-DeleteServersAdminTestJSON-2124808543 tempest-DeleteServersAdminTestJSON-2124808543-project] 10.222.0.42 "GET /v2.0/security-groups?id=53d694e1-2bf0-4e15-9a57-00b8a3802403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828605 Mar 29 15:40:55.916629 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f5e2e2-0de3-44a5-b3d6-06cf50e4e160 req-af39437d-e1fb-4356-9b70-870c9a8d1cc5 tempest-DeleteServersAdminTestJSON-1409826592 tempest-DeleteServersAdminTestJSON-1409826592-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:55.918349 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b8f5e2e2-0de3-44a5-b3d6-06cf50e4e160 req-af39437d-e1fb-4356-9b70-870c9a8d1cc5 tempest-DeleteServersAdminTestJSON-1409826592 tempest-DeleteServersAdminTestJSON-1409826592-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=3357f674-5db5-458e-8de9-ba5d08c859ce HTTP/1.1" status: 200 len: 1100 time: 0.1335039 Mar 29 15:40:55.968153 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:55.994521 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e514d14-115e-4070-8843-3ee9f7325115 {{(pid=102792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:40:56.028971 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port 0e514d14-115e-4070-8843-3ee9f7325115, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=0e514d14-115e-4070-8843-3ee9f7325115,segment=NetworkSegment(e53edac0-e56e-4ba8-8b7d-b6c8693d06dc),segment_id=e53edac0-e56e-4ba8-8b7d-b6c8693d06dc)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:40:56.036364 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:56.037556 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device de3260d5-fda5-4f86-be90-526c4825300a details requested by agent hyperv_n-h2-834765-1 with host n-h2-834765-1 {{(pid=102792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 15:40:56.087274 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275c6f78-6318-4a80-9973-3d2c773d8505 req-101ed164-167a-4a7a-a435-f23b8a67f9e9 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:56.094817 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275c6f78-6318-4a80-9973-3d2c773d8505 req-101ed164-167a-4a7a-a435-f23b8a67f9e9 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:56.102043 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275c6f78-6318-4a80-9973-3d2c773d8505 req-101ed164-167a-4a7a-a435-f23b8a67f9e9 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:56.105257 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-c46d4c95-5564-4cb8-b078-c1aab32e136d tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16155524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16218861'] for subnet, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:56.109728 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275c6f78-6318-4a80-9973-3d2c773d8505 req-101ed164-167a-4a7a-a435-f23b8a67f9e9 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:56.115733 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275c6f78-6318-4a80-9973-3d2c773d8505 req-101ed164-167a-4a7a-a435-f23b8a67f9e9 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:56.121385 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bce6ea-9b7b-4237-94f2-b77cec6d865c req-c66d01d8-d4a9-48dc-a478-f3a848b17ca8 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:56.122280 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275c6f78-6318-4a80-9973-3d2c773d8505 req-101ed164-167a-4a7a-a435-f23b8a67f9e9 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:56.123555 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-c8bce6ea-9b7b-4237-94f2-b77cec6d865c req-c66d01d8-d4a9-48dc-a478-f3a848b17ca8 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] 10.222.0.42 "GET /v2.0/ports?device_id=490a7f81-d34b-41cf-b939-8230c4561d2c HTTP/1.1" status: 200 len: 943 time: 0.1308844 Mar 29 15:40:56.130627 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275c6f78-6318-4a80-9973-3d2c773d8505 req-101ed164-167a-4a7a-a435-f23b8a67f9e9 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:56.139032 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-275c6f78-6318-4a80-9973-3d2c773d8505 req-101ed164-167a-4a7a-a435-f23b8a67f9e9 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] 10.222.0.42 "GET /v2.0/ports?device_id=e63d94a3-644d-400a-aa3f-0c71f9fb1b46 HTTP/1.1" status: 200 len: 5423 time: 0.1747127 Mar 29 15:40:56.225956 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port de3260d5-fda5-4f86-be90-526c4825300a, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=de3260d5-fda5-4f86-be90-526c4825300a,segment=NetworkSegment(65ab5bc3-e80e-4641-82f0-4ef53207c2d7),segment_id=65ab5bc3-e80e-4641-82f0-4ef53207c2d7)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:40:56.236169 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-c8bce6ea-9b7b-4237-94f2-b77cec6d865c req-e82e6827-19f0-42a4-a23b-7250cc75afa1 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] 10.222.0.42 "GET /v2.0/security-groups?id=c99ced8e-1ceb-46fb-aaa7-747186b2b9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908964 Mar 29 15:40:56.237013 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Pushing event updated for resources: {'Port': ['ID=0e514d14-115e-4070-8843-3ee9f7325115,revision_number=4']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:40:56.242757 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Returning: {'device': 'de3260d5-fda5-4f86-be90-526c4825300a', 'network_id': 'b1def78c-da55-4367-b9b1-4d7fc20fc6ac', 'port_id': 'de3260d5-fda5-4f86-be90-526c4825300a', 'mac_address': 'fa:16:3e:a0:ab:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 614, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a84f45bb-2cdd-4adc-a15d-ac5c06ff5a1f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 15:40:56.250996 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-275c6f78-6318-4a80-9973-3d2c773d8505 req-2f19a8c0-1d0a-48d6-a47a-b0084872a367 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] 10.222.0.42 "GET /v2.0/security-groups?id=7a324716-10f9-4f06-a2b5-9f498b951d56&id=19cf0565-0e5d-4a9a-bb20-6dda76410fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0906274 Mar 29 15:40:56.253965 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [req-b8f5e2e2-0de3-44a5-b3d6-06cf50e4e160 req-61a5fa23-842b-431c-86f4-c4d83a4ed807 tempest-DeleteServersAdminTestJSON-1409826592 tempest-DeleteServersAdminTestJSON-1409826592-project-admin] Deleting port 6f14b34e-3817-46ea-b86a-a796246e7a9e {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:40:56.254408 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-b8f5e2e2-0de3-44a5-b3d6-06cf50e4e160 req-61a5fa23-842b-431c-86f4-c4d83a4ed807 tempest-DeleteServersAdminTestJSON-1409826592 tempest-DeleteServersAdminTestJSON-1409826592-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:56.260861 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46d4c95-5564-4cb8-b078-c1aab32e136d tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Pushing event updated for resources: {'Subnet': ['ID=12422abc-9783-4527-813d-6fff16c2a90e,revision_number=0']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:40:56.294050 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:56.322575 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de3260d5-fda5-4f86-be90-526c4825300a {{(pid=102792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:40:56.362864 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port de3260d5-fda5-4f86-be90-526c4825300a, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=de3260d5-fda5-4f86-be90-526c4825300a,segment=NetworkSegment(65ab5bc3-e80e-4641-82f0-4ef53207c2d7),segment_id=65ab5bc3-e80e-4641-82f0-4ef53207c2d7)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:40:56.364362 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c46d4c95-5564-4cb8-b078-c1aab32e136d tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Checking segment: {'id': 'ffd2df4b-e242-4a82-8672-0f9f9a3e4e90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '37bde8d7-b865-400d-9e2f-e243bdb917a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:40:56.364875 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c46d4c95-5564-4cb8-b078-c1aab32e136d tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Network hostable DHCP agents. Network: 37bde8d7-b865-400d-9e2f-e243bdb917a0, hostable agents: ['d136643e-48ae-49d4-a851-2ba3bdf3749c'], hosted agents: [] {{(pid=102791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 15:40:56.368910 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:56.370045 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device 49b5fca5-a1ca-4798-bbf7-14cd233b96a8 details requested by agent hyperv_n-h2-834765-1 with host n-h2-834765-1 {{(pid=102792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 15:40:56.429047 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c46d4c95-5564-4cb8-b078-c1aab32e136d tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Network 37bde8d7-b865-400d-9e2f-e243bdb917a0 is scheduled to be hosted by DHCP agent d136643e-48ae-49d4-a851-2ba3bdf3749c with binding_index 1 {{(pid=102791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 15:40:56.439368 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Pushing event updated for resources: {'Port': ['ID=de3260d5-fda5-4f86-be90-526c4825300a,revision_number=4']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:40:56.474465 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-b8f5e2e2-0de3-44a5-b3d6-06cf50e4e160 req-61a5fa23-842b-431c-86f4-c4d83a4ed807 tempest-DeleteServersAdminTestJSON-1409826592 tempest-DeleteServersAdminTestJSON-1409826592-project-admin] For port 6f14b34e-3817-46ea-b86a-a796246e7a9e, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=6f14b34e-3817-46ea-b86a-a796246e7a9e,segment=NetworkSegment(a0c230f0-660a-4194-9279-0f0781d34134),segment_id=a0c230f0-660a-4194-9279-0f0781d34134)] {{(pid=102791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:40:56.480964 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port 49b5fca5-a1ca-4798-bbf7-14cd233b96a8, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=49b5fca5-a1ca-4798-bbf7-14cd233b96a8,segment=NetworkSegment(e53edac0-e56e-4ba8-8b7d-b6c8693d06dc),segment_id=e53edac0-e56e-4ba8-8b7d-b6c8693d06dc)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:40:56.481184 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-b8f5e2e2-0de3-44a5-b3d6-06cf50e4e160 req-61a5fa23-842b-431c-86f4-c4d83a4ed807 tempest-DeleteServersAdminTestJSON-1409826592 tempest-DeleteServersAdminTestJSON-1409826592-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:56.490048 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [None req-c46d4c95-5564-4cb8-b078-c1aab32e136d tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834765-1, 37bde8d7-b865-400d-9e2f-e243bdb917a0) {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:40:56.499988 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [req-b8f5e2e2-0de3-44a5-b3d6-06cf50e4e160 req-61a5fa23-842b-431c-86f4-c4d83a4ed807 tempest-DeleteServersAdminTestJSON-1409826592 tempest-DeleteServersAdminTestJSON-1409826592-project-admin] Calling delete_port for 6f14b34e-3817-46ea-b86a-a796246e7a9e owned by compute:nova {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:40:56.503903 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c46d4c95-5564-4cb8-b078-c1aab32e136d tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:56.504631 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-c46d4c95-5564-4cb8-b078-c1aab32e136d tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Notify callbacks [] for subnet, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:56.507296 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3af512a5-1c9c-4f2f-94b6-b3836257a72c None None] Network 37bde8d7-b865-400d-9e2f-e243bdb917a0 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 15:40:56.514392 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Returning: {'device': '49b5fca5-a1ca-4798-bbf7-14cd233b96a8', 'network_id': '298fe4b0-bb90-4e7d-aba6-ce8da9b2ed22', 'port_id': '49b5fca5-a1ca-4798-bbf7-14cd233b96a8', 'mac_address': 'fa:16:3e:04:25:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 624, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b558a353-1af4-459f-8c75-f0d6cfabf011', 'ip_address': '10.1.1.138'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 15:40:56.533279 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba98bd6-db6d-41e5-ad2c-73b3ef1bb8e3 req-6a80255e-07dc-479e-84c5-54f63f9f8687 tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:56.539424 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0db7a78-9aa1-46f3-8bf6-8bb156908172 req-c9b5b125-dd30-48c8-a0dc-22000ecd8127 tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:56.543932 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-8ba98bd6-db6d-41e5-ad2c-73b3ef1bb8e3 req-6a80255e-07dc-479e-84c5-54f63f9f8687 tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] 10.222.0.42 "GET /v2.0/ports?device_id=634c595e-d279-4aeb-bf6e-5b4c4a939ff0 HTTP/1.1" status: 200 len: 945 time: 0.1905508 Mar 29 15:40:56.547709 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f0db7a78-9aa1-46f3-8bf6-8bb156908172 req-c9b5b125-dd30-48c8-a0dc-22000ecd8127 tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] 10.222.0.42 "GET /v2.0/ports?device_id=0a10fb55-d9e0-47cb-a13f-38167235bc8a HTTP/1.1" status: 200 len: 945 time: 0.1465719 Mar 29 15:40:56.609075 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-c46d4c95-5564-4cb8-b078-c1aab32e136d tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.1992714 Mar 29 15:40:56.613898 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 42288) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:40:56.620978 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-7eac1f39-406b-4d37-bfdc-5cf64c63bb8a tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1346309087'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:40:56.646746 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:56.664193 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49b5fca5-a1ca-4798-bbf7-14cd233b96a8 {{(pid=102792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:40:56.680879 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-8ba98bd6-db6d-41e5-ad2c-73b3ef1bb8e3 req-07f0a71c-b905-4516-927b-bde01556851c tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] 10.222.0.42 "GET /v2.0/security-groups?id=d26d57f3-f34b-4b82-acb2-a15ffdfe7b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346521 Mar 29 15:40:56.716605 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-497e970a-ae97-4ad2-b44f-d00bd67c1fb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-530452'] for router_interface, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:56.732804 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port 49b5fca5-a1ca-4798-bbf7-14cd233b96a8, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=49b5fca5-a1ca-4798-bbf7-14cd233b96a8,segment=NetworkSegment(e53edac0-e56e-4ba8-8b7d-b6c8693d06dc),segment_id=e53edac0-e56e-4ba8-8b7d-b6c8693d06dc)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:40:56.736794 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f0db7a78-9aa1-46f3-8bf6-8bb156908172 req-2e1c927b-9315-47c8-9a4f-82e3773458e0 tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] 10.222.0.42 "GET /v2.0/security-groups?id=ce1e3aa1-c9e4-4c36-a19f-9dbad60c5be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868339 Mar 29 15:40:56.739229 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7eac1f39-406b-4d37-bfdc-5cf64c63bb8a tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Made reservation on behalf of d35c7b00e95148bdb6e7470aeaeb77ed for: {'network': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:40:56.742971 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-7eac1f39-406b-4d37-bfdc-5cf64c63bb8a tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for network, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:56.769357 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:56.770012 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device afb45c41-7829-4784-bffd-321e3c203b49 details requested by agent hyperv_n-h2-834765-1 with host n-h2-834765-1 {{(pid=102792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 15:40:56.814131 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c58a6ec-cd77-4897-a72a-c154828e3fb2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0035034-69b0-5ffc-b384-0ac6189c5628-37bde8d7-b865-400d-9e2f-e243bdb917a0', 'network_id': '37bde8d7-b865-400d-9e2f-e243bdb917a0', 'tenant_id': 'd35c7b00e95148bdb6e7470aeaeb77ed', 'fixed_ips': [{'subnet_id': '12422abc-9783-4527-813d-6fff16c2a90e'}]}} from n-d-834765-1. {{(pid=102792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 29 15:40:56.815288 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-7c58a6ec-cd77-4897-a72a-c154828e3fb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:56.870987 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755a3767-b623-4474-bf6f-429d558656a3 req-1fe19ec9-b887-4c20-b278-6beca32b4901 tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:56.873820 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-755a3767-b623-4474-bf6f-429d558656a3 req-1fe19ec9-b887-4c20-b278-6beca32b4901 tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] 10.222.0.48 "GET /v2.0/ports?device_id=634c595e-d279-4aeb-bf6e-5b4c4a939ff0 HTTP/1.1" status: 200 len: 945 time: 0.2325900 Mar 29 15:40:56.874064 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7eac1f39-406b-4d37-bfdc-5cf64c63bb8a tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] vlan segment allocate from pool success with {'vlan_id': 615, 'physical_network': 'physnet1'} {{(pid=102791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 15:40:56.879011 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-b8f5e2e2-0de3-44a5-b3d6-06cf50e4e160 req-61a5fa23-842b-431c-86f4-c4d83a4ed807 tempest-DeleteServersAdminTestJSON-1409826592 tempest-DeleteServersAdminTestJSON-1409826592-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:56.886207 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Pushing event updated for resources: {'Port': ['ID=49b5fca5-a1ca-4798-bbf7-14cd233b96a8,revision_number=4']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:40:56.893203 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] get_ports_and_sgs() called for port_ids ['6f14b34e-3817-46ea-b86a-a796246e7a9e'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:40:56.982851 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-7eac1f39-406b-4d37-bfdc-5cf64c63bb8a tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:56.982851 n-d-834765-1 neutron-server[102791]: INFO neutron.db.segments_db [None req-7eac1f39-406b-4d37-bfdc-5cf64c63bb8a tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Added segment 1c2bee05-dec6-4a38-a526-00e005229e64 of type vlan for network 31a2508d-0420-467a-b2d3-a63c41a04214 Mar 29 15:40:57.003906 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a5fa23-842b-431c-86f4-c4d83a4ed807 tempest-DeleteServersAdminTestJSON-1409826592 tempest-DeleteServersAdminTestJSON-1409826592-project-admin] Pushing event deleted for resources: {'Port': ['ID=6f14b34e-3817-46ea-b86a-a796246e7a9e,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:40:57.088262 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port afb45c41-7829-4784-bffd-321e3c203b49, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=afb45c41-7829-4784-bffd-321e3c203b49,segment=NetworkSegment(62bdff33-894a-4670-b86c-c890adf5ed0f),segment_id=62bdff33-894a-4670-b86c-c890adf5ed0f)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:40:57.110025 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-7eac1f39-406b-4d37-bfdc-5cf64c63bb8a tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783522915970'] for network, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:57.110609 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-540ae9e9-7cf8-49ce-baee-dff5785223cc req-6625b0fb-0271-4d91-af2d-830d6ec6feda tempest-DeleteServersAdminTestJSON-2124808543 tempest-DeleteServersAdminTestJSON-2124808543-project] 10.222.0.42 "GET /v2.0/ports?device_id=3357f674-5db5-458e-8de9-ba5d08c859ce HTTP/1.1" status: 200 len: 210 time: 0.0471327 Mar 29 15:40:57.114388 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Returning: {'device': 'afb45c41-7829-4784-bffd-321e3c203b49', 'network_id': '24e09226-4699-432b-9b8f-2ffa2d9396f3', 'port_id': 'afb45c41-7829-4784-bffd-321e3c203b49', 'mac_address': 'fa:16:3e:a7:bf:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 607, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b17034e-8c96-4880-a97b-729e224595e5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 15:40:57.116546 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.db_base_plugin_common [None req-7c58a6ec-cd77-4897-a72a-c154828e3fb2 None None] Allocated IP 19.80.0.2 (37bde8d7-b865-400d-9e2f-e243bdb917a0/12422abc-9783-4527-813d-6fff16c2a90e/7dff7c46-c7ef-475f-99cc-6844ad699a9b) {{(pid=102792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:40:57.160850 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-497e970a-ae97-4ad2-b44f-d00bd67c1fb4 admin admin] Deleting port 64e68e3d-5342-4d2a-8cdc-a13178f3f356 {{(pid=102790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:40:57.161190 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-497e970a-ae97-4ad2-b44f-d00bd67c1fb4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:57.170075 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8f5e2e2-0de3-44a5-b3d6-06cf50e4e160 req-61a5fa23-842b-431c-86f4-c4d83a4ed807 tempest-DeleteServersAdminTestJSON-1409826592 tempest-DeleteServersAdminTestJSON-1409826592-project-admin] No DVR routers for this DVR port 6f14b34e-3817-46ea-b86a-a796246e7a9e on host n-h2-834765-1 {{(pid=102791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:40:57.190439 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-7eac1f39-406b-4d37-bfdc-5cf64c63bb8a tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795'] for network, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:57.196389 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eac1f39-406b-4d37-bfdc-5cf64c63bb8a tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:57.197106 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-7eac1f39-406b-4d37-bfdc-5cf64c63bb8a tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for network, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:57.210126 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-b8f5e2e2-0de3-44a5-b3d6-06cf50e4e160 req-61a5fa23-842b-431c-86f4-c4d83a4ed807 tempest-DeleteServersAdminTestJSON-1409826592 tempest-DeleteServersAdminTestJSON-1409826592-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:57.213582 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b8f5e2e2-0de3-44a5-b3d6-06cf50e4e160 req-61a5fa23-842b-431c-86f4-c4d83a4ed807 tempest-DeleteServersAdminTestJSON-1409826592 tempest-DeleteServersAdminTestJSON-1409826592-project-admin] 10.222.0.48 "DELETE /v2.0/ports/6f14b34e-3817-46ea-b86a-a796246e7a9e HTTP/1.1" status: 204 len: 173 time: 1.2692778 Mar 29 15:40:57.218376 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3357f674-5db5-458e-8de9-ba5d08c859ce', 'name': 'network-vif-deleted', 'tag': '6f14b34e-3817-46ea-b86a-a796246e7a9e'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:40:57.220122 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:57.220887 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c67b028db5e9b9818fecc5c0a87ebc6f190694fa53ca267d523e04f98de536d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ad66977-8520-4944-a5d5-7b133cbf8271" -d '{"events": [{"server_uuid": "3357f674-5db5-458e-8de9-ba5d08c859ce", "name": "network-vif-deleted", "tag": "6f14b34e-3817-46ea-b86a-a796246e7a9e"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:40:57.247585 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-7eac1f39-406b-4d37-bfdc-5cf64c63bb8a tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.6319475 Mar 29 15:40:57.253579 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 42296) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:40:57.260591 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-4610eece-216e-4797-9bce-e8ce47462c49 tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Request body: {'subnet': {'network_id': '31a2508d-0420-467a-b2d3-a63c41a04214', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:40:57.268817 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id afb45c41-7829-4784-bffd-321e3c203b49 {{(pid=102792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:40:57.298015 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [None req-497e970a-ae97-4ad2-b44f-d00bd67c1fb4 admin admin] For port 64e68e3d-5342-4d2a-8cdc-a13178f3f356, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=64e68e3d-5342-4d2a-8cdc-a13178f3f356,segment=NetworkSegment(3d5eb777-4fe8-4b7b-97c0-0f1706f8e353),segment_id=3d5eb777-4fe8-4b7b-97c0-0f1706f8e353)] {{(pid=102790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:40:57.307472 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port afb45c41-7829-4784-bffd-321e3c203b49, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=afb45c41-7829-4784-bffd-321e3c203b49,segment=NetworkSegment(62bdff33-894a-4670-b86c-c890adf5ed0f),segment_id=62bdff33-894a-4670-b86c-c890adf5ed0f)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:40:57.309310 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-497e970a-ae97-4ad2-b44f-d00bd67c1fb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:57.321018 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:57.321693 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device 62748d51-569b-4ac6-b982-c0c07d6060df details requested by agent hyperv_n-h2-834765-1 with host n-h2-834765-1 {{(pid=102792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 15:40:57.337487 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-497e970a-ae97-4ad2-b44f-d00bd67c1fb4 admin admin] Calling delete_port for 64e68e3d-5342-4d2a-8cdc-a13178f3f356 owned by network:router_interface {{(pid=102790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:40:57.348249 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eac1f39-406b-4d37-bfdc-5cf64c63bb8a tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Pushing event updated for resources: {'Network': ['ID=31a2508d-0420-467a-b2d3-a63c41a04214,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:40:57.367538 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port 62748d51-569b-4ac6-b982-c0c07d6060df, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=62748d51-569b-4ac6-b982-c0c07d6060df,segment=NetworkSegment(e53edac0-e56e-4ba8-8b7d-b6c8693d06dc),segment_id=e53edac0-e56e-4ba8-8b7d-b6c8693d06dc)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:40:57.389191 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Returning: {'device': '62748d51-569b-4ac6-b982-c0c07d6060df', 'network_id': '298fe4b0-bb90-4e7d-aba6-ce8da9b2ed22', 'port_id': '62748d51-569b-4ac6-b982-c0c07d6060df', 'mac_address': 'fa:16:3e:b8:ee:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 624, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b558a353-1af4-459f-8c75-f0d6cfabf011', 'ip_address': '10.1.1.86'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 15:40:57.390948 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Network 31a2508d-0420-467a-b2d3-a63c41a04214 details requested by agent ovs-agent-n-d-834765-1 with host n-d-834765-1 {{(pid=102792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 15:40:57.409396 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [req-755a3767-b623-4474-bf6f-429d558656a3 req-e98ff26b-2ed1-4dc7-8076-82bffdb19518 tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] Deleting port 32ca12f3-c308-42af-b6ed-0d7bdc625b95 {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:40:57.409829 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-755a3767-b623-4474-bf6f-429d558656a3 req-e98ff26b-2ed1-4dc7-8076-82bffdb19518 tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:57.522932 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:40:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaaa51c8-5b29-4651-a3cc-44b203463293 x-openstack-request-id: req-aaaa51c8-5b29-4651-a3cc-44b203463293 {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:40:57.525623 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3357f674-5db5-458e-8de9-ba5d08c859ce", "name": "network-vif-deleted", "tag": "6f14b34e-3817-46ea-b86a-a796246e7a9e", "status": "completed", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:40:57.525988 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-aaaa51c8-5b29-4651-a3cc-44b203463293 {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:40:57.526481 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3357f674-5db5-458e-8de9-ba5d08c859ce', 'name': 'network-vif-deleted', 'tag': '6f14b34e-3817-46ea-b86a-a796246e7a9e', 'status': 'completed', 'code': 200} Mar 29 15:40:57.527180 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4610eece-216e-4797-9bce-e8ce47462c49 tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Made reservation on behalf of d35c7b00e95148bdb6e7470aeaeb77ed for: {'subnet': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:40:57.536634 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-4610eece-216e-4797-9bce-e8ce47462c49 tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16218875'] for subnet, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:57.568442 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-497e970a-ae97-4ad2-b44f-d00bd67c1fb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:57.610347 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497e970a-ae97-4ad2-b44f-d00bd67c1fb4 admin admin] Pushing event deleted for resources: {'Port': ['ID=64e68e3d-5342-4d2a-8cdc-a13178f3f356,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:40:57.689132 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7867d4-dad9-4834-a73b-17bc580c67f3 req-a9c98ce5-c578-4045-9f2b-301645f3b940 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:57.695364 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7867d4-dad9-4834-a73b-17bc580c67f3 req-a9c98ce5-c578-4045-9f2b-301645f3b940 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:57.702465 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7867d4-dad9-4834-a73b-17bc580c67f3 req-a9c98ce5-c578-4045-9f2b-301645f3b940 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:57.709310 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7867d4-dad9-4834-a73b-17bc580c67f3 req-a9c98ce5-c578-4045-9f2b-301645f3b940 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:57.714357 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-755a3767-b623-4474-bf6f-429d558656a3 req-e98ff26b-2ed1-4dc7-8076-82bffdb19518 tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] For port 32ca12f3-c308-42af-b6ed-0d7bdc625b95, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=32ca12f3-c308-42af-b6ed-0d7bdc625b95,segment=NetworkSegment(52cd9713-83ea-496d-8c48-fd7b796e6ead),segment_id=52cd9713-83ea-496d-8c48-fd7b796e6ead)] {{(pid=102791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:40:57.715228 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-755a3767-b623-4474-bf6f-429d558656a3 req-e98ff26b-2ed1-4dc7-8076-82bffdb19518 tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:57.715862 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7867d4-dad9-4834-a73b-17bc580c67f3 req-a9c98ce5-c578-4045-9f2b-301645f3b940 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:57.721902 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7867d4-dad9-4834-a73b-17bc580c67f3 req-a9c98ce5-c578-4045-9f2b-301645f3b940 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:57.728108 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7867d4-dad9-4834-a73b-17bc580c67f3 req-a9c98ce5-c578-4045-9f2b-301645f3b940 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:57.737797 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-1c7867d4-dad9-4834-a73b-17bc580c67f3 req-a9c98ce5-c578-4045-9f2b-301645f3b940 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] 10.222.0.42 "GET /v2.0/ports?device_id=e63d94a3-644d-400a-aa3f-0c71f9fb1b46 HTTP/1.1" status: 200 len: 5426 time: 0.1817627 Mar 29 15:40:57.751169 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cb4e44-16a3-45a7-b21f-0e3aa621d3b0 req-3caf0b5a-0f6c-4ae9-9f45-7f23ad1e39c8 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:57.760135 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-60cb4e44-16a3-45a7-b21f-0e3aa621d3b0 req-3caf0b5a-0f6c-4ae9-9f45-7f23ad1e39c8 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] 10.222.0.42 "GET /v2.0/ports?device_id=490a7f81-d34b-41cf-b939-8230c4561d2c HTTP/1.1" status: 200 len: 944 time: 0.1788154 Mar 29 15:40:57.781469 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-7c58a6ec-cd77-4897-a72a-c154828e3fb2 None None] Notify callbacks [] for port, precommit_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:57.784063 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Pushing event updated for resources: {'Port': ['ID=afb45c41-7829-4784-bffd-321e3c203b49,revision_number=4']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:40:57.784301 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [req-755a3767-b623-4474-bf6f-429d558656a3 req-e98ff26b-2ed1-4dc7-8076-82bffdb19518 tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] Calling delete_port for 32ca12f3-c308-42af-b6ed-0d7bdc625b95 owned by compute:nova {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:40:57.788710 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:57.810201 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-7c58a6ec-cd77-4897-a72a-c154828e3fb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956'] for port, after_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:57.826082 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62748d51-569b-4ac6-b982-c0c07d6060df {{(pid=102792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:40:57.867957 n-d-834765-1 neutron-server[102792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c58a6ec-cd77-4897-a72a-c154828e3fb2 None None] Network 37bde8d7-b865-400d-9e2f-e243bdb917a0 is already hosted by enough agents. {{(pid=102792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:40:57.884059 n-d-834765-1 neutron-server[102792]: DEBUG neutron.scheduler.base_scheduler [None req-7c58a6ec-cd77-4897-a72a-c154828e3fb2 None None] Resources bound (agent type, host, resource id): {{(pid=102792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:40:57.888440 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-1c7867d4-dad9-4834-a73b-17bc580c67f3 req-4c38b4df-fab8-4056-b071-f53fb85374a7 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] 10.222.0.42 "GET /v2.0/security-groups?id=7a324716-10f9-4f06-a2b5-9f498b951d56&id=19cf0565-0e5d-4a9a-bb20-6dda76410fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1424689 Mar 29 15:40:57.891530 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c58a6ec-cd77-4897-a72a-c154828e3fb2 None None] Received port after_create {{(pid=102792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:40:57.921379 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-60cb4e44-16a3-45a7-b21f-0e3aa621d3b0 req-c84b861b-5f11-4d90-81ce-26a4ebab68fa tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] 10.222.0.42 "GET /v2.0/security-groups?id=c99ced8e-1ceb-46fb-aaa7-747186b2b9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601789 Mar 29 15:40:57.922180 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port 62748d51-569b-4ac6-b982-c0c07d6060df, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=62748d51-569b-4ac6-b982-c0c07d6060df,segment=NetworkSegment(e53edac0-e56e-4ba8-8b7d-b6c8693d06dc),segment_id=e53edac0-e56e-4ba8-8b7d-b6c8693d06dc)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:40:57.930553 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:57.932442 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c58a6ec-cd77-4897-a72a-c154828e3fb2 None None] Pushing event updated for resources: {'Port': ['ID=7dff7c46-c7ef-475f-99cc-6844ad699a9b,revision_number=1']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:40:58.023833 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-7c58a6ec-cd77-4897-a72a-c154828e3fb2 None None] Attempting to bind port 7dff7c46-c7ef-475f-99cc-6844ad699a9b on host n-d-834765-1 for vnic_type normal with profile {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:40:58.024201 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-7c58a6ec-cd77-4897-a72a-c154828e3fb2 None None] Attempting to bind port 7dff7c46-c7ef-475f-99cc-6844ad699a9b by drivers openvswitch,hyperv on host n-d-834765-1 at level 0 using segments [{'id': 'ffd2df4b-e242-4a82-8672-0f9f9a3e4e90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '37bde8d7-b865-400d-9e2f-e243bdb917a0'}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:40:58.024562 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c58a6ec-cd77-4897-a72a-c154828e3fb2 None None] Attempting to bind port 7dff7c46-c7ef-475f-99cc-6844ad699a9b on network 37bde8d7-b865-400d-9e2f-e243bdb917a0 {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:40:58.036970 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-497e970a-ae97-4ad2-b44f-d00bd67c1fb4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-530528'] for router_interface, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:58.041843 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c58a6ec-cd77-4897-a72a-c154828e3fb2 None None] Checking agent: {'id': 'a8866439-9d96-425c-b519-6905c591ac37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 25, 36), 'started_at': datetime.datetime(2022, 3, 29, 15, 26, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 40, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834765-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:40:58.042221 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c58a6ec-cd77-4897-a72a-c154828e3fb2 None None] Checking segment: {'id': 'ffd2df4b-e242-4a82-8672-0f9f9a3e4e90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '37bde8d7-b865-400d-9e2f-e243bdb917a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:40:58.042624 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-7c58a6ec-cd77-4897-a72a-c154828e3fb2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:58.044174 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c58a6ec-cd77-4897-a72a-c154828e3fb2 None None] Bound using segment: {'id': 'ffd2df4b-e242-4a82-8672-0f9f9a3e4e90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '37bde8d7-b865-400d-9e2f-e243bdb917a0'} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:40:58.044655 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-7c58a6ec-cd77-4897-a72a-c154828e3fb2 None None] Bound port: 7dff7c46-c7ef-475f-99cc-6844ad699a9b, host: n-d-834765-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffd2df4b-e242-4a82-8672-0f9f9a3e4e90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '37bde8d7-b865-400d-9e2f-e243bdb917a0'}}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 15:40:58.045301 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-7c58a6ec-cd77-4897-a72a-c154828e3fb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:58.072527 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Pushing event updated for resources: {'Port': ['ID=62748d51-569b-4ac6-b982-c0c07d6060df,revision_number=4']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:40:58.094457 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f10eb60-b851-41a5-8a97-7c621069c646 req-b8d15821-264d-4f1e-a75e-476adddc8f9e tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:58.101680 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-6f10eb60-b851-41a5-8a97-7c621069c646 req-b8d15821-264d-4f1e-a75e-476adddc8f9e tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] 10.222.0.42 "GET /v2.0/ports?device_id=634c595e-d279-4aeb-bf6e-5b4c4a939ff0 HTTP/1.1" status: 200 len: 945 time: 0.1025050 Mar 29 15:40:58.133997 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-7c58a6ec-cd77-4897-a72a-c154828e3fb2 None None] For port 7dff7c46-c7ef-475f-99cc-6844ad699a9b, host n-d-834765-1, cleared binding levels {{(pid=102792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:40:58.140538 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-7c58a6ec-cd77-4897-a72a-c154828e3fb2 None None] For port 7dff7c46-c7ef-475f-99cc-6844ad699a9b, host n-d-834765-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=7dff7c46-c7ef-475f-99cc-6844ad699a9b,segment=NetworkSegment(ffd2df4b-e242-4a82-8672-0f9f9a3e4e90),segment_id=ffd2df4b-e242-4a82-8672-0f9f9a3e4e90)] {{(pid=102792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:40:58.150398 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-7c58a6ec-cd77-4897-a72a-c154828e3fb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:58.151775 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-6f10eb60-b851-41a5-8a97-7c621069c646 req-3eccfd52-d20d-47ef-9d66-a38c693abba4 tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] 10.222.0.42 "GET /v2.0/security-groups?id=d26d57f3-f34b-4b82-acb2-a15ffdfe7b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492272 Mar 29 15:40:58.186128 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-4610eece-216e-4797-9bce-e8ce47462c49 tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16155524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16218861'] for subnet, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:58.234110 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-755a3767-b623-4474-bf6f-429d558656a3 req-e98ff26b-2ed1-4dc7-8076-82bffdb19518 tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:58.250759 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c58a6ec-cd77-4897-a72a-c154828e3fb2 None None] Pushing event updated for resources: {'Port': ['ID=7dff7c46-c7ef-475f-99cc-6844ad699a9b,revision_number=2']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:40:58.304970 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98ff26b-2ed1-4dc7-8076-82bffdb19518 tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] Pushing event deleted for resources: {'Port': ['ID=32ca12f3-c308-42af-b6ed-0d7bdc625b95,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:40:58.323422 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17b3911-0720-4059-a1c7-bbf6eb5b7923 req-b5d552da-66b5-4893-a8ca-186cb3231739 tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:58.331829 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-c17b3911-0720-4059-a1c7-bbf6eb5b7923 req-b5d552da-66b5-4893-a8ca-186cb3231739 tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] 10.222.0.42 "GET /v2.0/ports?device_id=0a10fb55-d9e0-47cb-a13f-38167235bc8a HTTP/1.1" status: 200 len: 945 time: 0.2219381 Mar 29 15:40:58.350037 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4610eece-216e-4797-9bce-e8ce47462c49 tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Pushing event updated for resources: {'Subnet': ['ID=f703a51c-0eb2-4d55-87cd-9c9ea8bb6814,revision_number=0']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:40:58.436486 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [req-755a3767-b623-4474-bf6f-429d558656a3 req-e98ff26b-2ed1-4dc7-8076-82bffdb19518 tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] No DVR routers for this DVR port 32ca12f3-c308-42af-b6ed-0d7bdc625b95 on host n-h2-834765-1 {{(pid=102791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:40:58.450479 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-c17b3911-0720-4059-a1c7-bbf6eb5b7923 req-22f28faa-9100-482a-b6b3-099b3d671e7f tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] 10.222.0.42 "GET /v2.0/security-groups?id=ce1e3aa1-c9e4-4c36-a19f-9dbad60c5be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179914 Mar 29 15:40:58.452363 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-755a3767-b623-4474-bf6f-429d558656a3 req-e98ff26b-2ed1-4dc7-8076-82bffdb19518 tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:58.466967 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-755a3767-b623-4474-bf6f-429d558656a3 req-e98ff26b-2ed1-4dc7-8076-82bffdb19518 tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] 10.222.0.48 "DELETE /v2.0/ports/32ca12f3-c308-42af-b6ed-0d7bdc625b95 HTTP/1.1" status: 204 len: 173 time: 1.5849266 Mar 29 15:40:58.476226 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4610eece-216e-4797-9bce-e8ce47462c49 tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Checking segment: {'id': '1c2bee05-dec6-4a38-a526-00e005229e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '31a2508d-0420-467a-b2d3-a63c41a04214'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:40:58.477207 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4610eece-216e-4797-9bce-e8ce47462c49 tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Network hostable DHCP agents. Network: 31a2508d-0420-467a-b2d3-a63c41a04214, hostable agents: ['d136643e-48ae-49d4-a851-2ba3bdf3749c'], hosted agents: [] {{(pid=102791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 15:40:58.506486 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4610eece-216e-4797-9bce-e8ce47462c49 tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Network 31a2508d-0420-467a-b2d3-a63c41a04214 is scheduled to be hosted by DHCP agent d136643e-48ae-49d4-a851-2ba3bdf3749c with binding_index 1 {{(pid=102791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 15:40:58.528217 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [None req-4610eece-216e-4797-9bce-e8ce47462c49 tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834765-1, 31a2508d-0420-467a-b2d3-a63c41a04214) {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:40:58.546223 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b091887-cd27-4554-81f4-45029c558dde None None] Network 31a2508d-0420-467a-b2d3-a63c41a04214 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 15:40:58.549316 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4610eece-216e-4797-9bce-e8ce47462c49 tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:58.551747 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-4610eece-216e-4797-9bce-e8ce47462c49 tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Notify callbacks [] for subnet, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:58.581620 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-4610eece-216e-4797-9bce-e8ce47462c49 tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.3245475 Mar 29 15:40:58.830628 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-833e8d83-0630-49c3-8eb6-4cd187c65ef4 req-76c68590-f71d-49b1-a69b-3204e52f1a1e tempest-DeleteServersAdminTestJSON-2124808543 tempest-DeleteServersAdminTestJSON-2124808543-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=636812e8b46645419cd4972dfa2a3774&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0541613 Mar 29 15:40:58.901097 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f96d64e-8aab-4487-90e8-9328b8ad4bd7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0035034-69b0-5ffc-b384-0ac6189c5628-31a2508d-0420-467a-b2d3-a63c41a04214', 'network_id': '31a2508d-0420-467a-b2d3-a63c41a04214', 'tenant_id': 'd35c7b00e95148bdb6e7470aeaeb77ed', 'fixed_ips': [{'subnet_id': 'f703a51c-0eb2-4d55-87cd-9c9ea8bb6814'}]}} from n-d-834765-1. {{(pid=102792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 29 15:40:58.902474 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-8f96d64e-8aab-4487-90e8-9328b8ad4bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:58.948193 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-497e970a-ae97-4ad2-b44f-d00bd67c1fb4 admin admin] Router 11581aa0-1a69-4131-a167-d1420721d4e7 has already been hosted by L3 agent c648d819-1060-4f26-b4ec-6455387b5dff {{(pid=102790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 15:40:59.061182 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833e8d83-0630-49c3-8eb6-4cd187c65ef4 req-595f6d3f-da1d-4877-a2e7-4cd8a379123f tempest-DeleteServersAdminTestJSON-2124808543 tempest-DeleteServersAdminTestJSON-2124808543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:59.063578 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-833e8d83-0630-49c3-8eb6-4cd187c65ef4 req-595f6d3f-da1d-4877-a2e7-4cd8a379123f tempest-DeleteServersAdminTestJSON-2124808543 tempest-DeleteServersAdminTestJSON-2124808543-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2250149 Mar 29 15:40:59.094970 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 7dff7c46-c7ef-475f-99cc-6844ad699a9b up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:40:59.103475 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-833e8d83-0630-49c3-8eb6-4cd187c65ef4 req-3401a5fb-94e3-4e4c-8b1d-522d39fb06b5 tempest-DeleteServersAdminTestJSON-2124808543 tempest-DeleteServersAdminTestJSON-2124808543-project] 10.222.0.42 "GET /v2.0/quotas/636812e8b46645419cd4972dfa2a3774 HTTP/1.1" status: 200 len: 375 time: 0.0331023 Mar 29 15:40:59.142733 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] get_ports_and_sgs() called for port_ids ['6c9d42f1-664d-4f97-a0ba-019ea090a445'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:40:59.176662 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] get_ports_and_sgs() called for port_ids ['93ac20f5-aa07-4dbf-a3fe-5ec3fbecedce'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:40:59.205547 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-497e970a-ae97-4ad2-b44f-d00bd67c1fb4 admin admin] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:40:59.223634 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-497e970a-ae97-4ad2-b44f-d00bd67c1fb4 admin admin] 10.222.0.42 "PUT /v2.0/routers/11581aa0-1a69-4131-a167-d1420721d4e7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3725846 Mar 29 15:40:59.242371 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 42346) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:40:59.253752 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8128d6e-819f-49ac-9cc7-e1e64bcba45b None None] Sync routers for ids ['11581aa0-1a69-4131-a167-d1420721d4e7'] in n-d-834765-1 {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:40:59.254558 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-833e8d83-0630-49c3-8eb6-4cd187c65ef4 req-77e39e3c-c423-4510-aa89-47016add74b0 tempest-DeleteServersAdminTestJSON-2124808543 tempest-DeleteServersAdminTestJSON-2124808543-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=636812e8b46645419cd4972dfa2a3774&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1499834 Mar 29 15:40:59.256785 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] get_ports_and_sgs() called for port_ids ['49b5fca5-a1ca-4798-bbf7-14cd233b96a8'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:40:59.317012 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] get_ports_and_sgs() called for port_ids ['de3260d5-fda5-4f86-be90-526c4825300a'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:40:59.319173 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] get_ports_and_sgs() called for port_ids ['66dc2491-4dea-4461-91e1-6f3d16ceba75'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:40:59.340665 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] get_ports_and_sgs() called for port_ids ['afb45c41-7829-4784-bffd-321e3c203b49'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:40:59.429713 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] get_ports_and_sgs() called for port_ids ['62748d51-569b-4ac6-b982-c0c07d6060df'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:40:59.437727 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-1587dc5b-d5c6-4862-a50d-f619bbd5f4fa admin admin] Notify callbacks [] for router, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:59.528007 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '634c595e-d279-4aeb-bf6e-5b4c4a939ff0', 'name': 'network-vif-deleted', 'tag': '32ca12f3-c308-42af-b6ed-0d7bdc625b95'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:40:59.530358 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c67b028db5e9b9818fecc5c0a87ebc6f190694fa53ca267d523e04f98de536d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b452e848-c6b8-4ba2-8381-64ff4bc5b11f" -d '{"events": [{"server_uuid": "634c595e-d279-4aeb-bf6e-5b4c4a939ff0", "name": "network-vif-deleted", "tag": "32ca12f3-c308-42af-b6ed-0d7bdc625b95"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:40:59.632762 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bdb923-a1a4-4476-b9e5-d539deb6dcc8 req-0dc172a4-6863-447a-9a59-4274923077b6 tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:59.638028 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8128d6e-819f-49ac-9cc7-e1e64bcba45b None None] Routers {'11581aa0-1a69-4131-a167-d1420721d4e7'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:40:59.638735 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-b8128d6e-819f-49ac-9cc7-e1e64bcba45b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:40:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['11581aa0-1a69-4131-a167-d1420721d4e7'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:40:59.659323 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bdb923-a1a4-4476-b9e5-d539deb6dcc8 req-0dc172a4-6863-447a-9a59-4274923077b6 tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:59.668950 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-13bdb923-a1a4-4476-b9e5-d539deb6dcc8 req-0dc172a4-6863-447a-9a59-4274923077b6 tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] 10.222.0.42 "GET /v2.0/networks?id=37bde8d7-b865-400d-9e2f-e243bdb917a0&id=31a2508d-0420-467a-b2d3-a63c41a04214 HTTP/1.1" status: 200 len: 1392 time: 0.7862959 Mar 29 15:40:59.706524 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-13bdb923-a1a4-4476-b9e5-d539deb6dcc8 req-bff345b4-f141-44a3-9289-985c7d0d477a tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] 10.222.0.42 "GET /v2.0/quotas/d35c7b00e95148bdb6e7470aeaeb77ed HTTP/1.1" status: 200 len: 375 time: 0.0289304 Mar 29 15:40:59.749556 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.db_base_plugin_common [None req-8f96d64e-8aab-4487-90e8-9328b8ad4bd7 None None] Allocated IP 19.86.0.2 (31a2508d-0420-467a-b2d3-a63c41a04214/f703a51c-0eb2-4d55-87cd-9c9ea8bb6814/6bf40685-76d1-4269-b6c6-b40f6ad9a4af) {{(pid=102792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:40:59.787679 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-1587dc5b-d5c6-4862-a50d-f619bbd5f4fa admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:59.822075 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] get_ports_and_sgs() called for port_ids ['0e514d14-115e-4070-8843-3ee9f7325115'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:40:59.824103 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35fca202-c8e3-4bfd-948e-02291a577035 None None] Network 37bde8d7-b865-400d-9e2f-e243bdb917a0 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 15:40:59.828577 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-13bdb923-a1a4-4476-b9e5-d539deb6dcc8 req-ced84776-07bf-4c79-987b-174091e125c7 tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=d35c7b00e95148bdb6e7470aeaeb77ed&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1105311 Mar 29 15:40:59.908823 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-1587dc5b-d5c6-4862-a50d-f619bbd5f4fa admin admin] Deleting port cb3934ba-e19f-4e71-b6f7-3e22715e0f4e {{(pid=102790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:40:59.909768 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-1587dc5b-d5c6-4862-a50d-f619bbd5f4fa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:40:59.938669 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36574159-383d-4096-b9f1-0a179895b130 req-2a72fda3-8207-4d0e-9772-fc205a05fd71 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:59.945049 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36574159-383d-4096-b9f1-0a179895b130 req-2a72fda3-8207-4d0e-9772-fc205a05fd71 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:59.952165 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36574159-383d-4096-b9f1-0a179895b130 req-2a72fda3-8207-4d0e-9772-fc205a05fd71 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:59.959867 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36574159-383d-4096-b9f1-0a179895b130 req-2a72fda3-8207-4d0e-9772-fc205a05fd71 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:59.967159 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36574159-383d-4096-b9f1-0a179895b130 req-2a72fda3-8207-4d0e-9772-fc205a05fd71 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:59.974660 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36574159-383d-4096-b9f1-0a179895b130 req-2a72fda3-8207-4d0e-9772-fc205a05fd71 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:59.981691 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36574159-383d-4096-b9f1-0a179895b130 req-2a72fda3-8207-4d0e-9772-fc205a05fd71 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:59.989986 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-36574159-383d-4096-b9f1-0a179895b130 req-2a72fda3-8207-4d0e-9772-fc205a05fd71 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] 10.222.0.42 "GET /v2.0/ports?device_id=e63d94a3-644d-400a-aa3f-0c71f9fb1b46 HTTP/1.1" status: 200 len: 5427 time: 0.1519935 Mar 29 15:40:59.998303 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-13bdb923-a1a4-4476-b9e5-d539deb6dcc8 req-57bd0628-3df0-4193-899e-b1db5747880b service neutron] 10.222.0.42 "GET /v2.0/networks/37bde8d7-b865-400d-9e2f-e243bdb917a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1684599 Mar 29 15:41:00.090516 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-36574159-383d-4096-b9f1-0a179895b130 req-7a2f76cf-248a-4ef3-9fde-8b299b06c46d tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] 10.222.0.42 "GET /v2.0/security-groups?id=7a324716-10f9-4f06-a2b5-9f498b951d56&id=19cf0565-0e5d-4a9a-bb20-6dda76410fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0924511 Mar 29 15:41:00.127014 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-04a75588-3b89-49e1-b59b-bdd389e3c52c None None] Provisioning complete for port 7dff7c46-c7ef-475f-99cc-6844ad699a9b triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:41:00.127417 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-04a75588-3b89-49e1-b59b-bdd389e3c52c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:00.158689 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [None req-1587dc5b-d5c6-4862-a50d-f619bbd5f4fa admin admin] For port cb3934ba-e19f-4e71-b6f7-3e22715e0f4e, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=cb3934ba-e19f-4e71-b6f7-3e22715e0f4e,segment=NetworkSegment(6ab47353-a811-4bad-bc73-b4cc84583cfd),segment_id=6ab47353-a811-4bad-bc73-b4cc84583cfd)] {{(pid=102790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:41:00.159090 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-1587dc5b-d5c6-4862-a50d-f619bbd5f4fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:00.193255 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-13bdb923-a1a4-4476-b9e5-d539deb6dcc8 req-b485743e-dcc3-4a6b-a042-fdb1e5bb70ff service neutron] 10.222.0.42 "GET /v2.0/networks/37bde8d7-b865-400d-9e2f-e243bdb917a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1936722 Mar 29 15:41:00.197298 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-1587dc5b-d5c6-4862-a50d-f619bbd5f4fa admin admin] Calling delete_port for cb3934ba-e19f-4e71-b6f7-3e22715e0f4e owned by network:router_gateway {{(pid=102790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:41:00.222624 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device 6f14b34e-3817-46ea-b86a-a796246e7a9e no longer exists at agent hyperv_n-h2-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:41:00.235437 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port 7dff7c46-c7ef-475f-99cc-6844ad699a9b triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:41:00.235803 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:00.334077 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-13bdb923-a1a4-4476-b9e5-d539deb6dcc8 req-0bff504a-119c-42dd-9234-8f58fc0bd9fc service neutron] 10.222.0.42 "GET /v2.0/networks/31a2508d-0420-467a-b2d3-a63c41a04214?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336627 Mar 29 15:41:00.411047 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] No Port match for: 6f14b34e-3817-46ea-b86a-a796246e7a9e {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 15:41:00.411427 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device 6f14b34e-3817-46ea-b86a-a796246e7a9e not bound to the agent host n-h2-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:41:00.411864 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device 32ca12f3-c308-42af-b6ed-0d7bdc625b95 no longer exists at agent hyperv_n-h2-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:41:00.503142 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-1587dc5b-d5c6-4862-a50d-f619bbd5f4fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:00.557290 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-13bdb923-a1a4-4476-b9e5-d539deb6dcc8 req-8b2ab377-a7f7-4695-82e2-953e54f3aa84 service neutron] 10.222.0.42 "GET /v2.0/networks/31a2508d-0420-467a-b2d3-a63c41a04214?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2151330 Mar 29 15:41:00.579484 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1587dc5b-d5c6-4862-a50d-f619bbd5f4fa admin admin] Pushing event deleted for resources: {'Port': ['ID=cb3934ba-e19f-4e71-b6f7-3e22715e0f4e,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:41:00.669576 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] No Port match for: 32ca12f3-c308-42af-b6ed-0d7bdc625b95 {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 15:41:00.669576 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device 32ca12f3-c308-42af-b6ed-0d7bdc625b95 not bound to the agent host n-h2-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:41:00.676674 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8db8b0-71c2-4ef2-9cd8-1733c070954c req-12925812-a9f6-4f5d-bd23-3028d68002b3 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:00.681784 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-4a8db8b0-71c2-4ef2-9cd8-1733c070954c req-12925812-a9f6-4f5d-bd23-3028d68002b3 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] 10.222.0.42 "GET /v2.0/ports?device_id=490a7f81-d34b-41cf-b939-8230c4561d2c HTTP/1.1" status: 200 len: 944 time: 0.4605751 Mar 29 15:41:00.741900 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-1587dc5b-d5c6-4862-a50d-f619bbd5f4fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-648138'] for router_gateway, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:00.824734 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-8bee6532-a6c4-4b61-b5b2-58c3b5178cd0 req-9e4adaa3-3f4b-4459-b39e-9a5ffdf700eb tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] 10.222.0.42 "GET /v2.0/ports?device_id=634c595e-d279-4aeb-bf6e-5b4c4a939ff0 HTTP/1.1" status: 200 len: 210 time: 0.0496202 Mar 29 15:41:00.942381 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-86b9d53f-ddbd-44c2-86bb-5ff4c1c9906b req-c3348473-2dd0-4170-9878-e7d1a7b1876e tempest-DeleteServersAdminTestJSON-2124808543 tempest-DeleteServersAdminTestJSON-2124808543-project] 10.222.0.42 "GET /v2.0/ports?device_id=92da3d30-2c83-4a5c-ba8a-82e31ee4ca78 HTTP/1.1" status: 200 len: 210 time: 0.0453789 Mar 29 15:41:00.957529 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-1587dc5b-d5c6-4862-a50d-f619bbd5f4fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129328'] for router, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:00.962766 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-1587dc5b-d5c6-4862-a50d-f619bbd5f4fa admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:00.991239 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-4a8db8b0-71c2-4ef2-9cd8-1733c070954c req-6f8be95b-9725-43b5-945e-e74f80939562 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] 10.222.0.42 "GET /v2.0/security-groups?id=c99ced8e-1ceb-46fb-aaa7-747186b2b9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2540498 Mar 29 15:41:01.079185 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-1587dc5b-d5c6-4862-a50d-f619bbd5f4fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-526718'] for router, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:01.079930 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1587dc5b-d5c6-4862-a50d-f619bbd5f4fa admin admin] Fanout notify agent at l3_agent the message router_deleted on router 11581aa0-1a69-4131-a167-d1420721d4e7 {{(pid=102790) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 29 15:41:01.085519 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-1587dc5b-d5c6-4862-a50d-f619bbd5f4fa admin admin] Notify callbacks [] for router, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:01.086665 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-1587dc5b-d5c6-4862-a50d-f619bbd5f4fa admin admin] 10.222.0.42 "DELETE /v2.0/routers/11581aa0-1a69-4131-a167-d1420721d4e7 HTTP/1.1" status: 204 len: 168 time: 1.8425040 Mar 29 15:41:01.089533 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 42390) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:41:01.095845 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:40:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d45e199-cd9e-4d60-bf31-d364632256cf x-openstack-request-id: req-9d45e199-cd9e-4d60-bf31-d364632256cf {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:41:01.096140 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "634c595e-d279-4aeb-bf6e-5b4c4a939ff0", "name": "network-vif-deleted", "tag": "32ca12f3-c308-42af-b6ed-0d7bdc625b95", "status": "completed", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:41:01.096394 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-9d45e199-cd9e-4d60-bf31-d364632256cf {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:41:01.096791 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '634c595e-d279-4aeb-bf6e-5b4c4a939ff0', 'name': 'network-vif-deleted', 'tag': '32ca12f3-c308-42af-b6ed-0d7bdc625b95', 'status': 'completed', 'code': 200} Mar 29 15:41:01.098105 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvr_db [None req-b8128d6e-819f-49ac-9cc7-e1e64bcba45b None None] Set router 11581aa0-1a69-4131-a167-d1420721d4e7 gateway port host: n-d-834765-1 {{(pid=102792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:41:01.113240 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e0e9d8-5092-4147-924c-98ceabc185ab req-d0288f47-e58e-486b-891f-92430ba1092c tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:01.114826 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-08e0e9d8-5092-4147-924c-98ceabc185ab req-d0288f47-e58e-486b-891f-92430ba1092c tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] 10.222.0.42 "GET /v2.0/ports?device_id=0a10fb55-d9e0-47cb-a13f-38167235bc8a HTTP/1.1" status: 200 len: 945 time: 0.1016314 Mar 29 15:41:01.220671 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-08e0e9d8-5092-4147-924c-98ceabc185ab req-48a65cdf-ed4a-4678-9728-0801cb38cef4 tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] 10.222.0.42 "GET /v2.0/security-groups?id=ce1e3aa1-c9e4-4c36-a19f-9dbad60c5be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843856 Mar 29 15:41:01.267195 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.db_base_plugin_v2 [None req-6676b962-3eea-42dc-b07c-550d3097e3ed admin admin] Deleting subnet e7292f25-57c0-4ce1-9968-6bce9d8da5e6 {{(pid=102790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 15:41:01.279887 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-6676b962-3eea-42dc-b07c-550d3097e3ed admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:01.327379 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-72476dda-8d06-46d0-8249-e5d09ddb72bc req-d6345267-930a-4e3f-bf40-3e8825fc71f5 tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] 10.222.0.42 "GET /v2.0/ports?device_id=1bbcae53-a802-49d8-b1e4-d307411acf7d HTTP/1.1" status: 200 len: 210 time: 0.0486436 Mar 29 15:41:01.343897 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-6676b962-3eea-42dc-b07c-550d3097e3ed admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4614024'] for subnet, precommit_delete_associations {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:01.430825 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-6676b962-3eea-42dc-b07c-550d3097e3ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1641287'] for subnet, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:01.491812 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-833e8d83-0630-49c3-8eb6-4cd187c65ef4 req-9560dc66-93a6-4734-bbaf-3f19fcda5575 tempest-DeleteServersAdminTestJSON-2124808543 tempest-DeleteServersAdminTestJSON-2124808543-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=636812e8b46645419cd4972dfa2a3774&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0371916 Mar 29 15:41:01.501959 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d01489-bc9e-465f-b582-b1757f7f6b10 req-055dbda3-4015-4acc-b4e0-6667a1c0f7b4 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:01.510020 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-f3d01489-bc9e-465f-b582-b1757f7f6b10 req-055dbda3-4015-4acc-b4e0-6667a1c0f7b4 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.42 "GET /v2.0/ports?device_id=89f2dcda-6dac-4263-8024-9b0b8a1e6f69 HTTP/1.1" status: 200 len: 945 time: 0.3358290 Mar 29 15:41:01.560869 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-8f96d64e-8aab-4487-90e8-9328b8ad4bd7 None None] Notify callbacks [] for port, precommit_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:01.581351 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c028a6-ea93-4ca3-bffe-769218c8e083 req-64030c2a-46dd-4037-83c9-0bd61c074bca tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:01.599919 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c028a6-ea93-4ca3-bffe-769218c8e083 req-64030c2a-46dd-4037-83c9-0bd61c074bca tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:01.606471 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c028a6-ea93-4ca3-bffe-769218c8e083 req-64030c2a-46dd-4037-83c9-0bd61c074bca tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:01.617859 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c028a6-ea93-4ca3-bffe-769218c8e083 req-64030c2a-46dd-4037-83c9-0bd61c074bca tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:01.624857 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c028a6-ea93-4ca3-bffe-769218c8e083 req-64030c2a-46dd-4037-83c9-0bd61c074bca tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:01.633889 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c028a6-ea93-4ca3-bffe-769218c8e083 req-64030c2a-46dd-4037-83c9-0bd61c074bca tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:01.640815 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c028a6-ea93-4ca3-bffe-769218c8e083 req-64030c2a-46dd-4037-83c9-0bd61c074bca tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:01.642975 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-27c028a6-ea93-4ca3-bffe-769218c8e083 req-64030c2a-46dd-4037-83c9-0bd61c074bca tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] 10.222.0.42 "GET /v2.0/ports?device_id=e63d94a3-644d-400a-aa3f-0c71f9fb1b46 HTTP/1.1" status: 200 len: 5427 time: 0.1714718 Mar 29 15:41:01.682432 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-8f96d64e-8aab-4487-90e8-9328b8ad4bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956'] for port, after_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:01.741400 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-27c028a6-ea93-4ca3-bffe-769218c8e083 req-4663edb8-6ba8-4526-9366-d6117244a475 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] 10.222.0.42 "GET /v2.0/security-groups?id=7a324716-10f9-4f06-a2b5-9f498b951d56&id=19cf0565-0e5d-4a9a-bb20-6dda76410fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0841422 Mar 29 15:41:01.748577 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-f3d01489-bc9e-465f-b582-b1757f7f6b10 req-390b4ff8-0410-4ab5-9fe4-abfd0b1db9a1 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.42 "GET /v2.0/security-groups?id=07e96b72-96bb-4562-b80f-051b133c1759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2361050 Mar 29 15:41:01.753761 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-6676b962-3eea-42dc-b07c-550d3097e3ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1641294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5231963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4793952'] for subnet, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:01.806863 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6676b962-3eea-42dc-b07c-550d3097e3ed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e7292f25-57c0-4ce1-9968-6bce9d8da5e6,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:41:01.816042 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-6676b962-3eea-42dc-b07c-550d3097e3ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for subnet, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:01.822358 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-6676b962-3eea-42dc-b07c-550d3097e3ed admin admin] 10.222.0.42 "DELETE /v2.0/subnets/e7292f25-57c0-4ce1-9968-6bce9d8da5e6 HTTP/1.1" status: 204 len: 168 time: 0.7288308 Mar 29 15:41:01.823389 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 42396) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:41:01.828985 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833e8d83-0630-49c3-8eb6-4cd187c65ef4 req-f7c53365-871e-4c88-9486-68ba3d5008f8 tempest-DeleteServersAdminTestJSON-2124808543 tempest-DeleteServersAdminTestJSON-2124808543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:01.830448 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-833e8d83-0630-49c3-8eb6-4cd187c65ef4 req-f7c53365-871e-4c88-9486-68ba3d5008f8 tempest-DeleteServersAdminTestJSON-2124808543 tempest-DeleteServersAdminTestJSON-2124808543-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3168609 Mar 29 15:41:01.834891 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-de161ce6-fb7d-4bc0-9abb-ab7022285047 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:01.841080 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8084665d-5b5a-4745-b710-fe00fc17e2b0 req-6633c096-ffb0-4b4f-9ddb-16cae40088fa tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:01.842768 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-8084665d-5b5a-4745-b710-fe00fc17e2b0 req-6633c096-ffb0-4b4f-9ddb-16cae40088fa tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.44 "GET /v2.0/ports?device_id=89f2dcda-6dac-4263-8024-9b0b8a1e6f69 HTTP/1.1" status: 200 len: 945 time: 0.1522288 Mar 29 15:41:01.856079 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [req-833e8d83-0630-49c3-8eb6-4cd187c65ef4 req-08806e59-3136-4fba-97a0-5d21418ad247 tempest-DeleteServersAdminTestJSON-2124808543 tempest-DeleteServersAdminTestJSON-2124808543-project] Request body: {'port': {'device_id': '92da3d30-2c83-4a5c-ba8a-82e31ee4ca78', 'network_id': '2268a9b9-82fd-4886-a91d-3a50e4e16cab', 'admin_state_up': True, 'tenant_id': '636812e8b46645419cd4972dfa2a3774'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:41:01.937218 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6bee962-9286-4dce-9065-cdf518617f8d None None] Network 3b111d56-5965-49c9-b46c-cb240d63a68d requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 15:41:02.044392 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e85025c0-1337-497e-be95-19388a64a91c req-e04cdbae-04d4-4bb4-96d9-f8d97e5cbf56 tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] 10.222.0.42 "GET /v2.0/ports?device_id=634c595e-d279-4aeb-bf6e-5b4c4a939ff0 HTTP/1.1" status: 200 len: 210 time: 0.0544877 Mar 29 15:41:02.050515 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-df3ee602-4d17-4c28-b983-7da43dae9293 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1631750'] for network, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:02.079085 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-04a75588-3b89-49e1-b59b-bdd389e3c52c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:02.102855 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-13ef42bc-eee1-406c-8e24-c9fda7b35964 req-189a8f5c-d65c-4533-bcd2-d38731940f05 tempest-DeleteServersAdminTestJSON-2124808543 tempest-DeleteServersAdminTestJSON-2124808543-project] 10.222.0.42 "GET /v2.0/ports?device_id=92da3d30-2c83-4a5c-ba8a-82e31ee4ca78 HTTP/1.1" status: 200 len: 210 time: 0.0534372 Mar 29 15:41:02.134540 n-d-834765-1 neutron-server[102792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f96d64e-8aab-4487-90e8-9328b8ad4bd7 None None] Network 31a2508d-0420-467a-b2d3-a63c41a04214 is already hosted by enough agents. {{(pid=102792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:41:02.144022 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [req-8084665d-5b5a-4745-b710-fe00fc17e2b0 req-6a95cf21-aee9-46ec-9cd9-5fd6191f139b tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] Deleting port f60c5687-b2fd-4cd3-950c-f35ebfdff3f7 {{(pid=102790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:41:02.144403 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-8084665d-5b5a-4745-b710-fe00fc17e2b0 req-6a95cf21-aee9-46ec-9cd9-5fd6191f139b tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:02.155609 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-df3ee602-4d17-4c28-b983-7da43dae9293 admin admin] Deleting port 3bdea12e-a69f-46c9-934d-662d23cf6763 {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:41:02.156842 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-df3ee602-4d17-4c28-b983-7da43dae9293 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:02.168200 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-833e8d83-0630-49c3-8eb6-4cd187c65ef4 req-08806e59-3136-4fba-97a0-5d21418ad247 tempest-DeleteServersAdminTestJSON-2124808543 tempest-DeleteServersAdminTestJSON-2124808543-project] Made reservation on behalf of 636812e8b46645419cd4972dfa2a3774 for: {'port': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:41:02.172581 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-833e8d83-0630-49c3-8eb6-4cd187c65ef4 req-08806e59-3136-4fba-97a0-5d21418ad247 tempest-DeleteServersAdminTestJSON-2124808543 tempest-DeleteServersAdminTestJSON-2124808543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:02.271152 n-d-834765-1 neutron-server[102792]: DEBUG neutron.scheduler.base_scheduler [None req-8f96d64e-8aab-4487-90e8-9328b8ad4bd7 None None] Resources bound (agent type, host, resource id): {{(pid=102792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:41:02.276375 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f96d64e-8aab-4487-90e8-9328b8ad4bd7 None None] Received port after_create {{(pid=102792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:41:02.306287 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f947a3f4-dc6c-44fd-b0c5-cea38653b8af req-9c1eb8f8-1151-4269-bdd0-68f22889ad5b tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:02.316300 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f947a3f4-dc6c-44fd-b0c5-cea38653b8af req-9c1eb8f8-1151-4269-bdd0-68f22889ad5b tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] 10.222.0.42 "GET /v2.0/ports?device_id=490a7f81-d34b-41cf-b939-8230c4561d2c HTTP/1.1" status: 200 len: 944 time: 0.1540189 Mar 29 15:41:02.324856 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f96d64e-8aab-4487-90e8-9328b8ad4bd7 None None] Pushing event updated for resources: {'Port': ['ID=6bf40685-76d1-4269-b6c6-b40f6ad9a4af,revision_number=1']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:41:02.334513 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [None req-df3ee602-4d17-4c28-b983-7da43dae9293 admin admin] For port 3bdea12e-a69f-46c9-934d-662d23cf6763, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=3bdea12e-a69f-46c9-934d-662d23cf6763,segment=NetworkSegment(3d5eb777-4fe8-4b7b-97c0-0f1706f8e353),segment_id=3d5eb777-4fe8-4b7b-97c0-0f1706f8e353)] {{(pid=102791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:41:02.335179 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-df3ee602-4d17-4c28-b983-7da43dae9293 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:02.353239 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [req-8084665d-5b5a-4745-b710-fe00fc17e2b0 req-6a95cf21-aee9-46ec-9cd9-5fd6191f139b tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] For port f60c5687-b2fd-4cd3-950c-f35ebfdff3f7, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=f60c5687-b2fd-4cd3-950c-f35ebfdff3f7,segment=NetworkSegment(e1d90273-cef5-4478-85fc-ff4ac210e191),segment_id=e1d90273-cef5-4478-85fc-ff4ac210e191)] {{(pid=102790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:41:02.354086 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-8084665d-5b5a-4745-b710-fe00fc17e2b0 req-6a95cf21-aee9-46ec-9cd9-5fd6191f139b tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:02.356687 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-df3ee602-4d17-4c28-b983-7da43dae9293 admin admin] Calling delete_port for 3bdea12e-a69f-46c9-934d-662d23cf6763 owned by network:dhcp {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:41:02.393608 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [req-8084665d-5b5a-4745-b710-fe00fc17e2b0 req-6a95cf21-aee9-46ec-9cd9-5fd6191f139b tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] Calling delete_port for f60c5687-b2fd-4cd3-950c-f35ebfdff3f7 owned by compute:nova {{(pid=102790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:41:02.467360 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-04a75588-3b89-49e1-b59b-bdd389e3c52c None None] For port 7dff7c46-c7ef-475f-99cc-6844ad699a9b, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=7dff7c46-c7ef-475f-99cc-6844ad699a9b,segment=NetworkSegment(ffd2df4b-e242-4a82-8672-0f9f9a3e4e90),segment_id=ffd2df4b-e242-4a82-8672-0f9f9a3e4e90)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:41:02.532372 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be51a754-dcb5-4b01-9238-6a8f6f5ab4c2 req-533c4d55-c161-408b-aaea-34cecb743fee tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:02.533866 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-be51a754-dcb5-4b01-9238-6a8f6f5ab4c2 req-533c4d55-c161-408b-aaea-34cecb743fee tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] 10.222.0.42 "GET /v2.0/ports?device_id=0a10fb55-d9e0-47cb-a13f-38167235bc8a HTTP/1.1" status: 200 len: 945 time: 0.1970675 Mar 29 15:41:02.550296 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.db_base_plugin_common [req-833e8d83-0630-49c3-8eb6-4cd187c65ef4 req-08806e59-3136-4fba-97a0-5d21418ad247 tempest-DeleteServersAdminTestJSON-2124808543 tempest-DeleteServersAdminTestJSON-2124808543-project] Allocated IP 192.168.233.76 (2268a9b9-82fd-4886-a91d-3a50e4e16cab/abb8e5d6-2aea-4455-a944-3435a3d1ce49/830b4256-6943-4919-9a09-7cbf7d8dc004) {{(pid=102790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:41:02.557912 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-df3ee602-4d17-4c28-b983-7da43dae9293 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:02.579186 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:02.593020 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-04a75588-3b89-49e1-b59b-bdd389e3c52c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:02.706635 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bdb923-a1a4-4476-b9e5-d539deb6dcc8 req-7c749a92-7d8c-43fb-8530-0ca6ea776ce9 tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:02.713242 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bdb923-a1a4-4476-b9e5-d539deb6dcc8 req-7c749a92-7d8c-43fb-8530-0ca6ea776ce9 tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:02.716042 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-13bdb923-a1a4-4476-b9e5-d539deb6dcc8 req-7c749a92-7d8c-43fb-8530-0ca6ea776ce9 tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] 10.222.0.44 "GET /v2.0/networks?id=37bde8d7-b865-400d-9e2f-e243bdb917a0&id=31a2508d-0420-467a-b2d3-a63c41a04214 HTTP/1.1" status: 200 len: 1392 time: 0.2134924 Mar 29 15:41:02.717344 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df3ee602-4d17-4c28-b983-7da43dae9293 admin admin] No DVR routers for this DVR port 3bdea12e-a69f-46c9-934d-662d23cf6763 on host n-d-834765-1 {{(pid=102791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:41:02.719330 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3ee602-4d17-4c28-b983-7da43dae9293 admin admin] Pushing event deleted for resources: {'Port': ['ID=3bdea12e-a69f-46c9-934d-662d23cf6763,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:41:02.733141 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f947a3f4-dc6c-44fd-b0c5-cea38653b8af req-b9a7fbd2-9555-4258-ad04-c2c80f8b9dd7 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] 10.222.0.42 "GET /v2.0/security-groups?id=c99ced8e-1ceb-46fb-aaa7-747186b2b9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4154525 Mar 29 15:41:02.753515 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a75588-3b89-49e1-b59b-bdd389e3c52c None None] Pushing event updated for resources: {'Port': ['ID=7dff7c46-c7ef-475f-99cc-6844ad699a9b,revision_number=3']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:41:02.788092 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-be51a754-dcb5-4b01-9238-6a8f6f5ab4c2 req-e5f9b416-221a-42ac-bc3c-5b7a4ea16061 tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] 10.222.0.42 "GET /v2.0/security-groups?id=ce1e3aa1-c9e4-4c36-a19f-9dbad60c5be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2430313 Mar 29 15:41:02.789326 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [req-13bdb923-a1a4-4476-b9e5-d539deb6dcc8 req-4f52c3d0-a44e-4a25-b90f-ab9f52dcfefe tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Request body: {'port': {'device_id': '1bbcae53-a802-49d8-b1e4-d307411acf7d', 'network_id': '37bde8d7-b865-400d-9e2f-e243bdb917a0', 'admin_state_up': True, 'tenant_id': 'd35c7b00e95148bdb6e7470aeaeb77ed'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:41:02.797597 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-8084665d-5b5a-4745-b710-fe00fc17e2b0 req-6a95cf21-aee9-46ec-9cd9-5fd6191f139b tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:02.853486 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-b8128d6e-819f-49ac-9cc7-e1e64bcba45b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11581aa0-1a69-4131-a167-d1420721d4e7', 'name': 'tempest-AttachSCSIVolumeTestJSON-1655533914-router', 'tenant_id': '140a74e7fad04747acc345e5a1657e95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': 'cb3934ba-e19f-4e71-b6f7-3e22715e0f4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:37:23Z', 'updated_at': '2022-03-29T15:40:57Z', 'revision_number': 5, 'project_id': '140a74e7fad04747acc345e5a1657e95', 'gw_port': {'id': 'cb3934ba-e19f-4e71-b6f7-3e22715e0f4e', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:54:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11581aa0-1a69-4131-a167-d1420721d4e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:37:24Z', 'updated_at': '2022-03-29T15:37:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1'}], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:41:02.883489 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-8f96d64e-8aab-4487-90e8-9328b8ad4bd7 None None] Attempting to bind port 6bf40685-76d1-4269-b6c6-b40f6ad9a4af on host n-d-834765-1 for vnic_type normal with profile {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:41:02.884352 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-8f96d64e-8aab-4487-90e8-9328b8ad4bd7 None None] Attempting to bind port 6bf40685-76d1-4269-b6c6-b40f6ad9a4af by drivers openvswitch,hyperv on host n-d-834765-1 at level 0 using segments [{'id': '1c2bee05-dec6-4a38-a526-00e005229e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '31a2508d-0420-467a-b2d3-a63c41a04214'}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:41:02.884941 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f96d64e-8aab-4487-90e8-9328b8ad4bd7 None None] Attempting to bind port 6bf40685-76d1-4269-b6c6-b40f6ad9a4af on network 31a2508d-0420-467a-b2d3-a63c41a04214 {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:41:02.892671 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.db.api [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102792) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 29 15:41:02.893372 n-d-834765-1 neutron-server[102792]: DEBUG oslo_db.api [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 29 15:41:02.894153 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8128d6e-819f-49ac-9cc7-e1e64bcba45b None None] Checking router: 11581aa0-1a69-4131-a167-d1420721d4e7 for host: n-d-834765-1 {{(pid=102792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:41:02.920939 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8128d6e-819f-49ac-9cc7-e1e64bcba45b None None] Routers set() bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:41:02.921599 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8128d6e-819f-49ac-9cc7-e1e64bcba45b None None] Router IDs set() for agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 29 15:41:02.922423 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_agentschedulers_db [None req-b8128d6e-819f-49ac-9cc7-e1e64bcba45b None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'11581aa0-1a69-4131-a167-d1420721d4e7'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:40:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent'). {{(pid=102792) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Mar 29 15:41:02.923037 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8128d6e-819f-49ac-9cc7-e1e64bcba45b None None] The sync data for ids ['11581aa0-1a69-4131-a167-d1420721d4e7'] in n-d-834765-1 is: [] {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:41:02.939675 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f96d64e-8aab-4487-90e8-9328b8ad4bd7 None None] Checking agent: {'id': 'a8866439-9d96-425c-b519-6905c591ac37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 25, 36), 'started_at': datetime.datetime(2022, 3, 29, 15, 26, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 40, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834765-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:41:02.940467 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f96d64e-8aab-4487-90e8-9328b8ad4bd7 None None] Checking segment: {'id': '1c2bee05-dec6-4a38-a526-00e005229e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '31a2508d-0420-467a-b2d3-a63c41a04214'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:41:02.941085 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-8f96d64e-8aab-4487-90e8-9328b8ad4bd7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:02.941712 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f96d64e-8aab-4487-90e8-9328b8ad4bd7 None None] Bound using segment: {'id': '1c2bee05-dec6-4a38-a526-00e005229e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '31a2508d-0420-467a-b2d3-a63c41a04214'} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:41:02.942431 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-8f96d64e-8aab-4487-90e8-9328b8ad4bd7 None None] Bound port: 6bf40685-76d1-4269-b6c6-b40f6ad9a4af, host: n-d-834765-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c2bee05-dec6-4a38-a526-00e005229e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '31a2508d-0420-467a-b2d3-a63c41a04214'}}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 15:41:02.943043 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-8f96d64e-8aab-4487-90e8-9328b8ad4bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:02.948097 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-cabd0169-43d4-48da-afc2-42ff424550cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:02.955921 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-aaf9bccf-4807-49ac-8b4c-f65aaf3b07df req-b576876e-cb9a-474a-8424-3051f9aec978 tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] 10.222.0.42 "GET /v2.0/ports?device_id=1bbcae53-a802-49d8-b1e4-d307411acf7d HTTP/1.1" status: 200 len: 210 time: 0.0980234 Mar 29 15:41:02.963286 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-bb6e58e6-4e79-44eb-a892-46525a018d78 None None] Provisioning complete for port 7dff7c46-c7ef-475f-99cc-6844ad699a9b triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:41:02.963991 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-bb6e58e6-4e79-44eb-a892-46525a018d78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:02.993185 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a95cf21-aee9-46ec-9cd9-5fd6191f139b tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] Pushing event deleted for resources: {'Port': ['ID=f60c5687-b2fd-4cd3-950c-f35ebfdff3f7,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:41:03.016983 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-b418ddee-3f77-4f7b-bb4e-8a3a8e391746 req-188f9587-ff71-47ba-af32-c194a1a09242 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.42 "GET /v2.0/ports?device_id=89f2dcda-6dac-4263-8024-9b0b8a1e6f69 HTTP/1.1" status: 200 len: 210 time: 0.1151211 Mar 29 15:41:03.023889 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-df3ee602-4d17-4c28-b983-7da43dae9293 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639890', 'neutron.services.segments.db._delete_segments_for_network-8783523423079'] for network, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:03.029048 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.l3_dvrscheduler_db [req-8084665d-5b5a-4745-b710-fe00fc17e2b0 req-6a95cf21-aee9-46ec-9cd9-5fd6191f139b tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] No DVR routers for this DVR port f60c5687-b2fd-4cd3-950c-f35ebfdff3f7 on host n-h1-834765-1 {{(pid=102790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:41:03.039199 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c5d8993-5079-4113-9cea-c98583b46a23 None None] DHCP port deletion for 3b111d56-5965-49c9-b46c-cb240d63a68d request from n-d-834765-1 {{(pid=102792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 29 15:41:03.040086 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-8084665d-5b5a-4745-b710-fe00fc17e2b0 req-6a95cf21-aee9-46ec-9cd9-5fd6191f139b tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:03.046149 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-8084665d-5b5a-4745-b710-fe00fc17e2b0 req-6a95cf21-aee9-46ec-9cd9-5fd6191f139b tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.44 "DELETE /v2.0/ports/f60c5687-b2fd-4cd3-950c-f35ebfdff3f7 HTTP/1.1" status: 204 len: 173 time: 1.1943927 Mar 29 15:41:03.046619 n-d-834765-1 neutron-server[102790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89f2dcda-6dac-4263-8024-9b0b8a1e6f69', 'name': 'network-vif-deleted', 'tag': 'f60c5687-b2fd-4cd3-950c-f35ebfdff3f7'}] {{(pid=102790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:41:03.048947 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46b06d655c90bc969636382cce4240ad749035fb0f3a83ee4734fa1ed9c4a6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5d44ec4-7f6f-4d83-b314-3efd1f8a2ecb" -d '{"events": [{"server_uuid": "89f2dcda-6dac-4263-8024-9b0b8a1e6f69", "name": "network-vif-deleted", "tag": "f60c5687-b2fd-4cd3-950c-f35ebfdff3f7"}]}' {{(pid=102790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:41:03.182889 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-8f96d64e-8aab-4487-90e8-9328b8ad4bd7 None None] For port 6bf40685-76d1-4269-b6c6-b40f6ad9a4af, host n-d-834765-1, cleared binding levels {{(pid=102792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:41:03.183428 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-df3ee602-4d17-4c28-b983-7da43dae9293 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b111d56-5965-49c9-b46c-cb240d63a68d']}} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:41:03.188112 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-8f96d64e-8aab-4487-90e8-9328b8ad4bd7 None None] For port 6bf40685-76d1-4269-b6c6-b40f6ad9a4af, host n-d-834765-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=6bf40685-76d1-4269-b6c6-b40f6ad9a4af,segment=NetworkSegment(1c2bee05-dec6-4a38-a526-00e005229e64),segment_id=1c2bee05-dec6-4a38-a526-00e005229e64)] {{(pid=102792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:41:03.194715 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-8f96d64e-8aab-4487-90e8-9328b8ad4bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:03.222063 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-df3ee602-4d17-4c28-b983-7da43dae9293 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d5eb777-4fe8-4b7b-97c0-0f1706f8e353') {'for_net_delete': True} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:41:03.222356 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-df3ee602-4d17-4c28-b983-7da43dae9293 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d5eb777-4fe8-4b7b-97c0-0f1706f8e353') {} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:41:03.248863 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-6963f204-7050-4681-a702-fa7f5e8f3e1c req-792b4d16-a158-402e-832e-112f0c12533c tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] 10.222.0.42 "GET /v2.0/ports?device_id=634c595e-d279-4aeb-bf6e-5b4c4a939ff0 HTTP/1.1" status: 200 len: 210 time: 0.0390913 Mar 29 15:41:03.254184 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-df3ee602-4d17-4c28-b983-7da43dae9293 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783523422064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4230428'] for segment, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:03.287405 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb2d9c8-c8a3-45fc-8c68-cdbfc8f5d37f req-11a70b26-d307-4df8-82c2-881ee69ea1a3 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:03.289582 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f96d64e-8aab-4487-90e8-9328b8ad4bd7 None None] Pushing event updated for resources: {'Port': ['ID=6bf40685-76d1-4269-b6c6-b40f6ad9a4af,revision_number=2']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:41:03.293260 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-833e8d83-0630-49c3-8eb6-4cd187c65ef4 req-08806e59-3136-4fba-97a0-5d21418ad247 tempest-DeleteServersAdminTestJSON-2124808543 tempest-DeleteServersAdminTestJSON-2124808543-project] Notify callbacks [] for port, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:03.294475 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb2d9c8-c8a3-45fc-8c68-cdbfc8f5d37f req-11a70b26-d307-4df8-82c2-881ee69ea1a3 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:03.298647 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f96d64e-8aab-4487-90e8-9328b8ad4bd7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:41:03.299070 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f96d64e-8aab-4487-90e8-9328b8ad4bd7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:41:03.299580 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f96d64e-8aab-4487-90e8-9328b8ad4bd7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:41:03.300048 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f96d64e-8aab-4487-90e8-9328b8ad4bd7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:41:03.300504 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f96d64e-8aab-4487-90e8-9328b8ad4bd7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:41:03.300938 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f96d64e-8aab-4487-90e8-9328b8ad4bd7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:41:03.301547 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f96d64e-8aab-4487-90e8-9328b8ad4bd7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:41:03.302566 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f96d64e-8aab-4487-90e8-9328b8ad4bd7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:41:03.303063 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f96d64e-8aab-4487-90e8-9328b8ad4bd7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:41:03.303551 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f96d64e-8aab-4487-90e8-9328b8ad4bd7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:41:03.304038 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f96d64e-8aab-4487-90e8-9328b8ad4bd7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:41:03.304930 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f96d64e-8aab-4487-90e8-9328b8ad4bd7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:41:03.306425 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb2d9c8-c8a3-45fc-8c68-cdbfc8f5d37f req-11a70b26-d307-4df8-82c2-881ee69ea1a3 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:03.313421 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb2d9c8-c8a3-45fc-8c68-cdbfc8f5d37f req-11a70b26-d307-4df8-82c2-881ee69ea1a3 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:03.319316 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb2d9c8-c8a3-45fc-8c68-cdbfc8f5d37f req-11a70b26-d307-4df8-82c2-881ee69ea1a3 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:03.325735 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb2d9c8-c8a3-45fc-8c68-cdbfc8f5d37f req-11a70b26-d307-4df8-82c2-881ee69ea1a3 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:03.331657 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb2d9c8-c8a3-45fc-8c68-cdbfc8f5d37f req-11a70b26-d307-4df8-82c2-881ee69ea1a3 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:03.333591 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-5eb2d9c8-c8a3-45fc-8c68-cdbfc8f5d37f req-11a70b26-d307-4df8-82c2-881ee69ea1a3 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] 10.222.0.42 "GET /v2.0/ports?device_id=e63d94a3-644d-400a-aa3f-0c71f9fb1b46 HTTP/1.1" status: 200 len: 5427 time: 0.2334652 Mar 29 15:41:03.336614 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13bdb923-a1a4-4476-b9e5-d539deb6dcc8 req-4f52c3d0-a44e-4a25-b90f-ab9f52dcfefe tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Made reservation on behalf of d35c7b00e95148bdb6e7470aeaeb77ed for: {'port': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:41:03.340582 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-13bdb923-a1a4-4476-b9e5-d539deb6dcc8 req-4f52c3d0-a44e-4a25-b90f-ab9f52dcfefe tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:03.364952 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-df3ee602-4d17-4c28-b983-7da43dae9293 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:03.390579 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-833e8d83-0630-49c3-8eb6-4cd187c65ef4 req-08806e59-3136-4fba-97a0-5d21418ad247 tempest-DeleteServersAdminTestJSON-2124808543 tempest-DeleteServersAdminTestJSON-2124808543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:03.393901 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df3ee602-4d17-4c28-b983-7da43dae9293 admin admin] Releasing vlan 649 on physical network physnet1 to pool {{(pid=102791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 15:41:03.394310 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-df3ee602-4d17-4c28-b983-7da43dae9293 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16169569'] for segment, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:03.402471 n-d-834765-1 neutron-server[102791]: Traceback (most recent call last): Mar 29 15:41:03.402471 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 15:41:03.402471 n-d-834765-1 neutron-server[102791]: timer() Mar 29 15:41:03.402471 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 15:41:03.402471 n-d-834765-1 neutron-server[102791]: cb(*args, **kw) Mar 29 15:41:03.402471 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 15:41:03.402471 n-d-834765-1 neutron-server[102791]: return func(*args, **kwargs) Mar 29 15:41:03.402471 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 15:41:03.402471 n-d-834765-1 neutron-server[102791]: self._notify() Mar 29 15:41:03.402471 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 15:41:03.402471 n-d-834765-1 neutron-server[102791]: self.callback(batched_events) Mar 29 15:41:03.402471 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 15:41:03.402471 n-d-834765-1 neutron-server[102791]: event.method(event) Mar 29 15:41:03.402471 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 15:41:03.402471 n-d-834765-1 neutron-server[102791]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 15:41:03.402471 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 15:41:03.402471 n-d-834765-1 neutron-server[102791]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 15:41:03.402471 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 15:41:03.402471 n-d-834765-1 neutron-server[102791]: return f(self, *a, **k) Mar 29 15:41:03.402471 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 15:41:03.402471 n-d-834765-1 neutron-server[102791]: return self._get(url).json() Mar 29 15:41:03.402471 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 15:41:03.402471 n-d-834765-1 neutron-server[102791]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 15:41:03.402471 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 15:41:03.402471 n-d-834765-1 neutron-server[102791]: return self.request(url, 'GET', **kwargs) Mar 29 15:41:03.402471 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 15:41:03.402471 n-d-834765-1 neutron-server[102791]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 15:41:03.402471 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 15:41:03.402471 n-d-834765-1 neutron-server[102791]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 15:41:03.402471 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 15:41:03.402471 n-d-834765-1 neutron-server[102791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 15:41:03.402471 n-d-834765-1 neutron-server[102791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 15:41:03.456860 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08806e59-3136-4fba-97a0-5d21418ad247 tempest-DeleteServersAdminTestJSON-2124808543 tempest-DeleteServersAdminTestJSON-2124808543-project] Pushing event updated for resources: {'Port': ['ID=830b4256-6943-4919-9a09-7cbf7d8dc004,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:41:03.494355 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-833e8d83-0630-49c3-8eb6-4cd187c65ef4 req-08806e59-3136-4fba-97a0-5d21418ad247 tempest-DeleteServersAdminTestJSON-2124808543 tempest-DeleteServersAdminTestJSON-2124808543-project] Network 2268a9b9-82fd-4886-a91d-3a50e4e16cab is already hosted by enough agents. {{(pid=102790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:41:03.503789 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [req-833e8d83-0630-49c3-8eb6-4cd187c65ef4 req-08806e59-3136-4fba-97a0-5d21418ad247 tempest-DeleteServersAdminTestJSON-2124808543 tempest-DeleteServersAdminTestJSON-2124808543-project] Resources bound (agent type, host, resource id): {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:41:03.507675 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.l3_dvrscheduler_db [req-833e8d83-0630-49c3-8eb6-4cd187c65ef4 req-08806e59-3136-4fba-97a0-5d21418ad247 tempest-DeleteServersAdminTestJSON-2124808543 tempest-DeleteServersAdminTestJSON-2124808543-project] Received port after_create {{(pid=102790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:41:03.559733 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-5eb2d9c8-c8a3-45fc-8c68-cdbfc8f5d37f req-6f1ba0b9-1a0a-4f9b-a34a-88cc2f3006d1 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] 10.222.0.42 "GET /v2.0/security-groups?id=7a324716-10f9-4f06-a2b5-9f498b951d56&id=19cf0565-0e5d-4a9a-bb20-6dda76410fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2016869 Mar 29 15:41:03.568651 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43446889-5fb7-45d9-8b34-a36b3c2e37a2 req-c7747ffa-2ce5-4071-a330-1ab52a71b475 tempest-DeleteServersAdminTestJSON-2124808543 tempest-DeleteServersAdminTestJSON-2124808543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:03.602090 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-df3ee602-4d17-4c28-b983-7da43dae9293 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1639897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648174'] for network, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:03.606194 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-43446889-5fb7-45d9-8b34-a36b3c2e37a2 req-c7747ffa-2ce5-4071-a330-1ab52a71b475 tempest-DeleteServersAdminTestJSON-2124808543 tempest-DeleteServersAdminTestJSON-2124808543-project] 10.222.0.42 "GET /v2.0/ports?device_id=92da3d30-2c83-4a5c-ba8a-82e31ee4ca78 HTTP/1.1" status: 200 len: 935 time: 0.2087703 Mar 29 15:41:03.649872 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-df3ee602-4d17-4c28-b983-7da43dae9293 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for network, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:03.653245 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-df3ee602-4d17-4c28-b983-7da43dae9293 admin admin] 10.222.0.42 "DELETE /v2.0/networks/3b111d56-5965-49c9-b46c-cb240d63a68d HTTP/1.1" status: 204 len: 168 time: 1.8286097 Mar 29 15:41:03.656898 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3ee602-4d17-4c28-b983-7da43dae9293 admin admin] Pushing event deleted for resources: {'Network': ['ID=3b111d56-5965-49c9-b46c-cb240d63a68d,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:41:03.658596 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 42418) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:41:03.682390 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:41:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d20d67d-9018-49ab-9050-47df0a66e214 x-openstack-request-id: req-6d20d67d-9018-49ab-9050-47df0a66e214 {{(pid=102790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:41:03.682692 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89f2dcda-6dac-4263-8024-9b0b8a1e6f69", "name": "network-vif-deleted", "tag": "f60c5687-b2fd-4cd3-950c-f35ebfdff3f7", "status": "completed", "code": 200}]} {{(pid=102790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:41:03.682953 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-6d20d67d-9018-49ab-9050-47df0a66e214 {{(pid=102790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:41:03.685270 n-d-834765-1 neutron-server[102790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89f2dcda-6dac-4263-8024-9b0b8a1e6f69', 'name': 'network-vif-deleted', 'tag': 'f60c5687-b2fd-4cd3-950c-f35ebfdff3f7', 'status': 'completed', 'code': 200} Mar 29 15:41:03.711539 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833e8d83-0630-49c3-8eb6-4cd187c65ef4 req-08806e59-3136-4fba-97a0-5d21418ad247 tempest-DeleteServersAdminTestJSON-2124808543 tempest-DeleteServersAdminTestJSON-2124808543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:03.712214 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-833e8d83-0630-49c3-8eb6-4cd187c65ef4 req-08806e59-3136-4fba-97a0-5d21418ad247 tempest-DeleteServersAdminTestJSON-2124808543 tempest-DeleteServersAdminTestJSON-2124808543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:03.735618 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-43446889-5fb7-45d9-8b34-a36b3c2e37a2 req-cff8a8ec-8c03-4964-84ba-559260e200ee tempest-DeleteServersAdminTestJSON-2124808543 tempest-DeleteServersAdminTestJSON-2124808543-project] 10.222.0.42 "GET /v2.0/security-groups?id=53d694e1-2bf0-4e15-9a57-00b8a3802403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284440 Mar 29 15:41:03.742251 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-833e8d83-0630-49c3-8eb6-4cd187c65ef4 req-08806e59-3136-4fba-97a0-5d21418ad247 tempest-DeleteServersAdminTestJSON-2124808543 tempest-DeleteServersAdminTestJSON-2124808543-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8967612 Mar 29 15:41:03.762132 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [req-833e8d83-0630-49c3-8eb6-4cd187c65ef4 req-b612d7bf-11da-4d3c-93b7-871b58adc7e7 service neutron] Request body: {'port': {'device_id': '92da3d30-2c83-4a5c-ba8a-82e31ee4ca78', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834765-1'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:41:03.892856 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-833e8d83-0630-49c3-8eb6-4cd187c65ef4 req-b612d7bf-11da-4d3c-93b7-871b58adc7e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:03.965479 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device f60c5687-b2fd-4cd3-950c-f35ebfdff3f7 no longer exists at agent hyperv_n-h1-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:41:03.967806 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device 0e514d14-115e-4070-8843-3ee9f7325115 up at agent hyperv_n-h2-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:41:04.038783 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d984ab59-5bb5-4f1d-973a-bf81cf14efed req-05025872-f2d1-4961-a6b7-8ff3d8fb02a0 tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:04.046159 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-d984ab59-5bb5-4f1d-973a-bf81cf14efed req-05025872-f2d1-4961-a6b7-8ff3d8fb02a0 tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] 10.222.0.42 "GET /v2.0/ports?device_id=0a10fb55-d9e0-47cb-a13f-38167235bc8a HTTP/1.1" status: 200 len: 945 time: 0.1349151 Mar 29 15:41:04.100411 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] No Port match for: f60c5687-b2fd-4cd3-950c-f35ebfdff3f7 {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 15:41:04.100832 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device f60c5687-b2fd-4cd3-950c-f35ebfdff3f7 not bound to the agent host n-h1-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:41:04.153190 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d71584b9-87f1-45f5-84c7-c993c2416269 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:04.162278 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-e4ab2edd-00d2-499b-87a4-6211ca0b2725 None None] Provisioning complete for port 830b4256-6943-4919-9a09-7cbf7d8dc004 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:41:04.162278 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-e4ab2edd-00d2-499b-87a4-6211ca0b2725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:04.171789 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74dd4e7-fe63-4605-bfdb-a2f1889ec62d req-227159d6-9d52-4019-af53-fa9ba4c6fb72 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:04.181795 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d74dd4e7-fe63-4605-bfdb-a2f1889ec62d req-227159d6-9d52-4019-af53-fa9ba4c6fb72 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] 10.222.0.42 "GET /v2.0/ports?device_id=490a7f81-d34b-41cf-b939-8230c4561d2c HTTP/1.1" status: 200 len: 944 time: 0.3070862 Mar 29 15:41:04.189070 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_common [req-13bdb923-a1a4-4476-b9e5-d539deb6dcc8 req-4f52c3d0-a44e-4a25-b90f-ab9f52dcfefe tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Allocated IP 19.80.0.135 (37bde8d7-b865-400d-9e2f-e243bdb917a0/12422abc-9783-4527-813d-6fff16c2a90e/6e3ff913-ed79-4005-9b8d-e91a98b24f4a) {{(pid=102791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:41:04.205488 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 7dff7c46-c7ef-475f-99cc-6844ad699a9b up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:41:04.219661 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-d984ab59-5bb5-4f1d-973a-bf81cf14efed req-bcfee1a7-0163-408c-b210-d97317e5017a tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] 10.222.0.42 "GET /v2.0/security-groups?id=ce1e3aa1-c9e4-4c36-a19f-9dbad60c5be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725299 Mar 29 15:41:04.295229 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d74dd4e7-fe63-4605-bfdb-a2f1889ec62d req-3788504c-e4d6-446f-b85e-e90ded6c647d tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] 10.222.0.42 "GET /v2.0/security-groups?id=c99ced8e-1ceb-46fb-aaa7-747186b2b9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077864 Mar 29 15:41:04.358510 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-16d20c70-e3f0-44fc-8c0e-803c9337769a req-f5557875-3ac0-4aa5-8fba-22b1879e7b29 tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] 10.222.0.42 "GET /v2.0/ports?device_id=1bbcae53-a802-49d8-b1e4-d307411acf7d HTTP/1.1" status: 200 len: 210 time: 0.0390501 Mar 29 15:41:04.462258 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-79d61cae-f45f-487a-90cd-82487e022929 req-03abf9bd-e4ab-4656-b049-2fb4770595dd tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.42 "GET /v2.0/ports?device_id=89f2dcda-6dac-4263-8024-9b0b8a1e6f69 HTTP/1.1" status: 200 len: 210 time: 0.0500033 Mar 29 15:41:04.499921 n-d-834765-1 neutron-server[102790]: DEBUG neutron.notifiers.nova [req-833e8d83-0630-49c3-8eb6-4cd187c65ef4 req-b612d7bf-11da-4d3c-93b7-871b58adc7e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 830b4256-6943-4919-9a09-7cbf7d8dc004 {{(pid=102790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:41:04.533780 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-833e8d83-0630-49c3-8eb6-4cd187c65ef4 req-b612d7bf-11da-4d3c-93b7-871b58adc7e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:04.543741 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Provisioning for port 0e514d14-115e-4070-8843-3ee9f7325115 completed by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 15:41:04.550360 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-e4ab2edd-00d2-499b-87a4-6211ca0b2725 None None] Port 830b4256-6943-4919-9a09-7cbf7d8dc004 cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 15:41:04.556110 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Provisioning complete for port 0e514d14-115e-4070-8843-3ee9f7325115 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:41:04.556656 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:04.572221 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-2b631db1-a29a-4de0-9564-4541ab8f79ff req-b5b68602-c18a-4a0b-b2df-ad96f14f7ef3 tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] 10.222.0.42 "GET /v2.0/ports?device_id=634c595e-d279-4aeb-bf6e-5b4c4a939ff0 HTTP/1.1" status: 200 len: 210 time: 0.0745926 Mar 29 15:41:04.604582 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.provisioning_blocks [req-833e8d83-0630-49c3-8eb6-4cd187c65ef4 req-b612d7bf-11da-4d3c-93b7-871b58adc7e7 service neutron] Transition to ACTIVE for port object 830b4256-6943-4919-9a09-7cbf7d8dc004 will not be triggered until provisioned by entity L2. {{(pid=102790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 15:41:04.610638 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-833e8d83-0630-49c3-8eb6-4cd187c65ef4 req-b612d7bf-11da-4d3c-93b7-871b58adc7e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5237921'] for port, after_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:04.617528 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-13bdb923-a1a4-4476-b9e5-d539deb6dcc8 req-4f52c3d0-a44e-4a25-b90f-ab9f52dcfefe tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Notify callbacks [] for port, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:04.642586 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port 7dff7c46-c7ef-475f-99cc-6844ad699a9b triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:41:04.647994 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:04.757173 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:04.793733 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b612d7bf-11da-4d3c-93b7-871b58adc7e7 service neutron] Pushing event updated for resources: {'Port': ['ID=830b4256-6943-4919-9a09-7cbf7d8dc004,revision_number=2']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:41:04.822539 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e63d94a3-644d-400a-aa3f-0c71f9fb1b46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e514d14-115e-4070-8843-3ee9f7325115'}] {{(pid=102792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:41:04.825384 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4f476c66b318cc6068719fc39557fac68d413f5c7e78fa77028c7948e999ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfa80d76-8fd3-480d-aa15-ea0100672d40" -d '{"events": [{"server_uuid": "e63d94a3-644d-400a-aa3f-0c71f9fb1b46", "name": "network-vif-plugged", "status": "completed", "tag": "0e514d14-115e-4070-8843-3ee9f7325115"}]}' {{(pid=102792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:41:04.837488 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.managers [req-833e8d83-0630-49c3-8eb6-4cd187c65ef4 req-b612d7bf-11da-4d3c-93b7-871b58adc7e7 service neutron] Attempting to bind port 830b4256-6943-4919-9a09-7cbf7d8dc004 on host n-h1-834765-1 for vnic_type normal with profile {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:41:04.838174 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.managers [req-833e8d83-0630-49c3-8eb6-4cd187c65ef4 req-b612d7bf-11da-4d3c-93b7-871b58adc7e7 service neutron] Attempting to bind port 830b4256-6943-4919-9a09-7cbf7d8dc004 by drivers openvswitch,hyperv on host n-h1-834765-1 at level 0 using segments [{'id': 'a0c230f0-660a-4194-9279-0f0781d34134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '2268a9b9-82fd-4886-a91d-3a50e4e16cab'}] {{(pid=102790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:41:04.838519 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-833e8d83-0630-49c3-8eb6-4cd187c65ef4 req-b612d7bf-11da-4d3c-93b7-871b58adc7e7 service neutron] Attempting to bind port 830b4256-6943-4919-9a09-7cbf7d8dc004 on network 2268a9b9-82fd-4886-a91d-3a50e4e16cab {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:41:04.848412 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-833e8d83-0630-49c3-8eb6-4cd187c65ef4 req-b612d7bf-11da-4d3c-93b7-871b58adc7e7 service neutron] Port 830b4256-6943-4919-9a09-7cbf7d8dc004 on network 2268a9b9-82fd-4886-a91d-3a50e4e16cab not bound, no agent of type Open vSwitch agent registered on host n-h1-834765-1 {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 15:41:04.848752 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-833e8d83-0630-49c3-8eb6-4cd187c65ef4 req-b612d7bf-11da-4d3c-93b7-871b58adc7e7 service neutron] Attempting to bind port 830b4256-6943-4919-9a09-7cbf7d8dc004 on network 2268a9b9-82fd-4886-a91d-3a50e4e16cab {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:41:04.849415 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port 0e514d14-115e-4070-8843-3ee9f7325115, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=0e514d14-115e-4070-8843-3ee9f7325115,segment=NetworkSegment(e53edac0-e56e-4ba8-8b7d-b6c8693d06dc),segment_id=e53edac0-e56e-4ba8-8b7d-b6c8693d06dc)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:41:04.858369 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:04.873513 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-833e8d83-0630-49c3-8eb6-4cd187c65ef4 req-b612d7bf-11da-4d3c-93b7-871b58adc7e7 service neutron] Checking agent: {'id': 'be375040-5069-4239-9460-a3a3213e1e90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 33, 18), 'started_at': datetime.datetime(2022, 3, 29, 15, 33, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 40, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:41:04.873858 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-833e8d83-0630-49c3-8eb6-4cd187c65ef4 req-b612d7bf-11da-4d3c-93b7-871b58adc7e7 service neutron] Checking segment: {'id': 'a0c230f0-660a-4194-9279-0f0781d34134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '2268a9b9-82fd-4886-a91d-3a50e4e16cab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:41:04.875646 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-833e8d83-0630-49c3-8eb6-4cd187c65ef4 req-b612d7bf-11da-4d3c-93b7-871b58adc7e7 service neutron] Bound using segment: {'id': 'a0c230f0-660a-4194-9279-0f0781d34134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '2268a9b9-82fd-4886-a91d-3a50e4e16cab'} {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:41:04.876122 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.managers [req-833e8d83-0630-49c3-8eb6-4cd187c65ef4 req-b612d7bf-11da-4d3c-93b7-871b58adc7e7 service neutron] Bound port: 830b4256-6943-4919-9a09-7cbf7d8dc004, host: n-h1-834765-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0c230f0-660a-4194-9279-0f0781d34134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '2268a9b9-82fd-4886-a91d-3a50e4e16cab'}}] {{(pid=102790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 15:41:04.876603 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-833e8d83-0630-49c3-8eb6-4cd187c65ef4 req-b612d7bf-11da-4d3c-93b7-871b58adc7e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:04.893779 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b90900-a21d-43b8-a394-9618c1ac2ade req-2f61e34b-36f3-48f6-b713-391ed9451697 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:04.905874 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b90900-a21d-43b8-a394-9618c1ac2ade req-2f61e34b-36f3-48f6-b713-391ed9451697 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:04.925068 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b90900-a21d-43b8-a394-9618c1ac2ade req-2f61e34b-36f3-48f6-b713-391ed9451697 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:04.931275 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b90900-a21d-43b8-a394-9618c1ac2ade req-2f61e34b-36f3-48f6-b713-391ed9451697 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:04.938255 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b90900-a21d-43b8-a394-9618c1ac2ade req-2f61e34b-36f3-48f6-b713-391ed9451697 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:04.940475 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 3bdea12e-a69f-46c9-934d-662d23cf6763 no longer exists at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:41:04.943820 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b90900-a21d-43b8-a394-9618c1ac2ade req-2f61e34b-36f3-48f6-b713-391ed9451697 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:04.950645 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b90900-a21d-43b8-a394-9618c1ac2ade req-2f61e34b-36f3-48f6-b713-391ed9451697 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:04.952594 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-c6b90900-a21d-43b8-a394-9618c1ac2ade req-2f61e34b-36f3-48f6-b713-391ed9451697 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] 10.222.0.42 "GET /v2.0/ports?device_id=e63d94a3-644d-400a-aa3f-0c71f9fb1b46 HTTP/1.1" status: 200 len: 5427 time: 0.2383761 Mar 29 15:41:04.989014 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-4aa9e9e4-af46-4d66-bffe-02c533a3359e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-530452'] for router_interface, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:05.005419 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [req-833e8d83-0630-49c3-8eb6-4cd187c65ef4 req-b612d7bf-11da-4d3c-93b7-871b58adc7e7 service neutron] For port 830b4256-6943-4919-9a09-7cbf7d8dc004, host n-h1-834765-1, cleared binding levels {{(pid=102790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:41:05.010557 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] No Port match for: 3bdea12e-a69f-46c9-934d-662d23cf6763 {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 15:41:05.011050 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 3bdea12e-a69f-46c9-934d-662d23cf6763 not bound to the agent host n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:41:05.012074 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 64e68e3d-5342-4d2a-8cdc-a13178f3f356 no longer exists at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:41:05.015363 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Pushing event updated for resources: {'Port': ['ID=0e514d14-115e-4070-8843-3ee9f7325115,revision_number=5']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:41:05.039896 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] No Port match for: 64e68e3d-5342-4d2a-8cdc-a13178f3f356 {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 15:41:05.040255 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 64e68e3d-5342-4d2a-8cdc-a13178f3f356 not bound to the agent host n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:41:05.074903 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [req-833e8d83-0630-49c3-8eb6-4cd187c65ef4 req-b612d7bf-11da-4d3c-93b7-871b58adc7e7 service neutron] For port 830b4256-6943-4919-9a09-7cbf7d8dc004, host n-h1-834765-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=830b4256-6943-4919-9a09-7cbf7d8dc004,segment=NetworkSegment(a0c230f0-660a-4194-9279-0f0781d34134),segment_id=a0c230f0-660a-4194-9279-0f0781d34134)] {{(pid=102790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:41:05.088133 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-833e8d83-0630-49c3-8eb6-4cd187c65ef4 req-b612d7bf-11da-4d3c-93b7-871b58adc7e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5237921'] for port, after_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:05.102818 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-13bdb923-a1a4-4476-b9e5-d539deb6dcc8 req-4f52c3d0-a44e-4a25-b90f-ab9f52dcfefe tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:05.103064 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7fe5f31-b36b-4acf-ac82-8c4c1062f1e4 None None] Network 31a2508d-0420-467a-b2d3-a63c41a04214 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 15:41:05.166264 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-c6b90900-a21d-43b8-a394-9618c1ac2ade req-6ab173a9-b425-467b-bb62-2771afb73d57 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] 10.222.0.42 "GET /v2.0/security-groups?id=7a324716-10f9-4f06-a2b5-9f498b951d56&id=19cf0565-0e5d-4a9a-bb20-6dda76410fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2062912 Mar 29 15:41:05.170617 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b612d7bf-11da-4d3c-93b7-871b58adc7e7 service neutron] Pushing event updated for resources: {'Port': ['ID=830b4256-6943-4919-9a09-7cbf7d8dc004,revision_number=3']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:41:05.213755 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13bdb923-a1a4-4476-b9e5-d539deb6dcc8 req-4f52c3d0-a44e-4a25-b90f-ab9f52dcfefe tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Network 37bde8d7-b865-400d-9e2f-e243bdb917a0 is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:41:05.225880 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833e8d83-0630-49c3-8eb6-4cd187c65ef4 req-b612d7bf-11da-4d3c-93b7-871b58adc7e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:05.226410 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-833e8d83-0630-49c3-8eb6-4cd187c65ef4 req-b612d7bf-11da-4d3c-93b7-871b58adc7e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:05.228215 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-833e8d83-0630-49c3-8eb6-4cd187c65ef4 req-b612d7bf-11da-4d3c-93b7-871b58adc7e7 service neutron] 10.222.0.44 "PUT /v2.0/ports/830b4256-6943-4919-9a09-7cbf7d8dc004 HTTP/1.1" status: 200 len: 1095 time: 1.4773388 Mar 29 15:41:05.231456 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [req-13bdb923-a1a4-4476-b9e5-d539deb6dcc8 req-4f52c3d0-a44e-4a25-b90f-ab9f52dcfefe tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:41:05.251152 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [req-13bdb923-a1a4-4476-b9e5-d539deb6dcc8 req-4f52c3d0-a44e-4a25-b90f-ab9f52dcfefe tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Received port after_create {{(pid=102791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:41:05.310474 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3197bb70-9bbb-40b2-abb1-dc0c61518d01 req-005c4d75-0688-46da-bc6e-24a7e2399016 tempest-DeleteServersAdminTestJSON-2124808543 tempest-DeleteServersAdminTestJSON-2124808543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:05.325692 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-3197bb70-9bbb-40b2-abb1-dc0c61518d01 req-005c4d75-0688-46da-bc6e-24a7e2399016 tempest-DeleteServersAdminTestJSON-2124808543 tempest-DeleteServersAdminTestJSON-2124808543-project] 10.222.0.42 "GET /v2.0/ports?device_id=92da3d30-2c83-4a5c-ba8a-82e31ee4ca78 HTTP/1.1" status: 200 len: 947 time: 0.3319566 Mar 29 15:41:05.364023 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:41:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc088f33-9e5a-4251-96e2-ef83aadfa02d x-openstack-request-id: req-bc088f33-9e5a-4251-96e2-ef83aadfa02d {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:41:05.364404 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e63d94a3-644d-400a-aa3f-0c71f9fb1b46", "name": "network-vif-plugged", "status": "completed", "tag": "0e514d14-115e-4070-8843-3ee9f7325115", "code": 200}]} {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:41:05.364601 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-bc088f33-9e5a-4251-96e2-ef83aadfa02d {{(pid=102792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:41:05.364991 n-d-834765-1 neutron-server[102792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e63d94a3-644d-400a-aa3f-0c71f9fb1b46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e514d14-115e-4070-8843-3ee9f7325115', 'code': 200} Mar 29 15:41:05.422388 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f52c3d0-a44e-4a25-b90f-ab9f52dcfefe tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Pushing event updated for resources: {'Port': ['ID=6e3ff913-ed79-4005-9b8d-e91a98b24f4a,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:41:05.442452 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-8f7afac4-b71c-4b48-a975-2ac3671a02b9 None None] Provisioning complete for port 6bf40685-76d1-4269-b6c6-b40f6ad9a4af triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:41:05.444015 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-8f7afac4-b71c-4b48-a975-2ac3671a02b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:05.497189 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-3197bb70-9bbb-40b2-abb1-dc0c61518d01 req-56be83db-b126-4ae8-a9f8-49d7044e8413 tempest-DeleteServersAdminTestJSON-2124808543 tempest-DeleteServersAdminTestJSON-2124808543-project] 10.222.0.42 "GET /v2.0/security-groups?id=53d694e1-2bf0-4e15-9a57-00b8a3802403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693652 Mar 29 15:41:05.525140 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833e8d83-0630-49c3-8eb6-4cd187c65ef4 req-1f791558-637c-4aaf-ba38-eed1a42ebd94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:05.529577 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-833e8d83-0630-49c3-8eb6-4cd187c65ef4 req-1f791558-637c-4aaf-ba38-eed1a42ebd94 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=636812e8b46645419cd4972dfa2a3774&device_id=92da3d30-2c83-4a5c-ba8a-82e31ee4ca78 HTTP/1.1" status: 200 len: 1098 time: 0.1787481 Mar 29 15:41:05.598628 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bdb923-a1a4-4476-b9e5-d539deb6dcc8 req-4f52c3d0-a44e-4a25-b90f-ab9f52dcfefe tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:05.618269 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-13bdb923-a1a4-4476-b9e5-d539deb6dcc8 req-4f52c3d0-a44e-4a25-b90f-ab9f52dcfefe tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:05.620172 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-833e8d83-0630-49c3-8eb6-4cd187c65ef4 req-513b3bc2-af2d-40f8-a79f-1fc4310c42b2 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.76&port_id=830b4256-6943-4919-9a09-7cbf7d8dc004 HTTP/1.1" status: 200 len: 217 time: 0.0852072 Mar 29 15:41:05.690552 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b66ef2f-b7b0-4221-99a5-a28909834731 req-49f0745f-01a4-4af9-832a-2e8b809c9ca5 tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:05.700355 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-5b66ef2f-b7b0-4221-99a5-a28909834731 req-49f0745f-01a4-4af9-832a-2e8b809c9ca5 tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] 10.222.0.42 "GET /v2.0/ports?device_id=0a10fb55-d9e0-47cb-a13f-38167235bc8a HTTP/1.1" status: 200 len: 945 time: 0.2530727 Mar 29 15:41:05.719393 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-0cb6abf6-2706-4e52-8825-f5f644ecf9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:05.735827 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-13bdb923-a1a4-4476-b9e5-d539deb6dcc8 req-4f52c3d0-a44e-4a25-b90f-ab9f52dcfefe tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0008833 Mar 29 15:41:05.768267 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [req-13bdb923-a1a4-4476-b9e5-d539deb6dcc8 req-87406817-bb0a-4e2c-ba3f-23b3013d4357 tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Request body: {'port': {'device_id': '1bbcae53-a802-49d8-b1e4-d307411acf7d', 'network_id': '31a2508d-0420-467a-b2d3-a63c41a04214', 'admin_state_up': True, 'tenant_id': 'd35c7b00e95148bdb6e7470aeaeb77ed'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:41:05.770711 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 6bf40685-76d1-4269-b6c6-b40f6ad9a4af up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:41:05.810400 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-8f7afac4-b71c-4b48-a975-2ac3671a02b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:05.868057 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:05.917022 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-5b66ef2f-b7b0-4221-99a5-a28909834731 req-f85126a0-6f91-4620-b714-7af595b90c89 tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] 10.222.0.42 "GET /v2.0/security-groups?id=ce1e3aa1-c9e4-4c36-a19f-9dbad60c5be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2105041 Mar 29 15:41:05.926468 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port 6bf40685-76d1-4269-b6c6-b40f6ad9a4af triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:41:05.926848 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:05.934416 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-8f7afac4-b71c-4b48-a975-2ac3671a02b9 None None] For port 6bf40685-76d1-4269-b6c6-b40f6ad9a4af, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=6bf40685-76d1-4269-b6c6-b40f6ad9a4af,segment=NetworkSegment(1c2bee05-dec6-4a38-a526-00e005229e64),segment_id=1c2bee05-dec6-4a38-a526-00e005229e64)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:41:05.976070 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-8f7afac4-b71c-4b48-a975-2ac3671a02b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:06.076728 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7afac4-b71c-4b48-a975-2ac3671a02b9 None None] Pushing event updated for resources: {'Port': ['ID=6bf40685-76d1-4269-b6c6-b40f6ad9a4af,revision_number=3']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:41:06.104662 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-4aa9e9e4-af46-4d66-bffe-02c533a3359e admin admin] Deleting port e79be3cc-119b-4622-b081-38b8438593e6 {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:41:06.105760 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-4aa9e9e4-af46-4d66-bffe-02c533a3359e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:06.127570 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd31c6d6-199f-450d-bdb6-0551a5445266 req-e291ddf0-ae7e-409d-892b-6e262e477f1f tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:06.135389 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-bd31c6d6-199f-450d-bdb6-0551a5445266 req-e291ddf0-ae7e-409d-892b-6e262e477f1f tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] 10.222.0.42 "GET /v2.0/ports?device_id=1bbcae53-a802-49d8-b1e4-d307411acf7d HTTP/1.1" status: 200 len: 932 time: 0.1136887 Mar 29 15:41:06.146658 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13bdb923-a1a4-4476-b9e5-d539deb6dcc8 req-87406817-bb0a-4e2c-ba3f-23b3013d4357 tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Made reservation on behalf of d35c7b00e95148bdb6e7470aeaeb77ed for: {'port': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:41:06.150659 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-13bdb923-a1a4-4476-b9e5-d539deb6dcc8 req-87406817-bb0a-4e2c-ba3f-23b3013d4357 tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:06.157396 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-3b7328fb-e6f0-4e10-bfab-60f597037526 None None] Provisioning complete for port 6e3ff913-ed79-4005-9b8d-e91a98b24f4a triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:41:06.157762 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-3b7328fb-e6f0-4e10-bfab-60f597037526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:06.174783 n-d-834765-1 neutron-server[102790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92da3d30-2c83-4a5c-ba8a-82e31ee4ca78', 'tag': '830b4256-6943-4919-9a09-7cbf7d8dc004'}] {{(pid=102790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:41:06.179159 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46b06d655c90bc969636382cce4240ad749035fb0f3a83ee4734fa1ed9c4a6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e5f0434-efea-4a14-b94f-fba1873680f7" -d '{"events": [{"name": "network-changed", "server_uuid": "92da3d30-2c83-4a5c-ba8a-82e31ee4ca78", "tag": "830b4256-6943-4919-9a09-7cbf7d8dc004"}]}' {{(pid=102790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:41:06.209318 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-3b7328fb-e6f0-4e10-bfab-60f597037526 None None] Port 6e3ff913-ed79-4005-9b8d-e91a98b24f4a cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 15:41:06.222541 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device cb3934ba-e19f-4e71-b6f7-3e22715e0f4e no longer exists at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:41:06.246417 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8888db2e-f6e9-42a6-b132-17ec624e5a51 req-a4b9f419-6f03-43e5-8f5c-761163dd45b0 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:06.249137 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] No Port match for: cb3934ba-e19f-4e71-b6f7-3e22715e0f4e {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 15:41:06.249613 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device cb3934ba-e19f-4e71-b6f7-3e22715e0f4e not bound to the agent host n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:41:06.259842 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-8888db2e-f6e9-42a6-b132-17ec624e5a51 req-a4b9f419-6f03-43e5-8f5c-761163dd45b0 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] 10.222.0.42 "GET /v2.0/ports?device_id=490a7f81-d34b-41cf-b939-8230c4561d2c HTTP/1.1" status: 200 len: 944 time: 0.6367221 Mar 29 15:41:06.283490 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833e8d83-0630-49c3-8eb6-4cd187c65ef4 req-eed3f0b6-8ecf-4315-89f2-8a8fdfdf229a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:06.285491 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-833e8d83-0630-49c3-8eb6-4cd187c65ef4 req-eed3f0b6-8ecf-4315-89f2-8a8fdfdf229a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=abb8e5d6-2aea-4455-a944-3435a3d1ce49 HTTP/1.1" status: 200 len: 843 time: 0.6516688 Mar 29 15:41:06.298283 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-bd31c6d6-199f-450d-bdb6-0551a5445266 req-204fbfa0-bf1f-43b3-89a5-c97770c93e90 tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b78e968-fb8b-47c8-a89f-b40d10173927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611271 Mar 29 15:41:06.336934 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-dfe6d151-b24d-4dda-b256-4d9026cd986d None None] Provisioning complete for port 6bf40685-76d1-4269-b6c6-b40f6ad9a4af triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:41:06.337305 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-dfe6d151-b24d-4dda-b256-4d9026cd986d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:06.350258 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-8888db2e-f6e9-42a6-b132-17ec624e5a51 req-be568e04-516e-49ac-97ae-b7471adc9d6b tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] 10.222.0.42 "GET /v2.0/security-groups?id=c99ced8e-1ceb-46fb-aaa7-747186b2b9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866129 Mar 29 15:41:06.379489 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833e8d83-0630-49c3-8eb6-4cd187c65ef4 req-da96564e-0bd1-4f70-8615-0a42d1eb9ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:06.380960 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-833e8d83-0630-49c3-8eb6-4cd187c65ef4 req-da96564e-0bd1-4f70-8615-0a42d1eb9ddd service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2268a9b9-82fd-4886-a91d-3a50e4e16cab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0837324 Mar 29 15:41:06.394126 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_common [req-13bdb923-a1a4-4476-b9e5-d539deb6dcc8 req-87406817-bb0a-4e2c-ba3f-23b3013d4357 tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Allocated IP 19.86.0.180 (31a2508d-0420-467a-b2d3-a63c41a04214/f703a51c-0eb2-4d55-87cd-9c9ea8bb6814/3828b992-b747-4789-b670-5cf9380d06d4) {{(pid=102791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:41:06.563623 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-833e8d83-0630-49c3-8eb6-4cd187c65ef4 req-544cd40b-ebda-423a-a33d-96f52b933cd5 service neutron] 10.222.0.44 "GET /v2.0/networks/2268a9b9-82fd-4886-a91d-3a50e4e16cab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1712482 Mar 29 15:41:06.568060 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 15:41:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e136bd6-eaaf-44fb-b3c5-9960c38a08ae x-openstack-request-id: req-3e136bd6-eaaf-44fb-b3c5-9960c38a08ae {{(pid=102790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:41:06.568340 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92da3d30-2c83-4a5c-ba8a-82e31ee4ca78", "tag": "830b4256-6943-4919-9a09-7cbf7d8dc004", "status": "completed", "code": 200}]} {{(pid=102790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:41:06.568588 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-3e136bd6-eaaf-44fb-b3c5-9960c38a08ae {{(pid=102790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:41:06.569090 n-d-834765-1 neutron-server[102790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92da3d30-2c83-4a5c-ba8a-82e31ee4ca78', 'tag': '830b4256-6943-4919-9a09-7cbf7d8dc004', 'status': 'completed', 'code': 200} Mar 29 15:41:06.646865 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-8474bee2-d635-477b-acf3-62dbb78e0696 req-2ea763f8-3687-46fd-9b79-e6c4434e08e2 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.42 "GET /v2.0/ports?device_id=89f2dcda-6dac-4263-8024-9b0b8a1e6f69 HTTP/1.1" status: 200 len: 210 time: 0.0741806 Mar 29 15:41:06.652044 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [None req-4aa9e9e4-af46-4d66-bffe-02c533a3359e admin admin] For port e79be3cc-119b-4622-b081-38b8438593e6, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=e79be3cc-119b-4622-b081-38b8438593e6,segment=NetworkSegment(76e3cc01-da74-4348-b85c-f690ca48ba16),segment_id=76e3cc01-da74-4348-b85c-f690ca48ba16)] {{(pid=102791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:41:06.652926 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-4aa9e9e4-af46-4d66-bffe-02c533a3359e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:06.666455 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-4aa9e9e4-af46-4d66-bffe-02c533a3359e admin admin] Calling delete_port for e79be3cc-119b-4622-b081-38b8438593e6 owned by network:router_interface {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:41:06.668655 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-833e8d83-0630-49c3-8eb6-4cd187c65ef4 req-c87b5492-61d8-40e4-b0af-2ecedea4f1cc service neutron] 10.222.0.44 "GET /v2.0/networks/2268a9b9-82fd-4886-a91d-3a50e4e16cab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975978 Mar 29 15:41:06.788781 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb600d4f-614a-49d8-92ec-ee12fd0cc383 req-13cf171e-966e-4fff-864a-4c15ca361b04 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:06.795521 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb600d4f-614a-49d8-92ec-ee12fd0cc383 req-13cf171e-966e-4fff-864a-4c15ca361b04 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:06.801464 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb600d4f-614a-49d8-92ec-ee12fd0cc383 req-13cf171e-966e-4fff-864a-4c15ca361b04 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:06.808818 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb600d4f-614a-49d8-92ec-ee12fd0cc383 req-13cf171e-966e-4fff-864a-4c15ca361b04 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:06.815799 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb600d4f-614a-49d8-92ec-ee12fd0cc383 req-13cf171e-966e-4fff-864a-4c15ca361b04 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:06.822058 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb600d4f-614a-49d8-92ec-ee12fd0cc383 req-13cf171e-966e-4fff-864a-4c15ca361b04 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:06.827179 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-13bdb923-a1a4-4476-b9e5-d539deb6dcc8 req-87406817-bb0a-4e2c-ba3f-23b3013d4357 tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Notify callbacks [] for port, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:06.828258 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb600d4f-614a-49d8-92ec-ee12fd0cc383 req-13cf171e-966e-4fff-864a-4c15ca361b04 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:06.830065 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-bb600d4f-614a-49d8-92ec-ee12fd0cc383 req-13cf171e-966e-4fff-864a-4c15ca361b04 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] 10.222.0.42 "GET /v2.0/ports?device_id=e63d94a3-644d-400a-aa3f-0c71f9fb1b46 HTTP/1.1" status: 200 len: 5428 time: 0.1526990 Mar 29 15:41:06.845376 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f658fe-45ce-47f8-a0a7-c078db6552da req-4c6daba4-4d0d-4762-95f6-307d77adfc17 tempest-DeleteServersAdminTestJSON-2124808543 tempest-DeleteServersAdminTestJSON-2124808543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:06.846898 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-09f658fe-45ce-47f8-a0a7-c078db6552da req-4c6daba4-4d0d-4762-95f6-307d77adfc17 tempest-DeleteServersAdminTestJSON-2124808543 tempest-DeleteServersAdminTestJSON-2124808543-project] 10.222.0.42 "GET /v2.0/ports?device_id=92da3d30-2c83-4a5c-ba8a-82e31ee4ca78 HTTP/1.1" status: 200 len: 947 time: 0.1339834 Mar 29 15:41:06.850348 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5f0434-efea-4a14-b94f-fba1873680f7 req-29dd2e13-d83c-4396-981a-12ebff3e7488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:06.852000 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-6e5f0434-efea-4a14-b94f-fba1873680f7 req-29dd2e13-d83c-4396-981a-12ebff3e7488 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=636812e8b46645419cd4972dfa2a3774&device_id=92da3d30-2c83-4a5c-ba8a-82e31ee4ca78 HTTP/1.1" status: 200 len: 1098 time: 0.1170759 Mar 29 15:41:06.905395 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-bb600d4f-614a-49d8-92ec-ee12fd0cc383 req-d03d0800-c600-4883-9b65-79c0ad1f53c7 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] 10.222.0.42 "GET /v2.0/security-groups?id=7a324716-10f9-4f06-a2b5-9f498b951d56&id=19cf0565-0e5d-4a9a-bb20-6dda76410fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0692024 Mar 29 15:41:06.969934 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5f0434-efea-4a14-b94f-fba1873680f7 req-723f257d-c884-431a-9736-1a1dc89d464c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:06.971758 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-6e5f0434-efea-4a14-b94f-fba1873680f7 req-723f257d-c884-431a-9736-1a1dc89d464c service neutron] 10.222.0.44 "GET /v2.0/networks?id=2268a9b9-82fd-4886-a91d-3a50e4e16cab HTTP/1.1" status: 200 len: 870 time: 0.1117737 Mar 29 15:41:07.030623 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-6e5f0434-efea-4a14-b94f-fba1873680f7 req-ee8d2403-fcaf-4f65-ba37-f413fd2d4120 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.76&port_id=830b4256-6943-4919-9a09-7cbf7d8dc004 HTTP/1.1" status: 200 len: 217 time: 0.0507593 Mar 29 15:41:07.112348 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab256ab-28f8-4460-b5cb-b4eab3ccac2b req-92a81a74-4ac6-451c-95cd-2158bd97283f tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:07.114045 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-fab256ab-28f8-4460-b5cb-b4eab3ccac2b req-92a81a74-4ac6-451c-95cd-2158bd97283f tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] 10.222.0.42 "GET /v2.0/ports?device_id=0a10fb55-d9e0-47cb-a13f-38167235bc8a HTTP/1.1" status: 200 len: 945 time: 0.0939128 Mar 29 15:41:07.118746 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5f0434-efea-4a14-b94f-fba1873680f7 req-1d6f0249-927a-484f-acc5-280ca739cc5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:07.121861 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-6e5f0434-efea-4a14-b94f-fba1873680f7 req-1d6f0249-927a-484f-acc5-280ca739cc5d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=abb8e5d6-2aea-4455-a944-3435a3d1ce49 HTTP/1.1" status: 200 len: 843 time: 0.0693874 Mar 29 15:41:07.196236 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-fab256ab-28f8-4460-b5cb-b4eab3ccac2b req-89ec4220-d4d7-4825-a68c-c5f9f9ccf5e6 tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] 10.222.0.42 "GET /v2.0/security-groups?id=ce1e3aa1-c9e4-4c36-a19f-9dbad60c5be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729065 Mar 29 15:41:07.202951 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5f0434-efea-4a14-b94f-fba1873680f7 req-61c042a8-54f7-4417-ac44-e01bcdc7b7c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:07.204528 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-6e5f0434-efea-4a14-b94f-fba1873680f7 req-61c042a8-54f7-4417-ac44-e01bcdc7b7c5 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2268a9b9-82fd-4886-a91d-3a50e4e16cab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0746851 Mar 29 15:41:07.276497 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-09f658fe-45ce-47f8-a0a7-c078db6552da req-ed1ba4f9-c6cd-4671-a287-293e7b5887fc tempest-DeleteServersAdminTestJSON-2124808543 tempest-DeleteServersAdminTestJSON-2124808543-project] 10.222.0.42 "GET /v2.0/security-groups?id=53d694e1-2bf0-4e15-9a57-00b8a3802403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3969696 Mar 29 15:41:07.299233 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-13bdb923-a1a4-4476-b9e5-d539deb6dcc8 req-87406817-bb0a-4e2c-ba3f-23b3013d4357 tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:07.317293 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-6e5f0434-efea-4a14-b94f-fba1873680f7 req-8d9cb2a9-f8c7-48af-8817-950c96528bed service neutron] 10.222.0.44 "GET /v2.0/networks/2268a9b9-82fd-4886-a91d-3a50e4e16cab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049876 Mar 29 15:41:07.379039 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87406817-bb0a-4e2c-ba3f-23b3013d4357 tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Pushing event updated for resources: {'Port': ['ID=3828b992-b747-4789-b670-5cf9380d06d4,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:41:07.399303 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13bdb923-a1a4-4476-b9e5-d539deb6dcc8 req-87406817-bb0a-4e2c-ba3f-23b3013d4357 tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Network 31a2508d-0420-467a-b2d3-a63c41a04214 is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:41:07.402487 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [req-13bdb923-a1a4-4476-b9e5-d539deb6dcc8 req-87406817-bb0a-4e2c-ba3f-23b3013d4357 tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:41:07.406412 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [req-13bdb923-a1a4-4476-b9e5-d539deb6dcc8 req-87406817-bb0a-4e2c-ba3f-23b3013d4357 tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Received port after_create {{(pid=102791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:41:07.456987 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-4aa9e9e4-af46-4d66-bffe-02c533a3359e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:07.503088 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-6e5f0434-efea-4a14-b94f-fba1873680f7 req-1c3fc0db-4d6a-4491-bb17-348b84a5b09a service neutron] 10.222.0.44 "GET /v2.0/networks/2268a9b9-82fd-4886-a91d-3a50e4e16cab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1769707 Mar 29 15:41:07.512725 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df82954d-0cc4-4416-be1c-d4606f6fb744 req-3b5eca3b-7e71-4ed2-a9c3-3b3000d54751 tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:07.518721 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df82954d-0cc4-4416-be1c-d4606f6fb744 req-3b5eca3b-7e71-4ed2-a9c3-3b3000d54751 tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:07.526491 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-df82954d-0cc4-4416-be1c-d4606f6fb744 req-3b5eca3b-7e71-4ed2-a9c3-3b3000d54751 tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] 10.222.0.42 "GET /v2.0/ports?device_id=1bbcae53-a802-49d8-b1e4-d307411acf7d HTTP/1.1" status: 200 len: 1655 time: 0.1035686 Mar 29 15:41:07.553156 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa9e9e4-af46-4d66-bffe-02c533a3359e admin admin] Pushing event deleted for resources: {'Port': ['ID=e79be3cc-119b-4622-b081-38b8438593e6,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:41:07.574192 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-df82954d-0cc4-4416-be1c-d4606f6fb744 req-859e54cc-117a-444b-bc72-995f65c6aad4 tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b78e968-fb8b-47c8-a89f-b40d10173927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460763 Mar 29 15:41:07.623951 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bdb923-a1a4-4476-b9e5-d539deb6dcc8 req-87406817-bb0a-4e2c-ba3f-23b3013d4357 tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:07.624475 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-13bdb923-a1a4-4476-b9e5-d539deb6dcc8 req-87406817-bb0a-4e2c-ba3f-23b3013d4357 tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:07.625263 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 6bf40685-76d1-4269-b6c6-b40f6ad9a4af up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:41:07.711409 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port 6bf40685-76d1-4269-b6c6-b40f6ad9a4af triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:41:07.712409 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:07.724331 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296890fe-8a69-4049-9316-a7016b770b7b req-9dcac1db-f8b6-4bd2-bc4e-672ebef73a05 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:07.732175 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-296890fe-8a69-4049-9316-a7016b770b7b req-9dcac1db-f8b6-4bd2-bc4e-672ebef73a05 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] 10.222.0.42 "GET /v2.0/ports?device_id=490a7f81-d34b-41cf-b939-8230c4561d2c HTTP/1.1" status: 200 len: 944 time: 0.2588804 Mar 29 15:41:07.796139 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-277c5b63-c323-4495-80af-33c4081b89b9 req-791c7825-033e-4e3e-99fb-57bde8863d5a tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.42 "GET /v2.0/ports?device_id=89f2dcda-6dac-4263-8024-9b0b8a1e6f69 HTTP/1.1" status: 200 len: 210 time: 0.0472174 Mar 29 15:41:07.798373 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-13bdb923-a1a4-4476-b9e5-d539deb6dcc8 req-87406817-bb0a-4e2c-ba3f-23b3013d4357 tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0531936 Mar 29 15:41:07.815107 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [req-13bdb923-a1a4-4476-b9e5-d539deb6dcc8 req-2d8ea42f-122b-4cd4-b169-f289686c532c service neutron] Request body: {'port': {'device_id': '1bbcae53-a802-49d8-b1e4-d307411acf7d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834765-1'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:41:07.861085 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-296890fe-8a69-4049-9316-a7016b770b7b req-7e9074a9-477b-4483-a681-24124e404d54 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] 10.222.0.42 "GET /v2.0/security-groups?id=c99ced8e-1ceb-46fb-aaa7-747186b2b9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267707 Mar 29 15:41:07.887186 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-c5efbaa2-1768-415b-a8a2-f7420a044318 None None] Provisioning complete for port 3828b992-b747-4789-b670-5cf9380d06d4 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:41:07.887537 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-c5efbaa2-1768-415b-a8a2-f7420a044318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:07.924575 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-c5efbaa2-1768-415b-a8a2-f7420a044318 None None] Port 3828b992-b747-4789-b670-5cf9380d06d4 cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 15:41:07.950876 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-13bdb923-a1a4-4476-b9e5-d539deb6dcc8 req-2d8ea42f-122b-4cd4-b169-f289686c532c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:07.961778 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-4aa9e9e4-af46-4d66-bffe-02c533a3359e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-530528'] for router_interface, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:07.998768 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device 6c9d42f1-664d-4f97-a0ba-019ea090a445 up at agent hyperv_n-h2-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:41:08.069012 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36bb68f-1731-49fd-b579-70412114c070 req-e43f0571-6164-4e56-9dce-11b50e207a38 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:08.076675 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36bb68f-1731-49fd-b579-70412114c070 req-e43f0571-6164-4e56-9dce-11b50e207a38 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:08.077661 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Provisioning for port 6c9d42f1-664d-4f97-a0ba-019ea090a445 completed by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 15:41:08.082573 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Provisioning complete for port 6c9d42f1-664d-4f97-a0ba-019ea090a445 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:41:08.083051 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:08.083888 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36bb68f-1731-49fd-b579-70412114c070 req-e43f0571-6164-4e56-9dce-11b50e207a38 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:08.090864 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36bb68f-1731-49fd-b579-70412114c070 req-e43f0571-6164-4e56-9dce-11b50e207a38 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:08.097428 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36bb68f-1731-49fd-b579-70412114c070 req-e43f0571-6164-4e56-9dce-11b50e207a38 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:08.103585 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36bb68f-1731-49fd-b579-70412114c070 req-e43f0571-6164-4e56-9dce-11b50e207a38 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:08.110656 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36bb68f-1731-49fd-b579-70412114c070 req-e43f0571-6164-4e56-9dce-11b50e207a38 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:08.119071 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-d36bb68f-1731-49fd-b579-70412114c070 req-e43f0571-6164-4e56-9dce-11b50e207a38 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] 10.222.0.42 "GET /v2.0/ports?device_id=e63d94a3-644d-400a-aa3f-0c71f9fb1b46 HTTP/1.1" status: 200 len: 5428 time: 0.1198137 Mar 29 15:41:08.172445 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-d36bb68f-1731-49fd-b579-70412114c070 req-3aceb1cd-a2ae-4108-8df3-35f750befe68 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] 10.222.0.42 "GET /v2.0/security-groups?id=7a324716-10f9-4f06-a2b5-9f498b951d56&id=19cf0565-0e5d-4a9a-bb20-6dda76410fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0492976 Mar 29 15:41:08.195218 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:08.219216 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e63d94a3-644d-400a-aa3f-0c71f9fb1b46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c9d42f1-664d-4f97-a0ba-019ea090a445'}] {{(pid=102792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:41:08.221635 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4f476c66b318cc6068719fc39557fac68d413f5c7e78fa77028c7948e999ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55827b04-2cc1-4cb3-b18a-44c3fcc1b2d0" -d '{"events": [{"server_uuid": "e63d94a3-644d-400a-aa3f-0c71f9fb1b46", "name": "network-vif-plugged", "status": "completed", "tag": "6c9d42f1-664d-4f97-a0ba-019ea090a445"}]}' {{(pid=102792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:41:08.236227 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port 6c9d42f1-664d-4f97-a0ba-019ea090a445, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=6c9d42f1-664d-4f97-a0ba-019ea090a445,segment=NetworkSegment(ab9e52c9-9281-40f7-aa2a-632849de5ddc),segment_id=ab9e52c9-9281-40f7-aa2a-632849de5ddc)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:41:08.246285 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:08.247338 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device 66dc2491-4dea-4461-91e1-6f3d16ceba75 up at agent hyperv_n-h2-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:41:08.284925 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:41:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22ed1ebc-aece-49dd-9753-e0bfb41bdbbe x-openstack-request-id: req-22ed1ebc-aece-49dd-9753-e0bfb41bdbbe {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:41:08.285305 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e63d94a3-644d-400a-aa3f-0c71f9fb1b46", "name": "network-vif-plugged", "status": "completed", "tag": "6c9d42f1-664d-4f97-a0ba-019ea090a445", "code": 200}]} {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:41:08.285504 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-22ed1ebc-aece-49dd-9753-e0bfb41bdbbe {{(pid=102792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:41:08.285899 n-d-834765-1 neutron-server[102792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e63d94a3-644d-400a-aa3f-0c71f9fb1b46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c9d42f1-664d-4f97-a0ba-019ea090a445', 'code': 200} Mar 29 15:41:08.340879 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Pushing event updated for resources: {'Port': ['ID=6c9d42f1-664d-4f97-a0ba-019ea090a445,revision_number=5']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:41:08.355733 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Provisioning for port 66dc2491-4dea-4461-91e1-6f3d16ceba75 completed by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 15:41:08.360438 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Provisioning complete for port 66dc2491-4dea-4461-91e1-6f3d16ceba75 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:41:08.360807 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:08.439887 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cf56a2-8213-4c7e-a1fd-8958b181d417 req-65f8af48-9d03-404b-96c3-d241707cd0f1 tempest-DeleteServersAdminTestJSON-2124808543 tempest-DeleteServersAdminTestJSON-2124808543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:08.442868 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-a3cf56a2-8213-4c7e-a1fd-8958b181d417 req-65f8af48-9d03-404b-96c3-d241707cd0f1 tempest-DeleteServersAdminTestJSON-2124808543 tempest-DeleteServersAdminTestJSON-2124808543-project] 10.222.0.42 "GET /v2.0/ports?device_id=92da3d30-2c83-4a5c-ba8a-82e31ee4ca78 HTTP/1.1" status: 200 len: 947 time: 0.0880358 Mar 29 15:41:08.453520 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4aa9e9e4-af46-4d66-bffe-02c533a3359e admin admin] Router 98f81035-3da3-4694-82b6-08bf9c6d937e has already been hosted by L3 agent c648d819-1060-4f26-b4ec-6455387b5dff {{(pid=102791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 15:41:08.454809 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:08.469040 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa8e6a5-f5c9-4aee-bea8-7e60ca0df053 req-8c5eb3fe-15d2-4e8d-ad4c-97422aa20bdf tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:08.470599 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-8aa8e6a5-f5c9-4aee-bea8-7e60ca0df053 req-8c5eb3fe-15d2-4e8d-ad4c-97422aa20bdf tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] 10.222.0.42 "GET /v2.0/ports?device_id=0a10fb55-d9e0-47cb-a13f-38167235bc8a HTTP/1.1" status: 200 len: 945 time: 0.1728792 Mar 29 15:41:08.494289 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port 66dc2491-4dea-4461-91e1-6f3d16ceba75, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=66dc2491-4dea-4461-91e1-6f3d16ceba75,segment=NetworkSegment(e53edac0-e56e-4ba8-8b7d-b6c8693d06dc),segment_id=e53edac0-e56e-4ba8-8b7d-b6c8693d06dc)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:41:08.500322 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:08.501118 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device 93ac20f5-aa07-4dbf-a3fe-5ec3fbecedce up at agent hyperv_n-h2-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:41:08.510746 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-a3cf56a2-8213-4c7e-a1fd-8958b181d417 req-22b71031-ccb6-4d11-830b-fe0e9d7628d7 tempest-DeleteServersAdminTestJSON-2124808543 tempest-DeleteServersAdminTestJSON-2124808543-project] 10.222.0.42 "GET /v2.0/security-groups?id=53d694e1-2bf0-4e15-9a57-00b8a3802403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604236 Mar 29 15:41:08.587813 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Pushing event updated for resources: {'Port': ['ID=66dc2491-4dea-4461-91e1-6f3d16ceba75,revision_number=5']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:41:08.597541 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-8aa8e6a5-f5c9-4aee-bea8-7e60ca0df053 req-329bfdca-a33b-40c9-a218-2edbc4f13aa4 tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] 10.222.0.42 "GET /v2.0/security-groups?id=ce1e3aa1-c9e4-4c36-a19f-9dbad60c5be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202202 Mar 29 15:41:08.602268 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [req-13bdb923-a1a4-4476-b9e5-d539deb6dcc8 req-2d8ea42f-122b-4cd4-b169-f289686c532c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e3ff913-ed79-4005-9b8d-e91a98b24f4a {{(pid=102791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:41:08.602703 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Provisioning for port 93ac20f5-aa07-4dbf-a3fe-5ec3fbecedce completed by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 15:41:08.610936 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Provisioning complete for port 93ac20f5-aa07-4dbf-a3fe-5ec3fbecedce triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:41:08.611473 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:08.613706 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-13bdb923-a1a4-4476-b9e5-d539deb6dcc8 req-2d8ea42f-122b-4cd4-b169-f289686c532c service neutron] Notify callbacks [] for port, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:08.709749 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4aa9e9e4-af46-4d66-bffe-02c533a3359e admin admin] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:41:08.712478 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.provisioning_blocks [req-13bdb923-a1a4-4476-b9e5-d539deb6dcc8 req-2d8ea42f-122b-4cd4-b169-f289686c532c service neutron] Transition to ACTIVE for port object 6e3ff913-ed79-4005-9b8d-e91a98b24f4a will not be triggered until provisioned by entity L2. {{(pid=102791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 15:41:08.721867 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31aa4009-e9d5-40c9-96f2-b3b8654fa599 None None] Sync routers for ids ['98f81035-3da3-4694-82b6-08bf9c6d937e'] in n-d-834765-1 {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:41:08.722839 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-4aa9e9e4-af46-4d66-bffe-02c533a3359e admin admin] 10.222.0.42 "PUT /v2.0/routers/98f81035-3da3-4694-82b6-08bf9c6d937e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0477357 Mar 29 15:41:08.724266 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-13bdb923-a1a4-4476-b9e5-d539deb6dcc8 req-2d8ea42f-122b-4cd4-b169-f289686c532c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:08.726197 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 42478) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:41:08.730601 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:08.736434 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31aa4009-e9d5-40c9-96f2-b3b8654fa599 None None] Routers {'98f81035-3da3-4694-82b6-08bf9c6d937e'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:41:08.737576 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-31aa4009-e9d5-40c9-96f2-b3b8654fa599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:41:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['98f81035-3da3-4694-82b6-08bf9c6d937e'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:41:08.775925 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port 93ac20f5-aa07-4dbf-a3fe-5ec3fbecedce, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=93ac20f5-aa07-4dbf-a3fe-5ec3fbecedce,segment=NetworkSegment(ab9e52c9-9281-40f7-aa2a-632849de5ddc),segment_id=ab9e52c9-9281-40f7-aa2a-632849de5ddc)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:41:08.784626 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:08.785437 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device de3260d5-fda5-4f86-be90-526c4825300a up at agent hyperv_n-h2-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:41:08.801803 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa89d87-effe-410a-8db8-ae2205103d80 req-b6a30bd0-30fe-4721-81e8-b0ce00bc6b28 tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:08.813401 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa89d87-effe-410a-8db8-ae2205103d80 req-b6a30bd0-30fe-4721-81e8-b0ce00bc6b28 tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:08.815452 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-2fa89d87-effe-410a-8db8-ae2205103d80 req-b6a30bd0-30fe-4721-81e8-b0ce00bc6b28 tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] 10.222.0.42 "GET /v2.0/ports?device_id=1bbcae53-a802-49d8-b1e4-d307411acf7d HTTP/1.1" status: 200 len: 1667 time: 0.0938466 Mar 29 15:41:08.895290 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvr_db [None req-31aa4009-e9d5-40c9-96f2-b3b8654fa599 None None] Set router 98f81035-3da3-4694-82b6-08bf9c6d937e gateway port host: n-d-834765-1 {{(pid=102793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:41:08.906231 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Pushing event updated for resources: {'Port': ['ID=93ac20f5-aa07-4dbf-a3fe-5ec3fbecedce,revision_number=5']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:41:08.930311 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-2fa89d87-effe-410a-8db8-ae2205103d80 req-84663d98-64e9-4644-8c56-e774d020b628 tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b78e968-fb8b-47c8-a89f-b40d10173927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029932 Mar 29 15:41:08.950100 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Provisioning for port de3260d5-fda5-4f86-be90-526c4825300a completed by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 15:41:08.961127 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Provisioning complete for port de3260d5-fda5-4f86-be90-526c4825300a triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:41:08.961729 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:09.025757 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8ea42f-122b-4cd4-b169-f289686c532c service neutron] Pushing event updated for resources: {'Port': ['ID=6e3ff913-ed79-4005-9b8d-e91a98b24f4a,revision_number=2']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:41:09.090775 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9823f5-a82e-42fa-ac83-b4d3fb98b88a req-b93abdb2-77d8-4857-9256-6f0e27363a0e tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:09.094549 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-da792f4c-77a2-4df5-be99-40732449223d req-d5d2f114-6fb2-498a-bfaa-6f3dc44c61a2 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.42 "GET /v2.0/ports?device_id=89f2dcda-6dac-4263-8024-9b0b8a1e6f69 HTTP/1.1" status: 200 len: 210 time: 0.0893614 Mar 29 15:41:09.103587 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:09.107828 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-1f9823f5-a82e-42fa-ac83-b4d3fb98b88a req-b93abdb2-77d8-4857-9256-6f0e27363a0e tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] 10.222.0.42 "GET /v2.0/ports?device_id=490a7f81-d34b-41cf-b939-8230c4561d2c HTTP/1.1" status: 200 len: 944 time: 0.1179271 Mar 29 15:41:09.130263 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-13bdb923-a1a4-4476-b9e5-d539deb6dcc8 req-2d8ea42f-122b-4cd4-b169-f289686c532c service neutron] Attempting to bind port 6e3ff913-ed79-4005-9b8d-e91a98b24f4a on host n-h1-834765-1 for vnic_type normal with profile {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:41:09.130712 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-13bdb923-a1a4-4476-b9e5-d539deb6dcc8 req-2d8ea42f-122b-4cd4-b169-f289686c532c service neutron] Attempting to bind port 6e3ff913-ed79-4005-9b8d-e91a98b24f4a by drivers openvswitch,hyperv on host n-h1-834765-1 at level 0 using segments [{'id': 'ffd2df4b-e242-4a82-8672-0f9f9a3e4e90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '37bde8d7-b865-400d-9e2f-e243bdb917a0'}] {{(pid=102791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:41:09.131108 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13bdb923-a1a4-4476-b9e5-d539deb6dcc8 req-2d8ea42f-122b-4cd4-b169-f289686c532c service neutron] Attempting to bind port 6e3ff913-ed79-4005-9b8d-e91a98b24f4a on network 37bde8d7-b865-400d-9e2f-e243bdb917a0 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:41:09.141084 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13bdb923-a1a4-4476-b9e5-d539deb6dcc8 req-2d8ea42f-122b-4cd4-b169-f289686c532c service neutron] Port 6e3ff913-ed79-4005-9b8d-e91a98b24f4a on network 37bde8d7-b865-400d-9e2f-e243bdb917a0 not bound, no agent of type Open vSwitch agent registered on host n-h1-834765-1 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 15:41:09.141496 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13bdb923-a1a4-4476-b9e5-d539deb6dcc8 req-2d8ea42f-122b-4cd4-b169-f289686c532c service neutron] Attempting to bind port 6e3ff913-ed79-4005-9b8d-e91a98b24f4a on network 37bde8d7-b865-400d-9e2f-e243bdb917a0 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:41:09.148871 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13bdb923-a1a4-4476-b9e5-d539deb6dcc8 req-2d8ea42f-122b-4cd4-b169-f289686c532c service neutron] Checking agent: {'id': 'be375040-5069-4239-9460-a3a3213e1e90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 33, 18), 'started_at': datetime.datetime(2022, 3, 29, 15, 33, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 40, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:41:09.149548 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13bdb923-a1a4-4476-b9e5-d539deb6dcc8 req-2d8ea42f-122b-4cd4-b169-f289686c532c service neutron] Checking segment: {'id': 'ffd2df4b-e242-4a82-8672-0f9f9a3e4e90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '37bde8d7-b865-400d-9e2f-e243bdb917a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:41:09.149878 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13bdb923-a1a4-4476-b9e5-d539deb6dcc8 req-2d8ea42f-122b-4cd4-b169-f289686c532c service neutron] Bound using segment: {'id': 'ffd2df4b-e242-4a82-8672-0f9f9a3e4e90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '37bde8d7-b865-400d-9e2f-e243bdb917a0'} {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:41:09.150331 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-13bdb923-a1a4-4476-b9e5-d539deb6dcc8 req-2d8ea42f-122b-4cd4-b169-f289686c532c service neutron] Bound port: 6e3ff913-ed79-4005-9b8d-e91a98b24f4a, host: n-h1-834765-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ffd2df4b-e242-4a82-8672-0f9f9a3e4e90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '37bde8d7-b865-400d-9e2f-e243bdb917a0'}}] {{(pid=102791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 15:41:09.150729 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-13bdb923-a1a4-4476-b9e5-d539deb6dcc8 req-2d8ea42f-122b-4cd4-b169-f289686c532c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:09.162170 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-f0baeb63-4056-43a2-b6ee-90f4a8e84260 admin admin] Notify callbacks [] for router, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:09.170428 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port de3260d5-fda5-4f86-be90-526c4825300a, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=de3260d5-fda5-4f86-be90-526c4825300a,segment=NetworkSegment(65ab5bc3-e80e-4641-82f0-4ef53207c2d7),segment_id=65ab5bc3-e80e-4641-82f0-4ef53207c2d7)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:41:09.177431 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:09.178471 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device 49b5fca5-a1ca-4798-bbf7-14cd233b96a8 up at agent hyperv_n-h2-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:41:09.215740 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-1f9823f5-a82e-42fa-ac83-b4d3fb98b88a req-ecae91ae-82dd-4555-b899-e3ee76d57f01 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] 10.222.0.42 "GET /v2.0/security-groups?id=c99ced8e-1ceb-46fb-aaa7-747186b2b9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073797 Mar 29 15:41:09.253934 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-31aa4009-e9d5-40c9-96f2-b3b8654fa599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98f81035-3da3-4694-82b6-08bf9c6d937e', 'name': 'tempest-AttachSCSIVolumeTestJSON-1948404804-router', 'tenant_id': '016c41f55ccd4a8a94a6f2e85cf132d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.123'}], 'enable_snat': True}, 'gw_port_id': '225d50df-d3c7-4c23-8b15-9bc79e0e32c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:37:35Z', 'updated_at': '2022-03-29T15:41:07Z', 'revision_number': 5, 'project_id': '016c41f55ccd4a8a94a6f2e85cf132d2', 'gw_port': {'id': '225d50df-d3c7-4c23-8b15-9bc79e0e32c0', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:1d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98f81035-3da3-4694-82b6-08bf9c6d937e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:37:36Z', 'updated_at': '2022-03-29T15:37:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1'}], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:41:09.288964 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Pushing event updated for resources: {'Port': ['ID=de3260d5-fda5-4f86-be90-526c4825300a,revision_number=5']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:41:09.311655 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Provisioning for port 49b5fca5-a1ca-4798-bbf7-14cd233b96a8 completed by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 15:41:09.311879 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31aa4009-e9d5-40c9-96f2-b3b8654fa599 None None] Checking router: 98f81035-3da3-4694-82b6-08bf9c6d937e for host: n-d-834765-1 {{(pid=102793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:41:09.316512 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Provisioning complete for port 49b5fca5-a1ca-4798-bbf7-14cd233b96a8 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:41:09.316933 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:09.322880 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-13bdb923-a1a4-4476-b9e5-d539deb6dcc8 req-2d8ea42f-122b-4cd4-b169-f289686c532c service neutron] For port 6e3ff913-ed79-4005-9b8d-e91a98b24f4a, host n-h1-834765-1, cleared binding levels {{(pid=102791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:41:09.332326 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31aa4009-e9d5-40c9-96f2-b3b8654fa599 None None] Routers {'98f81035-3da3-4694-82b6-08bf9c6d937e'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:41:09.333200 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-31aa4009-e9d5-40c9-96f2-b3b8654fa599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:41:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['98f81035-3da3-4694-82b6-08bf9c6d937e'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:41:09.362728 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-13bdb923-a1a4-4476-b9e5-d539deb6dcc8 req-2d8ea42f-122b-4cd4-b169-f289686c532c service neutron] For port 6e3ff913-ed79-4005-9b8d-e91a98b24f4a, host n-h1-834765-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=6e3ff913-ed79-4005-9b8d-e91a98b24f4a,segment=NetworkSegment(ffd2df4b-e242-4a82-8672-0f9f9a3e4e90),segment_id=ffd2df4b-e242-4a82-8672-0f9f9a3e4e90)] {{(pid=102791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:41:09.364375 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-f0baeb63-4056-43a2-b6ee-90f4a8e84260 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:09.375734 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-13bdb923-a1a4-4476-b9e5-d539deb6dcc8 req-2d8ea42f-122b-4cd4-b169-f289686c532c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:09.428100 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ea9038-f81e-4820-bced-0632307ab46d req-3d302705-6fea-4048-a057-2faecdec9b0a tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:09.438068 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ea9038-f81e-4820-bced-0632307ab46d req-3d302705-6fea-4048-a057-2faecdec9b0a tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:09.442297 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:09.444007 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ea9038-f81e-4820-bced-0632307ab46d req-3d302705-6fea-4048-a057-2faecdec9b0a tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:09.455855 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ea9038-f81e-4820-bced-0632307ab46d req-3d302705-6fea-4048-a057-2faecdec9b0a tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:09.462712 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvr_db [None req-31aa4009-e9d5-40c9-96f2-b3b8654fa599 None None] Set router 98f81035-3da3-4694-82b6-08bf9c6d937e gateway port host: n-d-834765-1 {{(pid=102793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:41:09.467915 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ea9038-f81e-4820-bced-0632307ab46d req-3d302705-6fea-4048-a057-2faecdec9b0a tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:09.473745 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ea9038-f81e-4820-bced-0632307ab46d req-3d302705-6fea-4048-a057-2faecdec9b0a tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:09.481996 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ea9038-f81e-4820-bced-0632307ab46d req-3d302705-6fea-4048-a057-2faecdec9b0a tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:09.483915 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-74ea9038-f81e-4820-bced-0632307ab46d req-3d302705-6fea-4048-a057-2faecdec9b0a tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] 10.222.0.42 "GET /v2.0/ports?device_id=e63d94a3-644d-400a-aa3f-0c71f9fb1b46 HTTP/1.1" status: 200 len: 5431 time: 0.1855357 Mar 29 15:41:09.494634 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port 49b5fca5-a1ca-4798-bbf7-14cd233b96a8, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=49b5fca5-a1ca-4798-bbf7-14cd233b96a8,segment=NetworkSegment(e53edac0-e56e-4ba8-8b7d-b6c8693d06dc),segment_id=e53edac0-e56e-4ba8-8b7d-b6c8693d06dc)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:41:09.501919 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:09.503052 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device afb45c41-7829-4784-bffd-321e3c203b49 up at agent hyperv_n-h2-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:41:09.516023 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bdb923-a1a4-4476-b9e5-d539deb6dcc8 req-2d8ea42f-122b-4cd4-b169-f289686c532c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:09.516023 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-13bdb923-a1a4-4476-b9e5-d539deb6dcc8 req-2d8ea42f-122b-4cd4-b169-f289686c532c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:09.517241 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-13bdb923-a1a4-4476-b9e5-d539deb6dcc8 req-2d8ea42f-122b-4cd4-b169-f289686c532c service neutron] 10.222.0.44 "PUT /v2.0/ports/6e3ff913-ed79-4005-9b8d-e91a98b24f4a HTTP/1.1" status: 200 len: 1092 time: 1.7062218 Mar 29 15:41:09.518569 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bbcae53-a802-49d8-b1e4-d307411acf7d', 'tag': '6e3ff913-ed79-4005-9b8d-e91a98b24f4a'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:41:09.520934 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c67b028db5e9b9818fecc5c0a87ebc6f190694fa53ca267d523e04f98de536d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-987bc1a8-a336-4f3d-9f15-035160d2fb94" -d '{"events": [{"name": "network-changed", "server_uuid": "1bbcae53-a802-49d8-b1e4-d307411acf7d", "tag": "6e3ff913-ed79-4005-9b8d-e91a98b24f4a"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:41:09.573484 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [req-13bdb923-a1a4-4476-b9e5-d539deb6dcc8 req-c60a06d6-eef2-4479-b6bb-3066a388bab0 service neutron] Request body: {'port': {'device_id': '1bbcae53-a802-49d8-b1e4-d307411acf7d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834765-1'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:41:09.611690 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 15:41:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1227bcdd-dbac-4bf6-9150-38df4a52e8b1 x-openstack-request-id: req-1227bcdd-dbac-4bf6-9150-38df4a52e8b1 {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:41:09.611985 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1bbcae53-a802-49d8-b1e4-d307411acf7d", "tag": "6e3ff913-ed79-4005-9b8d-e91a98b24f4a", "status": "completed", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:41:09.612235 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1227bcdd-dbac-4bf6-9150-38df4a52e8b1 {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:41:09.612634 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1bbcae53-a802-49d8-b1e4-d307411acf7d', 'tag': '6e3ff913-ed79-4005-9b8d-e91a98b24f4a', 'status': 'completed', 'code': 200} Mar 29 15:41:09.677952 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8ea42f-122b-4cd4-b169-f289686c532c service neutron] Pushing event updated for resources: {'Port': ['ID=6e3ff913-ed79-4005-9b8d-e91a98b24f4a,revision_number=3']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:41:09.704743 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987bc1a8-a336-4f3d-9f15-035160d2fb94 req-03899f01-5c26-4992-87ec-7d628ab03654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:09.705053 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987bc1a8-a336-4f3d-9f15-035160d2fb94 req-03899f01-5c26-4992-87ec-7d628ab03654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:09.706640 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-987bc1a8-a336-4f3d-9f15-035160d2fb94 req-03899f01-5c26-4992-87ec-7d628ab03654 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d35c7b00e95148bdb6e7470aeaeb77ed&device_id=1bbcae53-a802-49d8-b1e4-d307411acf7d HTTP/1.1" status: 200 len: 1914 time: 0.0961425 Mar 29 15:41:09.735595 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-74ea9038-f81e-4820-bced-0632307ab46d req-7c1c6b44-367a-4b18-9d12-1153cc0b21b2 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] 10.222.0.42 "GET /v2.0/security-groups?id=7a324716-10f9-4f06-a2b5-9f498b951d56&id=19cf0565-0e5d-4a9a-bb20-6dda76410fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2218230 Mar 29 15:41:09.775699 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Provisioning for port afb45c41-7829-4784-bffd-321e3c203b49 completed by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 15:41:09.814491 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Provisioning complete for port afb45c41-7829-4784-bffd-321e3c203b49 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:41:09.815859 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:09.844995 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-f0baeb63-4056-43a2-b6ee-90f4a8e84260 admin admin] Deleting port 225d50df-d3c7-4c23-8b15-9bc79e0e32c0 {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:41:09.845332 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-f0baeb63-4056-43a2-b6ee-90f4a8e84260 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:09.847501 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-13bdb923-a1a4-4476-b9e5-d539deb6dcc8 req-c60a06d6-eef2-4479-b6bb-3066a388bab0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:09.862366 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Pushing event updated for resources: {'Port': ['ID=49b5fca5-a1ca-4798-bbf7-14cd233b96a8,revision_number=5']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:41:09.867818 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-31aa4009-e9d5-40c9-96f2-b3b8654fa599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98f81035-3da3-4694-82b6-08bf9c6d937e', 'name': 'tempest-AttachSCSIVolumeTestJSON-1948404804-router', 'tenant_id': '016c41f55ccd4a8a94a6f2e85cf132d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.123'}], 'enable_snat': True}, 'gw_port_id': '225d50df-d3c7-4c23-8b15-9bc79e0e32c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:37:35Z', 'updated_at': '2022-03-29T15:41:07Z', 'revision_number': 5, 'project_id': '016c41f55ccd4a8a94a6f2e85cf132d2', 'gw_port': {'id': '225d50df-d3c7-4c23-8b15-9bc79e0e32c0', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:1d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98f81035-3da3-4694-82b6-08bf9c6d937e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:37:36Z', 'updated_at': '2022-03-29T15:37:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1'}], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:41:09.910181 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31aa4009-e9d5-40c9-96f2-b3b8654fa599 None None] The sync data for ids ['98f81035-3da3-4694-82b6-08bf9c6d937e'] in n-d-834765-1 is: [{'id': '98f81035-3da3-4694-82b6-08bf9c6d937e', 'name': 'tempest-AttachSCSIVolumeTestJSON-1948404804-router', 'tenant_id': '016c41f55ccd4a8a94a6f2e85cf132d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.123'}], 'enable_snat': True}, 'gw_port_id': '225d50df-d3c7-4c23-8b15-9bc79e0e32c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:37:35Z', 'updated_at': '2022-03-29T15:41:07Z', 'revision_number': 5, 'project_id': '016c41f55ccd4a8a94a6f2e85cf132d2', 'gw_port': {'id': '225d50df-d3c7-4c23-8b15-9bc79e0e32c0', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:1d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98f81035-3da3-4694-82b6-08bf9c6d937e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:37:36Z', 'updated_at': '2022-03-29T15:37:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1'}] {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:41:09.957449 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f04b6c-1abd-46e2-952e-358159dcb290 req-06f9f98b-3680-4849-95cf-3e214e8912b8 tempest-DeleteServersAdminTestJSON-2124808543 tempest-DeleteServersAdminTestJSON-2124808543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:09.961029 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-f6f04b6c-1abd-46e2-952e-358159dcb290 req-06f9f98b-3680-4849-95cf-3e214e8912b8 tempest-DeleteServersAdminTestJSON-2124808543 tempest-DeleteServersAdminTestJSON-2124808543-project] 10.222.0.42 "GET /v2.0/ports?device_id=92da3d30-2c83-4a5c-ba8a-82e31ee4ca78 HTTP/1.1" status: 200 len: 947 time: 0.2405446 Mar 29 15:41:09.968474 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device 830b4256-6943-4919-9a09-7cbf7d8dc004 details requested by agent hyperv_n-h1-834765-1 with host n-h1-834765-1 {{(pid=102792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 15:41:09.998366 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987bc1a8-a336-4f3d-9f15-035160d2fb94 req-7f17a96a-d257-4d1e-b1a2-c3eaea98a5fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:09.998841 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987bc1a8-a336-4f3d-9f15-035160d2fb94 req-7f17a96a-d257-4d1e-b1a2-c3eaea98a5fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:09.999326 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987bc1a8-a336-4f3d-9f15-035160d2fb94 req-7f17a96a-d257-4d1e-b1a2-c3eaea98a5fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:10.000909 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-987bc1a8-a336-4f3d-9f15-035160d2fb94 req-7f17a96a-d257-4d1e-b1a2-c3eaea98a5fb service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=d35c7b00e95148bdb6e7470aeaeb77ed&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.2793324 Mar 29 15:41:10.027351 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:10.030635 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-f6f04b6c-1abd-46e2-952e-358159dcb290 req-cdd22347-622b-4dcf-9173-0cefe9bdb173 tempest-DeleteServersAdminTestJSON-2124808543 tempest-DeleteServersAdminTestJSON-2124808543-project] 10.222.0.42 "GET /v2.0/security-groups?id=53d694e1-2bf0-4e15-9a57-00b8a3802403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579278 Mar 29 15:41:10.120763 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port afb45c41-7829-4784-bffd-321e3c203b49, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=afb45c41-7829-4784-bffd-321e3c203b49,segment=NetworkSegment(62bdff33-894a-4670-b86c-c890adf5ed0f),segment_id=62bdff33-894a-4670-b86c-c890adf5ed0f)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:41:10.130374 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:10.131479 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device 62748d51-569b-4ac6-b982-c0c07d6060df up at agent hyperv_n-h2-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:41:10.159543 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [None req-f0baeb63-4056-43a2-b6ee-90f4a8e84260 admin admin] For port 225d50df-d3c7-4c23-8b15-9bc79e0e32c0, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=225d50df-d3c7-4c23-8b15-9bc79e0e32c0,segment=NetworkSegment(6ab47353-a811-4bad-bc73-b4cc84583cfd),segment_id=6ab47353-a811-4bad-bc73-b4cc84583cfd)] {{(pid=102791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:41:10.159914 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-f0baeb63-4056-43a2-b6ee-90f4a8e84260 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:10.169542 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987bc1a8-a336-4f3d-9f15-035160d2fb94 req-ee62fc93-ce6f-48d1-9215-d95cba40a251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:10.171396 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-987bc1a8-a336-4f3d-9f15-035160d2fb94 req-ee62fc93-ce6f-48d1-9215-d95cba40a251 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1582873 Mar 29 15:41:10.192527 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port 830b4256-6943-4919-9a09-7cbf7d8dc004, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=830b4256-6943-4919-9a09-7cbf7d8dc004,segment=NetworkSegment(a0c230f0-660a-4194-9279-0f0781d34134),segment_id=a0c230f0-660a-4194-9279-0f0781d34134)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:41:10.202163 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-f0baeb63-4056-43a2-b6ee-90f4a8e84260 admin admin] Calling delete_port for 225d50df-d3c7-4c23-8b15-9bc79e0e32c0 owned by network:router_gateway {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:41:10.241645 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Returning: {'device': '830b4256-6943-4919-9a09-7cbf7d8dc004', 'network_id': '2268a9b9-82fd-4886-a91d-3a50e4e16cab', 'port_id': '830b4256-6943-4919-9a09-7cbf7d8dc004', 'mac_address': 'fa:16:3e:4d:c0:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 625, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abb8e5d6-2aea-4455-a944-3435a3d1ce49', 'ip_address': '192.168.233.76'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 15:41:10.249848 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Pushing event updated for resources: {'Port': ['ID=afb45c41-7829-4784-bffd-321e3c203b49,revision_number=5']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:41:10.255990 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5b442d-7541-4ca0-afc9-9df07c0aea75 req-5da0cba4-3566-477c-af1a-784888b96b8a tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:10.276076 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5b442d-7541-4ca0-afc9-9df07c0aea75 req-5da0cba4-3566-477c-af1a-784888b96b8a tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:10.278963 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-0f5b442d-7541-4ca0-afc9-9df07c0aea75 req-5da0cba4-3566-477c-af1a-784888b96b8a tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] 10.222.0.42 "GET /v2.0/ports?device_id=1bbcae53-a802-49d8-b1e4-d307411acf7d HTTP/1.1" status: 200 len: 1667 time: 0.1052876 Mar 29 15:41:10.288610 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e63d94a3-644d-400a-aa3f-0c71f9fb1b46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66dc2491-4dea-4461-91e1-6f3d16ceba75'}, {'server_uuid': 'e63d94a3-644d-400a-aa3f-0c71f9fb1b46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93ac20f5-aa07-4dbf-a3fe-5ec3fbecedce'}, {'server_uuid': '490a7f81-d34b-41cf-b939-8230c4561d2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de3260d5-fda5-4f86-be90-526c4825300a'}, {'server_uuid': 'e63d94a3-644d-400a-aa3f-0c71f9fb1b46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49b5fca5-a1ca-4798-bbf7-14cd233b96a8'}, {'server_uuid': 'e63d94a3-644d-400a-aa3f-0c71f9fb1b46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afb45c41-7829-4784-bffd-321e3c203b49'}] {{(pid=102792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:41:10.290847 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4f476c66b318cc6068719fc39557fac68d413f5c7e78fa77028c7948e999ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43098e92-b3fc-43ec-ab2e-32206caa82aa" -d '{"events": [{"server_uuid": "e63d94a3-644d-400a-aa3f-0c71f9fb1b46", "name": "network-vif-plugged", "status": "completed", "tag": "66dc2491-4dea-4461-91e1-6f3d16ceba75"}, {"server_uuid": "e63d94a3-644d-400a-aa3f-0c71f9fb1b46", "name": "network-vif-plugged", "status": "completed", "tag": "93ac20f5-aa07-4dbf-a3fe-5ec3fbecedce"}, {"server_uuid": "490a7f81-d34b-41cf-b939-8230c4561d2c", "name": "network-vif-plugged", "status": "completed", "tag": "de3260d5-fda5-4f86-be90-526c4825300a"}, {"server_uuid": "e63d94a3-644d-400a-aa3f-0c71f9fb1b46", "name": "network-vif-plugged", "status": "completed", "tag": "49b5fca5-a1ca-4798-bbf7-14cd233b96a8"}, {"server_uuid": "e63d94a3-644d-400a-aa3f-0c71f9fb1b46", "name": "network-vif-plugged", "status": "completed", "tag": "afb45c41-7829-4784-bffd-321e3c203b49"}]}' {{(pid=102792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:41:10.316593 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Provisioning for port 62748d51-569b-4ac6-b982-c0c07d6060df completed by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 15:41:10.323077 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:10.329276 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63afe297-c3ae-4bdc-aa98-8f53060fda3d req-78cda36e-7d5b-44db-aaff-82e503274332 tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:10.338268 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-63afe297-c3ae-4bdc-aa98-8f53060fda3d req-78cda36e-7d5b-44db-aaff-82e503274332 tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] 10.222.0.42 "GET /v2.0/ports?device_id=0a10fb55-d9e0-47cb-a13f-38167235bc8a HTTP/1.1" status: 200 len: 945 time: 0.3609805 Mar 29 15:41:10.340359 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Provisioning complete for port 62748d51-569b-4ac6-b982-c0c07d6060df triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:41:10.340778 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:10.362376 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-0f5b442d-7541-4ca0-afc9-9df07c0aea75 req-28141e05-100c-45df-b748-c9477b200fb9 tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b78e968-fb8b-47c8-a89f-b40d10173927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737627 Mar 29 15:41:10.381566 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 830b4256-6943-4919-9a09-7cbf7d8dc004 {{(pid=102792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:41:10.408997 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port 830b4256-6943-4919-9a09-7cbf7d8dc004, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=830b4256-6943-4919-9a09-7cbf7d8dc004,segment=NetworkSegment(a0c230f0-660a-4194-9279-0f0781d34134),segment_id=a0c230f0-660a-4194-9279-0f0781d34134)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:41:10.414804 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:10.516908 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-63afe297-c3ae-4bdc-aa98-8f53060fda3d req-272df865-151c-4d72-a800-b3542109ae9d tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] 10.222.0.42 "GET /v2.0/security-groups?id=ce1e3aa1-c9e4-4c36-a19f-9dbad60c5be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716132 Mar 29 15:41:10.546131 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-612961fc-1a01-41b1-9bbe-c655f45dc55d req-60f20697-4fdc-46a8-9725-eb4d2af31717 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.42 "GET /v2.0/ports?device_id=89f2dcda-6dac-4263-8024-9b0b8a1e6f69 HTTP/1.1" status: 200 len: 210 time: 0.0681045 Mar 29 15:41:10.684658 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 867 Content-Type: application/json Date: Tue, 29 Mar 2022 15:41:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf91c094-8328-4582-a914-a69f9c3ee086 x-openstack-request-id: req-bf91c094-8328-4582-a914-a69f9c3ee086 {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:41:10.684965 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e63d94a3-644d-400a-aa3f-0c71f9fb1b46", "name": "network-vif-plugged", "status": "completed", "tag": "66dc2491-4dea-4461-91e1-6f3d16ceba75", "code": 200}, {"server_uuid": "e63d94a3-644d-400a-aa3f-0c71f9fb1b46", "name": "network-vif-plugged", "status": "completed", "tag": "93ac20f5-aa07-4dbf-a3fe-5ec3fbecedce", "code": 200}, {"server_uuid": "490a7f81-d34b-41cf-b939-8230c4561d2c", "name": "network-vif-plugged", "status": "completed", "tag": "de3260d5-fda5-4f86-be90-526c4825300a", "code": 200}, {"server_uuid": "e63d94a3-644d-400a-aa3f-0c71f9fb1b46", "name": "network-vif-plugged", "status": "completed", "tag": "49b5fca5-a1ca-4798-bbf7-14cd233b96a8", "code": 200}, {"server_uuid": "e63d94a3-644d-400a-aa3f-0c71f9fb1b46", "name": "network-vif-plugged", "status": "completed", "tag": "afb45c41-7829-4784-bffd-321e3c203b49", "code": 200}]} {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:41:10.685214 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-bf91c094-8328-4582-a914-a69f9c3ee086 {{(pid=102792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:41:10.685605 n-d-834765-1 neutron-server[102792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e63d94a3-644d-400a-aa3f-0c71f9fb1b46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66dc2491-4dea-4461-91e1-6f3d16ceba75', 'code': 200} Mar 29 15:41:10.685850 n-d-834765-1 neutron-server[102792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e63d94a3-644d-400a-aa3f-0c71f9fb1b46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93ac20f5-aa07-4dbf-a3fe-5ec3fbecedce', 'code': 200} Mar 29 15:41:10.686090 n-d-834765-1 neutron-server[102792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '490a7f81-d34b-41cf-b939-8230c4561d2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de3260d5-fda5-4f86-be90-526c4825300a', 'code': 200} Mar 29 15:41:10.686327 n-d-834765-1 neutron-server[102792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e63d94a3-644d-400a-aa3f-0c71f9fb1b46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49b5fca5-a1ca-4798-bbf7-14cd233b96a8', 'code': 200} Mar 29 15:41:10.686561 n-d-834765-1 neutron-server[102792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e63d94a3-644d-400a-aa3f-0c71f9fb1b46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afb45c41-7829-4784-bffd-321e3c203b49', 'code': 200} Mar 29 15:41:10.721029 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Pushing event updated for resources: {'Port': ['ID=830b4256-6943-4919-9a09-7cbf7d8dc004,revision_number=4']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:41:10.726068 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:10.767647 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port 62748d51-569b-4ac6-b982-c0c07d6060df, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=62748d51-569b-4ac6-b982-c0c07d6060df,segment=NetworkSegment(e53edac0-e56e-4ba8-8b7d-b6c8693d06dc),segment_id=e53edac0-e56e-4ba8-8b7d-b6c8693d06dc)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:41:10.774288 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:10.841114 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] get_ports_and_sgs() called for port_ids ['830b4256-6943-4919-9a09-7cbf7d8dc004'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:41:10.845743 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Pushing event updated for resources: {'Port': ['ID=62748d51-569b-4ac6-b982-c0c07d6060df,revision_number=5']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:41:10.906545 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816a20b3-52b1-433c-88ff-71ed5beb4ad1 req-d76ef91c-c8aa-4326-9ede-f835fd999527 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:10.906545 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-816a20b3-52b1-433c-88ff-71ed5beb4ad1 req-d76ef91c-c8aa-4326-9ede-f835fd999527 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] 10.222.0.42 "GET /v2.0/ports?device_id=490a7f81-d34b-41cf-b939-8230c4561d2c HTTP/1.1" status: 200 len: 945 time: 0.2563705 Mar 29 15:41:10.955195 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a56a34-bd9f-42ca-a11f-576348ae0cba req-109340fe-36d2-44ce-8eda-57ba7c6e29ed tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:10.961850 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a56a34-bd9f-42ca-a11f-576348ae0cba req-109340fe-36d2-44ce-8eda-57ba7c6e29ed tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:10.968528 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a56a34-bd9f-42ca-a11f-576348ae0cba req-109340fe-36d2-44ce-8eda-57ba7c6e29ed tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:10.975192 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a56a34-bd9f-42ca-a11f-576348ae0cba req-109340fe-36d2-44ce-8eda-57ba7c6e29ed tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:10.979105 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb01b90b-21bc-46c4-9972-eae2ef11c91e req-8e8551b5-9917-4843-b60e-633afa710cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:10.980925 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-bb01b90b-21bc-46c4-9972-eae2ef11c91e req-8e8551b5-9917-4843-b60e-633afa710cb2 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=490a7f81-d34b-41cf-b939-8230c4561d2c HTTP/1.1" status: 200 len: 1096 time: 0.1934769 Mar 29 15:41:10.982485 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a56a34-bd9f-42ca-a11f-576348ae0cba req-109340fe-36d2-44ce-8eda-57ba7c6e29ed tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:10.990448 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a56a34-bd9f-42ca-a11f-576348ae0cba req-109340fe-36d2-44ce-8eda-57ba7c6e29ed tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:10.999158 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a56a34-bd9f-42ca-a11f-576348ae0cba req-109340fe-36d2-44ce-8eda-57ba7c6e29ed tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:11.007815 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-69a56a34-bd9f-42ca-a11f-576348ae0cba req-109340fe-36d2-44ce-8eda-57ba7c6e29ed tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] 10.222.0.42 "GET /v2.0/ports?device_id=e63d94a3-644d-400a-aa3f-0c71f9fb1b46 HTTP/1.1" status: 200 len: 5434 time: 0.1412587 Mar 29 15:41:11.031377 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [req-13bdb923-a1a4-4476-b9e5-d539deb6dcc8 req-c60a06d6-eef2-4479-b6bb-3066a388bab0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3828b992-b747-4789-b670-5cf9380d06d4 {{(pid=102791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:41:11.045289 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-f0baeb63-4056-43a2-b6ee-90f4a8e84260 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:11.048324 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-13bdb923-a1a4-4476-b9e5-d539deb6dcc8 req-c60a06d6-eef2-4479-b6bb-3066a388bab0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:11.052968 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-69a56a34-bd9f-42ca-a11f-576348ae0cba req-05594840-5c82-4ac1-be2d-4182f3afafc9 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] 10.222.0.42 "GET /v2.0/security-groups?id=7a324716-10f9-4f06-a2b5-9f498b951d56&id=19cf0565-0e5d-4a9a-bb20-6dda76410fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0429571 Mar 29 15:41:11.100212 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-816a20b3-52b1-433c-88ff-71ed5beb4ad1 req-2f38a635-7fb3-49f0-96cf-43d323f8f895 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] 10.222.0.42 "GET /v2.0/security-groups?id=c99ced8e-1ceb-46fb-aaa7-747186b2b9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617141 Mar 29 15:41:11.111682 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0baeb63-4056-43a2-b6ee-90f4a8e84260 admin admin] Pushing event deleted for resources: {'Port': ['ID=225d50df-d3c7-4c23-8b15-9bc79e0e32c0,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:41:11.115846 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.provisioning_blocks [req-13bdb923-a1a4-4476-b9e5-d539deb6dcc8 req-c60a06d6-eef2-4479-b6bb-3066a388bab0 service neutron] Transition to ACTIVE for port object 3828b992-b747-4789-b670-5cf9380d06d4 will not be triggered until provisioned by entity L2. {{(pid=102791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 15:41:11.119594 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-bb01b90b-21bc-46c4-9972-eae2ef11c91e req-94d03c48-907d-4a47-b5f8-c12e12f267c6 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=c99ced8e-1ceb-46fb-aaa7-747186b2b9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202431 Mar 29 15:41:11.137004 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-13bdb923-a1a4-4476-b9e5-d539deb6dcc8 req-c60a06d6-eef2-4479-b6bb-3066a388bab0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:11.207012 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e355ef-8493-4c65-af43-e1a7140015de req-2e0f3e5d-de92-4c24-b6a7-dbd9648c9903 tempest-DeleteServersAdminTestJSON-2124808543 tempest-DeleteServersAdminTestJSON-2124808543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:11.216108 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-44e355ef-8493-4c65-af43-e1a7140015de req-2e0f3e5d-de92-4c24-b6a7-dbd9648c9903 tempest-DeleteServersAdminTestJSON-2124808543 tempest-DeleteServersAdminTestJSON-2124808543-project] 10.222.0.42 "GET /v2.0/ports?device_id=92da3d30-2c83-4a5c-ba8a-82e31ee4ca78 HTTP/1.1" status: 200 len: 948 time: 0.0773723 Mar 29 15:41:11.228388 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60a06d6-eef2-4479-b6bb-3066a388bab0 service neutron] Pushing event updated for resources: {'Port': ['ID=3828b992-b747-4789-b670-5cf9380d06d4,revision_number=2']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:41:11.254590 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-f0baeb63-4056-43a2-b6ee-90f4a8e84260 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-648138'] for router_gateway, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:11.275316 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-44e355ef-8493-4c65-af43-e1a7140015de req-408c7ec1-61ab-4b4f-b37b-beb4bb57d62b tempest-DeleteServersAdminTestJSON-2124808543 tempest-DeleteServersAdminTestJSON-2124808543-project] 10.222.0.42 "GET /v2.0/security-groups?id=53d694e1-2bf0-4e15-9a57-00b8a3802403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528998 Mar 29 15:41:11.617962 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device e79be3cc-119b-4622-b081-38b8438593e6 no longer exists at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:41:11.661744 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] No Port match for: e79be3cc-119b-4622-b081-38b8438593e6 {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 15:41:11.663341 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device e79be3cc-119b-4622-b081-38b8438593e6 not bound to the agent host n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:41:11.692638 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c9564f-aebf-4eca-96ff-4347f78ef133 req-6e67fac9-60c2-4253-9bc7-8e6ee7a7841b tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:11.696407 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-d6c9564f-aebf-4eca-96ff-4347f78ef133 req-6e67fac9-60c2-4253-9bc7-8e6ee7a7841b tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] 10.222.0.42 "GET /v2.0/ports?device_id=0a10fb55-d9e0-47cb-a13f-38167235bc8a HTTP/1.1" status: 200 len: 945 time: 0.0798495 Mar 29 15:41:11.751955 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-d6c9564f-aebf-4eca-96ff-4347f78ef133 req-fe900b1e-c81b-4923-91f2-b016890372c8 tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] 10.222.0.42 "GET /v2.0/security-groups?id=ce1e3aa1-c9e4-4c36-a19f-9dbad60c5be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499601 Mar 29 15:41:11.771565 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-f0baeb63-4056-43a2-b6ee-90f4a8e84260 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129328'] for router, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:11.775437 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-f0baeb63-4056-43a2-b6ee-90f4a8e84260 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:11.831190 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-13bdb923-a1a4-4476-b9e5-d539deb6dcc8 req-c60a06d6-eef2-4479-b6bb-3066a388bab0 service neutron] Attempting to bind port 3828b992-b747-4789-b670-5cf9380d06d4 on host n-h1-834765-1 for vnic_type normal with profile {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:41:11.831190 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-13bdb923-a1a4-4476-b9e5-d539deb6dcc8 req-c60a06d6-eef2-4479-b6bb-3066a388bab0 service neutron] Attempting to bind port 3828b992-b747-4789-b670-5cf9380d06d4 by drivers openvswitch,hyperv on host n-h1-834765-1 at level 0 using segments [{'id': '1c2bee05-dec6-4a38-a526-00e005229e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '31a2508d-0420-467a-b2d3-a63c41a04214'}] {{(pid=102791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:41:11.831565 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13bdb923-a1a4-4476-b9e5-d539deb6dcc8 req-c60a06d6-eef2-4479-b6bb-3066a388bab0 service neutron] Attempting to bind port 3828b992-b747-4789-b670-5cf9380d06d4 on network 31a2508d-0420-467a-b2d3-a63c41a04214 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:41:11.837560 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13bdb923-a1a4-4476-b9e5-d539deb6dcc8 req-c60a06d6-eef2-4479-b6bb-3066a388bab0 service neutron] Port 3828b992-b747-4789-b670-5cf9380d06d4 on network 31a2508d-0420-467a-b2d3-a63c41a04214 not bound, no agent of type Open vSwitch agent registered on host n-h1-834765-1 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 15:41:11.837887 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13bdb923-a1a4-4476-b9e5-d539deb6dcc8 req-c60a06d6-eef2-4479-b6bb-3066a388bab0 service neutron] Attempting to bind port 3828b992-b747-4789-b670-5cf9380d06d4 on network 31a2508d-0420-467a-b2d3-a63c41a04214 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:41:11.843877 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13bdb923-a1a4-4476-b9e5-d539deb6dcc8 req-c60a06d6-eef2-4479-b6bb-3066a388bab0 service neutron] Checking agent: {'id': 'be375040-5069-4239-9460-a3a3213e1e90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 33, 18), 'started_at': datetime.datetime(2022, 3, 29, 15, 33, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 40, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:41:11.844217 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13bdb923-a1a4-4476-b9e5-d539deb6dcc8 req-c60a06d6-eef2-4479-b6bb-3066a388bab0 service neutron] Checking segment: {'id': '1c2bee05-dec6-4a38-a526-00e005229e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '31a2508d-0420-467a-b2d3-a63c41a04214'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:41:11.844598 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13bdb923-a1a4-4476-b9e5-d539deb6dcc8 req-c60a06d6-eef2-4479-b6bb-3066a388bab0 service neutron] Bound using segment: {'id': '1c2bee05-dec6-4a38-a526-00e005229e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '31a2508d-0420-467a-b2d3-a63c41a04214'} {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:41:11.845142 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-13bdb923-a1a4-4476-b9e5-d539deb6dcc8 req-c60a06d6-eef2-4479-b6bb-3066a388bab0 service neutron] Bound port: 3828b992-b747-4789-b670-5cf9380d06d4, host: n-h1-834765-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c2bee05-dec6-4a38-a526-00e005229e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '31a2508d-0420-467a-b2d3-a63c41a04214'}}] {{(pid=102791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 15:41:11.845506 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-13bdb923-a1a4-4476-b9e5-d539deb6dcc8 req-c60a06d6-eef2-4479-b6bb-3066a388bab0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:11.870819 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab66d08e-ebd0-49cd-8260-ad469e62fa26 req-45002003-9306-4f9c-b0b6-067f88d9d016 tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:11.877097 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab66d08e-ebd0-49cd-8260-ad469e62fa26 req-45002003-9306-4f9c-b0b6-067f88d9d016 tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:11.885018 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ab66d08e-ebd0-49cd-8260-ad469e62fa26 req-45002003-9306-4f9c-b0b6-067f88d9d016 tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] 10.222.0.42 "GET /v2.0/ports?device_id=1bbcae53-a802-49d8-b1e4-d307411acf7d HTTP/1.1" status: 200 len: 1679 time: 0.1784277 Mar 29 15:41:11.889999 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-f0baeb63-4056-43a2-b6ee-90f4a8e84260 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-526718'] for router, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:11.890514 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0baeb63-4056-43a2-b6ee-90f4a8e84260 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 98f81035-3da3-4694-82b6-08bf9c6d937e {{(pid=102791) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 29 15:41:11.961221 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device 830b4256-6943-4919-9a09-7cbf7d8dc004 up at agent hyperv_n-h1-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:41:11.996424 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-f0baeb63-4056-43a2-b6ee-90f4a8e84260 admin admin] Notify callbacks [] for router, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:11.997883 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-f0baeb63-4056-43a2-b6ee-90f4a8e84260 admin admin] 10.222.0.42 "DELETE /v2.0/routers/98f81035-3da3-4694-82b6-08bf9c6d937e HTTP/1.1" status: 204 len: 168 time: 3.2684803 Mar 29 15:41:12.000497 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 42522) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:41:12.002326 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ab66d08e-ebd0-49cd-8260-ad469e62fa26 req-85b6bda5-7c3e-44bf-b1c8-15658b9d71eb tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b78e968-fb8b-47c8-a89f-b40d10173927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164830 Mar 29 15:41:12.078851 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-13bdb923-a1a4-4476-b9e5-d539deb6dcc8 req-c60a06d6-eef2-4479-b6bb-3066a388bab0 service neutron] For port 3828b992-b747-4789-b670-5cf9380d06d4, host n-h1-834765-1, cleared binding levels {{(pid=102791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:41:12.085196 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-13bdb923-a1a4-4476-b9e5-d539deb6dcc8 req-c60a06d6-eef2-4479-b6bb-3066a388bab0 service neutron] For port 3828b992-b747-4789-b670-5cf9380d06d4, host n-h1-834765-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=3828b992-b747-4789-b670-5cf9380d06d4,segment=NetworkSegment(1c2bee05-dec6-4a38-a526-00e005229e64),segment_id=1c2bee05-dec6-4a38-a526-00e005229e64)] {{(pid=102791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:41:12.099557 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-13bdb923-a1a4-4476-b9e5-d539deb6dcc8 req-c60a06d6-eef2-4479-b6bb-3066a388bab0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:12.105759 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Provisioning for port 830b4256-6943-4919-9a09-7cbf7d8dc004 completed by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 15:41:12.112421 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Provisioning complete for port 830b4256-6943-4919-9a09-7cbf7d8dc004 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:41:12.112421 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:12.139649 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.db_base_plugin_v2 [None req-09d06b55-1978-4315-99e3-f22107f5363b admin admin] Deleting subnet 6c1f242e-fe07-4705-af09-bfe3ccbd5bd2 {{(pid=102790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 15:41:12.143133 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-09d06b55-1978-4315-99e3-f22107f5363b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:12.205704 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bdb923-a1a4-4476-b9e5-d539deb6dcc8 req-c60a06d6-eef2-4479-b6bb-3066a388bab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:12.206348 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-13bdb923-a1a4-4476-b9e5-d539deb6dcc8 req-c60a06d6-eef2-4479-b6bb-3066a388bab0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:12.209590 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-13bdb923-a1a4-4476-b9e5-d539deb6dcc8 req-c60a06d6-eef2-4479-b6bb-3066a388bab0 service neutron] 10.222.0.44 "PUT /v2.0/ports/3828b992-b747-4789-b670-5cf9380d06d4 HTTP/1.1" status: 200 len: 1092 time: 2.6405375 Mar 29 15:41:12.251915 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bbcae53-a802-49d8-b1e4-d307411acf7d', 'tag': '3828b992-b747-4789-b670-5cf9380d06d4'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:41:12.254987 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c67b028db5e9b9818fecc5c0a87ebc6f190694fa53ca267d523e04f98de536d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e1a346b-0f79-4b91-9941-ef218067be68" -d '{"events": [{"name": "network-changed", "server_uuid": "1bbcae53-a802-49d8-b1e4-d307411acf7d", "tag": "3828b992-b747-4789-b670-5cf9380d06d4"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:41:12.332480 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-09d06b55-1978-4315-99e3-f22107f5363b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4614024'] for subnet, precommit_delete_associations {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:12.336034 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60a06d6-eef2-4479-b6bb-3066a388bab0 service neutron] Pushing event updated for resources: {'Port': ['ID=3828b992-b747-4789-b670-5cf9380d06d4,revision_number=3']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:41:12.367380 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:12.380823 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c678e4e-a080-41d8-a786-9a03011f8c0e req-6c9f798d-ed19-4dab-a8e0-d30dfd6940a3 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:12.387489 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c678e4e-a080-41d8-a786-9a03011f8c0e req-6c9f798d-ed19-4dab-a8e0-d30dfd6940a3 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:12.394384 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c678e4e-a080-41d8-a786-9a03011f8c0e req-6c9f798d-ed19-4dab-a8e0-d30dfd6940a3 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:12.401941 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c678e4e-a080-41d8-a786-9a03011f8c0e req-6c9f798d-ed19-4dab-a8e0-d30dfd6940a3 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:12.424078 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c678e4e-a080-41d8-a786-9a03011f8c0e req-6c9f798d-ed19-4dab-a8e0-d30dfd6940a3 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:12.431764 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port 830b4256-6943-4919-9a09-7cbf7d8dc004, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=830b4256-6943-4919-9a09-7cbf7d8dc004,segment=NetworkSegment(a0c230f0-660a-4194-9279-0f0781d34134),segment_id=a0c230f0-660a-4194-9279-0f0781d34134)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:41:12.432273 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c678e4e-a080-41d8-a786-9a03011f8c0e req-6c9f798d-ed19-4dab-a8e0-d30dfd6940a3 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:12.441158 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c678e4e-a080-41d8-a786-9a03011f8c0e req-6c9f798d-ed19-4dab-a8e0-d30dfd6940a3 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:12.441670 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:12.444878 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-0c678e4e-a080-41d8-a786-9a03011f8c0e req-6c9f798d-ed19-4dab-a8e0-d30dfd6940a3 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] 10.222.0.42 "GET /v2.0/ports?device_id=e63d94a3-644d-400a-aa3f-0c71f9fb1b46 HTTP/1.1" status: 200 len: 5434 time: 0.2191856 Mar 29 15:41:12.448737 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bdb923-a1a4-4476-b9e5-d539deb6dcc8 req-b492455e-f1fd-4d4d-80f4-27eadc62dabe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:12.449503 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bdb923-a1a4-4476-b9e5-d539deb6dcc8 req-b492455e-f1fd-4d4d-80f4-27eadc62dabe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:12.451312 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-13bdb923-a1a4-4476-b9e5-d539deb6dcc8 req-b492455e-f1fd-4d4d-80f4-27eadc62dabe service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d35c7b00e95148bdb6e7470aeaeb77ed&device_id=1bbcae53-a802-49d8-b1e4-d307411acf7d HTTP/1.1" status: 200 len: 1981 time: 0.1842432 Mar 29 15:41:12.558240 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a967025e-7de4-46db-b4a9-da268c33d105 req-ceb74995-76ee-49e6-9881-b3fc98cf19f6 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:12.571334 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Pushing event updated for resources: {'Port': ['ID=830b4256-6943-4919-9a09-7cbf7d8dc004,revision_number=5']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:41:12.575684 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-a967025e-7de4-46db-b4a9-da268c33d105 req-ceb74995-76ee-49e6-9881-b3fc98cf19f6 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] 10.222.0.42 "GET /v2.0/ports?device_id=490a7f81-d34b-41cf-b939-8230c4561d2c HTTP/1.1" status: 200 len: 945 time: 0.3163035 Mar 29 15:41:12.598845 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-0c678e4e-a080-41d8-a786-9a03011f8c0e req-14fd60bf-4955-4368-a09a-f3b095230ed8 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] 10.222.0.42 "GET /v2.0/security-groups?id=7a324716-10f9-4f06-a2b5-9f498b951d56&id=19cf0565-0e5d-4a9a-bb20-6dda76410fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1463413 Mar 29 15:41:12.600235 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-13bdb923-a1a4-4476-b9e5-d539deb6dcc8 req-5064b8e8-a2a1-4764-8860-61b53ca514d5 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.135&port_id=6e3ff913-ed79-4005-9b8d-e91a98b24f4a HTTP/1.1" status: 200 len: 217 time: 0.0995328 Mar 29 15:41:12.669780 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-09d06b55-1978-4315-99e3-f22107f5363b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1641287'] for subnet, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:12.687844 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e63d94a3-644d-400a-aa3f-0c71f9fb1b46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62748d51-569b-4ac6-b982-c0c07d6060df'}, {'server_uuid': '92da3d30-2c83-4a5c-ba8a-82e31ee4ca78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '830b4256-6943-4919-9a09-7cbf7d8dc004'}] {{(pid=102792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:41:12.690132 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4f476c66b318cc6068719fc39557fac68d413f5c7e78fa77028c7948e999ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45f3c212-3321-4852-8ea9-a2b2dc42ba6a" -d '{"events": [{"server_uuid": "e63d94a3-644d-400a-aa3f-0c71f9fb1b46", "name": "network-vif-plugged", "status": "completed", "tag": "62748d51-569b-4ac6-b982-c0c07d6060df"}, {"server_uuid": "92da3d30-2c83-4a5c-ba8a-82e31ee4ca78", "name": "network-vif-plugged", "status": "completed", "tag": "830b4256-6943-4919-9a09-7cbf7d8dc004"}]}' {{(pid=102792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:41:12.699730 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 15:41:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cfaa1a7-83f3-4a1a-bc2e-e352910b3389 x-openstack-request-id: req-3cfaa1a7-83f3-4a1a-bc2e-e352910b3389 {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:41:12.700268 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1bbcae53-a802-49d8-b1e4-d307411acf7d", "tag": "3828b992-b747-4789-b670-5cf9380d06d4", "status": "completed", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:41:12.700673 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-3cfaa1a7-83f3-4a1a-bc2e-e352910b3389 {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:41:12.701209 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1bbcae53-a802-49d8-b1e4-d307411acf7d', 'tag': '3828b992-b747-4789-b670-5cf9380d06d4', 'status': 'completed', 'code': 200} Mar 29 15:41:12.719120 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bdb923-a1a4-4476-b9e5-d539deb6dcc8 req-45a4082d-5449-4139-8e18-604e7f2dac37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:12.720621 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-13bdb923-a1a4-4476-b9e5-d539deb6dcc8 req-45a4082d-5449-4139-8e18-604e7f2dac37 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=12422abc-9783-4527-813d-6fff16c2a90e HTTP/1.1" status: 200 len: 801 time: 0.1067331 Mar 29 15:41:12.736230 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-a967025e-7de4-46db-b4a9-da268c33d105 req-d13690fe-ed8b-4f7c-a1ca-a84a0be0ffdc tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] 10.222.0.42 "GET /v2.0/security-groups?id=c99ced8e-1ceb-46fb-aaa7-747186b2b9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542823 Mar 29 15:41:12.794589 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-09d06b55-1978-4315-99e3-f22107f5363b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1641294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5231963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4793952'] for subnet, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:12.865223 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d06b55-1978-4315-99e3-f22107f5363b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6c1f242e-fe07-4705-af09-bfe3ccbd5bd2,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:41:12.871855 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c2692ef-5919-432e-a2b7-7d54bf605092 None None] Network 29511449-8de3-40f9-b418-71977eb101f5 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 15:41:12.885423 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a4ccd3-ebeb-4009-b179-39c386db97a7 req-8dd59c72-6ec3-40ae-9763-f951cd7b6369 tempest-DeleteServersAdminTestJSON-2124808543 tempest-DeleteServersAdminTestJSON-2124808543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:12.895508 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-c3a4ccd3-ebeb-4009-b179-39c386db97a7 req-8dd59c72-6ec3-40ae-9763-f951cd7b6369 tempest-DeleteServersAdminTestJSON-2124808543 tempest-DeleteServersAdminTestJSON-2124808543-project] 10.222.0.42 "GET /v2.0/ports?device_id=92da3d30-2c83-4a5c-ba8a-82e31ee4ca78 HTTP/1.1" status: 200 len: 949 time: 0.1149967 Mar 29 15:41:12.897031 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-09d06b55-1978-4315-99e3-f22107f5363b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for subnet, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:12.904102 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-09d06b55-1978-4315-99e3-f22107f5363b admin admin] 10.222.0.42 "DELETE /v2.0/subnets/6c1f242e-fe07-4705-af09-bfe3ccbd5bd2 HTTP/1.1" status: 204 len: 168 time: 0.9025464 Mar 29 15:41:12.906712 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 42550) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:41:12.937150 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bdb923-a1a4-4476-b9e5-d539deb6dcc8 req-b5033710-5a10-43cd-8dd6-2e2637ee3385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:12.938972 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-13bdb923-a1a4-4476-b9e5-d539deb6dcc8 req-b5033710-5a10-43cd-8dd6-2e2637ee3385 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=37bde8d7-b865-400d-9e2f-e243bdb917a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2103739 Mar 29 15:41:13.031380 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57e8ac4-83fe-41b6-bcd9-282559246e09 req-a2a33c80-38a9-4a7a-b5e2-733d98f70aa6 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:13.041834 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-c57e8ac4-83fe-41b6-bcd9-282559246e09 req-a2a33c80-38a9-4a7a-b5e2-733d98f70aa6 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.42 "GET /v2.0/networks?id=96b8e8ed-22f2-4cb8-884c-6e5cefe078a4 HTTP/1.1" status: 200 len: 812 time: 0.1893051 Mar 29 15:41:13.068811 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-c3a4ccd3-ebeb-4009-b179-39c386db97a7 req-c130858d-4408-4ab5-b24e-5f3ec109ed92 tempest-DeleteServersAdminTestJSON-2124808543 tempest-DeleteServersAdminTestJSON-2124808543-project] 10.222.0.42 "GET /v2.0/security-groups?id=53d694e1-2bf0-4e15-9a57-00b8a3802403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710606 Mar 29 15:41:13.071205 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-c57e8ac4-83fe-41b6-bcd9-282559246e09 req-43ec20d0-b91f-4c10-9b4b-6873897a4cec tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.42 "GET /v2.0/quotas/94799213e4df4db5af3887cbfa8ada4e HTTP/1.1" status: 200 len: 375 time: 0.0271103 Mar 29 15:41:13.131804 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-c57e8ac4-83fe-41b6-bcd9-282559246e09 req-236d6805-b78a-4ead-b747-1bf18303f948 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=94799213e4df4db5af3887cbfa8ada4e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0595138 Mar 29 15:41:13.149913 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c2faabc-847e-4d14-bd7b-8a9360afc2cd None None] DHCP port deletion for 29511449-8de3-40f9-b418-71977eb101f5 request from n-d-834765-1 {{(pid=102792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 29 15:41:13.158440 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-a7f0cfe6-ef67-46ee-b6b1-20b44b52bade admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1631750'] for network, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:13.182914 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 29 Mar 2022 15:41:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d65f9562-384a-4c37-aa11-08c516f9ce60 x-openstack-request-id: req-d65f9562-384a-4c37-aa11-08c516f9ce60 {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:41:13.183574 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e63d94a3-644d-400a-aa3f-0c71f9fb1b46", "name": "network-vif-plugged", "status": "completed", "tag": "62748d51-569b-4ac6-b982-c0c07d6060df", "code": 200}, {"server_uuid": "92da3d30-2c83-4a5c-ba8a-82e31ee4ca78", "name": "network-vif-plugged", "status": "completed", "tag": "830b4256-6943-4919-9a09-7cbf7d8dc004", "code": 200}]} {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:41:13.184040 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d65f9562-384a-4c37-aa11-08c516f9ce60 {{(pid=102792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:41:13.184624 n-d-834765-1 neutron-server[102792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e63d94a3-644d-400a-aa3f-0c71f9fb1b46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62748d51-569b-4ac6-b982-c0c07d6060df', 'code': 200} Mar 29 15:41:13.185055 n-d-834765-1 neutron-server[102792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92da3d30-2c83-4a5c-ba8a-82e31ee4ca78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '830b4256-6943-4919-9a09-7cbf7d8dc004', 'code': 200} Mar 29 15:41:13.245563 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-5c2faabc-847e-4d14-bd7b-8a9360afc2cd None None] Deleting port c6f20d96-2084-43c0-90be-b6c151af3bba {{(pid=102792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:41:13.245940 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-5c2faabc-847e-4d14-bd7b-8a9360afc2cd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:13.287951 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-13bdb923-a1a4-4476-b9e5-d539deb6dcc8 req-4aba1fdb-aeef-4d77-b7fc-33f77450633a service neutron] 10.222.0.44 "GET /v2.0/networks/37bde8d7-b865-400d-9e2f-e243bdb917a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3350825 Mar 29 15:41:13.369737 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-5c2faabc-847e-4d14-bd7b-8a9360afc2cd None None] For port c6f20d96-2084-43c0-90be-b6c151af3bba, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=c6f20d96-2084-43c0-90be-b6c151af3bba,segment=NetworkSegment(76e3cc01-da74-4348-b85c-f690ca48ba16),segment_id=76e3cc01-da74-4348-b85c-f690ca48ba16)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:41:13.370240 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-5c2faabc-847e-4d14-bd7b-8a9360afc2cd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:13.387952 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-5c2faabc-847e-4d14-bd7b-8a9360afc2cd None None] Calling delete_port for c6f20d96-2084-43c0-90be-b6c151af3bba owned by network:dhcp {{(pid=102792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:41:13.389747 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-c57e8ac4-83fe-41b6-bcd9-282559246e09 req-5ee518c9-24d5-4b94-9893-079d8ba5bf06 service neutron] 10.222.0.42 "GET /v2.0/networks/96b8e8ed-22f2-4cb8-884c-6e5cefe078a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2569423 Mar 29 15:41:13.397231 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5e434d-996c-46e9-a496-fb44ac7ce0f1 req-a28f9c6d-8247-4068-b646-97525b3f0077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:13.398668 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-aa5e434d-996c-46e9-a496-fb44ac7ce0f1 req-a28f9c6d-8247-4068-b646-97525b3f0077 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=92da3d30-2c83-4a5c-ba8a-82e31ee4ca78 HTTP/1.1" status: 200 len: 1100 time: 0.0940492 Mar 29 15:41:13.495010 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f90b30-24f4-4f22-ac9a-fe5bc7c6455c req-fabe465e-cc61-4d0b-9579-8a7393c25a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:13.496532 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f90b30-24f4-4f22-ac9a-fe5bc7c6455c req-fabe465e-cc61-4d0b-9579-8a7393c25a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:13.497228 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f90b30-24f4-4f22-ac9a-fe5bc7c6455c req-fabe465e-cc61-4d0b-9579-8a7393c25a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:13.498110 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f90b30-24f4-4f22-ac9a-fe5bc7c6455c req-fabe465e-cc61-4d0b-9579-8a7393c25a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:13.498780 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f90b30-24f4-4f22-ac9a-fe5bc7c6455c req-fabe465e-cc61-4d0b-9579-8a7393c25a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:13.500546 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f90b30-24f4-4f22-ac9a-fe5bc7c6455c req-fabe465e-cc61-4d0b-9579-8a7393c25a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:13.501246 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f90b30-24f4-4f22-ac9a-fe5bc7c6455c req-fabe465e-cc61-4d0b-9579-8a7393c25a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:13.504322 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e6f90b30-24f4-4f22-ac9a-fe5bc7c6455c req-fabe465e-cc61-4d0b-9579-8a7393c25a4c service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=e63d94a3-644d-400a-aa3f-0c71f9fb1b46 HTTP/1.1" status: 200 len: 6491 time: 0.2188392 Mar 29 15:41:13.517915 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-c57e8ac4-83fe-41b6-bcd9-282559246e09 req-ba8a1925-47ef-4dd2-b0be-3c5de841d3ea service neutron] 10.222.0.42 "GET /v2.0/networks/96b8e8ed-22f2-4cb8-884c-6e5cefe078a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1151972 Mar 29 15:41:13.532239 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3974828-68d9-4034-a663-b2490d30dc9a req-54f0f583-6944-48f7-876a-7af12201143d tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:13.542589 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f3974828-68d9-4034-a663-b2490d30dc9a req-54f0f583-6944-48f7-876a-7af12201143d tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] 10.222.0.42 "GET /v2.0/ports?device_id=0a10fb55-d9e0-47cb-a13f-38167235bc8a HTTP/1.1" status: 200 len: 945 time: 0.2504165 Mar 29 15:41:13.551026 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-5c2faabc-847e-4d14-bd7b-8a9360afc2cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350'] for port, after_delete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:13.586625 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-aa5e434d-996c-46e9-a496-fb44ac7ce0f1 req-55be2ad2-0275-4ecc-9457-1e215f17686b service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=53d694e1-2bf0-4e15-9a57-00b8a3802403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677602 Mar 29 15:41:13.588962 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-a7f0cfe6-ef67-46ee-b6b1-20b44b52bade admin admin] Deleting port c6f20d96-2084-43c0-90be-b6c151af3bba {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:41:13.592157 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-a7f0cfe6-ef67-46ee-b6b1-20b44b52bade admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:13.596846 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-13bdb923-a1a4-4476-b9e5-d539deb6dcc8 req-10b48c24-6a60-45f3-8c26-4aa5ff10989b service neutron] 10.222.0.44 "GET /v2.0/networks/37bde8d7-b865-400d-9e2f-e243bdb917a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2934914 Mar 29 15:41:13.641483 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2faabc-847e-4d14-bd7b-8a9360afc2cd None None] Pushing event deleted for resources: {'Port': ['ID=c6f20d96-2084-43c0-90be-b6c151af3bba,revision_number=None']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:41:13.665692 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c2faabc-847e-4d14-bd7b-8a9360afc2cd None None] No DVR routers for this DVR port c6f20d96-2084-43c0-90be-b6c151af3bba on host n-d-834765-1 {{(pid=102792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:41:13.670041 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f3974828-68d9-4034-a663-b2490d30dc9a req-e33da6d1-9ab1-4727-adb6-34ee726501ed tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] 10.222.0.42 "GET /v2.0/security-groups?id=ce1e3aa1-c9e4-4c36-a19f-9dbad60c5be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194332 Mar 29 15:41:13.672026 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device c6f20d96-2084-43c0-90be-b6c151af3bba no longer exists at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:41:13.732433 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e6f90b30-24f4-4f22-ac9a-fe5bc7c6455c req-5b2a7037-4033-4754-89af-f63606983c03 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=7a324716-10f9-4f06-a2b5-9f498b951d56&id=19cf0565-0e5d-4a9a-bb20-6dda76410fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2179139 Mar 29 15:41:13.736660 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] No Port match for: c6f20d96-2084-43c0-90be-b6c151af3bba {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 15:41:13.738400 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device c6f20d96-2084-43c0-90be-b6c151af3bba not bound to the agent host n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:41:13.738627 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 225d50df-d3c7-4c23-8b15-9bc79e0e32c0 no longer exists at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:41:13.755879 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [None req-a7f0cfe6-ef67-46ee-b6b1-20b44b52bade admin admin] For port c6f20d96-2084-43c0-90be-b6c151af3bba, host n-d-834765-1, got binding levels [] {{(pid=102791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:41:13.757247 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-a7f0cfe6-ef67-46ee-b6b1-20b44b52bade admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:13.791432 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-a7f0cfe6-ef67-46ee-b6b1-20b44b52bade admin admin] Calling delete_port for c6f20d96-2084-43c0-90be-b6c151af3bba owned by network:dhcp {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:41:13.795131 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.ipam_backend_mixin [None req-a7f0cfe6-ef67-46ee-b6b1-20b44b52bade admin admin] Port c6f20d96-2084-43c0-90be-b6c151af3bba was not found and therefore no delete operation was performed {{(pid=102791) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 29 15:41:13.800729 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] No Port match for: 225d50df-d3c7-4c23-8b15-9bc79e0e32c0 {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 15:41:13.801075 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 225d50df-d3c7-4c23-8b15-9bc79e0e32c0 not bound to the agent host n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:41:13.813712 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-a7f0cfe6-ef67-46ee-b6b1-20b44b52bade admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:13.869816 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f0cfe6-ef67-46ee-b6b1-20b44b52bade admin admin] Pushing event deleted for resources: {'Port': ['ID=c6f20d96-2084-43c0-90be-b6c151af3bba,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:41:13.904693 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7f0cfe6-ef67-46ee-b6b1-20b44b52bade admin admin] No DVR routers for this DVR port c6f20d96-2084-43c0-90be-b6c151af3bba on host n-d-834765-1 {{(pid=102791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:41:13.913244 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-13bdb923-a1a4-4476-b9e5-d539deb6dcc8 req-8a890dc0-7148-48c7-9ce2-02331700a4c5 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.180&port_id=3828b992-b747-4789-b670-5cf9380d06d4 HTTP/1.1" status: 200 len: 217 time: 0.0810900 Mar 29 15:41:13.944200 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c48084-5f04-4685-94dc-b4d187cd4582 req-43740fd4-83e8-458a-b738-114600dde922 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:13.951276 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c48084-5f04-4685-94dc-b4d187cd4582 req-43740fd4-83e8-458a-b738-114600dde922 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:13.961738 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c48084-5f04-4685-94dc-b4d187cd4582 req-43740fd4-83e8-458a-b738-114600dde922 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:13.971451 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c48084-5f04-4685-94dc-b4d187cd4582 req-43740fd4-83e8-458a-b738-114600dde922 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:13.979146 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c48084-5f04-4685-94dc-b4d187cd4582 req-43740fd4-83e8-458a-b738-114600dde922 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:13.985995 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c48084-5f04-4685-94dc-b4d187cd4582 req-43740fd4-83e8-458a-b738-114600dde922 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:14.008606 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c48084-5f04-4685-94dc-b4d187cd4582 req-43740fd4-83e8-458a-b738-114600dde922 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:14.010593 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-06c48084-5f04-4685-94dc-b4d187cd4582 req-43740fd4-83e8-458a-b738-114600dde922 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] 10.222.0.42 "GET /v2.0/ports?device_id=e63d94a3-644d-400a-aa3f-0c71f9fb1b46 HTTP/1.1" status: 200 len: 5434 time: 0.1657922 Mar 29 15:41:14.036412 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3bddf5-91cc-40b9-bda3-fe4652b32e08 req-ac7a5909-b328-4a1c-9318-728030650d60 tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:14.042602 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3bddf5-91cc-40b9-bda3-fe4652b32e08 req-ac7a5909-b328-4a1c-9318-728030650d60 tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:14.050848 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-1e3bddf5-91cc-40b9-bda3-fe4652b32e08 req-ac7a5909-b328-4a1c-9318-728030650d60 tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] 10.222.0.42 "GET /v2.0/ports?device_id=1bbcae53-a802-49d8-b1e4-d307411acf7d HTTP/1.1" status: 200 len: 1679 time: 0.2607400 Mar 29 15:41:14.083820 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-06c48084-5f04-4685-94dc-b4d187cd4582 req-bd7635a8-a608-465d-84f3-3cc308b926d7 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] 10.222.0.42 "GET /v2.0/security-groups?id=7a324716-10f9-4f06-a2b5-9f498b951d56&id=19cf0565-0e5d-4a9a-bb20-6dda76410fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0644224 Mar 29 15:41:14.100277 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-a7f0cfe6-ef67-46ee-b6b1-20b44b52bade admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639890', 'neutron.services.segments.db._delete_segments_for_network-8783523423079'] for network, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:14.106420 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bdb923-a1a4-4476-b9e5-d539deb6dcc8 req-c3ad2a48-bbc7-414f-bbb4-33a5197f8b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:14.107899 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-13bdb923-a1a4-4476-b9e5-d539deb6dcc8 req-c3ad2a48-bbc7-414f-bbb4-33a5197f8b8d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f703a51c-0eb2-4d55-87cd-9c9ea8bb6814 HTTP/1.1" status: 200 len: 801 time: 0.1732934 Mar 29 15:41:14.163551 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-a7f0cfe6-ef67-46ee-b6b1-20b44b52bade admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29511449-8de3-40f9-b418-71977eb101f5']}} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:41:14.175765 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-a7f0cfe6-ef67-46ee-b6b1-20b44b52bade admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76e3cc01-da74-4348-b85c-f690ca48ba16') {'for_net_delete': True} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:41:14.176068 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-a7f0cfe6-ef67-46ee-b6b1-20b44b52bade admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76e3cc01-da74-4348-b85c-f690ca48ba16') {} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:41:14.179977 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-e1241403-78d4-44ea-a47e-3f6dde753df4 req-a52b1216-1382-44b4-ae73-03c52c366cdc tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.42 "GET /v2.0/ports?device_id=7867b838-ffe0-4d0d-9805-60e566ca9b99 HTTP/1.1" status: 200 len: 210 time: 0.0335207 Mar 29 15:41:14.236489 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-a7f0cfe6-ef67-46ee-b6b1-20b44b52bade admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783523422064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4230428'] for segment, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:14.258147 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-1e3bddf5-91cc-40b9-bda3-fe4652b32e08 req-0e790ea5-5ec1-40a0-a19a-4338af579cb4 tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b78e968-fb8b-47c8-a89f-b40d10173927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2063842 Mar 29 15:41:14.265571 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-a7f0cfe6-ef67-46ee-b6b1-20b44b52bade admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:14.294050 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bdb923-a1a4-4476-b9e5-d539deb6dcc8 req-e7e0667d-76b9-4143-a4fc-5959ea8590d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:14.296698 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-13bdb923-a1a4-4476-b9e5-d539deb6dcc8 req-e7e0667d-76b9-4143-a4fc-5959ea8590d4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=31a2508d-0420-467a-b2d3-a63c41a04214&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1740494 Mar 29 15:41:14.297670 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7f0cfe6-ef67-46ee-b6b1-20b44b52bade admin admin] Releasing vlan 602 on physical network physnet1 to pool {{(pid=102791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 15:41:14.298119 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-a7f0cfe6-ef67-46ee-b6b1-20b44b52bade admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16169569'] for segment, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:14.300483 n-d-834765-1 neutron-server[102791]: Traceback (most recent call last): Mar 29 15:41:14.300483 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 15:41:14.300483 n-d-834765-1 neutron-server[102791]: timer() Mar 29 15:41:14.300483 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 15:41:14.300483 n-d-834765-1 neutron-server[102791]: cb(*args, **kw) Mar 29 15:41:14.300483 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 15:41:14.300483 n-d-834765-1 neutron-server[102791]: return func(*args, **kwargs) Mar 29 15:41:14.300483 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 15:41:14.300483 n-d-834765-1 neutron-server[102791]: self._notify() Mar 29 15:41:14.300483 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 15:41:14.300483 n-d-834765-1 neutron-server[102791]: self.callback(batched_events) Mar 29 15:41:14.300483 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 15:41:14.300483 n-d-834765-1 neutron-server[102791]: event.method(event) Mar 29 15:41:14.300483 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 15:41:14.300483 n-d-834765-1 neutron-server[102791]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 15:41:14.300483 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 15:41:14.300483 n-d-834765-1 neutron-server[102791]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 15:41:14.300483 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 15:41:14.300483 n-d-834765-1 neutron-server[102791]: return f(self, *a, **k) Mar 29 15:41:14.300483 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 15:41:14.300483 n-d-834765-1 neutron-server[102791]: return self._get(url).json() Mar 29 15:41:14.300483 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 15:41:14.300483 n-d-834765-1 neutron-server[102791]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 15:41:14.300483 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 15:41:14.300483 n-d-834765-1 neutron-server[102791]: return self.request(url, 'GET', **kwargs) Mar 29 15:41:14.300483 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 15:41:14.300483 n-d-834765-1 neutron-server[102791]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 15:41:14.300483 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 15:41:14.300483 n-d-834765-1 neutron-server[102791]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 15:41:14.300483 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 15:41:14.300483 n-d-834765-1 neutron-server[102791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 15:41:14.300483 n-d-834765-1 neutron-server[102791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 15:41:14.437252 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe57189-af93-43d1-8d0c-9c3ee4d00a13 req-cb3adb7d-f474-4eca-ac7c-e60e2748ae1d tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:14.456947 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-5fe57189-af93-43d1-8d0c-9c3ee4d00a13 req-cb3adb7d-f474-4eca-ac7c-e60e2748ae1d tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] 10.222.0.42 "GET /v2.0/ports?device_id=490a7f81-d34b-41cf-b939-8230c4561d2c HTTP/1.1" status: 200 len: 945 time: 0.1303301 Mar 29 15:41:14.528597 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-5fe57189-af93-43d1-8d0c-9c3ee4d00a13 req-23b5254d-9b63-49e7-8e0f-2a7fcca3fb2c tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] 10.222.0.42 "GET /v2.0/security-groups?id=c99ced8e-1ceb-46fb-aaa7-747186b2b9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710173 Mar 29 15:41:14.602608 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-a7f0cfe6-ef67-46ee-b6b1-20b44b52bade admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1639897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648174'] for network, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:14.617482 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-a7f0cfe6-ef67-46ee-b6b1-20b44b52bade admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for network, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:14.623955 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-a7f0cfe6-ef67-46ee-b6b1-20b44b52bade admin admin] 10.222.0.42 "DELETE /v2.0/networks/29511449-8de3-40f9-b418-71977eb101f5 HTTP/1.1" status: 204 len: 168 time: 1.7148085 Mar 29 15:41:14.641708 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f0cfe6-ef67-46ee-b6b1-20b44b52bade admin admin] Pushing event deleted for resources: {'Network': ['ID=29511449-8de3-40f9-b418-71977eb101f5,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:41:14.678768 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dbd6e5-e252-469e-9d39-571906d1e4e1 req-0ca51546-feae-44fb-8ff8-0f7075cb3482 tempest-DeleteServersAdminTestJSON-2124808543 tempest-DeleteServersAdminTestJSON-2124808543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:14.691360 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b3dbd6e5-e252-469e-9d39-571906d1e4e1 req-0ca51546-feae-44fb-8ff8-0f7075cb3482 tempest-DeleteServersAdminTestJSON-2124808543 tempest-DeleteServersAdminTestJSON-2124808543-project] 10.222.0.42 "GET /v2.0/ports?device_id=92da3d30-2c83-4a5c-ba8a-82e31ee4ca78 HTTP/1.1" status: 200 len: 949 time: 0.2428360 Mar 29 15:41:14.772030 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-13bdb923-a1a4-4476-b9e5-d539deb6dcc8 req-415e83bb-2a57-4dd8-a071-3b01dfb34894 service neutron] 10.222.0.44 "GET /v2.0/networks/31a2508d-0420-467a-b2d3-a63c41a04214?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4587677 Mar 29 15:41:14.786542 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b3dbd6e5-e252-469e-9d39-571906d1e4e1 req-d588567c-b17e-43bd-821b-2d799bbb3c61 tempest-DeleteServersAdminTestJSON-2124808543 tempest-DeleteServersAdminTestJSON-2124808543-project] 10.222.0.42 "GET /v2.0/security-groups?id=53d694e1-2bf0-4e15-9a57-00b8a3802403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893881 Mar 29 15:41:14.955389 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 42590) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:41:14.978493 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-13bdb923-a1a4-4476-b9e5-d539deb6dcc8 req-cdba0614-922a-492c-96df-2d4870749b03 service neutron] 10.222.0.44 "GET /v2.0/networks/31a2508d-0420-467a-b2d3-a63c41a04214?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1905210 Mar 29 15:41:14.982270 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3433b1f-5836-4705-8530-70a83686b8b2 req-13a35eae-aaa9-41da-9ca1-c11eb74a8c9c tempest-LiveMigrationTest-953290782 tempest-LiveMigrationTest-953290782-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:14.984974 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-c3433b1f-5836-4705-8530-70a83686b8b2 req-13a35eae-aaa9-41da-9ca1-c11eb74a8c9c tempest-LiveMigrationTest-953290782 tempest-LiveMigrationTest-953290782-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=490a7f81-d34b-41cf-b939-8230c4561d2c HTTP/1.1" status: 200 len: 1096 time: 0.0795612 Mar 29 15:41:15.014598 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-497036e1-2458-4f07-8b47-3e7c3cbb3317 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=140a74e7fad04747acc345e5a1657e95&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0555875 Mar 29 15:41:15.015647 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 42592) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:41:15.052785 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-c3433b1f-5836-4705-8530-70a83686b8b2 req-d6ed762f-c552-4977-91e8-d315149e9f94 tempest-LiveMigrationTest-953290782 tempest-LiveMigrationTest-953290782-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=c99ced8e-1ceb-46fb-aaa7-747186b2b9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528479 Mar 29 15:41:15.127232 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-72b657e8-0e4e-49f4-be03-1a9763e19fdb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:15.131625 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1a346b-0f79-4b91-9941-ef218067be68 req-1d27ea4e-d49b-4b3f-ade1-78b0d8f1b9ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:15.132096 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1a346b-0f79-4b91-9941-ef218067be68 req-1d27ea4e-d49b-4b3f-ade1-78b0d8f1b9ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:15.134082 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-2e1a346b-0f79-4b91-9941-ef218067be68 req-1d27ea4e-d49b-4b3f-ade1-78b0d8f1b9ce service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d35c7b00e95148bdb6e7470aeaeb77ed&device_id=1bbcae53-a802-49d8-b1e4-d307411acf7d HTTP/1.1" status: 200 len: 1981 time: 0.0801582 Mar 29 15:41:15.182420 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-72b657e8-0e4e-49f4-be03-1a9763e19fdb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:15.310896 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1a346b-0f79-4b91-9941-ef218067be68 req-22ad30ca-2b1c-48a2-9484-8c6562074241 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:15.316189 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-2e1a346b-0f79-4b91-9941-ef218067be68 req-22ad30ca-2b1c-48a2-9484-8c6562074241 service neutron] 10.222.0.44 "GET /v2.0/networks?id=31a2508d-0420-467a-b2d3-a63c41a04214 HTTP/1.1" status: 200 len: 903 time: 0.1729524 Mar 29 15:41:15.366007 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-2e1a346b-0f79-4b91-9941-ef218067be68 req-170eeece-db8f-42e0-b484-f86f51cfbac9 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.180&port_id=3828b992-b747-4789-b670-5cf9380d06d4 HTTP/1.1" status: 200 len: 217 time: 0.0421202 Mar 29 15:41:15.366575 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-72b657e8-0e4e-49f4-be03-1a9763e19fdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:15.368699 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-c57e8ac4-83fe-41b6-bcd9-282559246e09 req-6a033142-8866-49b8-aaa6-8955c1d6aedf service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=94799213e4df4db5af3887cbfa8ada4e&device_id=7867b838-ffe0-4d0d-9805-60e566ca9b99 HTTP/1.1" status: 200 len: 210 time: 0.0577238 Mar 29 15:41:15.369381 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-72b657e8-0e4e-49f4-be03-1a9763e19fdb admin admin] Notify callbacks [] for security_group, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:15.373631 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-72b657e8-0e4e-49f4-be03-1a9763e19fdb admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/4b6b97f0-4133-45c8-94f7-4bd2c46d54e7 HTTP/1.1" status: 204 len: 168 time: 0.3545353 Mar 29 15:41:15.380768 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b657e8-0e4e-49f4-be03-1a9763e19fdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b6b97f0-4133-45c8-94f7-4bd2c46d54e7,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:41:15.503171 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1a346b-0f79-4b91-9941-ef218067be68 req-c44d161a-a38b-49e3-ba29-f9f749204d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:15.505003 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-2e1a346b-0f79-4b91-9941-ef218067be68 req-c44d161a-a38b-49e3-ba29-f9f749204d02 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f703a51c-0eb2-4d55-87cd-9c9ea8bb6814 HTTP/1.1" status: 200 len: 801 time: 0.1215987 Mar 29 15:41:15.571682 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57e8ac4-83fe-41b6-bcd9-282559246e09 req-40f48fc1-8e9a-44ac-be35-2b050ac7836f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:15.573664 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-c57e8ac4-83fe-41b6-bcd9-282559246e09 req-40f48fc1-8e9a-44ac-be35-2b050ac7836f service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=94799213e4df4db5af3887cbfa8ada4e&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1778271 Mar 29 15:41:15.584147 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d6e384-4bbc-43c7-90a4-d967f7e7e835 req-9f37b8ac-2207-49af-b0d8-e48d628b7705 tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:15.585984 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-79d6e384-4bbc-43c7-90a4-d967f7e7e835 req-9f37b8ac-2207-49af-b0d8-e48d628b7705 tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] 10.222.0.42 "GET /v2.0/ports?device_id=0a10fb55-d9e0-47cb-a13f-38167235bc8a HTTP/1.1" status: 200 len: 945 time: 0.1756365 Mar 29 15:41:15.637678 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1a346b-0f79-4b91-9941-ef218067be68 req-9ef466f4-84d8-40f6-8f6c-5a4a954915e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:15.651966 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-2e1a346b-0f79-4b91-9941-ef218067be68 req-9ef466f4-84d8-40f6-8f6c-5a4a954915e3 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=31a2508d-0420-467a-b2d3-a63c41a04214&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1243525 Mar 29 15:41:15.730427 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-79d6e384-4bbc-43c7-90a4-d967f7e7e835 req-774f5664-02ed-41f0-bbdb-5e49ce96f95e tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] 10.222.0.42 "GET /v2.0/security-groups?id=ce1e3aa1-c9e4-4c36-a19f-9dbad60c5be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313725 Mar 29 15:41:15.778127 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57e8ac4-83fe-41b6-bcd9-282559246e09 req-f7837fae-bc5c-4dc2-846a-c21b583f0947 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:15.780219 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-c57e8ac4-83fe-41b6-bcd9-282559246e09 req-f7837fae-bc5c-4dc2-846a-c21b583f0947 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2000422 Mar 29 15:41:15.786562 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79ee646-5e49-49ba-82b1-e63d468cf0e3 req-f4910dfb-dec9-4be8-8b96-679c803c276d tempest-LiveMigrationTest-953290782 tempest-LiveMigrationTest-953290782-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:15.788085 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-f79ee646-5e49-49ba-82b1-e63d468cf0e3 req-f4910dfb-dec9-4be8-8b96-679c803c276d tempest-LiveMigrationTest-953290782 tempest-LiveMigrationTest-953290782-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=490a7f81-d34b-41cf-b939-8230c4561d2c HTTP/1.1" status: 200 len: 1096 time: 0.0930085 Mar 29 15:41:15.813878 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-2e1a346b-0f79-4b91-9941-ef218067be68 req-0b3ffbad-a81d-415d-8e60-860ffa9e0834 service neutron] 10.222.0.44 "GET /v2.0/networks/31a2508d-0420-467a-b2d3-a63c41a04214?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1609168 Mar 29 15:41:15.846465 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 42620) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:41:15.873361 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-c57e8ac4-83fe-41b6-bcd9-282559246e09 req-bf8aa7b8-3e8a-489e-90c2-7cc053f97451 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.44 "GET /v2.0/ports?device_id=7867b838-ffe0-4d0d-9805-60e566ca9b99 HTTP/1.1" status: 200 len: 210 time: 0.0385652 Mar 29 15:41:15.880306 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-f79ee646-5e49-49ba-82b1-e63d468cf0e3 req-96486027-bb4b-43b3-a0b1-12d30a2eb7f2 tempest-LiveMigrationTest-953290782 tempest-LiveMigrationTest-953290782-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=c99ced8e-1ceb-46fb-aaa7-747186b2b9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853300 Mar 29 15:41:15.921951 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-2277d424-f6ce-4653-86f7-9d15b1d01590 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=016c41f55ccd4a8a94a6f2e85cf132d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0741069 Mar 29 15:41:15.923201 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 42624) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:41:15.949650 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c78f9f-2f80-417a-8823-2a38c9fc362f req-d19e0f88-f7cd-43a3-b2a9-259b372c2aaf tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:15.956597 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c78f9f-2f80-417a-8823-2a38c9fc362f req-d19e0f88-f7cd-43a3-b2a9-259b372c2aaf tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:15.962725 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c78f9f-2f80-417a-8823-2a38c9fc362f req-d19e0f88-f7cd-43a3-b2a9-259b372c2aaf tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:15.970033 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c78f9f-2f80-417a-8823-2a38c9fc362f req-d19e0f88-f7cd-43a3-b2a9-259b372c2aaf tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:15.976332 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c78f9f-2f80-417a-8823-2a38c9fc362f req-d19e0f88-f7cd-43a3-b2a9-259b372c2aaf tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:15.982994 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c78f9f-2f80-417a-8823-2a38c9fc362f req-d19e0f88-f7cd-43a3-b2a9-259b372c2aaf tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:15.988796 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c78f9f-2f80-417a-8823-2a38c9fc362f req-d19e0f88-f7cd-43a3-b2a9-259b372c2aaf tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:15.990684 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b8c78f9f-2f80-417a-8823-2a38c9fc362f req-d19e0f88-f7cd-43a3-b2a9-259b372c2aaf tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] 10.222.0.42 "GET /v2.0/ports?device_id=e63d94a3-644d-400a-aa3f-0c71f9fb1b46 HTTP/1.1" status: 200 len: 5434 time: 0.1743994 Mar 29 15:41:16.025354 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-2e1a346b-0f79-4b91-9941-ef218067be68 req-4eedcc7f-86a2-48ae-9da0-ac1d6d7be22d service neutron] 10.222.0.44 "GET /v2.0/networks/31a2508d-0420-467a-b2d3-a63c41a04214?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1995790 Mar 29 15:41:16.040830 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-76b60ffb-1861-45bc-b305-1df137e74f58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:16.048908 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b8c78f9f-2f80-417a-8823-2a38c9fc362f req-346062f8-5a05-4527-aadf-145a51ebe42f tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] 10.222.0.42 "GET /v2.0/security-groups?id=7a324716-10f9-4f06-a2b5-9f498b951d56&id=19cf0565-0e5d-4a9a-bb20-6dda76410fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0447457 Mar 29 15:41:16.052379 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac10086-d84d-455f-8fb7-d3ee4bc7b13e req-96e32bb5-9760-4a0b-9617-0c01b732faf3 tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:16.058532 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac10086-d84d-455f-8fb7-d3ee4bc7b13e req-96e32bb5-9760-4a0b-9617-0c01b732faf3 tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:16.060714 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-4ac10086-d84d-455f-8fb7-d3ee4bc7b13e req-96e32bb5-9760-4a0b-9617-0c01b732faf3 tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] 10.222.0.42 "GET /v2.0/ports?device_id=1bbcae53-a802-49d8-b1e4-d307411acf7d HTTP/1.1" status: 200 len: 1679 time: 0.0849419 Mar 29 15:41:16.101302 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-76b60ffb-1861-45bc-b305-1df137e74f58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:16.130360 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-4ac10086-d84d-455f-8fb7-d3ee4bc7b13e req-3f133af9-4ef2-4ab3-bf08-6d5fa65fe2fb tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b78e968-fb8b-47c8-a89f-b40d10173927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604305 Mar 29 15:41:16.165725 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f40674-9e6a-4022-acb5-9359e72a24a7 req-80217fc1-1fd5-428f-af99-a7b679f3d1ad tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:16.167662 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-76b60ffb-1861-45bc-b305-1df137e74f58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:16.168039 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-45f40674-9e6a-4022-acb5-9359e72a24a7 req-80217fc1-1fd5-428f-af99-a7b679f3d1ad tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] 10.222.0.42 "GET /v2.0/ports?device_id=02827dcb-f1d9-473b-a457-36e8d447defc HTTP/1.1" status: 200 len: 944 time: 0.0546162 Mar 29 15:41:16.170682 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-76b60ffb-1861-45bc-b305-1df137e74f58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:16.175934 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-76b60ffb-1861-45bc-b305-1df137e74f58 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/9eb6c1a7-36b6-4631-a875-87c9e04c005c HTTP/1.1" status: 204 len: 168 time: 0.2475500 Mar 29 15:41:16.186652 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b60ffb-1861-45bc-b305-1df137e74f58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9eb6c1a7-36b6-4631-a875-87c9e04c005c,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:41:16.251827 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-45f40674-9e6a-4022-acb5-9359e72a24a7 req-ac69eb54-245d-4c85-8c51-343445456059 tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] 10.222.0.42 "GET /v2.0/security-groups?id=d26d57f3-f34b-4b82-acb2-a15ffdfe7b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770864 Mar 29 15:41:16.273099 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7197dbe-3548-4a88-a7ad-0142c8dc6c4c req-691c130d-3b0b-4742-a3d6-96febabc4691 tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:16.275018 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e7197dbe-3548-4a88-a7ad-0142c8dc6c4c req-691c130d-3b0b-4742-a3d6-96febabc4691 tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] 10.222.0.48 "GET /v2.0/ports?device_id=02827dcb-f1d9-473b-a457-36e8d447defc HTTP/1.1" status: 200 len: 944 time: 0.0915272 Mar 29 15:41:16.383610 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780f9faa-bed9-4d6a-9289-b1f5af7f273f req-277a48e4-6d16-4923-864a-be7e295a8b9d tempest-DeleteServersAdminTestJSON-2124808543 tempest-DeleteServersAdminTestJSON-2124808543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:16.385081 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-780f9faa-bed9-4d6a-9289-b1f5af7f273f req-277a48e4-6d16-4923-864a-be7e295a8b9d tempest-DeleteServersAdminTestJSON-2124808543 tempest-DeleteServersAdminTestJSON-2124808543-project] 10.222.0.42 "GET /v2.0/ports?device_id=92da3d30-2c83-4a5c-ba8a-82e31ee4ca78 HTTP/1.1" status: 200 len: 949 time: 0.0727232 Mar 29 15:41:16.428706 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-780f9faa-bed9-4d6a-9289-b1f5af7f273f req-e79ae792-5205-4cc9-9a58-4adeac64b4a0 tempest-DeleteServersAdminTestJSON-2124808543 tempest-DeleteServersAdminTestJSON-2124808543-project] 10.222.0.42 "GET /v2.0/security-groups?id=53d694e1-2bf0-4e15-9a57-00b8a3802403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356326 Mar 29 15:41:16.462416 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749c7d37-226c-4a87-a3ce-a3d44f8ad35b req-d7791d58-be93-43aa-a61c-1c3fef6982f8 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:16.469486 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749c7d37-226c-4a87-a3ce-a3d44f8ad35b req-d7791d58-be93-43aa-a61c-1c3fef6982f8 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:16.475870 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749c7d37-226c-4a87-a3ce-a3d44f8ad35b req-d7791d58-be93-43aa-a61c-1c3fef6982f8 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:16.481904 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749c7d37-226c-4a87-a3ce-a3d44f8ad35b req-d7791d58-be93-43aa-a61c-1c3fef6982f8 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:16.487843 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749c7d37-226c-4a87-a3ce-a3d44f8ad35b req-d7791d58-be93-43aa-a61c-1c3fef6982f8 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:16.493744 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749c7d37-226c-4a87-a3ce-a3d44f8ad35b req-d7791d58-be93-43aa-a61c-1c3fef6982f8 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:16.499725 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749c7d37-226c-4a87-a3ce-a3d44f8ad35b req-d7791d58-be93-43aa-a61c-1c3fef6982f8 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:16.501634 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-749c7d37-226c-4a87-a3ce-a3d44f8ad35b req-d7791d58-be93-43aa-a61c-1c3fef6982f8 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] 10.222.0.42 "GET /v2.0/ports?device_id=e63d94a3-644d-400a-aa3f-0c71f9fb1b46 HTTP/1.1" status: 200 len: 5434 time: 0.1529734 Mar 29 15:41:16.512498 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 42642) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:41:16.517506 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-7c224a9e-8200-40fe-9945-4b4fc5fd0d6c tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Request body: {'floatingip': {'port_id': 'afb45c41-7829-4784-bffd-321e3c203b49'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:41:16.530824 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [req-e7197dbe-3548-4a88-a7ad-0142c8dc6c4c req-8cb78fab-672b-4b5b-ad2e-69acd0a94d33 tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] Deleting port 92483d71-0aee-4c16-b1ee-3338907a4ad9 {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:41:16.531151 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-e7197dbe-3548-4a88-a7ad-0142c8dc6c4c req-8cb78fab-672b-4b5b-ad2e-69acd0a94d33 tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:16.562254 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-7c224a9e-8200-40fe-9945-4b4fc5fd0d6c tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Notify callbacks [] for floatingip, before_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:16.673734 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-e7197dbe-3548-4a88-a7ad-0142c8dc6c4c req-8cb78fab-672b-4b5b-ad2e-69acd0a94d33 tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] For port 92483d71-0aee-4c16-b1ee-3338907a4ad9, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=92483d71-0aee-4c16-b1ee-3338907a4ad9,segment=NetworkSegment(52cd9713-83ea-496d-8c48-fd7b796e6ead),segment_id=52cd9713-83ea-496d-8c48-fd7b796e6ead)] {{(pid=102791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:41:16.674101 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-e7197dbe-3548-4a88-a7ad-0142c8dc6c4c req-8cb78fab-672b-4b5b-ad2e-69acd0a94d33 tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:16.691874 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:16.704222 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [req-e7197dbe-3548-4a88-a7ad-0142c8dc6c4c req-8cb78fab-672b-4b5b-ad2e-69acd0a94d33 tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] Calling delete_port for 92483d71-0aee-4c16-b1ee-3338907a4ad9 owned by compute:nova {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:41:16.815299 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df104dfc-6d72-4454-ac02-88e2801a4122 req-494bd335-f0f3-4a0f-902f-ff7adafd62dc tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:16.816802 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-df104dfc-6d72-4454-ac02-88e2801a4122 req-494bd335-f0f3-4a0f-902f-ff7adafd62dc tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.42 "GET /v2.0/networks?id=96b8e8ed-22f2-4cb8-884c-6e5cefe078a4 HTTP/1.1" status: 200 len: 812 time: 0.1967559 Mar 29 15:41:16.847517 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-df104dfc-6d72-4454-ac02-88e2801a4122 req-3fa87256-e745-402f-9865-58f0853f060a tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.42 "GET /v2.0/quotas/94799213e4df4db5af3887cbfa8ada4e HTTP/1.1" status: 200 len: 375 time: 0.0204494 Mar 29 15:41:16.931893 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-df104dfc-6d72-4454-ac02-88e2801a4122 req-2622e806-73d9-4cee-9d29-c066d7d09073 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=94799213e4df4db5af3887cbfa8ada4e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0334504 Mar 29 15:41:16.955901 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-e7197dbe-3548-4a88-a7ad-0142c8dc6c4c req-8cb78fab-672b-4b5b-ad2e-69acd0a94d33 tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:16.991776 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb78fab-672b-4b5b-ad2e-69acd0a94d33 tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] Pushing event deleted for resources: {'Port': ['ID=92483d71-0aee-4c16-b1ee-3338907a4ad9,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:41:17.071083 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7197dbe-3548-4a88-a7ad-0142c8dc6c4c req-8cb78fab-672b-4b5b-ad2e-69acd0a94d33 tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] No DVR routers for this DVR port 92483d71-0aee-4c16-b1ee-3338907a4ad9 on host n-h2-834765-1 {{(pid=102791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:41:17.074335 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-e7197dbe-3548-4a88-a7ad-0142c8dc6c4c req-8cb78fab-672b-4b5b-ad2e-69acd0a94d33 tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:17.079459 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e7197dbe-3548-4a88-a7ad-0142c8dc6c4c req-8cb78fab-672b-4b5b-ad2e-69acd0a94d33 tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] 10.222.0.48 "DELETE /v2.0/ports/92483d71-0aee-4c16-b1ee-3338907a4ad9 HTTP/1.1" status: 204 len: 173 time: 0.7970724 Mar 29 15:41:17.080090 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02827dcb-f1d9-473b-a457-36e8d447defc', 'name': 'network-vif-deleted', 'tag': '92483d71-0aee-4c16-b1ee-3338907a4ad9'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:41:17.082895 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c67b028db5e9b9818fecc5c0a87ebc6f190694fa53ca267d523e04f98de536d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9a00baf-77e3-43e5-933b-6dd2b75b0c4c" -d '{"events": [{"server_uuid": "02827dcb-f1d9-473b-a457-36e8d447defc", "name": "network-vif-deleted", "tag": "92483d71-0aee-4c16-b1ee-3338907a4ad9"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:41:17.226352 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-df104dfc-6d72-4454-ac02-88e2801a4122 req-8e621f5f-5eba-4842-8754-c2209be7d484 service neutron] 10.222.0.42 "GET /v2.0/networks/96b8e8ed-22f2-4cb8-884c-6e5cefe078a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2790508 Mar 29 15:41:17.245030 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-7c224a9e-8200-40fe-9945-4b4fc5fd0d6c tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:17.250367 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-7c224a9e-8200-40fe-9945-4b4fc5fd0d6c tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648212'] for floatingip, after_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:17.288455 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 42696) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:41:17.324609 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-df104dfc-6d72-4454-ac02-88e2801a4122 req-26921a46-9be9-4475-90c4-7a4cf9520f97 service neutron] 10.222.0.42 "GET /v2.0/networks/96b8e8ed-22f2-4cb8-884c-6e5cefe078a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969396 Mar 29 15:41:17.374052 n-d-834765-1 neutron-server[102790]: INFO neutron.db.l3_db [None req-7c224a9e-8200-40fe-9945-4b4fc5fd0d6c tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Floating IP 35e7681f-8752-48dd-8a51-0a7687953333 associated. External IP: 172.25.4.247, port: afb45c41-7829-4784-bffd-321e3c203b49. Mar 29 15:41:17.427199 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-6b8dd400-3ce7-4da8-b9d9-286d65eb52de admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-10715648-network', 'tenant_id': '09e41d0f297a4c05bfeacde4bee1a28c'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:41:17.512894 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b8dd400-3ce7-4da8-b9d9-286d65eb52de admin admin] Made reservation on behalf of 09e41d0f297a4c05bfeacde4bee1a28c for: {'network': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:41:17.516216 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-6b8dd400-3ce7-4da8-b9d9-286d65eb52de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for network, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:17.536119 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-6b8dd400-3ce7-4da8-b9d9-286d65eb52de admin admin] Notify callbacks [] for security_group, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:17.623115 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:17.735111 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [req-fbfdcaca-8b6e-430d-8de7-1ff331555736 req-a4c5d1cf-2f94-469d-b3dd-ca119f01b53e tempest-LiveMigrationTest-953290782 tempest-LiveMigrationTest-953290782-project-admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=102791) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 15:41:17.736127 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-fbfdcaca-8b6e-430d-8de7-1ff331555736 req-a4c5d1cf-2f94-469d-b3dd-ca119f01b53e tempest-LiveMigrationTest-953290782 tempest-LiveMigrationTest-953290782-project-admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0177991 Mar 29 15:41:17.766076 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1328f869-133f-4bc0-a1f1-5acba1f6bc71 req-c6f50f30-52b5-43a7-a833-9e592a1820c9 tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:17.769964 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-6b8dd400-3ce7-4da8-b9d9-286d65eb52de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:17.771815 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-1328f869-133f-4bc0-a1f1-5acba1f6bc71 req-c6f50f30-52b5-43a7-a833-9e592a1820c9 tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] 10.222.0.42 "GET /v2.0/ports?device_id=0a10fb55-d9e0-47cb-a13f-38167235bc8a HTTP/1.1" status: 200 len: 945 time: 0.0978413 Mar 29 15:41:17.774287 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c224a9e-8200-40fe-9945-4b4fc5fd0d6c tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Router 6e5efdf6-6b83-4750-9249-d66120dd82a2 has already been hosted by L3 agent c648d819-1060-4f26-b4ec-6455387b5dff {{(pid=102790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 15:41:17.779123 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-6b8dd400-3ce7-4da8-b9d9-286d65eb52de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:17.811733 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b8dd400-3ce7-4da8-b9d9-286d65eb52de admin admin] vlan segment allocate from pool success with {'vlan_id': 640, 'physical_network': 'physnet1'} {{(pid=102790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 15:41:17.834835 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-1328f869-133f-4bc0-a1f1-5acba1f6bc71 req-daaf4b8d-8259-4b36-bedf-153c70b54848 tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] 10.222.0.42 "GET /v2.0/security-groups?id=ce1e3aa1-c9e4-4c36-a19f-9dbad60c5be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419004 Mar 29 15:41:17.836260 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfdcaca-8b6e-430d-8de7-1ff331555736 req-64fb11d1-d2a4-41d1-a5fa-a986043b580c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:17.844000 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-fbfdcaca-8b6e-430d-8de7-1ff331555736 req-64fb11d1-d2a4-41d1-a5fa-a986043b580c service neutron] 10.222.0.42 "GET /v2.0/ports/de3260d5-fda5-4f86-be90-526c4825300a HTTP/1.1" status: 200 len: 1093 time: 0.0947926 Mar 29 15:41:17.849466 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [req-fbfdcaca-8b6e-430d-8de7-1ff331555736 req-d9e66a82-472c-4c84-b238-7d28dde1d212 service neutron] Request body: {'binding': {'host': 'n-h1-834765-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:41:17.849956 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [req-fbfdcaca-8b6e-430d-8de7-1ff331555736 req-d9e66a82-472c-4c84-b238-7d28dde1d212 service neutron] Unknown quota resources ['binding']. {{(pid=102791) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 29 15:41:17.856128 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8dd400-3ce7-4da8-b9d9-286d65eb52de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b35fee71-c80e-48c2-8397-60e016afa2b7,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:41:17.859217 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-6b8dd400-3ce7-4da8-b9d9-286d65eb52de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:17.859588 n-d-834765-1 neutron-server[102790]: INFO neutron.db.segments_db [None req-6b8dd400-3ce7-4da8-b9d9-286d65eb52de admin admin] Added segment 11b45705-66b5-45b3-b9fd-51fa4bb29236 of type vlan for network fcdf73f9-c801-4998-9ec4-0cdc8a1cb85b Mar 29 15:41:17.951431 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device 3828b992-b747-4789-b670-5cf9380d06d4 details requested by agent hyperv_n-h1-834765-1 with host n-h1-834765-1 {{(pid=102792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 15:41:17.972786 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:41:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-accc0095-4db9-422f-a565-373efec0cfb9 x-openstack-request-id: req-accc0095-4db9-422f-a565-373efec0cfb9 {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:41:17.973168 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02827dcb-f1d9-473b-a457-36e8d447defc", "name": "network-vif-deleted", "tag": "92483d71-0aee-4c16-b1ee-3338907a4ad9", "status": "completed", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:41:17.973483 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-accc0095-4db9-422f-a565-373efec0cfb9 {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:41:17.974502 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02827dcb-f1d9-473b-a457-36e8d447defc', 'name': 'network-vif-deleted', 'tag': '92483d71-0aee-4c16-b1ee-3338907a4ad9', 'status': 'completed', 'code': 200} Mar 29 15:41:18.092395 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f57b77-0ada-4e62-b737-d6a418900a65 req-bddb5e7c-4ea9-4a13-8a22-dee4895b39f1 tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:18.098478 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f57b77-0ada-4e62-b737-d6a418900a65 req-bddb5e7c-4ea9-4a13-8a22-dee4895b39f1 tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:18.100158 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-89f57b77-0ada-4e62-b737-d6a418900a65 req-bddb5e7c-4ea9-4a13-8a22-dee4895b39f1 tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] 10.222.0.42 "GET /v2.0/ports?device_id=1bbcae53-a802-49d8-b1e4-d307411acf7d HTTP/1.1" status: 200 len: 1679 time: 0.1036747 Mar 29 15:41:18.105555 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-fbfdcaca-8b6e-430d-8de7-1ff331555736 req-d9e66a82-472c-4c84-b238-7d28dde1d212 service neutron] Attempting to bind port de3260d5-fda5-4f86-be90-526c4825300a on host n-h1-834765-1 for vnic_type normal with profile None {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:41:18.106028 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-fbfdcaca-8b6e-430d-8de7-1ff331555736 req-d9e66a82-472c-4c84-b238-7d28dde1d212 service neutron] Attempting to bind port de3260d5-fda5-4f86-be90-526c4825300a by drivers openvswitch,hyperv on host n-h1-834765-1 at level 0 using segments [{'id': '65ab5bc3-e80e-4641-82f0-4ef53207c2d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'b1def78c-da55-4367-b9b1-4d7fc20fc6ac'}] {{(pid=102791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:41:18.106204 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbfdcaca-8b6e-430d-8de7-1ff331555736 req-d9e66a82-472c-4c84-b238-7d28dde1d212 service neutron] Attempting to bind port de3260d5-fda5-4f86-be90-526c4825300a on network b1def78c-da55-4367-b9b1-4d7fc20fc6ac {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:41:18.109521 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port 3828b992-b747-4789-b670-5cf9380d06d4, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=3828b992-b747-4789-b670-5cf9380d06d4,segment=NetworkSegment(1c2bee05-dec6-4a38-a526-00e005229e64),segment_id=1c2bee05-dec6-4a38-a526-00e005229e64)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:41:18.124455 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Returning: {'device': '3828b992-b747-4789-b670-5cf9380d06d4', 'network_id': '31a2508d-0420-467a-b2d3-a63c41a04214', 'port_id': '3828b992-b747-4789-b670-5cf9380d06d4', 'mac_address': 'fa:16:3e:9d:8c:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 615, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f703a51c-0eb2-4d55-87cd-9c9ea8bb6814', 'ip_address': '19.86.0.180'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 15:41:18.125558 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbfdcaca-8b6e-430d-8de7-1ff331555736 req-d9e66a82-472c-4c84-b238-7d28dde1d212 service neutron] Port de3260d5-fda5-4f86-be90-526c4825300a on network b1def78c-da55-4367-b9b1-4d7fc20fc6ac not bound, no agent of type Open vSwitch agent registered on host n-h1-834765-1 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 15:41:18.125886 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbfdcaca-8b6e-430d-8de7-1ff331555736 req-d9e66a82-472c-4c84-b238-7d28dde1d212 service neutron] Attempting to bind port de3260d5-fda5-4f86-be90-526c4825300a on network b1def78c-da55-4367-b9b1-4d7fc20fc6ac {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:41:18.137980 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbfdcaca-8b6e-430d-8de7-1ff331555736 req-d9e66a82-472c-4c84-b238-7d28dde1d212 service neutron] Checking agent: {'id': 'be375040-5069-4239-9460-a3a3213e1e90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 33, 18), 'started_at': datetime.datetime(2022, 3, 29, 15, 33, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 41, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:41:18.138321 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbfdcaca-8b6e-430d-8de7-1ff331555736 req-d9e66a82-472c-4c84-b238-7d28dde1d212 service neutron] Checking segment: {'id': '65ab5bc3-e80e-4641-82f0-4ef53207c2d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'b1def78c-da55-4367-b9b1-4d7fc20fc6ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:41:18.138704 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbfdcaca-8b6e-430d-8de7-1ff331555736 req-d9e66a82-472c-4c84-b238-7d28dde1d212 service neutron] Bound using segment: {'id': '65ab5bc3-e80e-4641-82f0-4ef53207c2d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'b1def78c-da55-4367-b9b1-4d7fc20fc6ac'} {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:41:18.139142 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-fbfdcaca-8b6e-430d-8de7-1ff331555736 req-d9e66a82-472c-4c84-b238-7d28dde1d212 service neutron] Bound port: de3260d5-fda5-4f86-be90-526c4825300a, host: n-h1-834765-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65ab5bc3-e80e-4641-82f0-4ef53207c2d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'b1def78c-da55-4367-b9b1-4d7fc20fc6ac'}}] {{(pid=102791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 15:41:18.174800 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:18.185199 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-89f57b77-0ada-4e62-b737-d6a418900a65 req-7ffbeef7-e712-42e0-bb3e-1b5e0291a613 tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b78e968-fb8b-47c8-a89f-b40d10173927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763762 Mar 29 15:41:18.191103 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3828b992-b747-4789-b670-5cf9380d06d4 {{(pid=102792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:41:18.217456 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port 3828b992-b747-4789-b670-5cf9380d06d4, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=3828b992-b747-4789-b670-5cf9380d06d4,segment=NetworkSegment(1c2bee05-dec6-4a38-a526-00e005229e64),segment_id=1c2bee05-dec6-4a38-a526-00e005229e64)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:41:18.222740 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:18.223559 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device 6e3ff913-ed79-4005-9b8d-e91a98b24f4a details requested by agent hyperv_n-h1-834765-1 with host n-h1-834765-1 {{(pid=102792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 15:41:18.253183 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-fbfdcaca-8b6e-430d-8de7-1ff331555736 req-d9e66a82-472c-4c84-b238-7d28dde1d212 service neutron] For port de3260d5-fda5-4f86-be90-526c4825300a, host n-h1-834765-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=de3260d5-fda5-4f86-be90-526c4825300a,segment=NetworkSegment(65ab5bc3-e80e-4641-82f0-4ef53207c2d7),segment_id=65ab5bc3-e80e-4641-82f0-4ef53207c2d7)] {{(pid=102791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:41:18.258372 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-6b8dd400-3ce7-4da8-b9d9-286d65eb52de admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783522915970'] for network, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:18.262310 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-fbfdcaca-8b6e-430d-8de7-1ff331555736 req-d9e66a82-472c-4c84-b238-7d28dde1d212 service neutron] Notify callbacks [] for binding, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:18.263522 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-fbfdcaca-8b6e-430d-8de7-1ff331555736 req-d9e66a82-472c-4c84-b238-7d28dde1d212 service neutron] 10.222.0.42 "POST /v2.0/ports/de3260d5-fda5-4f86-be90-526c4825300a/bindings HTTP/1.1" status: 201 len: 389 time: 0.4187202 Mar 29 15:41:18.294690 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c224a9e-8200-40fe-9945-4b4fc5fd0d6c tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:41:18.299698 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-7c224a9e-8200-40fe-9945-4b4fc5fd0d6c tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for floatingip, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:18.321183 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-6b8dd400-3ce7-4da8-b9d9-286d65eb52de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795'] for network, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:18.322245 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b8dd400-3ce7-4da8-b9d9-286d65eb52de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:18.322751 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-6b8dd400-3ce7-4da8-b9d9-286d65eb52de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for network, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:18.357885 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-7c224a9e-8200-40fe-9945-4b4fc5fd0d6c tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] 10.222.0.42 "PUT /v2.0/floatingips/35e7681f-8752-48dd-8a51-0a7687953333 HTTP/1.1" status: 200 len: 992 time: 1.8441105 Mar 29 15:41:18.365107 n-d-834765-1 neutron-server[102790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e63d94a3-644d-400a-aa3f-0c71f9fb1b46', 'tag': 'afb45c41-7829-4784-bffd-321e3c203b49'}] {{(pid=102790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:41:18.367445 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46b06d655c90bc969636382cce4240ad749035fb0f3a83ee4734fa1ed9c4a6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29c5ef4a-eb1d-4cb6-b226-bea877a3300b" -d '{"events": [{"name": "network-changed", "server_uuid": "e63d94a3-644d-400a-aa3f-0c71f9fb1b46", "tag": "afb45c41-7829-4784-bffd-321e3c203b49"}]}' {{(pid=102790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:41:18.377654 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-6b8dd400-3ce7-4da8-b9d9-286d65eb52de admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.0881474 Mar 29 15:41:18.378810 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 42720) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:41:18.386340 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-f7e5efba-4115-4dbf-bd18-0e7fd0ea129c admin admin] Request body: {'subnet': {'network_id': 'fcdf73f9-c801-4998-9ec4-0cdc8a1cb85b', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-10715648-subnet', 'tenant_id': '09e41d0f297a4c05bfeacde4bee1a28c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:41:18.388881 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-1af3b311-94a4-4bfd-acc8-8c28d77da981 req-7816a36a-123c-41b6-ac4b-2946e8df8c18 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.42 "GET /v2.0/ports?device_id=b41b3ac8-0ab9-4edd-a8dc-9042b0acbcee HTTP/1.1" status: 200 len: 210 time: 0.0504222 Mar 29 15:41:18.391323 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc02b8a8-334b-44a6-948f-c7b3d24f1afa None None] Sync routers for ids ['6e5efdf6-6b83-4750-9249-d66120dd82a2'] in n-d-834765-1 {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:41:18.428867 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port 6e3ff913-ed79-4005-9b8d-e91a98b24f4a, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=6e3ff913-ed79-4005-9b8d-e91a98b24f4a,segment=NetworkSegment(ffd2df4b-e242-4a82-8672-0f9f9a3e4e90),segment_id=ffd2df4b-e242-4a82-8672-0f9f9a3e4e90)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:41:18.429204 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8dd400-3ce7-4da8-b9d9-286d65eb52de admin admin] Pushing event updated for resources: {'Network': ['ID=fcdf73f9-c801-4998-9ec4-0cdc8a1cb85b,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:41:18.442296 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Pushing event updated for resources: {'Port': ['ID=3828b992-b747-4789-b670-5cf9380d06d4,revision_number=4']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:41:18.444035 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7e5efba-4115-4dbf-bd18-0e7fd0ea129c admin admin] Made reservation on behalf of 09e41d0f297a4c05bfeacde4bee1a28c for: {'subnet': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:41:18.450982 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Network fcdf73f9-c801-4998-9ec4-0cdc8a1cb85b details requested by agent ovs-agent-n-d-834765-1 with host n-d-834765-1 {{(pid=102792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 15:41:18.456613 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-f7e5efba-4115-4dbf-bd18-0e7fd0ea129c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4793983'] for subnet, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:18.467997 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Returning: {'device': '6e3ff913-ed79-4005-9b8d-e91a98b24f4a', 'network_id': '37bde8d7-b865-400d-9e2f-e243bdb917a0', 'port_id': '6e3ff913-ed79-4005-9b8d-e91a98b24f4a', 'mac_address': 'fa:16:3e:53:8e:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 622, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12422abc-9783-4527-813d-6fff16c2a90e', 'ip_address': '19.80.0.135'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 15:41:18.475312 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc02b8a8-334b-44a6-948f-c7b3d24f1afa None None] Routers {'6e5efdf6-6b83-4750-9249-d66120dd82a2'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:41:18.475958 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-fc02b8a8-334b-44a6-948f-c7b3d24f1afa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:41:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['6e5efdf6-6b83-4750-9249-d66120dd82a2'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:41:18.587361 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:18.601789 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2ce591-9018-481d-b9d9-94087e2a15a7 req-1c69be3c-47f5-455f-98d2-3dfddd0d4a6e tempest-DeleteServersAdminTestJSON-2124808543 tempest-DeleteServersAdminTestJSON-2124808543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:18.610761 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-7b2ce591-9018-481d-b9d9-94087e2a15a7 req-1c69be3c-47f5-455f-98d2-3dfddd0d4a6e tempest-DeleteServersAdminTestJSON-2124808543 tempest-DeleteServersAdminTestJSON-2124808543-project] 10.222.0.42 "GET /v2.0/ports?device_id=92da3d30-2c83-4a5c-ba8a-82e31ee4ca78 HTTP/1.1" status: 200 len: 949 time: 0.1257584 Mar 29 15:41:18.621765 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e3ff913-ed79-4005-9b8d-e91a98b24f4a {{(pid=102792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:41:18.677798 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-7b2ce591-9018-481d-b9d9-94087e2a15a7 req-76da6889-6a8f-4d39-8184-da1b35103911 tempest-DeleteServersAdminTestJSON-2124808543 tempest-DeleteServersAdminTestJSON-2124808543-project] 10.222.0.42 "GET /v2.0/security-groups?id=53d694e1-2bf0-4e15-9a57-00b8a3802403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650575 Mar 29 15:41:18.715994 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port 6e3ff913-ed79-4005-9b8d-e91a98b24f4a, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=6e3ff913-ed79-4005-9b8d-e91a98b24f4a,segment=NetworkSegment(ffd2df4b-e242-4a82-8672-0f9f9a3e4e90),segment_id=ffd2df4b-e242-4a82-8672-0f9f9a3e4e90)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:41:18.723789 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:18.758719 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 15:41:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48dcee0d-aeda-47b8-ac01-beabe33194f0 x-openstack-request-id: req-48dcee0d-aeda-47b8-ac01-beabe33194f0 {{(pid=102790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:41:18.759020 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e63d94a3-644d-400a-aa3f-0c71f9fb1b46", "tag": "afb45c41-7829-4784-bffd-321e3c203b49", "status": "completed", "code": 200}]} {{(pid=102790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:41:18.759286 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-48dcee0d-aeda-47b8-ac01-beabe33194f0 {{(pid=102790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:41:18.759954 n-d-834765-1 neutron-server[102790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e63d94a3-644d-400a-aa3f-0c71f9fb1b46', 'tag': 'afb45c41-7829-4784-bffd-321e3c203b49', 'status': 'completed', 'code': 200} Mar 29 15:41:18.766318 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfdcaca-8b6e-430d-8de7-1ff331555736 req-4424061f-164d-4d41-af35-f959bc790e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:18.783519 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-fbfdcaca-8b6e-430d-8de7-1ff331555736 req-4424061f-164d-4d41-af35-f959bc790e32 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=61d6b03cf8b04e0283d0c20861ff0cb0&device_id=490a7f81-d34b-41cf-b939-8230c4561d2c HTTP/1.1" status: 200 len: 1096 time: 0.1215844 Mar 29 15:41:18.785294 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Pushing event updated for resources: {'Port': ['ID=6e3ff913-ed79-4005-9b8d-e91a98b24f4a,revision_number=4']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:41:18.789311 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvr_db [None req-fc02b8a8-334b-44a6-948f-c7b3d24f1afa None None] Set router 6e5efdf6-6b83-4750-9249-d66120dd82a2 gateway port host: n-d-834765-1 {{(pid=102792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:41:18.875913 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-f7e5efba-4115-4dbf-bd18-0e7fd0ea129c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5231896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4793961'] for subnet, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:18.944798 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa218736-9fa5-4a1c-8234-431c68130b6b req-c2afae42-31bb-4d2a-8de2-38c412364a45 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:18.953513 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-aa218736-9fa5-4a1c-8234-431c68130b6b req-c2afae42-31bb-4d2a-8de2-38c412364a45 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] 10.222.0.42 "GET /v2.0/ports?device_id=490a7f81-d34b-41cf-b939-8230c4561d2c HTTP/1.1" status: 200 len: 945 time: 0.2338774 Mar 29 15:41:18.986849 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e5efba-4115-4dbf-bd18-0e7fd0ea129c admin admin] Pushing event updated for resources: {'Subnet': ['ID=97aeeb47-9a64-429c-b18e-a70adf894590,revision_number=0']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:41:19.007640 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59c5a50-6b45-4e0e-a2c9-117c9d0dc2dd req-bcac9be6-2761-492c-aa48-312bba31fd87 tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:19.009162 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-e59c5a50-6b45-4e0e-a2c9-117c9d0dc2dd req-bcac9be6-2761-492c-aa48-312bba31fd87 tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] 10.222.0.42 "GET /v2.0/ports?device_id=2c70776b-2e7a-4175-a595-6c782e05f18a HTTP/1.1" status: 200 len: 945 time: 0.1480980 Mar 29 15:41:19.020383 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7e5efba-4115-4dbf-bd18-0e7fd0ea129c admin admin] Checking segment: {'id': '11b45705-66b5-45b3-b9fd-51fa4bb29236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'fcdf73f9-c801-4998-9ec4-0cdc8a1cb85b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:41:19.020739 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7e5efba-4115-4dbf-bd18-0e7fd0ea129c admin admin] Network hostable DHCP agents. Network: fcdf73f9-c801-4998-9ec4-0cdc8a1cb85b, hostable agents: ['d136643e-48ae-49d4-a851-2ba3bdf3749c'], hosted agents: [] {{(pid=102790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 15:41:19.041895 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c5ef4a-eb1d-4cb6-b226-bea877a3300b req-7ef4e29e-7da9-4b32-b310-3aa858cfa947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:19.042545 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c5ef4a-eb1d-4cb6-b226-bea877a3300b req-7ef4e29e-7da9-4b32-b310-3aa858cfa947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:19.043034 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c5ef4a-eb1d-4cb6-b226-bea877a3300b req-7ef4e29e-7da9-4b32-b310-3aa858cfa947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:19.043706 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c5ef4a-eb1d-4cb6-b226-bea877a3300b req-7ef4e29e-7da9-4b32-b310-3aa858cfa947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:19.044169 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c5ef4a-eb1d-4cb6-b226-bea877a3300b req-7ef4e29e-7da9-4b32-b310-3aa858cfa947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:19.044642 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c5ef4a-eb1d-4cb6-b226-bea877a3300b req-7ef4e29e-7da9-4b32-b310-3aa858cfa947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:19.045159 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c5ef4a-eb1d-4cb6-b226-bea877a3300b req-7ef4e29e-7da9-4b32-b310-3aa858cfa947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:19.047037 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-29c5ef4a-eb1d-4cb6-b226-bea877a3300b req-7ef4e29e-7da9-4b32-b310-3aa858cfa947 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3c879391e12244b68c6a1d18a158625b&device_id=e63d94a3-644d-400a-aa3f-0c71f9fb1b46 HTTP/1.1" status: 200 len: 6491 time: 0.2384207 Mar 29 15:41:19.068955 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-e59c5a50-6b45-4e0e-a2c9-117c9d0dc2dd req-561b255e-3b26-40a1-b8c2-76622621e941 tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] 10.222.0.42 "GET /v2.0/security-groups?id=d26d57f3-f34b-4b82-acb2-a15ffdfe7b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448837 Mar 29 15:41:19.070623 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7e5efba-4115-4dbf-bd18-0e7fd0ea129c admin admin] Network fcdf73f9-c801-4998-9ec4-0cdc8a1cb85b is scheduled to be hosted by DHCP agent d136643e-48ae-49d4-a851-2ba3bdf3749c with binding_index 1 {{(pid=102790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 15:41:19.081960 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-f7e5efba-4115-4dbf-bd18-0e7fd0ea129c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834765-1, fcdf73f9-c801-4998-9ec4-0cdc8a1cb85b) {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:41:19.087623 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7e5efba-4115-4dbf-bd18-0e7fd0ea129c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:19.088886 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-f7e5efba-4115-4dbf-bd18-0e7fd0ea129c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for subnet, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:19.093817 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6cb35b1-1482-4fbd-a3a7-ebe6b485d758 None None] Network fcdf73f9-c801-4998-9ec4-0cdc8a1cb85b requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 15:41:19.105829 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfdcaca-8b6e-430d-8de7-1ff331555736 req-cab2fda8-8b47-45a2-a385-a8374aab7b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:19.107343 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-fbfdcaca-8b6e-430d-8de7-1ff331555736 req-cab2fda8-8b47-45a2-a385-a8374aab7b32 service neutron] 10.222.0.44 "GET /v2.0/networks?id=b1def78c-da55-4367-b9b1-4d7fc20fc6ac HTTP/1.1" status: 200 len: 909 time: 0.2976179 Mar 29 15:41:19.119189 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-f7e5efba-4115-4dbf-bd18-0e7fd0ea129c admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.7276683 Mar 29 15:41:19.119189 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 42732) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:41:19.119189 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-1e831732-3fbc-4a4e-9c3e-44ce591f5209 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-10715648-router', 'tenant_id': '09e41d0f297a4c05bfeacde4bee1a28c', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'}}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:41:19.123749 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-aa218736-9fa5-4a1c-8234-431c68130b6b req-87ff38af-cd30-4ad9-a160-e5158c1957fa tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] 10.222.0.42 "GET /v2.0/security-groups?id=c99ced8e-1ceb-46fb-aaa7-747186b2b9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689363 Mar 29 15:41:19.144098 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-1e831732-3fbc-4a4e-9c3e-44ce591f5209 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-532385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129310'] for router, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:19.145402 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-1e831732-3fbc-4a4e-9c3e-44ce591f5209 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-648091', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-684384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129319'] for router, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:19.161906 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df104dfc-6d72-4454-ac02-88e2801a4122 req-28d28a77-9f9e-49c0-880a-46b533a2dd67 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:19.162651 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-df104dfc-6d72-4454-ac02-88e2801a4122 req-28d28a77-9f9e-49c0-880a-46b533a2dd67 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.48 "GET /v2.0/networks?id=96b8e8ed-22f2-4cb8-884c-6e5cefe078a4 HTTP/1.1" status: 200 len: 812 time: 0.3520100 Mar 29 15:41:19.165047 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] get_ports_and_sgs() called for port_ids ['6e3ff913-ed79-4005-9b8d-e91a98b24f4a'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:41:19.171121 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-fc02b8a8-334b-44a6-948f-c7b3d24f1afa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e5efdf6-6b83-4750-9249-d66120dd82a2', 'name': 'tempest-TaggedBootDevicesTest-1655078999-router', 'tenant_id': '3c879391e12244b68c6a1d18a158625b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.152'}], 'enable_snat': True}, 'gw_port_id': '6cdc072b-0da4-4048-9f7f-efa2e7ea4231', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:38:54Z', 'updated_at': '2022-03-29T15:38:57Z', 'revision_number': 4, 'project_id': '3c879391e12244b68c6a1d18a158625b', 'gw_port': {'id': '6cdc072b-0da4-4048-9f7f-efa2e7ea4231', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:7d:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e5efdf6-6b83-4750-9249-d66120dd82a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:38:55Z', 'updated_at': '2022-03-29T15:38:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_floatingips': [{'id': '35e7681f-8752-48dd-8a51-0a7687953333', 'tenant_id': '3c879391e12244b68c6a1d18a158625b', 'floating_ip_address': '172.25.4.247', 'floating_network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'router_id': '6e5efdf6-6b83-4750-9249-d66120dd82a2', 'port_id': 'afb45c41-7829-4784-bffd-321e3c203b49', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 775, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '24e09226-4699-432b-9b8f-2ffa2d9396f3', 'mac_address': 'fa:16:3e:a7:bf:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e63d94a3-644d-400a-aa3f-0c71f9fb1b46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T15:39:45Z', 'updated_at': '2022-03-29T15:41:17Z', 'revision_number': 1, 'project_id': '3c879391e12244b68c6a1d18a158625b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b075cf81-12df-4cf7-8657-6411fe150943', 'name': '', 'network_id': '24e09226-4699-432b-9b8f-2ffa2d9396f3', 'tenant_id': '3c879391e12244b68c6a1d18a158625b', 'mac_address': 'fa:16:3e:75:a8:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e5efdf6-6b83-4750-9249-d66120dd82a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': '6b17034e-8c96-4880-a97b-729e224595e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:38:57Z', 'updated_at': '2022-03-29T15:39:02Z', 'revision_number': 5, 'project_id': '3c879391e12244b68c6a1d18a158625b', 'subnets': [{'id': '6b17034e-8c96-4880-a97b-729e224595e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:41:19.187330 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [req-df104dfc-6d72-4454-ac02-88e2801a4122 req-b62c061f-f25f-42c3-a3e6-3ec970ffbed2 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] Request body: {'port': {'device_id': 'b41b3ac8-0ab9-4edd-a8dc-9042b0acbcee', 'network_id': '96b8e8ed-22f2-4cb8-884c-6e5cefe078a4', 'admin_state_up': True, 'tenant_id': '94799213e4df4db5af3887cbfa8ada4e'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:41:19.262502 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-1e831732-3fbc-4a4e-9c3e-44ce591f5209 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:19.277807 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afecaf38-b61a-4054-9788-57c94fb8f866 req-b92e3fc5-0739-4d7c-ae23-63561938d840 tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:19.279728 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-afecaf38-b61a-4054-9788-57c94fb8f866 req-b92e3fc5-0739-4d7c-ae23-63561938d840 tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] 10.222.0.48 "GET /v2.0/ports?device_id=2c70776b-2e7a-4175-a595-6c782e05f18a HTTP/1.1" status: 200 len: 945 time: 0.0975137 Mar 29 15:41:19.363234 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] get_ports_and_sgs() called for port_ids ['3828b992-b747-4789-b670-5cf9380d06d4'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:41:19.417815 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc02b8a8-334b-44a6-948f-c7b3d24f1afa None None] Checking router: 6e5efdf6-6b83-4750-9249-d66120dd82a2 for host: n-d-834765-1 {{(pid=102792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:41:19.499602 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc02b8a8-334b-44a6-948f-c7b3d24f1afa None None] Routers {'6e5efdf6-6b83-4750-9249-d66120dd82a2'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:41:19.500236 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-fc02b8a8-334b-44a6-948f-c7b3d24f1afa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:41:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['6e5efdf6-6b83-4750-9249-d66120dd82a2'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:41:19.529689 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-1e831732-3fbc-4a4e-9c3e-44ce591f5209 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:19.582318 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-fbfdcaca-8b6e-430d-8de7-1ff331555736 req-f7bf329c-8f99-4b59-b64e-2f71e37fff04 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=de3260d5-fda5-4f86-be90-526c4825300a HTTP/1.1" status: 200 len: 217 time: 0.4575603 Mar 29 15:41:19.583453 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef00878f-4aee-4199-b859-6ddbc23182ab req-8c581fee-09d7-45a6-ba92-11701d906246 tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:19.589753 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef00878f-4aee-4199-b859-6ddbc23182ab req-8c581fee-09d7-45a6-ba92-11701d906246 tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:19.591959 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-ef00878f-4aee-4199-b859-6ddbc23182ab req-8c581fee-09d7-45a6-ba92-11701d906246 tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] 10.222.0.42 "GET /v2.0/ports?device_id=1bbcae53-a802-49d8-b1e4-d307411acf7d HTTP/1.1" status: 200 len: 1681 time: 0.1505356 Mar 29 15:41:19.633587 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [req-afecaf38-b61a-4054-9788-57c94fb8f866 req-250747b3-0d8d-481b-9b13-89f179a1c8ac tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] Deleting port 3e4f56b3-2681-4f53-b655-bc7714d4de2d {{(pid=102790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:41:19.633587 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-afecaf38-b61a-4054-9788-57c94fb8f866 req-250747b3-0d8d-481b-9b13-89f179a1c8ac tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:19.649660 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf860a0c-bda8-4430-9209-91b135014b6d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0035034-69b0-5ffc-b384-0ac6189c5628-fcdf73f9-c801-4998-9ec4-0cdc8a1cb85b', 'network_id': 'fcdf73f9-c801-4998-9ec4-0cdc8a1cb85b', 'tenant_id': '09e41d0f297a4c05bfeacde4bee1a28c', 'fixed_ips': [{'subnet_id': '97aeeb47-9a64-429c-b18e-a70adf894590'}]}} from n-d-834765-1. {{(pid=102792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 29 15:41:19.650879 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-cf860a0c-bda8-4430-9209-91b135014b6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:19.745764 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-ef00878f-4aee-4199-b859-6ddbc23182ab req-bfcbbed3-9c6d-44c0-b665-bb62ef13e20f tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b78e968-fb8b-47c8-a89f-b40d10173927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365731 Mar 29 15:41:19.753437 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvr_db [None req-fc02b8a8-334b-44a6-948f-c7b3d24f1afa None None] Set router 6e5efdf6-6b83-4750-9249-d66120dd82a2 gateway port host: n-d-834765-1 {{(pid=102792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:41:19.763021 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c5ef4a-eb1d-4cb6-b226-bea877a3300b req-3685f11a-75c6-45b8-88ce-c5a9b5050dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:19.764897 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-29c5ef4a-eb1d-4cb6-b226-bea877a3300b req-3685f11a-75c6-45b8-88ce-c5a9b5050dcf service neutron] 10.222.0.48 "GET /v2.0/networks?id=24e09226-4699-432b-9b8f-2ffa2d9396f3 HTTP/1.1" status: 200 len: 913 time: 0.6940203 Mar 29 15:41:19.767198 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfdcaca-8b6e-430d-8de7-1ff331555736 req-5560936e-6a94-4933-a1b0-b791cd20ee86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:19.768770 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-fbfdcaca-8b6e-430d-8de7-1ff331555736 req-5560936e-6a94-4933-a1b0-b791cd20ee86 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a84f45bb-2cdd-4adc-a15d-ac5c06ff5a1f HTTP/1.1" status: 200 len: 848 time: 0.1496689 Mar 29 15:41:19.779243 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4d5817-8eeb-4fdb-945e-be9e96c73c26 req-ba84d47c-bafc-4983-acdb-fdc641f3afa2 tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:19.786961 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4b4d5817-8eeb-4fdb-945e-be9e96c73c26 req-ba84d47c-bafc-4983-acdb-fdc641f3afa2 tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] 10.222.0.42 "GET /v2.0/ports?device_id=0a10fb55-d9e0-47cb-a13f-38167235bc8a HTTP/1.1" status: 200 len: 945 time: 0.2185302 Mar 29 15:41:19.797416 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [req-afecaf38-b61a-4054-9788-57c94fb8f866 req-250747b3-0d8d-481b-9b13-89f179a1c8ac tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] For port 3e4f56b3-2681-4f53-b655-bc7714d4de2d, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=3e4f56b3-2681-4f53-b655-bc7714d4de2d,segment=NetworkSegment(52cd9713-83ea-496d-8c48-fd7b796e6ead),segment_id=52cd9713-83ea-496d-8c48-fd7b796e6ead)] {{(pid=102790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:41:19.797788 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-afecaf38-b61a-4054-9788-57c94fb8f866 req-250747b3-0d8d-481b-9b13-89f179a1c8ac tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:19.821968 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [req-afecaf38-b61a-4054-9788-57c94fb8f866 req-250747b3-0d8d-481b-9b13-89f179a1c8ac tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] Calling delete_port for 3e4f56b3-2681-4f53-b655-bc7714d4de2d owned by compute:nova {{(pid=102790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:41:19.849143 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-fbfdcaca-8b6e-430d-8de7-1ff331555736 req-da57cbf2-f0e8-406c-8a07-83b1d9b03b76 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b1def78c-da55-4367-b9b1-4d7fc20fc6ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0562069 Mar 29 15:41:19.959949 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4b4d5817-8eeb-4fdb-945e-be9e96c73c26 req-80241cdb-3ecc-40d3-8da2-b55d2d778f2b tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] 10.222.0.42 "GET /v2.0/security-groups?id=ce1e3aa1-c9e4-4c36-a19f-9dbad60c5be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718726 Mar 29 15:41:20.027444 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-1e831732-3fbc-4a4e-9c3e-44ce591f5209 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:20.028705 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.db_base_plugin_common [None req-cf860a0c-bda8-4430-9209-91b135014b6d None None] Allocated IP 172.20.0.2 (fcdf73f9-c801-4998-9ec4-0cdc8a1cb85b/97aeeb47-9a64-429c-b18e-a70adf894590/42c9acd8-305b-453c-83ce-d878eb7288b8) {{(pid=102792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:41:20.032868 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device 92483d71-0aee-4c16-b1ee-3338907a4ad9 no longer exists at agent hyperv_n-h2-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:41:20.038936 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-29c5ef4a-eb1d-4cb6-b226-bea877a3300b req-ce75a33a-8679-41d1-b0bd-cb53e65d45fa service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=afb45c41-7829-4784-bffd-321e3c203b49 HTTP/1.1" status: 200 len: 1000 time: 0.2375834 Mar 29 15:41:20.048462 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df104dfc-6d72-4454-ac02-88e2801a4122 req-b62c061f-f25f-42c3-a3e6-3ec970ffbed2 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] Made reservation on behalf of 94799213e4df4db5af3887cbfa8ada4e for: {'port': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:41:20.051894 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-df104dfc-6d72-4454-ac02-88e2801a4122 req-b62c061f-f25f-42c3-a3e6-3ec970ffbed2 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:20.060175 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-1e831732-3fbc-4a4e-9c3e-44ce591f5209 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:20.078992 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da03a401-db9f-4ec5-abbb-3d09414ea0d6 req-a7006098-6442-4f76-84b0-a3a8369daa32 tempest-DeleteServersAdminTestJSON-2124808543 tempest-DeleteServersAdminTestJSON-2124808543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:20.082960 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-da03a401-db9f-4ec5-abbb-3d09414ea0d6 req-a7006098-6442-4f76-84b0-a3a8369daa32 tempest-DeleteServersAdminTestJSON-2124808543 tempest-DeleteServersAdminTestJSON-2124808543-project] 10.222.0.42 "GET /v2.0/ports?device_id=92da3d30-2c83-4a5c-ba8a-82e31ee4ca78 HTTP/1.1" status: 200 len: 949 time: 0.1757517 Mar 29 15:41:20.094890 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] No Port match for: 92483d71-0aee-4c16-b1ee-3338907a4ad9 {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 15:41:20.095516 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device 92483d71-0aee-4c16-b1ee-3338907a4ad9 not bound to the agent host n-h2-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:41:20.095658 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device 3e4f56b3-2681-4f53-b655-bc7714d4de2d no longer exists at agent hyperv_n-h2-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:41:20.122755 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-43ce793d-3bcd-420e-9085-6c0d0f3e139e req-4510adcd-7f5e-464c-bffc-4fe0ab336890 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.42 "GET /v2.0/ports?device_id=b41b3ac8-0ab9-4edd-a8dc-9042b0acbcee HTTP/1.1" status: 200 len: 210 time: 0.0778992 Mar 29 15:41:20.223582 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-fbfdcaca-8b6e-430d-8de7-1ff331555736 req-fbfbb676-a220-44d4-9969-3cc0b818b163 service neutron] 10.222.0.44 "GET /v2.0/networks/b1def78c-da55-4367-b9b1-4d7fc20fc6ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3422518 Mar 29 15:41:20.223748 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-da03a401-db9f-4ec5-abbb-3d09414ea0d6 req-a412765b-cfce-4efe-b99c-eaf68a9eea76 tempest-DeleteServersAdminTestJSON-2124808543 tempest-DeleteServersAdminTestJSON-2124808543-project] 10.222.0.42 "GET /v2.0/security-groups?id=53d694e1-2bf0-4e15-9a57-00b8a3802403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246927 Mar 29 15:41:20.236746 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c5ef4a-eb1d-4cb6-b226-bea877a3300b req-2accd752-bd45-41ec-8645-70b0db9a0865 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:20.237964 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-29c5ef4a-eb1d-4cb6-b226-bea877a3300b req-2accd752-bd45-41ec-8645-70b0db9a0865 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6b17034e-8c96-4880-a97b-729e224595e5 HTTP/1.1" status: 200 len: 851 time: 0.1839080 Mar 29 15:41:20.295997 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-afecaf38-b61a-4054-9788-57c94fb8f866 req-250747b3-0d8d-481b-9b13-89f179a1c8ac tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:20.340477 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250747b3-0d8d-481b-9b13-89f179a1c8ac tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] Pushing event deleted for resources: {'Port': ['ID=3e4f56b3-2681-4f53-b655-bc7714d4de2d,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:41:20.370936 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-cf860a0c-bda8-4430-9209-91b135014b6d None None] Notify callbacks [] for port, precommit_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:20.378436 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-fc02b8a8-334b-44a6-948f-c7b3d24f1afa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e5efdf6-6b83-4750-9249-d66120dd82a2', 'name': 'tempest-TaggedBootDevicesTest-1655078999-router', 'tenant_id': '3c879391e12244b68c6a1d18a158625b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.152'}], 'enable_snat': True}, 'gw_port_id': '6cdc072b-0da4-4048-9f7f-efa2e7ea4231', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:38:54Z', 'updated_at': '2022-03-29T15:38:57Z', 'revision_number': 4, 'project_id': '3c879391e12244b68c6a1d18a158625b', 'gw_port': {'id': '6cdc072b-0da4-4048-9f7f-efa2e7ea4231', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:7d:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e5efdf6-6b83-4750-9249-d66120dd82a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:38:55Z', 'updated_at': '2022-03-29T15:38:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_floatingips': [{'id': '35e7681f-8752-48dd-8a51-0a7687953333', 'tenant_id': '3c879391e12244b68c6a1d18a158625b', 'floating_ip_address': '172.25.4.247', 'floating_network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'router_id': '6e5efdf6-6b83-4750-9249-d66120dd82a2', 'port_id': 'afb45c41-7829-4784-bffd-321e3c203b49', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 775, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '24e09226-4699-432b-9b8f-2ffa2d9396f3', 'mac_address': 'fa:16:3e:a7:bf:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e63d94a3-644d-400a-aa3f-0c71f9fb1b46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T15:39:45Z', 'updated_at': '2022-03-29T15:41:17Z', 'revision_number': 1, 'project_id': '3c879391e12244b68c6a1d18a158625b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b075cf81-12df-4cf7-8657-6411fe150943', 'name': '', 'network_id': '24e09226-4699-432b-9b8f-2ffa2d9396f3', 'tenant_id': '3c879391e12244b68c6a1d18a158625b', 'mac_address': 'fa:16:3e:75:a8:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e5efdf6-6b83-4750-9249-d66120dd82a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': '6b17034e-8c96-4880-a97b-729e224595e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:38:57Z', 'updated_at': '2022-03-29T15:39:02Z', 'revision_number': 5, 'project_id': '3c879391e12244b68c6a1d18a158625b', 'subnets': [{'id': '6b17034e-8c96-4880-a97b-729e224595e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:41:20.380967 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-cf860a0c-bda8-4430-9209-91b135014b6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956'] for port, after_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:20.427491 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-920b15e8-39f4-45b9-921c-ad5993cda946 req-729d5975-d986-49dc-a857-668401e172e2 tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] 10.222.0.42 "GET /v2.0/ports?device_id=2c70776b-2e7a-4175-a595-6c782e05f18a HTTP/1.1" status: 200 len: 210 time: 0.1022005 Mar 29 15:41:20.440219 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.db_base_plugin_common [None req-1e831732-3fbc-4a4e-9c3e-44ce591f5209 admin admin] Allocated IP 172.25.4.110 (4a4a035d-ecac-4ead-baa3-25f90788773a/e1a353dc-fac8-4901-a63c-273840237d6a/03eaca56-bb8b-426e-9003-e216c6a40bca) {{(pid=102790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:41:20.443455 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.l3_dvrscheduler_db [req-afecaf38-b61a-4054-9788-57c94fb8f866 req-250747b3-0d8d-481b-9b13-89f179a1c8ac tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] No DVR routers for this DVR port 3e4f56b3-2681-4f53-b655-bc7714d4de2d on host n-h2-834765-1 {{(pid=102790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:41:20.450941 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc02b8a8-334b-44a6-948f-c7b3d24f1afa None None] The sync data for ids ['6e5efdf6-6b83-4750-9249-d66120dd82a2'] in n-d-834765-1 is: [{'id': '6e5efdf6-6b83-4750-9249-d66120dd82a2', 'name': 'tempest-TaggedBootDevicesTest-1655078999-router', 'tenant_id': '3c879391e12244b68c6a1d18a158625b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.152'}], 'enable_snat': True}, 'gw_port_id': '6cdc072b-0da4-4048-9f7f-efa2e7ea4231', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:38:54Z', 'updated_at': '2022-03-29T15:38:57Z', 'revision_number': 4, 'project_id': '3c879391e12244b68c6a1d18a158625b', 'gw_port': {'id': '6cdc072b-0da4-4048-9f7f-efa2e7ea4231', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:7d:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e5efdf6-6b83-4750-9249-d66120dd82a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:38:55Z', 'updated_at': '2022-03-29T15:38:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_floatingips': [{'id': '35e7681f-8752-48dd-8a51-0a7687953333', 'tenant_id': '3c879391e12244b68c6a1d18a158625b', 'floating_ip_address': '172.25.4.247', 'floating_network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'router_id': '6e5efdf6-6b83-4750-9249-d66120dd82a2', 'port_id': 'afb45c41-7829-4784-bffd-321e3c203b49', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 775, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '24e09226-4699-432b-9b8f-2ffa2d9396f3', 'mac_address': 'fa:16:3e:a7:bf:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e63d94a3-644d-400a-aa3f-0c71f9fb1b46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T15:39:45Z', 'updated_at': '2022-03-29T15:41:17Z', 'revision_number': 1, 'project_id': '3c879391e12244b68c6a1d18a158625b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b075cf81-12df-4cf7-8657-6411fe150943', 'name': '', 'network_id': '24e09226-4699-432b-9b8f-2ffa2d9396f3', 'tenant_id': '3c879391e12244b68c6a1d18a158625b', 'mac_address': 'fa:16:3e:75:a8:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e5efdf6-6b83-4750-9249-d66120dd82a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': '6b17034e-8c96-4880-a97b-729e224595e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:38:57Z', 'updated_at': '2022-03-29T15:39:02Z', 'revision_number': 5, 'project_id': '3c879391e12244b68c6a1d18a158625b', 'subnets': [{'id': '6b17034e-8c96-4880-a97b-729e224595e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:41:20.460041 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-afecaf38-b61a-4054-9788-57c94fb8f866 req-250747b3-0d8d-481b-9b13-89f179a1c8ac tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:20.463951 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-afecaf38-b61a-4054-9788-57c94fb8f866 req-250747b3-0d8d-481b-9b13-89f179a1c8ac tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] 10.222.0.48 "DELETE /v2.0/ports/3e4f56b3-2681-4f53-b655-bc7714d4de2d HTTP/1.1" status: 204 len: 173 time: 1.1425512 Mar 29 15:41:20.472805 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-fbfdcaca-8b6e-430d-8de7-1ff331555736 req-6dbfb12b-4ae3-44e5-b874-284d14baca16 service neutron] 10.222.0.44 "GET /v2.0/networks/b1def78c-da55-4367-b9b1-4d7fc20fc6ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2326798 Mar 29 15:41:20.483625 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c5ef4a-eb1d-4cb6-b226-bea877a3300b req-2b942d31-92dd-40f9-9c1f-88537ad92604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:20.486031 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-29c5ef4a-eb1d-4cb6-b226-bea877a3300b req-2b942d31-92dd-40f9-9c1f-88537ad92604 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=24e09226-4699-432b-9b8f-2ffa2d9396f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1621962 Mar 29 15:41:20.490416 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_common [req-df104dfc-6d72-4454-ac02-88e2801a4122 req-b62c061f-f25f-42c3-a3e6-3ec970ffbed2 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] Allocated IP 172.20.0.3 (96b8e8ed-22f2-4cb8-884c-6e5cefe078a4/0ba2b8b0-15ec-4c18-a106-c919b2ec3ae7/d977d1a9-5303-445e-8d7a-4302df3cb4da) {{(pid=102791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:41:20.495534 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf860a0c-bda8-4430-9209-91b135014b6d None None] Pushing event updated for resources: {'Port': ['ID=42c9acd8-305b-453c-83ce-d878eb7288b8,revision_number=1']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:41:20.496549 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd62c4e-3a42-4206-8cc8-d0e08f80447f req-9218f622-011e-4e7e-88ba-ead274d48297 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:20.498129 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-ccd62c4e-3a42-4206-8cc8-d0e08f80447f req-9218f622-011e-4e7e-88ba-ead274d48297 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] 10.222.0.42 "GET /v2.0/ports?device_id=490a7f81-d34b-41cf-b939-8230c4561d2c HTTP/1.1" status: 200 len: 945 time: 0.1609890 Mar 29 15:41:20.532980 n-d-834765-1 neutron-server[102792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf860a0c-bda8-4430-9209-91b135014b6d None None] Network fcdf73f9-c801-4998-9ec4-0cdc8a1cb85b is already hosted by enough agents. {{(pid=102792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:41:20.538434 n-d-834765-1 neutron-server[102792]: DEBUG neutron.scheduler.base_scheduler [None req-cf860a0c-bda8-4430-9209-91b135014b6d None None] Resources bound (agent type, host, resource id): {{(pid=102792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:41:20.542555 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf860a0c-bda8-4430-9209-91b135014b6d None None] Received port after_create {{(pid=102792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:41:20.662082 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-29c5ef4a-eb1d-4cb6-b226-bea877a3300b req-408a98a9-08fd-44c5-8053-3fe602a5356d service neutron] 10.222.0.48 "GET /v2.0/networks/24e09226-4699-432b-9b8f-2ffa2d9396f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1687770 Mar 29 15:41:20.681656 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-cf860a0c-bda8-4430-9209-91b135014b6d None None] Attempting to bind port 42c9acd8-305b-453c-83ce-d878eb7288b8 on host n-d-834765-1 for vnic_type normal with profile {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:41:20.682050 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-cf860a0c-bda8-4430-9209-91b135014b6d None None] Attempting to bind port 42c9acd8-305b-453c-83ce-d878eb7288b8 by drivers openvswitch,hyperv on host n-d-834765-1 at level 0 using segments [{'id': '11b45705-66b5-45b3-b9fd-51fa4bb29236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'fcdf73f9-c801-4998-9ec4-0cdc8a1cb85b'}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:41:20.682620 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf860a0c-bda8-4430-9209-91b135014b6d None None] Attempting to bind port 42c9acd8-305b-453c-83ce-d878eb7288b8 on network fcdf73f9-c801-4998-9ec4-0cdc8a1cb85b {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:41:20.691491 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf860a0c-bda8-4430-9209-91b135014b6d None None] Checking agent: {'id': 'a8866439-9d96-425c-b519-6905c591ac37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 25, 36), 'started_at': datetime.datetime(2022, 3, 29, 15, 26, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 41, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834765-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:41:20.692300 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf860a0c-bda8-4430-9209-91b135014b6d None None] Checking segment: {'id': '11b45705-66b5-45b3-b9fd-51fa4bb29236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'fcdf73f9-c801-4998-9ec4-0cdc8a1cb85b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:41:20.692946 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-cf860a0c-bda8-4430-9209-91b135014b6d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:20.693520 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf860a0c-bda8-4430-9209-91b135014b6d None None] Bound using segment: {'id': '11b45705-66b5-45b3-b9fd-51fa4bb29236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'fcdf73f9-c801-4998-9ec4-0cdc8a1cb85b'} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:41:20.694254 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-cf860a0c-bda8-4430-9209-91b135014b6d None None] Bound port: 42c9acd8-305b-453c-83ce-d878eb7288b8, host: n-d-834765-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11b45705-66b5-45b3-b9fd-51fa4bb29236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'fcdf73f9-c801-4998-9ec4-0cdc8a1cb85b'}}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 15:41:20.695113 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-cf860a0c-bda8-4430-9209-91b135014b6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:20.699899 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-1e831732-3fbc-4a4e-9c3e-44ce591f5209 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:20.753601 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-ccd62c4e-3a42-4206-8cc8-d0e08f80447f req-56b5f1e0-3a01-4339-b2b5-a190332d723d tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] 10.222.0.42 "GET /v2.0/security-groups?id=c99ced8e-1ceb-46fb-aaa7-747186b2b9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2399282 Mar 29 15:41:20.755622 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-1e831732-3fbc-4a4e-9c3e-44ce591f5209 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:20.789558 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-29c5ef4a-eb1d-4cb6-b226-bea877a3300b req-749d9a7d-b209-4dea-9676-78959b8d1439 service neutron] 10.222.0.48 "GET /v2.0/networks/24e09226-4699-432b-9b8f-2ffa2d9396f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1189525 Mar 29 15:41:20.810173 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-cf860a0c-bda8-4430-9209-91b135014b6d None None] For port 42c9acd8-305b-453c-83ce-d878eb7288b8, host n-d-834765-1, cleared binding levels {{(pid=102792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:41:20.814923 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-cf860a0c-bda8-4430-9209-91b135014b6d None None] For port 42c9acd8-305b-453c-83ce-d878eb7288b8, host n-d-834765-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=42c9acd8-305b-453c-83ce-d878eb7288b8,segment=NetworkSegment(11b45705-66b5-45b3-b9fd-51fa4bb29236),segment_id=11b45705-66b5-45b3-b9fd-51fa4bb29236)] {{(pid=102792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:41:20.816896 n-d-834765-1 neutron-server[102790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c70776b-2e7a-4175-a595-6c782e05f18a', 'name': 'network-vif-deleted', 'tag': '3e4f56b3-2681-4f53-b655-bc7714d4de2d'}] {{(pid=102790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:41:20.819492 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46b06d655c90bc969636382cce4240ad749035fb0f3a83ee4734fa1ed9c4a6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d4b3b38-4837-4d97-8a88-70b219842c87" -d '{"events": [{"server_uuid": "2c70776b-2e7a-4175-a595-6c782e05f18a", "name": "network-vif-deleted", "tag": "3e4f56b3-2681-4f53-b655-bc7714d4de2d"}]}' {{(pid=102790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:41:20.823619 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-cf860a0c-bda8-4430-9209-91b135014b6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:20.833637 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e831732-3fbc-4a4e-9c3e-44ce591f5209 admin admin] Network 4a4a035d-ecac-4ead-baa3-25f90788773a is already hosted by enough agents. {{(pid=102790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:41:20.837381 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-1e831732-3fbc-4a4e-9c3e-44ce591f5209 admin admin] Resources bound (agent type, host, resource id): {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:41:20.843453 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e831732-3fbc-4a4e-9c3e-44ce591f5209 admin admin] Received port after_create {{(pid=102790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:41:20.919992 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7674b54e-3467-48ba-89e6-b404dcd220b4 None None] New status for floating IP 35e7681f-8752-48dd-8a51-0a7687953333: ACTIVE {{(pid=102793) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 15:41:20.921787 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf860a0c-bda8-4430-9209-91b135014b6d None None] Pushing event updated for resources: {'Port': ['ID=42c9acd8-305b-453c-83ce-d878eb7288b8,revision_number=2']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:41:20.936969 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e831732-3fbc-4a4e-9c3e-44ce591f5209 admin admin] Pushing event updated for resources: {'Port': ['ID=03eaca56-bb8b-426e-9003-e216c6a40bca,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:41:20.959535 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:41:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1b84299-2f09-4276-92cd-1a6890b24edd x-openstack-request-id: req-d1b84299-2f09-4276-92cd-1a6890b24edd {{(pid=102790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:41:20.959942 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c70776b-2e7a-4175-a595-6c782e05f18a", "name": "network-vif-deleted", "tag": "3e4f56b3-2681-4f53-b655-bc7714d4de2d", "status": "completed", "code": 200}]} {{(pid=102790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:41:20.960313 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d1b84299-2f09-4276-92cd-1a6890b24edd {{(pid=102790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:41:20.961299 n-d-834765-1 neutron-server[102790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c70776b-2e7a-4175-a595-6c782e05f18a', 'name': 'network-vif-deleted', 'tag': '3e4f56b3-2681-4f53-b655-bc7714d4de2d', 'status': 'completed', 'code': 200} Mar 29 15:41:21.183050 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e57a77-dc19-44e2-a803-f32606a6981b req-acbce460-76df-45d7-9ebb-f02f8953d672 tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:21.195566 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e57a77-dc19-44e2-a803-f32606a6981b req-acbce460-76df-45d7-9ebb-f02f8953d672 tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:21.204945 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-17e57a77-dc19-44e2-a803-f32606a6981b req-acbce460-76df-45d7-9ebb-f02f8953d672 tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] 10.222.0.42 "GET /v2.0/ports?device_id=1bbcae53-a802-49d8-b1e4-d307411acf7d HTTP/1.1" status: 200 len: 1681 time: 0.2240770 Mar 29 15:41:21.249372 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-df104dfc-6d72-4454-ac02-88e2801a4122 req-b62c061f-f25f-42c3-a3e6-3ec970ffbed2 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] Notify callbacks [] for port, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:21.293667 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4606344-c0ba-4aef-9537-5003f62b4fbe req-eb1f7de0-5484-44a2-a013-c3e71a3a77ae tempest-DeleteServersAdminTestJSON-2124808543 tempest-DeleteServersAdminTestJSON-2124808543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:21.295377 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d4606344-c0ba-4aef-9537-5003f62b4fbe req-eb1f7de0-5484-44a2-a013-c3e71a3a77ae tempest-DeleteServersAdminTestJSON-2124808543 tempest-DeleteServersAdminTestJSON-2124808543-project] 10.222.0.44 "GET /v2.0/ports?device_id=92da3d30-2c83-4a5c-ba8a-82e31ee4ca78 HTTP/1.1" status: 200 len: 949 time: 0.2187388 Mar 29 15:41:21.301910 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7022e7b-c22d-416f-b609-bd6caf599a22 req-ce87165e-9805-4b4b-8f5b-998505cd31a9 tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:21.311865 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-a7022e7b-c22d-416f-b609-bd6caf599a22 req-ce87165e-9805-4b4b-8f5b-998505cd31a9 tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] 10.222.0.42 "GET /v2.0/ports?device_id=0a10fb55-d9e0-47cb-a13f-38167235bc8a HTTP/1.1" status: 200 len: 945 time: 0.2282395 Mar 29 15:41:21.396845 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-df104dfc-6d72-4454-ac02-88e2801a4122 req-b62c061f-f25f-42c3-a3e6-3ec970ffbed2 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:21.412207 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-a7022e7b-c22d-416f-b609-bd6caf599a22 req-a5626c9b-8f0c-43ac-a1d7-a0e4af3c35ac tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] 10.222.0.42 "GET /v2.0/security-groups?id=ce1e3aa1-c9e4-4c36-a19f-9dbad60c5be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993900 Mar 29 15:41:21.445651 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-17e57a77-dc19-44e2-a803-f32606a6981b req-9b80e3b7-647f-467f-8a55-ab2250a709ac tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b78e968-fb8b-47c8-a89f-b40d10173927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2396853 Mar 29 15:41:21.504554 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df104dfc-6d72-4454-ac02-88e2801a4122 req-b62c061f-f25f-42c3-a3e6-3ec970ffbed2 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] Network 96b8e8ed-22f2-4cb8-884c-6e5cefe078a4 is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:41:21.512624 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-1e831732-3fbc-4a4e-9c3e-44ce591f5209 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:21.530136 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [req-df104dfc-6d72-4454-ac02-88e2801a4122 req-b62c061f-f25f-42c3-a3e6-3ec970ffbed2 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:41:21.571445 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [req-df104dfc-6d72-4454-ac02-88e2801a4122 req-b62c061f-f25f-42c3-a3e6-3ec970ffbed2 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] Received port after_create {{(pid=102791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:41:21.580073 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62c061f-f25f-42c3-a3e6-3ec970ffbed2 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] Pushing event updated for resources: {'Port': ['ID=d977d1a9-5303-445e-8d7a-4302df3cb4da,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:41:21.665095 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 42c9acd8-305b-453c-83ce-d878eb7288b8 up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:41:21.665664 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f13dd16-eded-4733-8b0b-9c615d1d1df0 req-8000dd78-49e3-4d09-b3a0-cc05f194b609 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:21.673734 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-1f13dd16-eded-4733-8b0b-9c615d1d1df0 req-8000dd78-49e3-4d09-b3a0-cc05f194b609 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.42 "GET /v2.0/ports?device_id=b41b3ac8-0ab9-4edd-a8dc-9042b0acbcee HTTP/1.1" status: 200 len: 931 time: 0.1584070 Mar 29 15:41:21.717552 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [req-d4606344-c0ba-4aef-9537-5003f62b4fbe req-d6c237e1-cc4b-4023-a8f6-ccb9dd0eba18 tempest-DeleteServersAdminTestJSON-2124808543 tempest-DeleteServersAdminTestJSON-2124808543-project] Deleting port 830b4256-6943-4919-9a09-7cbf7d8dc004 {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:41:21.718147 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-d4606344-c0ba-4aef-9537-5003f62b4fbe req-d6c237e1-cc4b-4023-a8f6-ccb9dd0eba18 tempest-DeleteServersAdminTestJSON-2124808543 tempest-DeleteServersAdminTestJSON-2124808543-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:21.726816 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port 42c9acd8-305b-453c-83ce-d878eb7288b8 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:41:21.727415 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:21.754903 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df104dfc-6d72-4454-ac02-88e2801a4122 req-b62c061f-f25f-42c3-a3e6-3ec970ffbed2 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:21.756293 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-df104dfc-6d72-4454-ac02-88e2801a4122 req-b62c061f-f25f-42c3-a3e6-3ec970ffbed2 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:21.773405 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-1f13dd16-eded-4733-8b0b-9c615d1d1df0 req-a8798439-4c61-47bf-a929-dc73542d159a tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.42 "GET /v2.0/security-groups?id=07e96b72-96bb-4562-b80f-051b133c1759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843670 Mar 29 15:41:21.847435 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:21.865480 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-df104dfc-6d72-4454-ac02-88e2801a4122 req-b62c061f-f25f-42c3-a3e6-3ec970ffbed2 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6835675 Mar 29 15:41:21.882099 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b0c878-e6f7-41fb-9e96-c5c2bb115080 req-b09e430c-6dfd-4144-a26a-921dc6392db5 tempest-DeleteServersAdminTestJSON-2124808543 tempest-DeleteServersAdminTestJSON-2124808543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:21.892888 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-76b0c878-e6f7-41fb-9e96-c5c2bb115080 req-b09e430c-6dfd-4144-a26a-921dc6392db5 tempest-DeleteServersAdminTestJSON-2124808543 tempest-DeleteServersAdminTestJSON-2124808543-project] 10.222.0.42 "GET /v2.0/ports?device_id=92da3d30-2c83-4a5c-ba8a-82e31ee4ca78 HTTP/1.1" status: 200 len: 949 time: 0.3087640 Mar 29 15:41:21.902303 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-7ad47705-bda6-4c78-89ce-3c2742b84ecb req-1654fd88-2585-4ea2-8343-cd03dadb5016 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=bba2baf7-e23e-4421-b30a-eaf6b702a068&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3545332 Mar 29 15:41:21.907999 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] For port 42c9acd8-305b-453c-83ce-d878eb7288b8, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=42c9acd8-305b-453c-83ce-d878eb7288b8,segment=NetworkSegment(11b45705-66b5-45b3-b9fd-51fa4bb29236),segment_id=11b45705-66b5-45b3-b9fd-51fa4bb29236)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:41:21.911879 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [req-df104dfc-6d72-4454-ac02-88e2801a4122 req-771befa1-f652-4a9d-bd03-828ee289ff24 service neutron] Request body: {'port': {'device_id': 'b41b3ac8-0ab9-4edd-a8dc-9042b0acbcee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834765-1'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:41:21.914538 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-1e831732-3fbc-4a4e-9c3e-44ce591f5209 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648118'] for router, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:21.915315 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:21.988417 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device 6e3ff913-ed79-4005-9b8d-e91a98b24f4a up at agent hyperv_n-h1-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:41:22.041882 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-d4606344-c0ba-4aef-9537-5003f62b4fbe req-d6c237e1-cc4b-4023-a8f6-ccb9dd0eba18 tempest-DeleteServersAdminTestJSON-2124808543 tempest-DeleteServersAdminTestJSON-2124808543-project] For port 830b4256-6943-4919-9a09-7cbf7d8dc004, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=830b4256-6943-4919-9a09-7cbf7d8dc004,segment=NetworkSegment(a0c230f0-660a-4194-9279-0f0781d34134),segment_id=a0c230f0-660a-4194-9279-0f0781d34134)] {{(pid=102791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:41:22.042167 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-d4606344-c0ba-4aef-9537-5003f62b4fbe req-d6c237e1-cc4b-4023-a8f6-ccb9dd0eba18 tempest-DeleteServersAdminTestJSON-2124808543 tempest-DeleteServersAdminTestJSON-2124808543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:22.054190 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Pushing event updated for resources: {'Port': ['ID=42c9acd8-305b-453c-83ce-d878eb7288b8,revision_number=3']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:41:22.090145 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Provisioning for port 6e3ff913-ed79-4005-9b8d-e91a98b24f4a completed by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 15:41:22.095616 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Provisioning complete for port 6e3ff913-ed79-4005-9b8d-e91a98b24f4a triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:41:22.096293 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:22.128908 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-76b0c878-e6f7-41fb-9e96-c5c2bb115080 req-4ff4bc51-56c6-42c5-bb29-34d4091880db tempest-DeleteServersAdminTestJSON-2124808543 tempest-DeleteServersAdminTestJSON-2124808543-project] 10.222.0.42 "GET /v2.0/security-groups?id=53d694e1-2bf0-4e15-9a57-00b8a3802403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2351520 Mar 29 15:41:22.130595 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [req-d4606344-c0ba-4aef-9537-5003f62b4fbe req-d6c237e1-cc4b-4023-a8f6-ccb9dd0eba18 tempest-DeleteServersAdminTestJSON-2124808543 tempest-DeleteServersAdminTestJSON-2124808543-project] Calling delete_port for 830b4256-6943-4919-9a09-7cbf7d8dc004 owned by compute:nova {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:41:22.150338 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-df104dfc-6d72-4454-ac02-88e2801a4122 req-771befa1-f652-4a9d-bd03-828ee289ff24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:22.157305 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f9456e-ca35-4712-a176-84a3f8b8ee68 req-5d8a77e2-fb86-4998-9395-a660f019a0db tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:22.161201 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad47705-bda6-4c78-89ce-3c2742b84ecb req-39f3db19-77f3-4b8f-a383-b46f1fd5ec66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:22.163445 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-7ad47705-bda6-4c78-89ce-3c2742b84ecb req-39f3db19-77f3-4b8f-a383-b46f1fd5ec66 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=61d6b03cf8b04e0283d0c20861ff0cb0&device_id=bba2baf7-e23e-4421-b30a-eaf6b702a068 HTTP/1.1" status: 200 len: 1095 time: 0.2041106 Mar 29 15:41:22.165136 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-12f9456e-ca35-4712-a176-84a3f8b8ee68 req-5d8a77e2-fb86-4998-9395-a660f019a0db tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] 10.222.0.42 "GET /v2.0/ports?device_id=490a7f81-d34b-41cf-b939-8230c4561d2c HTTP/1.1" status: 200 len: 945 time: 0.1005745 Mar 29 15:41:22.203819 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e831732-3fbc-4a4e-9c3e-44ce591f5209 admin admin] Router 9c8705f6-4302-44a1-8d1c-1a63e28635c2 is scheduled to L3 agent c648d819-1060-4f26-b4ec-6455387b5dff with binding_index 1 {{(pid=102790) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 29 15:41:22.241277 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-12f9456e-ca35-4712-a176-84a3f8b8ee68 req-cd42d81c-4ae9-43b1-a7e7-e3d946c646de tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] 10.222.0.42 "GET /v2.0/security-groups?id=c99ced8e-1ceb-46fb-aaa7-747186b2b9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751398 Mar 29 15:41:22.242755 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:22.285267 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port 6e3ff913-ed79-4005-9b8d-e91a98b24f4a, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=6e3ff913-ed79-4005-9b8d-e91a98b24f4a,segment=NetworkSegment(ffd2df4b-e242-4a82-8672-0f9f9a3e4e90),segment_id=ffd2df4b-e242-4a82-8672-0f9f9a3e4e90)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:41:22.287090 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bbcae53-a802-49d8-b1e4-d307411acf7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e3ff913-ed79-4005-9b8d-e91a98b24f4a'}] {{(pid=102792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:41:22.291475 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4f476c66b318cc6068719fc39557fac68d413f5c7e78fa77028c7948e999ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cebdade5-0f57-4645-9765-3017a791c731" -d '{"events": [{"server_uuid": "1bbcae53-a802-49d8-b1e4-d307411acf7d", "name": "network-vif-plugged", "status": "completed", "tag": "6e3ff913-ed79-4005-9b8d-e91a98b24f4a"}]}' {{(pid=102792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:41:22.297210 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:22.298118 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device 3828b992-b747-4789-b670-5cf9380d06d4 up at agent hyperv_n-h1-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:41:22.421276 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Pushing event updated for resources: {'Port': ['ID=6e3ff913-ed79-4005-9b8d-e91a98b24f4a,revision_number=5']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:41:22.447332 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Provisioning for port 3828b992-b747-4789-b670-5cf9380d06d4 completed by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 15:41:22.455445 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Provisioning complete for port 3828b992-b747-4789-b670-5cf9380d06d4 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:41:22.456077 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:22.596512 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:22.610961 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-574eab7c-1af6-4a21-8dd6-6f70bda7bcb2 None None] Network fcdf73f9-c801-4998-9ec4-0cdc8a1cb85b requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 15:41:22.707073 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:41:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5ed8fba-81b1-42f4-872c-5f0361247a46 x-openstack-request-id: req-a5ed8fba-81b1-42f4-872c-5f0361247a46 {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:41:22.707894 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bbcae53-a802-49d8-b1e4-d307411acf7d", "name": "network-vif-plugged", "status": "completed", "tag": "6e3ff913-ed79-4005-9b8d-e91a98b24f4a", "code": 200}]} {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:41:22.711103 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a5ed8fba-81b1-42f4-872c-5f0361247a46 {{(pid=102792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:41:22.711699 n-d-834765-1 neutron-server[102792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bbcae53-a802-49d8-b1e4-d307411acf7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e3ff913-ed79-4005-9b8d-e91a98b24f4a', 'code': 200} Mar 29 15:41:22.744097 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad47705-bda6-4c78-89ce-3c2742b84ecb req-f592de60-0a7c-4950-9fe8-95bba5657d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:22.747298 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-7ad47705-bda6-4c78-89ce-3c2742b84ecb req-f592de60-0a7c-4950-9fe8-95bba5657d50 service neutron] 10.222.0.48 "GET /v2.0/networks?id=b1def78c-da55-4367-b9b1-4d7fc20fc6ac HTTP/1.1" status: 200 len: 909 time: 0.5344110 Mar 29 15:41:22.842466 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-d4606344-c0ba-4aef-9537-5003f62b4fbe req-d6c237e1-cc4b-4023-a8f6-ccb9dd0eba18 tempest-DeleteServersAdminTestJSON-2124808543 tempest-DeleteServersAdminTestJSON-2124808543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:22.893099 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0722ad86-6608-4d1c-86e7-2a6aa6d0fb7d req-9815adf0-785f-46cb-9185-777a15abc8a9 tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:22.899995 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] get_ports_and_sgs() called for port_ids ['830b4256-6943-4919-9a09-7cbf7d8dc004'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:41:22.902883 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-0722ad86-6608-4d1c-86e7-2a6aa6d0fb7d req-9815adf0-785f-46cb-9185-777a15abc8a9 tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] 10.222.0.42 "GET /v2.0/ports?device_id=0a10fb55-d9e0-47cb-a13f-38167235bc8a HTTP/1.1" status: 200 len: 945 time: 0.3202450 Mar 29 15:41:22.909978 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-7ad47705-bda6-4c78-89ce-3c2742b84ecb req-fe0f9436-36e4-4870-83ad-ecf575cb4d81 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a8eb60fb-af4c-47c1-8bd6-3af3e85d4ac0 HTTP/1.1" status: 200 len: 217 time: 0.0857775 Mar 29 15:41:22.944676 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c237e1-cc4b-4023-a8f6-ccb9dd0eba18 tempest-DeleteServersAdminTestJSON-2124808543 tempest-DeleteServersAdminTestJSON-2124808543-project] Pushing event deleted for resources: {'Port': ['ID=830b4256-6943-4919-9a09-7cbf7d8dc004,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:41:22.954303 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port 3828b992-b747-4789-b670-5cf9380d06d4, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=3828b992-b747-4789-b670-5cf9380d06d4,segment=NetworkSegment(1c2bee05-dec6-4a38-a526-00e005229e64),segment_id=1c2bee05-dec6-4a38-a526-00e005229e64)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:41:22.962161 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-548d6816-d2c5-4055-a8bc-ebe17a66e889 None None] Provisioning complete for port 42c9acd8-305b-453c-83ce-d878eb7288b8 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:41:22.962161 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-548d6816-d2c5-4055-a8bc-ebe17a66e889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:22.999107 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:23.002575 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e831732-3fbc-4a4e-9c3e-44ce591f5209 admin admin] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:41:23.031783 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b46abb3-fcc0-43e1-a586-677378e98447 req-2482bd83-dfdd-45fa-9030-1c9ae87dbf97 tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:23.047548 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-2b46abb3-fcc0-43e1-a586-677378e98447 req-2482bd83-dfdd-45fa-9030-1c9ae87dbf97 tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] 10.222.0.42 "GET /v2.0/ports?device_id=e1416b4f-2ed2-468a-acdd-84bf3fd763c2 HTTP/1.1" status: 200 len: 944 time: 0.2451408 Mar 29 15:41:23.047785 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-193af6a7-2959-435d-80f6-3186b6e8668e None None] Sync routers for ids ['9c8705f6-4302-44a1-8d1c-1a63e28635c2'] in n-d-834765-1 {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:41:23.092402 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4606344-c0ba-4aef-9537-5003f62b4fbe req-d6c237e1-cc4b-4023-a8f6-ccb9dd0eba18 tempest-DeleteServersAdminTestJSON-2124808543 tempest-DeleteServersAdminTestJSON-2124808543-project] No DVR routers for this DVR port 830b4256-6943-4919-9a09-7cbf7d8dc004 on host n-h1-834765-1 {{(pid=102791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:41:23.101949 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-d4606344-c0ba-4aef-9537-5003f62b4fbe req-d6c237e1-cc4b-4023-a8f6-ccb9dd0eba18 tempest-DeleteServersAdminTestJSON-2124808543 tempest-DeleteServersAdminTestJSON-2124808543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:23.107113 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d4606344-c0ba-4aef-9537-5003f62b4fbe req-d6c237e1-cc4b-4023-a8f6-ccb9dd0eba18 tempest-DeleteServersAdminTestJSON-2124808543 tempest-DeleteServersAdminTestJSON-2124808543-project] 10.222.0.44 "DELETE /v2.0/ports/830b4256-6943-4919-9a09-7cbf7d8dc004 HTTP/1.1" status: 204 len: 173 time: 1.7993927 Mar 29 15:41:23.110055 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-193af6a7-2959-435d-80f6-3186b6e8668e None None] Routers {'9c8705f6-4302-44a1-8d1c-1a63e28635c2'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:41:23.110699 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-193af6a7-2959-435d-80f6-3186b6e8668e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:41:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['9c8705f6-4302-44a1-8d1c-1a63e28635c2'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:41:23.123946 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-0722ad86-6608-4d1c-86e7-2a6aa6d0fb7d req-d4389b69-aa26-4c89-95a8-63b5586b8b0f tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] 10.222.0.42 "GET /v2.0/security-groups?id=ce1e3aa1-c9e4-4c36-a19f-9dbad60c5be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2145033 Mar 29 15:41:23.124690 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92da3d30-2c83-4a5c-ba8a-82e31ee4ca78', 'name': 'network-vif-deleted', 'tag': '830b4256-6943-4919-9a09-7cbf7d8dc004'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:41:23.126297 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-1e831732-3fbc-4a4e-9c3e-44ce591f5209 admin admin] Notify callbacks [] for router, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:23.128337 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-1e831732-3fbc-4a4e-9c3e-44ce591f5209 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 4.0144761 Mar 29 15:41:23.130497 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c67b028db5e9b9818fecc5c0a87ebc6f190694fa53ca267d523e04f98de536d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cdd2bea-3542-4dc7-9355-9e9542383d6f" -d '{"events": [{"server_uuid": "92da3d30-2c83-4a5c-ba8a-82e31ee4ca78", "name": "network-vif-deleted", "tag": "830b4256-6943-4919-9a09-7cbf7d8dc004"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:41:23.140905 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 42772) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:41:23.163874 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad47705-bda6-4c78-89ce-3c2742b84ecb req-bcbefb26-efd7-438b-b6ba-101dff946880 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:23.167899 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-7ad47705-bda6-4c78-89ce-3c2742b84ecb req-bcbefb26-efd7-438b-b6ba-101dff946880 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a84f45bb-2cdd-4adc-a15d-ac5c06ff5a1f HTTP/1.1" status: 200 len: 848 time: 0.2260010 Mar 29 15:41:23.262174 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvr_db [None req-193af6a7-2959-435d-80f6-3186b6e8668e None None] Set router 9c8705f6-4302-44a1-8d1c-1a63e28635c2 gateway port host: n-d-834765-1 {{(pid=102792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:41:23.300618 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-2b46abb3-fcc0-43e1-a586-677378e98447 req-2a38e6a8-79a4-4a01-925b-66e2d6dd529f tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] 10.222.0.42 "GET /v2.0/security-groups?id=d26d57f3-f34b-4b82-acb2-a15ffdfe7b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2439895 Mar 29 15:41:23.319388 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-7ad47705-bda6-4c78-89ce-3c2742b84ecb req-b4d12bb4-b45d-4210-a91b-1bedb19a1203 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b1def78c-da55-4367-b9b1-4d7fc20fc6ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1013579 Mar 29 15:41:23.331950 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211f8bd9-8df9-4b68-b6bc-70bd99ee4d63 req-4a3c2d50-83fd-4975-8d52-45905bbe4456 tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:23.333494 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-211f8bd9-8df9-4b68-b6bc-70bd99ee4d63 req-4a3c2d50-83fd-4975-8d52-45905bbe4456 tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] 10.222.0.48 "GET /v2.0/ports?device_id=e1416b4f-2ed2-468a-acdd-84bf3fd763c2 HTTP/1.1" status: 200 len: 944 time: 0.2165556 Mar 29 15:41:23.382360 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Pushing event updated for resources: {'Port': ['ID=3828b992-b747-4789-b670-5cf9380d06d4,revision_number=5']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:41:23.392494 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [req-df104dfc-6d72-4454-ac02-88e2801a4122 req-771befa1-f652-4a9d-bd03-828ee289ff24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d977d1a9-5303-445e-8d7a-4302df3cb4da {{(pid=102791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:41:23.475287 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-df104dfc-6d72-4454-ac02-88e2801a4122 req-771befa1-f652-4a9d-bd03-828ee289ff24 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:23.505926 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0abb54-15fa-4a89-ab28-023a842f66e4 req-2c71774c-ef24-4daa-86a2-6218a4c7c728 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:23.514707 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-3f0abb54-15fa-4a89-ab28-023a842f66e4 req-2c71774c-ef24-4daa-86a2-6218a4c7c728 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.42 "GET /v2.0/ports?device_id=b41b3ac8-0ab9-4edd-a8dc-9042b0acbcee HTTP/1.1" status: 200 len: 931 time: 0.0775430 Mar 29 15:41:23.561412 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [req-211f8bd9-8df9-4b68-b6bc-70bd99ee4d63 req-1121d6cf-48c9-4a8b-bde1-a41c7e48d565 tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] Deleting port 46d1b430-78f4-42ac-9c70-2f89c6daa019 {{(pid=102790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:41:23.561751 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-211f8bd9-8df9-4b68-b6bc-70bd99ee4d63 req-1121d6cf-48c9-4a8b-bde1-a41c7e48d565 tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:23.620440 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a766951-a96b-4b30-a2fb-d8cbcd50ead4 req-c205cff3-312e-4190-8eed-5d59aba05e8e tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:23.631576 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-3f0abb54-15fa-4a89-ab28-023a842f66e4 req-6b72f6ec-ed33-4426-8c7f-ea7a177d8d7f tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.42 "GET /v2.0/security-groups?id=07e96b72-96bb-4562-b80f-051b133c1759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110270 Mar 29 15:41:23.653475 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a766951-a96b-4b30-a2fb-d8cbcd50ead4 req-c205cff3-312e-4190-8eed-5d59aba05e8e tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:23.655117 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6a766951-a96b-4b30-a2fb-d8cbcd50ead4 req-c205cff3-312e-4190-8eed-5d59aba05e8e tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] 10.222.0.42 "GET /v2.0/ports?device_id=1bbcae53-a802-49d8-b1e4-d307411acf7d HTTP/1.1" status: 200 len: 1683 time: 0.4047494 Mar 29 15:41:23.679964 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.provisioning_blocks [req-df104dfc-6d72-4454-ac02-88e2801a4122 req-771befa1-f652-4a9d-bd03-828ee289ff24 service neutron] Transition to ACTIVE for port object d977d1a9-5303-445e-8d7a-4302df3cb4da will not be triggered until provisioned by entity L2. {{(pid=102791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 15:41:23.687503 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-193af6a7-2959-435d-80f6-3186b6e8668e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c8705f6-4302-44a1-8d1c-1a63e28635c2', 'name': 'tempest-FloatingIPsAssociationTestJSON-10715648-router', 'tenant_id': '09e41d0f297a4c05bfeacde4bee1a28c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.110'}], 'enable_snat': True}, 'gw_port_id': '03eaca56-bb8b-426e-9003-e216c6a40bca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:41:19Z', 'updated_at': '2022-03-29T15:41:21Z', 'revision_number': 3, 'project_id': '09e41d0f297a4c05bfeacde4bee1a28c', 'gw_port': {'id': '03eaca56-bb8b-426e-9003-e216c6a40bca', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:df:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c8705f6-4302-44a1-8d1c-1a63e28635c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 836, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:41:20Z', 'updated_at': '2022-03-29T15:41:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1'}], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:41:23.704874 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 42c9acd8-305b-453c-83ce-d878eb7288b8 up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:41:23.723096 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-df104dfc-6d72-4454-ac02-88e2801a4122 req-771befa1-f652-4a9d-bd03-828ee289ff24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:23.794950 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:41:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6f23201-57e3-4d90-bdd6-758088cd3617 x-openstack-request-id: req-d6f23201-57e3-4d90-bdd6-758088cd3617 {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:41:23.796021 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92da3d30-2c83-4a5c-ba8a-82e31ee4ca78", "name": "network-vif-deleted", "tag": "830b4256-6943-4919-9a09-7cbf7d8dc004", "status": "completed", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:41:23.796425 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d6f23201-57e3-4d90-bdd6-758088cd3617 {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:41:23.797237 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92da3d30-2c83-4a5c-ba8a-82e31ee4ca78', 'name': 'network-vif-deleted', 'tag': '830b4256-6943-4919-9a09-7cbf7d8dc004', 'status': 'completed', 'code': 200} Mar 29 15:41:23.824367 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-193af6a7-2959-435d-80f6-3186b6e8668e None None] Checking router: 9c8705f6-4302-44a1-8d1c-1a63e28635c2 for host: n-d-834765-1 {{(pid=102792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:41:23.824886 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-193af6a7-2959-435d-80f6-3186b6e8668e None None] Updating router 9c8705f6-4302-44a1-8d1c-1a63e28635c2 port 03eaca56-bb8b-426e-9003-e216c6a40bca binding host n-d-834765-1 {{(pid=102792) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 15:41:23.827491 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [req-211f8bd9-8df9-4b68-b6bc-70bd99ee4d63 req-1121d6cf-48c9-4a8b-bde1-a41c7e48d565 tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] For port 46d1b430-78f4-42ac-9c70-2f89c6daa019, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=46d1b430-78f4-42ac-9c70-2f89c6daa019,segment=NetworkSegment(52cd9713-83ea-496d-8c48-fd7b796e6ead),segment_id=52cd9713-83ea-496d-8c48-fd7b796e6ead)] {{(pid=102790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:41:23.828002 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-211f8bd9-8df9-4b68-b6bc-70bd99ee4d63 req-1121d6cf-48c9-4a8b-bde1-a41c7e48d565 tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:23.855072 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [req-211f8bd9-8df9-4b68-b6bc-70bd99ee4d63 req-1121d6cf-48c9-4a8b-bde1-a41c7e48d565 tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] Calling delete_port for 46d1b430-78f4-42ac-9c70-2f89c6daa019 owned by compute:nova {{(pid=102790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:41:23.884153 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-7ad47705-bda6-4c78-89ce-3c2742b84ecb req-c8aab5ec-10bb-4145-9580-79bfb1022836 service neutron] 10.222.0.48 "GET /v2.0/networks/b1def78c-da55-4367-b9b1-4d7fc20fc6ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5436587 Mar 29 15:41:23.895529 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6a766951-a96b-4b30-a2fb-d8cbcd50ead4 req-2928dce7-333f-4ece-b8cb-2a73fb4b0d9b tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b78e968-fb8b-47c8-a89f-b40d10173927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2116721 Mar 29 15:41:23.933314 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port 42c9acd8-305b-453c-83ce-d878eb7288b8 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:41:23.933936 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:23.946963 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771befa1-f652-4a9d-bd03-828ee289ff24 service neutron] Pushing event updated for resources: {'Port': ['ID=d977d1a9-5303-445e-8d7a-4302df3cb4da,revision_number=2']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:41:24.004764 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device 0a93aa01-a512-4cc5-99fd-5b241bf5026f details requested by agent hyperv_n-h1-834765-1 with host n-h1-834765-1 {{(pid=102792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 15:41:24.018037 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-c7156d2f-f4b1-4910-a5f6-113d8a873428 None None] Provisioning complete for port 42c9acd8-305b-453c-83ce-d878eb7288b8 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:41:24.018406 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-c7156d2f-f4b1-4910-a5f6-113d8a873428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:24.020220 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-193af6a7-2959-435d-80f6-3186b6e8668e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:24.061403 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dec3b5c-319d-47e4-af18-8439637a3f05 req-a1b61e9d-4ce8-4fbf-82fb-00ae33929099 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:24.068886 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-7dec3b5c-319d-47e4-af18-8439637a3f05 req-a1b61e9d-4ce8-4fbf-82fb-00ae33929099 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] 10.222.0.42 "GET /v2.0/ports?device_id=490a7f81-d34b-41cf-b939-8230c4561d2c HTTP/1.1" status: 200 len: 945 time: 0.1289277 Mar 29 15:41:24.143292 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-7dec3b5c-319d-47e4-af18-8439637a3f05 req-084e5523-846b-440e-81e3-55ca2ab1512f tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] 10.222.0.42 "GET /v2.0/security-groups?id=c99ced8e-1ceb-46fb-aaa7-747186b2b9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698895 Mar 29 15:41:24.242511 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-211f8bd9-8df9-4b68-b6bc-70bd99ee4d63 req-1121d6cf-48c9-4a8b-bde1-a41c7e48d565 tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:24.311211 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1121d6cf-48c9-4a8b-bde1-a41c7e48d565 tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] Pushing event deleted for resources: {'Port': ['ID=46d1b430-78f4-42ac-9c70-2f89c6daa019,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:41:24.396914 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b6ae90-cb35-43fe-9180-5bc46aec509d req-dff0031a-7d14-414a-b580-dd0869fcd949 tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:24.403835 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-b1b6ae90-cb35-43fe-9180-5bc46aec509d req-dff0031a-7d14-414a-b580-dd0869fcd949 tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] 10.222.0.42 "GET /v2.0/ports?device_id=0a10fb55-d9e0-47cb-a13f-38167235bc8a HTTP/1.1" status: 200 len: 945 time: 0.1492019 Mar 29 15:41:24.423217 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.l3_dvrscheduler_db [req-211f8bd9-8df9-4b68-b6bc-70bd99ee4d63 req-1121d6cf-48c9-4a8b-bde1-a41c7e48d565 tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] No DVR routers for this DVR port 46d1b430-78f4-42ac-9c70-2f89c6daa019 on host n-h2-834765-1 {{(pid=102790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:41:24.429091 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-211f8bd9-8df9-4b68-b6bc-70bd99ee4d63 req-1121d6cf-48c9-4a8b-bde1-a41c7e48d565 tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:24.433187 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-211f8bd9-8df9-4b68-b6bc-70bd99ee4d63 req-1121d6cf-48c9-4a8b-bde1-a41c7e48d565 tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] 10.222.0.48 "DELETE /v2.0/ports/46d1b430-78f4-42ac-9c70-2f89c6daa019 HTTP/1.1" status: 204 len: 173 time: 1.0932207 Mar 29 15:41:24.434007 n-d-834765-1 neutron-server[102790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1416b4f-2ed2-468a-acdd-84bf3fd763c2', 'name': 'network-vif-deleted', 'tag': '46d1b430-78f4-42ac-9c70-2f89c6daa019'}] {{(pid=102790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:41:24.437182 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46b06d655c90bc969636382cce4240ad749035fb0f3a83ee4734fa1ed9c4a6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95237e34-d03a-44ac-a855-931f4f490c9e" -d '{"events": [{"server_uuid": "e1416b4f-2ed2-468a-acdd-84bf3fd763c2", "name": "network-vif-deleted", "tag": "46d1b430-78f4-42ac-9c70-2f89c6daa019"}]}' {{(pid=102790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:41:24.496210 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-b1b6ae90-cb35-43fe-9180-5bc46aec509d req-2b0a6d56-1247-4434-b521-d2a52020fff1 tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] 10.222.0.42 "GET /v2.0/security-groups?id=ce1e3aa1-c9e4-4c36-a19f-9dbad60c5be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704460 Mar 29 15:41:24.560319 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:41:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41639187-6b58-4bc7-9de1-0eddaa7158e6 x-openstack-request-id: req-41639187-6b58-4bc7-9de1-0eddaa7158e6 {{(pid=102790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:41:24.560650 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1416b4f-2ed2-468a-acdd-84bf3fd763c2", "name": "network-vif-deleted", "tag": "46d1b430-78f4-42ac-9c70-2f89c6daa019", "status": "completed", "code": 200}]} {{(pid=102790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:41:24.560900 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-41639187-6b58-4bc7-9de1-0eddaa7158e6 {{(pid=102790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:41:24.561558 n-d-834765-1 neutron-server[102790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1416b4f-2ed2-468a-acdd-84bf3fd763c2', 'name': 'network-vif-deleted', 'tag': '46d1b430-78f4-42ac-9c70-2f89c6daa019', 'status': 'completed', 'code': 200} Mar 29 15:41:24.575147 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port 0a93aa01-a512-4cc5-99fd-5b241bf5026f, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=0a93aa01-a512-4cc5-99fd-5b241bf5026f,segment=NetworkSegment(41873e9c-b24c-40ec-94cd-76d430c8ed02),segment_id=41873e9c-b24c-40ec-94cd-76d430c8ed02)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:41:24.586614 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 42798) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:41:24.631305 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Returning: {'device': '0a93aa01-a512-4cc5-99fd-5b241bf5026f', 'network_id': 'f945f153-5928-4a5d-9b33-57d251311dab', 'port_id': '0a93aa01-a512-4cc5-99fd-5b241bf5026f', 'mac_address': 'fa:16:3e:77:9f:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 646, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e8b374d-c935-4687-96e3-a6909695b876', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 15:41:24.763303 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bbcae53-a802-49d8-b1e4-d307411acf7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3828b992-b747-4789-b670-5cf9380d06d4'}] {{(pid=102792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:41:24.765677 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4f476c66b318cc6068719fc39557fac68d413f5c7e78fa77028c7948e999ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41ebf97c-7bd2-479c-9a59-f58a6185ce3c" -d '{"events": [{"server_uuid": "1bbcae53-a802-49d8-b1e4-d307411acf7d", "name": "network-vif-plugged", "status": "completed", "tag": "3828b992-b747-4789-b670-5cf9380d06d4"}]}' {{(pid=102792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:41:24.822275 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:24.832145 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f955f8b1-abe7-415e-8279-f899d4829604 req-fda52be0-d07c-461e-a762-95836bd0ab30 tempest-LiveAutoBlockMigrationV225Test-522562637 tempest-LiveAutoBlockMigrationV225Test-522562637-project] 10.222.0.42 "GET /v2.0/ports?device_id=e1416b4f-2ed2-468a-acdd-84bf3fd763c2 HTTP/1.1" status: 200 len: 210 time: 0.1475470 Mar 29 15:41:24.835114 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da960af4-8121-48f5-96cf-39c6aee0f3d3 req-90097876-cdba-47cf-9bbf-98057717d3d0 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:24.837017 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-da960af4-8121-48f5-96cf-39c6aee0f3d3 req-90097876-cdba-47cf-9bbf-98057717d3d0 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.42 "GET /v2.0/ports?device_id=b41b3ac8-0ab9-4edd-a8dc-9042b0acbcee HTTP/1.1" status: 200 len: 943 time: 0.0913415 Mar 29 15:41:24.845134 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-dd28710a-eae3-49f2-8d8e-224b673faf6c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=636812e8b46645419cd4972dfa2a3774&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2565970 Mar 29 15:41:24.845785 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 42808) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:41:24.871825 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0a93aa01-a512-4cc5-99fd-5b241bf5026f {{(pid=102792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:41:24.929602 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port 0a93aa01-a512-4cc5-99fd-5b241bf5026f, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=0a93aa01-a512-4cc5-99fd-5b241bf5026f,segment=NetworkSegment(41873e9c-b24c-40ec-94cd-76d430c8ed02),segment_id=41873e9c-b24c-40ec-94cd-76d430c8ed02)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:41:24.938821 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:41:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86b75ebe-343f-4a55-93d4-0d624e887ddd x-openstack-request-id: req-86b75ebe-343f-4a55-93d4-0d624e887ddd {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:41:24.939151 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bbcae53-a802-49d8-b1e4-d307411acf7d", "name": "network-vif-plugged", "status": "completed", "tag": "3828b992-b747-4789-b670-5cf9380d06d4", "code": 200}]} {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:41:24.939433 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-86b75ebe-343f-4a55-93d4-0d624e887ddd {{(pid=102792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:41:24.939897 n-d-834765-1 neutron-server[102792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bbcae53-a802-49d8-b1e4-d307411acf7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3828b992-b747-4789-b670-5cf9380d06d4', 'code': 200} Mar 29 15:41:24.942742 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:24.951904 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-da960af4-8121-48f5-96cf-39c6aee0f3d3 req-7109cd68-bafe-47dc-953f-a3259defdce2 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.42 "GET /v2.0/security-groups?id=07e96b72-96bb-4562-b80f-051b133c1759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868874 Mar 29 15:41:25.008868 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-d40c4d83-02bb-4a41-b285-15d08ad7de30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:25.038200 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-193af6a7-2959-435d-80f6-3186b6e8668e None None] Notify callbacks [] for port, precommit_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:25.050980 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Pushing event updated for resources: {'Port': ['ID=0a93aa01-a512-4cc5-99fd-5b241bf5026f,revision_number=6']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:41:25.065282 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-193af6a7-2959-435d-80f6-3186b6e8668e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:25.138432 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-d40c4d83-02bb-4a41-b285-15d08ad7de30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:25.149399 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-193af6a7-2959-435d-80f6-3186b6e8668e None None] Attempting to bind port 03eaca56-bb8b-426e-9003-e216c6a40bca on host n-d-834765-1 for vnic_type normal with profile {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:41:25.149769 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-193af6a7-2959-435d-80f6-3186b6e8668e None None] Attempting to bind port 03eaca56-bb8b-426e-9003-e216c6a40bca by drivers openvswitch,hyperv on host n-d-834765-1 at level 0 using segments [{'id': '6ab47353-a811-4bad-bc73-b4cc84583cfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:41:25.150280 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-193af6a7-2959-435d-80f6-3186b6e8668e None None] Attempting to bind port 03eaca56-bb8b-426e-9003-e216c6a40bca on network 4a4a035d-ecac-4ead-baa3-25f90788773a {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:41:25.156920 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941d88cc-f7e0-4fcf-a7da-778b93fbe999 None None] Pushing event updated for resources: {'Port': ['ID=03eaca56-bb8b-426e-9003-e216c6a40bca,revision_number=2']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:41:25.165214 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-193af6a7-2959-435d-80f6-3186b6e8668e None None] Checking agent: {'id': 'a8866439-9d96-425c-b519-6905c591ac37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 25, 36), 'started_at': datetime.datetime(2022, 3, 29, 15, 26, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 41, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834765-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:41:25.165647 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-193af6a7-2959-435d-80f6-3186b6e8668e None None] Checking segment: {'id': '6ab47353-a811-4bad-bc73-b4cc84583cfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:41:25.166696 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-193af6a7-2959-435d-80f6-3186b6e8668e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:25.166923 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-193af6a7-2959-435d-80f6-3186b6e8668e None None] Bound using segment: {'id': '6ab47353-a811-4bad-bc73-b4cc84583cfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:41:25.167565 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-193af6a7-2959-435d-80f6-3186b6e8668e None None] Bound port: 03eaca56-bb8b-426e-9003-e216c6a40bca, host: n-d-834765-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ab47353-a811-4bad-bc73-b4cc84583cfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'}}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 15:41:25.168013 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-193af6a7-2959-435d-80f6-3186b6e8668e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:25.202410 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4ca5d8c3-fa99-4cec-8be7-26ae5851d8da req-04149c59-9ec9-49f3-8454-6c25d814646d service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=ea6c803e-d2a8-4326-af80-e82436a0a30b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5334079 Mar 29 15:41:25.245961 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-193af6a7-2959-435d-80f6-3186b6e8668e None None] For port 03eaca56-bb8b-426e-9003-e216c6a40bca, host n-d-834765-1, cleared binding levels {{(pid=102792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:41:25.250337 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-193af6a7-2959-435d-80f6-3186b6e8668e None None] For port 03eaca56-bb8b-426e-9003-e216c6a40bca, host n-d-834765-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=03eaca56-bb8b-426e-9003-e216c6a40bca,segment=NetworkSegment(6ab47353-a811-4bad-bc73-b4cc84583cfd),segment_id=6ab47353-a811-4bad-bc73-b4cc84583cfd)] {{(pid=102792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:41:25.255091 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-7ad47705-bda6-4c78-89ce-3c2742b84ecb req-db996b34-49ba-4b1e-b9e9-07c0dbb27710 service neutron] 10.222.0.48 "GET /v2.0/networks/b1def78c-da55-4367-b9b1-4d7fc20fc6ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3402228 Mar 29 15:41:25.257337 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-193af6a7-2959-435d-80f6-3186b6e8668e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:25.290252 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-df104dfc-6d72-4454-ac02-88e2801a4122 req-771befa1-f652-4a9d-bd03-828ee289ff24 service neutron] Attempting to bind port d977d1a9-5303-445e-8d7a-4302df3cb4da on host n-h2-834765-1 for vnic_type normal with profile {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:41:25.290606 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-df104dfc-6d72-4454-ac02-88e2801a4122 req-771befa1-f652-4a9d-bd03-828ee289ff24 service neutron] Attempting to bind port d977d1a9-5303-445e-8d7a-4302df3cb4da by drivers openvswitch,hyperv on host n-h2-834765-1 at level 0 using segments [{'id': 'e1d90273-cef5-4478-85fc-ff4ac210e191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '96b8e8ed-22f2-4cb8-884c-6e5cefe078a4'}] {{(pid=102791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:41:25.290902 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df104dfc-6d72-4454-ac02-88e2801a4122 req-771befa1-f652-4a9d-bd03-828ee289ff24 service neutron] Attempting to bind port d977d1a9-5303-445e-8d7a-4302df3cb4da on network 96b8e8ed-22f2-4cb8-884c-6e5cefe078a4 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:41:25.339559 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df104dfc-6d72-4454-ac02-88e2801a4122 req-771befa1-f652-4a9d-bd03-828ee289ff24 service neutron] Port d977d1a9-5303-445e-8d7a-4302df3cb4da on network 96b8e8ed-22f2-4cb8-884c-6e5cefe078a4 not bound, no agent of type Open vSwitch agent registered on host n-h2-834765-1 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 15:41:25.340153 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df104dfc-6d72-4454-ac02-88e2801a4122 req-771befa1-f652-4a9d-bd03-828ee289ff24 service neutron] Attempting to bind port d977d1a9-5303-445e-8d7a-4302df3cb4da on network 96b8e8ed-22f2-4cb8-884c-6e5cefe078a4 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:41:25.363125 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c91a9b-e3f8-4c29-9493-c9dbef50de5b req-c42e493b-6449-49be-9a63-2b4c38e261d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:25.364307 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c91a9b-e3f8-4c29-9493-c9dbef50de5b req-c42e493b-6449-49be-9a63-2b4c38e261d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:25.367345 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dbefba-8ce1-4513-93c5-0619351817da req-f60eda41-058d-4dac-a717-03d9cdf36ee6 tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:25.373333 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dbefba-8ce1-4513-93c5-0619351817da req-f60eda41-058d-4dac-a717-03d9cdf36ee6 tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:25.375188 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-27dbefba-8ce1-4513-93c5-0619351817da req-f60eda41-058d-4dac-a717-03d9cdf36ee6 tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] 10.222.0.42 "GET /v2.0/ports?device_id=1bbcae53-a802-49d8-b1e4-d307411acf7d HTTP/1.1" status: 200 len: 1683 time: 0.2608812 Mar 29 15:41:25.375622 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-87c91a9b-e3f8-4c29-9493-c9dbef50de5b req-c42e493b-6449-49be-9a63-2b4c38e261d6 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=1bbcae53-a802-49d8-b1e4-d307411acf7d HTTP/1.1" status: 200 len: 1985 time: 0.3419919 Mar 29 15:41:25.378819 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df104dfc-6d72-4454-ac02-88e2801a4122 req-771befa1-f652-4a9d-bd03-828ee289ff24 service neutron] Checking agent: {'id': '3e4b4912-b4a2-4d17-b5bd-6ce15529e8eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 33, 17), 'started_at': datetime.datetime(2022, 3, 29, 15, 33, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 41, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:41:25.379531 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df104dfc-6d72-4454-ac02-88e2801a4122 req-771befa1-f652-4a9d-bd03-828ee289ff24 service neutron] Checking segment: {'id': 'e1d90273-cef5-4478-85fc-ff4ac210e191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '96b8e8ed-22f2-4cb8-884c-6e5cefe078a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:41:25.379687 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df104dfc-6d72-4454-ac02-88e2801a4122 req-771befa1-f652-4a9d-bd03-828ee289ff24 service neutron] Bound using segment: {'id': 'e1d90273-cef5-4478-85fc-ff4ac210e191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '96b8e8ed-22f2-4cb8-884c-6e5cefe078a4'} {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:41:25.380018 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-df104dfc-6d72-4454-ac02-88e2801a4122 req-771befa1-f652-4a9d-bd03-828ee289ff24 service neutron] Bound port: d977d1a9-5303-445e-8d7a-4302df3cb4da, host: n-h2-834765-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1d90273-cef5-4478-85fc-ff4ac210e191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '96b8e8ed-22f2-4cb8-884c-6e5cefe078a4'}}] {{(pid=102791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 15:41:25.380444 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-df104dfc-6d72-4454-ac02-88e2801a4122 req-771befa1-f652-4a9d-bd03-828ee289ff24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:25.384320 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941d88cc-f7e0-4fcf-a7da-778b93fbe999 None None] Pushing event updated for resources: {'Port': ['ID=03eaca56-bb8b-426e-9003-e216c6a40bca,revision_number=3']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:41:25.409406 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] get_ports_and_sgs() called for port_ids ['0a93aa01-a512-4cc5-99fd-5b241bf5026f'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:41:25.429617 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-d40c4d83-02bb-4a41-b285-15d08ad7de30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:25.434231 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca5d8c3-fa99-4cec-8be7-26ae5851d8da req-a01936bd-b006-4836-9e77-ab1af999070d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:25.435755 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4ca5d8c3-fa99-4cec-8be7-26ae5851d8da req-a01936bd-b006-4836-9e77-ab1af999070d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=61d6b03cf8b04e0283d0c20861ff0cb0&device_id=ea6c803e-d2a8-4326-af80-e82436a0a30b HTTP/1.1" status: 200 len: 1095 time: 0.1726806 Mar 29 15:41:25.445219 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-d40c4d83-02bb-4a41-b285-15d08ad7de30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:25.448077 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-d40c4d83-02bb-4a41-b285-15d08ad7de30 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/53d694e1-2bf0-4e15-9a57-00b8a3802403 HTTP/1.1" status: 204 len: 168 time: 0.5994906 Mar 29 15:41:25.471880 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-193af6a7-2959-435d-80f6-3186b6e8668e None None] Routers {'9c8705f6-4302-44a1-8d1c-1a63e28635c2'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:41:25.472691 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-193af6a7-2959-435d-80f6-3186b6e8668e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:41:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['9c8705f6-4302-44a1-8d1c-1a63e28635c2'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:41:25.497852 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-87c91a9b-e3f8-4c29-9493-c9dbef50de5b req-a9c5baa8-05cd-4bbb-9d89-e22f3a465ed9 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=8b78e968-fb8b-47c8-a89f-b40d10173927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088498 Mar 29 15:41:25.517506 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cf66d9-a43d-4656-a7fe-6413c7af78b3 req-7c054ced-2de4-4350-a721-b96e3f84ff7c tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:25.519921 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-d9cf66d9-a43d-4656-a7fe-6413c7af78b3 req-7c054ced-2de4-4350-a721-b96e3f84ff7c tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] 10.222.0.42 "GET /v2.0/ports?device_id=490a7f81-d34b-41cf-b939-8230c4561d2c HTTP/1.1" status: 200 len: 945 time: 0.2159553 Mar 29 15:41:25.524271 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40c4d83-02bb-4a41-b285-15d08ad7de30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53d694e1-2bf0-4e15-9a57-00b8a3802403,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:41:25.551158 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-27dbefba-8ce1-4513-93c5-0619351817da req-d106937b-a956-43d7-a4d1-c942607b401b tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b78e968-fb8b-47c8-a89f-b40d10173927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519692 Mar 29 15:41:25.583936 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-d0acfb67-3b82-4ca4-bcd7-01efd80b958d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:25.614643 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-d9cf66d9-a43d-4656-a7fe-6413c7af78b3 req-d5a12956-2dc1-4f5a-89c0-bbc49b9140d6 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] 10.222.0.42 "GET /v2.0/security-groups?id=c99ced8e-1ceb-46fb-aaa7-747186b2b9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829704 Mar 29 15:41:25.651767 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-df104dfc-6d72-4454-ac02-88e2801a4122 req-771befa1-f652-4a9d-bd03-828ee289ff24 service neutron] For port d977d1a9-5303-445e-8d7a-4302df3cb4da, host n-h2-834765-1, cleared binding levels {{(pid=102791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:41:25.675358 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-df104dfc-6d72-4454-ac02-88e2801a4122 req-771befa1-f652-4a9d-bd03-828ee289ff24 service neutron] For port d977d1a9-5303-445e-8d7a-4302df3cb4da, host n-h2-834765-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=d977d1a9-5303-445e-8d7a-4302df3cb4da,segment=NetworkSegment(e1d90273-cef5-4478-85fc-ff4ac210e191),segment_id=e1d90273-cef5-4478-85fc-ff4ac210e191)] {{(pid=102791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:41:25.687594 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-df104dfc-6d72-4454-ac02-88e2801a4122 req-771befa1-f652-4a9d-bd03-828ee289ff24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:25.850089 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df104dfc-6d72-4454-ac02-88e2801a4122 req-771befa1-f652-4a9d-bd03-828ee289ff24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:25.850776 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-df104dfc-6d72-4454-ac02-88e2801a4122 req-771befa1-f652-4a9d-bd03-828ee289ff24 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:25.852159 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-df104dfc-6d72-4454-ac02-88e2801a4122 req-771befa1-f652-4a9d-bd03-828ee289ff24 service neutron] 10.222.0.48 "PUT /v2.0/ports/d977d1a9-5303-445e-8d7a-4302df3cb4da HTTP/1.1" status: 200 len: 1091 time: 3.9564025 Mar 29 15:41:25.852794 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b41b3ac8-0ab9-4edd-a8dc-9042b0acbcee', 'tag': 'd977d1a9-5303-445e-8d7a-4302df3cb4da'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:41:25.856061 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c67b028db5e9b9818fecc5c0a87ebc6f190694fa53ca267d523e04f98de536d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2713117-8c80-41c6-a7e1-8676f4990397" -d '{"events": [{"name": "network-changed", "server_uuid": "b41b3ac8-0ab9-4edd-a8dc-9042b0acbcee", "tag": "d977d1a9-5303-445e-8d7a-4302df3cb4da"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:41:25.866594 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca5d8c3-fa99-4cec-8be7-26ae5851d8da req-ffd48321-4be5-413f-8310-5310e44b75fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:25.868298 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4ca5d8c3-fa99-4cec-8be7-26ae5851d8da req-ffd48321-4be5-413f-8310-5310e44b75fe service neutron] 10.222.0.44 "GET /v2.0/networks?id=b1def78c-da55-4367-b9b1-4d7fc20fc6ac HTTP/1.1" status: 200 len: 909 time: 0.3786924 Mar 29 15:41:25.975119 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 15:41:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-493ed711-4309-4e53-b9c1-c9efa8a75ce0 x-openstack-request-id: req-493ed711-4309-4e53-b9c1-c9efa8a75ce0 {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:41:25.975119 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b41b3ac8-0ab9-4edd-a8dc-9042b0acbcee", "tag": "d977d1a9-5303-445e-8d7a-4302df3cb4da", "status": "completed", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:41:25.975119 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-493ed711-4309-4e53-b9c1-c9efa8a75ce0 {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:41:25.975119 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b41b3ac8-0ab9-4edd-a8dc-9042b0acbcee', 'tag': 'd977d1a9-5303-445e-8d7a-4302df3cb4da', 'status': 'completed', 'code': 200} Mar 29 15:41:25.981940 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 42826) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:41:26.003575 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771befa1-f652-4a9d-bd03-828ee289ff24 service neutron] Pushing event updated for resources: {'Port': ['ID=d977d1a9-5303-445e-8d7a-4302df3cb4da,revision_number=3']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:41:26.007343 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4ca5d8c3-fa99-4cec-8be7-26ae5851d8da req-5a753b4e-3db0-47ae-b8ce-0965620e8d89 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7358f2da-0288-45a9-bbb8-559c1b9b15c8 HTTP/1.1" status: 200 len: 217 time: 0.1089346 Mar 29 15:41:26.062657 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d467aa6c-e56f-4c42-a696-6db249284905 req-0d767277-114a-4b9c-9e35-3ed50758112a tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:26.064311 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvr_db [None req-193af6a7-2959-435d-80f6-3186b6e8668e None None] Set router 9c8705f6-4302-44a1-8d1c-1a63e28635c2 gateway port host: n-d-834765-1 {{(pid=102792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:41:26.064807 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d467aa6c-e56f-4c42-a696-6db249284905 req-0d767277-114a-4b9c-9e35-3ed50758112a tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] 10.222.0.42 "GET /v2.0/ports?device_id=0a10fb55-d9e0-47cb-a13f-38167235bc8a HTTP/1.1" status: 200 len: 944 time: 0.2862904 Mar 29 15:41:26.129053 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device 0a93aa01-a512-4cc5-99fd-5b241bf5026f no longer exists at agent hyperv_n-h1-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:41:26.142303 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df104dfc-6d72-4454-ac02-88e2801a4122 req-30311c05-8243-4bb7-b1c8-b580d8596f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:26.144895 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-df104dfc-6d72-4454-ac02-88e2801a4122 req-30311c05-8243-4bb7-b1c8-b580d8596f1a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=94799213e4df4db5af3887cbfa8ada4e&device_id=b41b3ac8-0ab9-4edd-a8dc-9042b0acbcee HTTP/1.1" status: 200 len: 1094 time: 0.2265141 Mar 29 15:41:26.149508 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca5d8c3-fa99-4cec-8be7-26ae5851d8da req-2546b80c-6ba3-4960-9584-4d583ae1a654 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:26.151588 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4ca5d8c3-fa99-4cec-8be7-26ae5851d8da req-2546b80c-6ba3-4960-9584-4d583ae1a654 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a84f45bb-2cdd-4adc-a15d-ac5c06ff5a1f HTTP/1.1" status: 200 len: 848 time: 0.1358683 Mar 29 15:41:26.152667 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 42830) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:41:26.174998 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-d5b93e5e-197a-4431-8ff1-602d51c156f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:26.184718 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_common [None req-d0acfb67-3b82-4ca4-bcd7-01efd80b958d admin admin] Allocated IP 172.20.0.1 (fcdf73f9-c801-4998-9ec4-0cdc8a1cb85b/97aeeb47-9a64-429c-b18e-a70adf894590/279478e2-400e-4e35-b251-37a61aa9bd8a) {{(pid=102791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:41:26.193611 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device 46d1b430-78f4-42ac-9c70-2f89c6daa019 no longer exists at agent hyperv_n-h2-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:41:26.246496 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4ca5d8c3-fa99-4cec-8be7-26ae5851d8da req-e8790eb4-e973-465b-8275-4ae74cd69e04 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b1def78c-da55-4367-b9b1-4d7fc20fc6ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0834799 Mar 29 15:41:26.265245 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d467aa6c-e56f-4c42-a696-6db249284905 req-b098b279-7a86-4acf-952d-ff199f617e20 tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] 10.222.0.42 "GET /v2.0/security-groups?id=ce1e3aa1-c9e4-4c36-a19f-9dbad60c5be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812024 Mar 29 15:41:26.271400 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-df104dfc-6d72-4454-ac02-88e2801a4122 req-16b9faf1-3004-43d6-97a1-27ce702345ca service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d977d1a9-5303-445e-8d7a-4302df3cb4da HTTP/1.1" status: 200 len: 217 time: 0.1065876 Mar 29 15:41:26.292548 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d76fb9-f97e-4266-889f-8215a7821fe4 req-af4d4e57-a783-4aec-a546-02f54f045eaf tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:26.301782 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-a1d76fb9-f97e-4266-889f-8215a7821fe4 req-af4d4e57-a783-4aec-a546-02f54f045eaf tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.42 "GET /v2.0/ports?device_id=b41b3ac8-0ab9-4edd-a8dc-9042b0acbcee HTTP/1.1" status: 200 len: 943 time: 0.2113402 Mar 29 15:41:26.306090 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-d5b93e5e-197a-4431-8ff1-602d51c156f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:26.313849 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-d5b93e5e-197a-4431-8ff1-602d51c156f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:26.352912 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b93e5e-197a-4431-8ff1-602d51c156f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=578e642a-2070-4877-b2a2-0bc538567181,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:41:26.360196 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] No Port match for: 46d1b430-78f4-42ac-9c70-2f89c6daa019 {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 15:41:26.360532 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device 46d1b430-78f4-42ac-9c70-2f89c6daa019 not bound to the agent host n-h2-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:41:26.403657 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-a1d76fb9-f97e-4266-889f-8215a7821fe4 req-f5a29e9f-e983-4ab6-90ac-f991aefe34aa tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.42 "GET /v2.0/security-groups?id=07e96b72-96bb-4562-b80f-051b133c1759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958898 Mar 29 15:41:26.406541 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-d5b93e5e-197a-4431-8ff1-602d51c156f1 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=322c583eb96945678e78b0837db33fb3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2518919 Mar 29 15:41:26.415784 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 42832) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:41:26.487457 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df104dfc-6d72-4454-ac02-88e2801a4122 req-42806fc2-76b6-4342-b207-f8ebd67304ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:26.488930 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-df104dfc-6d72-4454-ac02-88e2801a4122 req-42806fc2-76b6-4342-b207-f8ebd67304ca service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0ba2b8b0-15ec-4c18-a106-c919b2ec3ae7 HTTP/1.1" status: 200 len: 852 time: 0.2088752 Mar 29 15:41:26.513847 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5dba059-120e-408f-a12a-09c724295d9f admin admin] Deleting subnet 47ebad0b-955e-4824-b04c-60b1952d5787 {{(pid=102790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 15:41:26.519041 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c5dba059-120e-408f-a12a-09c724295d9f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:26.566952 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-df104dfc-6d72-4454-ac02-88e2801a4122 req-e19d7ca5-fd50-47ce-9e35-acd0f7f0e0fe service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=96b8e8ed-22f2-4cb8-884c-6e5cefe078a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0579705 Mar 29 15:41:26.571288 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4ca5d8c3-fa99-4cec-8be7-26ae5851d8da req-a6323b14-9961-4d20-865e-bfe253d8f2e2 service neutron] 10.222.0.44 "GET /v2.0/networks/b1def78c-da55-4367-b9b1-4d7fc20fc6ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3038802 Mar 29 15:41:26.580825 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c5dba059-120e-408f-a12a-09c724295d9f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4614024'] for subnet, precommit_delete_associations {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:26.629999 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:26.635510 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c5dba059-120e-408f-a12a-09c724295d9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1641287'] for subnet, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:26.655938 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 0a93aa01-a512-4cc5-99fd-5b241bf5026f {{(pid=102792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:41:26.711497 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c5dba059-120e-408f-a12a-09c724295d9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1641294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5231963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4793952'] for subnet, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:26.722346 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port 0a93aa01-a512-4cc5-99fd-5b241bf5026f, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=0a93aa01-a512-4cc5-99fd-5b241bf5026f,segment=NetworkSegment(41873e9c-b24c-40ec-94cd-76d430c8ed02),segment_id=41873e9c-b24c-40ec-94cd-76d430c8ed02)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:41:26.730301 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-d0acfb67-3b82-4ca4-bcd7-01efd80b958d admin admin] Notify callbacks [] for port, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:26.735510 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-193af6a7-2959-435d-80f6-3186b6e8668e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c8705f6-4302-44a1-8d1c-1a63e28635c2', 'name': 'tempest-FloatingIPsAssociationTestJSON-10715648-router', 'tenant_id': '09e41d0f297a4c05bfeacde4bee1a28c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.110'}], 'enable_snat': True}, 'gw_port_id': '03eaca56-bb8b-426e-9003-e216c6a40bca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:41:19Z', 'updated_at': '2022-03-29T15:41:21Z', 'revision_number': 3, 'project_id': '09e41d0f297a4c05bfeacde4bee1a28c', 'gw_port': {'id': '03eaca56-bb8b-426e-9003-e216c6a40bca', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:df:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c8705f6-4302-44a1-8d1c-1a63e28635c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 836, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:41:20Z', 'updated_at': '2022-03-29T15:41:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1'}], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:41:26.753116 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c5dba059-120e-408f-a12a-09c724295d9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for subnet, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:26.758414 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-c5dba059-120e-408f-a12a-09c724295d9f admin admin] 10.222.0.42 "DELETE /v2.0/subnets/47ebad0b-955e-4824-b04c-60b1952d5787 HTTP/1.1" status: 204 len: 168 time: 0.7752678 Mar 29 15:41:26.775177 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 42840) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:41:26.790462 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5dba059-120e-408f-a12a-09c724295d9f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=47ebad0b-955e-4824-b04c-60b1952d5787,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:41:26.794710 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-d0acfb67-3b82-4ca4-bcd7-01efd80b958d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:26.833976 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-193af6a7-2959-435d-80f6-3186b6e8668e None None] The sync data for ids ['9c8705f6-4302-44a1-8d1c-1a63e28635c2'] in n-d-834765-1 is: [{'id': '9c8705f6-4302-44a1-8d1c-1a63e28635c2', 'name': 'tempest-FloatingIPsAssociationTestJSON-10715648-router', 'tenant_id': '09e41d0f297a4c05bfeacde4bee1a28c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.110'}], 'enable_snat': True}, 'gw_port_id': '03eaca56-bb8b-426e-9003-e216c6a40bca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:41:19Z', 'updated_at': '2022-03-29T15:41:21Z', 'revision_number': 3, 'project_id': '09e41d0f297a4c05bfeacde4bee1a28c', 'gw_port': {'id': '03eaca56-bb8b-426e-9003-e216c6a40bca', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:df:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c8705f6-4302-44a1-8d1c-1a63e28635c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 836, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:41:20Z', 'updated_at': '2022-03-29T15:41:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1'}] {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:41:26.838962 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:26.839697 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device 830b4256-6943-4919-9a09-7cbf7d8dc004 no longer exists at agent hyperv_n-h1-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:41:26.898157 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0acfb67-3b82-4ca4-bcd7-01efd80b958d admin admin] Pushing event updated for resources: {'Port': ['ID=279478e2-400e-4e35-b251-37a61aa9bd8a,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:41:26.902087 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] No Port match for: 830b4256-6943-4919-9a09-7cbf7d8dc004 {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 15:41:26.902436 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device 830b4256-6943-4919-9a09-7cbf7d8dc004 not bound to the agent host n-h1-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:41:26.903213 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f82bc08-ac8e-449e-a3e1-de2976a606e2 req-6c68c56c-494d-44a6-b1f0-07d400f155d7 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:26.904896 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-382fd78c-05a9-43a9-baf9-562a22e9fb9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:26.914140 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-0f82bc08-ac8e-449e-a3e1-de2976a606e2 req-6c68c56c-494d-44a6-b1f0-07d400f155d7 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] 10.222.0.42 "GET /v2.0/ports?device_id=490a7f81-d34b-41cf-b939-8230c4561d2c HTTP/1.1" status: 200 len: 945 time: 0.1197059 Mar 29 15:41:26.968430 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-0f82bc08-ac8e-449e-a3e1-de2976a606e2 req-e4665e21-82c1-44d1-a464-f3e65e386d1c tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] 10.222.0.42 "GET /v2.0/security-groups?id=c99ced8e-1ceb-46fb-aaa7-747186b2b9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521920 Mar 29 15:41:27.010457 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Pushing event updated for resources: {'Port': ['ID=0a93aa01-a512-4cc5-99fd-5b241bf5026f,revision_number=7']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:41:27.053530 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-382fd78c-05a9-43a9-baf9-562a22e9fb9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:27.068177 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0acfb67-3b82-4ca4-bcd7-01efd80b958d admin admin] Network fcdf73f9-c801-4998-9ec4-0cdc8a1cb85b is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:41:27.104824 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [None req-d0acfb67-3b82-4ca4-bcd7-01efd80b958d admin admin] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:41:27.121454 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0acfb67-3b82-4ca4-bcd7-01efd80b958d admin admin] Received port after_create {{(pid=102791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:41:27.225901 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-570e46ed-2400-44cc-b22d-aec11d488c73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1631750'] for network, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:27.241459 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9c2e3f-a944-4911-b09c-4506b7eae114 req-3576d540-afa8-4ff4-abfe-14e4d1150b0a tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:27.249518 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9c2e3f-a944-4911-b09c-4506b7eae114 req-3576d540-afa8-4ff4-abfe-14e4d1150b0a tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:27.251239 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-1e9c2e3f-a944-4911-b09c-4506b7eae114 req-3576d540-afa8-4ff4-abfe-14e4d1150b0a tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] 10.222.0.42 "GET /v2.0/ports?device_id=1bbcae53-a802-49d8-b1e4-d307411acf7d HTTP/1.1" status: 200 len: 1683 time: 0.4881225 Mar 29 15:41:27.263631 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4ca5d8c3-fa99-4cec-8be7-26ae5851d8da req-8d22cf4c-3d30-4b6f-8925-ce8cabde52e6 service neutron] 10.222.0.44 "GET /v2.0/networks/b1def78c-da55-4367-b9b1-4d7fc20fc6ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6824641 Mar 29 15:41:27.265463 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-df104dfc-6d72-4454-ac02-88e2801a4122 req-68c20e5b-eeab-4b16-8f16-953a553b3114 service neutron] 10.222.0.48 "GET /v2.0/networks/96b8e8ed-22f2-4cb8-884c-6e5cefe078a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6622119 Mar 29 15:41:27.314758 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-d0acfb67-3b82-4ca4-bcd7-01efd80b958d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-648347'] for router_interface, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:27.469007 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005d58dd-b886-43ad-a19b-ec310c3abc23 req-b56ef2b9-6dbe-4266-9ba3-69b33b0d3703 tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:27.477844 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-005d58dd-b886-43ad-a19b-ec310c3abc23 req-b56ef2b9-6dbe-4266-9ba3-69b33b0d3703 tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] 10.222.0.42 "GET /v2.0/ports?device_id=0a10fb55-d9e0-47cb-a13f-38167235bc8a HTTP/1.1" status: 200 len: 943 time: 0.0972884 Mar 29 15:41:27.529648 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-382fd78c-05a9-43a9-baf9-562a22e9fb9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:27.539862 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-382fd78c-05a9-43a9-baf9-562a22e9fb9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:27.543989 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-382fd78c-05a9-43a9-baf9-562a22e9fb9c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/578e642a-2070-4877-b2a2-0bc538567181 HTTP/1.1" status: 204 len: 168 time: 1.1298547 Mar 29 15:41:27.547555 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-005d58dd-b886-43ad-a19b-ec310c3abc23 req-0cd3281c-c5ce-4b38-92b8-c46665d2e8b0 tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] 10.222.0.42 "GET /v2.0/security-groups?id=ce1e3aa1-c9e4-4c36-a19f-9dbad60c5be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683377 Mar 29 15:41:27.560854 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-58c4ffa1-7940-4839-8e8b-632626c31f94 None None] Provisioning complete for port 279478e2-400e-4e35-b251-37a61aa9bd8a triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:41:27.560854 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-58c4ffa1-7940-4839-8e8b-632626c31f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:27.622388 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-58c4ffa1-7940-4839-8e8b-632626c31f94 None None] Port 279478e2-400e-4e35-b251-37a61aa9bd8a cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 15:41:27.726243 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 03eaca56-bb8b-426e-9003-e216c6a40bca up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:41:27.735113 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382fd78c-05a9-43a9-baf9-562a22e9fb9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=578e642a-2070-4877-b2a2-0bc538567181,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:41:27.754996 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e708ca-7314-4d04-be8d-0ce3bbd93ab1 req-79d80d85-5500-45f6-ac52-adf0c3a17742 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:27.756694 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-e5e708ca-7314-4d04-be8d-0ce3bbd93ab1 req-79d80d85-5500-45f6-ac52-adf0c3a17742 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.42 "GET /v2.0/ports?device_id=b41b3ac8-0ab9-4edd-a8dc-9042b0acbcee HTTP/1.1" status: 200 len: 943 time: 0.0913222 Mar 29 15:41:27.763955 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-df104dfc-6d72-4454-ac02-88e2801a4122 req-5ed13fd3-4b1d-4af8-86a8-667508ffc4c1 service neutron] 10.222.0.48 "GET /v2.0/networks/96b8e8ed-22f2-4cb8-884c-6e5cefe078a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4854927 Mar 29 15:41:27.782400 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-1e9c2e3f-a944-4911-b09c-4506b7eae114 req-65fe24ba-f38e-4588-bf21-4ebd9c2f91c6 tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b78e968-fb8b-47c8-a89f-b40d10173927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5127363 Mar 29 15:41:27.824171 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-d0acfb67-3b82-4ca4-bcd7-01efd80b958d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:27.832375 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-e5e708ca-7314-4d04-be8d-0ce3bbd93ab1 req-e0a4620f-9c73-469f-b868-14965606894b tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.42 "GET /v2.0/security-groups?id=07e96b72-96bb-4562-b80f-051b133c1759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684683 Mar 29 15:41:27.870662 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port 03eaca56-bb8b-426e-9003-e216c6a40bca triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:41:27.871222 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:27.885210 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-570e46ed-2400-44cc-b22d-aec11d488c73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639890', 'neutron.services.segments.db._delete_segments_for_network-8783523423079'] for network, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:27.945910 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-570e46ed-2400-44cc-b22d-aec11d488c73 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7e23169-e9d3-4fec-ace3-87b88825b851']}} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:41:27.975159 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:27.986907 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-570e46ed-2400-44cc-b22d-aec11d488c73 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52cd9713-83ea-496d-8c48-fd7b796e6ead') {'for_net_delete': True} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:41:27.986907 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-570e46ed-2400-44cc-b22d-aec11d488c73 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52cd9713-83ea-496d-8c48-fd7b796e6ead') {} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:41:28.005641 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] For port 03eaca56-bb8b-426e-9003-e216c6a40bca, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=03eaca56-bb8b-426e-9003-e216c6a40bca,segment=NetworkSegment(6ab47353-a811-4bad-bc73-b4cc84583cfd),segment_id=6ab47353-a811-4bad-bc73-b4cc84583cfd)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:41:28.014938 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device 0a93aa01-a512-4cc5-99fd-5b241bf5026f up at agent hyperv_n-h1-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:41:28.026534 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:28.036182 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-570e46ed-2400-44cc-b22d-aec11d488c73 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783523422064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4230428'] for segment, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:28.099343 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2713117-8c80-41c6-a7e1-8676f4990397 req-b0127874-eb00-4c94-a73e-9b8420486359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:28.100874 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-c2713117-8c80-41c6-a7e1-8676f4990397 req-b0127874-eb00-4c94-a73e-9b8420486359 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=94799213e4df4db5af3887cbfa8ada4e&device_id=b41b3ac8-0ab9-4edd-a8dc-9042b0acbcee HTTP/1.1" status: 200 len: 1094 time: 0.2195532 Mar 29 15:41:28.119991 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Pushing event updated for resources: {'Port': ['ID=03eaca56-bb8b-426e-9003-e216c6a40bca,revision_number=4']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:41:28.148901 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Provisioning complete for port 0a93aa01-a512-4cc5-99fd-5b241bf5026f triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:41:28.149643 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:28.201634 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-570e46ed-2400-44cc-b22d-aec11d488c73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:28.227704 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-570e46ed-2400-44cc-b22d-aec11d488c73 admin admin] Releasing vlan 639 on physical network physnet1 to pool {{(pid=102791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 15:41:28.228141 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-570e46ed-2400-44cc-b22d-aec11d488c73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16169569'] for segment, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:28.233859 n-d-834765-1 neutron-server[102791]: Traceback (most recent call last): Mar 29 15:41:28.233859 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 15:41:28.233859 n-d-834765-1 neutron-server[102791]: timer() Mar 29 15:41:28.233859 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 15:41:28.233859 n-d-834765-1 neutron-server[102791]: cb(*args, **kw) Mar 29 15:41:28.233859 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 15:41:28.233859 n-d-834765-1 neutron-server[102791]: return func(*args, **kwargs) Mar 29 15:41:28.233859 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 15:41:28.233859 n-d-834765-1 neutron-server[102791]: self._notify() Mar 29 15:41:28.233859 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 15:41:28.233859 n-d-834765-1 neutron-server[102791]: self.callback(batched_events) Mar 29 15:41:28.233859 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 15:41:28.233859 n-d-834765-1 neutron-server[102791]: event.method(event) Mar 29 15:41:28.233859 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 15:41:28.233859 n-d-834765-1 neutron-server[102791]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 15:41:28.233859 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 15:41:28.233859 n-d-834765-1 neutron-server[102791]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 15:41:28.233859 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 15:41:28.233859 n-d-834765-1 neutron-server[102791]: return f(self, *a, **k) Mar 29 15:41:28.233859 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 15:41:28.233859 n-d-834765-1 neutron-server[102791]: return self._get(url).json() Mar 29 15:41:28.233859 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 15:41:28.233859 n-d-834765-1 neutron-server[102791]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 15:41:28.233859 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 15:41:28.233859 n-d-834765-1 neutron-server[102791]: return self.request(url, 'GET', **kwargs) Mar 29 15:41:28.233859 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 15:41:28.233859 n-d-834765-1 neutron-server[102791]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 15:41:28.233859 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 15:41:28.233859 n-d-834765-1 neutron-server[102791]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 15:41:28.233859 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 15:41:28.233859 n-d-834765-1 neutron-server[102791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 15:41:28.233859 n-d-834765-1 neutron-server[102791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 15:41:28.258081 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:28.287106 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a10fb55-d9e0-47cb-a13f-38167235bc8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a93aa01-a512-4cc5-99fd-5b241bf5026f'}] {{(pid=102792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:41:28.289573 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4f476c66b318cc6068719fc39557fac68d413f5c7e78fa77028c7948e999ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a638965-0944-4a59-b917-1525c44e6704" -d '{"events": [{"server_uuid": "0a10fb55-d9e0-47cb-a13f-38167235bc8a", "name": "network-vif-plugged", "status": "completed", "tag": "0a93aa01-a512-4cc5-99fd-5b241bf5026f"}]}' {{(pid=102792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:41:28.310075 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port 0a93aa01-a512-4cc5-99fd-5b241bf5026f, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=0a93aa01-a512-4cc5-99fd-5b241bf5026f,segment=NetworkSegment(41873e9c-b24c-40ec-94cd-76d430c8ed02),segment_id=41873e9c-b24c-40ec-94cd-76d430c8ed02)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:41:28.316423 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:28.367956 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:41:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c431628-136c-4dbb-854e-c39c44436350 x-openstack-request-id: req-7c431628-136c-4dbb-854e-c39c44436350 {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:41:28.368356 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a10fb55-d9e0-47cb-a13f-38167235bc8a", "name": "network-vif-plugged", "status": "completed", "tag": "0a93aa01-a512-4cc5-99fd-5b241bf5026f", "code": 200}]} {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:41:28.369538 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-7c431628-136c-4dbb-854e-c39c44436350 {{(pid=102792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:41:28.369773 n-d-834765-1 neutron-server[102792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a10fb55-d9e0-47cb-a13f-38167235bc8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a93aa01-a512-4cc5-99fd-5b241bf5026f', 'code': 200} Mar 29 15:41:28.387673 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7283749f-322b-48e3-9060-50f8cfafb280 req-202dcd11-482e-4178-87cd-293550908fd2 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:28.389561 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-7283749f-322b-48e3-9060-50f8cfafb280 req-202dcd11-482e-4178-87cd-293550908fd2 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] 10.222.0.42 "GET /v2.0/ports?device_id=490a7f81-d34b-41cf-b939-8230c4561d2c HTTP/1.1" status: 200 len: 945 time: 0.2853465 Mar 29 15:41:28.390651 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Pushing event updated for resources: {'Port': ['ID=0a93aa01-a512-4cc5-99fd-5b241bf5026f,revision_number=8']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:41:28.403322 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-570e46ed-2400-44cc-b22d-aec11d488c73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1639897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648174'] for network, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:28.696096 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beeadc90-d4c2-417b-86b2-7ace137016a8 req-1917cfb1-77a0-40e4-a4e3-b84e22e8d005 tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:28.705344 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-beeadc90-d4c2-417b-86b2-7ace137016a8 req-1917cfb1-77a0-40e4-a4e3-b84e22e8d005 tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] 10.222.0.42 "GET /v2.0/ports?device_id=0a10fb55-d9e0-47cb-a13f-38167235bc8a HTTP/1.1" status: 200 len: 945 time: 0.0808237 Mar 29 15:41:28.759654 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-beeadc90-d4c2-417b-86b2-7ace137016a8 req-27d748be-6ba4-410a-8fce-0fc88314f569 tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] 10.222.0.42 "GET /v2.0/security-groups?id=ce1e3aa1-c9e4-4c36-a19f-9dbad60c5be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476615 Mar 29 15:41:28.813144 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-d0acfb67-3b82-4ca4-bcd7-01efd80b958d admin admin] Notify callbacks [] for port, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:28.822179 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-570e46ed-2400-44cc-b22d-aec11d488c73 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for network, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:28.826184 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-570e46ed-2400-44cc-b22d-aec11d488c73 admin admin] 10.222.0.42 "DELETE /v2.0/networks/c7e23169-e9d3-4fec-ace3-87b88825b851 HTTP/1.1" status: 204 len: 168 time: 2.0496957 Mar 29 15:41:28.829525 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 42878) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:41:28.857119 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-d0acfb67-3b82-4ca4-bcd7-01efd80b958d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:28.866749 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570e46ed-2400-44cc-b22d-aec11d488c73 admin admin] Pushing event deleted for resources: {'Network': ['ID=c7e23169-e9d3-4fec-ace3-87b88825b851,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:41:28.889156 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.agents_db [None req-59735a15-725e-44d4-9ad5-95cbe356f209 None None] Agent healthcheck: found 7 active agents {{(pid=102793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 15:41:28.951844 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.db_base_plugin_v2 [None req-aab15da6-2b97-4a75-9008-dd7c9711eaea admin admin] Deleting subnet 2851f9a2-03d7-4556-a33b-d54b70b835ff {{(pid=102790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 15:41:28.957128 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-aab15da6-2b97-4a75-9008-dd7c9711eaea admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:28.994351 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257a848a-80db-4e43-8275-9b6ba5c24058 req-f1fcfeb1-3d5b-4252-a04a-fe40e3ef837e tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:28.994985 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2713117-8c80-41c6-a7e1-8676f4990397 req-9dd5a3b2-27f8-4086-9db7-2a995a48173a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:28.997008 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-c2713117-8c80-41c6-a7e1-8676f4990397 req-9dd5a3b2-27f8-4086-9db7-2a995a48173a service neutron] 10.222.0.48 "GET /v2.0/networks?id=96b8e8ed-22f2-4cb8-884c-6e5cefe078a4 HTTP/1.1" status: 200 len: 913 time: 0.8747411 Mar 29 15:41:29.000710 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257a848a-80db-4e43-8275-9b6ba5c24058 req-f1fcfeb1-3d5b-4252-a04a-fe40e3ef837e tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:29.003986 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-257a848a-80db-4e43-8275-9b6ba5c24058 req-f1fcfeb1-3d5b-4252-a04a-fe40e3ef837e tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] 10.222.0.42 "GET /v2.0/ports?device_id=1bbcae53-a802-49d8-b1e4-d307411acf7d HTTP/1.1" status: 200 len: 1683 time: 0.1133366 Mar 29 15:41:29.019020 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0acfb67-3b82-4ca4-bcd7-01efd80b958d admin admin] Pushing event updated for resources: {'Port': ['ID=279478e2-400e-4e35-b251-37a61aa9bd8a,revision_number=2']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:41:29.046239 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-7283749f-322b-48e3-9060-50f8cfafb280 req-d0c644de-1d23-486c-8487-a8d2feeebd75 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] 10.222.0.42 "GET /v2.0/security-groups?id=c99ced8e-1ceb-46fb-aaa7-747186b2b9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6291928 Mar 29 15:41:29.047897 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-aab15da6-2b97-4a75-9008-dd7c9711eaea admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4614024'] for subnet, precommit_delete_associations {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:29.109559 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-257a848a-80db-4e43-8275-9b6ba5c24058 req-530ef157-b59f-4419-bbe5-a329a3a5b63d tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b78e968-fb8b-47c8-a89f-b40d10173927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911121 Mar 29 15:41:29.132007 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-aab15da6-2b97-4a75-9008-dd7c9711eaea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1641287'] for subnet, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:29.132770 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-d0acfb67-3b82-4ca4-bcd7-01efd80b958d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-648439'] for router_interface, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:29.137451 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cb00a7-de44-4fa9-8324-ac943eb87142 req-cb3e5d8a-94bf-4541-9a5a-eccbcf36bfce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:29.139520 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-25cb00a7-de44-4fa9-8324-ac943eb87142 req-cb3e5d8a-94bf-4541-9a5a-eccbcf36bfce service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=0a10fb55-d9e0-47cb-a13f-38167235bc8a HTTP/1.1" status: 200 len: 1096 time: 0.3120508 Mar 29 15:41:29.141306 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-c2713117-8c80-41c6-a7e1-8676f4990397 req-c9e801c1-a16c-4d21-a597-2d28c4aadb3e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d977d1a9-5303-445e-8d7a-4302df3cb4da HTTP/1.1" status: 200 len: 217 time: 0.0966957 Mar 29 15:41:29.214502 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-aab15da6-2b97-4a75-9008-dd7c9711eaea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1641294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5231963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4793952'] for subnet, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:29.247035 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab15da6-2b97-4a75-9008-dd7c9711eaea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2851f9a2-03d7-4556-a33b-d54b70b835ff,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:41:29.249426 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-aab15da6-2b97-4a75-9008-dd7c9711eaea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for subnet, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:29.255505 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-aab15da6-2b97-4a75-9008-dd7c9711eaea admin admin] 10.222.0.42 "DELETE /v2.0/subnets/2851f9a2-03d7-4556-a33b-d54b70b835ff HTTP/1.1" status: 204 len: 168 time: 0.4248645 Mar 29 15:41:29.256667 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 42892) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:41:29.293229 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2713117-8c80-41c6-a7e1-8676f4990397 req-afcbe125-a26e-4f0e-aca1-0b8d9f42c42b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:29.294706 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-c2713117-8c80-41c6-a7e1-8676f4990397 req-afcbe125-a26e-4f0e-aca1-0b8d9f42c42b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0ba2b8b0-15ec-4c18-a106-c919b2ec3ae7 HTTP/1.1" status: 200 len: 852 time: 0.1430316 Mar 29 15:41:29.332427 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-25cb00a7-de44-4fa9-8324-ac943eb87142 req-31ff15c1-6b24-47bf-b2f3-4925dfde90cd service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=ce1e3aa1-c9e4-4c36-a19f-9dbad60c5be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795077 Mar 29 15:41:29.345767 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-f6b10dcd-3079-454c-8693-e41b6629c4e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1631750'] for network, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:29.351418 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7d5838-2c87-4059-8853-59d27841cbd6 req-c6be401b-b280-4377-a7ba-8a3394d741ae tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:29.352935 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-2e7d5838-2c87-4059-8853-59d27841cbd6 req-c6be401b-b280-4377-a7ba-8a3394d741ae tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.42 "GET /v2.0/ports?device_id=b41b3ac8-0ab9-4edd-a8dc-9042b0acbcee HTTP/1.1" status: 200 len: 943 time: 0.2282450 Mar 29 15:41:29.375091 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-c2713117-8c80-41c6-a7e1-8676f4990397 req-f516bc19-8602-456c-9dc7-66f3dac72958 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=96b8e8ed-22f2-4cb8-884c-6e5cefe078a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0475755 Mar 29 15:41:29.467210 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-f6b10dcd-3079-454c-8693-e41b6629c4e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639890', 'neutron.services.segments.db._delete_segments_for_network-8783523423079'] for network, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:29.490105 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0acfb67-3b82-4ca4-bcd7-01efd80b958d admin admin] Network fcdf73f9-c801-4998-9ec4-0cdc8a1cb85b is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:41:29.493156 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [None req-d0acfb67-3b82-4ca4-bcd7-01efd80b958d admin admin] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:41:29.501631 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-2e7d5838-2c87-4059-8853-59d27841cbd6 req-647ed0bc-dc54-4d05-8ceb-1e034850862e tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.42 "GET /v2.0/security-groups?id=07e96b72-96bb-4562-b80f-051b133c1759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288762 Mar 29 15:41:29.517330 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-f6b10dcd-3079-454c-8693-e41b6629c4e0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e61fd013-f44b-45a5-ad3b-3bad20fd98dc']}} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:41:29.549135 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-f6b10dcd-3079-454c-8693-e41b6629c4e0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5bdba699-00c1-4ef8-af14-6b9e11b0a671') {'for_net_delete': True} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:41:29.549443 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-f6b10dcd-3079-454c-8693-e41b6629c4e0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5bdba699-00c1-4ef8-af14-6b9e11b0a671') {} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:41:29.563605 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-f6b10dcd-3079-454c-8693-e41b6629c4e0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783523422064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4614019'] for segment, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:29.577850 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-c2713117-8c80-41c6-a7e1-8676f4990397 req-56eab19f-1663-4461-b1c0-32c9e9c140b2 service neutron] 10.222.0.48 "GET /v2.0/networks/96b8e8ed-22f2-4cb8-884c-6e5cefe078a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1913624 Mar 29 15:41:29.602609 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a102fb-3d2a-4632-8f40-c43a5d05aba6 req-9bd280cd-84cc-4483-88c5-5dca2b5e7ec0 tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:29.609803 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a102fb-3d2a-4632-8f40-c43a5d05aba6 req-9bd280cd-84cc-4483-88c5-5dca2b5e7ec0 tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:29.611477 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-a5a102fb-3d2a-4632-8f40-c43a5d05aba6 req-9bd280cd-84cc-4483-88c5-5dca2b5e7ec0 tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] 10.222.0.42 "GET /v2.0/ports?device_id=1bbcae53-a802-49d8-b1e4-d307411acf7d HTTP/1.1" status: 200 len: 1683 time: 0.1130083 Mar 29 15:41:29.612534 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-f6b10dcd-3079-454c-8693-e41b6629c4e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:29.632114 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6b10dcd-3079-454c-8693-e41b6629c4e0 admin admin] Releasing vlan 628 on physical network physnet1 to pool {{(pid=102790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 15:41:29.632516 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-f6b10dcd-3079-454c-8693-e41b6629c4e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5238013'] for segment, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:29.634354 n-d-834765-1 neutron-server[102790]: Traceback (most recent call last): Mar 29 15:41:29.634354 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 15:41:29.634354 n-d-834765-1 neutron-server[102790]: timer() Mar 29 15:41:29.634354 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 15:41:29.634354 n-d-834765-1 neutron-server[102790]: cb(*args, **kw) Mar 29 15:41:29.634354 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 15:41:29.634354 n-d-834765-1 neutron-server[102790]: return func(*args, **kwargs) Mar 29 15:41:29.634354 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 15:41:29.634354 n-d-834765-1 neutron-server[102790]: self._notify() Mar 29 15:41:29.634354 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 15:41:29.634354 n-d-834765-1 neutron-server[102790]: self.callback(batched_events) Mar 29 15:41:29.634354 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 15:41:29.634354 n-d-834765-1 neutron-server[102790]: event.method(event) Mar 29 15:41:29.634354 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 15:41:29.634354 n-d-834765-1 neutron-server[102790]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 15:41:29.634354 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 15:41:29.634354 n-d-834765-1 neutron-server[102790]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 15:41:29.634354 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 15:41:29.634354 n-d-834765-1 neutron-server[102790]: return f(self, *a, **k) Mar 29 15:41:29.634354 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 15:41:29.634354 n-d-834765-1 neutron-server[102790]: return self._get(url).json() Mar 29 15:41:29.634354 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 15:41:29.634354 n-d-834765-1 neutron-server[102790]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 15:41:29.634354 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 15:41:29.634354 n-d-834765-1 neutron-server[102790]: return self.request(url, 'GET', **kwargs) Mar 29 15:41:29.634354 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 15:41:29.634354 n-d-834765-1 neutron-server[102790]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 15:41:29.634354 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 15:41:29.634354 n-d-834765-1 neutron-server[102790]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 15:41:29.634354 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 15:41:29.634354 n-d-834765-1 neutron-server[102790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 15:41:29.634354 n-d-834765-1 neutron-server[102790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 15:41:29.643695 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 03eaca56-bb8b-426e-9003-e216c6a40bca up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:41:29.732976 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-a5a102fb-3d2a-4632-8f40-c43a5d05aba6 req-a56a1fda-341c-43f1-81b9-498f77039052 tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b78e968-fb8b-47c8-a89f-b40d10173927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114933 Mar 29 15:41:29.738780 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-f6b10dcd-3079-454c-8693-e41b6629c4e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1639897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648174'] for network, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:29.742208 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port 03eaca56-bb8b-426e-9003-e216c6a40bca triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:41:29.742791 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:29.756873 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-f6b10dcd-3079-454c-8693-e41b6629c4e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for network, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:29.760758 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-f6b10dcd-3079-454c-8693-e41b6629c4e0 admin admin] 10.222.0.42 "DELETE /v2.0/networks/e61fd013-f44b-45a5-ad3b-3bad20fd98dc HTTP/1.1" status: 204 len: 168 time: 0.5030534 Mar 29 15:41:29.762186 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b10dcd-3079-454c-8693-e41b6629c4e0 admin admin] Pushing event deleted for resources: {'Network': ['ID=e61fd013-f44b-45a5-ad3b-3bad20fd98dc,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:41:29.784712 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0acfb67-3b82-4ca4-bcd7-01efd80b958d admin admin] Router 9c8705f6-4302-44a1-8d1c-1a63e28635c2 has already been hosted by L3 agent c648d819-1060-4f26-b4ec-6455387b5dff {{(pid=102791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 15:41:29.841610 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-c2713117-8c80-41c6-a7e1-8676f4990397 req-28991aca-3f16-4b14-99b7-60ccfcf6e965 service neutron] 10.222.0.48 "GET /v2.0/networks/96b8e8ed-22f2-4cb8-884c-6e5cefe078a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2523127 Mar 29 15:41:29.893897 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-94f31891-73e1-41d4-9fb5-f2219f91b6db None None] Provisioning complete for port 279478e2-400e-4e35-b251-37a61aa9bd8a triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:41:29.894250 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-94f31891-73e1-41d4-9fb5-f2219f91b6db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:29.932310 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14421a48-8583-420c-bdc9-161c03b5595b req-cd320a99-d7da-4128-bad3-9a568fa953fe tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:29.933840 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-14421a48-8583-420c-bdc9-161c03b5595b req-cd320a99-d7da-4128-bad3-9a568fa953fe tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] 10.222.0.42 "GET /v2.0/ports?device_id=0a10fb55-d9e0-47cb-a13f-38167235bc8a HTTP/1.1" status: 200 len: 945 time: 0.0975118 Mar 29 15:41:29.942447 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-94f31891-73e1-41d4-9fb5-f2219f91b6db None None] Port 279478e2-400e-4e35-b251-37a61aa9bd8a cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 15:41:29.987164 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-14421a48-8583-420c-bdc9-161c03b5595b req-82b4a973-8177-4f00-8b4f-cf6f7ca91bbb tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] 10.222.0.42 "GET /v2.0/security-groups?id=ce1e3aa1-c9e4-4c36-a19f-9dbad60c5be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406339 Mar 29 15:41:30.010204 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0acfb67-3b82-4ca4-bcd7-01efd80b958d admin admin] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:41:30.019808 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 42914) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:41:30.021563 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fc00e50-11b6-4f27-95c1-6e8d064a2d11 None None] Sync routers for ids ['9c8705f6-4302-44a1-8d1c-1a63e28635c2'] in n-d-834765-1 {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:41:30.026855 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-d0acfb67-3b82-4ca4-bcd7-01efd80b958d admin admin] 10.222.0.42 "PUT /v2.0/routers/9c8705f6-4302-44a1-8d1c-1a63e28635c2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8830066 Mar 29 15:41:30.031016 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fc00e50-11b6-4f27-95c1-6e8d064a2d11 None None] Routers {'9c8705f6-4302-44a1-8d1c-1a63e28635c2'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:41:30.031664 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-7fc00e50-11b6-4f27-95c1-6e8d064a2d11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:41:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['9c8705f6-4302-44a1-8d1c-1a63e28635c2'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:41:30.069370 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-6f4a3da1-8406-4774-ad15-6171a9522df1 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c66f5a43ae0e46908f202e6b40f23448&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0483143 Mar 29 15:41:30.072252 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 42920) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:41:30.137683 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-52e65e1f-cfc6-4ab4-a7f3-4fa72ac16889 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:30.195176 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-52e65e1f-cfc6-4ab4-a7f3-4fa72ac16889 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:30.221619 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvr_db [None req-7fc00e50-11b6-4f27-95c1-6e8d064a2d11 None None] Set router 9c8705f6-4302-44a1-8d1c-1a63e28635c2 gateway port host: n-d-834765-1 {{(pid=102793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:41:30.229042 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-e15c9b2d-a590-467e-9b23-be3c44a91662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:30.250354 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025c31ae-f459-4a35-9e55-cf7b6f4b1229 req-0df2dbdc-73f2-441e-b7f0-42d0246aefdc tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:30.252147 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-025c31ae-f459-4a35-9e55-cf7b6f4b1229 req-0df2dbdc-73f2-441e-b7f0-42d0246aefdc tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] 10.222.0.42 "GET /v2.0/ports?device_id=490a7f81-d34b-41cf-b939-8230c4561d2c HTTP/1.1" status: 200 len: 945 time: 0.0995014 Mar 29 15:41:30.307534 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-025c31ae-f459-4a35-9e55-cf7b6f4b1229 req-18e347a2-3b2d-4631-95a0-f6a241173948 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] 10.222.0.42 "GET /v2.0/security-groups?id=c99ced8e-1ceb-46fb-aaa7-747186b2b9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454395 Mar 29 15:41:30.308379 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-52e65e1f-cfc6-4ab4-a7f3-4fa72ac16889 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:30.311320 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-52e65e1f-cfc6-4ab4-a7f3-4fa72ac16889 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:30.315513 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-52e65e1f-cfc6-4ab4-a7f3-4fa72ac16889 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d26d57f3-f34b-4b82-acb2-a15ffdfe7b5d HTTP/1.1" status: 204 len: 168 time: 0.2421539 Mar 29 15:41:30.331535 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e65e1f-cfc6-4ab4-a7f3-4fa72ac16889 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d26d57f3-f34b-4b82-acb2-a15ffdfe7b5d,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:41:30.610716 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-7fc00e50-11b6-4f27-95c1-6e8d064a2d11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c8705f6-4302-44a1-8d1c-1a63e28635c2', 'name': 'tempest-FloatingIPsAssociationTestJSON-10715648-router', 'tenant_id': '09e41d0f297a4c05bfeacde4bee1a28c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.110'}], 'enable_snat': True}, 'gw_port_id': '03eaca56-bb8b-426e-9003-e216c6a40bca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:41:19Z', 'updated_at': '2022-03-29T15:41:27Z', 'revision_number': 4, 'project_id': '09e41d0f297a4c05bfeacde4bee1a28c', 'gw_port': {'id': '03eaca56-bb8b-426e-9003-e216c6a40bca', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:df:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c8705f6-4302-44a1-8d1c-1a63e28635c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 836, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:41:20Z', 'updated_at': '2022-03-29T15:41:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': '279478e2-400e-4e35-b251-37a61aa9bd8a', 'name': '', 'network_id': 'fcdf73f9-c801-4998-9ec4-0cdc8a1cb85b', 'tenant_id': '09e41d0f297a4c05bfeacde4bee1a28c', 'mac_address': 'fa:16:3e:29:f1:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c8705f6-4302-44a1-8d1c-1a63e28635c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 838, 'fixed_ips': [{'subnet_id': '97aeeb47-9a64-429c-b18e-a70adf894590', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:41:25Z', 'updated_at': '2022-03-29T15:41:28Z', 'revision_number': 2, 'project_id': '09e41d0f297a4c05bfeacde4bee1a28c', 'subnets': [{'id': '97aeeb47-9a64-429c-b18e-a70adf894590', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:41:30.648702 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fc00e50-11b6-4f27-95c1-6e8d064a2d11 None None] Checking router: 9c8705f6-4302-44a1-8d1c-1a63e28635c2 for host: n-d-834765-1 {{(pid=102793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:41:30.649045 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fc00e50-11b6-4f27-95c1-6e8d064a2d11 None None] Updating router 9c8705f6-4302-44a1-8d1c-1a63e28635c2 port 279478e2-400e-4e35-b251-37a61aa9bd8a binding host n-d-834765-1 {{(pid=102793) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 15:41:30.679448 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-7fc00e50-11b6-4f27-95c1-6e8d064a2d11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:30.731757 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ccc868-6780-4e58-8120-9164540ffddc req-628a1bdc-e27f-4f10-9e2d-7da0101b80cd tempest-FloatingIPsAssociationTestJSON-13237688 tempest-FloatingIPsAssociationTestJSON-13237688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:30.743172 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-c7ccc868-6780-4e58-8120-9164540ffddc req-628a1bdc-e27f-4f10-9e2d-7da0101b80cd tempest-FloatingIPsAssociationTestJSON-13237688 tempest-FloatingIPsAssociationTestJSON-13237688-project] 10.222.0.42 "GET /v2.0/networks?id=fcdf73f9-c801-4998-9ec4-0cdc8a1cb85b HTTP/1.1" status: 200 len: 819 time: 0.1659043 Mar 29 15:41:30.770766 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-c7ccc868-6780-4e58-8120-9164540ffddc req-951461d1-5281-40c9-8a2d-4239b4ff8b38 tempest-FloatingIPsAssociationTestJSON-13237688 tempest-FloatingIPsAssociationTestJSON-13237688-project] 10.222.0.42 "GET /v2.0/quotas/09e41d0f297a4c05bfeacde4bee1a28c HTTP/1.1" status: 200 len: 375 time: 0.0263517 Mar 29 15:41:30.808709 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3bacda-bb06-45ca-abc2-0c606ca943ed req-7599baa8-2db2-4a79-8225-41effe4607b3 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:30.818088 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-ae3bacda-bb06-45ca-abc2-0c606ca943ed req-7599baa8-2db2-4a79-8225-41effe4607b3 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.42 "GET /v2.0/ports?device_id=b41b3ac8-0ab9-4edd-a8dc-9042b0acbcee HTTP/1.1" status: 200 len: 943 time: 0.1032085 Mar 29 15:41:30.844239 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-c7ccc868-6780-4e58-8120-9164540ffddc req-4f7e79aa-0d44-4e8f-b219-97c502ddf3be tempest-FloatingIPsAssociationTestJSON-13237688 tempest-FloatingIPsAssociationTestJSON-13237688-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=09e41d0f297a4c05bfeacde4bee1a28c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0721209 Mar 29 15:41:30.906501 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 42970) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:41:30.936077 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-ae3bacda-bb06-45ca-abc2-0c606ca943ed req-7f8edaa7-5b39-415d-845d-fa714afa8902 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.42 "GET /v2.0/security-groups?id=07e96b72-96bb-4562-b80f-051b133c1759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163962 Mar 29 15:41:30.969882 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-c7ccc868-6780-4e58-8120-9164540ffddc req-73d8abfd-b2e7-4ba1-a361-aa7da1930f9d service neutron] 10.222.0.42 "GET /v2.0/networks/fcdf73f9-c801-4998-9ec4-0cdc8a1cb85b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244261 Mar 29 15:41:30.979338 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-7a77585a-e3b1-43d1-b5f7-1995d4f8f6db admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d95373d69c384f8a995c34183556fe00&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0695233 Mar 29 15:41:30.980527 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 42972) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:41:31.052588 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-7fc00e50-11b6-4f27-95c1-6e8d064a2d11 None None] Notify callbacks [] for port, precommit_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:31.061365 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-7fc00e50-11b6-4f27-95c1-6e8d064a2d11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:31.131842 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-c7ccc868-6780-4e58-8120-9164540ffddc req-280edfd3-6a06-4f49-89b1-d23f859ce473 service neutron] 10.222.0.42 "GET /v2.0/networks/fcdf73f9-c801-4998-9ec4-0cdc8a1cb85b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1609895 Mar 29 15:41:31.137536 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03962b3c-c8b3-4810-b4b2-02e8941c2d61 None None] Pushing event updated for resources: {'Port': ['ID=279478e2-400e-4e35-b251-37a61aa9bd8a,revision_number=3']} {{(pid=102793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:41:31.146074 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-cda176ed-3b60-4387-8fcb-b484268ff2c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:31.164230 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03962b3c-c8b3-4810-b4b2-02e8941c2d61 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:41:31.164846 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03962b3c-c8b3-4810-b4b2-02e8941c2d61 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:41:31.165333 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03962b3c-c8b3-4810-b4b2-02e8941c2d61 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:41:31.166027 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03962b3c-c8b3-4810-b4b2-02e8941c2d61 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:41:31.166516 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03962b3c-c8b3-4810-b4b2-02e8941c2d61 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:41:31.167025 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03962b3c-c8b3-4810-b4b2-02e8941c2d61 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:41:31.167540 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03962b3c-c8b3-4810-b4b2-02e8941c2d61 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:41:31.168013 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03962b3c-c8b3-4810-b4b2-02e8941c2d61 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:41:31.168605 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03962b3c-c8b3-4810-b4b2-02e8941c2d61 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:41:31.169097 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03962b3c-c8b3-4810-b4b2-02e8941c2d61 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:41:31.169840 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03962b3c-c8b3-4810-b4b2-02e8941c2d61 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:41:31.170396 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03962b3c-c8b3-4810-b4b2-02e8941c2d61 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:41:31.175516 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 42978) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:41:31.182126 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-cda176ed-3b60-4387-8fcb-b484268ff2c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:31.190351 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.managers [None req-7fc00e50-11b6-4f27-95c1-6e8d064a2d11 None None] Attempting to bind port 279478e2-400e-4e35-b251-37a61aa9bd8a on host n-d-834765-1 for vnic_type normal with profile {{(pid=102793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:41:31.190792 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.managers [None req-7fc00e50-11b6-4f27-95c1-6e8d064a2d11 None None] Attempting to bind port 279478e2-400e-4e35-b251-37a61aa9bd8a by drivers openvswitch,hyperv on host n-d-834765-1 at level 0 using segments [{'id': '11b45705-66b5-45b3-b9fd-51fa4bb29236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'fcdf73f9-c801-4998-9ec4-0cdc8a1cb85b'}] {{(pid=102793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:41:31.191210 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fc00e50-11b6-4f27-95c1-6e8d064a2d11 None None] Attempting to bind port 279478e2-400e-4e35-b251-37a61aa9bd8a on network fcdf73f9-c801-4998-9ec4-0cdc8a1cb85b {{(pid=102793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:41:31.197746 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fc00e50-11b6-4f27-95c1-6e8d064a2d11 None None] Checking agent: {'id': 'a8866439-9d96-425c-b519-6905c591ac37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 25, 36), 'started_at': datetime.datetime(2022, 3, 29, 15, 26, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 41, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834765-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:41:31.198393 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fc00e50-11b6-4f27-95c1-6e8d064a2d11 None None] Checking segment: {'id': '11b45705-66b5-45b3-b9fd-51fa4bb29236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'fcdf73f9-c801-4998-9ec4-0cdc8a1cb85b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:41:31.198903 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-7fc00e50-11b6-4f27-95c1-6e8d064a2d11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:31.199429 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fc00e50-11b6-4f27-95c1-6e8d064a2d11 None None] Bound using segment: {'id': '11b45705-66b5-45b3-b9fd-51fa4bb29236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'fcdf73f9-c801-4998-9ec4-0cdc8a1cb85b'} {{(pid=102793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:41:31.200048 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.managers [None req-7fc00e50-11b6-4f27-95c1-6e8d064a2d11 None None] Bound port: 279478e2-400e-4e35-b251-37a61aa9bd8a, host: n-d-834765-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11b45705-66b5-45b3-b9fd-51fa4bb29236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'fcdf73f9-c801-4998-9ec4-0cdc8a1cb85b'}}] {{(pid=102793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 15:41:31.200712 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-7fc00e50-11b6-4f27-95c1-6e8d064a2d11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:31.289814 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33799bfa-1f83-4049-ba77-b1758e023f9d req-36fcc30f-cb34-4b66-a8a5-0150f2eabbae tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:31.297088 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33799bfa-1f83-4049-ba77-b1758e023f9d req-36fcc30f-cb34-4b66-a8a5-0150f2eabbae tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:31.306207 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.db [None req-7fc00e50-11b6-4f27-95c1-6e8d064a2d11 None None] For port 279478e2-400e-4e35-b251-37a61aa9bd8a, host n-d-834765-1, cleared binding levels {{(pid=102793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:41:31.313925 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-33799bfa-1f83-4049-ba77-b1758e023f9d req-36fcc30f-cb34-4b66-a8a5-0150f2eabbae tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] 10.222.0.42 "GET /v2.0/ports?device_id=1bbcae53-a802-49d8-b1e4-d307411acf7d HTTP/1.1" status: 200 len: 1683 time: 0.2569108 Mar 29 15:41:31.327703 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.db [None req-7fc00e50-11b6-4f27-95c1-6e8d064a2d11 None None] For port 279478e2-400e-4e35-b251-37a61aa9bd8a, host n-d-834765-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=279478e2-400e-4e35-b251-37a61aa9bd8a,segment=NetworkSegment(11b45705-66b5-45b3-b9fd-51fa4bb29236),segment_id=11b45705-66b5-45b3-b9fd-51fa4bb29236)] {{(pid=102793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:41:31.332999 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-7fc00e50-11b6-4f27-95c1-6e8d064a2d11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:31.339478 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-cda176ed-3b60-4387-8fcb-b484268ff2c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:31.357873 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-cda176ed-3b60-4387-8fcb-b484268ff2c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:31.361908 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-cda176ed-3b60-4387-8fcb-b484268ff2c5 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/65faeb9c-6477-4786-a98c-4eff863cd809 HTTP/1.1" status: 204 len: 168 time: 0.3777063 Mar 29 15:41:31.382681 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda176ed-3b60-4387-8fcb-b484268ff2c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65faeb9c-6477-4786-a98c-4eff863cd809,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:41:31.400767 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63298a44-1ded-4535-86c4-e86ed85155c7 req-39ee3a27-0312-463f-bfa5-58cac3d78351 tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:31.423229 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63298a44-1ded-4535-86c4-e86ed85155c7 req-39ee3a27-0312-463f-bfa5-58cac3d78351 tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:31.424899 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-63298a44-1ded-4535-86c4-e86ed85155c7 req-39ee3a27-0312-463f-bfa5-58cac3d78351 tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] 10.222.0.44 "GET /v2.0/ports?device_id=1bbcae53-a802-49d8-b1e4-d307411acf7d HTTP/1.1" status: 200 len: 1683 time: 0.1337976 Mar 29 15:41:31.434720 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-33799bfa-1f83-4049-ba77-b1758e023f9d req-ec425a36-e188-482d-995e-f83c122a4a4c tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b78e968-fb8b-47c8-a89f-b40d10173927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103272 Mar 29 15:41:31.503166 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-d796f036-e7c7-4276-bbe0-5597a2ac1001 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:31.506636 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fc00e50-11b6-4f27-95c1-6e8d064a2d11 None None] Routers {'9c8705f6-4302-44a1-8d1c-1a63e28635c2'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:41:31.507280 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-7fc00e50-11b6-4f27-95c1-6e8d064a2d11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:41:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['9c8705f6-4302-44a1-8d1c-1a63e28635c2'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:41:31.588437 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-f049d9aa-9b2f-46c1-a779-218b2669399c None None] Provisioning complete for port 279478e2-400e-4e35-b251-37a61aa9bd8a triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:41:31.589050 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-f049d9aa-9b2f-46c1-a779-218b2669399c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:31.614707 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-abf2e0e6-41a8-4af0-8c72-85183d764231 req-5da08b82-ddac-40a8-9d3e-fcfe5f2703bb tempest-FloatingIPsAssociationTestJSON-13237688 tempest-FloatingIPsAssociationTestJSON-13237688-project] 10.222.0.42 "GET /v2.0/ports?device_id=a99c14a5-f34f-4884-9f7e-8a582129e575 HTTP/1.1" status: 200 len: 210 time: 0.0819731 Mar 29 15:41:31.626656 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03962b3c-c8b3-4810-b4b2-02e8941c2d61 None None] Pushing event updated for resources: {'Port': ['ID=279478e2-400e-4e35-b251-37a61aa9bd8a,revision_number=4']} {{(pid=102793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:41:31.706351 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b26f1e-d879-4051-a261-fc1811eff7b2 req-5004aa9a-3ddc-4ad0-9ebc-5d4092ad619d tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:31.717079 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-20b26f1e-d879-4051-a261-fc1811eff7b2 req-5004aa9a-3ddc-4ad0-9ebc-5d4092ad619d tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] 10.222.0.42 "GET /v2.0/ports?device_id=0a10fb55-d9e0-47cb-a13f-38167235bc8a HTTP/1.1" status: 200 len: 945 time: 0.2764378 Mar 29 15:41:31.789063 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-f049d9aa-9b2f-46c1-a779-218b2669399c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:31.792274 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba904d8-b5fd-49e5-aff7-f7aae0db7579 req-9969f7ad-378b-483c-ab17-e19a5ca68feb tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:31.794752 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-aba904d8-b5fd-49e5-aff7-f7aae0db7579 req-9969f7ad-378b-483c-ab17-e19a5ca68feb tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] 10.222.0.42 "GET /v2.0/ports?device_id=490a7f81-d34b-41cf-b939-8230c4561d2c HTTP/1.1" status: 200 len: 945 time: 0.1130319 Mar 29 15:41:31.835909 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvr_db [None req-7fc00e50-11b6-4f27-95c1-6e8d064a2d11 None None] Set router 9c8705f6-4302-44a1-8d1c-1a63e28635c2 gateway port host: n-d-834765-1 {{(pid=102793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:41:31.883032 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-f049d9aa-9b2f-46c1-a779-218b2669399c None None] For port 279478e2-400e-4e35-b251-37a61aa9bd8a, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=279478e2-400e-4e35-b251-37a61aa9bd8a,segment=NetworkSegment(11b45705-66b5-45b3-b9fd-51fa4bb29236),segment_id=11b45705-66b5-45b3-b9fd-51fa4bb29236)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:41:31.888573 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-f049d9aa-9b2f-46c1-a779-218b2669399c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:31.890333 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-aba904d8-b5fd-49e5-aff7-f7aae0db7579 req-3c3d0d2f-3090-4870-8f16-c05be085e10e tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] 10.222.0.42 "GET /v2.0/security-groups?id=c99ced8e-1ceb-46fb-aaa7-747186b2b9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817170 Mar 29 15:41:31.956589 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-20b26f1e-d879-4051-a261-fc1811eff7b2 req-c20f755d-e96e-4c0a-a5df-0025d1a3ca9c tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] 10.222.0.42 "GET /v2.0/security-groups?id=ce1e3aa1-c9e4-4c36-a19f-9dbad60c5be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2370503 Mar 29 15:41:31.960776 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f049d9aa-9b2f-46c1-a779-218b2669399c None None] Pushing event updated for resources: {'Port': ['ID=279478e2-400e-4e35-b251-37a61aa9bd8a,revision_number=5']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:41:31.982147 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [req-63298a44-1ded-4535-86c4-e86ed85155c7 req-e23e7732-852a-4b60-ab21-e92402d80254 tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Deleting port 6e3ff913-ed79-4005-9b8d-e91a98b24f4a {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:41:31.982589 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-63298a44-1ded-4535-86c4-e86ed85155c7 req-e23e7732-852a-4b60-ab21-e92402d80254 tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:32.020282 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-d796f036-e7c7-4276-bbe0-5597a2ac1001 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:32.059279 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-01c15272-dcb4-46d1-8ecf-8890831e76f4 None None] Provisioning complete for port 279478e2-400e-4e35-b251-37a61aa9bd8a triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:41:32.060168 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-01c15272-dcb4-46d1-8ecf-8890831e76f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:32.077179 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-d796f036-e7c7-4276-bbe0-5597a2ac1001 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:32.139916 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eef5a1f-4dd0-4c56-b46d-e7cf6fb2c069 req-dace8248-001a-4ef2-84e3-5a262465bb14 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:32.142145 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-0eef5a1f-4dd0-4c56-b46d-e7cf6fb2c069 req-dace8248-001a-4ef2-84e3-5a262465bb14 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.42 "GET /v2.0/ports?device_id=b41b3ac8-0ab9-4edd-a8dc-9042b0acbcee HTTP/1.1" status: 200 len: 943 time: 0.1010535 Mar 29 15:41:32.162632 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device d977d1a9-5303-445e-8d7a-4302df3cb4da details requested by agent hyperv_n-h2-834765-1 with host n-h2-834765-1 {{(pid=102792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 15:41:32.194603 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-0eef5a1f-4dd0-4c56-b46d-e7cf6fb2c069 req-502718bc-aafa-4315-9d41-ebb5fbe8970d tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.42 "GET /v2.0/security-groups?id=07e96b72-96bb-4562-b80f-051b133c1759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451765 Mar 29 15:41:32.239630 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-d796f036-e7c7-4276-bbe0-5597a2ac1001 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=1377d874957341d88502e8f710912178&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0599573 Mar 29 15:41:32.241116 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 43012) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:41:32.242473 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d796f036-e7c7-4276-bbe0-5597a2ac1001 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da498eb1-7876-4e97-8550-ce8762f8cbd3,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:41:32.270119 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-7fc00e50-11b6-4f27-95c1-6e8d064a2d11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c8705f6-4302-44a1-8d1c-1a63e28635c2', 'name': 'tempest-FloatingIPsAssociationTestJSON-10715648-router', 'tenant_id': '09e41d0f297a4c05bfeacde4bee1a28c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.110'}], 'enable_snat': True}, 'gw_port_id': '03eaca56-bb8b-426e-9003-e216c6a40bca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:41:19Z', 'updated_at': '2022-03-29T15:41:27Z', 'revision_number': 4, 'project_id': '09e41d0f297a4c05bfeacde4bee1a28c', 'gw_port': {'id': '03eaca56-bb8b-426e-9003-e216c6a40bca', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:df:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c8705f6-4302-44a1-8d1c-1a63e28635c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 836, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:41:20Z', 'updated_at': '2022-03-29T15:41:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': '279478e2-400e-4e35-b251-37a61aa9bd8a', 'name': '', 'network_id': 'fcdf73f9-c801-4998-9ec4-0cdc8a1cb85b', 'tenant_id': '09e41d0f297a4c05bfeacde4bee1a28c', 'mac_address': 'fa:16:3e:29:f1:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c8705f6-4302-44a1-8d1c-1a63e28635c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 838, 'fixed_ips': [{'subnet_id': '97aeeb47-9a64-429c-b18e-a70adf894590', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:41:25Z', 'updated_at': '2022-03-29T15:41:31Z', 'revision_number': 4, 'project_id': '09e41d0f297a4c05bfeacde4bee1a28c', 'subnets': [{'id': '97aeeb47-9a64-429c-b18e-a70adf894590', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:41:32.293227 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-63298a44-1ded-4535-86c4-e86ed85155c7 req-e23e7732-852a-4b60-ab21-e92402d80254 tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] For port 6e3ff913-ed79-4005-9b8d-e91a98b24f4a, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=6e3ff913-ed79-4005-9b8d-e91a98b24f4a,segment=NetworkSegment(ffd2df4b-e242-4a82-8672-0f9f9a3e4e90),segment_id=ffd2df4b-e242-4a82-8672-0f9f9a3e4e90)] {{(pid=102791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:41:32.293591 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-63298a44-1ded-4535-86c4-e86ed85155c7 req-e23e7732-852a-4b60-ab21-e92402d80254 tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:32.304697 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15abf148-3e3c-4e2f-ad08-6abb344a2d4e req-7e505e86-0557-4cf2-a9de-aa04de6f83d2 tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:32.306317 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-15abf148-3e3c-4e2f-ad08-6abb344a2d4e req-7e505e86-0557-4cf2-a9de-aa04de6f83d2 tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] 10.222.0.42 "GET /v2.0/ports?device_id=0a10fb55-d9e0-47cb-a13f-38167235bc8a HTTP/1.1" status: 200 len: 945 time: 0.1932292 Mar 29 15:41:32.324775 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fc00e50-11b6-4f27-95c1-6e8d064a2d11 None None] The sync data for ids ['9c8705f6-4302-44a1-8d1c-1a63e28635c2'] in n-d-834765-1 is: [{'id': '9c8705f6-4302-44a1-8d1c-1a63e28635c2', 'name': 'tempest-FloatingIPsAssociationTestJSON-10715648-router', 'tenant_id': '09e41d0f297a4c05bfeacde4bee1a28c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.110'}], 'enable_snat': True}, 'gw_port_id': '03eaca56-bb8b-426e-9003-e216c6a40bca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:41:19Z', 'updated_at': '2022-03-29T15:41:27Z', 'revision_number': 4, 'project_id': '09e41d0f297a4c05bfeacde4bee1a28c', 'gw_port': {'id': '03eaca56-bb8b-426e-9003-e216c6a40bca', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:df:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c8705f6-4302-44a1-8d1c-1a63e28635c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 836, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:41:20Z', 'updated_at': '2022-03-29T15:41:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': '279478e2-400e-4e35-b251-37a61aa9bd8a', 'name': '', 'network_id': 'fcdf73f9-c801-4998-9ec4-0cdc8a1cb85b', 'tenant_id': '09e41d0f297a4c05bfeacde4bee1a28c', 'mac_address': 'fa:16:3e:29:f1:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c8705f6-4302-44a1-8d1c-1a63e28635c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 838, 'fixed_ips': [{'subnet_id': '97aeeb47-9a64-429c-b18e-a70adf894590', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:41:25Z', 'updated_at': '2022-03-29T15:41:31Z', 'revision_number': 4, 'project_id': '09e41d0f297a4c05bfeacde4bee1a28c', 'subnets': [{'id': '97aeeb47-9a64-429c-b18e-a70adf894590', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:41:32.353206 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [req-63298a44-1ded-4535-86c4-e86ed85155c7 req-e23e7732-852a-4b60-ab21-e92402d80254 tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Calling delete_port for 6e3ff913-ed79-4005-9b8d-e91a98b24f4a owned by compute:nova {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:41:32.511635 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port d977d1a9-5303-445e-8d7a-4302df3cb4da, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=d977d1a9-5303-445e-8d7a-4302df3cb4da,segment=NetworkSegment(e1d90273-cef5-4478-85fc-ff4ac210e191),segment_id=e1d90273-cef5-4478-85fc-ff4ac210e191)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:41:32.540039 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Returning: {'device': 'd977d1a9-5303-445e-8d7a-4302df3cb4da', 'network_id': '96b8e8ed-22f2-4cb8-884c-6e5cefe078a4', 'port_id': 'd977d1a9-5303-445e-8d7a-4302df3cb4da', 'mac_address': 'fa:16:3e:0d:b9:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ba2b8b0-15ec-4c18-a106-c919b2ec3ae7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 15:41:32.563614 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-7ec74753-bd07-4d6b-bdbc-bd746706b71a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:32.602220 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:32.607090 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-15abf148-3e3c-4e2f-ad08-6abb344a2d4e req-504fa1ba-5d35-45ba-bc1e-a2571979f0a1 tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] 10.222.0.42 "GET /v2.0/security-groups?id=ce1e3aa1-c9e4-4c36-a19f-9dbad60c5be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2731056 Mar 29 15:41:32.622969 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d977d1a9-5303-445e-8d7a-4302df3cb4da {{(pid=102792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:41:32.640846 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port d977d1a9-5303-445e-8d7a-4302df3cb4da, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=d977d1a9-5303-445e-8d7a-4302df3cb4da,segment=NetworkSegment(e1d90273-cef5-4478-85fc-ff4ac210e191),segment_id=e1d90273-cef5-4478-85fc-ff4ac210e191)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:41:32.650705 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-7ec74753-bd07-4d6b-bdbc-bd746706b71a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:32.653125 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:32.656154 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0e3245-876f-4b1e-af5f-3a75cd57a95c req-f3dd55ba-497f-4b81-8417-20c8a2131551 tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:32.674859 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0e3245-876f-4b1e-af5f-3a75cd57a95c req-f3dd55ba-497f-4b81-8417-20c8a2131551 tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:32.684302 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-4b0e3245-876f-4b1e-af5f-3a75cd57a95c req-f3dd55ba-497f-4b81-8417-20c8a2131551 tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] 10.222.0.42 "GET /v2.0/ports?device_id=1bbcae53-a802-49d8-b1e4-d307411acf7d HTTP/1.1" status: 200 len: 1683 time: 0.1212180 Mar 29 15:41:32.684541 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 43028) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:41:32.732507 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-e404fb95-374f-4cec-9f5b-31962af30176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:32.734029 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Pushing event updated for resources: {'Port': ['ID=d977d1a9-5303-445e-8d7a-4302df3cb4da,revision_number=4']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:41:32.764992 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-4b0e3245-876f-4b1e-af5f-3a75cd57a95c req-4c29b32c-2ea4-464d-ae16-c7f72cacdbe9 tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b78e968-fb8b-47c8-a89f-b40d10173927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773313 Mar 29 15:41:32.890060 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-7ec74753-bd07-4d6b-bdbc-bd746706b71a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:32.921777 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-7ec74753-bd07-4d6b-bdbc-bd746706b71a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:32.930708 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-7ec74753-bd07-4d6b-bdbc-bd746706b71a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/da498eb1-7876-4e97-8550-ce8762f8cbd3 HTTP/1.1" status: 204 len: 168 time: 0.6844065 Mar 29 15:41:33.002463 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-2f031c83-e23b-427a-8a6e-7c9fb25a8615 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1645521603-network', 'tenant_id': '89bc393a92e04eaab7e293b029b9d21c'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:41:33.019779 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-63298a44-1ded-4535-86c4-e86ed85155c7 req-e23e7732-852a-4b60-ab21-e92402d80254 tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:33.046325 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] get_ports_and_sgs() called for port_ids ['3828b992-b747-4789-b670-5cf9380d06d4', '6e3ff913-ed79-4005-9b8d-e91a98b24f4a'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:41:33.065551 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec74753-bd07-4d6b-bdbc-bd746706b71a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da498eb1-7876-4e97-8550-ce8762f8cbd3,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:41:33.117761 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] get_ports_and_sgs() called for port_ids ['d977d1a9-5303-445e-8d7a-4302df3cb4da'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:41:33.135425 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-58ada93c-ce7c-447c-9f71-b6bfff86547a req-1d73dace-9671-4068-a297-3d958cd4f853 tempest-FloatingIPsAssociationTestJSON-13237688 tempest-FloatingIPsAssociationTestJSON-13237688-project] 10.222.0.42 "GET /v2.0/ports?device_id=a99c14a5-f34f-4884-9f7e-8a582129e575 HTTP/1.1" status: 200 len: 210 time: 0.2140853 Mar 29 15:41:33.228099 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23e7732-852a-4b60-ab21-e92402d80254 tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Pushing event deleted for resources: {'Port': ['ID=6e3ff913-ed79-4005-9b8d-e91a98b24f4a,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:41:33.321882 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [req-63298a44-1ded-4535-86c4-e86ed85155c7 req-e23e7732-852a-4b60-ab21-e92402d80254 tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] No DVR routers for this DVR port 6e3ff913-ed79-4005-9b8d-e91a98b24f4a on host n-h1-834765-1 {{(pid=102791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:41:33.324673 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f031c83-e23b-427a-8a6e-7c9fb25a8615 admin admin] Made reservation on behalf of 89bc393a92e04eaab7e293b029b9d21c for: {'network': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:41:33.327545 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-2f031c83-e23b-427a-8a6e-7c9fb25a8615 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for network, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:33.343168 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-63298a44-1ded-4535-86c4-e86ed85155c7 req-e23e7732-852a-4b60-ab21-e92402d80254 tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:33.349142 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-63298a44-1ded-4535-86c4-e86ed85155c7 req-e23e7732-852a-4b60-ab21-e92402d80254 tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] 10.222.0.44 "DELETE /v2.0/ports/6e3ff913-ed79-4005-9b8d-e91a98b24f4a HTTP/1.1" status: 204 len: 173 time: 1.9061887 Mar 29 15:41:33.349892 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-2f031c83-e23b-427a-8a6e-7c9fb25a8615 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:33.352717 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bbcae53-a802-49d8-b1e4-d307411acf7d', 'name': 'network-vif-deleted', 'tag': '6e3ff913-ed79-4005-9b8d-e91a98b24f4a'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:41:33.353161 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ccc868-6780-4e58-8120-9164540ffddc req-5790ca6f-58c0-4237-a3e4-d95a4e0cbd04 tempest-FloatingIPsAssociationTestJSON-13237688 tempest-FloatingIPsAssociationTestJSON-13237688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:33.355362 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-c7ccc868-6780-4e58-8120-9164540ffddc req-5790ca6f-58c0-4237-a3e4-d95a4e0cbd04 tempest-FloatingIPsAssociationTestJSON-13237688 tempest-FloatingIPsAssociationTestJSON-13237688-project] 10.222.0.44 "GET /v2.0/networks?id=fcdf73f9-c801-4998-9ec4-0cdc8a1cb85b HTTP/1.1" status: 200 len: 819 time: 0.4615510 Mar 29 15:41:33.355493 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c67b028db5e9b9818fecc5c0a87ebc6f190694fa53ca267d523e04f98de536d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71cbfb79-11dd-4e1c-b15f-47412224b56a" -d '{"events": [{"server_uuid": "1bbcae53-a802-49d8-b1e4-d307411acf7d", "name": "network-vif-deleted", "tag": "6e3ff913-ed79-4005-9b8d-e91a98b24f4a"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:41:33.383590 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [req-c7ccc868-6780-4e58-8120-9164540ffddc req-96824fdf-f671-45bc-b324-936c80c67b68 tempest-FloatingIPsAssociationTestJSON-13237688 tempest-FloatingIPsAssociationTestJSON-13237688-project] Request body: {'port': {'device_id': 'a99c14a5-f34f-4884-9f7e-8a582129e575', 'network_id': 'fcdf73f9-c801-4998-9ec4-0cdc8a1cb85b', 'admin_state_up': True, 'tenant_id': '09e41d0f297a4c05bfeacde4bee1a28c'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:41:33.480081 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0856557-4b4c-4aa4-859f-a8497b3a1b85 req-e0a1998f-7410-4585-bd09-02925ed2f56f tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:33.488062 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d0856557-4b4c-4aa4-859f-a8497b3a1b85 req-e0a1998f-7410-4585-bd09-02925ed2f56f tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] 10.222.0.42 "GET /v2.0/ports?device_id=490a7f81-d34b-41cf-b939-8230c4561d2c HTTP/1.1" status: 200 len: 945 time: 0.4902971 Mar 29 15:41:33.571644 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd005632-3fa7-4561-a2ff-81c51a2ca0fc req-1abe6c16-3e66-46a0-a010-e8e070bc2838 tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:33.581045 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-dd005632-3fa7-4561-a2ff-81c51a2ca0fc req-1abe6c16-3e66-46a0-a010-e8e070bc2838 tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] 10.222.0.42 "GET /v2.0/networks?id=f945f153-5928-4a5d-9b33-57d251311dab HTTP/1.1" status: 200 len: 814 time: 0.2948990 Mar 29 15:41:33.602610 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-dd005632-3fa7-4561-a2ff-81c51a2ca0fc req-91e62548-3aff-426c-90f6-51233850ef62 tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] 10.222.0.42 "GET /v2.0/quotas/4fcca40281ff4cbfb6c75a266decc3c5 HTTP/1.1" status: 200 len: 375 time: 0.0204401 Mar 29 15:41:33.624170 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d0856557-4b4c-4aa4-859f-a8497b3a1b85 req-15b0eff9-ed42-49ac-bfa3-e7280b4c87c7 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] 10.222.0.42 "GET /v2.0/security-groups?id=c99ced8e-1ceb-46fb-aaa7-747186b2b9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348789 Mar 29 15:41:33.686545 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 43054) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:41:33.702388 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 279478e2-400e-4e35-b251-37a61aa9bd8a up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:41:33.717865 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-2280d1d4-ce76-430e-a687-9f63601bf026 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:33.722597 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [req-63298a44-1ded-4535-86c4-e86ed85155c7 req-447e9198-0f04-475b-8cbb-f784c96a67cf tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Deleting port 3828b992-b747-4789-b670-5cf9380d06d4 {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:41:33.722597 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-63298a44-1ded-4535-86c4-e86ed85155c7 req-447e9198-0f04-475b-8cbb-f784c96a67cf tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:33.752210 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-dd005632-3fa7-4561-a2ff-81c51a2ca0fc req-8f5c83c9-ee07-4c94-bb85-789ddcde79f6 tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=4fcca40281ff4cbfb6c75a266decc3c5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1484904 Mar 29 15:41:33.770385 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7ccc868-6780-4e58-8120-9164540ffddc req-96824fdf-f671-45bc-b324-936c80c67b68 tempest-FloatingIPsAssociationTestJSON-13237688 tempest-FloatingIPsAssociationTestJSON-13237688-project] Made reservation on behalf of 09e41d0f297a4c05bfeacde4bee1a28c for: {'port': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:41:33.777273 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-c7ccc868-6780-4e58-8120-9164540ffddc req-96824fdf-f671-45bc-b324-936c80c67b68 tempest-FloatingIPsAssociationTestJSON-13237688 tempest-FloatingIPsAssociationTestJSON-13237688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:33.777868 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port 279478e2-400e-4e35-b251-37a61aa9bd8a triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:41:33.778292 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:33.885307 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-2f031c83-e23b-427a-8a6e-7c9fb25a8615 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:33.904264 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-2f031c83-e23b-427a-8a6e-7c9fb25a8615 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:33.949224 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca93dbc-7372-48ce-b58e-b30bf26f8e8e req-a675535f-8b60-4025-826a-f16b8328c5eb tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:33.950892 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-5ca93dbc-7372-48ce-b58e-b30bf26f8e8e req-a675535f-8b60-4025-826a-f16b8328c5eb tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.42 "GET /v2.0/ports?device_id=b41b3ac8-0ab9-4edd-a8dc-9042b0acbcee HTTP/1.1" status: 200 len: 944 time: 0.2254474 Mar 29 15:41:33.977814 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.db_base_plugin_common [req-c7ccc868-6780-4e58-8120-9164540ffddc req-96824fdf-f671-45bc-b324-936c80c67b68 tempest-FloatingIPsAssociationTestJSON-13237688 tempest-FloatingIPsAssociationTestJSON-13237688-project] Allocated IP 172.20.0.7 (fcdf73f9-c801-4998-9ec4-0cdc8a1cb85b/97aeeb47-9a64-429c-b18e-a70adf894590/74d2306b-5026-45ef-a651-6ea8cd4cf386) {{(pid=102790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:41:33.979931 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f031c83-e23b-427a-8a6e-7c9fb25a8615 admin admin] vlan segment allocate from pool success with {'vlan_id': 634, 'physical_network': 'physnet1'} {{(pid=102791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 15:41:33.991570 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-63298a44-1ded-4535-86c4-e86ed85155c7 req-447e9198-0f04-475b-8cbb-f784c96a67cf tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] For port 3828b992-b747-4789-b670-5cf9380d06d4, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=3828b992-b747-4789-b670-5cf9380d06d4,segment=NetworkSegment(1c2bee05-dec6-4a38-a526-00e005229e64),segment_id=1c2bee05-dec6-4a38-a526-00e005229e64)] {{(pid=102791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:41:33.992226 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-63298a44-1ded-4535-86c4-e86ed85155c7 req-447e9198-0f04-475b-8cbb-f784c96a67cf tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:34.041457 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f031c83-e23b-427a-8a6e-7c9fb25a8615 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b7b4461-881a-4c5e-bd08-3ea21db66059,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:41:34.059733 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d71584b9-87f1-45f5-84c7-c993c2416269 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:34.062567 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [req-63298a44-1ded-4535-86c4-e86ed85155c7 req-447e9198-0f04-475b-8cbb-f784c96a67cf tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Calling delete_port for 3828b992-b747-4789-b670-5cf9380d06d4 owned by compute:nova {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:41:34.065366 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-2f031c83-e23b-427a-8a6e-7c9fb25a8615 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:34.065709 n-d-834765-1 neutron-server[102791]: INFO neutron.db.segments_db [None req-2f031c83-e23b-427a-8a6e-7c9fb25a8615 admin admin] Added segment adf701cd-cabc-4196-b35d-13203eb1f5e5 of type vlan for network 96efc90c-1e1e-4897-8828-0415717bb950 Mar 29 15:41:34.106218 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-2280d1d4-ce76-430e-a687-9f63601bf026 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:34.139848 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-5ca93dbc-7372-48ce-b58e-b30bf26f8e8e req-ac9eb9aa-c375-424f-897c-35d7ed2d9cf8 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.42 "GET /v2.0/security-groups?id=07e96b72-96bb-4562-b80f-051b133c1759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675301 Mar 29 15:41:34.141462 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-2280d1d4-ce76-430e-a687-9f63601bf026 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:34.218554 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:41:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d092eae-36ff-40c1-9de3-4d1f517cc4a9 x-openstack-request-id: req-5d092eae-36ff-40c1-9de3-4d1f517cc4a9 {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:41:34.219093 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bbcae53-a802-49d8-b1e4-d307411acf7d", "name": "network-vif-deleted", "tag": "6e3ff913-ed79-4005-9b8d-e91a98b24f4a", "status": "completed", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:41:34.219372 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-5d092eae-36ff-40c1-9de3-4d1f517cc4a9 {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:41:34.219756 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bbcae53-a802-49d8-b1e4-d307411acf7d', 'name': 'network-vif-deleted', 'tag': '6e3ff913-ed79-4005-9b8d-e91a98b24f4a', 'status': 'completed', 'code': 200} Mar 29 15:41:34.228692 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-2f031c83-e23b-427a-8a6e-7c9fb25a8615 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783522915970'] for network, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:34.234806 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-dd005632-3fa7-4561-a2ff-81c51a2ca0fc req-f3db376b-f6e3-4376-9f47-a85cd9d01e25 service neutron] 10.222.0.42 "GET /v2.0/networks/f945f153-5928-4a5d-9b33-57d251311dab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4815800 Mar 29 15:41:34.268648 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2280d1d4-ce76-430e-a687-9f63601bf026 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f39f8a6-2f30-4b71-a859-5c97f3115f1b,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:41:34.295158 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-2280d1d4-ce76-430e-a687-9f63601bf026 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c5f070ac8ffd4f48836621be445cd7e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6021993 Mar 29 15:41:34.309712 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 43062) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:41:34.329283 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-c7ccc868-6780-4e58-8120-9164540ffddc req-96824fdf-f671-45bc-b324-936c80c67b68 tempest-FloatingIPsAssociationTestJSON-13237688 tempest-FloatingIPsAssociationTestJSON-13237688-project] Notify callbacks [] for port, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:34.352902 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-2f031c83-e23b-427a-8a6e-7c9fb25a8615 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795'] for network, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:34.354593 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f031c83-e23b-427a-8a6e-7c9fb25a8615 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:34.355653 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-2f031c83-e23b-427a-8a6e-7c9fb25a8615 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for network, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:34.377262 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-dd005632-3fa7-4561-a2ff-81c51a2ca0fc req-cb9b855f-d771-4d8f-9013-34de28ff7d1c service neutron] 10.222.0.42 "GET /v2.0/networks/f945f153-5928-4a5d-9b33-57d251311dab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407640 Mar 29 15:41:34.391739 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-c7ccc868-6780-4e58-8120-9164540ffddc req-96824fdf-f671-45bc-b324-936c80c67b68 tempest-FloatingIPsAssociationTestJSON-13237688 tempest-FloatingIPsAssociationTestJSON-13237688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:34.448151 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7ccc868-6780-4e58-8120-9164540ffddc req-96824fdf-f671-45bc-b324-936c80c67b68 tempest-FloatingIPsAssociationTestJSON-13237688 tempest-FloatingIPsAssociationTestJSON-13237688-project] Network fcdf73f9-c801-4998-9ec4-0cdc8a1cb85b is already hosted by enough agents. {{(pid=102790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:41:34.451212 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [req-c7ccc868-6780-4e58-8120-9164540ffddc req-96824fdf-f671-45bc-b324-936c80c67b68 tempest-FloatingIPsAssociationTestJSON-13237688 tempest-FloatingIPsAssociationTestJSON-13237688-project] Resources bound (agent type, host, resource id): {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:41:34.455340 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7ccc868-6780-4e58-8120-9164540ffddc req-96824fdf-f671-45bc-b324-936c80c67b68 tempest-FloatingIPsAssociationTestJSON-13237688 tempest-FloatingIPsAssociationTestJSON-13237688-project] Received port after_create {{(pid=102790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:41:34.465886 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-2f031c83-e23b-427a-8a6e-7c9fb25a8615 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.7802069 Mar 29 15:41:34.474184 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 43064) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:41:34.492191 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96824fdf-f671-45bc-b324-936c80c67b68 tempest-FloatingIPsAssociationTestJSON-13237688 tempest-FloatingIPsAssociationTestJSON-13237688-project] Pushing event updated for resources: {'Port': ['ID=74d2306b-5026-45ef-a651-6ea8cd4cf386,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:41:34.500862 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f031c83-e23b-427a-8a6e-7c9fb25a8615 admin admin] Pushing event updated for resources: {'Network': ['ID=96efc90c-1e1e-4897-8828-0415717bb950,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:41:34.515142 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ccc868-6780-4e58-8120-9164540ffddc req-96824fdf-f671-45bc-b324-936c80c67b68 tempest-FloatingIPsAssociationTestJSON-13237688 tempest-FloatingIPsAssociationTestJSON-13237688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:34.515426 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d155c21-449e-47b2-88eb-b872a7ad8818 req-fc14479e-d540-4778-9c19-5b2d414131a0 tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:34.515543 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-c7ccc868-6780-4e58-8120-9164540ffddc req-96824fdf-f671-45bc-b324-936c80c67b68 tempest-FloatingIPsAssociationTestJSON-13237688 tempest-FloatingIPsAssociationTestJSON-13237688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:34.519458 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Network 96efc90c-1e1e-4897-8828-0415717bb950 details requested by agent ovs-agent-n-d-834765-1 with host n-d-834765-1 {{(pid=102792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 15:41:34.522715 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-9d155c21-449e-47b2-88eb-b872a7ad8818 req-fc14479e-d540-4778-9c19-5b2d414131a0 tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] 10.222.0.42 "GET /v2.0/ports?device_id=1bbcae53-a802-49d8-b1e4-d307411acf7d HTTP/1.1" status: 200 len: 946 time: 0.2568340 Mar 29 15:41:34.538581 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-c4d3e7df-3772-4b9d-9736-da236f2799fe admin admin] Request body: {'subnet': {'network_id': '96efc90c-1e1e-4897-8828-0415717bb950', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1645521603-subnet', 'tenant_id': '89bc393a92e04eaab7e293b029b9d21c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:41:34.570267 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-c7ccc868-6780-4e58-8120-9164540ffddc req-96824fdf-f671-45bc-b324-936c80c67b68 tempest-FloatingIPsAssociationTestJSON-13237688 tempest-FloatingIPsAssociationTestJSON-13237688-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1980729 Mar 29 15:41:34.655195 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [req-c7ccc868-6780-4e58-8120-9164540ffddc req-fca03842-50f3-44fb-8e16-dbf2d3f481e5 service neutron] Request body: {'port': {'device_id': 'a99c14a5-f34f-4884-9f7e-8a582129e575', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834765-1'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:41:34.662372 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-14adb4d3-1615-4748-9811-03ba42f4d83f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:34.684122 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4d3e7df-3772-4b9d-9736-da236f2799fe admin admin] Made reservation on behalf of 89bc393a92e04eaab7e293b029b9d21c for: {'subnet': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:41:34.687873 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-c4d3e7df-3772-4b9d-9736-da236f2799fe admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16218875'] for subnet, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:34.714834 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-63298a44-1ded-4535-86c4-e86ed85155c7 req-447e9198-0f04-475b-8cbb-f784c96a67cf tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:34.738712 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458be252-a0f6-4b11-ae72-4b29126257a6 req-1649f4a2-03ee-4955-b91e-72156982e18e tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:34.745511 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-458be252-a0f6-4b11-ae72-4b29126257a6 req-1649f4a2-03ee-4955-b91e-72156982e18e tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] 10.222.0.44 "GET /v2.0/ports?device_id=0a10fb55-d9e0-47cb-a13f-38167235bc8a HTTP/1.1" status: 200 len: 945 time: 0.1854525 Mar 29 15:41:34.749938 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-9d155c21-449e-47b2-88eb-b872a7ad8818 req-42de280c-9af1-4fb1-829d-a24116fa748d tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b78e968-fb8b-47c8-a89f-b40d10173927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2262490 Mar 29 15:41:34.760295 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447e9198-0f04-475b-8cbb-f784c96a67cf tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Pushing event deleted for resources: {'Port': ['ID=3828b992-b747-4789-b670-5cf9380d06d4,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:41:34.793954 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-14adb4d3-1615-4748-9811-03ba42f4d83f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:34.837086 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfdcaca-8b6e-430d-8de7-1ff331555736 req-45b32f8a-8be7-47bb-9e66-4b3fce559321 tempest-LiveMigrationTest-953290782 tempest-LiveMigrationTest-953290782-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:34.839202 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-fbfdcaca-8b6e-430d-8de7-1ff331555736 req-45b32f8a-8be7-47bb-9e66-4b3fce559321 tempest-LiveMigrationTest-953290782 tempest-LiveMigrationTest-953290782-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=490a7f81-d34b-41cf-b939-8230c4561d2c&tenant_id=61d6b03cf8b04e0283d0c20861ff0cb0&binding%3Ahost_id=n-h2-834765-1 HTTP/1.1" status: 200 len: 1096 time: 0.2656705 Mar 29 15:41:34.887657 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd47308-e124-49e3-8e41-f067da4531b8 req-f7640e03-be5a-4233-bef2-ea597d1884da tempest-FloatingIPsAssociationTestJSON-13237688 tempest-FloatingIPsAssociationTestJSON-13237688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:34.895578 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-7dcd68c9-0da1-4a12-ace7-fdba3df1dbb6 req-3bd9ebe5-da4b-4e2f-a1f8-fa0aa7367621 tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a6c151c-ccff-4e04-a0c1-ec0861a70848 HTTP/1.1" status: 200 len: 210 time: 0.0316138 Mar 29 15:41:34.896604 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-dbd47308-e124-49e3-8e41-f067da4531b8 req-f7640e03-be5a-4233-bef2-ea597d1884da tempest-FloatingIPsAssociationTestJSON-13237688 tempest-FloatingIPsAssociationTestJSON-13237688-project] 10.222.0.42 "GET /v2.0/ports?device_id=a99c14a5-f34f-4884-9f7e-8a582129e575 HTTP/1.1" status: 200 len: 931 time: 0.2460284 Mar 29 15:41:34.904046 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [req-fbfdcaca-8b6e-430d-8de7-1ff331555736 req-7f33a1ee-dfbc-48e9-8307-e7e4c162aedc service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-834765-1'}}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:41:34.923804 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-c7ccc868-6780-4e58-8120-9164540ffddc req-fca03842-50f3-44fb-8e16-dbf2d3f481e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:34.962896 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-0a4ce4a9-ed21-46b7-8200-950e3f11f13b None None] Provisioning complete for port 74d2306b-5026-45ef-a651-6ea8cd4cf386 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:41:34.963586 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-0a4ce4a9-ed21-46b7-8200-950e3f11f13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:34.981229 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [req-63298a44-1ded-4535-86c4-e86ed85155c7 req-447e9198-0f04-475b-8cbb-f784c96a67cf tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] No DVR routers for this DVR port 3828b992-b747-4789-b670-5cf9380d06d4 on host n-h1-834765-1 {{(pid=102791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:41:34.983928 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-63298a44-1ded-4535-86c4-e86ed85155c7 req-447e9198-0f04-475b-8cbb-f784c96a67cf tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:34.987751 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-63298a44-1ded-4535-86c4-e86ed85155c7 req-447e9198-0f04-475b-8cbb-f784c96a67cf tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] 10.222.0.44 "DELETE /v2.0/ports/3828b992-b747-4789-b670-5cf9380d06d4 HTTP/1.1" status: 204 len: 173 time: 1.6221507 Mar 29 15:41:35.081894 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-fbfdcaca-8b6e-430d-8de7-1ff331555736 req-7f33a1ee-dfbc-48e9-8307-e7e4c162aedc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:35.130999 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-0a4ce4a9-ed21-46b7-8200-950e3f11f13b None None] Port 74d2306b-5026-45ef-a651-6ea8cd4cf386 cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 15:41:35.131121 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-14adb4d3-1615-4748-9811-03ba42f4d83f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:35.138859 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-14adb4d3-1615-4748-9811-03ba42f4d83f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:35.140498 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-14adb4d3-1615-4748-9811-03ba42f4d83f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/5f39f8a6-2f30-4b71-a859-5c97f3115f1b HTTP/1.1" status: 204 len: 168 time: 0.8249352 Mar 29 15:41:35.234112 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-dbd47308-e124-49e3-8e41-f067da4531b8 req-c2608f88-7020-4ecc-8089-5a4bba7901dc tempest-FloatingIPsAssociationTestJSON-13237688 tempest-FloatingIPsAssociationTestJSON-13237688-project] 10.222.0.42 "GET /v2.0/security-groups?id=b35fee71-c80e-48c2-8397-60e016afa2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3364100 Mar 29 15:41:35.243604 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14adb4d3-1615-4748-9811-03ba42f4d83f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f39f8a6-2f30-4b71-a859-5c97f3115f1b,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:41:35.348566 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc84307-9d13-4035-9130-ce0bc82c7eab req-60677888-d022-4928-b9ba-eb333063799f tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:35.355792 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6cc84307-9d13-4035-9130-ce0bc82c7eab req-60677888-d022-4928-b9ba-eb333063799f tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] 10.222.0.42 "GET /v2.0/ports?device_id=490a7f81-d34b-41cf-b939-8230c4561d2c HTTP/1.1" status: 200 len: 945 time: 0.2128556 Mar 29 15:41:35.397681 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [req-458be252-a0f6-4b11-ae72-4b29126257a6 req-bde9b386-ca51-4f57-9cac-827396da3820 tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] Deleting port 0a93aa01-a512-4cc5-99fd-5b241bf5026f {{(pid=102790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:41:35.398272 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-458be252-a0f6-4b11-ae72-4b29126257a6 req-bde9b386-ca51-4f57-9cac-827396da3820 tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:35.464679 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6cc84307-9d13-4035-9130-ce0bc82c7eab req-3e3ac9e2-34e3-4527-ae5f-6a630feafd01 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] 10.222.0.42 "GET /v2.0/security-groups?id=c99ced8e-1ceb-46fb-aaa7-747186b2b9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032131 Mar 29 15:41:35.469344 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-c4d3e7df-3772-4b9d-9736-da236f2799fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16155524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16218861'] for subnet, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:35.556478 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ea60a8-608f-4990-8d7b-fac0b1a24876 req-2a3b364c-5459-4003-b1f3-7dce6e09126c tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:35.557966 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-45ea60a8-608f-4990-8d7b-fac0b1a24876 req-2a3b364c-5459-4003-b1f3-7dce6e09126c tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.42 "GET /v2.0/ports?device_id=b41b3ac8-0ab9-4edd-a8dc-9042b0acbcee HTTP/1.1" status: 200 len: 944 time: 0.1434455 Mar 29 15:41:35.582211 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-fbfdcaca-8b6e-430d-8de7-1ff331555736 req-7f33a1ee-dfbc-48e9-8307-e7e4c162aedc service neutron] For port de3260d5-fda5-4f86-be90-526c4825300a, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=de3260d5-fda5-4f86-be90-526c4825300a,segment=NetworkSegment(65ab5bc3-e80e-4641-82f0-4ef53207c2d7),segment_id=65ab5bc3-e80e-4641-82f0-4ef53207c2d7)] {{(pid=102791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:41:35.629674 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [req-458be252-a0f6-4b11-ae72-4b29126257a6 req-bde9b386-ca51-4f57-9cac-827396da3820 tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] For port 0a93aa01-a512-4cc5-99fd-5b241bf5026f, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=0a93aa01-a512-4cc5-99fd-5b241bf5026f,segment=NetworkSegment(41873e9c-b24c-40ec-94cd-76d430c8ed02),segment_id=41873e9c-b24c-40ec-94cd-76d430c8ed02)] {{(pid=102790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:41:35.630090 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-458be252-a0f6-4b11-ae72-4b29126257a6 req-bde9b386-ca51-4f57-9cac-827396da3820 tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:35.647349 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-45ea60a8-608f-4990-8d7b-fac0b1a24876 req-f0b2d020-caf0-48ac-9e8e-c1fee387fbe2 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.42 "GET /v2.0/security-groups?id=07e96b72-96bb-4562-b80f-051b133c1759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769653 Mar 29 15:41:35.651595 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-fbfdcaca-8b6e-430d-8de7-1ff331555736 req-7f33a1ee-dfbc-48e9-8307-e7e4c162aedc service neutron] For port de3260d5-fda5-4f86-be90-526c4825300a, host n-h2-834765-1, cleared binding levels {{(pid=102791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:41:35.665947 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-0cb6abf6-2706-4e52-8825-f5f644ecf9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:35.701330 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [req-458be252-a0f6-4b11-ae72-4b29126257a6 req-bde9b386-ca51-4f57-9cac-827396da3820 tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] Calling delete_port for 0a93aa01-a512-4cc5-99fd-5b241bf5026f owned by compute:nova {{(pid=102790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:41:35.714417 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d3e7df-3772-4b9d-9736-da236f2799fe admin admin] Pushing event updated for resources: {'Subnet': ['ID=74cf9bde-9701-4731-85b2-a9e31ae83f35,revision_number=0']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:41:35.722961 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-fbfdcaca-8b6e-430d-8de7-1ff331555736 req-7f33a1ee-dfbc-48e9-8307-e7e4c162aedc service neutron] Notify callbacks [] for port, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:35.731591 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4d3e7df-3772-4b9d-9736-da236f2799fe admin admin] Checking segment: {'id': 'adf701cd-cabc-4196-b35d-13203eb1f5e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '96efc90c-1e1e-4897-8828-0415717bb950'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:41:35.731986 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4d3e7df-3772-4b9d-9736-da236f2799fe admin admin] Network hostable DHCP agents. Network: 96efc90c-1e1e-4897-8828-0415717bb950, hostable agents: ['d136643e-48ae-49d4-a851-2ba3bdf3749c'], hosted agents: [] {{(pid=102791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 15:41:35.735763 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-fbfdcaca-8b6e-430d-8de7-1ff331555736 req-7f33a1ee-dfbc-48e9-8307-e7e4c162aedc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:35.795523 n-d-834765-1 neutron-server[102790]: DEBUG neutron.notifiers.nova [req-c7ccc868-6780-4e58-8120-9164540ffddc req-fca03842-50f3-44fb-8e16-dbf2d3f481e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74d2306b-5026-45ef-a651-6ea8cd4cf386 {{(pid=102790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:41:35.807182 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-c7ccc868-6780-4e58-8120-9164540ffddc req-fca03842-50f3-44fb-8e16-dbf2d3f481e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:35.808186 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4d3e7df-3772-4b9d-9736-da236f2799fe admin admin] Network 96efc90c-1e1e-4897-8828-0415717bb950 is scheduled to be hosted by DHCP agent d136643e-48ae-49d4-a851-2ba3bdf3749c with binding_index 1 {{(pid=102791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 15:41:35.818232 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f33a1ee-dfbc-48e9-8307-e7e4c162aedc service neutron] Pushing event updated for resources: {'Port': ['ID=de3260d5-fda5-4f86-be90-526c4825300a,revision_number=7']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:41:35.832656 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.provisioning_blocks [req-c7ccc868-6780-4e58-8120-9164540ffddc req-fca03842-50f3-44fb-8e16-dbf2d3f481e5 service neutron] Transition to ACTIVE for port object 74d2306b-5026-45ef-a651-6ea8cd4cf386 will not be triggered until provisioned by entity L2. {{(pid=102790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 15:41:35.849384 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [None req-c4d3e7df-3772-4b9d-9736-da236f2799fe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834765-1, 96efc90c-1e1e-4897-8828-0415717bb950) {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:41:35.857963 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4d3e7df-3772-4b9d-9736-da236f2799fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:35.859084 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-c4d3e7df-3772-4b9d-9736-da236f2799fe admin admin] Notify callbacks [] for subnet, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:35.865079 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 43094) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:41:35.868742 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-fbfdcaca-8b6e-430d-8de7-1ff331555736 req-7f33a1ee-dfbc-48e9-8307-e7e4c162aedc service neutron] Attempting to bind port de3260d5-fda5-4f86-be90-526c4825300a on host n-h2-834765-1 for vnic_type normal with profile {"migrating_to": "n-h1-834765-1"} {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:41:35.869363 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-fbfdcaca-8b6e-430d-8de7-1ff331555736 req-7f33a1ee-dfbc-48e9-8307-e7e4c162aedc service neutron] Attempting to bind port de3260d5-fda5-4f86-be90-526c4825300a by drivers openvswitch,hyperv on host n-h2-834765-1 at level 0 using segments [{'id': '65ab5bc3-e80e-4641-82f0-4ef53207c2d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'b1def78c-da55-4367-b9b1-4d7fc20fc6ac'}] {{(pid=102791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:41:35.869991 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbfdcaca-8b6e-430d-8de7-1ff331555736 req-7f33a1ee-dfbc-48e9-8307-e7e4c162aedc service neutron] Attempting to bind port de3260d5-fda5-4f86-be90-526c4825300a on network b1def78c-da55-4367-b9b1-4d7fc20fc6ac {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:41:35.877501 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8e26016-80bc-4bb3-8228-0a50f57135fc None None] Network 96efc90c-1e1e-4897-8828-0415717bb950 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 15:41:35.922831 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbfdcaca-8b6e-430d-8de7-1ff331555736 req-7f33a1ee-dfbc-48e9-8307-e7e4c162aedc service neutron] Port de3260d5-fda5-4f86-be90-526c4825300a on network b1def78c-da55-4367-b9b1-4d7fc20fc6ac not bound, no agent of type Open vSwitch agent registered on host n-h2-834765-1 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 15:41:35.923524 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbfdcaca-8b6e-430d-8de7-1ff331555736 req-7f33a1ee-dfbc-48e9-8307-e7e4c162aedc service neutron] Attempting to bind port de3260d5-fda5-4f86-be90-526c4825300a on network b1def78c-da55-4367-b9b1-4d7fc20fc6ac {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:41:35.940635 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-c4d3e7df-3772-4b9d-9736-da236f2799fe admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.4404774 Mar 29 15:41:35.950077 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbfdcaca-8b6e-430d-8de7-1ff331555736 req-7f33a1ee-dfbc-48e9-8307-e7e4c162aedc service neutron] Checking agent: {'id': '3e4b4912-b4a2-4d17-b5bd-6ce15529e8eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 33, 17), 'started_at': datetime.datetime(2022, 3, 29, 15, 33, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 41, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:41:35.950830 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbfdcaca-8b6e-430d-8de7-1ff331555736 req-7f33a1ee-dfbc-48e9-8307-e7e4c162aedc service neutron] Checking segment: {'id': '65ab5bc3-e80e-4641-82f0-4ef53207c2d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'b1def78c-da55-4367-b9b1-4d7fc20fc6ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:41:35.951510 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbfdcaca-8b6e-430d-8de7-1ff331555736 req-7f33a1ee-dfbc-48e9-8307-e7e4c162aedc service neutron] Bound using segment: {'id': '65ab5bc3-e80e-4641-82f0-4ef53207c2d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'b1def78c-da55-4367-b9b1-4d7fc20fc6ac'} {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:41:35.953388 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-fbfdcaca-8b6e-430d-8de7-1ff331555736 req-7f33a1ee-dfbc-48e9-8307-e7e4c162aedc service neutron] Bound port: de3260d5-fda5-4f86-be90-526c4825300a, host: n-h2-834765-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65ab5bc3-e80e-4641-82f0-4ef53207c2d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'b1def78c-da55-4367-b9b1-4d7fc20fc6ac'}}] {{(pid=102791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 15:41:35.954703 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-fbfdcaca-8b6e-430d-8de7-1ff331555736 req-7f33a1ee-dfbc-48e9-8307-e7e4c162aedc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:36.013756 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8155b6d-4670-427a-8306-e6206f620db0 tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Deleting subnet f703a51c-0eb2-4d55-87cd-9c9ea8bb6814 {{(pid=102791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 15:41:36.017167 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-a8155b6d-4670-427a-8306-e6206f620db0 tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Notify callbacks [] for subnet, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:36.058779 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:36.065367 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device de3260d5-fda5-4f86-be90-526c4825300a details requested by agent hyperv_n-h1-834765-1 with host n-h1-834765-1 {{(pid=102792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 15:41:36.099336 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-a8155b6d-4670-427a-8306-e6206f620db0 tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4230423'] for subnet, precommit_delete_associations {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:36.111101 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device 6e3ff913-ed79-4005-9b8d-e91a98b24f4a no longer exists at agent hyperv_n-h1-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:41:36.209689 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device d977d1a9-5303-445e-8d7a-4302df3cb4da up at agent hyperv_n-h2-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:41:36.222198 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bbcae53-a802-49d8-b1e4-d307411acf7d', 'name': 'network-vif-deleted', 'tag': '3828b992-b747-4789-b670-5cf9380d06d4'}, {'server_uuid': '490a7f81-d34b-41cf-b939-8230c4561d2c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'de3260d5-fda5-4f86-be90-526c4825300a'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:41:36.224564 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c67b028db5e9b9818fecc5c0a87ebc6f190694fa53ca267d523e04f98de536d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0062538f-97cb-4077-9dd5-2e838c844283" -d '{"events": [{"server_uuid": "1bbcae53-a802-49d8-b1e4-d307411acf7d", "name": "network-vif-deleted", "tag": "3828b992-b747-4789-b670-5cf9380d06d4"}, {"server_uuid": "490a7f81-d34b-41cf-b939-8230c4561d2c", "name": "network-vif-unplugged", "status": "completed", "tag": "de3260d5-fda5-4f86-be90-526c4825300a"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:41:36.239881 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] No Port match for: 6e3ff913-ed79-4005-9b8d-e91a98b24f4a {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 15:41:36.240221 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device 6e3ff913-ed79-4005-9b8d-e91a98b24f4a not bound to the agent host n-h1-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:41:36.240715 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device 3828b992-b747-4789-b670-5cf9380d06d4 no longer exists at agent hyperv_n-h1-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:41:36.298678 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-fbfdcaca-8b6e-430d-8de7-1ff331555736 req-7f33a1ee-dfbc-48e9-8307-e7e4c162aedc service neutron] For port de3260d5-fda5-4f86-be90-526c4825300a, host n-h2-834765-1, cleared binding levels {{(pid=102791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:41:36.376143 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Tue, 29 Mar 2022 15:41:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9a5ae0a-242b-4f0f-83cf-3cbda0ff0106 x-openstack-request-id: req-a9a5ae0a-242b-4f0f-83cf-3cbda0ff0106 {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:41:36.379207 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bbcae53-a802-49d8-b1e4-d307411acf7d", "name": "network-vif-deleted", "tag": "3828b992-b747-4789-b670-5cf9380d06d4", "status": "completed", "code": 200}, {"server_uuid": "490a7f81-d34b-41cf-b939-8230c4561d2c", "name": "network-vif-unplugged", "status": "completed", "tag": "de3260d5-fda5-4f86-be90-526c4825300a", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:41:36.379731 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a9a5ae0a-242b-4f0f-83cf-3cbda0ff0106 {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:41:36.380328 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bbcae53-a802-49d8-b1e4-d307411acf7d', 'name': 'network-vif-deleted', 'tag': '3828b992-b747-4789-b670-5cf9380d06d4', 'status': 'completed', 'code': 200} Mar 29 15:41:36.381040 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '490a7f81-d34b-41cf-b939-8230c4561d2c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'de3260d5-fda5-4f86-be90-526c4825300a', 'code': 200} Mar 29 15:41:36.402263 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-1ba26636-1caa-4049-b04e-90cca804f953 req-a43c3b11-697c-4157-8940-c94cfb81b4ee tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a6c151c-ccff-4e04-a0c1-ec0861a70848 HTTP/1.1" status: 200 len: 210 time: 0.0575156 Mar 29 15:41:36.408135 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-c7ccc868-6780-4e58-8120-9164540ffddc req-fca03842-50f3-44fb-8e16-dbf2d3f481e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5237921'] for port, after_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:36.454118 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-fbfdcaca-8b6e-430d-8de7-1ff331555736 req-7f33a1ee-dfbc-48e9-8307-e7e4c162aedc service neutron] For port de3260d5-fda5-4f86-be90-526c4825300a, host n-h2-834765-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=de3260d5-fda5-4f86-be90-526c4825300a,segment=NetworkSegment(65ab5bc3-e80e-4641-82f0-4ef53207c2d7),segment_id=65ab5bc3-e80e-4641-82f0-4ef53207c2d7)] {{(pid=102791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:41:36.474718 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-458be252-a0f6-4b11-ae72-4b29126257a6 req-bde9b386-ca51-4f57-9cac-827396da3820 tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:36.480979 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-fbfdcaca-8b6e-430d-8de7-1ff331555736 req-7f33a1ee-dfbc-48e9-8307-e7e4c162aedc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:36.674993 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca03842-50f3-44fb-8e16-dbf2d3f481e5 service neutron] Pushing event updated for resources: {'Port': ['ID=74d2306b-5026-45ef-a651-6ea8cd4cf386,revision_number=2']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:41:36.722914 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] get_ports_and_sgs() called for port_ids ['0a93aa01-a512-4cc5-99fd-5b241bf5026f'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:41:36.725300 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] No Port match for: 3828b992-b747-4789-b670-5cf9380d06d4 {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 15:41:36.725638 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device 3828b992-b747-4789-b670-5cf9380d06d4 not bound to the agent host n-h1-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:41:36.820884 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Provisioning for port d977d1a9-5303-445e-8d7a-4302df3cb4da completed by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 15:41:36.854157 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde9b386-ca51-4f57-9cac-827396da3820 tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] Pushing event deleted for resources: {'Port': ['ID=0a93aa01-a512-4cc5-99fd-5b241bf5026f,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:41:36.862684 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Provisioning complete for port d977d1a9-5303-445e-8d7a-4302df3cb4da triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:41:36.862684 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:36.872934 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-422bcf35-d401-464e-933d-f02cc3d76ed4 None None] Network 96efc90c-1e1e-4897-8828-0415717bb950 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 15:41:36.925848 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.l3_dvrscheduler_db [req-458be252-a0f6-4b11-ae72-4b29126257a6 req-bde9b386-ca51-4f57-9cac-827396da3820 tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] No DVR routers for this DVR port 0a93aa01-a512-4cc5-99fd-5b241bf5026f on host n-h1-834765-1 {{(pid=102790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:41:36.935627 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-458be252-a0f6-4b11-ae72-4b29126257a6 req-bde9b386-ca51-4f57-9cac-827396da3820 tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:36.942518 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-458be252-a0f6-4b11-ae72-4b29126257a6 req-bde9b386-ca51-4f57-9cac-827396da3820 tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] 10.222.0.44 "DELETE /v2.0/ports/0a93aa01-a512-4cc5-99fd-5b241bf5026f HTTP/1.1" status: 204 len: 173 time: 2.1646404 Mar 29 15:41:36.943022 n-d-834765-1 neutron-server[102790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a10fb55-d9e0-47cb-a13f-38167235bc8a', 'name': 'network-vif-deleted', 'tag': '0a93aa01-a512-4cc5-99fd-5b241bf5026f'}] {{(pid=102790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:41:36.946048 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46b06d655c90bc969636382cce4240ad749035fb0f3a83ee4734fa1ed9c4a6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4afeaee-aa57-4b16-8b76-1ce0e99dc10a" -d '{"events": [{"server_uuid": "0a10fb55-d9e0-47cb-a13f-38167235bc8a", "name": "network-vif-deleted", "tag": "0a93aa01-a512-4cc5-99fd-5b241bf5026f"}]}' {{(pid=102790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:41:36.974058 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff55b6e-31bc-4bcb-bb0f-2e577ff02f0f req-561cab30-03a4-4e1c-a613-f4abbbc36510 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:36.975577 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-9ff55b6e-31bc-4bcb-bb0f-2e577ff02f0f req-561cab30-03a4-4e1c-a613-f4abbbc36510 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] 10.222.0.42 "GET /v2.0/ports?device_id=490a7f81-d34b-41cf-b939-8230c4561d2c HTTP/1.1" status: 200 len: 943 time: 0.3728082 Mar 29 15:41:37.004694 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.managers [req-c7ccc868-6780-4e58-8120-9164540ffddc req-fca03842-50f3-44fb-8e16-dbf2d3f481e5 service neutron] Attempting to bind port 74d2306b-5026-45ef-a651-6ea8cd4cf386 on host n-h1-834765-1 for vnic_type normal with profile {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:41:37.005542 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.managers [req-c7ccc868-6780-4e58-8120-9164540ffddc req-fca03842-50f3-44fb-8e16-dbf2d3f481e5 service neutron] Attempting to bind port 74d2306b-5026-45ef-a651-6ea8cd4cf386 by drivers openvswitch,hyperv on host n-h1-834765-1 at level 0 using segments [{'id': '11b45705-66b5-45b3-b9fd-51fa4bb29236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'fcdf73f9-c801-4998-9ec4-0cdc8a1cb85b'}] {{(pid=102790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:41:37.005746 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7ccc868-6780-4e58-8120-9164540ffddc req-fca03842-50f3-44fb-8e16-dbf2d3f481e5 service neutron] Attempting to bind port 74d2306b-5026-45ef-a651-6ea8cd4cf386 on network fcdf73f9-c801-4998-9ec4-0cdc8a1cb85b {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:41:37.054441 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7ccc868-6780-4e58-8120-9164540ffddc req-fca03842-50f3-44fb-8e16-dbf2d3f481e5 service neutron] Port 74d2306b-5026-45ef-a651-6ea8cd4cf386 on network fcdf73f9-c801-4998-9ec4-0cdc8a1cb85b not bound, no agent of type Open vSwitch agent registered on host n-h1-834765-1 {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 15:41:37.057042 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7ccc868-6780-4e58-8120-9164540ffddc req-fca03842-50f3-44fb-8e16-dbf2d3f481e5 service neutron] Attempting to bind port 74d2306b-5026-45ef-a651-6ea8cd4cf386 on network fcdf73f9-c801-4998-9ec4-0cdc8a1cb85b {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:41:37.072379 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7ccc868-6780-4e58-8120-9164540ffddc req-fca03842-50f3-44fb-8e16-dbf2d3f481e5 service neutron] Checking agent: {'id': 'be375040-5069-4239-9460-a3a3213e1e90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 33, 18), 'started_at': datetime.datetime(2022, 3, 29, 15, 33, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 41, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:41:37.075440 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7ccc868-6780-4e58-8120-9164540ffddc req-fca03842-50f3-44fb-8e16-dbf2d3f481e5 service neutron] Checking segment: {'id': '11b45705-66b5-45b3-b9fd-51fa4bb29236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'fcdf73f9-c801-4998-9ec4-0cdc8a1cb85b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:41:37.075882 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7ccc868-6780-4e58-8120-9164540ffddc req-fca03842-50f3-44fb-8e16-dbf2d3f481e5 service neutron] Bound using segment: {'id': '11b45705-66b5-45b3-b9fd-51fa4bb29236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'fcdf73f9-c801-4998-9ec4-0cdc8a1cb85b'} {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:41:37.076352 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.managers [req-c7ccc868-6780-4e58-8120-9164540ffddc req-fca03842-50f3-44fb-8e16-dbf2d3f481e5 service neutron] Bound port: 74d2306b-5026-45ef-a651-6ea8cd4cf386, host: n-h1-834765-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11b45705-66b5-45b3-b9fd-51fa4bb29236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'fcdf73f9-c801-4998-9ec4-0cdc8a1cb85b'}}] {{(pid=102790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 15:41:37.076733 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-c7ccc868-6780-4e58-8120-9164540ffddc req-fca03842-50f3-44fb-8e16-dbf2d3f481e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:37.090049 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port de3260d5-fda5-4f86-be90-526c4825300a, host n-h2-834765-1, got binding levels [] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:41:37.110767 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-a8155b6d-4670-427a-8306-e6206f620db0 tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1641287'] for subnet, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:37.190253 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Attempting to bind port de3260d5-fda5-4f86-be90-526c4825300a on host n-h2-834765-1 for vnic_type normal with profile {"migrating_to": "n-h1-834765-1"} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:41:37.190759 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Attempting to bind port de3260d5-fda5-4f86-be90-526c4825300a by drivers openvswitch,hyperv on host n-h2-834765-1 at level 0 using segments [{'id': '65ab5bc3-e80e-4641-82f0-4ef53207c2d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'b1def78c-da55-4367-b9b1-4d7fc20fc6ac'}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:41:37.191036 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Attempting to bind port de3260d5-fda5-4f86-be90-526c4825300a on network b1def78c-da55-4367-b9b1-4d7fc20fc6ac {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:41:37.203403 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-9ff55b6e-31bc-4bcb-bb0f-2e577ff02f0f req-65a1bc58-7727-44b8-95b9-c2d5bcb1f3e7 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] 10.222.0.42 "GET /v2.0/security-groups?id=c99ced8e-1ceb-46fb-aaa7-747186b2b9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2167408 Mar 29 15:41:37.243233 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [req-c7ccc868-6780-4e58-8120-9164540ffddc req-fca03842-50f3-44fb-8e16-dbf2d3f481e5 service neutron] For port 74d2306b-5026-45ef-a651-6ea8cd4cf386, host n-h1-834765-1, cleared binding levels {{(pid=102790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:41:37.255539 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [req-c7ccc868-6780-4e58-8120-9164540ffddc req-fca03842-50f3-44fb-8e16-dbf2d3f481e5 service neutron] For port 74d2306b-5026-45ef-a651-6ea8cd4cf386, host n-h1-834765-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=74d2306b-5026-45ef-a651-6ea8cd4cf386,segment=NetworkSegment(11b45705-66b5-45b3-b9fd-51fa4bb29236),segment_id=11b45705-66b5-45b3-b9fd-51fa4bb29236)] {{(pid=102790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:41:37.263213 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-c7ccc868-6780-4e58-8120-9164540ffddc req-fca03842-50f3-44fb-8e16-dbf2d3f481e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5237921'] for port, after_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:37.272101 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-a8155b6d-4670-427a-8306-e6206f620db0 tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1641294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16155591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16218852'] for subnet, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:37.292140 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:37.298423 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Port de3260d5-fda5-4f86-be90-526c4825300a on network b1def78c-da55-4367-b9b1-4d7fc20fc6ac not bound, no agent of type Open vSwitch agent registered on host n-h2-834765-1 {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 15:41:37.298868 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Attempting to bind port de3260d5-fda5-4f86-be90-526c4825300a on network b1def78c-da55-4367-b9b1-4d7fc20fc6ac {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:41:37.316114 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Checking agent: {'id': '3e4b4912-b4a2-4d17-b5bd-6ce15529e8eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 33, 17), 'started_at': datetime.datetime(2022, 3, 29, 15, 33, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 41, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:41:37.316824 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Checking segment: {'id': '65ab5bc3-e80e-4641-82f0-4ef53207c2d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'b1def78c-da55-4367-b9b1-4d7fc20fc6ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:41:37.317240 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Bound using segment: {'id': '65ab5bc3-e80e-4641-82f0-4ef53207c2d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'b1def78c-da55-4367-b9b1-4d7fc20fc6ac'} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:41:37.317703 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Bound port: de3260d5-fda5-4f86-be90-526c4825300a, host: n-h2-834765-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65ab5bc3-e80e-4641-82f0-4ef53207c2d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'b1def78c-da55-4367-b9b1-4d7fc20fc6ac'}}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 15:41:37.318091 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:37.356933 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca03842-50f3-44fb-8e16-dbf2d3f481e5 service neutron] Pushing event updated for resources: {'Port': ['ID=74d2306b-5026-45ef-a651-6ea8cd4cf386,revision_number=3']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:41:37.383448 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8155b6d-4670-427a-8306-e6206f620db0 tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Pushing event deleted for resources: {'Subnet': ['ID=f703a51c-0eb2-4d55-87cd-9c9ea8bb6814,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:41:37.393640 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-a8155b6d-4670-427a-8306-e6206f620db0 tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Notify callbacks [] for subnet, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:37.397027 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-a8155b6d-4670-427a-8306-e6206f620db0 tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] 10.222.0.42 "DELETE /v2.0/subnets/f703a51c-0eb2-4d55-87cd-9c9ea8bb6814 HTTP/1.1" status: 204 len: 168 time: 1.5295343 Mar 29 15:41:37.421935 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 43140) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:41:37.434822 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ccc868-6780-4e58-8120-9164540ffddc req-fca03842-50f3-44fb-8e16-dbf2d3f481e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:37.437246 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-c7ccc868-6780-4e58-8120-9164540ffddc req-fca03842-50f3-44fb-8e16-dbf2d3f481e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:37.438727 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd005632-3fa7-4561-a2ff-81c51a2ca0fc req-12b7daf7-ce9e-4dbd-b451-772e9abc1b9a tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:37.439030 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-c7ccc868-6780-4e58-8120-9164540ffddc req-fca03842-50f3-44fb-8e16-dbf2d3f481e5 service neutron] 10.222.0.44 "PUT /v2.0/ports/74d2306b-5026-45ef-a651-6ea8cd4cf386 HTTP/1.1" status: 200 len: 1091 time: 2.8016124 Mar 29 15:41:37.440467 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-dd005632-3fa7-4561-a2ff-81c51a2ca0fc req-12b7daf7-ce9e-4dbd-b451-772e9abc1b9a tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] 10.222.0.44 "GET /v2.0/networks?id=f945f153-5928-4a5d-9b33-57d251311dab HTTP/1.1" status: 200 len: 814 time: 1.2823150 Mar 29 15:41:37.441842 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfdcaca-8b6e-430d-8de7-1ff331555736 req-7f33a1ee-dfbc-48e9-8307-e7e4c162aedc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:37.442592 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-fbfdcaca-8b6e-430d-8de7-1ff331555736 req-7f33a1ee-dfbc-48e9-8307-e7e4c162aedc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:37.443918 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-fbfdcaca-8b6e-430d-8de7-1ff331555736 req-7f33a1ee-dfbc-48e9-8307-e7e4c162aedc service neutron] 10.222.0.44 "PUT /v2.0/ports/de3260d5-fda5-4f86-be90-526c4825300a HTTP/1.1" status: 200 len: 1121 time: 2.5439196 Mar 29 15:41:37.479900 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [req-dd005632-3fa7-4561-a2ff-81c51a2ca0fc req-56f17c79-508c-4e45-98d8-3f240452d3c1 tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] Request body: {'port': {'device_id': '2a6c151c-ccff-4e04-a0c1-ec0861a70848', 'network_id': 'f945f153-5928-4a5d-9b33-57d251311dab', 'admin_state_up': True, 'tenant_id': '4fcca40281ff4cbfb6c75a266decc3c5'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:41:37.486481 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ab9295-9db1-440c-be08-b4fded0f784b req-513e5f21-cce2-4ada-a985-32eb75dca006 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:37.488854 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-e8ab9295-9db1-440c-be08-b4fded0f784b req-513e5f21-cce2-4ada-a985-32eb75dca006 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.42 "GET /v2.0/ports?device_id=b41b3ac8-0ab9-4edd-a8dc-9042b0acbcee HTTP/1.1" status: 200 len: 944 time: 0.1362550 Mar 29 15:41:37.570317 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cd97f2a-b163-42ad-95c1-fb47a6e62388 None None] Network 31a2508d-0420-467a-b2d3-a63c41a04214 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 15:41:37.582807 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-e8ab9295-9db1-440c-be08-b4fded0f784b req-a4adeada-86e4-40e2-b22b-9a1689f5b6fb tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.42 "GET /v2.0/security-groups?id=07e96b72-96bb-4562-b80f-051b133c1759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793922 Mar 29 15:41:37.666447 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14acafe3-72b6-4ba1-8923-b512e2f92349 req-66607cca-d60b-45dd-a4df-f8fbc8a437fb tempest-FloatingIPsAssociationTestJSON-13237688 tempest-FloatingIPsAssociationTestJSON-13237688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:37.667959 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-14acafe3-72b6-4ba1-8923-b512e2f92349 req-66607cca-d60b-45dd-a4df-f8fbc8a437fb tempest-FloatingIPsAssociationTestJSON-13237688 tempest-FloatingIPsAssociationTestJSON-13237688-project] 10.222.0.42 "GET /v2.0/ports?device_id=a99c14a5-f34f-4884-9f7e-8a582129e575 HTTP/1.1" status: 200 len: 943 time: 1.2120161 Mar 29 15:41:37.681638 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f33a1ee-dfbc-48e9-8307-e7e4c162aedc service neutron] Pushing event updated for resources: {'Port': ['ID=de3260d5-fda5-4f86-be90-526c4825300a,revision_number=8']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:41:37.704421 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b41b3ac8-0ab9-4edd-a8dc-9042b0acbcee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd977d1a9-5303-445e-8d7a-4302df3cb4da'}] {{(pid=102792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:41:37.706686 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4f476c66b318cc6068719fc39557fac68d413f5c7e78fa77028c7948e999ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b3e9103-95c6-4a8b-94ce-fbb7803f9810" -d '{"events": [{"server_uuid": "b41b3ac8-0ab9-4edd-a8dc-9042b0acbcee", "name": "network-vif-plugged", "status": "completed", "tag": "d977d1a9-5303-445e-8d7a-4302df3cb4da"}]}' {{(pid=102792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:41:37.774370 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] get_ports_and_sgs() called for port_ids ['de3260d5-fda5-4f86-be90-526c4825300a'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:41:37.799963 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] get_ports_and_sgs() called for port_ids ['de3260d5-fda5-4f86-be90-526c4825300a'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:41:37.824010 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 43152) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:41:37.831374 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-18c6e77e-4d4a-4677-955d-9dd2de6901e3 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-768999039-network', 'tenant_id': '7c03097f22a941978e3c9516f7a8148c'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:41:37.861701 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port d977d1a9-5303-445e-8d7a-4302df3cb4da, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=d977d1a9-5303-445e-8d7a-4302df3cb4da,segment=NetworkSegment(e1d90273-cef5-4478-85fc-ff4ac210e191),segment_id=e1d90273-cef5-4478-85fc-ff4ac210e191)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:41:37.867928 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18c6e77e-4d4a-4677-955d-9dd2de6901e3 admin admin] Made reservation on behalf of 7c03097f22a941978e3c9516f7a8148c for: {'network': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:41:37.872261 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-18c6e77e-4d4a-4677-955d-9dd2de6901e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for network, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:37.886012 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-18c6e77e-4d4a-4677-955d-9dd2de6901e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:37.931993 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ccc868-6780-4e58-8120-9164540ffddc req-2d2198d2-64b7-4428-8551-15506b42658e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:37.933875 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-c7ccc868-6780-4e58-8120-9164540ffddc req-2d2198d2-64b7-4428-8551-15506b42658e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=09e41d0f297a4c05bfeacde4bee1a28c&device_id=a99c14a5-f34f-4884-9f7e-8a582129e575 HTTP/1.1" status: 200 len: 1094 time: 0.2556777 Mar 29 15:41:37.944829 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd005632-3fa7-4561-a2ff-81c51a2ca0fc req-56f17c79-508c-4e45-98d8-3f240452d3c1 tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] Made reservation on behalf of 4fcca40281ff4cbfb6c75a266decc3c5 for: {'port': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:41:37.949449 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-dd005632-3fa7-4561-a2ff-81c51a2ca0fc req-56f17c79-508c-4e45-98d8-3f240452d3c1 tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:37.956838 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-8dedfee3-b9f0-4643-a854-944b89604f0c tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1631750'] for network, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:37.957282 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:37.961828 n-d-834765-1 neutron-server[102792]: WARNING neutron.plugins.ml2.plugin [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Concurrent port binding operations failed on port de3260d5-fda5-4f86-be90-526c4825300a Mar 29 15:41:37.981167 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port de3260d5-fda5-4f86-be90-526c4825300a, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=de3260d5-fda5-4f86-be90-526c4825300a,segment=NetworkSegment(65ab5bc3-e80e-4641-82f0-4ef53207c2d7),segment_id=65ab5bc3-e80e-4641-82f0-4ef53207c2d7)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:41:38.014713 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-18c6e77e-4d4a-4677-955d-9dd2de6901e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:38.020107 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:41:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54780204-6843-4172-b595-6ba9a76cd369 x-openstack-request-id: req-54780204-6843-4172-b595-6ba9a76cd369 {{(pid=102790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:41:38.020400 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a10fb55-d9e0-47cb-a13f-38167235bc8a", "name": "network-vif-deleted", "tag": "0a93aa01-a512-4cc5-99fd-5b241bf5026f", "status": "completed", "code": 200}]} {{(pid=102790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:41:38.020818 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-54780204-6843-4172-b595-6ba9a76cd369 {{(pid=102790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:41:38.021266 n-d-834765-1 neutron-server[102790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a10fb55-d9e0-47cb-a13f-38167235bc8a', 'name': 'network-vif-deleted', 'tag': '0a93aa01-a512-4cc5-99fd-5b241bf5026f', 'status': 'completed', 'code': 200} Mar 29 15:41:38.023396 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-18c6e77e-4d4a-4677-955d-9dd2de6901e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:38.027932 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-c7ccc868-6780-4e58-8120-9164540ffddc req-e1f84839-6faf-48c2-b715-aa33cbef72d4 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=74d2306b-5026-45ef-a651-6ea8cd4cf386 HTTP/1.1" status: 200 len: 217 time: 0.0848069 Mar 29 15:41:38.036073 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-14acafe3-72b6-4ba1-8923-b512e2f92349 req-5d9a27ab-2e85-4c64-8411-25d846b01429 tempest-FloatingIPsAssociationTestJSON-13237688 tempest-FloatingIPsAssociationTestJSON-13237688-project] 10.222.0.42 "GET /v2.0/security-groups?id=b35fee71-c80e-48c2-8397-60e016afa2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2511873 Mar 29 15:41:38.047129 n-d-834765-1 neutron-server[102792]: INFO neutron.plugins.ml2.plugin [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Attempt 2 to bind port de3260d5-fda5-4f86-be90-526c4825300a Mar 29 15:41:38.047603 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device de3260d5-fda5-4f86-be90-526c4825300a has no active binding in host n-h1-834765-1 {{(pid=102792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Mar 29 15:41:38.069454 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18c6e77e-4d4a-4677-955d-9dd2de6901e3 admin admin] vlan segment allocate from pool success with {'vlan_id': 621, 'physical_network': 'physnet1'} {{(pid=102790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 15:41:38.089853 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c6e77e-4d4a-4677-955d-9dd2de6901e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50a32f2f-6f2e-443a-b8b2-efb52a515090,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:41:38.098404 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-18c6e77e-4d4a-4677-955d-9dd2de6901e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:38.098760 n-d-834765-1 neutron-server[102790]: INFO neutron.db.segments_db [None req-18c6e77e-4d4a-4677-955d-9dd2de6901e3 admin admin] Added segment d4220c5a-9d93-4e5a-98d9-4482e7d43df8 of type vlan for network e50f3e35-14e6-4a83-a964-4874445e39e7 Mar 29 15:41:38.126829 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Pushing event updated for resources: {'Port': ['ID=d977d1a9-5303-445e-8d7a-4302df3cb4da,revision_number=5']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:41:38.173836 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:41:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30436313-a523-48c9-b02f-2cebc853ae7e x-openstack-request-id: req-30436313-a523-48c9-b02f-2cebc853ae7e {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:41:38.174566 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b41b3ac8-0ab9-4edd-a8dc-9042b0acbcee", "name": "network-vif-plugged", "status": "completed", "tag": "d977d1a9-5303-445e-8d7a-4302df3cb4da", "code": 200}]} {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:41:38.174976 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-30436313-a523-48c9-b02f-2cebc853ae7e {{(pid=102792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:41:38.175647 n-d-834765-1 neutron-server[102792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b41b3ac8-0ab9-4edd-a8dc-9042b0acbcee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd977d1a9-5303-445e-8d7a-4302df3cb4da', 'code': 200} Mar 29 15:41:38.185642 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-18c6e77e-4d4a-4677-955d-9dd2de6901e3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783522915970'] for network, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:38.231834 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-efe653b4-b11a-4a13-8eca-af7e15052b34 req-1755e662-9510-4164-82b5-8aab826c1f96 tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a6c151c-ccff-4e04-a0c1-ec0861a70848 HTTP/1.1" status: 200 len: 210 time: 0.0744858 Mar 29 15:41:38.278037 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-18c6e77e-4d4a-4677-955d-9dd2de6901e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795'] for network, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:38.279397 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18c6e77e-4d4a-4677-955d-9dd2de6901e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:38.280354 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-18c6e77e-4d4a-4677-955d-9dd2de6901e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for network, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:38.310751 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a2a1493-dacb-405c-b087-7547c41701f7 None None] DHCP port deletion for 31a2508d-0420-467a-b2d3-a63c41a04214 request from n-d-834765-1 {{(pid=102792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 29 15:41:38.349637 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ccc868-6780-4e58-8120-9164540ffddc req-f9c05d45-29d2-49d7-aa54-59d6df5e33d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:38.349637 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-c7ccc868-6780-4e58-8120-9164540ffddc req-f9c05d45-29d2-49d7-aa54-59d6df5e33d1 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=97aeeb47-9a64-429c-b18e-a70adf894590 HTTP/1.1" status: 200 len: 858 time: 0.3124700 Mar 29 15:41:38.350897 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-18c6e77e-4d4a-4677-955d-9dd2de6901e3 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.5247731 Mar 29 15:41:38.352338 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 43162) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:41:38.362666 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-58be785e-bc28-4d75-a220-9f7b737c21a2 admin admin] Request body: {'subnet': {'network_id': 'e50f3e35-14e6-4a83-a964-4874445e39e7', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-768999039-subnet', 'tenant_id': '7c03097f22a941978e3c9516f7a8148c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:41:38.379020 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c998dc-9437-4106-a1e7-30bd629e838f req-53656f54-7ed0-4c9f-92a5-87f60da4bf8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:38.380916 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-23c998dc-9437-4106-a1e7-30bd629e838f req-53656f54-7ed0-4c9f-92a5-87f60da4bf8b service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=b41b3ac8-0ab9-4edd-a8dc-9042b0acbcee HTTP/1.1" status: 200 len: 1096 time: 0.1147797 Mar 29 15:41:38.412233 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-2a2a1493-dacb-405c-b087-7547c41701f7 None None] Deleting port 6bf40685-76d1-4269-b6c6-b40f6ad9a4af {{(pid=102792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:41:38.412706 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-2a2a1493-dacb-405c-b087-7547c41701f7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:38.416468 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '490a7f81-d34b-41cf-b939-8230c4561d2c', 'tag': 'de3260d5-fda5-4f86-be90-526c4825300a'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:41:38.418673 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c67b028db5e9b9818fecc5c0a87ebc6f190694fa53ca267d523e04f98de536d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-713fca72-1e9c-4c74-b3c6-c75a284b0bc2" -d '{"events": [{"name": "network-changed", "server_uuid": "490a7f81-d34b-41cf-b939-8230c4561d2c", "tag": "de3260d5-fda5-4f86-be90-526c4825300a"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:41:38.439621 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c6e77e-4d4a-4677-955d-9dd2de6901e3 admin admin] Pushing event updated for resources: {'Network': ['ID=e50f3e35-14e6-4a83-a964-4874445e39e7,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:41:38.468392 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e221d66-2c09-451a-890e-03de72c7ecac req-e9c33db6-4b8d-4e60-a382-1a0b9ff41b5c tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:38.470829 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-7e221d66-2c09-451a-890e-03de72c7ecac req-e9c33db6-4b8d-4e60-a382-1a0b9ff41b5c tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] 10.222.0.42 "GET /v2.0/ports?device_id=490a7f81-d34b-41cf-b939-8230c4561d2c HTTP/1.1" status: 200 len: 943 time: 0.0802245 Mar 29 15:41:38.474306 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Network e50f3e35-14e6-4a83-a964-4874445e39e7 details requested by agent ovs-agent-n-d-834765-1 with host n-d-834765-1 {{(pid=102792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 15:41:38.504436 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-8dedfee3-b9f0-4643-a854-944b89604f0c tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Deleting port 6bf40685-76d1-4269-b6c6-b40f6ad9a4af {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:41:38.504760 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-8dedfee3-b9f0-4643-a854-944b89604f0c tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:38.543004 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-7e221d66-2c09-451a-890e-03de72c7ecac req-420844af-8c47-411e-9dd1-d27b29cd0195 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] 10.222.0.42 "GET /v2.0/security-groups?id=c99ced8e-1ceb-46fb-aaa7-747186b2b9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508814 Mar 29 15:41:38.567191 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-2a2a1493-dacb-405c-b087-7547c41701f7 None None] For port 6bf40685-76d1-4269-b6c6-b40f6ad9a4af, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=6bf40685-76d1-4269-b6c6-b40f6ad9a4af,segment=NetworkSegment(1c2bee05-dec6-4a38-a526-00e005229e64),segment_id=1c2bee05-dec6-4a38-a526-00e005229e64)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:41:38.567612 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-2a2a1493-dacb-405c-b087-7547c41701f7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:38.578077 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [None req-8dedfee3-b9f0-4643-a854-944b89604f0c tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] For port 6bf40685-76d1-4269-b6c6-b40f6ad9a4af, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=6bf40685-76d1-4269-b6c6-b40f6ad9a4af,segment=NetworkSegment(1c2bee05-dec6-4a38-a526-00e005229e64),segment_id=1c2bee05-dec6-4a38-a526-00e005229e64)] {{(pid=102791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:41:38.578464 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-8dedfee3-b9f0-4643-a854-944b89604f0c tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:38.585859 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-2a2a1493-dacb-405c-b087-7547c41701f7 None None] Calling delete_port for 6bf40685-76d1-4269-b6c6-b40f6ad9a4af owned by network:dhcp {{(pid=102792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:41:38.598957 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58be785e-bc28-4d75-a220-9f7b737c21a2 admin admin] Made reservation on behalf of 7c03097f22a941978e3c9516f7a8148c for: {'subnet': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:41:38.601429 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-58be785e-bc28-4d75-a220-9f7b737c21a2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16218875'] for subnet, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:38.614871 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-8dedfee3-b9f0-4643-a854-944b89604f0c tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Calling delete_port for 6bf40685-76d1-4269-b6c6-b40f6ad9a4af owned by network:dhcp {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:41:38.619528 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_common [req-dd005632-3fa7-4561-a2ff-81c51a2ca0fc req-56f17c79-508c-4e45-98d8-3f240452d3c1 tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] Allocated IP 172.20.0.5 (f945f153-5928-4a5d-9b33-57d251311dab/5e8b374d-c935-4687-96e3-a6909695b876/11b841ba-3430-41cf-85b6-6c9a5f4a743c) {{(pid=102791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:41:38.622687 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 15:41:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cff1965a-5a13-4179-9149-b9ba779a93b2 x-openstack-request-id: req-cff1965a-5a13-4179-9149-b9ba779a93b2 {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:41:38.622972 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "490a7f81-d34b-41cf-b939-8230c4561d2c", "tag": "de3260d5-fda5-4f86-be90-526c4825300a", "status": "completed", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:41:38.623219 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-cff1965a-5a13-4179-9149-b9ba779a93b2 {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:41:38.623632 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '490a7f81-d34b-41cf-b939-8230c4561d2c', 'tag': 'de3260d5-fda5-4f86-be90-526c4825300a', 'status': 'completed', 'code': 200} Mar 29 15:41:38.716781 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-2a2a1493-dacb-405c-b087-7547c41701f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350'] for port, after_delete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:38.732664 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-23c998dc-9437-4106-a1e7-30bd629e838f req-9c80749f-e5cf-4aa0-a40d-2b82d240bd17 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=07e96b72-96bb-4562-b80f-051b133c1759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3044775 Mar 29 15:41:38.745509 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f85787-d58a-4c35-ade7-f1fdd04eec74 req-e4688094-6299-424a-8623-eeb2a22dedce tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:38.753111 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2a1493-dacb-405c-b087-7547c41701f7 None None] Pushing event deleted for resources: {'Port': ['ID=6bf40685-76d1-4269-b6c6-b40f6ad9a4af,revision_number=None']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:41:38.753921 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-c5f85787-d58a-4c35-ade7-f1fdd04eec74 req-e4688094-6299-424a-8623-eeb2a22dedce tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.42 "GET /v2.0/ports?device_id=b41b3ac8-0ab9-4edd-a8dc-9042b0acbcee HTTP/1.1" status: 200 len: 945 time: 0.0747573 Mar 29 15:41:38.759467 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a2a1493-dacb-405c-b087-7547c41701f7 None None] No DVR routers for this DVR port 6bf40685-76d1-4269-b6c6-b40f6ad9a4af on host n-d-834765-1 {{(pid=102792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:41:38.770718 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ccc868-6780-4e58-8120-9164540ffddc req-24933983-b427-4a21-8c37-c9c7bff7dd1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:38.772384 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-c7ccc868-6780-4e58-8120-9164540ffddc req-24933983-b427-4a21-8c37-c9c7bff7dd1f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=fcdf73f9-c801-4998-9ec4-0cdc8a1cb85b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4047043 Mar 29 15:41:38.809257 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-c5f85787-d58a-4c35-ade7-f1fdd04eec74 req-a05389fe-dd48-4573-83db-70c8fa924486 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.42 "GET /v2.0/security-groups?id=07e96b72-96bb-4562-b80f-051b133c1759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539112 Mar 29 15:41:38.976311 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713fca72-1e9c-4c74-b3c6-c75a284b0bc2 req-8ae27247-014a-4565-aa33-0b2a533c74da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:38.978336 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-713fca72-1e9c-4c74-b3c6-c75a284b0bc2 req-8ae27247-014a-4565-aa33-0b2a533c74da service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=61d6b03cf8b04e0283d0c20861ff0cb0&device_id=490a7f81-d34b-41cf-b939-8230c4561d2c HTTP/1.1" status: 200 len: 1124 time: 0.3204498 Mar 29 15:41:39.116813 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-8dedfee3-b9f0-4643-a854-944b89604f0c tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:39.122299 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 43178) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:41:39.129580 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-c7ccc868-6780-4e58-8120-9164540ffddc req-255cba09-f6bd-4a03-b539-64e58ea69331 service neutron] 10.222.0.44 "GET /v2.0/networks/fcdf73f9-c801-4998-9ec4-0cdc8a1cb85b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3170993 Mar 29 15:41:39.188194 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e655672-a7e7-4a2f-8770-de72b1dd87b8 req-546a9e99-baab-4134-a327-25311caca868 tempest-FloatingIPsAssociationTestJSON-13237688 tempest-FloatingIPsAssociationTestJSON-13237688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:39.190113 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-7e655672-a7e7-4a2f-8770-de72b1dd87b8 req-546a9e99-baab-4134-a327-25311caca868 tempest-FloatingIPsAssociationTestJSON-13237688 tempest-FloatingIPsAssociationTestJSON-13237688-project] 10.222.0.42 "GET /v2.0/ports?device_id=a99c14a5-f34f-4884-9f7e-8a582129e575 HTTP/1.1" status: 200 len: 943 time: 0.0581460 Mar 29 15:41:39.210053 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dedfee3-b9f0-4643-a854-944b89604f0c tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Pushing event deleted for resources: {'Port': ['ID=6bf40685-76d1-4269-b6c6-b40f6ad9a4af,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:41:39.216721 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dedfee3-b9f0-4643-a854-944b89604f0c tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] No DVR routers for this DVR port 6bf40685-76d1-4269-b6c6-b40f6ad9a4af on host n-d-834765-1 {{(pid=102791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:41:39.238866 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-7e655672-a7e7-4a2f-8770-de72b1dd87b8 req-4abae831-507b-447a-ad61-1456abe0352a tempest-FloatingIPsAssociationTestJSON-13237688 tempest-FloatingIPsAssociationTestJSON-13237688-project] 10.222.0.42 "GET /v2.0/security-groups?id=b35fee71-c80e-48c2-8397-60e016afa2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416007 Mar 29 15:41:39.262645 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c28b5cce-ffef-4a28-977d-90deb0fa41c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:39.308888 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-dd005632-3fa7-4561-a2ff-81c51a2ca0fc req-56f17c79-508c-4e45-98d8-3f240452d3c1 tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] Notify callbacks [] for port, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:39.348261 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c28b5cce-ffef-4a28-977d-90deb0fa41c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:39.352005 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c28b5cce-ffef-4a28-977d-90deb0fa41c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:39.395982 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-c28b5cce-ffef-4a28-977d-90deb0fa41c3 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=aab28a4651254f42b1e9bdfc6a4370b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2723444 Mar 29 15:41:39.396997 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28b5cce-ffef-4a28-977d-90deb0fa41c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed7ae22d-0995-4a40-bd6c-78653f0f87c6,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:41:39.400530 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 43184) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:41:39.426686 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4a143c8b-fd7c-4974-8ce9-3a6a2774cb7a req-5812d71e-c28f-40d2-9a26-fac60ae34aff tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a6c151c-ccff-4e04-a0c1-ec0861a70848 HTTP/1.1" status: 200 len: 210 time: 0.1072156 Mar 29 15:41:39.432581 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713fca72-1e9c-4c74-b3c6-c75a284b0bc2 req-9dacbf16-b164-453b-bc33-acf668355c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:39.434052 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-713fca72-1e9c-4c74-b3c6-c75a284b0bc2 req-9dacbf16-b164-453b-bc33-acf668355c0a service neutron] 10.222.0.48 "GET /v2.0/networks?id=b1def78c-da55-4367-b9b1-4d7fc20fc6ac HTTP/1.1" status: 200 len: 909 time: 0.3964763 Mar 29 15:41:39.439818 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-58be785e-bc28-4d75-a220-9f7b737c21a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16155524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16218861'] for subnet, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:39.456764 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-19df1ca0-f165-4c5f-9172-4359181cb2f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:39.482624 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-19df1ca0-f165-4c5f-9172-4359181cb2f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:39.483468 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-8dedfee3-b9f0-4643-a854-944b89604f0c tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639890', 'neutron.services.segments.db._delete_segments_for_network-8783523423079'] for network, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:39.542460 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-19df1ca0-f165-4c5f-9172-4359181cb2f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:39.546050 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-19df1ca0-f165-4c5f-9172-4359181cb2f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:39.550134 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-19df1ca0-f165-4c5f-9172-4359181cb2f1 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ed7ae22d-0995-4a40-bd6c-78653f0f87c6 HTTP/1.1" status: 204 len: 168 time: 0.1484423 Mar 29 15:41:39.559482 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19df1ca0-f165-4c5f-9172-4359181cb2f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed7ae22d-0995-4a40-bd6c-78653f0f87c6,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:41:39.582294 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-713fca72-1e9c-4c74-b3c6-c75a284b0bc2 req-457d33c2-ffb8-4fc3-83e0-f2adc1c532e0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=de3260d5-fda5-4f86-be90-526c4825300a HTTP/1.1" status: 200 len: 217 time: 0.1402586 Mar 29 15:41:39.593803 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-8dedfee3-b9f0-4643-a854-944b89604f0c tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31a2508d-0420-467a-b2d3-a63c41a04214']}} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:41:39.598929 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-c7ccc868-6780-4e58-8120-9164540ffddc req-aabd70f0-0eac-4ec2-bb5f-de3e1e92f303 service neutron] 10.222.0.44 "GET /v2.0/networks/fcdf73f9-c801-4998-9ec4-0cdc8a1cb85b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4272697 Mar 29 15:41:39.649443 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-8dedfee3-b9f0-4643-a854-944b89604f0c tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c2bee05-dec6-4a38-a526-00e005229e64') {'for_net_delete': True} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:41:39.650280 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-8dedfee3-b9f0-4643-a854-944b89604f0c tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c2bee05-dec6-4a38-a526-00e005229e64') {} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:41:39.651708 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 6bf40685-76d1-4269-b6c6-b40f6ad9a4af no longer exists at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:41:39.660667 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58be785e-bc28-4d75-a220-9f7b737c21a2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=475e2585-cee1-403e-b63a-1fc3c0591cc3,revision_number=0']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:41:39.669142 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-8dedfee3-b9f0-4643-a854-944b89604f0c tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783523422064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4230428'] for segment, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:39.683037 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-dd005632-3fa7-4561-a2ff-81c51a2ca0fc req-56f17c79-508c-4e45-98d8-3f240452d3c1 tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:39.697325 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] No Port match for: 6bf40685-76d1-4269-b6c6-b40f6ad9a4af {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 15:41:39.698920 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 6bf40685-76d1-4269-b6c6-b40f6ad9a4af not bound to the agent host n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:41:39.723164 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4aa84cd-a7de-49ca-91f0-9569170c3760 req-37fc9c92-9cef-4be1-a9d1-df5a4e7e2e8f tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:39.724375 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-d4aa84cd-a7de-49ca-91f0-9569170c3760 req-37fc9c92-9cef-4be1-a9d1-df5a4e7e2e8f tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] 10.222.0.42 "GET /v2.0/ports?device_id=490a7f81-d34b-41cf-b939-8230c4561d2c HTTP/1.1" status: 200 len: 943 time: 0.0805151 Mar 29 15:41:39.727364 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-8dedfee3-b9f0-4643-a854-944b89604f0c tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:39.760187 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713fca72-1e9c-4c74-b3c6-c75a284b0bc2 req-e119c5ed-c04e-41c2-92a5-ba2dc0e2a38b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:39.761746 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-713fca72-1e9c-4c74-b3c6-c75a284b0bc2 req-e119c5ed-c04e-41c2-92a5-ba2dc0e2a38b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a84f45bb-2cdd-4adc-a15d-ac5c06ff5a1f HTTP/1.1" status: 200 len: 848 time: 0.1715753 Mar 29 15:41:39.766332 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8dedfee3-b9f0-4643-a854-944b89604f0c tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Releasing vlan 615 on physical network physnet1 to pool {{(pid=102791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 15:41:39.766332 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-8dedfee3-b9f0-4643-a854-944b89604f0c tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16169569'] for segment, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:39.769507 n-d-834765-1 neutron-server[102791]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 15:41:39.769507 n-d-834765-1 neutron-server[102791]: self.session.flush() Mar 29 15:41:39.769507 n-d-834765-1 neutron-server[102791]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 15:41:39.769507 n-d-834765-1 neutron-server[102791]: self.session.flush() Mar 29 15:41:39.769507 n-d-834765-1 neutron-server[102791]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 15:41:39.769507 n-d-834765-1 neutron-server[102791]: self.session.flush() Mar 29 15:41:39.769507 n-d-834765-1 neutron-server[102791]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 15:41:39.769507 n-d-834765-1 neutron-server[102791]: self.session.flush() Mar 29 15:41:39.769507 n-d-834765-1 neutron-server[102791]: Traceback (most recent call last): Mar 29 15:41:39.769507 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 15:41:39.769507 n-d-834765-1 neutron-server[102791]: timer() Mar 29 15:41:39.769507 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 15:41:39.769507 n-d-834765-1 neutron-server[102791]: cb(*args, **kw) Mar 29 15:41:39.769507 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 15:41:39.769507 n-d-834765-1 neutron-server[102791]: return func(*args, **kwargs) Mar 29 15:41:39.769507 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 15:41:39.769507 n-d-834765-1 neutron-server[102791]: self._notify() Mar 29 15:41:39.769507 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 15:41:39.769507 n-d-834765-1 neutron-server[102791]: self.callback(batched_events) Mar 29 15:41:39.769507 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 15:41:39.769507 n-d-834765-1 neutron-server[102791]: event.method(event) Mar 29 15:41:39.769507 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 15:41:39.769507 n-d-834765-1 neutron-server[102791]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 15:41:39.769507 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 15:41:39.769507 n-d-834765-1 neutron-server[102791]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 15:41:39.769507 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 15:41:39.769507 n-d-834765-1 neutron-server[102791]: return f(self, *a, **k) Mar 29 15:41:39.769507 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 15:41:39.769507 n-d-834765-1 neutron-server[102791]: return self._get(url).json() Mar 29 15:41:39.769507 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 15:41:39.769507 n-d-834765-1 neutron-server[102791]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 15:41:39.769507 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 15:41:39.769507 n-d-834765-1 neutron-server[102791]: return self.request(url, 'GET', **kwargs) Mar 29 15:41:39.769507 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 15:41:39.769507 n-d-834765-1 neutron-server[102791]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 15:41:39.769507 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 15:41:39.769507 n-d-834765-1 neutron-server[102791]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 15:41:39.769507 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 15:41:39.769507 n-d-834765-1 neutron-server[102791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 15:41:39.769507 n-d-834765-1 neutron-server[102791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 15:41:39.775095 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58be785e-bc28-4d75-a220-9f7b737c21a2 admin admin] Checking segment: {'id': 'd4220c5a-9d93-4e5a-98d9-4482e7d43df8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'e50f3e35-14e6-4a83-a964-4874445e39e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:41:39.775509 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58be785e-bc28-4d75-a220-9f7b737c21a2 admin admin] Network hostable DHCP agents. Network: e50f3e35-14e6-4a83-a964-4874445e39e7, hostable agents: ['d136643e-48ae-49d4-a851-2ba3bdf3749c'], hosted agents: [] {{(pid=102791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 15:41:39.779622 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd005632-3fa7-4561-a2ff-81c51a2ca0fc req-56f17c79-508c-4e45-98d8-3f240452d3c1 tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] Network f945f153-5928-4a5d-9b33-57d251311dab is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:41:39.780174 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-d4aa84cd-a7de-49ca-91f0-9569170c3760 req-64d3901b-1b4e-44cf-9d7a-42e3a4856647 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] 10.222.0.42 "GET /v2.0/security-groups?id=c99ced8e-1ceb-46fb-aaa7-747186b2b9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472498 Mar 29 15:41:39.808819 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [req-dd005632-3fa7-4561-a2ff-81c51a2ca0fc req-56f17c79-508c-4e45-98d8-3f240452d3c1 tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:41:39.830632 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd005632-3fa7-4561-a2ff-81c51a2ca0fc req-56f17c79-508c-4e45-98d8-3f240452d3c1 tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] Received port after_create {{(pid=102791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:41:39.866365 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-713fca72-1e9c-4c74-b3c6-c75a284b0bc2 req-f4d31c7a-891b-4f5f-b14f-f1a18a96b9f3 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b1def78c-da55-4367-b9b1-4d7fc20fc6ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0764632 Mar 29 15:41:39.908533 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f17c79-508c-4e45-98d8-3f240452d3c1 tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] Pushing event updated for resources: {'Port': ['ID=11b841ba-3430-41cf-85b6-6c9a5f4a743c,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:41:39.935300 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 43194) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:41:39.949759 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-90d8523f-e9f2-4322-b1ee-c4558410f9d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:39.960543 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-8dedfee3-b9f0-4643-a854-944b89604f0c tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1639897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648174'] for network, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:39.972050 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58be785e-bc28-4d75-a220-9f7b737c21a2 admin admin] Network e50f3e35-14e6-4a83-a964-4874445e39e7 is scheduled to be hosted by DHCP agent d136643e-48ae-49d4-a851-2ba3bdf3749c with binding_index 1 {{(pid=102791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 15:41:39.985915 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-8dedfee3-b9f0-4643-a854-944b89604f0c tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for network, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:39.989056 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-8dedfee3-b9f0-4643-a854-944b89604f0c tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] 10.222.0.42 "DELETE /v2.0/networks/31a2508d-0420-467a-b2d3-a63c41a04214 HTTP/1.1" status: 204 len: 168 time: 2.5582879 Mar 29 15:41:39.992755 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 43196) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:41:40.026158 n-d-834765-1 neutron-server[102790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a99c14a5-f34f-4884-9f7e-8a582129e575', 'tag': '74d2306b-5026-45ef-a651-6ea8cd4cf386'}] {{(pid=102790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:41:40.028461 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46b06d655c90bc969636382cce4240ad749035fb0f3a83ee4734fa1ed9c4a6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e401b6a-45e0-43cf-8224-cdce61a4701c" -d '{"events": [{"name": "network-changed", "server_uuid": "a99c14a5-f34f-4884-9f7e-8a582129e575", "tag": "74d2306b-5026-45ef-a651-6ea8cd4cf386"}]}' {{(pid=102790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:41:40.028632 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd005632-3fa7-4561-a2ff-81c51a2ca0fc req-56f17c79-508c-4e45-98d8-3f240452d3c1 tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:40.029223 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-dd005632-3fa7-4561-a2ff-81c51a2ca0fc req-56f17c79-508c-4e45-98d8-3f240452d3c1 tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:40.050744 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [None req-58be785e-bc28-4d75-a220-9f7b737c21a2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834765-1, e50f3e35-14e6-4a83-a964-4874445e39e7) {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:41:40.052400 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dedfee3-b9f0-4643-a854-944b89604f0c tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Pushing event deleted for resources: {'Network': ['ID=31a2508d-0420-467a-b2d3-a63c41a04214,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:41:40.065323 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58be785e-bc28-4d75-a220-9f7b737c21a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:40.065807 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-58be785e-bc28-4d75-a220-9f7b737c21a2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:40.067558 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22bfa062-4e8d-4273-92b1-15bd08775a5b None None] Network e50f3e35-14e6-4a83-a964-4874445e39e7 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 15:41:40.082993 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device 0a93aa01-a512-4cc5-99fd-5b241bf5026f no longer exists at agent hyperv_n-h1-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:41:40.084791 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 15:41:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-477eae13-f7b1-4f9c-8a29-2f5f85177712 x-openstack-request-id: req-477eae13-f7b1-4f9c-8a29-2f5f85177712 {{(pid=102790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:41:40.085168 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a99c14a5-f34f-4884-9f7e-8a582129e575", "tag": "74d2306b-5026-45ef-a651-6ea8cd4cf386", "status": "completed", "code": 200}]} {{(pid=102790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:41:40.085505 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-477eae13-f7b1-4f9c-8a29-2f5f85177712 {{(pid=102790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:41:40.086215 n-d-834765-1 neutron-server[102790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a99c14a5-f34f-4884-9f7e-8a582129e575', 'tag': '74d2306b-5026-45ef-a651-6ea8cd4cf386', 'status': 'completed', 'code': 200} Mar 29 15:41:40.091689 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.db_base_plugin_v2 [None req-3cd3c332-8fd2-4b5c-987e-c7be8017c9cc tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Deleting subnet 12422abc-9783-4527-813d-6fff16c2a90e {{(pid=102790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 15:41:40.094376 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26515da-1bd4-4388-9d4a-f8aebd13583b req-b4dd1e34-abce-4f86-9af6-4ed1381bd332 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:40.095982 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f26515da-1bd4-4388-9d4a-f8aebd13583b req-b4dd1e34-abce-4f86-9af6-4ed1381bd332 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.42 "GET /v2.0/ports?device_id=b41b3ac8-0ab9-4edd-a8dc-9042b0acbcee HTTP/1.1" status: 200 len: 945 time: 0.2008960 Mar 29 15:41:40.099165 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-dd005632-3fa7-4561-a2ff-81c51a2ca0fc req-56f17c79-508c-4e45-98d8-3f240452d3c1 tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6340988 Mar 29 15:41:40.112195 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-3cd3c332-8fd2-4b5c-987e-c7be8017c9cc tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Notify callbacks [] for subnet, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:40.123815 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [req-dd005632-3fa7-4561-a2ff-81c51a2ca0fc req-ab11284f-9dbe-4aee-88ae-39b5f831d187 service neutron] Request body: {'port': {'device_id': '2a6c151c-ccff-4e04-a0c1-ec0861a70848', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834765-1'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:41:40.129550 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] No Port match for: 0a93aa01-a512-4cc5-99fd-5b241bf5026f {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 15:41:40.130250 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device 0a93aa01-a512-4cc5-99fd-5b241bf5026f not bound to the agent host n-h1-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:41:40.141694 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-58be785e-bc28-4d75-a220-9f7b737c21a2 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.7836220 Mar 29 15:41:40.144199 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-713fca72-1e9c-4c74-b3c6-c75a284b0bc2 req-e8f36f1f-0cbb-426f-81aa-3a9d2473e143 service neutron] 10.222.0.48 "GET /v2.0/networks/b1def78c-da55-4367-b9b1-4d7fc20fc6ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2480185 Mar 29 15:41:40.166228 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-3cd3c332-8fd2-4b5c-987e-c7be8017c9cc tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4614024'] for subnet, precommit_delete_associations {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:40.218395 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-90d8523f-e9f2-4322-b1ee-c4558410f9d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:40.231681 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-90d8523f-e9f2-4322-b1ee-c4558410f9d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:40.250445 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f26515da-1bd4-4388-9d4a-f8aebd13583b req-a84427e8-38f8-4b7c-b435-5fb5d142b815 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.42 "GET /v2.0/security-groups?id=07e96b72-96bb-4562-b80f-051b133c1759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433477 Mar 29 15:41:40.283396 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d8523f-e9f2-4322-b1ee-c4558410f9d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3204c64f-2962-48c1-9967-ebcd0c4493dc,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:41:40.304982 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d619c2f-0b3d-4efa-8f25-a2e079256eb7 None None] Network e50f3e35-14e6-4a83-a964-4874445e39e7 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 15:41:40.320582 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e401b6a-45e0-43cf-8224-cdce61a4701c req-6077ebb1-34e8-4927-9bd6-a043f7bd1191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:40.322776 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-7e401b6a-45e0-43cf-8224-cdce61a4701c req-6077ebb1-34e8-4927-9bd6-a043f7bd1191 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=09e41d0f297a4c05bfeacde4bee1a28c&device_id=a99c14a5-f34f-4884-9f7e-8a582129e575 HTTP/1.1" status: 200 len: 1094 time: 0.2031045 Mar 29 15:41:40.325545 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-dd005632-3fa7-4561-a2ff-81c51a2ca0fc req-ab11284f-9dbe-4aee-88ae-39b5f831d187 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:40.341710 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-90d8523f-e9f2-4322-b1ee-c4558410f9d9 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=56824208874642ddbe1d718af36b4b6b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4049783 Mar 29 15:41:40.346800 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 43204) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:41:40.387920 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-713fca72-1e9c-4c74-b3c6-c75a284b0bc2 req-f9fd6630-30e8-4f35-83ff-7a38ff684263 service neutron] 10.222.0.48 "GET /v2.0/networks/b1def78c-da55-4367-b9b1-4d7fc20fc6ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2212598 Mar 29 15:41:40.388265 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-3cd3c332-8fd2-4b5c-987e-c7be8017c9cc tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1641287'] for subnet, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:40.389279 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 43206) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:41:40.539912 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b44939c-61e0-40f4-8dc3-8064588280a8 req-fb4ff57b-a2aa-41ac-9631-cf70c3ef0c46 tempest-FloatingIPsAssociationTestJSON-13237688 tempest-FloatingIPsAssociationTestJSON-13237688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:40.549799 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-4b44939c-61e0-40f4-8dc3-8064588280a8 req-fb4ff57b-a2aa-41ac-9631-cf70c3ef0c46 tempest-FloatingIPsAssociationTestJSON-13237688 tempest-FloatingIPsAssociationTestJSON-13237688-project] 10.222.0.42 "GET /v2.0/ports?device_id=a99c14a5-f34f-4884-9f7e-8a582129e575 HTTP/1.1" status: 200 len: 943 time: 0.1232266 Mar 29 15:41:40.564550 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-a43d423c-242d-468e-a5c0-2556e2761816 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:40.572705 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-3cd3c332-8fd2-4b5c-987e-c7be8017c9cc tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1641294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5231963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4793952'] for subnet, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:40.628852 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd3c332-8fd2-4b5c-987e-c7be8017c9cc tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Pushing event deleted for resources: {'Subnet': ['ID=12422abc-9783-4527-813d-6fff16c2a90e,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:41:40.632035 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_v2 [None req-46a7352c-8223-4c58-a5f8-0d4b0963d234 admin admin] Deleting subnet 74cf9bde-9701-4731-85b2-a9e31ae83f35 {{(pid=102791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 15:41:40.643772 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-3cd3c332-8fd2-4b5c-987e-c7be8017c9cc tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for subnet, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:40.647691 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-3cd3c332-8fd2-4b5c-987e-c7be8017c9cc tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] 10.222.0.42 "DELETE /v2.0/subnets/12422abc-9783-4527-813d-6fff16c2a90e HTTP/1.1" status: 204 len: 168 time: 0.6536422 Mar 29 15:41:40.649061 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c36f0746-dfe0-490e-89b1-ecf8c2a10f76 None None] Network 37bde8d7-b865-400d-9e2f-e243bdb917a0 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 15:41:40.655987 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-a43d423c-242d-468e-a5c0-2556e2761816 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:40.659229 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 43210) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:41:40.663407 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e401b6a-45e0-43cf-8224-cdce61a4701c req-058ccfdb-1bd9-4dbb-9bef-7a8a0707797a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:40.664944 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-7e401b6a-45e0-43cf-8224-cdce61a4701c req-058ccfdb-1bd9-4dbb-9bef-7a8a0707797a service neutron] 10.222.0.44 "GET /v2.0/networks?id=fcdf73f9-c801-4998-9ec4-0cdc8a1cb85b HTTP/1.1" status: 200 len: 920 time: 0.3337812 Mar 29 15:41:40.666118 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-46a7352c-8223-4c58-a5f8-0d4b0963d234 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:40.680015 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-4b44939c-61e0-40f4-8dc3-8064588280a8 req-a2114b1b-73bc-4f82-bc17-a68d3142452d tempest-FloatingIPsAssociationTestJSON-13237688 tempest-FloatingIPsAssociationTestJSON-13237688-project] 10.222.0.42 "GET /v2.0/security-groups?id=b35fee71-c80e-48c2-8397-60e016afa2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293509 Mar 29 15:41:40.784943 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-f93eb9f7-ed9c-45ce-80ab-6f07dfa6c65e tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1631750'] for network, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:40.803378 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-a43d423c-242d-468e-a5c0-2556e2761816 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:40.806426 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-a43d423c-242d-468e-a5c0-2556e2761816 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:40.808088 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-a43d423c-242d-468e-a5c0-2556e2761816 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/3204c64f-2962-48c1-9967-ebcd0c4493dc HTTP/1.1" status: 204 len: 168 time: 0.4589524 Mar 29 15:41:40.864822 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43d423c-242d-468e-a5c0-2556e2761816 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3204c64f-2962-48c1-9967-ebcd0c4493dc,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:41:40.904207 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8511fd9-8c82-4ed6-b108-435601a8d827 None None] DHCP port deletion for 37bde8d7-b865-400d-9e2f-e243bdb917a0 request from n-d-834765-1 {{(pid=102792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 29 15:41:40.922911 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-f93eb9f7-ed9c-45ce-80ab-6f07dfa6c65e tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Deleting port 7dff7c46-c7ef-475f-99cc-6844ad699a9b {{(pid=102790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:41:40.923505 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-f93eb9f7-ed9c-45ce-80ab-6f07dfa6c65e tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:40.980585 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-e8511fd9-8c82-4ed6-b108-435601a8d827 None None] Deleting port 7dff7c46-c7ef-475f-99cc-6844ad699a9b {{(pid=102792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:41:40.981051 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-e8511fd9-8c82-4ed6-b108-435601a8d827 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:41.001998 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [None req-f93eb9f7-ed9c-45ce-80ab-6f07dfa6c65e tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] For port 7dff7c46-c7ef-475f-99cc-6844ad699a9b, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=7dff7c46-c7ef-475f-99cc-6844ad699a9b,segment=NetworkSegment(ffd2df4b-e242-4a82-8672-0f9f9a3e4e90),segment_id=ffd2df4b-e242-4a82-8672-0f9f9a3e4e90)] {{(pid=102790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:41:41.002483 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-f93eb9f7-ed9c-45ce-80ab-6f07dfa6c65e tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:41.045462 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-f93eb9f7-ed9c-45ce-80ab-6f07dfa6c65e tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Calling delete_port for 7dff7c46-c7ef-475f-99cc-6844ad699a9b owned by network:dhcp {{(pid=102790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:41:41.060488 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-e8511fd9-8c82-4ed6-b108-435601a8d827 None None] For port 7dff7c46-c7ef-475f-99cc-6844ad699a9b, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=7dff7c46-c7ef-475f-99cc-6844ad699a9b,segment=NetworkSegment(ffd2df4b-e242-4a82-8672-0f9f9a3e4e90),segment_id=ffd2df4b-e242-4a82-8672-0f9f9a3e4e90)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:41:41.061242 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-e8511fd9-8c82-4ed6-b108-435601a8d827 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:41.077831 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-e8511fd9-8c82-4ed6-b108-435601a8d827 None None] Calling delete_port for 7dff7c46-c7ef-475f-99cc-6844ad699a9b owned by network:dhcp {{(pid=102792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:41:41.096459 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-7e401b6a-45e0-43cf-8224-cdce61a4701c req-1584f864-94b8-4462-90a9-c965fc4ea2ce service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=74d2306b-5026-45ef-a651-6ea8cd4cf386 HTTP/1.1" status: 200 len: 217 time: 0.4029601 Mar 29 15:41:41.141983 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-46a7352c-8223-4c58-a5f8-0d4b0963d234 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4230423'] for subnet, precommit_delete_associations {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:41.183035 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27877113-0576-4b6f-906d-9f45557b0d0f req-c05b39c9-b2df-46f6-abee-de0e59b670d8 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:41.184618 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-27877113-0576-4b6f-906d-9f45557b0d0f req-c05b39c9-b2df-46f6-abee-de0e59b670d8 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] 10.222.0.42 "GET /v2.0/ports?device_id=490a7f81-d34b-41cf-b939-8230c4561d2c HTTP/1.1" status: 200 len: 943 time: 0.2844517 Mar 29 15:41:41.186172 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-f93eb9f7-ed9c-45ce-80ab-6f07dfa6c65e tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:41.192847 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e014965-2067-433b-8728-fc0feed25c28 req-e592ef9c-132a-4af7-9459-6fff8ab24326 tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:41.194895 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-0e014965-2067-433b-8728-fc0feed25c28 req-e592ef9c-132a-4af7-9459-6fff8ab24326 tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a6c151c-ccff-4e04-a0c1-ec0861a70848 HTTP/1.1" status: 200 len: 931 time: 0.6488669 Mar 29 15:41:41.202604 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-e8511fd9-8c82-4ed6-b108-435601a8d827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350'] for port, after_delete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:41.221634 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93eb9f7-ed9c-45ce-80ab-6f07dfa6c65e tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Pushing event deleted for resources: {'Port': ['ID=7dff7c46-c7ef-475f-99cc-6844ad699a9b,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:41:41.223736 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f93eb9f7-ed9c-45ce-80ab-6f07dfa6c65e tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] No DVR routers for this DVR port 7dff7c46-c7ef-475f-99cc-6844ad699a9b on host n-d-834765-1 {{(pid=102790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:41:41.239736 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8511fd9-8c82-4ed6-b108-435601a8d827 None None] Pushing event deleted for resources: {'Port': ['ID=7dff7c46-c7ef-475f-99cc-6844ad699a9b,revision_number=None']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:41:41.252684 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8511fd9-8c82-4ed6-b108-435601a8d827 None None] No DVR routers for this DVR port 7dff7c46-c7ef-475f-99cc-6844ad699a9b on host n-d-834765-1 {{(pid=102792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:41:41.292720 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e401b6a-45e0-43cf-8224-cdce61a4701c req-90361786-99be-4a8a-9ca3-14fb6a888a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:41.296514 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-7e401b6a-45e0-43cf-8224-cdce61a4701c req-90361786-99be-4a8a-9ca3-14fb6a888a81 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=97aeeb47-9a64-429c-b18e-a70adf894590 HTTP/1.1" status: 200 len: 858 time: 0.1910367 Mar 29 15:41:41.297949 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-46a7352c-8223-4c58-a5f8-0d4b0963d234 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1641287'] for subnet, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:41.307930 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-27877113-0576-4b6f-906d-9f45557b0d0f req-f77084c7-aa80-4a38-8a01-54428fbb31a1 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] 10.222.0.42 "GET /v2.0/security-groups?id=c99ced8e-1ceb-46fb-aaa7-747186b2b9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119001 Mar 29 15:41:41.348271 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-f93eb9f7-ed9c-45ce-80ab-6f07dfa6c65e tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639890', 'neutron.services.segments.db._delete_segments_for_network-8783523423079'] for network, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:41.372587 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-f93eb9f7-ed9c-45ce-80ab-6f07dfa6c65e tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37bde8d7-b865-400d-9e2f-e243bdb917a0']}} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:41:41.384571 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-f93eb9f7-ed9c-45ce-80ab-6f07dfa6c65e tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ffd2df4b-e242-4a82-8672-0f9f9a3e4e90') {'for_net_delete': True} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:41:41.384854 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-f93eb9f7-ed9c-45ce-80ab-6f07dfa6c65e tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ffd2df4b-e242-4a82-8672-0f9f9a3e4e90') {} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:41:41.399064 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-0e014965-2067-433b-8728-fc0feed25c28 req-0033b043-1770-4c64-acba-e7adeaaf17ae tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] 10.222.0.42 "GET /v2.0/security-groups?id=ce1e3aa1-c9e4-4c36-a19f-9dbad60c5be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848786 Mar 29 15:41:41.405146 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-f93eb9f7-ed9c-45ce-80ab-6f07dfa6c65e tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783523422064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4614019'] for segment, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:41.428886 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-f93eb9f7-ed9c-45ce-80ab-6f07dfa6c65e tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:41.443736 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f93eb9f7-ed9c-45ce-80ab-6f07dfa6c65e tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Releasing vlan 622 on physical network physnet1 to pool {{(pid=102790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 15:41:41.444686 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-f93eb9f7-ed9c-45ce-80ab-6f07dfa6c65e tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5238013'] for segment, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:41.451965 n-d-834765-1 neutron-server[102790]: Traceback (most recent call last): Mar 29 15:41:41.451965 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 15:41:41.451965 n-d-834765-1 neutron-server[102790]: timer() Mar 29 15:41:41.451965 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 15:41:41.451965 n-d-834765-1 neutron-server[102790]: cb(*args, **kw) Mar 29 15:41:41.451965 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 15:41:41.451965 n-d-834765-1 neutron-server[102790]: return func(*args, **kwargs) Mar 29 15:41:41.451965 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 15:41:41.451965 n-d-834765-1 neutron-server[102790]: self._notify() Mar 29 15:41:41.451965 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 15:41:41.451965 n-d-834765-1 neutron-server[102790]: self.callback(batched_events) Mar 29 15:41:41.451965 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 15:41:41.451965 n-d-834765-1 neutron-server[102790]: event.method(event) Mar 29 15:41:41.451965 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 15:41:41.451965 n-d-834765-1 neutron-server[102790]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 15:41:41.451965 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 15:41:41.451965 n-d-834765-1 neutron-server[102790]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 15:41:41.451965 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 15:41:41.451965 n-d-834765-1 neutron-server[102790]: return f(self, *a, **k) Mar 29 15:41:41.451965 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 15:41:41.451965 n-d-834765-1 neutron-server[102790]: return self._get(url).json() Mar 29 15:41:41.451965 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 15:41:41.451965 n-d-834765-1 neutron-server[102790]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 15:41:41.451965 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 15:41:41.451965 n-d-834765-1 neutron-server[102790]: return self.request(url, 'GET', **kwargs) Mar 29 15:41:41.451965 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 15:41:41.451965 n-d-834765-1 neutron-server[102790]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 15:41:41.451965 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 15:41:41.451965 n-d-834765-1 neutron-server[102790]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 15:41:41.451965 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 15:41:41.451965 n-d-834765-1 neutron-server[102790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 15:41:41.451965 n-d-834765-1 neutron-server[102790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 15:41:41.460003 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e401b6a-45e0-43cf-8224-cdce61a4701c req-3fe7d74a-97e9-45d3-8905-d812550614d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:41.461554 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-7e401b6a-45e0-43cf-8224-cdce61a4701c req-3fe7d74a-97e9-45d3-8905-d812550614d4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=fcdf73f9-c801-4998-9ec4-0cdc8a1cb85b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1314619 Mar 29 15:41:41.472620 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-46a7352c-8223-4c58-a5f8-0d4b0963d234 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1641294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16155591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16218852'] for subnet, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:41.522658 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-46a7352c-8223-4c58-a5f8-0d4b0963d234 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:41.528808 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-46a7352c-8223-4c58-a5f8-0d4b0963d234 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/74cf9bde-9701-4731-85b2-a9e31ae83f35 HTTP/1.1" status: 204 len: 168 time: 1.1225986 Mar 29 15:41:41.532183 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 43228) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:41:41.552022 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-f93eb9f7-ed9c-45ce-80ab-6f07dfa6c65e tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1639897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648174'] for network, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:41.568409 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a7352c-8223-4c58-a5f8-0d4b0963d234 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=74cf9bde-9701-4731-85b2-a9e31ae83f35,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:41:41.586141 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-f93eb9f7-ed9c-45ce-80ab-6f07dfa6c65e tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for network, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:41.590354 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-f93eb9f7-ed9c-45ce-80ab-6f07dfa6c65e tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] 10.222.0.42 "DELETE /v2.0/networks/37bde8d7-b865-400d-9e2f-e243bdb917a0 HTTP/1.1" status: 204 len: 168 time: 0.9302399 Mar 29 15:41:41.609887 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93eb9f7-ed9c-45ce-80ab-6f07dfa6c65e tempest-ServersTestMultiNic-1940164984 tempest-ServersTestMultiNic-1940164984-project] Pushing event deleted for resources: {'Network': ['ID=37bde8d7-b865-400d-9e2f-e243bdb917a0,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:41:41.631910 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ed2b6e-fb94-40ad-bda1-4dfab38cc646 req-920cf639-5098-4cfe-a637-6175d2735363 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:41.633883 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-23ed2b6e-fb94-40ad-bda1-4dfab38cc646 req-920cf639-5098-4cfe-a637-6175d2735363 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.42 "GET /v2.0/ports?device_id=b41b3ac8-0ab9-4edd-a8dc-9042b0acbcee HTTP/1.1" status: 200 len: 945 time: 0.0954216 Mar 29 15:41:41.642031 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 7dff7c46-c7ef-475f-99cc-6844ad699a9b no longer exists at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:41:41.653627 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [req-dd005632-3fa7-4561-a2ff-81c51a2ca0fc req-ab11284f-9dbe-4aee-88ae-39b5f831d187 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11b841ba-3430-41cf-85b6-6c9a5f4a743c {{(pid=102791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:41:41.674453 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-dd005632-3fa7-4561-a2ff-81c51a2ca0fc req-ab11284f-9dbe-4aee-88ae-39b5f831d187 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:41.690706 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] No Port match for: 7dff7c46-c7ef-475f-99cc-6844ad699a9b {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 15:41:41.691320 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 7dff7c46-c7ef-475f-99cc-6844ad699a9b not bound to the agent host n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:41:41.739989 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-23ed2b6e-fb94-40ad-bda1-4dfab38cc646 req-946f0b1c-e229-421c-b3c0-dcc297929b18 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.42 "GET /v2.0/security-groups?id=07e96b72-96bb-4562-b80f-051b133c1759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847754 Mar 29 15:41:41.742272 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.provisioning_blocks [req-dd005632-3fa7-4561-a2ff-81c51a2ca0fc req-ab11284f-9dbe-4aee-88ae-39b5f831d187 service neutron] Transition to ACTIVE for port object 11b841ba-3430-41cf-85b6-6c9a5f4a743c will not be triggered until provisioned by entity L2. {{(pid=102791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 15:41:41.746477 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-1b540844-81df-4ffd-88e0-11deb64cd7cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1631750'] for network, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:41.755161 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-dd005632-3fa7-4561-a2ff-81c51a2ca0fc req-ab11284f-9dbe-4aee-88ae-39b5f831d187 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:41.869847 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-7e401b6a-45e0-43cf-8224-cdce61a4701c req-f9d4c6fd-ad07-46ab-bcb9-18973f078beb service neutron] 10.222.0.44 "GET /v2.0/networks/fcdf73f9-c801-4998-9ec4-0cdc8a1cb85b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3864226 Mar 29 15:41:41.873527 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab11284f-9dbe-4aee-88ae-39b5f831d187 service neutron] Pushing event updated for resources: {'Port': ['ID=11b841ba-3430-41cf-85b6-6c9a5f4a743c,revision_number=2']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:41:41.990187 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 43252) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:41:42.131360 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e226820-060b-4058-a6ef-4e70e55814e7 req-3ff8c87d-2140-41ba-9d5b-7b2be2d1ebfe tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:42.132861 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-3e226820-060b-4058-a6ef-4e70e55814e7 req-3ff8c87d-2140-41ba-9d5b-7b2be2d1ebfe tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.42 "GET /v2.0/ports?device_id=b41b3ac8-0ab9-4edd-a8dc-9042b0acbcee HTTP/1.1" status: 200 len: 945 time: 0.0674615 Mar 29 15:41:42.139036 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aeb0cd1-044e-4440-8d3c-d0d3f812bbc2 req-00b840af-0418-4aed-b5d3-d9d722dfd7ce tempest-FloatingIPsAssociationTestJSON-13237688 tempest-FloatingIPsAssociationTestJSON-13237688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:42.143241 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-3aeb0cd1-044e-4440-8d3c-d0d3f812bbc2 req-00b840af-0418-4aed-b5d3-d9d722dfd7ce tempest-FloatingIPsAssociationTestJSON-13237688 tempest-FloatingIPsAssociationTestJSON-13237688-project] 10.222.0.42 "GET /v2.0/ports?device_id=a99c14a5-f34f-4884-9f7e-8a582129e575 HTTP/1.1" status: 200 len: 943 time: 0.3308086 Mar 29 15:41:42.250508 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-3e226820-060b-4058-a6ef-4e70e55814e7 req-f6c07eb0-2805-40cc-800d-6e04eac09a3d tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.42 "GET /v2.0/security-groups?id=07e96b72-96bb-4562-b80f-051b133c1759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912604 Mar 29 15:41:42.303451 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-1b540844-81df-4ffd-88e0-11deb64cd7cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639890', 'neutron.services.segments.db._delete_segments_for_network-8783523423079'] for network, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:42.350942 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-7e401b6a-45e0-43cf-8224-cdce61a4701c req-87ed4e7f-6c78-40c0-be12-f48ffcfb4dd4 service neutron] 10.222.0.44 "GET /v2.0/networks/fcdf73f9-c801-4998-9ec4-0cdc8a1cb85b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4581463 Mar 29 15:41:42.382795 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-1b540844-81df-4ffd-88e0-11deb64cd7cb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96efc90c-1e1e-4897-8828-0415717bb950']}} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:41:42.393500 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-dd005632-3fa7-4561-a2ff-81c51a2ca0fc req-ab11284f-9dbe-4aee-88ae-39b5f831d187 service neutron] Attempting to bind port 11b841ba-3430-41cf-85b6-6c9a5f4a743c on host n-h1-834765-1 for vnic_type normal with profile {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:41:42.393910 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-dd005632-3fa7-4561-a2ff-81c51a2ca0fc req-ab11284f-9dbe-4aee-88ae-39b5f831d187 service neutron] Attempting to bind port 11b841ba-3430-41cf-85b6-6c9a5f4a743c by drivers openvswitch,hyperv on host n-h1-834765-1 at level 0 using segments [{'id': '41873e9c-b24c-40ec-94cd-76d430c8ed02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'f945f153-5928-4a5d-9b33-57d251311dab'}] {{(pid=102791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:41:42.394370 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd005632-3fa7-4561-a2ff-81c51a2ca0fc req-ab11284f-9dbe-4aee-88ae-39b5f831d187 service neutron] Attempting to bind port 11b841ba-3430-41cf-85b6-6c9a5f4a743c on network f945f153-5928-4a5d-9b33-57d251311dab {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:41:42.405486 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-1b540844-81df-4ffd-88e0-11deb64cd7cb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'adf701cd-cabc-4196-b35d-13203eb1f5e5') {'for_net_delete': True} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:41:42.405926 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-1b540844-81df-4ffd-88e0-11deb64cd7cb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'adf701cd-cabc-4196-b35d-13203eb1f5e5') {} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:41:42.412702 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-3aeb0cd1-044e-4440-8d3c-d0d3f812bbc2 req-a73595a3-f102-4693-8a59-9052499d78ab tempest-FloatingIPsAssociationTestJSON-13237688 tempest-FloatingIPsAssociationTestJSON-13237688-project] 10.222.0.42 "GET /v2.0/security-groups?id=b35fee71-c80e-48c2-8397-60e016afa2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2408452 Mar 29 15:41:42.426371 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd005632-3fa7-4561-a2ff-81c51a2ca0fc req-ab11284f-9dbe-4aee-88ae-39b5f831d187 service neutron] Port 11b841ba-3430-41cf-85b6-6c9a5f4a743c on network f945f153-5928-4a5d-9b33-57d251311dab not bound, no agent of type Open vSwitch agent registered on host n-h1-834765-1 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 15:41:42.426744 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd005632-3fa7-4561-a2ff-81c51a2ca0fc req-ab11284f-9dbe-4aee-88ae-39b5f831d187 service neutron] Attempting to bind port 11b841ba-3430-41cf-85b6-6c9a5f4a743c on network f945f153-5928-4a5d-9b33-57d251311dab {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:41:42.433180 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-1b540844-81df-4ffd-88e0-11deb64cd7cb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783523422064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4230428'] for segment, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:42.447619 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd005632-3fa7-4561-a2ff-81c51a2ca0fc req-ab11284f-9dbe-4aee-88ae-39b5f831d187 service neutron] Checking agent: {'id': 'be375040-5069-4239-9460-a3a3213e1e90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 33, 18), 'started_at': datetime.datetime(2022, 3, 29, 15, 33, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 41, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:41:42.447619 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd005632-3fa7-4561-a2ff-81c51a2ca0fc req-ab11284f-9dbe-4aee-88ae-39b5f831d187 service neutron] Checking segment: {'id': '41873e9c-b24c-40ec-94cd-76d430c8ed02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'f945f153-5928-4a5d-9b33-57d251311dab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:41:42.448034 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd005632-3fa7-4561-a2ff-81c51a2ca0fc req-ab11284f-9dbe-4aee-88ae-39b5f831d187 service neutron] Bound using segment: {'id': '41873e9c-b24c-40ec-94cd-76d430c8ed02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'f945f153-5928-4a5d-9b33-57d251311dab'} {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:41:42.448585 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-dd005632-3fa7-4561-a2ff-81c51a2ca0fc req-ab11284f-9dbe-4aee-88ae-39b5f831d187 service neutron] Bound port: 11b841ba-3430-41cf-85b6-6c9a5f4a743c, host: n-h1-834765-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41873e9c-b24c-40ec-94cd-76d430c8ed02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'f945f153-5928-4a5d-9b33-57d251311dab'}}] {{(pid=102791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 15:41:42.448953 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-dd005632-3fa7-4561-a2ff-81c51a2ca0fc req-ab11284f-9dbe-4aee-88ae-39b5f831d187 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:42.459481 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-1b540844-81df-4ffd-88e0-11deb64cd7cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:42.470664 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b540844-81df-4ffd-88e0-11deb64cd7cb admin admin] Releasing vlan 634 on physical network physnet1 to pool {{(pid=102791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 15:41:42.471066 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-1b540844-81df-4ffd-88e0-11deb64cd7cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16169569'] for segment, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:42.473649 n-d-834765-1 neutron-server[102791]: Traceback (most recent call last): Mar 29 15:41:42.473649 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 15:41:42.473649 n-d-834765-1 neutron-server[102791]: timer() Mar 29 15:41:42.473649 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 15:41:42.473649 n-d-834765-1 neutron-server[102791]: cb(*args, **kw) Mar 29 15:41:42.473649 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 15:41:42.473649 n-d-834765-1 neutron-server[102791]: return func(*args, **kwargs) Mar 29 15:41:42.473649 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 15:41:42.473649 n-d-834765-1 neutron-server[102791]: self._notify() Mar 29 15:41:42.473649 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 15:41:42.473649 n-d-834765-1 neutron-server[102791]: self.callback(batched_events) Mar 29 15:41:42.473649 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 15:41:42.473649 n-d-834765-1 neutron-server[102791]: event.method(event) Mar 29 15:41:42.473649 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 15:41:42.473649 n-d-834765-1 neutron-server[102791]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 15:41:42.473649 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 15:41:42.473649 n-d-834765-1 neutron-server[102791]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 15:41:42.473649 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 15:41:42.473649 n-d-834765-1 neutron-server[102791]: return f(self, *a, **k) Mar 29 15:41:42.473649 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 15:41:42.473649 n-d-834765-1 neutron-server[102791]: return self._get(url).json() Mar 29 15:41:42.473649 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 15:41:42.473649 n-d-834765-1 neutron-server[102791]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 15:41:42.473649 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 15:41:42.473649 n-d-834765-1 neutron-server[102791]: return self.request(url, 'GET', **kwargs) Mar 29 15:41:42.473649 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 15:41:42.473649 n-d-834765-1 neutron-server[102791]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 15:41:42.473649 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 15:41:42.473649 n-d-834765-1 neutron-server[102791]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 15:41:42.473649 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 15:41:42.473649 n-d-834765-1 neutron-server[102791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 15:41:42.473649 n-d-834765-1 neutron-server[102791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 15:41:42.550333 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d9fccc-0589-496c-9f5c-6646abe64f73 req-1bc561f4-2bc6-4a42-9c68-d6e18bf38071 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:42.559665 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-21d9fccc-0589-496c-9f5c-6646abe64f73 req-1bc561f4-2bc6-4a42-9c68-d6e18bf38071 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] 10.222.0.42 "GET /v2.0/ports?device_id=490a7f81-d34b-41cf-b939-8230c4561d2c HTTP/1.1" status: 200 len: 943 time: 0.1109245 Mar 29 15:41:42.620984 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-1b540844-81df-4ffd-88e0-11deb64cd7cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1639897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648174'] for network, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:42.632087 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-21d9fccc-0589-496c-9f5c-6646abe64f73 req-94fb42f2-0bd8-4581-a17b-4b44af97fc9b tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] 10.222.0.42 "GET /v2.0/security-groups?id=c99ced8e-1ceb-46fb-aaa7-747186b2b9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682647 Mar 29 15:41:42.639429 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-1b540844-81df-4ffd-88e0-11deb64cd7cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for network, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:42.644231 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-1b540844-81df-4ffd-88e0-11deb64cd7cb admin admin] 10.222.0.42 "DELETE /v2.0/networks/96efc90c-1e1e-4897-8828-0415717bb950 HTTP/1.1" status: 204 len: 168 time: 1.1014328 Mar 29 15:41:42.646886 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 43266) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:41:42.663180 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b540844-81df-4ffd-88e0-11deb64cd7cb admin admin] Pushing event deleted for resources: {'Network': ['ID=96efc90c-1e1e-4897-8828-0415717bb950,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:41:42.667468 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-dd005632-3fa7-4561-a2ff-81c51a2ca0fc req-ab11284f-9dbe-4aee-88ae-39b5f831d187 service neutron] For port 11b841ba-3430-41cf-85b6-6c9a5f4a743c, host n-h1-834765-1, cleared binding levels {{(pid=102791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:41:42.686575 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-dd005632-3fa7-4561-a2ff-81c51a2ca0fc req-ab11284f-9dbe-4aee-88ae-39b5f831d187 service neutron] For port 11b841ba-3430-41cf-85b6-6c9a5f4a743c, host n-h1-834765-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=11b841ba-3430-41cf-85b6-6c9a5f4a743c,segment=NetworkSegment(41873e9c-b24c-40ec-94cd-76d430c8ed02),segment_id=41873e9c-b24c-40ec-94cd-76d430c8ed02)] {{(pid=102791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:41:42.700094 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415bda09-126d-451e-95d2-e69d521b05f1 req-95dab729-3db4-4705-8887-01a548f45b53 tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:42.701864 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-415bda09-126d-451e-95d2-e69d521b05f1 req-95dab729-3db4-4705-8887-01a548f45b53 tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a6c151c-ccff-4e04-a0c1-ec0861a70848 HTTP/1.1" status: 200 len: 943 time: 0.1327069 Mar 29 15:41:42.703930 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-dd005632-3fa7-4561-a2ff-81c51a2ca0fc req-ab11284f-9dbe-4aee-88ae-39b5f831d187 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:42.747541 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c2d611d-898c-4458-ac32-28c938c94527 admin admin] Deleting subnet 475e2585-cee1-403e-b63a-1fc3c0591cc3 {{(pid=102790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 15:41:42.752156 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-8c2d611d-898c-4458-ac32-28c938c94527 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:42.801950 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-752fa706-371f-4cba-a297-7577c9ec18e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-530452'] for router_interface, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:42.805028 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-8c2d611d-898c-4458-ac32-28c938c94527 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4614024'] for subnet, precommit_delete_associations {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:42.815659 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd005632-3fa7-4561-a2ff-81c51a2ca0fc req-ab11284f-9dbe-4aee-88ae-39b5f831d187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:42.816376 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-dd005632-3fa7-4561-a2ff-81c51a2ca0fc req-ab11284f-9dbe-4aee-88ae-39b5f831d187 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:42.818193 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-dd005632-3fa7-4561-a2ff-81c51a2ca0fc req-ab11284f-9dbe-4aee-88ae-39b5f831d187 service neutron] 10.222.0.44 "PUT /v2.0/ports/11b841ba-3430-41cf-85b6-6c9a5f4a743c HTTP/1.1" status: 200 len: 1091 time: 2.7035849 Mar 29 15:41:42.818697 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a6c151c-ccff-4e04-a0c1-ec0861a70848', 'tag': '11b841ba-3430-41cf-85b6-6c9a5f4a743c'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:41:42.821921 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c67b028db5e9b9818fecc5c0a87ebc6f190694fa53ca267d523e04f98de536d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e939322c-1416-48f6-b891-336f08f7ab60" -d '{"events": [{"name": "network-changed", "server_uuid": "2a6c151c-ccff-4e04-a0c1-ec0861a70848", "tag": "11b841ba-3430-41cf-85b6-6c9a5f4a743c"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:41:42.834830 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab11284f-9dbe-4aee-88ae-39b5f831d187 service neutron] Pushing event updated for resources: {'Port': ['ID=11b841ba-3430-41cf-85b6-6c9a5f4a743c,revision_number=3']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:41:42.866153 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-415bda09-126d-451e-95d2-e69d521b05f1 req-fb0a55d6-3eb3-49b4-812a-25704c1f98de tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] 10.222.0.42 "GET /v2.0/security-groups?id=ce1e3aa1-c9e4-4c36-a19f-9dbad60c5be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511314 Mar 29 15:41:42.885789 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 15:41:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f56462ff-fa04-46d9-bfdd-871f12356da9 x-openstack-request-id: req-f56462ff-fa04-46d9-bfdd-871f12356da9 {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:41:42.886288 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a6c151c-ccff-4e04-a0c1-ec0861a70848", "tag": "11b841ba-3430-41cf-85b6-6c9a5f4a743c", "status": "completed", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:41:42.887674 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f56462ff-fa04-46d9-bfdd-871f12356da9 {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:41:42.889608 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a6c151c-ccff-4e04-a0c1-ec0861a70848', 'tag': '11b841ba-3430-41cf-85b6-6c9a5f4a743c', 'status': 'completed', 'code': 200} Mar 29 15:41:42.933223 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-8c2d611d-898c-4458-ac32-28c938c94527 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1641287'] for subnet, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:42.975441 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd005632-3fa7-4561-a2ff-81c51a2ca0fc req-2be49df3-386d-43e0-b446-b79cda8b4778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:42.977012 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-dd005632-3fa7-4561-a2ff-81c51a2ca0fc req-2be49df3-386d-43e0-b446-b79cda8b4778 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4fcca40281ff4cbfb6c75a266decc3c5&device_id=2a6c151c-ccff-4e04-a0c1-ec0861a70848 HTTP/1.1" status: 200 len: 1094 time: 0.0656254 Mar 29 15:41:43.045427 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-dd005632-3fa7-4561-a2ff-81c51a2ca0fc req-fd4c5ca6-0849-4d8c-bc0a-aae8dd8a8df7 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=11b841ba-3430-41cf-85b6-6c9a5f4a743c HTTP/1.1" status: 200 len: 217 time: 0.0585666 Mar 29 15:41:43.060370 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-8c2d611d-898c-4458-ac32-28c938c94527 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1641294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5231963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4793952'] for subnet, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:43.105612 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2d611d-898c-4458-ac32-28c938c94527 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=475e2585-cee1-403e-b63a-1fc3c0591cc3,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:41:43.112042 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-8c2d611d-898c-4458-ac32-28c938c94527 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for subnet, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:43.115244 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-8c2d611d-898c-4458-ac32-28c938c94527 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/475e2585-cee1-403e-b63a-1fc3c0591cc3 HTTP/1.1" status: 204 len: 168 time: 0.4667790 Mar 29 15:41:43.121157 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 43280) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:41:43.151954 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd005632-3fa7-4561-a2ff-81c51a2ca0fc req-f87aa9d1-b09b-44c9-a524-c3f191074b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:43.153414 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-dd005632-3fa7-4561-a2ff-81c51a2ca0fc req-f87aa9d1-b09b-44c9-a524-c3f191074b56 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=5e8b374d-c935-4687-96e3-a6909695b876 HTTP/1.1" status: 200 len: 854 time: 0.1009576 Mar 29 15:41:43.238109 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-85478f98-6ee2-4dce-bd72-ca7a2059550c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1631750'] for network, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:43.279608 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-752fa706-371f-4cba-a297-7577c9ec18e1 admin admin] Deleting port 7d8db84c-9ad7-444a-a686-39660631852f {{(pid=102790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:41:43.279862 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-752fa706-371f-4cba-a297-7577c9ec18e1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:43.283632 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-dd005632-3fa7-4561-a2ff-81c51a2ca0fc req-5e138fa6-6a5e-4a65-a91b-41cf56a63157 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f945f153-5928-4a5d-9b33-57d251311dab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429997 Mar 29 15:41:43.452650 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [None req-752fa706-371f-4cba-a297-7577c9ec18e1 admin admin] For port 7d8db84c-9ad7-444a-a686-39660631852f, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=7d8db84c-9ad7-444a-a686-39660631852f,segment=NetworkSegment(e073ae89-2522-4c36-a0a3-d6f2a290a5b1),segment_id=e073ae89-2522-4c36-a0a3-d6f2a290a5b1)] {{(pid=102790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:41:43.453166 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-752fa706-371f-4cba-a297-7577c9ec18e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:43.461611 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-85478f98-6ee2-4dce-bd72-ca7a2059550c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639890', 'neutron.services.segments.db._delete_segments_for_network-8783523423079'] for network, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:43.463445 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63a7cfe-6338-4403-b9e9-5c4983235aa7 req-1675566d-d16f-4933-911d-3501b53d4c83 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:43.467752 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-a63a7cfe-6338-4403-b9e9-5c4983235aa7 req-1675566d-d16f-4933-911d-3501b53d4c83 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.42 "GET /v2.0/ports?device_id=b41b3ac8-0ab9-4edd-a8dc-9042b0acbcee HTTP/1.1" status: 200 len: 945 time: 0.1137619 Mar 29 15:41:43.504580 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-752fa706-371f-4cba-a297-7577c9ec18e1 admin admin] Calling delete_port for 7d8db84c-9ad7-444a-a686-39660631852f owned by network:router_interface {{(pid=102790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:41:43.542705 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-85478f98-6ee2-4dce-bd72-ca7a2059550c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e50f3e35-14e6-4a83-a964-4874445e39e7']}} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:41:43.553923 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-a63a7cfe-6338-4403-b9e9-5c4983235aa7 req-4c4e07e9-3dca-46d3-827e-df6ad893fbf6 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.42 "GET /v2.0/security-groups?id=07e96b72-96bb-4562-b80f-051b133c1759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592165 Mar 29 15:41:43.564493 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-85478f98-6ee2-4dce-bd72-ca7a2059550c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4220c5a-9d93-4e5a-98d9-4482e7d43df8') {'for_net_delete': True} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:41:43.564889 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-85478f98-6ee2-4dce-bd72-ca7a2059550c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4220c5a-9d93-4e5a-98d9-4482e7d43df8') {} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:41:43.586414 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-85478f98-6ee2-4dce-bd72-ca7a2059550c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783523422064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4230428'] for segment, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:43.612268 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-dd005632-3fa7-4561-a2ff-81c51a2ca0fc req-32c784a7-c4b6-447c-acab-e27c9a418e76 service neutron] 10.222.0.44 "GET /v2.0/networks/f945f153-5928-4a5d-9b33-57d251311dab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2744761 Mar 29 15:41:43.613805 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-85478f98-6ee2-4dce-bd72-ca7a2059550c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:43.635620 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85478f98-6ee2-4dce-bd72-ca7a2059550c admin admin] Releasing vlan 621 on physical network physnet1 to pool {{(pid=102791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 15:41:43.637321 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-85478f98-6ee2-4dce-bd72-ca7a2059550c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16169569'] for segment, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:43.655178 n-d-834765-1 neutron-server[102791]: Traceback (most recent call last): Mar 29 15:41:43.655178 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 15:41:43.655178 n-d-834765-1 neutron-server[102791]: timer() Mar 29 15:41:43.655178 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 15:41:43.655178 n-d-834765-1 neutron-server[102791]: cb(*args, **kw) Mar 29 15:41:43.655178 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 15:41:43.655178 n-d-834765-1 neutron-server[102791]: return func(*args, **kwargs) Mar 29 15:41:43.655178 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 15:41:43.655178 n-d-834765-1 neutron-server[102791]: self._notify() Mar 29 15:41:43.655178 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 15:41:43.655178 n-d-834765-1 neutron-server[102791]: self.callback(batched_events) Mar 29 15:41:43.655178 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 15:41:43.655178 n-d-834765-1 neutron-server[102791]: event.method(event) Mar 29 15:41:43.655178 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 15:41:43.655178 n-d-834765-1 neutron-server[102791]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 15:41:43.655178 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 15:41:43.655178 n-d-834765-1 neutron-server[102791]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 15:41:43.655178 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 15:41:43.655178 n-d-834765-1 neutron-server[102791]: return f(self, *a, **k) Mar 29 15:41:43.655178 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 15:41:43.655178 n-d-834765-1 neutron-server[102791]: return self._get(url).json() Mar 29 15:41:43.655178 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 15:41:43.655178 n-d-834765-1 neutron-server[102791]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 15:41:43.655178 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 15:41:43.655178 n-d-834765-1 neutron-server[102791]: return self.request(url, 'GET', **kwargs) Mar 29 15:41:43.655178 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 15:41:43.655178 n-d-834765-1 neutron-server[102791]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 15:41:43.655178 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 15:41:43.655178 n-d-834765-1 neutron-server[102791]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 15:41:43.655178 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 15:41:43.655178 n-d-834765-1 neutron-server[102791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 15:41:43.655178 n-d-834765-1 neutron-server[102791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 15:41:43.839559 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-752fa706-371f-4cba-a297-7577c9ec18e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:43.862348 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-85478f98-6ee2-4dce-bd72-ca7a2059550c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1639897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648174'] for network, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:43.872487 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-85478f98-6ee2-4dce-bd72-ca7a2059550c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for network, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:43.875891 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-85478f98-6ee2-4dce-bd72-ca7a2059550c admin admin] 10.222.0.42 "DELETE /v2.0/networks/e50f3e35-14e6-4a83-a964-4874445e39e7 HTTP/1.1" status: 204 len: 168 time: 0.7534988 Mar 29 15:41:43.886839 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc66c1fc-92df-472e-bf90-21a73a712d0c req-726cd438-4731-4948-81fc-a733b7c44022 tempest-FloatingIPsAssociationTestJSON-13237688 tempest-FloatingIPsAssociationTestJSON-13237688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:43.888413 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-fc66c1fc-92df-472e-bf90-21a73a712d0c req-726cd438-4731-4948-81fc-a733b7c44022 tempest-FloatingIPsAssociationTestJSON-13237688 tempest-FloatingIPsAssociationTestJSON-13237688-project] 10.222.0.42 "GET /v2.0/ports?device_id=a99c14a5-f34f-4884-9f7e-8a582129e575 HTTP/1.1" status: 200 len: 943 time: 0.2717450 Mar 29 15:41:43.928500 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85478f98-6ee2-4dce-bd72-ca7a2059550c admin admin] Pushing event deleted for resources: {'Network': ['ID=e50f3e35-14e6-4a83-a964-4874445e39e7,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:41:43.948179 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-dd005632-3fa7-4561-a2ff-81c51a2ca0fc req-2ebfdb3e-26bd-400c-a838-a1830b9c2ff0 service neutron] 10.222.0.44 "GET /v2.0/networks/f945f153-5928-4a5d-9b33-57d251311dab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3258538 Mar 29 15:41:43.994463 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752fa706-371f-4cba-a297-7577c9ec18e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=7d8db84c-9ad7-444a-a686-39660631852f,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:41:44.111471 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device 74d2306b-5026-45ef-a651-6ea8cd4cf386 details requested by agent hyperv_n-h1-834765-1 with host n-h1-834765-1 {{(pid=102792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 15:41:44.147983 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-fc66c1fc-92df-472e-bf90-21a73a712d0c req-595ef33a-c823-4730-974c-d969832726d6 tempest-FloatingIPsAssociationTestJSON-13237688 tempest-FloatingIPsAssociationTestJSON-13237688-project] 10.222.0.42 "GET /v2.0/security-groups?id=b35fee71-c80e-48c2-8397-60e016afa2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2385643 Mar 29 15:41:44.187179 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e939322c-1416-48f6-b891-336f08f7ab60 req-ba7f276c-6e63-46ad-b9dc-ce308a187863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:44.198136 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e939322c-1416-48f6-b891-336f08f7ab60 req-ba7f276c-6e63-46ad-b9dc-ce308a187863 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4fcca40281ff4cbfb6c75a266decc3c5&device_id=2a6c151c-ccff-4e04-a0c1-ec0861a70848 HTTP/1.1" status: 200 len: 1094 time: 0.1532204 Mar 29 15:41:44.298800 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port 74d2306b-5026-45ef-a651-6ea8cd4cf386, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=74d2306b-5026-45ef-a651-6ea8cd4cf386,segment=NetworkSegment(11b45705-66b5-45b3-b9fd-51fa4bb29236),segment_id=11b45705-66b5-45b3-b9fd-51fa4bb29236)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:41:44.313863 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Returning: {'device': '74d2306b-5026-45ef-a651-6ea8cd4cf386', 'network_id': 'fcdf73f9-c801-4998-9ec4-0cdc8a1cb85b', 'port_id': '74d2306b-5026-45ef-a651-6ea8cd4cf386', 'mac_address': 'fa:16:3e:04:87:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 640, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97aeeb47-9a64-429c-b18e-a70adf894590', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 15:41:44.315733 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device de3260d5-fda5-4f86-be90-526c4825300a no longer exists at agent hyperv_n-h2-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:41:44.333723 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 43310) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:41:44.385251 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:44.407769 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74d2306b-5026-45ef-a651-6ea8cd4cf386 {{(pid=102792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:41:44.451920 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e939322c-1416-48f6-b891-336f08f7ab60 req-3a8cf0f2-e3d9-4110-acb4-aed4fb3c63c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:44.454691 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e939322c-1416-48f6-b891-336f08f7ab60 req-3a8cf0f2-e3d9-4110-acb4-aed4fb3c63c7 service neutron] 10.222.0.44 "GET /v2.0/networks?id=f945f153-5928-4a5d-9b33-57d251311dab HTTP/1.1" status: 200 len: 915 time: 0.2485757 Mar 29 15:41:44.456006 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-752fa706-371f-4cba-a297-7577c9ec18e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-530528'] for router_interface, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:44.503488 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-9f4ac49d-3962-4c15-8712-a94d0c874693 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=89bc393a92e04eaab7e293b029b9d21c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1683702 Mar 29 15:41:44.508028 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 43312) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:41:44.549326 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-fbfdcaca-8b6e-430d-8de7-1ff331555736 req-6cf564cd-000d-495a-a205-64c6da8a85c8 service neutron] 10.222.0.48 "GET /v2.0/ports/de3260d5-fda5-4f86-be90-526c4825300a/bindings/n-h1-834765-1 HTTP/1.1" status: 200 len: 384 time: 0.3130305 Mar 29 15:41:44.558109 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e939322c-1416-48f6-b891-336f08f7ab60 req-a0cf2f48-6646-4aa3-bc9b-73864466fa84 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=11b841ba-3430-41cf-85b6-6c9a5f4a743c HTTP/1.1" status: 200 len: 217 time: 0.0784478 Mar 29 15:41:44.591488 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5002c045-8908-46a1-8e0b-d36d3dbd9ce7 req-b330b7f1-c4c7-4d20-81b9-c44339882198 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:44.599304 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-5002c045-8908-46a1-8e0b-d36d3dbd9ce7 req-b330b7f1-c4c7-4d20-81b9-c44339882198 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] 10.222.0.42 "GET /v2.0/ports?device_id=490a7f81-d34b-41cf-b939-8230c4561d2c HTTP/1.1" status: 200 len: 943 time: 0.1841259 Mar 29 15:41:44.611822 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port 74d2306b-5026-45ef-a651-6ea8cd4cf386, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=74d2306b-5026-45ef-a651-6ea8cd4cf386,segment=NetworkSegment(11b45705-66b5-45b3-b9fd-51fa4bb29236),segment_id=11b45705-66b5-45b3-b9fd-51fa4bb29236)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:41:44.619547 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c159d4-1737-4459-8283-1597d555bf75 req-6205fbd5-a4fe-4b4b-8bc4-d28505ef1b93 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:44.620947 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:44.622353 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-c3c159d4-1737-4459-8283-1597d555bf75 req-6205fbd5-a4fe-4b4b-8bc4-d28505ef1b93 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.42 "GET /v2.0/ports?device_id=b41b3ac8-0ab9-4edd-a8dc-9042b0acbcee HTTP/1.1" status: 200 len: 945 time: 0.2503536 Mar 29 15:41:44.676301 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Pushing event updated for resources: {'Port': ['ID=74d2306b-5026-45ef-a651-6ea8cd4cf386,revision_number=4']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:41:44.718245 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-c3c159d4-1737-4459-8283-1597d555bf75 req-e6b3d8f5-742b-49e1-a135-40ff88411a7a tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.42 "GET /v2.0/security-groups?id=07e96b72-96bb-4562-b80f-051b133c1759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704663 Mar 29 15:41:44.728775 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e939322c-1416-48f6-b891-336f08f7ab60 req-10dc735f-ee02-450d-b8d1-7ae460218868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:44.730372 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e939322c-1416-48f6-b891-336f08f7ab60 req-10dc735f-ee02-450d-b8d1-7ae460218868 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=5e8b374d-c935-4687-96e3-a6909695b876 HTTP/1.1" status: 200 len: 854 time: 0.1626563 Mar 29 15:41:44.732197 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-5002c045-8908-46a1-8e0b-d36d3dbd9ce7 req-ce8631ab-b5f5-405f-9762-0a8f9e0098a7 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] 10.222.0.42 "GET /v2.0/security-groups?id=c99ced8e-1ceb-46fb-aaa7-747186b2b9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318521 Mar 29 15:41:44.742547 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-ca9a741c-302b-4ac0-b55c-464126662f68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:44.803757 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-ca9a741c-302b-4ac0-b55c-464126662f68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:44.880554 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-fbfdcaca-8b6e-430d-8de7-1ff331555736 req-5e473847-e495-4c89-afa2-91694da3cf37 service neutron] For port de3260d5-fda5-4f86-be90-526c4825300a, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=de3260d5-fda5-4f86-be90-526c4825300a,segment=NetworkSegment(65ab5bc3-e80e-4641-82f0-4ef53207c2d7),segment_id=65ab5bc3-e80e-4641-82f0-4ef53207c2d7)] {{(pid=102791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:41:44.909556 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-fbfdcaca-8b6e-430d-8de7-1ff331555736 req-5e473847-e495-4c89-afa2-91694da3cf37 service neutron] For port de3260d5-fda5-4f86-be90-526c4825300a, host n-h2-834765-1, cleared binding levels {{(pid=102791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:41:44.957591 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [req-fbfdcaca-8b6e-430d-8de7-1ff331555736 req-5e473847-e495-4c89-afa2-91694da3cf37 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de3260d5-fda5-4f86-be90-526c4825300a {{(pid=102791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:41:44.966329 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-ca9a741c-302b-4ac0-b55c-464126662f68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:44.969407 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-ca9a741c-302b-4ac0-b55c-464126662f68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:44.970694 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-ca9a741c-302b-4ac0-b55c-464126662f68 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/1b7b4461-881a-4c5e-bd08-3ea21db66059 HTTP/1.1" status: 204 len: 168 time: 0.4609857 Mar 29 15:41:44.980138 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-752fa706-371f-4cba-a297-7577c9ec18e1 admin admin] Router 9583f8fc-1e7a-41e5-ad38-ece9979ed417 has already been hosted by L3 agent c648d819-1060-4f26-b4ec-6455387b5dff {{(pid=102790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 15:41:44.996272 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9a741c-302b-4ac0-b55c-464126662f68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b7b4461-881a-4c5e-bd08-3ea21db66059,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:41:45.018079 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e939322c-1416-48f6-b891-336f08f7ab60 req-e4d228ff-7428-4114-b78e-d8fea0780aeb service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f945f153-5928-4a5d-9b33-57d251311dab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0551271 Mar 29 15:41:45.037137 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-fbfdcaca-8b6e-430d-8de7-1ff331555736 req-5e473847-e495-4c89-afa2-91694da3cf37 service neutron] For port de3260d5-fda5-4f86-be90-526c4825300a, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=de3260d5-fda5-4f86-be90-526c4825300a,segment=NetworkSegment(65ab5bc3-e80e-4641-82f0-4ef53207c2d7),segment_id=65ab5bc3-e80e-4641-82f0-4ef53207c2d7)] {{(pid=102791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:41:45.069966 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] get_ports_and_sgs() called for port_ids ['74d2306b-5026-45ef-a651-6ea8cd4cf386'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:41:45.181770 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-752fa706-371f-4cba-a297-7577c9ec18e1 admin admin] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:41:45.188712 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-fbfdcaca-8b6e-430d-8de7-1ff331555736 req-5e473847-e495-4c89-afa2-91694da3cf37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:45.201049 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-752fa706-371f-4cba-a297-7577c9ec18e1 admin admin] 10.222.0.42 "PUT /v2.0/routers/9583f8fc-1e7a-41e5-ad38-ece9979ed417/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2096095 Mar 29 15:41:45.203202 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 43324) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:41:45.203652 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ffbce0c-f24c-4ff8-94ee-0ccd0358f397 None None] Sync routers for ids ['9583f8fc-1e7a-41e5-ad38-ece9979ed417'] in n-d-834765-1 {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:41:45.223167 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ba7161-a15c-4366-bb4d-7a73dcd0fe74 req-c7e5b565-88e9-4ac0-8ead-8d774d73fc63 tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:45.231117 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-76ba7161-a15c-4366-bb4d-7a73dcd0fe74 req-c7e5b565-88e9-4ac0-8ead-8d774d73fc63 tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a6c151c-ccff-4e04-a0c1-ec0861a70848 HTTP/1.1" status: 200 len: 943 time: 0.2540667 Mar 29 15:41:45.300585 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ffbce0c-f24c-4ff8-94ee-0ccd0358f397 None None] Routers {'9583f8fc-1e7a-41e5-ad38-ece9979ed417'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:41:45.301253 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-6ffbce0c-f24c-4ff8-94ee-0ccd0358f397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:41:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['9583f8fc-1e7a-41e5-ad38-ece9979ed417'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:41:45.328412 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e939322c-1416-48f6-b891-336f08f7ab60 req-a063d634-3807-4040-bbaf-039737c5cf03 service neutron] 10.222.0.44 "GET /v2.0/networks/f945f153-5928-4a5d-9b33-57d251311dab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2882481 Mar 29 15:41:45.353048 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-76ba7161-a15c-4366-bb4d-7a73dcd0fe74 req-2dae973a-f5f3-4c55-80c6-622fe8338a13 tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] 10.222.0.42 "GET /v2.0/security-groups?id=ce1e3aa1-c9e4-4c36-a19f-9dbad60c5be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134634 Mar 29 15:41:45.391552 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 43330) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:41:45.473265 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2482bec-43ff-45b8-8c74-48db60a35e89 req-7808e52c-f306-40c9-ac95-8151c2b7d002 tempest-FloatingIPsAssociationTestJSON-13237688 tempest-FloatingIPsAssociationTestJSON-13237688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:45.487565 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-f2482bec-43ff-45b8-8c74-48db60a35e89 req-7808e52c-f306-40c9-ac95-8151c2b7d002 tempest-FloatingIPsAssociationTestJSON-13237688 tempest-FloatingIPsAssociationTestJSON-13237688-project] 10.222.0.42 "GET /v2.0/ports?device_id=a99c14a5-f34f-4884-9f7e-8a582129e575 HTTP/1.1" status: 200 len: 944 time: 0.1563652 Mar 29 15:41:45.540384 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.provisioning_blocks [req-fbfdcaca-8b6e-430d-8de7-1ff331555736 req-5e473847-e495-4c89-afa2-91694da3cf37 service neutron] Transition to ACTIVE for port object de3260d5-fda5-4f86-be90-526c4825300a will not be triggered until provisioned by entity L2. {{(pid=102791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 15:41:45.552731 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvr_db [None req-6ffbce0c-f24c-4ff8-94ee-0ccd0358f397 None None] Set router 9583f8fc-1e7a-41e5-ad38-ece9979ed417 gateway port host: n-d-834765-1 {{(pid=102792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:41:45.568610 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-fbfdcaca-8b6e-430d-8de7-1ff331555736 req-5e473847-e495-4c89-afa2-91694da3cf37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:45.716626 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-e0861c86-8ab0-4e68-98b4-67969472865f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:45.735613 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 43334) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:41:45.771830 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbfdcaca-8b6e-430d-8de7-1ff331555736 req-5e473847-e495-4c89-afa2-91694da3cf37 service neutron] No DVR routers for this DVR port de3260d5-fda5-4f86-be90-526c4825300a on host n-h2-834765-1 {{(pid=102791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:41:45.782175 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453a3a61-8620-453b-ba8a-69579a676b47 req-06c382c8-b3aa-4a9a-94f2-75c9bdeae197 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:45.783851 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-453a3a61-8620-453b-ba8a-69579a676b47 req-06c382c8-b3aa-4a9a-94f2-75c9bdeae197 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.48 "GET /v2.0/ports?device_id=b41b3ac8-0ab9-4edd-a8dc-9042b0acbcee HTTP/1.1" status: 200 len: 945 time: 0.3615253 Mar 29 15:41:45.832340 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e473847-e495-4c89-afa2-91694da3cf37 service neutron] Pushing event updated for resources: {'Port': ['ID=de3260d5-fda5-4f86-be90-526c4825300a,revision_number=10']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:41:45.834546 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-6ffbce0c-f24c-4ff8-94ee-0ccd0358f397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9583f8fc-1e7a-41e5-ad38-ece9979ed417', 'name': 'tempest-ServersTestMultiNic-1935955559-router', 'tenant_id': 'd35c7b00e95148bdb6e7470aeaeb77ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.21'}], 'enable_snat': True}, 'gw_port_id': 'b92d97df-074d-485c-823e-dcf0668db6e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:39:49Z', 'updated_at': '2022-03-29T15:41:43Z', 'revision_number': 5, 'project_id': 'd35c7b00e95148bdb6e7470aeaeb77ed', 'gw_port': {'id': 'b92d97df-074d-485c-823e-dcf0668db6e2', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:4b:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9583f8fc-1e7a-41e5-ad38-ece9979ed417', 'device_owner': 'network:router_gateway', 'standard_attr_id': 788, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:39:52Z', 'updated_at': '2022-03-29T15:39:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1'}], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:41:45.871606 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ffbce0c-f24c-4ff8-94ee-0ccd0358f397 None None] Checking router: 9583f8fc-1e7a-41e5-ad38-ece9979ed417 for host: n-d-834765-1 {{(pid=102792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:41:45.882951 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ffbce0c-f24c-4ff8-94ee-0ccd0358f397 None None] Routers {'9583f8fc-1e7a-41e5-ad38-ece9979ed417'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:41:45.884315 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-6ffbce0c-f24c-4ff8-94ee-0ccd0358f397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:41:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['9583f8fc-1e7a-41e5-ad38-ece9979ed417'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:41:45.886793 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e939322c-1416-48f6-b891-336f08f7ab60 req-0fd14f65-db53-40f4-af9d-8ca70db73ea8 service neutron] 10.222.0.44 "GET /v2.0/networks/f945f153-5928-4a5d-9b33-57d251311dab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5515881 Mar 29 15:41:45.928303 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-06a9f53b-e8f7-461b-8b89-cb27d60afaa4 admin admin] Notify callbacks [] for router, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:45.934229 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-fbfdcaca-8b6e-430d-8de7-1ff331555736 req-5e473847-e495-4c89-afa2-91694da3cf37 service neutron] 10.222.0.48 "PUT /v2.0/ports/de3260d5-fda5-4f86-be90-526c4825300a/bindings/n-h1-834765-1/activate HTTP/1.1" status: 200 len: 369 time: 1.3750362 Mar 29 15:41:45.934597 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-f2482bec-43ff-45b8-8c74-48db60a35e89 req-c5782998-fb4b-4059-992b-0e9ae857ea42 tempest-FloatingIPsAssociationTestJSON-13237688 tempest-FloatingIPsAssociationTestJSON-13237688-project] 10.222.0.42 "GET /v2.0/security-groups?id=b35fee71-c80e-48c2-8397-60e016afa2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4453855 Mar 29 15:41:46.032590 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvr_db [None req-6ffbce0c-f24c-4ff8-94ee-0ccd0358f397 None None] Set router 9583f8fc-1e7a-41e5-ad38-ece9979ed417 gateway port host: n-d-834765-1 {{(pid=102792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:41:46.077587 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-30f2b8bb-586b-40bf-ba2e-31ac59d1fddf admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7c03097f22a941978e3c9516f7a8148c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3375957 Mar 29 15:41:46.085067 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 43340) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:41:46.127311 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b16b55-ad57-43be-81d7-5fc2a0030b9c req-177aac73-b203-48e8-8905-7cea97fc2c24 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:46.128799 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-57b16b55-ad57-43be-81d7-5fc2a0030b9c req-177aac73-b203-48e8-8905-7cea97fc2c24 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] 10.222.0.42 "GET /v2.0/ports?device_id=490a7f81-d34b-41cf-b939-8230c4561d2c HTTP/1.1" status: 200 len: 944 time: 0.2861929 Mar 29 15:41:46.156703 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-e0861c86-8ab0-4e68-98b4-67969472865f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:46.165169 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfdcaca-8b6e-430d-8de7-1ff331555736 req-1b0949de-5e9f-4862-87fa-051857766b85 tempest-LiveMigrationTest-953290782 tempest-LiveMigrationTest-953290782-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:46.166604 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-fbfdcaca-8b6e-430d-8de7-1ff331555736 req-1b0949de-5e9f-4862-87fa-051857766b85 tempest-LiveMigrationTest-953290782 tempest-LiveMigrationTest-953290782-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=490a7f81-d34b-41cf-b939-8230c4561d2c&tenant_id=61d6b03cf8b04e0283d0c20861ff0cb0&binding%3Ahost_id=n-h2-834765-1 HTTP/1.1" status: 200 len: 1095 time: 0.1520910 Mar 29 15:41:46.171902 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-e0861c86-8ab0-4e68-98b4-67969472865f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:46.191074 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f16bbc-d11f-410b-8779-76bf9200699b req-bdb9be10-f970-4819-b412-7cb725e360fc tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:46.193181 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-13f16bbc-d11f-410b-8779-76bf9200699b req-bdb9be10-f970-4819-b412-7cb725e360fc tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.42 "GET /v2.0/ports?device_id=b41b3ac8-0ab9-4edd-a8dc-9042b0acbcee HTTP/1.1" status: 200 len: 945 time: 0.1089592 Mar 29 15:41:46.198033 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-06a9f53b-e8f7-461b-8b89-cb27d60afaa4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:46.236907 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-eba3079c-3551-4292-a3b4-fdc554cdbd38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:46.257809 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [req-453a3a61-8620-453b-ba8a-69579a676b47 req-d6e7b5d6-2c9b-4294-a13d-b40fe033a05c tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] Deleting port d977d1a9-5303-445e-8d7a-4302df3cb4da {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:41:46.258088 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-453a3a61-8620-453b-ba8a-69579a676b47 req-d6e7b5d6-2c9b-4294-a13d-b40fe033a05c tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:46.282145 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-6ffbce0c-f24c-4ff8-94ee-0ccd0358f397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9583f8fc-1e7a-41e5-ad38-ece9979ed417', 'name': 'tempest-ServersTestMultiNic-1935955559-router', 'tenant_id': 'd35c7b00e95148bdb6e7470aeaeb77ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.21'}], 'enable_snat': True}, 'gw_port_id': 'b92d97df-074d-485c-823e-dcf0668db6e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:39:49Z', 'updated_at': '2022-03-29T15:41:43Z', 'revision_number': 5, 'project_id': 'd35c7b00e95148bdb6e7470aeaeb77ed', 'gw_port': {'id': 'b92d97df-074d-485c-823e-dcf0668db6e2', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:4b:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9583f8fc-1e7a-41e5-ad38-ece9979ed417', 'device_owner': 'network:router_gateway', 'standard_attr_id': 788, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:39:52Z', 'updated_at': '2022-03-29T15:39:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1'}], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:41:46.296953 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0861c86-8ab0-4e68-98b4-67969472865f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73dbaf29-6e1f-4b7a-9aa2-232c3db2ffba,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:41:46.312130 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-eba3079c-3551-4292-a3b4-fdc554cdbd38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:46.319583 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ffbce0c-f24c-4ff8-94ee-0ccd0358f397 None None] The sync data for ids ['9583f8fc-1e7a-41e5-ad38-ece9979ed417'] in n-d-834765-1 is: [{'id': '9583f8fc-1e7a-41e5-ad38-ece9979ed417', 'name': 'tempest-ServersTestMultiNic-1935955559-router', 'tenant_id': 'd35c7b00e95148bdb6e7470aeaeb77ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.21'}], 'enable_snat': True}, 'gw_port_id': 'b92d97df-074d-485c-823e-dcf0668db6e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:39:49Z', 'updated_at': '2022-03-29T15:41:43Z', 'revision_number': 5, 'project_id': 'd35c7b00e95148bdb6e7470aeaeb77ed', 'gw_port': {'id': 'b92d97df-074d-485c-823e-dcf0668db6e2', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:4b:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9583f8fc-1e7a-41e5-ad38-ece9979ed417', 'device_owner': 'network:router_gateway', 'standard_attr_id': 788, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:39:52Z', 'updated_at': '2022-03-29T15:39:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1'}] {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:41:46.322581 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-57b16b55-ad57-43be-81d7-5fc2a0030b9c req-3fc316be-bdda-45be-a3c3-2fa7cf7b3468 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] 10.222.0.42 "GET /v2.0/security-groups?id=c99ced8e-1ceb-46fb-aaa7-747186b2b9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703558 Mar 29 15:41:46.328598 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-e0861c86-8ab0-4e68-98b4-67969472865f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=36177289e47c4dccaebe4dee3bb696d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9305775 Mar 29 15:41:46.333626 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 43342) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:41:46.335076 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-13f16bbc-d11f-410b-8779-76bf9200699b req-c51e0591-5ab8-4773-9aa2-e3747217bcd1 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.42 "GET /v2.0/security-groups?id=07e96b72-96bb-4562-b80f-051b133c1759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239371 Mar 29 15:41:46.394608 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-06a9f53b-e8f7-461b-8b89-cb27d60afaa4 admin admin] Deleting port b92d97df-074d-485c-823e-dcf0668db6e2 {{(pid=102790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:41:46.394953 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-06a9f53b-e8f7-461b-8b89-cb27d60afaa4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:46.420797 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfdcaca-8b6e-430d-8de7-1ff331555736 req-efef9d39-fe98-41d0-acff-4165769c980b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:46.422639 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-fbfdcaca-8b6e-430d-8de7-1ff331555736 req-efef9d39-fe98-41d0-acff-4165769c980b service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=490a7f81-d34b-41cf-b939-8230c4561d2c&tenant_id=61d6b03cf8b04e0283d0c20861ff0cb0 HTTP/1.1" status: 200 len: 1095 time: 0.2340014 Mar 29 15:41:46.477797 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-eba3079c-3551-4292-a3b4-fdc554cdbd38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:46.480830 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-eba3079c-3551-4292-a3b4-fdc554cdbd38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:46.482253 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-eba3079c-3551-4292-a3b4-fdc554cdbd38 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/50a32f2f-6f2e-443a-b8b2-efb52a515090 HTTP/1.1" status: 204 len: 168 time: 0.3962631 Mar 29 15:41:46.523778 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba3079c-3551-4292-a3b4-fdc554cdbd38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50a32f2f-6f2e-443a-b8b2-efb52a515090,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:41:46.557083 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba3079c-3551-4292-a3b4-fdc554cdbd38 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:41:46.557480 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba3079c-3551-4292-a3b4-fdc554cdbd38 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:41:46.557779 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba3079c-3551-4292-a3b4-fdc554cdbd38 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:41:46.558247 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba3079c-3551-4292-a3b4-fdc554cdbd38 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:41:46.558585 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba3079c-3551-4292-a3b4-fdc554cdbd38 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:41:46.558960 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba3079c-3551-4292-a3b4-fdc554cdbd38 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:41:46.559411 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba3079c-3551-4292-a3b4-fdc554cdbd38 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:41:46.559769 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba3079c-3551-4292-a3b4-fdc554cdbd38 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:41:46.560296 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba3079c-3551-4292-a3b4-fdc554cdbd38 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:41:46.560632 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba3079c-3551-4292-a3b4-fdc554cdbd38 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:41:46.560953 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba3079c-3551-4292-a3b4-fdc554cdbd38 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:41:46.561274 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba3079c-3551-4292-a3b4-fdc554cdbd38 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:41:46.578923 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [None req-06a9f53b-e8f7-461b-8b89-cb27d60afaa4 admin admin] For port b92d97df-074d-485c-823e-dcf0668db6e2, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=b92d97df-074d-485c-823e-dcf0668db6e2,segment=NetworkSegment(6ab47353-a811-4bad-bc73-b4cc84583cfd),segment_id=6ab47353-a811-4bad-bc73-b4cc84583cfd)] {{(pid=102790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:41:46.579321 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-06a9f53b-e8f7-461b-8b89-cb27d60afaa4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:46.599904 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db72059-5ad9-4aea-8f58-0b3536f44978 req-88f20f58-84e2-4d68-8a22-e46b36ed9ca7 tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:46.605994 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-2db72059-5ad9-4aea-8f58-0b3536f44978 req-88f20f58-84e2-4d68-8a22-e46b36ed9ca7 tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a6c151c-ccff-4e04-a0c1-ec0861a70848 HTTP/1.1" status: 200 len: 943 time: 0.1735425 Mar 29 15:41:46.620326 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-06a9f53b-e8f7-461b-8b89-cb27d60afaa4 admin admin] Calling delete_port for b92d97df-074d-485c-823e-dcf0668db6e2 owned by network:router_gateway {{(pid=102790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:41:46.706375 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:46.726255 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-2db72059-5ad9-4aea-8f58-0b3536f44978 req-93478af5-87ca-4151-a77f-93b3318611e4 tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] 10.222.0.42 "GET /v2.0/security-groups?id=ce1e3aa1-c9e4-4c36-a19f-9dbad60c5be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100364 Mar 29 15:41:46.892826 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-06a9f53b-e8f7-461b-8b89-cb27d60afaa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:46.898693 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-453a3a61-8620-453b-ba8a-69579a676b47 req-d6e7b5d6-2c9b-4294-a13d-b40fe033a05c tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] For port d977d1a9-5303-445e-8d7a-4302df3cb4da, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=d977d1a9-5303-445e-8d7a-4302df3cb4da,segment=NetworkSegment(e1d90273-cef5-4478-85fc-ff4ac210e191),segment_id=e1d90273-cef5-4478-85fc-ff4ac210e191)] {{(pid=102791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:41:46.899926 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-453a3a61-8620-453b-ba8a-69579a676b47 req-d6e7b5d6-2c9b-4294-a13d-b40fe033a05c tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:46.912537 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-cc7b0a77-1797-4cea-b066-6b1ca270057b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:46.922488 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a9f53b-e8f7-461b-8b89-cb27d60afaa4 admin admin] Pushing event deleted for resources: {'Port': ['ID=b92d97df-074d-485c-823e-dcf0668db6e2,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:41:46.922885 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [req-453a3a61-8620-453b-ba8a-69579a676b47 req-d6e7b5d6-2c9b-4294-a13d-b40fe033a05c tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] Calling delete_port for d977d1a9-5303-445e-8d7a-4302df3cb4da owned by compute:nova {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:41:46.969575 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfdcaca-8b6e-430d-8de7-1ff331555736 req-d32ea408-6c40-4724-9ba8-e7fbc3b1e696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:46.971333 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-fbfdcaca-8b6e-430d-8de7-1ff331555736 req-d32ea408-6c40-4724-9ba8-e7fbc3b1e696 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=61d6b03cf8b04e0283d0c20861ff0cb0&device_id=490a7f81-d34b-41cf-b939-8230c4561d2c HTTP/1.1" status: 200 len: 1095 time: 0.5229435 Mar 29 15:41:46.999021 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-06a9f53b-e8f7-461b-8b89-cb27d60afaa4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-648138'] for router_gateway, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:47.060507 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-cc7b0a77-1797-4cea-b066-6b1ca270057b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:47.127670 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-06a9f53b-e8f7-461b-8b89-cb27d60afaa4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129328'] for router, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:47.130810 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-06a9f53b-e8f7-461b-8b89-cb27d60afaa4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:47.193990 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-06a9f53b-e8f7-461b-8b89-cb27d60afaa4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-526718'] for router, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:47.194842 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06a9f53b-e8f7-461b-8b89-cb27d60afaa4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9583f8fc-1e7a-41e5-ad38-ece9979ed417 {{(pid=102790) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 29 15:41:47.202435 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-06a9f53b-e8f7-461b-8b89-cb27d60afaa4 admin admin] Notify callbacks [] for router, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:47.215886 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-06a9f53b-e8f7-461b-8b89-cb27d60afaa4 admin admin] 10.222.0.42 "DELETE /v2.0/routers/9583f8fc-1e7a-41e5-ad38-ece9979ed417 HTTP/1.1" status: 204 len: 168 time: 2.0062301 Mar 29 15:41:47.216815 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 43364) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:41:47.260239 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d55710-821c-493c-8c0c-701d33bf9d61 req-bcbfdbbc-bff3-421b-867e-35686d9183db tempest-FloatingIPsAssociationTestJSON-13237688 tempest-FloatingIPsAssociationTestJSON-13237688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:47.262000 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-82d55710-821c-493c-8c0c-701d33bf9d61 req-bcbfdbbc-bff3-421b-867e-35686d9183db tempest-FloatingIPsAssociationTestJSON-13237688 tempest-FloatingIPsAssociationTestJSON-13237688-project] 10.222.0.42 "GET /v2.0/ports?device_id=a99c14a5-f34f-4884-9f7e-8a582129e575 HTTP/1.1" status: 200 len: 944 time: 0.1764312 Mar 29 15:41:47.300985 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfdcaca-8b6e-430d-8de7-1ff331555736 req-a3ceeb5a-0022-4db1-9fd6-8b25a53da0ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:47.303028 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-fbfdcaca-8b6e-430d-8de7-1ff331555736 req-a3ceeb5a-0022-4db1-9fd6-8b25a53da0ed service neutron] 10.222.0.44 "GET /v2.0/networks?id=b1def78c-da55-4367-b9b1-4d7fc20fc6ac HTTP/1.1" status: 200 len: 909 time: 0.2745106 Mar 29 15:41:47.304309 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.db_base_plugin_v2 [None req-0683973c-e2a5-4f18-b047-0067567abc38 admin admin] Deleting subnet f9aade81-ffc4-4282-8b34-6c102674fe3a {{(pid=102790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 15:41:47.310229 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-0683973c-e2a5-4f18-b047-0067567abc38 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:47.332481 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-cc7b0a77-1797-4cea-b066-6b1ca270057b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:47.335316 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-cc7b0a77-1797-4cea-b066-6b1ca270057b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:47.337143 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-cc7b0a77-1797-4cea-b066-6b1ca270057b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/73dbaf29-6e1f-4b7a-9aa2-232c3db2ffba HTTP/1.1" status: 204 len: 168 time: 1.0017290 Mar 29 15:41:47.393713 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-fbfdcaca-8b6e-430d-8de7-1ff331555736 req-54b81d93-aba0-4fe5-b6fd-0d64c7b56999 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=de3260d5-fda5-4f86-be90-526c4825300a HTTP/1.1" status: 200 len: 217 time: 0.0710495 Mar 29 15:41:47.403814 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7b0a77-1797-4cea-b066-6b1ca270057b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73dbaf29-6e1f-4b7a-9aa2-232c3db2ffba,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:41:47.404034 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-0683973c-e2a5-4f18-b047-0067567abc38 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4614024'] for subnet, precommit_delete_associations {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:47.446871 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-453a3a61-8620-453b-ba8a-69579a676b47 req-d6e7b5d6-2c9b-4294-a13d-b40fe033a05c tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:47.457856 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-82d55710-821c-493c-8c0c-701d33bf9d61 req-d0d866e8-8f60-404a-be35-07824781dccb tempest-FloatingIPsAssociationTestJSON-13237688 tempest-FloatingIPsAssociationTestJSON-13237688-project] 10.222.0.42 "GET /v2.0/security-groups?id=b35fee71-c80e-48c2-8397-60e016afa2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582413 Mar 29 15:41:47.521143 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e7b5d6-2c9b-4294-a13d-b40fe033a05c tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] Pushing event deleted for resources: {'Port': ['ID=d977d1a9-5303-445e-8d7a-4302df3cb4da,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:41:47.564142 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfdcaca-8b6e-430d-8de7-1ff331555736 req-a329f11d-3999-430b-b964-59a6285a9bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:47.565851 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-fbfdcaca-8b6e-430d-8de7-1ff331555736 req-a329f11d-3999-430b-b964-59a6285a9bcd service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a84f45bb-2cdd-4adc-a15d-ac5c06ff5a1f HTTP/1.1" status: 200 len: 848 time: 0.1645882 Mar 29 15:41:47.583981 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [req-453a3a61-8620-453b-ba8a-69579a676b47 req-d6e7b5d6-2c9b-4294-a13d-b40fe033a05c tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] No DVR routers for this DVR port d977d1a9-5303-445e-8d7a-4302df3cb4da on host n-h2-834765-1 {{(pid=102791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:41:47.596573 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-453a3a61-8620-453b-ba8a-69579a676b47 req-d6e7b5d6-2c9b-4294-a13d-b40fe033a05c tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:47.600763 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-453a3a61-8620-453b-ba8a-69579a676b47 req-d6e7b5d6-2c9b-4294-a13d-b40fe033a05c tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.48 "DELETE /v2.0/ports/d977d1a9-5303-445e-8d7a-4302df3cb4da HTTP/1.1" status: 204 len: 173 time: 1.7919037 Mar 29 15:41:47.611637 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b41b3ac8-0ab9-4edd-a8dc-9042b0acbcee', 'name': 'network-vif-deleted', 'tag': 'd977d1a9-5303-445e-8d7a-4302df3cb4da'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:41:47.614298 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c67b028db5e9b9818fecc5c0a87ebc6f190694fa53ca267d523e04f98de536d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-477a34aa-91f7-4003-88d5-886cf7b75164" -d '{"events": [{"server_uuid": "b41b3ac8-0ab9-4edd-a8dc-9042b0acbcee", "name": "network-vif-deleted", "tag": "d977d1a9-5303-445e-8d7a-4302df3cb4da"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:41:47.632162 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:47.641405 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-fbfdcaca-8b6e-430d-8de7-1ff331555736 req-fe81ad9f-4453-4c7b-b0e4-7bd0882e9984 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b1def78c-da55-4367-b9b1-4d7fc20fc6ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0582294 Mar 29 15:41:47.654885 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c49adbc-d8b2-4344-abeb-f1fdb11edd58 req-3305276c-cac6-4c67-b85c-ce2e6f9fd36d tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:47.661884 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f4e13dad-a60a-4904-9991-f7b2828a4ae0 req-55bd24e5-3aef-458e-9c5e-0d1a3e3d42f7 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.42 "GET /v2.0/ports?device_id=b41b3ac8-0ab9-4edd-a8dc-9042b0acbcee HTTP/1.1" status: 200 len: 210 time: 0.0807531 Mar 29 15:41:47.674657 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-2c49adbc-d8b2-4344-abeb-f1fdb11edd58 req-3305276c-cac6-4c67-b85c-ce2e6f9fd36d tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] 10.222.0.42 "GET /v2.0/ports?device_id=490a7f81-d34b-41cf-b939-8230c4561d2c HTTP/1.1" status: 200 len: 944 time: 0.1911001 Mar 29 15:41:47.760249 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-0683973c-e2a5-4f18-b047-0067567abc38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1641287'] for subnet, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:47.788426 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:41:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be8f5d81-4841-4121-b94e-c6d2cb18d34c x-openstack-request-id: req-be8f5d81-4841-4121-b94e-c6d2cb18d34c {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:41:47.792132 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b41b3ac8-0ab9-4edd-a8dc-9042b0acbcee", "name": "network-vif-deleted", "tag": "d977d1a9-5303-445e-8d7a-4302df3cb4da", "status": "completed", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:41:47.794196 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-be8f5d81-4841-4121-b94e-c6d2cb18d34c {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:41:47.795646 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b41b3ac8-0ab9-4edd-a8dc-9042b0acbcee', 'name': 'network-vif-deleted', 'tag': 'd977d1a9-5303-445e-8d7a-4302df3cb4da', 'status': 'completed', 'code': 200} Mar 29 15:41:47.795768 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-2c49adbc-d8b2-4344-abeb-f1fdb11edd58 req-1b9eb682-123f-4843-8311-93d9251095c9 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] 10.222.0.42 "GET /v2.0/security-groups?id=c99ced8e-1ceb-46fb-aaa7-747186b2b9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191144 Mar 29 15:41:47.864756 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-fbfdcaca-8b6e-430d-8de7-1ff331555736 req-c662096b-bcc5-4708-80cd-d04d4708e626 service neutron] 10.222.0.44 "GET /v2.0/networks/b1def78c-da55-4367-b9b1-4d7fc20fc6ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2062533 Mar 29 15:41:47.940202 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device b92d97df-074d-485c-823e-dcf0668db6e2 no longer exists at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:41:47.944640 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-0683973c-e2a5-4f18-b047-0067567abc38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1641294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5231963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4793952'] for subnet, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:47.971523 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] No Port match for: b92d97df-074d-485c-823e-dcf0668db6e2 {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 15:41:47.971994 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device b92d97df-074d-485c-823e-dcf0668db6e2 not bound to the agent host n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:41:47.972749 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 7d8db84c-9ad7-444a-a686-39660631852f no longer exists at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:41:47.991453 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-0683973c-e2a5-4f18-b047-0067567abc38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for subnet, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:47.999638 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-781d307c-2a28-40ab-beb7-68ab59f6272b None None] Network 6abb23dd-17bc-4d4d-9224-5e3fe0f95fc2 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 15:41:48.002106 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-0683973c-e2a5-4f18-b047-0067567abc38 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/f9aade81-ffc4-4282-8b34-6c102674fe3a HTTP/1.1" status: 204 len: 168 time: 0.7838507 Mar 29 15:41:48.003053 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 43386) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:41:48.004112 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0683973c-e2a5-4f18-b047-0067567abc38 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f9aade81-ffc4-4282-8b34-6c102674fe3a,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:41:48.004790 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 43390) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:41:48.026894 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-55575c6b-0ad2-426a-ba17-90fbdf0a9f92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:48.076892 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] No Port match for: 7d8db84c-9ad7-444a-a686-39660631852f {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 15:41:48.077736 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 7d8db84c-9ad7-444a-a686-39660631852f not bound to the agent host n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:41:48.101507 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-5a7cc8f7-d58e-4bcb-b36b-a079c8edeaa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1631750'] for network, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:48.142871 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device 11b841ba-3430-41cf-85b6-6c9a5f4a743c details requested by agent hyperv_n-h1-834765-1 with host n-h1-834765-1 {{(pid=102792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 15:41:48.146814 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device 74d2306b-5026-45ef-a651-6ea8cd4cf386 up at agent hyperv_n-h1-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:41:48.177210 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384a100a-1a4a-496b-95f6-65b8fa2a4b3c req-e69557a7-f85e-4ccc-af9c-86807f71d707 tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:48.187608 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-384a100a-1a4a-496b-95f6-65b8fa2a4b3c req-e69557a7-f85e-4ccc-af9c-86807f71d707 tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a6c151c-ccff-4e04-a0c1-ec0861a70848 HTTP/1.1" status: 200 len: 943 time: 0.2369602 Mar 29 15:41:48.246638 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-fbfdcaca-8b6e-430d-8de7-1ff331555736 req-1b1b309a-884c-48b7-a1c0-2dfe547ccaf7 service neutron] 10.222.0.44 "GET /v2.0/networks/b1def78c-da55-4367-b9b1-4d7fc20fc6ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3731942 Mar 29 15:41:48.280784 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-55575c6b-0ad2-426a-ba17-90fbdf0a9f92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:48.286208 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-55575c6b-0ad2-426a-ba17-90fbdf0a9f92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:48.287512 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device d977d1a9-5303-445e-8d7a-4302df3cb4da no longer exists at agent hyperv_n-h2-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:41:48.330325 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-384a100a-1a4a-496b-95f6-65b8fa2a4b3c req-1c000c0e-fa3e-4e9d-b481-1acaa080443d tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] 10.222.0.42 "GET /v2.0/security-groups?id=ce1e3aa1-c9e4-4c36-a19f-9dbad60c5be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414080 Mar 29 15:41:48.337753 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-55575c6b-0ad2-426a-ba17-90fbdf0a9f92 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=8503c738a6d84494bce3e51fc09c9006&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3285942 Mar 29 15:41:48.338165 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-5a7cc8f7-d58e-4bcb-b36b-a079c8edeaa8 admin admin] Deleting port 50ed1de1-b7a8-4c75-b5f3-4488f88b291f {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:41:48.338579 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-5a7cc8f7-d58e-4bcb-b36b-a079c8edeaa8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:48.339476 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55575c6b-0ad2-426a-ba17-90fbdf0a9f92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0763ba7f-1d50-4dbb-8529-ff52f2b4441b,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:41:48.342422 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 43394) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:41:48.364082 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] No Port match for: d977d1a9-5303-445e-8d7a-4302df3cb4da {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 15:41:48.364421 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device d977d1a9-5303-445e-8d7a-4302df3cb4da not bound to the agent host n-h2-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:41:48.398447 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port 11b841ba-3430-41cf-85b6-6c9a5f4a743c, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=11b841ba-3430-41cf-85b6-6c9a5f4a743c,segment=NetworkSegment(41873e9c-b24c-40ec-94cd-76d430c8ed02),segment_id=41873e9c-b24c-40ec-94cd-76d430c8ed02)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:41:48.424814 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Provisioning for port 74d2306b-5026-45ef-a651-6ea8cd4cf386 completed by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 15:41:48.429796 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Returning: {'device': '11b841ba-3430-41cf-85b6-6c9a5f4a743c', 'network_id': 'f945f153-5928-4a5d-9b33-57d251311dab', 'port_id': '11b841ba-3430-41cf-85b6-6c9a5f4a743c', 'mac_address': 'fa:16:3e:f1:10:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 646, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e8b374d-c935-4687-96e3-a6909695b876', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 15:41:48.433572 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Provisioning complete for port 74d2306b-5026-45ef-a651-6ea8cd4cf386 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:41:48.434320 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:48.486898 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [None req-5a7cc8f7-d58e-4bcb-b36b-a079c8edeaa8 admin admin] For port 50ed1de1-b7a8-4c75-b5f3-4488f88b291f, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=50ed1de1-b7a8-4c75-b5f3-4488f88b291f,segment=NetworkSegment(e073ae89-2522-4c36-a0a3-d6f2a290a5b1),segment_id=e073ae89-2522-4c36-a0a3-d6f2a290a5b1)] {{(pid=102791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:41:48.487338 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-5a7cc8f7-d58e-4bcb-b36b-a079c8edeaa8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:48.514429 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-ae764dd4-558e-4e99-8143-2a607a364ec7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:48.518654 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-5a7cc8f7-d58e-4bcb-b36b-a079c8edeaa8 admin admin] Calling delete_port for 50ed1de1-b7a8-4c75-b5f3-4488f88b291f owned by network:dhcp {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:41:48.566784 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa4bd38f-706b-4873-a08d-cb551d9a09e0 None None] DHCP port deletion for 6abb23dd-17bc-4d4d-9224-5e3fe0f95fc2 request from n-d-834765-1 {{(pid=102792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 29 15:41:48.576355 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-ae764dd4-558e-4e99-8143-2a607a364ec7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:48.677270 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:48.684763 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:48.700758 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce09ec5-c00e-43f9-a3fb-9b75be25ff24 req-50faa63e-53b7-4401-b08e-2509ab6587fb tempest-FloatingIPsAssociationTestJSON-13237688 tempest-FloatingIPsAssociationTestJSON-13237688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:48.702914 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-bce09ec5-c00e-43f9-a3fb-9b75be25ff24 req-50faa63e-53b7-4401-b08e-2509ab6587fb tempest-FloatingIPsAssociationTestJSON-13237688 tempest-FloatingIPsAssociationTestJSON-13237688-project] 10.222.0.42 "GET /v2.0/ports?device_id=a99c14a5-f34f-4884-9f7e-8a582129e575 HTTP/1.1" status: 200 len: 944 time: 0.1191268 Mar 29 15:41:48.715281 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11b841ba-3430-41cf-85b6-6c9a5f4a743c {{(pid=102792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:41:48.745983 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-5a7cc8f7-d58e-4bcb-b36b-a079c8edeaa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:48.753003 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a99c14a5-f34f-4884-9f7e-8a582129e575', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74d2306b-5026-45ef-a651-6ea8cd4cf386'}] {{(pid=102792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:41:48.755560 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4f476c66b318cc6068719fc39557fac68d413f5c7e78fa77028c7948e999ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba2a6c15-42d6-4770-9b67-4e8da0a0ba37" -d '{"events": [{"server_uuid": "a99c14a5-f34f-4884-9f7e-8a582129e575", "name": "network-vif-plugged", "status": "completed", "tag": "74d2306b-5026-45ef-a651-6ea8cd4cf386"}]}' {{(pid=102792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:41:48.766511 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port 11b841ba-3430-41cf-85b6-6c9a5f4a743c, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=11b841ba-3430-41cf-85b6-6c9a5f4a743c,segment=NetworkSegment(41873e9c-b24c-40ec-94cd-76d430c8ed02),segment_id=41873e9c-b24c-40ec-94cd-76d430c8ed02)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:41:48.778951 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-aa4bd38f-706b-4873-a08d-cb551d9a09e0 None None] Deleting port 50ed1de1-b7a8-4c75-b5f3-4488f88b291f {{(pid=102792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:41:48.779610 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-aa4bd38f-706b-4873-a08d-cb551d9a09e0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:48.789235 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-bce09ec5-c00e-43f9-a3fb-9b75be25ff24 req-4aacc41d-afd4-4018-a2da-a836e4ce8d29 tempest-FloatingIPsAssociationTestJSON-13237688 tempest-FloatingIPsAssociationTestJSON-13237688-project] 10.222.0.42 "GET /v2.0/security-groups?id=b35fee71-c80e-48c2-8397-60e016afa2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689261 Mar 29 15:41:48.790785 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-ae764dd4-558e-4e99-8143-2a607a364ec7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:48.794098 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-ae764dd4-558e-4e99-8143-2a607a364ec7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:48.798099 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-ae764dd4-558e-4e99-8143-2a607a364ec7 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/0763ba7f-1d50-4dbb-8529-ff52f2b4441b HTTP/1.1" status: 204 len: 168 time: 0.4540164 Mar 29 15:41:48.801197 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7cc8f7-d58e-4bcb-b36b-a079c8edeaa8 admin admin] Pushing event deleted for resources: {'Port': ['ID=50ed1de1-b7a8-4c75-b5f3-4488f88b291f,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:41:48.808059 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a7cc8f7-d58e-4bcb-b36b-a079c8edeaa8 admin admin] No DVR routers for this DVR port 50ed1de1-b7a8-4c75-b5f3-4488f88b291f on host n-d-834765-1 {{(pid=102791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:41:48.816245 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae764dd4-558e-4e99-8143-2a607a364ec7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0763ba7f-1d50-4dbb-8529-ff52f2b4441b,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:41:48.892253 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfdcaca-8b6e-430d-8de7-1ff331555736 req-55704b3e-a619-4e63-b3fd-e71183aae423 tempest-LiveMigrationTest-953290782 tempest-LiveMigrationTest-953290782-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:48.893774 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-fbfdcaca-8b6e-430d-8de7-1ff331555736 req-55704b3e-a619-4e63-b3fd-e71183aae423 tempest-LiveMigrationTest-953290782 tempest-LiveMigrationTest-953290782-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=490a7f81-d34b-41cf-b939-8230c4561d2c&tenant_id=61d6b03cf8b04e0283d0c20861ff0cb0&binding%3Ahost_id=n-h1-834765-1 HTTP/1.1" status: 200 len: 1095 time: 0.1980290 Mar 29 15:41:48.910265 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-aa4bd38f-706b-4873-a08d-cb551d9a09e0 None None] For port 50ed1de1-b7a8-4c75-b5f3-4488f88b291f, host n-d-834765-1, got binding levels [] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:41:48.911061 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-aa4bd38f-706b-4873-a08d-cb551d9a09e0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:48.929122 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-aa4bd38f-706b-4873-a08d-cb551d9a09e0 None None] Calling delete_port for 50ed1de1-b7a8-4c75-b5f3-4488f88b291f owned by network:dhcp {{(pid=102792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:41:48.932870 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.ipam_backend_mixin [None req-aa4bd38f-706b-4873-a08d-cb551d9a09e0 None None] Port 50ed1de1-b7a8-4c75-b5f3-4488f88b291f was not found and therefore no delete operation was performed {{(pid=102792) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 29 15:41:48.935681 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:41:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-604aea36-c944-4b87-b5e8-cb1923400eb6 x-openstack-request-id: req-604aea36-c944-4b87-b5e8-cb1923400eb6 {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:41:48.936210 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a99c14a5-f34f-4884-9f7e-8a582129e575", "name": "network-vif-plugged", "status": "completed", "tag": "74d2306b-5026-45ef-a651-6ea8cd4cf386", "code": 200}]} {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:41:48.936661 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-604aea36-c944-4b87-b5e8-cb1923400eb6 {{(pid=102792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:41:48.937235 n-d-834765-1 neutron-server[102792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a99c14a5-f34f-4884-9f7e-8a582129e575', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74d2306b-5026-45ef-a651-6ea8cd4cf386', 'code': 200} Mar 29 15:41:48.939530 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port 74d2306b-5026-45ef-a651-6ea8cd4cf386, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=74d2306b-5026-45ef-a651-6ea8cd4cf386,segment=NetworkSegment(11b45705-66b5-45b3-b9fd-51fa4bb29236),segment_id=11b45705-66b5-45b3-b9fd-51fa4bb29236)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:41:48.942384 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-aa4bd38f-706b-4873-a08d-cb551d9a09e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350'] for port, after_delete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:48.945087 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:48.963234 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:48.993879 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4bd38f-706b-4873-a08d-cb551d9a09e0 None None] Pushing event deleted for resources: {'Port': ['ID=50ed1de1-b7a8-4c75-b5f3-4488f88b291f,revision_number=None']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:41:49.077352 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5804179-21b6-462f-8b3c-de15d2b4cb26 req-ccb5e552-d842-4d64-b57d-95d45d241e7f tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:49.080227 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-e5804179-21b6-462f-8b3c-de15d2b4cb26 req-ccb5e552-d842-4d64-b57d-95d45d241e7f tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] 10.222.0.42 "GET /v2.0/ports?device_id=490a7f81-d34b-41cf-b939-8230c4561d2c HTTP/1.1" status: 200 len: 944 time: 0.1312571 Mar 29 15:41:49.082363 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Pushing event updated for resources: {'Port': ['ID=11b841ba-3430-41cf-85b6-6c9a5f4a743c,revision_number=4']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:41:49.130105 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-5a7cc8f7-d58e-4bcb-b36b-a079c8edeaa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639890', 'neutron.services.segments.db._delete_segments_for_network-8783523423079'] for network, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:49.169668 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-5a7cc8f7-d58e-4bcb-b36b-a079c8edeaa8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6abb23dd-17bc-4d4d-9224-5e3fe0f95fc2']}} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:41:49.173796 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a67e02c-7fec-420f-bcc9-a75d6f6a850c req-e754e282-7051-4670-be91-b2a57307d776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:49.176027 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-8a67e02c-7fec-420f-bcc9-a75d6f6a850c req-e754e282-7051-4670-be91-b2a57307d776 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=a99c14a5-f34f-4884-9f7e-8a582129e575 HTTP/1.1" status: 200 len: 1096 time: 0.1597359 Mar 29 15:41:49.185679 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa4bd38f-706b-4873-a08d-cb551d9a09e0 None None] No DVR routers for this DVR port 50ed1de1-b7a8-4c75-b5f3-4488f88b291f on host n-d-834765-1 {{(pid=102792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:41:49.213732 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Pushing event updated for resources: {'Port': ['ID=74d2306b-5026-45ef-a651-6ea8cd4cf386,revision_number=5']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:41:49.218383 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-e5804179-21b6-462f-8b3c-de15d2b4cb26 req-9cab5a68-a7bc-47d2-9d5a-f6c24e2c3c58 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] 10.222.0.42 "GET /v2.0/security-groups?id=c99ced8e-1ceb-46fb-aaa7-747186b2b9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133077 Mar 29 15:41:49.226507 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-5a7cc8f7-d58e-4bcb-b36b-a079c8edeaa8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e073ae89-2522-4c36-a0a3-d6f2a290a5b1') {'for_net_delete': True} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:41:49.226809 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-5a7cc8f7-d58e-4bcb-b36b-a079c8edeaa8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e073ae89-2522-4c36-a0a3-d6f2a290a5b1') {} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:41:49.257315 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-5a7cc8f7-d58e-4bcb-b36b-a079c8edeaa8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783523422064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4230428'] for segment, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:49.276320 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-fbfdcaca-8b6e-430d-8de7-1ff331555736 req-558fc164-cae1-4af8-bff6-ca87e8268788 service neutron] For port de3260d5-fda5-4f86-be90-526c4825300a, host n-h2-834765-1, cleared binding levels {{(pid=102791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:41:49.299966 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-fbfdcaca-8b6e-430d-8de7-1ff331555736 req-558fc164-cae1-4af8-bff6-ca87e8268788 service neutron] Notify callbacks [] for binding, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:49.301098 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-fbfdcaca-8b6e-430d-8de7-1ff331555736 req-558fc164-cae1-4af8-bff6-ca87e8268788 service neutron] 10.222.0.44 "DELETE /v2.0/ports/de3260d5-fda5-4f86-be90-526c4825300a/bindings/n-h2-834765-1 HTTP/1.1" status: 204 len: 173 time: 0.3992596 Mar 29 15:41:49.303468 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] get_ports_and_sgs() called for port_ids ['11b841ba-3430-41cf-85b6-6c9a5f4a743c'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:41:49.306300 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-8a67e02c-7fec-420f-bcc9-a75d6f6a850c req-f18c87f5-a228-41c6-8774-02e05883b91f service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=b35fee71-c80e-48c2-8397-60e016afa2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145017 Mar 29 15:41:49.337497 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-5a7cc8f7-d58e-4bcb-b36b-a079c8edeaa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:49.351093 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a7cc8f7-d58e-4bcb-b36b-a079c8edeaa8 admin admin] Releasing vlan 642 on physical network physnet1 to pool {{(pid=102791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 15:41:49.351537 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-5a7cc8f7-d58e-4bcb-b36b-a079c8edeaa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16169569'] for segment, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:49.353397 n-d-834765-1 neutron-server[102791]: Traceback (most recent call last): Mar 29 15:41:49.353397 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 15:41:49.353397 n-d-834765-1 neutron-server[102791]: timer() Mar 29 15:41:49.353397 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 15:41:49.353397 n-d-834765-1 neutron-server[102791]: cb(*args, **kw) Mar 29 15:41:49.353397 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 15:41:49.353397 n-d-834765-1 neutron-server[102791]: return func(*args, **kwargs) Mar 29 15:41:49.353397 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 15:41:49.353397 n-d-834765-1 neutron-server[102791]: self._notify() Mar 29 15:41:49.353397 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 15:41:49.353397 n-d-834765-1 neutron-server[102791]: self.callback(batched_events) Mar 29 15:41:49.353397 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 15:41:49.353397 n-d-834765-1 neutron-server[102791]: event.method(event) Mar 29 15:41:49.353397 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 15:41:49.353397 n-d-834765-1 neutron-server[102791]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 15:41:49.353397 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 15:41:49.353397 n-d-834765-1 neutron-server[102791]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 15:41:49.353397 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 15:41:49.353397 n-d-834765-1 neutron-server[102791]: return f(self, *a, **k) Mar 29 15:41:49.353397 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 15:41:49.353397 n-d-834765-1 neutron-server[102791]: return self._get(url).json() Mar 29 15:41:49.353397 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 15:41:49.353397 n-d-834765-1 neutron-server[102791]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 15:41:49.353397 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 15:41:49.353397 n-d-834765-1 neutron-server[102791]: return self.request(url, 'GET', **kwargs) Mar 29 15:41:49.353397 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 15:41:49.353397 n-d-834765-1 neutron-server[102791]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 15:41:49.353397 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 15:41:49.353397 n-d-834765-1 neutron-server[102791]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 15:41:49.353397 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 15:41:49.353397 n-d-834765-1 neutron-server[102791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 15:41:49.353397 n-d-834765-1 neutron-server[102791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 15:41:49.404176 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98176f4e-b4c7-4409-9042-e29816c6e68a req-c8cc0b17-f1fd-4daa-8c4f-8c8e89c7c340 tempest-LiveMigrationTest-953290782 tempest-LiveMigrationTest-953290782-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:49.416041 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-98176f4e-b4c7-4409-9042-e29816c6e68a req-c8cc0b17-f1fd-4daa-8c4f-8c8e89c7c340 tempest-LiveMigrationTest-953290782 tempest-LiveMigrationTest-953290782-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=490a7f81-d34b-41cf-b939-8230c4561d2c HTTP/1.1" status: 200 len: 1095 time: 0.0648911 Mar 29 15:41:49.438193 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825d7646-5c33-436b-83f8-1f140abc7566 req-b0cc4ed8-b7ef-45b4-8af6-066536c8882c tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:49.446164 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-825d7646-5c33-436b-83f8-1f140abc7566 req-b0cc4ed8-b7ef-45b4-8af6-066536c8882c tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.42 "GET /v2.0/networks?id=96b8e8ed-22f2-4cb8-884c-6e5cefe078a4 HTTP/1.1" status: 200 len: 812 time: 0.2680793 Mar 29 15:41:49.456525 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-5a7cc8f7-d58e-4bcb-b36b-a079c8edeaa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1639897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648174'] for network, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:49.463640 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-5a7cc8f7-d58e-4bcb-b36b-a079c8edeaa8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for network, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:49.472498 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-98176f4e-b4c7-4409-9042-e29816c6e68a req-c0988a18-9c60-42b7-ab10-fb55ca670c98 tempest-LiveMigrationTest-953290782 tempest-LiveMigrationTest-953290782-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=c99ced8e-1ceb-46fb-aaa7-747186b2b9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503697 Mar 29 15:41:49.472844 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-5a7cc8f7-d58e-4bcb-b36b-a079c8edeaa8 admin admin] 10.222.0.42 "DELETE /v2.0/networks/6abb23dd-17bc-4d4d-9224-5e3fe0f95fc2 HTTP/1.1" status: 204 len: 168 time: 1.4522760 Mar 29 15:41:49.488412 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-825d7646-5c33-436b-83f8-1f140abc7566 req-1b9d71f9-059b-4156-8481-2f276fa92c78 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.42 "GET /v2.0/quotas/94799213e4df4db5af3887cbfa8ada4e HTTP/1.1" status: 200 len: 375 time: 0.0408845 Mar 29 15:41:49.533086 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-825d7646-5c33-436b-83f8-1f140abc7566 req-2bcefabc-0dbd-422c-bbd9-c46d36b852a7 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=94799213e4df4db5af3887cbfa8ada4e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0437210 Mar 29 15:41:49.543040 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7cc8f7-d58e-4bcb-b36b-a079c8edeaa8 admin admin] Pushing event deleted for resources: {'Network': ['ID=6abb23dd-17bc-4d4d-9224-5e3fe0f95fc2,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:41:49.552043 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7cc8f7-d58e-4bcb-b36b-a079c8edeaa8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:41:49.552382 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7cc8f7-d58e-4bcb-b36b-a079c8edeaa8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:41:49.552712 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7cc8f7-d58e-4bcb-b36b-a079c8edeaa8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:41:49.553051 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7cc8f7-d58e-4bcb-b36b-a079c8edeaa8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:41:49.553418 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7cc8f7-d58e-4bcb-b36b-a079c8edeaa8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:41:49.553774 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7cc8f7-d58e-4bcb-b36b-a079c8edeaa8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:41:49.554097 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7cc8f7-d58e-4bcb-b36b-a079c8edeaa8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:41:49.555671 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7cc8f7-d58e-4bcb-b36b-a079c8edeaa8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:41:49.555671 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7cc8f7-d58e-4bcb-b36b-a079c8edeaa8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:41:49.555671 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7cc8f7-d58e-4bcb-b36b-a079c8edeaa8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:41:49.556134 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7cc8f7-d58e-4bcb-b36b-a079c8edeaa8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:41:49.556313 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7cc8f7-d58e-4bcb-b36b-a079c8edeaa8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:41:49.672471 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 50ed1de1-b7a8-4c75-b5f3-4488f88b291f no longer exists at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:41:49.674316 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-825d7646-5c33-436b-83f8-1f140abc7566 req-df81a1b0-8539-4421-b437-e6bfb8066092 service neutron] 10.222.0.42 "GET /v2.0/networks/96b8e8ed-22f2-4cb8-884c-6e5cefe078a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401842 Mar 29 15:41:49.723348 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] No Port match for: 50ed1de1-b7a8-4c75-b5f3-4488f88b291f {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 15:41:49.723951 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 50ed1de1-b7a8-4c75-b5f3-4488f88b291f not bound to the agent host n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:41:49.727452 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9500e6b-3c8d-4a32-8a6d-fe21b6df493d req-81e88a62-1be4-4b9f-9d73-6246e61a9eac tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:49.738300 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-b9500e6b-3c8d-4a32-8a6d-fe21b6df493d req-81e88a62-1be4-4b9f-9d73-6246e61a9eac tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a6c151c-ccff-4e04-a0c1-ec0861a70848 HTTP/1.1" status: 200 len: 944 time: 0.0987687 Mar 29 15:41:49.740774 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 43452) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:41:49.788381 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-825d7646-5c33-436b-83f8-1f140abc7566 req-4d61a68f-c077-47a0-aace-6af628e21a10 service neutron] 10.222.0.42 "GET /v2.0/networks/96b8e8ed-22f2-4cb8-884c-6e5cefe078a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1126339 Mar 29 15:41:49.811819 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-b9500e6b-3c8d-4a32-8a6d-fe21b6df493d req-98bd2be6-357c-4600-8f73-ded80d98a24a tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] 10.222.0.42 "GET /v2.0/security-groups?id=ce1e3aa1-c9e4-4c36-a19f-9dbad60c5be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725296 Mar 29 15:41:49.819906 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-2c331743-eb38-4b9c-a082-99bac953fea7 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d35c7b00e95148bdb6e7470aeaeb77ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0779340 Mar 29 15:41:49.821401 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 43454) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:41:49.924159 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-796735a3-4be5-4cb2-a81d-1d2d411a6347 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:49.989577 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-796735a3-4be5-4cb2-a81d-1d2d411a6347 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:50.085272 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-796735a3-4be5-4cb2-a81d-1d2d411a6347 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:50.089606 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-796735a3-4be5-4cb2-a81d-1d2d411a6347 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:50.093743 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-796735a3-4be5-4cb2-a81d-1d2d411a6347 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/8b78e968-fb8b-47c8-a89f-b40d10173927 HTTP/1.1" status: 204 len: 168 time: 0.2712860 Mar 29 15:41:50.113718 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796735a3-4be5-4cb2-a81d-1d2d411a6347 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b78e968-fb8b-47c8-a89f-b40d10173927,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:41:50.258006 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-6a45c5e7-4297-434c-96d6-a7d70aff494b req-c481fa67-bee8-47f5-811f-4de2dbb856a6 tempest-LiveMigrationNegativeTest-1671013112 tempest-LiveMigrationNegativeTest-1671013112-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=67d42af9bb55452183d4d571f8b7bda6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0545943 Mar 29 15:41:50.349027 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f7b492-1eb2-4156-af01-f2ab021140fc req-e304d1ea-0e94-4dcb-8393-92dc2a307b04 tempest-FloatingIPsAssociationTestJSON-13237688 tempest-FloatingIPsAssociationTestJSON-13237688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:50.360828 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-36f7b492-1eb2-4156-af01-f2ab021140fc req-e304d1ea-0e94-4dcb-8393-92dc2a307b04 tempest-FloatingIPsAssociationTestJSON-13237688 tempest-FloatingIPsAssociationTestJSON-13237688-project] 10.222.0.42 "GET /v2.0/ports?device_id=a99c14a5-f34f-4884-9f7e-8a582129e575 HTTP/1.1" status: 200 len: 945 time: 0.1121275 Mar 29 15:41:50.439705 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a45c5e7-4297-434c-96d6-a7d70aff494b req-c6a2a731-a31d-42e9-851d-b654e9ecc79b tempest-LiveMigrationNegativeTest-1671013112 tempest-LiveMigrationNegativeTest-1671013112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:50.448773 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-6a45c5e7-4297-434c-96d6-a7d70aff494b req-c6a2a731-a31d-42e9-851d-b654e9ecc79b tempest-LiveMigrationNegativeTest-1671013112 tempest-LiveMigrationNegativeTest-1671013112-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1896219 Mar 29 15:41:50.457819 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-36f7b492-1eb2-4156-af01-f2ab021140fc req-b100f0a0-4b65-4f9f-bae3-c0b83f058bb4 tempest-FloatingIPsAssociationTestJSON-13237688 tempest-FloatingIPsAssociationTestJSON-13237688-project] 10.222.0.42 "GET /v2.0/security-groups?id=b35fee71-c80e-48c2-8397-60e016afa2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927160 Mar 29 15:41:50.480266 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-6a45c5e7-4297-434c-96d6-a7d70aff494b req-2641fa58-13ab-4ad0-9512-c61b77130dcb tempest-LiveMigrationNegativeTest-1671013112 tempest-LiveMigrationNegativeTest-1671013112-project] 10.222.0.42 "GET /v2.0/quotas/67d42af9bb55452183d4d571f8b7bda6 HTTP/1.1" status: 200 len: 375 time: 0.0298960 Mar 29 15:41:50.532179 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-6a45c5e7-4297-434c-96d6-a7d70aff494b req-b75a698d-a336-48a3-8816-3349d91ecddf tempest-LiveMigrationNegativeTest-1671013112 tempest-LiveMigrationNegativeTest-1671013112-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=67d42af9bb55452183d4d571f8b7bda6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0506938 Mar 29 15:41:50.557499 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-55ecc515-3925-4147-bc4a-4af2c2c5cabd req-1f828108-218f-42bf-a951-10ed9b3ac9f2 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb986c29-f18c-4431-b001-b8a5fa38aaaa HTTP/1.1" status: 200 len: 210 time: 0.0503764 Mar 29 15:41:50.718937 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b26cf70-074e-4c2b-97ab-a6ace8128fcd req-d0648d29-bf96-4d7e-82a4-6eb3130d0876 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:50.728262 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6b26cf70-074e-4c2b-97ab-a6ace8128fcd req-d0648d29-bf96-4d7e-82a4-6eb3130d0876 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] 10.222.0.42 "GET /v2.0/ports?device_id=490a7f81-d34b-41cf-b939-8230c4561d2c HTTP/1.1" status: 200 len: 944 time: 0.0849547 Mar 29 15:41:50.833695 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-c4966ee1-8569-4fd3-b99a-afc2297b4fe0 req-b21bccfe-03cf-4cf7-b97c-fa5c5ddf49c5 tempest-LiveMigrationNegativeTest-1671013112 tempest-LiveMigrationNegativeTest-1671013112-project] 10.222.0.42 "GET /v2.0/ports?device_id=66de62ac-29fe-4fc8-8231-9bfc1f3c858d HTTP/1.1" status: 200 len: 210 time: 0.0588560 Mar 29 15:41:50.834383 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6b26cf70-074e-4c2b-97ab-a6ace8128fcd req-c98f9a93-610a-4876-9961-c3aafd0b6d03 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] 10.222.0.42 "GET /v2.0/security-groups?id=c99ced8e-1ceb-46fb-aaa7-747186b2b9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021352 Mar 29 15:41:51.022018 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4bf857-59a3-4905-b63d-bef918df40e9 req-023e4030-1144-43f1-82cc-8bdca0bc725d tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:51.024599 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-9f4bf857-59a3-4905-b63d-bef918df40e9 req-023e4030-1144-43f1-82cc-8bdca0bc725d tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a6c151c-ccff-4e04-a0c1-ec0861a70848 HTTP/1.1" status: 200 len: 944 time: 0.0587149 Mar 29 15:41:51.101408 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-9f4bf857-59a3-4905-b63d-bef918df40e9 req-ef6b08a2-fa2e-49cf-a9ba-56c57b95ab66 tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] 10.222.0.42 "GET /v2.0/security-groups?id=ce1e3aa1-c9e4-4c36-a19f-9dbad60c5be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705574 Mar 29 15:41:51.122604 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd8dfd9-9d3b-4b07-ace1-c64cdd9098a5 req-b04863bf-96cc-4e00-8629-c19a2e7993a6 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:51.124276 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-7fd8dfd9-9d3b-4b07-ace1-c64cdd9098a5 req-b04863bf-96cc-4e00-8629-c19a2e7993a6 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] 10.222.0.44 "GET /v2.0/ports?device_id=490a7f81-d34b-41cf-b939-8230c4561d2c HTTP/1.1" status: 200 len: 944 time: 0.0792084 Mar 29 15:41:51.269266 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [req-7fd8dfd9-9d3b-4b07-ace1-c64cdd9098a5 req-5d67d0ec-7a4a-41f7-b8ed-3c0e65c89774 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] Deleting port de3260d5-fda5-4f86-be90-526c4825300a {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:41:51.269865 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-7fd8dfd9-9d3b-4b07-ace1-c64cdd9098a5 req-5d67d0ec-7a4a-41f7-b8ed-3c0e65c89774 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:51.517249 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-7fd8dfd9-9d3b-4b07-ace1-c64cdd9098a5 req-5d67d0ec-7a4a-41f7-b8ed-3c0e65c89774 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] For port de3260d5-fda5-4f86-be90-526c4825300a, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=de3260d5-fda5-4f86-be90-526c4825300a,segment=NetworkSegment(65ab5bc3-e80e-4641-82f0-4ef53207c2d7),segment_id=65ab5bc3-e80e-4641-82f0-4ef53207c2d7)] {{(pid=102791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:41:51.517929 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-7fd8dfd9-9d3b-4b07-ace1-c64cdd9098a5 req-5d67d0ec-7a4a-41f7-b8ed-3c0e65c89774 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:51.540005 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825d7646-5c33-436b-83f8-1f140abc7566 req-735ea289-913d-44a8-9c56-606187978bd8 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:51.541515 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-825d7646-5c33-436b-83f8-1f140abc7566 req-735ea289-913d-44a8-9c56-606187978bd8 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.48 "GET /v2.0/networks?id=96b8e8ed-22f2-4cb8-884c-6e5cefe078a4 HTTP/1.1" status: 200 len: 812 time: 0.2370696 Mar 29 15:41:51.547234 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [req-7fd8dfd9-9d3b-4b07-ace1-c64cdd9098a5 req-5d67d0ec-7a4a-41f7-b8ed-3c0e65c89774 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] Calling delete_port for de3260d5-fda5-4f86-be90-526c4825300a owned by compute:nova {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:41:51.568920 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [req-825d7646-5c33-436b-83f8-1f140abc7566 req-5f660421-aff2-4820-ad59-00de547187c4 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] Request body: {'port': {'device_id': 'eb986c29-f18c-4431-b001-b8a5fa38aaaa', 'network_id': '96b8e8ed-22f2-4cb8-884c-6e5cefe078a4', 'admin_state_up': True, 'tenant_id': '94799213e4df4db5af3887cbfa8ada4e'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:41:51.594778 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 43544) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:41:51.632139 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c624dd-7f72-4eda-895a-192c7c29a047 req-1f3818b1-45a0-43f1-9288-76a8f26cbe69 tempest-FloatingIPsAssociationTestJSON-13237688 tempest-FloatingIPsAssociationTestJSON-13237688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:51.641252 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-d8c624dd-7f72-4eda-895a-192c7c29a047 req-1f3818b1-45a0-43f1-9288-76a8f26cbe69 tempest-FloatingIPsAssociationTestJSON-13237688 tempest-FloatingIPsAssociationTestJSON-13237688-project] 10.222.0.42 "GET /v2.0/ports?device_id=a99c14a5-f34f-4884-9f7e-8a582129e575 HTTP/1.1" status: 200 len: 945 time: 0.0786924 Mar 29 15:41:51.696734 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-d8c624dd-7f72-4eda-895a-192c7c29a047 req-2b4f85bb-544d-4241-a9fa-b5f1d1663b3f tempest-FloatingIPsAssociationTestJSON-13237688 tempest-FloatingIPsAssociationTestJSON-13237688-project] 10.222.0.42 "GET /v2.0/security-groups?id=b35fee71-c80e-48c2-8397-60e016afa2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543473 Mar 29 15:41:51.721504 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-0037b0de-5ea0-4548-9379-6045f4284734 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-586239750-network', 'tenant_id': 'bad48242c89f4eb68320c613ed412aea'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:41:51.753901 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0037b0de-5ea0-4548-9379-6045f4284734 admin admin] Made reservation on behalf of bad48242c89f4eb68320c613ed412aea for: {'network': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:41:51.757071 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-0037b0de-5ea0-4548-9379-6045f4284734 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for network, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:51.766544 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-0037b0de-5ea0-4548-9379-6045f4284734 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:51.833208 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-e8292948-9a6f-44b1-97e8-b432ae72de44 req-08990972-cb8e-4b2a-bee7-ee512479501c tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb986c29-f18c-4431-b001-b8a5fa38aaaa HTTP/1.1" status: 200 len: 210 time: 0.0526526 Mar 29 15:41:51.836702 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-825d7646-5c33-436b-83f8-1f140abc7566 req-5f660421-aff2-4820-ad59-00de547187c4 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] Made reservation on behalf of 94799213e4df4db5af3887cbfa8ada4e for: {'port': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:41:51.841496 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-825d7646-5c33-436b-83f8-1f140abc7566 req-5f660421-aff2-4820-ad59-00de547187c4 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:51.985202 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-8ff6a8e3-8790-4781-b8fb-895e51017450 req-f0400047-40b3-4f83-b327-c8bac8d1baaa tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=5bf1a5bdfbb14ae084908e8fe7725bc6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0428534 Mar 29 15:41:51.998193 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-0037b0de-5ea0-4548-9379-6045f4284734 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:52.013529 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-524d462f-4065-4b0a-bc7a-f914a6fa3483 req-f49a8e6e-e034-4b95-b29b-aefe0ac76c22 tempest-FloatingIPsAssociationTestJSON-13237688 tempest-FloatingIPsAssociationTestJSON-13237688-project] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1559143 Mar 29 15:41:52.019278 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [req-524d462f-4065-4b0a-bc7a-f914a6fa3483 req-ca07abaa-a90e-4122-8158-591288de7396 tempest-FloatingIPsAssociationTestJSON-13237688 tempest-FloatingIPsAssociationTestJSON-13237688-project] Request body: {'floatingip': {'floating_network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:41:52.023457 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-0037b0de-5ea0-4548-9379-6045f4284734 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:52.037727 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-7fd8dfd9-9d3b-4b07-ace1-c64cdd9098a5 req-5d67d0ec-7a4a-41f7-b8ed-3c0e65c89774 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:52.042578 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0037b0de-5ea0-4548-9379-6045f4284734 admin admin] vlan segment allocate from pool success with {'vlan_id': 608, 'physical_network': 'physnet1'} {{(pid=102790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 15:41:52.051971 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] get_ports_and_sgs() called for port_ids ['de3260d5-fda5-4f86-be90-526c4825300a'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:41:52.057750 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] get_ports_and_sgs() called for port_ids ['f75a81b4-cea7-4f54-a990-54deb63424a4'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:41:52.076651 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-0037b0de-5ea0-4548-9379-6045f4284734 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:52.076993 n-d-834765-1 neutron-server[102790]: INFO neutron.db.segments_db [None req-0037b0de-5ea0-4548-9379-6045f4284734 admin admin] Added segment 92f5a00a-2f95-486e-af7f-12105a937c52 of type vlan for network 1094b91d-609e-4725-b339-55b0050c57bb Mar 29 15:41:52.090922 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0037b0de-5ea0-4548-9379-6045f4284734 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=397f24fb-e5b3-47c6-a024-f3188e095e08,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:41:52.093738 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-524d462f-4065-4b0a-bc7a-f914a6fa3483 req-ca07abaa-a90e-4122-8158-591288de7396 tempest-FloatingIPsAssociationTestJSON-13237688 tempest-FloatingIPsAssociationTestJSON-13237688-project] Notify callbacks [] for floatingip, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:52.108930 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d67d0ec-7a4a-41f7-b8ed-3c0e65c89774 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] Pushing event deleted for resources: {'Port': ['ID=de3260d5-fda5-4f86-be90-526c4825300a,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:41:52.147779 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-0037b0de-5ea0-4548-9379-6045f4284734 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783522915970'] for network, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:52.157394 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device 11b841ba-3430-41cf-85b6-6c9a5f4a743c up at agent hyperv_n-h1-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:41:52.224072 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-0037b0de-5ea0-4548-9379-6045f4284734 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795'] for network, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:52.225064 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0037b0de-5ea0-4548-9379-6045f4284734 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:52.225899 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-0037b0de-5ea0-4548-9379-6045f4284734 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for network, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:52.243803 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_common [req-825d7646-5c33-436b-83f8-1f140abc7566 req-5f660421-aff2-4820-ad59-00de547187c4 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] Allocated IP 172.20.0.12 (96b8e8ed-22f2-4cb8-884c-6e5cefe078a4/0ba2b8b0-15ec-4c18-a106-c919b2ec3ae7/4def01a8-e045-46a2-afa6-cb0dea14b988) {{(pid=102791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:41:52.274045 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-0037b0de-5ea0-4548-9379-6045f4284734 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6767056 Mar 29 15:41:52.309620 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fd8dfd9-9d3b-4b07-ace1-c64cdd9098a5 req-5d67d0ec-7a4a-41f7-b8ed-3c0e65c89774 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] No DVR routers for this DVR port de3260d5-fda5-4f86-be90-526c4825300a on host n-h1-834765-1 {{(pid=102791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:41:52.349259 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-7fd8dfd9-9d3b-4b07-ace1-c64cdd9098a5 req-5d67d0ec-7a4a-41f7-b8ed-3c0e65c89774 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:52.363166 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-7fd8dfd9-9d3b-4b07-ace1-c64cdd9098a5 req-5d67d0ec-7a4a-41f7-b8ed-3c0e65c89774 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] 10.222.0.44 "DELETE /v2.0/ports/de3260d5-fda5-4f86-be90-526c4825300a HTTP/1.1" status: 204 len: 173 time: 1.2294734 Mar 29 15:41:52.364170 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '490a7f81-d34b-41cf-b939-8230c4561d2c', 'name': 'network-vif-deleted', 'tag': 'de3260d5-fda5-4f86-be90-526c4825300a'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:41:52.373695 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c67b028db5e9b9818fecc5c0a87ebc6f190694fa53ca267d523e04f98de536d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d25fa7b2-3f6b-4a53-b5df-b610ee757c27" -d '{"events": [{"server_uuid": "490a7f81-d34b-41cf-b939-8230c4561d2c", "name": "network-vif-deleted", "tag": "de3260d5-fda5-4f86-be90-526c4825300a"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:41:52.382261 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6a45c5e7-4297-434c-96d6-a7d70aff494b req-c88aeed1-6f18-4d03-9e64-1753bc20dd23 tempest-LiveMigrationNegativeTest-1671013112 tempest-LiveMigrationNegativeTest-1671013112-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=67d42af9bb55452183d4d571f8b7bda6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1273363 Mar 29 15:41:52.384892 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0037b0de-5ea0-4548-9379-6045f4284734 admin admin] Pushing event updated for resources: {'Network': ['ID=1094b91d-609e-4725-b339-55b0050c57bb,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:41:52.392426 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Provisioning for port 11b841ba-3430-41cf-85b6-6c9a5f4a743c completed by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 15:41:52.401512 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Network 1094b91d-609e-4725-b339-55b0050c57bb details requested by agent ovs-agent-n-d-834765-1 with host n-d-834765-1 {{(pid=102792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 15:41:52.416300 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff6a8e3-8790-4781-b8fb-895e51017450 req-ac87f19f-32c2-4c6f-8b40-9fcd30b10a50 tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:52.417778 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-8ff6a8e3-8790-4781-b8fb-895e51017450 req-ac87f19f-32c2-4c6f-8b40-9fcd30b10a50 tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4112778 Mar 29 15:41:52.448938 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-524d462f-4065-4b0a-bc7a-f914a6fa3483 req-ca07abaa-a90e-4122-8158-591288de7396 tempest-FloatingIPsAssociationTestJSON-13237688 tempest-FloatingIPsAssociationTestJSON-13237688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:52.452975 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Provisioning complete for port 11b841ba-3430-41cf-85b6-6c9a5f4a743c triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:41:52.453159 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:52.532082 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-8ff6a8e3-8790-4781-b8fb-895e51017450 req-9dfe0948-9cc9-4a3b-a770-a56929788356 tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] 10.222.0.42 "GET /v2.0/quotas/5bf1a5bdfbb14ae084908e8fe7725bc6 HTTP/1.1" status: 200 len: 375 time: 0.0893705 Mar 29 15:41:52.587077 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-8ff6a8e3-8790-4781-b8fb-895e51017450 req-efe7eed3-87ff-439c-a8f9-a4c81bba3fdd tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=5bf1a5bdfbb14ae084908e8fe7725bc6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0342605 Mar 29 15:41:52.631840 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.db_base_plugin_common [req-524d462f-4065-4b0a-bc7a-f914a6fa3483 req-ca07abaa-a90e-4122-8158-591288de7396 tempest-FloatingIPsAssociationTestJSON-13237688 tempest-FloatingIPsAssociationTestJSON-13237688-project] Allocated IP 172.25.4.25 (4a4a035d-ecac-4ead-baa3-25f90788773a/e1a353dc-fac8-4901-a63c-273840237d6a/6ba650ed-a80c-4b24-bc4c-2bd61955e20a) {{(pid=102790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:41:52.767087 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a45c5e7-4297-434c-96d6-a7d70aff494b req-62111120-c154-491b-88b5-f3d100d40541 tempest-LiveMigrationNegativeTest-1671013112 tempest-LiveMigrationNegativeTest-1671013112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:52.768861 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6a45c5e7-4297-434c-96d6-a7d70aff494b req-62111120-c154-491b-88b5-f3d100d40541 tempest-LiveMigrationNegativeTest-1671013112 tempest-LiveMigrationNegativeTest-1671013112-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3676820 Mar 29 15:41:52.810636 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [req-6a45c5e7-4297-434c-96d6-a7d70aff494b req-3a42ddc2-f373-4f73-81d9-40bfd38f79d0 tempest-LiveMigrationNegativeTest-1671013112 tempest-LiveMigrationNegativeTest-1671013112-project] Request body: {'port': {'device_id': '66de62ac-29fe-4fc8-8231-9bfc1f3c858d', 'network_id': '2268a9b9-82fd-4886-a91d-3a50e4e16cab', 'admin_state_up': True, 'tenant_id': '67d42af9bb55452183d4d571f8b7bda6'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:41:52.815995 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:52.869177 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-524d462f-4065-4b0a-bc7a-f914a6fa3483 req-ca07abaa-a90e-4122-8158-591288de7396 tempest-FloatingIPsAssociationTestJSON-13237688 tempest-FloatingIPsAssociationTestJSON-13237688-project] Notify callbacks [] for port, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:52.878625 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a6c151c-ccff-4e04-a0c1-ec0861a70848', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11b841ba-3430-41cf-85b6-6c9a5f4a743c'}] {{(pid=102792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:41:52.885960 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4f476c66b318cc6068719fc39557fac68d413f5c7e78fa77028c7948e999ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c588727-5ab1-4a2b-a6e3-0015409efe49" -d '{"events": [{"server_uuid": "2a6c151c-ccff-4e04-a0c1-ec0861a70848", "name": "network-vif-plugged", "status": "completed", "tag": "11b841ba-3430-41cf-85b6-6c9a5f4a743c"}]}' {{(pid=102792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:41:52.886162 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-825d7646-5c33-436b-83f8-1f140abc7566 req-5f660421-aff2-4820-ad59-00de547187c4 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] Notify callbacks [] for port, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:52.912754 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port 11b841ba-3430-41cf-85b6-6c9a5f4a743c, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=11b841ba-3430-41cf-85b6-6c9a5f4a743c,segment=NetworkSegment(41873e9c-b24c-40ec-94cd-76d430c8ed02),segment_id=41873e9c-b24c-40ec-94cd-76d430c8ed02)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:41:52.917772 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:52.922161 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-1d3984d6-4a23-4d8d-ba54-a8b21579c1fa req-9834cd04-8d6f-432e-9eb0-1bcf3ee70d2d tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] 10.222.0.42 "GET /v2.0/ports?device_id=490a7f81-d34b-41cf-b939-8230c4561d2c HTTP/1.1" status: 200 len: 210 time: 0.0529141 Mar 29 15:41:52.959818 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-524d462f-4065-4b0a-bc7a-f914a6fa3483 req-ca07abaa-a90e-4122-8158-591288de7396 tempest-FloatingIPsAssociationTestJSON-13237688 tempest-FloatingIPsAssociationTestJSON-13237688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:53.035824 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-524d462f-4065-4b0a-bc7a-f914a6fa3483 req-ca07abaa-a90e-4122-8158-591288de7396 tempest-FloatingIPsAssociationTestJSON-13237688 tempest-FloatingIPsAssociationTestJSON-13237688-project] Network 4a4a035d-ecac-4ead-baa3-25f90788773a is already hosted by enough agents. {{(pid=102790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:41:53.040403 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [req-524d462f-4065-4b0a-bc7a-f914a6fa3483 req-ca07abaa-a90e-4122-8158-591288de7396 tempest-FloatingIPsAssociationTestJSON-13237688 tempest-FloatingIPsAssociationTestJSON-13237688-project] Resources bound (agent type, host, resource id): {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:41:53.041069 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Pushing event updated for resources: {'Port': ['ID=11b841ba-3430-41cf-85b6-6c9a5f4a743c,revision_number=5']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:41:53.051161 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.l3_dvrscheduler_db [req-524d462f-4065-4b0a-bc7a-f914a6fa3483 req-ca07abaa-a90e-4122-8158-591288de7396 tempest-FloatingIPsAssociationTestJSON-13237688 tempest-FloatingIPsAssociationTestJSON-13237688-project] Received port after_create {{(pid=102790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:41:53.076694 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-07de2e8e-cc45-4584-92b8-d16e98d7a907 req-9571a6ec-3a90-4844-8364-8a70737ba272 tempest-LiveMigrationNegativeTest-1671013112 tempest-LiveMigrationNegativeTest-1671013112-project] 10.222.0.42 "GET /v2.0/ports?device_id=66de62ac-29fe-4fc8-8231-9bfc1f3c858d HTTP/1.1" status: 200 len: 210 time: 0.0415745 Mar 29 15:41:53.078710 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca07abaa-a90e-4122-8158-591288de7396 tempest-FloatingIPsAssociationTestJSON-13237688 tempest-FloatingIPsAssociationTestJSON-13237688-project] Pushing event updated for resources: {'Port': ['ID=6ba650ed-a80c-4b24-bc4c-2bd61955e20a,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:41:53.105643 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a45c5e7-4297-434c-96d6-a7d70aff494b req-3a42ddc2-f373-4f73-81d9-40bfd38f79d0 tempest-LiveMigrationNegativeTest-1671013112 tempest-LiveMigrationNegativeTest-1671013112-project] Made reservation on behalf of 67d42af9bb55452183d4d571f8b7bda6 for: {'port': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:41:53.111064 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-6a45c5e7-4297-434c-96d6-a7d70aff494b req-3a42ddc2-f373-4f73-81d9-40bfd38f79d0 tempest-LiveMigrationNegativeTest-1671013112 tempest-LiveMigrationNegativeTest-1671013112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:53.123837 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-825d7646-5c33-436b-83f8-1f140abc7566 req-5f660421-aff2-4820-ad59-00de547187c4 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:53.134055 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-6a45c5e7-4297-434c-96d6-a7d70aff494b req-3a42ddc2-f373-4f73-81d9-40bfd38f79d0 tempest-LiveMigrationNegativeTest-1671013112 tempest-LiveMigrationNegativeTest-1671013112-project] Notify callbacks [] for security_group, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:53.203106 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-825d7646-5c33-436b-83f8-1f140abc7566 req-5f660421-aff2-4820-ad59-00de547187c4 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] Network 96b8e8ed-22f2-4cb8-884c-6e5cefe078a4 is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:41:53.208218 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-524d462f-4065-4b0a-bc7a-f914a6fa3483 req-ca07abaa-a90e-4122-8158-591288de7396 tempest-FloatingIPsAssociationTestJSON-13237688 tempest-FloatingIPsAssociationTestJSON-13237688-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:53.238664 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [req-825d7646-5c33-436b-83f8-1f140abc7566 req-5f660421-aff2-4820-ad59-00de547187c4 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:41:53.247126 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [req-825d7646-5c33-436b-83f8-1f140abc7566 req-5f660421-aff2-4820-ad59-00de547187c4 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] Received port after_create {{(pid=102791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:41:53.249675 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f660421-aff2-4820-ad59-00de547187c4 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] Pushing event updated for resources: {'Port': ['ID=4def01a8-e045-46a2-afa6-cb0dea14b988,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:41:53.262264 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-524d462f-4065-4b0a-bc7a-f914a6fa3483 req-ca07abaa-a90e-4122-8158-591288de7396 tempest-FloatingIPsAssociationTestJSON-13237688 tempest-FloatingIPsAssociationTestJSON-13237688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:53.329793 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825d7646-5c33-436b-83f8-1f140abc7566 req-5f660421-aff2-4820-ad59-00de547187c4 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:53.330450 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-825d7646-5c33-436b-83f8-1f140abc7566 req-5f660421-aff2-4820-ad59-00de547187c4 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:53.342446 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ba9a98-0a45-46a1-b594-c2df9a59f231 req-2901629e-fce0-4fff-8c74-6e11a0a901cd tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:53.349962 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-37ba9a98-0a45-46a1-b594-c2df9a59f231 req-2901629e-fce0-4fff-8c74-6e11a0a901cd tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a6c151c-ccff-4e04-a0c1-ec0861a70848 HTTP/1.1" status: 200 len: 945 time: 0.1533458 Mar 29 15:41:53.394704 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-825d7646-5c33-436b-83f8-1f140abc7566 req-5f660421-aff2-4820-ad59-00de547187c4 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8418858 Mar 29 15:41:53.424027 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [req-825d7646-5c33-436b-83f8-1f140abc7566 req-e73a0747-93ac-4027-b372-45e6cc936666 service neutron] Request body: {'port': {'device_id': 'eb986c29-f18c-4431-b001-b8a5fa38aaaa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834765-1'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:41:53.427647 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-6a45c5e7-4297-434c-96d6-a7d70aff494b req-3a42ddc2-f373-4f73-81d9-40bfd38f79d0 tempest-LiveMigrationNegativeTest-1671013112 tempest-LiveMigrationNegativeTest-1671013112-project] Notify callbacks [] for security_group, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:53.449749 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-6a45c5e7-4297-434c-96d6-a7d70aff494b req-3a42ddc2-f373-4f73-81d9-40bfd38f79d0 tempest-LiveMigrationNegativeTest-1671013112 tempest-LiveMigrationNegativeTest-1671013112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:53.460104 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-37ba9a98-0a45-46a1-b594-c2df9a59f231 req-e94a87a4-a196-4835-a202-08ea648b4292 tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] 10.222.0.42 "GET /v2.0/security-groups?id=ce1e3aa1-c9e4-4c36-a19f-9dbad60c5be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089313 Mar 29 15:41:53.490950 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-524d462f-4065-4b0a-bc7a-f914a6fa3483 req-ca07abaa-a90e-4122-8158-591288de7396 tempest-FloatingIPsAssociationTestJSON-13237688 tempest-FloatingIPsAssociationTestJSON-13237688-project] Notify callbacks [] for port, precommit_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:53.505380 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-524d462f-4065-4b0a-bc7a-f914a6fa3483 req-ca07abaa-a90e-4122-8158-591288de7396 tempest-FloatingIPsAssociationTestJSON-13237688 tempest-FloatingIPsAssociationTestJSON-13237688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5237921'] for port, after_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:53.557335 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:41:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4089f5e6-b4ca-48b5-b6fa-756b5a0466cd x-openstack-request-id: req-4089f5e6-b4ca-48b5-b6fa-756b5a0466cd {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:41:53.557821 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "490a7f81-d34b-41cf-b939-8230c4561d2c", "name": "network-vif-deleted", "tag": "de3260d5-fda5-4f86-be90-526c4825300a", "status": "completed", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:41:53.557997 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-4089f5e6-b4ca-48b5-b6fa-756b5a0466cd {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:41:53.558384 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '490a7f81-d34b-41cf-b939-8230c4561d2c', 'name': 'network-vif-deleted', 'tag': 'de3260d5-fda5-4f86-be90-526c4825300a', 'status': 'completed', 'code': 200} Mar 29 15:41:53.646156 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca07abaa-a90e-4122-8158-591288de7396 tempest-FloatingIPsAssociationTestJSON-13237688 tempest-FloatingIPsAssociationTestJSON-13237688-project] Pushing event updated for resources: {'Port': ['ID=6ba650ed-a80c-4b24-bc4c-2bd61955e20a,revision_number=2']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:41:53.657885 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-524d462f-4065-4b0a-bc7a-f914a6fa3483 req-ca07abaa-a90e-4122-8158-591288de7396 tempest-FloatingIPsAssociationTestJSON-13237688 tempest-FloatingIPsAssociationTestJSON-13237688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648212'] for floatingip, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:53.676477 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-524d462f-4065-4b0a-bc7a-f914a6fa3483 req-ca07abaa-a90e-4122-8158-591288de7396 tempest-FloatingIPsAssociationTestJSON-13237688 tempest-FloatingIPsAssociationTestJSON-13237688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for floatingip, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:53.678400 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_common [req-6a45c5e7-4297-434c-96d6-a7d70aff494b req-3a42ddc2-f373-4f73-81d9-40bfd38f79d0 tempest-LiveMigrationNegativeTest-1671013112 tempest-LiveMigrationNegativeTest-1671013112-project] Allocated IP 192.168.233.189 (2268a9b9-82fd-4886-a91d-3a50e4e16cab/abb8e5d6-2aea-4455-a944-3435a3d1ce49/963c1ea5-70ee-44cb-9a63-afec8c6efd52) {{(pid=102791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:41:53.687003 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-524d462f-4065-4b0a-bc7a-f914a6fa3483 req-ca07abaa-a90e-4122-8158-591288de7396 tempest-FloatingIPsAssociationTestJSON-13237688 tempest-FloatingIPsAssociationTestJSON-13237688-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.6721830 Mar 29 15:41:53.749119 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-524d462f-4065-4b0a-bc7a-f914a6fa3483 req-ccf73081-94ac-4b54-b336-9bb7b95566da tempest-FloatingIPsAssociationTestJSON-13237688 tempest-FloatingIPsAssociationTestJSON-13237688-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.4.25 HTTP/1.1" status: 200 len: 695 time: 0.0612042 Mar 29 15:41:53.780588 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a42ddc2-f373-4f73-81d9-40bfd38f79d0 tempest-LiveMigrationNegativeTest-1671013112 tempest-LiveMigrationNegativeTest-1671013112-project] Pushing event updated for resources: {'SecurityGroup': ['ID=774c292d-aaff-41c3-9345-153fa540abbd,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:41:53.783115 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-825d7646-5c33-436b-83f8-1f140abc7566 req-e73a0747-93ac-4027-b372-45e6cc936666 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:53.869028 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524d462f-4065-4b0a-bc7a-f914a6fa3483 req-33790e9a-a866-4ca1-b946-83e91169e349 tempest-FloatingIPsAssociationTestJSON-13237688 tempest-FloatingIPsAssociationTestJSON-13237688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:53.870455 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-524d462f-4065-4b0a-bc7a-f914a6fa3483 req-33790e9a-a866-4ca1-b946-83e91169e349 tempest-FloatingIPsAssociationTestJSON-13237688 tempest-FloatingIPsAssociationTestJSON-13237688-project] 10.222.0.42 "GET /v2.0/networks/4a4a035d-ecac-4ead-baa3-25f90788773a HTTP/1.1" status: 200 len: 784 time: 0.1144419 Mar 29 15:41:54.010277 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-2de7baf5-2682-43dd-bb2b-ee758752485a req-bb5ec0fc-41fd-4193-942c-79159f62c577 tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] 10.222.0.42 "GET /v2.0/ports?device_id=2b603b7f-32b5-4125-b4e2-04c47bd0f5ef HTTP/1.1" status: 200 len: 210 time: 0.0377932 Mar 29 15:41:54.158016 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49d11e8-970d-4a23-8e0a-be87db352146 req-401b2c80-2573-4a63-99b6-556892932ceb tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:54.160949 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-a49d11e8-970d-4a23-8e0a-be87db352146 req-401b2c80-2573-4a63-99b6-556892932ceb tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb986c29-f18c-4431-b001-b8a5fa38aaaa HTTP/1.1" status: 200 len: 932 time: 0.0656445 Mar 29 15:41:54.166906 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeae0a78-e0a9-4663-9e02-8f8cf9a901e1 req-f1e03f5e-23ae-4627-b623-9071431795d2 tempest-ComputeTenantNetworksTest-962483488 tempest-ComputeTenantNetworksTest-962483488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:54.176358 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeae0a78-e0a9-4663-9e02-8f8cf9a901e1 req-f1e03f5e-23ae-4627-b623-9071431795d2 tempest-ComputeTenantNetworksTest-962483488 tempest-ComputeTenantNetworksTest-962483488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:54.186493 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeae0a78-e0a9-4663-9e02-8f8cf9a901e1 req-f1e03f5e-23ae-4627-b623-9071431795d2 tempest-ComputeTenantNetworksTest-962483488 tempest-ComputeTenantNetworksTest-962483488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:54.188237 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-eeae0a78-e0a9-4663-9e02-8f8cf9a901e1 req-f1e03f5e-23ae-4627-b623-9071431795d2 tempest-ComputeTenantNetworksTest-962483488 tempest-ComputeTenantNetworksTest-962483488-project] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1902 time: 0.5982497 Mar 29 15:41:54.208551 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-8ff6a8e3-8790-4781-b8fb-895e51017450 req-1f39ab44-9aac-495f-a881-d7e63b87b395 tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=5bf1a5bdfbb14ae084908e8fe7725bc6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0735965 Mar 29 15:41:54.231451 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-a49d11e8-970d-4a23-8e0a-be87db352146 req-ed957b63-afbf-4275-bd1e-9e16e1e592b5 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.42 "GET /v2.0/security-groups?id=07e96b72-96bb-4562-b80f-051b133c1759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626307 Mar 29 15:41:54.242627 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:41:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47269304-d643-4310-9d23-cb01aa5edd60 x-openstack-request-id: req-47269304-d643-4310-9d23-cb01aa5edd60 {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:41:54.243545 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a6c151c-ccff-4e04-a0c1-ec0861a70848", "name": "network-vif-plugged", "status": "completed", "tag": "11b841ba-3430-41cf-85b6-6c9a5f4a743c", "code": 200}]} {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:41:54.249530 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-47269304-d643-4310-9d23-cb01aa5edd60 {{(pid=102792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:41:54.250422 n-d-834765-1 neutron-server[102792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a6c151c-ccff-4e04-a0c1-ec0861a70848', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11b841ba-3430-41cf-85b6-6c9a5f4a743c', 'code': 200} Mar 29 15:41:54.357222 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-6a45c5e7-4297-434c-96d6-a7d70aff494b req-3a42ddc2-f373-4f73-81d9-40bfd38f79d0 tempest-LiveMigrationNegativeTest-1671013112 tempest-LiveMigrationNegativeTest-1671013112-project] Notify callbacks [] for port, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:54.482639 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f605c0fa-7633-4038-a119-56d947e7a2c4 req-e63775c1-2ce0-4150-80fb-215b111b7650 tempest-FloatingIPsAssociationTestJSON-13237688 tempest-FloatingIPsAssociationTestJSON-13237688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:54.487874 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-f605c0fa-7633-4038-a119-56d947e7a2c4 req-e63775c1-2ce0-4150-80fb-215b111b7650 tempest-FloatingIPsAssociationTestJSON-13237688 tempest-FloatingIPsAssociationTestJSON-13237688-project] 10.222.0.42 "GET /v2.0/networks?id=fcdf73f9-c801-4998-9ec4-0cdc8a1cb85b HTTP/1.1" status: 200 len: 819 time: 0.1427658 Mar 29 15:41:54.499686 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-f605c0fa-7633-4038-a119-56d947e7a2c4 req-5905d3ea-85b2-42a7-991d-693676f580f3 tempest-FloatingIPsAssociationTestJSON-13237688 tempest-FloatingIPsAssociationTestJSON-13237688-project] 10.222.0.42 "GET /v2.0/quotas/09e41d0f297a4c05bfeacde4bee1a28c HTTP/1.1" status: 200 len: 375 time: 0.0101068 Mar 29 15:41:54.558352 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-f605c0fa-7633-4038-a119-56d947e7a2c4 req-45557581-8ec3-4e22-a354-28ee21c58f04 tempest-FloatingIPsAssociationTestJSON-13237688 tempest-FloatingIPsAssociationTestJSON-13237688-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=09e41d0f297a4c05bfeacde4bee1a28c&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0528753 Mar 29 15:41:54.660180 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-f605c0fa-7633-4038-a119-56d947e7a2c4 req-24765620-5867-4264-b2e9-86ce260835c9 service neutron] 10.222.0.42 "GET /v2.0/networks/fcdf73f9-c801-4998-9ec4-0cdc8a1cb85b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938604 Mar 29 15:41:54.758494 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-f605c0fa-7633-4038-a119-56d947e7a2c4 req-276bdf66-014e-4190-a6b4-97d030ec3276 service neutron] 10.222.0.42 "GET /v2.0/networks/fcdf73f9-c801-4998-9ec4-0cdc8a1cb85b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901973 Mar 29 15:41:54.779294 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b111e1fe-d74b-4024-9612-697c9e3ad980 req-09d73796-99b9-4d29-bde8-d9900ac2c4e2 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] 10.222.0.42 "GET /v2.0/ports?device_id=490a7f81-d34b-41cf-b939-8230c4561d2c HTTP/1.1" status: 200 len: 210 time: 0.4520864 Mar 29 15:41:54.927248 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d08a51-ca68-4860-a34d-fbaedf5bfca0 req-0f2a1e3a-1b12-48d7-9aa9-244ad336787d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:54.928737 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b0d08a51-ca68-4860-a34d-fbaedf5bfca0 req-0f2a1e3a-1b12-48d7-9aa9-244ad336787d service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=2a6c151c-ccff-4e04-a0c1-ec0861a70848 HTTP/1.1" status: 200 len: 1096 time: 0.5830321 Mar 29 15:41:54.940077 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f0e54beb-eae5-406a-9612-c39ea4781d48 req-e6da44d6-f8fb-40f1-a01f-c85b2900e32b tempest-LiveMigrationNegativeTest-1671013112 tempest-LiveMigrationNegativeTest-1671013112-project] 10.222.0.42 "GET /v2.0/ports?device_id=66de62ac-29fe-4fc8-8231-9bfc1f3c858d HTTP/1.1" status: 200 len: 210 time: 0.0698550 Mar 29 15:41:55.004074 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff6a8e3-8790-4781-b8fb-895e51017450 req-ce5acbf8-5dbf-47c5-9c8a-29f239f554b3 tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:55.006181 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-8ff6a8e3-8790-4781-b8fb-895e51017450 req-ce5acbf8-5dbf-47c5-9c8a-29f239f554b3 tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7791908 Mar 29 15:41:55.013011 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-6a45c5e7-4297-434c-96d6-a7d70aff494b req-3a42ddc2-f373-4f73-81d9-40bfd38f79d0 tempest-LiveMigrationNegativeTest-1671013112 tempest-LiveMigrationNegativeTest-1671013112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:55.020351 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b0d08a51-ca68-4860-a34d-fbaedf5bfca0 req-428984a2-1806-438c-b172-70fdba07c790 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=ce1e3aa1-c9e4-4c36-a19f-9dbad60c5be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719135 Mar 29 15:41:55.029455 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [req-8ff6a8e3-8790-4781-b8fb-895e51017450 req-439bfdfb-8780-478b-9aac-59967415b360 tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] Request body: {'port': {'device_id': '2b603b7f-32b5-4125-b4e2-04c47bd0f5ef', 'network_id': '2268a9b9-82fd-4886-a91d-3a50e4e16cab', 'admin_state_up': True, 'tenant_id': '5bf1a5bdfbb14ae084908e8fe7725bc6'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:41:55.068278 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de71f39-efd9-4cce-916f-6531e68071ce req-ca059f1f-1b55-4b4b-8021-762f59a753f1 tempest-ComputeTenantNetworksTest-962483488 tempest-ComputeTenantNetworksTest-962483488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:55.076983 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-6de71f39-efd9-4cce-916f-6531e68071ce req-ca059f1f-1b55-4b4b-8021-762f59a753f1 tempest-ComputeTenantNetworksTest-962483488 tempest-ComputeTenantNetworksTest-962483488-project] 10.222.0.42 "GET /v2.0/networks/1094b91d-609e-4725-b339-55b0050c57bb HTTP/1.1" status: 200 len: 768 time: 0.1651301 Mar 29 15:41:55.086992 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 43614) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:41:55.215024 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a45c5e7-4297-434c-96d6-a7d70aff494b req-3a42ddc2-f373-4f73-81d9-40bfd38f79d0 tempest-LiveMigrationNegativeTest-1671013112 tempest-LiveMigrationNegativeTest-1671013112-project] Network 2268a9b9-82fd-4886-a91d-3a50e4e16cab is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:41:55.220756 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [req-825d7646-5c33-436b-83f8-1f140abc7566 req-e73a0747-93ac-4027-b372-45e6cc936666 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4def01a8-e045-46a2-afa6-cb0dea14b988 {{(pid=102791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:41:55.232494 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [req-6a45c5e7-4297-434c-96d6-a7d70aff494b req-3a42ddc2-f373-4f73-81d9-40bfd38f79d0 tempest-LiveMigrationNegativeTest-1671013112 tempest-LiveMigrationNegativeTest-1671013112-project] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:41:55.235743 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-825d7646-5c33-436b-83f8-1f140abc7566 req-e73a0747-93ac-4027-b372-45e6cc936666 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:55.240842 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a42ddc2-f373-4f73-81d9-40bfd38f79d0 tempest-LiveMigrationNegativeTest-1671013112 tempest-LiveMigrationNegativeTest-1671013112-project] Pushing event updated for resources: {'Port': ['ID=963c1ea5-70ee-44cb-9a63-afec8c6efd52,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:41:55.245059 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a45c5e7-4297-434c-96d6-a7d70aff494b req-3a42ddc2-f373-4f73-81d9-40bfd38f79d0 tempest-LiveMigrationNegativeTest-1671013112 tempest-LiveMigrationNegativeTest-1671013112-project] Received port after_create {{(pid=102791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:41:55.250452 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-28aa6020-5cc5-4b88-ba42-5cd21bdceb16 req-f2294492-fc63-4dde-a3b9-3b24581c3dcb tempest-FloatingIPsAssociationTestJSON-13237688 tempest-FloatingIPsAssociationTestJSON-13237688-project] 10.222.0.42 "GET /v2.0/ports?device_id=e06e70c7-935d-412c-80c6-167429b49c6c HTTP/1.1" status: 200 len: 210 time: 0.0574460 Mar 29 15:41:55.260917 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-2dbbb2bf-f2ff-4784-b04f-c69ea4ce0ec3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1631750'] for network, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:55.325078 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.provisioning_blocks [req-825d7646-5c33-436b-83f8-1f140abc7566 req-e73a0747-93ac-4027-b372-45e6cc936666 service neutron] Transition to ACTIVE for port object 4def01a8-e045-46a2-afa6-cb0dea14b988 will not be triggered until provisioned by entity L2. {{(pid=102791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 15:41:55.368688 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14d545b-003c-408e-a332-02ba063975ea req-18a54ff6-0e5f-48bc-8bfe-e8e52361d07d tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:55.370266 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d14d545b-003c-408e-a332-02ba063975ea req-18a54ff6-0e5f-48bc-8bfe-e8e52361d07d tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a6c151c-ccff-4e04-a0c1-ec0861a70848 HTTP/1.1" status: 200 len: 945 time: 0.3247962 Mar 29 15:41:55.372844 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-825d7646-5c33-436b-83f8-1f140abc7566 req-e73a0747-93ac-4027-b372-45e6cc936666 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:55.418769 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-cc391eaa-45a4-4d55-81f9-8d93a2a97c9f req-f5222822-6c4b-4e9b-8604-5a9ffb65775d tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] 10.222.0.42 "GET /v2.0/ports?device_id=2b603b7f-32b5-4125-b4e2-04c47bd0f5ef HTTP/1.1" status: 200 len: 210 time: 0.0384395 Mar 29 15:41:55.477953 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-2dbbb2bf-f2ff-4784-b04f-c69ea4ce0ec3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639890', 'neutron.services.segments.db._delete_segments_for_network-8783523423079'] for network, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:55.524889 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a45c5e7-4297-434c-96d6-a7d70aff494b req-3a42ddc2-f373-4f73-81d9-40bfd38f79d0 tempest-LiveMigrationNegativeTest-1671013112 tempest-LiveMigrationNegativeTest-1671013112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:55.524889 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-6a45c5e7-4297-434c-96d6-a7d70aff494b req-3a42ddc2-f373-4f73-81d9-40bfd38f79d0 tempest-LiveMigrationNegativeTest-1671013112 tempest-LiveMigrationNegativeTest-1671013112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:55.542234 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-2dbbb2bf-f2ff-4784-b04f-c69ea4ce0ec3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1094b91d-609e-4725-b339-55b0050c57bb']}} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:41:55.558294 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ff6a8e3-8790-4781-b8fb-895e51017450 req-439bfdfb-8780-478b-9aac-59967415b360 tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] Made reservation on behalf of 5bf1a5bdfbb14ae084908e8fe7725bc6 for: {'port': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:41:55.562174 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-8ff6a8e3-8790-4781-b8fb-895e51017450 req-439bfdfb-8780-478b-9aac-59967415b360 tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:55.564233 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73a0747-93ac-4027-b372-45e6cc936666 service neutron] Pushing event updated for resources: {'Port': ['ID=4def01a8-e045-46a2-afa6-cb0dea14b988,revision_number=2']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:41:55.575166 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-2dbbb2bf-f2ff-4784-b04f-c69ea4ce0ec3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92f5a00a-2f95-486e-af7f-12105a937c52') {'for_net_delete': True} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:41:55.575558 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-2dbbb2bf-f2ff-4784-b04f-c69ea4ce0ec3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92f5a00a-2f95-486e-af7f-12105a937c52') {} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:41:55.609730 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-8ff6a8e3-8790-4781-b8fb-895e51017450 req-439bfdfb-8780-478b-9aac-59967415b360 tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] Notify callbacks [] for security_group, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:55.610030 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-2dbbb2bf-f2ff-4784-b04f-c69ea4ce0ec3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783523422064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4614019'] for segment, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:55.645234 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-2dbbb2bf-f2ff-4784-b04f-c69ea4ce0ec3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:55.647886 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d14d545b-003c-408e-a332-02ba063975ea req-6ec4e350-ed9a-4b13-8aa6-de9fccc16798 tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] 10.222.0.42 "GET /v2.0/security-groups?id=ce1e3aa1-c9e4-4c36-a19f-9dbad60c5be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2451961 Mar 29 15:41:55.668722 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2dbbb2bf-f2ff-4784-b04f-c69ea4ce0ec3 admin admin] Releasing vlan 608 on physical network physnet1 to pool {{(pid=102790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 15:41:55.669318 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-2dbbb2bf-f2ff-4784-b04f-c69ea4ce0ec3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5238013'] for segment, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:55.672868 n-d-834765-1 neutron-server[102790]: Traceback (most recent call last): Mar 29 15:41:55.672868 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 15:41:55.672868 n-d-834765-1 neutron-server[102790]: timer() Mar 29 15:41:55.672868 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 15:41:55.672868 n-d-834765-1 neutron-server[102790]: cb(*args, **kw) Mar 29 15:41:55.672868 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 15:41:55.672868 n-d-834765-1 neutron-server[102790]: return func(*args, **kwargs) Mar 29 15:41:55.672868 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 15:41:55.672868 n-d-834765-1 neutron-server[102790]: self._notify() Mar 29 15:41:55.672868 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 15:41:55.672868 n-d-834765-1 neutron-server[102790]: self.callback(batched_events) Mar 29 15:41:55.672868 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 15:41:55.672868 n-d-834765-1 neutron-server[102790]: event.method(event) Mar 29 15:41:55.672868 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 15:41:55.672868 n-d-834765-1 neutron-server[102790]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 15:41:55.672868 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 15:41:55.672868 n-d-834765-1 neutron-server[102790]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 15:41:55.672868 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 15:41:55.672868 n-d-834765-1 neutron-server[102790]: return f(self, *a, **k) Mar 29 15:41:55.672868 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 15:41:55.672868 n-d-834765-1 neutron-server[102790]: return self._get(url).json() Mar 29 15:41:55.672868 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 15:41:55.672868 n-d-834765-1 neutron-server[102790]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 15:41:55.672868 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 15:41:55.672868 n-d-834765-1 neutron-server[102790]: return self.request(url, 'GET', **kwargs) Mar 29 15:41:55.672868 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 15:41:55.672868 n-d-834765-1 neutron-server[102790]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 15:41:55.672868 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 15:41:55.672868 n-d-834765-1 neutron-server[102790]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 15:41:55.672868 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 15:41:55.672868 n-d-834765-1 neutron-server[102790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 15:41:55.672868 n-d-834765-1 neutron-server[102790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 15:41:55.679327 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-14a8024e-57d6-44e1-a028-b4a546388e5a None None] Provisioning complete for port 963c1ea5-70ee-44cb-9a63-afec8c6efd52 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:41:55.681337 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-14a8024e-57d6-44e1-a028-b4a546388e5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:55.694159 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce85d45a-9a40-46c1-abb9-7ddc430d73b6 req-db79cb03-2c0c-4c80-b81c-84f24f7051fb tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:55.704573 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-ce85d45a-9a40-46c1-abb9-7ddc430d73b6 req-db79cb03-2c0c-4c80-b81c-84f24f7051fb tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb986c29-f18c-4431-b001-b8a5fa38aaaa HTTP/1.1" status: 200 len: 944 time: 0.1449401 Mar 29 15:41:55.710842 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6a45c5e7-4297-434c-96d6-a7d70aff494b req-3a42ddc2-f373-4f73-81d9-40bfd38f79d0 tempest-LiveMigrationNegativeTest-1671013112 tempest-LiveMigrationNegativeTest-1671013112-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.9206271 Mar 29 15:41:55.731495 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [req-6a45c5e7-4297-434c-96d6-a7d70aff494b req-0050bbe4-338b-4b72-b2f4-5e32209c1a1e service neutron] Request body: {'port': {'device_id': '66de62ac-29fe-4fc8-8231-9bfc1f3c858d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834765-1'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:41:55.769425 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-14a8024e-57d6-44e1-a028-b4a546388e5a None None] Port 963c1ea5-70ee-44cb-9a63-afec8c6efd52 cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 15:41:55.797416 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-2dbbb2bf-f2ff-4784-b04f-c69ea4ce0ec3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1639897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648174'] for network, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:55.811950 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-2dbbb2bf-f2ff-4784-b04f-c69ea4ce0ec3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for network, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:55.830531 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-2dbbb2bf-f2ff-4784-b04f-c69ea4ce0ec3 admin admin] 10.222.0.42 "DELETE /v2.0/networks/1094b91d-609e-4725-b339-55b0050c57bb HTTP/1.1" status: 204 len: 168 time: 0.7407517 Mar 29 15:41:55.861479 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-825d7646-5c33-436b-83f8-1f140abc7566 req-e73a0747-93ac-4027-b372-45e6cc936666 service neutron] Attempting to bind port 4def01a8-e045-46a2-afa6-cb0dea14b988 on host n-h2-834765-1 for vnic_type normal with profile {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:41:55.862253 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-825d7646-5c33-436b-83f8-1f140abc7566 req-e73a0747-93ac-4027-b372-45e6cc936666 service neutron] Attempting to bind port 4def01a8-e045-46a2-afa6-cb0dea14b988 by drivers openvswitch,hyperv on host n-h2-834765-1 at level 0 using segments [{'id': 'e1d90273-cef5-4478-85fc-ff4ac210e191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '96b8e8ed-22f2-4cb8-884c-6e5cefe078a4'}] {{(pid=102791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:41:55.862253 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-825d7646-5c33-436b-83f8-1f140abc7566 req-e73a0747-93ac-4027-b372-45e6cc936666 service neutron] Attempting to bind port 4def01a8-e045-46a2-afa6-cb0dea14b988 on network 96b8e8ed-22f2-4cb8-884c-6e5cefe078a4 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:41:55.871814 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbbb2bf-f2ff-4784-b04f-c69ea4ce0ec3 admin admin] Pushing event deleted for resources: {'Network': ['ID=1094b91d-609e-4725-b339-55b0050c57bb,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:41:55.876395 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-ce85d45a-9a40-46c1-abb9-7ddc430d73b6 req-e8cf7699-c5e3-443b-9ec8-2c1eb488e351 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.42 "GET /v2.0/security-groups?id=07e96b72-96bb-4562-b80f-051b133c1759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709979 Mar 29 15:41:55.883888 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-825d7646-5c33-436b-83f8-1f140abc7566 req-e73a0747-93ac-4027-b372-45e6cc936666 service neutron] Port 4def01a8-e045-46a2-afa6-cb0dea14b988 on network 96b8e8ed-22f2-4cb8-884c-6e5cefe078a4 not bound, no agent of type Open vSwitch agent registered on host n-h2-834765-1 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 15:41:55.884262 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-825d7646-5c33-436b-83f8-1f140abc7566 req-e73a0747-93ac-4027-b372-45e6cc936666 service neutron] Attempting to bind port 4def01a8-e045-46a2-afa6-cb0dea14b988 on network 96b8e8ed-22f2-4cb8-884c-6e5cefe078a4 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:41:55.886676 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-6a45c5e7-4297-434c-96d6-a7d70aff494b req-0050bbe4-338b-4b72-b2f4-5e32209c1a1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:55.908005 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-825d7646-5c33-436b-83f8-1f140abc7566 req-e73a0747-93ac-4027-b372-45e6cc936666 service neutron] Checking agent: {'id': '3e4b4912-b4a2-4d17-b5bd-6ce15529e8eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 33, 17), 'started_at': datetime.datetime(2022, 3, 29, 15, 33, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 41, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:41:55.908397 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-825d7646-5c33-436b-83f8-1f140abc7566 req-e73a0747-93ac-4027-b372-45e6cc936666 service neutron] Checking segment: {'id': 'e1d90273-cef5-4478-85fc-ff4ac210e191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '96b8e8ed-22f2-4cb8-884c-6e5cefe078a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:41:55.908785 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-825d7646-5c33-436b-83f8-1f140abc7566 req-e73a0747-93ac-4027-b372-45e6cc936666 service neutron] Bound using segment: {'id': 'e1d90273-cef5-4478-85fc-ff4ac210e191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '96b8e8ed-22f2-4cb8-884c-6e5cefe078a4'} {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:41:55.909214 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-825d7646-5c33-436b-83f8-1f140abc7566 req-e73a0747-93ac-4027-b372-45e6cc936666 service neutron] Bound port: 4def01a8-e045-46a2-afa6-cb0dea14b988, host: n-h2-834765-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1d90273-cef5-4478-85fc-ff4ac210e191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '96b8e8ed-22f2-4cb8-884c-6e5cefe078a4'}}] {{(pid=102791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 15:41:55.909573 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-825d7646-5c33-436b-83f8-1f140abc7566 req-e73a0747-93ac-4027-b372-45e6cc936666 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:56.021704 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-8ff6a8e3-8790-4781-b8fb-895e51017450 req-439bfdfb-8780-478b-9aac-59967415b360 tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] Notify callbacks [] for security_group, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:56.035210 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-8ff6a8e3-8790-4781-b8fb-895e51017450 req-439bfdfb-8780-478b-9aac-59967415b360 tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:56.036836 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 43632) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:41:56.136810 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-cf835186-45f3-41c7-ad03-5aca31589b9b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=bad48242c89f4eb68320c613ed412aea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0988321 Mar 29 15:41:56.142826 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 43634) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:41:56.174549 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device de3260d5-fda5-4f86-be90-526c4825300a no longer exists at agent hyperv_n-h1-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:41:56.210147 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] No Port match for: de3260d5-fda5-4f86-be90-526c4825300a {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 15:41:56.211331 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device de3260d5-fda5-4f86-be90-526c4825300a not bound to the agent host n-h1-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:41:56.245391 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-825d7646-5c33-436b-83f8-1f140abc7566 req-e73a0747-93ac-4027-b372-45e6cc936666 service neutron] For port 4def01a8-e045-46a2-afa6-cb0dea14b988, host n-h2-834765-1, cleared binding levels {{(pid=102791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:41:56.260668 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-12ade9fb-35f9-4a0f-a084-e2d8e122698d req-1500ed2c-de35-4f44-a6be-3f94acc2b732 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] 10.222.0.42 "GET /v2.0/ports?device_id=490a7f81-d34b-41cf-b939-8230c4561d2c HTTP/1.1" status: 200 len: 210 time: 0.1758986 Mar 29 15:41:56.319299 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9db4556-318d-4063-89ab-658c5c6e6c28 req-ca0b587a-92b0-4b11-ba39-0da728b829ff tempest-LiveMigrationNegativeTest-1671013112 tempest-LiveMigrationNegativeTest-1671013112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:56.332756 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-f9db4556-318d-4063-89ab-658c5c6e6c28 req-ca0b587a-92b0-4b11-ba39-0da728b829ff tempest-LiveMigrationNegativeTest-1671013112 tempest-LiveMigrationNegativeTest-1671013112-project] 10.222.0.42 "GET /v2.0/ports?device_id=66de62ac-29fe-4fc8-8231-9bfc1f3c858d HTTP/1.1" status: 200 len: 936 time: 0.2691233 Mar 29 15:41:56.349355 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-825d7646-5c33-436b-83f8-1f140abc7566 req-e73a0747-93ac-4027-b372-45e6cc936666 service neutron] For port 4def01a8-e045-46a2-afa6-cb0dea14b988, host n-h2-834765-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=4def01a8-e045-46a2-afa6-cb0dea14b988,segment=NetworkSegment(e1d90273-cef5-4478-85fc-ff4ac210e191),segment_id=e1d90273-cef5-4478-85fc-ff4ac210e191)] {{(pid=102791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:41:56.378445 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439bfdfb-8780-478b-9aac-59967415b360 tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] Pushing event updated for resources: {'SecurityGroup': ['ID=062b76b3-3a31-4c61-a1e4-5e35375fb0f4,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:41:56.401076 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-825d7646-5c33-436b-83f8-1f140abc7566 req-e73a0747-93ac-4027-b372-45e6cc936666 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:56.494466 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b358d6c2-d45a-4356-b4af-5b4010ada9d9 req-98aa1100-2c69-4444-98e2-a3f84a890f99 tempest-FloatingIPsAssociationTestJSON-13237688 tempest-FloatingIPsAssociationTestJSON-13237688-project] 10.222.0.42 "GET /v2.0/ports?device_id=e06e70c7-935d-412c-80c6-167429b49c6c HTTP/1.1" status: 200 len: 210 time: 0.0978580 Mar 29 15:41:56.519228 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825d7646-5c33-436b-83f8-1f140abc7566 req-e73a0747-93ac-4027-b372-45e6cc936666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:56.520048 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-825d7646-5c33-436b-83f8-1f140abc7566 req-e73a0747-93ac-4027-b372-45e6cc936666 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:56.522110 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-825d7646-5c33-436b-83f8-1f140abc7566 req-e73a0747-93ac-4027-b372-45e6cc936666 service neutron] 10.222.0.48 "PUT /v2.0/ports/4def01a8-e045-46a2-afa6-cb0dea14b988 HTTP/1.1" status: 200 len: 1092 time: 3.1147368 Mar 29 15:41:56.522764 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb986c29-f18c-4431-b001-b8a5fa38aaaa', 'tag': '4def01a8-e045-46a2-afa6-cb0dea14b988'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:41:56.525679 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c67b028db5e9b9818fecc5c0a87ebc6f190694fa53ca267d523e04f98de536d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae34573d-04fc-491a-8e60-72c1e6c3c4bc" -d '{"events": [{"name": "network-changed", "server_uuid": "eb986c29-f18c-4431-b001-b8a5fa38aaaa", "tag": "4def01a8-e045-46a2-afa6-cb0dea14b988"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:41:56.550219 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-f9db4556-318d-4063-89ab-658c5c6e6c28 req-a149c009-15e2-40b7-a592-547cf8371256 tempest-LiveMigrationNegativeTest-1671013112 tempest-LiveMigrationNegativeTest-1671013112-project] 10.222.0.42 "GET /v2.0/security-groups?id=774c292d-aaff-41c3-9345-153fa540abbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857862 Mar 29 15:41:56.551103 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-971fb39a-376d-446a-9aab-c2f6516294ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:56.587188 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73a0747-93ac-4027-b372-45e6cc936666 service neutron] Pushing event updated for resources: {'Port': ['ID=4def01a8-e045-46a2-afa6-cb0dea14b988,revision_number=3']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:41:56.622440 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-971fb39a-376d-446a-9aab-c2f6516294ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:56.630682 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f605c0fa-7633-4038-a119-56d947e7a2c4 req-cded8414-a030-4da9-892f-1eec43f9c1a6 tempest-FloatingIPsAssociationTestJSON-13237688 tempest-FloatingIPsAssociationTestJSON-13237688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:56.632276 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-f605c0fa-7633-4038-a119-56d947e7a2c4 req-cded8414-a030-4da9-892f-1eec43f9c1a6 tempest-FloatingIPsAssociationTestJSON-13237688 tempest-FloatingIPsAssociationTestJSON-13237688-project] 10.222.0.48 "GET /v2.0/networks?id=fcdf73f9-c801-4998-9ec4-0cdc8a1cb85b HTTP/1.1" status: 200 len: 819 time: 0.4371054 Mar 29 15:41:56.642434 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f8584105-c38e-4098-a941-ccbcdba6409f req-3965ab45-87d3-443e-9dbc-9b921eae7e73 tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] 10.222.0.42 "GET /v2.0/ports?device_id=2b603b7f-32b5-4125-b4e2-04c47bd0f5ef HTTP/1.1" status: 200 len: 210 time: 0.0366824 Mar 29 15:41:56.647027 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [req-f605c0fa-7633-4038-a119-56d947e7a2c4 req-dd7a3422-3896-4a25-93c7-96736dd2115e tempest-FloatingIPsAssociationTestJSON-13237688 tempest-FloatingIPsAssociationTestJSON-13237688-project] Request body: {'port': {'device_id': 'e06e70c7-935d-412c-80c6-167429b49c6c', 'network_id': 'fcdf73f9-c801-4998-9ec4-0cdc8a1cb85b', 'admin_state_up': True, 'tenant_id': '09e41d0f297a4c05bfeacde4bee1a28c'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:41:56.647311 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 15:41:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb82321d-80d8-4427-b5fe-188acd3bc60a x-openstack-request-id: req-cb82321d-80d8-4427-b5fe-188acd3bc60a {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:41:56.647662 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb986c29-f18c-4431-b001-b8a5fa38aaaa", "tag": "4def01a8-e045-46a2-afa6-cb0dea14b988", "status": "completed", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:41:56.648080 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-cb82321d-80d8-4427-b5fe-188acd3bc60a {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:41:56.649110 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb986c29-f18c-4431-b001-b8a5fa38aaaa', 'tag': '4def01a8-e045-46a2-afa6-cb0dea14b988', 'status': 'completed', 'code': 200} Mar 29 15:41:56.754005 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825d7646-5c33-436b-83f8-1f140abc7566 req-f1da5121-dbef-4e6a-a7f8-b7b2f8385c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:56.756243 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-825d7646-5c33-436b-83f8-1f140abc7566 req-f1da5121-dbef-4e6a-a7f8-b7b2f8385c10 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=94799213e4df4db5af3887cbfa8ada4e&device_id=eb986c29-f18c-4431-b001-b8a5fa38aaaa HTTP/1.1" status: 200 len: 1095 time: 0.1708076 Mar 29 15:41:56.784759 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-971fb39a-376d-446a-9aab-c2f6516294ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:56.787453 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-971fb39a-376d-446a-9aab-c2f6516294ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:56.792227 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-971fb39a-376d-446a-9aab-c2f6516294ca admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/397f24fb-e5b3-47c6-a024-f3188e095e08 HTTP/1.1" status: 204 len: 168 time: 0.6447272 Mar 29 15:41:56.813430 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971fb39a-376d-446a-9aab-c2f6516294ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=397f24fb-e5b3-47c6-a024-f3188e095e08,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:41:56.832024 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae238cea-8219-412e-8cbf-47ff9eacc9c5 req-9e635007-26ab-424d-a4f6-5e80aae777af tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:56.833199 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-ae238cea-8219-412e-8cbf-47ff9eacc9c5 req-9e635007-26ab-424d-a4f6-5e80aae777af tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a6c151c-ccff-4e04-a0c1-ec0861a70848 HTTP/1.1" status: 200 len: 945 time: 0.1032698 Mar 29 15:41:56.840233 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-825d7646-5c33-436b-83f8-1f140abc7566 req-34cc7c2a-b42d-4cab-af17-d89bbbf52fd1 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4def01a8-e045-46a2-afa6-cb0dea14b988 HTTP/1.1" status: 200 len: 217 time: 0.0562456 Mar 29 15:41:56.846911 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [req-6a45c5e7-4297-434c-96d6-a7d70aff494b req-0050bbe4-338b-4b72-b2f4-5e32209c1a1e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 963c1ea5-70ee-44cb-9a63-afec8c6efd52 {{(pid=102791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:41:56.859322 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-6a45c5e7-4297-434c-96d6-a7d70aff494b req-0050bbe4-338b-4b72-b2f4-5e32209c1a1e service neutron] Notify callbacks [] for port, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:56.860785 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f605c0fa-7633-4038-a119-56d947e7a2c4 req-dd7a3422-3896-4a25-93c7-96736dd2115e tempest-FloatingIPsAssociationTestJSON-13237688 tempest-FloatingIPsAssociationTestJSON-13237688-project] Made reservation on behalf of 09e41d0f297a4c05bfeacde4bee1a28c for: {'port': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:41:56.866891 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-f605c0fa-7633-4038-a119-56d947e7a2c4 req-dd7a3422-3896-4a25-93c7-96736dd2115e tempest-FloatingIPsAssociationTestJSON-13237688 tempest-FloatingIPsAssociationTestJSON-13237688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:56.873880 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.provisioning_blocks [req-6a45c5e7-4297-434c-96d6-a7d70aff494b req-0050bbe4-338b-4b72-b2f4-5e32209c1a1e service neutron] Transition to ACTIVE for port object 963c1ea5-70ee-44cb-9a63-afec8c6efd52 will not be triggered until provisioned by entity L2. {{(pid=102791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 15:41:56.881608 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-6a45c5e7-4297-434c-96d6-a7d70aff494b req-0050bbe4-338b-4b72-b2f4-5e32209c1a1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:56.920176 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-ae238cea-8219-412e-8cbf-47ff9eacc9c5 req-7eaff064-7fa9-481e-a17d-38498e2faec0 tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] 10.222.0.42 "GET /v2.0/security-groups?id=ce1e3aa1-c9e4-4c36-a19f-9dbad60c5be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738127 Mar 29 15:41:57.126333 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7046685d-6ea8-4ce1-8964-b3241001f32f req-ab21200d-f1ba-4ba7-bb6a-e3e5fba15e49 tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:57.128006 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-7046685d-6ea8-4ce1-8964-b3241001f32f req-ab21200d-f1ba-4ba7-bb6a-e3e5fba15e49 tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a6c151c-ccff-4e04-a0c1-ec0861a70848 HTTP/1.1" status: 200 len: 945 time: 0.0860622 Mar 29 15:41:57.132472 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.db_base_plugin_common [req-f605c0fa-7633-4038-a119-56d947e7a2c4 req-dd7a3422-3896-4a25-93c7-96736dd2115e tempest-FloatingIPsAssociationTestJSON-13237688 tempest-FloatingIPsAssociationTestJSON-13237688-project] Allocated IP 172.20.0.8 (fcdf73f9-c801-4998-9ec4-0cdc8a1cb85b/97aeeb47-9a64-429c-b18e-a70adf894590/83136e82-2f06-46a4-b9ca-6b6357a86c4f) {{(pid=102790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:41:57.152987 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_common [req-8ff6a8e3-8790-4781-b8fb-895e51017450 req-439bfdfb-8780-478b-9aac-59967415b360 tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] Allocated IP 192.168.233.60 (2268a9b9-82fd-4886-a91d-3a50e4e16cab/abb8e5d6-2aea-4455-a944-3435a3d1ce49/f39638e0-0f05-469b-894f-3e4405d80bf7) {{(pid=102791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:41:57.208848 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0050bbe4-338b-4b72-b2f4-5e32209c1a1e service neutron] Pushing event updated for resources: {'Port': ['ID=963c1ea5-70ee-44cb-9a63-afec8c6efd52,revision_number=2']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:41:57.231763 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-7046685d-6ea8-4ce1-8964-b3241001f32f req-de825a93-d044-4dc9-987d-0c53cf3f6cc7 tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] 10.222.0.42 "GET /v2.0/security-groups?id=ce1e3aa1-c9e4-4c36-a19f-9dbad60c5be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935922 Mar 29 15:41:57.303292 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825d7646-5c33-436b-83f8-1f140abc7566 req-a808c8a9-9d6b-49c7-9d15-64ef06ae82e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:57.306129 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-825d7646-5c33-436b-83f8-1f140abc7566 req-a808c8a9-9d6b-49c7-9d15-64ef06ae82e5 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0ba2b8b0-15ec-4c18-a106-c919b2ec3ae7 HTTP/1.1" status: 200 len: 852 time: 0.2479272 Mar 29 15:41:57.323194 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d3aa4d-30f1-4996-827f-d001936ee55c req-99e4bc51-b88e-4b2c-81b8-555399a1ef80 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:57.332210 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-94d3aa4d-30f1-4996-827f-d001936ee55c req-99e4bc51-b88e-4b2c-81b8-555399a1ef80 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb986c29-f18c-4431-b001-b8a5fa38aaaa HTTP/1.1" status: 200 len: 944 time: 0.2724850 Mar 29 15:41:57.535246 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-f605c0fa-7633-4038-a119-56d947e7a2c4 req-dd7a3422-3896-4a25-93c7-96736dd2115e tempest-FloatingIPsAssociationTestJSON-13237688 tempest-FloatingIPsAssociationTestJSON-13237688-project] Notify callbacks [] for port, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:57.541203 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-825d7646-5c33-436b-83f8-1f140abc7566 req-1d7359f1-c8c2-448b-bfe0-7e67f4a1bca2 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=96b8e8ed-22f2-4cb8-884c-6e5cefe078a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2021220 Mar 29 15:41:57.616597 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-2c336916-9052-4a72-aab8-fcd97c60df6f req-cb471eea-9377-48f7-8680-087d6ce09899 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] 10.222.0.42 "GET /v2.0/ports?device_id=490a7f81-d34b-41cf-b939-8230c4561d2c HTTP/1.1" status: 200 len: 210 time: 0.0365148 Mar 29 15:41:57.668246 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-f605c0fa-7633-4038-a119-56d947e7a2c4 req-dd7a3422-3896-4a25-93c7-96736dd2115e tempest-FloatingIPsAssociationTestJSON-13237688 tempest-FloatingIPsAssociationTestJSON-13237688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:57.681034 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] get_ports_and_sgs() called for port_ids ['74d2306b-5026-45ef-a651-6ea8cd4cf386'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:41:57.749073 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7a3422-3896-4a25-93c7-96736dd2115e tempest-FloatingIPsAssociationTestJSON-13237688 tempest-FloatingIPsAssociationTestJSON-13237688-project] Pushing event updated for resources: {'Port': ['ID=83136e82-2f06-46a4-b9ca-6b6357a86c4f,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:41:57.769098 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f605c0fa-7633-4038-a119-56d947e7a2c4 req-dd7a3422-3896-4a25-93c7-96736dd2115e tempest-FloatingIPsAssociationTestJSON-13237688 tempest-FloatingIPsAssociationTestJSON-13237688-project] Network fcdf73f9-c801-4998-9ec4-0cdc8a1cb85b is already hosted by enough agents. {{(pid=102790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:41:57.775069 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [req-f605c0fa-7633-4038-a119-56d947e7a2c4 req-dd7a3422-3896-4a25-93c7-96736dd2115e tempest-FloatingIPsAssociationTestJSON-13237688 tempest-FloatingIPsAssociationTestJSON-13237688-project] Resources bound (agent type, host, resource id): {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:41:57.798166 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-6a45c5e7-4297-434c-96d6-a7d70aff494b req-0050bbe4-338b-4b72-b2f4-5e32209c1a1e service neutron] Attempting to bind port 963c1ea5-70ee-44cb-9a63-afec8c6efd52 on host n-h2-834765-1 for vnic_type normal with profile {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:41:57.798964 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-6a45c5e7-4297-434c-96d6-a7d70aff494b req-0050bbe4-338b-4b72-b2f4-5e32209c1a1e service neutron] Attempting to bind port 963c1ea5-70ee-44cb-9a63-afec8c6efd52 by drivers openvswitch,hyperv on host n-h2-834765-1 at level 0 using segments [{'id': 'a0c230f0-660a-4194-9279-0f0781d34134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '2268a9b9-82fd-4886-a91d-3a50e4e16cab'}] {{(pid=102791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:41:57.799189 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a45c5e7-4297-434c-96d6-a7d70aff494b req-0050bbe4-338b-4b72-b2f4-5e32209c1a1e service neutron] Attempting to bind port 963c1ea5-70ee-44cb-9a63-afec8c6efd52 on network 2268a9b9-82fd-4886-a91d-3a50e4e16cab {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:41:57.806039 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-94d3aa4d-30f1-4996-827f-d001936ee55c req-c9403e58-d246-4a40-bc3d-ed69d585bcbe tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.42 "GET /v2.0/security-groups?id=07e96b72-96bb-4562-b80f-051b133c1759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4725451 Mar 29 15:41:57.808420 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.l3_dvrscheduler_db [req-f605c0fa-7633-4038-a119-56d947e7a2c4 req-dd7a3422-3896-4a25-93c7-96736dd2115e tempest-FloatingIPsAssociationTestJSON-13237688 tempest-FloatingIPsAssociationTestJSON-13237688-project] Received port after_create {{(pid=102790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:41:57.867490 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a45c5e7-4297-434c-96d6-a7d70aff494b req-0050bbe4-338b-4b72-b2f4-5e32209c1a1e service neutron] Port 963c1ea5-70ee-44cb-9a63-afec8c6efd52 on network 2268a9b9-82fd-4886-a91d-3a50e4e16cab not bound, no agent of type Open vSwitch agent registered on host n-h2-834765-1 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 15:41:57.867814 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a45c5e7-4297-434c-96d6-a7d70aff494b req-0050bbe4-338b-4b72-b2f4-5e32209c1a1e service neutron] Attempting to bind port 963c1ea5-70ee-44cb-9a63-afec8c6efd52 on network 2268a9b9-82fd-4886-a91d-3a50e4e16cab {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:41:57.888847 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a45c5e7-4297-434c-96d6-a7d70aff494b req-0050bbe4-338b-4b72-b2f4-5e32209c1a1e service neutron] Checking agent: {'id': '3e4b4912-b4a2-4d17-b5bd-6ce15529e8eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 33, 17), 'started_at': datetime.datetime(2022, 3, 29, 15, 33, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 41, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:41:57.889611 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a45c5e7-4297-434c-96d6-a7d70aff494b req-0050bbe4-338b-4b72-b2f4-5e32209c1a1e service neutron] Checking segment: {'id': 'a0c230f0-660a-4194-9279-0f0781d34134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '2268a9b9-82fd-4886-a91d-3a50e4e16cab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:41:57.890483 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a45c5e7-4297-434c-96d6-a7d70aff494b req-0050bbe4-338b-4b72-b2f4-5e32209c1a1e service neutron] Bound using segment: {'id': 'a0c230f0-660a-4194-9279-0f0781d34134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '2268a9b9-82fd-4886-a91d-3a50e4e16cab'} {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:41:57.891138 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-6a45c5e7-4297-434c-96d6-a7d70aff494b req-0050bbe4-338b-4b72-b2f4-5e32209c1a1e service neutron] Bound port: 963c1ea5-70ee-44cb-9a63-afec8c6efd52, host: n-h2-834765-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0c230f0-660a-4194-9279-0f0781d34134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '2268a9b9-82fd-4886-a91d-3a50e4e16cab'}}] {{(pid=102791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 15:41:57.891591 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-6a45c5e7-4297-434c-96d6-a7d70aff494b req-0050bbe4-338b-4b72-b2f4-5e32209c1a1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:57.898983 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-825d7646-5c33-436b-83f8-1f140abc7566 req-4984e21c-5574-4add-8a93-088c9d670436 service neutron] 10.222.0.48 "GET /v2.0/networks/96b8e8ed-22f2-4cb8-884c-6e5cefe078a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3427856 Mar 29 15:41:57.997647 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b48ad2f-c32d-4231-a9fe-12ece08f1da2 req-4fad1d56-e8b9-44c9-8156-6f56ef288d4c tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:58.011035 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-8b48ad2f-c32d-4231-a9fe-12ece08f1da2 req-4fad1d56-e8b9-44c9-8156-6f56ef288d4c tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a6c151c-ccff-4e04-a0c1-ec0861a70848 HTTP/1.1" status: 200 len: 945 time: 0.2635317 Mar 29 15:41:58.074950 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f605c0fa-7633-4038-a119-56d947e7a2c4 req-dd7a3422-3896-4a25-93c7-96736dd2115e tempest-FloatingIPsAssociationTestJSON-13237688 tempest-FloatingIPsAssociationTestJSON-13237688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:58.076096 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-f605c0fa-7633-4038-a119-56d947e7a2c4 req-dd7a3422-3896-4a25-93c7-96736dd2115e tempest-FloatingIPsAssociationTestJSON-13237688 tempest-FloatingIPsAssociationTestJSON-13237688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:58.096194 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-8b48ad2f-c32d-4231-a9fe-12ece08f1da2 req-398e471c-075b-4f5a-9c88-a74b141d04ec tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] 10.222.0.42 "GET /v2.0/security-groups?id=ce1e3aa1-c9e4-4c36-a19f-9dbad60c5be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829737 Mar 29 15:41:58.131053 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-f605c0fa-7633-4038-a119-56d947e7a2c4 req-dd7a3422-3896-4a25-93c7-96736dd2115e tempest-FloatingIPsAssociationTestJSON-13237688 tempest-FloatingIPsAssociationTestJSON-13237688-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4858091 Mar 29 15:41:58.145262 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [req-f605c0fa-7633-4038-a119-56d947e7a2c4 req-e2776b8d-ec0a-42ae-a723-b682e4cd2cd0 service neutron] Request body: {'port': {'device_id': 'e06e70c7-935d-412c-80c6-167429b49c6c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834765-1'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:41:58.200868 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-abc26dab-81be-4caa-a108-135ff76bc1a0 None None] Provisioning complete for port 83136e82-2f06-46a4-b9ca-6b6357a86c4f triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:41:58.207495 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-abc26dab-81be-4caa-a108-135ff76bc1a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:58.278286 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-abc26dab-81be-4caa-a108-135ff76bc1a0 None None] Port 83136e82-2f06-46a4-b9ca-6b6357a86c4f cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 15:41:58.283911 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-f605c0fa-7633-4038-a119-56d947e7a2c4 req-e2776b8d-ec0a-42ae-a723-b682e4cd2cd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:58.311499 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cac6f29-d0ce-4f0b-b217-2ab743968807 req-fe2e1dea-9731-4edf-b2db-09a817e328fc tempest-LiveMigrationNegativeTest-1671013112 tempest-LiveMigrationNegativeTest-1671013112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:58.313229 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-3cac6f29-d0ce-4f0b-b217-2ab743968807 req-fe2e1dea-9731-4edf-b2db-09a817e328fc tempest-LiveMigrationNegativeTest-1671013112 tempest-LiveMigrationNegativeTest-1671013112-project] 10.222.0.42 "GET /v2.0/ports?device_id=66de62ac-29fe-4fc8-8231-9bfc1f3c858d HTTP/1.1" status: 200 len: 948 time: 0.0807352 Mar 29 15:41:58.413440 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-3cac6f29-d0ce-4f0b-b217-2ab743968807 req-c1319df3-5a1c-404d-b47f-1d069c97a6cf tempest-LiveMigrationNegativeTest-1671013112 tempest-LiveMigrationNegativeTest-1671013112-project] 10.222.0.42 "GET /v2.0/security-groups?id=774c292d-aaff-41c3-9345-153fa540abbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695174 Mar 29 15:41:58.488352 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-8ff6a8e3-8790-4781-b8fb-895e51017450 req-439bfdfb-8780-478b-9aac-59967415b360 tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] Notify callbacks [] for port, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:58.522120 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baac3533-2d87-4dc0-83c9-5c80b12f8aac req-797f6164-e3f5-4863-b039-9d641d734d77 tempest-FloatingIPsAssociationTestJSON-13237688 tempest-FloatingIPsAssociationTestJSON-13237688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:58.524619 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-baac3533-2d87-4dc0-83c9-5c80b12f8aac req-797f6164-e3f5-4863-b039-9d641d734d77 tempest-FloatingIPsAssociationTestJSON-13237688 tempest-FloatingIPsAssociationTestJSON-13237688-project] 10.222.0.42 "GET /v2.0/ports?device_id=e06e70c7-935d-412c-80c6-167429b49c6c HTTP/1.1" status: 200 len: 931 time: 0.5810196 Mar 29 15:41:58.587853 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-6a45c5e7-4297-434c-96d6-a7d70aff494b req-0050bbe4-338b-4b72-b2f4-5e32209c1a1e service neutron] For port 963c1ea5-70ee-44cb-9a63-afec8c6efd52, host n-h2-834765-1, cleared binding levels {{(pid=102791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:41:58.600456 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-825d7646-5c33-436b-83f8-1f140abc7566 req-6c3838fd-312b-44bf-a3bf-ec494be84876 service neutron] 10.222.0.48 "GET /v2.0/networks/96b8e8ed-22f2-4cb8-884c-6e5cefe078a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6962998 Mar 29 15:41:58.632019 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-6a45c5e7-4297-434c-96d6-a7d70aff494b req-0050bbe4-338b-4b72-b2f4-5e32209c1a1e service neutron] For port 963c1ea5-70ee-44cb-9a63-afec8c6efd52, host n-h2-834765-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=963c1ea5-70ee-44cb-9a63-afec8c6efd52,segment=NetworkSegment(a0c230f0-660a-4194-9279-0f0781d34134),segment_id=a0c230f0-660a-4194-9279-0f0781d34134)] {{(pid=102791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:41:58.645474 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-6a45c5e7-4297-434c-96d6-a7d70aff494b req-0050bbe4-338b-4b72-b2f4-5e32209c1a1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:58.655371 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-8ff6a8e3-8790-4781-b8fb-895e51017450 req-439bfdfb-8780-478b-9aac-59967415b360 tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:58.722887 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-baac3533-2d87-4dc0-83c9-5c80b12f8aac req-d1187f40-abda-47ea-af27-5b9c422a9db1 tempest-FloatingIPsAssociationTestJSON-13237688 tempest-FloatingIPsAssociationTestJSON-13237688-project] 10.222.0.42 "GET /v2.0/security-groups?id=b35fee71-c80e-48c2-8397-60e016afa2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811352 Mar 29 15:41:58.774118 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ff6a8e3-8790-4781-b8fb-895e51017450 req-439bfdfb-8780-478b-9aac-59967415b360 tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] Network 2268a9b9-82fd-4886-a91d-3a50e4e16cab is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:41:58.786686 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a45c5e7-4297-434c-96d6-a7d70aff494b req-0050bbe4-338b-4b72-b2f4-5e32209c1a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:58.787468 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-6a45c5e7-4297-434c-96d6-a7d70aff494b req-0050bbe4-338b-4b72-b2f4-5e32209c1a1e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:58.790048 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6a45c5e7-4297-434c-96d6-a7d70aff494b req-0050bbe4-338b-4b72-b2f4-5e32209c1a1e service neutron] 10.222.0.48 "PUT /v2.0/ports/963c1ea5-70ee-44cb-9a63-afec8c6efd52 HTTP/1.1" status: 200 len: 1096 time: 3.0660458 Mar 29 15:41:58.790048 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66de62ac-29fe-4fc8-8231-9bfc1f3c858d', 'tag': '963c1ea5-70ee-44cb-9a63-afec8c6efd52'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:41:58.792716 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c67b028db5e9b9818fecc5c0a87ebc6f190694fa53ca267d523e04f98de536d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1ba41d8-65e1-4c40-896a-211eddf591bc" -d '{"events": [{"name": "network-changed", "server_uuid": "66de62ac-29fe-4fc8-8231-9bfc1f3c858d", "tag": "963c1ea5-70ee-44cb-9a63-afec8c6efd52"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:41:58.816503 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [req-8ff6a8e3-8790-4781-b8fb-895e51017450 req-439bfdfb-8780-478b-9aac-59967415b360 tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:41:58.833978 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-75c28b3c-d2f7-4a18-8038-13f8c2553ee0 req-a48094ff-c294-4cf0-9690-67ade292e3bb tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] 10.222.0.42 "GET /v2.0/ports?device_id=2b603b7f-32b5-4125-b4e2-04c47bd0f5ef HTTP/1.1" status: 200 len: 210 time: 0.3392913 Mar 29 15:41:58.886442 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ff6a8e3-8790-4781-b8fb-895e51017450 req-439bfdfb-8780-478b-9aac-59967415b360 tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] Received port after_create {{(pid=102791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:41:58.960234 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0050bbe4-338b-4b72-b2f4-5e32209c1a1e service neutron] Pushing event updated for resources: {'Port': ['ID=963c1ea5-70ee-44cb-9a63-afec8c6efd52,revision_number=3']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:41:59.062867 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae34573d-04fc-491a-8e60-72c1e6c3c4bc req-d7ea3e07-1037-47d3-ab14-825dc0dff560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:59.064555 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ae34573d-04fc-491a-8e60-72c1e6c3c4bc req-d7ea3e07-1037-47d3-ab14-825dc0dff560 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=94799213e4df4db5af3887cbfa8ada4e&device_id=eb986c29-f18c-4431-b001-b8a5fa38aaaa HTTP/1.1" status: 200 len: 1095 time: 0.4024179 Mar 29 15:41:59.075665 n-d-834765-1 neutron-server[102790]: DEBUG neutron.notifiers.nova [req-f605c0fa-7633-4038-a119-56d947e7a2c4 req-e2776b8d-ec0a-42ae-a723-b682e4cd2cd0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83136e82-2f06-46a4-b9ca-6b6357a86c4f {{(pid=102790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:41:59.077535 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff6a8e3-8790-4781-b8fb-895e51017450 req-439bfdfb-8780-478b-9aac-59967415b360 tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:59.078396 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-8ff6a8e3-8790-4781-b8fb-895e51017450 req-439bfdfb-8780-478b-9aac-59967415b360 tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:59.089906 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-f605c0fa-7633-4038-a119-56d947e7a2c4 req-e2776b8d-ec0a-42ae-a723-b682e4cd2cd0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:59.106530 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.provisioning_blocks [req-f605c0fa-7633-4038-a119-56d947e7a2c4 req-e2776b8d-ec0a-42ae-a723-b682e4cd2cd0 service neutron] Transition to ACTIVE for port object 83136e82-2f06-46a4-b9ca-6b6357a86c4f will not be triggered until provisioned by entity L2. {{(pid=102790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 15:41:59.113362 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-f605c0fa-7633-4038-a119-56d947e7a2c4 req-e2776b8d-ec0a-42ae-a723-b682e4cd2cd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5237921'] for port, after_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:59.167488 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-8ff6a8e3-8790-4781-b8fb-895e51017450 req-439bfdfb-8780-478b-9aac-59967415b360 tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.1484864 Mar 29 15:41:59.182506 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2776b8d-ec0a-42ae-a723-b682e4cd2cd0 service neutron] Pushing event updated for resources: {'Port': ['ID=83136e82-2f06-46a4-b9ca-6b6357a86c4f,revision_number=2']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:41:59.200174 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439bfdfb-8780-478b-9aac-59967415b360 tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] Pushing event updated for resources: {'Port': ['ID=f39638e0-0f05-469b-894f-3e4405d80bf7,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:41:59.219765 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [req-8ff6a8e3-8790-4781-b8fb-895e51017450 req-6caf8bf9-cdf6-47c3-b206-6e8097dccd78 service neutron] Request body: {'port': {'device_id': '2b603b7f-32b5-4125-b4e2-04c47bd0f5ef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834765-1'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:41:59.225592 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a45c5e7-4297-434c-96d6-a7d70aff494b req-ea5a9f4a-970b-40a3-9111-eb2d72a7624b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:59.227395 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6a45c5e7-4297-434c-96d6-a7d70aff494b req-ea5a9f4a-970b-40a3-9111-eb2d72a7624b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=67d42af9bb55452183d4d571f8b7bda6&device_id=66de62ac-29fe-4fc8-8231-9bfc1f3c858d HTTP/1.1" status: 200 len: 1099 time: 0.2774248 Mar 29 15:41:59.262145 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e0b1b3-12cb-4787-b6ea-a1223091b68a req-fbfe789c-a58e-454a-8bd6-43713dbaa406 tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:59.264593 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-94e0b1b3-12cb-4787-b6ea-a1223091b68a req-fbfe789c-a58e-454a-8bd6-43713dbaa406 tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a6c151c-ccff-4e04-a0c1-ec0861a70848 HTTP/1.1" status: 200 len: 945 time: 0.4026599 Mar 29 15:41:59.301034 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.managers [req-f605c0fa-7633-4038-a119-56d947e7a2c4 req-e2776b8d-ec0a-42ae-a723-b682e4cd2cd0 service neutron] Attempting to bind port 83136e82-2f06-46a4-b9ca-6b6357a86c4f on host n-h2-834765-1 for vnic_type normal with profile {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:41:59.301472 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.managers [req-f605c0fa-7633-4038-a119-56d947e7a2c4 req-e2776b8d-ec0a-42ae-a723-b682e4cd2cd0 service neutron] Attempting to bind port 83136e82-2f06-46a4-b9ca-6b6357a86c4f by drivers openvswitch,hyperv on host n-h2-834765-1 at level 0 using segments [{'id': '11b45705-66b5-45b3-b9fd-51fa4bb29236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'fcdf73f9-c801-4998-9ec4-0cdc8a1cb85b'}] {{(pid=102790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:41:59.301851 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f605c0fa-7633-4038-a119-56d947e7a2c4 req-e2776b8d-ec0a-42ae-a723-b682e4cd2cd0 service neutron] Attempting to bind port 83136e82-2f06-46a4-b9ca-6b6357a86c4f on network fcdf73f9-c801-4998-9ec4-0cdc8a1cb85b {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:41:59.308547 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f605c0fa-7633-4038-a119-56d947e7a2c4 req-e2776b8d-ec0a-42ae-a723-b682e4cd2cd0 service neutron] Port 83136e82-2f06-46a4-b9ca-6b6357a86c4f on network fcdf73f9-c801-4998-9ec4-0cdc8a1cb85b not bound, no agent of type Open vSwitch agent registered on host n-h2-834765-1 {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 15:41:59.308977 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f605c0fa-7633-4038-a119-56d947e7a2c4 req-e2776b8d-ec0a-42ae-a723-b682e4cd2cd0 service neutron] Attempting to bind port 83136e82-2f06-46a4-b9ca-6b6357a86c4f on network fcdf73f9-c801-4998-9ec4-0cdc8a1cb85b {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:41:59.315604 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f605c0fa-7633-4038-a119-56d947e7a2c4 req-e2776b8d-ec0a-42ae-a723-b682e4cd2cd0 service neutron] Checking agent: {'id': '3e4b4912-b4a2-4d17-b5bd-6ce15529e8eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 33, 17), 'started_at': datetime.datetime(2022, 3, 29, 15, 33, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 41, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:41:59.316278 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f605c0fa-7633-4038-a119-56d947e7a2c4 req-e2776b8d-ec0a-42ae-a723-b682e4cd2cd0 service neutron] Checking segment: {'id': '11b45705-66b5-45b3-b9fd-51fa4bb29236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'fcdf73f9-c801-4998-9ec4-0cdc8a1cb85b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:41:59.316762 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f605c0fa-7633-4038-a119-56d947e7a2c4 req-e2776b8d-ec0a-42ae-a723-b682e4cd2cd0 service neutron] Bound using segment: {'id': '11b45705-66b5-45b3-b9fd-51fa4bb29236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'fcdf73f9-c801-4998-9ec4-0cdc8a1cb85b'} {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:41:59.317457 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.managers [req-f605c0fa-7633-4038-a119-56d947e7a2c4 req-e2776b8d-ec0a-42ae-a723-b682e4cd2cd0 service neutron] Bound port: 83136e82-2f06-46a4-b9ca-6b6357a86c4f, host: n-h2-834765-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11b45705-66b5-45b3-b9fd-51fa4bb29236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'fcdf73f9-c801-4998-9ec4-0cdc8a1cb85b'}}] {{(pid=102790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 15:41:59.317968 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-f605c0fa-7633-4038-a119-56d947e7a2c4 req-e2776b8d-ec0a-42ae-a723-b682e4cd2cd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:59.418948 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [req-f605c0fa-7633-4038-a119-56d947e7a2c4 req-e2776b8d-ec0a-42ae-a723-b682e4cd2cd0 service neutron] For port 83136e82-2f06-46a4-b9ca-6b6357a86c4f, host n-h2-834765-1, cleared binding levels {{(pid=102790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:41:59.432768 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [req-f605c0fa-7633-4038-a119-56d947e7a2c4 req-e2776b8d-ec0a-42ae-a723-b682e4cd2cd0 service neutron] For port 83136e82-2f06-46a4-b9ca-6b6357a86c4f, host n-h2-834765-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=83136e82-2f06-46a4-b9ca-6b6357a86c4f,segment=NetworkSegment(11b45705-66b5-45b3-b9fd-51fa4bb29236),segment_id=11b45705-66b5-45b3-b9fd-51fa4bb29236)] {{(pid=102790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:41:59.440730 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-f605c0fa-7633-4038-a119-56d947e7a2c4 req-e2776b8d-ec0a-42ae-a723-b682e4cd2cd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5237921'] for port, after_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:59.513403 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-d3e82866-4775-4ce9-bca6-ce4cd0089c0c None None] Provisioning complete for port f39638e0-0f05-469b-894f-3e4405d80bf7 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:41:59.514018 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d3e82866-4775-4ce9-bca6-ce4cd0089c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:59.518664 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6a45c5e7-4297-434c-96d6-a7d70aff494b req-88581b36-c1ec-4a72-8c2f-2c7c4ca86d55 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.189&port_id=963c1ea5-70ee-44cb-9a63-afec8c6efd52 HTTP/1.1" status: 200 len: 217 time: 0.1701791 Mar 29 15:41:59.566800 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2776b8d-ec0a-42ae-a723-b682e4cd2cd0 service neutron] Pushing event updated for resources: {'Port': ['ID=83136e82-2f06-46a4-b9ca-6b6357a86c4f,revision_number=3']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:41:59.585073 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f605c0fa-7633-4038-a119-56d947e7a2c4 req-e2776b8d-ec0a-42ae-a723-b682e4cd2cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:59.587674 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-f605c0fa-7633-4038-a119-56d947e7a2c4 req-e2776b8d-ec0a-42ae-a723-b682e4cd2cd0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:59.590158 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-f605c0fa-7633-4038-a119-56d947e7a2c4 req-e2776b8d-ec0a-42ae-a723-b682e4cd2cd0 service neutron] 10.222.0.48 "PUT /v2.0/ports/83136e82-2f06-46a4-b9ca-6b6357a86c4f HTTP/1.1" status: 200 len: 1091 time: 1.4524388 Mar 29 15:41:59.590834 n-d-834765-1 neutron-server[102790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e06e70c7-935d-412c-80c6-167429b49c6c', 'tag': '83136e82-2f06-46a4-b9ca-6b6357a86c4f'}] {{(pid=102790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:41:59.593466 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46b06d655c90bc969636382cce4240ad749035fb0f3a83ee4734fa1ed9c4a6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea05b907-1d0f-488c-8173-9df4a44afa20" -d '{"events": [{"name": "network-changed", "server_uuid": "e06e70c7-935d-412c-80c6-167429b49c6c", "tag": "83136e82-2f06-46a4-b9ca-6b6357a86c4f"}]}' {{(pid=102790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:41:59.610087 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae34573d-04fc-491a-8e60-72c1e6c3c4bc req-7e10187a-eca0-438e-84cd-fa814120fc3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:59.611641 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ae34573d-04fc-491a-8e60-72c1e6c3c4bc req-7e10187a-eca0-438e-84cd-fa814120fc3e service neutron] 10.222.0.48 "GET /v2.0/networks?id=96b8e8ed-22f2-4cb8-884c-6e5cefe078a4 HTTP/1.1" status: 200 len: 913 time: 0.5233605 Mar 29 15:41:59.618631 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-94e0b1b3-12cb-4787-b6ea-a1223091b68a req-8beb7d12-3495-420c-8a5b-6ba7bf6613f9 tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] 10.222.0.42 "GET /v2.0/security-groups?id=ce1e3aa1-c9e4-4c36-a19f-9dbad60c5be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2461066 Mar 29 15:41:59.619288 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-8ff6a8e3-8790-4781-b8fb-895e51017450 req-6caf8bf9-cdf6-47c3-b206-6e8097dccd78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:41:59.625327 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-d3e82866-4775-4ce9-bca6-ce4cd0089c0c None None] Port f39638e0-0f05-469b-894f-3e4405d80bf7 cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 15:41:59.749666 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f605c0fa-7633-4038-a119-56d947e7a2c4 req-0f003264-cdce-4d37-a443-490ff4bb8b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:59.755658 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-f605c0fa-7633-4038-a119-56d947e7a2c4 req-0f003264-cdce-4d37-a443-490ff4bb8b7e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=09e41d0f297a4c05bfeacde4bee1a28c&device_id=e06e70c7-935d-412c-80c6-167429b49c6c HTTP/1.1" status: 200 len: 1094 time: 0.1110964 Mar 29 15:41:59.864220 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-f605c0fa-7633-4038-a119-56d947e7a2c4 req-94b09da3-7d52-4b72-bdbf-8996758b7944 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=83136e82-2f06-46a4-b9ca-6b6357a86c4f HTTP/1.1" status: 200 len: 217 time: 0.1031768 Mar 29 15:41:59.960322 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 15:41:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c152c58-8a54-48f2-99dd-db6ef9a1ca54 x-openstack-request-id: req-7c152c58-8a54-48f2-99dd-db6ef9a1ca54 {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:41:59.961423 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66de62ac-29fe-4fc8-8231-9bfc1f3c858d", "tag": "963c1ea5-70ee-44cb-9a63-afec8c6efd52", "status": "completed", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:41:59.961903 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-7c152c58-8a54-48f2-99dd-db6ef9a1ca54 {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:41:59.962493 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66de62ac-29fe-4fc8-8231-9bfc1f3c858d', 'tag': '963c1ea5-70ee-44cb-9a63-afec8c6efd52', 'status': 'completed', 'code': 200} Mar 29 15:41:59.964208 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ae34573d-04fc-491a-8e60-72c1e6c3c4bc req-f1d67f4f-c86d-4732-be87-e69b24bd253c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4def01a8-e045-46a2-afa6-cb0dea14b988 HTTP/1.1" status: 200 len: 217 time: 0.3425879 Mar 29 15:42:00.021802 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f605c0fa-7633-4038-a119-56d947e7a2c4 req-54a097db-011f-499c-8ec8-6fff64594617 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:00.024177 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-f605c0fa-7633-4038-a119-56d947e7a2c4 req-54a097db-011f-499c-8ec8-6fff64594617 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=97aeeb47-9a64-429c-b18e-a70adf894590 HTTP/1.1" status: 200 len: 858 time: 0.1435599 Mar 29 15:42:00.076011 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66166f20-2514-47e0-8f31-707f119bc957 req-e4609434-f4f0-453c-85db-d242b5091699 tempest-LiveMigrationNegativeTest-1671013112 tempest-LiveMigrationNegativeTest-1671013112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:00.077641 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-66166f20-2514-47e0-8f31-707f119bc957 req-e4609434-f4f0-453c-85db-d242b5091699 tempest-LiveMigrationNegativeTest-1671013112 tempest-LiveMigrationNegativeTest-1671013112-project] 10.222.0.42 "GET /v2.0/ports?device_id=66de62ac-29fe-4fc8-8231-9bfc1f3c858d HTTP/1.1" status: 200 len: 948 time: 0.1023159 Mar 29 15:42:00.083468 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a45c5e7-4297-434c-96d6-a7d70aff494b req-51a5633e-6e47-4b5a-a5e5-88d86064a511 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:00.085361 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6a45c5e7-4297-434c-96d6-a7d70aff494b req-51a5633e-6e47-4b5a-a5e5-88d86064a511 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=abb8e5d6-2aea-4455-a944-3435a3d1ce49 HTTP/1.1" status: 200 len: 843 time: 0.5538092 Mar 29 15:42:00.136247 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f605c0fa-7633-4038-a119-56d947e7a2c4 req-11be7f1c-30d9-4b3d-91f7-2e41f6a98663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:00.137895 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-f605c0fa-7633-4038-a119-56d947e7a2c4 req-11be7f1c-30d9-4b3d-91f7-2e41f6a98663 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=fcdf73f9-c801-4998-9ec4-0cdc8a1cb85b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1046767 Mar 29 15:42:00.206232 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae34573d-04fc-491a-8e60-72c1e6c3c4bc req-1fea5a4d-631f-4710-a1d7-56b8ef73bb83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:00.208099 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ae34573d-04fc-491a-8e60-72c1e6c3c4bc req-1fea5a4d-631f-4710-a1d7-56b8ef73bb83 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0ba2b8b0-15ec-4c18-a106-c919b2ec3ae7 HTTP/1.1" status: 200 len: 852 time: 0.2228994 Mar 29 15:42:00.223661 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-66166f20-2514-47e0-8f31-707f119bc957 req-6e0c7f25-414b-4eb0-a3d7-d83922902e55 tempest-LiveMigrationNegativeTest-1671013112 tempest-LiveMigrationNegativeTest-1671013112-project] 10.222.0.42 "GET /v2.0/security-groups?id=774c292d-aaff-41c3-9345-153fa540abbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311440 Mar 29 15:42:00.235994 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d154b293-f7a4-427a-a822-58520fa82ca4 req-e13a03d6-e2cb-4b6b-a817-4addb84fa659 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:00.237762 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d154b293-f7a4-427a-a822-58520fa82ca4 req-e13a03d6-e2cb-4b6b-a817-4addb84fa659 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb986c29-f18c-4431-b001-b8a5fa38aaaa HTTP/1.1" status: 200 len: 944 time: 0.2860003 Mar 29 15:42:00.254321 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-37e2855f-b4b7-4867-a9c9-4d7334817523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:00.277980 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ae34573d-04fc-491a-8e60-72c1e6c3c4bc req-6a75e305-5475-4f97-9d49-f1a154f203b1 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=96b8e8ed-22f2-4cb8-884c-6e5cefe078a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0520666 Mar 29 15:42:00.329478 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-f605c0fa-7633-4038-a119-56d947e7a2c4 req-ce649189-f10b-4bbe-a6b0-a3a72053d24f service neutron] 10.222.0.48 "GET /v2.0/networks/fcdf73f9-c801-4998-9ec4-0cdc8a1cb85b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1755433 Mar 29 15:42:00.331793 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a45c5e7-4297-434c-96d6-a7d70aff494b req-4c7e6a47-d68b-48e8-808c-1d9e7a8f704c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:00.333306 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6a45c5e7-4297-434c-96d6-a7d70aff494b req-4c7e6a47-d68b-48e8-808c-1d9e7a8f704c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2268a9b9-82fd-4886-a91d-3a50e4e16cab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2118487 Mar 29 15:42:00.354728 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 15:41:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e5140aa-910c-4965-8436-e6142a23978b x-openstack-request-id: req-5e5140aa-910c-4965-8436-e6142a23978b {{(pid=102790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:42:00.355029 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e06e70c7-935d-412c-80c6-167429b49c6c", "tag": "83136e82-2f06-46a4-b9ca-6b6357a86c4f", "status": "completed", "code": 200}]} {{(pid=102790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:42:00.355297 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-5e5140aa-910c-4965-8436-e6142a23978b {{(pid=102790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:42:00.357760 n-d-834765-1 neutron-server[102790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e06e70c7-935d-412c-80c6-167429b49c6c', 'tag': '83136e82-2f06-46a4-b9ca-6b6357a86c4f', 'status': 'completed', 'code': 200} Mar 29 15:42:00.505596 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-f605c0fa-7633-4038-a119-56d947e7a2c4 req-76eb5e85-13d0-44ab-8efa-f1fd1c8055c2 service neutron] 10.222.0.48 "GET /v2.0/networks/fcdf73f9-c801-4998-9ec4-0cdc8a1cb85b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1629088 Mar 29 15:42:00.599017 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [req-8ff6a8e3-8790-4781-b8fb-895e51017450 req-6caf8bf9-cdf6-47c3-b206-6e8097dccd78 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f39638e0-0f05-469b-894f-3e4405d80bf7 {{(pid=102791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:42:00.608050 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-8ff6a8e3-8790-4781-b8fb-895e51017450 req-6caf8bf9-cdf6-47c3-b206-6e8097dccd78 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:00.621977 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.provisioning_blocks [req-8ff6a8e3-8790-4781-b8fb-895e51017450 req-6caf8bf9-cdf6-47c3-b206-6e8097dccd78 service neutron] Transition to ACTIVE for port object f39638e0-0f05-469b-894f-3e4405d80bf7 will not be triggered until provisioned by entity L2. {{(pid=102791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 15:42:00.639715 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-8ff6a8e3-8790-4781-b8fb-895e51017450 req-6caf8bf9-cdf6-47c3-b206-6e8097dccd78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:00.659242 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2a3c92-7580-4d82-b24c-e2f702511eea req-a2fbd7a5-90bc-4bf7-9e2a-3b7ec6b62039 tempest-FloatingIPsAssociationTestJSON-13237688 tempest-FloatingIPsAssociationTestJSON-13237688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:00.667761 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-ba2a3c92-7580-4d82-b24c-e2f702511eea req-a2fbd7a5-90bc-4bf7-9e2a-3b7ec6b62039 tempest-FloatingIPsAssociationTestJSON-13237688 tempest-FloatingIPsAssociationTestJSON-13237688-project] 10.222.0.42 "GET /v2.0/ports?device_id=e06e70c7-935d-412c-80c6-167429b49c6c HTTP/1.1" status: 200 len: 943 time: 0.1160095 Mar 29 15:42:00.717106 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea05b907-1d0f-488c-8173-9df4a44afa20 req-274d0f3f-2c0e-456a-8879-a2218c6cc55c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:00.718963 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-ea05b907-1d0f-488c-8173-9df4a44afa20 req-274d0f3f-2c0e-456a-8879-a2218c6cc55c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=09e41d0f297a4c05bfeacde4bee1a28c&device_id=e06e70c7-935d-412c-80c6-167429b49c6c HTTP/1.1" status: 200 len: 1094 time: 0.1217802 Mar 29 15:42:00.735876 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-ba2a3c92-7580-4d82-b24c-e2f702511eea req-fd488511-fabe-45f7-820b-82f480e1f5ad tempest-FloatingIPsAssociationTestJSON-13237688 tempest-FloatingIPsAssociationTestJSON-13237688-project] 10.222.0.42 "GET /v2.0/security-groups?id=b35fee71-c80e-48c2-8397-60e016afa2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668080 Mar 29 15:42:00.778729 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6caf8bf9-cdf6-47c3-b206-6e8097dccd78 service neutron] Pushing event updated for resources: {'Port': ['ID=f39638e0-0f05-469b-894f-3e4405d80bf7,revision_number=2']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:42:00.822540 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d154b293-f7a4-427a-a822-58520fa82ca4 req-6925b77d-9e5f-47a7-b7d2-6262dba6480f tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.42 "GET /v2.0/security-groups?id=07e96b72-96bb-4562-b80f-051b133c1759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5642273 Mar 29 15:42:00.924433 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6a45c5e7-4297-434c-96d6-a7d70aff494b req-d557fe8f-f26c-4869-84f6-2dae02291303 service neutron] 10.222.0.48 "GET /v2.0/networks/2268a9b9-82fd-4886-a91d-3a50e4e16cab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5511906 Mar 29 15:42:01.163241 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ae34573d-04fc-491a-8e60-72c1e6c3c4bc req-5bbda854-a0e7-4cb0-9c32-0c81ab0f51ce service neutron] 10.222.0.48 "GET /v2.0/networks/96b8e8ed-22f2-4cb8-884c-6e5cefe078a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8770802 Mar 29 15:42:01.175843 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea05b907-1d0f-488c-8173-9df4a44afa20 req-59718ac3-284d-4196-9097-06036e2b9e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:01.177346 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-ea05b907-1d0f-488c-8173-9df4a44afa20 req-59718ac3-284d-4196-9097-06036e2b9e47 service neutron] 10.222.0.48 "GET /v2.0/networks?id=fcdf73f9-c801-4998-9ec4-0cdc8a1cb85b HTTP/1.1" status: 200 len: 920 time: 0.4402642 Mar 29 15:42:01.206039 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5a91a2-b66d-499d-a520-514c8c378839 req-ddca5f4f-3481-4bff-8f37-ef188011cff4 tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:01.218293 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-1e5a91a2-b66d-499d-a520-514c8c378839 req-ddca5f4f-3481-4bff-8f37-ef188011cff4 tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a6c151c-ccff-4e04-a0c1-ec0861a70848 HTTP/1.1" status: 200 len: 945 time: 0.1481459 Mar 29 15:42:01.271108 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-ea05b907-1d0f-488c-8173-9df4a44afa20 req-987a2c56-0fd2-4136-b4bb-13232f5110f8 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=83136e82-2f06-46a4-b9ca-6b6357a86c4f HTTP/1.1" status: 200 len: 217 time: 0.0838404 Mar 29 15:42:01.288931 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821423a8-d52f-4c4d-8c70-ba902056d52a req-221000bf-6f73-413e-908b-1336a572470c tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:01.298376 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-821423a8-d52f-4c4d-8c70-ba902056d52a req-221000bf-6f73-413e-908b-1336a572470c tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] 10.222.0.42 "GET /v2.0/ports?device_id=2b603b7f-32b5-4125-b4e2-04c47bd0f5ef HTTP/1.1" status: 200 len: 947 time: 0.2813532 Mar 29 15:42:01.334027 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-8ff6a8e3-8790-4781-b8fb-895e51017450 req-6caf8bf9-cdf6-47c3-b206-6e8097dccd78 service neutron] Attempting to bind port f39638e0-0f05-469b-894f-3e4405d80bf7 on host n-h1-834765-1 for vnic_type normal with profile {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:42:01.334435 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-8ff6a8e3-8790-4781-b8fb-895e51017450 req-6caf8bf9-cdf6-47c3-b206-6e8097dccd78 service neutron] Attempting to bind port f39638e0-0f05-469b-894f-3e4405d80bf7 by drivers openvswitch,hyperv on host n-h1-834765-1 at level 0 using segments [{'id': 'a0c230f0-660a-4194-9279-0f0781d34134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '2268a9b9-82fd-4886-a91d-3a50e4e16cab'}] {{(pid=102791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:42:01.334679 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ff6a8e3-8790-4781-b8fb-895e51017450 req-6caf8bf9-cdf6-47c3-b206-6e8097dccd78 service neutron] Attempting to bind port f39638e0-0f05-469b-894f-3e4405d80bf7 on network 2268a9b9-82fd-4886-a91d-3a50e4e16cab {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:42:01.355965 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-1e5a91a2-b66d-499d-a520-514c8c378839 req-6e57aa6f-d2a0-4ac5-af4b-2bd261a6d435 tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] 10.222.0.42 "GET /v2.0/security-groups?id=ce1e3aa1-c9e4-4c36-a19f-9dbad60c5be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367054 Mar 29 15:42:01.380824 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea05b907-1d0f-488c-8173-9df4a44afa20 req-adc1c726-7eaf-4da3-ab59-f82184903d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:01.384987 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-ea05b907-1d0f-488c-8173-9df4a44afa20 req-adc1c726-7eaf-4da3-ab59-f82184903d96 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=97aeeb47-9a64-429c-b18e-a70adf894590 HTTP/1.1" status: 200 len: 858 time: 0.0938671 Mar 29 15:42:01.519423 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea05b907-1d0f-488c-8173-9df4a44afa20 req-53045196-c66d-40ac-8fd6-9ab1381831e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:01.520976 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-ea05b907-1d0f-488c-8173-9df4a44afa20 req-53045196-c66d-40ac-8fd6-9ab1381831e9 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=fcdf73f9-c801-4998-9ec4-0cdc8a1cb85b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1260979 Mar 29 15:42:01.535149 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f24b143-a732-49be-9256-dac6f6a82954 req-f412ac97-8e3d-4610-954d-493c3a552bd9 tempest-LiveMigrationNegativeTest-1671013112 tempest-LiveMigrationNegativeTest-1671013112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:01.554210 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-3f24b143-a732-49be-9256-dac6f6a82954 req-f412ac97-8e3d-4610-954d-493c3a552bd9 tempest-LiveMigrationNegativeTest-1671013112 tempest-LiveMigrationNegativeTest-1671013112-project] 10.222.0.42 "GET /v2.0/ports?device_id=66de62ac-29fe-4fc8-8231-9bfc1f3c858d HTTP/1.1" status: 200 len: 948 time: 0.0917933 Mar 29 15:42:01.618593 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ff6a8e3-8790-4781-b8fb-895e51017450 req-6caf8bf9-cdf6-47c3-b206-6e8097dccd78 service neutron] Port f39638e0-0f05-469b-894f-3e4405d80bf7 on network 2268a9b9-82fd-4886-a91d-3a50e4e16cab not bound, no agent of type Open vSwitch agent registered on host n-h1-834765-1 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 15:42:01.618865 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ff6a8e3-8790-4781-b8fb-895e51017450 req-6caf8bf9-cdf6-47c3-b206-6e8097dccd78 service neutron] Attempting to bind port f39638e0-0f05-469b-894f-3e4405d80bf7 on network 2268a9b9-82fd-4886-a91d-3a50e4e16cab {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:42:01.637213 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-821423a8-d52f-4c4d-8c70-ba902056d52a req-97ef1d38-759d-4410-9abb-63af5549ba01 tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] 10.222.0.42 "GET /v2.0/security-groups?id=062b76b3-3a31-4c61-a1e4-5e35375fb0f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3379655 Mar 29 15:42:01.641362 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6a45c5e7-4297-434c-96d6-a7d70aff494b req-0061b27e-102c-4bd2-935a-2eb913acf163 service neutron] 10.222.0.48 "GET /v2.0/networks/2268a9b9-82fd-4886-a91d-3a50e4e16cab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6350992 Mar 29 15:42:01.642116 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ff6a8e3-8790-4781-b8fb-895e51017450 req-6caf8bf9-cdf6-47c3-b206-6e8097dccd78 service neutron] Checking agent: {'id': 'be375040-5069-4239-9460-a3a3213e1e90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 33, 18), 'started_at': datetime.datetime(2022, 3, 29, 15, 33, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 41, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:42:01.642446 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ff6a8e3-8790-4781-b8fb-895e51017450 req-6caf8bf9-cdf6-47c3-b206-6e8097dccd78 service neutron] Checking segment: {'id': 'a0c230f0-660a-4194-9279-0f0781d34134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '2268a9b9-82fd-4886-a91d-3a50e4e16cab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:42:01.642857 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ff6a8e3-8790-4781-b8fb-895e51017450 req-6caf8bf9-cdf6-47c3-b206-6e8097dccd78 service neutron] Bound using segment: {'id': 'a0c230f0-660a-4194-9279-0f0781d34134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '2268a9b9-82fd-4886-a91d-3a50e4e16cab'} {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:42:01.643319 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-8ff6a8e3-8790-4781-b8fb-895e51017450 req-6caf8bf9-cdf6-47c3-b206-6e8097dccd78 service neutron] Bound port: f39638e0-0f05-469b-894f-3e4405d80bf7, host: n-h1-834765-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0c230f0-660a-4194-9279-0f0781d34134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '2268a9b9-82fd-4886-a91d-3a50e4e16cab'}}] {{(pid=102791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 15:42:01.643718 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-8ff6a8e3-8790-4781-b8fb-895e51017450 req-6caf8bf9-cdf6-47c3-b206-6e8097dccd78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:01.684652 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-3f24b143-a732-49be-9256-dac6f6a82954 req-9d5f8e4e-22e2-4896-8817-bd1443b82d0e tempest-LiveMigrationNegativeTest-1671013112 tempest-LiveMigrationNegativeTest-1671013112-project] 10.222.0.42 "GET /v2.0/security-groups?id=774c292d-aaff-41c3-9345-153fa540abbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285899 Mar 29 15:42:01.713737 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-ea05b907-1d0f-488c-8173-9df4a44afa20 req-ecbdc19c-7bb3-4274-a179-9bcb700253bc service neutron] 10.222.0.48 "GET /v2.0/networks/fcdf73f9-c801-4998-9ec4-0cdc8a1cb85b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1515951 Mar 29 15:42:01.724654 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ae34573d-04fc-491a-8e60-72c1e6c3c4bc req-bd9d439a-ee01-47de-a0d9-f89c16524379 service neutron] 10.222.0.48 "GET /v2.0/networks/96b8e8ed-22f2-4cb8-884c-6e5cefe078a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5342491 Mar 29 15:42:01.784705 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-8ff6a8e3-8790-4781-b8fb-895e51017450 req-6caf8bf9-cdf6-47c3-b206-6e8097dccd78 service neutron] For port f39638e0-0f05-469b-894f-3e4405d80bf7, host n-h1-834765-1, cleared binding levels {{(pid=102791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:42:01.795705 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ba41d8-65e1-4c40-896a-211eddf591bc req-bada0440-8af0-4580-9597-c702d2778b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:01.797908 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b1ba41d8-65e1-4c40-896a-211eddf591bc req-bada0440-8af0-4580-9597-c702d2778b63 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=67d42af9bb55452183d4d571f8b7bda6&device_id=66de62ac-29fe-4fc8-8231-9bfc1f3c858d HTTP/1.1" status: 200 len: 1099 time: 0.0843675 Mar 29 15:42:01.824248 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-8ff6a8e3-8790-4781-b8fb-895e51017450 req-6caf8bf9-cdf6-47c3-b206-6e8097dccd78 service neutron] For port f39638e0-0f05-469b-894f-3e4405d80bf7, host n-h1-834765-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=f39638e0-0f05-469b-894f-3e4405d80bf7,segment=NetworkSegment(a0c230f0-660a-4194-9279-0f0781d34134),segment_id=a0c230f0-660a-4194-9279-0f0781d34134)] {{(pid=102791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:42:01.863300 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-8ff6a8e3-8790-4781-b8fb-895e51017450 req-6caf8bf9-cdf6-47c3-b206-6e8097dccd78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:01.919661 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff6a8e3-8790-4781-b8fb-895e51017450 req-6caf8bf9-cdf6-47c3-b206-6e8097dccd78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:01.919661 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-8ff6a8e3-8790-4781-b8fb-895e51017450 req-6caf8bf9-cdf6-47c3-b206-6e8097dccd78 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:01.921184 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-8ff6a8e3-8790-4781-b8fb-895e51017450 req-6caf8bf9-cdf6-47c3-b206-6e8097dccd78 service neutron] 10.222.0.44 "PUT /v2.0/ports/f39638e0-0f05-469b-894f-3e4405d80bf7 HTTP/1.1" status: 200 len: 1095 time: 2.7221980 Mar 29 15:42:01.953554 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-ea05b907-1d0f-488c-8173-9df4a44afa20 req-9c0f2653-388c-40b4-a777-43139f0a8c73 service neutron] 10.222.0.48 "GET /v2.0/networks/fcdf73f9-c801-4998-9ec4-0cdc8a1cb85b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2301481 Mar 29 15:42:01.973314 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b603b7f-32b5-4125-b4e2-04c47bd0f5ef', 'tag': 'f39638e0-0f05-469b-894f-3e4405d80bf7'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:42:01.976078 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c67b028db5e9b9818fecc5c0a87ebc6f190694fa53ca267d523e04f98de536d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dec264a3-f054-402f-bae4-e8146a9f3a78" -d '{"events": [{"name": "network-changed", "server_uuid": "2b603b7f-32b5-4125-b4e2-04c47bd0f5ef", "tag": "f39638e0-0f05-469b-894f-3e4405d80bf7"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:42:01.995985 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d40c42-360e-4259-8d0d-47b957b5db32 req-1c740185-6a0d-4150-a28e-a7464f969a3f tempest-FloatingIPsAssociationTestJSON-13237688 tempest-FloatingIPsAssociationTestJSON-13237688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:02.008388 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-12d40c42-360e-4259-8d0d-47b957b5db32 req-1c740185-6a0d-4150-a28e-a7464f969a3f tempest-FloatingIPsAssociationTestJSON-13237688 tempest-FloatingIPsAssociationTestJSON-13237688-project] 10.222.0.42 "GET /v2.0/ports?device_id=e06e70c7-935d-412c-80c6-167429b49c6c HTTP/1.1" status: 200 len: 943 time: 0.1573200 Mar 29 15:42:02.036313 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3a40b4-b5a8-46f0-9210-c2e0f2c0465f req-628a7bb2-8912-4e64-ae56-2d4218cc0d4e tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:02.043959 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-8b3a40b4-b5a8-46f0-9210-c2e0f2c0465f req-628a7bb2-8912-4e64-ae56-2d4218cc0d4e tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a6c151c-ccff-4e04-a0c1-ec0861a70848 HTTP/1.1" status: 200 len: 945 time: 0.2384508 Mar 29 15:42:02.072190 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-12d40c42-360e-4259-8d0d-47b957b5db32 req-dfb177a2-69de-4491-ac8f-bc15213abda7 tempest-FloatingIPsAssociationTestJSON-13237688 tempest-FloatingIPsAssociationTestJSON-13237688-project] 10.222.0.42 "GET /v2.0/security-groups?id=b35fee71-c80e-48c2-8397-60e016afa2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585663 Mar 29 15:42:02.094981 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6caf8bf9-cdf6-47c3-b206-6e8097dccd78 service neutron] Pushing event updated for resources: {'Port': ['ID=f39638e0-0f05-469b-894f-3e4405d80bf7,revision_number=3']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:42:02.136387 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ba41d8-65e1-4c40-896a-211eddf591bc req-08f31493-5b52-4099-a7f7-2a00b5626d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:02.142546 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b1ba41d8-65e1-4c40-896a-211eddf591bc req-08f31493-5b52-4099-a7f7-2a00b5626d23 service neutron] 10.222.0.48 "GET /v2.0/networks?id=2268a9b9-82fd-4886-a91d-3a50e4e16cab HTTP/1.1" status: 200 len: 870 time: 0.3215692 Mar 29 15:42:02.158351 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff6a8e3-8790-4781-b8fb-895e51017450 req-f4bc45ca-b417-4fd5-8dc0-7caa802140a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:02.159961 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-8ff6a8e3-8790-4781-b8fb-895e51017450 req-f4bc45ca-b417-4fd5-8dc0-7caa802140a3 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=5bf1a5bdfbb14ae084908e8fe7725bc6&device_id=2b603b7f-32b5-4125-b4e2-04c47bd0f5ef HTTP/1.1" status: 200 len: 1098 time: 0.1765089 Mar 29 15:42:02.213632 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-8ff6a8e3-8790-4781-b8fb-895e51017450 req-09c84619-2ffc-4046-96b6-8a99ececbc76 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.60&port_id=f39638e0-0f05-469b-894f-3e4405d80bf7 HTTP/1.1" status: 200 len: 217 time: 0.0436227 Mar 29 15:42:02.222573 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57bee88-beb3-4825-ba5f-eb4e81f55752 req-0aef1bdb-1a59-47a7-b08c-89d600f94a9e tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:02.229746 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-d57bee88-beb3-4825-ba5f-eb4e81f55752 req-0aef1bdb-1a59-47a7-b08c-89d600f94a9e tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb986c29-f18c-4431-b001-b8a5fa38aaaa HTTP/1.1" status: 200 len: 944 time: 0.0946391 Mar 29 15:42:02.255051 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device 4def01a8-e045-46a2-afa6-cb0dea14b988 details requested by agent hyperv_n-h2-834765-1 with host n-h2-834765-1 {{(pid=102792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 15:42:02.255788 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b1ba41d8-65e1-4c40-896a-211eddf591bc req-3f7a2f3b-6d2e-48be-b49c-c08571725f43 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.189&port_id=963c1ea5-70ee-44cb-9a63-afec8c6efd52 HTTP/1.1" status: 200 len: 217 time: 0.0947244 Mar 29 15:42:02.274215 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-d57bee88-beb3-4825-ba5f-eb4e81f55752 req-489de902-d761-43a0-8c26-188dd8671136 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.42 "GET /v2.0/security-groups?id=07e96b72-96bb-4562-b80f-051b133c1759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425861 Mar 29 15:42:02.336434 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-8b3a40b4-b5a8-46f0-9210-c2e0f2c0465f req-dea3c2ae-432e-4a9f-a944-f85ae34be2b3 tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] 10.222.0.42 "GET /v2.0/security-groups?id=ce1e3aa1-c9e4-4c36-a19f-9dbad60c5be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2914290 Mar 29 15:42:02.364336 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port 4def01a8-e045-46a2-afa6-cb0dea14b988, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=4def01a8-e045-46a2-afa6-cb0dea14b988,segment=NetworkSegment(e1d90273-cef5-4478-85fc-ff4ac210e191),segment_id=e1d90273-cef5-4478-85fc-ff4ac210e191)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:42:02.388097 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Returning: {'device': '4def01a8-e045-46a2-afa6-cb0dea14b988', 'network_id': '96b8e8ed-22f2-4cb8-884c-6e5cefe078a4', 'port_id': '4def01a8-e045-46a2-afa6-cb0dea14b988', 'mac_address': 'fa:16:3e:b5:60:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ba2b8b0-15ec-4c18-a106-c919b2ec3ae7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 15:42:02.434665 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 15:42:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53e978b9-6bdf-4b7d-a98b-2de9720465c5 x-openstack-request-id: req-53e978b9-6bdf-4b7d-a98b-2de9720465c5 {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:42:02.435312 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b603b7f-32b5-4125-b4e2-04c47bd0f5ef", "tag": "f39638e0-0f05-469b-894f-3e4405d80bf7", "status": "completed", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:42:02.435660 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-53e978b9-6bdf-4b7d-a98b-2de9720465c5 {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:42:02.436266 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b603b7f-32b5-4125-b4e2-04c47bd0f5ef', 'tag': 'f39638e0-0f05-469b-894f-3e4405d80bf7', 'status': 'completed', 'code': 200} Mar 29 15:42:02.466137 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:02.473446 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff6a8e3-8790-4781-b8fb-895e51017450 req-dc9c8fa8-2061-4e26-9d6a-36586ed7462d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:02.475607 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-8ff6a8e3-8790-4781-b8fb-895e51017450 req-dc9c8fa8-2061-4e26-9d6a-36586ed7462d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=abb8e5d6-2aea-4455-a944-3435a3d1ce49 HTTP/1.1" status: 200 len: 843 time: 0.2189219 Mar 29 15:42:02.490362 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ba41d8-65e1-4c40-896a-211eddf591bc req-0b6cf377-d75d-4370-9f1d-db60e0a7c496 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:02.490906 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4def01a8-e045-46a2-afa6-cb0dea14b988 {{(pid=102792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:42:02.492151 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b1ba41d8-65e1-4c40-896a-211eddf591bc req-0b6cf377-d75d-4370-9f1d-db60e0a7c496 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=abb8e5d6-2aea-4455-a944-3435a3d1ce49 HTTP/1.1" status: 200 len: 843 time: 0.1545298 Mar 29 15:42:02.535154 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port 4def01a8-e045-46a2-afa6-cb0dea14b988, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=4def01a8-e045-46a2-afa6-cb0dea14b988,segment=NetworkSegment(e1d90273-cef5-4478-85fc-ff4ac210e191),segment_id=e1d90273-cef5-4478-85fc-ff4ac210e191)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:42:02.544822 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:02.587567 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ba41d8-65e1-4c40-896a-211eddf591bc req-dced46d8-1709-491e-ac4d-5187d70f7a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:02.589293 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b1ba41d8-65e1-4c40-896a-211eddf591bc req-dced46d8-1709-491e-ac4d-5187d70f7a21 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2268a9b9-82fd-4886-a91d-3a50e4e16cab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0646036 Mar 29 15:42:02.594894 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff6a8e3-8790-4781-b8fb-895e51017450 req-dc98f153-4d70-4bd0-8187-e71fb71fb684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:02.596491 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-8ff6a8e3-8790-4781-b8fb-895e51017450 req-dc98f153-4d70-4bd0-8187-e71fb71fb684 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2268a9b9-82fd-4886-a91d-3a50e4e16cab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1034350 Mar 29 15:42:02.662221 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Pushing event updated for resources: {'Port': ['ID=4def01a8-e045-46a2-afa6-cb0dea14b988,revision_number=4']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:42:02.725596 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-4feaef48-4b83-43e1-818f-de0efa3c7d43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:02.815103 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b1ba41d8-65e1-4c40-896a-211eddf591bc req-74e64e97-4de0-4ce6-81e0-b8287a14790d service neutron] 10.222.0.48 "GET /v2.0/networks/2268a9b9-82fd-4886-a91d-3a50e4e16cab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2176306 Mar 29 15:42:02.890609 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51af0756-cc1a-4007-811d-ec19f0d39eb2 req-229c7a1e-012b-4e36-9adf-5066455a5a38 tempest-LiveMigrationNegativeTest-1671013112 tempest-LiveMigrationNegativeTest-1671013112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:02.892199 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-51af0756-cc1a-4007-811d-ec19f0d39eb2 req-229c7a1e-012b-4e36-9adf-5066455a5a38 tempest-LiveMigrationNegativeTest-1671013112 tempest-LiveMigrationNegativeTest-1671013112-project] 10.222.0.42 "GET /v2.0/ports?device_id=66de62ac-29fe-4fc8-8231-9bfc1f3c858d HTTP/1.1" status: 200 len: 948 time: 0.0539143 Mar 29 15:42:02.925737 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-8ff6a8e3-8790-4781-b8fb-895e51017450 req-28865499-5626-4217-b271-4aada3625451 service neutron] 10.222.0.44 "GET /v2.0/networks/2268a9b9-82fd-4886-a91d-3a50e4e16cab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2154224 Mar 29 15:42:02.944957 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-51af0756-cc1a-4007-811d-ec19f0d39eb2 req-e97e266e-7579-4025-930c-32126833d75c tempest-LiveMigrationNegativeTest-1671013112 tempest-LiveMigrationNegativeTest-1671013112-project] 10.222.0.42 "GET /v2.0/security-groups?id=774c292d-aaff-41c3-9345-153fa540abbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446520 Mar 29 15:42:02.964235 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] get_ports_and_sgs() called for port_ids ['4def01a8-e045-46a2-afa6-cb0dea14b988'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:42:03.023575 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b1ba41d8-65e1-4c40-896a-211eddf591bc req-7ded331c-a36c-4a75-99c8-c5d88ef710f7 service neutron] 10.222.0.48 "GET /v2.0/networks/2268a9b9-82fd-4886-a91d-3a50e4e16cab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1935325 Mar 29 15:42:03.063968 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71885f4c-2da1-40b3-aaf0-94db06bfed10 req-25bde601-5b3f-467e-9607-193afd1a4dad tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:03.065473 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-71885f4c-2da1-40b3-aaf0-94db06bfed10 req-25bde601-5b3f-467e-9607-193afd1a4dad tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] 10.222.0.42 "GET /v2.0/ports?device_id=2b603b7f-32b5-4125-b4e2-04c47bd0f5ef HTTP/1.1" status: 200 len: 947 time: 0.1821175 Mar 29 15:42:03.126544 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-8ff6a8e3-8790-4781-b8fb-895e51017450 req-2fac9451-4697-4639-832d-59a1ad15b104 service neutron] 10.222.0.44 "GET /v2.0/networks/2268a9b9-82fd-4886-a91d-3a50e4e16cab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1746826 Mar 29 15:42:03.155701 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-71885f4c-2da1-40b3-aaf0-94db06bfed10 req-decd7fc3-b36b-4176-aedb-e06bcf1dc01b tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] 10.222.0.42 "GET /v2.0/security-groups?id=062b76b3-3a31-4c61-a1e4-5e35375fb0f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702043 Mar 29 15:42:03.292543 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def1e7ab-d7de-4134-8b6c-29911f382a1e req-736b0a83-f7fe-4ce5-b7b9-5bc072a19cb4 tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:03.294009 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec264a3-f054-402f-bae4-e8146a9f3a78 req-25df372a-fb4f-4f08-9d18-b772db3c637d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:03.295971 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-dec264a3-f054-402f-bae4-e8146a9f3a78 req-25df372a-fb4f-4f08-9d18-b772db3c637d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=5bf1a5bdfbb14ae084908e8fe7725bc6&device_id=2b603b7f-32b5-4125-b4e2-04c47bd0f5ef HTTP/1.1" status: 200 len: 1098 time: 0.0971177 Mar 29 15:42:03.300267 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-def1e7ab-d7de-4134-8b6c-29911f382a1e req-736b0a83-f7fe-4ce5-b7b9-5bc072a19cb4 tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a6c151c-ccff-4e04-a0c1-ec0861a70848 HTTP/1.1" status: 200 len: 945 time: 0.1126475 Mar 29 15:42:03.359805 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-def1e7ab-d7de-4134-8b6c-29911f382a1e req-aedcd74f-e11c-47b9-8241-06cc66104308 tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] 10.222.0.42 "GET /v2.0/security-groups?id=ce1e3aa1-c9e4-4c36-a19f-9dbad60c5be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587943 Mar 29 15:42:03.446832 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec264a3-f054-402f-bae4-e8146a9f3a78 req-038f698e-0ce9-4a56-b2c9-40a3fceed9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:03.448261 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-dec264a3-f054-402f-bae4-e8146a9f3a78 req-038f698e-0ce9-4a56-b2c9-40a3fceed9b8 service neutron] 10.222.0.44 "GET /v2.0/networks?id=2268a9b9-82fd-4886-a91d-3a50e4e16cab HTTP/1.1" status: 200 len: 870 time: 0.1444373 Mar 29 15:42:03.456133 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738c187d-a602-414e-ae85-795e6124204d req-4fa90dbe-2180-448e-a09c-90986e86cb4c tempest-FloatingIPsAssociationTestJSON-13237688 tempest-FloatingIPsAssociationTestJSON-13237688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:03.457567 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-738c187d-a602-414e-ae85-795e6124204d req-4fa90dbe-2180-448e-a09c-90986e86cb4c tempest-FloatingIPsAssociationTestJSON-13237688 tempest-FloatingIPsAssociationTestJSON-13237688-project] 10.222.0.42 "GET /v2.0/ports?device_id=e06e70c7-935d-412c-80c6-167429b49c6c HTTP/1.1" status: 200 len: 943 time: 0.0898557 Mar 29 15:42:03.495939 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-dec264a3-f054-402f-bae4-e8146a9f3a78 req-0b3439b2-d951-4331-ae7b-4e1801378952 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.60&port_id=f39638e0-0f05-469b-894f-3e4405d80bf7 HTTP/1.1" status: 200 len: 217 time: 0.0373294 Mar 29 15:42:03.584789 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-738c187d-a602-414e-ae85-795e6124204d req-3b2f7744-e8fe-4d0e-9eac-128158863697 tempest-FloatingIPsAssociationTestJSON-13237688 tempest-FloatingIPsAssociationTestJSON-13237688-project] 10.222.0.42 "GET /v2.0/security-groups?id=b35fee71-c80e-48c2-8397-60e016afa2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831275 Mar 29 15:42:03.620888 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec264a3-f054-402f-bae4-e8146a9f3a78 req-d446a056-eb62-43bb-a3fd-e280a6f2eb49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:03.622584 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-dec264a3-f054-402f-bae4-e8146a9f3a78 req-d446a056-eb62-43bb-a3fd-e280a6f2eb49 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=abb8e5d6-2aea-4455-a944-3435a3d1ce49 HTTP/1.1" status: 200 len: 843 time: 0.1027744 Mar 29 15:42:03.690091 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d8e9a4-862f-4268-aa19-8495579ddb7d req-333c42e0-ec0f-44d5-8ee5-2605aaf088af tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:03.691764 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-f0d8e9a4-862f-4268-aa19-8495579ddb7d req-333c42e0-ec0f-44d5-8ee5-2605aaf088af tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb986c29-f18c-4431-b001-b8a5fa38aaaa HTTP/1.1" status: 200 len: 945 time: 0.0683985 Mar 29 15:42:03.726414 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec264a3-f054-402f-bae4-e8146a9f3a78 req-d2d213c3-e383-419d-8890-5b6e5d4f6c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:03.727935 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-dec264a3-f054-402f-bae4-e8146a9f3a78 req-d2d213c3-e383-419d-8890-5b6e5d4f6c2c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2268a9b9-82fd-4886-a91d-3a50e4e16cab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0923123 Mar 29 15:42:03.735346 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-f0d8e9a4-862f-4268-aa19-8495579ddb7d req-4be33cbc-c366-4c49-82cc-b21fca7fbee6 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.42 "GET /v2.0/security-groups?id=07e96b72-96bb-4562-b80f-051b133c1759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359137 Mar 29 15:42:03.751121 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f9bd8e-4873-4924-9334-c07bda6a0209 req-e07bfc47-b2e6-4e43-b4d1-1ea8bed938ae tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:03.752592 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-85f9bd8e-4873-4924-9334-c07bda6a0209 req-e07bfc47-b2e6-4e43-b4d1-1ea8bed938ae tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] 10.222.0.42 "GET /v2.0/ports?device_id=10eb82c7-8749-4775-80c9-2376fe09f89e HTTP/1.1" status: 200 len: 945 time: 0.0769031 Mar 29 15:42:03.852478 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-85f9bd8e-4873-4924-9334-c07bda6a0209 req-f41f72af-9494-4a9b-8d91-df9d1206ec94 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] 10.222.0.42 "GET /v2.0/security-groups?id=c99ced8e-1ceb-46fb-aaa7-747186b2b9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911975 Mar 29 15:42:03.872755 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-dec264a3-f054-402f-bae4-e8146a9f3a78 req-5851fbdb-928b-4d47-b33b-2200aab3914d service neutron] 10.222.0.44 "GET /v2.0/networks/2268a9b9-82fd-4886-a91d-3a50e4e16cab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295741 Mar 29 15:42:03.977117 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-dec264a3-f054-402f-bae4-e8146a9f3a78 req-7d91b1be-f33a-4645-bbfd-f215722726c4 service neutron] 10.222.0.44 "GET /v2.0/networks/2268a9b9-82fd-4886-a91d-3a50e4e16cab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934272 Mar 29 15:42:04.121250 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d71584b9-87f1-45f5-84c7-c993c2416269 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:04.201646 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad5d78a-badf-4ca6-8085-3bc623e70208 req-84bfa688-ebe6-4878-9377-89e988be3315 tempest-LiveMigrationNegativeTest-1671013112 tempest-LiveMigrationNegativeTest-1671013112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:04.203162 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-0ad5d78a-badf-4ca6-8085-3bc623e70208 req-84bfa688-ebe6-4878-9377-89e988be3315 tempest-LiveMigrationNegativeTest-1671013112 tempest-LiveMigrationNegativeTest-1671013112-project] 10.222.0.42 "GET /v2.0/ports?device_id=66de62ac-29fe-4fc8-8231-9bfc1f3c858d HTTP/1.1" status: 200 len: 948 time: 0.0574932 Mar 29 15:42:04.255221 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device 83136e82-2f06-46a4-b9ca-6b6357a86c4f details requested by agent hyperv_n-h2-834765-1 with host n-h2-834765-1 {{(pid=102792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 15:42:04.268013 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-0ad5d78a-badf-4ca6-8085-3bc623e70208 req-4735b5e1-01f6-4969-b91a-713a73b9156f tempest-LiveMigrationNegativeTest-1671013112 tempest-LiveMigrationNegativeTest-1671013112-project] 10.222.0.42 "GET /v2.0/security-groups?id=774c292d-aaff-41c3-9345-153fa540abbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528266 Mar 29 15:42:04.307527 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9120deaf-d757-4ea6-acd6-2ddcd8693a83 req-bb3d53db-50e7-4ca0-ae6d-7d2bc5ec6cf7 tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:04.309125 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-9120deaf-d757-4ea6-acd6-2ddcd8693a83 req-bb3d53db-50e7-4ca0-ae6d-7d2bc5ec6cf7 tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] 10.222.0.42 "GET /v2.0/ports?device_id=2b603b7f-32b5-4125-b4e2-04c47bd0f5ef HTTP/1.1" status: 200 len: 947 time: 0.0680211 Mar 29 15:42:04.353689 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-9120deaf-d757-4ea6-acd6-2ddcd8693a83 req-90ff9936-a941-416a-b1b6-2afe64094430 tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] 10.222.0.42 "GET /v2.0/security-groups?id=062b76b3-3a31-4c61-a1e4-5e35375fb0f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380442 Mar 29 15:42:04.393620 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port 83136e82-2f06-46a4-b9ca-6b6357a86c4f, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=83136e82-2f06-46a4-b9ca-6b6357a86c4f,segment=NetworkSegment(11b45705-66b5-45b3-b9fd-51fa4bb29236),segment_id=11b45705-66b5-45b3-b9fd-51fa4bb29236)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:42:04.405795 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Returning: {'device': '83136e82-2f06-46a4-b9ca-6b6357a86c4f', 'network_id': 'fcdf73f9-c801-4998-9ec4-0cdc8a1cb85b', 'port_id': '83136e82-2f06-46a4-b9ca-6b6357a86c4f', 'mac_address': 'fa:16:3e:0c:dc:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 640, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97aeeb47-9a64-429c-b18e-a70adf894590', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 15:42:04.447833 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:04.461337 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83136e82-2f06-46a4-b9ca-6b6357a86c4f {{(pid=102792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:42:04.474887 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5df8d9-fae9-44a4-a54e-fe9d200e0a33 req-24c1df38-9b1a-4a72-bdc9-c4c221bf1fbe tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:04.481289 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-2c5df8d9-fae9-44a4-a54e-fe9d200e0a33 req-24c1df38-9b1a-4a72-bdc9-c4c221bf1fbe tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a6c151c-ccff-4e04-a0c1-ec0861a70848 HTTP/1.1" status: 200 len: 945 time: 0.0512335 Mar 29 15:42:04.486997 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port 83136e82-2f06-46a4-b9ca-6b6357a86c4f, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=83136e82-2f06-46a4-b9ca-6b6357a86c4f,segment=NetworkSegment(11b45705-66b5-45b3-b9fd-51fa4bb29236),segment_id=11b45705-66b5-45b3-b9fd-51fa4bb29236)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:42:04.491987 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:04.518770 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e52c92-71d8-44dd-8343-8ddde9080f7d req-2427075a-466e-433e-a662-668c01e8e264 tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:04.519421 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-2c5df8d9-fae9-44a4-a54e-fe9d200e0a33 req-1ef38743-0dc5-4bd7-8f3e-84eb42dbff1c tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] 10.222.0.42 "GET /v2.0/security-groups?id=ce1e3aa1-c9e4-4c36-a19f-9dbad60c5be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338275 Mar 29 15:42:04.520162 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d6e52c92-71d8-44dd-8343-8ddde9080f7d req-2427075a-466e-433e-a662-668c01e8e264 tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] 10.222.0.44 "GET /v2.0/ports?device_id=2a6c151c-ccff-4e04-a0c1-ec0861a70848 HTTP/1.1" status: 200 len: 945 time: 0.0599544 Mar 29 15:42:04.545534 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Pushing event updated for resources: {'Port': ['ID=83136e82-2f06-46a4-b9ca-6b6357a86c4f,revision_number=4']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:42:04.552960 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:42:04.553371 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:42:04.553772 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:42:04.554184 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:42:04.554521 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:42:04.554932 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:42:04.555300 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:42:04.555627 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:42:04.555968 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:42:04.556267 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:42:04.556584 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:42:04.556901 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:42:04.620416 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22325ca4-fdcf-47d9-b1a7-7d035e29dd74 req-e5fdaab7-baab-40fc-8675-1bffedd801cf tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:04.622041 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-22325ca4-fdcf-47d9-b1a7-7d035e29dd74 req-e5fdaab7-baab-40fc-8675-1bffedd801cf tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] 10.222.0.48 "GET /v2.0/ports?device_id=10eb82c7-8749-4775-80c9-2376fe09f89e HTTP/1.1" status: 200 len: 945 time: 0.1008773 Mar 29 15:42:04.712543 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ff18a5-f3ac-4c81-83e4-99b911f496eb req-cd3bb1a2-1845-409f-9f6c-6ccc66572bcb tempest-FloatingIPsAssociationTestJSON-13237688 tempest-FloatingIPsAssociationTestJSON-13237688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:04.716998 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [req-d6e52c92-71d8-44dd-8343-8ddde9080f7d req-a3e679bd-cf24-4293-b323-eff240c14c77 tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] Deleting port 11b841ba-3430-41cf-85b6-6c9a5f4a743c {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:42:04.717331 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-d6e52c92-71d8-44dd-8343-8ddde9080f7d req-a3e679bd-cf24-4293-b323-eff240c14c77 tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:04.724745 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-52ff18a5-f3ac-4c81-83e4-99b911f496eb req-cd3bb1a2-1845-409f-9f6c-6ccc66572bcb tempest-FloatingIPsAssociationTestJSON-13237688 tempest-FloatingIPsAssociationTestJSON-13237688-project] 10.222.0.42 "GET /v2.0/ports?device_id=e06e70c7-935d-412c-80c6-167429b49c6c HTTP/1.1" status: 200 len: 944 time: 0.0741887 Mar 29 15:42:04.778220 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-52ff18a5-f3ac-4c81-83e4-99b911f496eb req-a9851225-b4b0-4d90-b122-a3caa1c54e6a tempest-FloatingIPsAssociationTestJSON-13237688 tempest-FloatingIPsAssociationTestJSON-13237688-project] 10.222.0.42 "GET /v2.0/security-groups?id=b35fee71-c80e-48c2-8397-60e016afa2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511951 Mar 29 15:42:04.807017 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [req-22325ca4-fdcf-47d9-b1a7-7d035e29dd74 req-22151ad4-c67b-4635-9fae-fc693a363cee tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] Deleting port f75a81b4-cea7-4f54-a990-54deb63424a4 {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:42:04.807382 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-22325ca4-fdcf-47d9-b1a7-7d035e29dd74 req-22151ad4-c67b-4635-9fae-fc693a363cee tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:04.886354 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-d6e52c92-71d8-44dd-8343-8ddde9080f7d req-a3e679bd-cf24-4293-b323-eff240c14c77 tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] For port 11b841ba-3430-41cf-85b6-6c9a5f4a743c, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=11b841ba-3430-41cf-85b6-6c9a5f4a743c,segment=NetworkSegment(41873e9c-b24c-40ec-94cd-76d430c8ed02),segment_id=41873e9c-b24c-40ec-94cd-76d430c8ed02)] {{(pid=102791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:42:04.886720 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-d6e52c92-71d8-44dd-8343-8ddde9080f7d req-a3e679bd-cf24-4293-b323-eff240c14c77 tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:04.926323 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] get_ports_and_sgs() called for port_ids ['83136e82-2f06-46a4-b9ca-6b6357a86c4f'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:42:04.937118 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [req-d6e52c92-71d8-44dd-8343-8ddde9080f7d req-a3e679bd-cf24-4293-b323-eff240c14c77 tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] Calling delete_port for 11b841ba-3430-41cf-85b6-6c9a5f4a743c owned by compute:nova {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:42:04.978278 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6f57d7-7193-43b8-9758-9cc1b59345ae req-88c4f7f6-debb-4f99-84d5-3ed1273c0a7e tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:04.978483 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11ab244-7158-43f6-be86-541dba30e015 req-63684b49-bbe7-4624-950d-8d62e75ddcaa tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:04.985607 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b11ab244-7158-43f6-be86-541dba30e015 req-63684b49-bbe7-4624-950d-8d62e75ddcaa tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb986c29-f18c-4431-b001-b8a5fa38aaaa HTTP/1.1" status: 200 len: 945 time: 0.1596768 Mar 29 15:42:04.986192 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-be6f57d7-7193-43b8-9758-9cc1b59345ae req-88c4f7f6-debb-4f99-84d5-3ed1273c0a7e tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] 10.222.0.42 "GET /v2.0/ports?device_id=10eb82c7-8749-4775-80c9-2376fe09f89e HTTP/1.1" status: 200 len: 945 time: 0.0639057 Mar 29 15:42:04.988639 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-22325ca4-fdcf-47d9-b1a7-7d035e29dd74 req-22151ad4-c67b-4635-9fae-fc693a363cee tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] For port f75a81b4-cea7-4f54-a990-54deb63424a4, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=f75a81b4-cea7-4f54-a990-54deb63424a4,segment=NetworkSegment(65ab5bc3-e80e-4641-82f0-4ef53207c2d7),segment_id=65ab5bc3-e80e-4641-82f0-4ef53207c2d7)] {{(pid=102791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:42:04.989004 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-22325ca4-fdcf-47d9-b1a7-7d035e29dd74 req-22151ad4-c67b-4635-9fae-fc693a363cee tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:05.039661 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-be6f57d7-7193-43b8-9758-9cc1b59345ae req-8c5d0229-854f-432f-980c-a3193b7acce6 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] 10.222.0.42 "GET /v2.0/security-groups?id=c99ced8e-1ceb-46fb-aaa7-747186b2b9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508680 Mar 29 15:42:05.047126 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [req-22325ca4-fdcf-47d9-b1a7-7d035e29dd74 req-22151ad4-c67b-4635-9fae-fc693a363cee tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] Calling delete_port for f75a81b4-cea7-4f54-a990-54deb63424a4 owned by compute:nova {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:42:05.119709 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b11ab244-7158-43f6-be86-541dba30e015 req-ca23e80c-adcf-4584-8446-7c6136b14093 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.42 "GET /v2.0/security-groups?id=07e96b72-96bb-4562-b80f-051b133c1759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332195 Mar 29 15:42:05.242773 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-d6e52c92-71d8-44dd-8343-8ddde9080f7d req-a3e679bd-cf24-4293-b323-eff240c14c77 tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:05.255579 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] get_ports_and_sgs() called for port_ids ['11b841ba-3430-41cf-85b6-6c9a5f4a743c'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:42:05.280486 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e679bd-cf24-4293-b323-eff240c14c77 tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] Pushing event deleted for resources: {'Port': ['ID=11b841ba-3430-41cf-85b6-6c9a5f4a743c,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:42:05.340655 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-22325ca4-fdcf-47d9-b1a7-7d035e29dd74 req-22151ad4-c67b-4635-9fae-fc693a363cee tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:05.342351 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6e52c92-71d8-44dd-8343-8ddde9080f7d req-a3e679bd-cf24-4293-b323-eff240c14c77 tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] No DVR routers for this DVR port 11b841ba-3430-41cf-85b6-6c9a5f4a743c on host n-h1-834765-1 {{(pid=102791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:42:05.349952 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-d6e52c92-71d8-44dd-8343-8ddde9080f7d req-a3e679bd-cf24-4293-b323-eff240c14c77 tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:05.353602 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d6e52c92-71d8-44dd-8343-8ddde9080f7d req-a3e679bd-cf24-4293-b323-eff240c14c77 tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] 10.222.0.44 "DELETE /v2.0/ports/11b841ba-3430-41cf-85b6-6c9a5f4a743c HTTP/1.1" status: 204 len: 173 time: 0.8237751 Mar 29 15:42:05.354049 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a6c151c-ccff-4e04-a0c1-ec0861a70848', 'name': 'network-vif-deleted', 'tag': '11b841ba-3430-41cf-85b6-6c9a5f4a743c'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:42:05.356276 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c67b028db5e9b9818fecc5c0a87ebc6f190694fa53ca267d523e04f98de536d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9dc8b4c-7337-4ab2-851c-15f9a8e72eb1" -d '{"events": [{"server_uuid": "2a6c151c-ccff-4e04-a0c1-ec0861a70848", "name": "network-vif-deleted", "tag": "11b841ba-3430-41cf-85b6-6c9a5f4a743c"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:42:05.383566 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22151ad4-c67b-4635-9fae-fc693a363cee tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] Pushing event deleted for resources: {'Port': ['ID=f75a81b4-cea7-4f54-a990-54deb63424a4,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:42:05.432192 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4f1495-f4af-4e27-84ae-19806403d010 req-f1e45ba9-cc05-4229-95ee-c32209ef04e1 tempest-LiveMigrationNegativeTest-1671013112 tempest-LiveMigrationNegativeTest-1671013112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:05.433722 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-bb4f1495-f4af-4e27-84ae-19806403d010 req-f1e45ba9-cc05-4229-95ee-c32209ef04e1 tempest-LiveMigrationNegativeTest-1671013112 tempest-LiveMigrationNegativeTest-1671013112-project] 10.222.0.42 "GET /v2.0/ports?device_id=66de62ac-29fe-4fc8-8231-9bfc1f3c858d HTTP/1.1" status: 200 len: 948 time: 0.0652089 Mar 29 15:42:05.442255 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [req-22325ca4-fdcf-47d9-b1a7-7d035e29dd74 req-22151ad4-c67b-4635-9fae-fc693a363cee tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] No DVR routers for this DVR port f75a81b4-cea7-4f54-a990-54deb63424a4 on host n-h2-834765-1 {{(pid=102791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:42:05.445474 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-22325ca4-fdcf-47d9-b1a7-7d035e29dd74 req-22151ad4-c67b-4635-9fae-fc693a363cee tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:05.449039 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-22325ca4-fdcf-47d9-b1a7-7d035e29dd74 req-22151ad4-c67b-4635-9fae-fc693a363cee tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] 10.222.0.48 "DELETE /v2.0/ports/f75a81b4-cea7-4f54-a990-54deb63424a4 HTTP/1.1" status: 204 len: 173 time: 0.8194780 Mar 29 15:42:05.530992 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-bb4f1495-f4af-4e27-84ae-19806403d010 req-9be71492-7638-4844-9d4e-139a924f4840 tempest-LiveMigrationNegativeTest-1671013112 tempest-LiveMigrationNegativeTest-1671013112-project] 10.222.0.42 "GET /v2.0/security-groups?id=774c292d-aaff-41c3-9345-153fa540abbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852144 Mar 29 15:42:05.555928 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9a0ec0-13e7-43b9-8818-ca9e1f529a95 req-5866799d-e157-448d-bc50-871cab8ab909 tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:05.563612 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-0a9a0ec0-13e7-43b9-8818-ca9e1f529a95 req-5866799d-e157-448d-bc50-871cab8ab909 tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] 10.222.0.42 "GET /v2.0/ports?device_id=2b603b7f-32b5-4125-b4e2-04c47bd0f5ef HTTP/1.1" status: 200 len: 947 time: 0.0749803 Mar 29 15:42:05.598988 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:42:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3feca44d-c65f-4696-a703-7fd513876ad0 x-openstack-request-id: req-3feca44d-c65f-4696-a703-7fd513876ad0 {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:42:05.599299 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a6c151c-ccff-4e04-a0c1-ec0861a70848", "name": "network-vif-deleted", "tag": "11b841ba-3430-41cf-85b6-6c9a5f4a743c", "status": "completed", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:42:05.599549 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-3feca44d-c65f-4696-a703-7fd513876ad0 {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:42:05.599961 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a6c151c-ccff-4e04-a0c1-ec0861a70848', 'name': 'network-vif-deleted', 'tag': '11b841ba-3430-41cf-85b6-6c9a5f4a743c', 'status': 'completed', 'code': 200} Mar 29 15:42:05.607232 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-0a9a0ec0-13e7-43b9-8818-ca9e1f529a95 req-5a432a45-1e60-45e1-ab96-e5b2297b89dc tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] 10.222.0.42 "GET /v2.0/security-groups?id=062b76b3-3a31-4c61-a1e4-5e35375fb0f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420673 Mar 29 15:42:05.649819 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-0cb6abf6-2706-4e52-8825-f5f644ecf9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:05.704142 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-bb6cc45d-6d87-4b63-a610-6ef1722e6add req-1722e189-4bc8-4f6f-8c5c-b62d5545ee75 tempest-ServerDiskConfigTestJSON-316606086 tempest-ServerDiskConfigTestJSON-316606086-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a6c151c-ccff-4e04-a0c1-ec0861a70848 HTTP/1.1" status: 200 len: 210 time: 0.0320699 Mar 29 15:42:05.857901 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:05.896642 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.agents_db [None req-59735a15-725e-44d4-9ad5-95cbe356f209 None None] Agent healthcheck: found 7 active agents {{(pid=102793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 15:42:05.916991 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0a5825-a87f-41e4-9a95-4b339e216c05 req-d7c5436c-54f1-4407-826c-06c1cc5d777c tempest-FloatingIPsAssociationTestJSON-13237688 tempest-FloatingIPsAssociationTestJSON-13237688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:05.918840 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-3b0a5825-a87f-41e4-9a95-4b339e216c05 req-d7c5436c-54f1-4407-826c-06c1cc5d777c tempest-FloatingIPsAssociationTestJSON-13237688 tempest-FloatingIPsAssociationTestJSON-13237688-project] 10.222.0.42 "GET /v2.0/ports?device_id=e06e70c7-935d-412c-80c6-167429b49c6c HTTP/1.1" status: 200 len: 944 time: 0.0687382 Mar 29 15:42:05.973232 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-3b0a5825-a87f-41e4-9a95-4b339e216c05 req-83581ff6-b5c2-4f32-b4d7-bc6f81edb613 tempest-FloatingIPsAssociationTestJSON-13237688 tempest-FloatingIPsAssociationTestJSON-13237688-project] 10.222.0.42 "GET /v2.0/security-groups?id=b35fee71-c80e-48c2-8397-60e016afa2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467548 Mar 29 15:42:05.991990 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] get_ports_and_sgs() called for port_ids ['f75a81b4-cea7-4f54-a990-54deb63424a4'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:42:06.243061 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1361bf36-3a7d-4db7-be76-9e414138ae8f req-3e518460-3774-4cb8-9217-5c17a639ac90 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:06.244759 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-1361bf36-3a7d-4db7-be76-9e414138ae8f req-3e518460-3774-4cb8-9217-5c17a639ac90 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb986c29-f18c-4431-b001-b8a5fa38aaaa HTTP/1.1" status: 200 len: 945 time: 0.0565636 Mar 29 15:42:06.281475 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device 963c1ea5-70ee-44cb-9a63-afec8c6efd52 details requested by agent hyperv_n-h2-834765-1 with host n-h2-834765-1 {{(pid=102792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 15:42:06.287015 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device 4def01a8-e045-46a2-afa6-cb0dea14b988 up at agent hyperv_n-h2-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:42:06.288076 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-1361bf36-3a7d-4db7-be76-9e414138ae8f req-df0daa22-4502-473d-bfe7-7edda1b6c0a6 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.42 "GET /v2.0/security-groups?id=07e96b72-96bb-4562-b80f-051b133c1759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367806 Mar 29 15:42:06.313546 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0470a9c-4c53-4c47-9e45-8f41462462f9 req-4faea0f5-d6f3-4012-9a24-d6a0588bd63d tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:06.315202 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-b0470a9c-4c53-4c47-9e45-8f41462462f9 req-4faea0f5-d6f3-4012-9a24-d6a0588bd63d tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] 10.222.0.42 "GET /v2.0/ports?device_id=bba2baf7-e23e-4421-b30a-eaf6b702a068 HTTP/1.1" status: 200 len: 944 time: 0.0547600 Mar 29 15:42:06.356362 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-b0470a9c-4c53-4c47-9e45-8f41462462f9 req-4fa0bc6b-df8a-49f2-84d6-801450c0c8bb tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] 10.222.0.42 "GET /v2.0/security-groups?id=c99ced8e-1ceb-46fb-aaa7-747186b2b9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331082 Mar 29 15:42:06.414492 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Provisioning for port 4def01a8-e045-46a2-afa6-cb0dea14b988 completed by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 15:42:06.426448 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Provisioning complete for port 4def01a8-e045-46a2-afa6-cb0dea14b988 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:42:06.426813 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:06.433423 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port 963c1ea5-70ee-44cb-9a63-afec8c6efd52, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=963c1ea5-70ee-44cb-9a63-afec8c6efd52,segment=NetworkSegment(a0c230f0-660a-4194-9279-0f0781d34134),segment_id=a0c230f0-660a-4194-9279-0f0781d34134)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:42:06.472337 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Returning: {'device': '963c1ea5-70ee-44cb-9a63-afec8c6efd52', 'network_id': '2268a9b9-82fd-4886-a91d-3a50e4e16cab', 'port_id': '963c1ea5-70ee-44cb-9a63-afec8c6efd52', 'mac_address': 'fa:16:3e:1e:5c:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 625, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abb8e5d6-2aea-4455-a944-3435a3d1ce49', 'ip_address': '192.168.233.189'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 15:42:06.538928 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:06.558125 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 963c1ea5-70ee-44cb-9a63-afec8c6efd52 {{(pid=102792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:42:06.564642 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:06.596488 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port 963c1ea5-70ee-44cb-9a63-afec8c6efd52, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=963c1ea5-70ee-44cb-9a63-afec8c6efd52,segment=NetworkSegment(a0c230f0-660a-4194-9279-0f0781d34134),segment_id=a0c230f0-660a-4194-9279-0f0781d34134)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:42:06.605065 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb986c29-f18c-4431-b001-b8a5fa38aaaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4def01a8-e045-46a2-afa6-cb0dea14b988'}] {{(pid=102792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:42:06.607332 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4f476c66b318cc6068719fc39557fac68d413f5c7e78fa77028c7948e999ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-217f8d70-b977-4219-b01d-f99a9acdec9f" -d '{"events": [{"server_uuid": "eb986c29-f18c-4431-b001-b8a5fa38aaaa", "name": "network-vif-plugged", "status": "completed", "tag": "4def01a8-e045-46a2-afa6-cb0dea14b988"}]}' {{(pid=102792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:42:06.612399 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:06.650474 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:42:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d687e903-d537-418a-a076-e905535c787d x-openstack-request-id: req-d687e903-d537-418a-a076-e905535c787d {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:42:06.650474 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb986c29-f18c-4431-b001-b8a5fa38aaaa", "name": "network-vif-plugged", "status": "completed", "tag": "4def01a8-e045-46a2-afa6-cb0dea14b988", "code": 200}]} {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:42:06.650474 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d687e903-d537-418a-a076-e905535c787d {{(pid=102792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:42:06.651002 n-d-834765-1 neutron-server[102792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb986c29-f18c-4431-b001-b8a5fa38aaaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4def01a8-e045-46a2-afa6-cb0dea14b988', 'code': 200} Mar 29 15:42:06.652532 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port 4def01a8-e045-46a2-afa6-cb0dea14b988, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=4def01a8-e045-46a2-afa6-cb0dea14b988,segment=NetworkSegment(e1d90273-cef5-4478-85fc-ff4ac210e191),segment_id=e1d90273-cef5-4478-85fc-ff4ac210e191)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:42:06.664977 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89870e10-9cc1-49ff-904f-4a0394a3a309 req-5bc566c2-b75e-4eb5-a124-afe4919156b5 tempest-LiveMigrationNegativeTest-1671013112 tempest-LiveMigrationNegativeTest-1671013112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:06.666853 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-89870e10-9cc1-49ff-904f-4a0394a3a309 req-5bc566c2-b75e-4eb5-a124-afe4919156b5 tempest-LiveMigrationNegativeTest-1671013112 tempest-LiveMigrationNegativeTest-1671013112-project] 10.222.0.42 "GET /v2.0/ports?device_id=66de62ac-29fe-4fc8-8231-9bfc1f3c858d HTTP/1.1" status: 200 len: 949 time: 0.0574968 Mar 29 15:42:06.672836 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:06.673661 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device 83136e82-2f06-46a4-b9ca-6b6357a86c4f up at agent hyperv_n-h2-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:42:06.709698 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-89870e10-9cc1-49ff-904f-4a0394a3a309 req-f00ff792-f288-42f8-882b-2d6c259ce216 tempest-LiveMigrationNegativeTest-1671013112 tempest-LiveMigrationNegativeTest-1671013112-project] 10.222.0.42 "GET /v2.0/security-groups?id=774c292d-aaff-41c3-9345-153fa540abbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364940 Mar 29 15:42:06.727240 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Pushing event updated for resources: {'Port': ['ID=963c1ea5-70ee-44cb-9a63-afec8c6efd52,revision_number=4']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:42:06.775156 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Provisioning for port 83136e82-2f06-46a4-b9ca-6b6357a86c4f completed by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 15:42:06.782362 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d59c2d-3e4d-416d-8c1f-20d308be87de req-fa44e357-8915-4d0d-8f06-122d3f65e328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:06.782683 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Provisioning complete for port 83136e82-2f06-46a4-b9ca-6b6357a86c4f triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:42:06.783034 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:06.784407 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e2d59c2d-3e4d-416d-8c1f-20d308be87de req-fa44e357-8915-4d0d-8f06-122d3f65e328 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=eb986c29-f18c-4431-b001-b8a5fa38aaaa HTTP/1.1" status: 200 len: 1097 time: 0.0549843 Mar 29 15:42:06.824437 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Pushing event updated for resources: {'Port': ['ID=4def01a8-e045-46a2-afa6-cb0dea14b988,revision_number=5']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:42:06.841387 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c425b03b-a5c4-429b-9346-2a09172a80c7 req-5f3cbae9-d1a5-4363-bea6-f1d1747c2f47 tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:06.842947 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-c425b03b-a5c4-429b-9346-2a09172a80c7 req-5f3cbae9-d1a5-4363-bea6-f1d1747c2f47 tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] 10.222.0.42 "GET /v2.0/ports?device_id=2b603b7f-32b5-4125-b4e2-04c47bd0f5ef HTTP/1.1" status: 200 len: 947 time: 0.1275821 Mar 29 15:42:06.855071 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864e4a09-e736-49cb-98aa-31e066481e9a req-d7399da4-4c46-4d15-87bf-92473ddc1fc4 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:06.856597 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-864e4a09-e736-49cb-98aa-31e066481e9a req-d7399da4-4c46-4d15-87bf-92473ddc1fc4 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] 10.222.0.48 "GET /v2.0/ports?device_id=bba2baf7-e23e-4421-b30a-eaf6b702a068 HTTP/1.1" status: 200 len: 944 time: 0.1261754 Mar 29 15:42:06.857152 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e2d59c2d-3e4d-416d-8c1f-20d308be87de req-73fd723d-ca74-4932-a55f-b71bfe6c85b6 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=07e96b72-96bb-4562-b80f-051b133c1759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656872 Mar 29 15:42:06.898838 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-c425b03b-a5c4-429b-9346-2a09172a80c7 req-939a23bc-d4c6-4d18-871c-e4de6a3a533e tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] 10.222.0.42 "GET /v2.0/security-groups?id=062b76b3-3a31-4c61-a1e4-5e35375fb0f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410142 Mar 29 15:42:06.907685 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:06.950618 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port 83136e82-2f06-46a4-b9ca-6b6357a86c4f, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=83136e82-2f06-46a4-b9ca-6b6357a86c4f,segment=NetworkSegment(11b45705-66b5-45b3-b9fd-51fa4bb29236),segment_id=11b45705-66b5-45b3-b9fd-51fa4bb29236)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:42:06.957610 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:06.993278 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 43852) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:42:07.017444 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Pushing event updated for resources: {'Port': ['ID=83136e82-2f06-46a4-b9ca-6b6357a86c4f,revision_number=5']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:42:07.063408 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1da2abf-61f6-49fe-9ad3-86dbff65cfa8 admin admin] Deleting subnet 5e8b374d-c935-4687-96e3-a6909695b876 {{(pid=102790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 15:42:07.068194 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-d1da2abf-61f6-49fe-9ad3-86dbff65cfa8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:07.089450 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] get_ports_and_sgs() called for port_ids ['963c1ea5-70ee-44cb-9a63-afec8c6efd52'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:42:07.167366 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-d1da2abf-61f6-49fe-9ad3-86dbff65cfa8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4614024'] for subnet, precommit_delete_associations {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:07.233847 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb61c5cf-310c-4a43-99ef-5b95bb8381c5 req-b26e895f-a64f-4752-bb7c-f5ff93a1291a tempest-FloatingIPsAssociationTestJSON-13237688 tempest-FloatingIPsAssociationTestJSON-13237688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:07.235401 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-eb61c5cf-310c-4a43-99ef-5b95bb8381c5 req-b26e895f-a64f-4752-bb7c-f5ff93a1291a tempest-FloatingIPsAssociationTestJSON-13237688 tempest-FloatingIPsAssociationTestJSON-13237688-project] 10.222.0.42 "GET /v2.0/ports?device_id=e06e70c7-935d-412c-80c6-167429b49c6c HTTP/1.1" status: 200 len: 945 time: 0.1467476 Mar 29 15:42:07.269867 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-d1da2abf-61f6-49fe-9ad3-86dbff65cfa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1641287'] for subnet, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:07.327476 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-eb61c5cf-310c-4a43-99ef-5b95bb8381c5 req-e351bc4e-72ed-4c3b-88ff-a17877c7cc0d tempest-FloatingIPsAssociationTestJSON-13237688 tempest-FloatingIPsAssociationTestJSON-13237688-project] 10.222.0.42 "GET /v2.0/security-groups?id=b35fee71-c80e-48c2-8397-60e016afa2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792763 Mar 29 15:42:07.341136 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [req-864e4a09-e736-49cb-98aa-31e066481e9a req-bac11977-35c9-40de-86d6-6218871539ef tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] Deleting port a8eb60fb-af4c-47c1-8bd6-3af3e85d4ac0 {{(pid=102790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:42:07.341404 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-864e4a09-e736-49cb-98aa-31e066481e9a req-bac11977-35c9-40de-86d6-6218871539ef tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:07.390727 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-d1da2abf-61f6-49fe-9ad3-86dbff65cfa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1641294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5231963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4793952'] for subnet, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:07.436895 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946f154c-deaa-4b54-bcd2-cd4982232d50 req-179f092c-9e4f-418e-a49d-abe74f6c97bf tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:07.438377 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-946f154c-deaa-4b54-bcd2-cd4982232d50 req-179f092c-9e4f-418e-a49d-abe74f6c97bf tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb986c29-f18c-4431-b001-b8a5fa38aaaa HTTP/1.1" status: 200 len: 946 time: 0.0673513 Mar 29 15:42:07.457463 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1da2abf-61f6-49fe-9ad3-86dbff65cfa8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5e8b374d-c935-4687-96e3-a6909695b876,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:42:07.459112 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-d1da2abf-61f6-49fe-9ad3-86dbff65cfa8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for subnet, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:07.463705 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-d1da2abf-61f6-49fe-9ad3-86dbff65cfa8 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/5e8b374d-c935-4687-96e3-a6909695b876 HTTP/1.1" status: 204 len: 168 time: 0.4692988 Mar 29 15:42:07.471450 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 43864) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:42:07.494292 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-946f154c-deaa-4b54-bcd2-cd4982232d50 req-39e78acd-f5e8-4822-91f2-c16c050c9c58 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.42 "GET /v2.0/security-groups?id=07e96b72-96bb-4562-b80f-051b133c1759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486691 Mar 29 15:42:07.525984 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [req-864e4a09-e736-49cb-98aa-31e066481e9a req-bac11977-35c9-40de-86d6-6218871539ef tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] For port a8eb60fb-af4c-47c1-8bd6-3af3e85d4ac0, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=a8eb60fb-af4c-47c1-8bd6-3af3e85d4ac0,segment=NetworkSegment(65ab5bc3-e80e-4641-82f0-4ef53207c2d7),segment_id=65ab5bc3-e80e-4641-82f0-4ef53207c2d7)] {{(pid=102790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:42:07.526352 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-864e4a09-e736-49cb-98aa-31e066481e9a req-bac11977-35c9-40de-86d6-6218871539ef tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:07.551887 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [req-864e4a09-e736-49cb-98aa-31e066481e9a req-bac11977-35c9-40de-86d6-6218871539ef tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] Calling delete_port for a8eb60fb-af4c-47c1-8bd6-3af3e85d4ac0 owned by compute:nova {{(pid=102790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:42:07.558207 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-95aeafe2-9e0a-4ee7-849b-f4a3235cdc2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1631750'] for network, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:07.571762 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7835fb-2a01-4687-897d-6b3185bc1a17 req-023c7c3a-7154-44c5-b49e-e34a62da42c5 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:07.579111 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-1d7835fb-2a01-4687-897d-6b3185bc1a17 req-023c7c3a-7154-44c5-b49e-e34a62da42c5 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] 10.222.0.42 "GET /v2.0/ports?device_id=bba2baf7-e23e-4421-b30a-eaf6b702a068 HTTP/1.1" status: 200 len: 944 time: 0.1305513 Mar 29 15:42:07.605774 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10eb82c7-8749-4775-80c9-2376fe09f89e', 'name': 'network-vif-deleted', 'tag': 'f75a81b4-cea7-4f54-a990-54deb63424a4'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:42:07.608148 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c67b028db5e9b9818fecc5c0a87ebc6f190694fa53ca267d523e04f98de536d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79b4f813-fc55-48a9-859c-c3085d16149e" -d '{"events": [{"server_uuid": "10eb82c7-8749-4775-80c9-2376fe09f89e", "name": "network-vif-deleted", "tag": "f75a81b4-cea7-4f54-a990-54deb63424a4"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:42:07.659479 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-1d7835fb-2a01-4687-897d-6b3185bc1a17 req-999f74e3-9173-4ab8-baf5-f95abb0e7c3a tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] 10.222.0.42 "GET /v2.0/security-groups?id=c99ced8e-1ceb-46fb-aaa7-747186b2b9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794387 Mar 29 15:42:07.664763 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-95aeafe2-9e0a-4ee7-849b-f4a3235cdc2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639890', 'neutron.services.segments.db._delete_segments_for_network-8783523423079'] for network, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:07.674291 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:42:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d93749a3-e9d9-4d4f-bbc9-b1a581dba42d x-openstack-request-id: req-d93749a3-e9d9-4d4f-bbc9-b1a581dba42d {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:42:07.674915 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10eb82c7-8749-4775-80c9-2376fe09f89e", "name": "network-vif-deleted", "tag": "f75a81b4-cea7-4f54-a990-54deb63424a4", "status": "completed", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:42:07.674915 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d93749a3-e9d9-4d4f-bbc9-b1a581dba42d {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:42:07.675201 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10eb82c7-8749-4775-80c9-2376fe09f89e', 'name': 'network-vif-deleted', 'tag': 'f75a81b4-cea7-4f54-a990-54deb63424a4', 'status': 'completed', 'code': 200} Mar 29 15:42:07.696533 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-95aeafe2-9e0a-4ee7-849b-f4a3235cdc2a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f945f153-5928-4a5d-9b33-57d251311dab']}} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:42:07.705854 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-95aeafe2-9e0a-4ee7-849b-f4a3235cdc2a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41873e9c-b24c-40ec-94cd-76d430c8ed02') {'for_net_delete': True} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:42:07.706261 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-95aeafe2-9e0a-4ee7-849b-f4a3235cdc2a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41873e9c-b24c-40ec-94cd-76d430c8ed02') {} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:42:07.716555 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-95aeafe2-9e0a-4ee7-849b-f4a3235cdc2a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783523422064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4230428'] for segment, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:07.730753 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-95aeafe2-9e0a-4ee7-849b-f4a3235cdc2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:07.738043 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95aeafe2-9e0a-4ee7-849b-f4a3235cdc2a admin admin] Releasing vlan 646 on physical network physnet1 to pool {{(pid=102791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 15:42:07.738659 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-95aeafe2-9e0a-4ee7-849b-f4a3235cdc2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16169569'] for segment, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:07.740551 n-d-834765-1 neutron-server[102791]: Traceback (most recent call last): Mar 29 15:42:07.740551 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 15:42:07.740551 n-d-834765-1 neutron-server[102791]: timer() Mar 29 15:42:07.740551 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 15:42:07.740551 n-d-834765-1 neutron-server[102791]: cb(*args, **kw) Mar 29 15:42:07.740551 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 15:42:07.740551 n-d-834765-1 neutron-server[102791]: return func(*args, **kwargs) Mar 29 15:42:07.740551 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 15:42:07.740551 n-d-834765-1 neutron-server[102791]: self._notify() Mar 29 15:42:07.740551 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 15:42:07.740551 n-d-834765-1 neutron-server[102791]: self.callback(batched_events) Mar 29 15:42:07.740551 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 15:42:07.740551 n-d-834765-1 neutron-server[102791]: event.method(event) Mar 29 15:42:07.740551 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 15:42:07.740551 n-d-834765-1 neutron-server[102791]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 15:42:07.740551 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 15:42:07.740551 n-d-834765-1 neutron-server[102791]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 15:42:07.740551 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 15:42:07.740551 n-d-834765-1 neutron-server[102791]: return f(self, *a, **k) Mar 29 15:42:07.740551 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 15:42:07.740551 n-d-834765-1 neutron-server[102791]: return self._get(url).json() Mar 29 15:42:07.740551 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 15:42:07.740551 n-d-834765-1 neutron-server[102791]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 15:42:07.740551 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 15:42:07.740551 n-d-834765-1 neutron-server[102791]: return self.request(url, 'GET', **kwargs) Mar 29 15:42:07.740551 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 15:42:07.740551 n-d-834765-1 neutron-server[102791]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 15:42:07.740551 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 15:42:07.740551 n-d-834765-1 neutron-server[102791]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 15:42:07.740551 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 15:42:07.740551 n-d-834765-1 neutron-server[102791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 15:42:07.740551 n-d-834765-1 neutron-server[102791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 15:42:07.748427 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-864e4a09-e736-49cb-98aa-31e066481e9a req-bac11977-35c9-40de-86d6-6218871539ef tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:07.809712 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac11977-35c9-40de-86d6-6218871539ef tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] Pushing event deleted for resources: {'Port': ['ID=a8eb60fb-af4c-47c1-8bd6-3af3e85d4ac0,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:42:07.831705 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.l3_dvrscheduler_db [req-864e4a09-e736-49cb-98aa-31e066481e9a req-bac11977-35c9-40de-86d6-6218871539ef tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] No DVR routers for this DVR port a8eb60fb-af4c-47c1-8bd6-3af3e85d4ac0 on host n-h2-834765-1 {{(pid=102790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:42:07.834604 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-864e4a09-e736-49cb-98aa-31e066481e9a req-bac11977-35c9-40de-86d6-6218871539ef tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:07.838493 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-864e4a09-e736-49cb-98aa-31e066481e9a req-bac11977-35c9-40de-86d6-6218871539ef tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] 10.222.0.48 "DELETE /v2.0/ports/a8eb60fb-af4c-47c1-8bd6-3af3e85d4ac0 HTTP/1.1" status: 204 len: 173 time: 0.7374601 Mar 29 15:42:07.838962 n-d-834765-1 neutron-server[102790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bba2baf7-e23e-4421-b30a-eaf6b702a068', 'name': 'network-vif-deleted', 'tag': 'a8eb60fb-af4c-47c1-8bd6-3af3e85d4ac0'}] {{(pid=102790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:42:07.841465 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46b06d655c90bc969636382cce4240ad749035fb0f3a83ee4734fa1ed9c4a6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb13dbf0-1228-44d3-b0e9-5f67020c5bd3" -d '{"events": [{"server_uuid": "bba2baf7-e23e-4421-b30a-eaf6b702a068", "name": "network-vif-deleted", "tag": "a8eb60fb-af4c-47c1-8bd6-3af3e85d4ac0"}]}' {{(pid=102790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:42:07.882484 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:42:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f4880ed-efd2-4844-bd33-70ea7f272c75 x-openstack-request-id: req-1f4880ed-efd2-4844-bd33-70ea7f272c75 {{(pid=102790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:42:07.882986 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bba2baf7-e23e-4421-b30a-eaf6b702a068", "name": "network-vif-deleted", "tag": "a8eb60fb-af4c-47c1-8bd6-3af3e85d4ac0", "status": "completed", "code": 200}]} {{(pid=102790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:42:07.883598 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1f4880ed-efd2-4844-bd33-70ea7f272c75 {{(pid=102790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:42:07.884208 n-d-834765-1 neutron-server[102790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bba2baf7-e23e-4421-b30a-eaf6b702a068', 'name': 'network-vif-deleted', 'tag': 'a8eb60fb-af4c-47c1-8bd6-3af3e85d4ac0', 'status': 'completed', 'code': 200} Mar 29 15:42:08.036712 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15626462-17a5-426b-adc4-8c1895b57e47 req-7ac6d859-3aee-4435-b1e7-1e428bba73c6 tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:08.044534 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-15626462-17a5-426b-adc4-8c1895b57e47 req-7ac6d859-3aee-4435-b1e7-1e428bba73c6 tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] 10.222.0.42 "GET /v2.0/ports?device_id=2b603b7f-32b5-4125-b4e2-04c47bd0f5ef HTTP/1.1" status: 200 len: 947 time: 0.0663385 Mar 29 15:42:08.081524 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-15626462-17a5-426b-adc4-8c1895b57e47 req-8b62fdfa-26aa-4527-8bfe-001cd6ac39a9 tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] 10.222.0.42 "GET /v2.0/security-groups?id=062b76b3-3a31-4c61-a1e4-5e35375fb0f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360787 Mar 29 15:42:08.084315 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-95aeafe2-9e0a-4ee7-849b-f4a3235cdc2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1639897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648174'] for network, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:08.090818 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-95aeafe2-9e0a-4ee7-849b-f4a3235cdc2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for network, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:08.093904 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-95aeafe2-9e0a-4ee7-849b-f4a3235cdc2a admin admin] 10.222.0.42 "DELETE /v2.0/networks/f945f153-5928-4a5d-9b33-57d251311dab HTTP/1.1" status: 204 len: 168 time: 0.6213048 Mar 29 15:42:08.115336 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0bfa62-8d44-40f7-8c17-93b0aa775b68 req-44b76119-9355-4da9-8f2f-867e3436969c tempest-LiveMigrationNegativeTest-1671013112 tempest-LiveMigrationNegativeTest-1671013112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:08.117404 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-1b0bfa62-8d44-40f7-8c17-93b0aa775b68 req-44b76119-9355-4da9-8f2f-867e3436969c tempest-LiveMigrationNegativeTest-1671013112 tempest-LiveMigrationNegativeTest-1671013112-project] 10.222.0.42 "GET /v2.0/ports?device_id=66de62ac-29fe-4fc8-8231-9bfc1f3c858d HTTP/1.1" status: 200 len: 949 time: 0.0731049 Mar 29 15:42:08.118639 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95aeafe2-9e0a-4ee7-849b-f4a3235cdc2a admin admin] Pushing event deleted for resources: {'Network': ['ID=f945f153-5928-4a5d-9b33-57d251311dab,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:42:08.182592 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-1b0bfa62-8d44-40f7-8c17-93b0aa775b68 req-3ca52024-cd6c-4f6d-97e1-0a74a70e2dbd tempest-LiveMigrationNegativeTest-1671013112 tempest-LiveMigrationNegativeTest-1671013112-project] 10.222.0.42 "GET /v2.0/security-groups?id=774c292d-aaff-41c3-9345-153fa540abbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528855 Mar 29 15:42:08.214997 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device f39638e0-0f05-469b-894f-3e4405d80bf7 details requested by agent hyperv_n-h1-834765-1 with host n-h1-834765-1 {{(pid=102792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 15:42:08.218550 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device 11b841ba-3430-41cf-85b6-6c9a5f4a743c no longer exists at agent hyperv_n-h1-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:42:08.244846 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] No Port match for: 11b841ba-3430-41cf-85b6-6c9a5f4a743c {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 15:42:08.245340 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device 11b841ba-3430-41cf-85b6-6c9a5f4a743c not bound to the agent host n-h1-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:42:08.325893 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 43880) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:42:08.330674 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device a8eb60fb-af4c-47c1-8bd6-3af3e85d4ac0 no longer exists at agent hyperv_n-h2-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:42:08.367112 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] No Port match for: a8eb60fb-af4c-47c1-8bd6-3af3e85d4ac0 {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 15:42:08.367709 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device a8eb60fb-af4c-47c1-8bd6-3af3e85d4ac0 not bound to the agent host n-h2-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:42:08.368358 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device f75a81b4-cea7-4f54-a990-54deb63424a4 no longer exists at agent hyperv_n-h2-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:42:08.391047 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-b22a7910-f3d2-4a7e-9a8f-59ef7ecc81ba admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=4fcca40281ff4cbfb6c75a266decc3c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0639691 Mar 29 15:42:08.393833 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 43884) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:42:08.395564 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] No Port match for: f75a81b4-cea7-4f54-a990-54deb63424a4 {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 15:42:08.396170 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device f75a81b4-cea7-4f54-a990-54deb63424a4 not bound to the agent host n-h2-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:42:08.424967 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port f39638e0-0f05-469b-894f-3e4405d80bf7, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=f39638e0-0f05-469b-894f-3e4405d80bf7,segment=NetworkSegment(a0c230f0-660a-4194-9279-0f0781d34134),segment_id=a0c230f0-660a-4194-9279-0f0781d34134)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:42:08.445463 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Returning: {'device': 'f39638e0-0f05-469b-894f-3e4405d80bf7', 'network_id': '2268a9b9-82fd-4886-a91d-3a50e4e16cab', 'port_id': 'f39638e0-0f05-469b-894f-3e4405d80bf7', 'mac_address': 'fa:16:3e:d3:4d:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 625, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abb8e5d6-2aea-4455-a944-3435a3d1ce49', 'ip_address': '192.168.233.60'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 15:42:08.459774 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-369129f8-ef4c-4695-abb1-414b544ba4cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:08.487486 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-369129f8-ef4c-4695-abb1-414b544ba4cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:08.512344 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:08.535049 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f39638e0-0f05-469b-894f-3e4405d80bf7 {{(pid=102792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:42:08.546132 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b5230f-b7c4-425a-b0f5-fcd898a0183c req-36e9bd2f-d11b-473c-bd05-4f9388182314 tempest-FloatingIPsAssociationTestJSON-13237688 tempest-FloatingIPsAssociationTestJSON-13237688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:08.557737 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-08b5230f-b7c4-425a-b0f5-fcd898a0183c req-36e9bd2f-d11b-473c-bd05-4f9388182314 tempest-FloatingIPsAssociationTestJSON-13237688 tempest-FloatingIPsAssociationTestJSON-13237688-project] 10.222.0.42 "GET /v2.0/ports?device_id=e06e70c7-935d-412c-80c6-167429b49c6c HTTP/1.1" status: 200 len: 945 time: 0.0825877 Mar 29 15:42:08.581799 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port f39638e0-0f05-469b-894f-3e4405d80bf7, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=f39638e0-0f05-469b-894f-3e4405d80bf7,segment=NetworkSegment(a0c230f0-660a-4194-9279-0f0781d34134),segment_id=a0c230f0-660a-4194-9279-0f0781d34134)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:42:08.587123 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-369129f8-ef4c-4695-abb1-414b544ba4cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:08.589336 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:08.590367 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-369129f8-ef4c-4695-abb1-414b544ba4cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:08.595646 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-369129f8-ef4c-4695-abb1-414b544ba4cd admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ce1e3aa1-c9e4-4c36-a19f-9dbad60c5be1 HTTP/1.1" status: 204 len: 168 time: 0.1976871 Mar 29 15:42:08.618129 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-08b5230f-b7c4-425a-b0f5-fcd898a0183c req-96c8adb6-8490-4407-8f48-79acbe0a2825 tempest-FloatingIPsAssociationTestJSON-13237688 tempest-FloatingIPsAssociationTestJSON-13237688-project] 10.222.0.42 "GET /v2.0/security-groups?id=b35fee71-c80e-48c2-8397-60e016afa2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573866 Mar 29 15:42:08.640426 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369129f8-ef4c-4695-abb1-414b544ba4cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce1e3aa1-c9e4-4c36-a19f-9dbad60c5be1,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:42:08.652284 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e06e70c7-935d-412c-80c6-167429b49c6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83136e82-2f06-46a4-b9ca-6b6357a86c4f'}] {{(pid=102792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:42:08.655342 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4f476c66b318cc6068719fc39557fac68d413f5c7e78fa77028c7948e999ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f51928ca-a159-4ee8-82f3-7298271c02e5" -d '{"events": [{"server_uuid": "e06e70c7-935d-412c-80c6-167429b49c6c", "name": "network-vif-plugged", "status": "completed", "tag": "83136e82-2f06-46a4-b9ca-6b6357a86c4f"}]}' {{(pid=102792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:42:08.673007 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Pushing event updated for resources: {'Port': ['ID=f39638e0-0f05-469b-894f-3e4405d80bf7,revision_number=4']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:42:08.716578 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:42:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66534685-25bb-46f0-9f35-3a7e043f9f6b x-openstack-request-id: req-66534685-25bb-46f0-9f35-3a7e043f9f6b {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:42:08.716865 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e06e70c7-935d-412c-80c6-167429b49c6c", "name": "network-vif-plugged", "status": "completed", "tag": "83136e82-2f06-46a4-b9ca-6b6357a86c4f", "code": 200}]} {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:42:08.717113 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-66534685-25bb-46f0-9f35-3a7e043f9f6b {{(pid=102792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:42:08.717496 n-d-834765-1 neutron-server[102792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e06e70c7-935d-412c-80c6-167429b49c6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83136e82-2f06-46a4-b9ca-6b6357a86c4f', 'code': 200} Mar 29 15:42:08.723253 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6386f9b2-2c81-4883-b04b-138d5ee8219b req-a2438910-e94a-4b5e-a844-5f6a3f4b9d56 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:08.733551 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6386f9b2-2c81-4883-b04b-138d5ee8219b req-a2438910-e94a-4b5e-a844-5f6a3f4b9d56 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb986c29-f18c-4431-b001-b8a5fa38aaaa HTTP/1.1" status: 200 len: 946 time: 0.0754790 Mar 29 15:42:08.811878 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6386f9b2-2c81-4883-b04b-138d5ee8219b req-a709c289-d601-42b6-9250-d8c5edb9a1f3 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.42 "GET /v2.0/security-groups?id=07e96b72-96bb-4562-b80f-051b133c1759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771327 Mar 29 15:42:08.861900 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c8c9a8-7c25-4816-a24b-df2a0064ebda req-1749a106-dcc2-4ca6-93d0-70de1d64696e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:08.864190 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-c6c8c9a8-7c25-4816-a24b-df2a0064ebda req-1749a106-dcc2-4ca6-93d0-70de1d64696e service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=e06e70c7-935d-412c-80c6-167429b49c6c HTTP/1.1" status: 200 len: 1096 time: 0.0692499 Mar 29 15:42:08.903144 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] get_ports_and_sgs() called for port_ids ['f39638e0-0f05-469b-894f-3e4405d80bf7'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:42:08.954749 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-c6c8c9a8-7c25-4816-a24b-df2a0064ebda req-578855ce-ceb6-4934-9926-31fd631cb896 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=b35fee71-c80e-48c2-8397-60e016afa2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819061 Mar 29 15:42:09.159375 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c424498-8f06-4ee9-9417-627cb0de427a req-a96a6c53-fde7-4815-9c42-9ddb3f71a38a tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:09.161169 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-6c424498-8f06-4ee9-9417-627cb0de427a req-a96a6c53-fde7-4815-9c42-9ddb3f71a38a tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] 10.222.0.42 "GET /v2.0/ports?device_id=ea6c803e-d2a8-4326-af80-e82436a0a30b HTTP/1.1" status: 200 len: 944 time: 0.0788131 Mar 29 15:42:09.211121 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-6c424498-8f06-4ee9-9417-627cb0de427a req-2b1cd37f-4619-413e-9f55-85772d50b606 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] 10.222.0.42 "GET /v2.0/security-groups?id=c99ced8e-1ceb-46fb-aaa7-747186b2b9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414984 Mar 29 15:42:09.346987 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57901792-f7ca-4837-ac63-4a4aa32d37f1 req-ce41c0d7-fd43-4069-b23e-a68b09435a51 tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:09.349112 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-57901792-f7ca-4837-ac63-4a4aa32d37f1 req-ce41c0d7-fd43-4069-b23e-a68b09435a51 tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] 10.222.0.42 "GET /v2.0/ports?device_id=2b603b7f-32b5-4125-b4e2-04c47bd0f5ef HTTP/1.1" status: 200 len: 948 time: 0.0703411 Mar 29 15:42:09.424924 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-57901792-f7ca-4837-ac63-4a4aa32d37f1 req-a29451f8-f7e3-4bcb-8468-010b004d2361 tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] 10.222.0.42 "GET /v2.0/security-groups?id=062b76b3-3a31-4c61-a1e4-5e35375fb0f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675054 Mar 29 15:42:09.562960 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d5fbe2-5645-4e32-ba68-068d910055cb req-204b9d5b-40b2-4098-a1e2-3c4089ba497c tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:09.564844 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2d5467-4fbd-4593-8a37-b58e23eb830f req-28e93ee3-2a29-4a07-9454-2dd085599f16 tempest-LiveMigrationNegativeTest-1671013112 tempest-LiveMigrationNegativeTest-1671013112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:09.566358 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-9f2d5467-4fbd-4593-8a37-b58e23eb830f req-28e93ee3-2a29-4a07-9454-2dd085599f16 tempest-LiveMigrationNegativeTest-1671013112 tempest-LiveMigrationNegativeTest-1671013112-project] 10.222.0.42 "GET /v2.0/ports?device_id=66de62ac-29fe-4fc8-8231-9bfc1f3c858d HTTP/1.1" status: 200 len: 949 time: 0.0776942 Mar 29 15:42:09.572863 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-c4d5fbe2-5645-4e32-ba68-068d910055cb req-204b9d5b-40b2-4098-a1e2-3c4089ba497c tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb986c29-f18c-4431-b001-b8a5fa38aaaa HTTP/1.1" status: 200 len: 946 time: 0.0790937 Mar 29 15:42:09.612920 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-c4d5fbe2-5645-4e32-ba68-068d910055cb req-4ee1d941-80ee-4874-bc0f-48b89e987bbf tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.42 "GET /v2.0/security-groups?id=07e96b72-96bb-4562-b80f-051b133c1759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391111 Mar 29 15:42:09.630289 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-9f2d5467-4fbd-4593-8a37-b58e23eb830f req-3c650c9b-706c-459c-834f-4ef5b8559cf7 tempest-LiveMigrationNegativeTest-1671013112 tempest-LiveMigrationNegativeTest-1671013112-project] 10.222.0.42 "GET /v2.0/security-groups?id=774c292d-aaff-41c3-9345-153fa540abbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555527 Mar 29 15:42:09.705907 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f00bd3a-f144-48c2-be11-ed6a5cdbb5dc req-d4a88889-877c-4ab3-991f-5c3893e433d0 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:09.707666 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-0f00bd3a-f144-48c2-be11-ed6a5cdbb5dc req-d4a88889-877c-4ab3-991f-5c3893e433d0 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] 10.222.0.44 "GET /v2.0/ports?device_id=ea6c803e-d2a8-4326-af80-e82436a0a30b HTTP/1.1" status: 200 len: 944 time: 0.0764399 Mar 29 15:42:09.826687 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d15ce31-ddcd-4fbc-bc8e-9f3f05e93cc7 req-6a9db301-134f-4131-95c0-80f9abe20a81 tempest-FloatingIPsAssociationTestJSON-13237688 tempest-FloatingIPsAssociationTestJSON-13237688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:09.828243 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-1d15ce31-ddcd-4fbc-bc8e-9f3f05e93cc7 req-6a9db301-134f-4131-95c0-80f9abe20a81 tempest-FloatingIPsAssociationTestJSON-13237688 tempest-FloatingIPsAssociationTestJSON-13237688-project] 10.222.0.42 "GET /v2.0/ports?device_id=e06e70c7-935d-412c-80c6-167429b49c6c HTTP/1.1" status: 200 len: 945 time: 0.1195595 Mar 29 15:42:09.880326 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-1d15ce31-ddcd-4fbc-bc8e-9f3f05e93cc7 req-2542c371-447b-44b8-9e9c-ae82bf8f42a6 tempest-FloatingIPsAssociationTestJSON-13237688 tempest-FloatingIPsAssociationTestJSON-13237688-project] 10.222.0.42 "GET /v2.0/security-groups?id=b35fee71-c80e-48c2-8397-60e016afa2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429673 Mar 29 15:42:09.884098 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [req-0f00bd3a-f144-48c2-be11-ed6a5cdbb5dc req-644f8eda-d0da-4cbf-bbde-fcc507574d72 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] Deleting port 7358f2da-0288-45a9-bbb8-559c1b9b15c8 {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:42:09.884475 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-0f00bd3a-f144-48c2-be11-ed6a5cdbb5dc req-644f8eda-d0da-4cbf-bbde-fcc507574d72 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:09.995856 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-0f00bd3a-f144-48c2-be11-ed6a5cdbb5dc req-644f8eda-d0da-4cbf-bbde-fcc507574d72 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] For port 7358f2da-0288-45a9-bbb8-559c1b9b15c8, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=7358f2da-0288-45a9-bbb8-559c1b9b15c8,segment=NetworkSegment(65ab5bc3-e80e-4641-82f0-4ef53207c2d7),segment_id=65ab5bc3-e80e-4641-82f0-4ef53207c2d7)] {{(pid=102791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:42:09.996224 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-0f00bd3a-f144-48c2-be11-ed6a5cdbb5dc req-644f8eda-d0da-4cbf-bbde-fcc507574d72 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:10.009473 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [req-0f00bd3a-f144-48c2-be11-ed6a5cdbb5dc req-644f8eda-d0da-4cbf-bbde-fcc507574d72 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] Calling delete_port for 7358f2da-0288-45a9-bbb8-559c1b9b15c8 owned by compute:nova {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:42:10.066983 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 43966) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:42:10.133956 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-044cf328-926d-449e-9fe8-36b4131dcb4a req-82caeb56-aafd-46aa-bb52-f3613adeb3e0 tempest-ServersAaction247Test-92009678 tempest-ServersAaction247Test-92009678-project] 10.222.0.42 "GET /v2.0/ports?device_id=38e7b5e8-1ad2-4037-af34-8435b02be0b4 HTTP/1.1" status: 200 len: 210 time: 0.0338547 Mar 29 15:42:10.208045 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-476a7ba3-6e80-40d2-bf4a-cc1520dfef44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:10.213207 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-0f00bd3a-f144-48c2-be11-ed6a5cdbb5dc req-644f8eda-d0da-4cbf-bbde-fcc507574d72 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:10.219630 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device f39638e0-0f05-469b-894f-3e4405d80bf7 up at agent hyperv_n-h1-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:42:10.260830 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644f8eda-d0da-4cbf-bbde-fcc507574d72 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] Pushing event deleted for resources: {'Port': ['ID=7358f2da-0288-45a9-bbb8-559c1b9b15c8,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:42:10.316599 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device 963c1ea5-70ee-44cb-9a63-afec8c6efd52 up at agent hyperv_n-h2-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:42:10.333190 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f00bd3a-f144-48c2-be11-ed6a5cdbb5dc req-644f8eda-d0da-4cbf-bbde-fcc507574d72 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] No DVR routers for this DVR port 7358f2da-0288-45a9-bbb8-559c1b9b15c8 on host n-h1-834765-1 {{(pid=102791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:42:10.336539 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-0f00bd3a-f144-48c2-be11-ed6a5cdbb5dc req-644f8eda-d0da-4cbf-bbde-fcc507574d72 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:10.341988 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-0f00bd3a-f144-48c2-be11-ed6a5cdbb5dc req-644f8eda-d0da-4cbf-bbde-fcc507574d72 tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] 10.222.0.44 "DELETE /v2.0/ports/7358f2da-0288-45a9-bbb8-559c1b9b15c8 HTTP/1.1" status: 204 len: 173 time: 0.6233332 Mar 29 15:42:10.343175 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea6c803e-d2a8-4326-af80-e82436a0a30b', 'name': 'network-vif-deleted', 'tag': '7358f2da-0288-45a9-bbb8-559c1b9b15c8'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:42:10.347557 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c67b028db5e9b9818fecc5c0a87ebc6f190694fa53ca267d523e04f98de536d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68f02c78-e095-471d-b18a-ba48eb612a01" -d '{"events": [{"server_uuid": "ea6c803e-d2a8-4326-af80-e82436a0a30b", "name": "network-vif-deleted", "tag": "7358f2da-0288-45a9-bbb8-559c1b9b15c8"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:42:10.364936 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Provisioning for port f39638e0-0f05-469b-894f-3e4405d80bf7 completed by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 15:42:10.373911 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Provisioning complete for port f39638e0-0f05-469b-894f-3e4405d80bf7 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:42:10.374546 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:10.426152 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:42:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-897e099f-9970-461f-b8a1-3f5fe79652a0 x-openstack-request-id: req-897e099f-9970-461f-b8a1-3f5fe79652a0 {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:42:10.426492 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea6c803e-d2a8-4326-af80-e82436a0a30b", "name": "network-vif-deleted", "tag": "7358f2da-0288-45a9-bbb8-559c1b9b15c8", "status": "completed", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:42:10.426749 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-897e099f-9970-461f-b8a1-3f5fe79652a0 {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:42:10.427148 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea6c803e-d2a8-4326-af80-e82436a0a30b', 'name': 'network-vif-deleted', 'tag': '7358f2da-0288-45a9-bbb8-559c1b9b15c8', 'status': 'completed', 'code': 200} Mar 29 15:42:10.458578 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Provisioning for port 963c1ea5-70ee-44cb-9a63-afec8c6efd52 completed by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 15:42:10.464650 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-1e5dd361-48a8-4248-b7f0-3f8c4827f3f3 req-da9d2747-ba5a-4890-bd82-3c5aa1ba7e5f tempest-LiveMigrationTest-1176774060 tempest-LiveMigrationTest-1176774060-project] 10.222.0.42 "GET /v2.0/ports?device_id=ea6c803e-d2a8-4326-af80-e82436a0a30b HTTP/1.1" status: 200 len: 210 time: 0.0718904 Mar 29 15:42:10.478978 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Provisioning complete for port 963c1ea5-70ee-44cb-9a63-afec8c6efd52 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:42:10.482009 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:10.511249 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-476a7ba3-6e80-40d2-bf4a-cc1520dfef44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:10.516506 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-476a7ba3-6e80-40d2-bf4a-cc1520dfef44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:10.584407 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e53e01-73ff-4e78-bdab-4401cf19e8b2 req-8c843f9d-2c1a-4095-a49f-b8fc3a2c138c tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:10.594258 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-88e53e01-73ff-4e78-bdab-4401cf19e8b2 req-8c843f9d-2c1a-4095-a49f-b8fc3a2c138c tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] 10.222.0.42 "GET /v2.0/ports?device_id=2b603b7f-32b5-4125-b4e2-04c47bd0f5ef HTTP/1.1" status: 200 len: 948 time: 0.0807943 Mar 29 15:42:10.601446 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476a7ba3-6e80-40d2-bf4a-cc1520dfef44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2baba44-ca65-455a-911e-a3adc5826a70,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:42:10.649117 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-88e53e01-73ff-4e78-bdab-4401cf19e8b2 req-4aa1caae-d2da-4cad-a377-d9767703b364 tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] 10.222.0.42 "GET /v2.0/security-groups?id=062b76b3-3a31-4c61-a1e4-5e35375fb0f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494108 Mar 29 15:42:10.661266 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 43988) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:42:10.662267 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-476a7ba3-6e80-40d2-bf4a-cc1520dfef44 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=eabeb5bc1db04924ba4039bd45c9bd59&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5898674 Mar 29 15:42:10.749152 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-08962b0b-0c27-4d2f-9abc-083950439913 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:10.763764 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:10.794286 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b603b7f-32b5-4125-b4e2-04c47bd0f5ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f39638e0-0f05-469b-894f-3e4405d80bf7'}] {{(pid=102792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:42:10.796203 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4f476c66b318cc6068719fc39557fac68d413f5c7e78fa77028c7948e999ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-532a9896-a289-4815-a9e9-4b73ec6e9920" -d '{"events": [{"server_uuid": "2b603b7f-32b5-4125-b4e2-04c47bd0f5ef", "name": "network-vif-plugged", "status": "completed", "tag": "f39638e0-0f05-469b-894f-3e4405d80bf7"}]}' {{(pid=102792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:42:10.799451 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c09ca8-b1a8-4359-a772-72162ee0aa9c req-f17722c2-252e-4f8a-8ba2-c39dc111c9b5 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:10.809301 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-60c09ca8-b1a8-4359-a772-72162ee0aa9c req-f17722c2-252e-4f8a-8ba2-c39dc111c9b5 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb986c29-f18c-4431-b001-b8a5fa38aaaa HTTP/1.1" status: 200 len: 946 time: 0.0821509 Mar 29 15:42:10.818427 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-08962b0b-0c27-4d2f-9abc-083950439913 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:10.822670 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port f39638e0-0f05-469b-894f-3e4405d80bf7, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=f39638e0-0f05-469b-894f-3e4405d80bf7,segment=NetworkSegment(a0c230f0-660a-4194-9279-0f0781d34134),segment_id=a0c230f0-660a-4194-9279-0f0781d34134)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:42:10.826615 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:10.840797 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbd0f30-63c4-470e-bb6d-4aa505357863 req-252d35e1-2e13-472e-9765-b4992ea549e2 tempest-LiveMigrationNegativeTest-1671013112 tempest-LiveMigrationNegativeTest-1671013112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:10.842493 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4bbd0f30-63c4-470e-bb6d-4aa505357863 req-252d35e1-2e13-472e-9765-b4992ea549e2 tempest-LiveMigrationNegativeTest-1671013112 tempest-LiveMigrationNegativeTest-1671013112-project] 10.222.0.42 "GET /v2.0/ports?device_id=66de62ac-29fe-4fc8-8231-9bfc1f3c858d HTTP/1.1" status: 200 len: 949 time: 0.0967197 Mar 29 15:42:10.855467 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:10.882855 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-60c09ca8-b1a8-4359-a772-72162ee0aa9c req-48a6cd2c-64ff-49a1-a3bd-3ef7f89039e6 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.42 "GET /v2.0/security-groups?id=07e96b72-96bb-4562-b80f-051b133c1759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697262 Mar 29 15:42:10.906636 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port 963c1ea5-70ee-44cb-9a63-afec8c6efd52, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=963c1ea5-70ee-44cb-9a63-afec8c6efd52,segment=NetworkSegment(a0c230f0-660a-4194-9279-0f0781d34134),segment_id=a0c230f0-660a-4194-9279-0f0781d34134)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:42:10.923998 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4bbd0f30-63c4-470e-bb6d-4aa505357863 req-ce6d0b6a-67e9-4775-977d-5862b049e277 tempest-LiveMigrationNegativeTest-1671013112 tempest-LiveMigrationNegativeTest-1671013112-project] 10.222.0.42 "GET /v2.0/security-groups?id=774c292d-aaff-41c3-9345-153fa540abbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728817 Mar 29 15:42:10.945975 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:10.953810 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Pushing event updated for resources: {'Port': ['ID=f39638e0-0f05-469b-894f-3e4405d80bf7,revision_number=5']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:42:10.954744 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-08962b0b-0c27-4d2f-9abc-083950439913 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:10.959006 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-08962b0b-0c27-4d2f-9abc-083950439913 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:10.960421 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-08962b0b-0c27-4d2f-9abc-083950439913 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a2baba44-ca65-455a-911e-a3adc5826a70 HTTP/1.1" status: 204 len: 168 time: 0.2979355 Mar 29 15:42:10.971054 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08962b0b-0c27-4d2f-9abc-083950439913 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2baba44-ca65-455a-911e-a3adc5826a70,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:42:11.063881 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:42:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f4b7411-d512-49d4-9824-0f388f009bae x-openstack-request-id: req-6f4b7411-d512-49d4-9824-0f388f009bae {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:42:11.064319 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b603b7f-32b5-4125-b4e2-04c47bd0f5ef", "name": "network-vif-plugged", "status": "completed", "tag": "f39638e0-0f05-469b-894f-3e4405d80bf7", "code": 200}]} {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:42:11.064683 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-6f4b7411-d512-49d4-9824-0f388f009bae {{(pid=102792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:42:11.065148 n-d-834765-1 neutron-server[102792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b603b7f-32b5-4125-b4e2-04c47bd0f5ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f39638e0-0f05-469b-894f-3e4405d80bf7', 'code': 200} Mar 29 15:42:11.091054 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee72ba7-dc0d-429b-96f0-cf23c583e179 req-07c599e3-edfe-47cc-a85f-9dd9560c92b0 tempest-FloatingIPsAssociationTestJSON-13237688 tempest-FloatingIPsAssociationTestJSON-13237688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:11.093124 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-5ee72ba7-dc0d-429b-96f0-cf23c583e179 req-07c599e3-edfe-47cc-a85f-9dd9560c92b0 tempest-FloatingIPsAssociationTestJSON-13237688 tempest-FloatingIPsAssociationTestJSON-13237688-project] 10.222.0.42 "GET /v2.0/ports?device_id=e06e70c7-935d-412c-80c6-167429b49c6c HTTP/1.1" status: 200 len: 945 time: 0.0664928 Mar 29 15:42:11.112179 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Pushing event updated for resources: {'Port': ['ID=963c1ea5-70ee-44cb-9a63-afec8c6efd52,revision_number=5']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:42:11.146302 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-5ee72ba7-dc0d-429b-96f0-cf23c583e179 req-b3ca7e11-cfea-4006-824c-17ca75bd61c6 tempest-FloatingIPsAssociationTestJSON-13237688 tempest-FloatingIPsAssociationTestJSON-13237688-project] 10.222.0.42 "GET /v2.0/security-groups?id=b35fee71-c80e-48c2-8397-60e016afa2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464635 Mar 29 15:42:11.195303 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028a01c2-7d00-4dbf-a7e8-958300166085 req-2fa06448-aa6b-4572-a710-6b6e18ce53ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:11.197245 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-028a01c2-7d00-4dbf-a7e8-958300166085 req-2fa06448-aa6b-4572-a710-6b6e18ce53ba service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=2b603b7f-32b5-4125-b4e2-04c47bd0f5ef HTTP/1.1" status: 200 len: 1100 time: 0.0500143 Mar 29 15:42:11.251229 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-028a01c2-7d00-4dbf-a7e8-958300166085 req-25e05f95-9f0f-401c-843c-0a546ffc4b14 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=062b76b3-3a31-4c61-a1e4-5e35375fb0f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446517 Mar 29 15:42:11.275854 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-69c54a1f-d86a-4dbe-a72a-e3ba48fd5ad0 req-69e9980f-aee1-4c7c-b8b1-4028a36bdda9 tempest-ServersAaction247Test-92009678 tempest-ServersAaction247Test-92009678-project] 10.222.0.42 "GET /v2.0/ports?device_id=38e7b5e8-1ad2-4037-af34-8435b02be0b4 HTTP/1.1" status: 200 len: 210 time: 0.0441823 Mar 29 15:42:11.373678 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a52f06d-c9e1-446f-99b8-0edda5450e0c req-739a2fda-77c3-4d08-a804-b354d12ca013 tempest-FloatingIPsAssociationTestJSON-13237688 tempest-FloatingIPsAssociationTestJSON-13237688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:11.375245 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-9a52f06d-c9e1-446f-99b8-0edda5450e0c req-739a2fda-77c3-4d08-a804-b354d12ca013 tempest-FloatingIPsAssociationTestJSON-13237688 tempest-FloatingIPsAssociationTestJSON-13237688-project] 10.222.0.42 "GET /v2.0/ports?device_id=a99c14a5-f34f-4884-9f7e-8a582129e575&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0958083 Mar 29 15:42:11.445842 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-9a52f06d-c9e1-446f-99b8-0edda5450e0c req-4a48b685-9a0e-4c45-b17d-99ca66aaf6db tempest-FloatingIPsAssociationTestJSON-13237688 tempest-FloatingIPsAssociationTestJSON-13237688-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.4.25 HTTP/1.1" status: 200 len: 695 time: 0.0629852 Mar 29 15:42:11.457313 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [req-9a52f06d-c9e1-446f-99b8-0edda5450e0c req-c630cc50-3f1a-4055-a5aa-f6f53f15ca51 tempest-FloatingIPsAssociationTestJSON-13237688 tempest-FloatingIPsAssociationTestJSON-13237688-project] Request body: {'floatingip': {'port_id': '74d2306b-5026-45ef-a651-6ea8cd4cf386', 'fixed_ip_address': '172.20.0.7'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:42:11.504763 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-9a52f06d-c9e1-446f-99b8-0edda5450e0c req-c630cc50-3f1a-4055-a5aa-f6f53f15ca51 tempest-FloatingIPsAssociationTestJSON-13237688 tempest-FloatingIPsAssociationTestJSON-13237688-project] Notify callbacks [] for floatingip, before_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:11.542966 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 44014) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:42:11.814654 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f403b0b-7991-477c-8f21-d70acd1c3d96 req-7ee271be-27a9-4a83-876f-2061b0dc2fc4 tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:11.816405 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-3f403b0b-7991-477c-8f21-d70acd1c3d96 req-7ee271be-27a9-4a83-876f-2061b0dc2fc4 tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] 10.222.0.42 "GET /v2.0/ports?device_id=2b603b7f-32b5-4125-b4e2-04c47bd0f5ef HTTP/1.1" status: 200 len: 949 time: 0.0897000 Mar 29 15:42:11.883911 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-3f403b0b-7991-477c-8f21-d70acd1c3d96 req-6fb39262-77fd-4e07-a940-dd95f149a1f5 tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] 10.222.0.42 "GET /v2.0/security-groups?id=062b76b3-3a31-4c61-a1e4-5e35375fb0f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588677 Mar 29 15:42:11.947426 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_v2 [None req-d11e6662-d911-4d52-8ffc-9d49d1475d36 admin admin] Deleting subnet a84f45bb-2cdd-4adc-a15d-ac5c06ff5a1f {{(pid=102791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 15:42:11.951410 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-d11e6662-d911-4d52-8ffc-9d49d1475d36 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:11.989572 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-d11e6662-d911-4d52-8ffc-9d49d1475d36 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4230423'] for subnet, precommit_delete_associations {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:12.032858 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-d11e6662-d911-4d52-8ffc-9d49d1475d36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1641287'] for subnet, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:12.098711 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-d11e6662-d911-4d52-8ffc-9d49d1475d36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1641294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16155591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16218852'] for subnet, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:12.119250 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-9a52f06d-c9e1-446f-99b8-0edda5450e0c req-c630cc50-3f1a-4055-a5aa-f6f53f15ca51 tempest-FloatingIPsAssociationTestJSON-13237688 tempest-FloatingIPsAssociationTestJSON-13237688-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:12.123239 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-9a52f06d-c9e1-446f-99b8-0edda5450e0c req-c630cc50-3f1a-4055-a5aa-f6f53f15ca51 tempest-FloatingIPsAssociationTestJSON-13237688 tempest-FloatingIPsAssociationTestJSON-13237688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648212'] for floatingip, after_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:12.129724 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11e6662-d911-4d52-8ffc-9d49d1475d36 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a84f45bb-2cdd-4adc-a15d-ac5c06ff5a1f,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:42:12.136587 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-d11e6662-d911-4d52-8ffc-9d49d1475d36 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:12.142557 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-d11e6662-d911-4d52-8ffc-9d49d1475d36 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/a84f45bb-2cdd-4adc-a15d-ac5c06ff5a1f HTTP/1.1" status: 204 len: 168 time: 0.5979235 Mar 29 15:42:12.143662 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 44036) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:42:12.219620 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-011833e0-8fa7-4fd7-b0bb-3446fb47cb38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1631750'] for network, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:12.238265 n-d-834765-1 neutron-server[102790]: INFO neutron.db.l3_db [req-9a52f06d-c9e1-446f-99b8-0edda5450e0c req-c630cc50-3f1a-4055-a5aa-f6f53f15ca51 tempest-FloatingIPsAssociationTestJSON-13237688 tempest-FloatingIPsAssociationTestJSON-13237688-project] Floating IP 8bdbb7f6-43ff-4ccc-ac96-0583571cb1c4 associated. External IP: 172.25.4.25, port: 74d2306b-5026-45ef-a651-6ea8cd4cf386. Mar 29 15:42:12.309107 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-011833e0-8fa7-4fd7-b0bb-3446fb47cb38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639890', 'neutron.services.segments.db._delete_segments_for_network-8783523423079'] for network, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:12.332670 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-011833e0-8fa7-4fd7-b0bb-3446fb47cb38 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1def78c-da55-4367-b9b1-4d7fc20fc6ac']}} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:42:12.343172 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-011833e0-8fa7-4fd7-b0bb-3446fb47cb38 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65ab5bc3-e80e-4641-82f0-4ef53207c2d7') {'for_net_delete': True} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:42:12.343637 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-011833e0-8fa7-4fd7-b0bb-3446fb47cb38 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65ab5bc3-e80e-4641-82f0-4ef53207c2d7') {} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:42:12.356653 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-011833e0-8fa7-4fd7-b0bb-3446fb47cb38 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783523422064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4230428'] for segment, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:12.379101 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-011833e0-8fa7-4fd7-b0bb-3446fb47cb38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:12.387489 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-011833e0-8fa7-4fd7-b0bb-3446fb47cb38 admin admin] Releasing vlan 614 on physical network physnet1 to pool {{(pid=102791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 15:42:12.388294 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-011833e0-8fa7-4fd7-b0bb-3446fb47cb38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16169569'] for segment, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:12.390353 n-d-834765-1 neutron-server[102791]: Traceback (most recent call last): Mar 29 15:42:12.390353 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 15:42:12.390353 n-d-834765-1 neutron-server[102791]: timer() Mar 29 15:42:12.390353 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 15:42:12.390353 n-d-834765-1 neutron-server[102791]: cb(*args, **kw) Mar 29 15:42:12.390353 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 15:42:12.390353 n-d-834765-1 neutron-server[102791]: return func(*args, **kwargs) Mar 29 15:42:12.390353 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 15:42:12.390353 n-d-834765-1 neutron-server[102791]: self._notify() Mar 29 15:42:12.390353 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 15:42:12.390353 n-d-834765-1 neutron-server[102791]: self.callback(batched_events) Mar 29 15:42:12.390353 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 15:42:12.390353 n-d-834765-1 neutron-server[102791]: event.method(event) Mar 29 15:42:12.390353 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 15:42:12.390353 n-d-834765-1 neutron-server[102791]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 15:42:12.390353 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 15:42:12.390353 n-d-834765-1 neutron-server[102791]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 15:42:12.390353 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 15:42:12.390353 n-d-834765-1 neutron-server[102791]: return f(self, *a, **k) Mar 29 15:42:12.390353 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 15:42:12.390353 n-d-834765-1 neutron-server[102791]: return self._get(url).json() Mar 29 15:42:12.390353 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 15:42:12.390353 n-d-834765-1 neutron-server[102791]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 15:42:12.390353 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 15:42:12.390353 n-d-834765-1 neutron-server[102791]: return self.request(url, 'GET', **kwargs) Mar 29 15:42:12.390353 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 15:42:12.390353 n-d-834765-1 neutron-server[102791]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 15:42:12.390353 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 15:42:12.390353 n-d-834765-1 neutron-server[102791]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 15:42:12.390353 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 15:42:12.390353 n-d-834765-1 neutron-server[102791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 15:42:12.390353 n-d-834765-1 neutron-server[102791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 15:42:12.492625 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-011833e0-8fa7-4fd7-b0bb-3446fb47cb38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1639897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648174'] for network, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:12.496539 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-011833e0-8fa7-4fd7-b0bb-3446fb47cb38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for network, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:12.502899 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-011833e0-8fa7-4fd7-b0bb-3446fb47cb38 admin admin] 10.222.0.42 "DELETE /v2.0/networks/b1def78c-da55-4367-b9b1-4d7fc20fc6ac HTTP/1.1" status: 204 len: 168 time: 0.3581939 Mar 29 15:42:12.503827 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 44050) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:42:12.509924 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9a52f06d-c9e1-446f-99b8-0edda5450e0c req-c630cc50-3f1a-4055-a5aa-f6f53f15ca51 tempest-FloatingIPsAssociationTestJSON-13237688 tempest-FloatingIPsAssociationTestJSON-13237688-project] Router 9c8705f6-4302-44a1-8d1c-1a63e28635c2 has already been hosted by L3 agent c648d819-1060-4f26-b4ec-6455387b5dff {{(pid=102790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 15:42:12.544130 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011833e0-8fa7-4fd7-b0bb-3446fb47cb38 admin admin] Pushing event deleted for resources: {'Network': ['ID=b1def78c-da55-4367-b9b1-4d7fc20fc6ac,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:42:12.586080 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab874dc-928b-40d5-a038-5c2972152bf1 req-0a6ce79a-a46b-494b-a298-4abc2279c69e tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:12.587981 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-8ab874dc-928b-40d5-a038-5c2972152bf1 req-0a6ce79a-a46b-494b-a298-4abc2279c69e tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb986c29-f18c-4431-b001-b8a5fa38aaaa HTTP/1.1" status: 200 len: 946 time: 0.1347036 Mar 29 15:42:12.603477 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c3f1261-4b73-45e3-9253-d3bd5f119fe4 admin admin] Deleting subnet bbb74b29-b3cf-42ad-9ef6-19d329787beb {{(pid=102791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 15:42:12.611407 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-4c3f1261-4b73-45e3-9253-d3bd5f119fe4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:12.632694 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9a52f06d-c9e1-446f-99b8-0edda5450e0c req-c630cc50-3f1a-4055-a5aa-f6f53f15ca51 tempest-FloatingIPsAssociationTestJSON-13237688 tempest-FloatingIPsAssociationTestJSON-13237688-project] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:42:12.638112 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-9a52f06d-c9e1-446f-99b8-0edda5450e0c req-c630cc50-3f1a-4055-a5aa-f6f53f15ca51 tempest-FloatingIPsAssociationTestJSON-13237688 tempest-FloatingIPsAssociationTestJSON-13237688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for floatingip, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:12.648034 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55f9bda3-3432-4538-bf6a-880c592cf791 None None] Sync routers for ids ['9c8705f6-4302-44a1-8d1c-1a63e28635c2'] in n-d-834765-1 {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:42:12.659234 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55f9bda3-3432-4538-bf6a-880c592cf791 None None] Routers {'9c8705f6-4302-44a1-8d1c-1a63e28635c2'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:42:12.660144 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-55f9bda3-3432-4538-bf6a-880c592cf791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:42:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['9c8705f6-4302-44a1-8d1c-1a63e28635c2'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:42:12.670817 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-9a52f06d-c9e1-446f-99b8-0edda5450e0c req-c630cc50-3f1a-4055-a5aa-f6f53f15ca51 tempest-FloatingIPsAssociationTestJSON-13237688 tempest-FloatingIPsAssociationTestJSON-13237688-project] 10.222.0.42 "PUT /v2.0/floatingips/8bdbb7f6-43ff-4ccc-ac96-0583571cb1c4 HTTP/1.1" status: 200 len: 995 time: 1.2180269 Mar 29 15:42:12.671668 n-d-834765-1 neutron-server[102790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a99c14a5-f34f-4884-9f7e-8a582129e575', 'tag': '74d2306b-5026-45ef-a651-6ea8cd4cf386'}] {{(pid=102790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:42:12.674934 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46b06d655c90bc969636382cce4240ad749035fb0f3a83ee4734fa1ed9c4a6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2927c726-1fe9-41a2-941a-4517f0da53a0" -d '{"events": [{"name": "network-changed", "server_uuid": "a99c14a5-f34f-4884-9f7e-8a582129e575", "tag": "74d2306b-5026-45ef-a651-6ea8cd4cf386"}]}' {{(pid=102790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:42:12.681238 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-8ab874dc-928b-40d5-a038-5c2972152bf1 req-158c943b-b76b-4ab9-8624-c893be898e6e tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.42 "GET /v2.0/security-groups?id=07e96b72-96bb-4562-b80f-051b133c1759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826492 Mar 29 15:42:12.683559 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-4c3f1261-4b73-45e3-9253-d3bd5f119fe4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4230423'] for subnet, precommit_delete_associations {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:12.741920 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-4c3f1261-4b73-45e3-9253-d3bd5f119fe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1641287'] for subnet, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:12.780192 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a52f06d-c9e1-446f-99b8-0edda5450e0c req-880b0f87-7fd5-4c3f-859e-70a92a40e0f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:12.783804 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-9a52f06d-c9e1-446f-99b8-0edda5450e0c req-880b0f87-7fd5-4c3f-859e-70a92a40e0f9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=09e41d0f297a4c05bfeacde4bee1a28c&device_id=a99c14a5-f34f-4884-9f7e-8a582129e575 HTTP/1.1" status: 200 len: 1096 time: 0.0818009 Mar 29 15:42:12.786607 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvr_db [None req-55f9bda3-3432-4538-bf6a-880c592cf791 None None] Set router 9c8705f6-4302-44a1-8d1c-1a63e28635c2 gateway port host: n-d-834765-1 {{(pid=102793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:42:12.888187 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-4c3f1261-4b73-45e3-9253-d3bd5f119fe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1641294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16155591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16218852'] for subnet, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:12.970506 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-4c3f1261-4b73-45e3-9253-d3bd5f119fe4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:12.978567 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-4c3f1261-4b73-45e3-9253-d3bd5f119fe4 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/bbb74b29-b3cf-42ad-9ef6-19d329787beb HTTP/1.1" status: 204 len: 168 time: 0.4671414 Mar 29 15:42:12.979236 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 44058) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:42:12.980090 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3f1261-4b73-45e3-9253-d3bd5f119fe4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bbb74b29-b3cf-42ad-9ef6-19d329787beb,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:42:13.017519 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bfee07-73b1-4c32-ae3f-16a0745bf5c4 req-99fb42f4-0d57-4b94-a4eb-a736890bbc70 tempest-LiveMigrationNegativeTest-1671013112 tempest-LiveMigrationNegativeTest-1671013112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:13.019102 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-a4bfee07-73b1-4c32-ae3f-16a0745bf5c4 req-99fb42f4-0d57-4b94-a4eb-a736890bbc70 tempest-LiveMigrationNegativeTest-1671013112 tempest-LiveMigrationNegativeTest-1671013112-project] 10.222.0.42 "GET /v2.0/ports?device_id=66de62ac-29fe-4fc8-8231-9bfc1f3c858d HTTP/1.1" status: 200 len: 950 time: 0.2296615 Mar 29 15:42:13.066765 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66de62ac-29fe-4fc8-8231-9bfc1f3c858d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '963c1ea5-70ee-44cb-9a63-afec8c6efd52'}] {{(pid=102792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:42:13.069418 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4f476c66b318cc6068719fc39557fac68d413f5c7e78fa77028c7948e999ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63e50b8f-3066-4383-801b-a6d29379400b" -d '{"events": [{"server_uuid": "66de62ac-29fe-4fc8-8231-9bfc1f3c858d", "name": "network-vif-plugged", "status": "completed", "tag": "963c1ea5-70ee-44cb-9a63-afec8c6efd52"}]}' {{(pid=102792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:42:13.100078 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-55f9bda3-3432-4538-bf6a-880c592cf791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c8705f6-4302-44a1-8d1c-1a63e28635c2', 'name': 'tempest-FloatingIPsAssociationTestJSON-10715648-router', 'tenant_id': '09e41d0f297a4c05bfeacde4bee1a28c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.110'}], 'enable_snat': True}, 'gw_port_id': '03eaca56-bb8b-426e-9003-e216c6a40bca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:41:19Z', 'updated_at': '2022-03-29T15:41:27Z', 'revision_number': 4, 'project_id': '09e41d0f297a4c05bfeacde4bee1a28c', 'gw_port': {'id': '03eaca56-bb8b-426e-9003-e216c6a40bca', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:df:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c8705f6-4302-44a1-8d1c-1a63e28635c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 836, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:41:20Z', 'updated_at': '2022-03-29T15:41:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_floatingips': [{'id': '8bdbb7f6-43ff-4ccc-ac96-0583571cb1c4', 'tenant_id': '09e41d0f297a4c05bfeacde4bee1a28c', 'floating_ip_address': '172.25.4.25', 'floating_network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'router_id': '9c8705f6-4302-44a1-8d1c-1a63e28635c2', 'port_id': '74d2306b-5026-45ef-a651-6ea8cd4cf386', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 901, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fcdf73f9-c801-4998-9ec4-0cdc8a1cb85b', 'mac_address': 'fa:16:3e:04:87:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a99c14a5-f34f-4884-9f7e-8a582129e575', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T15:41:53Z', 'updated_at': '2022-03-29T15:42:12Z', 'revision_number': 1, 'project_id': '09e41d0f297a4c05bfeacde4bee1a28c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '279478e2-400e-4e35-b251-37a61aa9bd8a', 'name': '', 'network_id': 'fcdf73f9-c801-4998-9ec4-0cdc8a1cb85b', 'tenant_id': '09e41d0f297a4c05bfeacde4bee1a28c', 'mac_address': 'fa:16:3e:29:f1:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c8705f6-4302-44a1-8d1c-1a63e28635c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 838, 'fixed_ips': [{'subnet_id': '97aeeb47-9a64-429c-b18e-a70adf894590', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:41:25Z', 'updated_at': '2022-03-29T15:41:31Z', 'revision_number': 5, 'project_id': '09e41d0f297a4c05bfeacde4bee1a28c', 'subnets': [{'id': '97aeeb47-9a64-429c-b18e-a70adf894590', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:42:13.126791 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-5dde1b27-8d08-4253-a89e-e24f714e62da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1631750'] for network, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:13.129393 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55f9bda3-3432-4538-bf6a-880c592cf791 None None] Checking router: 9c8705f6-4302-44a1-8d1c-1a63e28635c2 for host: n-d-834765-1 {{(pid=102793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:42:13.138594 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55f9bda3-3432-4538-bf6a-880c592cf791 None None] Routers {'9c8705f6-4302-44a1-8d1c-1a63e28635c2'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:42:13.139498 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-55f9bda3-3432-4538-bf6a-880c592cf791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:42:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['9c8705f6-4302-44a1-8d1c-1a63e28635c2'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:42:13.204782 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-a4bfee07-73b1-4c32-ae3f-16a0745bf5c4 req-6d8e71f3-14af-48ba-9d75-b00ba98e7c57 tempest-LiveMigrationNegativeTest-1671013112 tempest-LiveMigrationNegativeTest-1671013112-project] 10.222.0.42 "GET /v2.0/security-groups?id=774c292d-aaff-41c3-9345-153fa540abbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738954 Mar 29 15:42:13.226239 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a52f06d-c9e1-446f-99b8-0edda5450e0c req-a6417314-7308-4032-835e-061d1030ffcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:13.234722 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-9a52f06d-c9e1-446f-99b8-0edda5450e0c req-a6417314-7308-4032-835e-061d1030ffcf service neutron] 10.222.0.42 "GET /v2.0/networks?id=fcdf73f9-c801-4998-9ec4-0cdc8a1cb85b HTTP/1.1" status: 200 len: 920 time: 0.4410441 Mar 29 15:42:13.287479 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-5dde1b27-8d08-4253-a89e-e24f714e62da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639890', 'neutron.services.segments.db._delete_segments_for_network-8783523423079'] for network, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:13.315331 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-5dde1b27-8d08-4253-a89e-e24f714e62da admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['474e6dcc-bef6-467d-9993-1be277e748ef']}} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:42:13.325818 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-9a52f06d-c9e1-446f-99b8-0edda5450e0c req-d9e29dc3-28ca-4d7b-b541-39ee0045c497 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=74d2306b-5026-45ef-a651-6ea8cd4cf386 HTTP/1.1" status: 200 len: 998 time: 0.0899091 Mar 29 15:42:13.328900 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-5dde1b27-8d08-4253-a89e-e24f714e62da admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77b0578b-cd60-49d3-b7b5-8ac3915b4c7e') {'for_net_delete': True} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:42:13.329810 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-5dde1b27-8d08-4253-a89e-e24f714e62da admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77b0578b-cd60-49d3-b7b5-8ac3915b4c7e') {} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:42:13.351349 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-5dde1b27-8d08-4253-a89e-e24f714e62da admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783523422064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4230428'] for segment, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:13.372202 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-3a065984-8949-437a-8a7a-1f5b90897a7d req-85bba314-75b4-4840-a4bb-ba2a9ee95457 tempest-ServersAaction247Test-92009678 tempest-ServersAaction247Test-92009678-project] 10.222.0.42 "GET /v2.0/ports?device_id=38e7b5e8-1ad2-4037-af34-8435b02be0b4 HTTP/1.1" status: 200 len: 210 time: 0.0404441 Mar 29 15:42:13.376109 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a52f06d-c9e1-446f-99b8-0edda5450e0c req-85ebbddd-d61b-4bc7-ad0d-2dc6b394e48c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:13.377771 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-9a52f06d-c9e1-446f-99b8-0edda5450e0c req-85ebbddd-d61b-4bc7-ad0d-2dc6b394e48c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=97aeeb47-9a64-429c-b18e-a70adf894590 HTTP/1.1" status: 200 len: 858 time: 0.0511720 Mar 29 15:42:13.380250 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-5dde1b27-8d08-4253-a89e-e24f714e62da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:13.388454 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5dde1b27-8d08-4253-a89e-e24f714e62da admin admin] Releasing vlan 603 on physical network physnet1 to pool {{(pid=102791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 15:42:13.388979 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-5dde1b27-8d08-4253-a89e-e24f714e62da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16169569'] for segment, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:13.390950 n-d-834765-1 neutron-server[102791]: Traceback (most recent call last): Mar 29 15:42:13.390950 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 15:42:13.390950 n-d-834765-1 neutron-server[102791]: timer() Mar 29 15:42:13.390950 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 15:42:13.390950 n-d-834765-1 neutron-server[102791]: cb(*args, **kw) Mar 29 15:42:13.390950 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 15:42:13.390950 n-d-834765-1 neutron-server[102791]: return func(*args, **kwargs) Mar 29 15:42:13.390950 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 15:42:13.390950 n-d-834765-1 neutron-server[102791]: self._notify() Mar 29 15:42:13.390950 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 15:42:13.390950 n-d-834765-1 neutron-server[102791]: self.callback(batched_events) Mar 29 15:42:13.390950 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 15:42:13.390950 n-d-834765-1 neutron-server[102791]: event.method(event) Mar 29 15:42:13.390950 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 15:42:13.390950 n-d-834765-1 neutron-server[102791]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 15:42:13.390950 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 15:42:13.390950 n-d-834765-1 neutron-server[102791]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 15:42:13.390950 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 15:42:13.390950 n-d-834765-1 neutron-server[102791]: return f(self, *a, **k) Mar 29 15:42:13.390950 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 15:42:13.390950 n-d-834765-1 neutron-server[102791]: return self._get(url).json() Mar 29 15:42:13.390950 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 15:42:13.390950 n-d-834765-1 neutron-server[102791]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 15:42:13.390950 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 15:42:13.390950 n-d-834765-1 neutron-server[102791]: return self.request(url, 'GET', **kwargs) Mar 29 15:42:13.390950 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 15:42:13.390950 n-d-834765-1 neutron-server[102791]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 15:42:13.390950 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 15:42:13.390950 n-d-834765-1 neutron-server[102791]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 15:42:13.390950 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 15:42:13.390950 n-d-834765-1 neutron-server[102791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 15:42:13.390950 n-d-834765-1 neutron-server[102791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 15:42:13.404596 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvr_db [None req-55f9bda3-3432-4538-bf6a-880c592cf791 None None] Set router 9c8705f6-4302-44a1-8d1c-1a63e28635c2 gateway port host: n-d-834765-1 {{(pid=102793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:42:13.438986 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a52f06d-c9e1-446f-99b8-0edda5450e0c req-59841c5d-b296-4540-8d87-e858d65d0103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:13.441661 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-9a52f06d-c9e1-446f-99b8-0edda5450e0c req-59841c5d-b296-4540-8d87-e858d65d0103 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=fcdf73f9-c801-4998-9ec4-0cdc8a1cb85b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0558486 Mar 29 15:42:13.455515 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [req-9a52f06d-c9e1-446f-99b8-0edda5450e0c req-de5a33d1-507c-4fc5-899e-a27488d8462d service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=102790) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 15:42:13.457509 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-9a52f06d-c9e1-446f-99b8-0edda5450e0c req-de5a33d1-507c-4fc5-899e-a27488d8462d service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0080945 Mar 29 15:42:13.471449 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-5dde1b27-8d08-4253-a89e-e24f714e62da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1639897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648174'] for network, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:13.480091 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-5dde1b27-8d08-4253-a89e-e24f714e62da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for network, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:13.485079 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-5dde1b27-8d08-4253-a89e-e24f714e62da admin admin] 10.222.0.42 "DELETE /v2.0/networks/474e6dcc-bef6-467d-9993-1be277e748ef HTTP/1.1" status: 204 len: 168 time: 0.5015054 Mar 29 15:42:13.509172 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dde1b27-8d08-4253-a89e-e24f714e62da admin admin] Pushing event deleted for resources: {'Network': ['ID=474e6dcc-bef6-467d-9993-1be277e748ef,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:42:13.610108 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-9a52f06d-c9e1-446f-99b8-0edda5450e0c req-cbe6275a-5fd5-435a-925a-16f50b0106cd service neutron] 10.222.0.42 "GET /v2.0/networks/fcdf73f9-c801-4998-9ec4-0cdc8a1cb85b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397195 Mar 29 15:42:13.619120 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c63935-1555-48a8-8d78-710d2390f81a req-5a40e126-d60c-4c0b-ad04-bb801d6974ca tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:13.625402 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c63935-1555-48a8-8d78-710d2390f81a req-5a40e126-d60c-4c0b-ad04-bb801d6974ca tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:13.632113 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c63935-1555-48a8-8d78-710d2390f81a req-5a40e126-d60c-4c0b-ad04-bb801d6974ca tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:13.638330 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c63935-1555-48a8-8d78-710d2390f81a req-5a40e126-d60c-4c0b-ad04-bb801d6974ca tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:13.644379 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c63935-1555-48a8-8d78-710d2390f81a req-5a40e126-d60c-4c0b-ad04-bb801d6974ca tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:13.651034 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c63935-1555-48a8-8d78-710d2390f81a req-5a40e126-d60c-4c0b-ad04-bb801d6974ca tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:13.657291 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c63935-1555-48a8-8d78-710d2390f81a req-5a40e126-d60c-4c0b-ad04-bb801d6974ca tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:13.666308 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-61c63935-1555-48a8-8d78-710d2390f81a req-5a40e126-d60c-4c0b-ad04-bb801d6974ca tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] 10.222.0.42 "GET /v2.0/ports?device_id=e63d94a3-644d-400a-aa3f-0c71f9fb1b46 HTTP/1.1" status: 200 len: 5434 time: 0.1158650 Mar 29 15:42:13.668540 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 44068) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:42:13.695844 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-55f9bda3-3432-4538-bf6a-880c592cf791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c8705f6-4302-44a1-8d1c-1a63e28635c2', 'name': 'tempest-FloatingIPsAssociationTestJSON-10715648-router', 'tenant_id': '09e41d0f297a4c05bfeacde4bee1a28c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.110'}], 'enable_snat': True}, 'gw_port_id': '03eaca56-bb8b-426e-9003-e216c6a40bca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:41:19Z', 'updated_at': '2022-03-29T15:41:27Z', 'revision_number': 4, 'project_id': '09e41d0f297a4c05bfeacde4bee1a28c', 'gw_port': {'id': '03eaca56-bb8b-426e-9003-e216c6a40bca', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:df:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c8705f6-4302-44a1-8d1c-1a63e28635c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 836, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:41:20Z', 'updated_at': '2022-03-29T15:41:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_floatingips': [{'id': '8bdbb7f6-43ff-4ccc-ac96-0583571cb1c4', 'tenant_id': '09e41d0f297a4c05bfeacde4bee1a28c', 'floating_ip_address': '172.25.4.25', 'floating_network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'router_id': '9c8705f6-4302-44a1-8d1c-1a63e28635c2', 'port_id': '74d2306b-5026-45ef-a651-6ea8cd4cf386', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 901, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fcdf73f9-c801-4998-9ec4-0cdc8a1cb85b', 'mac_address': 'fa:16:3e:04:87:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a99c14a5-f34f-4884-9f7e-8a582129e575', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T15:41:53Z', 'updated_at': '2022-03-29T15:42:12Z', 'revision_number': 1, 'project_id': '09e41d0f297a4c05bfeacde4bee1a28c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '279478e2-400e-4e35-b251-37a61aa9bd8a', 'name': '', 'network_id': 'fcdf73f9-c801-4998-9ec4-0cdc8a1cb85b', 'tenant_id': '09e41d0f297a4c05bfeacde4bee1a28c', 'mac_address': 'fa:16:3e:29:f1:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c8705f6-4302-44a1-8d1c-1a63e28635c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 838, 'fixed_ips': [{'subnet_id': '97aeeb47-9a64-429c-b18e-a70adf894590', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:41:25Z', 'updated_at': '2022-03-29T15:41:31Z', 'revision_number': 5, 'project_id': '09e41d0f297a4c05bfeacde4bee1a28c', 'subnets': [{'id': '97aeeb47-9a64-429c-b18e-a70adf894590', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:42:13.717215 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-9a52f06d-c9e1-446f-99b8-0edda5450e0c req-c88eb821-1058-4bbb-8d86-69948f3d7055 service neutron] 10.222.0.42 "GET /v2.0/networks/fcdf73f9-c801-4998-9ec4-0cdc8a1cb85b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035295 Mar 29 15:42:13.723032 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55f9bda3-3432-4538-bf6a-880c592cf791 None None] The sync data for ids ['9c8705f6-4302-44a1-8d1c-1a63e28635c2'] in n-d-834765-1 is: [{'id': '9c8705f6-4302-44a1-8d1c-1a63e28635c2', 'name': 'tempest-FloatingIPsAssociationTestJSON-10715648-router', 'tenant_id': '09e41d0f297a4c05bfeacde4bee1a28c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.110'}], 'enable_snat': True}, 'gw_port_id': '03eaca56-bb8b-426e-9003-e216c6a40bca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:41:19Z', 'updated_at': '2022-03-29T15:41:27Z', 'revision_number': 4, 'project_id': '09e41d0f297a4c05bfeacde4bee1a28c', 'gw_port': {'id': '03eaca56-bb8b-426e-9003-e216c6a40bca', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:df:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c8705f6-4302-44a1-8d1c-1a63e28635c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 836, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:41:20Z', 'updated_at': '2022-03-29T15:41:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_floatingips': [{'id': '8bdbb7f6-43ff-4ccc-ac96-0583571cb1c4', 'tenant_id': '09e41d0f297a4c05bfeacde4bee1a28c', 'floating_ip_address': '172.25.4.25', 'floating_network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'router_id': '9c8705f6-4302-44a1-8d1c-1a63e28635c2', 'port_id': '74d2306b-5026-45ef-a651-6ea8cd4cf386', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 901, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fcdf73f9-c801-4998-9ec4-0cdc8a1cb85b', 'mac_address': 'fa:16:3e:04:87:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a99c14a5-f34f-4884-9f7e-8a582129e575', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T15:41:53Z', 'updated_at': '2022-03-29T15:42:12Z', 'revision_number': 1, 'project_id': '09e41d0f297a4c05bfeacde4bee1a28c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '279478e2-400e-4e35-b251-37a61aa9bd8a', 'name': '', 'network_id': 'fcdf73f9-c801-4998-9ec4-0cdc8a1cb85b', 'tenant_id': '09e41d0f297a4c05bfeacde4bee1a28c', 'mac_address': 'fa:16:3e:29:f1:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c8705f6-4302-44a1-8d1c-1a63e28635c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 838, 'fixed_ips': [{'subnet_id': '97aeeb47-9a64-429c-b18e-a70adf894590', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:41:25Z', 'updated_at': '2022-03-29T15:41:31Z', 'revision_number': 5, 'project_id': '09e41d0f297a4c05bfeacde4bee1a28c', 'subnets': [{'id': '97aeeb47-9a64-429c-b18e-a70adf894590', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:42:13.733856 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-61c63935-1555-48a8-8d78-710d2390f81a req-671cc58c-73be-491f-9972-b860d0ecb6d6 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] 10.222.0.42 "GET /v2.0/security-groups?id=7a324716-10f9-4f06-a2b5-9f498b951d56&id=19cf0565-0e5d-4a9a-bb20-6dda76410fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0665531 Mar 29 15:42:13.748485 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 44074) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:42:13.749433 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-51e2871c-459e-4326-b7ef-3b5556382fe6 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=61d6b03cf8b04e0283d0c20861ff0cb0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0797384 Mar 29 15:42:13.811622 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 15:42:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-149a38a2-c557-4eab-aaee-8eb50a099933 x-openstack-request-id: req-149a38a2-c557-4eab-aaee-8eb50a099933 {{(pid=102790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:42:13.811622 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a99c14a5-f34f-4884-9f7e-8a582129e575", "tag": "74d2306b-5026-45ef-a651-6ea8cd4cf386", "status": "completed", "code": 200}]} {{(pid=102790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:42:13.811622 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-149a38a2-c557-4eab-aaee-8eb50a099933 {{(pid=102790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:42:13.811622 n-d-834765-1 neutron-server[102790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a99c14a5-f34f-4884-9f7e-8a582129e575', 'tag': '74d2306b-5026-45ef-a651-6ea8cd4cf386', 'status': 'completed', 'code': 200} Mar 29 15:42:13.841696 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c0d347c1-9b22-41b0-a951-031b958fb67e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:13.845766 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:42:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54085319-5ca0-4c4a-a98c-8f0d8d78cc20 x-openstack-request-id: req-54085319-5ca0-4c4a-a98c-8f0d8d78cc20 {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:42:13.846058 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66de62ac-29fe-4fc8-8231-9bfc1f3c858d", "name": "network-vif-plugged", "status": "completed", "tag": "963c1ea5-70ee-44cb-9a63-afec8c6efd52", "code": 200}]} {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:42:13.846304 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-54085319-5ca0-4c4a-a98c-8f0d8d78cc20 {{(pid=102792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:42:13.846690 n-d-834765-1 neutron-server[102792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66de62ac-29fe-4fc8-8231-9bfc1f3c858d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '963c1ea5-70ee-44cb-9a63-afec8c6efd52', 'code': 200} Mar 29 15:42:13.874141 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c0d347c1-9b22-41b0-a951-031b958fb67e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:13.907083 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2927c726-1fe9-41a2-941a-4517f0da53a0 req-5a0b3bc1-e768-47be-b18d-b4f9fd978e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:13.908704 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-2927c726-1fe9-41a2-941a-4517f0da53a0 req-5a0b3bc1-e768-47be-b18d-b4f9fd978e1a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=09e41d0f297a4c05bfeacde4bee1a28c&device_id=a99c14a5-f34f-4884-9f7e-8a582129e575 HTTP/1.1" status: 200 len: 1096 time: 0.0965941 Mar 29 15:42:13.932925 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d476a9-f651-4df7-84a9-686ff6a30571 req-a9128d25-c5e3-46f4-8c15-601be546db51 tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:13.934447 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-35d476a9-f651-4df7-84a9-686ff6a30571 req-a9128d25-c5e3-46f4-8c15-601be546db51 tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] 10.222.0.42 "GET /v2.0/ports?device_id=2b603b7f-32b5-4125-b4e2-04c47bd0f5ef HTTP/1.1" status: 200 len: 949 time: 0.0782762 Mar 29 15:42:13.990558 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c0d347c1-9b22-41b0-a951-031b958fb67e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:13.993917 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c0d347c1-9b22-41b0-a951-031b958fb67e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:13.998076 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-c0d347c1-9b22-41b0-a951-031b958fb67e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c99ced8e-1ceb-46fb-aaa7-747186b2b9cd HTTP/1.1" status: 204 len: 168 time: 0.2455256 Mar 29 15:42:14.005475 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad18343-5c8d-4c0c-b320-608bade7b3af req-9c0e2273-51ce-451c-8c93-5b23bbc54ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:14.007081 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-fad18343-5c8d-4c0c-b320-608bade7b3af req-9c0e2273-51ce-451c-8c93-5b23bbc54ed0 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=66de62ac-29fe-4fc8-8231-9bfc1f3c858d HTTP/1.1" status: 200 len: 1101 time: 0.0547562 Mar 29 15:42:14.054984 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d347c1-9b22-41b0-a951-031b958fb67e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c99ced8e-1ceb-46fb-aaa7-747186b2b9cd,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:42:14.060046 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-35d476a9-f651-4df7-84a9-686ff6a30571 req-771796db-f2f6-4b3d-927c-13562b4c7199 tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] 10.222.0.42 "GET /v2.0/security-groups?id=062b76b3-3a31-4c61-a1e4-5e35375fb0f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123989 Mar 29 15:42:14.061880 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa6e5048-2b4c-4c89-b041-661d7cc41555 None None] New status for floating IP 8bdbb7f6-43ff-4ccc-ac96-0583571cb1c4: ACTIVE {{(pid=102792) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 15:42:14.089909 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2927c726-1fe9-41a2-941a-4517f0da53a0 req-4a3c02a3-2b69-4061-97ff-7b235dc62d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:14.091416 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-2927c726-1fe9-41a2-941a-4517f0da53a0 req-4a3c02a3-2b69-4061-97ff-7b235dc62d56 service neutron] 10.222.0.44 "GET /v2.0/networks?id=fcdf73f9-c801-4998-9ec4-0cdc8a1cb85b HTTP/1.1" status: 200 len: 920 time: 0.1745284 Mar 29 15:42:14.094122 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907e4054-5b0b-42ae-8b86-03d77bbcf582 req-e73c9433-a86e-46b9-a461-d5cede661c9c tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:14.095749 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-907e4054-5b0b-42ae-8b86-03d77bbcf582 req-e73c9433-a86e-46b9-a461-d5cede661c9c tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb986c29-f18c-4431-b001-b8a5fa38aaaa HTTP/1.1" status: 200 len: 946 time: 0.0994275 Mar 29 15:42:14.139391 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-fad18343-5c8d-4c0c-b320-608bade7b3af req-baca478b-37b8-43b0-aa26-e916948b57e8 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=774c292d-aaff-41c3-9345-153fa540abbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985274 Mar 29 15:42:14.180777 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-907e4054-5b0b-42ae-8b86-03d77bbcf582 req-05f532b9-01f4-4b04-90d2-0b1b84e5369a tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.42 "GET /v2.0/security-groups?id=07e96b72-96bb-4562-b80f-051b133c1759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762033 Mar 29 15:42:14.240711 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-2927c726-1fe9-41a2-941a-4517f0da53a0 req-495637d6-0eab-4e6f-9964-f65b3dc5ff82 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=74d2306b-5026-45ef-a651-6ea8cd4cf386 HTTP/1.1" status: 200 len: 998 time: 0.1416705 Mar 29 15:42:14.250896 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device 7358f2da-0288-45a9-bbb8-559c1b9b15c8 no longer exists at agent hyperv_n-h1-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:42:14.281302 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] No Port match for: 7358f2da-0288-45a9-bbb8-559c1b9b15c8 {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 15:42:14.282065 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device 7358f2da-0288-45a9-bbb8-559c1b9b15c8 not bound to the agent host n-h1-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:42:14.340903 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8b5ba4-9588-41f0-88a1-7eef5931b60f req-ac845b25-3d94-420e-a325-32988b131310 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:14.346973 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8b5ba4-9588-41f0-88a1-7eef5931b60f req-ac845b25-3d94-420e-a325-32988b131310 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:14.353720 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8b5ba4-9588-41f0-88a1-7eef5931b60f req-ac845b25-3d94-420e-a325-32988b131310 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:14.360124 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8b5ba4-9588-41f0-88a1-7eef5931b60f req-ac845b25-3d94-420e-a325-32988b131310 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:14.366168 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8b5ba4-9588-41f0-88a1-7eef5931b60f req-ac845b25-3d94-420e-a325-32988b131310 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:14.372272 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8b5ba4-9588-41f0-88a1-7eef5931b60f req-ac845b25-3d94-420e-a325-32988b131310 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:14.375592 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-dce4754c-8abc-4164-b098-c6cc3aa523a1 req-f72ced2a-0407-4429-86e3-ff26e7b0d83a service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=38e7b5e8-1ad2-4037-af34-8435b02be0b4 HTTP/1.1" status: 200 len: 210 time: 0.0781727 Mar 29 15:42:14.378181 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8b5ba4-9588-41f0-88a1-7eef5931b60f req-ac845b25-3d94-420e-a325-32988b131310 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:14.380125 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-0f8b5ba4-9588-41f0-88a1-7eef5931b60f req-ac845b25-3d94-420e-a325-32988b131310 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] 10.222.0.42 "GET /v2.0/ports?device_id=e63d94a3-644d-400a-aa3f-0c71f9fb1b46 HTTP/1.1" status: 200 len: 5434 time: 0.1057556 Mar 29 15:42:14.415497 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2927c726-1fe9-41a2-941a-4517f0da53a0 req-8fe12377-cd00-4bd6-b655-1dc8e71a372b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:14.416973 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-2927c726-1fe9-41a2-941a-4517f0da53a0 req-8fe12377-cd00-4bd6-b655-1dc8e71a372b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=97aeeb47-9a64-429c-b18e-a70adf894590 HTTP/1.1" status: 200 len: 858 time: 0.1674733 Mar 29 15:42:14.433417 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fda54a-795f-4176-ac58-f2d70d5143bc req-a799e9e6-4e3f-46c0-be7e-bd109d87df36 tempest-FloatingIPsAssociationTestJSON-13237688 tempest-FloatingIPsAssociationTestJSON-13237688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:14.434392 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f1fda54a-795f-4176-ac58-f2d70d5143bc req-a799e9e6-4e3f-46c0-be7e-bd109d87df36 tempest-FloatingIPsAssociationTestJSON-13237688 tempest-FloatingIPsAssociationTestJSON-13237688-project] 10.222.0.42 "GET /v2.0/ports?device_id=e06e70c7-935d-412c-80c6-167429b49c6c&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1636088 Mar 29 15:42:14.525969 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 44100) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:42:14.573346 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f1fda54a-795f-4176-ac58-f2d70d5143bc req-77372d17-3cf1-4604-97f9-f4994d3901b2 tempest-FloatingIPsAssociationTestJSON-13237688 tempest-FloatingIPsAssociationTestJSON-13237688-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.4.25 HTTP/1.1" status: 200 len: 1000 time: 0.1321831 Mar 29 15:42:14.583821 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [req-f1fda54a-795f-4176-ac58-f2d70d5143bc req-bc5b51d7-0bec-4dff-bbbc-a27a9a68e5d5 tempest-FloatingIPsAssociationTestJSON-13237688 tempest-FloatingIPsAssociationTestJSON-13237688-project] Request body: {'floatingip': {'port_id': '83136e82-2f06-46a4-b9ca-6b6357a86c4f', 'fixed_ip_address': '172.20.0.8'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:42:14.589978 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-472e3c0c-beb0-4020-ba47-0579b896249c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=639143765f7e4cea86a97225864c16bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0626554 Mar 29 15:42:14.595744 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 44102) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:42:14.648478 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-91e1492c-fd52-4d01-a283-d65cfaf2a9e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:14.677312 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-91e1492c-fd52-4d01-a283-d65cfaf2a9e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:14.698359 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2927c726-1fe9-41a2-941a-4517f0da53a0 req-77a6be14-3e39-4c66-abf1-4e126b016848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:14.699900 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-2927c726-1fe9-41a2-941a-4517f0da53a0 req-77a6be14-3e39-4c66-abf1-4e126b016848 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=fcdf73f9-c801-4998-9ec4-0cdc8a1cb85b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0697281 Mar 29 15:42:14.719334 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-f1fda54a-795f-4176-ac58-f2d70d5143bc req-bc5b51d7-0bec-4dff-bbbc-a27a9a68e5d5 tempest-FloatingIPsAssociationTestJSON-13237688 tempest-FloatingIPsAssociationTestJSON-13237688-project] Notify callbacks [] for floatingip, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:14.737802 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-91e1492c-fd52-4d01-a283-d65cfaf2a9e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:14.742191 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-91e1492c-fd52-4d01-a283-d65cfaf2a9e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:14.745846 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-91e1492c-fd52-4d01-a283-d65cfaf2a9e4 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/4413fc3f-04e5-4309-8793-4c9a6b36b9a8 HTTP/1.1" status: 204 len: 168 time: 0.1465323 Mar 29 15:42:14.757810 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e1492c-fd52-4d01-a283-d65cfaf2a9e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4413fc3f-04e5-4309-8793-4c9a6b36b9a8,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:42:14.906778 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e348ce-9925-4a65-be32-e8dcd9e94359 req-366af675-aab6-41e1-b5e0-92278e3a59bd tempest-ServersOnMultiNodesTest-1158406582 tempest-ServersOnMultiNodesTest-1158406582-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:14.915623 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-98e348ce-9925-4a65-be32-e8dcd9e94359 req-366af675-aab6-41e1-b5e0-92278e3a59bd tempest-ServersOnMultiNodesTest-1158406582 tempest-ServersOnMultiNodesTest-1158406582-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=2b603b7f-32b5-4125-b4e2-04c47bd0f5ef HTTP/1.1" status: 200 len: 1100 time: 0.0576603 Mar 29 15:42:14.932846 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-98e348ce-9925-4a65-be32-e8dcd9e94359 req-ba1641e1-d3e3-4497-ab97-052f22d43c48 tempest-ServersOnMultiNodesTest-1158406582 tempest-ServersOnMultiNodesTest-1158406582-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:15.034892 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-98e348ce-9925-4a65-be32-e8dcd9e94359 req-ba1641e1-d3e3-4497-ab97-052f22d43c48 tempest-ServersOnMultiNodesTest-1158406582 tempest-ServersOnMultiNodesTest-1158406582-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:15.040965 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-98e348ce-9925-4a65-be32-e8dcd9e94359 req-ba1641e1-d3e3-4497-ab97-052f22d43c48 tempest-ServersOnMultiNodesTest-1158406582 tempest-ServersOnMultiNodesTest-1158406582-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:15.066342 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-98e348ce-9925-4a65-be32-e8dcd9e94359 req-ba1641e1-d3e3-4497-ab97-052f22d43c48 tempest-ServersOnMultiNodesTest-1158406582 tempest-ServersOnMultiNodesTest-1158406582-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=062b76b3-3a31-4c61-a1e4-5e35375fb0f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498072 Mar 29 15:42:15.078165 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1641e1-d3e3-4497-ab97-052f22d43c48 tempest-ServersOnMultiNodesTest-1158406582 tempest-ServersOnMultiNodesTest-1158406582-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab705e3d-0d8c-4a96-9a1b-de00a3f52311,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:42:15.191432 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-2927c726-1fe9-41a2-941a-4517f0da53a0 req-1256861b-1dc3-4509-8ab3-844151a938bf service neutron] 10.222.0.44 "GET /v2.0/networks/fcdf73f9-c801-4998-9ec4-0cdc8a1cb85b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4820781 Mar 29 15:42:15.226444 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765efdef-143d-40b6-9cf2-9ad81bea0eb8 req-2f692144-bb94-446a-b323-10cde011a956 tempest-LiveMigrationNegativeTest-1671013112 tempest-LiveMigrationNegativeTest-1671013112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:15.228159 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-765efdef-143d-40b6-9cf2-9ad81bea0eb8 req-2f692144-bb94-446a-b323-10cde011a956 tempest-LiveMigrationNegativeTest-1671013112 tempest-LiveMigrationNegativeTest-1671013112-project] 10.222.0.42 "GET /v2.0/ports?device_id=66de62ac-29fe-4fc8-8231-9bfc1f3c858d HTTP/1.1" status: 200 len: 950 time: 0.0760026 Mar 29 15:42:15.292110 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-765efdef-143d-40b6-9cf2-9ad81bea0eb8 req-704f573b-a43d-4d32-85f1-d1649b4dbf23 tempest-LiveMigrationNegativeTest-1671013112 tempest-LiveMigrationNegativeTest-1671013112-project] 10.222.0.42 "GET /v2.0/security-groups?id=774c292d-aaff-41c3-9345-153fa540abbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487692 Mar 29 15:42:15.419560 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-bd1ed4b2-d14b-4ada-810e-e79f3448f269 req-d30d3510-b9f6-4841-a3c5-bfb828b7a07d tempest-ServersAaction247Test-92009678 tempest-ServersAaction247Test-92009678-project] 10.222.0.42 "GET /v2.0/ports?device_id=38e7b5e8-1ad2-4037-af34-8435b02be0b4 HTTP/1.1" status: 200 len: 210 time: 0.0390127 Mar 29 15:42:15.778854 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-2927c726-1fe9-41a2-941a-4517f0da53a0 req-04411871-6109-4866-b3f6-e9d2792b616c service neutron] 10.222.0.44 "GET /v2.0/networks/fcdf73f9-c801-4998-9ec4-0cdc8a1cb85b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5717640 Mar 29 15:42:15.938308 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b473465d-df0e-4640-87a7-e67e665210f4 req-84bbc568-0331-4999-b582-50e6b20d0e9b tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:15.944472 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-b473465d-df0e-4640-87a7-e67e665210f4 req-84bbc568-0331-4999-b582-50e6b20d0e9b tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb986c29-f18c-4431-b001-b8a5fa38aaaa HTTP/1.1" status: 200 len: 946 time: 0.1177404 Mar 29 15:42:15.966397 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.db.resource_extend [req-f1fda54a-795f-4176-ac58-f2d70d5143bc req-bc5b51d7-0bec-4dff-bbbc-a27a9a68e5d5 tempest-FloatingIPsAssociationTestJSON-13237688 tempest-FloatingIPsAssociationTestJSON-13237688-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 29 15:42:16.016864 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-b473465d-df0e-4640-87a7-e67e665210f4 req-4db7f74c-55cd-4b2e-a998-f80009c336cd tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.42 "GET /v2.0/security-groups?id=07e96b72-96bb-4562-b80f-051b133c1759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656309 Mar 29 15:42:16.086116 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-f1fda54a-795f-4176-ac58-f2d70d5143bc req-bc5b51d7-0bec-4dff-bbbc-a27a9a68e5d5 tempest-FloatingIPsAssociationTestJSON-13237688 tempest-FloatingIPsAssociationTestJSON-13237688-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:16.100888 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-f1fda54a-795f-4176-ac58-f2d70d5143bc req-bc5b51d7-0bec-4dff-bbbc-a27a9a68e5d5 tempest-FloatingIPsAssociationTestJSON-13237688 tempest-FloatingIPsAssociationTestJSON-13237688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648212'] for floatingip, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:16.162779 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-35236e98-709f-4a28-93a5-d8a8b0f1b68d req-98f3b5c0-4347-493b-9bcf-59a49cc6f7f4 tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=5bf1a5bdfbb14ae084908e8fe7725bc6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0543361 Mar 29 15:42:16.223764 n-d-834765-1 neutron-server[102791]: INFO neutron.db.l3_db [req-f1fda54a-795f-4176-ac58-f2d70d5143bc req-bc5b51d7-0bec-4dff-bbbc-a27a9a68e5d5 tempest-FloatingIPsAssociationTestJSON-13237688 tempest-FloatingIPsAssociationTestJSON-13237688-project] Floating IP 8bdbb7f6-43ff-4ccc-ac96-0583571cb1c4 associated. External IP: 172.25.4.25, port: 74d2306b-5026-45ef-a651-6ea8cd4cf386. Mar 29 15:42:16.269255 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 44164) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:42:16.342147 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35236e98-709f-4a28-93a5-d8a8b0f1b68d req-bee8ec22-494d-4bbf-b9bd-a54b04978fd7 tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:16.344068 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-35236e98-709f-4a28-93a5-d8a8b0f1b68d req-bee8ec22-494d-4bbf-b9bd-a54b04978fd7 tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1738284 Mar 29 15:42:16.377365 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-35236e98-709f-4a28-93a5-d8a8b0f1b68d req-90656a06-85b1-4e7c-ad53-3746d018df1a tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] 10.222.0.42 "GET /v2.0/quotas/5bf1a5bdfbb14ae084908e8fe7725bc6 HTTP/1.1" status: 200 len: 375 time: 0.0257366 Mar 29 15:42:16.437493 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-35236e98-709f-4a28-93a5-d8a8b0f1b68d req-f4c6ba98-30a4-4ca8-a980-ae403ef31984 tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=5bf1a5bdfbb14ae084908e8fe7725bc6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0591025 Mar 29 15:42:16.519890 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f1fda54a-795f-4176-ac58-f2d70d5143bc req-bc5b51d7-0bec-4dff-bbbc-a27a9a68e5d5 tempest-FloatingIPsAssociationTestJSON-13237688 tempest-FloatingIPsAssociationTestJSON-13237688-project] Router 9c8705f6-4302-44a1-8d1c-1a63e28635c2 has already been hosted by L3 agent c648d819-1060-4f26-b4ec-6455387b5dff {{(pid=102791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 15:42:16.577640 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1080f10c-70e3-49ce-8e8a-650b8f8f50e9 req-3be7f250-1083-4e86-bcca-5556d9c62a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:16.578131 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1080f10c-70e3-49ce-8e8a-650b8f8f50e9 req-3be7f250-1083-4e86-bcca-5556d9c62a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:16.578599 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1080f10c-70e3-49ce-8e8a-650b8f8f50e9 req-3be7f250-1083-4e86-bcca-5556d9c62a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:16.579064 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1080f10c-70e3-49ce-8e8a-650b8f8f50e9 req-3be7f250-1083-4e86-bcca-5556d9c62a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:16.579562 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1080f10c-70e3-49ce-8e8a-650b8f8f50e9 req-3be7f250-1083-4e86-bcca-5556d9c62a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:16.580018 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1080f10c-70e3-49ce-8e8a-650b8f8f50e9 req-3be7f250-1083-4e86-bcca-5556d9c62a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:16.580654 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1080f10c-70e3-49ce-8e8a-650b8f8f50e9 req-3be7f250-1083-4e86-bcca-5556d9c62a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:16.589291 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-1080f10c-70e3-49ce-8e8a-650b8f8f50e9 req-3be7f250-1083-4e86-bcca-5556d9c62a84 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=e63d94a3-644d-400a-aa3f-0c71f9fb1b46 HTTP/1.1" status: 200 len: 6491 time: 0.3185084 Mar 29 15:42:16.676336 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-1080f10c-70e3-49ce-8e8a-650b8f8f50e9 req-120586f1-0cc5-46d3-9fef-93609a581990 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=19cf0565-0e5d-4a9a-bb20-6dda76410fc5&id=7a324716-10f9-4f06-a2b5-9f498b951d56&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0783839 Mar 29 15:42:16.704273 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:16.712303 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f1fda54a-795f-4176-ac58-f2d70d5143bc req-bc5b51d7-0bec-4dff-bbbc-a27a9a68e5d5 tempest-FloatingIPsAssociationTestJSON-13237688 tempest-FloatingIPsAssociationTestJSON-13237688-project] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:42:16.723374 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b1a497e-1ab4-4c6d-a28f-a74ff4a3a1f6 None None] Sync routers for ids ['9c8705f6-4302-44a1-8d1c-1a63e28635c2'] in n-d-834765-1 {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:42:16.740242 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b1a497e-1ab4-4c6d-a28f-a74ff4a3a1f6 None None] Routers {'9c8705f6-4302-44a1-8d1c-1a63e28635c2'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:42:16.740945 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-6b1a497e-1ab4-4c6d-a28f-a74ff4a3a1f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:42:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['9c8705f6-4302-44a1-8d1c-1a63e28635c2'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:42:16.945395 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvr_db [None req-6b1a497e-1ab4-4c6d-a28f-a74ff4a3a1f6 None None] Set router 9c8705f6-4302-44a1-8d1c-1a63e28635c2 gateway port host: n-d-834765-1 {{(pid=102793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:42:17.095034 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ccbf85-b299-440c-895b-e231b12307fb req-8f6e9987-ea53-4b1d-bd24-d05fa10d74d1 tempest-LiveMigrationNegativeTest-1671013112 tempest-LiveMigrationNegativeTest-1671013112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:17.099039 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-f9ccbf85-b299-440c-895b-e231b12307fb req-8f6e9987-ea53-4b1d-bd24-d05fa10d74d1 tempest-LiveMigrationNegativeTest-1671013112 tempest-LiveMigrationNegativeTest-1671013112-project] 10.222.0.42 "GET /v2.0/ports?device_id=66de62ac-29fe-4fc8-8231-9bfc1f3c858d HTTP/1.1" status: 200 len: 950 time: 0.1071115 Mar 29 15:42:17.189094 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-f9ccbf85-b299-440c-895b-e231b12307fb req-9663d195-f06c-4ede-8f1a-cf131bed9f02 tempest-LiveMigrationNegativeTest-1671013112 tempest-LiveMigrationNegativeTest-1671013112-project] 10.222.0.42 "GET /v2.0/security-groups?id=774c292d-aaff-41c3-9345-153fa540abbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780232 Mar 29 15:42:17.282534 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-6b1a497e-1ab4-4c6d-a28f-a74ff4a3a1f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c8705f6-4302-44a1-8d1c-1a63e28635c2', 'name': 'tempest-FloatingIPsAssociationTestJSON-10715648-router', 'tenant_id': '09e41d0f297a4c05bfeacde4bee1a28c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.110'}], 'enable_snat': True}, 'gw_port_id': '03eaca56-bb8b-426e-9003-e216c6a40bca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:41:19Z', 'updated_at': '2022-03-29T15:41:27Z', 'revision_number': 4, 'project_id': '09e41d0f297a4c05bfeacde4bee1a28c', 'gw_port': {'id': '03eaca56-bb8b-426e-9003-e216c6a40bca', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:df:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c8705f6-4302-44a1-8d1c-1a63e28635c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 836, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:41:20Z', 'updated_at': '2022-03-29T15:41:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_floatingips': [{'id': '8bdbb7f6-43ff-4ccc-ac96-0583571cb1c4', 'tenant_id': '09e41d0f297a4c05bfeacde4bee1a28c', 'floating_ip_address': '172.25.4.25', 'floating_network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'router_id': '9c8705f6-4302-44a1-8d1c-1a63e28635c2', 'port_id': '83136e82-2f06-46a4-b9ca-6b6357a86c4f', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 901, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fcdf73f9-c801-4998-9ec4-0cdc8a1cb85b', 'mac_address': 'fa:16:3e:0c:dc:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e06e70c7-935d-412c-80c6-167429b49c6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T15:41:53Z', 'updated_at': '2022-03-29T15:42:15Z', 'revision_number': 3, 'project_id': '09e41d0f297a4c05bfeacde4bee1a28c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '279478e2-400e-4e35-b251-37a61aa9bd8a', 'name': '', 'network_id': 'fcdf73f9-c801-4998-9ec4-0cdc8a1cb85b', 'tenant_id': '09e41d0f297a4c05bfeacde4bee1a28c', 'mac_address': 'fa:16:3e:29:f1:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c8705f6-4302-44a1-8d1c-1a63e28635c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 838, 'fixed_ips': [{'subnet_id': '97aeeb47-9a64-429c-b18e-a70adf894590', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:41:25Z', 'updated_at': '2022-03-29T15:41:31Z', 'revision_number': 5, 'project_id': '09e41d0f297a4c05bfeacde4bee1a28c', 'subnets': [{'id': '97aeeb47-9a64-429c-b18e-a70adf894590', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:42:17.318219 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 44204) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:42:17.348643 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b1a497e-1ab4-4c6d-a28f-a74ff4a3a1f6 None None] Checking router: 9c8705f6-4302-44a1-8d1c-1a63e28635c2 for host: n-d-834765-1 {{(pid=102793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:42:17.371937 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f1fda54a-795f-4176-ac58-f2d70d5143bc req-bc5b51d7-0bec-4dff-bbbc-a27a9a68e5d5 tempest-FloatingIPsAssociationTestJSON-13237688 tempest-FloatingIPsAssociationTestJSON-13237688-project] Router 9c8705f6-4302-44a1-8d1c-1a63e28635c2 has already been hosted by L3 agent c648d819-1060-4f26-b4ec-6455387b5dff {{(pid=102791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 15:42:17.373444 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b1a497e-1ab4-4c6d-a28f-a74ff4a3a1f6 None None] Routers {'9c8705f6-4302-44a1-8d1c-1a63e28635c2'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:42:17.374267 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-6b1a497e-1ab4-4c6d-a28f-a74ff4a3a1f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:42:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['9c8705f6-4302-44a1-8d1c-1a63e28635c2'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:42:17.400078 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-b2e6e204-301d-4bdf-bc69-740f82973ad1 req-0d85d0be-4936-4854-a713-893a4989a274 tempest-ServersAaction247Test-92009678 tempest-ServersAaction247Test-92009678-project] 10.222.0.42 "GET /v2.0/ports?device_id=38e7b5e8-1ad2-4037-af34-8435b02be0b4 HTTP/1.1" status: 200 len: 210 time: 0.0630805 Mar 29 15:42:17.543655 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvr_db [None req-6b1a497e-1ab4-4c6d-a28f-a74ff4a3a1f6 None None] Set router 9c8705f6-4302-44a1-8d1c-1a63e28635c2 gateway port host: n-d-834765-1 {{(pid=102793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:42:17.596381 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-cfcbe78d-62bd-4e8d-abb7-df9c84b87a4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:17.623133 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:17.651094 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f1fda54a-795f-4176-ac58-f2d70d5143bc req-bc5b51d7-0bec-4dff-bbbc-a27a9a68e5d5 tempest-FloatingIPsAssociationTestJSON-13237688 tempest-FloatingIPsAssociationTestJSON-13237688-project] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:42:17.663709 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-f1fda54a-795f-4176-ac58-f2d70d5143bc req-bc5b51d7-0bec-4dff-bbbc-a27a9a68e5d5 tempest-FloatingIPsAssociationTestJSON-13237688 tempest-FloatingIPsAssociationTestJSON-13237688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for floatingip, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:17.733715 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a99c14a5-f34f-4884-9f7e-8a582129e575', 'tag': '74d2306b-5026-45ef-a651-6ea8cd4cf386'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:42:17.736351 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c67b028db5e9b9818fecc5c0a87ebc6f190694fa53ca267d523e04f98de536d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c747bff8-07b6-4e5b-8993-7803ebec586f" -d '{"events": [{"name": "network-changed", "server_uuid": "a99c14a5-f34f-4884-9f7e-8a582129e575", "tag": "74d2306b-5026-45ef-a651-6ea8cd4cf386"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:42:17.772923 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f1fda54a-795f-4176-ac58-f2d70d5143bc req-bc5b51d7-0bec-4dff-bbbc-a27a9a68e5d5 tempest-FloatingIPsAssociationTestJSON-13237688 tempest-FloatingIPsAssociationTestJSON-13237688-project] 10.222.0.42 "PUT /v2.0/floatingips/8bdbb7f6-43ff-4ccc-ac96-0583571cb1c4 HTTP/1.1" status: 200 len: 997 time: 3.1926279 Mar 29 15:42:17.833555 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-6b1a497e-1ab4-4c6d-a28f-a74ff4a3a1f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c8705f6-4302-44a1-8d1c-1a63e28635c2', 'name': 'tempest-FloatingIPsAssociationTestJSON-10715648-router', 'tenant_id': '09e41d0f297a4c05bfeacde4bee1a28c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.110'}], 'enable_snat': True}, 'gw_port_id': '03eaca56-bb8b-426e-9003-e216c6a40bca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:41:19Z', 'updated_at': '2022-03-29T15:41:27Z', 'revision_number': 4, 'project_id': '09e41d0f297a4c05bfeacde4bee1a28c', 'gw_port': {'id': '03eaca56-bb8b-426e-9003-e216c6a40bca', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:df:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c8705f6-4302-44a1-8d1c-1a63e28635c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 836, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:41:20Z', 'updated_at': '2022-03-29T15:41:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_floatingips': [{'id': '8bdbb7f6-43ff-4ccc-ac96-0583571cb1c4', 'tenant_id': '09e41d0f297a4c05bfeacde4bee1a28c', 'floating_ip_address': '172.25.4.25', 'floating_network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'router_id': '9c8705f6-4302-44a1-8d1c-1a63e28635c2', 'port_id': '83136e82-2f06-46a4-b9ca-6b6357a86c4f', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 901, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fcdf73f9-c801-4998-9ec4-0cdc8a1cb85b', 'mac_address': 'fa:16:3e:0c:dc:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e06e70c7-935d-412c-80c6-167429b49c6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T15:41:53Z', 'updated_at': '2022-03-29T15:42:15Z', 'revision_number': 3, 'project_id': '09e41d0f297a4c05bfeacde4bee1a28c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '279478e2-400e-4e35-b251-37a61aa9bd8a', 'name': '', 'network_id': 'fcdf73f9-c801-4998-9ec4-0cdc8a1cb85b', 'tenant_id': '09e41d0f297a4c05bfeacde4bee1a28c', 'mac_address': 'fa:16:3e:29:f1:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c8705f6-4302-44a1-8d1c-1a63e28635c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 838, 'fixed_ips': [{'subnet_id': '97aeeb47-9a64-429c-b18e-a70adf894590', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:41:25Z', 'updated_at': '2022-03-29T15:41:31Z', 'revision_number': 5, 'project_id': '09e41d0f297a4c05bfeacde4bee1a28c', 'subnets': [{'id': '97aeeb47-9a64-429c-b18e-a70adf894590', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:42:17.837046 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-cfcbe78d-62bd-4e8d-abb7-df9c84b87a4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:17.842881 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-cfcbe78d-62bd-4e8d-abb7-df9c84b87a4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:17.867920 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b1a497e-1ab4-4c6d-a28f-a74ff4a3a1f6 None None] The sync data for ids ['9c8705f6-4302-44a1-8d1c-1a63e28635c2'] in n-d-834765-1 is: [{'id': '9c8705f6-4302-44a1-8d1c-1a63e28635c2', 'name': 'tempest-FloatingIPsAssociationTestJSON-10715648-router', 'tenant_id': '09e41d0f297a4c05bfeacde4bee1a28c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.110'}], 'enable_snat': True}, 'gw_port_id': '03eaca56-bb8b-426e-9003-e216c6a40bca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:41:19Z', 'updated_at': '2022-03-29T15:41:27Z', 'revision_number': 4, 'project_id': '09e41d0f297a4c05bfeacde4bee1a28c', 'gw_port': {'id': '03eaca56-bb8b-426e-9003-e216c6a40bca', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:df:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c8705f6-4302-44a1-8d1c-1a63e28635c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 836, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:41:20Z', 'updated_at': '2022-03-29T15:41:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_floatingips': [{'id': '8bdbb7f6-43ff-4ccc-ac96-0583571cb1c4', 'tenant_id': '09e41d0f297a4c05bfeacde4bee1a28c', 'floating_ip_address': '172.25.4.25', 'floating_network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'router_id': '9c8705f6-4302-44a1-8d1c-1a63e28635c2', 'port_id': '83136e82-2f06-46a4-b9ca-6b6357a86c4f', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 901, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fcdf73f9-c801-4998-9ec4-0cdc8a1cb85b', 'mac_address': 'fa:16:3e:0c:dc:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e06e70c7-935d-412c-80c6-167429b49c6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T15:41:53Z', 'updated_at': '2022-03-29T15:42:15Z', 'revision_number': 3, 'project_id': '09e41d0f297a4c05bfeacde4bee1a28c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '279478e2-400e-4e35-b251-37a61aa9bd8a', 'name': '', 'network_id': 'fcdf73f9-c801-4998-9ec4-0cdc8a1cb85b', 'tenant_id': '09e41d0f297a4c05bfeacde4bee1a28c', 'mac_address': 'fa:16:3e:29:f1:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c8705f6-4302-44a1-8d1c-1a63e28635c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 838, 'fixed_ips': [{'subnet_id': '97aeeb47-9a64-429c-b18e-a70adf894590', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:41:25Z', 'updated_at': '2022-03-29T15:41:31Z', 'revision_number': 5, 'project_id': '09e41d0f297a4c05bfeacde4bee1a28c', 'subnets': [{'id': '97aeeb47-9a64-429c-b18e-a70adf894590', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:42:17.907664 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fda54a-795f-4176-ac58-f2d70d5143bc req-a46512bf-cc54-44ff-8ab4-38d1d8e6ced9 tempest-FloatingIPsAssociationTestJSON-13237688 tempest-FloatingIPsAssociationTestJSON-13237688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:17.923213 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f1fda54a-795f-4176-ac58-f2d70d5143bc req-a46512bf-cc54-44ff-8ab4-38d1d8e6ced9 tempest-FloatingIPsAssociationTestJSON-13237688 tempest-FloatingIPsAssociationTestJSON-13237688-project] 10.222.0.42 "GET /v2.0/ports/74d2306b-5026-45ef-a651-6ea8cd4cf386 HTTP/1.1" status: 200 len: 942 time: 0.1430695 Mar 29 15:42:17.941527 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 44226) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:42:17.942363 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-cfcbe78d-62bd-4e8d-abb7-df9c84b87a4f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=8f570533df38403393f48badf94ecce5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6222434 Mar 29 15:42:17.946848 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcbe78d-62bd-4e8d-abb7-df9c84b87a4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64d05537-c0e2-4bee-aa42-7442a8906949,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:42:17.961980 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 44228) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:42:18.099574 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bba75c-f548-4e79-a2a2-45b6119e289b req-c746d9de-b802-4edd-9bc9-14cd1b419ade tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:18.107008 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-a35d8068-ca5d-4227-8f94-a4718a2d16d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:18.107607 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-18bba75c-f548-4e79-a2a2-45b6119e289b req-c746d9de-b802-4edd-9bc9-14cd1b419ade tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb986c29-f18c-4431-b001-b8a5fa38aaaa HTTP/1.1" status: 200 len: 946 time: 0.0987077 Mar 29 15:42:18.120537 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fda54a-795f-4176-ac58-f2d70d5143bc req-da4e6e55-bb01-44ef-9323-8a692ba07122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:18.123524 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f1fda54a-795f-4176-ac58-f2d70d5143bc req-da4e6e55-bb01-44ef-9323-8a692ba07122 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=09e41d0f297a4c05bfeacde4bee1a28c&device_id=a99c14a5-f34f-4884-9f7e-8a582129e575 HTTP/1.1" status: 200 len: 1096 time: 0.0942087 Mar 29 15:42:18.188244 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-18bba75c-f548-4e79-a2a2-45b6119e289b req-ca5de9a7-81c7-4084-a21c-945892faf022 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.42 "GET /v2.0/security-groups?id=07e96b72-96bb-4562-b80f-051b133c1759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745838 Mar 29 15:42:18.205312 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-6b1f6a58-ab57-456b-8f0b-2f01ee362b56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:18.237923 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd139f8a-870d-4a08-a74e-4a06acadeaa4 None None] New status for floating IP 8bdbb7f6-43ff-4ccc-ac96-0583571cb1c4: ACTIVE {{(pid=102792) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 15:42:18.310486 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fda54a-795f-4176-ac58-f2d70d5143bc req-4191622d-8fa3-4003-87b2-6e02bc4ac095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:18.322895 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f1fda54a-795f-4176-ac58-f2d70d5143bc req-4191622d-8fa3-4003-87b2-6e02bc4ac095 service neutron] 10.222.0.42 "GET /v2.0/networks?id=fcdf73f9-c801-4998-9ec4-0cdc8a1cb85b HTTP/1.1" status: 200 len: 920 time: 0.1908927 Mar 29 15:42:18.345909 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-6b1f6a58-ab57-456b-8f0b-2f01ee362b56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:18.354225 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-6b1f6a58-ab57-456b-8f0b-2f01ee362b56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:18.408131 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f1fda54a-795f-4176-ac58-f2d70d5143bc req-7b362705-795d-456e-8931-47f4dbb1a083 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=74d2306b-5026-45ef-a651-6ea8cd4cf386 HTTP/1.1" status: 200 len: 217 time: 0.0759239 Mar 29 15:42:18.410756 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-a35d8068-ca5d-4227-8f94-a4718a2d16d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:18.449215 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1f6a58-ab57-456b-8f0b-2f01ee362b56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=163924f4-d1a3-4b13-a8f3-b0153e6cdf3a,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:42:18.460253 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-6b1f6a58-ab57-456b-8f0b-2f01ee362b56 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=644fff6263c34cfbb339a3e938506af7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4948673 Mar 29 15:42:18.463006 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 44234) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:42:18.524224 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fda54a-795f-4176-ac58-f2d70d5143bc req-cdad13f3-47c9-4ba2-8168-ecee9bc99668 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:18.535600 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f1fda54a-795f-4176-ac58-f2d70d5143bc req-cdad13f3-47c9-4ba2-8168-ecee9bc99668 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=97aeeb47-9a64-429c-b18e-a70adf894590 HTTP/1.1" status: 200 len: 858 time: 0.1173193 Mar 29 15:42:18.539439 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-b55267b8-f711-40d5-9a95-227b2a7e2d60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:18.566748 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-b55267b8-f711-40d5-9a95-227b2a7e2d60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:18.596782 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fda54a-795f-4176-ac58-f2d70d5143bc req-b46b22a1-9c14-4650-b10e-8e25165f8ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:18.598860 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f1fda54a-795f-4176-ac58-f2d70d5143bc req-b46b22a1-9c14-4650-b10e-8e25165f8ea7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=fcdf73f9-c801-4998-9ec4-0cdc8a1cb85b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0620677 Mar 29 15:42:18.601006 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-a35d8068-ca5d-4227-8f94-a4718a2d16d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:18.604336 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-a35d8068-ca5d-4227-8f94-a4718a2d16d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:18.606424 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-a35d8068-ca5d-4227-8f94-a4718a2d16d4 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/64d05537-c0e2-4bee-aa42-7442a8906949 HTTP/1.1" status: 204 len: 168 time: 0.6634483 Mar 29 15:42:18.612502 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [req-f1fda54a-795f-4176-ac58-f2d70d5143bc req-5df54abf-71c3-4b1b-ab09-e7f62e2ff655 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=102791) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 15:42:18.613822 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f1fda54a-795f-4176-ac58-f2d70d5143bc req-5df54abf-71c3-4b1b-ab09-e7f62e2ff655 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061808 Mar 29 15:42:18.634305 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35d8068-ca5d-4227-8f94-a4718a2d16d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64d05537-c0e2-4bee-aa42-7442a8906949,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:42:18.644375 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-b55267b8-f711-40d5-9a95-227b2a7e2d60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:18.647670 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-b55267b8-f711-40d5-9a95-227b2a7e2d60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:18.649034 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-b55267b8-f711-40d5-9a95-227b2a7e2d60 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/163924f4-d1a3-4b13-a8f3-b0153e6cdf3a HTTP/1.1" status: 204 len: 168 time: 0.1851239 Mar 29 15:42:18.674155 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55267b8-f711-40d5-9a95-227b2a7e2d60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=163924f4-d1a3-4b13-a8f3-b0153e6cdf3a,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:42:18.737993 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-979b2b76-94f3-4866-89a0-2b8f8ecdb6c7 None None] Sync routers for ids ['9c8705f6-4302-44a1-8d1c-1a63e28635c2'] in n-d-834765-1 {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:42:18.764047 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f1fda54a-795f-4176-ac58-f2d70d5143bc req-aafa73b8-9442-446f-8e87-59f08de9c7ff service neutron] 10.222.0.42 "GET /v2.0/networks/fcdf73f9-c801-4998-9ec4-0cdc8a1cb85b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407833 Mar 29 15:42:18.766781 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-979b2b76-94f3-4866-89a0-2b8f8ecdb6c7 None None] Routers {'9c8705f6-4302-44a1-8d1c-1a63e28635c2'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:42:18.767471 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-979b2b76-94f3-4866-89a0-2b8f8ecdb6c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:42:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['9c8705f6-4302-44a1-8d1c-1a63e28635c2'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:42:18.978236 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f1fda54a-795f-4176-ac58-f2d70d5143bc req-66ee8d2c-2ad9-4fa3-9d0a-88033f651d65 service neutron] 10.222.0.42 "GET /v2.0/networks/fcdf73f9-c801-4998-9ec4-0cdc8a1cb85b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2068458 Mar 29 15:42:19.018609 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvr_db [None req-979b2b76-94f3-4866-89a0-2b8f8ecdb6c7 None None] Set router 9c8705f6-4302-44a1-8d1c-1a63e28635c2 gateway port host: n-d-834765-1 {{(pid=102793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:42:19.098372 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fda54a-795f-4176-ac58-f2d70d5143bc req-dbc0bf70-ee54-4db3-b80a-edfaaca7301b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:19.101139 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f1fda54a-795f-4176-ac58-f2d70d5143bc req-dbc0bf70-ee54-4db3-b80a-edfaaca7301b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=09e41d0f297a4c05bfeacde4bee1a28c&device_id=e06e70c7-935d-412c-80c6-167429b49c6c HTTP/1.1" status: 200 len: 1096 time: 0.0869179 Mar 29 15:42:19.103006 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-35236e98-709f-4a28-93a5-d8a8b0f1b68d req-0290fed4-c6aa-4312-bbed-6e6e39e1424a tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=5bf1a5bdfbb14ae084908e8fe7725bc6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0370553 Mar 29 15:42:19.187907 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 44260) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:42:19.205289 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-acaab621-e693-4944-b35e-03f5ff90f394 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:19.362218 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-acaab621-e693-4944-b35e-03f5ff90f394 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:19.374159 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-acaab621-e693-4944-b35e-03f5ff90f394 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:19.376053 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 15:42:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c8f552c-0b6c-480c-aa2c-ffdbf16b6a90 x-openstack-request-id: req-2c8f552c-0b6c-480c-aa2c-ffdbf16b6a90 {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:42:19.376359 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a99c14a5-f34f-4884-9f7e-8a582129e575", "tag": "74d2306b-5026-45ef-a651-6ea8cd4cf386", "status": "completed", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:42:19.376678 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-2c8f552c-0b6c-480c-aa2c-ffdbf16b6a90 {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:42:19.377001 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a99c14a5-f34f-4884-9f7e-8a582129e575', 'tag': '74d2306b-5026-45ef-a651-6ea8cd4cf386', 'status': 'completed', 'code': 200} Mar 29 15:42:19.416813 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fda54a-795f-4176-ac58-f2d70d5143bc req-0159f43c-a51f-4b5b-bc92-916d9f8a9338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:19.417474 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f1fda54a-795f-4176-ac58-f2d70d5143bc req-0159f43c-a51f-4b5b-bc92-916d9f8a9338 service neutron] 10.222.0.42 "GET /v2.0/networks?id=fcdf73f9-c801-4998-9ec4-0cdc8a1cb85b HTTP/1.1" status: 200 len: 920 time: 0.3053868 Mar 29 15:42:19.438524 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acaab621-e693-4944-b35e-03f5ff90f394 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2be372d5-229a-439f-b41b-fe0e6a6a5238,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:42:19.448074 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-acaab621-e693-4944-b35e-03f5ff90f394 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=531237133152491290df4126c5f435bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2590334 Mar 29 15:42:19.448930 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 44268) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:42:19.501757 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35236e98-709f-4a28-93a5-d8a8b0f1b68d req-ffea43e6-b57e-4456-9312-2879724205fe tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:19.503285 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-35236e98-709f-4a28-93a5-d8a8b0f1b68d req-ffea43e6-b57e-4456-9312-2879724205fe tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3647439 Mar 29 15:42:19.507095 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-5e508fff-01c4-4988-a8d8-e299b1fcf17c req-f066c16d-a9be-4489-9f5e-1190af633eb4 tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] 10.222.0.42 "GET /v2.0/ports?device_id=dbf06d28-6f64-4f76-b58a-39982ac100c2 HTTP/1.1" status: 200 len: 210 time: 0.0394216 Mar 29 15:42:19.548085 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [req-35236e98-709f-4a28-93a5-d8a8b0f1b68d req-488cfbd9-fb5c-46fd-adfe-53b7c42fcff9 tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] Request body: {'port': {'device_id': '098ca7f6-5ef0-491c-b3c0-dec37bb94199', 'network_id': '2268a9b9-82fd-4886-a91d-3a50e4e16cab', 'admin_state_up': True, 'tenant_id': '5bf1a5bdfbb14ae084908e8fe7725bc6'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:42:19.564905 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-38275bca-071d-48cf-94aa-4ac4d2de18ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:19.585596 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-979b2b76-94f3-4866-89a0-2b8f8ecdb6c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c8705f6-4302-44a1-8d1c-1a63e28635c2', 'name': 'tempest-FloatingIPsAssociationTestJSON-10715648-router', 'tenant_id': '09e41d0f297a4c05bfeacde4bee1a28c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.110'}], 'enable_snat': True}, 'gw_port_id': '03eaca56-bb8b-426e-9003-e216c6a40bca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:41:19Z', 'updated_at': '2022-03-29T15:41:27Z', 'revision_number': 4, 'project_id': '09e41d0f297a4c05bfeacde4bee1a28c', 'gw_port': {'id': '03eaca56-bb8b-426e-9003-e216c6a40bca', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:df:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c8705f6-4302-44a1-8d1c-1a63e28635c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 836, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:41:20Z', 'updated_at': '2022-03-29T15:41:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_floatingips': [{'id': '8bdbb7f6-43ff-4ccc-ac96-0583571cb1c4', 'tenant_id': '09e41d0f297a4c05bfeacde4bee1a28c', 'floating_ip_address': '172.25.4.25', 'floating_network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'router_id': '9c8705f6-4302-44a1-8d1c-1a63e28635c2', 'port_id': '83136e82-2f06-46a4-b9ca-6b6357a86c4f', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 901, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fcdf73f9-c801-4998-9ec4-0cdc8a1cb85b', 'mac_address': 'fa:16:3e:0c:dc:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e06e70c7-935d-412c-80c6-167429b49c6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T15:41:53Z', 'updated_at': '2022-03-29T15:42:18Z', 'revision_number': 4, 'project_id': '09e41d0f297a4c05bfeacde4bee1a28c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '279478e2-400e-4e35-b251-37a61aa9bd8a', 'name': '', 'network_id': 'fcdf73f9-c801-4998-9ec4-0cdc8a1cb85b', 'tenant_id': '09e41d0f297a4c05bfeacde4bee1a28c', 'mac_address': 'fa:16:3e:29:f1:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c8705f6-4302-44a1-8d1c-1a63e28635c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 838, 'fixed_ips': [{'subnet_id': '97aeeb47-9a64-429c-b18e-a70adf894590', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:41:25Z', 'updated_at': '2022-03-29T15:41:31Z', 'revision_number': 5, 'project_id': '09e41d0f297a4c05bfeacde4bee1a28c', 'subnets': [{'id': '97aeeb47-9a64-429c-b18e-a70adf894590', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:42:19.605704 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-38275bca-071d-48cf-94aa-4ac4d2de18ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:19.670595 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c747bff8-07b6-4e5b-8993-7803ebec586f req-e4cf5b33-b2c5-4fd4-8359-65732de07270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:19.672539 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-c747bff8-07b6-4e5b-8993-7803ebec586f req-e4cf5b33-b2c5-4fd4-8359-65732de07270 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=09e41d0f297a4c05bfeacde4bee1a28c&device_id=a99c14a5-f34f-4884-9f7e-8a582129e575 HTTP/1.1" status: 200 len: 1096 time: 0.2818074 Mar 29 15:42:19.677499 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f1fda54a-795f-4176-ac58-f2d70d5143bc req-f5d19c48-a6c8-417a-85a0-414d2fada1b6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=83136e82-2f06-46a4-b9ca-6b6357a86c4f HTTP/1.1" status: 200 len: 1000 time: 0.2116566 Mar 29 15:42:19.720110 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-35236e98-709f-4a28-93a5-d8a8b0f1b68d req-af8f7fce-f0cd-4555-a9b7-55caf866291b tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=5bf1a5bdfbb14ae084908e8fe7725bc6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0323262 Mar 29 15:42:19.730965 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-38275bca-071d-48cf-94aa-4ac4d2de18ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:19.733633 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-38275bca-071d-48cf-94aa-4ac4d2de18ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:19.734761 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-38275bca-071d-48cf-94aa-4ac4d2de18ed admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/2be372d5-229a-439f-b41b-fe0e6a6a5238 HTTP/1.1" status: 204 len: 168 time: 0.2847567 Mar 29 15:42:19.773703 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-979b2b76-94f3-4866-89a0-2b8f8ecdb6c7 None None] Checking router: 9c8705f6-4302-44a1-8d1c-1a63e28635c2 for host: n-d-834765-1 {{(pid=102793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:42:19.797783 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38275bca-071d-48cf-94aa-4ac4d2de18ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2be372d5-229a-439f-b41b-fe0e6a6a5238,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:42:19.800426 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-979b2b76-94f3-4866-89a0-2b8f8ecdb6c7 None None] Routers {'9c8705f6-4302-44a1-8d1c-1a63e28635c2'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:42:19.802082 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-979b2b76-94f3-4866-89a0-2b8f8ecdb6c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:42:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['9c8705f6-4302-44a1-8d1c-1a63e28635c2'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:42:19.866246 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fda54a-795f-4176-ac58-f2d70d5143bc req-84433946-3b36-4623-b74f-bb025c20daf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:19.868060 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f1fda54a-795f-4176-ac58-f2d70d5143bc req-84433946-3b36-4623-b74f-bb025c20daf0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=97aeeb47-9a64-429c-b18e-a70adf894590 HTTP/1.1" status: 200 len: 858 time: 0.1754694 Mar 29 15:42:19.890889 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1003443-3912-4756-8cc3-81241509fe8c req-8ff66704-dd57-4d5c-a4c0-bdb117525407 tempest-LiveMigrationNegativeTest-1671013112 tempest-LiveMigrationNegativeTest-1671013112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:19.898887 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35236e98-709f-4a28-93a5-d8a8b0f1b68d req-488cfbd9-fb5c-46fd-adfe-53b7c42fcff9 tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] Made reservation on behalf of 5bf1a5bdfbb14ae084908e8fe7725bc6 for: {'port': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:42:19.904201 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-35236e98-709f-4a28-93a5-d8a8b0f1b68d req-488cfbd9-fb5c-46fd-adfe-53b7c42fcff9 tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:19.907005 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-d1003443-3912-4756-8cc3-81241509fe8c req-8ff66704-dd57-4d5c-a4c0-bdb117525407 tempest-LiveMigrationNegativeTest-1671013112 tempest-LiveMigrationNegativeTest-1671013112-project] 10.222.0.42 "GET /v2.0/ports?device_id=66de62ac-29fe-4fc8-8231-9bfc1f3c858d HTTP/1.1" status: 200 len: 950 time: 0.2178950 Mar 29 15:42:19.940388 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c747bff8-07b6-4e5b-8993-7803ebec586f req-cf1d9986-46e1-4a8a-a180-e102f9951ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:19.943137 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-c747bff8-07b6-4e5b-8993-7803ebec586f req-cf1d9986-46e1-4a8a-a180-e102f9951ab5 service neutron] 10.222.0.44 "GET /v2.0/networks?id=fcdf73f9-c801-4998-9ec4-0cdc8a1cb85b HTTP/1.1" status: 200 len: 920 time: 0.2636015 Mar 29 15:42:19.998428 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-c747bff8-07b6-4e5b-8993-7803ebec586f req-fd28b936-bd1f-48ee-94dc-f0db49931b9d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=74d2306b-5026-45ef-a651-6ea8cd4cf386 HTTP/1.1" status: 200 len: 217 time: 0.0435827 Mar 29 15:42:20.021455 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35236e98-709f-4a28-93a5-d8a8b0f1b68d req-f29c2576-19c7-4cfa-aebe-e187fa515e9f tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:20.026223 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-35236e98-709f-4a28-93a5-d8a8b0f1b68d req-f29c2576-19c7-4cfa-aebe-e187fa515e9f tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2880743 Mar 29 15:42:20.035507 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-d1003443-3912-4756-8cc3-81241509fe8c req-812da27a-c22a-4b85-9b2b-48808f700077 tempest-LiveMigrationNegativeTest-1671013112 tempest-LiveMigrationNegativeTest-1671013112-project] 10.222.0.42 "GET /v2.0/security-groups?id=774c292d-aaff-41c3-9345-153fa540abbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241050 Mar 29 15:42:20.044414 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvr_db [None req-979b2b76-94f3-4866-89a0-2b8f8ecdb6c7 None None] Set router 9c8705f6-4302-44a1-8d1c-1a63e28635c2 gateway port host: n-d-834765-1 {{(pid=102793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:42:20.046292 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [req-35236e98-709f-4a28-93a5-d8a8b0f1b68d req-470bab5d-74b4-4a71-9646-4cefbf8d2110 tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] Request body: {'port': {'device_id': 'dbf06d28-6f64-4f76-b58a-39982ac100c2', 'network_id': '2268a9b9-82fd-4886-a91d-3a50e4e16cab', 'admin_state_up': True, 'tenant_id': '5bf1a5bdfbb14ae084908e8fe7725bc6'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:42:20.103185 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fda54a-795f-4176-ac58-f2d70d5143bc req-ea3425dc-b875-4857-b3ac-044160d23ead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:20.105044 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f1fda54a-795f-4176-ac58-f2d70d5143bc req-ea3425dc-b875-4857-b3ac-044160d23ead service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=fcdf73f9-c801-4998-9ec4-0cdc8a1cb85b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2265162 Mar 29 15:42:20.187329 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c747bff8-07b6-4e5b-8993-7803ebec586f req-6893ef6e-8c17-43b3-985f-12949151142a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:20.189186 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-c747bff8-07b6-4e5b-8993-7803ebec586f req-6893ef6e-8c17-43b3-985f-12949151142a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=97aeeb47-9a64-429c-b18e-a70adf894590 HTTP/1.1" status: 200 len: 858 time: 0.1501961 Mar 29 15:42:20.287765 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_common [req-35236e98-709f-4a28-93a5-d8a8b0f1b68d req-488cfbd9-fb5c-46fd-adfe-53b7c42fcff9 tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] Allocated IP 192.168.233.76 (2268a9b9-82fd-4886-a91d-3a50e4e16cab/abb8e5d6-2aea-4455-a944-3435a3d1ce49/0778d953-736b-473d-b6a9-91400417f84a) {{(pid=102791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:42:20.308590 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35236e98-709f-4a28-93a5-d8a8b0f1b68d req-470bab5d-74b4-4a71-9646-4cefbf8d2110 tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] Made reservation on behalf of 5bf1a5bdfbb14ae084908e8fe7725bc6 for: {'port': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:42:20.324334 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-35236e98-709f-4a28-93a5-d8a8b0f1b68d req-470bab5d-74b4-4a71-9646-4cefbf8d2110 tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:20.332687 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c747bff8-07b6-4e5b-8993-7803ebec586f req-4b3fa6d0-b2dd-4c08-b709-4a1a27fd9e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:20.334589 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-c747bff8-07b6-4e5b-8993-7803ebec586f req-4b3fa6d0-b2dd-4c08-b709-4a1a27fd9e84 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=fcdf73f9-c801-4998-9ec4-0cdc8a1cb85b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1118402 Mar 29 15:42:20.343719 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f1fda54a-795f-4176-ac58-f2d70d5143bc req-110c1018-7b90-4e4c-b6a0-a955f79fcee8 service neutron] 10.222.0.42 "GET /v2.0/networks/fcdf73f9-c801-4998-9ec4-0cdc8a1cb85b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2306032 Mar 29 15:42:20.432080 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-979b2b76-94f3-4866-89a0-2b8f8ecdb6c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c8705f6-4302-44a1-8d1c-1a63e28635c2', 'name': 'tempest-FloatingIPsAssociationTestJSON-10715648-router', 'tenant_id': '09e41d0f297a4c05bfeacde4bee1a28c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.110'}], 'enable_snat': True}, 'gw_port_id': '03eaca56-bb8b-426e-9003-e216c6a40bca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:41:19Z', 'updated_at': '2022-03-29T15:41:27Z', 'revision_number': 4, 'project_id': '09e41d0f297a4c05bfeacde4bee1a28c', 'gw_port': {'id': '03eaca56-bb8b-426e-9003-e216c6a40bca', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:df:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c8705f6-4302-44a1-8d1c-1a63e28635c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 836, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:41:20Z', 'updated_at': '2022-03-29T15:41:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_floatingips': [{'id': '8bdbb7f6-43ff-4ccc-ac96-0583571cb1c4', 'tenant_id': '09e41d0f297a4c05bfeacde4bee1a28c', 'floating_ip_address': '172.25.4.25', 'floating_network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'router_id': '9c8705f6-4302-44a1-8d1c-1a63e28635c2', 'port_id': '83136e82-2f06-46a4-b9ca-6b6357a86c4f', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 901, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fcdf73f9-c801-4998-9ec4-0cdc8a1cb85b', 'mac_address': 'fa:16:3e:0c:dc:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e06e70c7-935d-412c-80c6-167429b49c6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T15:41:53Z', 'updated_at': '2022-03-29T15:42:18Z', 'revision_number': 4, 'project_id': '09e41d0f297a4c05bfeacde4bee1a28c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '279478e2-400e-4e35-b251-37a61aa9bd8a', 'name': '', 'network_id': 'fcdf73f9-c801-4998-9ec4-0cdc8a1cb85b', 'tenant_id': '09e41d0f297a4c05bfeacde4bee1a28c', 'mac_address': 'fa:16:3e:29:f1:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c8705f6-4302-44a1-8d1c-1a63e28635c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 838, 'fixed_ips': [{'subnet_id': '97aeeb47-9a64-429c-b18e-a70adf894590', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:41:25Z', 'updated_at': '2022-03-29T15:41:31Z', 'revision_number': 5, 'project_id': '09e41d0f297a4c05bfeacde4bee1a28c', 'subnets': [{'id': '97aeeb47-9a64-429c-b18e-a70adf894590', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:42:20.454790 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-c747bff8-07b6-4e5b-8993-7803ebec586f req-0a93256f-550a-46d3-99c5-2a7a6f1e75f9 service neutron] 10.222.0.44 "GET /v2.0/networks/fcdf73f9-c801-4998-9ec4-0cdc8a1cb85b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998948 Mar 29 15:42:20.494531 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-979b2b76-94f3-4866-89a0-2b8f8ecdb6c7 None None] The sync data for ids ['9c8705f6-4302-44a1-8d1c-1a63e28635c2'] in n-d-834765-1 is: [{'id': '9c8705f6-4302-44a1-8d1c-1a63e28635c2', 'name': 'tempest-FloatingIPsAssociationTestJSON-10715648-router', 'tenant_id': '09e41d0f297a4c05bfeacde4bee1a28c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.110'}], 'enable_snat': True}, 'gw_port_id': '03eaca56-bb8b-426e-9003-e216c6a40bca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:41:19Z', 'updated_at': '2022-03-29T15:41:27Z', 'revision_number': 4, 'project_id': '09e41d0f297a4c05bfeacde4bee1a28c', 'gw_port': {'id': '03eaca56-bb8b-426e-9003-e216c6a40bca', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:df:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c8705f6-4302-44a1-8d1c-1a63e28635c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 836, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:41:20Z', 'updated_at': '2022-03-29T15:41:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_floatingips': [{'id': '8bdbb7f6-43ff-4ccc-ac96-0583571cb1c4', 'tenant_id': '09e41d0f297a4c05bfeacde4bee1a28c', 'floating_ip_address': '172.25.4.25', 'floating_network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'router_id': '9c8705f6-4302-44a1-8d1c-1a63e28635c2', 'port_id': '83136e82-2f06-46a4-b9ca-6b6357a86c4f', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 901, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fcdf73f9-c801-4998-9ec4-0cdc8a1cb85b', 'mac_address': 'fa:16:3e:0c:dc:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e06e70c7-935d-412c-80c6-167429b49c6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T15:41:53Z', 'updated_at': '2022-03-29T15:42:18Z', 'revision_number': 4, 'project_id': '09e41d0f297a4c05bfeacde4bee1a28c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '279478e2-400e-4e35-b251-37a61aa9bd8a', 'name': '', 'network_id': 'fcdf73f9-c801-4998-9ec4-0cdc8a1cb85b', 'tenant_id': '09e41d0f297a4c05bfeacde4bee1a28c', 'mac_address': 'fa:16:3e:29:f1:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c8705f6-4302-44a1-8d1c-1a63e28635c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 838, 'fixed_ips': [{'subnet_id': '97aeeb47-9a64-429c-b18e-a70adf894590', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:41:25Z', 'updated_at': '2022-03-29T15:41:31Z', 'revision_number': 5, 'project_id': '09e41d0f297a4c05bfeacde4bee1a28c', 'subnets': [{'id': '97aeeb47-9a64-429c-b18e-a70adf894590', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:42:20.543013 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f751c5e3-ebb8-4bb4-b452-83c188808a64 req-d39018fe-355d-47dc-8617-10ce05c0915a tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:20.553972 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-f751c5e3-ebb8-4bb4-b452-83c188808a64 req-d39018fe-355d-47dc-8617-10ce05c0915a tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb986c29-f18c-4431-b001-b8a5fa38aaaa HTTP/1.1" status: 200 len: 946 time: 0.2625868 Mar 29 15:42:20.617912 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-f751c5e3-ebb8-4bb4-b452-83c188808a64 req-1f9912fc-f08a-4e9c-80db-54297ba3fdf0 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.42 "GET /v2.0/security-groups?id=07e96b72-96bb-4562-b80f-051b133c1759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629525 Mar 29 15:42:20.978216 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-06317afa-c4f0-42ee-8f7b-ba99c7094284 req-4bafabe1-f4a2-4f4e-b6a2-a97e3f1e8a63 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=44217955949f4693bc095cd73a2e4d4a&device_id=38e7b5e8-1ad2-4037-af34-8435b02be0b4 HTTP/1.1" status: 200 len: 210 time: 0.0293980 Mar 29 15:42:21.015673 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-bdee0f9d-4132-479f-8cf8-f21e4f0fa88f req-d97f37b6-90e4-4872-8062-f3bb07f7180e tempest-LiveMigrationNegativeTest-1671013112 tempest-LiveMigrationNegativeTest-1671013112-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=67d42af9bb55452183d4d571f8b7bda6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0567420 Mar 29 15:42:21.029266 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-06317afa-c4f0-42ee-8f7b-ba99c7094284 req-54d56c61-5b27-488a-8de9-4c521cf2c732 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=44217955949f4693bc095cd73a2e4d4a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0371835 Mar 29 15:42:21.071734 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f1fda54a-795f-4176-ac58-f2d70d5143bc req-4cd9e60e-9839-4713-887c-6532bc104be2 service neutron] 10.222.0.42 "GET /v2.0/networks/fcdf73f9-c801-4998-9ec4-0cdc8a1cb85b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7178652 Mar 29 15:42:21.082269 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-c747bff8-07b6-4e5b-8993-7803ebec586f req-dc8c83f0-0b37-4246-8990-540e1dd66687 service neutron] 10.222.0.44 "GET /v2.0/networks/fcdf73f9-c801-4998-9ec4-0cdc8a1cb85b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6149864 Mar 29 15:42:21.086375 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-35236e98-709f-4a28-93a5-d8a8b0f1b68d req-488cfbd9-fb5c-46fd-adfe-53b7c42fcff9 tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] Notify callbacks [] for port, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:21.133647 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-35236e98-709f-4a28-93a5-d8a8b0f1b68d req-488cfbd9-fb5c-46fd-adfe-53b7c42fcff9 tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:21.146188 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] get_ports_and_sgs() called for port_ids ['f39638e0-0f05-469b-894f-3e4405d80bf7'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:42:21.223910 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488cfbd9-fb5c-46fd-adfe-53b7c42fcff9 tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] Pushing event updated for resources: {'Port': ['ID=0778d953-736b-473d-b6a9-91400417f84a,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:42:21.237451 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.db_base_plugin_common [req-35236e98-709f-4a28-93a5-d8a8b0f1b68d req-470bab5d-74b4-4a71-9646-4cefbf8d2110 tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] Allocated IP 192.168.233.26 (2268a9b9-82fd-4886-a91d-3a50e4e16cab/abb8e5d6-2aea-4455-a944-3435a3d1ce49/611b86f9-0890-46c5-aa53-8103b3d2be14) {{(pid=102790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:42:21.253804 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-8826fcdd-1779-4e91-ab4b-ef733cd0ade7 req-272c21f7-7e1e-410e-8783-455a482f1c2a tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] 10.222.0.42 "GET /v2.0/ports?device_id=dbf06d28-6f64-4f76-b58a-39982ac100c2 HTTP/1.1" status: 200 len: 210 time: 0.0510452 Mar 29 15:42:21.255734 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35236e98-709f-4a28-93a5-d8a8b0f1b68d req-488cfbd9-fb5c-46fd-adfe-53b7c42fcff9 tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] Network 2268a9b9-82fd-4886-a91d-3a50e4e16cab is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:42:21.257895 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [req-35236e98-709f-4a28-93a5-d8a8b0f1b68d req-488cfbd9-fb5c-46fd-adfe-53b7c42fcff9 tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:42:21.264937 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [req-35236e98-709f-4a28-93a5-d8a8b0f1b68d req-488cfbd9-fb5c-46fd-adfe-53b7c42fcff9 tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] Received port after_create {{(pid=102791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:42:21.378074 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e06e70c7-935d-412c-80c6-167429b49c6c', 'tag': '83136e82-2f06-46a4-b9ca-6b6357a86c4f'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:42:21.380408 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c67b028db5e9b9818fecc5c0a87ebc6f190694fa53ca267d523e04f98de536d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c1fb146-3f26-4ee9-b27c-f57d660bdf8d" -d '{"events": [{"name": "network-changed", "server_uuid": "e06e70c7-935d-412c-80c6-167429b49c6c", "tag": "83136e82-2f06-46a4-b9ca-6b6357a86c4f"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:42:21.407873 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35236e98-709f-4a28-93a5-d8a8b0f1b68d req-488cfbd9-fb5c-46fd-adfe-53b7c42fcff9 tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:21.408381 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-35236e98-709f-4a28-93a5-d8a8b0f1b68d req-488cfbd9-fb5c-46fd-adfe-53b7c42fcff9 tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:21.487294 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6906b6fd-0474-4b6d-a3eb-c4305f7129c6 req-8ce03136-7fd3-49e9-b8ee-bab2ac58978a tempest-ServersAaction247Test-92009678 tempest-ServersAaction247Test-92009678-project] 10.222.0.42 "GET /v2.0/ports?device_id=38e7b5e8-1ad2-4037-af34-8435b02be0b4 HTTP/1.1" status: 200 len: 210 time: 0.0936115 Mar 29 15:42:21.505967 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-35236e98-709f-4a28-93a5-d8a8b0f1b68d req-488cfbd9-fb5c-46fd-adfe-53b7c42fcff9 tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9665611 Mar 29 15:42:21.521015 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [req-35236e98-709f-4a28-93a5-d8a8b0f1b68d req-13be6680-8a1d-446a-afc2-8cadbc7185ef service neutron] Request body: {'port': {'device_id': '098ca7f6-5ef0-491c-b3c0-dec37bb94199', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834765-1'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:42:21.588821 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06317afa-c4f0-42ee-8f7b-ba99c7094284 req-1356e822-256e-45dc-9a5d-8a4e55c2d01e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:21.590385 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-06317afa-c4f0-42ee-8f7b-ba99c7094284 req-1356e822-256e-45dc-9a5d-8a4e55c2d01e service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5546560 Mar 29 15:42:21.640007 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-35236e98-709f-4a28-93a5-d8a8b0f1b68d req-13be6680-8a1d-446a-afc2-8cadbc7185ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:21.672581 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-fc255b83-d873-483f-913f-40ca16c7583c None None] Provisioning complete for port 0778d953-736b-473d-b6a9-91400417f84a triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:42:21.673315 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-fc255b83-d873-483f-913f-40ca16c7583c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:21.694785 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-35236e98-709f-4a28-93a5-d8a8b0f1b68d req-470bab5d-74b4-4a71-9646-4cefbf8d2110 tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] Notify callbacks [] for port, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:21.715325 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-fc255b83-d873-483f-913f-40ca16c7583c None None] Port 0778d953-736b-473d-b6a9-91400417f84a cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 15:42:21.745952 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdee0f9d-4132-479f-8cf8-f21e4f0fa88f req-17356d9d-ea1b-4a7d-a3ce-95adf453b626 tempest-LiveMigrationNegativeTest-1671013112 tempest-LiveMigrationNegativeTest-1671013112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:21.748015 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-bdee0f9d-4132-479f-8cf8-f21e4f0fa88f req-17356d9d-ea1b-4a7d-a3ce-95adf453b626 tempest-LiveMigrationNegativeTest-1671013112 tempest-LiveMigrationNegativeTest-1671013112-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7216191 Mar 29 15:42:21.794398 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-bdee0f9d-4132-479f-8cf8-f21e4f0fa88f req-dcca6f7b-d7da-48cc-bf66-f042d2249af3 tempest-LiveMigrationNegativeTest-1671013112 tempest-LiveMigrationNegativeTest-1671013112-project] 10.222.0.42 "GET /v2.0/quotas/67d42af9bb55452183d4d571f8b7bda6 HTTP/1.1" status: 200 len: 375 time: 0.0391378 Mar 29 15:42:21.851924 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-88ccf788-1f12-4db9-b59b-8cf382d9f6c3 req-cec2889e-8964-4a0d-9c91-122c22f271ab tempest-FloatingIPsAssociationTestJSON-13237688 tempest-FloatingIPsAssociationTestJSON-13237688-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.4.25 HTTP/1.1" status: 200 len: 1000 time: 0.2148287 Mar 29 15:42:21.864146 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-35236e98-709f-4a28-93a5-d8a8b0f1b68d req-470bab5d-74b4-4a71-9646-4cefbf8d2110 tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:21.877213 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] get_ports_and_sgs() called for port_ids ['f39638e0-0f05-469b-894f-3e4405d80bf7'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:42:21.922821 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-bdee0f9d-4132-479f-8cf8-f21e4f0fa88f req-5fd1bab6-092c-46cc-85fe-76739ab78281 tempest-LiveMigrationNegativeTest-1671013112 tempest-LiveMigrationNegativeTest-1671013112-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=67d42af9bb55452183d4d571f8b7bda6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1050942 Mar 29 15:42:21.930034 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35236e98-709f-4a28-93a5-d8a8b0f1b68d req-470bab5d-74b4-4a71-9646-4cefbf8d2110 tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] Network 2268a9b9-82fd-4886-a91d-3a50e4e16cab is already hosted by enough agents. {{(pid=102790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:42:21.960419 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [req-35236e98-709f-4a28-93a5-d8a8b0f1b68d req-470bab5d-74b4-4a71-9646-4cefbf8d2110 tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] Resources bound (agent type, host, resource id): {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:42:21.969643 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.l3_dvrscheduler_db [req-35236e98-709f-4a28-93a5-d8a8b0f1b68d req-470bab5d-74b4-4a71-9646-4cefbf8d2110 tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] Received port after_create {{(pid=102790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:42:21.973654 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470bab5d-74b4-4a71-9646-4cefbf8d2110 tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] Pushing event updated for resources: {'Port': ['ID=611b86f9-0890-46c5-aa53-8103b3d2be14,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:42:22.047613 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ccf788-1f12-4db9-b59b-8cf382d9f6c3 req-4cfbd1a7-9301-40d6-b632-737e47577ed0 tempest-FloatingIPsAssociationTestJSON-13237688 tempest-FloatingIPsAssociationTestJSON-13237688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:22.049463 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-88ccf788-1f12-4db9-b59b-8cf382d9f6c3 req-4cfbd1a7-9301-40d6-b632-737e47577ed0 tempest-FloatingIPsAssociationTestJSON-13237688 tempest-FloatingIPsAssociationTestJSON-13237688-project] 10.222.0.42 "GET /v2.0/ports/83136e82-2f06-46a4-b9ca-6b6357a86c4f HTTP/1.1" status: 200 len: 942 time: 0.1871595 Mar 29 15:42:22.102656 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35236e98-709f-4a28-93a5-d8a8b0f1b68d req-470bab5d-74b4-4a71-9646-4cefbf8d2110 tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:22.112278 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-35236e98-709f-4a28-93a5-d8a8b0f1b68d req-470bab5d-74b4-4a71-9646-4cefbf8d2110 tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:22.161837 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-35236e98-709f-4a28-93a5-d8a8b0f1b68d req-470bab5d-74b4-4a71-9646-4cefbf8d2110 tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1252625 Mar 29 15:42:22.191453 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [req-35236e98-709f-4a28-93a5-d8a8b0f1b68d req-5401896d-a929-4410-ab8a-e75e18fa742d service neutron] Request body: {'port': {'device_id': 'dbf06d28-6f64-4f76-b58a-39982ac100c2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834765-1'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:42:22.290527 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 15:42:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdbf9081-f1bf-4833-baad-c8b5d99c30a0 x-openstack-request-id: req-bdbf9081-f1bf-4833-baad-c8b5d99c30a0 {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:42:22.290822 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e06e70c7-935d-412c-80c6-167429b49c6c", "tag": "83136e82-2f06-46a4-b9ca-6b6357a86c4f", "status": "completed", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:42:22.291079 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-bdbf9081-f1bf-4833-baad-c8b5d99c30a0 {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:42:22.292563 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e06e70c7-935d-412c-80c6-167429b49c6c', 'tag': '83136e82-2f06-46a4-b9ca-6b6357a86c4f', 'status': 'completed', 'code': 200} Mar 29 15:42:22.418806 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [req-35236e98-709f-4a28-93a5-d8a8b0f1b68d req-13be6680-8a1d-446a-afc2-8cadbc7185ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0778d953-736b-473d-b6a9-91400417f84a {{(pid=102791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:42:22.440818 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-35236e98-709f-4a28-93a5-d8a8b0f1b68d req-13be6680-8a1d-446a-afc2-8cadbc7185ef service neutron] Notify callbacks [] for port, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:22.454243 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-35236e98-709f-4a28-93a5-d8a8b0f1b68d req-5401896d-a929-4410-ab8a-e75e18fa742d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:22.461984 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-87f40c09-c6ae-4d6c-b19e-737ea845eb0f None None] Provisioning complete for port 611b86f9-0890-46c5-aa53-8103b3d2be14 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:42:22.469442 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-87f40c09-c6ae-4d6c-b19e-737ea845eb0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:22.484094 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.provisioning_blocks [req-35236e98-709f-4a28-93a5-d8a8b0f1b68d req-13be6680-8a1d-446a-afc2-8cadbc7185ef service neutron] Transition to ACTIVE for port object 0778d953-736b-473d-b6a9-91400417f84a will not be triggered until provisioned by entity L2. {{(pid=102791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 15:42:22.492539 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-35236e98-709f-4a28-93a5-d8a8b0f1b68d req-13be6680-8a1d-446a-afc2-8cadbc7185ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:22.562289 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1fb146-3f26-4ee9-b27c-f57d660bdf8d req-23c5b70f-2b78-4666-a63f-4eef50630fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:22.571825 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-2c1fb146-3f26-4ee9-b27c-f57d660bdf8d req-23c5b70f-2b78-4666-a63f-4eef50630fa6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=09e41d0f297a4c05bfeacde4bee1a28c&device_id=e06e70c7-935d-412c-80c6-167429b49c6c HTTP/1.1" status: 200 len: 1096 time: 0.2125311 Mar 29 15:42:22.588352 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-87f40c09-c6ae-4d6c-b19e-737ea845eb0f None None] Port 611b86f9-0890-46c5-aa53-8103b3d2be14 cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 15:42:22.719819 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13be6680-8a1d-446a-afc2-8cadbc7185ef service neutron] Pushing event updated for resources: {'Port': ['ID=0778d953-736b-473d-b6a9-91400417f84a,revision_number=2']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:42:22.733429 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-35236e98-709f-4a28-93a5-d8a8b0f1b68d req-13be6680-8a1d-446a-afc2-8cadbc7185ef service neutron] Attempting to bind port 0778d953-736b-473d-b6a9-91400417f84a on host n-h1-834765-1 for vnic_type normal with profile {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:42:22.733650 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-35236e98-709f-4a28-93a5-d8a8b0f1b68d req-13be6680-8a1d-446a-afc2-8cadbc7185ef service neutron] Attempting to bind port 0778d953-736b-473d-b6a9-91400417f84a by drivers openvswitch,hyperv on host n-h1-834765-1 at level 0 using segments [{'id': 'a0c230f0-660a-4194-9279-0f0781d34134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '2268a9b9-82fd-4886-a91d-3a50e4e16cab'}] {{(pid=102791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:42:22.733983 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35236e98-709f-4a28-93a5-d8a8b0f1b68d req-13be6680-8a1d-446a-afc2-8cadbc7185ef service neutron] Attempting to bind port 0778d953-736b-473d-b6a9-91400417f84a on network 2268a9b9-82fd-4886-a91d-3a50e4e16cab {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:42:22.740524 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35236e98-709f-4a28-93a5-d8a8b0f1b68d req-13be6680-8a1d-446a-afc2-8cadbc7185ef service neutron] Port 0778d953-736b-473d-b6a9-91400417f84a on network 2268a9b9-82fd-4886-a91d-3a50e4e16cab not bound, no agent of type Open vSwitch agent registered on host n-h1-834765-1 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 15:42:22.741028 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35236e98-709f-4a28-93a5-d8a8b0f1b68d req-13be6680-8a1d-446a-afc2-8cadbc7185ef service neutron] Attempting to bind port 0778d953-736b-473d-b6a9-91400417f84a on network 2268a9b9-82fd-4886-a91d-3a50e4e16cab {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:42:22.746662 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35236e98-709f-4a28-93a5-d8a8b0f1b68d req-13be6680-8a1d-446a-afc2-8cadbc7185ef service neutron] Checking agent: {'id': 'be375040-5069-4239-9460-a3a3213e1e90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 33, 18), 'started_at': datetime.datetime(2022, 3, 29, 15, 33, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 42, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:42:22.747476 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35236e98-709f-4a28-93a5-d8a8b0f1b68d req-13be6680-8a1d-446a-afc2-8cadbc7185ef service neutron] Checking segment: {'id': 'a0c230f0-660a-4194-9279-0f0781d34134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '2268a9b9-82fd-4886-a91d-3a50e4e16cab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:42:22.748017 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35236e98-709f-4a28-93a5-d8a8b0f1b68d req-13be6680-8a1d-446a-afc2-8cadbc7185ef service neutron] Bound using segment: {'id': 'a0c230f0-660a-4194-9279-0f0781d34134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '2268a9b9-82fd-4886-a91d-3a50e4e16cab'} {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:42:22.748765 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-35236e98-709f-4a28-93a5-d8a8b0f1b68d req-13be6680-8a1d-446a-afc2-8cadbc7185ef service neutron] Bound port: 0778d953-736b-473d-b6a9-91400417f84a, host: n-h1-834765-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0c230f0-660a-4194-9279-0f0781d34134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '2268a9b9-82fd-4886-a91d-3a50e4e16cab'}}] {{(pid=102791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 15:42:22.749290 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-35236e98-709f-4a28-93a5-d8a8b0f1b68d req-13be6680-8a1d-446a-afc2-8cadbc7185ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:22.908788 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-35236e98-709f-4a28-93a5-d8a8b0f1b68d req-13be6680-8a1d-446a-afc2-8cadbc7185ef service neutron] For port 0778d953-736b-473d-b6a9-91400417f84a, host n-h1-834765-1, cleared binding levels {{(pid=102791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:42:22.919615 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-35236e98-709f-4a28-93a5-d8a8b0f1b68d req-13be6680-8a1d-446a-afc2-8cadbc7185ef service neutron] For port 0778d953-736b-473d-b6a9-91400417f84a, host n-h1-834765-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=0778d953-736b-473d-b6a9-91400417f84a,segment=NetworkSegment(a0c230f0-660a-4194-9279-0f0781d34134),segment_id=a0c230f0-660a-4194-9279-0f0781d34134)] {{(pid=102791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:42:22.931931 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-35236e98-709f-4a28-93a5-d8a8b0f1b68d req-13be6680-8a1d-446a-afc2-8cadbc7185ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:22.955102 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-88ccf788-1f12-4db9-b59b-8cf382d9f6c3 req-abb80c1e-6185-4b3f-8f43-46d30c3685e7 tempest-FloatingIPsAssociationTestJSON-13237688 tempest-FloatingIPsAssociationTestJSON-13237688-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.4.25 HTTP/1.1" status: 200 len: 1000 time: 0.1665246 Mar 29 15:42:23.019633 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35236e98-709f-4a28-93a5-d8a8b0f1b68d req-13be6680-8a1d-446a-afc2-8cadbc7185ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:23.020247 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-35236e98-709f-4a28-93a5-d8a8b0f1b68d req-13be6680-8a1d-446a-afc2-8cadbc7185ef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:23.022077 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-35236e98-709f-4a28-93a5-d8a8b0f1b68d req-13be6680-8a1d-446a-afc2-8cadbc7185ef service neutron] 10.222.0.44 "PUT /v2.0/ports/0778d953-736b-473d-b6a9-91400417f84a HTTP/1.1" status: 200 len: 1095 time: 1.5065949 Mar 29 15:42:23.049413 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6293cb96-18b0-497d-93a9-9c8331c6f7b1 req-e4ac740c-8249-4365-bc33-336b705dfe17 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:23.050999 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-6293cb96-18b0-497d-93a9-9c8331c6f7b1 req-e4ac740c-8249-4365-bc33-336b705dfe17 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb986c29-f18c-4431-b001-b8a5fa38aaaa HTTP/1.1" status: 200 len: 946 time: 0.6137161 Mar 29 15:42:23.135575 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 44390) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:42:23.135807 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13be6680-8a1d-446a-afc2-8cadbc7185ef service neutron] Pushing event updated for resources: {'Port': ['ID=0778d953-736b-473d-b6a9-91400417f84a,revision_number=3']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:42:23.148129 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1fb146-3f26-4ee9-b27c-f57d660bdf8d req-25959e69-febf-4435-8309-378cf2bd19d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:23.150501 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-2c1fb146-3f26-4ee9-b27c-f57d660bdf8d req-25959e69-febf-4435-8309-378cf2bd19d7 service neutron] 10.222.0.48 "GET /v2.0/networks?id=fcdf73f9-c801-4998-9ec4-0cdc8a1cb85b HTTP/1.1" status: 200 len: 920 time: 0.5776265 Mar 29 15:42:23.180897 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35236e98-709f-4a28-93a5-d8a8b0f1b68d req-ca08e624-77d3-49df-86ec-74b3cf0e6513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:23.182702 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-35236e98-709f-4a28-93a5-d8a8b0f1b68d req-ca08e624-77d3-49df-86ec-74b3cf0e6513 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=5bf1a5bdfbb14ae084908e8fe7725bc6&device_id=098ca7f6-5ef0-491c-b3c0-dec37bb94199 HTTP/1.1" status: 200 len: 1098 time: 0.0838187 Mar 29 15:42:23.190626 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ccf788-1f12-4db9-b59b-8cf382d9f6c3 req-ca0c3102-d671-4e40-acb8-b5e750f37724 tempest-FloatingIPsAssociationTestJSON-13237688 tempest-FloatingIPsAssociationTestJSON-13237688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:23.203028 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-88ccf788-1f12-4db9-b59b-8cf382d9f6c3 req-ca0c3102-d671-4e40-acb8-b5e750f37724 tempest-FloatingIPsAssociationTestJSON-13237688 tempest-FloatingIPsAssociationTestJSON-13237688-project] 10.222.0.42 "GET /v2.0/networks/4a4a035d-ecac-4ead-baa3-25f90788773a HTTP/1.1" status: 200 len: 784 time: 0.2469549 Mar 29 15:42:23.251449 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-6293cb96-18b0-497d-93a9-9c8331c6f7b1 req-6b87d6e0-a919-463b-b666-745f755b66e0 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.42 "GET /v2.0/security-groups?id=07e96b72-96bb-4562-b80f-051b133c1759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745448 Mar 29 15:42:23.284147 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-35236e98-709f-4a28-93a5-d8a8b0f1b68d req-06db2ea4-5d19-487b-92ff-8a9d9d4acad3 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.76&port_id=0778d953-736b-473d-b6a9-91400417f84a HTTP/1.1" status: 200 len: 217 time: 0.0798526 Mar 29 15:42:23.375716 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d1edf792-38d1-47fb-9e76-95d93a3876d1 req-d083aabc-0280-49a1-bbb1-4445bce60a47 tempest-LiveMigrationNegativeTest-1671013112 tempest-LiveMigrationNegativeTest-1671013112-project] 10.222.0.42 "GET /v2.0/ports?device_id=33baf1e2-0080-40ab-8984-cc489471d17e HTTP/1.1" status: 200 len: 210 time: 0.0600843 Mar 29 15:42:23.386951 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35236e98-709f-4a28-93a5-d8a8b0f1b68d req-98114295-3036-4dc9-8916-e59e76a21e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:23.388440 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-35236e98-709f-4a28-93a5-d8a8b0f1b68d req-98114295-3036-4dc9-8916-e59e76a21e7a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=abb8e5d6-2aea-4455-a944-3435a3d1ce49 HTTP/1.1" status: 200 len: 843 time: 0.0976620 Mar 29 15:42:23.421888 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-4f9e9564-8168-42bb-b8ca-7cc4010ae10a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:23.441172 n-d-834765-1 neutron-server[102790]: DEBUG neutron.notifiers.nova [req-35236e98-709f-4a28-93a5-d8a8b0f1b68d req-5401896d-a929-4410-ab8a-e75e18fa742d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 611b86f9-0890-46c5-aa53-8103b3d2be14 {{(pid=102790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:42:23.448766 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35236e98-709f-4a28-93a5-d8a8b0f1b68d req-0effb451-3afe-4086-9e9c-2ba96f8b2aad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:23.450384 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-35236e98-709f-4a28-93a5-d8a8b0f1b68d req-0effb451-3afe-4086-9e9c-2ba96f8b2aad service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2268a9b9-82fd-4886-a91d-3a50e4e16cab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0488772 Mar 29 15:42:23.463338 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-35236e98-709f-4a28-93a5-d8a8b0f1b68d req-5401896d-a929-4410-ab8a-e75e18fa742d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:23.470338 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-2c1fb146-3f26-4ee9-b27c-f57d660bdf8d req-95096712-c293-41b9-992c-92e007c92ca8 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=83136e82-2f06-46a4-b9ca-6b6357a86c4f HTTP/1.1" status: 200 len: 1000 time: 0.2840672 Mar 29 15:42:23.514616 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ba719400-a30d-42f4-86a2-bcaee856e291 req-b2a971cb-982b-452d-b094-0a7686bd7abf tempest-ServersAaction247Test-92009678 tempest-ServersAaction247Test-92009678-project] 10.222.0.42 "GET /v2.0/ports?device_id=38e7b5e8-1ad2-4037-af34-8435b02be0b4 HTTP/1.1" status: 200 len: 210 time: 0.0475323 Mar 29 15:42:23.522562 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.provisioning_blocks [req-35236e98-709f-4a28-93a5-d8a8b0f1b68d req-5401896d-a929-4410-ab8a-e75e18fa742d service neutron] Transition to ACTIVE for port object 611b86f9-0890-46c5-aa53-8103b3d2be14 will not be triggered until provisioned by entity L2. {{(pid=102790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 15:42:23.537665 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7099b19e-be1e-4e9b-baae-4718283c4260 req-b227866a-d16e-4271-b6d4-fd84ac3d43b2 tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:23.543735 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-7099b19e-be1e-4e9b-baae-4718283c4260 req-b227866a-d16e-4271-b6d4-fd84ac3d43b2 tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] 10.222.0.42 "GET /v2.0/ports?device_id=dbf06d28-6f64-4f76-b58a-39982ac100c2 HTTP/1.1" status: 200 len: 935 time: 0.1806314 Mar 29 15:42:23.549663 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-35236e98-709f-4a28-93a5-d8a8b0f1b68d req-5401896d-a929-4410-ab8a-e75e18fa742d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5237921'] for port, after_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:23.590002 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-35236e98-709f-4a28-93a5-d8a8b0f1b68d req-f05c48e9-b7cd-4f89-bece-faa55fad93a4 service neutron] 10.222.0.44 "GET /v2.0/networks/2268a9b9-82fd-4886-a91d-3a50e4e16cab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314700 Mar 29 15:42:23.626488 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1fb146-3f26-4ee9-b27c-f57d660bdf8d req-c8b4728f-cec2-426e-8fff-2fe4ee7149df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:23.627974 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-2c1fb146-3f26-4ee9-b27c-f57d660bdf8d req-c8b4728f-cec2-426e-8fff-2fe4ee7149df service neutron] 10.222.0.48 "GET /v2.0/subnets?id=97aeeb47-9a64-429c-b18e-a70adf894590 HTTP/1.1" status: 200 len: 858 time: 0.1446300 Mar 29 15:42:23.696400 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5401896d-a929-4410-ab8a-e75e18fa742d service neutron] Pushing event updated for resources: {'Port': ['ID=611b86f9-0890-46c5-aa53-8103b3d2be14,revision_number=2']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:42:23.719718 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-7099b19e-be1e-4e9b-baae-4718283c4260 req-b3710996-718c-4798-9b04-6978d338dbbd tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] 10.222.0.42 "GET /v2.0/security-groups?id=062b76b3-3a31-4c61-a1e4-5e35375fb0f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640384 Mar 29 15:42:23.738118 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-35236e98-709f-4a28-93a5-d8a8b0f1b68d req-bcbfa992-b183-4cfc-97c8-05bcf47ecf6d service neutron] 10.222.0.44 "GET /v2.0/networks/2268a9b9-82fd-4886-a91d-3a50e4e16cab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411171 Mar 29 15:42:23.767155 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-4f9e9564-8168-42bb-b8ca-7cc4010ae10a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:23.794860 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-4f9e9564-8168-42bb-b8ca-7cc4010ae10a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:23.848176 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-06317afa-c4f0-42ee-8f7b-ba99c7094284 req-a938e488-adfd-4d80-80b6-8f66c9f9895c tempest-ServersAaction247Test-92009678 tempest-ServersAaction247Test-92009678-project] 10.222.0.44 "GET /v2.0/ports?device_id=38e7b5e8-1ad2-4037-af34-8435b02be0b4 HTTP/1.1" status: 200 len: 210 time: 0.0611727 Mar 29 15:42:23.892981 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-82e2f960-68a3-440c-92c8-cd1dc41ada27 req-a0b828f2-f48b-44c7-bf6e-7b31691d5545 tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=0371bf4ecfda48fda8d74747facc2c9d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0255947 Mar 29 15:42:23.939572 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1fb146-3f26-4ee9-b27c-f57d660bdf8d req-b5cdbec4-a647-4504-9fb3-7c995f49f25c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:23.941105 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-2c1fb146-3f26-4ee9-b27c-f57d660bdf8d req-b5cdbec4-a647-4504-9fb3-7c995f49f25c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=fcdf73f9-c801-4998-9ec4-0cdc8a1cb85b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2930605 Mar 29 15:42:23.966573 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-4f9e9564-8168-42bb-b8ca-7cc4010ae10a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=41712a6d09464341b837f3c9b66408b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8297226 Mar 29 15:42:23.974705 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 44406) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:42:23.984433 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-bdee0f9d-4132-479f-8cf8-f21e4f0fa88f req-991659aa-0572-40b4-9563-24364af2bf13 tempest-LiveMigrationNegativeTest-1671013112 tempest-LiveMigrationNegativeTest-1671013112-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=67d42af9bb55452183d4d571f8b7bda6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0777192 Mar 29 15:42:23.988810 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9e9564-8168-42bb-b8ca-7cc4010ae10a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64a72114-2693-4700-acdf-656f0086d025,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:42:24.030141 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-12d3fddd-3230-4e14-8c11-5bbc7be0e06f req-538f57d7-47e8-489e-bbfc-8857fe622a18 tempest-FloatingIPsAssociationTestJSON-13237688 tempest-FloatingIPsAssociationTestJSON-13237688-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.4.25 HTTP/1.1" status: 200 len: 1000 time: 0.2607284 Mar 29 15:42:24.056526 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.managers [req-35236e98-709f-4a28-93a5-d8a8b0f1b68d req-5401896d-a929-4410-ab8a-e75e18fa742d service neutron] Attempting to bind port 611b86f9-0890-46c5-aa53-8103b3d2be14 on host n-h1-834765-1 for vnic_type normal with profile {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:42:24.057646 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.managers [req-35236e98-709f-4a28-93a5-d8a8b0f1b68d req-5401896d-a929-4410-ab8a-e75e18fa742d service neutron] Attempting to bind port 611b86f9-0890-46c5-aa53-8103b3d2be14 by drivers openvswitch,hyperv on host n-h1-834765-1 at level 0 using segments [{'id': 'a0c230f0-660a-4194-9279-0f0781d34134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '2268a9b9-82fd-4886-a91d-3a50e4e16cab'}] {{(pid=102790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:42:24.058138 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35236e98-709f-4a28-93a5-d8a8b0f1b68d req-5401896d-a929-4410-ab8a-e75e18fa742d service neutron] Attempting to bind port 611b86f9-0890-46c5-aa53-8103b3d2be14 on network 2268a9b9-82fd-4886-a91d-3a50e4e16cab {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:42:24.118062 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35236e98-709f-4a28-93a5-d8a8b0f1b68d req-5401896d-a929-4410-ab8a-e75e18fa742d service neutron] Port 611b86f9-0890-46c5-aa53-8103b3d2be14 on network 2268a9b9-82fd-4886-a91d-3a50e4e16cab not bound, no agent of type Open vSwitch agent registered on host n-h1-834765-1 {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 15:42:24.118295 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35236e98-709f-4a28-93a5-d8a8b0f1b68d req-5401896d-a929-4410-ab8a-e75e18fa742d service neutron] Attempting to bind port 611b86f9-0890-46c5-aa53-8103b3d2be14 on network 2268a9b9-82fd-4886-a91d-3a50e4e16cab {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:42:24.133840 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d3fddd-3230-4e14-8c11-5bbc7be0e06f req-ff259b63-97df-4893-add0-cfaffaaa8e79 tempest-FloatingIPsAssociationTestJSON-13237688 tempest-FloatingIPsAssociationTestJSON-13237688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:24.135188 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-12d3fddd-3230-4e14-8c11-5bbc7be0e06f req-ff259b63-97df-4893-add0-cfaffaaa8e79 tempest-FloatingIPsAssociationTestJSON-13237688 tempest-FloatingIPsAssociationTestJSON-13237688-project] 10.222.0.42 "GET /v2.0/ports/83136e82-2f06-46a4-b9ca-6b6357a86c4f HTTP/1.1" status: 200 len: 942 time: 0.0933316 Mar 29 15:42:24.137475 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35236e98-709f-4a28-93a5-d8a8b0f1b68d req-5401896d-a929-4410-ab8a-e75e18fa742d service neutron] Checking agent: {'id': 'be375040-5069-4239-9460-a3a3213e1e90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 33, 18), 'started_at': datetime.datetime(2022, 3, 29, 15, 33, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 42, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:42:24.137811 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35236e98-709f-4a28-93a5-d8a8b0f1b68d req-5401896d-a929-4410-ab8a-e75e18fa742d service neutron] Checking segment: {'id': 'a0c230f0-660a-4194-9279-0f0781d34134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '2268a9b9-82fd-4886-a91d-3a50e4e16cab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:42:24.138178 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35236e98-709f-4a28-93a5-d8a8b0f1b68d req-5401896d-a929-4410-ab8a-e75e18fa742d service neutron] Bound using segment: {'id': 'a0c230f0-660a-4194-9279-0f0781d34134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '2268a9b9-82fd-4886-a91d-3a50e4e16cab'} {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:42:24.138607 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.managers [req-35236e98-709f-4a28-93a5-d8a8b0f1b68d req-5401896d-a929-4410-ab8a-e75e18fa742d service neutron] Bound port: 611b86f9-0890-46c5-aa53-8103b3d2be14, host: n-h1-834765-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0c230f0-660a-4194-9279-0f0781d34134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '2268a9b9-82fd-4886-a91d-3a50e4e16cab'}}] {{(pid=102790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 15:42:24.138959 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-35236e98-709f-4a28-93a5-d8a8b0f1b68d req-5401896d-a929-4410-ab8a-e75e18fa742d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:24.168145 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e2f960-68a3-440c-92c8-cd1dc41ada27 req-1c453bc1-251e-428f-9538-12d0c88a4dcd tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:24.169664 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-82e2f960-68a3-440c-92c8-cd1dc41ada27 req-1c453bc1-251e-428f-9538-12d0c88a4dcd tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2512646 Mar 29 15:42:24.183067 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-1713ac03-f4e2-44d2-b042-7435d9ab842e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:24.188502 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-2c1fb146-3f26-4ee9-b27c-f57d660bdf8d req-b2e6e225-fbcd-4a7a-ac04-5c026a67081e service neutron] 10.222.0.48 "GET /v2.0/networks/fcdf73f9-c801-4998-9ec4-0cdc8a1cb85b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2319944 Mar 29 15:42:24.202719 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdee0f9d-4132-479f-8cf8-f21e4f0fa88f req-2429ca2e-64b3-431d-91ca-53abdfcb4c3c tempest-LiveMigrationNegativeTest-1671013112 tempest-LiveMigrationNegativeTest-1671013112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:24.204167 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-bdee0f9d-4132-479f-8cf8-f21e4f0fa88f req-2429ca2e-64b3-431d-91ca-53abdfcb4c3c tempest-LiveMigrationNegativeTest-1671013112 tempest-LiveMigrationNegativeTest-1671013112-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1899383 Mar 29 15:42:24.219067 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [req-bdee0f9d-4132-479f-8cf8-f21e4f0fa88f req-45d5fa98-6908-48b4-aa21-519b9d9b6489 tempest-LiveMigrationNegativeTest-1671013112 tempest-LiveMigrationNegativeTest-1671013112-project] Request body: {'port': {'device_id': '33baf1e2-0080-40ab-8984-cc489471d17e', 'network_id': '2268a9b9-82fd-4886-a91d-3a50e4e16cab', 'admin_state_up': True, 'tenant_id': '67d42af9bb55452183d4d571f8b7bda6'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:42:24.224245 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-82e2f960-68a3-440c-92c8-cd1dc41ada27 req-b84b3711-f920-4f23-8fb4-a4cd84c3de0c tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] 10.222.0.42 "GET /v2.0/quotas/0371bf4ecfda48fda8d74747facc2c9d HTTP/1.1" status: 200 len: 375 time: 0.0425379 Mar 29 15:42:24.278875 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-1713ac03-f4e2-44d2-b042-7435d9ab842e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:24.284156 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-82e2f960-68a3-440c-92c8-cd1dc41ada27 req-eae7879a-a203-4882-bef9-2db12e4cda7d tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=0371bf4ecfda48fda8d74747facc2c9d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0467358 Mar 29 15:42:24.316215 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '098ca7f6-5ef0-491c-b3c0-dec37bb94199', 'tag': '0778d953-736b-473d-b6a9-91400417f84a'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:42:24.318971 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c67b028db5e9b9818fecc5c0a87ebc6f190694fa53ca267d523e04f98de536d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d1d3420-baa7-4a70-ac9c-b58d7b3f8dbf" -d '{"events": [{"name": "network-changed", "server_uuid": "098ca7f6-5ef0-491c-b3c0-dec37bb94199", "tag": "0778d953-736b-473d-b6a9-91400417f84a"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:42:24.406918 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bdee0f9d-4132-479f-8cf8-f21e4f0fa88f req-45d5fa98-6908-48b4-aa21-519b9d9b6489 tempest-LiveMigrationNegativeTest-1671013112 tempest-LiveMigrationNegativeTest-1671013112-project] Made reservation on behalf of 67d42af9bb55452183d4d571f8b7bda6 for: {'port': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:42:24.410540 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-bdee0f9d-4132-479f-8cf8-f21e4f0fa88f req-45d5fa98-6908-48b4-aa21-519b9d9b6489 tempest-LiveMigrationNegativeTest-1671013112 tempest-LiveMigrationNegativeTest-1671013112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:24.415403 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-1713ac03-f4e2-44d2-b042-7435d9ab842e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:24.417979 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-1713ac03-f4e2-44d2-b042-7435d9ab842e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:24.424033 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-1713ac03-f4e2-44d2-b042-7435d9ab842e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/64a72114-2693-4700-acdf-656f0086d025 HTTP/1.1" status: 204 len: 168 time: 0.4480264 Mar 29 15:42:24.447332 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1713ac03-f4e2-44d2-b042-7435d9ab842e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64a72114-2693-4700-acdf-656f0086d025,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:42:24.655858 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f43ee55-bd31-4e94-a661-788996acd9d7 req-e89015f2-bb9a-42e6-9777-c88b32a6295c tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:24.657483 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-3f43ee55-bd31-4e94-a661-788996acd9d7 req-e89015f2-bb9a-42e6-9777-c88b32a6295c tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb986c29-f18c-4431-b001-b8a5fa38aaaa HTTP/1.1" status: 200 len: 946 time: 0.1085365 Mar 29 15:42:24.734859 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_common [req-bdee0f9d-4132-479f-8cf8-f21e4f0fa88f req-45d5fa98-6908-48b4-aa21-519b9d9b6489 tempest-LiveMigrationNegativeTest-1671013112 tempest-LiveMigrationNegativeTest-1671013112-project] Allocated IP 192.168.233.101 (2268a9b9-82fd-4886-a91d-3a50e4e16cab/abb8e5d6-2aea-4455-a944-3435a3d1ce49/e108255d-1c5f-4606-bfd8-b8aae7046923) {{(pid=102791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:42:24.738357 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-12d3fddd-3230-4e14-8c11-5bbc7be0e06f req-4b0505d3-0d37-4bd0-beeb-d9b78d033908 tempest-FloatingIPsAssociationTestJSON-13237688 tempest-FloatingIPsAssociationTestJSON-13237688-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.4.25 HTTP/1.1" status: 200 len: 1000 time: 0.5524242 Mar 29 15:42:24.741583 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [req-35236e98-709f-4a28-93a5-d8a8b0f1b68d req-5401896d-a929-4410-ab8a-e75e18fa742d service neutron] For port 611b86f9-0890-46c5-aa53-8103b3d2be14, host n-h1-834765-1, cleared binding levels {{(pid=102790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:42:24.761307 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-3f43ee55-bd31-4e94-a661-788996acd9d7 req-f05b9a7b-62eb-4de4-8b27-87b22dc29477 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.42 "GET /v2.0/security-groups?id=07e96b72-96bb-4562-b80f-051b133c1759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817208 Mar 29 15:42:24.784606 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [req-35236e98-709f-4a28-93a5-d8a8b0f1b68d req-5401896d-a929-4410-ab8a-e75e18fa742d service neutron] For port 611b86f9-0890-46c5-aa53-8103b3d2be14, host n-h1-834765-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=611b86f9-0890-46c5-aa53-8103b3d2be14,segment=NetworkSegment(a0c230f0-660a-4194-9279-0f0781d34134),segment_id=a0c230f0-660a-4194-9279-0f0781d34134)] {{(pid=102790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:42:24.807890 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-35236e98-709f-4a28-93a5-d8a8b0f1b68d req-5401896d-a929-4410-ab8a-e75e18fa742d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5237921'] for port, after_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:24.853070 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-2c1fb146-3f26-4ee9-b27c-f57d660bdf8d req-9af281c1-d959-49e7-a205-cf8609b8ad43 service neutron] 10.222.0.48 "GET /v2.0/networks/fcdf73f9-c801-4998-9ec4-0cdc8a1cb85b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6520526 Mar 29 15:42:24.867662 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 15:42:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1435f76-555a-4501-9fcf-6b3d3d32d0b7 x-openstack-request-id: req-f1435f76-555a-4501-9fcf-6b3d3d32d0b7 {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:42:24.868738 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "098ca7f6-5ef0-491c-b3c0-dec37bb94199", "tag": "0778d953-736b-473d-b6a9-91400417f84a", "status": "completed", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:42:24.869270 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f1435f76-555a-4501-9fcf-6b3d3d32d0b7 {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:42:24.869863 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '098ca7f6-5ef0-491c-b3c0-dec37bb94199', 'tag': '0778d953-736b-473d-b6a9-91400417f84a', 'status': 'completed', 'code': 200} Mar 29 15:42:24.893687 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35236e98-709f-4a28-93a5-d8a8b0f1b68d req-5401896d-a929-4410-ab8a-e75e18fa742d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:24.894168 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-35236e98-709f-4a28-93a5-d8a8b0f1b68d req-5401896d-a929-4410-ab8a-e75e18fa742d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:24.895595 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-35236e98-709f-4a28-93a5-d8a8b0f1b68d req-5401896d-a929-4410-ab8a-e75e18fa742d service neutron] 10.222.0.44 "PUT /v2.0/ports/611b86f9-0890-46c5-aa53-8103b3d2be14 HTTP/1.1" status: 200 len: 1095 time: 2.7191763 Mar 29 15:42:24.896043 n-d-834765-1 neutron-server[102790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbf06d28-6f64-4f76-b58a-39982ac100c2', 'tag': '611b86f9-0890-46c5-aa53-8103b3d2be14'}] {{(pid=102790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:42:24.898998 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46b06d655c90bc969636382cce4240ad749035fb0f3a83ee4734fa1ed9c4a6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed726069-be81-4d6a-99cf-996933eed95f" -d '{"events": [{"name": "network-changed", "server_uuid": "dbf06d28-6f64-4f76-b58a-39982ac100c2", "tag": "611b86f9-0890-46c5-aa53-8103b3d2be14"}]}' {{(pid=102790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:42:24.933959 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5401896d-a929-4410-ab8a-e75e18fa742d service neutron] Pushing event updated for resources: {'Port': ['ID=611b86f9-0890-46c5-aa53-8103b3d2be14,revision_number=3']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:42:24.944174 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d3fddd-3230-4e14-8c11-5bbc7be0e06f req-3a604608-0031-4ccf-9a8b-642a666660a9 tempest-FloatingIPsAssociationTestJSON-13237688 tempest-FloatingIPsAssociationTestJSON-13237688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:24.954421 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-12d3fddd-3230-4e14-8c11-5bbc7be0e06f req-3a604608-0031-4ccf-9a8b-642a666660a9 tempest-FloatingIPsAssociationTestJSON-13237688 tempest-FloatingIPsAssociationTestJSON-13237688-project] 10.222.0.42 "GET /v2.0/networks/4a4a035d-ecac-4ead-baa3-25f90788773a HTTP/1.1" status: 200 len: 784 time: 0.2145519 Mar 29 15:42:24.994097 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 44434) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:42:25.039726 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-19cb6262-7b4b-43b6-9166-e2198567f9c3 req-47c19e2a-0e8e-400c-9c14-90c6e67125b4 tempest-LiveMigrationNegativeTest-1671013112 tempest-LiveMigrationNegativeTest-1671013112-project] 10.222.0.42 "GET /v2.0/ports?device_id=33baf1e2-0080-40ab-8984-cc489471d17e HTTP/1.1" status: 200 len: 210 time: 0.0485458 Mar 29 15:42:25.044425 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1d3420-baa7-4a70-ac9c-b58d7b3f8dbf req-bd1588d4-0e5d-44c8-ba33-9db78b10531b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:25.046082 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6d1d3420-baa7-4a70-ac9c-b58d7b3f8dbf req-bd1588d4-0e5d-44c8-ba33-9db78b10531b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=5bf1a5bdfbb14ae084908e8fe7725bc6&device_id=098ca7f6-5ef0-491c-b3c0-dec37bb94199 HTTP/1.1" status: 200 len: 1098 time: 0.1642928 Mar 29 15:42:25.108547 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-bdee0f9d-4132-479f-8cf8-f21e4f0fa88f req-45d5fa98-6908-48b4-aa21-519b9d9b6489 tempest-LiveMigrationNegativeTest-1671013112 tempest-LiveMigrationNegativeTest-1671013112-project] Notify callbacks [] for port, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:25.112866 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-2a64c54c-6b33-4dce-9025-5e0f247b6637 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:25.180618 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35236e98-709f-4a28-93a5-d8a8b0f1b68d req-e900885a-8db0-45e0-8e9d-893553c01298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:25.182694 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-35236e98-709f-4a28-93a5-d8a8b0f1b68d req-e900885a-8db0-45e0-8e9d-893553c01298 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=5bf1a5bdfbb14ae084908e8fe7725bc6&device_id=dbf06d28-6f64-4f76-b58a-39982ac100c2 HTTP/1.1" status: 200 len: 1098 time: 0.2239184 Mar 29 15:42:25.196508 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-12d3fddd-3230-4e14-8c11-5bbc7be0e06f req-9aea221c-1f9a-488e-bf31-778b77d9bb8d tempest-FloatingIPsAssociationTestJSON-13237688 tempest-FloatingIPsAssociationTestJSON-13237688-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.4.25 HTTP/1.1" status: 200 len: 1000 time: 0.2314799 Mar 29 15:42:25.210682 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-62eb9586-2c0f-4187-801f-541e530a20b2 req-86946de8-f995-486f-bcca-ca8585abdeae tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=0371bf4ecfda48fda8d74747facc2c9d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0422289 Mar 29 15:42:25.212496 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [req-12d3fddd-3230-4e14-8c11-5bbc7be0e06f req-9bbcb49b-ee6d-46d5-a7eb-9b966fe832cb tempest-FloatingIPsAssociationTestJSON-13237688 tempest-FloatingIPsAssociationTestJSON-13237688-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:42:25.291844 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-35236e98-709f-4a28-93a5-d8a8b0f1b68d req-63b8262a-2e0b-440f-a6f0-135544c6c0ca service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.26&port_id=611b86f9-0890-46c5-aa53-8103b3d2be14 HTTP/1.1" status: 200 len: 217 time: 0.0903292 Mar 29 15:42:25.297372 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1d3420-baa7-4a70-ac9c-b58d7b3f8dbf req-72b0ab05-5eb3-42bc-a463-e2af3da57768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:25.298844 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6d1d3420-baa7-4a70-ac9c-b58d7b3f8dbf req-72b0ab05-5eb3-42bc-a463-e2af3da57768 service neutron] 10.222.0.44 "GET /v2.0/networks?id=2268a9b9-82fd-4886-a91d-3a50e4e16cab HTTP/1.1" status: 200 len: 870 time: 0.2438490 Mar 29 15:42:25.336000 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-12d3fddd-3230-4e14-8c11-5bbc7be0e06f req-9bbcb49b-ee6d-46d5-a7eb-9b966fe832cb tempest-FloatingIPsAssociationTestJSON-13237688 tempest-FloatingIPsAssociationTestJSON-13237688-project] Notify callbacks [] for floatingip, before_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:25.344906 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-bdee0f9d-4132-479f-8cf8-f21e4f0fa88f req-45d5fa98-6908-48b4-aa21-519b9d9b6489 tempest-LiveMigrationNegativeTest-1671013112 tempest-LiveMigrationNegativeTest-1671013112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:25.357949 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] get_ports_and_sgs() called for port_ids ['963c1ea5-70ee-44cb-9a63-afec8c6efd52'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:42:25.389498 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6d1d3420-baa7-4a70-ac9c-b58d7b3f8dbf req-e65f2ac7-aefc-40b8-a8dc-d806e8b8baed service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.76&port_id=0778d953-736b-473d-b6a9-91400417f84a HTTP/1.1" status: 200 len: 217 time: 0.0540209 Mar 29 15:42:25.463865 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1d3420-baa7-4a70-ac9c-b58d7b3f8dbf req-a098c9e4-1dd6-4503-ae7b-e2cdd26d2f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:25.465753 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6d1d3420-baa7-4a70-ac9c-b58d7b3f8dbf req-a098c9e4-1dd6-4503-ae7b-e2cdd26d2f51 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=abb8e5d6-2aea-4455-a944-3435a3d1ce49 HTTP/1.1" status: 200 len: 843 time: 0.0504467 Mar 29 15:42:25.513993 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bdee0f9d-4132-479f-8cf8-f21e4f0fa88f req-45d5fa98-6908-48b4-aa21-519b9d9b6489 tempest-LiveMigrationNegativeTest-1671013112 tempest-LiveMigrationNegativeTest-1671013112-project] Network 2268a9b9-82fd-4886-a91d-3a50e4e16cab is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:42:25.514330 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35236e98-709f-4a28-93a5-d8a8b0f1b68d req-d7d1add7-5eca-4479-a6b6-4596e2bad208 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:25.516022 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-35236e98-709f-4a28-93a5-d8a8b0f1b68d req-d7d1add7-5eca-4479-a6b6-4596e2bad208 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=abb8e5d6-2aea-4455-a944-3435a3d1ce49 HTTP/1.1" status: 200 len: 843 time: 0.1987638 Mar 29 15:42:25.519667 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-2a64c54c-6b33-4dce-9025-5e0f247b6637 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:25.524563 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [req-bdee0f9d-4132-479f-8cf8-f21e4f0fa88f req-45d5fa98-6908-48b4-aa21-519b9d9b6489 tempest-LiveMigrationNegativeTest-1671013112 tempest-LiveMigrationNegativeTest-1671013112-project] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:42:25.529398 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-2a64c54c-6b33-4dce-9025-5e0f247b6637 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:25.531493 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdee0f9d-4132-479f-8cf8-f21e4f0fa88f req-45d5fa98-6908-48b4-aa21-519b9d9b6489 tempest-LiveMigrationNegativeTest-1671013112 tempest-LiveMigrationNegativeTest-1671013112-project] Received port after_create {{(pid=102791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:42:25.575285 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d5fa98-6908-48b4-aa21-519b9d9b6489 tempest-LiveMigrationNegativeTest-1671013112 tempest-LiveMigrationNegativeTest-1671013112-project] Pushing event updated for resources: {'Port': ['ID=e108255d-1c5f-4606-bfd8-b8aae7046923,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:42:25.588678 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62eb9586-2c0f-4187-801f-541e530a20b2 req-41367161-632a-442d-8bdd-d1d66d16b32f tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:25.590409 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-62eb9586-2c0f-4187-801f-541e530a20b2 req-41367161-632a-442d-8bdd-d1d66d16b32f tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3698406 Mar 29 15:42:25.625029 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-62eb9586-2c0f-4187-801f-541e530a20b2 req-55c4caa4-5ace-4ae6-84cc-bb9214f3a7fc tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] 10.222.0.42 "GET /v2.0/quotas/0371bf4ecfda48fda8d74747facc2c9d HTTP/1.1" status: 200 len: 375 time: 0.0227206 Mar 29 15:42:25.629940 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1d3420-baa7-4a70-ac9c-b58d7b3f8dbf req-ef06a610-452b-4977-873b-2c35bca6c021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:25.632744 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6d1d3420-baa7-4a70-ac9c-b58d7b3f8dbf req-ef06a610-452b-4977-873b-2c35bca6c021 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2268a9b9-82fd-4886-a91d-3a50e4e16cab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1545877 Mar 29 15:42:25.638573 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdee0f9d-4132-479f-8cf8-f21e4f0fa88f req-45d5fa98-6908-48b4-aa21-519b9d9b6489 tempest-LiveMigrationNegativeTest-1671013112 tempest-LiveMigrationNegativeTest-1671013112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:25.639218 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-bdee0f9d-4132-479f-8cf8-f21e4f0fa88f req-45d5fa98-6908-48b4-aa21-519b9d9b6489 tempest-LiveMigrationNegativeTest-1671013112 tempest-LiveMigrationNegativeTest-1671013112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:25.655749 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-12d3fddd-3230-4e14-8c11-5bbc7be0e06f req-9bbcb49b-ee6d-46d5-a7eb-9b966fe832cb tempest-FloatingIPsAssociationTestJSON-13237688 tempest-FloatingIPsAssociationTestJSON-13237688-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:25.660255 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-2a64c54c-6b33-4dce-9025-5e0f247b6637 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=6bdfc113e804419ca39e9172ab620484&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6670640 Mar 29 15:42:25.666064 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 44446) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:42:25.668438 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-12d3fddd-3230-4e14-8c11-5bbc7be0e06f req-9bbcb49b-ee6d-46d5-a7eb-9b966fe832cb tempest-FloatingIPsAssociationTestJSON-13237688 tempest-FloatingIPsAssociationTestJSON-13237688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648212'] for floatingip, after_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:25.668968 n-d-834765-1 neutron-server[102790]: INFO neutron.db.l3_db [req-12d3fddd-3230-4e14-8c11-5bbc7be0e06f req-9bbcb49b-ee6d-46d5-a7eb-9b966fe832cb tempest-FloatingIPsAssociationTestJSON-13237688 tempest-FloatingIPsAssociationTestJSON-13237688-project] Floating IP 8bdbb7f6-43ff-4ccc-ac96-0583571cb1c4 disassociated. External IP: 172.25.4.25, port: 83136e82-2f06-46a4-b9ca-6b6357a86c4f. Mar 29 15:42:25.675541 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a64c54c-6b33-4dce-9025-5e0f247b6637 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=635148ee-4030-4f70-8691-fd726b79c5a4,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:42:25.704882 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-62eb9586-2c0f-4187-801f-541e530a20b2 req-064de7f1-c440-4d09-8989-181630dfba8b tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=0371bf4ecfda48fda8d74747facc2c9d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0607851 Mar 29 15:42:25.710641 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-bdee0f9d-4132-479f-8cf8-f21e4f0fa88f req-45d5fa98-6908-48b4-aa21-519b9d9b6489 tempest-LiveMigrationNegativeTest-1671013112 tempest-LiveMigrationNegativeTest-1671013112-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4955614 Mar 29 15:42:25.745926 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [req-bdee0f9d-4132-479f-8cf8-f21e4f0fa88f req-8bf596f9-27c3-4574-94b4-c1ad0d856f1d service neutron] Request body: {'port': {'device_id': '33baf1e2-0080-40ab-8984-cc489471d17e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834765-1'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:42:25.776634 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35236e98-709f-4a28-93a5-d8a8b0f1b68d req-9d2554df-da82-46d8-8ff5-db8f928ee00b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:25.778982 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-35236e98-709f-4a28-93a5-d8a8b0f1b68d req-9d2554df-da82-46d8-8ff5-db8f928ee00b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2268a9b9-82fd-4886-a91d-3a50e4e16cab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2450781 Mar 29 15:42:25.821207 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-fd030765-fce1-41c3-b4f1-898ab252eb7f None None] Provisioning complete for port e108255d-1c5f-4606-bfd8-b8aae7046923 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:42:25.821575 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-fd030765-fce1-41c3-b4f1-898ab252eb7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:25.826699 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6d1d3420-baa7-4a70-ac9c-b58d7b3f8dbf req-7c140294-0139-413a-855c-6c05dbb9450c service neutron] 10.222.0.44 "GET /v2.0/networks/2268a9b9-82fd-4886-a91d-3a50e4e16cab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1837983 Mar 29 15:42:25.827974 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-bdee0f9d-4132-479f-8cf8-f21e4f0fa88f req-8bf596f9-27c3-4574-94b4-c1ad0d856f1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:25.887494 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-fd030765-fce1-41c3-b4f1-898ab252eb7f None None] Port e108255d-1c5f-4606-bfd8-b8aae7046923 cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 15:42:25.903966 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-53370fff-d340-4788-9038-44b4c63b6582 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:26.025079 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6d1d3420-baa7-4a70-ac9c-b58d7b3f8dbf req-3a0a06bf-0ada-41db-8244-817a473d2ae0 service neutron] 10.222.0.44 "GET /v2.0/networks/2268a9b9-82fd-4886-a91d-3a50e4e16cab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1859586 Mar 29 15:42:26.065143 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-82e2f960-68a3-440c-92c8-cd1dc41ada27 req-30a5fd49-3d1e-4efd-8671-c2647921ec37 tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=0371bf4ecfda48fda8d74747facc2c9d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0488164 Mar 29 15:42:26.065959 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-53370fff-d340-4788-9038-44b4c63b6582 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:26.188797 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bbc079-b402-400a-bf60-89ca0069ffd3 req-3625fdcd-fa82-415d-a742-ad0209fcff31 tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:26.191741 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e5bbc079-b402-400a-bf60-89ca0069ffd3 req-3625fdcd-fa82-415d-a742-ad0209fcff31 tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] 10.222.0.42 "GET /v2.0/ports?device_id=dbf06d28-6f64-4f76-b58a-39982ac100c2 HTTP/1.1" status: 200 len: 947 time: 0.1654353 Mar 29 15:42:26.250485 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-35236e98-709f-4a28-93a5-d8a8b0f1b68d req-1b7dc40b-f5c9-45de-a190-f0adc88d0edf service neutron] 10.222.0.44 "GET /v2.0/networks/2268a9b9-82fd-4886-a91d-3a50e4e16cab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4620538 Mar 29 15:42:26.379171 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e2f960-68a3-440c-92c8-cd1dc41ada27 req-65d85975-9237-46ab-bdfa-5cc6b1d542e8 tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:26.381933 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-82e2f960-68a3-440c-92c8-cd1dc41ada27 req-65d85975-9237-46ab-bdfa-5cc6b1d542e8 tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3017294 Mar 29 15:42:26.392342 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-53370fff-d340-4788-9038-44b4c63b6582 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:26.395409 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-53370fff-d340-4788-9038-44b4c63b6582 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:26.399518 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-53370fff-d340-4788-9038-44b4c63b6582 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/635148ee-4030-4f70-8691-fd726b79c5a4 HTTP/1.1" status: 204 len: 168 time: 0.7319283 Mar 29 15:42:26.410650 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [req-82e2f960-68a3-440c-92c8-cd1dc41ada27 req-823d3c31-1746-4455-ba6e-ad559bfc308a tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] Request body: {'port': {'device_id': '2565640a-8c7c-44e6-a0ff-441fffc35121', 'network_id': '2268a9b9-82fd-4886-a91d-3a50e4e16cab', 'admin_state_up': True, 'tenant_id': '0371bf4ecfda48fda8d74747facc2c9d'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:42:26.440633 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 44468) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:42:26.475415 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53370fff-d340-4788-9038-44b4c63b6582 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=635148ee-4030-4f70-8691-fd726b79c5a4,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:42:26.511966 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.l3_agent_scheduler [req-12d3fddd-3230-4e14-8c11-5bbc7be0e06f req-9bbcb49b-ee6d-46d5-a7eb-9b966fe832cb tempest-FloatingIPsAssociationTestJSON-13237688 tempest-FloatingIPsAssociationTestJSON-13237688-project] Router 9c8705f6-4302-44a1-8d1c-1a63e28635c2 has already been hosted by L3 agent c648d819-1060-4f26-b4ec-6455387b5dff {{(pid=102790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 15:42:26.572119 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-35236e98-709f-4a28-93a5-d8a8b0f1b68d req-05fc3e07-5060-4a9e-aff6-f7ca5f96968c service neutron] 10.222.0.44 "GET /v2.0/networks/2268a9b9-82fd-4886-a91d-3a50e4e16cab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3026323 Mar 29 15:42:26.644651 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e5bbc079-b402-400a-bf60-89ca0069ffd3 req-4a114627-bd41-42b2-8467-322c001e5c0d tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] 10.222.0.42 "GET /v2.0/security-groups?id=062b76b3-3a31-4c61-a1e4-5e35375fb0f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992162 Mar 29 15:42:26.710924 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 15:42:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-797dd359-9cd5-47ee-bf9e-98e8330eb9b8 x-openstack-request-id: req-797dd359-9cd5-47ee-bf9e-98e8330eb9b8 {{(pid=102790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:42:26.711214 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbf06d28-6f64-4f76-b58a-39982ac100c2", "tag": "611b86f9-0890-46c5-aa53-8103b3d2be14", "status": "completed", "code": 200}]} {{(pid=102790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:42:26.711503 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-797dd359-9cd5-47ee-bf9e-98e8330eb9b8 {{(pid=102790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:42:26.712875 n-d-834765-1 neutron-server[102790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbf06d28-6f64-4f76-b58a-39982ac100c2', 'tag': '611b86f9-0890-46c5-aa53-8103b3d2be14', 'status': 'completed', 'code': 200} Mar 29 15:42:26.782854 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82e2f960-68a3-440c-92c8-cd1dc41ada27 req-823d3c31-1746-4455-ba6e-ad559bfc308a tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] Made reservation on behalf of 0371bf4ecfda48fda8d74747facc2c9d for: {'port': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:42:26.787844 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-82e2f960-68a3-440c-92c8-cd1dc41ada27 req-823d3c31-1746-4455-ba6e-ad559bfc308a tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:26.835636 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-82e2f960-68a3-440c-92c8-cd1dc41ada27 req-823d3c31-1746-4455-ba6e-ad559bfc308a tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] Notify callbacks [] for security_group, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:26.864472 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [req-bdee0f9d-4132-479f-8cf8-f21e4f0fa88f req-8bf596f9-27c3-4574-94b4-c1ad0d856f1d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e108255d-1c5f-4606-bfd8-b8aae7046923 {{(pid=102791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:42:26.874044 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-bdee0f9d-4132-479f-8cf8-f21e4f0fa88f req-8bf596f9-27c3-4574-94b4-c1ad0d856f1d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:26.889607 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bd36da-774f-49e5-a438-9b2b86c76912 req-3fca1f8e-c72a-4c0c-aa63-1f3fb5b887e8 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:26.890916 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-c5bd36da-774f-49e5-a438-9b2b86c76912 req-3fca1f8e-c72a-4c0c-aa63-1f3fb5b887e8 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb986c29-f18c-4431-b001-b8a5fa38aaaa HTTP/1.1" status: 200 len: 946 time: 0.1294858 Mar 29 15:42:26.896994 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-123229f4-81a4-4b76-b28f-55967d9fa354 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:26.899305 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.provisioning_blocks [req-bdee0f9d-4132-479f-8cf8-f21e4f0fa88f req-8bf596f9-27c3-4574-94b4-c1ad0d856f1d service neutron] Transition to ACTIVE for port object e108255d-1c5f-4606-bfd8-b8aae7046923 will not be triggered until provisioned by entity L2. {{(pid=102791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 15:42:26.899474 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-12d3fddd-3230-4e14-8c11-5bbc7be0e06f req-9bbcb49b-ee6d-46d5-a7eb-9b966fe832cb tempest-FloatingIPsAssociationTestJSON-13237688 tempest-FloatingIPsAssociationTestJSON-13237688-project] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:42:26.909107 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efb274fa-f913-470a-b769-5a45d92ab988 None None] Sync routers for ids ['9c8705f6-4302-44a1-8d1c-1a63e28635c2'] in n-d-834765-1 {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:42:26.913726 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-12d3fddd-3230-4e14-8c11-5bbc7be0e06f req-9bbcb49b-ee6d-46d5-a7eb-9b966fe832cb tempest-FloatingIPsAssociationTestJSON-13237688 tempest-FloatingIPsAssociationTestJSON-13237688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for floatingip, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:26.922826 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-bdee0f9d-4132-479f-8cf8-f21e4f0fa88f req-8bf596f9-27c3-4574-94b4-c1ad0d856f1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:26.924697 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efb274fa-f913-470a-b769-5a45d92ab988 None None] Routers {'9c8705f6-4302-44a1-8d1c-1a63e28635c2'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:42:26.931800 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-efb274fa-f913-470a-b769-5a45d92ab988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:42:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['9c8705f6-4302-44a1-8d1c-1a63e28635c2'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:42:27.005021 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed726069-be81-4d6a-99cf-996933eed95f req-87545b07-af17-4652-b7b2-505ee102db1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:27.008007 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-ed726069-be81-4d6a-99cf-996933eed95f req-87545b07-af17-4652-b7b2-505ee102db1b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=5bf1a5bdfbb14ae084908e8fe7725bc6&device_id=dbf06d28-6f64-4f76-b58a-39982ac100c2 HTTP/1.1" status: 200 len: 1098 time: 0.2263472 Mar 29 15:42:27.012965 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-c5bd36da-774f-49e5-a438-9b2b86c76912 req-455fdc43-1ead-4f52-a4c0-af6714032417 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.42 "GET /v2.0/security-groups?id=07e96b72-96bb-4562-b80f-051b133c1759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073008 Mar 29 15:42:27.060683 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-12d3fddd-3230-4e14-8c11-5bbc7be0e06f req-9bbcb49b-ee6d-46d5-a7eb-9b966fe832cb tempest-FloatingIPsAssociationTestJSON-13237688 tempest-FloatingIPsAssociationTestJSON-13237688-project] 10.222.0.42 "PUT /v2.0/floatingips/8bdbb7f6-43ff-4ccc-ac96-0583571cb1c4 HTTP/1.1" status: 200 len: 694 time: 1.8630340 Mar 29 15:42:27.085834 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf596f9-27c3-4574-94b4-c1ad0d856f1d service neutron] Pushing event updated for resources: {'Port': ['ID=e108255d-1c5f-4606-bfd8-b8aae7046923,revision_number=2']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:42:27.107952 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvr_db [None req-efb274fa-f913-470a-b769-5a45d92ab988 None None] Set router 9c8705f6-4302-44a1-8d1c-1a63e28635c2 gateway port host: n-d-834765-1 {{(pid=102792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:42:27.237888 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-fe44a432-9ca5-4102-9f01-d93f5aa2a8ba req-6fbc0f37-4dd3-46a1-be8b-6c152d97ba7a tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] 10.222.0.42 "GET /v2.0/ports?device_id=6577ea24-a03c-4970-9984-ffe76327597c HTTP/1.1" status: 200 len: 210 time: 0.0832787 Mar 29 15:42:27.286197 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-bdee0f9d-4132-479f-8cf8-f21e4f0fa88f req-8bf596f9-27c3-4574-94b4-c1ad0d856f1d service neutron] Attempting to bind port e108255d-1c5f-4606-bfd8-b8aae7046923 on host n-h2-834765-1 for vnic_type normal with profile {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:42:27.294858 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-bdee0f9d-4132-479f-8cf8-f21e4f0fa88f req-8bf596f9-27c3-4574-94b4-c1ad0d856f1d service neutron] Attempting to bind port e108255d-1c5f-4606-bfd8-b8aae7046923 by drivers openvswitch,hyperv on host n-h2-834765-1 at level 0 using segments [{'id': 'a0c230f0-660a-4194-9279-0f0781d34134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '2268a9b9-82fd-4886-a91d-3a50e4e16cab'}] {{(pid=102791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:42:27.295201 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdee0f9d-4132-479f-8cf8-f21e4f0fa88f req-8bf596f9-27c3-4574-94b4-c1ad0d856f1d service neutron] Attempting to bind port e108255d-1c5f-4606-bfd8-b8aae7046923 on network 2268a9b9-82fd-4886-a91d-3a50e4e16cab {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:42:27.305230 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdee0f9d-4132-479f-8cf8-f21e4f0fa88f req-8bf596f9-27c3-4574-94b4-c1ad0d856f1d service neutron] Port e108255d-1c5f-4606-bfd8-b8aae7046923 on network 2268a9b9-82fd-4886-a91d-3a50e4e16cab not bound, no agent of type Open vSwitch agent registered on host n-h2-834765-1 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 15:42:27.306065 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdee0f9d-4132-479f-8cf8-f21e4f0fa88f req-8bf596f9-27c3-4574-94b4-c1ad0d856f1d service neutron] Attempting to bind port e108255d-1c5f-4606-bfd8-b8aae7046923 on network 2268a9b9-82fd-4886-a91d-3a50e4e16cab {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:42:27.322043 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdee0f9d-4132-479f-8cf8-f21e4f0fa88f req-8bf596f9-27c3-4574-94b4-c1ad0d856f1d service neutron] Checking agent: {'id': '3e4b4912-b4a2-4d17-b5bd-6ce15529e8eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 33, 17), 'started_at': datetime.datetime(2022, 3, 29, 15, 33, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 42, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:42:27.324539 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdee0f9d-4132-479f-8cf8-f21e4f0fa88f req-8bf596f9-27c3-4574-94b4-c1ad0d856f1d service neutron] Checking segment: {'id': 'a0c230f0-660a-4194-9279-0f0781d34134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '2268a9b9-82fd-4886-a91d-3a50e4e16cab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:42:27.324933 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdee0f9d-4132-479f-8cf8-f21e4f0fa88f req-8bf596f9-27c3-4574-94b4-c1ad0d856f1d service neutron] Bound using segment: {'id': 'a0c230f0-660a-4194-9279-0f0781d34134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '2268a9b9-82fd-4886-a91d-3a50e4e16cab'} {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:42:27.325610 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-bdee0f9d-4132-479f-8cf8-f21e4f0fa88f req-8bf596f9-27c3-4574-94b4-c1ad0d856f1d service neutron] Bound port: e108255d-1c5f-4606-bfd8-b8aae7046923, host: n-h2-834765-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0c230f0-660a-4194-9279-0f0781d34134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '2268a9b9-82fd-4886-a91d-3a50e4e16cab'}}] {{(pid=102791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 15:42:27.325770 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-bdee0f9d-4132-479f-8cf8-f21e4f0fa88f req-8bf596f9-27c3-4574-94b4-c1ad0d856f1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:27.349749 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d3fddd-3230-4e14-8c11-5bbc7be0e06f req-33167b99-935b-416a-a72d-f63b6f579613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:27.364639 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-12d3fddd-3230-4e14-8c11-5bbc7be0e06f req-33167b99-935b-416a-a72d-f63b6f579613 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=09e41d0f297a4c05bfeacde4bee1a28c&device_id=e06e70c7-935d-412c-80c6-167429b49c6c HTTP/1.1" status: 200 len: 1096 time: 0.2813129 Mar 29 15:42:27.395881 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-82e2f960-68a3-440c-92c8-cd1dc41ada27 req-823d3c31-1746-4455-ba6e-ad559bfc308a tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] Notify callbacks [] for security_group, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:27.423295 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed726069-be81-4d6a-99cf-996933eed95f req-f86c9b32-83d4-409e-83e1-04bed7d1db43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:27.424863 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-ed726069-be81-4d6a-99cf-996933eed95f req-f86c9b32-83d4-409e-83e1-04bed7d1db43 service neutron] 10.222.0.44 "GET /v2.0/networks?id=2268a9b9-82fd-4886-a91d-3a50e4e16cab HTTP/1.1" status: 200 len: 870 time: 0.4067125 Mar 29 15:42:27.445864 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-82e2f960-68a3-440c-92c8-cd1dc41ada27 req-823d3c31-1746-4455-ba6e-ad559bfc308a tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:27.596452 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b85fae7-ac93-468b-a408-bcdfa60037de req-4eef92bb-ca53-4c26-becc-282e1e370b7e tempest-LiveMigrationNegativeTest-1671013112 tempest-LiveMigrationNegativeTest-1671013112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:27.607440 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-7b85fae7-ac93-468b-a408-bcdfa60037de req-4eef92bb-ca53-4c26-becc-282e1e370b7e tempest-LiveMigrationNegativeTest-1671013112 tempest-LiveMigrationNegativeTest-1671013112-project] 10.222.0.42 "GET /v2.0/ports?device_id=33baf1e2-0080-40ab-8984-cc489471d17e HTTP/1.1" status: 200 len: 948 time: 0.1841743 Mar 29 15:42:27.617654 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-bdee0f9d-4132-479f-8cf8-f21e4f0fa88f req-8bf596f9-27c3-4574-94b4-c1ad0d856f1d service neutron] For port e108255d-1c5f-4606-bfd8-b8aae7046923, host n-h2-834765-1, cleared binding levels {{(pid=102791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:42:27.641531 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-bdee0f9d-4132-479f-8cf8-f21e4f0fa88f req-8bf596f9-27c3-4574-94b4-c1ad0d856f1d service neutron] For port e108255d-1c5f-4606-bfd8-b8aae7046923, host n-h2-834765-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=e108255d-1c5f-4606-bfd8-b8aae7046923,segment=NetworkSegment(a0c230f0-660a-4194-9279-0f0781d34134),segment_id=a0c230f0-660a-4194-9279-0f0781d34134)] {{(pid=102791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:42:27.650249 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-bdee0f9d-4132-479f-8cf8-f21e4f0fa88f req-8bf596f9-27c3-4574-94b4-c1ad0d856f1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:27.658583 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-efb274fa-f913-470a-b769-5a45d92ab988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c8705f6-4302-44a1-8d1c-1a63e28635c2', 'name': 'tempest-FloatingIPsAssociationTestJSON-10715648-router', 'tenant_id': '09e41d0f297a4c05bfeacde4bee1a28c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.110'}], 'enable_snat': True}, 'gw_port_id': '03eaca56-bb8b-426e-9003-e216c6a40bca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:41:19Z', 'updated_at': '2022-03-29T15:41:27Z', 'revision_number': 4, 'project_id': '09e41d0f297a4c05bfeacde4bee1a28c', 'gw_port': {'id': '03eaca56-bb8b-426e-9003-e216c6a40bca', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:df:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c8705f6-4302-44a1-8d1c-1a63e28635c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 836, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:41:20Z', 'updated_at': '2022-03-29T15:41:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': '279478e2-400e-4e35-b251-37a61aa9bd8a', 'name': '', 'network_id': 'fcdf73f9-c801-4998-9ec4-0cdc8a1cb85b', 'tenant_id': '09e41d0f297a4c05bfeacde4bee1a28c', 'mac_address': 'fa:16:3e:29:f1:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c8705f6-4302-44a1-8d1c-1a63e28635c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 838, 'fixed_ips': [{'subnet_id': '97aeeb47-9a64-429c-b18e-a70adf894590', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:41:25Z', 'updated_at': '2022-03-29T15:41:31Z', 'revision_number': 5, 'project_id': '09e41d0f297a4c05bfeacde4bee1a28c', 'subnets': [{'id': '97aeeb47-9a64-429c-b18e-a70adf894590', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:42:27.700673 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efb274fa-f913-470a-b769-5a45d92ab988 None None] Checking router: 9c8705f6-4302-44a1-8d1c-1a63e28635c2 for host: n-d-834765-1 {{(pid=102792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:42:27.718432 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efb274fa-f913-470a-b769-5a45d92ab988 None None] Routers {'9c8705f6-4302-44a1-8d1c-1a63e28635c2'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:42:27.719488 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-efb274fa-f913-470a-b769-5a45d92ab988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:42:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['9c8705f6-4302-44a1-8d1c-1a63e28635c2'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:42:27.729789 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-7b85fae7-ac93-468b-a408-bcdfa60037de req-7ed9326d-bed1-4766-a495-6d15712378ce tempest-LiveMigrationNegativeTest-1671013112 tempest-LiveMigrationNegativeTest-1671013112-project] 10.222.0.42 "GET /v2.0/security-groups?id=774c292d-aaff-41c3-9345-153fa540abbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159127 Mar 29 15:42:27.742781 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdee0f9d-4132-479f-8cf8-f21e4f0fa88f req-8bf596f9-27c3-4574-94b4-c1ad0d856f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:27.744810 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-bdee0f9d-4132-479f-8cf8-f21e4f0fa88f req-8bf596f9-27c3-4574-94b4-c1ad0d856f1d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:27.747955 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-bdee0f9d-4132-479f-8cf8-f21e4f0fa88f req-8bf596f9-27c3-4574-94b4-c1ad0d856f1d service neutron] 10.222.0.48 "PUT /v2.0/ports/e108255d-1c5f-4606-bfd8-b8aae7046923 HTTP/1.1" status: 200 len: 1096 time: 2.0084009 Mar 29 15:42:27.752123 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33baf1e2-0080-40ab-8984-cc489471d17e', 'tag': 'e108255d-1c5f-4606-bfd8-b8aae7046923'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:42:27.767792 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-ed726069-be81-4d6a-99cf-996933eed95f req-e6f4f467-b928-4585-920b-e27be013a85e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.26&port_id=611b86f9-0890-46c5-aa53-8103b3d2be14 HTTP/1.1" status: 200 len: 217 time: 0.2070124 Mar 29 15:42:27.769604 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-62eb9586-2c0f-4187-801f-541e530a20b2 req-bc173b90-480d-4cb4-835d-8373722ac425 tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=0371bf4ecfda48fda8d74747facc2c9d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3525631 Mar 29 15:42:27.770245 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823d3c31-1746-4455-ba6e-ad559bfc308a tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6fc5fb8c-b1d6-4bb9-b68a-102a19ea7379,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:42:27.777362 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c67b028db5e9b9818fecc5c0a87ebc6f190694fa53ca267d523e04f98de536d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36b45fe5-d32b-4c1b-9c56-b25b4c003a45" -d '{"events": [{"name": "network-changed", "server_uuid": "33baf1e2-0080-40ab-8984-cc489471d17e", "tag": "e108255d-1c5f-4606-bfd8-b8aae7046923"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:42:27.799940 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf596f9-27c3-4574-94b4-c1ad0d856f1d service neutron] Pushing event updated for resources: {'Port': ['ID=e108255d-1c5f-4606-bfd8-b8aae7046923,revision_number=3']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:42:27.898455 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdee0f9d-4132-479f-8cf8-f21e4f0fa88f req-d0c99c51-194c-4df7-81c5-b730b80c8772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:27.899646 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-bdee0f9d-4132-479f-8cf8-f21e4f0fa88f req-d0c99c51-194c-4df7-81c5-b730b80c8772 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=67d42af9bb55452183d4d571f8b7bda6&device_id=33baf1e2-0080-40ab-8984-cc489471d17e HTTP/1.1" status: 200 len: 1099 time: 0.0917447 Mar 29 15:42:27.910026 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvr_db [None req-efb274fa-f913-470a-b769-5a45d92ab988 None None] Set router 9c8705f6-4302-44a1-8d1c-1a63e28635c2 gateway port host: n-d-834765-1 {{(pid=102792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:42:27.938633 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-123229f4-81a4-4b76-b28f-55967d9fa354 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:27.960189 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-bdee0f9d-4132-479f-8cf8-f21e4f0fa88f req-ce442aea-89d0-4279-8cf8-ea5f4ddc0071 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.101&port_id=e108255d-1c5f-4606-bfd8-b8aae7046923 HTTP/1.1" status: 200 len: 217 time: 0.0419574 Mar 29 15:42:28.003637 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-123229f4-81a4-4b76-b28f-55967d9fa354 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:28.040100 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.db_base_plugin_common [req-82e2f960-68a3-440c-92c8-cd1dc41ada27 req-823d3c31-1746-4455-ba6e-ad559bfc308a tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] Allocated IP 192.168.233.98 (2268a9b9-82fd-4886-a91d-3a50e4e16cab/abb8e5d6-2aea-4455-a944-3435a3d1ce49/949ea80c-bdd8-4833-9e27-0945bbdcedb0) {{(pid=102790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:42:28.085029 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e803a379-ff25-4020-a120-b8bbe76c4b64 req-eb601241-fa36-4f03-90c5-b3a43be072d7 tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:28.095784 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e803a379-ff25-4020-a120-b8bbe76c4b64 req-eb601241-fa36-4f03-90c5-b3a43be072d7 tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] 10.222.0.42 "GET /v2.0/ports?device_id=dbf06d28-6f64-4f76-b58a-39982ac100c2 HTTP/1.1" status: 200 len: 947 time: 0.2228186 Mar 29 15:42:28.097120 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-123229f4-81a4-4b76-b28f-55967d9fa354 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=44217955949f4693bc095cd73a2e4d4a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6525476 Mar 29 15:42:28.103111 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdee0f9d-4132-479f-8cf8-f21e4f0fa88f req-7298c1f9-a8f9-45a2-9e3a-7c83bc0cb8c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:28.104913 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-bdee0f9d-4132-479f-8cf8-f21e4f0fa88f req-7298c1f9-a8f9-45a2-9e3a-7c83bc0cb8c2 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=abb8e5d6-2aea-4455-a944-3435a3d1ce49 HTTP/1.1" status: 200 len: 843 time: 0.1365004 Mar 29 15:42:28.108048 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 44506) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:42:28.114342 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62eb9586-2c0f-4187-801f-541e530a20b2 req-d5d79bde-42c7-4469-a061-266aeab76777 tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:28.116629 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-62eb9586-2c0f-4187-801f-541e530a20b2 req-d5d79bde-42c7-4469-a061-266aeab76777 tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2973993 Mar 29 15:42:28.133127 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed726069-be81-4d6a-99cf-996933eed95f req-9ae54cb0-07f8-46ae-a2f0-b84ebb0c2d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:28.134806 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-ed726069-be81-4d6a-99cf-996933eed95f req-9ae54cb0-07f8-46ae-a2f0-b84ebb0c2d6f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=abb8e5d6-2aea-4455-a944-3435a3d1ce49 HTTP/1.1" status: 200 len: 843 time: 0.2188721 Mar 29 15:42:28.138812 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [req-62eb9586-2c0f-4187-801f-541e530a20b2 req-581ce64f-7786-441a-b4a8-25ade9623b6e tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] Request body: {'port': {'device_id': '6577ea24-a03c-4970-9984-ffe76327597c', 'network_id': '2268a9b9-82fd-4886-a91d-3a50e4e16cab', 'admin_state_up': True, 'tenant_id': '0371bf4ecfda48fda8d74747facc2c9d'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:42:28.148995 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123229f4-81a4-4b76-b28f-55967d9fa354 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fd61d8e-10fa-45d6-babd-b0a17422932e,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:42:28.221979 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-efb274fa-f913-470a-b769-5a45d92ab988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c8705f6-4302-44a1-8d1c-1a63e28635c2', 'name': 'tempest-FloatingIPsAssociationTestJSON-10715648-router', 'tenant_id': '09e41d0f297a4c05bfeacde4bee1a28c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.110'}], 'enable_snat': True}, 'gw_port_id': '03eaca56-bb8b-426e-9003-e216c6a40bca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:41:19Z', 'updated_at': '2022-03-29T15:41:27Z', 'revision_number': 4, 'project_id': '09e41d0f297a4c05bfeacde4bee1a28c', 'gw_port': {'id': '03eaca56-bb8b-426e-9003-e216c6a40bca', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:df:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c8705f6-4302-44a1-8d1c-1a63e28635c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 836, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:41:20Z', 'updated_at': '2022-03-29T15:41:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': '279478e2-400e-4e35-b251-37a61aa9bd8a', 'name': '', 'network_id': 'fcdf73f9-c801-4998-9ec4-0cdc8a1cb85b', 'tenant_id': '09e41d0f297a4c05bfeacde4bee1a28c', 'mac_address': 'fa:16:3e:29:f1:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c8705f6-4302-44a1-8d1c-1a63e28635c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 838, 'fixed_ips': [{'subnet_id': '97aeeb47-9a64-429c-b18e-a70adf894590', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:41:25Z', 'updated_at': '2022-03-29T15:41:31Z', 'revision_number': 5, 'project_id': '09e41d0f297a4c05bfeacde4bee1a28c', 'subnets': [{'id': '97aeeb47-9a64-429c-b18e-a70adf894590', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:42:28.226795 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d3fddd-3230-4e14-8c11-5bbc7be0e06f req-7adf2160-cb80-4a34-b8aa-4f2cc1c01bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:28.228315 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-12d3fddd-3230-4e14-8c11-5bbc7be0e06f req-7adf2160-cb80-4a34-b8aa-4f2cc1c01bf5 service neutron] 10.222.0.42 "GET /v2.0/networks?id=fcdf73f9-c801-4998-9ec4-0cdc8a1cb85b HTTP/1.1" status: 200 len: 920 time: 0.8610971 Mar 29 15:42:28.234553 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-69921a35-2a4e-48fd-8967-946819a9fb6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:28.270915 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efb274fa-f913-470a-b769-5a45d92ab988 None None] The sync data for ids ['9c8705f6-4302-44a1-8d1c-1a63e28635c2'] in n-d-834765-1 is: [{'id': '9c8705f6-4302-44a1-8d1c-1a63e28635c2', 'name': 'tempest-FloatingIPsAssociationTestJSON-10715648-router', 'tenant_id': '09e41d0f297a4c05bfeacde4bee1a28c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.110'}], 'enable_snat': True}, 'gw_port_id': '03eaca56-bb8b-426e-9003-e216c6a40bca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:41:19Z', 'updated_at': '2022-03-29T15:41:27Z', 'revision_number': 4, 'project_id': '09e41d0f297a4c05bfeacde4bee1a28c', 'gw_port': {'id': '03eaca56-bb8b-426e-9003-e216c6a40bca', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:df:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c8705f6-4302-44a1-8d1c-1a63e28635c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 836, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:41:20Z', 'updated_at': '2022-03-29T15:41:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': '279478e2-400e-4e35-b251-37a61aa9bd8a', 'name': '', 'network_id': 'fcdf73f9-c801-4998-9ec4-0cdc8a1cb85b', 'tenant_id': '09e41d0f297a4c05bfeacde4bee1a28c', 'mac_address': 'fa:16:3e:29:f1:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c8705f6-4302-44a1-8d1c-1a63e28635c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 838, 'fixed_ips': [{'subnet_id': '97aeeb47-9a64-429c-b18e-a70adf894590', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:41:25Z', 'updated_at': '2022-03-29T15:41:31Z', 'revision_number': 5, 'project_id': '09e41d0f297a4c05bfeacde4bee1a28c', 'subnets': [{'id': '97aeeb47-9a64-429c-b18e-a70adf894590', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:42:28.278974 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-69921a35-2a4e-48fd-8967-946819a9fb6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:28.293447 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdee0f9d-4132-479f-8cf8-f21e4f0fa88f req-846ca21c-0dec-4d57-8ccc-c20db15c86e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:28.295116 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-bdee0f9d-4132-479f-8cf8-f21e4f0fa88f req-846ca21c-0dec-4d57-8ccc-c20db15c86e4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2268a9b9-82fd-4886-a91d-3a50e4e16cab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1465976 Mar 29 15:42:28.300693 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e803a379-ff25-4020-a120-b8bbe76c4b64 req-cac18d85-3441-4216-be7d-a0100d4987fb tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] 10.222.0.42 "GET /v2.0/security-groups?id=062b76b3-3a31-4c61-a1e4-5e35375fb0f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2008338 Mar 29 15:42:28.309266 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device 0778d953-736b-473d-b6a9-91400417f84a details requested by agent hyperv_n-h1-834765-1 with host n-h1-834765-1 {{(pid=102792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 15:42:28.342124 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-12d3fddd-3230-4e14-8c11-5bbc7be0e06f req-2d17435a-0799-456f-be95-a2acd150c700 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=83136e82-2f06-46a4-b9ca-6b6357a86c4f HTTP/1.1" status: 200 len: 217 time: 0.0952361 Mar 29 15:42:28.391090 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 15:42:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b1a3206-632c-4e3a-bf54-c558de68fcea x-openstack-request-id: req-7b1a3206-632c-4e3a-bf54-c558de68fcea {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:42:28.391516 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33baf1e2-0080-40ab-8984-cc489471d17e", "tag": "e108255d-1c5f-4606-bfd8-b8aae7046923", "status": "completed", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:42:28.391861 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-7b1a3206-632c-4e3a-bf54-c558de68fcea {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:42:28.392349 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33baf1e2-0080-40ab-8984-cc489471d17e', 'tag': 'e108255d-1c5f-4606-bfd8-b8aae7046923', 'status': 'completed', 'code': 200} Mar 29 15:42:28.514436 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-69921a35-2a4e-48fd-8967-946819a9fb6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:28.517280 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-69921a35-2a4e-48fd-8967-946819a9fb6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:28.525932 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-69921a35-2a4e-48fd-8967-946819a9fb6a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/2fd61d8e-10fa-45d6-babd-b0a17422932e HTTP/1.1" status: 204 len: 168 time: 0.4162767 Mar 29 15:42:28.544523 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port 0778d953-736b-473d-b6a9-91400417f84a, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=0778d953-736b-473d-b6a9-91400417f84a,segment=NetworkSegment(a0c230f0-660a-4194-9279-0f0781d34134),segment_id=a0c230f0-660a-4194-9279-0f0781d34134)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:42:28.561852 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Returning: {'device': '0778d953-736b-473d-b6a9-91400417f84a', 'network_id': '2268a9b9-82fd-4886-a91d-3a50e4e16cab', 'port_id': '0778d953-736b-473d-b6a9-91400417f84a', 'mac_address': 'fa:16:3e:95:94:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 625, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abb8e5d6-2aea-4455-a944-3435a3d1ce49', 'ip_address': '192.168.233.76'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 15:42:28.571863 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-bdee0f9d-4132-479f-8cf8-f21e4f0fa88f req-c1524cd4-4169-43b2-9eb5-fc63ae5bddb8 service neutron] 10.222.0.48 "GET /v2.0/networks/2268a9b9-82fd-4886-a91d-3a50e4e16cab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2627325 Mar 29 15:42:28.609039 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69921a35-2a4e-48fd-8967-946819a9fb6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fd61d8e-10fa-45d6-babd-b0a17422932e,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:42:28.678622 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:28.703845 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40edb72-60a1-4997-bb0b-720a3fd06617 req-17e0d769-e653-4f1a-b7db-d7e0974a491d tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:28.706098 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-c40edb72-60a1-4997-bb0b-720a3fd06617 req-17e0d769-e653-4f1a-b7db-d7e0974a491d tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb986c29-f18c-4431-b001-b8a5fa38aaaa HTTP/1.1" status: 200 len: 946 time: 0.2129893 Mar 29 15:42:28.737426 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0778d953-736b-473d-b6a9-91400417f84a {{(pid=102792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:42:28.791513 n-d-834765-1 neutron-server[102790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e06e70c7-935d-412c-80c6-167429b49c6c', 'tag': '83136e82-2f06-46a4-b9ca-6b6357a86c4f'}] {{(pid=102790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:42:28.794940 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46b06d655c90bc969636382cce4240ad749035fb0f3a83ee4734fa1ed9c4a6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a8a2081-3748-49ad-b63a-a4b06f646184" -d '{"events": [{"name": "network-changed", "server_uuid": "e06e70c7-935d-412c-80c6-167429b49c6c", "tag": "83136e82-2f06-46a4-b9ca-6b6357a86c4f"}]}' {{(pid=102790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:42:28.795943 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port 0778d953-736b-473d-b6a9-91400417f84a, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=0778d953-736b-473d-b6a9-91400417f84a,segment=NetworkSegment(a0c230f0-660a-4194-9279-0f0781d34134),segment_id=a0c230f0-660a-4194-9279-0f0781d34134)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:42:28.805174 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-c40edb72-60a1-4997-bb0b-720a3fd06617 req-2c61c594-dcbf-407a-963e-76d1af7fb66f tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.42 "GET /v2.0/security-groups?id=07e96b72-96bb-4562-b80f-051b133c1759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879676 Mar 29 15:42:28.807794 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:28.808512 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed726069-be81-4d6a-99cf-996933eed95f req-06c649a2-c9cb-428f-9902-f0624de88967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:28.812208 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-ed726069-be81-4d6a-99cf-996933eed95f req-06c649a2-c9cb-428f-9902-f0624de88967 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2268a9b9-82fd-4886-a91d-3a50e4e16cab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6412773 Mar 29 15:42:28.815135 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-bdee0f9d-4132-479f-8cf8-f21e4f0fa88f req-9933b5c9-0ca8-4ac8-8a4c-8ab8744866f2 service neutron] 10.222.0.48 "GET /v2.0/networks/2268a9b9-82fd-4886-a91d-3a50e4e16cab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2323134 Mar 29 15:42:28.848040 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da0dae70-6e2a-46ff-85d9-0d5bc2c871a0 None None] New status for floating IP 8bdbb7f6-43ff-4ccc-ac96-0583571cb1c4: DOWN {{(pid=102793) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 15:42:28.916876 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d3fddd-3230-4e14-8c11-5bbc7be0e06f req-6aab3d7d-d762-4779-85b4-cf0f03d4f43c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:28.918593 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-12d3fddd-3230-4e14-8c11-5bbc7be0e06f req-6aab3d7d-d762-4779-85b4-cf0f03d4f43c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=97aeeb47-9a64-429c-b18e-a70adf894590 HTTP/1.1" status: 200 len: 858 time: 0.5678511 Mar 29 15:42:28.954361 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Pushing event updated for resources: {'Port': ['ID=0778d953-736b-473d-b6a9-91400417f84a,revision_number=4']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:42:29.017419 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-a9a8e10c-a0ba-4b80-b1d0-f9ad560267d3 req-0c26c8fd-60f7-4f50-aad1-36555e1bfd38 tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] 10.222.0.42 "GET /v2.0/ports?device_id=6577ea24-a03c-4970-9984-ffe76327597c HTTP/1.1" status: 200 len: 210 time: 0.0703053 Mar 29 15:42:29.031707 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-82e2f960-68a3-440c-92c8-cd1dc41ada27 req-823d3c31-1746-4455-ba6e-ad559bfc308a tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] Notify callbacks [] for port, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:29.048973 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b45fe5-d32b-4c1b-9c56-b25b4c003a45 req-5f845bec-c986-4699-af5b-08b83bc5a500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:29.053418 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62eb9586-2c0f-4187-801f-541e530a20b2 req-581ce64f-7786-441a-b4a8-25ade9623b6e tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] Made reservation on behalf of 0371bf4ecfda48fda8d74747facc2c9d for: {'port': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:42:29.055189 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-36b45fe5-d32b-4c1b-9c56-b25b4c003a45 req-5f845bec-c986-4699-af5b-08b83bc5a500 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=67d42af9bb55452183d4d571f8b7bda6&device_id=33baf1e2-0080-40ab-8984-cc489471d17e HTTP/1.1" status: 200 len: 1099 time: 0.1678193 Mar 29 15:42:29.056925 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-62eb9586-2c0f-4187-801f-541e530a20b2 req-581ce64f-7786-441a-b4a8-25ade9623b6e tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:29.150969 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] get_ports_and_sgs() called for port_ids ['0778d953-736b-473d-b6a9-91400417f84a'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:42:29.195195 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b45fe5-d32b-4c1b-9c56-b25b4c003a45 req-8dde9013-880b-44bb-9346-2806e19ab063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:29.197775 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-36b45fe5-d32b-4c1b-9c56-b25b4c003a45 req-8dde9013-880b-44bb-9346-2806e19ab063 service neutron] 10.222.0.48 "GET /v2.0/networks?id=2268a9b9-82fd-4886-a91d-3a50e4e16cab HTTP/1.1" status: 200 len: 870 time: 0.1377232 Mar 29 15:42:29.243551 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d3fddd-3230-4e14-8c11-5bbc7be0e06f req-d253b1ec-877c-4a8b-b6ac-5336da9f252e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:29.245089 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-12d3fddd-3230-4e14-8c11-5bbc7be0e06f req-d253b1ec-877c-4a8b-b6ac-5336da9f252e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=fcdf73f9-c801-4998-9ec4-0cdc8a1cb85b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3159268 Mar 29 15:42:29.259377 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-ed726069-be81-4d6a-99cf-996933eed95f req-2ae86547-8f68-4904-9208-ee3464e237b4 service neutron] 10.222.0.44 "GET /v2.0/networks/2268a9b9-82fd-4886-a91d-3a50e4e16cab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4294343 Mar 29 15:42:29.303206 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-36b45fe5-d32b-4c1b-9c56-b25b4c003a45 req-a8a46cc7-6ad9-47eb-a2b7-0291250de2d9 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.101&port_id=e108255d-1c5f-4606-bfd8-b8aae7046923 HTTP/1.1" status: 200 len: 217 time: 0.0702446 Mar 29 15:42:29.340081 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-82e2f960-68a3-440c-92c8-cd1dc41ada27 req-823d3c31-1746-4455-ba6e-ad559bfc308a tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:29.372581 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b45fe5-d32b-4c1b-9c56-b25b4c003a45 req-431b3a73-bbe3-4242-b1d2-4024b25cdad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:29.374487 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-36b45fe5-d32b-4c1b-9c56-b25b4c003a45 req-431b3a73-bbe3-4242-b1d2-4024b25cdad9 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=abb8e5d6-2aea-4455-a944-3435a3d1ce49 HTTP/1.1" status: 200 len: 843 time: 0.0639086 Mar 29 15:42:29.395090 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316291d9-979b-4586-8a83-8f29ea1d2404 req-7fcf05ee-8e81-4ba2-8982-529b0a6a1813 tempest-LiveMigrationNegativeTest-1671013112 tempest-LiveMigrationNegativeTest-1671013112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:29.396803 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-316291d9-979b-4586-8a83-8f29ea1d2404 req-7fcf05ee-8e81-4ba2-8982-529b0a6a1813 tempest-LiveMigrationNegativeTest-1671013112 tempest-LiveMigrationNegativeTest-1671013112-project] 10.222.0.42 "GET /v2.0/ports?device_id=33baf1e2-0080-40ab-8984-cc489471d17e HTTP/1.1" status: 200 len: 948 time: 0.2201989 Mar 29 15:42:29.496604 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-316291d9-979b-4586-8a83-8f29ea1d2404 req-90947e4c-5537-4db2-a7a3-b7b2dc166121 tempest-LiveMigrationNegativeTest-1671013112 tempest-LiveMigrationNegativeTest-1671013112-project] 10.222.0.42 "GET /v2.0/security-groups?id=774c292d-aaff-41c3-9345-153fa540abbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768023 Mar 29 15:42:29.496928 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823d3c31-1746-4455-ba6e-ad559bfc308a tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] Pushing event updated for resources: {'Port': ['ID=949ea80c-bdd8-4833-9e27-0945bbdcedb0,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:42:29.521367 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b45fe5-d32b-4c1b-9c56-b25b4c003a45 req-eaa66ec3-bf85-4e78-a34f-5f06ac14f57a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:29.523229 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-36b45fe5-d32b-4c1b-9c56-b25b4c003a45 req-eaa66ec3-bf85-4e78-a34f-5f06ac14f57a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2268a9b9-82fd-4886-a91d-3a50e4e16cab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1253479 Mar 29 15:42:29.572914 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 15:42:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bd0b11a-f8b9-4f7a-93e6-85d5678d2b9e x-openstack-request-id: req-0bd0b11a-f8b9-4f7a-93e6-85d5678d2b9e {{(pid=102790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:42:29.573201 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e06e70c7-935d-412c-80c6-167429b49c6c", "tag": "83136e82-2f06-46a4-b9ca-6b6357a86c4f", "status": "completed", "code": 200}]} {{(pid=102790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:42:29.573451 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-0bd0b11a-f8b9-4f7a-93e6-85d5678d2b9e {{(pid=102790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:42:29.574012 n-d-834765-1 neutron-server[102790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e06e70c7-935d-412c-80c6-167429b49c6c', 'tag': '83136e82-2f06-46a4-b9ca-6b6357a86c4f', 'status': 'completed', 'code': 200} Mar 29 15:42:29.575626 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82e2f960-68a3-440c-92c8-cd1dc41ada27 req-823d3c31-1746-4455-ba6e-ad559bfc308a tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] Network 2268a9b9-82fd-4886-a91d-3a50e4e16cab is already hosted by enough agents. {{(pid=102790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:42:29.609579 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [req-82e2f960-68a3-440c-92c8-cd1dc41ada27 req-823d3c31-1746-4455-ba6e-ad559bfc308a tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] Resources bound (agent type, host, resource id): {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:42:29.612079 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.l3_dvrscheduler_db [req-82e2f960-68a3-440c-92c8-cd1dc41ada27 req-823d3c31-1746-4455-ba6e-ad559bfc308a tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] Received port after_create {{(pid=102790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:42:29.731174 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-12d3fddd-3230-4e14-8c11-5bbc7be0e06f req-e06b7462-01c6-4884-a80f-9cc46b701f5a service neutron] 10.222.0.42 "GET /v2.0/networks/fcdf73f9-c801-4998-9ec4-0cdc8a1cb85b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4700265 Mar 29 15:42:29.735013 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.db_base_plugin_common [req-62eb9586-2c0f-4187-801f-541e530a20b2 req-581ce64f-7786-441a-b4a8-25ade9623b6e tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] Allocated IP 192.168.233.114 (2268a9b9-82fd-4886-a91d-3a50e4e16cab/abb8e5d6-2aea-4455-a944-3435a3d1ce49/e8c8298b-ad82-4c53-8291-585877dd90e3) {{(pid=102790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:42:29.751080 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-ed726069-be81-4d6a-99cf-996933eed95f req-f9ecf821-f375-40f8-8ed8-7bf28528c030 service neutron] 10.222.0.44 "GET /v2.0/networks/2268a9b9-82fd-4886-a91d-3a50e4e16cab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4855344 Mar 29 15:42:29.788275 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e2f960-68a3-440c-92c8-cd1dc41ada27 req-823d3c31-1746-4455-ba6e-ad559bfc308a tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:29.788403 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-82e2f960-68a3-440c-92c8-cd1dc41ada27 req-823d3c31-1746-4455-ba6e-ad559bfc308a tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:29.822122 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8a2081-3748-49ad-b63a-a4b06f646184 req-afc3e947-9096-4bb0-9a27-be78dd51e26a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:29.824665 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-1a8a2081-3748-49ad-b63a-a4b06f646184 req-afc3e947-9096-4bb0-9a27-be78dd51e26a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=09e41d0f297a4c05bfeacde4bee1a28c&device_id=e06e70c7-935d-412c-80c6-167429b49c6c HTTP/1.1" status: 200 len: 1096 time: 0.2137198 Mar 29 15:42:29.843218 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936f24fc-96c2-4850-9411-d4e6a8a64a64 req-b146409c-9724-44c0-adbb-23d8191c2c49 tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:29.845283 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-936f24fc-96c2-4850-9411-d4e6a8a64a64 req-b146409c-9724-44c0-adbb-23d8191c2c49 tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] 10.222.0.42 "GET /v2.0/ports?device_id=dbf06d28-6f64-4f76-b58a-39982ac100c2 HTTP/1.1" status: 200 len: 947 time: 0.1506522 Mar 29 15:42:29.872606 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-82e2f960-68a3-440c-92c8-cd1dc41ada27 req-823d3c31-1746-4455-ba6e-ad559bfc308a tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.4694169 Mar 29 15:42:29.893927 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [req-82e2f960-68a3-440c-92c8-cd1dc41ada27 req-5f958695-4ac8-484a-a474-fa393106735c service neutron] Request body: {'port': {'device_id': '2565640a-8c7c-44e6-a0ff-441fffc35121', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834765-1'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:42:29.979856 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-36b45fe5-d32b-4c1b-9c56-b25b4c003a45 req-a9db1282-345c-437e-adea-12becf130733 service neutron] 10.222.0.48 "GET /v2.0/networks/2268a9b9-82fd-4886-a91d-3a50e4e16cab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4483962 Mar 29 15:42:29.988307 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-12d3fddd-3230-4e14-8c11-5bbc7be0e06f req-693f060f-d15a-4481-b7a4-3a5cb35ec6a1 service neutron] 10.222.0.42 "GET /v2.0/networks/fcdf73f9-c801-4998-9ec4-0cdc8a1cb85b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2442222 Mar 29 15:42:30.059686 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-82e2f960-68a3-440c-92c8-cd1dc41ada27 req-5f958695-4ac8-484a-a474-fa393106735c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:30.124894 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-db52d3d3-db86-4ded-ab68-128ae9a5f3b7 None None] Provisioning complete for port 949ea80c-bdd8-4833-9e27-0945bbdcedb0 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:42:30.125861 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-db52d3d3-db86-4ded-ab68-128ae9a5f3b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:30.177324 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-db52d3d3-db86-4ded-ab68-128ae9a5f3b7 None None] Port 949ea80c-bdd8-4833-9e27-0945bbdcedb0 cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 15:42:30.183715 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8a2081-3748-49ad-b63a-a4b06f646184 req-bbcbf78a-0b07-4e5c-99f3-9be013b32c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:30.185581 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-1a8a2081-3748-49ad-b63a-a4b06f646184 req-bbcbf78a-0b07-4e5c-99f3-9be013b32c60 service neutron] 10.222.0.48 "GET /v2.0/networks?id=fcdf73f9-c801-4998-9ec4-0cdc8a1cb85b HTTP/1.1" status: 200 len: 920 time: 0.3387630 Mar 29 15:42:30.191798 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-936f24fc-96c2-4850-9411-d4e6a8a64a64 req-e44873e6-f29f-4313-b7cd-e68a1929e9ea tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] 10.222.0.42 "GET /v2.0/security-groups?id=062b76b3-3a31-4c61-a1e4-5e35375fb0f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2095954 Mar 29 15:42:30.213594 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 44566) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:42:30.225056 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-62eb9586-2c0f-4187-801f-541e530a20b2 req-581ce64f-7786-441a-b4a8-25ade9623b6e tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] Notify callbacks [] for port, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:30.232783 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-01ed358d-28ab-4ed8-ad75-747a9338e61b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:30.269101 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-1a8a2081-3748-49ad-b63a-a4b06f646184 req-39ff5848-7628-4108-b913-cbb5b0e81e40 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=83136e82-2f06-46a4-b9ca-6b6357a86c4f HTTP/1.1" status: 200 len: 217 time: 0.0734923 Mar 29 15:42:30.271887 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-36b45fe5-d32b-4c1b-9c56-b25b4c003a45 req-b477f48c-b23e-4f19-bc84-0a86cc9aa7c2 service neutron] 10.222.0.48 "GET /v2.0/networks/2268a9b9-82fd-4886-a91d-3a50e4e16cab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2713783 Mar 29 15:42:30.324685 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device 611b86f9-0890-46c5-aa53-8103b3d2be14 details requested by agent hyperv_n-h1-834765-1 with host n-h1-834765-1 {{(pid=102792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 15:42:30.364145 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77b8016-f8fc-4722-b5d9-610dee1d2ed9 req-df1282f5-1f77-4b8f-9179-90ab80755f98 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:30.372330 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-d77b8016-f8fc-4722-b5d9-610dee1d2ed9 req-df1282f5-1f77-4b8f-9179-90ab80755f98 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb986c29-f18c-4431-b001-b8a5fa38aaaa HTTP/1.1" status: 200 len: 946 time: 0.2598944 Mar 29 15:42:30.380856 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8a2081-3748-49ad-b63a-a4b06f646184 req-c130a89a-d33a-4326-bc6a-bb04366f4ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:30.384054 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-1a8a2081-3748-49ad-b63a-a4b06f646184 req-c130a89a-d33a-4326-bc6a-bb04366f4ba4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=97aeeb47-9a64-429c-b18e-a70adf894590 HTTP/1.1" status: 200 len: 858 time: 0.0972366 Mar 29 15:42:30.445132 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-62eb9586-2c0f-4187-801f-541e530a20b2 req-581ce64f-7786-441a-b4a8-25ade9623b6e tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:30.498425 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device 0778d953-736b-473d-b6a9-91400417f84a up at agent hyperv_n-h1-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:42:30.512041 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-d77b8016-f8fc-4722-b5d9-610dee1d2ed9 req-c628f705-6fdf-47d7-84f3-ed35e0452452 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.42 "GET /v2.0/security-groups?id=07e96b72-96bb-4562-b80f-051b133c1759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384904 Mar 29 15:42:30.570879 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8a2081-3748-49ad-b63a-a4b06f646184 req-39fbff38-fb40-4375-92f9-564d72d0af57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:30.574428 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-1a8a2081-3748-49ad-b63a-a4b06f646184 req-39fbff38-fb40-4375-92f9-564d72d0af57 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=fcdf73f9-c801-4998-9ec4-0cdc8a1cb85b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1789072 Mar 29 15:42:30.590733 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea266bc2-1039-400c-a497-d8fac52255a0 req-f40a859d-6b27-410d-be17-cebc20d3d67b tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:30.593216 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ea266bc2-1039-400c-a497-d8fac52255a0 req-f40a859d-6b27-410d-be17-cebc20d3d67b tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] 10.222.0.42 "GET /v2.0/ports?device_id=6577ea24-a03c-4970-9984-ffe76327597c HTTP/1.1" status: 200 len: 936 time: 0.1041636 Mar 29 15:42:30.601714 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62eb9586-2c0f-4187-801f-541e530a20b2 req-581ce64f-7786-441a-b4a8-25ade9623b6e tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] Network 2268a9b9-82fd-4886-a91d-3a50e4e16cab is already hosted by enough agents. {{(pid=102790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:42:30.638900 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port 611b86f9-0890-46c5-aa53-8103b3d2be14, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=611b86f9-0890-46c5-aa53-8103b3d2be14,segment=NetworkSegment(a0c230f0-660a-4194-9279-0f0781d34134),segment_id=a0c230f0-660a-4194-9279-0f0781d34134)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:42:30.657558 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [req-62eb9586-2c0f-4187-801f-541e530a20b2 req-581ce64f-7786-441a-b4a8-25ade9623b6e tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] Resources bound (agent type, host, resource id): {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:42:30.674854 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Returning: {'device': '611b86f9-0890-46c5-aa53-8103b3d2be14', 'network_id': '2268a9b9-82fd-4886-a91d-3a50e4e16cab', 'port_id': '611b86f9-0890-46c5-aa53-8103b3d2be14', 'mac_address': 'fa:16:3e:3a:2c:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 625, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abb8e5d6-2aea-4455-a944-3435a3d1ce49', 'ip_address': '192.168.233.26'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 15:42:30.679550 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.l3_dvrscheduler_db [req-62eb9586-2c0f-4187-801f-541e530a20b2 req-581ce64f-7786-441a-b4a8-25ade9623b6e tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] Received port after_create {{(pid=102790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:42:30.686709 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Provisioning for port 0778d953-736b-473d-b6a9-91400417f84a completed by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 15:42:30.705067 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ea266bc2-1039-400c-a497-d8fac52255a0 req-2abd6c46-bb8c-4725-93f8-27ebc7bbc65b tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] 10.222.0.42 "GET /v2.0/security-groups?id=6fc5fb8c-b1d6-4bb9-b68a-102a19ea7379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997641 Mar 29 15:42:30.729790 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Provisioning complete for port 0778d953-736b-473d-b6a9-91400417f84a triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:42:30.730014 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-1a8a2081-3748-49ad-b63a-a4b06f646184 req-2d4f135d-53da-49e3-9372-46ed2765691b service neutron] 10.222.0.48 "GET /v2.0/networks/fcdf73f9-c801-4998-9ec4-0cdc8a1cb85b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357534 Mar 29 15:42:30.730552 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:30.749022 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-0925fdff-56e9-40ef-b2fe-8bb7d4c3b0f3 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-218204880-network', 'tenant_id': '14d29475754a4232b8b646c48af43fc0'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:42:30.769959 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581ce64f-7786-441a-b4a8-25ade9623b6e tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] Pushing event updated for resources: {'Port': ['ID=e8c8298b-ad82-4c53-8291-585877dd90e3,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:42:30.803191 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:30.818733 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 611b86f9-0890-46c5-aa53-8103b3d2be14 {{(pid=102792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:42:30.828170 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62eb9586-2c0f-4187-801f-541e530a20b2 req-581ce64f-7786-441a-b4a8-25ade9623b6e tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:30.828896 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-62eb9586-2c0f-4187-801f-541e530a20b2 req-581ce64f-7786-441a-b4a8-25ade9623b6e tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:30.844040 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port 611b86f9-0890-46c5-aa53-8103b3d2be14, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=611b86f9-0890-46c5-aa53-8103b3d2be14,segment=NetworkSegment(a0c230f0-660a-4194-9279-0f0781d34134),segment_id=a0c230f0-660a-4194-9279-0f0781d34134)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:42:30.866057 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:30.877883 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0925fdff-56e9-40ef-b2fe-8bb7d4c3b0f3 admin admin] Made reservation on behalf of 14d29475754a4232b8b646c48af43fc0 for: {'network': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:42:30.881072 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-0925fdff-56e9-40ef-b2fe-8bb7d4c3b0f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for network, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:30.889437 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-62eb9586-2c0f-4187-801f-541e530a20b2 req-581ce64f-7786-441a-b4a8-25ade9623b6e tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7611315 Mar 29 15:42:30.911284 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bccfdf0-6aee-4800-8e90-dad133bfdc01 req-37a17966-20f2-4f70-b017-9df2d3b9c0f6 tempest-FloatingIPsAssociationTestJSON-13237688 tempest-FloatingIPsAssociationTestJSON-13237688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:30.913480 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-1bccfdf0-6aee-4800-8e90-dad133bfdc01 req-37a17966-20f2-4f70-b017-9df2d3b9c0f6 tempest-FloatingIPsAssociationTestJSON-13237688 tempest-FloatingIPsAssociationTestJSON-13237688-project] 10.222.0.42 "GET /v2.0/ports?device_id=a99c14a5-f34f-4884-9f7e-8a582129e575&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2590690 Mar 29 15:42:30.914210 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-0925fdff-56e9-40ef-b2fe-8bb7d4c3b0f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:30.926651 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [req-62eb9586-2c0f-4187-801f-541e530a20b2 req-2d742a8b-e8e4-4caa-8965-acf76a0b871d service neutron] Request body: {'port': {'device_id': '6577ea24-a03c-4970-9984-ffe76327597c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834765-1'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:42:30.965719 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Pushing event updated for resources: {'Port': ['ID=611b86f9-0890-46c5-aa53-8103b3d2be14,revision_number=4']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:42:31.045863 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:31.048903 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-1bccfdf0-6aee-4800-8e90-dad133bfdc01 req-b7590d2f-11a7-4983-be91-7eba449c9ba8 tempest-FloatingIPsAssociationTestJSON-13237688 tempest-FloatingIPsAssociationTestJSON-13237688-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.4.25 HTTP/1.1" status: 200 len: 695 time: 0.1137273 Mar 29 15:42:31.053869 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-1a8a2081-3748-49ad-b63a-a4b06f646184 req-f9f471f1-6e03-4285-96e7-4c4707702e04 service neutron] 10.222.0.48 "GET /v2.0/networks/fcdf73f9-c801-4998-9ec4-0cdc8a1cb85b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3141780 Mar 29 15:42:31.073017 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b7cb6e-74e9-4058-b3fe-98bbb3cad740 req-c6e76619-cdff-40d6-9814-27f2b6f93da6 tempest-LiveMigrationNegativeTest-1671013112 tempest-LiveMigrationNegativeTest-1671013112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:31.074850 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-18b7cb6e-74e9-4058-b3fe-98bbb3cad740 req-c6e76619-cdff-40d6-9814-27f2b6f93da6 tempest-LiveMigrationNegativeTest-1671013112 tempest-LiveMigrationNegativeTest-1671013112-project] 10.222.0.42 "GET /v2.0/ports?device_id=33baf1e2-0080-40ab-8984-cc489471d17e HTTP/1.1" status: 200 len: 948 time: 0.1745231 Mar 29 15:42:31.084468 n-d-834765-1 neutron-server[102790]: DEBUG neutron.notifiers.nova [req-82e2f960-68a3-440c-92c8-cd1dc41ada27 req-5f958695-4ac8-484a-a474-fa393106735c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 949ea80c-bdd8-4833-9e27-0945bbdcedb0 {{(pid=102790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:42:31.104004 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-82e2f960-68a3-440c-92c8-cd1dc41ada27 req-5f958695-4ac8-484a-a474-fa393106735c service neutron] Notify callbacks [] for port, precommit_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:31.109048 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [req-1bccfdf0-6aee-4800-8e90-dad133bfdc01 req-05998730-298a-4c03-8382-1ad23094ee20 tempest-FloatingIPsAssociationTestJSON-13237688 tempest-FloatingIPsAssociationTestJSON-13237688-project] Request body: {'floatingip': {'port_id': '74d2306b-5026-45ef-a651-6ea8cd4cf386', 'fixed_ip_address': '172.20.0.7'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:42:31.132464 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '098ca7f6-5ef0-491c-b3c0-dec37bb94199', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0778d953-736b-473d-b6a9-91400417f84a'}] {{(pid=102792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:42:31.135451 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4f476c66b318cc6068719fc39557fac68d413f5c7e78fa77028c7948e999ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-429c19c2-f360-4ae3-a0a1-c19235b5fd55" -d '{"events": [{"server_uuid": "098ca7f6-5ef0-491c-b3c0-dec37bb94199", "name": "network-vif-plugged", "status": "completed", "tag": "0778d953-736b-473d-b6a9-91400417f84a"}]}' {{(pid=102792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:42:31.146557 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-18b7cb6e-74e9-4058-b3fe-98bbb3cad740 req-78a2a0f9-1e12-4622-8808-76195e8b5160 tempest-LiveMigrationNegativeTest-1671013112 tempest-LiveMigrationNegativeTest-1671013112-project] 10.222.0.42 "GET /v2.0/security-groups?id=774c292d-aaff-41c3-9345-153fa540abbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533957 Mar 29 15:42:31.153096 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port 0778d953-736b-473d-b6a9-91400417f84a, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=0778d953-736b-473d-b6a9-91400417f84a,segment=NetworkSegment(a0c230f0-660a-4194-9279-0f0781d34134),segment_id=a0c230f0-660a-4194-9279-0f0781d34134)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:42:31.166434 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-62eb9586-2c0f-4187-801f-541e530a20b2 req-2d742a8b-e8e4-4caa-8965-acf76a0b871d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:31.168752 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.provisioning_blocks [req-82e2f960-68a3-440c-92c8-cd1dc41ada27 req-5f958695-4ac8-484a-a474-fa393106735c service neutron] Transition to ACTIVE for port object 949ea80c-bdd8-4833-9e27-0945bbdcedb0 will not be triggered until provisioned by entity L2. {{(pid=102790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 15:42:31.173425 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:31.174843 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-1bccfdf0-6aee-4800-8e90-dad133bfdc01 req-05998730-298a-4c03-8382-1ad23094ee20 tempest-FloatingIPsAssociationTestJSON-13237688 tempest-FloatingIPsAssociationTestJSON-13237688-project] Notify callbacks [] for floatingip, before_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:31.176455 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-fb9fc263-8dbb-478d-8efd-41ac5651bf21 None None] Provisioning complete for port e8c8298b-ad82-4c53-8291-585877dd90e3 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:42:31.176911 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-fb9fc263-8dbb-478d-8efd-41ac5651bf21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:31.226259 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-82e2f960-68a3-440c-92c8-cd1dc41ada27 req-5f958695-4ac8-484a-a474-fa393106735c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5237921'] for port, after_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:31.238735 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:42:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5781cc03-d809-4e36-84c2-c00c6c8d211e x-openstack-request-id: req-5781cc03-d809-4e36-84c2-c00c6c8d211e {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:42:31.240400 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "098ca7f6-5ef0-491c-b3c0-dec37bb94199", "name": "network-vif-plugged", "status": "completed", "tag": "0778d953-736b-473d-b6a9-91400417f84a", "code": 200}]} {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:42:31.240843 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-5781cc03-d809-4e36-84c2-c00c6c8d211e {{(pid=102792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:42:31.241379 n-d-834765-1 neutron-server[102792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '098ca7f6-5ef0-491c-b3c0-dec37bb94199', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0778d953-736b-473d-b6a9-91400417f84a', 'code': 200} Mar 29 15:42:31.242592 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] get_ports_and_sgs() called for port_ids ['611b86f9-0890-46c5-aa53-8103b3d2be14'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:42:31.387898 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f535d12f-fb1b-44ea-92fa-9884ea4bfc93 req-0b500212-354b-493f-b3ea-05791a2906cc tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:31.388992 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-fb9fc263-8dbb-478d-8efd-41ac5651bf21 None None] Port e8c8298b-ad82-4c53-8291-585877dd90e3 cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 15:42:31.397844 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f535d12f-fb1b-44ea-92fa-9884ea4bfc93 req-0b500212-354b-493f-b3ea-05791a2906cc tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] 10.222.0.42 "GET /v2.0/ports?device_id=dbf06d28-6f64-4f76-b58a-39982ac100c2 HTTP/1.1" status: 200 len: 948 time: 0.0696635 Mar 29 15:42:31.429791 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Pushing event updated for resources: {'Port': ['ID=0778d953-736b-473d-b6a9-91400417f84a,revision_number=5']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:42:31.478939 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f535d12f-fb1b-44ea-92fa-9884ea4bfc93 req-94936918-24f8-43d6-97fe-4cf005078adc tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] 10.222.0.42 "GET /v2.0/security-groups?id=062b76b3-3a31-4c61-a1e4-5e35375fb0f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800254 Mar 29 15:42:31.498193 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f958695-4ac8-484a-a474-fa393106735c service neutron] Pushing event updated for resources: {'Port': ['ID=949ea80c-bdd8-4833-9e27-0945bbdcedb0,revision_number=2']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:42:31.503227 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-0925fdff-56e9-40ef-b2fe-8bb7d4c3b0f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:31.553415 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-0925fdff-56e9-40ef-b2fe-8bb7d4c3b0f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:31.656909 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f5f242-aeb6-4f8f-9170-3aead06c5c42 req-bca20b2b-f5ee-4766-9275-644702134150 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:31.658729 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-85f5f242-aeb6-4f8f-9170-3aead06c5c42 req-bca20b2b-f5ee-4766-9275-644702134150 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb986c29-f18c-4431-b001-b8a5fa38aaaa HTTP/1.1" status: 200 len: 946 time: 0.0546432 Mar 29 15:42:31.707861 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-85f5f242-aeb6-4f8f-9170-3aead06c5c42 req-649c78ae-c557-4b82-a963-b28af69c19e8 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.42 "GET /v2.0/security-groups?id=07e96b72-96bb-4562-b80f-051b133c1759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404749 Mar 29 15:42:31.723175 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0925fdff-56e9-40ef-b2fe-8bb7d4c3b0f3 admin admin] vlan segment allocate from pool success with {'vlan_id': 621, 'physical_network': 'physnet1'} {{(pid=102790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 15:42:31.726331 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008e65ca-ae4e-4cde-a55a-36ac77a4333c req-c8f376ac-f648-4cde-923c-b9fd230882e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:31.727871 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-008e65ca-ae4e-4cde-a55a-36ac77a4333c req-c8f376ac-f648-4cde-923c-b9fd230882e8 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=098ca7f6-5ef0-491c-b3c0-dec37bb94199 HTTP/1.1" status: 200 len: 1100 time: 0.4166496 Mar 29 15:42:31.741359 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0925fdff-56e9-40ef-b2fe-8bb7d4c3b0f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=413a6824-bbad-48a5-a7fb-f1068f76dbb8,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:42:31.821832 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-0925fdff-56e9-40ef-b2fe-8bb7d4c3b0f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:31.822204 n-d-834765-1 neutron-server[102790]: INFO neutron.db.segments_db [None req-0925fdff-56e9-40ef-b2fe-8bb7d4c3b0f3 admin admin] Added segment 3e7ace95-2f5e-4cff-bb3a-9fd7601a4b6e of type vlan for network 2519cd9b-0698-4c5e-895a-2dc850dfa61d Mar 29 15:42:31.835777 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.managers [req-82e2f960-68a3-440c-92c8-cd1dc41ada27 req-5f958695-4ac8-484a-a474-fa393106735c service neutron] Attempting to bind port 949ea80c-bdd8-4833-9e27-0945bbdcedb0 on host n-h1-834765-1 for vnic_type normal with profile {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:42:31.836109 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.managers [req-82e2f960-68a3-440c-92c8-cd1dc41ada27 req-5f958695-4ac8-484a-a474-fa393106735c service neutron] Attempting to bind port 949ea80c-bdd8-4833-9e27-0945bbdcedb0 by drivers openvswitch,hyperv on host n-h1-834765-1 at level 0 using segments [{'id': 'a0c230f0-660a-4194-9279-0f0781d34134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '2268a9b9-82fd-4886-a91d-3a50e4e16cab'}] {{(pid=102790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:42:31.836628 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82e2f960-68a3-440c-92c8-cd1dc41ada27 req-5f958695-4ac8-484a-a474-fa393106735c service neutron] Attempting to bind port 949ea80c-bdd8-4833-9e27-0945bbdcedb0 on network 2268a9b9-82fd-4886-a91d-3a50e4e16cab {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:42:31.861855 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90254d3-e777-4e29-9385-2342f5d55f19 req-a12f6661-f692-4894-a008-3491b05c45c2 tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:31.863363 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d90254d3-e777-4e29-9385-2342f5d55f19 req-a12f6661-f692-4894-a008-3491b05c45c2 tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] 10.222.0.42 "GET /v2.0/ports?device_id=6577ea24-a03c-4970-9984-ffe76327597c HTTP/1.1" status: 200 len: 936 time: 0.0587187 Mar 29 15:42:31.894470 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82e2f960-68a3-440c-92c8-cd1dc41ada27 req-5f958695-4ac8-484a-a474-fa393106735c service neutron] Port 949ea80c-bdd8-4833-9e27-0945bbdcedb0 on network 2268a9b9-82fd-4886-a91d-3a50e4e16cab not bound, no agent of type Open vSwitch agent registered on host n-h1-834765-1 {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 15:42:31.895089 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82e2f960-68a3-440c-92c8-cd1dc41ada27 req-5f958695-4ac8-484a-a474-fa393106735c service neutron] Attempting to bind port 949ea80c-bdd8-4833-9e27-0945bbdcedb0 on network 2268a9b9-82fd-4886-a91d-3a50e4e16cab {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:42:31.908542 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d90254d3-e777-4e29-9385-2342f5d55f19 req-b1dbc7a1-8757-4f69-8efe-84c47431ef59 tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] 10.222.0.42 "GET /v2.0/security-groups?id=6fc5fb8c-b1d6-4bb9-b68a-102a19ea7379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389850 Mar 29 15:42:31.937539 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-008e65ca-ae4e-4cde-a55a-36ac77a4333c req-f1d2ab73-c183-44fb-8e07-f8d98e0b3be9 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=062b76b3-3a31-4c61-a1e4-5e35375fb0f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1924198 Mar 29 15:42:31.945237 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82e2f960-68a3-440c-92c8-cd1dc41ada27 req-5f958695-4ac8-484a-a474-fa393106735c service neutron] Checking agent: {'id': 'be375040-5069-4239-9460-a3a3213e1e90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 33, 18), 'started_at': datetime.datetime(2022, 3, 29, 15, 33, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 42, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:42:31.945478 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82e2f960-68a3-440c-92c8-cd1dc41ada27 req-5f958695-4ac8-484a-a474-fa393106735c service neutron] Checking segment: {'id': 'a0c230f0-660a-4194-9279-0f0781d34134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '2268a9b9-82fd-4886-a91d-3a50e4e16cab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:42:31.945670 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82e2f960-68a3-440c-92c8-cd1dc41ada27 req-5f958695-4ac8-484a-a474-fa393106735c service neutron] Bound using segment: {'id': 'a0c230f0-660a-4194-9279-0f0781d34134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '2268a9b9-82fd-4886-a91d-3a50e4e16cab'} {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:42:31.946105 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.managers [req-82e2f960-68a3-440c-92c8-cd1dc41ada27 req-5f958695-4ac8-484a-a474-fa393106735c service neutron] Bound port: 949ea80c-bdd8-4833-9e27-0945bbdcedb0, host: n-h1-834765-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0c230f0-660a-4194-9279-0f0781d34134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '2268a9b9-82fd-4886-a91d-3a50e4e16cab'}}] {{(pid=102790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 15:42:31.946587 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-82e2f960-68a3-440c-92c8-cd1dc41ada27 req-5f958695-4ac8-484a-a474-fa393106735c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:32.008748 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-0925fdff-56e9-40ef-b2fe-8bb7d4c3b0f3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783522915970'] for network, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:32.304334 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85eb401-fc59-49ff-8f19-cc26cbd236a0 req-a52463ef-e64a-48f2-8770-faff2a849328 tempest-LiveMigrationNegativeTest-1671013112 tempest-LiveMigrationNegativeTest-1671013112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:32.306017 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d85eb401-fc59-49ff-8f19-cc26cbd236a0 req-a52463ef-e64a-48f2-8770-faff2a849328 tempest-LiveMigrationNegativeTest-1671013112 tempest-LiveMigrationNegativeTest-1671013112-project] 10.222.0.42 "GET /v2.0/ports?device_id=33baf1e2-0080-40ab-8984-cc489471d17e HTTP/1.1" status: 200 len: 948 time: 0.0802133 Mar 29 15:42:32.320137 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a354433b-e409-450d-9f5e-e41b76c4f0ca req-8ab56efb-61a6-488b-b452-356088d69b29 tempest-FloatingIPsAssociationTestJSON-13237688 tempest-FloatingIPsAssociationTestJSON-13237688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:32.321689 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-a354433b-e409-450d-9f5e-e41b76c4f0ca req-8ab56efb-61a6-488b-b452-356088d69b29 tempest-FloatingIPsAssociationTestJSON-13237688 tempest-FloatingIPsAssociationTestJSON-13237688-project] 10.222.0.48 "GET /v2.0/ports?device_id=e06e70c7-935d-412c-80c6-167429b49c6c HTTP/1.1" status: 200 len: 945 time: 0.1093771 Mar 29 15:42:32.360978 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device 611b86f9-0890-46c5-aa53-8103b3d2be14 up at agent hyperv_n-h1-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:42:32.398248 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d85eb401-fc59-49ff-8f19-cc26cbd236a0 req-443d1858-02c4-47fc-8bf4-036ce4537fa7 tempest-LiveMigrationNegativeTest-1671013112 tempest-LiveMigrationNegativeTest-1671013112-project] 10.222.0.42 "GET /v2.0/security-groups?id=774c292d-aaff-41c3-9345-153fa540abbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702822 Mar 29 15:42:32.437168 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device e108255d-1c5f-4606-bfd8-b8aae7046923 details requested by agent hyperv_n-h2-834765-1 with host n-h2-834765-1 {{(pid=102792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 15:42:32.440595 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Provisioning for port 611b86f9-0890-46c5-aa53-8103b3d2be14 completed by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 15:42:32.454627 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Provisioning complete for port 611b86f9-0890-46c5-aa53-8103b3d2be14 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:42:32.455410 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:32.471953 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [req-a354433b-e409-450d-9f5e-e41b76c4f0ca req-1ca60c74-7373-4efc-97f1-2460b18b4310 tempest-FloatingIPsAssociationTestJSON-13237688 tempest-FloatingIPsAssociationTestJSON-13237688-project] Deleting port 83136e82-2f06-46a4-b9ca-6b6357a86c4f {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:42:32.472336 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-0925fdff-56e9-40ef-b2fe-8bb7d4c3b0f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795'] for network, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:32.472799 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-a354433b-e409-450d-9f5e-e41b76c4f0ca req-1ca60c74-7373-4efc-97f1-2460b18b4310 tempest-FloatingIPsAssociationTestJSON-13237688 tempest-FloatingIPsAssociationTestJSON-13237688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:32.473288 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0925fdff-56e9-40ef-b2fe-8bb7d4c3b0f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:32.474061 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-0925fdff-56e9-40ef-b2fe-8bb7d4c3b0f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for network, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:32.596876 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [req-82e2f960-68a3-440c-92c8-cd1dc41ada27 req-5f958695-4ac8-484a-a474-fa393106735c service neutron] For port 949ea80c-bdd8-4833-9e27-0945bbdcedb0, host n-h1-834765-1, cleared binding levels {{(pid=102790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:42:32.634710 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:32.668213 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port e108255d-1c5f-4606-bfd8-b8aae7046923, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=e108255d-1c5f-4606-bfd8-b8aae7046923,segment=NetworkSegment(a0c230f0-660a-4194-9279-0f0781d34134),segment_id=a0c230f0-660a-4194-9279-0f0781d34134)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:42:32.679845 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-0925fdff-56e9-40ef-b2fe-8bb7d4c3b0f3 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 2.4517324 Mar 29 15:42:32.680594 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 44630) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:42:32.682471 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58007830-01b9-4b7d-9e10-70bb0646f5fc req-ea1008e0-c5ec-4d34-a0e7-b7977866c23e tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:32.690436 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-58007830-01b9-4b7d-9e10-70bb0646f5fc req-ea1008e0-c5ec-4d34-a0e7-b7977866c23e tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] 10.222.0.42 "GET /v2.0/ports?device_id=dbf06d28-6f64-4f76-b58a-39982ac100c2 HTTP/1.1" status: 200 len: 948 time: 0.0943642 Mar 29 15:42:32.694573 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port 611b86f9-0890-46c5-aa53-8103b3d2be14, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=611b86f9-0890-46c5-aa53-8103b3d2be14,segment=NetworkSegment(a0c230f0-660a-4194-9279-0f0781d34134),segment_id=a0c230f0-660a-4194-9279-0f0781d34134)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:42:32.696251 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Returning: {'device': 'e108255d-1c5f-4606-bfd8-b8aae7046923', 'network_id': '2268a9b9-82fd-4886-a91d-3a50e4e16cab', 'port_id': 'e108255d-1c5f-4606-bfd8-b8aae7046923', 'mac_address': 'fa:16:3e:76:b2:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 625, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abb8e5d6-2aea-4455-a944-3435a3d1ce49', 'ip_address': '192.168.233.101'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 15:42:32.718115 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:32.733194 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-58007830-01b9-4b7d-9e10-70bb0646f5fc req-93d8d788-d304-4b8c-9df7-406b11d462a7 tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] 10.222.0.42 "GET /v2.0/security-groups?id=062b76b3-3a31-4c61-a1e4-5e35375fb0f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418396 Mar 29 15:42:32.734944 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-a354433b-e409-450d-9f5e-e41b76c4f0ca req-1ca60c74-7373-4efc-97f1-2460b18b4310 tempest-FloatingIPsAssociationTestJSON-13237688 tempest-FloatingIPsAssociationTestJSON-13237688-project] For port 83136e82-2f06-46a4-b9ca-6b6357a86c4f, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=83136e82-2f06-46a4-b9ca-6b6357a86c4f,segment=NetworkSegment(11b45705-66b5-45b3-b9fd-51fa4bb29236),segment_id=11b45705-66b5-45b3-b9fd-51fa4bb29236)] {{(pid=102791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:42:32.735332 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-a354433b-e409-450d-9f5e-e41b76c4f0ca req-1ca60c74-7373-4efc-97f1-2460b18b4310 tempest-FloatingIPsAssociationTestJSON-13237688 tempest-FloatingIPsAssociationTestJSON-13237688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:32.739228 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-bd3c3aab-c1a8-4c0b-b6e4-571fdcb7fa15 admin admin] Request body: {'subnet': {'network_id': '2519cd9b-0698-4c5e-895a-2dc850dfa61d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-218204880-subnet', 'tenant_id': '14d29475754a4232b8b646c48af43fc0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:42:32.744887 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [req-82e2f960-68a3-440c-92c8-cd1dc41ada27 req-5f958695-4ac8-484a-a474-fa393106735c service neutron] For port 949ea80c-bdd8-4833-9e27-0945bbdcedb0, host n-h1-834765-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=949ea80c-bdd8-4833-9e27-0945bbdcedb0,segment=NetworkSegment(a0c230f0-660a-4194-9279-0f0781d34134),segment_id=a0c230f0-660a-4194-9279-0f0781d34134)] {{(pid=102790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:42:32.748859 n-d-834765-1 neutron-server[102790]: DEBUG neutron.notifiers.nova [req-62eb9586-2c0f-4187-801f-541e530a20b2 req-2d742a8b-e8e4-4caa-8965-acf76a0b871d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8c8298b-ad82-4c53-8291-585877dd90e3 {{(pid=102790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:42:32.754876 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0925fdff-56e9-40ef-b2fe-8bb7d4c3b0f3 admin admin] Pushing event updated for resources: {'Network': ['ID=2519cd9b-0698-4c5e-895a-2dc850dfa61d,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:42:32.756861 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [req-a354433b-e409-450d-9f5e-e41b76c4f0ca req-1ca60c74-7373-4efc-97f1-2460b18b4310 tempest-FloatingIPsAssociationTestJSON-13237688 tempest-FloatingIPsAssociationTestJSON-13237688-project] Calling delete_port for 83136e82-2f06-46a4-b9ca-6b6357a86c4f owned by compute:nova {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:42:32.766991 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.db.resource_extend [req-1bccfdf0-6aee-4800-8e90-dad133bfdc01 req-05998730-298a-4c03-8382-1ad23094ee20 tempest-FloatingIPsAssociationTestJSON-13237688 tempest-FloatingIPsAssociationTestJSON-13237688-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 29 15:42:32.769687 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-62eb9586-2c0f-4187-801f-541e530a20b2 req-2d742a8b-e8e4-4caa-8965-acf76a0b871d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:32.773443 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-82e2f960-68a3-440c-92c8-cd1dc41ada27 req-5f958695-4ac8-484a-a474-fa393106735c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5237921'] for port, after_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:32.866985 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e2f960-68a3-440c-92c8-cd1dc41ada27 req-5f958695-4ac8-484a-a474-fa393106735c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:32.867638 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-82e2f960-68a3-440c-92c8-cd1dc41ada27 req-5f958695-4ac8-484a-a474-fa393106735c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:32.869207 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-82e2f960-68a3-440c-92c8-cd1dc41ada27 req-5f958695-4ac8-484a-a474-fa393106735c service neutron] 10.222.0.44 "PUT /v2.0/ports/949ea80c-bdd8-4833-9e27-0945bbdcedb0 HTTP/1.1" status: 200 len: 1095 time: 2.9870427 Mar 29 15:42:32.870277 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.provisioning_blocks [req-62eb9586-2c0f-4187-801f-541e530a20b2 req-2d742a8b-e8e4-4caa-8965-acf76a0b871d service neutron] Transition to ACTIVE for port object e8c8298b-ad82-4c53-8291-585877dd90e3 will not be triggered until provisioned by entity L2. {{(pid=102790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 15:42:32.875621 n-d-834765-1 neutron-server[102790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2565640a-8c7c-44e6-a0ff-441fffc35121', 'tag': '949ea80c-bdd8-4833-9e27-0945bbdcedb0'}] {{(pid=102790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:42:32.877162 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Pushing event updated for resources: {'Port': ['ID=611b86f9-0890-46c5-aa53-8103b3d2be14,revision_number=5']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:42:32.878126 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46b06d655c90bc969636382cce4240ad749035fb0f3a83ee4734fa1ed9c4a6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8ab972c-06e2-4238-bfb1-0174a0e0af62" -d '{"events": [{"name": "network-changed", "server_uuid": "2565640a-8c7c-44e6-a0ff-441fffc35121", "tag": "949ea80c-bdd8-4833-9e27-0945bbdcedb0"}]}' {{(pid=102790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:42:32.880569 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Network 2519cd9b-0698-4c5e-895a-2dc850dfa61d details requested by agent ovs-agent-n-d-834765-1 with host n-d-834765-1 {{(pid=102792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 15:42:32.896238 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd3c3aab-c1a8-4c0b-b6e4-571fdcb7fa15 admin admin] Made reservation on behalf of 14d29475754a4232b8b646c48af43fc0 for: {'subnet': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:42:32.899045 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-bd3c3aab-c1a8-4c0b-b6e4-571fdcb7fa15 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4793983'] for subnet, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:32.905954 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-62eb9586-2c0f-4187-801f-541e530a20b2 req-2d742a8b-e8e4-4caa-8965-acf76a0b871d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5237921'] for port, after_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:32.926124 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-1bccfdf0-6aee-4800-8e90-dad133bfdc01 req-05998730-298a-4c03-8382-1ad23094ee20 tempest-FloatingIPsAssociationTestJSON-13237688 tempest-FloatingIPsAssociationTestJSON-13237688-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:32.938424 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b0ce8b-b390-45dd-b493-45070c2f08d4 req-148200c5-0842-4905-a439-1b3f0567c0d4 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:32.946871 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-77b0ce8b-b390-45dd-b493-45070c2f08d4 req-148200c5-0842-4905-a439-1b3f0567c0d4 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb986c29-f18c-4431-b001-b8a5fa38aaaa HTTP/1.1" status: 200 len: 946 time: 0.1107974 Mar 29 15:42:32.964886 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-1bccfdf0-6aee-4800-8e90-dad133bfdc01 req-05998730-298a-4c03-8382-1ad23094ee20 tempest-FloatingIPsAssociationTestJSON-13237688 tempest-FloatingIPsAssociationTestJSON-13237688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648212'] for floatingip, after_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:33.042102 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f958695-4ac8-484a-a474-fa393106735c service neutron] Pushing event updated for resources: {'Port': ['ID=949ea80c-bdd8-4833-9e27-0945bbdcedb0,revision_number=3']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:42:33.044006 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:33.051756 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-32f055a9-acf1-44c0-a76e-a4ea23d096d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:33.075735 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e108255d-1c5f-4606-bfd8-b8aae7046923 {{(pid=102792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:42:33.111659 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port e108255d-1c5f-4606-bfd8-b8aae7046923, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=e108255d-1c5f-4606-bfd8-b8aae7046923,segment=NetworkSegment(a0c230f0-660a-4194-9279-0f0781d34134),segment_id=a0c230f0-660a-4194-9279-0f0781d34134)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:42:33.125825 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:33.133289 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-77b0ce8b-b390-45dd-b493-45070c2f08d4 req-8b68619b-6f09-4084-b052-20caab2efa2c tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.42 "GET /v2.0/security-groups?id=07e96b72-96bb-4562-b80f-051b133c1759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699224 Mar 29 15:42:33.185257 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-a354433b-e409-450d-9f5e-e41b76c4f0ca req-1ca60c74-7373-4efc-97f1-2460b18b4310 tempest-FloatingIPsAssociationTestJSON-13237688 tempest-FloatingIPsAssociationTestJSON-13237688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:33.200585 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] get_ports_and_sgs() called for port_ids ['74d2306b-5026-45ef-a651-6ea8cd4cf386'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:42:33.205343 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] get_ports_and_sgs() called for port_ids ['83136e82-2f06-46a4-b9ca-6b6357a86c4f'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:42:33.267205 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca60c74-7373-4efc-97f1-2460b18b4310 tempest-FloatingIPsAssociationTestJSON-13237688 tempest-FloatingIPsAssociationTestJSON-13237688-project] Pushing event deleted for resources: {'Port': ['ID=83136e82-2f06-46a4-b9ca-6b6357a86c4f,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:42:33.293802 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbf06d28-6f64-4f76-b58a-39982ac100c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '611b86f9-0890-46c5-aa53-8103b3d2be14'}] {{(pid=102792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:42:33.304278 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4f476c66b318cc6068719fc39557fac68d413f5c7e78fa77028c7948e999ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88b6192d-2359-4b59-9345-64d5da4eed25" -d '{"events": [{"server_uuid": "dbf06d28-6f64-4f76-b58a-39982ac100c2", "name": "network-vif-plugged", "status": "completed", "tag": "611b86f9-0890-46c5-aa53-8103b3d2be14"}]}' {{(pid=102792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:42:33.348693 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 15:42:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f05ddcff-3047-4876-99fa-028f77cd04e2 x-openstack-request-id: req-f05ddcff-3047-4876-99fa-028f77cd04e2 {{(pid=102790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:42:33.349610 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2565640a-8c7c-44e6-a0ff-441fffc35121", "tag": "949ea80c-bdd8-4833-9e27-0945bbdcedb0", "status": "completed", "code": 200}]} {{(pid=102790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:42:33.351168 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f05ddcff-3047-4876-99fa-028f77cd04e2 {{(pid=102790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:42:33.351630 n-d-834765-1 neutron-server[102790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2565640a-8c7c-44e6-a0ff-441fffc35121', 'tag': '949ea80c-bdd8-4833-9e27-0945bbdcedb0', 'status': 'completed', 'code': 200} Mar 29 15:42:33.408928 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [req-a354433b-e409-450d-9f5e-e41b76c4f0ca req-1ca60c74-7373-4efc-97f1-2460b18b4310 tempest-FloatingIPsAssociationTestJSON-13237688 tempest-FloatingIPsAssociationTestJSON-13237688-project] No DVR routers for this DVR port 83136e82-2f06-46a4-b9ca-6b6357a86c4f on host n-h2-834765-1 {{(pid=102791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:42:33.419373 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Pushing event updated for resources: {'Port': ['ID=e108255d-1c5f-4606-bfd8-b8aae7046923,revision_number=4']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:42:33.424658 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-a354433b-e409-450d-9f5e-e41b76c4f0ca req-1ca60c74-7373-4efc-97f1-2460b18b4310 tempest-FloatingIPsAssociationTestJSON-13237688 tempest-FloatingIPsAssociationTestJSON-13237688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:33.431565 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-a354433b-e409-450d-9f5e-e41b76c4f0ca req-1ca60c74-7373-4efc-97f1-2460b18b4310 tempest-FloatingIPsAssociationTestJSON-13237688 tempest-FloatingIPsAssociationTestJSON-13237688-project] 10.222.0.48 "DELETE /v2.0/ports/83136e82-2f06-46a4-b9ca-6b6357a86c4f HTTP/1.1" status: 204 len: 173 time: 1.0939531 Mar 29 15:42:33.436839 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e06e70c7-935d-412c-80c6-167429b49c6c', 'name': 'network-vif-deleted', 'tag': '83136e82-2f06-46a4-b9ca-6b6357a86c4f'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:42:33.439596 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e2f960-68a3-440c-92c8-cd1dc41ada27 req-2a0f0942-a323-4e65-a7e4-eb30843c94ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:33.440314 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c67b028db5e9b9818fecc5c0a87ebc6f190694fa53ca267d523e04f98de536d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d3c857d-ccee-470a-b7dd-f8a439253a80" -d '{"events": [{"server_uuid": "e06e70c7-935d-412c-80c6-167429b49c6c", "name": "network-vif-deleted", "tag": "83136e82-2f06-46a4-b9ca-6b6357a86c4f"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:42:33.442262 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-82e2f960-68a3-440c-92c8-cd1dc41ada27 req-2a0f0942-a323-4e65-a7e4-eb30843c94ac service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0371bf4ecfda48fda8d74747facc2c9d&device_id=2565640a-8c7c-44e6-a0ff-441fffc35121 HTTP/1.1" status: 200 len: 1098 time: 0.5067842 Mar 29 15:42:33.503587 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eaea9ca-802c-48e5-9cb4-d60bcd9b0bce req-69879770-2f51-4391-87df-a922432c80be tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:33.522251 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4eaea9ca-802c-48e5-9cb4-d60bcd9b0bce req-69879770-2f51-4391-87df-a922432c80be tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] 10.222.0.42 "GET /v2.0/ports?device_id=6577ea24-a03c-4970-9984-ffe76327597c HTTP/1.1" status: 200 len: 948 time: 0.1975503 Mar 29 15:42:33.593961 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4eaea9ca-802c-48e5-9cb4-d60bcd9b0bce req-c9334858-9860-419f-990e-5c8545bc53dc tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] 10.222.0.42 "GET /v2.0/security-groups?id=6fc5fb8c-b1d6-4bb9-b68a-102a19ea7379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690811 Mar 29 15:42:33.633412 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] get_ports_and_sgs() called for port_ids ['e108255d-1c5f-4606-bfd8-b8aae7046923'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:42:33.677584 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d742a8b-e8e4-4caa-8965-acf76a0b871d service neutron] Pushing event updated for resources: {'Port': ['ID=e8c8298b-ad82-4c53-8291-585877dd90e3,revision_number=2']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:42:33.698371 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-82e2f960-68a3-440c-92c8-cd1dc41ada27 req-04c49201-ff1f-49ab-b162-800f4e118783 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.98&port_id=949ea80c-bdd8-4833-9e27-0945bbdcedb0 HTTP/1.1" status: 200 len: 217 time: 0.2389486 Mar 29 15:42:33.710719 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:42:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99e2dfc1-e883-4e6a-9726-776a613974d7 x-openstack-request-id: req-99e2dfc1-e883-4e6a-9726-776a613974d7 {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:42:33.711304 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbf06d28-6f64-4f76-b58a-39982ac100c2", "name": "network-vif-plugged", "status": "completed", "tag": "611b86f9-0890-46c5-aa53-8103b3d2be14", "code": 200}]} {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:42:33.711712 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-99e2dfc1-e883-4e6a-9726-776a613974d7 {{(pid=102792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:42:33.712619 n-d-834765-1 neutron-server[102792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbf06d28-6f64-4f76-b58a-39982ac100c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '611b86f9-0890-46c5-aa53-8103b3d2be14', 'code': 200} Mar 29 15:42:33.731477 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.managers [req-62eb9586-2c0f-4187-801f-541e530a20b2 req-2d742a8b-e8e4-4caa-8965-acf76a0b871d service neutron] Attempting to bind port e8c8298b-ad82-4c53-8291-585877dd90e3 on host n-h2-834765-1 for vnic_type normal with profile {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:42:33.731813 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.managers [req-62eb9586-2c0f-4187-801f-541e530a20b2 req-2d742a8b-e8e4-4caa-8965-acf76a0b871d service neutron] Attempting to bind port e8c8298b-ad82-4c53-8291-585877dd90e3 by drivers openvswitch,hyperv on host n-h2-834765-1 at level 0 using segments [{'id': 'a0c230f0-660a-4194-9279-0f0781d34134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '2268a9b9-82fd-4886-a91d-3a50e4e16cab'}] {{(pid=102790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:42:33.732356 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62eb9586-2c0f-4187-801f-541e530a20b2 req-2d742a8b-e8e4-4caa-8965-acf76a0b871d service neutron] Attempting to bind port e8c8298b-ad82-4c53-8291-585877dd90e3 on network 2268a9b9-82fd-4886-a91d-3a50e4e16cab {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:42:33.795405 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62eb9586-2c0f-4187-801f-541e530a20b2 req-2d742a8b-e8e4-4caa-8965-acf76a0b871d service neutron] Port e8c8298b-ad82-4c53-8291-585877dd90e3 on network 2268a9b9-82fd-4886-a91d-3a50e4e16cab not bound, no agent of type Open vSwitch agent registered on host n-h2-834765-1 {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 15:42:33.795796 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62eb9586-2c0f-4187-801f-541e530a20b2 req-2d742a8b-e8e4-4caa-8965-acf76a0b871d service neutron] Attempting to bind port e8c8298b-ad82-4c53-8291-585877dd90e3 on network 2268a9b9-82fd-4886-a91d-3a50e4e16cab {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:42:33.823600 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac85a52a-22ca-4804-afae-5233fa753be3 req-1022a574-ec79-43dd-a3a3-69855419cc03 tempest-LiveMigrationNegativeTest-1671013112 tempest-LiveMigrationNegativeTest-1671013112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:33.825156 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ac85a52a-22ca-4804-afae-5233fa753be3 req-1022a574-ec79-43dd-a3a3-69855419cc03 tempest-LiveMigrationNegativeTest-1671013112 tempest-LiveMigrationNegativeTest-1671013112-project] 10.222.0.42 "GET /v2.0/ports?device_id=33baf1e2-0080-40ab-8984-cc489471d17e HTTP/1.1" status: 200 len: 949 time: 0.0673206 Mar 29 15:42:33.833801 n-d-834765-1 neutron-server[102790]: INFO neutron.db.l3_db [req-1bccfdf0-6aee-4800-8e90-dad133bfdc01 req-05998730-298a-4c03-8382-1ad23094ee20 tempest-FloatingIPsAssociationTestJSON-13237688 tempest-FloatingIPsAssociationTestJSON-13237688-project] Floating IP 8bdbb7f6-43ff-4ccc-ac96-0583571cb1c4 associated. External IP: 172.25.4.25, port: 74d2306b-5026-45ef-a651-6ea8cd4cf386. Mar 29 15:42:33.877605 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ac85a52a-22ca-4804-afae-5233fa753be3 req-8a42e3ff-210d-41be-9240-075be2e658a9 tempest-LiveMigrationNegativeTest-1671013112 tempest-LiveMigrationNegativeTest-1671013112-project] 10.222.0.42 "GET /v2.0/security-groups?id=774c292d-aaff-41c3-9345-153fa540abbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462477 Mar 29 15:42:33.882277 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62eb9586-2c0f-4187-801f-541e530a20b2 req-2d742a8b-e8e4-4caa-8965-acf76a0b871d service neutron] Checking agent: {'id': '3e4b4912-b4a2-4d17-b5bd-6ce15529e8eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 33, 17), 'started_at': datetime.datetime(2022, 3, 29, 15, 33, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 42, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:42:33.882621 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62eb9586-2c0f-4187-801f-541e530a20b2 req-2d742a8b-e8e4-4caa-8965-acf76a0b871d service neutron] Checking segment: {'id': 'a0c230f0-660a-4194-9279-0f0781d34134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '2268a9b9-82fd-4886-a91d-3a50e4e16cab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:42:33.883076 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62eb9586-2c0f-4187-801f-541e530a20b2 req-2d742a8b-e8e4-4caa-8965-acf76a0b871d service neutron] Bound using segment: {'id': 'a0c230f0-660a-4194-9279-0f0781d34134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '2268a9b9-82fd-4886-a91d-3a50e4e16cab'} {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:42:33.883833 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.managers [req-62eb9586-2c0f-4187-801f-541e530a20b2 req-2d742a8b-e8e4-4caa-8965-acf76a0b871d service neutron] Bound port: e8c8298b-ad82-4c53-8291-585877dd90e3, host: n-h2-834765-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0c230f0-660a-4194-9279-0f0781d34134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '2268a9b9-82fd-4886-a91d-3a50e4e16cab'}}] {{(pid=102790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 15:42:33.883833 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-62eb9586-2c0f-4187-801f-541e530a20b2 req-2d742a8b-e8e4-4caa-8965-acf76a0b871d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:33.923588 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e2f960-68a3-440c-92c8-cd1dc41ada27 req-fecdbc18-64e7-4134-9662-9bec4c92a822 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:33.925768 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-82e2f960-68a3-440c-92c8-cd1dc41ada27 req-fecdbc18-64e7-4134-9662-9bec4c92a822 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=abb8e5d6-2aea-4455-a944-3435a3d1ce49 HTTP/1.1" status: 200 len: 843 time: 0.2178135 Mar 29 15:42:33.948787 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:42:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-974f2296-3429-4109-9f0d-9f7a62b6a837 x-openstack-request-id: req-974f2296-3429-4109-9f0d-9f7a62b6a837 {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:42:33.949599 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e06e70c7-935d-412c-80c6-167429b49c6c", "name": "network-vif-deleted", "tag": "83136e82-2f06-46a4-b9ca-6b6357a86c4f", "status": "completed", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:42:33.950822 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-974f2296-3429-4109-9f0d-9f7a62b6a837 {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:42:33.951779 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e06e70c7-935d-412c-80c6-167429b49c6c', 'name': 'network-vif-deleted', 'tag': '83136e82-2f06-46a4-b9ca-6b6357a86c4f', 'status': 'completed', 'code': 200} Mar 29 15:42:34.061908 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d71584b9-87f1-45f5-84c7-c993c2416269 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:34.087042 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419396f3-bd6e-43d2-8cb0-fe4b3d172f23 req-388ff9b3-d73f-43c4-b2cf-6b57600159aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:34.088562 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-419396f3-bd6e-43d2-8cb0-fe4b3d172f23 req-388ff9b3-d73f-43c4-b2cf-6b57600159aa service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=dbf06d28-6f64-4f76-b58a-39982ac100c2 HTTP/1.1" status: 200 len: 1100 time: 0.3135960 Mar 29 15:42:34.091037 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351e4f9c-9e67-41b8-b483-3b3aaf8a058e req-b50fb7e2-5c58-4112-a731-e38757125f75 tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:34.099595 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-351e4f9c-9e67-41b8-b483-3b3aaf8a058e req-b50fb7e2-5c58-4112-a731-e38757125f75 tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] 10.222.0.42 "GET /v2.0/ports?device_id=dbf06d28-6f64-4f76-b58a-39982ac100c2 HTTP/1.1" status: 200 len: 949 time: 0.0997298 Mar 29 15:42:34.138656 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-bd3c3aab-c1a8-4c0b-b6e4-571fdcb7fa15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5231896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4793961'] for subnet, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:34.144173 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-351e4f9c-9e67-41b8-b483-3b3aaf8a058e req-98a4bcfe-41ab-444e-a7bc-4b250cee7534 tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] 10.222.0.42 "GET /v2.0/security-groups?id=062b76b3-3a31-4c61-a1e4-5e35375fb0f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433052 Mar 29 15:42:34.164664 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [req-62eb9586-2c0f-4187-801f-541e530a20b2 req-2d742a8b-e8e4-4caa-8965-acf76a0b871d service neutron] For port e8c8298b-ad82-4c53-8291-585877dd90e3, host n-h2-834765-1, cleared binding levels {{(pid=102790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:42:34.204595 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e2f960-68a3-440c-92c8-cd1dc41ada27 req-7df3be7d-f104-4c5b-a121-cfb108a8983f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:34.206084 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-82e2f960-68a3-440c-92c8-cd1dc41ada27 req-7df3be7d-f104-4c5b-a121-cfb108a8983f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2268a9b9-82fd-4886-a91d-3a50e4e16cab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2486544 Mar 29 15:42:34.234828 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [req-62eb9586-2c0f-4187-801f-541e530a20b2 req-2d742a8b-e8e4-4caa-8965-acf76a0b871d service neutron] For port e8c8298b-ad82-4c53-8291-585877dd90e3, host n-h2-834765-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=e8c8298b-ad82-4c53-8291-585877dd90e3,segment=NetworkSegment(a0c230f0-660a-4194-9279-0f0781d34134),segment_id=a0c230f0-660a-4194-9279-0f0781d34134)] {{(pid=102790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:42:34.266944 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08b01e4-c7c3-49bd-b838-5d68497c0465 req-cc74b731-e213-4c64-9533-3ef8b748a144 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:34.270212 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-419396f3-bd6e-43d2-8cb0-fe4b3d172f23 req-d2413f6d-a784-4fcd-89dc-f751e5feae84 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=062b76b3-3a31-4c61-a1e4-5e35375fb0f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586363 Mar 29 15:42:34.271921 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d08b01e4-c7c3-49bd-b838-5d68497c0465 req-cc74b731-e213-4c64-9533-3ef8b748a144 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb986c29-f18c-4431-b001-b8a5fa38aaaa HTTP/1.1" status: 200 len: 946 time: 0.0550497 Mar 29 15:42:34.291650 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-62eb9586-2c0f-4187-801f-541e530a20b2 req-2d742a8b-e8e4-4caa-8965-acf76a0b871d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5237921'] for port, after_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:34.321023 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d08b01e4-c7c3-49bd-b838-5d68497c0465 req-d024c4a8-d18f-4816-9bb8-91719cd19479 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.42 "GET /v2.0/security-groups?id=07e96b72-96bb-4562-b80f-051b133c1759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449314 Mar 29 15:42:34.330372 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3c3aab-c1a8-4c0b-b6e4-571fdcb7fa15 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b7090ef5-4000-4d28-ad51-e3b3a3962d4a,revision_number=0']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:42:34.366875 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62eb9586-2c0f-4187-801f-541e530a20b2 req-2d742a8b-e8e4-4caa-8965-acf76a0b871d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:34.367193 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-62eb9586-2c0f-4187-801f-541e530a20b2 req-2d742a8b-e8e4-4caa-8965-acf76a0b871d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:34.368586 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-62eb9586-2c0f-4187-801f-541e530a20b2 req-2d742a8b-e8e4-4caa-8965-acf76a0b871d service neutron] 10.222.0.48 "PUT /v2.0/ports/e8c8298b-ad82-4c53-8291-585877dd90e3 HTTP/1.1" status: 200 len: 1096 time: 3.4497654 Mar 29 15:42:34.416636 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd3c3aab-c1a8-4c0b-b6e4-571fdcb7fa15 admin admin] Checking segment: {'id': '3e7ace95-2f5e-4cff-bb3a-9fd7601a4b6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '2519cd9b-0698-4c5e-895a-2dc850dfa61d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:42:34.416986 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd3c3aab-c1a8-4c0b-b6e4-571fdcb7fa15 admin admin] Network hostable DHCP agents. Network: 2519cd9b-0698-4c5e-895a-2dc850dfa61d, hostable agents: ['d136643e-48ae-49d4-a851-2ba3bdf3749c'], hosted agents: [] {{(pid=102790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 15:42:34.537163 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d742a8b-e8e4-4caa-8965-acf76a0b871d service neutron] Pushing event updated for resources: {'Port': ['ID=e8c8298b-ad82-4c53-8291-585877dd90e3,revision_number=3']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:42:34.544842 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-82e2f960-68a3-440c-92c8-cd1dc41ada27 req-6f983b83-08e1-487a-9d1d-7f21fb1af143 service neutron] 10.222.0.44 "GET /v2.0/networks/2268a9b9-82fd-4886-a91d-3a50e4e16cab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3246996 Mar 29 15:42:34.552176 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd3c3aab-c1a8-4c0b-b6e4-571fdcb7fa15 admin admin] Network 2519cd9b-0698-4c5e-895a-2dc850dfa61d is scheduled to be hosted by DHCP agent d136643e-48ae-49d4-a851-2ba3bdf3749c with binding_index 1 {{(pid=102790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 15:42:34.571706 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1bccfdf0-6aee-4800-8e90-dad133bfdc01 req-05998730-298a-4c03-8382-1ad23094ee20 tempest-FloatingIPsAssociationTestJSON-13237688 tempest-FloatingIPsAssociationTestJSON-13237688-project] Router 9c8705f6-4302-44a1-8d1c-1a63e28635c2 has already been hosted by L3 agent c648d819-1060-4f26-b4ec-6455387b5dff {{(pid=102790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 15:42:34.576949 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62eb9586-2c0f-4187-801f-541e530a20b2 req-a280f251-a9e0-45ec-ba77-5ed6bd205386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:34.578583 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-62eb9586-2c0f-4187-801f-541e530a20b2 req-a280f251-a9e0-45ec-ba77-5ed6bd205386 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=0371bf4ecfda48fda8d74747facc2c9d&device_id=6577ea24-a03c-4970-9984-ffe76327597c HTTP/1.1" status: 200 len: 1099 time: 0.1554182 Mar 29 15:42:34.591966 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-bd3c3aab-c1a8-4c0b-b6e4-571fdcb7fa15 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834765-1, 2519cd9b-0698-4c5e-895a-2dc850dfa61d) {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:42:34.596234 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd3c3aab-c1a8-4c0b-b6e4-571fdcb7fa15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:34.596984 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-bd3c3aab-c1a8-4c0b-b6e4-571fdcb7fa15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for subnet, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:34.606733 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-488232eb-a2e3-4e72-971a-bbff9db81e1f None None] Network 2519cd9b-0698-4c5e-895a-2dc850dfa61d requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 15:42:34.660491 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-62eb9586-2c0f-4187-801f-541e530a20b2 req-4013fa90-d616-44b4-8276-c403fa2aa383 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.114&port_id=e8c8298b-ad82-4c53-8291-585877dd90e3 HTTP/1.1" status: 200 len: 217 time: 0.0694599 Mar 29 15:42:34.695310 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-bd3c3aab-c1a8-4c0b-b6e4-571fdcb7fa15 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.9981339 Mar 29 15:42:34.752231 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452500fd-dc30-4cb4-b4ef-cc47cc0e1aa0 req-7691d50f-c9e4-4ba1-ba64-ba9e80e38d3d tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:34.761140 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-452500fd-dc30-4cb4-b4ef-cc47cc0e1aa0 req-7691d50f-c9e4-4ba1-ba64-ba9e80e38d3d tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] 10.222.0.42 "GET /v2.0/ports?device_id=6577ea24-a03c-4970-9984-ffe76327597c HTTP/1.1" status: 200 len: 948 time: 0.0805664 Mar 29 15:42:34.812656 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-82e2f960-68a3-440c-92c8-cd1dc41ada27 req-0f007be9-e2e4-40f5-ad89-1fae3ca72976 service neutron] 10.222.0.44 "GET /v2.0/networks/2268a9b9-82fd-4886-a91d-3a50e4e16cab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2563856 Mar 29 15:42:34.831371 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-452500fd-dc30-4cb4-b4ef-cc47cc0e1aa0 req-7095c9ba-8f09-4659-bed5-cabc678c9097 tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] 10.222.0.42 "GET /v2.0/security-groups?id=6fc5fb8c-b1d6-4bb9-b68a-102a19ea7379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691860 Mar 29 15:42:34.842688 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62eb9586-2c0f-4187-801f-541e530a20b2 req-675ea93d-6221-48f8-960a-d7b50120753c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:34.844377 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-62eb9586-2c0f-4187-801f-541e530a20b2 req-675ea93d-6221-48f8-960a-d7b50120753c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=abb8e5d6-2aea-4455-a944-3435a3d1ce49 HTTP/1.1" status: 200 len: 843 time: 0.1467872 Mar 29 15:42:34.902009 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a7a7765-0f2f-4bbb-8b7d-eaa667b48712 None None] Network 2519cd9b-0698-4c5e-895a-2dc850dfa61d requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 15:42:34.927788 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1bccfdf0-6aee-4800-8e90-dad133bfdc01 req-05998730-298a-4c03-8382-1ad23094ee20 tempest-FloatingIPsAssociationTestJSON-13237688 tempest-FloatingIPsAssociationTestJSON-13237688-project] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:42:34.932738 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-1bccfdf0-6aee-4800-8e90-dad133bfdc01 req-05998730-298a-4c03-8382-1ad23094ee20 tempest-FloatingIPsAssociationTestJSON-13237688 tempest-FloatingIPsAssociationTestJSON-13237688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for floatingip, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:34.943875 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-892ce5a9-8c5e-4095-acca-0847d4504b0d None None] Sync routers for ids ['9c8705f6-4302-44a1-8d1c-1a63e28635c2'] in n-d-834765-1 {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:42:34.972699 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-1bccfdf0-6aee-4800-8e90-dad133bfdc01 req-05998730-298a-4c03-8382-1ad23094ee20 tempest-FloatingIPsAssociationTestJSON-13237688 tempest-FloatingIPsAssociationTestJSON-13237688-project] 10.222.0.42 "PUT /v2.0/floatingips/8bdbb7f6-43ff-4ccc-ac96-0583571cb1c4 HTTP/1.1" status: 200 len: 995 time: 3.8816574 Mar 29 15:42:34.975839 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62eb9586-2c0f-4187-801f-541e530a20b2 req-1c56d171-3fae-4c98-811a-fce8f97a6bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:34.977298 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-62eb9586-2c0f-4187-801f-541e530a20b2 req-1c56d171-3fae-4c98-811a-fce8f97a6bb8 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2268a9b9-82fd-4886-a91d-3a50e4e16cab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1242740 Mar 29 15:42:34.988557 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-892ce5a9-8c5e-4095-acca-0847d4504b0d None None] Routers {'9c8705f6-4302-44a1-8d1c-1a63e28635c2'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:42:34.990545 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-892ce5a9-8c5e-4095-acca-0847d4504b0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:42:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['9c8705f6-4302-44a1-8d1c-1a63e28635c2'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:42:35.014239 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ab972c-06e2-4238-bfb1-0174a0e0af62 req-15938c0f-fabf-4f7d-a46c-bd27442a5b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:35.015722 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-f8ab972c-06e2-4238-bfb1-0174a0e0af62 req-15938c0f-fabf-4f7d-a46c-bd27442a5b34 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0371bf4ecfda48fda8d74747facc2c9d&device_id=2565640a-8c7c-44e6-a0ff-441fffc35121 HTTP/1.1" status: 200 len: 1098 time: 0.1305869 Mar 29 15:42:35.056381 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e96cb18-5550-4e99-84c5-f3bf04c9bfeb req-40985d79-1ce7-4516-aa45-986ba657efaf tempest-LiveMigrationNegativeTest-1671013112 tempest-LiveMigrationNegativeTest-1671013112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:35.058410 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4e96cb18-5550-4e99-84c5-f3bf04c9bfeb req-40985d79-1ce7-4516-aa45-986ba657efaf tempest-LiveMigrationNegativeTest-1671013112 tempest-LiveMigrationNegativeTest-1671013112-project] 10.222.0.42 "GET /v2.0/ports?device_id=33baf1e2-0080-40ab-8984-cc489471d17e HTTP/1.1" status: 200 len: 949 time: 0.0633345 Mar 29 15:42:35.120491 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4e96cb18-5550-4e99-84c5-f3bf04c9bfeb req-a3b44e23-4a53-47ff-b040-7c4ede81f42b tempest-LiveMigrationNegativeTest-1671013112 tempest-LiveMigrationNegativeTest-1671013112-project] 10.222.0.42 "GET /v2.0/security-groups?id=774c292d-aaff-41c3-9345-153fa540abbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521553 Mar 29 15:42:35.183444 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bccfdf0-6aee-4800-8e90-dad133bfdc01 req-2e80cec2-88b6-4cd1-aff1-f6129ada91a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:35.192533 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-1bccfdf0-6aee-4800-8e90-dad133bfdc01 req-2e80cec2-88b6-4cd1-aff1-f6129ada91a9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=09e41d0f297a4c05bfeacde4bee1a28c&device_id=a99c14a5-f34f-4884-9f7e-8a582129e575 HTTP/1.1" status: 200 len: 1096 time: 0.1966293 Mar 29 15:42:35.344190 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvr_db [None req-892ce5a9-8c5e-4095-acca-0847d4504b0d None None] Set router 9c8705f6-4302-44a1-8d1c-1a63e28635c2 gateway port host: n-d-834765-1 {{(pid=102792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:42:35.424073 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 44786) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:42:35.541168 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8878e0-453d-498b-b388-47214e2ec712 req-23217e95-64ce-408b-bd72-fb5800917e4a tempest-ServerMetadataNegativeTestJSON-652474760 tempest-ServerMetadataNegativeTestJSON-652474760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:35.548936 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-fd8878e0-453d-498b-b388-47214e2ec712 req-23217e95-64ce-408b-bd72-fb5800917e4a tempest-ServerMetadataNegativeTestJSON-652474760 tempest-ServerMetadataNegativeTestJSON-652474760-project] 10.222.0.42 "GET /v2.0/networks?id=2519cd9b-0698-4c5e-895a-2dc850dfa61d HTTP/1.1" status: 200 len: 820 time: 0.1537089 Mar 29 15:42:35.573493 n-d-834765-1 neutron-server[102790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6577ea24-a03c-4970-9984-ffe76327597c', 'tag': 'e8c8298b-ad82-4c53-8291-585877dd90e3'}, {'name': 'network-changed', 'server_uuid': 'a99c14a5-f34f-4884-9f7e-8a582129e575', 'tag': '74d2306b-5026-45ef-a651-6ea8cd4cf386'}] {{(pid=102790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:42:35.576639 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46b06d655c90bc969636382cce4240ad749035fb0f3a83ee4734fa1ed9c4a6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7232a484-5f49-4369-bd7d-b2f280a2636b" -d '{"events": [{"name": "network-changed", "server_uuid": "6577ea24-a03c-4970-9984-ffe76327597c", "tag": "e8c8298b-ad82-4c53-8291-585877dd90e3"}, {"name": "network-changed", "server_uuid": "a99c14a5-f34f-4884-9f7e-8a582129e575", "tag": "74d2306b-5026-45ef-a651-6ea8cd4cf386"}]}' {{(pid=102790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:42:35.589379 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-fd8878e0-453d-498b-b388-47214e2ec712 req-d068b31b-9906-41a1-8fab-5e1fb7134b08 tempest-ServerMetadataNegativeTestJSON-652474760 tempest-ServerMetadataNegativeTestJSON-652474760-project] 10.222.0.42 "GET /v2.0/quotas/14d29475754a4232b8b646c48af43fc0 HTTP/1.1" status: 200 len: 375 time: 0.0357883 Mar 29 15:42:35.606844 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-62eb9586-2c0f-4187-801f-541e530a20b2 req-c1df924d-718d-4f4b-8202-57ea2efda74c service neutron] 10.222.0.48 "GET /v2.0/networks/2268a9b9-82fd-4886-a91d-3a50e4e16cab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6202669 Mar 29 15:42:35.625133 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-892ce5a9-8c5e-4095-acca-0847d4504b0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c8705f6-4302-44a1-8d1c-1a63e28635c2', 'name': 'tempest-FloatingIPsAssociationTestJSON-10715648-router', 'tenant_id': '09e41d0f297a4c05bfeacde4bee1a28c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.110'}], 'enable_snat': True}, 'gw_port_id': '03eaca56-bb8b-426e-9003-e216c6a40bca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:41:19Z', 'updated_at': '2022-03-29T15:41:27Z', 'revision_number': 4, 'project_id': '09e41d0f297a4c05bfeacde4bee1a28c', 'gw_port': {'id': '03eaca56-bb8b-426e-9003-e216c6a40bca', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:df:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c8705f6-4302-44a1-8d1c-1a63e28635c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 836, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:41:20Z', 'updated_at': '2022-03-29T15:41:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_floatingips': [{'id': '8bdbb7f6-43ff-4ccc-ac96-0583571cb1c4', 'tenant_id': '09e41d0f297a4c05bfeacde4bee1a28c', 'floating_ip_address': '172.25.4.25', 'floating_network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'router_id': '9c8705f6-4302-44a1-8d1c-1a63e28635c2', 'port_id': '74d2306b-5026-45ef-a651-6ea8cd4cf386', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 901, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fcdf73f9-c801-4998-9ec4-0cdc8a1cb85b', 'mac_address': 'fa:16:3e:04:87:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a99c14a5-f34f-4884-9f7e-8a582129e575', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T15:41:53Z', 'updated_at': '2022-03-29T15:42:32Z', 'revision_number': 8, 'project_id': '09e41d0f297a4c05bfeacde4bee1a28c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '279478e2-400e-4e35-b251-37a61aa9bd8a', 'name': '', 'network_id': 'fcdf73f9-c801-4998-9ec4-0cdc8a1cb85b', 'tenant_id': '09e41d0f297a4c05bfeacde4bee1a28c', 'mac_address': 'fa:16:3e:29:f1:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c8705f6-4302-44a1-8d1c-1a63e28635c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 838, 'fixed_ips': [{'subnet_id': '97aeeb47-9a64-429c-b18e-a70adf894590', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:41:25Z', 'updated_at': '2022-03-29T15:41:31Z', 'revision_number': 5, 'project_id': '09e41d0f297a4c05bfeacde4bee1a28c', 'subnets': [{'id': '97aeeb47-9a64-429c-b18e-a70adf894590', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:42:35.628593 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-fd8878e0-453d-498b-b388-47214e2ec712 req-92685539-3c31-438a-9532-9812a0109631 tempest-ServerMetadataNegativeTestJSON-652474760 tempest-ServerMetadataNegativeTestJSON-652474760-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=14d29475754a4232b8b646c48af43fc0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0378494 Mar 29 15:42:35.651553 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-a7b19986-19a0-4afa-85e6-e36ef8b50a24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:35.653867 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ab972c-06e2-4238-bfb1-0174a0e0af62 req-bcbe10aa-7a6d-4d03-bad6-48d55523c815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:35.655358 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-f8ab972c-06e2-4238-bfb1-0174a0e0af62 req-bcbe10aa-7a6d-4d03-bad6-48d55523c815 service neutron] 10.222.0.44 "GET /v2.0/networks?id=2268a9b9-82fd-4886-a91d-3a50e4e16cab HTTP/1.1" status: 200 len: 870 time: 0.6225433 Mar 29 15:42:35.666707 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-892ce5a9-8c5e-4095-acca-0847d4504b0d None None] Checking router: 9c8705f6-4302-44a1-8d1c-1a63e28635c2 for host: n-d-834765-1 {{(pid=102792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:42:35.682205 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-892ce5a9-8c5e-4095-acca-0847d4504b0d None None] Routers {'9c8705f6-4302-44a1-8d1c-1a63e28635c2'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:42:35.683213 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-892ce5a9-8c5e-4095-acca-0847d4504b0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:42:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['9c8705f6-4302-44a1-8d1c-1a63e28635c2'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:42:35.737019 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-0cb6abf6-2706-4e52-8825-f5f644ecf9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:35.756726 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-f8ab972c-06e2-4238-bfb1-0174a0e0af62 req-692e4d4c-7906-44b6-b2a7-d1042000ff0f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.98&port_id=949ea80c-bdd8-4833-9e27-0945bbdcedb0 HTTP/1.1" status: 200 len: 217 time: 0.0857055 Mar 29 15:42:35.807958 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvr_db [None req-892ce5a9-8c5e-4095-acca-0847d4504b0d None None] Set router 9c8705f6-4302-44a1-8d1c-1a63e28635c2 gateway port host: n-d-834765-1 {{(pid=102792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:42:35.816589 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bccfdf0-6aee-4800-8e90-dad133bfdc01 req-6d0c9cc5-f32c-497d-8c52-32e23cd1eaf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:35.819857 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-1bccfdf0-6aee-4800-8e90-dad133bfdc01 req-6d0c9cc5-f32c-497d-8c52-32e23cd1eaf4 service neutron] 10.222.0.42 "GET /v2.0/networks?id=fcdf73f9-c801-4998-9ec4-0cdc8a1cb85b HTTP/1.1" status: 200 len: 920 time: 0.6253581 Mar 29 15:42:35.866729 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:35.905514 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-62eb9586-2c0f-4187-801f-541e530a20b2 req-5f831d8e-0b5b-4f69-9251-614ee10d1bb1 service neutron] 10.222.0.48 "GET /v2.0/networks/2268a9b9-82fd-4886-a91d-3a50e4e16cab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2657552 Mar 29 15:42:35.909058 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ab972c-06e2-4238-bfb1-0174a0e0af62 req-58f7cec7-6dcd-40c2-8bd1-44fb39cbcf05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:35.910530 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-f8ab972c-06e2-4238-bfb1-0174a0e0af62 req-58f7cec7-6dcd-40c2-8bd1-44fb39cbcf05 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=abb8e5d6-2aea-4455-a944-3435a3d1ce49 HTTP/1.1" status: 200 len: 843 time: 0.1415911 Mar 29 15:42:35.940487 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-1bccfdf0-6aee-4800-8e90-dad133bfdc01 req-dee628f2-54d4-4633-95ab-b1f265e6b57b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=74d2306b-5026-45ef-a651-6ea8cd4cf386 HTTP/1.1" status: 200 len: 998 time: 0.1096740 Mar 29 15:42:36.022093 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-fd8878e0-453d-498b-b388-47214e2ec712 req-01d5b1cb-9ea8-499d-ab7f-79196ce1bd15 service neutron] 10.222.0.42 "GET /v2.0/networks/2519cd9b-0698-4c5e-895a-2dc850dfa61d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3849299 Mar 29 15:42:36.024095 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ab972c-06e2-4238-bfb1-0174a0e0af62 req-16dc8042-812a-4016-bb2f-ddc26b2a95f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:36.025807 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-f8ab972c-06e2-4238-bfb1-0174a0e0af62 req-16dc8042-812a-4016-bb2f-ddc26b2a95f4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2268a9b9-82fd-4886-a91d-3a50e4e16cab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0966260 Mar 29 15:42:36.031312 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bccfdf0-6aee-4800-8e90-dad133bfdc01 req-622ba528-cb1d-4afe-be1f-2a7a98384175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:36.032711 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-1bccfdf0-6aee-4800-8e90-dad133bfdc01 req-622ba528-cb1d-4afe-be1f-2a7a98384175 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=97aeeb47-9a64-429c-b18e-a70adf894590 HTTP/1.1" status: 200 len: 858 time: 0.0691321 Mar 29 15:42:36.105952 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-892ce5a9-8c5e-4095-acca-0847d4504b0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c8705f6-4302-44a1-8d1c-1a63e28635c2', 'name': 'tempest-FloatingIPsAssociationTestJSON-10715648-router', 'tenant_id': '09e41d0f297a4c05bfeacde4bee1a28c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.110'}], 'enable_snat': True}, 'gw_port_id': '03eaca56-bb8b-426e-9003-e216c6a40bca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:41:19Z', 'updated_at': '2022-03-29T15:41:27Z', 'revision_number': 4, 'project_id': '09e41d0f297a4c05bfeacde4bee1a28c', 'gw_port': {'id': '03eaca56-bb8b-426e-9003-e216c6a40bca', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:df:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c8705f6-4302-44a1-8d1c-1a63e28635c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 836, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:41:20Z', 'updated_at': '2022-03-29T15:41:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_floatingips': [{'id': '8bdbb7f6-43ff-4ccc-ac96-0583571cb1c4', 'tenant_id': '09e41d0f297a4c05bfeacde4bee1a28c', 'floating_ip_address': '172.25.4.25', 'floating_network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'router_id': '9c8705f6-4302-44a1-8d1c-1a63e28635c2', 'port_id': '74d2306b-5026-45ef-a651-6ea8cd4cf386', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 901, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fcdf73f9-c801-4998-9ec4-0cdc8a1cb85b', 'mac_address': 'fa:16:3e:04:87:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a99c14a5-f34f-4884-9f7e-8a582129e575', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T15:41:53Z', 'updated_at': '2022-03-29T15:42:32Z', 'revision_number': 8, 'project_id': '09e41d0f297a4c05bfeacde4bee1a28c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '279478e2-400e-4e35-b251-37a61aa9bd8a', 'name': '', 'network_id': 'fcdf73f9-c801-4998-9ec4-0cdc8a1cb85b', 'tenant_id': '09e41d0f297a4c05bfeacde4bee1a28c', 'mac_address': 'fa:16:3e:29:f1:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c8705f6-4302-44a1-8d1c-1a63e28635c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 838, 'fixed_ips': [{'subnet_id': '97aeeb47-9a64-429c-b18e-a70adf894590', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:41:25Z', 'updated_at': '2022-03-29T15:41:31Z', 'revision_number': 5, 'project_id': '09e41d0f297a4c05bfeacde4bee1a28c', 'subnets': [{'id': '97aeeb47-9a64-429c-b18e-a70adf894590', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:42:36.142855 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-892ce5a9-8c5e-4095-acca-0847d4504b0d None None] The sync data for ids ['9c8705f6-4302-44a1-8d1c-1a63e28635c2'] in n-d-834765-1 is: [{'id': '9c8705f6-4302-44a1-8d1c-1a63e28635c2', 'name': 'tempest-FloatingIPsAssociationTestJSON-10715648-router', 'tenant_id': '09e41d0f297a4c05bfeacde4bee1a28c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.110'}], 'enable_snat': True}, 'gw_port_id': '03eaca56-bb8b-426e-9003-e216c6a40bca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:41:19Z', 'updated_at': '2022-03-29T15:41:27Z', 'revision_number': 4, 'project_id': '09e41d0f297a4c05bfeacde4bee1a28c', 'gw_port': {'id': '03eaca56-bb8b-426e-9003-e216c6a40bca', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:df:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c8705f6-4302-44a1-8d1c-1a63e28635c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 836, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:41:20Z', 'updated_at': '2022-03-29T15:41:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_floatingips': [{'id': '8bdbb7f6-43ff-4ccc-ac96-0583571cb1c4', 'tenant_id': '09e41d0f297a4c05bfeacde4bee1a28c', 'floating_ip_address': '172.25.4.25', 'floating_network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'router_id': '9c8705f6-4302-44a1-8d1c-1a63e28635c2', 'port_id': '74d2306b-5026-45ef-a651-6ea8cd4cf386', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 901, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fcdf73f9-c801-4998-9ec4-0cdc8a1cb85b', 'mac_address': 'fa:16:3e:04:87:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a99c14a5-f34f-4884-9f7e-8a582129e575', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T15:41:53Z', 'updated_at': '2022-03-29T15:42:32Z', 'revision_number': 8, 'project_id': '09e41d0f297a4c05bfeacde4bee1a28c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '279478e2-400e-4e35-b251-37a61aa9bd8a', 'name': '', 'network_id': 'fcdf73f9-c801-4998-9ec4-0cdc8a1cb85b', 'tenant_id': '09e41d0f297a4c05bfeacde4bee1a28c', 'mac_address': 'fa:16:3e:29:f1:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c8705f6-4302-44a1-8d1c-1a63e28635c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 838, 'fixed_ips': [{'subnet_id': '97aeeb47-9a64-429c-b18e-a70adf894590', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:41:25Z', 'updated_at': '2022-03-29T15:41:31Z', 'revision_number': 5, 'project_id': '09e41d0f297a4c05bfeacde4bee1a28c', 'subnets': [{'id': '97aeeb47-9a64-429c-b18e-a70adf894590', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:42:36.151685 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bccfdf0-6aee-4800-8e90-dad133bfdc01 req-b4ad1fb6-b3a6-4ae1-9792-b39146a6bb91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:36.158806 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-fd8878e0-453d-498b-b388-47214e2ec712 req-0ddcd77f-4cde-4ac7-8e12-d805c714b329 service neutron] 10.222.0.42 "GET /v2.0/networks/2519cd9b-0698-4c5e-895a-2dc850dfa61d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357572 Mar 29 15:42:36.159343 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-1bccfdf0-6aee-4800-8e90-dad133bfdc01 req-b4ad1fb6-b3a6-4ae1-9792-b39146a6bb91 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=fcdf73f9-c801-4998-9ec4-0cdc8a1cb85b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1153126 Mar 29 15:42:36.164672 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-a7b19986-19a0-4afa-85e6-e36ef8b50a24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:36.174386 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-a7b19986-19a0-4afa-85e6-e36ef8b50a24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:36.219134 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-a7b19986-19a0-4afa-85e6-e36ef8b50a24 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=30806eebffff4b61910c6933eed4211a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7931542 Mar 29 15:42:36.219784 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 44796) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:42:36.254492 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-f8ab972c-06e2-4238-bfb1-0174a0e0af62 req-a28e8b9d-506a-4047-bff3-5a88c05966cf service neutron] 10.222.0.44 "GET /v2.0/networks/2268a9b9-82fd-4886-a91d-3a50e4e16cab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1821454 Mar 29 15:42:36.270245 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b19986-19a0-4afa-85e6-e36ef8b50a24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb08559b-e57e-47ae-9547-9ae8000e006c,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:42:36.305228 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-8ff40946-70dd-4070-9b70-ce0d652d4858 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:36.310232 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-1bccfdf0-6aee-4800-8e90-dad133bfdc01 req-e915119b-d276-4cab-b72d-6f99f4689ab2 service neutron] 10.222.0.42 "GET /v2.0/networks/fcdf73f9-c801-4998-9ec4-0cdc8a1cb85b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1500320 Mar 29 15:42:36.338360 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-8ff40946-70dd-4070-9b70-ce0d652d4858 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:36.456848 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b545f300-b6e4-4ad8-a4cd-00de7c5a1391 req-3f62af53-7c98-4f89-b10a-a40eec3d0967 tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:36.459559 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b545f300-b6e4-4ad8-a4cd-00de7c5a1391 req-3f62af53-7c98-4f89-b10a-a40eec3d0967 tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] 10.222.0.42 "GET /v2.0/ports?device_id=dbf06d28-6f64-4f76-b58a-39982ac100c2 HTTP/1.1" status: 200 len: 949 time: 0.0738885 Mar 29 15:42:36.461037 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-8ff40946-70dd-4070-9b70-ce0d652d4858 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:36.464020 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-8ff40946-70dd-4070-9b70-ce0d652d4858 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:36.464171 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device e108255d-1c5f-4606-bfd8-b8aae7046923 up at agent hyperv_n-h2-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:42:36.468825 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-8ff40946-70dd-4070-9b70-ce0d652d4858 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/cb08559b-e57e-47ae-9547-9ae8000e006c HTTP/1.1" status: 204 len: 168 time: 0.2460523 Mar 29 15:42:36.481187 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-600a316e-bfad-447a-9d9c-3fe4935a7226 None None] New status for floating IP 8bdbb7f6-43ff-4ccc-ac96-0583571cb1c4: ACTIVE {{(pid=102793) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 15:42:36.492976 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff40946-70dd-4070-9b70-ce0d652d4858 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb08559b-e57e-47ae-9547-9ae8000e006c,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:42:36.509140 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-1bccfdf0-6aee-4800-8e90-dad133bfdc01 req-522deb96-c6bd-4bf1-85b8-4b420d38d8c9 service neutron] 10.222.0.42 "GET /v2.0/networks/fcdf73f9-c801-4998-9ec4-0cdc8a1cb85b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1922209 Mar 29 15:42:36.539064 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-f8ab972c-06e2-4238-bfb1-0174a0e0af62 req-261555e9-3d93-473c-b966-80cf6f9872ec service neutron] 10.222.0.44 "GET /v2.0/networks/2268a9b9-82fd-4886-a91d-3a50e4e16cab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2739589 Mar 29 15:42:36.557133 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b545f300-b6e4-4ad8-a4cd-00de7c5a1391 req-f7909a72-db3e-4e62-85d9-9e7d02a86143 tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] 10.222.0.42 "GET /v2.0/security-groups?id=062b76b3-3a31-4c61-a1e4-5e35375fb0f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871511 Mar 29 15:42:36.624958 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Provisioning for port e108255d-1c5f-4606-bfd8-b8aae7046923 completed by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 15:42:36.634894 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Provisioning complete for port e108255d-1c5f-4606-bfd8-b8aae7046923 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:42:36.634894 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:36.685692 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 29 Mar 2022 15:42:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b10ec656-f676-4750-b4aa-5752e66e6314 x-openstack-request-id: req-b10ec656-f676-4750-b4aa-5752e66e6314 {{(pid=102790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:42:36.685972 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6577ea24-a03c-4970-9984-ffe76327597c", "tag": "e8c8298b-ad82-4c53-8291-585877dd90e3", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "a99c14a5-f34f-4884-9f7e-8a582129e575", "tag": "74d2306b-5026-45ef-a651-6ea8cd4cf386", "status": "completed", "code": 200}]} {{(pid=102790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:42:36.686393 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b10ec656-f676-4750-b4aa-5752e66e6314 {{(pid=102790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:42:36.686981 n-d-834765-1 neutron-server[102790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6577ea24-a03c-4970-9984-ffe76327597c', 'tag': 'e8c8298b-ad82-4c53-8291-585877dd90e3', 'status': 'completed', 'code': 200} Mar 29 15:42:36.688388 n-d-834765-1 neutron-server[102790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a99c14a5-f34f-4884-9f7e-8a582129e575', 'tag': '74d2306b-5026-45ef-a651-6ea8cd4cf386', 'status': 'completed', 'code': 200} Mar 29 15:42:36.809799 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:36.811793 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cb8639-e991-4dd1-ad99-7373444d628f req-18140353-6eee-4eed-9828-99fb5c828508 tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:36.828263 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-49cb8639-e991-4dd1-ad99-7373444d628f req-18140353-6eee-4eed-9828-99fb5c828508 tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] 10.222.0.42 "GET /v2.0/ports?device_id=6577ea24-a03c-4970-9984-ffe76327597c HTTP/1.1" status: 200 len: 948 time: 0.0905681 Mar 29 15:42:36.858400 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port e108255d-1c5f-4606-bfd8-b8aae7046923, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=e108255d-1c5f-4606-bfd8-b8aae7046923,segment=NetworkSegment(a0c230f0-660a-4194-9279-0f0781d34134),segment_id=a0c230f0-660a-4194-9279-0f0781d34134)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:42:36.859427 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33baf1e2-0080-40ab-8984-cc489471d17e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e108255d-1c5f-4606-bfd8-b8aae7046923'}] {{(pid=102792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:42:36.862305 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4f476c66b318cc6068719fc39557fac68d413f5c7e78fa77028c7948e999ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15d23a2a-da44-42e9-9fc0-97594aa5ce58" -d '{"events": [{"server_uuid": "33baf1e2-0080-40ab-8984-cc489471d17e", "name": "network-vif-plugged", "status": "completed", "tag": "e108255d-1c5f-4606-bfd8-b8aae7046923"}]}' {{(pid=102792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:42:36.868118 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:36.869026 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device 83136e82-2f06-46a4-b9ca-6b6357a86c4f no longer exists at agent hyperv_n-h2-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:42:36.873834 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb08ed8-3100-45c2-9caf-9402c8625699 req-4869bb1e-5e6c-4dd7-8978-1c2c1e14bf43 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:36.875587 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-beb08ed8-3100-45c2-9caf-9402c8625699 req-4869bb1e-5e6c-4dd7-8978-1c2c1e14bf43 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb986c29-f18c-4431-b001-b8a5fa38aaaa HTTP/1.1" status: 200 len: 946 time: 0.2582865 Mar 29 15:42:36.897975 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] No Port match for: 83136e82-2f06-46a4-b9ca-6b6357a86c4f {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 15:42:36.897975 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device 83136e82-2f06-46a4-b9ca-6b6357a86c4f not bound to the agent host n-h2-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:42:36.902898 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7232a484-5f49-4369-bd7d-b2f280a2636b req-a409046c-4b4e-4fd8-8856-93e9b2c3b850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:36.904372 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-7232a484-5f49-4369-bd7d-b2f280a2636b req-a409046c-4b4e-4fd8-8856-93e9b2c3b850 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=0371bf4ecfda48fda8d74747facc2c9d&device_id=6577ea24-a03c-4970-9984-ffe76327597c HTTP/1.1" status: 200 len: 1099 time: 0.2141397 Mar 29 15:42:36.918097 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-49cb8639-e991-4dd1-ad99-7373444d628f req-5db7894f-c4e6-41a4-a90b-4c7b6f86d28a tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] 10.222.0.42 "GET /v2.0/security-groups?id=6fc5fb8c-b1d6-4bb9-b68a-102a19ea7379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884500 Mar 29 15:42:36.920977 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7232a484-5f49-4369-bd7d-b2f280a2636b req-69d1ed92-4375-4e45-bf51-1f432dc4035f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:36.922648 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-7232a484-5f49-4369-bd7d-b2f280a2636b req-69d1ed92-4375-4e45-bf51-1f432dc4035f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=09e41d0f297a4c05bfeacde4bee1a28c&device_id=a99c14a5-f34f-4884-9f7e-8a582129e575 HTTP/1.1" status: 200 len: 1096 time: 0.2187424 Mar 29 15:42:36.967112 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Pushing event updated for resources: {'Port': ['ID=e108255d-1c5f-4606-bfd8-b8aae7046923,revision_number=5']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:42:37.042877 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 44818) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:42:37.059495 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-0c914816-4a69-4ae0-9864-00ec9c74bde9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:37.070542 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019f16b2-963f-4c4d-bfb4-7329fb8dc798 req-3a347ce3-38c6-4d00-823d-2a902c32b5f7 tempest-LiveMigrationNegativeTest-1671013112 tempest-LiveMigrationNegativeTest-1671013112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:37.072137 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-019f16b2-963f-4c4d-bfb4-7329fb8dc798 req-3a347ce3-38c6-4d00-823d-2a902c32b5f7 tempest-LiveMigrationNegativeTest-1671013112 tempest-LiveMigrationNegativeTest-1671013112-project] 10.222.0.42 "GET /v2.0/ports?device_id=33baf1e2-0080-40ab-8984-cc489471d17e HTTP/1.1" status: 200 len: 950 time: 0.0766006 Mar 29 15:42:37.087605 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-beb08ed8-3100-45c2-9caf-9402c8625699 req-06be9e0f-6470-4414-bdd6-67956fc252c7 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.42 "GET /v2.0/security-groups?id=07e96b72-96bb-4562-b80f-051b133c1759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867783 Mar 29 15:42:37.140963 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-019f16b2-963f-4c4d-bfb4-7329fb8dc798 req-3366b829-b35d-4fc7-b639-7557d61c9399 tempest-LiveMigrationNegativeTest-1671013112 tempest-LiveMigrationNegativeTest-1671013112-project] 10.222.0.42 "GET /v2.0/security-groups?id=774c292d-aaff-41c3-9345-153fa540abbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601270 Mar 29 15:42:37.152243 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7232a484-5f49-4369-bd7d-b2f280a2636b req-d8db907b-975e-4221-b581-b7fbaa95f1dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:37.154080 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-7232a484-5f49-4369-bd7d-b2f280a2636b req-d8db907b-975e-4221-b581-b7fbaa95f1dc service neutron] 10.222.0.48 "GET /v2.0/networks?id=2268a9b9-82fd-4886-a91d-3a50e4e16cab HTTP/1.1" status: 200 len: 870 time: 0.2257717 Mar 29 15:42:37.216136 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7232a484-5f49-4369-bd7d-b2f280a2636b req-29c1a93f-4a45-48ab-8de4-5dcfe7958c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:37.217509 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-7232a484-5f49-4369-bd7d-b2f280a2636b req-29c1a93f-4a45-48ab-8de4-5dcfe7958c88 service neutron] 10.222.0.44 "GET /v2.0/networks?id=fcdf73f9-c801-4998-9ec4-0cdc8a1cb85b HTTP/1.1" status: 200 len: 920 time: 0.2769356 Mar 29 15:42:37.231667 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-0c914816-4a69-4ae0-9864-00ec9c74bde9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:37.244123 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-0c914816-4a69-4ae0-9864-00ec9c74bde9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:37.253294 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-4270c1a8-50de-4913-a260-a32e25358a7e req-ade68cd8-86bc-4f31-88d2-a03bb6f50764 tempest-ServerMetadataNegativeTestJSON-652474760 tempest-ServerMetadataNegativeTestJSON-652474760-project] 10.222.0.42 "GET /v2.0/ports?device_id=d81682a9-aa68-4826-b492-4571c3081c30 HTTP/1.1" status: 200 len: 210 time: 0.0345724 Mar 29 15:42:37.254532 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-7232a484-5f49-4369-bd7d-b2f280a2636b req-bdd85cc5-584a-4821-992a-979cd962bfbc service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.114&port_id=e8c8298b-ad82-4c53-8291-585877dd90e3 HTTP/1.1" status: 200 len: 217 time: 0.0871880 Mar 29 15:42:37.307078 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b8011a4b-a11f-4adc-a600-f15814cfc731 req-2228ef16-e03c-475a-bfd0-2014b6fa8ac1 tempest-FloatingIPsAssociationTestJSON-13237688 tempest-FloatingIPsAssociationTestJSON-13237688-project] 10.222.0.42 "GET /v2.0/floatingips/8bdbb7f6-43ff-4ccc-ac96-0583571cb1c4 HTTP/1.1" status: 200 len: 997 time: 0.1242108 Mar 29 15:42:37.309962 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-0c914816-4a69-4ae0-9864-00ec9c74bde9 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f782b8dfb1ba44bea65a56e868b3a487&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2661088 Mar 29 15:42:37.314114 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 44820) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:42:37.316351 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c914816-4a69-4ae0-9864-00ec9c74bde9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3e8fa6b-e1be-4869-8a5f-a13256017a48,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:42:37.413216 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-7232a484-5f49-4369-bd7d-b2f280a2636b req-a20e0ef3-c9ce-42e4-85ed-fb02ef579393 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=74d2306b-5026-45ef-a651-6ea8cd4cf386 HTTP/1.1" status: 200 len: 1000 time: 0.1576002 Mar 29 15:42:37.422676 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8011a4b-a11f-4adc-a600-f15814cfc731 req-8d804767-9640-4713-945b-57f445e27df5 tempest-FloatingIPsAssociationTestJSON-13237688 tempest-FloatingIPsAssociationTestJSON-13237688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:37.423151 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7232a484-5f49-4369-bd7d-b2f280a2636b req-cdef426e-7ddd-4a84-a127-577d92982291 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:37.424059 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b8011a4b-a11f-4adc-a600-f15814cfc731 req-8d804767-9640-4713-945b-57f445e27df5 tempest-FloatingIPsAssociationTestJSON-13237688 tempest-FloatingIPsAssociationTestJSON-13237688-project] 10.222.0.42 "GET /v2.0/networks/4a4a035d-ecac-4ead-baa3-25f90788773a HTTP/1.1" status: 200 len: 784 time: 0.1099133 Mar 29 15:42:37.424619 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-7232a484-5f49-4369-bd7d-b2f280a2636b req-cdef426e-7ddd-4a84-a127-577d92982291 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=abb8e5d6-2aea-4455-a944-3435a3d1ce49 HTTP/1.1" status: 200 len: 843 time: 0.1256545 Mar 29 15:42:37.465585 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:42:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b97ccfd-21de-46f8-b326-9df2aa1446e5 x-openstack-request-id: req-4b97ccfd-21de-46f8-b326-9df2aa1446e5 {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:42:37.465970 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33baf1e2-0080-40ab-8984-cc489471d17e", "name": "network-vif-plugged", "status": "completed", "tag": "e108255d-1c5f-4606-bfd8-b8aae7046923", "code": 200}]} {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:42:37.466444 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-4b97ccfd-21de-46f8-b326-9df2aa1446e5 {{(pid=102792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:42:37.466841 n-d-834765-1 neutron-server[102792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33baf1e2-0080-40ab-8984-cc489471d17e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e108255d-1c5f-4606-bfd8-b8aae7046923', 'code': 200} Mar 29 15:42:37.512043 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa777910-e5ea-4ab5-b8c1-d61b4352b841 req-a173ec7f-bac6-4da4-b35c-444e0d183d9a tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:37.513526 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-fa777910-e5ea-4ab5-b8c1-d61b4352b841 req-a173ec7f-bac6-4da4-b35c-444e0d183d9a tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] 10.222.0.42 "GET /v2.0/ports?device_id=098ca7f6-5ef0-491c-b3c0-dec37bb94199 HTTP/1.1" status: 200 len: 949 time: 0.1776793 Mar 29 15:42:37.538747 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-50130ba3-403e-4fad-a818-4313f83be69a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:37.552016 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7232a484-5f49-4369-bd7d-b2f280a2636b req-2abb14a5-17a0-4aa0-8035-67954483655b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:37.553612 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-7232a484-5f49-4369-bd7d-b2f280a2636b req-2abb14a5-17a0-4aa0-8035-67954483655b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=97aeeb47-9a64-429c-b18e-a70adf894590 HTTP/1.1" status: 200 len: 858 time: 0.1330266 Mar 29 15:42:37.586341 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7232a484-5f49-4369-bd7d-b2f280a2636b req-5914bde5-2bab-4c90-89df-35efb62c5741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:37.588261 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-7232a484-5f49-4369-bd7d-b2f280a2636b req-5914bde5-2bab-4c90-89df-35efb62c5741 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2268a9b9-82fd-4886-a91d-3a50e4e16cab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1448169 Mar 29 15:42:37.600369 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b5b01a38-11f7-4658-bf56-b3b4a0d36f77 req-2cf437aa-db3c-4283-b656-ee89aaf183a4 tempest-FloatingIPsAssociationTestJSON-13237688 tempest-FloatingIPsAssociationTestJSON-13237688-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.4.25 HTTP/1.1" status: 200 len: 1000 time: 0.0906806 Mar 29 15:42:37.605960 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143ef7de-3e01-4846-90fa-67093020a546 req-d2887d66-2568-4d40-a9c4-41b11fed69a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:37.607366 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-143ef7de-3e01-4846-90fa-67093020a546 req-d2887d66-2568-4d40-a9c4-41b11fed69a1 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=33baf1e2-0080-40ab-8984-cc489471d17e HTTP/1.1" status: 200 len: 1101 time: 0.0599413 Mar 29 15:42:37.626280 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-50130ba3-403e-4fad-a818-4313f83be69a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:37.650791 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-fa777910-e5ea-4ab5-b8c1-d61b4352b841 req-9cc65e7b-5d60-4b90-9741-37feeaadbccf tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] 10.222.0.42 "GET /v2.0/security-groups?id=062b76b3-3a31-4c61-a1e4-5e35375fb0f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257255 Mar 29 15:42:37.674695 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b01a38-11f7-4658-bf56-b3b4a0d36f77 req-a189d606-4a9a-42c4-8eb5-67c5033b49a3 tempest-FloatingIPsAssociationTestJSON-13237688 tempest-FloatingIPsAssociationTestJSON-13237688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:37.676095 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b5b01a38-11f7-4658-bf56-b3b4a0d36f77 req-a189d606-4a9a-42c4-8eb5-67c5033b49a3 tempest-FloatingIPsAssociationTestJSON-13237688 tempest-FloatingIPsAssociationTestJSON-13237688-project] 10.222.0.42 "GET /v2.0/ports/74d2306b-5026-45ef-a651-6ea8cd4cf386 HTTP/1.1" status: 200 len: 942 time: 0.0677893 Mar 29 15:42:37.680907 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-143ef7de-3e01-4846-90fa-67093020a546 req-0815e525-00b1-4fb3-945e-ac9955ef1cbb service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=774c292d-aaff-41c3-9345-153fa540abbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645342 Mar 29 15:42:37.760751 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7232a484-5f49-4369-bd7d-b2f280a2636b req-d4bddf83-0960-4e10-8bf8-11bc72ef6c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:37.762825 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-7232a484-5f49-4369-bd7d-b2f280a2636b req-d4bddf83-0960-4e10-8bf8-11bc72ef6c1f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=fcdf73f9-c801-4998-9ec4-0cdc8a1cb85b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1965303 Mar 29 15:42:37.787090 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b5b01a38-11f7-4658-bf56-b3b4a0d36f77 req-d8294d1f-5598-4b2f-a55c-49089c746051 tempest-FloatingIPsAssociationTestJSON-13237688 tempest-FloatingIPsAssociationTestJSON-13237688-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.4.25 HTTP/1.1" status: 200 len: 1000 time: 0.0659447 Mar 29 15:42:37.815065 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-50130ba3-403e-4fad-a818-4313f83be69a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:37.818086 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-50130ba3-403e-4fad-a818-4313f83be69a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:37.819207 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-50130ba3-403e-4fad-a818-4313f83be69a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b3e8fa6b-e1be-4869-8a5f-a13256017a48 HTTP/1.1" status: 204 len: 168 time: 0.4866638 Mar 29 15:42:37.821277 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-7232a484-5f49-4369-bd7d-b2f280a2636b req-77410b1d-8bd9-4347-90f4-2e60938f2c3d service neutron] 10.222.0.48 "GET /v2.0/networks/2268a9b9-82fd-4886-a91d-3a50e4e16cab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2047331 Mar 29 15:42:37.863108 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50130ba3-403e-4fad-a818-4313f83be69a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3e8fa6b-e1be-4869-8a5f-a13256017a48,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:42:37.914074 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-7232a484-5f49-4369-bd7d-b2f280a2636b req-2570ca24-174f-4382-9673-bd299f45bd7d service neutron] 10.222.0.44 "GET /v2.0/networks/fcdf73f9-c801-4998-9ec4-0cdc8a1cb85b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406465 Mar 29 15:42:37.928631 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b01a38-11f7-4658-bf56-b3b4a0d36f77 req-a96ffe07-fa6b-4d29-84be-062de4a677a5 tempest-FloatingIPsAssociationTestJSON-13237688 tempest-FloatingIPsAssociationTestJSON-13237688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:37.938566 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b5b01a38-11f7-4658-bf56-b3b4a0d36f77 req-a96ffe07-fa6b-4d29-84be-062de4a677a5 tempest-FloatingIPsAssociationTestJSON-13237688 tempest-FloatingIPsAssociationTestJSON-13237688-project] 10.222.0.42 "GET /v2.0/networks/4a4a035d-ecac-4ead-baa3-25f90788773a HTTP/1.1" status: 200 len: 784 time: 0.1441166 Mar 29 15:42:38.014891 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b5b01a38-11f7-4658-bf56-b3b4a0d36f77 req-36fb986e-db78-4b90-993b-07714b7201bd tempest-FloatingIPsAssociationTestJSON-13237688 tempest-FloatingIPsAssociationTestJSON-13237688-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.4.25 HTTP/1.1" status: 200 len: 1000 time: 0.0740149 Mar 29 15:42:38.030477 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [req-b5b01a38-11f7-4658-bf56-b3b4a0d36f77 req-04f5cbbc-796d-4035-83f3-527227616aa6 tempest-FloatingIPsAssociationTestJSON-13237688 tempest-FloatingIPsAssociationTestJSON-13237688-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:42:38.122511 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-7232a484-5f49-4369-bd7d-b2f280a2636b req-58d25a7f-6cc6-48da-8a1b-32fbfc52e686 service neutron] 10.222.0.48 "GET /v2.0/networks/2268a9b9-82fd-4886-a91d-3a50e4e16cab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1868854 Mar 29 15:42:38.138063 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49775f5f-ba86-4ebd-925b-6655f8b5d0f0 req-aadc6e05-915c-430b-8b92-88bbb15fa854 tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:38.144127 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49775f5f-ba86-4ebd-925b-6655f8b5d0f0 req-aadc6e05-915c-430b-8b92-88bbb15fa854 tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:38.145772 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-49775f5f-ba86-4ebd-925b-6655f8b5d0f0 req-aadc6e05-915c-430b-8b92-88bbb15fa854 tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] 10.222.0.42 "GET /v2.0/ports?device_id=098ca7f6-5ef0-491c-b3c0-dec37bb94199&device_id=dbf06d28-6f64-4f76-b58a-39982ac100c2 HTTP/1.1" status: 200 len: 1689 time: 0.1646354 Mar 29 15:42:38.165158 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-b5b01a38-11f7-4658-bf56-b3b4a0d36f77 req-04f5cbbc-796d-4035-83f3-527227616aa6 tempest-FloatingIPsAssociationTestJSON-13237688 tempest-FloatingIPsAssociationTestJSON-13237688-project] Notify callbacks [] for floatingip, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:38.167518 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-7232a484-5f49-4369-bd7d-b2f280a2636b req-b81f73fb-56cd-4cd7-bf87-31a62a17d48d service neutron] 10.222.0.44 "GET /v2.0/networks/fcdf73f9-c801-4998-9ec4-0cdc8a1cb85b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2450862 Mar 29 15:42:38.219915 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-49775f5f-ba86-4ebd-925b-6655f8b5d0f0 req-531ba4cc-bbb1-4b83-b4d9-08ee39f0a980 tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] 10.222.0.42 "GET /v2.0/security-groups?id=062b76b3-3a31-4c61-a1e4-5e35375fb0f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660117 Mar 29 15:42:38.328975 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7578f468-1299-4038-82dc-743a0f36ae96 req-013939db-1ba5-4831-957f-c97d925cc9ba tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:38.336559 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-7578f468-1299-4038-82dc-743a0f36ae96 req-013939db-1ba5-4831-957f-c97d925cc9ba tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] 10.222.0.42 "GET /v2.0/ports?device_id=6577ea24-a03c-4970-9984-ffe76327597c HTTP/1.1" status: 200 len: 948 time: 0.0580850 Mar 29 15:42:38.354001 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8878e0-453d-498b-b388-47214e2ec712 req-d63b4254-8910-424f-9706-ac180c380db8 tempest-ServerMetadataNegativeTestJSON-652474760 tempest-ServerMetadataNegativeTestJSON-652474760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:38.355498 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-fd8878e0-453d-498b-b388-47214e2ec712 req-d63b4254-8910-424f-9706-ac180c380db8 tempest-ServerMetadataNegativeTestJSON-652474760 tempest-ServerMetadataNegativeTestJSON-652474760-project] 10.222.0.48 "GET /v2.0/networks?id=2519cd9b-0698-4c5e-895a-2dc850dfa61d HTTP/1.1" status: 200 len: 820 time: 0.2699897 Mar 29 15:42:38.370003 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [req-fd8878e0-453d-498b-b388-47214e2ec712 req-38328295-2500-48b1-b392-4490a64aa4d2 tempest-ServerMetadataNegativeTestJSON-652474760 tempest-ServerMetadataNegativeTestJSON-652474760-project] Request body: {'port': {'device_id': 'd81682a9-aa68-4826-b492-4571c3081c30', 'network_id': '2519cd9b-0698-4c5e-895a-2dc850dfa61d', 'admin_state_up': True, 'tenant_id': '14d29475754a4232b8b646c48af43fc0'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:42:38.374311 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-7578f468-1299-4038-82dc-743a0f36ae96 req-285b4dfa-5978-4a63-8d91-3f967922ca6c tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] 10.222.0.42 "GET /v2.0/security-groups?id=6fc5fb8c-b1d6-4bb9-b68a-102a19ea7379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368955 Mar 29 15:42:38.384306 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device 949ea80c-bdd8-4833-9e27-0945bbdcedb0 details requested by agent hyperv_n-h1-834765-1 with host n-h1-834765-1 {{(pid=102792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 15:42:38.429678 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-b5b01a38-11f7-4658-bf56-b3b4a0d36f77 req-04f5cbbc-796d-4035-83f3-527227616aa6 tempest-FloatingIPsAssociationTestJSON-13237688 tempest-FloatingIPsAssociationTestJSON-13237688-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:38.439183 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-b5b01a38-11f7-4658-bf56-b3b4a0d36f77 req-04f5cbbc-796d-4035-83f3-527227616aa6 tempest-FloatingIPsAssociationTestJSON-13237688 tempest-FloatingIPsAssociationTestJSON-13237688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648212'] for floatingip, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:38.439563 n-d-834765-1 neutron-server[102791]: INFO neutron.db.l3_db [req-b5b01a38-11f7-4658-bf56-b3b4a0d36f77 req-04f5cbbc-796d-4035-83f3-527227616aa6 tempest-FloatingIPsAssociationTestJSON-13237688 tempest-FloatingIPsAssociationTestJSON-13237688-project] Floating IP 8bdbb7f6-43ff-4ccc-ac96-0583571cb1c4 disassociated. External IP: 172.25.4.25, port: 74d2306b-5026-45ef-a651-6ea8cd4cf386. Mar 29 15:42:38.507343 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8d3c94-1f8c-4669-b138-73f2ef1f9fed req-62b1fb4c-03db-40b7-b6e8-7383ba1bfdf1 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:38.508593 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-eb8d3c94-1f8c-4669-b138-73f2ef1f9fed req-62b1fb4c-03db-40b7-b6e8-7383ba1bfdf1 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb986c29-f18c-4431-b001-b8a5fa38aaaa HTTP/1.1" status: 200 len: 946 time: 0.0582447 Mar 29 15:42:38.550323 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port 949ea80c-bdd8-4833-9e27-0945bbdcedb0, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=949ea80c-bdd8-4833-9e27-0945bbdcedb0,segment=NetworkSegment(a0c230f0-660a-4194-9279-0f0781d34134),segment_id=a0c230f0-660a-4194-9279-0f0781d34134)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:42:38.562572 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-eb8d3c94-1f8c-4669-b138-73f2ef1f9fed req-75aadf87-cddb-4134-bfaa-220182d2021b tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.42 "GET /v2.0/security-groups?id=07e96b72-96bb-4562-b80f-051b133c1759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392444 Mar 29 15:42:38.564212 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Returning: {'device': '949ea80c-bdd8-4833-9e27-0945bbdcedb0', 'network_id': '2268a9b9-82fd-4886-a91d-3a50e4e16cab', 'port_id': '949ea80c-bdd8-4833-9e27-0945bbdcedb0', 'mac_address': 'fa:16:3e:ff:98:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 625, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abb8e5d6-2aea-4455-a944-3435a3d1ce49', 'ip_address': '192.168.233.98'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 15:42:38.606856 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd8878e0-453d-498b-b388-47214e2ec712 req-38328295-2500-48b1-b392-4490a64aa4d2 tempest-ServerMetadataNegativeTestJSON-652474760 tempest-ServerMetadataNegativeTestJSON-652474760-project] Made reservation on behalf of 14d29475754a4232b8b646c48af43fc0 for: {'port': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:42:38.611197 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-fd8878e0-453d-498b-b388-47214e2ec712 req-38328295-2500-48b1-b392-4490a64aa4d2 tempest-ServerMetadataNegativeTestJSON-652474760 tempest-ServerMetadataNegativeTestJSON-652474760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:38.627525 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:38.643179 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 949ea80c-bdd8-4833-9e27-0945bbdcedb0 {{(pid=102792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:42:38.679565 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port 949ea80c-bdd8-4833-9e27-0945bbdcedb0, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=949ea80c-bdd8-4833-9e27-0945bbdcedb0,segment=NetworkSegment(a0c230f0-660a-4194-9279-0f0781d34134),segment_id=a0c230f0-660a-4194-9279-0f0781d34134)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:42:38.685180 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:38.714350 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce6a25b-5832-40b5-8005-052c2985d7f5 req-43d523a7-7711-4679-b42b-6fb9946e9125 tempest-LiveMigrationNegativeTest-1671013112 tempest-LiveMigrationNegativeTest-1671013112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:38.717772 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-1ce6a25b-5832-40b5-8005-052c2985d7f5 req-43d523a7-7711-4679-b42b-6fb9946e9125 tempest-LiveMigrationNegativeTest-1671013112 tempest-LiveMigrationNegativeTest-1671013112-project] 10.222.0.42 "GET /v2.0/ports?device_id=33baf1e2-0080-40ab-8984-cc489471d17e HTTP/1.1" status: 200 len: 950 time: 0.0755403 Mar 29 15:42:38.753752 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Pushing event updated for resources: {'Port': ['ID=949ea80c-bdd8-4833-9e27-0945bbdcedb0,revision_number=4']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:42:38.773295 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-1ce6a25b-5832-40b5-8005-052c2985d7f5 req-9543ab79-90df-474a-b019-8a7c2588fc0b tempest-LiveMigrationNegativeTest-1671013112 tempest-LiveMigrationNegativeTest-1671013112-project] 10.222.0.42 "GET /v2.0/security-groups?id=774c292d-aaff-41c3-9345-153fa540abbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479667 Mar 29 15:42:38.841824 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b5b01a38-11f7-4658-bf56-b3b4a0d36f77 req-04f5cbbc-796d-4035-83f3-527227616aa6 tempest-FloatingIPsAssociationTestJSON-13237688 tempest-FloatingIPsAssociationTestJSON-13237688-project] Router 9c8705f6-4302-44a1-8d1c-1a63e28635c2 has already been hosted by L3 agent c648d819-1060-4f26-b4ec-6455387b5dff {{(pid=102791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 15:42:38.861271 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_common [req-fd8878e0-453d-498b-b388-47214e2ec712 req-38328295-2500-48b1-b392-4490a64aa4d2 tempest-ServerMetadataNegativeTestJSON-652474760 tempest-ServerMetadataNegativeTestJSON-652474760-project] Allocated IP 172.20.0.10 (2519cd9b-0698-4c5e-895a-2dc850dfa61d/b7090ef5-4000-4d28-ad51-e3b3a3962d4a/d77f3bcb-4994-4d73-ac22-cf0395d41d87) {{(pid=102791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:42:38.938859 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-58681df1-873d-49f9-9c83-2097da0018d6 req-9cfe340e-fb01-40b8-94c5-b36146b8f640 tempest-ServerMetadataNegativeTestJSON-652474760 tempest-ServerMetadataNegativeTestJSON-652474760-project] 10.222.0.42 "GET /v2.0/ports?device_id=d81682a9-aa68-4826-b492-4571c3081c30 HTTP/1.1" status: 200 len: 210 time: 0.0265722 Mar 29 15:42:39.024173 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b5b01a38-11f7-4658-bf56-b3b4a0d36f77 req-04f5cbbc-796d-4035-83f3-527227616aa6 tempest-FloatingIPsAssociationTestJSON-13237688 tempest-FloatingIPsAssociationTestJSON-13237688-project] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:42:39.031227 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-b5b01a38-11f7-4658-bf56-b3b4a0d36f77 req-04f5cbbc-796d-4035-83f3-527227616aa6 tempest-FloatingIPsAssociationTestJSON-13237688 tempest-FloatingIPsAssociationTestJSON-13237688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for floatingip, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:39.039505 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] get_ports_and_sgs() called for port_ids ['949ea80c-bdd8-4833-9e27-0945bbdcedb0'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:42:39.043516 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e3372b-6ab4-4c9c-9feb-3b626d6b2512 req-576bf97f-76c9-4d39-a297-7a55b5b9f8af tempest-ServersOnMultiNodesTest-1158406582 tempest-ServersOnMultiNodesTest-1158406582-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:39.044393 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-62e3372b-6ab4-4c9c-9feb-3b626d6b2512 req-576bf97f-76c9-4d39-a297-7a55b5b9f8af tempest-ServersOnMultiNodesTest-1158406582 tempest-ServersOnMultiNodesTest-1158406582-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=098ca7f6-5ef0-491c-b3c0-dec37bb94199 HTTP/1.1" status: 200 len: 1100 time: 0.0447001 Mar 29 15:42:39.048553 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3da652b2-681b-4bec-932c-8c4b7b2fa5c2 None None] Sync routers for ids ['9c8705f6-4302-44a1-8d1c-1a63e28635c2'] in n-d-834765-1 {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:42:39.093050 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3da652b2-681b-4bec-932c-8c4b7b2fa5c2 None None] Routers {'9c8705f6-4302-44a1-8d1c-1a63e28635c2'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:42:39.093961 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-3da652b2-681b-4bec-932c-8c4b7b2fa5c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:42:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['9c8705f6-4302-44a1-8d1c-1a63e28635c2'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:42:39.112441 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b5b01a38-11f7-4658-bf56-b3b4a0d36f77 req-04f5cbbc-796d-4035-83f3-527227616aa6 tempest-FloatingIPsAssociationTestJSON-13237688 tempest-FloatingIPsAssociationTestJSON-13237688-project] 10.222.0.42 "PUT /v2.0/floatingips/8bdbb7f6-43ff-4ccc-ac96-0583571cb1c4 HTTP/1.1" status: 200 len: 695 time: 1.0835385 Mar 29 15:42:39.138443 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-62e3372b-6ab4-4c9c-9feb-3b626d6b2512 req-838b9e01-95b0-4840-9f7f-b74176a5f68f tempest-ServersOnMultiNodesTest-1158406582 tempest-ServersOnMultiNodesTest-1158406582-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=062b76b3-3a31-4c61-a1e4-5e35375fb0f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810847 Mar 29 15:42:39.140837 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a99c14a5-f34f-4884-9f7e-8a582129e575', 'tag': '74d2306b-5026-45ef-a651-6ea8cd4cf386'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:42:39.143245 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c67b028db5e9b9818fecc5c0a87ebc6f190694fa53ca267d523e04f98de536d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be7274ca-1862-4fd7-8539-96fc44f2c4f4" -d '{"events": [{"name": "network-changed", "server_uuid": "a99c14a5-f34f-4884-9f7e-8a582129e575", "tag": "74d2306b-5026-45ef-a651-6ea8cd4cf386"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:42:39.179688 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b01a38-11f7-4658-bf56-b3b4a0d36f77 req-e75bf46e-ffd6-46a9-bf21-1fd505b83260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:39.187932 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b5b01a38-11f7-4658-bf56-b3b4a0d36f77 req-e75bf46e-ffd6-46a9-bf21-1fd505b83260 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=09e41d0f297a4c05bfeacde4bee1a28c&device_id=a99c14a5-f34f-4884-9f7e-8a582129e575 HTTP/1.1" status: 200 len: 1096 time: 0.0745356 Mar 29 15:42:39.207442 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-fd8878e0-453d-498b-b388-47214e2ec712 req-38328295-2500-48b1-b392-4490a64aa4d2 tempest-ServerMetadataNegativeTestJSON-652474760 tempest-ServerMetadataNegativeTestJSON-652474760-project] Notify callbacks [] for port, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:39.229216 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvr_db [None req-3da652b2-681b-4bec-932c-8c4b7b2fa5c2 None None] Set router 9c8705f6-4302-44a1-8d1c-1a63e28635c2 gateway port host: n-d-834765-1 {{(pid=102792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:42:39.312628 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38327c7a-a675-4b2d-8a0b-1b91d6086d01 req-865e6da1-9c23-4b47-8d24-c75d833d31c7 tempest-ServersOnMultiNodesTest-1158406582 tempest-ServersOnMultiNodesTest-1158406582-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:39.314066 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-38327c7a-a675-4b2d-8a0b-1b91d6086d01 req-865e6da1-9c23-4b47-8d24-c75d833d31c7 tempest-ServersOnMultiNodesTest-1158406582 tempest-ServersOnMultiNodesTest-1158406582-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=dbf06d28-6f64-4f76-b58a-39982ac100c2 HTTP/1.1" status: 200 len: 1100 time: 0.0892861 Mar 29 15:42:39.318309 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b01a38-11f7-4658-bf56-b3b4a0d36f77 req-cb1f3012-a1a1-4f26-8cf0-54fcca168aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:39.326130 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b5b01a38-11f7-4658-bf56-b3b4a0d36f77 req-cb1f3012-a1a1-4f26-8cf0-54fcca168aa4 service neutron] 10.222.0.42 "GET /v2.0/networks?id=fcdf73f9-c801-4998-9ec4-0cdc8a1cb85b HTTP/1.1" status: 200 len: 920 time: 0.1373043 Mar 29 15:42:39.364819 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-38327c7a-a675-4b2d-8a0b-1b91d6086d01 req-eb663e81-6e0c-4b09-97ce-00f107d10fee tempest-ServersOnMultiNodesTest-1158406582 tempest-ServersOnMultiNodesTest-1158406582-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=062b76b3-3a31-4c61-a1e4-5e35375fb0f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386999 Mar 29 15:42:39.381089 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b5b01a38-11f7-4658-bf56-b3b4a0d36f77 req-115fb3b5-60b4-4392-88af-850e8bbaad57 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=74d2306b-5026-45ef-a651-6ea8cd4cf386 HTTP/1.1" status: 200 len: 217 time: 0.0539186 Mar 29 15:42:39.394674 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-fd8878e0-453d-498b-b388-47214e2ec712 req-38328295-2500-48b1-b392-4490a64aa4d2 tempest-ServerMetadataNegativeTestJSON-652474760 tempest-ServerMetadataNegativeTestJSON-652474760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:39.494631 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 15:42:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d234f325-947b-4e0c-813e-5551099d268a x-openstack-request-id: req-d234f325-947b-4e0c-813e-5551099d268a {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:42:39.494910 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a99c14a5-f34f-4884-9f7e-8a582129e575", "tag": "74d2306b-5026-45ef-a651-6ea8cd4cf386", "status": "completed", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:42:39.495303 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d234f325-947b-4e0c-813e-5551099d268a {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:42:39.495684 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a99c14a5-f34f-4884-9f7e-8a582129e575', 'tag': '74d2306b-5026-45ef-a651-6ea8cd4cf386', 'status': 'completed', 'code': 200} Mar 29 15:42:39.500328 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7274ca-1862-4fd7-8539-96fc44f2c4f4 req-d36c05e8-5075-469a-8ec9-6e541981983f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:39.503364 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-be7274ca-1862-4fd7-8539-96fc44f2c4f4 req-d36c05e8-5075-469a-8ec9-6e541981983f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=09e41d0f297a4c05bfeacde4bee1a28c&device_id=a99c14a5-f34f-4884-9f7e-8a582129e575 HTTP/1.1" status: 200 len: 1096 time: 0.0652003 Mar 29 15:42:39.504931 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd8878e0-453d-498b-b388-47214e2ec712 req-38328295-2500-48b1-b392-4490a64aa4d2 tempest-ServerMetadataNegativeTestJSON-652474760 tempest-ServerMetadataNegativeTestJSON-652474760-project] Network 2519cd9b-0698-4c5e-895a-2dc850dfa61d is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:42:39.508424 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38328295-2500-48b1-b392-4490a64aa4d2 tempest-ServerMetadataNegativeTestJSON-652474760 tempest-ServerMetadataNegativeTestJSON-652474760-project] Pushing event updated for resources: {'Port': ['ID=d77f3bcb-4994-4d73-ac22-cf0395d41d87,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:42:39.524410 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [req-fd8878e0-453d-498b-b388-47214e2ec712 req-38328295-2500-48b1-b392-4490a64aa4d2 tempest-ServerMetadataNegativeTestJSON-652474760 tempest-ServerMetadataNegativeTestJSON-652474760-project] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:42:39.527523 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd8878e0-453d-498b-b388-47214e2ec712 req-38328295-2500-48b1-b392-4490a64aa4d2 tempest-ServerMetadataNegativeTestJSON-652474760 tempest-ServerMetadataNegativeTestJSON-652474760-project] Received port after_create {{(pid=102791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:42:39.590004 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b01a38-11f7-4658-bf56-b3b4a0d36f77 req-17386f4e-a3ba-45e8-bdf0-cd9e6cac6ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:39.600166 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b5b01a38-11f7-4658-bf56-b3b4a0d36f77 req-17386f4e-a3ba-45e8-bdf0-cd9e6cac6ea1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=97aeeb47-9a64-429c-b18e-a70adf894590 HTTP/1.1" status: 200 len: 858 time: 0.2137983 Mar 29 15:42:39.649653 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8878e0-453d-498b-b388-47214e2ec712 req-38328295-2500-48b1-b392-4490a64aa4d2 tempest-ServerMetadataNegativeTestJSON-652474760 tempest-ServerMetadataNegativeTestJSON-652474760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:39.650295 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-fd8878e0-453d-498b-b388-47214e2ec712 req-38328295-2500-48b1-b392-4490a64aa4d2 tempest-ServerMetadataNegativeTestJSON-652474760 tempest-ServerMetadataNegativeTestJSON-652474760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:39.667803 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b01a38-11f7-4658-bf56-b3b4a0d36f77 req-3080aa88-2094-4a8c-866d-f290f4599ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:39.677545 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b5b01a38-11f7-4658-bf56-b3b4a0d36f77 req-3080aa88-2094-4a8c-866d-f290f4599ae3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=fcdf73f9-c801-4998-9ec4-0cdc8a1cb85b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0748224 Mar 29 15:42:39.703669 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-fd8878e0-453d-498b-b388-47214e2ec712 req-38328295-2500-48b1-b392-4490a64aa4d2 tempest-ServerMetadataNegativeTestJSON-652474760 tempest-ServerMetadataNegativeTestJSON-652474760-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3370800 Mar 29 15:42:39.732739 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [req-fd8878e0-453d-498b-b388-47214e2ec712 req-409acc66-905e-4cab-95c7-54b92bd961d2 service neutron] Request body: {'port': {'device_id': 'd81682a9-aa68-4826-b492-4571c3081c30', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834765-1'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:42:39.754408 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-3da652b2-681b-4bec-932c-8c4b7b2fa5c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c8705f6-4302-44a1-8d1c-1a63e28635c2', 'name': 'tempest-FloatingIPsAssociationTestJSON-10715648-router', 'tenant_id': '09e41d0f297a4c05bfeacde4bee1a28c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.110'}], 'enable_snat': True}, 'gw_port_id': '03eaca56-bb8b-426e-9003-e216c6a40bca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:41:19Z', 'updated_at': '2022-03-29T15:41:27Z', 'revision_number': 4, 'project_id': '09e41d0f297a4c05bfeacde4bee1a28c', 'gw_port': {'id': '03eaca56-bb8b-426e-9003-e216c6a40bca', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:df:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c8705f6-4302-44a1-8d1c-1a63e28635c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 836, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:41:20Z', 'updated_at': '2022-03-29T15:41:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': '279478e2-400e-4e35-b251-37a61aa9bd8a', 'name': '', 'network_id': 'fcdf73f9-c801-4998-9ec4-0cdc8a1cb85b', 'tenant_id': '09e41d0f297a4c05bfeacde4bee1a28c', 'mac_address': 'fa:16:3e:29:f1:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c8705f6-4302-44a1-8d1c-1a63e28635c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 838, 'fixed_ips': [{'subnet_id': '97aeeb47-9a64-429c-b18e-a70adf894590', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:41:25Z', 'updated_at': '2022-03-29T15:41:31Z', 'revision_number': 5, 'project_id': '09e41d0f297a4c05bfeacde4bee1a28c', 'subnets': [{'id': '97aeeb47-9a64-429c-b18e-a70adf894590', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:42:39.788031 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3da652b2-681b-4bec-932c-8c4b7b2fa5c2 None None] Checking router: 9c8705f6-4302-44a1-8d1c-1a63e28635c2 for host: n-d-834765-1 {{(pid=102792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:42:39.797683 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3da652b2-681b-4bec-932c-8c4b7b2fa5c2 None None] Routers {'9c8705f6-4302-44a1-8d1c-1a63e28635c2'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:42:39.798318 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-3da652b2-681b-4bec-932c-8c4b7b2fa5c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:42:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['9c8705f6-4302-44a1-8d1c-1a63e28635c2'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:42:39.817691 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7274ca-1862-4fd7-8539-96fc44f2c4f4 req-07fc3e96-de16-45d4-9bd5-d6bcc10d17a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:39.819909 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-be7274ca-1862-4fd7-8539-96fc44f2c4f4 req-07fc3e96-de16-45d4-9bd5-d6bcc10d17a5 service neutron] 10.222.0.44 "GET /v2.0/networks?id=fcdf73f9-c801-4998-9ec4-0cdc8a1cb85b HTTP/1.1" status: 200 len: 920 time: 0.3096137 Mar 29 15:42:39.853955 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-fd8878e0-453d-498b-b388-47214e2ec712 req-409acc66-905e-4cab-95c7-54b92bd961d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:39.879495 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f80c913-ba86-4f83-a934-26eb8d3cbcdb req-878309ca-dd37-449f-8bd7-2d329254f278 tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:39.882247 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-7f80c913-ba86-4f83-a934-26eb8d3cbcdb req-878309ca-dd37-449f-8bd7-2d329254f278 tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] 10.222.0.42 "GET /v2.0/ports?device_id=6577ea24-a03c-4970-9984-ffe76327597c HTTP/1.1" status: 200 len: 948 time: 0.1342497 Mar 29 15:42:39.883695 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-be7274ca-1862-4fd7-8539-96fc44f2c4f4 req-249ce214-1b22-436a-ab4d-e0418da37c02 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=74d2306b-5026-45ef-a651-6ea8cd4cf386 HTTP/1.1" status: 200 len: 217 time: 0.0535498 Mar 29 15:42:39.928648 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvr_db [None req-3da652b2-681b-4bec-932c-8c4b7b2fa5c2 None None] Set router 9c8705f6-4302-44a1-8d1c-1a63e28635c2 gateway port host: n-d-834765-1 {{(pid=102792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:42:39.934837 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b5b01a38-11f7-4658-bf56-b3b4a0d36f77 req-d8da5ffe-8871-45da-ab7f-1f72ee84e5cc service neutron] 10.222.0.42 "GET /v2.0/networks/fcdf73f9-c801-4998-9ec4-0cdc8a1cb85b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2568448 Mar 29 15:42:39.962440 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-7f80c913-ba86-4f83-a934-26eb8d3cbcdb req-2d04ff22-18bd-4b7e-9d58-8f044f2c9cc7 tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] 10.222.0.42 "GET /v2.0/security-groups?id=6fc5fb8c-b1d6-4bb9-b68a-102a19ea7379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738778 Mar 29 15:42:39.971604 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7274ca-1862-4fd7-8539-96fc44f2c4f4 req-f44a6757-7721-4263-8d34-45d0011ec21e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:39.973972 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-be7274ca-1862-4fd7-8539-96fc44f2c4f4 req-f44a6757-7721-4263-8d34-45d0011ec21e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=97aeeb47-9a64-429c-b18e-a70adf894590 HTTP/1.1" status: 200 len: 858 time: 0.0793700 Mar 29 15:42:40.036412 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7274ca-1862-4fd7-8539-96fc44f2c4f4 req-5d8b7a4e-6192-4b5e-b82e-658669c9e9bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:40.037968 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-be7274ca-1862-4fd7-8539-96fc44f2c4f4 req-5d8b7a4e-6192-4b5e-b82e-658669c9e9bb service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=fcdf73f9-c801-4998-9ec4-0cdc8a1cb85b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0570087 Mar 29 15:42:40.211073 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17863d54-c609-40a0-84c6-073157a253d6 req-f50f4a2c-0177-4c66-8b1a-815e2bdc8f38 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:40.215388 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-3da652b2-681b-4bec-932c-8c4b7b2fa5c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c8705f6-4302-44a1-8d1c-1a63e28635c2', 'name': 'tempest-FloatingIPsAssociationTestJSON-10715648-router', 'tenant_id': '09e41d0f297a4c05bfeacde4bee1a28c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.110'}], 'enable_snat': True}, 'gw_port_id': '03eaca56-bb8b-426e-9003-e216c6a40bca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:41:19Z', 'updated_at': '2022-03-29T15:41:27Z', 'revision_number': 4, 'project_id': '09e41d0f297a4c05bfeacde4bee1a28c', 'gw_port': {'id': '03eaca56-bb8b-426e-9003-e216c6a40bca', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:df:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c8705f6-4302-44a1-8d1c-1a63e28635c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 836, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:41:20Z', 'updated_at': '2022-03-29T15:41:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': '279478e2-400e-4e35-b251-37a61aa9bd8a', 'name': '', 'network_id': 'fcdf73f9-c801-4998-9ec4-0cdc8a1cb85b', 'tenant_id': '09e41d0f297a4c05bfeacde4bee1a28c', 'mac_address': 'fa:16:3e:29:f1:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c8705f6-4302-44a1-8d1c-1a63e28635c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 838, 'fixed_ips': [{'subnet_id': '97aeeb47-9a64-429c-b18e-a70adf894590', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:41:25Z', 'updated_at': '2022-03-29T15:41:31Z', 'revision_number': 5, 'project_id': '09e41d0f297a4c05bfeacde4bee1a28c', 'subnets': [{'id': '97aeeb47-9a64-429c-b18e-a70adf894590', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:42:40.218715 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-17863d54-c609-40a0-84c6-073157a253d6 req-f50f4a2c-0177-4c66-8b1a-815e2bdc8f38 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb986c29-f18c-4431-b001-b8a5fa38aaaa HTTP/1.1" status: 200 len: 946 time: 0.1645207 Mar 29 15:42:40.232999 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-be7274ca-1862-4fd7-8539-96fc44f2c4f4 req-4e913358-1928-4013-a462-cc51d5b749d7 service neutron] 10.222.0.44 "GET /v2.0/networks/fcdf73f9-c801-4998-9ec4-0cdc8a1cb85b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1800811 Mar 29 15:42:40.250274 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3da652b2-681b-4bec-932c-8c4b7b2fa5c2 None None] The sync data for ids ['9c8705f6-4302-44a1-8d1c-1a63e28635c2'] in n-d-834765-1 is: [{'id': '9c8705f6-4302-44a1-8d1c-1a63e28635c2', 'name': 'tempest-FloatingIPsAssociationTestJSON-10715648-router', 'tenant_id': '09e41d0f297a4c05bfeacde4bee1a28c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.110'}], 'enable_snat': True}, 'gw_port_id': '03eaca56-bb8b-426e-9003-e216c6a40bca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:41:19Z', 'updated_at': '2022-03-29T15:41:27Z', 'revision_number': 4, 'project_id': '09e41d0f297a4c05bfeacde4bee1a28c', 'gw_port': {'id': '03eaca56-bb8b-426e-9003-e216c6a40bca', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:df:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c8705f6-4302-44a1-8d1c-1a63e28635c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 836, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:41:20Z', 'updated_at': '2022-03-29T15:41:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': '279478e2-400e-4e35-b251-37a61aa9bd8a', 'name': '', 'network_id': 'fcdf73f9-c801-4998-9ec4-0cdc8a1cb85b', 'tenant_id': '09e41d0f297a4c05bfeacde4bee1a28c', 'mac_address': 'fa:16:3e:29:f1:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c8705f6-4302-44a1-8d1c-1a63e28635c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 838, 'fixed_ips': [{'subnet_id': '97aeeb47-9a64-429c-b18e-a70adf894590', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:41:25Z', 'updated_at': '2022-03-29T15:41:31Z', 'revision_number': 5, 'project_id': '09e41d0f297a4c05bfeacde4bee1a28c', 'subnets': [{'id': '97aeeb47-9a64-429c-b18e-a70adf894590', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:42:40.304767 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-17863d54-c609-40a0-84c6-073157a253d6 req-277a705d-f782-4ecc-8b97-65eb3bbbe504 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.42 "GET /v2.0/security-groups?id=07e96b72-96bb-4562-b80f-051b133c1759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848053 Mar 29 15:42:40.395749 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-be7274ca-1862-4fd7-8539-96fc44f2c4f4 req-f2fcc3ae-a4cb-4ffa-9651-a6e6baaf39ec service neutron] 10.222.0.44 "GET /v2.0/networks/fcdf73f9-c801-4998-9ec4-0cdc8a1cb85b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1546483 Mar 29 15:42:40.459065 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5bfba4-3b25-4ef2-9a3b-074e311a8c77 req-9febec79-f40d-4c2f-94af-877969f0e2e2 tempest-LiveMigrationNegativeTest-1671013112 tempest-LiveMigrationNegativeTest-1671013112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:40.461008 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-3a5bfba4-3b25-4ef2-9a3b-074e311a8c77 req-9febec79-f40d-4c2f-94af-877969f0e2e2 tempest-LiveMigrationNegativeTest-1671013112 tempest-LiveMigrationNegativeTest-1671013112-project] 10.222.0.42 "GET /v2.0/ports?device_id=33baf1e2-0080-40ab-8984-cc489471d17e HTTP/1.1" status: 200 len: 950 time: 0.0694668 Mar 29 15:42:40.469593 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device e8c8298b-ad82-4c53-8291-585877dd90e3 details requested by agent hyperv_n-h2-834765-1 with host n-h2-834765-1 {{(pid=102792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 15:42:40.492742 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b5b01a38-11f7-4658-bf56-b3b4a0d36f77 req-0ad1d874-a786-44d2-a00d-d10a8b8563a6 service neutron] 10.222.0.42 "GET /v2.0/networks/fcdf73f9-c801-4998-9ec4-0cdc8a1cb85b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5339301 Mar 29 15:42:40.574723 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-3a5bfba4-3b25-4ef2-9a3b-074e311a8c77 req-1a3c74f7-0d84-4ec2-b2e1-489b4b2ca5ba tempest-LiveMigrationNegativeTest-1671013112 tempest-LiveMigrationNegativeTest-1671013112-project] 10.222.0.42 "GET /v2.0/security-groups?id=774c292d-aaff-41c3-9345-153fa540abbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962207 Mar 29 15:42:40.673349 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-bba4ba5a-1ef7-45c7-9779-c193fa716f30 req-2ccdca05-20f7-4b8a-b35d-f6ef4f451fed tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=5bf1a5bdfbb14ae084908e8fe7725bc6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0489426 Mar 29 15:42:40.704888 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d16f55a-ef28-4295-9319-b3c8d1e44091 None None] New status for floating IP 8bdbb7f6-43ff-4ccc-ac96-0583571cb1c4: DOWN {{(pid=102793) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 15:42:40.722479 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port e8c8298b-ad82-4c53-8291-585877dd90e3, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=e8c8298b-ad82-4c53-8291-585877dd90e3,segment=NetworkSegment(a0c230f0-660a-4194-9279-0f0781d34134),segment_id=a0c230f0-660a-4194-9279-0f0781d34134)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:42:40.732482 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f156448-6faf-4329-ad6c-351e4664f213 req-d8b95756-62bf-4eca-95b6-70e913f2e6bf tempest-ServerMetadataNegativeTestJSON-652474760 tempest-ServerMetadataNegativeTestJSON-652474760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:40.734957 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Returning: {'device': 'e8c8298b-ad82-4c53-8291-585877dd90e3', 'network_id': '2268a9b9-82fd-4886-a91d-3a50e4e16cab', 'port_id': 'e8c8298b-ad82-4c53-8291-585877dd90e3', 'mac_address': 'fa:16:3e:1d:31:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 625, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abb8e5d6-2aea-4455-a944-3435a3d1ce49', 'ip_address': '192.168.233.114'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 15:42:40.742694 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-9f156448-6faf-4329-ad6c-351e4664f213 req-d8b95756-62bf-4eca-95b6-70e913f2e6bf tempest-ServerMetadataNegativeTestJSON-652474760 tempest-ServerMetadataNegativeTestJSON-652474760-project] 10.222.0.42 "GET /v2.0/ports?device_id=d81682a9-aa68-4826-b492-4571c3081c30 HTTP/1.1" status: 200 len: 932 time: 0.0949831 Mar 29 15:42:40.777954 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:40.781622 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-9f156448-6faf-4329-ad6c-351e4664f213 req-6d16c614-062f-422d-a7e2-e8dde5e05ea6 tempest-ServerMetadataNegativeTestJSON-652474760 tempest-ServerMetadataNegativeTestJSON-652474760-project] 10.222.0.42 "GET /v2.0/security-groups?id=413a6824-bbad-48a5-a7fb-f1068f76dbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380685 Mar 29 15:42:40.815664 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8c8298b-ad82-4c53-8291-585877dd90e3 {{(pid=102792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:42:40.861182 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port e8c8298b-ad82-4c53-8291-585877dd90e3, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=e8c8298b-ad82-4c53-8291-585877dd90e3,segment=NetworkSegment(a0c230f0-660a-4194-9279-0f0781d34134),segment_id=a0c230f0-660a-4194-9279-0f0781d34134)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:42:40.873981 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:40.886352 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba4ba5a-1ef7-45c7-9779-c193fa716f30 req-3f11d36b-8d18-4276-85a6-538d1aa50bb2 tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:40.888242 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-bba4ba5a-1ef7-45c7-9779-c193fa716f30 req-3f11d36b-8d18-4276-85a6-538d1aa50bb2 tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2141132 Mar 29 15:42:40.890319 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [req-fd8878e0-453d-498b-b388-47214e2ec712 req-409acc66-905e-4cab-95c7-54b92bd961d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d77f3bcb-4994-4d73-ac22-cf0395d41d87 {{(pid=102791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:42:40.904151 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-fd8878e0-453d-498b-b388-47214e2ec712 req-409acc66-905e-4cab-95c7-54b92bd961d2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:40.925665 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-bba4ba5a-1ef7-45c7-9779-c193fa716f30 req-c81839ff-12f6-4252-9753-f77864d15d02 tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] 10.222.0.42 "GET /v2.0/quotas/5bf1a5bdfbb14ae084908e8fe7725bc6 HTTP/1.1" status: 200 len: 375 time: 0.0268848 Mar 29 15:42:40.946691 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.provisioning_blocks [req-fd8878e0-453d-498b-b388-47214e2ec712 req-409acc66-905e-4cab-95c7-54b92bd961d2 service neutron] Transition to ACTIVE for port object d77f3bcb-4994-4d73-ac22-cf0395d41d87 will not be triggered until provisioned by entity L2. {{(pid=102791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 15:42:40.968073 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Pushing event updated for resources: {'Port': ['ID=e8c8298b-ad82-4c53-8291-585877dd90e3,revision_number=4']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:42:40.978077 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-fd8878e0-453d-498b-b388-47214e2ec712 req-409acc66-905e-4cab-95c7-54b92bd961d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:41.054689 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-bba4ba5a-1ef7-45c7-9779-c193fa716f30 req-2b058b29-bb35-460b-ba22-0ac641a750ee tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=5bf1a5bdfbb14ae084908e8fe7725bc6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1220148 Mar 29 15:42:41.095059 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409acc66-905e-4cab-95c7-54b92bd961d2 service neutron] Pushing event updated for resources: {'Port': ['ID=d77f3bcb-4994-4d73-ac22-cf0395d41d87,revision_number=2']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:42:41.156240 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-fd8878e0-453d-498b-b388-47214e2ec712 req-409acc66-905e-4cab-95c7-54b92bd961d2 service neutron] Attempting to bind port d77f3bcb-4994-4d73-ac22-cf0395d41d87 on host n-h2-834765-1 for vnic_type normal with profile {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:42:41.156643 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-fd8878e0-453d-498b-b388-47214e2ec712 req-409acc66-905e-4cab-95c7-54b92bd961d2 service neutron] Attempting to bind port d77f3bcb-4994-4d73-ac22-cf0395d41d87 by drivers openvswitch,hyperv on host n-h2-834765-1 at level 0 using segments [{'id': '3e7ace95-2f5e-4cff-bb3a-9fd7601a4b6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '2519cd9b-0698-4c5e-895a-2dc850dfa61d'}] {{(pid=102791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:42:41.157034 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd8878e0-453d-498b-b388-47214e2ec712 req-409acc66-905e-4cab-95c7-54b92bd961d2 service neutron] Attempting to bind port d77f3bcb-4994-4d73-ac22-cf0395d41d87 on network 2519cd9b-0698-4c5e-895a-2dc850dfa61d {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:42:41.162991 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd8878e0-453d-498b-b388-47214e2ec712 req-409acc66-905e-4cab-95c7-54b92bd961d2 service neutron] Port d77f3bcb-4994-4d73-ac22-cf0395d41d87 on network 2519cd9b-0698-4c5e-895a-2dc850dfa61d not bound, no agent of type Open vSwitch agent registered on host n-h2-834765-1 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 15:42:41.163364 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd8878e0-453d-498b-b388-47214e2ec712 req-409acc66-905e-4cab-95c7-54b92bd961d2 service neutron] Attempting to bind port d77f3bcb-4994-4d73-ac22-cf0395d41d87 on network 2519cd9b-0698-4c5e-895a-2dc850dfa61d {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:42:41.169353 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd8878e0-453d-498b-b388-47214e2ec712 req-409acc66-905e-4cab-95c7-54b92bd961d2 service neutron] Checking agent: {'id': '3e4b4912-b4a2-4d17-b5bd-6ce15529e8eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 33, 17), 'started_at': datetime.datetime(2022, 3, 29, 15, 33, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 42, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:42:41.169814 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd8878e0-453d-498b-b388-47214e2ec712 req-409acc66-905e-4cab-95c7-54b92bd961d2 service neutron] Checking segment: {'id': '3e7ace95-2f5e-4cff-bb3a-9fd7601a4b6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '2519cd9b-0698-4c5e-895a-2dc850dfa61d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:42:41.170410 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd8878e0-453d-498b-b388-47214e2ec712 req-409acc66-905e-4cab-95c7-54b92bd961d2 service neutron] Bound using segment: {'id': '3e7ace95-2f5e-4cff-bb3a-9fd7601a4b6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '2519cd9b-0698-4c5e-895a-2dc850dfa61d'} {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:42:41.171000 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-fd8878e0-453d-498b-b388-47214e2ec712 req-409acc66-905e-4cab-95c7-54b92bd961d2 service neutron] Bound port: d77f3bcb-4994-4d73-ac22-cf0395d41d87, host: n-h2-834765-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e7ace95-2f5e-4cff-bb3a-9fd7601a4b6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '2519cd9b-0698-4c5e-895a-2dc850dfa61d'}}] {{(pid=102791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 15:42:41.171539 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-fd8878e0-453d-498b-b388-47214e2ec712 req-409acc66-905e-4cab-95c7-54b92bd961d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:41.210801 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e0f848-e242-4e45-a6f7-5df86507fa65 req-cde2ea7a-0a78-4d8b-9d49-e67c118157a0 tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:41.212403 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-a3e0f848-e242-4e45-a6f7-5df86507fa65 req-cde2ea7a-0a78-4d8b-9d49-e67c118157a0 tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] 10.222.0.42 "GET /v2.0/ports?device_id=6577ea24-a03c-4970-9984-ffe76327597c HTTP/1.1" status: 200 len: 949 time: 0.0662127 Mar 29 15:42:41.260888 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-fd8878e0-453d-498b-b388-47214e2ec712 req-409acc66-905e-4cab-95c7-54b92bd961d2 service neutron] For port d77f3bcb-4994-4d73-ac22-cf0395d41d87, host n-h2-834765-1, cleared binding levels {{(pid=102791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:42:41.264890 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-fd8878e0-453d-498b-b388-47214e2ec712 req-409acc66-905e-4cab-95c7-54b92bd961d2 service neutron] For port d77f3bcb-4994-4d73-ac22-cf0395d41d87, host n-h2-834765-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=d77f3bcb-4994-4d73-ac22-cf0395d41d87,segment=NetworkSegment(3e7ace95-2f5e-4cff-bb3a-9fd7601a4b6e),segment_id=3e7ace95-2f5e-4cff-bb3a-9fd7601a4b6e)] {{(pid=102791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:42:41.272132 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-fd8878e0-453d-498b-b388-47214e2ec712 req-409acc66-905e-4cab-95c7-54b92bd961d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:41.275154 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-a3e0f848-e242-4e45-a6f7-5df86507fa65 req-9330b43d-5e6c-4827-ab61-b979f2d2d1c9 tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] 10.222.0.42 "GET /v2.0/security-groups?id=6fc5fb8c-b1d6-4bb9-b68a-102a19ea7379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507743 Mar 29 15:42:41.320665 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8878e0-453d-498b-b388-47214e2ec712 req-409acc66-905e-4cab-95c7-54b92bd961d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:41.321415 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-fd8878e0-453d-498b-b388-47214e2ec712 req-409acc66-905e-4cab-95c7-54b92bd961d2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:41.323043 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-fd8878e0-453d-498b-b388-47214e2ec712 req-409acc66-905e-4cab-95c7-54b92bd961d2 service neutron] 10.222.0.48 "PUT /v2.0/ports/d77f3bcb-4994-4d73-ac22-cf0395d41d87 HTTP/1.1" status: 200 len: 1092 time: 1.6005039 Mar 29 15:42:41.354389 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409acc66-905e-4cab-95c7-54b92bd961d2 service neutron] Pushing event updated for resources: {'Port': ['ID=d77f3bcb-4994-4d73-ac22-cf0395d41d87,revision_number=3']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:42:41.390495 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10af21a5-7653-49d7-b040-d9da5f25bdfa req-f3d5a440-5fa4-4cd2-b01c-693c1d7e59b4 tempest-LiveMigrationNegativeTest-1671013112 tempest-LiveMigrationNegativeTest-1671013112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:41.392271 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-10af21a5-7653-49d7-b040-d9da5f25bdfa req-f3d5a440-5fa4-4cd2-b01c-693c1d7e59b4 tempest-LiveMigrationNegativeTest-1671013112 tempest-LiveMigrationNegativeTest-1671013112-project] 10.222.0.42 "GET /v2.0/ports?device_id=33baf1e2-0080-40ab-8984-cc489471d17e HTTP/1.1" status: 200 len: 950 time: 0.0569453 Mar 29 15:42:41.401004 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] get_ports_and_sgs() called for port_ids ['e8c8298b-ad82-4c53-8291-585877dd90e3'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:42:41.443968 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8878e0-453d-498b-b388-47214e2ec712 req-766a7ac3-e77b-4996-b003-5bad695d87db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:41.448478 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-fd8878e0-453d-498b-b388-47214e2ec712 req-766a7ac3-e77b-4996-b003-5bad695d87db service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=14d29475754a4232b8b646c48af43fc0&device_id=d81682a9-aa68-4826-b492-4571c3081c30 HTTP/1.1" status: 200 len: 1095 time: 0.0685163 Mar 29 15:42:41.492440 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-10af21a5-7653-49d7-b040-d9da5f25bdfa req-415f394f-1e72-4fec-81d6-450822d2ee8d tempest-LiveMigrationNegativeTest-1671013112 tempest-LiveMigrationNegativeTest-1671013112-project] 10.222.0.42 "GET /v2.0/security-groups?id=774c292d-aaff-41c3-9345-153fa540abbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750401 Mar 29 15:42:41.505952 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd81682a9-aa68-4826-b492-4571c3081c30', 'tag': 'd77f3bcb-4994-4d73-ac22-cf0395d41d87'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:42:41.516354 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c67b028db5e9b9818fecc5c0a87ebc6f190694fa53ca267d523e04f98de536d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e84432fc-b0f3-43e6-ace6-0576b179848c" -d '{"events": [{"name": "network-changed", "server_uuid": "d81682a9-aa68-4826-b492-4571c3081c30", "tag": "d77f3bcb-4994-4d73-ac22-cf0395d41d87"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:42:41.516354 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-fd8878e0-453d-498b-b388-47214e2ec712 req-323799bb-4f2a-4f6b-a77d-0af1c5f335ae service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d77f3bcb-4994-4d73-ac22-cf0395d41d87 HTTP/1.1" status: 200 len: 217 time: 0.0576856 Mar 29 15:42:41.580514 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8878e0-453d-498b-b388-47214e2ec712 req-cdb6f3ba-d314-4e14-94f8-b761f2b47755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:41.583988 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-fd8878e0-453d-498b-b388-47214e2ec712 req-cdb6f3ba-d314-4e14-94f8-b761f2b47755 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b7090ef5-4000-4d28-ad51-e3b3a3962d4a HTTP/1.1" status: 200 len: 860 time: 0.0629570 Mar 29 15:42:41.631326 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-fd8878e0-453d-498b-b388-47214e2ec712 req-960f5069-7442-4b56-962f-f8646b298858 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2519cd9b-0698-4c5e-895a-2dc850dfa61d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385749 Mar 29 15:42:41.649031 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-94f9ac8c-2413-41c0-bd8d-b86f33022e2e req-154a4e0d-37c5-4dc8-a785-7c1bf079e786 tempest-FloatingIPsAssociationTestJSON-13237688 tempest-FloatingIPsAssociationTestJSON-13237688-project] 10.222.0.42 "GET /v2.0/floatingips/8bdbb7f6-43ff-4ccc-ac96-0583571cb1c4 HTTP/1.1" status: 200 len: 693 time: 0.1192999 Mar 29 15:42:41.755206 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657d57bb-c159-4506-ae73-701ccb39edf1 req-ab4288bf-05ec-4b65-940d-a35ab94d86db tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:41.756772 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-657d57bb-c159-4506-ae73-701ccb39edf1 req-ab4288bf-05ec-4b65-940d-a35ab94d86db tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb986c29-f18c-4431-b001-b8a5fa38aaaa HTTP/1.1" status: 200 len: 946 time: 0.1294751 Mar 29 15:42:41.789256 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f9ac8c-2413-41c0-bd8d-b86f33022e2e req-39dfce69-406b-4fd5-86d1-967ec91462ee tempest-FloatingIPsAssociationTestJSON-13237688 tempest-FloatingIPsAssociationTestJSON-13237688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:41.791095 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-94f9ac8c-2413-41c0-bd8d-b86f33022e2e req-39dfce69-406b-4fd5-86d1-967ec91462ee tempest-FloatingIPsAssociationTestJSON-13237688 tempest-FloatingIPsAssociationTestJSON-13237688-project] 10.222.0.42 "GET /v2.0/networks/4a4a035d-ecac-4ead-baa3-25f90788773a HTTP/1.1" status: 200 len: 784 time: 0.1394522 Mar 29 15:42:41.818009 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-fd8878e0-453d-498b-b388-47214e2ec712 req-698fb497-c833-44bf-9e21-b245a6fa95aa service neutron] 10.222.0.48 "GET /v2.0/networks/2519cd9b-0698-4c5e-895a-2dc850dfa61d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1734717 Mar 29 15:42:41.831563 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-657d57bb-c159-4506-ae73-701ccb39edf1 req-f97f5a22-3476-4c7f-8bb8-eafd2e9f38d1 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.42 "GET /v2.0/security-groups?id=07e96b72-96bb-4562-b80f-051b133c1759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653949 Mar 29 15:42:41.891273 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-94f9ac8c-2413-41c0-bd8d-b86f33022e2e req-b5df0ed5-ab39-4057-8d44-465a0423e8f9 tempest-FloatingIPsAssociationTestJSON-13237688 tempest-FloatingIPsAssociationTestJSON-13237688-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.4.25 HTTP/1.1" status: 200 len: 696 time: 0.0932605 Mar 29 15:42:41.922554 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 15:42:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c668f32-cb8b-46d0-9371-e37a6b17129f x-openstack-request-id: req-1c668f32-cb8b-46d0-9371-e37a6b17129f {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:42:41.922903 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d81682a9-aa68-4826-b492-4571c3081c30", "tag": "d77f3bcb-4994-4d73-ac22-cf0395d41d87", "status": "completed", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:42:41.923152 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1c668f32-cb8b-46d0-9371-e37a6b17129f {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:42:41.923606 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd81682a9-aa68-4826-b492-4571c3081c30', 'tag': 'd77f3bcb-4994-4d73-ac22-cf0395d41d87', 'status': 'completed', 'code': 200} Mar 29 15:42:41.950326 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-fd8878e0-453d-498b-b388-47214e2ec712 req-bb319e15-71b4-4525-8269-c8471db132b4 service neutron] 10.222.0.48 "GET /v2.0/networks/2519cd9b-0698-4c5e-895a-2dc850dfa61d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1177216 Mar 29 15:42:41.979978 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-94f9ac8c-2413-41c0-bd8d-b86f33022e2e req-a8dcf3f0-d299-4987-8563-0b58b54a13b7 tempest-FloatingIPsAssociationTestJSON-13237688 tempest-FloatingIPsAssociationTestJSON-13237688-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.4.25 HTTP/1.1" status: 200 len: 696 time: 0.0876691 Mar 29 15:42:42.080225 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84432fc-b0f3-43e6-ace6-0576b179848c req-92332c98-9dc9-48f7-b065-b93b22c87104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:42.085606 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e84432fc-b0f3-43e6-ace6-0576b179848c req-92332c98-9dc9-48f7-b065-b93b22c87104 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=14d29475754a4232b8b646c48af43fc0&device_id=d81682a9-aa68-4826-b492-4571c3081c30 HTTP/1.1" status: 200 len: 1095 time: 0.0797281 Mar 29 15:42:42.227841 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [req-94f9ac8c-2413-41c0-bd8d-b86f33022e2e req-8383e0d3-0f7e-4bf4-9bd6-937b0c5e3ae5 tempest-FloatingIPsAssociationTestJSON-13237688 tempest-FloatingIPsAssociationTestJSON-13237688-project] Deleting port 6ba650ed-a80c-4b24-bc4c-2bd61955e20a {{(pid=102790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:42:42.228442 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-94f9ac8c-2413-41c0-bd8d-b86f33022e2e req-8383e0d3-0f7e-4bf4-9bd6-937b0c5e3ae5 tempest-FloatingIPsAssociationTestJSON-13237688 tempest-FloatingIPsAssociationTestJSON-13237688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:42.295209 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84432fc-b0f3-43e6-ace6-0576b179848c req-75bf71c1-c710-4a44-aba2-7db1747274da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:42.296772 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e84432fc-b0f3-43e6-ace6-0576b179848c req-75bf71c1-c710-4a44-aba2-7db1747274da service neutron] 10.222.0.48 "GET /v2.0/networks?id=2519cd9b-0698-4c5e-895a-2dc850dfa61d HTTP/1.1" status: 200 len: 921 time: 0.2017183 Mar 29 15:42:42.305848 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e58939e-cb6e-4f2a-9895-b6da16e9b990 req-4489a61c-4dcd-42fa-b22f-bd245c85f5ee tempest-ServerMetadataNegativeTestJSON-652474760 tempest-ServerMetadataNegativeTestJSON-652474760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:42.308196 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-2e58939e-cb6e-4f2a-9895-b6da16e9b990 req-4489a61c-4dcd-42fa-b22f-bd245c85f5ee tempest-ServerMetadataNegativeTestJSON-652474760 tempest-ServerMetadataNegativeTestJSON-652474760-project] 10.222.0.42 "GET /v2.0/ports?device_id=d81682a9-aa68-4826-b492-4571c3081c30 HTTP/1.1" status: 200 len: 944 time: 0.0783498 Mar 29 15:42:42.345288 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-94f9ac8c-2413-41c0-bd8d-b86f33022e2e req-8383e0d3-0f7e-4bf4-9bd6-937b0c5e3ae5 tempest-FloatingIPsAssociationTestJSON-13237688 tempest-FloatingIPsAssociationTestJSON-13237688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:42.345892 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-94f9ac8c-2413-41c0-bd8d-b86f33022e2e req-8383e0d3-0f7e-4bf4-9bd6-937b0c5e3ae5 tempest-FloatingIPsAssociationTestJSON-13237688 tempest-FloatingIPsAssociationTestJSON-13237688-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:42.359026 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e84432fc-b0f3-43e6-ace6-0576b179848c req-8f9f5fde-5434-4437-9656-6f16a4693e91 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d77f3bcb-4994-4d73-ac22-cf0395d41d87 HTTP/1.1" status: 200 len: 217 time: 0.0497539 Mar 29 15:42:42.364958 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [req-94f9ac8c-2413-41c0-bd8d-b86f33022e2e req-8383e0d3-0f7e-4bf4-9bd6-937b0c5e3ae5 tempest-FloatingIPsAssociationTestJSON-13237688 tempest-FloatingIPsAssociationTestJSON-13237688-project] Calling delete_port for 6ba650ed-a80c-4b24-bc4c-2bd61955e20a owned by network:floatingip {{(pid=102790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:42:42.407504 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device 949ea80c-bdd8-4833-9e27-0945bbdcedb0 up at agent hyperv_n-h1-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:42:42.441087 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-2e58939e-cb6e-4f2a-9895-b6da16e9b990 req-c7329d9a-c435-4c04-879e-1443659942fc tempest-ServerMetadataNegativeTestJSON-652474760 tempest-ServerMetadataNegativeTestJSON-652474760-project] 10.222.0.42 "GET /v2.0/security-groups?id=413a6824-bbad-48a5-a7fb-f1068f76dbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235664 Mar 29 15:42:42.463473 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84432fc-b0f3-43e6-ace6-0576b179848c req-419bd0a2-9a51-478b-a41d-d92c45efe550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:42.467028 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e84432fc-b0f3-43e6-ace6-0576b179848c req-419bd0a2-9a51-478b-a41d-d92c45efe550 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b7090ef5-4000-4d28-ad51-e3b3a3962d4a HTTP/1.1" status: 200 len: 860 time: 0.0996487 Mar 29 15:42:42.509456 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e84432fc-b0f3-43e6-ace6-0576b179848c req-4ff3bcac-a8af-4c77-80bb-5cbb2da13d46 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2519cd9b-0698-4c5e-895a-2dc850dfa61d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317593 Mar 29 15:42:42.559586 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device 4def01a8-e045-46a2-afa6-cb0dea14b988 details requested by agent hyperv_n-h2-834765-1 with host n-h2-834765-1 {{(pid=102792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 15:42:42.599891 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-94f9ac8c-2413-41c0-bd8d-b86f33022e2e req-8383e0d3-0f7e-4bf4-9bd6-937b0c5e3ae5 tempest-FloatingIPsAssociationTestJSON-13237688 tempest-FloatingIPsAssociationTestJSON-13237688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:42.631746 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Provisioning for port 949ea80c-bdd8-4833-9e27-0945bbdcedb0 completed by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 15:42:42.632253 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8383e0d3-0f7e-4bf4-9bd6-937b0c5e3ae5 tempest-FloatingIPsAssociationTestJSON-13237688 tempest-FloatingIPsAssociationTestJSON-13237688-project] Pushing event deleted for resources: {'Port': ['ID=6ba650ed-a80c-4b24-bc4c-2bd61955e20a,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:42:42.643636 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Provisioning complete for port 949ea80c-bdd8-4833-9e27-0945bbdcedb0 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:42:42.644219 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:42.702908 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e84432fc-b0f3-43e6-ace6-0576b179848c req-9b1bd641-87eb-4bde-aafc-f28981bbf3eb service neutron] 10.222.0.48 "GET /v2.0/networks/2519cd9b-0698-4c5e-895a-2dc850dfa61d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1749284 Mar 29 15:42:42.715318 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-94f9ac8c-2413-41c0-bd8d-b86f33022e2e req-8383e0d3-0f7e-4bf4-9bd6-937b0c5e3ae5 tempest-FloatingIPsAssociationTestJSON-13237688 tempest-FloatingIPsAssociationTestJSON-13237688-project] Notify callbacks [] for floatingip, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:42.719595 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-94f9ac8c-2413-41c0-bd8d-b86f33022e2e req-8383e0d3-0f7e-4bf4-9bd6-937b0c5e3ae5 tempest-FloatingIPsAssociationTestJSON-13237688 tempest-FloatingIPsAssociationTestJSON-13237688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for floatingip, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:42.738984 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-94f9ac8c-2413-41c0-bd8d-b86f33022e2e req-8383e0d3-0f7e-4bf4-9bd6-937b0c5e3ae5 tempest-FloatingIPsAssociationTestJSON-13237688 tempest-FloatingIPsAssociationTestJSON-13237688-project] 10.222.0.42 "DELETE /v2.0/floatingips/8bdbb7f6-43ff-4ccc-ac96-0583571cb1c4 HTTP/1.1" status: 204 len: 173 time: 0.7525043 Mar 29 15:42:42.811969 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-bac2d9ab-e6f1-4d85-93be-07f05fd59d83 req-640df0b3-b5b2-459f-887f-e77f7c6603a8 tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] 10.222.0.42 "GET /v2.0/ports?device_id=7eac0c92-4d9b-4070-aa30-b3884198e259 HTTP/1.1" status: 200 len: 210 time: 0.1076243 Mar 29 15:42:42.824734 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port 4def01a8-e045-46a2-afa6-cb0dea14b988, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=4def01a8-e045-46a2-afa6-cb0dea14b988,segment=NetworkSegment(e1d90273-cef5-4478-85fc-ff4ac210e191),segment_id=e1d90273-cef5-4478-85fc-ff4ac210e191)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:42:42.865747 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Returning: {'device': '4def01a8-e045-46a2-afa6-cb0dea14b988', 'network_id': '96b8e8ed-22f2-4cb8-884c-6e5cefe078a4', 'port_id': '4def01a8-e045-46a2-afa6-cb0dea14b988', 'mac_address': 'fa:16:3e:b5:60:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ba2b8b0-15ec-4c18-a106-c919b2ec3ae7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 15:42:42.875400 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:42.889020 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.agents_db [None req-59735a15-725e-44d4-9ad5-95cbe356f209 None None] Agent healthcheck: found 7 active agents {{(pid=102793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 15:42:42.923424 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e84432fc-b0f3-43e6-ace6-0576b179848c req-3c4c5286-694c-49ae-bb4c-6af3b09efeeb service neutron] 10.222.0.48 "GET /v2.0/networks/2519cd9b-0698-4c5e-895a-2dc850dfa61d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1998651 Mar 29 15:42:42.948328 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:42.962827 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b31f70-fa6b-4117-9686-626fc18e7661 req-d984a54d-24ef-42aa-8f46-7ccd4905bfc6 tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:42.964437 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-32b31f70-fa6b-4117-9686-626fc18e7661 req-d984a54d-24ef-42aa-8f46-7ccd4905bfc6 tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] 10.222.0.42 "GET /v2.0/ports?device_id=6577ea24-a03c-4970-9984-ffe76327597c HTTP/1.1" status: 200 len: 949 time: 0.1060302 Mar 29 15:42:42.982047 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4def01a8-e045-46a2-afa6-cb0dea14b988 {{(pid=102792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:42:42.997191 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2565640a-8c7c-44e6-a0ff-441fffc35121', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '949ea80c-bdd8-4833-9e27-0945bbdcedb0'}] {{(pid=102792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:42:42.999990 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4f476c66b318cc6068719fc39557fac68d413f5c7e78fa77028c7948e999ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a4d98a2-6de9-4ce5-a5a1-4945f3619d7b" -d '{"events": [{"server_uuid": "2565640a-8c7c-44e6-a0ff-441fffc35121", "name": "network-vif-plugged", "status": "completed", "tag": "949ea80c-bdd8-4833-9e27-0945bbdcedb0"}]}' {{(pid=102792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:42:43.022730 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-32b31f70-fa6b-4117-9686-626fc18e7661 req-9f217491-b489-4d4e-b72f-249405240c81 tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] 10.222.0.42 "GET /v2.0/security-groups?id=6fc5fb8c-b1d6-4bb9-b68a-102a19ea7379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447726 Mar 29 15:42:43.032393 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port 949ea80c-bdd8-4833-9e27-0945bbdcedb0, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=949ea80c-bdd8-4833-9e27-0945bbdcedb0,segment=NetworkSegment(a0c230f0-660a-4194-9279-0f0781d34134),segment_id=a0c230f0-660a-4194-9279-0f0781d34134)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:42:43.032570 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47317368-47cb-4ed5-9d04-2b951afbedd3 req-72f18d78-f363-4d91-b9cc-1919f66b1289 tempest-LiveMigrationNegativeTest-1671013112 tempest-LiveMigrationNegativeTest-1671013112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:43.032570 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-47317368-47cb-4ed5-9d04-2b951afbedd3 req-72f18d78-f363-4d91-b9cc-1919f66b1289 tempest-LiveMigrationNegativeTest-1671013112 tempest-LiveMigrationNegativeTest-1671013112-project] 10.222.0.42 "GET /v2.0/ports?device_id=33baf1e2-0080-40ab-8984-cc489471d17e HTTP/1.1" status: 200 len: 950 time: 0.0709455 Mar 29 15:42:43.037595 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port 4def01a8-e045-46a2-afa6-cb0dea14b988, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=4def01a8-e045-46a2-afa6-cb0dea14b988,segment=NetworkSegment(e1d90273-cef5-4478-85fc-ff4ac210e191),segment_id=e1d90273-cef5-4478-85fc-ff4ac210e191)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:42:43.040423 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:43.046684 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:43.117902 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Pushing event updated for resources: {'Port': ['ID=949ea80c-bdd8-4833-9e27-0945bbdcedb0,revision_number=5']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:42:43.128577 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-47317368-47cb-4ed5-9d04-2b951afbedd3 req-8dd85f20-84f4-4ff6-a371-3014b0f8d324 tempest-LiveMigrationNegativeTest-1671013112 tempest-LiveMigrationNegativeTest-1671013112-project] 10.222.0.42 "GET /v2.0/security-groups?id=774c292d-aaff-41c3-9345-153fa540abbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895801 Mar 29 15:42:43.220695 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Pushing event updated for resources: {'Port': ['ID=4def01a8-e045-46a2-afa6-cb0dea14b988,revision_number=6']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:42:43.270405 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:42:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3df5ed9f-b0be-4bbd-b05b-cb283895abc1 x-openstack-request-id: req-3df5ed9f-b0be-4bbd-b05b-cb283895abc1 {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:42:43.270907 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2565640a-8c7c-44e6-a0ff-441fffc35121", "name": "network-vif-plugged", "status": "completed", "tag": "949ea80c-bdd8-4833-9e27-0945bbdcedb0", "code": 200}]} {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:42:43.271389 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-3df5ed9f-b0be-4bbd-b05b-cb283895abc1 {{(pid=102792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:42:43.272981 n-d-834765-1 neutron-server[102792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2565640a-8c7c-44e6-a0ff-441fffc35121', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '949ea80c-bdd8-4833-9e27-0945bbdcedb0', 'code': 200} Mar 29 15:42:43.298385 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04e4df2-af69-4a87-9ceb-7efe37e6d628 req-214f0184-7478-40e5-9692-09fbf4dd5b48 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:43.300251 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-a04e4df2-af69-4a87-9ceb-7efe37e6d628 req-214f0184-7478-40e5-9692-09fbf4dd5b48 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb986c29-f18c-4431-b001-b8a5fa38aaaa HTTP/1.1" status: 200 len: 945 time: 0.0720906 Mar 29 15:42:43.305921 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-bba4ba5a-1ef7-45c7-9779-c193fa716f30 req-f92ca1bc-811d-4aa0-ab49-265fd312bf81 tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=5bf1a5bdfbb14ae084908e8fe7725bc6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0532374 Mar 29 15:42:43.319783 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] get_ports_and_sgs() called for port_ids ['4def01a8-e045-46a2-afa6-cb0dea14b988'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:42:43.375027 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-a04e4df2-af69-4a87-9ceb-7efe37e6d628 req-0f0403d5-6e45-4398-ba07-05ba09add1db tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.42 "GET /v2.0/security-groups?id=07e96b72-96bb-4562-b80f-051b133c1759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676184 Mar 29 15:42:43.576244 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-bba4ba5a-1ef7-45c7-9779-c193fa716f30 req-4b688b22-0ac0-4b46-9a6e-da67d6af919a tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=5bf1a5bdfbb14ae084908e8fe7725bc6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0755844 Mar 29 15:42:43.640910 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f331736-5118-405d-aa2b-bdd3442ea06b req-be8eafdf-f0c8-47e5-a554-67432665783e tempest-FloatingIPsAssociationTestJSON-13237688 tempest-FloatingIPsAssociationTestJSON-13237688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:43.642589 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-2f331736-5118-405d-aa2b-bdd3442ea06b req-be8eafdf-f0c8-47e5-a554-67432665783e tempest-FloatingIPsAssociationTestJSON-13237688 tempest-FloatingIPsAssociationTestJSON-13237688-project] 10.222.0.42 "GET /v2.0/ports?device_id=a99c14a5-f34f-4884-9f7e-8a582129e575 HTTP/1.1" status: 200 len: 945 time: 0.1265430 Mar 29 15:42:43.768712 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-2f331736-5118-405d-aa2b-bdd3442ea06b req-9a5da19e-0348-43ac-9927-132a2503a08f tempest-FloatingIPsAssociationTestJSON-13237688 tempest-FloatingIPsAssociationTestJSON-13237688-project] 10.222.0.42 "GET /v2.0/security-groups?id=b35fee71-c80e-48c2-8397-60e016afa2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176267 Mar 29 15:42:43.777095 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba4ba5a-1ef7-45c7-9779-c193fa716f30 req-3a4cbb76-a8dc-4863-9c8e-ae173e75b52f tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:43.778643 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-bba4ba5a-1ef7-45c7-9779-c193fa716f30 req-3a4cbb76-a8dc-4863-9c8e-ae173e75b52f tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1951323 Mar 29 15:42:43.797311 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [req-bba4ba5a-1ef7-45c7-9779-c193fa716f30 req-0fed01e5-15e3-45e7-8008-01e8252150bb tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] Request body: {'port': {'device_id': '7eac0c92-4d9b-4070-aa30-b3884198e259', 'network_id': '2268a9b9-82fd-4886-a91d-3a50e4e16cab', 'admin_state_up': True, 'tenant_id': '5bf1a5bdfbb14ae084908e8fe7725bc6'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:42:43.902699 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211afe5f-92db-4c47-8e60-9c811876787f req-f85b1b30-9841-4560-984b-2a9a15d219c4 tempest-LiveMigrationNegativeTest-1350129808 tempest-LiveMigrationNegativeTest-1350129808-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:43.904703 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-211afe5f-92db-4c47-8e60-9c811876787f req-f85b1b30-9841-4560-984b-2a9a15d219c4 tempest-LiveMigrationNegativeTest-1350129808 tempest-LiveMigrationNegativeTest-1350129808-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=33baf1e2-0080-40ab-8984-cc489471d17e HTTP/1.1" status: 200 len: 1101 time: 0.5226314 Mar 29 15:42:43.925388 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd19715-3977-4515-9f30-866f72130966 req-3bb46c78-ec09-42f8-8d00-94c3c70df865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:43.928064 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-dcd19715-3977-4515-9f30-866f72130966 req-3bb46c78-ec09-42f8-8d00-94c3c70df865 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=2565640a-8c7c-44e6-a0ff-441fffc35121 HTTP/1.1" status: 200 len: 1100 time: 0.5599430 Mar 29 15:42:43.955197 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba4ba5a-1ef7-45c7-9779-c193fa716f30 req-21845dc3-cc5b-4a3c-923b-d9b124cf563d tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:43.956930 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-bba4ba5a-1ef7-45c7-9779-c193fa716f30 req-21845dc3-cc5b-4a3c-923b-d9b124cf563d tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6429977 Mar 29 15:42:43.958654 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-211afe5f-92db-4c47-8e60-9c811876787f req-0a62e20e-df48-42ff-b773-cb08dc12e01f tempest-LiveMigrationNegativeTest-1350129808 tempest-LiveMigrationNegativeTest-1350129808-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:43.994063 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [req-bba4ba5a-1ef7-45c7-9779-c193fa716f30 req-7f5f7da2-dda8-4202-8427-70d8aea18c9b tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] Request body: {'port': {'device_id': '8af2e82a-d0b9-4236-b40f-9d8544b19127', 'network_id': '2268a9b9-82fd-4886-a91d-3a50e4e16cab', 'admin_state_up': True, 'tenant_id': '5bf1a5bdfbb14ae084908e8fe7725bc6'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:42:44.008831 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2722112c-1365-48d5-b2ea-1bb73c804acd req-dc1f49a2-c3aa-4f96-bcbe-f9cd8694014b tempest-ServerMetadataNegativeTestJSON-652474760 tempest-ServerMetadataNegativeTestJSON-652474760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:44.016876 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-2722112c-1365-48d5-b2ea-1bb73c804acd req-dc1f49a2-c3aa-4f96-bcbe-f9cd8694014b tempest-ServerMetadataNegativeTestJSON-652474760 tempest-ServerMetadataNegativeTestJSON-652474760-project] 10.222.0.42 "GET /v2.0/ports?device_id=d81682a9-aa68-4826-b492-4571c3081c30 HTTP/1.1" status: 200 len: 944 time: 0.1536512 Mar 29 15:42:44.048634 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-dcd19715-3977-4515-9f30-866f72130966 req-32918503-92c0-4251-96b2-53778b976fef service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=6fc5fb8c-b1d6-4bb9-b68a-102a19ea7379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586979 Mar 29 15:42:44.082221 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-2722112c-1365-48d5-b2ea-1bb73c804acd req-5abb0843-1b4f-496b-8ed3-a651bff029a9 tempest-ServerMetadataNegativeTestJSON-652474760 tempest-ServerMetadataNegativeTestJSON-652474760-project] 10.222.0.42 "GET /v2.0/security-groups?id=413a6824-bbad-48a5-a7fb-f1068f76dbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621324 Mar 29 15:42:44.087367 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bba4ba5a-1ef7-45c7-9779-c193fa716f30 req-0fed01e5-15e3-45e7-8008-01e8252150bb tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] Made reservation on behalf of 5bf1a5bdfbb14ae084908e8fe7725bc6 for: {'port': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:42:44.099537 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-bba4ba5a-1ef7-45c7-9779-c193fa716f30 req-0fed01e5-15e3-45e7-8008-01e8252150bb tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:44.176269 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-211afe5f-92db-4c47-8e60-9c811876787f req-0a62e20e-df48-42ff-b773-cb08dc12e01f tempest-LiveMigrationNegativeTest-1350129808 tempest-LiveMigrationNegativeTest-1350129808-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:44.190066 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-211afe5f-92db-4c47-8e60-9c811876787f req-0a62e20e-df48-42ff-b773-cb08dc12e01f tempest-LiveMigrationNegativeTest-1350129808 tempest-LiveMigrationNegativeTest-1350129808-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:44.221701 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-211afe5f-92db-4c47-8e60-9c811876787f req-0a62e20e-df48-42ff-b773-cb08dc12e01f tempest-LiveMigrationNegativeTest-1350129808 tempest-LiveMigrationNegativeTest-1350129808-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=774c292d-aaff-41c3-9345-153fa540abbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3071561 Mar 29 15:42:44.233005 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-bbff6a87-6593-41b0-aef7-250e89e58e1e req-f9d99ee3-a15a-4922-9689-f07fa087f570 tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] 10.222.0.42 "GET /v2.0/ports?device_id=7eac0c92-4d9b-4070-aa30-b3884198e259 HTTP/1.1" status: 200 len: 210 time: 0.0827754 Mar 29 15:42:44.248914 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bba4ba5a-1ef7-45c7-9779-c193fa716f30 req-7f5f7da2-dda8-4202-8427-70d8aea18c9b tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] Made reservation on behalf of 5bf1a5bdfbb14ae084908e8fe7725bc6 for: {'port': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:42:44.252457 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-bba4ba5a-1ef7-45c7-9779-c193fa716f30 req-7f5f7da2-dda8-4202-8427-70d8aea18c9b tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:44.273008 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a62e20e-df48-42ff-b773-cb08dc12e01f tempest-LiveMigrationNegativeTest-1350129808 tempest-LiveMigrationNegativeTest-1350129808-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf3c0a61-acd8-4f9c-bf87-b7ab45073ed4,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:42:44.386589 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f43391-dee9-47a5-a73e-db1e5d967db9 req-ffad6872-fb2e-4f16-9eb4-c89d0c258e7e tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:44.387368 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_common [req-bba4ba5a-1ef7-45c7-9779-c193fa716f30 req-0fed01e5-15e3-45e7-8008-01e8252150bb tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] Allocated IP 192.168.233.143 (2268a9b9-82fd-4886-a91d-3a50e4e16cab/abb8e5d6-2aea-4455-a944-3435a3d1ce49/d9900a87-c8da-45bc-b655-9593089dcbc1) {{(pid=102791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:42:44.394525 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-f4f43391-dee9-47a5-a73e-db1e5d967db9 req-ffad6872-fb2e-4f16-9eb4-c89d0c258e7e tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] 10.222.0.42 "GET /v2.0/ports?device_id=6577ea24-a03c-4970-9984-ffe76327597c HTTP/1.1" status: 200 len: 949 time: 0.0813820 Mar 29 15:42:44.461020 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-f4f43391-dee9-47a5-a73e-db1e5d967db9 req-b096affd-5e0d-4a6b-803c-64ae45ce7178 tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] 10.222.0.42 "GET /v2.0/security-groups?id=6fc5fb8c-b1d6-4bb9-b68a-102a19ea7379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653176 Mar 29 15:42:44.467252 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device 4def01a8-e045-46a2-afa6-cb0dea14b988 up at agent hyperv_n-h2-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:42:44.574355 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Provisioning complete for port 4def01a8-e045-46a2-afa6-cb0dea14b988 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:42:44.574986 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:44.641391 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3a0af4-5f57-4488-96fd-c52f2bc2030e req-53fa4c15-435d-4276-9b2e-a1dcbb9077d9 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:44.643979 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-be3a0af4-5f57-4488-96fd-c52f2bc2030e req-53fa4c15-435d-4276-9b2e-a1dcbb9077d9 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb986c29-f18c-4431-b001-b8a5fa38aaaa HTTP/1.1" status: 200 len: 945 time: 0.1025405 Mar 29 15:42:44.647787 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-bba4ba5a-1ef7-45c7-9779-c193fa716f30 req-0fed01e5-15e3-45e7-8008-01e8252150bb tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] Notify callbacks [] for port, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:44.692276 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-be3a0af4-5f57-4488-96fd-c52f2bc2030e req-dcb15c5a-e5a4-4a82-9708-fd2b98eba4c8 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.42 "GET /v2.0/security-groups?id=07e96b72-96bb-4562-b80f-051b133c1759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401163 Mar 29 15:42:44.724982 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-bba4ba5a-1ef7-45c7-9779-c193fa716f30 req-0fed01e5-15e3-45e7-8008-01e8252150bb tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:44.737223 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:44.753542 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] get_ports_and_sgs() called for port_ids ['f39638e0-0f05-469b-894f-3e4405d80bf7', '0778d953-736b-473d-b6a9-91400417f84a', '611b86f9-0890-46c5-aa53-8103b3d2be14'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:42:44.813915 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bba4ba5a-1ef7-45c7-9779-c193fa716f30 req-0fed01e5-15e3-45e7-8008-01e8252150bb tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] Network 2268a9b9-82fd-4886-a91d-3a50e4e16cab is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:42:44.818634 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.db_base_plugin_common [req-bba4ba5a-1ef7-45c7-9779-c193fa716f30 req-7f5f7da2-dda8-4202-8427-70d8aea18c9b tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] Allocated IP 192.168.233.105 (2268a9b9-82fd-4886-a91d-3a50e4e16cab/abb8e5d6-2aea-4455-a944-3435a3d1ce49/74944d92-fd89-4b00-a20c-9a31ed483b20) {{(pid=102790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:42:44.819378 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [req-bba4ba5a-1ef7-45c7-9779-c193fa716f30 req-0fed01e5-15e3-45e7-8008-01e8252150bb tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:42:44.823295 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [req-bba4ba5a-1ef7-45c7-9779-c193fa716f30 req-0fed01e5-15e3-45e7-8008-01e8252150bb tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] Received port after_create {{(pid=102791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:42:44.924295 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba4ba5a-1ef7-45c7-9779-c193fa716f30 req-0fed01e5-15e3-45e7-8008-01e8252150bb tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:44.924952 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-bba4ba5a-1ef7-45c7-9779-c193fa716f30 req-0fed01e5-15e3-45e7-8008-01e8252150bb tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:44.928128 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fed01e5-15e3-45e7-8008-01e8252150bb tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] Pushing event updated for resources: {'Port': ['ID=d9900a87-c8da-45bc-b655-9593089dcbc1,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:42:44.931556 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port 4def01a8-e045-46a2-afa6-cb0dea14b988, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=4def01a8-e045-46a2-afa6-cb0dea14b988,segment=NetworkSegment(e1d90273-cef5-4478-85fc-ff4ac210e191),segment_id=e1d90273-cef5-4478-85fc-ff4ac210e191)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:42:44.942917 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:44.944095 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device e8c8298b-ad82-4c53-8291-585877dd90e3 up at agent hyperv_n-h2-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:42:45.019298 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-bba4ba5a-1ef7-45c7-9779-c193fa716f30 req-0fed01e5-15e3-45e7-8008-01e8252150bb tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2267544 Mar 29 15:42:45.038679 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [req-bba4ba5a-1ef7-45c7-9779-c193fa716f30 req-45286bfe-3705-4d86-8018-d27387d13e6c service neutron] Request body: {'port': {'device_id': '7eac0c92-4d9b-4070-aa30-b3884198e259', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834765-1'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:42:45.077780 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b03b5a-68bc-4320-8de9-0c62c1ec350f req-08383ffe-dbed-45e3-ad18-72725326eccc tempest-LiveMigrationNegativeTest-1671013112 tempest-LiveMigrationNegativeTest-1671013112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:45.088042 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-b3b03b5a-68bc-4320-8de9-0c62c1ec350f req-08383ffe-dbed-45e3-ad18-72725326eccc tempest-LiveMigrationNegativeTest-1671013112 tempest-LiveMigrationNegativeTest-1671013112-project] 10.222.0.42 "GET /v2.0/ports?device_id=33baf1e2-0080-40ab-8984-cc489471d17e HTTP/1.1" status: 200 len: 950 time: 0.1938992 Mar 29 15:42:45.096073 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314f1306-ed06-4bc6-bd22-7524a7a9e19f req-94304730-2363-4277-8a33-4a4f405f903e tempest-FloatingIPsAssociationTestJSON-13237688 tempest-FloatingIPsAssociationTestJSON-13237688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:45.104955 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-314f1306-ed06-4bc6-bd22-7524a7a9e19f req-94304730-2363-4277-8a33-4a4f405f903e tempest-FloatingIPsAssociationTestJSON-13237688 tempest-FloatingIPsAssociationTestJSON-13237688-project] 10.222.0.42 "GET /v2.0/ports?device_id=a99c14a5-f34f-4884-9f7e-8a582129e575 HTTP/1.1" status: 200 len: 945 time: 0.1729221 Mar 29 15:42:45.153573 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Pushing event updated for resources: {'Port': ['ID=4def01a8-e045-46a2-afa6-cb0dea14b988,revision_number=7']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:42:45.172101 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Provisioning for port e8c8298b-ad82-4c53-8291-585877dd90e3 completed by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 15:42:45.182400 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-bba4ba5a-1ef7-45c7-9779-c193fa716f30 req-45286bfe-3705-4d86-8018-d27387d13e6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:45.204398 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Provisioning complete for port e8c8298b-ad82-4c53-8291-585877dd90e3 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:42:45.204921 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:45.210041 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-314f1306-ed06-4bc6-bd22-7524a7a9e19f req-686890bf-42d0-4114-81db-10995179f6a0 tempest-FloatingIPsAssociationTestJSON-13237688 tempest-FloatingIPsAssociationTestJSON-13237688-project] 10.222.0.42 "GET /v2.0/security-groups?id=b35fee71-c80e-48c2-8397-60e016afa2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039891 Mar 29 15:42:45.213867 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-9b2fb933-01ea-41bf-bcea-3022cb6f073a None None] Provisioning complete for port d9900a87-c8da-45bc-b655-9593089dcbc1 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:42:45.214411 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-9b2fb933-01ea-41bf-bcea-3022cb6f073a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:45.232040 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-b3b03b5a-68bc-4320-8de9-0c62c1ec350f req-771a2d83-3bae-4cf7-9484-76a29e3886b1 tempest-LiveMigrationNegativeTest-1671013112 tempest-LiveMigrationNegativeTest-1671013112-project] 10.222.0.42 "GET /v2.0/security-groups?id=774c292d-aaff-41c3-9345-153fa540abbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429472 Mar 29 15:42:45.282143 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb986c29-f18c-4431-b001-b8a5fa38aaaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4def01a8-e045-46a2-afa6-cb0dea14b988'}] {{(pid=102792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:42:45.286280 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4f476c66b318cc6068719fc39557fac68d413f5c7e78fa77028c7948e999ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0fcaafc-201a-4473-ad63-a1f889e60c1b" -d '{"events": [{"server_uuid": "eb986c29-f18c-4431-b001-b8a5fa38aaaa", "name": "network-vif-plugged", "status": "completed", "tag": "4def01a8-e045-46a2-afa6-cb0dea14b988"}]}' {{(pid=102792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:42:45.388779 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-bba4ba5a-1ef7-45c7-9779-c193fa716f30 req-7f5f7da2-dda8-4202-8427-70d8aea18c9b tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] Notify callbacks [] for port, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:45.405958 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-9b2fb933-01ea-41bf-bcea-3022cb6f073a None None] Port d9900a87-c8da-45bc-b655-9593089dcbc1 cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 15:42:45.410227 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f5ea7d-a36e-4121-a9fe-1db41fddcf7a req-8fdfbe91-8eca-4307-9d83-d1ff462b7813 tempest-ServerMetadataNegativeTestJSON-652474760 tempest-ServerMetadataNegativeTestJSON-652474760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:45.412153 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-17f5ea7d-a36e-4121-a9fe-1db41fddcf7a req-8fdfbe91-8eca-4307-9d83-d1ff462b7813 tempest-ServerMetadataNegativeTestJSON-652474760 tempest-ServerMetadataNegativeTestJSON-652474760-project] 10.222.0.42 "GET /v2.0/ports?device_id=d81682a9-aa68-4826-b492-4571c3081c30 HTTP/1.1" status: 200 len: 944 time: 0.0672619 Mar 29 15:42:45.445747 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6acbd3-ad23-4dbb-8e6b-ef2aa848ea5e req-2ec11144-975b-407c-a49f-cc1cbdb9efc4 tempest-FloatingIPsAssociationTestJSON-13237688 tempest-FloatingIPsAssociationTestJSON-13237688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:45.447916 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-9c6acbd3-ad23-4dbb-8e6b-ef2aa848ea5e req-2ec11144-975b-407c-a49f-cc1cbdb9efc4 tempest-FloatingIPsAssociationTestJSON-13237688 tempest-FloatingIPsAssociationTestJSON-13237688-project] 10.222.0.44 "GET /v2.0/ports?device_id=a99c14a5-f34f-4884-9f7e-8a582129e575 HTTP/1.1" status: 200 len: 945 time: 0.1754603 Mar 29 15:42:45.480401 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-17f5ea7d-a36e-4121-a9fe-1db41fddcf7a req-fb8b908f-08c0-4292-a480-6171290a9bb6 tempest-ServerMetadataNegativeTestJSON-652474760 tempest-ServerMetadataNegativeTestJSON-652474760-project] 10.222.0.42 "GET /v2.0/security-groups?id=413a6824-bbad-48a5-a7fb-f1068f76dbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551867 Mar 29 15:42:45.514273 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdbae8d-e021-4076-a32e-6ce2f7158270 req-ffa80410-4b41-4654-8e68-4ca225f16841 tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:45.517347 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-7cdbae8d-e021-4076-a32e-6ce2f7158270 req-ffa80410-4b41-4654-8e68-4ca225f16841 tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] 10.222.0.42 "GET /v2.0/ports?device_id=7eac0c92-4d9b-4070-aa30-b3884198e259 HTTP/1.1" status: 200 len: 936 time: 0.1866236 Mar 29 15:42:45.593960 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-bba4ba5a-1ef7-45c7-9779-c193fa716f30 req-7f5f7da2-dda8-4202-8427-70d8aea18c9b tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:45.606530 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:45.618274 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:42:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ad4c1ed-b71b-411b-9e80-1ed9a61f56e7 x-openstack-request-id: req-1ad4c1ed-b71b-411b-9e80-1ed9a61f56e7 {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:42:45.618542 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb986c29-f18c-4431-b001-b8a5fa38aaaa", "name": "network-vif-plugged", "status": "completed", "tag": "4def01a8-e045-46a2-afa6-cb0dea14b988", "code": 200}]} {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:42:45.619738 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1ad4c1ed-b71b-411b-9e80-1ed9a61f56e7 {{(pid=102792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:42:45.621423 n-d-834765-1 neutron-server[102792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb986c29-f18c-4431-b001-b8a5fa38aaaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4def01a8-e045-46a2-afa6-cb0dea14b988', 'code': 200} Mar 29 15:42:45.712675 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port e8c8298b-ad82-4c53-8291-585877dd90e3, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=e8c8298b-ad82-4c53-8291-585877dd90e3,segment=NetworkSegment(a0c230f0-660a-4194-9279-0f0781d34134),segment_id=a0c230f0-660a-4194-9279-0f0781d34134)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:42:45.731990 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:45.743859 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bba4ba5a-1ef7-45c7-9779-c193fa716f30 req-7f5f7da2-dda8-4202-8427-70d8aea18c9b tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] Network 2268a9b9-82fd-4886-a91d-3a50e4e16cab is already hosted by enough agents. {{(pid=102790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:42:45.750495 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-7cdbae8d-e021-4076-a32e-6ce2f7158270 req-215d1fc1-ce58-49cc-a142-eef72f701b00 tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] 10.222.0.42 "GET /v2.0/security-groups?id=062b76b3-3a31-4c61-a1e4-5e35375fb0f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2230246 Mar 29 15:42:45.751921 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [req-bba4ba5a-1ef7-45c7-9779-c193fa716f30 req-7f5f7da2-dda8-4202-8427-70d8aea18c9b tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] Resources bound (agent type, host, resource id): {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:42:45.755639 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.l3_dvrscheduler_db [req-bba4ba5a-1ef7-45c7-9779-c193fa716f30 req-7f5f7da2-dda8-4202-8427-70d8aea18c9b tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] Received port after_create {{(pid=102790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:42:45.759439 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5f7da2-dda8-4202-8427-70d8aea18c9b tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] Pushing event updated for resources: {'Port': ['ID=74944d92-fd89-4b00-a20c-9a31ed483b20,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:42:45.789095 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d3872e-58d8-4067-8063-bd93d26280aa req-632ca5d5-82e6-4900-916e-97e3606bbf21 tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:45.801121 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b5d3872e-58d8-4067-8063-bd93d26280aa req-632ca5d5-82e6-4900-916e-97e3606bbf21 tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] 10.222.0.42 "GET /v2.0/ports?device_id=6577ea24-a03c-4970-9984-ffe76327597c HTTP/1.1" status: 200 len: 949 time: 0.1037202 Mar 29 15:42:45.819748 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [req-9c6acbd3-ad23-4dbb-8e6b-ef2aa848ea5e req-b68204ee-2418-43c3-b30b-171650f307db tempest-FloatingIPsAssociationTestJSON-13237688 tempest-FloatingIPsAssociationTestJSON-13237688-project] Deleting port 74d2306b-5026-45ef-a651-6ea8cd4cf386 {{(pid=102790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:42:45.820147 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-9c6acbd3-ad23-4dbb-8e6b-ef2aa848ea5e req-b68204ee-2418-43c3-b30b-171650f307db tempest-FloatingIPsAssociationTestJSON-13237688 tempest-FloatingIPsAssociationTestJSON-13237688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:45.836854 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba4ba5a-1ef7-45c7-9779-c193fa716f30 req-7f5f7da2-dda8-4202-8427-70d8aea18c9b tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:45.837534 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-bba4ba5a-1ef7-45c7-9779-c193fa716f30 req-7f5f7da2-dda8-4202-8427-70d8aea18c9b tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:45.899503 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Pushing event updated for resources: {'Port': ['ID=e8c8298b-ad82-4c53-8291-585877dd90e3,revision_number=5']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:42:45.920970 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b5d3872e-58d8-4067-8063-bd93d26280aa req-809cfbf4-8b07-4b02-9c2e-8a6681a6e29c tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] 10.222.0.42 "GET /v2.0/security-groups?id=6fc5fb8c-b1d6-4bb9-b68a-102a19ea7379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174645 Mar 29 15:42:45.921514 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-bba4ba5a-1ef7-45c7-9779-c193fa716f30 req-7f5f7da2-dda8-4202-8427-70d8aea18c9b tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9329560 Mar 29 15:42:45.944341 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [req-bba4ba5a-1ef7-45c7-9779-c193fa716f30 req-45286bfe-3705-4d86-8018-d27387d13e6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9900a87-c8da-45bc-b655-9593089dcbc1 {{(pid=102791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:42:45.954501 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-bba4ba5a-1ef7-45c7-9779-c193fa716f30 req-45286bfe-3705-4d86-8018-d27387d13e6c service neutron] Notify callbacks [] for port, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:45.971067 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.provisioning_blocks [req-bba4ba5a-1ef7-45c7-9779-c193fa716f30 req-45286bfe-3705-4d86-8018-d27387d13e6c service neutron] Transition to ACTIVE for port object d9900a87-c8da-45bc-b655-9593089dcbc1 will not be triggered until provisioned by entity L2. {{(pid=102791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 15:42:45.976775 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-bba4ba5a-1ef7-45c7-9779-c193fa716f30 req-45286bfe-3705-4d86-8018-d27387d13e6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:45.980057 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [req-bba4ba5a-1ef7-45c7-9779-c193fa716f30 req-403bdffd-fa3a-4857-abcb-591ef9e58821 service neutron] Request body: {'port': {'device_id': '8af2e82a-d0b9-4236-b40f-9d8544b19127', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834765-1'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:42:46.041535 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45286bfe-3705-4d86-8018-d27387d13e6c service neutron] Pushing event updated for resources: {'Port': ['ID=d9900a87-c8da-45bc-b655-9593089dcbc1,revision_number=2']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:42:46.064728 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [req-9c6acbd3-ad23-4dbb-8e6b-ef2aa848ea5e req-b68204ee-2418-43c3-b30b-171650f307db tempest-FloatingIPsAssociationTestJSON-13237688 tempest-FloatingIPsAssociationTestJSON-13237688-project] For port 74d2306b-5026-45ef-a651-6ea8cd4cf386, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=74d2306b-5026-45ef-a651-6ea8cd4cf386,segment=NetworkSegment(11b45705-66b5-45b3-b9fd-51fa4bb29236),segment_id=11b45705-66b5-45b3-b9fd-51fa4bb29236)] {{(pid=102790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:42:46.065716 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-9c6acbd3-ad23-4dbb-8e6b-ef2aa848ea5e req-b68204ee-2418-43c3-b30b-171650f307db tempest-FloatingIPsAssociationTestJSON-13237688 tempest-FloatingIPsAssociationTestJSON-13237688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:46.081079 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [req-9c6acbd3-ad23-4dbb-8e6b-ef2aa848ea5e req-b68204ee-2418-43c3-b30b-171650f307db tempest-FloatingIPsAssociationTestJSON-13237688 tempest-FloatingIPsAssociationTestJSON-13237688-project] Calling delete_port for 74d2306b-5026-45ef-a651-6ea8cd4cf386 owned by compute:nova {{(pid=102790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:42:46.116161 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-bba4ba5a-1ef7-45c7-9779-c193fa716f30 req-45286bfe-3705-4d86-8018-d27387d13e6c service neutron] Attempting to bind port d9900a87-c8da-45bc-b655-9593089dcbc1 on host n-h2-834765-1 for vnic_type normal with profile {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:42:46.116716 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-bba4ba5a-1ef7-45c7-9779-c193fa716f30 req-45286bfe-3705-4d86-8018-d27387d13e6c service neutron] Attempting to bind port d9900a87-c8da-45bc-b655-9593089dcbc1 by drivers openvswitch,hyperv on host n-h2-834765-1 at level 0 using segments [{'id': 'a0c230f0-660a-4194-9279-0f0781d34134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '2268a9b9-82fd-4886-a91d-3a50e4e16cab'}] {{(pid=102791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:42:46.117217 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bba4ba5a-1ef7-45c7-9779-c193fa716f30 req-45286bfe-3705-4d86-8018-d27387d13e6c service neutron] Attempting to bind port d9900a87-c8da-45bc-b655-9593089dcbc1 on network 2268a9b9-82fd-4886-a91d-3a50e4e16cab {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:42:46.124176 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bba4ba5a-1ef7-45c7-9779-c193fa716f30 req-45286bfe-3705-4d86-8018-d27387d13e6c service neutron] Port d9900a87-c8da-45bc-b655-9593089dcbc1 on network 2268a9b9-82fd-4886-a91d-3a50e4e16cab not bound, no agent of type Open vSwitch agent registered on host n-h2-834765-1 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 15:42:46.124767 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bba4ba5a-1ef7-45c7-9779-c193fa716f30 req-45286bfe-3705-4d86-8018-d27387d13e6c service neutron] Attempting to bind port d9900a87-c8da-45bc-b655-9593089dcbc1 on network 2268a9b9-82fd-4886-a91d-3a50e4e16cab {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:42:46.131088 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bba4ba5a-1ef7-45c7-9779-c193fa716f30 req-45286bfe-3705-4d86-8018-d27387d13e6c service neutron] Checking agent: {'id': '3e4b4912-b4a2-4d17-b5bd-6ce15529e8eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 33, 17), 'started_at': datetime.datetime(2022, 3, 29, 15, 33, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 42, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:42:46.131859 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bba4ba5a-1ef7-45c7-9779-c193fa716f30 req-45286bfe-3705-4d86-8018-d27387d13e6c service neutron] Checking segment: {'id': 'a0c230f0-660a-4194-9279-0f0781d34134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '2268a9b9-82fd-4886-a91d-3a50e4e16cab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:42:46.133834 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bba4ba5a-1ef7-45c7-9779-c193fa716f30 req-45286bfe-3705-4d86-8018-d27387d13e6c service neutron] Bound using segment: {'id': 'a0c230f0-660a-4194-9279-0f0781d34134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '2268a9b9-82fd-4886-a91d-3a50e4e16cab'} {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:42:46.134289 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-bba4ba5a-1ef7-45c7-9779-c193fa716f30 req-45286bfe-3705-4d86-8018-d27387d13e6c service neutron] Bound port: d9900a87-c8da-45bc-b655-9593089dcbc1, host: n-h2-834765-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0c230f0-660a-4194-9279-0f0781d34134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '2268a9b9-82fd-4886-a91d-3a50e4e16cab'}}] {{(pid=102791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 15:42:46.134653 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-bba4ba5a-1ef7-45c7-9779-c193fa716f30 req-45286bfe-3705-4d86-8018-d27387d13e6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:46.135347 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-809d4dcc-5369-40e8-8382-0963992a3242 None None] Provisioning complete for port 74944d92-fd89-4b00-a20c-9a31ed483b20 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:42:46.135730 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-809d4dcc-5369-40e8-8382-0963992a3242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:46.187494 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-809d4dcc-5369-40e8-8382-0963992a3242 None None] Port 74944d92-fd89-4b00-a20c-9a31ed483b20 cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 15:42:46.218014 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-bba4ba5a-1ef7-45c7-9779-c193fa716f30 req-45286bfe-3705-4d86-8018-d27387d13e6c service neutron] For port d9900a87-c8da-45bc-b655-9593089dcbc1, host n-h2-834765-1, cleared binding levels {{(pid=102791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:42:46.221832 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-bba4ba5a-1ef7-45c7-9779-c193fa716f30 req-45286bfe-3705-4d86-8018-d27387d13e6c service neutron] For port d9900a87-c8da-45bc-b655-9593089dcbc1, host n-h2-834765-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=d9900a87-c8da-45bc-b655-9593089dcbc1,segment=NetworkSegment(a0c230f0-660a-4194-9279-0f0781d34134),segment_id=a0c230f0-660a-4194-9279-0f0781d34134)] {{(pid=102791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:42:46.226029 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-bba4ba5a-1ef7-45c7-9779-c193fa716f30 req-45286bfe-3705-4d86-8018-d27387d13e6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:46.270579 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba4ba5a-1ef7-45c7-9779-c193fa716f30 req-45286bfe-3705-4d86-8018-d27387d13e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:46.271405 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-bba4ba5a-1ef7-45c7-9779-c193fa716f30 req-45286bfe-3705-4d86-8018-d27387d13e6c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:46.273006 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-bba4ba5a-1ef7-45c7-9779-c193fa716f30 req-45286bfe-3705-4d86-8018-d27387d13e6c service neutron] 10.222.0.48 "PUT /v2.0/ports/d9900a87-c8da-45bc-b655-9593089dcbc1 HTTP/1.1" status: 200 len: 1096 time: 1.2405620 Mar 29 15:42:46.273515 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7eac0c92-4d9b-4070-aa30-b3884198e259', 'tag': 'd9900a87-c8da-45bc-b655-9593089dcbc1'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:42:46.276132 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c67b028db5e9b9818fecc5c0a87ebc6f190694fa53ca267d523e04f98de536d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c39bca0a-0886-4ea2-8a1a-da2f03249ab1" -d '{"events": [{"name": "network-changed", "server_uuid": "7eac0c92-4d9b-4070-aa30-b3884198e259", "tag": "d9900a87-c8da-45bc-b655-9593089dcbc1"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:42:46.320927 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45286bfe-3705-4d86-8018-d27387d13e6c service neutron] Pushing event updated for resources: {'Port': ['ID=d9900a87-c8da-45bc-b655-9593089dcbc1,revision_number=3']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:42:46.331098 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-bba4ba5a-1ef7-45c7-9779-c193fa716f30 req-403bdffd-fa3a-4857-abcb-591ef9e58821 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:46.353868 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-9c6acbd3-ad23-4dbb-8e6b-ef2aa848ea5e req-b68204ee-2418-43c3-b30b-171650f307db tempest-FloatingIPsAssociationTestJSON-13237688 tempest-FloatingIPsAssociationTestJSON-13237688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:46.368647 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4db579d1-9b2e-4916-8340-09335272531e req-a87713bb-2c3c-491d-a4e0-3bbf379b1ae2 tempest-FloatingIPsAssociationTestJSON-13237688 tempest-FloatingIPsAssociationTestJSON-13237688-project] 10.222.0.42 "GET /v2.0/ports?device_id=a99c14a5-f34f-4884-9f7e-8a582129e575 HTTP/1.1" status: 200 len: 210 time: 0.0442557 Mar 29 15:42:46.452853 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f759367f-9323-4563-a659-b44e30f42821 req-4ad22523-1542-48c8-b65f-3de46694eedf tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:46.462823 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-f759367f-9323-4563-a659-b44e30f42821 req-4ad22523-1542-48c8-b65f-3de46694eedf tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb986c29-f18c-4431-b001-b8a5fa38aaaa HTTP/1.1" status: 200 len: 946 time: 0.5615489 Mar 29 15:42:46.483418 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device d77f3bcb-4994-4d73-ac22-cf0395d41d87 details requested by agent hyperv_n-h2-834765-1 with host n-h2-834765-1 {{(pid=102792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 15:42:46.506664 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c6acbd3-ad23-4dbb-8e6b-ef2aa848ea5e req-b68204ee-2418-43c3-b30b-171650f307db tempest-FloatingIPsAssociationTestJSON-13237688 tempest-FloatingIPsAssociationTestJSON-13237688-project] No DVR routers for this DVR port 74d2306b-5026-45ef-a651-6ea8cd4cf386 on host n-h1-834765-1 {{(pid=102790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:42:46.512019 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-9c6acbd3-ad23-4dbb-8e6b-ef2aa848ea5e req-b68204ee-2418-43c3-b30b-171650f307db tempest-FloatingIPsAssociationTestJSON-13237688 tempest-FloatingIPsAssociationTestJSON-13237688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:46.517680 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-9c6acbd3-ad23-4dbb-8e6b-ef2aa848ea5e req-b68204ee-2418-43c3-b30b-171650f307db tempest-FloatingIPsAssociationTestJSON-13237688 tempest-FloatingIPsAssociationTestJSON-13237688-project] 10.222.0.44 "DELETE /v2.0/ports/74d2306b-5026-45ef-a651-6ea8cd4cf386 HTTP/1.1" status: 204 len: 173 time: 1.0613279 Mar 29 15:42:46.547787 n-d-834765-1 neutron-server[102790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a99c14a5-f34f-4884-9f7e-8a582129e575', 'name': 'network-vif-deleted', 'tag': '74d2306b-5026-45ef-a651-6ea8cd4cf386'}] {{(pid=102790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:42:46.550066 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46b06d655c90bc969636382cce4240ad749035fb0f3a83ee4734fa1ed9c4a6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7b9cec7-05b0-4222-b1e3-c2d97d7fba8e" -d '{"events": [{"server_uuid": "a99c14a5-f34f-4884-9f7e-8a582129e575", "name": "network-vif-deleted", "tag": "74d2306b-5026-45ef-a651-6ea8cd4cf386"}]}' {{(pid=102790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:42:46.565172 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68204ee-2418-43c3-b30b-171650f307db tempest-FloatingIPsAssociationTestJSON-13237688 tempest-FloatingIPsAssociationTestJSON-13237688-project] Pushing event deleted for resources: {'Port': ['ID=74d2306b-5026-45ef-a651-6ea8cd4cf386,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:42:46.587043 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68204ee-2418-43c3-b30b-171650f307db tempest-FloatingIPsAssociationTestJSON-13237688 tempest-FloatingIPsAssociationTestJSON-13237688-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:42:46.587803 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68204ee-2418-43c3-b30b-171650f307db tempest-FloatingIPsAssociationTestJSON-13237688 tempest-FloatingIPsAssociationTestJSON-13237688-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:42:46.588351 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68204ee-2418-43c3-b30b-171650f307db tempest-FloatingIPsAssociationTestJSON-13237688 tempest-FloatingIPsAssociationTestJSON-13237688-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:42:46.588914 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68204ee-2418-43c3-b30b-171650f307db tempest-FloatingIPsAssociationTestJSON-13237688 tempest-FloatingIPsAssociationTestJSON-13237688-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:42:46.589452 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68204ee-2418-43c3-b30b-171650f307db tempest-FloatingIPsAssociationTestJSON-13237688 tempest-FloatingIPsAssociationTestJSON-13237688-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:42:46.590004 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68204ee-2418-43c3-b30b-171650f307db tempest-FloatingIPsAssociationTestJSON-13237688 tempest-FloatingIPsAssociationTestJSON-13237688-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:42:46.590644 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68204ee-2418-43c3-b30b-171650f307db tempest-FloatingIPsAssociationTestJSON-13237688 tempest-FloatingIPsAssociationTestJSON-13237688-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:42:46.591212 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68204ee-2418-43c3-b30b-171650f307db tempest-FloatingIPsAssociationTestJSON-13237688 tempest-FloatingIPsAssociationTestJSON-13237688-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:42:46.603568 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68204ee-2418-43c3-b30b-171650f307db tempest-FloatingIPsAssociationTestJSON-13237688 tempest-FloatingIPsAssociationTestJSON-13237688-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:42:46.604419 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68204ee-2418-43c3-b30b-171650f307db tempest-FloatingIPsAssociationTestJSON-13237688 tempest-FloatingIPsAssociationTestJSON-13237688-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:42:46.604995 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68204ee-2418-43c3-b30b-171650f307db tempest-FloatingIPsAssociationTestJSON-13237688 tempest-FloatingIPsAssociationTestJSON-13237688-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:42:46.606446 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68204ee-2418-43c3-b30b-171650f307db tempest-FloatingIPsAssociationTestJSON-13237688 tempest-FloatingIPsAssociationTestJSON-13237688-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:42:46.612545 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba4ba5a-1ef7-45c7-9779-c193fa716f30 req-212a5485-d093-4b70-8a7e-1c9b2ff27862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:46.614926 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-bba4ba5a-1ef7-45c7-9779-c193fa716f30 req-212a5485-d093-4b70-8a7e-1c9b2ff27862 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5bf1a5bdfbb14ae084908e8fe7725bc6&device_id=7eac0c92-4d9b-4070-aa30-b3884198e259 HTTP/1.1" status: 200 len: 1099 time: 0.1497049 Mar 29 15:42:46.646175 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] get_ports_and_sgs() called for port_ids ['74d2306b-5026-45ef-a651-6ea8cd4cf386'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:42:46.652902 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] get_ports_and_sgs() called for port_ids ['f39638e0-0f05-469b-894f-3e4405d80bf7', '0778d953-736b-473d-b6a9-91400417f84a', '611b86f9-0890-46c5-aa53-8103b3d2be14'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:42:46.720749 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-bba4ba5a-1ef7-45c7-9779-c193fa716f30 req-1a3ac069-6c57-4454-a9e0-ad1c3202702f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.143&port_id=d9900a87-c8da-45bc-b655-9593089dcbc1 HTTP/1.1" status: 200 len: 217 time: 0.0909560 Mar 29 15:42:46.747080 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21de470e-32a2-42a6-b465-c92385717f62 req-ee59cce3-1068-4a1c-8aa3-8cb17282990f tempest-LiveMigrationNegativeTest-1671013112 tempest-LiveMigrationNegativeTest-1671013112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:46.749084 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-21de470e-32a2-42a6-b465-c92385717f62 req-ee59cce3-1068-4a1c-8aa3-8cb17282990f tempest-LiveMigrationNegativeTest-1671013112 tempest-LiveMigrationNegativeTest-1671013112-project] 10.222.0.42 "GET /v2.0/ports?device_id=33baf1e2-0080-40ab-8984-cc489471d17e HTTP/1.1" status: 200 len: 950 time: 0.2356303 Mar 29 15:42:46.765402 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-f759367f-9323-4563-a659-b44e30f42821 req-acd0e6fa-954f-42a9-a288-e4fb799d17e0 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.42 "GET /v2.0/security-groups?id=07e96b72-96bb-4562-b80f-051b133c1759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2963896 Mar 29 15:42:46.865187 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 15:42:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cb49473-465a-42a1-8345-c3a3fc793229 x-openstack-request-id: req-9cb49473-465a-42a1-8345-c3a3fc793229 {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:42:46.865785 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7eac0c92-4d9b-4070-aa30-b3884198e259", "tag": "d9900a87-c8da-45bc-b655-9593089dcbc1", "status": "completed", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:42:46.865785 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-9cb49473-465a-42a1-8345-c3a3fc793229 {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:42:46.866119 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7eac0c92-4d9b-4070-aa30-b3884198e259', 'tag': 'd9900a87-c8da-45bc-b655-9593089dcbc1', 'status': 'completed', 'code': 200} Mar 29 15:42:46.906172 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba4ba5a-1ef7-45c7-9779-c193fa716f30 req-deada8fa-d4bc-4c02-97e0-b7d4838301b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:46.909308 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-bba4ba5a-1ef7-45c7-9779-c193fa716f30 req-deada8fa-d4bc-4c02-97e0-b7d4838301b6 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=abb8e5d6-2aea-4455-a944-3435a3d1ce49 HTTP/1.1" status: 200 len: 843 time: 0.1592221 Mar 29 15:42:46.922775 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:46.924038 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6d5a19-f837-4669-ad6f-541235e133ef req-6e2fc408-cef1-4a12-a02b-6fabe8f25894 tempest-LiveMigrationNegativeTest-1671013112 tempest-LiveMigrationNegativeTest-1671013112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:46.928084 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-8d6d5a19-f837-4669-ad6f-541235e133ef req-6e2fc408-cef1-4a12-a02b-6fabe8f25894 tempest-LiveMigrationNegativeTest-1671013112 tempest-LiveMigrationNegativeTest-1671013112-project] 10.222.0.48 "GET /v2.0/ports?device_id=33baf1e2-0080-40ab-8984-cc489471d17e HTTP/1.1" status: 200 len: 950 time: 0.2707486 Mar 29 15:42:46.940775 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-21de470e-32a2-42a6-b465-c92385717f62 req-ec78a841-4e71-437c-a8e1-14e84814d7c0 tempest-LiveMigrationNegativeTest-1671013112 tempest-LiveMigrationNegativeTest-1671013112-project] 10.222.0.42 "GET /v2.0/security-groups?id=774c292d-aaff-41c3-9345-153fa540abbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682601 Mar 29 15:42:47.034203 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:42:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6847e10-ab9b-4ef5-a176-eeb7fccc7921 x-openstack-request-id: req-e6847e10-ab9b-4ef5-a176-eeb7fccc7921 {{(pid=102790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:42:47.034511 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a99c14a5-f34f-4884-9f7e-8a582129e575", "name": "network-vif-deleted", "tag": "74d2306b-5026-45ef-a651-6ea8cd4cf386", "status": "completed", "code": 200}]} {{(pid=102790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:42:47.034732 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e6847e10-ab9b-4ef5-a176-eeb7fccc7921 {{(pid=102790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:42:47.035117 n-d-834765-1 neutron-server[102790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a99c14a5-f34f-4884-9f7e-8a582129e575', 'name': 'network-vif-deleted', 'tag': '74d2306b-5026-45ef-a651-6ea8cd4cf386', 'status': 'completed', 'code': 200} Mar 29 15:42:47.036638 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port d77f3bcb-4994-4d73-ac22-cf0395d41d87, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=d77f3bcb-4994-4d73-ac22-cf0395d41d87,segment=NetworkSegment(3e7ace95-2f5e-4cff-bb3a-9fd7601a4b6e),segment_id=3e7ace95-2f5e-4cff-bb3a-9fd7601a4b6e)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:42:47.040523 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba4ba5a-1ef7-45c7-9779-c193fa716f30 req-63c9b3c7-d859-41e5-9423-17b00da59bca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:47.048190 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-bba4ba5a-1ef7-45c7-9779-c193fa716f30 req-63c9b3c7-d859-41e5-9423-17b00da59bca service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2268a9b9-82fd-4886-a91d-3a50e4e16cab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1264403 Mar 29 15:42:47.153230 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5da2ac9-79df-4d3e-b474-7656492dbf2b req-671c9bb1-1b2e-4e15-897a-877f87f17f69 tempest-ServerMetadataNegativeTestJSON-652474760 tempest-ServerMetadataNegativeTestJSON-652474760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:47.163099 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-d5da2ac9-79df-4d3e-b474-7656492dbf2b req-671c9bb1-1b2e-4e15-897a-877f87f17f69 tempest-ServerMetadataNegativeTestJSON-652474760 tempest-ServerMetadataNegativeTestJSON-652474760-project] 10.222.0.42 "GET /v2.0/ports?device_id=d81682a9-aa68-4826-b492-4571c3081c30 HTTP/1.1" status: 200 len: 944 time: 0.1699240 Mar 29 15:42:47.215654 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Returning: {'device': 'd77f3bcb-4994-4d73-ac22-cf0395d41d87', 'network_id': '2519cd9b-0698-4c5e-895a-2dc850dfa61d', 'port_id': 'd77f3bcb-4994-4d73-ac22-cf0395d41d87', 'mac_address': 'fa:16:3e:22:59:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 621, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7090ef5-4000-4d28-ad51-e3b3a3962d4a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 15:42:47.234243 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-bba4ba5a-1ef7-45c7-9779-c193fa716f30 req-395649e5-65ac-4cef-b351-288a0f64a1fb service neutron] 10.222.0.48 "GET /v2.0/networks/2268a9b9-82fd-4886-a91d-3a50e4e16cab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1788521 Mar 29 15:42:47.243989 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8090848-b66f-4a88-a478-3921c3bee141 req-8a416ce7-8ffc-43c3-b5d1-4ef780876398 tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:47.252305 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b8090848-b66f-4a88-a478-3921c3bee141 req-8a416ce7-8ffc-43c3-b5d1-4ef780876398 tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] 10.222.0.42 "GET /v2.0/ports?device_id=7eac0c92-4d9b-4070-aa30-b3884198e259 HTTP/1.1" status: 200 len: 948 time: 0.0850406 Mar 29 15:42:47.286455 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-d5da2ac9-79df-4d3e-b474-7656492dbf2b req-4b2a19e2-9577-41a5-ab12-2683e1d02843 tempest-ServerMetadataNegativeTestJSON-652474760 tempest-ServerMetadataNegativeTestJSON-652474760-project] 10.222.0.42 "GET /v2.0/security-groups?id=413a6824-bbad-48a5-a7fb-f1068f76dbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183579 Mar 29 15:42:47.306567 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [req-8d6d5a19-f837-4669-ad6f-541235e133ef req-bee2af4a-7b79-4db9-9716-c9ded6135cc1 tempest-LiveMigrationNegativeTest-1671013112 tempest-LiveMigrationNegativeTest-1671013112-project] Deleting port e108255d-1c5f-4606-bfd8-b8aae7046923 {{(pid=102790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:42:47.309128 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-8d6d5a19-f837-4669-ad6f-541235e133ef req-bee2af4a-7b79-4db9-9716-c9ded6135cc1 tempest-LiveMigrationNegativeTest-1671013112 tempest-LiveMigrationNegativeTest-1671013112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:47.356721 n-d-834765-1 neutron-server[102790]: DEBUG neutron.notifiers.nova [req-bba4ba5a-1ef7-45c7-9779-c193fa716f30 req-403bdffd-fa3a-4857-abcb-591ef9e58821 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74944d92-fd89-4b00-a20c-9a31ed483b20 {{(pid=102790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:42:47.367311 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b8090848-b66f-4a88-a478-3921c3bee141 req-7f722758-f7f2-4282-bc54-e4c6713eaecb tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] 10.222.0.42 "GET /v2.0/security-groups?id=062b76b3-3a31-4c61-a1e4-5e35375fb0f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137798 Mar 29 15:42:47.386671 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-bba4ba5a-1ef7-45c7-9779-c193fa716f30 req-403bdffd-fa3a-4857-abcb-591ef9e58821 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:47.432849 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:47.453867 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-bba4ba5a-1ef7-45c7-9779-c193fa716f30 req-8895c44d-ddda-40d5-944e-2669dc9453c2 service neutron] 10.222.0.48 "GET /v2.0/networks/2268a9b9-82fd-4886-a91d-3a50e4e16cab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1977639 Mar 29 15:42:47.455862 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d77f3bcb-4994-4d73-ac22-cf0395d41d87 {{(pid=102792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:42:47.464496 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 45106) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:42:47.509068 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port d77f3bcb-4994-4d73-ac22-cf0395d41d87, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=d77f3bcb-4994-4d73-ac22-cf0395d41d87,segment=NetworkSegment(3e7ace95-2f5e-4cff-bb3a-9fd7601a4b6e),segment_id=3e7ace95-2f5e-4cff-bb3a-9fd7601a4b6e)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:42:47.536908 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:47.573975 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.provisioning_blocks [req-bba4ba5a-1ef7-45c7-9779-c193fa716f30 req-403bdffd-fa3a-4857-abcb-591ef9e58821 service neutron] Transition to ACTIVE for port object 74944d92-fd89-4b00-a20c-9a31ed483b20 will not be triggered until provisioned by entity L2. {{(pid=102790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 15:42:47.609532 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-bba4ba5a-1ef7-45c7-9779-c193fa716f30 req-403bdffd-fa3a-4857-abcb-591ef9e58821 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5237921'] for port, after_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:47.675401 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39bca0a-0886-4ea2-8a1a-da2f03249ab1 req-8a8223a6-5ea3-4576-bcfa-1f901e692933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:47.678227 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-c39bca0a-0886-4ea2-8a1a-da2f03249ab1 req-8a8223a6-5ea3-4576-bcfa-1f901e692933 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5bf1a5bdfbb14ae084908e8fe7725bc6&device_id=7eac0c92-4d9b-4070-aa30-b3884198e259 HTTP/1.1" status: 200 len: 1099 time: 0.1273208 Mar 29 15:42:47.682996 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8020ad-b191-420c-b085-3c9102682bf5 req-278fe6a4-9590-4488-ac44-09308cbf161b tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:47.690634 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-4f8020ad-b191-420c-b085-3c9102682bf5 req-278fe6a4-9590-4488-ac44-09308cbf161b tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] 10.222.0.42 "GET /v2.0/ports?device_id=6577ea24-a03c-4970-9984-ffe76327597c HTTP/1.1" status: 200 len: 950 time: 0.2416112 Mar 29 15:42:47.819728 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [req-8d6d5a19-f837-4669-ad6f-541235e133ef req-bee2af4a-7b79-4db9-9716-c9ded6135cc1 tempest-LiveMigrationNegativeTest-1671013112 tempest-LiveMigrationNegativeTest-1671013112-project] For port e108255d-1c5f-4606-bfd8-b8aae7046923, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=e108255d-1c5f-4606-bfd8-b8aae7046923,segment=NetworkSegment(a0c230f0-660a-4194-9279-0f0781d34134),segment_id=a0c230f0-660a-4194-9279-0f0781d34134)] {{(pid=102790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:42:47.820982 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-8d6d5a19-f837-4669-ad6f-541235e133ef req-bee2af4a-7b79-4db9-9716-c9ded6135cc1 tempest-LiveMigrationNegativeTest-1671013112 tempest-LiveMigrationNegativeTest-1671013112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:47.833020 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39bca0a-0886-4ea2-8a1a-da2f03249ab1 req-9a520384-f6fa-46c3-9da5-265eb7811671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:47.836388 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-c39bca0a-0886-4ea2-8a1a-da2f03249ab1 req-9a520384-f6fa-46c3-9da5-265eb7811671 service neutron] 10.222.0.48 "GET /v2.0/networks?id=2268a9b9-82fd-4886-a91d-3a50e4e16cab HTTP/1.1" status: 200 len: 870 time: 0.1482611 Mar 29 15:42:47.841707 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [req-8d6d5a19-f837-4669-ad6f-541235e133ef req-bee2af4a-7b79-4db9-9716-c9ded6135cc1 tempest-LiveMigrationNegativeTest-1671013112 tempest-LiveMigrationNegativeTest-1671013112-project] Calling delete_port for e108255d-1c5f-4606-bfd8-b8aae7046923 owned by compute:nova {{(pid=102790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:42:47.852797 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6577ea24-a03c-4970-9984-ffe76327597c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8c8298b-ad82-4c53-8291-585877dd90e3'}] {{(pid=102792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:42:47.862197 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4f476c66b318cc6068719fc39557fac68d413f5c7e78fa77028c7948e999ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd3bea1f-087f-4ab7-9928-989ec6a055df" -d '{"events": [{"server_uuid": "6577ea24-a03c-4970-9984-ffe76327597c", "name": "network-vif-plugged", "status": "completed", "tag": "e8c8298b-ad82-4c53-8291-585877dd90e3"}]}' {{(pid=102792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:42:47.896058 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Pushing event updated for resources: {'Port': ['ID=d77f3bcb-4994-4d73-ac22-cf0395d41d87,revision_number=4']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:42:47.941181 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-4f8020ad-b191-420c-b085-3c9102682bf5 req-c1be5f78-ee8e-4698-a74f-ab7fa5745cd6 tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] 10.222.0.42 "GET /v2.0/security-groups?id=6fc5fb8c-b1d6-4bb9-b68a-102a19ea7379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2396750 Mar 29 15:42:47.954212 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-c39bca0a-0886-4ea2-8a1a-da2f03249ab1 req-71e434a0-f4e8-4d98-9dd2-f3a2921d9863 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.143&port_id=d9900a87-c8da-45bc-b655-9593089dcbc1 HTTP/1.1" status: 200 len: 217 time: 0.0756803 Mar 29 15:42:47.962250 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403bdffd-fa3a-4857-abcb-591ef9e58821 service neutron] Pushing event updated for resources: {'Port': ['ID=74944d92-fd89-4b00-a20c-9a31ed483b20,revision_number=2']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:42:47.969039 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:48.045580 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:42:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98b8f155-79b0-4071-870e-7ba0dcb48569 x-openstack-request-id: req-98b8f155-79b0-4071-870e-7ba0dcb48569 {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:42:48.046088 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6577ea24-a03c-4970-9984-ffe76327597c", "name": "network-vif-plugged", "status": "completed", "tag": "e8c8298b-ad82-4c53-8291-585877dd90e3", "code": 200}]} {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:42:48.046523 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-98b8f155-79b0-4071-870e-7ba0dcb48569 {{(pid=102792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:42:48.047127 n-d-834765-1 neutron-server[102792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6577ea24-a03c-4970-9984-ffe76327597c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8c8298b-ad82-4c53-8291-585877dd90e3', 'code': 200} Mar 29 15:42:48.104279 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45cecbd-fef9-4242-b3c9-da34b331c6c0 req-9229d413-d586-4e55-8fee-a033aeda3feb tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:48.106087 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] get_ports_and_sgs() called for port_ids ['d77f3bcb-4994-4d73-ac22-cf0395d41d87'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:42:48.112593 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b45cecbd-fef9-4242-b3c9-da34b331c6c0 req-9229d413-d586-4e55-8fee-a033aeda3feb tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb986c29-f18c-4431-b001-b8a5fa38aaaa HTTP/1.1" status: 200 len: 946 time: 0.1573520 Mar 29 15:42:48.182530 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.managers [req-bba4ba5a-1ef7-45c7-9779-c193fa716f30 req-403bdffd-fa3a-4857-abcb-591ef9e58821 service neutron] Attempting to bind port 74944d92-fd89-4b00-a20c-9a31ed483b20 on host n-h1-834765-1 for vnic_type normal with profile {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:42:48.182530 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.managers [req-bba4ba5a-1ef7-45c7-9779-c193fa716f30 req-403bdffd-fa3a-4857-abcb-591ef9e58821 service neutron] Attempting to bind port 74944d92-fd89-4b00-a20c-9a31ed483b20 by drivers openvswitch,hyperv on host n-h1-834765-1 at level 0 using segments [{'id': 'a0c230f0-660a-4194-9279-0f0781d34134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '2268a9b9-82fd-4886-a91d-3a50e4e16cab'}] {{(pid=102790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:42:48.182530 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bba4ba5a-1ef7-45c7-9779-c193fa716f30 req-403bdffd-fa3a-4857-abcb-591ef9e58821 service neutron] Attempting to bind port 74944d92-fd89-4b00-a20c-9a31ed483b20 on network 2268a9b9-82fd-4886-a91d-3a50e4e16cab {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:42:48.270899 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39bca0a-0886-4ea2-8a1a-da2f03249ab1 req-e662ac68-c983-4fe1-b593-312e5d9b2536 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:48.272940 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-c39bca0a-0886-4ea2-8a1a-da2f03249ab1 req-e662ac68-c983-4fe1-b593-312e5d9b2536 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=abb8e5d6-2aea-4455-a944-3435a3d1ce49 HTTP/1.1" status: 200 len: 843 time: 0.2809594 Mar 29 15:42:48.277684 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bba4ba5a-1ef7-45c7-9779-c193fa716f30 req-403bdffd-fa3a-4857-abcb-591ef9e58821 service neutron] Port 74944d92-fd89-4b00-a20c-9a31ed483b20 on network 2268a9b9-82fd-4886-a91d-3a50e4e16cab not bound, no agent of type Open vSwitch agent registered on host n-h1-834765-1 {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 15:42:48.278249 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bba4ba5a-1ef7-45c7-9779-c193fa716f30 req-403bdffd-fa3a-4857-abcb-591ef9e58821 service neutron] Attempting to bind port 74944d92-fd89-4b00-a20c-9a31ed483b20 on network 2268a9b9-82fd-4886-a91d-3a50e4e16cab {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:42:48.294787 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bba4ba5a-1ef7-45c7-9779-c193fa716f30 req-403bdffd-fa3a-4857-abcb-591ef9e58821 service neutron] Checking agent: {'id': 'be375040-5069-4239-9460-a3a3213e1e90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 33, 18), 'started_at': datetime.datetime(2022, 3, 29, 15, 33, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 42, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:42:48.295441 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bba4ba5a-1ef7-45c7-9779-c193fa716f30 req-403bdffd-fa3a-4857-abcb-591ef9e58821 service neutron] Checking segment: {'id': 'a0c230f0-660a-4194-9279-0f0781d34134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '2268a9b9-82fd-4886-a91d-3a50e4e16cab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:42:48.296027 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bba4ba5a-1ef7-45c7-9779-c193fa716f30 req-403bdffd-fa3a-4857-abcb-591ef9e58821 service neutron] Bound using segment: {'id': 'a0c230f0-660a-4194-9279-0f0781d34134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '2268a9b9-82fd-4886-a91d-3a50e4e16cab'} {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:42:48.296641 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.managers [req-bba4ba5a-1ef7-45c7-9779-c193fa716f30 req-403bdffd-fa3a-4857-abcb-591ef9e58821 service neutron] Bound port: 74944d92-fd89-4b00-a20c-9a31ed483b20, host: n-h1-834765-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0c230f0-660a-4194-9279-0f0781d34134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '2268a9b9-82fd-4886-a91d-3a50e4e16cab'}}] {{(pid=102790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 15:42:48.297162 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-bba4ba5a-1ef7-45c7-9779-c193fa716f30 req-403bdffd-fa3a-4857-abcb-591ef9e58821 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:48.324657 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b45cecbd-fef9-4242-b3c9-da34b331c6c0 req-e6cb621c-7cf3-4985-b04a-302b7999d49f tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.42 "GET /v2.0/security-groups?id=07e96b72-96bb-4562-b80f-051b133c1759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2103853 Mar 29 15:42:48.330007 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fd65b5-2adb-4caa-929d-3099343ab93c req-bdd947cb-3e4d-439d-9d5d-5dfee89d2ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:48.331692 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-99fd65b5-2adb-4caa-929d-3099343ab93c req-bdd947cb-3e4d-439d-9d5d-5dfee89d2ed7 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=6577ea24-a03c-4970-9984-ffe76327597c HTTP/1.1" status: 200 len: 1101 time: 0.2165878 Mar 29 15:42:48.353011 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9954fd69-c198-45db-b371-dcf78752ea39 req-3b998fbb-1153-4f3c-a82c-ce5ddbe18cf8 tempest-LiveMigrationNegativeTest-1671013112 tempest-LiveMigrationNegativeTest-1671013112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:48.362190 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-9954fd69-c198-45db-b371-dcf78752ea39 req-3b998fbb-1153-4f3c-a82c-ce5ddbe18cf8 tempest-LiveMigrationNegativeTest-1671013112 tempest-LiveMigrationNegativeTest-1671013112-project] 10.222.0.42 "GET /v2.0/ports?device_id=33baf1e2-0080-40ab-8984-cc489471d17e HTTP/1.1" status: 200 len: 950 time: 0.2139573 Mar 29 15:42:48.386372 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 45134) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:42:48.435955 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-8d6d5a19-f837-4669-ad6f-541235e133ef req-bee2af4a-7b79-4db9-9716-c9ded6135cc1 tempest-LiveMigrationNegativeTest-1671013112 tempest-LiveMigrationNegativeTest-1671013112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:48.490479 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee2af4a-7b79-4db9-9716-c9ded6135cc1 tempest-LiveMigrationNegativeTest-1671013112 tempest-LiveMigrationNegativeTest-1671013112-project] Pushing event deleted for resources: {'Port': ['ID=e108255d-1c5f-4606-bfd8-b8aae7046923,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:42:48.517801 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39bca0a-0886-4ea2-8a1a-da2f03249ab1 req-386108b1-f04e-47a0-a573-fa3b7d88bc43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:48.519642 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-c39bca0a-0886-4ea2-8a1a-da2f03249ab1 req-386108b1-f04e-47a0-a573-fa3b7d88bc43 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2268a9b9-82fd-4886-a91d-3a50e4e16cab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2098982 Mar 29 15:42:48.557013 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-9954fd69-c198-45db-b371-dcf78752ea39 req-6084a1d7-309f-4f69-8563-eabb7d7862b4 tempest-LiveMigrationNegativeTest-1671013112 tempest-LiveMigrationNegativeTest-1671013112-project] 10.222.0.42 "GET /v2.0/security-groups?id=774c292d-aaff-41c3-9345-153fa540abbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1935399 Mar 29 15:42:48.586444 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-99fd65b5-2adb-4caa-929d-3099343ab93c req-284aa6e1-60d2-413e-9a49-c43cdbb58364 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=6fc5fb8c-b1d6-4bb9-b68a-102a19ea7379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855090 Mar 29 15:42:48.653906 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d6d5a19-f837-4669-ad6f-541235e133ef req-bee2af4a-7b79-4db9-9716-c9ded6135cc1 tempest-LiveMigrationNegativeTest-1671013112 tempest-LiveMigrationNegativeTest-1671013112-project] No DVR routers for this DVR port e108255d-1c5f-4606-bfd8-b8aae7046923 on host n-h2-834765-1 {{(pid=102790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:42:48.658273 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [req-bba4ba5a-1ef7-45c7-9779-c193fa716f30 req-403bdffd-fa3a-4857-abcb-591ef9e58821 service neutron] For port 74944d92-fd89-4b00-a20c-9a31ed483b20, host n-h1-834765-1, cleared binding levels {{(pid=102790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:42:48.671722 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-8d6d5a19-f837-4669-ad6f-541235e133ef req-bee2af4a-7b79-4db9-9716-c9ded6135cc1 tempest-LiveMigrationNegativeTest-1671013112 tempest-LiveMigrationNegativeTest-1671013112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:48.676890 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-8d6d5a19-f837-4669-ad6f-541235e133ef req-bee2af4a-7b79-4db9-9716-c9ded6135cc1 tempest-LiveMigrationNegativeTest-1671013112 tempest-LiveMigrationNegativeTest-1671013112-project] 10.222.0.48 "DELETE /v2.0/ports/e108255d-1c5f-4606-bfd8-b8aae7046923 HTTP/1.1" status: 204 len: 173 time: 1.7372591 Mar 29 15:42:48.725149 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [req-bba4ba5a-1ef7-45c7-9779-c193fa716f30 req-403bdffd-fa3a-4857-abcb-591ef9e58821 service neutron] For port 74944d92-fd89-4b00-a20c-9a31ed483b20, host n-h1-834765-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=74944d92-fd89-4b00-a20c-9a31ed483b20,segment=NetworkSegment(a0c230f0-660a-4194-9279-0f0781d34134),segment_id=a0c230f0-660a-4194-9279-0f0781d34134)] {{(pid=102790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:42:48.726576 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-7a82a63e-f6eb-4fb1-b371-1e928933e9f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:48.747054 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-bba4ba5a-1ef7-45c7-9779-c193fa716f30 req-403bdffd-fa3a-4857-abcb-591ef9e58821 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5237921'] for port, after_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:48.804976 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403bdffd-fa3a-4857-abcb-591ef9e58821 service neutron] Pushing event updated for resources: {'Port': ['ID=74944d92-fd89-4b00-a20c-9a31ed483b20,revision_number=3']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:42:48.824170 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e185862b-4386-4ed9-a890-92ef599c6563 req-33bac17b-d6e6-446d-b54b-673c1014723a tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:48.839867 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-e185862b-4386-4ed9-a890-92ef599c6563 req-33bac17b-d6e6-446d-b54b-673c1014723a tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] 10.222.0.42 "GET /v2.0/ports?device_id=7eac0c92-4d9b-4070-aa30-b3884198e259 HTTP/1.1" status: 200 len: 948 time: 0.1614926 Mar 29 15:42:48.881386 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba4ba5a-1ef7-45c7-9779-c193fa716f30 req-403bdffd-fa3a-4857-abcb-591ef9e58821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:48.882829 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-bba4ba5a-1ef7-45c7-9779-c193fa716f30 req-403bdffd-fa3a-4857-abcb-591ef9e58821 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:48.884265 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-bba4ba5a-1ef7-45c7-9779-c193fa716f30 req-403bdffd-fa3a-4857-abcb-591ef9e58821 service neutron] 10.222.0.44 "PUT /v2.0/ports/74944d92-fd89-4b00-a20c-9a31ed483b20 HTTP/1.1" status: 200 len: 1096 time: 2.9139414 Mar 29 15:42:48.987163 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-e185862b-4386-4ed9-a890-92ef599c6563 req-5426d755-ed48-47e4-bc87-b6cfc4867354 tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] 10.222.0.42 "GET /v2.0/security-groups?id=062b76b3-3a31-4c61-a1e4-5e35375fb0f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464555 Mar 29 15:42:49.038755 n-d-834765-1 neutron-server[102790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33baf1e2-0080-40ab-8984-cc489471d17e', 'name': 'network-vif-deleted', 'tag': 'e108255d-1c5f-4606-bfd8-b8aae7046923'}, {'name': 'network-changed', 'server_uuid': '8af2e82a-d0b9-4236-b40f-9d8544b19127', 'tag': '74944d92-fd89-4b00-a20c-9a31ed483b20'}] {{(pid=102790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:42:49.041350 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46b06d655c90bc969636382cce4240ad749035fb0f3a83ee4734fa1ed9c4a6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b539f28-7725-43d0-97b7-f2779abaa6fa" -d '{"events": [{"server_uuid": "33baf1e2-0080-40ab-8984-cc489471d17e", "name": "network-vif-deleted", "tag": "e108255d-1c5f-4606-bfd8-b8aae7046923"}, {"name": "network-changed", "server_uuid": "8af2e82a-d0b9-4236-b40f-9d8544b19127", "tag": "74944d92-fd89-4b00-a20c-9a31ed483b20"}]}' {{(pid=102790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:42:49.068293 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba4ba5a-1ef7-45c7-9779-c193fa716f30 req-e2e29017-cce2-4474-8865-0d0322619442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:49.069915 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-bba4ba5a-1ef7-45c7-9779-c193fa716f30 req-e2e29017-cce2-4474-8865-0d0322619442 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=5bf1a5bdfbb14ae084908e8fe7725bc6&device_id=8af2e82a-d0b9-4236-b40f-9d8544b19127 HTTP/1.1" status: 200 len: 1099 time: 0.1242366 Mar 29 15:42:49.137547 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8426ae-d57a-40e2-b1ee-8eb51b71baa4 req-8ae7d557-77f1-44fb-bdb8-b16121a9d1ff tempest-ServerMetadataNegativeTestJSON-652474760 tempest-ServerMetadataNegativeTestJSON-652474760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:49.143953 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-bba4ba5a-1ef7-45c7-9779-c193fa716f30 req-91d42df6-e880-49c4-bee1-6be706b44b77 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.105&port_id=74944d92-fd89-4b00-a20c-9a31ed483b20 HTTP/1.1" status: 200 len: 217 time: 0.0600441 Mar 29 15:42:49.147534 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4b8426ae-d57a-40e2-b1ee-8eb51b71baa4 req-8ae7d557-77f1-44fb-bdb8-b16121a9d1ff tempest-ServerMetadataNegativeTestJSON-652474760 tempest-ServerMetadataNegativeTestJSON-652474760-project] 10.222.0.42 "GET /v2.0/ports?device_id=d81682a9-aa68-4826-b492-4571c3081c30 HTTP/1.1" status: 200 len: 945 time: 0.6721029 Mar 29 15:42:49.228504 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-c39bca0a-0886-4ea2-8a1a-da2f03249ab1 req-61d0f2d6-4c38-497a-91c0-4168a220abc9 service neutron] 10.222.0.48 "GET /v2.0/networks/2268a9b9-82fd-4886-a91d-3a50e4e16cab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6819775 Mar 29 15:42:49.250604 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-7a82a63e-f6eb-4fb1-b371-1e928933e9f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:49.271281 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-7a82a63e-f6eb-4fb1-b371-1e928933e9f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:49.306547 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-7a82a63e-f6eb-4fb1-b371-1e928933e9f6 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=18f86f477e8943d5be7d5419805e0a9d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9184387 Mar 29 15:42:49.307130 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 45144) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:42:49.338975 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52aa2dec-b4ba-4186-b4d2-7eda02c4b56d req-0cf42e32-7828-4379-964d-fdd857565066 tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:49.340841 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-52aa2dec-b4ba-4186-b4d2-7eda02c4b56d req-0cf42e32-7828-4379-964d-fdd857565066 tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] 10.222.0.42 "GET /v2.0/ports?device_id=6577ea24-a03c-4970-9984-ffe76327597c HTTP/1.1" status: 200 len: 950 time: 0.1706872 Mar 29 15:42:49.354921 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4b8426ae-d57a-40e2-b1ee-8eb51b71baa4 req-a9764ed9-3807-4e79-82f3-075cb55a1873 tempest-ServerMetadataNegativeTestJSON-652474760 tempest-ServerMetadataNegativeTestJSON-652474760-project] 10.222.0.42 "GET /v2.0/security-groups?id=413a6824-bbad-48a5-a7fb-f1068f76dbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1984630 Mar 29 15:42:49.392598 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba4ba5a-1ef7-45c7-9779-c193fa716f30 req-6a4e7197-ef2b-4a65-9e6b-35df3cfa9741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:49.394271 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-bba4ba5a-1ef7-45c7-9779-c193fa716f30 req-6a4e7197-ef2b-4a65-9e6b-35df3cfa9741 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=abb8e5d6-2aea-4455-a944-3435a3d1ce49 HTTP/1.1" status: 200 len: 843 time: 0.2408099 Mar 29 15:42:49.419471 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-c39bca0a-0886-4ea2-8a1a-da2f03249ab1 req-892b14eb-be60-4cc8-8611-349ae3d6d9ef service neutron] 10.222.0.48 "GET /v2.0/networks/2268a9b9-82fd-4886-a91d-3a50e4e16cab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1734936 Mar 29 15:42:49.419693 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] get_ports_and_sgs() called for port_ids ['963c1ea5-70ee-44cb-9a63-afec8c6efd52', 'e108255d-1c5f-4606-bfd8-b8aae7046923'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:42:49.431751 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a82a63e-f6eb-4fb1-b371-1e928933e9f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a8f89bd-6bc3-4468-8d7f-6d55b5f6f7ad,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:42:49.455488 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 29 Mar 2022 15:42:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26e7e0ce-90bd-447c-a0d9-735dec10c575 x-openstack-request-id: req-26e7e0ce-90bd-447c-a0d9-735dec10c575 {{(pid=102790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:42:49.456535 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33baf1e2-0080-40ab-8984-cc489471d17e", "name": "network-vif-deleted", "tag": "e108255d-1c5f-4606-bfd8-b8aae7046923", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "8af2e82a-d0b9-4236-b40f-9d8544b19127", "tag": "74944d92-fd89-4b00-a20c-9a31ed483b20", "status": "completed", "code": 200}]} {{(pid=102790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:42:49.457637 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-26e7e0ce-90bd-447c-a0d9-735dec10c575 {{(pid=102790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:42:49.458261 n-d-834765-1 neutron-server[102790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33baf1e2-0080-40ab-8984-cc489471d17e', 'name': 'network-vif-deleted', 'tag': 'e108255d-1c5f-4606-bfd8-b8aae7046923', 'status': 'completed', 'code': 200} Mar 29 15:42:49.458701 n-d-834765-1 neutron-server[102790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8af2e82a-d0b9-4236-b40f-9d8544b19127', 'tag': '74944d92-fd89-4b00-a20c-9a31ed483b20', 'status': 'completed', 'code': 200} Mar 29 15:42:49.468566 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-7baea831-dca5-457a-86d6-f6063ac55a9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-530452'] for router_interface, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:49.513837 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-52aa2dec-b4ba-4186-b4d2-7eda02c4b56d req-d169536b-829e-46bb-86e8-20c691846975 tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] 10.222.0.42 "GET /v2.0/security-groups?id=6fc5fb8c-b1d6-4bb9-b68a-102a19ea7379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668439 Mar 29 15:42:49.548924 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-11b78d4e-4f4e-4bd3-99a3-7c95c2f754c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:49.561298 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba4ba5a-1ef7-45c7-9779-c193fa716f30 req-622aef7b-5f26-4d2b-a9e7-b32cc9fea5ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:49.568945 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-bba4ba5a-1ef7-45c7-9779-c193fa716f30 req-622aef7b-5f26-4d2b-a9e7-b32cc9fea5ac service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2268a9b9-82fd-4886-a91d-3a50e4e16cab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1508088 Mar 29 15:42:49.776797 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-bba4ba5a-1ef7-45c7-9779-c193fa716f30 req-0ab28b62-a920-4167-a27f-a4b8dc827bcd service neutron] 10.222.0.44 "GET /v2.0/networks/2268a9b9-82fd-4886-a91d-3a50e4e16cab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1852136 Mar 29 15:42:49.784126 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-11b78d4e-4f4e-4bd3-99a3-7c95c2f754c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:49.790475 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcad294a-a690-4607-8227-9631c9630876 req-ff4afeab-d788-4aa3-af73-adc96b88c61e tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:49.793145 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-dcad294a-a690-4607-8227-9631c9630876 req-ff4afeab-d788-4aa3-af73-adc96b88c61e tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb986c29-f18c-4431-b001-b8a5fa38aaaa HTTP/1.1" status: 200 len: 946 time: 0.2658637 Mar 29 15:42:49.843643 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-db07df8b-9a47-4eb3-8072-0edb7f6379e3 req-f4adcaaf-7491-461f-a376-326ce991bb4d tempest-LiveMigrationNegativeTest-1671013112 tempest-LiveMigrationNegativeTest-1671013112-project] 10.222.0.42 "GET /v2.0/ports?device_id=33baf1e2-0080-40ab-8984-cc489471d17e HTTP/1.1" status: 200 len: 210 time: 0.0650446 Mar 29 15:42:49.948469 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-bba4ba5a-1ef7-45c7-9779-c193fa716f30 req-fcf671c1-6dd6-4bf4-bb87-35d0a809a53e service neutron] 10.222.0.44 "GET /v2.0/networks/2268a9b9-82fd-4886-a91d-3a50e4e16cab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412835 Mar 29 15:42:49.950061 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-11b78d4e-4f4e-4bd3-99a3-7c95c2f754c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:49.953226 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-11b78d4e-4f4e-4bd3-99a3-7c95c2f754c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:49.954793 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-11b78d4e-4f4e-4bd3-99a3-7c95c2f754c4 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/4a8f89bd-6bc3-4468-8d7f-6d55b5f6f7ad HTTP/1.1" status: 204 len: 168 time: 0.6439142 Mar 29 15:42:49.983252 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-dcad294a-a690-4607-8227-9631c9630876 req-450ef296-c7d7-4c55-912c-ba5710297002 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.42 "GET /v2.0/security-groups?id=07e96b72-96bb-4562-b80f-051b133c1759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805124 Mar 29 15:42:49.995411 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b78d4e-4f4e-4bd3-99a3-7c95c2f754c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a8f89bd-6bc3-4468-8d7f-6d55b5f6f7ad,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:42:50.101640 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b539f28-7725-43d0-97b7-f2779abaa6fa req-8e07ff0f-a205-432e-adad-77e07759f902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:50.103211 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-1b539f28-7725-43d0-97b7-f2779abaa6fa req-8e07ff0f-a205-432e-adad-77e07759f902 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=5bf1a5bdfbb14ae084908e8fe7725bc6&device_id=8af2e82a-d0b9-4236-b40f-9d8544b19127 HTTP/1.1" status: 200 len: 1099 time: 0.0854745 Mar 29 15:42:50.232346 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-7baea831-dca5-457a-86d6-f6063ac55a9d admin admin] Deleting port 279478e2-400e-4e35-b251-37a61aa9bd8a {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:42:50.234268 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-7baea831-dca5-457a-86d6-f6063ac55a9d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:50.273026 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7399eada-d908-48cc-82b5-cdaa2b809b77 req-a4ca23e1-1ac0-4a28-aea6-35928388f9db tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:50.288291 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-7399eada-d908-48cc-82b5-cdaa2b809b77 req-a4ca23e1-1ac0-4a28-aea6-35928388f9db tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] 10.222.0.42 "GET /v2.0/ports?device_id=7eac0c92-4d9b-4070-aa30-b3884198e259 HTTP/1.1" status: 200 len: 948 time: 0.1269391 Mar 29 15:42:50.379028 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [None req-7baea831-dca5-457a-86d6-f6063ac55a9d admin admin] For port 279478e2-400e-4e35-b251-37a61aa9bd8a, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=279478e2-400e-4e35-b251-37a61aa9bd8a,segment=NetworkSegment(11b45705-66b5-45b3-b9fd-51fa4bb29236),segment_id=11b45705-66b5-45b3-b9fd-51fa4bb29236)] {{(pid=102791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:42:50.379468 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-7baea831-dca5-457a-86d6-f6063ac55a9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:50.392677 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-7399eada-d908-48cc-82b5-cdaa2b809b77 req-1d65dfbe-b927-42e7-99c8-3edf23dfd924 tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] 10.222.0.42 "GET /v2.0/security-groups?id=062b76b3-3a31-4c61-a1e4-5e35375fb0f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030631 Mar 29 15:42:50.401239 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-7baea831-dca5-457a-86d6-f6063ac55a9d admin admin] Calling delete_port for 279478e2-400e-4e35-b251-37a61aa9bd8a owned by network:router_interface {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:42:50.427172 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device 74d2306b-5026-45ef-a651-6ea8cd4cf386 no longer exists at agent hyperv_n-h1-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:42:50.433963 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b539f28-7725-43d0-97b7-f2779abaa6fa req-c9293095-a986-4cdf-a47b-0c4a8b314281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:50.435569 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-1b539f28-7725-43d0-97b7-f2779abaa6fa req-c9293095-a986-4cdf-a47b-0c4a8b314281 service neutron] 10.222.0.44 "GET /v2.0/networks?id=2268a9b9-82fd-4886-a91d-3a50e4e16cab HTTP/1.1" status: 200 len: 870 time: 0.3249416 Mar 29 15:42:50.490499 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-1b539f28-7725-43d0-97b7-f2779abaa6fa req-e25908c2-0e7e-41b3-a982-dd4e4a179291 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.105&port_id=74944d92-fd89-4b00-a20c-9a31ed483b20 HTTP/1.1" status: 200 len: 217 time: 0.0474374 Mar 29 15:42:50.492845 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] No Port match for: 74d2306b-5026-45ef-a651-6ea8cd4cf386 {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 15:42:50.494371 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device 74d2306b-5026-45ef-a651-6ea8cd4cf386 not bound to the agent host n-h1-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:42:50.506128 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device d77f3bcb-4994-4d73-ac22-cf0395d41d87 up at agent hyperv_n-h2-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:42:50.591894 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e56d303-df40-44c9-a97c-05cbc000d191 req-b866bee0-e506-4ca2-af0c-248caacfc5bb tempest-ServerMetadataNegativeTestJSON-652474760 tempest-ServerMetadataNegativeTestJSON-652474760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:50.595393 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b539f28-7725-43d0-97b7-f2779abaa6fa req-e7d180e5-4a52-471a-af74-a58956cd5de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:50.597121 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-1b539f28-7725-43d0-97b7-f2779abaa6fa req-e7d180e5-4a52-471a-af74-a58956cd5de0 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=abb8e5d6-2aea-4455-a944-3435a3d1ce49 HTTP/1.1" status: 200 len: 843 time: 0.0959592 Mar 29 15:42:50.605191 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-5e56d303-df40-44c9-a97c-05cbc000d191 req-b866bee0-e506-4ca2-af0c-248caacfc5bb tempest-ServerMetadataNegativeTestJSON-652474760 tempest-ServerMetadataNegativeTestJSON-652474760-project] 10.222.0.42 "GET /v2.0/ports?device_id=d81682a9-aa68-4826-b492-4571c3081c30 HTTP/1.1" status: 200 len: 945 time: 0.1029382 Mar 29 15:42:50.624345 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 45158) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:42:50.636931 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Provisioning for port d77f3bcb-4994-4d73-ac22-cf0395d41d87 completed by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 15:42:50.646816 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Provisioning complete for port d77f3bcb-4994-4d73-ac22-cf0395d41d87 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:42:50.647622 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:50.697350 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-126c0e3a-116d-4507-848a-0633b5ed1f36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:50.708391 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b539f28-7725-43d0-97b7-f2779abaa6fa req-5558df88-4a0f-4054-8239-14d593d0892a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:50.717438 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-1b539f28-7725-43d0-97b7-f2779abaa6fa req-5558df88-4a0f-4054-8239-14d593d0892a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2268a9b9-82fd-4886-a91d-3a50e4e16cab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1094477 Mar 29 15:42:50.749953 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-5e56d303-df40-44c9-a97c-05cbc000d191 req-e642f034-e6dc-4cf2-b5e0-acea2edbcc88 tempest-ServerMetadataNegativeTestJSON-652474760 tempest-ServerMetadataNegativeTestJSON-652474760-project] 10.222.0.42 "GET /v2.0/security-groups?id=413a6824-bbad-48a5-a7fb-f1068f76dbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285000 Mar 29 15:42:50.772737 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:50.812087 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd81682a9-aa68-4826-b492-4571c3081c30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd77f3bcb-4994-4d73-ac22-cf0395d41d87'}] {{(pid=102792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:42:50.815545 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4f476c66b318cc6068719fc39557fac68d413f5c7e78fa77028c7948e999ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cceb5613-d0df-4fec-9db7-8e5230e89e36" -d '{"events": [{"server_uuid": "d81682a9-aa68-4826-b492-4571c3081c30", "name": "network-vif-plugged", "status": "completed", "tag": "d77f3bcb-4994-4d73-ac22-cf0395d41d87"}]}' {{(pid=102792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:42:50.832595 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port d77f3bcb-4994-4d73-ac22-cf0395d41d87, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=d77f3bcb-4994-4d73-ac22-cf0395d41d87,segment=NetworkSegment(3e7ace95-2f5e-4cff-bb3a-9fd7601a4b6e),segment_id=3e7ace95-2f5e-4cff-bb3a-9fd7601a4b6e)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:42:50.838372 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:50.895480 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:42:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61a298d0-250b-4be5-bae8-192f08507d0d x-openstack-request-id: req-61a298d0-250b-4be5-bae8-192f08507d0d {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:42:50.896012 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d81682a9-aa68-4826-b492-4571c3081c30", "name": "network-vif-plugged", "status": "completed", "tag": "d77f3bcb-4994-4d73-ac22-cf0395d41d87", "code": 200}]} {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:42:50.896638 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-61a298d0-250b-4be5-bae8-192f08507d0d {{(pid=102792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:42:50.903541 n-d-834765-1 neutron-server[102792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd81682a9-aa68-4826-b492-4571c3081c30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd77f3bcb-4994-4d73-ac22-cf0395d41d87', 'code': 200} Mar 29 15:42:50.949021 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-126c0e3a-116d-4507-848a-0633b5ed1f36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:50.994248 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Pushing event updated for resources: {'Port': ['ID=d77f3bcb-4994-4d73-ac22-cf0395d41d87,revision_number=5']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:42:51.027692 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce310a3a-3502-4e34-87d0-c6af408ce9ad req-e74cecc0-dcb0-490a-9ec9-ba58feb38e04 tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:51.037553 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-ce310a3a-3502-4e34-87d0-c6af408ce9ad req-e74cecc0-dcb0-490a-9ec9-ba58feb38e04 tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] 10.222.0.42 "GET /v2.0/ports?device_id=6577ea24-a03c-4970-9984-ffe76327597c HTTP/1.1" status: 200 len: 950 time: 0.2881877 Mar 29 15:42:51.049626 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-126c0e3a-116d-4507-848a-0633b5ed1f36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:51.083415 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-7baea831-dca5-457a-86d6-f6063ac55a9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:51.111077 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-ce310a3a-3502-4e34-87d0-c6af408ce9ad req-3ce9a863-be9b-4d22-83ca-ac71da45f093 tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] 10.222.0.42 "GET /v2.0/security-groups?id=6fc5fb8c-b1d6-4bb9-b68a-102a19ea7379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668979 Mar 29 15:42:51.127910 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7baea831-dca5-457a-86d6-f6063ac55a9d admin admin] Pushing event deleted for resources: {'Port': ['ID=279478e2-400e-4e35-b251-37a61aa9bd8a,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:42:51.145332 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7baea831-dca5-457a-86d6-f6063ac55a9d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:42:51.145656 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7baea831-dca5-457a-86d6-f6063ac55a9d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:42:51.145990 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7baea831-dca5-457a-86d6-f6063ac55a9d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:42:51.146369 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7baea831-dca5-457a-86d6-f6063ac55a9d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:42:51.146845 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7baea831-dca5-457a-86d6-f6063ac55a9d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:42:51.147175 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7baea831-dca5-457a-86d6-f6063ac55a9d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:42:51.147526 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7baea831-dca5-457a-86d6-f6063ac55a9d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:42:51.147865 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7baea831-dca5-457a-86d6-f6063ac55a9d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:42:51.148397 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7baea831-dca5-457a-86d6-f6063ac55a9d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:42:51.148600 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7baea831-dca5-457a-86d6-f6063ac55a9d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:42:51.149028 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7baea831-dca5-457a-86d6-f6063ac55a9d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:42:51.149352 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7baea831-dca5-457a-86d6-f6063ac55a9d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:42:51.161926 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-1b539f28-7725-43d0-97b7-f2779abaa6fa req-c63dae37-d46b-42e6-a885-685e420ce319 service neutron] 10.222.0.44 "GET /v2.0/networks/2268a9b9-82fd-4886-a91d-3a50e4e16cab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4261515 Mar 29 15:42:51.195551 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd44af38-8e43-4daa-8aef-ce888cda3c1a req-d8af1188-3da6-44c9-a102-110465e3aa54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:51.197136 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-fd44af38-8e43-4daa-8aef-ce888cda3c1a req-d8af1188-3da6-44c9-a102-110465e3aa54 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=d81682a9-aa68-4826-b492-4571c3081c30 HTTP/1.1" status: 200 len: 1097 time: 0.1495810 Mar 29 15:42:51.200049 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126c0e3a-116d-4507-848a-0633b5ed1f36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68e87c8a-39bc-4324-a121-41626a68c60f,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:42:51.227549 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-126c0e3a-116d-4507-848a-0633b5ed1f36 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=bada520801134e1e8c20cfbd08a5eb53&name=default HTTP/1.1" status: 200 len: 2980 time: 0.5989559 Mar 29 15:42:51.236026 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 45172) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:42:51.399090 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-358b1b5a-90df-4f86-9523-73b6ff30be34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:51.431118 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-fd44af38-8e43-4daa-8aef-ce888cda3c1a req-5a59507e-2430-4bd3-9b2f-2d71cde22ce8 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=413a6824-bbad-48a5-a7fb-f1068f76dbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2018127 Mar 29 15:42:51.461927 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213252b4-a7e9-4e23-b69a-5445b3d6decc req-55b0c57e-f58c-4ca4-b630-a682aab8028e tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:51.469949 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-213252b4-a7e9-4e23-b69a-5445b3d6decc req-55b0c57e-f58c-4ca4-b630-a682aab8028e tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb986c29-f18c-4431-b001-b8a5fa38aaaa HTTP/1.1" status: 200 len: 946 time: 0.1736186 Mar 29 15:42:51.480947 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-358b1b5a-90df-4f86-9523-73b6ff30be34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:51.527875 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-1b539f28-7725-43d0-97b7-f2779abaa6fa req-6d01c244-80b4-4eb9-b6bf-04e0efba8a83 service neutron] 10.222.0.44 "GET /v2.0/networks/2268a9b9-82fd-4886-a91d-3a50e4e16cab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3559370 Mar 29 15:42:51.528653 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-7baea831-dca5-457a-86d6-f6063ac55a9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-530528'] for router_interface, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:51.567191 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-213252b4-a7e9-4e23-b69a-5445b3d6decc req-659322ff-883c-4fe1-a533-a5e89933dffd tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.42 "GET /v2.0/security-groups?id=07e96b72-96bb-4562-b80f-051b133c1759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927680 Mar 29 15:42:51.589635 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad79884-dc69-4711-af33-c5c8d1e035a5 req-32e36a33-34e9-4ee5-888f-55543a4f0403 tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:51.598671 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-dad79884-dc69-4711-af33-c5c8d1e035a5 req-32e36a33-34e9-4ee5-888f-55543a4f0403 tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] 10.222.0.42 "GET /v2.0/ports?device_id=2565640a-8c7c-44e6-a0ff-441fffc35121 HTTP/1.1" status: 200 len: 949 time: 0.1286054 Mar 29 15:42:51.615617 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-358b1b5a-90df-4f86-9523-73b6ff30be34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:51.619577 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-358b1b5a-90df-4f86-9523-73b6ff30be34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:51.621079 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-358b1b5a-90df-4f86-9523-73b6ff30be34 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/68e87c8a-39bc-4324-a121-41626a68c60f HTTP/1.1" status: 204 len: 168 time: 0.3810427 Mar 29 15:42:51.647732 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358b1b5a-90df-4f86-9523-73b6ff30be34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68e87c8a-39bc-4324-a121-41626a68c60f,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:42:51.727716 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-dad79884-dc69-4711-af33-c5c8d1e035a5 req-adf6cd59-20e7-4db9-9f2d-61ac9ca2e273 tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] 10.222.0.42 "GET /v2.0/security-groups?id=6fc5fb8c-b1d6-4bb9-b68a-102a19ea7379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280882 Mar 29 15:42:51.809100 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a53cf8-b1ff-4bcd-9088-4149b2d783f2 req-f6528f08-900c-40c7-a022-240e5d912e07 tempest-LiveMigrationNegativeTest-1671013112 tempest-LiveMigrationNegativeTest-1671013112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:51.818857 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-c8a53cf8-b1ff-4bcd-9088-4149b2d783f2 req-f6528f08-900c-40c7-a022-240e5d912e07 tempest-LiveMigrationNegativeTest-1671013112 tempest-LiveMigrationNegativeTest-1671013112-project] 10.222.0.42 "GET /v2.0/ports?device_id=66de62ac-29fe-4fc8-8231-9bfc1f3c858d HTTP/1.1" status: 200 len: 950 time: 0.1414413 Mar 29 15:42:51.889008 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-c8a53cf8-b1ff-4bcd-9088-4149b2d783f2 req-4d3e4cd3-8212-4b33-bb6b-7c158e21bf6c tempest-LiveMigrationNegativeTest-1671013112 tempest-LiveMigrationNegativeTest-1671013112-project] 10.222.0.42 "GET /v2.0/security-groups?id=774c292d-aaff-41c3-9345-153fa540abbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584278 Mar 29 15:42:51.938382 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7baea831-dca5-457a-86d6-f6063ac55a9d admin admin] Router 9c8705f6-4302-44a1-8d1c-1a63e28635c2 has already been hosted by L3 agent c648d819-1060-4f26-b4ec-6455387b5dff {{(pid=102791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 15:42:51.960086 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50089248-0452-4b32-8638-aaf303aa9e0a req-ca306d48-60f4-4544-8db6-e549626bc6c9 tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:51.967940 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-50089248-0452-4b32-8638-aaf303aa9e0a req-ca306d48-60f4-4544-8db6-e549626bc6c9 tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] 10.222.0.42 "GET /v2.0/ports?device_id=7eac0c92-4d9b-4070-aa30-b3884198e259 HTTP/1.1" status: 200 len: 948 time: 0.0934479 Mar 29 15:42:52.027177 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1c4747-b752-43ca-bf37-d39b779a28be req-7b6d70b2-ee6b-44cd-bc1b-99e394929d2b tempest-ServerMetadataNegativeTestJSON-652474760 tempest-ServerMetadataNegativeTestJSON-652474760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:52.029315 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-4f1c4747-b752-43ca-bf37-d39b779a28be req-7b6d70b2-ee6b-44cd-bc1b-99e394929d2b tempest-ServerMetadataNegativeTestJSON-652474760 tempest-ServerMetadataNegativeTestJSON-652474760-project] 10.222.0.42 "GET /v2.0/ports?device_id=d81682a9-aa68-4826-b492-4571c3081c30 HTTP/1.1" status: 200 len: 946 time: 0.0673602 Mar 29 15:42:52.068153 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-50089248-0452-4b32-8638-aaf303aa9e0a req-825f8b40-e993-49a9-8c5c-b450a4e2c31c tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] 10.222.0.42 "GET /v2.0/security-groups?id=062b76b3-3a31-4c61-a1e4-5e35375fb0f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989864 Mar 29 15:42:52.111523 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-4f1c4747-b752-43ca-bf37-d39b779a28be req-99f151f3-0bf1-43ba-abf9-8cb6e4acdf2d tempest-ServerMetadataNegativeTestJSON-652474760 tempest-ServerMetadataNegativeTestJSON-652474760-project] 10.222.0.42 "GET /v2.0/security-groups?id=413a6824-bbad-48a5-a7fb-f1068f76dbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690129 Mar 29 15:42:52.154817 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7baea831-dca5-457a-86d6-f6063ac55a9d admin admin] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:42:52.161084 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-7baea831-dca5-457a-86d6-f6063ac55a9d admin admin] 10.222.0.42 "PUT /v2.0/routers/9c8705f6-4302-44a1-8d1c-1a63e28635c2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6952541 Mar 29 15:42:52.163700 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 45194) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:42:52.166174 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1048bba7-e946-4f37-86e7-261c5bf290a7 None None] Sync routers for ids ['9c8705f6-4302-44a1-8d1c-1a63e28635c2'] in n-d-834765-1 {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:42:52.197003 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1048bba7-e946-4f37-86e7-261c5bf290a7 None None] Routers {'9c8705f6-4302-44a1-8d1c-1a63e28635c2'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:42:52.197892 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-1048bba7-e946-4f37-86e7-261c5bf290a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:42:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['9c8705f6-4302-44a1-8d1c-1a63e28635c2'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:42:52.264810 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-a629fe2d-5c96-470c-bea0-180b3600ba89 req-70fb9986-e3b9-415b-a493-a4e415efe5f6 tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=0371bf4ecfda48fda8d74747facc2c9d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0556307 Mar 29 15:42:52.348913 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-577718fb-f853-42fe-a060-85d869b45262 admin admin] Notify callbacks [] for router, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:52.405742 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a629fe2d-5c96-470c-bea0-180b3600ba89 req-c5fa7d99-6030-4573-a617-d395c59ff9fd tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:52.415335 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-a629fe2d-5c96-470c-bea0-180b3600ba89 req-c5fa7d99-6030-4573-a617-d395c59ff9fd tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1495833 Mar 29 15:42:52.434661 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-a629fe2d-5c96-470c-bea0-180b3600ba89 req-afa622c0-f4ec-4825-9281-7147ec5592c4 tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] 10.222.0.42 "GET /v2.0/quotas/0371bf4ecfda48fda8d74747facc2c9d HTTP/1.1" status: 200 len: 375 time: 0.0183930 Mar 29 15:42:52.438497 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvr_db [None req-1048bba7-e946-4f37-86e7-261c5bf290a7 None None] Set router 9c8705f6-4302-44a1-8d1c-1a63e28635c2 gateway port host: n-d-834765-1 {{(pid=102792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:42:52.534519 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device d9900a87-c8da-45bc-b655-9593089dcbc1 details requested by agent hyperv_n-h2-834765-1 with host n-h2-834765-1 {{(pid=102792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 15:42:52.539362 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-a629fe2d-5c96-470c-bea0-180b3600ba89 req-6dc278a8-6f29-4fa4-bf32-686c1129f310 tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=0371bf4ecfda48fda8d74747facc2c9d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1025474 Mar 29 15:42:52.574155 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device e108255d-1c5f-4606-bfd8-b8aae7046923 no longer exists at agent hyperv_n-h2-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:42:52.724240 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] No Port match for: e108255d-1c5f-4606-bfd8-b8aae7046923 {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 15:42:52.727788 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device e108255d-1c5f-4606-bfd8-b8aae7046923 not bound to the agent host n-h2-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:42:53.095802 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812763df-e9da-460f-a0a2-380aacb59a51 req-8a9cb22f-6d8a-40e7-96ed-fc8ba8da876a tempest-LiveMigrationNegativeTest-1671013112 tempest-LiveMigrationNegativeTest-1671013112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:53.097560 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-812763df-e9da-460f-a0a2-380aacb59a51 req-8a9cb22f-6d8a-40e7-96ed-fc8ba8da876a tempest-LiveMigrationNegativeTest-1671013112 tempest-LiveMigrationNegativeTest-1671013112-project] 10.222.0.42 "GET /v2.0/ports?device_id=66de62ac-29fe-4fc8-8231-9bfc1f3c858d HTTP/1.1" status: 200 len: 950 time: 0.1013796 Mar 29 15:42:53.154432 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port d9900a87-c8da-45bc-b655-9593089dcbc1, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=d9900a87-c8da-45bc-b655-9593089dcbc1,segment=NetworkSegment(a0c230f0-660a-4194-9279-0f0781d34134),segment_id=a0c230f0-660a-4194-9279-0f0781d34134)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:42:53.181789 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-812763df-e9da-460f-a0a2-380aacb59a51 req-7cc92c84-57b6-44b8-a037-e617f520e114 tempest-LiveMigrationNegativeTest-1671013112 tempest-LiveMigrationNegativeTest-1671013112-project] 10.222.0.42 "GET /v2.0/security-groups?id=774c292d-aaff-41c3-9345-153fa540abbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706656 Mar 29 15:42:53.233220 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-577718fb-f853-42fe-a060-85d869b45262 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:53.245721 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b27dfbc-1125-451b-9e21-9682d7261aa6 req-a77ebf96-9fb8-463c-ad69-2632bae652b9 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:53.254748 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-8b27dfbc-1125-451b-9e21-9682d7261aa6 req-a77ebf96-9fb8-463c-ad69-2632bae652b9 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb986c29-f18c-4431-b001-b8a5fa38aaaa HTTP/1.1" status: 200 len: 946 time: 0.1082270 Mar 29 15:42:53.273154 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Returning: {'device': 'd9900a87-c8da-45bc-b655-9593089dcbc1', 'network_id': '2268a9b9-82fd-4886-a91d-3a50e4e16cab', 'port_id': 'd9900a87-c8da-45bc-b655-9593089dcbc1', 'mac_address': 'fa:16:3e:c5:88:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 625, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abb8e5d6-2aea-4455-a944-3435a3d1ce49', 'ip_address': '192.168.233.143'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 15:42:53.280506 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b10873d9-221b-4099-809a-da071ecc710b req-c5f61994-c9bb-4880-816a-6b8a5b8f4284 tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] 10.222.0.42 "GET /v2.0/ports?device_id=d44c13b3-ad93-457f-bc1c-1fcb98072ab1 HTTP/1.1" status: 200 len: 210 time: 0.0483932 Mar 29 15:42:53.363705 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-8b27dfbc-1125-451b-9e21-9682d7261aa6 req-987ca620-07a9-491a-8fb9-8fe7fb84048f tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.42 "GET /v2.0/security-groups?id=07e96b72-96bb-4562-b80f-051b133c1759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025901 Mar 29 15:42:53.378257 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-577718fb-f853-42fe-a060-85d869b45262 admin admin] Deleting port 03eaca56-bb8b-426e-9003-e216c6a40bca {{(pid=102790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:42:53.382620 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-577718fb-f853-42fe-a060-85d869b45262 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:53.396954 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905a5a30-a942-4f8b-b7e2-6e1beff36d42 req-a0e9ef3a-2249-4978-84e0-47e517c48314 tempest-LiveMigrationNegativeTest-1671013112 tempest-LiveMigrationNegativeTest-1671013112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:53.398830 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-905a5a30-a942-4f8b-b7e2-6e1beff36d42 req-a0e9ef3a-2249-4978-84e0-47e517c48314 tempest-LiveMigrationNegativeTest-1671013112 tempest-LiveMigrationNegativeTest-1671013112-project] 10.222.0.48 "GET /v2.0/ports?device_id=66de62ac-29fe-4fc8-8231-9bfc1f3c858d HTTP/1.1" status: 200 len: 950 time: 0.1027703 Mar 29 15:42:53.444317 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:53.467550 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9900a87-c8da-45bc-b655-9593089dcbc1 {{(pid=102792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:42:53.506616 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port d9900a87-c8da-45bc-b655-9593089dcbc1, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=d9900a87-c8da-45bc-b655-9593089dcbc1,segment=NetworkSegment(a0c230f0-660a-4194-9279-0f0781d34134),segment_id=a0c230f0-660a-4194-9279-0f0781d34134)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:42:53.516607 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-1048bba7-e946-4f37-86e7-261c5bf290a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c8705f6-4302-44a1-8d1c-1a63e28635c2', 'name': 'tempest-FloatingIPsAssociationTestJSON-10715648-router', 'tenant_id': '09e41d0f297a4c05bfeacde4bee1a28c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.110'}], 'enable_snat': True}, 'gw_port_id': '03eaca56-bb8b-426e-9003-e216c6a40bca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:41:19Z', 'updated_at': '2022-03-29T15:42:50Z', 'revision_number': 5, 'project_id': '09e41d0f297a4c05bfeacde4bee1a28c', 'gw_port': {'id': '03eaca56-bb8b-426e-9003-e216c6a40bca', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:df:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c8705f6-4302-44a1-8d1c-1a63e28635c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 836, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:41:20Z', 'updated_at': '2022-03-29T15:41:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1'}], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:42:53.558709 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [None req-577718fb-f853-42fe-a060-85d869b45262 admin admin] For port 03eaca56-bb8b-426e-9003-e216c6a40bca, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=03eaca56-bb8b-426e-9003-e216c6a40bca,segment=NetworkSegment(6ab47353-a811-4bad-bc73-b4cc84583cfd),segment_id=6ab47353-a811-4bad-bc73-b4cc84583cfd)] {{(pid=102790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:42:53.559517 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-577718fb-f853-42fe-a060-85d869b45262 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:53.567459 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [req-905a5a30-a942-4f8b-b7e2-6e1beff36d42 req-2ed4591e-6127-4d92-9a62-f5dab553b201 tempest-LiveMigrationNegativeTest-1671013112 tempest-LiveMigrationNegativeTest-1671013112-project] Deleting port 963c1ea5-70ee-44cb-9a63-afec8c6efd52 {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:42:53.568026 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-905a5a30-a942-4f8b-b7e2-6e1beff36d42 req-2ed4591e-6127-4d92-9a62-f5dab553b201 tempest-LiveMigrationNegativeTest-1671013112 tempest-LiveMigrationNegativeTest-1671013112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:53.568245 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1048bba7-e946-4f37-86e7-261c5bf290a7 None None] Checking router: 9c8705f6-4302-44a1-8d1c-1a63e28635c2 for host: n-d-834765-1 {{(pid=102792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:42:53.576956 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:53.580743 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-577718fb-f853-42fe-a060-85d869b45262 admin admin] Calling delete_port for 03eaca56-bb8b-426e-9003-e216c6a40bca owned by network:router_gateway {{(pid=102790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:42:53.596000 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03df05f-cca2-4e8d-b3bc-b4bfc285a426 req-7373e204-11e5-4a1f-a566-35ccbb839dd6 tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:53.598327 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e03df05f-cca2-4e8d-b3bc-b4bfc285a426 req-7373e204-11e5-4a1f-a566-35ccbb839dd6 tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] 10.222.0.42 "GET /v2.0/ports?device_id=7eac0c92-4d9b-4070-aa30-b3884198e259 HTTP/1.1" status: 200 len: 948 time: 0.1336479 Mar 29 15:42:53.604080 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4cfc03-265e-49b5-bb9f-3531c9196b24 req-7b0affa3-943b-4f00-8507-a6561627b1a7 tempest-ServerMetadataNegativeTestJSON-652474760 tempest-ServerMetadataNegativeTestJSON-652474760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:53.611720 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-4e4cfc03-265e-49b5-bb9f-3531c9196b24 req-7b0affa3-943b-4f00-8507-a6561627b1a7 tempest-ServerMetadataNegativeTestJSON-652474760 tempest-ServerMetadataNegativeTestJSON-652474760-project] 10.222.0.42 "GET /v2.0/ports?device_id=d81682a9-aa68-4826-b492-4571c3081c30 HTTP/1.1" status: 200 len: 946 time: 0.0980363 Mar 29 15:42:53.653968 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Pushing event updated for resources: {'Port': ['ID=d9900a87-c8da-45bc-b655-9593089dcbc1,revision_number=4']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:42:53.659213 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1048bba7-e946-4f37-86e7-261c5bf290a7 None None] Routers {'9c8705f6-4302-44a1-8d1c-1a63e28635c2'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:42:53.659911 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-1048bba7-e946-4f37-86e7-261c5bf290a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:42:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['9c8705f6-4302-44a1-8d1c-1a63e28635c2'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:42:53.707946 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e03df05f-cca2-4e8d-b3bc-b4bfc285a426 req-dfcb88a6-718a-469d-9aca-d890205ec139 tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] 10.222.0.42 "GET /v2.0/security-groups?id=062b76b3-3a31-4c61-a1e4-5e35375fb0f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915484 Mar 29 15:42:53.721234 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-4e4cfc03-265e-49b5-bb9f-3531c9196b24 req-2456801a-bb95-453c-8767-b7b42c1e2deb tempest-ServerMetadataNegativeTestJSON-652474760 tempest-ServerMetadataNegativeTestJSON-652474760-project] 10.222.0.42 "GET /v2.0/security-groups?id=413a6824-bbad-48a5-a7fb-f1068f76dbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039526 Mar 29 15:42:53.793996 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-905a5a30-a942-4f8b-b7e2-6e1beff36d42 req-2ed4591e-6127-4d92-9a62-f5dab553b201 tempest-LiveMigrationNegativeTest-1671013112 tempest-LiveMigrationNegativeTest-1671013112-project] For port 963c1ea5-70ee-44cb-9a63-afec8c6efd52, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=963c1ea5-70ee-44cb-9a63-afec8c6efd52,segment=NetworkSegment(a0c230f0-660a-4194-9279-0f0781d34134),segment_id=a0c230f0-660a-4194-9279-0f0781d34134)] {{(pid=102791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:42:53.794553 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-905a5a30-a942-4f8b-b7e2-6e1beff36d42 req-2ed4591e-6127-4d92-9a62-f5dab553b201 tempest-LiveMigrationNegativeTest-1671013112 tempest-LiveMigrationNegativeTest-1671013112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:53.818379 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvr_db [None req-1048bba7-e946-4f37-86e7-261c5bf290a7 None None] Set router 9c8705f6-4302-44a1-8d1c-1a63e28635c2 gateway port host: None {{(pid=102792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:42:53.824410 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [req-905a5a30-a942-4f8b-b7e2-6e1beff36d42 req-2ed4591e-6127-4d92-9a62-f5dab553b201 tempest-LiveMigrationNegativeTest-1671013112 tempest-LiveMigrationNegativeTest-1671013112-project] Calling delete_port for 963c1ea5-70ee-44cb-9a63-afec8c6efd52 owned by compute:nova {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:42:53.900134 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-1048bba7-e946-4f37-86e7-261c5bf290a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c8705f6-4302-44a1-8d1c-1a63e28635c2', 'name': 'tempest-FloatingIPsAssociationTestJSON-10715648-router', 'tenant_id': '09e41d0f297a4c05bfeacde4bee1a28c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:41:19Z', 'updated_at': '2022-03-29T15:42:53Z', 'revision_number': 6, 'project_id': '09e41d0f297a4c05bfeacde4bee1a28c', 'gw_port_host': None}], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:42:53.949174 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1048bba7-e946-4f37-86e7-261c5bf290a7 None None] The sync data for ids ['9c8705f6-4302-44a1-8d1c-1a63e28635c2'] in n-d-834765-1 is: [{'id': '9c8705f6-4302-44a1-8d1c-1a63e28635c2', 'name': 'tempest-FloatingIPsAssociationTestJSON-10715648-router', 'tenant_id': '09e41d0f297a4c05bfeacde4bee1a28c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:41:19Z', 'updated_at': '2022-03-29T15:42:53Z', 'revision_number': 6, 'project_id': '09e41d0f297a4c05bfeacde4bee1a28c', 'gw_port_host': None}] {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:42:54.010188 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-577718fb-f853-42fe-a060-85d869b45262 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:54.059722 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577718fb-f853-42fe-a060-85d869b45262 admin admin] Pushing event deleted for resources: {'Port': ['ID=03eaca56-bb8b-426e-9003-e216c6a40bca,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:42:54.106719 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] get_ports_and_sgs() called for port_ids ['d9900a87-c8da-45bc-b655-9593089dcbc1'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:42:54.137459 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-577718fb-f853-42fe-a060-85d869b45262 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-648138'] for router_gateway, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:54.146693 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-905a5a30-a942-4f8b-b7e2-6e1beff36d42 req-2ed4591e-6127-4d92-9a62-f5dab553b201 tempest-LiveMigrationNegativeTest-1671013112 tempest-LiveMigrationNegativeTest-1671013112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:54.294385 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed4591e-6127-4d92-9a62-f5dab553b201 tempest-LiveMigrationNegativeTest-1671013112 tempest-LiveMigrationNegativeTest-1671013112-project] Pushing event deleted for resources: {'Port': ['ID=963c1ea5-70ee-44cb-9a63-afec8c6efd52,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:42:54.320717 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-577718fb-f853-42fe-a060-85d869b45262 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129328'] for router, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:54.334111 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-577718fb-f853-42fe-a060-85d869b45262 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:54.359629 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [req-905a5a30-a942-4f8b-b7e2-6e1beff36d42 req-2ed4591e-6127-4d92-9a62-f5dab553b201 tempest-LiveMigrationNegativeTest-1671013112 tempest-LiveMigrationNegativeTest-1671013112-project] No DVR routers for this DVR port 963c1ea5-70ee-44cb-9a63-afec8c6efd52 on host n-h2-834765-1 {{(pid=102791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:42:54.364767 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-905a5a30-a942-4f8b-b7e2-6e1beff36d42 req-2ed4591e-6127-4d92-9a62-f5dab553b201 tempest-LiveMigrationNegativeTest-1671013112 tempest-LiveMigrationNegativeTest-1671013112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:54.368354 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-905a5a30-a942-4f8b-b7e2-6e1beff36d42 req-2ed4591e-6127-4d92-9a62-f5dab553b201 tempest-LiveMigrationNegativeTest-1671013112 tempest-LiveMigrationNegativeTest-1671013112-project] 10.222.0.48 "DELETE /v2.0/ports/963c1ea5-70ee-44cb-9a63-afec8c6efd52 HTTP/1.1" status: 204 len: 173 time: 0.9601398 Mar 29 15:42:54.370286 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66de62ac-29fe-4fc8-8231-9bfc1f3c858d', 'name': 'network-vif-deleted', 'tag': '963c1ea5-70ee-44cb-9a63-afec8c6efd52'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:42:54.373583 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c67b028db5e9b9818fecc5c0a87ebc6f190694fa53ca267d523e04f98de536d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdf0b0aa-6f51-4b9f-81be-438a6ca3103f" -d '{"events": [{"server_uuid": "66de62ac-29fe-4fc8-8231-9bfc1f3c858d", "name": "network-vif-deleted", "tag": "963c1ea5-70ee-44cb-9a63-afec8c6efd52"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:42:54.423568 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device 74944d92-fd89-4b00-a20c-9a31ed483b20 details requested by agent hyperv_n-h1-834765-1 with host n-h1-834765-1 {{(pid=102792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 15:42:54.444011 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b7ef2153-e5e0-41ef-986a-c17209ea32ce req-18c0591f-d0f3-497e-83c7-0d1c8508f6cf tempest-LiveMigrationNegativeTest-1671013112 tempest-LiveMigrationNegativeTest-1671013112-project] 10.222.0.42 "GET /v2.0/ports?device_id=66de62ac-29fe-4fc8-8231-9bfc1f3c858d HTTP/1.1" status: 200 len: 210 time: 0.0745256 Mar 29 15:42:54.468885 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-577718fb-f853-42fe-a060-85d869b45262 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-526718'] for router, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:54.469710 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-577718fb-f853-42fe-a060-85d869b45262 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9c8705f6-4302-44a1-8d1c-1a63e28635c2 {{(pid=102790) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 29 15:42:54.484231 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-577718fb-f853-42fe-a060-85d869b45262 admin admin] Notify callbacks [] for router, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:54.489561 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 45264) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:42:54.491941 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-577718fb-f853-42fe-a060-85d869b45262 admin admin] 10.222.0.42 "DELETE /v2.0/routers/9c8705f6-4302-44a1-8d1c-1a63e28635c2 HTTP/1.1" status: 204 len: 168 time: 2.3270011 Mar 29 15:42:54.575243 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-93287bcf-2031-49f3-9efc-0cc655a282c2 req-a4d0eea1-7566-4eca-9ca8-3bde6a738814 tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] 10.222.0.42 "GET /v2.0/ports?device_id=d44c13b3-ad93-457f-bc1c-1fcb98072ab1 HTTP/1.1" status: 200 len: 210 time: 0.0789669 Mar 29 15:42:54.600773 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_v2 [None req-21874a1d-c266-4715-aeb5-b44b6665da76 admin admin] Deleting subnet 97aeeb47-9a64-429c-b18e-a70adf894590 {{(pid=102791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 15:42:54.611114 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-21874a1d-c266-4715-aeb5-b44b6665da76 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:54.688672 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-21874a1d-c266-4715-aeb5-b44b6665da76 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4230423'] for subnet, precommit_delete_associations {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:54.742373 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:42:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-745efc89-c369-4fa1-9c93-83848bd5dcca x-openstack-request-id: req-745efc89-c369-4fa1-9c93-83848bd5dcca {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:42:54.742677 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66de62ac-29fe-4fc8-8231-9bfc1f3c858d", "name": "network-vif-deleted", "tag": "963c1ea5-70ee-44cb-9a63-afec8c6efd52", "status": "completed", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:42:54.742944 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-745efc89-c369-4fa1-9c93-83848bd5dcca {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:42:54.743383 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66de62ac-29fe-4fc8-8231-9bfc1f3c858d', 'name': 'network-vif-deleted', 'tag': '963c1ea5-70ee-44cb-9a63-afec8c6efd52', 'status': 'completed', 'code': 200} Mar 29 15:42:54.757068 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port 74944d92-fd89-4b00-a20c-9a31ed483b20, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=74944d92-fd89-4b00-a20c-9a31ed483b20,segment=NetworkSegment(a0c230f0-660a-4194-9279-0f0781d34134),segment_id=a0c230f0-660a-4194-9279-0f0781d34134)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:42:54.824582 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Returning: {'device': '74944d92-fd89-4b00-a20c-9a31ed483b20', 'network_id': '2268a9b9-82fd-4886-a91d-3a50e4e16cab', 'port_id': '74944d92-fd89-4b00-a20c-9a31ed483b20', 'mac_address': 'fa:16:3e:1c:6d:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 625, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abb8e5d6-2aea-4455-a944-3435a3d1ce49', 'ip_address': '192.168.233.105'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 15:42:54.838378 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-a629fe2d-5c96-470c-bea0-180b3600ba89 req-4bdf7728-2d08-451e-85da-6ab40bc1c3d2 tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=0371bf4ecfda48fda8d74747facc2c9d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0585992 Mar 29 15:42:54.931309 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:54.957280 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74944d92-fd89-4b00-a20c-9a31ed483b20 {{(pid=102792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:42:54.978950 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17712ac8-a2e4-420d-a59d-f72b139a180e req-d2e64a73-4d23-4c7b-8b47-e03fb76019c4 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:54.980977 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-17712ac8-a2e4-420d-a59d-f72b139a180e req-d2e64a73-4d23-4c7b-8b47-e03fb76019c4 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb986c29-f18c-4431-b001-b8a5fa38aaaa HTTP/1.1" status: 200 len: 946 time: 0.2509668 Mar 29 15:42:54.997324 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port 74944d92-fd89-4b00-a20c-9a31ed483b20, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=74944d92-fd89-4b00-a20c-9a31ed483b20,segment=NetworkSegment(a0c230f0-660a-4194-9279-0f0781d34134),segment_id=a0c230f0-660a-4194-9279-0f0781d34134)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:42:55.006235 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:55.100968 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Pushing event updated for resources: {'Port': ['ID=74944d92-fd89-4b00-a20c-9a31ed483b20,revision_number=4']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:42:55.114662 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fd34eb-c879-44a9-99f2-1b9b4f041578 req-689961dc-fe63-49a4-baa4-4cae3f5cfc37 tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:55.124900 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-04fd34eb-c879-44a9-99f2-1b9b4f041578 req-689961dc-fe63-49a4-baa4-4cae3f5cfc37 tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] 10.222.0.42 "GET /v2.0/ports?device_id=7eac0c92-4d9b-4070-aa30-b3884198e259 HTTP/1.1" status: 200 len: 949 time: 0.2964826 Mar 29 15:42:55.154161 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-17712ac8-a2e4-420d-a59d-f72b139a180e req-b3d1a48b-3f7d-4676-8f13-7bcdde7268c1 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.42 "GET /v2.0/security-groups?id=07e96b72-96bb-4562-b80f-051b133c1759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396544 Mar 29 15:42:55.171905 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-21874a1d-c266-4715-aeb5-b44b6665da76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1641287'] for subnet, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:55.251217 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-04fd34eb-c879-44a9-99f2-1b9b4f041578 req-85a4da68-3d92-494d-a3b9-b6e324d3a14b tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] 10.222.0.42 "GET /v2.0/security-groups?id=062b76b3-3a31-4c61-a1e4-5e35375fb0f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184447 Mar 29 15:42:55.287542 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a629fe2d-5c96-470c-bea0-180b3600ba89 req-91a6fa51-85a9-42a4-b943-b0559620fed2 tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:55.293703 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-a629fe2d-5c96-470c-bea0-180b3600ba89 req-91a6fa51-85a9-42a4-b943-b0559620fed2 tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4249218 Mar 29 15:42:55.311297 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [req-a629fe2d-5c96-470c-bea0-180b3600ba89 req-27b98373-d80b-4da7-8f3f-4c6cba1d4aed tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] Request body: {'port': {'device_id': 'd44c13b3-ad93-457f-bc1c-1fcb98072ab1', 'network_id': '2268a9b9-82fd-4886-a91d-3a50e4e16cab', 'admin_state_up': True, 'tenant_id': '0371bf4ecfda48fda8d74747facc2c9d'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:42:55.324474 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-21874a1d-c266-4715-aeb5-b44b6665da76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1641294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16155591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16218852'] for subnet, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:55.401526 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21874a1d-c266-4715-aeb5-b44b6665da76 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=97aeeb47-9a64-429c-b18e-a70adf894590,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:42:55.402229 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] get_ports_and_sgs() called for port_ids ['74944d92-fd89-4b00-a20c-9a31ed483b20'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:42:55.408204 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-21874a1d-c266-4715-aeb5-b44b6665da76 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:55.415068 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-21874a1d-c266-4715-aeb5-b44b6665da76 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/97aeeb47-9a64-429c-b18e-a70adf894590 HTTP/1.1" status: 204 len: 168 time: 0.9238267 Mar 29 15:42:55.417347 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 45286) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:42:55.486443 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15033649-d32a-4e10-8b9e-801f413fe52c None None] Network fcdf73f9-c801-4998-9ec4-0cdc8a1cb85b requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 15:42:55.549338 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-5d9e2d67-36c5-4a10-a93e-4470ff420b43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1631750'] for network, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:55.553274 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a629fe2d-5c96-470c-bea0-180b3600ba89 req-27b98373-d80b-4da7-8f3f-4c6cba1d4aed tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] Made reservation on behalf of 0371bf4ecfda48fda8d74747facc2c9d for: {'port': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:42:55.562799 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-a629fe2d-5c96-470c-bea0-180b3600ba89 req-27b98373-d80b-4da7-8f3f-4c6cba1d4aed tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:55.628060 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-5d9e2d67-36c5-4a10-a93e-4470ff420b43 admin admin] Deleting port 42c9acd8-305b-453c-83ce-d878eb7288b8 {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:42:55.629123 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-5d9e2d67-36c5-4a10-a93e-4470ff420b43 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:55.696058 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] get_ports_and_sgs() called for port_ids ['963c1ea5-70ee-44cb-9a63-afec8c6efd52'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:42:55.773718 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 279478e2-400e-4e35-b251-37a61aa9bd8a no longer exists at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:42:55.805522 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-596fe6bd-ae6f-4725-ba1b-74bb9e6ee9fc req-c002d4e6-f24f-46e5-8950-5937ea92fa92 tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] 10.222.0.42 "GET /v2.0/ports?device_id=d44c13b3-ad93-457f-bc1c-1fcb98072ab1 HTTP/1.1" status: 200 len: 210 time: 0.0847719 Mar 29 15:42:55.810647 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] No Port match for: 279478e2-400e-4e35-b251-37a61aa9bd8a {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 15:42:55.811226 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 279478e2-400e-4e35-b251-37a61aa9bd8a not bound to the agent host n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:42:55.811893 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 03eaca56-bb8b-426e-9003-e216c6a40bca no longer exists at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:42:55.818836 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [None req-5d9e2d67-36c5-4a10-a93e-4470ff420b43 admin admin] For port 42c9acd8-305b-453c-83ce-d878eb7288b8, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=42c9acd8-305b-453c-83ce-d878eb7288b8,segment=NetworkSegment(11b45705-66b5-45b3-b9fd-51fa4bb29236),segment_id=11b45705-66b5-45b3-b9fd-51fa4bb29236)] {{(pid=102791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:42:55.819216 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-5d9e2d67-36c5-4a10-a93e-4470ff420b43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:55.832045 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eee2611-eeac-4ec0-ba5d-f736ee38bfaa req-7a0cbf6c-1cc4-4ce1-8035-b6807408156e tempest-ServerMetadataNegativeTestJSON-652474760 tempest-ServerMetadataNegativeTestJSON-652474760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:55.856056 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-0eee2611-eeac-4ec0-ba5d-f736ee38bfaa req-7a0cbf6c-1cc4-4ce1-8035-b6807408156e tempest-ServerMetadataNegativeTestJSON-652474760 tempest-ServerMetadataNegativeTestJSON-652474760-project] 10.222.0.42 "GET /v2.0/ports?device_id=d81682a9-aa68-4826-b492-4571c3081c30 HTTP/1.1" status: 200 len: 946 time: 0.1759307 Mar 29 15:42:55.882504 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] No Port match for: 03eaca56-bb8b-426e-9003-e216c6a40bca {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 15:42:55.883834 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 03eaca56-bb8b-426e-9003-e216c6a40bca not bound to the agent host n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:42:55.908757 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-5d9e2d67-36c5-4a10-a93e-4470ff420b43 admin admin] Calling delete_port for 42c9acd8-305b-453c-83ce-d878eb7288b8 owned by network:dhcp {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:42:55.949837 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-0eee2611-eeac-4ec0-ba5d-f736ee38bfaa req-cc0d9a31-530d-441e-8e92-f46d0e3a856c tempest-ServerMetadataNegativeTestJSON-652474760 tempest-ServerMetadataNegativeTestJSON-652474760-project] 10.222.0.42 "GET /v2.0/security-groups?id=413a6824-bbad-48a5-a7fb-f1068f76dbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821157 Mar 29 15:42:55.978788 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d677ed8-6a44-4b50-a5b9-530dc780593c None None] DHCP port deletion for fcdf73f9-c801-4998-9ec4-0cdc8a1cb85b request from n-d-834765-1 {{(pid=102792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 29 15:42:56.042761 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.db_base_plugin_common [req-a629fe2d-5c96-470c-bea0-180b3600ba89 req-27b98373-d80b-4da7-8f3f-4c6cba1d4aed tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] Allocated IP 192.168.233.81 (2268a9b9-82fd-4886-a91d-3a50e4e16cab/abb8e5d6-2aea-4455-a944-3435a3d1ce49/197b998f-04c5-4721-b5a5-10aea6b68587) {{(pid=102790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:42:56.065165 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-8d677ed8-6a44-4b50-a5b9-530dc780593c None None] Deleting port 42c9acd8-305b-453c-83ce-d878eb7288b8 {{(pid=102792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:42:56.065648 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-8d677ed8-6a44-4b50-a5b9-530dc780593c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:56.070225 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-5d9e2d67-36c5-4a10-a93e-4470ff420b43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:56.118725 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9e2d67-36c5-4a10-a93e-4470ff420b43 admin admin] Pushing event deleted for resources: {'Port': ['ID=42c9acd8-305b-453c-83ce-d878eb7288b8,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:42:56.132774 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d9e2d67-36c5-4a10-a93e-4470ff420b43 admin admin] No DVR routers for this DVR port 42c9acd8-305b-453c-83ce-d878eb7288b8 on host n-d-834765-1 {{(pid=102791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:42:56.227568 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-8d677ed8-6a44-4b50-a5b9-530dc780593c None None] For port 42c9acd8-305b-453c-83ce-d878eb7288b8, host n-d-834765-1, got binding levels [] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:42:56.228195 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-8d677ed8-6a44-4b50-a5b9-530dc780593c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:56.258819 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-8d677ed8-6a44-4b50-a5b9-530dc780593c None None] Calling delete_port for 42c9acd8-305b-453c-83ce-d878eb7288b8 owned by network:dhcp {{(pid=102792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:42:56.261752 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.ipam_backend_mixin [None req-8d677ed8-6a44-4b50-a5b9-530dc780593c None None] Port 42c9acd8-305b-453c-83ce-d878eb7288b8 was not found and therefore no delete operation was performed {{(pid=102792) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 29 15:42:56.265736 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-8d677ed8-6a44-4b50-a5b9-530dc780593c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350'] for port, after_delete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:56.281965 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 45306) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:42:56.308194 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-5d9e2d67-36c5-4a10-a93e-4470ff420b43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639890', 'neutron.services.segments.db._delete_segments_for_network-8783523423079'] for network, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:56.323040 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-a629fe2d-5c96-470c-bea0-180b3600ba89 req-27b98373-d80b-4da7-8f3f-4c6cba1d4aed tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] Notify callbacks [] for port, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:56.346348 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d677ed8-6a44-4b50-a5b9-530dc780593c None None] Pushing event deleted for resources: {'Port': ['ID=42c9acd8-305b-453c-83ce-d878eb7288b8,revision_number=None']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:42:56.349373 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d677ed8-6a44-4b50-a5b9-530dc780593c None None] No DVR routers for this DVR port 42c9acd8-305b-453c-83ce-d878eb7288b8 on host n-d-834765-1 {{(pid=102792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:42:56.359479 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-5d9e2d67-36c5-4a10-a93e-4470ff420b43 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fcdf73f9-c801-4998-9ec4-0cdc8a1cb85b']}} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:42:56.379426 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-a629fe2d-5c96-470c-bea0-180b3600ba89 req-27b98373-d80b-4da7-8f3f-4c6cba1d4aed tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:56.388326 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-5d9e2d67-36c5-4a10-a93e-4470ff420b43 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11b45705-66b5-45b3-b9fd-51fa4bb29236') {'for_net_delete': True} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:42:56.392361 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] get_ports_and_sgs() called for port_ids ['e8c8298b-ad82-4c53-8291-585877dd90e3'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:42:56.394429 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-5d9e2d67-36c5-4a10-a93e-4470ff420b43 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11b45705-66b5-45b3-b9fd-51fa4bb29236') {} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:42:56.423521 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-5d9e2d67-36c5-4a10-a93e-4470ff420b43 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783523422064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4230428'] for segment, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:56.498625 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-5d9e2d67-36c5-4a10-a93e-4470ff420b43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:56.522376 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d9e2d67-36c5-4a10-a93e-4470ff420b43 admin admin] Releasing vlan 640 on physical network physnet1 to pool {{(pid=102791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 15:42:56.522713 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-5d9e2d67-36c5-4a10-a93e-4470ff420b43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16169569'] for segment, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:56.526071 n-d-834765-1 neutron-server[102791]: Traceback (most recent call last): Mar 29 15:42:56.526071 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 15:42:56.526071 n-d-834765-1 neutron-server[102791]: timer() Mar 29 15:42:56.526071 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 15:42:56.526071 n-d-834765-1 neutron-server[102791]: cb(*args, **kw) Mar 29 15:42:56.526071 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 15:42:56.526071 n-d-834765-1 neutron-server[102791]: return func(*args, **kwargs) Mar 29 15:42:56.526071 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 15:42:56.526071 n-d-834765-1 neutron-server[102791]: self._notify() Mar 29 15:42:56.526071 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 15:42:56.526071 n-d-834765-1 neutron-server[102791]: self.callback(batched_events) Mar 29 15:42:56.526071 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 15:42:56.526071 n-d-834765-1 neutron-server[102791]: event.method(event) Mar 29 15:42:56.526071 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 15:42:56.526071 n-d-834765-1 neutron-server[102791]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 15:42:56.526071 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 15:42:56.526071 n-d-834765-1 neutron-server[102791]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 15:42:56.526071 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 15:42:56.526071 n-d-834765-1 neutron-server[102791]: return f(self, *a, **k) Mar 29 15:42:56.526071 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 15:42:56.526071 n-d-834765-1 neutron-server[102791]: return self._get(url).json() Mar 29 15:42:56.526071 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 15:42:56.526071 n-d-834765-1 neutron-server[102791]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 15:42:56.526071 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 15:42:56.526071 n-d-834765-1 neutron-server[102791]: return self.request(url, 'GET', **kwargs) Mar 29 15:42:56.526071 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 15:42:56.526071 n-d-834765-1 neutron-server[102791]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 15:42:56.526071 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 15:42:56.526071 n-d-834765-1 neutron-server[102791]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 15:42:56.526071 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 15:42:56.526071 n-d-834765-1 neutron-server[102791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 15:42:56.526071 n-d-834765-1 neutron-server[102791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 15:42:56.549125 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a629fe2d-5c96-470c-bea0-180b3600ba89 req-27b98373-d80b-4da7-8f3f-4c6cba1d4aed tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] Network 2268a9b9-82fd-4886-a91d-3a50e4e16cab is already hosted by enough agents. {{(pid=102790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:42:56.556554 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device d9900a87-c8da-45bc-b655-9593089dcbc1 up at agent hyperv_n-h2-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:42:56.582513 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [req-a629fe2d-5c96-470c-bea0-180b3600ba89 req-27b98373-d80b-4da7-8f3f-4c6cba1d4aed tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] Resources bound (agent type, host, resource id): {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:42:56.586404 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.l3_dvrscheduler_db [req-a629fe2d-5c96-470c-bea0-180b3600ba89 req-27b98373-d80b-4da7-8f3f-4c6cba1d4aed tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] Received port after_create {{(pid=102790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:42:56.591118 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b98373-d80b-4da7-8f3f-4c6cba1d4aed tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] Pushing event updated for resources: {'Port': ['ID=197b998f-04c5-4721-b5a5-10aea6b68587,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:42:56.674011 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Provisioning for port d9900a87-c8da-45bc-b655-9593089dcbc1 completed by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 15:42:56.680708 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bf76cb-55a0-44d4-b979-7e59f7349e77 req-dd143194-3789-4c4f-a8f5-654e9d7aa3f6 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:56.685724 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] get_ports_and_sgs() called for port_ids ['949ea80c-bdd8-4833-9e27-0945bbdcedb0'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:42:56.688823 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-71bf76cb-55a0-44d4-b979-7e59f7349e77 req-dd143194-3789-4c4f-a8f5-654e9d7aa3f6 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb986c29-f18c-4431-b001-b8a5fa38aaaa HTTP/1.1" status: 200 len: 946 time: 0.3248239 Mar 29 15:42:56.694423 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Provisioning complete for port d9900a87-c8da-45bc-b655-9593089dcbc1 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:42:56.695068 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:56.773407 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a629fe2d-5c96-470c-bea0-180b3600ba89 req-27b98373-d80b-4da7-8f3f-4c6cba1d4aed tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:56.774054 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-a629fe2d-5c96-470c-bea0-180b3600ba89 req-27b98373-d80b-4da7-8f3f-4c6cba1d4aed tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:56.803718 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-71bf76cb-55a0-44d4-b979-7e59f7349e77 req-f033de48-0da5-4881-b580-b3b5ea5d41fe tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.42 "GET /v2.0/security-groups?id=07e96b72-96bb-4562-b80f-051b133c1759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100202 Mar 29 15:42:56.836267 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-a629fe2d-5c96-470c-bea0-180b3600ba89 req-27b98373-d80b-4da7-8f3f-4c6cba1d4aed tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5316484 Mar 29 15:42:56.849715 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [req-a629fe2d-5c96-470c-bea0-180b3600ba89 req-044fa674-388c-4141-a51a-810158f357dc service neutron] Request body: {'port': {'device_id': 'd44c13b3-ad93-457f-bc1c-1fcb98072ab1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834765-1'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:42:57.017471 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-a629fe2d-5c96-470c-bea0-180b3600ba89 req-044fa674-388c-4141-a51a-810158f357dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:57.038104 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-6ad5a224-c475-49a2-a737-269f4f9c31d8 None None] Provisioning complete for port 197b998f-04c5-4721-b5a5-10aea6b68587 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:42:57.038983 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-6ad5a224-c475-49a2-a737-269f4f9c31d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:57.090742 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da28ebf0-6ecb-4794-80d2-a568370d3c25 req-f53e2aa8-cea7-4751-b042-5eb7db9734d4 tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:57.103605 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-da28ebf0-6ecb-4794-80d2-a568370d3c25 req-f53e2aa8-cea7-4751-b042-5eb7db9734d4 tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] 10.222.0.42 "GET /v2.0/ports?device_id=d44c13b3-ad93-457f-bc1c-1fcb98072ab1 HTTP/1.1" status: 200 len: 935 time: 0.1195576 Mar 29 15:42:57.114481 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:57.153658 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-d791b7e1-87fd-4e81-80d4-ac2b5954f207 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=67d42af9bb55452183d4d571f8b7bda6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8704095 Mar 29 15:42:57.158234 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 45316) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:42:57.160511 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-6ad5a224-c475-49a2-a737-269f4f9c31d8 None None] Port 197b998f-04c5-4721-b5a5-10aea6b68587 cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 15:42:57.167871 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07811e3-5c2c-4fc0-bc37-142925ef71bd req-000722fe-cb36-4b85-90d4-07a310ccfbb3 tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:57.171247 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7eac0c92-4d9b-4070-aa30-b3884198e259', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9900a87-c8da-45bc-b655-9593089dcbc1'}] {{(pid=102792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:42:57.174060 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4f476c66b318cc6068719fc39557fac68d413f5c7e78fa77028c7948e999ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc8271ff-1393-4a24-98f6-a8230ab13220" -d '{"events": [{"server_uuid": "7eac0c92-4d9b-4070-aa30-b3884198e259", "name": "network-vif-plugged", "status": "completed", "tag": "d9900a87-c8da-45bc-b655-9593089dcbc1"}]}' {{(pid=102792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:42:57.186029 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-c07811e3-5c2c-4fc0-bc37-142925ef71bd req-000722fe-cb36-4b85-90d4-07a310ccfbb3 tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] 10.222.0.42 "GET /v2.0/ports?device_id=7eac0c92-4d9b-4070-aa30-b3884198e259 HTTP/1.1" status: 200 len: 949 time: 0.7601948 Mar 29 15:42:57.224290 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port d9900a87-c8da-45bc-b655-9593089dcbc1, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=d9900a87-c8da-45bc-b655-9593089dcbc1,segment=NetworkSegment(a0c230f0-660a-4194-9279-0f0781d34134),segment_id=a0c230f0-660a-4194-9279-0f0781d34134)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:42:57.229681 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-5d9e2d67-36c5-4a10-a93e-4470ff420b43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1639897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648174'] for network, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:57.246424 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-da28ebf0-6ecb-4794-80d2-a568370d3c25 req-dc93fae9-4557-49a3-8eb2-6e61e49282d0 tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] 10.222.0.42 "GET /v2.0/security-groups?id=6fc5fb8c-b1d6-4bb9-b68a-102a19ea7379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370504 Mar 29 15:42:57.252637 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:57.254014 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device 963c1ea5-70ee-44cb-9a63-afec8c6efd52 no longer exists at agent hyperv_n-h2-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:42:57.265331 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-5d9e2d67-36c5-4a10-a93e-4470ff420b43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for network, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:57.273928 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-5d9e2d67-36c5-4a10-a93e-4470ff420b43 admin admin] 10.222.0.42 "DELETE /v2.0/networks/fcdf73f9-c801-4998-9ec4-0cdc8a1cb85b HTTP/1.1" status: 204 len: 168 time: 1.8551910 Mar 29 15:42:57.277685 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9e2d67-36c5-4a10-a93e-4470ff420b43 admin admin] Pushing event deleted for resources: {'Network': ['ID=fcdf73f9-c801-4998-9ec4-0cdc8a1cb85b,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:42:57.295011 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-c07811e3-5c2c-4fc0-bc37-142925ef71bd req-1b153e8e-0620-4508-9a99-02e5ed77ca85 tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] 10.222.0.42 "GET /v2.0/security-groups?id=062b76b3-3a31-4c61-a1e4-5e35375fb0f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078401 Mar 29 15:42:57.329244 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcee8bb-e33d-4116-9770-ee2a00528f4d req-c59514cc-898b-46b2-9c97-5c3bcd2a5f0b tempest-ServerMetadataNegativeTestJSON-652474760 tempest-ServerMetadataNegativeTestJSON-652474760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:57.330827 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6dcee8bb-e33d-4116-9770-ee2a00528f4d req-c59514cc-898b-46b2-9c97-5c3bcd2a5f0b tempest-ServerMetadataNegativeTestJSON-652474760 tempest-ServerMetadataNegativeTestJSON-652474760-project] 10.222.0.48 "GET /v2.0/ports?device_id=d81682a9-aa68-4826-b492-4571c3081c30 HTTP/1.1" status: 200 len: 946 time: 0.2563140 Mar 29 15:42:57.449863 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:42:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5839156-f039-4ea6-a6a8-7b8a4bae1ea3 x-openstack-request-id: req-d5839156-f039-4ea6-a6a8-7b8a4bae1ea3 {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:42:57.450301 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7eac0c92-4d9b-4070-aa30-b3884198e259", "name": "network-vif-plugged", "status": "completed", "tag": "d9900a87-c8da-45bc-b655-9593089dcbc1", "code": 200}]} {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:42:57.450835 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d5839156-f039-4ea6-a6a8-7b8a4bae1ea3 {{(pid=102792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:42:57.451230 n-d-834765-1 neutron-server[102792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7eac0c92-4d9b-4070-aa30-b3884198e259', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9900a87-c8da-45bc-b655-9593089dcbc1', 'code': 200} Mar 29 15:42:57.482315 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-4a5bca87-19c2-41ed-a7ec-51b4637c2ef7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:57.537035 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Pushing event updated for resources: {'Port': ['ID=d9900a87-c8da-45bc-b655-9593089dcbc1,revision_number=5']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:42:57.543831 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] No Port match for: 963c1ea5-70ee-44cb-9a63-afec8c6efd52 {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 15:42:57.544417 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device 963c1ea5-70ee-44cb-9a63-afec8c6efd52 not bound to the agent host n-h2-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:42:57.574172 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d364951c-a4c4-440e-9aee-53e8a0b17426 req-84480e70-6a1c-463d-bbbd-92f26897ab70 tempest-ServerMetadataNegativeTestJSON-652474760 tempest-ServerMetadataNegativeTestJSON-652474760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:57.583467 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-d364951c-a4c4-440e-9aee-53e8a0b17426 req-84480e70-6a1c-463d-bbbd-92f26897ab70 tempest-ServerMetadataNegativeTestJSON-652474760 tempest-ServerMetadataNegativeTestJSON-652474760-project] 10.222.0.42 "GET /v2.0/ports?device_id=d81682a9-aa68-4826-b492-4571c3081c30 HTTP/1.1" status: 200 len: 946 time: 0.2030604 Mar 29 15:42:57.599538 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-4a5bca87-19c2-41ed-a7ec-51b4637c2ef7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:57.604888 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [req-6dcee8bb-e33d-4116-9770-ee2a00528f4d req-5f4dc3a6-8193-4557-839f-e44c373f7a12 tempest-ServerMetadataNegativeTestJSON-652474760 tempest-ServerMetadataNegativeTestJSON-652474760-project] Deleting port d77f3bcb-4994-4d73-ac22-cf0395d41d87 {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:42:57.611371 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-6dcee8bb-e33d-4116-9770-ee2a00528f4d req-5f4dc3a6-8193-4557-839f-e44c373f7a12 tempest-ServerMetadataNegativeTestJSON-652474760 tempest-ServerMetadataNegativeTestJSON-652474760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:57.631545 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 45330) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:42:57.718487 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086ddd92-9556-43c1-a185-44d06a7a8312 req-bdf63b62-5e83-4c07-ba62-730ba407f666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:57.720178 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-086ddd92-9556-43c1-a185-44d06a7a8312 req-bdf63b62-5e83-4c07-ba62-730ba407f666 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=7eac0c92-4d9b-4070-aa30-b3884198e259 HTTP/1.1" status: 200 len: 1101 time: 0.2243946 Mar 29 15:42:57.768458 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 42c9acd8-305b-453c-83ce-d878eb7288b8 no longer exists at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:42:57.776823 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-d364951c-a4c4-440e-9aee-53e8a0b17426 req-f9ea76fa-5db4-4490-8b2c-acee45097463 tempest-ServerMetadataNegativeTestJSON-652474760 tempest-ServerMetadataNegativeTestJSON-652474760-project] 10.222.0.42 "GET /v2.0/security-groups?id=413a6824-bbad-48a5-a7fb-f1068f76dbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1924746 Mar 29 15:42:57.812853 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-ffcdf897-7466-4e1b-8193-61a37bb65996 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=09e41d0f297a4c05bfeacde4bee1a28c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1712785 Mar 29 15:42:57.828820 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 45332) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:42:57.837169 n-d-834765-1 neutron-server[102790]: DEBUG neutron.notifiers.nova [req-a629fe2d-5c96-470c-bea0-180b3600ba89 req-044fa674-388c-4141-a51a-810158f357dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 197b998f-04c5-4721-b5a5-10aea6b68587 {{(pid=102790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:42:57.845402 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] No Port match for: 42c9acd8-305b-453c-83ce-d878eb7288b8 {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 15:42:57.848539 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 42c9acd8-305b-453c-83ce-d878eb7288b8 not bound to the agent host n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:42:57.853190 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-a629fe2d-5c96-470c-bea0-180b3600ba89 req-044fa674-388c-4141-a51a-810158f357dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:57.870399 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.provisioning_blocks [req-a629fe2d-5c96-470c-bea0-180b3600ba89 req-044fa674-388c-4141-a51a-810158f357dc service neutron] Transition to ACTIVE for port object 197b998f-04c5-4721-b5a5-10aea6b68587 will not be triggered until provisioned by entity L2. {{(pid=102790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 15:42:57.874188 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-086ddd92-9556-43c1-a185-44d06a7a8312 req-4e61e372-aa5c-49af-b4c0-f89e531de19e service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=062b76b3-3a31-4c61-a1e4-5e35375fb0f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196718 Mar 29 15:42:57.880143 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-a629fe2d-5c96-470c-bea0-180b3600ba89 req-044fa674-388c-4141-a51a-810158f357dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5237921'] for port, after_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:57.894654 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-6dcee8bb-e33d-4116-9770-ee2a00528f4d req-5f4dc3a6-8193-4557-839f-e44c373f7a12 tempest-ServerMetadataNegativeTestJSON-652474760 tempest-ServerMetadataNegativeTestJSON-652474760-project] For port d77f3bcb-4994-4d73-ac22-cf0395d41d87, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=d77f3bcb-4994-4d73-ac22-cf0395d41d87,segment=NetworkSegment(3e7ace95-2f5e-4cff-bb3a-9fd7601a4b6e),segment_id=3e7ace95-2f5e-4cff-bb3a-9fd7601a4b6e)] {{(pid=102791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:42:57.896024 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-6dcee8bb-e33d-4116-9770-ee2a00528f4d req-5f4dc3a6-8193-4557-839f-e44c373f7a12 tempest-ServerMetadataNegativeTestJSON-652474760 tempest-ServerMetadataNegativeTestJSON-652474760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:57.930969 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [req-6dcee8bb-e33d-4116-9770-ee2a00528f4d req-5f4dc3a6-8193-4557-839f-e44c373f7a12 tempest-ServerMetadataNegativeTestJSON-652474760 tempest-ServerMetadataNegativeTestJSON-652474760-project] Calling delete_port for d77f3bcb-4994-4d73-ac22-cf0395d41d87 owned by compute:nova {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:42:57.964280 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-4a5bca87-19c2-41ed-a7ec-51b4637c2ef7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:57.967638 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-4a5bca87-19c2-41ed-a7ec-51b4637c2ef7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:57.972025 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-4a5bca87-19c2-41ed-a7ec-51b4637c2ef7 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/774c292d-aaff-41c3-9345-153fa540abbd HTTP/1.1" status: 204 len: 168 time: 0.7545207 Mar 29 15:42:58.058758 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044fa674-388c-4141-a51a-810158f357dc service neutron] Pushing event updated for resources: {'Port': ['ID=197b998f-04c5-4721-b5a5-10aea6b68587,revision_number=2']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:42:58.111657 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5bca87-19c2-41ed-a7ec-51b4637c2ef7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=774c292d-aaff-41c3-9345-153fa540abbd,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:42:58.113552 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea56a40-8319-464a-87b3-db6f17f4aa39 req-d4cb1f34-66a3-4d3b-a74f-2ee0c6c7810d tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:58.123388 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-1ea56a40-8319-464a-87b3-db6f17f4aa39 req-d4cb1f34-66a3-4d3b-a74f-2ee0c6c7810d tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb986c29-f18c-4431-b001-b8a5fa38aaaa HTTP/1.1" status: 200 len: 946 time: 0.2060061 Mar 29 15:42:58.161728 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-2e22d9e2-769b-4627-bcf9-01c9829d8902 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:58.192561 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.managers [req-a629fe2d-5c96-470c-bea0-180b3600ba89 req-044fa674-388c-4141-a51a-810158f357dc service neutron] Attempting to bind port 197b998f-04c5-4721-b5a5-10aea6b68587 on host n-h1-834765-1 for vnic_type normal with profile {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:42:58.193343 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.managers [req-a629fe2d-5c96-470c-bea0-180b3600ba89 req-044fa674-388c-4141-a51a-810158f357dc service neutron] Attempting to bind port 197b998f-04c5-4721-b5a5-10aea6b68587 by drivers openvswitch,hyperv on host n-h1-834765-1 at level 0 using segments [{'id': 'a0c230f0-660a-4194-9279-0f0781d34134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '2268a9b9-82fd-4886-a91d-3a50e4e16cab'}] {{(pid=102790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:42:58.194853 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a629fe2d-5c96-470c-bea0-180b3600ba89 req-044fa674-388c-4141-a51a-810158f357dc service neutron] Attempting to bind port 197b998f-04c5-4721-b5a5-10aea6b68587 on network 2268a9b9-82fd-4886-a91d-3a50e4e16cab {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:42:58.214087 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a629fe2d-5c96-470c-bea0-180b3600ba89 req-044fa674-388c-4141-a51a-810158f357dc service neutron] Port 197b998f-04c5-4721-b5a5-10aea6b68587 on network 2268a9b9-82fd-4886-a91d-3a50e4e16cab not bound, no agent of type Open vSwitch agent registered on host n-h1-834765-1 {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 15:42:58.214944 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a629fe2d-5c96-470c-bea0-180b3600ba89 req-044fa674-388c-4141-a51a-810158f357dc service neutron] Attempting to bind port 197b998f-04c5-4721-b5a5-10aea6b68587 on network 2268a9b9-82fd-4886-a91d-3a50e4e16cab {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:42:58.223767 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-2e22d9e2-769b-4627-bcf9-01c9829d8902 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:58.225079 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a629fe2d-5c96-470c-bea0-180b3600ba89 req-044fa674-388c-4141-a51a-810158f357dc service neutron] Checking agent: {'id': 'be375040-5069-4239-9460-a3a3213e1e90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 33, 18), 'started_at': datetime.datetime(2022, 3, 29, 15, 33, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 42, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:42:58.226029 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a629fe2d-5c96-470c-bea0-180b3600ba89 req-044fa674-388c-4141-a51a-810158f357dc service neutron] Checking segment: {'id': 'a0c230f0-660a-4194-9279-0f0781d34134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '2268a9b9-82fd-4886-a91d-3a50e4e16cab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:42:58.227051 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a629fe2d-5c96-470c-bea0-180b3600ba89 req-044fa674-388c-4141-a51a-810158f357dc service neutron] Bound using segment: {'id': 'a0c230f0-660a-4194-9279-0f0781d34134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '2268a9b9-82fd-4886-a91d-3a50e4e16cab'} {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:42:58.227977 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.managers [req-a629fe2d-5c96-470c-bea0-180b3600ba89 req-044fa674-388c-4141-a51a-810158f357dc service neutron] Bound port: 197b998f-04c5-4721-b5a5-10aea6b68587, host: n-h1-834765-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0c230f0-660a-4194-9279-0f0781d34134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '2268a9b9-82fd-4886-a91d-3a50e4e16cab'}}] {{(pid=102790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 15:42:58.230011 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-a629fe2d-5c96-470c-bea0-180b3600ba89 req-044fa674-388c-4141-a51a-810158f357dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:58.256019 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-1ea56a40-8319-464a-87b3-db6f17f4aa39 req-9597481a-930c-4595-971c-ee32214c526d tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.42 "GET /v2.0/security-groups?id=07e96b72-96bb-4562-b80f-051b133c1759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276727 Mar 29 15:42:58.444815 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device 74944d92-fd89-4b00-a20c-9a31ed483b20 up at agent hyperv_n-h1-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:42:58.454071 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [req-a629fe2d-5c96-470c-bea0-180b3600ba89 req-044fa674-388c-4141-a51a-810158f357dc service neutron] For port 197b998f-04c5-4721-b5a5-10aea6b68587, host n-h1-834765-1, cleared binding levels {{(pid=102790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:42:58.488604 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [req-a629fe2d-5c96-470c-bea0-180b3600ba89 req-044fa674-388c-4141-a51a-810158f357dc service neutron] For port 197b998f-04c5-4721-b5a5-10aea6b68587, host n-h1-834765-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=197b998f-04c5-4721-b5a5-10aea6b68587,segment=NetworkSegment(a0c230f0-660a-4194-9279-0f0781d34134),segment_id=a0c230f0-660a-4194-9279-0f0781d34134)] {{(pid=102790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:42:58.503888 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f45aec-d6a1-4b74-8260-0e82d8a48eb8 req-651bb0c1-a45a-44b0-a606-f96d9392f5ff tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:58.515826 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-15f45aec-d6a1-4b74-8260-0e82d8a48eb8 req-651bb0c1-a45a-44b0-a606-f96d9392f5ff tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] 10.222.0.42 "GET /v2.0/ports?device_id=d44c13b3-ad93-457f-bc1c-1fcb98072ab1 HTTP/1.1" status: 200 len: 947 time: 0.1351991 Mar 29 15:42:58.524043 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-a629fe2d-5c96-470c-bea0-180b3600ba89 req-044fa674-388c-4141-a51a-810158f357dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5237921'] for port, after_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:58.540666 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-2e22d9e2-769b-4627-bcf9-01c9829d8902 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:58.543142 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-2e22d9e2-769b-4627-bcf9-01c9829d8902 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:58.547243 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-2e22d9e2-769b-4627-bcf9-01c9829d8902 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b35fee71-c80e-48c2-8397-60e016afa2b7 HTTP/1.1" status: 204 len: 168 time: 0.7172723 Mar 29 15:42:58.558843 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Provisioning for port 74944d92-fd89-4b00-a20c-9a31ed483b20 completed by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 15:42:58.574494 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Provisioning complete for port 74944d92-fd89-4b00-a20c-9a31ed483b20 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:42:58.574888 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:58.579019 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba043a8-50bf-4f00-81a2-20aa2f0e75df req-9dbcdce1-0409-4cef-a46c-360ad105220e tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:58.582463 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-8ba043a8-50bf-4f00-81a2-20aa2f0e75df req-9dbcdce1-0409-4cef-a46c-360ad105220e tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] 10.222.0.42 "GET /v2.0/ports?device_id=7eac0c92-4d9b-4070-aa30-b3884198e259 HTTP/1.1" status: 200 len: 950 time: 0.1407197 Mar 29 15:42:58.590045 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e22d9e2-769b-4627-bcf9-01c9829d8902 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b35fee71-c80e-48c2-8397-60e016afa2b7,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:42:58.664937 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-6dcee8bb-e33d-4116-9770-ee2a00528f4d req-5f4dc3a6-8193-4557-839f-e44c373f7a12 tempest-ServerMetadataNegativeTestJSON-652474760 tempest-ServerMetadataNegativeTestJSON-652474760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:58.670665 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 45346) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:42:58.704141 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a629fe2d-5c96-470c-bea0-180b3600ba89 req-044fa674-388c-4141-a51a-810158f357dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:58.704760 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-a629fe2d-5c96-470c-bea0-180b3600ba89 req-044fa674-388c-4141-a51a-810158f357dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:58.706156 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-a629fe2d-5c96-470c-bea0-180b3600ba89 req-044fa674-388c-4141-a51a-810158f357dc service neutron] 10.222.0.44 "PUT /v2.0/ports/197b998f-04c5-4721-b5a5-10aea6b68587 HTTP/1.1" status: 200 len: 1095 time: 1.8612432 Mar 29 15:42:58.719160 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] get_ports_and_sgs() called for port_ids ['d77f3bcb-4994-4d73-ac22-cf0395d41d87'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:42:58.730096 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4dc3a6-8193-4557-839f-e44c373f7a12 tempest-ServerMetadataNegativeTestJSON-652474760 tempest-ServerMetadataNegativeTestJSON-652474760-project] Pushing event deleted for resources: {'Port': ['ID=d77f3bcb-4994-4d73-ac22-cf0395d41d87,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:42:58.760609 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-8ba043a8-50bf-4f00-81a2-20aa2f0e75df req-2b88d69e-9a34-4169-9b26-31b3e34b0088 tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] 10.222.0.42 "GET /v2.0/security-groups?id=062b76b3-3a31-4c61-a1e4-5e35375fb0f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665285 Mar 29 15:42:58.800255 n-d-834765-1 neutron-server[102790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd44c13b3-ad93-457f-bc1c-1fcb98072ab1', 'tag': '197b998f-04c5-4721-b5a5-10aea6b68587'}] {{(pid=102790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:42:58.804081 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46b06d655c90bc969636382cce4240ad749035fb0f3a83ee4734fa1ed9c4a6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9eff1dc-761b-4350-a9d3-1b8525a795f5" -d '{"events": [{"name": "network-changed", "server_uuid": "d44c13b3-ad93-457f-bc1c-1fcb98072ab1", "tag": "197b998f-04c5-4721-b5a5-10aea6b68587"}]}' {{(pid=102790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:42:58.886847 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [req-6dcee8bb-e33d-4116-9770-ee2a00528f4d req-5f4dc3a6-8193-4557-839f-e44c373f7a12 tempest-ServerMetadataNegativeTestJSON-652474760 tempest-ServerMetadataNegativeTestJSON-652474760-project] No DVR routers for this DVR port d77f3bcb-4994-4d73-ac22-cf0395d41d87 on host n-h2-834765-1 {{(pid=102791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:42:58.900418 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-6dcee8bb-e33d-4116-9770-ee2a00528f4d req-5f4dc3a6-8193-4557-839f-e44c373f7a12 tempest-ServerMetadataNegativeTestJSON-652474760 tempest-ServerMetadataNegativeTestJSON-652474760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:58.906137 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6dcee8bb-e33d-4116-9770-ee2a00528f4d req-5f4dc3a6-8193-4557-839f-e44c373f7a12 tempest-ServerMetadataNegativeTestJSON-652474760 tempest-ServerMetadataNegativeTestJSON-652474760-project] 10.222.0.48 "DELETE /v2.0/ports/d77f3bcb-4994-4d73-ac22-cf0395d41d87 HTTP/1.1" status: 204 len: 173 time: 1.5674114 Mar 29 15:42:58.911083 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd81682a9-aa68-4826-b492-4571c3081c30', 'name': 'network-vif-deleted', 'tag': 'd77f3bcb-4994-4d73-ac22-cf0395d41d87'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:42:58.913918 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-76b956bd-1701-4513-ac98-9095457a3068 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=3b5ebfe3a88741838d1f3527e38aec29&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2398055 Mar 29 15:42:58.917248 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 45358) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:42:58.918739 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c67b028db5e9b9818fecc5c0a87ebc6f190694fa53ca267d523e04f98de536d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-973cdc4f-854b-4a96-b179-6f566655ae36" -d '{"events": [{"server_uuid": "d81682a9-aa68-4826-b492-4571c3081c30", "name": "network-vif-deleted", "tag": "d77f3bcb-4994-4d73-ac22-cf0395d41d87"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:42:58.928381 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:58.994238 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port 74944d92-fd89-4b00-a20c-9a31ed483b20, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=74944d92-fd89-4b00-a20c-9a31ed483b20,segment=NetworkSegment(a0c230f0-660a-4194-9279-0f0781d34134),segment_id=a0c230f0-660a-4194-9279-0f0781d34134)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:42:59.005374 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:59.041413 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-9ab190b6-e344-495b-ad27-6ee7cd9674fb req-bf226764-15c6-4a7d-b60d-8e736a928b61 tempest-ServerMetadataNegativeTestJSON-652474760 tempest-ServerMetadataNegativeTestJSON-652474760-project] 10.222.0.42 "GET /v2.0/ports?device_id=d81682a9-aa68-4826-b492-4571c3081c30 HTTP/1.1" status: 200 len: 210 time: 0.0747635 Mar 29 15:42:59.133483 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-15f45aec-d6a1-4b74-8260-0e82d8a48eb8 req-873c59e5-ff5f-400a-8017-9c3658af4430 tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] 10.222.0.42 "GET /v2.0/security-groups?id=6fc5fb8c-b1d6-4bb9-b68a-102a19ea7379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6151841 Mar 29 15:42:59.138872 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Pushing event updated for resources: {'Port': ['ID=74944d92-fd89-4b00-a20c-9a31ed483b20,revision_number=5']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:42:59.145581 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044fa674-388c-4141-a51a-810158f357dc service neutron] Pushing event updated for resources: {'Port': ['ID=197b998f-04c5-4721-b5a5-10aea6b68587,revision_number=3']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:42:59.191356 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 15:42:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74f69724-9e3c-4ba0-95e7-e2891f56c7b7 x-openstack-request-id: req-74f69724-9e3c-4ba0-95e7-e2891f56c7b7 {{(pid=102790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:42:59.191847 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d44c13b3-ad93-457f-bc1c-1fcb98072ab1", "tag": "197b998f-04c5-4721-b5a5-10aea6b68587", "status": "completed", "code": 200}]} {{(pid=102790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:42:59.192271 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-74f69724-9e3c-4ba0-95e7-e2891f56c7b7 {{(pid=102790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:42:59.193238 n-d-834765-1 neutron-server[102790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd44c13b3-ad93-457f-bc1c-1fcb98072ab1', 'tag': '197b998f-04c5-4721-b5a5-10aea6b68587', 'status': 'completed', 'code': 200} Mar 29 15:42:59.219147 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a629fe2d-5c96-470c-bea0-180b3600ba89 req-6f4975b6-9a27-4fc2-90e5-1c8d55436436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:59.226908 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-a629fe2d-5c96-470c-bea0-180b3600ba89 req-6f4975b6-9a27-4fc2-90e5-1c8d55436436 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0371bf4ecfda48fda8d74747facc2c9d&device_id=d44c13b3-ad93-457f-bc1c-1fcb98072ab1 HTTP/1.1" status: 200 len: 1098 time: 0.3238792 Mar 29 15:42:59.238730 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:42:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59c82a34-9c69-4de0-a0f9-d38fdc803405 x-openstack-request-id: req-59c82a34-9c69-4de0-a0f9-d38fdc803405 {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:42:59.239302 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d81682a9-aa68-4826-b492-4571c3081c30", "name": "network-vif-deleted", "tag": "d77f3bcb-4994-4d73-ac22-cf0395d41d87", "status": "completed", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:42:59.239760 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-59c82a34-9c69-4de0-a0f9-d38fdc803405 {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:42:59.240085 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd81682a9-aa68-4826-b492-4571c3081c30', 'name': 'network-vif-deleted', 'tag': 'd77f3bcb-4994-4d73-ac22-cf0395d41d87', 'status': 'completed', 'code': 200} Mar 29 15:42:59.301643 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-fa1f3ec6-4792-4fc7-9a0a-24512157e5f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:59.304328 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-a629fe2d-5c96-470c-bea0-180b3600ba89 req-725cafed-02b5-46d5-bb0b-0ca6188ed791 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=197b998f-04c5-4721-b5a5-10aea6b68587 HTTP/1.1" status: 200 len: 217 time: 0.0620933 Mar 29 15:42:59.357923 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-fa1f3ec6-4792-4fc7-9a0a-24512157e5f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:59.392350 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a629fe2d-5c96-470c-bea0-180b3600ba89 req-f53d4d84-889e-4f2f-82e8-6199ab3c64ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:59.396321 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-a629fe2d-5c96-470c-bea0-180b3600ba89 req-f53d4d84-889e-4f2f-82e8-6199ab3c64ce service neutron] 10.222.0.44 "GET /v2.0/subnets?id=abb8e5d6-2aea-4455-a944-3435a3d1ce49 HTTP/1.1" status: 200 len: 843 time: 0.0808377 Mar 29 15:42:59.450533 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a629fe2d-5c96-470c-bea0-180b3600ba89 req-04efef27-2dc5-4179-a240-cd24a53e1a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:59.452299 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-a629fe2d-5c96-470c-bea0-180b3600ba89 req-04efef27-2dc5-4179-a240-cd24a53e1a07 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2268a9b9-82fd-4886-a91d-3a50e4e16cab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0478747 Mar 29 15:42:59.452857 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8af2e82a-d0b9-4236-b40f-9d8544b19127', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74944d92-fd89-4b00-a20c-9a31ed483b20'}] {{(pid=102792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:42:59.453429 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-fa1f3ec6-4792-4fc7-9a0a-24512157e5f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:59.455366 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4f476c66b318cc6068719fc39557fac68d413f5c7e78fa77028c7948e999ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8309968-5d2e-45b8-b811-cc1a4d11299f" -d '{"events": [{"server_uuid": "8af2e82a-d0b9-4236-b40f-9d8544b19127", "name": "network-vif-plugged", "status": "completed", "tag": "74944d92-fd89-4b00-a20c-9a31ed483b20"}]}' {{(pid=102792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:42:59.455954 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-fa1f3ec6-4792-4fc7-9a0a-24512157e5f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:42:59.457145 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-fa1f3ec6-4792-4fc7-9a0a-24512157e5f6 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/cf3c0a61-acd8-4f9c-bf87-b7ab45073ed4 HTTP/1.1" status: 204 len: 168 time: 0.4786208 Mar 29 15:42:59.483372 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1f3ec6-4792-4fc7-9a0a-24512157e5f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf3c0a61-acd8-4f9c-bf87-b7ab45073ed4,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:42:59.560515 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:42:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42dade62-2a58-4589-ac4f-27ca220d2e53 x-openstack-request-id: req-42dade62-2a58-4589-ac4f-27ca220d2e53 {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:42:59.560817 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8af2e82a-d0b9-4236-b40f-9d8544b19127", "name": "network-vif-plugged", "status": "completed", "tag": "74944d92-fd89-4b00-a20c-9a31ed483b20", "code": 200}]} {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:42:59.561108 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-42dade62-2a58-4589-ac4f-27ca220d2e53 {{(pid=102792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:42:59.561552 n-d-834765-1 neutron-server[102792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8af2e82a-d0b9-4236-b40f-9d8544b19127', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74944d92-fd89-4b00-a20c-9a31ed483b20', 'code': 200} Mar 29 15:42:59.565643 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27c0bbf-228d-40bc-b228-cb237bafaa04 req-303a81e1-df8d-4d49-bd1b-4ef092fb43b8 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:59.569099 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-c27c0bbf-228d-40bc-b228-cb237bafaa04 req-303a81e1-df8d-4d49-bd1b-4ef092fb43b8 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb986c29-f18c-4431-b001-b8a5fa38aaaa HTTP/1.1" status: 200 len: 946 time: 0.1601925 Mar 29 15:42:59.641269 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-c27c0bbf-228d-40bc-b228-cb237bafaa04 req-c60aae64-869b-4bff-befa-cfbc256c109e tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.42 "GET /v2.0/security-groups?id=07e96b72-96bb-4562-b80f-051b133c1759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524359 Mar 29 15:42:59.670606 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-a629fe2d-5c96-470c-bea0-180b3600ba89 req-5d1e75e1-115d-4816-8e58-e0be7e4b6613 service neutron] 10.222.0.44 "GET /v2.0/networks/2268a9b9-82fd-4886-a91d-3a50e4e16cab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2072873 Mar 29 15:42:59.784700 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0314e861-8b8f-40e5-a1a8-648b3215b45f req-fc7bd88a-5895-498b-bd91-d249ef9d05b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:59.786788 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-0314e861-8b8f-40e5-a1a8-648b3215b45f req-fc7bd88a-5895-498b-bd91-d249ef9d05b9 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=8af2e82a-d0b9-4236-b40f-9d8544b19127 HTTP/1.1" status: 200 len: 1101 time: 0.1058588 Mar 29 15:42:59.891552 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-0314e861-8b8f-40e5-a1a8-648b3215b45f req-4a97598a-73e0-41fa-9f20-15f08c71266f service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=062b76b3-3a31-4c61-a1e4-5e35375fb0f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705161 Mar 29 15:42:59.979822 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ec3507-865f-4a99-bb23-1813746f328b req-2b7db6da-df97-42da-b0d7-d21dbb914c71 tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:59.989005 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-b6ec3507-865f-4a99-bb23-1813746f328b req-2b7db6da-df97-42da-b0d7-d21dbb914c71 tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] 10.222.0.42 "GET /v2.0/ports?device_id=7eac0c92-4d9b-4070-aa30-b3884198e259 HTTP/1.1" status: 200 len: 950 time: 0.0856578 Mar 29 15:42:59.992284 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-a629fe2d-5c96-470c-bea0-180b3600ba89 req-e01105c1-f5f0-4c08-9fbc-00b897c83a5e service neutron] 10.222.0.44 "GET /v2.0/networks/2268a9b9-82fd-4886-a91d-3a50e4e16cab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3087382 Mar 29 15:43:00.053451 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-b6ec3507-865f-4a99-bb23-1813746f328b req-e48ce1fa-4022-4d98-8995-24e0ea515d28 tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] 10.222.0.42 "GET /v2.0/security-groups?id=062b76b3-3a31-4c61-a1e4-5e35375fb0f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634334 Mar 29 15:43:00.141153 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 45398) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:43:00.242168 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d9369eab-e7de-49a7-ad57-d8b7c3e6e34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:00.330658 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_v2 [None req-a62d30dd-ef0a-446d-b4e6-64961b9386e1 admin admin] Deleting subnet b7090ef5-4000-4d28-ad51-e3b3a3962d4a {{(pid=102791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 15:43:00.351179 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-a62d30dd-ef0a-446d-b4e6-64961b9386e1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:00.400601 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 45408) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:43:00.402480 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9eff1dc-761b-4350-a9d3-1b8525a795f5 req-f029bf9c-0944-4a33-b8bb-430cf71e9f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:00.408386 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-f9eff1dc-761b-4350-a9d3-1b8525a795f5 req-f029bf9c-0944-4a33-b8bb-430cf71e9f3b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0371bf4ecfda48fda8d74747facc2c9d&device_id=d44c13b3-ad93-457f-bc1c-1fcb98072ab1 HTTP/1.1" status: 200 len: 1098 time: 0.1808505 Mar 29 15:43:00.425702 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-a62d30dd-ef0a-446d-b4e6-64961b9386e1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4230423'] for subnet, precommit_delete_associations {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:00.465133 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11dbcdd-fab6-4c54-84a3-923269feca37 req-d74422a9-01ee-4387-8549-ed0594a9e716 tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:00.467600 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-d11dbcdd-fab6-4c54-84a3-923269feca37 req-d74422a9-01ee-4387-8549-ed0594a9e716 tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] 10.222.0.42 "GET /v2.0/ports?device_id=d44c13b3-ad93-457f-bc1c-1fcb98072ab1 HTTP/1.1" status: 200 len: 947 time: 0.1385543 Mar 29 15:43:00.496144 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-a62d30dd-ef0a-446d-b4e6-64961b9386e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1641287'] for subnet, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:00.560608 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-d11dbcdd-fab6-4c54-84a3-923269feca37 req-299079c1-a68a-470e-bab9-f156dd1bb77e tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] 10.222.0.42 "GET /v2.0/security-groups?id=6fc5fb8c-b1d6-4bb9-b68a-102a19ea7379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845604 Mar 29 15:43:00.601875 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9eff1dc-761b-4350-a9d3-1b8525a795f5 req-8ea1cede-d3a1-49dd-8ffe-9e42363fb789 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:00.606058 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-f9eff1dc-761b-4350-a9d3-1b8525a795f5 req-8ea1cede-d3a1-49dd-8ffe-9e42363fb789 service neutron] 10.222.0.44 "GET /v2.0/networks?id=2268a9b9-82fd-4886-a91d-3a50e4e16cab HTTP/1.1" status: 200 len: 870 time: 0.1862411 Mar 29 15:43:00.622199 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-a62d30dd-ef0a-446d-b4e6-64961b9386e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1641294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16155591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16218852'] for subnet, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:00.720720 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62d30dd-ef0a-446d-b4e6-64961b9386e1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b7090ef5-4000-4d28-ad51-e3b3a3962d4a,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:43:00.739109 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b27d61-6bb3-43aa-9ed1-0e47dc20b0e8 req-aaa3ce6b-e42c-4bc1-a62b-5500612b8a0f tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:00.741584 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-aefc9111-e2ab-4151-b948-08cc436c82ea admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1826535743-network', 'tenant_id': '0facd2ae0f3541fda7bf6d63000f3e78'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:43:00.751207 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-76b27d61-6bb3-43aa-9ed1-0e47dc20b0e8 req-aaa3ce6b-e42c-4bc1-a62b-5500612b8a0f tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] 10.222.0.42 "GET /v2.0/ports?device_id=8af2e82a-d0b9-4236-b40f-9d8544b19127 HTTP/1.1" status: 200 len: 950 time: 0.5398281 Mar 29 15:43:00.770892 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-f9eff1dc-761b-4350-a9d3-1b8525a795f5 req-9205a93f-53b6-4a1e-8885-db3dcd428576 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=197b998f-04c5-4721-b5a5-10aea6b68587 HTTP/1.1" status: 200 len: 217 time: 0.1565742 Mar 29 15:43:00.800282 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-a62d30dd-ef0a-446d-b4e6-64961b9386e1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:00.803872 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aefc9111-e2ab-4151-b948-08cc436c82ea admin admin] Made reservation on behalf of 0facd2ae0f3541fda7bf6d63000f3e78 for: {'network': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:43:00.806282 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-a62d30dd-ef0a-446d-b4e6-64961b9386e1 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/b7090ef5-4000-4d28-ad51-e3b3a3962d4a HTTP/1.1" status: 204 len: 168 time: 0.6644661 Mar 29 15:43:00.806422 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-aefc9111-e2ab-4151-b948-08cc436c82ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for network, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:00.810628 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 45422) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:43:00.840122 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-aefc9111-e2ab-4151-b948-08cc436c82ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:00.850254 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-76b27d61-6bb3-43aa-9ed1-0e47dc20b0e8 req-d0b56c87-80e6-4099-8504-f942f4f83a8d tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] 10.222.0.42 "GET /v2.0/security-groups?id=062b76b3-3a31-4c61-a1e4-5e35375fb0f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980422 Mar 29 15:43:00.900102 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9eff1dc-761b-4350-a9d3-1b8525a795f5 req-78de1e8b-7955-439b-ba40-9594fa9437d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:00.903917 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-f9eff1dc-761b-4350-a9d3-1b8525a795f5 req-78de1e8b-7955-439b-ba40-9594fa9437d0 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=abb8e5d6-2aea-4455-a944-3435a3d1ce49 HTTP/1.1" status: 200 len: 843 time: 0.1220293 Mar 29 15:43:00.914881 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-11d5855d-4574-4757-becc-ae509ac9f644 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1631750'] for network, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:01.064019 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dab133-3d1a-48f4-8fa1-e9bf16c3fd91 req-a216592f-aa0b-4095-ae5d-ac8a92176cd9 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:01.065361 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-11d5855d-4574-4757-becc-ae509ac9f644 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639890', 'neutron.services.segments.db._delete_segments_for_network-8783523423079'] for network, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:01.067837 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-19dab133-3d1a-48f4-8fa1-e9bf16c3fd91 req-a216592f-aa0b-4095-ae5d-ac8a92176cd9 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb986c29-f18c-4431-b001-b8a5fa38aaaa HTTP/1.1" status: 200 len: 946 time: 0.2756572 Mar 29 15:43:01.082612 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-aefc9111-e2ab-4151-b948-08cc436c82ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:01.086448 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9eff1dc-761b-4350-a9d3-1b8525a795f5 req-2a3cdd4d-9585-4dd4-b343-5fd0f4a33626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:01.088111 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-f9eff1dc-761b-4350-a9d3-1b8525a795f5 req-2a3cdd4d-9585-4dd4-b343-5fd0f4a33626 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2268a9b9-82fd-4886-a91d-3a50e4e16cab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0972669 Mar 29 15:43:01.104911 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-aefc9111-e2ab-4151-b948-08cc436c82ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:01.105960 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-11d5855d-4574-4757-becc-ae509ac9f644 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2519cd9b-0698-4c5e-895a-2dc850dfa61d']}} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:43:01.139932 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-11d5855d-4574-4757-becc-ae509ac9f644 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e7ace95-2f5e-4cff-bb3a-9fd7601a4b6e') {'for_net_delete': True} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:43:01.140580 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-11d5855d-4574-4757-becc-ae509ac9f644 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e7ace95-2f5e-4cff-bb3a-9fd7601a4b6e') {} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:43:01.171849 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-11d5855d-4574-4757-becc-ae509ac9f644 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783523422064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4230428'] for segment, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:01.179520 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-19dab133-3d1a-48f4-8fa1-e9bf16c3fd91 req-17a7740d-e73f-4e85-8d80-71e54afaf55e tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.42 "GET /v2.0/security-groups?id=07e96b72-96bb-4562-b80f-051b133c1759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955117 Mar 29 15:43:01.183110 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aefc9111-e2ab-4151-b948-08cc436c82ea admin admin] vlan segment allocate from pool success with {'vlan_id': 614, 'physical_network': 'physnet1'} {{(pid=102790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 15:43:01.235366 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-11d5855d-4574-4757-becc-ae509ac9f644 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:01.242226 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefc9111-e2ab-4151-b948-08cc436c82ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81be2c8e-bb40-4805-9e3a-f2d5cbe0600c,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:43:01.248752 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11d5855d-4574-4757-becc-ae509ac9f644 admin admin] Releasing vlan 621 on physical network physnet1 to pool {{(pid=102791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 15:43:01.248752 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-11d5855d-4574-4757-becc-ae509ac9f644 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16169569'] for segment, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:01.250374 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-aefc9111-e2ab-4151-b948-08cc436c82ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:01.250374 n-d-834765-1 neutron-server[102790]: INFO neutron.db.segments_db [None req-aefc9111-e2ab-4151-b948-08cc436c82ea admin admin] Added segment eed8508f-b055-49fc-a8ca-5462952fce2d of type vlan for network 3fe870cd-79c7-4f5f-a374-63b2b698777a Mar 29 15:43:01.318800 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-f9eff1dc-761b-4350-a9d3-1b8525a795f5 req-9a25dab0-7329-4f8c-ae37-525d7326b771 service neutron] 10.222.0.44 "GET /v2.0/networks/2268a9b9-82fd-4886-a91d-3a50e4e16cab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2220576 Mar 29 15:43:01.320392 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-aefc9111-e2ab-4151-b948-08cc436c82ea admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783522915970'] for network, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:01.351601 n-d-834765-1 neutron-server[102791]: Traceback (most recent call last): Mar 29 15:43:01.351601 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 15:43:01.351601 n-d-834765-1 neutron-server[102791]: timer() Mar 29 15:43:01.351601 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 15:43:01.351601 n-d-834765-1 neutron-server[102791]: cb(*args, **kw) Mar 29 15:43:01.351601 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 15:43:01.351601 n-d-834765-1 neutron-server[102791]: return func(*args, **kwargs) Mar 29 15:43:01.351601 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 15:43:01.351601 n-d-834765-1 neutron-server[102791]: self._notify() Mar 29 15:43:01.351601 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 15:43:01.351601 n-d-834765-1 neutron-server[102791]: self.callback(batched_events) Mar 29 15:43:01.351601 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 15:43:01.351601 n-d-834765-1 neutron-server[102791]: event.method(event) Mar 29 15:43:01.351601 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 15:43:01.351601 n-d-834765-1 neutron-server[102791]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 15:43:01.351601 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 15:43:01.351601 n-d-834765-1 neutron-server[102791]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 15:43:01.351601 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 15:43:01.351601 n-d-834765-1 neutron-server[102791]: return f(self, *a, **k) Mar 29 15:43:01.351601 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 15:43:01.351601 n-d-834765-1 neutron-server[102791]: return self._get(url).json() Mar 29 15:43:01.351601 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 15:43:01.351601 n-d-834765-1 neutron-server[102791]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 15:43:01.351601 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 15:43:01.351601 n-d-834765-1 neutron-server[102791]: return self.request(url, 'GET', **kwargs) Mar 29 15:43:01.351601 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 15:43:01.351601 n-d-834765-1 neutron-server[102791]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 15:43:01.351601 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 15:43:01.351601 n-d-834765-1 neutron-server[102791]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 15:43:01.351601 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 15:43:01.351601 n-d-834765-1 neutron-server[102791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 15:43:01.351601 n-d-834765-1 neutron-server[102791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 15:43:01.356492 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-11d5855d-4574-4757-becc-ae509ac9f644 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1639897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648174'] for network, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:01.371173 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-11d5855d-4574-4757-becc-ae509ac9f644 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for network, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:01.375512 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-11d5855d-4574-4757-becc-ae509ac9f644 admin admin] 10.222.0.42 "DELETE /v2.0/networks/2519cd9b-0698-4c5e-895a-2dc850dfa61d HTTP/1.1" status: 204 len: 168 time: 0.5639920 Mar 29 15:43:01.390464 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d5855d-4574-4757-becc-ae509ac9f644 admin admin] Pushing event deleted for resources: {'Network': ['ID=2519cd9b-0698-4c5e-895a-2dc850dfa61d,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:43:01.447936 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-aefc9111-e2ab-4151-b948-08cc436c82ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795'] for network, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:01.449371 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aefc9111-e2ab-4151-b948-08cc436c82ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:01.449581 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-aefc9111-e2ab-4151-b948-08cc436c82ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for network, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:01.533276 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefc9111-e2ab-4151-b948-08cc436c82ea admin admin] Pushing event updated for resources: {'Network': ['ID=3fe870cd-79c7-4f5f-a374-63b2b698777a,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:43:01.546437 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Network 3fe870cd-79c7-4f5f-a374-63b2b698777a details requested by agent ovs-agent-n-d-834765-1 with host n-d-834765-1 {{(pid=102792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 15:43:01.552206 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 45436) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:43:01.557869 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-a258d93f-2fa2-4665-ac01-d46bc0cb3bc0 admin admin] Request body: {'subnet': {'network_id': '3fe870cd-79c7-4f5f-a374-63b2b698777a', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1826535743-subnet', 'tenant_id': '0facd2ae0f3541fda7bf6d63000f3e78', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:43:01.565060 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-aefc9111-e2ab-4151-b948-08cc436c82ea admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.1535590 Mar 29 15:43:01.594655 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-f9eff1dc-761b-4350-a9d3-1b8525a795f5 req-ec5a29da-9fc7-4f44-a118-20588c4c74c7 service neutron] 10.222.0.44 "GET /v2.0/networks/2268a9b9-82fd-4886-a91d-3a50e4e16cab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2609351 Mar 29 15:43:01.613710 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a258d93f-2fa2-4665-ac01-d46bc0cb3bc0 admin admin] Made reservation on behalf of 0facd2ae0f3541fda7bf6d63000f3e78 for: {'subnet': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:43:01.630278 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-a258d93f-2fa2-4665-ac01-d46bc0cb3bc0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16218875'] for subnet, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:01.693624 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 45442) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:43:01.819407 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-55fe078a-a8fc-469d-b8e2-549a4d28876c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=14d29475754a4232b8b646c48af43fc0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1224566 Mar 29 15:43:01.821483 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 45452) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:43:01.883768 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c282111-6fea-4fa5-a2c6-8ff812a2254e req-2220a6ab-1b07-4636-8ff1-d8eef28ca626 tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:01.891467 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-9c282111-6fea-4fa5-a2c6-8ff812a2254e req-2220a6ab-1b07-4636-8ff1-d8eef28ca626 tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] 10.222.0.42 "GET /v2.0/ports?device_id=d44c13b3-ad93-457f-bc1c-1fcb98072ab1 HTTP/1.1" status: 200 len: 947 time: 0.0931895 Mar 29 15:43:01.947622 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-12d124ba-e116-4c89-aeff-e9fe08315428 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:01.961183 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-9c282111-6fea-4fa5-a2c6-8ff812a2254e req-12cdcd3b-e5b7-43a2-bdad-cb100c7e52b2 tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] 10.222.0.42 "GET /v2.0/security-groups?id=6fc5fb8c-b1d6-4bb9-b68a-102a19ea7379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684745 Mar 29 15:43:02.017531 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-12d124ba-e116-4c89-aeff-e9fe08315428 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:02.101735 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-a258d93f-2fa2-4665-ac01-d46bc0cb3bc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16155524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16218861'] for subnet, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:02.173402 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a258d93f-2fa2-4665-ac01-d46bc0cb3bc0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=61ab8b12-72da-4a34-852f-01e40cfc2b43,revision_number=0']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:43:02.183405 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a258d93f-2fa2-4665-ac01-d46bc0cb3bc0 admin admin] Checking segment: {'id': 'eed8508f-b055-49fc-a8ca-5462952fce2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '3fe870cd-79c7-4f5f-a374-63b2b698777a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:43:02.183772 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a258d93f-2fa2-4665-ac01-d46bc0cb3bc0 admin admin] Network hostable DHCP agents. Network: 3fe870cd-79c7-4f5f-a374-63b2b698777a, hostable agents: ['d136643e-48ae-49d4-a851-2ba3bdf3749c'], hosted agents: [] {{(pid=102791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 15:43:02.210004 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a258d93f-2fa2-4665-ac01-d46bc0cb3bc0 admin admin] Network 3fe870cd-79c7-4f5f-a374-63b2b698777a is scheduled to be hosted by DHCP agent d136643e-48ae-49d4-a851-2ba3bdf3749c with binding_index 1 {{(pid=102791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 15:43:02.265416 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [None req-a258d93f-2fa2-4665-ac01-d46bc0cb3bc0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834765-1, 3fe870cd-79c7-4f5f-a374-63b2b698777a) {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:43:02.275052 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a258d93f-2fa2-4665-ac01-d46bc0cb3bc0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:02.277029 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-a258d93f-2fa2-4665-ac01-d46bc0cb3bc0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:02.277178 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75221995-2063-46ff-806d-b79385d12e44 None None] Network 3fe870cd-79c7-4f5f-a374-63b2b698777a requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 15:43:02.339843 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-a258d93f-2fa2-4665-ac01-d46bc0cb3bc0 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7864389 Mar 29 15:43:02.342955 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 45468) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:43:02.347939 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-93b7debb-6a18-4cca-a374-d6a9ee11ba14 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1826535743-router', 'tenant_id': '0facd2ae0f3541fda7bf6d63000f3e78', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'}}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:43:02.413811 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0bf8cc-96ea-4543-b0e9-4297bac28b7e req-ba3fda56-78cf-4f6c-9e2c-83f736843052 tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:02.422078 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-7e0bf8cc-96ea-4543-b0e9-4297bac28b7e req-ba3fda56-78cf-4f6c-9e2c-83f736843052 tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] 10.222.0.42 "GET /v2.0/ports?device_id=8af2e82a-d0b9-4236-b40f-9d8544b19127 HTTP/1.1" status: 200 len: 950 time: 0.4213314 Mar 29 15:43:02.453326 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-93b7debb-6a18-4cca-a374-d6a9ee11ba14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-532385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129310'] for router, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:02.457362 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-93b7debb-6a18-4cca-a374-d6a9ee11ba14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-648091', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-684384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129319'] for router, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:02.476025 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-12d124ba-e116-4c89-aeff-e9fe08315428 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:02.481636 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-12d124ba-e116-4c89-aeff-e9fe08315428 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:02.485914 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-12d124ba-e116-4c89-aeff-e9fe08315428 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/413a6824-bbad-48a5-a7fb-f1068f76dbb8 HTTP/1.1" status: 204 len: 168 time: 0.6633949 Mar 29 15:43:02.505894 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-7e0bf8cc-96ea-4543-b0e9-4297bac28b7e req-ad3c3199-0814-432a-ba99-7759a26aee4a tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] 10.222.0.42 "GET /v2.0/security-groups?id=062b76b3-3a31-4c61-a1e4-5e35375fb0f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830297 Mar 29 15:43:02.514341 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d124ba-e116-4c89-aeff-e9fe08315428 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=413a6824-bbad-48a5-a7fb-f1068f76dbb8,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:43:02.595097 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c58b820-304f-41d9-bebc-ce5d3a726753 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0035034-69b0-5ffc-b384-0ac6189c5628-3fe870cd-79c7-4f5f-a374-63b2b698777a', 'network_id': '3fe870cd-79c7-4f5f-a374-63b2b698777a', 'tenant_id': '0facd2ae0f3541fda7bf6d63000f3e78', 'fixed_ips': [{'subnet_id': '61ab8b12-72da-4a34-852f-01e40cfc2b43'}]}} from n-d-834765-1. {{(pid=102792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 29 15:43:02.596034 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1c58b820-304f-41d9-bebc-ce5d3a726753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:02.642595 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a15a98-c8f7-4e3e-a8c8-f291b349130f req-ca5cc887-5868-4222-a30e-3b840257517c tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:02.644421 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device d77f3bcb-4994-4d73-ac22-cf0395d41d87 no longer exists at agent hyperv_n-h2-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:43:02.650735 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e2a15a98-c8f7-4e3e-a8c8-f291b349130f req-ca5cc887-5868-4222-a30e-3b840257517c tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb986c29-f18c-4431-b001-b8a5fa38aaaa HTTP/1.1" status: 200 len: 946 time: 0.2546997 Mar 29 15:43:02.654668 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-93b7debb-6a18-4cca-a374-d6a9ee11ba14 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:02.703911 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] No Port match for: d77f3bcb-4994-4d73-ac22-cf0395d41d87 {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 15:43:02.704701 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device d77f3bcb-4994-4d73-ac22-cf0395d41d87 not bound to the agent host n-h2-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:43:02.855446 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-2adf7ecc-6c34-4773-a867-ec0f970d5f26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:02.872905 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.db_base_plugin_common [None req-1c58b820-304f-41d9-bebc-ce5d3a726753 None None] Allocated IP 172.20.0.2 (3fe870cd-79c7-4f5f-a374-63b2b698777a/61ab8b12-72da-4a34-852f-01e40cfc2b43/7bff36c9-28af-4a57-833f-b7ddbd73c7b9) {{(pid=102792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:43:02.886870 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e2a15a98-c8f7-4e3e-a8c8-f291b349130f req-ddf904d3-2172-44d1-9cc8-b82944d51304 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.42 "GET /v2.0/security-groups?id=07e96b72-96bb-4562-b80f-051b133c1759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2351015 Mar 29 15:43:02.938265 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-87cfdfe0-f28a-4796-a08b-8a848a7f9df4 req-105db509-27ca-49b9-aed2-7f57d2c6cb65 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=fa3ba36247ad48f4997ede3b0209bc82&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0450535 Mar 29 15:43:02.979144 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-93b7debb-6a18-4cca-a374-d6a9ee11ba14 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:03.158988 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cfdfe0-f28a-4796-a08b-8a848a7f9df4 req-f146a0ad-ad98-4066-b242-1e0cb5b02e5f tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:03.167033 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1c58b820-304f-41d9-bebc-ce5d3a726753 None None] Notify callbacks [] for port, precommit_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:03.170919 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-87cfdfe0-f28a-4796-a08b-8a848a7f9df4 req-f146a0ad-ad98-4066-b242-1e0cb5b02e5f tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2228668 Mar 29 15:43:03.181120 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1c58b820-304f-41d9-bebc-ce5d3a726753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956'] for port, after_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:03.190291 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-87cfdfe0-f28a-4796-a08b-8a848a7f9df4 req-3c53d5e7-d678-414f-ba8c-f5a01e53d444 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/quotas/fa3ba36247ad48f4997ede3b0209bc82 HTTP/1.1" status: 200 len: 375 time: 0.0179818 Mar 29 15:43:03.236276 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-87cfdfe0-f28a-4796-a08b-8a848a7f9df4 req-664c8850-0628-4012-ad36-201171651cc2 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=fa3ba36247ad48f4997ede3b0209bc82&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0434914 Mar 29 15:43:03.278444 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c58b820-304f-41d9-bebc-ce5d3a726753 None None] Pushing event updated for resources: {'Port': ['ID=7bff36c9-28af-4a57-833f-b7ddbd73c7b9,revision_number=1']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:43:03.296944 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d65e7a-f146-42b6-932a-42e82fb3f40d req-e568c150-feb5-4c9d-9dc1-7f3f2838df70 tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:03.298837 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-06d65e7a-f146-42b6-932a-42e82fb3f40d req-e568c150-feb5-4c9d-9dc1-7f3f2838df70 tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] 10.222.0.42 "GET /v2.0/ports?device_id=d44c13b3-ad93-457f-bc1c-1fcb98072ab1 HTTP/1.1" status: 200 len: 947 time: 0.1846507 Mar 29 15:43:03.312564 n-d-834765-1 neutron-server[102792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c58b820-304f-41d9-bebc-ce5d3a726753 None None] Network 3fe870cd-79c7-4f5f-a374-63b2b698777a is already hosted by enough agents. {{(pid=102792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:43:03.321068 n-d-834765-1 neutron-server[102792]: DEBUG neutron.scheduler.base_scheduler [None req-1c58b820-304f-41d9-bebc-ce5d3a726753 None None] Resources bound (agent type, host, resource id): {{(pid=102792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:43:03.323878 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c58b820-304f-41d9-bebc-ce5d3a726753 None None] Received port after_create {{(pid=102792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:43:03.460519 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-1c58b820-304f-41d9-bebc-ce5d3a726753 None None] Attempting to bind port 7bff36c9-28af-4a57-833f-b7ddbd73c7b9 on host n-d-834765-1 for vnic_type normal with profile {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:43:03.460899 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-1c58b820-304f-41d9-bebc-ce5d3a726753 None None] Attempting to bind port 7bff36c9-28af-4a57-833f-b7ddbd73c7b9 by drivers openvswitch,hyperv on host n-d-834765-1 at level 0 using segments [{'id': 'eed8508f-b055-49fc-a8ca-5462952fce2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '3fe870cd-79c7-4f5f-a374-63b2b698777a'}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:43:03.461237 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c58b820-304f-41d9-bebc-ce5d3a726753 None None] Attempting to bind port 7bff36c9-28af-4a57-833f-b7ddbd73c7b9 on network 3fe870cd-79c7-4f5f-a374-63b2b698777a {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:43:03.477371 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-23fc1179-38e6-40ec-8986-54281b15d5aa req-a8a91200-9f65-41a6-8ce0-729cb6022a34 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/ports?device_id=b912f144-7037-4f5c-a4ca-8adf62110f17 HTTP/1.1" status: 200 len: 210 time: 0.0531065 Mar 29 15:43:03.491846 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c58b820-304f-41d9-bebc-ce5d3a726753 None None] Checking agent: {'id': 'a8866439-9d96-425c-b519-6905c591ac37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 25, 36), 'started_at': datetime.datetime(2022, 3, 29, 15, 26, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 42, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834765-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:43:03.492259 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c58b820-304f-41d9-bebc-ce5d3a726753 None None] Checking segment: {'id': 'eed8508f-b055-49fc-a8ca-5462952fce2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '3fe870cd-79c7-4f5f-a374-63b2b698777a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:43:03.495704 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1c58b820-304f-41d9-bebc-ce5d3a726753 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:03.498329 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c58b820-304f-41d9-bebc-ce5d3a726753 None None] Bound using segment: {'id': 'eed8508f-b055-49fc-a8ca-5462952fce2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '3fe870cd-79c7-4f5f-a374-63b2b698777a'} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:43:03.498836 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-1c58b820-304f-41d9-bebc-ce5d3a726753 None None] Bound port: 7bff36c9-28af-4a57-833f-b7ddbd73c7b9, host: n-d-834765-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eed8508f-b055-49fc-a8ca-5462952fce2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '3fe870cd-79c7-4f5f-a374-63b2b698777a'}}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 15:43:03.499227 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1c58b820-304f-41d9-bebc-ce5d3a726753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:03.577967 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-06d65e7a-f146-42b6-932a-42e82fb3f40d req-1927518e-2242-4caf-ba6b-b28eaf12aa19 tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] 10.222.0.42 "GET /v2.0/security-groups?id=6fc5fb8c-b1d6-4bb9-b68a-102a19ea7379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2710726 Mar 29 15:43:03.664838 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1c58b820-304f-41d9-bebc-ce5d3a726753 None None] For port 7bff36c9-28af-4a57-833f-b7ddbd73c7b9, host n-d-834765-1, cleared binding levels {{(pid=102792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:43:03.676411 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1c58b820-304f-41d9-bebc-ce5d3a726753 None None] For port 7bff36c9-28af-4a57-833f-b7ddbd73c7b9, host n-d-834765-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=7bff36c9-28af-4a57-833f-b7ddbd73c7b9,segment=NetworkSegment(eed8508f-b055-49fc-a8ca-5462952fce2d),segment_id=eed8508f-b055-49fc-a8ca-5462952fce2d)] {{(pid=102792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:43:03.687215 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-93b7debb-6a18-4cca-a374-d6a9ee11ba14 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:03.689619 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1c58b820-304f-41d9-bebc-ce5d3a726753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:03.711139 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd98751d-acce-4bea-bf6b-168a6c4aba2f req-8cf70e5d-9a34-4044-a8ef-40750ef452cc tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:03.716524 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-93b7debb-6a18-4cca-a374-d6a9ee11ba14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:03.719039 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-bd98751d-acce-4bea-bf6b-168a6c4aba2f req-8cf70e5d-9a34-4044-a8ef-40750ef452cc tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] 10.222.0.42 "GET /v2.0/ports?device_id=8af2e82a-d0b9-4236-b40f-9d8544b19127 HTTP/1.1" status: 200 len: 950 time: 0.0756042 Mar 29 15:43:03.780620 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-bd98751d-acce-4bea-bf6b-168a6c4aba2f req-cc2f37d6-5533-494a-bc59-2535f3884c49 tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] 10.222.0.42 "GET /v2.0/security-groups?id=062b76b3-3a31-4c61-a1e4-5e35375fb0f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606093 Mar 29 15:43:03.853564 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c58b820-304f-41d9-bebc-ce5d3a726753 None None] Pushing event updated for resources: {'Port': ['ID=7bff36c9-28af-4a57-833f-b7ddbd73c7b9,revision_number=2']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:43:03.967249 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_common [None req-93b7debb-6a18-4cca-a374-d6a9ee11ba14 admin admin] Allocated IP 172.25.4.253 (4a4a035d-ecac-4ead-baa3-25f90788773a/e1a353dc-fac8-4901-a63c-273840237d6a/7854793c-2a1d-4919-861e-00a8bcde68b2) {{(pid=102791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:43:03.985597 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 45520) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:43:04.102788 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d71584b9-87f1-45f5-84c7-c993c2416269 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:04.224705 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-a8a29e3c-4511-4731-b158-69f20434b947 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1718030481-network', 'tenant_id': 'd04cf558b2cb439aa051141a3dc84641'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:43:04.257863 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-93b7debb-6a18-4cca-a374-d6a9ee11ba14 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:04.375922 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3caf14-10f6-411c-bf82-97038abf1415 req-4dd95d06-0a94-489a-9a93-dd77bfb70f21 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:04.386598 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-2a3caf14-10f6-411c-bf82-97038abf1415 req-4dd95d06-0a94-489a-9a93-dd77bfb70f21 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb986c29-f18c-4431-b001-b8a5fa38aaaa HTTP/1.1" status: 200 len: 946 time: 0.3500073 Mar 29 15:43:04.400651 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8a29e3c-4511-4731-b158-69f20434b947 admin admin] Made reservation on behalf of d04cf558b2cb439aa051141a3dc84641 for: {'network': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:43:04.401641 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-93b7debb-6a18-4cca-a374-d6a9ee11ba14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:04.402488 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-a8a29e3c-4511-4731-b158-69f20434b947 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for network, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:04.428353 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-a8a29e3c-4511-4731-b158-69f20434b947 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:04.430249 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade0fe4d-3826-4182-a638-758923ec11af req-fdc1bd3b-0c75-455f-90f8-baa7e47dc9bd tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:04.444164 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade0fe4d-3826-4182-a638-758923ec11af req-fdc1bd3b-0c75-455f-90f8-baa7e47dc9bd tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:04.446700 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ade0fe4d-3826-4182-a638-758923ec11af req-fdc1bd3b-0c75-455f-90f8-baa7e47dc9bd tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] 10.222.0.42 "GET /v2.0/ports?device_id=7eac0c92-4d9b-4070-aa30-b3884198e259&device_id=8af2e82a-d0b9-4236-b40f-9d8544b19127 HTTP/1.1" status: 200 len: 1691 time: 0.1280608 Mar 29 15:43:04.480437 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-2a3caf14-10f6-411c-bf82-97038abf1415 req-8278a574-2fbb-4898-b899-176838b0d3b4 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.42 "GET /v2.0/security-groups?id=07e96b72-96bb-4562-b80f-051b133c1759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916116 Mar 29 15:43:04.490307 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device 197b998f-04c5-4721-b5a5-10aea6b68587 details requested by agent hyperv_n-h1-834765-1 with host n-h1-834765-1 {{(pid=102792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 15:43:04.555691 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93b7debb-6a18-4cca-a374-d6a9ee11ba14 admin admin] Network 4a4a035d-ecac-4ead-baa3-25f90788773a is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:43:04.571605 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ade0fe4d-3826-4182-a638-758923ec11af req-0246385f-6498-436a-af53-a2ae62d72b9d tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] 10.222.0.42 "GET /v2.0/security-groups?id=062b76b3-3a31-4c61-a1e4-5e35375fb0f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931859 Mar 29 15:43:04.571605 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [None req-93b7debb-6a18-4cca-a374-d6a9ee11ba14 admin admin] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:43:04.594186 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93b7debb-6a18-4cca-a374-d6a9ee11ba14 admin admin] Received port after_create {{(pid=102791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:43:04.666299 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b7debb-6a18-4cca-a374-d6a9ee11ba14 admin admin] Pushing event updated for resources: {'Port': ['ID=7854793c-2a1d-4919-861e-00a8bcde68b2,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:43:04.703101 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-7cdd9254-3f4a-4bcc-a977-ec4928fbc576 req-9b135220-f84c-4f08-953d-412897b07e0d tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/ports?device_id=b912f144-7037-4f5c-a4ca-8adf62110f17 HTTP/1.1" status: 200 len: 210 time: 0.0863795 Mar 29 15:43:04.757705 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-a8a29e3c-4511-4731-b158-69f20434b947 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:04.773172 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-a8a29e3c-4511-4731-b158-69f20434b947 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:04.803889 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port 197b998f-04c5-4721-b5a5-10aea6b68587, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=197b998f-04c5-4721-b5a5-10aea6b68587,segment=NetworkSegment(a0c230f0-660a-4194-9279-0f0781d34134),segment_id=a0c230f0-660a-4194-9279-0f0781d34134)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:43:04.822377 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8a29e3c-4511-4731-b158-69f20434b947 admin admin] vlan segment allocate from pool success with {'vlan_id': 637, 'physical_network': 'physnet1'} {{(pid=102790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 15:43:04.829160 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Returning: {'device': '197b998f-04c5-4721-b5a5-10aea6b68587', 'network_id': '2268a9b9-82fd-4886-a91d-3a50e4e16cab', 'port_id': '197b998f-04c5-4721-b5a5-10aea6b68587', 'mac_address': 'fa:16:3e:be:d3:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 625, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abb8e5d6-2aea-4455-a944-3435a3d1ce49', 'ip_address': '192.168.233.81'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 15:43:04.850601 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a29e3c-4511-4731-b158-69f20434b947 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f08e979a-b162-4e81-8f48-4f228bf81759,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:43:04.866282 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-a8a29e3c-4511-4731-b158-69f20434b947 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:04.867419 n-d-834765-1 neutron-server[102790]: INFO neutron.db.segments_db [None req-a8a29e3c-4511-4731-b158-69f20434b947 admin admin] Added segment 429e9cf3-3671-4cb2-9547-92af9e95f1f2 of type vlan for network 9c05e936-df9e-4fbf-b09c-78bf9696504c Mar 29 15:43:04.904901 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:04.934120 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d036e9-19a9-4da2-a4df-5cc1e35fa618 req-88c48f79-050b-4400-ba83-c0c5def9f957 tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:04.943645 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 197b998f-04c5-4721-b5a5-10aea6b68587 {{(pid=102792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:43:04.947324 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d0d036e9-19a9-4da2-a4df-5cc1e35fa618 req-88c48f79-050b-4400-ba83-c0c5def9f957 tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] 10.222.0.42 "GET /v2.0/ports?device_id=d44c13b3-ad93-457f-bc1c-1fcb98072ab1 HTTP/1.1" status: 200 len: 947 time: 0.1646090 Mar 29 15:43:04.990315 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port 197b998f-04c5-4721-b5a5-10aea6b68587, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=197b998f-04c5-4721-b5a5-10aea6b68587,segment=NetworkSegment(a0c230f0-660a-4194-9279-0f0781d34134),segment_id=a0c230f0-660a-4194-9279-0f0781d34134)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:43:04.995699 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:05.037367 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-a8a29e3c-4511-4731-b158-69f20434b947 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783522915970'] for network, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:05.088578 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4e5676-869f-407d-b2c2-b6cae1596335 req-5becc2a3-7333-4382-932a-2618a1fedbdc tempest-ServersOnMultiNodesTest-1158406582 tempest-ServersOnMultiNodesTest-1158406582-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:05.099650 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-1d4e5676-869f-407d-b2c2-b6cae1596335 req-5becc2a3-7333-4382-932a-2618a1fedbdc tempest-ServersOnMultiNodesTest-1158406582 tempest-ServersOnMultiNodesTest-1158406582-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=7eac0c92-4d9b-4070-aa30-b3884198e259 HTTP/1.1" status: 200 len: 1101 time: 0.2116020 Mar 29 15:43:05.100937 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Pushing event updated for resources: {'Port': ['ID=197b998f-04c5-4721-b5a5-10aea6b68587,revision_number=4']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:43:05.110573 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d0d036e9-19a9-4da2-a4df-5cc1e35fa618 req-adae31f1-805c-4746-9c8d-622a59804d60 tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] 10.222.0.42 "GET /v2.0/security-groups?id=6fc5fb8c-b1d6-4bb9-b68a-102a19ea7379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564455 Mar 29 15:43:05.114711 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-87cfdfe0-f28a-4796-a08b-8a848a7f9df4 req-91d2641f-cc8f-4197-b89a-e383aa5a7e36 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=fa3ba36247ad48f4997ede3b0209bc82&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0521576 Mar 29 15:43:05.129043 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:43:05.129388 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:43:05.129748 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:43:05.130070 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:43:05.130402 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:43:05.130735 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:43:05.131103 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:43:05.131440 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:43:05.131775 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:43:05.132096 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:43:05.132420 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:43:05.132763 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:43:05.144564 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-a8a29e3c-4511-4731-b158-69f20434b947 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795'] for network, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:05.145541 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8a29e3c-4511-4731-b158-69f20434b947 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:05.146121 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-a8a29e3c-4511-4731-b158-69f20434b947 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for network, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:05.220329 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-a8a29e3c-4511-4731-b158-69f20434b947 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.2321153 Mar 29 15:43:05.271028 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-93b7debb-6a18-4cca-a374-d6a9ee11ba14 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:05.272827 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 45532) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:43:05.281041 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-81760763-0bdd-4772-bc59-f786683cf5df admin admin] Request body: {'subnet': {'network_id': '9c05e936-df9e-4fbf-b09c-78bf9696504c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1718030481-subnet', 'tenant_id': 'd04cf558b2cb439aa051141a3dc84641', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:43:05.298237 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a29e3c-4511-4731-b158-69f20434b947 admin admin] Pushing event updated for resources: {'Network': ['ID=9c05e936-df9e-4fbf-b09c-78bf9696504c,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:43:05.316383 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Network 9c05e936-df9e-4fbf-b09c-78bf9696504c details requested by agent ovs-agent-n-d-834765-1 with host n-d-834765-1 {{(pid=102792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 15:43:05.336038 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-1d4e5676-869f-407d-b2c2-b6cae1596335 req-97f9f026-5a80-4e6e-8204-0f69eb6ae447 tempest-ServersOnMultiNodesTest-1158406582 tempest-ServersOnMultiNodesTest-1158406582-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=062b76b3-3a31-4c61-a1e4-5e35375fb0f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2225783 Mar 29 15:43:05.417149 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] get_ports_and_sgs() called for port_ids ['197b998f-04c5-4721-b5a5-10aea6b68587'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:43:05.472947 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81760763-0bdd-4772-bc59-f786683cf5df admin admin] Made reservation on behalf of d04cf558b2cb439aa051141a3dc84641 for: {'subnet': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:43:05.482113 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-81760763-0bdd-4772-bc59-f786683cf5df admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16218875'] for subnet, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:05.553648 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68b8f687-f1dc-44a2-8076-068ba2da0969 None None] Network 3fe870cd-79c7-4f5f-a374-63b2b698777a requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 15:43:05.636670 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a7ed51-5875-4a1b-8c2a-3b90a7bce289 req-28ee91f3-d975-4483-9e25-6789fca6909a tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:05.645990 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-86a7ed51-5875-4a1b-8c2a-3b90a7bce289 req-28ee91f3-d975-4483-9e25-6789fca6909a tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb986c29-f18c-4431-b001-b8a5fa38aaaa HTTP/1.1" status: 200 len: 946 time: 0.0772090 Mar 29 15:43:05.717061 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-86a7ed51-5875-4a1b-8c2a-3b90a7bce289 req-257fad21-e36e-40f8-8925-72665ad56697 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.42 "GET /v2.0/security-groups?id=07e96b72-96bb-4562-b80f-051b133c1759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699599 Mar 29 15:43:05.768079 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-e21ccdd5-c022-49d8-ab9f-51aacb94a51f None None] Provisioning complete for port 7bff36c9-28af-4a57-833f-b7ddbd73c7b9 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:43:05.772867 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-e21ccdd5-c022-49d8-ab9f-51aacb94a51f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:05.816069 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-0cb6abf6-2706-4e52-8825-f5f644ecf9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:05.863410 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 7bff36c9-28af-4a57-833f-b7ddbd73c7b9 up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:43:05.875411 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-1ee149b2-f121-4619-9f59-db17635b038c req-48a4a94a-9dcd-420c-9676-ab696f983584 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/ports?device_id=b912f144-7037-4f5c-a4ca-8adf62110f17 HTTP/1.1" status: 200 len: 210 time: 0.0388134 Mar 29 15:43:05.952550 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cfdfe0-f28a-4796-a08b-8a848a7f9df4 req-2799d98d-ac15-4452-9792-a65ffb842a64 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:05.954455 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-87cfdfe0-f28a-4796-a08b-8a848a7f9df4 req-2799d98d-ac15-4452-9792-a65ffb842a64 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8256388 Mar 29 15:43:05.964169 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7a30ca-05cf-4939-88f1-c671aef50f60 req-08c22ff6-b5ad-4003-bca4-dc843a6da904 tempest-ServersOnMultiNodesTest-1158406582 tempest-ServersOnMultiNodesTest-1158406582-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:05.974629 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-0e7a30ca-05cf-4939-88f1-c671aef50f60 req-08c22ff6-b5ad-4003-bca4-dc843a6da904 tempest-ServersOnMultiNodesTest-1158406582 tempest-ServersOnMultiNodesTest-1158406582-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=8af2e82a-d0b9-4236-b40f-9d8544b19127 HTTP/1.1" status: 200 len: 1101 time: 0.5207224 Mar 29 15:43:05.984901 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [req-87cfdfe0-f28a-4796-a08b-8a848a7f9df4 req-c4bb80e1-4ff1-415f-8ba3-3ab05c640994 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] Request body: {'port': {'device_id': 'b912f144-7037-4f5c-a4ca-8adf62110f17', 'network_id': '2268a9b9-82fd-4886-a91d-3a50e4e16cab', 'admin_state_up': True, 'tenant_id': 'fa3ba36247ad48f4997ede3b0209bc82'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:43:06.032168 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:06.082969 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port 7bff36c9-28af-4a57-833f-b7ddbd73c7b9 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:43:06.083405 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:06.173361 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-0e7a30ca-05cf-4939-88f1-c671aef50f60 req-30d1a893-8e08-4dae-9d14-be8448d1c261 tempest-ServersOnMultiNodesTest-1158406582 tempest-ServersOnMultiNodesTest-1158406582-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=062b76b3-3a31-4c61-a1e4-5e35375fb0f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1976759 Mar 29 15:43:06.216071 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-e21ccdd5-c022-49d8-ab9f-51aacb94a51f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:06.330255 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ce6545-3013-401d-867a-0b608d32098f req-21224e03-0f2e-4039-9b77-eacd9170c48d tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:06.334781 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-59ce6545-3013-401d-867a-0b608d32098f req-21224e03-0f2e-4039-9b77-eacd9170c48d tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] 10.222.0.42 "GET /v2.0/ports?device_id=d44c13b3-ad93-457f-bc1c-1fcb98072ab1 HTTP/1.1" status: 200 len: 948 time: 0.1039031 Mar 29 15:43:06.446454 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-59ce6545-3013-401d-867a-0b608d32098f req-2a8fa561-0da8-4d2d-b825-bb234e3d7135 tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] 10.222.0.42 "GET /v2.0/security-groups?id=6fc5fb8c-b1d6-4bb9-b68a-102a19ea7379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984988 Mar 29 15:43:06.447291 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-93b7debb-6a18-4cca-a374-d6a9ee11ba14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648118'] for router, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:06.486485 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-81760763-0bdd-4772-bc59-f786683cf5df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16155524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16218861'] for subnet, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:06.554340 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-e21ccdd5-c022-49d8-ab9f-51aacb94a51f None None] For port 7bff36c9-28af-4a57-833f-b7ddbd73c7b9, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=7bff36c9-28af-4a57-833f-b7ddbd73c7b9,segment=NetworkSegment(eed8508f-b055-49fc-a8ca-5462952fce2d),segment_id=eed8508f-b055-49fc-a8ca-5462952fce2d)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:43:06.560376 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-e21ccdd5-c022-49d8-ab9f-51aacb94a51f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:06.566356 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:06.613195 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6c1603b3-46fb-4b1f-bc6d-a6afd3715c0d req-7825f714-94ca-4742-857a-ee17b979c0db tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=5bf1a5bdfbb14ae084908e8fe7725bc6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1344671 Mar 29 15:43:06.668352 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.db.api [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102792) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 29 15:43:06.669025 n-d-834765-1 neutron-server[102792]: DEBUG oslo_db.api [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 29 15:43:06.676610 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21ccdd5-c022-49d8-ab9f-51aacb94a51f None None] Pushing event updated for resources: {'Port': ['ID=7bff36c9-28af-4a57-833f-b7ddbd73c7b9,revision_number=3']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:43:06.688086 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-269316ea-5c5d-4c2b-ae92-3fb9d60bb8e5 None None] Provisioning complete for port 7bff36c9-28af-4a57-833f-b7ddbd73c7b9 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:43:06.688462 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-269316ea-5c5d-4c2b-ae92-3fb9d60bb8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:06.730155 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81760763-0bdd-4772-bc59-f786683cf5df admin admin] Pushing event updated for resources: {'Subnet': ['ID=9016bdba-0f5c-4ddd-94a1-3fa4aae621f1,revision_number=0']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:43:06.779656 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87cfdfe0-f28a-4796-a08b-8a848a7f9df4 req-c4bb80e1-4ff1-415f-8ba3-3ab05c640994 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] Made reservation on behalf of fa3ba36247ad48f4997ede3b0209bc82 for: {'port': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:43:06.783203 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-87cfdfe0-f28a-4796-a08b-8a848a7f9df4 req-c4bb80e1-4ff1-415f-8ba3-3ab05c640994 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:06.856133 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81760763-0bdd-4772-bc59-f786683cf5df admin admin] Checking segment: {'id': '429e9cf3-3671-4cb2-9547-92af9e95f1f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '9c05e936-df9e-4fbf-b09c-78bf9696504c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:43:06.856488 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81760763-0bdd-4772-bc59-f786683cf5df admin admin] Network hostable DHCP agents. Network: 9c05e936-df9e-4fbf-b09c-78bf9696504c, hostable agents: ['d136643e-48ae-49d4-a851-2ba3bdf3749c'], hosted agents: [] {{(pid=102791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 15:43:06.869226 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-87cfdfe0-f28a-4796-a08b-8a848a7f9df4 req-c4bb80e1-4ff1-415f-8ba3-3ab05c640994 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] Notify callbacks [] for security_group, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:06.881415 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bc4252-ba15-46a6-a9af-f14fd07b1628 req-f04febe3-909d-413a-ba98-385767c481f8 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:06.889287 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-f9bc4252-ba15-46a6-a9af-f14fd07b1628 req-f04febe3-909d-413a-ba98-385767c481f8 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb986c29-f18c-4431-b001-b8a5fa38aaaa HTTP/1.1" status: 200 len: 946 time: 0.0853400 Mar 29 15:43:06.910107 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1603b3-46fb-4b1f-bc6d-a6afd3715c0d req-f5bd26f3-e142-4226-b6c4-981aca5cce13 tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:06.912402 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6c1603b3-46fb-4b1f-bc6d-a6afd3715c0d req-f5bd26f3-e142-4226-b6c4-981aca5cce13 tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2914298 Mar 29 15:43:06.938530 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81760763-0bdd-4772-bc59-f786683cf5df admin admin] Network 9c05e936-df9e-4fbf-b09c-78bf9696504c is scheduled to be hosted by DHCP agent d136643e-48ae-49d4-a851-2ba3bdf3749c with binding_index 1 {{(pid=102791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 15:43:06.949584 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-f9bc4252-ba15-46a6-a9af-f14fd07b1628 req-4893843b-2ab2-43b6-a613-05e5a8745933 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.42 "GET /v2.0/security-groups?id=07e96b72-96bb-4562-b80f-051b133c1759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552726 Mar 29 15:43:06.960960 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6c1603b3-46fb-4b1f-bc6d-a6afd3715c0d req-f6aba12b-12d3-449d-9903-3a1eec051f24 tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] 10.222.0.42 "GET /v2.0/quotas/5bf1a5bdfbb14ae084908e8fe7725bc6 HTTP/1.1" status: 200 len: 375 time: 0.0361533 Mar 29 15:43:06.970901 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [None req-81760763-0bdd-4772-bc59-f786683cf5df admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834765-1, 9c05e936-df9e-4fbf-b09c-78bf9696504c) {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:43:06.981193 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d5cdca3-adef-4700-a5f8-446703d891c2 None None] Network 9c05e936-df9e-4fbf-b09c-78bf9696504c requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 15:43:06.992595 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81760763-0bdd-4772-bc59-f786683cf5df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:06.993094 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-81760763-0bdd-4772-bc59-f786683cf5df admin admin] Notify callbacks [] for subnet, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:07.070586 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-81760763-0bdd-4772-bc59-f786683cf5df admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 1.7942407 Mar 29 15:43:07.086777 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93b7debb-6a18-4cca-a374-d6a9ee11ba14 admin admin] Router 273359fd-fbf8-46b5-96c4-891802c68f21 is scheduled to L3 agent c648d819-1060-4f26-b4ec-6455387b5dff with binding_index 1 {{(pid=102791) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 29 15:43:07.109936 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-e038b85c-cd5a-4216-b03c-a87180ba7ea3 req-1054ee2e-c0e9-44c6-805f-05cd2d8be060 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/ports?device_id=b912f144-7037-4f5c-a4ca-8adf62110f17 HTTP/1.1" status: 200 len: 210 time: 0.0733812 Mar 29 15:43:07.123783 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6c1603b3-46fb-4b1f-bc6d-a6afd3715c0d req-8d36a4bd-e4b6-4b15-8fb9-f6d4aa64bc46 tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=5bf1a5bdfbb14ae084908e8fe7725bc6&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1457257 Mar 29 15:43:07.133420 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-87cfdfe0-f28a-4796-a08b-8a848a7f9df4 req-c4bb80e1-4ff1-415f-8ba3-3ab05c640994 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] Notify callbacks [] for security_group, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:07.197100 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-87cfdfe0-f28a-4796-a08b-8a848a7f9df4 req-c4bb80e1-4ff1-415f-8ba3-3ab05c640994 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:07.218400 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baa9efae-b7cc-47d1-9add-b12029f34f39 None None] Network 9c05e936-df9e-4fbf-b09c-78bf9696504c requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 15:43:07.402861 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_common [req-87cfdfe0-f28a-4796-a08b-8a848a7f9df4 req-c4bb80e1-4ff1-415f-8ba3-3ab05c640994 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] Allocated IP 192.168.233.11 (2268a9b9-82fd-4886-a91d-3a50e4e16cab/abb8e5d6-2aea-4455-a944-3435a3d1ce49/684fa249-cf80-48e5-b59d-1b228e32ee2c) {{(pid=102791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:43:07.616394 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-5046efee-5a4a-4a0a-aa54-1108e2fee79d req-d745685d-f32f-4beb-af50-49f647fa4c67 tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] 10.222.0.42 "GET /v2.0/ports?device_id=86e9c74e-ceb0-4c1d-8bbf-acb7473ea97a HTTP/1.1" status: 200 len: 210 time: 0.0920265 Mar 29 15:43:07.738864 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93b7debb-6a18-4cca-a374-d6a9ee11ba14 admin admin] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:43:07.742008 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 7bff36c9-28af-4a57-833f-b7ddbd73c7b9 up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:43:07.762668 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc3de502-b67e-465d-9fe8-4eca58ca53c2 None None] Sync routers for ids ['273359fd-fbf8-46b5-96c4-891802c68f21'] in n-d-834765-1 {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:43:07.773649 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bb80e1-4ff1-415f-8ba3-3ab05c640994 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56997969-7130-4d86-9e9d-e068deb19a17,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:43:07.834606 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc3de502-b67e-465d-9fe8-4eca58ca53c2 None None] Routers {'273359fd-fbf8-46b5-96c4-891802c68f21'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:43:07.837662 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-cc3de502-b67e-465d-9fe8-4eca58ca53c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:43:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['273359fd-fbf8-46b5-96c4-891802c68f21'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:43:07.851125 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-93b7debb-6a18-4cca-a374-d6a9ee11ba14 admin admin] Notify callbacks [] for router, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:07.852545 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-93b7debb-6a18-4cca-a374-d6a9ee11ba14 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 5.5082455 Mar 29 15:43:07.857938 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 45584) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:43:07.924361 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port 7bff36c9-28af-4a57-833f-b7ddbd73c7b9 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:43:07.924750 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:08.102062 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f42610-350a-4415-88e5-67593b298f44 req-cc4aafb4-b981-4dce-b24a-d386f24076f4 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:08.114104 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-b6f42610-350a-4415-88e5-67593b298f44 req-cc4aafb4-b981-4dce-b24a-d386f24076f4 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] 10.222.0.42 "GET /v2.0/networks?id=9c05e936-df9e-4fbf-b09c-78bf9696504c HTTP/1.1" status: 200 len: 806 time: 0.4239156 Mar 29 15:43:08.140550 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-b6f42610-350a-4415-88e5-67593b298f44 req-2fa2a7bd-ee85-4899-a6e0-a03a46111123 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] 10.222.0.42 "GET /v2.0/quotas/d04cf558b2cb439aa051141a3dc84641 HTTP/1.1" status: 200 len: 375 time: 0.0245659 Mar 29 15:43:08.200835 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5769085-1464-43e7-a4ea-60359cd8e59a req-8735027f-3069-4f6c-8011-e230e859ba30 tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:08.202655 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d5769085-1464-43e7-a4ea-60359cd8e59a req-8735027f-3069-4f6c-8011-e230e859ba30 tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] 10.222.0.42 "GET /v2.0/ports?device_id=d44c13b3-ad93-457f-bc1c-1fcb98072ab1 HTTP/1.1" status: 200 len: 948 time: 0.4819040 Mar 29 15:43:08.229426 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-b6f42610-350a-4415-88e5-67593b298f44 req-847b95b9-dd88-46c2-bd6e-ff7deb3edb8a tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=d04cf558b2cb439aa051141a3dc84641&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0749590 Mar 29 15:43:08.272313 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d5769085-1464-43e7-a4ea-60359cd8e59a req-efcc0365-c0dc-4ef5-af01-4b2eb78c22fd tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] 10.222.0.42 "GET /v2.0/security-groups?id=6fc5fb8c-b1d6-4bb9-b68a-102a19ea7379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543339 Mar 29 15:43:08.276169 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvr_db [None req-cc3de502-b67e-465d-9fe8-4eca58ca53c2 None None] Set router 273359fd-fbf8-46b5-96c4-891802c68f21 gateway port host: n-d-834765-1 {{(pid=102793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:43:08.295493 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-87cfdfe0-f28a-4796-a08b-8a848a7f9df4 req-c4bb80e1-4ff1-415f-8ba3-3ab05c640994 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] Notify callbacks [] for port, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:08.405564 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-87cfdfe0-f28a-4796-a08b-8a848a7f9df4 req-c4bb80e1-4ff1-415f-8ba3-3ab05c640994 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:08.436070 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-b6f42610-350a-4415-88e5-67593b298f44 req-55f68373-8152-4abf-99a3-a5a63b454e93 service neutron] 10.222.0.42 "GET /v2.0/networks/9c05e936-df9e-4fbf-b09c-78bf9696504c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2049839 Mar 29 15:43:08.473080 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bb80e1-4ff1-415f-8ba3-3ab05c640994 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] Pushing event updated for resources: {'Port': ['ID=684fa249-cf80-48e5-b59d-1b228e32ee2c,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:43:08.529900 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device 197b998f-04c5-4721-b5a5-10aea6b68587 up at agent hyperv_n-h1-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:43:08.572712 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87cfdfe0-f28a-4796-a08b-8a848a7f9df4 req-c4bb80e1-4ff1-415f-8ba3-3ab05c640994 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] Network 2268a9b9-82fd-4886-a91d-3a50e4e16cab is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:43:08.584319 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [req-87cfdfe0-f28a-4796-a08b-8a848a7f9df4 req-c4bb80e1-4ff1-415f-8ba3-3ab05c640994 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:43:08.600204 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [req-87cfdfe0-f28a-4796-a08b-8a848a7f9df4 req-c4bb80e1-4ff1-415f-8ba3-3ab05c640994 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] Received port after_create {{(pid=102791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:43:08.616691 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-b6f42610-350a-4415-88e5-67593b298f44 req-4e96aa9a-daca-4e86-83e0-f2818e9df6c1 service neutron] 10.222.0.42 "GET /v2.0/networks/9c05e936-df9e-4fbf-b09c-78bf9696504c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1775374 Mar 29 15:43:08.676503 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Provisioning for port 197b998f-04c5-4721-b5a5-10aea6b68587 completed by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 15:43:08.680814 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Provisioning complete for port 197b998f-04c5-4721-b5a5-10aea6b68587 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:43:08.681187 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:08.717945 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7cff0d-53d2-4d48-8041-76dcd363ef9f req-d272b285-5c11-4220-a946-288045bf5cdf tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:08.726508 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-0f7cff0d-53d2-4d48-8041-76dcd363ef9f req-d272b285-5c11-4220-a946-288045bf5cdf tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb986c29-f18c-4431-b001-b8a5fa38aaaa HTTP/1.1" status: 200 len: 946 time: 0.2561185 Mar 29 15:43:08.733402 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-cc3de502-b67e-465d-9fe8-4eca58ca53c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '273359fd-fbf8-46b5-96c4-891802c68f21', 'name': 'tempest-FloatingIPsNegativeTestJSON-1826535743-router', 'tenant_id': '0facd2ae0f3541fda7bf6d63000f3e78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.253'}], 'enable_snat': True}, 'gw_port_id': '7854793c-2a1d-4919-861e-00a8bcde68b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:43:02Z', 'updated_at': '2022-03-29T15:43:04Z', 'revision_number': 3, 'project_id': '0facd2ae0f3541fda7bf6d63000f3e78', 'gw_port': {'id': '7854793c-2a1d-4919-861e-00a8bcde68b2', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:f2:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '273359fd-fbf8-46b5-96c4-891802c68f21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1012, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:43:03Z', 'updated_at': '2022-03-29T15:43:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1'}], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:43:08.807192 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-0f7cff0d-53d2-4d48-8041-76dcd363ef9f req-576a87c2-f624-4a05-bcf6-455e0d460fda tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.42 "GET /v2.0/security-groups?id=07e96b72-96bb-4562-b80f-051b133c1759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796413 Mar 29 15:43:08.825359 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc3de502-b67e-465d-9fe8-4eca58ca53c2 None None] Checking router: 273359fd-fbf8-46b5-96c4-891802c68f21 for host: n-d-834765-1 {{(pid=102793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:43:08.825359 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc3de502-b67e-465d-9fe8-4eca58ca53c2 None None] Updating router 273359fd-fbf8-46b5-96c4-891802c68f21 port 7854793c-2a1d-4919-861e-00a8bcde68b2 binding host n-d-834765-1 {{(pid=102793) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 15:43:08.837296 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-1eb829aa-3270-4a93-bd8e-952a664594a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:08.864900 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cfdfe0-f28a-4796-a08b-8a848a7f9df4 req-c4bb80e1-4ff1-415f-8ba3-3ab05c640994 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:08.865503 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-87cfdfe0-f28a-4796-a08b-8a848a7f9df4 req-c4bb80e1-4ff1-415f-8ba3-3ab05c640994 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:08.879416 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-cc3de502-b67e-465d-9fe8-4eca58ca53c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:09.005001 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad767584-b05f-4b14-8666-bb6ac27f247b req-642822ab-27cd-4874-80a8-f7438eef9a42 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:09.013776 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-ad767584-b05f-4b14-8666-bb6ac27f247b req-642822ab-27cd-4874-80a8-f7438eef9a42 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/ports?device_id=b912f144-7037-4f5c-a4ca-8adf62110f17 HTTP/1.1" status: 200 len: 935 time: 0.1057553 Mar 29 15:43:09.052589 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:09.084519 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-669a6a61-6f23-4f22-a66c-cb1483ad8e7d None None] Provisioning complete for port 684fa249-cf80-48e5-b59d-1b228e32ee2c triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:43:09.084882 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-669a6a61-6f23-4f22-a66c-cb1483ad8e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:09.105426 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-ad767584-b05f-4b14-8666-bb6ac27f247b req-6bddfd33-bfb3-4682-9362-9d331df21556 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/security-groups?id=56997969-7130-4d86-9e9d-e068deb19a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840690 Mar 29 15:43:09.207920 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-6c1603b3-46fb-4b1f-bc6d-a6afd3715c0d req-241e42ac-1cee-4763-8b39-d05a9fd07c52 tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=5bf1a5bdfbb14ae084908e8fe7725bc6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0553801 Mar 29 15:43:09.229140 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd44c13b3-ad93-457f-bc1c-1fcb98072ab1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '197b998f-04c5-4721-b5a5-10aea6b68587'}] {{(pid=102792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:43:09.230175 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_common [None req-1eb829aa-3270-4a93-bd8e-952a664594a2 admin admin] Allocated IP 172.20.0.1 (3fe870cd-79c7-4f5f-a374-63b2b698777a/61ab8b12-72da-4a34-852f-01e40cfc2b43/5a8e92ed-c316-4ca1-b16e-1f3805edce79) {{(pid=102791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:43:09.232683 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4f476c66b318cc6068719fc39557fac68d413f5c7e78fa77028c7948e999ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dbb8e86-3e83-4de1-9087-6731d89b7843" -d '{"events": [{"server_uuid": "d44c13b3-ad93-457f-bc1c-1fcb98072ab1", "name": "network-vif-plugged", "status": "completed", "tag": "197b998f-04c5-4721-b5a5-10aea6b68587"}]}' {{(pid=102792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:43:09.310648 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-669a6a61-6f23-4f22-a66c-cb1483ad8e7d None None] Port 684fa249-cf80-48e5-b59d-1b228e32ee2c cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 15:43:09.323573 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port 197b998f-04c5-4721-b5a5-10aea6b68587, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=197b998f-04c5-4721-b5a5-10aea6b68587,segment=NetworkSegment(a0c230f0-660a-4194-9279-0f0781d34134),segment_id=a0c230f0-660a-4194-9279-0f0781d34134)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:43:09.337434 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:09.462799 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1603b3-46fb-4b1f-bc6d-a6afd3715c0d req-240118a2-869e-4231-bc70-52bf3d53f18d tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:09.464390 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-6c1603b3-46fb-4b1f-bc6d-a6afd3715c0d req-240118a2-869e-4231-bc70-52bf3d53f18d tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2526643 Mar 29 15:43:09.479227 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-cc3de502-b67e-465d-9fe8-4eca58ca53c2 None None] Notify callbacks [] for port, precommit_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:09.497378 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-cc3de502-b67e-465d-9fe8-4eca58ca53c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:09.511303 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-3ca5bd86-ddb5-41f4-a73d-db66b7ec35ea req-01bc68c7-5231-4e2e-871c-201e5b3532b8 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] 10.222.0.42 "GET /v2.0/ports?device_id=6840a8f7-ba15-4900-81eb-58d7ca444d72 HTTP/1.1" status: 200 len: 210 time: 0.0457265 Mar 29 15:43:09.512175 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Pushing event updated for resources: {'Port': ['ID=197b998f-04c5-4721-b5a5-10aea6b68587,revision_number=5']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:43:09.522705 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [req-6c1603b3-46fb-4b1f-bc6d-a6afd3715c0d req-e2cd5954-9218-4c3d-86aa-3c3c092baa84 tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] Request body: {'port': {'device_id': '86e9c74e-ceb0-4c1d-8bbf-acb7473ea97a', 'network_id': '2268a9b9-82fd-4886-a91d-3a50e4e16cab', 'admin_state_up': True, 'tenant_id': '5bf1a5bdfbb14ae084908e8fe7725bc6'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:43:09.570439 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.managers [None req-cc3de502-b67e-465d-9fe8-4eca58ca53c2 None None] Attempting to bind port 7854793c-2a1d-4919-861e-00a8bcde68b2 on host n-d-834765-1 for vnic_type normal with profile {{(pid=102793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:43:09.571501 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.managers [None req-cc3de502-b67e-465d-9fe8-4eca58ca53c2 None None] Attempting to bind port 7854793c-2a1d-4919-861e-00a8bcde68b2 by drivers openvswitch,hyperv on host n-d-834765-1 at level 0 using segments [{'id': '6ab47353-a811-4bad-bc73-b4cc84583cfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'}] {{(pid=102793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:43:09.571880 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc3de502-b67e-465d-9fe8-4eca58ca53c2 None None] Attempting to bind port 7854793c-2a1d-4919-861e-00a8bcde68b2 on network 4a4a035d-ecac-4ead-baa3-25f90788773a {{(pid=102793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:43:09.598469 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:43:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8d5ffac-c1e6-47e9-9570-011bb5430dbe x-openstack-request-id: req-f8d5ffac-c1e6-47e9-9570-011bb5430dbe {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:43:09.599114 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d44c13b3-ad93-457f-bc1c-1fcb98072ab1", "name": "network-vif-plugged", "status": "completed", "tag": "197b998f-04c5-4721-b5a5-10aea6b68587", "code": 200}]} {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:43:09.599455 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f8d5ffac-c1e6-47e9-9570-011bb5430dbe {{(pid=102792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:43:09.599971 n-d-834765-1 neutron-server[102792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd44c13b3-ad93-457f-bc1c-1fcb98072ab1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '197b998f-04c5-4721-b5a5-10aea6b68587', 'code': 200} Mar 29 15:43:09.602335 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc3de502-b67e-465d-9fe8-4eca58ca53c2 None None] Checking agent: {'id': 'a8866439-9d96-425c-b519-6905c591ac37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 25, 36), 'started_at': datetime.datetime(2022, 3, 29, 15, 26, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 43, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834765-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:43:09.602871 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc3de502-b67e-465d-9fe8-4eca58ca53c2 None None] Checking segment: {'id': '6ab47353-a811-4bad-bc73-b4cc84583cfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:43:09.603290 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-cc3de502-b67e-465d-9fe8-4eca58ca53c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:09.603681 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc3de502-b67e-465d-9fe8-4eca58ca53c2 None None] Bound using segment: {'id': '6ab47353-a811-4bad-bc73-b4cc84583cfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'} {{(pid=102793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:43:09.604919 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.managers [None req-cc3de502-b67e-465d-9fe8-4eca58ca53c2 None None] Bound port: 7854793c-2a1d-4919-861e-00a8bcde68b2, host: n-d-834765-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ab47353-a811-4bad-bc73-b4cc84583cfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'}}] {{(pid=102793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 15:43:09.605298 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-cc3de502-b67e-465d-9fe8-4eca58ca53c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:09.685491 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3041ada4-c16a-4905-863c-a249d406dcb2 None None] Pushing event updated for resources: {'Port': ['ID=7854793c-2a1d-4919-861e-00a8bcde68b2,revision_number=2']} {{(pid=102793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:43:09.705269 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3041ada4-c16a-4905-863c-a249d406dcb2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:43:09.707158 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3041ada4-c16a-4905-863c-a249d406dcb2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:43:09.707158 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3041ada4-c16a-4905-863c-a249d406dcb2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:43:09.707464 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3041ada4-c16a-4905-863c-a249d406dcb2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:43:09.707939 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3041ada4-c16a-4905-863c-a249d406dcb2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:43:09.715735 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3041ada4-c16a-4905-863c-a249d406dcb2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:43:09.716221 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3041ada4-c16a-4905-863c-a249d406dcb2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:43:09.717650 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3041ada4-c16a-4905-863c-a249d406dcb2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:43:09.718089 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3041ada4-c16a-4905-863c-a249d406dcb2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:43:09.718528 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3041ada4-c16a-4905-863c-a249d406dcb2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:43:09.718963 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3041ada4-c16a-4905-863c-a249d406dcb2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:43:09.719462 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3041ada4-c16a-4905-863c-a249d406dcb2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:43:09.741234 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.db [None req-cc3de502-b67e-465d-9fe8-4eca58ca53c2 None None] For port 7854793c-2a1d-4919-861e-00a8bcde68b2, host n-d-834765-1, cleared binding levels {{(pid=102793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:43:09.746290 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.db [None req-cc3de502-b67e-465d-9fe8-4eca58ca53c2 None None] For port 7854793c-2a1d-4919-861e-00a8bcde68b2, host n-d-834765-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=7854793c-2a1d-4919-861e-00a8bcde68b2,segment=NetworkSegment(6ab47353-a811-4bad-bc73-b4cc84583cfd),segment_id=6ab47353-a811-4bad-bc73-b4cc84583cfd)] {{(pid=102793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:43:09.753067 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-cc3de502-b67e-465d-9fe8-4eca58ca53c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:09.796322 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd6362d-bcdf-4133-a7c0-83be9d1dbf36 req-5853d10a-eabf-43b7-bd7b-36a1a13e3eec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:09.797824 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-cdd6362d-bcdf-4133-a7c0-83be9d1dbf36 req-5853d10a-eabf-43b7-bd7b-36a1a13e3eec service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=d44c13b3-ad93-457f-bc1c-1fcb98072ab1 HTTP/1.1" status: 200 len: 1100 time: 0.1247420 Mar 29 15:43:09.815666 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e5c422-ab0d-48b5-9c67-ab0978c629bf req-58ebcf79-fb9b-4cb3-a507-5d72a53bbe84 tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:09.817252 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-89e5c422-ab0d-48b5-9c67-ab0978c629bf req-58ebcf79-fb9b-4cb3-a507-5d72a53bbe84 tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] 10.222.0.42 "GET /v2.0/ports?device_id=d44c13b3-ad93-457f-bc1c-1fcb98072ab1 HTTP/1.1" status: 200 len: 949 time: 0.1163809 Mar 29 15:43:09.829869 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc3de502-b67e-465d-9fe8-4eca58ca53c2 None None] Routers {'273359fd-fbf8-46b5-96c4-891802c68f21'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:43:09.830543 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-cc3de502-b67e-465d-9fe8-4eca58ca53c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:43:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['273359fd-fbf8-46b5-96c4-891802c68f21'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:43:09.833783 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-87cfdfe0-f28a-4796-a08b-8a848a7f9df4 req-c4bb80e1-4ff1-415f-8ba3-3ab05c640994 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.8523262 Mar 29 15:43:09.849734 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-295a520d-e87d-4852-b94d-15934782b8a2 req-b9ada1d3-54c8-4b56-bb18-653bb04a2497 tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] 10.222.0.42 "GET /v2.0/ports?device_id=86e9c74e-ceb0-4c1d-8bbf-acb7473ea97a HTTP/1.1" status: 200 len: 210 time: 0.0484805 Mar 29 15:43:09.869078 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [req-87cfdfe0-f28a-4796-a08b-8a848a7f9df4 req-4f68e091-8bfb-4e47-a356-2dd9f24e0f68 service neutron] Request body: {'port': {'device_id': 'b912f144-7037-4f5c-a4ca-8adf62110f17', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834765-1'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:43:09.875367 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3041ada4-c16a-4905-863c-a249d406dcb2 None None] Pushing event updated for resources: {'Port': ['ID=7854793c-2a1d-4919-861e-00a8bcde68b2,revision_number=3']} {{(pid=102793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:43:09.886084 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c1603b3-46fb-4b1f-bc6d-a6afd3715c0d req-e2cd5954-9218-4c3d-86aa-3c3c092baa84 tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] Made reservation on behalf of 5bf1a5bdfbb14ae084908e8fe7725bc6 for: {'port': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:43:09.889532 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-6c1603b3-46fb-4b1f-bc6d-a6afd3715c0d req-e2cd5954-9218-4c3d-86aa-3c3c092baa84 tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:09.930248 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-cdd6362d-bcdf-4133-a7c0-83be9d1dbf36 req-e452fe9b-a213-4f4d-a5d3-c4b9a63ecdd3 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=6fc5fb8c-b1d6-4bb9-b68a-102a19ea7379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102552 Mar 29 15:43:09.971423 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvr_db [None req-cc3de502-b67e-465d-9fe8-4eca58ca53c2 None None] Set router 273359fd-fbf8-46b5-96c4-891802c68f21 gateway port host: n-d-834765-1 {{(pid=102793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:43:10.007042 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-89e5c422-ab0d-48b5-9c67-ab0978c629bf req-e727373d-c847-4906-9945-873f95753e5b tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] 10.222.0.42 "GET /v2.0/security-groups?id=6fc5fb8c-b1d6-4bb9-b68a-102a19ea7379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657970 Mar 29 15:43:10.015212 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-1eb829aa-3270-4a93-bd8e-952a664594a2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:10.028539 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-87cfdfe0-f28a-4796-a08b-8a848a7f9df4 req-4f68e091-8bfb-4e47-a356-2dd9f24e0f68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:10.086590 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d70e282-a9b2-4fb7-a189-0c85ee73858c req-8458ab61-f277-4b71-a7c9-b95fc243a7ce tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:10.088123 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6d70e282-a9b2-4fb7-a189-0c85ee73858c req-8458ab61-f277-4b71-a7c9-b95fc243a7ce tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb986c29-f18c-4431-b001-b8a5fa38aaaa HTTP/1.1" status: 200 len: 946 time: 0.1397510 Mar 29 15:43:10.108296 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.db_base_plugin_common [req-6c1603b3-46fb-4b1f-bc6d-a6afd3715c0d req-e2cd5954-9218-4c3d-86aa-3c3c092baa84 tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] Allocated IP 192.168.233.22 (2268a9b9-82fd-4886-a91d-3a50e4e16cab/abb8e5d6-2aea-4455-a944-3435a3d1ce49/b3a54e0b-ee79-4158-81f6-35ada90cdc73) {{(pid=102790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:43:10.146465 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-1eb829aa-3270-4a93-bd8e-952a664594a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:10.183506 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-cc3de502-b67e-465d-9fe8-4eca58ca53c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '273359fd-fbf8-46b5-96c4-891802c68f21', 'name': 'tempest-FloatingIPsNegativeTestJSON-1826535743-router', 'tenant_id': '0facd2ae0f3541fda7bf6d63000f3e78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.253'}], 'enable_snat': True}, 'gw_port_id': '7854793c-2a1d-4919-861e-00a8bcde68b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:43:02Z', 'updated_at': '2022-03-29T15:43:04Z', 'revision_number': 3, 'project_id': '0facd2ae0f3541fda7bf6d63000f3e78', 'gw_port': {'id': '7854793c-2a1d-4919-861e-00a8bcde68b2', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:f2:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '273359fd-fbf8-46b5-96c4-891802c68f21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1012, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:43:03Z', 'updated_at': '2022-03-29T15:43:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1'}], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:43:10.214816 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6d70e282-a9b2-4fb7-a189-0c85ee73858c req-39e9ee19-0d1a-48a0-ba4b-a9633021e16a tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.42 "GET /v2.0/security-groups?id=07e96b72-96bb-4562-b80f-051b133c1759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197326 Mar 29 15:43:10.215798 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc3de502-b67e-465d-9fe8-4eca58ca53c2 None None] The sync data for ids ['273359fd-fbf8-46b5-96c4-891802c68f21'] in n-d-834765-1 is: [{'id': '273359fd-fbf8-46b5-96c4-891802c68f21', 'name': 'tempest-FloatingIPsNegativeTestJSON-1826535743-router', 'tenant_id': '0facd2ae0f3541fda7bf6d63000f3e78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.253'}], 'enable_snat': True}, 'gw_port_id': '7854793c-2a1d-4919-861e-00a8bcde68b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:43:02Z', 'updated_at': '2022-03-29T15:43:04Z', 'revision_number': 3, 'project_id': '0facd2ae0f3541fda7bf6d63000f3e78', 'gw_port': {'id': '7854793c-2a1d-4919-861e-00a8bcde68b2', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:f2:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '273359fd-fbf8-46b5-96c4-891802c68f21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1012, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:43:03Z', 'updated_at': '2022-03-29T15:43:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1'}] {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:43:10.278193 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eb829aa-3270-4a93-bd8e-952a664594a2 admin admin] Network 3fe870cd-79c7-4f5f-a374-63b2b698777a is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:43:10.285232 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [None req-1eb829aa-3270-4a93-bd8e-952a664594a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:43:10.293775 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eb829aa-3270-4a93-bd8e-952a664594a2 admin admin] Received port after_create {{(pid=102791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:43:10.317635 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb829aa-3270-4a93-bd8e-952a664594a2 admin admin] Pushing event updated for resources: {'Port': ['ID=5a8e92ed-c316-4ca1-b16e-1f3805edce79,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:43:10.323190 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8455d18-d092-4be0-9bba-37ea0eae036f req-b4d75ced-fa69-4ee8-97ea-c5c911bd1d49 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:10.328722 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-c8455d18-d092-4be0-9bba-37ea0eae036f req-b4d75ced-fa69-4ee8-97ea-c5c911bd1d49 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/ports?device_id=b912f144-7037-4f5c-a4ca-8adf62110f17 HTTP/1.1" status: 200 len: 935 time: 0.1209004 Mar 29 15:43:10.349714 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-1eb829aa-3270-4a93-bd8e-952a664594a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-648347'] for router_interface, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:10.449397 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-c8455d18-d092-4be0-9bba-37ea0eae036f req-8f3f5f3f-8220-40a3-80d3-1108ca8fbac3 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/security-groups?id=56997969-7130-4d86-9e9d-e068deb19a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086862 Mar 29 15:43:10.460041 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.48', 54322) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:43:10.477520 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfb7e4b-044a-4080-8587-e9d8a0d7d57a req-3d2a62dd-19a1-4933-b358-be0b790eab20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:10.477730 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-6c1603b3-46fb-4b1f-bc6d-a6afd3715c0d req-e2cd5954-9218-4c3d-86aa-3c3c092baa84 tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] Notify callbacks [] for port, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:10.479086 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-0dfb7e4b-044a-4080-8587-e9d8a0d7d57a req-3d2a62dd-19a1-4933-b358-be0b790eab20 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=94799213e4df4db5af3887cbfa8ada4e&device_id=eb986c29-f18c-4431-b001-b8a5fa38aaaa HTTP/1.1" status: 200 len: 1097 time: 0.0849960 Mar 29 15:43:10.673167 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-3d262040-215a-46e9-bc0d-a3cff3332d7f None None] Provisioning complete for port 5a8e92ed-c316-4ca1-b16e-1f3805edce79 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:43:10.673714 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-3d262040-215a-46e9-bc0d-a3cff3332d7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:10.683007 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-1eb829aa-3270-4a93-bd8e-952a664594a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:10.711553 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-6c1603b3-46fb-4b1f-bc6d-a6afd3715c0d req-e2cd5954-9218-4c3d-86aa-3c3c092baa84 tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:10.713888 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-3583aa80-55f6-400f-afd2-f97feb31899e req-0c8222c6-aa84-467c-b6e3-4bcaf90b5d8b tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] 10.222.0.42 "GET /v2.0/ports?device_id=6840a8f7-ba15-4900-81eb-58d7ca444d72 HTTP/1.1" status: 200 len: 210 time: 0.0603285 Mar 29 15:43:10.721329 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfb7e4b-044a-4080-8587-e9d8a0d7d57a req-ab2a31f2-5b31-44c7-92a8-62f251f0958b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:10.723194 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-3d262040-215a-46e9-bc0d-a3cff3332d7f None None] Port 5a8e92ed-c316-4ca1-b16e-1f3805edce79 cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 15:43:10.725284 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-0dfb7e4b-044a-4080-8587-e9d8a0d7d57a req-ab2a31f2-5b31-44c7-92a8-62f251f0958b service neutron] 10.222.0.48 "GET /v2.0/networks?id=96b8e8ed-22f2-4cb8-884c-6e5cefe078a4 HTTP/1.1" status: 200 len: 913 time: 0.2177978 Mar 29 15:43:10.742670 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] get_ports_and_sgs() called for port_ids ['d9900a87-c8da-45bc-b655-9593089dcbc1'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:43:10.745074 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] get_ports_and_sgs() called for port_ids ['f39638e0-0f05-469b-894f-3e4405d80bf7', '0778d953-736b-473d-b6a9-91400417f84a', '611b86f9-0890-46c5-aa53-8103b3d2be14', '74944d92-fd89-4b00-a20c-9a31ed483b20'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:43:10.795972 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cd5954-9218-4c3d-86aa-3c3c092baa84 tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] Pushing event updated for resources: {'Port': ['ID=b3a54e0b-ee79-4158-81f6-35ada90cdc73,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:43:10.807812 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f42610-350a-4415-88e5-67593b298f44 req-8233e2aa-3f0f-4808-97a1-03c7298f43c3 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:10.809746 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-b6f42610-350a-4415-88e5-67593b298f44 req-8233e2aa-3f0f-4808-97a1-03c7298f43c3 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] 10.222.0.48 "GET /v2.0/networks?id=9c05e936-df9e-4fbf-b09c-78bf9696504c HTTP/1.1" status: 200 len: 806 time: 0.3483746 Mar 29 15:43:10.820223 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c1603b3-46fb-4b1f-bc6d-a6afd3715c0d req-e2cd5954-9218-4c3d-86aa-3c3c092baa84 tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] Network 2268a9b9-82fd-4886-a91d-3a50e4e16cab is already hosted by enough agents. {{(pid=102790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:43:10.821932 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [req-6c1603b3-46fb-4b1f-bc6d-a6afd3715c0d req-e2cd5954-9218-4c3d-86aa-3c3c092baa84 tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] Resources bound (agent type, host, resource id): {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:43:10.825488 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c1603b3-46fb-4b1f-bc6d-a6afd3715c0d req-e2cd5954-9218-4c3d-86aa-3c3c092baa84 tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] Received port after_create {{(pid=102790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:43:10.836328 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [req-b6f42610-350a-4415-88e5-67593b298f44 req-1036b167-2fa9-4b90-9bf4-0ee8d3fb4716 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] Request body: {'port': {'device_id': '6840a8f7-ba15-4900-81eb-58d7ca444d72', 'network_id': '9c05e936-df9e-4fbf-b09c-78bf9696504c', 'admin_state_up': True, 'tenant_id': 'd04cf558b2cb439aa051141a3dc84641'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:43:10.883470 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-0dfb7e4b-044a-4080-8587-e9d8a0d7d57a req-0e394ec3-f977-465a-a6e7-5906d95ca8ac service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4def01a8-e045-46a2-afa6-cb0dea14b988 HTTP/1.1" status: 200 len: 217 time: 0.1478212 Mar 29 15:43:11.006146 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1603b3-46fb-4b1f-bc6d-a6afd3715c0d req-e2cd5954-9218-4c3d-86aa-3c3c092baa84 tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:11.007139 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-6c1603b3-46fb-4b1f-bc6d-a6afd3715c0d req-e2cd5954-9218-4c3d-86aa-3c3c092baa84 tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:11.068515 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-6c1603b3-46fb-4b1f-bc6d-a6afd3715c0d req-e2cd5954-9218-4c3d-86aa-3c3c092baa84 tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5560765 Mar 29 15:43:11.101332 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfb7e4b-044a-4080-8587-e9d8a0d7d57a req-27fcdebf-a88e-457b-a6a2-5cb4e53929d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:11.102767 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-0dfb7e4b-044a-4080-8587-e9d8a0d7d57a req-27fcdebf-a88e-457b-a6a2-5cb4e53929d3 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0ba2b8b0-15ec-4c18-a106-c919b2ec3ae7 HTTP/1.1" status: 200 len: 852 time: 0.2030275 Mar 29 15:43:11.114352 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [req-6c1603b3-46fb-4b1f-bc6d-a6afd3715c0d req-f0e678c4-2a0f-48ff-b9a0-9aa6ee87069d service neutron] Request body: {'port': {'device_id': '86e9c74e-ceb0-4c1d-8bbf-acb7473ea97a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834765-1'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:43:11.135536 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dc8945-3fc4-48b8-805a-dd70cf9c7396 req-cb52c7e6-1354-4135-b689-9512448f0824 tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:11.137097 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-26dc8945-3fc4-48b8-805a-dd70cf9c7396 req-cb52c7e6-1354-4135-b689-9512448f0824 tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] 10.222.0.42 "GET /v2.0/ports?device_id=86e9c74e-ceb0-4c1d-8bbf-acb7473ea97a HTTP/1.1" status: 200 len: 935 time: 0.1734626 Mar 29 15:43:11.229795 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-0dfb7e4b-044a-4080-8587-e9d8a0d7d57a req-9dde1a64-f341-4f9e-ac87-d61954590b99 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=96b8e8ed-22f2-4cb8-884c-6e5cefe078a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0682762 Mar 29 15:43:11.232353 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-6c1603b3-46fb-4b1f-bc6d-a6afd3715c0d req-f0e678c4-2a0f-48ff-b9a0-9aa6ee87069d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:11.261465 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6f42610-350a-4415-88e5-67593b298f44 req-1036b167-2fa9-4b90-9bf4-0ee8d3fb4716 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] Made reservation on behalf of d04cf558b2cb439aa051141a3dc84641 for: {'port': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:43:11.265418 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-b6f42610-350a-4415-88e5-67593b298f44 req-1036b167-2fa9-4b90-9bf4-0ee8d3fb4716 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:11.305452 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-b6785558-5b13-4575-8e4b-afc9272e4045 None None] Provisioning complete for port b3a54e0b-ee79-4158-81f6-35ada90cdc73 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:43:11.305888 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-b6785558-5b13-4575-8e4b-afc9272e4045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:11.327648 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-26dc8945-3fc4-48b8-805a-dd70cf9c7396 req-f8317af2-4f1e-4f8b-8b31-851077f112a6 tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] 10.222.0.42 "GET /v2.0/security-groups?id=062b76b3-3a31-4c61-a1e4-5e35375fb0f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818366 Mar 29 15:43:11.328311 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93089518-1ea6-41ec-a4c2-060598232e03 req-605c6f45-6f4e-42f0-b222-446bfb328c65 tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:11.330009 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-93089518-1ea6-41ec-a4c2-060598232e03 req-605c6f45-6f4e-42f0-b222-446bfb328c65 tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] 10.222.0.42 "GET /v2.0/ports?device_id=d44c13b3-ad93-457f-bc1c-1fcb98072ab1 HTTP/1.1" status: 200 len: 949 time: 0.1673677 Mar 29 15:43:11.361907 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [req-87cfdfe0-f28a-4796-a08b-8a848a7f9df4 req-4f68e091-8bfb-4e47-a356-2dd9f24e0f68 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 684fa249-cf80-48e5-b59d-1b228e32ee2c {{(pid=102791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:43:11.387371 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-87cfdfe0-f28a-4796-a08b-8a848a7f9df4 req-4f68e091-8bfb-4e47-a356-2dd9f24e0f68 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:11.426071 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-b6785558-5b13-4575-8e4b-afc9272e4045 None None] Port b3a54e0b-ee79-4158-81f6-35ada90cdc73 cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 15:43:11.514176 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-1eb829aa-3270-4a93-bd8e-952a664594a2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:11.519034 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.provisioning_blocks [req-87cfdfe0-f28a-4796-a08b-8a848a7f9df4 req-4f68e091-8bfb-4e47-a356-2dd9f24e0f68 service neutron] Transition to ACTIVE for port object 684fa249-cf80-48e5-b59d-1b228e32ee2c will not be triggered until provisioned by entity L2. {{(pid=102791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 15:43:11.531046 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-1eb829aa-3270-4a93-bd8e-952a664594a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:11.539812 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-87cfdfe0-f28a-4796-a08b-8a848a7f9df4 req-4f68e091-8bfb-4e47-a356-2dd9f24e0f68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:11.593478 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-93089518-1ea6-41ec-a4c2-060598232e03 req-97e364a1-103b-4070-9f41-21a0b80745cb tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] 10.222.0.42 "GET /v2.0/security-groups?id=6fc5fb8c-b1d6-4bb9-b68a-102a19ea7379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2407825 Mar 29 15:43:11.656018 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-0dfb7e4b-044a-4080-8587-e9d8a0d7d57a req-d55cddee-f479-4a68-8b87-85111365df9f service neutron] 10.222.0.48 "GET /v2.0/networks/96b8e8ed-22f2-4cb8-884c-6e5cefe078a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3515842 Mar 29 15:43:11.724096 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-1eb829aa-3270-4a93-bd8e-952a664594a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-648439'] for router_interface, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:11.725964 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb829aa-3270-4a93-bd8e-952a664594a2 admin admin] Pushing event updated for resources: {'Port': ['ID=5a8e92ed-c316-4ca1-b16e-1f3805edce79,revision_number=2']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:43:11.726458 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1d171c-badb-430a-8446-c05ceccdf0e7 req-d1047ce2-a8eb-485f-a72e-b6c0e72950fc tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:11.728401 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-4d1d171c-badb-430a-8446-c05ceccdf0e7 req-d1047ce2-a8eb-485f-a72e-b6c0e72950fc tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb986c29-f18c-4431-b001-b8a5fa38aaaa HTTP/1.1" status: 200 len: 946 time: 0.2732060 Mar 29 15:43:11.771188 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.db_base_plugin_common [req-b6f42610-350a-4415-88e5-67593b298f44 req-1036b167-2fa9-4b90-9bf4-0ee8d3fb4716 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] Allocated IP 172.20.0.12 (9c05e936-df9e-4fbf-b09c-78bf9696504c/9016bdba-0f5c-4ddd-94a1-3fa4aae621f1/734cee79-2e3a-49be-96bb-0714db457bf3) {{(pid=102790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:43:11.786683 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 7854793c-2a1d-4919-861e-00a8bcde68b2 up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:43:11.873920 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port 7854793c-2a1d-4919-861e-00a8bcde68b2 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:43:11.874619 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:11.896624 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-4d1d171c-badb-430a-8446-c05ceccdf0e7 req-620a9585-4a39-4447-b2a0-ce835b1d1ccd tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.42 "GET /v2.0/security-groups?id=07e96b72-96bb-4562-b80f-051b133c1759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493785 Mar 29 15:43:11.952995 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f68e091-8bfb-4e47-a356-2dd9f24e0f68 service neutron] Pushing event updated for resources: {'Port': ['ID=684fa249-cf80-48e5-b59d-1b228e32ee2c,revision_number=2']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:43:12.007409 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7048ac-50c6-4110-92c2-be121bb0444a req-7697549e-1acb-4f11-bc3c-ca9537097846 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:12.009087 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ca7048ac-50c6-4110-92c2-be121bb0444a req-7697549e-1acb-4f11-bc3c-ca9537097846 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/ports?device_id=b912f144-7037-4f5c-a4ca-8adf62110f17 HTTP/1.1" status: 200 len: 947 time: 0.2882919 Mar 29 15:43:12.018751 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:12.035161 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-c4500c27-0611-4637-8714-677709d543d5 req-73747441-ff2e-4ebc-975d-b4faf3c1b888 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] 10.222.0.42 "GET /v2.0/ports?device_id=6840a8f7-ba15-4900-81eb-58d7ca444d72 HTTP/1.1" status: 200 len: 210 time: 0.0514483 Mar 29 15:43:12.045272 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-0dfb7e4b-044a-4080-8587-e9d8a0d7d57a req-6ddd4dc6-d738-4ab0-905a-cff574b31c90 service neutron] 10.222.0.48 "GET /v2.0/networks/96b8e8ed-22f2-4cb8-884c-6e5cefe078a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3764327 Mar 29 15:43:12.066104 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] For port 7854793c-2a1d-4919-861e-00a8bcde68b2, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=7854793c-2a1d-4919-861e-00a8bcde68b2,segment=NetworkSegment(6ab47353-a811-4bad-bc73-b4cc84583cfd),segment_id=6ab47353-a811-4bad-bc73-b4cc84583cfd)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:43:12.076161 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:12.076560 n-d-834765-1 neutron-server[102790]: DEBUG neutron.notifiers.nova [req-6c1603b3-46fb-4b1f-bc6d-a6afd3715c0d req-f0e678c4-2a0f-48ff-b9a0-9aa6ee87069d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3a54e0b-ee79-4158-81f6-35ada90cdc73 {{(pid=102790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:43:12.083295 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-87cfdfe0-f28a-4796-a08b-8a848a7f9df4 req-4f68e091-8bfb-4e47-a356-2dd9f24e0f68 service neutron] Attempting to bind port 684fa249-cf80-48e5-b59d-1b228e32ee2c on host n-h2-834765-1 for vnic_type normal with profile {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:43:12.083295 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-87cfdfe0-f28a-4796-a08b-8a848a7f9df4 req-4f68e091-8bfb-4e47-a356-2dd9f24e0f68 service neutron] Attempting to bind port 684fa249-cf80-48e5-b59d-1b228e32ee2c by drivers openvswitch,hyperv on host n-h2-834765-1 at level 0 using segments [{'id': 'a0c230f0-660a-4194-9279-0f0781d34134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '2268a9b9-82fd-4886-a91d-3a50e4e16cab'}] {{(pid=102791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:43:12.083558 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87cfdfe0-f28a-4796-a08b-8a848a7f9df4 req-4f68e091-8bfb-4e47-a356-2dd9f24e0f68 service neutron] Attempting to bind port 684fa249-cf80-48e5-b59d-1b228e32ee2c on network 2268a9b9-82fd-4886-a91d-3a50e4e16cab {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:43:12.089766 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-6c1603b3-46fb-4b1f-bc6d-a6afd3715c0d req-f0e678c4-2a0f-48ff-b9a0-9aa6ee87069d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:12.113939 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ca7048ac-50c6-4110-92c2-be121bb0444a req-6c5c292f-3318-4c09-a2b7-4af32bc56e73 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/security-groups?id=56997969-7130-4d86-9e9d-e068deb19a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899112 Mar 29 15:43:12.113939 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87cfdfe0-f28a-4796-a08b-8a848a7f9df4 req-4f68e091-8bfb-4e47-a356-2dd9f24e0f68 service neutron] Port 684fa249-cf80-48e5-b59d-1b228e32ee2c on network 2268a9b9-82fd-4886-a91d-3a50e4e16cab not bound, no agent of type Open vSwitch agent registered on host n-h2-834765-1 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 15:43:12.114317 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87cfdfe0-f28a-4796-a08b-8a848a7f9df4 req-4f68e091-8bfb-4e47-a356-2dd9f24e0f68 service neutron] Attempting to bind port 684fa249-cf80-48e5-b59d-1b228e32ee2c on network 2268a9b9-82fd-4886-a91d-3a50e4e16cab {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:43:12.121116 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.provisioning_blocks [req-6c1603b3-46fb-4b1f-bc6d-a6afd3715c0d req-f0e678c4-2a0f-48ff-b9a0-9aa6ee87069d service neutron] Transition to ACTIVE for port object b3a54e0b-ee79-4158-81f6-35ada90cdc73 will not be triggered until provisioned by entity L2. {{(pid=102790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 15:43:12.126009 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eb829aa-3270-4a93-bd8e-952a664594a2 admin admin] Network 3fe870cd-79c7-4f5f-a374-63b2b698777a is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:43:12.127085 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87cfdfe0-f28a-4796-a08b-8a848a7f9df4 req-4f68e091-8bfb-4e47-a356-2dd9f24e0f68 service neutron] Checking agent: {'id': '3e4b4912-b4a2-4d17-b5bd-6ce15529e8eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 33, 17), 'started_at': datetime.datetime(2022, 3, 29, 15, 33, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 42, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:43:12.127925 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87cfdfe0-f28a-4796-a08b-8a848a7f9df4 req-4f68e091-8bfb-4e47-a356-2dd9f24e0f68 service neutron] Checking segment: {'id': 'a0c230f0-660a-4194-9279-0f0781d34134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '2268a9b9-82fd-4886-a91d-3a50e4e16cab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:43:12.128310 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87cfdfe0-f28a-4796-a08b-8a848a7f9df4 req-4f68e091-8bfb-4e47-a356-2dd9f24e0f68 service neutron] Bound using segment: {'id': 'a0c230f0-660a-4194-9279-0f0781d34134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '2268a9b9-82fd-4886-a91d-3a50e4e16cab'} {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:43:12.128743 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-87cfdfe0-f28a-4796-a08b-8a848a7f9df4 req-4f68e091-8bfb-4e47-a356-2dd9f24e0f68 service neutron] Bound port: 684fa249-cf80-48e5-b59d-1b228e32ee2c, host: n-h2-834765-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0c230f0-660a-4194-9279-0f0781d34134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '2268a9b9-82fd-4886-a91d-3a50e4e16cab'}}] {{(pid=102791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 15:43:12.129103 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-87cfdfe0-f28a-4796-a08b-8a848a7f9df4 req-4f68e091-8bfb-4e47-a356-2dd9f24e0f68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:12.132954 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [None req-1eb829aa-3270-4a93-bd8e-952a664594a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:43:12.148638 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Pushing event updated for resources: {'Port': ['ID=7854793c-2a1d-4919-861e-00a8bcde68b2,revision_number=4']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:43:12.149004 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-6c1603b3-46fb-4b1f-bc6d-a6afd3715c0d req-f0e678c4-2a0f-48ff-b9a0-9aa6ee87069d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5237921'] for port, after_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:12.193144 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-b6f42610-350a-4415-88e5-67593b298f44 req-1036b167-2fa9-4b90-9bf4-0ee8d3fb4716 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] Notify callbacks [] for port, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:12.255208 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-87cfdfe0-f28a-4796-a08b-8a848a7f9df4 req-4f68e091-8bfb-4e47-a356-2dd9f24e0f68 service neutron] For port 684fa249-cf80-48e5-b59d-1b228e32ee2c, host n-h2-834765-1, cleared binding levels {{(pid=102791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:43:12.266490 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-b6f42610-350a-4415-88e5-67593b298f44 req-1036b167-2fa9-4b90-9bf4-0ee8d3fb4716 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:12.316126 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-87cfdfe0-f28a-4796-a08b-8a848a7f9df4 req-4f68e091-8bfb-4e47-a356-2dd9f24e0f68 service neutron] For port 684fa249-cf80-48e5-b59d-1b228e32ee2c, host n-h2-834765-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=684fa249-cf80-48e5-b59d-1b228e32ee2c,segment=NetworkSegment(a0c230f0-660a-4194-9279-0f0781d34134),segment_id=a0c230f0-660a-4194-9279-0f0781d34134)] {{(pid=102791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:43:12.325956 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-87cfdfe0-f28a-4796-a08b-8a848a7f9df4 req-4f68e091-8bfb-4e47-a356-2dd9f24e0f68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:12.342932 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e678c4-2a0f-48ff-b9a0-9aa6ee87069d service neutron] Pushing event updated for resources: {'Port': ['ID=b3a54e0b-ee79-4158-81f6-35ada90cdc73,revision_number=2']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:43:12.368078 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6f42610-350a-4415-88e5-67593b298f44 req-1036b167-2fa9-4b90-9bf4-0ee8d3fb4716 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] Network 9c05e936-df9e-4fbf-b09c-78bf9696504c is already hosted by enough agents. {{(pid=102790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:43:12.368325 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1eb829aa-3270-4a93-bd8e-952a664594a2 admin admin] Router 273359fd-fbf8-46b5-96c4-891802c68f21 has already been hosted by L3 agent c648d819-1060-4f26-b4ec-6455387b5dff {{(pid=102791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 15:43:12.381195 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cfdfe0-f28a-4796-a08b-8a848a7f9df4 req-4f68e091-8bfb-4e47-a356-2dd9f24e0f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:12.381739 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-87cfdfe0-f28a-4796-a08b-8a848a7f9df4 req-4f68e091-8bfb-4e47-a356-2dd9f24e0f68 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:12.383166 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-87cfdfe0-f28a-4796-a08b-8a848a7f9df4 req-4f68e091-8bfb-4e47-a356-2dd9f24e0f68 service neutron] 10.222.0.48 "PUT /v2.0/ports/684fa249-cf80-48e5-b59d-1b228e32ee2c HTTP/1.1" status: 200 len: 1095 time: 2.5226660 Mar 29 15:43:12.388909 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b912f144-7037-4f5c-a4ca-8adf62110f17', 'tag': '684fa249-cf80-48e5-b59d-1b228e32ee2c'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:43:12.391279 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c67b028db5e9b9818fecc5c0a87ebc6f190694fa53ca267d523e04f98de536d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-810abca4-f1aa-4d65-8d30-f921d76bcea4" -d '{"events": [{"name": "network-changed", "server_uuid": "b912f144-7037-4f5c-a4ca-8adf62110f17", "tag": "684fa249-cf80-48e5-b59d-1b228e32ee2c"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:43:12.409502 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [req-b6f42610-350a-4415-88e5-67593b298f44 req-1036b167-2fa9-4b90-9bf4-0ee8d3fb4716 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] Resources bound (agent type, host, resource id): {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:43:12.414342 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6f42610-350a-4415-88e5-67593b298f44 req-1036b167-2fa9-4b90-9bf4-0ee8d3fb4716 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] Received port after_create {{(pid=102790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:43:12.504845 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f68e091-8bfb-4e47-a356-2dd9f24e0f68 service neutron] Pushing event updated for resources: {'Port': ['ID=684fa249-cf80-48e5-b59d-1b228e32ee2c,revision_number=3']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:43:12.509061 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 15:43:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75f62eed-f9ae-494f-a970-c2aa6ff36ba7 x-openstack-request-id: req-75f62eed-f9ae-494f-a970-c2aa6ff36ba7 {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:43:12.509336 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b912f144-7037-4f5c-a4ca-8adf62110f17", "tag": "684fa249-cf80-48e5-b59d-1b228e32ee2c", "status": "completed", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:43:12.509645 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-75f62eed-f9ae-494f-a970-c2aa6ff36ba7 {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:43:12.509947 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b912f144-7037-4f5c-a4ca-8adf62110f17', 'tag': '684fa249-cf80-48e5-b59d-1b228e32ee2c', 'status': 'completed', 'code': 200} Mar 29 15:43:12.530319 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f42610-350a-4415-88e5-67593b298f44 req-1036b167-2fa9-4b90-9bf4-0ee8d3fb4716 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:12.531206 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-b6f42610-350a-4415-88e5-67593b298f44 req-1036b167-2fa9-4b90-9bf4-0ee8d3fb4716 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:12.549034 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-c04e0f91-86bf-4609-b415-eab0c737a54f None None] Provisioning complete for port 5a8e92ed-c316-4ca1-b16e-1f3805edce79 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:43:12.550096 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-c04e0f91-86bf-4609-b415-eab0c737a54f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:12.600539 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cfdfe0-f28a-4796-a08b-8a848a7f9df4 req-1c221b18-5937-4f7f-9407-8731848516e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:12.602118 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-87cfdfe0-f28a-4796-a08b-8a848a7f9df4 req-1c221b18-5937-4f7f-9407-8731848516e5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=fa3ba36247ad48f4997ede3b0209bc82&device_id=b912f144-7037-4f5c-a4ca-8adf62110f17 HTTP/1.1" status: 200 len: 1098 time: 0.1076198 Mar 29 15:43:12.606657 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-c04e0f91-86bf-4609-b415-eab0c737a54f None None] Port 5a8e92ed-c316-4ca1-b16e-1f3805edce79 cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 15:43:12.614061 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1036b167-2fa9-4b90-9bf4-0ee8d3fb4716 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] Pushing event updated for resources: {'Port': ['ID=734cee79-2e3a-49be-96bb-0714db457bf3,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:43:12.622466 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-b6f42610-350a-4415-88e5-67593b298f44 req-1036b167-2fa9-4b90-9bf4-0ee8d3fb4716 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7936349 Mar 29 15:43:12.625695 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.managers [req-6c1603b3-46fb-4b1f-bc6d-a6afd3715c0d req-f0e678c4-2a0f-48ff-b9a0-9aa6ee87069d service neutron] Attempting to bind port b3a54e0b-ee79-4158-81f6-35ada90cdc73 on host n-h2-834765-1 for vnic_type normal with profile {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:43:12.626033 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.managers [req-6c1603b3-46fb-4b1f-bc6d-a6afd3715c0d req-f0e678c4-2a0f-48ff-b9a0-9aa6ee87069d service neutron] Attempting to bind port b3a54e0b-ee79-4158-81f6-35ada90cdc73 by drivers openvswitch,hyperv on host n-h2-834765-1 at level 0 using segments [{'id': 'a0c230f0-660a-4194-9279-0f0781d34134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '2268a9b9-82fd-4886-a91d-3a50e4e16cab'}] {{(pid=102790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:43:12.626463 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c1603b3-46fb-4b1f-bc6d-a6afd3715c0d req-f0e678c4-2a0f-48ff-b9a0-9aa6ee87069d service neutron] Attempting to bind port b3a54e0b-ee79-4158-81f6-35ada90cdc73 on network 2268a9b9-82fd-4886-a91d-3a50e4e16cab {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:43:12.637343 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [req-b6f42610-350a-4415-88e5-67593b298f44 req-20bcaffe-a049-4265-a2ab-a2dca472c020 service neutron] Request body: {'port': {'device_id': '6840a8f7-ba15-4900-81eb-58d7ca444d72', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834765-1'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:43:12.668746 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c1603b3-46fb-4b1f-bc6d-a6afd3715c0d req-f0e678c4-2a0f-48ff-b9a0-9aa6ee87069d service neutron] Port b3a54e0b-ee79-4158-81f6-35ada90cdc73 on network 2268a9b9-82fd-4886-a91d-3a50e4e16cab not bound, no agent of type Open vSwitch agent registered on host n-h2-834765-1 {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 15:43:12.669421 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c1603b3-46fb-4b1f-bc6d-a6afd3715c0d req-f0e678c4-2a0f-48ff-b9a0-9aa6ee87069d service neutron] Attempting to bind port b3a54e0b-ee79-4158-81f6-35ada90cdc73 on network 2268a9b9-82fd-4886-a91d-3a50e4e16cab {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:43:12.696389 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8a6b12-92bf-4247-a3c5-fd9fdeaccd1e req-9a23d17d-6878-49c9-a124-1527196fb441 tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:12.698435 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-7c8a6b12-92bf-4247-a3c5-fd9fdeaccd1e req-9a23d17d-6878-49c9-a124-1527196fb441 tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] 10.222.0.42 "GET /v2.0/ports?device_id=86e9c74e-ceb0-4c1d-8bbf-acb7473ea97a HTTP/1.1" status: 200 len: 947 time: 0.1555035 Mar 29 15:43:12.701590 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c1603b3-46fb-4b1f-bc6d-a6afd3715c0d req-f0e678c4-2a0f-48ff-b9a0-9aa6ee87069d service neutron] Checking agent: {'id': '3e4b4912-b4a2-4d17-b5bd-6ce15529e8eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 33, 17), 'started_at': datetime.datetime(2022, 3, 29, 15, 33, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 42, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:43:12.702178 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c1603b3-46fb-4b1f-bc6d-a6afd3715c0d req-f0e678c4-2a0f-48ff-b9a0-9aa6ee87069d service neutron] Checking segment: {'id': 'a0c230f0-660a-4194-9279-0f0781d34134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '2268a9b9-82fd-4886-a91d-3a50e4e16cab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:43:12.702823 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c1603b3-46fb-4b1f-bc6d-a6afd3715c0d req-f0e678c4-2a0f-48ff-b9a0-9aa6ee87069d service neutron] Bound using segment: {'id': 'a0c230f0-660a-4194-9279-0f0781d34134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '2268a9b9-82fd-4886-a91d-3a50e4e16cab'} {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:43:12.703532 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.managers [req-6c1603b3-46fb-4b1f-bc6d-a6afd3715c0d req-f0e678c4-2a0f-48ff-b9a0-9aa6ee87069d service neutron] Bound port: b3a54e0b-ee79-4158-81f6-35ada90cdc73, host: n-h2-834765-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0c230f0-660a-4194-9279-0f0781d34134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '2268a9b9-82fd-4886-a91d-3a50e4e16cab'}}] {{(pid=102790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 15:43:12.704169 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-6c1603b3-46fb-4b1f-bc6d-a6afd3715c0d req-f0e678c4-2a0f-48ff-b9a0-9aa6ee87069d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:12.806030 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-b6f42610-350a-4415-88e5-67593b298f44 req-20bcaffe-a049-4265-a2ab-a2dca472c020 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:12.836131 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-7c8a6b12-92bf-4247-a3c5-fd9fdeaccd1e req-0d64b5e0-d6b5-4905-bf03-707e39c435e7 tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] 10.222.0.42 "GET /v2.0/security-groups?id=062b76b3-3a31-4c61-a1e4-5e35375fb0f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279552 Mar 29 15:43:12.897489 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [req-6c1603b3-46fb-4b1f-bc6d-a6afd3715c0d req-f0e678c4-2a0f-48ff-b9a0-9aa6ee87069d service neutron] For port b3a54e0b-ee79-4158-81f6-35ada90cdc73, host n-h2-834765-1, cleared binding levels {{(pid=102790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:43:12.902982 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [req-6c1603b3-46fb-4b1f-bc6d-a6afd3715c0d req-f0e678c4-2a0f-48ff-b9a0-9aa6ee87069d service neutron] For port b3a54e0b-ee79-4158-81f6-35ada90cdc73, host n-h2-834765-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=b3a54e0b-ee79-4158-81f6-35ada90cdc73,segment=NetworkSegment(a0c230f0-660a-4194-9279-0f0781d34134),segment_id=a0c230f0-660a-4194-9279-0f0781d34134)] {{(pid=102790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:43:12.912741 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-6c1603b3-46fb-4b1f-bc6d-a6afd3715c0d req-f0e678c4-2a0f-48ff-b9a0-9aa6ee87069d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5237921'] for port, after_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:12.997488 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1eb829aa-3270-4a93-bd8e-952a664594a2 admin admin] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:43:12.999835 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-87cfdfe0-f28a-4796-a08b-8a848a7f9df4 req-3f14fb57-3eb0-46b6-8a5e-35f2344babe1 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.11&port_id=684fa249-cf80-48e5-b59d-1b228e32ee2c HTTP/1.1" status: 200 len: 217 time: 0.3896682 Mar 29 15:43:13.007908 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06abccca-9402-4555-8d1c-7b1f09938eb0 None None] Sync routers for ids ['273359fd-fbf8-46b5-96c4-891802c68f21'] in n-d-834765-1 {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:43:13.021564 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-1eb829aa-3270-4a93-bd8e-952a664594a2 admin admin] 10.222.0.42 "PUT /v2.0/routers/273359fd-fbf8-46b5-96c4-891802c68f21/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1545484 Mar 29 15:43:13.029974 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06abccca-9402-4555-8d1c-7b1f09938eb0 None None] Routers {'273359fd-fbf8-46b5-96c4-891802c68f21'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:43:13.030769 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-06abccca-9402-4555-8d1c-7b1f09938eb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:43:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['273359fd-fbf8-46b5-96c4-891802c68f21'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:43:13.101546 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cfdfe0-f28a-4796-a08b-8a848a7f9df4 req-36ec3e24-db1d-4c66-bbae-32b125f82ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:13.106597 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-87cfdfe0-f28a-4796-a08b-8a848a7f9df4 req-36ec3e24-db1d-4c66-bbae-32b125f82ba1 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=abb8e5d6-2aea-4455-a944-3435a3d1ce49 HTTP/1.1" status: 200 len: 843 time: 0.0912788 Mar 29 15:43:13.117543 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a023148d-3b0a-4d58-9fb9-f33019da6faf req-12b1f5a3-647c-430a-bf1b-afcf1c0b35d8 tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:13.119823 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-a023148d-3b0a-4d58-9fb9-f33019da6faf req-12b1f5a3-647c-430a-bf1b-afcf1c0b35d8 tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] 10.222.0.42 "GET /v2.0/ports?device_id=d44c13b3-ad93-457f-bc1c-1fcb98072ab1 HTTP/1.1" status: 200 len: 949 time: 0.1248291 Mar 29 15:43:13.193509 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cfdfe0-f28a-4796-a08b-8a848a7f9df4 req-43dfc6b3-3a6b-4f14-a51b-5c607a3c2b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:13.195057 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-87cfdfe0-f28a-4796-a08b-8a848a7f9df4 req-43dfc6b3-3a6b-4f14-a51b-5c607a3c2b3c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2268a9b9-82fd-4886-a91d-3a50e4e16cab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0741179 Mar 29 15:43:13.201776 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-a023148d-3b0a-4d58-9fb9-f33019da6faf req-5ed61573-cfd0-4bc3-9d7a-a7bf403f23bc tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] 10.222.0.42 "GET /v2.0/security-groups?id=6fc5fb8c-b1d6-4bb9-b68a-102a19ea7379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687425 Mar 29 15:43:13.249960 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvr_db [None req-06abccca-9402-4555-8d1c-7b1f09938eb0 None None] Set router 273359fd-fbf8-46b5-96c4-891802c68f21 gateway port host: n-d-834765-1 {{(pid=102792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:43:13.317888 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-87cfdfe0-f28a-4796-a08b-8a848a7f9df4 req-a5a54f22-ae89-4be8-966f-14c1e3a4e71e service neutron] 10.222.0.48 "GET /v2.0/networks/2268a9b9-82fd-4886-a91d-3a50e4e16cab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1136248 Mar 29 15:43:13.462017 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f8eea3-3c78-46ae-80fa-2c638ad8299f req-ae9e41ce-0069-42cf-8624-c449475db2eb tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:13.470146 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d7f8eea3-3c78-46ae-80fa-2c638ad8299f req-ae9e41ce-0069-42cf-8624-c449475db2eb tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] 10.222.0.42 "GET /v2.0/ports?device_id=6840a8f7-ba15-4900-81eb-58d7ca444d72 HTTP/1.1" status: 200 len: 932 time: 0.1511934 Mar 29 15:43:13.505077 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-06abccca-9402-4555-8d1c-7b1f09938eb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '273359fd-fbf8-46b5-96c4-891802c68f21', 'name': 'tempest-FloatingIPsNegativeTestJSON-1826535743-router', 'tenant_id': '0facd2ae0f3541fda7bf6d63000f3e78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.253'}], 'enable_snat': True}, 'gw_port_id': '7854793c-2a1d-4919-861e-00a8bcde68b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:43:02Z', 'updated_at': '2022-03-29T15:43:10Z', 'revision_number': 4, 'project_id': '0facd2ae0f3541fda7bf6d63000f3e78', 'gw_port': {'id': '7854793c-2a1d-4919-861e-00a8bcde68b2', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:f2:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '273359fd-fbf8-46b5-96c4-891802c68f21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1012, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:43:03Z', 'updated_at': '2022-03-29T15:43:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': '5a8e92ed-c316-4ca1-b16e-1f3805edce79', 'name': '', 'network_id': '3fe870cd-79c7-4f5f-a374-63b2b698777a', 'tenant_id': '0facd2ae0f3541fda7bf6d63000f3e78', 'mac_address': 'fa:16:3e:2e:40:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '273359fd-fbf8-46b5-96c4-891802c68f21', 'device_owner': 'network:router_interface', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': '61ab8b12-72da-4a34-852f-01e40cfc2b43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:43:08Z', 'updated_at': '2022-03-29T15:43:10Z', 'revision_number': 2, 'project_id': '0facd2ae0f3541fda7bf6d63000f3e78', 'subnets': [{'id': '61ab8b12-72da-4a34-852f-01e40cfc2b43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:43:13.519289 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d7f8eea3-3c78-46ae-80fa-2c638ad8299f req-4a7757c3-f8aa-40c4-8d65-825aa6e9b23c tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] 10.222.0.42 "GET /v2.0/security-groups?id=f08e979a-b162-4e81-8f48-4f228bf81759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481117 Mar 29 15:43:13.559653 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06abccca-9402-4555-8d1c-7b1f09938eb0 None None] Checking router: 273359fd-fbf8-46b5-96c4-891802c68f21 for host: n-d-834765-1 {{(pid=102792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:43:13.560093 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06abccca-9402-4555-8d1c-7b1f09938eb0 None None] Updating router 273359fd-fbf8-46b5-96c4-891802c68f21 port 5a8e92ed-c316-4ca1-b16e-1f3805edce79 binding host n-d-834765-1 {{(pid=102792) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 15:43:13.562301 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-87cfdfe0-f28a-4796-a08b-8a848a7f9df4 req-a59c4c62-8e45-46cc-95c0-b400bce1a562 service neutron] 10.222.0.48 "GET /v2.0/networks/2268a9b9-82fd-4886-a91d-3a50e4e16cab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2077124 Mar 29 15:43:13.572179 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1603b3-46fb-4b1f-bc6d-a6afd3715c0d req-f0e678c4-2a0f-48ff-b9a0-9aa6ee87069d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:13.572831 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-6c1603b3-46fb-4b1f-bc6d-a6afd3715c0d req-f0e678c4-2a0f-48ff-b9a0-9aa6ee87069d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:13.574555 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-6c1603b3-46fb-4b1f-bc6d-a6afd3715c0d req-f0e678c4-2a0f-48ff-b9a0-9aa6ee87069d service neutron] 10.222.0.48 "PUT /v2.0/ports/b3a54e0b-ee79-4158-81f6-35ada90cdc73 HTTP/1.1" status: 200 len: 1095 time: 2.4691050 Mar 29 15:43:13.575493 n-d-834765-1 neutron-server[102790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86e9c74e-ceb0-4c1d-8bbf-acb7473ea97a', 'tag': 'b3a54e0b-ee79-4158-81f6-35ada90cdc73'}] {{(pid=102790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:43:13.579046 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46b06d655c90bc969636382cce4240ad749035fb0f3a83ee4734fa1ed9c4a6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eed51ba7-af64-47be-b360-fa551e895617" -d '{"events": [{"name": "network-changed", "server_uuid": "86e9c74e-ceb0-4c1d-8bbf-acb7473ea97a", "tag": "b3a54e0b-ee79-4158-81f6-35ada90cdc73"}]}' {{(pid=102790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:43:13.605846 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-06abccca-9402-4555-8d1c-7b1f09938eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:13.646206 n-d-834765-1 neutron-server[102790]: DEBUG neutron.notifiers.nova [req-b6f42610-350a-4415-88e5-67593b298f44 req-20bcaffe-a049-4265-a2ab-a2dca472c020 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 734cee79-2e3a-49be-96bb-0714db457bf3 {{(pid=102790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:43:13.654814 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-b6f42610-350a-4415-88e5-67593b298f44 req-20bcaffe-a049-4265-a2ab-a2dca472c020 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:13.669648 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.provisioning_blocks [req-b6f42610-350a-4415-88e5-67593b298f44 req-20bcaffe-a049-4265-a2ab-a2dca472c020 service neutron] Transition to ACTIVE for port object 734cee79-2e3a-49be-96bb-0714db457bf3 will not be triggered until provisioned by entity L2. {{(pid=102790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 15:43:13.693509 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-b6f42610-350a-4415-88e5-67593b298f44 req-20bcaffe-a049-4265-a2ab-a2dca472c020 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5237921'] for port, after_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:13.746915 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141d8ece-88a6-4409-a91a-29c547c74bec req-7c0e4948-006a-4db5-b4a9-e7db0800d3ad tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:13.754921 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-141d8ece-88a6-4409-a91a-29c547c74bec req-7c0e4948-006a-4db5-b4a9-e7db0800d3ad tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/ports?device_id=b912f144-7037-4f5c-a4ca-8adf62110f17 HTTP/1.1" status: 200 len: 947 time: 0.0803158 Mar 29 15:43:13.757412 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701f9d59-066a-4ddd-b06d-4c2eadd33cd0 req-193f71df-ca88-49d3-b6c8-a898554d7c3b tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:13.765409 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-701f9d59-066a-4ddd-b06d-4c2eadd33cd0 req-193f71df-ca88-49d3-b6c8-a898554d7c3b tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb986c29-f18c-4431-b001-b8a5fa38aaaa HTTP/1.1" status: 200 len: 946 time: 0.3979619 Mar 29 15:43:13.769669 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e678c4-2a0f-48ff-b9a0-9aa6ee87069d service neutron] Pushing event updated for resources: {'Port': ['ID=b3a54e0b-ee79-4158-81f6-35ada90cdc73,revision_number=3']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:43:13.788905 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 7854793c-2a1d-4919-861e-00a8bcde68b2 up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:43:13.797010 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810abca4-f1aa-4d65-8d30-f921d76bcea4 req-28adac8f-ed51-4cd8-93eb-97f7dee19b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:13.798685 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-810abca4-f1aa-4d65-8d30-f921d76bcea4 req-28adac8f-ed51-4cd8-93eb-97f7dee19b86 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=fa3ba36247ad48f4997ede3b0209bc82&device_id=b912f144-7037-4f5c-a4ca-8adf62110f17 HTTP/1.1" status: 200 len: 1098 time: 0.1609712 Mar 29 15:43:13.805239 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-141d8ece-88a6-4409-a91a-29c547c74bec req-bbc9b54d-2146-4cf3-82d6-5496eb621c82 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/security-groups?id=56997969-7130-4d86-9e9d-e068deb19a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493627 Mar 29 15:43:13.865715 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1603b3-46fb-4b1f-bc6d-a6afd3715c0d req-2802c1a1-a44f-4187-b886-6745ac3480de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:13.866878 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-6c1603b3-46fb-4b1f-bc6d-a6afd3715c0d req-2802c1a1-a44f-4187-b886-6745ac3480de service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5bf1a5bdfbb14ae084908e8fe7725bc6&device_id=86e9c74e-ceb0-4c1d-8bbf-acb7473ea97a HTTP/1.1" status: 200 len: 1098 time: 0.1935287 Mar 29 15:43:13.946173 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port 7854793c-2a1d-4919-861e-00a8bcde68b2 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:43:13.946544 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:13.947907 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810abca4-f1aa-4d65-8d30-f921d76bcea4 req-5fd1f3b3-4055-46b8-9274-9cc33972f964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:13.949652 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-810abca4-f1aa-4d65-8d30-f921d76bcea4 req-5fd1f3b3-4055-46b8-9274-9cc33972f964 service neutron] 10.222.0.48 "GET /v2.0/networks?id=2268a9b9-82fd-4886-a91d-3a50e4e16cab HTTP/1.1" status: 200 len: 870 time: 0.1396718 Mar 29 15:43:13.961385 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-701f9d59-066a-4ddd-b06d-4c2eadd33cd0 req-bdf32e1b-d20c-4ebc-9ce6-2cd609fdee20 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.42 "GET /v2.0/security-groups?id=07e96b72-96bb-4562-b80f-051b133c1759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1950119 Mar 29 15:43:13.974818 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-6c1603b3-46fb-4b1f-bc6d-a6afd3715c0d req-6c1603cc-6260-4af3-aec8-d5087d11a309 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.22&port_id=b3a54e0b-ee79-4158-81f6-35ada90cdc73 HTTP/1.1" status: 200 len: 217 time: 0.0778732 Mar 29 15:43:13.975442 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bcaffe-a049-4265-a2ab-a2dca472c020 service neutron] Pushing event updated for resources: {'Port': ['ID=734cee79-2e3a-49be-96bb-0714db457bf3,revision_number=2']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:43:14.035771 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.managers [req-b6f42610-350a-4415-88e5-67593b298f44 req-20bcaffe-a049-4265-a2ab-a2dca472c020 service neutron] Attempting to bind port 734cee79-2e3a-49be-96bb-0714db457bf3 on host n-h2-834765-1 for vnic_type normal with profile {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:43:14.036239 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.managers [req-b6f42610-350a-4415-88e5-67593b298f44 req-20bcaffe-a049-4265-a2ab-a2dca472c020 service neutron] Attempting to bind port 734cee79-2e3a-49be-96bb-0714db457bf3 by drivers openvswitch,hyperv on host n-h2-834765-1 at level 0 using segments [{'id': '429e9cf3-3671-4cb2-9547-92af9e95f1f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '9c05e936-df9e-4fbf-b09c-78bf9696504c'}] {{(pid=102790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:43:14.036483 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6f42610-350a-4415-88e5-67593b298f44 req-20bcaffe-a049-4265-a2ab-a2dca472c020 service neutron] Attempting to bind port 734cee79-2e3a-49be-96bb-0714db457bf3 on network 9c05e936-df9e-4fbf-b09c-78bf9696504c {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:43:14.048428 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6f42610-350a-4415-88e5-67593b298f44 req-20bcaffe-a049-4265-a2ab-a2dca472c020 service neutron] Port 734cee79-2e3a-49be-96bb-0714db457bf3 on network 9c05e936-df9e-4fbf-b09c-78bf9696504c not bound, no agent of type Open vSwitch agent registered on host n-h2-834765-1 {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 15:43:14.048428 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6f42610-350a-4415-88e5-67593b298f44 req-20bcaffe-a049-4265-a2ab-a2dca472c020 service neutron] Attempting to bind port 734cee79-2e3a-49be-96bb-0714db457bf3 on network 9c05e936-df9e-4fbf-b09c-78bf9696504c {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:43:14.056606 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6f42610-350a-4415-88e5-67593b298f44 req-20bcaffe-a049-4265-a2ab-a2dca472c020 service neutron] Checking agent: {'id': '3e4b4912-b4a2-4d17-b5bd-6ce15529e8eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 33, 17), 'started_at': datetime.datetime(2022, 3, 29, 15, 33, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 42, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:43:14.056952 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6f42610-350a-4415-88e5-67593b298f44 req-20bcaffe-a049-4265-a2ab-a2dca472c020 service neutron] Checking segment: {'id': '429e9cf3-3671-4cb2-9547-92af9e95f1f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '9c05e936-df9e-4fbf-b09c-78bf9696504c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:43:14.057646 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6f42610-350a-4415-88e5-67593b298f44 req-20bcaffe-a049-4265-a2ab-a2dca472c020 service neutron] Bound using segment: {'id': '429e9cf3-3671-4cb2-9547-92af9e95f1f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '9c05e936-df9e-4fbf-b09c-78bf9696504c'} {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:43:14.057778 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.managers [req-b6f42610-350a-4415-88e5-67593b298f44 req-20bcaffe-a049-4265-a2ab-a2dca472c020 service neutron] Bound port: 734cee79-2e3a-49be-96bb-0714db457bf3, host: n-h2-834765-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '429e9cf3-3671-4cb2-9547-92af9e95f1f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '9c05e936-df9e-4fbf-b09c-78bf9696504c'}}] {{(pid=102790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 15:43:14.058129 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-b6f42610-350a-4415-88e5-67593b298f44 req-20bcaffe-a049-4265-a2ab-a2dca472c020 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:14.062741 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-810abca4-f1aa-4d65-8d30-f921d76bcea4 req-35f4d186-eb29-4d33-b07a-7f90a939d2ed service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.11&port_id=684fa249-cf80-48e5-b59d-1b228e32ee2c HTTP/1.1" status: 200 len: 217 time: 0.0986242 Mar 29 15:43:14.071340 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1603b3-46fb-4b1f-bc6d-a6afd3715c0d req-7564e850-390c-4da9-8bbc-de9e92025a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:14.073046 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-6c1603b3-46fb-4b1f-bc6d-a6afd3715c0d req-7564e850-390c-4da9-8bbc-de9e92025a6e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=abb8e5d6-2aea-4455-a944-3435a3d1ce49 HTTP/1.1" status: 200 len: 843 time: 0.0863149 Mar 29 15:43:14.124909 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-626d981c-04fb-442e-b5bf-9a5da69a0818 req-8698622a-9daf-4a4f-8be8-fae6edb22c0d tempest-FloatingIPsNegativeTestJSON-321067501 tempest-FloatingIPsNegativeTestJSON-321067501-project] 10.222.0.42 "GET /v2.0/floatingips?tenant_id=0facd2ae0f3541fda7bf6d63000f3e78 HTTP/1.1" status: 200 len: 217 time: 0.1438186 Mar 29 15:43:14.183254 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 15:43:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42df132b-d9db-449b-9efe-7c0494235568 x-openstack-request-id: req-42df132b-d9db-449b-9efe-7c0494235568 {{(pid=102790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:43:14.183575 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86e9c74e-ceb0-4c1d-8bbf-acb7473ea97a", "tag": "b3a54e0b-ee79-4158-81f6-35ada90cdc73", "status": "completed", "code": 200}]} {{(pid=102790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:43:14.183878 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-42df132b-d9db-449b-9efe-7c0494235568 {{(pid=102790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:43:14.184467 n-d-834765-1 neutron-server[102790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86e9c74e-ceb0-4c1d-8bbf-acb7473ea97a', 'tag': 'b3a54e0b-ee79-4158-81f6-35ada90cdc73', 'status': 'completed', 'code': 200} Mar 29 15:43:14.191633 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [req-b6f42610-350a-4415-88e5-67593b298f44 req-20bcaffe-a049-4265-a2ab-a2dca472c020 service neutron] For port 734cee79-2e3a-49be-96bb-0714db457bf3, host n-h2-834765-1, cleared binding levels {{(pid=102790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:43:14.195274 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1603b3-46fb-4b1f-bc6d-a6afd3715c0d req-2feff28b-93a4-40b5-87c1-489350e6333c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:14.198283 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-6c1603b3-46fb-4b1f-bc6d-a6afd3715c0d req-2feff28b-93a4-40b5-87c1-489350e6333c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2268a9b9-82fd-4886-a91d-3a50e4e16cab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1169984 Mar 29 15:43:14.200383 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [req-b6f42610-350a-4415-88e5-67593b298f44 req-20bcaffe-a049-4265-a2ab-a2dca472c020 service neutron] For port 734cee79-2e3a-49be-96bb-0714db457bf3, host n-h2-834765-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=734cee79-2e3a-49be-96bb-0714db457bf3,segment=NetworkSegment(429e9cf3-3671-4cb2-9547-92af9e95f1f2),segment_id=429e9cf3-3671-4cb2-9547-92af9e95f1f2)] {{(pid=102790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:43:14.202679 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810abca4-f1aa-4d65-8d30-f921d76bcea4 req-a5f22787-6f60-4d21-a9a6-d12713f80052 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:14.204705 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-810abca4-f1aa-4d65-8d30-f921d76bcea4 req-a5f22787-6f60-4d21-a9a6-d12713f80052 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=abb8e5d6-2aea-4455-a944-3435a3d1ce49 HTTP/1.1" status: 200 len: 843 time: 0.1013885 Mar 29 15:43:14.230790 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-b6f42610-350a-4415-88e5-67593b298f44 req-20bcaffe-a049-4265-a2ab-a2dca472c020 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5237921'] for port, after_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:14.292623 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f42610-350a-4415-88e5-67593b298f44 req-20bcaffe-a049-4265-a2ab-a2dca472c020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:14.293323 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-b6f42610-350a-4415-88e5-67593b298f44 req-20bcaffe-a049-4265-a2ab-a2dca472c020 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:14.294823 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-b6f42610-350a-4415-88e5-67593b298f44 req-20bcaffe-a049-4265-a2ab-a2dca472c020 service neutron] 10.222.0.48 "PUT /v2.0/ports/734cee79-2e3a-49be-96bb-0714db457bf3 HTTP/1.1" status: 200 len: 1092 time: 1.6630058 Mar 29 15:43:14.322487 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810abca4-f1aa-4d65-8d30-f921d76bcea4 req-c4f5ede9-be88-4170-bbf4-a428d8fdc210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:14.324112 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-810abca4-f1aa-4d65-8d30-f921d76bcea4 req-c4f5ede9-be88-4170-bbf4-a428d8fdc210 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2268a9b9-82fd-4886-a91d-3a50e4e16cab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1112127 Mar 29 15:43:14.361107 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595ccd2c-651d-4d4a-b4b4-d87650a113f2 req-45a2889c-dfd1-4d4b-b73d-1d234e1a9bfc tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:14.368568 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-595ccd2c-651d-4d4a-b4b4-d87650a113f2 req-45a2889c-dfd1-4d4b-b73d-1d234e1a9bfc tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] 10.222.0.42 "GET /v2.0/ports?device_id=86e9c74e-ceb0-4c1d-8bbf-acb7473ea97a HTTP/1.1" status: 200 len: 947 time: 0.1036382 Mar 29 15:43:14.372389 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bcaffe-a049-4265-a2ab-a2dca472c020 service neutron] Pushing event updated for resources: {'Port': ['ID=734cee79-2e3a-49be-96bb-0714db457bf3,revision_number=3']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:43:14.382240 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-06abccca-9402-4555-8d1c-7b1f09938eb0 None None] Notify callbacks [] for port, precommit_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:14.410080 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-06abccca-9402-4555-8d1c-7b1f09938eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:14.465763 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-6c1603b3-46fb-4b1f-bc6d-a6afd3715c0d req-05f1acf0-7b3e-467f-a190-e97a870afaf0 service neutron] 10.222.0.48 "GET /v2.0/networks/2268a9b9-82fd-4886-a91d-3a50e4e16cab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2607553 Mar 29 15:43:14.468974 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-89f5ce11-c389-4bf0-a658-4a9fffe55ab6 req-2e673f1b-339c-41ed-8a49-7fe5f7c5a682 tempest-FloatingIPsNegativeTestJSON-321067501 tempest-FloatingIPsNegativeTestJSON-321067501-project] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0651376 Mar 29 15:43:14.487084 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-595ccd2c-651d-4d4a-b4b4-d87650a113f2 req-95dfee02-249e-440d-bcfe-99bb6de04623 tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] 10.222.0.42 "GET /v2.0/security-groups?id=062b76b3-3a31-4c61-a1e4-5e35375fb0f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169422 Mar 29 15:43:14.521367 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f42610-350a-4415-88e5-67593b298f44 req-0ff2dd64-4250-4f09-853f-d5afaa33af66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:14.523002 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-b6f42610-350a-4415-88e5-67593b298f44 req-0ff2dd64-4250-4f09-853f-d5afaa33af66 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d04cf558b2cb439aa051141a3dc84641&device_id=6840a8f7-ba15-4900-81eb-58d7ca444d72 HTTP/1.1" status: 200 len: 1095 time: 0.1707184 Mar 29 15:43:14.550615 n-d-834765-1 neutron-server[102791]: INFO neutron.api.v2.resource [req-449e25fb-4e91-44b8-8cc0-359314d58900 req-c0dc6a86-0c74-41be-8f55-6a67956e45ca tempest-FloatingIPsNegativeTestJSON-321067501 tempest-FloatingIPsNegativeTestJSON-321067501-project] show failed (client error): The resource could not be found. Mar 29 15:43:14.559683 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-449e25fb-4e91-44b8-8cc0-359314d58900 req-c0dc6a86-0c74-41be-8f55-6a67956e45ca tempest-FloatingIPsNegativeTestJSON-321067501 tempest-FloatingIPsNegativeTestJSON-321067501-project] 10.222.0.42 "GET /v2.0/floatingips/442191bf-ed64-4f34-b69b-bc7bd94f31db HTTP/1.1" status: 404 len: 350 time: 0.0484176 Mar 29 15:43:14.560362 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 45682) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:43:14.584671 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c2fade-891c-4e86-aefd-28d77a92bd0f None None] Pushing event updated for resources: {'Port': ['ID=5a8e92ed-c316-4ca1-b16e-1f3805edce79,revision_number=3']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:43:14.653978 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-b6f42610-350a-4415-88e5-67593b298f44 req-eade584d-c8b0-4842-ba22-bea64b819ce5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=734cee79-2e3a-49be-96bb-0714db457bf3 HTTP/1.1" status: 200 len: 217 time: 0.1207736 Mar 29 15:43:14.693247 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device 4def01a8-e045-46a2-afa6-cb0dea14b988 no longer exists at agent hyperv_n-h2-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:43:14.744111 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-810abca4-f1aa-4d65-8d30-f921d76bcea4 req-33128968-6521-4757-b509-52145f53090f service neutron] 10.222.0.48 "GET /v2.0/networks/2268a9b9-82fd-4886-a91d-3a50e4e16cab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4010437 Mar 29 15:43:14.756465 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-06abccca-9402-4555-8d1c-7b1f09938eb0 None None] Attempting to bind port 5a8e92ed-c316-4ca1-b16e-1f3805edce79 on host n-d-834765-1 for vnic_type normal with profile {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:43:14.756781 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-06abccca-9402-4555-8d1c-7b1f09938eb0 None None] Attempting to bind port 5a8e92ed-c316-4ca1-b16e-1f3805edce79 by drivers openvswitch,hyperv on host n-d-834765-1 at level 0 using segments [{'id': 'eed8508f-b055-49fc-a8ca-5462952fce2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '3fe870cd-79c7-4f5f-a374-63b2b698777a'}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:43:14.757350 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06abccca-9402-4555-8d1c-7b1f09938eb0 None None] Attempting to bind port 5a8e92ed-c316-4ca1-b16e-1f3805edce79 on network 3fe870cd-79c7-4f5f-a374-63b2b698777a {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:43:14.768314 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06abccca-9402-4555-8d1c-7b1f09938eb0 None None] Checking agent: {'id': 'a8866439-9d96-425c-b519-6905c591ac37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 25, 36), 'started_at': datetime.datetime(2022, 3, 29, 15, 26, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 43, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834765-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:43:14.768911 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06abccca-9402-4555-8d1c-7b1f09938eb0 None None] Checking segment: {'id': 'eed8508f-b055-49fc-a8ca-5462952fce2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '3fe870cd-79c7-4f5f-a374-63b2b698777a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:43:14.769395 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-06abccca-9402-4555-8d1c-7b1f09938eb0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:14.769931 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06abccca-9402-4555-8d1c-7b1f09938eb0 None None] Bound using segment: {'id': 'eed8508f-b055-49fc-a8ca-5462952fce2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '3fe870cd-79c7-4f5f-a374-63b2b698777a'} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:43:14.771292 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-06abccca-9402-4555-8d1c-7b1f09938eb0 None None] Bound port: 5a8e92ed-c316-4ca1-b16e-1f3805edce79, host: n-d-834765-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eed8508f-b055-49fc-a8ca-5462952fce2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '3fe870cd-79c7-4f5f-a374-63b2b698777a'}}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 15:43:14.771801 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-06abccca-9402-4555-8d1c-7b1f09938eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:14.801070 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f42610-350a-4415-88e5-67593b298f44 req-249d2a2d-ace3-4558-9463-3d75e1d65bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:14.802865 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-b6f42610-350a-4415-88e5-67593b298f44 req-249d2a2d-ace3-4558-9463-3d75e1d65bb3 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9016bdba-0f5c-4ddd-94a1-3fa4aae621f1 HTTP/1.1" status: 200 len: 846 time: 0.1345260 Mar 29 15:43:14.809995 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-6c1603b3-46fb-4b1f-bc6d-a6afd3715c0d req-75781789-97a3-4ba9-a156-03b0900b81f1 service neutron] 10.222.0.48 "GET /v2.0/networks/2268a9b9-82fd-4886-a91d-3a50e4e16cab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3269002 Mar 29 15:43:14.874216 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-b6f42610-350a-4415-88e5-67593b298f44 req-d56255b3-d806-4438-9f67-9c2cc98e02d4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9c05e936-df9e-4fbf-b09c-78bf9696504c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0608172 Mar 29 15:43:14.898875 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-06abccca-9402-4555-8d1c-7b1f09938eb0 None None] For port 5a8e92ed-c316-4ca1-b16e-1f3805edce79, host n-d-834765-1, cleared binding levels {{(pid=102792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:43:14.902950 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-06abccca-9402-4555-8d1c-7b1f09938eb0 None None] For port 5a8e92ed-c316-4ca1-b16e-1f3805edce79, host n-d-834765-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=5a8e92ed-c316-4ca1-b16e-1f3805edce79,segment=NetworkSegment(eed8508f-b055-49fc-a8ca-5462952fce2d),segment_id=eed8508f-b055-49fc-a8ca-5462952fce2d)] {{(pid=102792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:43:14.914301 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-06abccca-9402-4555-8d1c-7b1f09938eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:15.005396 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5298d56b-6304-4053-8e21-893309b46ddd req-eb998415-389c-475c-a958-2eef902a542c tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:15.013500 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-5298d56b-6304-4053-8e21-893309b46ddd req-eb998415-389c-475c-a958-2eef902a542c tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] 10.222.0.42 "GET /v2.0/ports?device_id=6840a8f7-ba15-4900-81eb-58d7ca444d72 HTTP/1.1" status: 200 len: 944 time: 0.2664454 Mar 29 15:43:15.029353 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed51ba7-af64-47be-b360-fa551e895617 req-3c27f67d-aef9-45a3-ba77-09e5b52613e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:15.030915 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-eed51ba7-af64-47be-b360-fa551e895617 req-3c27f67d-aef9-45a3-ba77-09e5b52613e5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5bf1a5bdfbb14ae084908e8fe7725bc6&device_id=86e9c74e-ceb0-4c1d-8bbf-acb7473ea97a HTTP/1.1" status: 200 len: 1098 time: 0.1421685 Mar 29 15:43:15.034310 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:15.064139 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06abccca-9402-4555-8d1c-7b1f09938eb0 None None] Routers {'273359fd-fbf8-46b5-96c4-891802c68f21'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:43:15.065743 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-06abccca-9402-4555-8d1c-7b1f09938eb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:43:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['273359fd-fbf8-46b5-96c4-891802c68f21'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:43:15.110767 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-b6f42610-350a-4415-88e5-67593b298f44 req-f0b9f5da-14b2-463e-9c85-2c823ac7d262 service neutron] 10.222.0.48 "GET /v2.0/networks/9c05e936-df9e-4fbf-b09c-78bf9696504c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2235293 Mar 29 15:43:15.127998 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb986c29-f18c-4431-b001-b8a5fa38aaaa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4def01a8-e045-46a2-afa6-cb0dea14b988'}] {{(pid=102792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:43:15.130968 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4f476c66b318cc6068719fc39557fac68d413f5c7e78fa77028c7948e999ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f636130c-9405-4446-875a-4b5aaf4ea3d6" -d '{"events": [{"server_uuid": "eb986c29-f18c-4431-b001-b8a5fa38aaaa", "name": "network-vif-unplugged", "status": "completed", "tag": "4def01a8-e045-46a2-afa6-cb0dea14b988"}]}' {{(pid=102792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:43:15.153114 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c2fade-891c-4e86-aefd-28d77a92bd0f None None] Pushing event updated for resources: {'Port': ['ID=5a8e92ed-c316-4ca1-b16e-1f3805edce79,revision_number=4']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:43:15.161377 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-fa5d6f4c-a720-4b16-b0c9-44b3e170b875 None None] Provisioning complete for port 5a8e92ed-c316-4ca1-b16e-1f3805edce79 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:43:15.161779 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-fa5d6f4c-a720-4b16-b0c9-44b3e170b875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:15.189270 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-810abca4-f1aa-4d65-8d30-f921d76bcea4 req-1619a996-898c-4779-b295-a7f9297fb725 service neutron] 10.222.0.48 "GET /v2.0/networks/2268a9b9-82fd-4886-a91d-3a50e4e16cab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4200735 Mar 29 15:43:15.200104 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-5298d56b-6304-4053-8e21-893309b46ddd req-7d2fc7f2-1954-4676-8fce-f085dc4b07a7 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] 10.222.0.42 "GET /v2.0/security-groups?id=f08e979a-b162-4e81-8f48-4f228bf81759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1844096 Mar 29 15:43:15.208034 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port 4def01a8-e045-46a2-afa6-cb0dea14b988, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=4def01a8-e045-46a2-afa6-cb0dea14b988,segment=NetworkSegment(e1d90273-cef5-4478-85fc-ff4ac210e191),segment_id=e1d90273-cef5-4478-85fc-ff4ac210e191)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:43:15.247408 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:15.348061 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1736e8-7e7d-4456-b5b9-ee737babe493 req-435119aa-befe-4bb0-ae0b-754403d604cf tempest-ServersAdminTestJSON-208827877 tempest-ServersAdminTestJSON-208827877-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:15.348551 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1736e8-7e7d-4456-b5b9-ee737babe493 req-435119aa-befe-4bb0-ae0b-754403d604cf tempest-ServersAdminTestJSON-208827877 tempest-ServersAdminTestJSON-208827877-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:15.349030 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1736e8-7e7d-4456-b5b9-ee737babe493 req-435119aa-befe-4bb0-ae0b-754403d604cf tempest-ServersAdminTestJSON-208827877 tempest-ServersAdminTestJSON-208827877-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:15.349562 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1736e8-7e7d-4456-b5b9-ee737babe493 req-435119aa-befe-4bb0-ae0b-754403d604cf tempest-ServersAdminTestJSON-208827877 tempest-ServersAdminTestJSON-208827877-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:15.350030 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1736e8-7e7d-4456-b5b9-ee737babe493 req-435119aa-befe-4bb0-ae0b-754403d604cf tempest-ServersAdminTestJSON-208827877 tempest-ServersAdminTestJSON-208827877-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:15.350854 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1736e8-7e7d-4456-b5b9-ee737babe493 req-435119aa-befe-4bb0-ae0b-754403d604cf tempest-ServersAdminTestJSON-208827877 tempest-ServersAdminTestJSON-208827877-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:15.351357 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1736e8-7e7d-4456-b5b9-ee737babe493 req-435119aa-befe-4bb0-ae0b-754403d604cf tempest-ServersAdminTestJSON-208827877 tempest-ServersAdminTestJSON-208827877-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:15.351882 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1736e8-7e7d-4456-b5b9-ee737babe493 req-435119aa-befe-4bb0-ae0b-754403d604cf tempest-ServersAdminTestJSON-208827877 tempest-ServersAdminTestJSON-208827877-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:15.352349 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1736e8-7e7d-4456-b5b9-ee737babe493 req-435119aa-befe-4bb0-ae0b-754403d604cf tempest-ServersAdminTestJSON-208827877 tempest-ServersAdminTestJSON-208827877-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:15.353372 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1736e8-7e7d-4456-b5b9-ee737babe493 req-435119aa-befe-4bb0-ae0b-754403d604cf tempest-ServersAdminTestJSON-208827877 tempest-ServersAdminTestJSON-208827877-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:15.353853 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1736e8-7e7d-4456-b5b9-ee737babe493 req-435119aa-befe-4bb0-ae0b-754403d604cf tempest-ServersAdminTestJSON-208827877 tempest-ServersAdminTestJSON-208827877-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:15.354321 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1736e8-7e7d-4456-b5b9-ee737babe493 req-435119aa-befe-4bb0-ae0b-754403d604cf tempest-ServersAdminTestJSON-208827877 tempest-ServersAdminTestJSON-208827877-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:15.354881 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1736e8-7e7d-4456-b5b9-ee737babe493 req-435119aa-befe-4bb0-ae0b-754403d604cf tempest-ServersAdminTestJSON-208827877 tempest-ServersAdminTestJSON-208827877-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:15.355424 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1736e8-7e7d-4456-b5b9-ee737babe493 req-435119aa-befe-4bb0-ae0b-754403d604cf tempest-ServersAdminTestJSON-208827877 tempest-ServersAdminTestJSON-208827877-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:15.355889 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1736e8-7e7d-4456-b5b9-ee737babe493 req-435119aa-befe-4bb0-ae0b-754403d604cf tempest-ServersAdminTestJSON-208827877 tempest-ServersAdminTestJSON-208827877-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:15.357126 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1736e8-7e7d-4456-b5b9-ee737babe493 req-435119aa-befe-4bb0-ae0b-754403d604cf tempest-ServersAdminTestJSON-208827877 tempest-ServersAdminTestJSON-208827877-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:15.357654 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1736e8-7e7d-4456-b5b9-ee737babe493 req-435119aa-befe-4bb0-ae0b-754403d604cf tempest-ServersAdminTestJSON-208827877 tempest-ServersAdminTestJSON-208827877-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:15.358096 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1736e8-7e7d-4456-b5b9-ee737babe493 req-435119aa-befe-4bb0-ae0b-754403d604cf tempest-ServersAdminTestJSON-208827877 tempest-ServersAdminTestJSON-208827877-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:15.358609 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1736e8-7e7d-4456-b5b9-ee737babe493 req-435119aa-befe-4bb0-ae0b-754403d604cf tempest-ServersAdminTestJSON-208827877 tempest-ServersAdminTestJSON-208827877-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:15.371481 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-2d1736e8-7e7d-4456-b5b9-ee737babe493 req-435119aa-befe-4bb0-ae0b-754403d604cf tempest-ServersAdminTestJSON-208827877 tempest-ServersAdminTestJSON-208827877-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=6840a8f7-ba15-4900-81eb-58d7ca444d72&device_id=86e9c74e-ceb0-4c1d-8bbf-acb7473ea97a&device_id=b912f144-7037-4f5c-a4ca-8adf62110f17&device_id=d44c13b3-ad93-457f-bc1c-1fcb98072ab1&device_id=7eac0c92-4d9b-4070-aa30-b3884198e259&device_id=8af2e82a-d0b9-4236-b40f-9d8544b19127&device_id=6577ea24-a03c-4970-9984-ffe76327597c&device_id=2565640a-8c7c-44e6-a0ff-441fffc35121&device_id=098ca7f6-5ef0-491c-b3c0-dec37bb94199&device_id=dbf06d28-6f64-4f76-b58a-39982ac100c2&device_id=2b603b7f-32b5-4125-b4e2-04c47bd0f5ef&device_id=eb986c29-f18c-4431-b001-b8a5fa38aaaa&device_id=e63d94a3-644d-400a-aa3f-0c71f9fb1b46 HTTP/1.1" status: 200 len: 17161 time: 0.1840377 Mar 29 15:43:15.389795 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed51ba7-af64-47be-b360-fa551e895617 req-fdd09203-abb0-4ade-924d-2a79a875f84b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:15.391296 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-eed51ba7-af64-47be-b360-fa551e895617 req-fdd09203-abb0-4ade-924d-2a79a875f84b service neutron] 10.222.0.48 "GET /v2.0/networks?id=2268a9b9-82fd-4886-a91d-3a50e4e16cab HTTP/1.1" status: 200 len: 870 time: 0.3503439 Mar 29 15:43:15.399639 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-2d1736e8-7e7d-4456-b5b9-ee737babe493 req-74b4b45b-392c-473d-96f8-e992b9719378 tempest-ServersAdminTestJSON-208827877 tempest-ServersAdminTestJSON-208827877-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:15.425727 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Pushing event updated for resources: {'Port': ['ID=4def01a8-e045-46a2-afa6-cb0dea14b988,revision_number=8']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:43:15.430863 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvr_db [None req-06abccca-9402-4555-8d1c-7b1f09938eb0 None None] Set router 273359fd-fbf8-46b5-96c4-891802c68f21 gateway port host: n-d-834765-1 {{(pid=102792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:43:15.431990 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952632d6-c624-4ca7-90aa-123dd2117a6f req-cb3f82e3-2578-4174-9a9f-13eac06d4e02 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:15.433736 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-952632d6-c624-4ca7-90aa-123dd2117a6f req-cb3f82e3-2578-4174-9a9f-13eac06d4e02 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/ports?device_id=b912f144-7037-4f5c-a4ca-8adf62110f17 HTTP/1.1" status: 200 len: 947 time: 0.1083255 Mar 29 15:43:15.434166 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-fa5d6f4c-a720-4b16-b0c9-44b3e170b875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:15.471490 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-eed51ba7-af64-47be-b360-fa551e895617 req-412c1da9-9cb1-4f50-b17e-e1cc64422085 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.22&port_id=b3a54e0b-ee79-4158-81f6-35ada90cdc73 HTTP/1.1" status: 200 len: 217 time: 0.0673604 Mar 29 15:43:15.478260 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-b6f42610-350a-4415-88e5-67593b298f44 req-2482d3db-5170-4e71-8909-6d8ec6e4ce6c service neutron] 10.222.0.48 "GET /v2.0/networks/9c05e936-df9e-4fbf-b09c-78bf9696504c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3582842 Mar 29 15:43:15.497067 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-952632d6-c624-4ca7-90aa-123dd2117a6f req-ddef6b1c-cdc8-420d-900e-c3067c4278ae tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/security-groups?id=56997969-7130-4d86-9e9d-e068deb19a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547826 Mar 29 15:43:15.544926 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-fa5d6f4c-a720-4b16-b0c9-44b3e170b875 None None] For port 5a8e92ed-c316-4ca1-b16e-1f3805edce79, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=5a8e92ed-c316-4ca1-b16e-1f3805edce79,segment=NetworkSegment(eed8508f-b055-49fc-a8ca-5462952fce2d),segment_id=eed8508f-b055-49fc-a8ca-5462952fce2d)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:43:15.558364 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-fa5d6f4c-a720-4b16-b0c9-44b3e170b875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:15.579977 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-11135f65-bfad-438a-888e-8e28cc93b4b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-530452'] for router_interface, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:15.589735 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed51ba7-af64-47be-b360-fa551e895617 req-b695c9a2-fdeb-4567-a9ae-cdbb659c6e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:15.591384 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-eed51ba7-af64-47be-b360-fa551e895617 req-b695c9a2-fdeb-4567-a9ae-cdbb659c6e9f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=abb8e5d6-2aea-4455-a944-3435a3d1ce49 HTTP/1.1" status: 200 len: 843 time: 0.0818586 Mar 29 15:43:15.653100 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-2d1736e8-7e7d-4456-b5b9-ee737babe493 req-74b4b45b-392c-473d-96f8-e992b9719378 tempest-ServersAdminTestJSON-208827877 tempest-ServersAdminTestJSON-208827877-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:15.662524 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-2d1736e8-7e7d-4456-b5b9-ee737babe493 req-74b4b45b-392c-473d-96f8-e992b9719378 tempest-ServersAdminTestJSON-208827877 tempest-ServersAdminTestJSON-208827877-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:15.664253 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5d6f4c-a720-4b16-b0c9-44b3e170b875 None None] Pushing event updated for resources: {'Port': ['ID=5a8e92ed-c316-4ca1-b16e-1f3805edce79,revision_number=5']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:43:15.673092 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed51ba7-af64-47be-b360-fa551e895617 req-532fbc73-d26a-489e-89ca-4a46395fd3ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:15.675023 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-eed51ba7-af64-47be-b360-fa551e895617 req-532fbc73-d26a-489e-89ca-4a46395fd3ca service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2268a9b9-82fd-4886-a91d-3a50e4e16cab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0743504 Mar 29 15:43:15.711295 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-8b624f0c-ac81-4a3c-93b5-76782c71f51b None None] Provisioning complete for port 5a8e92ed-c316-4ca1-b16e-1f3805edce79 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:43:15.711755 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-8b624f0c-ac81-4a3c-93b5-76782c71f51b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:15.721280 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-2d1736e8-7e7d-4456-b5b9-ee737babe493 req-74b4b45b-392c-473d-96f8-e992b9719378 tempest-ServersAdminTestJSON-208827877 tempest-ServersAdminTestJSON-208827877-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=f08e979a-b162-4e81-8f48-4f228bf81759&id=7a324716-10f9-4f06-a2b5-9f498b951d56&id=062b76b3-3a31-4c61-a1e4-5e35375fb0f4&id=19cf0565-0e5d-4a9a-bb20-6dda76410fc5&id=56997969-7130-4d86-9e9d-e068deb19a17&id=6fc5fb8c-b1d6-4bb9-b68a-102a19ea7379&id=07e96b72-96bb-4562-b80f-051b133c1759&fields=id&fields=name HTTP/1.1" status: 200 len: 714 time: 0.3488858 Mar 29 15:43:15.741051 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b4b45b-392c-473d-96f8-e992b9719378 tempest-ServersAdminTestJSON-208827877 tempest-ServersAdminTestJSON-208827877-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4679057e-720d-4f22-9975-1077eb79e30a,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:43:15.777466 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c0ea31-2978-43bb-b5e0-480bbd66b377 req-a81af45a-07f7-478f-b4ab-5f4aefc94ffc tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:15.779209 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-75c0ea31-2978-43bb-b5e0-480bbd66b377 req-a81af45a-07f7-478f-b4ab-5f4aefc94ffc tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb986c29-f18c-4431-b001-b8a5fa38aaaa HTTP/1.1" status: 200 len: 944 time: 0.1494169 Mar 29 15:43:15.790957 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 29 Mar 2022 15:43:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e3bc326-8348-45ae-abed-619ab38a17e9 x-openstack-request-id: req-5e3bc326-8348-45ae-abed-619ab38a17e9 {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:43:15.791240 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb986c29-f18c-4431-b001-b8a5fa38aaaa", "name": "network-vif-unplugged", "status": "failed", "tag": "4def01a8-e045-46a2-afa6-cb0dea14b988", "code": 422}]} {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:43:15.791516 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-5e3bc326-8348-45ae-abed-619ab38a17e9 {{(pid=102792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:43:15.791919 n-d-834765-1 neutron-server[102792]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'eb986c29-f18c-4431-b001-b8a5fa38aaaa', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '4def01a8-e045-46a2-afa6-cb0dea14b988', 'code': 422} returned with failed status Mar 29 15:43:15.806274 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-06abccca-9402-4555-8d1c-7b1f09938eb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '273359fd-fbf8-46b5-96c4-891802c68f21', 'name': 'tempest-FloatingIPsNegativeTestJSON-1826535743-router', 'tenant_id': '0facd2ae0f3541fda7bf6d63000f3e78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.253'}], 'enable_snat': True}, 'gw_port_id': '7854793c-2a1d-4919-861e-00a8bcde68b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:43:02Z', 'updated_at': '2022-03-29T15:43:10Z', 'revision_number': 4, 'project_id': '0facd2ae0f3541fda7bf6d63000f3e78', 'gw_port': {'id': '7854793c-2a1d-4919-861e-00a8bcde68b2', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:f2:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '273359fd-fbf8-46b5-96c4-891802c68f21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1012, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:43:03Z', 'updated_at': '2022-03-29T15:43:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': '5a8e92ed-c316-4ca1-b16e-1f3805edce79', 'name': '', 'network_id': '3fe870cd-79c7-4f5f-a374-63b2b698777a', 'tenant_id': '0facd2ae0f3541fda7bf6d63000f3e78', 'mac_address': 'fa:16:3e:2e:40:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '273359fd-fbf8-46b5-96c4-891802c68f21', 'device_owner': 'network:router_interface', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': '61ab8b12-72da-4a34-852f-01e40cfc2b43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:43:08Z', 'updated_at': '2022-03-29T15:43:14Z', 'revision_number': 4, 'project_id': '0facd2ae0f3541fda7bf6d63000f3e78', 'subnets': [{'id': '61ab8b12-72da-4a34-852f-01e40cfc2b43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:43:15.836297 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-eed51ba7-af64-47be-b360-fa551e895617 req-b9ae88a2-35a9-411b-aa1d-4b1fe079192f service neutron] 10.222.0.48 "GET /v2.0/networks/2268a9b9-82fd-4886-a91d-3a50e4e16cab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1517043 Mar 29 15:43:15.849878 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06abccca-9402-4555-8d1c-7b1f09938eb0 None None] The sync data for ids ['273359fd-fbf8-46b5-96c4-891802c68f21'] in n-d-834765-1 is: [{'id': '273359fd-fbf8-46b5-96c4-891802c68f21', 'name': 'tempest-FloatingIPsNegativeTestJSON-1826535743-router', 'tenant_id': '0facd2ae0f3541fda7bf6d63000f3e78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.253'}], 'enable_snat': True}, 'gw_port_id': '7854793c-2a1d-4919-861e-00a8bcde68b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:43:02Z', 'updated_at': '2022-03-29T15:43:10Z', 'revision_number': 4, 'project_id': '0facd2ae0f3541fda7bf6d63000f3e78', 'gw_port': {'id': '7854793c-2a1d-4919-861e-00a8bcde68b2', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:f2:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '273359fd-fbf8-46b5-96c4-891802c68f21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1012, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:43:03Z', 'updated_at': '2022-03-29T15:43:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': '5a8e92ed-c316-4ca1-b16e-1f3805edce79', 'name': '', 'network_id': '3fe870cd-79c7-4f5f-a374-63b2b698777a', 'tenant_id': '0facd2ae0f3541fda7bf6d63000f3e78', 'mac_address': 'fa:16:3e:2e:40:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '273359fd-fbf8-46b5-96c4-891802c68f21', 'device_owner': 'network:router_interface', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': '61ab8b12-72da-4a34-852f-01e40cfc2b43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:43:08Z', 'updated_at': '2022-03-29T15:43:14Z', 'revision_number': 4, 'project_id': '0facd2ae0f3541fda7bf6d63000f3e78', 'subnets': [{'id': '61ab8b12-72da-4a34-852f-01e40cfc2b43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:43:15.956673 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-75c0ea31-2978-43bb-b5e0-480bbd66b377 req-9d586696-a47d-4889-b6f9-43de2a0b6bdb tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.42 "GET /v2.0/security-groups?id=07e96b72-96bb-4562-b80f-051b133c1759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633208 Mar 29 15:43:16.056805 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde75836-87a5-47a0-b054-a9381fbcffc2 req-348679b9-3cfa-4c67-b291-128127734f5a tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:16.059207 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-bde75836-87a5-47a0-b054-a9381fbcffc2 req-348679b9-3cfa-4c67-b291-128127734f5a tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] 10.222.0.42 "GET /v2.0/ports?device_id=86e9c74e-ceb0-4c1d-8bbf-acb7473ea97a HTTP/1.1" status: 200 len: 947 time: 0.1909359 Mar 29 15:43:16.072168 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-eed51ba7-af64-47be-b360-fa551e895617 req-48abc029-aefe-412a-a35d-1ee32be1f872 service neutron] 10.222.0.48 "GET /v2.0/networks/2268a9b9-82fd-4886-a91d-3a50e4e16cab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2266245 Mar 29 15:43:16.144483 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-11135f65-bfad-438a-888e-8e28cc93b4b0 admin admin] Deleting port 5a8e92ed-c316-4ca1-b16e-1f3805edce79 {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:43:16.144899 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-11135f65-bfad-438a-888e-8e28cc93b4b0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:16.146084 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-bde75836-87a5-47a0-b054-a9381fbcffc2 req-634d7189-06ab-458a-8f0a-21001e0acd46 tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] 10.222.0.42 "GET /v2.0/security-groups?id=062b76b3-3a31-4c61-a1e4-5e35375fb0f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725276 Mar 29 15:43:16.185847 n-d-834765-1 neutron-server[102790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6840a8f7-ba15-4900-81eb-58d7ca444d72', 'tag': '734cee79-2e3a-49be-96bb-0714db457bf3'}] {{(pid=102790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:43:16.188236 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46b06d655c90bc969636382cce4240ad749035fb0f3a83ee4734fa1ed9c4a6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b471c937-c357-4e94-8e33-ab1441265fa3" -d '{"events": [{"name": "network-changed", "server_uuid": "6840a8f7-ba15-4900-81eb-58d7ca444d72", "tag": "734cee79-2e3a-49be-96bb-0714db457bf3"}]}' {{(pid=102790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:43:16.252541 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [None req-11135f65-bfad-438a-888e-8e28cc93b4b0 admin admin] For port 5a8e92ed-c316-4ca1-b16e-1f3805edce79, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=5a8e92ed-c316-4ca1-b16e-1f3805edce79,segment=NetworkSegment(eed8508f-b055-49fc-a8ca-5462952fce2d),segment_id=eed8508f-b055-49fc-a8ca-5462952fce2d)] {{(pid=102791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:43:16.252541 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-11135f65-bfad-438a-888e-8e28cc93b4b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:16.271011 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-11135f65-bfad-438a-888e-8e28cc93b4b0 admin admin] Calling delete_port for 5a8e92ed-c316-4ca1-b16e-1f3805edce79 owned by network:router_interface {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:43:16.422931 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644c414a-5eb9-47db-8f59-a5615f50003a req-bef50f85-26c4-4934-a108-dfb83a98aae6 tempest-ServersAdminTestJSON-208827877 tempest-ServersAdminTestJSON-208827877-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:16.423098 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644c414a-5eb9-47db-8f59-a5615f50003a req-bef50f85-26c4-4934-a108-dfb83a98aae6 tempest-ServersAdminTestJSON-208827877 tempest-ServersAdminTestJSON-208827877-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:16.423673 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644c414a-5eb9-47db-8f59-a5615f50003a req-bef50f85-26c4-4934-a108-dfb83a98aae6 tempest-ServersAdminTestJSON-208827877 tempest-ServersAdminTestJSON-208827877-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:16.430213 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-644c414a-5eb9-47db-8f59-a5615f50003a req-bef50f85-26c4-4934-a108-dfb83a98aae6 tempest-ServersAdminTestJSON-208827877 tempest-ServersAdminTestJSON-208827877-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=d44c13b3-ad93-457f-bc1c-1fcb98072ab1&device_id=6577ea24-a03c-4970-9984-ffe76327597c&device_id=2565640a-8c7c-44e6-a0ff-441fffc35121 HTTP/1.1" status: 200 len: 2882 time: 0.0637536 Mar 29 15:43:16.491136 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-644c414a-5eb9-47db-8f59-a5615f50003a req-50b54a86-8cb9-447c-8a23-f1c9eb3a62c9 tempest-ServersAdminTestJSON-208827877 tempest-ServersAdminTestJSON-208827877-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=6fc5fb8c-b1d6-4bb9-b68a-102a19ea7379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542088 Mar 29 15:43:16.505082 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-11135f65-bfad-438a-888e-8e28cc93b4b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:16.541787 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11135f65-bfad-438a-888e-8e28cc93b4b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=5a8e92ed-c316-4ca1-b16e-1f3805edce79,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:43:16.570857 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 15:43:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9038fd09-1688-4096-a6fa-39d36602d690 x-openstack-request-id: req-9038fd09-1688-4096-a6fa-39d36602d690 {{(pid=102790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:43:16.571152 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6840a8f7-ba15-4900-81eb-58d7ca444d72", "tag": "734cee79-2e3a-49be-96bb-0714db457bf3", "status": "completed", "code": 200}]} {{(pid=102790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:43:16.571479 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-9038fd09-1688-4096-a6fa-39d36602d690 {{(pid=102790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:43:16.571924 n-d-834765-1 neutron-server[102790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6840a8f7-ba15-4900-81eb-58d7ca444d72', 'tag': '734cee79-2e3a-49be-96bb-0714db457bf3', 'status': 'completed', 'code': 200} Mar 29 15:43:16.667325 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device 684fa249-cf80-48e5-b59d-1b228e32ee2c details requested by agent hyperv_n-h2-834765-1 with host n-h2-834765-1 {{(pid=102792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 15:43:16.774387 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b471c937-c357-4e94-8e33-ab1441265fa3 req-1bdb90bf-4129-4446-9264-7bd1bf1cfe2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:16.779969 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-b471c937-c357-4e94-8e33-ab1441265fa3 req-1bdb90bf-4129-4446-9264-7bd1bf1cfe2e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d04cf558b2cb439aa051141a3dc84641&device_id=6840a8f7-ba15-4900-81eb-58d7ca444d72 HTTP/1.1" status: 200 len: 1095 time: 0.1872034 Mar 29 15:43:16.809088 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94640bb-3451-4ac0-a10a-3dcc2f0f69d0 req-b5c4c73e-3578-4ee1-b421-7d586fffc178 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:16.812370 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-c94640bb-3451-4ac0-a10a-3dcc2f0f69d0 req-b5c4c73e-3578-4ee1-b421-7d586fffc178 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] 10.222.0.42 "GET /v2.0/ports?device_id=6840a8f7-ba15-4900-81eb-58d7ca444d72 HTTP/1.1" status: 200 len: 944 time: 0.1670711 Mar 29 15:43:16.848323 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:16.908639 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-11135f65-bfad-438a-888e-8e28cc93b4b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-530528'] for router_interface, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:16.920352 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port 684fa249-cf80-48e5-b59d-1b228e32ee2c, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=684fa249-cf80-48e5-b59d-1b228e32ee2c,segment=NetworkSegment(a0c230f0-660a-4194-9279-0f0781d34134),segment_id=a0c230f0-660a-4194-9279-0f0781d34134)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:43:16.947074 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Returning: {'device': '684fa249-cf80-48e5-b59d-1b228e32ee2c', 'network_id': '2268a9b9-82fd-4886-a91d-3a50e4e16cab', 'port_id': '684fa249-cf80-48e5-b59d-1b228e32ee2c', 'mac_address': 'fa:16:3e:8c:6e:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 625, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abb8e5d6-2aea-4455-a944-3435a3d1ce49', 'ip_address': '192.168.233.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 15:43:17.007404 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-c94640bb-3451-4ac0-a10a-3dcc2f0f69d0 req-4ced6be2-3993-4531-aac9-d78369d87cce tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] 10.222.0.42 "GET /v2.0/security-groups?id=f08e979a-b162-4e81-8f48-4f228bf81759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549194 Mar 29 15:43:17.016265 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:17.040499 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b471c937-c357-4e94-8e33-ab1441265fa3 req-708e5bb3-90ac-4c24-bca8-5b4fba7bd488 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:17.042771 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-b471c937-c357-4e94-8e33-ab1441265fa3 req-708e5bb3-90ac-4c24-bca8-5b4fba7bd488 service neutron] 10.222.0.48 "GET /v2.0/networks?id=9c05e936-df9e-4fbf-b09c-78bf9696504c HTTP/1.1" status: 200 len: 907 time: 0.2292306 Mar 29 15:43:17.056801 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 684fa249-cf80-48e5-b59d-1b228e32ee2c {{(pid=102792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:43:17.082157 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port 684fa249-cf80-48e5-b59d-1b228e32ee2c, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=684fa249-cf80-48e5-b59d-1b228e32ee2c,segment=NetworkSegment(a0c230f0-660a-4194-9279-0f0781d34134),segment_id=a0c230f0-660a-4194-9279-0f0781d34134)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:43:17.088596 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:17.161681 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-b471c937-c357-4e94-8e33-ab1441265fa3 req-c8ff7350-77d1-4acd-849d-7d50d55a7641 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=734cee79-2e3a-49be-96bb-0714db457bf3 HTTP/1.1" status: 200 len: 217 time: 0.1063702 Mar 29 15:43:17.178892 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Pushing event updated for resources: {'Port': ['ID=684fa249-cf80-48e5-b59d-1b228e32ee2c,revision_number=4']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:43:17.264370 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfd907e-bab4-48fb-96ed-1d657ccc4353 req-c8fdc2a1-fd74-4ea4-9292-a602a5281220 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:17.273847 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-0cfd907e-bab4-48fb-96ed-1d657ccc4353 req-c8fdc2a1-fd74-4ea4-9292-a602a5281220 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb986c29-f18c-4431-b001-b8a5fa38aaaa HTTP/1.1" status: 200 len: 944 time: 0.1197095 Mar 29 15:43:17.299407 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d390db0-e65f-4d67-a9df-37d9d23c1000 req-06ef86ec-1c37-4681-89ca-577a447d3930 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:17.302394 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-4d390db0-e65f-4d67-a9df-37d9d23c1000 req-06ef86ec-1c37-4681-89ca-577a447d3930 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/ports?device_id=b912f144-7037-4f5c-a4ca-8adf62110f17 HTTP/1.1" status: 200 len: 948 time: 0.0961578 Mar 29 15:43:17.305845 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b471c937-c357-4e94-8e33-ab1441265fa3 req-9fc6628e-404d-44ca-a9a6-578907f06cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:17.308558 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-b471c937-c357-4e94-8e33-ab1441265fa3 req-9fc6628e-404d-44ca-a9a6-578907f06cd5 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9016bdba-0f5c-4ddd-94a1-3fa4aae621f1 HTTP/1.1" status: 200 len: 846 time: 0.1379995 Mar 29 15:43:17.360611 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-b471c937-c357-4e94-8e33-ab1441265fa3 req-cd01b858-4e49-4f74-a9ab-ed158c34d24d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9c05e936-df9e-4fbf-b09c-78bf9696504c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390077 Mar 29 15:43:17.411173 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-4d390db0-e65f-4d67-a9df-37d9d23c1000 req-40bbf0a3-74a8-4a78-98e4-fde5455cd617 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/security-groups?id=56997969-7130-4d86-9e9d-e068deb19a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006148 Mar 29 15:43:17.462722 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11135f65-bfad-438a-888e-8e28cc93b4b0 admin admin] Router 273359fd-fbf8-46b5-96c4-891802c68f21 has already been hosted by L3 agent c648d819-1060-4f26-b4ec-6455387b5dff {{(pid=102791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 15:43:17.485382 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [req-0cfd907e-bab4-48fb-96ed-1d657ccc4353 req-2287aa2c-eece-4130-ac92-773230b32bc2 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] Deleting port 4def01a8-e045-46a2-afa6-cb0dea14b988 {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:43:17.485751 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-0cfd907e-bab4-48fb-96ed-1d657ccc4353 req-2287aa2c-eece-4130-ac92-773230b32bc2 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:17.548326 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-b471c937-c357-4e94-8e33-ab1441265fa3 req-d43f5140-21f3-4479-8673-800aa09c599f service neutron] 10.222.0.48 "GET /v2.0/networks/9c05e936-df9e-4fbf-b09c-78bf9696504c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1782892 Mar 29 15:43:17.563638 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569d8af4-ec42-4b60-b642-24d47c55b862 req-00993c73-b0ea-4656-9d2e-d137f62a676b tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:17.566436 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-569d8af4-ec42-4b60-b642-24d47c55b862 req-00993c73-b0ea-4656-9d2e-d137f62a676b tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] 10.222.0.42 "GET /v2.0/ports?device_id=86e9c74e-ceb0-4c1d-8bbf-acb7473ea97a HTTP/1.1" status: 200 len: 947 time: 0.0695138 Mar 29 15:43:17.619558 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] get_ports_and_sgs() called for port_ids ['684fa249-cf80-48e5-b59d-1b228e32ee2c'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:43:17.634102 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-0cfd907e-bab4-48fb-96ed-1d657ccc4353 req-2287aa2c-eece-4130-ac92-773230b32bc2 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] For port 4def01a8-e045-46a2-afa6-cb0dea14b988, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=4def01a8-e045-46a2-afa6-cb0dea14b988,segment=NetworkSegment(e1d90273-cef5-4478-85fc-ff4ac210e191),segment_id=e1d90273-cef5-4478-85fc-ff4ac210e191)] {{(pid=102791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:43:17.634721 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-0cfd907e-bab4-48fb-96ed-1d657ccc4353 req-2287aa2c-eece-4130-ac92-773230b32bc2 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:17.689171 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-569d8af4-ec42-4b60-b642-24d47c55b862 req-979675bc-ccff-48a5-951d-408b92693411 tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] 10.222.0.42 "GET /v2.0/security-groups?id=062b76b3-3a31-4c61-a1e4-5e35375fb0f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145782 Mar 29 15:43:17.711741 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-b471c937-c357-4e94-8e33-ab1441265fa3 req-d4e00896-d358-4c0a-a473-eb067f9bed7a service neutron] 10.222.0.48 "GET /v2.0/networks/9c05e936-df9e-4fbf-b09c-78bf9696504c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439965 Mar 29 15:43:17.724725 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:17.934891 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [req-0cfd907e-bab4-48fb-96ed-1d657ccc4353 req-2287aa2c-eece-4130-ac92-773230b32bc2 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] Calling delete_port for 4def01a8-e045-46a2-afa6-cb0dea14b988 owned by compute:nova {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:43:17.989591 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11135f65-bfad-438a-888e-8e28cc93b4b0 admin admin] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:43:17.998223 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-11135f65-bfad-438a-888e-8e28cc93b4b0 admin admin] 10.222.0.42 "PUT /v2.0/routers/273359fd-fbf8-46b5-96c4-891802c68f21/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4005759 Mar 29 15:43:17.998427 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 45768) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:43:18.004924 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-107ed32e-9d18-49de-ae6b-42cd096142fa None None] Sync routers for ids ['273359fd-fbf8-46b5-96c4-891802c68f21'] in n-d-834765-1 {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:43:18.025229 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-107ed32e-9d18-49de-ae6b-42cd096142fa None None] Routers {'273359fd-fbf8-46b5-96c4-891802c68f21'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:43:18.025641 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-107ed32e-9d18-49de-ae6b-42cd096142fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:43:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['273359fd-fbf8-46b5-96c4-891802c68f21'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:43:18.092925 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-0cfd907e-bab4-48fb-96ed-1d657ccc4353 req-2287aa2c-eece-4130-ac92-773230b32bc2 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:18.125529 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2287aa2c-eece-4130-ac92-773230b32bc2 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] Pushing event deleted for resources: {'Port': ['ID=4def01a8-e045-46a2-afa6-cb0dea14b988,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:43:18.164113 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-99773b8d-c325-4b3b-b31a-4b2d9eba5dbb admin admin] Notify callbacks [] for router, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:18.167471 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvr_db [None req-107ed32e-9d18-49de-ae6b-42cd096142fa None None] Set router 273359fd-fbf8-46b5-96c4-891802c68f21 gateway port host: n-d-834765-1 {{(pid=102793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:43:18.173313 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cfd907e-bab4-48fb-96ed-1d657ccc4353 req-2287aa2c-eece-4130-ac92-773230b32bc2 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] No DVR routers for this DVR port 4def01a8-e045-46a2-afa6-cb0dea14b988 on host n-h2-834765-1 {{(pid=102791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:43:18.176464 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-0cfd907e-bab4-48fb-96ed-1d657ccc4353 req-2287aa2c-eece-4130-ac92-773230b32bc2 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:18.180306 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-0cfd907e-bab4-48fb-96ed-1d657ccc4353 req-2287aa2c-eece-4130-ac92-773230b32bc2 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.42 "DELETE /v2.0/ports/4def01a8-e045-46a2-afa6-cb0dea14b988 HTTP/1.1" status: 204 len: 173 time: 0.9056096 Mar 29 15:43:18.180902 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb986c29-f18c-4431-b001-b8a5fa38aaaa', 'name': 'network-vif-deleted', 'tag': '4def01a8-e045-46a2-afa6-cb0dea14b988'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:43:18.183523 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c67b028db5e9b9818fecc5c0a87ebc6f190694fa53ca267d523e04f98de536d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2368adc4-b569-42b3-a6de-4190b9b6bb02" -d '{"events": [{"server_uuid": "eb986c29-f18c-4431-b001-b8a5fa38aaaa", "name": "network-vif-deleted", "tag": "4def01a8-e045-46a2-afa6-cb0dea14b988"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:43:18.303048 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f62c22-640d-4719-9f57-f0c660046a41 req-cf6e726b-dd0a-43ea-9d46-245b2c3fe0cd tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:18.305084 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-54f62c22-640d-4719-9f57-f0c660046a41 req-cf6e726b-dd0a-43ea-9d46-245b2c3fe0cd tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] 10.222.0.42 "GET /v2.0/ports?device_id=6840a8f7-ba15-4900-81eb-58d7ca444d72 HTTP/1.1" status: 200 len: 944 time: 0.0934498 Mar 29 15:43:18.335015 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-99773b8d-c325-4b3b-b31a-4b2d9eba5dbb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:18.367119 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-107ed32e-9d18-49de-ae6b-42cd096142fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '273359fd-fbf8-46b5-96c4-891802c68f21', 'name': 'tempest-FloatingIPsNegativeTestJSON-1826535743-router', 'tenant_id': '0facd2ae0f3541fda7bf6d63000f3e78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.253'}], 'enable_snat': True}, 'gw_port_id': '7854793c-2a1d-4919-861e-00a8bcde68b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:43:02Z', 'updated_at': '2022-03-29T15:43:16Z', 'revision_number': 5, 'project_id': '0facd2ae0f3541fda7bf6d63000f3e78', 'gw_port': {'id': '7854793c-2a1d-4919-861e-00a8bcde68b2', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:f2:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '273359fd-fbf8-46b5-96c4-891802c68f21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1012, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:43:03Z', 'updated_at': '2022-03-29T15:43:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1'}], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:43:18.384089 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-54f62c22-640d-4719-9f57-f0c660046a41 req-466f2a4a-1678-420d-b391-7668fb9d7572 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] 10.222.0.42 "GET /v2.0/security-groups?id=f08e979a-b162-4e81-8f48-4f228bf81759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711875 Mar 29 15:43:18.399535 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-107ed32e-9d18-49de-ae6b-42cd096142fa None None] Checking router: 273359fd-fbf8-46b5-96c4-891802c68f21 for host: n-d-834765-1 {{(pid=102793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:43:18.410166 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-107ed32e-9d18-49de-ae6b-42cd096142fa None None] Routers {'273359fd-fbf8-46b5-96c4-891802c68f21'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:43:18.410423 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-99773b8d-c325-4b3b-b31a-4b2d9eba5dbb admin admin] Deleting port 7854793c-2a1d-4919-861e-00a8bcde68b2 {{(pid=102790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:43:18.411163 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-99773b8d-c325-4b3b-b31a-4b2d9eba5dbb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:18.411311 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-107ed32e-9d18-49de-ae6b-42cd096142fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:43:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['273359fd-fbf8-46b5-96c4-891802c68f21'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:43:18.511178 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvr_db [None req-107ed32e-9d18-49de-ae6b-42cd096142fa None None] Set router 273359fd-fbf8-46b5-96c4-891802c68f21 gateway port host: None {{(pid=102793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:43:18.541483 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6924be3c-a685-45aa-bbbf-203898cebafe req-f3788804-8399-4ad0-bae6-afa18b3d83eb tempest-ServersAdminTestJSON-208827877 tempest-ServersAdminTestJSON-208827877-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:18.542975 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-6924be3c-a685-45aa-bbbf-203898cebafe req-f3788804-8399-4ad0-bae6-afa18b3d83eb tempest-ServersAdminTestJSON-208827877 tempest-ServersAdminTestJSON-208827877-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=2565640a-8c7c-44e6-a0ff-441fffc35121 HTTP/1.1" status: 200 len: 1100 time: 0.0641136 Mar 29 15:43:18.544730 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [None req-99773b8d-c325-4b3b-b31a-4b2d9eba5dbb admin admin] For port 7854793c-2a1d-4919-861e-00a8bcde68b2, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=7854793c-2a1d-4919-861e-00a8bcde68b2,segment=NetworkSegment(6ab47353-a811-4bad-bc73-b4cc84583cfd),segment_id=6ab47353-a811-4bad-bc73-b4cc84583cfd)] {{(pid=102790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:43:18.545149 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-99773b8d-c325-4b3b-b31a-4b2d9eba5dbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:18.563488 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-99773b8d-c325-4b3b-b31a-4b2d9eba5dbb admin admin] Calling delete_port for 7854793c-2a1d-4919-861e-00a8bcde68b2 owned by network:router_gateway {{(pid=102790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:43:18.570411 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-107ed32e-9d18-49de-ae6b-42cd096142fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '273359fd-fbf8-46b5-96c4-891802c68f21', 'name': 'tempest-FloatingIPsNegativeTestJSON-1826535743-router', 'tenant_id': '0facd2ae0f3541fda7bf6d63000f3e78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:43:02Z', 'updated_at': '2022-03-29T15:43:18Z', 'revision_number': 6, 'project_id': '0facd2ae0f3541fda7bf6d63000f3e78', 'gw_port_host': None}], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:43:18.635149 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-6924be3c-a685-45aa-bbbf-203898cebafe req-6db5b5e9-ee1e-4d63-9b0b-950d005c8ffe tempest-ServersAdminTestJSON-208827877 tempest-ServersAdminTestJSON-208827877-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=6fc5fb8c-b1d6-4bb9-b68a-102a19ea7379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815396 Mar 29 15:43:18.656051 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device 734cee79-2e3a-49be-96bb-0714db457bf3 details requested by agent hyperv_n-h2-834765-1 with host n-h2-834765-1 {{(pid=102792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 15:43:18.658834 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device 4def01a8-e045-46a2-afa6-cb0dea14b988 no longer exists at agent hyperv_n-h2-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:43:18.662980 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Tue, 29 Mar 2022 15:43:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42b55fa3-b9c3-4bb6-90b9-dcafa2c9488b x-openstack-request-id: req-42b55fa3-b9c3-4bb6-90b9-dcafa2c9488b {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:43:18.663525 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb986c29-f18c-4431-b001-b8a5fa38aaaa", "name": "network-vif-deleted", "tag": "4def01a8-e045-46a2-afa6-cb0dea14b988", "status": "failed", "code": 422}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:43:18.663635 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-42b55fa3-b9c3-4bb6-90b9-dcafa2c9488b {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:43:18.663982 n-d-834765-1 neutron-server[102791]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'eb986c29-f18c-4431-b001-b8a5fa38aaaa', 'name': 'network-vif-deleted', 'tag': '4def01a8-e045-46a2-afa6-cb0dea14b988', 'status': 'failed', 'code': 422} returned with failed status Mar 29 15:43:18.693316 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-107ed32e-9d18-49de-ae6b-42cd096142fa None None] The sync data for ids ['273359fd-fbf8-46b5-96c4-891802c68f21'] in n-d-834765-1 is: [{'id': '273359fd-fbf8-46b5-96c4-891802c68f21', 'name': 'tempest-FloatingIPsNegativeTestJSON-1826535743-router', 'tenant_id': '0facd2ae0f3541fda7bf6d63000f3e78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:43:02Z', 'updated_at': '2022-03-29T15:43:18Z', 'revision_number': 6, 'project_id': '0facd2ae0f3541fda7bf6d63000f3e78', 'gw_port_host': None}] {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:43:18.719133 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] No Port match for: 4def01a8-e045-46a2-afa6-cb0dea14b988 {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 15:43:18.723554 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device 4def01a8-e045-46a2-afa6-cb0dea14b988 not bound to the agent host n-h2-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:43:18.813222 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e62c66-127d-4c84-b4b2-c883331ea1ed req-cf103cac-a463-46bc-8800-71b6e6e1264b tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:18.821311 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d0e62c66-127d-4c84-b4b2-c883331ea1ed req-cf103cac-a463-46bc-8800-71b6e6e1264b tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/ports?device_id=b912f144-7037-4f5c-a4ca-8adf62110f17 HTTP/1.1" status: 200 len: 948 time: 0.0874662 Mar 29 15:43:18.840277 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port 734cee79-2e3a-49be-96bb-0714db457bf3, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=734cee79-2e3a-49be-96bb-0714db457bf3,segment=NetworkSegment(429e9cf3-3671-4cb2-9547-92af9e95f1f2),segment_id=429e9cf3-3671-4cb2-9547-92af9e95f1f2)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:43:18.853939 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Returning: {'device': '734cee79-2e3a-49be-96bb-0714db457bf3', 'network_id': '9c05e936-df9e-4fbf-b09c-78bf9696504c', 'port_id': '734cee79-2e3a-49be-96bb-0714db457bf3', 'mac_address': 'fa:16:3e:1a:ab:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 637, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9016bdba-0f5c-4ddd-94a1-3fa4aae621f1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 15:43:18.855344 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d0e62c66-127d-4c84-b4b2-c883331ea1ed req-fb437090-8981-43df-a784-97ac46178b29 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/security-groups?id=56997969-7130-4d86-9e9d-e068deb19a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331674 Mar 29 15:43:18.898492 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:18.913239 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 734cee79-2e3a-49be-96bb-0714db457bf3 {{(pid=102792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:43:18.937913 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port 734cee79-2e3a-49be-96bb-0714db457bf3, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=734cee79-2e3a-49be-96bb-0714db457bf3,segment=NetworkSegment(429e9cf3-3671-4cb2-9547-92af9e95f1f2),segment_id=429e9cf3-3671-4cb2-9547-92af9e95f1f2)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:43:18.943336 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:18.944474 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device b3a54e0b-ee79-4158-81f6-35ada90cdc73 details requested by agent hyperv_n-h2-834765-1 with host n-h2-834765-1 {{(pid=102792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 15:43:18.967296 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4deaa1-4676-4d01-a714-d19cb26361fa req-f7793d50-37cc-4934-94f9-5229fc458b8f tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:18.968887 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-da4deaa1-4676-4d01-a714-d19cb26361fa req-f7793d50-37cc-4934-94f9-5229fc458b8f tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] 10.222.0.42 "GET /v2.0/ports?device_id=86e9c74e-ceb0-4c1d-8bbf-acb7473ea97a HTTP/1.1" status: 200 len: 947 time: 0.0543730 Mar 29 15:43:19.012865 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-da4deaa1-4676-4d01-a714-d19cb26361fa req-d1f510fe-e653-4bdf-972f-c016873d6359 tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] 10.222.0.42 "GET /v2.0/security-groups?id=062b76b3-3a31-4c61-a1e4-5e35375fb0f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348938 Mar 29 15:43:19.037314 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Pushing event updated for resources: {'Port': ['ID=734cee79-2e3a-49be-96bb-0714db457bf3,revision_number=4']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:43:19.215118 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ee6524-cc04-46d0-af02-d9b52b949bf1 req-e5d7adcb-13b4-4d55-9d7f-8e9a6fc6de7d tempest-ServersAdminTestJSON-208827877 tempest-ServersAdminTestJSON-208827877-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:19.216673 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-01ee6524-cc04-46d0-af02-d9b52b949bf1 req-e5d7adcb-13b4-4d55-9d7f-8e9a6fc6de7d tempest-ServersAdminTestJSON-208827877 tempest-ServersAdminTestJSON-208827877-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=2565640a-8c7c-44e6-a0ff-441fffc35121 HTTP/1.1" status: 200 len: 1100 time: 0.4151833 Mar 29 15:43:19.217955 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-99773b8d-c325-4b3b-b31a-4b2d9eba5dbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:19.249460 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99773b8d-c325-4b3b-b31a-4b2d9eba5dbb admin admin] Pushing event deleted for resources: {'Port': ['ID=7854793c-2a1d-4919-861e-00a8bcde68b2,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:43:19.262268 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port b3a54e0b-ee79-4158-81f6-35ada90cdc73, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=b3a54e0b-ee79-4158-81f6-35ada90cdc73,segment=NetworkSegment(a0c230f0-660a-4194-9279-0f0781d34134),segment_id=a0c230f0-660a-4194-9279-0f0781d34134)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:43:19.265625 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cdea63-c5e2-4dc5-947c-ab7c185d0c12 req-23754050-074e-4a46-bfff-51462d50d8c7 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:19.268028 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b4cdea63-c5e2-4dc5-947c-ab7c185d0c12 req-23754050-074e-4a46-bfff-51462d50d8c7 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.42 "GET /v2.0/networks?id=96b8e8ed-22f2-4cb8-884c-6e5cefe078a4 HTTP/1.1" status: 200 len: 812 time: 0.1399105 Mar 29 15:43:19.279362 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Returning: {'device': 'b3a54e0b-ee79-4158-81f6-35ada90cdc73', 'network_id': '2268a9b9-82fd-4886-a91d-3a50e4e16cab', 'port_id': 'b3a54e0b-ee79-4158-81f6-35ada90cdc73', 'mac_address': 'fa:16:3e:e1:2c:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 625, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abb8e5d6-2aea-4455-a944-3435a3d1ce49', 'ip_address': '192.168.233.22'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 15:43:19.286236 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b4cdea63-c5e2-4dc5-947c-ab7c185d0c12 req-9a514d5e-cd1c-459c-a3db-7cc943eb9d15 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.42 "GET /v2.0/quotas/94799213e4df4db5af3887cbfa8ada4e HTTP/1.1" status: 200 len: 375 time: 0.0112572 Mar 29 15:43:19.319722 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:19.323912 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-01ee6524-cc04-46d0-af02-d9b52b949bf1 req-2eaa2a36-fc0b-4a94-b774-e48909d81453 tempest-ServersAdminTestJSON-208827877 tempest-ServersAdminTestJSON-208827877-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=6fc5fb8c-b1d6-4bb9-b68a-102a19ea7379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822194 Mar 29 15:43:19.332962 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b4cdea63-c5e2-4dc5-947c-ab7c185d0c12 req-21e368f8-8eed-488c-9e6f-12358a05e4d9 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=94799213e4df4db5af3887cbfa8ada4e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0364976 Mar 29 15:43:19.334542 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3a54e0b-ee79-4158-81f6-35ada90cdc73 {{(pid=102792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:43:19.341415 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-99773b8d-c325-4b3b-b31a-4b2d9eba5dbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-648138'] for router_gateway, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:19.357749 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port b3a54e0b-ee79-4158-81f6-35ada90cdc73, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=b3a54e0b-ee79-4158-81f6-35ada90cdc73,segment=NetworkSegment(a0c230f0-660a-4194-9279-0f0781d34134),segment_id=a0c230f0-660a-4194-9279-0f0781d34134)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:43:19.363290 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:19.436564 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Pushing event updated for resources: {'Port': ['ID=b3a54e0b-ee79-4158-81f6-35ada90cdc73,revision_number=4']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:43:19.441094 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b4cdea63-c5e2-4dc5-947c-ab7c185d0c12 req-e29b297b-81bb-41ac-80d6-220a38d504c5 service neutron] 10.222.0.42 "GET /v2.0/networks/96b8e8ed-22f2-4cb8-884c-6e5cefe078a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068823 Mar 29 15:43:19.473372 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-99773b8d-c325-4b3b-b31a-4b2d9eba5dbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129328'] for router, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:19.481688 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-99773b8d-c325-4b3b-b31a-4b2d9eba5dbb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:19.553928 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-99773b8d-c325-4b3b-b31a-4b2d9eba5dbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-526718'] for router, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:19.554586 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99773b8d-c325-4b3b-b31a-4b2d9eba5dbb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 273359fd-fbf8-46b5-96c4-891802c68f21 {{(pid=102790) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 29 15:43:19.560832 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-99773b8d-c325-4b3b-b31a-4b2d9eba5dbb admin admin] Notify callbacks [] for router, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:19.562809 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-99773b8d-c325-4b3b-b31a-4b2d9eba5dbb admin admin] 10.222.0.42 "DELETE /v2.0/routers/273359fd-fbf8-46b5-96c4-891802c68f21 HTTP/1.1" status: 204 len: 168 time: 1.5629702 Mar 29 15:43:19.565396 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 45818) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:43:19.579645 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b4cdea63-c5e2-4dc5-947c-ab7c185d0c12 req-66d47db0-6d2e-4602-94f5-97af572932ba service neutron] 10.222.0.42 "GET /v2.0/networks/96b8e8ed-22f2-4cb8-884c-6e5cefe078a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319671 Mar 29 15:43:19.637163 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.db_base_plugin_v2 [None req-985e4998-c627-4be8-81f3-6200dd6ba92b admin admin] Deleting subnet 61ab8b12-72da-4a34-852f-01e40cfc2b43 {{(pid=102790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 15:43:19.644859 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-985e4998-c627-4be8-81f3-6200dd6ba92b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:19.716794 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-985e4998-c627-4be8-81f3-6200dd6ba92b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4614024'] for subnet, precommit_delete_associations {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:19.760229 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 5a8e92ed-c316-4ca1-b16e-1f3805edce79 no longer exists at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:43:19.775954 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e21b58-9b58-4ea8-991f-92fe75d6474e req-efe5bcac-a9a7-4b81-89f1-1a34ab0d7ba6 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:19.777516 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-58e21b58-9b58-4ea8-991f-92fe75d6474e req-efe5bcac-a9a7-4b81-89f1-1a34ab0d7ba6 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] 10.222.0.42 "GET /v2.0/ports?device_id=6840a8f7-ba15-4900-81eb-58d7ca444d72 HTTP/1.1" status: 200 len: 945 time: 0.0977981 Mar 29 15:43:19.817614 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] get_ports_and_sgs() called for port_ids ['b3a54e0b-ee79-4158-81f6-35ada90cdc73'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:43:19.819996 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] get_ports_and_sgs() called for port_ids ['734cee79-2e3a-49be-96bb-0714db457bf3'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:43:19.823120 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] No Port match for: 5a8e92ed-c316-4ca1-b16e-1f3805edce79 {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 15:43:19.823729 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 5a8e92ed-c316-4ca1-b16e-1f3805edce79 not bound to the agent host n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:43:19.824500 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 7854793c-2a1d-4919-861e-00a8bcde68b2 no longer exists at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:43:19.872454 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 45828) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:43:19.889044 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.agents_db [None req-59735a15-725e-44d4-9ad5-95cbe356f209 None None] Agent healthcheck: found 7 active agents {{(pid=102793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 15:43:19.926059 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-58e21b58-9b58-4ea8-991f-92fe75d6474e req-f85fd6b4-fb17-472d-bbd0-4e30897c3ab2 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] 10.222.0.42 "GET /v2.0/security-groups?id=f08e979a-b162-4e81-8f48-4f228bf81759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417813 Mar 29 15:43:19.936715 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-985e4998-c627-4be8-81f3-6200dd6ba92b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1641287'] for subnet, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:20.019164 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] No Port match for: 7854793c-2a1d-4919-861e-00a8bcde68b2 {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 15:43:20.019739 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 7854793c-2a1d-4919-861e-00a8bcde68b2 not bound to the agent host n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:43:20.034124 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-985e4998-c627-4be8-81f3-6200dd6ba92b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1641294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5231963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4793952'] for subnet, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:20.099987 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-cd879d83-8e21-473e-81e6-fe99f17c8821 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:20.113745 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-985e4998-c627-4be8-81f3-6200dd6ba92b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for subnet, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:20.118395 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-985e4998-c627-4be8-81f3-6200dd6ba92b admin admin] 10.222.0.42 "DELETE /v2.0/subnets/61ab8b12-72da-4a34-852f-01e40cfc2b43 HTTP/1.1" status: 204 len: 168 time: 0.5520194 Mar 29 15:43:20.123137 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17125e5b-4c49-453a-92a9-80ad19ad3e84 None None] Network 3fe870cd-79c7-4f5f-a374-63b2b698777a requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 15:43:20.123806 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985e4998-c627-4be8-81f3-6200dd6ba92b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=61ab8b12-72da-4a34-852f-01e40cfc2b43,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:43:20.135461 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 45842) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:43:20.199326 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892643ea-6945-4e0d-88e0-b1a529965b1a req-bab7e326-7895-4d3f-a69c-7835439d3afe tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:20.206676 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-842685b3-dffe-42c3-829d-f44af5273385 req-365ad05a-5ac5-43bb-991b-7cf9b0d7ae92 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.42 "GET /v2.0/ports?device_id=bdf56371-60c2-41be-847e-8c56f47964ad HTTP/1.1" status: 200 len: 210 time: 0.0930521 Mar 29 15:43:20.207641 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-892643ea-6945-4e0d-88e0-b1a529965b1a req-bab7e326-7895-4d3f-a69c-7835439d3afe tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/ports?device_id=b912f144-7037-4f5c-a4ca-8adf62110f17 HTTP/1.1" status: 200 len: 948 time: 0.1036117 Mar 29 15:43:20.314940 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e5e4832d-66b2-4899-bbd3-a3583e35a45f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1631750'] for network, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:20.339507 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-892643ea-6945-4e0d-88e0-b1a529965b1a req-10794e01-f2c1-4951-a4bb-b3cbbd497a2e tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/security-groups?id=56997969-7130-4d86-9e9d-e068deb19a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226583 Mar 29 15:43:20.368784 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-cd879d83-8e21-473e-81e6-fe99f17c8821 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:20.380632 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-cd879d83-8e21-473e-81e6-fe99f17c8821 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:20.443999 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd879d83-8e21-473e-81e6-fe99f17c8821 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fba31b51-c33a-4419-bc1d-401d1d918a10,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:43:20.481909 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-e5e4832d-66b2-4899-bbd3-a3583e35a45f admin admin] Deleting port 7bff36c9-28af-4a57-833f-b7ddbd73c7b9 {{(pid=102790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:43:20.481909 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e5e4832d-66b2-4899-bbd3-a3583e35a45f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:20.492506 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9017e560-77a0-4fdd-8b36-c064998a2891 None None] DHCP port deletion for 3fe870cd-79c7-4f5f-a374-63b2b698777a request from n-d-834765-1 {{(pid=102792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 29 15:43:20.496667 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-cd879d83-8e21-473e-81e6-fe99f17c8821 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=4305e08636084a5ebe9f01cb14c07eff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6231172 Mar 29 15:43:20.500429 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 45848) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:43:20.538200 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aabdb4c-d3ae-485b-b60b-c06a0b50a7c0 req-d82ca2d3-7f3f-4f62-bc63-c47b0418808f tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:20.539958 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-3aabdb4c-d3ae-485b-b60b-c06a0b50a7c0 req-d82ca2d3-7f3f-4f62-bc63-c47b0418808f tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] 10.222.0.42 "GET /v2.0/ports?device_id=86e9c74e-ceb0-4c1d-8bbf-acb7473ea97a HTTP/1.1" status: 200 len: 948 time: 0.1025076 Mar 29 15:43:20.577252 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [None req-e5e4832d-66b2-4899-bbd3-a3583e35a45f admin admin] For port 7bff36c9-28af-4a57-833f-b7ddbd73c7b9, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=7bff36c9-28af-4a57-833f-b7ddbd73c7b9,segment=NetworkSegment(eed8508f-b055-49fc-a8ca-5462952fce2d),segment_id=eed8508f-b055-49fc-a8ca-5462952fce2d)] {{(pid=102790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:43:20.577539 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e5e4832d-66b2-4899-bbd3-a3583e35a45f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:20.601319 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-f3eb5c44-919f-45d6-9423-3c52c6d76608 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:20.605857 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-3aabdb4c-d3ae-485b-b60b-c06a0b50a7c0 req-10880e66-e0ae-43e6-a445-9230ee062ea7 tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] 10.222.0.42 "GET /v2.0/security-groups?id=062b76b3-3a31-4c61-a1e4-5e35375fb0f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575716 Mar 29 15:43:20.621888 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-e5e4832d-66b2-4899-bbd3-a3583e35a45f admin admin] Calling delete_port for 7bff36c9-28af-4a57-833f-b7ddbd73c7b9 owned by network:dhcp {{(pid=102790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:43:20.634587 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-f3eb5c44-919f-45d6-9423-3c52c6d76608 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:20.672249 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device 684fa249-cf80-48e5-b59d-1b228e32ee2c up at agent hyperv_n-h2-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:43:20.699679 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-9017e560-77a0-4fdd-8b36-c064998a2891 None None] Deleting port 7bff36c9-28af-4a57-833f-b7ddbd73c7b9 {{(pid=102792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:43:20.700174 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-9017e560-77a0-4fdd-8b36-c064998a2891 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:20.719148 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-f3eb5c44-919f-45d6-9423-3c52c6d76608 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:20.724649 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-f3eb5c44-919f-45d6-9423-3c52c6d76608 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:20.726040 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-f3eb5c44-919f-45d6-9423-3c52c6d76608 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/fba31b51-c33a-4419-bc1d-401d1d918a10 HTTP/1.1" status: 204 len: 168 time: 0.2247548 Mar 29 15:43:20.742435 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3eb5c44-919f-45d6-9423-3c52c6d76608 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fba31b51-c33a-4419-bc1d-401d1d918a10,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:43:20.784523 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e5e4832d-66b2-4899-bbd3-a3583e35a45f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:20.805893 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-9017e560-77a0-4fdd-8b36-c064998a2891 None None] For port 7bff36c9-28af-4a57-833f-b7ddbd73c7b9, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=7bff36c9-28af-4a57-833f-b7ddbd73c7b9,segment=NetworkSegment(eed8508f-b055-49fc-a8ca-5462952fce2d),segment_id=eed8508f-b055-49fc-a8ca-5462952fce2d)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:43:20.806300 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-9017e560-77a0-4fdd-8b36-c064998a2891 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:20.834090 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e4832d-66b2-4899-bbd3-a3583e35a45f admin admin] Pushing event deleted for resources: {'Port': ['ID=7bff36c9-28af-4a57-833f-b7ddbd73c7b9,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:43:20.837683 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5e4832d-66b2-4899-bbd3-a3583e35a45f admin admin] No DVR routers for this DVR port 7bff36c9-28af-4a57-833f-b7ddbd73c7b9 on host n-d-834765-1 {{(pid=102790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:43:20.850807 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-9017e560-77a0-4fdd-8b36-c064998a2891 None None] Calling delete_port for 7bff36c9-28af-4a57-833f-b7ddbd73c7b9 owned by network:dhcp {{(pid=102792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:43:20.873434 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Provisioning for port 684fa249-cf80-48e5-b59d-1b228e32ee2c completed by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 15:43:20.879898 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Provisioning complete for port 684fa249-cf80-48e5-b59d-1b228e32ee2c triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:43:20.880281 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:20.925503 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e5e4832d-66b2-4899-bbd3-a3583e35a45f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639890', 'neutron.services.segments.db._delete_segments_for_network-8783523423079'] for network, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:20.955868 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-e5e4832d-66b2-4899-bbd3-a3583e35a45f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3fe870cd-79c7-4f5f-a374-63b2b698777a']}} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:43:20.962157 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f9dd6e-39f0-478e-8a2b-923c161de593 req-64db07cd-ca6d-4574-afcc-a06255ca1d11 tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:20.964938 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-71f9dd6e-39f0-478e-8a2b-923c161de593 req-64db07cd-ca6d-4574-afcc-a06255ca1d11 tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] 10.222.0.42 "GET /v2.0/ports?device_id=2565640a-8c7c-44e6-a0ff-441fffc35121 HTTP/1.1" status: 200 len: 949 time: 0.0997131 Mar 29 15:43:20.968888 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-e5e4832d-66b2-4899-bbd3-a3583e35a45f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eed8508f-b055-49fc-a8ca-5462952fce2d') {'for_net_delete': True} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:43:20.969249 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-e5e4832d-66b2-4899-bbd3-a3583e35a45f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eed8508f-b055-49fc-a8ca-5462952fce2d') {} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:43:20.990431 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e5e4832d-66b2-4899-bbd3-a3583e35a45f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783523422064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4614019'] for segment, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:21.005083 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e5e4832d-66b2-4899-bbd3-a3583e35a45f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:21.013074 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5e4832d-66b2-4899-bbd3-a3583e35a45f admin admin] Releasing vlan 614 on physical network physnet1 to pool {{(pid=102790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 15:43:21.013867 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e5e4832d-66b2-4899-bbd3-a3583e35a45f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5238013'] for segment, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:21.016955 n-d-834765-1 neutron-server[102790]: Traceback (most recent call last): Mar 29 15:43:21.016955 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 15:43:21.016955 n-d-834765-1 neutron-server[102790]: timer() Mar 29 15:43:21.016955 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 15:43:21.016955 n-d-834765-1 neutron-server[102790]: cb(*args, **kw) Mar 29 15:43:21.016955 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 15:43:21.016955 n-d-834765-1 neutron-server[102790]: return func(*args, **kwargs) Mar 29 15:43:21.016955 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 15:43:21.016955 n-d-834765-1 neutron-server[102790]: self._notify() Mar 29 15:43:21.016955 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 15:43:21.016955 n-d-834765-1 neutron-server[102790]: self.callback(batched_events) Mar 29 15:43:21.016955 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 15:43:21.016955 n-d-834765-1 neutron-server[102790]: event.method(event) Mar 29 15:43:21.016955 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 15:43:21.016955 n-d-834765-1 neutron-server[102790]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 15:43:21.016955 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 15:43:21.016955 n-d-834765-1 neutron-server[102790]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 15:43:21.016955 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 15:43:21.016955 n-d-834765-1 neutron-server[102790]: return f(self, *a, **k) Mar 29 15:43:21.016955 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 15:43:21.016955 n-d-834765-1 neutron-server[102790]: return self._get(url).json() Mar 29 15:43:21.016955 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 15:43:21.016955 n-d-834765-1 neutron-server[102790]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 15:43:21.016955 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 15:43:21.016955 n-d-834765-1 neutron-server[102790]: return self.request(url, 'GET', **kwargs) Mar 29 15:43:21.016955 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 15:43:21.016955 n-d-834765-1 neutron-server[102790]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 15:43:21.016955 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 15:43:21.016955 n-d-834765-1 neutron-server[102790]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 15:43:21.016955 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 15:43:21.016955 n-d-834765-1 neutron-server[102790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 15:43:21.016955 n-d-834765-1 neutron-server[102790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 15:43:21.024187 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-9017e560-77a0-4fdd-8b36-c064998a2891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350'] for port, after_delete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:21.043841 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-71f9dd6e-39f0-478e-8a2b-923c161de593 req-50d3d284-7caf-4a97-891f-07dc15315527 tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] 10.222.0.42 "GET /v2.0/security-groups?id=6fc5fb8c-b1d6-4bb9-b68a-102a19ea7379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646024 Mar 29 15:43:21.072506 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9017e560-77a0-4fdd-8b36-c064998a2891 None None] Pushing event deleted for resources: {'Port': ['ID=7bff36c9-28af-4a57-833f-b7ddbd73c7b9,revision_number=None']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:43:21.074383 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9017e560-77a0-4fdd-8b36-c064998a2891 None None] No DVR routers for this DVR port 7bff36c9-28af-4a57-833f-b7ddbd73c7b9 on host n-d-834765-1 {{(pid=102792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:43:21.076224 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:21.102464 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b912f144-7037-4f5c-a4ca-8adf62110f17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '684fa249-cf80-48e5-b59d-1b228e32ee2c'}] {{(pid=102792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:43:21.104970 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4f476c66b318cc6068719fc39557fac68d413f5c7e78fa77028c7948e999ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6487a5d6-ff97-45ce-9a6b-6475daf826de" -d '{"events": [{"server_uuid": "b912f144-7037-4f5c-a4ca-8adf62110f17", "name": "network-vif-plugged", "status": "completed", "tag": "684fa249-cf80-48e5-b59d-1b228e32ee2c"}]}' {{(pid=102792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:43:21.121929 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port 684fa249-cf80-48e5-b59d-1b228e32ee2c, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=684fa249-cf80-48e5-b59d-1b228e32ee2c,segment=NetworkSegment(a0c230f0-660a-4194-9279-0f0781d34134),segment_id=a0c230f0-660a-4194-9279-0f0781d34134)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:43:21.132018 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:21.158586 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e5e4832d-66b2-4899-bbd3-a3583e35a45f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1639897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648174'] for network, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:21.165158 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e5e4832d-66b2-4899-bbd3-a3583e35a45f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for network, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:21.170801 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-e5e4832d-66b2-4899-bbd3-a3583e35a45f admin admin] 10.222.0.42 "DELETE /v2.0/networks/3fe870cd-79c7-4f5f-a374-63b2b698777a HTTP/1.1" status: 204 len: 168 time: 1.0332019 Mar 29 15:43:21.185284 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:43:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-149e529f-d4fd-4d04-a5d9-a13d13c0fc5b x-openstack-request-id: req-149e529f-d4fd-4d04-a5d9-a13d13c0fc5b {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:43:21.185578 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b912f144-7037-4f5c-a4ca-8adf62110f17", "name": "network-vif-plugged", "status": "completed", "tag": "684fa249-cf80-48e5-b59d-1b228e32ee2c", "code": 200}]} {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:43:21.185965 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-149e529f-d4fd-4d04-a5d9-a13d13c0fc5b {{(pid=102792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:43:21.186357 n-d-834765-1 neutron-server[102792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b912f144-7037-4f5c-a4ca-8adf62110f17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '684fa249-cf80-48e5-b59d-1b228e32ee2c', 'code': 200} Mar 29 15:43:21.190580 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e4832d-66b2-4899-bbd3-a3583e35a45f admin admin] Pushing event deleted for resources: {'Network': ['ID=3fe870cd-79c7-4f5f-a374-63b2b698777a,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:43:21.221652 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8d24ab-817e-4ceb-8f72-5cafa0a15692 req-ea80a4e4-e1ef-4b2d-bcf0-eb4492965f54 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:21.231739 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-3b8d24ab-817e-4ceb-8f72-5cafa0a15692 req-ea80a4e4-e1ef-4b2d-bcf0-eb4492965f54 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] 10.222.0.42 "GET /v2.0/ports?device_id=6840a8f7-ba15-4900-81eb-58d7ca444d72 HTTP/1.1" status: 200 len: 945 time: 0.1338360 Mar 29 15:43:21.243995 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Pushing event updated for resources: {'Port': ['ID=684fa249-cf80-48e5-b59d-1b228e32ee2c,revision_number=5']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:43:21.401044 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-66153938-daeb-491d-88e1-5db062c3ae95 req-c171dbdf-68f1-4586-ab5c-16d54ee9927a tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.42 "GET /v2.0/ports?device_id=bdf56371-60c2-41be-847e-8c56f47964ad HTTP/1.1" status: 200 len: 210 time: 0.0598586 Mar 29 15:43:21.464741 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-3b8d24ab-817e-4ceb-8f72-5cafa0a15692 req-4ecc0388-4966-4244-b089-e3ebcd6af110 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] 10.222.0.42 "GET /v2.0/security-groups?id=f08e979a-b162-4e81-8f48-4f228bf81759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2309582 Mar 29 15:43:21.484690 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3eb732d-38ce-429d-8828-b676e78decda req-38150a9d-8d1a-4e1e-bed6-466762da9134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:21.487249 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-e3eb732d-38ce-429d-8828-b676e78decda req-38150a9d-8d1a-4e1e-bed6-466762da9134 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=b912f144-7037-4f5c-a4ca-8adf62110f17 HTTP/1.1" status: 200 len: 1100 time: 0.1246457 Mar 29 15:43:21.495185 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cdea63-c5e2-4dc5-947c-ab7c185d0c12 req-5d93cf83-2110-4071-846a-e27de38faea3 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:21.496741 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-b4cdea63-c5e2-4dc5-947c-ab7c185d0c12 req-5d93cf83-2110-4071-846a-e27de38faea3 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.44 "GET /v2.0/networks?id=96b8e8ed-22f2-4cb8-884c-6e5cefe078a4 HTTP/1.1" status: 200 len: 812 time: 0.2554116 Mar 29 15:43:21.521472 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [req-b4cdea63-c5e2-4dc5-947c-ab7c185d0c12 req-ee9b5240-5bcd-47d6-a941-c5879416c53b tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] Request body: {'port': {'device_id': 'bdf56371-60c2-41be-847e-8c56f47964ad', 'network_id': '96b8e8ed-22f2-4cb8-884c-6e5cefe078a4', 'admin_state_up': True, 'tenant_id': '94799213e4df4db5af3887cbfa8ada4e'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:43:21.530004 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 45886) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:43:21.563957 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-e3eb732d-38ce-429d-8828-b676e78decda req-ad99b4c8-8a86-4fad-a260-5615e5aa24cb service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=56997969-7130-4d86-9e9d-e068deb19a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662436 Mar 29 15:43:21.577048 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f56209-61cc-4370-856e-b2f6da19dda8 req-9f3a721e-b7fe-4495-9988-c280341dc59c tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:21.578552 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d3f56209-61cc-4370-856e-b2f6da19dda8 req-9f3a721e-b7fe-4495-9988-c280341dc59c tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/ports?device_id=b912f144-7037-4f5c-a4ca-8adf62110f17 HTTP/1.1" status: 200 len: 949 time: 0.0838716 Mar 29 15:43:21.599587 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-8d0b2e06-15f6-49b6-aa50-66203e987fe5 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0facd2ae0f3541fda7bf6d63000f3e78&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0668814 Mar 29 15:43:21.604949 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 45888) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:43:21.635537 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d3f56209-61cc-4370-856e-b2f6da19dda8 req-ebfd61ed-560f-4fd9-a04c-8cc35fb4b1ee tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/security-groups?id=56997969-7130-4d86-9e9d-e068deb19a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461473 Mar 29 15:43:21.690525 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-803f076f-8823-416f-8a9b-449410666a90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:21.728155 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4cdea63-c5e2-4dc5-947c-ab7c185d0c12 req-ee9b5240-5bcd-47d6-a941-c5879416c53b tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] Made reservation on behalf of 94799213e4df4db5af3887cbfa8ada4e for: {'port': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:43:21.731510 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-b4cdea63-c5e2-4dc5-947c-ab7c185d0c12 req-ee9b5240-5bcd-47d6-a941-c5879416c53b tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:21.734574 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-803f076f-8823-416f-8a9b-449410666a90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:21.738618 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 7bff36c9-28af-4a57-833f-b7ddbd73c7b9 no longer exists at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:43:21.758949 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] No Port match for: 7bff36c9-28af-4a57-833f-b7ddbd73c7b9 {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 15:43:21.759316 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 7bff36c9-28af-4a57-833f-b7ddbd73c7b9 not bound to the agent host n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:43:21.843849 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbd51f9-7b4e-4ce3-8d79-93b0d4e8d0de req-d12e515c-0438-4f07-bcaa-71953faa3b19 tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:21.845886 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-afbd51f9-7b4e-4ce3-8d79-93b0d4e8d0de req-d12e515c-0438-4f07-bcaa-71953faa3b19 tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] 10.222.0.42 "GET /v2.0/ports?device_id=86e9c74e-ceb0-4c1d-8bbf-acb7473ea97a HTTP/1.1" status: 200 len: 948 time: 0.1302571 Mar 29 15:43:21.890992 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-803f076f-8823-416f-8a9b-449410666a90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:21.893568 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-803f076f-8823-416f-8a9b-449410666a90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:21.894669 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-803f076f-8823-416f-8a9b-449410666a90 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/81be2c8e-bb40-4805-9e3a-f2d5cbe0600c HTTP/1.1" status: 204 len: 168 time: 0.2887449 Mar 29 15:43:21.946335 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803f076f-8823-416f-8a9b-449410666a90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81be2c8e-bb40-4805-9e3a-f2d5cbe0600c,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:43:21.953585 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-afbd51f9-7b4e-4ce3-8d79-93b0d4e8d0de req-4ee904c2-8638-486d-a4e8-fe6c71ec2e17 tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] 10.222.0.42 "GET /v2.0/security-groups?id=062b76b3-3a31-4c61-a1e4-5e35375fb0f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965781 Mar 29 15:43:21.965997 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.db_base_plugin_common [req-b4cdea63-c5e2-4dc5-947c-ab7c185d0c12 req-ee9b5240-5bcd-47d6-a941-c5879416c53b tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] Allocated IP 172.20.0.9 (96b8e8ed-22f2-4cb8-884c-6e5cefe078a4/0ba2b8b0-15ec-4c18-a106-c919b2ec3ae7/b0a6dc10-06c8-4eaa-ae25-fcb3ad5d43f2) {{(pid=102790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:43:22.165413 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-b4cdea63-c5e2-4dc5-947c-ab7c185d0c12 req-ee9b5240-5bcd-47d6-a941-c5879416c53b tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] Notify callbacks [] for port, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:22.178531 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d18ced1-9ba2-454d-8d95-d13985548f5c req-6298527b-8623-4f4a-8660-99135d6dc6d2 tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:22.186118 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4d18ced1-9ba2-454d-8d95-d13985548f5c req-6298527b-8623-4f4a-8660-99135d6dc6d2 tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] 10.222.0.42 "GET /v2.0/ports?device_id=2565640a-8c7c-44e6-a0ff-441fffc35121 HTTP/1.1" status: 200 len: 949 time: 0.0595145 Mar 29 15:43:22.214121 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-b4cdea63-c5e2-4dc5-947c-ab7c185d0c12 req-ee9b5240-5bcd-47d6-a941-c5879416c53b tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:22.242337 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4d18ced1-9ba2-454d-8d95-d13985548f5c req-6caea9eb-d72b-4077-b2c8-050434092074 tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] 10.222.0.42 "GET /v2.0/security-groups?id=6fc5fb8c-b1d6-4bb9-b68a-102a19ea7379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532064 Mar 29 15:43:22.262255 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4cdea63-c5e2-4dc5-947c-ab7c185d0c12 req-ee9b5240-5bcd-47d6-a941-c5879416c53b tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] Network 96b8e8ed-22f2-4cb8-884c-6e5cefe078a4 is already hosted by enough agents. {{(pid=102790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:43:22.265902 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [req-b4cdea63-c5e2-4dc5-947c-ab7c185d0c12 req-ee9b5240-5bcd-47d6-a941-c5879416c53b tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] Resources bound (agent type, host, resource id): {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:43:22.269514 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4cdea63-c5e2-4dc5-947c-ab7c185d0c12 req-ee9b5240-5bcd-47d6-a941-c5879416c53b tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] Received port after_create {{(pid=102790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:43:22.311780 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9b5240-5bcd-47d6-a941-c5879416c53b tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] Pushing event updated for resources: {'Port': ['ID=b0a6dc10-06c8-4eaa-ae25-fcb3ad5d43f2,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:43:22.328677 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cdea63-c5e2-4dc5-947c-ab7c185d0c12 req-ee9b5240-5bcd-47d6-a941-c5879416c53b tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:22.329558 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-b4cdea63-c5e2-4dc5-947c-ab7c185d0c12 req-ee9b5240-5bcd-47d6-a941-c5879416c53b tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:22.350591 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-b4cdea63-c5e2-4dc5-947c-ab7c185d0c12 req-ee9b5240-5bcd-47d6-a941-c5879416c53b tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8356678 Mar 29 15:43:22.363726 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [req-b4cdea63-c5e2-4dc5-947c-ab7c185d0c12 req-cb447635-a97d-41ac-be4b-abcac71e66ad service neutron] Request body: {'port': {'device_id': 'bdf56371-60c2-41be-847e-8c56f47964ad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834765-1'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:43:22.436386 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-b4cdea63-c5e2-4dc5-947c-ab7c185d0c12 req-cb447635-a97d-41ac-be4b-abcac71e66ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:22.601328 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea02f9a8-000f-45bf-b8e1-11a4ccb32d56 req-5149b8b0-1509-4a49-832a-40b203a24a15 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:22.602857 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ea02f9a8-000f-45bf-b8e1-11a4ccb32d56 req-5149b8b0-1509-4a49-832a-40b203a24a15 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] 10.222.0.42 "GET /v2.0/ports?device_id=6840a8f7-ba15-4900-81eb-58d7ca444d72 HTTP/1.1" status: 200 len: 945 time: 0.0589490 Mar 29 15:43:22.654973 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ea02f9a8-000f-45bf-b8e1-11a4ccb32d56 req-d246c816-1798-4dbe-b342-077fbbf2a36d tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] 10.222.0.42 "GET /v2.0/security-groups?id=f08e979a-b162-4e81-8f48-4f228bf81759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455158 Mar 29 15:43:22.695881 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device 734cee79-2e3a-49be-96bb-0714db457bf3 up at agent hyperv_n-h2-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:43:22.724549 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-d06bddab-c6c0-470d-8b71-374b037f43a6 req-d58ba7ef-22ad-462b-9c72-78b78c9bb236 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=e63d94a3-644d-400a-aa3f-0c71f9fb1b46&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1312776 Mar 29 15:43:22.788736 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Provisioning for port 734cee79-2e3a-49be-96bb-0714db457bf3 completed by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 15:43:22.789160 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e656af-46cf-4653-a620-e984d3e51c93 req-63983bfd-7fff-46b2-b406-7e2ca3878cd0 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:22.793094 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Provisioning complete for port 734cee79-2e3a-49be-96bb-0714db457bf3 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:43:22.793610 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:22.794030 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-c8e656af-46cf-4653-a620-e984d3e51c93 req-63983bfd-7fff-46b2-b406-7e2ca3878cd0 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.42 "GET /v2.0/ports?device_id=bdf56371-60c2-41be-847e-8c56f47964ad HTTP/1.1" status: 200 len: 931 time: 0.2876840 Mar 29 15:43:22.824259 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275dc25a-fe80-41fa-b4de-31c410eb318c req-96ab7397-4998-421d-b9c5-11f0251adc35 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:22.826019 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-275dc25a-fe80-41fa-b4de-31c410eb318c req-96ab7397-4998-421d-b9c5-11f0251adc35 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/ports?device_id=b912f144-7037-4f5c-a4ca-8adf62110f17 HTTP/1.1" status: 200 len: 949 time: 0.1066382 Mar 29 15:43:22.899278 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:22.907095 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-275dc25a-fe80-41fa-b4de-31c410eb318c req-2ac4b359-f79c-4cce-80dd-4636a2c79872 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/security-groups?id=56997969-7130-4d86-9e9d-e068deb19a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723848 Mar 29 15:43:22.914251 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-c8e656af-46cf-4653-a620-e984d3e51c93 req-53226995-e415-4e86-81b7-807b66ece94a tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.42 "GET /v2.0/security-groups?id=07e96b72-96bb-4562-b80f-051b133c1759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942914 Mar 29 15:43:22.926939 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06bddab-c6c0-470d-8b71-374b037f43a6 req-78047841-3b5d-4b24-ba04-7a00dbdd1f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:22.927455 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06bddab-c6c0-470d-8b71-374b037f43a6 req-78047841-3b5d-4b24-ba04-7a00dbdd1f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:22.927923 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06bddab-c6c0-470d-8b71-374b037f43a6 req-78047841-3b5d-4b24-ba04-7a00dbdd1f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:22.928442 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06bddab-c6c0-470d-8b71-374b037f43a6 req-78047841-3b5d-4b24-ba04-7a00dbdd1f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:22.928823 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06bddab-c6c0-470d-8b71-374b037f43a6 req-78047841-3b5d-4b24-ba04-7a00dbdd1f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:22.938473 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06bddab-c6c0-470d-8b71-374b037f43a6 req-78047841-3b5d-4b24-ba04-7a00dbdd1f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:22.938473 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06bddab-c6c0-470d-8b71-374b037f43a6 req-78047841-3b5d-4b24-ba04-7a00dbdd1f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:22.938473 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-d06bddab-c6c0-470d-8b71-374b037f43a6 req-78047841-3b5d-4b24-ba04-7a00dbdd1f25 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3c879391e12244b68c6a1d18a158625b&device_id=e63d94a3-644d-400a-aa3f-0c71f9fb1b46 HTTP/1.1" status: 200 len: 6491 time: 0.1307065 Mar 29 15:43:22.970460 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port 734cee79-2e3a-49be-96bb-0714db457bf3, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=734cee79-2e3a-49be-96bb-0714db457bf3,segment=NetworkSegment(429e9cf3-3671-4cb2-9547-92af9e95f1f2),segment_id=429e9cf3-3671-4cb2-9547-92af9e95f1f2)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:43:22.996654 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:22.999357 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device b3a54e0b-ee79-4158-81f6-35ada90cdc73 up at agent hyperv_n-h2-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:43:23.065587 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 45958) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:43:23.132868 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Pushing event updated for resources: {'Port': ['ID=734cee79-2e3a-49be-96bb-0714db457bf3,revision_number=5']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:43:23.139404 n-d-834765-1 neutron-server[102790]: DEBUG neutron.notifiers.nova [req-b4cdea63-c5e2-4dc5-947c-ab7c185d0c12 req-cb447635-a97d-41ac-be4b-abcac71e66ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0a6dc10-06c8-4eaa-ae25-fcb3ad5d43f2 {{(pid=102790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:43:23.149937 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Provisioning for port b3a54e0b-ee79-4158-81f6-35ada90cdc73 completed by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 15:43:23.151558 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Provisioning complete for port b3a54e0b-ee79-4158-81f6-35ada90cdc73 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:43:23.152609 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:23.162290 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-b4cdea63-c5e2-4dc5-947c-ab7c185d0c12 req-cb447635-a97d-41ac-be4b-abcac71e66ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:23.187664 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6840a8f7-ba15-4900-81eb-58d7ca444d72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '734cee79-2e3a-49be-96bb-0714db457bf3'}] {{(pid=102792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:43:23.191410 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4f476c66b318cc6068719fc39557fac68d413f5c7e78fa77028c7948e999ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71b55d08-0fd4-41b0-adf3-bc95c09e701c" -d '{"events": [{"server_uuid": "6840a8f7-ba15-4900-81eb-58d7ca444d72", "name": "network-vif-plugged", "status": "completed", "tag": "734cee79-2e3a-49be-96bb-0714db457bf3"}]}' {{(pid=102792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:43:23.201170 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.provisioning_blocks [req-b4cdea63-c5e2-4dc5-947c-ab7c185d0c12 req-cb447635-a97d-41ac-be4b-abcac71e66ad service neutron] Transition to ACTIVE for port object b0a6dc10-06c8-4eaa-ae25-fcb3ad5d43f2 will not be triggered until provisioned by entity L2. {{(pid=102790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 15:43:23.208388 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06bddab-c6c0-470d-8b71-374b037f43a6 req-78b2da51-90d9-4f1a-8750-8d38e037b72f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:23.208649 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06bddab-c6c0-470d-8b71-374b037f43a6 req-78b2da51-90d9-4f1a-8750-8d38e037b72f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:23.209156 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06bddab-c6c0-470d-8b71-374b037f43a6 req-78b2da51-90d9-4f1a-8750-8d38e037b72f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:23.210829 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-d06bddab-c6c0-470d-8b71-374b037f43a6 req-78b2da51-90d9-4f1a-8750-8d38e037b72f service neutron] 10.222.0.48 "GET /v2.0/networks?id=24e09226-4699-432b-9b8f-2ffa2d9396f3&id=298fe4b0-bb90-4e7d-aba6-ce8da9b2ed22&id=298fe4b0-bb90-4e7d-aba6-ce8da9b2ed22&id=298fe4b0-bb90-4e7d-aba6-ce8da9b2ed22&id=298fe4b0-bb90-4e7d-aba6-ce8da9b2ed22&id=6063560a-a61f-4d6e-8083-e9831aad0c36&id=6063560a-a61f-4d6e-8083-e9831aad0c36 HTTP/1.1" status: 200 len: 2294 time: 0.2366748 Mar 29 15:43:23.212841 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-b4cdea63-c5e2-4dc5-947c-ab7c185d0c12 req-cb447635-a97d-41ac-be4b-abcac71e66ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5237921'] for port, after_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:23.227015 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-0d8bcb39-3b64-4bce-936e-bb5a3a90c890 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-1459575027-network', 'tenant_id': 'b368111300ef488386dd13c53cf77c03'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:43:23.261581 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d8bcb39-3b64-4bce-936e-bb5a3a90c890 admin admin] Made reservation on behalf of b368111300ef488386dd13c53cf77c03 for: {'network': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:43:23.261911 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:23.265665 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-0d8bcb39-3b64-4bce-936e-bb5a3a90c890 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for network, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:23.279777 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-0d8bcb39-3b64-4bce-936e-bb5a3a90c890 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:23.302717 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port b3a54e0b-ee79-4158-81f6-35ada90cdc73, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=b3a54e0b-ee79-4158-81f6-35ada90cdc73,segment=NetworkSegment(a0c230f0-660a-4194-9279-0f0781d34134),segment_id=a0c230f0-660a-4194-9279-0f0781d34134)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:43:23.305142 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:43:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b63a8696-62f1-4fd2-afac-b51c5bf06f10 x-openstack-request-id: req-b63a8696-62f1-4fd2-afac-b51c5bf06f10 {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:43:23.305418 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6840a8f7-ba15-4900-81eb-58d7ca444d72", "name": "network-vif-plugged", "status": "completed", "tag": "734cee79-2e3a-49be-96bb-0714db457bf3", "code": 200}]} {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:43:23.306064 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b63a8696-62f1-4fd2-afac-b51c5bf06f10 {{(pid=102792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:43:23.306709 n-d-834765-1 neutron-server[102792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6840a8f7-ba15-4900-81eb-58d7ca444d72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '734cee79-2e3a-49be-96bb-0714db457bf3', 'code': 200} Mar 29 15:43:23.309237 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:23.311465 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-d06bddab-c6c0-470d-8b71-374b037f43a6 req-1cd6b5ce-e250-4f24-a1c9-228020bdde47 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=afb45c41-7829-4784-bffd-321e3c203b49 HTTP/1.1" status: 200 len: 1002 time: 0.0863893 Mar 29 15:43:23.329313 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bc6f19-4dc8-4ae5-a4b9-87f9187e66e3 req-44906bc5-d4e9-41ac-a616-0d185612dddb tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:23.336039 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-c4bc6f19-4dc8-4ae5-a4b9-87f9187e66e3 req-44906bc5-d4e9-41ac-a616-0d185612dddb tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] 10.222.0.42 "GET /v2.0/ports?device_id=86e9c74e-ceb0-4c1d-8bbf-acb7473ea97a HTTP/1.1" status: 200 len: 948 time: 0.2418222 Mar 29 15:43:23.417207 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Pushing event updated for resources: {'Port': ['ID=b3a54e0b-ee79-4158-81f6-35ada90cdc73,revision_number=5']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:43:23.418688 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-0d8bcb39-3b64-4bce-936e-bb5a3a90c890 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:23.451064 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-0d8bcb39-3b64-4bce-936e-bb5a3a90c890 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:23.464521 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb447635-a97d-41ac-be4b-abcac71e66ad service neutron] Pushing event updated for resources: {'Port': ['ID=b0a6dc10-06c8-4eaa-ae25-fcb3ad5d43f2,revision_number=2']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:43:23.473916 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d8bcb39-3b64-4bce-936e-bb5a3a90c890 admin admin] vlan segment allocate from pool success with {'vlan_id': 609, 'physical_network': 'physnet1'} {{(pid=102791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 15:43:23.489924 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-c4bc6f19-4dc8-4ae5-a4b9-87f9187e66e3 req-b9c28e78-7047-4b82-8b1f-dfc9c6f1d4a4 tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] 10.222.0.42 "GET /v2.0/security-groups?id=062b76b3-3a31-4c61-a1e4-5e35375fb0f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330192 Mar 29 15:43:23.503814 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-0d8bcb39-3b64-4bce-936e-bb5a3a90c890 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:23.504687 n-d-834765-1 neutron-server[102791]: INFO neutron.db.segments_db [None req-0d8bcb39-3b64-4bce-936e-bb5a3a90c890 admin admin] Added segment b4a1a8fc-14a2-406b-ae5d-eafc46abb6c5 of type vlan for network 31d44b60-0a8a-44c7-a477-70ff37ec586f Mar 29 15:43:23.512668 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dd9b86-8a84-4bb9-b7f2-344df2d8622f req-63a85c8e-e9c2-4821-bf5e-c695f4f632ef tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:23.514272 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-c7dd9b86-8a84-4bb9-b7f2-344df2d8622f req-63a85c8e-e9c2-4821-bf5e-c695f4f632ef tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] 10.222.0.42 "GET /v2.0/ports?device_id=2565640a-8c7c-44e6-a0ff-441fffc35121 HTTP/1.1" status: 200 len: 949 time: 0.1019669 Mar 29 15:43:23.522442 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8bcb39-3b64-4bce-936e-bb5a3a90c890 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=895aefbd-a3f5-44d1-a847-fb7605828a2b,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:43:23.531716 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06bddab-c6c0-470d-8b71-374b037f43a6 req-f51a14d1-40c9-4dda-a6f0-4116eb4b087b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:23.534025 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-d06bddab-c6c0-470d-8b71-374b037f43a6 req-f51a14d1-40c9-4dda-a6f0-4116eb4b087b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6b17034e-8c96-4880-a97b-729e224595e5 HTTP/1.1" status: 200 len: 851 time: 0.1877499 Mar 29 15:43:23.586594 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44199eff-88b3-439e-80cd-c66dacb54492 req-99914075-cdb5-446d-ac27-6ca36d2bbc21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:23.588135 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-44199eff-88b3-439e-80cd-c66dacb54492 req-99914075-cdb5-446d-ac27-6ca36d2bbc21 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=6840a8f7-ba15-4900-81eb-58d7ca444d72 HTTP/1.1" status: 200 len: 1097 time: 0.1832728 Mar 29 15:43:23.590261 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-0d8bcb39-3b64-4bce-936e-bb5a3a90c890 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783522915970'] for network, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:23.610136 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-c7dd9b86-8a84-4bb9-b7f2-344df2d8622f req-f4991dbe-86ed-40b9-bf0a-3ae4bad6b69c tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] 10.222.0.42 "GET /v2.0/security-groups?id=6fc5fb8c-b1d6-4bb9-b68a-102a19ea7379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747373 Mar 29 15:43:23.637853 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-0d8bcb39-3b64-4bce-936e-bb5a3a90c890 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795'] for network, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:23.638886 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d8bcb39-3b64-4bce-936e-bb5a3a90c890 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:23.639588 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-0d8bcb39-3b64-4bce-936e-bb5a3a90c890 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for network, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:23.640655 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.managers [req-b4cdea63-c5e2-4dc5-947c-ab7c185d0c12 req-cb447635-a97d-41ac-be4b-abcac71e66ad service neutron] Attempting to bind port b0a6dc10-06c8-4eaa-ae25-fcb3ad5d43f2 on host n-h1-834765-1 for vnic_type normal with profile {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:43:23.640996 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.managers [req-b4cdea63-c5e2-4dc5-947c-ab7c185d0c12 req-cb447635-a97d-41ac-be4b-abcac71e66ad service neutron] Attempting to bind port b0a6dc10-06c8-4eaa-ae25-fcb3ad5d43f2 by drivers openvswitch,hyperv on host n-h1-834765-1 at level 0 using segments [{'id': 'e1d90273-cef5-4478-85fc-ff4ac210e191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '96b8e8ed-22f2-4cb8-884c-6e5cefe078a4'}] {{(pid=102790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:43:23.641339 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4cdea63-c5e2-4dc5-947c-ab7c185d0c12 req-cb447635-a97d-41ac-be4b-abcac71e66ad service neutron] Attempting to bind port b0a6dc10-06c8-4eaa-ae25-fcb3ad5d43f2 on network 96b8e8ed-22f2-4cb8-884c-6e5cefe078a4 {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:43:23.658618 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06bddab-c6c0-470d-8b71-374b037f43a6 req-1de37791-777e-474b-8221-9f5a7bb40e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:23.660276 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-d06bddab-c6c0-470d-8b71-374b037f43a6 req-1de37791-777e-474b-8221-9f5a7bb40e82 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=24e09226-4699-432b-9b8f-2ffa2d9396f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1060495 Mar 29 15:43:23.666423 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4cdea63-c5e2-4dc5-947c-ab7c185d0c12 req-cb447635-a97d-41ac-be4b-abcac71e66ad service neutron] Port b0a6dc10-06c8-4eaa-ae25-fcb3ad5d43f2 on network 96b8e8ed-22f2-4cb8-884c-6e5cefe078a4 not bound, no agent of type Open vSwitch agent registered on host n-h1-834765-1 {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 15:43:23.666908 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4cdea63-c5e2-4dc5-947c-ab7c185d0c12 req-cb447635-a97d-41ac-be4b-abcac71e66ad service neutron] Attempting to bind port b0a6dc10-06c8-4eaa-ae25-fcb3ad5d43f2 on network 96b8e8ed-22f2-4cb8-884c-6e5cefe078a4 {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:43:23.675066 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-0d8bcb39-3b64-4bce-936e-bb5a3a90c890 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6047761 Mar 29 15:43:23.675346 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 45990) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:43:23.680607 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-f55be0b5-1ac4-4130-9c69-c4bc2fd08c23 admin admin] Request body: {'subnet': {'network_id': '31d44b60-0a8a-44c7-a477-70ff37ec586f', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-1459575027-subnet', 'tenant_id': 'b368111300ef488386dd13c53cf77c03', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:43:23.685259 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-44199eff-88b3-439e-80cd-c66dacb54492 req-d99362ea-b792-49ad-a855-fba71e0a6a49 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=f08e979a-b162-4e81-8f48-4f228bf81759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875883 Mar 29 15:43:23.687468 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4cdea63-c5e2-4dc5-947c-ab7c185d0c12 req-cb447635-a97d-41ac-be4b-abcac71e66ad service neutron] Checking agent: {'id': 'be375040-5069-4239-9460-a3a3213e1e90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 33, 18), 'started_at': datetime.datetime(2022, 3, 29, 15, 33, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 43, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:43:23.687884 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4cdea63-c5e2-4dc5-947c-ab7c185d0c12 req-cb447635-a97d-41ac-be4b-abcac71e66ad service neutron] Checking segment: {'id': 'e1d90273-cef5-4478-85fc-ff4ac210e191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '96b8e8ed-22f2-4cb8-884c-6e5cefe078a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:43:23.688313 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4cdea63-c5e2-4dc5-947c-ab7c185d0c12 req-cb447635-a97d-41ac-be4b-abcac71e66ad service neutron] Bound using segment: {'id': 'e1d90273-cef5-4478-85fc-ff4ac210e191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '96b8e8ed-22f2-4cb8-884c-6e5cefe078a4'} {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:43:23.689250 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.managers [req-b4cdea63-c5e2-4dc5-947c-ab7c185d0c12 req-cb447635-a97d-41ac-be4b-abcac71e66ad service neutron] Bound port: b0a6dc10-06c8-4eaa-ae25-fcb3ad5d43f2, host: n-h1-834765-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1d90273-cef5-4478-85fc-ff4ac210e191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '96b8e8ed-22f2-4cb8-884c-6e5cefe078a4'}}] {{(pid=102790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 15:43:23.689704 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-b4cdea63-c5e2-4dc5-947c-ab7c185d0c12 req-cb447635-a97d-41ac-be4b-abcac71e66ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:23.738707 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8bcb39-3b64-4bce-936e-bb5a3a90c890 admin admin] Pushing event updated for resources: {'Network': ['ID=31d44b60-0a8a-44c7-a477-70ff37ec586f,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:43:23.745384 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 45994) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:43:23.757685 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f55be0b5-1ac4-4130-9c69-c4bc2fd08c23 admin admin] Made reservation on behalf of b368111300ef488386dd13c53cf77c03 for: {'subnet': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:43:23.759407 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Network 31d44b60-0a8a-44c7-a477-70ff37ec586f details requested by agent ovs-agent-n-d-834765-1 with host n-d-834765-1 {{(pid=102792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 15:43:23.760174 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-f55be0b5-1ac4-4130-9c69-c4bc2fd08c23 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16218875'] for subnet, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:23.796792 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-d06bddab-c6c0-470d-8b71-374b037f43a6 req-393cb8ec-9225-4019-9e06-ba651e8d658c service neutron] 10.222.0.48 "GET /v2.0/networks/24e09226-4699-432b-9b8f-2ffa2d9396f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254630 Mar 29 15:43:23.904367 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-8f30cee2-39f3-471d-946b-bc2e81c87c2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:23.904633 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce2e1d4-1217-44e9-85fb-725f7e50bb9d req-03aeecec-212b-42df-8285-4da817bfe7bd tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:23.906194 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-bce2e1d4-1217-44e9-85fb-725f7e50bb9d req-03aeecec-212b-42df-8285-4da817bfe7bd tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] 10.222.0.42 "GET /v2.0/ports?device_id=6840a8f7-ba15-4900-81eb-58d7ca444d72 HTTP/1.1" status: 200 len: 946 time: 0.1085951 Mar 29 15:43:23.909370 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [req-b4cdea63-c5e2-4dc5-947c-ab7c185d0c12 req-cb447635-a97d-41ac-be4b-abcac71e66ad service neutron] For port b0a6dc10-06c8-4eaa-ae25-fcb3ad5d43f2, host n-h1-834765-1, cleared binding levels {{(pid=102790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:43:23.912724 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [req-b4cdea63-c5e2-4dc5-947c-ab7c185d0c12 req-cb447635-a97d-41ac-be4b-abcac71e66ad service neutron] For port b0a6dc10-06c8-4eaa-ae25-fcb3ad5d43f2, host n-h1-834765-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=b0a6dc10-06c8-4eaa-ae25-fcb3ad5d43f2,segment=NetworkSegment(e1d90273-cef5-4478-85fc-ff4ac210e191),segment_id=e1d90273-cef5-4478-85fc-ff4ac210e191)] {{(pid=102790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:43:23.921568 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-b4cdea63-c5e2-4dc5-947c-ab7c185d0c12 req-cb447635-a97d-41ac-be4b-abcac71e66ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5237921'] for port, after_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:23.987485 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cdea63-c5e2-4dc5-947c-ab7c185d0c12 req-cb447635-a97d-41ac-be4b-abcac71e66ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:23.987760 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-f55be0b5-1ac4-4130-9c69-c4bc2fd08c23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16155524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16218861'] for subnet, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:23.988368 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-b4cdea63-c5e2-4dc5-947c-ab7c185d0c12 req-cb447635-a97d-41ac-be4b-abcac71e66ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:23.989565 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-b4cdea63-c5e2-4dc5-947c-ab7c185d0c12 req-cb447635-a97d-41ac-be4b-abcac71e66ad service neutron] 10.222.0.44 "PUT /v2.0/ports/b0a6dc10-06c8-4eaa-ae25-fcb3ad5d43f2 HTTP/1.1" status: 200 len: 1091 time: 1.6304648 Mar 29 15:43:23.991894 n-d-834765-1 neutron-server[102790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdf56371-60c2-41be-847e-8c56f47964ad', 'tag': 'b0a6dc10-06c8-4eaa-ae25-fcb3ad5d43f2'}] {{(pid=102790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:43:23.994252 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46b06d655c90bc969636382cce4240ad749035fb0f3a83ee4734fa1ed9c4a6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a00548f-d48b-41b8-8040-f3dce06e5c94" -d '{"events": [{"name": "network-changed", "server_uuid": "bdf56371-60c2-41be-847e-8c56f47964ad", "tag": "b0a6dc10-06c8-4eaa-ae25-fcb3ad5d43f2"}]}' {{(pid=102790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:43:24.016353 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-bce2e1d4-1217-44e9-85fb-725f7e50bb9d req-3ecb0338-6e59-4a9b-bd29-ef7b39156681 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] 10.222.0.42 "GET /v2.0/security-groups?id=f08e979a-b162-4e81-8f48-4f228bf81759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021023 Mar 29 15:43:24.100509 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb447635-a97d-41ac-be4b-abcac71e66ad service neutron] Pushing event updated for resources: {'Port': ['ID=b0a6dc10-06c8-4eaa-ae25-fcb3ad5d43f2,revision_number=3']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:43:24.126910 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-8f30cee2-39f3-471d-946b-bc2e81c87c2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:24.136007 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-8f30cee2-39f3-471d-946b-bc2e81c87c2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:24.138149 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55be0b5-1ac4-4130-9c69-c4bc2fd08c23 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e318cca0-b51b-4691-8e53-78bd5edbd3e7,revision_number=0']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:43:24.157986 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f55be0b5-1ac4-4130-9c69-c4bc2fd08c23 admin admin] Checking segment: {'id': 'b4a1a8fc-14a2-406b-ae5d-eafc46abb6c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '31d44b60-0a8a-44c7-a477-70ff37ec586f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:43:24.158791 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f55be0b5-1ac4-4130-9c69-c4bc2fd08c23 admin admin] Network hostable DHCP agents. Network: 31d44b60-0a8a-44c7-a477-70ff37ec586f, hostable agents: ['d136643e-48ae-49d4-a851-2ba3bdf3749c'], hosted agents: [] {{(pid=102791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 15:43:24.171070 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-d06bddab-c6c0-470d-8b71-374b037f43a6 req-592a35dc-08b3-4c4b-aaba-ebbaddfc376e service neutron] 10.222.0.48 "GET /v2.0/networks/24e09226-4699-432b-9b8f-2ffa2d9396f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2059383 Mar 29 15:43:24.173575 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cdea63-c5e2-4dc5-947c-ab7c185d0c12 req-71bf3103-17b2-4102-a101-8799a56ef490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:24.174917 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-b4cdea63-c5e2-4dc5-947c-ab7c185d0c12 req-71bf3103-17b2-4102-a101-8799a56ef490 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=94799213e4df4db5af3887cbfa8ada4e&device_id=bdf56371-60c2-41be-847e-8c56f47964ad HTTP/1.1" status: 200 len: 1094 time: 0.1316612 Mar 29 15:43:24.176496 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a073ac96-034a-40f6-a519-f55d036d11d7 req-e6c89c25-ff83-4327-9904-662d962b9601 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:24.177982 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-a073ac96-034a-40f6-a519-f55d036d11d7 req-e6c89c25-ff83-4327-9904-662d962b9601 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/ports?device_id=b912f144-7037-4f5c-a4ca-8adf62110f17 HTTP/1.1" status: 200 len: 949 time: 0.1535954 Mar 29 15:43:24.194212 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4068d543-3d5b-4a20-b6ba-17bde4a0e6bf req-1439f5e7-37cd-478f-b0b8-003aae73f921 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:24.195766 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-4068d543-3d5b-4a20-b6ba-17bde4a0e6bf req-1439f5e7-37cd-478f-b0b8-003aae73f921 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.42 "GET /v2.0/ports?device_id=bdf56371-60c2-41be-847e-8c56f47964ad HTTP/1.1" status: 200 len: 943 time: 0.0885422 Mar 29 15:43:24.209339 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-8f30cee2-39f3-471d-946b-bc2e81c87c2f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=00453cfb4a5a40aea227749afa38d328&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4629426 Mar 29 15:43:24.219640 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 46004) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:43:24.221116 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f30cee2-39f3-471d-946b-bc2e81c87c2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4750d4d7-e0db-4cab-9822-e42affdac362,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:43:24.240647 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-d06bddab-c6c0-470d-8b71-374b037f43a6 req-b8123024-fdfb-4a00-9238-d25dc9c621f7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.196&port_id=66dc2491-4dea-4461-91e1-6f3d16ceba75 HTTP/1.1" status: 200 len: 217 time: 0.0616107 Mar 29 15:43:24.244376 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f55be0b5-1ac4-4130-9c69-c4bc2fd08c23 admin admin] Network 31d44b60-0a8a-44c7-a477-70ff37ec586f is scheduled to be hosted by DHCP agent d136643e-48ae-49d4-a851-2ba3bdf3749c with binding_index 1 {{(pid=102791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 15:43:24.275831 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-a073ac96-034a-40f6-a519-f55d036d11d7 req-6dc326cf-71c3-49c3-988c-7448593dde09 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/security-groups?id=56997969-7130-4d86-9e9d-e068deb19a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828912 Mar 29 15:43:24.280455 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [None req-f55be0b5-1ac4-4130-9c69-c4bc2fd08c23 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834765-1, 31d44b60-0a8a-44c7-a477-70ff37ec586f) {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:43:24.283932 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-b4cdea63-c5e2-4dc5-947c-ab7c185d0c12 req-f86bfcfc-83ac-4695-b854-b386a91ad212 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b0a6dc10-06c8-4eaa-ae25-fcb3ad5d43f2 HTTP/1.1" status: 200 len: 217 time: 0.0542545 Mar 29 15:43:24.288443 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f55be0b5-1ac4-4130-9c69-c4bc2fd08c23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:24.289026 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-f55be0b5-1ac4-4130-9c69-c4bc2fd08c23 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:24.305105 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01c324f0-b0d1-43d2-80d1-729918caed11 None None] Network 31d44b60-0a8a-44c7-a477-70ff37ec586f requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 15:43:24.310241 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-eedc0a43-e895-4d7c-8f64-6be059ce942a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:24.323659 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-f55be0b5-1ac4-4130-9c69-c4bc2fd08c23 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6473362 Mar 29 15:43:24.328779 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 46008) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:43:24.334231 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-413c9382-efe0-4381-a84c-e87d948e86d7 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-1459575027-router', 'tenant_id': 'b368111300ef488386dd13c53cf77c03', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'}}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:43:24.353653 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-eedc0a43-e895-4d7c-8f64-6be059ce942a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:24.358911 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 15:43:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-556f7297-3b50-4adf-9978-755c302976e1 x-openstack-request-id: req-556f7297-3b50-4adf-9978-755c302976e1 {{(pid=102790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:43:24.359522 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bdf56371-60c2-41be-847e-8c56f47964ad", "tag": "b0a6dc10-06c8-4eaa-ae25-fcb3ad5d43f2", "status": "completed", "code": 200}]} {{(pid=102790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:43:24.360063 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-556f7297-3b50-4adf-9978-755c302976e1 {{(pid=102790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:43:24.360699 n-d-834765-1 neutron-server[102790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdf56371-60c2-41be-847e-8c56f47964ad', 'tag': 'b0a6dc10-06c8-4eaa-ae25-fcb3ad5d43f2', 'status': 'completed', 'code': 200} Mar 29 15:43:24.368016 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-4068d543-3d5b-4a20-b6ba-17bde4a0e6bf req-900abd99-a73c-449e-8893-e4a27afdcbe0 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.42 "GET /v2.0/security-groups?id=07e96b72-96bb-4562-b80f-051b133c1759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321821 Mar 29 15:43:24.392611 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-413c9382-efe0-4381-a84c-e87d948e86d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-532385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129310'] for router, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:24.393894 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-413c9382-efe0-4381-a84c-e87d948e86d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-648091', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-684384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129319'] for router, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:24.446154 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cdea63-c5e2-4dc5-947c-ab7c185d0c12 req-f41a6409-3595-41fd-b881-1eba01956162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:24.448166 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-b4cdea63-c5e2-4dc5-947c-ab7c185d0c12 req-f41a6409-3595-41fd-b881-1eba01956162 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0ba2b8b0-15ec-4c18-a106-c919b2ec3ae7 HTTP/1.1" status: 200 len: 852 time: 0.0859153 Mar 29 15:43:24.449823 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06bddab-c6c0-470d-8b71-374b037f43a6 req-f9f19782-c8ab-4073-a438-3487e8ca01f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:24.451437 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-d06bddab-c6c0-470d-8b71-374b037f43a6 req-f9f19782-c8ab-4073-a438-3487e8ca01f0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b558a353-1af4-459f-8c75-f0d6cfabf011 HTTP/1.1" status: 200 len: 797 time: 0.1788826 Mar 29 15:43:24.458035 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-413c9382-efe0-4381-a84c-e87d948e86d7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:24.459026 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-eedc0a43-e895-4d7c-8f64-6be059ce942a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:24.461792 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-eedc0a43-e895-4d7c-8f64-6be059ce942a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:24.463220 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-eedc0a43-e895-4d7c-8f64-6be059ce942a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/4750d4d7-e0db-4cab-9822-e42affdac362 HTTP/1.1" status: 204 len: 168 time: 0.2391555 Mar 29 15:43:24.505497 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedc0a43-e895-4d7c-8f64-6be059ce942a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4750d4d7-e0db-4cab-9822-e42affdac362,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:43:24.531059 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-732eae9e-e981-4069-9396-a89d78dd538a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0035034-69b0-5ffc-b384-0ac6189c5628-31d44b60-0a8a-44c7-a477-70ff37ec586f', 'network_id': '31d44b60-0a8a-44c7-a477-70ff37ec586f', 'tenant_id': 'b368111300ef488386dd13c53cf77c03', 'fixed_ips': [{'subnet_id': 'e318cca0-b51b-4691-8e53-78bd5edbd3e7'}]}} from n-d-834765-1. {{(pid=102792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 29 15:43:24.532472 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-732eae9e-e981-4069-9396-a89d78dd538a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:24.593542 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-b4cdea63-c5e2-4dc5-947c-ab7c185d0c12 req-108793f2-ae16-4502-8182-f336c8ccbef5 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=96b8e8ed-22f2-4cb8-884c-6e5cefe078a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1348715 Mar 29 15:43:24.690259 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-413c9382-efe0-4381-a84c-e87d948e86d7 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:24.737666 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.db_base_plugin_common [None req-732eae9e-e981-4069-9396-a89d78dd538a None None] Allocated IP 172.20.0.2 (31d44b60-0a8a-44c7-a477-70ff37ec586f/e318cca0-b51b-4691-8e53-78bd5edbd3e7/99d4243f-9546-4eea-972c-55e4332d96cc) {{(pid=102792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:43:24.909064 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 46020) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:43:24.919882 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7309bcf-3751-4813-b14d-f1b48422d754 req-f7db40a4-3f13-4683-a00c-1fe1e766b6a1 tempest-MigrationsAdminTest-879063070 tempest-MigrationsAdminTest-879063070-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:24.921418 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f7309bcf-3751-4813-b14d-f1b48422d754 req-f7db40a4-3f13-4683-a00c-1fe1e766b6a1 tempest-MigrationsAdminTest-879063070 tempest-MigrationsAdminTest-879063070-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=b912f144-7037-4f5c-a4ca-8adf62110f17 HTTP/1.1" status: 200 len: 1100 time: 0.1281734 Mar 29 15:43:24.931298 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-185ba6c3-2574-4cd8-806c-d8c15d099d9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:24.937826 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-732eae9e-e981-4069-9396-a89d78dd538a None None] Notify callbacks [] for port, precommit_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:24.945654 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-732eae9e-e981-4069-9396-a89d78dd538a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956'] for port, after_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:24.987558 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-f7309bcf-3751-4813-b14d-f1b48422d754 req-620a122e-0488-4af6-903b-c1131c74a5e5 tempest-MigrationsAdminTest-879063070 tempest-MigrationsAdminTest-879063070-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:24.995304 n-d-834765-1 neutron-server[102792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-732eae9e-e981-4069-9396-a89d78dd538a None None] Network 31d44b60-0a8a-44c7-a477-70ff37ec586f is already hosted by enough agents. {{(pid=102792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:43:24.999390 n-d-834765-1 neutron-server[102792]: DEBUG neutron.scheduler.base_scheduler [None req-732eae9e-e981-4069-9396-a89d78dd538a None None] Resources bound (agent type, host, resource id): {{(pid=102792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:43:25.002558 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-732eae9e-e981-4069-9396-a89d78dd538a None None] Received port after_create {{(pid=102792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:43:25.005485 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732eae9e-e981-4069-9396-a89d78dd538a None None] Pushing event updated for resources: {'Port': ['ID=99d4243f-9546-4eea-972c-55e4332d96cc,revision_number=1']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:43:25.006635 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-413c9382-efe0-4381-a84c-e87d948e86d7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:25.045560 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-413c9382-efe0-4381-a84c-e87d948e86d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:25.069001 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-732eae9e-e981-4069-9396-a89d78dd538a None None] Attempting to bind port 99d4243f-9546-4eea-972c-55e4332d96cc on host n-d-834765-1 for vnic_type normal with profile {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:43:25.069359 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-732eae9e-e981-4069-9396-a89d78dd538a None None] Attempting to bind port 99d4243f-9546-4eea-972c-55e4332d96cc by drivers openvswitch,hyperv on host n-d-834765-1 at level 0 using segments [{'id': 'b4a1a8fc-14a2-406b-ae5d-eafc46abb6c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '31d44b60-0a8a-44c7-a477-70ff37ec586f'}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:43:25.070401 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-732eae9e-e981-4069-9396-a89d78dd538a None None] Attempting to bind port 99d4243f-9546-4eea-972c-55e4332d96cc on network 31d44b60-0a8a-44c7-a477-70ff37ec586f {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:43:25.074702 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-732eae9e-e981-4069-9396-a89d78dd538a None None] Checking agent: {'id': 'a8866439-9d96-425c-b519-6905c591ac37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 25, 36), 'started_at': datetime.datetime(2022, 3, 29, 15, 26, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 43, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834765-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:43:25.075061 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-732eae9e-e981-4069-9396-a89d78dd538a None None] Checking segment: {'id': 'b4a1a8fc-14a2-406b-ae5d-eafc46abb6c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '31d44b60-0a8a-44c7-a477-70ff37ec586f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:43:25.075452 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06bddab-c6c0-470d-8b71-374b037f43a6 req-3e50efbf-ca61-4f63-96c1-352ba1f375bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:25.075969 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-732eae9e-e981-4069-9396-a89d78dd538a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:25.075969 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-732eae9e-e981-4069-9396-a89d78dd538a None None] Bound using segment: {'id': 'b4a1a8fc-14a2-406b-ae5d-eafc46abb6c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '31d44b60-0a8a-44c7-a477-70ff37ec586f'} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:43:25.076423 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-732eae9e-e981-4069-9396-a89d78dd538a None None] Bound port: 99d4243f-9546-4eea-972c-55e4332d96cc, host: n-d-834765-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4a1a8fc-14a2-406b-ae5d-eafc46abb6c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '31d44b60-0a8a-44c7-a477-70ff37ec586f'}}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 15:43:25.076800 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-732eae9e-e981-4069-9396-a89d78dd538a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:25.078152 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-d06bddab-c6c0-470d-8b71-374b037f43a6 req-3e50efbf-ca61-4f63-96c1-352ba1f375bc service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=298fe4b0-bb90-4e7d-aba6-ce8da9b2ed22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6044581 Mar 29 15:43:25.154969 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-732eae9e-e981-4069-9396-a89d78dd538a None None] For port 99d4243f-9546-4eea-972c-55e4332d96cc, host n-d-834765-1, cleared binding levels {{(pid=102792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:43:25.159364 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-732eae9e-e981-4069-9396-a89d78dd538a None None] For port 99d4243f-9546-4eea-972c-55e4332d96cc, host n-d-834765-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=99d4243f-9546-4eea-972c-55e4332d96cc,segment=NetworkSegment(b4a1a8fc-14a2-406b-ae5d-eafc46abb6c5),segment_id=b4a1a8fc-14a2-406b-ae5d-eafc46abb6c5)] {{(pid=102792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:43:25.167296 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-732eae9e-e981-4069-9396-a89d78dd538a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:25.181232 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-d06bddab-c6c0-470d-8b71-374b037f43a6 req-d6f9e4cf-b49d-4f0f-bfd0-814384c69b80 service neutron] 10.222.0.48 "GET /v2.0/networks/298fe4b0-bb90-4e7d-aba6-ce8da9b2ed22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932333 Mar 29 15:43:25.193156 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8284732e-c215-45a3-a618-7e1353606f56 req-696f4913-32f2-4ca6-b59b-aa7be4d36e59 tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:25.201276 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-8284732e-c215-45a3-a618-7e1353606f56 req-696f4913-32f2-4ca6-b59b-aa7be4d36e59 tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] 10.222.0.42 "GET /v2.0/ports?device_id=86e9c74e-ceb0-4c1d-8bbf-acb7473ea97a HTTP/1.1" status: 200 len: 949 time: 0.5721300 Mar 29 15:43:25.255815 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-185ba6c3-2574-4cd8-806c-d8c15d099d9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:25.256390 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-b4cdea63-c5e2-4dc5-947c-ab7c185d0c12 req-44c43efd-1e7b-44dc-a1d0-e5d442a161fe service neutron] 10.222.0.44 "GET /v2.0/networks/96b8e8ed-22f2-4cb8-884c-6e5cefe078a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6520507 Mar 29 15:43:25.262458 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732eae9e-e981-4069-9396-a89d78dd538a None None] Pushing event updated for resources: {'Port': ['ID=99d4243f-9546-4eea-972c-55e4332d96cc,revision_number=2']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:43:25.291312 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-f7309bcf-3751-4813-b14d-f1b48422d754 req-620a122e-0488-4af6-903b-c1131c74a5e5 tempest-MigrationsAdminTest-879063070 tempest-MigrationsAdminTest-879063070-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:25.295701 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-185ba6c3-2574-4cd8-806c-d8c15d099d9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:25.308021 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86e9c74e-ceb0-4c1d-8bbf-acb7473ea97a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3a54e0b-ee79-4158-81f6-35ada90cdc73'}] {{(pid=102792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:43:25.310565 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4f476c66b318cc6068719fc39557fac68d413f5c7e78fa77028c7948e999ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6336502e-c327-4bf6-b8e3-b08ca3a2842e" -d '{"events": [{"server_uuid": "86e9c74e-ceb0-4c1d-8bbf-acb7473ea97a", "name": "network-vif-plugged", "status": "completed", "tag": "b3a54e0b-ee79-4158-81f6-35ada90cdc73"}]}' {{(pid=102792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:43:25.315294 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-f7309bcf-3751-4813-b14d-f1b48422d754 req-620a122e-0488-4af6-903b-c1131c74a5e5 tempest-MigrationsAdminTest-879063070 tempest-MigrationsAdminTest-879063070-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:25.318093 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_common [None req-413c9382-efe0-4381-a84c-e87d948e86d7 admin admin] Allocated IP 172.25.4.245 (4a4a035d-ecac-4ead-baa3-25f90788773a/e1a353dc-fac8-4901-a63c-273840237d6a/dd632e09-2509-4159-b1eb-83238f7e0309) {{(pid=102791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:43:25.341768 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-8284732e-c215-45a3-a618-7e1353606f56 req-f7d666f3-856c-4de2-be55-8fd1d159c629 tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] 10.222.0.42 "GET /v2.0/security-groups?id=062b76b3-3a31-4c61-a1e4-5e35375fb0f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392965 Mar 29 15:43:25.379395 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f7309bcf-3751-4813-b14d-f1b48422d754 req-620a122e-0488-4af6-903b-c1131c74a5e5 tempest-MigrationsAdminTest-879063070 tempest-MigrationsAdminTest-879063070-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=56997969-7130-4d86-9e9d-e068deb19a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4500399 Mar 29 15:43:25.384880 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-185ba6c3-2574-4cd8-806c-d8c15d099d9c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=8e53e13eb12d433d8f7f8476204ecbbe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4747932 Mar 29 15:43:25.387617 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 46026) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:43:25.388266 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185ba6c3-2574-4cd8-806c-d8c15d099d9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c4e87cd-aa2d-4e2a-af8c-ad6cc6aab18d,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:43:25.411802 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-d06bddab-c6c0-470d-8b71-374b037f43a6 req-dd856911-8628-4134-9642-affdea648aff service neutron] 10.222.0.48 "GET /v2.0/networks/298fe4b0-bb90-4e7d-aba6-ce8da9b2ed22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2082322 Mar 29 15:43:25.533410 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-d06bddab-c6c0-470d-8b71-374b037f43a6 req-025aa4f6-c31d-447c-9ab9-43b3acde270d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.138&port_id=49b5fca5-a1ca-4798-bbf7-14cd233b96a8 HTTP/1.1" status: 200 len: 217 time: 0.1091039 Mar 29 15:43:25.581873 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620a122e-0488-4af6-903b-c1131c74a5e5 tempest-MigrationsAdminTest-879063070 tempest-MigrationsAdminTest-879063070-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec88a5bc-6fb9-40cd-b535-e0a37db4c873,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:43:25.630366 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-b4cdea63-c5e2-4dc5-947c-ab7c185d0c12 req-cc2a99c4-680b-4842-bf4d-3cea44f424a0 service neutron] 10.222.0.44 "GET /v2.0/networks/96b8e8ed-22f2-4cb8-884c-6e5cefe078a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3602207 Mar 29 15:43:25.647157 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-22b1d21b-6e7e-4e88-8961-efd1ec7a1a46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:25.660857 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de2e1ba-bb4f-46b9-a612-fa6a51c5d9c1 req-02f0e468-8ac0-410c-ad25-dbacd8ee1c61 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:25.664287 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87661e8f-e9ff-438c-9056-402464247bde req-bc406f12-23c5-4dde-a6d6-237f207e00cd tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:25.668123 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-3de2e1ba-bb4f-46b9-a612-fa6a51c5d9c1 req-02f0e468-8ac0-410c-ad25-dbacd8ee1c61 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] 10.222.0.42 "GET /v2.0/ports?device_id=6840a8f7-ba15-4900-81eb-58d7ca444d72 HTTP/1.1" status: 200 len: 946 time: 0.1596565 Mar 29 15:43:25.671782 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-87661e8f-e9ff-438c-9056-402464247bde req-bc406f12-23c5-4dde-a6d6-237f207e00cd tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] 10.222.0.42 "GET /v2.0/ports?device_id=2565640a-8c7c-44e6-a0ff-441fffc35121 HTTP/1.1" status: 200 len: 949 time: 0.1422796 Mar 29 15:43:25.672398 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-413c9382-efe0-4381-a84c-e87d948e86d7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:25.710894 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06bddab-c6c0-470d-8b71-374b037f43a6 req-6b7d1036-a661-4e15-b6fc-e9760b506998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:25.714823 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-d06bddab-c6c0-470d-8b71-374b037f43a6 req-6b7d1036-a661-4e15-b6fc-e9760b506998 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b558a353-1af4-459f-8c75-f0d6cfabf011 HTTP/1.1" status: 200 len: 797 time: 0.1683567 Mar 29 15:43:25.716870 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-22b1d21b-6e7e-4e88-8961-efd1ec7a1a46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:25.792894 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-3de2e1ba-bb4f-46b9-a612-fa6a51c5d9c1 req-e4f77359-5def-4b27-bf9f-3969266d7684 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] 10.222.0.42 "GET /v2.0/security-groups?id=f08e979a-b162-4e81-8f48-4f228bf81759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157198 Mar 29 15:43:25.820322 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 99d4243f-9546-4eea-972c-55e4332d96cc up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:43:25.832964 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-87661e8f-e9ff-438c-9056-402464247bde req-ef0aa3ba-bf46-4204-b2d2-664a34ea1235 tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] 10.222.0.42 "GET /v2.0/security-groups?id=6fc5fb8c-b1d6-4bb9-b68a-102a19ea7379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601481 Mar 29 15:43:25.871919 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-413c9382-efe0-4381-a84c-e87d948e86d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:25.888812 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:43:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-282d0157-657a-434f-938a-984f6085d240 x-openstack-request-id: req-282d0157-657a-434f-938a-984f6085d240 {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:43:25.889328 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86e9c74e-ceb0-4c1d-8bbf-acb7473ea97a", "name": "network-vif-plugged", "status": "completed", "tag": "b3a54e0b-ee79-4158-81f6-35ada90cdc73", "code": 200}]} {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:43:25.889743 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-282d0157-657a-434f-938a-984f6085d240 {{(pid=102792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:43:25.891023 n-d-834765-1 neutron-server[102792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86e9c74e-ceb0-4c1d-8bbf-acb7473ea97a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3a54e0b-ee79-4158-81f6-35ada90cdc73', 'code': 200} Mar 29 15:43:25.917644 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06bddab-c6c0-470d-8b71-374b037f43a6 req-cf4b1731-b380-400c-80b8-5e449eb1178f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:25.919425 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-d06bddab-c6c0-470d-8b71-374b037f43a6 req-cf4b1731-b380-400c-80b8-5e449eb1178f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=298fe4b0-bb90-4e7d-aba6-ce8da9b2ed22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1948848 Mar 29 15:43:25.951102 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port 99d4243f-9546-4eea-972c-55e4332d96cc triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:43:25.951737 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:25.958010 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a00548f-d48b-41b8-8040-f3dce06e5c94 req-adb60439-cdf7-49d1-b843-d7dfa04b6ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:25.965396 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-4a00548f-d48b-41b8-8040-f3dce06e5c94 req-adb60439-cdf7-49d1-b843-d7dfa04b6ec8 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=94799213e4df4db5af3887cbfa8ada4e&device_id=bdf56371-60c2-41be-847e-8c56f47964ad HTTP/1.1" status: 200 len: 1094 time: 0.2004361 Mar 29 15:43:26.008789 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-413c9382-efe0-4381-a84c-e87d948e86d7 admin admin] Network 4a4a035d-ecac-4ead-baa3-25f90788773a is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:43:26.010061 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-22b1d21b-6e7e-4e88-8961-efd1ec7a1a46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:26.012884 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-22b1d21b-6e7e-4e88-8961-efd1ec7a1a46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:26.014020 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-22b1d21b-6e7e-4e88-8961-efd1ec7a1a46 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/3c4e87cd-aa2d-4e2a-af8c-ad6cc6aab18d HTTP/1.1" status: 204 len: 168 time: 0.6229844 Mar 29 15:43:26.017641 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [None req-413c9382-efe0-4381-a84c-e87d948e86d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:43:26.025237 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-413c9382-efe0-4381-a84c-e87d948e86d7 admin admin] Received port after_create {{(pid=102791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:43:26.082363 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b1d21b-6e7e-4e88-8961-efd1ec7a1a46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c4e87cd-aa2d-4e2a-af8c-ad6cc6aab18d,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:43:26.127721 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:26.128883 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413c9382-efe0-4381-a84c-e87d948e86d7 admin admin] Pushing event updated for resources: {'Port': ['ID=dd632e09-2509-4159-b1eb-83238f7e0309,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:43:26.210219 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] For port 99d4243f-9546-4eea-972c-55e4332d96cc, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=99d4243f-9546-4eea-972c-55e4332d96cc,segment=NetworkSegment(b4a1a8fc-14a2-406b-ae5d-eafc46abb6c5),segment_id=b4a1a8fc-14a2-406b-ae5d-eafc46abb6c5)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:43:26.221953 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:26.294425 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca293c0-28eb-4d17-af14-6984345e35a6 req-8f971f5e-3c47-472f-b363-2e94fbd8bda1 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:26.302847 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-dca293c0-28eb-4d17-af14-6984345e35a6 req-8f971f5e-3c47-472f-b363-2e94fbd8bda1 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.42 "GET /v2.0/ports?device_id=bdf56371-60c2-41be-847e-8c56f47964ad HTTP/1.1" status: 200 len: 943 time: 0.2969148 Mar 29 15:43:26.321425 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428fc51f-8dbf-4027-9503-f20df8c705ab req-9e11413d-aeb5-4159-986c-650fd24baa57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:26.329478 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-428fc51f-8dbf-4027-9503-f20df8c705ab req-9e11413d-aeb5-4159-986c-650fd24baa57 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=86e9c74e-ceb0-4c1d-8bbf-acb7473ea97a HTTP/1.1" status: 200 len: 1100 time: 0.3836136 Mar 29 15:43:26.340740 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-d06bddab-c6c0-470d-8b71-374b037f43a6 req-d47e278b-44a7-4c3e-b000-d2818a2934d2 service neutron] 10.222.0.48 "GET /v2.0/networks/298fe4b0-bb90-4e7d-aba6-ce8da9b2ed22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3935900 Mar 29 15:43:26.363930 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Pushing event updated for resources: {'Port': ['ID=99d4243f-9546-4eea-972c-55e4332d96cc,revision_number=3']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:43:26.530320 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-dca293c0-28eb-4d17-af14-6984345e35a6 req-239a706b-9806-48e9-9817-1744f9aed8a4 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.42 "GET /v2.0/security-groups?id=07e96b72-96bb-4562-b80f-051b133c1759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2260888 Mar 29 15:43:26.589088 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a00548f-d48b-41b8-8040-f3dce06e5c94 req-34ef0a34-d103-47f4-a5ce-15e1edc45bab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:26.601378 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-4a00548f-d48b-41b8-8040-f3dce06e5c94 req-34ef0a34-d103-47f4-a5ce-15e1edc45bab service neutron] 10.222.0.44 "GET /v2.0/networks?id=96b8e8ed-22f2-4cb8-884c-6e5cefe078a4 HTTP/1.1" status: 200 len: 913 time: 0.5799623 Mar 29 15:43:26.603662 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-413c9382-efe0-4381-a84c-e87d948e86d7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:26.724328 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-428fc51f-8dbf-4027-9503-f20df8c705ab req-72d4aeca-aff1-4e67-89c3-7e95604bfb7d service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=062b76b3-3a31-4c61-a1e4-5e35375fb0f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3821247 Mar 29 15:43:26.732577 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-4a00548f-d48b-41b8-8040-f3dce06e5c94 req-91b928cc-6932-4b96-a779-77938505b2b7 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b0a6dc10-06c8-4eaa-ae25-fcb3ad5d43f2 HTTP/1.1" status: 200 len: 217 time: 0.0967751 Mar 29 15:43:26.806292 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-d06bddab-c6c0-470d-8b71-374b037f43a6 req-d2601885-f465-4660-9b86-f362157f7dc3 service neutron] 10.222.0.48 "GET /v2.0/networks/298fe4b0-bb90-4e7d-aba6-ce8da9b2ed22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4396298 Mar 29 15:43:26.831772 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df9c7430-d603-4a65-90c5-5d4672684cf5 None None] Network 31d44b60-0a8a-44c7-a477-70ff37ec586f requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 15:43:26.861626 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a00548f-d48b-41b8-8040-f3dce06e5c94 req-1990726d-a83c-48b8-9bf6-08c56de5897b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:26.863194 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-4a00548f-d48b-41b8-8040-f3dce06e5c94 req-1990726d-a83c-48b8-9bf6-08c56de5897b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0ba2b8b0-15ec-4c18-a106-c919b2ec3ae7 HTTP/1.1" status: 200 len: 852 time: 0.1159294 Mar 29 15:43:26.906593 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20f4ed4-f67e-4e7d-b4be-d7c151a6cd9e req-77d179cf-aee2-4283-8789-d93a687c0000 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:26.909178 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-a20f4ed4-f67e-4e7d-b4be-d7c151a6cd9e req-77d179cf-aee2-4283-8789-d93a687c0000 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] 10.222.0.42 "GET /v2.0/networks?id=9c05e936-df9e-4fbf-b09c-78bf9696504c HTTP/1.1" status: 200 len: 806 time: 0.2348957 Mar 29 15:43:26.930607 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-4a00548f-d48b-41b8-8040-f3dce06e5c94 req-73d8f7ad-ff62-469e-bad9-bfec035571ed service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=96b8e8ed-22f2-4cb8-884c-6e5cefe078a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0502782 Mar 29 15:43:26.947057 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-a20f4ed4-f67e-4e7d-b4be-d7c151a6cd9e req-469c94ec-b2f7-402e-a145-5f853e8029df tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] 10.222.0.42 "GET /v2.0/quotas/d04cf558b2cb439aa051141a3dc84641 HTTP/1.1" status: 200 len: 375 time: 0.0189333 Mar 29 15:43:27.022668 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-413c9382-efe0-4381-a84c-e87d948e86d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648118'] for router, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:27.093711 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-d06bddab-c6c0-470d-8b71-374b037f43a6 req-a41eb843-2662-4eec-9987-dfc7d84547ee service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.86&port_id=62748d51-569b-4ac6-b982-c0c07d6060df HTTP/1.1" status: 200 len: 217 time: 0.0886347 Mar 29 15:43:27.116172 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-e356ff83-52d3-48f9-9f6f-73c005e3f912 None None] Provisioning complete for port 99d4243f-9546-4eea-972c-55e4332d96cc triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:43:27.117395 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-e356ff83-52d3-48f9-9f6f-73c005e3f912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:27.198136 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-a20f4ed4-f67e-4e7d-b4be-d7c151a6cd9e req-f940619a-8b9a-4cd9-a080-ea18bac8064b tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=d04cf558b2cb439aa051141a3dc84641&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2414432 Mar 29 15:43:27.288002 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06bddab-c6c0-470d-8b71-374b037f43a6 req-b09d01c7-dfbb-4de9-b8da-83436bcca892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:27.289503 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-d06bddab-c6c0-470d-8b71-374b037f43a6 req-b09d01c7-dfbb-4de9-b8da-83436bcca892 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b558a353-1af4-459f-8c75-f0d6cfabf011 HTTP/1.1" status: 200 len: 797 time: 0.1873813 Mar 29 15:43:27.298765 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-4a00548f-d48b-41b8-8040-f3dce06e5c94 req-938a0603-bea8-4961-b518-3e259cb4d149 service neutron] 10.222.0.44 "GET /v2.0/networks/96b8e8ed-22f2-4cb8-884c-6e5cefe078a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3532345 Mar 29 15:43:27.483213 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b73d6f3-af48-4a46-8b00-1d049e7538c0 req-67c53c22-a751-4cfa-8c9d-b9e5c35948b1 tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:27.487782 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-7b73d6f3-af48-4a46-8b00-1d049e7538c0 req-67c53c22-a751-4cfa-8c9d-b9e5c35948b1 tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] 10.222.0.42 "GET /v2.0/ports?device_id=86e9c74e-ceb0-4c1d-8bbf-acb7473ea97a HTTP/1.1" status: 200 len: 949 time: 0.1207559 Mar 29 15:43:27.522628 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-d5e826cf-0b80-4235-b2be-710c11a35560 req-bfe8e800-af7c-49f2-a381-ff71bc79e39c service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=b912f144-7037-4f5c-a4ca-8adf62110f17&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4742153 Mar 29 15:43:27.524340 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-a20f4ed4-f67e-4e7d-b4be-d7c151a6cd9e req-bb978474-401b-4cb9-8fbd-978f6896c2a4 service neutron] 10.222.0.42 "GET /v2.0/networks/9c05e936-df9e-4fbf-b09c-78bf9696504c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3130476 Mar 29 15:43:27.527695 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06bddab-c6c0-470d-8b71-374b037f43a6 req-409cb88b-3aed-425b-9368-4721e7c005d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:27.529125 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-d06bddab-c6c0-470d-8b71-374b037f43a6 req-409cb88b-3aed-425b-9368-4721e7c005d6 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=298fe4b0-bb90-4e7d-aba6-ce8da9b2ed22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2261155 Mar 29 15:43:27.543227 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-7b73d6f3-af48-4a46-8b00-1d049e7538c0 req-828a658a-478a-4a31-bcd9-67210ce231f6 tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] 10.222.0.42 "GET /v2.0/security-groups?id=062b76b3-3a31-4c61-a1e4-5e35375fb0f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504746 Mar 29 15:43:27.568872 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-413c9382-efe0-4381-a84c-e87d948e86d7 admin admin] Router f9bbeba9-1a74-4a34-b0ea-718fc04fbbae is scheduled to L3 agent c648d819-1060-4f26-b4ec-6455387b5dff with binding_index 1 {{(pid=102791) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 29 15:43:27.573474 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [req-d5e826cf-0b80-4235-b2be-710c11a35560 req-2c4b79a4-9139-455c-b374-35fcb20324df service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=102790) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 15:43:27.574494 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-d5e826cf-0b80-4235-b2be-710c11a35560 req-2c4b79a4-9139-455c-b374-35fcb20324df service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0244746 Mar 29 15:43:27.599109 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-125f0581-b62c-47f3-9e78-358c2842d60b None None] Provisioning complete for port 99d4243f-9546-4eea-972c-55e4332d96cc triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:43:27.606562 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-125f0581-b62c-47f3-9e78-358c2842d60b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:27.671805 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-4a00548f-d48b-41b8-8040-f3dce06e5c94 req-64f8d8aa-bd67-48bd-9103-de2d2f740397 service neutron] 10.222.0.44 "GET /v2.0/networks/96b8e8ed-22f2-4cb8-884c-6e5cefe078a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3356261 Mar 29 15:43:27.699092 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-413c9382-efe0-4381-a84c-e87d948e86d7 admin admin] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:43:27.727293 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0908c29-4042-4c22-aedc-2706e62daf45 None None] Sync routers for ids ['f9bbeba9-1a74-4a34-b0ea-718fc04fbbae'] in n-d-834765-1 {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:43:27.746113 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0908c29-4042-4c22-aedc-2706e62daf45 None None] Routers {'f9bbeba9-1a74-4a34-b0ea-718fc04fbbae'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:43:27.747249 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-c0908c29-4042-4c22-aedc-2706e62daf45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:43:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['f9bbeba9-1a74-4a34-b0ea-718fc04fbbae'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:43:27.772427 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-413c9382-efe0-4381-a84c-e87d948e86d7 admin admin] Notify callbacks [] for router, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:27.778977 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-413c9382-efe0-4381-a84c-e87d948e86d7 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.4478669 Mar 29 15:43:27.779922 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 46094) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:43:27.886927 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-d06bddab-c6c0-470d-8b71-374b037f43a6 req-0bd9df54-57c9-46db-947a-c1883a61c9cf service neutron] 10.222.0.48 "GET /v2.0/networks/298fe4b0-bb90-4e7d-aba6-ce8da9b2ed22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3493822 Mar 29 15:43:27.891083 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-a20f4ed4-f67e-4e7d-b4be-d7c151a6cd9e req-98123b20-12ec-47a1-af76-e5310d0f46e3 service neutron] 10.222.0.42 "GET /v2.0/networks/9c05e936-df9e-4fbf-b09c-78bf9696504c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3427894 Mar 29 15:43:27.892555 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad92bf6-898f-4f0d-b73f-e68912aba0d0 req-64037752-ae16-456d-ba02-5e224b12df2a tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:27.894950 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-bad92bf6-898f-4f0d-b73f-e68912aba0d0 req-64037752-ae16-456d-ba02-5e224b12df2a tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] 10.222.0.42 "GET /v2.0/ports?device_id=2565640a-8c7c-44e6-a0ff-441fffc35121 HTTP/1.1" status: 200 len: 949 time: 0.1969297 Mar 29 15:43:28.014378 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 99d4243f-9546-4eea-972c-55e4332d96cc up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:43:28.104578 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-bad92bf6-898f-4f0d-b73f-e68912aba0d0 req-c14c7775-5b1d-4101-97a8-93ad5d8de176 tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] 10.222.0.42 "GET /v2.0/security-groups?id=6fc5fb8c-b1d6-4bb9-b68a-102a19ea7379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2027977 Mar 29 15:43:28.163947 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-a1ff66cd-0fd7-430d-a92b-bc1f62e7ba95 req-5f4691a0-6a69-462a-82d0-8df783594d04 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=2b603b7f-32b5-4125-b4e2-04c47bd0f5ef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1784036 Mar 29 15:43:28.165703 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-d06bddab-c6c0-470d-8b71-374b037f43a6 req-f57e119c-9d3f-4d9a-bb14-fe3ca6885e0d service neutron] 10.222.0.48 "GET /v2.0/networks/298fe4b0-bb90-4e7d-aba6-ce8da9b2ed22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2710686 Mar 29 15:43:28.242779 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port 99d4243f-9546-4eea-972c-55e4332d96cc triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:43:28.243927 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:28.268396 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvr_db [None req-c0908c29-4042-4c22-aedc-2706e62daf45 None None] Set router f9bbeba9-1a74-4a34-b0ea-718fc04fbbae gateway port host: n-d-834765-1 {{(pid=102792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:43:28.318035 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-d06bddab-c6c0-470d-8b71-374b037f43a6 req-3051d04a-d62e-47d0-a127-e182ed1de786 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.190&port_id=0e514d14-115e-4070-8843-3ee9f7325115 HTTP/1.1" status: 200 len: 217 time: 0.1430666 Mar 29 15:43:28.449542 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af651541-a122-4041-acac-97362927cda5 req-82c63f77-7be1-4892-9e19-eaeb0ea1f4e4 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:28.459322 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-af651541-a122-4041-acac-97362927cda5 req-82c63f77-7be1-4892-9e19-eaeb0ea1f4e4 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/ports?device_id=b912f144-7037-4f5c-a4ca-8adf62110f17 HTTP/1.1" status: 200 len: 949 time: 0.2674708 Mar 29 15:43:28.530154 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06bddab-c6c0-470d-8b71-374b037f43a6 req-29b34376-9349-4dcd-97c4-a3d83c9948a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:28.532759 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-d06bddab-c6c0-470d-8b71-374b037f43a6 req-29b34376-9349-4dcd-97c4-a3d83c9948a7 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b558a353-1af4-459f-8c75-f0d6cfabf011 HTTP/1.1" status: 200 len: 797 time: 0.2046392 Mar 29 15:43:28.568636 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ff622e-c0bd-4b40-b53c-8c9a9e68a027 req-ecb7c67f-a2d6-4f41-8399-07a144fb82bd tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:28.576870 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f6ff622e-c0bd-4b40-b53c-8c9a9e68a027 req-ecb7c67f-a2d6-4f41-8399-07a144fb82bd tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.42 "GET /v2.0/ports?device_id=bdf56371-60c2-41be-847e-8c56f47964ad HTTP/1.1" status: 200 len: 943 time: 0.2336519 Mar 29 15:43:28.630788 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ff66cd-0fd7-430d-a92b-bc1f62e7ba95 req-cf903af9-3bf6-48bb-8c27-f6c9bdf24a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:28.632325 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-a1ff66cd-0fd7-430d-a92b-bc1f62e7ba95 req-cf903af9-3bf6-48bb-8c27-f6c9bdf24a19 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=5bf1a5bdfbb14ae084908e8fe7725bc6&device_id=2b603b7f-32b5-4125-b4e2-04c47bd0f5ef HTTP/1.1" status: 200 len: 1100 time: 0.2517431 Mar 29 15:43:28.684593 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-af651541-a122-4041-acac-97362927cda5 req-77bf460a-1c54-4ffa-a433-5fb8643e9d81 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/security-groups?id=56997969-7130-4d86-9e9d-e068deb19a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2240741 Mar 29 15:43:28.698604 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-c0908c29-4042-4c22-aedc-2706e62daf45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9bbeba9-1a74-4a34-b0ea-718fc04fbbae', 'name': 'tempest-FloatingIPDetailsTestJSON-1459575027-router', 'tenant_id': 'b368111300ef488386dd13c53cf77c03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.245'}], 'enable_snat': True}, 'gw_port_id': 'dd632e09-2509-4159-b1eb-83238f7e0309', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:43:24Z', 'updated_at': '2022-03-29T15:43:26Z', 'revision_number': 3, 'project_id': 'b368111300ef488386dd13c53cf77c03', 'gw_port': {'id': 'dd632e09-2509-4159-b1eb-83238f7e0309', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:d1:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9bbeba9-1a74-4a34-b0ea-718fc04fbbae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1059, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:43:25Z', 'updated_at': '2022-03-29T15:43:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1'}], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:43:28.700711 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f6ff622e-c0bd-4b40-b53c-8c9a9e68a027 req-d90cff40-b733-43a5-93bc-76b32f03ba54 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.42 "GET /v2.0/security-groups?id=07e96b72-96bb-4562-b80f-051b133c1759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228933 Mar 29 15:43:28.744604 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0908c29-4042-4c22-aedc-2706e62daf45 None None] Checking router: f9bbeba9-1a74-4a34-b0ea-718fc04fbbae for host: n-d-834765-1 {{(pid=102792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:43:28.745024 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0908c29-4042-4c22-aedc-2706e62daf45 None None] Updating router f9bbeba9-1a74-4a34-b0ea-718fc04fbbae port dd632e09-2509-4159-b1eb-83238f7e0309 binding host n-d-834765-1 {{(pid=102792) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 15:43:28.777556 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-c0908c29-4042-4c22-aedc-2706e62daf45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:28.999572 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06bddab-c6c0-470d-8b71-374b037f43a6 req-6404feea-8d9d-4191-ad9b-e652b4a72bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:29.005823 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-d06bddab-c6c0-470d-8b71-374b037f43a6 req-6404feea-8d9d-4191-ad9b-e652b4a72bf5 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=298fe4b0-bb90-4e7d-aba6-ce8da9b2ed22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4605892 Mar 29 15:43:29.108775 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f96e042-eac3-4739-9515-59d3b5917734 req-a5b46201-23d8-4f26-a867-6195b5e1925c tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:29.121737 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-0f96e042-eac3-4739-9515-59d3b5917734 req-a5b46201-23d8-4f26-a867-6195b5e1925c tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] 10.222.0.42 "GET /v2.0/ports?device_id=86e9c74e-ceb0-4c1d-8bbf-acb7473ea97a HTTP/1.1" status: 200 len: 949 time: 0.2523155 Mar 29 15:43:29.154678 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ff66cd-0fd7-430d-a92b-bc1f62e7ba95 req-015a3632-ebe6-428d-b7df-e9fd6748d9ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:29.169648 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-a1ff66cd-0fd7-430d-a92b-bc1f62e7ba95 req-015a3632-ebe6-428d-b7df-e9fd6748d9ad service neutron] 10.222.0.44 "GET /v2.0/networks?id=2268a9b9-82fd-4886-a91d-3a50e4e16cab HTTP/1.1" status: 200 len: 870 time: 0.4821031 Mar 29 15:43:29.222838 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-10eb23f2-fc3c-4969-be4e-9fcee0826624 req-5440bca8-8c8c-4a1e-99a6-5b23ba0e5b42 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] 10.222.0.42 "GET /v2.0/ports?device_id=2ecbdc97-f878-4f42-bb8d-be32aaeeb6f7 HTTP/1.1" status: 200 len: 210 time: 0.0695176 Mar 29 15:43:29.284409 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-a1ff66cd-0fd7-430d-a92b-bc1f62e7ba95 req-bb07db22-a7d9-424e-aa19-59004e3e39f3 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.60&port_id=f39638e0-0f05-469b-894f-3e4405d80bf7 HTTP/1.1" status: 200 len: 217 time: 0.0935957 Mar 29 15:43:29.316463 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-0f96e042-eac3-4739-9515-59d3b5917734 req-2cb15e47-609b-4078-9545-974855cbef7b tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] 10.222.0.42 "GET /v2.0/security-groups?id=062b76b3-3a31-4c61-a1e4-5e35375fb0f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1881042 Mar 29 15:43:29.345352 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-c0908c29-4042-4c22-aedc-2706e62daf45 None None] Notify callbacks [] for port, precommit_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:29.347787 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-63537ae6-e503-4e5d-a9d2-bb7d8c7ccbd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:29.348293 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-d06bddab-c6c0-470d-8b71-374b037f43a6 req-da0bbb27-c4de-44b3-aa3e-9a11c4809486 service neutron] 10.222.0.48 "GET /v2.0/networks/298fe4b0-bb90-4e7d-aba6-ce8da9b2ed22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3359013 Mar 29 15:43:29.353504 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-c0908c29-4042-4c22-aedc-2706e62daf45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:29.445676 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ff66cd-0fd7-430d-a92b-bc1f62e7ba95 req-6da94b69-e91f-4a19-bd66-59a76e5aac3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:29.447594 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-a1ff66cd-0fd7-430d-a92b-bc1f62e7ba95 req-6da94b69-e91f-4a19-bd66-59a76e5aac3a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=abb8e5d6-2aea-4455-a944-3435a3d1ce49 HTTP/1.1" status: 200 len: 843 time: 0.1314273 Mar 29 15:43:29.461446 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-c0908c29-4042-4c22-aedc-2706e62daf45 None None] Attempting to bind port dd632e09-2509-4159-b1eb-83238f7e0309 on host n-d-834765-1 for vnic_type normal with profile {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:43:29.462322 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-c0908c29-4042-4c22-aedc-2706e62daf45 None None] Attempting to bind port dd632e09-2509-4159-b1eb-83238f7e0309 by drivers openvswitch,hyperv on host n-d-834765-1 at level 0 using segments [{'id': '6ab47353-a811-4bad-bc73-b4cc84583cfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:43:29.462738 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0908c29-4042-4c22-aedc-2706e62daf45 None None] Attempting to bind port dd632e09-2509-4159-b1eb-83238f7e0309 on network 4a4a035d-ecac-4ead-baa3-25f90788773a {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:43:29.488075 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0908c29-4042-4c22-aedc-2706e62daf45 None None] Checking agent: {'id': 'a8866439-9d96-425c-b519-6905c591ac37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 25, 36), 'started_at': datetime.datetime(2022, 3, 29, 15, 26, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 43, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834765-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:43:29.488487 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0908c29-4042-4c22-aedc-2706e62daf45 None None] Checking segment: {'id': '6ab47353-a811-4bad-bc73-b4cc84583cfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:43:29.489959 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-c0908c29-4042-4c22-aedc-2706e62daf45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:29.490919 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0908c29-4042-4c22-aedc-2706e62daf45 None None] Bound using segment: {'id': '6ab47353-a811-4bad-bc73-b4cc84583cfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:43:29.491813 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-c0908c29-4042-4c22-aedc-2706e62daf45 None None] Bound port: dd632e09-2509-4159-b1eb-83238f7e0309, host: n-d-834765-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ab47353-a811-4bad-bc73-b4cc84583cfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'}}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 15:43:29.492395 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-c0908c29-4042-4c22-aedc-2706e62daf45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:29.495049 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a61809e-f237-4f74-8cdb-3923bd82017a None None] Pushing event updated for resources: {'Port': ['ID=dd632e09-2509-4159-b1eb-83238f7e0309,revision_number=2']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:43:29.546172 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7add020d-65fd-4614-b446-4c634febd3f6 req-3a737644-1711-4004-808d-aa02aa7da6a1 tempest-ServersOnMultiNodesTest-1158406582 tempest-ServersOnMultiNodesTest-1158406582-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:29.554133 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-7add020d-65fd-4614-b446-4c634febd3f6 req-3a737644-1711-4004-808d-aa02aa7da6a1 tempest-ServersOnMultiNodesTest-1158406582 tempest-ServersOnMultiNodesTest-1158406582-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=86e9c74e-ceb0-4c1d-8bbf-acb7473ea97a HTTP/1.1" status: 200 len: 1100 time: 0.1105630 Mar 29 15:43:29.597727 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-c0908c29-4042-4c22-aedc-2706e62daf45 None None] For port dd632e09-2509-4159-b1eb-83238f7e0309, host n-d-834765-1, cleared binding levels {{(pid=102792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:43:29.602793 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-c0908c29-4042-4c22-aedc-2706e62daf45 None None] For port dd632e09-2509-4159-b1eb-83238f7e0309, host n-d-834765-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=dd632e09-2509-4159-b1eb-83238f7e0309,segment=NetworkSegment(6ab47353-a811-4bad-bc73-b4cc84583cfd),segment_id=6ab47353-a811-4bad-bc73-b4cc84583cfd)] {{(pid=102792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:43:29.613415 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-c0908c29-4042-4c22-aedc-2706e62daf45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:29.621596 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-7add020d-65fd-4614-b446-4c634febd3f6 req-d56daeb3-59f5-4ec9-9275-5cc239271aae tempest-ServersOnMultiNodesTest-1158406582 tempest-ServersOnMultiNodesTest-1158406582-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=062b76b3-3a31-4c61-a1e4-5e35375fb0f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621769 Mar 29 15:43:29.682284 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ff66cd-0fd7-430d-a92b-bc1f62e7ba95 req-07cb6709-2e1d-407d-ad8d-7e3cf521a787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:29.684896 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-a1ff66cd-0fd7-430d-a92b-bc1f62e7ba95 req-07cb6709-2e1d-407d-ad8d-7e3cf521a787 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2268a9b9-82fd-4886-a91d-3a50e4e16cab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2274244 Mar 29 15:43:29.732522 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0908c29-4042-4c22-aedc-2706e62daf45 None None] Routers {'f9bbeba9-1a74-4a34-b0ea-718fc04fbbae'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:43:29.733289 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-c0908c29-4042-4c22-aedc-2706e62daf45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:43:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['f9bbeba9-1a74-4a34-b0ea-718fc04fbbae'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:43:29.737966 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a61809e-f237-4f74-8cdb-3923bd82017a None None] Pushing event updated for resources: {'Port': ['ID=dd632e09-2509-4159-b1eb-83238f7e0309,revision_number=3']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:43:29.749216 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edddebd2-ab9d-4656-8347-e12223050fb9 req-4003c388-6dd8-4e7a-a0ae-1fa15e13135f tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:29.761586 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_common [None req-63537ae6-e503-4e5d-a9d2-bb7d8c7ccbd5 admin admin] Allocated IP 172.20.0.1 (31d44b60-0a8a-44c7-a477-70ff37ec586f/e318cca0-b51b-4691-8e53-78bd5edbd3e7/f308bf95-6cb1-4545-aaf6-20b5519abfc0) {{(pid=102791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:43:29.764642 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-edddebd2-ab9d-4656-8347-e12223050fb9 req-4003c388-6dd8-4e7a-a0ae-1fa15e13135f tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] 10.222.0.42 "GET /v2.0/ports?device_id=2565640a-8c7c-44e6-a0ff-441fffc35121 HTTP/1.1" status: 200 len: 949 time: 0.3125069 Mar 29 15:43:29.883385 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-edddebd2-ab9d-4656-8347-e12223050fb9 req-92622056-9c58-4bd9-b2f6-da79411dc4f5 tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] 10.222.0.42 "GET /v2.0/security-groups?id=6fc5fb8c-b1d6-4bb9-b68a-102a19ea7379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173837 Mar 29 15:43:29.896222 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-d06bddab-c6c0-470d-8b71-374b037f43a6 req-45c1b092-34e0-4aae-8674-635040a32f88 service neutron] 10.222.0.48 "GET /v2.0/networks/298fe4b0-bb90-4e7d-aba6-ce8da9b2ed22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4469965 Mar 29 15:43:29.917641 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fda572d-c7d7-4c03-9312-0643257ee2b0 req-553542db-1f5d-4bd8-aae6-00b2a16e5914 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:29.919301 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-9fda572d-c7d7-4c03-9312-0643257ee2b0 req-553542db-1f5d-4bd8-aae6-00b2a16e5914 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/ports?device_id=b912f144-7037-4f5c-a4ca-8adf62110f17 HTTP/1.1" status: 200 len: 949 time: 0.1105454 Mar 29 15:43:29.961974 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-63537ae6-e503-4e5d-a9d2-bb7d8c7ccbd5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:29.985547 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-9fda572d-c7d7-4c03-9312-0643257ee2b0 req-65a9dcbc-7a84-400b-9391-c0883e2ebcf9 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/security-groups?id=56997969-7130-4d86-9e9d-e068deb19a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577371 Mar 29 15:43:29.997944 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvr_db [None req-c0908c29-4042-4c22-aedc-2706e62daf45 None None] Set router f9bbeba9-1a74-4a34-b0ea-718fc04fbbae gateway port host: n-d-834765-1 {{(pid=102792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:43:30.031278 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-63537ae6-e503-4e5d-a9d2-bb7d8c7ccbd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:30.111288 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63537ae6-e503-4e5d-a9d2-bb7d8c7ccbd5 admin admin] Pushing event updated for resources: {'Port': ['ID=f308bf95-6cb1-4545-aaf6-20b5519abfc0,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:43:30.123784 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63537ae6-e503-4e5d-a9d2-bb7d8c7ccbd5 admin admin] Network 31d44b60-0a8a-44c7-a477-70ff37ec586f is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:43:30.125288 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [None req-63537ae6-e503-4e5d-a9d2-bb7d8c7ccbd5 admin admin] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:43:30.130232 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63537ae6-e503-4e5d-a9d2-bb7d8c7ccbd5 admin admin] Received port after_create {{(pid=102791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:43:30.237606 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ea60daea-44ab-425f-92dd-75f98906d74f req-421a132e-390e-475d-9331-34ef6c20b3e3 tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=5bf1a5bdfbb14ae084908e8fe7725bc6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1083567 Mar 29 15:43:30.278508 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-b7e66ce9-91ec-47a5-8ce1-01657500b833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:30.285636 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-c0908c29-4042-4c22-aedc-2706e62daf45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9bbeba9-1a74-4a34-b0ea-718fc04fbbae', 'name': 'tempest-FloatingIPDetailsTestJSON-1459575027-router', 'tenant_id': 'b368111300ef488386dd13c53cf77c03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.245'}], 'enable_snat': True}, 'gw_port_id': 'dd632e09-2509-4159-b1eb-83238f7e0309', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:43:24Z', 'updated_at': '2022-03-29T15:43:26Z', 'revision_number': 3, 'project_id': 'b368111300ef488386dd13c53cf77c03', 'gw_port': {'id': 'dd632e09-2509-4159-b1eb-83238f7e0309', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:d1:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9bbeba9-1a74-4a34-b0ea-718fc04fbbae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1059, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:43:25Z', 'updated_at': '2022-03-29T15:43:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1'}], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:43:30.311870 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-63537ae6-e503-4e5d-a9d2-bb7d8c7ccbd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-648347'] for router_interface, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:30.335399 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0908c29-4042-4c22-aedc-2706e62daf45 None None] The sync data for ids ['f9bbeba9-1a74-4a34-b0ea-718fc04fbbae'] in n-d-834765-1 is: [{'id': 'f9bbeba9-1a74-4a34-b0ea-718fc04fbbae', 'name': 'tempest-FloatingIPDetailsTestJSON-1459575027-router', 'tenant_id': 'b368111300ef488386dd13c53cf77c03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.245'}], 'enable_snat': True}, 'gw_port_id': 'dd632e09-2509-4159-b1eb-83238f7e0309', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:43:24Z', 'updated_at': '2022-03-29T15:43:26Z', 'revision_number': 3, 'project_id': 'b368111300ef488386dd13c53cf77c03', 'gw_port': {'id': 'dd632e09-2509-4159-b1eb-83238f7e0309', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:d1:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9bbeba9-1a74-4a34-b0ea-718fc04fbbae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1059, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:43:25Z', 'updated_at': '2022-03-29T15:43:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1'}] {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:43:30.423754 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-d06bddab-c6c0-470d-8b71-374b037f43a6 req-880ba5fe-111d-4ab7-8964-1c8f78b1fdd4 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=6c9d42f1-664d-4f97-a0ba-019ea090a445 HTTP/1.1" status: 200 len: 217 time: 0.4805667 Mar 29 15:43:30.518970 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea60daea-44ab-425f-92dd-75f98906d74f req-fe4c6c68-52c4-4b82-9dc1-f558289efa99 tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:30.520921 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ea60daea-44ab-425f-92dd-75f98906d74f req-fe4c6c68-52c4-4b82-9dc1-f558289efa99 tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2817731 Mar 29 15:43:30.553902 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-a1ff66cd-0fd7-430d-a92b-bc1f62e7ba95 req-1bed477c-938a-47d7-a1cb-93075c1f3bc8 service neutron] 10.222.0.44 "GET /v2.0/networks/2268a9b9-82fd-4886-a91d-3a50e4e16cab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8256438 Mar 29 15:43:30.557906 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ea60daea-44ab-425f-92dd-75f98906d74f req-6ca94131-68cf-4ac5-b9a4-6dcab0ecd9de tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] 10.222.0.42 "GET /v2.0/quotas/5bf1a5bdfbb14ae084908e8fe7725bc6 HTTP/1.1" status: 200 len: 375 time: 0.0204427 Mar 29 15:43:30.561368 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e826cf-0b80-4235-b2be-710c11a35560 req-f832c8e1-15b2-42db-a172-7ffa9f135471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:30.563023 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-d5e826cf-0b80-4235-b2be-710c11a35560 req-f832c8e1-15b2-42db-a172-7ffa9f135471 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=fa3ba36247ad48f4997ede3b0209bc82&device_id=b912f144-7037-4f5c-a4ca-8adf62110f17 HTTP/1.1" status: 200 len: 1100 time: 0.1672981 Mar 29 15:43:30.575521 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af00d278-fe38-40e3-8057-df8e517e2e8e req-0f552550-517f-4168-80b1-62a3c926a152 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:30.577278 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-af00d278-fe38-40e3-8057-df8e517e2e8e req-0f552550-517f-4168-80b1-62a3c926a152 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.42 "GET /v2.0/ports?device_id=bdf56371-60c2-41be-847e-8c56f47964ad HTTP/1.1" status: 200 len: 943 time: 0.1871195 Mar 29 15:43:30.595242 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06bddab-c6c0-470d-8b71-374b037f43a6 req-b23bd9bb-cf3f-4533-8606-9ea3d76412c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:30.596796 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-d06bddab-c6c0-470d-8b71-374b037f43a6 req-b23bd9bb-cf3f-4533-8606-9ea3d76412c5 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=71e90eec-8f1c-4b07-8429-040103c60c28 HTTP/1.1" status: 200 len: 797 time: 0.1584511 Mar 29 15:43:30.602360 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-63537ae6-e503-4e5d-a9d2-bb7d8c7ccbd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:30.611017 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-8e1aa12d-c8b0-4571-9b27-797d0c5bc4e8 None None] Provisioning complete for port f308bf95-6cb1-4545-aaf6-20b5519abfc0 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:43:30.614370 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-8e1aa12d-c8b0-4571-9b27-797d0c5bc4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:30.665800 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device b0a6dc10-06c8-4eaa-ae25-fcb3ad5d43f2 details requested by agent hyperv_n-h1-834765-1 with host n-h1-834765-1 {{(pid=102792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 15:43:30.691735 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ea60daea-44ab-425f-92dd-75f98906d74f req-4926ecf4-46bf-4910-adb9-7b5669cb516c tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=5bf1a5bdfbb14ae084908e8fe7725bc6&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1027932 Mar 29 15:43:30.871970 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-8e1aa12d-c8b0-4571-9b27-797d0c5bc4e8 None None] Port f308bf95-6cb1-4545-aaf6-20b5519abfc0 cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 15:43:30.887836 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-af00d278-fe38-40e3-8057-df8e517e2e8e req-abe8cf00-99bd-4eaf-af63-63909492a5ae tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.42 "GET /v2.0/security-groups?id=07e96b72-96bb-4562-b80f-051b133c1759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2720988 Mar 29 15:43:30.951335 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port b0a6dc10-06c8-4eaa-ae25-fcb3ad5d43f2, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=b0a6dc10-06c8-4eaa-ae25-fcb3ad5d43f2,segment=NetworkSegment(e1d90273-cef5-4478-85fc-ff4ac210e191),segment_id=e1d90273-cef5-4478-85fc-ff4ac210e191)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:43:30.952657 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06bddab-c6c0-470d-8b71-374b037f43a6 req-ba8c6b05-210f-47db-a4f7-0458f4b8a6ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:30.954906 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-d06bddab-c6c0-470d-8b71-374b037f43a6 req-ba8c6b05-210f-47db-a4f7-0458f4b8a6ce service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6063560a-a61f-4d6e-8083-e9831aad0c36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3372731 Mar 29 15:43:30.998331 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Returning: {'device': 'b0a6dc10-06c8-4eaa-ae25-fcb3ad5d43f2', 'network_id': '96b8e8ed-22f2-4cb8-884c-6e5cefe078a4', 'port_id': 'b0a6dc10-06c8-4eaa-ae25-fcb3ad5d43f2', 'mac_address': 'fa:16:3e:5c:eb:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ba2b8b0-15ec-4c18-a106-c919b2ec3ae7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 15:43:31.027085 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-63537ae6-e503-4e5d-a9d2-bb7d8c7ccbd5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:31.036501 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-63537ae6-e503-4e5d-a9d2-bb7d8c7ccbd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:31.045779 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e826cf-0b80-4235-b2be-710c11a35560 req-71939ec1-8b33-43f5-ae87-9d1d32506ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:31.047298 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-d5e826cf-0b80-4235-b2be-710c11a35560 req-71939ec1-8b33-43f5-ae87-9d1d32506ebf service neutron] 10.222.0.48 "GET /v2.0/networks?id=2268a9b9-82fd-4886-a91d-3a50e4e16cab HTTP/1.1" status: 200 len: 870 time: 0.4622662 Mar 29 15:43:31.079931 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-a1ff66cd-0fd7-430d-a92b-bc1f62e7ba95 req-667d90fc-f2ed-47f0-8ee6-d6956b9f9580 service neutron] 10.222.0.44 "GET /v2.0/networks/2268a9b9-82fd-4886-a91d-3a50e4e16cab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5120280 Mar 29 15:43:31.091026 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:31.126345 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0a6dc10-06c8-4eaa-ae25-fcb3ad5d43f2 {{(pid=102792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:43:31.186124 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port b0a6dc10-06c8-4eaa-ae25-fcb3ad5d43f2, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=b0a6dc10-06c8-4eaa-ae25-fcb3ad5d43f2,segment=NetworkSegment(e1d90273-cef5-4478-85fc-ff4ac210e191),segment_id=e1d90273-cef5-4478-85fc-ff4ac210e191)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:43:31.194788 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:31.226308 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-d5e826cf-0b80-4235-b2be-710c11a35560 req-ca0fba9f-7bf8-4009-80ca-293216e94884 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.11&port_id=684fa249-cf80-48e5-b59d-1b228e32ee2c HTTP/1.1" status: 200 len: 217 time: 0.1446109 Mar 29 15:43:31.307565 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-63537ae6-e503-4e5d-a9d2-bb7d8c7ccbd5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-648439'] for router_interface, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:31.318802 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839b4706-c5c2-4bb7-af69-90db2a8a50d0 req-fac1ac66-d7e4-4be6-a16f-f1ca7a3f91e9 tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:31.333533 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-839b4706-c5c2-4bb7-af69-90db2a8a50d0 req-fac1ac66-d7e4-4be6-a16f-f1ca7a3f91e9 tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] 10.222.0.42 "GET /v2.0/ports?device_id=2565640a-8c7c-44e6-a0ff-441fffc35121 HTTP/1.1" status: 200 len: 949 time: 0.2797213 Mar 29 15:43:31.334549 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Pushing event updated for resources: {'Port': ['ID=b0a6dc10-06c8-4eaa-ae25-fcb3ad5d43f2,revision_number=4']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:43:31.337115 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63537ae6-e503-4e5d-a9d2-bb7d8c7ccbd5 admin admin] Pushing event updated for resources: {'Port': ['ID=f308bf95-6cb1-4545-aaf6-20b5519abfc0,revision_number=2']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:43:31.377928 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-21cce417-42d3-47e5-a9a4-34193219cbe3 req-e1a2c9f9-74f4-47ee-98ac-872c40f54198 tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] 10.222.0.42 "GET /v2.0/ports?device_id=1736ecb1-6683-49b1-8a6e-a612cf6b4ea9 HTTP/1.1" status: 200 len: 210 time: 0.1698678 Mar 29 15:43:31.403596 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-839b4706-c5c2-4bb7-af69-90db2a8a50d0 req-35c2cf9e-a47f-4f2a-9761-b4113d4f0f09 tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] 10.222.0.42 "GET /v2.0/security-groups?id=6fc5fb8c-b1d6-4bb9-b68a-102a19ea7379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691323 Mar 29 15:43:31.499366 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e826cf-0b80-4235-b2be-710c11a35560 req-ee8c1b31-50cc-435b-a05e-03e258d18dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:31.500877 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-d5e826cf-0b80-4235-b2be-710c11a35560 req-ee8c1b31-50cc-435b-a05e-03e258d18dcd service neutron] 10.222.0.48 "GET /v2.0/subnets?id=abb8e5d6-2aea-4455-a944-3435a3d1ce49 HTTP/1.1" status: 200 len: 843 time: 0.1888340 Mar 29 15:43:31.514636 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-d06bddab-c6c0-470d-8b71-374b037f43a6 req-bb268177-eeab-4d08-bf8f-553d1638fb44 service neutron] 10.222.0.48 "GET /v2.0/networks/6063560a-a61f-4d6e-8083-e9831aad0c36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5105679 Mar 29 15:43:31.547370 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63537ae6-e503-4e5d-a9d2-bb7d8c7ccbd5 admin admin] Network 31d44b60-0a8a-44c7-a477-70ff37ec586f is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:43:31.549347 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [None req-63537ae6-e503-4e5d-a9d2-bb7d8c7ccbd5 admin admin] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:43:31.661295 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] get_ports_and_sgs() called for port_ids ['b0a6dc10-06c8-4eaa-ae25-fcb3ad5d43f2'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:43:31.883458 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device dd632e09-2509-4159-b1eb-83238f7e0309 up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:43:31.887675 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-d06bddab-c6c0-470d-8b71-374b037f43a6 req-00df111f-6194-4a6c-b8bd-55ba20524559 service neutron] 10.222.0.48 "GET /v2.0/networks/6063560a-a61f-4d6e-8083-e9831aad0c36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3721638 Mar 29 15:43:31.973304 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-d06bddab-c6c0-470d-8b71-374b037f43a6 req-2ea78335-d930-4a88-9ae2-b06ee451e23e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=93ac20f5-aa07-4dbf-a3fe-5ec3fbecedce HTTP/1.1" status: 200 len: 217 time: 0.0581510 Mar 29 15:43:32.027577 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6cd329-27be-46ed-b9bc-a8f853b886d5 req-ae02abc5-5e62-491f-9897-a1635ed73011 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:32.033709 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-3f6cd329-27be-46ed-b9bc-a8f853b886d5 req-ae02abc5-5e62-491f-9897-a1635ed73011 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/ports?device_id=b912f144-7037-4f5c-a4ca-8adf62110f17 HTTP/1.1" status: 200 len: 949 time: 0.5313013 Mar 29 15:43:32.077428 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e826cf-0b80-4235-b2be-710c11a35560 req-a3651b8b-c69d-4ec9-beaf-bbb04e1f10cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:32.080022 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-d5e826cf-0b80-4235-b2be-710c11a35560 req-a3651b8b-c69d-4ec9-beaf-bbb04e1f10cf service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2268a9b9-82fd-4886-a91d-3a50e4e16cab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5633774 Mar 29 15:43:32.182691 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-91c9081f-8b21-4a59-a754-db91ae310ddc None None] Provisioning complete for port f308bf95-6cb1-4545-aaf6-20b5519abfc0 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:43:32.183295 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-91c9081f-8b21-4a59-a754-db91ae310ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:32.239510 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06bddab-c6c0-470d-8b71-374b037f43a6 req-320c3612-6f1c-47ae-b46a-7f758026d876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:32.241375 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-d06bddab-c6c0-470d-8b71-374b037f43a6 req-320c3612-6f1c-47ae-b46a-7f758026d876 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=71e90eec-8f1c-4b07-8429-040103c60c28 HTTP/1.1" status: 200 len: 797 time: 0.2576702 Mar 29 15:43:32.254028 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port dd632e09-2509-4159-b1eb-83238f7e0309 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:43:32.254396 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:32.304845 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-3f6cd329-27be-46ed-b9bc-a8f853b886d5 req-388fe9aa-eb30-464f-aa90-882ab4405d4c tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/security-groups?id=56997969-7130-4d86-9e9d-e068deb19a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2631860 Mar 29 15:43:32.342950 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1f30f6-8286-488a-9adf-88281b6ecea7 req-64f2aed8-c853-4daa-8e50-53234ab76d30 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:32.345021 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-da1f30f6-8286-488a-9adf-88281b6ecea7 req-64f2aed8-c853-4daa-8e50-53234ab76d30 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] 10.222.0.42 "GET /v2.0/networks?id=9c05e936-df9e-4fbf-b09c-78bf9696504c HTTP/1.1" status: 200 len: 806 time: 0.6839755 Mar 29 15:43:32.357249 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63537ae6-e503-4e5d-a9d2-bb7d8c7ccbd5 admin admin] Router f9bbeba9-1a74-4a34-b0ea-718fc04fbbae has already been hosted by L3 agent c648d819-1060-4f26-b4ec-6455387b5dff {{(pid=102791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 15:43:32.385366 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-da1f30f6-8286-488a-9adf-88281b6ecea7 req-b51a90e6-5bdd-4187-b202-86cb3edff50f tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] 10.222.0.42 "GET /v2.0/quotas/d04cf558b2cb439aa051141a3dc84641 HTTP/1.1" status: 200 len: 375 time: 0.0245512 Mar 29 15:43:32.434331 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-d5e826cf-0b80-4235-b2be-710c11a35560 req-e249afb5-1314-4142-a26b-28471f34b4e8 service neutron] 10.222.0.48 "GET /v2.0/networks/2268a9b9-82fd-4886-a91d-3a50e4e16cab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3415852 Mar 29 15:43:32.437595 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06bddab-c6c0-470d-8b71-374b037f43a6 req-d70c926b-200b-4fb7-84b7-c7eae00f35f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:32.451906 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-d06bddab-c6c0-470d-8b71-374b037f43a6 req-d70c926b-200b-4fb7-84b7-c7eae00f35f4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6063560a-a61f-4d6e-8083-e9831aad0c36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1644335 Mar 29 15:43:32.513582 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63537ae6-e503-4e5d-a9d2-bb7d8c7ccbd5 admin admin] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:43:32.535339 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-63537ae6-e503-4e5d-a9d2-bb7d8c7ccbd5 admin admin] 10.222.0.42 "PUT /v2.0/routers/f9bbeba9-1a74-4a34-b0ea-718fc04fbbae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7409220 Mar 29 15:43:32.569020 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-91c9081f-8b21-4a59-a754-db91ae310ddc None None] Port f308bf95-6cb1-4545-aaf6-20b5519abfc0 cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 15:43:32.620353 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-da1f30f6-8286-488a-9adf-88281b6ecea7 req-ae67ebc1-b1e5-47cd-ba6b-be63a1e8e9b8 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=d04cf558b2cb439aa051141a3dc84641&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1079738 Mar 29 15:43:32.655534 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:32.684450 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] For port dd632e09-2509-4159-b1eb-83238f7e0309, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=dd632e09-2509-4159-b1eb-83238f7e0309,segment=NetworkSegment(6ab47353-a811-4bad-bc73-b4cc84583cfd),segment_id=6ab47353-a811-4bad-bc73-b4cc84583cfd)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:43:32.692850 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:32.774106 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Pushing event updated for resources: {'Port': ['ID=dd632e09-2509-4159-b1eb-83238f7e0309,revision_number=4']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:43:32.776274 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-da1f30f6-8286-488a-9adf-88281b6ecea7 req-e58a0497-f6e4-4f95-912a-1bb6fe4f520a service neutron] 10.222.0.42 "GET /v2.0/networks/9c05e936-df9e-4fbf-b09c-78bf9696504c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294172 Mar 29 15:43:32.813252 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa8ac00-6a94-4626-b05f-d8be43db95c0 req-f49561e3-13ab-4f30-9e93-6f6c0fc14ac5 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:32.814747 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-2b1e6c33-7c18-4845-9821-20471d97b8d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:32.815772 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-9fa8ac00-6a94-4626-b05f-d8be43db95c0 req-f49561e3-13ab-4f30-9e93-6f6c0fc14ac5 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.42 "GET /v2.0/ports?device_id=bdf56371-60c2-41be-847e-8c56f47964ad HTTP/1.1" status: 200 len: 944 time: 0.3039424 Mar 29 15:43:32.841033 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-d06bddab-c6c0-470d-8b71-374b037f43a6 req-7347b729-c4c4-4b8c-a782-27b7dfe8872e service neutron] 10.222.0.48 "GET /v2.0/networks/6063560a-a61f-4d6e-8083-e9831aad0c36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3637064 Mar 29 15:43:32.843913 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-d5e826cf-0b80-4235-b2be-710c11a35560 req-739315fb-29d0-437b-88b2-c787632276da service neutron] 10.222.0.48 "GET /v2.0/networks/2268a9b9-82fd-4886-a91d-3a50e4e16cab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3899729 Mar 29 15:43:32.896917 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-9fa8ac00-6a94-4626-b05f-d8be43db95c0 req-fb9f327d-be27-466a-ab6f-57c8ac9eca40 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.42 "GET /v2.0/security-groups?id=07e96b72-96bb-4562-b80f-051b133c1759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664566 Mar 29 15:43:32.928474 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-da1f30f6-8286-488a-9adf-88281b6ecea7 req-d376f0e3-9404-45eb-9320-4c3ac6f73d5e service neutron] 10.222.0.42 "GET /v2.0/networks/9c05e936-df9e-4fbf-b09c-78bf9696504c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262286 Mar 29 15:43:33.016632 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-d06bddab-c6c0-470d-8b71-374b037f43a6 req-e9681080-2240-4904-9391-59bb719c96ef service neutron] 10.222.0.48 "GET /v2.0/networks/6063560a-a61f-4d6e-8083-e9831aad0c36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1595621 Mar 29 15:43:33.254072 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80a44ad9-110e-4656-83b6-57c1544af94b None None] Sync routers for ids ['f9bbeba9-1a74-4a34-b0ea-718fc04fbbae'] in n-d-834765-1 {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:43:33.287696 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80a44ad9-110e-4656-83b6-57c1544af94b None None] Routers {'f9bbeba9-1a74-4a34-b0ea-718fc04fbbae'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:43:33.287696 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-80a44ad9-110e-4656-83b6-57c1544af94b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:43:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['f9bbeba9-1a74-4a34-b0ea-718fc04fbbae'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:43:33.308073 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-ea60daea-44ab-425f-92dd-75f98906d74f req-52f29c26-2b53-4628-9534-ea650ca06f04 tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=5bf1a5bdfbb14ae084908e8fe7725bc6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0778146 Mar 29 15:43:33.327774 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fc5c1c-5784-4344-86ae-83b030da116a req-87bfce28-9fc6-40e7-a674-760041a22a1e tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:33.329686 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-08fc5c1c-5784-4344-86ae-83b030da116a req-87bfce28-9fc6-40e7-a674-760041a22a1e tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] 10.222.0.42 "GET /v2.0/ports?device_id=2565640a-8c7c-44e6-a0ff-441fffc35121 HTTP/1.1" status: 200 len: 949 time: 0.1086593 Mar 29 15:43:33.441425 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-08fc5c1c-5784-4344-86ae-83b030da116a req-8d24e457-973e-4249-81a8-f34a9bed4f17 tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] 10.222.0.42 "GET /v2.0/security-groups?id=6fc5fb8c-b1d6-4bb9-b68a-102a19ea7379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959101 Mar 29 15:43:33.562206 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvr_db [None req-80a44ad9-110e-4656-83b6-57c1544af94b None None] Set router f9bbeba9-1a74-4a34-b0ea-718fc04fbbae gateway port host: n-d-834765-1 {{(pid=102793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:43:33.617542 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-c773368f-ea57-4c78-8535-28322be67b1b req-3123f8cb-dab5-45f4-bebf-7e0011b103a4 tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] 10.222.0.42 "GET /v2.0/ports?device_id=1736ecb1-6683-49b1-8a6e-a612cf6b4ea9 HTTP/1.1" status: 200 len: 210 time: 0.1865487 Mar 29 15:43:33.707206 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea60daea-44ab-425f-92dd-75f98906d74f req-29afee0b-e036-4492-980d-1ea0ef4dddf9 tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:33.708929 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-ea60daea-44ab-425f-92dd-75f98906d74f req-29afee0b-e036-4492-980d-1ea0ef4dddf9 tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3946869 Mar 29 15:43:33.729628 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [req-ea60daea-44ab-425f-92dd-75f98906d74f req-a60f25ce-24bb-45ea-9347-6c11d8fa65d6 tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] Request body: {'port': {'device_id': '1736ecb1-6683-49b1-8a6e-a612cf6b4ea9', 'network_id': '2268a9b9-82fd-4886-a91d-3a50e4e16cab', 'admin_state_up': True, 'tenant_id': '5bf1a5bdfbb14ae084908e8fe7725bc6'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:43:33.816864 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device dd632e09-2509-4159-b1eb-83238f7e0309 up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:43:33.936938 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port dd632e09-2509-4159-b1eb-83238f7e0309 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:43:33.937324 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:34.013009 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-eb8ecba6-adbd-476b-807a-a6405958f5fb req-6aa93967-7b2f-429d-80a4-2c76eb1afba5 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] 10.222.0.42 "GET /v2.0/ports?device_id=80034eb0-163d-4e68-92ef-3b0fc384539c HTTP/1.1" status: 200 len: 210 time: 0.2426529 Mar 29 15:43:34.021994 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-80a44ad9-110e-4656-83b6-57c1544af94b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9bbeba9-1a74-4a34-b0ea-718fc04fbbae', 'name': 'tempest-FloatingIPDetailsTestJSON-1459575027-router', 'tenant_id': 'b368111300ef488386dd13c53cf77c03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.245'}], 'enable_snat': True}, 'gw_port_id': 'dd632e09-2509-4159-b1eb-83238f7e0309', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:43:24Z', 'updated_at': '2022-03-29T15:43:30Z', 'revision_number': 4, 'project_id': 'b368111300ef488386dd13c53cf77c03', 'gw_port': {'id': 'dd632e09-2509-4159-b1eb-83238f7e0309', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:d1:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9bbeba9-1a74-4a34-b0ea-718fc04fbbae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1059, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:43:25Z', 'updated_at': '2022-03-29T15:43:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': 'f308bf95-6cb1-4545-aaf6-20b5519abfc0', 'name': '', 'network_id': '31d44b60-0a8a-44c7-a477-70ff37ec586f', 'tenant_id': 'b368111300ef488386dd13c53cf77c03', 'mac_address': 'fa:16:3e:5e:8b:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9bbeba9-1a74-4a34-b0ea-718fc04fbbae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1067, 'fixed_ips': [{'subnet_id': 'e318cca0-b51b-4691-8e53-78bd5edbd3e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:43:29Z', 'updated_at': '2022-03-29T15:43:30Z', 'revision_number': 2, 'project_id': 'b368111300ef488386dd13c53cf77c03', 'subnets': [{'id': 'e318cca0-b51b-4691-8e53-78bd5edbd3e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:43:34.050099 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea60daea-44ab-425f-92dd-75f98906d74f req-a60f25ce-24bb-45ea-9347-6c11d8fa65d6 tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] Made reservation on behalf of 5bf1a5bdfbb14ae084908e8fe7725bc6 for: {'port': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:43:34.054666 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-ea60daea-44ab-425f-92dd-75f98906d74f req-a60f25ce-24bb-45ea-9347-6c11d8fa65d6 tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:34.067607 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80a44ad9-110e-4656-83b6-57c1544af94b None None] Checking router: f9bbeba9-1a74-4a34-b0ea-718fc04fbbae for host: n-d-834765-1 {{(pid=102793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:43:34.068233 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80a44ad9-110e-4656-83b6-57c1544af94b None None] Updating router f9bbeba9-1a74-4a34-b0ea-718fc04fbbae port f308bf95-6cb1-4545-aaf6-20b5519abfc0 binding host n-d-834765-1 {{(pid=102793) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 15:43:34.128880 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-80a44ad9-110e-4656-83b6-57c1544af94b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:34.156409 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d71584b9-87f1-45f5-84c7-c993c2416269 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:34.229607 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63390315-4618-4cef-b581-27d32351e90d req-ddbb7d4b-3307-45ed-92a8-1afe13ef81c2 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:34.239901 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-63390315-4618-4cef-b581-27d32351e90d req-ddbb7d4b-3307-45ed-92a8-1afe13ef81c2 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/ports?device_id=b912f144-7037-4f5c-a4ca-8adf62110f17 HTTP/1.1" status: 200 len: 949 time: 0.1185198 Mar 29 15:43:34.323281 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-bbe9ce2e-12b3-4d8e-974d-247b74fe56de req-fb32dadc-851b-4454-a25a-919a47f74344 tempest-FloatingIPDetailsTestJSON-577777153 tempest-FloatingIPDetailsTestJSON-577777153-project] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5651927 Mar 29 15:43:34.334361 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-63390315-4618-4cef-b581-27d32351e90d req-93dfda81-f5f4-42a2-8cd0-e51418a14fe5 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/security-groups?id=56997969-7130-4d86-9e9d-e068deb19a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823393 Mar 29 15:43:34.338956 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [req-bbe9ce2e-12b3-4d8e-974d-247b74fe56de req-cff7de8c-d6e6-4fa9-8308-c7b523188c7e tempest-FloatingIPDetailsTestJSON-577777153 tempest-FloatingIPDetailsTestJSON-577777153-project] Request body: {'floatingip': {'floating_network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:43:34.381110 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.db_base_plugin_common [req-ea60daea-44ab-425f-92dd-75f98906d74f req-a60f25ce-24bb-45ea-9347-6c11d8fa65d6 tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] Allocated IP 192.168.233.219 (2268a9b9-82fd-4886-a91d-3a50e4e16cab/abb8e5d6-2aea-4455-a944-3435a3d1ce49/0789ee34-82ce-4b0c-baa3-dda8aab6a664) {{(pid=102790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:43:34.390170 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-bbe9ce2e-12b3-4d8e-974d-247b74fe56de req-cff7de8c-d6e6-4fa9-8308-c7b523188c7e tempest-FloatingIPDetailsTestJSON-577777153 tempest-FloatingIPDetailsTestJSON-577777153-project] Notify callbacks [] for floatingip, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:34.521045 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-bbe9ce2e-12b3-4d8e-974d-247b74fe56de req-cff7de8c-d6e6-4fa9-8308-c7b523188c7e tempest-FloatingIPDetailsTestJSON-577777153 tempest-FloatingIPDetailsTestJSON-577777153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:34.554211 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-80a44ad9-110e-4656-83b6-57c1544af94b None None] Notify callbacks [] for port, precommit_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:34.567526 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-80a44ad9-110e-4656-83b6-57c1544af94b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:34.606279 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9085d01-90a0-480a-9ddd-93a2ea275ca7 req-f49eaef2-8d4d-4acd-b90b-3c702bfe9e80 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:34.608074 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-f9085d01-90a0-480a-9ddd-93a2ea275ca7 req-f49eaef2-8d4d-4acd-b90b-3c702bfe9e80 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.42 "GET /v2.0/ports?device_id=bdf56371-60c2-41be-847e-8c56f47964ad HTTP/1.1" status: 200 len: 944 time: 0.1741168 Mar 29 15:43:34.644888 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21fb1f9-424e-40c2-a210-e91eb881e2d9 None None] Pushing event updated for resources: {'Port': ['ID=f308bf95-6cb1-4545-aaf6-20b5519abfc0,revision_number=3']} {{(pid=102793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:43:34.673312 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device b0a6dc10-06c8-4eaa-ae25-fcb3ad5d43f2 up at agent hyperv_n-h1-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:43:34.711963 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.managers [None req-80a44ad9-110e-4656-83b6-57c1544af94b None None] Attempting to bind port f308bf95-6cb1-4545-aaf6-20b5519abfc0 on host n-d-834765-1 for vnic_type normal with profile {{(pid=102793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:43:34.712334 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.managers [None req-80a44ad9-110e-4656-83b6-57c1544af94b None None] Attempting to bind port f308bf95-6cb1-4545-aaf6-20b5519abfc0 by drivers openvswitch,hyperv on host n-d-834765-1 at level 0 using segments [{'id': 'b4a1a8fc-14a2-406b-ae5d-eafc46abb6c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '31d44b60-0a8a-44c7-a477-70ff37ec586f'}] {{(pid=102793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:43:34.712739 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80a44ad9-110e-4656-83b6-57c1544af94b None None] Attempting to bind port f308bf95-6cb1-4545-aaf6-20b5519abfc0 on network 31d44b60-0a8a-44c7-a477-70ff37ec586f {{(pid=102793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:43:34.718661 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80a44ad9-110e-4656-83b6-57c1544af94b None None] Checking agent: {'id': 'a8866439-9d96-425c-b519-6905c591ac37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 25, 36), 'started_at': datetime.datetime(2022, 3, 29, 15, 26, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 43, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834765-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:43:34.719088 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80a44ad9-110e-4656-83b6-57c1544af94b None None] Checking segment: {'id': 'b4a1a8fc-14a2-406b-ae5d-eafc46abb6c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '31d44b60-0a8a-44c7-a477-70ff37ec586f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:43:34.719794 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-80a44ad9-110e-4656-83b6-57c1544af94b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:34.720197 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80a44ad9-110e-4656-83b6-57c1544af94b None None] Bound using segment: {'id': 'b4a1a8fc-14a2-406b-ae5d-eafc46abb6c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '31d44b60-0a8a-44c7-a477-70ff37ec586f'} {{(pid=102793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:43:34.720663 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.managers [None req-80a44ad9-110e-4656-83b6-57c1544af94b None None] Bound port: f308bf95-6cb1-4545-aaf6-20b5519abfc0, host: n-d-834765-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4a1a8fc-14a2-406b-ae5d-eafc46abb6c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '31d44b60-0a8a-44c7-a477-70ff37ec586f'}}] {{(pid=102793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 15:43:34.721091 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-80a44ad9-110e-4656-83b6-57c1544af94b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:34.728822 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_common [req-bbe9ce2e-12b3-4d8e-974d-247b74fe56de req-cff7de8c-d6e6-4fa9-8308-c7b523188c7e tempest-FloatingIPDetailsTestJSON-577777153 tempest-FloatingIPDetailsTestJSON-577777153-project] Allocated IP 172.25.4.195 (4a4a035d-ecac-4ead-baa3-25f90788773a/e1a353dc-fac8-4901-a63c-273840237d6a/0e4594e7-0597-4b34-a992-e01797d12f8b) {{(pid=102791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:43:34.828368 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Provisioning for port b0a6dc10-06c8-4eaa-ae25-fcb3ad5d43f2 completed by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 15:43:34.846075 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Provisioning complete for port b0a6dc10-06c8-4eaa-ae25-fcb3ad5d43f2 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:43:34.847292 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-ea60daea-44ab-425f-92dd-75f98906d74f req-a60f25ce-24bb-45ea-9347-6c11d8fa65d6 tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] Notify callbacks [] for port, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:34.848000 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:34.848983 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.db [None req-80a44ad9-110e-4656-83b6-57c1544af94b None None] For port f308bf95-6cb1-4545-aaf6-20b5519abfc0, host n-d-834765-1, cleared binding levels {{(pid=102793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:43:34.853341 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.db [None req-80a44ad9-110e-4656-83b6-57c1544af94b None None] For port f308bf95-6cb1-4545-aaf6-20b5519abfc0, host n-d-834765-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=f308bf95-6cb1-4545-aaf6-20b5519abfc0,segment=NetworkSegment(b4a1a8fc-14a2-406b-ae5d-eafc46abb6c5),segment_id=b4a1a8fc-14a2-406b-ae5d-eafc46abb6c5)] {{(pid=102793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:43:34.867424 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-80a44ad9-110e-4656-83b6-57c1544af94b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:34.983837 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-bbe9ce2e-12b3-4d8e-974d-247b74fe56de req-cff7de8c-d6e6-4fa9-8308-c7b523188c7e tempest-FloatingIPDetailsTestJSON-577777153 tempest-FloatingIPDetailsTestJSON-577777153-project] Notify callbacks [] for port, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:34.991159 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:35.030075 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-ea60daea-44ab-425f-92dd-75f98906d74f req-a60f25ce-24bb-45ea-9347-6c11d8fa65d6 tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:35.036053 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdf56371-60c2-41be-847e-8c56f47964ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0a6dc10-06c8-4eaa-ae25-fcb3ad5d43f2'}] {{(pid=102792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:43:35.049170 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4f476c66b318cc6068719fc39557fac68d413f5c7e78fa77028c7948e999ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a9ef1a5-e740-4fd7-8c2d-644be544a513" -d '{"events": [{"server_uuid": "bdf56371-60c2-41be-847e-8c56f47964ad", "name": "network-vif-plugged", "status": "completed", "tag": "b0a6dc10-06c8-4eaa-ae25-fcb3ad5d43f2"}]}' {{(pid=102792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:43:35.065446 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] get_ports_and_sgs() called for port_ids ['d9900a87-c8da-45bc-b655-9593089dcbc1', 'b3a54e0b-ee79-4158-81f6-35ada90cdc73'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:43:35.089368 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80a44ad9-110e-4656-83b6-57c1544af94b None None] Routers {'f9bbeba9-1a74-4a34-b0ea-718fc04fbbae'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:43:35.097566 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-80a44ad9-110e-4656-83b6-57c1544af94b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:43:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['f9bbeba9-1a74-4a34-b0ea-718fc04fbbae'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:43:35.102400 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-bbe9ce2e-12b3-4d8e-974d-247b74fe56de req-cff7de8c-d6e6-4fa9-8308-c7b523188c7e tempest-FloatingIPDetailsTestJSON-577777153 tempest-FloatingIPDetailsTestJSON-577777153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:35.166386 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-f9085d01-90a0-480a-9ddd-93a2ea275ca7 req-dda6f8aa-a526-4e97-9d5b-adf130c4fd19 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.42 "GET /v2.0/security-groups?id=07e96b72-96bb-4562-b80f-051b133c1759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4665630 Mar 29 15:43:35.174380 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] get_ports_and_sgs() called for port_ids ['f39638e0-0f05-469b-894f-3e4405d80bf7', '0778d953-736b-473d-b6a9-91400417f84a', '611b86f9-0890-46c5-aa53-8103b3d2be14', '74944d92-fd89-4b00-a20c-9a31ed483b20'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:43:35.254958 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bbe9ce2e-12b3-4d8e-974d-247b74fe56de req-cff7de8c-d6e6-4fa9-8308-c7b523188c7e tempest-FloatingIPDetailsTestJSON-577777153 tempest-FloatingIPDetailsTestJSON-577777153-project] Network 4a4a035d-ecac-4ead-baa3-25f90788773a is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:43:35.267339 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [req-bbe9ce2e-12b3-4d8e-974d-247b74fe56de req-cff7de8c-d6e6-4fa9-8308-c7b523188c7e tempest-FloatingIPDetailsTestJSON-577777153 tempest-FloatingIPDetailsTestJSON-577777153-project] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:43:35.273155 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbe9ce2e-12b3-4d8e-974d-247b74fe56de req-cff7de8c-d6e6-4fa9-8308-c7b523188c7e tempest-FloatingIPDetailsTestJSON-577777153 tempest-FloatingIPDetailsTestJSON-577777153-project] Received port after_create {{(pid=102791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:43:35.380783 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff7de8c-d6e6-4fa9-8308-c7b523188c7e tempest-FloatingIPDetailsTestJSON-577777153 tempest-FloatingIPDetailsTestJSON-577777153-project] Pushing event updated for resources: {'Port': ['ID=0e4594e7-0597-4b34-a992-e01797d12f8b,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:43:35.386131 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port b0a6dc10-06c8-4eaa-ae25-fcb3ad5d43f2, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=b0a6dc10-06c8-4eaa-ae25-fcb3ad5d43f2,segment=NetworkSegment(e1d90273-cef5-4478-85fc-ff4ac210e191),segment_id=e1d90273-cef5-4478-85fc-ff4ac210e191)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:43:35.431832 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea60daea-44ab-425f-92dd-75f98906d74f req-a60f25ce-24bb-45ea-9347-6c11d8fa65d6 tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] Network 2268a9b9-82fd-4886-a91d-3a50e4e16cab is already hosted by enough agents. {{(pid=102790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:43:35.436434 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:35.437255 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device 949ea80c-bdd8-4833-9e27-0945bbdcedb0 no longer exists at agent hyperv_n-h1-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:43:35.439833 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60f25ce-24bb-45ea-9347-6c11d8fa65d6 tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] Pushing event updated for resources: {'Port': ['ID=0789ee34-82ce-4b0c-baa3-dda8aab6a664,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:43:35.452612 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1f30f6-8286-488a-9adf-88281b6ecea7 req-f8780f9c-095a-4e7c-ac7e-a64b6ec1cc5f tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:35.455924 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-da1f30f6-8286-488a-9adf-88281b6ecea7 req-f8780f9c-095a-4e7c-ac7e-a64b6ec1cc5f tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] 10.222.0.44 "GET /v2.0/networks?id=9c05e936-df9e-4fbf-b09c-78bf9696504c HTTP/1.1" status: 200 len: 806 time: 0.4105947 Mar 29 15:43:35.459688 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvr_db [None req-80a44ad9-110e-4656-83b6-57c1544af94b None None] Set router f9bbeba9-1a74-4a34-b0ea-718fc04fbbae gateway port host: n-d-834765-1 {{(pid=102793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:43:35.471005 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [req-ea60daea-44ab-425f-92dd-75f98906d74f req-a60f25ce-24bb-45ea-9347-6c11d8fa65d6 tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] Resources bound (agent type, host, resource id): {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:43:35.479667 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [req-da1f30f6-8286-488a-9adf-88281b6ecea7 req-007322a1-306d-49d8-9ebc-97c62292a6e1 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] Request body: {'port': {'device_id': '80034eb0-163d-4e68-92ef-3b0fc384539c', 'network_id': '9c05e936-df9e-4fbf-b09c-78bf9696504c', 'admin_state_up': True, 'tenant_id': 'd04cf558b2cb439aa051141a3dc84641'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:43:35.483115 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea60daea-44ab-425f-92dd-75f98906d74f req-a60f25ce-24bb-45ea-9347-6c11d8fa65d6 tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] Received port after_create {{(pid=102790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:43:35.539203 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-bbe9ce2e-12b3-4d8e-974d-247b74fe56de req-cff7de8c-d6e6-4fa9-8308-c7b523188c7e tempest-FloatingIPDetailsTestJSON-577777153 tempest-FloatingIPDetailsTestJSON-577777153-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:35.598490 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-bbe9ce2e-12b3-4d8e-974d-247b74fe56de req-cff7de8c-d6e6-4fa9-8308-c7b523188c7e tempest-FloatingIPDetailsTestJSON-577777153 tempest-FloatingIPDetailsTestJSON-577777153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:35.602877 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55522990-7e7f-4405-9a24-8512979ed226 req-18e1ba54-07ed-4c09-a6dc-eae96a500a65 tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:35.619511 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-55522990-7e7f-4405-9a24-8512979ed226 req-18e1ba54-07ed-4c09-a6dc-eae96a500a65 tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] 10.222.0.42 "GET /v2.0/ports?device_id=2565640a-8c7c-44e6-a0ff-441fffc35121 HTTP/1.1" status: 200 len: 949 time: 0.2395728 Mar 29 15:43:35.624857 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21fb1f9-424e-40c2-a210-e91eb881e2d9 None None] Pushing event updated for resources: {'Port': ['ID=f308bf95-6cb1-4545-aaf6-20b5519abfc0,revision_number=4']} {{(pid=102793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:43:35.742200 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea60daea-44ab-425f-92dd-75f98906d74f req-a60f25ce-24bb-45ea-9347-6c11d8fa65d6 tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:35.742871 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-ea60daea-44ab-425f-92dd-75f98906d74f req-a60f25ce-24bb-45ea-9347-6c11d8fa65d6 tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:35.799751 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-cebb87be-f864-4b1b-b35d-24e4c0a7d1ff None None] Provisioning complete for port f308bf95-6cb1-4545-aaf6-20b5519abfc0 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:43:35.800109 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-cebb87be-f864-4b1b-b35d-24e4c0a7d1ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:35.820281 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-ea60daea-44ab-425f-92dd-75f98906d74f req-a60f25ce-24bb-45ea-9347-6c11d8fa65d6 tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0982835 Mar 29 15:43:35.848072 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [req-ea60daea-44ab-425f-92dd-75f98906d74f req-e570d1dd-276b-4a8b-85fa-e0f8d77b660e service neutron] Request body: {'port': {'device_id': '1736ecb1-6683-49b1-8a6e-a612cf6b4ea9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834765-1'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:43:35.890861 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-80a44ad9-110e-4656-83b6-57c1544af94b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9bbeba9-1a74-4a34-b0ea-718fc04fbbae', 'name': 'tempest-FloatingIPDetailsTestJSON-1459575027-router', 'tenant_id': 'b368111300ef488386dd13c53cf77c03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.245'}], 'enable_snat': True}, 'gw_port_id': 'dd632e09-2509-4159-b1eb-83238f7e0309', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:43:24Z', 'updated_at': '2022-03-29T15:43:30Z', 'revision_number': 4, 'project_id': 'b368111300ef488386dd13c53cf77c03', 'gw_port': {'id': 'dd632e09-2509-4159-b1eb-83238f7e0309', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:d1:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9bbeba9-1a74-4a34-b0ea-718fc04fbbae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1059, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:43:25Z', 'updated_at': '2022-03-29T15:43:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': 'f308bf95-6cb1-4545-aaf6-20b5519abfc0', 'name': '', 'network_id': '31d44b60-0a8a-44c7-a477-70ff37ec586f', 'tenant_id': 'b368111300ef488386dd13c53cf77c03', 'mac_address': 'fa:16:3e:5e:8b:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9bbeba9-1a74-4a34-b0ea-718fc04fbbae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1067, 'fixed_ips': [{'subnet_id': 'e318cca0-b51b-4691-8e53-78bd5edbd3e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:43:29Z', 'updated_at': '2022-03-29T15:43:34Z', 'revision_number': 4, 'project_id': 'b368111300ef488386dd13c53cf77c03', 'subnets': [{'id': 'e318cca0-b51b-4691-8e53-78bd5edbd3e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:43:35.949189 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-bbe9ce2e-12b3-4d8e-974d-247b74fe56de req-cff7de8c-d6e6-4fa9-8308-c7b523188c7e tempest-FloatingIPDetailsTestJSON-577777153 tempest-FloatingIPDetailsTestJSON-577777153-project] Notify callbacks [] for port, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:35.952704 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80a44ad9-110e-4656-83b6-57c1544af94b None None] The sync data for ids ['f9bbeba9-1a74-4a34-b0ea-718fc04fbbae'] in n-d-834765-1 is: [{'id': 'f9bbeba9-1a74-4a34-b0ea-718fc04fbbae', 'name': 'tempest-FloatingIPDetailsTestJSON-1459575027-router', 'tenant_id': 'b368111300ef488386dd13c53cf77c03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.245'}], 'enable_snat': True}, 'gw_port_id': 'dd632e09-2509-4159-b1eb-83238f7e0309', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:43:24Z', 'updated_at': '2022-03-29T15:43:30Z', 'revision_number': 4, 'project_id': 'b368111300ef488386dd13c53cf77c03', 'gw_port': {'id': 'dd632e09-2509-4159-b1eb-83238f7e0309', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:d1:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9bbeba9-1a74-4a34-b0ea-718fc04fbbae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1059, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:43:25Z', 'updated_at': '2022-03-29T15:43:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': 'f308bf95-6cb1-4545-aaf6-20b5519abfc0', 'name': '', 'network_id': '31d44b60-0a8a-44c7-a477-70ff37ec586f', 'tenant_id': 'b368111300ef488386dd13c53cf77c03', 'mac_address': 'fa:16:3e:5e:8b:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9bbeba9-1a74-4a34-b0ea-718fc04fbbae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1067, 'fixed_ips': [{'subnet_id': 'e318cca0-b51b-4691-8e53-78bd5edbd3e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:43:29Z', 'updated_at': '2022-03-29T15:43:34Z', 'revision_number': 4, 'project_id': 'b368111300ef488386dd13c53cf77c03', 'subnets': [{'id': 'e318cca0-b51b-4691-8e53-78bd5edbd3e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:43:35.957124 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-bbe9ce2e-12b3-4d8e-974d-247b74fe56de req-cff7de8c-d6e6-4fa9-8308-c7b523188c7e tempest-FloatingIPDetailsTestJSON-577777153 tempest-FloatingIPDetailsTestJSON-577777153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:35.991250 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-0cb6abf6-2706-4e52-8825-f5f644ecf9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:36.010043 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff7de8c-d6e6-4fa9-8308-c7b523188c7e tempest-FloatingIPDetailsTestJSON-577777153 tempest-FloatingIPDetailsTestJSON-577777153-project] Pushing event updated for resources: {'Port': ['ID=0e4594e7-0597-4b34-a992-e01797d12f8b,revision_number=2']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:43:36.025080 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Pushing event updated for resources: {'Port': ['ID=b0a6dc10-06c8-4eaa-ae25-fcb3ad5d43f2,revision_number=5']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:43:36.049213 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:36.078762 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-bbe9ce2e-12b3-4d8e-974d-247b74fe56de req-cff7de8c-d6e6-4fa9-8308-c7b523188c7e tempest-FloatingIPDetailsTestJSON-577777153 tempest-FloatingIPDetailsTestJSON-577777153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648212'] for floatingip, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:36.122943 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-55522990-7e7f-4405-9a24-8512979ed226 req-008c17b7-fd5e-449c-84b8-2565330500dc tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] 10.222.0.42 "GET /v2.0/security-groups?id=6fc5fb8c-b1d6-4bb9-b68a-102a19ea7379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4977391 Mar 29 15:43:36.137233 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-ea60daea-44ab-425f-92dd-75f98906d74f req-e570d1dd-276b-4a8b-85fa-e0f8d77b660e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:36.155137 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-bbe9ce2e-12b3-4d8e-974d-247b74fe56de req-cff7de8c-d6e6-4fa9-8308-c7b523188c7e tempest-FloatingIPDetailsTestJSON-577777153 tempest-FloatingIPDetailsTestJSON-577777153-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for floatingip, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:36.156617 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-bbe9ce2e-12b3-4d8e-974d-247b74fe56de req-cff7de8c-d6e6-4fa9-8308-c7b523188c7e tempest-FloatingIPDetailsTestJSON-577777153 tempest-FloatingIPDetailsTestJSON-577777153-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.8217740 Mar 29 15:43:36.216688 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:36.270796 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da1f30f6-8286-488a-9adf-88281b6ecea7 req-007322a1-306d-49d8-9ebc-97c62292a6e1 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] Made reservation on behalf of d04cf558b2cb439aa051141a3dc84641 for: {'port': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:43:36.277500 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-da1f30f6-8286-488a-9adf-88281b6ecea7 req-007322a1-306d-49d8-9ebc-97c62292a6e1 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:36.288449 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-cebb87be-f864-4b1b-b35d-24e4c0a7d1ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:36.312894 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-bbe9ce2e-12b3-4d8e-974d-247b74fe56de req-a1935bf9-a519-49fe-b23f-fc181cde252d tempest-FloatingIPDetailsTestJSON-577777153 tempest-FloatingIPDetailsTestJSON-577777153-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.4.195 HTTP/1.1" status: 200 len: 696 time: 0.1424041 Mar 29 15:43:36.436748 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port 949ea80c-bdd8-4833-9e27-0945bbdcedb0, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=949ea80c-bdd8-4833-9e27-0945bbdcedb0,segment=NetworkSegment(a0c230f0-660a-4194-9279-0f0781d34134),segment_id=a0c230f0-660a-4194-9279-0f0781d34134)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:43:36.440388 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-cebb87be-f864-4b1b-b35d-24e4c0a7d1ff None None] For port f308bf95-6cb1-4545-aaf6-20b5519abfc0, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=f308bf95-6cb1-4545-aaf6-20b5519abfc0,segment=NetworkSegment(b4a1a8fc-14a2-406b-ae5d-eafc46abb6c5),segment_id=b4a1a8fc-14a2-406b-ae5d-eafc46abb6c5)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:43:36.483649 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:36.487504 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-cebb87be-f864-4b1b-b35d-24e4c0a7d1ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:36.511998 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe9ce2e-12b3-4d8e-974d-247b74fe56de req-35197412-aa0d-40e0-9018-f44b9c713fd6 tempest-FloatingIPDetailsTestJSON-577777153 tempest-FloatingIPDetailsTestJSON-577777153-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:36.514026 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-bbe9ce2e-12b3-4d8e-974d-247b74fe56de req-35197412-aa0d-40e0-9018-f44b9c713fd6 tempest-FloatingIPDetailsTestJSON-577777153 tempest-FloatingIPDetailsTestJSON-577777153-project] 10.222.0.42 "GET /v2.0/networks/4a4a035d-ecac-4ead-baa3-25f90788773a HTTP/1.1" status: 200 len: 784 time: 0.1910858 Mar 29 15:43:36.616146 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066a67cf-a96e-4013-b9de-52cbcdcb6f9a req-af8d4279-57b4-405e-a5d0-0abea34e1ee4 tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:36.623868 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-066a67cf-a96e-4013-b9de-52cbcdcb6f9a req-af8d4279-57b4-405e-a5d0-0abea34e1ee4 tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] 10.222.0.42 "GET /v2.0/ports?device_id=1736ecb1-6683-49b1-8a6e-a612cf6b4ea9 HTTP/1.1" status: 200 len: 936 time: 0.3603485 Mar 29 15:43:36.641674 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-68a31ebf-908f-4ab2-921f-0c09e103d3b6 req-c9a70d31-e66e-4746-be48-cc0a7f2422f9 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] 10.222.0.42 "GET /v2.0/ports?device_id=80034eb0-163d-4e68-92ef-3b0fc384539c HTTP/1.1" status: 200 len: 210 time: 0.0344453 Mar 29 15:43:36.682807 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Pushing event updated for resources: {'Port': ['ID=949ea80c-bdd8-4833-9e27-0945bbdcedb0,revision_number=6']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:43:36.685437 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-3c661094-55bd-4f14-a154-a07a05c2cbe6 None None] Provisioning complete for port 0789ee34-82ce-4b0c-baa3-dda8aab6a664 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:43:36.685813 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-3c661094-55bd-4f14-a154-a07a05c2cbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:36.783119 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 46540) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:43:36.827787 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:43:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ef0d6cf-458f-4048-84da-2afac07ac774 x-openstack-request-id: req-5ef0d6cf-458f-4048-84da-2afac07ac774 {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:43:36.828381 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdf56371-60c2-41be-847e-8c56f47964ad", "name": "network-vif-plugged", "status": "completed", "tag": "b0a6dc10-06c8-4eaa-ae25-fcb3ad5d43f2", "code": 200}]} {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:43:36.830291 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-5ef0d6cf-458f-4048-84da-2afac07ac774 {{(pid=102792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:43:36.830917 n-d-834765-1 neutron-server[102792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdf56371-60c2-41be-847e-8c56f47964ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0a6dc10-06c8-4eaa-ae25-fcb3ad5d43f2', 'code': 200} Mar 29 15:43:36.875042 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8200c8dc-bc9b-445b-99d9-b8df19c2ba99 req-3c29a8dc-0ee1-463a-aa94-491169ad46b8 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:36.876965 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-3c661094-55bd-4f14-a154-a07a05c2cbe6 None None] Port 0789ee34-82ce-4b0c-baa3-dda8aab6a664 cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 15:43:36.878092 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-8200c8dc-bc9b-445b-99d9-b8df19c2ba99 req-3c29a8dc-0ee1-463a-aa94-491169ad46b8 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/ports?device_id=b912f144-7037-4f5c-a4ca-8adf62110f17 HTTP/1.1" status: 200 len: 949 time: 0.0730779 Mar 29 15:43:36.901469 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-066a67cf-a96e-4013-b9de-52cbcdcb6f9a req-f5489454-af39-4927-a8c9-cc807f5d4e77 tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] 10.222.0.42 "GET /v2.0/security-groups?id=062b76b3-3a31-4c61-a1e4-5e35375fb0f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2766309 Mar 29 15:43:36.925367 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebb87be-f864-4b1b-b35d-24e4c0a7d1ff None None] Pushing event updated for resources: {'Port': ['ID=f308bf95-6cb1-4545-aaf6-20b5519abfc0,revision_number=5']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:43:36.944507 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-8200c8dc-bc9b-445b-99d9-b8df19c2ba99 req-abb982dc-bcb3-4c2a-a3a4-db1f11f25375 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/security-groups?id=56997969-7130-4d86-9e9d-e068deb19a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596514 Mar 29 15:43:36.956755 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-3c661094-55bd-4f14-a154-a07a05c2cbe6 None None] Provisioning complete for port f308bf95-6cb1-4545-aaf6-20b5519abfc0 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:43:36.957130 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-3c661094-55bd-4f14-a154-a07a05c2cbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:36.995390 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-56a357e7-9283-4c54-94d4-e4f654f3cbe9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:37.049025 n-d-834765-1 neutron-server[102790]: DEBUG neutron.notifiers.nova [req-ea60daea-44ab-425f-92dd-75f98906d74f req-e570d1dd-276b-4a8b-85fa-e0f8d77b660e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0789ee34-82ce-4b0c-baa3-dda8aab6a664 {{(pid=102790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:43:37.058196 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-ea60daea-44ab-425f-92dd-75f98906d74f req-e570d1dd-276b-4a8b-85fa-e0f8d77b660e service neutron] Notify callbacks [] for port, precommit_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:37.072425 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.provisioning_blocks [req-ea60daea-44ab-425f-92dd-75f98906d74f req-e570d1dd-276b-4a8b-85fa-e0f8d77b660e service neutron] Transition to ACTIVE for port object 0789ee34-82ce-4b0c-baa3-dda8aab6a664 will not be triggered until provisioned by entity L2. {{(pid=102790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 15:43:37.074081 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.db_base_plugin_common [req-da1f30f6-8286-488a-9adf-88281b6ecea7 req-007322a1-306d-49d8-9ebc-97c62292a6e1 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] Allocated IP 172.20.0.5 (9c05e936-df9e-4fbf-b09c-78bf9696504c/9016bdba-0f5c-4ddd-94a1-3fa4aae621f1/c0aeb856-3be6-4c2b-bf0b-8747f499c6a9) {{(pid=102790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:43:37.087699 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-ea60daea-44ab-425f-92dd-75f98906d74f req-e570d1dd-276b-4a8b-85fa-e0f8d77b660e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5237921'] for port, after_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:37.132076 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-56a357e7-9283-4c54-94d4-e4f654f3cbe9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:37.155709 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-56a357e7-9283-4c54-94d4-e4f654f3cbe9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:37.177811 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e570d1dd-276b-4a8b-85fa-e0f8d77b660e service neutron] Pushing event updated for resources: {'Port': ['ID=0789ee34-82ce-4b0c-baa3-dda8aab6a664,revision_number=2']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:43:37.199928 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d24c68-dd99-4466-97c3-c3b245733e88 req-287228d2-3fc4-4c4f-81e8-ef3f23295c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:37.201632 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-f1d24c68-dd99-4466-97c3-c3b245733e88 req-287228d2-3fc4-4c4f-81e8-ef3f23295c93 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=bdf56371-60c2-41be-847e-8c56f47964ad HTTP/1.1" status: 200 len: 1096 time: 0.3856874 Mar 29 15:43:37.225924 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a357e7-9283-4c54-94d4-e4f654f3cbe9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9a2393c-c999-43c2-9b89-cb80f6ada9dd,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:43:37.306839 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6528906d-5e51-4170-9afc-b372906a44ba req-b8935d30-32e3-4ddb-88ef-79d70e14512e tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:37.312911 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-56a357e7-9283-4c54-94d4-e4f654f3cbe9 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=1ea0c1264f024f6fab7ec038998f7df8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5289161 Mar 29 15:43:37.314062 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-6528906d-5e51-4170-9afc-b372906a44ba req-b8935d30-32e3-4ddb-88ef-79d70e14512e tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.42 "GET /v2.0/ports?device_id=bdf56371-60c2-41be-847e-8c56f47964ad HTTP/1.1" status: 200 len: 945 time: 0.2283978 Mar 29 15:43:37.318263 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 46546) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:43:37.355403 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6ffa5514-0585-460a-b7c1-839f59f8d40e req-d977f832-93f7-45c5-8839-60fc55284368 tempest-FloatingIPDetailsTestJSON-577777153 tempest-FloatingIPDetailsTestJSON-577777153-project] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3468113 Mar 29 15:43:37.366256 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [req-6ffa5514-0585-460a-b7c1-839f59f8d40e req-cdb2f4db-f05d-4071-9f09-2ccc5ff2b8d5 tempest-FloatingIPDetailsTestJSON-577777153 tempest-FloatingIPDetailsTestJSON-577777153-project] Request body: {'floatingip': {'floating_network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:43:37.393806 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-6ffa5514-0585-460a-b7c1-839f59f8d40e req-cdb2f4db-f05d-4071-9f09-2ccc5ff2b8d5 tempest-FloatingIPDetailsTestJSON-577777153 tempest-FloatingIPDetailsTestJSON-577777153-project] Notify callbacks [] for floatingip, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:37.511816 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-6ffa5514-0585-460a-b7c1-839f59f8d40e req-cdb2f4db-f05d-4071-9f09-2ccc5ff2b8d5 tempest-FloatingIPDetailsTestJSON-577777153 tempest-FloatingIPDetailsTestJSON-577777153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:37.624371 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_common [req-6ffa5514-0585-460a-b7c1-839f59f8d40e req-cdb2f4db-f05d-4071-9f09-2ccc5ff2b8d5 tempest-FloatingIPDetailsTestJSON-577777153 tempest-FloatingIPDetailsTestJSON-577777153-project] Allocated IP 172.25.4.41 (4a4a035d-ecac-4ead-baa3-25f90788773a/e1a353dc-fac8-4901-a63c-273840237d6a/19c0509d-64b5-4664-8909-eb660fd74605) {{(pid=102791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:43:37.762636 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-f1d24c68-dd99-4466-97c3-c3b245733e88 req-df8c6afe-e6a9-478f-ab1e-3764e1bdcf79 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=07e96b72-96bb-4562-b80f-051b133c1759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5229158 Mar 29 15:43:37.764352 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-6ffa5514-0585-460a-b7c1-839f59f8d40e req-cdb2f4db-f05d-4071-9f09-2ccc5ff2b8d5 tempest-FloatingIPDetailsTestJSON-577777153 tempest-FloatingIPDetailsTestJSON-577777153-project] Notify callbacks [] for port, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:37.790494 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device f308bf95-6cb1-4545-aaf6-20b5519abfc0 up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:43:37.801572 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-6528906d-5e51-4170-9afc-b372906a44ba req-0bca39aa-7c4c-404a-9367-122b486c1b3a tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.42 "GET /v2.0/security-groups?id=07e96b72-96bb-4562-b80f-051b133c1759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4863968 Mar 29 15:43:37.825297 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-6ffa5514-0585-460a-b7c1-839f59f8d40e req-cdb2f4db-f05d-4071-9f09-2ccc5ff2b8d5 tempest-FloatingIPDetailsTestJSON-577777153 tempest-FloatingIPDetailsTestJSON-577777153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:37.825882 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.managers [req-ea60daea-44ab-425f-92dd-75f98906d74f req-e570d1dd-276b-4a8b-85fa-e0f8d77b660e service neutron] Attempting to bind port 0789ee34-82ce-4b0c-baa3-dda8aab6a664 on host n-h2-834765-1 for vnic_type normal with profile {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:43:37.825882 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.managers [req-ea60daea-44ab-425f-92dd-75f98906d74f req-e570d1dd-276b-4a8b-85fa-e0f8d77b660e service neutron] Attempting to bind port 0789ee34-82ce-4b0c-baa3-dda8aab6a664 by drivers openvswitch,hyperv on host n-h2-834765-1 at level 0 using segments [{'id': 'a0c230f0-660a-4194-9279-0f0781d34134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '2268a9b9-82fd-4886-a91d-3a50e4e16cab'}] {{(pid=102790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:43:37.825882 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea60daea-44ab-425f-92dd-75f98906d74f req-e570d1dd-276b-4a8b-85fa-e0f8d77b660e service neutron] Attempting to bind port 0789ee34-82ce-4b0c-baa3-dda8aab6a664 on network 2268a9b9-82fd-4886-a91d-3a50e4e16cab {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:43:37.870576 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea60daea-44ab-425f-92dd-75f98906d74f req-e570d1dd-276b-4a8b-85fa-e0f8d77b660e service neutron] Port 0789ee34-82ce-4b0c-baa3-dda8aab6a664 on network 2268a9b9-82fd-4886-a91d-3a50e4e16cab not bound, no agent of type Open vSwitch agent registered on host n-h2-834765-1 {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 15:43:37.870934 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea60daea-44ab-425f-92dd-75f98906d74f req-e570d1dd-276b-4a8b-85fa-e0f8d77b660e service neutron] Attempting to bind port 0789ee34-82ce-4b0c-baa3-dda8aab6a664 on network 2268a9b9-82fd-4886-a91d-3a50e4e16cab {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:43:37.876168 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port f308bf95-6cb1-4545-aaf6-20b5519abfc0 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:43:37.876560 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:37.879488 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ffa5514-0585-460a-b7c1-839f59f8d40e req-cdb2f4db-f05d-4071-9f09-2ccc5ff2b8d5 tempest-FloatingIPDetailsTestJSON-577777153 tempest-FloatingIPDetailsTestJSON-577777153-project] Network 4a4a035d-ecac-4ead-baa3-25f90788773a is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:43:37.881888 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-74465c49-19db-445c-9141-4edfc1b9818a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:37.884463 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [req-6ffa5514-0585-460a-b7c1-839f59f8d40e req-cdb2f4db-f05d-4071-9f09-2ccc5ff2b8d5 tempest-FloatingIPDetailsTestJSON-577777153 tempest-FloatingIPDetailsTestJSON-577777153-project] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:43:37.888790 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ffa5514-0585-460a-b7c1-839f59f8d40e req-cdb2f4db-f05d-4071-9f09-2ccc5ff2b8d5 tempest-FloatingIPDetailsTestJSON-577777153 tempest-FloatingIPDetailsTestJSON-577777153-project] Received port after_create {{(pid=102791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:43:37.893313 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea60daea-44ab-425f-92dd-75f98906d74f req-e570d1dd-276b-4a8b-85fa-e0f8d77b660e service neutron] Checking agent: {'id': '3e4b4912-b4a2-4d17-b5bd-6ce15529e8eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 33, 17), 'started_at': datetime.datetime(2022, 3, 29, 15, 33, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 43, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:43:37.893653 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea60daea-44ab-425f-92dd-75f98906d74f req-e570d1dd-276b-4a8b-85fa-e0f8d77b660e service neutron] Checking segment: {'id': 'a0c230f0-660a-4194-9279-0f0781d34134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '2268a9b9-82fd-4886-a91d-3a50e4e16cab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:43:37.894030 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea60daea-44ab-425f-92dd-75f98906d74f req-e570d1dd-276b-4a8b-85fa-e0f8d77b660e service neutron] Bound using segment: {'id': 'a0c230f0-660a-4194-9279-0f0781d34134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '2268a9b9-82fd-4886-a91d-3a50e4e16cab'} {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:43:37.894581 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.managers [req-ea60daea-44ab-425f-92dd-75f98906d74f req-e570d1dd-276b-4a8b-85fa-e0f8d77b660e service neutron] Bound port: 0789ee34-82ce-4b0c-baa3-dda8aab6a664, host: n-h2-834765-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0c230f0-660a-4194-9279-0f0781d34134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '2268a9b9-82fd-4886-a91d-3a50e4e16cab'}}] {{(pid=102790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 15:43:37.894816 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-ea60daea-44ab-425f-92dd-75f98906d74f req-e570d1dd-276b-4a8b-85fa-e0f8d77b660e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:37.918259 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb2f4db-f05d-4071-9f09-2ccc5ff2b8d5 tempest-FloatingIPDetailsTestJSON-577777153 tempest-FloatingIPDetailsTestJSON-577777153-project] Pushing event updated for resources: {'Port': ['ID=19c0509d-64b5-4664-8909-eb660fd74605,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:43:37.966283 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-74465c49-19db-445c-9141-4edfc1b9818a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:37.994625 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-6ffa5514-0585-460a-b7c1-839f59f8d40e req-cdb2f4db-f05d-4071-9f09-2ccc5ff2b8d5 tempest-FloatingIPDetailsTestJSON-577777153 tempest-FloatingIPDetailsTestJSON-577777153-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:38.007815 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-da1f30f6-8286-488a-9adf-88281b6ecea7 req-007322a1-306d-49d8-9ebc-97c62292a6e1 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] Notify callbacks [] for port, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:38.030606 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-6ffa5514-0585-460a-b7c1-839f59f8d40e req-cdb2f4db-f05d-4071-9f09-2ccc5ff2b8d5 tempest-FloatingIPDetailsTestJSON-577777153 tempest-FloatingIPDetailsTestJSON-577777153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:38.054540 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de54e10-c5e9-4788-9772-7867ebe42605 req-7571931f-cd2b-40a0-bc72-f987f60dd3f5 tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:38.055622 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-2de54e10-c5e9-4788-9772-7867ebe42605 req-7571931f-cd2b-40a0-bc72-f987f60dd3f5 tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] 10.222.0.42 "GET /v2.0/ports?device_id=2565640a-8c7c-44e6-a0ff-441fffc35121 HTTP/1.1" status: 200 len: 947 time: 0.1790235 Mar 29 15:43:38.113548 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [req-ea60daea-44ab-425f-92dd-75f98906d74f req-e570d1dd-276b-4a8b-85fa-e0f8d77b660e service neutron] For port 0789ee34-82ce-4b0c-baa3-dda8aab6a664, host n-h2-834765-1, cleared binding levels {{(pid=102790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:43:38.137262 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [req-ea60daea-44ab-425f-92dd-75f98906d74f req-e570d1dd-276b-4a8b-85fa-e0f8d77b660e service neutron] For port 0789ee34-82ce-4b0c-baa3-dda8aab6a664, host n-h2-834765-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=0789ee34-82ce-4b0c-baa3-dda8aab6a664,segment=NetworkSegment(a0c230f0-660a-4194-9279-0f0781d34134),segment_id=a0c230f0-660a-4194-9279-0f0781d34134)] {{(pid=102790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:43:38.140340 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-74465c49-19db-445c-9141-4edfc1b9818a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:38.143035 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-74465c49-19db-445c-9141-4edfc1b9818a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:38.146919 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-74465c49-19db-445c-9141-4edfc1b9818a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e9a2393c-c999-43c2-9b89-cb80f6ada9dd HTTP/1.1" status: 204 len: 168 time: 0.8248208 Mar 29 15:43:38.150446 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-da1f30f6-8286-488a-9adf-88281b6ecea7 req-007322a1-306d-49d8-9ebc-97c62292a6e1 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:38.155663 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-2de54e10-c5e9-4788-9772-7867ebe42605 req-4b425c95-4bc0-4ff9-bd02-5a53daf7a301 tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] 10.222.0.42 "GET /v2.0/security-groups?id=6fc5fb8c-b1d6-4bb9-b68a-102a19ea7379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889747 Mar 29 15:43:38.157237 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-ea60daea-44ab-425f-92dd-75f98906d74f req-e570d1dd-276b-4a8b-85fa-e0f8d77b660e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5237921'] for port, after_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:38.165877 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] get_ports_and_sgs() called for port_ids ['734cee79-2e3a-49be-96bb-0714db457bf3'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:43:38.193179 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74465c49-19db-445c-9141-4edfc1b9818a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9a2393c-c999-43c2-9b89-cb80f6ada9dd,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:43:38.216914 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea60daea-44ab-425f-92dd-75f98906d74f req-e570d1dd-276b-4a8b-85fa-e0f8d77b660e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:38.217523 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-ea60daea-44ab-425f-92dd-75f98906d74f req-e570d1dd-276b-4a8b-85fa-e0f8d77b660e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:38.218931 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-ea60daea-44ab-425f-92dd-75f98906d74f req-e570d1dd-276b-4a8b-85fa-e0f8d77b660e service neutron] 10.222.0.48 "PUT /v2.0/ports/0789ee34-82ce-4b0c-baa3-dda8aab6a664 HTTP/1.1" status: 200 len: 1096 time: 2.3870251 Mar 29 15:43:38.221809 n-d-834765-1 neutron-server[102790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1736ecb1-6683-49b1-8a6e-a612cf6b4ea9', 'tag': '0789ee34-82ce-4b0c-baa3-dda8aab6a664'}] {{(pid=102790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:43:38.224306 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46b06d655c90bc969636382cce4240ad749035fb0f3a83ee4734fa1ed9c4a6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa69973a-c815-4e65-b33b-4b1a167aeb07" -d '{"events": [{"name": "network-changed", "server_uuid": "1736ecb1-6683-49b1-8a6e-a612cf6b4ea9", "tag": "0789ee34-82ce-4b0c-baa3-dda8aab6a664"}]}' {{(pid=102790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:43:38.230828 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da1f30f6-8286-488a-9adf-88281b6ecea7 req-007322a1-306d-49d8-9ebc-97c62292a6e1 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] Network 9c05e936-df9e-4fbf-b09c-78bf9696504c is already hosted by enough agents. {{(pid=102790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:43:38.243866 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [req-da1f30f6-8286-488a-9adf-88281b6ecea7 req-007322a1-306d-49d8-9ebc-97c62292a6e1 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] Resources bound (agent type, host, resource id): {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:43:38.248314 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.l3_dvrscheduler_db [req-da1f30f6-8286-488a-9adf-88281b6ecea7 req-007322a1-306d-49d8-9ebc-97c62292a6e1 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] Received port after_create {{(pid=102790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:43:38.275573 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-6ffa5514-0585-460a-b7c1-839f59f8d40e req-cdb2f4db-f05d-4071-9f09-2ccc5ff2b8d5 tempest-FloatingIPDetailsTestJSON-577777153 tempest-FloatingIPDetailsTestJSON-577777153-project] Notify callbacks [] for port, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:38.278690 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e570d1dd-276b-4a8b-85fa-e0f8d77b660e service neutron] Pushing event updated for resources: {'Port': ['ID=0789ee34-82ce-4b0c-baa3-dda8aab6a664,revision_number=3']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:43:38.289587 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-6ffa5514-0585-460a-b7c1-839f59f8d40e req-cdb2f4db-f05d-4071-9f09-2ccc5ff2b8d5 tempest-FloatingIPDetailsTestJSON-577777153 tempest-FloatingIPDetailsTestJSON-577777153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:38.365649 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1f30f6-8286-488a-9adf-88281b6ecea7 req-007322a1-306d-49d8-9ebc-97c62292a6e1 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:38.366585 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-da1f30f6-8286-488a-9adf-88281b6ecea7 req-007322a1-306d-49d8-9ebc-97c62292a6e1 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:38.433954 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb2f4db-f05d-4071-9f09-2ccc5ff2b8d5 tempest-FloatingIPDetailsTestJSON-577777153 tempest-FloatingIPDetailsTestJSON-577777153-project] Pushing event updated for resources: {'Port': ['ID=19c0509d-64b5-4664-8909-eb660fd74605,revision_number=2']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:43:38.455248 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-6ffa5514-0585-460a-b7c1-839f59f8d40e req-cdb2f4db-f05d-4071-9f09-2ccc5ff2b8d5 tempest-FloatingIPDetailsTestJSON-577777153 tempest-FloatingIPDetailsTestJSON-577777153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648212'] for floatingip, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:38.474359 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-6ffa5514-0585-460a-b7c1-839f59f8d40e req-cdb2f4db-f05d-4071-9f09-2ccc5ff2b8d5 tempest-FloatingIPDetailsTestJSON-577777153 tempest-FloatingIPDetailsTestJSON-577777153-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for floatingip, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:38.482595 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6ffa5514-0585-460a-b7c1-839f59f8d40e req-cdb2f4db-f05d-4071-9f09-2ccc5ff2b8d5 tempest-FloatingIPDetailsTestJSON-577777153 tempest-FloatingIPDetailsTestJSON-577777153-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.1208684 Mar 29 15:43:38.486010 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-da1f30f6-8286-488a-9adf-88281b6ecea7 req-007322a1-306d-49d8-9ebc-97c62292a6e1 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0121818 Mar 29 15:43:38.494164 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007322a1-306d-49d8-9ebc-97c62292a6e1 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] Pushing event updated for resources: {'Port': ['ID=c0aeb856-3be6-4c2b-bf0b-8747f499c6a9,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:43:38.501943 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea60daea-44ab-425f-92dd-75f98906d74f req-c604d707-c4f6-40bd-b630-ce0a3b2491cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:38.503554 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-ea60daea-44ab-425f-92dd-75f98906d74f req-c604d707-c4f6-40bd-b630-ce0a3b2491cc service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5bf1a5bdfbb14ae084908e8fe7725bc6&device_id=1736ecb1-6683-49b1-8a6e-a612cf6b4ea9 HTTP/1.1" status: 200 len: 1099 time: 0.2151008 Mar 29 15:43:38.507742 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [req-da1f30f6-8286-488a-9adf-88281b6ecea7 req-cae2be5f-b019-4f71-8c69-4ce1a11155a0 service neutron] Request body: {'port': {'device_id': '80034eb0-163d-4e68-92ef-3b0fc384539c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834765-1'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:43:38.541415 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6ffa5514-0585-460a-b7c1-839f59f8d40e req-5ff05224-3076-4935-a562-84ef7e19cca8 tempest-FloatingIPDetailsTestJSON-577777153 tempest-FloatingIPDetailsTestJSON-577777153-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.4.41 HTTP/1.1" status: 200 len: 695 time: 0.0516155 Mar 29 15:43:38.571883 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-ea60daea-44ab-425f-92dd-75f98906d74f req-e9969dc7-3a6d-4093-bb1e-9e1afb40bd62 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.219&port_id=0789ee34-82ce-4b0c-baa3-dda8aab6a664 HTTP/1.1" status: 200 len: 217 time: 0.0567994 Mar 29 15:43:38.582668 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31826e52-fc4c-4f03-9d4c-6e1a759bce46 req-ee3f5997-4ebf-4e3d-b12f-bdb7b792fa59 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:38.590332 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-31826e52-fc4c-4f03-9d4c-6e1a759bce46 req-ee3f5997-4ebf-4e3d-b12f-bdb7b792fa59 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] 10.222.0.42 "GET /v2.0/ports?device_id=80034eb0-163d-4e68-92ef-3b0fc384539c HTTP/1.1" status: 200 len: 931 time: 0.2197471 Mar 29 15:43:38.661008 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffa5514-0585-460a-b7c1-839f59f8d40e req-e6878ecd-1f71-453e-b0a2-d76edd722bc8 tempest-FloatingIPDetailsTestJSON-577777153 tempest-FloatingIPDetailsTestJSON-577777153-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:38.662630 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6ffa5514-0585-460a-b7c1-839f59f8d40e req-e6878ecd-1f71-453e-b0a2-d76edd722bc8 tempest-FloatingIPDetailsTestJSON-577777153 tempest-FloatingIPDetailsTestJSON-577777153-project] 10.222.0.42 "GET /v2.0/networks/4a4a035d-ecac-4ead-baa3-25f90788773a HTTP/1.1" status: 200 len: 784 time: 0.1150887 Mar 29 15:43:38.688529 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-31826e52-fc4c-4f03-9d4c-6e1a759bce46 req-85cdf49e-2489-4047-bda2-430212512b68 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] 10.222.0.42 "GET /v2.0/security-groups?id=f08e979a-b162-4e81-8f48-4f228bf81759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966642 Mar 29 15:43:38.693040 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device 949ea80c-bdd8-4833-9e27-0945bbdcedb0 details requested by agent hyperv_n-h1-834765-1 with host n-h1-834765-1 {{(pid=102792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 15:43:38.707208 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-da1f30f6-8286-488a-9adf-88281b6ecea7 req-cae2be5f-b019-4f71-8c69-4ce1a11155a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:38.731286 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea60daea-44ab-425f-92dd-75f98906d74f req-bdae22f2-3e43-4de2-a2af-5c916fc6640c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:38.732748 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-ea60daea-44ab-425f-92dd-75f98906d74f req-bdae22f2-3e43-4de2-a2af-5c916fc6640c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=abb8e5d6-2aea-4455-a944-3435a3d1ce49 HTTP/1.1" status: 200 len: 843 time: 0.1404355 Mar 29 15:43:38.799379 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbab8feb-c114-49f8-9e3d-00983f9f331a req-9ff11f7d-3170-4314-bbeb-9757cc33cf54 tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:38.807490 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-fbab8feb-c114-49f8-9e3d-00983f9f331a req-9ff11f7d-3170-4314-bbeb-9757cc33cf54 tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] 10.222.0.42 "GET /v2.0/ports?device_id=1736ecb1-6683-49b1-8a6e-a612cf6b4ea9 HTTP/1.1" status: 200 len: 948 time: 0.0890000 Mar 29 15:43:38.820915 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port 949ea80c-bdd8-4833-9e27-0945bbdcedb0, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=949ea80c-bdd8-4833-9e27-0945bbdcedb0,segment=NetworkSegment(a0c230f0-660a-4194-9279-0f0781d34134),segment_id=a0c230f0-660a-4194-9279-0f0781d34134)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:43:38.832809 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2565640a-8c7c-44e6-a0ff-441fffc35121', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '949ea80c-bdd8-4833-9e27-0945bbdcedb0'}] {{(pid=102792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:43:38.835841 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4f476c66b318cc6068719fc39557fac68d413f5c7e78fa77028c7948e999ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17c6107d-27ec-4347-bef3-a0722efa22a5" -d '{"events": [{"server_uuid": "2565640a-8c7c-44e6-a0ff-441fffc35121", "name": "network-vif-unplugged", "status": "completed", "tag": "949ea80c-bdd8-4833-9e27-0945bbdcedb0"}]}' {{(pid=102792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:43:38.839936 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Returning: {'device': '949ea80c-bdd8-4833-9e27-0945bbdcedb0', 'network_id': '2268a9b9-82fd-4886-a91d-3a50e4e16cab', 'port_id': '949ea80c-bdd8-4833-9e27-0945bbdcedb0', 'mac_address': 'fa:16:3e:ff:98:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 625, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abb8e5d6-2aea-4455-a944-3435a3d1ce49', 'ip_address': '192.168.233.98'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 15:43:38.857102 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-fbab8feb-c114-49f8-9e3d-00983f9f331a req-c9860bc1-bf35-4403-8785-0de741323205 tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] 10.222.0.42 "GET /v2.0/security-groups?id=062b76b3-3a31-4c61-a1e4-5e35375fb0f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465980 Mar 29 15:43:38.881644 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:38.896735 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 949ea80c-bdd8-4833-9e27-0945bbdcedb0 {{(pid=102792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:43:38.919151 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port 949ea80c-bdd8-4833-9e27-0945bbdcedb0, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=949ea80c-bdd8-4833-9e27-0945bbdcedb0,segment=NetworkSegment(a0c230f0-660a-4194-9279-0f0781d34134),segment_id=a0c230f0-660a-4194-9279-0f0781d34134)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:43:38.924479 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:38.940516 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 15:43:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e74064df-6ffb-497e-aa23-896bd6f13d32 x-openstack-request-id: req-e74064df-6ffb-497e-aa23-896bd6f13d32 {{(pid=102790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:43:38.940799 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1736ecb1-6683-49b1-8a6e-a612cf6b4ea9", "tag": "0789ee34-82ce-4b0c-baa3-dda8aab6a664", "status": "completed", "code": 200}]} {{(pid=102790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:43:38.941048 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e74064df-6ffb-497e-aa23-896bd6f13d32 {{(pid=102790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:43:38.941434 n-d-834765-1 neutron-server[102790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1736ecb1-6683-49b1-8a6e-a612cf6b4ea9', 'tag': '0789ee34-82ce-4b0c-baa3-dda8aab6a664', 'status': 'completed', 'code': 200} Mar 29 15:43:39.003428 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Pushing event updated for resources: {'Port': ['ID=949ea80c-bdd8-4833-9e27-0945bbdcedb0,revision_number=7']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:43:39.021733 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea60daea-44ab-425f-92dd-75f98906d74f req-48b24f2e-ce37-4740-af0e-5e84a8ffa3b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:39.023321 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-ea60daea-44ab-425f-92dd-75f98906d74f req-48b24f2e-ce37-4740-af0e-5e84a8ffa3b4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2268a9b9-82fd-4886-a91d-3a50e4e16cab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2693017 Mar 29 15:43:39.060232 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-609f1f22-eaa4-4da2-9e63-0a9f178c198a req-697c126d-2b0f-48a1-9cb0-4c4f1ef804cb tempest-FloatingIPDetailsTestJSON-577777153 tempest-FloatingIPDetailsTestJSON-577777153-project] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1232033 Mar 29 15:43:39.068681 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed76f9c-47a7-4a8c-9b55-80ab4e40bddb req-ec9e7a5b-9948-4f05-a4ab-485ab9789c53 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:39.070153 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-9ed76f9c-47a7-4a8c-9b55-80ab4e40bddb req-ec9e7a5b-9948-4f05-a4ab-485ab9789c53 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/ports?device_id=b912f144-7037-4f5c-a4ca-8adf62110f17 HTTP/1.1" status: 200 len: 949 time: 0.2951324 Mar 29 15:43:39.071641 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [req-609f1f22-eaa4-4da2-9e63-0a9f178c198a req-39e743a0-f152-4e82-8ae1-4e25b81ea910 tempest-FloatingIPDetailsTestJSON-577777153 tempest-FloatingIPDetailsTestJSON-577777153-project] Request body: {'floatingip': {'floating_network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:43:39.093179 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-609f1f22-eaa4-4da2-9e63-0a9f178c198a req-39e743a0-f152-4e82-8ae1-4e25b81ea910 tempest-FloatingIPDetailsTestJSON-577777153 tempest-FloatingIPDetailsTestJSON-577777153-project] Notify callbacks [] for floatingip, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:39.178250 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-9ed76f9c-47a7-4a8c-9b55-80ab4e40bddb req-011c0289-7e65-4d12-8fa2-06eed213810e tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/security-groups?id=56997969-7130-4d86-9e9d-e068deb19a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971432 Mar 29 15:43:39.212956 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-609f1f22-eaa4-4da2-9e63-0a9f178c198a req-39e743a0-f152-4e82-8ae1-4e25b81ea910 tempest-FloatingIPDetailsTestJSON-577777153 tempest-FloatingIPDetailsTestJSON-577777153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:39.242414 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-ea60daea-44ab-425f-92dd-75f98906d74f req-54baf936-52a2-400c-b490-d549c9d99eeb service neutron] 10.222.0.48 "GET /v2.0/networks/2268a9b9-82fd-4886-a91d-3a50e4e16cab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1911976 Mar 29 15:43:39.330727 n-d-834765-1 neutron-server[102790]: DEBUG neutron.notifiers.nova [req-da1f30f6-8286-488a-9adf-88281b6ecea7 req-cae2be5f-b019-4f71-8c69-4ce1a11155a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0aeb856-3be6-4c2b-bf0b-8747f499c6a9 {{(pid=102790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:43:39.337551 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_common [req-609f1f22-eaa4-4da2-9e63-0a9f178c198a req-39e743a0-f152-4e82-8ae1-4e25b81ea910 tempest-FloatingIPDetailsTestJSON-577777153 tempest-FloatingIPDetailsTestJSON-577777153-project] Allocated IP 172.25.4.80 (4a4a035d-ecac-4ead-baa3-25f90788773a/e1a353dc-fac8-4901-a63c-273840237d6a/00108996-6063-4107-939a-a0f566378fed) {{(pid=102791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:43:39.343558 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-da1f30f6-8286-488a-9adf-88281b6ecea7 req-cae2be5f-b019-4f71-8c69-4ce1a11155a0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:39.384428 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] get_ports_and_sgs() called for port_ids ['949ea80c-bdd8-4833-9e27-0945bbdcedb0'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:43:39.394878 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.provisioning_blocks [req-da1f30f6-8286-488a-9adf-88281b6ecea7 req-cae2be5f-b019-4f71-8c69-4ce1a11155a0 service neutron] Transition to ACTIVE for port object c0aeb856-3be6-4c2b-bf0b-8747f499c6a9 will not be triggered until provisioned by entity L2. {{(pid=102790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 15:43:39.406545 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ceb6b28-31ef-4b6a-a845-c74425ad15a2 req-68536ba7-a4e9-4121-994a-af1e86a619d9 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:39.408225 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-5ceb6b28-31ef-4b6a-a845-c74425ad15a2 req-68536ba7-a4e9-4121-994a-af1e86a619d9 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.42 "GET /v2.0/ports?device_id=bdf56371-60c2-41be-847e-8c56f47964ad HTTP/1.1" status: 200 len: 945 time: 0.1468806 Mar 29 15:43:39.411434 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-da1f30f6-8286-488a-9adf-88281b6ecea7 req-cae2be5f-b019-4f71-8c69-4ce1a11155a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5237921'] for port, after_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:39.477014 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-609f1f22-eaa4-4da2-9e63-0a9f178c198a req-39e743a0-f152-4e82-8ae1-4e25b81ea910 tempest-FloatingIPDetailsTestJSON-577777153 tempest-FloatingIPDetailsTestJSON-577777153-project] Notify callbacks [] for port, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:39.519510 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-ea60daea-44ab-425f-92dd-75f98906d74f req-27da9e2f-845f-42e9-96f3-65e20315d25e service neutron] 10.222.0.48 "GET /v2.0/networks/2268a9b9-82fd-4886-a91d-3a50e4e16cab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2584894 Mar 29 15:43:39.552575 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-609f1f22-eaa4-4da2-9e63-0a9f178c198a req-39e743a0-f152-4e82-8ae1-4e25b81ea910 tempest-FloatingIPDetailsTestJSON-577777153 tempest-FloatingIPDetailsTestJSON-577777153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:39.573764 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-5ceb6b28-31ef-4b6a-a845-c74425ad15a2 req-0d06daca-ed93-4dd6-aa07-76858ed3137c tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.42 "GET /v2.0/security-groups?id=07e96b72-96bb-4562-b80f-051b133c1759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440506 Mar 29 15:43:39.574527 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae2be5f-b019-4f71-8c69-4ce1a11155a0 service neutron] Pushing event updated for resources: {'Port': ['ID=c0aeb856-3be6-4c2b-bf0b-8747f499c6a9,revision_number=2']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:43:39.633519 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-609f1f22-eaa4-4da2-9e63-0a9f178c198a req-39e743a0-f152-4e82-8ae1-4e25b81ea910 tempest-FloatingIPDetailsTestJSON-577777153 tempest-FloatingIPDetailsTestJSON-577777153-project] Network 4a4a035d-ecac-4ead-baa3-25f90788773a is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:43:39.639716 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [req-609f1f22-eaa4-4da2-9e63-0a9f178c198a req-39e743a0-f152-4e82-8ae1-4e25b81ea910 tempest-FloatingIPDetailsTestJSON-577777153 tempest-FloatingIPDetailsTestJSON-577777153-project] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:43:39.644352 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [req-609f1f22-eaa4-4da2-9e63-0a9f178c198a req-39e743a0-f152-4e82-8ae1-4e25b81ea910 tempest-FloatingIPDetailsTestJSON-577777153 tempest-FloatingIPDetailsTestJSON-577777153-project] Received port after_create {{(pid=102791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:43:39.682770 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa69973a-c815-4e65-b33b-4b1a167aeb07 req-dc4e2bcd-38f8-4efd-b7a1-c05e40fd0752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:39.684320 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-aa69973a-c815-4e65-b33b-4b1a167aeb07 req-dc4e2bcd-38f8-4efd-b7a1-c05e40fd0752 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5bf1a5bdfbb14ae084908e8fe7725bc6&device_id=1736ecb1-6683-49b1-8a6e-a612cf6b4ea9 HTTP/1.1" status: 200 len: 1099 time: 0.1067631 Mar 29 15:43:39.690826 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 29 Mar 2022 15:43:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74bb914f-e772-4956-b724-6140bfc533c5 x-openstack-request-id: req-74bb914f-e772-4956-b724-6140bfc533c5 {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:43:39.691419 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2565640a-8c7c-44e6-a0ff-441fffc35121", "name": "network-vif-unplugged", "status": "completed", "tag": "949ea80c-bdd8-4833-9e27-0945bbdcedb0", "code": 200}]} {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:43:39.692109 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-74bb914f-e772-4956-b724-6140bfc533c5 {{(pid=102792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:43:39.692343 n-d-834765-1 neutron-server[102792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2565640a-8c7c-44e6-a0ff-441fffc35121', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '949ea80c-bdd8-4833-9e27-0945bbdcedb0', 'code': 200} Mar 29 15:43:39.695696 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e743a0-f152-4e82-8ae1-4e25b81ea910 tempest-FloatingIPDetailsTestJSON-577777153 tempest-FloatingIPDetailsTestJSON-577777153-project] Pushing event updated for resources: {'Port': ['ID=00108996-6063-4107-939a-a0f566378fed,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:43:39.729675 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.managers [req-da1f30f6-8286-488a-9adf-88281b6ecea7 req-cae2be5f-b019-4f71-8c69-4ce1a11155a0 service neutron] Attempting to bind port c0aeb856-3be6-4c2b-bf0b-8747f499c6a9 on host n-h1-834765-1 for vnic_type normal with profile {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:43:39.730006 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.managers [req-da1f30f6-8286-488a-9adf-88281b6ecea7 req-cae2be5f-b019-4f71-8c69-4ce1a11155a0 service neutron] Attempting to bind port c0aeb856-3be6-4c2b-bf0b-8747f499c6a9 by drivers openvswitch,hyperv on host n-h1-834765-1 at level 0 using segments [{'id': '429e9cf3-3671-4cb2-9547-92af9e95f1f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '9c05e936-df9e-4fbf-b09c-78bf9696504c'}] {{(pid=102790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:43:39.730341 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da1f30f6-8286-488a-9adf-88281b6ecea7 req-cae2be5f-b019-4f71-8c69-4ce1a11155a0 service neutron] Attempting to bind port c0aeb856-3be6-4c2b-bf0b-8747f499c6a9 on network 9c05e936-df9e-4fbf-b09c-78bf9696504c {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:43:39.744865 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da1f30f6-8286-488a-9adf-88281b6ecea7 req-cae2be5f-b019-4f71-8c69-4ce1a11155a0 service neutron] Port c0aeb856-3be6-4c2b-bf0b-8747f499c6a9 on network 9c05e936-df9e-4fbf-b09c-78bf9696504c not bound, no agent of type Open vSwitch agent registered on host n-h1-834765-1 {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 15:43:39.745185 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da1f30f6-8286-488a-9adf-88281b6ecea7 req-cae2be5f-b019-4f71-8c69-4ce1a11155a0 service neutron] Attempting to bind port c0aeb856-3be6-4c2b-bf0b-8747f499c6a9 on network 9c05e936-df9e-4fbf-b09c-78bf9696504c {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:43:39.754048 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da1f30f6-8286-488a-9adf-88281b6ecea7 req-cae2be5f-b019-4f71-8c69-4ce1a11155a0 service neutron] Checking agent: {'id': 'be375040-5069-4239-9460-a3a3213e1e90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 33, 18), 'started_at': datetime.datetime(2022, 3, 29, 15, 33, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 43, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:43:39.754383 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da1f30f6-8286-488a-9adf-88281b6ecea7 req-cae2be5f-b019-4f71-8c69-4ce1a11155a0 service neutron] Checking segment: {'id': '429e9cf3-3671-4cb2-9547-92af9e95f1f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '9c05e936-df9e-4fbf-b09c-78bf9696504c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:43:39.754764 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da1f30f6-8286-488a-9adf-88281b6ecea7 req-cae2be5f-b019-4f71-8c69-4ce1a11155a0 service neutron] Bound using segment: {'id': '429e9cf3-3671-4cb2-9547-92af9e95f1f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '9c05e936-df9e-4fbf-b09c-78bf9696504c'} {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:43:39.755201 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.managers [req-da1f30f6-8286-488a-9adf-88281b6ecea7 req-cae2be5f-b019-4f71-8c69-4ce1a11155a0 service neutron] Bound port: c0aeb856-3be6-4c2b-bf0b-8747f499c6a9, host: n-h1-834765-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '429e9cf3-3671-4cb2-9547-92af9e95f1f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '9c05e936-df9e-4fbf-b09c-78bf9696504c'}}] {{(pid=102790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 15:43:39.755600 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-da1f30f6-8286-488a-9adf-88281b6ecea7 req-cae2be5f-b019-4f71-8c69-4ce1a11155a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:39.779138 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-609f1f22-eaa4-4da2-9e63-0a9f178c198a req-39e743a0-f152-4e82-8ae1-4e25b81ea910 tempest-FloatingIPDetailsTestJSON-577777153 tempest-FloatingIPDetailsTestJSON-577777153-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:39.815786 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-609f1f22-eaa4-4da2-9e63-0a9f178c198a req-39e743a0-f152-4e82-8ae1-4e25b81ea910 tempest-FloatingIPDetailsTestJSON-577777153 tempest-FloatingIPDetailsTestJSON-577777153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:39.906768 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa69973a-c815-4e65-b33b-4b1a167aeb07 req-13d1802e-41c4-4dce-8e96-67dfb0ab4ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:39.908455 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-aa69973a-c815-4e65-b33b-4b1a167aeb07 req-13d1802e-41c4-4dce-8e96-67dfb0ab4ad7 service neutron] 10.222.0.48 "GET /v2.0/networks?id=2268a9b9-82fd-4886-a91d-3a50e4e16cab HTTP/1.1" status: 200 len: 870 time: 0.2141204 Mar 29 15:43:39.923561 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c3f26b-9b72-454c-907b-281e9a894256 req-e6ca2d9e-ef7d-4256-8de2-04dab89cc9b5 tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:39.925138 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-a4c3f26b-9b72-454c-907b-281e9a894256 req-e6ca2d9e-ef7d-4256-8de2-04dab89cc9b5 tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] 10.222.0.42 "GET /v2.0/ports?device_id=2565640a-8c7c-44e6-a0ff-441fffc35121 HTTP/1.1" status: 200 len: 948 time: 0.1286345 Mar 29 15:43:39.970263 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [req-da1f30f6-8286-488a-9adf-88281b6ecea7 req-cae2be5f-b019-4f71-8c69-4ce1a11155a0 service neutron] For port c0aeb856-3be6-4c2b-bf0b-8747f499c6a9, host n-h1-834765-1, cleared binding levels {{(pid=102790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:43:39.987402 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-aa69973a-c815-4e65-b33b-4b1a167aeb07 req-78089398-1fcf-49ee-a15c-0c6428ab8503 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.219&port_id=0789ee34-82ce-4b0c-baa3-dda8aab6a664 HTTP/1.1" status: 200 len: 217 time: 0.0613699 Mar 29 15:43:39.989781 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-609f1f22-eaa4-4da2-9e63-0a9f178c198a req-39e743a0-f152-4e82-8ae1-4e25b81ea910 tempest-FloatingIPDetailsTestJSON-577777153 tempest-FloatingIPDetailsTestJSON-577777153-project] Notify callbacks [] for port, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:39.995101 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-609f1f22-eaa4-4da2-9e63-0a9f178c198a req-39e743a0-f152-4e82-8ae1-4e25b81ea910 tempest-FloatingIPDetailsTestJSON-577777153 tempest-FloatingIPDetailsTestJSON-577777153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:39.998971 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [req-da1f30f6-8286-488a-9adf-88281b6ecea7 req-cae2be5f-b019-4f71-8c69-4ce1a11155a0 service neutron] For port c0aeb856-3be6-4c2b-bf0b-8747f499c6a9, host n-h1-834765-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=c0aeb856-3be6-4c2b-bf0b-8747f499c6a9,segment=NetworkSegment(429e9cf3-3671-4cb2-9547-92af9e95f1f2),segment_id=429e9cf3-3671-4cb2-9547-92af9e95f1f2)] {{(pid=102790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:43:40.030459 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-da1f30f6-8286-488a-9adf-88281b6ecea7 req-cae2be5f-b019-4f71-8c69-4ce1a11155a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5237921'] for port, after_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:40.071743 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e743a0-f152-4e82-8ae1-4e25b81ea910 tempest-FloatingIPDetailsTestJSON-577777153 tempest-FloatingIPDetailsTestJSON-577777153-project] Pushing event updated for resources: {'Port': ['ID=00108996-6063-4107-939a-a0f566378fed,revision_number=2']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:43:40.089949 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-609f1f22-eaa4-4da2-9e63-0a9f178c198a req-39e743a0-f152-4e82-8ae1-4e25b81ea910 tempest-FloatingIPDetailsTestJSON-577777153 tempest-FloatingIPDetailsTestJSON-577777153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648212'] for floatingip, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:40.102112 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-a4c3f26b-9b72-454c-907b-281e9a894256 req-e185579a-a5d5-4259-bd99-b26708e3b9c5 tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] 10.222.0.42 "GET /v2.0/security-groups?id=6fc5fb8c-b1d6-4bb9-b68a-102a19ea7379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512101 Mar 29 15:43:40.106401 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1f30f6-8286-488a-9adf-88281b6ecea7 req-cae2be5f-b019-4f71-8c69-4ce1a11155a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:40.107065 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-da1f30f6-8286-488a-9adf-88281b6ecea7 req-cae2be5f-b019-4f71-8c69-4ce1a11155a0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:40.108564 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-da1f30f6-8286-488a-9adf-88281b6ecea7 req-cae2be5f-b019-4f71-8c69-4ce1a11155a0 service neutron] 10.222.0.44 "PUT /v2.0/ports/c0aeb856-3be6-4c2b-bf0b-8747f499c6a9 HTTP/1.1" status: 200 len: 1091 time: 1.6107132 Mar 29 15:43:40.111215 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-609f1f22-eaa4-4da2-9e63-0a9f178c198a req-39e743a0-f152-4e82-8ae1-4e25b81ea910 tempest-FloatingIPDetailsTestJSON-577777153 tempest-FloatingIPDetailsTestJSON-577777153-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for floatingip, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:40.115175 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa69973a-c815-4e65-b33b-4b1a167aeb07 req-689f65f1-377b-4197-b362-4c8150f5fd05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:40.116514 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-aa69973a-c815-4e65-b33b-4b1a167aeb07 req-689f65f1-377b-4197-b362-4c8150f5fd05 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=abb8e5d6-2aea-4455-a944-3435a3d1ce49 HTTP/1.1" status: 200 len: 843 time: 0.1196229 Mar 29 15:43:40.125053 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-609f1f22-eaa4-4da2-9e63-0a9f178c198a req-39e743a0-f152-4e82-8ae1-4e25b81ea910 tempest-FloatingIPDetailsTestJSON-577777153 tempest-FloatingIPDetailsTestJSON-577777153-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.0576954 Mar 29 15:43:40.148138 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae2be5f-b019-4f71-8c69-4ce1a11155a0 service neutron] Pushing event updated for resources: {'Port': ['ID=c0aeb856-3be6-4c2b-bf0b-8747f499c6a9,revision_number=3']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:43:40.176636 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 46630) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:43:40.198540 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-609f1f22-eaa4-4da2-9e63-0a9f178c198a req-72b3991a-d6db-4e01-952d-338381e33229 tempest-FloatingIPDetailsTestJSON-577777153 tempest-FloatingIPDetailsTestJSON-577777153-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.4.80 HTTP/1.1" status: 200 len: 695 time: 0.0658243 Mar 29 15:43:40.247760 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa69973a-c815-4e65-b33b-4b1a167aeb07 req-00057495-fa3c-4df2-bbf3-d3697dfe49cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:40.248763 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-aa69973a-c815-4e65-b33b-4b1a167aeb07 req-00057495-fa3c-4df2-bbf3-d3697dfe49cd service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2268a9b9-82fd-4886-a91d-3a50e4e16cab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1207299 Mar 29 15:43:40.254476 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1f30f6-8286-488a-9adf-88281b6ecea7 req-d5ed01ba-1bdb-4d0a-bd62-9987abce0004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:40.255915 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-da1f30f6-8286-488a-9adf-88281b6ecea7 req-d5ed01ba-1bdb-4d0a-bd62-9987abce0004 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d04cf558b2cb439aa051141a3dc84641&device_id=80034eb0-163d-4e68-92ef-3b0fc384539c HTTP/1.1" status: 200 len: 1094 time: 0.0914941 Mar 29 15:43:40.268353 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd38d62d-a1e8-410c-abe3-4ad8698aa758 req-0f11493c-1f7a-42cf-ae77-adb53452e8b9 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:40.269799 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-cd38d62d-a1e8-410c-abe3-4ad8698aa758 req-0f11493c-1f7a-42cf-ae77-adb53452e8b9 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] 10.222.0.42 "GET /v2.0/ports?device_id=80034eb0-163d-4e68-92ef-3b0fc384539c HTTP/1.1" status: 200 len: 943 time: 0.0736556 Mar 29 15:43:40.319550 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609f1f22-eaa4-4da2-9e63-0a9f178c198a req-e33d2258-6556-476b-bcba-4483263a40e2 tempest-FloatingIPDetailsTestJSON-577777153 tempest-FloatingIPDetailsTestJSON-577777153-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:40.320950 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-609f1f22-eaa4-4da2-9e63-0a9f178c198a req-e33d2258-6556-476b-bcba-4483263a40e2 tempest-FloatingIPDetailsTestJSON-577777153 tempest-FloatingIPDetailsTestJSON-577777153-project] 10.222.0.42 "GET /v2.0/networks/4a4a035d-ecac-4ead-baa3-25f90788773a HTTP/1.1" status: 200 len: 784 time: 0.1126664 Mar 29 15:43:40.346034 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-da1f30f6-8286-488a-9adf-88281b6ecea7 req-2fe5d357-d5ff-4e52-9498-788165fad3c2 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c0aeb856-3be6-4c2b-bf0b-8747f499c6a9 HTTP/1.1" status: 200 len: 217 time: 0.0741746 Mar 29 15:43:40.401825 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-d5a530d8-c527-476e-9aa3-f44207dcd4a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:40.423088 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6156a4b7-6a27-4e92-9492-c0633dff9ed1 req-fe1db68c-c715-4b3a-ba08-ebcd2984e320 tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:40.424602 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6156a4b7-6a27-4e92-9492-c0633dff9ed1 req-fe1db68c-c715-4b3a-ba08-ebcd2984e320 tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] 10.222.0.42 "GET /v2.0/ports?device_id=1736ecb1-6683-49b1-8a6e-a612cf6b4ea9 HTTP/1.1" status: 200 len: 948 time: 0.0551634 Mar 29 15:43:40.460454 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-cd38d62d-a1e8-410c-abe3-4ad8698aa758 req-0a872f6e-9155-4512-8725-b051e30ef16e tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] 10.222.0.42 "GET /v2.0/security-groups?id=f08e979a-b162-4e81-8f48-4f228bf81759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770258 Mar 29 15:43:40.462424 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6156a4b7-6a27-4e92-9492-c0633dff9ed1 req-3bdc4efe-03ad-44c4-8198-5c68c1063e45 tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] 10.222.0.42 "GET /v2.0/security-groups?id=062b76b3-3a31-4c61-a1e4-5e35375fb0f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316956 Mar 29 15:43:40.496397 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1f30f6-8286-488a-9adf-88281b6ecea7 req-2ab17cd9-c22e-4ee0-a5c6-4a7185c8ea4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:40.497850 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-da1f30f6-8286-488a-9adf-88281b6ecea7 req-2ab17cd9-c22e-4ee0-a5c6-4a7185c8ea4b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9016bdba-0f5c-4ddd-94a1-3fa4aae621f1 HTTP/1.1" status: 200 len: 846 time: 0.1343286 Mar 29 15:43:40.509835 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-aa69973a-c815-4e65-b33b-4b1a167aeb07 req-df53a49b-6157-41ed-a90f-26422cd83e24 service neutron] 10.222.0.48 "GET /v2.0/networks/2268a9b9-82fd-4886-a91d-3a50e4e16cab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2390351 Mar 29 15:43:40.551025 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-da1f30f6-8286-488a-9adf-88281b6ecea7 req-f1f4e132-c78a-4f4b-af2b-72ecd4d8ea0f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=9c05e936-df9e-4fbf-b09c-78bf9696504c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435171 Mar 29 15:43:40.599976 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-2750e3c5-bc12-4cd9-8f14-f14ab46853b6 req-f762ebe2-2d6f-497c-93b3-2bae3786c009 tempest-FloatingIPDetailsTestJSON-577777153 tempest-FloatingIPDetailsTestJSON-577777153-project] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1049111 Mar 29 15:43:40.610544 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [req-2750e3c5-bc12-4cd9-8f14-f14ab46853b6 req-eb132b0f-af42-4baa-8295-f1d463a59107 tempest-FloatingIPDetailsTestJSON-577777153 tempest-FloatingIPDetailsTestJSON-577777153-project] Request body: {'floatingip': {'floating_network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:43:40.631860 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-2750e3c5-bc12-4cd9-8f14-f14ab46853b6 req-eb132b0f-af42-4baa-8295-f1d463a59107 tempest-FloatingIPDetailsTestJSON-577777153 tempest-FloatingIPDetailsTestJSON-577777153-project] Notify callbacks [] for floatingip, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:40.734300 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-2750e3c5-bc12-4cd9-8f14-f14ab46853b6 req-eb132b0f-af42-4baa-8295-f1d463a59107 tempest-FloatingIPDetailsTestJSON-577777153 tempest-FloatingIPDetailsTestJSON-577777153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:40.769171 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14aaed3f-7527-41a5-9bc1-edcde3dc05bc req-74149860-d660-4958-a210-c31f6e211b91 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:40.771386 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-14aaed3f-7527-41a5-9bc1-edcde3dc05bc req-74149860-d660-4958-a210-c31f6e211b91 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/ports?device_id=b912f144-7037-4f5c-a4ca-8adf62110f17 HTTP/1.1" status: 200 len: 949 time: 0.2255769 Mar 29 15:43:40.778524 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-d5a530d8-c527-476e-9aa3-f44207dcd4a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:40.787822 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-aa69973a-c815-4e65-b33b-4b1a167aeb07 req-a8eb15fa-2edd-4845-868e-6d29d75b532f service neutron] 10.222.0.48 "GET /v2.0/networks/2268a9b9-82fd-4886-a91d-3a50e4e16cab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2673147 Mar 29 15:43:40.795441 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-d5a530d8-c527-476e-9aa3-f44207dcd4a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:40.837022 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-da1f30f6-8286-488a-9adf-88281b6ecea7 req-fe043368-431b-409b-a9a4-f139ba8790ed service neutron] 10.222.0.44 "GET /v2.0/networks/9c05e936-df9e-4fbf-b09c-78bf9696504c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2657237 Mar 29 15:43:40.841837 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_common [req-2750e3c5-bc12-4cd9-8f14-f14ab46853b6 req-eb132b0f-af42-4baa-8295-f1d463a59107 tempest-FloatingIPDetailsTestJSON-577777153 tempest-FloatingIPDetailsTestJSON-577777153-project] Allocated IP 172.25.4.210 (4a4a035d-ecac-4ead-baa3-25f90788773a/e1a353dc-fac8-4901-a63c-273840237d6a/e2b069fd-9e85-4c36-9c54-ed39ac80ac18) {{(pid=102791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:43:40.870432 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-d5a530d8-c527-476e-9aa3-f44207dcd4a0 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e1070c634b85476fa2f95af5dd33efb1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6903594 Mar 29 15:43:40.871377 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 46640) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:43:40.887736 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a530d8-c527-476e-9aa3-f44207dcd4a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=512da5b5-4e75-4b92-9c3b-9eef10c6fcd9,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:43:40.903558 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-14aaed3f-7527-41a5-9bc1-edcde3dc05bc req-6899b335-83ca-4080-8164-70a562be74a3 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/security-groups?id=56997969-7130-4d86-9e9d-e068deb19a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223910 Mar 29 15:43:40.942468 n-d-834765-1 neutron-server[102790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80034eb0-163d-4e68-92ef-3b0fc384539c', 'tag': 'c0aeb856-3be6-4c2b-bf0b-8747f499c6a9'}] {{(pid=102790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:43:40.944746 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46b06d655c90bc969636382cce4240ad749035fb0f3a83ee4734fa1ed9c4a6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8d94d39-329e-46a8-adeb-e3023b74a264" -d '{"events": [{"name": "network-changed", "server_uuid": "80034eb0-163d-4e68-92ef-3b0fc384539c", "tag": "c0aeb856-3be6-4c2b-bf0b-8747f499c6a9"}]}' {{(pid=102790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:43:40.977807 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-da1f30f6-8286-488a-9adf-88281b6ecea7 req-e963e539-1ae2-4bb3-9428-01b19858d00a service neutron] 10.222.0.44 "GET /v2.0/networks/9c05e936-df9e-4fbf-b09c-78bf9696504c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305792 Mar 29 15:43:40.983778 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-f31ca511-67d8-4200-9f85-92c1303ddbec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:41.002727 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-2750e3c5-bc12-4cd9-8f14-f14ab46853b6 req-eb132b0f-af42-4baa-8295-f1d463a59107 tempest-FloatingIPDetailsTestJSON-577777153 tempest-FloatingIPDetailsTestJSON-577777153-project] Notify callbacks [] for port, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:41.019622 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-f31ca511-67d8-4200-9f85-92c1303ddbec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:41.033095 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06a38c2-6ff6-4ed6-b537-f1a465c08a54 req-7134414d-5a3b-4bc8-9ca3-2fb98c04be91 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:41.034607 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-f06a38c2-6ff6-4ed6-b537-f1a465c08a54 req-7134414d-5a3b-4bc8-9ca3-2fb98c04be91 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.42 "GET /v2.0/ports?device_id=bdf56371-60c2-41be-847e-8c56f47964ad HTTP/1.1" status: 200 len: 945 time: 0.0554543 Mar 29 15:43:41.073080 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-2750e3c5-bc12-4cd9-8f14-f14ab46853b6 req-eb132b0f-af42-4baa-8295-f1d463a59107 tempest-FloatingIPDetailsTestJSON-577777153 tempest-FloatingIPDetailsTestJSON-577777153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:41.075559 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-f06a38c2-6ff6-4ed6-b537-f1a465c08a54 req-3a3f5a50-c3ea-4251-a1df-022a9f57a83b tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.42 "GET /v2.0/security-groups?id=07e96b72-96bb-4562-b80f-051b133c1759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346870 Mar 29 15:43:41.119197 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2750e3c5-bc12-4cd9-8f14-f14ab46853b6 req-eb132b0f-af42-4baa-8295-f1d463a59107 tempest-FloatingIPDetailsTestJSON-577777153 tempest-FloatingIPDetailsTestJSON-577777153-project] Network 4a4a035d-ecac-4ead-baa3-25f90788773a is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:43:41.119927 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-f31ca511-67d8-4200-9f85-92c1303ddbec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:41.122476 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-f31ca511-67d8-4200-9f85-92c1303ddbec admin admin] Notify callbacks [] for security_group, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:41.123561 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-f31ca511-67d8-4200-9f85-92c1303ddbec admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/512da5b5-4e75-4b92-9c3b-9eef10c6fcd9 HTTP/1.1" status: 204 len: 168 time: 0.2518926 Mar 29 15:43:41.130760 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [req-2750e3c5-bc12-4cd9-8f14-f14ab46853b6 req-eb132b0f-af42-4baa-8295-f1d463a59107 tempest-FloatingIPDetailsTestJSON-577777153 tempest-FloatingIPDetailsTestJSON-577777153-project] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:43:41.138300 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [req-2750e3c5-bc12-4cd9-8f14-f14ab46853b6 req-eb132b0f-af42-4baa-8295-f1d463a59107 tempest-FloatingIPDetailsTestJSON-577777153 tempest-FloatingIPDetailsTestJSON-577777153-project] Received port after_create {{(pid=102791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:43:41.142127 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 15:43:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8ea71a8-4585-4d20-b6e5-fad1701d797a x-openstack-request-id: req-a8ea71a8-4585-4d20-b6e5-fad1701d797a {{(pid=102790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:43:41.144443 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80034eb0-163d-4e68-92ef-3b0fc384539c", "tag": "c0aeb856-3be6-4c2b-bf0b-8747f499c6a9", "status": "completed", "code": 200}]} {{(pid=102790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:43:41.144596 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31ca511-67d8-4200-9f85-92c1303ddbec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=512da5b5-4e75-4b92-9c3b-9eef10c6fcd9,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:43:41.144726 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a8ea71a8-4585-4d20-b6e5-fad1701d797a {{(pid=102790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:43:41.144726 n-d-834765-1 neutron-server[102790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80034eb0-163d-4e68-92ef-3b0fc384539c', 'tag': 'c0aeb856-3be6-4c2b-bf0b-8747f499c6a9', 'status': 'completed', 'code': 200} Mar 29 15:43:41.166009 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb132b0f-af42-4baa-8295-f1d463a59107 tempest-FloatingIPDetailsTestJSON-577777153 tempest-FloatingIPDetailsTestJSON-577777153-project] Pushing event updated for resources: {'Port': ['ID=e2b069fd-9e85-4c36-9c54-ed39ac80ac18,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:43:41.232401 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d94d39-329e-46a8-adeb-e3023b74a264 req-87a7bb01-68d1-408a-baa7-be3dd0d2b3fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:41.235851 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-a8d94d39-329e-46a8-adeb-e3023b74a264 req-87a7bb01-68d1-408a-baa7-be3dd0d2b3fe service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d04cf558b2cb439aa051141a3dc84641&device_id=80034eb0-163d-4e68-92ef-3b0fc384539c HTTP/1.1" status: 200 len: 1094 time: 0.0816190 Mar 29 15:43:41.241876 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-2750e3c5-bc12-4cd9-8f14-f14ab46853b6 req-eb132b0f-af42-4baa-8295-f1d463a59107 tempest-FloatingIPDetailsTestJSON-577777153 tempest-FloatingIPDetailsTestJSON-577777153-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:41.283473 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-2750e3c5-bc12-4cd9-8f14-f14ab46853b6 req-eb132b0f-af42-4baa-8295-f1d463a59107 tempest-FloatingIPDetailsTestJSON-577777153 tempest-FloatingIPDetailsTestJSON-577777153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:41.390660 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d94d39-329e-46a8-adeb-e3023b74a264 req-d274467b-22bd-4f14-808c-a8307768a01c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:41.392714 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-a8d94d39-329e-46a8-adeb-e3023b74a264 req-d274467b-22bd-4f14-808c-a8307768a01c service neutron] 10.222.0.44 "GET /v2.0/networks?id=9c05e936-df9e-4fbf-b09c-78bf9696504c HTTP/1.1" status: 200 len: 907 time: 0.1498535 Mar 29 15:43:41.453997 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-a8d94d39-329e-46a8-adeb-e3023b74a264 req-327bc843-20b6-4949-9fe7-58badec087ff service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c0aeb856-3be6-4c2b-bf0b-8747f499c6a9 HTTP/1.1" status: 200 len: 217 time: 0.0463300 Mar 29 15:43:41.467292 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-2750e3c5-bc12-4cd9-8f14-f14ab46853b6 req-eb132b0f-af42-4baa-8295-f1d463a59107 tempest-FloatingIPDetailsTestJSON-577777153 tempest-FloatingIPDetailsTestJSON-577777153-project] Notify callbacks [] for port, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:41.474215 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-2750e3c5-bc12-4cd9-8f14-f14ab46853b6 req-eb132b0f-af42-4baa-8295-f1d463a59107 tempest-FloatingIPDetailsTestJSON-577777153 tempest-FloatingIPDetailsTestJSON-577777153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:41.485480 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbe22ee-6b72-4e0f-bc88-f2c6b576705d req-8ebbeacb-4a41-4f2f-bdef-227c9048ed1a tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:41.487035 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-6dbe22ee-6b72-4e0f-bc88-f2c6b576705d req-8ebbeacb-4a41-4f2f-bdef-227c9048ed1a tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] 10.222.0.42 "GET /v2.0/ports?device_id=2565640a-8c7c-44e6-a0ff-441fffc35121 HTTP/1.1" status: 200 len: 948 time: 0.1089063 Mar 29 15:43:41.552413 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d94d39-329e-46a8-adeb-e3023b74a264 req-51abc76a-d03b-47d6-aa4f-4edbae663f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:41.553947 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-a8d94d39-329e-46a8-adeb-e3023b74a264 req-51abc76a-d03b-47d6-aa4f-4edbae663f8d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9016bdba-0f5c-4ddd-94a1-3fa4aae621f1 HTTP/1.1" status: 200 len: 846 time: 0.0924363 Mar 29 15:43:41.564517 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-6dbe22ee-6b72-4e0f-bc88-f2c6b576705d req-e3229453-508f-41e7-b602-df435d9da44b tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] 10.222.0.42 "GET /v2.0/security-groups?id=6fc5fb8c-b1d6-4bb9-b68a-102a19ea7379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517080 Mar 29 15:43:41.604132 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-a8d94d39-329e-46a8-adeb-e3023b74a264 req-03725186-59c3-42e7-95b6-6188d7b60f5a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=9c05e936-df9e-4fbf-b09c-78bf9696504c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385518 Mar 29 15:43:41.754866 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-a8d94d39-329e-46a8-adeb-e3023b74a264 req-e9422bcb-da2b-46b8-96a5-f7355597238d service neutron] 10.222.0.44 "GET /v2.0/networks/9c05e936-df9e-4fbf-b09c-78bf9696504c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433415 Mar 29 15:43:41.766472 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7292cd-e660-497d-9e98-186e3e04ffec req-3bef913f-c2b2-4bf0-9a1d-52de565ad574 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:41.771749 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-0b7292cd-e660-497d-9e98-186e3e04ffec req-3bef913f-c2b2-4bf0-9a1d-52de565ad574 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.42 "GET /v2.0/ports?device_id=bdf56371-60c2-41be-847e-8c56f47964ad HTTP/1.1" status: 200 len: 945 time: 0.0908420 Mar 29 15:43:41.832699 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb132b0f-af42-4baa-8295-f1d463a59107 tempest-FloatingIPDetailsTestJSON-577777153 tempest-FloatingIPDetailsTestJSON-577777153-project] Pushing event updated for resources: {'Port': ['ID=e2b069fd-9e85-4c36-9c54-ed39ac80ac18,revision_number=2']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:43:41.848983 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-2750e3c5-bc12-4cd9-8f14-f14ab46853b6 req-eb132b0f-af42-4baa-8295-f1d463a59107 tempest-FloatingIPDetailsTestJSON-577777153 tempest-FloatingIPDetailsTestJSON-577777153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648212'] for floatingip, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:41.867801 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-2750e3c5-bc12-4cd9-8f14-f14ab46853b6 req-eb132b0f-af42-4baa-8295-f1d463a59107 tempest-FloatingIPDetailsTestJSON-577777153 tempest-FloatingIPDetailsTestJSON-577777153-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for floatingip, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:41.878385 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-2750e3c5-bc12-4cd9-8f14-f14ab46853b6 req-eb132b0f-af42-4baa-8295-f1d463a59107 tempest-FloatingIPDetailsTestJSON-577777153 tempest-FloatingIPDetailsTestJSON-577777153-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.2707889 Mar 29 15:43:41.878626 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-0b7292cd-e660-497d-9e98-186e3e04ffec req-d5a74fcc-947b-4532-b6af-642ad3a435b7 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.42 "GET /v2.0/security-groups?id=07e96b72-96bb-4562-b80f-051b133c1759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923908 Mar 29 15:43:41.918261 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-a8d94d39-329e-46a8-adeb-e3023b74a264 req-c556bdf3-ab91-404e-b9e8-e120bbb23ede service neutron] 10.222.0.44 "GET /v2.0/networks/9c05e936-df9e-4fbf-b09c-78bf9696504c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451848 Mar 29 15:43:41.956955 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-2750e3c5-bc12-4cd9-8f14-f14ab46853b6 req-65d644cd-34c4-49b0-a864-bd5f01547fd5 tempest-FloatingIPDetailsTestJSON-577777153 tempest-FloatingIPDetailsTestJSON-577777153-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.4.210 HTTP/1.1" status: 200 len: 696 time: 0.0779696 Mar 29 15:43:42.084840 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2750e3c5-bc12-4cd9-8f14-f14ab46853b6 req-d5e99f7d-c69d-4659-912e-c996e3e8eb97 tempest-FloatingIPDetailsTestJSON-577777153 tempest-FloatingIPDetailsTestJSON-577777153-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:42.086472 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-2750e3c5-bc12-4cd9-8f14-f14ab46853b6 req-d5e99f7d-c69d-4659-912e-c996e3e8eb97 tempest-FloatingIPDetailsTestJSON-577777153 tempest-FloatingIPDetailsTestJSON-577777153-project] 10.222.0.42 "GET /v2.0/networks/4a4a035d-ecac-4ead-baa3-25f90788773a HTTP/1.1" status: 200 len: 784 time: 0.1286407 Mar 29 15:43:42.205029 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d8a306-619b-40c9-b793-c16540fa5d0c req-7dd5409d-7237-4bae-a9f2-15c9ccd32bd9 tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:42.206639 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-74d8a306-619b-40c9-b793-c16540fa5d0c req-7dd5409d-7237-4bae-a9f2-15c9ccd32bd9 tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] 10.222.0.42 "GET /v2.0/ports?device_id=1736ecb1-6683-49b1-8a6e-a612cf6b4ea9 HTTP/1.1" status: 200 len: 948 time: 0.0592704 Mar 29 15:43:42.256598 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-74d8a306-619b-40c9-b793-c16540fa5d0c req-73f62668-6b6d-4cdf-ba68-cd18762b1609 tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] 10.222.0.42 "GET /v2.0/security-groups?id=062b76b3-3a31-4c61-a1e4-5e35375fb0f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421832 Mar 29 15:43:42.310307 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcc23d7-7445-48d9-a845-d49abd14d3b5 req-d6580108-ef21-442f-8ced-99152ea76ce4 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:42.320236 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-8dcc23d7-7445-48d9-a845-d49abd14d3b5 req-d6580108-ef21-442f-8ced-99152ea76ce4 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] 10.222.0.42 "GET /v2.0/ports?device_id=80034eb0-163d-4e68-92ef-3b0fc384539c HTTP/1.1" status: 200 len: 943 time: 0.3539472 Mar 29 15:43:42.367751 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-8dcc23d7-7445-48d9-a845-d49abd14d3b5 req-e383980b-42e7-4978-aa29-ea5f233632dc tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] 10.222.0.42 "GET /v2.0/security-groups?id=f08e979a-b162-4e81-8f48-4f228bf81759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384998 Mar 29 15:43:42.367886 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e5e071-a80e-4872-9d5c-d01f75470222 req-47ce48e9-f3ea-4ae2-a8b4-e5c11e56a828 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:42.369455 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-a6e5e071-a80e-4872-9d5c-d01f75470222 req-47ce48e9-f3ea-4ae2-a8b4-e5c11e56a828 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/ports?device_id=b912f144-7037-4f5c-a4ca-8adf62110f17 HTTP/1.1" status: 200 len: 949 time: 0.0527327 Mar 29 15:43:42.410709 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-a6e5e071-a80e-4872-9d5c-d01f75470222 req-deab41b6-c856-49bf-bdd5-287f42c10d4a tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/security-groups?id=56997969-7130-4d86-9e9d-e068deb19a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354567 Mar 29 15:43:42.443178 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-b888c5c0-6980-4db0-9eac-106c0114c765 req-b63a17eb-3c9d-400d-b909-b9e8bde3ae77 tempest-FloatingIPDetailsTestJSON-577777153 tempest-FloatingIPDetailsTestJSON-577777153-project] 10.222.0.42 "GET /v2.0/floatingips/0a68b07b-31e2-48a0-ac99-78ff11f0291e HTTP/1.1" status: 200 len: 693 time: 0.0435998 Mar 29 15:43:42.551749 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b888c5c0-6980-4db0-9eac-106c0114c765 req-28c295ee-1a73-4e9d-9c42-027525620df8 tempest-FloatingIPDetailsTestJSON-577777153 tempest-FloatingIPDetailsTestJSON-577777153-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:42.553102 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-b888c5c0-6980-4db0-9eac-106c0114c765 req-28c295ee-1a73-4e9d-9c42-027525620df8 tempest-FloatingIPDetailsTestJSON-577777153 tempest-FloatingIPDetailsTestJSON-577777153-project] 10.222.0.42 "GET /v2.0/networks/4a4a035d-ecac-4ead-baa3-25f90788773a HTTP/1.1" status: 200 len: 784 time: 0.1042652 Mar 29 15:43:42.564283 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [req-b888c5c0-6980-4db0-9eac-106c0114c765 req-6334146e-f13a-4092-b3c0-9d25ba4aa8c8 tempest-FloatingIPDetailsTestJSON-577777153 tempest-FloatingIPDetailsTestJSON-577777153-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=102790) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 15:43:42.565243 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-b888c5c0-6980-4db0-9eac-106c0114c765 req-6334146e-f13a-4092-b3c0-9d25ba4aa8c8 tempest-FloatingIPDetailsTestJSON-577777153 tempest-FloatingIPDetailsTestJSON-577777153-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0065334 Mar 29 15:43:42.656940 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-96d4cff1-54fa-4505-9de5-2c2ab1ded9c1 req-0f815584-555b-4e0d-a4f3-304168b75c9e tempest-FloatingIPDetailsTestJSON-577777153 tempest-FloatingIPDetailsTestJSON-577777153-project] 10.222.0.42 "GET /v2.0/floatingips/0a68b07b-31e2-48a0-ac99-78ff11f0291e HTTP/1.1" status: 200 len: 693 time: 0.0691183 Mar 29 15:43:42.699929 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d786a45f-ccb7-47d2-83db-c1a6b078e5ae req-a8103838-9561-4ffd-bc98-01662576c73f tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:42.701312 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-d786a45f-ccb7-47d2-83db-c1a6b078e5ae req-a8103838-9561-4ffd-bc98-01662576c73f tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] 10.222.0.42 "GET /v2.0/ports?device_id=2565640a-8c7c-44e6-a0ff-441fffc35121 HTTP/1.1" status: 200 len: 948 time: 0.0598323 Mar 29 15:43:42.729197 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device 949ea80c-bdd8-4833-9e27-0945bbdcedb0 up at agent hyperv_n-h1-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:43:42.746610 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-d786a45f-ccb7-47d2-83db-c1a6b078e5ae req-e6c9e388-06e2-449e-9a11-da08d2f0436c tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] 10.222.0.42 "GET /v2.0/security-groups?id=6fc5fb8c-b1d6-4bb9-b68a-102a19ea7379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368710 Mar 29 15:43:42.775760 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device 0789ee34-82ce-4b0c-baa3-dda8aab6a664 details requested by agent hyperv_n-h2-834765-1 with host n-h2-834765-1 {{(pid=102792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 15:43:42.779871 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d4cff1-54fa-4505-9de5-2c2ab1ded9c1 req-7fd2a3b1-4718-4367-bb5c-8ee7e083830a tempest-FloatingIPDetailsTestJSON-577777153 tempest-FloatingIPDetailsTestJSON-577777153-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:42.782202 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-96d4cff1-54fa-4505-9de5-2c2ab1ded9c1 req-7fd2a3b1-4718-4367-bb5c-8ee7e083830a tempest-FloatingIPDetailsTestJSON-577777153 tempest-FloatingIPDetailsTestJSON-577777153-project] 10.222.0.42 "GET /v2.0/networks/4a4a035d-ecac-4ead-baa3-25f90788773a HTTP/1.1" status: 200 len: 784 time: 0.1241279 Mar 29 15:43:42.836618 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Provisioning complete for port 949ea80c-bdd8-4833-9e27-0945bbdcedb0 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:43:42.836983 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:42.837456 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-96d4cff1-54fa-4505-9de5-2c2ab1ded9c1 req-17f63ef0-4741-43a1-b08d-9d094a6ef166 tempest-FloatingIPDetailsTestJSON-577777153 tempest-FloatingIPDetailsTestJSON-577777153-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.4.210 HTTP/1.1" status: 200 len: 696 time: 0.0491402 Mar 29 15:43:42.888904 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-96d4cff1-54fa-4505-9de5-2c2ab1ded9c1 req-a832fdf9-3442-4605-93fc-8b1e660f60df tempest-FloatingIPDetailsTestJSON-577777153 tempest-FloatingIPDetailsTestJSON-577777153-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.4.210 HTTP/1.1" status: 200 len: 696 time: 0.0440030 Mar 29 15:43:42.973612 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port 0789ee34-82ce-4b0c-baa3-dda8aab6a664, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=0789ee34-82ce-4b0c-baa3-dda8aab6a664,segment=NetworkSegment(a0c230f0-660a-4194-9279-0f0781d34134),segment_id=a0c230f0-660a-4194-9279-0f0781d34134)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:43:42.989828 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:42.991708 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Returning: {'device': '0789ee34-82ce-4b0c-baa3-dda8aab6a664', 'network_id': '2268a9b9-82fd-4886-a91d-3a50e4e16cab', 'port_id': '0789ee34-82ce-4b0c-baa3-dda8aab6a664', 'mac_address': 'fa:16:3e:9e:b0:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 625, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abb8e5d6-2aea-4455-a944-3435a3d1ce49', 'ip_address': '192.168.233.219'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 15:43:43.025612 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6526c97-0a81-4018-a49c-bbcdd2270ac8 req-d954ccd4-660f-4f9d-9206-da8448868a6c tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:43.027245 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-e6526c97-0a81-4018-a49c-bbcdd2270ac8 req-d954ccd4-660f-4f9d-9206-da8448868a6c tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.42 "GET /v2.0/ports?device_id=bdf56371-60c2-41be-847e-8c56f47964ad HTTP/1.1" status: 200 len: 945 time: 0.0753715 Mar 29 15:43:43.039175 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2565640a-8c7c-44e6-a0ff-441fffc35121', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '949ea80c-bdd8-4833-9e27-0945bbdcedb0'}] {{(pid=102792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:43:43.041659 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4f476c66b318cc6068719fc39557fac68d413f5c7e78fa77028c7948e999ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-596e1486-d1da-4e85-aaaa-ea9279efe587" -d '{"events": [{"server_uuid": "2565640a-8c7c-44e6-a0ff-441fffc35121", "name": "network-vif-plugged", "status": "completed", "tag": "949ea80c-bdd8-4833-9e27-0945bbdcedb0"}]}' {{(pid=102792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:43:43.057727 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port 949ea80c-bdd8-4833-9e27-0945bbdcedb0, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=949ea80c-bdd8-4833-9e27-0945bbdcedb0,segment=NetworkSegment(a0c230f0-660a-4194-9279-0f0781d34134),segment_id=a0c230f0-660a-4194-9279-0f0781d34134)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:43:43.073035 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [req-96d4cff1-54fa-4505-9de5-2c2ab1ded9c1 req-7c0f6b6b-51f4-4505-8c15-dbc07380a98e tempest-FloatingIPDetailsTestJSON-577777153 tempest-FloatingIPDetailsTestJSON-577777153-project] Deleting port e2b069fd-9e85-4c36-9c54-ed39ac80ac18 {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:43:43.074121 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-96d4cff1-54fa-4505-9de5-2c2ab1ded9c1 req-7c0f6b6b-51f4-4505-8c15-dbc07380a98e tempest-FloatingIPDetailsTestJSON-577777153 tempest-FloatingIPDetailsTestJSON-577777153-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:43.074912 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:43.081726 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:43.085272 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-e6526c97-0a81-4018-a49c-bbcdd2270ac8 req-ab4ce84e-28b2-4d5e-b055-da14e32f7751 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.42 "GET /v2.0/security-groups?id=07e96b72-96bb-4562-b80f-051b133c1759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505006 Mar 29 15:43:43.099434 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0789ee34-82ce-4b0c-baa3-dda8aab6a664 {{(pid=102792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:43:43.149152 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:43:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19d1b483-beea-4472-927f-f9763c723ad2 x-openstack-request-id: req-19d1b483-beea-4472-927f-f9763c723ad2 {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:43:43.149443 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2565640a-8c7c-44e6-a0ff-441fffc35121", "name": "network-vif-plugged", "status": "completed", "tag": "949ea80c-bdd8-4833-9e27-0945bbdcedb0", "code": 200}]} {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:43:43.150171 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-19d1b483-beea-4472-927f-f9763c723ad2 {{(pid=102792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:43:43.150171 n-d-834765-1 neutron-server[102792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2565640a-8c7c-44e6-a0ff-441fffc35121', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '949ea80c-bdd8-4833-9e27-0945bbdcedb0', 'code': 200} Mar 29 15:43:43.158317 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port 0789ee34-82ce-4b0c-baa3-dda8aab6a664, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=0789ee34-82ce-4b0c-baa3-dda8aab6a664,segment=NetworkSegment(a0c230f0-660a-4194-9279-0f0781d34134),segment_id=a0c230f0-660a-4194-9279-0f0781d34134)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:43:43.168401 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:43.176676 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Pushing event updated for resources: {'Port': ['ID=949ea80c-bdd8-4833-9e27-0945bbdcedb0,revision_number=8']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:43:43.198333 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-96d4cff1-54fa-4505-9de5-2c2ab1ded9c1 req-7c0f6b6b-51f4-4505-8c15-dbc07380a98e tempest-FloatingIPDetailsTestJSON-577777153 tempest-FloatingIPDetailsTestJSON-577777153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:43.198986 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-96d4cff1-54fa-4505-9de5-2c2ab1ded9c1 req-7c0f6b6b-51f4-4505-8c15-dbc07380a98e tempest-FloatingIPDetailsTestJSON-577777153 tempest-FloatingIPDetailsTestJSON-577777153-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:43.220334 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [req-96d4cff1-54fa-4505-9de5-2c2ab1ded9c1 req-7c0f6b6b-51f4-4505-8c15-dbc07380a98e tempest-FloatingIPDetailsTestJSON-577777153 tempest-FloatingIPDetailsTestJSON-577777153-project] Calling delete_port for e2b069fd-9e85-4c36-9c54-ed39ac80ac18 owned by network:floatingip {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:43:43.236108 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Pushing event updated for resources: {'Port': ['ID=0789ee34-82ce-4b0c-baa3-dda8aab6a664,revision_number=4']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:43:43.241005 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 46712) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:43:43.351404 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91f8b2b-7a94-4317-991c-388620a69f62 req-0fa67227-e8ba-4767-ba49-18e0b3afe4f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:43.353447 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-a91f8b2b-7a94-4317-991c-388620a69f62 req-0fa67227-e8ba-4767-ba49-18e0b3afe4f8 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=2565640a-8c7c-44e6-a0ff-441fffc35121 HTTP/1.1" status: 200 len: 1100 time: 0.0739553 Mar 29 15:43:43.379681 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-96d4cff1-54fa-4505-9de5-2c2ab1ded9c1 req-7c0f6b6b-51f4-4505-8c15-dbc07380a98e tempest-FloatingIPDetailsTestJSON-577777153 tempest-FloatingIPDetailsTestJSON-577777153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:43.408898 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0f6b6b-51f4-4505-8c15-dbc07380a98e tempest-FloatingIPDetailsTestJSON-577777153 tempest-FloatingIPDetailsTestJSON-577777153-project] Pushing event deleted for resources: {'Port': ['ID=e2b069fd-9e85-4c36-9c54-ed39ac80ac18,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:43:43.417741 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-58c45183-1441-4b36-845e-5425752e54c4 tempest-FloatingIPAdminTestJSON-38376875 tempest-FloatingIPAdminTestJSON-38376875-project] Request body: {'floatingip': {'floating_network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:43:43.436946 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-a91f8b2b-7a94-4317-991c-388620a69f62 req-0354a90b-fe37-47d3-9271-e712c097b273 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=6fc5fb8c-b1d6-4bb9-b68a-102a19ea7379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744772 Mar 29 15:43:43.455821 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b3e51b-c0a1-4500-b409-019f61ba092d req-f7d7471a-2a9d-4a51-83c8-704ca29ae66d tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:43.457296 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-18b3e51b-c0a1-4500-b409-019f61ba092d req-f7d7471a-2a9d-4a51-83c8-704ca29ae66d tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] 10.222.0.42 "GET /v2.0/ports?device_id=1736ecb1-6683-49b1-8a6e-a612cf6b4ea9 HTTP/1.1" status: 200 len: 949 time: 0.0977325 Mar 29 15:43:43.458749 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-58c45183-1441-4b36-845e-5425752e54c4 tempest-FloatingIPAdminTestJSON-38376875 tempest-FloatingIPAdminTestJSON-38376875-project] Notify callbacks [] for floatingip, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:43.489334 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-96d4cff1-54fa-4505-9de5-2c2ab1ded9c1 req-7c0f6b6b-51f4-4505-8c15-dbc07380a98e tempest-FloatingIPDetailsTestJSON-577777153 tempest-FloatingIPDetailsTestJSON-577777153-project] Notify callbacks [] for floatingip, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:43.492211 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-96d4cff1-54fa-4505-9de5-2c2ab1ded9c1 req-7c0f6b6b-51f4-4505-8c15-dbc07380a98e tempest-FloatingIPDetailsTestJSON-577777153 tempest-FloatingIPDetailsTestJSON-577777153-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for floatingip, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:43.493342 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-96d4cff1-54fa-4505-9de5-2c2ab1ded9c1 req-7c0f6b6b-51f4-4505-8c15-dbc07380a98e tempest-FloatingIPDetailsTestJSON-577777153 tempest-FloatingIPDetailsTestJSON-577777153-project] 10.222.0.42 "DELETE /v2.0/floatingips/0a68b07b-31e2-48a0-ac99-78ff11f0291e HTTP/1.1" status: 204 len: 173 time: 0.5956707 Mar 29 15:43:43.522150 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-18b3e51b-c0a1-4500-b409-019f61ba092d req-4944915a-064c-4507-960e-c21038a541b4 tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] 10.222.0.42 "GET /v2.0/security-groups?id=062b76b3-3a31-4c61-a1e4-5e35375fb0f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584066 Mar 29 15:43:43.592138 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-58c45183-1441-4b36-845e-5425752e54c4 tempest-FloatingIPAdminTestJSON-38376875 tempest-FloatingIPAdminTestJSON-38376875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:43.597967 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06b376b-33be-4060-b229-46ceed1bcd7e req-658de664-9f00-496d-a997-4f8ba8398309 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:43.599608 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-c06b376b-33be-4060-b229-46ceed1bcd7e req-658de664-9f00-496d-a997-4f8ba8398309 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] 10.222.0.42 "GET /v2.0/ports?device_id=80034eb0-163d-4e68-92ef-3b0fc384539c HTTP/1.1" status: 200 len: 943 time: 0.0554230 Mar 29 15:43:43.642335 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-c06b376b-33be-4060-b229-46ceed1bcd7e req-456ea437-de66-40a7-9df0-d6ea66410d1e tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] 10.222.0.42 "GET /v2.0/security-groups?id=f08e979a-b162-4e81-8f48-4f228bf81759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354056 Mar 29 15:43:43.665334 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] get_ports_and_sgs() called for port_ids ['0789ee34-82ce-4b0c-baa3-dda8aab6a664'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:43:43.724359 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338a0d66-5a87-4d54-b81f-24c428f519f1 req-98b7aabf-0753-4c99-8532-e9aaa8af6175 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:43.725693 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-338a0d66-5a87-4d54-b81f-24c428f519f1 req-98b7aabf-0753-4c99-8532-e9aaa8af6175 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/ports?device_id=b912f144-7037-4f5c-a4ca-8adf62110f17 HTTP/1.1" status: 200 len: 949 time: 0.1250360 Mar 29 15:43:43.772432 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.db_base_plugin_common [None req-58c45183-1441-4b36-845e-5425752e54c4 tempest-FloatingIPAdminTestJSON-38376875 tempest-FloatingIPAdminTestJSON-38376875-project] Allocated IP 172.25.4.10 (4a4a035d-ecac-4ead-baa3-25f90788773a/e1a353dc-fac8-4901-a63c-273840237d6a/92b4b1a6-f73c-41b5-be3a-666cde597528) {{(pid=102790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:43:43.795593 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-338a0d66-5a87-4d54-b81f-24c428f519f1 req-f8b4d641-bdbe-4889-8c2a-f2af861f340b tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/security-groups?id=56997969-7130-4d86-9e9d-e068deb19a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594850 Mar 29 15:43:43.912852 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9752d6a1-0bd8-4c30-a55d-2a7fa21cb6d0 req-f2bc5c64-a70a-4679-abb4-176141ff5f42 tempest-FloatingIPDetailsTestJSON-577777153 tempest-FloatingIPDetailsTestJSON-577777153-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:43.914366 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-9752d6a1-0bd8-4c30-a55d-2a7fa21cb6d0 req-f2bc5c64-a70a-4679-abb4-176141ff5f42 tempest-FloatingIPDetailsTestJSON-577777153 tempest-FloatingIPDetailsTestJSON-577777153-project] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.2323580 Mar 29 15:43:43.956371 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0e158a-f9c8-4931-9158-619b596ea160 req-d38828b2-e043-46bb-bfe0-b98c93e70edd tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:43.957962 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-4b0e158a-f9c8-4931-9158-619b596ea160 req-d38828b2-e043-46bb-bfe0-b98c93e70edd tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] 10.222.0.42 "GET /v2.0/ports?device_id=2565640a-8c7c-44e6-a0ff-441fffc35121 HTTP/1.1" status: 200 len: 949 time: 0.0790617 Mar 29 15:43:43.969877 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-58c45183-1441-4b36-845e-5425752e54c4 tempest-FloatingIPAdminTestJSON-38376875 tempest-FloatingIPAdminTestJSON-38376875-project] Notify callbacks [] for port, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:43.999391 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-779919f0-c2e3-4960-98a2-53d7ca7ee8b9 req-c5044111-d32f-48a7-954e-79a54d6fb13b tempest-FloatingIPDetailsTestJSON-577777153 tempest-FloatingIPDetailsTestJSON-577777153-project] 10.222.0.42 "GET /v2.0/floatingips?tenant_id=b368111300ef488386dd13c53cf77c03 HTTP/1.1" status: 200 len: 1655 time: 0.0594258 Mar 29 15:43:44.018730 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-4b0e158a-f9c8-4931-9158-619b596ea160 req-7f17be68-731b-4e07-9714-24bc488b5700 tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] 10.222.0.42 "GET /v2.0/security-groups?id=6fc5fb8c-b1d6-4bb9-b68a-102a19ea7379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528469 Mar 29 15:43:44.042725 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-58c45183-1441-4b36-845e-5425752e54c4 tempest-FloatingIPAdminTestJSON-38376875 tempest-FloatingIPAdminTestJSON-38376875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:44.087065 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58c45183-1441-4b36-845e-5425752e54c4 tempest-FloatingIPAdminTestJSON-38376875 tempest-FloatingIPAdminTestJSON-38376875-project] Network 4a4a035d-ecac-4ead-baa3-25f90788773a is already hosted by enough agents. {{(pid=102790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:43:44.091763 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-58c45183-1441-4b36-845e-5425752e54c4 tempest-FloatingIPAdminTestJSON-38376875 tempest-FloatingIPAdminTestJSON-38376875-project] Resources bound (agent type, host, resource id): {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:43:44.095583 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58c45183-1441-4b36-845e-5425752e54c4 tempest-FloatingIPAdminTestJSON-38376875 tempest-FloatingIPAdminTestJSON-38376875-project] Received port after_create {{(pid=102790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:43:44.116298 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779919f0-c2e3-4960-98a2-53d7ca7ee8b9 req-2abc7ed1-1d11-4af2-9e21-27e875722a6a tempest-FloatingIPDetailsTestJSON-577777153 tempest-FloatingIPDetailsTestJSON-577777153-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:44.118979 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-779919f0-c2e3-4960-98a2-53d7ca7ee8b9 req-2abc7ed1-1d11-4af2-9e21-27e875722a6a tempest-FloatingIPDetailsTestJSON-577777153 tempest-FloatingIPDetailsTestJSON-577777153-project] 10.222.0.42 "GET /v2.0/networks?id=4a4a035d-ecac-4ead-baa3-25f90788773a&id=4a4a035d-ecac-4ead-baa3-25f90788773a&id=4a4a035d-ecac-4ead-baa3-25f90788773a HTTP/1.1" status: 200 len: 787 time: 0.1110954 Mar 29 15:43:44.123288 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c45183-1441-4b36-845e-5425752e54c4 tempest-FloatingIPAdminTestJSON-38376875 tempest-FloatingIPAdminTestJSON-38376875-project] Pushing event updated for resources: {'Port': ['ID=92b4b1a6-f73c-41b5-be3a-666cde597528,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:43:44.201890 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-5184efc0-493b-48b8-ad6f-1d2f7063c9e2 req-074e8d46-22cc-452a-8032-0ff668fbb965 tempest-FloatingIPDetailsTestJSON-577777153 tempest-FloatingIPDetailsTestJSON-577777153-project] 10.222.0.42 "GET /v2.0/floatingips/7c672bf1-45a9-48e5-81f3-bb7d3ae02c78 HTTP/1.1" status: 200 len: 692 time: 0.0608580 Mar 29 15:43:44.230212 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-58c45183-1441-4b36-845e-5425752e54c4 tempest-FloatingIPAdminTestJSON-38376875 tempest-FloatingIPAdminTestJSON-38376875-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:44.246612 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b448185a-ded3-4f4b-971c-28c4d90b7891 req-11ea3056-a02a-4a3b-9d7f-b0d61c574706 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:44.248131 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-b448185a-ded3-4f4b-971c-28c4d90b7891 req-11ea3056-a02a-4a3b-9d7f-b0d61c574706 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.42 "GET /v2.0/ports?device_id=bdf56371-60c2-41be-847e-8c56f47964ad HTTP/1.1" status: 200 len: 945 time: 0.0721157 Mar 29 15:43:44.289743 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-58c45183-1441-4b36-845e-5425752e54c4 tempest-FloatingIPAdminTestJSON-38376875 tempest-FloatingIPAdminTestJSON-38376875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:44.319983 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5184efc0-493b-48b8-ad6f-1d2f7063c9e2 req-8ea651c9-44e6-4d64-8d37-d493885dec0c tempest-FloatingIPDetailsTestJSON-577777153 tempest-FloatingIPDetailsTestJSON-577777153-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:44.321505 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-5184efc0-493b-48b8-ad6f-1d2f7063c9e2 req-8ea651c9-44e6-4d64-8d37-d493885dec0c tempest-FloatingIPDetailsTestJSON-577777153 tempest-FloatingIPDetailsTestJSON-577777153-project] 10.222.0.42 "GET /v2.0/networks/4a4a035d-ecac-4ead-baa3-25f90788773a HTTP/1.1" status: 200 len: 784 time: 0.1086016 Mar 29 15:43:44.336942 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-b448185a-ded3-4f4b-971c-28c4d90b7891 req-48b6e525-a56f-49cb-a5a7-4a62d0ced591 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.42 "GET /v2.0/security-groups?id=07e96b72-96bb-4562-b80f-051b133c1759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684707 Mar 29 15:43:44.380305 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-5184efc0-493b-48b8-ad6f-1d2f7063c9e2 req-4f31be1b-b880-49ad-bd1e-b7e0de38edff tempest-FloatingIPDetailsTestJSON-577777153 tempest-FloatingIPDetailsTestJSON-577777153-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.4.80 HTTP/1.1" status: 200 len: 695 time: 0.0509899 Mar 29 15:43:44.429959 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-5184efc0-493b-48b8-ad6f-1d2f7063c9e2 req-d4c798ac-634a-4382-b396-2520b65289ff tempest-FloatingIPDetailsTestJSON-577777153 tempest-FloatingIPDetailsTestJSON-577777153-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.4.80 HTTP/1.1" status: 200 len: 695 time: 0.0435205 Mar 29 15:43:44.481008 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-58c45183-1441-4b36-845e-5425752e54c4 tempest-FloatingIPAdminTestJSON-38376875 tempest-FloatingIPAdminTestJSON-38376875-project] Notify callbacks [] for port, precommit_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:44.494502 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-58c45183-1441-4b36-845e-5425752e54c4 tempest-FloatingIPAdminTestJSON-38376875 tempest-FloatingIPAdminTestJSON-38376875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5237921'] for port, after_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:44.570658 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c45183-1441-4b36-845e-5425752e54c4 tempest-FloatingIPAdminTestJSON-38376875 tempest-FloatingIPAdminTestJSON-38376875-project] Pushing event updated for resources: {'Port': ['ID=92b4b1a6-f73c-41b5-be3a-666cde597528,revision_number=2']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:43:44.581571 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [req-5184efc0-493b-48b8-ad6f-1d2f7063c9e2 req-a2be9f55-c00e-4cdc-9ccf-80a606d752c5 tempest-FloatingIPDetailsTestJSON-577777153 tempest-FloatingIPDetailsTestJSON-577777153-project] Deleting port 00108996-6063-4107-939a-a0f566378fed {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:43:44.581917 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-5184efc0-493b-48b8-ad6f-1d2f7063c9e2 req-a2be9f55-c00e-4cdc-9ccf-80a606d752c5 tempest-FloatingIPDetailsTestJSON-577777153 tempest-FloatingIPDetailsTestJSON-577777153-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:44.583534 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-58c45183-1441-4b36-845e-5425752e54c4 tempest-FloatingIPAdminTestJSON-38376875 tempest-FloatingIPAdminTestJSON-38376875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648212'] for floatingip, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:44.602425 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-58c45183-1441-4b36-845e-5425752e54c4 tempest-FloatingIPAdminTestJSON-38376875 tempest-FloatingIPAdminTestJSON-38376875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for floatingip, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:44.603691 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-58c45183-1441-4b36-845e-5425752e54c4 tempest-FloatingIPAdminTestJSON-38376875 tempest-FloatingIPAdminTestJSON-38376875-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3614736 Mar 29 15:43:44.608815 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 46734) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:43:44.613692 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-d30939a9-5414-4f46-8507-7dc200f86194 tempest-FloatingIPAdminTestJSON-38376875 tempest-FloatingIPAdminTestJSON-38376875-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-735127091'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:43:44.661821 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43b7276-1dec-48b1-ab70-393136b719b2 req-b9ec8a94-8553-4ac9-822f-1f3d260d28ab tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:44.665057 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-c43b7276-1dec-48b1-ab70-393136b719b2 req-b9ec8a94-8553-4ac9-822f-1f3d260d28ab tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] 10.222.0.42 "GET /v2.0/ports?device_id=1736ecb1-6683-49b1-8a6e-a612cf6b4ea9 HTTP/1.1" status: 200 len: 949 time: 0.0588298 Mar 29 15:43:44.676037 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d30939a9-5414-4f46-8507-7dc200f86194 tempest-FloatingIPAdminTestJSON-38376875 tempest-FloatingIPAdminTestJSON-38376875-project] Made reservation on behalf of 2040d711dcc7422a91c0ee429cb0ff10 for: {'network': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:43:44.679526 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-d30939a9-5414-4f46-8507-7dc200f86194 tempest-FloatingIPAdminTestJSON-38376875 tempest-FloatingIPAdminTestJSON-38376875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for network, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:44.697695 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-d30939a9-5414-4f46-8507-7dc200f86194 tempest-FloatingIPAdminTestJSON-38376875 tempest-FloatingIPAdminTestJSON-38376875-project] Notify callbacks [] for security_group, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:44.700532 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-5184efc0-493b-48b8-ad6f-1d2f7063c9e2 req-a2be9f55-c00e-4cdc-9ccf-80a606d752c5 tempest-FloatingIPDetailsTestJSON-577777153 tempest-FloatingIPDetailsTestJSON-577777153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:44.700823 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-5184efc0-493b-48b8-ad6f-1d2f7063c9e2 req-a2be9f55-c00e-4cdc-9ccf-80a606d752c5 tempest-FloatingIPDetailsTestJSON-577777153 tempest-FloatingIPDetailsTestJSON-577777153-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:44.712072 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-c43b7276-1dec-48b1-ab70-393136b719b2 req-c0b7fc6d-6dd7-4509-806f-6096900eb334 tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] 10.222.0.42 "GET /v2.0/security-groups?id=062b76b3-3a31-4c61-a1e4-5e35375fb0f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396001 Mar 29 15:43:44.722616 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [req-5184efc0-493b-48b8-ad6f-1d2f7063c9e2 req-a2be9f55-c00e-4cdc-9ccf-80a606d752c5 tempest-FloatingIPDetailsTestJSON-577777153 tempest-FloatingIPDetailsTestJSON-577777153-project] Calling delete_port for 00108996-6063-4107-939a-a0f566378fed owned by network:floatingip {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:43:44.740000 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device c0aeb856-3be6-4c2b-bf0b-8747f499c6a9 details requested by agent hyperv_n-h1-834765-1 with host n-h1-834765-1 {{(pid=102792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 15:43:44.839516 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334562df-5ac8-453d-b26a-7676e9efd829 req-c70c736b-2c64-4f18-92df-22bff216927a tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:44.847100 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-334562df-5ac8-453d-b26a-7676e9efd829 req-c70c736b-2c64-4f18-92df-22bff216927a tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] 10.222.0.42 "GET /v2.0/ports?device_id=80034eb0-163d-4e68-92ef-3b0fc384539c HTTP/1.1" status: 200 len: 943 time: 0.0756140 Mar 29 15:43:44.861655 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-d30939a9-5414-4f46-8507-7dc200f86194 tempest-FloatingIPAdminTestJSON-38376875 tempest-FloatingIPAdminTestJSON-38376875-project] Notify callbacks [] for security_group, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:44.865976 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-d30939a9-5414-4f46-8507-7dc200f86194 tempest-FloatingIPAdminTestJSON-38376875 tempest-FloatingIPAdminTestJSON-38376875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:44.871239 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port c0aeb856-3be6-4c2b-bf0b-8747f499c6a9, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=c0aeb856-3be6-4c2b-bf0b-8747f499c6a9,segment=NetworkSegment(429e9cf3-3671-4cb2-9547-92af9e95f1f2),segment_id=429e9cf3-3671-4cb2-9547-92af9e95f1f2)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:43:44.883494 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-334562df-5ac8-453d-b26a-7676e9efd829 req-43ace566-1338-4aef-a486-b3a343251ef9 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] 10.222.0.42 "GET /v2.0/security-groups?id=f08e979a-b162-4e81-8f48-4f228bf81759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353405 Mar 29 15:43:44.927901 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30939a9-5414-4f46-8507-7dc200f86194 tempest-FloatingIPAdminTestJSON-38376875 tempest-FloatingIPAdminTestJSON-38376875-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6cdfb19-4df8-4428-b7c4-6091797bd793,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:43:44.946301 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-5184efc0-493b-48b8-ad6f-1d2f7063c9e2 req-a2be9f55-c00e-4cdc-9ccf-80a606d752c5 tempest-FloatingIPDetailsTestJSON-577777153 tempest-FloatingIPDetailsTestJSON-577777153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:44.961342 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d30939a9-5414-4f46-8507-7dc200f86194 tempest-FloatingIPAdminTestJSON-38376875 tempest-FloatingIPAdminTestJSON-38376875-project] vlan segment allocate from pool success with {'vlan_id': 627, 'physical_network': 'physnet1'} {{(pid=102791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 15:43:44.993997 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2be9f55-c00e-4cdc-9ccf-80a606d752c5 tempest-FloatingIPDetailsTestJSON-577777153 tempest-FloatingIPDetailsTestJSON-577777153-project] Pushing event deleted for resources: {'Port': ['ID=00108996-6063-4107-939a-a0f566378fed,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:43:45.019645 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-d30939a9-5414-4f46-8507-7dc200f86194 tempest-FloatingIPAdminTestJSON-38376875 tempest-FloatingIPAdminTestJSON-38376875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:45.020331 n-d-834765-1 neutron-server[102791]: INFO neutron.db.segments_db [None req-d30939a9-5414-4f46-8507-7dc200f86194 tempest-FloatingIPAdminTestJSON-38376875 tempest-FloatingIPAdminTestJSON-38376875-project] Added segment 05ae8d80-452b-4f3f-b514-4fc04400f520 of type vlan for network 7cd5bdb9-d83d-4fb5-b93c-febfa8a3bdef Mar 29 15:43:45.023683 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Returning: {'device': 'c0aeb856-3be6-4c2b-bf0b-8747f499c6a9', 'network_id': '9c05e936-df9e-4fbf-b09c-78bf9696504c', 'port_id': 'c0aeb856-3be6-4c2b-bf0b-8747f499c6a9', 'mac_address': 'fa:16:3e:f8:26:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 637, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9016bdba-0f5c-4ddd-94a1-3fa4aae621f1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 15:43:45.065193 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:45.081004 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0aeb856-3be6-4c2b-bf0b-8747f499c6a9 {{(pid=102792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:43:45.083460 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbe66ad-8715-4eb6-8220-bc4b2c30005c req-db6eef23-268f-4db3-bcd0-7011794e9b39 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:45.092872 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-efbe66ad-8715-4eb6-8220-bc4b2c30005c req-db6eef23-268f-4db3-bcd0-7011794e9b39 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/ports?device_id=b912f144-7037-4f5c-a4ca-8adf62110f17 HTTP/1.1" status: 200 len: 949 time: 0.0635753 Mar 29 15:43:45.102393 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port c0aeb856-3be6-4c2b-bf0b-8747f499c6a9, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=c0aeb856-3be6-4c2b-bf0b-8747f499c6a9,segment=NetworkSegment(429e9cf3-3671-4cb2-9547-92af9e95f1f2),segment_id=429e9cf3-3671-4cb2-9547-92af9e95f1f2)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:43:45.107921 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-d30939a9-5414-4f46-8507-7dc200f86194 tempest-FloatingIPAdminTestJSON-38376875 tempest-FloatingIPAdminTestJSON-38376875-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783522915970'] for network, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:45.108878 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:45.117380 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-5184efc0-493b-48b8-ad6f-1d2f7063c9e2 req-a2be9f55-c00e-4cdc-9ccf-80a606d752c5 tempest-FloatingIPDetailsTestJSON-577777153 tempest-FloatingIPDetailsTestJSON-577777153-project] Notify callbacks [] for floatingip, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:45.120157 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-5184efc0-493b-48b8-ad6f-1d2f7063c9e2 req-a2be9f55-c00e-4cdc-9ccf-80a606d752c5 tempest-FloatingIPDetailsTestJSON-577777153 tempest-FloatingIPDetailsTestJSON-577777153-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for floatingip, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:45.121882 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-5184efc0-493b-48b8-ad6f-1d2f7063c9e2 req-a2be9f55-c00e-4cdc-9ccf-80a606d752c5 tempest-FloatingIPDetailsTestJSON-577777153 tempest-FloatingIPDetailsTestJSON-577777153-project] 10.222.0.42 "DELETE /v2.0/floatingips/7c672bf1-45a9-48e5-81f3-bb7d3ae02c78 HTTP/1.1" status: 204 len: 173 time: 0.6848824 Mar 29 15:43:45.151725 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-d30939a9-5414-4f46-8507-7dc200f86194 tempest-FloatingIPAdminTestJSON-38376875 tempest-FloatingIPAdminTestJSON-38376875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795'] for network, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:45.158764 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-efbe66ad-8715-4eb6-8220-bc4b2c30005c req-8231594a-6359-4784-954a-72db77105272 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/security-groups?id=56997969-7130-4d86-9e9d-e068deb19a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638750 Mar 29 15:43:45.161132 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d30939a9-5414-4f46-8507-7dc200f86194 tempest-FloatingIPAdminTestJSON-38376875 tempest-FloatingIPAdminTestJSON-38376875-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:45.162092 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-d30939a9-5414-4f46-8507-7dc200f86194 tempest-FloatingIPAdminTestJSON-38376875 tempest-FloatingIPAdminTestJSON-38376875-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for network, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:45.183379 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Pushing event updated for resources: {'Port': ['ID=c0aeb856-3be6-4c2b-bf0b-8747f499c6a9,revision_number=4']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:43:45.233624 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-a34395a5-6387-464c-b003-a6183a91a831 req-66b218d2-2b7a-4b6e-b459-d2f6a1c6b20c tempest-FloatingIPDetailsTestJSON-577777153 tempest-FloatingIPDetailsTestJSON-577777153-project] 10.222.0.42 "GET /v2.0/floatingips/5e3030e7-81ce-47a8-b97c-517947514420 HTTP/1.1" status: 200 len: 692 time: 0.0480950 Mar 29 15:43:45.271923 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-d30939a9-5414-4f46-8507-7dc200f86194 tempest-FloatingIPAdminTestJSON-38376875 tempest-FloatingIPAdminTestJSON-38376875-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.6620016 Mar 29 15:43:45.277015 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 46744) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:43:45.279082 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30939a9-5414-4f46-8507-7dc200f86194 tempest-FloatingIPAdminTestJSON-38376875 tempest-FloatingIPAdminTestJSON-38376875-project] Pushing event updated for resources: {'Network': ['ID=7cd5bdb9-d83d-4fb5-b93c-febfa8a3bdef,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:43:45.288086 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-a1af8538-82b5-49c7-a3b7-1bb9e2697b28 tempest-FloatingIPAdminTestJSON-38376875 tempest-FloatingIPAdminTestJSON-38376875-project] Request body: {'subnet': {'network_id': '7cd5bdb9-d83d-4fb5-b93c-febfa8a3bdef', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:43:45.290169 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Network 7cd5bdb9-d83d-4fb5-b93c-febfa8a3bdef details requested by agent ovs-agent-n-d-834765-1 with host n-d-834765-1 {{(pid=102792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 15:43:45.332074 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30f0186-83a6-41a3-b791-532948749164 req-f8b79418-91c1-46d8-90df-3aa7e9058c54 tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:45.333672 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-c30f0186-83a6-41a3-b791-532948749164 req-f8b79418-91c1-46d8-90df-3aa7e9058c54 tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] 10.222.0.42 "GET /v2.0/ports?device_id=2565640a-8c7c-44e6-a0ff-441fffc35121 HTTP/1.1" status: 200 len: 949 time: 0.1412241 Mar 29 15:43:45.365057 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34395a5-6387-464c-b003-a6183a91a831 req-02a56077-77bd-4438-9c2d-14c237425a9b tempest-FloatingIPDetailsTestJSON-577777153 tempest-FloatingIPDetailsTestJSON-577777153-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:45.366455 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-a34395a5-6387-464c-b003-a6183a91a831 req-02a56077-77bd-4438-9c2d-14c237425a9b tempest-FloatingIPDetailsTestJSON-577777153 tempest-FloatingIPDetailsTestJSON-577777153-project] 10.222.0.42 "GET /v2.0/networks/4a4a035d-ecac-4ead-baa3-25f90788773a HTTP/1.1" status: 200 len: 784 time: 0.1266098 Mar 29 15:43:45.420765 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-c30f0186-83a6-41a3-b791-532948749164 req-0d7d4509-f04e-4e0f-a547-488f792ac460 tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] 10.222.0.42 "GET /v2.0/security-groups?id=6fc5fb8c-b1d6-4bb9-b68a-102a19ea7379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610707 Mar 29 15:43:45.426246 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1af8538-82b5-49c7-a3b7-1bb9e2697b28 tempest-FloatingIPAdminTestJSON-38376875 tempest-FloatingIPAdminTestJSON-38376875-project] Made reservation on behalf of 2040d711dcc7422a91c0ee429cb0ff10 for: {'subnet': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:43:45.429727 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-a1af8538-82b5-49c7-a3b7-1bb9e2697b28 tempest-FloatingIPAdminTestJSON-38376875 tempest-FloatingIPAdminTestJSON-38376875-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16218875'] for subnet, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:45.431998 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-a34395a5-6387-464c-b003-a6183a91a831 req-04338ae5-b269-4812-83cb-424f0ef27382 tempest-FloatingIPDetailsTestJSON-577777153 tempest-FloatingIPDetailsTestJSON-577777153-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.4.41 HTTP/1.1" status: 200 len: 695 time: 0.0586839 Mar 29 15:43:45.491770 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-a34395a5-6387-464c-b003-a6183a91a831 req-d5e59762-5c5a-4da6-945d-68923478dda2 tempest-FloatingIPDetailsTestJSON-577777153 tempest-FloatingIPDetailsTestJSON-577777153-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.4.41 HTTP/1.1" status: 200 len: 695 time: 0.0513489 Mar 29 15:43:45.561684 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a407825-3930-4a1b-96a2-c1488504a660 req-58ae2ce1-d39b-4b66-b859-dfeb98786821 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:45.563889 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-3a407825-3930-4a1b-96a2-c1488504a660 req-58ae2ce1-d39b-4b66-b859-dfeb98786821 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.42 "GET /v2.0/ports?device_id=bdf56371-60c2-41be-847e-8c56f47964ad HTTP/1.1" status: 200 len: 945 time: 0.0768182 Mar 29 15:43:45.626167 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] get_ports_and_sgs() called for port_ids ['c0aeb856-3be6-4c2b-bf0b-8747f499c6a9'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:43:45.626391 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [req-a34395a5-6387-464c-b003-a6183a91a831 req-a7c9e5d2-597b-4695-9a1a-ce3ea1110caa tempest-FloatingIPDetailsTestJSON-577777153 tempest-FloatingIPDetailsTestJSON-577777153-project] Deleting port 19c0509d-64b5-4664-8909-eb660fd74605 {{(pid=102790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:43:45.626391 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-a34395a5-6387-464c-b003-a6183a91a831 req-a7c9e5d2-597b-4695-9a1a-ce3ea1110caa tempest-FloatingIPDetailsTestJSON-577777153 tempest-FloatingIPDetailsTestJSON-577777153-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:45.646669 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-3a407825-3930-4a1b-96a2-c1488504a660 req-9e1deb54-7280-42ea-a010-56b40ee01ea5 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.42 "GET /v2.0/security-groups?id=07e96b72-96bb-4562-b80f-051b133c1759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751338 Mar 29 15:43:45.694780 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-a1af8538-82b5-49c7-a3b7-1bb9e2697b28 tempest-FloatingIPAdminTestJSON-38376875 tempest-FloatingIPAdminTestJSON-38376875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16155524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16218861'] for subnet, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:45.735545 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-a34395a5-6387-464c-b003-a6183a91a831 req-a7c9e5d2-597b-4695-9a1a-ce3ea1110caa tempest-FloatingIPDetailsTestJSON-577777153 tempest-FloatingIPDetailsTestJSON-577777153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:45.735545 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-a34395a5-6387-464c-b003-a6183a91a831 req-a7c9e5d2-597b-4695-9a1a-ce3ea1110caa tempest-FloatingIPDetailsTestJSON-577777153 tempest-FloatingIPDetailsTestJSON-577777153-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:45.751538 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [req-a34395a5-6387-464c-b003-a6183a91a831 req-a7c9e5d2-597b-4695-9a1a-ce3ea1110caa tempest-FloatingIPDetailsTestJSON-577777153 tempest-FloatingIPDetailsTestJSON-577777153-project] Calling delete_port for 19c0509d-64b5-4664-8909-eb660fd74605 owned by network:floatingip {{(pid=102790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:43:45.788186 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1af8538-82b5-49c7-a3b7-1bb9e2697b28 tempest-FloatingIPAdminTestJSON-38376875 tempest-FloatingIPAdminTestJSON-38376875-project] Pushing event updated for resources: {'Subnet': ['ID=c2d94162-cda9-4915-840d-f2e05a4dd0ac,revision_number=0']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:43:45.802388 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1af8538-82b5-49c7-a3b7-1bb9e2697b28 tempest-FloatingIPAdminTestJSON-38376875 tempest-FloatingIPAdminTestJSON-38376875-project] Checking segment: {'id': '05ae8d80-452b-4f3f-b514-4fc04400f520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '7cd5bdb9-d83d-4fb5-b93c-febfa8a3bdef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:43:45.802746 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1af8538-82b5-49c7-a3b7-1bb9e2697b28 tempest-FloatingIPAdminTestJSON-38376875 tempest-FloatingIPAdminTestJSON-38376875-project] Network hostable DHCP agents. Network: 7cd5bdb9-d83d-4fb5-b93c-febfa8a3bdef, hostable agents: ['d136643e-48ae-49d4-a851-2ba3bdf3749c'], hosted agents: [] {{(pid=102791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 15:43:45.827933 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbb2ca6-4ff6-4fa9-8cfc-c27fc9042172 req-0addbb9d-824d-4e19-b81c-f738094cb021 tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:45.829682 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6bbb2ca6-4ff6-4fa9-8cfc-c27fc9042172 req-0addbb9d-824d-4e19-b81c-f738094cb021 tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] 10.222.0.42 "GET /v2.0/ports?device_id=2565640a-8c7c-44e6-a0ff-441fffc35121 HTTP/1.1" status: 200 len: 949 time: 0.0874002 Mar 29 15:43:45.835057 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1af8538-82b5-49c7-a3b7-1bb9e2697b28 tempest-FloatingIPAdminTestJSON-38376875 tempest-FloatingIPAdminTestJSON-38376875-project] Network 7cd5bdb9-d83d-4fb5-b93c-febfa8a3bdef is scheduled to be hosted by DHCP agent d136643e-48ae-49d4-a851-2ba3bdf3749c with binding_index 1 {{(pid=102791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 15:43:45.859931 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [None req-a1af8538-82b5-49c7-a3b7-1bb9e2697b28 tempest-FloatingIPAdminTestJSON-38376875 tempest-FloatingIPAdminTestJSON-38376875-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834765-1, 7cd5bdb9-d83d-4fb5-b93c-febfa8a3bdef) {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:43:45.864495 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1af8538-82b5-49c7-a3b7-1bb9e2697b28 tempest-FloatingIPAdminTestJSON-38376875 tempest-FloatingIPAdminTestJSON-38376875-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:45.865163 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-a1af8538-82b5-49c7-a3b7-1bb9e2697b28 tempest-FloatingIPAdminTestJSON-38376875 tempest-FloatingIPAdminTestJSON-38376875-project] Notify callbacks [] for subnet, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:45.868749 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6494016f-99c9-4b7c-8f7f-1f5cac6eee18 None None] Network 7cd5bdb9-d83d-4fb5-b93c-febfa8a3bdef requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 15:43:45.892477 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6bbb2ca6-4ff6-4fa9-8cfc-c27fc9042172 req-5759e417-4646-4253-a7e2-af3926a4782c tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] 10.222.0.42 "GET /v2.0/security-groups?id=6fc5fb8c-b1d6-4bb9-b68a-102a19ea7379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534928 Mar 29 15:43:45.898237 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-a1af8538-82b5-49c7-a3b7-1bb9e2697b28 tempest-FloatingIPAdminTestJSON-38376875 tempest-FloatingIPAdminTestJSON-38376875-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6175208 Mar 29 15:43:45.898473 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 46752) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:43:45.903559 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-3dd9d9ae-f525-4372-b6e3-f8fea8d6d577 tempest-FloatingIPAdminTestJSON-38376875 tempest-FloatingIPAdminTestJSON-38376875-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-971599919', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'}, 'admin_state_up': False}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:43:45.932556 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-3dd9d9ae-f525-4372-b6e3-f8fea8d6d577 tempest-FloatingIPAdminTestJSON-38376875 tempest-FloatingIPAdminTestJSON-38376875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-532385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129310'] for router, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:45.935083 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-3dd9d9ae-f525-4372-b6e3-f8fea8d6d577 tempest-FloatingIPAdminTestJSON-38376875 tempest-FloatingIPAdminTestJSON-38376875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-648091', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-684384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129319'] for router, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:45.939539 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-a34395a5-6387-464c-b003-a6183a91a831 req-a7c9e5d2-597b-4695-9a1a-ce3ea1110caa tempest-FloatingIPDetailsTestJSON-577777153 tempest-FloatingIPDetailsTestJSON-577777153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:45.979693 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c9e5d2-597b-4695-9a1a-ce3ea1110caa tempest-FloatingIPDetailsTestJSON-577777153 tempest-FloatingIPDetailsTestJSON-577777153-project] Pushing event deleted for resources: {'Port': ['ID=19c0509d-64b5-4664-8909-eb660fd74605,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:43:45.998413 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-3dd9d9ae-f525-4372-b6e3-f8fea8d6d577 tempest-FloatingIPAdminTestJSON-38376875 tempest-FloatingIPAdminTestJSON-38376875-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:46.048181 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd624592-d4a3-496e-9c3a-77e9cd64a8f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0035034-69b0-5ffc-b384-0ac6189c5628-7cd5bdb9-d83d-4fb5-b93c-febfa8a3bdef', 'network_id': '7cd5bdb9-d83d-4fb5-b93c-febfa8a3bdef', 'tenant_id': '2040d711dcc7422a91c0ee429cb0ff10', 'fixed_ips': [{'subnet_id': 'c2d94162-cda9-4915-840d-f2e05a4dd0ac'}]}} from n-d-834765-1. {{(pid=102792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 29 15:43:46.049158 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-cd624592-d4a3-496e-9c3a-77e9cd64a8f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:46.052890 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-a34395a5-6387-464c-b003-a6183a91a831 req-a7c9e5d2-597b-4695-9a1a-ce3ea1110caa tempest-FloatingIPDetailsTestJSON-577777153 tempest-FloatingIPDetailsTestJSON-577777153-project] Notify callbacks [] for floatingip, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:46.056323 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-a34395a5-6387-464c-b003-a6183a91a831 req-a7c9e5d2-597b-4695-9a1a-ce3ea1110caa tempest-FloatingIPDetailsTestJSON-577777153 tempest-FloatingIPDetailsTestJSON-577777153-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for floatingip, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:46.057582 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-a34395a5-6387-464c-b003-a6183a91a831 req-a7c9e5d2-597b-4695-9a1a-ce3ea1110caa tempest-FloatingIPDetailsTestJSON-577777153 tempest-FloatingIPDetailsTestJSON-577777153-project] 10.222.0.42 "DELETE /v2.0/floatingips/5e3030e7-81ce-47a8-b97c-517947514420 HTTP/1.1" status: 204 len: 173 time: 0.5650551 Mar 29 15:43:46.166478 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262f0966-f749-43fe-94df-69cc1aeccfa3 req-4a38fd7b-9570-47e8-a37e-97864208a68d tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:46.167649 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df0fad0-85e3-430b-aad0-6463dd74703b req-b9759956-0bbd-4cbc-8e88-ffbeb677b344 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:46.167913 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-262f0966-f749-43fe-94df-69cc1aeccfa3 req-4a38fd7b-9570-47e8-a37e-97864208a68d tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] 10.222.0.42 "GET /v2.0/ports?device_id=1736ecb1-6683-49b1-8a6e-a612cf6b4ea9 HTTP/1.1" status: 200 len: 949 time: 0.1680663 Mar 29 15:43:46.169218 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-0df0fad0-85e3-430b-aad0-6463dd74703b req-b9759956-0bbd-4cbc-8e88-ffbeb677b344 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] 10.222.0.42 "GET /v2.0/ports?device_id=80034eb0-163d-4e68-92ef-3b0fc384539c HTTP/1.1" status: 200 len: 944 time: 0.0601363 Mar 29 15:43:46.207364 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.db_base_plugin_common [None req-cd624592-d4a3-496e-9c3a-77e9cd64a8f6 None None] Allocated IP 172.20.0.2 (7cd5bdb9-d83d-4fb5-b93c-febfa8a3bdef/c2d94162-cda9-4915-840d-f2e05a4dd0ac/2007f488-aa47-4185-b13d-5b5f6b770e96) {{(pid=102792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:43:46.211035 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-0df0fad0-85e3-430b-aad0-6463dd74703b req-33a3f907-3cc3-4f69-8490-70db28435582 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] 10.222.0.42 "GET /v2.0/security-groups?id=f08e979a-b162-4e81-8f48-4f228bf81759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351446 Mar 29 15:43:46.373324 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-cd624592-d4a3-496e-9c3a-77e9cd64a8f6 None None] Notify callbacks [] for port, precommit_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:46.381329 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-cd624592-d4a3-496e-9c3a-77e9cd64a8f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956'] for port, after_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:46.434609 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd624592-d4a3-496e-9c3a-77e9cd64a8f6 None None] Pushing event updated for resources: {'Port': ['ID=2007f488-aa47-4185-b13d-5b5f6b770e96,revision_number=1']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:43:46.456470 n-d-834765-1 neutron-server[102792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd624592-d4a3-496e-9c3a-77e9cd64a8f6 None None] Network 7cd5bdb9-d83d-4fb5-b93c-febfa8a3bdef is already hosted by enough agents. {{(pid=102792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:43:46.459136 n-d-834765-1 neutron-server[102792]: DEBUG neutron.scheduler.base_scheduler [None req-cd624592-d4a3-496e-9c3a-77e9cd64a8f6 None None] Resources bound (agent type, host, resource id): {{(pid=102792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:43:46.461881 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd624592-d4a3-496e-9c3a-77e9cd64a8f6 None None] Received port after_create {{(pid=102792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:43:46.515981 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-3dd9d9ae-f525-4372-b6e3-f8fea8d6d577 tempest-FloatingIPAdminTestJSON-38376875 tempest-FloatingIPAdminTestJSON-38376875-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:46.552058 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-a6fb154f-2a91-4155-bb47-cf40a565179f req-a73e7307-ca0d-4b7d-9161-c06f87c9ac13 tempest-FloatingIPDetailsTestJSON-577777153 tempest-FloatingIPDetailsTestJSON-577777153-project] 10.222.0.42 "GET /v2.0/floatingips/0de2f31a-995c-4f6b-9c06-0ad7c1723236 HTTP/1.1" status: 200 len: 693 time: 0.0682333 Mar 29 15:43:46.555793 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-262f0966-f749-43fe-94df-69cc1aeccfa3 req-51c0db68-8778-4003-a3ef-8fd573cada97 tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] 10.222.0.42 "GET /v2.0/security-groups?id=062b76b3-3a31-4c61-a1e4-5e35375fb0f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3577969 Mar 29 15:43:46.568447 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-cd624592-d4a3-496e-9c3a-77e9cd64a8f6 None None] Attempting to bind port 2007f488-aa47-4185-b13d-5b5f6b770e96 on host n-d-834765-1 for vnic_type normal with profile {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:43:46.568906 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-cd624592-d4a3-496e-9c3a-77e9cd64a8f6 None None] Attempting to bind port 2007f488-aa47-4185-b13d-5b5f6b770e96 by drivers openvswitch,hyperv on host n-d-834765-1 at level 0 using segments [{'id': '05ae8d80-452b-4f3f-b514-4fc04400f520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '7cd5bdb9-d83d-4fb5-b93c-febfa8a3bdef'}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:43:46.569266 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd624592-d4a3-496e-9c3a-77e9cd64a8f6 None None] Attempting to bind port 2007f488-aa47-4185-b13d-5b5f6b770e96 on network 7cd5bdb9-d83d-4fb5-b93c-febfa8a3bdef {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:43:46.575149 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd624592-d4a3-496e-9c3a-77e9cd64a8f6 None None] Checking agent: {'id': 'a8866439-9d96-425c-b519-6905c591ac37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 25, 36), 'started_at': datetime.datetime(2022, 3, 29, 15, 26, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 43, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834765-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:43:46.575542 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd624592-d4a3-496e-9c3a-77e9cd64a8f6 None None] Checking segment: {'id': '05ae8d80-452b-4f3f-b514-4fc04400f520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '7cd5bdb9-d83d-4fb5-b93c-febfa8a3bdef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:43:46.575984 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-cd624592-d4a3-496e-9c3a-77e9cd64a8f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:46.576372 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd624592-d4a3-496e-9c3a-77e9cd64a8f6 None None] Bound using segment: {'id': '05ae8d80-452b-4f3f-b514-4fc04400f520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '7cd5bdb9-d83d-4fb5-b93c-febfa8a3bdef'} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:43:46.576829 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-cd624592-d4a3-496e-9c3a-77e9cd64a8f6 None None] Bound port: 2007f488-aa47-4185-b13d-5b5f6b770e96, host: n-d-834765-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05ae8d80-452b-4f3f-b514-4fc04400f520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '7cd5bdb9-d83d-4fb5-b93c-febfa8a3bdef'}}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 15:43:46.577201 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-cd624592-d4a3-496e-9c3a-77e9cd64a8f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:46.669626 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-cd624592-d4a3-496e-9c3a-77e9cd64a8f6 None None] For port 2007f488-aa47-4185-b13d-5b5f6b770e96, host n-d-834765-1, cleared binding levels {{(pid=102792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:43:46.673228 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-cd624592-d4a3-496e-9c3a-77e9cd64a8f6 None None] For port 2007f488-aa47-4185-b13d-5b5f6b770e96, host n-d-834765-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=2007f488-aa47-4185-b13d-5b5f6b770e96,segment=NetworkSegment(05ae8d80-452b-4f3f-b514-4fc04400f520),segment_id=05ae8d80-452b-4f3f-b514-4fc04400f520)] {{(pid=102792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:43:46.679137 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-cd624592-d4a3-496e-9c3a-77e9cd64a8f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:46.704073 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5362162a-86f3-4b38-b553-4e0e0c7f9632 req-cbdf82b5-cd2d-498e-a5a2-7e0277e2ae78 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:46.705974 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-5362162a-86f3-4b38-b553-4e0e0c7f9632 req-cbdf82b5-cd2d-498e-a5a2-7e0277e2ae78 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/ports?device_id=b912f144-7037-4f5c-a4ca-8adf62110f17 HTTP/1.1" status: 200 len: 949 time: 0.0711255 Mar 29 15:43:46.707501 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fb154f-2a91-4155-bb47-cf40a565179f req-47424473-c9dd-414b-b645-0ec40ccb181c tempest-FloatingIPDetailsTestJSON-577777153 tempest-FloatingIPDetailsTestJSON-577777153-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:46.717131 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-a6fb154f-2a91-4155-bb47-cf40a565179f req-47424473-c9dd-414b-b645-0ec40ccb181c tempest-FloatingIPDetailsTestJSON-577777153 tempest-FloatingIPDetailsTestJSON-577777153-project] 10.222.0.42 "GET /v2.0/networks/4a4a035d-ecac-4ead-baa3-25f90788773a HTTP/1.1" status: 200 len: 784 time: 0.1553807 Mar 29 15:43:46.751670 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:46.759747 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd624592-d4a3-496e-9c3a-77e9cd64a8f6 None None] Pushing event updated for resources: {'Port': ['ID=2007f488-aa47-4185-b13d-5b5f6b770e96,revision_number=2']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:43:46.783627 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-a6fb154f-2a91-4155-bb47-cf40a565179f req-ecf32d95-486b-4cd6-83fb-22a3ab8ea63e tempest-FloatingIPDetailsTestJSON-577777153 tempest-FloatingIPDetailsTestJSON-577777153-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.4.195 HTTP/1.1" status: 200 len: 696 time: 0.0654452 Mar 29 15:43:46.795030 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device 0789ee34-82ce-4b0c-baa3-dda8aab6a664 up at agent hyperv_n-h2-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:43:46.856646 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-3dd9d9ae-f525-4372-b6e3-f8fea8d6d577 tempest-FloatingIPAdminTestJSON-38376875 tempest-FloatingIPAdminTestJSON-38376875-project] Notify callbacks [] for router_gateway, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:46.862605 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Provisioning for port 0789ee34-82ce-4b0c-baa3-dda8aab6a664 completed by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 15:43:46.870340 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-a6fb154f-2a91-4155-bb47-cf40a565179f req-f2e5d568-8967-42d1-a6d1-bfb45dcf176c tempest-FloatingIPDetailsTestJSON-577777153 tempest-FloatingIPDetailsTestJSON-577777153-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.4.195 HTTP/1.1" status: 200 len: 696 time: 0.0793800 Mar 29 15:43:46.875843 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Provisioning complete for port 0789ee34-82ce-4b0c-baa3-dda8aab6a664 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:43:46.876374 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-5362162a-86f3-4b38-b553-4e0e0c7f9632 req-4574f08d-5a87-4741-9810-0838841bc320 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/security-groups?id=56997969-7130-4d86-9e9d-e068deb19a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016083 Mar 29 15:43:46.876504 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:46.902179 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-3dd9d9ae-f525-4372-b6e3-f8fea8d6d577 tempest-FloatingIPAdminTestJSON-38376875 tempest-FloatingIPAdminTestJSON-38376875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:46.985942 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:47.013079 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1736ecb1-6683-49b1-8a6e-a612cf6b4ea9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0789ee34-82ce-4b0c-baa3-dda8aab6a664'}] {{(pid=102792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:43:47.043047 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4f476c66b318cc6068719fc39557fac68d413f5c7e78fa77028c7948e999ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d68b420e-fffd-4ec7-b042-49df53b0fd97" -d '{"events": [{"server_uuid": "1736ecb1-6683-49b1-8a6e-a612cf6b4ea9", "name": "network-vif-plugged", "status": "completed", "tag": "0789ee34-82ce-4b0c-baa3-dda8aab6a664"}]}' {{(pid=102792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:43:47.056001 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e8b34a-e6fa-47ab-8fd6-1272bbba883d req-87665e1a-09ff-40f9-8145-8e10036e06aa tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:47.065485 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-15e8b34a-e6fa-47ab-8fd6-1272bbba883d req-87665e1a-09ff-40f9-8145-8e10036e06aa tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] 10.222.0.42 "GET /v2.0/ports?device_id=2565640a-8c7c-44e6-a0ff-441fffc35121 HTTP/1.1" status: 200 len: 949 time: 0.1147389 Mar 29 15:43:47.080149 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [req-a6fb154f-2a91-4155-bb47-cf40a565179f req-7d5cc54e-5c64-4b90-ac07-d89d2dbcf853 tempest-FloatingIPDetailsTestJSON-577777153 tempest-FloatingIPDetailsTestJSON-577777153-project] Deleting port 0e4594e7-0597-4b34-a992-e01797d12f8b {{(pid=102790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:43:47.080476 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-a6fb154f-2a91-4155-bb47-cf40a565179f req-7d5cc54e-5c64-4b90-ac07-d89d2dbcf853 tempest-FloatingIPDetailsTestJSON-577777153 tempest-FloatingIPDetailsTestJSON-577777153-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:47.082275 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port 0789ee34-82ce-4b0c-baa3-dda8aab6a664, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=0789ee34-82ce-4b0c-baa3-dda8aab6a664,segment=NetworkSegment(a0c230f0-660a-4194-9279-0f0781d34134),segment_id=a0c230f0-660a-4194-9279-0f0781d34134)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:43:47.086614 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:47.104457 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_common [None req-3dd9d9ae-f525-4372-b6e3-f8fea8d6d577 tempest-FloatingIPAdminTestJSON-38376875 tempest-FloatingIPAdminTestJSON-38376875-project] Allocated IP 172.25.4.11 (4a4a035d-ecac-4ead-baa3-25f90788773a/e1a353dc-fac8-4901-a63c-273840237d6a/43492ce3-ba60-4676-9e9b-c869600eb944) {{(pid=102791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:43:47.149923 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Pushing event updated for resources: {'Port': ['ID=0789ee34-82ce-4b0c-baa3-dda8aab6a664,revision_number=5']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:43:47.160771 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-15e8b34a-e6fa-47ab-8fd6-1272bbba883d req-599be8db-b8ff-4f33-b86b-3e499702f7a8 tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] 10.222.0.42 "GET /v2.0/security-groups?id=6fc5fb8c-b1d6-4bb9-b68a-102a19ea7379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943160 Mar 29 15:43:47.190969 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-a6fb154f-2a91-4155-bb47-cf40a565179f req-7d5cc54e-5c64-4b90-ac07-d89d2dbcf853 tempest-FloatingIPDetailsTestJSON-577777153 tempest-FloatingIPDetailsTestJSON-577777153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:47.191451 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-a6fb154f-2a91-4155-bb47-cf40a565179f req-7d5cc54e-5c64-4b90-ac07-d89d2dbcf853 tempest-FloatingIPDetailsTestJSON-577777153 tempest-FloatingIPDetailsTestJSON-577777153-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:47.208588 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [req-a6fb154f-2a91-4155-bb47-cf40a565179f req-7d5cc54e-5c64-4b90-ac07-d89d2dbcf853 tempest-FloatingIPDetailsTestJSON-577777153 tempest-FloatingIPDetailsTestJSON-577777153-project] Calling delete_port for 0e4594e7-0597-4b34-a992-e01797d12f8b owned by network:floatingip {{(pid=102790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:43:47.287632 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-3dd9d9ae-f525-4372-b6e3-f8fea8d6d577 tempest-FloatingIPAdminTestJSON-38376875 tempest-FloatingIPAdminTestJSON-38376875-project] Notify callbacks [] for port, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:47.322188 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b2ccbe-1f51-4ddb-9679-bfbe69f276cc req-2da6bef3-dc64-472f-b347-3cad1bc8dca5 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:47.323690 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b2b2ccbe-1f51-4ddb-9679-bfbe69f276cc req-2da6bef3-dc64-472f-b347-3cad1bc8dca5 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.42 "GET /v2.0/ports?device_id=bdf56371-60c2-41be-847e-8c56f47964ad HTTP/1.1" status: 200 len: 945 time: 0.0792072 Mar 29 15:43:47.348212 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-3dd9d9ae-f525-4372-b6e3-f8fea8d6d577 tempest-FloatingIPAdminTestJSON-38376875 tempest-FloatingIPAdminTestJSON-38376875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:47.355389 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-a6fb154f-2a91-4155-bb47-cf40a565179f req-7d5cc54e-5c64-4b90-ac07-d89d2dbcf853 tempest-FloatingIPDetailsTestJSON-577777153 tempest-FloatingIPDetailsTestJSON-577777153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:47.380941 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5cc54e-5c64-4b90-ac07-d89d2dbcf853 tempest-FloatingIPDetailsTestJSON-577777153 tempest-FloatingIPDetailsTestJSON-577777153-project] Pushing event deleted for resources: {'Port': ['ID=0e4594e7-0597-4b34-a992-e01797d12f8b,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:43:47.396014 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5cc54e-5c64-4b90-ac07-d89d2dbcf853 tempest-FloatingIPDetailsTestJSON-577777153 tempest-FloatingIPDetailsTestJSON-577777153-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:43:47.396014 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5cc54e-5c64-4b90-ac07-d89d2dbcf853 tempest-FloatingIPDetailsTestJSON-577777153 tempest-FloatingIPDetailsTestJSON-577777153-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:43:47.396014 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5cc54e-5c64-4b90-ac07-d89d2dbcf853 tempest-FloatingIPDetailsTestJSON-577777153 tempest-FloatingIPDetailsTestJSON-577777153-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:43:47.396507 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5cc54e-5c64-4b90-ac07-d89d2dbcf853 tempest-FloatingIPDetailsTestJSON-577777153 tempest-FloatingIPDetailsTestJSON-577777153-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:43:47.396902 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5cc54e-5c64-4b90-ac07-d89d2dbcf853 tempest-FloatingIPDetailsTestJSON-577777153 tempest-FloatingIPDetailsTestJSON-577777153-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:43:47.397295 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5cc54e-5c64-4b90-ac07-d89d2dbcf853 tempest-FloatingIPDetailsTestJSON-577777153 tempest-FloatingIPDetailsTestJSON-577777153-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:43:47.397687 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5cc54e-5c64-4b90-ac07-d89d2dbcf853 tempest-FloatingIPDetailsTestJSON-577777153 tempest-FloatingIPDetailsTestJSON-577777153-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:43:47.398073 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5cc54e-5c64-4b90-ac07-d89d2dbcf853 tempest-FloatingIPDetailsTestJSON-577777153 tempest-FloatingIPDetailsTestJSON-577777153-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:43:47.398460 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5cc54e-5c64-4b90-ac07-d89d2dbcf853 tempest-FloatingIPDetailsTestJSON-577777153 tempest-FloatingIPDetailsTestJSON-577777153-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:43:47.398862 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5cc54e-5c64-4b90-ac07-d89d2dbcf853 tempest-FloatingIPDetailsTestJSON-577777153 tempest-FloatingIPDetailsTestJSON-577777153-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:43:47.399372 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5cc54e-5c64-4b90-ac07-d89d2dbcf853 tempest-FloatingIPDetailsTestJSON-577777153 tempest-FloatingIPDetailsTestJSON-577777153-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:43:47.399740 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5cc54e-5c64-4b90-ac07-d89d2dbcf853 tempest-FloatingIPDetailsTestJSON-577777153 tempest-FloatingIPDetailsTestJSON-577777153-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:43:47.410327 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dd9d9ae-f525-4372-b6e3-f8fea8d6d577 tempest-FloatingIPAdminTestJSON-38376875 tempest-FloatingIPAdminTestJSON-38376875-project] Network 4a4a035d-ecac-4ead-baa3-25f90788773a is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:43:47.416079 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b2b2ccbe-1f51-4ddb-9679-bfbe69f276cc req-f75e82ea-4720-455b-8ce4-a6f482ceb1d0 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.42 "GET /v2.0/security-groups?id=07e96b72-96bb-4562-b80f-051b133c1759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756156 Mar 29 15:43:47.416934 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [None req-3dd9d9ae-f525-4372-b6e3-f8fea8d6d577 tempest-FloatingIPAdminTestJSON-38376875 tempest-FloatingIPAdminTestJSON-38376875-project] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:43:47.420676 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dd9d9ae-f525-4372-b6e3-f8fea8d6d577 tempest-FloatingIPAdminTestJSON-38376875 tempest-FloatingIPAdminTestJSON-38376875-project] Received port after_create {{(pid=102791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:43:47.445853 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd9d9ae-f525-4372-b6e3-f8fea8d6d577 tempest-FloatingIPAdminTestJSON-38376875 tempest-FloatingIPAdminTestJSON-38376875-project] Pushing event updated for resources: {'Port': ['ID=43492ce3-ba60-4676-9e9b-c869600eb944,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:43:47.463088 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-a6fb154f-2a91-4155-bb47-cf40a565179f req-7d5cc54e-5c64-4b90-ac07-d89d2dbcf853 tempest-FloatingIPDetailsTestJSON-577777153 tempest-FloatingIPDetailsTestJSON-577777153-project] Notify callbacks [] for floatingip, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:47.466067 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-a6fb154f-2a91-4155-bb47-cf40a565179f req-7d5cc54e-5c64-4b90-ac07-d89d2dbcf853 tempest-FloatingIPDetailsTestJSON-577777153 tempest-FloatingIPDetailsTestJSON-577777153-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for floatingip, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:47.467231 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-a6fb154f-2a91-4155-bb47-cf40a565179f req-7d5cc54e-5c64-4b90-ac07-d89d2dbcf853 tempest-FloatingIPDetailsTestJSON-577777153 tempest-FloatingIPDetailsTestJSON-577777153-project] 10.222.0.42 "DELETE /v2.0/floatingips/0de2f31a-995c-4f6b-9c06-0ad7c1723236 HTTP/1.1" status: 204 len: 173 time: 0.5897520 Mar 29 15:43:47.473681 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 46782) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:43:47.480366 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:43:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b3ce8cb-6445-4cec-b553-6bde1965237e x-openstack-request-id: req-3b3ce8cb-6445-4cec-b553-6bde1965237e {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:43:47.480653 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1736ecb1-6683-49b1-8a6e-a612cf6b4ea9", "name": "network-vif-plugged", "status": "completed", "tag": "0789ee34-82ce-4b0c-baa3-dda8aab6a664", "code": 200}]} {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:43:47.481007 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-3b3ce8cb-6445-4cec-b553-6bde1965237e {{(pid=102792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:43:47.481392 n-d-834765-1 neutron-server[102792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1736ecb1-6683-49b1-8a6e-a612cf6b4ea9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0789ee34-82ce-4b0c-baa3-dda8aab6a664', 'code': 200} Mar 29 15:43:47.653481 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:47.683392 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0576aba2-8008-4118-8b1b-ccb68a6387a3 req-0b5fdd46-05bc-4315-97e4-7e842f58fc1b tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:47.684886 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-0576aba2-8008-4118-8b1b-ccb68a6387a3 req-0b5fdd46-05bc-4315-97e4-7e842f58fc1b tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] 10.222.0.42 "GET /v2.0/ports?device_id=80034eb0-163d-4e68-92ef-3b0fc384539c HTTP/1.1" status: 200 len: 944 time: 0.1485329 Mar 29 15:43:47.761774 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57058ec4-af1c-479e-aa53-fc7a46479c04 req-3fd47f3a-1a77-491b-9f22-29ef4412d93f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:47.763253 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-57058ec4-af1c-479e-aa53-fc7a46479c04 req-3fd47f3a-1a77-491b-9f22-29ef4412d93f service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=1736ecb1-6683-49b1-8a6e-a612cf6b4ea9 HTTP/1.1" status: 200 len: 1101 time: 0.1950884 Mar 29 15:43:47.807242 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-0576aba2-8008-4118-8b1b-ccb68a6387a3 req-1631fae8-d5f9-4230-8877-90c38c71a209 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] 10.222.0.42 "GET /v2.0/security-groups?id=f08e979a-b162-4e81-8f48-4f228bf81759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123908 Mar 29 15:43:47.825762 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50e0927-66a9-4936-9b3d-87a7e4337305 req-fecada42-d659-4f6c-9b58-048df72254c8 tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:47.828984 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 2007f488-aa47-4185-b13d-5b5f6b770e96 up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:43:47.835075 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b50e0927-66a9-4936-9b3d-87a7e4337305 req-fecada42-d659-4f6c-9b58-048df72254c8 tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] 10.222.0.42 "GET /v2.0/ports?device_id=1736ecb1-6683-49b1-8a6e-a612cf6b4ea9 HTTP/1.1" status: 200 len: 950 time: 0.1696513 Mar 29 15:43:47.873118 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-57058ec4-af1c-479e-aa53-fc7a46479c04 req-b60d454b-d12d-4e6a-9144-358a5737cfe6 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=062b76b3-3a31-4c61-a1e4-5e35375fb0f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988126 Mar 29 15:43:47.917518 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port 2007f488-aa47-4185-b13d-5b5f6b770e96 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:43:47.919500 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:47.924157 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b50e0927-66a9-4936-9b3d-87a7e4337305 req-795f6524-3fd7-4098-9b56-6e1c2e4ea3ff tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] 10.222.0.42 "GET /v2.0/security-groups?id=062b76b3-3a31-4c61-a1e4-5e35375fb0f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874231 Mar 29 15:43:47.936468 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-3dd9d9ae-f525-4372-b6e3-f8fea8d6d577 tempest-FloatingIPAdminTestJSON-38376875 tempest-FloatingIPAdminTestJSON-38376875-project] Notify callbacks [] for router_gateway, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:48.035290 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2b5420a-47b6-41e3-9f29-125ffd9098e5 None None] Network 7cd5bdb9-d83d-4fb5-b93c-febfa8a3bdef requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 15:43:48.058278 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:48.095276 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2506b1-264b-4382-8c72-749eea6038f9 req-e73bb3e2-5130-4c3f-806e-1ceb0e87cd02 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:48.096808 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-2b2506b1-264b-4382-8c72-749eea6038f9 req-e73bb3e2-5130-4c3f-806e-1ceb0e87cd02 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/ports?device_id=b912f144-7037-4f5c-a4ca-8adf62110f17 HTTP/1.1" status: 200 len: 949 time: 0.0904157 Mar 29 15:43:48.106851 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-87e2e2c4-1791-4969-a98b-c1d876fc4fdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-530452'] for router_interface, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:48.143930 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] For port 2007f488-aa47-4185-b13d-5b5f6b770e96, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=2007f488-aa47-4185-b13d-5b5f6b770e96,segment=NetworkSegment(05ae8d80-452b-4f3f-b514-4fc04400f520),segment_id=05ae8d80-452b-4f3f-b514-4fc04400f520)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:43:48.152366 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:48.158658 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-3dd9d9ae-f525-4372-b6e3-f8fea8d6d577 tempest-FloatingIPAdminTestJSON-38376875 tempest-FloatingIPAdminTestJSON-38376875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648118'] for router, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:48.159155 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-cc3aabe7-03d3-417d-bffa-f2a3e7c7d423 None None] Provisioning complete for port 2007f488-aa47-4185-b13d-5b5f6b770e96 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:43:48.159517 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-cc3aabe7-03d3-417d-bffa-f2a3e7c7d423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:48.217821 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-2b2506b1-264b-4382-8c72-749eea6038f9 req-6c6c2e01-0eb9-4a49-afc2-a0de8cfa796c tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/security-groups?id=56997969-7130-4d86-9e9d-e068deb19a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016762 Mar 29 15:43:48.277136 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Pushing event updated for resources: {'Port': ['ID=2007f488-aa47-4185-b13d-5b5f6b770e96,revision_number=3']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:43:48.336462 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8777a0-2c6d-4994-aa2b-a97f53d56834 req-52f68ba0-1470-47b8-ab42-dba67fee2167 tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:48.338143 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-3a8777a0-2c6d-4994-aa2b-a97f53d56834 req-52f68ba0-1470-47b8-ab42-dba67fee2167 tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] 10.222.0.42 "GET /v2.0/ports?device_id=2565640a-8c7c-44e6-a0ff-441fffc35121 HTTP/1.1" status: 200 len: 949 time: 0.0729969 Mar 29 15:43:48.382136 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3dd9d9ae-f525-4372-b6e3-f8fea8d6d577 tempest-FloatingIPAdminTestJSON-38376875 tempest-FloatingIPAdminTestJSON-38376875-project] Router 5ad32fd2-6d81-4f55-8395-7b8e4f9e512c is scheduled to L3 agent c648d819-1060-4f26-b4ec-6455387b5dff with binding_index 1 {{(pid=102791) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 29 15:43:48.396766 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-3a8777a0-2c6d-4994-aa2b-a97f53d56834 req-99629d87-02c1-47ee-b2ff-d53665ff2545 tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] 10.222.0.42 "GET /v2.0/security-groups?id=6fc5fb8c-b1d6-4bb9-b68a-102a19ea7379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477295 Mar 29 15:43:48.482466 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-87e2e2c4-1791-4969-a98b-c1d876fc4fdf admin admin] Deleting port f308bf95-6cb1-4545-aaf6-20b5519abfc0 {{(pid=102790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:43:48.482954 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-87e2e2c4-1791-4969-a98b-c1d876fc4fdf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:48.535439 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dd9d9ae-f525-4372-b6e3-f8fea8d6d577 tempest-FloatingIPAdminTestJSON-38376875 tempest-FloatingIPAdminTestJSON-38376875-project] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:43:48.546204 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9c3d6de-07eb-4caa-b822-46cf8d111cb2 None None] Sync routers for ids ['5ad32fd2-6d81-4f55-8395-7b8e4f9e512c'] in n-d-834765-1 {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:43:48.558032 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9c3d6de-07eb-4caa-b822-46cf8d111cb2 None None] Routers {'5ad32fd2-6d81-4f55-8395-7b8e4f9e512c'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:43:48.558663 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-f9c3d6de-07eb-4caa-b822-46cf8d111cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:43:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['5ad32fd2-6d81-4f55-8395-7b8e4f9e512c'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:43:48.559797 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-3dd9d9ae-f525-4372-b6e3-f8fea8d6d577 tempest-FloatingIPAdminTestJSON-38376875 tempest-FloatingIPAdminTestJSON-38376875-project] Notify callbacks [] for router, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:48.564203 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-3dd9d9ae-f525-4372-b6e3-f8fea8d6d577 tempest-FloatingIPAdminTestJSON-38376875 tempest-FloatingIPAdminTestJSON-38376875-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 890 time: 2.6642942 Mar 29 15:43:48.565144 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 46792) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:43:48.603476 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-f9c3d6de-07eb-4caa-b822-46cf8d111cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:43:48.612688 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9c3d6de-07eb-4caa-b822-46cf8d111cb2 None None] Routers {'5ad32fd2-6d81-4f55-8395-7b8e4f9e512c'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:43:48.613688 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-f9c3d6de-07eb-4caa-b822-46cf8d111cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:43:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['5ad32fd2-6d81-4f55-8395-7b8e4f9e512c'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:43:48.625411 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47888ef1-e209-4236-9ad3-04d64e94df23 req-9a1646f1-6932-42b3-ba31-c24443cf683a tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:48.627303 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-47888ef1-e209-4236-9ad3-04d64e94df23 req-9a1646f1-6932-42b3-ba31-c24443cf683a tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.42 "GET /v2.0/ports?device_id=bdf56371-60c2-41be-847e-8c56f47964ad HTTP/1.1" status: 200 len: 945 time: 0.1246297 Mar 29 15:43:48.635702 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [None req-87e2e2c4-1791-4969-a98b-c1d876fc4fdf admin admin] For port f308bf95-6cb1-4545-aaf6-20b5519abfc0, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=f308bf95-6cb1-4545-aaf6-20b5519abfc0,segment=NetworkSegment(b4a1a8fc-14a2-406b-ae5d-eafc46abb6c5),segment_id=b4a1a8fc-14a2-406b-ae5d-eafc46abb6c5)] {{(pid=102790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:43:48.636070 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-87e2e2c4-1791-4969-a98b-c1d876fc4fdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:48.657259 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-f9c3d6de-07eb-4caa-b822-46cf8d111cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:43:48.657472 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-87e2e2c4-1791-4969-a98b-c1d876fc4fdf admin admin] Calling delete_port for f308bf95-6cb1-4545-aaf6-20b5519abfc0 owned by network:router_interface {{(pid=102790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:43:48.657889 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9c3d6de-07eb-4caa-b822-46cf8d111cb2 None None] The sync data for ids ['5ad32fd2-6d81-4f55-8395-7b8e4f9e512c'] in n-d-834765-1 is: [] {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:43:48.692146 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-a8bde7b4-d551-4600-be47-5569b1936beb None None] Provisioning complete for port 2007f488-aa47-4185-b13d-5b5f6b770e96 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:43:48.692505 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-a8bde7b4-d551-4600-be47-5569b1936beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:48.737281 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-47888ef1-e209-4236-9ad3-04d64e94df23 req-cd10241d-e793-4395-a02a-864aaf8e9c47 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.42 "GET /v2.0/security-groups?id=07e96b72-96bb-4562-b80f-051b133c1759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929248 Mar 29 15:43:48.779218 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device c0aeb856-3be6-4c2b-bf0b-8747f499c6a9 up at agent hyperv_n-h1-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:43:48.837267 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Provisioning for port c0aeb856-3be6-4c2b-bf0b-8747f499c6a9 completed by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 15:43:48.841003 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Provisioning complete for port c0aeb856-3be6-4c2b-bf0b-8747f499c6a9 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:43:48.841373 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:48.896725 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-87e2e2c4-1791-4969-a98b-c1d876fc4fdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:48.929639 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e2e2c4-1791-4969-a98b-c1d876fc4fdf admin admin] Pushing event deleted for resources: {'Port': ['ID=f308bf95-6cb1-4545-aaf6-20b5519abfc0,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:43:48.933917 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:48.990178 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port c0aeb856-3be6-4c2b-bf0b-8747f499c6a9, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=c0aeb856-3be6-4c2b-bf0b-8747f499c6a9,segment=NetworkSegment(429e9cf3-3671-4cb2-9547-92af9e95f1f2),segment_id=429e9cf3-3671-4cb2-9547-92af9e95f1f2)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:43:48.996133 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:49.057147 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8425777f-ce22-4289-9b29-0abb2803c529 req-7f05716f-e27e-4646-8896-0091c65bfa62 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:49.058217 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Pushing event updated for resources: {'Port': ['ID=c0aeb856-3be6-4c2b-bf0b-8747f499c6a9,revision_number=5']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:43:49.067251 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-8425777f-ce22-4289-9b29-0abb2803c529 req-7f05716f-e27e-4646-8896-0091c65bfa62 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] 10.222.0.42 "GET /v2.0/ports?device_id=80034eb0-163d-4e68-92ef-3b0fc384539c HTTP/1.1" status: 200 len: 944 time: 0.1402552 Mar 29 15:43:49.133792 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a9a052-2188-4bc9-abe9-c6ac97279f3e req-f3806707-9ea1-46c6-8eae-c5dabeec72aa tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:49.135494 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-d5a9a052-2188-4bc9-abe9-c6ac97279f3e req-f3806707-9ea1-46c6-8eae-c5dabeec72aa tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] 10.222.0.42 "GET /v2.0/ports?device_id=1736ecb1-6683-49b1-8a6e-a612cf6b4ea9 HTTP/1.1" status: 200 len: 950 time: 0.1122420 Mar 29 15:43:49.140037 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-8425777f-ce22-4289-9b29-0abb2803c529 req-bb144567-db90-4a2a-8c1c-c0ccdd100378 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] 10.222.0.42 "GET /v2.0/security-groups?id=f08e979a-b162-4e81-8f48-4f228bf81759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718973 Mar 29 15:43:49.162505 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-5eb76d20-fc10-4539-b8e8-1030b9c230ed tempest-FloatingIPAdminTestJSON-38376875 tempest-FloatingIPAdminTestJSON-38376875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:49.216615 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-d5a9a052-2188-4bc9-abe9-c6ac97279f3e req-bf87a722-1898-4fab-a8e6-c391eb4a5090 tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] 10.222.0.42 "GET /v2.0/security-groups?id=062b76b3-3a31-4c61-a1e4-5e35375fb0f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715997 Mar 29 15:43:49.237251 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-87e2e2c4-1791-4969-a98b-c1d876fc4fdf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-530528'] for router_interface, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:49.429784 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129c1bb4-4002-4488-8b91-86f78c796ea7 req-0360cc81-256d-4c3f-acb5-3daa0d05a371 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:49.432312 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-129c1bb4-4002-4488-8b91-86f78c796ea7 req-0360cc81-256d-4c3f-acb5-3daa0d05a371 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/ports?device_id=b912f144-7037-4f5c-a4ca-8adf62110f17 HTTP/1.1" status: 200 len: 949 time: 0.1503177 Mar 29 15:43:49.482649 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80034eb0-163d-4e68-92ef-3b0fc384539c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0aeb856-3be6-4c2b-bf0b-8747f499c6a9'}] {{(pid=102792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:43:49.486163 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4f476c66b318cc6068719fc39557fac68d413f5c7e78fa77028c7948e999ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39bca5ae-33e1-4988-8a91-e23380ccd3ae" -d '{"events": [{"server_uuid": "80034eb0-163d-4e68-92ef-3b0fc384539c", "name": "network-vif-plugged", "status": "completed", "tag": "c0aeb856-3be6-4c2b-bf0b-8747f499c6a9"}]}' {{(pid=102792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:43:49.528019 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-129c1bb4-4002-4488-8b91-86f78c796ea7 req-afa8c4e6-ac18-4e71-a85d-8f548d0026e6 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/security-groups?id=56997969-7130-4d86-9e9d-e068deb19a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867040 Mar 29 15:43:49.590919 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_common [None req-5eb76d20-fc10-4539-b8e8-1030b9c230ed tempest-FloatingIPAdminTestJSON-38376875 tempest-FloatingIPAdminTestJSON-38376875-project] Allocated IP 172.20.0.1 (7cd5bdb9-d83d-4fb5-b93c-febfa8a3bdef/c2d94162-cda9-4915-840d-f2e05a4dd0ac/d87fabb8-ee62-45ec-8e85-a12e6e24cccb) {{(pid=102791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:43:49.593890 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:43:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caf33599-0a5c-46e5-877d-c09e4d8aef72 x-openstack-request-id: req-caf33599-0a5c-46e5-877d-c09e4d8aef72 {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:43:49.594194 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80034eb0-163d-4e68-92ef-3b0fc384539c", "name": "network-vif-plugged", "status": "completed", "tag": "c0aeb856-3be6-4c2b-bf0b-8747f499c6a9", "code": 200}]} {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:43:49.594486 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-caf33599-0a5c-46e5-877d-c09e4d8aef72 {{(pid=102792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:43:49.594917 n-d-834765-1 neutron-server[102792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80034eb0-163d-4e68-92ef-3b0fc384539c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0aeb856-3be6-4c2b-bf0b-8747f499c6a9', 'code': 200} Mar 29 15:43:49.718591 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-5eb76d20-fc10-4539-b8e8-1030b9c230ed tempest-FloatingIPAdminTestJSON-38376875 tempest-FloatingIPAdminTestJSON-38376875-project] Notify callbacks [] for port, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:49.759793 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-5eb76d20-fc10-4539-b8e8-1030b9c230ed tempest-FloatingIPAdminTestJSON-38376875 tempest-FloatingIPAdminTestJSON-38376875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:49.811427 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 2007f488-aa47-4185-b13d-5b5f6b770e96 up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:43:49.818316 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eb76d20-fc10-4539-b8e8-1030b9c230ed tempest-FloatingIPAdminTestJSON-38376875 tempest-FloatingIPAdminTestJSON-38376875-project] Network 7cd5bdb9-d83d-4fb5-b93c-febfa8a3bdef is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:43:49.821749 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [None req-5eb76d20-fc10-4539-b8e8-1030b9c230ed tempest-FloatingIPAdminTestJSON-38376875 tempest-FloatingIPAdminTestJSON-38376875-project] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:43:49.825611 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eb76d20-fc10-4539-b8e8-1030b9c230ed tempest-FloatingIPAdminTestJSON-38376875 tempest-FloatingIPAdminTestJSON-38376875-project] Received port after_create {{(pid=102791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:43:49.833025 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb76d20-fc10-4539-b8e8-1030b9c230ed tempest-FloatingIPAdminTestJSON-38376875 tempest-FloatingIPAdminTestJSON-38376875-project] Pushing event updated for resources: {'Port': ['ID=d87fabb8-ee62-45ec-8e85-a12e6e24cccb,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:43:49.864470 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa041cb-aea6-42cf-8e62-bff27c2adec1 req-29dfee95-01c9-4712-a112-f6bbb1f5fb4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:49.865891 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-faa041cb-aea6-42cf-8e62-bff27c2adec1 req-29dfee95-01c9-4712-a112-f6bbb1f5fb4b service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=80034eb0-163d-4e68-92ef-3b0fc384539c HTTP/1.1" status: 200 len: 1096 time: 0.1592073 Mar 29 15:43:49.867698 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87e2e2c4-1791-4969-a98b-c1d876fc4fdf admin admin] Router f9bbeba9-1a74-4a34-b0ea-718fc04fbbae has already been hosted by L3 agent c648d819-1060-4f26-b4ec-6455387b5dff {{(pid=102790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 15:43:49.876393 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7582a676-81d2-4d5e-af4d-f66e5a063b5b req-738150e2-b7e7-4906-884a-b58f502c7118 tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:49.881145 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port 2007f488-aa47-4185-b13d-5b5f6b770e96 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:43:49.881745 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:49.884682 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-7582a676-81d2-4d5e-af4d-f66e5a063b5b req-738150e2-b7e7-4906-884a-b58f502c7118 tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] 10.222.0.42 "GET /v2.0/ports?device_id=2565640a-8c7c-44e6-a0ff-441fffc35121 HTTP/1.1" status: 200 len: 949 time: 0.1779759 Mar 29 15:43:49.906906 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-5eb76d20-fc10-4539-b8e8-1030b9c230ed tempest-FloatingIPAdminTestJSON-38376875 tempest-FloatingIPAdminTestJSON-38376875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-648347'] for router_interface, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:49.965907 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-7582a676-81d2-4d5e-af4d-f66e5a063b5b req-6851503d-cf57-48be-a5c6-9f0c26155ee2 tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] 10.222.0.42 "GET /v2.0/security-groups?id=6fc5fb8c-b1d6-4bb9-b68a-102a19ea7379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812523 Mar 29 15:43:49.966736 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2f9acd-759e-4b58-af27-65a98fa50b0d req-df700cb4-fc46-466a-b7f3-6085308105d4 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:49.979837 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ba2f9acd-759e-4b58-af27-65a98fa50b0d req-df700cb4-fc46-466a-b7f3-6085308105d4 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.42 "GET /v2.0/ports?device_id=bdf56371-60c2-41be-847e-8c56f47964ad HTTP/1.1" status: 200 len: 945 time: 0.1226776 Mar 29 15:43:50.001477 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-faa041cb-aea6-42cf-8e62-bff27c2adec1 req-83613283-c208-43ed-a094-5b752ce62fac service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=f08e979a-b162-4e81-8f48-4f228bf81759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090565 Mar 29 15:43:50.048216 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ba2f9acd-759e-4b58-af27-65a98fa50b0d req-5f3b4c77-2a60-42fd-9965-fa01efd2767a tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.42 "GET /v2.0/security-groups?id=07e96b72-96bb-4562-b80f-051b133c1759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668192 Mar 29 15:43:50.089649 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87e2e2c4-1791-4969-a98b-c1d876fc4fdf admin admin] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:43:50.097017 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-87e2e2c4-1791-4969-a98b-c1d876fc4fdf admin admin] 10.222.0.42 "PUT /v2.0/routers/f9bbeba9-1a74-4a34-b0ea-718fc04fbbae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6197546 Mar 29 15:43:50.098076 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-5eb76d20-fc10-4539-b8e8-1030b9c230ed tempest-FloatingIPAdminTestJSON-38376875 tempest-FloatingIPAdminTestJSON-38376875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:50.098199 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 46806) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:43:50.101377 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ab07dde-6aa2-4fdd-b70d-55bc2ccb5a06 None None] Sync routers for ids ['f9bbeba9-1a74-4a34-b0ea-718fc04fbbae'] in n-d-834765-1 {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:43:50.111979 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ab07dde-6aa2-4fdd-b70d-55bc2ccb5a06 None None] Routers {'f9bbeba9-1a74-4a34-b0ea-718fc04fbbae'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:43:50.112712 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-2ab07dde-6aa2-4fdd-b70d-55bc2ccb5a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:43:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['f9bbeba9-1a74-4a34-b0ea-718fc04fbbae'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:43:50.145279 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-fc78bf7d-0902-46ae-bfad-bece77374b3b None None] Provisioning complete for port d87fabb8-ee62-45ec-8e85-a12e6e24cccb triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:43:50.145843 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-fc78bf7d-0902-46ae-bfad-bece77374b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:50.192871 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-fc78bf7d-0902-46ae-bfad-bece77374b3b None None] Port d87fabb8-ee62-45ec-8e85-a12e6e24cccb cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 15:43:50.211991 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-62d7f669-cb3f-44d3-8981-c81b7acc1162 admin admin] Notify callbacks [] for router, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:50.255365 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvr_db [None req-2ab07dde-6aa2-4fdd-b70d-55bc2ccb5a06 None None] Set router f9bbeba9-1a74-4a34-b0ea-718fc04fbbae gateway port host: n-d-834765-1 {{(pid=102793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:43:50.361429 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c91302-d2d3-405b-894b-eb85b39126dc req-a4c55e23-41b1-4031-9827-57408d187d6b tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:50.363070 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-85c91302-d2d3-405b-894b-eb85b39126dc req-a4c55e23-41b1-4031-9827-57408d187d6b tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] 10.222.0.42 "GET /v2.0/ports?device_id=80034eb0-163d-4e68-92ef-3b0fc384539c HTTP/1.1" status: 200 len: 945 time: 0.1050494 Mar 29 15:43:50.382663 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-62d7f669-cb3f-44d3-8981-c81b7acc1162 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:50.468590 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-85c91302-d2d3-405b-894b-eb85b39126dc req-587bd0ef-dc1a-465e-b099-8a2b08ebfcda tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] 10.222.0.42 "GET /v2.0/security-groups?id=f08e979a-b162-4e81-8f48-4f228bf81759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515594 Mar 29 15:43:50.488022 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-62d7f669-cb3f-44d3-8981-c81b7acc1162 admin admin] Deleting port dd632e09-2509-4159-b1eb-83238f7e0309 {{(pid=102790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:43:50.488373 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-62d7f669-cb3f-44d3-8981-c81b7acc1162 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:50.545238 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-2ab07dde-6aa2-4fdd-b70d-55bc2ccb5a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9bbeba9-1a74-4a34-b0ea-718fc04fbbae', 'name': 'tempest-FloatingIPDetailsTestJSON-1459575027-router', 'tenant_id': 'b368111300ef488386dd13c53cf77c03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.245'}], 'enable_snat': True}, 'gw_port_id': 'dd632e09-2509-4159-b1eb-83238f7e0309', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:43:24Z', 'updated_at': '2022-03-29T15:43:48Z', 'revision_number': 5, 'project_id': 'b368111300ef488386dd13c53cf77c03', 'gw_port': {'id': 'dd632e09-2509-4159-b1eb-83238f7e0309', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:d1:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9bbeba9-1a74-4a34-b0ea-718fc04fbbae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1059, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:43:25Z', 'updated_at': '2022-03-29T15:43:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1'}], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:43:50.576167 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [None req-62d7f669-cb3f-44d3-8981-c81b7acc1162 admin admin] For port dd632e09-2509-4159-b1eb-83238f7e0309, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=dd632e09-2509-4159-b1eb-83238f7e0309,segment=NetworkSegment(6ab47353-a811-4bad-bc73-b4cc84583cfd),segment_id=6ab47353-a811-4bad-bc73-b4cc84583cfd)] {{(pid=102790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:43:50.576538 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-62d7f669-cb3f-44d3-8981-c81b7acc1162 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:50.585653 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ab07dde-6aa2-4fdd-b70d-55bc2ccb5a06 None None] Checking router: f9bbeba9-1a74-4a34-b0ea-718fc04fbbae for host: n-d-834765-1 {{(pid=102793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:43:50.594528 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-62d7f669-cb3f-44d3-8981-c81b7acc1162 admin admin] Calling delete_port for dd632e09-2509-4159-b1eb-83238f7e0309 owned by network:router_gateway {{(pid=102790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:43:50.598008 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ab07dde-6aa2-4fdd-b70d-55bc2ccb5a06 None None] Routers {'f9bbeba9-1a74-4a34-b0ea-718fc04fbbae'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:43:50.598688 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-2ab07dde-6aa2-4fdd-b70d-55bc2ccb5a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:43:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['f9bbeba9-1a74-4a34-b0ea-718fc04fbbae'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:43:50.699249 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4580714e-a4b7-4e1d-8980-9a88214fe0f9 req-da5ee976-4db2-457b-9d70-597ad97b7767 tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:50.700186 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvr_db [None req-2ab07dde-6aa2-4fdd-b70d-55bc2ccb5a06 None None] Set router f9bbeba9-1a74-4a34-b0ea-718fc04fbbae gateway port host: None {{(pid=102793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:43:50.708047 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4580714e-a4b7-4e1d-8980-9a88214fe0f9 req-da5ee976-4db2-457b-9d70-597ad97b7767 tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] 10.222.0.42 "GET /v2.0/ports?device_id=1736ecb1-6683-49b1-8a6e-a612cf6b4ea9 HTTP/1.1" status: 200 len: 950 time: 0.3976457 Mar 29 15:43:50.731580 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6539132-8b4d-4eef-861a-5db8a3f95c66 req-acdb279d-e6ff-4971-a695-d265054ac7f4 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:50.733091 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-f6539132-8b4d-4eef-861a-5db8a3f95c66 req-acdb279d-e6ff-4971-a695-d265054ac7f4 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/ports?device_id=b912f144-7037-4f5c-a4ca-8adf62110f17 HTTP/1.1" status: 200 len: 949 time: 0.0805793 Mar 29 15:43:50.757619 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-2ab07dde-6aa2-4fdd-b70d-55bc2ccb5a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9bbeba9-1a74-4a34-b0ea-718fc04fbbae', 'name': 'tempest-FloatingIPDetailsTestJSON-1459575027-router', 'tenant_id': 'b368111300ef488386dd13c53cf77c03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:43:24Z', 'updated_at': '2022-03-29T15:43:50Z', 'revision_number': 6, 'project_id': 'b368111300ef488386dd13c53cf77c03', 'gw_port_host': None}], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:43:50.770205 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4580714e-a4b7-4e1d-8980-9a88214fe0f9 req-25fab773-0961-4936-abd1-4a0e30a117a2 tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] 10.222.0.42 "GET /v2.0/security-groups?id=062b76b3-3a31-4c61-a1e4-5e35375fb0f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609088 Mar 29 15:43:50.776037 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-5eb76d20-fc10-4539-b8e8-1030b9c230ed tempest-FloatingIPAdminTestJSON-38376875 tempest-FloatingIPAdminTestJSON-38376875-project] Notify callbacks [] for port, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:50.786103 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-5eb76d20-fc10-4539-b8e8-1030b9c230ed tempest-FloatingIPAdminTestJSON-38376875 tempest-FloatingIPAdminTestJSON-38376875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:50.787975 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ab07dde-6aa2-4fdd-b70d-55bc2ccb5a06 None None] The sync data for ids ['f9bbeba9-1a74-4a34-b0ea-718fc04fbbae'] in n-d-834765-1 is: [{'id': 'f9bbeba9-1a74-4a34-b0ea-718fc04fbbae', 'name': 'tempest-FloatingIPDetailsTestJSON-1459575027-router', 'tenant_id': 'b368111300ef488386dd13c53cf77c03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:43:24Z', 'updated_at': '2022-03-29T15:43:50Z', 'revision_number': 6, 'project_id': 'b368111300ef488386dd13c53cf77c03', 'gw_port_host': None}] {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:43:50.817574 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-f6539132-8b4d-4eef-861a-5db8a3f95c66 req-87e0f1ae-f211-484c-9e5a-f60ad614f425 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/security-groups?id=56997969-7130-4d86-9e9d-e068deb19a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548565 Mar 29 15:43:50.879635 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-62d7f669-cb3f-44d3-8981-c81b7acc1162 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:50.887704 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb76d20-fc10-4539-b8e8-1030b9c230ed tempest-FloatingIPAdminTestJSON-38376875 tempest-FloatingIPAdminTestJSON-38376875-project] Pushing event updated for resources: {'Port': ['ID=d87fabb8-ee62-45ec-8e85-a12e6e24cccb,revision_number=2']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:43:50.903949 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-5eb76d20-fc10-4539-b8e8-1030b9c230ed tempest-FloatingIPAdminTestJSON-38376875 tempest-FloatingIPAdminTestJSON-38376875-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-648439'] for router_interface, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:50.907645 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d7f669-cb3f-44d3-8981-c81b7acc1162 admin admin] Pushing event deleted for resources: {'Port': ['ID=dd632e09-2509-4159-b1eb-83238f7e0309,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:43:50.945488 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a27ec9-2786-4e04-98b0-1dc32d6ef3b3 req-3e5a9492-851d-4602-b67c-0873d9d76af7 tempest-ServersOnMultiNodesTest-1158406582 tempest-ServersOnMultiNodesTest-1158406582-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:50.947016 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-94a27ec9-2786-4e04-98b0-1dc32d6ef3b3 req-3e5a9492-851d-4602-b67c-0873d9d76af7 tempest-ServersOnMultiNodesTest-1158406582 tempest-ServersOnMultiNodesTest-1158406582-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=1736ecb1-6683-49b1-8a6e-a612cf6b4ea9 HTTP/1.1" status: 200 len: 1101 time: 0.0779898 Mar 29 15:43:50.967360 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-62d7f669-cb3f-44d3-8981-c81b7acc1162 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-648138'] for router_gateway, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:51.035706 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-94a27ec9-2786-4e04-98b0-1dc32d6ef3b3 req-44642130-da00-4d00-85fa-268825107400 tempest-ServersOnMultiNodesTest-1158406582 tempest-ServersOnMultiNodesTest-1158406582-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=062b76b3-3a31-4c61-a1e4-5e35375fb0f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502667 Mar 29 15:43:51.044860 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eb76d20-fc10-4539-b8e8-1030b9c230ed tempest-FloatingIPAdminTestJSON-38376875 tempest-FloatingIPAdminTestJSON-38376875-project] Network 7cd5bdb9-d83d-4fb5-b93c-febfa8a3bdef is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:43:51.046734 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [None req-5eb76d20-fc10-4539-b8e8-1030b9c230ed tempest-FloatingIPAdminTestJSON-38376875 tempest-FloatingIPAdminTestJSON-38376875-project] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:43:51.088721 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-62d7f669-cb3f-44d3-8981-c81b7acc1162 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129328'] for router, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:51.091756 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-62d7f669-cb3f-44d3-8981-c81b7acc1162 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:51.190778 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed73491b-9d90-474a-8e66-27dd5c326055 req-5849bc31-c20d-4e12-9d7a-43d2c6878c28 tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:51.194602 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-ed73491b-9d90-474a-8e66-27dd5c326055 req-5849bc31-c20d-4e12-9d7a-43d2c6878c28 tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] 10.222.0.42 "GET /v2.0/ports?device_id=2565640a-8c7c-44e6-a0ff-441fffc35121 HTTP/1.1" status: 200 len: 949 time: 0.1592064 Mar 29 15:43:51.200195 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-62d7f669-cb3f-44d3-8981-c81b7acc1162 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-526718'] for router, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:51.201114 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62d7f669-cb3f-44d3-8981-c81b7acc1162 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f9bbeba9-1a74-4a34-b0ea-718fc04fbbae {{(pid=102790) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 29 15:43:51.210788 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-62d7f669-cb3f-44d3-8981-c81b7acc1162 admin admin] Notify callbacks [] for router, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:51.212123 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-62d7f669-cb3f-44d3-8981-c81b7acc1162 admin admin] 10.222.0.42 "DELETE /v2.0/routers/f9bbeba9-1a74-4a34-b0ea-718fc04fbbae HTTP/1.1" status: 204 len: 168 time: 1.1134894 Mar 29 15:43:51.221355 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 46824) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:43:51.260608 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5eb76d20-fc10-4539-b8e8-1030b9c230ed tempest-FloatingIPAdminTestJSON-38376875 tempest-FloatingIPAdminTestJSON-38376875-project] Router 5ad32fd2-6d81-4f55-8395-7b8e4f9e512c has already been hosted by L3 agent c648d819-1060-4f26-b4ec-6455387b5dff {{(pid=102791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 15:43:51.268473 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf66b558-62cf-41ee-9e27-75f003cc01f1 req-1b5d3bc4-a2aa-4016-a94e-8e5e945f3810 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:51.270301 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-bf66b558-62cf-41ee-9e27-75f003cc01f1 req-1b5d3bc4-a2aa-4016-a94e-8e5e945f3810 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.42 "GET /v2.0/ports?device_id=bdf56371-60c2-41be-847e-8c56f47964ad HTTP/1.1" status: 200 len: 945 time: 0.0769634 Mar 29 15:43:51.303863 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-ed73491b-9d90-474a-8e66-27dd5c326055 req-a8482df3-7b84-44f1-b8c4-293373cebe19 tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] 10.222.0.42 "GET /v2.0/security-groups?id=6fc5fb8c-b1d6-4bb9-b68a-102a19ea7379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903246 Mar 29 15:43:51.322002 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2e3a5b4-514d-4974-8eb0-356f7ba441d3 admin admin] Deleting subnet e318cca0-b51b-4691-8e53-78bd5edbd3e7 {{(pid=102790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 15:43:51.334487 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e2e3a5b4-514d-4974-8eb0-356f7ba441d3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:51.363984 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-bf66b558-62cf-41ee-9e27-75f003cc01f1 req-964704c0-1306-4162-bc49-a4bb5daf431c tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.42 "GET /v2.0/security-groups?id=07e96b72-96bb-4562-b80f-051b133c1759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860107 Mar 29 15:43:51.387930 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e2e3a5b4-514d-4974-8eb0-356f7ba441d3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4614024'] for subnet, precommit_delete_associations {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:51.426436 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5eb76d20-fc10-4539-b8e8-1030b9c230ed tempest-FloatingIPAdminTestJSON-38376875 tempest-FloatingIPAdminTestJSON-38376875-project] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:43:51.432402 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-5eb76d20-fc10-4539-b8e8-1030b9c230ed tempest-FloatingIPAdminTestJSON-38376875 tempest-FloatingIPAdminTestJSON-38376875-project] 10.222.0.42 "PUT /v2.0/routers/5ad32fd2-6d81-4f55-8395-7b8e4f9e512c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8658881 Mar 29 15:43:51.434756 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 46834) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:43:51.435769 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-9673d6bd-4e2e-477e-89fb-184f63702ac9 req-d9429cb0-fe78-484e-a714-c446dc01627f tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=5bf1a5bdfbb14ae084908e8fe7725bc6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0367460 Mar 29 15:43:51.440912 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-bc57ef26-abf5-4e80-b168-ca564ad7edec tempest-FloatingIPAdminTestJSON-38376875 tempest-FloatingIPAdminTestJSON-38376875-project] Request body: {'port': {'network_id': '7cd5bdb9-d83d-4fb5-b93c-febfa8a3bdef', 'name': 'tempest-FloatingIPAdminTestJSON-289430603'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:43:51.441460 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19a2e21d-0675-4f20-b66b-d9fcd56fc5b6 None None] Sync routers for ids ['5ad32fd2-6d81-4f55-8395-7b8e4f9e512c'] in n-d-834765-1 {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:43:51.451918 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-bd4d3879-0fd8-4cda-ad2f-7e443c885ca4 None None] Provisioning complete for port d87fabb8-ee62-45ec-8e85-a12e6e24cccb triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:43:51.452373 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-bd4d3879-0fd8-4cda-ad2f-7e443c885ca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:51.458410 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19a2e21d-0675-4f20-b66b-d9fcd56fc5b6 None None] Routers {'5ad32fd2-6d81-4f55-8395-7b8e4f9e512c'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:43:51.459295 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-19a2e21d-0675-4f20-b66b-d9fcd56fc5b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:43:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['5ad32fd2-6d81-4f55-8395-7b8e4f9e512c'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:43:51.536997 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-19a2e21d-0675-4f20-b66b-d9fcd56fc5b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:43:51.552770 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-bd4d3879-0fd8-4cda-ad2f-7e443c885ca4 None None] Port d87fabb8-ee62-45ec-8e85-a12e6e24cccb cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 15:43:51.559251 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19a2e21d-0675-4f20-b66b-d9fcd56fc5b6 None None] Routers {'5ad32fd2-6d81-4f55-8395-7b8e4f9e512c'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:43:51.564602 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-19a2e21d-0675-4f20-b66b-d9fcd56fc5b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:43:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['5ad32fd2-6d81-4f55-8395-7b8e4f9e512c'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:43:51.564994 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e2e3a5b4-514d-4974-8eb0-356f7ba441d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1641287'] for subnet, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:51.619416 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-19a2e21d-0675-4f20-b66b-d9fcd56fc5b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:43:51.620443 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19a2e21d-0675-4f20-b66b-d9fcd56fc5b6 None None] The sync data for ids ['5ad32fd2-6d81-4f55-8395-7b8e4f9e512c'] in n-d-834765-1 is: [] {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:43:51.630302 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc57ef26-abf5-4e80-b168-ca564ad7edec tempest-FloatingIPAdminTestJSON-38376875 tempest-FloatingIPAdminTestJSON-38376875-project] Made reservation on behalf of 2040d711dcc7422a91c0ee429cb0ff10 for: {'port': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:43:51.630540 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9673d6bd-4e2e-477e-89fb-184f63702ac9 req-bfa472c7-38bc-4b1f-92af-5518fbabc0e5 tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:51.634338 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-bc57ef26-abf5-4e80-b168-ca564ad7edec tempest-FloatingIPAdminTestJSON-38376875 tempest-FloatingIPAdminTestJSON-38376875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:51.638250 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-9673d6bd-4e2e-477e-89fb-184f63702ac9 req-bfa472c7-38bc-4b1f-92af-5518fbabc0e5 tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1976323 Mar 29 15:43:51.650490 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-9673d6bd-4e2e-477e-89fb-184f63702ac9 req-d3cfd189-f93f-4031-b0dd-63a98a355846 tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] 10.222.0.42 "GET /v2.0/quotas/5bf1a5bdfbb14ae084908e8fe7725bc6 HTTP/1.1" status: 200 len: 375 time: 0.0111587 Mar 29 15:43:51.667625 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [None req-bc57ef26-abf5-4e80-b168-ca564ad7edec tempest-FloatingIPAdminTestJSON-38376875 tempest-FloatingIPAdminTestJSON-38376875-project] device_id is not set on port 52f65157-b18d-41d7-a5ba-e902f225ea17 yet. {{(pid=102791) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 29 15:43:51.685140 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd6a12c-9e49-4118-aa89-7357c91d5ec0 req-9c8e9176-f578-46b6-bfab-ef4be7f2ceaa tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:51.694085 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e2e3a5b4-514d-4974-8eb0-356f7ba441d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1641294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5231963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4793952'] for subnet, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:51.694533 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-0cd6a12c-9e49-4118-aa89-7357c91d5ec0 req-9c8e9176-f578-46b6-bfab-ef4be7f2ceaa tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] 10.222.0.42 "GET /v2.0/ports?device_id=80034eb0-163d-4e68-92ef-3b0fc384539c HTTP/1.1" status: 200 len: 945 time: 0.1116331 Mar 29 15:43:51.739419 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e3a5b4-514d-4974-8eb0-356f7ba441d3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e318cca0-b51b-4691-8e53-78bd5edbd3e7,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:43:51.747925 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3979ecce-47b6-4697-94d9-117f6b31a95b None None] Network 31d44b60-0a8a-44c7-a477-70ff37ec586f requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 15:43:51.761424 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e2e3a5b4-514d-4974-8eb0-356f7ba441d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for subnet, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:51.764668 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-e2e3a5b4-514d-4974-8eb0-356f7ba441d3 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/e318cca0-b51b-4691-8e53-78bd5edbd3e7 HTTP/1.1" status: 204 len: 168 time: 0.5424531 Mar 29 15:43:51.767232 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 46838) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:43:51.793268 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device dd632e09-2509-4159-b1eb-83238f7e0309 no longer exists at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:43:51.802547 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-0cd6a12c-9e49-4118-aa89-7357c91d5ec0 req-4c6ee179-41af-44c8-b88d-3fd021bd7623 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] 10.222.0.42 "GET /v2.0/security-groups?id=f08e979a-b162-4e81-8f48-4f228bf81759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071200 Mar 29 15:43:51.825455 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-9673d6bd-4e2e-477e-89fb-184f63702ac9 req-ac7d93f3-0fa8-4743-bc95-283c2471d4c1 tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=5bf1a5bdfbb14ae084908e8fe7725bc6&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1462040 Mar 29 15:43:51.846060 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] No Port match for: dd632e09-2509-4159-b1eb-83238f7e0309 {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 15:43:51.846603 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device dd632e09-2509-4159-b1eb-83238f7e0309 not bound to the agent host n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:43:51.847024 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device f308bf95-6cb1-4545-aaf6-20b5519abfc0 no longer exists at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:43:51.898007 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-16e6d795-646c-40ed-98ec-4ca0697bccac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1631750'] for network, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:51.903653 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] No Port match for: f308bf95-6cb1-4545-aaf6-20b5519abfc0 {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 15:43:51.903999 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device f308bf95-6cb1-4545-aaf6-20b5519abfc0 not bound to the agent host n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:43:51.978545 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_common [None req-bc57ef26-abf5-4e80-b168-ca564ad7edec tempest-FloatingIPAdminTestJSON-38376875 tempest-FloatingIPAdminTestJSON-38376875-project] Allocated IP 172.20.0.3 (7cd5bdb9-d83d-4fb5-b93c-febfa8a3bdef/c2d94162-cda9-4915-840d-f2e05a4dd0ac/52f65157-b18d-41d7-a5ba-e902f225ea17) {{(pid=102791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:43:51.985501 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-16e6d795-646c-40ed-98ec-4ca0697bccac admin admin] Deleting port 99d4243f-9546-4eea-972c-55e4332d96cc {{(pid=102790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:43:51.986312 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-16e6d795-646c-40ed-98ec-4ca0697bccac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:52.046670 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ceea5f4-23f4-4e4a-86a4-6d00733e005e req-4aed432c-671b-46a9-b84b-c8a9ed24e095 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:52.048353 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-1ceea5f4-23f4-4e4a-86a4-6d00733e005e req-4aed432c-671b-46a9-b84b-c8a9ed24e095 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/ports?device_id=b912f144-7037-4f5c-a4ca-8adf62110f17 HTTP/1.1" status: 200 len: 949 time: 0.1055901 Mar 29 15:43:52.085217 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7ad34b2-88c9-4968-ae34-e41421c24f3d None None] DHCP port deletion for 31d44b60-0a8a-44c7-a477-70ff37ec586f request from n-d-834765-1 {{(pid=102792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 29 15:43:52.149703 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-1ceea5f4-23f4-4e4a-86a4-6d00733e005e req-6d138ca5-b3fb-42ad-a1e5-09888abb3562 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/security-groups?id=56997969-7130-4d86-9e9d-e068deb19a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912333 Mar 29 15:43:52.161428 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-a7ad34b2-88c9-4968-ae34-e41421c24f3d None None] Deleting port 99d4243f-9546-4eea-972c-55e4332d96cc {{(pid=102792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:43:52.161803 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-a7ad34b2-88c9-4968-ae34-e41421c24f3d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:52.187687 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-b4552b31-92a5-494a-893d-fae082bc0f07 req-be508023-82bd-4b60-8344-6f779a3172c4 tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] 10.222.0.42 "GET /v2.0/ports?device_id=fc8400ef-c820-4c5b-ba5c-48b9c628e94c HTTP/1.1" status: 200 len: 210 time: 0.1156666 Mar 29 15:43:52.199429 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [None req-16e6d795-646c-40ed-98ec-4ca0697bccac admin admin] For port 99d4243f-9546-4eea-972c-55e4332d96cc, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=99d4243f-9546-4eea-972c-55e4332d96cc,segment=NetworkSegment(b4a1a8fc-14a2-406b-ae5d-eafc46abb6c5),segment_id=b4a1a8fc-14a2-406b-ae5d-eafc46abb6c5)] {{(pid=102790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:43:52.199799 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-16e6d795-646c-40ed-98ec-4ca0697bccac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:52.227149 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-16e6d795-646c-40ed-98ec-4ca0697bccac admin admin] Calling delete_port for 99d4243f-9546-4eea-972c-55e4332d96cc owned by network:dhcp {{(pid=102790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:43:52.245967 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-a7ad34b2-88c9-4968-ae34-e41421c24f3d None None] For port 99d4243f-9546-4eea-972c-55e4332d96cc, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=99d4243f-9546-4eea-972c-55e4332d96cc,segment=NetworkSegment(b4a1a8fc-14a2-406b-ae5d-eafc46abb6c5),segment_id=b4a1a8fc-14a2-406b-ae5d-eafc46abb6c5)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:43:52.246653 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-a7ad34b2-88c9-4968-ae34-e41421c24f3d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:52.263952 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-bc57ef26-abf5-4e80-b168-ca564ad7edec tempest-FloatingIPAdminTestJSON-38376875 tempest-FloatingIPAdminTestJSON-38376875-project] Notify callbacks [] for port, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:52.268792 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-a7ad34b2-88c9-4968-ae34-e41421c24f3d None None] Calling delete_port for 99d4243f-9546-4eea-972c-55e4332d96cc owned by network:dhcp {{(pid=102792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:43:52.322443 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-bc57ef26-abf5-4e80-b168-ca564ad7edec tempest-FloatingIPAdminTestJSON-38376875 tempest-FloatingIPAdminTestJSON-38376875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:52.365366 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-16e6d795-646c-40ed-98ec-4ca0697bccac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:52.373127 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc57ef26-abf5-4e80-b168-ca564ad7edec tempest-FloatingIPAdminTestJSON-38376875 tempest-FloatingIPAdminTestJSON-38376875-project] Network 7cd5bdb9-d83d-4fb5-b93c-febfa8a3bdef is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:43:52.373782 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-a7ad34b2-88c9-4968-ae34-e41421c24f3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350'] for port, after_delete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:52.378086 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [None req-bc57ef26-abf5-4e80-b168-ca564ad7edec tempest-FloatingIPAdminTestJSON-38376875 tempest-FloatingIPAdminTestJSON-38376875-project] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:43:52.383603 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc57ef26-abf5-4e80-b168-ca564ad7edec tempest-FloatingIPAdminTestJSON-38376875 tempest-FloatingIPAdminTestJSON-38376875-project] Received port after_create {{(pid=102791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:43:52.423377 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ad34b2-88c9-4968-ae34-e41421c24f3d None None] Pushing event deleted for resources: {'Port': ['ID=99d4243f-9546-4eea-972c-55e4332d96cc,revision_number=None']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:43:52.435036 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7ad34b2-88c9-4968-ae34-e41421c24f3d None None] No DVR routers for this DVR port 99d4243f-9546-4eea-972c-55e4332d96cc on host n-d-834765-1 {{(pid=102792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:43:52.452526 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc57ef26-abf5-4e80-b168-ca564ad7edec tempest-FloatingIPAdminTestJSON-38376875 tempest-FloatingIPAdminTestJSON-38376875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:52.454201 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-bc57ef26-abf5-4e80-b168-ca564ad7edec tempest-FloatingIPAdminTestJSON-38376875 tempest-FloatingIPAdminTestJSON-38376875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:52.464287 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16e6d795-646c-40ed-98ec-4ca0697bccac admin admin] No DVR routers for this DVR port 99d4243f-9546-4eea-972c-55e4332d96cc on host n-d-834765-1 {{(pid=102790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:43:52.472534 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e6d795-646c-40ed-98ec-4ca0697bccac admin admin] Pushing event deleted for resources: {'Port': ['ID=99d4243f-9546-4eea-972c-55e4332d96cc,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:43:52.485963 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc57ef26-abf5-4e80-b168-ca564ad7edec tempest-FloatingIPAdminTestJSON-38376875 tempest-FloatingIPAdminTestJSON-38376875-project] Pushing event updated for resources: {'Port': ['ID=52f65157-b18d-41d7-a5ba-e902f225ea17,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:43:52.518656 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-bc57ef26-abf5-4e80-b168-ca564ad7edec tempest-FloatingIPAdminTestJSON-38376875 tempest-FloatingIPAdminTestJSON-38376875-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0822582 Mar 29 15:43:52.520778 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc57ef26-abf5-4e80-b168-ca564ad7edec tempest-FloatingIPAdminTestJSON-38376875 tempest-FloatingIPAdminTestJSON-38376875-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:43:52.521123 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc57ef26-abf5-4e80-b168-ca564ad7edec tempest-FloatingIPAdminTestJSON-38376875 tempest-FloatingIPAdminTestJSON-38376875-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:43:52.521646 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc57ef26-abf5-4e80-b168-ca564ad7edec tempest-FloatingIPAdminTestJSON-38376875 tempest-FloatingIPAdminTestJSON-38376875-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:43:52.522682 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc57ef26-abf5-4e80-b168-ca564ad7edec tempest-FloatingIPAdminTestJSON-38376875 tempest-FloatingIPAdminTestJSON-38376875-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:43:52.523006 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc57ef26-abf5-4e80-b168-ca564ad7edec tempest-FloatingIPAdminTestJSON-38376875 tempest-FloatingIPAdminTestJSON-38376875-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:43:52.523529 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc57ef26-abf5-4e80-b168-ca564ad7edec tempest-FloatingIPAdminTestJSON-38376875 tempest-FloatingIPAdminTestJSON-38376875-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:43:52.524698 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc57ef26-abf5-4e80-b168-ca564ad7edec tempest-FloatingIPAdminTestJSON-38376875 tempest-FloatingIPAdminTestJSON-38376875-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:43:52.525906 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc57ef26-abf5-4e80-b168-ca564ad7edec tempest-FloatingIPAdminTestJSON-38376875 tempest-FloatingIPAdminTestJSON-38376875-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:43:52.526236 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc57ef26-abf5-4e80-b168-ca564ad7edec tempest-FloatingIPAdminTestJSON-38376875 tempest-FloatingIPAdminTestJSON-38376875-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:43:52.526798 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc57ef26-abf5-4e80-b168-ca564ad7edec tempest-FloatingIPAdminTestJSON-38376875 tempest-FloatingIPAdminTestJSON-38376875-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:43:52.526954 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 46856) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:43:52.527646 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc57ef26-abf5-4e80-b168-ca564ad7edec tempest-FloatingIPAdminTestJSON-38376875 tempest-FloatingIPAdminTestJSON-38376875-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:43:52.528177 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc57ef26-abf5-4e80-b168-ca564ad7edec tempest-FloatingIPAdminTestJSON-38376875 tempest-FloatingIPAdminTestJSON-38376875-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:43:52.594894 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08e0f6b-024e-4c1f-94b9-165bbefd5ff2 req-7bd30205-e53c-4b6e-b083-a672644ec4a3 tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:52.606764 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f08e0f6b-024e-4c1f-94b9-165bbefd5ff2 req-7bd30205-e53c-4b6e-b083-a672644ec4a3 tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] 10.222.0.42 "GET /v2.0/ports?device_id=2565640a-8c7c-44e6-a0ff-441fffc35121 HTTP/1.1" status: 200 len: 949 time: 0.0977054 Mar 29 15:43:52.651534 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-4225d585-4c5d-424f-9a90-7950372a73c0 tempest-FloatingIPAdminTestJSON-293228214 tempest-FloatingIPAdminTestJSON-293228214-project-admin] Request body: {'floatingip': {'floating_network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'project_id': '2040d711dcc7422a91c0ee429cb0ff10', 'port_id': '52f65157-b18d-41d7-a5ba-e902f225ea17'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:43:52.652215 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f08e0f6b-024e-4c1f-94b9-165bbefd5ff2 req-77693433-6588-4235-ad60-adeec46ef79a tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] 10.222.0.42 "GET /v2.0/security-groups?id=6fc5fb8c-b1d6-4bb9-b68a-102a19ea7379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438538 Mar 29 15:43:52.658875 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-16e6d795-646c-40ed-98ec-4ca0697bccac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639890', 'neutron.services.segments.db._delete_segments_for_network-8783523423079'] for network, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:52.682275 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13badda-53ca-40a9-b3b9-9f924a1487ad req-47a336ef-04b6-4a1e-815c-e53970de1ed4 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:52.684122 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-e13badda-53ca-40a9-b3b9-9f924a1487ad req-47a336ef-04b6-4a1e-815c-e53970de1ed4 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.42 "GET /v2.0/ports?device_id=bdf56371-60c2-41be-847e-8c56f47964ad HTTP/1.1" status: 200 len: 945 time: 0.1705899 Mar 29 15:43:52.716744 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-7ed4ad17-58e7-4820-9aed-3074fdc0e68a None None] Provisioning complete for port 52f65157-b18d-41d7-a5ba-e902f225ea17 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:43:52.717488 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-7ed4ad17-58e7-4820-9aed-3074fdc0e68a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:52.717857 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-16e6d795-646c-40ed-98ec-4ca0697bccac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31d44b60-0a8a-44c7-a477-70ff37ec586f']}} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:43:52.739516 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-4225d585-4c5d-424f-9a90-7950372a73c0 tempest-FloatingIPAdminTestJSON-293228214 tempest-FloatingIPAdminTestJSON-293228214-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:52.742665 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-16e6d795-646c-40ed-98ec-4ca0697bccac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4a1a8fc-14a2-406b-ae5d-eafc46abb6c5') {'for_net_delete': True} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:43:52.742961 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-16e6d795-646c-40ed-98ec-4ca0697bccac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4a1a8fc-14a2-406b-ae5d-eafc46abb6c5') {} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:43:52.756973 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-7ed4ad17-58e7-4820-9aed-3074fdc0e68a None None] Port 52f65157-b18d-41d7-a5ba-e902f225ea17 cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 15:43:52.776587 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-16e6d795-646c-40ed-98ec-4ca0697bccac admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783523422064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4614019'] for segment, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:52.797932 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-e13badda-53ca-40a9-b3b9-9f924a1487ad req-40b51a01-1fc4-4859-adc7-a992fc981662 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.42 "GET /v2.0/security-groups?id=07e96b72-96bb-4562-b80f-051b133c1759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032124 Mar 29 15:43:52.804863 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-16e6d795-646c-40ed-98ec-4ca0697bccac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:52.821577 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16e6d795-646c-40ed-98ec-4ca0697bccac admin admin] Releasing vlan 609 on physical network physnet1 to pool {{(pid=102790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 15:43:52.822016 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-16e6d795-646c-40ed-98ec-4ca0697bccac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5238013'] for segment, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:52.824270 n-d-834765-1 neutron-server[102790]: Traceback (most recent call last): Mar 29 15:43:52.824270 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 15:43:52.824270 n-d-834765-1 neutron-server[102790]: timer() Mar 29 15:43:52.824270 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 15:43:52.824270 n-d-834765-1 neutron-server[102790]: cb(*args, **kw) Mar 29 15:43:52.824270 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 15:43:52.824270 n-d-834765-1 neutron-server[102790]: return func(*args, **kwargs) Mar 29 15:43:52.824270 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 15:43:52.824270 n-d-834765-1 neutron-server[102790]: self._notify() Mar 29 15:43:52.824270 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 15:43:52.824270 n-d-834765-1 neutron-server[102790]: self.callback(batched_events) Mar 29 15:43:52.824270 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 15:43:52.824270 n-d-834765-1 neutron-server[102790]: event.method(event) Mar 29 15:43:52.824270 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 15:43:52.824270 n-d-834765-1 neutron-server[102790]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 15:43:52.824270 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 15:43:52.824270 n-d-834765-1 neutron-server[102790]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 15:43:52.824270 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 15:43:52.824270 n-d-834765-1 neutron-server[102790]: return f(self, *a, **k) Mar 29 15:43:52.824270 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 15:43:52.824270 n-d-834765-1 neutron-server[102790]: return self._get(url).json() Mar 29 15:43:52.824270 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 15:43:52.824270 n-d-834765-1 neutron-server[102790]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 15:43:52.824270 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 15:43:52.824270 n-d-834765-1 neutron-server[102790]: return self.request(url, 'GET', **kwargs) Mar 29 15:43:52.824270 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 15:43:52.824270 n-d-834765-1 neutron-server[102790]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 15:43:52.824270 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 15:43:52.824270 n-d-834765-1 neutron-server[102790]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 15:43:52.824270 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 15:43:52.824270 n-d-834765-1 neutron-server[102790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 15:43:52.824270 n-d-834765-1 neutron-server[102790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 15:43:52.957629 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-16e6d795-646c-40ed-98ec-4ca0697bccac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1639897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648174'] for network, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:52.974646 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a13b261-82be-47d0-86cf-2e6fbafb3861 req-d87559c4-dfea-4698-9fe8-43dc12e4b70b tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:52.977473 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6a13b261-82be-47d0-86cf-2e6fbafb3861 req-d87559c4-dfea-4698-9fe8-43dc12e4b70b tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] 10.222.0.42 "GET /v2.0/ports?device_id=80034eb0-163d-4e68-92ef-3b0fc384539c HTTP/1.1" status: 200 len: 945 time: 0.0747304 Mar 29 15:43:52.978470 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-16e6d795-646c-40ed-98ec-4ca0697bccac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for network, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:52.982186 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-16e6d795-646c-40ed-98ec-4ca0697bccac admin admin] 10.222.0.42 "DELETE /v2.0/networks/31d44b60-0a8a-44c7-a477-70ff37ec586f HTTP/1.1" status: 204 len: 168 time: 1.2138636 Mar 29 15:43:53.009914 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e6d795-646c-40ed-98ec-4ca0697bccac admin admin] Pushing event deleted for resources: {'Network': ['ID=31d44b60-0a8a-44c7-a477-70ff37ec586f,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:43:53.039041 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-4225d585-4c5d-424f-9a90-7950372a73c0 tempest-FloatingIPAdminTestJSON-293228214 tempest-FloatingIPAdminTestJSON-293228214-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:53.062636 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6a13b261-82be-47d0-86cf-2e6fbafb3861 req-ac819293-4ef0-4de5-a261-7834895cdd92 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] 10.222.0.42 "GET /v2.0/security-groups?id=f08e979a-b162-4e81-8f48-4f228bf81759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717723 Mar 29 15:43:53.202331 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.db_base_plugin_common [None req-4225d585-4c5d-424f-9a90-7950372a73c0 tempest-FloatingIPAdminTestJSON-293228214 tempest-FloatingIPAdminTestJSON-293228214-project-admin] Allocated IP 172.25.4.19 (4a4a035d-ecac-4ead-baa3-25f90788773a/e1a353dc-fac8-4901-a63c-273840237d6a/0fd232a3-51b8-4b2d-acbe-8b4466e58ae7) {{(pid=102790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:43:53.271305 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b68a9e-3959-4659-a443-f19367b6e95b req-ba22a874-988b-4af8-9b0e-25df3f2ab0d3 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:53.272812 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-50b68a9e-3959-4659-a443-f19367b6e95b req-ba22a874-988b-4af8-9b0e-25df3f2ab0d3 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] 10.222.0.42 "GET /v2.0/ports?device_id=80034eb0-163d-4e68-92ef-3b0fc384539c HTTP/1.1" status: 200 len: 945 time: 0.1103041 Mar 29 15:43:53.288422 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 46870) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:43:53.337879 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b0aeac-1df0-4b6d-92dd-dac5a9f0b899 req-1378b3fb-dabc-46a0-9d7f-08e339c08246 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:53.339526 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-60b0aeac-1df0-4b6d-92dd-dac5a9f0b899 req-1378b3fb-dabc-46a0-9d7f-08e339c08246 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/ports?device_id=b912f144-7037-4f5c-a4ca-8adf62110f17 HTTP/1.1" status: 200 len: 949 time: 0.0968447 Mar 29 15:43:53.351711 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-50b68a9e-3959-4659-a443-f19367b6e95b req-b4bc2075-9060-41f7-be26-35428fe11e24 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] 10.222.0.42 "GET /v2.0/security-groups?id=f08e979a-b162-4e81-8f48-4f228bf81759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501719 Mar 29 15:43:53.361361 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-725be729-f02f-4a04-8a94-5045923a6fb5 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b368111300ef488386dd13c53cf77c03&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0715134 Mar 29 15:43:53.365709 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 46872) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:43:53.377349 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-4225d585-4c5d-424f-9a90-7950372a73c0 tempest-FloatingIPAdminTestJSON-293228214 tempest-FloatingIPAdminTestJSON-293228214-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:53.402950 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-60b0aeac-1df0-4b6d-92dd-dac5a9f0b899 req-8d9ffd9a-889c-4c8b-b5fd-66dbfc2e9c44 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/security-groups?id=56997969-7130-4d86-9e9d-e068deb19a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534000 Mar 29 15:43:53.450337 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-4225d585-4c5d-424f-9a90-7950372a73c0 tempest-FloatingIPAdminTestJSON-293228214 tempest-FloatingIPAdminTestJSON-293228214-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:53.487094 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-d9376209-43bc-406e-9c0b-35427fe77cd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:53.541551 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-018321fa-a3a2-466f-a935-ef410be00b85 req-5b931aad-f9c4-4290-8603-01c0ea170ad3 tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] 10.222.0.42 "GET /v2.0/ports?device_id=fc8400ef-c820-4c5b-ba5c-48b9c628e94c HTTP/1.1" status: 200 len: 210 time: 0.0803871 Mar 29 15:43:53.554614 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4225d585-4c5d-424f-9a90-7950372a73c0 tempest-FloatingIPAdminTestJSON-293228214 tempest-FloatingIPAdminTestJSON-293228214-project-admin] Network 4a4a035d-ecac-4ead-baa3-25f90788773a is already hosted by enough agents. {{(pid=102790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:43:53.564766 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-9673d6bd-4e2e-477e-89fb-184f63702ac9 req-5c45628b-2b82-4a9c-94ec-3ccc9e4aff08 tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=5bf1a5bdfbb14ae084908e8fe7725bc6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0755184 Mar 29 15:43:53.565621 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-4225d585-4c5d-424f-9a90-7950372a73c0 tempest-FloatingIPAdminTestJSON-293228214 tempest-FloatingIPAdminTestJSON-293228214-project-admin] Resources bound (agent type, host, resource id): {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:43:53.572131 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4225d585-4c5d-424f-9a90-7950372a73c0 tempest-FloatingIPAdminTestJSON-293228214 tempest-FloatingIPAdminTestJSON-293228214-project-admin] Received port after_create {{(pid=102790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:43:53.601495 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-d9376209-43bc-406e-9c0b-35427fe77cd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:53.622991 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4225d585-4c5d-424f-9a90-7950372a73c0 tempest-FloatingIPAdminTestJSON-293228214 tempest-FloatingIPAdminTestJSON-293228214-project-admin] Pushing event updated for resources: {'Port': ['ID=0fd232a3-51b8-4b2d-acbe-8b4466e58ae7,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:43:53.749143 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 99d4243f-9546-4eea-972c-55e4332d96cc no longer exists at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:43:53.776992 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] No Port match for: 99d4243f-9546-4eea-972c-55e4332d96cc {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 15:43:53.777669 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 99d4243f-9546-4eea-972c-55e4332d96cc not bound to the agent host n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:43:53.794527 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ff858e-c0d2-4b5f-b1a4-77434cc45efa req-c80f89c5-69d3-4675-89b1-db380a4bdcc0 tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:53.797045 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-71ff858e-c0d2-4b5f-b1a4-77434cc45efa req-c80f89c5-69d3-4675-89b1-db380a4bdcc0 tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] 10.222.0.42 "GET /v2.0/ports?device_id=2565640a-8c7c-44e6-a0ff-441fffc35121 HTTP/1.1" status: 200 len: 949 time: 0.0567958 Mar 29 15:43:53.829279 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2724507c-e916-4d0a-ae19-48da4face3c8 req-e06c16ac-e1d3-4bae-aa57-1b2c4238a35c tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:53.829984 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-2724507c-e916-4d0a-ae19-48da4face3c8 req-e06c16ac-e1d3-4bae-aa57-1b2c4238a35c tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] 10.222.0.42 "GET /v2.0/ports?device_id=80034eb0-163d-4e68-92ef-3b0fc384539c HTTP/1.1" status: 200 len: 945 time: 0.1809328 Mar 29 15:43:53.835397 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-d9376209-43bc-406e-9c0b-35427fe77cd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:53.837938 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-d9376209-43bc-406e-9c0b-35427fe77cd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:53.838687 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-71ff858e-c0d2-4b5f-b1a4-77434cc45efa req-bb51a90c-fb2e-4046-beff-407a62b134e8 tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] 10.222.0.42 "GET /v2.0/security-groups?id=6fc5fb8c-b1d6-4bb9-b68a-102a19ea7379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358627 Mar 29 15:43:53.839022 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-d9376209-43bc-406e-9c0b-35427fe77cd0 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/895aefbd-a3f5-44d1-a847-fb7605828a2b HTTP/1.1" status: 204 len: 168 time: 0.4723942 Mar 29 15:43:53.860790 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9673d6bd-4e2e-477e-89fb-184f63702ac9 req-49472a34-96c6-45fe-a632-d691f7a57c0f tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:53.862212 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-9673d6bd-4e2e-477e-89fb-184f63702ac9 req-49472a34-96c6-45fe-a632-d691f7a57c0f tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2638428 Mar 29 15:43:53.884699 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9376209-43bc-406e-9c0b-35427fe77cd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=895aefbd-a3f5-44d1-a847-fb7605828a2b,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:43:53.889325 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [req-9673d6bd-4e2e-477e-89fb-184f63702ac9 req-17c5fe00-e8f5-4fed-96c0-634d84e23eeb tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] Request body: {'port': {'device_id': 'fc8400ef-c820-4c5b-ba5c-48b9c628e94c', 'network_id': '2268a9b9-82fd-4886-a91d-3a50e4e16cab', 'admin_state_up': True, 'tenant_id': '5bf1a5bdfbb14ae084908e8fe7725bc6'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:43:53.976468 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-2724507c-e916-4d0a-ae19-48da4face3c8 req-35a68743-3dee-4af5-8b18-02a2576d4a70 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] 10.222.0.42 "GET /v2.0/security-groups?id=f08e979a-b162-4e81-8f48-4f228bf81759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334352 Mar 29 15:43:53.978092 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86138b22-8e91-4ce4-bc96-521c51713f25 req-17dc050c-bf3a-412c-b8b0-0278c3222128 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:53.991969 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-86138b22-8e91-4ce4-bc96-521c51713f25 req-17dc050c-bf3a-412c-b8b0-0278c3222128 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.42 "GET /v2.0/ports?device_id=bdf56371-60c2-41be-847e-8c56f47964ad HTTP/1.1" status: 200 len: 945 time: 0.0797815 Mar 29 15:43:54.044476 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-86138b22-8e91-4ce4-bc96-521c51713f25 req-7fce0c15-b609-4f5f-b258-39cf9becd626 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.42 "GET /v2.0/security-groups?id=07e96b72-96bb-4562-b80f-051b133c1759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469100 Mar 29 15:43:54.462193 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9673d6bd-4e2e-477e-89fb-184f63702ac9 req-17c5fe00-e8f5-4fed-96c0-634d84e23eeb tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] Made reservation on behalf of 5bf1a5bdfbb14ae084908e8fe7725bc6 for: {'port': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:43:54.465718 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-9673d6bd-4e2e-477e-89fb-184f63702ac9 req-17c5fe00-e8f5-4fed-96c0-634d84e23eeb tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:54.652374 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-c69a09ad-7339-4d93-b7c3-4a8a6f94a501 req-3bf8c367-20d9-4c05-8563-1dea3b4b80d4 tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] 10.222.0.42 "GET /v2.0/ports?device_id=fc8400ef-c820-4c5b-ba5c-48b9c628e94c HTTP/1.1" status: 200 len: 210 time: 0.0299816 Mar 29 15:43:54.683241 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ff8074-f0db-40f0-a1da-001c06697af2 req-d28950ae-df63-4c6d-a3df-9dab097a04d8 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:54.684744 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-c2ff8074-f0db-40f0-a1da-001c06697af2 req-d28950ae-df63-4c6d-a3df-9dab097a04d8 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/ports?device_id=b912f144-7037-4f5c-a4ca-8adf62110f17 HTTP/1.1" status: 200 len: 949 time: 0.1697156 Mar 29 15:43:54.705850 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-4225d585-4c5d-424f-9a90-7950372a73c0 tempest-FloatingIPAdminTestJSON-293228214 tempest-FloatingIPAdminTestJSON-293228214-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:54.754546 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.db_base_plugin_common [req-9673d6bd-4e2e-477e-89fb-184f63702ac9 req-17c5fe00-e8f5-4fed-96c0-634d84e23eeb tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] Allocated IP 192.168.233.145 (2268a9b9-82fd-4886-a91d-3a50e4e16cab/abb8e5d6-2aea-4455-a944-3435a3d1ce49/de56b8f5-d2ff-4d41-a349-cdaf33d5736d) {{(pid=102790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:43:54.793750 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-c2ff8074-f0db-40f0-a1da-001c06697af2 req-bd5f6e5f-d89b-4e70-a56f-e23fbe595e5a tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/security-groups?id=56997969-7130-4d86-9e9d-e068deb19a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003106 Mar 29 15:43:54.846551 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-4225d585-4c5d-424f-9a90-7950372a73c0 tempest-FloatingIPAdminTestJSON-293228214 tempest-FloatingIPAdminTestJSON-293228214-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:54.978747 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e09011-c1f9-4f41-94e8-3ebbff152478 req-50dfed83-a236-43f1-8153-8b294acf1495 tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:54.980280 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-42e09011-c1f9-4f41-94e8-3ebbff152478 req-50dfed83-a236-43f1-8153-8b294acf1495 tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] 10.222.0.42 "GET /v2.0/ports?device_id=2565640a-8c7c-44e6-a0ff-441fffc35121 HTTP/1.1" status: 200 len: 949 time: 0.0614631 Mar 29 15:43:55.025954 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-42e09011-c1f9-4f41-94e8-3ebbff152478 req-f7f59ea2-c6c2-4a87-b317-2348adb35fd6 tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] 10.222.0.42 "GET /v2.0/security-groups?id=6fc5fb8c-b1d6-4bb9-b68a-102a19ea7379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383580 Mar 29 15:43:55.039181 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-9673d6bd-4e2e-477e-89fb-184f63702ac9 req-17c5fe00-e8f5-4fed-96c0-634d84e23eeb tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] Notify callbacks [] for port, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:55.137132 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-4225d585-4c5d-424f-9a90-7950372a73c0 tempest-FloatingIPAdminTestJSON-293228214 tempest-FloatingIPAdminTestJSON-293228214-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:55.148687 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-4225d585-4c5d-424f-9a90-7950372a73c0 tempest-FloatingIPAdminTestJSON-293228214 tempest-FloatingIPAdminTestJSON-293228214-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5237921'] for port, after_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:55.153145 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-9673d6bd-4e2e-477e-89fb-184f63702ac9 req-17c5fe00-e8f5-4fed-96c0-634d84e23eeb tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:55.161109 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12085ce-540f-4085-b8a8-0d8dd1288302 req-70856c9c-4321-41d8-b242-34a5e652a50b tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:55.164293 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdce9bba-f9f1-4a02-b5f5-146f0b8bc191 req-72e66f94-ef80-416b-ad71-29c1c317d0f2 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:55.164464 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] get_ports_and_sgs() called for port_ids ['d9900a87-c8da-45bc-b655-9593089dcbc1', 'b3a54e0b-ee79-4158-81f6-35ada90cdc73', '0789ee34-82ce-4b0c-baa3-dda8aab6a664'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:43:55.165797 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-bdce9bba-f9f1-4a02-b5f5-146f0b8bc191 req-72e66f94-ef80-416b-ad71-29c1c317d0f2 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] 10.222.0.42 "GET /v2.0/ports?device_id=80034eb0-163d-4e68-92ef-3b0fc384539c HTTP/1.1" status: 200 len: 945 time: 0.0944884 Mar 29 15:43:55.169228 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] get_ports_and_sgs() called for port_ids ['f39638e0-0f05-469b-894f-3e4405d80bf7', '0778d953-736b-473d-b6a9-91400417f84a', '611b86f9-0890-46c5-aa53-8103b3d2be14', '74944d92-fd89-4b00-a20c-9a31ed483b20'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:43:55.172782 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b12085ce-540f-4085-b8a8-0d8dd1288302 req-70856c9c-4321-41d8-b242-34a5e652a50b tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.42 "GET /v2.0/ports?device_id=bdf56371-60c2-41be-847e-8c56f47964ad HTTP/1.1" status: 200 len: 945 time: 0.0642583 Mar 29 15:43:55.235148 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b12085ce-540f-4085-b8a8-0d8dd1288302 req-9df863e6-28a8-45c8-907b-95abb7870689 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.42 "GET /v2.0/security-groups?id=07e96b72-96bb-4562-b80f-051b133c1759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550158 Mar 29 15:43:55.279941 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4225d585-4c5d-424f-9a90-7950372a73c0 tempest-FloatingIPAdminTestJSON-293228214 tempest-FloatingIPAdminTestJSON-293228214-project-admin] Pushing event updated for resources: {'Port': ['ID=0fd232a3-51b8-4b2d-acbe-8b4466e58ae7,revision_number=2']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:43:55.291128 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9673d6bd-4e2e-477e-89fb-184f63702ac9 req-17c5fe00-e8f5-4fed-96c0-634d84e23eeb tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] Network 2268a9b9-82fd-4886-a91d-3a50e4e16cab is already hosted by enough agents. {{(pid=102790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:43:55.348191 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [req-9673d6bd-4e2e-477e-89fb-184f63702ac9 req-17c5fe00-e8f5-4fed-96c0-634d84e23eeb tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] Resources bound (agent type, host, resource id): {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:43:55.356973 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.l3_dvrscheduler_db [req-9673d6bd-4e2e-477e-89fb-184f63702ac9 req-17c5fe00-e8f5-4fed-96c0-634d84e23eeb tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] Received port after_create {{(pid=102790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:43:55.362397 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-4225d585-4c5d-424f-9a90-7950372a73c0 tempest-FloatingIPAdminTestJSON-293228214 tempest-FloatingIPAdminTestJSON-293228214-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648212'] for floatingip, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:55.377427 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-bdce9bba-f9f1-4a02-b5f5-146f0b8bc191 req-50a9a798-d06b-4fef-b6ee-52bbc5a37218 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] 10.222.0.42 "GET /v2.0/security-groups?id=f08e979a-b162-4e81-8f48-4f228bf81759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765697 Mar 29 15:43:55.517150 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9673d6bd-4e2e-477e-89fb-184f63702ac9 req-17c5fe00-e8f5-4fed-96c0-634d84e23eeb tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:55.517905 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-9673d6bd-4e2e-477e-89fb-184f63702ac9 req-17c5fe00-e8f5-4fed-96c0-634d84e23eeb tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:55.533177 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c5fe00-e8f5-4fed-96c0-634d84e23eeb tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] Pushing event updated for resources: {'Port': ['ID=de56b8f5-d2ff-4d41-a349-cdaf33d5736d,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:43:55.552289 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-9673d6bd-4e2e-477e-89fb-184f63702ac9 req-17c5fe00-e8f5-4fed-96c0-634d84e23eeb tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6685822 Mar 29 15:43:55.576884 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [req-9673d6bd-4e2e-477e-89fb-184f63702ac9 req-908ac7a0-c337-414d-80a7-fb2f79b26fb4 service neutron] Request body: {'port': {'device_id': 'fc8400ef-c820-4c5b-ba5c-48b9c628e94c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834765-1'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:43:55.663806 n-d-834765-1 neutron-server[102790]: INFO neutron.api.v2.resource [req-d5e826cf-0b80-4235-b2be-710c11a35560 req-af7997ee-bf4f-4ec4-80ea-a87cd4e114e3 service neutron] show failed (client error): The resource could not be found. Mar 29 15:43:55.664749 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-d5e826cf-0b80-4235-b2be-710c11a35560 req-af7997ee-bf4f-4ec4-80ea-a87cd4e114e3 service neutron] 10.222.0.48 "GET /v2.0/ports/684fa249-cf80-48e5-b59d-1b228e32ee2c/bindings/n-h1-834765-1 HTTP/1.1" status: 404 len: 380 time: 0.4062176 Mar 29 15:43:55.689237 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-bd1c509d-ddcf-4ac2-a304-140633c60d6f None None] Provisioning complete for port de56b8f5-d2ff-4d41-a349-cdaf33d5736d triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:43:55.689603 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-bd1c509d-ddcf-4ac2-a304-140633c60d6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:55.710356 n-d-834765-1 neutron-server[102790]: INFO neutron.db.l3_db [None req-4225d585-4c5d-424f-9a90-7950372a73c0 tempest-FloatingIPAdminTestJSON-293228214 tempest-FloatingIPAdminTestJSON-293228214-project-admin] Floating IP 0a463d2f-96e4-4dd3-9058-83152bb5c7ca associated. External IP: 172.25.4.19, port: 52f65157-b18d-41d7-a5ba-e902f225ea17. Mar 29 15:43:55.725802 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369d9183-f9bc-4933-9684-6b7ef66b7661 req-00b8b26d-e0b3-4c89-b9e3-7f658f09aa64 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:55.727870 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-369d9183-f9bc-4933-9684-6b7ef66b7661 req-00b8b26d-e0b3-4c89-b9e3-7f658f09aa64 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] 10.222.0.44 "GET /v2.0/ports?device_id=80034eb0-163d-4e68-92ef-3b0fc384539c HTTP/1.1" status: 200 len: 945 time: 0.1909051 Mar 29 15:43:55.739189 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-bd1c509d-ddcf-4ac2-a304-140633c60d6f None None] Port de56b8f5-d2ff-4d41-a349-cdaf33d5736d cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 15:43:55.773333 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-9673d6bd-4e2e-477e-89fb-184f63702ac9 req-908ac7a0-c337-414d-80a7-fb2f79b26fb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:56.110232 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e826cf-0b80-4235-b2be-710c11a35560 req-0ab1dba3-a596-4b96-b4c4-b0e2eb5db414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:56.112451 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d5e826cf-0b80-4235-b2be-710c11a35560 req-0ab1dba3-a596-4b96-b4c4-b0e2eb5db414 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=b912f144-7037-4f5c-a4ca-8adf62110f17&tenant_id=fa3ba36247ad48f4997ede3b0209bc82 HTTP/1.1" status: 200 len: 1100 time: 0.0490811 Mar 29 15:43:56.127189 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [req-d5e826cf-0b80-4235-b2be-710c11a35560 req-a5befc12-4953-4212-b0c5-9779afc3a10f service neutron] Request body: {'port': {'binding:host_id': 'n-h1-834765-1', 'device_owner': 'compute:nova'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:43:56.190345 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-d5e826cf-0b80-4235-b2be-710c11a35560 req-a5befc12-4953-4212-b0c5-9779afc3a10f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:56.241490 n-d-834765-1 neutron-server[102790]: DEBUG neutron.notifiers.nova [req-9673d6bd-4e2e-477e-89fb-184f63702ac9 req-908ac7a0-c337-414d-80a7-fb2f79b26fb4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de56b8f5-d2ff-4d41-a349-cdaf33d5736d {{(pid=102790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:43:56.250127 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-9673d6bd-4e2e-477e-89fb-184f63702ac9 req-908ac7a0-c337-414d-80a7-fb2f79b26fb4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:56.273219 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aabc1f3-36fe-4cc2-b50e-ef83c5c6fbca req-62d429cb-6838-47b4-b670-291eb52843f4 tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:56.274697 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-8aabc1f3-36fe-4cc2-b50e-ef83c5c6fbca req-62d429cb-6838-47b4-b670-291eb52843f4 tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] 10.222.0.42 "GET /v2.0/ports?device_id=fc8400ef-c820-4c5b-ba5c-48b9c628e94c HTTP/1.1" status: 200 len: 936 time: 0.4215586 Mar 29 15:43:56.278695 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.provisioning_blocks [req-9673d6bd-4e2e-477e-89fb-184f63702ac9 req-908ac7a0-c337-414d-80a7-fb2f79b26fb4 service neutron] Transition to ACTIVE for port object de56b8f5-d2ff-4d41-a349-cdaf33d5736d will not be triggered until provisioned by entity L2. {{(pid=102790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 15:43:56.318558 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-9673d6bd-4e2e-477e-89fb-184f63702ac9 req-908ac7a0-c337-414d-80a7-fb2f79b26fb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5237921'] for port, after_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:56.339420 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [req-369d9183-f9bc-4933-9684-6b7ef66b7661 req-29f0c8fb-530b-411e-a77b-54949e1f611b tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] Deleting port c0aeb856-3be6-4c2b-bf0b-8747f499c6a9 {{(pid=102790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:43:56.339759 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-369d9183-f9bc-4933-9684-6b7ef66b7661 req-29f0c8fb-530b-411e-a77b-54949e1f611b tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:56.375024 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1564141c-35d6-4dc1-91e9-417249a5015a req-7a82099a-aea9-469b-95d8-2ed0ba7aeed0 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:56.376590 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-1564141c-35d6-4dc1-91e9-417249a5015a req-7a82099a-aea9-469b-95d8-2ed0ba7aeed0 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/ports?device_id=b912f144-7037-4f5c-a4ca-8adf62110f17 HTTP/1.1" status: 200 len: 949 time: 0.0753284 Mar 29 15:43:56.464813 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-1564141c-35d6-4dc1-91e9-417249a5015a req-39de14ac-eac3-4340-8f30-a1d807816e98 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/security-groups?id=56997969-7130-4d86-9e9d-e068deb19a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794749 Mar 29 15:43:56.470114 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908ac7a0-c337-414d-80a7-fb2f79b26fb4 service neutron] Pushing event updated for resources: {'Port': ['ID=de56b8f5-d2ff-4d41-a349-cdaf33d5736d,revision_number=2']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:43:56.503726 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-d5e826cf-0b80-4235-b2be-710c11a35560 req-a5befc12-4953-4212-b0c5-9779afc3a10f service neutron] For port 684fa249-cf80-48e5-b59d-1b228e32ee2c, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=684fa249-cf80-48e5-b59d-1b228e32ee2c,segment=NetworkSegment(a0c230f0-660a-4194-9279-0f0781d34134),segment_id=a0c230f0-660a-4194-9279-0f0781d34134)] {{(pid=102791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:43:56.520025 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-8aabc1f3-36fe-4cc2-b50e-ef83c5c6fbca req-1ce6222b-fafa-4111-af9f-359ea02f4806 tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] 10.222.0.42 "GET /v2.0/security-groups?id=062b76b3-3a31-4c61-a1e4-5e35375fb0f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2070520 Mar 29 15:43:56.560546 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-d5e826cf-0b80-4235-b2be-710c11a35560 req-a5befc12-4953-4212-b0c5-9779afc3a10f service neutron] For port 684fa249-cf80-48e5-b59d-1b228e32ee2c, host n-h2-834765-1, cleared binding levels {{(pid=102791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:43:56.646376 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b912f144-7037-4f5c-a4ca-8adf62110f17', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '684fa249-cf80-48e5-b59d-1b228e32ee2c'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:43:56.648727 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c67b028db5e9b9818fecc5c0a87ebc6f190694fa53ca267d523e04f98de536d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-254ba896-dba7-453a-b629-3c5d2bdea244" -d '{"events": [{"server_uuid": "b912f144-7037-4f5c-a4ca-8adf62110f17", "name": "network-vif-unplugged", "status": "completed", "tag": "684fa249-cf80-48e5-b59d-1b228e32ee2c"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:43:56.652289 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4225d585-4c5d-424f-9a90-7950372a73c0 tempest-FloatingIPAdminTestJSON-293228214 tempest-FloatingIPAdminTestJSON-293228214-project-admin] Router 5ad32fd2-6d81-4f55-8395-7b8e4f9e512c has already been hosted by L3 agent c648d819-1060-4f26-b4ec-6455387b5dff {{(pid=102790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 15:43:56.661148 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-d5e826cf-0b80-4235-b2be-710c11a35560 req-a5befc12-4953-4212-b0c5-9779afc3a10f service neutron] Notify callbacks [] for port, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:56.662405 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [req-369d9183-f9bc-4933-9684-6b7ef66b7661 req-29f0c8fb-530b-411e-a77b-54949e1f611b tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] For port c0aeb856-3be6-4c2b-bf0b-8747f499c6a9, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=c0aeb856-3be6-4c2b-bf0b-8747f499c6a9,segment=NetworkSegment(429e9cf3-3671-4cb2-9547-92af9e95f1f2),segment_id=429e9cf3-3671-4cb2-9547-92af9e95f1f2)] {{(pid=102790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:43:56.663018 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-369d9183-f9bc-4933-9684-6b7ef66b7661 req-29f0c8fb-530b-411e-a77b-54949e1f611b tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:56.677490 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83188a1-9db6-48c1-94c6-082e26898ad1 req-0690454c-b4cb-4df2-85d8-e3647776e67d tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:56.679015 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d83188a1-9db6-48c1-94c6-082e26898ad1 req-0690454c-b4cb-4df2-85d8-e3647776e67d tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] 10.222.0.42 "GET /v2.0/ports?device_id=2565640a-8c7c-44e6-a0ff-441fffc35121 HTTP/1.1" status: 200 len: 949 time: 0.0893462 Mar 29 15:43:56.688000 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.provisioning_blocks [req-d5e826cf-0b80-4235-b2be-710c11a35560 req-a5befc12-4953-4212-b0c5-9779afc3a10f service neutron] Transition to ACTIVE for port object 684fa249-cf80-48e5-b59d-1b228e32ee2c will not be triggered until provisioned by entity L2. {{(pid=102791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 15:43:56.697267 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-d5e826cf-0b80-4235-b2be-710c11a35560 req-a5befc12-4953-4212-b0c5-9779afc3a10f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:56.712263 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [req-369d9183-f9bc-4933-9684-6b7ef66b7661 req-29f0c8fb-530b-411e-a77b-54949e1f611b tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] Calling delete_port for c0aeb856-3be6-4c2b-bf0b-8747f499c6a9 owned by compute:nova {{(pid=102790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:43:56.736326 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.managers [req-9673d6bd-4e2e-477e-89fb-184f63702ac9 req-908ac7a0-c337-414d-80a7-fb2f79b26fb4 service neutron] Attempting to bind port de56b8f5-d2ff-4d41-a349-cdaf33d5736d on host n-h1-834765-1 for vnic_type normal with profile {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:43:56.736926 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.managers [req-9673d6bd-4e2e-477e-89fb-184f63702ac9 req-908ac7a0-c337-414d-80a7-fb2f79b26fb4 service neutron] Attempting to bind port de56b8f5-d2ff-4d41-a349-cdaf33d5736d by drivers openvswitch,hyperv on host n-h1-834765-1 at level 0 using segments [{'id': 'a0c230f0-660a-4194-9279-0f0781d34134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '2268a9b9-82fd-4886-a91d-3a50e4e16cab'}] {{(pid=102790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:43:56.737250 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9673d6bd-4e2e-477e-89fb-184f63702ac9 req-908ac7a0-c337-414d-80a7-fb2f79b26fb4 service neutron] Attempting to bind port de56b8f5-d2ff-4d41-a349-cdaf33d5736d on network 2268a9b9-82fd-4886-a91d-3a50e4e16cab {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:43:56.779873 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5e826cf-0b80-4235-b2be-710c11a35560 req-a5befc12-4953-4212-b0c5-9779afc3a10f service neutron] No DVR routers for this DVR port 684fa249-cf80-48e5-b59d-1b228e32ee2c on host n-h2-834765-1 {{(pid=102791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:43:56.784600 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d83188a1-9db6-48c1-94c6-082e26898ad1 req-9f2768a9-9549-4613-ab03-64dcadb12adc tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] 10.222.0.42 "GET /v2.0/security-groups?id=6fc5fb8c-b1d6-4bb9-b68a-102a19ea7379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984392 Mar 29 15:43:56.794145 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5befc12-4953-4212-b0c5-9779afc3a10f service neutron] Pushing event updated for resources: {'Port': ['ID=684fa249-cf80-48e5-b59d-1b228e32ee2c,revision_number=6']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:43:56.816575 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9673d6bd-4e2e-477e-89fb-184f63702ac9 req-908ac7a0-c337-414d-80a7-fb2f79b26fb4 service neutron] Port de56b8f5-d2ff-4d41-a349-cdaf33d5736d on network 2268a9b9-82fd-4886-a91d-3a50e4e16cab not bound, no agent of type Open vSwitch agent registered on host n-h1-834765-1 {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 15:43:56.816888 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9673d6bd-4e2e-477e-89fb-184f63702ac9 req-908ac7a0-c337-414d-80a7-fb2f79b26fb4 service neutron] Attempting to bind port de56b8f5-d2ff-4d41-a349-cdaf33d5736d on network 2268a9b9-82fd-4886-a91d-3a50e4e16cab {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:43:56.827938 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-d5e826cf-0b80-4235-b2be-710c11a35560 req-a5befc12-4953-4212-b0c5-9779afc3a10f service neutron] Attempting to bind port 684fa249-cf80-48e5-b59d-1b228e32ee2c on host n-h1-834765-1 for vnic_type normal with profile {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:43:56.828311 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-d5e826cf-0b80-4235-b2be-710c11a35560 req-a5befc12-4953-4212-b0c5-9779afc3a10f service neutron] Attempting to bind port 684fa249-cf80-48e5-b59d-1b228e32ee2c by drivers openvswitch,hyperv on host n-h1-834765-1 at level 0 using segments [{'id': 'a0c230f0-660a-4194-9279-0f0781d34134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '2268a9b9-82fd-4886-a91d-3a50e4e16cab'}] {{(pid=102791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:43:56.828826 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5e826cf-0b80-4235-b2be-710c11a35560 req-a5befc12-4953-4212-b0c5-9779afc3a10f service neutron] Attempting to bind port 684fa249-cf80-48e5-b59d-1b228e32ee2c on network 2268a9b9-82fd-4886-a91d-3a50e4e16cab {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:43:56.833622 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5e826cf-0b80-4235-b2be-710c11a35560 req-a5befc12-4953-4212-b0c5-9779afc3a10f service neutron] Port 684fa249-cf80-48e5-b59d-1b228e32ee2c on network 2268a9b9-82fd-4886-a91d-3a50e4e16cab not bound, no agent of type Open vSwitch agent registered on host n-h1-834765-1 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 15:43:56.833945 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5e826cf-0b80-4235-b2be-710c11a35560 req-a5befc12-4953-4212-b0c5-9779afc3a10f service neutron] Attempting to bind port 684fa249-cf80-48e5-b59d-1b228e32ee2c on network 2268a9b9-82fd-4886-a91d-3a50e4e16cab {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:43:56.839082 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5e826cf-0b80-4235-b2be-710c11a35560 req-a5befc12-4953-4212-b0c5-9779afc3a10f service neutron] Checking agent: {'id': 'be375040-5069-4239-9460-a3a3213e1e90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 33, 18), 'started_at': datetime.datetime(2022, 3, 29, 15, 33, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 43, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:43:56.839598 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5e826cf-0b80-4235-b2be-710c11a35560 req-a5befc12-4953-4212-b0c5-9779afc3a10f service neutron] Checking segment: {'id': 'a0c230f0-660a-4194-9279-0f0781d34134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '2268a9b9-82fd-4886-a91d-3a50e4e16cab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:43:56.840165 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5e826cf-0b80-4235-b2be-710c11a35560 req-a5befc12-4953-4212-b0c5-9779afc3a10f service neutron] Bound using segment: {'id': 'a0c230f0-660a-4194-9279-0f0781d34134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '2268a9b9-82fd-4886-a91d-3a50e4e16cab'} {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:43:56.840484 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-d5e826cf-0b80-4235-b2be-710c11a35560 req-a5befc12-4953-4212-b0c5-9779afc3a10f service neutron] Bound port: 684fa249-cf80-48e5-b59d-1b228e32ee2c, host: n-h1-834765-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0c230f0-660a-4194-9279-0f0781d34134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '2268a9b9-82fd-4886-a91d-3a50e4e16cab'}}] {{(pid=102791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 15:43:56.840847 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-d5e826cf-0b80-4235-b2be-710c11a35560 req-a5befc12-4953-4212-b0c5-9779afc3a10f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:56.849327 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5480282f-a2b3-4ac7-9bef-fedc569a1992 req-d5f96ca0-d95f-4851-a6ba-691aa6b00346 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:56.858671 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-5480282f-a2b3-4ac7-9bef-fedc569a1992 req-d5f96ca0-d95f-4851-a6ba-691aa6b00346 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.42 "GET /v2.0/ports?device_id=bdf56371-60c2-41be-847e-8c56f47964ad HTTP/1.1" status: 200 len: 945 time: 0.1840608 Mar 29 15:43:56.872823 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9673d6bd-4e2e-477e-89fb-184f63702ac9 req-908ac7a0-c337-414d-80a7-fb2f79b26fb4 service neutron] Checking agent: {'id': 'be375040-5069-4239-9460-a3a3213e1e90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 33, 18), 'started_at': datetime.datetime(2022, 3, 29, 15, 33, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 43, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:43:56.873170 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9673d6bd-4e2e-477e-89fb-184f63702ac9 req-908ac7a0-c337-414d-80a7-fb2f79b26fb4 service neutron] Checking segment: {'id': 'a0c230f0-660a-4194-9279-0f0781d34134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '2268a9b9-82fd-4886-a91d-3a50e4e16cab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:43:56.873555 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9673d6bd-4e2e-477e-89fb-184f63702ac9 req-908ac7a0-c337-414d-80a7-fb2f79b26fb4 service neutron] Bound using segment: {'id': 'a0c230f0-660a-4194-9279-0f0781d34134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '2268a9b9-82fd-4886-a91d-3a50e4e16cab'} {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:43:56.875084 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.managers [req-9673d6bd-4e2e-477e-89fb-184f63702ac9 req-908ac7a0-c337-414d-80a7-fb2f79b26fb4 service neutron] Bound port: de56b8f5-d2ff-4d41-a349-cdaf33d5736d, host: n-h1-834765-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0c230f0-660a-4194-9279-0f0781d34134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '2268a9b9-82fd-4886-a91d-3a50e4e16cab'}}] {{(pid=102790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 15:43:56.876110 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-9673d6bd-4e2e-477e-89fb-184f63702ac9 req-908ac7a0-c337-414d-80a7-fb2f79b26fb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:56.890981 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.agents_db [None req-59735a15-725e-44d4-9ad5-95cbe356f209 None None] Agent healthcheck: found 7 active agents {{(pid=102793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 15:43:56.939526 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-d5e826cf-0b80-4235-b2be-710c11a35560 req-a5befc12-4953-4212-b0c5-9779afc3a10f service neutron] For port 684fa249-cf80-48e5-b59d-1b228e32ee2c, host n-h1-834765-1, cleared binding levels {{(pid=102791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:43:56.955353 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-d5e826cf-0b80-4235-b2be-710c11a35560 req-a5befc12-4953-4212-b0c5-9779afc3a10f service neutron] For port 684fa249-cf80-48e5-b59d-1b228e32ee2c, host n-h1-834765-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=684fa249-cf80-48e5-b59d-1b228e32ee2c,segment=NetworkSegment(a0c230f0-660a-4194-9279-0f0781d34134),segment_id=a0c230f0-660a-4194-9279-0f0781d34134)] {{(pid=102791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:43:56.965603 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-d5e826cf-0b80-4235-b2be-710c11a35560 req-a5befc12-4953-4212-b0c5-9779afc3a10f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:56.977324 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235012cc-0a42-4d60-935a-e64a28337ae0 req-3782a72e-c46e-484b-a19b-4e1a4a4b56d1 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:56.980043 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-235012cc-0a42-4d60-935a-e64a28337ae0 req-3782a72e-c46e-484b-a19b-4e1a4a4b56d1 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] 10.222.0.42 "GET /v2.0/ports?device_id=80034eb0-163d-4e68-92ef-3b0fc384539c HTTP/1.1" status: 200 len: 945 time: 0.0905402 Mar 29 15:43:57.012503 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-5480282f-a2b3-4ac7-9bef-fedc569a1992 req-eb870611-0f06-463d-9d65-60483aea16ba tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.42 "GET /v2.0/security-groups?id=07e96b72-96bb-4562-b80f-051b133c1759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527414 Mar 29 15:43:57.020397 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4225d585-4c5d-424f-9a90-7950372a73c0 tempest-FloatingIPAdminTestJSON-293228214 tempest-FloatingIPAdminTestJSON-293228214-project-admin] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:43:57.032622 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82b273e5-2fe1-41cd-8711-a55c090471b1 None None] Sync routers for ids ['5ad32fd2-6d81-4f55-8395-7b8e4f9e512c'] in n-d-834765-1 {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:43:57.057067 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82b273e5-2fe1-41cd-8711-a55c090471b1 None None] Routers {'5ad32fd2-6d81-4f55-8395-7b8e4f9e512c'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:43:57.058120 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-82b273e5-2fe1-41cd-8711-a55c090471b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:43:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['5ad32fd2-6d81-4f55-8395-7b8e4f9e512c'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:43:57.059041 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e826cf-0b80-4235-b2be-710c11a35560 req-a5befc12-4953-4212-b0c5-9779afc3a10f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:57.059738 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-d5e826cf-0b80-4235-b2be-710c11a35560 req-a5befc12-4953-4212-b0c5-9779afc3a10f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:57.061179 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d5e826cf-0b80-4235-b2be-710c11a35560 req-a5befc12-4953-4212-b0c5-9779afc3a10f service neutron] 10.222.0.44 "PUT /v2.0/ports/684fa249-cf80-48e5-b59d-1b228e32ee2c HTTP/1.1" status: 200 len: 1095 time: 0.9400597 Mar 29 15:43:57.085571 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-4225d585-4c5d-424f-9a90-7950372a73c0 tempest-FloatingIPAdminTestJSON-293228214 tempest-FloatingIPAdminTestJSON-293228214-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for floatingip, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:57.092201 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [req-9673d6bd-4e2e-477e-89fb-184f63702ac9 req-908ac7a0-c337-414d-80a7-fb2f79b26fb4 service neutron] For port de56b8f5-d2ff-4d41-a349-cdaf33d5736d, host n-h1-834765-1, cleared binding levels {{(pid=102790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:43:57.110232 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-235012cc-0a42-4d60-935a-e64a28337ae0 req-017aaf40-8088-45ef-9f63-c67d4f79dc9f tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] 10.222.0.42 "GET /v2.0/security-groups?id=f08e979a-b162-4e81-8f48-4f228bf81759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969243 Mar 29 15:43:57.126153 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [req-9673d6bd-4e2e-477e-89fb-184f63702ac9 req-908ac7a0-c337-414d-80a7-fb2f79b26fb4 service neutron] For port de56b8f5-d2ff-4d41-a349-cdaf33d5736d, host n-h1-834765-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=de56b8f5-d2ff-4d41-a349-cdaf33d5736d,segment=NetworkSegment(a0c230f0-660a-4194-9279-0f0781d34134),segment_id=a0c230f0-660a-4194-9279-0f0781d34134)] {{(pid=102790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:43:57.141000 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5befc12-4953-4212-b0c5-9779afc3a10f service neutron] Pushing event updated for resources: {'Port': ['ID=684fa249-cf80-48e5-b59d-1b228e32ee2c,revision_number=7']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:43:57.156398 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-4225d585-4c5d-424f-9a90-7950372a73c0 tempest-FloatingIPAdminTestJSON-293228214 tempest-FloatingIPAdminTestJSON-293228214-project-admin] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 986 time: 4.6282759 Mar 29 15:43:57.160206 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-9673d6bd-4e2e-477e-89fb-184f63702ac9 req-908ac7a0-c337-414d-80a7-fb2f79b26fb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5237921'] for port, after_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:57.160374 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 47054) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:43:57.173096 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-369d9183-f9bc-4933-9684-6b7ef66b7661 req-29f0c8fb-530b-411e-a77b-54949e1f611b tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:57.185800 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-82b273e5-2fe1-41cd-8711-a55c090471b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:43:57.191815 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] get_ports_and_sgs() called for port_ids ['734cee79-2e3a-49be-96bb-0714db457bf3'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:43:57.209809 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9673d6bd-4e2e-477e-89fb-184f63702ac9 req-908ac7a0-c337-414d-80a7-fb2f79b26fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:57.211214 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-9673d6bd-4e2e-477e-89fb-184f63702ac9 req-908ac7a0-c337-414d-80a7-fb2f79b26fb4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:57.220878 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-9673d6bd-4e2e-477e-89fb-184f63702ac9 req-908ac7a0-c337-414d-80a7-fb2f79b26fb4 service neutron] 10.222.0.44 "PUT /v2.0/ports/de56b8f5-d2ff-4d41-a349-cdaf33d5736d HTTP/1.1" status: 200 len: 1096 time: 1.6533117 Mar 29 15:43:57.223024 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82b273e5-2fe1-41cd-8711-a55c090471b1 None None] Routers {'5ad32fd2-6d81-4f55-8395-7b8e4f9e512c'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:43:57.224278 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-82b273e5-2fe1-41cd-8711-a55c090471b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:43:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['5ad32fd2-6d81-4f55-8395-7b8e4f9e512c'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:43:57.228938 n-d-834765-1 neutron-server[102790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc8400ef-c820-4c5b-ba5c-48b9c628e94c', 'tag': 'de56b8f5-d2ff-4d41-a349-cdaf33d5736d'}] {{(pid=102790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:43:57.232135 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46b06d655c90bc969636382cce4240ad749035fb0f3a83ee4734fa1ed9c4a6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1a690af-aa97-4902-bff8-26bc5a38a3b4" -d '{"events": [{"name": "network-changed", "server_uuid": "fc8400ef-c820-4c5b-ba5c-48b9c628e94c", "tag": "de56b8f5-d2ff-4d41-a349-cdaf33d5736d"}]}' {{(pid=102790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:43:57.286048 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-82b273e5-2fe1-41cd-8711-a55c090471b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:43:57.288377 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82b273e5-2fe1-41cd-8711-a55c090471b1 None None] The sync data for ids ['5ad32fd2-6d81-4f55-8395-7b8e4f9e512c'] in n-d-834765-1 is: [] {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:43:57.398534 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-5616b761-7371-461e-9440-be0092decd67 tempest-FloatingIPAdminTestJSON-293228214 tempest-FloatingIPAdminTestJSON-293228214-project-admin] 10.222.0.42 "GET /v2.0/floatingips/0a463d2f-96e4-4dd3-9058-83152bb5c7ca HTTP/1.1" status: 200 len: 981 time: 0.2372510 Mar 29 15:43:57.402288 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 29 Mar 2022 15:43:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8c7d4e9-c9e2-4913-ba8d-9edb38c9e75c x-openstack-request-id: req-f8c7d4e9-c9e2-4913-ba8d-9edb38c9e75c {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:43:57.402808 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b912f144-7037-4f5c-a4ca-8adf62110f17", "name": "network-vif-unplugged", "status": "completed", "tag": "684fa249-cf80-48e5-b59d-1b228e32ee2c", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:43:57.403159 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f8c7d4e9-c9e2-4913-ba8d-9edb38c9e75c {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:43:57.403676 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b912f144-7037-4f5c-a4ca-8adf62110f17', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '684fa249-cf80-48e5-b59d-1b228e32ee2c', 'code': 200} Mar 29 15:43:57.405176 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 47078) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:43:57.599236 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e826cf-0b80-4235-b2be-710c11a35560 req-f2cbf260-2f65-4a67-a115-2be06a88ab50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:57.601478 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d5e826cf-0b80-4235-b2be-710c11a35560 req-f2cbf260-2f65-4a67-a115-2be06a88ab50 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=fa3ba36247ad48f4997ede3b0209bc82&device_id=b912f144-7037-4f5c-a4ca-8adf62110f17 HTTP/1.1" status: 200 len: 1098 time: 0.5053210 Mar 29 15:43:57.607080 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-31d347f9-4240-4c52-adcb-d48e2289afdf tempest-FloatingIPAdminTestJSON-293228214 tempest-FloatingIPAdminTestJSON-293228214-project-admin] 10.222.0.42 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2250 time: 0.1993489 Mar 29 15:43:57.620705 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 47088) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:43:57.784110 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85832cf-a8c2-48d1-891b-0996f73d5f84 req-99973353-4b1e-44c4-81b6-5e97e832a960 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:57.785625 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-c85832cf-a8c2-48d1-891b-0996f73d5f84 req-99973353-4b1e-44c4-81b6-5e97e832a960 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/ports?device_id=b912f144-7037-4f5c-a4ca-8adf62110f17 HTTP/1.1" status: 200 len: 947 time: 0.1771915 Mar 29 15:43:57.793612 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 15:43:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad0a0378-81e1-4b17-93e8-5039489b8c60 x-openstack-request-id: req-ad0a0378-81e1-4b17-93e8-5039489b8c60 {{(pid=102790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:43:57.794606 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc8400ef-c820-4c5b-ba5c-48b9c628e94c", "tag": "de56b8f5-d2ff-4d41-a349-cdaf33d5736d", "status": "completed", "code": 200}]} {{(pid=102790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:43:57.794867 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ad0a0378-81e1-4b17-93e8-5039489b8c60 {{(pid=102790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:43:57.795302 n-d-834765-1 neutron-server[102790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc8400ef-c820-4c5b-ba5c-48b9c628e94c', 'tag': 'de56b8f5-d2ff-4d41-a349-cdaf33d5736d', 'status': 'completed', 'code': 200} Mar 29 15:43:57.796685 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.l3_dvrscheduler_db [req-369d9183-f9bc-4933-9684-6b7ef66b7661 req-29f0c8fb-530b-411e-a77b-54949e1f611b tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] No DVR routers for this DVR port c0aeb856-3be6-4c2b-bf0b-8747f499c6a9 on host n-h1-834765-1 {{(pid=102790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:43:57.805219 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-369d9183-f9bc-4933-9684-6b7ef66b7661 req-29f0c8fb-530b-411e-a77b-54949e1f611b tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:57.808462 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-369d9183-f9bc-4933-9684-6b7ef66b7661 req-29f0c8fb-530b-411e-a77b-54949e1f611b tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] 10.222.0.44 "DELETE /v2.0/ports/c0aeb856-3be6-4c2b-bf0b-8747f499c6a9 HTTP/1.1" status: 204 len: 173 time: 2.0436370 Mar 29 15:43:57.846581 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908ac7a0-c337-414d-80a7-fb2f79b26fb4 service neutron] Pushing event updated for resources: {'Port': ['ID=de56b8f5-d2ff-4d41-a349-cdaf33d5736d,revision_number=3']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:43:57.863927 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e826cf-0b80-4235-b2be-710c11a35560 req-2482201d-fa54-424e-9ef0-47c81b347d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:57.865408 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d5e826cf-0b80-4235-b2be-710c11a35560 req-2482201d-fa54-424e-9ef0-47c81b347d35 service neutron] 10.222.0.44 "GET /v2.0/networks?id=2268a9b9-82fd-4886-a91d-3a50e4e16cab HTTP/1.1" status: 200 len: 870 time: 0.2435308 Mar 29 15:43:57.881408 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f0c8fb-530b-411e-a77b-54949e1f611b tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] Pushing event deleted for resources: {'Port': ['ID=c0aeb856-3be6-4c2b-bf0b-8747f499c6a9,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:43:57.886411 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9673d6bd-4e2e-477e-89fb-184f63702ac9 req-a0fa58d2-e146-4287-bbe6-a55d2d81efc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:57.888125 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-9673d6bd-4e2e-477e-89fb-184f63702ac9 req-a0fa58d2-e146-4287-bbe6-a55d2d81efc0 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=5bf1a5bdfbb14ae084908e8fe7725bc6&device_id=fc8400ef-c820-4c5b-ba5c-48b9c628e94c HTTP/1.1" status: 200 len: 1099 time: 0.5588062 Mar 29 15:43:57.904910 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c70e95e-088c-43a0-ab55-ad757c3b30cc req-80756d1f-c30e-41b9-b265-935eb49c04b3 tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:57.906932 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-9c70e95e-088c-43a0-ab55-ad757c3b30cc req-80756d1f-c30e-41b9-b265-935eb49c04b3 tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] 10.222.0.42 "GET /v2.0/ports?device_id=fc8400ef-c820-4c5b-ba5c-48b9c628e94c HTTP/1.1" status: 200 len: 948 time: 0.1053185 Mar 29 15:43:57.922775 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d5e826cf-0b80-4235-b2be-710c11a35560 req-fc5cb9fc-3932-470c-b197-4c10b79682b4 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.11&port_id=684fa249-cf80-48e5-b59d-1b228e32ee2c HTTP/1.1" status: 200 len: 217 time: 0.0496418 Mar 29 15:43:57.926577 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-c85832cf-a8c2-48d1-891b-0996f73d5f84 req-34ab3079-e2c1-4d6c-8e45-675b7b64d0b5 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/security-groups?id=56997969-7130-4d86-9e9d-e068deb19a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322861 Mar 29 15:43:57.948446 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-9673d6bd-4e2e-477e-89fb-184f63702ac9 req-bf0b786d-6dd3-4a6a-8249-0ee0e87a95d5 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.145&port_id=de56b8f5-d2ff-4d41-a349-cdaf33d5736d HTTP/1.1" status: 200 len: 217 time: 0.0405333 Mar 29 15:43:58.022427 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-9c70e95e-088c-43a0-ab55-ad757c3b30cc req-843bdb3c-f78a-45f4-b1ca-2eb456a075ca tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] 10.222.0.42 "GET /v2.0/security-groups?id=062b76b3-3a31-4c61-a1e4-5e35375fb0f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076946 Mar 29 15:43:58.023119 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e826cf-0b80-4235-b2be-710c11a35560 req-905e33f5-c12a-4e9a-811c-5bb8f074bbf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:58.024604 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d5e826cf-0b80-4235-b2be-710c11a35560 req-905e33f5-c12a-4e9a-811c-5bb8f074bbf2 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=abb8e5d6-2aea-4455-a944-3435a3d1ce49 HTTP/1.1" status: 200 len: 843 time: 0.0789852 Mar 29 15:43:58.028269 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9673d6bd-4e2e-477e-89fb-184f63702ac9 req-76169401-9f77-49fc-b422-fe778441ab76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:58.029946 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-9673d6bd-4e2e-477e-89fb-184f63702ac9 req-76169401-9f77-49fc-b422-fe778441ab76 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=abb8e5d6-2aea-4455-a944-3435a3d1ce49 HTTP/1.1" status: 200 len: 843 time: 0.0715268 Mar 29 15:43:58.031139 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-31a2dfd5-2446-4ab5-85c1-d0b6ceaf6262 tempest-FloatingIPAdminTestJSON-38376875 tempest-FloatingIPAdminTestJSON-38376875-project] Deleting port 0fd232a3-51b8-4b2d-acbe-8b4466e58ae7 {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:43:58.031507 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-31a2dfd5-2446-4ab5-85c1-d0b6ceaf6262 tempest-FloatingIPAdminTestJSON-38376875 tempest-FloatingIPAdminTestJSON-38376875-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:58.094284 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9673d6bd-4e2e-477e-89fb-184f63702ac9 req-d8ebb95e-d44a-4c28-bcbc-683528b135e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:58.095803 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-9673d6bd-4e2e-477e-89fb-184f63702ac9 req-d8ebb95e-d44a-4c28-bcbc-683528b135e8 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2268a9b9-82fd-4886-a91d-3a50e4e16cab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0470917 Mar 29 15:43:58.172810 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e826cf-0b80-4235-b2be-710c11a35560 req-f3fcc0f9-df03-4691-a952-c0977e9e1329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:58.174308 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d5e826cf-0b80-4235-b2be-710c11a35560 req-f3fcc0f9-df03-4691-a952-c0977e9e1329 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2268a9b9-82fd-4886-a91d-3a50e4e16cab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1300857 Mar 29 15:43:58.194552 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92813b30-c331-4575-9693-6b350a0a22bd req-f5e9d2c1-d625-455f-a0a9-556cb01492e6 tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:58.196129 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-92813b30-c331-4575-9693-6b350a0a22bd req-f5e9d2c1-d625-455f-a0a9-556cb01492e6 tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] 10.222.0.42 "GET /v2.0/ports?device_id=2565640a-8c7c-44e6-a0ff-441fffc35121 HTTP/1.1" status: 200 len: 949 time: 0.1135714 Mar 29 15:43:58.205304 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-9673d6bd-4e2e-477e-89fb-184f63702ac9 req-35c55e89-1c58-49fa-82cd-bdddf3a1707c service neutron] 10.222.0.44 "GET /v2.0/networks/2268a9b9-82fd-4886-a91d-3a50e4e16cab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969660 Mar 29 15:43:58.211844 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-31a2dfd5-2446-4ab5-85c1-d0b6ceaf6262 tempest-FloatingIPAdminTestJSON-38376875 tempest-FloatingIPAdminTestJSON-38376875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:58.212369 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-31a2dfd5-2446-4ab5-85c1-d0b6ceaf6262 tempest-FloatingIPAdminTestJSON-38376875 tempest-FloatingIPAdminTestJSON-38376875-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:58.243061 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-31a2dfd5-2446-4ab5-85c1-d0b6ceaf6262 tempest-FloatingIPAdminTestJSON-38376875 tempest-FloatingIPAdminTestJSON-38376875-project] Calling delete_port for 0fd232a3-51b8-4b2d-acbe-8b4466e58ae7 owned by network:floatingip {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:43:58.299133 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-9673d6bd-4e2e-477e-89fb-184f63702ac9 req-80a7042d-605f-4e6c-a13c-cf9c3cdce33d service neutron] 10.222.0.44 "GET /v2.0/networks/2268a9b9-82fd-4886-a91d-3a50e4e16cab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856788 Mar 29 15:43:58.407228 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a690af-aa97-4902-bff8-26bc5a38a3b4 req-46414d10-2d4d-4bea-9c69-c3a922a4f6db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:58.410825 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-e1a690af-aa97-4902-bff8-26bc5a38a3b4 req-46414d10-2d4d-4bea-9c69-c3a922a4f6db service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=5bf1a5bdfbb14ae084908e8fe7725bc6&device_id=fc8400ef-c820-4c5b-ba5c-48b9c628e94c HTTP/1.1" status: 200 len: 1099 time: 0.0556822 Mar 29 15:43:58.535225 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3d47b7-f27a-4929-8dea-3e6b105900fb req-1ddd3eb5-7a50-4fe4-bee0-de72d0b0e3ea tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:58.536794 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-3c3d47b7-f27a-4929-8dea-3e6b105900fb req-1ddd3eb5-7a50-4fe4-bee0-de72d0b0e3ea tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.42 "GET /v2.0/ports?device_id=bdf56371-60c2-41be-847e-8c56f47964ad HTTP/1.1" status: 200 len: 945 time: 0.1058979 Mar 29 15:43:58.585204 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a690af-aa97-4902-bff8-26bc5a38a3b4 req-5cceb323-180f-4bce-8817-7fc6f0a01a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:58.586653 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-e1a690af-aa97-4902-bff8-26bc5a38a3b4 req-5cceb323-180f-4bce-8817-7fc6f0a01a37 service neutron] 10.222.0.44 "GET /v2.0/networks?id=2268a9b9-82fd-4886-a91d-3a50e4e16cab HTTP/1.1" status: 200 len: 870 time: 0.1667109 Mar 29 15:43:58.594091 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-3c3d47b7-f27a-4929-8dea-3e6b105900fb req-c54d4b97-f661-4e0b-8f4e-5735d9b19c57 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.42 "GET /v2.0/security-groups?id=07e96b72-96bb-4562-b80f-051b133c1759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503306 Mar 29 15:43:58.638589 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-e1a690af-aa97-4902-bff8-26bc5a38a3b4 req-4cee2bb3-1af8-4614-b50f-6f6d28fbb6b9 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.145&port_id=de56b8f5-d2ff-4d41-a349-cdaf33d5736d HTTP/1.1" status: 200 len: 217 time: 0.0435002 Mar 29 15:43:58.692537 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-92813b30-c331-4575-9693-6b350a0a22bd req-4a980095-fd93-462c-821a-c4c9bc20769f tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] 10.222.0.42 "GET /v2.0/security-groups?id=6fc5fb8c-b1d6-4bb9-b68a-102a19ea7379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4771259 Mar 29 15:43:58.700635 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a690af-aa97-4902-bff8-26bc5a38a3b4 req-ebea1dd8-8b6b-4c76-9613-adca0a64a703 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:58.703513 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-e1a690af-aa97-4902-bff8-26bc5a38a3b4 req-ebea1dd8-8b6b-4c76-9613-adca0a64a703 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=abb8e5d6-2aea-4455-a944-3435a3d1ce49 HTTP/1.1" status: 200 len: 843 time: 0.0572212 Mar 29 15:43:58.707867 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d5e826cf-0b80-4235-b2be-710c11a35560 req-503d1c6c-ad6a-4072-a1c3-75236559acc3 service neutron] 10.222.0.44 "GET /v2.0/networks/2268a9b9-82fd-4886-a91d-3a50e4e16cab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5107980 Mar 29 15:43:58.778863 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a690af-aa97-4902-bff8-26bc5a38a3b4 req-b9eb1c1d-216f-4f2e-9e4e-023faa12a7b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:58.781275 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-e1a690af-aa97-4902-bff8-26bc5a38a3b4 req-b9eb1c1d-216f-4f2e-9e4e-023faa12a7b3 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2268a9b9-82fd-4886-a91d-3a50e4e16cab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0627086 Mar 29 15:43:58.825458 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device 684fa249-cf80-48e5-b59d-1b228e32ee2c no longer exists at agent hyperv_n-h2-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:43:58.891006 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-31a2dfd5-2446-4ab5-85c1-d0b6ceaf6262 tempest-FloatingIPAdminTestJSON-38376875 tempest-FloatingIPAdminTestJSON-38376875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:58.893442 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device c0aeb856-3be6-4c2b-bf0b-8747f499c6a9 no longer exists at agent hyperv_n-h1-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:43:58.930512 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] No Port match for: c0aeb856-3be6-4c2b-bf0b-8747f499c6a9 {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 15:43:58.931511 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device c0aeb856-3be6-4c2b-bf0b-8747f499c6a9 not bound to the agent host n-h1-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:43:58.956443 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device 684fa249-cf80-48e5-b59d-1b228e32ee2c not bound to the agent host n-h2-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:43:58.965659 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-e1a690af-aa97-4902-bff8-26bc5a38a3b4 req-afa58c6a-4c14-4e1f-9086-a206b4d775f2 service neutron] 10.222.0.44 "GET /v2.0/networks/2268a9b9-82fd-4886-a91d-3a50e4e16cab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1754062 Mar 29 15:43:58.972931 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a2dfd5-2446-4ab5-85c1-d0b6ceaf6262 tempest-FloatingIPAdminTestJSON-38376875 tempest-FloatingIPAdminTestJSON-38376875-project] Pushing event deleted for resources: {'Port': ['ID=0fd232a3-51b8-4b2d-acbe-8b4466e58ae7,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:43:58.998803 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d5e826cf-0b80-4235-b2be-710c11a35560 req-b21bc8bb-9315-4ad5-83e6-ba8349029cf6 service neutron] 10.222.0.44 "GET /v2.0/networks/2268a9b9-82fd-4886-a91d-3a50e4e16cab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2485998 Mar 29 15:43:59.005836 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-31a2dfd5-2446-4ab5-85c1-d0b6ceaf6262 tempest-FloatingIPAdminTestJSON-38376875 tempest-FloatingIPAdminTestJSON-38376875-project] Notify callbacks [] for floatingip, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:59.006177 n-d-834765-1 neutron-server[102791]: INFO neutron.db.l3_db [None req-31a2dfd5-2446-4ab5-85c1-d0b6ceaf6262 tempest-FloatingIPAdminTestJSON-38376875 tempest-FloatingIPAdminTestJSON-38376875-project] Floating IP 0a463d2f-96e4-4dd3-9058-83152bb5c7ca disassociated (deleted). External IP: 172.25.4.19, port: 52f65157-b18d-41d7-a5ba-e902f225ea17. Mar 29 15:43:59.106903 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-e1a690af-aa97-4902-bff8-26bc5a38a3b4 req-9c8791bc-82a6-48b8-9c49-4a7f19e5178d service neutron] 10.222.0.44 "GET /v2.0/networks/2268a9b9-82fd-4886-a91d-3a50e4e16cab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263807 Mar 29 15:43:59.250974 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8b30d7-2225-4c0e-93ba-5d5ab9cbf77b req-e488f88d-d0d1-4d02-bff3-bee424b2e738 tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:59.252647 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-8a8b30d7-2225-4c0e-93ba-5d5ab9cbf77b req-e488f88d-d0d1-4d02-bff3-bee424b2e738 tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] 10.222.0.42 "GET /v2.0/ports?device_id=fc8400ef-c820-4c5b-ba5c-48b9c628e94c HTTP/1.1" status: 200 len: 948 time: 0.0547779 Mar 29 15:43:59.274970 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a7c9d9-6ff0-4888-87da-8201126daccb req-8b5c4332-0366-43c8-ab34-8763ec1bbe9e tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:59.276469 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d4a7c9d9-6ff0-4888-87da-8201126daccb req-8b5c4332-0366-43c8-ab34-8763ec1bbe9e tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/ports?device_id=b912f144-7037-4f5c-a4ca-8adf62110f17 HTTP/1.1" status: 200 len: 947 time: 0.0969572 Mar 29 15:43:59.292924 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-8a8b30d7-2225-4c0e-93ba-5d5ab9cbf77b req-dd068435-4203-4663-ac54-a9a9486886d7 tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] 10.222.0.42 "GET /v2.0/security-groups?id=062b76b3-3a31-4c61-a1e4-5e35375fb0f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332499 Mar 29 15:43:59.295500 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31a2dfd5-2446-4ab5-85c1-d0b6ceaf6262 tempest-FloatingIPAdminTestJSON-38376875 tempest-FloatingIPAdminTestJSON-38376875-project] Router 5ad32fd2-6d81-4f55-8395-7b8e4f9e512c has already been hosted by L3 agent c648d819-1060-4f26-b4ec-6455387b5dff {{(pid=102791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 15:43:59.331215 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d4a7c9d9-6ff0-4888-87da-8201126daccb req-53784e00-7772-4a5e-8cc4-867f208a5e10 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/security-groups?id=56997969-7130-4d86-9e9d-e068deb19a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478394 Mar 29 15:43:59.413512 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b912f144-7037-4f5c-a4ca-8adf62110f17', 'tag': '684fa249-cf80-48e5-b59d-1b228e32ee2c'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:43:59.415816 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c67b028db5e9b9818fecc5c0a87ebc6f190694fa53ca267d523e04f98de536d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2964610f-447b-45e5-b260-b0e72b9be66c" -d '{"events": [{"name": "network-changed", "server_uuid": "b912f144-7037-4f5c-a4ca-8adf62110f17", "tag": "684fa249-cf80-48e5-b59d-1b228e32ee2c"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:43:59.441486 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31a2dfd5-2446-4ab5-85c1-d0b6ceaf6262 tempest-FloatingIPAdminTestJSON-38376875 tempest-FloatingIPAdminTestJSON-38376875-project] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:43:59.448449 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-31a2dfd5-2446-4ab5-85c1-d0b6ceaf6262 tempest-FloatingIPAdminTestJSON-38376875 tempest-FloatingIPAdminTestJSON-38376875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for floatingip, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:59.455010 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4ee1538-cc36-4462-a4a0-3594d731aec5 None None] Sync routers for ids ['5ad32fd2-6d81-4f55-8395-7b8e4f9e512c'] in n-d-834765-1 {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:43:59.466281 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4ee1538-cc36-4462-a4a0-3594d731aec5 None None] Routers {'5ad32fd2-6d81-4f55-8395-7b8e4f9e512c'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:43:59.466968 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-e4ee1538-cc36-4462-a4a0-3594d731aec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:43:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['5ad32fd2-6d81-4f55-8395-7b8e4f9e512c'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:43:59.489920 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 15:43:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40982570-f3ba-4e74-ac6a-6d5d5bc398f1 x-openstack-request-id: req-40982570-f3ba-4e74-ac6a-6d5d5bc398f1 {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:43:59.490443 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b912f144-7037-4f5c-a4ca-8adf62110f17", "tag": "684fa249-cf80-48e5-b59d-1b228e32ee2c", "status": "completed", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:43:59.490864 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-40982570-f3ba-4e74-ac6a-6d5d5bc398f1 {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:43:59.491450 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b912f144-7037-4f5c-a4ca-8adf62110f17', 'tag': '684fa249-cf80-48e5-b59d-1b228e32ee2c', 'status': 'completed', 'code': 200} Mar 29 15:43:59.503492 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 47238) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:43:59.504865 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-31a2dfd5-2446-4ab5-85c1-d0b6ceaf6262 tempest-FloatingIPAdminTestJSON-38376875 tempest-FloatingIPAdminTestJSON-38376875-project] 10.222.0.42 "DELETE /v2.0/floatingips/0a463d2f-96e4-4dd3-9058-83152bb5c7ca HTTP/1.1" status: 204 len: 168 time: 1.8816614 Mar 29 15:43:59.509383 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-aa3ab774-5186-4b76-aaa2-a40095d1656d tempest-FloatingIPAdminTestJSON-293228214 tempest-FloatingIPAdminTestJSON-293228214-project-admin] Request body: {'floatingip': {'floating_network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:43:59.521992 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-e4ee1538-cc36-4462-a4a0-3594d731aec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:43:59.533904 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4ee1538-cc36-4462-a4a0-3594d731aec5 None None] Routers {'5ad32fd2-6d81-4f55-8395-7b8e4f9e512c'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:43:59.534786 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-e4ee1538-cc36-4462-a4a0-3594d731aec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:43:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['5ad32fd2-6d81-4f55-8395-7b8e4f9e512c'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:43:59.578477 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-e4ee1538-cc36-4462-a4a0-3594d731aec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:43:59.579315 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4ee1538-cc36-4462-a4a0-3594d731aec5 None None] The sync data for ids ['5ad32fd2-6d81-4f55-8395-7b8e4f9e512c'] in n-d-834765-1 is: [] {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:43:59.597948 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-aa3ab774-5186-4b76-aaa2-a40095d1656d tempest-FloatingIPAdminTestJSON-293228214 tempest-FloatingIPAdminTestJSON-293228214-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:43:59.623649 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2964610f-447b-45e5-b260-b0e72b9be66c req-cc67156f-1d33-4ce9-9172-c45377cf6ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:59.625339 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-2964610f-447b-45e5-b260-b0e72b9be66c req-cc67156f-1d33-4ce9-9172-c45377cf6ac2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=fa3ba36247ad48f4997ede3b0209bc82&device_id=b912f144-7037-4f5c-a4ca-8adf62110f17 HTTP/1.1" status: 200 len: 1098 time: 0.0933723 Mar 29 15:43:59.628799 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2964610f-447b-45e5-b260-b0e72b9be66c req-a3af142a-2ea3-4453-a6f5-d09a46c243ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:59.630132 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-2964610f-447b-45e5-b260-b0e72b9be66c req-a3af142a-2ea3-4453-a6f5-d09a46c243ea service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=fa3ba36247ad48f4997ede3b0209bc82&device_id=b912f144-7037-4f5c-a4ca-8adf62110f17 HTTP/1.1" status: 200 len: 1098 time: 0.1155536 Mar 29 15:43:59.757383 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8c4c07-9048-4f4e-88b7-35de80570aaa req-bd7d04de-c1a8-4733-9bef-f00ed2249676 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:59.764677 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-8b8c4c07-9048-4f4e-88b7-35de80570aaa req-bd7d04de-c1a8-4733-9bef-f00ed2249676 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] 10.222.0.42 "GET /v2.0/networks?id=9c05e936-df9e-4fbf-b09c-78bf9696504c HTTP/1.1" status: 200 len: 806 time: 0.1354804 Mar 29 15:43:59.780005 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-8b8c4c07-9048-4f4e-88b7-35de80570aaa req-28ec965a-473d-4b8a-a758-6401d10b5029 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] 10.222.0.42 "GET /v2.0/quotas/d04cf558b2cb439aa051141a3dc84641 HTTP/1.1" status: 200 len: 375 time: 0.0139999 Mar 29 15:43:59.800859 n-d-834765-1 neutron-server[102790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80034eb0-163d-4e68-92ef-3b0fc384539c', 'name': 'network-vif-deleted', 'tag': 'c0aeb856-3be6-4c2b-bf0b-8747f499c6a9'}] {{(pid=102790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:43:59.803149 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46b06d655c90bc969636382cce4240ad749035fb0f3a83ee4734fa1ed9c4a6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e07d086c-07d7-4a9f-b90a-1dacb0373eed" -d '{"events": [{"server_uuid": "80034eb0-163d-4e68-92ef-3b0fc384539c", "name": "network-vif-deleted", "tag": "c0aeb856-3be6-4c2b-bf0b-8747f499c6a9"}]}' {{(pid=102790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:43:59.837969 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-8b8c4c07-9048-4f4e-88b7-35de80570aaa req-95f5af56-a697-4dcd-b5b1-9f9cccfe7268 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=d04cf558b2cb439aa051141a3dc84641&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0561504 Mar 29 15:43:59.861198 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2964610f-447b-45e5-b260-b0e72b9be66c req-5d90d2bc-bcb0-4249-bcbd-5ff5146dedf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:59.862530 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-2964610f-447b-45e5-b260-b0e72b9be66c req-5d90d2bc-bcb0-4249-bcbd-5ff5146dedf7 service neutron] 10.222.0.44 "GET /v2.0/networks?id=2268a9b9-82fd-4886-a91d-3a50e4e16cab HTTP/1.1" status: 200 len: 870 time: 0.2202091 Mar 29 15:43:59.877299 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2964610f-447b-45e5-b260-b0e72b9be66c req-3e24d39c-8208-41dc-898e-37770d7f2dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:59.878669 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-2964610f-447b-45e5-b260-b0e72b9be66c req-3e24d39c-8208-41dc-898e-37770d7f2dc1 service neutron] 10.222.0.48 "GET /v2.0/networks?id=2268a9b9-82fd-4886-a91d-3a50e4e16cab HTTP/1.1" status: 200 len: 870 time: 0.2445543 Mar 29 15:43:59.941100 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-8b8c4c07-9048-4f4e-88b7-35de80570aaa req-cd90a176-8880-4dcd-8ef7-f60955418df4 service neutron] 10.222.0.42 "GET /v2.0/networks/9c05e936-df9e-4fbf-b09c-78bf9696504c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895653 Mar 29 15:43:59.956000 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-2964610f-447b-45e5-b260-b0e72b9be66c req-4efc8e43-f3a2-4a21-9a74-1b7e7befdf70 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.11&port_id=684fa249-cf80-48e5-b59d-1b228e32ee2c HTTP/1.1" status: 200 len: 217 time: 0.0763831 Mar 29 15:43:59.960299 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-2964610f-447b-45e5-b260-b0e72b9be66c req-c3bac192-03d4-460e-a439-b75123a26165 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.11&port_id=684fa249-cf80-48e5-b59d-1b228e32ee2c HTTP/1.1" status: 200 len: 217 time: 0.0694394 Mar 29 15:44:00.010634 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f63afff-e964-451d-bb30-abb3e64d7025 req-11f1922a-df03-4f72-a719-23f4a84acad8 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:00.012134 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-9f63afff-e964-451d-bb30-abb3e64d7025 req-11f1922a-df03-4f72-a719-23f4a84acad8 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.42 "GET /v2.0/ports?device_id=bdf56371-60c2-41be-847e-8c56f47964ad HTTP/1.1" status: 200 len: 945 time: 0.1762631 Mar 29 15:44:00.033781 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-8b8c4c07-9048-4f4e-88b7-35de80570aaa req-2482ee4d-108a-470b-916c-3d5963ce21a8 service neutron] 10.222.0.42 "GET /v2.0/networks/9c05e936-df9e-4fbf-b09c-78bf9696504c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857327 Mar 29 15:44:00.041442 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-aa3ab774-5186-4b76-aaa2-a40095d1656d tempest-FloatingIPAdminTestJSON-293228214 tempest-FloatingIPAdminTestJSON-293228214-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:00.110716 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2964610f-447b-45e5-b260-b0e72b9be66c req-5414b5e5-40fe-4e44-9db7-c5e4841eb781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:00.112243 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-2964610f-447b-45e5-b260-b0e72b9be66c req-5414b5e5-40fe-4e44-9db7-c5e4841eb781 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=abb8e5d6-2aea-4455-a944-3435a3d1ce49 HTTP/1.1" status: 200 len: 843 time: 0.1465576 Mar 29 15:44:00.125472 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2964610f-447b-45e5-b260-b0e72b9be66c req-93252bfa-1824-43a6-9156-a80c60c56091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:00.126860 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-2964610f-447b-45e5-b260-b0e72b9be66c req-93252bfa-1824-43a6-9156-a80c60c56091 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=abb8e5d6-2aea-4455-a944-3435a3d1ce49 HTTP/1.1" status: 200 len: 843 time: 0.1565287 Mar 29 15:44:00.161549 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-9f63afff-e964-451d-bb30-abb3e64d7025 req-010bb78c-b902-490a-973a-74c6b40d6798 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.42 "GET /v2.0/security-groups?id=07e96b72-96bb-4562-b80f-051b133c1759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269705 Mar 29 15:44:00.251671 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-49fccbb4-862a-4486-9168-5e22d8b1cf11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:00.268676 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.db_base_plugin_common [None req-aa3ab774-5186-4b76-aaa2-a40095d1656d tempest-FloatingIPAdminTestJSON-293228214 tempest-FloatingIPAdminTestJSON-293228214-project-admin] Allocated IP 172.25.4.65 (4a4a035d-ecac-4ead-baa3-25f90788773a/e1a353dc-fac8-4901-a63c-273840237d6a/1fc787f3-1c89-45fa-bfb1-2f0af43d9d56) {{(pid=102790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:44:00.273152 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2964610f-447b-45e5-b260-b0e72b9be66c req-57bf3707-afa8-43f2-b4c6-d92561aa57bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:00.274898 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-2964610f-447b-45e5-b260-b0e72b9be66c req-57bf3707-afa8-43f2-b4c6-d92561aa57bf service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2268a9b9-82fd-4886-a91d-3a50e4e16cab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1519353 Mar 29 15:44:00.281709 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2964610f-447b-45e5-b260-b0e72b9be66c req-62fc8988-21c1-4674-a221-3bfdb76c1cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:00.283149 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-2964610f-447b-45e5-b260-b0e72b9be66c req-62fc8988-21c1-4674-a221-3bfdb76c1cb6 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2268a9b9-82fd-4886-a91d-3a50e4e16cab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1356163 Mar 29 15:44:00.288685 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c6f9f9-f74a-4f8f-9da3-6b600fde8a00 req-72d48eaa-0669-48d7-8dae-2448e9d3c3cc tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:00.296679 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e3c6f9f9-f74a-4f8f-9da3-6b600fde8a00 req-72d48eaa-0669-48d7-8dae-2448e9d3c3cc tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] 10.222.0.42 "GET /v2.0/ports?device_id=2565640a-8c7c-44e6-a0ff-441fffc35121 HTTP/1.1" status: 200 len: 949 time: 0.0839169 Mar 29 15:44:00.320811 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:43:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c45d82f-43d5-42bf-ada5-8a1c180e1115 x-openstack-request-id: req-0c45d82f-43d5-42bf-ada5-8a1c180e1115 {{(pid=102790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:44:00.321104 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80034eb0-163d-4e68-92ef-3b0fc384539c", "name": "network-vif-deleted", "tag": "c0aeb856-3be6-4c2b-bf0b-8747f499c6a9", "status": "completed", "code": 200}]} {{(pid=102790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:44:00.321352 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-0c45d82f-43d5-42bf-ada5-8a1c180e1115 {{(pid=102790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:44:00.321728 n-d-834765-1 neutron-server[102790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80034eb0-163d-4e68-92ef-3b0fc384539c', 'name': 'network-vif-deleted', 'tag': 'c0aeb856-3be6-4c2b-bf0b-8747f499c6a9', 'status': 'completed', 'code': 200} Mar 29 15:44:00.344074 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e3c6f9f9-f74a-4f8f-9da3-6b600fde8a00 req-3714cd79-6a4c-4163-9087-ec5fcae31a81 tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] 10.222.0.42 "GET /v2.0/security-groups?id=6fc5fb8c-b1d6-4bb9-b68a-102a19ea7379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461709 Mar 29 15:44:00.411947 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-0f5352b7-8ba5-4706-b717-5b9e96380015 req-230bcde2-dc7f-4d91-8915-1eb12ef26c5a tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] 10.222.0.42 "GET /v2.0/ports?device_id=7abc6c47-317f-4825-83f3-94fad572ef07 HTTP/1.1" status: 200 len: 210 time: 0.0521555 Mar 29 15:44:00.596140 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-2964610f-447b-45e5-b260-b0e72b9be66c req-c65ae008-78e8-4b90-8674-49bdc46d8fe3 service neutron] 10.222.0.44 "GET /v2.0/networks/2268a9b9-82fd-4886-a91d-3a50e4e16cab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3119857 Mar 29 15:44:00.620722 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-aa3ab774-5186-4b76-aaa2-a40095d1656d tempest-FloatingIPAdminTestJSON-293228214 tempest-FloatingIPAdminTestJSON-293228214-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:00.635777 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-2964610f-447b-45e5-b260-b0e72b9be66c req-9e287f7d-703e-4708-9532-0d40a5ac6c7e service neutron] 10.222.0.48 "GET /v2.0/networks/2268a9b9-82fd-4886-a91d-3a50e4e16cab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3388216 Mar 29 15:44:00.685544 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9168706d-1861-4390-94cd-368a5a2f19b5 req-54142460-f7ea-4f58-b224-93a28c847920 tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:00.687569 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-9168706d-1861-4390-94cd-368a5a2f19b5 req-54142460-f7ea-4f58-b224-93a28c847920 tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] 10.222.0.42 "GET /v2.0/ports?device_id=fc8400ef-c820-4c5b-ba5c-48b9c628e94c HTTP/1.1" status: 200 len: 948 time: 0.1739931 Mar 29 15:44:00.809359 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-aa3ab774-5186-4b76-aaa2-a40095d1656d tempest-FloatingIPAdminTestJSON-293228214 tempest-FloatingIPAdminTestJSON-293228214-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:00.865739 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-9168706d-1861-4390-94cd-368a5a2f19b5 req-625275e5-bd6e-414b-81fa-b0410021783f tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] 10.222.0.42 "GET /v2.0/security-groups?id=062b76b3-3a31-4c61-a1e4-5e35375fb0f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504023 Mar 29 15:44:00.867711 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-2964610f-447b-45e5-b260-b0e72b9be66c req-198c54e8-dd4b-4964-84dc-89317ebb944f service neutron] 10.222.0.44 "GET /v2.0/networks/2268a9b9-82fd-4886-a91d-3a50e4e16cab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2610631 Mar 29 15:44:00.901472 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-2964610f-447b-45e5-b260-b0e72b9be66c req-1e0b47ed-6165-4a8d-b172-c1ab946def09 service neutron] 10.222.0.48 "GET /v2.0/networks/2268a9b9-82fd-4886-a91d-3a50e4e16cab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2581663 Mar 29 15:44:00.909949 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa3ab774-5186-4b76-aaa2-a40095d1656d tempest-FloatingIPAdminTestJSON-293228214 tempest-FloatingIPAdminTestJSON-293228214-project-admin] Network 4a4a035d-ecac-4ead-baa3-25f90788773a is already hosted by enough agents. {{(pid=102790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:44:00.940393 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-aa3ab774-5186-4b76-aaa2-a40095d1656d tempest-FloatingIPAdminTestJSON-293228214 tempest-FloatingIPAdminTestJSON-293228214-project-admin] Resources bound (agent type, host, resource id): {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:44:00.949094 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa3ab774-5186-4b76-aaa2-a40095d1656d tempest-FloatingIPAdminTestJSON-293228214 tempest-FloatingIPAdminTestJSON-293228214-project-admin] Received port after_create {{(pid=102790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:44:00.954661 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3ab774-5186-4b76-aaa2-a40095d1656d tempest-FloatingIPAdminTestJSON-293228214 tempest-FloatingIPAdminTestJSON-293228214-project-admin] Pushing event updated for resources: {'Port': ['ID=1fc787f3-1c89-45fa-bfb1-2f0af43d9d56,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:44:00.992277 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660b4759-2f86-4c98-8a58-96ebb08a2986 req-ff273c2d-9e6c-41ea-a372-021ed4319f09 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:01.000190 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-660b4759-2f86-4c98-8a58-96ebb08a2986 req-ff273c2d-9e6c-41ea-a372-021ed4319f09 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/ports?device_id=b912f144-7037-4f5c-a4ca-8adf62110f17 HTTP/1.1" status: 200 len: 947 time: 0.0884142 Mar 29 15:44:01.060538 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-660b4759-2f86-4c98-8a58-96ebb08a2986 req-f250938f-b10d-46ae-aecd-4ca4af8a3ac2 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/security-groups?id=56997969-7130-4d86-9e9d-e068deb19a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593319 Mar 29 15:44:01.075427 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-aa3ab774-5186-4b76-aaa2-a40095d1656d tempest-FloatingIPAdminTestJSON-293228214 tempest-FloatingIPAdminTestJSON-293228214-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:01.112343 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-aa3ab774-5186-4b76-aaa2-a40095d1656d tempest-FloatingIPAdminTestJSON-293228214 tempest-FloatingIPAdminTestJSON-293228214-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:01.272303 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-aa3ab774-5186-4b76-aaa2-a40095d1656d tempest-FloatingIPAdminTestJSON-293228214 tempest-FloatingIPAdminTestJSON-293228214-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:01.278481 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-aa3ab774-5186-4b76-aaa2-a40095d1656d tempest-FloatingIPAdminTestJSON-293228214 tempest-FloatingIPAdminTestJSON-293228214-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5237921'] for port, after_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:01.298383 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbab6675-6852-40cd-8eaa-b6092bc2b588 req-3592120a-f5ce-41be-8366-532d222173a3 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:01.300622 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-fbab6675-6852-40cd-8eaa-b6092bc2b588 req-3592120a-f5ce-41be-8366-532d222173a3 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.42 "GET /v2.0/ports?device_id=bdf56371-60c2-41be-847e-8c56f47964ad HTTP/1.1" status: 200 len: 945 time: 0.0651672 Mar 29 15:44:01.343588 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-fbab6675-6852-40cd-8eaa-b6092bc2b588 req-be158ea7-0dfc-4be9-9e8a-3c9188bfa431 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.42 "GET /v2.0/security-groups?id=07e96b72-96bb-4562-b80f-051b133c1759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359018 Mar 29 15:44:01.372792 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3ab774-5186-4b76-aaa2-a40095d1656d tempest-FloatingIPAdminTestJSON-293228214 tempest-FloatingIPAdminTestJSON-293228214-project-admin] Pushing event updated for resources: {'Port': ['ID=1fc787f3-1c89-45fa-bfb1-2f0af43d9d56,revision_number=2']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:44:01.380174 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-aa3ab774-5186-4b76-aaa2-a40095d1656d tempest-FloatingIPAdminTestJSON-293228214 tempest-FloatingIPAdminTestJSON-293228214-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648212'] for floatingip, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:01.402172 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-aa3ab774-5186-4b76-aaa2-a40095d1656d tempest-FloatingIPAdminTestJSON-293228214 tempest-FloatingIPAdminTestJSON-293228214-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for floatingip, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:01.406493 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-aa3ab774-5186-4b76-aaa2-a40095d1656d tempest-FloatingIPAdminTestJSON-293228214 tempest-FloatingIPAdminTestJSON-293228214-project-admin] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.8975742 Mar 29 15:44:01.406835 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 47374) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:44:01.509084 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fdc71a-a00a-48af-9794-ab846e04ef9b req-bb9545d0-f673-44de-9228-ee9a56741da6 tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:01.516928 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-40fdc71a-a00a-48af-9794-ab846e04ef9b req-bb9545d0-f673-44de-9228-ee9a56741da6 tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] 10.222.0.42 "GET /v2.0/ports?device_id=2565640a-8c7c-44e6-a0ff-441fffc35121 HTTP/1.1" status: 200 len: 949 time: 0.0809035 Mar 29 15:44:01.540753 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-1059195e-c13d-4d20-87c0-8f5c5eea9ae4 req-905c21d3-d0fe-4084-b991-ac0008b05f46 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] 10.222.0.42 "GET /v2.0/ports?device_id=7abc6c47-317f-4825-83f3-94fad572ef07 HTTP/1.1" status: 200 len: 210 time: 0.0312312 Mar 29 15:44:01.568127 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-40fdc71a-a00a-48af-9794-ab846e04ef9b req-9720916e-9607-4401-8e6f-eb80d784f783 tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] 10.222.0.42 "GET /v2.0/security-groups?id=6fc5fb8c-b1d6-4bb9-b68a-102a19ea7379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499990 Mar 29 15:44:01.614764 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8c4c07-9048-4f4e-88b7-35de80570aaa req-c9846d98-18dc-4316-adfe-bd8c58a35c20 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:01.616438 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-8b8c4c07-9048-4f4e-88b7-35de80570aaa req-c9846d98-18dc-4316-adfe-bd8c58a35c20 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] 10.222.0.48 "GET /v2.0/networks?id=9c05e936-df9e-4fbf-b09c-78bf9696504c HTTP/1.1" status: 200 len: 806 time: 0.1873522 Mar 29 15:44:01.634514 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [req-8b8c4c07-9048-4f4e-88b7-35de80570aaa req-6fe3ed1c-fe51-4af4-88fd-383110d5429a tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] Request body: {'port': {'device_id': '7abc6c47-317f-4825-83f3-94fad572ef07', 'network_id': '9c05e936-df9e-4fbf-b09c-78bf9696504c', 'admin_state_up': True, 'tenant_id': 'd04cf558b2cb439aa051141a3dc84641'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:44:01.653928 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-02898653-18c0-4277-a85f-c85daad6844a tempest-FloatingIPAdminTestJSON-2030420614 tempest-FloatingIPAdminTestJSON-2030420614-project] Request body: {'floatingip': {'floating_network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:44:01.680185 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-02898653-18c0-4277-a85f-c85daad6844a tempest-FloatingIPAdminTestJSON-2030420614 tempest-FloatingIPAdminTestJSON-2030420614-project] Notify callbacks [] for floatingip, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:01.762650 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b8c4c07-9048-4f4e-88b7-35de80570aaa req-6fe3ed1c-fe51-4af4-88fd-383110d5429a tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] Made reservation on behalf of d04cf558b2cb439aa051141a3dc84641 for: {'port': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:44:01.767497 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-8b8c4c07-9048-4f4e-88b7-35de80570aaa req-6fe3ed1c-fe51-4af4-88fd-383110d5429a tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:01.789895 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-02898653-18c0-4277-a85f-c85daad6844a tempest-FloatingIPAdminTestJSON-2030420614 tempest-FloatingIPAdminTestJSON-2030420614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:01.907907 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.db_base_plugin_common [req-8b8c4c07-9048-4f4e-88b7-35de80570aaa req-6fe3ed1c-fe51-4af4-88fd-383110d5429a tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] Allocated IP 172.20.0.6 (9c05e936-df9e-4fbf-b09c-78bf9696504c/9016bdba-0f5c-4ddd-94a1-3fa4aae621f1/2e4da01a-2cd0-4fa8-9455-b9ad8b7866ad) {{(pid=102790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:44:01.917393 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_common [None req-02898653-18c0-4277-a85f-c85daad6844a tempest-FloatingIPAdminTestJSON-2030420614 tempest-FloatingIPAdminTestJSON-2030420614-project] Allocated IP 172.25.4.220 (4a4a035d-ecac-4ead-baa3-25f90788773a/e1a353dc-fac8-4901-a63c-273840237d6a/27399101-4045-460e-ac27-18b48650ab8e) {{(pid=102791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:44:02.061685 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b44331b-4ee1-4a88-91e6-985c73415b48 req-647c1f6a-6c9a-4dfb-bef4-4d2d1eace055 tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:02.063202 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4b44331b-4ee1-4a88-91e6-985c73415b48 req-647c1f6a-6c9a-4dfb-bef4-4d2d1eace055 tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] 10.222.0.42 "GET /v2.0/ports?device_id=fc8400ef-c820-4c5b-ba5c-48b9c628e94c HTTP/1.1" status: 200 len: 948 time: 0.0972362 Mar 29 15:44:02.092577 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-02898653-18c0-4277-a85f-c85daad6844a tempest-FloatingIPAdminTestJSON-2030420614 tempest-FloatingIPAdminTestJSON-2030420614-project] Notify callbacks [] for port, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:02.097942 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-8b8c4c07-9048-4f4e-88b7-35de80570aaa req-6fe3ed1c-fe51-4af4-88fd-383110d5429a tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] Notify callbacks [] for port, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:02.129715 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4b44331b-4ee1-4a88-91e6-985c73415b48 req-08cf0d1b-009f-465f-ac51-976f0b150ab3 tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] 10.222.0.42 "GET /v2.0/security-groups?id=062b76b3-3a31-4c61-a1e4-5e35375fb0f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546310 Mar 29 15:44:02.150798 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-8b8c4c07-9048-4f4e-88b7-35de80570aaa req-6fe3ed1c-fe51-4af4-88fd-383110d5429a tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:02.152890 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-02898653-18c0-4277-a85f-c85daad6844a tempest-FloatingIPAdminTestJSON-2030420614 tempest-FloatingIPAdminTestJSON-2030420614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:02.166058 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] get_ports_and_sgs() called for port_ids ['734cee79-2e3a-49be-96bb-0714db457bf3'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:44:02.205585 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe3ed1c-fe51-4af4-88fd-383110d5429a tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] Pushing event updated for resources: {'Port': ['ID=2e4da01a-2cd0-4fa8-9455-b9ad8b7866ad,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:44:02.212567 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02898653-18c0-4277-a85f-c85daad6844a tempest-FloatingIPAdminTestJSON-2030420614 tempest-FloatingIPAdminTestJSON-2030420614-project] Network 4a4a035d-ecac-4ead-baa3-25f90788773a is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:44:02.216090 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [None req-02898653-18c0-4277-a85f-c85daad6844a tempest-FloatingIPAdminTestJSON-2030420614 tempest-FloatingIPAdminTestJSON-2030420614-project] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:44:02.220038 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02898653-18c0-4277-a85f-c85daad6844a tempest-FloatingIPAdminTestJSON-2030420614 tempest-FloatingIPAdminTestJSON-2030420614-project] Received port after_create {{(pid=102791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:44:02.221779 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b8c4c07-9048-4f4e-88b7-35de80570aaa req-6fe3ed1c-fe51-4af4-88fd-383110d5429a tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] Network 9c05e936-df9e-4fbf-b09c-78bf9696504c is already hosted by enough agents. {{(pid=102790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:44:02.223373 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [req-8b8c4c07-9048-4f4e-88b7-35de80570aaa req-6fe3ed1c-fe51-4af4-88fd-383110d5429a tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] Resources bound (agent type, host, resource id): {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:44:02.226102 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b8c4c07-9048-4f4e-88b7-35de80570aaa req-6fe3ed1c-fe51-4af4-88fd-383110d5429a tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] Received port after_create {{(pid=102790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:44:02.255471 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02898653-18c0-4277-a85f-c85daad6844a tempest-FloatingIPAdminTestJSON-2030420614 tempest-FloatingIPAdminTestJSON-2030420614-project] Pushing event updated for resources: {'Port': ['ID=27399101-4045-460e-ac27-18b48650ab8e,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:44:02.292651 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8c4c07-9048-4f4e-88b7-35de80570aaa req-6fe3ed1c-fe51-4af4-88fd-383110d5429a tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:02.293349 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-8b8c4c07-9048-4f4e-88b7-35de80570aaa req-6fe3ed1c-fe51-4af4-88fd-383110d5429a tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:02.314518 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-8b8c4c07-9048-4f4e-88b7-35de80570aaa req-6fe3ed1c-fe51-4af4-88fd-383110d5429a tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6840146 Mar 29 15:44:02.315746 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acd7533-2329-4ab6-9718-d57779294144 req-39c10811-55c2-4b23-b4ff-855760238529 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:02.317334 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4acd7533-2329-4ab6-9718-d57779294144 req-39c10811-55c2-4b23-b4ff-855760238529 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/ports?device_id=b912f144-7037-4f5c-a4ca-8adf62110f17 HTTP/1.1" status: 200 len: 947 time: 0.0741029 Mar 29 15:44:02.330370 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [req-8b8c4c07-9048-4f4e-88b7-35de80570aaa req-e8c7cc6b-8467-41c6-b3b1-3f06bd20b2ca service neutron] Request body: {'port': {'device_id': '7abc6c47-317f-4825-83f3-94fad572ef07', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834765-1'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:44:02.385914 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-02898653-18c0-4277-a85f-c85daad6844a tempest-FloatingIPAdminTestJSON-2030420614 tempest-FloatingIPAdminTestJSON-2030420614-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:02.396231 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4acd7533-2329-4ab6-9718-d57779294144 req-8a2e7e0f-65dc-4d18-b333-7bd6360b0846 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/security-groups?id=56997969-7130-4d86-9e9d-e068deb19a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528681 Mar 29 15:44:02.398590 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-8b8c4c07-9048-4f4e-88b7-35de80570aaa req-e8c7cc6b-8467-41c6-b3b1-3f06bd20b2ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:02.451090 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-02898653-18c0-4277-a85f-c85daad6844a tempest-FloatingIPAdminTestJSON-2030420614 tempest-FloatingIPAdminTestJSON-2030420614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:02.546626 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe099b15-1353-4622-9e87-4bfc07bd7484 req-6e5c5235-71db-4b95-9311-902df9126da6 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:02.548247 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-fe099b15-1353-4622-9e87-4bfc07bd7484 req-6e5c5235-71db-4b95-9311-902df9126da6 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.42 "GET /v2.0/ports?device_id=bdf56371-60c2-41be-847e-8c56f47964ad HTTP/1.1" status: 200 len: 945 time: 0.0724902 Mar 29 15:44:02.651123 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-fe099b15-1353-4622-9e87-4bfc07bd7484 req-5b3d628a-f0d9-4ed2-a35d-907fa4ecc6cc tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.42 "GET /v2.0/security-groups?id=07e96b72-96bb-4562-b80f-051b133c1759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871913 Mar 29 15:44:02.714842 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-02898653-18c0-4277-a85f-c85daad6844a tempest-FloatingIPAdminTestJSON-2030420614 tempest-FloatingIPAdminTestJSON-2030420614-project] Notify callbacks [] for port, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:02.715591 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112cd55a-630b-4b3f-8832-ed244925ebcb req-5176ada0-988a-41ae-8563-558e4bf9dc47 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:02.717242 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-112cd55a-630b-4b3f-8832-ed244925ebcb req-5176ada0-988a-41ae-8563-558e4bf9dc47 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] 10.222.0.42 "GET /v2.0/ports?device_id=7abc6c47-317f-4825-83f3-94fad572ef07 HTTP/1.1" status: 200 len: 931 time: 0.0883899 Mar 29 15:44:02.726799 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-02898653-18c0-4277-a85f-c85daad6844a tempest-FloatingIPAdminTestJSON-2030420614 tempest-FloatingIPAdminTestJSON-2030420614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:02.745337 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-8a0c0c0a-3edf-46de-8caa-722387ffbae9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:02.813655 n-d-834765-1 neutron-server[102790]: DEBUG neutron.notifiers.nova [req-8b8c4c07-9048-4f4e-88b7-35de80570aaa req-e8c7cc6b-8467-41c6-b3b1-3f06bd20b2ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e4da01a-2cd0-4fa8-9455-b9ad8b7866ad {{(pid=102790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:44:02.827951 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-8b8c4c07-9048-4f4e-88b7-35de80570aaa req-e8c7cc6b-8467-41c6-b3b1-3f06bd20b2ca service neutron] Notify callbacks [] for port, precommit_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:02.839922 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-112cd55a-630b-4b3f-8832-ed244925ebcb req-cb00c435-10e6-40ef-8a5c-46284a26bdf6 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] 10.222.0.42 "GET /v2.0/security-groups?id=f08e979a-b162-4e81-8f48-4f228bf81759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149895 Mar 29 15:44:02.841743 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02898653-18c0-4277-a85f-c85daad6844a tempest-FloatingIPAdminTestJSON-2030420614 tempest-FloatingIPAdminTestJSON-2030420614-project] Pushing event updated for resources: {'Port': ['ID=27399101-4045-460e-ac27-18b48650ab8e,revision_number=2']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:44:02.849266 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.provisioning_blocks [req-8b8c4c07-9048-4f4e-88b7-35de80570aaa req-e8c7cc6b-8467-41c6-b3b1-3f06bd20b2ca service neutron] Transition to ACTIVE for port object 2e4da01a-2cd0-4fa8-9455-b9ad8b7866ad will not be triggered until provisioned by entity L2. {{(pid=102790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 15:44:02.855292 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-02898653-18c0-4277-a85f-c85daad6844a tempest-FloatingIPAdminTestJSON-2030420614 tempest-FloatingIPAdminTestJSON-2030420614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648212'] for floatingip, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:02.855700 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-8b8c4c07-9048-4f4e-88b7-35de80570aaa req-e8c7cc6b-8467-41c6-b3b1-3f06bd20b2ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5237921'] for port, after_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:02.869113 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce26f410-f4cf-4a83-bd59-1df5ed82f079 req-a15aecd8-8bfa-4435-b309-a08e2c9d4bcd tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:02.870983 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ce26f410-f4cf-4a83-bd59-1df5ed82f079 req-a15aecd8-8bfa-4435-b309-a08e2c9d4bcd tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] 10.222.0.42 "GET /v2.0/ports?device_id=2565640a-8c7c-44e6-a0ff-441fffc35121 HTTP/1.1" status: 200 len: 949 time: 0.1148918 Mar 29 15:44:02.875766 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device de56b8f5-d2ff-4d41-a349-cdaf33d5736d details requested by agent hyperv_n-h1-834765-1 with host n-h1-834765-1 {{(pid=102792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 15:44:02.891515 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-02898653-18c0-4277-a85f-c85daad6844a tempest-FloatingIPAdminTestJSON-2030420614 tempest-FloatingIPAdminTestJSON-2030420614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for floatingip, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:02.895791 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-02898653-18c0-4277-a85f-c85daad6844a tempest-FloatingIPAdminTestJSON-2030420614 tempest-FloatingIPAdminTestJSON-2030420614-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4878056 Mar 29 15:44:02.896511 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 47498) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:44:02.960445 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c7cc6b-8467-41c6-b3b1-3f06bd20b2ca service neutron] Pushing event updated for resources: {'Port': ['ID=2e4da01a-2cd0-4fa8-9455-b9ad8b7866ad,revision_number=2']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:44:02.994118 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ce26f410-f4cf-4a83-bd59-1df5ed82f079 req-db101317-501b-407e-83bf-dd7989fd50f8 tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] 10.222.0.42 "GET /v2.0/security-groups?id=6fc5fb8c-b1d6-4bb9-b68a-102a19ea7379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156609 Mar 29 15:44:03.000277 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-9efd7fb3-7127-4dc6-99e9-951298f33915 tempest-FloatingIPAdminTestJSON-293228214 tempest-FloatingIPAdminTestJSON-293228214-project-admin] 10.222.0.42 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2436 time: 0.0980685 Mar 29 15:44:03.000978 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 47500) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:44:03.025746 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port de56b8f5-d2ff-4d41-a349-cdaf33d5736d, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=de56b8f5-d2ff-4d41-a349-cdaf33d5736d,segment=NetworkSegment(a0c230f0-660a-4194-9279-0f0781d34134),segment_id=a0c230f0-660a-4194-9279-0f0781d34134)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:44:03.038307 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.managers [req-8b8c4c07-9048-4f4e-88b7-35de80570aaa req-e8c7cc6b-8467-41c6-b3b1-3f06bd20b2ca service neutron] Attempting to bind port 2e4da01a-2cd0-4fa8-9455-b9ad8b7866ad on host n-h2-834765-1 for vnic_type normal with profile {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:44:03.038655 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.managers [req-8b8c4c07-9048-4f4e-88b7-35de80570aaa req-e8c7cc6b-8467-41c6-b3b1-3f06bd20b2ca service neutron] Attempting to bind port 2e4da01a-2cd0-4fa8-9455-b9ad8b7866ad by drivers openvswitch,hyperv on host n-h2-834765-1 at level 0 using segments [{'id': '429e9cf3-3671-4cb2-9547-92af9e95f1f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '9c05e936-df9e-4fbf-b09c-78bf9696504c'}] {{(pid=102790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:44:03.038983 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b8c4c07-9048-4f4e-88b7-35de80570aaa req-e8c7cc6b-8467-41c6-b3b1-3f06bd20b2ca service neutron] Attempting to bind port 2e4da01a-2cd0-4fa8-9455-b9ad8b7866ad on network 9c05e936-df9e-4fbf-b09c-78bf9696504c {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:44:03.041185 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Returning: {'device': 'de56b8f5-d2ff-4d41-a349-cdaf33d5736d', 'network_id': '2268a9b9-82fd-4886-a91d-3a50e4e16cab', 'port_id': 'de56b8f5-d2ff-4d41-a349-cdaf33d5736d', 'mac_address': 'fa:16:3e:ce:91:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 625, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abb8e5d6-2aea-4455-a944-3435a3d1ce49', 'ip_address': '192.168.233.145'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 15:44:03.052988 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b8c4c07-9048-4f4e-88b7-35de80570aaa req-e8c7cc6b-8467-41c6-b3b1-3f06bd20b2ca service neutron] Port 2e4da01a-2cd0-4fa8-9455-b9ad8b7866ad on network 9c05e936-df9e-4fbf-b09c-78bf9696504c not bound, no agent of type Open vSwitch agent registered on host n-h2-834765-1 {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 15:44:03.053314 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b8c4c07-9048-4f4e-88b7-35de80570aaa req-e8c7cc6b-8467-41c6-b3b1-3f06bd20b2ca service neutron] Attempting to bind port 2e4da01a-2cd0-4fa8-9455-b9ad8b7866ad on network 9c05e936-df9e-4fbf-b09c-78bf9696504c {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:44:03.062341 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b8c4c07-9048-4f4e-88b7-35de80570aaa req-e8c7cc6b-8467-41c6-b3b1-3f06bd20b2ca service neutron] Checking agent: {'id': '3e4b4912-b4a2-4d17-b5bd-6ce15529e8eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 33, 17), 'started_at': datetime.datetime(2022, 3, 29, 15, 33, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 43, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:44:03.062886 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b8c4c07-9048-4f4e-88b7-35de80570aaa req-e8c7cc6b-8467-41c6-b3b1-3f06bd20b2ca service neutron] Checking segment: {'id': '429e9cf3-3671-4cb2-9547-92af9e95f1f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '9c05e936-df9e-4fbf-b09c-78bf9696504c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:44:03.063864 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b8c4c07-9048-4f4e-88b7-35de80570aaa req-e8c7cc6b-8467-41c6-b3b1-3f06bd20b2ca service neutron] Bound using segment: {'id': '429e9cf3-3671-4cb2-9547-92af9e95f1f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '9c05e936-df9e-4fbf-b09c-78bf9696504c'} {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:44:03.064485 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.managers [req-8b8c4c07-9048-4f4e-88b7-35de80570aaa req-e8c7cc6b-8467-41c6-b3b1-3f06bd20b2ca service neutron] Bound port: 2e4da01a-2cd0-4fa8-9455-b9ad8b7866ad, host: n-h2-834765-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '429e9cf3-3671-4cb2-9547-92af9e95f1f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '9c05e936-df9e-4fbf-b09c-78bf9696504c'}}] {{(pid=102790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 15:44:03.064847 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-8b8c4c07-9048-4f4e-88b7-35de80570aaa req-e8c7cc6b-8467-41c6-b3b1-3f06bd20b2ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:03.082178 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-769e987f-f92a-4d93-bef0-0d4c5ab26355 tempest-FloatingIPAdminTestJSON-38376875 tempest-FloatingIPAdminTestJSON-38376875-project] 10.222.0.42 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.0800295 Mar 29 15:44:03.085782 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 47504) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:44:03.096008 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:03.109743 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de56b8f5-d2ff-4d41-a349-cdaf33d5736d {{(pid=102792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:44:03.137850 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 47506) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:44:03.138411 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port de56b8f5-d2ff-4d41-a349-cdaf33d5736d, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=de56b8f5-d2ff-4d41-a349-cdaf33d5736d,segment=NetworkSegment(a0c230f0-660a-4194-9279-0f0781d34134),segment_id=a0c230f0-660a-4194-9279-0f0781d34134)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:44:03.142931 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:03.143685 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device 684fa249-cf80-48e5-b59d-1b228e32ee2c details requested by agent hyperv_n-h1-834765-1 with host n-h1-834765-1 {{(pid=102792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 15:44:03.157844 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [req-8b8c4c07-9048-4f4e-88b7-35de80570aaa req-e8c7cc6b-8467-41c6-b3b1-3f06bd20b2ca service neutron] For port 2e4da01a-2cd0-4fa8-9455-b9ad8b7866ad, host n-h2-834765-1, cleared binding levels {{(pid=102790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:44:03.173688 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [req-8b8c4c07-9048-4f4e-88b7-35de80570aaa req-e8c7cc6b-8467-41c6-b3b1-3f06bd20b2ca service neutron] For port 2e4da01a-2cd0-4fa8-9455-b9ad8b7866ad, host n-h2-834765-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=2e4da01a-2cd0-4fa8-9455-b9ad8b7866ad,segment=NetworkSegment(429e9cf3-3671-4cb2-9547-92af9e95f1f2),segment_id=429e9cf3-3671-4cb2-9547-92af9e95f1f2)] {{(pid=102790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:44:03.183596 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-8b8c4c07-9048-4f4e-88b7-35de80570aaa req-e8c7cc6b-8467-41c6-b3b1-3f06bd20b2ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5237921'] for port, after_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:03.220899 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port 684fa249-cf80-48e5-b59d-1b228e32ee2c, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=684fa249-cf80-48e5-b59d-1b228e32ee2c,segment=NetworkSegment(a0c230f0-660a-4194-9279-0f0781d34134),segment_id=a0c230f0-660a-4194-9279-0f0781d34134)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:44:03.225091 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Pushing event updated for resources: {'Port': ['ID=de56b8f5-d2ff-4d41-a349-cdaf33d5736d,revision_number=4']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:44:03.244022 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Returning: {'device': '684fa249-cf80-48e5-b59d-1b228e32ee2c', 'network_id': '2268a9b9-82fd-4886-a91d-3a50e4e16cab', 'port_id': '684fa249-cf80-48e5-b59d-1b228e32ee2c', 'mac_address': 'fa:16:3e:8c:6e:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 625, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abb8e5d6-2aea-4455-a944-3435a3d1ce49', 'ip_address': '192.168.233.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 15:44:03.263700 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8c4c07-9048-4f4e-88b7-35de80570aaa req-e8c7cc6b-8467-41c6-b3b1-3f06bd20b2ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:03.264936 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-8b8c4c07-9048-4f4e-88b7-35de80570aaa req-e8c7cc6b-8467-41c6-b3b1-3f06bd20b2ca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:03.266376 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-8b8c4c07-9048-4f4e-88b7-35de80570aaa req-e8c7cc6b-8467-41c6-b3b1-3f06bd20b2ca service neutron] 10.222.0.48 "PUT /v2.0/ports/2e4da01a-2cd0-4fa8-9455-b9ad8b7866ad HTTP/1.1" status: 200 len: 1091 time: 0.9417660 Mar 29 15:44:03.266832 n-d-834765-1 neutron-server[102790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7abc6c47-317f-4825-83f3-94fad572ef07', 'tag': '2e4da01a-2cd0-4fa8-9455-b9ad8b7866ad'}] {{(pid=102790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:44:03.268356 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-dc2c4171-4a15-4897-9f37-403b02dcf1b8 tempest-FloatingIPAdminTestJSON-2030420614 tempest-FloatingIPAdminTestJSON-2030420614-project] Deleting port 27399101-4045-460e-ac27-18b48650ab8e {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:44:03.268996 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-dc2c4171-4a15-4897-9f37-403b02dcf1b8 tempest-FloatingIPAdminTestJSON-2030420614 tempest-FloatingIPAdminTestJSON-2030420614-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:03.269670 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46b06d655c90bc969636382cce4240ad749035fb0f3a83ee4734fa1ed9c4a6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22edb551-c0df-487c-b10c-2fd4f747d427" -d '{"events": [{"name": "network-changed", "server_uuid": "7abc6c47-317f-4825-83f3-94fad572ef07", "tag": "2e4da01a-2cd0-4fa8-9455-b9ad8b7866ad"}]}' {{(pid=102790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:44:03.313567 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:03.329186 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 684fa249-cf80-48e5-b59d-1b228e32ee2c {{(pid=102792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:44:03.354856 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port 684fa249-cf80-48e5-b59d-1b228e32ee2c, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=684fa249-cf80-48e5-b59d-1b228e32ee2c,segment=NetworkSegment(a0c230f0-660a-4194-9279-0f0781d34134),segment_id=a0c230f0-660a-4194-9279-0f0781d34134)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:44:03.361116 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:03.398299 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-dc2c4171-4a15-4897-9f37-403b02dcf1b8 tempest-FloatingIPAdminTestJSON-2030420614 tempest-FloatingIPAdminTestJSON-2030420614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:03.399380 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-dc2c4171-4a15-4897-9f37-403b02dcf1b8 tempest-FloatingIPAdminTestJSON-2030420614 tempest-FloatingIPAdminTestJSON-2030420614-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:03.412329 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Pushing event updated for resources: {'Port': ['ID=684fa249-cf80-48e5-b59d-1b228e32ee2c,revision_number=8']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:44:03.414176 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-dc2c4171-4a15-4897-9f37-403b02dcf1b8 tempest-FloatingIPAdminTestJSON-2030420614 tempest-FloatingIPAdminTestJSON-2030420614-project] Calling delete_port for 27399101-4045-460e-ac27-18b48650ab8e owned by network:floatingip {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:44:03.591553 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcc0446-9214-4e7a-9eea-8677aa7378f0 req-abe0f64b-2a5d-4155-a1b1-7cc9aa20043a tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:03.594417 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-7dcc0446-9214-4e7a-9eea-8677aa7378f0 req-abe0f64b-2a5d-4155-a1b1-7cc9aa20043a tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/ports?device_id=b912f144-7037-4f5c-a4ca-8adf62110f17 HTTP/1.1" status: 200 len: 948 time: 0.0934284 Mar 29 15:44:03.615665 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 15:44:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-642e5a54-e4cf-482e-a540-74be49d5d053 x-openstack-request-id: req-642e5a54-e4cf-482e-a540-74be49d5d053 {{(pid=102790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:44:03.615944 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7abc6c47-317f-4825-83f3-94fad572ef07", "tag": "2e4da01a-2cd0-4fa8-9455-b9ad8b7866ad", "status": "completed", "code": 200}]} {{(pid=102790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:44:03.616188 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-642e5a54-e4cf-482e-a540-74be49d5d053 {{(pid=102790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:44:03.616568 n-d-834765-1 neutron-server[102790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7abc6c47-317f-4825-83f3-94fad572ef07', 'tag': '2e4da01a-2cd0-4fa8-9455-b9ad8b7866ad', 'status': 'completed', 'code': 200} Mar 29 15:44:03.670684 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-b2a26063-6288-4266-a464-e4bb00565727 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:03.674733 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-7dcc0446-9214-4e7a-9eea-8677aa7378f0 req-ce55fe92-8d28-475b-b6a4-087755e49228 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/security-groups?id=56997969-7130-4d86-9e9d-e068deb19a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726593 Mar 29 15:44:03.676279 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-dc2c4171-4a15-4897-9f37-403b02dcf1b8 tempest-FloatingIPAdminTestJSON-2030420614 tempest-FloatingIPAdminTestJSON-2030420614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:03.688778 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c7cc6b-8467-41c6-b3b1-3f06bd20b2ca service neutron] Pushing event updated for resources: {'Port': ['ID=2e4da01a-2cd0-4fa8-9455-b9ad8b7866ad,revision_number=3']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:44:03.699502 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2c4171-4a15-4897-9f37-403b02dcf1b8 tempest-FloatingIPAdminTestJSON-2030420614 tempest-FloatingIPAdminTestJSON-2030420614-project] Pushing event deleted for resources: {'Port': ['ID=27399101-4045-460e-ac27-18b48650ab8e,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:44:03.709476 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0896a7-4351-4bdb-9063-77e463fc7ef7 req-e50cf794-0b5a-40fc-b6f3-35583cc0c5df tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:03.716975 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-bb0896a7-4351-4bdb-9063-77e463fc7ef7 req-e50cf794-0b5a-40fc-b6f3-35583cc0c5df tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] 10.222.0.42 "GET /v2.0/ports?device_id=fc8400ef-c820-4c5b-ba5c-48b9c628e94c HTTP/1.1" status: 200 len: 949 time: 0.4555717 Mar 29 15:44:03.757687 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8c4c07-9048-4f4e-88b7-35de80570aaa req-61be1f4f-4ed0-484d-9901-7585dfe1776b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:03.759086 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-8b8c4c07-9048-4f4e-88b7-35de80570aaa req-61be1f4f-4ed0-484d-9901-7585dfe1776b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d04cf558b2cb439aa051141a3dc84641&device_id=7abc6c47-317f-4825-83f3-94fad572ef07 HTTP/1.1" status: 200 len: 1094 time: 0.1417994 Mar 29 15:44:03.810812 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-dc2c4171-4a15-4897-9f37-403b02dcf1b8 tempest-FloatingIPAdminTestJSON-2030420614 tempest-FloatingIPAdminTestJSON-2030420614-project] Notify callbacks [] for floatingip, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:03.813719 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-dc2c4171-4a15-4897-9f37-403b02dcf1b8 tempest-FloatingIPAdminTestJSON-2030420614 tempest-FloatingIPAdminTestJSON-2030420614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for floatingip, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:03.814856 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-dc2c4171-4a15-4897-9f37-403b02dcf1b8 tempest-FloatingIPAdminTestJSON-2030420614 tempest-FloatingIPAdminTestJSON-2030420614-project] 10.222.0.42 "DELETE /v2.0/floatingips/9bed021c-47c3-40bb-8b7b-82c7861ff516 HTTP/1.1" status: 204 len: 168 time: 0.7281666 Mar 29 15:44:03.818372 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 47518) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:44:03.824561 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-8b8c4c07-9048-4f4e-88b7-35de80570aaa req-081d143c-b60b-40ab-937d-6e04a728f6f3 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2e4da01a-2cd0-4fa8-9455-b9ad8b7866ad HTTP/1.1" status: 200 len: 217 time: 0.0554514 Mar 29 15:44:03.829084 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-bb0896a7-4351-4bdb-9063-77e463fc7ef7 req-ba6a0213-6726-471c-8e29-52448e9089ab tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] 10.222.0.42 "GET /v2.0/security-groups?id=062b76b3-3a31-4c61-a1e4-5e35375fb0f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113017 Mar 29 15:44:03.872213 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99357d2b-9354-4371-b046-24a89c1ef9ab req-ad47f465-590f-41b5-aafe-52a41b79cde7 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:03.875321 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-99357d2b-9354-4371-b046-24a89c1ef9ab req-ad47f465-590f-41b5-aafe-52a41b79cde7 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.42 "GET /v2.0/ports?device_id=bdf56371-60c2-41be-847e-8c56f47964ad HTTP/1.1" status: 200 len: 945 time: 0.1145136 Mar 29 15:44:03.878879 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] get_ports_and_sgs() called for port_ids ['684fa249-cf80-48e5-b59d-1b228e32ee2c'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:44:03.882231 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] get_ports_and_sgs() called for port_ids ['de56b8f5-d2ff-4d41-a349-cdaf33d5736d'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:44:03.912917 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-b2a26063-6288-4266-a464-e4bb00565727 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:03.925264 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8c4c07-9048-4f4e-88b7-35de80570aaa req-007787f5-0a7e-457a-a1eb-877541d651a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:03.927468 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-8b8c4c07-9048-4f4e-88b7-35de80570aaa req-007787f5-0a7e-457a-a1eb-877541d651a3 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9016bdba-0f5c-4ddd-94a1-3fa4aae621f1 HTTP/1.1" status: 200 len: 846 time: 0.0929232 Mar 29 15:44:03.930286 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-b2a26063-6288-4266-a464-e4bb00565727 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:03.986416 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-8b8c4c07-9048-4f4e-88b7-35de80570aaa req-a2fb3e03-3c4f-42d3-98d6-dae5afb43a56 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9c05e936-df9e-4fbf-b09c-78bf9696504c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419281 Mar 29 15:44:04.007326 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-99357d2b-9354-4371-b046-24a89c1ef9ab req-a2fb59ee-08f6-4a51-bc56-c67bc07d7910 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.42 "GET /v2.0/security-groups?id=07e96b72-96bb-4562-b80f-051b133c1759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777922 Mar 29 15:44:04.027738 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-83d55671-12a6-4e13-b14a-beb5e4636cdb tempest-FloatingIPAdminTestJSON-293228214 tempest-FloatingIPAdminTestJSON-293228214-project-admin] Deleting port 1fc787f3-1c89-45fa-bfb1-2f0af43d9d56 {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:44:04.028089 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-83d55671-12a6-4e13-b14a-beb5e4636cdb tempest-FloatingIPAdminTestJSON-293228214 tempest-FloatingIPAdminTestJSON-293228214-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:04.069343 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-b2a26063-6288-4266-a464-e4bb00565727 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=9128a5365e83452aa6b7d7f454dbd078&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9298346 Mar 29 15:44:04.071459 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 47524) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:44:04.096342 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a26063-6288-4266-a464-e4bb00565727 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=481ef6ff-2dcc-4a69-87d9-acbbc13fc205,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:44:04.108896 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d71584b9-87f1-45f5-84c7-c993c2416269 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:04.144586 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-83d55671-12a6-4e13-b14a-beb5e4636cdb tempest-FloatingIPAdminTestJSON-293228214 tempest-FloatingIPAdminTestJSON-293228214-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:04.144998 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-83d55671-12a6-4e13-b14a-beb5e4636cdb tempest-FloatingIPAdminTestJSON-293228214 tempest-FloatingIPAdminTestJSON-293228214-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:04.160337 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-83d55671-12a6-4e13-b14a-beb5e4636cdb tempest-FloatingIPAdminTestJSON-293228214 tempest-FloatingIPAdminTestJSON-293228214-project-admin] Calling delete_port for 1fc787f3-1c89-45fa-bfb1-2f0af43d9d56 owned by network:floatingip {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:44:04.168861 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4f529f-2178-4d26-a437-95bbb28e36f8 req-af2a9d2b-4308-4e79-8695-34c4c7930fb4 tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:04.170877 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-0b4f529f-2178-4d26-a437-95bbb28e36f8 req-af2a9d2b-4308-4e79-8695-34c4c7930fb4 tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] 10.222.0.42 "GET /v2.0/ports?device_id=2565640a-8c7c-44e6-a0ff-441fffc35121 HTTP/1.1" status: 200 len: 949 time: 0.0818622 Mar 29 15:44:04.218571 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489cb160-9e2a-4d02-a913-7bd314a39f93 req-d4efb5a7-6132-49d4-a7b0-dc286cb88ccd tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:04.220332 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-489cb160-9e2a-4d02-a913-7bd314a39f93 req-d4efb5a7-6132-49d4-a7b0-dc286cb88ccd tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] 10.222.0.42 "GET /v2.0/ports?device_id=7abc6c47-317f-4825-83f3-94fad572ef07 HTTP/1.1" status: 200 len: 943 time: 0.2540395 Mar 29 15:44:04.254748 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-55144bc0-c319-43b9-93c6-728749e5f975 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:04.255316 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-0b4f529f-2178-4d26-a437-95bbb28e36f8 req-67e98790-efb1-4c4b-9cf4-754fc6a53770 tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] 10.222.0.42 "GET /v2.0/security-groups?id=6fc5fb8c-b1d6-4bb9-b68a-102a19ea7379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766518 Mar 29 15:44:04.270476 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-8b8c4c07-9048-4f4e-88b7-35de80570aaa req-92f835e6-8f86-4d11-a743-7c65c14f3f70 service neutron] 10.222.0.48 "GET /v2.0/networks/9c05e936-df9e-4fbf-b09c-78bf9696504c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2677858 Mar 29 15:44:04.308409 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-55144bc0-c319-43b9-93c6-728749e5f975 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:04.337777 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-83d55671-12a6-4e13-b14a-beb5e4636cdb tempest-FloatingIPAdminTestJSON-293228214 tempest-FloatingIPAdminTestJSON-293228214-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:04.340230 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-489cb160-9e2a-4d02-a913-7bd314a39f93 req-c278097a-a97e-433c-8926-62e3f65b8b3d tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] 10.222.0.42 "GET /v2.0/security-groups?id=f08e979a-b162-4e81-8f48-4f228bf81759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056499 Mar 29 15:44:04.367052 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d55671-12a6-4e13-b14a-beb5e4636cdb tempest-FloatingIPAdminTestJSON-293228214 tempest-FloatingIPAdminTestJSON-293228214-project-admin] Pushing event deleted for resources: {'Port': ['ID=1fc787f3-1c89-45fa-bfb1-2f0af43d9d56,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:44:04.419628 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-8b8c4c07-9048-4f4e-88b7-35de80570aaa req-c47fc8e3-d946-45f2-95af-92f5459fa242 service neutron] 10.222.0.48 "GET /v2.0/networks/9c05e936-df9e-4fbf-b09c-78bf9696504c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357248 Mar 29 15:44:04.427742 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-55144bc0-c319-43b9-93c6-728749e5f975 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:04.430329 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-55144bc0-c319-43b9-93c6-728749e5f975 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:04.431449 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-55144bc0-c319-43b9-93c6-728749e5f975 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/481ef6ff-2dcc-4a69-87d9-acbbc13fc205 HTTP/1.1" status: 204 len: 168 time: 0.3512256 Mar 29 15:44:04.445145 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55144bc0-c319-43b9-93c6-728749e5f975 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=481ef6ff-2dcc-4a69-87d9-acbbc13fc205,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:44:04.446292 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-83d55671-12a6-4e13-b14a-beb5e4636cdb tempest-FloatingIPAdminTestJSON-293228214 tempest-FloatingIPAdminTestJSON-293228214-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:04.450236 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-83d55671-12a6-4e13-b14a-beb5e4636cdb tempest-FloatingIPAdminTestJSON-293228214 tempest-FloatingIPAdminTestJSON-293228214-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for floatingip, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:04.451834 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-83d55671-12a6-4e13-b14a-beb5e4636cdb tempest-FloatingIPAdminTestJSON-293228214 tempest-FloatingIPAdminTestJSON-293228214-project-admin] 10.222.0.42 "DELETE /v2.0/floatingips/999847c2-1f2d-43a3-93e2-79269ad4ba5a HTTP/1.1" status: 204 len: 168 time: 0.6328664 Mar 29 15:44:04.455834 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 47528) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:44:04.567146 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22edb551-c0df-487c-b10c-2fd4f747d427 req-5b0e4435-42d3-401c-a61a-9f3f77611125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:04.568616 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-22edb551-c0df-487c-b10c-2fd4f747d427 req-5b0e4435-42d3-401c-a61a-9f3f77611125 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d04cf558b2cb439aa051141a3dc84641&device_id=7abc6c47-317f-4825-83f3-94fad572ef07 HTTP/1.1" status: 200 len: 1094 time: 0.0797691 Mar 29 15:44:04.614591 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-5056a8d6-abe5-4ec5-a46a-a3a7e23f52a4 tempest-FloatingIPAdminTestJSON-38376875 tempest-FloatingIPAdminTestJSON-38376875-project] Deleting port 52f65157-b18d-41d7-a5ba-e902f225ea17 {{(pid=102790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:44:04.614926 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-5056a8d6-abe5-4ec5-a46a-a3a7e23f52a4 tempest-FloatingIPAdminTestJSON-38376875 tempest-FloatingIPAdminTestJSON-38376875-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:04.729956 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22edb551-c0df-487c-b10c-2fd4f747d427 req-addc3067-6cd8-44fc-8dda-62827362aeb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:04.731458 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-22edb551-c0df-487c-b10c-2fd4f747d427 req-addc3067-6cd8-44fc-8dda-62827362aeb0 service neutron] 10.222.0.48 "GET /v2.0/networks?id=9c05e936-df9e-4fbf-b09c-78bf9696504c HTTP/1.1" status: 200 len: 907 time: 0.1531703 Mar 29 15:44:04.784460 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-5056a8d6-abe5-4ec5-a46a-a3a7e23f52a4 tempest-FloatingIPAdminTestJSON-38376875 tempest-FloatingIPAdminTestJSON-38376875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:04.788022 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-22edb551-c0df-487c-b10c-2fd4f747d427 req-d6de8035-509e-4e12-818e-594595c219f7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2e4da01a-2cd0-4fa8-9455-b9ad8b7866ad HTTP/1.1" status: 200 len: 217 time: 0.0472414 Mar 29 15:44:04.799653 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-5056a8d6-abe5-4ec5-a46a-a3a7e23f52a4 tempest-FloatingIPAdminTestJSON-38376875 tempest-FloatingIPAdminTestJSON-38376875-project] Calling delete_port for 52f65157-b18d-41d7-a5ba-e902f225ea17 owned by {{(pid=102790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:44:04.803933 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d87f663-5932-4763-b4a4-3f320253f68a req-18ea733d-3a20-47f6-a4ac-edc1428d4fd9 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:04.803933 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-0d87f663-5932-4763-b4a4-3f320253f68a req-18ea733d-3a20-47f6-a4ac-edc1428d4fd9 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/ports?device_id=b912f144-7037-4f5c-a4ca-8adf62110f17 HTTP/1.1" status: 200 len: 948 time: 0.0553126 Mar 29 15:44:04.846100 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-0d87f663-5932-4763-b4a4-3f320253f68a req-b703908b-b7e2-4a78-8d79-0cd39424e729 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/security-groups?id=56997969-7130-4d86-9e9d-e068deb19a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331886 Mar 29 15:44:04.885787 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22edb551-c0df-487c-b10c-2fd4f747d427 req-387d2075-bf90-4d2f-90a6-a154b62c04ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:04.887480 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-22edb551-c0df-487c-b10c-2fd4f747d427 req-387d2075-bf90-4d2f-90a6-a154b62c04ef service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9016bdba-0f5c-4ddd-94a1-3fa4aae621f1 HTTP/1.1" status: 200 len: 846 time: 0.0888295 Mar 29 15:44:04.952846 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-22edb551-c0df-487c-b10c-2fd4f747d427 req-1c6f5249-60a4-4fad-a2c2-ff7905692c4c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9c05e936-df9e-4fbf-b09c-78bf9696504c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0563447 Mar 29 15:44:05.042304 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cef926-3f7f-4b4d-a473-3fadb6be794a req-c5ae841a-fccf-4347-bfd9-a0a0e0c96f12 tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:05.043843 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-a9cef926-3f7f-4b4d-a473-3fadb6be794a req-c5ae841a-fccf-4347-bfd9-a0a0e0c96f12 tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] 10.222.0.42 "GET /v2.0/ports?device_id=fc8400ef-c820-4c5b-ba5c-48b9c628e94c HTTP/1.1" status: 200 len: 949 time: 0.1325181 Mar 29 15:44:05.124032 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7637ba5-f95e-452d-b369-25cc5dd47c19 req-ac5ae7c7-d67a-43c1-87ee-ab4711b28d65 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:05.131913 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f7637ba5-f95e-452d-b369-25cc5dd47c19 req-ac5ae7c7-d67a-43c1-87ee-ab4711b28d65 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/ports?device_id=b912f144-7037-4f5c-a4ca-8adf62110f17 HTTP/1.1" status: 200 len: 948 time: 0.0991631 Mar 29 15:44:05.133082 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-a9cef926-3f7f-4b4d-a473-3fadb6be794a req-0293ccab-56d3-44be-b0bc-fcb763386e26 tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] 10.222.0.42 "GET /v2.0/security-groups?id=062b76b3-3a31-4c61-a1e4-5e35375fb0f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604842 Mar 29 15:44:05.144562 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-5056a8d6-abe5-4ec5-a46a-a3a7e23f52a4 tempest-FloatingIPAdminTestJSON-38376875 tempest-FloatingIPAdminTestJSON-38376875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:05.156151 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-22edb551-c0df-487c-b10c-2fd4f747d427 req-005345a5-8c20-4d48-9f7f-4f26e1772bd6 service neutron] 10.222.0.48 "GET /v2.0/networks/9c05e936-df9e-4fbf-b09c-78bf9696504c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1880870 Mar 29 15:44:05.185467 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5056a8d6-abe5-4ec5-a46a-a3a7e23f52a4 tempest-FloatingIPAdminTestJSON-38376875 tempest-FloatingIPAdminTestJSON-38376875-project] Pushing event deleted for resources: {'Port': ['ID=52f65157-b18d-41d7-a5ba-e902f225ea17,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:44:05.190766 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f7637ba5-f95e-452d-b369-25cc5dd47c19 req-c91a7a8d-46ab-4754-aecd-2d89f5ed79ab tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/security-groups?id=56997969-7130-4d86-9e9d-e068deb19a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578573 Mar 29 15:44:05.403156 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68aef719-6b76-41af-830f-0c3437edcb05 req-00522844-806d-4078-a6ad-8460644dd9cb tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:05.407770 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-68aef719-6b76-41af-830f-0c3437edcb05 req-00522844-806d-4078-a6ad-8460644dd9cb tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] 10.222.0.42 "GET /v2.0/ports?device_id=2565640a-8c7c-44e6-a0ff-441fffc35121 HTTP/1.1" status: 200 len: 949 time: 0.0724850 Mar 29 15:44:05.447184 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6fc288-5000-41f5-9870-7f832fd78104 req-03cc5bc6-4446-488e-a9e2-e47176bf1607 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:05.447782 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-68aef719-6b76-41af-830f-0c3437edcb05 req-c43b5cfe-e848-4802-b022-ca7cc1a76d6f tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] 10.222.0.42 "GET /v2.0/security-groups?id=6fc5fb8c-b1d6-4bb9-b68a-102a19ea7379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358200 Mar 29 15:44:05.448701 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-1f6fc288-5000-41f5-9870-7f832fd78104 req-03cc5bc6-4446-488e-a9e2-e47176bf1607 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.48 "GET /v2.0/ports?device_id=b912f144-7037-4f5c-a4ca-8adf62110f17&tenant_id=fa3ba36247ad48f4997ede3b0209bc82&binding%3Ahost_id=n-h1-834765-1 HTTP/1.1" status: 200 len: 948 time: 0.2599578 Mar 29 15:44:05.455991 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-5056a8d6-abe5-4ec5-a46a-a3a7e23f52a4 tempest-FloatingIPAdminTestJSON-38376875 tempest-FloatingIPAdminTestJSON-38376875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:05.461966 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-5056a8d6-abe5-4ec5-a46a-a3a7e23f52a4 tempest-FloatingIPAdminTestJSON-38376875 tempest-FloatingIPAdminTestJSON-38376875-project] 10.222.0.42 "DELETE /v2.0/ports/52f65157-b18d-41d7-a5ba-e902f225ea17 HTTP/1.1" status: 204 len: 168 time: 1.0026681 Mar 29 15:44:05.463129 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 47566) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:44:05.473511 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7e0265-ad0c-466d-977c-a3db478e2f0f req-dd905ea5-55b9-4721-a6e2-7caf6a995baa tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:05.476358 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-bf7e0265-ad0c-466d-977c-a3db478e2f0f req-dd905ea5-55b9-4721-a6e2-7caf6a995baa tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.42 "GET /v2.0/ports?device_id=bdf56371-60c2-41be-847e-8c56f47964ad HTTP/1.1" status: 200 len: 945 time: 0.2372386 Mar 29 15:44:05.518892 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-22edb551-c0df-487c-b10c-2fd4f747d427 req-d39dc791-82f3-4ab6-b84d-6ce361b787e7 service neutron] 10.222.0.48 "GET /v2.0/networks/9c05e936-df9e-4fbf-b09c-78bf9696504c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3422387 Mar 29 15:44:05.521519 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-539db4b2-0d3d-4073-b237-76912917c605 tempest-FloatingIPAdminTestJSON-38376875 tempest-FloatingIPAdminTestJSON-38376875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:05.524540 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-539db4b2-0d3d-4073-b237-76912917c605 tempest-FloatingIPAdminTestJSON-38376875 tempest-FloatingIPAdminTestJSON-38376875-project] 10.222.0.42 "GET /v2.0/ports?device_id=5ad32fd2-6d81-4f55-8395-7b8e4f9e512c HTTP/1.1" status: 200 len: 913 time: 0.0601637 Mar 29 15:44:05.526290 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 47570) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:44:05.566000 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-bf7e0265-ad0c-466d-977c-a3db478e2f0f req-ddd1e23f-2db4-48b1-8275-f4ed2be83e81 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.42 "GET /v2.0/security-groups?id=07e96b72-96bb-4562-b80f-051b133c1759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603576 Mar 29 15:44:05.570938 n-d-834765-1 neutron-server[102790]: INFO neutron.api.v2.resource [req-1f6fc288-5000-41f5-9870-7f832fd78104 req-41904e55-7b7b-483c-8a76-033ae60f68a5 service neutron] delete failed (client error): The resource could not be found. Mar 29 15:44:05.571951 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-1f6fc288-5000-41f5-9870-7f832fd78104 req-41904e55-7b7b-483c-8a76-033ae60f68a5 service neutron] 10.222.0.48 "DELETE /v2.0/ports/684fa249-cf80-48e5-b59d-1b228e32ee2c/bindings/n-h2-834765-1 HTTP/1.1" status: 404 len: 380 time: 0.1114228 Mar 29 15:44:05.667225 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-0cb6abf6-2706-4e52-8825-f5f644ecf9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:05.696231 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-64224924-e261-42d9-a3c9-60465601de4d req-401f84d6-f9c6-4819-84c2-7e5d31d63072 tempest-ImagesOneServerTestJSON-1993289455 tempest-ImagesOneServerTestJSON-1993289455-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=aeade1be876640659c8ca9ea6cfe98c5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0283768 Mar 29 15:44:05.719154 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88879360-bd4b-44b1-8f6f-1e6fad641918 req-f4e2bc99-4939-4d58-b91b-a9d243de0d2b tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:05.720671 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-88879360-bd4b-44b1-8f6f-1e6fad641918 req-f4e2bc99-4939-4d58-b91b-a9d243de0d2b tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] 10.222.0.42 "GET /v2.0/ports?device_id=7abc6c47-317f-4825-83f3-94fad572ef07 HTTP/1.1" status: 200 len: 943 time: 0.0881364 Mar 29 15:44:05.735150 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6fc288-5000-41f5-9870-7f832fd78104 req-36bd3a27-514c-43a3-a474-034904f7c1fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:05.736572 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-1f6fc288-5000-41f5-9870-7f832fd78104 req-36bd3a27-514c-43a3-a474-034904f7c1fb service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=fa3ba36247ad48f4997ede3b0209bc82&device_id=b912f144-7037-4f5c-a4ca-8adf62110f17 HTTP/1.1" status: 200 len: 1099 time: 0.0663469 Mar 29 15:44:05.792545 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-88879360-bd4b-44b1-8f6f-1e6fad641918 req-a92295f5-9a45-46b0-9e89-c706acba1599 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] 10.222.0.42 "GET /v2.0/security-groups?id=f08e979a-b162-4e81-8f48-4f228bf81759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651550 Mar 29 15:44:05.846907 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:05.854224 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6fc288-5000-41f5-9870-7f832fd78104 req-cc583bed-05a5-494d-bfdb-0d92dff75eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:05.856607 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-1f6fc288-5000-41f5-9870-7f832fd78104 req-cc583bed-05a5-494d-bfdb-0d92dff75eb5 service neutron] 10.222.0.48 "GET /v2.0/networks?id=2268a9b9-82fd-4886-a91d-3a50e4e16cab HTTP/1.1" status: 200 len: 870 time: 0.1095634 Mar 29 15:44:05.903938 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-1f6fc288-5000-41f5-9870-7f832fd78104 req-a94e4ab0-2b3b-4cee-9771-09d742b7c404 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.11&port_id=684fa249-cf80-48e5-b59d-1b228e32ee2c HTTP/1.1" status: 200 len: 217 time: 0.0380139 Mar 29 15:44:05.960922 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6fc288-5000-41f5-9870-7f832fd78104 req-921d7363-45e3-4a1d-99ea-ab74fc0a8f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:05.962399 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-1f6fc288-5000-41f5-9870-7f832fd78104 req-921d7363-45e3-4a1d-99ea-ab74fc0a8f58 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=abb8e5d6-2aea-4455-a944-3435a3d1ce49 HTTP/1.1" status: 200 len: 843 time: 0.0503874 Mar 29 15:44:06.016197 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6fc288-5000-41f5-9870-7f832fd78104 req-ab1c3025-8677-4a46-98d6-a76faaee28d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:06.017763 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-1f6fc288-5000-41f5-9870-7f832fd78104 req-ab1c3025-8677-4a46-98d6-a76faaee28d2 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2268a9b9-82fd-4886-a91d-3a50e4e16cab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0443149 Mar 29 15:44:06.113907 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-1f6fc288-5000-41f5-9870-7f832fd78104 req-114b3ddb-e8b1-4611-be1b-edce7e3a017c service neutron] 10.222.0.48 "GET /v2.0/networks/2268a9b9-82fd-4886-a91d-3a50e4e16cab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860732 Mar 29 15:44:06.197982 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64224924-e261-42d9-a3c9-60465601de4d req-fefdf439-7c24-48a6-bdb4-783c989e72ec tempest-ImagesOneServerTestJSON-1993289455 tempest-ImagesOneServerTestJSON-1993289455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:06.199478 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-64224924-e261-42d9-a3c9-60465601de4d req-fefdf439-7c24-48a6-bdb4-783c989e72ec tempest-ImagesOneServerTestJSON-1993289455 tempest-ImagesOneServerTestJSON-1993289455-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4920466 Mar 29 15:44:06.218774 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-1f6fc288-5000-41f5-9870-7f832fd78104 req-8d1ff5e1-d1f9-4804-b5d2-38efe223513b service neutron] 10.222.0.48 "GET /v2.0/networks/2268a9b9-82fd-4886-a91d-3a50e4e16cab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959425 Mar 29 15:44:06.242487 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-64224924-e261-42d9-a3c9-60465601de4d req-37f1393d-0d0d-461f-8ae5-cdd3cb1b90cf tempest-ImagesOneServerTestJSON-1993289455 tempest-ImagesOneServerTestJSON-1993289455-project] 10.222.0.42 "GET /v2.0/quotas/aeade1be876640659c8ca9ea6cfe98c5 HTTP/1.1" status: 200 len: 375 time: 0.0217502 Mar 29 15:44:06.274982 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f5ae9d-8a25-4714-ac77-cf9ccdcad541 req-83a162f6-084e-409c-a2c2-4ea0ea96fd23 tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:06.276493 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-e1f5ae9d-8a25-4714-ac77-cf9ccdcad541 req-83a162f6-084e-409c-a2c2-4ea0ea96fd23 tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] 10.222.0.42 "GET /v2.0/ports?device_id=fc8400ef-c820-4c5b-ba5c-48b9c628e94c HTTP/1.1" status: 200 len: 949 time: 0.0500472 Mar 29 15:44:06.293108 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-64224924-e261-42d9-a3c9-60465601de4d req-c0d71114-1dc9-4d06-bb1f-0313b8133a17 tempest-ImagesOneServerTestJSON-1993289455 tempest-ImagesOneServerTestJSON-1993289455-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=aeade1be876640659c8ca9ea6cfe98c5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0409224 Mar 29 15:44:06.332562 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-e1f5ae9d-8a25-4714-ac77-cf9ccdcad541 req-e3302ef3-145c-426f-8dc0-dcb771bb56f3 tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] 10.222.0.42 "GET /v2.0/security-groups?id=062b76b3-3a31-4c61-a1e4-5e35375fb0f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483854 Mar 29 15:44:06.390971 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-d38bbf8f-3ca7-4e43-8bcf-58a35c437b03 tempest-FloatingIPAdminTestJSON-38376875 tempest-FloatingIPAdminTestJSON-38376875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-530452'] for router_interface, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:06.465178 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c30afc1-48d6-40ee-a5fb-151baadd98e4 req-f9735c2c-edbf-4fa5-bbfa-6ff0a7908b1b tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:06.466842 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-6c30afc1-48d6-40ee-a5fb-151baadd98e4 req-f9735c2c-edbf-4fa5-bbfa-6ff0a7908b1b tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/ports?device_id=b912f144-7037-4f5c-a4ca-8adf62110f17 HTTP/1.1" status: 200 len: 948 time: 0.0634053 Mar 29 15:44:06.512205 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-6c30afc1-48d6-40ee-a5fb-151baadd98e4 req-aba375e9-9379-4cf5-8c2e-50d5e70277b9 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/security-groups?id=56997969-7130-4d86-9e9d-e068deb19a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389395 Mar 29 15:44:06.539342 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-fc6d6473-e95d-42c3-867e-ec5e9c3206c0 req-ef5404ca-2e5a-4ab8-af5a-48079718f997 tempest-ImagesOneServerTestJSON-1993289455 tempest-ImagesOneServerTestJSON-1993289455-project] 10.222.0.42 "GET /v2.0/ports?device_id=81605825-fa37-4e7f-8fb5-0b6c1360ffc2 HTTP/1.1" status: 200 len: 210 time: 0.0501454 Mar 29 15:44:06.643127 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e8f8ee-d515-42e4-a2e7-5f3f19631fd2 req-82cf1ba6-54d1-46a7-82fa-2b423346eeea tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:06.653730 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-61e8f8ee-d515-42e4-a2e7-5f3f19631fd2 req-82cf1ba6-54d1-46a7-82fa-2b423346eeea tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] 10.222.0.42 "GET /v2.0/ports?device_id=2565640a-8c7c-44e6-a0ff-441fffc35121 HTTP/1.1" status: 200 len: 949 time: 0.0771048 Mar 29 15:44:06.698457 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-61e8f8ee-d515-42e4-a2e7-5f3f19631fd2 req-1849e706-73ad-468c-84df-7f5464e26b9e tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] 10.222.0.42 "GET /v2.0/security-groups?id=6fc5fb8c-b1d6-4bb9-b68a-102a19ea7379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437346 Mar 29 15:44:06.777247 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a87cc6-276a-4a2d-9b0b-a85c36e1f3f9 req-cd82c092-b107-428b-ab9d-1cad48df03f7 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:06.778748 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-41a87cc6-276a-4a2d-9b0b-a85c36e1f3f9 req-cd82c092-b107-428b-ab9d-1cad48df03f7 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.42 "GET /v2.0/ports?device_id=bdf56371-60c2-41be-847e-8c56f47964ad HTTP/1.1" status: 200 len: 945 time: 0.1047502 Mar 29 15:44:06.792260 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-d38bbf8f-3ca7-4e43-8bcf-58a35c437b03 tempest-FloatingIPAdminTestJSON-38376875 tempest-FloatingIPAdminTestJSON-38376875-project] Deleting port d87fabb8-ee62-45ec-8e85-a12e6e24cccb {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:44:06.792619 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-d38bbf8f-3ca7-4e43-8bcf-58a35c437b03 tempest-FloatingIPAdminTestJSON-38376875 tempest-FloatingIPAdminTestJSON-38376875-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:06.867789 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device de56b8f5-d2ff-4d41-a349-cdaf33d5736d up at agent hyperv_n-h1-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:44:06.895632 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-41a87cc6-276a-4a2d-9b0b-a85c36e1f3f9 req-c4cd61fc-57ee-45b7-997b-e09fd03bfd13 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.42 "GET /v2.0/security-groups?id=07e96b72-96bb-4562-b80f-051b133c1759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985096 Mar 29 15:44:06.928207 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f9e790-4c9e-4b45-9ac9-6faf34fd4cf2 req-fe1169f6-4042-4ca5-acaa-43975a270df7 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:06.929729 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-06f9e790-4c9e-4b45-9ac9-6faf34fd4cf2 req-fe1169f6-4042-4ca5-acaa-43975a270df7 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] 10.222.0.42 "GET /v2.0/ports?device_id=7abc6c47-317f-4825-83f3-94fad572ef07 HTTP/1.1" status: 200 len: 943 time: 0.0531013 Mar 29 15:44:06.930392 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-d38bbf8f-3ca7-4e43-8bcf-58a35c437b03 tempest-FloatingIPAdminTestJSON-38376875 tempest-FloatingIPAdminTestJSON-38376875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:06.952120 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-d38bbf8f-3ca7-4e43-8bcf-58a35c437b03 tempest-FloatingIPAdminTestJSON-38376875 tempest-FloatingIPAdminTestJSON-38376875-project] Calling delete_port for d87fabb8-ee62-45ec-8e85-a12e6e24cccb owned by network:router_interface {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:44:06.980192 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Provisioning for port de56b8f5-d2ff-4d41-a349-cdaf33d5736d completed by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 15:44:06.987840 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Provisioning complete for port de56b8f5-d2ff-4d41-a349-cdaf33d5736d triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:44:06.988675 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:07.003371 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-06f9e790-4c9e-4b45-9ac9-6faf34fd4cf2 req-7edb61a4-4fa5-4de6-a7e0-3a347f49b2f3 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] 10.222.0.42 "GET /v2.0/security-groups?id=f08e979a-b162-4e81-8f48-4f228bf81759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662081 Mar 29 15:44:07.089909 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:07.115106 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc8400ef-c820-4c5b-ba5c-48b9c628e94c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de56b8f5-d2ff-4d41-a349-cdaf33d5736d'}] {{(pid=102792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:44:07.117788 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4f476c66b318cc6068719fc39557fac68d413f5c7e78fa77028c7948e999ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13186e23-e384-41d7-9e33-a726a5d35c64" -d '{"events": [{"server_uuid": "fc8400ef-c820-4c5b-ba5c-48b9c628e94c", "name": "network-vif-plugged", "status": "completed", "tag": "de56b8f5-d2ff-4d41-a349-cdaf33d5736d"}]}' {{(pid=102792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:44:07.129995 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port de56b8f5-d2ff-4d41-a349-cdaf33d5736d, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=de56b8f5-d2ff-4d41-a349-cdaf33d5736d,segment=NetworkSegment(a0c230f0-660a-4194-9279-0f0781d34134),segment_id=a0c230f0-660a-4194-9279-0f0781d34134)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:44:07.134705 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:07.135912 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device 684fa249-cf80-48e5-b59d-1b228e32ee2c up at agent hyperv_n-h1-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:44:07.186953 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:44:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db7cc44e-5d26-4bc2-ae58-692c42939e52 x-openstack-request-id: req-db7cc44e-5d26-4bc2-ae58-692c42939e52 {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:44:07.187273 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc8400ef-c820-4c5b-ba5c-48b9c628e94c", "name": "network-vif-plugged", "status": "completed", "tag": "de56b8f5-d2ff-4d41-a349-cdaf33d5736d", "code": 200}]} {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:44:07.187623 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-db7cc44e-5d26-4bc2-ae58-692c42939e52 {{(pid=102792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:44:07.188001 n-d-834765-1 neutron-server[102792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc8400ef-c820-4c5b-ba5c-48b9c628e94c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de56b8f5-d2ff-4d41-a349-cdaf33d5736d', 'code': 200} Mar 29 15:44:07.197256 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-d38bbf8f-3ca7-4e43-8bcf-58a35c437b03 tempest-FloatingIPAdminTestJSON-38376875 tempest-FloatingIPAdminTestJSON-38376875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:07.227513 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Pushing event updated for resources: {'Port': ['ID=de56b8f5-d2ff-4d41-a349-cdaf33d5736d,revision_number=5']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:44:07.228331 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38bbf8f-3ca7-4e43-8bcf-58a35c437b03 tempest-FloatingIPAdminTestJSON-38376875 tempest-FloatingIPAdminTestJSON-38376875-project] Pushing event deleted for resources: {'Port': ['ID=d87fabb8-ee62-45ec-8e85-a12e6e24cccb,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:44:07.236065 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Provisioning for port 684fa249-cf80-48e5-b59d-1b228e32ee2c completed by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 15:44:07.239636 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:44:07.239636 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:44:07.239636 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:44:07.239946 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:44:07.240126 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:44:07.240453 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:44:07.241112 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:44:07.241112 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:44:07.241383 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:44:07.241698 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:44:07.242017 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:44:07.242393 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:44:07.247945 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Provisioning complete for port 684fa249-cf80-48e5-b59d-1b228e32ee2c triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:44:07.248468 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:07.293796 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b66132e-79f2-45c9-a1ff-6e22a1ede95e req-d11dbd57-9e6c-49c9-aa40-7ba2933984e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:07.295860 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-2b66132e-79f2-45c9-a1ff-6e22a1ede95e req-d11dbd57-9e6c-49c9-aa40-7ba2933984e8 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=fc8400ef-c820-4c5b-ba5c-48b9c628e94c HTTP/1.1" status: 200 len: 1101 time: 0.0519440 Mar 29 15:44:07.345493 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:07.345731 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-2b66132e-79f2-45c9-a1ff-6e22a1ede95e req-626a656f-9b68-4f20-9574-07eee7dd6444 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=062b76b3-3a31-4c61-a1e4-5e35375fb0f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414240 Mar 29 15:44:07.388071 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port 684fa249-cf80-48e5-b59d-1b228e32ee2c, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=684fa249-cf80-48e5-b59d-1b228e32ee2c,segment=NetworkSegment(a0c230f0-660a-4194-9279-0f0781d34134),segment_id=a0c230f0-660a-4194-9279-0f0781d34134)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:44:07.393759 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:07.441405 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-d38bbf8f-3ca7-4e43-8bcf-58a35c437b03 tempest-FloatingIPAdminTestJSON-38376875 tempest-FloatingIPAdminTestJSON-38376875-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-530528'] for router_interface, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:07.460403 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Pushing event updated for resources: {'Port': ['ID=684fa249-cf80-48e5-b59d-1b228e32ee2c,revision_number=9']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:44:07.461203 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83b2434-fa29-4ec2-94e9-ebd0fd158bdd req-15db2a58-afcd-4e85-a97d-da0d000f3414 tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:07.462838 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-f83b2434-fa29-4ec2-94e9-ebd0fd158bdd req-15db2a58-afcd-4e85-a97d-da0d000f3414 tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] 10.222.0.42 "GET /v2.0/ports?device_id=fc8400ef-c820-4c5b-ba5c-48b9c628e94c HTTP/1.1" status: 200 len: 950 time: 0.0543799 Mar 29 15:44:07.523752 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-f83b2434-fa29-4ec2-94e9-ebd0fd158bdd req-d9355965-262f-4aa0-a23f-be61f3fec9ec tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] 10.222.0.42 "GET /v2.0/security-groups?id=062b76b3-3a31-4c61-a1e4-5e35375fb0f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472329 Mar 29 15:44:07.585887 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-64224924-e261-42d9-a3c9-60465601de4d req-1f2cdebb-5bc0-4a4f-8102-082c5be258f6 tempest-ImagesOneServerTestJSON-1993289455 tempest-ImagesOneServerTestJSON-1993289455-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=aeade1be876640659c8ca9ea6cfe98c5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0306017 Mar 29 15:44:07.669122 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-7a7ecad0-7fed-4922-ae1f-7d81d706abf0 req-5ffdc22a-08ad-40e8-8ff3-591ff61a6ba3 tempest-ImagesOneServerTestJSON-1993289455 tempest-ImagesOneServerTestJSON-1993289455-project] 10.222.0.42 "GET /v2.0/ports?device_id=81605825-fa37-4e7f-8fb5-0b6c1360ffc2 HTTP/1.1" status: 200 len: 210 time: 0.0428543 Mar 29 15:44:07.704619 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8189377f-dc9c-4ca0-bd97-5a8db4c848d3 req-eb1df82d-4616-43a0-9087-4886450ad73d tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:07.706318 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-8189377f-dc9c-4ca0-bd97-5a8db4c848d3 req-eb1df82d-4616-43a0-9087-4886450ad73d tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/ports?device_id=b912f144-7037-4f5c-a4ca-8adf62110f17 HTTP/1.1" status: 200 len: 949 time: 0.1018698 Mar 29 15:44:07.743059 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64224924-e261-42d9-a3c9-60465601de4d req-ba4e03f3-8773-46e3-862d-58c25d729e13 tempest-ImagesOneServerTestJSON-1993289455 tempest-ImagesOneServerTestJSON-1993289455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:07.744963 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-64224924-e261-42d9-a3c9-60465601de4d req-ba4e03f3-8773-46e3-862d-58c25d729e13 tempest-ImagesOneServerTestJSON-1993289455 tempest-ImagesOneServerTestJSON-1993289455-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1407411 Mar 29 15:44:07.759986 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [req-64224924-e261-42d9-a3c9-60465601de4d req-6cdcbde1-60bd-4d3c-b6a9-99008500c132 tempest-ImagesOneServerTestJSON-1993289455 tempest-ImagesOneServerTestJSON-1993289455-project] Request body: {'port': {'device_id': '81605825-fa37-4e7f-8fb5-0b6c1360ffc2', 'network_id': '2268a9b9-82fd-4886-a91d-3a50e4e16cab', 'admin_state_up': True, 'tenant_id': 'aeade1be876640659c8ca9ea6cfe98c5'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:44:07.797780 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-8189377f-dc9c-4ca0-bd97-5a8db4c848d3 req-1dad3724-ff7b-40b1-8bbf-b2c3397da070 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/security-groups?id=56997969-7130-4d86-9e9d-e068deb19a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845735 Mar 29 15:44:07.817239 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d38bbf8f-3ca7-4e43-8bcf-58a35c437b03 tempest-FloatingIPAdminTestJSON-38376875 tempest-FloatingIPAdminTestJSON-38376875-project] Router 5ad32fd2-6d81-4f55-8395-7b8e4f9e512c has already been hosted by L3 agent c648d819-1060-4f26-b4ec-6455387b5dff {{(pid=102791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 15:44:07.884321 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d4a13f-5c08-4a84-9466-8469bfc5ac71 req-0eb92946-b572-415a-b01d-8784f8a23b02 tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:07.886128 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-a2d4a13f-5c08-4a84-9466-8469bfc5ac71 req-0eb92946-b572-415a-b01d-8784f8a23b02 tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] 10.222.0.42 "GET /v2.0/ports?device_id=2565640a-8c7c-44e6-a0ff-441fffc35121 HTTP/1.1" status: 200 len: 949 time: 0.1036029 Mar 29 15:44:07.939578 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-a2d4a13f-5c08-4a84-9466-8469bfc5ac71 req-69bb8860-69ce-4917-9b30-c05854da63ba tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] 10.222.0.42 "GET /v2.0/security-groups?id=6fc5fb8c-b1d6-4bb9-b68a-102a19ea7379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453827 Mar 29 15:44:07.940639 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64224924-e261-42d9-a3c9-60465601de4d req-6cdcbde1-60bd-4d3c-b6a9-99008500c132 tempest-ImagesOneServerTestJSON-1993289455 tempest-ImagesOneServerTestJSON-1993289455-project] Made reservation on behalf of aeade1be876640659c8ca9ea6cfe98c5 for: {'port': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:44:07.944039 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-64224924-e261-42d9-a3c9-60465601de4d req-6cdcbde1-60bd-4d3c-b6a9-99008500c132 tempest-ImagesOneServerTestJSON-1993289455 tempest-ImagesOneServerTestJSON-1993289455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:07.954005 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-64224924-e261-42d9-a3c9-60465601de4d req-6cdcbde1-60bd-4d3c-b6a9-99008500c132 tempest-ImagesOneServerTestJSON-1993289455 tempest-ImagesOneServerTestJSON-1993289455-project] Notify callbacks [] for security_group, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:07.955334 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429b2d86-2b14-46b6-a35f-ae3f731dac6a req-fe7d084d-08da-4495-bb66-74ac9e9b8a34 tempest-MigrationsAdminTest-879063070 tempest-MigrationsAdminTest-879063070-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:07.956863 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-429b2d86-2b14-46b6-a35f-ae3f731dac6a req-fe7d084d-08da-4495-bb66-74ac9e9b8a34 tempest-MigrationsAdminTest-879063070 tempest-MigrationsAdminTest-879063070-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=b912f144-7037-4f5c-a4ca-8adf62110f17 HTTP/1.1" status: 200 len: 1100 time: 0.0855989 Mar 29 15:44:07.966056 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d38bbf8f-3ca7-4e43-8bcf-58a35c437b03 tempest-FloatingIPAdminTestJSON-38376875 tempest-FloatingIPAdminTestJSON-38376875-project] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:44:07.972025 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-d38bbf8f-3ca7-4e43-8bcf-58a35c437b03 tempest-FloatingIPAdminTestJSON-38376875 tempest-FloatingIPAdminTestJSON-38376875-project] 10.222.0.42 "PUT /v2.0/routers/5ad32fd2-6d81-4f55-8395-7b8e4f9e512c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4447174 Mar 29 15:44:07.974436 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 47614) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:44:07.983126 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecdae9fd-d53d-47bd-b582-5204ed500464 None None] Sync routers for ids ['5ad32fd2-6d81-4f55-8395-7b8e4f9e512c'] in n-d-834765-1 {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:44:08.002167 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecdae9fd-d53d-47bd-b582-5204ed500464 None None] Routers {'5ad32fd2-6d81-4f55-8395-7b8e4f9e512c'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:44:08.002935 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-ecdae9fd-d53d-47bd-b582-5204ed500464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:44:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['5ad32fd2-6d81-4f55-8395-7b8e4f9e512c'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:44:08.046545 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-ecdae9fd-d53d-47bd-b582-5204ed500464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:44:08.058919 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecdae9fd-d53d-47bd-b582-5204ed500464 None None] Routers {'5ad32fd2-6d81-4f55-8395-7b8e4f9e512c'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:44:08.059685 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-ecdae9fd-d53d-47bd-b582-5204ed500464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:44:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['5ad32fd2-6d81-4f55-8395-7b8e4f9e512c'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:44:08.072684 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-64224924-e261-42d9-a3c9-60465601de4d req-6cdcbde1-60bd-4d3c-b6a9-99008500c132 tempest-ImagesOneServerTestJSON-1993289455 tempest-ImagesOneServerTestJSON-1993289455-project] Notify callbacks [] for security_group, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:08.081825 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-64224924-e261-42d9-a3c9-60465601de4d req-6cdcbde1-60bd-4d3c-b6a9-99008500c132 tempest-ImagesOneServerTestJSON-1993289455 tempest-ImagesOneServerTestJSON-1993289455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:08.093536 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-60a680c5-f6d5-48de-8160-50e7a6d34dc0 tempest-FloatingIPAdminTestJSON-38376875 tempest-FloatingIPAdminTestJSON-38376875-project] Notify callbacks [] for router, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:08.099940 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-ecdae9fd-d53d-47bd-b582-5204ed500464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:44:08.100739 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecdae9fd-d53d-47bd-b582-5204ed500464 None None] The sync data for ids ['5ad32fd2-6d81-4f55-8395-7b8e4f9e512c'] in n-d-834765-1 is: [] {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:44:08.117808 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763358a0-82f1-405e-b4dc-8f1f219fea2d req-2eee5df1-f80b-44d2-b1cb-358b112e786f tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:08.119297 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-763358a0-82f1-405e-b4dc-8f1f219fea2d req-2eee5df1-f80b-44d2-b1cb-358b112e786f tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.42 "GET /v2.0/ports?device_id=bdf56371-60c2-41be-847e-8c56f47964ad HTTP/1.1" status: 200 len: 945 time: 0.0833454 Mar 29 15:44:08.161830 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-429b2d86-2b14-46b6-a35f-ae3f731dac6a req-be714a89-36dc-4575-83d7-7b38a35ed602 tempest-MigrationsAdminTest-879063070 tempest-MigrationsAdminTest-879063070-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=56997969-7130-4d86-9e9d-e068deb19a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1937006 Mar 29 15:44:08.181970 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdcbde1-60bd-4d3c-b6a9-99008500c132 tempest-ImagesOneServerTestJSON-1993289455 tempest-ImagesOneServerTestJSON-1993289455-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9dae7d0-6adf-4930-9600-9ef2e3fa6136,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:44:08.235719 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-60a680c5-f6d5-48de-8160-50e7a6d34dc0 tempest-FloatingIPAdminTestJSON-38376875 tempest-FloatingIPAdminTestJSON-38376875-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:08.243543 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-763358a0-82f1-405e-b4dc-8f1f219fea2d req-24c7f1a3-676e-4fc8-9970-61d650f95000 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.42 "GET /v2.0/security-groups?id=07e96b72-96bb-4562-b80f-051b133c1759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965037 Mar 29 15:44:08.285481 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.db_base_plugin_common [req-64224924-e261-42d9-a3c9-60465601de4d req-6cdcbde1-60bd-4d3c-b6a9-99008500c132 tempest-ImagesOneServerTestJSON-1993289455 tempest-ImagesOneServerTestJSON-1993289455-project] Allocated IP 192.168.233.181 (2268a9b9-82fd-4886-a91d-3a50e4e16cab/abb8e5d6-2aea-4455-a944-3435a3d1ce49/3fb4706c-a793-43a2-af8e-0a4b9a2a7120) {{(pid=102790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:44:08.326775 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73269e54-5555-4cfa-95fd-0268c0687360 req-f4a5ef46-3b57-462a-bf7c-e906e3957a7e tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:08.332020 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-73269e54-5555-4cfa-95fd-0268c0687360 req-f4a5ef46-3b57-462a-bf7c-e906e3957a7e tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] 10.222.0.42 "GET /v2.0/ports?device_id=7abc6c47-317f-4825-83f3-94fad572ef07 HTTP/1.1" status: 200 len: 943 time: 0.0920317 Mar 29 15:44:08.376158 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-60a680c5-f6d5-48de-8160-50e7a6d34dc0 tempest-FloatingIPAdminTestJSON-38376875 tempest-FloatingIPAdminTestJSON-38376875-project] Deleting port 43492ce3-ba60-4676-9e9b-c869600eb944 {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:44:08.376612 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-60a680c5-f6d5-48de-8160-50e7a6d34dc0 tempest-FloatingIPAdminTestJSON-38376875 tempest-FloatingIPAdminTestJSON-38376875-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:08.394896 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-73269e54-5555-4cfa-95fd-0268c0687360 req-10158eb5-d9f6-4bef-8ae1-e695c4631bf2 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] 10.222.0.42 "GET /v2.0/security-groups?id=f08e979a-b162-4e81-8f48-4f228bf81759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575747 Mar 29 15:44:08.460039 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-64224924-e261-42d9-a3c9-60465601de4d req-6cdcbde1-60bd-4d3c-b6a9-99008500c132 tempest-ImagesOneServerTestJSON-1993289455 tempest-ImagesOneServerTestJSON-1993289455-project] Notify callbacks [] for port, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:08.471069 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-60a680c5-f6d5-48de-8160-50e7a6d34dc0 tempest-FloatingIPAdminTestJSON-38376875 tempest-FloatingIPAdminTestJSON-38376875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:08.484378 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-60a680c5-f6d5-48de-8160-50e7a6d34dc0 tempest-FloatingIPAdminTestJSON-38376875 tempest-FloatingIPAdminTestJSON-38376875-project] Calling delete_port for 43492ce3-ba60-4676-9e9b-c869600eb944 owned by network:router_gateway {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:44:08.489183 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-523fa522-3c29-446c-bb5b-79e403373772 req-29c770b2-d133-422a-9c52-081aa3a25344 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=fa3ba36247ad48f4997ede3b0209bc82&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0337706 Mar 29 15:44:08.586687 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-64224924-e261-42d9-a3c9-60465601de4d req-6cdcbde1-60bd-4d3c-b6a9-99008500c132 tempest-ImagesOneServerTestJSON-1993289455 tempest-ImagesOneServerTestJSON-1993289455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:08.647281 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64224924-e261-42d9-a3c9-60465601de4d req-6cdcbde1-60bd-4d3c-b6a9-99008500c132 tempest-ImagesOneServerTestJSON-1993289455 tempest-ImagesOneServerTestJSON-1993289455-project] Network 2268a9b9-82fd-4886-a91d-3a50e4e16cab is already hosted by enough agents. {{(pid=102790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:44:08.655068 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [req-64224924-e261-42d9-a3c9-60465601de4d req-6cdcbde1-60bd-4d3c-b6a9-99008500c132 tempest-ImagesOneServerTestJSON-1993289455 tempest-ImagesOneServerTestJSON-1993289455-project] Resources bound (agent type, host, resource id): {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:44:08.665078 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523fa522-3c29-446c-bb5b-79e403373772 req-401720df-ae65-467b-8f48-bb11a2fdf90d tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:08.672902 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-523fa522-3c29-446c-bb5b-79e403373772 req-401720df-ae65-467b-8f48-bb11a2fdf90d tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1778274 Mar 29 15:44:08.676694 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbcb669-3c42-453c-b783-807c92b32dd0 req-38e4b990-466d-4134-a4e8-45221b50b355 tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:08.678292 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-dfbcb669-3c42-453c-b783-807c92b32dd0 req-38e4b990-466d-4134-a4e8-45221b50b355 tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] 10.222.0.42 "GET /v2.0/ports?device_id=fc8400ef-c820-4c5b-ba5c-48b9c628e94c HTTP/1.1" status: 200 len: 950 time: 0.0832143 Mar 29 15:44:08.678519 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.l3_dvrscheduler_db [req-64224924-e261-42d9-a3c9-60465601de4d req-6cdcbde1-60bd-4d3c-b6a9-99008500c132 tempest-ImagesOneServerTestJSON-1993289455 tempest-ImagesOneServerTestJSON-1993289455-project] Received port after_create {{(pid=102790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:44:08.707592 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdcbde1-60bd-4d3c-b6a9-99008500c132 tempest-ImagesOneServerTestJSON-1993289455 tempest-ImagesOneServerTestJSON-1993289455-project] Pushing event updated for resources: {'Port': ['ID=3fb4706c-a793-43a2-af8e-0a4b9a2a7120,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:44:08.708689 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-60a680c5-f6d5-48de-8160-50e7a6d34dc0 tempest-FloatingIPAdminTestJSON-38376875 tempest-FloatingIPAdminTestJSON-38376875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:08.722100 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-523fa522-3c29-446c-bb5b-79e403373772 req-199ee3d5-c4d2-4833-95de-d3ae0ca468f7 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/quotas/fa3ba36247ad48f4997ede3b0209bc82 HTTP/1.1" status: 200 len: 375 time: 0.0482726 Mar 29 15:44:08.773522 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a680c5-f6d5-48de-8160-50e7a6d34dc0 tempest-FloatingIPAdminTestJSON-38376875 tempest-FloatingIPAdminTestJSON-38376875-project] Pushing event deleted for resources: {'Port': ['ID=43492ce3-ba60-4676-9e9b-c869600eb944,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:44:08.774023 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64224924-e261-42d9-a3c9-60465601de4d req-6cdcbde1-60bd-4d3c-b6a9-99008500c132 tempest-ImagesOneServerTestJSON-1993289455 tempest-ImagesOneServerTestJSON-1993289455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:08.774676 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-64224924-e261-42d9-a3c9-60465601de4d req-6cdcbde1-60bd-4d3c-b6a9-99008500c132 tempest-ImagesOneServerTestJSON-1993289455 tempest-ImagesOneServerTestJSON-1993289455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:08.802204 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-dfbcb669-3c42-453c-b783-807c92b32dd0 req-95613d93-2362-4b3f-a5da-5644e84803ba tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] 10.222.0.42 "GET /v2.0/security-groups?id=062b76b3-3a31-4c61-a1e4-5e35375fb0f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149769 Mar 29 15:44:08.809652 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-523fa522-3c29-446c-bb5b-79e403373772 req-e2a490ea-89b5-413f-a371-9788867ddffe tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=fa3ba36247ad48f4997ede3b0209bc82&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0865579 Mar 29 15:44:08.814426 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-64224924-e261-42d9-a3c9-60465601de4d req-6cdcbde1-60bd-4d3c-b6a9-99008500c132 tempest-ImagesOneServerTestJSON-1993289455 tempest-ImagesOneServerTestJSON-1993289455-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0586123 Mar 29 15:44:08.829407 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [req-64224924-e261-42d9-a3c9-60465601de4d req-c94e8cea-83fa-42cd-ae25-22a8984ff692 service neutron] Request body: {'port': {'device_id': '81605825-fa37-4e7f-8fb5-0b6c1360ffc2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834765-1'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:44:08.833976 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-60a680c5-f6d5-48de-8160-50e7a6d34dc0 tempest-FloatingIPAdminTestJSON-38376875 tempest-FloatingIPAdminTestJSON-38376875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-648138'] for router_gateway, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:08.881852 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device 2e4da01a-2cd0-4fa8-9455-b9ad8b7866ad details requested by agent hyperv_n-h2-834765-1 with host n-h2-834765-1 {{(pid=102792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 15:44:08.910104 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-64224924-e261-42d9-a3c9-60465601de4d req-c94e8cea-83fa-42cd-ae25-22a8984ff692 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:08.941630 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-60a680c5-f6d5-48de-8160-50e7a6d34dc0 tempest-FloatingIPAdminTestJSON-38376875 tempest-FloatingIPAdminTestJSON-38376875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129328'] for router, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:08.943930 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-60a680c5-f6d5-48de-8160-50e7a6d34dc0 tempest-FloatingIPAdminTestJSON-38376875 tempest-FloatingIPAdminTestJSON-38376875-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:09.005543 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-a8e89ac7-51f3-42b0-ab3c-b5b887fe54d7 None None] Provisioning complete for port 3fb4706c-a793-43a2-af8e-0a4b9a2a7120 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:44:09.006171 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-a8e89ac7-51f3-42b0-ab3c-b5b887fe54d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:09.051066 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-a8e89ac7-51f3-42b0-ab3c-b5b887fe54d7 None None] Port 3fb4706c-a793-43a2-af8e-0a4b9a2a7120 cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 15:44:09.061715 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10b79fb-9f36-4646-b2e1-4bd2cc7e10ac req-ecabecaf-8639-4f6a-a783-098e843097d8 tempest-ImagesOneServerTestJSON-1993289455 tempest-ImagesOneServerTestJSON-1993289455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:09.069666 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port 2e4da01a-2cd0-4fa8-9455-b9ad8b7866ad, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=2e4da01a-2cd0-4fa8-9455-b9ad8b7866ad,segment=NetworkSegment(429e9cf3-3671-4cb2-9547-92af9e95f1f2),segment_id=429e9cf3-3671-4cb2-9547-92af9e95f1f2)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:44:09.072080 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-a10b79fb-9f36-4646-b2e1-4bd2cc7e10ac req-ecabecaf-8639-4f6a-a783-098e843097d8 tempest-ImagesOneServerTestJSON-1993289455 tempest-ImagesOneServerTestJSON-1993289455-project] 10.222.0.42 "GET /v2.0/ports?device_id=81605825-fa37-4e7f-8fb5-0b6c1360ffc2 HTTP/1.1" status: 200 len: 936 time: 0.1248229 Mar 29 15:44:09.075414 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-60a680c5-f6d5-48de-8160-50e7a6d34dc0 tempest-FloatingIPAdminTestJSON-38376875 tempest-FloatingIPAdminTestJSON-38376875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-526718'] for router, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:09.076372 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60a680c5-f6d5-48de-8160-50e7a6d34dc0 tempest-FloatingIPAdminTestJSON-38376875 tempest-FloatingIPAdminTestJSON-38376875-project] Fanout notify agent at l3_agent the message router_deleted on router 5ad32fd2-6d81-4f55-8395-7b8e4f9e512c {{(pid=102791) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 29 15:44:09.083472 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Returning: {'device': '2e4da01a-2cd0-4fa8-9455-b9ad8b7866ad', 'network_id': '9c05e936-df9e-4fbf-b09c-78bf9696504c', 'port_id': '2e4da01a-2cd0-4fa8-9455-b9ad8b7866ad', 'mac_address': 'fa:16:3e:ca:bc:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 637, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9016bdba-0f5c-4ddd-94a1-3fa4aae621f1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 15:44:09.090612 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-60a680c5-f6d5-48de-8160-50e7a6d34dc0 tempest-FloatingIPAdminTestJSON-38376875 tempest-FloatingIPAdminTestJSON-38376875-project] Notify callbacks [] for router, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:09.092964 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-60a680c5-f6d5-48de-8160-50e7a6d34dc0 tempest-FloatingIPAdminTestJSON-38376875 tempest-FloatingIPAdminTestJSON-38376875-project] 10.222.0.42 "DELETE /v2.0/routers/5ad32fd2-6d81-4f55-8395-7b8e4f9e512c HTTP/1.1" status: 204 len: 168 time: 1.1165900 Mar 29 15:44:09.095101 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 47642) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:44:09.174430 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:09.189140 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b912f144-7037-4f5c-a4ca-8adf62110f17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '684fa249-cf80-48e5-b59d-1b228e32ee2c'}] {{(pid=102792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:44:09.191935 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4f476c66b318cc6068719fc39557fac68d413f5c7e78fa77028c7948e999ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c031167c-97d7-4184-8c57-2b23fb24aa7f" -d '{"events": [{"server_uuid": "b912f144-7037-4f5c-a4ca-8adf62110f17", "name": "network-vif-plugged", "status": "completed", "tag": "684fa249-cf80-48e5-b59d-1b228e32ee2c"}]}' {{(pid=102792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:44:09.197752 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e4da01a-2cd0-4fa8-9455-b9ad8b7866ad {{(pid=102792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:44:09.225955 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port 2e4da01a-2cd0-4fa8-9455-b9ad8b7866ad, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=2e4da01a-2cd0-4fa8-9455-b9ad8b7866ad,segment=NetworkSegment(429e9cf3-3671-4cb2-9547-92af9e95f1f2),segment_id=429e9cf3-3671-4cb2-9547-92af9e95f1f2)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:44:09.231823 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-a10b79fb-9f36-4646-b2e1-4bd2cc7e10ac req-4bcdec8c-aa43-4ee2-8bbe-6f27bcad9e95 tempest-ImagesOneServerTestJSON-1993289455 tempest-ImagesOneServerTestJSON-1993289455-project] 10.222.0.42 "GET /v2.0/security-groups?id=d9dae7d0-6adf-4930-9600-9ef2e3fa6136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582263 Mar 29 15:44:09.236862 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:09.257105 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3337ecb-448f-44d5-bd4e-f4878b80547d tempest-FloatingIPAdminTestJSON-38376875 tempest-FloatingIPAdminTestJSON-38376875-project] Deleting subnet c2d94162-cda9-4915-840d-f2e05a4dd0ac {{(pid=102791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 15:44:09.260226 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-d3337ecb-448f-44d5-bd4e-f4878b80547d tempest-FloatingIPAdminTestJSON-38376875 tempest-FloatingIPAdminTestJSON-38376875-project] Notify callbacks [] for subnet, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:09.305725 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-d3337ecb-448f-44d5-bd4e-f4878b80547d tempest-FloatingIPAdminTestJSON-38376875 tempest-FloatingIPAdminTestJSON-38376875-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4230423'] for subnet, precommit_delete_associations {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:09.315056 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb1159d-1864-4a28-b21a-8565eba4d839 req-2e7b16b4-4293-4fc3-9193-0ee83870d348 tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:09.317550 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-5cb1159d-1864-4a28-b21a-8565eba4d839 req-2e7b16b4-4293-4fc3-9193-0ee83870d348 tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] 10.222.0.42 "GET /v2.0/ports?device_id=2565640a-8c7c-44e6-a0ff-441fffc35121 HTTP/1.1" status: 200 len: 949 time: 0.1515532 Mar 29 15:44:09.347906 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Pushing event updated for resources: {'Port': ['ID=2e4da01a-2cd0-4fa8-9455-b9ad8b7866ad,revision_number=4']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:44:09.370939 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-197f22e4-3bf7-4ebf-829d-3dbe58d55b6f req-5b193a1b-2b87-4a50-a6e6-11f15ba99f12 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/ports?device_id=58f7a61a-e4e1-4fba-85de-36c5ab11b403 HTTP/1.1" status: 200 len: 210 time: 0.0406430 Mar 29 15:44:09.417414 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-5cb1159d-1864-4a28-b21a-8565eba4d839 req-fafe25ab-6af4-4afa-9211-cb5f68107064 tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] 10.222.0.42 "GET /v2.0/security-groups?id=6fc5fb8c-b1d6-4bb9-b68a-102a19ea7379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847745 Mar 29 15:44:09.433128 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:44:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0ad6472-61c1-4cb9-a56e-a1b1ef5a04af x-openstack-request-id: req-f0ad6472-61c1-4cb9-a56e-a1b1ef5a04af {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:44:09.433386 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b912f144-7037-4f5c-a4ca-8adf62110f17", "name": "network-vif-plugged", "status": "completed", "tag": "684fa249-cf80-48e5-b59d-1b228e32ee2c", "code": 200}]} {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:44:09.433639 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f0ad6472-61c1-4cb9-a56e-a1b1ef5a04af {{(pid=102792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:44:09.434043 n-d-834765-1 neutron-server[102792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b912f144-7037-4f5c-a4ca-8adf62110f17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '684fa249-cf80-48e5-b59d-1b228e32ee2c', 'code': 200} Mar 29 15:44:09.448589 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-d3337ecb-448f-44d5-bd4e-f4878b80547d tempest-FloatingIPAdminTestJSON-38376875 tempest-FloatingIPAdminTestJSON-38376875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1641287'] for subnet, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:09.487231 n-d-834765-1 neutron-server[102790]: DEBUG neutron.notifiers.nova [req-64224924-e261-42d9-a3c9-60465601de4d req-c94e8cea-83fa-42cd-ae25-22a8984ff692 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3fb4706c-a793-43a2-af8e-0a4b9a2a7120 {{(pid=102790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:44:09.495435 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-64224924-e261-42d9-a3c9-60465601de4d req-c94e8cea-83fa-42cd-ae25-22a8984ff692 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:09.510668 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.provisioning_blocks [req-64224924-e261-42d9-a3c9-60465601de4d req-c94e8cea-83fa-42cd-ae25-22a8984ff692 service neutron] Transition to ACTIVE for port object 3fb4706c-a793-43a2-af8e-0a4b9a2a7120 will not be triggered until provisioned by entity L2. {{(pid=102790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 15:44:09.516264 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-64224924-e261-42d9-a3c9-60465601de4d req-c94e8cea-83fa-42cd-ae25-22a8984ff692 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5237921'] for port, after_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:09.576523 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-d3337ecb-448f-44d5-bd4e-f4878b80547d tempest-FloatingIPAdminTestJSON-38376875 tempest-FloatingIPAdminTestJSON-38376875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1641294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16155591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16218852'] for subnet, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:09.608727 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3337ecb-448f-44d5-bd4e-f4878b80547d tempest-FloatingIPAdminTestJSON-38376875 tempest-FloatingIPAdminTestJSON-38376875-project] Pushing event deleted for resources: {'Subnet': ['ID=c2d94162-cda9-4915-840d-f2e05a4dd0ac,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:44:09.620568 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f59749-40eb-4e1a-8c56-bae9265cd1e8 req-96f4dbb1-9390-46ff-b3ca-2585bb66e0b8 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:09.622157 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-c0f59749-40eb-4e1a-8c56-bae9265cd1e8 req-96f4dbb1-9390-46ff-b3ca-2585bb66e0b8 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] 10.222.0.42 "GET /v2.0/ports?device_id=7abc6c47-317f-4825-83f3-94fad572ef07 HTTP/1.1" status: 200 len: 944 time: 0.1088479 Mar 29 15:44:09.622644 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08f17157-89f2-436b-9a89-81bc54b0c849 None None] Network 7cd5bdb9-d83d-4fb5-b93c-febfa8a3bdef requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 15:44:09.624020 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-d3337ecb-448f-44d5-bd4e-f4878b80547d tempest-FloatingIPAdminTestJSON-38376875 tempest-FloatingIPAdminTestJSON-38376875-project] Notify callbacks [] for subnet, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:09.628411 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-d3337ecb-448f-44d5-bd4e-f4878b80547d tempest-FloatingIPAdminTestJSON-38376875 tempest-FloatingIPAdminTestJSON-38376875-project] 10.222.0.42 "DELETE /v2.0/subnets/c2d94162-cda9-4915-840d-f2e05a4dd0ac HTTP/1.1" status: 204 len: 168 time: 0.5316837 Mar 29 15:44:09.633665 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 47656) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:44:09.745600 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] get_ports_and_sgs() called for port_ids ['2e4da01a-2cd0-4fa8-9455-b9ad8b7866ad'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:44:09.769460 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-c0f59749-40eb-4e1a-8c56-bae9265cd1e8 req-2387152f-dc59-47e0-8227-1868f7672da5 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] 10.222.0.42 "GET /v2.0/security-groups?id=f08e979a-b162-4e81-8f48-4f228bf81759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364827 Mar 29 15:44:09.840167 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-632233ee-01d7-4f2d-81e5-8a7474b6333a tempest-FloatingIPAdminTestJSON-38376875 tempest-FloatingIPAdminTestJSON-38376875-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1631750'] for network, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:09.980140 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94e8cea-83fa-42cd-ae25-22a8984ff692 service neutron] Pushing event updated for resources: {'Port': ['ID=3fb4706c-a793-43a2-af8e-0a4b9a2a7120,revision_number=2']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:44:09.989648 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-843395ec-cc02-4282-b5f1-8b52f82a9866 None None] DHCP port deletion for 7cd5bdb9-d83d-4fb5-b93c-febfa8a3bdef request from n-d-834765-1 {{(pid=102792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 29 15:44:09.999739 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c93e0d-bb05-436f-8b06-901c8d0899cd req-cc7af934-a8e8-48fb-8416-1db0fbe91bf6 tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:10.007537 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-15c93e0d-bb05-436f-8b06-901c8d0899cd req-cc7af934-a8e8-48fb-8416-1db0fbe91bf6 tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] 10.222.0.42 "GET /v2.0/ports?device_id=fc8400ef-c820-4c5b-ba5c-48b9c628e94c HTTP/1.1" status: 200 len: 950 time: 0.0827255 Mar 29 15:44:10.020990 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ebe86c-c3c8-48df-a6a6-7515eaa8fa6b req-3ed43850-2eee-4df0-9731-5c093754b8c2 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:10.023459 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-f1ebe86c-c3c8-48df-a6a6-7515eaa8fa6b req-3ed43850-2eee-4df0-9731-5c093754b8c2 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.42 "GET /v2.0/ports?device_id=bdf56371-60c2-41be-847e-8c56f47964ad HTTP/1.1" status: 200 len: 945 time: 0.5039887 Mar 29 15:44:10.065311 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-15c93e0d-bb05-436f-8b06-901c8d0899cd req-ff51d7da-5285-41c0-aac0-b057a59d3561 tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] 10.222.0.42 "GET /v2.0/security-groups?id=062b76b3-3a31-4c61-a1e4-5e35375fb0f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504508 Mar 29 15:44:10.066817 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-632233ee-01d7-4f2d-81e5-8a7474b6333a tempest-FloatingIPAdminTestJSON-38376875 tempest-FloatingIPAdminTestJSON-38376875-project] Deleting port 2007f488-aa47-4185-b13d-5b5f6b770e96 {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:44:10.067159 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-632233ee-01d7-4f2d-81e5-8a7474b6333a tempest-FloatingIPAdminTestJSON-38376875 tempest-FloatingIPAdminTestJSON-38376875-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:10.080477 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-843395ec-cc02-4282-b5f1-8b52f82a9866 None None] Deleting port 2007f488-aa47-4185-b13d-5b5f6b770e96 {{(pid=102792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:44:10.080868 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-843395ec-cc02-4282-b5f1-8b52f82a9866 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:10.111080 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-f1ebe86c-c3c8-48df-a6a6-7515eaa8fa6b req-b8f65167-069b-4a93-9f34-ae45cff63664 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.42 "GET /v2.0/security-groups?id=07e96b72-96bb-4562-b80f-051b133c1759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658674 Mar 29 15:44:10.144368 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.managers [req-64224924-e261-42d9-a3c9-60465601de4d req-c94e8cea-83fa-42cd-ae25-22a8984ff692 service neutron] Attempting to bind port 3fb4706c-a793-43a2-af8e-0a4b9a2a7120 on host n-h2-834765-1 for vnic_type normal with profile {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:44:10.145347 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.managers [req-64224924-e261-42d9-a3c9-60465601de4d req-c94e8cea-83fa-42cd-ae25-22a8984ff692 service neutron] Attempting to bind port 3fb4706c-a793-43a2-af8e-0a4b9a2a7120 by drivers openvswitch,hyperv on host n-h2-834765-1 at level 0 using segments [{'id': 'a0c230f0-660a-4194-9279-0f0781d34134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '2268a9b9-82fd-4886-a91d-3a50e4e16cab'}] {{(pid=102790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:44:10.145916 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64224924-e261-42d9-a3c9-60465601de4d req-c94e8cea-83fa-42cd-ae25-22a8984ff692 service neutron] Attempting to bind port 3fb4706c-a793-43a2-af8e-0a4b9a2a7120 on network 2268a9b9-82fd-4886-a91d-3a50e4e16cab {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:44:10.151211 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64224924-e261-42d9-a3c9-60465601de4d req-c94e8cea-83fa-42cd-ae25-22a8984ff692 service neutron] Port 3fb4706c-a793-43a2-af8e-0a4b9a2a7120 on network 2268a9b9-82fd-4886-a91d-3a50e4e16cab not bound, no agent of type Open vSwitch agent registered on host n-h2-834765-1 {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 15:44:10.151934 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64224924-e261-42d9-a3c9-60465601de4d req-c94e8cea-83fa-42cd-ae25-22a8984ff692 service neutron] Attempting to bind port 3fb4706c-a793-43a2-af8e-0a4b9a2a7120 on network 2268a9b9-82fd-4886-a91d-3a50e4e16cab {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:44:10.158434 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64224924-e261-42d9-a3c9-60465601de4d req-c94e8cea-83fa-42cd-ae25-22a8984ff692 service neutron] Checking agent: {'id': '3e4b4912-b4a2-4d17-b5bd-6ce15529e8eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 33, 17), 'started_at': datetime.datetime(2022, 3, 29, 15, 33, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 43, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:44:10.159035 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64224924-e261-42d9-a3c9-60465601de4d req-c94e8cea-83fa-42cd-ae25-22a8984ff692 service neutron] Checking segment: {'id': 'a0c230f0-660a-4194-9279-0f0781d34134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '2268a9b9-82fd-4886-a91d-3a50e4e16cab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:44:10.159485 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64224924-e261-42d9-a3c9-60465601de4d req-c94e8cea-83fa-42cd-ae25-22a8984ff692 service neutron] Bound using segment: {'id': 'a0c230f0-660a-4194-9279-0f0781d34134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '2268a9b9-82fd-4886-a91d-3a50e4e16cab'} {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:44:10.160101 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.managers [req-64224924-e261-42d9-a3c9-60465601de4d req-c94e8cea-83fa-42cd-ae25-22a8984ff692 service neutron] Bound port: 3fb4706c-a793-43a2-af8e-0a4b9a2a7120, host: n-h2-834765-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0c230f0-660a-4194-9279-0f0781d34134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '2268a9b9-82fd-4886-a91d-3a50e4e16cab'}}] {{(pid=102790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 15:44:10.160690 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-64224924-e261-42d9-a3c9-60465601de4d req-c94e8cea-83fa-42cd-ae25-22a8984ff692 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:10.219286 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [None req-632233ee-01d7-4f2d-81e5-8a7474b6333a tempest-FloatingIPAdminTestJSON-38376875 tempest-FloatingIPAdminTestJSON-38376875-project] For port 2007f488-aa47-4185-b13d-5b5f6b770e96, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=2007f488-aa47-4185-b13d-5b5f6b770e96,segment=NetworkSegment(05ae8d80-452b-4f3f-b514-4fc04400f520),segment_id=05ae8d80-452b-4f3f-b514-4fc04400f520)] {{(pid=102791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:44:10.219575 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-632233ee-01d7-4f2d-81e5-8a7474b6333a tempest-FloatingIPAdminTestJSON-38376875 tempest-FloatingIPAdminTestJSON-38376875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:10.233879 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [req-64224924-e261-42d9-a3c9-60465601de4d req-c94e8cea-83fa-42cd-ae25-22a8984ff692 service neutron] For port 3fb4706c-a793-43a2-af8e-0a4b9a2a7120, host n-h2-834765-1, cleared binding levels {{(pid=102790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:44:10.236060 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-632233ee-01d7-4f2d-81e5-8a7474b6333a tempest-FloatingIPAdminTestJSON-38376875 tempest-FloatingIPAdminTestJSON-38376875-project] Calling delete_port for 2007f488-aa47-4185-b13d-5b5f6b770e96 owned by network:dhcp {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:44:10.237567 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [req-64224924-e261-42d9-a3c9-60465601de4d req-c94e8cea-83fa-42cd-ae25-22a8984ff692 service neutron] For port 3fb4706c-a793-43a2-af8e-0a4b9a2a7120, host n-h2-834765-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=3fb4706c-a793-43a2-af8e-0a4b9a2a7120,segment=NetworkSegment(a0c230f0-660a-4194-9279-0f0781d34134),segment_id=a0c230f0-660a-4194-9279-0f0781d34134)] {{(pid=102790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:44:10.242754 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-64224924-e261-42d9-a3c9-60465601de4d req-c94e8cea-83fa-42cd-ae25-22a8984ff692 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5237921'] for port, after_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:10.257598 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f22854-58ae-47c5-8498-485a481e1472 req-c5741570-cdf2-4ba8-846d-b1b5e0892425 tempest-ServersOnMultiNodesTest-1158406582 tempest-ServersOnMultiNodesTest-1158406582-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:10.259181 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-36f22854-58ae-47c5-8498-485a481e1472 req-c5741570-cdf2-4ba8-846d-b1b5e0892425 tempest-ServersOnMultiNodesTest-1158406582 tempest-ServersOnMultiNodesTest-1158406582-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=fc8400ef-c820-4c5b-ba5c-48b9c628e94c HTTP/1.1" status: 200 len: 1101 time: 0.0834320 Mar 29 15:44:10.288909 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-843395ec-cc02-4282-b5f1-8b52f82a9866 None None] For port 2007f488-aa47-4185-b13d-5b5f6b770e96, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=2007f488-aa47-4185-b13d-5b5f6b770e96,segment=NetworkSegment(05ae8d80-452b-4f3f-b514-4fc04400f520),segment_id=05ae8d80-452b-4f3f-b514-4fc04400f520)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:44:10.289281 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-843395ec-cc02-4282-b5f1-8b52f82a9866 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:10.302581 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-843395ec-cc02-4282-b5f1-8b52f82a9866 None None] Calling delete_port for 2007f488-aa47-4185-b13d-5b5f6b770e96 owned by network:dhcp {{(pid=102792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:44:10.309524 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64224924-e261-42d9-a3c9-60465601de4d req-c94e8cea-83fa-42cd-ae25-22a8984ff692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:10.310761 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-64224924-e261-42d9-a3c9-60465601de4d req-c94e8cea-83fa-42cd-ae25-22a8984ff692 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:10.312225 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-64224924-e261-42d9-a3c9-60465601de4d req-c94e8cea-83fa-42cd-ae25-22a8984ff692 service neutron] 10.222.0.48 "PUT /v2.0/ports/3fb4706c-a793-43a2-af8e-0a4b9a2a7120 HTTP/1.1" status: 200 len: 1096 time: 1.4879568 Mar 29 15:44:10.312683 n-d-834765-1 neutron-server[102790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81605825-fa37-4e7f-8fb5-0b6c1360ffc2', 'tag': '3fb4706c-a793-43a2-af8e-0a4b9a2a7120'}] {{(pid=102790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:44:10.318436 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46b06d655c90bc969636382cce4240ad749035fb0f3a83ee4734fa1ed9c4a6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56e03a5c-074d-452b-b40b-59e4cbe01fa1" -d '{"events": [{"name": "network-changed", "server_uuid": "81605825-fa37-4e7f-8fb5-0b6c1360ffc2", "tag": "3fb4706c-a793-43a2-af8e-0a4b9a2a7120"}]}' {{(pid=102790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:44:10.354906 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-36f22854-58ae-47c5-8498-485a481e1472 req-87afe978-25d0-4a69-94fe-9dad1eae0c26 tempest-ServersOnMultiNodesTest-1158406582 tempest-ServersOnMultiNodesTest-1158406582-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=062b76b3-3a31-4c61-a1e4-5e35375fb0f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667996 Mar 29 15:44:10.395039 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-632233ee-01d7-4f2d-81e5-8a7474b6333a tempest-FloatingIPAdminTestJSON-38376875 tempest-FloatingIPAdminTestJSON-38376875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:10.396034 n-d-834765-1 neutron-server[102792]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 29 15:44:10.396034 n-d-834765-1 neutron-server[102792]: from cryptography.utils import int_from_bytes Mar 29 15:44:10.396034 n-d-834765-1 neutron-server[102792]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 29 15:44:10.396034 n-d-834765-1 neutron-server[102792]: from cryptography.utils import int_from_bytes Mar 29 15:44:10.396034 n-d-834765-1 neutron-server[102792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 15:44:10.396034 n-d-834765-1 neutron-server[102792]: self.session.flush() Mar 29 15:44:10.396034 n-d-834765-1 neutron-server[102792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 15:44:10.396034 n-d-834765-1 neutron-server[102792]: self.session.flush() Mar 29 15:44:10.396034 n-d-834765-1 neutron-server[102792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 15:44:10.396034 n-d-834765-1 neutron-server[102792]: self.session.flush() Mar 29 15:44:10.396034 n-d-834765-1 neutron-server[102792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 15:44:10.396034 n-d-834765-1 neutron-server[102792]: self.session.flush() Mar 29 15:44:10.396034 n-d-834765-1 neutron-server[102792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 15:44:10.396034 n-d-834765-1 neutron-server[102792]: self.session.flush() Mar 29 15:44:10.396034 n-d-834765-1 neutron-server[102792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 15:44:10.396034 n-d-834765-1 neutron-server[102792]: self.session.flush() Mar 29 15:44:10.396034 n-d-834765-1 neutron-server[102792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 15:44:10.396034 n-d-834765-1 neutron-server[102792]: self.session.flush() Mar 29 15:44:10.396034 n-d-834765-1 neutron-server[102792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 15:44:10.396034 n-d-834765-1 neutron-server[102792]: self.session.flush() Mar 29 15:44:10.396034 n-d-834765-1 neutron-server[102792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 15:44:10.396034 n-d-834765-1 neutron-server[102792]: self.session.flush() Mar 29 15:44:10.396034 n-d-834765-1 neutron-server[102792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 15:44:10.396034 n-d-834765-1 neutron-server[102792]: self.session.flush() Mar 29 15:44:10.396034 n-d-834765-1 neutron-server[102792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 15:44:10.396034 n-d-834765-1 neutron-server[102792]: self.session.flush() Mar 29 15:44:10.396034 n-d-834765-1 neutron-server[102792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 15:44:10.396034 n-d-834765-1 neutron-server[102792]: self.session.flush() Mar 29 15:44:10.396034 n-d-834765-1 neutron-server[102792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 15:44:10.396034 n-d-834765-1 neutron-server[102792]: self.session.flush() Mar 29 15:44:10.396034 n-d-834765-1 neutron-server[102792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 15:44:10.396034 n-d-834765-1 neutron-server[102792]: self.session.flush() Mar 29 15:44:10.396034 n-d-834765-1 neutron-server[102792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 15:44:10.396034 n-d-834765-1 neutron-server[102792]: self.session.flush() Mar 29 15:44:10.396034 n-d-834765-1 neutron-server[102792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 15:44:10.396034 n-d-834765-1 neutron-server[102792]: self.session.flush() Mar 29 15:44:10.396034 n-d-834765-1 neutron-server[102792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 15:44:10.396034 n-d-834765-1 neutron-server[102792]: self.session.flush() Mar 29 15:44:10.396034 n-d-834765-1 neutron-server[102792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 15:44:10.396034 n-d-834765-1 neutron-server[102792]: self.session.flush() Mar 29 15:44:10.396034 n-d-834765-1 neutron-server[102792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 15:44:10.396034 n-d-834765-1 neutron-server[102792]: self.session.flush() Mar 29 15:44:10.399541 n-d-834765-1 neutron-server[102792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 15:44:10.399541 n-d-834765-1 neutron-server[102792]: self.session.flush() Mar 29 15:44:10.399541 n-d-834765-1 neutron-server[102792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 15:44:10.399541 n-d-834765-1 neutron-server[102792]: self.session.flush() Mar 29 15:44:10.399541 n-d-834765-1 neutron-server[102792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 15:44:10.399541 n-d-834765-1 neutron-server[102792]: self.session.flush() Mar 29 15:44:10.399541 n-d-834765-1 neutron-server[102792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 15:44:10.399541 n-d-834765-1 neutron-server[102792]: self.session.flush() Mar 29 15:44:10.399541 n-d-834765-1 neutron-server[102792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 15:44:10.399541 n-d-834765-1 neutron-server[102792]: self.session.flush() Mar 29 15:44:10.399541 n-d-834765-1 neutron-server[102792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 15:44:10.399541 n-d-834765-1 neutron-server[102792]: self.session.flush() Mar 29 15:44:10.399541 n-d-834765-1 neutron-server[102792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 15:44:10.399541 n-d-834765-1 neutron-server[102792]: self.session.flush() Mar 29 15:44:10.409442 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-843395ec-cc02-4282-b5f1-8b52f82a9866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350'] for port, after_delete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:10.443395 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843395ec-cc02-4282-b5f1-8b52f82a9866 None None] Pushing event deleted for resources: {'Port': ['ID=2007f488-aa47-4185-b13d-5b5f6b770e96,revision_number=None']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:44:10.447442 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94e8cea-83fa-42cd-ae25-22a8984ff692 service neutron] Pushing event updated for resources: {'Port': ['ID=3fb4706c-a793-43a2-af8e-0a4b9a2a7120,revision_number=3']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:44:10.450774 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632233ee-01d7-4f2d-81e5-8a7474b6333a tempest-FloatingIPAdminTestJSON-38376875 tempest-FloatingIPAdminTestJSON-38376875-project] Pushing event deleted for resources: {'Port': ['ID=2007f488-aa47-4185-b13d-5b5f6b770e96,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:44:10.454146 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-632233ee-01d7-4f2d-81e5-8a7474b6333a tempest-FloatingIPAdminTestJSON-38376875 tempest-FloatingIPAdminTestJSON-38376875-project] No DVR routers for this DVR port 2007f488-aa47-4185-b13d-5b5f6b770e96 on host n-d-834765-1 {{(pid=102791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:44:10.457065 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 15:44:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-565cdf2a-dc7e-4200-a468-a76f971ab74a x-openstack-request-id: req-565cdf2a-dc7e-4200-a468-a76f971ab74a {{(pid=102790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:44:10.457411 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81605825-fa37-4e7f-8fb5-0b6c1360ffc2", "tag": "3fb4706c-a793-43a2-af8e-0a4b9a2a7120", "status": "completed", "code": 200}]} {{(pid=102790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:44:10.457619 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-565cdf2a-dc7e-4200-a468-a76f971ab74a {{(pid=102790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:44:10.458007 n-d-834765-1 neutron-server[102790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81605825-fa37-4e7f-8fb5-0b6c1360ffc2', 'tag': '3fb4706c-a793-43a2-af8e-0a4b9a2a7120', 'status': 'completed', 'code': 200} Mar 29 15:44:10.474963 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-843395ec-cc02-4282-b5f1-8b52f82a9866 None None] No DVR routers for this DVR port 2007f488-aa47-4185-b13d-5b5f6b770e96 on host n-d-834765-1 {{(pid=102792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:44:10.501826 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64224924-e261-42d9-a3c9-60465601de4d req-ed230bc7-d510-4e0e-8084-5d356897af62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:10.511447 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-64224924-e261-42d9-a3c9-60465601de4d req-ed230bc7-d510-4e0e-8084-5d356897af62 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=aeade1be876640659c8ca9ea6cfe98c5&device_id=81605825-fa37-4e7f-8fb5-0b6c1360ffc2 HTTP/1.1" status: 200 len: 1099 time: 0.1336336 Mar 29 15:44:10.570341 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-632233ee-01d7-4f2d-81e5-8a7474b6333a tempest-FloatingIPAdminTestJSON-38376875 tempest-FloatingIPAdminTestJSON-38376875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639890', 'neutron.services.segments.db._delete_segments_for_network-8783523423079'] for network, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:10.593929 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-632233ee-01d7-4f2d-81e5-8a7474b6333a tempest-FloatingIPAdminTestJSON-38376875 tempest-FloatingIPAdminTestJSON-38376875-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7cd5bdb9-d83d-4fb5-b93c-febfa8a3bdef']}} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:44:10.612932 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-632233ee-01d7-4f2d-81e5-8a7474b6333a tempest-FloatingIPAdminTestJSON-38376875 tempest-FloatingIPAdminTestJSON-38376875-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05ae8d80-452b-4f3f-b514-4fc04400f520') {'for_net_delete': True} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:44:10.613644 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-632233ee-01d7-4f2d-81e5-8a7474b6333a tempest-FloatingIPAdminTestJSON-38376875 tempest-FloatingIPAdminTestJSON-38376875-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05ae8d80-452b-4f3f-b514-4fc04400f520') {} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:44:10.626901 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-632233ee-01d7-4f2d-81e5-8a7474b6333a tempest-FloatingIPAdminTestJSON-38376875 tempest-FloatingIPAdminTestJSON-38376875-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783523422064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4230428'] for segment, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:10.636677 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-523fa522-3c29-446c-bb5b-79e403373772 req-56b3fd2a-1086-4836-aed5-265c84439828 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=fa3ba36247ad48f4997ede3b0209bc82&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0381861 Mar 29 15:44:10.637887 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-64224924-e261-42d9-a3c9-60465601de4d req-501ebd59-6c4f-43dd-8675-e38d9906487b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.181&port_id=3fb4706c-a793-43a2-af8e-0a4b9a2a7120 HTTP/1.1" status: 200 len: 217 time: 0.1229348 Mar 29 15:44:10.645948 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345ad93a-1fc2-453c-81b2-937d63378ff0 req-6189cbef-eebc-4805-9ec6-8e539a58b3fa tempest-ImagesOneServerTestJSON-1993289455 tempest-ImagesOneServerTestJSON-1993289455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:10.650387 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-632233ee-01d7-4f2d-81e5-8a7474b6333a tempest-FloatingIPAdminTestJSON-38376875 tempest-FloatingIPAdminTestJSON-38376875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:10.653661 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-345ad93a-1fc2-453c-81b2-937d63378ff0 req-6189cbef-eebc-4805-9ec6-8e539a58b3fa tempest-ImagesOneServerTestJSON-1993289455 tempest-ImagesOneServerTestJSON-1993289455-project] 10.222.0.42 "GET /v2.0/ports?device_id=81605825-fa37-4e7f-8fb5-0b6c1360ffc2 HTTP/1.1" status: 200 len: 948 time: 0.3181334 Mar 29 15:44:10.661853 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-632233ee-01d7-4f2d-81e5-8a7474b6333a tempest-FloatingIPAdminTestJSON-38376875 tempest-FloatingIPAdminTestJSON-38376875-project] Releasing vlan 627 on physical network physnet1 to pool {{(pid=102791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 15:44:10.662605 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-632233ee-01d7-4f2d-81e5-8a7474b6333a tempest-FloatingIPAdminTestJSON-38376875 tempest-FloatingIPAdminTestJSON-38376875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16169569'] for segment, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:10.674319 n-d-834765-1 neutron-server[102791]: Traceback (most recent call last): Mar 29 15:44:10.674319 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 15:44:10.674319 n-d-834765-1 neutron-server[102791]: timer() Mar 29 15:44:10.674319 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 15:44:10.674319 n-d-834765-1 neutron-server[102791]: cb(*args, **kw) Mar 29 15:44:10.674319 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 15:44:10.674319 n-d-834765-1 neutron-server[102791]: return func(*args, **kwargs) Mar 29 15:44:10.674319 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 15:44:10.674319 n-d-834765-1 neutron-server[102791]: self._notify() Mar 29 15:44:10.674319 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 15:44:10.674319 n-d-834765-1 neutron-server[102791]: self.callback(batched_events) Mar 29 15:44:10.674319 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 15:44:10.674319 n-d-834765-1 neutron-server[102791]: event.method(event) Mar 29 15:44:10.674319 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 15:44:10.674319 n-d-834765-1 neutron-server[102791]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 15:44:10.674319 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 15:44:10.674319 n-d-834765-1 neutron-server[102791]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 15:44:10.674319 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 15:44:10.674319 n-d-834765-1 neutron-server[102791]: return f(self, *a, **k) Mar 29 15:44:10.674319 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 15:44:10.674319 n-d-834765-1 neutron-server[102791]: return self._get(url).json() Mar 29 15:44:10.674319 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 15:44:10.674319 n-d-834765-1 neutron-server[102791]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 15:44:10.674319 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 15:44:10.674319 n-d-834765-1 neutron-server[102791]: return self.request(url, 'GET', **kwargs) Mar 29 15:44:10.674319 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 15:44:10.674319 n-d-834765-1 neutron-server[102791]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 15:44:10.674319 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 15:44:10.674319 n-d-834765-1 neutron-server[102791]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 15:44:10.674319 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 15:44:10.674319 n-d-834765-1 neutron-server[102791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 15:44:10.674319 n-d-834765-1 neutron-server[102791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 15:44:10.766033 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-632233ee-01d7-4f2d-81e5-8a7474b6333a tempest-FloatingIPAdminTestJSON-38376875 tempest-FloatingIPAdminTestJSON-38376875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1639897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648174'] for network, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:10.773212 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-632233ee-01d7-4f2d-81e5-8a7474b6333a tempest-FloatingIPAdminTestJSON-38376875 tempest-FloatingIPAdminTestJSON-38376875-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for network, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:10.776621 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-632233ee-01d7-4f2d-81e5-8a7474b6333a tempest-FloatingIPAdminTestJSON-38376875 tempest-FloatingIPAdminTestJSON-38376875-project] 10.222.0.42 "DELETE /v2.0/networks/7cd5bdb9-d83d-4fb5-b93c-febfa8a3bdef HTTP/1.1" status: 204 len: 168 time: 1.1415672 Mar 29 15:44:10.778951 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 47674) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:44:10.793663 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632233ee-01d7-4f2d-81e5-8a7474b6333a tempest-FloatingIPAdminTestJSON-38376875 tempest-FloatingIPAdminTestJSON-38376875-project] Pushing event deleted for resources: {'Network': ['ID=7cd5bdb9-d83d-4fb5-b93c-febfa8a3bdef,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:44:10.821243 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-a49c6b98-392c-4856-b93c-b6c8f9c71152 req-52a597be-2d40-4811-abff-167925efb710 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/ports?device_id=58f7a61a-e4e1-4fba-85de-36c5ab11b403 HTTP/1.1" status: 200 len: 210 time: 0.0298376 Mar 29 15:44:10.840401 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64224924-e261-42d9-a3c9-60465601de4d req-3352307a-8227-40d2-bc9f-326d509eb750 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:10.842718 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-64224924-e261-42d9-a3c9-60465601de4d req-3352307a-8227-40d2-bc9f-326d509eb750 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=abb8e5d6-2aea-4455-a944-3435a3d1ce49 HTTP/1.1" status: 200 len: 843 time: 0.1858177 Mar 29 15:44:10.922781 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-345ad93a-1fc2-453c-81b2-937d63378ff0 req-9915e34d-f0d7-4153-90d1-394e868b1e13 tempest-ImagesOneServerTestJSON-1993289455 tempest-ImagesOneServerTestJSON-1993289455-project] 10.222.0.42 "GET /v2.0/security-groups?id=d9dae7d0-6adf-4930-9600-9ef2e3fa6136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2682400 Mar 29 15:44:10.926594 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1967e419-829b-4079-82ff-41d5bd3335f0 req-343d3a2e-4443-4a63-95b5-5e3718afd972 tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:10.928443 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-1967e419-829b-4079-82ff-41d5bd3335f0 req-343d3a2e-4443-4a63-95b5-5e3718afd972 tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] 10.222.0.42 "GET /v2.0/ports?device_id=2565640a-8c7c-44e6-a0ff-441fffc35121 HTTP/1.1" status: 200 len: 949 time: 0.0499434 Mar 29 15:44:10.943140 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523fa522-3c29-446c-bb5b-79e403373772 req-26550ed4-00e8-46b5-8425-4ba092cf9f31 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:10.944712 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-523fa522-3c29-446c-bb5b-79e403373772 req-26550ed4-00e8-46b5-8425-4ba092cf9f31 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2868929 Mar 29 15:44:10.978562 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [req-523fa522-3c29-446c-bb5b-79e403373772 req-0007db1f-7911-421e-b98f-dfb78e8a8def tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] Request body: {'port': {'device_id': '58f7a61a-e4e1-4fba-85de-36c5ab11b403', 'network_id': '2268a9b9-82fd-4886-a91d-3a50e4e16cab', 'admin_state_up': True, 'tenant_id': 'fa3ba36247ad48f4997ede3b0209bc82'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:44:10.980842 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-1967e419-829b-4079-82ff-41d5bd3335f0 req-71c2dcda-425b-4619-8e76-9c5c5642d54d tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] 10.222.0.42 "GET /v2.0/security-groups?id=6fc5fb8c-b1d6-4bb9-b68a-102a19ea7379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441039 Mar 29 15:44:11.019809 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64224924-e261-42d9-a3c9-60465601de4d req-4cc23a95-52b1-4510-ac0d-d06ae5a41dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:11.021270 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-64224924-e261-42d9-a3c9-60465601de4d req-4cc23a95-52b1-4510-ac0d-d06ae5a41dd5 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2268a9b9-82fd-4886-a91d-3a50e4e16cab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1677825 Mar 29 15:44:11.089348 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f808152c-e796-45cf-a69b-01490cd62e2b req-71324e27-dab9-4237-a9ed-a240ddd75867 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:11.090731 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f808152c-e796-45cf-a69b-01490cd62e2b req-71324e27-dab9-4237-a9ed-a240ddd75867 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] 10.222.0.42 "GET /v2.0/ports?device_id=7abc6c47-317f-4825-83f3-94fad572ef07 HTTP/1.1" status: 200 len: 944 time: 0.0533257 Mar 29 15:44:11.130576 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f808152c-e796-45cf-a69b-01490cd62e2b req-f4b91275-8081-4a0f-bd36-2a40f168ef11 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] 10.222.0.42 "GET /v2.0/security-groups?id=f08e979a-b162-4e81-8f48-4f228bf81759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332119 Mar 29 15:44:11.189762 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e21673a-dc70-4613-81f0-b80019d7095c req-0d32feec-1fab-48c1-8104-b9039f4bcab8 tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:11.191236 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-7e21673a-dc70-4613-81f0-b80019d7095c req-0d32feec-1fab-48c1-8104-b9039f4bcab8 tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] 10.222.0.42 "GET /v2.0/ports?device_id=fc8400ef-c820-4c5b-ba5c-48b9c628e94c HTTP/1.1" status: 200 len: 950 time: 0.2032301 Mar 29 15:44:11.195819 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-c28ff93c-b400-4a07-b4e3-d32b70f5d961 tempest-FloatingIPAdminTestJSON-38376875 tempest-FloatingIPAdminTestJSON-38376875-project] Deleting port 92b4b1a6-f73c-41b5-be3a-666cde597528 {{(pid=102790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:44:11.198583 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c28ff93c-b400-4a07-b4e3-d32b70f5d961 tempest-FloatingIPAdminTestJSON-38376875 tempest-FloatingIPAdminTestJSON-38376875-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:11.234374 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985c8862-93ae-4dc5-89a2-714315ab334e req-9414efa6-a021-4b82-a743-74fc2be373fd tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:11.236148 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-985c8862-93ae-4dc5-89a2-714315ab334e req-9414efa6-a021-4b82-a743-74fc2be373fd tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.42 "GET /v2.0/ports?device_id=bdf56371-60c2-41be-847e-8c56f47964ad HTTP/1.1" status: 200 len: 945 time: 0.0491192 Mar 29 15:44:11.274006 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-985c8862-93ae-4dc5-89a2-714315ab334e req-68d542ae-1dfe-414f-9ec9-461a741b10d4 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.42 "GET /v2.0/security-groups?id=07e96b72-96bb-4562-b80f-051b133c1759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320926 Mar 29 15:44:11.292289 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-64224924-e261-42d9-a3c9-60465601de4d req-1ca6c78a-4588-43ad-958c-1d066a864a2a service neutron] 10.222.0.48 "GET /v2.0/networks/2268a9b9-82fd-4886-a91d-3a50e4e16cab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2624714 Mar 29 15:44:11.334319 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-523fa522-3c29-446c-bb5b-79e403373772 req-0007db1f-7911-421e-b98f-dfb78e8a8def tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] Made reservation on behalf of fa3ba36247ad48f4997ede3b0209bc82 for: {'port': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:44:11.337596 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-523fa522-3c29-446c-bb5b-79e403373772 req-0007db1f-7911-421e-b98f-dfb78e8a8def tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:11.345726 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-7e21673a-dc70-4613-81f0-b80019d7095c req-8483c255-b767-4f31-b120-04e42a8d3ffe tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] 10.222.0.42 "GET /v2.0/security-groups?id=062b76b3-3a31-4c61-a1e4-5e35375fb0f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468461 Mar 29 15:44:11.379051 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c28ff93c-b400-4a07-b4e3-d32b70f5d961 tempest-FloatingIPAdminTestJSON-38376875 tempest-FloatingIPAdminTestJSON-38376875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:11.379404 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c28ff93c-b400-4a07-b4e3-d32b70f5d961 tempest-FloatingIPAdminTestJSON-38376875 tempest-FloatingIPAdminTestJSON-38376875-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:11.425562 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-c28ff93c-b400-4a07-b4e3-d32b70f5d961 tempest-FloatingIPAdminTestJSON-38376875 tempest-FloatingIPAdminTestJSON-38376875-project] Calling delete_port for 92b4b1a6-f73c-41b5-be3a-666cde597528 owned by network:floatingip {{(pid=102790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:44:11.542212 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-64224924-e261-42d9-a3c9-60465601de4d req-4016cbf4-2185-4d0f-8727-c67caac3cdf1 service neutron] 10.222.0.48 "GET /v2.0/networks/2268a9b9-82fd-4886-a91d-3a50e4e16cab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2347567 Mar 29 15:44:11.647346 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.db_base_plugin_common [req-523fa522-3c29-446c-bb5b-79e403373772 req-0007db1f-7911-421e-b98f-dfb78e8a8def tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] Allocated IP 192.168.233.153 (2268a9b9-82fd-4886-a91d-3a50e4e16cab/abb8e5d6-2aea-4455-a944-3435a3d1ce49/e6b9deda-c73a-4c2a-b870-929882588559) {{(pid=102790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:44:11.710470 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e03a5c-074d-452b-b40b-59e4cbe01fa1 req-fa1ac073-fff1-4d39-ae71-9fc20f532610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:11.712020 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-56e03a5c-074d-452b-b40b-59e4cbe01fa1 req-fa1ac073-fff1-4d39-ae71-9fc20f532610 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=aeade1be876640659c8ca9ea6cfe98c5&device_id=81605825-fa37-4e7f-8fb5-0b6c1360ffc2 HTTP/1.1" status: 200 len: 1099 time: 0.1196349 Mar 29 15:44:11.752185 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 2007f488-aa47-4185-b13d-5b5f6b770e96 no longer exists at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:44:11.774627 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] No Port match for: 2007f488-aa47-4185-b13d-5b5f6b770e96 {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 15:44:11.774967 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 2007f488-aa47-4185-b13d-5b5f6b770e96 not bound to the agent host n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:44:11.820205 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c28ff93c-b400-4a07-b4e3-d32b70f5d961 tempest-FloatingIPAdminTestJSON-38376875 tempest-FloatingIPAdminTestJSON-38376875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:11.895486 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28ff93c-b400-4a07-b4e3-d32b70f5d961 tempest-FloatingIPAdminTestJSON-38376875 tempest-FloatingIPAdminTestJSON-38376875-project] Pushing event deleted for resources: {'Port': ['ID=92b4b1a6-f73c-41b5-be3a-666cde597528,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:44:11.922469 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b1b614a3-d218-40e5-94ea-efceac9959ed req-7386f39c-38a5-4946-a35b-2556c449cf37 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/ports?device_id=58f7a61a-e4e1-4fba-85de-36c5ab11b403 HTTP/1.1" status: 200 len: 210 time: 0.0259531 Mar 29 15:44:11.970346 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e03a5c-074d-452b-b40b-59e4cbe01fa1 req-08743998-fdbd-4b30-9ef7-8114c87600b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:11.972629 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-56e03a5c-074d-452b-b40b-59e4cbe01fa1 req-08743998-fdbd-4b30-9ef7-8114c87600b6 service neutron] 10.222.0.48 "GET /v2.0/networks?id=2268a9b9-82fd-4886-a91d-3a50e4e16cab HTTP/1.1" status: 200 len: 870 time: 0.2482214 Mar 29 15:44:12.038183 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-56e03a5c-074d-452b-b40b-59e4cbe01fa1 req-c632bd12-bf4c-4dfe-8c74-c3a8d5fc5988 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.181&port_id=3fb4706c-a793-43a2-af8e-0a4b9a2a7120 HTTP/1.1" status: 200 len: 217 time: 0.0524006 Mar 29 15:44:12.050309 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c28ff93c-b400-4a07-b4e3-d32b70f5d961 tempest-FloatingIPAdminTestJSON-38376875 tempest-FloatingIPAdminTestJSON-38376875-project] Notify callbacks [] for floatingip, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:12.052857 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c28ff93c-b400-4a07-b4e3-d32b70f5d961 tempest-FloatingIPAdminTestJSON-38376875 tempest-FloatingIPAdminTestJSON-38376875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for floatingip, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:12.053958 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-c28ff93c-b400-4a07-b4e3-d32b70f5d961 tempest-FloatingIPAdminTestJSON-38376875 tempest-FloatingIPAdminTestJSON-38376875-project] 10.222.0.42 "DELETE /v2.0/floatingips/d9f26123-1058-4d5b-bbb5-8120ddc0315b HTTP/1.1" status: 204 len: 168 time: 1.2685773 Mar 29 15:44:12.056962 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-523fa522-3c29-446c-bb5b-79e403373772 req-0007db1f-7911-421e-b98f-dfb78e8a8def tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] Notify callbacks [] for port, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:12.104027 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ece6141-01b9-47d8-9186-636cb8bd3844 req-b1f44114-f525-40c5-b8e0-83ab76f53596 tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:12.105979 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-8ece6141-01b9-47d8-9186-636cb8bd3844 req-b1f44114-f525-40c5-b8e0-83ab76f53596 tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] 10.222.0.42 "GET /v2.0/ports?device_id=2565640a-8c7c-44e6-a0ff-441fffc35121 HTTP/1.1" status: 200 len: 949 time: 0.0562794 Mar 29 15:44:12.146070 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e03a5c-074d-452b-b40b-59e4cbe01fa1 req-a8e403d4-796c-4ec0-9d17-4731285d5653 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:12.147684 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-56e03a5c-074d-452b-b40b-59e4cbe01fa1 req-a8e403d4-796c-4ec0-9d17-4731285d5653 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=abb8e5d6-2aea-4455-a944-3435a3d1ce49 HTTP/1.1" status: 200 len: 843 time: 0.0877781 Mar 29 15:44:12.147820 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-8ece6141-01b9-47d8-9186-636cb8bd3844 req-152cd727-bb0b-47b4-beb3-a61cd459d18c tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] 10.222.0.42 "GET /v2.0/security-groups?id=6fc5fb8c-b1d6-4bb9-b68a-102a19ea7379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349791 Mar 29 15:44:12.157003 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ca7aa7-ed94-49ae-bbd9-1476c87f5830 req-1f42d3f2-9987-4d49-9cf0-32be817a353c tempest-ImagesOneServerTestJSON-1993289455 tempest-ImagesOneServerTestJSON-1993289455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:12.158424 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-83ca7aa7-ed94-49ae-bbd9-1476c87f5830 req-1f42d3f2-9987-4d49-9cf0-32be817a353c tempest-ImagesOneServerTestJSON-1993289455 tempest-ImagesOneServerTestJSON-1993289455-project] 10.222.0.42 "GET /v2.0/ports?device_id=81605825-fa37-4e7f-8fb5-0b6c1360ffc2 HTTP/1.1" status: 200 len: 948 time: 0.1255364 Mar 29 15:44:12.213554 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-523fa522-3c29-446c-bb5b-79e403373772 req-0007db1f-7911-421e-b98f-dfb78e8a8def tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:12.233462 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] get_ports_and_sgs() called for port_ids ['684fa249-cf80-48e5-b59d-1b228e32ee2c'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:44:12.271356 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984e4996-611a-462a-acc1-5322587a7320 req-90de3f65-d1ea-4dac-9480-738025a32a0d tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:12.280328 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-83ca7aa7-ed94-49ae-bbd9-1476c87f5830 req-c8d10d64-be8f-48dd-91fa-b8466832b327 tempest-ImagesOneServerTestJSON-1993289455 tempest-ImagesOneServerTestJSON-1993289455-project] 10.222.0.42 "GET /v2.0/security-groups?id=d9dae7d0-6adf-4930-9600-9ef2e3fa6136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901203 Mar 29 15:44:12.280780 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-984e4996-611a-462a-acc1-5322587a7320 req-90de3f65-d1ea-4dac-9480-738025a32a0d tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] 10.222.0.42 "GET /v2.0/ports?device_id=7abc6c47-317f-4825-83f3-94fad572ef07 HTTP/1.1" status: 200 len: 944 time: 0.0637774 Mar 29 15:44:12.281922 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e03a5c-074d-452b-b40b-59e4cbe01fa1 req-9ba24285-f836-4dad-93e1-b8ccc7ff7603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:12.283379 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-56e03a5c-074d-452b-b40b-59e4cbe01fa1 req-9ba24285-f836-4dad-93e1-b8ccc7ff7603 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2268a9b9-82fd-4886-a91d-3a50e4e16cab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1240511 Mar 29 15:44:12.291784 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-523fa522-3c29-446c-bb5b-79e403373772 req-0007db1f-7911-421e-b98f-dfb78e8a8def tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] Network 2268a9b9-82fd-4886-a91d-3a50e4e16cab is already hosted by enough agents. {{(pid=102790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:44:12.296300 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [req-523fa522-3c29-446c-bb5b-79e403373772 req-0007db1f-7911-421e-b98f-dfb78e8a8def tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] Resources bound (agent type, host, resource id): {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:44:12.299878 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0007db1f-7911-421e-b98f-dfb78e8a8def tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] Pushing event updated for resources: {'Port': ['ID=e6b9deda-c73a-4c2a-b870-929882588559,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:44:12.310130 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.l3_dvrscheduler_db [req-523fa522-3c29-446c-bb5b-79e403373772 req-0007db1f-7911-421e-b98f-dfb78e8a8def tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] Received port after_create {{(pid=102790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:44:12.328970 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-984e4996-611a-462a-acc1-5322587a7320 req-4ffce267-1506-4431-9cb9-75e7061ae2e5 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] 10.222.0.42 "GET /v2.0/security-groups?id=f08e979a-b162-4e81-8f48-4f228bf81759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472345 Mar 29 15:44:12.437198 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523fa522-3c29-446c-bb5b-79e403373772 req-0007db1f-7911-421e-b98f-dfb78e8a8def tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:12.438081 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-523fa522-3c29-446c-bb5b-79e403373772 req-0007db1f-7911-421e-b98f-dfb78e8a8def tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:12.454773 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 47696) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:44:12.512214 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff66e1f0-667a-4504-9816-021385f7cc35 req-25efd615-e13a-4d2d-b8de-539ed79838c2 tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:12.521372 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ff66e1f0-667a-4504-9816-021385f7cc35 req-25efd615-e13a-4d2d-b8de-539ed79838c2 tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] 10.222.0.42 "GET /v2.0/ports?device_id=fc8400ef-c820-4c5b-ba5c-48b9c628e94c HTTP/1.1" status: 200 len: 950 time: 0.0803211 Mar 29 15:44:12.537406 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-523fa522-3c29-446c-bb5b-79e403373772 req-0007db1f-7911-421e-b98f-dfb78e8a8def tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5646968 Mar 29 15:44:12.553308 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [req-523fa522-3c29-446c-bb5b-79e403373772 req-07980742-a3bb-4907-8bfb-d40f8905bba0 service neutron] Request body: {'port': {'device_id': '58f7a61a-e4e1-4fba-85de-36c5ab11b403', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834765-1'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:44:12.565235 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d40706-17e7-41aa-ad04-bf1914392782 req-d7abc29c-fc0b-4157-9f6e-fd73a1c30877 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:12.572409 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ff66e1f0-667a-4504-9816-021385f7cc35 req-4ede183e-68f1-4cba-89c7-d1c71fb3a751 tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] 10.222.0.42 "GET /v2.0/security-groups?id=062b76b3-3a31-4c61-a1e4-5e35375fb0f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495877 Mar 29 15:44:12.573844 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-91d40706-17e7-41aa-ad04-bf1914392782 req-d7abc29c-fc0b-4157-9f6e-fd73a1c30877 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.42 "GET /v2.0/ports?device_id=bdf56371-60c2-41be-847e-8c56f47964ad HTTP/1.1" status: 200 len: 945 time: 0.1678429 Mar 29 15:44:12.621384 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-56e03a5c-074d-452b-b40b-59e4cbe01fa1 req-1c3731fd-8274-424b-82f3-2cfbca08bb1e service neutron] 10.222.0.48 "GET /v2.0/networks/2268a9b9-82fd-4886-a91d-3a50e4e16cab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3225071 Mar 29 15:44:12.638590 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-76c29311-3d25-440c-917c-c3b714054d86 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=2040d711dcc7422a91c0ee429cb0ff10&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1808321 Mar 29 15:44:12.641909 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 47700) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:44:12.689431 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-91d40706-17e7-41aa-ad04-bf1914392782 req-6a79b805-58d2-4943-a4a7-447d4324052a tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.42 "GET /v2.0/security-groups?id=07e96b72-96bb-4562-b80f-051b133c1759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146317 Mar 29 15:44:12.695724 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-523fa522-3c29-446c-bb5b-79e403373772 req-07980742-a3bb-4907-8bfb-d40f8905bba0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:12.714477 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-192be15a-3c80-4d9c-aa89-a12729c7277b None None] Provisioning complete for port e6b9deda-c73a-4c2a-b870-929882588559 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:44:12.715167 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-192be15a-3c80-4d9c-aa89-a12729c7277b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:12.717511 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73936c5a-2fab-436d-8077-9e5a4b7f8624 req-df9fc4a3-840e-422c-bc94-b7cc5e2f167e tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:12.718997 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-73936c5a-2fab-436d-8077-9e5a4b7f8624 req-df9fc4a3-840e-422c-bc94-b7cc5e2f167e tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] 10.222.0.44 "GET /v2.0/ports?device_id=fc8400ef-c820-4c5b-ba5c-48b9c628e94c HTTP/1.1" status: 200 len: 950 time: 0.0750670 Mar 29 15:44:12.763202 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-192be15a-3c80-4d9c-aa89-a12729c7277b None None] Port e6b9deda-c73a-4c2a-b870-929882588559 cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 15:44:12.765608 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-29c04cf9-1824-4cd2-a1b5-f9060ddbd538 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:12.809141 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-56e03a5c-074d-452b-b40b-59e4cbe01fa1 req-fddd1074-cd4d-4136-b6c1-b56c4bce16b4 service neutron] 10.222.0.48 "GET /v2.0/networks/2268a9b9-82fd-4886-a91d-3a50e4e16cab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1770601 Mar 29 15:44:12.823293 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-29c04cf9-1824-4cd2-a1b5-f9060ddbd538 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:12.881105 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [req-73936c5a-2fab-436d-8077-9e5a4b7f8624 req-0e5e3f5e-ad2e-4e8e-8a4a-7b77dfb2202f tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] Deleting port de56b8f5-d2ff-4d41-a349-cdaf33d5736d {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:44:12.881541 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-73936c5a-2fab-436d-8077-9e5a4b7f8624 req-0e5e3f5e-ad2e-4e8e-8a4a-7b77dfb2202f tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:12.905190 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device 2e4da01a-2cd0-4fa8-9455-b9ad8b7866ad up at agent hyperv_n-h2-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:44:12.943975 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-29c04cf9-1824-4cd2-a1b5-f9060ddbd538 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:12.946841 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-29c04cf9-1824-4cd2-a1b5-f9060ddbd538 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:12.948169 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-29c04cf9-1824-4cd2-a1b5-f9060ddbd538 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f6cdfb19-4df8-4428-b7c4-6091797bd793 HTTP/1.1" status: 204 len: 168 time: 0.3053553 Mar 29 15:44:12.967975 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c04cf9-1824-4cd2-a1b5-f9060ddbd538 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6cdfb19-4df8-4428-b7c4-6091797bd793,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:44:12.973454 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Provisioning for port 2e4da01a-2cd0-4fa8-9455-b9ad8b7866ad completed by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 15:44:12.981205 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Provisioning complete for port 2e4da01a-2cd0-4fa8-9455-b9ad8b7866ad triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:44:12.981888 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:12.998928 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-73936c5a-2fab-436d-8077-9e5a4b7f8624 req-0e5e3f5e-ad2e-4e8e-8a4a-7b77dfb2202f tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] For port de56b8f5-d2ff-4d41-a349-cdaf33d5736d, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=de56b8f5-d2ff-4d41-a349-cdaf33d5736d,segment=NetworkSegment(a0c230f0-660a-4194-9279-0f0781d34134),segment_id=a0c230f0-660a-4194-9279-0f0781d34134)] {{(pid=102791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:44:12.998928 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-73936c5a-2fab-436d-8077-9e5a4b7f8624 req-0e5e3f5e-ad2e-4e8e-8a4a-7b77dfb2202f tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:13.012655 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [req-73936c5a-2fab-436d-8077-9e5a4b7f8624 req-0e5e3f5e-ad2e-4e8e-8a4a-7b77dfb2202f tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] Calling delete_port for de56b8f5-d2ff-4d41-a349-cdaf33d5736d owned by compute:nova {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:44:13.052069 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53cd2bf-4c70-40fd-bbf9-63cc3ae105a8 req-57be5ce0-d87b-4971-9f1f-bfea1989dd54 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:13.061106 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-e53cd2bf-4c70-40fd-bbf9-63cc3ae105a8 req-57be5ce0-d87b-4971-9f1f-bfea1989dd54 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.42 "GET /v2.0/ports?device_id=bdf56371-60c2-41be-847e-8c56f47964ad HTTP/1.1" status: 200 len: 945 time: 0.1271415 Mar 29 15:44:13.090591 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:13.117965 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7abc6c47-317f-4825-83f3-94fad572ef07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e4da01a-2cd0-4fa8-9455-b9ad8b7866ad'}] {{(pid=102792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:44:13.120552 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4f476c66b318cc6068719fc39557fac68d413f5c7e78fa77028c7948e999ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2359ea4-2315-40af-bf8c-16019b7f72e5" -d '{"events": [{"server_uuid": "7abc6c47-317f-4825-83f3-94fad572ef07", "name": "network-vif-plugged", "status": "completed", "tag": "2e4da01a-2cd0-4fa8-9455-b9ad8b7866ad"}]}' {{(pid=102792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:44:13.136710 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port 2e4da01a-2cd0-4fa8-9455-b9ad8b7866ad, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=2e4da01a-2cd0-4fa8-9455-b9ad8b7866ad,segment=NetworkSegment(429e9cf3-3671-4cb2-9547-92af9e95f1f2),segment_id=429e9cf3-3671-4cb2-9547-92af9e95f1f2)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:44:13.139902 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-e53cd2bf-4c70-40fd-bbf9-63cc3ae105a8 req-0e28cd54-1e27-450f-ab1f-ca8e4f1426fa tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.42 "GET /v2.0/security-groups?id=07e96b72-96bb-4562-b80f-051b133c1759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778039 Mar 29 15:44:13.146826 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:13.209047 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Pushing event updated for resources: {'Port': ['ID=2e4da01a-2cd0-4fa8-9455-b9ad8b7866ad,revision_number=5']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:44:13.228743 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:44:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e53a0c8-c252-4bd7-ab66-d2156e9c08b9 x-openstack-request-id: req-8e53a0c8-c252-4bd7-ab66-d2156e9c08b9 {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:44:13.229159 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7abc6c47-317f-4825-83f3-94fad572ef07", "name": "network-vif-plugged", "status": "completed", "tag": "2e4da01a-2cd0-4fa8-9455-b9ad8b7866ad", "code": 200}]} {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:44:13.229467 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8e53a0c8-c252-4bd7-ab66-d2156e9c08b9 {{(pid=102792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:44:13.230365 n-d-834765-1 neutron-server[102792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7abc6c47-317f-4825-83f3-94fad572ef07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e4da01a-2cd0-4fa8-9455-b9ad8b7866ad', 'code': 200} Mar 29 15:44:13.234938 n-d-834765-1 neutron-server[102790]: DEBUG neutron.notifiers.nova [req-523fa522-3c29-446c-bb5b-79e403373772 req-07980742-a3bb-4907-8bfb-d40f8905bba0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6b9deda-c73a-4c2a-b870-929882588559 {{(pid=102790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:44:13.244934 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-523fa522-3c29-446c-bb5b-79e403373772 req-07980742-a3bb-4907-8bfb-d40f8905bba0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:13.300493 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.provisioning_blocks [req-523fa522-3c29-446c-bb5b-79e403373772 req-07980742-a3bb-4907-8bfb-d40f8905bba0 service neutron] Transition to ACTIVE for port object e6b9deda-c73a-4c2a-b870-929882588559 will not be triggered until provisioned by entity L2. {{(pid=102790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 15:44:13.337478 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-523fa522-3c29-446c-bb5b-79e403373772 req-07980742-a3bb-4907-8bfb-d40f8905bba0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5237921'] for port, after_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:13.379973 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 47720) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:44:13.416429 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-60165e11-ce01-40b4-a08e-0aec9b2cafeb admin admin] Notify callbacks [] for security_group, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:13.440910 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e3506a-fcd4-4150-9ce9-2cd0e9010461 req-99f395ba-059f-46f9-a288-6f326e103ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:13.442461 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-c6e3506a-fcd4-4150-9ce9-2cd0e9010461 req-99f395ba-059f-46f9-a288-6f326e103ea2 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=7abc6c47-317f-4825-83f3-94fad572ef07 HTTP/1.1" status: 200 len: 1096 time: 0.1441629 Mar 29 15:44:13.450006 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3417813c-d66f-4b5b-becf-579923df25d2 req-2fc81182-53e5-4f52-897e-d83e1d7056f4 tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:13.452262 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-3417813c-d66f-4b5b-becf-579923df25d2 req-2fc81182-53e5-4f52-897e-d83e1d7056f4 tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] 10.222.0.42 "GET /v2.0/ports?device_id=2565640a-8c7c-44e6-a0ff-441fffc35121 HTTP/1.1" status: 200 len: 949 time: 0.1662900 Mar 29 15:44:13.470062 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07980742-a3bb-4907-8bfb-d40f8905bba0 service neutron] Pushing event updated for resources: {'Port': ['ID=e6b9deda-c73a-4c2a-b870-929882588559,revision_number=2']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:44:13.557532 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26d134f-dacb-4085-8ee9-fe5e4800d634 req-00f4bf45-6a0f-41fb-b152-b1656b0ef062 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:13.559213 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f26d134f-dacb-4085-8ee9-fe5e4800d634 req-00f4bf45-6a0f-41fb-b152-b1656b0ef062 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/ports?device_id=58f7a61a-e4e1-4fba-85de-36c5ab11b403 HTTP/1.1" status: 200 len: 948 time: 0.0793712 Mar 29 15:44:13.601459 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-c6e3506a-fcd4-4150-9ce9-2cd0e9010461 req-a2ba2b05-f5e9-4a57-b71e-905e8a775365 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=f08e979a-b162-4e81-8f48-4f228bf81759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453388 Mar 29 15:44:13.613506 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-3417813c-d66f-4b5b-becf-579923df25d2 req-2c92fc4c-68bd-437d-af84-860b3a9b3fcf tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] 10.222.0.42 "GET /v2.0/security-groups?id=6fc5fb8c-b1d6-4bb9-b68a-102a19ea7379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444108 Mar 29 15:44:13.628914 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.managers [req-523fa522-3c29-446c-bb5b-79e403373772 req-07980742-a3bb-4907-8bfb-d40f8905bba0 service neutron] Attempting to bind port e6b9deda-c73a-4c2a-b870-929882588559 on host n-h1-834765-1 for vnic_type normal with profile {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:44:13.629252 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.managers [req-523fa522-3c29-446c-bb5b-79e403373772 req-07980742-a3bb-4907-8bfb-d40f8905bba0 service neutron] Attempting to bind port e6b9deda-c73a-4c2a-b870-929882588559 by drivers openvswitch,hyperv on host n-h1-834765-1 at level 0 using segments [{'id': 'a0c230f0-660a-4194-9279-0f0781d34134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '2268a9b9-82fd-4886-a91d-3a50e4e16cab'}] {{(pid=102790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:44:13.629577 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-523fa522-3c29-446c-bb5b-79e403373772 req-07980742-a3bb-4907-8bfb-d40f8905bba0 service neutron] Attempting to bind port e6b9deda-c73a-4c2a-b870-929882588559 on network 2268a9b9-82fd-4886-a91d-3a50e4e16cab {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:44:13.647298 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-523fa522-3c29-446c-bb5b-79e403373772 req-07980742-a3bb-4907-8bfb-d40f8905bba0 service neutron] Port e6b9deda-c73a-4c2a-b870-929882588559 on network 2268a9b9-82fd-4886-a91d-3a50e4e16cab not bound, no agent of type Open vSwitch agent registered on host n-h1-834765-1 {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 15:44:13.647298 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-523fa522-3c29-446c-bb5b-79e403373772 req-07980742-a3bb-4907-8bfb-d40f8905bba0 service neutron] Attempting to bind port e6b9deda-c73a-4c2a-b870-929882588559 on network 2268a9b9-82fd-4886-a91d-3a50e4e16cab {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:44:13.647736 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f26d134f-dacb-4085-8ee9-fe5e4800d634 req-4498f340-b50e-4c0d-8acd-aebea67b7720 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/security-groups?id=56997969-7130-4d86-9e9d-e068deb19a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747433 Mar 29 15:44:13.658101 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-523fa522-3c29-446c-bb5b-79e403373772 req-07980742-a3bb-4907-8bfb-d40f8905bba0 service neutron] Checking agent: {'id': 'be375040-5069-4239-9460-a3a3213e1e90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 33, 18), 'started_at': datetime.datetime(2022, 3, 29, 15, 33, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 43, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:44:13.658492 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-523fa522-3c29-446c-bb5b-79e403373772 req-07980742-a3bb-4907-8bfb-d40f8905bba0 service neutron] Checking segment: {'id': 'a0c230f0-660a-4194-9279-0f0781d34134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '2268a9b9-82fd-4886-a91d-3a50e4e16cab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:44:13.658826 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-523fa522-3c29-446c-bb5b-79e403373772 req-07980742-a3bb-4907-8bfb-d40f8905bba0 service neutron] Bound using segment: {'id': 'a0c230f0-660a-4194-9279-0f0781d34134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '2268a9b9-82fd-4886-a91d-3a50e4e16cab'} {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:44:13.659281 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.managers [req-523fa522-3c29-446c-bb5b-79e403373772 req-07980742-a3bb-4907-8bfb-d40f8905bba0 service neutron] Bound port: e6b9deda-c73a-4c2a-b870-929882588559, host: n-h1-834765-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0c230f0-660a-4194-9279-0f0781d34134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '2268a9b9-82fd-4886-a91d-3a50e4e16cab'}}] {{(pid=102790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 15:44:13.659668 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-523fa522-3c29-446c-bb5b-79e403373772 req-07980742-a3bb-4907-8bfb-d40f8905bba0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:13.673330 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-73936c5a-2fab-436d-8077-9e5a4b7f8624 req-0e5e3f5e-ad2e-4e8e-8a4a-7b77dfb2202f tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:13.693624 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] get_ports_and_sgs() called for port_ids ['f39638e0-0f05-469b-894f-3e4405d80bf7', '0778d953-736b-473d-b6a9-91400417f84a', '611b86f9-0890-46c5-aa53-8103b3d2be14', '74944d92-fd89-4b00-a20c-9a31ed483b20', 'de56b8f5-d2ff-4d41-a349-cdaf33d5736d'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:44:13.698976 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-60165e11-ce01-40b4-a08e-0aec9b2cafeb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:13.710861 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-60165e11-ce01-40b4-a08e-0aec9b2cafeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:13.730716 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5e3f5e-ad2e-4e8e-8a4a-7b77dfb2202f tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] Pushing event deleted for resources: {'Port': ['ID=de56b8f5-d2ff-4d41-a349-cdaf33d5736d,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:44:13.746723 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] get_ports_and_sgs() called for port_ids ['d9900a87-c8da-45bc-b655-9593089dcbc1', 'b3a54e0b-ee79-4158-81f6-35ada90cdc73', '0789ee34-82ce-4b0c-baa3-dda8aab6a664'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:44:13.800193 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-60165e11-ce01-40b4-a08e-0aec9b2cafeb admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f8475805fb1b4cfaad3d7f90e0a11edc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4112380 Mar 29 15:44:13.804417 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 47724) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:44:13.814095 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [req-73936c5a-2fab-436d-8077-9e5a4b7f8624 req-0e5e3f5e-ad2e-4e8e-8a4a-7b77dfb2202f tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] No DVR routers for this DVR port de56b8f5-d2ff-4d41-a349-cdaf33d5736d on host n-h1-834765-1 {{(pid=102791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:44:13.816847 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-73936c5a-2fab-436d-8077-9e5a4b7f8624 req-0e5e3f5e-ad2e-4e8e-8a4a-7b77dfb2202f tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:13.820768 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-73936c5a-2fab-436d-8077-9e5a4b7f8624 req-0e5e3f5e-ad2e-4e8e-8a4a-7b77dfb2202f tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] 10.222.0.44 "DELETE /v2.0/ports/de56b8f5-d2ff-4d41-a349-cdaf33d5736d HTTP/1.1" status: 204 len: 173 time: 1.0923593 Mar 29 15:44:13.839073 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc8400ef-c820-4c5b-ba5c-48b9c628e94c', 'name': 'network-vif-deleted', 'tag': 'de56b8f5-d2ff-4d41-a349-cdaf33d5736d'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:44:13.844892 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c67b028db5e9b9818fecc5c0a87ebc6f190694fa53ca267d523e04f98de536d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55b993e3-233c-4b94-970b-3b3056cc1636" -d '{"events": [{"server_uuid": "fc8400ef-c820-4c5b-ba5c-48b9c628e94c", "name": "network-vif-deleted", "tag": "de56b8f5-d2ff-4d41-a349-cdaf33d5736d"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:44:13.874993 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a285359d-d71d-4634-bd2f-b9e789f9b588 req-d6519f1e-f1ed-4c75-a311-fa12031e733e tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:13.876686 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-a285359d-d71d-4634-bd2f-b9e789f9b588 req-d6519f1e-f1ed-4c75-a311-fa12031e733e tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] 10.222.0.42 "GET /v2.0/ports?device_id=7abc6c47-317f-4825-83f3-94fad572ef07 HTTP/1.1" status: 200 len: 945 time: 0.1590230 Mar 29 15:44:14.011432 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-a285359d-d71d-4634-bd2f-b9e789f9b588 req-70ac4aaa-bec4-468f-8a41-07af50abe38a tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] 10.222.0.42 "GET /v2.0/security-groups?id=f08e979a-b162-4e81-8f48-4f228bf81759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144662 Mar 29 15:44:14.037900 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-9e3dba7a-528d-4a82-8a75-c901541f4a12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:14.076777 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-9e3dba7a-528d-4a82-8a75-c901541f4a12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:14.150180 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d166de1d-b680-433c-90fd-accbb0101134 req-f9232508-26eb-4aba-922b-fd3069dbf8ff tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] 10.222.0.42 "GET /v2.0/ports?device_id=fc8400ef-c820-4c5b-ba5c-48b9c628e94c HTTP/1.1" status: 200 len: 210 time: 0.0328062 Mar 29 15:44:14.170257 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-9e3dba7a-528d-4a82-8a75-c901541f4a12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:14.174176 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-9e3dba7a-528d-4a82-8a75-c901541f4a12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:14.175530 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-9e3dba7a-528d-4a82-8a75-c901541f4a12 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/4d1f08f6-b3dc-4dfa-baf4-c49346b4c14c HTTP/1.1" status: 204 len: 168 time: 0.3696778 Mar 29 15:44:14.184645 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3dba7a-528d-4a82-8a75-c901541f4a12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d1f08f6-b3dc-4dfa-baf4-c49346b4c14c,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:44:14.214110 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60165e11-ce01-40b4-a08e-0aec9b2cafeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d1f08f6-b3dc-4dfa-baf4-c49346b4c14c,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:44:14.220543 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:44:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6728fdf8-11b6-470a-b9f8-dda258b51d1c x-openstack-request-id: req-6728fdf8-11b6-470a-b9f8-dda258b51d1c {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:44:14.220925 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc8400ef-c820-4c5b-ba5c-48b9c628e94c", "name": "network-vif-deleted", "tag": "de56b8f5-d2ff-4d41-a349-cdaf33d5736d", "status": "completed", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:44:14.221290 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-6728fdf8-11b6-470a-b9f8-dda258b51d1c {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:44:14.221778 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc8400ef-c820-4c5b-ba5c-48b9c628e94c', 'name': 'network-vif-deleted', 'tag': 'de56b8f5-d2ff-4d41-a349-cdaf33d5736d', 'status': 'completed', 'code': 200} Mar 29 15:44:14.245902 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [req-523fa522-3c29-446c-bb5b-79e403373772 req-07980742-a3bb-4907-8bfb-d40f8905bba0 service neutron] For port e6b9deda-c73a-4c2a-b870-929882588559, host n-h1-834765-1, cleared binding levels {{(pid=102790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:44:14.251934 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [req-523fa522-3c29-446c-bb5b-79e403373772 req-07980742-a3bb-4907-8bfb-d40f8905bba0 service neutron] For port e6b9deda-c73a-4c2a-b870-929882588559, host n-h1-834765-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=e6b9deda-c73a-4c2a-b870-929882588559,segment=NetworkSegment(a0c230f0-660a-4194-9279-0f0781d34134),segment_id=a0c230f0-660a-4194-9279-0f0781d34134)] {{(pid=102790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:44:14.261177 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c71aed-7ae3-4991-a510-693c19a75cbf req-b2ab1fec-ca97-4d56-9e4a-53cbebcb9ece tempest-ImagesOneServerTestJSON-1993289455 tempest-ImagesOneServerTestJSON-1993289455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:14.262743 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-38c71aed-7ae3-4991-a510-693c19a75cbf req-b2ab1fec-ca97-4d56-9e4a-53cbebcb9ece tempest-ImagesOneServerTestJSON-1993289455 tempest-ImagesOneServerTestJSON-1993289455-project] 10.222.0.42 "GET /v2.0/ports?device_id=81605825-fa37-4e7f-8fb5-0b6c1360ffc2 HTTP/1.1" status: 200 len: 948 time: 0.4983678 Mar 29 15:44:14.265164 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-523fa522-3c29-446c-bb5b-79e403373772 req-07980742-a3bb-4907-8bfb-d40f8905bba0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5237921'] for port, after_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:14.330644 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efa85b0-78b5-4d88-988a-43a85831f33a req-a5c89845-e675-4869-a346-6b8e384ae198 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:14.345855 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-2efa85b0-78b5-4d88-988a-43a85831f33a req-a5c89845-e675-4869-a346-6b8e384ae198 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.42 "GET /v2.0/ports?device_id=bdf56371-60c2-41be-847e-8c56f47964ad HTTP/1.1" status: 200 len: 945 time: 0.0717902 Mar 29 15:44:14.346068 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523fa522-3c29-446c-bb5b-79e403373772 req-07980742-a3bb-4907-8bfb-d40f8905bba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:14.346573 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-523fa522-3c29-446c-bb5b-79e403373772 req-07980742-a3bb-4907-8bfb-d40f8905bba0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:14.347979 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-523fa522-3c29-446c-bb5b-79e403373772 req-07980742-a3bb-4907-8bfb-d40f8905bba0 service neutron] 10.222.0.44 "PUT /v2.0/ports/e6b9deda-c73a-4c2a-b870-929882588559 HTTP/1.1" status: 200 len: 1096 time: 1.8000815 Mar 29 15:44:14.348427 n-d-834765-1 neutron-server[102790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58f7a61a-e4e1-4fba-85de-36c5ab11b403', 'tag': 'e6b9deda-c73a-4c2a-b870-929882588559'}] {{(pid=102790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:44:14.350722 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46b06d655c90bc969636382cce4240ad749035fb0f3a83ee4734fa1ed9c4a6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83d4a00e-2736-4834-be51-c5cca133131c" -d '{"events": [{"name": "network-changed", "server_uuid": "58f7a61a-e4e1-4fba-85de-36c5ab11b403", "tag": "e6b9deda-c73a-4c2a-b870-929882588559"}]}' {{(pid=102790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:44:14.362127 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-38c71aed-7ae3-4991-a510-693c19a75cbf req-7e397eb1-6b1e-439d-8119-f94e9bf0ce81 tempest-ImagesOneServerTestJSON-1993289455 tempest-ImagesOneServerTestJSON-1993289455-project] 10.222.0.42 "GET /v2.0/security-groups?id=d9dae7d0-6adf-4930-9600-9ef2e3fa6136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885997 Mar 29 15:44:14.376635 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07980742-a3bb-4907-8bfb-d40f8905bba0 service neutron] Pushing event updated for resources: {'Port': ['ID=e6b9deda-c73a-4c2a-b870-929882588559,revision_number=3']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:44:14.408587 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-2efa85b0-78b5-4d88-988a-43a85831f33a req-214e4fae-03f1-4700-b0b1-5c4fa6cd1bc2 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.42 "GET /v2.0/security-groups?id=07e96b72-96bb-4562-b80f-051b133c1759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476756 Mar 29 15:44:14.473624 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 15:44:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-665f884c-6f58-4618-b166-cb0841fbb44b x-openstack-request-id: req-665f884c-6f58-4618-b166-cb0841fbb44b {{(pid=102790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:44:14.473923 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58f7a61a-e4e1-4fba-85de-36c5ab11b403", "tag": "e6b9deda-c73a-4c2a-b870-929882588559", "status": "completed", "code": 200}]} {{(pid=102790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:44:14.474181 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-665f884c-6f58-4618-b166-cb0841fbb44b {{(pid=102790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:44:14.474619 n-d-834765-1 neutron-server[102790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58f7a61a-e4e1-4fba-85de-36c5ab11b403', 'tag': 'e6b9deda-c73a-4c2a-b870-929882588559', 'status': 'completed', 'code': 200} Mar 29 15:44:14.508479 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1ed821-6ba7-4319-bfb0-d4c6aeb2e09b req-5cb0c6b2-7f62-4a52-9202-403f7460bc07 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:14.510387 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ac1ed821-6ba7-4319-bfb0-d4c6aeb2e09b req-5cb0c6b2-7f62-4a52-9202-403f7460bc07 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdf56371-60c2-41be-847e-8c56f47964ad HTTP/1.1" status: 200 len: 945 time: 0.0962386 Mar 29 15:44:14.510813 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523fa522-3c29-446c-bb5b-79e403373772 req-c554a4e5-27cc-4a36-95ed-8d53d83fc01e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:14.512445 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-523fa522-3c29-446c-bb5b-79e403373772 req-c554a4e5-27cc-4a36-95ed-8d53d83fc01e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=fa3ba36247ad48f4997ede3b0209bc82&device_id=58f7a61a-e4e1-4fba-85de-36c5ab11b403 HTTP/1.1" status: 200 len: 1099 time: 0.1192665 Mar 29 15:44:14.577735 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-523fa522-3c29-446c-bb5b-79e403373772 req-5f34f4ac-ea3a-4ff4-9359-c85b5caf0016 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.153&port_id=e6b9deda-c73a-4c2a-b870-929882588559 HTTP/1.1" status: 200 len: 217 time: 0.0540192 Mar 29 15:44:14.642682 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523fa522-3c29-446c-bb5b-79e403373772 req-4f2bb6bf-b149-4194-a41e-35c3af4eef8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:14.646576 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-523fa522-3c29-446c-bb5b-79e403373772 req-4f2bb6bf-b149-4194-a41e-35c3af4eef8b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=abb8e5d6-2aea-4455-a944-3435a3d1ce49 HTTP/1.1" status: 200 len: 843 time: 0.0621591 Mar 29 15:44:14.684635 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [req-ac1ed821-6ba7-4319-bfb0-d4c6aeb2e09b req-bbb4978a-b9d6-43b6-b61b-7e4ab5506efd tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] Deleting port b0a6dc10-06c8-4eaa-ae25-fcb3ad5d43f2 {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:44:14.686100 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-ac1ed821-6ba7-4319-bfb0-d4c6aeb2e09b req-bbb4978a-b9d6-43b6-b61b-7e4ab5506efd tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:14.757029 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523fa522-3c29-446c-bb5b-79e403373772 req-2038c575-fb83-4668-b201-197ca397cbd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:14.759517 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-523fa522-3c29-446c-bb5b-79e403373772 req-2038c575-fb83-4668-b201-197ca397cbd4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2268a9b9-82fd-4886-a91d-3a50e4e16cab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0952923 Mar 29 15:44:14.837558 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-ac1ed821-6ba7-4319-bfb0-d4c6aeb2e09b req-bbb4978a-b9d6-43b6-b61b-7e4ab5506efd tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] For port b0a6dc10-06c8-4eaa-ae25-fcb3ad5d43f2, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=b0a6dc10-06c8-4eaa-ae25-fcb3ad5d43f2,segment=NetworkSegment(e1d90273-cef5-4478-85fc-ff4ac210e191),segment_id=e1d90273-cef5-4478-85fc-ff4ac210e191)] {{(pid=102791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:44:14.837932 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-ac1ed821-6ba7-4319-bfb0-d4c6aeb2e09b req-bbb4978a-b9d6-43b6-b61b-7e4ab5506efd tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:14.858490 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e000be96-577c-4171-9975-f018b48e49d5 req-17027fe0-0620-49d5-b64f-2508836f9273 tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:14.860049 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e000be96-577c-4171-9975-f018b48e49d5 req-17027fe0-0620-49d5-b64f-2508836f9273 tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] 10.222.0.42 "GET /v2.0/ports?device_id=2565640a-8c7c-44e6-a0ff-441fffc35121 HTTP/1.1" status: 200 len: 949 time: 0.0940974 Mar 29 15:44:14.864344 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [req-ac1ed821-6ba7-4319-bfb0-d4c6aeb2e09b req-bbb4978a-b9d6-43b6-b61b-7e4ab5506efd tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] Calling delete_port for b0a6dc10-06c8-4eaa-ae25-fcb3ad5d43f2 owned by compute:nova {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:44:14.867916 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 47740) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:44:14.895098 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05d093f-be1e-4a0d-82c9-667b0a77ad5a req-4248b3b6-e782-447f-aa93-0e37b2fce592 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:14.896719 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-b05d093f-be1e-4a0d-82c9-667b0a77ad5a req-4248b3b6-e782-447f-aa93-0e37b2fce592 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/ports?device_id=58f7a61a-e4e1-4fba-85de-36c5ab11b403 HTTP/1.1" status: 200 len: 948 time: 0.1308155 Mar 29 15:44:14.901109 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-3b7e2fb2-c634-46cd-8932-68ceb0cde8e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:14.911581 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device 3fb4706c-a793-43a2-af8e-0a4b9a2a7120 details requested by agent hyperv_n-h2-834765-1 with host n-h2-834765-1 {{(pid=102792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 15:44:14.934393 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-523fa522-3c29-446c-bb5b-79e403373772 req-e9961e43-3216-454e-b31e-98e29298a162 service neutron] 10.222.0.44 "GET /v2.0/networks/2268a9b9-82fd-4886-a91d-3a50e4e16cab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1656938 Mar 29 15:44:14.968189 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-b05d093f-be1e-4a0d-82c9-667b0a77ad5a req-22fdd3e7-4e7a-4742-95b2-c3230a6086e8 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/security-groups?id=56997969-7130-4d86-9e9d-e068deb19a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629077 Mar 29 15:44:14.976433 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e000be96-577c-4171-9975-f018b48e49d5 req-a8ebced2-8074-46de-be65-f8903fd528bd tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] 10.222.0.42 "GET /v2.0/security-groups?id=6fc5fb8c-b1d6-4bb9-b68a-102a19ea7379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075397 Mar 29 15:44:15.042361 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port 3fb4706c-a793-43a2-af8e-0a4b9a2a7120, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=3fb4706c-a793-43a2-af8e-0a4b9a2a7120,segment=NetworkSegment(a0c230f0-660a-4194-9279-0f0781d34134),segment_id=a0c230f0-660a-4194-9279-0f0781d34134)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:44:15.050072 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-523fa522-3c29-446c-bb5b-79e403373772 req-d0a89d5c-eb91-4044-9c69-f27abe2f8985 service neutron] 10.222.0.44 "GET /v2.0/networks/2268a9b9-82fd-4886-a91d-3a50e4e16cab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054122 Mar 29 15:44:15.055696 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Returning: {'device': '3fb4706c-a793-43a2-af8e-0a4b9a2a7120', 'network_id': '2268a9b9-82fd-4886-a91d-3a50e4e16cab', 'port_id': '3fb4706c-a793-43a2-af8e-0a4b9a2a7120', 'mac_address': 'fa:16:3e:a0:7b:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 625, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abb8e5d6-2aea-4455-a944-3435a3d1ce49', 'ip_address': '192.168.233.181'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 15:44:15.088102 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-3b7e2fb2-c634-46cd-8932-68ceb0cde8e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:15.105066 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:15.120296 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3fb4706c-a793-43a2-af8e-0a4b9a2a7120 {{(pid=102792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:44:15.130906 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-3b7e2fb2-c634-46cd-8932-68ceb0cde8e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:15.148649 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port 3fb4706c-a793-43a2-af8e-0a4b9a2a7120, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=3fb4706c-a793-43a2-af8e-0a4b9a2a7120,segment=NetworkSegment(a0c230f0-660a-4194-9279-0f0781d34134),segment_id=a0c230f0-660a-4194-9279-0f0781d34134)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:44:15.154513 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d4a00e-2736-4834-be51-c5cca133131c req-6532fd32-80c3-4fca-aec6-2672057c89aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:15.155354 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:15.161553 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-83d4a00e-2736-4834-be51-c5cca133131c req-6532fd32-80c3-4fca-aec6-2672057c89aa service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=fa3ba36247ad48f4997ede3b0209bc82&device_id=58f7a61a-e4e1-4fba-85de-36c5ab11b403 HTTP/1.1" status: 200 len: 1099 time: 0.0495200 Mar 29 15:44:15.214329 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Pushing event updated for resources: {'Port': ['ID=3fb4706c-a793-43a2-af8e-0a4b9a2a7120,revision_number=4']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:44:15.220819 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-3b7e2fb2-c634-46cd-8932-68ceb0cde8e3 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=6c4dcdf6e7e9496cb693fb7ad2ca82cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3499589 Mar 29 15:44:15.224643 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 47746) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:44:15.225208 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-ac1ed821-6ba7-4319-bfb0-d4c6aeb2e09b req-bbb4978a-b9d6-43b6-b61b-7e4ab5506efd tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:15.248643 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7e2fb2-c634-46cd-8932-68ceb0cde8e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbd77a8b-c6b5-491a-aeeb-76169a8844e3,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:44:15.258322 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07f9956-66b3-45e6-a31f-d50462d25779 req-7ee3fcdd-27ef-4af5-b76c-be8620599d1f tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:15.268509 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e07f9956-66b3-45e6-a31f-d50462d25779 req-7ee3fcdd-27ef-4af5-b76c-be8620599d1f tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] 10.222.0.42 "GET /v2.0/ports?device_id=7abc6c47-317f-4825-83f3-94fad572ef07 HTTP/1.1" status: 200 len: 945 time: 0.1479447 Mar 29 15:44:15.301675 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d4a00e-2736-4834-be51-c5cca133131c req-a0644906-e9b0-4a28-9278-30a0b0140462 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:15.303165 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-83d4a00e-2736-4834-be51-c5cca133131c req-a0644906-e9b0-4a28-9278-30a0b0140462 service neutron] 10.222.0.44 "GET /v2.0/networks?id=2268a9b9-82fd-4886-a91d-3a50e4e16cab HTTP/1.1" status: 200 len: 870 time: 0.1322224 Mar 29 15:44:15.306027 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb4978a-b9d6-43b6-b61b-7e4ab5506efd tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] Pushing event deleted for resources: {'Port': ['ID=b0a6dc10-06c8-4eaa-ae25-fcb3ad5d43f2,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:44:15.345942 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-83d4a00e-2736-4834-be51-c5cca133131c req-e3a8301d-8a38-4a0e-9159-2efac07b0d74 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.153&port_id=e6b9deda-c73a-4c2a-b870-929882588559 HTTP/1.1" status: 200 len: 217 time: 0.0358377 Mar 29 15:44:15.390501 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac1ed821-6ba7-4319-bfb0-d4c6aeb2e09b req-bbb4978a-b9d6-43b6-b61b-7e4ab5506efd tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] No DVR routers for this DVR port b0a6dc10-06c8-4eaa-ae25-fcb3ad5d43f2 on host n-h1-834765-1 {{(pid=102791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:44:15.400088 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-ac1ed821-6ba7-4319-bfb0-d4c6aeb2e09b req-bbb4978a-b9d6-43b6-b61b-7e4ab5506efd tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:15.403514 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ac1ed821-6ba7-4319-bfb0-d4c6aeb2e09b req-bbb4978a-b9d6-43b6-b61b-7e4ab5506efd tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.44 "DELETE /v2.0/ports/b0a6dc10-06c8-4eaa-ae25-fcb3ad5d43f2 HTTP/1.1" status: 204 len: 173 time: 0.8797822 Mar 29 15:44:15.412522 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d4a00e-2736-4834-be51-c5cca133131c req-7bd82833-f250-4592-a752-6fc2acfb5b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:15.414408 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-83d4a00e-2736-4834-be51-c5cca133131c req-7bd82833-f250-4592-a752-6fc2acfb5b82 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=abb8e5d6-2aea-4455-a944-3435a3d1ce49 HTTP/1.1" status: 200 len: 843 time: 0.0599904 Mar 29 15:44:15.436613 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e07f9956-66b3-45e6-a31f-d50462d25779 req-27e780b9-8ebd-4f42-ac8d-bbd249334260 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] 10.222.0.42 "GET /v2.0/security-groups?id=f08e979a-b162-4e81-8f48-4f228bf81759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669724 Mar 29 15:44:15.446098 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-655040f1-43ee-44c0-9d09-b638c35ca5a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:15.487874 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-655040f1-43ee-44c0-9d09-b638c35ca5a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:15.540549 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d4a00e-2736-4834-be51-c5cca133131c req-de81ee72-d9a0-4e55-8970-e443bfd3d514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:15.542224 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-83d4a00e-2736-4834-be51-c5cca133131c req-de81ee72-d9a0-4e55-8970-e443bfd3d514 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2268a9b9-82fd-4886-a91d-3a50e4e16cab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1148853 Mar 29 15:44:15.549702 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-655040f1-43ee-44c0-9d09-b638c35ca5a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:15.552924 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-655040f1-43ee-44c0-9d09-b638c35ca5a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:15.554407 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-655040f1-43ee-44c0-9d09-b638c35ca5a5 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/bbd77a8b-c6b5-491a-aeeb-76169a8844e3 HTTP/1.1" status: 204 len: 168 time: 0.3271487 Mar 29 15:44:15.589297 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4f8576d7-dd6f-49bc-adbd-0ef23deed22f req-7c009f8b-3ee1-4170-8a6b-c410a501eec4 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.42 "GET /v2.0/ports?device_id=bdf56371-60c2-41be-847e-8c56f47964ad HTTP/1.1" status: 200 len: 210 time: 0.0327291 Mar 29 15:44:15.589576 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655040f1-43ee-44c0-9d09-b638c35ca5a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbd77a8b-c6b5-491a-aeeb-76169a8844e3,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:44:15.656813 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b91e6f-e032-4ec0-b5de-e23575121577 req-363534ef-a8c6-4b71-a158-2675a4ee6cec tempest-ImagesOneServerTestJSON-1993289455 tempest-ImagesOneServerTestJSON-1993289455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:15.663985 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-97b91e6f-e032-4ec0-b5de-e23575121577 req-363534ef-a8c6-4b71-a158-2675a4ee6cec tempest-ImagesOneServerTestJSON-1993289455 tempest-ImagesOneServerTestJSON-1993289455-project] 10.222.0.42 "GET /v2.0/ports?device_id=81605825-fa37-4e7f-8fb5-0b6c1360ffc2 HTTP/1.1" status: 200 len: 949 time: 0.1399527 Mar 29 15:44:15.708018 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d94049-85c9-48f6-8637-4882fd98ce64 req-abc952ef-d896-47b4-8b42-37de49a4ec54 tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:15.709588 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f0d94049-85c9-48f6-8637-4882fd98ce64 req-abc952ef-d896-47b4-8b42-37de49a4ec54 tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] 10.222.0.42 "GET /v2.0/ports?device_id=1736ecb1-6683-49b1-8a6e-a612cf6b4ea9 HTTP/1.1" status: 200 len: 950 time: 0.0521038 Mar 29 15:44:15.727105 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] get_ports_and_sgs() called for port_ids ['3fb4706c-a793-43a2-af8e-0a4b9a2a7120'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:44:15.733502 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-83d4a00e-2736-4834-be51-c5cca133131c req-efa3efb2-f830-458c-9acd-957c36db8ef1 service neutron] 10.222.0.44 "GET /v2.0/networks/2268a9b9-82fd-4886-a91d-3a50e4e16cab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1727800 Mar 29 15:44:15.762400 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f0d94049-85c9-48f6-8637-4882fd98ce64 req-71cb0c66-1de5-4cad-aa70-4e716af17527 tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] 10.222.0.42 "GET /v2.0/security-groups?id=062b76b3-3a31-4c61-a1e4-5e35375fb0f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462015 Mar 29 15:44:15.785579 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-97b91e6f-e032-4ec0-b5de-e23575121577 req-065de352-a4f8-4861-b295-7586a1242776 tempest-ImagesOneServerTestJSON-1993289455 tempest-ImagesOneServerTestJSON-1993289455-project] 10.222.0.42 "GET /v2.0/security-groups?id=d9dae7d0-6adf-4930-9600-9ef2e3fa6136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111193 Mar 29 15:44:15.856379 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-83d4a00e-2736-4834-be51-c5cca133131c req-b37ef0f3-a6f9-4d41-bde7-98b1da97aaa7 service neutron] 10.222.0.44 "GET /v2.0/networks/2268a9b9-82fd-4886-a91d-3a50e4e16cab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1107643 Mar 29 15:44:16.107205 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b8aaee-2fe2-4b72-8a67-541442740b97 req-3156c3ab-70e2-4627-b816-196d96e03370 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:16.108887 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-e7b8aaee-2fe2-4b72-8a67-541442740b97 req-3156c3ab-70e2-4627-b816-196d96e03370 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/ports?device_id=58f7a61a-e4e1-4fba-85de-36c5ab11b403 HTTP/1.1" status: 200 len: 948 time: 0.0517552 Mar 29 15:44:16.123930 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69698507-7edf-472e-98de-d3c7130cc0c9 req-95990b1b-91ac-4dac-b1b7-504dac54833c tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:16.125784 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-69698507-7edf-472e-98de-d3c7130cc0c9 req-95990b1b-91ac-4dac-b1b7-504dac54833c tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] 10.222.0.42 "GET /v2.0/ports?device_id=2565640a-8c7c-44e6-a0ff-441fffc35121 HTTP/1.1" status: 200 len: 949 time: 0.0611472 Mar 29 15:44:16.162152 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-e7b8aaee-2fe2-4b72-8a67-541442740b97 req-51c2bd3e-9e76-40d5-869e-c598263d6315 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/security-groups?id=56997969-7130-4d86-9e9d-e068deb19a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466089 Mar 29 15:44:16.165998 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-69698507-7edf-472e-98de-d3c7130cc0c9 req-cdde2fb0-3826-4c58-b96e-02db0bde787f tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] 10.222.0.42 "GET /v2.0/security-groups?id=6fc5fb8c-b1d6-4bb9-b68a-102a19ea7379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338511 Mar 29 15:44:16.191247 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] get_ports_and_sgs() called for port_ids ['b0a6dc10-06c8-4eaa-ae25-fcb3ad5d43f2'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:44:16.222694 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdf56371-60c2-41be-847e-8c56f47964ad', 'name': 'network-vif-deleted', 'tag': 'b0a6dc10-06c8-4eaa-ae25-fcb3ad5d43f2'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:44:16.225039 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c67b028db5e9b9818fecc5c0a87ebc6f190694fa53ca267d523e04f98de536d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-effefbf3-b571-45e5-87a0-9849479b91fd" -d '{"events": [{"server_uuid": "bdf56371-60c2-41be-847e-8c56f47964ad", "name": "network-vif-deleted", "tag": "b0a6dc10-06c8-4eaa-ae25-fcb3ad5d43f2"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:44:16.262576 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:44:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cb31499-361f-46c2-b294-4c8b18ae5bc3 x-openstack-request-id: req-1cb31499-361f-46c2-b294-4c8b18ae5bc3 {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:44:16.263064 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdf56371-60c2-41be-847e-8c56f47964ad", "name": "network-vif-deleted", "tag": "b0a6dc10-06c8-4eaa-ae25-fcb3ad5d43f2", "status": "completed", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:44:16.263549 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1cb31499-361f-46c2-b294-4c8b18ae5bc3 {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:44:16.264021 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdf56371-60c2-41be-847e-8c56f47964ad', 'name': 'network-vif-deleted', 'tag': 'b0a6dc10-06c8-4eaa-ae25-fcb3ad5d43f2', 'status': 'completed', 'code': 200} Mar 29 15:44:16.377595 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 47782) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:44:16.497669 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-7d21d168-483d-4269-a491-13850efb7674 tempest-AgentManagementNegativeTest-689732969 tempest-AgentManagementNegativeTest-689732969-project] 10.222.0.42 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.1188884 Mar 29 15:44:16.568267 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cbd8e8-4bbd-404f-bc9c-81ee3d171611 req-64b76b1e-4816-423c-8ab5-ba87669c436f tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:16.569756 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-80cbd8e8-4bbd-404f-bc9c-81ee3d171611 req-64b76b1e-4816-423c-8ab5-ba87669c436f tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] 10.222.0.42 "GET /v2.0/ports?device_id=7abc6c47-317f-4825-83f3-94fad572ef07 HTTP/1.1" status: 200 len: 945 time: 0.0492239 Mar 29 15:44:16.610876 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-80cbd8e8-4bbd-404f-bc9c-81ee3d171611 req-eb798fa9-bf2f-4566-b05d-0723db7e46f5 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] 10.222.0.42 "GET /v2.0/security-groups?id=f08e979a-b162-4e81-8f48-4f228bf81759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352793 Mar 29 15:44:16.734579 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:16.737469 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e6c5c2-6270-440a-a1fa-80f0562b76de req-156c24bd-5f9c-447d-ae35-53dbd2d78c58 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:16.739726 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-79e6c5c2-6270-440a-a1fa-80f0562b76de req-156c24bd-5f9c-447d-ae35-53dbd2d78c58 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] 10.222.0.42 "GET /v2.0/ports?device_id=7abc6c47-317f-4825-83f3-94fad572ef07 HTTP/1.1" status: 200 len: 945 time: 0.0571833 Mar 29 15:44:16.754602 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 47798) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:44:16.783330 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-79e6c5c2-6270-440a-a1fa-80f0562b76de req-76e3c25b-0be0-4595-b85f-f07920e77d22 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] 10.222.0.42 "GET /v2.0/security-groups?id=f08e979a-b162-4e81-8f48-4f228bf81759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380847 Mar 29 15:44:16.888930 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-3a3c44e5-ec4f-42f6-a34d-616df09dff76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:16.901870 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769f8689-3c37-4d96-82c7-b5328e1ec67b req-995c572e-5795-4ed4-9339-c0dd3f01ab8c tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:16.903365 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-769f8689-3c37-4d96-82c7-b5328e1ec67b req-995c572e-5795-4ed4-9339-c0dd3f01ab8c tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] 10.222.0.42 "GET /v2.0/ports?device_id=1736ecb1-6683-49b1-8a6e-a612cf6b4ea9 HTTP/1.1" status: 200 len: 950 time: 0.0536625 Mar 29 15:44:16.904918 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device de56b8f5-d2ff-4d41-a349-cdaf33d5736d no longer exists at agent hyperv_n-h1-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:44:16.925735 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] No Port match for: de56b8f5-d2ff-4d41-a349-cdaf33d5736d {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 15:44:16.926084 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device de56b8f5-d2ff-4d41-a349-cdaf33d5736d not bound to the agent host n-h1-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:44:16.926718 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device b0a6dc10-06c8-4eaa-ae25-fcb3ad5d43f2 no longer exists at agent hyperv_n-h1-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:44:16.945898 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-769f8689-3c37-4d96-82c7-b5328e1ec67b req-249cbdcc-3d47-4bc7-9dbb-df12d2bdb8c2 tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] 10.222.0.42 "GET /v2.0/security-groups?id=062b76b3-3a31-4c61-a1e4-5e35375fb0f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347080 Mar 29 15:44:16.947140 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] No Port match for: b0a6dc10-06c8-4eaa-ae25-fcb3ad5d43f2 {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 15:44:16.947508 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device b0a6dc10-06c8-4eaa-ae25-fcb3ad5d43f2 not bound to the agent host n-h1-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:44:16.983523 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294a4d1e-2b97-40e9-a9fe-746cec070954 req-cdc7a0e5-cd10-4e47-9515-fd1dc5d1875e tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:16.985016 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-294a4d1e-2b97-40e9-a9fe-746cec070954 req-cdc7a0e5-cd10-4e47-9515-fd1dc5d1875e tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.42 "GET /v2.0/networks?id=96b8e8ed-22f2-4cb8-884c-6e5cefe078a4 HTTP/1.1" status: 200 len: 812 time: 0.1474910 Mar 29 15:44:17.009916 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-294a4d1e-2b97-40e9-a9fe-746cec070954 req-8ff6c283-f088-4bf5-a42e-e9e46c086d2b tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.42 "GET /v2.0/quotas/94799213e4df4db5af3887cbfa8ada4e HTTP/1.1" status: 200 len: 375 time: 0.0160363 Mar 29 15:44:17.058999 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f32c114-dd76-4e07-b2b3-6c50d8aef7b4 req-5008f277-5d76-4b54-80d0-aa30bc02ee07 tempest-ImagesOneServerTestJSON-1993289455 tempest-ImagesOneServerTestJSON-1993289455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:17.061436 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-294a4d1e-2b97-40e9-a9fe-746cec070954 req-c29dba02-dfa3-4b73-99f6-9f2b27faa74c tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=94799213e4df4db5af3887cbfa8ada4e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0433142 Mar 29 15:44:17.062271 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-9f32c114-dd76-4e07-b2b3-6c50d8aef7b4 req-5008f277-5d76-4b54-80d0-aa30bc02ee07 tempest-ImagesOneServerTestJSON-1993289455 tempest-ImagesOneServerTestJSON-1993289455-project] 10.222.0.42 "GET /v2.0/ports?device_id=81605825-fa37-4e7f-8fb5-0b6c1360ffc2 HTTP/1.1" status: 200 len: 949 time: 0.0549886 Mar 29 15:44:17.066610 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-3a3c44e5-ec4f-42f6-a34d-616df09dff76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:17.069910 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-3a3c44e5-ec4f-42f6-a34d-616df09dff76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:17.101407 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-9f32c114-dd76-4e07-b2b3-6c50d8aef7b4 req-45fcab92-4d48-4dea-9d83-e0f8e3ae09c8 tempest-ImagesOneServerTestJSON-1993289455 tempest-ImagesOneServerTestJSON-1993289455-project] 10.222.0.42 "GET /v2.0/security-groups?id=d9dae7d0-6adf-4930-9600-9ef2e3fa6136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322993 Mar 29 15:44:17.136784 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-3a3c44e5-ec4f-42f6-a34d-616df09dff76 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ec811858789c4fe0a0ef4f672bd2760f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3806241 Mar 29 15:44:17.139450 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 47818) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:44:17.166725 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3c44e5-ec4f-42f6-a34d-616df09dff76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3f068cd-1823-4396-a5b3-64ec56cd14aa,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:44:17.192571 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-4a1ebc56-a292-4989-a33d-4c6b194c2fb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:17.205723 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-294a4d1e-2b97-40e9-a9fe-746cec070954 req-45eac369-28b7-41ae-9eee-3a881419e89c service neutron] 10.222.0.42 "GET /v2.0/networks/96b8e8ed-22f2-4cb8-884c-6e5cefe078a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327677 Mar 29 15:44:17.220137 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-4a1ebc56-a292-4989-a33d-4c6b194c2fb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:17.281535 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-4a1ebc56-a292-4989-a33d-4c6b194c2fb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:17.284401 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-4a1ebc56-a292-4989-a33d-4c6b194c2fb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:17.288094 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-4a1ebc56-a292-4989-a33d-4c6b194c2fb2 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e3f068cd-1823-4396-a5b3-64ec56cd14aa HTTP/1.1" status: 204 len: 168 time: 0.1447241 Mar 29 15:44:17.297889 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1ebc56-a292-4989-a33d-4c6b194c2fb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3f068cd-1823-4396-a5b3-64ec56cd14aa,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:44:17.320534 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-294a4d1e-2b97-40e9-a9fe-746cec070954 req-dc2e6bc0-2fc2-4945-a58f-0f0d3b155379 service neutron] 10.222.0.42 "GET /v2.0/networks/96b8e8ed-22f2-4cb8-884c-6e5cefe078a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1077511 Mar 29 15:44:17.363319 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4da370-72d3-4172-a0b8-20c05ece251a req-eedc5c33-7327-4b7b-80ac-8f6ba56614f2 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:17.365286 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-2d4da370-72d3-4172-a0b8-20c05ece251a req-eedc5c33-7327-4b7b-80ac-8f6ba56614f2 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/ports?device_id=58f7a61a-e4e1-4fba-85de-36c5ab11b403 HTTP/1.1" status: 200 len: 948 time: 0.0549419 Mar 29 15:44:17.407549 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-2d4da370-72d3-4172-a0b8-20c05ece251a req-666a1a14-8702-4249-ab8b-47546fb6ac71 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/security-groups?id=56997969-7130-4d86-9e9d-e068deb19a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359743 Mar 29 15:44:17.540589 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f76560-9404-40f6-9f9c-61070ef06930 req-250dafe1-f43f-491a-9255-1f1b823fa021 tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:17.542306 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-54f76560-9404-40f6-9f9c-61070ef06930 req-250dafe1-f43f-491a-9255-1f1b823fa021 tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] 10.222.0.42 "GET /v2.0/ports?device_id=2565640a-8c7c-44e6-a0ff-441fffc35121 HTTP/1.1" status: 200 len: 949 time: 0.0579221 Mar 29 15:44:17.558759 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d15b0dd-3b0f-4a71-8493-2a1bc3925310 req-98c4c2fd-fada-44f4-b917-a9ddcae0242b tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:17.560506 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-9d15b0dd-3b0f-4a71-8493-2a1bc3925310 req-98c4c2fd-fada-44f4-b917-a9ddcae0242b tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] 10.222.0.42 "GET /v2.0/ports?device_id=7abc6c47-317f-4825-83f3-94fad572ef07 HTTP/1.1" status: 200 len: 945 time: 0.0627089 Mar 29 15:44:17.595174 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-54f76560-9404-40f6-9f9c-61070ef06930 req-035bb24d-dd42-45ee-9e80-ab026082d336 tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] 10.222.0.42 "GET /v2.0/security-groups?id=6fc5fb8c-b1d6-4bb9-b68a-102a19ea7379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453558 Mar 29 15:44:17.625336 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-9d15b0dd-3b0f-4a71-8493-2a1bc3925310 req-8478d4f9-1d4d-48b7-a975-92afd1c719f1 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] 10.222.0.42 "GET /v2.0/security-groups?id=f08e979a-b162-4e81-8f48-4f228bf81759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463462 Mar 29 15:44:17.648760 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:17.687100 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-802cd855-42e8-49d2-8e55-306910911907 req-4c1160f3-3fbf-4dec-8bc4-9a1f58fb52a5 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.42 "GET /v2.0/ports?device_id=41e2a5d9-9374-4605-ab91-deb85bccc945 HTTP/1.1" status: 200 len: 210 time: 0.0352509 Mar 29 15:44:18.070723 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 47858) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:44:18.075692 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0a8ba2-ad7f-4cfd-b34a-cc10cae534a8 req-bef535e4-ec0e-429a-8d13-9642f311d2fb tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:18.077601 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-bb0a8ba2-ad7f-4cfd-b34a-cc10cae534a8 req-bef535e4-ec0e-429a-8d13-9642f311d2fb tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] 10.222.0.42 "GET /v2.0/ports?device_id=1736ecb1-6683-49b1-8a6e-a612cf6b4ea9 HTTP/1.1" status: 200 len: 950 time: 0.0576868 Mar 29 15:44:18.147875 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-bb0a8ba2-ad7f-4cfd-b34a-cc10cae534a8 req-a737a117-2232-419d-b985-a1e57e916e83 tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] 10.222.0.42 "GET /v2.0/security-groups?id=062b76b3-3a31-4c61-a1e4-5e35375fb0f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608792 Mar 29 15:44:18.178750 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c7309a-8abd-47f8-ba29-2e62a67c7d43 req-ee88063b-cf47-47d0-b28c-6a97ef37b0a1 tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:18.181433 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-58c7309a-8abd-47f8-ba29-2e62a67c7d43 req-ee88063b-cf47-47d0-b28c-6a97ef37b0a1 tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] 10.222.0.48 "GET /v2.0/ports?device_id=1736ecb1-6683-49b1-8a6e-a612cf6b4ea9 HTTP/1.1" status: 200 len: 950 time: 0.0681546 Mar 29 15:44:18.213943 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-99904bdc-77ef-4cdd-b60a-e93fb716686c tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-740102935'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:44:18.251699 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade12241-59ad-48d7-897f-27ffd0445239 req-6ea59191-222b-4922-a243-1d37d3275f80 tempest-ImagesOneServerTestJSON-1993289455 tempest-ImagesOneServerTestJSON-1993289455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:18.253183 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ade12241-59ad-48d7-897f-27ffd0445239 req-6ea59191-222b-4922-a243-1d37d3275f80 tempest-ImagesOneServerTestJSON-1993289455 tempest-ImagesOneServerTestJSON-1993289455-project] 10.222.0.42 "GET /v2.0/ports?device_id=81605825-fa37-4e7f-8fb5-0b6c1360ffc2 HTTP/1.1" status: 200 len: 949 time: 0.0754585 Mar 29 15:44:18.253904 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99904bdc-77ef-4cdd-b60a-e93fb716686c tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] Made reservation on behalf of d7e69b0c9e964dac92ab1ced81176558 for: {'network': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:44:18.257096 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-99904bdc-77ef-4cdd-b60a-e93fb716686c tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for network, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:18.272939 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-99904bdc-77ef-4cdd-b60a-e93fb716686c tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] Notify callbacks [] for security_group, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:18.277736 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [req-58c7309a-8abd-47f8-ba29-2e62a67c7d43 req-787a91f3-fa60-466d-8b14-50310b8990cf tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] Deleting port 0789ee34-82ce-4b0c-baa3-dda8aab6a664 {{(pid=102790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:44:18.278088 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-58c7309a-8abd-47f8-ba29-2e62a67c7d43 req-787a91f3-fa60-466d-8b14-50310b8990cf tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:18.314607 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ade12241-59ad-48d7-897f-27ffd0445239 req-f6d357d9-7591-498e-9cfb-d8f5978dd4f0 tempest-ImagesOneServerTestJSON-1993289455 tempest-ImagesOneServerTestJSON-1993289455-project] 10.222.0.42 "GET /v2.0/security-groups?id=d9dae7d0-6adf-4930-9600-9ef2e3fa6136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543911 Mar 29 15:44:18.371518 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-99904bdc-77ef-4cdd-b60a-e93fb716686c tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] Notify callbacks [] for security_group, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:18.375253 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-99904bdc-77ef-4cdd-b60a-e93fb716686c tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:18.376274 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [req-58c7309a-8abd-47f8-ba29-2e62a67c7d43 req-787a91f3-fa60-466d-8b14-50310b8990cf tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] For port 0789ee34-82ce-4b0c-baa3-dda8aab6a664, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=0789ee34-82ce-4b0c-baa3-dda8aab6a664,segment=NetworkSegment(a0c230f0-660a-4194-9279-0f0781d34134),segment_id=a0c230f0-660a-4194-9279-0f0781d34134)] {{(pid=102790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:44:18.376635 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-58c7309a-8abd-47f8-ba29-2e62a67c7d43 req-787a91f3-fa60-466d-8b14-50310b8990cf tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:18.389894 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [req-58c7309a-8abd-47f8-ba29-2e62a67c7d43 req-787a91f3-fa60-466d-8b14-50310b8990cf tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] Calling delete_port for 0789ee34-82ce-4b0c-baa3-dda8aab6a664 owned by compute:nova {{(pid=102790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:44:18.397506 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99904bdc-77ef-4cdd-b60a-e93fb716686c tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] vlan segment allocate from pool success with {'vlan_id': 615, 'physical_network': 'physnet1'} {{(pid=102791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 15:44:18.412189 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99904bdc-77ef-4cdd-b60a-e93fb716686c tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ea858aa-a458-40c0-8028-3540d6e09da5,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:44:18.415068 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-99904bdc-77ef-4cdd-b60a-e93fb716686c tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:18.415494 n-d-834765-1 neutron-server[102791]: INFO neutron.db.segments_db [None req-99904bdc-77ef-4cdd-b60a-e93fb716686c tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] Added segment 56f33615-3f8b-411c-8074-fd278d62f58f of type vlan for network f4a691c5-0b23-4a55-9cc3-e69397dcbf56 Mar 29 15:44:18.461605 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-99904bdc-77ef-4cdd-b60a-e93fb716686c tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783522915970'] for network, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:18.490522 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-99904bdc-77ef-4cdd-b60a-e93fb716686c tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795'] for network, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:18.498392 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99904bdc-77ef-4cdd-b60a-e93fb716686c tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:18.500608 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-99904bdc-77ef-4cdd-b60a-e93fb716686c tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for network, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:18.555066 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-99904bdc-77ef-4cdd-b60a-e93fb716686c tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.4830854 Mar 29 15:44:18.606572 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99904bdc-77ef-4cdd-b60a-e93fb716686c tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] Pushing event updated for resources: {'Network': ['ID=f4a691c5-0b23-4a55-9cc3-e69397dcbf56,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:44:18.642800 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Network f4a691c5-0b23-4a55-9cc3-e69397dcbf56 details requested by agent ovs-agent-n-d-834765-1 with host n-d-834765-1 {{(pid=102792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 15:44:18.673842 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-58c7309a-8abd-47f8-ba29-2e62a67c7d43 req-787a91f3-fa60-466d-8b14-50310b8990cf tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:18.698803 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] get_ports_and_sgs() called for port_ids ['f39638e0-0f05-469b-894f-3e4405d80bf7', '0778d953-736b-473d-b6a9-91400417f84a', '611b86f9-0890-46c5-aa53-8103b3d2be14', '74944d92-fd89-4b00-a20c-9a31ed483b20'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:44:18.699422 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc157ea0-25c0-41fd-82ec-407623aad737 req-6b9f626e-f621-496b-9678-138e2917e18b tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:18.707017 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-fc157ea0-25c0-41fd-82ec-407623aad737 req-6b9f626e-f621-496b-9678-138e2917e18b tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/ports?device_id=58f7a61a-e4e1-4fba-85de-36c5ab11b403 HTTP/1.1" status: 200 len: 948 time: 0.1823494 Mar 29 15:44:18.750678 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787a91f3-fa60-466d-8b14-50310b8990cf tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] Pushing event deleted for resources: {'Port': ['ID=0789ee34-82ce-4b0c-baa3-dda8aab6a664,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:44:18.822151 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] get_ports_and_sgs() called for port_ids ['d9900a87-c8da-45bc-b655-9593089dcbc1', 'b3a54e0b-ee79-4158-81f6-35ada90cdc73', '0789ee34-82ce-4b0c-baa3-dda8aab6a664'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:44:18.898555 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.l3_dvrscheduler_db [req-58c7309a-8abd-47f8-ba29-2e62a67c7d43 req-787a91f3-fa60-466d-8b14-50310b8990cf tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] No DVR routers for this DVR port 0789ee34-82ce-4b0c-baa3-dda8aab6a664 on host n-h2-834765-1 {{(pid=102790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:44:18.902979 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-fc157ea0-25c0-41fd-82ec-407623aad737 req-9e1c98fc-9766-4cbf-b161-485583b9e89b tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/security-groups?id=56997969-7130-4d86-9e9d-e068deb19a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1946096 Mar 29 15:44:18.910521 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294a4d1e-2b97-40e9-a9fe-746cec070954 req-714d1d07-f85c-4680-8c51-3add6568909d tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:18.912349 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-294a4d1e-2b97-40e9-a9fe-746cec070954 req-714d1d07-f85c-4680-8c51-3add6568909d tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.44 "GET /v2.0/networks?id=96b8e8ed-22f2-4cb8-884c-6e5cefe078a4 HTTP/1.1" status: 200 len: 812 time: 0.4017177 Mar 29 15:44:18.913474 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-58c7309a-8abd-47f8-ba29-2e62a67c7d43 req-787a91f3-fa60-466d-8b14-50310b8990cf tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:18.916682 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-58c7309a-8abd-47f8-ba29-2e62a67c7d43 req-787a91f3-fa60-466d-8b14-50310b8990cf tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] 10.222.0.48 "DELETE /v2.0/ports/0789ee34-82ce-4b0c-baa3-dda8aab6a664 HTTP/1.1" status: 204 len: 173 time: 0.7278841 Mar 29 15:44:18.961334 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device e6b9deda-c73a-4c2a-b870-929882588559 details requested by agent hyperv_n-h1-834765-1 with host n-h1-834765-1 {{(pid=102792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 15:44:19.012430 n-d-834765-1 neutron-server[102790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1736ecb1-6683-49b1-8a6e-a612cf6b4ea9', 'name': 'network-vif-deleted', 'tag': '0789ee34-82ce-4b0c-baa3-dda8aab6a664'}] {{(pid=102790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:44:19.022376 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46b06d655c90bc969636382cce4240ad749035fb0f3a83ee4734fa1ed9c4a6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcca8aa4-d488-4d38-a9da-ec447b1ef30b" -d '{"events": [{"server_uuid": "1736ecb1-6683-49b1-8a6e-a612cf6b4ea9", "name": "network-vif-deleted", "tag": "0789ee34-82ce-4b0c-baa3-dda8aab6a664"}]}' {{(pid=102790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:44:19.044437 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device 3fb4706c-a793-43a2-af8e-0a4b9a2a7120 up at agent hyperv_n-h2-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:44:19.063872 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [req-294a4d1e-2b97-40e9-a9fe-746cec070954 req-ea74daeb-0fc3-4051-b6c0-af84c484ef01 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] Request body: {'port': {'device_id': '41e2a5d9-9374-4605-ab91-deb85bccc945', 'network_id': '96b8e8ed-22f2-4cb8-884c-6e5cefe078a4', 'admin_state_up': True, 'tenant_id': '94799213e4df4db5af3887cbfa8ada4e'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:44:19.247982 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b44c81e-8574-45af-a893-e9016a17a750 req-296089c7-816f-420c-ba35-2a6275833d17 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:19.250470 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6b44c81e-8574-45af-a893-e9016a17a750 req-296089c7-816f-420c-ba35-2a6275833d17 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] 10.222.0.42 "GET /v2.0/ports?device_id=7abc6c47-317f-4825-83f3-94fad572ef07 HTTP/1.1" status: 200 len: 945 time: 0.0728040 Mar 29 15:44:19.301639 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6b44c81e-8574-45af-a893-e9016a17a750 req-a01292d3-0cf4-465b-905d-171467f851fe tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] 10.222.0.42 "GET /v2.0/security-groups?id=f08e979a-b162-4e81-8f48-4f228bf81759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449369 Mar 29 15:44:19.315029 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bbe10b-2bed-49ba-94e4-aa92b3941cf8 req-343ca542-3d55-46d4-82ea-e1285dbb21b4 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:19.317465 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-11bbe10b-2bed-49ba-94e4-aa92b3941cf8 req-343ca542-3d55-46d4-82ea-e1285dbb21b4 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] 10.222.0.48 "GET /v2.0/ports?device_id=7abc6c47-317f-4825-83f3-94fad572ef07 HTTP/1.1" status: 200 len: 945 time: 0.3999627 Mar 29 15:44:19.319402 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-294a4d1e-2b97-40e9-a9fe-746cec070954 req-ea74daeb-0fc3-4051-b6c0-af84c484ef01 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] Made reservation on behalf of 94799213e4df4db5af3887cbfa8ada4e for: {'port': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:44:19.323467 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-294a4d1e-2b97-40e9-a9fe-746cec070954 req-ea74daeb-0fc3-4051-b6c0-af84c484ef01 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:19.345806 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port e6b9deda-c73a-4c2a-b870-929882588559, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=e6b9deda-c73a-4c2a-b870-929882588559,segment=NetworkSegment(a0c230f0-660a-4194-9279-0f0781d34134),segment_id=a0c230f0-660a-4194-9279-0f0781d34134)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:44:19.369181 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Returning: {'device': 'e6b9deda-c73a-4c2a-b870-929882588559', 'network_id': '2268a9b9-82fd-4886-a91d-3a50e4e16cab', 'port_id': 'e6b9deda-c73a-4c2a-b870-929882588559', 'mac_address': 'fa:16:3e:8e:ec:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 625, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abb8e5d6-2aea-4455-a944-3435a3d1ce49', 'ip_address': '192.168.233.153'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 15:44:19.405360 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-acc3ff5f-7860-4ba8-9602-9130b1f062ba req-e02beda8-5cab-4c34-9e27-a211259f4f71 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.42 "GET /v2.0/ports?device_id=41e2a5d9-9374-4605-ab91-deb85bccc945 HTTP/1.1" status: 200 len: 210 time: 0.0289390 Mar 29 15:44:19.467726 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b73344-d61e-4397-8b16-1f2f1a7f8d8e req-c76aaaa2-6774-45ba-a0fa-abe0f7ac5935 tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:19.479623 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-82b73344-d61e-4397-8b16-1f2f1a7f8d8e req-c76aaaa2-6774-45ba-a0fa-abe0f7ac5935 tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] 10.222.0.42 "GET /v2.0/ports?device_id=2565640a-8c7c-44e6-a0ff-441fffc35121 HTTP/1.1" status: 200 len: 949 time: 0.2532647 Mar 29 15:44:19.489227 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:44:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44e7bf78-3c03-4e4f-8c48-12ff4753ce34 x-openstack-request-id: req-44e7bf78-3c03-4e4f-8c48-12ff4753ce34 {{(pid=102790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:44:19.491294 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1736ecb1-6683-49b1-8a6e-a612cf6b4ea9", "name": "network-vif-deleted", "tag": "0789ee34-82ce-4b0c-baa3-dda8aab6a664", "status": "completed", "code": 200}]} {{(pid=102790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:44:19.491679 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-44e7bf78-3c03-4e4f-8c48-12ff4753ce34 {{(pid=102790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:44:19.492159 n-d-834765-1 neutron-server[102790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1736ecb1-6683-49b1-8a6e-a612cf6b4ea9', 'name': 'network-vif-deleted', 'tag': '0789ee34-82ce-4b0c-baa3-dda8aab6a664', 'status': 'completed', 'code': 200} Mar 29 15:44:19.497729 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Provisioning for port 3fb4706c-a793-43a2-af8e-0a4b9a2a7120 completed by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 15:44:19.510328 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Provisioning complete for port 3fb4706c-a793-43a2-af8e-0a4b9a2a7120 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:44:19.510708 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:19.597047 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:19.625279 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06278a98-a66b-4046-a08e-d4e97e9c588d req-90d3cba2-31e0-4a13-8a83-34a8e5c160a4 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:19.634951 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06278a98-a66b-4046-a08e-d4e97e9c588d req-90d3cba2-31e0-4a13-8a83-34a8e5c160a4 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:19.646657 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06278a98-a66b-4046-a08e-d4e97e9c588d req-90d3cba2-31e0-4a13-8a83-34a8e5c160a4 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:19.660727 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6b9deda-c73a-4c2a-b870-929882588559 {{(pid=102792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:44:19.661226 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06278a98-a66b-4046-a08e-d4e97e9c588d req-90d3cba2-31e0-4a13-8a83-34a8e5c160a4 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:19.669011 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06278a98-a66b-4046-a08e-d4e97e9c588d req-90d3cba2-31e0-4a13-8a83-34a8e5c160a4 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:19.695380 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06278a98-a66b-4046-a08e-d4e97e9c588d req-90d3cba2-31e0-4a13-8a83-34a8e5c160a4 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:19.710128 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06278a98-a66b-4046-a08e-d4e97e9c588d req-90d3cba2-31e0-4a13-8a83-34a8e5c160a4 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:19.721231 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-82b73344-d61e-4397-8b16-1f2f1a7f8d8e req-d3c68194-f35e-4333-9f20-bca8c37605ef tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] 10.222.0.42 "GET /v2.0/security-groups?id=6fc5fb8c-b1d6-4bb9-b68a-102a19ea7379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2404072 Mar 29 15:44:19.723863 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-06278a98-a66b-4046-a08e-d4e97e9c588d req-90d3cba2-31e0-4a13-8a83-34a8e5c160a4 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] 10.222.0.42 "GET /v2.0/ports?device_id=e63d94a3-644d-400a-aa3f-0c71f9fb1b46 HTTP/1.1" status: 200 len: 5434 time: 0.1910851 Mar 29 15:44:19.762320 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:19.833616 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-06278a98-a66b-4046-a08e-d4e97e9c588d req-bdfd0ce6-9c14-41b8-906a-052a34d88a27 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] 10.222.0.42 "GET /v2.0/security-groups?id=7a324716-10f9-4f06-a2b5-9f498b951d56&id=19cf0565-0e5d-4a9a-bb20-6dda76410fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1005766 Mar 29 15:44:19.881413 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port e6b9deda-c73a-4c2a-b870-929882588559, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=e6b9deda-c73a-4c2a-b870-929882588559,segment=NetworkSegment(a0c230f0-660a-4194-9279-0f0781d34134),segment_id=a0c230f0-660a-4194-9279-0f0781d34134)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:44:19.897454 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.db_base_plugin_common [req-294a4d1e-2b97-40e9-a9fe-746cec070954 req-ea74daeb-0fc3-4051-b6c0-af84c484ef01 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] Allocated IP 172.20.0.5 (96b8e8ed-22f2-4cb8-884c-6e5cefe078a4/0ba2b8b0-15ec-4c18-a106-c919b2ec3ae7/d7a81898-d911-447d-a408-4e8fd2191454) {{(pid=102790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:44:19.907882 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [req-11bbe10b-2bed-49ba-94e4-aa92b3941cf8 req-2f571d7e-75eb-415b-9e1b-d749e44004ae tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] Deleting port 2e4da01a-2cd0-4fa8-9455-b9ad8b7866ad {{(pid=102790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:44:19.908025 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-11bbe10b-2bed-49ba-94e4-aa92b3941cf8 req-2f571d7e-75eb-415b-9e1b-d749e44004ae tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:19.935845 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:19.966260 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81605825-fa37-4e7f-8fb5-0b6c1360ffc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fb4706c-a793-43a2-af8e-0a4b9a2a7120'}] {{(pid=102792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:44:19.968990 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4f476c66b318cc6068719fc39557fac68d413f5c7e78fa77028c7948e999ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13229d42-c98f-4703-aa51-3053b1ca451a" -d '{"events": [{"server_uuid": "81605825-fa37-4e7f-8fb5-0b6c1360ffc2", "name": "network-vif-plugged", "status": "completed", "tag": "3fb4706c-a793-43a2-af8e-0a4b9a2a7120"}]}' {{(pid=102792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:44:20.025615 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port 3fb4706c-a793-43a2-af8e-0a4b9a2a7120, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=3fb4706c-a793-43a2-af8e-0a4b9a2a7120,segment=NetworkSegment(a0c230f0-660a-4194-9279-0f0781d34134),segment_id=a0c230f0-660a-4194-9279-0f0781d34134)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:44:20.051725 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:20.083959 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13df9f5-e0c0-4d70-b2ed-686c2b2cd931 req-b3a41f82-232b-4d5c-bc6d-c799daa38159 tempest-ImagesOneServerTestJSON-1993289455 tempest-ImagesOneServerTestJSON-1993289455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:20.093506 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-e13df9f5-e0c0-4d70-b2ed-686c2b2cd931 req-b3a41f82-232b-4d5c-bc6d-c799daa38159 tempest-ImagesOneServerTestJSON-1993289455 tempest-ImagesOneServerTestJSON-1993289455-project] 10.222.0.42 "GET /v2.0/ports?device_id=81605825-fa37-4e7f-8fb5-0b6c1360ffc2 HTTP/1.1" status: 200 len: 949 time: 0.1788468 Mar 29 15:44:20.142154 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Pushing event updated for resources: {'Port': ['ID=e6b9deda-c73a-4c2a-b870-929882588559,revision_number=4']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:44:20.184087 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-e13df9f5-e0c0-4d70-b2ed-686c2b2cd931 req-0c37a9d6-d012-4846-9a6b-b85ab60ae5bf tempest-ImagesOneServerTestJSON-1993289455 tempest-ImagesOneServerTestJSON-1993289455-project] 10.222.0.42 "GET /v2.0/security-groups?id=d9dae7d0-6adf-4930-9600-9ef2e3fa6136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880897 Mar 29 15:44:20.194977 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [req-11bbe10b-2bed-49ba-94e4-aa92b3941cf8 req-2f571d7e-75eb-415b-9e1b-d749e44004ae tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] For port 2e4da01a-2cd0-4fa8-9455-b9ad8b7866ad, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=2e4da01a-2cd0-4fa8-9455-b9ad8b7866ad,segment=NetworkSegment(429e9cf3-3671-4cb2-9547-92af9e95f1f2),segment_id=429e9cf3-3671-4cb2-9547-92af9e95f1f2)] {{(pid=102790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:44:20.195324 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-11bbe10b-2bed-49ba-94e4-aa92b3941cf8 req-2f571d7e-75eb-415b-9e1b-d749e44004ae tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:20.266096 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [req-11bbe10b-2bed-49ba-94e4-aa92b3941cf8 req-2f571d7e-75eb-415b-9e1b-d749e44004ae tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] Calling delete_port for 2e4da01a-2cd0-4fa8-9455-b9ad8b7866ad owned by compute:nova {{(pid=102790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:44:20.282038 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec110802-251d-41fa-98be-25452a8f90a1 req-419ce270-485e-4af1-aca9-6465408d7f96 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:20.293667 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ec110802-251d-41fa-98be-25452a8f90a1 req-419ce270-485e-4af1-aca9-6465408d7f96 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/ports?device_id=58f7a61a-e4e1-4fba-85de-36c5ab11b403 HTTP/1.1" status: 200 len: 949 time: 0.1012318 Mar 29 15:44:20.302378 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:44:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33ce075c-3548-43b5-985d-f5c2ecee380a x-openstack-request-id: req-33ce075c-3548-43b5-985d-f5c2ecee380a {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:44:20.302729 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81605825-fa37-4e7f-8fb5-0b6c1360ffc2", "name": "network-vif-plugged", "status": "completed", "tag": "3fb4706c-a793-43a2-af8e-0a4b9a2a7120", "code": 200}]} {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:44:20.302909 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-33ce075c-3548-43b5-985d-f5c2ecee380a {{(pid=102792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:44:20.303313 n-d-834765-1 neutron-server[102792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81605825-fa37-4e7f-8fb5-0b6c1360ffc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fb4706c-a793-43a2-af8e-0a4b9a2a7120', 'code': 200} Mar 29 15:44:20.306527 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Pushing event updated for resources: {'Port': ['ID=3fb4706c-a793-43a2-af8e-0a4b9a2a7120,revision_number=5']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:44:20.434121 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ec110802-251d-41fa-98be-25452a8f90a1 req-4bbd888e-3a38-4708-a9cd-0ca0a1d689e8 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/security-groups?id=56997969-7130-4d86-9e9d-e068deb19a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379752 Mar 29 15:44:20.504545 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] get_ports_and_sgs() called for port_ids ['e6b9deda-c73a-4c2a-b870-929882588559'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:44:20.583199 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2304fc0-5f48-4803-889a-348e0715feaa req-a86a59ed-fdb0-40e7-9d5c-174e512db1f5 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:20.584300 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73041b01-f6c9-45c0-bda1-741fced0b4fa req-e44c402d-8070-4a57-a6c2-db62ab0692c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:20.585161 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d2304fc0-5f48-4803-889a-348e0715feaa req-a86a59ed-fdb0-40e7-9d5c-174e512db1f5 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] 10.222.0.42 "GET /v2.0/ports?device_id=7abc6c47-317f-4825-83f3-94fad572ef07 HTTP/1.1" status: 200 len: 945 time: 0.0796733 Mar 29 15:44:20.585789 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-73041b01-f6c9-45c0-bda1-741fced0b4fa req-e44c402d-8070-4a57-a6c2-db62ab0692c2 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=81605825-fa37-4e7f-8fb5-0b6c1360ffc2 HTTP/1.1" status: 200 len: 1101 time: 0.1788929 Mar 29 15:44:20.617616 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-294a4d1e-2b97-40e9-a9fe-746cec070954 req-ea74daeb-0fc3-4051-b6c0-af84c484ef01 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] Notify callbacks [] for port, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:20.654330 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-73041b01-f6c9-45c0-bda1-741fced0b4fa req-fd3e1c67-74fc-4796-8a48-85f5aabca722 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=d9dae7d0-6adf-4930-9600-9ef2e3fa6136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402362 Mar 29 15:44:20.668393 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d2304fc0-5f48-4803-889a-348e0715feaa req-e1b5efd7-1f2f-481c-98a5-23ca7869fd3f tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] 10.222.0.42 "GET /v2.0/security-groups?id=f08e979a-b162-4e81-8f48-4f228bf81759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629399 Mar 29 15:44:20.684519 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6476ad2f-2174-4c0d-bd85-ac6136ca9602 req-a150ec95-099c-47b6-a63c-cc798084a893 tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:20.688886 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-6476ad2f-2174-4c0d-bd85-ac6136ca9602 req-a150ec95-099c-47b6-a63c-cc798084a893 tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] 10.222.0.42 "GET /v2.0/ports?device_id=86e9c74e-ceb0-4c1d-8bbf-acb7473ea97a HTTP/1.1" status: 200 len: 949 time: 0.2840939 Mar 29 15:44:20.730618 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-11bbe10b-2bed-49ba-94e4-aa92b3941cf8 req-2f571d7e-75eb-415b-9e1b-d749e44004ae tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:20.765081 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e8c9ed59-8b6b-41f8-932a-361a5320b781 req-6137e5f0-f6e3-4487-baf0-2f891cb02ba4 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.42 "GET /v2.0/ports?device_id=41e2a5d9-9374-4605-ab91-deb85bccc945 HTTP/1.1" status: 200 len: 210 time: 0.0343306 Mar 29 15:44:20.777387 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f571d7e-75eb-415b-9e1b-d749e44004ae tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] Pushing event deleted for resources: {'Port': ['ID=2e4da01a-2cd0-4fa8-9455-b9ad8b7866ad,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:44:20.784968 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-6476ad2f-2174-4c0d-bd85-ac6136ca9602 req-2e83cbc2-6c1e-4c07-b3ac-ae25123aa3cc tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] 10.222.0.42 "GET /v2.0/security-groups?id=062b76b3-3a31-4c61-a1e4-5e35375fb0f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888219 Mar 29 15:44:20.816449 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-294a4d1e-2b97-40e9-a9fe-746cec070954 req-ea74daeb-0fc3-4051-b6c0-af84c484ef01 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:20.877704 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.l3_dvrscheduler_db [req-11bbe10b-2bed-49ba-94e4-aa92b3941cf8 req-2f571d7e-75eb-415b-9e1b-d749e44004ae tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] No DVR routers for this DVR port 2e4da01a-2cd0-4fa8-9455-b9ad8b7866ad on host n-h2-834765-1 {{(pid=102790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:44:20.882199 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-11bbe10b-2bed-49ba-94e4-aa92b3941cf8 req-2f571d7e-75eb-415b-9e1b-d749e44004ae tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:20.885807 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-11bbe10b-2bed-49ba-94e4-aa92b3941cf8 req-2f571d7e-75eb-415b-9e1b-d749e44004ae tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] 10.222.0.48 "DELETE /v2.0/ports/2e4da01a-2cd0-4fa8-9455-b9ad8b7866ad HTTP/1.1" status: 204 len: 173 time: 1.5453758 Mar 29 15:44:20.900847 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-294a4d1e-2b97-40e9-a9fe-746cec070954 req-ea74daeb-0fc3-4051-b6c0-af84c484ef01 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] Network 96b8e8ed-22f2-4cb8-884c-6e5cefe078a4 is already hosted by enough agents. {{(pid=102790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:44:20.906238 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [req-294a4d1e-2b97-40e9-a9fe-746cec070954 req-ea74daeb-0fc3-4051-b6c0-af84c484ef01 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] Resources bound (agent type, host, resource id): {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:44:20.908701 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea74daeb-0fc3-4051-b6c0-af84c484ef01 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] Pushing event updated for resources: {'Port': ['ID=d7a81898-d911-447d-a408-4e8fd2191454,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:44:20.910563 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.l3_dvrscheduler_db [req-294a4d1e-2b97-40e9-a9fe-746cec070954 req-ea74daeb-0fc3-4051-b6c0-af84c484ef01 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] Received port after_create {{(pid=102790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:44:20.982862 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2dd554-2141-4758-8cad-53c2d2dde4cf req-ebe5447d-1e33-4d47-adc4-47b8415ba31b tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:20.984826 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-db2dd554-2141-4758-8cad-53c2d2dde4cf req-ebe5447d-1e33-4d47-adc4-47b8415ba31b tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] 10.222.0.42 "GET /v2.0/ports?device_id=2565640a-8c7c-44e6-a0ff-441fffc35121 HTTP/1.1" status: 200 len: 949 time: 0.1362901 Mar 29 15:44:21.015122 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294a4d1e-2b97-40e9-a9fe-746cec070954 req-ea74daeb-0fc3-4051-b6c0-af84c484ef01 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:21.015802 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-294a4d1e-2b97-40e9-a9fe-746cec070954 req-ea74daeb-0fc3-4051-b6c0-af84c484ef01 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:21.037514 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-db2dd554-2141-4758-8cad-53c2d2dde4cf req-d6a4e7f6-9f61-4598-a097-63eafb3c11e7 tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] 10.222.0.42 "GET /v2.0/security-groups?id=6fc5fb8c-b1d6-4bb9-b68a-102a19ea7379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443380 Mar 29 15:44:21.049629 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-294a4d1e-2b97-40e9-a9fe-746cec070954 req-ea74daeb-0fc3-4051-b6c0-af84c484ef01 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0091107 Mar 29 15:44:21.062057 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e551a5e-ec91-4823-aec4-e2dd2c26504e req-f2093df1-b88c-41b4-aef7-058a7bcc4a77 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:21.068353 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e551a5e-ec91-4823-aec4-e2dd2c26504e req-f2093df1-b88c-41b4-aef7-058a7bcc4a77 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:21.069566 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] get_ports_and_sgs() called for port_ids ['734cee79-2e3a-49be-96bb-0714db457bf3'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:44:21.080562 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e551a5e-ec91-4823-aec4-e2dd2c26504e req-f2093df1-b88c-41b4-aef7-058a7bcc4a77 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:21.086489 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e551a5e-ec91-4823-aec4-e2dd2c26504e req-f2093df1-b88c-41b4-aef7-058a7bcc4a77 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:21.093558 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e551a5e-ec91-4823-aec4-e2dd2c26504e req-f2093df1-b88c-41b4-aef7-058a7bcc4a77 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:21.099538 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e551a5e-ec91-4823-aec4-e2dd2c26504e req-f2093df1-b88c-41b4-aef7-058a7bcc4a77 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:21.105453 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e551a5e-ec91-4823-aec4-e2dd2c26504e req-f2093df1-b88c-41b4-aef7-058a7bcc4a77 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:21.108481 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-6e551a5e-ec91-4823-aec4-e2dd2c26504e req-f2093df1-b88c-41b4-aef7-058a7bcc4a77 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] 10.222.0.42 "GET /v2.0/ports?device_id=e63d94a3-644d-400a-aa3f-0c71f9fb1b46 HTTP/1.1" status: 200 len: 5434 time: 0.1547716 Mar 29 15:44:21.113377 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [req-294a4d1e-2b97-40e9-a9fe-746cec070954 req-17c0812f-b2cc-4d4f-861b-08d41b316dac service neutron] Request body: {'port': {'device_id': '41e2a5d9-9374-4605-ab91-deb85bccc945', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834765-1'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:44:21.215413 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-6e551a5e-ec91-4823-aec4-e2dd2c26504e req-889bee21-881b-43d8-919c-5cbef9e60f6b tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] 10.222.0.42 "GET /v2.0/security-groups?id=7a324716-10f9-4f06-a2b5-9f498b951d56&id=19cf0565-0e5d-4a9a-bb20-6dda76410fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0939512 Mar 29 15:44:21.216414 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-294a4d1e-2b97-40e9-a9fe-746cec070954 req-17c0812f-b2cc-4d4f-861b-08d41b316dac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:21.350073 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a3ad5c-d57e-4a0c-9d66-000849aa48a1 req-e0dac104-35ea-49c8-ae4b-74fbb70f29b3 tempest-ImagesOneServerTestJSON-1993289455 tempest-ImagesOneServerTestJSON-1993289455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:21.351580 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-04a3ad5c-d57e-4a0c-9d66-000849aa48a1 req-e0dac104-35ea-49c8-ae4b-74fbb70f29b3 tempest-ImagesOneServerTestJSON-1993289455 tempest-ImagesOneServerTestJSON-1993289455-project] 10.222.0.42 "GET /v2.0/ports?device_id=81605825-fa37-4e7f-8fb5-0b6c1360ffc2 HTTP/1.1" status: 200 len: 950 time: 0.0564530 Mar 29 15:44:21.394112 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-04a3ad5c-d57e-4a0c-9d66-000849aa48a1 req-6ceba101-5c5c-4548-bcdd-bbf30613d89d tempest-ImagesOneServerTestJSON-1993289455 tempest-ImagesOneServerTestJSON-1993289455-project] 10.222.0.42 "GET /v2.0/security-groups?id=d9dae7d0-6adf-4930-9600-9ef2e3fa6136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355287 Mar 29 15:44:21.500668 n-d-834765-1 neutron-server[102790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7abc6c47-317f-4825-83f3-94fad572ef07', 'name': 'network-vif-deleted', 'tag': '2e4da01a-2cd0-4fa8-9455-b9ad8b7866ad'}] {{(pid=102790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:44:21.502993 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46b06d655c90bc969636382cce4240ad749035fb0f3a83ee4734fa1ed9c4a6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2315df12-9b1c-4c9a-b964-58f554f50416" -d '{"events": [{"server_uuid": "7abc6c47-317f-4825-83f3-94fad572ef07", "name": "network-vif-deleted", "tag": "2e4da01a-2cd0-4fa8-9455-b9ad8b7866ad"}]}' {{(pid=102790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:44:21.518476 n-d-834765-1 neutron-server[102790]: DEBUG neutron.notifiers.nova [req-294a4d1e-2b97-40e9-a9fe-746cec070954 req-17c0812f-b2cc-4d4f-861b-08d41b316dac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7a81898-d911-447d-a408-4e8fd2191454 {{(pid=102790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:44:21.527517 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-294a4d1e-2b97-40e9-a9fe-746cec070954 req-17c0812f-b2cc-4d4f-861b-08d41b316dac service neutron] Notify callbacks [] for port, precommit_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:21.542471 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.provisioning_blocks [req-294a4d1e-2b97-40e9-a9fe-746cec070954 req-17c0812f-b2cc-4d4f-861b-08d41b316dac service neutron] Transition to ACTIVE for port object d7a81898-d911-447d-a408-4e8fd2191454 will not be triggered until provisioned by entity L2. {{(pid=102790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 15:44:21.558165 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-294a4d1e-2b97-40e9-a9fe-746cec070954 req-17c0812f-b2cc-4d4f-861b-08d41b316dac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5237921'] for port, after_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:21.559199 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:44:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dfd7f2b-d620-4b04-a151-f53a485a6b53 x-openstack-request-id: req-3dfd7f2b-d620-4b04-a151-f53a485a6b53 {{(pid=102790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:44:21.559517 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7abc6c47-317f-4825-83f3-94fad572ef07", "name": "network-vif-deleted", "tag": "2e4da01a-2cd0-4fa8-9455-b9ad8b7866ad", "status": "completed", "code": 200}]} {{(pid=102790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:44:21.559806 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-3dfd7f2b-d620-4b04-a151-f53a485a6b53 {{(pid=102790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:44:21.560843 n-d-834765-1 neutron-server[102790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7abc6c47-317f-4825-83f3-94fad572ef07', 'name': 'network-vif-deleted', 'tag': '2e4da01a-2cd0-4fa8-9455-b9ad8b7866ad', 'status': 'completed', 'code': 200} Mar 29 15:44:21.640210 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c0812f-b2cc-4d4f-861b-08d41b316dac service neutron] Pushing event updated for resources: {'Port': ['ID=d7a81898-d911-447d-a408-4e8fd2191454,revision_number=2']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:44:21.667910 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e64803f-0b5d-41e4-ad4a-ffbb32b85d47 req-11330115-c43a-4f0c-94d8-7948068a631e tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:21.669602 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-9e64803f-0b5d-41e4-ad4a-ffbb32b85d47 req-11330115-c43a-4f0c-94d8-7948068a631e tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/ports?device_id=58f7a61a-e4e1-4fba-85de-36c5ab11b403 HTTP/1.1" status: 200 len: 949 time: 0.1255715 Mar 29 15:44:21.742130 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-9e64803f-0b5d-41e4-ad4a-ffbb32b85d47 req-922214f8-e5ff-4de3-b30c-38f3177c778f tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/security-groups?id=56997969-7130-4d86-9e9d-e068deb19a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526073 Mar 29 15:44:21.756089 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.managers [req-294a4d1e-2b97-40e9-a9fe-746cec070954 req-17c0812f-b2cc-4d4f-861b-08d41b316dac service neutron] Attempting to bind port d7a81898-d911-447d-a408-4e8fd2191454 on host n-h1-834765-1 for vnic_type normal with profile {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:44:21.760760 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.managers [req-294a4d1e-2b97-40e9-a9fe-746cec070954 req-17c0812f-b2cc-4d4f-861b-08d41b316dac service neutron] Attempting to bind port d7a81898-d911-447d-a408-4e8fd2191454 by drivers openvswitch,hyperv on host n-h1-834765-1 at level 0 using segments [{'id': 'e1d90273-cef5-4478-85fc-ff4ac210e191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '96b8e8ed-22f2-4cb8-884c-6e5cefe078a4'}] {{(pid=102790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:44:21.760760 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-294a4d1e-2b97-40e9-a9fe-746cec070954 req-17c0812f-b2cc-4d4f-861b-08d41b316dac service neutron] Attempting to bind port d7a81898-d911-447d-a408-4e8fd2191454 on network 96b8e8ed-22f2-4cb8-884c-6e5cefe078a4 {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:44:21.767241 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-294a4d1e-2b97-40e9-a9fe-746cec070954 req-17c0812f-b2cc-4d4f-861b-08d41b316dac service neutron] Port d7a81898-d911-447d-a408-4e8fd2191454 on network 96b8e8ed-22f2-4cb8-884c-6e5cefe078a4 not bound, no agent of type Open vSwitch agent registered on host n-h1-834765-1 {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 15:44:21.767241 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-294a4d1e-2b97-40e9-a9fe-746cec070954 req-17c0812f-b2cc-4d4f-861b-08d41b316dac service neutron] Attempting to bind port d7a81898-d911-447d-a408-4e8fd2191454 on network 96b8e8ed-22f2-4cb8-884c-6e5cefe078a4 {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:44:21.780303 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-294a4d1e-2b97-40e9-a9fe-746cec070954 req-17c0812f-b2cc-4d4f-861b-08d41b316dac service neutron] Checking agent: {'id': 'be375040-5069-4239-9460-a3a3213e1e90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 33, 18), 'started_at': datetime.datetime(2022, 3, 29, 15, 33, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 44, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:44:21.780819 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-294a4d1e-2b97-40e9-a9fe-746cec070954 req-17c0812f-b2cc-4d4f-861b-08d41b316dac service neutron] Checking segment: {'id': 'e1d90273-cef5-4478-85fc-ff4ac210e191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '96b8e8ed-22f2-4cb8-884c-6e5cefe078a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:44:21.781269 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-294a4d1e-2b97-40e9-a9fe-746cec070954 req-17c0812f-b2cc-4d4f-861b-08d41b316dac service neutron] Bound using segment: {'id': 'e1d90273-cef5-4478-85fc-ff4ac210e191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '96b8e8ed-22f2-4cb8-884c-6e5cefe078a4'} {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:44:21.781941 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.managers [req-294a4d1e-2b97-40e9-a9fe-746cec070954 req-17c0812f-b2cc-4d4f-861b-08d41b316dac service neutron] Bound port: d7a81898-d911-447d-a408-4e8fd2191454, host: n-h1-834765-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1d90273-cef5-4478-85fc-ff4ac210e191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '96b8e8ed-22f2-4cb8-884c-6e5cefe078a4'}}] {{(pid=102790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 15:44:21.782392 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-294a4d1e-2b97-40e9-a9fe-746cec070954 req-17c0812f-b2cc-4d4f-861b-08d41b316dac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:21.872636 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [req-294a4d1e-2b97-40e9-a9fe-746cec070954 req-17c0812f-b2cc-4d4f-861b-08d41b316dac service neutron] For port d7a81898-d911-447d-a408-4e8fd2191454, host n-h1-834765-1, cleared binding levels {{(pid=102790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:44:21.876629 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [req-294a4d1e-2b97-40e9-a9fe-746cec070954 req-17c0812f-b2cc-4d4f-861b-08d41b316dac service neutron] For port d7a81898-d911-447d-a408-4e8fd2191454, host n-h1-834765-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=d7a81898-d911-447d-a408-4e8fd2191454,segment=NetworkSegment(e1d90273-cef5-4478-85fc-ff4ac210e191),segment_id=e1d90273-cef5-4478-85fc-ff4ac210e191)] {{(pid=102790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:44:21.881819 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-294a4d1e-2b97-40e9-a9fe-746cec070954 req-17c0812f-b2cc-4d4f-861b-08d41b316dac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5237921'] for port, after_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:21.920742 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294a4d1e-2b97-40e9-a9fe-746cec070954 req-17c0812f-b2cc-4d4f-861b-08d41b316dac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:21.921335 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-294a4d1e-2b97-40e9-a9fe-746cec070954 req-17c0812f-b2cc-4d4f-861b-08d41b316dac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:21.923433 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-294a4d1e-2b97-40e9-a9fe-746cec070954 req-17c0812f-b2cc-4d4f-861b-08d41b316dac service neutron] 10.222.0.44 "PUT /v2.0/ports/d7a81898-d911-447d-a408-4e8fd2191454 HTTP/1.1" status: 200 len: 1091 time: 0.8139591 Mar 29 15:44:21.924026 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 47918) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:44:21.930199 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-0aec184b-022c-4c17-a5f2-c8a7f1d0f51b tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] Request body: {'subnet': {'network_id': 'f4a691c5-0b23-4a55-9cc3-e69397dcbf56', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:44:21.983013 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad42987c-e207-4430-80ce-d913f5cd7d42 req-53ad7ee8-a932-4239-95df-2f2d553b4e10 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:21.984607 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ad42987c-e207-4430-80ce-d913f5cd7d42 req-53ad7ee8-a932-4239-95df-2f2d553b4e10 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.42 "GET /v2.0/ports?device_id=41e2a5d9-9374-4605-ab91-deb85bccc945 HTTP/1.1" status: 200 len: 943 time: 0.1012583 Mar 29 15:44:22.023886 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c0812f-b2cc-4d4f-861b-08d41b316dac service neutron] Pushing event updated for resources: {'Port': ['ID=d7a81898-d911-447d-a408-4e8fd2191454,revision_number=3']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:44:22.039962 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018cdc35-7e88-4a08-bf15-b0884cb196ec req-c46dc88d-c136-4872-8980-8e51a234ccf4 tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:22.041509 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-018cdc35-7e88-4a08-bf15-b0884cb196ec req-c46dc88d-c136-4872-8980-8e51a234ccf4 tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] 10.222.0.42 "GET /v2.0/ports?device_id=86e9c74e-ceb0-4c1d-8bbf-acb7473ea97a HTTP/1.1" status: 200 len: 949 time: 0.1273561 Mar 29 15:44:22.058434 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294a4d1e-2b97-40e9-a9fe-746cec070954 req-29552383-1f11-45f2-a32a-52435d2f2055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:22.060612 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-294a4d1e-2b97-40e9-a9fe-746cec070954 req-29552383-1f11-45f2-a32a-52435d2f2055 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=94799213e4df4db5af3887cbfa8ada4e&device_id=41e2a5d9-9374-4605-ab91-deb85bccc945 HTTP/1.1" status: 200 len: 1094 time: 0.0885959 Mar 29 15:44:22.073437 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ad42987c-e207-4430-80ce-d913f5cd7d42 req-606caf76-5a7b-40fd-817c-d2237bad81c3 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.42 "GET /v2.0/security-groups?id=07e96b72-96bb-4562-b80f-051b133c1759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624039 Mar 29 15:44:22.078150 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0aec184b-022c-4c17-a5f2-c8a7f1d0f51b tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] Made reservation on behalf of d7e69b0c9e964dac92ab1ced81176558 for: {'subnet': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:44:22.082053 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-0aec184b-022c-4c17-a5f2-c8a7f1d0f51b tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16218875'] for subnet, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:22.114606 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-294a4d1e-2b97-40e9-a9fe-746cec070954 req-30e438e6-72ab-4135-878f-84912a9138b7 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d7a81898-d911-447d-a408-4e8fd2191454 HTTP/1.1" status: 200 len: 217 time: 0.0452149 Mar 29 15:44:22.121970 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-018cdc35-7e88-4a08-bf15-b0884cb196ec req-85f14d6e-3f1c-4a68-9ea5-bc9062afb459 tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] 10.222.0.42 "GET /v2.0/security-groups?id=062b76b3-3a31-4c61-a1e4-5e35375fb0f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721223 Mar 29 15:44:22.171874 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294a4d1e-2b97-40e9-a9fe-746cec070954 req-e7defc8b-1477-4422-8592-e4b218baf964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:22.173365 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-294a4d1e-2b97-40e9-a9fe-746cec070954 req-e7defc8b-1477-4422-8592-e4b218baf964 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0ba2b8b0-15ec-4c18-a106-c919b2ec3ae7 HTTP/1.1" status: 200 len: 852 time: 0.0503111 Mar 29 15:44:22.228437 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-294a4d1e-2b97-40e9-a9fe-746cec070954 req-9b097a57-3731-4501-8e36-afd352633d62 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=96b8e8ed-22f2-4cb8-884c-6e5cefe078a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466928 Mar 29 15:44:22.338042 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e621eec4-04ca-4996-a9fe-34e67bd150fd req-40aade46-a472-4cf6-85fa-19301272a45d tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:22.343969 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-e621eec4-04ca-4996-a9fe-34e67bd150fd req-40aade46-a472-4cf6-85fa-19301272a45d tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] 10.222.0.42 "GET /v2.0/ports?device_id=2565640a-8c7c-44e6-a0ff-441fffc35121 HTTP/1.1" status: 200 len: 949 time: 0.1409228 Mar 29 15:44:22.350362 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11231616-1fdd-4728-85f9-57e35ba82770 req-45e1dd02-25f3-4ffe-994e-07bf215a82b9 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:22.351875 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-11231616-1fdd-4728-85f9-57e35ba82770 req-45e1dd02-25f3-4ffe-994e-07bf215a82b9 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] 10.222.0.42 "GET /v2.0/networks?id=9c05e936-df9e-4fbf-b09c-78bf9696504c HTTP/1.1" status: 200 len: 806 time: 0.1648242 Mar 29 15:44:22.379458 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-11231616-1fdd-4728-85f9-57e35ba82770 req-0aadd96c-24a3-43c9-94d8-04c37aa277c3 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] 10.222.0.42 "GET /v2.0/quotas/d04cf558b2cb439aa051141a3dc84641 HTTP/1.1" status: 200 len: 375 time: 0.0172503 Mar 29 15:44:22.382332 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-294a4d1e-2b97-40e9-a9fe-746cec070954 req-14473869-578f-4553-9ce1-a7a54bf30e6b service neutron] 10.222.0.44 "GET /v2.0/networks/96b8e8ed-22f2-4cb8-884c-6e5cefe078a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450586 Mar 29 15:44:22.402051 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-e621eec4-04ca-4996-a9fe-34e67bd150fd req-4a4fa9d2-279e-49d9-bc2c-1439f7f8aa4e tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] 10.222.0.42 "GET /v2.0/security-groups?id=6fc5fb8c-b1d6-4bb9-b68a-102a19ea7379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536463 Mar 29 15:44:22.456714 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-0aec184b-022c-4c17-a5f2-c8a7f1d0f51b tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16155524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16218861'] for subnet, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:22.471434 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-11231616-1fdd-4728-85f9-57e35ba82770 req-4c9fb2f0-c38d-4610-b199-2063fded9559 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=d04cf558b2cb439aa051141a3dc84641&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0690992 Mar 29 15:44:22.553042 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753bd9ee-cfb2-459f-9814-cbb8381d3ed8 req-e49d2973-99a1-4f7a-abea-d608e769cce7 tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:22.554567 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-753bd9ee-cfb2-459f-9814-cbb8381d3ed8 req-e49d2973-99a1-4f7a-abea-d608e769cce7 tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] 10.222.0.48 "GET /v2.0/ports?device_id=86e9c74e-ceb0-4c1d-8bbf-acb7473ea97a HTTP/1.1" status: 200 len: 949 time: 0.1245527 Mar 29 15:44:22.558517 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aec184b-022c-4c17-a5f2-c8a7f1d0f51b tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] Pushing event updated for resources: {'Subnet': ['ID=a4f86dfa-92e5-4626-ae96-8f11fcad6f1e,revision_number=0']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:44:22.571021 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-294a4d1e-2b97-40e9-a9fe-746cec070954 req-770589f7-121d-4b7a-9eac-a75ad43ee339 service neutron] 10.222.0.44 "GET /v2.0/networks/96b8e8ed-22f2-4cb8-884c-6e5cefe078a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1807411 Mar 29 15:44:22.604657 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aec184b-022c-4c17-a5f2-c8a7f1d0f51b tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] Checking segment: {'id': '56f33615-3f8b-411c-8074-fd278d62f58f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'f4a691c5-0b23-4a55-9cc3-e69397dcbf56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:44:22.604950 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aec184b-022c-4c17-a5f2-c8a7f1d0f51b tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] Network hostable DHCP agents. Network: f4a691c5-0b23-4a55-9cc3-e69397dcbf56, hostable agents: ['d136643e-48ae-49d4-a851-2ba3bdf3749c'], hosted agents: [] {{(pid=102791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 15:44:22.625709 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e23264-565d-4931-b4f3-4d1eb2e096fe req-9baaef16-3928-457d-b4a3-0402d582b178 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:22.631247 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e23264-565d-4931-b4f3-4d1eb2e096fe req-9baaef16-3928-457d-b4a3-0402d582b178 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:22.632610 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-11231616-1fdd-4728-85f9-57e35ba82770 req-6ec8b68b-94c1-4e79-bf25-daa0c3f06535 service neutron] 10.222.0.42 "GET /v2.0/networks/9c05e936-df9e-4fbf-b09c-78bf9696504c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359963 Mar 29 15:44:22.637682 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aec184b-022c-4c17-a5f2-c8a7f1d0f51b tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] Network f4a691c5-0b23-4a55-9cc3-e69397dcbf56 is scheduled to be hosted by DHCP agent d136643e-48ae-49d4-a851-2ba3bdf3749c with binding_index 1 {{(pid=102791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 15:44:22.638997 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e23264-565d-4931-b4f3-4d1eb2e096fe req-9baaef16-3928-457d-b4a3-0402d582b178 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:22.644844 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e23264-565d-4931-b4f3-4d1eb2e096fe req-9baaef16-3928-457d-b4a3-0402d582b178 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:22.650819 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e23264-565d-4931-b4f3-4d1eb2e096fe req-9baaef16-3928-457d-b4a3-0402d582b178 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:22.657456 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e23264-565d-4931-b4f3-4d1eb2e096fe req-9baaef16-3928-457d-b4a3-0402d582b178 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:22.663245 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e23264-565d-4931-b4f3-4d1eb2e096fe req-9baaef16-3928-457d-b4a3-0402d582b178 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:22.663430 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [None req-0aec184b-022c-4c17-a5f2-c8a7f1d0f51b tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834765-1, f4a691c5-0b23-4a55-9cc3-e69397dcbf56) {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:44:22.665963 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-f2e23264-565d-4931-b4f3-4d1eb2e096fe req-9baaef16-3928-457d-b4a3-0402d582b178 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] 10.222.0.42 "GET /v2.0/ports?device_id=e63d94a3-644d-400a-aa3f-0c71f9fb1b46 HTTP/1.1" status: 200 len: 5434 time: 0.1620209 Mar 29 15:44:22.672542 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0525c91c-f0f0-4100-8b27-75fbd1fd3f42 None None] Network f4a691c5-0b23-4a55-9cc3-e69397dcbf56 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 15:44:22.674482 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aec184b-022c-4c17-a5f2-c8a7f1d0f51b tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:22.675075 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-0aec184b-022c-4c17-a5f2-c8a7f1d0f51b tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] Notify callbacks [] for subnet, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:22.726805 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-0aec184b-022c-4c17-a5f2-c8a7f1d0f51b tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8014793 Mar 29 15:44:22.732187 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 47934) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:44:22.738214 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-4abaacd4-34a8-43ef-a9d3-c74a8008537e tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1016375062'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:44:22.739022 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-f2e23264-565d-4931-b4f3-4d1eb2e096fe req-c060f293-1bfa-4ac9-8d26-b9f5d01a00c2 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] 10.222.0.42 "GET /v2.0/security-groups?id=7a324716-10f9-4f06-a2b5-9f498b951d56&id=19cf0565-0e5d-4a9a-bb20-6dda76410fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0461841 Mar 29 15:44:22.748079 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [req-753bd9ee-cfb2-459f-9814-cbb8381d3ed8 req-aada43ed-7a3f-4e37-8520-ff94e6303dc6 tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] Deleting port b3a54e0b-ee79-4158-81f6-35ada90cdc73 {{(pid=102790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:44:22.748605 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-753bd9ee-cfb2-459f-9814-cbb8381d3ed8 req-aada43ed-7a3f-4e37-8520-ff94e6303dc6 tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:22.767185 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-11231616-1fdd-4728-85f9-57e35ba82770 req-7c26fc92-a131-4907-83ed-b1a9c811ab09 service neutron] 10.222.0.42 "GET /v2.0/networks/9c05e936-df9e-4fbf-b09c-78bf9696504c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254456 Mar 29 15:44:22.776088 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4abaacd4-34a8-43ef-a9d3-c74a8008537e tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] Made reservation on behalf of d7e69b0c9e964dac92ab1ced81176558 for: {'network': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:44:22.780977 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-4abaacd4-34a8-43ef-a9d3-c74a8008537e tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for network, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:22.811955 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4abaacd4-34a8-43ef-a9d3-c74a8008537e tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] vlan segment allocate from pool success with {'vlan_id': 617, 'physical_network': 'physnet1'} {{(pid=102791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 15:44:22.824125 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-4abaacd4-34a8-43ef-a9d3-c74a8008537e tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:22.824890 n-d-834765-1 neutron-server[102791]: INFO neutron.db.segments_db [None req-4abaacd4-34a8-43ef-a9d3-c74a8008537e tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] Added segment 5186cebf-5d03-4deb-b911-8ccedd0dad70 of type vlan for network c593207e-c583-4959-9846-40755ec6074c Mar 29 15:44:22.874240 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-4abaacd4-34a8-43ef-a9d3-c74a8008537e tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783522915970'] for network, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:22.908318 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-4abaacd4-34a8-43ef-a9d3-c74a8008537e tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795'] for network, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:22.916083 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4abaacd4-34a8-43ef-a9d3-c74a8008537e tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:22.916348 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dacd7b75-0732-45c6-9144-6ac8f45fc060 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0035034-69b0-5ffc-b384-0ac6189c5628-f4a691c5-0b23-4a55-9cc3-e69397dcbf56', 'network_id': 'f4a691c5-0b23-4a55-9cc3-e69397dcbf56', 'tenant_id': 'd7e69b0c9e964dac92ab1ced81176558', 'fixed_ips': [{'subnet_id': 'a4f86dfa-92e5-4626-ae96-8f11fcad6f1e'}]}} from n-d-834765-1. {{(pid=102792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 29 15:44:22.917233 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-4abaacd4-34a8-43ef-a9d3-c74a8008537e tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for network, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:22.918025 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-dacd7b75-0732-45c6-9144-6ac8f45fc060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:22.946614 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-4abaacd4-34a8-43ef-a9d3-c74a8008537e tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2131364 Mar 29 15:44:22.951838 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device 0789ee34-82ce-4b0c-baa3-dda8aab6a664 no longer exists at agent hyperv_n-h2-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:44:22.960061 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 47938) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:44:22.965268 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-3ee7aa89-0536-4e32-92dc-dd49bc00b6a0 tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] Request body: {'subnet': {'network_id': 'c593207e-c583-4959-9846-40755ec6074c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:44:23.033614 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device 949ea80c-bdd8-4833-9e27-0945bbdcedb0 details requested by agent hyperv_n-h1-834765-1 with host n-h1-834765-1 {{(pid=102792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 15:44:23.035867 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device e6b9deda-c73a-4c2a-b870-929882588559 up at agent hyperv_n-h1-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:44:23.069797 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] No Port match for: 0789ee34-82ce-4b0c-baa3-dda8aab6a664 {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 15:44:23.070590 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device 0789ee34-82ce-4b0c-baa3-dda8aab6a664 not bound to the agent host n-h2-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:44:23.071012 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device 2e4da01a-2cd0-4fa8-9455-b9ad8b7866ad no longer exists at agent hyperv_n-h2-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:44:23.126357 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] No Port match for: 2e4da01a-2cd0-4fa8-9455-b9ad8b7866ad {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 15:44:23.127102 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device 2e4da01a-2cd0-4fa8-9455-b9ad8b7866ad not bound to the agent host n-h2-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:44:23.167068 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abaacd4-34a8-43ef-a9d3-c74a8008537e tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] Pushing event updated for resources: {'Network': ['ID=c593207e-c583-4959-9846-40755ec6074c,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:44:23.183074 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ee7aa89-0536-4e32-92dc-dd49bc00b6a0 tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] Made reservation on behalf of d7e69b0c9e964dac92ab1ced81176558 for: {'subnet': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:44:23.189119 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-3ee7aa89-0536-4e32-92dc-dd49bc00b6a0 tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16218875'] for subnet, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:23.205800 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Network c593207e-c583-4959-9846-40755ec6074c details requested by agent ovs-agent-n-d-834765-1 with host n-d-834765-1 {{(pid=102792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 15:44:23.221140 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4959656f-a323-422b-828c-caa5fe43bb6a req-6d350193-9ca6-4078-b18e-d9bb529866d7 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:23.222741 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4959656f-a323-422b-828c-caa5fe43bb6a req-6d350193-9ca6-4078-b18e-d9bb529866d7 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/ports?device_id=58f7a61a-e4e1-4fba-85de-36c5ab11b403 HTTP/1.1" status: 200 len: 949 time: 0.1624975 Mar 29 15:44:23.324574 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [req-753bd9ee-cfb2-459f-9814-cbb8381d3ed8 req-aada43ed-7a3f-4e37-8520-ff94e6303dc6 tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] For port b3a54e0b-ee79-4158-81f6-35ada90cdc73, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=b3a54e0b-ee79-4158-81f6-35ada90cdc73,segment=NetworkSegment(a0c230f0-660a-4194-9279-0f0781d34134),segment_id=a0c230f0-660a-4194-9279-0f0781d34134)] {{(pid=102790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:44:23.325051 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-753bd9ee-cfb2-459f-9814-cbb8381d3ed8 req-aada43ed-7a3f-4e37-8520-ff94e6303dc6 tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:23.331452 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4959656f-a323-422b-828c-caa5fe43bb6a req-6aec1879-2e01-4c14-9e3e-58b4ed7a61b5 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/security-groups?id=56997969-7130-4d86-9e9d-e068deb19a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984645 Mar 29 15:44:23.366176 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e52aa91-ec9c-44eb-bb9b-f0a1ec02718c req-577fa069-56f7-487f-847f-a8655a33395f tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:23.373760 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e52aa91-ec9c-44eb-bb9b-f0a1ec02718c req-577fa069-56f7-487f-847f-a8655a33395f tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:23.380796 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e52aa91-ec9c-44eb-bb9b-f0a1ec02718c req-577fa069-56f7-487f-847f-a8655a33395f tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:23.386825 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e52aa91-ec9c-44eb-bb9b-f0a1ec02718c req-577fa069-56f7-487f-847f-a8655a33395f tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:23.393069 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e52aa91-ec9c-44eb-bb9b-f0a1ec02718c req-577fa069-56f7-487f-847f-a8655a33395f tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:23.400301 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e52aa91-ec9c-44eb-bb9b-f0a1ec02718c req-577fa069-56f7-487f-847f-a8655a33395f tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:23.407160 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e52aa91-ec9c-44eb-bb9b-f0a1ec02718c req-577fa069-56f7-487f-847f-a8655a33395f tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:23.409093 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-8e52aa91-ec9c-44eb-bb9b-f0a1ec02718c req-577fa069-56f7-487f-847f-a8655a33395f tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] 10.222.0.48 "GET /v2.0/ports?device_id=e63d94a3-644d-400a-aa3f-0c71f9fb1b46 HTTP/1.1" status: 200 len: 5434 time: 0.1976366 Mar 29 15:44:23.410917 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [req-753bd9ee-cfb2-459f-9814-cbb8381d3ed8 req-aada43ed-7a3f-4e37-8520-ff94e6303dc6 tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] Calling delete_port for b3a54e0b-ee79-4158-81f6-35ada90cdc73 owned by compute:nova {{(pid=102790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:44:23.420227 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c791f4-9ae2-469b-992b-819beb3d47c4 req-6e45ca9c-9316-41cf-857d-7bd7b5962be0 tempest-ImagesOneServerTestJSON-1993289455 tempest-ImagesOneServerTestJSON-1993289455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:23.421819 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-f0c791f4-9ae2-469b-992b-819beb3d47c4 req-6e45ca9c-9316-41cf-857d-7bd7b5962be0 tempest-ImagesOneServerTestJSON-1993289455 tempest-ImagesOneServerTestJSON-1993289455-project] 10.222.0.42 "GET /v2.0/ports?device_id=81605825-fa37-4e7f-8fb5-0b6c1360ffc2 HTTP/1.1" status: 200 len: 950 time: 0.2113688 Mar 29 15:44:23.466912 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-dd9c6464-989c-41e1-88a3-c43a8390cde3 req-2843c8bd-6512-4ac8-a791-0e3a65e580b7 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa70bb0d-9683-4d6e-8563-43fa5ee1a6be HTTP/1.1" status: 200 len: 210 time: 0.0546825 Mar 29 15:44:23.514348 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.db_base_plugin_common [None req-dacd7b75-0732-45c6-9144-6ac8f45fc060 None None] Allocated IP 2001:db8:0:ffff::2 (f4a691c5-0b23-4a55-9cc3-e69397dcbf56/a4f86dfa-92e5-4626-ae96-8f11fcad6f1e/ae08dbb6-52c3-4cbf-b9a1-298e6db8acf7) {{(pid=102792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:44:23.521358 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e52aa91-ec9c-44eb-bb9b-f0a1ec02718c req-4e155f91-39af-43f0-8531-0a823b0a1d48 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:23.522878 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-8e52aa91-ec9c-44eb-bb9b-f0a1ec02718c req-4e155f91-39af-43f0-8531-0a823b0a1d48 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] 10.222.0.48 "GET /v2.0/ports/66dc2491-4dea-4461-91e1-6f3d16ceba75?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1001499 Mar 29 15:44:23.534151 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Provisioning for port e6b9deda-c73a-4c2a-b870-929882588559 completed by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 15:44:23.550499 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Provisioning complete for port e6b9deda-c73a-4c2a-b870-929882588559 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:44:23.550881 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:23.572648 n-d-834765-1 neutron-server[102790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41e2a5d9-9374-4605-ab91-deb85bccc945', 'tag': 'd7a81898-d911-447d-a408-4e8fd2191454'}] {{(pid=102790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:44:23.574896 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46b06d655c90bc969636382cce4240ad749035fb0f3a83ee4734fa1ed9c4a6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99a03791-9767-4461-8aaa-2895259f0983" -d '{"events": [{"name": "network-changed", "server_uuid": "41e2a5d9-9374-4605-ab91-deb85bccc945", "tag": "d7a81898-d911-447d-a408-4e8fd2191454"}]}' {{(pid=102790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:44:23.612642 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port 949ea80c-bdd8-4833-9e27-0945bbdcedb0, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=949ea80c-bdd8-4833-9e27-0945bbdcedb0,segment=NetworkSegment(a0c230f0-660a-4194-9279-0f0781d34134),segment_id=a0c230f0-660a-4194-9279-0f0781d34134)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:44:23.614060 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-f0c791f4-9ae2-469b-992b-819beb3d47c4 req-1279e217-c5ce-4343-8b2b-0cd340269c67 tempest-ImagesOneServerTestJSON-1993289455 tempest-ImagesOneServerTestJSON-1993289455-project] 10.222.0.42 "GET /v2.0/security-groups?id=d9dae7d0-6adf-4930-9600-9ef2e3fa6136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780229 Mar 29 15:44:23.685555 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Returning: {'device': '949ea80c-bdd8-4833-9e27-0945bbdcedb0', 'network_id': '2268a9b9-82fd-4886-a91d-3a50e4e16cab', 'port_id': '949ea80c-bdd8-4833-9e27-0945bbdcedb0', 'mac_address': 'fa:16:3e:ff:98:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 625, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abb8e5d6-2aea-4455-a944-3435a3d1ce49', 'ip_address': '192.168.233.98'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 15:44:23.701246 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-379d9e07-a688-4c12-a5bb-7790e564941a req-efb203e0-418a-4521-a9e4-630fd38710a8 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=6577ea24-a03c-4970-9984-ffe76327597c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1154730 Mar 29 15:44:23.733893 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-8e52aa91-ec9c-44eb-bb9b-f0a1ec02718c req-32b2dea5-5ee1-4aa4-9df9-4fec0d9d905e tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] 10.222.0.48 "GET /v2.0/networks/298fe4b0-bb90-4e7d-aba6-ce8da9b2ed22?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2029707 Mar 29 15:44:23.749142 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260066c5-76d2-4a55-a0f3-fa1fb6f29c5b req-71dc99b0-bfc0-44bf-9df8-cb6e7ae3f162 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:23.751557 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [req-8e52aa91-ec9c-44eb-bb9b-f0a1ec02718c req-77dde531-b563-4d5e-9508-625c17124af6 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:44:23.757838 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-260066c5-76d2-4a55-a0f3-fa1fb6f29c5b req-71dc99b0-bfc0-44bf-9df8-cb6e7ae3f162 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.42 "GET /v2.0/ports?device_id=41e2a5d9-9374-4605-ab91-deb85bccc945 HTTP/1.1" status: 200 len: 943 time: 0.1571894 Mar 29 15:44:23.821241 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:23.838979 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-753bd9ee-cfb2-459f-9814-cbb8381d3ed8 req-aada43ed-7a3f-4e37-8520-ff94e6303dc6 tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:23.864039 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] get_ports_and_sgs() called for port_ids ['d9900a87-c8da-45bc-b655-9593089dcbc1', 'b3a54e0b-ee79-4158-81f6-35ada90cdc73'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:44:23.870321 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] get_ports_and_sgs() called for port_ids ['f39638e0-0f05-469b-894f-3e4405d80bf7', '0778d953-736b-473d-b6a9-91400417f84a', '611b86f9-0890-46c5-aa53-8103b3d2be14', '74944d92-fd89-4b00-a20c-9a31ed483b20'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:44:23.873674 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:23.890788 n-d-834765-1 neutron-server[102791]: DEBUG neutron.objects.ports [None req-3ee7aa89-0536-4e32-92dc-dd49bc00b6a0 tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102791) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 29 15:44:23.895895 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-260066c5-76d2-4a55-a0f3-fa1fb6f29c5b req-92c979aa-6ac3-4f50-863c-52ddf37baae7 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.42 "GET /v2.0/security-groups?id=07e96b72-96bb-4562-b80f-051b133c1759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371088 Mar 29 15:44:23.898181 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-3ee7aa89-0536-4e32-92dc-dd49bc00b6a0 tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16155524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16218861'] for subnet, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:23.909119 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-0ba060af-a40e-4311-86e8-9b2256c7130f req-577cac4c-9a57-4318-ae8a-291ef725880a tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] 10.222.0.42 "GET /v2.0/ports?device_id=86e9c74e-ceb0-4c1d-8bbf-acb7473ea97a HTTP/1.1" status: 200 len: 210 time: 0.0934241 Mar 29 15:44:23.909524 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379d9e07-a688-4c12-a5bb-7790e564941a req-f8d857e5-7e15-4861-a54e-88c424b79deb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:23.911088 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-379d9e07-a688-4c12-a5bb-7790e564941a req-f8d857e5-7e15-4861-a54e-88c424b79deb service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=0371bf4ecfda48fda8d74747facc2c9d&device_id=6577ea24-a03c-4970-9984-ffe76327597c HTTP/1.1" status: 200 len: 1101 time: 0.1502974 Mar 29 15:44:23.911976 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aada43ed-7a3f-4e37-8520-ff94e6303dc6 tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] Pushing event deleted for resources: {'Port': ['ID=b3a54e0b-ee79-4158-81f6-35ada90cdc73,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:44:23.915753 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-8e52aa91-ec9c-44eb-bb9b-f0a1ec02718c req-77dde531-b563-4d5e-9508-625c17124af6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:24.027183 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.l3_dvrscheduler_db [req-753bd9ee-cfb2-459f-9814-cbb8381d3ed8 req-aada43ed-7a3f-4e37-8520-ff94e6303dc6 tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] No DVR routers for this DVR port b3a54e0b-ee79-4158-81f6-35ada90cdc73 on host n-h2-834765-1 {{(pid=102790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:44:24.042229 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 949ea80c-bdd8-4833-9e27-0945bbdcedb0 {{(pid=102792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:44:24.053963 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 15:44:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-defb6a7a-fbbe-48c6-b5e3-c99ab829402a x-openstack-request-id: req-defb6a7a-fbbe-48c6-b5e3-c99ab829402a {{(pid=102790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:44:24.054244 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41e2a5d9-9374-4605-ab91-deb85bccc945", "tag": "d7a81898-d911-447d-a408-4e8fd2191454", "status": "completed", "code": 200}]} {{(pid=102790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:44:24.054607 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-defb6a7a-fbbe-48c6-b5e3-c99ab829402a {{(pid=102790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:44:24.055158 n-d-834765-1 neutron-server[102790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41e2a5d9-9374-4605-ab91-deb85bccc945', 'tag': 'd7a81898-d911-447d-a408-4e8fd2191454', 'status': 'completed', 'code': 200} Mar 29 15:44:24.062117 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-753bd9ee-cfb2-459f-9814-cbb8381d3ed8 req-aada43ed-7a3f-4e37-8520-ff94e6303dc6 tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:24.067387 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-753bd9ee-cfb2-459f-9814-cbb8381d3ed8 req-aada43ed-7a3f-4e37-8520-ff94e6303dc6 tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] 10.222.0.48 "DELETE /v2.0/ports/b3a54e0b-ee79-4158-81f6-35ada90cdc73 HTTP/1.1" status: 204 len: 173 time: 1.5051162 Mar 29 15:44:24.121247 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58f7a61a-e4e1-4fba-85de-36c5ab11b403', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6b9deda-c73a-4c2a-b870-929882588559'}] {{(pid=102792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:44:24.136869 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4f476c66b318cc6068719fc39557fac68d413f5c7e78fa77028c7948e999ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa38d4c4-31be-4a1e-b914-3812e1438c5b" -d '{"events": [{"server_uuid": "58f7a61a-e4e1-4fba-85de-36c5ab11b403", "name": "network-vif-plugged", "status": "completed", "tag": "e6b9deda-c73a-4c2a-b870-929882588559"}]}' {{(pid=102792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:44:24.145767 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a03791-9767-4461-8aaa-2895259f0983 req-5d23e22b-dfc0-4635-8d63-19272acaf41e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:24.147502 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-99a03791-9767-4461-8aaa-2895259f0983 req-5d23e22b-dfc0-4635-8d63-19272acaf41e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=94799213e4df4db5af3887cbfa8ada4e&device_id=41e2a5d9-9374-4605-ab91-deb85bccc945 HTTP/1.1" status: 200 len: 1094 time: 0.0745919 Mar 29 15:44:24.171553 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee7aa89-0536-4e32-92dc-dd49bc00b6a0 tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] Pushing event updated for resources: {'Subnet': ['ID=257f7379-54c7-4903-b3cd-9f9f5ca0b557,revision_number=0']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:44:24.174327 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379d9e07-a688-4c12-a5bb-7790e564941a req-180780a0-c24d-4b0d-9977-fde9cd6bfb3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:24.175987 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-379d9e07-a688-4c12-a5bb-7790e564941a req-180780a0-c24d-4b0d-9977-fde9cd6bfb3c service neutron] 10.222.0.48 "GET /v2.0/networks?id=2268a9b9-82fd-4886-a91d-3a50e4e16cab HTTP/1.1" status: 200 len: 870 time: 0.2182841 Mar 29 15:44:24.219562 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-dacd7b75-0732-45c6-9144-6ac8f45fc060 None None] Notify callbacks [] for port, precommit_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:24.222096 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port 949ea80c-bdd8-4833-9e27-0945bbdcedb0, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=949ea80c-bdd8-4833-9e27-0945bbdcedb0,segment=NetworkSegment(a0c230f0-660a-4194-9279-0f0781d34134),segment_id=a0c230f0-660a-4194-9279-0f0781d34134)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:44:24.226334 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port e6b9deda-c73a-4c2a-b870-929882588559, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=e6b9deda-c73a-4c2a-b870-929882588559,segment=NetworkSegment(a0c230f0-660a-4194-9279-0f0781d34134),segment_id=a0c230f0-660a-4194-9279-0f0781d34134)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:44:24.252236 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:24.258471 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:24.259610 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device 949ea80c-bdd8-4833-9e27-0945bbdcedb0 no longer exists at agent hyperv_n-h1-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:44:24.270937 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-dacd7b75-0732-45c6-9144-6ac8f45fc060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956'] for port, after_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:24.306824 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb23ff8-fa3c-400d-a4d8-cbdb623c6f38 req-0bdde409-7609-4181-beb1-5a79cd568920 tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:24.311035 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [req-8e52aa91-ec9c-44eb-bb9b-f0a1ec02718c req-77dde531-b563-4d5e-9508-625c17124af6 service neutron] For port 66dc2491-4dea-4461-91e1-6f3d16ceba75, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=66dc2491-4dea-4461-91e1-6f3d16ceba75,segment=NetworkSegment(e53edac0-e56e-4ba8-8b7d-b6c8693d06dc),segment_id=e53edac0-e56e-4ba8-8b7d-b6c8693d06dc)] {{(pid=102790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:44:24.315679 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-fdb23ff8-fa3c-400d-a4d8-cbdb623c6f38 req-0bdde409-7609-4181-beb1-5a79cd568920 tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] 10.222.0.42 "GET /v2.0/ports?device_id=2565640a-8c7c-44e6-a0ff-441fffc35121 HTTP/1.1" status: 200 len: 949 time: 0.2395670 Mar 29 15:44:24.320119 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-379d9e07-a688-4c12-a5bb-7790e564941a req-f1a8b334-4a0b-4512-a688-878d6b7d1d74 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.114&port_id=e8c8298b-ad82-4c53-8291-585877dd90e3 HTTP/1.1" status: 200 len: 217 time: 0.0929470 Mar 29 15:44:24.338400 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ee7aa89-0536-4e32-92dc-dd49bc00b6a0 tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] Checking segment: {'id': '5186cebf-5d03-4deb-b911-8ccedd0dad70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'c593207e-c583-4959-9846-40755ec6074c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:44:24.338903 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ee7aa89-0536-4e32-92dc-dd49bc00b6a0 tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] Network hostable DHCP agents. Network: c593207e-c583-4959-9846-40755ec6074c, hostable agents: ['d136643e-48ae-49d4-a851-2ba3bdf3749c'], hosted agents: [] {{(pid=102791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 15:44:24.382892 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a03791-9767-4461-8aaa-2895259f0983 req-59f8a7f2-0b21-4081-993c-1cea3e02ef7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:24.384887 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-99a03791-9767-4461-8aaa-2895259f0983 req-59f8a7f2-0b21-4081-993c-1cea3e02ef7b service neutron] 10.222.0.44 "GET /v2.0/networks?id=96b8e8ed-22f2-4cb8-884c-6e5cefe078a4 HTTP/1.1" status: 200 len: 913 time: 0.2270019 Mar 29 15:44:24.461925 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379d9e07-a688-4c12-a5bb-7790e564941a req-8bfb60de-fb06-435f-8a32-103913ca7377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:24.466138 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-379d9e07-a688-4c12-a5bb-7790e564941a req-8bfb60de-fb06-435f-8a32-103913ca7377 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=abb8e5d6-2aea-4455-a944-3435a3d1ce49 HTTP/1.1" status: 200 len: 843 time: 0.1223991 Mar 29 15:44:24.487059 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [req-8e52aa91-ec9c-44eb-bb9b-f0a1ec02718c req-77dde531-b563-4d5e-9508-625c17124af6 service neutron] For port 66dc2491-4dea-4461-91e1-6f3d16ceba75, host n-h2-834765-1, cleared binding levels {{(pid=102790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:44:24.489155 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Pushing event updated for resources: {'Port': ['ID=949ea80c-bdd8-4833-9e27-0945bbdcedb0,revision_number=9']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:44:24.495763 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-fdb23ff8-fa3c-400d-a4d8-cbdb623c6f38 req-2b83aa7b-d55a-4a05-b18c-4a13afa8a1de tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] 10.222.0.42 "GET /v2.0/security-groups?id=6fc5fb8c-b1d6-4bb9-b68a-102a19ea7379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790383 Mar 29 15:44:24.565556 n-d-834765-1 neutron-server[102790]: DEBUG neutron.notifiers.nova [req-8e52aa91-ec9c-44eb-bb9b-f0a1ec02718c req-77dde531-b563-4d5e-9508-625c17124af6 service neutron] device_id is not set on port 66dc2491-4dea-4461-91e1-6f3d16ceba75 yet. {{(pid=102790) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 29 15:44:24.575052 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-8e52aa91-ec9c-44eb-bb9b-f0a1ec02718c req-77dde531-b563-4d5e-9508-625c17124af6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:24.590151 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-99a03791-9767-4461-8aaa-2895259f0983 req-3cf232c0-5e16-48b3-92f4-e1e4adaf834b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d7a81898-d911-447d-a408-4e8fd2191454 HTTP/1.1" status: 200 len: 217 time: 0.1952400 Mar 29 15:44:24.593648 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-8e52aa91-ec9c-44eb-bb9b-f0a1ec02718c req-77dde531-b563-4d5e-9508-625c17124af6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5237921'] for port, after_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:24.594382 n-d-834765-1 neutron-server[102792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dacd7b75-0732-45c6-9144-6ac8f45fc060 None None] Network f4a691c5-0b23-4a55-9cc3-e69397dcbf56 is already hosted by enough agents. {{(pid=102792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:44:24.611966 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ee7aa89-0536-4e32-92dc-dd49bc00b6a0 tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] Network c593207e-c583-4959-9846-40755ec6074c is scheduled to be hosted by DHCP agent d136643e-48ae-49d4-a851-2ba3bdf3749c with binding_index 1 {{(pid=102791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 15:44:24.641742 n-d-834765-1 neutron-server[102792]: DEBUG neutron.scheduler.base_scheduler [None req-dacd7b75-0732-45c6-9144-6ac8f45fc060 None None] Resources bound (agent type, host, resource id): {{(pid=102792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:44:24.642115 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [None req-3ee7aa89-0536-4e32-92dc-dd49bc00b6a0 tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834765-1, c593207e-c583-4959-9846-40755ec6074c) {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:44:24.645168 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:44:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58b87d4b-72aa-43f9-86fb-866eee5f872e x-openstack-request-id: req-58b87d4b-72aa-43f9-86fb-866eee5f872e {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:44:24.645324 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58f7a61a-e4e1-4fba-85de-36c5ab11b403", "name": "network-vif-plugged", "status": "completed", "tag": "e6b9deda-c73a-4c2a-b870-929882588559", "code": 200}]} {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:44:24.645512 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-58b87d4b-72aa-43f9-86fb-866eee5f872e {{(pid=102792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:44:24.645870 n-d-834765-1 neutron-server[102792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58f7a61a-e4e1-4fba-85de-36c5ab11b403', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6b9deda-c73a-4c2a-b870-929882588559', 'code': 200} Mar 29 15:44:24.660646 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dacd7b75-0732-45c6-9144-6ac8f45fc060 None None] Received port after_create {{(pid=102792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:44:24.676039 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10759294-7df2-42c8-9077-b3309e451d93 None None] Network c593207e-c583-4959-9846-40755ec6074c requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 15:44:24.676578 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ee7aa89-0536-4e32-92dc-dd49bc00b6a0 tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:24.677220 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-3ee7aa89-0536-4e32-92dc-dd49bc00b6a0 tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] Notify callbacks [] for subnet, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:24.774106 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379d9e07-a688-4c12-a5bb-7790e564941a req-e1377090-37bb-4381-963d-897fa9237c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:24.775697 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-379d9e07-a688-4c12-a5bb-7790e564941a req-e1377090-37bb-4381-963d-897fa9237c79 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2268a9b9-82fd-4886-a91d-3a50e4e16cab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2760427 Mar 29 15:44:24.820667 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-3ee7aa89-0536-4e32-92dc-dd49bc00b6a0 tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.8595190 Mar 29 15:44:24.823053 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 47978) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:44:24.835753 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-1d766d06-33cc-4084-8f5d-17530dbcd42b tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] Request body: {'port': {'network_id': 'c593207e-c583-4959-9846-40755ec6074c', 'name': 'tempest-NetworksIpV6TestAttrs-185397552'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:44:24.874712 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] get_ports_and_sgs() called for port_ids ['949ea80c-bdd8-4833-9e27-0945bbdcedb0'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:44:24.891915 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e52aa91-ec9c-44eb-bb9b-f0a1ec02718c req-77dde531-b563-4d5e-9508-625c17124af6 service neutron] No DVR routers for this DVR port 66dc2491-4dea-4461-91e1-6f3d16ceba75 on host n-h2-834765-1 {{(pid=102790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:44:24.951011 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [req-8e52aa91-ec9c-44eb-bb9b-f0a1ec02718c req-77dde531-b563-4d5e-9508-625c17124af6 service neutron] In _notify_port_updated(), no bound segment for port 66dc2491-4dea-4461-91e1-6f3d16ceba75 on network 298fe4b0-bb90-4e7d-aba6-ce8da9b2ed22 {{(pid=102790) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Mar 29 15:44:24.952028 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e52aa91-ec9c-44eb-bb9b-f0a1ec02718c req-77dde531-b563-4d5e-9508-625c17124af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:24.952557 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-8e52aa91-ec9c-44eb-bb9b-f0a1ec02718c req-77dde531-b563-4d5e-9508-625c17124af6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:24.954152 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-8e52aa91-ec9c-44eb-bb9b-f0a1ec02718c req-77dde531-b563-4d5e-9508-625c17124af6 service neutron] 10.222.0.48 "PUT /v2.0/ports/66dc2491-4dea-4461-91e1-6f3d16ceba75 HTTP/1.1" status: 200 len: 1027 time: 1.2072647 Mar 29 15:44:24.969346 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-379d9e07-a688-4c12-a5bb-7790e564941a req-4526ed1f-a64e-4eab-bbf6-e270f29eb4fd service neutron] 10.222.0.48 "GET /v2.0/networks/2268a9b9-82fd-4886-a91d-3a50e4e16cab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452866 Mar 29 15:44:24.973503 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77dde531-b563-4d5e-9508-625c17124af6 service neutron] Pushing event updated for resources: {'Port': ['ID=66dc2491-4dea-4461-91e1-6f3d16ceba75,revision_number=6']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:44:24.989698 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad16c88f-7a02-4321-8ea5-afb39b579892 req-1edd8b5c-fdde-4378-94ae-9a3fa747e424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:24.991163 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ad16c88f-7a02-4321-8ea5-afb39b579892 req-1edd8b5c-fdde-4378-94ae-9a3fa747e424 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=58f7a61a-e4e1-4fba-85de-36c5ab11b403 HTTP/1.1" status: 200 len: 1101 time: 0.2640319 Mar 29 15:44:25.024496 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a03791-9767-4461-8aaa-2895259f0983 req-529e80f3-dc27-4d21-ac0b-a3b677794138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:25.025987 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-99a03791-9767-4461-8aaa-2895259f0983 req-529e80f3-dc27-4d21-ac0b-a3b677794138 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0ba2b8b0-15ec-4c18-a106-c919b2ec3ae7 HTTP/1.1" status: 200 len: 852 time: 0.4031174 Mar 29 15:44:25.029825 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e52aa91-ec9c-44eb-bb9b-f0a1ec02718c req-d90b5865-0f63-46f9-8574-90d78731bedb tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:25.031977 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-8e52aa91-ec9c-44eb-bb9b-f0a1ec02718c req-d90b5865-0f63-46f9-8574-90d78731bedb tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] 10.222.0.48 "GET /v2.0/ports/49b5fca5-a1ca-4798-bbf7-14cd233b96a8?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0640585 Mar 29 15:44:25.069357 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [req-8e52aa91-ec9c-44eb-bb9b-f0a1ec02718c req-45ca7611-faaa-44ec-bc85-e401942cc311 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:44:25.079349 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-99a03791-9767-4461-8aaa-2895259f0983 req-fdaa8335-1497-4001-b910-05cb4d83d64b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=96b8e8ed-22f2-4cb8-884c-6e5cefe078a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420992 Mar 29 15:44:25.113009 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86a92aa-3dda-48af-ae21-75bb4be97cae req-8e67b9dc-e4fa-473c-b29b-281e3d6f5533 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:25.113831 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Pushing event updated for resources: {'Port': ['ID=e6b9deda-c73a-4c2a-b870-929882588559,revision_number=5']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:44:25.114002 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f8486e-173e-4e6c-b7d3-a88a507abe7c req-507cedd6-f4c2-4414-be27-a3785c69e679 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:25.115209 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-c86a92aa-3dda-48af-ae21-75bb4be97cae req-8e67b9dc-e4fa-473c-b29b-281e3d6f5533 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/ports?device_id=58f7a61a-e4e1-4fba-85de-36c5ab11b403 HTTP/1.1" status: 200 len: 950 time: 0.4013507 Mar 29 15:44:25.119768 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f8486e-173e-4e6c-b7d3-a88a507abe7c req-507cedd6-f4c2-4414-be27-a3785c69e679 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:25.125836 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f8486e-173e-4e6c-b7d3-a88a507abe7c req-507cedd6-f4c2-4414-be27-a3785c69e679 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:25.131628 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f8486e-173e-4e6c-b7d3-a88a507abe7c req-507cedd6-f4c2-4414-be27-a3785c69e679 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:25.138699 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f8486e-173e-4e6c-b7d3-a88a507abe7c req-507cedd6-f4c2-4414-be27-a3785c69e679 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:25.140409 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-dacd7b75-0732-45c6-9144-6ac8f45fc060 None None] Attempting to bind port ae08dbb6-52c3-4cbf-b9a1-298e6db8acf7 on host n-d-834765-1 for vnic_type normal with profile {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:44:25.140920 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-dacd7b75-0732-45c6-9144-6ac8f45fc060 None None] Attempting to bind port ae08dbb6-52c3-4cbf-b9a1-298e6db8acf7 by drivers openvswitch,hyperv on host n-d-834765-1 at level 0 using segments [{'id': '56f33615-3f8b-411c-8074-fd278d62f58f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'f4a691c5-0b23-4a55-9cc3-e69397dcbf56'}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:44:25.141285 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dacd7b75-0732-45c6-9144-6ac8f45fc060 None None] Attempting to bind port ae08dbb6-52c3-4cbf-b9a1-298e6db8acf7 on network f4a691c5-0b23-4a55-9cc3-e69397dcbf56 {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:44:25.145145 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f8486e-173e-4e6c-b7d3-a88a507abe7c req-507cedd6-f4c2-4414-be27-a3785c69e679 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:25.146912 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-74f8486e-173e-4e6c-b7d3-a88a507abe7c req-507cedd6-f4c2-4414-be27-a3785c69e679 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] 10.222.0.42 "GET /v2.0/ports?device_id=e63d94a3-644d-400a-aa3f-0c71f9fb1b46 HTTP/1.1" status: 200 len: 4660 time: 0.5058093 Mar 29 15:44:25.196478 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dacd7b75-0732-45c6-9144-6ac8f45fc060 None None] Checking agent: {'id': 'a8866439-9d96-425c-b519-6905c591ac37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 25, 36), 'started_at': datetime.datetime(2022, 3, 29, 15, 26, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 44, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834765-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:44:25.197228 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dacd7b75-0732-45c6-9144-6ac8f45fc060 None None] Checking segment: {'id': '56f33615-3f8b-411c-8074-fd278d62f58f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'f4a691c5-0b23-4a55-9cc3-e69397dcbf56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:44:25.197630 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-dacd7b75-0732-45c6-9144-6ac8f45fc060 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:25.198020 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dacd7b75-0732-45c6-9144-6ac8f45fc060 None None] Bound using segment: {'id': '56f33615-3f8b-411c-8074-fd278d62f58f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'f4a691c5-0b23-4a55-9cc3-e69397dcbf56'} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:44:25.198488 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-dacd7b75-0732-45c6-9144-6ac8f45fc060 None None] Bound port: ae08dbb6-52c3-4cbf-b9a1-298e6db8acf7, host: n-d-834765-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56f33615-3f8b-411c-8074-fd278d62f58f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'f4a691c5-0b23-4a55-9cc3-e69397dcbf56'}}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 15:44:25.198867 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-dacd7b75-0732-45c6-9144-6ac8f45fc060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:25.206917 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ad16c88f-7a02-4321-8ea5-afb39b579892 req-135e86d9-0c5e-46c6-b16a-fe8f35357bc4 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=56997969-7130-4d86-9e9d-e068deb19a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665678 Mar 29 15:44:25.215072 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:25.236491 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11231616-1fdd-4728-85f9-57e35ba82770 req-aa80a70d-f82e-4968-9ad3-a8f1930c4b94 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:25.238461 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-11231616-1fdd-4728-85f9-57e35ba82770 req-aa80a70d-f82e-4968-9ad3-a8f1930c4b94 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] 10.222.0.48 "GET /v2.0/networks?id=9c05e936-df9e-4fbf-b09c-78bf9696504c HTTP/1.1" status: 200 len: 806 time: 0.6592507 Mar 29 15:44:25.264198 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [req-11231616-1fdd-4728-85f9-57e35ba82770 req-42cad56e-83f1-4103-882c-a91ef06df34e tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] Request body: {'port': {'device_id': 'aa70bb0d-9683-4d6e-8563-43fa5ee1a6be', 'network_id': '9c05e936-df9e-4fbf-b09c-78bf9696504c', 'admin_state_up': True, 'tenant_id': 'd04cf558b2cb439aa051141a3dc84641'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:44:25.269781 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-379d9e07-a688-4c12-a5bb-7790e564941a req-778eb8ab-d60f-4588-bf13-b08fc6ff1216 service neutron] 10.222.0.48 "GET /v2.0/networks/2268a9b9-82fd-4886-a91d-3a50e4e16cab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2737975 Mar 29 15:44:25.281102 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-74f8486e-173e-4e6c-b7d3-a88a507abe7c req-9cbeaa2a-c6b2-43c5-81f3-36dd301e2323 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] 10.222.0.42 "GET /v2.0/security-groups?id=7a324716-10f9-4f06-a2b5-9f498b951d56&id=19cf0565-0e5d-4a9a-bb20-6dda76410fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0973365 Mar 29 15:44:25.288447 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacd7b75-0732-45c6-9144-6ac8f45fc060 None None] Pushing event updated for resources: {'Port': ['ID=ae08dbb6-52c3-4cbf-b9a1-298e6db8acf7,revision_number=1']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:44:25.291889 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 949ea80c-bdd8-4833-9e27-0945bbdcedb0 {{(pid=102792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:44:25.309621 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5909f7f8-e455-46e3-9657-ec64c13de9a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0035034-69b0-5ffc-b384-0ac6189c5628-c593207e-c583-4959-9846-40755ec6074c', 'network_id': 'c593207e-c583-4959-9846-40755ec6074c', 'tenant_id': 'd7e69b0c9e964dac92ab1ced81176558', 'fixed_ips': [{'subnet_id': '257f7379-54c7-4903-b3cd-9f9f5ca0b557'}]}} from n-d-834765-1. {{(pid=102792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 29 15:44:25.310505 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-5909f7f8-e455-46e3-9657-ec64c13de9a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:25.316545 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d766d06-33cc-4084-8f5d-17530dbcd42b tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] Made reservation on behalf of d7e69b0c9e964dac92ab1ced81176558 for: {'port': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:44:25.316741 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-09388e59-293c-49cb-9d31-734d1a95198f None None] Provisioning complete for port 66dc2491-4dea-4461-91e1-6f3d16ceba75 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:44:25.317101 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-09388e59-293c-49cb-9d31-734d1a95198f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:25.320291 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-1d766d06-33cc-4084-8f5d-17530dbcd42b tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:25.354048 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [None req-1d766d06-33cc-4084-8f5d-17530dbcd42b tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] device_id is not set on port 2beee9c7-bfb8-4cd9-89ea-d1349865d721 yet. {{(pid=102791) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 29 15:44:25.375108 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-c86a92aa-3dda-48af-ae21-75bb4be97cae req-5564eafb-56f9-40a8-966d-3f4016fc3a4c tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/security-groups?id=56997969-7130-4d86-9e9d-e068deb19a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773295 Mar 29 15:44:25.389781 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port 949ea80c-bdd8-4833-9e27-0945bbdcedb0, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=949ea80c-bdd8-4833-9e27-0945bbdcedb0,segment=NetworkSegment(a0c230f0-660a-4194-9279-0f0781d34134),segment_id=a0c230f0-660a-4194-9279-0f0781d34134)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:44:25.399069 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-8e52aa91-ec9c-44eb-bb9b-f0a1ec02718c req-45ca7611-faaa-44ec-bc85-e401942cc311 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:25.409244 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-99a03791-9767-4461-8aaa-2895259f0983 req-df30c4a2-96c3-484b-9522-03a4a4148b6d service neutron] 10.222.0.44 "GET /v2.0/networks/96b8e8ed-22f2-4cb8-884c-6e5cefe078a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3096616 Mar 29 15:44:25.439691 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:25.481997 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-38c293f9-4c1b-44a6-b833-7a0d1fb1e19d req-651df979-a776-4ca4-bc84-bc72861517fc tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa70bb0d-9683-4d6e-8563-43fa5ee1a6be HTTP/1.1" status: 200 len: 210 time: 0.0452464 Mar 29 15:44:25.528077 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-09388e59-293c-49cb-9d31-734d1a95198f None None] Port 66dc2491-4dea-4461-91e1-6f3d16ceba75 cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 15:44:25.576885 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_common [None req-1d766d06-33cc-4084-8f5d-17530dbcd42b tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] Allocated IP 2001:db8::f816:3eff:fefb:9be1 (c593207e-c583-4959-9846-40755ec6074c/257f7379-54c7-4903-b3cd-9f9f5ca0b557/2beee9c7-bfb8-4cd9-89ea-d1349865d721) {{(pid=102791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:44:25.623964 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-dacd7b75-0732-45c6-9144-6ac8f45fc060 None None] For port ae08dbb6-52c3-4cbf-b9a1-298e6db8acf7, host n-d-834765-1, cleared binding levels {{(pid=102792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:44:25.668571 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-dacd7b75-0732-45c6-9144-6ac8f45fc060 None None] For port ae08dbb6-52c3-4cbf-b9a1-298e6db8acf7, host n-d-834765-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=ae08dbb6-52c3-4cbf-b9a1-298e6db8acf7,segment=NetworkSegment(56f33615-3f8b-411c-8074-fd278d62f58f),segment_id=56f33615-3f8b-411c-8074-fd278d62f58f)] {{(pid=102792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:44:25.691777 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-dacd7b75-0732-45c6-9144-6ac8f45fc060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:25.703448 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Pushing event updated for resources: {'Port': ['ID=949ea80c-bdd8-4833-9e27-0945bbdcedb0,revision_number=10']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:44:25.709614 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0ee99a-2be3-4701-a08f-1a97a966eb0b req-25d2675d-e843-4e59-a94b-dfdddd0527ca tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:25.717124 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-1b0ee99a-2be3-4701-a08f-1a97a966eb0b req-25d2675d-e843-4e59-a94b-dfdddd0527ca tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] 10.222.0.42 "GET /v2.0/ports?device_id=2565640a-8c7c-44e6-a0ff-441fffc35121 HTTP/1.1" status: 200 len: 948 time: 0.1203632 Mar 29 15:44:25.730191 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-99a03791-9767-4461-8aaa-2895259f0983 req-a8a330fc-da51-469f-9ac9-aa87b188f32c service neutron] 10.222.0.44 "GET /v2.0/networks/96b8e8ed-22f2-4cb8-884c-6e5cefe078a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2407718 Mar 29 15:44:25.771683 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a170bc4-6e94-4459-8899-dcc03f9b55bb req-a3f2d79d-5daa-44e4-b3ef-009657229b37 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:25.780943 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-4a170bc4-6e94-4459-8899-dcc03f9b55bb req-a3f2d79d-5daa-44e4-b3ef-009657229b37 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.42 "GET /v2.0/ports?device_id=41e2a5d9-9374-4605-ab91-deb85bccc945 HTTP/1.1" status: 200 len: 943 time: 0.1861596 Mar 29 15:44:25.826760 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-1b0ee99a-2be3-4701-a08f-1a97a966eb0b req-40635cea-0448-41d7-9995-40d5c8226490 tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] 10.222.0.42 "GET /v2.0/security-groups?id=6fc5fb8c-b1d6-4bb9-b68a-102a19ea7379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087244 Mar 29 15:44:25.831974 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacd7b75-0732-45c6-9144-6ac8f45fc060 None None] Pushing event updated for resources: {'Port': ['ID=ae08dbb6-52c3-4cbf-b9a1-298e6db8acf7,revision_number=2']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:44:25.850116 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-1d766d06-33cc-4084-8f5d-17530dbcd42b tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] Notify callbacks [] for port, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:25.871302 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11231616-1fdd-4728-85f9-57e35ba82770 req-42cad56e-83f1-4103-882c-a91ef06df34e tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] Made reservation on behalf of d04cf558b2cb439aa051141a3dc84641 for: {'port': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:44:25.876012 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-11231616-1fdd-4728-85f9-57e35ba82770 req-42cad56e-83f1-4103-882c-a91ef06df34e tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:25.913299 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-4a170bc4-6e94-4459-8899-dcc03f9b55bb req-a0c48a9b-7a3c-42ee-8c98-65a805d810ba tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.42 "GET /v2.0/security-groups?id=07e96b72-96bb-4562-b80f-051b133c1759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313565 Mar 29 15:44:25.915762 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-1d766d06-33cc-4084-8f5d-17530dbcd42b tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:25.967797 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [req-8e52aa91-ec9c-44eb-bb9b-f0a1ec02718c req-45ca7611-faaa-44ec-bc85-e401942cc311 service neutron] For port 49b5fca5-a1ca-4798-bbf7-14cd233b96a8, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=49b5fca5-a1ca-4798-bbf7-14cd233b96a8,segment=NetworkSegment(e53edac0-e56e-4ba8-8b7d-b6c8693d06dc),segment_id=e53edac0-e56e-4ba8-8b7d-b6c8693d06dc)] {{(pid=102790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:44:25.984077 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d766d06-33cc-4084-8f5d-17530dbcd42b tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] Pushing event updated for resources: {'Port': ['ID=2beee9c7-bfb8-4cd9-89ea-d1349865d721,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:44:26.010463 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d766d06-33cc-4084-8f5d-17530dbcd42b tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] Network c593207e-c583-4959-9846-40755ec6074c is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:44:26.013323 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [None req-1d766d06-33cc-4084-8f5d-17530dbcd42b tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:44:26.016996 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d766d06-33cc-4084-8f5d-17530dbcd42b tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] Received port after_create {{(pid=102791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:44:26.019818 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.db_base_plugin_common [None req-5909f7f8-e455-46e3-9657-ec64c13de9a5 None None] Allocated IP 2001:db8::f816:3eff:fe42:e032 (c593207e-c583-4959-9846-40755ec6074c/257f7379-54c7-4903-b3cd-9f9f5ca0b557/d79a26fe-8c8f-45f0-923a-2a43e9be0eba) {{(pid=102792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:44:26.036020 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d766d06-33cc-4084-8f5d-17530dbcd42b tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:26.036613 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-1d766d06-33cc-4084-8f5d-17530dbcd42b tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:26.056729 n-d-834765-1 neutron-server[102790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86e9c74e-ceb0-4c1d-8bbf-acb7473ea97a', 'name': 'network-vif-deleted', 'tag': 'b3a54e0b-ee79-4158-81f6-35ada90cdc73'}] {{(pid=102790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:44:26.058735 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46b06d655c90bc969636382cce4240ad749035fb0f3a83ee4734fa1ed9c4a6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-480b66ef-dc15-4d31-b3c6-43ac71c24ba2" -d '{"events": [{"server_uuid": "86e9c74e-ceb0-4c1d-8bbf-acb7473ea97a", "name": "network-vif-deleted", "tag": "b3a54e0b-ee79-4158-81f6-35ada90cdc73"}]}' {{(pid=102790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:44:26.080950 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-1d766d06-33cc-4084-8f5d-17530dbcd42b tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.2520306 Mar 29 15:44:26.081760 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 47998) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:44:26.126999 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [req-8e52aa91-ec9c-44eb-bb9b-f0a1ec02718c req-45ca7611-faaa-44ec-bc85-e401942cc311 service neutron] For port 49b5fca5-a1ca-4798-bbf7-14cd233b96a8, host n-h2-834765-1, cleared binding levels {{(pid=102790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:44:26.178297 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd4536bb-694a-4255-ae55-8d74f4ec2b5f tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] Deleting subnet 257f7379-54c7-4903-b3cd-9f9f5ca0b557 {{(pid=102791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 15:44:26.187011 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:44:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8f86928-c906-4514-8ddc-827ffc3468a4 x-openstack-request-id: req-b8f86928-c906-4514-8ddc-827ffc3468a4 {{(pid=102790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:44:26.187861 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86e9c74e-ceb0-4c1d-8bbf-acb7473ea97a", "name": "network-vif-deleted", "tag": "b3a54e0b-ee79-4158-81f6-35ada90cdc73", "status": "completed", "code": 200}]} {{(pid=102790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:44:26.188436 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b8f86928-c906-4514-8ddc-827ffc3468a4 {{(pid=102790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:44:26.189103 n-d-834765-1 neutron-server[102790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86e9c74e-ceb0-4c1d-8bbf-acb7473ea97a', 'name': 'network-vif-deleted', 'tag': 'b3a54e0b-ee79-4158-81f6-35ada90cdc73', 'status': 'completed', 'code': 200} Mar 29 15:44:26.258568 n-d-834765-1 neutron-server[102790]: DEBUG neutron.notifiers.nova [req-8e52aa91-ec9c-44eb-bb9b-f0a1ec02718c req-45ca7611-faaa-44ec-bc85-e401942cc311 service neutron] device_id is not set on port 49b5fca5-a1ca-4798-bbf7-14cd233b96a8 yet. {{(pid=102790) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 29 15:44:26.276328 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-8e52aa91-ec9c-44eb-bb9b-f0a1ec02718c req-45ca7611-faaa-44ec-bc85-e401942cc311 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:26.279965 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.db_base_plugin_common [req-11231616-1fdd-4728-85f9-57e35ba82770 req-42cad56e-83f1-4103-882c-a91ef06df34e tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] Allocated IP 172.20.0.7 (9c05e936-df9e-4fbf-b09c-78bf9696504c/9016bdba-0f5c-4ddd-94a1-3fa4aae621f1/5115305e-8a3f-4b58-a96a-40bb4fbb26e6) {{(pid=102790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:44:26.293729 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-8e52aa91-ec9c-44eb-bb9b-f0a1ec02718c req-45ca7611-faaa-44ec-bc85-e401942cc311 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5237921'] for port, after_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:26.344180 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ca7611-faaa-44ec-bc85-e401942cc311 service neutron] Pushing event updated for resources: {'Port': ['ID=49b5fca5-a1ca-4798-bbf7-14cd233b96a8,revision_number=6']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:44:26.397148 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e52aa91-ec9c-44eb-bb9b-f0a1ec02718c req-45ca7611-faaa-44ec-bc85-e401942cc311 service neutron] No DVR routers for this DVR port 49b5fca5-a1ca-4798-bbf7-14cd233b96a8 on host n-h2-834765-1 {{(pid=102790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:44:26.475448 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865b7ed3-0d56-407b-9c57-4514c464f18a req-3e81db37-6f8e-4a25-a24c-4a06f281a806 tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:26.479820 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-865b7ed3-0d56-407b-9c57-4514c464f18a req-3e81db37-6f8e-4a25-a24c-4a06f281a806 tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] 10.222.0.42 "GET /v2.0/ports?device_id=8af2e82a-d0b9-4236-b40f-9d8544b19127 HTTP/1.1" status: 200 len: 950 time: 0.0544131 Mar 29 15:44:26.521202 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [req-8e52aa91-ec9c-44eb-bb9b-f0a1ec02718c req-45ca7611-faaa-44ec-bc85-e401942cc311 service neutron] In _notify_port_updated(), no bound segment for port 49b5fca5-a1ca-4798-bbf7-14cd233b96a8 on network 298fe4b0-bb90-4e7d-aba6-ce8da9b2ed22 {{(pid=102790) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Mar 29 15:44:26.522083 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e52aa91-ec9c-44eb-bb9b-f0a1ec02718c req-45ca7611-faaa-44ec-bc85-e401942cc311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:26.522699 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-8e52aa91-ec9c-44eb-bb9b-f0a1ec02718c req-45ca7611-faaa-44ec-bc85-e401942cc311 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:26.524049 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-8e52aa91-ec9c-44eb-bb9b-f0a1ec02718c req-45ca7611-faaa-44ec-bc85-e401942cc311 service neutron] 10.222.0.48 "PUT /v2.0/ports/49b5fca5-a1ca-4798-bbf7-14cd233b96a8 HTTP/1.1" status: 200 len: 1027 time: 1.4857743 Mar 29 15:44:26.527438 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-5909f7f8-e455-46e3-9657-ec64c13de9a5 None None] Notify callbacks [] for port, precommit_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:26.537064 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-5909f7f8-e455-46e3-9657-ec64c13de9a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956'] for port, after_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:26.537300 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-fd4536bb-694a-4255-ae55-8d74f4ec2b5f tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] Notify callbacks [] for subnet, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:26.569416 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1816a6-a4dc-4349-bbfc-085ca3140a09 req-ac8b4730-6b26-43fc-8595-4647bdf1ffa9 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:26.576113 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1816a6-a4dc-4349-bbfc-085ca3140a09 req-ac8b4730-6b26-43fc-8595-4647bdf1ffa9 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:26.582358 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1816a6-a4dc-4349-bbfc-085ca3140a09 req-ac8b4730-6b26-43fc-8595-4647bdf1ffa9 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:26.582559 n-d-834765-1 neutron-server[102792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5909f7f8-e455-46e3-9657-ec64c13de9a5 None None] Network c593207e-c583-4959-9846-40755ec6074c is already hosted by enough agents. {{(pid=102792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:44:26.586857 n-d-834765-1 neutron-server[102792]: DEBUG neutron.scheduler.base_scheduler [None req-5909f7f8-e455-46e3-9657-ec64c13de9a5 None None] Resources bound (agent type, host, resource id): {{(pid=102792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:44:26.588501 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-fd4536bb-694a-4255-ae55-8d74f4ec2b5f tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4230423'] for subnet, precommit_delete_associations {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:26.589015 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1816a6-a4dc-4349-bbfc-085ca3140a09 req-ac8b4730-6b26-43fc-8595-4647bdf1ffa9 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:26.592270 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5909f7f8-e455-46e3-9657-ec64c13de9a5 None None] Received port after_create {{(pid=102792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:44:26.595315 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1816a6-a4dc-4349-bbfc-085ca3140a09 req-ac8b4730-6b26-43fc-8595-4647bdf1ffa9 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:26.597113 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-3c1816a6-a4dc-4349-bbfc-085ca3140a09 req-ac8b4730-6b26-43fc-8595-4647bdf1ffa9 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] 10.222.0.42 "GET /v2.0/ports?device_id=e63d94a3-644d-400a-aa3f-0c71f9fb1b46 HTTP/1.1" status: 200 len: 3886 time: 0.1590409 Mar 29 15:44:26.621092 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5909f7f8-e455-46e3-9657-ec64c13de9a5 None None] Pushing event updated for resources: {'Port': ['ID=d79a26fe-8c8f-45f0-923a-2a43e9be0eba,revision_number=1']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:44:26.701701 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-5909f7f8-e455-46e3-9657-ec64c13de9a5 None None] Attempting to bind port d79a26fe-8c8f-45f0-923a-2a43e9be0eba on host n-d-834765-1 for vnic_type normal with profile {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:44:26.702067 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-5909f7f8-e455-46e3-9657-ec64c13de9a5 None None] Attempting to bind port d79a26fe-8c8f-45f0-923a-2a43e9be0eba by drivers openvswitch,hyperv on host n-d-834765-1 at level 0 using segments [{'id': '5186cebf-5d03-4deb-b911-8ccedd0dad70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'c593207e-c583-4959-9846-40755ec6074c'}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:44:26.702698 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5909f7f8-e455-46e3-9657-ec64c13de9a5 None None] Attempting to bind port d79a26fe-8c8f-45f0-923a-2a43e9be0eba on network c593207e-c583-4959-9846-40755ec6074c {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:44:26.708511 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5909f7f8-e455-46e3-9657-ec64c13de9a5 None None] Checking agent: {'id': 'a8866439-9d96-425c-b519-6905c591ac37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 25, 36), 'started_at': datetime.datetime(2022, 3, 29, 15, 26, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 44, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834765-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:44:26.708881 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5909f7f8-e455-46e3-9657-ec64c13de9a5 None None] Checking segment: {'id': '5186cebf-5d03-4deb-b911-8ccedd0dad70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'c593207e-c583-4959-9846-40755ec6074c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:44:26.709197 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-5909f7f8-e455-46e3-9657-ec64c13de9a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:26.709702 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5909f7f8-e455-46e3-9657-ec64c13de9a5 None None] Bound using segment: {'id': '5186cebf-5d03-4deb-b911-8ccedd0dad70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'c593207e-c583-4959-9846-40755ec6074c'} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:44:26.710165 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-5909f7f8-e455-46e3-9657-ec64c13de9a5 None None] Bound port: d79a26fe-8c8f-45f0-923a-2a43e9be0eba, host: n-d-834765-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5186cebf-5d03-4deb-b911-8ccedd0dad70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'c593207e-c583-4959-9846-40755ec6074c'}}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 15:44:26.710723 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-5909f7f8-e455-46e3-9657-ec64c13de9a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:26.725414 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-fd4536bb-694a-4255-ae55-8d74f4ec2b5f tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1641287'] for subnet, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:26.730723 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-3c1816a6-a4dc-4349-bbfc-085ca3140a09 req-99fde3fb-4399-4e69-94d5-4368b17d3ddd tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] 10.222.0.42 "GET /v2.0/security-groups?id=19cf0565-0e5d-4a9a-bb20-6dda76410fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1242683 Mar 29 15:44:26.753901 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-11231616-1fdd-4728-85f9-57e35ba82770 req-42cad56e-83f1-4103-882c-a91ef06df34e tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] Notify callbacks [] for port, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:26.798410 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-ce63388f-29c9-40ac-ac87-7c2719a490a2 None None] Provisioning complete for port 49b5fca5-a1ca-4798-bbf7-14cd233b96a8 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:44:26.798785 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-ce63388f-29c9-40ac-ac87-7c2719a490a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:26.809786 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [req-8e52aa91-ec9c-44eb-bb9b-f0a1ec02718c req-85fc4393-d64a-4b44-86e1-e7fa214d0011 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Deleting port afb45c41-7829-4784-bffd-321e3c203b49 {{(pid=102790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:44:26.810134 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-8e52aa91-ec9c-44eb-bb9b-f0a1ec02718c req-85fc4393-d64a-4b44-86e1-e7fa214d0011 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:26.812509 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-865b7ed3-0d56-407b-9c57-4514c464f18a req-2884971a-eea1-4571-925d-d70b57e78589 tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] 10.222.0.42 "GET /v2.0/security-groups?id=062b76b3-3a31-4c61-a1e4-5e35375fb0f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3239481 Mar 29 15:44:26.814281 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-fd4536bb-694a-4255-ae55-8d74f4ec2b5f tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1641294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16155591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16218852'] for subnet, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:26.883468 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-11231616-1fdd-4728-85f9-57e35ba82770 req-42cad56e-83f1-4103-882c-a91ef06df34e tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:26.948850 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] get_ports_and_sgs() called for port_ids ['734cee79-2e3a-49be-96bb-0714db457bf3'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:44:26.955502 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cad56e-83f1-4103-882c-a91ef06df34e tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] Pushing event updated for resources: {'Port': ['ID=5115305e-8a3f-4b58-a96a-40bb4fbb26e6,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:44:27.011116 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device 6c9d42f1-664d-4f97-a0ba-019ea090a445 no longer exists at agent hyperv_n-h2-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:44:27.016246 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device d7a81898-d911-447d-a408-4e8fd2191454 details requested by agent hyperv_n-h1-834765-1 with host n-h1-834765-1 {{(pid=102792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 15:44:27.074470 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-5909f7f8-e455-46e3-9657-ec64c13de9a5 None None] For port d79a26fe-8c8f-45f0-923a-2a43e9be0eba, host n-d-834765-1, cleared binding levels {{(pid=102792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:44:27.084585 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-ce63388f-29c9-40ac-ac87-7c2719a490a2 None None] Port 49b5fca5-a1ca-4798-bbf7-14cd233b96a8 cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 15:44:27.086161 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11231616-1fdd-4728-85f9-57e35ba82770 req-42cad56e-83f1-4103-882c-a91ef06df34e tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] Network 9c05e936-df9e-4fbf-b09c-78bf9696504c is already hosted by enough agents. {{(pid=102790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:44:27.103872 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [req-11231616-1fdd-4728-85f9-57e35ba82770 req-42cad56e-83f1-4103-882c-a91ef06df34e tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] Resources bound (agent type, host, resource id): {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:44:27.123926 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [req-8e52aa91-ec9c-44eb-bb9b-f0a1ec02718c req-85fc4393-d64a-4b44-86e1-e7fa214d0011 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] For port afb45c41-7829-4784-bffd-321e3c203b49, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=afb45c41-7829-4784-bffd-321e3c203b49,segment=NetworkSegment(62bdff33-894a-4670-b86c-c890adf5ed0f),segment_id=62bdff33-894a-4670-b86c-c890adf5ed0f)] {{(pid=102790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:44:27.124299 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-8e52aa91-ec9c-44eb-bb9b-f0a1ec02718c req-85fc4393-d64a-4b44-86e1-e7fa214d0011 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:27.228285 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port d7a81898-d911-447d-a408-4e8fd2191454, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=d7a81898-d911-447d-a408-4e8fd2191454,segment=NetworkSegment(e1d90273-cef5-4478-85fc-ff4ac210e191),segment_id=e1d90273-cef5-4478-85fc-ff4ac210e191)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:44:27.244469 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.l3_dvrscheduler_db [req-11231616-1fdd-4728-85f9-57e35ba82770 req-42cad56e-83f1-4103-882c-a91ef06df34e tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] Received port after_create {{(pid=102790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:44:27.265854 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-5909f7f8-e455-46e3-9657-ec64c13de9a5 None None] For port d79a26fe-8c8f-45f0-923a-2a43e9be0eba, host n-d-834765-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=d79a26fe-8c8f-45f0-923a-2a43e9be0eba,segment=NetworkSegment(5186cebf-5d03-4deb-b911-8ccedd0dad70),segment_id=5186cebf-5d03-4deb-b911-8ccedd0dad70)] {{(pid=102792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:44:27.267129 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Returning: {'device': 'd7a81898-d911-447d-a408-4e8fd2191454', 'network_id': '96b8e8ed-22f2-4cb8-884c-6e5cefe078a4', 'port_id': 'd7a81898-d911-447d-a408-4e8fd2191454', 'mac_address': 'fa:16:3e:87:e3:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ba2b8b0-15ec-4c18-a106-c919b2ec3ae7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 15:44:27.279924 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd8a90c1-4df5-4408-ab2e-138b42bc0afb None None] Network f4a691c5-0b23-4a55-9cc3-e69397dcbf56 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 15:44:27.286144 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-5909f7f8-e455-46e3-9657-ec64c13de9a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:27.286878 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d7ce54-02f4-4dd4-8d13-b728ed10d6b0 req-7e189e8d-0156-4e66-83ce-d0bb7e3b871f tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:27.288426 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-52d7ce54-02f4-4dd4-8d13-b728ed10d6b0 req-7e189e8d-0156-4e66-83ce-d0bb7e3b871f tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/ports?device_id=58f7a61a-e4e1-4fba-85de-36c5ab11b403 HTTP/1.1" status: 200 len: 950 time: 0.3422165 Mar 29 15:44:27.292419 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4536bb-694a-4255-ae55-8d74f4ec2b5f tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] Pushing event deleted for resources: {'Subnet': ['ID=257f7379-54c7-4903-b3cd-9f9f5ca0b557,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:44:27.298891 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-fd4536bb-694a-4255-ae55-8d74f4ec2b5f tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] Notify callbacks [] for subnet, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:27.302923 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-fd4536bb-694a-4255-ae55-8d74f4ec2b5f tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] 10.222.0.42 "DELETE /v2.0/subnets/257f7379-54c7-4903-b3cd-9f9f5ca0b557 HTTP/1.1" status: 204 len: 168 time: 1.2202404 Mar 29 15:44:27.305790 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 48024) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:44:27.354852 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c43abfe-1162-4113-af9e-ad07ff18a98c req-b974900d-f7e7-4531-998b-1acdcc78f19a tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:27.358738 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-3c43abfe-1162-4113-af9e-ad07ff18a98c req-b974900d-f7e7-4531-998b-1acdcc78f19a tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa70bb0d-9683-4d6e-8563-43fa5ee1a6be HTTP/1.1" status: 200 len: 931 time: 0.0685325 Mar 29 15:44:27.413134 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-3c43abfe-1162-4113-af9e-ad07ff18a98c req-b21b64c6-21c0-4b68-a42e-bf84fcd2f030 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] 10.222.0.42 "GET /v2.0/security-groups?id=f08e979a-b162-4e81-8f48-4f228bf81759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495121 Mar 29 15:44:27.456927 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:27.523287 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7a81898-d911-447d-a408-4e8fd2191454 {{(pid=102792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:44:27.528752 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-7775bb70-e56c-4ed8-8265-2f9a3ae5652f None None] Provisioning complete for port ae08dbb6-52c3-4cbf-b9a1-298e6db8acf7 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:44:27.529358 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-7775bb70-e56c-4ed8-8265-2f9a3ae5652f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:27.541416 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c5ec9d-dd34-4e98-846d-f895637b6aec req-e4b7b19c-c7ea-41a2-8a52-fe0305075c7d tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:27.545393 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-76c5ec9d-dd34-4e98-846d-f895637b6aec req-e4b7b19c-c7ea-41a2-8a52-fe0305075c7d tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] 10.222.0.42 "GET /v2.0/ports?device_id=2565640a-8c7c-44e6-a0ff-441fffc35121 HTTP/1.1" status: 200 len: 948 time: 0.0736427 Mar 29 15:44:27.588141 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-76c5ec9d-dd34-4e98-846d-f895637b6aec req-84db8dcf-04fe-4765-bcc1-fc8808d81ce5 tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] 10.222.0.42 "GET /v2.0/security-groups?id=6fc5fb8c-b1d6-4bb9-b68a-102a19ea7379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371182 Mar 29 15:44:27.596931 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5909f7f8-e455-46e3-9657-ec64c13de9a5 None None] Pushing event updated for resources: {'Port': ['ID=d79a26fe-8c8f-45f0-923a-2a43e9be0eba,revision_number=3']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:44:27.674213 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port d7a81898-d911-447d-a408-4e8fd2191454, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=d7a81898-d911-447d-a408-4e8fd2191454,segment=NetworkSegment(e1d90273-cef5-4478-85fc-ff4ac210e191),segment_id=e1d90273-cef5-4478-85fc-ff4ac210e191)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:44:27.701728 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:27.773657 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:27.799161 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ba6cb9-3c40-4f15-87bc-617e4a976570 req-a5b57c41-ff71-49a7-8748-e66d8069aaee tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:27.800910 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-20ba6cb9-3c40-4f15-87bc-617e4a976570 req-a5b57c41-ff71-49a7-8748-e66d8069aaee tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.42 "GET /v2.0/ports?device_id=41e2a5d9-9374-4605-ab91-deb85bccc945 HTTP/1.1" status: 200 len: 944 time: 0.1252367 Mar 29 15:44:27.870829 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-20ba6cb9-3c40-4f15-87bc-617e4a976570 req-d94e078c-f226-473b-9cac-ce8a2c94704b tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.42 "GET /v2.0/security-groups?id=07e96b72-96bb-4562-b80f-051b133c1759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564086 Mar 29 15:44:27.940227 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11231616-1fdd-4728-85f9-57e35ba82770 req-42cad56e-83f1-4103-882c-a91ef06df34e tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:27.940893 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-11231616-1fdd-4728-85f9-57e35ba82770 req-42cad56e-83f1-4103-882c-a91ef06df34e tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:27.955930 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-7775bb70-e56c-4ed8-8265-2f9a3ae5652f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:27.965024 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Pushing event updated for resources: {'Port': ['ID=d7a81898-d911-447d-a408-4e8fd2191454,revision_number=4']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:44:27.968203 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e63d94a3-644d-400a-aa3f-0c71f9fb1b46', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6c9d42f1-664d-4f97-a0ba-019ea090a445'}] {{(pid=102792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:44:27.970718 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4f476c66b318cc6068719fc39557fac68d413f5c7e78fa77028c7948e999ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7ab4a90-77c6-41d9-a272-961c729f5318" -d '{"events": [{"server_uuid": "e63d94a3-644d-400a-aa3f-0c71f9fb1b46", "name": "network-vif-unplugged", "status": "completed", "tag": "6c9d42f1-664d-4f97-a0ba-019ea090a445"}]}' {{(pid=102792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:44:27.986010 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-52d7ce54-02f4-4dd4-8d13-b728ed10d6b0 req-a51a2bf1-b411-4ef4-91d4-8756cf33f275 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/security-groups?id=56997969-7130-4d86-9e9d-e068deb19a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6809456 Mar 29 15:44:28.027366 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port 6c9d42f1-664d-4f97-a0ba-019ea090a445, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=6c9d42f1-664d-4f97-a0ba-019ea090a445,segment=NetworkSegment(ab9e52c9-9281-40f7-aa2a-632849de5ddc),segment_id=ab9e52c9-9281-40f7-aa2a-632849de5ddc)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:44:28.030231 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device ae08dbb6-52c3-4cbf-b9a1-298e6db8acf7 up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:44:28.051100 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acb57b2e-b1fc-44a4-b3ca-49658057f5a1 tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:28.053124 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acb57b2e-b1fc-44a4-b3ca-49658057f5a1 tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:28.055611 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-acb57b2e-b1fc-44a4-b3ca-49658057f5a1 tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.7462807 Mar 29 15:44:28.058920 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-8e52aa91-ec9c-44eb-bb9b-f0a1ec02718c req-85fc4393-d64a-4b44-86e1-e7fa214d0011 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:28.059569 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-8e52aa91-ec9c-44eb-bb9b-f0a1ec02718c req-85fc4393-d64a-4b44-86e1-e7fa214d0011 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648212'] for floatingip, after_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:28.060244 n-d-834765-1 neutron-server[102790]: INFO neutron.db.l3_db [req-8e52aa91-ec9c-44eb-bb9b-f0a1ec02718c req-85fc4393-d64a-4b44-86e1-e7fa214d0011 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Floating IP 35e7681f-8752-48dd-8a51-0a7687953333 disassociated. External IP: 172.25.4.247, port: afb45c41-7829-4784-bffd-321e3c203b49. Mar 29 15:44:28.060787 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [req-8e52aa91-ec9c-44eb-bb9b-f0a1ec02718c req-85fc4393-d64a-4b44-86e1-e7fa214d0011 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Calling delete_port for afb45c41-7829-4784-bffd-321e3c203b49 owned by compute:nova {{(pid=102790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:44:28.064347 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 48034) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:44:28.077068 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-11231616-1fdd-4728-85f9-57e35ba82770 req-42cad56e-83f1-4103-882c-a91ef06df34e tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8270178 Mar 29 15:44:28.079892 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:28.080607 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device 62748d51-569b-4ac6-b982-c0c07d6060df no longer exists at agent hyperv_n-h2-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:44:28.083714 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-41ce4a39-2137-4d49-9451-4614773dc7f2 req-e1515932-b15c-4618-9b32-f4dc3fafed0f service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=098ca7f6-5ef0-491c-b3c0-dec37bb94199&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2553732 Mar 29 15:44:28.090239 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [req-11231616-1fdd-4728-85f9-57e35ba82770 req-8b2e6cfd-8b49-4f39-a412-82cda614363d service neutron] Request body: {'port': {'device_id': 'aa70bb0d-9683-4d6e-8563-43fa5ee1a6be', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834765-1'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:44:28.197680 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-7775bb70-e56c-4ed8-8265-2f9a3ae5652f None None] For port ae08dbb6-52c3-4cbf-b9a1-298e6db8acf7, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=ae08dbb6-52c3-4cbf-b9a1-298e6db8acf7,segment=NetworkSegment(56f33615-3f8b-411c-8074-fd278d62f58f),segment_id=56f33615-3f8b-411c-8074-fd278d62f58f)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:44:28.217317 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-7775bb70-e56c-4ed8-8265-2f9a3ae5652f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:28.226731 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Pushing event updated for resources: {'Port': ['ID=6c9d42f1-664d-4f97-a0ba-019ea090a445,revision_number=6']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:44:28.233648 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da367e0-2d3d-4a20-b5db-cafac0e0cd59 req-c2834e63-b2bf-43de-be02-f56aa3b68f78 tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:28.236869 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6da367e0-2d3d-4a20-b5db-cafac0e0cd59 req-c2834e63-b2bf-43de-be02-f56aa3b68f78 tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] 10.222.0.48 "GET /v2.0/ports?device_id=7eac0c92-4d9b-4070-aa30-b3884198e259 HTTP/1.1" status: 200 len: 950 time: 0.3054957 Mar 29 15:44:28.257987 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-48697d6c-ea05-4d6d-8cc6-4af1c2f889d7 tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1631750'] for network, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:28.281433 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port ae08dbb6-52c3-4cbf-b9a1-298e6db8acf7 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:44:28.281828 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:28.310721 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ac82fb-e665-4df5-8a84-4c7333356925 req-f5c66a4f-63f4-4754-90b2-4465a4784c8b tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:28.316930 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ac82fb-e665-4df5-8a84-4c7333356925 req-f5c66a4f-63f4-4754-90b2-4465a4784c8b tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:28.321224 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312651c2-39b9-4e11-b83f-60d97398533c req-74660472-998d-45f8-b724-ea01f55139d7 tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:28.322776 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ac82fb-e665-4df5-8a84-4c7333356925 req-f5c66a4f-63f4-4754-90b2-4465a4784c8b tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:28.329438 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ac82fb-e665-4df5-8a84-4c7333356925 req-f5c66a4f-63f4-4754-90b2-4465a4784c8b tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:28.331804 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:28.332519 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] get_ports_and_sgs() called for port_ids ['d7a81898-d911-447d-a408-4e8fd2191454'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:44:28.335084 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-312651c2-39b9-4e11-b83f-60d97398533c req-74660472-998d-45f8-b724-ea01f55139d7 tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] 10.222.0.42 "GET /v2.0/ports?device_id=8af2e82a-d0b9-4236-b40f-9d8544b19127 HTTP/1.1" status: 200 len: 950 time: 0.1833892 Mar 29 15:44:28.335467 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ac82fb-e665-4df5-8a84-4c7333356925 req-f5c66a4f-63f4-4754-90b2-4465a4784c8b tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:28.342339 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-46ac82fb-e665-4df5-8a84-4c7333356925 req-f5c66a4f-63f4-4754-90b2-4465a4784c8b tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] 10.222.0.42 "GET /v2.0/ports?device_id=e63d94a3-644d-400a-aa3f-0c71f9fb1b46 HTTP/1.1" status: 200 len: 3884 time: 0.3586779 Mar 29 15:44:28.354455 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12494711-f4bb-4b7b-858f-4c38fda2af97 req-d86a3936-31f5-4312-a159-d8dd914799d8 tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:28.355961 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-12494711-f4bb-4b7b-858f-4c38fda2af97 req-d86a3936-31f5-4312-a159-d8dd914799d8 tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] 10.222.0.44 "GET /v2.0/ports?device_id=8af2e82a-d0b9-4236-b40f-9d8544b19127 HTTP/1.1" status: 200 len: 950 time: 0.3135817 Mar 29 15:44:28.356713 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-11231616-1fdd-4728-85f9-57e35ba82770 req-8b2e6cfd-8b49-4f39-a412-82cda614363d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:28.361817 n-d-834765-1 neutron-server[102791]: INFO neutron.pecan_wsgi.hooks.translation [None req-48697d6c-ea05-4d6d-8cc6-4af1c2f889d7 tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] DELETE failed (client error): There was a conflict when trying to complete your request. Mar 29 15:44:28.362576 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48697d6c-ea05-4d6d-8cc6-4af1c2f889d7 tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=102791) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 15:44:28.373832 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-48697d6c-ea05-4d6d-8cc6-4af1c2f889d7 tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] 10.222.0.42 "DELETE /v2.0/networks/c593207e-c583-4959-9846-40755ec6074c HTTP/1.1" status: 409 len: 405 time: 0.2762754 Mar 29 15:44:28.383505 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 48036) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:44:28.387839 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ce4a39-2137-4d49-9451-4614773dc7f2 req-aa8ce7bf-b8e7-4fe4-8dcc-9564356567d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:28.389472 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-41ce4a39-2137-4d49-9451-4614773dc7f2 req-aa8ce7bf-b8e7-4fe4-8dcc-9564356567d1 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=5bf1a5bdfbb14ae084908e8fe7725bc6&device_id=098ca7f6-5ef0-491c-b3c0-dec37bb94199 HTTP/1.1" status: 200 len: 1100 time: 0.2346859 Mar 29 15:44:28.397890 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-23c65254-6460-492c-9678-ef2ee12f2ce8 tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1273767277'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:44:28.413684 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7775bb70-e56c-4ed8-8265-2f9a3ae5652f None None] Pushing event updated for resources: {'Port': ['ID=ae08dbb6-52c3-4cbf-b9a1-298e6db8acf7,revision_number=3']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:44:28.468042 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port 62748d51-569b-4ac6-b982-c0c07d6060df, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=62748d51-569b-4ac6-b982-c0c07d6060df,segment=NetworkSegment(e53edac0-e56e-4ba8-8b7d-b6c8693d06dc),segment_id=e53edac0-e56e-4ba8-8b7d-b6c8693d06dc)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:44:28.495704 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:28.496576 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device 66dc2491-4dea-4461-91e1-6f3d16ceba75 no longer exists at agent hyperv_n-h2-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:44:28.537472 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23c65254-6460-492c-9678-ef2ee12f2ce8 tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] Made reservation on behalf of d7e69b0c9e964dac92ab1ced81176558 for: {'network': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:44:28.544448 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-23c65254-6460-492c-9678-ef2ee12f2ce8 tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for network, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:28.600657 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device d79a26fe-8c8f-45f0-923a-2a43e9be0eba up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:44:28.608123 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-46ac82fb-e665-4df5-8a84-4c7333356925 req-bd514a3b-53e1-4b7f-9216-1c4bbb7401ea tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] 10.222.0.42 "GET /v2.0/security-groups?id=19cf0565-0e5d-4a9a-bb20-6dda76410fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2477739 Mar 29 15:44:28.690950 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Pushing event updated for resources: {'Port': ['ID=62748d51-569b-4ac6-b982-c0c07d6060df,revision_number=6']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:44:28.696845 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23c65254-6460-492c-9678-ef2ee12f2ce8 tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] vlan segment allocate from pool success with {'vlan_id': 642, 'physical_network': 'physnet1'} {{(pid=102791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 15:44:28.701944 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [req-6da367e0-2d3d-4a20-b5db-cafac0e0cd59 req-c8ab7862-438b-4a3f-988d-d48342124a79 tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] Deleting port d9900a87-c8da-45bc-b655-9593089dcbc1 {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:44:28.702294 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-6da367e0-2d3d-4a20-b5db-cafac0e0cd59 req-c8ab7862-438b-4a3f-988d-d48342124a79 tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:28.738105 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device 66dc2491-4dea-4461-91e1-6f3d16ceba75 not bound to the agent host n-h2-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:44:28.738820 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device 93ac20f5-aa07-4dbf-a3fe-5ec3fbecedce no longer exists at agent hyperv_n-h2-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:44:28.751796 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-23c65254-6460-492c-9678-ef2ee12f2ce8 tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:28.752151 n-d-834765-1 neutron-server[102791]: INFO neutron.db.segments_db [None req-23c65254-6460-492c-9678-ef2ee12f2ce8 tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] Added segment 9c148298-1dc7-4a64-8fab-ae765fd2a2fe of type vlan for network 7c5a7a54-5bce-4bde-ac89-c94dbade27b2 Mar 29 15:44:28.796902 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ce4a39-2137-4d49-9451-4614773dc7f2 req-70a0e457-c814-410d-b07a-e0e8c79f6bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:28.798389 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-41ce4a39-2137-4d49-9451-4614773dc7f2 req-70a0e457-c814-410d-b07a-e0e8c79f6bb2 service neutron] 10.222.0.44 "GET /v2.0/networks?id=2268a9b9-82fd-4886-a91d-3a50e4e16cab HTTP/1.1" status: 200 len: 870 time: 0.3837168 Mar 29 15:44:28.804744 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 29 Mar 2022 15:44:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd4b6c2f-5443-4da9-b546-8f3b79ec6085 x-openstack-request-id: req-dd4b6c2f-5443-4da9-b546-8f3b79ec6085 {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:44:28.805015 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e63d94a3-644d-400a-aa3f-0c71f9fb1b46", "name": "network-vif-unplugged", "status": "completed", "tag": "6c9d42f1-664d-4f97-a0ba-019ea090a445", "code": 200}]} {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:44:28.805343 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-dd4b6c2f-5443-4da9-b546-8f3b79ec6085 {{(pid=102792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:44:28.805726 n-d-834765-1 neutron-server[102792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e63d94a3-644d-400a-aa3f-0c71f9fb1b46', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6c9d42f1-664d-4f97-a0ba-019ea090a445', 'code': 200} Mar 29 15:44:28.873575 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [req-12494711-f4bb-4b7b-858f-4c38fda2af97 req-6dcf6734-5e78-4a81-8916-0040c54d28a2 tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] Deleting port 74944d92-fd89-4b00-a20c-9a31ed483b20 {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:44:28.874199 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-12494711-f4bb-4b7b-858f-4c38fda2af97 req-6dcf6734-5e78-4a81-8916-0040c54d28a2 tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:28.878827 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-5684c59e-0a7f-4aff-99b0-f9704729d060 None None] Provisioning complete for port ae08dbb6-52c3-4cbf-b9a1-298e6db8acf7 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:44:28.879227 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-5684c59e-0a7f-4aff-99b0-f9704729d060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:28.889831 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-312651c2-39b9-4e11-b83f-60d97398533c req-4658c8c9-7d88-40ad-ad4f-4c9ece5ea880 tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] 10.222.0.42 "GET /v2.0/security-groups?id=062b76b3-3a31-4c61-a1e4-5e35375fb0f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5535913 Mar 29 15:44:28.909506 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-41ce4a39-2137-4d49-9451-4614773dc7f2 req-a6b12822-16dc-42a2-9f85-ac47d4400f74 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.76&port_id=0778d953-736b-473d-b6a9-91400417f84a HTTP/1.1" status: 200 len: 217 time: 0.0985498 Mar 29 15:44:28.917399 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-8e52aa91-ec9c-44eb-bb9b-f0a1ec02718c req-85fc4393-d64a-4b44-86e1-e7fa214d0011 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:28.943339 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-23c65254-6460-492c-9678-ef2ee12f2ce8 tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783522915970'] for network, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:29.024416 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ce4a39-2137-4d49-9451-4614773dc7f2 req-cb1b1cc5-0924-443a-a8d9-96c5ad858e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:29.025910 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-41ce4a39-2137-4d49-9451-4614773dc7f2 req-cb1b1cc5-0924-443a-a8d9-96c5ad858e63 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=abb8e5d6-2aea-4455-a944-3435a3d1ce49 HTTP/1.1" status: 200 len: 843 time: 0.1021945 Mar 29 15:44:29.075137 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-6da367e0-2d3d-4a20-b5db-cafac0e0cd59 req-c8ab7862-438b-4a3f-988d-d48342124a79 tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] For port d9900a87-c8da-45bc-b655-9593089dcbc1, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=d9900a87-c8da-45bc-b655-9593089dcbc1,segment=NetworkSegment(a0c230f0-660a-4194-9279-0f0781d34134),segment_id=a0c230f0-660a-4194-9279-0f0781d34134)] {{(pid=102791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:44:29.075554 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-6da367e0-2d3d-4a20-b5db-cafac0e0cd59 req-c8ab7862-438b-4a3f-988d-d48342124a79 tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:29.085157 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fc4393-d64a-4b44-86e1-e7fa214d0011 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Pushing event deleted for resources: {'Port': ['ID=afb45c41-7829-4784-bffd-321e3c203b49,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:44:29.089576 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [req-6da367e0-2d3d-4a20-b5db-cafac0e0cd59 req-c8ab7862-438b-4a3f-988d-d48342124a79 tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] Calling delete_port for d9900a87-c8da-45bc-b655-9593089dcbc1 owned by compute:nova {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:44:29.142365 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device 3fb4706c-a793-43a2-af8e-0a4b9a2a7120 details requested by agent hyperv_n-h2-834765-1 with host n-h2-834765-1 {{(pid=102792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 15:44:29.144667 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device 949ea80c-bdd8-4833-9e27-0945bbdcedb0 up at agent hyperv_n-h1-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:44:29.146666 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-184ad1a9-cca7-4004-8134-251d18afcd0f None None] Network c593207e-c583-4959-9846-40755ec6074c requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 15:44:29.185710 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e921f2f-61ff-465e-83ac-127378b3d3d7 req-f0710702-f795-4f27-a54e-b8529a2c0530 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:29.193409 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port d79a26fe-8c8f-45f0-923a-2a43e9be0eba triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:44:29.193626 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-7e921f2f-61ff-465e-83ac-127378b3d3d7 req-f0710702-f795-4f27-a54e-b8529a2c0530 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa70bb0d-9683-4d6e-8563-43fa5ee1a6be HTTP/1.1" status: 200 len: 931 time: 0.2698638 Mar 29 15:44:29.193792 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:29.204954 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-23c65254-6460-492c-9678-ef2ee12f2ce8 tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795'] for network, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:29.225598 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23c65254-6460-492c-9678-ef2ee12f2ce8 tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:29.226248 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-23c65254-6460-492c-9678-ef2ee12f2ce8 tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for network, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:29.286479 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e7aa3b-dd79-4ffd-acb1-ffd9e5609c81 req-9a526877-9c25-455a-8567-554843f7fc0b tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:29.288226 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-95e7aa3b-dd79-4ffd-acb1-ffd9e5609c81 req-9a526877-9c25-455a-8567-554843f7fc0b tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] 10.222.0.42 "GET /v2.0/ports?device_id=2565640a-8c7c-44e6-a0ff-441fffc35121 HTTP/1.1" status: 200 len: 948 time: 0.2613933 Mar 29 15:44:29.296653 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ce4a39-2137-4d49-9451-4614773dc7f2 req-728b22c2-1f2d-4657-987d-34455c6bab55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:29.298507 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-41ce4a39-2137-4d49-9451-4614773dc7f2 req-728b22c2-1f2d-4657-987d-34455c6bab55 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2268a9b9-82fd-4886-a91d-3a50e4e16cab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2546422 Mar 29 15:44:29.339295 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-23c65254-6460-492c-9678-ef2ee12f2ce8 tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.9437521 Mar 29 15:44:29.345641 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-12494711-f4bb-4b7b-858f-4c38fda2af97 req-6dcf6734-5e78-4a81-8916-0040c54d28a2 tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] For port 74944d92-fd89-4b00-a20c-9a31ed483b20, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=74944d92-fd89-4b00-a20c-9a31ed483b20,segment=NetworkSegment(a0c230f0-660a-4194-9279-0f0781d34134),segment_id=a0c230f0-660a-4194-9279-0f0781d34134)] {{(pid=102791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:44:29.345641 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-12494711-f4bb-4b7b-858f-4c38fda2af97 req-6dcf6734-5e78-4a81-8916-0040c54d28a2 tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:29.348243 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 48054) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:44:29.353174 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-66e78b4a-7f75-46b4-b0d1-e7025826039e tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] Request body: {'subnet': {'network_id': '7c5a7a54-5bce-4bde-ac89-c94dbade27b2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:44:29.382569 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-7e921f2f-61ff-465e-83ac-127378b3d3d7 req-da315cae-bdec-4149-84f7-ae5a35def70c tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] 10.222.0.42 "GET /v2.0/security-groups?id=f08e979a-b162-4e81-8f48-4f228bf81759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1878579 Mar 29 15:44:29.392207 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c65254-6460-492c-9678-ef2ee12f2ce8 tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] Pushing event updated for resources: {'Network': ['ID=7c5a7a54-5bce-4bde-ac89-c94dbade27b2,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:44:29.398053 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [req-12494711-f4bb-4b7b-858f-4c38fda2af97 req-6dcf6734-5e78-4a81-8916-0040c54d28a2 tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] Calling delete_port for 74944d92-fd89-4b00-a20c-9a31ed483b20 owned by compute:nova {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:44:29.409573 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:29.429471 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Network 7c5a7a54-5bce-4bde-ac89-c94dbade27b2 details requested by agent ovs-agent-n-d-834765-1 with host n-d-834765-1 {{(pid=102792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 15:44:29.536730 n-d-834765-1 neutron-server[102790]: DEBUG neutron.notifiers.nova [req-11231616-1fdd-4728-85f9-57e35ba82770 req-8b2e6cfd-8b49-4f39-a412-82cda614363d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5115305e-8a3f-4b58-a96a-40bb4fbb26e6 {{(pid=102790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:44:29.546518 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-6da367e0-2d3d-4a20-b5db-cafac0e0cd59 req-c8ab7862-438b-4a3f-988d-d48342124a79 tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:29.569314 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] get_ports_and_sgs() called for port_ids ['d9900a87-c8da-45bc-b655-9593089dcbc1'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:44:29.594388 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-95e7aa3b-dd79-4ffd-acb1-ffd9e5609c81 req-f4c4acaa-8f76-485d-8469-d79be09a567e tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] 10.222.0.42 "GET /v2.0/security-groups?id=6fc5fb8c-b1d6-4bb9-b68a-102a19ea7379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2928507 Mar 29 15:44:29.612078 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-11231616-1fdd-4728-85f9-57e35ba82770 req-8b2e6cfd-8b49-4f39-a412-82cda614363d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:29.628785 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ab7862-438b-4a3f-988d-d48342124a79 tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] Pushing event deleted for resources: {'Port': ['ID=d9900a87-c8da-45bc-b655-9593089dcbc1,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:44:29.707211 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.provisioning_blocks [req-11231616-1fdd-4728-85f9-57e35ba82770 req-8b2e6cfd-8b49-4f39-a412-82cda614363d service neutron] Transition to ACTIVE for port object 5115305e-8a3f-4b58-a96a-40bb4fbb26e6 will not be triggered until provisioned by entity L2. {{(pid=102790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 15:44:29.710281 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8e52aa91-ec9c-44eb-bb9b-f0a1ec02718c req-85fc4393-d64a-4b44-86e1-e7fa214d0011 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Router 6e5efdf6-6b83-4750-9249-d66120dd82a2 has already been hosted by L3 agent c648d819-1060-4f26-b4ec-6455387b5dff {{(pid=102790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 15:44:29.724504 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14ae092-41a6-4a53-8d0d-93664e8a1f68 req-474ba359-6124-4d1e-95c0-09b84c06d01a tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:29.726290 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b14ae092-41a6-4a53-8d0d-93664e8a1f68 req-474ba359-6124-4d1e-95c0-09b84c06d01a tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.42 "GET /v2.0/ports?device_id=41e2a5d9-9374-4605-ab91-deb85bccc945 HTTP/1.1" status: 200 len: 944 time: 0.1834359 Mar 29 15:44:29.727219 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [req-6da367e0-2d3d-4a20-b5db-cafac0e0cd59 req-c8ab7862-438b-4a3f-988d-d48342124a79 tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] No DVR routers for this DVR port d9900a87-c8da-45bc-b655-9593089dcbc1 on host n-h2-834765-1 {{(pid=102791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:44:29.730521 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-6da367e0-2d3d-4a20-b5db-cafac0e0cd59 req-c8ab7862-438b-4a3f-988d-d48342124a79 tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:29.734328 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6da367e0-2d3d-4a20-b5db-cafac0e0cd59 req-c8ab7862-438b-4a3f-988d-d48342124a79 tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] 10.222.0.48 "DELETE /v2.0/ports/d9900a87-c8da-45bc-b655-9593089dcbc1 HTTP/1.1" status: 204 len: 173 time: 1.4904294 Mar 29 15:44:29.735123 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7eac0c92-4d9b-4070-aa30-b3884198e259', 'name': 'network-vif-deleted', 'tag': 'd9900a87-c8da-45bc-b655-9593089dcbc1'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:44:29.737536 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c67b028db5e9b9818fecc5c0a87ebc6f190694fa53ca267d523e04f98de536d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73b09191-93ff-45a5-9e67-a6724cb67e6f" -d '{"events": [{"server_uuid": "7eac0c92-4d9b-4070-aa30-b3884198e259", "name": "network-vif-deleted", "tag": "d9900a87-c8da-45bc-b655-9593089dcbc1"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:44:29.748610 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-11231616-1fdd-4728-85f9-57e35ba82770 req-8b2e6cfd-8b49-4f39-a412-82cda614363d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5237921'] for port, after_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:29.764211 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port 93ac20f5-aa07-4dbf-a3fe-5ec3fbecedce, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=93ac20f5-aa07-4dbf-a3fe-5ec3fbecedce,segment=NetworkSegment(ab9e52c9-9281-40f7-aa2a-632849de5ddc),segment_id=ab9e52c9-9281-40f7-aa2a-632849de5ddc)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:44:29.780414 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Provisioning complete for port 949ea80c-bdd8-4833-9e27-0945bbdcedb0 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:44:29.780781 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:29.797530 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:29.797895 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device b3a54e0b-ee79-4158-81f6-35ada90cdc73 no longer exists at agent hyperv_n-h2-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:44:29.802493 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port 3fb4706c-a793-43a2-af8e-0a4b9a2a7120, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=3fb4706c-a793-43a2-af8e-0a4b9a2a7120,segment=NetworkSegment(a0c230f0-660a-4194-9279-0f0781d34134),segment_id=a0c230f0-660a-4194-9279-0f0781d34134)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:44:29.810961 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-41ce4a39-2137-4d49-9451-4614773dc7f2 req-af750328-a744-4e91-b9ab-187bc4dbd4e1 service neutron] 10.222.0.44 "GET /v2.0/networks/2268a9b9-82fd-4886-a91d-3a50e4e16cab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5021076 Mar 29 15:44:29.873401 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66e78b4a-7f75-46b4-b0d1-e7025826039e tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] Made reservation on behalf of d7e69b0c9e964dac92ab1ced81176558 for: {'subnet': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:44:29.876846 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-66e78b4a-7f75-46b4-b0d1-e7025826039e tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4793983'] for subnet, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:29.907183 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-12494711-f4bb-4b7b-858f-4c38fda2af97 req-6dcf6734-5e78-4a81-8916-0040c54d28a2 tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:29.934976 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] get_ports_and_sgs() called for port_ids ['d9900a87-c8da-45bc-b655-9593089dcbc1'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:44:29.936783 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] No Port match for: b3a54e0b-ee79-4158-81f6-35ada90cdc73 {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 15:44:29.937374 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device b3a54e0b-ee79-4158-81f6-35ada90cdc73 not bound to the agent host n-h2-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:44:29.937805 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device 0e514d14-115e-4070-8843-3ee9f7325115 no longer exists at agent hyperv_n-h2-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:44:29.945240 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:29.948502 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Returning: {'device': '3fb4706c-a793-43a2-af8e-0a4b9a2a7120', 'network_id': '2268a9b9-82fd-4886-a91d-3a50e4e16cab', 'port_id': '3fb4706c-a793-43a2-af8e-0a4b9a2a7120', 'mac_address': 'fa:16:3e:a0:7b:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 625, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abb8e5d6-2aea-4455-a944-3435a3d1ce49', 'ip_address': '192.168.233.181'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 15:44:29.967556 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcf6734-5e78-4a81-8916-0040c54d28a2 tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] Pushing event deleted for resources: {'Port': ['ID=74944d92-fd89-4b00-a20c-9a31ed483b20,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:44:29.983503 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b14ae092-41a6-4a53-8d0d-93664e8a1f68 req-dac9281e-af3b-4543-b506-8ba41c2849d5 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.42 "GET /v2.0/security-groups?id=07e96b72-96bb-4562-b80f-051b133c1759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2308486 Mar 29 15:44:30.023111 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8e52aa91-ec9c-44eb-bb9b-f0a1ec02718c req-85fc4393-d64a-4b44-86e1-e7fa214d0011 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:44:30.031301 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2e6cfd-8b49-4f39-a412-82cda614363d service neutron] Pushing event updated for resources: {'Port': ['ID=5115305e-8a3f-4b58-a96a-40bb4fbb26e6,revision_number=2']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:44:30.051729 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6a392ef-dbbb-4524-b4fd-8df100cf79ee None None] DHCP port deletion for c593207e-c583-4959-9846-40755ec6074c request from n-d-834765-1 {{(pid=102792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 29 15:44:30.072662 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-4ad810cc-2f39-4515-930f-7abd91d79747 None None] Provisioning complete for port d79a26fe-8c8f-45f0-923a-2a43e9be0eba triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:44:30.073325 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-4ad810cc-2f39-4515-930f-7abd91d79747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:30.076633 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2553cb7a-382b-4fdd-b0e5-37f3365b529c None None] Sync routers for ids ['6e5efdf6-6b83-4750-9249-d66120dd82a2'] in n-d-834765-1 {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:44:30.114553 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [req-12494711-f4bb-4b7b-858f-4c38fda2af97 req-6dcf6734-5e78-4a81-8916-0040c54d28a2 tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] No DVR routers for this DVR port 74944d92-fd89-4b00-a20c-9a31ed483b20 on host n-h1-834765-1 {{(pid=102791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:44:30.129140 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-12494711-f4bb-4b7b-858f-4c38fda2af97 req-6dcf6734-5e78-4a81-8916-0040c54d28a2 tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:30.131427 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314c6e9a-f8be-46f8-8c7d-c7e723bf09b4 req-a61dc846-5518-4167-85e6-e6640eba56cd tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:30.132402 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-12494711-f4bb-4b7b-858f-4c38fda2af97 req-6dcf6734-5e78-4a81-8916-0040c54d28a2 tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] 10.222.0.44 "DELETE /v2.0/ports/74944d92-fd89-4b00-a20c-9a31ed483b20 HTTP/1.1" status: 204 len: 173 time: 1.7648883 Mar 29 15:44:30.139899 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-314c6e9a-f8be-46f8-8c7d-c7e723bf09b4 req-a61dc846-5518-4167-85e6-e6640eba56cd tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/ports?device_id=58f7a61a-e4e1-4fba-85de-36c5ab11b403 HTTP/1.1" status: 200 len: 950 time: 0.4547029 Mar 29 15:44:30.169291 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa2e88b-9993-44b2-b85b-89048afd3e66 req-159bb783-2579-47d1-a9f6-0a7aaffebe67 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:30.180225 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa2e88b-9993-44b2-b85b-89048afd3e66 req-159bb783-2579-47d1-a9f6-0a7aaffebe67 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:30.188676 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa2e88b-9993-44b2-b85b-89048afd3e66 req-159bb783-2579-47d1-a9f6-0a7aaffebe67 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:30.221306 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Pushing event updated for resources: {'Port': ['ID=93ac20f5-aa07-4dbf-a3fe-5ec3fbecedce,revision_number=6']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:44:30.222239 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa2e88b-9993-44b2-b85b-89048afd3e66 req-159bb783-2579-47d1-a9f6-0a7aaffebe67 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:30.228629 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-9aa2e88b-9993-44b2-b85b-89048afd3e66 req-159bb783-2579-47d1-a9f6-0a7aaffebe67 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] 10.222.0.42 "GET /v2.0/ports?device_id=e63d94a3-644d-400a-aa3f-0c71f9fb1b46 HTTP/1.1" status: 200 len: 3144 time: 0.1522722 Mar 29 15:44:30.265329 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] get_ports_and_sgs() called for port_ids ['f39638e0-0f05-469b-894f-3e4405d80bf7', '0778d953-736b-473d-b6a9-91400417f84a', '611b86f9-0890-46c5-aa53-8103b3d2be14'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:44:30.267900 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] get_ports_and_sgs() called for port_ids ['f39638e0-0f05-469b-894f-3e4405d80bf7', '0778d953-736b-473d-b6a9-91400417f84a', '611b86f9-0890-46c5-aa53-8103b3d2be14'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:44:30.284624 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2553cb7a-382b-4fdd-b0e5-37f3365b529c None None] Routers {'6e5efdf6-6b83-4750-9249-d66120dd82a2'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:44:30.285319 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-2553cb7a-382b-4fdd-b0e5-37f3365b529c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:44:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['6e5efdf6-6b83-4750-9249-d66120dd82a2'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:44:30.304162 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e52aa91-ec9c-44eb-bb9b-f0a1ec02718c req-85fc4393-d64a-4b44-86e1-e7fa214d0011 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] No DVR routers for this DVR port afb45c41-7829-4784-bffd-321e3c203b49 on host n-h2-834765-1 {{(pid=102790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:44:30.311148 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-9aa2e88b-9993-44b2-b85b-89048afd3e66 req-8e501bc5-8026-400b-83b3-f427e24d1f54 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] 10.222.0.42 "GET /v2.0/security-groups?id=19cf0565-0e5d-4a9a-bb20-6dda76410fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563869 Mar 29 15:44:30.314319 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-8e52aa91-ec9c-44eb-bb9b-f0a1ec02718c req-85fc4393-d64a-4b44-86e1-e7fa214d0011 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:30.319069 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-8e52aa91-ec9c-44eb-bb9b-f0a1ec02718c req-85fc4393-d64a-4b44-86e1-e7fa214d0011 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] 10.222.0.48 "DELETE /v2.0/ports/afb45c41-7829-4784-bffd-321e3c203b49 HTTP/1.1" status: 204 len: 173 time: 3.7871873 Mar 29 15:44:30.319672 n-d-834765-1 neutron-server[102790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e63d94a3-644d-400a-aa3f-0c71f9fb1b46', 'name': 'network-vif-deleted', 'tag': 'afb45c41-7829-4784-bffd-321e3c203b49'}] {{(pid=102790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:44:30.326775 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46b06d655c90bc969636382cce4240ad749035fb0f3a83ee4734fa1ed9c4a6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08774ecf-bb51-47c8-9ec7-11b3afe0efa3" -d '{"events": [{"server_uuid": "e63d94a3-644d-400a-aa3f-0c71f9fb1b46", "name": "network-vif-deleted", "tag": "afb45c41-7829-4784-bffd-321e3c203b49"}]}' {{(pid=102790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:44:30.352095 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] For port d79a26fe-8c8f-45f0-923a-2a43e9be0eba, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=d79a26fe-8c8f-45f0-923a-2a43e9be0eba,segment=NetworkSegment(5186cebf-5d03-4deb-b911-8ccedd0dad70),segment_id=5186cebf-5d03-4deb-b911-8ccedd0dad70)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:44:30.373852 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:30.420299 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:30.434977 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-314c6e9a-f8be-46f8-8c7d-c7e723bf09b4 req-b06f7dd4-7107-42fc-b87b-dc60f2f60a2f tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/security-groups?id=56997969-7130-4d86-9e9d-e068deb19a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2926631 Mar 29 15:44:30.442295 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-41ce4a39-2137-4d49-9451-4614773dc7f2 req-3ed37d27-c8d0-4f08-a020-6a4f123f0f9d service neutron] 10.222.0.44 "GET /v2.0/networks/2268a9b9-82fd-4886-a91d-3a50e4e16cab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6110563 Mar 29 15:44:30.471873 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:44:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c019b1f-80b0-4228-9185-bc79bb72595c x-openstack-request-id: req-6c019b1f-80b0-4228-9185-bc79bb72595c {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:44:30.472169 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7eac0c92-4d9b-4070-aa30-b3884198e259", "name": "network-vif-deleted", "tag": "d9900a87-c8da-45bc-b655-9593089dcbc1", "status": "completed", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:44:30.472625 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-6c019b1f-80b0-4228-9185-bc79bb72595c {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:44:30.473117 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7eac0c92-4d9b-4070-aa30-b3884198e259', 'name': 'network-vif-deleted', 'tag': 'd9900a87-c8da-45bc-b655-9593089dcbc1', 'status': 'completed', 'code': 200} Mar 29 15:44:30.581851 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:44:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d051a2d-16e9-4677-a90c-01fe91ca0455 x-openstack-request-id: req-8d051a2d-16e9-4677-a90c-01fe91ca0455 {{(pid=102790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:44:30.582153 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e63d94a3-644d-400a-aa3f-0c71f9fb1b46", "name": "network-vif-deleted", "tag": "afb45c41-7829-4784-bffd-321e3c203b49", "status": "completed", "code": 200}]} {{(pid=102790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:44:30.582402 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8d051a2d-16e9-4677-a90c-01fe91ca0455 {{(pid=102790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:44:30.582986 n-d-834765-1 neutron-server[102790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e63d94a3-644d-400a-aa3f-0c71f9fb1b46', 'name': 'network-vif-deleted', 'tag': 'afb45c41-7829-4784-bffd-321e3c203b49', 'status': 'completed', 'code': 200} Mar 29 15:44:30.592574 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-3ad3bf19-62c3-4aae-acf0-bfff46ea7412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:30.662964 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device ae08dbb6-52c3-4cbf-b9a1-298e6db8acf7 up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:44:30.677898 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3fb4706c-a793-43a2-af8e-0a4b9a2a7120 {{(pid=102792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:44:30.687003 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-1782c9be-ac62-460f-8f88-09e9f890c9db req-d1863ce0-64fc-4c50-abcf-0cd1ca48a6c1 tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] 10.222.0.42 "GET /v2.0/ports?device_id=8af2e82a-d0b9-4236-b40f-9d8544b19127 HTTP/1.1" status: 200 len: 210 time: 0.0553772 Mar 29 15:44:30.719717 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.managers [req-11231616-1fdd-4728-85f9-57e35ba82770 req-8b2e6cfd-8b49-4f39-a412-82cda614363d service neutron] Attempting to bind port 5115305e-8a3f-4b58-a96a-40bb4fbb26e6 on host n-h2-834765-1 for vnic_type normal with profile {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:44:30.720048 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.managers [req-11231616-1fdd-4728-85f9-57e35ba82770 req-8b2e6cfd-8b49-4f39-a412-82cda614363d service neutron] Attempting to bind port 5115305e-8a3f-4b58-a96a-40bb4fbb26e6 by drivers openvswitch,hyperv on host n-h2-834765-1 at level 0 using segments [{'id': '429e9cf3-3671-4cb2-9547-92af9e95f1f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '9c05e936-df9e-4fbf-b09c-78bf9696504c'}] {{(pid=102790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:44:30.720373 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11231616-1fdd-4728-85f9-57e35ba82770 req-8b2e6cfd-8b49-4f39-a412-82cda614363d service neutron] Attempting to bind port 5115305e-8a3f-4b58-a96a-40bb4fbb26e6 on network 9c05e936-df9e-4fbf-b09c-78bf9696504c {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:44:30.728027 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d46e88-9790-47a6-a9eb-0c10c776f411 req-fc12e8e7-7a58-47cd-9cec-3a6df7b378f0 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:30.737424 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [req-8e52aa91-ec9c-44eb-bb9b-f0a1ec02718c req-e8068bae-8a38-448e-90a7-aa79ebe2e31c tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Deleting port 62748d51-569b-4ac6-b982-c0c07d6060df {{(pid=102790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:44:30.737806 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-8e52aa91-ec9c-44eb-bb9b-f0a1ec02718c req-e8068bae-8a38-448e-90a7-aa79ebe2e31c tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:30.738099 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-96d46e88-9790-47a6-a9eb-0c10c776f411 req-fc12e8e7-7a58-47cd-9cec-3a6df7b378f0 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa70bb0d-9683-4d6e-8563-43fa5ee1a6be HTTP/1.1" status: 200 len: 943 time: 0.0967901 Mar 29 15:44:30.780687 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port 3fb4706c-a793-43a2-af8e-0a4b9a2a7120, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=3fb4706c-a793-43a2-af8e-0a4b9a2a7120,segment=NetworkSegment(a0c230f0-660a-4194-9279-0f0781d34134),segment_id=a0c230f0-660a-4194-9279-0f0781d34134)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:44:30.792358 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11231616-1fdd-4728-85f9-57e35ba82770 req-8b2e6cfd-8b49-4f39-a412-82cda614363d service neutron] Port 5115305e-8a3f-4b58-a96a-40bb4fbb26e6 on network 9c05e936-df9e-4fbf-b09c-78bf9696504c not bound, no agent of type Open vSwitch agent registered on host n-h2-834765-1 {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 15:44:30.792972 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11231616-1fdd-4728-85f9-57e35ba82770 req-8b2e6cfd-8b49-4f39-a412-82cda614363d service neutron] Attempting to bind port 5115305e-8a3f-4b58-a96a-40bb4fbb26e6 on network 9c05e936-df9e-4fbf-b09c-78bf9696504c {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:44:30.795180 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-96d46e88-9790-47a6-a9eb-0c10c776f411 req-8d868273-ca15-498a-be96-2792db502fc2 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] 10.222.0.42 "GET /v2.0/security-groups?id=f08e979a-b162-4e81-8f48-4f228bf81759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528188 Mar 29 15:44:30.821838 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11231616-1fdd-4728-85f9-57e35ba82770 req-8b2e6cfd-8b49-4f39-a412-82cda614363d service neutron] Checking agent: {'id': '3e4b4912-b4a2-4d17-b5bd-6ce15529e8eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 33, 17), 'started_at': datetime.datetime(2022, 3, 29, 15, 33, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 44, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:44:30.822224 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11231616-1fdd-4728-85f9-57e35ba82770 req-8b2e6cfd-8b49-4f39-a412-82cda614363d service neutron] Checking segment: {'id': '429e9cf3-3671-4cb2-9547-92af9e95f1f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '9c05e936-df9e-4fbf-b09c-78bf9696504c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:44:30.822547 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11231616-1fdd-4728-85f9-57e35ba82770 req-8b2e6cfd-8b49-4f39-a412-82cda614363d service neutron] Bound using segment: {'id': '429e9cf3-3671-4cb2-9547-92af9e95f1f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '9c05e936-df9e-4fbf-b09c-78bf9696504c'} {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:44:30.822994 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.managers [req-11231616-1fdd-4728-85f9-57e35ba82770 req-8b2e6cfd-8b49-4f39-a412-82cda614363d service neutron] Bound port: 5115305e-8a3f-4b58-a96a-40bb4fbb26e6, host: n-h2-834765-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '429e9cf3-3671-4cb2-9547-92af9e95f1f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '9c05e936-df9e-4fbf-b09c-78bf9696504c'}}] {{(pid=102790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 15:44:30.823383 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-11231616-1fdd-4728-85f9-57e35ba82770 req-8b2e6cfd-8b49-4f39-a412-82cda614363d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:30.858118 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:30.865401 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e63d94a3-644d-400a-aa3f-0c71f9fb1b46', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '62748d51-569b-4ac6-b982-c0c07d6060df'}, {'server_uuid': 'e63d94a3-644d-400a-aa3f-0c71f9fb1b46', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '93ac20f5-aa07-4dbf-a3fe-5ec3fbecedce'}] {{(pid=102792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:44:30.868575 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4f476c66b318cc6068719fc39557fac68d413f5c7e78fa77028c7948e999ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dfebdc8-a48d-4f64-987c-f17805e7ef02" -d '{"events": [{"server_uuid": "e63d94a3-644d-400a-aa3f-0c71f9fb1b46", "name": "network-vif-unplugged", "status": "completed", "tag": "62748d51-569b-4ac6-b982-c0c07d6060df"}, {"server_uuid": "e63d94a3-644d-400a-aa3f-0c71f9fb1b46", "name": "network-vif-unplugged", "status": "completed", "tag": "93ac20f5-aa07-4dbf-a3fe-5ec3fbecedce"}]}' {{(pid=102792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:44:30.889831 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [req-593c2e35-bb64-49cc-96af-1f6d6e2c58e4 req-79281a53-1575-4e5f-8a71-aa80e71f7c4f service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=102790) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 15:44:30.890840 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-593c2e35-bb64-49cc-96af-1f6d6e2c58e4 req-79281a53-1575-4e5f-8a71-aa80e71f7c4f service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053551 Mar 29 15:44:30.911224 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:30.988171 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c8d182-7f93-4447-8b53-944a02494411 req-0c2a572a-89cc-4c34-a3b0-70d36a867837 tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:30.990007 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-62c8d182-7f93-4447-8b53-944a02494411 req-0c2a572a-89cc-4c34-a3b0-70d36a867837 tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] 10.222.0.42 "GET /v2.0/ports?device_id=2565640a-8c7c-44e6-a0ff-441fffc35121 HTTP/1.1" status: 200 len: 948 time: 0.1088409 Mar 29 15:44:31.064476 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-62c8d182-7f93-4447-8b53-944a02494411 req-5452691f-495d-42a3-bc85-3fc037d8fd8f tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] 10.222.0.42 "GET /v2.0/security-groups?id=6fc5fb8c-b1d6-4bb9-b68a-102a19ea7379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629785 Mar 29 15:44:31.088366 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:31.162120 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [req-8e52aa91-ec9c-44eb-bb9b-f0a1ec02718c req-e8068bae-8a38-448e-90a7-aa79ebe2e31c tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] For port 62748d51-569b-4ac6-b982-c0c07d6060df, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=62748d51-569b-4ac6-b982-c0c07d6060df,segment=NetworkSegment(e53edac0-e56e-4ba8-8b7d-b6c8693d06dc),segment_id=e53edac0-e56e-4ba8-8b7d-b6c8693d06dc)] {{(pid=102790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:44:31.162803 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-8e52aa91-ec9c-44eb-bb9b-f0a1ec02718c req-e8068bae-8a38-448e-90a7-aa79ebe2e31c tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:31.172361 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port 949ea80c-bdd8-4833-9e27-0945bbdcedb0, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=949ea80c-bdd8-4833-9e27-0945bbdcedb0,segment=NetworkSegment(a0c230f0-660a-4194-9279-0f0781d34134),segment_id=a0c230f0-660a-4194-9279-0f0781d34134)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:44:31.179470 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [req-11231616-1fdd-4728-85f9-57e35ba82770 req-8b2e6cfd-8b49-4f39-a412-82cda614363d service neutron] For port 5115305e-8a3f-4b58-a96a-40bb4fbb26e6, host n-h2-834765-1, cleared binding levels {{(pid=102790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:44:31.210553 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [req-8e52aa91-ec9c-44eb-bb9b-f0a1ec02718c req-e8068bae-8a38-448e-90a7-aa79ebe2e31c tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Calling delete_port for 62748d51-569b-4ac6-b982-c0c07d6060df owned by compute:nova {{(pid=102790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:44:31.212636 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Pushing event updated for resources: {'Port': ['ID=d79a26fe-8c8f-45f0-923a-2a43e9be0eba,revision_number=4']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:44:31.218277 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] get_ports_and_sgs() called for port_ids ['3fb4706c-a793-43a2-af8e-0a4b9a2a7120'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:44:31.234531 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Tue, 29 Mar 2022 15:44:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-252c074b-6568-41bb-a221-04348892cd05 x-openstack-request-id: req-252c074b-6568-41bb-a221-04348892cd05 {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:44:31.235246 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e63d94a3-644d-400a-aa3f-0c71f9fb1b46", "name": "network-vif-unplugged", "status": "completed", "tag": "62748d51-569b-4ac6-b982-c0c07d6060df", "code": 200}, {"server_uuid": "e63d94a3-644d-400a-aa3f-0c71f9fb1b46", "name": "network-vif-unplugged", "status": "completed", "tag": "93ac20f5-aa07-4dbf-a3fe-5ec3fbecedce", "code": 200}]} {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:44:31.235246 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-252c074b-6568-41bb-a221-04348892cd05 {{(pid=102792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:44:31.235793 n-d-834765-1 neutron-server[102792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e63d94a3-644d-400a-aa3f-0c71f9fb1b46', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '62748d51-569b-4ac6-b982-c0c07d6060df', 'code': 200} Mar 29 15:44:31.236133 n-d-834765-1 neutron-server[102792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e63d94a3-644d-400a-aa3f-0c71f9fb1b46', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '93ac20f5-aa07-4dbf-a3fe-5ec3fbecedce', 'code': 200} Mar 29 15:44:31.245932 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:31.248335 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [req-11231616-1fdd-4728-85f9-57e35ba82770 req-8b2e6cfd-8b49-4f39-a412-82cda614363d service neutron] For port 5115305e-8a3f-4b58-a96a-40bb4fbb26e6, host n-h2-834765-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=5115305e-8a3f-4b58-a96a-40bb4fbb26e6,segment=NetworkSegment(429e9cf3-3671-4cb2-9547-92af9e95f1f2),segment_id=429e9cf3-3671-4cb2-9547-92af9e95f1f2)] {{(pid=102790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:44:31.276381 n-d-834765-1 neutron-server[102790]: DEBUG neutron.objects.ports [None req-66e78b4a-7f75-46b4-b0d1-e7025826039e tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102790) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 29 15:44:31.277063 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvr_db [None req-2553cb7a-382b-4fdd-b0e5-37f3365b529c None None] Set router 6e5efdf6-6b83-4750-9249-d66120dd82a2 gateway port host: n-d-834765-1 {{(pid=102792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:44:31.291167 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-66e78b4a-7f75-46b4-b0d1-e7025826039e tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5231896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4793961'] for subnet, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:31.293993 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-11231616-1fdd-4728-85f9-57e35ba82770 req-8b2e6cfd-8b49-4f39-a412-82cda614363d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5237921'] for port, after_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:31.306053 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66535ef-ead8-4eeb-bda2-4fceec4d90ce req-e274b0ed-0d6a-4af0-8f53-d8fb8fe8815b tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:31.307782 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-a66535ef-ead8-4eeb-bda2-4fceec4d90ce req-e274b0ed-0d6a-4af0-8f53-d8fb8fe8815b tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.42 "GET /v2.0/ports?device_id=41e2a5d9-9374-4605-ab91-deb85bccc945 HTTP/1.1" status: 200 len: 944 time: 0.1052597 Mar 29 15:44:31.321014 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b3c1923c-7e54-475e-a582-83a3b64ac3ca req-6530c540-74d3-4e07-9a18-307946c1faa2 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=58f7a61a-e4e1-4fba-85de-36c5ab11b403&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1248703 Mar 29 15:44:31.336252 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [req-b3c1923c-7e54-475e-a582-83a3b64ac3ca req-5826cb0e-9873-4e41-88fe-3dbcad39d16b service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=102791) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 15:44:31.337312 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b3c1923c-7e54-475e-a582-83a3b64ac3ca req-5826cb0e-9873-4e41-88fe-3dbcad39d16b service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0083857 Mar 29 15:44:31.358861 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device d7a81898-d911-447d-a408-4e8fd2191454 up at agent hyperv_n-h1-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:44:31.412406 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-a66535ef-ead8-4eeb-bda2-4fceec4d90ce req-effd5f67-d9dc-4323-b77e-f7c7945fff02 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.42 "GET /v2.0/security-groups?id=07e96b72-96bb-4562-b80f-051b133c1759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737200 Mar 29 15:44:31.612530 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8864f052-75ae-4753-a0e7-67ef7b7ac5d6 req-067f15ee-ea7a-4e59-8127-48744afc9901 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:31.621683 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8864f052-75ae-4753-a0e7-67ef7b7ac5d6 req-067f15ee-ea7a-4e59-8127-48744afc9901 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:31.624142 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-c6a392ef-dbbb-4524-b4fd-8df100cf79ee None None] Deleting port d79a26fe-8c8f-45f0-923a-2a43e9be0eba {{(pid=102792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:44:31.624581 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-c6a392ef-dbbb-4524-b4fd-8df100cf79ee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:31.629910 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8864f052-75ae-4753-a0e7-67ef7b7ac5d6 req-067f15ee-ea7a-4e59-8127-48744afc9901 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:31.637476 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8864f052-75ae-4753-a0e7-67ef7b7ac5d6 req-067f15ee-ea7a-4e59-8127-48744afc9901 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:31.639628 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-8864f052-75ae-4753-a0e7-67ef7b7ac5d6 req-067f15ee-ea7a-4e59-8127-48744afc9901 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] 10.222.0.42 "GET /v2.0/ports?device_id=e63d94a3-644d-400a-aa3f-0c71f9fb1b46 HTTP/1.1" status: 200 len: 3144 time: 0.1324668 Mar 29 15:44:31.711018 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port 0e514d14-115e-4070-8843-3ee9f7325115, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=0e514d14-115e-4070-8843-3ee9f7325115,segment=NetworkSegment(e53edac0-e56e-4ba8-8b7d-b6c8693d06dc),segment_id=e53edac0-e56e-4ba8-8b7d-b6c8693d06dc)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:44:31.723470 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-8864f052-75ae-4753-a0e7-67ef7b7ac5d6 req-4159269a-6ccd-4157-bc92-c78bea3601b0 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] 10.222.0.42 "GET /v2.0/security-groups?id=19cf0565-0e5d-4a9a-bb20-6dda76410fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0751908 Mar 29 15:44:31.825470 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:31.826143 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device 49b5fca5-a1ca-4798-bbf7-14cd233b96a8 no longer exists at agent hyperv_n-h2-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:44:31.827813 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port ae08dbb6-52c3-4cbf-b9a1-298e6db8acf7 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:44:31.828159 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:31.876307 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11231616-1fdd-4728-85f9-57e35ba82770 req-8b2e6cfd-8b49-4f39-a412-82cda614363d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:31.877217 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-11231616-1fdd-4728-85f9-57e35ba82770 req-8b2e6cfd-8b49-4f39-a412-82cda614363d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:31.878698 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-11231616-1fdd-4728-85f9-57e35ba82770 req-8b2e6cfd-8b49-4f39-a412-82cda614363d service neutron] 10.222.0.48 "PUT /v2.0/ports/5115305e-8a3f-4b58-a96a-40bb4fbb26e6 HTTP/1.1" status: 200 len: 1091 time: 3.7925248 Mar 29 15:44:31.915992 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-8e52aa91-ec9c-44eb-bb9b-f0a1ec02718c req-e8068bae-8a38-448e-90a7-aa79ebe2e31c tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:32.007041 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66e78b4a-7f75-46b4-b0d1-e7025826039e tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] Checking segment: {'id': '9c148298-1dc7-4a64-8fab-ae765fd2a2fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '7c5a7a54-5bce-4bde-ac89-c94dbade27b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:44:32.007431 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66e78b4a-7f75-46b4-b0d1-e7025826039e tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] Network hostable DHCP agents. Network: 7c5a7a54-5bce-4bde-ac89-c94dbade27b2, hostable agents: ['d136643e-48ae-49d4-a851-2ba3bdf3749c'], hosted agents: [] {{(pid=102790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 15:44:32.026157 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2e6cfd-8b49-4f39-a412-82cda614363d service neutron] Pushing event updated for resources: {'Port': ['ID=5115305e-8a3f-4b58-a96a-40bb4fbb26e6,revision_number=3']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:44:32.035078 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e78b4a-7f75-46b4-b0d1-e7025826039e tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] Pushing event updated for resources: {'Subnet': ['ID=20299957-a9a9-4f0a-b667-d11a5a9ec9c1,revision_number=0']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:44:32.064162 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec123197-8a97-46f8-8e89-06bd770fe9bc req-b67840cb-4d7f-49a8-8759-b68b334e20b6 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:32.065942 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ec123197-8a97-46f8-8e89-06bd770fe9bc req-b67840cb-4d7f-49a8-8759-b68b334e20b6 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa70bb0d-9683-4d6e-8563-43fa5ee1a6be HTTP/1.1" status: 200 len: 943 time: 0.1043754 Mar 29 15:44:32.084309 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-c6a392ef-dbbb-4524-b4fd-8df100cf79ee None None] For port d79a26fe-8c8f-45f0-923a-2a43e9be0eba, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=d79a26fe-8c8f-45f0-923a-2a43e9be0eba,segment=NetworkSegment(5186cebf-5d03-4deb-b911-8ccedd0dad70),segment_id=5186cebf-5d03-4deb-b911-8ccedd0dad70)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:44:32.084711 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-c6a392ef-dbbb-4524-b4fd-8df100cf79ee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:32.087305 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff83c6c-3fc0-4775-ac05-e6f8e79fa2bf req-813c492d-1fda-4a10-9d95-d1d0ca624f0f tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:32.088836 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-5ff83c6c-3fc0-4775-ac05-e6f8e79fa2bf req-813c492d-1fda-4a10-9d95-d1d0ca624f0f tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/ports?device_id=58f7a61a-e4e1-4fba-85de-36c5ab11b403 HTTP/1.1" status: 200 len: 950 time: 0.8349812 Mar 29 15:44:32.149284 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8068bae-8a38-448e-90a7-aa79ebe2e31c tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Pushing event deleted for resources: {'Port': ['ID=62748d51-569b-4ac6-b982-c0c07d6060df,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:44:32.153955 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ec123197-8a97-46f8-8e89-06bd770fe9bc req-9d0ce74e-7452-463d-ad53-c4952c5bd72c tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] 10.222.0.42 "GET /v2.0/security-groups?id=f08e979a-b162-4e81-8f48-4f228bf81759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818610 Mar 29 15:44:32.165701 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Pushing event updated for resources: {'Port': ['ID=3fb4706c-a793-43a2-af8e-0a4b9a2a7120,revision_number=6']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:44:32.166165 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e52aa91-ec9c-44eb-bb9b-f0a1ec02718c req-e8068bae-8a38-448e-90a7-aa79ebe2e31c tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] No DVR routers for this DVR port 62748d51-569b-4ac6-b982-c0c07d6060df on host n-h2-834765-1 {{(pid=102790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:44:32.188510 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-8e52aa91-ec9c-44eb-bb9b-f0a1ec02718c req-e8068bae-8a38-448e-90a7-aa79ebe2e31c tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:32.197810 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-8e52aa91-ec9c-44eb-bb9b-f0a1ec02718c req-e8068bae-8a38-448e-90a7-aa79ebe2e31c tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] 10.222.0.48 "DELETE /v2.0/ports/62748d51-569b-4ac6-b982-c0c07d6060df HTTP/1.1" status: 204 len: 173 time: 1.8511207 Mar 29 15:44:32.243869 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66e78b4a-7f75-46b4-b0d1-e7025826039e tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] Network 7c5a7a54-5bce-4bde-ac89-c94dbade27b2 is scheduled to be hosted by DHCP agent d136643e-48ae-49d4-a851-2ba3bdf3749c with binding_index 1 {{(pid=102790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 15:44:32.276080 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-c6a392ef-dbbb-4524-b4fd-8df100cf79ee None None] Calling delete_port for d79a26fe-8c8f-45f0-923a-2a43e9be0eba owned by network:dhcp {{(pid=102792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:44:32.299848 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11231616-1fdd-4728-85f9-57e35ba82770 req-6f3f893a-6d16-4c5c-a6e7-95ab2c268711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:32.302051 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-11231616-1fdd-4728-85f9-57e35ba82770 req-6f3f893a-6d16-4c5c-a6e7-95ab2c268711 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d04cf558b2cb439aa051141a3dc84641&device_id=aa70bb0d-9683-4d6e-8563-43fa5ee1a6be HTTP/1.1" status: 200 len: 1094 time: 0.3240945 Mar 29 15:44:32.320347 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-5ff83c6c-3fc0-4775-ac05-e6f8e79fa2bf req-4ee0cbfe-0794-4f1b-8658-f5104b59ddfa tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/security-groups?id=56997969-7130-4d86-9e9d-e068deb19a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2227983 Mar 29 15:44:32.350075 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Provisioning for port d7a81898-d911-447d-a408-4e8fd2191454 completed by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 15:44:32.361136 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-66e78b4a-7f75-46b4-b0d1-e7025826039e tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834765-1, 7c5a7a54-5bce-4bde-ac89-c94dbade27b2) {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:44:32.455885 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc2cc3f-861c-4645-b052-0ce33e6aa28d req-75b772f0-a685-45ad-929e-50b03f89204b tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:32.473670 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-7fc2cc3f-861c-4645-b052-0ce33e6aa28d req-75b772f0-a685-45ad-929e-50b03f89204b tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] 10.222.0.42 "GET /v2.0/ports?device_id=2565640a-8c7c-44e6-a0ff-441fffc35121 HTTP/1.1" status: 200 len: 950 time: 0.1584351 Mar 29 15:44:32.488070 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8af2e82a-d0b9-4236-b40f-9d8544b19127', 'name': 'network-vif-deleted', 'tag': '74944d92-fd89-4b00-a20c-9a31ed483b20'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:44:32.490602 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c67b028db5e9b9818fecc5c0a87ebc6f190694fa53ca267d523e04f98de536d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3d1e72e-8302-43de-9b8b-e68160e2cef5" -d '{"events": [{"server_uuid": "8af2e82a-d0b9-4236-b40f-9d8544b19127", "name": "network-vif-deleted", "tag": "74944d92-fd89-4b00-a20c-9a31ed483b20"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:44:32.502649 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device 49b5fca5-a1ca-4798-bbf7-14cd233b96a8 not bound to the agent host n-h2-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:44:32.513997 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device afb45c41-7829-4784-bffd-321e3c203b49 no longer exists at agent hyperv_n-h2-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:44:32.557013 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66e78b4a-7f75-46b4-b0d1-e7025826039e tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:32.558199 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-66e78b4a-7f75-46b4-b0d1-e7025826039e tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for subnet, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:32.570886 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-11231616-1fdd-4728-85f9-57e35ba82770 req-5fcd1f18-19e3-4231-9130-01f28b45b4ec service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5115305e-8a3f-4b58-a96a-40bb4fbb26e6 HTTP/1.1" status: 200 len: 217 time: 0.2458627 Mar 29 15:44:32.583833 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-7fc2cc3f-861c-4645-b052-0ce33e6aa28d req-a87ba31a-e3f2-4ae5-8a28-a5b08cf50450 tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] 10.222.0.42 "GET /v2.0/security-groups?id=6fc5fb8c-b1d6-4bb9-b68a-102a19ea7379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046069 Mar 29 15:44:32.591826 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46a56d8e-86c9-4ebf-a345-13613263fe08 None None] Network 7c5a7a54-5bce-4bde-ac89-c94dbade27b2 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 15:44:32.596264 n-d-834765-1 neutron-server[102790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa70bb0d-9683-4d6e-8563-43fa5ee1a6be', 'tag': '5115305e-8a3f-4b58-a96a-40bb4fbb26e6'}, {'server_uuid': 'e63d94a3-644d-400a-aa3f-0c71f9fb1b46', 'name': 'network-vif-deleted', 'tag': '62748d51-569b-4ac6-b982-c0c07d6060df'}] {{(pid=102790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:44:32.599506 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46b06d655c90bc969636382cce4240ad749035fb0f3a83ee4734fa1ed9c4a6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de924c78-7cd5-47f4-89fc-24fd21227519" -d '{"events": [{"name": "network-changed", "server_uuid": "aa70bb0d-9683-4d6e-8563-43fa5ee1a6be", "tag": "5115305e-8a3f-4b58-a96a-40bb4fbb26e6"}, {"server_uuid": "e63d94a3-644d-400a-aa3f-0c71f9fb1b46", "name": "network-vif-deleted", "tag": "62748d51-569b-4ac6-b982-c0c07d6060df"}]}' {{(pid=102790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:44:32.639609 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 48162) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:44:32.639877 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-66e78b4a-7f75-46b4-b0d1-e7025826039e tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.2902818 Mar 29 15:44:32.646443 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-2f72fd79-a36d-4b64-8755-0b9e09887cc2 tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] Request body: {'port': {'network_id': '7c5a7a54-5bce-4bde-ac89-c94dbade27b2', 'name': 'tempest-NetworksIpV6TestAttrs-1978774308'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:44:32.671369 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Provisioning complete for port d7a81898-d911-447d-a408-4e8fd2191454 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:44:32.671747 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:32.689352 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11231616-1fdd-4728-85f9-57e35ba82770 req-0423fb8e-ddaa-4fe8-a4a4-8db599f23ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:32.692202 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-11231616-1fdd-4728-85f9-57e35ba82770 req-0423fb8e-ddaa-4fe8-a4a4-8db599f23ffd service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9016bdba-0f5c-4ddd-94a1-3fa4aae621f1 HTTP/1.1" status: 200 len: 846 time: 0.1105793 Mar 29 15:44:32.696751 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [req-8e52aa91-ec9c-44eb-bb9b-f0a1ec02718c req-40072243-41d9-4fca-8586-746f593fa2e0 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Deleting port 6c9d42f1-664d-4f97-a0ba-019ea090a445 {{(pid=102790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:44:32.697223 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-8e52aa91-ec9c-44eb-bb9b-f0a1ec02718c req-40072243-41d9-4fca-8586-746f593fa2e0 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:32.856021 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [req-8e52aa91-ec9c-44eb-bb9b-f0a1ec02718c req-40072243-41d9-4fca-8586-746f593fa2e0 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] For port 6c9d42f1-664d-4f97-a0ba-019ea090a445, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=6c9d42f1-664d-4f97-a0ba-019ea090a445,segment=NetworkSegment(ab9e52c9-9281-40f7-aa2a-632849de5ddc),segment_id=ab9e52c9-9281-40f7-aa2a-632849de5ddc)] {{(pid=102790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:44:32.857772 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-8e52aa91-ec9c-44eb-bb9b-f0a1ec02718c req-40072243-41d9-4fca-8586-746f593fa2e0 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:32.870934 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:44:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-289e7fad-1b09-4754-9cdf-6b7e30815743 x-openstack-request-id: req-289e7fad-1b09-4754-9cdf-6b7e30815743 {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:44:32.871943 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8af2e82a-d0b9-4236-b40f-9d8544b19127", "name": "network-vif-deleted", "tag": "74944d92-fd89-4b00-a20c-9a31ed483b20", "status": "completed", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:44:32.872266 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-289e7fad-1b09-4754-9cdf-6b7e30815743 {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:44:32.872661 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8af2e82a-d0b9-4236-b40f-9d8544b19127', 'name': 'network-vif-deleted', 'tag': '74944d92-fd89-4b00-a20c-9a31ed483b20', 'status': 'completed', 'code': 200} Mar 29 15:44:32.879011 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [req-8e52aa91-ec9c-44eb-bb9b-f0a1ec02718c req-40072243-41d9-4fca-8586-746f593fa2e0 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Calling delete_port for 6c9d42f1-664d-4f97-a0ba-019ea090a445 owned by compute:nova {{(pid=102790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:44:32.927863 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] No Port match for: afb45c41-7829-4784-bffd-321e3c203b49 {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 15:44:32.928277 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device afb45c41-7829-4784-bffd-321e3c203b49 not bound to the agent host n-h2-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:44:32.938159 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f72fd79-a36d-4b64-8755-0b9e09887cc2 tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] Made reservation on behalf of d7e69b0c9e964dac92ab1ced81176558 for: {'port': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:44:32.942014 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-2f72fd79-a36d-4b64-8755-0b9e09887cc2 tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:32.967404 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 29 Mar 2022 15:44:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d59ea5d-be02-4381-9542-044b2905cd51 x-openstack-request-id: req-5d59ea5d-be02-4381-9542-044b2905cd51 {{(pid=102790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:44:32.972250 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa70bb0d-9683-4d6e-8563-43fa5ee1a6be", "tag": "5115305e-8a3f-4b58-a96a-40bb4fbb26e6", "status": "completed", "code": 200}, {"server_uuid": "e63d94a3-644d-400a-aa3f-0c71f9fb1b46", "name": "network-vif-deleted", "tag": "62748d51-569b-4ac6-b982-c0c07d6060df", "status": "completed", "code": 200}]} {{(pid=102790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:44:32.972719 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-5d59ea5d-be02-4381-9542-044b2905cd51 {{(pid=102790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:44:32.974083 n-d-834765-1 neutron-server[102790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa70bb0d-9683-4d6e-8563-43fa5ee1a6be', 'tag': '5115305e-8a3f-4b58-a96a-40bb4fbb26e6', 'status': 'completed', 'code': 200} Mar 29 15:44:32.974509 n-d-834765-1 neutron-server[102790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e63d94a3-644d-400a-aa3f-0c71f9fb1b46', 'name': 'network-vif-deleted', 'tag': '62748d51-569b-4ac6-b982-c0c07d6060df', 'status': 'completed', 'code': 200} Mar 29 15:44:32.991945 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [None req-2f72fd79-a36d-4b64-8755-0b9e09887cc2 tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] device_id is not set on port 67f35ace-b4ca-47cc-846c-8090e15e234e yet. {{(pid=102791) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 29 15:44:33.008628 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device d9900a87-c8da-45bc-b655-9593089dcbc1 no longer exists at agent hyperv_n-h2-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:44:33.038493 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-11231616-1fdd-4728-85f9-57e35ba82770 req-077e0de8-31c8-45d3-af3a-6bacecf786fc service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9c05e936-df9e-4fbf-b09c-78bf9696504c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0604537 Mar 29 15:44:33.056375 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Pushing event updated for resources: {'Port': ['ID=949ea80c-bdd8-4833-9e27-0945bbdcedb0,revision_number=11']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:44:33.116114 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-2d88c519-1b55-4be6-8f16-820ad8d73db6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:33.243873 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] No Port match for: d9900a87-c8da-45bc-b655-9593089dcbc1 {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 15:44:33.244214 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device d9900a87-c8da-45bc-b655-9593089dcbc1 not bound to the agent host n-h2-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:44:33.245529 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2565640a-8c7c-44e6-a0ff-441fffc35121', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '949ea80c-bdd8-4833-9e27-0945bbdcedb0'}, {'server_uuid': 'e63d94a3-644d-400a-aa3f-0c71f9fb1b46', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0e514d14-115e-4070-8843-3ee9f7325115'}] {{(pid=102792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:44:33.255998 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4f476c66b318cc6068719fc39557fac68d413f5c7e78fa77028c7948e999ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a633a6b-9c6b-4afe-87b8-c22da626ab80" -d '{"events": [{"server_uuid": "2565640a-8c7c-44e6-a0ff-441fffc35121", "name": "network-vif-plugged", "status": "completed", "tag": "949ea80c-bdd8-4833-9e27-0945bbdcedb0"}, {"server_uuid": "e63d94a3-644d-400a-aa3f-0c71f9fb1b46", "name": "network-vif-unplugged", "status": "completed", "tag": "0e514d14-115e-4070-8843-3ee9f7325115"}]}' {{(pid=102792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:44:33.261226 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-11231616-1fdd-4728-85f9-57e35ba82770 req-4ba35548-db64-4860-82aa-0f08c4fd952b service neutron] 10.222.0.48 "GET /v2.0/networks/9c05e936-df9e-4fbf-b09c-78bf9696504c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1980612 Mar 29 15:44:33.275243 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5712d5-e3f3-4d91-b6c3-b238cbc09be9 req-bc0ddebc-7f61-497a-985c-61e376bd0415 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:33.276950 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-cd5712d5-e3f3-4d91-b6c3-b238cbc09be9 req-bc0ddebc-7f61-497a-985c-61e376bd0415 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.42 "GET /v2.0/ports?device_id=41e2a5d9-9374-4605-ab91-deb85bccc945 HTTP/1.1" status: 200 len: 944 time: 0.4165030 Mar 29 15:44:33.334962 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_common [None req-2f72fd79-a36d-4b64-8755-0b9e09887cc2 tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] Allocated IP 2001:db8::f816:3eff:fed0:1981 (7c5a7a54-5bce-4bde-ac89-c94dbade27b2/20299957-a9a9-4f0a-b667-d11a5a9ec9c1/67f35ace-b4ca-47cc-846c-8090e15e234e) {{(pid=102791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:44:33.401492 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-cd5712d5-e3f3-4d91-b6c3-b238cbc09be9 req-c43134d7-6ab2-4892-8fb4-c88a08e294f7 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.42 "GET /v2.0/security-groups?id=07e96b72-96bb-4562-b80f-051b133c1759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151330 Mar 29 15:44:33.484711 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0b533e-3d0d-469c-8b85-e2a6e310c4ea req-19b2c6d6-ce79-4d8d-9d91-183617370f34 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:33.511251 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0b533e-3d0d-469c-8b85-e2a6e310c4ea req-19b2c6d6-ce79-4d8d-9d91-183617370f34 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:33.520069 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0b533e-3d0d-469c-8b85-e2a6e310c4ea req-19b2c6d6-ce79-4d8d-9d91-183617370f34 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:33.530104 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-db0b533e-3d0d-469c-8b85-e2a6e310c4ea req-19b2c6d6-ce79-4d8d-9d91-183617370f34 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] 10.222.0.42 "GET /v2.0/ports?device_id=e63d94a3-644d-400a-aa3f-0c71f9fb1b46 HTTP/1.1" status: 200 len: 2410 time: 0.2268503 Mar 29 15:44:33.572328 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Pushing event updated for resources: {'Port': ['ID=0e514d14-115e-4070-8843-3ee9f7325115,revision_number=6']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:44:33.668763 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device d79a26fe-8c8f-45f0-923a-2a43e9be0eba no longer exists at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:44:33.693432 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-11231616-1fdd-4728-85f9-57e35ba82770 req-6f3d3699-65f5-4fbc-b5b5-0340b19699ca service neutron] 10.222.0.48 "GET /v2.0/networks/9c05e936-df9e-4fbf-b09c-78bf9696504c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4218752 Mar 29 15:44:33.706808 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:33.711678 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-c6a392ef-dbbb-4524-b4fd-8df100cf79ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350'] for port, after_delete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:33.722754 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-db0b533e-3d0d-469c-8b85-e2a6e310c4ea req-8d3a8ace-f4fa-48ba-bf86-30ad390528a5 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] 10.222.0.42 "GET /v2.0/security-groups?id=19cf0565-0e5d-4a9a-bb20-6dda76410fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1913669 Mar 29 15:44:33.732517 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-8e52aa91-ec9c-44eb-bb9b-f0a1ec02718c req-40072243-41d9-4fca-8586-746f593fa2e0 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:33.761114 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75631ce6-4640-4337-ab89-a895fa543d9d req-8832de4e-38fb-49dd-a22f-f26f02133ea5 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:33.763930 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c1923c-7e54-475e-a582-83a3b64ac3ca req-86493bf8-62e0-44a6-90b7-1e8eafcca31c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:33.764322 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-75631ce6-4640-4337-ab89-a895fa543d9d req-8832de4e-38fb-49dd-a22f-f26f02133ea5 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa70bb0d-9683-4d6e-8563-43fa5ee1a6be HTTP/1.1" status: 200 len: 943 time: 0.1090136 Mar 29 15:44:33.770227 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-2f72fd79-a36d-4b64-8755-0b9e09887cc2 tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] Notify callbacks [] for port, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:33.770819 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-b3c1923c-7e54-475e-a582-83a3b64ac3ca req-86493bf8-62e0-44a6-90b7-1e8eafcca31c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=fa3ba36247ad48f4997ede3b0209bc82&device_id=58f7a61a-e4e1-4fba-85de-36c5ab11b403 HTTP/1.1" status: 200 len: 1101 time: 0.2346382 Mar 29 15:44:33.823678 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-75631ce6-4640-4337-ab89-a895fa543d9d req-287c6e1a-3d77-4c64-b08f-917924c54072 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] 10.222.0.42 "GET /v2.0/security-groups?id=f08e979a-b162-4e81-8f48-4f228bf81759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512044 Mar 29 15:44:33.854702 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] No Port match for: d79a26fe-8c8f-45f0-923a-2a43e9be0eba {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 15:44:33.855285 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device d79a26fe-8c8f-45f0-923a-2a43e9be0eba not bound to the agent host n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:44:33.874260 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-2f72fd79-a36d-4b64-8755-0b9e09887cc2 tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:33.893887 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.agents_db [None req-59735a15-725e-44d4-9ad5-95cbe356f209 None None] Agent healthcheck: found 7 active agents {{(pid=102793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 15:44:33.902962 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6a392ef-dbbb-4524-b4fd-8df100cf79ee None None] No DVR routers for this DVR port d79a26fe-8c8f-45f0-923a-2a43e9be0eba on host n-d-834765-1 {{(pid=102792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:44:33.917909 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40072243-41d9-4fca-8586-746f593fa2e0 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Pushing event deleted for resources: {'Port': ['ID=6c9d42f1-664d-4f97-a0ba-019ea090a445,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:44:33.925654 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a392ef-dbbb-4524-b4fd-8df100cf79ee None None] Pushing event deleted for resources: {'Port': ['ID=d79a26fe-8c8f-45f0-923a-2a43e9be0eba,revision_number=None']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:44:33.943725 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Tue, 29 Mar 2022 15:44:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cb98321-9ef6-40e1-8177-684d52ecfe09 x-openstack-request-id: req-2cb98321-9ef6-40e1-8177-684d52ecfe09 {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:44:33.944022 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2565640a-8c7c-44e6-a0ff-441fffc35121", "name": "network-vif-plugged", "status": "completed", "tag": "949ea80c-bdd8-4833-9e27-0945bbdcedb0", "code": 200}, {"server_uuid": "e63d94a3-644d-400a-aa3f-0c71f9fb1b46", "name": "network-vif-unplugged", "status": "completed", "tag": "0e514d14-115e-4070-8843-3ee9f7325115", "code": 200}]} {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:44:33.944271 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-2cb98321-9ef6-40e1-8177-684d52ecfe09 {{(pid=102792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:44:33.944655 n-d-834765-1 neutron-server[102792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2565640a-8c7c-44e6-a0ff-441fffc35121', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '949ea80c-bdd8-4833-9e27-0945bbdcedb0', 'code': 200} Mar 29 15:44:33.944908 n-d-834765-1 neutron-server[102792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e63d94a3-644d-400a-aa3f-0c71f9fb1b46', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0e514d14-115e-4070-8843-3ee9f7325115', 'code': 200} Mar 29 15:44:34.011146 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f72fd79-a36d-4b64-8755-0b9e09887cc2 tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] Network 7c5a7a54-5bce-4bde-ac89-c94dbade27b2 is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:44:34.014284 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e52aa91-ec9c-44eb-bb9b-f0a1ec02718c req-40072243-41d9-4fca-8586-746f593fa2e0 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] No DVR routers for this DVR port 6c9d42f1-664d-4f97-a0ba-019ea090a445 on host n-h2-834765-1 {{(pid=102790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:44:34.020370 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-8e52aa91-ec9c-44eb-bb9b-f0a1ec02718c req-40072243-41d9-4fca-8586-746f593fa2e0 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:34.024303 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-8e52aa91-ec9c-44eb-bb9b-f0a1ec02718c req-40072243-41d9-4fca-8586-746f593fa2e0 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] 10.222.0.48 "DELETE /v2.0/ports/6c9d42f1-664d-4f97-a0ba-019ea090a445 HTTP/1.1" status: 204 len: 173 time: 1.8208876 Mar 29 15:44:34.041082 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [None req-2f72fd79-a36d-4b64-8755-0b9e09887cc2 tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:44:34.057444 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f72fd79-a36d-4b64-8755-0b9e09887cc2 tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] Pushing event updated for resources: {'Port': ['ID=67f35ace-b4ca-47cc-846c-8090e15e234e,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:44:34.080495 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f72fd79-a36d-4b64-8755-0b9e09887cc2 tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] Received port after_create {{(pid=102791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:44:34.088144 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f72fd79-a36d-4b64-8755-0b9e09887cc2 tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:34.088977 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-2f72fd79-a36d-4b64-8755-0b9e09887cc2 tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:34.140234 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port d7a81898-d911-447d-a408-4e8fd2191454, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=d7a81898-d911-447d-a408-4e8fd2191454,segment=NetworkSegment(e1d90273-cef5-4478-85fc-ff4ac210e191),segment_id=e1d90273-cef5-4478-85fc-ff4ac210e191)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:44:34.156860 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-2f72fd79-a36d-4b64-8755-0b9e09887cc2 tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.5155082 Mar 29 15:44:34.160579 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 48188) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:44:34.169720 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:34.170412 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device 74944d92-fd89-4b00-a20c-9a31ed483b20 no longer exists at agent hyperv_n-h1-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:44:34.173508 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-2553cb7a-382b-4fdd-b0e5-37f3365b529c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e5efdf6-6b83-4750-9249-d66120dd82a2', 'name': 'tempest-TaggedBootDevicesTest-1655078999-router', 'tenant_id': '3c879391e12244b68c6a1d18a158625b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.152'}], 'enable_snat': True}, 'gw_port_id': '6cdc072b-0da4-4048-9f7f-efa2e7ea4231', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:38:54Z', 'updated_at': '2022-03-29T15:38:57Z', 'revision_number': 4, 'project_id': '3c879391e12244b68c6a1d18a158625b', 'gw_port': {'id': '6cdc072b-0da4-4048-9f7f-efa2e7ea4231', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:7d:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e5efdf6-6b83-4750-9249-d66120dd82a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:38:55Z', 'updated_at': '2022-03-29T15:38:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': 'b075cf81-12df-4cf7-8657-6411fe150943', 'name': '', 'network_id': '24e09226-4699-432b-9b8f-2ffa2d9396f3', 'tenant_id': '3c879391e12244b68c6a1d18a158625b', 'mac_address': 'fa:16:3e:75:a8:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e5efdf6-6b83-4750-9249-d66120dd82a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': '6b17034e-8c96-4880-a97b-729e224595e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:38:57Z', 'updated_at': '2022-03-29T15:39:02Z', 'revision_number': 5, 'project_id': '3c879391e12244b68c6a1d18a158625b', 'subnets': [{'id': '6b17034e-8c96-4880-a97b-729e224595e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:44:34.182181 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d71584b9-87f1-45f5-84c7-c993c2416269 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:34.198989 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de924c78-7cd5-47f4-89fc-24fd21227519 req-1b32b98b-8167-4166-b66e-a2da87c1b39e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:34.201751 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-de924c78-7cd5-47f4-89fc-24fd21227519 req-1b32b98b-8167-4166-b66e-a2da87c1b39e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d04cf558b2cb439aa051141a3dc84641&device_id=aa70bb0d-9683-4d6e-8563-43fa5ee1a6be HTTP/1.1" status: 200 len: 1094 time: 0.3716025 Mar 29 15:44:34.208071 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] No Port match for: 74944d92-fd89-4b00-a20c-9a31ed483b20 {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 15:44:34.208410 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device 74944d92-fd89-4b00-a20c-9a31ed483b20 not bound to the agent host n-h1-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:44:34.209653 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a959e14a-fe26-4192-9822-c353ecbcd54f req-4e802c0b-e5f3-4ebb-9b67-3f13507aa77b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:34.212231 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-a959e14a-fe26-4192-9822-c353ecbcd54f req-4e802c0b-e5f3-4ebb-9b67-3f13507aa77b service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=2565640a-8c7c-44e6-a0ff-441fffc35121 HTTP/1.1" status: 200 len: 1101 time: 0.1156051 Mar 29 15:44:34.225440 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9dc1dd-1413-47c0-b30c-77fe1aa236b5 req-45ff3800-61ae-4523-a48d-16a7dff47dd2 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:34.235415 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-9a9dc1dd-1413-47c0-b30c-77fe1aa236b5 req-45ff3800-61ae-4523-a48d-16a7dff47dd2 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/ports?device_id=58f7a61a-e4e1-4fba-85de-36c5ab11b403 HTTP/1.1" status: 200 len: 950 time: 0.2114842 Mar 29 15:44:34.276294 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43a7142-1125-4e88-91e2-1cc07acae90a req-0472c8de-8a97-485b-ae5c-516d44028aea tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:34.284092 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2553cb7a-382b-4fdd-b0e5-37f3365b529c None None] Checking router: 6e5efdf6-6b83-4750-9249-d66120dd82a2 for host: n-d-834765-1 {{(pid=102792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:44:34.285854 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-e43a7142-1125-4e88-91e2-1cc07acae90a req-0472c8de-8a97-485b-ae5c-516d44028aea tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] 10.222.0.42 "GET /v2.0/ports?device_id=098ca7f6-5ef0-491c-b3c0-dec37bb94199 HTTP/1.1" status: 200 len: 949 time: 0.3587337 Mar 29 15:44:34.337242 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_v2 [None req-c76f7df4-f68b-4b15-ab84-32af9f105c5f tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] Deleting subnet 20299957-a9a9-4f0a-b667-d11a5a9ec9c1 {{(pid=102791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 15:44:34.342072 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-c76f7df4-f68b-4b15-ab84-32af9f105c5f tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] Notify callbacks [] for subnet, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:34.373030 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2553cb7a-382b-4fdd-b0e5-37f3365b529c None None] Routers {'6e5efdf6-6b83-4750-9249-d66120dd82a2'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:44:34.373672 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-2553cb7a-382b-4fdd-b0e5-37f3365b529c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:44:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['6e5efdf6-6b83-4750-9249-d66120dd82a2'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:44:34.379318 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c05ea347-340d-4b6c-9e50-f96a233024a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0035034-69b0-5ffc-b384-0ac6189c5628-7c5a7a54-5bce-4bde-ac89-c94dbade27b2', 'network_id': '7c5a7a54-5bce-4bde-ac89-c94dbade27b2', 'tenant_id': 'd7e69b0c9e964dac92ab1ced81176558', 'fixed_ips': [{'subnet_id': '20299957-a9a9-4f0a-b667-d11a5a9ec9c1'}]}} from n-d-834765-1. {{(pid=102792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 29 15:44:34.380181 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-c05ea347-340d-4b6c-9e50-f96a233024a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:34.392488 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Pushing event updated for resources: {'Port': ['ID=d7a81898-d911-447d-a408-4e8fd2191454,revision_number=5']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:44:34.421930 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-c76f7df4-f68b-4b15-ab84-32af9f105c5f tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4230423'] for subnet, precommit_delete_associations {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:34.458996 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c1923c-7e54-475e-a582-83a3b64ac3ca req-2a3b07e6-4fc6-4c0a-bca6-de4d9dc68ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:34.460861 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-b3c1923c-7e54-475e-a582-83a3b64ac3ca req-2a3b07e6-4fc6-4c0a-bca6-de4d9dc68ad2 service neutron] 10.222.0.44 "GET /v2.0/networks?id=2268a9b9-82fd-4886-a91d-3a50e4e16cab HTTP/1.1" status: 200 len: 870 time: 0.6296213 Mar 29 15:44:34.483746 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-a959e14a-fe26-4192-9822-c353ecbcd54f req-cceb6903-da6a-4de7-8803-7f81af1fe2a1 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=6fc5fb8c-b1d6-4bb9-b68a-102a19ea7379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2429383 Mar 29 15:44:34.499132 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-9a9dc1dd-1413-47c0-b30c-77fe1aa236b5 req-aa8b0015-c108-4a78-a24b-b2eb909d07de tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/security-groups?id=56997969-7130-4d86-9e9d-e068deb19a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2628121 Mar 29 15:44:34.528281 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-e43a7142-1125-4e88-91e2-1cc07acae90a req-6a5078f4-6310-4b84-8fa8-fb42e7113e30 tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] 10.222.0.42 "GET /v2.0/security-groups?id=062b76b3-3a31-4c61-a1e4-5e35375fb0f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2364676 Mar 29 15:44:34.548373 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de924c78-7cd5-47f4-89fc-24fd21227519 req-5085ed38-0542-4dc6-80a9-699b4760ce87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:34.550100 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-de924c78-7cd5-47f4-89fc-24fd21227519 req-5085ed38-0542-4dc6-80a9-699b4760ce87 service neutron] 10.222.0.48 "GET /v2.0/networks?id=9c05e936-df9e-4fbf-b09c-78bf9696504c HTTP/1.1" status: 200 len: 907 time: 0.3354995 Mar 29 15:44:34.644953 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-c76f7df4-f68b-4b15-ab84-32af9f105c5f tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1641287'] for subnet, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:34.709515 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-de924c78-7cd5-47f4-89fc-24fd21227519 req-49f1b6e1-5729-46a7-badb-5a35042239e6 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5115305e-8a3f-4b58-a96a-40bb4fbb26e6 HTTP/1.1" status: 200 len: 217 time: 0.1480467 Mar 29 15:44:34.717013 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [req-8e52aa91-ec9c-44eb-bb9b-f0a1ec02718c req-330f7374-f305-4260-8b38-c04ec67178c1 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Deleting port 0e514d14-115e-4070-8843-3ee9f7325115 {{(pid=102790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:44:34.717360 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-8e52aa91-ec9c-44eb-bb9b-f0a1ec02718c req-330f7374-f305-4260-8b38-c04ec67178c1 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:34.747192 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3343a392-f791-4b28-9a0c-a1ab5208dbba req-283ba2bf-be6f-4e1f-a7a0-06b9c0f9a056 tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:34.749045 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-3343a392-f791-4b28-9a0c-a1ab5208dbba req-283ba2bf-be6f-4e1f-a7a0-06b9c0f9a056 tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] 10.222.0.42 "GET /v2.0/ports?device_id=2565640a-8c7c-44e6-a0ff-441fffc35121 HTTP/1.1" status: 200 len: 950 time: 0.0733573 Mar 29 15:44:34.763921 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvr_db [None req-2553cb7a-382b-4fdd-b0e5-37f3365b529c None None] Set router 6e5efdf6-6b83-4750-9249-d66120dd82a2 gateway port host: n-d-834765-1 {{(pid=102792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:44:34.777193 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-c76f7df4-f68b-4b15-ab84-32af9f105c5f tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1641294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16155591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16218852'] for subnet, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:34.788149 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de924c78-7cd5-47f4-89fc-24fd21227519 req-c9d83958-8fea-4cf2-b1f3-ae58bc9cce1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:34.789799 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-de924c78-7cd5-47f4-89fc-24fd21227519 req-c9d83958-8fea-4cf2-b1f3-ae58bc9cce1a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9016bdba-0f5c-4ddd-94a1-3fa4aae621f1 HTTP/1.1" status: 200 len: 846 time: 0.0665610 Mar 29 15:44:34.816778 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76f7df4-f68b-4b15-ab84-32af9f105c5f tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] Pushing event deleted for resources: {'Subnet': ['ID=20299957-a9a9-4f0a-b667-d11a5a9ec9c1,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:44:34.823054 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-c76f7df4-f68b-4b15-ab84-32af9f105c5f tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] Notify callbacks [] for subnet, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:34.827398 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-c76f7df4-f68b-4b15-ab84-32af9f105c5f tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] 10.222.0.42 "DELETE /v2.0/subnets/20299957-a9a9-4f0a-b667-d11a5a9ec9c1 HTTP/1.1" status: 204 len: 168 time: 0.6645417 Mar 29 15:44:34.830073 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 48196) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:44:34.851513 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-3343a392-f791-4b28-9a0c-a1ab5208dbba req-5daf0320-ccd2-48ea-86b2-50273ad82a4d tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] 10.222.0.42 "GET /v2.0/security-groups?id=6fc5fb8c-b1d6-4bb9-b68a-102a19ea7379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959682 Mar 29 15:44:34.893202 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-b3c1923c-7e54-475e-a582-83a3b64ac3ca req-95400f52-55d2-4be6-9d11-772fff784250 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.153&port_id=e6b9deda-c73a-4c2a-b870-929882588559 HTTP/1.1" status: 200 len: 217 time: 0.0552087 Mar 29 15:44:34.898190 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-de924c78-7cd5-47f4-89fc-24fd21227519 req-e7bff875-de26-43c1-b8e7-bcc675ac86b0 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9c05e936-df9e-4fbf-b09c-78bf9696504c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0894763 Mar 29 15:44:34.907198 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80edb1c8-6fae-43c7-ae68-f0f5f300ad5b req-a4aeae33-2884-449a-b19f-860ba5d6e34c tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:34.915661 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-80edb1c8-6fae-43c7-ae68-f0f5f300ad5b req-a4aeae33-2884-449a-b19f-860ba5d6e34c tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.42 "GET /v2.0/ports?device_id=41e2a5d9-9374-4605-ab91-deb85bccc945 HTTP/1.1" status: 200 len: 945 time: 0.2510724 Mar 29 15:44:34.941697 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76a2042e-11ed-4b2a-b12d-4bf9edbb7819 tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:34.944242 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76a2042e-11ed-4b2a-b12d-4bf9edbb7819 tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:34.948860 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-76a2042e-11ed-4b2a-b12d-4bf9edbb7819 tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1175618 Mar 29 15:44:34.951939 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 48208) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:44:35.055523 n-d-834765-1 neutron-server[102790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e63d94a3-644d-400a-aa3f-0c71f9fb1b46', 'name': 'network-vif-deleted', 'tag': '6c9d42f1-664d-4f97-a0ba-019ea090a445'}] {{(pid=102790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:44:35.068541 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46b06d655c90bc969636382cce4240ad749035fb0f3a83ee4734fa1ed9c4a6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6921221e-0b7c-497c-b328-14d8af410396" -d '{"events": [{"server_uuid": "e63d94a3-644d-400a-aa3f-0c71f9fb1b46", "name": "network-vif-deleted", "tag": "6c9d42f1-664d-4f97-a0ba-019ea090a445"}]}' {{(pid=102790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:44:35.139153 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-ea569183-e53d-4813-b8fa-98df46ac41c2 tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1631750'] for network, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:35.155626 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0bced8-ac14-45c1-ad83-b9b774eb6ac7 req-97f067fb-0faa-4b6c-a5a8-517a77b4cef2 tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:35.157501 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-7e0bced8-ac14-45c1-ad83-b9b774eb6ac7 req-97f067fb-0faa-4b6c-a5a8-517a77b4cef2 tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] 10.222.0.44 "GET /v2.0/ports?device_id=098ca7f6-5ef0-491c-b3c0-dec37bb94199 HTTP/1.1" status: 200 len: 949 time: 0.1899459 Mar 29 15:44:35.186578 n-d-834765-1 neutron-server[102791]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea569183-e53d-4813-b8fa-98df46ac41c2 tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] DELETE failed (client error): There was a conflict when trying to complete your request. Mar 29 15:44:35.188799 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea569183-e53d-4813-b8fa-98df46ac41c2 tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=102791) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 15:44:35.190914 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device 3fb4706c-a793-43a2-af8e-0a4b9a2a7120 up at agent hyperv_n-h2-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:44:35.198825 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-ea569183-e53d-4813-b8fa-98df46ac41c2 tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] 10.222.0.42 "DELETE /v2.0/networks/7c5a7a54-5bce-4bde-ac89-c94dbade27b2 HTTP/1.1" status: 409 len: 405 time: 0.2440808 Mar 29 15:44:35.199343 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-de924c78-7cd5-47f4-89fc-24fd21227519 req-8417d507-af0e-4579-bfaf-148ffb721d3e service neutron] 10.222.0.48 "GET /v2.0/networks/9c05e936-df9e-4fbf-b09c-78bf9696504c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2721350 Mar 29 15:44:35.224118 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 48212) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:44:35.249601 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9662ed1-e9ab-44b5-9c29-920a2df14eac req-7bbc8af2-f52e-4104-98c5-2f4af9d4338c tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:35.256453 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9662ed1-e9ab-44b5-9c29-920a2df14eac req-7bbc8af2-f52e-4104-98c5-2f4af9d4338c tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:35.258064 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f9662ed1-e9ab-44b5-9c29-920a2df14eac req-7bbc8af2-f52e-4104-98c5-2f4af9d4338c tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] 10.222.0.42 "GET /v2.0/ports?device_id=e63d94a3-644d-400a-aa3f-0c71f9fb1b46 HTTP/1.1" status: 200 len: 1677 time: 0.1694231 Mar 29 15:44:35.289296 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-f029b332-68e6-44c8-9e56-27cd68812391 tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-329989047'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:44:35.334355 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-80edb1c8-6fae-43c7-ae68-f0f5f300ad5b req-3f7109f5-1619-4cd2-982f-faec4dc55f6d tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.42 "GET /v2.0/security-groups?id=07e96b72-96bb-4562-b80f-051b133c1759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4178166 Mar 29 15:44:35.336325 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c1923c-7e54-475e-a582-83a3b64ac3ca req-1b26534f-dae4-4996-8cb0-354d9f8acb7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:35.338563 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-b3c1923c-7e54-475e-a582-83a3b64ac3ca req-1b26534f-dae4-4996-8cb0-354d9f8acb7f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=abb8e5d6-2aea-4455-a944-3435a3d1ce49 HTTP/1.1" status: 200 len: 843 time: 0.2904115 Mar 29 15:44:35.341903 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [req-8e52aa91-ec9c-44eb-bb9b-f0a1ec02718c req-330f7374-f305-4260-8b38-c04ec67178c1 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] For port 0e514d14-115e-4070-8843-3ee9f7325115, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=0e514d14-115e-4070-8843-3ee9f7325115,segment=NetworkSegment(e53edac0-e56e-4ba8-8b7d-b6c8693d06dc),segment_id=e53edac0-e56e-4ba8-8b7d-b6c8693d06dc)] {{(pid=102790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:44:35.342478 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-8e52aa91-ec9c-44eb-bb9b-f0a1ec02718c req-330f7374-f305-4260-8b38-c04ec67178c1 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:35.408462 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [req-8e52aa91-ec9c-44eb-bb9b-f0a1ec02718c req-330f7374-f305-4260-8b38-c04ec67178c1 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Calling delete_port for 0e514d14-115e-4070-8843-3ee9f7325115 owned by compute:nova {{(pid=102790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:44:35.413547 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server [None req-c05ea347-340d-4b6c-9e50-f96a233024a2 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 20299957-a9a9-4f0a-b667-d11a5a9ec9c1: This subnet is being modified by another concurrent operation. Mar 29 15:44:35.413547 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 29 15:44:35.413547 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 29 15:44:35.413547 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 29 15:44:35.413547 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 29 15:44:35.413547 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 29 15:44:35.413547 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 29 15:44:35.413547 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 29 15:44:35.413547 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 29 15:44:35.413547 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 29 15:44:35.413547 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 29 15:44:35.413547 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 29 15:44:35.413547 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 29 15:44:35.413547 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 29 15:44:35.413547 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 29 15:44:35.413547 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server raise self.value Mar 29 15:44:35.413547 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 29 15:44:35.413547 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 29 15:44:35.413547 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 29 15:44:35.413547 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 29 15:44:35.413547 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 29 15:44:35.413547 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 29 15:44:35.413547 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 29 15:44:35.413547 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server raise self.value Mar 29 15:44:35.413547 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 29 15:44:35.413547 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 29 15:44:35.413547 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 29 15:44:35.413547 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 29 15:44:35.413547 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 29 15:44:35.413547 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 29 15:44:35.413547 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 29 15:44:35.413547 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server raise self.value Mar 29 15:44:35.413547 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 29 15:44:35.413547 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 29 15:44:35.413547 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 29 15:44:35.413547 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 29 15:44:35.413547 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Mar 29 15:44:35.413547 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 29 15:44:35.413547 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Mar 29 15:44:35.413547 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 29 15:44:35.413547 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 29 15:44:35.413547 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 29 15:44:35.413547 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Mar 29 15:44:35.413547 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 29 15:44:35.413547 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 29 15:44:35.413547 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 29 15:44:35.413547 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 29 15:44:35.413547 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 29 15:44:35.413547 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 29 15:44:35.413547 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 29 15:44:35.413547 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 29 15:44:35.413547 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server raise self.value Mar 29 15:44:35.413547 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 29 15:44:35.413547 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 29 15:44:35.418191 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 29 15:44:35.418191 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 29 15:44:35.418191 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 29 15:44:35.418191 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 29 15:44:35.418191 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 29 15:44:35.418191 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server raise self.value Mar 29 15:44:35.418191 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 29 15:44:35.418191 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 29 15:44:35.418191 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 29 15:44:35.418191 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 29 15:44:35.418191 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 29 15:44:35.418191 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 29 15:44:35.418191 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 29 15:44:35.418191 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server raise self.value Mar 29 15:44:35.418191 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 29 15:44:35.418191 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 29 15:44:35.418191 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1486, in create_port Mar 29 15:44:35.418191 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 29 15:44:35.418191 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1451, in _create_port_db Mar 29 15:44:35.418191 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 29 15:44:35.418191 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Mar 29 15:44:35.418191 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 29 15:44:35.418191 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 29 15:44:35.418191 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 29 15:44:35.418191 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 29 15:44:35.418191 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 29 15:44:35.418191 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Mar 29 15:44:35.418191 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 29 15:44:35.418191 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 29 15:44:35.418191 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 29 15:44:35.418191 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 29 15:44:35.418191 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 29 15:44:35.418191 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Mar 29 15:44:35.418191 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 29 15:44:35.418191 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 29 15:44:35.418191 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server raise exception Mar 29 15:44:35.418191 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 20299957-a9a9-4f0a-b667-d11a5a9ec9c1: This subnet is being modified by another concurrent operation. Mar 29 15:44:35.418191 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server Mar 29 15:44:35.437758 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f9662ed1-e9ab-44b5-9c29-920a2df14eac req-495a108a-064a-4f9b-ba02-50016cb5f6eb tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] 10.222.0.42 "GET /v2.0/security-groups?id=19cf0565-0e5d-4a9a-bb20-6dda76410fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1702898 Mar 29 15:44:35.457667 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [req-7e0bced8-ac14-45c1-ad83-b9b774eb6ac7 req-26ada465-6765-42c1-a4fe-22404fae9c02 tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] Deleting port 0778d953-736b-473d-b6a9-91400417f84a {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:44:35.461764 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-7e0bced8-ac14-45c1-ad83-b9b774eb6ac7 req-26ada465-6765-42c1-a4fe-22404fae9c02 tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:35.525604 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f029b332-68e6-44c8-9e56-27cd68812391 tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] Made reservation on behalf of d7e69b0c9e964dac92ab1ced81176558 for: {'network': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:44:35.529872 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff31b20f-9347-4719-a631-c0d12bd03ba6 None None] Network 7c5a7a54-5bce-4bde-ac89-c94dbade27b2 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 15:44:35.530768 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-f029b332-68e6-44c8-9e56-27cd68812391 tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for network, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:35.615102 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:44:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15c3ecbf-2e5e-4ab8-9991-d269a030441d x-openstack-request-id: req-15c3ecbf-2e5e-4ab8-9991-d269a030441d {{(pid=102790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:44:35.619711 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e63d94a3-644d-400a-aa3f-0c71f9fb1b46", "name": "network-vif-deleted", "tag": "6c9d42f1-664d-4f97-a0ba-019ea090a445", "status": "completed", "code": 200}]} {{(pid=102790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:44:35.620034 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-15c3ecbf-2e5e-4ab8-9991-d269a030441d {{(pid=102790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:44:35.620854 n-d-834765-1 neutron-server[102790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e63d94a3-644d-400a-aa3f-0c71f9fb1b46', 'name': 'network-vif-deleted', 'tag': '6c9d42f1-664d-4f97-a0ba-019ea090a445', 'status': 'completed', 'code': 200} Mar 29 15:44:35.684863 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-7e0bced8-ac14-45c1-ad83-b9b774eb6ac7 req-26ada465-6765-42c1-a4fe-22404fae9c02 tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] For port 0778d953-736b-473d-b6a9-91400417f84a, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=0778d953-736b-473d-b6a9-91400417f84a,segment=NetworkSegment(a0c230f0-660a-4194-9279-0f0781d34134),segment_id=a0c230f0-660a-4194-9279-0f0781d34134)] {{(pid=102791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:44:35.685624 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-7e0bced8-ac14-45c1-ad83-b9b774eb6ac7 req-26ada465-6765-42c1-a4fe-22404fae9c02 tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:35.715461 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c1923c-7e54-475e-a582-83a3b64ac3ca req-7af098c6-f1b5-4028-a3c4-9d272a94bbbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:35.717242 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-b3c1923c-7e54-475e-a582-83a3b64ac3ca req-7af098c6-f1b5-4028-a3c4-9d272a94bbbe service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2268a9b9-82fd-4886-a91d-3a50e4e16cab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3629668 Mar 29 15:44:35.735477 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-de924c78-7cd5-47f4-89fc-24fd21227519 req-5a637522-a063-4b60-a40d-68220d84a86c service neutron] 10.222.0.48 "GET /v2.0/networks/9c05e936-df9e-4fbf-b09c-78bf9696504c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5123768 Mar 29 15:44:35.758883 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-0cb6abf6-2706-4e52-8825-f5f644ecf9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:35.759224 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f029b332-68e6-44c8-9e56-27cd68812391 tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] vlan segment allocate from pool success with {'vlan_id': 647, 'physical_network': 'physnet1'} {{(pid=102790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 15:44:35.764061 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Provisioning complete for port 3fb4706c-a793-43a2-af8e-0a4b9a2a7120 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:44:35.764630 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:35.788895 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bae21c9-8d77-4351-816a-ab4f57cecd0e req-cd316f54-2473-47c7-b8f5-f69d75d89561 tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:35.790486 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-9bae21c9-8d77-4351-816a-ab4f57cecd0e req-cd316f54-2473-47c7-b8f5-f69d75d89561 tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] 10.222.0.44 "GET /v2.0/ports?device_id=dbf06d28-6f64-4f76-b58a-39982ac100c2 HTTP/1.1" status: 200 len: 949 time: 0.3669953 Mar 29 15:44:35.830222 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-f029b332-68e6-44c8-9e56-27cd68812391 tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:35.830519 n-d-834765-1 neutron-server[102790]: INFO neutron.db.segments_db [None req-f029b332-68e6-44c8-9e56-27cd68812391 tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] Added segment ae60f4b3-08c4-48b4-8138-99e31e87c2b5 of type vlan for network 9f6d03eb-2018-4435-8124-55ce1ef0acd9 Mar 29 15:44:35.852185 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [req-7e0bced8-ac14-45c1-ad83-b9b774eb6ac7 req-26ada465-6765-42c1-a4fe-22404fae9c02 tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] Calling delete_port for 0778d953-736b-473d-b6a9-91400417f84a owned by compute:nova {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:44:35.858973 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-2553cb7a-382b-4fdd-b0e5-37f3365b529c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e5efdf6-6b83-4750-9249-d66120dd82a2', 'name': 'tempest-TaggedBootDevicesTest-1655078999-router', 'tenant_id': '3c879391e12244b68c6a1d18a158625b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.152'}], 'enable_snat': True}, 'gw_port_id': '6cdc072b-0da4-4048-9f7f-efa2e7ea4231', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:38:54Z', 'updated_at': '2022-03-29T15:38:57Z', 'revision_number': 4, 'project_id': '3c879391e12244b68c6a1d18a158625b', 'gw_port': {'id': '6cdc072b-0da4-4048-9f7f-efa2e7ea4231', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:7d:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e5efdf6-6b83-4750-9249-d66120dd82a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:38:55Z', 'updated_at': '2022-03-29T15:38:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': 'b075cf81-12df-4cf7-8657-6411fe150943', 'name': '', 'network_id': '24e09226-4699-432b-9b8f-2ffa2d9396f3', 'tenant_id': '3c879391e12244b68c6a1d18a158625b', 'mac_address': 'fa:16:3e:75:a8:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e5efdf6-6b83-4750-9249-d66120dd82a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': '6b17034e-8c96-4880-a97b-729e224595e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:38:57Z', 'updated_at': '2022-03-29T15:39:02Z', 'revision_number': 5, 'project_id': '3c879391e12244b68c6a1d18a158625b', 'subnets': [{'id': '6b17034e-8c96-4880-a97b-729e224595e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:44:35.888750 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c671b415-fcbf-48cb-819a-ab146d01e22b None None] get_active_networks_info from n-d-834765-1 {{(pid=102792) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Mar 29 15:44:35.889595 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088976fa-2d76-470d-a6bc-0702571a0e39 req-803ad3a0-f52b-4c82-a85d-1fe86d5ebb91 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:35.891510 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-088976fa-2d76-470d-a6bc-0702571a0e39 req-803ad3a0-f52b-4c82-a85d-1fe86d5ebb91 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/ports?device_id=58f7a61a-e4e1-4fba-85de-36c5ab11b403 HTTP/1.1" status: 200 len: 950 time: 0.1791930 Mar 29 15:44:35.913863 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdbb36f-1526-4329-b672-73063d294b07 req-b89ea573-5668-4377-966d-b759d09e7ab0 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:35.915566 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-1fdbb36f-1526-4329-b672-73063d294b07 req-b89ea573-5668-4377-966d-b759d09e7ab0 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa70bb0d-9683-4d6e-8563-43fa5ee1a6be HTTP/1.1" status: 200 len: 943 time: 0.3918810 Mar 29 15:44:36.020812 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-088976fa-2d76-470d-a6bc-0702571a0e39 req-7b8e9ba6-cac0-478a-b39b-92d365d11301 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/security-groups?id=56997969-7130-4d86-9e9d-e068deb19a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215808 Mar 29 15:44:36.041472 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2553cb7a-382b-4fdd-b0e5-37f3365b529c None None] The sync data for ids ['6e5efdf6-6b83-4750-9249-d66120dd82a2'] in n-d-834765-1 is: [{'id': '6e5efdf6-6b83-4750-9249-d66120dd82a2', 'name': 'tempest-TaggedBootDevicesTest-1655078999-router', 'tenant_id': '3c879391e12244b68c6a1d18a158625b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.152'}], 'enable_snat': True}, 'gw_port_id': '6cdc072b-0da4-4048-9f7f-efa2e7ea4231', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:38:54Z', 'updated_at': '2022-03-29T15:38:57Z', 'revision_number': 4, 'project_id': '3c879391e12244b68c6a1d18a158625b', 'gw_port': {'id': '6cdc072b-0da4-4048-9f7f-efa2e7ea4231', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:7d:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e5efdf6-6b83-4750-9249-d66120dd82a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:38:55Z', 'updated_at': '2022-03-29T15:38:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': 'b075cf81-12df-4cf7-8657-6411fe150943', 'name': '', 'network_id': '24e09226-4699-432b-9b8f-2ffa2d9396f3', 'tenant_id': '3c879391e12244b68c6a1d18a158625b', 'mac_address': 'fa:16:3e:75:a8:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e5efdf6-6b83-4750-9249-d66120dd82a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': '6b17034e-8c96-4880-a97b-729e224595e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:38:57Z', 'updated_at': '2022-03-29T15:39:02Z', 'revision_number': 5, 'project_id': '3c879391e12244b68c6a1d18a158625b', 'subnets': [{'id': '6b17034e-8c96-4880-a97b-729e224595e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:44:36.043496 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41e2a5d9-9374-4605-ab91-deb85bccc945', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7a81898-d911-447d-a408-4e8fd2191454'}] {{(pid=102792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:44:36.047293 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4f476c66b318cc6068719fc39557fac68d413f5c7e78fa77028c7948e999ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ff92395-1489-4215-8bd6-f737e7cdaadc" -d '{"events": [{"server_uuid": "41e2a5d9-9374-4605-ab91-deb85bccc945", "name": "network-vif-plugged", "status": "completed", "tag": "d7a81898-d911-447d-a408-4e8fd2191454"}]}' {{(pid=102792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:44:36.052659 n-d-834765-1 neutron-server[102792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c671b415-fcbf-48cb-819a-ab146d01e22b None None] Resources bound (agent type, host, resource id): {{(pid=102792) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 29 15:44:36.064082 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:36.110916 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-f029b332-68e6-44c8-9e56-27cd68812391 tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783522915970'] for network, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:36.149374 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:36.233195 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.db.resource_extend [None req-f029b332-68e6-44c8-9e56-27cd68812391 tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 29 15:44:36.255364 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-b3c1923c-7e54-475e-a582-83a3b64ac3ca req-28097680-c538-4d93-a84b-915c67c2c843 service neutron] 10.222.0.44 "GET /v2.0/networks/2268a9b9-82fd-4886-a91d-3a50e4e16cab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5177267 Mar 29 15:44:36.277468 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-1fdbb36f-1526-4329-b672-73063d294b07 req-5e14d086-5f78-480d-9f9e-7ee1e86662a9 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] 10.222.0.42 "GET /v2.0/security-groups?id=f08e979a-b162-4e81-8f48-4f228bf81759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3257182 Mar 29 15:44:36.366344 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-8e52aa91-ec9c-44eb-bb9b-f0a1ec02718c req-330f7374-f305-4260-8b38-c04ec67178c1 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:36.425840 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-f029b332-68e6-44c8-9e56-27cd68812391 tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795'] for network, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:36.439142 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port 3fb4706c-a793-43a2-af8e-0a4b9a2a7120, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=3fb4706c-a793-43a2-af8e-0a4b9a2a7120,segment=NetworkSegment(a0c230f0-660a-4194-9279-0f0781d34134),segment_id=a0c230f0-660a-4194-9279-0f0781d34134)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:44:36.442389 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f029b332-68e6-44c8-9e56-27cd68812391 tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:36.443095 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-f029b332-68e6-44c8-9e56-27cd68812391 tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for network, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:36.482060 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:36.594196 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b68f75c-320e-4e27-84a8-1460c45d9fa2 None None] New status for floating IP 35e7681f-8752-48dd-8a51-0a7687953333: DOWN {{(pid=102793) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 15:44:36.683249 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9e9049-ee9e-4935-bc3e-32de656ee5f0 req-1f18cecb-6535-4f81-a0f0-d5e651614d40 tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:36.693076 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-5f9e9049-ee9e-4935-bc3e-32de656ee5f0 req-1f18cecb-6535-4f81-a0f0-d5e651614d40 tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] 10.222.0.42 "GET /v2.0/ports?device_id=098ca7f6-5ef0-491c-b3c0-dec37bb94199 HTTP/1.1" status: 200 len: 949 time: 0.0759642 Mar 29 15:44:36.728441 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Pushing event updated for resources: {'Port': ['ID=3fb4706c-a793-43a2-af8e-0a4b9a2a7120,revision_number=7']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:44:36.760717 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-5f9e9049-ee9e-4935-bc3e-32de656ee5f0 req-a18d0ddb-ea2e-4534-a4ea-0b176dbef75c tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] 10.222.0.42 "GET /v2.0/security-groups?id=062b76b3-3a31-4c61-a1e4-5e35375fb0f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665731 Mar 29 15:44:36.900708 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-7e0bced8-ac14-45c1-ad83-b9b774eb6ac7 req-26ada465-6765-42c1-a4fe-22404fae9c02 tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:36.939753 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ada465-6765-42c1-a4fe-22404fae9c02 tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] Pushing event deleted for resources: {'Port': ['ID=0778d953-736b-473d-b6a9-91400417f84a,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:44:36.968807 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f029b332-68e6-44c8-9e56-27cd68812391 tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] Pushing event updated for resources: {'Network': ['ID=9f6d03eb-2018-4435-8124-55ce1ef0acd9,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:44:37.013387 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e0bced8-ac14-45c1-ad83-b9b774eb6ac7 req-26ada465-6765-42c1-a4fe-22404fae9c02 tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] No DVR routers for this DVR port 0778d953-736b-473d-b6a9-91400417f84a on host n-h1-834765-1 {{(pid=102791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:44:37.017413 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-7e0bced8-ac14-45c1-ad83-b9b774eb6ac7 req-26ada465-6765-42c1-a4fe-22404fae9c02 tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:37.022882 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-7e0bced8-ac14-45c1-ad83-b9b774eb6ac7 req-26ada465-6765-42c1-a4fe-22404fae9c02 tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] 10.222.0.44 "DELETE /v2.0/ports/0778d953-736b-473d-b6a9-91400417f84a HTTP/1.1" status: 204 len: 173 time: 1.8554096 Mar 29 15:44:37.023654 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '098ca7f6-5ef0-491c-b3c0-dec37bb94199', 'name': 'network-vif-deleted', 'tag': '0778d953-736b-473d-b6a9-91400417f84a'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:44:37.026101 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c67b028db5e9b9818fecc5c0a87ebc6f190694fa53ca267d523e04f98de536d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60b9398c-3ac1-4a93-964f-9a7b4f1027da" -d '{"events": [{"server_uuid": "098ca7f6-5ef0-491c-b3c0-dec37bb94199", "name": "network-vif-deleted", "tag": "0778d953-736b-473d-b6a9-91400417f84a"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:44:37.032966 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:44:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-067bbc67-c753-4758-b179-296ed95e6c50 x-openstack-request-id: req-067bbc67-c753-4758-b179-296ed95e6c50 {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:44:37.033540 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41e2a5d9-9374-4605-ab91-deb85bccc945", "name": "network-vif-plugged", "status": "completed", "tag": "d7a81898-d911-447d-a408-4e8fd2191454", "code": 200}]} {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:44:37.033540 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-067bbc67-c753-4758-b179-296ed95e6c50 {{(pid=102792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:44:37.033955 n-d-834765-1 neutron-server[102792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41e2a5d9-9374-4605-ab91-deb85bccc945', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7a81898-d911-447d-a408-4e8fd2191454', 'code': 200} Mar 29 15:44:37.044275 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] get_ports_and_sgs() called for port_ids ['f39638e0-0f05-469b-894f-3e4405d80bf7'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:44:37.044660 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-f029b332-68e6-44c8-9e56-27cd68812391 tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.8072550 Mar 29 15:44:37.047527 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 48240) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:44:37.052492 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330f7374-f305-4260-8b38-c04ec67178c1 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Pushing event deleted for resources: {'Port': ['ID=0e514d14-115e-4070-8843-3ee9f7325115,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:44:37.055527 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-c8cd5243-2919-4c03-8d57-1030c34f00b8 tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] Request body: {'subnet': {'network_id': '9f6d03eb-2018-4435-8124-55ce1ef0acd9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:44:37.117883 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [req-9bae21c9-8d77-4351-816a-ab4f57cecd0e req-d8b189a2-db66-4468-a452-7622e926bb8e tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] Deleting port 611b86f9-0890-46c5-aa53-8103b3d2be14 {{(pid=102790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:44:37.118606 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-9bae21c9-8d77-4351-816a-ab4f57cecd0e req-d8b189a2-db66-4468-a452-7622e926bb8e tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:37.161242 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Network 9f6d03eb-2018-4435-8124-55ce1ef0acd9 details requested by agent ovs-agent-n-d-834765-1 with host n-d-834765-1 {{(pid=102792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 15:44:37.163063 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device 5115305e-8a3f-4b58-a96a-40bb4fbb26e6 details requested by agent hyperv_n-h2-834765-1 with host n-h2-834765-1 {{(pid=102792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 15:44:37.210896 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e52aa91-ec9c-44eb-bb9b-f0a1ec02718c req-330f7374-f305-4260-8b38-c04ec67178c1 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] No DVR routers for this DVR port 0e514d14-115e-4070-8843-3ee9f7325115 on host n-h2-834765-1 {{(pid=102790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:44:37.222367 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-8e52aa91-ec9c-44eb-bb9b-f0a1ec02718c req-330f7374-f305-4260-8b38-c04ec67178c1 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:37.226257 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-8e52aa91-ec9c-44eb-bb9b-f0a1ec02718c req-330f7374-f305-4260-8b38-c04ec67178c1 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] 10.222.0.48 "DELETE /v2.0/ports/0e514d14-115e-4070-8843-3ee9f7325115 HTTP/1.1" status: 204 len: 173 time: 3.1720941 Mar 29 15:44:37.238815 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-b3c1923c-7e54-475e-a582-83a3b64ac3ca req-90c6e8b6-37fd-4655-86ba-d98c402917af service neutron] 10.222.0.44 "GET /v2.0/networks/2268a9b9-82fd-4886-a91d-3a50e4e16cab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9578485 Mar 29 15:44:37.296595 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195dc771-48e1-4397-835a-a0721aa2868f req-376790ba-7b09-4c9d-aefb-3bbaf12c267f tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:37.304774 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-195dc771-48e1-4397-835a-a0721aa2868f req-376790ba-7b09-4c9d-aefb-3bbaf12c267f tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] 10.222.0.42 "GET /v2.0/ports?device_id=2565640a-8c7c-44e6-a0ff-441fffc35121 HTTP/1.1" status: 200 len: 950 time: 0.8445044 Mar 29 15:44:37.337288 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [req-9bae21c9-8d77-4351-816a-ab4f57cecd0e req-d8b189a2-db66-4468-a452-7622e926bb8e tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] For port 611b86f9-0890-46c5-aa53-8103b3d2be14, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=611b86f9-0890-46c5-aa53-8103b3d2be14,segment=NetworkSegment(a0c230f0-660a-4194-9279-0f0781d34134),segment_id=a0c230f0-660a-4194-9279-0f0781d34134)] {{(pid=102790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:44:37.338049 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-9bae21c9-8d77-4351-816a-ab4f57cecd0e req-d8b189a2-db66-4468-a452-7622e926bb8e tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:37.368396 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344be3a3-1fb9-4ba0-bcf5-0ecd3b252e98 req-a9cff846-a9aa-426f-bccf-d3ef82bd5412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:37.370089 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-344be3a3-1fb9-4ba0-bcf5-0ecd3b252e98 req-a9cff846-a9aa-426f-bccf-d3ef82bd5412 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=41e2a5d9-9374-4605-ab91-deb85bccc945 HTTP/1.1" status: 200 len: 1096 time: 0.2830751 Mar 29 15:44:37.383795 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9695ed5a-1ef3-495c-93de-af2e53e88e8e req-2baeff0a-4f41-472e-aaa6-4801c4f267ac tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:37.385520 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-9695ed5a-1ef3-495c-93de-af2e53e88e8e req-2baeff0a-4f41-472e-aaa6-4801c4f267ac tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.42 "GET /v2.0/ports?device_id=41e2a5d9-9374-4605-ab91-deb85bccc945 HTTP/1.1" status: 200 len: 945 time: 0.2555218 Mar 29 15:44:37.388994 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [req-9bae21c9-8d77-4351-816a-ab4f57cecd0e req-d8b189a2-db66-4468-a452-7622e926bb8e tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] Calling delete_port for 611b86f9-0890-46c5-aa53-8103b3d2be14 owned by compute:nova {{(pid=102790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:44:37.434232 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-195dc771-48e1-4397-835a-a0721aa2868f req-e273f7ff-7737-4105-93d4-8015d91191a1 tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] 10.222.0.42 "GET /v2.0/security-groups?id=6fc5fb8c-b1d6-4bb9-b68a-102a19ea7379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276016 Mar 29 15:44:37.593038 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port 5115305e-8a3f-4b58-a96a-40bb4fbb26e6, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=5115305e-8a3f-4b58-a96a-40bb4fbb26e6,segment=NetworkSegment(429e9cf3-3671-4cb2-9547-92af9e95f1f2),segment_id=429e9cf3-3671-4cb2-9547-92af9e95f1f2)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:44:37.605286 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8cd5243-2919-4c03-8d57-1030c34f00b8 tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] Made reservation on behalf of d7e69b0c9e964dac92ab1ced81176558 for: {'subnet': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:44:37.609042 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-c8cd5243-2919-4c03-8d57-1030c34f00b8 tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16218875'] for subnet, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:37.611246 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Returning: {'device': '5115305e-8a3f-4b58-a96a-40bb4fbb26e6', 'network_id': '9c05e936-df9e-4fbf-b09c-78bf9696504c', 'port_id': '5115305e-8a3f-4b58-a96a-40bb4fbb26e6', 'mac_address': 'fa:16:3e:3b:16:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 637, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9016bdba-0f5c-4ddd-94a1-3fa4aae621f1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 15:44:37.623232 n-d-834765-1 neutron-server[102790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e63d94a3-644d-400a-aa3f-0c71f9fb1b46', 'name': 'network-vif-deleted', 'tag': '0e514d14-115e-4070-8843-3ee9f7325115'}] {{(pid=102790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:44:37.628843 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46b06d655c90bc969636382cce4240ad749035fb0f3a83ee4734fa1ed9c4a6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c705fca1-22e8-403f-86bf-e6fa46824773" -d '{"events": [{"server_uuid": "e63d94a3-644d-400a-aa3f-0c71f9fb1b46", "name": "network-vif-deleted", "tag": "0e514d14-115e-4070-8843-3ee9f7325115"}]}' {{(pid=102790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:44:37.676023 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:37.705257 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5115305e-8a3f-4b58-a96a-40bb4fbb26e6 {{(pid=102792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:44:37.736583 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port 5115305e-8a3f-4b58-a96a-40bb4fbb26e6, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=5115305e-8a3f-4b58-a96a-40bb4fbb26e6,segment=NetworkSegment(429e9cf3-3671-4cb2-9547-92af9e95f1f2),segment_id=429e9cf3-3671-4cb2-9547-92af9e95f1f2)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:44:37.744661 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:37.786227 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [req-8e52aa91-ec9c-44eb-bb9b-f0a1ec02718c req-2cdda6ee-9508-4437-ab94-cf50bd091c34 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Deleting port 93ac20f5-aa07-4dbf-a3fe-5ec3fbecedce {{(pid=102790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:44:37.786642 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-8e52aa91-ec9c-44eb-bb9b-f0a1ec02718c req-2cdda6ee-9508-4437-ab94-cf50bd091c34 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:37.819491 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af7c174-7cf1-4ebd-90a2-a31ec7525390 req-9fe1c4e4-a3f9-4f8c-ad45-a1f529342894 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:37.827873 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Pushing event updated for resources: {'Port': ['ID=5115305e-8a3f-4b58-a96a-40bb4fbb26e6,revision_number=4']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:44:37.828701 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-2af7c174-7cf1-4ebd-90a2-a31ec7525390 req-9fe1c4e4-a3f9-4f8c-ad45-a1f529342894 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] 10.222.0.42 "GET /v2.0/ports?device_id=e63d94a3-644d-400a-aa3f-0c71f9fb1b46 HTTP/1.1" status: 200 len: 943 time: 0.2390378 Mar 29 15:44:37.840879 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-9695ed5a-1ef3-495c-93de-af2e53e88e8e req-7d3e2f15-53a0-4577-a0da-8f66bdd9fd0d tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.42 "GET /v2.0/security-groups?id=07e96b72-96bb-4562-b80f-051b133c1759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4090304 Mar 29 15:44:37.853101 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-344be3a3-1fb9-4ba0-bcf5-0ecd3b252e98 req-37651e1b-aca6-4a0d-8b8d-526f4617931c service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=07e96b72-96bb-4562-b80f-051b133c1759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4611528 Mar 29 15:44:37.953016 n-d-834765-1 neutron-server[102791]: DEBUG neutron.objects.ports [None req-c8cd5243-2919-4c03-8d57-1030c34f00b8 tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102791) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 29 15:44:37.955420 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:44:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4192b620-73ba-469f-8822-7eb102f95662 x-openstack-request-id: req-4192b620-73ba-469f-8822-7eb102f95662 {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:44:37.961121 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "098ca7f6-5ef0-491c-b3c0-dec37bb94199", "name": "network-vif-deleted", "tag": "0778d953-736b-473d-b6a9-91400417f84a", "status": "completed", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:44:37.961774 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-4192b620-73ba-469f-8822-7eb102f95662 {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:44:37.962212 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '098ca7f6-5ef0-491c-b3c0-dec37bb94199', 'name': 'network-vif-deleted', 'tag': '0778d953-736b-473d-b6a9-91400417f84a', 'status': 'completed', 'code': 200} Mar 29 15:44:37.963071 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-c8cd5243-2919-4c03-8d57-1030c34f00b8 tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16155524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16218861'] for subnet, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:38.060639 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-2af7c174-7cf1-4ebd-90a2-a31ec7525390 req-231e0c16-50cc-44bc-ab3b-af5f7b337733 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] 10.222.0.42 "GET /v2.0/security-groups?id=19cf0565-0e5d-4a9a-bb20-6dda76410fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2308979 Mar 29 15:44:38.076679 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cd5243-2919-4c03-8d57-1030c34f00b8 tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] Pushing event updated for resources: {'Subnet': ['ID=20e370d7-c887-4b39-a650-33ca66bd19b8,revision_number=0']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:44:38.111833 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] get_ports_and_sgs() called for port_ids ['5115305e-8a3f-4b58-a96a-40bb4fbb26e6'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:44:38.112475 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-9bae21c9-8d77-4351-816a-ab4f57cecd0e req-d8b189a2-db66-4468-a452-7622e926bb8e tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:38.171777 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] get_ports_and_sgs() called for port_ids ['f39638e0-0f05-469b-894f-3e4405d80bf7'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:44:38.211250 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [req-8e52aa91-ec9c-44eb-bb9b-f0a1ec02718c req-2cdda6ee-9508-4437-ab94-cf50bd091c34 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] For port 93ac20f5-aa07-4dbf-a3fe-5ec3fbecedce, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=93ac20f5-aa07-4dbf-a3fe-5ec3fbecedce,segment=NetworkSegment(ab9e52c9-9281-40f7-aa2a-632849de5ddc),segment_id=ab9e52c9-9281-40f7-aa2a-632849de5ddc)] {{(pid=102790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:44:38.211792 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-8e52aa91-ec9c-44eb-bb9b-f0a1ec02718c req-2cdda6ee-9508-4437-ab94-cf50bd091c34 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:38.230370 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b189a2-db66-4468-a452-7622e926bb8e tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] Pushing event deleted for resources: {'Port': ['ID=611b86f9-0890-46c5-aa53-8103b3d2be14,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:44:38.253181 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [req-8e52aa91-ec9c-44eb-bb9b-f0a1ec02718c req-2cdda6ee-9508-4437-ab94-cf50bd091c34 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Calling delete_port for 93ac20f5-aa07-4dbf-a3fe-5ec3fbecedce owned by compute:nova {{(pid=102790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:44:38.263121 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8cd5243-2919-4c03-8d57-1030c34f00b8 tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] Checking segment: {'id': 'ae60f4b3-08c4-48b4-8138-99e31e87c2b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '9f6d03eb-2018-4435-8124-55ce1ef0acd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:44:38.263697 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8cd5243-2919-4c03-8d57-1030c34f00b8 tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] Network hostable DHCP agents. Network: 9f6d03eb-2018-4435-8124-55ce1ef0acd9, hostable agents: ['d136643e-48ae-49d4-a851-2ba3bdf3749c'], hosted agents: [] {{(pid=102791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 15:44:38.310404 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bae21c9-8d77-4351-816a-ab4f57cecd0e req-d8b189a2-db66-4468-a452-7622e926bb8e tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] No DVR routers for this DVR port 611b86f9-0890-46c5-aa53-8103b3d2be14 on host n-h1-834765-1 {{(pid=102790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:44:38.316141 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-9bae21c9-8d77-4351-816a-ab4f57cecd0e req-d8b189a2-db66-4468-a452-7622e926bb8e tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:38.319624 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-9bae21c9-8d77-4351-816a-ab4f57cecd0e req-d8b189a2-db66-4468-a452-7622e926bb8e tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] 10.222.0.44 "DELETE /v2.0/ports/611b86f9-0890-46c5-aa53-8103b3d2be14 HTTP/1.1" status: 204 len: 173 time: 2.5122616 Mar 29 15:44:38.325862 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f082526-dab5-447d-ad46-c030698b0ae0 req-39f3440b-89a3-4ee3-ad2e-9ec6263c5056 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:38.336767 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-9f082526-dab5-447d-ad46-c030698b0ae0 req-39f3440b-89a3-4ee3-ad2e-9ec6263c5056 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/ports?device_id=58f7a61a-e4e1-4fba-85de-36c5ab11b403 HTTP/1.1" status: 200 len: 950 time: 0.2450700 Mar 29 15:44:38.363867 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caca82f5-8dfb-479c-8c84-e8e58d9a9444 req-12d23042-16bf-4017-923e-b4a61e216b3c tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:38.365509 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-caca82f5-8dfb-479c-8c84-e8e58d9a9444 req-12d23042-16bf-4017-923e-b4a61e216b3c tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa70bb0d-9683-4d6e-8563-43fa5ee1a6be HTTP/1.1" status: 200 len: 944 time: 0.1849711 Mar 29 15:44:38.392351 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8cd5243-2919-4c03-8d57-1030c34f00b8 tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] Network 9f6d03eb-2018-4435-8124-55ce1ef0acd9 is scheduled to be hosted by DHCP agent d136643e-48ae-49d4-a851-2ba3bdf3749c with binding_index 1 {{(pid=102791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 15:44:38.408039 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-9f082526-dab5-447d-ad46-c030698b0ae0 req-ee2e9037-b6d2-4650-b15a-408035527a32 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/security-groups?id=56997969-7130-4d86-9e9d-e068deb19a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696735 Mar 29 15:44:38.414333 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [None req-c8cd5243-2919-4c03-8d57-1030c34f00b8 tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834765-1, 9f6d03eb-2018-4435-8124-55ce1ef0acd9) {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:44:38.422934 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8cd5243-2919-4c03-8d57-1030c34f00b8 tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:38.424703 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-c8cd5243-2919-4c03-8d57-1030c34f00b8 tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] Notify callbacks [] for subnet, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:38.448527 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-caca82f5-8dfb-479c-8c84-e8e58d9a9444 req-70097062-6dfe-4cb3-9396-7e18f1ae5620 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] 10.222.0.42 "GET /v2.0/security-groups?id=f08e979a-b162-4e81-8f48-4f228bf81759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665851 Mar 29 15:44:38.462392 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-c8cd5243-2919-4c03-8d57-1030c34f00b8 tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.4134827 Mar 29 15:44:38.464928 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 48254) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:44:38.569029 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:44:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33e5eb92-37e6-4dca-8b52-9b1831464301 x-openstack-request-id: req-33e5eb92-37e6-4dca-8b52-9b1831464301 {{(pid=102790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:44:38.569426 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e63d94a3-644d-400a-aa3f-0c71f9fb1b46", "name": "network-vif-deleted", "tag": "0e514d14-115e-4070-8843-3ee9f7325115", "status": "completed", "code": 200}]} {{(pid=102790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:44:38.569811 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-33e5eb92-37e6-4dca-8b52-9b1831464301 {{(pid=102790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:44:38.570448 n-d-834765-1 neutron-server[102790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e63d94a3-644d-400a-aa3f-0c71f9fb1b46', 'name': 'network-vif-deleted', 'tag': '0e514d14-115e-4070-8843-3ee9f7325115', 'status': 'completed', 'code': 200} Mar 29 15:44:38.573711 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-8e52aa91-ec9c-44eb-bb9b-f0a1ec02718c req-2cdda6ee-9508-4437-ab94-cf50bd091c34 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:38.635053 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdda6ee-9508-4437-ab94-cf50bd091c34 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Pushing event deleted for resources: {'Port': ['ID=93ac20f5-aa07-4dbf-a3fe-5ec3fbecedce,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:44:38.721618 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8de27d5-33d8-4cd4-b795-b51c5865d604 None None] Network 9f6d03eb-2018-4435-8124-55ce1ef0acd9 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 15:44:38.731429 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e52aa91-ec9c-44eb-bb9b-f0a1ec02718c req-2cdda6ee-9508-4437-ab94-cf50bd091c34 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] No DVR routers for this DVR port 93ac20f5-aa07-4dbf-a3fe-5ec3fbecedce on host n-h2-834765-1 {{(pid=102790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:44:38.734683 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-8e52aa91-ec9c-44eb-bb9b-f0a1ec02718c req-2cdda6ee-9508-4437-ab94-cf50bd091c34 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:38.743487 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-8e52aa91-ec9c-44eb-bb9b-f0a1ec02718c req-2cdda6ee-9508-4437-ab94-cf50bd091c34 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] 10.222.0.48 "DELETE /v2.0/ports/93ac20f5-aa07-4dbf-a3fe-5ec3fbecedce HTTP/1.1" status: 204 len: 173 time: 1.5048709 Mar 29 15:44:38.823533 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-0753499b-b419-4a2e-9d3c-2a6f4de2cd50 tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1631750'] for network, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:38.982023 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-c9db34f4-1cd1-49af-af8e-7d6da12596b0 req-6498a00e-ce3d-4cc1-959f-69e181a16e61 tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] 10.222.0.42 "GET /v2.0/ports?device_id=dbf06d28-6f64-4f76-b58a-39982ac100c2 HTTP/1.1" status: 200 len: 210 time: 0.0651593 Mar 29 15:44:39.016927 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-0753499b-b419-4a2e-9d3c-2a6f4de2cd50 tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1641287'] for subnet, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:39.055503 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device 0778d953-736b-473d-b6a9-91400417f84a no longer exists at agent hyperv_n-h1-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:44:39.065867 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81605825-fa37-4e7f-8fb5-0b6c1360ffc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fb4706c-a793-43a2-af8e-0a4b9a2a7120'}] {{(pid=102792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:44:39.068421 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4f476c66b318cc6068719fc39557fac68d413f5c7e78fa77028c7948e999ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f66a7982-8284-4b1c-aec8-dde28f3b51c2" -d '{"events": [{"server_uuid": "81605825-fa37-4e7f-8fb5-0b6c1360ffc2", "name": "network-vif-plugged", "status": "completed", "tag": "3fb4706c-a793-43a2-af8e-0a4b9a2a7120"}]}' {{(pid=102792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:44:39.132257 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] No Port match for: 0778d953-736b-473d-b6a9-91400417f84a {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 15:44:39.132957 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device 0778d953-736b-473d-b6a9-91400417f84a not bound to the agent host n-h1-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:44:39.133466 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device 611b86f9-0890-46c5-aa53-8103b3d2be14 no longer exists at agent hyperv_n-h1-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:44:39.220716 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-0753499b-b419-4a2e-9d3c-2a6f4de2cd50 tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1641294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16155591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16218852'] for subnet, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:39.263706 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0753499b-b419-4a2e-9d3c-2a6f4de2cd50 tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] Pushing event deleted for resources: {'Subnet': ['ID=20e370d7-c887-4b39-a650-33ca66bd19b8,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:44:39.295581 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] No Port match for: 611b86f9-0890-46c5-aa53-8103b3d2be14 {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 15:44:39.296280 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device 611b86f9-0890-46c5-aa53-8103b3d2be14 not bound to the agent host n-h1-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:44:39.297470 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbc0b60-6e7f-495a-ae10-ec2b98c29db9 req-06a10b83-1121-4c9c-ac78-6befc35a98dd tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:39.331568 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-afbc0b60-6e7f-495a-ae10-ec2b98c29db9 req-06a10b83-1121-4c9c-ac78-6befc35a98dd tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.42 "GET /v2.0/ports?device_id=41e2a5d9-9374-4605-ab91-deb85bccc945 HTTP/1.1" status: 200 len: 945 time: 0.1712174 Mar 29 15:44:39.352589 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-0753499b-b419-4a2e-9d3c-2a6f4de2cd50 tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639890', 'neutron.services.segments.db._delete_segments_for_network-8783523423079'] for network, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:39.391880 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-0753499b-b419-4a2e-9d3c-2a6f4de2cd50 tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f6d03eb-2018-4435-8124-55ce1ef0acd9']}} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:44:39.398900 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:44:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39b2b401-1a36-483a-a59c-2b93e855e84e x-openstack-request-id: req-39b2b401-1a36-483a-a59c-2b93e855e84e {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:44:39.401569 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81605825-fa37-4e7f-8fb5-0b6c1360ffc2", "name": "network-vif-plugged", "status": "completed", "tag": "3fb4706c-a793-43a2-af8e-0a4b9a2a7120", "code": 200}]} {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:44:39.401823 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-39b2b401-1a36-483a-a59c-2b93e855e84e {{(pid=102792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:44:39.402280 n-d-834765-1 neutron-server[102792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81605825-fa37-4e7f-8fb5-0b6c1360ffc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fb4706c-a793-43a2-af8e-0a4b9a2a7120', 'code': 200} Mar 29 15:44:39.411588 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-afbc0b60-6e7f-495a-ae10-ec2b98c29db9 req-2f054aaf-b4cc-4bff-8cd7-6b2f1b5865f1 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.42 "GET /v2.0/security-groups?id=07e96b72-96bb-4562-b80f-051b133c1759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790229 Mar 29 15:44:39.428515 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-0753499b-b419-4a2e-9d3c-2a6f4de2cd50 tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae60f4b3-08c4-48b4-8138-99e31e87c2b5') {'for_net_delete': True} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:44:39.429238 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-0753499b-b419-4a2e-9d3c-2a6f4de2cd50 tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae60f4b3-08c4-48b4-8138-99e31e87c2b5') {} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:44:39.442258 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-158d939d-ec82-4dd1-9c30-ed2290127146 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0035034-69b0-5ffc-b384-0ac6189c5628-9f6d03eb-2018-4435-8124-55ce1ef0acd9', 'network_id': '9f6d03eb-2018-4435-8124-55ce1ef0acd9', 'tenant_id': 'd7e69b0c9e964dac92ab1ced81176558', 'fixed_ips': [{'subnet_id': '20e370d7-c887-4b39-a650-33ca66bd19b8'}]}} from n-d-834765-1. {{(pid=102792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 29 15:44:39.444768 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-0753499b-b419-4a2e-9d3c-2a6f4de2cd50 tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783523422064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4230428'] for segment, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:39.449692 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-158d939d-ec82-4dd1-9c30-ed2290127146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:39.462335 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-0753499b-b419-4a2e-9d3c-2a6f4de2cd50 tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:39.469755 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0753499b-b419-4a2e-9d3c-2a6f4de2cd50 tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] Releasing vlan 647 on physical network physnet1 to pool {{(pid=102791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 15:44:39.470657 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-0753499b-b419-4a2e-9d3c-2a6f4de2cd50 tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16169569'] for segment, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:39.562301 n-d-834765-1 neutron-server[102791]: Traceback (most recent call last): Mar 29 15:44:39.562301 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 15:44:39.562301 n-d-834765-1 neutron-server[102791]: timer() Mar 29 15:44:39.562301 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 15:44:39.562301 n-d-834765-1 neutron-server[102791]: cb(*args, **kw) Mar 29 15:44:39.562301 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 15:44:39.562301 n-d-834765-1 neutron-server[102791]: return func(*args, **kwargs) Mar 29 15:44:39.562301 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 15:44:39.562301 n-d-834765-1 neutron-server[102791]: self._notify() Mar 29 15:44:39.562301 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 15:44:39.562301 n-d-834765-1 neutron-server[102791]: self.callback(batched_events) Mar 29 15:44:39.562301 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 15:44:39.562301 n-d-834765-1 neutron-server[102791]: event.method(event) Mar 29 15:44:39.562301 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 15:44:39.562301 n-d-834765-1 neutron-server[102791]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 15:44:39.562301 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 15:44:39.562301 n-d-834765-1 neutron-server[102791]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 15:44:39.562301 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 15:44:39.562301 n-d-834765-1 neutron-server[102791]: return f(self, *a, **k) Mar 29 15:44:39.562301 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 15:44:39.562301 n-d-834765-1 neutron-server[102791]: return self._get(url).json() Mar 29 15:44:39.562301 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 15:44:39.562301 n-d-834765-1 neutron-server[102791]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 15:44:39.562301 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 15:44:39.562301 n-d-834765-1 neutron-server[102791]: return self.request(url, 'GET', **kwargs) Mar 29 15:44:39.562301 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 15:44:39.562301 n-d-834765-1 neutron-server[102791]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 15:44:39.562301 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 15:44:39.562301 n-d-834765-1 neutron-server[102791]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 15:44:39.562301 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 15:44:39.562301 n-d-834765-1 neutron-server[102791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 15:44:39.562301 n-d-834765-1 neutron-server[102791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 15:44:39.578582 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-0753499b-b419-4a2e-9d3c-2a6f4de2cd50 tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1639897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648174'] for network, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:39.581001 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3957355-79f2-45cb-8c07-71b84fd95c34 req-88a08717-d750-45ab-984e-2faa455b0f64 tempest-ServersAdminTestJSON-208827877 tempest-ServersAdminTestJSON-208827877-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:39.582568 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-e3957355-79f2-45cb-8c07-71b84fd95c34 req-88a08717-d750-45ab-984e-2faa455b0f64 tempest-ServersAdminTestJSON-208827877 tempest-ServersAdminTestJSON-208827877-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=2565640a-8c7c-44e6-a0ff-441fffc35121 HTTP/1.1" status: 200 len: 1101 time: 0.0721738 Mar 29 15:44:39.613999 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-8a7620b4-4580-4f4c-a92e-36ea8f3f0b63 req-f4f3b8b5-5869-4c52-9d3a-7f0ebbcc47aa tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] 10.222.0.42 "GET /v2.0/ports?device_id=e63d94a3-644d-400a-aa3f-0c71f9fb1b46 HTTP/1.1" status: 200 len: 210 time: 0.0450046 Mar 29 15:44:39.625522 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-0753499b-b419-4a2e-9d3c-2a6f4de2cd50 tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for network, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:39.632354 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-0753499b-b419-4a2e-9d3c-2a6f4de2cd50 tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] 10.222.0.42 "DELETE /v2.0/networks/9f6d03eb-2018-4435-8124-55ce1ef0acd9 HTTP/1.1" status: 204 len: 168 time: 1.1625824 Mar 29 15:44:39.633505 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 48280) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:44:39.650256 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-eeb38ff5-cece-4bcc-acd4-cdc587dc65fd tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2102345628'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:44:39.659089 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0753499b-b419-4a2e-9d3c-2a6f4de2cd50 tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] Pushing event deleted for resources: {'Network': ['ID=9f6d03eb-2018-4435-8124-55ce1ef0acd9,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:44:39.695772 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e80d2a8-5155-45ed-ae32-86b6bd45f9cb None None] Network 9f6d03eb-2018-4435-8124-55ce1ef0acd9 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 15:44:39.697404 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-e3957355-79f2-45cb-8c07-71b84fd95c34 req-aa7c4796-ffc3-4656-be33-da13d6c1fcb7 tempest-ServersAdminTestJSON-208827877 tempest-ServersAdminTestJSON-208827877-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=6fc5fb8c-b1d6-4bb9-b68a-102a19ea7379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981886 Mar 29 15:44:39.713070 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e80d2a8-5155-45ed-ae32-86b6bd45f9cb None None] Network 9f6d03eb-2018-4435-8124-55ce1ef0acd9 could not be found, it might have been deleted concurrently. {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Mar 29 15:44:39.713260 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eeb38ff5-cece-4bcc-acd4-cdc587dc65fd tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] Made reservation on behalf of d7e69b0c9e964dac92ab1ced81176558 for: {'network': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:44:39.724999 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-eeb38ff5-cece-4bcc-acd4-cdc587dc65fd tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for network, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:39.753381 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eeb38ff5-cece-4bcc-acd4-cdc587dc65fd tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] vlan segment allocate from pool success with {'vlan_id': 605, 'physical_network': 'physnet1'} {{(pid=102790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 15:44:39.766527 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-eeb38ff5-cece-4bcc-acd4-cdc587dc65fd tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:39.767018 n-d-834765-1 neutron-server[102790]: INFO neutron.db.segments_db [None req-eeb38ff5-cece-4bcc-acd4-cdc587dc65fd tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] Added segment d53ff14d-ff0d-4d2e-913c-f9914e28606c of type vlan for network 702220ee-f6ed-4371-a837-aa3da395c8e7 Mar 29 15:44:39.796641 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da85dda-2549-4d54-8bc1-0ed47a766b9e req-7701159b-0f3d-4732-8b54-51d6d4dd3cd3 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:39.805485 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-5da85dda-2549-4d54-8bc1-0ed47a766b9e req-7701159b-0f3d-4732-8b54-51d6d4dd3cd3 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/ports?device_id=58f7a61a-e4e1-4fba-85de-36c5ab11b403 HTTP/1.1" status: 200 len: 950 time: 0.0794337 Mar 29 15:44:39.846176 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-eeb38ff5-cece-4bcc-acd4-cdc587dc65fd tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783522915970'] for network, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:39.868167 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-5da85dda-2549-4d54-8bc1-0ed47a766b9e req-a0b5b3d5-5fd0-4ed7-8439-a05924309b06 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/security-groups?id=56997969-7130-4d86-9e9d-e068deb19a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617082 Mar 29 15:44:39.890723 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566a192a-dd80-4dde-9611-2f13d5444e7c req-2a5ffaf4-1765-4da9-bd2e-07c2a4e09127 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:39.890723 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-566a192a-dd80-4dde-9611-2f13d5444e7c req-2a5ffaf4-1765-4da9-bd2e-07c2a4e09127 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa70bb0d-9683-4d6e-8563-43fa5ee1a6be HTTP/1.1" status: 200 len: 944 time: 0.0845444 Mar 29 15:44:39.906816 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-eeb38ff5-cece-4bcc-acd4-cdc587dc65fd tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795'] for network, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:39.912393 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeb38ff5-cece-4bcc-acd4-cdc587dc65fd tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:39.913206 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-eeb38ff5-cece-4bcc-acd4-cdc587dc65fd tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for network, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:40.011926 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-eeb38ff5-cece-4bcc-acd4-cdc587dc65fd tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3744099 Mar 29 15:44:40.012531 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 48288) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:44:40.016865 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-566a192a-dd80-4dde-9611-2f13d5444e7c req-03bd4c1d-8a84-48dc-aa7d-76a5745bf495 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] 10.222.0.42 "GET /v2.0/security-groups?id=f08e979a-b162-4e81-8f48-4f228bf81759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200957 Mar 29 15:44:40.017582 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb38ff5-cece-4bcc-acd4-cdc587dc65fd tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] Pushing event updated for resources: {'Network': ['ID=702220ee-f6ed-4371-a837-aa3da395c8e7,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:44:40.017897 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-1c228888-4c9d-4790-8f4e-e0b9894b8e03 tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] Request body: {'subnet': {'network_id': '702220ee-f6ed-4371-a837-aa3da395c8e7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:44:40.039782 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Network 702220ee-f6ed-4371-a837-aa3da395c8e7 details requested by agent ovs-agent-n-d-834765-1 with host n-d-834765-1 {{(pid=102792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 15:44:40.244278 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c228888-4c9d-4790-8f4e-e0b9894b8e03 tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] Made reservation on behalf of d7e69b0c9e964dac92ab1ced81176558 for: {'subnet': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:44:40.248304 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-1c228888-4c9d-4790-8f4e-e0b9894b8e03 tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16218875'] for subnet, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:40.351255 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1ea8ce-471a-48fa-882b-e700752ab4e4 req-d2dd5435-cb89-4e45-adce-4608bb6c54b1 tempest-ServersAdminTestJSON-208827877 tempest-ServersAdminTestJSON-208827877-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:40.359235 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-5d1ea8ce-471a-48fa-882b-e700752ab4e4 req-d2dd5435-cb89-4e45-adce-4608bb6c54b1 tempest-ServersAdminTestJSON-208827877 tempest-ServersAdminTestJSON-208827877-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=2565640a-8c7c-44e6-a0ff-441fffc35121 HTTP/1.1" status: 200 len: 1101 time: 0.1341751 Mar 29 15:44:40.427195 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-5d1ea8ce-471a-48fa-882b-e700752ab4e4 req-3269f0ac-18d8-4d18-94b0-fae16fddeeab tempest-ServersAdminTestJSON-208827877 tempest-ServersAdminTestJSON-208827877-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=6fc5fb8c-b1d6-4bb9-b68a-102a19ea7379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670118 Mar 29 15:44:40.596699 n-d-834765-1 neutron-server[102790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbf06d28-6f64-4f76-b58a-39982ac100c2', 'name': 'network-vif-deleted', 'tag': '611b86f9-0890-46c5-aa53-8103b3d2be14'}, {'server_uuid': 'e63d94a3-644d-400a-aa3f-0c71f9fb1b46', 'name': 'network-vif-deleted', 'tag': '93ac20f5-aa07-4dbf-a3fe-5ec3fbecedce'}] {{(pid=102790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:44:40.606499 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46b06d655c90bc969636382cce4240ad749035fb0f3a83ee4734fa1ed9c4a6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cecabbd-bfda-4685-b218-907f4b92851e" -d '{"events": [{"server_uuid": "dbf06d28-6f64-4f76-b58a-39982ac100c2", "name": "network-vif-deleted", "tag": "611b86f9-0890-46c5-aa53-8103b3d2be14"}, {"server_uuid": "e63d94a3-644d-400a-aa3f-0c71f9fb1b46", "name": "network-vif-deleted", "tag": "93ac20f5-aa07-4dbf-a3fe-5ec3fbecedce"}]}' {{(pid=102790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:44:40.616513 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-1c228888-4c9d-4790-8f4e-e0b9894b8e03 tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16155524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16218861'] for subnet, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:40.663904 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b1d0d5-b7c3-4bf5-94b2-74e53cb29745 req-dd684bc0-bd45-4ae0-8c5d-34d898dabff6 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:40.665432 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-d3b1d0d5-b7c3-4bf5-94b2-74e53cb29745 req-dd684bc0-bd45-4ae0-8c5d-34d898dabff6 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.42 "GET /v2.0/ports?device_id=41e2a5d9-9374-4605-ab91-deb85bccc945 HTTP/1.1" status: 200 len: 945 time: 0.1118844 Mar 29 15:44:40.697420 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c228888-4c9d-4790-8f4e-e0b9894b8e03 tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] Pushing event updated for resources: {'Subnet': ['ID=37a47bb6-1f73-47c4-8562-8933166ba714,revision_number=0']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:44:40.728633 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c228888-4c9d-4790-8f4e-e0b9894b8e03 tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] Checking segment: {'id': 'd53ff14d-ff0d-4d2e-913c-f9914e28606c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '702220ee-f6ed-4371-a837-aa3da395c8e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:44:40.729100 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c228888-4c9d-4790-8f4e-e0b9894b8e03 tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] Network hostable DHCP agents. Network: 702220ee-f6ed-4371-a837-aa3da395c8e7, hostable agents: ['d136643e-48ae-49d4-a851-2ba3bdf3749c'], hosted agents: [] {{(pid=102791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 15:44:40.752484 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c228888-4c9d-4790-8f4e-e0b9894b8e03 tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] Network 702220ee-f6ed-4371-a837-aa3da395c8e7 is scheduled to be hosted by DHCP agent d136643e-48ae-49d4-a851-2ba3bdf3749c with binding_index 1 {{(pid=102791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 15:44:40.759969 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-d3b1d0d5-b7c3-4bf5-94b2-74e53cb29745 req-9814dda5-1046-4c8e-8a08-5efb025be7ad tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.42 "GET /v2.0/security-groups?id=07e96b72-96bb-4562-b80f-051b133c1759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877111 Mar 29 15:44:40.766341 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [None req-1c228888-4c9d-4790-8f4e-e0b9894b8e03 tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834765-1, 702220ee-f6ed-4371-a837-aa3da395c8e7) {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:44:40.777623 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c607e0b-9c96-4a28-b7fe-92d622bf0943 None None] Network 702220ee-f6ed-4371-a837-aa3da395c8e7 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 15:44:40.785097 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c228888-4c9d-4790-8f4e-e0b9894b8e03 tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:40.786578 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-1c228888-4c9d-4790-8f4e-e0b9894b8e03 tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] Notify callbacks [] for subnet, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:40.820445 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 48322) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:44:40.821055 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-1c228888-4c9d-4790-8f4e-e0b9894b8e03 tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8072686 Mar 29 15:44:40.956853 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 29 Mar 2022 15:44:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c99eedb-3d10-4ea8-9458-e597e06f54d3 x-openstack-request-id: req-7c99eedb-3d10-4ea8-9458-e597e06f54d3 {{(pid=102790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:44:40.957121 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbf06d28-6f64-4f76-b58a-39982ac100c2", "name": "network-vif-deleted", "tag": "611b86f9-0890-46c5-aa53-8103b3d2be14", "status": "completed", "code": 200}, {"server_uuid": "e63d94a3-644d-400a-aa3f-0c71f9fb1b46", "name": "network-vif-deleted", "tag": "93ac20f5-aa07-4dbf-a3fe-5ec3fbecedce", "status": "completed", "code": 200}]} {{(pid=102790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:44:40.957378 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-7c99eedb-3d10-4ea8-9458-e597e06f54d3 {{(pid=102790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:44:40.957810 n-d-834765-1 neutron-server[102790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbf06d28-6f64-4f76-b58a-39982ac100c2', 'name': 'network-vif-deleted', 'tag': '611b86f9-0890-46c5-aa53-8103b3d2be14', 'status': 'completed', 'code': 200} Mar 29 15:44:40.958065 n-d-834765-1 neutron-server[102790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e63d94a3-644d-400a-aa3f-0c71f9fb1b46', 'name': 'network-vif-deleted', 'tag': '93ac20f5-aa07-4dbf-a3fe-5ec3fbecedce', 'status': 'completed', 'code': 200} Mar 29 15:44:40.999332 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-68f44ef5-ab33-4d93-993f-d3bb169c055a req-d9ad7341-7feb-45b9-87e8-739beb967505 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] 10.222.0.42 "GET /v2.0/ports?device_id=e63d94a3-644d-400a-aa3f-0c71f9fb1b46 HTTP/1.1" status: 200 len: 210 time: 0.0569603 Mar 29 15:44:41.022371 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device 5115305e-8a3f-4b58-a96a-40bb4fbb26e6 up at agent hyperv_n-h2-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:44:41.066725 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-cc6c9a1a-d7e2-4a70-b927-b347cdd5ba93 tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1631750'] for network, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:41.095050 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fea3ff22-e33e-491a-a65d-76e5297f2bcd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0035034-69b0-5ffc-b384-0ac6189c5628-702220ee-f6ed-4371-a837-aa3da395c8e7', 'network_id': '702220ee-f6ed-4371-a837-aa3da395c8e7', 'tenant_id': 'd7e69b0c9e964dac92ab1ced81176558', 'fixed_ips': [{'subnet_id': '37a47bb6-1f73-47c4-8562-8933166ba714'}]}} from n-d-834765-1. {{(pid=102792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 29 15:44:41.096463 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-fea3ff22-e33e-491a-a65d-76e5297f2bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:41.112082 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4863ee43-753c-44be-b8e5-e26f88aa9920 req-7987c710-e917-49d2-8dae-f38b7fa3fb58 tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:41.113630 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-4863ee43-753c-44be-b8e5-e26f88aa9920 req-7987c710-e917-49d2-8dae-f38b7fa3fb58 tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] 10.222.0.42 "GET /v2.0/ports?device_id=2b603b7f-32b5-4125-b4e2-04c47bd0f5ef HTTP/1.1" status: 200 len: 949 time: 0.1587071 Mar 29 15:44:41.217344 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-cc6c9a1a-d7e2-4a70-b927-b347cdd5ba93 tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1641287'] for subnet, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:41.256994 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-4863ee43-753c-44be-b8e5-e26f88aa9920 req-8e666d45-c863-4cda-88bd-da43aa003c88 tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] 10.222.0.42 "GET /v2.0/security-groups?id=062b76b3-3a31-4c61-a1e4-5e35375fb0f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179333 Mar 29 15:44:41.358892 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.db_base_plugin_common [None req-fea3ff22-e33e-491a-a65d-76e5297f2bcd None None] Allocated IP 2001:db8::2 (702220ee-f6ed-4371-a837-aa3da395c8e7/37a47bb6-1f73-47c4-8562-8933166ba714/be34a85c-3b0f-4b58-863b-f55c48153740) {{(pid=102792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:44:41.437370 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb647f9-9a6c-4c30-8582-c0e181a6bb2a req-2e74a7e8-ca1a-4ca7-99cd-6a4cf8032417 tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:41.438997 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-ccb647f9-9a6c-4c30-8582-c0e181a6bb2a req-2e74a7e8-ca1a-4ca7-99cd-6a4cf8032417 tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] 10.222.0.42 "GET /v2.0/ports?device_id=d44c13b3-ad93-457f-bc1c-1fcb98072ab1 HTTP/1.1" status: 200 len: 949 time: 0.0898688 Mar 29 15:44:41.465999 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a937a55-d00d-42ce-ba6d-c2071f59c82a req-b5606bfc-287a-4181-aa8a-db95213ff775 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:41.468611 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-0a937a55-d00d-42ce-ba6d-c2071f59c82a req-b5606bfc-287a-4181-aa8a-db95213ff775 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/ports?device_id=58f7a61a-e4e1-4fba-85de-36c5ab11b403 HTTP/1.1" status: 200 len: 950 time: 0.0622652 Mar 29 15:44:41.516544 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-ccb647f9-9a6c-4c30-8582-c0e181a6bb2a req-d89eaf0a-5867-492d-8aab-d9f3c6d55f1a tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] 10.222.0.42 "GET /v2.0/security-groups?id=6fc5fb8c-b1d6-4bb9-b68a-102a19ea7379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709908 Mar 29 15:44:41.525005 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-0a937a55-d00d-42ce-ba6d-c2071f59c82a req-d2e742c0-c994-4634-b3dc-77dbf538643b tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/security-groups?id=56997969-7130-4d86-9e9d-e068deb19a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492811 Mar 29 15:44:41.531194 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Provisioning for port 5115305e-8a3f-4b58-a96a-40bb4fbb26e6 completed by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 15:44:41.544574 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Provisioning complete for port 5115305e-8a3f-4b58-a96a-40bb4fbb26e6 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:44:41.544953 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:41.683943 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-fea3ff22-e33e-491a-a65d-76e5297f2bcd None None] Notify callbacks [] for port, precommit_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:41.716971 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648798aa-1ea5-459f-839b-cbba95c754bf req-a72a6c0b-1c2f-4de0-b459-a18e456b3484 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:41.720590 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-648798aa-1ea5-459f-839b-cbba95c754bf req-a72a6c0b-1c2f-4de0-b459-a18e456b3484 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa70bb0d-9683-4d6e-8563-43fa5ee1a6be HTTP/1.1" status: 200 len: 944 time: 0.0784278 Mar 29 15:44:41.735328 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-cc6c9a1a-d7e2-4a70-b927-b347cdd5ba93 tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1641294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5231963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4793952'] for subnet, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:41.769773 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:41.771426 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-648798aa-1ea5-459f-839b-cbba95c754bf req-ad89e1ea-1e2e-4cac-bc9f-e716547e2cb3 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] 10.222.0.42 "GET /v2.0/security-groups?id=f08e979a-b162-4e81-8f48-4f228bf81759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443213 Mar 29 15:44:41.774050 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-fea3ff22-e33e-491a-a65d-76e5297f2bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956'] for port, after_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:41.810807 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6c9a1a-d7e2-4a70-b927-b347cdd5ba93 tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] Pushing event deleted for resources: {'Subnet': ['ID=37a47bb6-1f73-47c4-8562-8933166ba714,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:44:41.836386 n-d-834765-1 neutron-server[102792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fea3ff22-e33e-491a-a65d-76e5297f2bcd None None] Network 702220ee-f6ed-4371-a837-aa3da395c8e7 is already hosted by enough agents. {{(pid=102792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:44:41.850138 n-d-834765-1 neutron-server[102792]: DEBUG neutron.scheduler.base_scheduler [None req-fea3ff22-e33e-491a-a65d-76e5297f2bcd None None] Resources bound (agent type, host, resource id): {{(pid=102792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:44:41.856603 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fea3ff22-e33e-491a-a65d-76e5297f2bcd None None] Received port after_create {{(pid=102792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:44:41.883789 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-cc6c9a1a-d7e2-4a70-b927-b347cdd5ba93 tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639890', 'neutron.services.segments.db._delete_segments_for_network-8783523423079'] for network, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:41.884034 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea3ff22-e33e-491a-a65d-76e5297f2bcd None None] Pushing event updated for resources: {'Port': ['ID=be34a85c-3b0f-4b58-863b-f55c48153740,revision_number=1']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:44:41.887530 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa70bb0d-9683-4d6e-8563-43fa5ee1a6be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5115305e-8a3f-4b58-a96a-40bb4fbb26e6'}] {{(pid=102792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:44:41.889937 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4f476c66b318cc6068719fc39557fac68d413f5c7e78fa77028c7948e999ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0866271-d6e9-422f-9e55-ce602c59ab8b" -d '{"events": [{"server_uuid": "aa70bb0d-9683-4d6e-8563-43fa5ee1a6be", "name": "network-vif-plugged", "status": "completed", "tag": "5115305e-8a3f-4b58-a96a-40bb4fbb26e6"}]}' {{(pid=102792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:44:41.904585 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b899c8-cb24-48ce-8138-0b4c97412093 req-5f9f632c-4e82-410a-827e-8c7a34b99b95 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:41.912755 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-b0b899c8-cb24-48ce-8138-0b4c97412093 req-5f9f632c-4e82-410a-827e-8c7a34b99b95 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.42 "GET /v2.0/ports?device_id=41e2a5d9-9374-4605-ab91-deb85bccc945 HTTP/1.1" status: 200 len: 945 time: 0.1957433 Mar 29 15:44:41.933088 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-cc6c9a1a-d7e2-4a70-b927-b347cdd5ba93 tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['702220ee-f6ed-4371-a837-aa3da395c8e7']}} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:44:41.949741 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port 5115305e-8a3f-4b58-a96a-40bb4fbb26e6, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=5115305e-8a3f-4b58-a96a-40bb4fbb26e6,segment=NetworkSegment(429e9cf3-3671-4cb2-9547-92af9e95f1f2),segment_id=429e9cf3-3671-4cb2-9547-92af9e95f1f2)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:44:41.951936 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-cc6c9a1a-d7e2-4a70-b927-b347cdd5ba93 tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd53ff14d-ff0d-4d2e-913c-f9914e28606c') {'for_net_delete': True} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:44:41.952421 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-cc6c9a1a-d7e2-4a70-b927-b347cdd5ba93 tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd53ff14d-ff0d-4d2e-913c-f9914e28606c') {} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:44:41.971826 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-cc6c9a1a-d7e2-4a70-b927-b347cdd5ba93 tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783523422064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4614019'] for segment, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:41.976551 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:41.986074 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-fea3ff22-e33e-491a-a65d-76e5297f2bcd None None] Attempting to bind port be34a85c-3b0f-4b58-863b-f55c48153740 on host n-d-834765-1 for vnic_type normal with profile {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:44:41.986465 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-fea3ff22-e33e-491a-a65d-76e5297f2bcd None None] Attempting to bind port be34a85c-3b0f-4b58-863b-f55c48153740 by drivers openvswitch,hyperv on host n-d-834765-1 at level 0 using segments [{'id': 'd53ff14d-ff0d-4d2e-913c-f9914e28606c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '702220ee-f6ed-4371-a837-aa3da395c8e7'}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:44:41.986808 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fea3ff22-e33e-491a-a65d-76e5297f2bcd None None] Attempting to bind port be34a85c-3b0f-4b58-863b-f55c48153740 on network 702220ee-f6ed-4371-a837-aa3da395c8e7 {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:44:41.999375 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-b0b899c8-cb24-48ce-8138-0b4c97412093 req-6bf059bf-686d-4d26-9ee7-2dc329deae7f tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.42 "GET /v2.0/security-groups?id=07e96b72-96bb-4562-b80f-051b133c1759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798445 Mar 29 15:44:42.007638 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-cc6c9a1a-d7e2-4a70-b927-b347cdd5ba93 tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:42.014900 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc6c9a1a-d7e2-4a70-b927-b347cdd5ba93 tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] Releasing vlan 605 on physical network physnet1 to pool {{(pid=102790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 15:44:42.015531 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-cc6c9a1a-d7e2-4a70-b927-b347cdd5ba93 tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5238013'] for segment, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:42.019006 n-d-834765-1 neutron-server[102790]: Traceback (most recent call last): Mar 29 15:44:42.019006 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 15:44:42.019006 n-d-834765-1 neutron-server[102790]: timer() Mar 29 15:44:42.019006 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 15:44:42.019006 n-d-834765-1 neutron-server[102790]: cb(*args, **kw) Mar 29 15:44:42.019006 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 15:44:42.019006 n-d-834765-1 neutron-server[102790]: return func(*args, **kwargs) Mar 29 15:44:42.019006 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 15:44:42.019006 n-d-834765-1 neutron-server[102790]: self._notify() Mar 29 15:44:42.019006 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 15:44:42.019006 n-d-834765-1 neutron-server[102790]: self.callback(batched_events) Mar 29 15:44:42.019006 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 15:44:42.019006 n-d-834765-1 neutron-server[102790]: event.method(event) Mar 29 15:44:42.019006 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 15:44:42.019006 n-d-834765-1 neutron-server[102790]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 15:44:42.019006 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 15:44:42.019006 n-d-834765-1 neutron-server[102790]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 15:44:42.019006 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 15:44:42.019006 n-d-834765-1 neutron-server[102790]: return f(self, *a, **k) Mar 29 15:44:42.019006 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 15:44:42.019006 n-d-834765-1 neutron-server[102790]: return self._get(url).json() Mar 29 15:44:42.019006 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 15:44:42.019006 n-d-834765-1 neutron-server[102790]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 15:44:42.019006 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 15:44:42.019006 n-d-834765-1 neutron-server[102790]: return self.request(url, 'GET', **kwargs) Mar 29 15:44:42.019006 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 15:44:42.019006 n-d-834765-1 neutron-server[102790]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 15:44:42.019006 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 15:44:42.019006 n-d-834765-1 neutron-server[102790]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 15:44:42.019006 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 15:44:42.019006 n-d-834765-1 neutron-server[102790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 15:44:42.019006 n-d-834765-1 neutron-server[102790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 15:44:42.055836 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:44:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edba91bf-0c5e-47ac-a681-42ba0d5c7821 x-openstack-request-id: req-edba91bf-0c5e-47ac-a681-42ba0d5c7821 {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:44:42.056163 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa70bb0d-9683-4d6e-8563-43fa5ee1a6be", "name": "network-vif-plugged", "status": "completed", "tag": "5115305e-8a3f-4b58-a96a-40bb4fbb26e6", "code": 200}]} {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:44:42.056388 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-edba91bf-0c5e-47ac-a681-42ba0d5c7821 {{(pid=102792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:44:42.060101 n-d-834765-1 neutron-server[102792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa70bb0d-9683-4d6e-8563-43fa5ee1a6be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5115305e-8a3f-4b58-a96a-40bb4fbb26e6', 'code': 200} Mar 29 15:44:42.151221 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Pushing event updated for resources: {'Port': ['ID=5115305e-8a3f-4b58-a96a-40bb4fbb26e6,revision_number=5']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:44:42.165686 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fea3ff22-e33e-491a-a65d-76e5297f2bcd None None] Checking agent: {'id': 'a8866439-9d96-425c-b519-6905c591ac37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 25, 36), 'started_at': datetime.datetime(2022, 3, 29, 15, 26, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 44, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834765-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:44:42.165933 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fea3ff22-e33e-491a-a65d-76e5297f2bcd None None] Checking segment: {'id': 'd53ff14d-ff0d-4d2e-913c-f9914e28606c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '702220ee-f6ed-4371-a837-aa3da395c8e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:44:42.166336 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-fea3ff22-e33e-491a-a65d-76e5297f2bcd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:42.166871 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fea3ff22-e33e-491a-a65d-76e5297f2bcd None None] Bound using segment: {'id': 'd53ff14d-ff0d-4d2e-913c-f9914e28606c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '702220ee-f6ed-4371-a837-aa3da395c8e7'} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:44:42.167302 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-fea3ff22-e33e-491a-a65d-76e5297f2bcd None None] Bound port: be34a85c-3b0f-4b58-863b-f55c48153740, host: n-d-834765-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd53ff14d-ff0d-4d2e-913c-f9914e28606c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '702220ee-f6ed-4371-a837-aa3da395c8e7'}}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 15:44:42.167757 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-fea3ff22-e33e-491a-a65d-76e5297f2bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:42.206176 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-989099bf-36bd-42bb-abae-181a15f2e308 req-56c0f2f2-9b19-42df-89d5-4fa0370edd45 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] 10.222.0.42 "GET /v2.0/ports?device_id=e63d94a3-644d-400a-aa3f-0c71f9fb1b46 HTTP/1.1" status: 200 len: 210 time: 0.0741384 Mar 29 15:44:42.215540 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.db.api [None req-cc6c9a1a-d7e2-4a70-b927-b347cdd5ba93 tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 29 15:44:42.215540 n-d-834765-1 neutron-server[102790]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 29 15:44:42.215540 n-d-834765-1 neutron-server[102790]: [parameters: {'id': '702220ee-f6ed-4371-a837-aa3da395c8e7'}] Mar 29 15:44:42.215540 n-d-834765-1 neutron-server[102790]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102790) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 29 15:44:42.219123 n-d-834765-1 neutron-server[102790]: DEBUG oslo_db.api [None req-cc6c9a1a-d7e2-4a70-b927-b347cdd5ba93 tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 29 15:44:42.250649 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35911919-11d5-4ce6-8193-aa1bfb68da39 req-16a797e9-2ef8-4db7-bbce-099d0971d27e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:42.252535 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-35911919-11d5-4ce6-8193-aa1bfb68da39 req-16a797e9-2ef8-4db7-bbce-099d0971d27e service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=aa70bb0d-9683-4d6e-8563-43fa5ee1a6be HTTP/1.1" status: 200 len: 1096 time: 0.1195922 Mar 29 15:44:42.285898 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-fea3ff22-e33e-491a-a65d-76e5297f2bcd None None] For port be34a85c-3b0f-4b58-863b-f55c48153740, host n-d-834765-1, cleared binding levels {{(pid=102792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:44:42.289668 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-fea3ff22-e33e-491a-a65d-76e5297f2bcd None None] For port be34a85c-3b0f-4b58-863b-f55c48153740, host n-d-834765-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=be34a85c-3b0f-4b58-863b-f55c48153740,segment=NetworkSegment(d53ff14d-ff0d-4d2e-913c-f9914e28606c),segment_id=d53ff14d-ff0d-4d2e-913c-f9914e28606c)] {{(pid=102792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:44:42.295213 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-fea3ff22-e33e-491a-a65d-76e5297f2bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:42.325593 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-35911919-11d5-4ce6-8193-aa1bfb68da39 req-50d75015-d3c7-4d67-a972-fa25fa6d8ea6 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=f08e979a-b162-4e81-8f48-4f228bf81759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627596 Mar 29 15:44:42.432363 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea3ff22-e33e-491a-a65d-76e5297f2bcd None None] Pushing event updated for resources: {'Port': ['ID=be34a85c-3b0f-4b58-863b-f55c48153740,revision_number=2']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:44:42.446536 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426bd6c5-2a2e-43a1-ab1a-15edae1e66c4 req-fbde54d8-b207-45a4-952e-8bdf8de7cf52 tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:42.456160 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-426bd6c5-2a2e-43a1-ab1a-15edae1e66c4 req-fbde54d8-b207-45a4-952e-8bdf8de7cf52 tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] 10.222.0.42 "GET /v2.0/ports?device_id=2b603b7f-32b5-4125-b4e2-04c47bd0f5ef HTTP/1.1" status: 200 len: 949 time: 0.0969427 Mar 29 15:44:42.457251 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-917660ce-a9dd-4e52-8b93-f0f5e679ebdc None None] Network 702220ee-f6ed-4371-a837-aa3da395c8e7 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 15:44:42.519767 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-426bd6c5-2a2e-43a1-ab1a-15edae1e66c4 req-05e43760-07df-4a01-b944-1a973e031edd tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] 10.222.0.42 "GET /v2.0/security-groups?id=062b76b3-3a31-4c61-a1e4-5e35375fb0f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625055 Mar 29 15:44:42.612378 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba32eb2-35c4-4812-9a8b-aa781ec6c5e4 req-114b7d4c-092c-403a-a159-5308a9e9feb8 tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:42.613947 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-5ba32eb2-35c4-4812-9a8b-aa781ec6c5e4 req-114b7d4c-092c-403a-a159-5308a9e9feb8 tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] 10.222.0.44 "GET /v2.0/ports?device_id=2b603b7f-32b5-4125-b4e2-04c47bd0f5ef HTTP/1.1" status: 200 len: 949 time: 0.1272473 Mar 29 15:44:42.657669 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bdd453d-a845-41ab-8770-bdbc00f1c38b None None] get_active_networks_info from n-d-834765-1 {{(pid=102792) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Mar 29 15:44:42.729122 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-cc6c9a1a-d7e2-4a70-b927-b347cdd5ba93 tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1631750'] for network, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:42.807120 n-d-834765-1 neutron-server[102792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bdd453d-a845-41ab-8770-bdbc00f1c38b None None] Resources bound (agent type, host, resource id): {{(pid=102792) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 29 15:44:42.822701 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1c34fb-76a5-4d42-a213-19f0491940a0 req-fdc88126-f847-4313-8285-d96a7107c9a3 tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:42.824389 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-5f1c34fb-76a5-4d42-a213-19f0491940a0 req-fdc88126-f847-4313-8285-d96a7107c9a3 tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] 10.222.0.42 "GET /v2.0/ports?device_id=d44c13b3-ad93-457f-bc1c-1fcb98072ab1 HTTP/1.1" status: 200 len: 949 time: 0.1073942 Mar 29 15:44:42.840862 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97190090-8810-4af6-bac7-0d39fb9c0133 req-4661e748-2d51-435b-b4c9-cc29fd315fed tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:42.842373 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-97190090-8810-4af6-bac7-0d39fb9c0133 req-4661e748-2d51-435b-b4c9-cc29fd315fed tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] 10.222.0.44 "GET /v2.0/ports?device_id=d44c13b3-ad93-457f-bc1c-1fcb98072ab1 HTTP/1.1" status: 200 len: 949 time: 0.1962650 Mar 29 15:44:42.954878 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ed7b23-83ab-4c18-9dad-497806fe600e req-af41ed43-9195-4992-b5ee-b5e46f8e76b6 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:42.969017 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-a3ed7b23-83ab-4c18-9dad-497806fe600e req-af41ed43-9195-4992-b5ee-b5e46f8e76b6 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/ports?device_id=58f7a61a-e4e1-4fba-85de-36c5ab11b403 HTTP/1.1" status: 200 len: 950 time: 0.2620921 Mar 29 15:44:43.053789 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-a3ed7b23-83ab-4c18-9dad-497806fe600e req-c6f0b914-132d-4e18-a5d0-dae1496ce6f4 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/security-groups?id=56997969-7130-4d86-9e9d-e068deb19a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760648 Mar 29 15:44:43.060514 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [req-5ba32eb2-35c4-4812-9a8b-aa781ec6c5e4 req-ea2b3c92-be53-4313-81b3-a73c4081fc0a tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] Deleting port f39638e0-0f05-469b-894f-3e4405d80bf7 {{(pid=102790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:44:43.061068 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-5ba32eb2-35c4-4812-9a8b-aa781ec6c5e4 req-ea2b3c92-be53-4313-81b3-a73c4081fc0a tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:43.106906 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-5f1c34fb-76a5-4d42-a213-19f0491940a0 req-6614848b-95b6-4746-b56c-1303753aca5b tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] 10.222.0.42 "GET /v2.0/security-groups?id=6fc5fb8c-b1d6-4bb9-b68a-102a19ea7379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2631416 Mar 29 15:44:43.109734 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-cc6c9a1a-d7e2-4a70-b927-b347cdd5ba93 tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] Deleting port be34a85c-3b0f-4b58-863b-f55c48153740 {{(pid=102790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:44:43.110243 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-cc6c9a1a-d7e2-4a70-b927-b347cdd5ba93 tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:43.153880 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [req-97190090-8810-4af6-bac7-0d39fb9c0133 req-37aeb11c-79d8-4b23-928c-648107206553 tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] Deleting port 197b998f-04c5-4721-b5a5-10aea6b68587 {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:44:43.154227 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-97190090-8810-4af6-bac7-0d39fb9c0133 req-37aeb11c-79d8-4b23-928c-648107206553 tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:43.346383 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [None req-cc6c9a1a-d7e2-4a70-b927-b347cdd5ba93 tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] For port be34a85c-3b0f-4b58-863b-f55c48153740, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=be34a85c-3b0f-4b58-863b-f55c48153740,segment=NetworkSegment(d53ff14d-ff0d-4d2e-913c-f9914e28606c),segment_id=d53ff14d-ff0d-4d2e-913c-f9914e28606c)] {{(pid=102790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:44:43.347083 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-cc6c9a1a-d7e2-4a70-b927-b347cdd5ba93 tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:43.356935 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-97190090-8810-4af6-bac7-0d39fb9c0133 req-37aeb11c-79d8-4b23-928c-648107206553 tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] For port 197b998f-04c5-4721-b5a5-10aea6b68587, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=197b998f-04c5-4721-b5a5-10aea6b68587,segment=NetworkSegment(a0c230f0-660a-4194-9279-0f0781d34134),segment_id=a0c230f0-660a-4194-9279-0f0781d34134)] {{(pid=102791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:44:43.359153 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-97190090-8810-4af6-bac7-0d39fb9c0133 req-37aeb11c-79d8-4b23-928c-648107206553 tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:43.365564 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [req-5ba32eb2-35c4-4812-9a8b-aa781ec6c5e4 req-ea2b3c92-be53-4313-81b3-a73c4081fc0a tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] For port f39638e0-0f05-469b-894f-3e4405d80bf7, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=f39638e0-0f05-469b-894f-3e4405d80bf7,segment=NetworkSegment(a0c230f0-660a-4194-9279-0f0781d34134),segment_id=a0c230f0-660a-4194-9279-0f0781d34134)] {{(pid=102790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:44:43.366284 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-5ba32eb2-35c4-4812-9a8b-aa781ec6c5e4 req-ea2b3c92-be53-4313-81b3-a73c4081fc0a tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:43.380194 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [req-97190090-8810-4af6-bac7-0d39fb9c0133 req-37aeb11c-79d8-4b23-928c-648107206553 tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] Calling delete_port for 197b998f-04c5-4721-b5a5-10aea6b68587 owned by compute:nova {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:44:43.387242 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-cc6c9a1a-d7e2-4a70-b927-b347cdd5ba93 tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] Calling delete_port for be34a85c-3b0f-4b58-863b-f55c48153740 owned by network:dhcp {{(pid=102790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:44:43.390741 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec72c25-f96b-4d18-9a4e-ded311b09e61 req-3e949513-ed01-4592-9bac-c8d3678bdf42 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:43.393281 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-7ec72c25-f96b-4d18-9a4e-ded311b09e61 req-3e949513-ed01-4592-9bac-c8d3678bdf42 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa70bb0d-9683-4d6e-8563-43fa5ee1a6be HTTP/1.1" status: 200 len: 945 time: 0.1864541 Mar 29 15:44:43.408223 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdc0499-9efb-41af-869b-9cb69d19af37 req-66295f43-8e8e-4664-9bc5-a718f7a8cf68 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:43.409957 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-5bdc0499-9efb-41af-869b-9cb69d19af37 req-66295f43-8e8e-4664-9bc5-a718f7a8cf68 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.42 "GET /v2.0/ports?device_id=41e2a5d9-9374-4605-ab91-deb85bccc945 HTTP/1.1" status: 200 len: 945 time: 0.1832602 Mar 29 15:44:43.411414 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [req-5ba32eb2-35c4-4812-9a8b-aa781ec6c5e4 req-ea2b3c92-be53-4313-81b3-a73c4081fc0a tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] Calling delete_port for f39638e0-0f05-469b-894f-3e4405d80bf7 owned by compute:nova {{(pid=102790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:44:43.492902 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-7ec72c25-f96b-4d18-9a4e-ded311b09e61 req-82c0402e-ea01-4ecd-aa1d-fc80474a1e33 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] 10.222.0.42 "GET /v2.0/security-groups?id=f08e979a-b162-4e81-8f48-4f228bf81759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894356 Mar 29 15:44:43.675911 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-5ba32eb2-35c4-4812-9a8b-aa781ec6c5e4 req-ea2b3c92-be53-4313-81b3-a73c4081fc0a tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:43.692611 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] get_ports_and_sgs() called for port_ids ['f39638e0-0f05-469b-894f-3e4405d80bf7'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:44:43.719358 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-9ef6e937-621b-4cf3-b208-1fdc777bdc59 req-b24bb9b3-3011-41a7-aa66-d2d18fb83647 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] 10.222.0.42 "GET /v2.0/ports?device_id=e63d94a3-644d-400a-aa3f-0c71f9fb1b46 HTTP/1.1" status: 200 len: 210 time: 0.0748975 Mar 29 15:44:43.769292 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-97190090-8810-4af6-bac7-0d39fb9c0133 req-37aeb11c-79d8-4b23-928c-648107206553 tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:43.785813 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] get_ports_and_sgs() called for port_ids ['197b998f-04c5-4721-b5a5-10aea6b68587', '949ea80c-bdd8-4833-9e27-0945bbdcedb0'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:44:43.789818 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] get_ports_and_sgs() called for port_ids ['e8c8298b-ad82-4c53-8291-585877dd90e3'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:44:43.798925 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2b3c92-be53-4313-81b3-a73c4081fc0a tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] Pushing event deleted for resources: {'Port': ['ID=f39638e0-0f05-469b-894f-3e4405d80bf7,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:44:43.875062 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ba32eb2-35c4-4812-9a8b-aa781ec6c5e4 req-ea2b3c92-be53-4313-81b3-a73c4081fc0a tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] No DVR routers for this DVR port f39638e0-0f05-469b-894f-3e4405d80bf7 on host n-h1-834765-1 {{(pid=102790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:44:43.878110 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-5ba32eb2-35c4-4812-9a8b-aa781ec6c5e4 req-ea2b3c92-be53-4313-81b3-a73c4081fc0a tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:43.883030 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-5ba32eb2-35c4-4812-9a8b-aa781ec6c5e4 req-ea2b3c92-be53-4313-81b3-a73c4081fc0a tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] 10.222.0.44 "DELETE /v2.0/ports/f39638e0-0f05-469b-894f-3e4405d80bf7 HTTP/1.1" status: 204 len: 173 time: 1.2377002 Mar 29 15:44:43.897599 n-d-834765-1 neutron-server[102790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b603b7f-32b5-4125-b4e2-04c47bd0f5ef', 'name': 'network-vif-deleted', 'tag': 'f39638e0-0f05-469b-894f-3e4405d80bf7'}] {{(pid=102790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:44:43.901999 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46b06d655c90bc969636382cce4240ad749035fb0f3a83ee4734fa1ed9c4a6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d85a62e5-29c6-4f76-96cd-8994022d790a" -d '{"events": [{"server_uuid": "2b603b7f-32b5-4125-b4e2-04c47bd0f5ef", "name": "network-vif-deleted", "tag": "f39638e0-0f05-469b-894f-3e4405d80bf7"}]}' {{(pid=102790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:44:43.917627 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-5bdc0499-9efb-41af-869b-9cb69d19af37 req-28d6745f-ace9-4f57-b5c6-6fd991f90f63 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.42 "GET /v2.0/security-groups?id=07e96b72-96bb-4562-b80f-051b133c1759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4203942 Mar 29 15:44:43.930346 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-cc6c9a1a-d7e2-4a70-b927-b347cdd5ba93 tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:43.945117 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37aeb11c-79d8-4b23-928c-648107206553 tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] Pushing event deleted for resources: {'Port': ['ID=197b998f-04c5-4721-b5a5-10aea6b68587,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:44:44.005647 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6c9a1a-d7e2-4a70-b927-b347cdd5ba93 tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] Pushing event deleted for resources: {'Port': ['ID=be34a85c-3b0f-4b58-863b-f55c48153740,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:44:44.019528 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc6c9a1a-d7e2-4a70-b927-b347cdd5ba93 tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] No DVR routers for this DVR port be34a85c-3b0f-4b58-863b-f55c48153740 on host n-d-834765-1 {{(pid=102790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:44:44.066610 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [req-97190090-8810-4af6-bac7-0d39fb9c0133 req-37aeb11c-79d8-4b23-928c-648107206553 tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] No DVR routers for this DVR port 197b998f-04c5-4721-b5a5-10aea6b68587 on host n-h1-834765-1 {{(pid=102791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:44:44.088264 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-eab5d48e-f4d2-4f33-a5f0-b2b138c37447 req-d1991bd1-5591-4479-b8d6-49c63ca2a238 tempest-ServersOnMultiNodesTest-1856774246 tempest-ServersOnMultiNodesTest-1856774246-project] 10.222.0.42 "GET /v2.0/ports?device_id=2b603b7f-32b5-4125-b4e2-04c47bd0f5ef HTTP/1.1" status: 200 len: 210 time: 0.2034004 Mar 29 15:44:44.089483 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-97190090-8810-4af6-bac7-0d39fb9c0133 req-37aeb11c-79d8-4b23-928c-648107206553 tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:44.096392 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:44:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29fc087d-6a2a-4b6d-a6d7-f5a2233a268e x-openstack-request-id: req-29fc087d-6a2a-4b6d-a6d7-f5a2233a268e {{(pid=102790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:44:44.096679 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b603b7f-32b5-4125-b4e2-04c47bd0f5ef", "name": "network-vif-deleted", "tag": "f39638e0-0f05-469b-894f-3e4405d80bf7", "status": "completed", "code": 200}]} {{(pid=102790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:44:44.096923 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-29fc087d-6a2a-4b6d-a6d7-f5a2233a268e {{(pid=102790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:44:44.097310 n-d-834765-1 neutron-server[102790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b603b7f-32b5-4125-b4e2-04c47bd0f5ef', 'name': 'network-vif-deleted', 'tag': 'f39638e0-0f05-469b-894f-3e4405d80bf7', 'status': 'completed', 'code': 200} Mar 29 15:44:44.104129 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-97190090-8810-4af6-bac7-0d39fb9c0133 req-37aeb11c-79d8-4b23-928c-648107206553 tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] 10.222.0.44 "DELETE /v2.0/ports/197b998f-04c5-4721-b5a5-10aea6b68587 HTTP/1.1" status: 204 len: 173 time: 1.2425008 Mar 29 15:44:44.104616 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd44c13b3-ad93-457f-bc1c-1fcb98072ab1', 'name': 'network-vif-deleted', 'tag': '197b998f-04c5-4721-b5a5-10aea6b68587'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:44:44.107279 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c67b028db5e9b9818fecc5c0a87ebc6f190694fa53ca267d523e04f98de536d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec118bfa-9a94-4f10-87e7-682fa7442737" -d '{"events": [{"server_uuid": "d44c13b3-ad93-457f-bc1c-1fcb98072ab1", "name": "network-vif-deleted", "tag": "197b998f-04c5-4721-b5a5-10aea6b68587"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:44:44.293187 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-cc6c9a1a-d7e2-4a70-b927-b347cdd5ba93 tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639890', 'neutron.services.segments.db._delete_segments_for_network-8783523423079'] for network, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:44.350738 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-cc6c9a1a-d7e2-4a70-b927-b347cdd5ba93 tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['702220ee-f6ed-4371-a837-aa3da395c8e7']}} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:44:44.373169 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-cc6c9a1a-d7e2-4a70-b927-b347cdd5ba93 tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd53ff14d-ff0d-4d2e-913c-f9914e28606c') {'for_net_delete': True} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:44:44.373706 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-cc6c9a1a-d7e2-4a70-b927-b347cdd5ba93 tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd53ff14d-ff0d-4d2e-913c-f9914e28606c') {} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:44:44.400907 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75842bfb-0dae-4d32-8582-4770c6ecf088 req-3278b9f8-a1f0-4efe-8e1e-800bbe399e21 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:44.407904 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-cc6c9a1a-d7e2-4a70-b927-b347cdd5ba93 tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783523422064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4614019'] for segment, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:44.421938 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-75842bfb-0dae-4d32-8582-4770c6ecf088 req-3278b9f8-a1f0-4efe-8e1e-800bbe399e21 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/ports?device_id=58f7a61a-e4e1-4fba-85de-36c5ab11b403 HTTP/1.1" status: 200 len: 950 time: 0.1610889 Mar 29 15:44:44.452366 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-cc6c9a1a-d7e2-4a70-b927-b347cdd5ba93 tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:44.469269 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc6c9a1a-d7e2-4a70-b927-b347cdd5ba93 tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] Releasing vlan 605 on physical network physnet1 to pool {{(pid=102790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 15:44:44.469677 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-cc6c9a1a-d7e2-4a70-b927-b347cdd5ba93 tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5238013'] for segment, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:44.489088 n-d-834765-1 neutron-server[102790]: Traceback (most recent call last): Mar 29 15:44:44.489088 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 15:44:44.489088 n-d-834765-1 neutron-server[102790]: timer() Mar 29 15:44:44.489088 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 15:44:44.489088 n-d-834765-1 neutron-server[102790]: cb(*args, **kw) Mar 29 15:44:44.489088 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 15:44:44.489088 n-d-834765-1 neutron-server[102790]: return func(*args, **kwargs) Mar 29 15:44:44.489088 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 15:44:44.489088 n-d-834765-1 neutron-server[102790]: self._notify() Mar 29 15:44:44.489088 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 15:44:44.489088 n-d-834765-1 neutron-server[102790]: self.callback(batched_events) Mar 29 15:44:44.489088 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 15:44:44.489088 n-d-834765-1 neutron-server[102790]: event.method(event) Mar 29 15:44:44.489088 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 15:44:44.489088 n-d-834765-1 neutron-server[102790]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 15:44:44.489088 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 15:44:44.489088 n-d-834765-1 neutron-server[102790]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 15:44:44.489088 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 15:44:44.489088 n-d-834765-1 neutron-server[102790]: return f(self, *a, **k) Mar 29 15:44:44.489088 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 15:44:44.489088 n-d-834765-1 neutron-server[102790]: return self._get(url).json() Mar 29 15:44:44.489088 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 15:44:44.489088 n-d-834765-1 neutron-server[102790]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 15:44:44.489088 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 15:44:44.489088 n-d-834765-1 neutron-server[102790]: return self.request(url, 'GET', **kwargs) Mar 29 15:44:44.489088 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 15:44:44.489088 n-d-834765-1 neutron-server[102790]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 15:44:44.489088 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 15:44:44.489088 n-d-834765-1 neutron-server[102790]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 15:44:44.489088 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 15:44:44.489088 n-d-834765-1 neutron-server[102790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 15:44:44.489088 n-d-834765-1 neutron-server[102790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 15:44:44.501429 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-75842bfb-0dae-4d32-8582-4770c6ecf088 req-f6a52c73-9b03-4d07-8ba7-3d678b166e3f tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/security-groups?id=56997969-7130-4d86-9e9d-e068deb19a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772285 Mar 29 15:44:44.607051 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:44:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7567b29a-63c9-4b68-8836-e778c938c431 x-openstack-request-id: req-7567b29a-63c9-4b68-8836-e778c938c431 {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:44:44.607477 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d44c13b3-ad93-457f-bc1c-1fcb98072ab1", "name": "network-vif-deleted", "tag": "197b998f-04c5-4721-b5a5-10aea6b68587", "status": "completed", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:44:44.607831 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-7567b29a-63c9-4b68-8836-e778c938c431 {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:44:44.608326 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd44c13b3-ad93-457f-bc1c-1fcb98072ab1', 'name': 'network-vif-deleted', 'tag': '197b998f-04c5-4721-b5a5-10aea6b68587', 'status': 'completed', 'code': 200} Mar 29 15:44:44.624686 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-cc6c9a1a-d7e2-4a70-b927-b347cdd5ba93 tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1639897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648174'] for network, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:44.641340 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-cc6c9a1a-d7e2-4a70-b927-b347cdd5ba93 tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for network, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:44.650327 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-cc6c9a1a-d7e2-4a70-b927-b347cdd5ba93 tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] 10.222.0.42 "DELETE /v2.0/networks/702220ee-f6ed-4371-a837-aa3da395c8e7 HTTP/1.1" status: 204 len: 168 time: 3.8253543 Mar 29 15:44:44.657102 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 48390) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:44:44.672323 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-10bb2c65-86cd-4b33-8733-5f0d42c362ac tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1933722342'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:44:44.672701 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6c9a1a-d7e2-4a70-b927-b347cdd5ba93 tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] Pushing event deleted for resources: {'Network': ['ID=702220ee-f6ed-4371-a837-aa3da395c8e7,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:44:44.754915 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10bb2c65-86cd-4b33-8733-5f0d42c362ac tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] Made reservation on behalf of d7e69b0c9e964dac92ab1ced81176558 for: {'network': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:44:44.761695 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-96ef648a-0bac-4eae-9c96-7da9808f3d48 req-46a5dfac-2a50-4a4d-a4de-bb766f4f719b tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] 10.222.0.42 "GET /v2.0/ports?device_id=d44c13b3-ad93-457f-bc1c-1fcb98072ab1 HTTP/1.1" status: 200 len: 210 time: 0.0491881 Mar 29 15:44:44.781746 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-10bb2c65-86cd-4b33-8733-5f0d42c362ac tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for network, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:44.850025 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10bb2c65-86cd-4b33-8733-5f0d42c362ac tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] vlan segment allocate from pool success with {'vlan_id': 602, 'physical_network': 'physnet1'} {{(pid=102791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 15:44:44.867956 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-10bb2c65-86cd-4b33-8733-5f0d42c362ac tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:44.868368 n-d-834765-1 neutron-server[102791]: INFO neutron.db.segments_db [None req-10bb2c65-86cd-4b33-8733-5f0d42c362ac tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] Added segment ca3d896b-5233-42cc-8972-2d9da2deaf57 of type vlan for network e23bee86-d380-4169-ae63-34633ef904a9 Mar 29 15:44:44.899422 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a04b55-bd73-4772-ba77-2f5ab0145755 req-a23a6bf6-8c7b-4163-8f0e-404a4e89d6c8 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:44.911875 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-48a04b55-bd73-4772-ba77-2f5ab0145755 req-a23a6bf6-8c7b-4163-8f0e-404a4e89d6c8 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa70bb0d-9683-4d6e-8563-43fa5ee1a6be HTTP/1.1" status: 200 len: 945 time: 0.0683241 Mar 29 15:44:44.979958 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-48a04b55-bd73-4772-ba77-2f5ab0145755 req-728d12dd-42bd-4ce2-92a2-32d555bea64c tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] 10.222.0.42 "GET /v2.0/security-groups?id=f08e979a-b162-4e81-8f48-4f228bf81759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669980 Mar 29 15:44:45.026488 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-10bb2c65-86cd-4b33-8733-5f0d42c362ac tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783522915970'] for network, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:45.112174 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f385505-2fa2-457f-8a8b-5b0e02caaaf8 req-03520e5d-f216-48fb-addd-dda81d6e2a31 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:45.122423 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-0f385505-2fa2-457f-8a8b-5b0e02caaaf8 req-03520e5d-f216-48fb-addd-dda81d6e2a31 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.42 "GET /v2.0/ports?device_id=41e2a5d9-9374-4605-ab91-deb85bccc945 HTTP/1.1" status: 200 len: 945 time: 0.1891057 Mar 29 15:44:45.229862 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-e892782b-5f9f-4966-adc5-c9e27bfbf76c req-38e8d7ca-9479-42bd-9ba9-8bb97eb3d5bd tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] 10.222.0.42 "GET /v2.0/ports?device_id=e63d94a3-644d-400a-aa3f-0c71f9fb1b46 HTTP/1.1" status: 200 len: 210 time: 0.0691342 Mar 29 15:44:45.261402 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-0f385505-2fa2-457f-8a8b-5b0e02caaaf8 req-27892285-c4d0-48c3-a592-9796a59427d0 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.42 "GET /v2.0/security-groups?id=07e96b72-96bb-4562-b80f-051b133c1759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379943 Mar 29 15:44:45.265216 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-10bb2c65-86cd-4b33-8733-5f0d42c362ac tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795'] for network, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:45.279335 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10bb2c65-86cd-4b33-8733-5f0d42c362ac tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:45.279995 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-10bb2c65-86cd-4b33-8733-5f0d42c362ac tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for network, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:45.347525 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-10bb2c65-86cd-4b33-8733-5f0d42c362ac tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6865695 Mar 29 15:44:45.348360 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 48404) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:44:45.353490 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-7fed65b1-3580-4aa4-8412-ea589721d623 tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] Request body: {'subnet': {'network_id': 'e23bee86-d380-4169-ae63-34633ef904a9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:44:45.436106 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bb2c65-86cd-4b33-8733-5f0d42c362ac tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] Pushing event updated for resources: {'Network': ['ID=e23bee86-d380-4169-ae63-34633ef904a9,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:44:45.447733 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Network e23bee86-d380-4169-ae63-34633ef904a9 details requested by agent ovs-agent-n-d-834765-1 with host n-d-834765-1 {{(pid=102792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 15:44:45.750725 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fed65b1-3580-4aa4-8412-ea589721d623 tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] Made reservation on behalf of d7e69b0c9e964dac92ab1ced81176558 for: {'subnet': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:44:45.754305 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-7fed65b1-3580-4aa4-8412-ea589721d623 tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4793983'] for subnet, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:45.785387 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e919073a-3037-4214-bc6e-5b21093753f8 req-654156b2-d410-4178-a2db-1dbe0049fbd9 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:45.797520 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e919073a-3037-4214-bc6e-5b21093753f8 req-654156b2-d410-4178-a2db-1dbe0049fbd9 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/ports?device_id=58f7a61a-e4e1-4fba-85de-36c5ab11b403 HTTP/1.1" status: 200 len: 950 time: 0.1680298 Mar 29 15:44:45.813766 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032fd8c8-f0a4-430b-91ad-2e57cd7936f1 req-def3a8e0-dab1-4c63-99bf-cb2fc4865e81 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:45.821033 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-032fd8c8-f0a4-430b-91ad-2e57cd7936f1 req-def3a8e0-dab1-4c63-99bf-cb2fc4865e81 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] 10.222.0.42 "GET /v2.0/networks?id=9c05e936-df9e-4fbf-b09c-78bf9696504c HTTP/1.1" status: 200 len: 806 time: 0.3037512 Mar 29 15:44:45.871903 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e919073a-3037-4214-bc6e-5b21093753f8 req-0bbfc3d8-9833-4798-8ddf-7be5e722e5cf tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/security-groups?id=56997969-7130-4d86-9e9d-e068deb19a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697122 Mar 29 15:44:45.901774 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-032fd8c8-f0a4-430b-91ad-2e57cd7936f1 req-8c29ba3c-63a9-4095-939b-ec2fde440c79 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] 10.222.0.42 "GET /v2.0/quotas/d04cf558b2cb439aa051141a3dc84641 HTTP/1.1" status: 200 len: 375 time: 0.0797086 Mar 29 15:44:46.163482 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 48438) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:44:46.239975 n-d-834765-1 neutron-server[102790]: DEBUG neutron.objects.ports [None req-7fed65b1-3580-4aa4-8412-ea589721d623 tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102790) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 29 15:44:46.254808 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-032fd8c8-f0a4-430b-91ad-2e57cd7936f1 req-c127e7a1-0dbe-4794-b659-361c675a682e tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=d04cf558b2cb439aa051141a3dc84641&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3515842 Mar 29 15:44:46.322823 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afc461a-8be3-48ba-ab6a-e5d8c6393137 req-15637423-480c-44b0-bfc7-ee00fea7ea05 tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:46.334132 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-9afc461a-8be3-48ba-ab6a-e5d8c6393137 req-15637423-480c-44b0-bfc7-ee00fea7ea05 tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] 10.222.0.42 "GET /v2.0/ports?device_id=6577ea24-a03c-4970-9984-ffe76327597c HTTP/1.1" status: 200 len: 950 time: 0.0879462 Mar 29 15:44:46.384875 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-7fed65b1-3580-4aa4-8412-ea589721d623 tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5231896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4793961'] for subnet, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:46.389998 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-9afc461a-8be3-48ba-ab6a-e5d8c6393137 req-062d36a4-59a3-4e09-8b9c-33f1e048db0b tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] 10.222.0.42 "GET /v2.0/security-groups?id=6fc5fb8c-b1d6-4bb9-b68a-102a19ea7379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538425 Mar 29 15:44:46.478168 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-032fd8c8-f0a4-430b-91ad-2e57cd7936f1 req-2ea896e1-4ef4-472a-b1de-8fe1cc75329c service neutron] 10.222.0.42 "GET /v2.0/networks/9c05e936-df9e-4fbf-b09c-78bf9696504c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2220383 Mar 29 15:44:46.569730 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fed65b1-3580-4aa4-8412-ea589721d623 tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] Pushing event updated for resources: {'Subnet': ['ID=40d83a7e-bfc8-4036-a7c2-eabd68d8dc31,revision_number=0']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:44:46.572794 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4917d875-f5be-4a5f-9420-ea1550adf680 req-8b7b48c4-58de-4091-a22f-f8551a6aa9e7 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:46.574572 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4917d875-f5be-4a5f-9420-ea1550adf680 req-8b7b48c4-58de-4091-a22f-f8551a6aa9e7 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.44 "GET /v2.0/ports?device_id=41e2a5d9-9374-4605-ab91-deb85bccc945 HTTP/1.1" status: 200 len: 945 time: 0.1054442 Mar 29 15:44:46.580363 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-864bfbd4-53fb-4562-9464-25f16ee00fbe admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=5bf1a5bdfbb14ae084908e8fe7725bc6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4132590 Mar 29 15:44:46.586187 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 48446) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:44:46.640207 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fed65b1-3580-4aa4-8412-ea589721d623 tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] Checking segment: {'id': 'ca3d896b-5233-42cc-8972-2d9da2deaf57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'e23bee86-d380-4169-ae63-34633ef904a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:44:46.640589 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fed65b1-3580-4aa4-8412-ea589721d623 tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] Network hostable DHCP agents. Network: e23bee86-d380-4169-ae63-34633ef904a9, hostable agents: ['d136643e-48ae-49d4-a851-2ba3bdf3749c'], hosted agents: [] {{(pid=102790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 15:44:46.697760 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-032fd8c8-f0a4-430b-91ad-2e57cd7936f1 req-303eabc0-bf52-4c3f-899f-671ff6cebc17 service neutron] 10.222.0.42 "GET /v2.0/networks/9c05e936-df9e-4fbf-b09c-78bf9696504c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2183723 Mar 29 15:44:46.701152 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fed65b1-3580-4aa4-8412-ea589721d623 tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] Network e23bee86-d380-4169-ae63-34633ef904a9 is scheduled to be hosted by DHCP agent d136643e-48ae-49d4-a851-2ba3bdf3749c with binding_index 1 {{(pid=102790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 15:44:46.714632 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95acaff-e5c3-470f-8a0a-a3a60607206f req-e9dd2872-232c-4af0-beaa-2962d8772368 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:46.716690 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e95acaff-e5c3-470f-8a0a-a3a60607206f req-e9dd2872-232c-4af0-beaa-2962d8772368 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.42 "GET /v2.0/ports?device_id=41e2a5d9-9374-4605-ab91-deb85bccc945 HTTP/1.1" status: 200 len: 945 time: 0.1523035 Mar 29 15:44:46.737807 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-7fed65b1-3580-4aa4-8412-ea589721d623 tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834765-1, e23bee86-d380-4169-ae63-34633ef904a9) {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:44:46.758669 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dbc85f2-b6c0-4696-863a-faee020670b3 None None] Network e23bee86-d380-4169-ae63-34633ef904a9 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 15:44:46.761118 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fed65b1-3580-4aa4-8412-ea589721d623 tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:46.762314 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-7fed65b1-3580-4aa4-8412-ea589721d623 tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for subnet, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:46.778814 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:46.833405 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-7fed65b1-3580-4aa4-8412-ea589721d623 tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.4836674 Mar 29 15:44:46.835169 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 48448) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:44:46.850367 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e95acaff-e5c3-470f-8a0a-a3a60607206f req-b66cb399-4916-459d-8722-e64f7f509d99 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.42 "GET /v2.0/security-groups?id=07e96b72-96bb-4562-b80f-051b133c1759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057076 Mar 29 15:44:46.887467 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-72abf7a5-4f3d-49d3-ad14-c4680962ab4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:47.007561 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [req-4917d875-f5be-4a5f-9420-ea1550adf680 req-05c4f1e6-0f05-4700-b1b3-79454c599e6c tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] Deleting port d7a81898-d911-447d-a408-4e8fd2191454 {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:44:47.008382 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-4917d875-f5be-4a5f-9420-ea1550adf680 req-05c4f1e6-0f05-4700-b1b3-79454c599e6c tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:47.036979 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device 197b998f-04c5-4721-b5a5-10aea6b68587 no longer exists at agent hyperv_n-h1-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:44:47.099390 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] No Port match for: 197b998f-04c5-4721-b5a5-10aea6b68587 {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 15:44:47.099617 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device 197b998f-04c5-4721-b5a5-10aea6b68587 not bound to the agent host n-h1-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:44:47.100043 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device d7a81898-d911-447d-a408-4e8fd2191454 no longer exists at agent hyperv_n-h1-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:44:47.118518 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-4917d875-f5be-4a5f-9420-ea1550adf680 req-05c4f1e6-0f05-4700-b1b3-79454c599e6c tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] For port d7a81898-d911-447d-a408-4e8fd2191454, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=d7a81898-d911-447d-a408-4e8fd2191454,segment=NetworkSegment(e1d90273-cef5-4478-85fc-ff4ac210e191),segment_id=e1d90273-cef5-4478-85fc-ff4ac210e191)] {{(pid=102791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:44:47.118518 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-4917d875-f5be-4a5f-9420-ea1550adf680 req-05c4f1e6-0f05-4700-b1b3-79454c599e6c tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:47.139375 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [req-4917d875-f5be-4a5f-9420-ea1550adf680 req-05c4f1e6-0f05-4700-b1b3-79454c599e6c tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] Calling delete_port for d7a81898-d911-447d-a408-4e8fd2191454 owned by compute:nova {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:44:47.221594 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9962b432-8a93-4dcc-b0a0-ee05b83abafb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0035034-69b0-5ffc-b384-0ac6189c5628-e23bee86-d380-4169-ae63-34633ef904a9', 'network_id': 'e23bee86-d380-4169-ae63-34633ef904a9', 'tenant_id': 'd7e69b0c9e964dac92ab1ced81176558', 'fixed_ips': [{'subnet_id': '40d83a7e-bfc8-4036-a7c2-eabd68d8dc31'}]}} from n-d-834765-1. {{(pid=102792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 29 15:44:47.222594 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-9962b432-8a93-4dcc-b0a0-ee05b83abafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:47.267874 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac4d1b9-2f74-40b3-93fc-0ed421b77535 req-41201f41-f16f-4f3b-b976-8102b29b796a tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:47.276703 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-9ac4d1b9-2f74-40b3-93fc-0ed421b77535 req-41201f41-f16f-4f3b-b976-8102b29b796a tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/ports?device_id=58f7a61a-e4e1-4fba-85de-36c5ab11b403 HTTP/1.1" status: 200 len: 950 time: 0.1158953 Mar 29 15:44:47.361071 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-9ac4d1b9-2f74-40b3-93fc-0ed421b77535 req-f0b3102f-788d-428b-9624-f6728a9085f5 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/security-groups?id=56997969-7130-4d86-9e9d-e068deb19a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823679 Mar 29 15:44:47.435469 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f352e791-06b4-4676-8137-24a23323367c req-bf3ff179-76a4-4dc7-be97-975ceac059a0 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] 10.222.0.42 "GET /v2.0/ports?device_id=e63d94a3-644d-400a-aa3f-0c71f9fb1b46 HTTP/1.1" status: 200 len: 210 time: 0.4393420 Mar 29 15:44:47.459563 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-4917d875-f5be-4a5f-9420-ea1550adf680 req-05c4f1e6-0f05-4700-b1b3-79454c599e6c tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:47.474027 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-72abf7a5-4f3d-49d3-ad14-c4680962ab4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:47.533796 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] No active binding found for port d7a81898-d911-447d-a408-4e8fd2191454 {{(pid=102792) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Mar 29 15:44:47.534295 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device d7a81898-d911-447d-a408-4e8fd2191454 not bound to the agent host n-h1-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:44:47.535130 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device f39638e0-0f05-469b-894f-3e4405d80bf7 no longer exists at agent hyperv_n-h1-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:44:47.578295 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c4f1e6-0f05-4700-b1b3-79454c599e6c tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] Pushing event deleted for resources: {'Port': ['ID=d7a81898-d911-447d-a408-4e8fd2191454,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:44:47.630217 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] No Port match for: f39638e0-0f05-469b-894f-3e4405d80bf7 {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 15:44:47.630927 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device f39638e0-0f05-469b-894f-3e4405d80bf7 not bound to the agent host n-h1-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:44:47.718788 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845eb107-1986-4447-b8e8-63657b7390c3 req-346702f0-13a3-47bb-9644-1e5adf5f87d6 tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:47.728111 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-845eb107-1986-4447-b8e8-63657b7390c3 req-346702f0-13a3-47bb-9644-1e5adf5f87d6 tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] 10.222.0.42 "GET /v2.0/ports?device_id=6577ea24-a03c-4970-9984-ffe76327597c HTTP/1.1" status: 200 len: 950 time: 0.0989883 Mar 29 15:44:47.728977 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [req-4917d875-f5be-4a5f-9420-ea1550adf680 req-05c4f1e6-0f05-4700-b1b3-79454c599e6c tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] No DVR routers for this DVR port d7a81898-d911-447d-a408-4e8fd2191454 on host n-h1-834765-1 {{(pid=102791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:44:47.750306 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-55591a61-31a8-4f58-9582-1db814130186 req-a3287cd0-5ac1-43ce-bdd2-981a9a43d711 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] 10.222.0.42 "GET /v2.0/ports?device_id=7a942334-c9d7-46a1-a40e-2f039cf4da46 HTTP/1.1" status: 200 len: 210 time: 0.2152200 Mar 29 15:44:47.753586 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-4917d875-f5be-4a5f-9420-ea1550adf680 req-05c4f1e6-0f05-4700-b1b3-79454c599e6c tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:47.763209 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4917d875-f5be-4a5f-9420-ea1550adf680 req-05c4f1e6-0f05-4700-b1b3-79454c599e6c tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.44 "DELETE /v2.0/ports/d7a81898-d911-447d-a408-4e8fd2191454 HTTP/1.1" status: 204 len: 173 time: 1.1758881 Mar 29 15:44:47.768719 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41e2a5d9-9374-4605-ab91-deb85bccc945', 'name': 'network-vif-deleted', 'tag': 'd7a81898-d911-447d-a408-4e8fd2191454'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:44:47.771055 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c67b028db5e9b9818fecc5c0a87ebc6f190694fa53ca267d523e04f98de536d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f966801-dc2d-4f86-93f1-32d60e62d928" -d '{"events": [{"server_uuid": "41e2a5d9-9374-4605-ab91-deb85bccc945", "name": "network-vif-deleted", "tag": "d7a81898-d911-447d-a408-4e8fd2191454"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:44:47.821805 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-43e761c0-5903-4874-8e00-b5527a3b82be tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1631750'] for network, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:47.828979 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-845eb107-1986-4447-b8e8-63657b7390c3 req-4546475f-1e3c-45a6-8100-4a3be21ab2a3 tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] 10.222.0.42 "GET /v2.0/security-groups?id=6fc5fb8c-b1d6-4bb9-b68a-102a19ea7379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988781 Mar 29 15:44:47.994436 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:44:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d36cad39-cf58-4cfc-bf66-2c88c6002817 x-openstack-request-id: req-d36cad39-cf58-4cfc-bf66-2c88c6002817 {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:44:47.995069 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41e2a5d9-9374-4605-ab91-deb85bccc945", "name": "network-vif-deleted", "tag": "d7a81898-d911-447d-a408-4e8fd2191454", "status": "completed", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:44:47.995069 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d36cad39-cf58-4cfc-bf66-2c88c6002817 {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:44:47.995453 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41e2a5d9-9374-4605-ab91-deb85bccc945', 'name': 'network-vif-deleted', 'tag': 'd7a81898-d911-447d-a408-4e8fd2191454', 'status': 'completed', 'code': 200} Mar 29 15:44:47.998440 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-43e761c0-5903-4874-8e00-b5527a3b82be tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1641287'] for subnet, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:48.083057 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-72abf7a5-4f3d-49d3-ad14-c4680962ab4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:48.087520 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-72abf7a5-4f3d-49d3-ad14-c4680962ab4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:48.091762 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-72abf7a5-4f3d-49d3-ad14-c4680962ab4a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/062b76b3-3a31-4c61-a1e4-5e35375fb0f4 HTTP/1.1" status: 204 len: 168 time: 1.5003128 Mar 29 15:44:48.105660 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.db_base_plugin_common [None req-9962b432-8a93-4dcc-b0a0-ee05b83abafb None None] Allocated IP 2001:db8::f816:3eff:fe29:955e (e23bee86-d380-4169-ae63-34633ef904a9/40d83a7e-bfc8-4036-a7c2-eabd68d8dc31/790adf0f-3b58-4530-8eca-d8ad3297ad96) {{(pid=102792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:44:48.120320 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72abf7a5-4f3d-49d3-ad14-c4680962ab4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=062b76b3-3a31-4c61-a1e4-5e35375fb0f4,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:44:48.144464 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:48.499653 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-9962b432-8a93-4dcc-b0a0-ee05b83abafb None None] Notify callbacks [] for port, precommit_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:48.522854 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-9962b432-8a93-4dcc-b0a0-ee05b83abafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956'] for port, after_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:48.559905 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-3a116691-8da2-4019-ba87-db9a94a7c943 req-96ec8046-2e16-4821-ae60-493955e44373 tempest-DeleteServersTestJSON-170291675 tempest-DeleteServersTestJSON-170291675-project] 10.222.0.42 "GET /v2.0/ports?device_id=41e2a5d9-9374-4605-ab91-deb85bccc945 HTTP/1.1" status: 200 len: 210 time: 0.0628114 Mar 29 15:44:48.573590 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9365da9-911b-4e3f-91d4-55c8e6a58ea7 req-5a73c4e8-e579-42ad-aa15-a93095cf12a0 tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:48.577044 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-e9365da9-911b-4e3f-91d4-55c8e6a58ea7 req-5a73c4e8-e579-42ad-aa15-a93095cf12a0 tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] 10.222.0.48 "GET /v2.0/ports?device_id=6577ea24-a03c-4970-9984-ffe76327597c HTTP/1.1" status: 200 len: 950 time: 0.6934118 Mar 29 15:44:48.734973 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9962b432-8a93-4dcc-b0a0-ee05b83abafb None None] Pushing event updated for resources: {'Port': ['ID=790adf0f-3b58-4530-8eca-d8ad3297ad96,revision_number=1']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:44:48.761889 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe4451b-4bd0-47dd-a256-3268ce03c994 req-04e2be22-79da-486c-94e5-f3eda33685aa tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:48.777250 n-d-834765-1 neutron-server[102792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9962b432-8a93-4dcc-b0a0-ee05b83abafb None None] Network e23bee86-d380-4169-ae63-34633ef904a9 is already hosted by enough agents. {{(pid=102792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:44:48.779309 n-d-834765-1 neutron-server[102792]: DEBUG neutron.scheduler.base_scheduler [None req-9962b432-8a93-4dcc-b0a0-ee05b83abafb None None] Resources bound (agent type, host, resource id): {{(pid=102792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:44:48.781086 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-3fe4451b-4bd0-47dd-a256-3268ce03c994 req-04e2be22-79da-486c-94e5-f3eda33685aa tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/ports?device_id=58f7a61a-e4e1-4fba-85de-36c5ab11b403 HTTP/1.1" status: 200 len: 950 time: 0.2626481 Mar 29 15:44:48.783302 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-43e761c0-5903-4874-8e00-b5527a3b82be tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1641294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16155591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16218852'] for subnet, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:48.786924 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9962b432-8a93-4dcc-b0a0-ee05b83abafb None None] Received port after_create {{(pid=102792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:44:48.837434 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-d6fc0229-fd99-4f00-9398-0de786658059 req-b0c73412-3dde-49af-998f-d027c3da742f tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] 10.222.0.42 "GET /v2.0/ports?device_id=e63d94a3-644d-400a-aa3f-0c71f9fb1b46 HTTP/1.1" status: 200 len: 210 time: 0.0570250 Mar 29 15:44:48.873972 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [req-e9365da9-911b-4e3f-91d4-55c8e6a58ea7 req-70391bdb-d27b-458e-9bb5-569080c8894e tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] Deleting port e8c8298b-ad82-4c53-8291-585877dd90e3 {{(pid=102790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:44:48.874861 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-e9365da9-911b-4e3f-91d4-55c8e6a58ea7 req-70391bdb-d27b-458e-9bb5-569080c8894e tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:48.893280 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e761c0-5903-4874-8e00-b5527a3b82be tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] Pushing event deleted for resources: {'Subnet': ['ID=40d83a7e-bfc8-4036-a7c2-eabd68d8dc31,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:44:48.961732 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-3fe4451b-4bd0-47dd-a256-3268ce03c994 req-1a6a6766-ab06-4e4d-a7ad-cd2f8df0d3e2 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/security-groups?id=56997969-7130-4d86-9e9d-e068deb19a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753278 Mar 29 15:44:48.984445 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 48504) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:44:49.021856 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-9962b432-8a93-4dcc-b0a0-ee05b83abafb None None] Attempting to bind port 790adf0f-3b58-4530-8eca-d8ad3297ad96 on host n-d-834765-1 for vnic_type normal with profile {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:44:49.022421 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-9962b432-8a93-4dcc-b0a0-ee05b83abafb None None] Attempting to bind port 790adf0f-3b58-4530-8eca-d8ad3297ad96 by drivers openvswitch,hyperv on host n-d-834765-1 at level 0 using segments [{'id': 'ca3d896b-5233-42cc-8972-2d9da2deaf57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'e23bee86-d380-4169-ae63-34633ef904a9'}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:44:49.023003 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9962b432-8a93-4dcc-b0a0-ee05b83abafb None None] Attempting to bind port 790adf0f-3b58-4530-8eca-d8ad3297ad96 on network e23bee86-d380-4169-ae63-34633ef904a9 {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:44:49.039753 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9962b432-8a93-4dcc-b0a0-ee05b83abafb None None] Checking agent: {'id': 'a8866439-9d96-425c-b519-6905c591ac37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 25, 36), 'started_at': datetime.datetime(2022, 3, 29, 15, 26, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 44, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834765-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:44:49.040138 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9962b432-8a93-4dcc-b0a0-ee05b83abafb None None] Checking segment: {'id': 'ca3d896b-5233-42cc-8972-2d9da2deaf57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'e23bee86-d380-4169-ae63-34633ef904a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:44:49.040548 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-9962b432-8a93-4dcc-b0a0-ee05b83abafb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:49.040947 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9962b432-8a93-4dcc-b0a0-ee05b83abafb None None] Bound using segment: {'id': 'ca3d896b-5233-42cc-8972-2d9da2deaf57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'e23bee86-d380-4169-ae63-34633ef904a9'} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:44:49.041453 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-9962b432-8a93-4dcc-b0a0-ee05b83abafb None None] Bound port: 790adf0f-3b58-4530-8eca-d8ad3297ad96, host: n-d-834765-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca3d896b-5233-42cc-8972-2d9da2deaf57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'e23bee86-d380-4169-ae63-34633ef904a9'}}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 15:44:49.041804 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-9962b432-8a93-4dcc-b0a0-ee05b83abafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:49.147200 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-43e761c0-5903-4874-8e00-b5527a3b82be tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639890', 'neutron.services.segments.db._delete_segments_for_network-8783523423079'] for network, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:49.186723 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [req-e9365da9-911b-4e3f-91d4-55c8e6a58ea7 req-70391bdb-d27b-458e-9bb5-569080c8894e tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] For port e8c8298b-ad82-4c53-8291-585877dd90e3, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=e8c8298b-ad82-4c53-8291-585877dd90e3,segment=NetworkSegment(a0c230f0-660a-4194-9279-0f0781d34134),segment_id=a0c230f0-660a-4194-9279-0f0781d34134)] {{(pid=102790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:44:49.190177 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-e9365da9-911b-4e3f-91d4-55c8e6a58ea7 req-70391bdb-d27b-458e-9bb5-569080c8894e tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:49.206034 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-9962b432-8a93-4dcc-b0a0-ee05b83abafb None None] For port 790adf0f-3b58-4530-8eca-d8ad3297ad96, host n-d-834765-1, cleared binding levels {{(pid=102792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:44:49.209458 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-9962b432-8a93-4dcc-b0a0-ee05b83abafb None None] For port 790adf0f-3b58-4530-8eca-d8ad3297ad96, host n-d-834765-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=790adf0f-3b58-4530-8eca-d8ad3297ad96,segment=NetworkSegment(ca3d896b-5233-42cc-8972-2d9da2deaf57),segment_id=ca3d896b-5233-42cc-8972-2d9da2deaf57)] {{(pid=102792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:44:49.216273 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-9962b432-8a93-4dcc-b0a0-ee05b83abafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:49.224390 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [req-e9365da9-911b-4e3f-91d4-55c8e6a58ea7 req-70391bdb-d27b-458e-9bb5-569080c8894e tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] Calling delete_port for e8c8298b-ad82-4c53-8291-585877dd90e3 owned by compute:nova {{(pid=102790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:44:49.327392 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b8c24c44-d79d-4f1a-908c-c97d92e5ba73 req-3272b602-6e48-4cf2-912f-eca405c54d19 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] 10.222.0.42 "GET /v2.0/ports?device_id=7a942334-c9d7-46a1-a40e-2f039cf4da46 HTTP/1.1" status: 200 len: 210 time: 0.1876001 Mar 29 15:44:49.376730 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed07b482-edda-4f9b-9ab3-f940cdaea727 None None] Network e23bee86-d380-4169-ae63-34633ef904a9 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 15:44:49.378473 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-43e761c0-5903-4874-8e00-b5527a3b82be tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e23bee86-d380-4169-ae63-34633ef904a9']}} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:44:49.428555 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59e770f-b4a6-4c35-9140-11781724c4af req-ccdc9a6e-8e21-4be3-8161-33433b554fe0 tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:49.438204 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-b59e770f-b4a6-4c35-9140-11781724c4af req-ccdc9a6e-8e21-4be3-8161-33433b554fe0 tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] 10.222.0.42 "GET /v2.0/ports?device_id=6577ea24-a03c-4970-9984-ffe76327597c HTTP/1.1" status: 200 len: 950 time: 0.1164174 Mar 29 15:44:49.457199 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-64205a6c-daa9-4f79-a305-a5a81e6a255a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=69698a552e7a4a9eb53e98b7199a2b29&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4719477 Mar 29 15:44:49.459490 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-43e761c0-5903-4874-8e00-b5527a3b82be tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca3d896b-5233-42cc-8972-2d9da2deaf57') {'for_net_delete': True} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:44:49.460004 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-43e761c0-5903-4874-8e00-b5527a3b82be tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca3d896b-5233-42cc-8972-2d9da2deaf57') {} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:44:49.463652 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 48506) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:44:49.483725 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-43e761c0-5903-4874-8e00-b5527a3b82be tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783523422064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4230428'] for segment, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:49.513941 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-43e761c0-5903-4874-8e00-b5527a3b82be tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:49.541639 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43e761c0-5903-4874-8e00-b5527a3b82be tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] Releasing vlan 602 on physical network physnet1 to pool {{(pid=102791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 15:44:49.542305 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-43e761c0-5903-4874-8e00-b5527a3b82be tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16169569'] for segment, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:49.547025 n-d-834765-1 neutron-server[102791]: Traceback (most recent call last): Mar 29 15:44:49.547025 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 15:44:49.547025 n-d-834765-1 neutron-server[102791]: timer() Mar 29 15:44:49.547025 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 15:44:49.547025 n-d-834765-1 neutron-server[102791]: cb(*args, **kw) Mar 29 15:44:49.547025 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 15:44:49.547025 n-d-834765-1 neutron-server[102791]: return func(*args, **kwargs) Mar 29 15:44:49.547025 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 15:44:49.547025 n-d-834765-1 neutron-server[102791]: self._notify() Mar 29 15:44:49.547025 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 15:44:49.547025 n-d-834765-1 neutron-server[102791]: self.callback(batched_events) Mar 29 15:44:49.547025 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 15:44:49.547025 n-d-834765-1 neutron-server[102791]: event.method(event) Mar 29 15:44:49.547025 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 15:44:49.547025 n-d-834765-1 neutron-server[102791]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 15:44:49.547025 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 15:44:49.547025 n-d-834765-1 neutron-server[102791]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 15:44:49.547025 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 15:44:49.547025 n-d-834765-1 neutron-server[102791]: return f(self, *a, **k) Mar 29 15:44:49.547025 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 15:44:49.547025 n-d-834765-1 neutron-server[102791]: return self._get(url).json() Mar 29 15:44:49.547025 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 15:44:49.547025 n-d-834765-1 neutron-server[102791]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 15:44:49.547025 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 15:44:49.547025 n-d-834765-1 neutron-server[102791]: return self.request(url, 'GET', **kwargs) Mar 29 15:44:49.547025 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 15:44:49.547025 n-d-834765-1 neutron-server[102791]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 15:44:49.547025 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 15:44:49.547025 n-d-834765-1 neutron-server[102791]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 15:44:49.547025 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 15:44:49.547025 n-d-834765-1 neutron-server[102791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 15:44:49.547025 n-d-834765-1 neutron-server[102791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 15:44:49.579218 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032fd8c8-f0a4-430b-91ad-2e57cd7936f1 req-fdf28275-f727-4fe8-8e57-9244869f4fcd tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:49.581260 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-032fd8c8-f0a4-430b-91ad-2e57cd7936f1 req-fdf28275-f727-4fe8-8e57-9244869f4fcd tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] 10.222.0.44 "GET /v2.0/networks?id=9c05e936-df9e-4fbf-b09c-78bf9696504c HTTP/1.1" status: 200 len: 806 time: 0.4422829 Mar 29 15:44:49.596861 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-b59e770f-b4a6-4c35-9140-11781724c4af req-6f1c1d62-3de3-4024-b209-15c164762a70 tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] 10.222.0.42 "GET /v2.0/security-groups?id=6fc5fb8c-b1d6-4bb9-b68a-102a19ea7379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576912 Mar 29 15:44:49.613064 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9962b432-8a93-4dcc-b0a0-ee05b83abafb None None] Pushing event updated for resources: {'Port': ['ID=790adf0f-3b58-4530-8eca-d8ad3297ad96,revision_number=2']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:44:49.624349 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-e9365da9-911b-4e3f-91d4-55c8e6a58ea7 req-70391bdb-d27b-458e-9bb5-569080c8894e tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:49.651827 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] get_ports_and_sgs() called for port_ids ['949ea80c-bdd8-4833-9e27-0945bbdcedb0'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:44:49.689489 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-fb6eebd4-c191-4b60-a2ab-6611ae81e045 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:49.701278 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [req-032fd8c8-f0a4-430b-91ad-2e57cd7936f1 req-453618ef-6ad6-474e-bad5-0729fc2c9fa0 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] Request body: {'port': {'device_id': '7a942334-c9d7-46a1-a40e-2f039cf4da46', 'network_id': '9c05e936-df9e-4fbf-b09c-78bf9696504c', 'admin_state_up': True, 'tenant_id': 'd04cf558b2cb439aa051141a3dc84641'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:44:49.749027 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70391bdb-d27b-458e-9bb5-569080c8894e tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] Pushing event deleted for resources: {'Port': ['ID=e8c8298b-ad82-4c53-8291-585877dd90e3,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:44:49.765352 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.db.api [None req-43e761c0-5903-4874-8e00-b5527a3b82be tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 29 15:44:49.765352 n-d-834765-1 neutron-server[102791]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 29 15:44:49.765352 n-d-834765-1 neutron-server[102791]: [parameters: {'id': 'e23bee86-d380-4169-ae63-34633ef904a9'}] Mar 29 15:44:49.765352 n-d-834765-1 neutron-server[102791]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102791) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 29 15:44:49.765835 n-d-834765-1 neutron-server[102791]: DEBUG oslo_db.api [None req-43e761c0-5903-4874-8e00-b5527a3b82be tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 29 15:44:49.779379 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-fb6eebd4-c191-4b60-a2ab-6611ae81e045 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:49.859557 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9365da9-911b-4e3f-91d4-55c8e6a58ea7 req-70391bdb-d27b-458e-9bb5-569080c8894e tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] No DVR routers for this DVR port e8c8298b-ad82-4c53-8291-585877dd90e3 on host n-h2-834765-1 {{(pid=102790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:44:49.862253 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70391bdb-d27b-458e-9bb5-569080c8894e tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:44:49.862722 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70391bdb-d27b-458e-9bb5-569080c8894e tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:44:49.863363 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70391bdb-d27b-458e-9bb5-569080c8894e tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:44:49.863821 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70391bdb-d27b-458e-9bb5-569080c8894e tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:44:49.864260 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70391bdb-d27b-458e-9bb5-569080c8894e tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:44:49.864807 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70391bdb-d27b-458e-9bb5-569080c8894e tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:44:49.865472 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70391bdb-d27b-458e-9bb5-569080c8894e tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:44:49.865840 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70391bdb-d27b-458e-9bb5-569080c8894e tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:44:49.866272 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70391bdb-d27b-458e-9bb5-569080c8894e tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:44:49.866684 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70391bdb-d27b-458e-9bb5-569080c8894e tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:44:49.867084 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70391bdb-d27b-458e-9bb5-569080c8894e tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:44:49.867513 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70391bdb-d27b-458e-9bb5-569080c8894e tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:44:49.870996 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-e9365da9-911b-4e3f-91d4-55c8e6a58ea7 req-70391bdb-d27b-458e-9bb5-569080c8894e tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:49.875012 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-e9365da9-911b-4e3f-91d4-55c8e6a58ea7 req-70391bdb-d27b-458e-9bb5-569080c8894e tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] 10.222.0.48 "DELETE /v2.0/ports/e8c8298b-ad82-4c53-8291-585877dd90e3 HTTP/1.1" status: 204 len: 173 time: 1.2839859 Mar 29 15:44:49.875624 n-d-834765-1 neutron-server[102790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6577ea24-a03c-4970-9984-ffe76327597c', 'name': 'network-vif-deleted', 'tag': 'e8c8298b-ad82-4c53-8291-585877dd90e3'}] {{(pid=102790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:44:49.878326 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46b06d655c90bc969636382cce4240ad749035fb0f3a83ee4734fa1ed9c4a6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5c2c448-b106-4be4-885c-92f507e6af91" -d '{"events": [{"server_uuid": "6577ea24-a03c-4970-9984-ffe76327597c", "name": "network-vif-deleted", "tag": "e8c8298b-ad82-4c53-8291-585877dd90e3"}]}' {{(pid=102790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:44:49.925213 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-fb6eebd4-c191-4b60-a2ab-6611ae81e045 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:49.928794 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:44:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdb8c84f-457d-4cb0-bd05-fdba8092624b x-openstack-request-id: req-bdb8c84f-457d-4cb0-bd05-fdba8092624b {{(pid=102790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:44:49.929504 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6577ea24-a03c-4970-9984-ffe76327597c", "name": "network-vif-deleted", "tag": "e8c8298b-ad82-4c53-8291-585877dd90e3", "status": "completed", "code": 200}]} {{(pid=102790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:44:49.930072 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-bdb8c84f-457d-4cb0-bd05-fdba8092624b {{(pid=102790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:44:49.930719 n-d-834765-1 neutron-server[102790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6577ea24-a03c-4970-9984-ffe76327597c', 'name': 'network-vif-deleted', 'tag': 'e8c8298b-ad82-4c53-8291-585877dd90e3', 'status': 'completed', 'code': 200} Mar 29 15:44:49.936757 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-fb6eebd4-c191-4b60-a2ab-6611ae81e045 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:49.941089 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-fb6eebd4-c191-4b60-a2ab-6611ae81e045 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ab705e3d-0d8c-4a96-9a1b-de00a3f52311 HTTP/1.1" status: 204 len: 168 time: 0.4761477 Mar 29 15:44:49.975686 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6eebd4-c191-4b60-a2ab-6611ae81e045 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab705e3d-0d8c-4a96-9a1b-de00a3f52311,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:44:49.978640 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-032fd8c8-f0a4-430b-91ad-2e57cd7936f1 req-453618ef-6ad6-474e-bad5-0729fc2c9fa0 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] Made reservation on behalf of d04cf558b2cb439aa051141a3dc84641 for: {'port': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:44:49.987518 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-032fd8c8-f0a4-430b-91ad-2e57cd7936f1 req-453618ef-6ad6-474e-bad5-0729fc2c9fa0 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:50.119344 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f55896b7-f69b-4374-88ac-9d3f5fe59b84 req-72801969-97c2-4899-bb16-4c1727972e26 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] 10.222.0.42 "GET /v2.0/ports?device_id=e63d94a3-644d-400a-aa3f-0c71f9fb1b46 HTTP/1.1" status: 200 len: 210 time: 0.1006262 Mar 29 15:44:50.273018 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-43e761c0-5903-4874-8e00-b5527a3b82be tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1631750'] for network, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:50.338570 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e4626c-f7bc-4cc4-bd22-2c3a04eab477 req-5ae388b2-be1d-435e-9641-99640adb41c6 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:50.349470 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-e8e4626c-f7bc-4cc4-bd22-2c3a04eab477 req-5ae388b2-be1d-435e-9641-99640adb41c6 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/ports?device_id=58f7a61a-e4e1-4fba-85de-36c5ab11b403 HTTP/1.1" status: 200 len: 950 time: 0.1219308 Mar 29 15:44:50.430709 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-e8e4626c-f7bc-4cc4-bd22-2c3a04eab477 req-a53a8283-72b3-45c8-9aa7-b5f463b16dab tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/security-groups?id=56997969-7130-4d86-9e9d-e068deb19a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773387 Mar 29 15:44:50.453916 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65b06722-c0ca-4cd8-8d95-026f5d95818d None None] get_active_networks_info from n-d-834765-1 {{(pid=102792) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Mar 29 15:44:50.610605 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6013b943-3df0-4cf3-910f-84032c79f55e req-70dd5388-ec6c-4d68-be40-2dabc9a60580 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] 10.222.0.42 "GET /v2.0/ports?device_id=7a942334-c9d7-46a1-a40e-2f039cf4da46 HTTP/1.1" status: 200 len: 210 time: 0.0607691 Mar 29 15:44:50.664870 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_common [req-032fd8c8-f0a4-430b-91ad-2e57cd7936f1 req-453618ef-6ad6-474e-bad5-0729fc2c9fa0 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] Allocated IP 172.20.0.11 (9c05e936-df9e-4fbf-b09c-78bf9696504c/9016bdba-0f5c-4ddd-94a1-3fa4aae621f1/ddf7e4ab-8978-449c-912c-5e3a0e0df280) {{(pid=102791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:44:50.675126 n-d-834765-1 neutron-server[102792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65b06722-c0ca-4cd8-8d95-026f5d95818d None None] Resources bound (agent type, host, resource id): {{(pid=102792) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 29 15:44:50.682206 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-43e761c0-5903-4874-8e00-b5527a3b82be tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] Deleting port 790adf0f-3b58-4530-8eca-d8ad3297ad96 {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:44:50.682806 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-43e761c0-5903-4874-8e00-b5527a3b82be tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:50.952971 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-a9127f0b-d8b7-42c7-94a0-8225cdc41417 req-b41c3545-9847-489f-b6f8-264d65001497 tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] 10.222.0.42 "GET /v2.0/ports?device_id=6577ea24-a03c-4970-9984-ffe76327597c HTTP/1.1" status: 200 len: 210 time: 0.0544927 Mar 29 15:44:50.956400 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [None req-43e761c0-5903-4874-8e00-b5527a3b82be tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] For port 790adf0f-3b58-4530-8eca-d8ad3297ad96, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=790adf0f-3b58-4530-8eca-d8ad3297ad96,segment=NetworkSegment(ca3d896b-5233-42cc-8972-2d9da2deaf57),segment_id=ca3d896b-5233-42cc-8972-2d9da2deaf57)] {{(pid=102791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:44:50.956988 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-43e761c0-5903-4874-8e00-b5527a3b82be tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:50.990435 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-43e761c0-5903-4874-8e00-b5527a3b82be tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] Calling delete_port for 790adf0f-3b58-4530-8eca-d8ad3297ad96 owned by network:dhcp {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:44:51.048163 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device e8c8298b-ad82-4c53-8291-585877dd90e3 no longer exists at agent hyperv_n-h2-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:44:51.125911 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] No Port match for: e8c8298b-ad82-4c53-8291-585877dd90e3 {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 15:44:51.126611 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device e8c8298b-ad82-4c53-8291-585877dd90e3 not bound to the agent host n-h2-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:44:51.203076 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-032fd8c8-f0a4-430b-91ad-2e57cd7936f1 req-453618ef-6ad6-474e-bad5-0729fc2c9fa0 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] Notify callbacks [] for port, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:51.252275 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-43e761c0-5903-4874-8e00-b5527a3b82be tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:51.364139 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e761c0-5903-4874-8e00-b5527a3b82be tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] Pushing event deleted for resources: {'Port': ['ID=790adf0f-3b58-4530-8eca-d8ad3297ad96,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:44:51.397765 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-dde9cbdb-8438-4c8b-a141-ed2a57e3affa req-378ce822-a5b2-437a-b0c5-6e3bf082c39d tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] 10.222.0.42 "GET /v2.0/ports?device_id=e63d94a3-644d-400a-aa3f-0c71f9fb1b46 HTTP/1.1" status: 200 len: 210 time: 0.0672839 Mar 29 15:44:51.399915 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43e761c0-5903-4874-8e00-b5527a3b82be tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] No DVR routers for this DVR port 790adf0f-3b58-4530-8eca-d8ad3297ad96 on host n-d-834765-1 {{(pid=102791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:44:51.407452 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-032fd8c8-f0a4-430b-91ad-2e57cd7936f1 req-453618ef-6ad6-474e-bad5-0729fc2c9fa0 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:51.428445 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] get_ports_and_sgs() called for port_ids ['734cee79-2e3a-49be-96bb-0714db457bf3', '5115305e-8a3f-4b58-a96a-40bb4fbb26e6'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:44:51.534493 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-032fd8c8-f0a4-430b-91ad-2e57cd7936f1 req-453618ef-6ad6-474e-bad5-0729fc2c9fa0 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] Network 9c05e936-df9e-4fbf-b09c-78bf9696504c is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:44:51.557983 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [req-032fd8c8-f0a4-430b-91ad-2e57cd7936f1 req-453618ef-6ad6-474e-bad5-0729fc2c9fa0 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:44:51.589427 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [req-032fd8c8-f0a4-430b-91ad-2e57cd7936f1 req-453618ef-6ad6-474e-bad5-0729fc2c9fa0 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] Received port after_create {{(pid=102791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:44:51.641028 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062f69d7-e48c-48dd-a65f-bc36e5f64cf6 req-3ce2684c-22e9-4a54-8616-5c737f636b38 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:51.676075 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-062f69d7-e48c-48dd-a65f-bc36e5f64cf6 req-3ce2684c-22e9-4a54-8616-5c737f636b38 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/ports?device_id=58f7a61a-e4e1-4fba-85de-36c5ab11b403 HTTP/1.1" status: 200 len: 950 time: 0.1138403 Mar 29 15:44:51.711606 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-43e761c0-5903-4874-8e00-b5527a3b82be tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639890', 'neutron.services.segments.db._delete_segments_for_network-8783523423079'] for network, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:51.789269 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-062f69d7-e48c-48dd-a65f-bc36e5f64cf6 req-0ac44a6e-abe7-4b6b-a417-c6b5a29a1835 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/security-groups?id=56997969-7130-4d86-9e9d-e068deb19a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056273 Mar 29 15:44:52.296459 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-43e761c0-5903-4874-8e00-b5527a3b82be tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e23bee86-d380-4169-ae63-34633ef904a9']}} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:44:52.309415 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-43e761c0-5903-4874-8e00-b5527a3b82be tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca3d896b-5233-42cc-8972-2d9da2deaf57') {'for_net_delete': True} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:44:52.309697 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-43e761c0-5903-4874-8e00-b5527a3b82be tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca3d896b-5233-42cc-8972-2d9da2deaf57') {} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:44:52.323609 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-43e761c0-5903-4874-8e00-b5527a3b82be tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783523422064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4230428'] for segment, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:52.341605 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-43e761c0-5903-4874-8e00-b5527a3b82be tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:52.350711 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43e761c0-5903-4874-8e00-b5527a3b82be tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] Releasing vlan 602 on physical network physnet1 to pool {{(pid=102791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 15:44:52.351075 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-43e761c0-5903-4874-8e00-b5527a3b82be tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16169569'] for segment, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:52.384611 n-d-834765-1 neutron-server[102791]: Traceback (most recent call last): Mar 29 15:44:52.384611 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 15:44:52.384611 n-d-834765-1 neutron-server[102791]: timer() Mar 29 15:44:52.384611 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 15:44:52.384611 n-d-834765-1 neutron-server[102791]: cb(*args, **kw) Mar 29 15:44:52.384611 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 15:44:52.384611 n-d-834765-1 neutron-server[102791]: return func(*args, **kwargs) Mar 29 15:44:52.384611 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 15:44:52.384611 n-d-834765-1 neutron-server[102791]: self._notify() Mar 29 15:44:52.384611 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 15:44:52.384611 n-d-834765-1 neutron-server[102791]: self.callback(batched_events) Mar 29 15:44:52.384611 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 15:44:52.384611 n-d-834765-1 neutron-server[102791]: event.method(event) Mar 29 15:44:52.384611 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 15:44:52.384611 n-d-834765-1 neutron-server[102791]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 15:44:52.384611 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 15:44:52.384611 n-d-834765-1 neutron-server[102791]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 15:44:52.384611 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 15:44:52.384611 n-d-834765-1 neutron-server[102791]: return f(self, *a, **k) Mar 29 15:44:52.384611 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 15:44:52.384611 n-d-834765-1 neutron-server[102791]: return self._get(url).json() Mar 29 15:44:52.384611 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 15:44:52.384611 n-d-834765-1 neutron-server[102791]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 15:44:52.384611 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 15:44:52.384611 n-d-834765-1 neutron-server[102791]: return self.request(url, 'GET', **kwargs) Mar 29 15:44:52.384611 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 15:44:52.384611 n-d-834765-1 neutron-server[102791]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 15:44:52.384611 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 15:44:52.384611 n-d-834765-1 neutron-server[102791]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 15:44:52.384611 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 15:44:52.384611 n-d-834765-1 neutron-server[102791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 15:44:52.384611 n-d-834765-1 neutron-server[102791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 15:44:52.401058 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d05306b-a525-4705-9678-3f4670c238cf req-0d2ec844-20ae-4972-816a-f683ba817849 tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:52.403385 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-2d05306b-a525-4705-9678-3f4670c238cf req-0d2ec844-20ae-4972-816a-f683ba817849 tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] 10.222.0.42 "GET /v2.0/ports?device_id=2565640a-8c7c-44e6-a0ff-441fffc35121 HTTP/1.1" status: 200 len: 950 time: 0.1048298 Mar 29 15:44:52.456180 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453618ef-6ad6-474e-bad5-0729fc2c9fa0 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] Pushing event updated for resources: {'Port': ['ID=ddf7e4ab-8978-449c-912c-5e3a0e0df280,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:44:52.513867 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032fd8c8-f0a4-430b-91ad-2e57cd7936f1 req-453618ef-6ad6-474e-bad5-0729fc2c9fa0 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:52.515348 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-032fd8c8-f0a4-430b-91ad-2e57cd7936f1 req-453618ef-6ad6-474e-bad5-0729fc2c9fa0 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:52.523736 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-43e761c0-5903-4874-8e00-b5527a3b82be tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1639897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648174'] for network, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:52.541568 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-2d05306b-a525-4705-9678-3f4670c238cf req-e53e8447-13a4-4a7e-99a1-c047563162f7 tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] 10.222.0.42 "GET /v2.0/security-groups?id=6fc5fb8c-b1d6-4bb9-b68a-102a19ea7379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290822 Mar 29 15:44:52.569293 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-43e761c0-5903-4874-8e00-b5527a3b82be tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for network, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:52.578345 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-43e761c0-5903-4874-8e00-b5527a3b82be tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] 10.222.0.42 "DELETE /v2.0/networks/e23bee86-d380-4169-ae63-34633ef904a9 HTTP/1.1" status: 204 len: 168 time: 5.7203634 Mar 29 15:44:52.578345 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e761c0-5903-4874-8e00-b5527a3b82be tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] Pushing event deleted for resources: {'Network': ['ID=e23bee86-d380-4169-ae63-34633ef904a9,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:44:52.579230 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 48620) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:44:52.625119 n-d-834765-1 neutron-server[102791]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f2eca4d-c40b-47a3-ad72-f7bd32b34874 tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] DELETE failed (client error): The resource could not be found. Mar 29 15:44:52.625651 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f2eca4d-c40b-47a3-ad72-f7bd32b34874 tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102791) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 15:44:52.633364 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-5f2eca4d-c40b-47a3-ad72-f7bd32b34874 tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] 10.222.0.42 "DELETE /v2.0/subnets/40d83a7e-bfc8-4036-a7c2-eabd68d8dc31 HTTP/1.1" status: 404 len: 337 time: 0.0481782 Mar 29 15:44:52.635521 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 48626) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:44:52.645718 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-032fd8c8-f0a4-430b-91ad-2e57cd7936f1 req-453618ef-6ad6-474e-bad5-0729fc2c9fa0 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9569049 Mar 29 15:44:52.649299 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e761c0-5903-4874-8e00-b5527a3b82be tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:44:52.649732 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e761c0-5903-4874-8e00-b5527a3b82be tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:44:52.650270 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e761c0-5903-4874-8e00-b5527a3b82be tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:44:52.650799 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e761c0-5903-4874-8e00-b5527a3b82be tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:44:52.651204 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e761c0-5903-4874-8e00-b5527a3b82be tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:44:52.655403 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e761c0-5903-4874-8e00-b5527a3b82be tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:44:52.655882 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e761c0-5903-4874-8e00-b5527a3b82be tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:44:52.656456 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e761c0-5903-4874-8e00-b5527a3b82be tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:44:52.656982 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e761c0-5903-4874-8e00-b5527a3b82be tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:44:52.657219 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e761c0-5903-4874-8e00-b5527a3b82be tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:44:52.657596 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e761c0-5903-4874-8e00-b5527a3b82be tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:44:52.657990 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e761c0-5903-4874-8e00-b5527a3b82be tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:44:52.671570 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [req-032fd8c8-f0a4-430b-91ad-2e57cd7936f1 req-c962de85-0c75-47f7-aed5-b22ba07f8eab service neutron] Request body: {'port': {'device_id': '7a942334-c9d7-46a1-a40e-2f039cf4da46', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834765-1'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:44:52.672448 n-d-834765-1 neutron-server[102790]: INFO neutron.pecan_wsgi.hooks.translation [None req-938c3f0c-5a9b-4819-9d56-90e81ba65e3a tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] DELETE failed (client error): The resource could not be found. Mar 29 15:44:52.673674 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-938c3f0c-5a9b-4819-9d56-90e81ba65e3a tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102790) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 15:44:52.681537 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-938c3f0c-5a9b-4819-9d56-90e81ba65e3a tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] 10.222.0.42 "DELETE /v2.0/networks/e23bee86-d380-4169-ae63-34633ef904a9 HTTP/1.1" status: 404 len: 339 time: 0.0443265 Mar 29 15:44:52.682826 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 48628) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:44:52.685653 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ae52e6-ef5c-4011-bd7b-4901c939fc06 req-0f194235-7ce3-4618-89fb-f3d2cae4297c tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:52.688997 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b5ae52e6-ef5c-4011-bd7b-4901c939fc06 req-0f194235-7ce3-4618-89fb-f3d2cae4297c tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] 10.222.0.42 "GET /v2.0/ports?device_id=7a942334-c9d7-46a1-a40e-2f039cf4da46 HTTP/1.1" status: 200 len: 932 time: 0.4171543 Mar 29 15:44:52.734103 n-d-834765-1 neutron-server[102790]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b2ca2b2-bed7-4310-b3e2-521f7dc959fe tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] DELETE failed (client error): The resource could not be found. Mar 29 15:44:52.734874 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b2ca2b2-bed7-4310-b3e2-521f7dc959fe tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102790) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 15:44:52.743419 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-7b2ca2b2-bed7-4310-b3e2-521f7dc959fe tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] 10.222.0.42 "DELETE /v2.0/subnets/37a47bb6-1f73-47c4-8562-8933166ba714 HTTP/1.1" status: 404 len: 337 time: 0.0582852 Mar 29 15:44:52.743636 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 48632) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:44:52.795614 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b5ae52e6-ef5c-4011-bd7b-4901c939fc06 req-4b0ac139-75a1-40b8-a33f-4f4945ddba11 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] 10.222.0.42 "GET /v2.0/security-groups?id=f08e979a-b162-4e81-8f48-4f228bf81759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794291 Mar 29 15:44:52.817688 n-d-834765-1 neutron-server[102791]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b472ee8-8c5b-4b8c-a26a-1e2fab13be0d tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] DELETE failed (client error): The resource could not be found. Mar 29 15:44:52.818282 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b472ee8-8c5b-4b8c-a26a-1e2fab13be0d tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102791) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 15:44:52.823812 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-2b472ee8-8c5b-4b8c-a26a-1e2fab13be0d tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] 10.222.0.42 "DELETE /v2.0/networks/702220ee-f6ed-4371-a837-aa3da395c8e7 HTTP/1.1" status: 404 len: 339 time: 0.0669286 Mar 29 15:44:52.826027 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 48636) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:44:52.833216 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-7f5d6e3b-2b5b-45e1-b688-b4c392b6e260 req-bc6efd7f-b658-4d15-b4ba-cde41ae22a8f tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] 10.222.0.42 "GET /v2.0/ports?device_id=e63d94a3-644d-400a-aa3f-0c71f9fb1b46 HTTP/1.1" status: 200 len: 210 time: 0.0615909 Mar 29 15:44:52.864874 n-d-834765-1 neutron-server[102791]: INFO neutron.pecan_wsgi.hooks.translation [None req-55696aae-fb40-42e1-8153-88bb326757d6 tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] DELETE failed (client error): The resource could not be found. Mar 29 15:44:52.865334 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55696aae-fb40-42e1-8153-88bb326757d6 tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102791) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 15:44:52.869097 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-55696aae-fb40-42e1-8153-88bb326757d6 tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] 10.222.0.42 "DELETE /v2.0/subnets/20e370d7-c887-4b39-a650-33ca66bd19b8 HTTP/1.1" status: 404 len: 337 time: 0.0416470 Mar 29 15:44:52.869571 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-032fd8c8-f0a4-430b-91ad-2e57cd7936f1 req-c962de85-0c75-47f7-aed5-b22ba07f8eab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:52.872487 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 48640) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:44:52.915801 n-d-834765-1 neutron-server[102790]: INFO neutron.pecan_wsgi.hooks.translation [None req-073683b4-7e0c-4c29-9fd8-e1ea90a6a9d2 tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] DELETE failed (client error): The resource could not be found. Mar 29 15:44:52.919786 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-073683b4-7e0c-4c29-9fd8-e1ea90a6a9d2 tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102790) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 15:44:52.927699 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-073683b4-7e0c-4c29-9fd8-e1ea90a6a9d2 tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] 10.222.0.42 "DELETE /v2.0/networks/9f6d03eb-2018-4435-8124-55ce1ef0acd9 HTTP/1.1" status: 404 len: 339 time: 0.0537915 Mar 29 15:44:52.934616 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 48642) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:44:53.260129 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [req-032fd8c8-f0a4-430b-91ad-2e57cd7936f1 req-c962de85-0c75-47f7-aed5-b22ba07f8eab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ddf7e4ab-8978-449c-912c-5e3a0e0df280 {{(pid=102791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:44:53.271072 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-032fd8c8-f0a4-430b-91ad-2e57cd7936f1 req-c962de85-0c75-47f7-aed5-b22ba07f8eab service neutron] Notify callbacks [] for port, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:53.303037 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab341eb3-e780-44f8-b158-2ebfa77200ce req-d24ecdb5-280c-4ad4-8e71-64200de8ef3b tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:53.304647 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-ab341eb3-e780-44f8-b158-2ebfa77200ce req-d24ecdb5-280c-4ad4-8e71-64200de8ef3b tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/ports?device_id=58f7a61a-e4e1-4fba-85de-36c5ab11b403 HTTP/1.1" status: 200 len: 950 time: 0.2817762 Mar 29 15:44:53.312155 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.provisioning_blocks [req-032fd8c8-f0a4-430b-91ad-2e57cd7936f1 req-c962de85-0c75-47f7-aed5-b22ba07f8eab service neutron] Transition to ACTIVE for port object ddf7e4ab-8978-449c-912c-5e3a0e0df280 will not be triggered until provisioned by entity L2. {{(pid=102791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 15:44:53.320008 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-032fd8c8-f0a4-430b-91ad-2e57cd7936f1 req-c962de85-0c75-47f7-aed5-b22ba07f8eab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:53.359634 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-88a3cb28-8746-4a45-be98-9c2cc0a112ae tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] Deleting port 67f35ace-b4ca-47cc-846c-8090e15e234e {{(pid=102790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:44:53.360253 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-88a3cb28-8746-4a45-be98-9c2cc0a112ae tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:53.453740 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-ab341eb3-e780-44f8-b158-2ebfa77200ce req-f890058e-c350-4747-96ae-0857c9b0ad10 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/security-groups?id=56997969-7130-4d86-9e9d-e068deb19a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409442 Mar 29 15:44:53.528992 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c962de85-0c75-47f7-aed5-b22ba07f8eab service neutron] Pushing event updated for resources: {'Port': ['ID=ddf7e4ab-8978-449c-912c-5e3a0e0df280,revision_number=2']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:44:53.577911 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-88a3cb28-8746-4a45-be98-9c2cc0a112ae tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:53.599631 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-88a3cb28-8746-4a45-be98-9c2cc0a112ae tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] Calling delete_port for 67f35ace-b4ca-47cc-846c-8090e15e234e owned by {{(pid=102790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:44:53.632225 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-032fd8c8-f0a4-430b-91ad-2e57cd7936f1 req-c962de85-0c75-47f7-aed5-b22ba07f8eab service neutron] Attempting to bind port ddf7e4ab-8978-449c-912c-5e3a0e0df280 on host n-h1-834765-1 for vnic_type normal with profile {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:44:53.632822 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-032fd8c8-f0a4-430b-91ad-2e57cd7936f1 req-c962de85-0c75-47f7-aed5-b22ba07f8eab service neutron] Attempting to bind port ddf7e4ab-8978-449c-912c-5e3a0e0df280 by drivers openvswitch,hyperv on host n-h1-834765-1 at level 0 using segments [{'id': '429e9cf3-3671-4cb2-9547-92af9e95f1f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '9c05e936-df9e-4fbf-b09c-78bf9696504c'}] {{(pid=102791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:44:53.633461 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-032fd8c8-f0a4-430b-91ad-2e57cd7936f1 req-c962de85-0c75-47f7-aed5-b22ba07f8eab service neutron] Attempting to bind port ddf7e4ab-8978-449c-912c-5e3a0e0df280 on network 9c05e936-df9e-4fbf-b09c-78bf9696504c {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:44:53.641665 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-032fd8c8-f0a4-430b-91ad-2e57cd7936f1 req-c962de85-0c75-47f7-aed5-b22ba07f8eab service neutron] Port ddf7e4ab-8978-449c-912c-5e3a0e0df280 on network 9c05e936-df9e-4fbf-b09c-78bf9696504c not bound, no agent of type Open vSwitch agent registered on host n-h1-834765-1 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 15:44:53.642044 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-032fd8c8-f0a4-430b-91ad-2e57cd7936f1 req-c962de85-0c75-47f7-aed5-b22ba07f8eab service neutron] Attempting to bind port ddf7e4ab-8978-449c-912c-5e3a0e0df280 on network 9c05e936-df9e-4fbf-b09c-78bf9696504c {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:44:53.684374 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-032fd8c8-f0a4-430b-91ad-2e57cd7936f1 req-c962de85-0c75-47f7-aed5-b22ba07f8eab service neutron] Checking agent: {'id': 'be375040-5069-4239-9460-a3a3213e1e90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 33, 18), 'started_at': datetime.datetime(2022, 3, 29, 15, 33, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 44, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:44:53.685178 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-032fd8c8-f0a4-430b-91ad-2e57cd7936f1 req-c962de85-0c75-47f7-aed5-b22ba07f8eab service neutron] Checking segment: {'id': '429e9cf3-3671-4cb2-9547-92af9e95f1f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '9c05e936-df9e-4fbf-b09c-78bf9696504c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:44:53.685566 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-032fd8c8-f0a4-430b-91ad-2e57cd7936f1 req-c962de85-0c75-47f7-aed5-b22ba07f8eab service neutron] Bound using segment: {'id': '429e9cf3-3671-4cb2-9547-92af9e95f1f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '9c05e936-df9e-4fbf-b09c-78bf9696504c'} {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:44:53.686040 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-032fd8c8-f0a4-430b-91ad-2e57cd7936f1 req-c962de85-0c75-47f7-aed5-b22ba07f8eab service neutron] Bound port: ddf7e4ab-8978-449c-912c-5e3a0e0df280, host: n-h1-834765-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '429e9cf3-3671-4cb2-9547-92af9e95f1f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '9c05e936-df9e-4fbf-b09c-78bf9696504c'}}] {{(pid=102791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 15:44:53.686396 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-032fd8c8-f0a4-430b-91ad-2e57cd7936f1 req-c962de85-0c75-47f7-aed5-b22ba07f8eab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:53.870164 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-88a3cb28-8746-4a45-be98-9c2cc0a112ae tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:53.909632 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-032fd8c8-f0a4-430b-91ad-2e57cd7936f1 req-c962de85-0c75-47f7-aed5-b22ba07f8eab service neutron] For port ddf7e4ab-8978-449c-912c-5e3a0e0df280, host n-h1-834765-1, cleared binding levels {{(pid=102791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:44:53.913828 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-032fd8c8-f0a4-430b-91ad-2e57cd7936f1 req-c962de85-0c75-47f7-aed5-b22ba07f8eab service neutron] For port ddf7e4ab-8978-449c-912c-5e3a0e0df280, host n-h1-834765-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=ddf7e4ab-8978-449c-912c-5e3a0e0df280,segment=NetworkSegment(429e9cf3-3671-4cb2-9547-92af9e95f1f2),segment_id=429e9cf3-3671-4cb2-9547-92af9e95f1f2)] {{(pid=102791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:44:53.929101 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fa1fb1-8f37-4bea-8f76-48289893e53e req-9e1dae8b-cf96-468a-8f77-01c5c825ae60 tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:53.939105 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f2fa1fb1-8f37-4bea-8f76-48289893e53e req-9e1dae8b-cf96-468a-8f77-01c5c825ae60 tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] 10.222.0.42 "GET /v2.0/ports?device_id=2565640a-8c7c-44e6-a0ff-441fffc35121 HTTP/1.1" status: 200 len: 950 time: 0.2819929 Mar 29 15:44:53.944218 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-032fd8c8-f0a4-430b-91ad-2e57cd7936f1 req-c962de85-0c75-47f7-aed5-b22ba07f8eab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:53.976367 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a3cb28-8746-4a45-be98-9c2cc0a112ae tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] Pushing event deleted for resources: {'Port': ['ID=67f35ace-b4ca-47cc-846c-8090e15e234e,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:44:53.994714 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032fd8c8-f0a4-430b-91ad-2e57cd7936f1 req-c962de85-0c75-47f7-aed5-b22ba07f8eab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:53.995376 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-032fd8c8-f0a4-430b-91ad-2e57cd7936f1 req-c962de85-0c75-47f7-aed5-b22ba07f8eab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:53.997598 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-032fd8c8-f0a4-430b-91ad-2e57cd7936f1 req-c962de85-0c75-47f7-aed5-b22ba07f8eab service neutron] 10.222.0.44 "PUT /v2.0/ports/ddf7e4ab-8978-449c-912c-5e3a0e0df280 HTTP/1.1" status: 200 len: 1092 time: 1.3356254 Mar 29 15:44:53.998061 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a942334-c9d7-46a1-a40e-2f039cf4da46', 'tag': 'ddf7e4ab-8978-449c-912c-5e3a0e0df280'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:44:54.001111 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c67b028db5e9b9818fecc5c0a87ebc6f190694fa53ca267d523e04f98de536d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4995f37c-e6d9-4301-aadf-1a867778bbe2" -d '{"events": [{"name": "network-changed", "server_uuid": "7a942334-c9d7-46a1-a40e-2f039cf4da46", "tag": "ddf7e4ab-8978-449c-912c-5e3a0e0df280"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:44:54.027438 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-88a3cb28-8746-4a45-be98-9c2cc0a112ae tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:54.055745 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-88a3cb28-8746-4a45-be98-9c2cc0a112ae tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] 10.222.0.42 "DELETE /v2.0/ports/67f35ace-b4ca-47cc-846c-8090e15e234e HTTP/1.1" status: 204 len: 168 time: 1.1195083 Mar 29 15:44:54.058918 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 48686) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:44:54.116538 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f2fa1fb1-8f37-4bea-8f76-48289893e53e req-b9e903af-c108-4a86-9b35-01f6e11ffc4b tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] 10.222.0.42 "GET /v2.0/security-groups?id=6fc5fb8c-b1d6-4bb9-b68a-102a19ea7379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762381 Mar 29 15:44:54.128078 n-d-834765-1 neutron-server[102790]: INFO neutron.pecan_wsgi.hooks.translation [None req-2da387c2-e7a5-42f9-a3f6-aa748309cb93 tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] DELETE failed (client error): The resource could not be found. Mar 29 15:44:54.128649 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2da387c2-e7a5-42f9-a3f6-aa748309cb93 tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102790) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 15:44:54.134421 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-2da387c2-e7a5-42f9-a3f6-aa748309cb93 tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] 10.222.0.42 "DELETE /v2.0/subnets/20299957-a9a9-4f0a-b667-d11a5a9ec9c1 HTTP/1.1" status: 404 len: 337 time: 0.0720649 Mar 29 15:44:54.137454 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 48688) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:44:54.168214 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c962de85-0c75-47f7-aed5-b22ba07f8eab service neutron] Pushing event updated for resources: {'Port': ['ID=ddf7e4ab-8978-449c-912c-5e3a0e0df280,revision_number=3']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:44:54.203031 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032fd8c8-f0a4-430b-91ad-2e57cd7936f1 req-db17665a-e159-4192-a632-9aff74d4c2c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:54.204716 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-032fd8c8-f0a4-430b-91ad-2e57cd7936f1 req-db17665a-e159-4192-a632-9aff74d4c2c9 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d04cf558b2cb439aa051141a3dc84641&device_id=7a942334-c9d7-46a1-a40e-2f039cf4da46 HTTP/1.1" status: 200 len: 1095 time: 0.1361396 Mar 29 15:44:54.224889 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b81d81-ca66-41ee-a44d-a47dc6cbe75b req-e17d0cb6-4004-41f3-b37c-03110090b767 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:54.226513 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-c7b81d81-ca66-41ee-a44d-a47dc6cbe75b req-e17d0cb6-4004-41f3-b37c-03110090b767 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] 10.222.0.42 "GET /v2.0/ports?device_id=7a942334-c9d7-46a1-a40e-2f039cf4da46 HTTP/1.1" status: 200 len: 944 time: 0.1025066 Mar 29 15:44:54.272538 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-032fd8c8-f0a4-430b-91ad-2e57cd7936f1 req-0f923401-724b-45c1-9915-ec200d49c389 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ddf7e4ab-8978-449c-912c-5e3a0e0df280 HTTP/1.1" status: 200 len: 217 time: 0.0579164 Mar 29 15:44:54.275862 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3886be-5e42-45a0-9faa-9d186c7a1733 req-ba930762-d1c3-49b6-af08-e4dfd38a9950 tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:54.277393 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-3f3886be-5e42-45a0-9faa-9d186c7a1733 req-ba930762-d1c3-49b6-af08-e4dfd38a9950 tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] 10.222.0.44 "GET /v2.0/ports?device_id=2565640a-8c7c-44e6-a0ff-441fffc35121 HTTP/1.1" status: 200 len: 950 time: 0.2239430 Mar 29 15:44:54.339748 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032fd8c8-f0a4-430b-91ad-2e57cd7936f1 req-f8696b49-2989-4bea-b018-917712e1ff00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:54.342066 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-032fd8c8-f0a4-430b-91ad-2e57cd7936f1 req-f8696b49-2989-4bea-b018-917712e1ff00 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9016bdba-0f5c-4ddd-94a1-3fa4aae621f1 HTTP/1.1" status: 200 len: 846 time: 0.0509200 Mar 29 15:44:54.396062 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-032fd8c8-f0a4-430b-91ad-2e57cd7936f1 req-76304be4-fdba-4bff-b5df-4a9f573114e9 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=9c05e936-df9e-4fbf-b09c-78bf9696504c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378711 Mar 29 15:44:54.399480 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-c7b81d81-ca66-41ee-a44d-a47dc6cbe75b req-123338b9-c5da-40a0-a25b-2329f4a789ce tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] 10.222.0.42 "GET /v2.0/security-groups?id=f08e979a-b162-4e81-8f48-4f228bf81759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257548 Mar 29 15:44:54.433116 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-4fa9e8fb-573e-4224-86aa-43bc0d3b066d tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1631750'] for network, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:54.451949 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-0b933b11-6a0c-40e1-9621-0a6b23bab7ef req-59ebeb61-b18d-4854-84cb-e8ef2484aec1 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] 10.222.0.42 "GET /v2.0/ports?device_id=e63d94a3-644d-400a-aa3f-0c71f9fb1b46 HTTP/1.1" status: 200 len: 210 time: 0.1119032 Mar 29 15:44:54.560573 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 15:44:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6705789-738a-48da-b078-b92c9896928b x-openstack-request-id: req-c6705789-738a-48da-b078-b92c9896928b {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:44:54.561176 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a942334-c9d7-46a1-a40e-2f039cf4da46", "tag": "ddf7e4ab-8978-449c-912c-5e3a0e0df280", "status": "completed", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:44:54.561176 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c6705789-738a-48da-b078-b92c9896928b {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:44:54.561506 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a942334-c9d7-46a1-a40e-2f039cf4da46', 'tag': 'ddf7e4ab-8978-449c-912c-5e3a0e0df280', 'status': 'completed', 'code': 200} Mar 29 15:44:54.648655 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-4fa9e8fb-573e-4224-86aa-43bc0d3b066d tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639890', 'neutron.services.segments.db._delete_segments_for_network-8783523423079'] for network, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:54.673513 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-032fd8c8-f0a4-430b-91ad-2e57cd7936f1 req-4b4c658a-23b2-4af4-b321-0d1428411e74 service neutron] 10.222.0.44 "GET /v2.0/networks/9c05e936-df9e-4fbf-b09c-78bf9696504c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2699878 Mar 29 15:44:54.674070 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-4fa9e8fb-573e-4224-86aa-43bc0d3b066d tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c5a7a54-5bce-4bde-ac89-c94dbade27b2']}} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:44:54.684022 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-4fa9e8fb-573e-4224-86aa-43bc0d3b066d tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c148298-1dc7-4a64-8fab-ae765fd2a2fe') {'for_net_delete': True} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:44:54.684324 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-4fa9e8fb-573e-4224-86aa-43bc0d3b066d tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c148298-1dc7-4a64-8fab-ae765fd2a2fe') {} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:44:54.684686 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d878a79-acf5-48f8-8dd3-50cb4c97a1db req-3655b06f-8a72-4a15-9c3d-b9eee5115a44 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:54.692641 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-2d878a79-acf5-48f8-8dd3-50cb4c97a1db req-3655b06f-8a72-4a15-9c3d-b9eee5115a44 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/ports?device_id=58f7a61a-e4e1-4fba-85de-36c5ab11b403 HTTP/1.1" status: 200 len: 950 time: 0.1066186 Mar 29 15:44:54.700421 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-4fa9e8fb-573e-4224-86aa-43bc0d3b066d tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783523422064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4230428'] for segment, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:54.714631 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-4fa9e8fb-573e-4224-86aa-43bc0d3b066d tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:54.722101 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4fa9e8fb-573e-4224-86aa-43bc0d3b066d tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] Releasing vlan 642 on physical network physnet1 to pool {{(pid=102791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 15:44:54.722511 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-4fa9e8fb-573e-4224-86aa-43bc0d3b066d tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16169569'] for segment, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:54.766378 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-2d878a79-acf5-48f8-8dd3-50cb4c97a1db req-d1672e84-746a-48b6-bd2e-8e55c6f28339 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/security-groups?id=56997969-7130-4d86-9e9d-e068deb19a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682383 Mar 29 15:44:54.806178 n-d-834765-1 neutron-server[102791]: Traceback (most recent call last): Mar 29 15:44:54.806178 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 15:44:54.806178 n-d-834765-1 neutron-server[102791]: timer() Mar 29 15:44:54.806178 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 15:44:54.806178 n-d-834765-1 neutron-server[102791]: cb(*args, **kw) Mar 29 15:44:54.806178 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 15:44:54.806178 n-d-834765-1 neutron-server[102791]: return func(*args, **kwargs) Mar 29 15:44:54.806178 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 15:44:54.806178 n-d-834765-1 neutron-server[102791]: self._notify() Mar 29 15:44:54.806178 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 15:44:54.806178 n-d-834765-1 neutron-server[102791]: self.callback(batched_events) Mar 29 15:44:54.806178 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 15:44:54.806178 n-d-834765-1 neutron-server[102791]: event.method(event) Mar 29 15:44:54.806178 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 15:44:54.806178 n-d-834765-1 neutron-server[102791]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 15:44:54.806178 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 15:44:54.806178 n-d-834765-1 neutron-server[102791]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 15:44:54.806178 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 15:44:54.806178 n-d-834765-1 neutron-server[102791]: return f(self, *a, **k) Mar 29 15:44:54.806178 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 15:44:54.806178 n-d-834765-1 neutron-server[102791]: return self._get(url).json() Mar 29 15:44:54.806178 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 15:44:54.806178 n-d-834765-1 neutron-server[102791]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 15:44:54.806178 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 15:44:54.806178 n-d-834765-1 neutron-server[102791]: return self.request(url, 'GET', **kwargs) Mar 29 15:44:54.806178 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 15:44:54.806178 n-d-834765-1 neutron-server[102791]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 15:44:54.806178 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 15:44:54.806178 n-d-834765-1 neutron-server[102791]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 15:44:54.806178 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 15:44:54.806178 n-d-834765-1 neutron-server[102791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 15:44:54.806178 n-d-834765-1 neutron-server[102791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 15:44:54.809529 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-4fa9e8fb-573e-4224-86aa-43bc0d3b066d tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1639897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648174'] for network, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:54.838778 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-4fa9e8fb-573e-4224-86aa-43bc0d3b066d tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for network, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:54.844796 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-4fa9e8fb-573e-4224-86aa-43bc0d3b066d tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] 10.222.0.42 "DELETE /v2.0/networks/7c5a7a54-5bce-4bde-ac89-c94dbade27b2 HTTP/1.1" status: 204 len: 168 time: 0.6762776 Mar 29 15:44:54.852134 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [req-3f3886be-5e42-45a0-9faa-9d186c7a1733 req-9859e9b3-60d1-44f3-8a46-35230b7e904a tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] Deleting port 949ea80c-bdd8-4833-9e27-0945bbdcedb0 {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:44:54.852478 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-3f3886be-5e42-45a0-9faa-9d186c7a1733 req-9859e9b3-60d1-44f3-8a46-35230b7e904a tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:54.854991 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 48710) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:44:54.904549 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa9e8fb-573e-4224-86aa-43bc0d3b066d tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] Pushing event deleted for resources: {'Network': ['ID=7c5a7a54-5bce-4bde-ac89-c94dbade27b2,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:44:54.954279 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-032fd8c8-f0a4-430b-91ad-2e57cd7936f1 req-f3704052-04cc-408b-ae11-34de2a374f07 service neutron] 10.222.0.44 "GET /v2.0/networks/9c05e936-df9e-4fbf-b09c-78bf9696504c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2593083 Mar 29 15:44:55.081748 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4995f37c-e6d9-4301-aadf-1a867778bbe2 req-0790fcc0-a967-404e-ab5f-fa6f59232930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:55.083498 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-4995f37c-e6d9-4301-aadf-1a867778bbe2 req-0790fcc0-a967-404e-ab5f-fa6f59232930 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d04cf558b2cb439aa051141a3dc84641&device_id=7a942334-c9d7-46a1-a40e-2f039cf4da46 HTTP/1.1" status: 200 len: 1095 time: 0.0765107 Mar 29 15:44:55.217663 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-3f3886be-5e42-45a0-9faa-9d186c7a1733 req-9859e9b3-60d1-44f3-8a46-35230b7e904a tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] For port 949ea80c-bdd8-4833-9e27-0945bbdcedb0, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=949ea80c-bdd8-4833-9e27-0945bbdcedb0,segment=NetworkSegment(a0c230f0-660a-4194-9279-0f0781d34134),segment_id=a0c230f0-660a-4194-9279-0f0781d34134)] {{(pid=102791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:44:55.218036 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-3f3886be-5e42-45a0-9faa-9d186c7a1733 req-9859e9b3-60d1-44f3-8a46-35230b7e904a tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:55.227771 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4995f37c-e6d9-4301-aadf-1a867778bbe2 req-957ec752-c581-4323-af2e-28c5b9c17c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:55.230012 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-4995f37c-e6d9-4301-aadf-1a867778bbe2 req-957ec752-c581-4323-af2e-28c5b9c17c27 service neutron] 10.222.0.44 "GET /v2.0/networks?id=9c05e936-df9e-4fbf-b09c-78bf9696504c HTTP/1.1" status: 200 len: 907 time: 0.1394949 Mar 29 15:44:55.251456 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [req-3f3886be-5e42-45a0-9faa-9d186c7a1733 req-9859e9b3-60d1-44f3-8a46-35230b7e904a tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] Calling delete_port for 949ea80c-bdd8-4833-9e27-0945bbdcedb0 owned by compute:nova {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:44:55.254713 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-68bd12db-2a47-4f86-a50c-66c69957faf2 tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] Deleting port 2beee9c7-bfb8-4cd9-89ea-d1349865d721 {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:44:55.255213 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-68bd12db-2a47-4f86-a50c-66c69957faf2 tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:55.336591 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-4995f37c-e6d9-4301-aadf-1a867778bbe2 req-717b1f62-2ca7-46af-8ddd-6881475d5d33 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ddf7e4ab-8978-449c-912c-5e3a0e0df280 HTTP/1.1" status: 200 len: 217 time: 0.0975769 Mar 29 15:44:55.434622 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-68bd12db-2a47-4f86-a50c-66c69957faf2 tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:55.460534 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 48724) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:44:55.495499 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-68bd12db-2a47-4f86-a50c-66c69957faf2 tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] Calling delete_port for 2beee9c7-bfb8-4cd9-89ea-d1349865d721 owned by {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:44:55.522064 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2053f337-35e1-41c7-94fa-2acd4d87c2a1 req-394137bf-0423-4928-a719-db77ab7d788e tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:55.523693 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-2053f337-35e1-41c7-94fa-2acd4d87c2a1 req-394137bf-0423-4928-a719-db77ab7d788e tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] 10.222.0.42 "GET /v2.0/ports?device_id=2565640a-8c7c-44e6-a0ff-441fffc35121 HTTP/1.1" status: 200 len: 950 time: 0.2865889 Mar 29 15:44:55.594402 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4995f37c-e6d9-4301-aadf-1a867778bbe2 req-bca51743-f141-4052-b3c6-a0d90d69921d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:55.595967 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-4995f37c-e6d9-4301-aadf-1a867778bbe2 req-bca51743-f141-4052-b3c6-a0d90d69921d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9016bdba-0f5c-4ddd-94a1-3fa4aae621f1 HTTP/1.1" status: 200 len: 846 time: 0.2267339 Mar 29 15:44:55.688056 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-4995f37c-e6d9-4301-aadf-1a867778bbe2 req-40ae93d3-5440-45c6-975f-632473c1695e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=9c05e936-df9e-4fbf-b09c-78bf9696504c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0825324 Mar 29 15:44:55.693608 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-2053f337-35e1-41c7-94fa-2acd4d87c2a1 req-314f8b7f-1e86-4373-b5a9-03e60cea7948 tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] 10.222.0.42 "GET /v2.0/security-groups?id=6fc5fb8c-b1d6-4bb9-b68a-102a19ea7379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622589 Mar 29 15:44:55.820382 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-10cd8ba6-efc3-4461-ba5a-983e652599e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:55.912457 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-476dbd25-70ac-4ade-814c-4c7d795c15b8 req-43d48c2c-1f27-4b99-82c6-fa1f3a7cebcf tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] 10.222.0.42 "GET /v2.0/ports?device_id=e63d94a3-644d-400a-aa3f-0c71f9fb1b46 HTTP/1.1" status: 200 len: 210 time: 0.0818956 Mar 29 15:44:55.961005 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-4995f37c-e6d9-4301-aadf-1a867778bbe2 req-be27e7ea-a4a2-4ddd-a6a4-4928d873cef8 service neutron] 10.222.0.44 "GET /v2.0/networks/9c05e936-df9e-4fbf-b09c-78bf9696504c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2526090 Mar 29 15:44:56.021365 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4c9c61-9172-4a08-b8ba-a2e90879ceb2 req-2b176e42-614f-49de-ae91-097c4d910875 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:56.023552 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ce4c9c61-9172-4a08-b8ba-a2e90879ceb2 req-2b176e42-614f-49de-ae91-097c4d910875 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] 10.222.0.42 "GET /v2.0/ports?device_id=7a942334-c9d7-46a1-a40e-2f039cf4da46 HTTP/1.1" status: 200 len: 944 time: 0.4887879 Mar 29 15:44:56.031726 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-3f3886be-5e42-45a0-9faa-9d186c7a1733 req-9859e9b3-60d1-44f3-8a46-35230b7e904a tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:56.042592 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-68bd12db-2a47-4f86-a50c-66c69957faf2 tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:56.131556 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9859e9b3-60d1-44f3-8a46-35230b7e904a tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] Pushing event deleted for resources: {'Port': ['ID=949ea80c-bdd8-4833-9e27-0945bbdcedb0,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:44:56.147389 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-68bd12db-2a47-4f86-a50c-66c69957faf2 tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:56.151002 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-68bd12db-2a47-4f86-a50c-66c69957faf2 tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] 10.222.0.42 "DELETE /v2.0/ports/2beee9c7-bfb8-4cd9-89ea-d1349865d721 HTTP/1.1" status: 204 len: 168 time: 1.2693009 Mar 29 15:44:56.156032 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 48736) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:44:56.247390 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f3886be-5e42-45a0-9faa-9d186c7a1733 req-9859e9b3-60d1-44f3-8a46-35230b7e904a tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] No DVR routers for this DVR port 949ea80c-bdd8-4833-9e27-0945bbdcedb0 on host n-h1-834765-1 {{(pid=102791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:44:56.255380 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bd12db-2a47-4f86-a50c-66c69957faf2 tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] Pushing event deleted for resources: {'Port': ['ID=2beee9c7-bfb8-4cd9-89ea-d1349865d721,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:44:56.255769 n-d-834765-1 neutron-server[102790]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b819b79-5e56-4c5c-aba6-d92b8b2f5065 tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] DELETE failed (client error): The resource could not be found. Mar 29 15:44:56.257272 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b819b79-5e56-4c5c-aba6-d92b8b2f5065 tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102790) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 15:44:56.263081 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-3f3886be-5e42-45a0-9faa-9d186c7a1733 req-9859e9b3-60d1-44f3-8a46-35230b7e904a tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:56.268476 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-4b819b79-5e56-4c5c-aba6-d92b8b2f5065 tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] 10.222.0.42 "DELETE /v2.0/subnets/257f7379-54c7-4903-b3cd-9f9f5ca0b557 HTTP/1.1" status: 404 len: 337 time: 0.1094398 Mar 29 15:44:56.272196 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-3f3886be-5e42-45a0-9faa-9d186c7a1733 req-9859e9b3-60d1-44f3-8a46-35230b7e904a tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] 10.222.0.44 "DELETE /v2.0/ports/949ea80c-bdd8-4833-9e27-0945bbdcedb0 HTTP/1.1" status: 204 len: 173 time: 1.9826112 Mar 29 15:44:56.278750 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 48738) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:44:56.314461 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-10cd8ba6-efc3-4461-ba5a-983e652599e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:56.325686 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fe348a-da05-4db7-8c8b-81a33e17d7d0 req-1685fadb-e21d-4e67-b861-7f132abcad9d tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:56.335446 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ce4c9c61-9172-4a08-b8ba-a2e90879ceb2 req-48d23b42-abec-473d-adaf-0a0b2c4cb561 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] 10.222.0.42 "GET /v2.0/security-groups?id=f08e979a-b162-4e81-8f48-4f228bf81759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2825398 Mar 29 15:44:56.337277 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-b4fe348a-da05-4db7-8c8b-81a33e17d7d0 req-1685fadb-e21d-4e67-b861-7f132abcad9d tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/ports?device_id=58f7a61a-e4e1-4fba-85de-36c5ab11b403 HTTP/1.1" status: 200 len: 950 time: 0.2613564 Mar 29 15:44:56.341048 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-10cd8ba6-efc3-4461-ba5a-983e652599e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:56.348225 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-4995f37c-e6d9-4301-aadf-1a867778bbe2 req-46b8cc0f-a9e2-4875-941a-58d45757985b service neutron] 10.222.0.44 "GET /v2.0/networks/9c05e936-df9e-4fbf-b09c-78bf9696504c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3795705 Mar 29 15:44:56.383116 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-10cd8ba6-efc3-4461-ba5a-983e652599e4 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e40ff99eca9d4776814996eb0c4071a6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9213824 Mar 29 15:44:56.390943 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 48740) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:44:56.481683 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-e601a421-af46-4caf-9872-1cab6c8c2690 tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1631750'] for network, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:56.554788 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-b4fe348a-da05-4db7-8c8b-81a33e17d7d0 req-469c224a-308f-4dca-b1ec-8eea96fe17c2 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/security-groups?id=56997969-7130-4d86-9e9d-e068deb19a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2148473 Mar 29 15:44:56.577477 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2565640a-8c7c-44e6-a0ff-441fffc35121', 'name': 'network-vif-deleted', 'tag': '949ea80c-bdd8-4833-9e27-0945bbdcedb0'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:44:56.582818 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c67b028db5e9b9818fecc5c0a87ebc6f190694fa53ca267d523e04f98de536d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e7f164d-0d2d-4b26-bf1b-139ce1f1036c" -d '{"events": [{"server_uuid": "2565640a-8c7c-44e6-a0ff-441fffc35121", "name": "network-vif-deleted", "tag": "949ea80c-bdd8-4833-9e27-0945bbdcedb0"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:44:56.592946 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cd8ba6-efc3-4461-ba5a-983e652599e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=933d14dd-0094-4269-8e77-a28193dab04c,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:44:56.623641 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-4497cde6-34a2-4722-a691-1cdc3fc3392d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:56.711103 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-4497cde6-34a2-4722-a691-1cdc3fc3392d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:56.718483 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:44:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4fe9057-2d91-4927-990b-72ee218d3395 x-openstack-request-id: req-f4fe9057-2d91-4927-990b-72ee218d3395 {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:44:56.719070 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2565640a-8c7c-44e6-a0ff-441fffc35121", "name": "network-vif-deleted", "tag": "949ea80c-bdd8-4833-9e27-0945bbdcedb0", "status": "completed", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:44:56.719571 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f4fe9057-2d91-4927-990b-72ee218d3395 {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:44:56.720177 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2565640a-8c7c-44e6-a0ff-441fffc35121', 'name': 'network-vif-deleted', 'tag': '949ea80c-bdd8-4833-9e27-0945bbdcedb0', 'status': 'completed', 'code': 200} Mar 29 15:44:56.853037 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-4497cde6-34a2-4722-a691-1cdc3fc3392d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:56.862415 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-4497cde6-34a2-4722-a691-1cdc3fc3392d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:56.862415 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-4497cde6-34a2-4722-a691-1cdc3fc3392d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/933d14dd-0094-4269-8e77-a28193dab04c HTTP/1.1" status: 204 len: 168 time: 0.4652126 Mar 29 15:44:56.891074 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-e601a421-af46-4caf-9872-1cab6c8c2690 tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639890', 'neutron.services.segments.db._delete_segments_for_network-8783523423079'] for network, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:56.895380 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4497cde6-34a2-4722-a691-1cdc3fc3392d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=933d14dd-0094-4269-8e77-a28193dab04c,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:44:56.976243 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-e601a421-af46-4caf-9872-1cab6c8c2690 tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c593207e-c583-4959-9846-40755ec6074c']}} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:44:57.023885 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-9ee8f02e-eefd-4f58-b95f-d71fa43be3f2 req-b8361986-bc49-43ba-84d0-0f8d2eef1c82 tempest-ServersAdminTestJSON-633072592 tempest-ServersAdminTestJSON-633072592-project] 10.222.0.42 "GET /v2.0/ports?device_id=2565640a-8c7c-44e6-a0ff-441fffc35121 HTTP/1.1" status: 200 len: 210 time: 0.1047258 Mar 29 15:44:57.024467 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-e601a421-af46-4caf-9872-1cab6c8c2690 tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5186cebf-5d03-4deb-b911-8ccedd0dad70') {'for_net_delete': True} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:44:57.024467 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-e601a421-af46-4caf-9872-1cab6c8c2690 tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5186cebf-5d03-4deb-b911-8ccedd0dad70') {} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:44:57.053010 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-e601a421-af46-4caf-9872-1cab6c8c2690 tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783523422064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4230428'] for segment, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:57.057689 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device 949ea80c-bdd8-4833-9e27-0945bbdcedb0 no longer exists at agent hyperv_n-h1-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:44:57.115131 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-e601a421-af46-4caf-9872-1cab6c8c2690 tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:57.140157 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] No Port match for: 949ea80c-bdd8-4833-9e27-0945bbdcedb0 {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 15:44:57.140540 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device 949ea80c-bdd8-4833-9e27-0945bbdcedb0 not bound to the agent host n-h1-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:44:57.149086 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e601a421-af46-4caf-9872-1cab6c8c2690 tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] Releasing vlan 617 on physical network physnet1 to pool {{(pid=102791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 15:44:57.149790 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-e601a421-af46-4caf-9872-1cab6c8c2690 tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16169569'] for segment, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:57.191026 n-d-834765-1 neutron-server[102791]: Traceback (most recent call last): Mar 29 15:44:57.191026 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 15:44:57.191026 n-d-834765-1 neutron-server[102791]: timer() Mar 29 15:44:57.191026 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 15:44:57.191026 n-d-834765-1 neutron-server[102791]: cb(*args, **kw) Mar 29 15:44:57.191026 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 15:44:57.191026 n-d-834765-1 neutron-server[102791]: return func(*args, **kwargs) Mar 29 15:44:57.191026 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 15:44:57.191026 n-d-834765-1 neutron-server[102791]: self._notify() Mar 29 15:44:57.191026 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 15:44:57.191026 n-d-834765-1 neutron-server[102791]: self.callback(batched_events) Mar 29 15:44:57.191026 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 15:44:57.191026 n-d-834765-1 neutron-server[102791]: event.method(event) Mar 29 15:44:57.191026 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 15:44:57.191026 n-d-834765-1 neutron-server[102791]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 15:44:57.191026 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 15:44:57.191026 n-d-834765-1 neutron-server[102791]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 15:44:57.191026 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 15:44:57.191026 n-d-834765-1 neutron-server[102791]: return f(self, *a, **k) Mar 29 15:44:57.191026 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 15:44:57.191026 n-d-834765-1 neutron-server[102791]: return self._get(url).json() Mar 29 15:44:57.191026 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 15:44:57.191026 n-d-834765-1 neutron-server[102791]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 15:44:57.191026 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 15:44:57.191026 n-d-834765-1 neutron-server[102791]: return self.request(url, 'GET', **kwargs) Mar 29 15:44:57.191026 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 15:44:57.191026 n-d-834765-1 neutron-server[102791]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 15:44:57.191026 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 15:44:57.191026 n-d-834765-1 neutron-server[102791]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 15:44:57.191026 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 15:44:57.191026 n-d-834765-1 neutron-server[102791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 15:44:57.191026 n-d-834765-1 neutron-server[102791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 15:44:57.275446 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-7c9c515b-02ac-43c6-8143-916be40e414c req-cccb6188-8947-43c2-9e30-7c9b478d0663 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] 10.222.0.42 "GET /v2.0/ports?device_id=e63d94a3-644d-400a-aa3f-0c71f9fb1b46 HTTP/1.1" status: 200 len: 210 time: 0.0771666 Mar 29 15:44:57.295733 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-e601a421-af46-4caf-9872-1cab6c8c2690 tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1639897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648174'] for network, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:57.300572 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-e601a421-af46-4caf-9872-1cab6c8c2690 tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for network, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:57.304425 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-e601a421-af46-4caf-9872-1cab6c8c2690 tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] 10.222.0.42 "DELETE /v2.0/networks/c593207e-c583-4959-9846-40755ec6074c HTTP/1.1" status: 204 len: 168 time: 1.0188346 Mar 29 15:44:57.307105 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 48768) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:44:57.322858 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e601a421-af46-4caf-9872-1cab6c8c2690 tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] Pushing event deleted for resources: {'Network': ['ID=c593207e-c583-4959-9846-40755ec6074c,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:44:57.446103 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.db_base_plugin_v2 [None req-acbc63fe-902d-407b-b8e5-1a121a88b911 tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] Deleting subnet a4f86dfa-92e5-4626-ae96-8f11fcad6f1e {{(pid=102790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 15:44:57.456698 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-acbc63fe-902d-407b-b8e5-1a121a88b911 tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] Notify callbacks [] for subnet, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:57.496507 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 48772) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:44:57.513618 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-9135dec1-6390-423b-a45a-1df2460dccd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:57.541405 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-acbc63fe-902d-407b-b8e5-1a121a88b911 tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4614024'] for subnet, precommit_delete_associations {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:57.635172 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-acbc63fe-902d-407b-b8e5-1a121a88b911 tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1641287'] for subnet, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:57.685449 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-9135dec1-6390-423b-a45a-1df2460dccd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:57.714568 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-acbc63fe-902d-407b-b8e5-1a121a88b911 tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1641294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5231963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4793952'] for subnet, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:57.743249 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-acbc63fe-902d-407b-b8e5-1a121a88b911 tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for subnet, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:57.746900 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-9135dec1-6390-423b-a45a-1df2460dccd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:57.748128 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-acbc63fe-902d-407b-b8e5-1a121a88b911 tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] 10.222.0.42 "DELETE /v2.0/subnets/a4f86dfa-92e5-4626-ae96-8f11fcad6f1e HTTP/1.1" status: 204 len: 168 time: 0.4396307 Mar 29 15:44:57.751234 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cba28d29-0792-48f1-86d3-290f1a319800 None None] Network f4a691c5-0b23-4a55-9cc3-e69397dcbf56 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 15:44:57.756000 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 48778) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:44:57.771574 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbc63fe-902d-407b-b8e5-1a121a88b911 tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] Pushing event deleted for resources: {'Subnet': ['ID=a4f86dfa-92e5-4626-ae96-8f11fcad6f1e,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:44:57.817576 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54db8377-9a48-4d7d-9447-74a7179461d1 req-4500c19f-e2cd-4fcf-a695-f36afbaddbe3 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:57.823785 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-54db8377-9a48-4d7d-9447-74a7179461d1 req-4500c19f-e2cd-4fcf-a695-f36afbaddbe3 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] 10.222.0.42 "GET /v2.0/ports?device_id=7a942334-c9d7-46a1-a40e-2f039cf4da46 HTTP/1.1" status: 200 len: 944 time: 0.1212754 Mar 29 15:44:57.903150 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-54db8377-9a48-4d7d-9447-74a7179461d1 req-67e0f37d-22da-4633-a872-827b0bdac096 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] 10.222.0.42 "GET /v2.0/security-groups?id=f08e979a-b162-4e81-8f48-4f228bf81759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631695 Mar 29 15:44:57.979909 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-9966299a-6a32-46d1-8104-b951f226d39d tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1631750'] for network, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:57.982203 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9135dec1-6390-423b-a45a-1df2460dccd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7df5aa4-13a8-4635-97eb-83326830d796,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:44:58.008977 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-9135dec1-6390-423b-a45a-1df2460dccd4 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=443d4c696de845448347ae699e71d0c3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5113685 Mar 29 15:44:58.011702 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 48798) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:44:58.024256 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0398e6-90cf-46f2-b1f6-b5777345ce50 req-c3a0d738-cc30-42f8-b2d6-65441258b801 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:58.033869 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-8b0398e6-90cf-46f2-b1f6-b5777345ce50 req-c3a0d738-cc30-42f8-b2d6-65441258b801 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/ports?device_id=58f7a61a-e4e1-4fba-85de-36c5ab11b403 HTTP/1.1" status: 200 len: 950 time: 0.3468161 Mar 29 15:44:58.111078 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-8b0398e6-90cf-46f2-b1f6-b5777345ce50 req-05816300-6667-4f6f-b75a-014cf0fd0906 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/security-groups?id=56997969-7130-4d86-9e9d-e068deb19a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761721 Mar 29 15:44:58.132570 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-141e86cd-42d5-4980-bea5-d0fd15cc8e48 None None] DHCP port deletion for f4a691c5-0b23-4a55-9cc3-e69397dcbf56 request from n-d-834765-1 {{(pid=102792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 29 15:44:58.151167 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-93bf8f02-8c95-4738-b360-415a86478aad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:58.186567 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-93bf8f02-8c95-4738-b360-415a86478aad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:58.247857 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-9966299a-6a32-46d1-8104-b951f226d39d tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] Deleting port ae08dbb6-52c3-4cbf-b9a1-298e6db8acf7 {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:44:58.249402 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-9966299a-6a32-46d1-8104-b951f226d39d tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:58.266597 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-141e86cd-42d5-4980-bea5-d0fd15cc8e48 None None] Deleting port ae08dbb6-52c3-4cbf-b9a1-298e6db8acf7 {{(pid=102792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:44:58.274652 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-141e86cd-42d5-4980-bea5-d0fd15cc8e48 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:58.285971 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 48814) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:44:58.314155 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-93bf8f02-8c95-4738-b360-415a86478aad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:58.332473 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-93bf8f02-8c95-4738-b360-415a86478aad admin admin] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:58.336285 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-93bf8f02-8c95-4738-b360-415a86478aad admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b7df5aa4-13a8-4635-97eb-83326830d796 HTTP/1.1" status: 204 len: 168 time: 0.3228540 Mar 29 15:44:58.361374 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bf8f02-8c95-4738-b360-415a86478aad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7df5aa4-13a8-4635-97eb-83326830d796,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:44:58.444215 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-0ded2eef-b163-4864-9eae-2d1b1a40fa87 req-bcc5bae1-fd7f-46e8-b821-67009e9b3fd9 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] 10.222.0.42 "GET /v2.0/ports?device_id=e63d94a3-644d-400a-aa3f-0c71f9fb1b46 HTTP/1.1" status: 200 len: 210 time: 0.0475688 Mar 29 15:44:58.457224 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [None req-9966299a-6a32-46d1-8104-b951f226d39d tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] For port ae08dbb6-52c3-4cbf-b9a1-298e6db8acf7, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=ae08dbb6-52c3-4cbf-b9a1-298e6db8acf7,segment=NetworkSegment(56f33615-3f8b-411c-8074-fd278d62f58f),segment_id=56f33615-3f8b-411c-8074-fd278d62f58f)] {{(pid=102791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:44:58.457595 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-9966299a-6a32-46d1-8104-b951f226d39d tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:58.495012 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-141e86cd-42d5-4980-bea5-d0fd15cc8e48 None None] For port ae08dbb6-52c3-4cbf-b9a1-298e6db8acf7, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=ae08dbb6-52c3-4cbf-b9a1-298e6db8acf7,segment=NetworkSegment(56f33615-3f8b-411c-8074-fd278d62f58f),segment_id=56f33615-3f8b-411c-8074-fd278d62f58f)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:44:58.495418 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-141e86cd-42d5-4980-bea5-d0fd15cc8e48 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:58.496788 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-9966299a-6a32-46d1-8104-b951f226d39d tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] Calling delete_port for ae08dbb6-52c3-4cbf-b9a1-298e6db8acf7 owned by network:dhcp {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:44:58.517747 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-141e86cd-42d5-4980-bea5-d0fd15cc8e48 None None] Calling delete_port for ae08dbb6-52c3-4cbf-b9a1-298e6db8acf7 owned by network:dhcp {{(pid=102792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:44:58.582285 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6766e50-a452-4e17-8b44-de71cfdd25ad admin admin] Deleting subnet 0ba2b8b0-15ec-4c18-a106-c919b2ec3ae7 {{(pid=102790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 15:44:58.586979 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-f6766e50-a452-4e17-8b44-de71cfdd25ad admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:58.670764 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-f6766e50-a452-4e17-8b44-de71cfdd25ad admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4614024'] for subnet, precommit_delete_associations {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:58.678623 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-141e86cd-42d5-4980-bea5-d0fd15cc8e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350'] for port, after_delete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:58.700681 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-9966299a-6a32-46d1-8104-b951f226d39d tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:58.762426 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9966299a-6a32-46d1-8104-b951f226d39d tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] Pushing event deleted for resources: {'Port': ['ID=ae08dbb6-52c3-4cbf-b9a1-298e6db8acf7,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:44:58.780515 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9966299a-6a32-46d1-8104-b951f226d39d tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] No DVR routers for this DVR port ae08dbb6-52c3-4cbf-b9a1-298e6db8acf7 on host n-d-834765-1 {{(pid=102791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:44:58.797446 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141e86cd-42d5-4980-bea5-d0fd15cc8e48 None None] Pushing event deleted for resources: {'Port': ['ID=ae08dbb6-52c3-4cbf-b9a1-298e6db8acf7,revision_number=None']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:44:58.810283 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-141e86cd-42d5-4980-bea5-d0fd15cc8e48 None None] No DVR routers for this DVR port ae08dbb6-52c3-4cbf-b9a1-298e6db8acf7 on host n-d-834765-1 {{(pid=102792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:44:58.831623 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 48826) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:44:58.847491 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-f6766e50-a452-4e17-8b44-de71cfdd25ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1641287'] for subnet, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:58.956286 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-f6766e50-a452-4e17-8b44-de71cfdd25ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1641294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5231963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4793952'] for subnet, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:59.015169 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6766e50-a452-4e17-8b44-de71cfdd25ad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0ba2b8b0-15ec-4c18-a106-c919b2ec3ae7,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:44:59.026785 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-9966299a-6a32-46d1-8104-b951f226d39d tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639890', 'neutron.services.segments.db._delete_segments_for_network-8783523423079'] for network, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:59.036110 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-f6766e50-a452-4e17-8b44-de71cfdd25ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for subnet, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:59.046836 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-f6766e50-a452-4e17-8b44-de71cfdd25ad admin admin] 10.222.0.42 "DELETE /v2.0/subnets/0ba2b8b0-15ec-4c18-a106-c919b2ec3ae7 HTTP/1.1" status: 204 len: 168 time: 0.7577338 Mar 29 15:44:59.069874 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 48844) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:44:59.072757 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device ddf7e4ab-8978-449c-912c-5e3a0e0df280 details requested by agent hyperv_n-h1-834765-1 with host n-h1-834765-1 {{(pid=102792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 15:44:59.146685 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-87d6e61b-836e-4f89-9c32-80fbea40f3de admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0371bf4ecfda48fda8d74747facc2c9d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3139281 Mar 29 15:44:59.149916 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 48858) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:44:59.188083 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-9966299a-6a32-46d1-8104-b951f226d39d tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4a691c5-0b23-4a55-9cc3-e69397dcbf56']}} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:44:59.262423 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port ddf7e4ab-8978-449c-912c-5e3a0e0df280, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=ddf7e4ab-8978-449c-912c-5e3a0e0df280,segment=NetworkSegment(429e9cf3-3671-4cb2-9547-92af9e95f1f2),segment_id=429e9cf3-3671-4cb2-9547-92af9e95f1f2)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:44:59.279374 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Returning: {'device': 'ddf7e4ab-8978-449c-912c-5e3a0e0df280', 'network_id': '9c05e936-df9e-4fbf-b09c-78bf9696504c', 'port_id': 'ddf7e4ab-8978-449c-912c-5e3a0e0df280', 'mac_address': 'fa:16:3e:59:a4:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 637, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9016bdba-0f5c-4ddd-94a1-3fa4aae621f1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 15:44:59.283507 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-9966299a-6a32-46d1-8104-b951f226d39d tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56f33615-3f8b-411c-8074-fd278d62f58f') {'for_net_delete': True} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:44:59.284242 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-9966299a-6a32-46d1-8104-b951f226d39d tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56f33615-3f8b-411c-8074-fd278d62f58f') {} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:44:59.311237 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-43ccafd7-810c-4719-b6cb-aa17c5b62c9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1631750'] for network, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:59.327340 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-9966299a-6a32-46d1-8104-b951f226d39d tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783523422064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4230428'] for segment, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:59.338469 n-d-834765-1 neutron-server[102790]: INFO neutron.api.v2.resource [req-b3c1923c-7e54-475e-a582-83a3b64ac3ca req-dc807431-ac10-418a-be61-29247d8c1a9f service neutron] show failed (client error): The resource could not be found. Mar 29 15:44:59.339596 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-b3c1923c-7e54-475e-a582-83a3b64ac3ca req-dc807431-ac10-418a-be61-29247d8c1a9f service neutron] 10.222.0.44 "GET /v2.0/ports/e6b9deda-c73a-4c2a-b870-929882588559/bindings/n-h2-834765-1 HTTP/1.1" status: 404 len: 380 time: 0.1195674 Mar 29 15:44:59.340826 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:59.357947 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918add86-f4f6-458d-aace-a26423afb0ca req-d7c63da3-92d4-4841-b207-a3cce7c876df tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:59.358776 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ddf7e4ab-8978-449c-912c-5e3a0e0df280 {{(pid=102792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:44:59.359641 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-918add86-f4f6-458d-aace-a26423afb0ca req-d7c63da3-92d4-4841-b207-a3cce7c876df tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] 10.222.0.42 "GET /v2.0/ports?device_id=7a942334-c9d7-46a1-a40e-2f039cf4da46 HTTP/1.1" status: 200 len: 944 time: 0.2911797 Mar 29 15:44:59.361014 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f2abad-5810-4464-8777-505ef9a9e22a req-12e3e4ef-e062-42e5-9d98-b3e4ca23383b tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:59.368007 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-9966299a-6a32-46d1-8104-b951f226d39d tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:59.374912 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-29f2abad-5810-4464-8777-505ef9a9e22a req-12e3e4ef-e062-42e5-9d98-b3e4ca23383b tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/ports?device_id=58f7a61a-e4e1-4fba-85de-36c5ab11b403 HTTP/1.1" status: 200 len: 950 time: 0.1150279 Mar 29 15:44:59.431000 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-8ba7ba1e-acf8-452c-85f3-6c3e88b79577 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:59.436428 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-29f2abad-5810-4464-8777-505ef9a9e22a req-8a43c940-a878-42b3-a22b-756fdd3a327b tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/security-groups?id=56997969-7130-4d86-9e9d-e068deb19a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605495 Mar 29 15:44:59.437346 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port ddf7e4ab-8978-449c-912c-5e3a0e0df280, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=ddf7e4ab-8978-449c-912c-5e3a0e0df280,segment=NetworkSegment(429e9cf3-3671-4cb2-9547-92af9e95f1f2),segment_id=429e9cf3-3671-4cb2-9547-92af9e95f1f2)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:44:59.445430 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:59.488925 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-8ba7ba1e-acf8-452c-85f3-6c3e88b79577 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:59.506234 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9966299a-6a32-46d1-8104-b951f226d39d tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] Releasing vlan 615 on physical network physnet1 to pool {{(pid=102791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 15:44:59.506859 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-9966299a-6a32-46d1-8104-b951f226d39d tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16169569'] for segment, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:59.509874 n-d-834765-1 neutron-server[102791]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 15:44:59.509874 n-d-834765-1 neutron-server[102791]: self.session.flush() Mar 29 15:44:59.509874 n-d-834765-1 neutron-server[102791]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 15:44:59.509874 n-d-834765-1 neutron-server[102791]: self.session.flush() Mar 29 15:44:59.509874 n-d-834765-1 neutron-server[102791]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 15:44:59.509874 n-d-834765-1 neutron-server[102791]: self.session.flush() Mar 29 15:44:59.509874 n-d-834765-1 neutron-server[102791]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 15:44:59.509874 n-d-834765-1 neutron-server[102791]: self.session.flush() Mar 29 15:44:59.509874 n-d-834765-1 neutron-server[102791]: Traceback (most recent call last): Mar 29 15:44:59.509874 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 15:44:59.509874 n-d-834765-1 neutron-server[102791]: timer() Mar 29 15:44:59.509874 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 15:44:59.509874 n-d-834765-1 neutron-server[102791]: cb(*args, **kw) Mar 29 15:44:59.509874 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 15:44:59.509874 n-d-834765-1 neutron-server[102791]: return func(*args, **kwargs) Mar 29 15:44:59.509874 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 15:44:59.509874 n-d-834765-1 neutron-server[102791]: self._notify() Mar 29 15:44:59.509874 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 15:44:59.509874 n-d-834765-1 neutron-server[102791]: self.callback(batched_events) Mar 29 15:44:59.509874 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 15:44:59.509874 n-d-834765-1 neutron-server[102791]: event.method(event) Mar 29 15:44:59.509874 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 15:44:59.509874 n-d-834765-1 neutron-server[102791]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 15:44:59.509874 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 15:44:59.509874 n-d-834765-1 neutron-server[102791]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 15:44:59.509874 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 15:44:59.509874 n-d-834765-1 neutron-server[102791]: return f(self, *a, **k) Mar 29 15:44:59.509874 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 15:44:59.509874 n-d-834765-1 neutron-server[102791]: return self._get(url).json() Mar 29 15:44:59.509874 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 15:44:59.509874 n-d-834765-1 neutron-server[102791]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 15:44:59.509874 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 15:44:59.509874 n-d-834765-1 neutron-server[102791]: return self.request(url, 'GET', **kwargs) Mar 29 15:44:59.509874 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 15:44:59.509874 n-d-834765-1 neutron-server[102791]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 15:44:59.509874 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 15:44:59.509874 n-d-834765-1 neutron-server[102791]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 15:44:59.509874 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 15:44:59.509874 n-d-834765-1 neutron-server[102791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 15:44:59.509874 n-d-834765-1 neutron-server[102791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 15:44:59.560815 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Pushing event updated for resources: {'Port': ['ID=ddf7e4ab-8978-449c-912c-5e3a0e0df280,revision_number=4']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:44:59.590576 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d523b5-9e47-4cae-9586-8b056d8ddb77 req-8c10295c-4177-43ce-9dbd-d294ea783314 tempest-ImagesOneServerTestJSON-1993289455 tempest-ImagesOneServerTestJSON-1993289455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:59.598791 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-d7d523b5-9e47-4cae-9586-8b056d8ddb77 req-8c10295c-4177-43ce-9dbd-d294ea783314 tempest-ImagesOneServerTestJSON-1993289455 tempest-ImagesOneServerTestJSON-1993289455-project] 10.222.0.42 "GET /v2.0/ports?device_id=81605825-fa37-4e7f-8fb5-0b6c1360ffc2 HTTP/1.1" status: 200 len: 950 time: 0.0642164 Mar 29 15:44:59.663015 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-d7d523b5-9e47-4cae-9586-8b056d8ddb77 req-7c4d6e90-e549-46d6-8eaa-66196184a56c tempest-ImagesOneServerTestJSON-1993289455 tempest-ImagesOneServerTestJSON-1993289455-project] 10.222.0.42 "GET /v2.0/security-groups?id=d9dae7d0-6adf-4930-9600-9ef2e3fa6136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632761 Mar 29 15:44:59.677829 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c1923c-7e54-475e-a582-83a3b64ac3ca req-aa6b61b6-732f-491f-a470-9b0849f6e429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:59.679424 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-b3c1923c-7e54-475e-a582-83a3b64ac3ca req-aa6b61b6-732f-491f-a470-9b0849f6e429 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=58f7a61a-e4e1-4fba-85de-36c5ab11b403&tenant_id=fa3ba36247ad48f4997ede3b0209bc82 HTTP/1.1" status: 200 len: 1101 time: 0.0722153 Mar 29 15:44:59.693889 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [req-b3c1923c-7e54-475e-a582-83a3b64ac3ca req-cbdfc608-acd1-4611-8f55-ab4bb97972ee service neutron] Request body: {'port': {'binding:host_id': 'n-h2-834765-1', 'device_owner': 'compute:nova'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:44:59.709611 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-43ccafd7-810c-4719-b6cb-aa17c5b62c9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639890', 'neutron.services.segments.db._delete_segments_for_network-8783523423079'] for network, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:59.740973 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-9966299a-6a32-46d1-8104-b951f226d39d tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1639897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648174'] for network, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:59.755159 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] get_ports_and_sgs() called for port_ids ['ddf7e4ab-8978-449c-912c-5e3a0e0df280'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:44:59.792881 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-918add86-f4f6-458d-aace-a26423afb0ca req-252b8253-e00b-4bef-8218-c8f576939b22 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] 10.222.0.42 "GET /v2.0/security-groups?id=f08e979a-b162-4e81-8f48-4f228bf81759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3999774 Mar 29 15:44:59.792881 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-43ccafd7-810c-4719-b6cb-aa17c5b62c9d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96b8e8ed-22f2-4cb8-884c-6e5cefe078a4']}} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:44:59.792881 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-9966299a-6a32-46d1-8104-b951f226d39d tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for network, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:59.792881 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-9966299a-6a32-46d1-8104-b951f226d39d tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] 10.222.0.42 "DELETE /v2.0/networks/f4a691c5-0b23-4a55-9cc3-e69397dcbf56 HTTP/1.1" status: 204 len: 168 time: 2.0296788 Mar 29 15:44:59.811644 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9966299a-6a32-46d1-8104-b951f226d39d tempest-NetworksIpV6TestAttrs-1489253593 tempest-NetworksIpV6TestAttrs-1489253593-project] Pushing event deleted for resources: {'Network': ['ID=f4a691c5-0b23-4a55-9cc3-e69397dcbf56,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:44:59.829163 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-90d72826-99c9-44f6-a158-001652419828 req-4bf54bb6-4700-4501-a5d6-34fcd9428bc5 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] 10.222.0.42 "GET /v2.0/ports?device_id=e63d94a3-644d-400a-aa3f-0c71f9fb1b46 HTTP/1.1" status: 200 len: 210 time: 0.0752573 Mar 29 15:44:59.847309 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-43ccafd7-810c-4719-b6cb-aa17c5b62c9d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1d90273-cef5-4478-85fc-ff4ac210e191') {'for_net_delete': True} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:44:59.848731 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-43ccafd7-810c-4719-b6cb-aa17c5b62c9d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1d90273-cef5-4478-85fc-ff4ac210e191') {} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:44:59.870393 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-43ccafd7-810c-4719-b6cb-aa17c5b62c9d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783523422064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4230428'] for segment, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:59.890366 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-8ba7ba1e-acf8-452c-85f3-6c3e88b79577 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:59.892475 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-b3c1923c-7e54-475e-a582-83a3b64ac3ca req-cbdfc608-acd1-4611-8f55-ab4bb97972ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:59.893673 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-8ba7ba1e-acf8-452c-85f3-6c3e88b79577 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:59.898226 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-8ba7ba1e-acf8-452c-85f3-6c3e88b79577 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/6fc5fb8c-b1d6-4bb9-b68a-102a19ea7379 HTTP/1.1" status: 204 len: 168 time: 0.7403166 Mar 29 15:44:59.912177 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba7ba1e-acf8-452c-85f3-6c3e88b79577 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fc5fb8c-b1d6-4bb9-b68a-102a19ea7379,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:44:59.914600 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-43ccafd7-810c-4719-b6cb-aa17c5b62c9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:59.922387 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43ccafd7-810c-4719-b6cb-aa17c5b62c9d admin admin] Releasing vlan 630 on physical network physnet1 to pool {{(pid=102791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 15:44:59.924021 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-43ccafd7-810c-4719-b6cb-aa17c5b62c9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16169569'] for segment, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:44:59.926652 n-d-834765-1 neutron-server[102791]: Traceback (most recent call last): Mar 29 15:44:59.926652 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 15:44:59.926652 n-d-834765-1 neutron-server[102791]: timer() Mar 29 15:44:59.926652 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 15:44:59.926652 n-d-834765-1 neutron-server[102791]: cb(*args, **kw) Mar 29 15:44:59.926652 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 15:44:59.926652 n-d-834765-1 neutron-server[102791]: return func(*args, **kwargs) Mar 29 15:44:59.926652 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 15:44:59.926652 n-d-834765-1 neutron-server[102791]: self._notify() Mar 29 15:44:59.926652 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 15:44:59.926652 n-d-834765-1 neutron-server[102791]: self.callback(batched_events) Mar 29 15:44:59.926652 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 15:44:59.926652 n-d-834765-1 neutron-server[102791]: event.method(event) Mar 29 15:44:59.926652 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 15:44:59.926652 n-d-834765-1 neutron-server[102791]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 15:44:59.926652 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 15:44:59.926652 n-d-834765-1 neutron-server[102791]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 15:44:59.926652 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 15:44:59.926652 n-d-834765-1 neutron-server[102791]: return f(self, *a, **k) Mar 29 15:44:59.926652 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 15:44:59.926652 n-d-834765-1 neutron-server[102791]: return self._get(url).json() Mar 29 15:44:59.926652 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 15:44:59.926652 n-d-834765-1 neutron-server[102791]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 15:44:59.926652 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 15:44:59.926652 n-d-834765-1 neutron-server[102791]: return self.request(url, 'GET', **kwargs) Mar 29 15:44:59.926652 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 15:44:59.926652 n-d-834765-1 neutron-server[102791]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 15:44:59.926652 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 15:44:59.926652 n-d-834765-1 neutron-server[102791]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 15:44:59.926652 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 15:44:59.926652 n-d-834765-1 neutron-server[102791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 15:44:59.926652 n-d-834765-1 neutron-server[102791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 15:45:00.062270 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device ae08dbb6-52c3-4cbf-b9a1-298e6db8acf7 no longer exists at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:45:00.089711 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] No Port match for: ae08dbb6-52c3-4cbf-b9a1-298e6db8acf7 {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 15:45:00.090642 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device ae08dbb6-52c3-4cbf-b9a1-298e6db8acf7 not bound to the agent host n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:45:00.106586 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-43ccafd7-810c-4719-b6cb-aa17c5b62c9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1639897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648174'] for network, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:00.118807 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-43ccafd7-810c-4719-b6cb-aa17c5b62c9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for network, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:00.123237 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-43ccafd7-810c-4719-b6cb-aa17c5b62c9d admin admin] 10.222.0.42 "DELETE /v2.0/networks/96b8e8ed-22f2-4cb8-884c-6e5cefe078a4 HTTP/1.1" status: 204 len: 168 time: 1.0534625 Mar 29 15:45:00.134799 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ccafd7-810c-4719-b6cb-aa17c5b62c9d admin admin] Pushing event deleted for resources: {'Network': ['ID=96b8e8ed-22f2-4cb8-884c-6e5cefe078a4,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:45:00.254331 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-fe45575f-fd70-48d5-a6eb-1fdea9b93f44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:00.267985 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [req-b3c1923c-7e54-475e-a582-83a3b64ac3ca req-cbdfc608-acd1-4611-8f55-ab4bb97972ee service neutron] For port e6b9deda-c73a-4c2a-b870-929882588559, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=e6b9deda-c73a-4c2a-b870-929882588559,segment=NetworkSegment(a0c230f0-660a-4194-9279-0f0781d34134),segment_id=a0c230f0-660a-4194-9279-0f0781d34134)] {{(pid=102790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:45:00.313242 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [req-b3c1923c-7e54-475e-a582-83a3b64ac3ca req-cbdfc608-acd1-4611-8f55-ab4bb97972ee service neutron] For port e6b9deda-c73a-4c2a-b870-929882588559, host n-h1-834765-1, cleared binding levels {{(pid=102790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:45:00.366134 n-d-834765-1 neutron-server[102790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58f7a61a-e4e1-4fba-85de-36c5ab11b403', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e6b9deda-c73a-4c2a-b870-929882588559'}] {{(pid=102790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:45:00.368785 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46b06d655c90bc969636382cce4240ad749035fb0f3a83ee4734fa1ed9c4a6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6150026e-53e5-4010-a863-c90c6703f8c8" -d '{"events": [{"server_uuid": "58f7a61a-e4e1-4fba-85de-36c5ab11b403", "name": "network-vif-unplugged", "status": "completed", "tag": "e6b9deda-c73a-4c2a-b870-929882588559"}]}' {{(pid=102790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:45:00.374361 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-b3c1923c-7e54-475e-a582-83a3b64ac3ca req-cbdfc608-acd1-4611-8f55-ab4bb97972ee service neutron] Notify callbacks [] for port, precommit_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:00.389773 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.provisioning_blocks [req-b3c1923c-7e54-475e-a582-83a3b64ac3ca req-cbdfc608-acd1-4611-8f55-ab4bb97972ee service neutron] Transition to ACTIVE for port object e6b9deda-c73a-4c2a-b870-929882588559 will not be triggered until provisioned by entity L2. {{(pid=102790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 15:45:00.396851 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-b3c1923c-7e54-475e-a582-83a3b64ac3ca req-cbdfc608-acd1-4611-8f55-ab4bb97972ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5237921'] for port, after_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:00.479601 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3c1923c-7e54-475e-a582-83a3b64ac3ca req-cbdfc608-acd1-4611-8f55-ab4bb97972ee service neutron] No DVR routers for this DVR port e6b9deda-c73a-4c2a-b870-929882588559 on host n-h1-834765-1 {{(pid=102790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:45:00.496083 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 29 Mar 2022 15:45:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-908e6666-18b3-4ad7-af84-7e613c8cfea7 x-openstack-request-id: req-908e6666-18b3-4ad7-af84-7e613c8cfea7 {{(pid=102790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:45:00.497088 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58f7a61a-e4e1-4fba-85de-36c5ab11b403", "name": "network-vif-unplugged", "status": "completed", "tag": "e6b9deda-c73a-4c2a-b870-929882588559", "code": 200}]} {{(pid=102790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:45:00.498201 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-908e6666-18b3-4ad7-af84-7e613c8cfea7 {{(pid=102790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:45:00.498999 n-d-834765-1 neutron-server[102790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58f7a61a-e4e1-4fba-85de-36c5ab11b403', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e6b9deda-c73a-4c2a-b870-929882588559', 'code': 200} Mar 29 15:45:00.553413 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.managers [req-b3c1923c-7e54-475e-a582-83a3b64ac3ca req-cbdfc608-acd1-4611-8f55-ab4bb97972ee service neutron] Attempting to bind port e6b9deda-c73a-4c2a-b870-929882588559 on host n-h2-834765-1 for vnic_type normal with profile {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:45:00.553950 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.managers [req-b3c1923c-7e54-475e-a582-83a3b64ac3ca req-cbdfc608-acd1-4611-8f55-ab4bb97972ee service neutron] Attempting to bind port e6b9deda-c73a-4c2a-b870-929882588559 by drivers openvswitch,hyperv on host n-h2-834765-1 at level 0 using segments [{'id': 'a0c230f0-660a-4194-9279-0f0781d34134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '2268a9b9-82fd-4886-a91d-3a50e4e16cab'}] {{(pid=102790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:45:00.554371 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3c1923c-7e54-475e-a582-83a3b64ac3ca req-cbdfc608-acd1-4611-8f55-ab4bb97972ee service neutron] Attempting to bind port e6b9deda-c73a-4c2a-b870-929882588559 on network 2268a9b9-82fd-4886-a91d-3a50e4e16cab {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:45:00.561077 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3c1923c-7e54-475e-a582-83a3b64ac3ca req-cbdfc608-acd1-4611-8f55-ab4bb97972ee service neutron] Port e6b9deda-c73a-4c2a-b870-929882588559 on network 2268a9b9-82fd-4886-a91d-3a50e4e16cab not bound, no agent of type Open vSwitch agent registered on host n-h2-834765-1 {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 15:45:00.561524 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3c1923c-7e54-475e-a582-83a3b64ac3ca req-cbdfc608-acd1-4611-8f55-ab4bb97972ee service neutron] Attempting to bind port e6b9deda-c73a-4c2a-b870-929882588559 on network 2268a9b9-82fd-4886-a91d-3a50e4e16cab {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:45:00.563924 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdfc608-acd1-4611-8f55-ab4bb97972ee service neutron] Pushing event updated for resources: {'Port': ['ID=e6b9deda-c73a-4c2a-b870-929882588559,revision_number=6']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:45:00.572293 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3c1923c-7e54-475e-a582-83a3b64ac3ca req-cbdfc608-acd1-4611-8f55-ab4bb97972ee service neutron] Checking agent: {'id': '3e4b4912-b4a2-4d17-b5bd-6ce15529e8eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 33, 17), 'started_at': datetime.datetime(2022, 3, 29, 15, 33, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 44, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:45:00.573037 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3c1923c-7e54-475e-a582-83a3b64ac3ca req-cbdfc608-acd1-4611-8f55-ab4bb97972ee service neutron] Checking segment: {'id': 'a0c230f0-660a-4194-9279-0f0781d34134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '2268a9b9-82fd-4886-a91d-3a50e4e16cab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:45:00.574798 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3c1923c-7e54-475e-a582-83a3b64ac3ca req-cbdfc608-acd1-4611-8f55-ab4bb97972ee service neutron] Bound using segment: {'id': 'a0c230f0-660a-4194-9279-0f0781d34134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '2268a9b9-82fd-4886-a91d-3a50e4e16cab'} {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:45:00.575636 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.managers [req-b3c1923c-7e54-475e-a582-83a3b64ac3ca req-cbdfc608-acd1-4611-8f55-ab4bb97972ee service neutron] Bound port: e6b9deda-c73a-4c2a-b870-929882588559, host: n-h2-834765-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0c230f0-660a-4194-9279-0f0781d34134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '2268a9b9-82fd-4886-a91d-3a50e4e16cab'}}] {{(pid=102790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 15:45:00.576677 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-b3c1923c-7e54-475e-a582-83a3b64ac3ca req-cbdfc608-acd1-4611-8f55-ab4bb97972ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:00.581359 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 48922) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:45:00.662657 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 48926) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:45:00.734067 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f827c6-f0ab-485f-89e6-e51d31140865 req-d34396ef-aec4-4597-b51f-47cd44edcfb4 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:45:00.745878 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-54f827c6-f0ab-485f-89e6-e51d31140865 req-d34396ef-aec4-4597-b51f-47cd44edcfb4 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/ports?device_id=58f7a61a-e4e1-4fba-85de-36c5ab11b403 HTTP/1.1" status: 200 len: 948 time: 0.1033075 Mar 29 15:45:00.776413 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [req-b3c1923c-7e54-475e-a582-83a3b64ac3ca req-cbdfc608-acd1-4611-8f55-ab4bb97972ee service neutron] For port e6b9deda-c73a-4c2a-b870-929882588559, host n-h2-834765-1, cleared binding levels {{(pid=102790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:45:00.779016 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 48928) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:45:00.779874 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-161865fd-59db-4693-9c1a-0a67d6a5b7a3 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=94799213e4df4db5af3887cbfa8ada4e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1147358 Mar 29 15:45:00.800358 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [req-b3c1923c-7e54-475e-a582-83a3b64ac3ca req-cbdfc608-acd1-4611-8f55-ab4bb97972ee service neutron] For port e6b9deda-c73a-4c2a-b870-929882588559, host n-h2-834765-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=e6b9deda-c73a-4c2a-b870-929882588559,segment=NetworkSegment(a0c230f0-660a-4194-9279-0f0781d34134),segment_id=a0c230f0-660a-4194-9279-0f0781d34134)] {{(pid=102790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:45:00.816338 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-b3c1923c-7e54-475e-a582-83a3b64ac3ca req-cbdfc608-acd1-4611-8f55-ab4bb97972ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5237921'] for port, after_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:00.900014 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c1923c-7e54-475e-a582-83a3b64ac3ca req-cbdfc608-acd1-4611-8f55-ab4bb97972ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:45:00.901342 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-b3c1923c-7e54-475e-a582-83a3b64ac3ca req-cbdfc608-acd1-4611-8f55-ab4bb97972ee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:00.904169 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-b3c1923c-7e54-475e-a582-83a3b64ac3ca req-cbdfc608-acd1-4611-8f55-ab4bb97972ee service neutron] 10.222.0.48 "PUT /v2.0/ports/e6b9deda-c73a-4c2a-b870-929882588559 HTTP/1.1" status: 200 len: 1096 time: 1.2162523 Mar 29 15:45:00.927115 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-54f827c6-f0ab-485f-89e6-e51d31140865 req-8ec9dd35-9292-4b09-bd68-69b19f22d41a tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/security-groups?id=56997969-7130-4d86-9e9d-e068deb19a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800830 Mar 29 15:45:01.014727 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdfc608-acd1-4611-8f55-ab4bb97972ee service neutron] Pushing event updated for resources: {'Port': ['ID=e6b9deda-c73a-4c2a-b870-929882588559,revision_number=7']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:45:01.031519 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-f61c1063-815c-4d9c-b7eb-1605da7da174 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:01.061349 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 48938) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:45:01.063873 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c1923c-7e54-475e-a582-83a3b64ac3ca req-969815c7-efb7-48a0-a2f5-6e960c1a0c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:45:01.066478 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-b3c1923c-7e54-475e-a582-83a3b64ac3ca req-969815c7-efb7-48a0-a2f5-6e960c1a0c6e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=fa3ba36247ad48f4997ede3b0209bc82&device_id=58f7a61a-e4e1-4fba-85de-36c5ab11b403 HTTP/1.1" status: 200 len: 1099 time: 0.1329081 Mar 29 15:45:01.071976 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-f61c1063-815c-4d9c-b7eb-1605da7da174 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:01.084001 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device ddf7e4ab-8978-449c-912c-5e3a0e0df280 up at agent hyperv_n-h1-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:45:01.179154 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-e66022b0-d52c-430c-af08-ee424b8d57c2 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=2570ecad5fec4af8af4a16350a236226&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1130416 Mar 29 15:45:01.180044 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 48948) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:45:01.236713 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Provisioning for port ddf7e4ab-8978-449c-912c-5e3a0e0df280 completed by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 15:45:01.249327 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Provisioning complete for port ddf7e4ab-8978-449c-912c-5e3a0e0df280 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:45:01.251725 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:01.343682 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5438f6e7-1600-4134-a30f-22b4bd64a0c8 req-722a8c0b-f9e0-4ddc-bc16-dd334b7471f7 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:45:01.343919 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-5a07584e-2f55-4d07-a53b-abf41d902c6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:01.364368 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-5438f6e7-1600-4134-a30f-22b4bd64a0c8 req-722a8c0b-f9e0-4ddc-bc16-dd334b7471f7 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] 10.222.0.42 "GET /v2.0/ports?device_id=7a942334-c9d7-46a1-a40e-2f039cf4da46 HTTP/1.1" status: 200 len: 945 time: 0.2439642 Mar 29 15:45:01.394329 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-f61c1063-815c-4d9c-b7eb-1605da7da174 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:01.406187 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-f61c1063-815c-4d9c-b7eb-1605da7da174 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:01.407870 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-f61c1063-815c-4d9c-b7eb-1605da7da174 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/07e96b72-96bb-4562-b80f-051b133c1759 HTTP/1.1" status: 204 len: 168 time: 0.6257122 Mar 29 15:45:01.418674 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c1923c-7e54-475e-a582-83a3b64ac3ca req-7fbfd9d7-2cf1-4c7b-9668-df6ebd8fed74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:45:01.419251 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-5a07584e-2f55-4d07-a53b-abf41d902c6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:01.420959 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-b3c1923c-7e54-475e-a582-83a3b64ac3ca req-7fbfd9d7-2cf1-4c7b-9668-df6ebd8fed74 service neutron] 10.222.0.48 "GET /v2.0/networks?id=2268a9b9-82fd-4886-a91d-3a50e4e16cab HTTP/1.1" status: 200 len: 870 time: 0.3401368 Mar 29 15:45:01.442678 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61c1063-815c-4d9c-b7eb-1605da7da174 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07e96b72-96bb-4562-b80f-051b133c1759,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:45:01.488165 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-b3c1923c-7e54-475e-a582-83a3b64ac3ca req-85ea1153-3789-4022-be09-58ceec8c7f9d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.153&port_id=e6b9deda-c73a-4c2a-b870-929882588559 HTTP/1.1" status: 200 len: 217 time: 0.0584323 Mar 29 15:45:01.501553 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-5438f6e7-1600-4134-a30f-22b4bd64a0c8 req-f9e3c86e-7dff-49c5-ac90-e5fae7ba6da5 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] 10.222.0.42 "GET /v2.0/security-groups?id=f08e979a-b162-4e81-8f48-4f228bf81759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353819 Mar 29 15:45:01.553655 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-123702f4-011d-43e3-a80a-5088a040f30c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d7e69b0c9e964dac92ab1ced81176558&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9706652 Mar 29 15:45:01.556028 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 48970) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:45:01.620991 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c1923c-7e54-475e-a582-83a3b64ac3ca req-d058e0d5-1189-4c27-b608-b76303f2a11f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:45:01.623646 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-b3c1923c-7e54-475e-a582-83a3b64ac3ca req-d058e0d5-1189-4c27-b608-b76303f2a11f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=abb8e5d6-2aea-4455-a944-3435a3d1ce49 HTTP/1.1" status: 200 len: 843 time: 0.1219401 Mar 29 15:45:01.646226 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:01.647670 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 48976) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:45:01.666590 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-5a07584e-2f55-4d07-a53b-abf41d902c6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:01.676671 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-5a07584e-2f55-4d07-a53b-abf41d902c6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:01.678269 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-5a07584e-2f55-4d07-a53b-abf41d902c6d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/4679057e-720d-4f22-9975-1077eb79e30a HTTP/1.1" status: 204 len: 168 time: 0.4972663 Mar 29 15:45:01.703424 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a942334-c9d7-46a1-a40e-2f039cf4da46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddf7e4ab-8978-449c-912c-5e3a0e0df280'}] {{(pid=102792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:45:01.706529 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4f476c66b318cc6068719fc39557fac68d413f5c7e78fa77028c7948e999ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63f102bd-d4fd-49a8-b3f9-d1e94ae192eb" -d '{"events": [{"server_uuid": "7a942334-c9d7-46a1-a40e-2f039cf4da46", "name": "network-vif-plugged", "status": "completed", "tag": "ddf7e4ab-8978-449c-912c-5e3a0e0df280"}]}' {{(pid=102792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:45:01.720523 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c1923c-7e54-475e-a582-83a3b64ac3ca req-725c1414-9033-4dbb-b337-552db19e22b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:45:01.723635 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-b3c1923c-7e54-475e-a582-83a3b64ac3ca req-725c1414-9033-4dbb-b337-552db19e22b6 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2268a9b9-82fd-4886-a91d-3a50e4e16cab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0913196 Mar 29 15:45:01.728636 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port ddf7e4ab-8978-449c-912c-5e3a0e0df280, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=ddf7e4ab-8978-449c-912c-5e3a0e0df280,segment=NetworkSegment(429e9cf3-3671-4cb2-9547-92af9e95f1f2),segment_id=429e9cf3-3671-4cb2-9547-92af9e95f1f2)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:45:01.737454 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:01.745588 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a07584e-2f55-4d07-a53b-abf41d902c6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4679057e-720d-4f22-9975-1077eb79e30a,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:45:01.792030 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:45:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-251d7a32-0819-42a7-b7cf-536b1d4bda01 x-openstack-request-id: req-251d7a32-0819-42a7-b7cf-536b1d4bda01 {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:45:01.792661 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a942334-c9d7-46a1-a40e-2f039cf4da46", "name": "network-vif-plugged", "status": "completed", "tag": "ddf7e4ab-8978-449c-912c-5e3a0e0df280", "code": 200}]} {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:45:01.793137 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-251d7a32-0819-42a7-b7cf-536b1d4bda01 {{(pid=102792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:45:01.795121 n-d-834765-1 neutron-server[102792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a942334-c9d7-46a1-a40e-2f039cf4da46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddf7e4ab-8978-449c-912c-5e3a0e0df280', 'code': 200} Mar 29 15:45:01.845415 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-50e3ff45-c3b6-47ae-b698-cc493a34291a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:01.853066 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Pushing event updated for resources: {'Port': ['ID=ddf7e4ab-8978-449c-912c-5e3a0e0df280,revision_number=5']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:45:01.895971 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-b3c1923c-7e54-475e-a582-83a3b64ac3ca req-6e460914-3f3e-402f-be98-3c4997df906b service neutron] 10.222.0.48 "GET /v2.0/networks/2268a9b9-82fd-4886-a91d-3a50e4e16cab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1641302 Mar 29 15:45:01.958633 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e72ecb-c927-4592-a27c-c7312e84b072 req-1204a7d2-4b36-4ebf-b3ac-a141f3bd377b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:45:01.958998 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-50e3ff45-c3b6-47ae-b698-cc493a34291a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:01.960282 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-f3e72ecb-c927-4592-a27c-c7312e84b072 req-1204a7d2-4b36-4ebf-b3ac-a141f3bd377b service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=7a942334-c9d7-46a1-a40e-2f039cf4da46 HTTP/1.1" status: 200 len: 1097 time: 0.1005735 Mar 29 15:45:01.966317 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-af299804-4cc2-43c5-b1df-ae672835cc7c tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Notify callbacks [] for security_group, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:02.055864 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-f3e72ecb-c927-4592-a27c-c7312e84b072 req-00b5016f-9207-49c7-9cae-77b86ab91009 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=f08e979a-b162-4e81-8f48-4f228bf81759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490241 Mar 29 15:45:02.071845 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-b3c1923c-7e54-475e-a582-83a3b64ac3ca req-9d4dc94d-ff7c-4370-9956-4d44c5c5dfb2 service neutron] 10.222.0.48 "GET /v2.0/networks/2268a9b9-82fd-4886-a91d-3a50e4e16cab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1680441 Mar 29 15:45:02.077179 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-af299804-4cc2-43c5-b1df-ae672835cc7c tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:02.181202 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-50e3ff45-c3b6-47ae-b698-cc493a34291a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:02.184635 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-50e3ff45-c3b6-47ae-b698-cc493a34291a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:02.188454 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-50e3ff45-c3b6-47ae-b698-cc493a34291a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/1ea858aa-a458-40c0-8028-3540d6e09da5 HTTP/1.1" status: 204 len: 168 time: 0.6285241 Mar 29 15:45:02.196783 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca92b49a-e5ed-43c2-bd6d-19f0729e90f2 req-56e4b9ac-f849-45dc-b5d9-8d1a6fbf84fb tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:45:02.198316 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ca92b49a-e5ed-43c2-bd6d-19f0729e90f2 req-56e4b9ac-f849-45dc-b5d9-8d1a6fbf84fb tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/ports?device_id=58f7a61a-e4e1-4fba-85de-36c5ab11b403 HTTP/1.1" status: 200 len: 948 time: 0.0968034 Mar 29 15:45:02.208451 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e3ff45-c3b6-47ae-b698-cc493a34291a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ea858aa-a458-40c0-8028-3540d6e09da5,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:45:02.213612 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-af299804-4cc2-43c5-b1df-ae672835cc7c tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:02.216231 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-af299804-4cc2-43c5-b1df-ae672835cc7c tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Notify callbacks [] for security_group, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:02.220300 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-af299804-4cc2-43c5-b1df-ae672835cc7c tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] 10.222.0.42 "DELETE /v2.0/security-groups/19cf0565-0e5d-4a9a-bb20-6dda76410fc5 HTTP/1.1" status: 204 len: 168 time: 0.5653007 Mar 29 15:45:02.220686 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 49010) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:45:02.240827 n-d-834765-1 neutron-server[102790]: INFO neutron.api.v2.resource [None req-0e4be8f2-57c0-4abc-94ea-f1126d50eaaa tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] show failed (client error): The resource could not be found. Mar 29 15:45:02.241862 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-0e4be8f2-57c0-4abc-94ea-f1126d50eaaa tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] 10.222.0.42 "GET /v2.0/security-groups/19cf0565-0e5d-4a9a-bb20-6dda76410fc5 HTTP/1.1" status: 404 len: 347 time: 0.0202701 Mar 29 15:45:02.247212 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 49012) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:45:02.277451 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af299804-4cc2-43c5-b1df-ae672835cc7c tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=19cf0565-0e5d-4a9a-bb20-6dda76410fc5,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:45:02.332329 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ca92b49a-e5ed-43c2-bd6d-19f0729e90f2 req-818f59a9-708b-42b1-bd50-51388c2a58bb tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/security-groups?id=56997969-7130-4d86-9e9d-e068deb19a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212971 Mar 29 15:45:02.468091 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-c9a18c9a-5bf9-45b8-929b-50b1571e3c0c tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Deleting port 1d2068da-2c36-4fa9-ab82-faaa2afc7d0b {{(pid=102790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:45:02.468784 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c9a18c9a-5bf9-45b8-929b-50b1571e3c0c tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:02.523599 n-d-834765-1 neutron-server[102790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58f7a61a-e4e1-4fba-85de-36c5ab11b403', 'tag': 'e6b9deda-c73a-4c2a-b870-929882588559'}] {{(pid=102790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:45:02.525844 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46b06d655c90bc969636382cce4240ad749035fb0f3a83ee4734fa1ed9c4a6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-225d2343-bacd-402b-9f63-f553f993d5f7" -d '{"events": [{"name": "network-changed", "server_uuid": "58f7a61a-e4e1-4fba-85de-36c5ab11b403", "tag": "e6b9deda-c73a-4c2a-b870-929882588559"}]}' {{(pid=102790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:45:02.568637 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c9a18c9a-5bf9-45b8-929b-50b1571e3c0c tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:02.568980 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c9a18c9a-5bf9-45b8-929b-50b1571e3c0c tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:02.586339 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-c9a18c9a-5bf9-45b8-929b-50b1571e3c0c tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Calling delete_port for 1d2068da-2c36-4fa9-ab82-faaa2afc7d0b owned by network:floatingip {{(pid=102790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:45:02.660095 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 15:45:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dad5494-554c-48d6-a0ea-a1b74e9e4f9e x-openstack-request-id: req-6dad5494-554c-48d6-a0ea-a1b74e9e4f9e {{(pid=102790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:45:02.661004 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58f7a61a-e4e1-4fba-85de-36c5ab11b403", "tag": "e6b9deda-c73a-4c2a-b870-929882588559", "status": "completed", "code": 200}]} {{(pid=102790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:45:02.661354 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-6dad5494-554c-48d6-a0ea-a1b74e9e4f9e {{(pid=102790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:45:02.662026 n-d-834765-1 neutron-server[102790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58f7a61a-e4e1-4fba-85de-36c5ab11b403', 'tag': 'e6b9deda-c73a-4c2a-b870-929882588559', 'status': 'completed', 'code': 200} Mar 29 15:45:02.704507 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736f2d17-51f7-446e-9432-e0f9d42eeedb req-daddcc82-f434-419b-bce7-7031e4f99db9 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:45:02.706459 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-736f2d17-51f7-446e-9432-e0f9d42eeedb req-daddcc82-f434-419b-bce7-7031e4f99db9 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] 10.222.0.42 "GET /v2.0/ports?device_id=7a942334-c9d7-46a1-a40e-2f039cf4da46 HTTP/1.1" status: 200 len: 946 time: 0.0636666 Mar 29 15:45:02.747820 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-7b27f0f3-919f-4417-858d-a1c026ad1967 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:02.757075 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-736f2d17-51f7-446e-9432-e0f9d42eeedb req-b640acf6-03ca-4bc4-9983-efb2f667485f tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] 10.222.0.42 "GET /v2.0/security-groups?id=f08e979a-b162-4e81-8f48-4f228bf81759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431809 Mar 29 15:45:02.790563 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225d2343-bacd-402b-9f63-f553f993d5f7 req-a8ff5b10-3c71-495e-b39e-a285b5b9e8b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:45:02.792231 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-225d2343-bacd-402b-9f63-f553f993d5f7 req-a8ff5b10-3c71-495e-b39e-a285b5b9e8b3 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=fa3ba36247ad48f4997ede3b0209bc82&device_id=58f7a61a-e4e1-4fba-85de-36c5ab11b403 HTTP/1.1" status: 200 len: 1099 time: 0.1261532 Mar 29 15:45:02.796283 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225d2343-bacd-402b-9f63-f553f993d5f7 req-4431ae20-4b8d-4359-bb3e-3f2113786523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:45:02.797842 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-225d2343-bacd-402b-9f63-f553f993d5f7 req-4431ae20-4b8d-4359-bb3e-3f2113786523 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=fa3ba36247ad48f4997ede3b0209bc82&device_id=58f7a61a-e4e1-4fba-85de-36c5ab11b403 HTTP/1.1" status: 200 len: 1099 time: 0.1328192 Mar 29 15:45:03.088739 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device e6b9deda-c73a-4c2a-b870-929882588559 no longer exists at agent hyperv_n-h1-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:45:03.096413 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device 3fb4706c-a793-43a2-af8e-0a4b9a2a7120 no longer exists at agent hyperv_n-h2-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:45:03.219247 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device e6b9deda-c73a-4c2a-b870-929882588559 not bound to the agent host n-h1-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:45:03.238239 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:03.279766 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port 3fb4706c-a793-43a2-af8e-0a4b9a2a7120, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=3fb4706c-a793-43a2-af8e-0a4b9a2a7120,segment=NetworkSegment(a0c230f0-660a-4194-9279-0f0781d34134),segment_id=a0c230f0-660a-4194-9279-0f0781d34134)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:45:03.286743 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:03.337868 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-7c5057e9-3384-46f3-960a-27e29f54ce60 req-f866f6ef-61f2-44fa-aa43-8104528a41c0 tempest-TenantUsagesTestJSON-1201448772 tempest-TenantUsagesTestJSON-1201448772-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=1ea16a649c1c40cc83143f867cb559f8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0707743 Mar 29 15:45:03.385708 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Pushing event updated for resources: {'Port': ['ID=3fb4706c-a793-43a2-af8e-0a4b9a2a7120,revision_number=8']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:45:03.423900 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c9a18c9a-5bf9-45b8-929b-50b1571e3c0c tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:03.436928 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225d2343-bacd-402b-9f63-f553f993d5f7 req-4b7a59de-ffe0-4dbe-b3fa-64a65e5fcbb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:45:03.438736 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-225d2343-bacd-402b-9f63-f553f993d5f7 req-4b7a59de-ffe0-4dbe-b3fa-64a65e5fcbb8 service neutron] 10.222.0.44 "GET /v2.0/networks?id=2268a9b9-82fd-4886-a91d-3a50e4e16cab HTTP/1.1" status: 200 len: 870 time: 0.6293602 Mar 29 15:45:03.490026 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225d2343-bacd-402b-9f63-f553f993d5f7 req-8aba5013-2a3e-4c7e-a038-584908b84ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:45:03.491698 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-225d2343-bacd-402b-9f63-f553f993d5f7 req-8aba5013-2a3e-4c7e-a038-584908b84ec8 service neutron] 10.222.0.48 "GET /v2.0/networks?id=2268a9b9-82fd-4886-a91d-3a50e4e16cab HTTP/1.1" status: 200 len: 870 time: 0.6910069 Mar 29 15:45:03.503140 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bc5f14-e647-41d9-9ada-998ffdb57dc9 req-685c3921-df5f-4927-ae4f-45137ef45496 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:45:03.505844 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a18c9a-5bf9-45b8-929b-50b1571e3c0c tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Pushing event deleted for resources: {'Port': ['ID=1d2068da-2c36-4fa9-ab82-faaa2afc7d0b,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:45:03.510979 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-a0bc5f14-e647-41d9-9ada-998ffdb57dc9 req-685c3921-df5f-4927-ae4f-45137ef45496 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/ports?device_id=58f7a61a-e4e1-4fba-85de-36c5ab11b403 HTTP/1.1" status: 200 len: 948 time: 0.0586252 Mar 29 15:45:03.551816 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-a0bc5f14-e647-41d9-9ada-998ffdb57dc9 req-c170a650-20de-443a-a5cc-3f475e3d543d tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/security-groups?id=56997969-7130-4d86-9e9d-e068deb19a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399370 Mar 29 15:45:03.587361 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-225d2343-bacd-402b-9f63-f553f993d5f7 req-23ef0227-1927-4505-bd0b-4642f476c232 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.153&port_id=e6b9deda-c73a-4c2a-b870-929882588559 HTTP/1.1" status: 200 len: 217 time: 0.0945497 Mar 29 15:45:03.608035 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-225d2343-bacd-402b-9f63-f553f993d5f7 req-b4bfc627-d8e7-430f-a167-4018fdd59efd service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.153&port_id=e6b9deda-c73a-4c2a-b870-929882588559 HTTP/1.1" status: 200 len: 217 time: 0.0926151 Mar 29 15:45:03.719061 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5057e9-3384-46f3-960a-27e29f54ce60 req-9d6e4ad7-d914-4d01-8280-bcac89b70fb0 tempest-TenantUsagesTestJSON-1201448772 tempest-TenantUsagesTestJSON-1201448772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:45:03.720592 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-7c5057e9-3384-46f3-960a-27e29f54ce60 req-9d6e4ad7-d914-4d01-8280-bcac89b70fb0 tempest-TenantUsagesTestJSON-1201448772 tempest-TenantUsagesTestJSON-1201448772-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3694155 Mar 29 15:45:03.761390 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c9a18c9a-5bf9-45b8-929b-50b1571e3c0c tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Notify callbacks [] for floatingip, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:03.763004 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 49098) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:45:03.764709 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c9a18c9a-5bf9-45b8-929b-50b1571e3c0c tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for floatingip, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:03.765861 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-c9a18c9a-5bf9-45b8-929b-50b1571e3c0c tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] 10.222.0.42 "DELETE /v2.0/floatingips/35e7681f-8752-48dd-8a51-0a7687953333 HTTP/1.1" status: 204 len: 168 time: 1.5185368 Mar 29 15:45:03.768111 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225d2343-bacd-402b-9f63-f553f993d5f7 req-c6a972b0-ab2e-44a6-80fb-9cda5c05250c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:45:03.769247 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 49100) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:45:03.769459 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-225d2343-bacd-402b-9f63-f553f993d5f7 req-c6a972b0-ab2e-44a6-80fb-9cda5c05250c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=abb8e5d6-2aea-4455-a944-3435a3d1ce49 HTTP/1.1" status: 200 len: 843 time: 0.1459634 Mar 29 15:45:03.771284 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-7c5057e9-3384-46f3-960a-27e29f54ce60 req-4a35efe2-817f-423e-9ba0-2fa13299849b tempest-TenantUsagesTestJSON-1201448772 tempest-TenantUsagesTestJSON-1201448772-project] 10.222.0.42 "GET /v2.0/quotas/1ea16a649c1c40cc83143f867cb559f8 HTTP/1.1" status: 200 len: 375 time: 0.0316274 Mar 29 15:45:03.772569 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225d2343-bacd-402b-9f63-f553f993d5f7 req-e4cf1788-85d7-4383-9630-3c756659f048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:45:03.773919 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-225d2343-bacd-402b-9f63-f553f993d5f7 req-e4cf1788-85d7-4383-9630-3c756659f048 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=abb8e5d6-2aea-4455-a944-3435a3d1ce49 HTTP/1.1" status: 200 len: 843 time: 0.1630952 Mar 29 15:45:03.796798 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81605825-fa37-4e7f-8fb5-0b6c1360ffc2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3fb4706c-a793-43a2-af8e-0a4b9a2a7120'}] {{(pid=102792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:45:03.800741 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4f476c66b318cc6068719fc39557fac68d413f5c7e78fa77028c7948e999ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6df1240-e5c4-47f8-9620-963a8bad8603" -d '{"events": [{"server_uuid": "81605825-fa37-4e7f-8fb5-0b6c1360ffc2", "name": "network-vif-unplugged", "status": "completed", "tag": "3fb4706c-a793-43a2-af8e-0a4b9a2a7120"}]}' {{(pid=102792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:45:03.841893 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 49110) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:45:03.892893 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-7c5057e9-3384-46f3-960a-27e29f54ce60 req-6b4b38b7-048d-4a76-8437-c7416f0e901b tempest-TenantUsagesTestJSON-1201448772 tempest-TenantUsagesTestJSON-1201448772-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=1ea16a649c1c40cc83143f867cb559f8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1149938 Mar 29 15:45:03.929322 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225d2343-bacd-402b-9f63-f553f993d5f7 req-a3b215d7-c519-456b-9ac7-110a02bf353d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:45:03.932054 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-225d2343-bacd-402b-9f63-f553f993d5f7 req-a3b215d7-c519-456b-9ac7-110a02bf353d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2268a9b9-82fd-4886-a91d-3a50e4e16cab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1516564 Mar 29 15:45:03.935571 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225d2343-bacd-402b-9f63-f553f993d5f7 req-10923f33-502a-4250-8f32-c3d06db339b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:45:03.937226 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-225d2343-bacd-402b-9f63-f553f993d5f7 req-10923f33-502a-4250-8f32-c3d06db339b4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2268a9b9-82fd-4886-a91d-3a50e4e16cab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1560276 Mar 29 15:45:03.951677 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ae929e-30df-492d-846f-0ee7d454f740 req-1fe6ecc4-9c5f-434e-845f-5a020efaf169 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:45:03.953310 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-24ae929e-30df-492d-846f-0ee7d454f740 req-1fe6ecc4-9c5f-434e-845f-5a020efaf169 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] 10.222.0.42 "GET /v2.0/ports?device_id=7a942334-c9d7-46a1-a40e-2f039cf4da46 HTTP/1.1" status: 200 len: 946 time: 0.0999835 Mar 29 15:45:03.962893 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-efecbb40-4893-445d-b62c-736558a0893c tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Deleting port 49b5fca5-a1ca-4798-bbf7-14cd233b96a8 {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:45:03.963246 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-efecbb40-4893-445d-b62c-736558a0893c tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:04.017313 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 49116) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:45:04.092265 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d71584b9-87f1-45f5-84c7-c993c2416269 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:04.099944 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-24ae929e-30df-492d-846f-0ee7d454f740 req-e786f368-ea87-46b9-83cd-a30db68f20b9 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] 10.222.0.42 "GET /v2.0/security-groups?id=f08e979a-b162-4e81-8f48-4f228bf81759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721200 Mar 29 15:45:04.119931 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-efecbb40-4893-445d-b62c-736558a0893c tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:04.148408 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-efecbb40-4893-445d-b62c-736558a0893c tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Calling delete_port for 49b5fca5-a1ca-4798-bbf7-14cd233b96a8 owned by {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:45:04.178483 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-fc680aaa-6c96-4613-bce3-9a7aa3e8fc10 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1742861683-network', 'tenant_id': '8286afd09edb48b48ba8a55593c30462'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:45:04.200484 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 29 Mar 2022 15:45:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e6e9105-f876-418a-9b09-981dd98dd44d x-openstack-request-id: req-3e6e9105-f876-418a-9b09-981dd98dd44d {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:45:04.201118 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81605825-fa37-4e7f-8fb5-0b6c1360ffc2", "name": "network-vif-unplugged", "status": "completed", "tag": "3fb4706c-a793-43a2-af8e-0a4b9a2a7120", "code": 200}]} {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:45:04.201441 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-3e6e9105-f876-418a-9b09-981dd98dd44d {{(pid=102792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:45:04.201893 n-d-834765-1 neutron-server[102792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81605825-fa37-4e7f-8fb5-0b6c1360ffc2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3fb4706c-a793-43a2-af8e-0a4b9a2a7120', 'code': 200} Mar 29 15:45:04.247185 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-9e3f0a40-a073-4750-85e7-a2ce98df4230 tempest-SecGroupTest-678096859 tempest-SecGroupTest-678096859-project] Request body: {'security_group': {'name': 'tempest-secgroup--137711042'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:45:04.306196 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-c34ea865-b5f7-458d-9af0-8dad7b3df450 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1880798087-network', 'tenant_id': '7f01d9a12c82426baef86d9ae4ff6fa7'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:45:04.349904 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-9e3f0a40-a073-4750-85e7-a2ce98df4230 tempest-SecGroupTest-678096859 tempest-SecGroupTest-678096859-project] Notify callbacks [] for security_group, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:04.358225 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-49bb2bbf-5dd9-466c-ac33-cf4fb610256d req-98d32554-15c1-44ab-b686-09dd563d3f38 tempest-TenantUsagesTestJSON-1201448772 tempest-TenantUsagesTestJSON-1201448772-project] 10.222.0.42 "GET /v2.0/ports?device_id=08195114-afbb-45a0-9caf-067af4e690fa HTTP/1.1" status: 200 len: 210 time: 0.0596154 Mar 29 15:45:04.362571 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-225d2343-bacd-402b-9f63-f553f993d5f7 req-39ce86c8-84b6-4715-a436-d63d519daae6 service neutron] 10.222.0.44 "GET /v2.0/networks/2268a9b9-82fd-4886-a91d-3a50e4e16cab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4079185 Mar 29 15:45:04.366736 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-225d2343-bacd-402b-9f63-f553f993d5f7 req-87baf2b2-a658-46bf-b270-c7691b43b796 service neutron] 10.222.0.48 "GET /v2.0/networks/2268a9b9-82fd-4886-a91d-3a50e4e16cab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4251661 Mar 29 15:45:04.369961 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-9e3f0a40-a073-4750-85e7-a2ce98df4230 tempest-SecGroupTest-678096859 tempest-SecGroupTest-678096859-project] Notify callbacks [] for security_group, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:04.377063 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc680aaa-6c96-4613-bce3-9a7aa3e8fc10 admin admin] Made reservation on behalf of 8286afd09edb48b48ba8a55593c30462 for: {'network': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:45:04.379473 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-fc680aaa-6c96-4613-bce3-9a7aa3e8fc10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for network, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:04.390179 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-fc680aaa-6c96-4613-bce3-9a7aa3e8fc10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:04.392650 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c34ea865-b5f7-458d-9af0-8dad7b3df450 admin admin] Made reservation on behalf of 7f01d9a12c82426baef86d9ae4ff6fa7 for: {'network': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:45:04.394875 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-c34ea865-b5f7-458d-9af0-8dad7b3df450 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for network, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:04.432082 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-c34ea865-b5f7-458d-9af0-8dad7b3df450 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:04.493563 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e91caf-3c1c-41e3-b23e-1949d7f13a4c req-e7c7407d-b9fa-46f9-a5a1-36dafee4f3ee tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:45:04.496018 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-efecbb40-4893-445d-b62c-736558a0893c tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:04.501974 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-88e91caf-3c1c-41e3-b23e-1949d7f13a4c req-e7c7407d-b9fa-46f9-a5a1-36dafee4f3ee tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa70bb0d-9683-4d6e-8563-43fa5ee1a6be HTTP/1.1" status: 200 len: 945 time: 0.2217410 Mar 29 15:45:04.540222 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efecbb40-4893-445d-b62c-736558a0893c tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Pushing event deleted for resources: {'Port': ['ID=49b5fca5-a1ca-4798-bbf7-14cd233b96a8,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:45:04.682369 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-fc680aaa-6c96-4613-bce3-9a7aa3e8fc10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:04.689252 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-c34ea865-b5f7-458d-9af0-8dad7b3df450 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:04.690421 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-88e91caf-3c1c-41e3-b23e-1949d7f13a4c req-6cd5ccba-8648-421a-a1a6-705be45bb32f tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] 10.222.0.42 "GET /v2.0/security-groups?id=f08e979a-b162-4e81-8f48-4f228bf81759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875095 Mar 29 15:45:04.702486 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-225d2343-bacd-402b-9f63-f553f993d5f7 req-aba48ceb-441f-422d-b169-a7261bd82293 service neutron] 10.222.0.48 "GET /v2.0/networks/2268a9b9-82fd-4886-a91d-3a50e4e16cab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3257589 Mar 29 15:45:04.704066 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-efecbb40-4893-445d-b62c-736558a0893c tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:04.707290 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-efecbb40-4893-445d-b62c-736558a0893c tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] 10.222.0.42 "DELETE /v2.0/ports/49b5fca5-a1ca-4798-bbf7-14cd233b96a8 HTTP/1.1" status: 204 len: 168 time: 0.9310467 Mar 29 15:45:04.709558 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-fc680aaa-6c96-4613-bce3-9a7aa3e8fc10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:04.712329 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-c34ea865-b5f7-458d-9af0-8dad7b3df450 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:04.716207 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-225d2343-bacd-402b-9f63-f553f993d5f7 req-8cfbff0a-c939-4f1f-a45e-dbd41f058ec8 service neutron] 10.222.0.44 "GET /v2.0/networks/2268a9b9-82fd-4886-a91d-3a50e4e16cab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3431089 Mar 29 15:45:04.717104 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 49136) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:45:04.745388 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc680aaa-6c96-4613-bce3-9a7aa3e8fc10 admin admin] vlan segment allocate from pool success with {'vlan_id': 610, 'physical_network': 'physnet1'} {{(pid=102791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 15:45:04.747625 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c34ea865-b5f7-458d-9af0-8dad7b3df450 admin admin] vlan segment allocate from pool success with {'vlan_id': 612, 'physical_network': 'physnet1'} {{(pid=102791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 15:45:04.769160 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-9e3f0a40-a073-4750-85e7-a2ce98df4230 tempest-SecGroupTest-678096859 tempest-SecGroupTest-678096859-project] Notify callbacks [] for security_group, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:04.770711 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-fc680aaa-6c96-4613-bce3-9a7aa3e8fc10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:04.770992 n-d-834765-1 neutron-server[102791]: INFO neutron.db.segments_db [None req-fc680aaa-6c96-4613-bce3-9a7aa3e8fc10 admin admin] Added segment 0cd06506-4f89-4e38-b026-ae80d7df7405 of type vlan for network bf39fd10-b141-4aa1-b5bc-ebcbbb01092f Mar 29 15:45:04.777368 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-9e3f0a40-a073-4750-85e7-a2ce98df4230 tempest-SecGroupTest-678096859 tempest-SecGroupTest-678096859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:04.782277 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc680aaa-6c96-4613-bce3-9a7aa3e8fc10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d222421-3560-49e7-abaf-10952d69e15f,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:45:04.788118 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-c34ea865-b5f7-458d-9af0-8dad7b3df450 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:04.788463 n-d-834765-1 neutron-server[102791]: INFO neutron.db.segments_db [None req-c34ea865-b5f7-458d-9af0-8dad7b3df450 admin admin] Added segment e03a7c9c-8b58-4c58-aa22-7189da98b069 of type vlan for network 7a71ca6e-bbff-43b0-bde3-8072ae4b3f50 Mar 29 15:45:04.800360 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8646f084-928f-4fd2-87ca-a9619e9f2c2b req-f448b124-b1e4-44fa-8128-5d18a9ec0e4a tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:45:04.801920 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-8646f084-928f-4fd2-87ca-a9619e9f2c2b req-f448b124-b1e4-44fa-8128-5d18a9ec0e4a tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/ports?device_id=58f7a61a-e4e1-4fba-85de-36c5ab11b403 HTTP/1.1" status: 200 len: 948 time: 0.1449015 Mar 29 15:45:04.827386 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3f0a40-a073-4750-85e7-a2ce98df4230 tempest-SecGroupTest-678096859 tempest-SecGroupTest-678096859-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05f40e96-34bd-4ffb-b7fe-faa5d0515db3,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:45:04.889145 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-fc680aaa-6c96-4613-bce3-9a7aa3e8fc10 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783522915970'] for network, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:04.920491 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-c34ea865-b5f7-458d-9af0-8dad7b3df450 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783522915970'] for network, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:04.922814 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34ea865-b5f7-458d-9af0-8dad7b3df450 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c1a607e-8731-4409-adf4-490f4457a32b,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:45:04.967453 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-8646f084-928f-4fd2-87ca-a9619e9f2c2b req-d9fb3f4b-6cd3-4381-be29-16b37adef114 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/security-groups?id=56997969-7130-4d86-9e9d-e068deb19a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369326 Mar 29 15:45:04.984942 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-fc680aaa-6c96-4613-bce3-9a7aa3e8fc10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795'] for network, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:04.985855 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc680aaa-6c96-4613-bce3-9a7aa3e8fc10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:45:04.986445 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-fc680aaa-6c96-4613-bce3-9a7aa3e8fc10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for network, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:04.993701 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-c34ea865-b5f7-458d-9af0-8dad7b3df450 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795'] for network, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:04.994614 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c34ea865-b5f7-458d-9af0-8dad7b3df450 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:45:04.995183 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-c34ea865-b5f7-458d-9af0-8dad7b3df450 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for network, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:05.022253 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-0abbaac6-476c-4b7f-902f-44cc383aeefe tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Deleting port 66dc2491-4dea-4461-91e1-6f3d16ceba75 {{(pid=102790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:45:05.022541 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-fc680aaa-6c96-4613-bce3-9a7aa3e8fc10 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.2566888 Mar 29 15:45:05.022644 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-0abbaac6-476c-4b7f-902f-44cc383aeefe tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:05.027472 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 49148) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:45:05.040801 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-855442c1-7290-4dd5-99a5-29e2674e5762 admin admin] Request body: {'subnet': {'network_id': 'bf39fd10-b141-4aa1-b5bc-ebcbbb01092f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1742861683-subnet', 'tenant_id': '8286afd09edb48b48ba8a55593c30462', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:45:05.053179 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a881e02b-9f88-4690-ba53-945b32d42c9f req-f7983deb-b942-4398-97bc-797c239fcbc6 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:45:05.054682 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-a881e02b-9f88-4690-ba53-945b32d42c9f req-f7983deb-b942-4398-97bc-797c239fcbc6 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] 10.222.0.42 "GET /v2.0/ports?device_id=7a942334-c9d7-46a1-a40e-2f039cf4da46 HTTP/1.1" status: 200 len: 946 time: 0.1599581 Mar 29 15:45:05.067294 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-c34ea865-b5f7-458d-9af0-8dad7b3df450 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.2214632 Mar 29 15:45:05.067513 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 49150) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:45:05.067895 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-9e3f0a40-a073-4750-85e7-a2ce98df4230 tempest-SecGroupTest-678096859 tempest-SecGroupTest-678096859-project] Notify callbacks [] for security_group, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:05.069698 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc680aaa-6c96-4613-bce3-9a7aa3e8fc10 admin admin] Pushing event updated for resources: {'Network': ['ID=bf39fd10-b141-4aa1-b5bc-ebcbbb01092f,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:45:05.076358 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-830ee41c-6e76-4f61-a45a-39215498c135 admin admin] Request body: {'subnet': {'network_id': '7a71ca6e-bbff-43b0-bde3-8072ae4b3f50', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1880798087-subnet', 'tenant_id': '7f01d9a12c82426baef86d9ae4ff6fa7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:45:05.083546 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-9e3f0a40-a073-4750-85e7-a2ce98df4230 tempest-SecGroupTest-678096859 tempest-SecGroupTest-678096859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:05.083771 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Network bf39fd10-b141-4aa1-b5bc-ebcbbb01092f details requested by agent ovs-agent-n-d-834765-1 with host n-d-834765-1 {{(pid=102792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 15:45:05.126894 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-9e3f0a40-a073-4750-85e7-a2ce98df4230 tempest-SecGroupTest-678096859 tempest-SecGroupTest-678096859-project] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:05.131013 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-9e3f0a40-a073-4750-85e7-a2ce98df4230 tempest-SecGroupTest-678096859 tempest-SecGroupTest-678096859-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.1096039 Mar 29 15:45:05.135043 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 49152) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:45:05.150676 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-830ee41c-6e76-4f61-a45a-39215498c135 admin admin] Made reservation on behalf of 7f01d9a12c82426baef86d9ae4ff6fa7 for: {'subnet': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:45:05.153381 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-830ee41c-6e76-4f61-a45a-39215498c135 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16218875'] for subnet, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:05.176179 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34ea865-b5f7-458d-9af0-8dad7b3df450 admin admin] Pushing event updated for resources: {'Network': ['ID=7a71ca6e-bbff-43b0-bde3-8072ae4b3f50,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:45:05.189924 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Network 7a71ca6e-bbff-43b0-bde3-8072ae4b3f50 details requested by agent ovs-agent-n-d-834765-1 with host n-d-834765-1 {{(pid=102792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 15:45:05.280415 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-a881e02b-9f88-4690-ba53-945b32d42c9f req-f30a5d3b-4be2-4074-a603-543d44c711e9 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] 10.222.0.42 "GET /v2.0/security-groups?id=f08e979a-b162-4e81-8f48-4f228bf81759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2045412 Mar 29 15:45:05.286163 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-855442c1-7290-4dd5-99a5-29e2674e5762 admin admin] Made reservation on behalf of 8286afd09edb48b48ba8a55593c30462 for: {'subnet': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:45:05.288566 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-855442c1-7290-4dd5-99a5-29e2674e5762 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4793983'] for subnet, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:05.326670 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3f0a40-a073-4750-85e7-a2ce98df4230 tempest-SecGroupTest-678096859 tempest-SecGroupTest-678096859-project] Pushing event updated for resources: {'SecurityGroup': ['ID=365fc630-4bfe-4a37-956a-790e7a4cbc1a,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:45:05.379452 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-4a1ae624-94a3-4918-b1e6-e435b7a6f189 tempest-SecGroupTest-678096859 tempest-SecGroupTest-678096859-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.2345750 Mar 29 15:45:05.386866 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 49156) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:45:05.390510 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-7c5057e9-3384-46f3-960a-27e29f54ce60 req-d9450b06-2ee8-47e1-b6c7-594d295401bf tempest-TenantUsagesTestJSON-1201448772 tempest-TenantUsagesTestJSON-1201448772-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=1ea16a649c1c40cc83143f867cb559f8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0556166 Mar 29 15:45:05.394969 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-5d9c8ec2-8252-4801-9be1-541d57a56a46 tempest-SecGroupTest-678096859 tempest-SecGroupTest-678096859-project] Request body: {'security_group': {'name': 'tempest-security--1022787174', 'description': 'tempest-security-description-922901997'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:45:05.400227 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-0abbaac6-476c-4b7f-902f-44cc383aeefe tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:05.487989 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-0abbaac6-476c-4b7f-902f-44cc383aeefe tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Calling delete_port for 66dc2491-4dea-4461-91e1-6f3d16ceba75 owned by {{(pid=102790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:45:05.667992 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-0cb6abf6-2706-4e52-8825-f5f644ecf9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:05.690978 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-be3751bf-f72b-40af-9217-fc79e0d9b3eb req-3ae4b6a6-ddbb-497d-be56-b5992edf4e60 tempest-TenantUsagesTestJSON-1201448772 tempest-TenantUsagesTestJSON-1201448772-project] 10.222.0.42 "GET /v2.0/ports?device_id=08195114-afbb-45a0-9caf-067af4e690fa HTTP/1.1" status: 200 len: 210 time: 0.0780644 Mar 29 15:45:05.705008 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-830ee41c-6e76-4f61-a45a-39215498c135 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16155524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16218861'] for subnet, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:05.743200 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-5d9c8ec2-8252-4801-9be1-541d57a56a46 tempest-SecGroupTest-678096859 tempest-SecGroupTest-678096859-project] Notify callbacks [] for security_group, before_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:05.759909 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e9e3d6-8acf-47bb-946f-615369cb00f0 req-afba0c3a-f69d-4932-a73f-621c740e3d7c tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:45:05.761395 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-38e9e3d6-8acf-47bb-946f-615369cb00f0 req-afba0c3a-f69d-4932-a73f-621c740e3d7c tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] 10.222.0.42 "GET /v2.0/ports?device_id=7a942334-c9d7-46a1-a40e-2f039cf4da46 HTTP/1.1" status: 200 len: 946 time: 0.1043577 Mar 29 15:45:05.765433 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-0abbaac6-476c-4b7f-902f-44cc383aeefe tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:05.787224 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830ee41c-6e76-4f61-a45a-39215498c135 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4acd9598-0ca3-487b-9c0e-30e24be7e9e5,revision_number=0']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:45:05.804561 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-830ee41c-6e76-4f61-a45a-39215498c135 admin admin] Checking segment: {'id': 'e03a7c9c-8b58-4c58-aa22-7189da98b069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '7a71ca6e-bbff-43b0-bde3-8072ae4b3f50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:45:05.804918 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-830ee41c-6e76-4f61-a45a-39215498c135 admin admin] Network hostable DHCP agents. Network: 7a71ca6e-bbff-43b0-bde3-8072ae4b3f50, hostable agents: ['d136643e-48ae-49d4-a851-2ba3bdf3749c'], hosted agents: [] {{(pid=102791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 15:45:05.822443 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abbaac6-476c-4b7f-902f-44cc383aeefe tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Pushing event deleted for resources: {'Port': ['ID=66dc2491-4dea-4461-91e1-6f3d16ceba75,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:45:05.836422 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-38e9e3d6-8acf-47bb-946f-615369cb00f0 req-fdff8c07-62ce-4c98-9ab0-354b0388d914 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] 10.222.0.42 "GET /v2.0/security-groups?id=f08e979a-b162-4e81-8f48-4f228bf81759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631580 Mar 29 15:45:05.861242 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-830ee41c-6e76-4f61-a45a-39215498c135 admin admin] Network 7a71ca6e-bbff-43b0-bde3-8072ae4b3f50 is scheduled to be hosted by DHCP agent d136643e-48ae-49d4-a851-2ba3bdf3749c with binding_index 1 {{(pid=102791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 15:45:05.875605 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [None req-830ee41c-6e76-4f61-a45a-39215498c135 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834765-1, 7a71ca6e-bbff-43b0-bde3-8072ae4b3f50) {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:45:05.879418 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:05.886234 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85d3fa07-2b1e-4c03-9b05-8c2260979a4d None None] Network 7a71ca6e-bbff-43b0-bde3-8072ae4b3f50 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 15:45:05.890565 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-830ee41c-6e76-4f61-a45a-39215498c135 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:45:05.891157 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-830ee41c-6e76-4f61-a45a-39215498c135 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:05.904416 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-5d9c8ec2-8252-4801-9be1-541d57a56a46 tempest-SecGroupTest-678096859 tempest-SecGroupTest-678096859-project] Notify callbacks [] for security_group, precommit_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:05.911549 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-830ee41c-6e76-4f61-a45a-39215498c135 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.8423829 Mar 29 15:45:05.933522 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5057e9-3384-46f3-960a-27e29f54ce60 req-ce480ff0-5bef-4b3e-926b-9cbf3b4344c2 tempest-TenantUsagesTestJSON-1201448772 tempest-TenantUsagesTestJSON-1201448772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:45:05.936021 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-7c5057e9-3384-46f3-960a-27e29f54ce60 req-ce480ff0-5bef-4b3e-926b-9cbf3b4344c2 tempest-TenantUsagesTestJSON-1201448772 tempest-TenantUsagesTestJSON-1201448772-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5257232 Mar 29 15:45:05.960512 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-5d9c8ec2-8252-4801-9be1-541d57a56a46 tempest-SecGroupTest-678096859 tempest-SecGroupTest-678096859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:05.962976 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-5d9c8ec2-8252-4801-9be1-541d57a56a46 tempest-SecGroupTest-678096859 tempest-SecGroupTest-678096859-project] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:05.964195 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-5d9c8ec2-8252-4801-9be1-541d57a56a46 tempest-SecGroupTest-678096859 tempest-SecGroupTest-678096859-project] 10.222.0.42 "PUT /v2.0/security-groups/365fc630-4bfe-4a37-956a-790e7a4cbc1a HTTP/1.1" status: 200 len: 1779 time: 0.5727723 Mar 29 15:45:05.967677 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 49174) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:45:05.978888 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [req-7c5057e9-3384-46f3-960a-27e29f54ce60 req-9ff725ff-23a6-498d-ae11-b2c9587c706e tempest-TenantUsagesTestJSON-1201448772 tempest-TenantUsagesTestJSON-1201448772-project] Request body: {'port': {'device_id': '08195114-afbb-45a0-9caf-067af4e690fa', 'network_id': '2268a9b9-82fd-4886-a91d-3a50e4e16cab', 'admin_state_up': True, 'tenant_id': '1ea16a649c1c40cc83143f867cb559f8'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:45:06.012705 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-5cac13c1-48f3-4cdd-b924-cf05dc2477e4 tempest-SecGroupTest-678096859 tempest-SecGroupTest-678096859-project] 10.222.0.42 "GET /v2.0/security-groups/365fc630-4bfe-4a37-956a-790e7a4cbc1a HTTP/1.1" status: 200 len: 1779 time: 0.0415201 Mar 29 15:45:06.013667 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 49178) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:45:06.061481 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c4a17cf-05bf-4d1a-b28b-edd01cff880d None None] Network 7a71ca6e-bbff-43b0-bde3-8072ae4b3f50 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 15:45:06.085710 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-3daa544b-623c-4b14-8526-227df6fb92e3 tempest-SecGroupTest-678096859 tempest-SecGroupTest-678096859-project] Notify callbacks [] for security_group, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:06.097948 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9c8ec2-8252-4801-9be1-541d57a56a46 tempest-SecGroupTest-678096859 tempest-SecGroupTest-678096859-project] Pushing event updated for resources: {'SecurityGroup': ['ID=365fc630-4bfe-4a37-956a-790e7a4cbc1a,revision_number=2']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:45:06.128362 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-3daa544b-623c-4b14-8526-227df6fb92e3 tempest-SecGroupTest-678096859 tempest-SecGroupTest-678096859-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:06.140723 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-0abbaac6-476c-4b7f-902f-44cc383aeefe tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:06.144679 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-0abbaac6-476c-4b7f-902f-44cc383aeefe tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] 10.222.0.42 "DELETE /v2.0/ports/66dc2491-4dea-4461-91e1-6f3d16ceba75 HTTP/1.1" status: 204 len: 168 time: 1.4236758 Mar 29 15:45:06.148910 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 49182) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:45:06.150467 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-855442c1-7290-4dd5-99a5-29e2674e5762 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5231896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4793961'] for subnet, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:06.198356 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1e29fe-1e8d-48d0-a852-603a84257409 req-2023ab70-6175-4f08-b39b-97f36b3ed9af tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:45:06.200773 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-2e1e29fe-1e8d-48d0-a852-603a84257409 req-2023ab70-6175-4f08-b39b-97f36b3ed9af tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/ports?device_id=58f7a61a-e4e1-4fba-85de-36c5ab11b403 HTTP/1.1" status: 200 len: 948 time: 0.0952451 Mar 29 15:45:06.232434 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b6d9404-74e8-4db7-9740-632fd51019fe tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Deleting subnet 71e90eec-8f1c-4b07-8429-040103c60c28 {{(pid=102790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 15:45:06.249241 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-3daa544b-623c-4b14-8526-227df6fb92e3 tempest-SecGroupTest-678096859 tempest-SecGroupTest-678096859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:06.249677 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-3b6d9404-74e8-4db7-9740-632fd51019fe tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Notify callbacks [] for subnet, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:06.253938 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-3daa544b-623c-4b14-8526-227df6fb92e3 tempest-SecGroupTest-678096859 tempest-SecGroupTest-678096859-project] Notify callbacks [] for security_group, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:06.258183 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-3daa544b-623c-4b14-8526-227df6fb92e3 tempest-SecGroupTest-678096859 tempest-SecGroupTest-678096859-project] 10.222.0.42 "DELETE /v2.0/security-groups/365fc630-4bfe-4a37-956a-790e7a4cbc1a HTTP/1.1" status: 204 len: 168 time: 0.2435250 Mar 29 15:45:06.258940 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 49188) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:45:06.283966 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3daa544b-623c-4b14-8526-227df6fb92e3 tempest-SecGroupTest-678096859 tempest-SecGroupTest-678096859-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=365fc630-4bfe-4a37-956a-790e7a4cbc1a,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:45:06.291546 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-2e1e29fe-1e8d-48d0-a852-603a84257409 req-f8f71979-9b27-4e34-b6d5-bcee485c303d tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/security-groups?id=56997969-7130-4d86-9e9d-e068deb19a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832999 Mar 29 15:45:06.359759 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-a548baab-6d1f-4a14-8e2c-10af9526406f tempest-SecGroupTest-678096859 tempest-SecGroupTest-678096859-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0853422 Mar 29 15:45:06.362342 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 49190) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:45:06.382054 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c5057e9-3384-46f3-960a-27e29f54ce60 req-9ff725ff-23a6-498d-ae11-b2c9587c706e tempest-TenantUsagesTestJSON-1201448772 tempest-TenantUsagesTestJSON-1201448772-project] Made reservation on behalf of 1ea16a649c1c40cc83143f867cb559f8 for: {'port': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:45:06.385584 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-7c5057e9-3384-46f3-960a-27e29f54ce60 req-9ff725ff-23a6-498d-ae11-b2c9587c706e tempest-TenantUsagesTestJSON-1201448772 tempest-TenantUsagesTestJSON-1201448772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:06.389217 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855442c1-7290-4dd5-99a5-29e2674e5762 admin admin] Pushing event updated for resources: {'Subnet': ['ID=16497655-324d-4047-a7c9-20587c2f556c,revision_number=0']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:45:06.403202 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-3b6d9404-74e8-4db7-9740-632fd51019fe tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4614024'] for subnet, precommit_delete_associations {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:06.433649 n-d-834765-1 neutron-server[102791]: INFO neutron.api.v2.resource [None req-8db1e5d8-578f-49f2-9ed9-b6a0f3cc5cc9 tempest-SecGroupTest-678096859 tempest-SecGroupTest-678096859-project] delete failed (client error): The resource could not be found. Mar 29 15:45:06.437601 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-8db1e5d8-578f-49f2-9ed9-b6a0f3cc5cc9 tempest-SecGroupTest-678096859 tempest-SecGroupTest-678096859-project] 10.222.0.42 "DELETE /v2.0/security-groups/365fc630-4bfe-4a37-956a-790e7a4cbc1a HTTP/1.1" status: 404 len: 347 time: 0.0726674 Mar 29 15:45:06.440332 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 49196) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:45:06.441093 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-7c5057e9-3384-46f3-960a-27e29f54ce60 req-9ff725ff-23a6-498d-ae11-b2c9587c706e tempest-TenantUsagesTestJSON-1201448772 tempest-TenantUsagesTestJSON-1201448772-project] Notify callbacks [] for security_group, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:06.451927 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-8442c941-eaec-460e-80f6-05cb612b065f tempest-SecGroupTest-678096859 tempest-SecGroupTest-678096859-project] Request body: {'security_group': {'name': 'tempest-secgroup--2009167176'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:45:06.455834 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-855442c1-7290-4dd5-99a5-29e2674e5762 admin admin] Checking segment: {'id': '0cd06506-4f89-4e38-b026-ae80d7df7405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'bf39fd10-b141-4aa1-b5bc-ebcbbb01092f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:45:06.456202 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-855442c1-7290-4dd5-99a5-29e2674e5762 admin admin] Network hostable DHCP agents. Network: bf39fd10-b141-4aa1-b5bc-ebcbbb01092f, hostable agents: ['d136643e-48ae-49d4-a851-2ba3bdf3749c'], hosted agents: [] {{(pid=102790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 15:45:06.498790 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-8442c941-eaec-460e-80f6-05cb612b065f tempest-SecGroupTest-678096859 tempest-SecGroupTest-678096859-project] Notify callbacks [] for security_group, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:06.578853 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-8442c941-eaec-460e-80f6-05cb612b065f tempest-SecGroupTest-678096859 tempest-SecGroupTest-678096859-project] Notify callbacks [] for security_group, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:06.582292 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-855442c1-7290-4dd5-99a5-29e2674e5762 admin admin] Network bf39fd10-b141-4aa1-b5bc-ebcbbb01092f is scheduled to be hosted by DHCP agent d136643e-48ae-49d4-a851-2ba3bdf3749c with binding_index 1 {{(pid=102790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 15:45:06.582855 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-8442c941-eaec-460e-80f6-05cb612b065f tempest-SecGroupTest-678096859 tempest-SecGroupTest-678096859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:06.613382 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-8442c941-eaec-460e-80f6-05cb612b065f tempest-SecGroupTest-678096859 tempest-SecGroupTest-678096859-project] Notify callbacks [] for security_group, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:06.614927 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-8442c941-eaec-460e-80f6-05cb612b065f tempest-SecGroupTest-678096859 tempest-SecGroupTest-678096859-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1734753 Mar 29 15:45:06.618049 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 49202) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:45:06.623818 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-7e471a09-1225-4f38-a384-42cd1eb3cef4 tempest-SecGroupTest-678096859 tempest-SecGroupTest-678096859-project] Request body: {'security_group_rule': {'security_group_id': '5c02c679-0030-419d-830e-ff959ea71c12', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:45:06.629523 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8442c941-eaec-460e-80f6-05cb612b065f tempest-SecGroupTest-678096859 tempest-SecGroupTest-678096859-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c02c679-0030-419d-830e-ff959ea71c12,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:45:06.636576 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-855442c1-7290-4dd5-99a5-29e2674e5762 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834765-1, bf39fd10-b141-4aa1-b5bc-ebcbbb01092f) {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:45:06.646028 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8f440e7-b739-4a77-ab76-e109b6b4c300 None None] Network bf39fd10-b141-4aa1-b5bc-ebcbbb01092f requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 15:45:06.656388 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-855442c1-7290-4dd5-99a5-29e2674e5762 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:45:06.657049 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-855442c1-7290-4dd5-99a5-29e2674e5762 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for subnet, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:06.669293 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-7e471a09-1225-4f38-a384-42cd1eb3cef4 tempest-SecGroupTest-678096859 tempest-SecGroupTest-678096859-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:06.682913 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-3b6d9404-74e8-4db7-9740-632fd51019fe tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1641287'] for subnet, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:06.721820 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03aa8e8d-3c43-4b55-8a18-967e9d94fbf1 req-257742cb-be8b-45f4-9692-c5003734b174 tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:45:06.729151 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-03aa8e8d-3c43-4b55-8a18-967e9d94fbf1 req-257742cb-be8b-45f4-9692-c5003734b174 tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] 10.222.0.42 "GET /v2.0/networks?id=7a71ca6e-bbff-43b0-bde3-8072ae4b3f50 HTTP/1.1" status: 200 len: 805 time: 0.2666757 Mar 29 15:45:06.748051 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-855442c1-7290-4dd5-99a5-29e2674e5762 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.7159152 Mar 29 15:45:06.755126 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 49206) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:45:06.762971 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-ea756a65-9ffd-409a-b085-91197937eaaa admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1742861683-router', 'tenant_id': '8286afd09edb48b48ba8a55593c30462', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'}}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:45:06.770267 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-7e471a09-1225-4f38-a384-42cd1eb3cef4 tempest-SecGroupTest-678096859 tempest-SecGroupTest-678096859-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:06.776921 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-7e471a09-1225-4f38-a384-42cd1eb3cef4 tempest-SecGroupTest-678096859 tempest-SecGroupTest-678096859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610998'] for security_group_rule, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:06.782217 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-03aa8e8d-3c43-4b55-8a18-967e9d94fbf1 req-0a5caeb8-91bd-4ddd-8c70-3f27bd4d6e81 tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] 10.222.0.42 "GET /v2.0/quotas/7f01d9a12c82426baef86d9ae4ff6fa7 HTTP/1.1" status: 200 len: 375 time: 0.0521374 Mar 29 15:45:06.807047 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb07aec6-1e89-4992-8042-ca41c8e32d0a None None] Network bf39fd10-b141-4aa1-b5bc-ebcbbb01092f requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 15:45:06.823025 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e471a09-1225-4f38-a384-42cd1eb3cef4 tempest-SecGroupTest-678096859 tempest-SecGroupTest-678096859-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a015783f-74ff-4b07-a446-c81cc2452f39,revision_number=0']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:45:06.828119 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-9c539240-9a33-4627-8cbf-78f90047537a req-6ad6a37a-2b60-456d-86ef-20df782de123 tempest-TenantUsagesTestJSON-1201448772 tempest-TenantUsagesTestJSON-1201448772-project] 10.222.0.42 "GET /v2.0/ports?device_id=08195114-afbb-45a0-9caf-067af4e690fa HTTP/1.1" status: 200 len: 210 time: 0.0477254 Mar 29 15:45:06.836668 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-7c5057e9-3384-46f3-960a-27e29f54ce60 req-9ff725ff-23a6-498d-ae11-b2c9587c706e tempest-TenantUsagesTestJSON-1201448772 tempest-TenantUsagesTestJSON-1201448772-project] Notify callbacks [] for security_group, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:06.837634 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-7e471a09-1225-4f38-a384-42cd1eb3cef4 tempest-SecGroupTest-678096859 tempest-SecGroupTest-678096859-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:06.841852 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-7e471a09-1225-4f38-a384-42cd1eb3cef4 tempest-SecGroupTest-678096859 tempest-SecGroupTest-678096859-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2200451 Mar 29 15:45:06.842060 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-03aa8e8d-3c43-4b55-8a18-967e9d94fbf1 req-e30ca425-a2c5-4057-9c9a-f3a66f21bede tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=7f01d9a12c82426baef86d9ae4ff6fa7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0571568 Mar 29 15:45:06.844555 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 49208) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:45:06.858835 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-7c5057e9-3384-46f3-960a-27e29f54ce60 req-9ff725ff-23a6-498d-ae11-b2c9587c706e tempest-TenantUsagesTestJSON-1201448772 tempest-TenantUsagesTestJSON-1201448772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:06.902115 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-ea756a65-9ffd-409a-b085-91197937eaaa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-532385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129310'] for router, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:06.904061 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-ea756a65-9ffd-409a-b085-91197937eaaa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-648091', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-684384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129319'] for router, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:06.922555 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-3b6d9404-74e8-4db7-9740-632fd51019fe tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1641294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5231963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4793952'] for subnet, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:06.981266 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a937f73-9e95-4435-ad1f-49fbd178ec8a req-2ba91b94-cc67-4b57-9614-baf84573ce2f tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:45:06.983497 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-9a937f73-9e95-4435-ad1f-49fbd178ec8a req-2ba91b94-cc67-4b57-9614-baf84573ce2f tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] 10.222.0.42 "GET /v2.0/ports?device_id=7a942334-c9d7-46a1-a40e-2f039cf4da46 HTTP/1.1" status: 200 len: 946 time: 0.0575285 Mar 29 15:45:07.021579 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-9a937f73-9e95-4435-ad1f-49fbd178ec8a req-7cb97dff-16f2-4d44-b396-70de17a83827 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] 10.222.0.42 "GET /v2.0/security-groups?id=f08e979a-b162-4e81-8f48-4f228bf81759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318730 Mar 29 15:45:07.047758 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6d9404-74e8-4db7-9740-632fd51019fe tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Pushing event deleted for resources: {'Subnet': ['ID=71e90eec-8f1c-4b07-8429-040103c60c28,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:45:07.062574 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-3b6d9404-74e8-4db7-9740-632fd51019fe tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for subnet, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:07.069773 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-3b6d9404-74e8-4db7-9740-632fd51019fe tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] 10.222.0.42 "DELETE /v2.0/subnets/71e90eec-8f1c-4b07-8429-040103c60c28 HTTP/1.1" status: 204 len: 168 time: 0.9133563 Mar 29 15:45:07.071000 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff725ff-23a6-498d-ae11-b2c9587c706e tempest-TenantUsagesTestJSON-1201448772 tempest-TenantUsagesTestJSON-1201448772-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9bff25e-37f9-45d8-a345-605186e8c182,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:45:07.076367 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e810581c-85aa-4938-bce0-bdbe4d4bfa01 None None] Network 6063560a-a61f-4d6e-8083-e9831aad0c36 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 15:45:07.077614 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 49218) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:45:07.091610 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-a88ac935-0b4c-4ff4-99db-8e63c68de276 tempest-SecGroupTest-678096859 tempest-SecGroupTest-678096859-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:07.108319 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device e6b9deda-c73a-4c2a-b870-929882588559 details requested by agent hyperv_n-h2-834765-1 with host n-h2-834765-1 {{(pid=102792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 15:45:07.140481 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-ea756a65-9ffd-409a-b085-91197937eaaa admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:07.162871 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21c0445-6314-4176-8047-59dfab8eb6bc req-41a7efd9-5c98-4ec9-8ed0-f20320a27dd9 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:45:07.163839 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-a88ac935-0b4c-4ff4-99db-8e63c68de276 tempest-SecGroupTest-678096859 tempest-SecGroupTest-678096859-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:07.164415 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b21c0445-6314-4176-8047-59dfab8eb6bc req-41a7efd9-5c98-4ec9-8ed0-f20320a27dd9 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] 10.222.0.44 "GET /v2.0/ports?device_id=7a942334-c9d7-46a1-a40e-2f039cf4da46 HTTP/1.1" status: 200 len: 946 time: 0.1192050 Mar 29 15:45:07.172124 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ba47543-184c-4381-abe3-2e48744e0b19 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Deleting subnet b558a353-1af4-459f-8c75-f0d6cfabf011 {{(pid=102791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 15:45:07.176089 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-2ba47543-184c-4381-abe3-2e48744e0b19 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Notify callbacks [] for subnet, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:07.254142 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-2ba47543-184c-4381-abe3-2e48744e0b19 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4230423'] for subnet, precommit_delete_associations {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:07.271467 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-03aa8e8d-3c43-4b55-8a18-967e9d94fbf1 req-6af3d49b-86a0-4edb-8f85-675e33cb3606 service neutron] 10.222.0.42 "GET /v2.0/networks/7a71ca6e-bbff-43b0-bde3-8072ae4b3f50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4136341 Mar 29 15:45:07.446733 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-2ba47543-184c-4381-abe3-2e48744e0b19 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1641287'] for subnet, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:07.490078 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port e6b9deda-c73a-4c2a-b870-929882588559, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=e6b9deda-c73a-4c2a-b870-929882588559,segment=NetworkSegment(a0c230f0-660a-4194-9279-0f0781d34134),segment_id=a0c230f0-660a-4194-9279-0f0781d34134)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:45:07.500007 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [req-b21c0445-6314-4176-8047-59dfab8eb6bc req-2e4ef4f8-88ea-4dcf-bb92-2fc4018491d0 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] Deleting port ddf7e4ab-8978-449c-912c-5e3a0e0df280 {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:45:07.500768 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-b21c0445-6314-4176-8047-59dfab8eb6bc req-2e4ef4f8-88ea-4dcf-bb92-2fc4018491d0 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:07.502393 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Returning: {'device': 'e6b9deda-c73a-4c2a-b870-929882588559', 'network_id': '2268a9b9-82fd-4886-a91d-3a50e4e16cab', 'port_id': 'e6b9deda-c73a-4c2a-b870-929882588559', 'mac_address': 'fa:16:3e:8e:ec:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 625, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abb8e5d6-2aea-4455-a944-3435a3d1ce49', 'ip_address': '192.168.233.153'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 15:45:07.544372 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:07.547718 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146093e6-5ac2-41ec-94d8-ca4dc0deee88 req-82cfb341-38bd-47a2-872f-94ff7aa94f58 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:45:07.549356 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-146093e6-5ac2-41ec-94d8-ca4dc0deee88 req-82cfb341-38bd-47a2-872f-94ff7aa94f58 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/ports?device_id=58f7a61a-e4e1-4fba-85de-36c5ab11b403 HTTP/1.1" status: 200 len: 948 time: 0.1536531 Mar 29 15:45:07.561550 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6b9deda-c73a-4c2a-b870-929882588559 {{(pid=102792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:45:07.570727 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9889b76-68be-4516-a211-0e937eda06c2 None None] DHCP port deletion for 6063560a-a61f-4d6e-8083-e9831aad0c36 request from n-d-834765-1 {{(pid=102792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 29 15:45:07.591948 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port e6b9deda-c73a-4c2a-b870-929882588559, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=e6b9deda-c73a-4c2a-b870-929882588559,segment=NetworkSegment(a0c230f0-660a-4194-9279-0f0781d34134),segment_id=a0c230f0-660a-4194-9279-0f0781d34134)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:45:07.617779 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:07.641758 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-a88ac935-0b4c-4ff4-99db-8e63c68de276 tempest-SecGroupTest-678096859 tempest-SecGroupTest-678096859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610998'] for security_group_rule, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:07.652360 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-2ba47543-184c-4381-abe3-2e48744e0b19 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1641294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16155591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16218852'] for subnet, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:07.673723 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-a88ac935-0b4c-4ff4-99db-8e63c68de276 tempest-SecGroupTest-678096859 tempest-SecGroupTest-678096859-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:07.675030 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-a88ac935-0b4c-4ff4-99db-8e63c68de276 tempest-SecGroupTest-678096859 tempest-SecGroupTest-678096859-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/a015783f-74ff-4b07-a446-c81cc2452f39 HTTP/1.1" status: 204 len: 168 time: 0.8275373 Mar 29 15:45:07.677636 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.db_base_plugin_common [req-7c5057e9-3384-46f3-960a-27e29f54ce60 req-9ff725ff-23a6-498d-ae11-b2c9587c706e tempest-TenantUsagesTestJSON-1201448772 tempest-TenantUsagesTestJSON-1201448772-project] Allocated IP 192.168.233.183 (2268a9b9-82fd-4886-a91d-3a50e4e16cab/abb8e5d6-2aea-4455-a944-3435a3d1ce49/a8841565-fadb-4f50-a635-f167152011a0) {{(pid=102790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:45:07.679791 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 49226) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:45:07.682501 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Pushing event updated for resources: {'Port': ['ID=e6b9deda-c73a-4c2a-b870-929882588559,revision_number=8']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:45:07.693171 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-a9889b76-68be-4516-a211-0e937eda06c2 None None] Deleting port f964ebaa-ce4e-4b31-afff-9f9dfd3600b4 {{(pid=102792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:45:07.693548 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-a9889b76-68be-4516-a211-0e937eda06c2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:07.695965 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:45:07.696304 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:45:07.696657 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:45:07.696977 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:45:07.697305 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:45:07.697629 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:45:07.697955 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:45:07.698560 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:45:07.699105 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:45:07.699792 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:45:07.700195 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:45:07.700496 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:45:07.712641 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-146093e6-5ac2-41ec-94d8-ca4dc0deee88 req-9efb7dd6-856a-463a-bf1d-3f9c282d0c01 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/security-groups?id=56997969-7130-4d86-9e9d-e068deb19a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457093 Mar 29 15:45:07.718190 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-b21c0445-6314-4176-8047-59dfab8eb6bc req-2e4ef4f8-88ea-4dcf-bb92-2fc4018491d0 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] For port ddf7e4ab-8978-449c-912c-5e3a0e0df280, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=ddf7e4ab-8978-449c-912c-5e3a0e0df280,segment=NetworkSegment(429e9cf3-3671-4cb2-9547-92af9e95f1f2),segment_id=429e9cf3-3671-4cb2-9547-92af9e95f1f2)] {{(pid=102791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:45:07.718644 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-b21c0445-6314-4176-8047-59dfab8eb6bc req-2e4ef4f8-88ea-4dcf-bb92-2fc4018491d0 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:07.721727 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba47543-184c-4381-abe3-2e48744e0b19 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Pushing event deleted for resources: {'Subnet': ['ID=b558a353-1af4-459f-8c75-f0d6cfabf011,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:45:07.722877 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-ea756a65-9ffd-409a-b085-91197937eaaa admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:07.734634 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-2ba47543-184c-4381-abe3-2e48744e0b19 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Notify callbacks [] for subnet, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:07.738522 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-2ba47543-184c-4381-abe3-2e48744e0b19 tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] 10.222.0.42 "DELETE /v2.0/subnets/b558a353-1af4-459f-8c75-f0d6cfabf011 HTTP/1.1" status: 204 len: 168 time: 0.6603105 Mar 29 15:45:07.741208 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 49228) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:45:07.746042 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88ac935-0b4c-4ff4-99db-8e63c68de276 tempest-SecGroupTest-678096859 tempest-SecGroupTest-678096859-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a015783f-74ff-4b07-a446-c81cc2452f39,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:45:07.757276 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [req-b21c0445-6314-4176-8047-59dfab8eb6bc req-2e4ef4f8-88ea-4dcf-bb92-2fc4018491d0 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] Calling delete_port for ddf7e4ab-8978-449c-912c-5e3a0e0df280 owned by compute:nova {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:45:07.793535 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e243e02-5851-44de-9c9a-f7a76ec1f9f5 None None] Network 298fe4b0-bb90-4e7d-aba6-ce8da9b2ed22 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 15:45:07.831459 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-a9889b76-68be-4516-a211-0e937eda06c2 None None] For port f964ebaa-ce4e-4b31-afff-9f9dfd3600b4, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=f964ebaa-ce4e-4b31-afff-9f9dfd3600b4,segment=NetworkSegment(ab9e52c9-9281-40f7-aa2a-632849de5ddc),segment_id=ab9e52c9-9281-40f7-aa2a-632849de5ddc)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:45:07.832193 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-a9889b76-68be-4516-a211-0e937eda06c2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:07.861306 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-a9889b76-68be-4516-a211-0e937eda06c2 None None] Calling delete_port for f964ebaa-ce4e-4b31-afff-9f9dfd3600b4 owned by network:dhcp {{(pid=102792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:45:07.873409 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-ebb2d551-e76f-4082-ae01-78afbc4a48cf tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1631750'] for network, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:07.888428 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-9a1b977b-0f16-422b-ad89-fc9c730a1383 tempest-SecGroupTest-678096859 tempest-SecGroupTest-678096859-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1763954 Mar 29 15:45:07.893222 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 49234) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:45:07.908858 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-03aa8e8d-3c43-4b55-8a18-967e9d94fbf1 req-11130c9b-e09a-41b6-af45-e6f2fda8d170 service neutron] 10.222.0.42 "GET /v2.0/networks/7a71ca6e-bbff-43b0-bde3-8072ae4b3f50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6255200 Mar 29 15:45:08.029469 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] get_ports_and_sgs() called for port_ids ['e6b9deda-c73a-4c2a-b870-929882588559'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:45:08.031861 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device f964ebaa-ce4e-4b31-afff-9f9dfd3600b4 no longer exists at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:45:08.059893 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-6c54e159-c574-48d4-b80e-f12a87e37337 tempest-SecGroupTest-678096859 tempest-SecGroupTest-678096859-project] Notify callbacks [] for security_group, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:08.069941 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-b21c0445-6314-4176-8047-59dfab8eb6bc req-2e4ef4f8-88ea-4dcf-bb92-2fc4018491d0 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:08.148369 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-6c54e159-c574-48d4-b80e-f12a87e37337 tempest-SecGroupTest-678096859 tempest-SecGroupTest-678096859-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:08.212318 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4ef4f8-88ea-4dcf-bb92-2fc4018491d0 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] Pushing event deleted for resources: {'Port': ['ID=ddf7e4ab-8978-449c-912c-5e3a0e0df280,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:45:08.224426 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-7c5057e9-3384-46f3-960a-27e29f54ce60 req-9ff725ff-23a6-498d-ae11-b2c9587c706e tempest-TenantUsagesTestJSON-1201448772 tempest-TenantUsagesTestJSON-1201448772-project] Notify callbacks [] for port, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:08.228848 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] get_ports_and_sgs() called for port_ids ['ddf7e4ab-8978-449c-912c-5e3a0e0df280'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:45:08.270949 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-ebb2d551-e76f-4082-ae01-78afbc4a48cf tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Deleting port f964ebaa-ce4e-4b31-afff-9f9dfd3600b4 {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:45:08.271338 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-ebb2d551-e76f-4082-ae01-78afbc4a48cf tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:08.291856 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-943b7d93-b5ea-413d-acc8-387c9aea6f4e req-2f43c137-e4ea-4691-b608-12b8676a00e8 tempest-TenantUsagesTestJSON-1201448772 tempest-TenantUsagesTestJSON-1201448772-project] 10.222.0.42 "GET /v2.0/ports?device_id=08195114-afbb-45a0-9caf-067af4e690fa HTTP/1.1" status: 200 len: 210 time: 0.1982353 Mar 29 15:45:08.417844 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [None req-ebb2d551-e76f-4082-ae01-78afbc4a48cf tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] For port f964ebaa-ce4e-4b31-afff-9f9dfd3600b4, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=f964ebaa-ce4e-4b31-afff-9f9dfd3600b4,segment=NetworkSegment(ab9e52c9-9281-40f7-aa2a-632849de5ddc),segment_id=ab9e52c9-9281-40f7-aa2a-632849de5ddc)] {{(pid=102791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:45:08.418246 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-ebb2d551-e76f-4082-ae01-78afbc4a48cf tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:08.453934 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-ebb2d551-e76f-4082-ae01-78afbc4a48cf tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Calling delete_port for f964ebaa-ce4e-4b31-afff-9f9dfd3600b4 owned by network:dhcp {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:45:08.468691 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b40fc3-b362-4e3f-a702-cffde558aafb req-13823a0b-c22c-478f-8950-2c05b57819a6 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:45:08.470430 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-95b40fc3-b362-4e3f-a702-cffde558aafb req-13823a0b-c22c-478f-8950-2c05b57819a6 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/ports?device_id=58f7a61a-e4e1-4fba-85de-36c5ab11b403 HTTP/1.1" status: 200 len: 949 time: 0.2513335 Mar 29 15:45:08.477755 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:08.492414 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5b67e0-f06c-4f30-a437-28bf444c4aea req-26781d6e-8e81-45cb-b02c-4161d6d223e5 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:45:08.494029 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-9f5b67e0-f06c-4f30-a437-28bf444c4aea req-26781d6e-8e81-45cb-b02c-4161d6d223e5 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.44 "GET /v2.0/ports?device_id=58f7a61a-e4e1-4fba-85de-36c5ab11b403&tenant_id=fa3ba36247ad48f4997ede3b0209bc82&binding%3Ahost_id=n-h2-834765-1 HTTP/1.1" status: 200 len: 949 time: 0.2557054 Mar 29 15:45:08.517028 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-7c5057e9-3384-46f3-960a-27e29f54ce60 req-9ff725ff-23a6-498d-ae11-b2c9587c706e tempest-TenantUsagesTestJSON-1201448772 tempest-TenantUsagesTestJSON-1201448772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:08.523755 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-a9889b76-68be-4516-a211-0e937eda06c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350'] for port, after_delete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:08.525336 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fc9a22f-41bb-47e5-ba15-da5a2cb59506 None None] DHCP port deletion for 298fe4b0-bb90-4e7d-aba6-ce8da9b2ed22 request from n-d-834765-1 {{(pid=102792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 29 15:45:08.545942 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [req-b21c0445-6314-4176-8047-59dfab8eb6bc req-2e4ef4f8-88ea-4dcf-bb92-2fc4018491d0 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] No DVR routers for this DVR port ddf7e4ab-8978-449c-912c-5e3a0e0df280 on host n-h1-834765-1 {{(pid=102791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:45:08.553741 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-b21c0445-6314-4176-8047-59dfab8eb6bc req-2e4ef4f8-88ea-4dcf-bb92-2fc4018491d0 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:08.557746 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b21c0445-6314-4176-8047-59dfab8eb6bc req-2e4ef4f8-88ea-4dcf-bb92-2fc4018491d0 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] 10.222.0.44 "DELETE /v2.0/ports/ddf7e4ab-8978-449c-912c-5e3a0e0df280 HTTP/1.1" status: 204 len: 173 time: 1.3558640 Mar 29 15:45:08.558394 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a942334-c9d7-46a1-a40e-2f039cf4da46', 'name': 'network-vif-deleted', 'tag': 'ddf7e4ab-8978-449c-912c-5e3a0e0df280'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:45:08.561687 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c67b028db5e9b9818fecc5c0a87ebc6f190694fa53ca267d523e04f98de536d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efb6866a-3c04-44d1-9a54-0c09a8347e41" -d '{"events": [{"server_uuid": "7a942334-c9d7-46a1-a40e-2f039cf4da46", "name": "network-vif-deleted", "tag": "ddf7e4ab-8978-449c-912c-5e3a0e0df280"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:45:08.589572 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9889b76-68be-4516-a211-0e937eda06c2 None None] Pushing event deleted for resources: {'Port': ['ID=f964ebaa-ce4e-4b31-afff-9f9dfd3600b4,revision_number=None']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:45:08.607910 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-6c54e159-c574-48d4-b80e-f12a87e37337 tempest-SecGroupTest-678096859 tempest-SecGroupTest-678096859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:08.613379 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-6c54e159-c574-48d4-b80e-f12a87e37337 tempest-SecGroupTest-678096859 tempest-SecGroupTest-678096859-project] Notify callbacks [] for security_group, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:08.616628 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-6c54e159-c574-48d4-b80e-f12a87e37337 tempest-SecGroupTest-678096859 tempest-SecGroupTest-678096859-project] 10.222.0.42 "DELETE /v2.0/security-groups/5c02c679-0030-419d-830e-ff959ea71c12 HTTP/1.1" status: 204 len: 168 time: 0.7214952 Mar 29 15:45:08.633314 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-38504b99-d3dc-4681-a2a7-5fad5a8a8c87 req-9530c561-3fee-4cf4-8c4a-ed41cf337e5e tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] 10.222.0.42 "GET /v2.0/ports?device_id=7a942334-c9d7-46a1-a40e-2f039cf4da46 HTTP/1.1" status: 200 len: 210 time: 0.1212966 Mar 29 15:45:08.645391 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 49252) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:45:08.646692 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-ea756a65-9ffd-409a-b085-91197937eaaa admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:08.649581 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9889b76-68be-4516-a211-0e937eda06c2 None None] No DVR routers for this DVR port f964ebaa-ce4e-4b31-afff-9f9dfd3600b4 on host n-d-834765-1 {{(pid=102792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:45:08.720822 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c5057e9-3384-46f3-960a-27e29f54ce60 req-9ff725ff-23a6-498d-ae11-b2c9587c706e tempest-TenantUsagesTestJSON-1201448772 tempest-TenantUsagesTestJSON-1201448772-project] Network 2268a9b9-82fd-4886-a91d-3a50e4e16cab is already hosted by enough agents. {{(pid=102790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:45:08.728830 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c54e159-c574-48d4-b80e-f12a87e37337 tempest-SecGroupTest-678096859 tempest-SecGroupTest-678096859-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c02c679-0030-419d-830e-ff959ea71c12,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:45:08.745133 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-ebb2d551-e76f-4082-ae01-78afbc4a48cf tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:08.775765 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-1fc9a22f-41bb-47e5-ba15-da5a2cb59506 None None] Deleting port 24d6b0a4-9cce-43a8-aa7c-dab2a9028b1b {{(pid=102792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:45:08.776880 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1fc9a22f-41bb-47e5-ba15-da5a2cb59506 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:08.779777 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb2d551-e76f-4082-ae01-78afbc4a48cf tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Pushing event deleted for resources: {'Port': ['ID=f964ebaa-ce4e-4b31-afff-9f9dfd3600b4,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:45:08.782027 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebb2d551-e76f-4082-ae01-78afbc4a48cf tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] No DVR routers for this DVR port f964ebaa-ce4e-4b31-afff-9f9dfd3600b4 on host n-d-834765-1 {{(pid=102791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:45:08.800170 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [req-7c5057e9-3384-46f3-960a-27e29f54ce60 req-9ff725ff-23a6-498d-ae11-b2c9587c706e tempest-TenantUsagesTestJSON-1201448772 tempest-TenantUsagesTestJSON-1201448772-project] Resources bound (agent type, host, resource id): {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:45:08.817800 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c5057e9-3384-46f3-960a-27e29f54ce60 req-9ff725ff-23a6-498d-ae11-b2c9587c706e tempest-TenantUsagesTestJSON-1201448772 tempest-TenantUsagesTestJSON-1201448772-project] Received port after_create {{(pid=102790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:45:08.821011 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-ea756a65-9ffd-409a-b085-91197937eaaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:08.907939 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1fc9a22f-41bb-47e5-ba15-da5a2cb59506 None None] For port 24d6b0a4-9cce-43a8-aa7c-dab2a9028b1b, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=24d6b0a4-9cce-43a8-aa7c-dab2a9028b1b,segment=NetworkSegment(e53edac0-e56e-4ba8-8b7d-b6c8693d06dc),segment_id=e53edac0-e56e-4ba8-8b7d-b6c8693d06dc)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:45:08.908462 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1fc9a22f-41bb-47e5-ba15-da5a2cb59506 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:08.943236 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-1fc9a22f-41bb-47e5-ba15-da5a2cb59506 None None] Calling delete_port for 24d6b0a4-9cce-43a8-aa7c-dab2a9028b1b owned by network:dhcp {{(pid=102792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:45:08.953758 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-73ca0d4e-b18c-4875-aca7-b4676e721fe8 req-031314ac-1baa-40d5-8edc-785382b336b0 tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] 10.222.0.42 "GET /v2.0/ports?device_id=275a05c1-f049-44f9-b4f0-fa2c409e8b49 HTTP/1.1" status: 200 len: 210 time: 0.0595539 Mar 29 15:45:08.990223 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5057e9-3384-46f3-960a-27e29f54ce60 req-9ff725ff-23a6-498d-ae11-b2c9587c706e tempest-TenantUsagesTestJSON-1201448772 tempest-TenantUsagesTestJSON-1201448772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:45:08.990969 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-7c5057e9-3384-46f3-960a-27e29f54ce60 req-9ff725ff-23a6-498d-ae11-b2c9587c706e tempest-TenantUsagesTestJSON-1201448772 tempest-TenantUsagesTestJSON-1201448772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:09.020107 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-95b40fc3-b362-4e3f-a702-cffde558aafb req-62b0e73f-b9b7-4fab-b9dd-2ade2a135956 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/security-groups?id=56997969-7130-4d86-9e9d-e068deb19a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5248823 Mar 29 15:45:09.063571 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff725ff-23a6-498d-ae11-b2c9587c706e tempest-TenantUsagesTestJSON-1201448772 tempest-TenantUsagesTestJSON-1201448772-project] Pushing event updated for resources: {'Port': ['ID=a8841565-fadb-4f50-a635-f167152011a0,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:45:09.064440 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:45:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-531c1f54-988a-4147-b6ff-c40cb7ab01be x-openstack-request-id: req-531c1f54-988a-4147-b6ff-c40cb7ab01be {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:45:09.065249 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a942334-c9d7-46a1-a40e-2f039cf4da46", "name": "network-vif-deleted", "tag": "ddf7e4ab-8978-449c-912c-5e3a0e0df280", "status": "completed", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:45:09.065498 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-531c1f54-988a-4147-b6ff-c40cb7ab01be {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:45:09.066069 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a942334-c9d7-46a1-a40e-2f039cf4da46', 'name': 'network-vif-deleted', 'tag': 'ddf7e4ab-8978-449c-912c-5e3a0e0df280', 'status': 'completed', 'code': 200} Mar 29 15:45:09.067730 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-ebb2d551-e76f-4082-ae01-78afbc4a48cf tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639890', 'neutron.services.segments.db._delete_segments_for_network-8783523423079'] for network, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:09.107517 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-be617da3-5b72-4359-8049-ea490f6e531b tempest-SecGroupTest-678096859 tempest-SecGroupTest-678096859-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4584241 Mar 29 15:45:09.111866 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-ebb2d551-e76f-4082-ae01-78afbc4a48cf tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6063560a-a61f-4d6e-8083-e9831aad0c36']}} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:45:09.112729 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 49264) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:45:09.122172 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-9119e181-1c8b-4fa6-a414-91e9c2cda528 tempest-SecGroupTest-678096859 tempest-SecGroupTest-678096859-project] Request body: {'security_group': {'name': 'tempest-secgroup--2019158304'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:45:09.128225 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device 3fb4706c-a793-43a2-af8e-0a4b9a2a7120 details requested by agent hyperv_n-h2-834765-1 with host n-h2-834765-1 {{(pid=102792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 15:45:09.131027 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-7c5057e9-3384-46f3-960a-27e29f54ce60 req-9ff725ff-23a6-498d-ae11-b2c9587c706e tempest-TenantUsagesTestJSON-1201448772 tempest-TenantUsagesTestJSON-1201448772-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.1630728 Mar 29 15:45:09.131404 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-ebb2d551-e76f-4082-ae01-78afbc4a48cf tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab9e52c9-9281-40f7-aa2a-632849de5ddc') {'for_net_delete': True} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:45:09.133115 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-ebb2d551-e76f-4082-ae01-78afbc4a48cf tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab9e52c9-9281-40f7-aa2a-632849de5ddc') {} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:45:09.143201 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1fc9a22f-41bb-47e5-ba15-da5a2cb59506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350'] for port, after_delete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:09.143835 n-d-834765-1 neutron-server[102790]: INFO neutron.api.v2.resource [req-9f5b67e0-f06c-4f30-a437-28bf444c4aea req-4d12dffa-779a-4711-97e6-1a216ac79480 service neutron] delete failed (client error): The resource could not be found. Mar 29 15:45:09.144789 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-9f5b67e0-f06c-4f30-a437-28bf444c4aea req-4d12dffa-779a-4711-97e6-1a216ac79480 service neutron] 10.222.0.44 "DELETE /v2.0/ports/e6b9deda-c73a-4c2a-b870-929882588559/bindings/n-h1-834765-1 HTTP/1.1" status: 404 len: 380 time: 0.6372111 Mar 29 15:45:09.154745 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-ebb2d551-e76f-4082-ae01-78afbc4a48cf tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783523422064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4230428'] for segment, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:09.172164 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [req-7c5057e9-3384-46f3-960a-27e29f54ce60 req-ffefca69-742d-4159-b369-0474aff457ab service neutron] Request body: {'port': {'device_id': '08195114-afbb-45a0-9caf-067af4e690fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834765-1'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:45:09.187303 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-ebb2d551-e76f-4082-ae01-78afbc4a48cf tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:09.199395 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebb2d551-e76f-4082-ae01-78afbc4a48cf tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Releasing vlan 626 on physical network physnet1 to pool {{(pid=102791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 15:45:09.200844 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-ebb2d551-e76f-4082-ae01-78afbc4a48cf tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16169569'] for segment, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:09.221696 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-9119e181-1c8b-4fa6-a414-91e9c2cda528 tempest-SecGroupTest-678096859 tempest-SecGroupTest-678096859-project] Notify callbacks [] for security_group, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:09.239206 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc9a22f-41bb-47e5-ba15-da5a2cb59506 None None] Pushing event deleted for resources: {'Port': ['ID=24d6b0a4-9cce-43a8-aa7c-dab2a9028b1b,revision_number=None']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:45:09.247187 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fc9a22f-41bb-47e5-ba15-da5a2cb59506 None None] No DVR routers for this DVR port 24d6b0a4-9cce-43a8-aa7c-dab2a9028b1b on host n-d-834765-1 {{(pid=102792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:45:09.260595 n-d-834765-1 neutron-server[102791]: Traceback (most recent call last): Mar 29 15:45:09.260595 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 15:45:09.260595 n-d-834765-1 neutron-server[102791]: timer() Mar 29 15:45:09.260595 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 15:45:09.260595 n-d-834765-1 neutron-server[102791]: cb(*args, **kw) Mar 29 15:45:09.260595 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 15:45:09.260595 n-d-834765-1 neutron-server[102791]: return func(*args, **kwargs) Mar 29 15:45:09.260595 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 15:45:09.260595 n-d-834765-1 neutron-server[102791]: self._notify() Mar 29 15:45:09.260595 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 15:45:09.260595 n-d-834765-1 neutron-server[102791]: self.callback(batched_events) Mar 29 15:45:09.260595 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 15:45:09.260595 n-d-834765-1 neutron-server[102791]: event.method(event) Mar 29 15:45:09.260595 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 15:45:09.260595 n-d-834765-1 neutron-server[102791]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 15:45:09.260595 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 15:45:09.260595 n-d-834765-1 neutron-server[102791]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 15:45:09.260595 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 15:45:09.260595 n-d-834765-1 neutron-server[102791]: return f(self, *a, **k) Mar 29 15:45:09.260595 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 15:45:09.260595 n-d-834765-1 neutron-server[102791]: return self._get(url).json() Mar 29 15:45:09.260595 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 15:45:09.260595 n-d-834765-1 neutron-server[102791]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 15:45:09.260595 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 15:45:09.260595 n-d-834765-1 neutron-server[102791]: return self.request(url, 'GET', **kwargs) Mar 29 15:45:09.260595 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 15:45:09.260595 n-d-834765-1 neutron-server[102791]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 15:45:09.260595 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 15:45:09.260595 n-d-834765-1 neutron-server[102791]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 15:45:09.260595 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 15:45:09.260595 n-d-834765-1 neutron-server[102791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 15:45:09.260595 n-d-834765-1 neutron-server[102791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 15:45:09.267630 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.db_base_plugin_common [None req-ea756a65-9ffd-409a-b085-91197937eaaa admin admin] Allocated IP 172.25.4.107 (4a4a035d-ecac-4ead-baa3-25f90788773a/e1a353dc-fac8-4901-a63c-273840237d6a/ded63c33-7e57-4443-b12e-df1dc2486254) {{(pid=102790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:45:09.319388 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-b6e938b3-2f44-4d7d-9421-01d4e2ce680d None None] Provisioning complete for port a8841565-fadb-4f50-a635-f167152011a0 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:45:09.319767 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-b6e938b3-2f44-4d7d-9421-01d4e2ce680d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:09.330127 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-ebb2d551-e76f-4082-ae01-78afbc4a48cf tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1639897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648174'] for network, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:09.350025 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-ebb2d551-e76f-4082-ae01-78afbc4a48cf tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for network, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:09.360826 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-ebb2d551-e76f-4082-ae01-78afbc4a48cf tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] 10.222.0.42 "DELETE /v2.0/networks/6063560a-a61f-4d6e-8083-e9831aad0c36 HTTP/1.1" status: 204 len: 168 time: 1.6181500 Mar 29 15:45:09.361464 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 49268) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:45:09.368188 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-7c5057e9-3384-46f3-960a-27e29f54ce60 req-ffefca69-742d-4159-b369-0474aff457ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:09.379209 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb2d551-e76f-4082-ae01-78afbc4a48cf tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Pushing event deleted for resources: {'Network': ['ID=6063560a-a61f-4d6e-8083-e9831aad0c36,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:45:09.390736 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port 3fb4706c-a793-43a2-af8e-0a4b9a2a7120, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=3fb4706c-a793-43a2-af8e-0a4b9a2a7120,segment=NetworkSegment(a0c230f0-660a-4194-9279-0f0781d34134),segment_id=a0c230f0-660a-4194-9279-0f0781d34134)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:45:09.404153 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-b6e938b3-2f44-4d7d-9421-01d4e2ce680d None None] Port a8841565-fadb-4f50-a635-f167152011a0 cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 15:45:09.408610 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Returning: {'device': '3fb4706c-a793-43a2-af8e-0a4b9a2a7120', 'network_id': '2268a9b9-82fd-4886-a91d-3a50e4e16cab', 'port_id': '3fb4706c-a793-43a2-af8e-0a4b9a2a7120', 'mac_address': 'fa:16:3e:a0:7b:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 625, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abb8e5d6-2aea-4455-a944-3435a3d1ce49', 'ip_address': '192.168.233.181'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 15:45:09.458182 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:09.461158 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-12933705-5190-4d44-b44c-75a96dd6001e tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1631750'] for network, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:09.472585 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3fb4706c-a793-43a2-af8e-0a4b9a2a7120 {{(pid=102792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:45:09.501562 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port 3fb4706c-a793-43a2-af8e-0a4b9a2a7120, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=3fb4706c-a793-43a2-af8e-0a4b9a2a7120,segment=NetworkSegment(a0c230f0-660a-4194-9279-0f0781d34134),segment_id=a0c230f0-660a-4194-9279-0f0781d34134)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:45:09.506257 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:09.533545 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5b67e0-f06c-4f30-a437-28bf444c4aea req-91e76f6d-0686-43b9-b857-ece19ac9b2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:45:09.534956 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-9f5b67e0-f06c-4f30-a437-28bf444c4aea req-91e76f6d-0686-43b9-b857-ece19ac9b2bb service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=fa3ba36247ad48f4997ede3b0209bc82&device_id=58f7a61a-e4e1-4fba-85de-36c5ab11b403 HTTP/1.1" status: 200 len: 1100 time: 0.2649612 Mar 29 15:45:09.561307 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Pushing event updated for resources: {'Port': ['ID=3fb4706c-a793-43a2-af8e-0a4b9a2a7120,revision_number=9']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:45:09.565279 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-12933705-5190-4d44-b44c-75a96dd6001e tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639890', 'neutron.services.segments.db._delete_segments_for_network-8783523423079'] for network, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:09.586134 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-12933705-5190-4d44-b44c-75a96dd6001e tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['298fe4b0-bb90-4e7d-aba6-ce8da9b2ed22']}} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:45:09.595918 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-12933705-5190-4d44-b44c-75a96dd6001e tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e53edac0-e56e-4ba8-8b7d-b6c8693d06dc') {'for_net_delete': True} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:45:09.596211 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-12933705-5190-4d44-b44c-75a96dd6001e tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e53edac0-e56e-4ba8-8b7d-b6c8693d06dc') {} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:45:09.605666 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-12933705-5190-4d44-b44c-75a96dd6001e tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783523422064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4230428'] for segment, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:09.618911 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-12933705-5190-4d44-b44c-75a96dd6001e tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:09.625384 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12933705-5190-4d44-b44c-75a96dd6001e tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Releasing vlan 624 on physical network physnet1 to pool {{(pid=102791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 15:45:09.625772 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-12933705-5190-4d44-b44c-75a96dd6001e tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16169569'] for segment, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:09.629005 n-d-834765-1 neutron-server[102791]: Traceback (most recent call last): Mar 29 15:45:09.629005 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 15:45:09.629005 n-d-834765-1 neutron-server[102791]: timer() Mar 29 15:45:09.629005 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 15:45:09.629005 n-d-834765-1 neutron-server[102791]: cb(*args, **kw) Mar 29 15:45:09.629005 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 15:45:09.629005 n-d-834765-1 neutron-server[102791]: return func(*args, **kwargs) Mar 29 15:45:09.629005 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 15:45:09.629005 n-d-834765-1 neutron-server[102791]: self._notify() Mar 29 15:45:09.629005 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 15:45:09.629005 n-d-834765-1 neutron-server[102791]: self.callback(batched_events) Mar 29 15:45:09.629005 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 15:45:09.629005 n-d-834765-1 neutron-server[102791]: event.method(event) Mar 29 15:45:09.629005 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 15:45:09.629005 n-d-834765-1 neutron-server[102791]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 15:45:09.629005 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 15:45:09.629005 n-d-834765-1 neutron-server[102791]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 15:45:09.629005 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 15:45:09.629005 n-d-834765-1 neutron-server[102791]: return f(self, *a, **k) Mar 29 15:45:09.629005 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 15:45:09.629005 n-d-834765-1 neutron-server[102791]: return self._get(url).json() Mar 29 15:45:09.629005 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 15:45:09.629005 n-d-834765-1 neutron-server[102791]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 15:45:09.629005 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 15:45:09.629005 n-d-834765-1 neutron-server[102791]: return self.request(url, 'GET', **kwargs) Mar 29 15:45:09.629005 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 15:45:09.629005 n-d-834765-1 neutron-server[102791]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 15:45:09.629005 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 15:45:09.629005 n-d-834765-1 neutron-server[102791]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 15:45:09.629005 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 15:45:09.629005 n-d-834765-1 neutron-server[102791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 15:45:09.629005 n-d-834765-1 neutron-server[102791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 15:45:09.666029 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-9119e181-1c8b-4fa6-a414-91e9c2cda528 tempest-SecGroupTest-678096859 tempest-SecGroupTest-678096859-project] Notify callbacks [] for security_group, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:09.674823 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16eca6f5-c149-413b-bdb3-bd2471280dd9 req-ebb6f0f2-9f96-4cc5-b416-bcbf8ccb6e89 tempest-TenantUsagesTestJSON-1201448772 tempest-TenantUsagesTestJSON-1201448772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:45:09.676365 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-16eca6f5-c149-413b-bdb3-bd2471280dd9 req-ebb6f0f2-9f96-4cc5-b416-bcbf8ccb6e89 tempest-TenantUsagesTestJSON-1201448772 tempest-TenantUsagesTestJSON-1201448772-project] 10.222.0.42 "GET /v2.0/ports?device_id=08195114-afbb-45a0-9caf-067af4e690fa HTTP/1.1" status: 200 len: 936 time: 0.2830472 Mar 29 15:45:09.692573 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-12933705-5190-4d44-b44c-75a96dd6001e tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1639897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648174'] for network, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:09.698220 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-12933705-5190-4d44-b44c-75a96dd6001e tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for network, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:09.702271 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-12933705-5190-4d44-b44c-75a96dd6001e tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] 10.222.0.42 "DELETE /v2.0/networks/298fe4b0-bb90-4e7d-aba6-ce8da9b2ed22 HTTP/1.1" status: 204 len: 168 time: 0.3303165 Mar 29 15:45:09.702463 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-9119e181-1c8b-4fa6-a414-91e9c2cda528 tempest-SecGroupTest-678096859 tempest-SecGroupTest-678096859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:09.709586 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-ea756a65-9ffd-409a-b085-91197937eaaa admin admin] Notify callbacks [] for port, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:09.718248 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12933705-5190-4d44-b44c-75a96dd6001e tempest-TaggedBootDevicesTest-2097639351 tempest-TaggedBootDevicesTest-2097639351-project] Pushing event deleted for resources: {'Network': ['ID=298fe4b0-bb90-4e7d-aba6-ce8da9b2ed22,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:45:09.729367 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] get_ports_and_sgs() called for port_ids ['734cee79-2e3a-49be-96bb-0714db457bf3', '5115305e-8a3f-4b58-a96a-40bb4fbb26e6'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:45:09.792317 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] get_ports_and_sgs() called for port_ids ['3fb4706c-a793-43a2-af8e-0a4b9a2a7120'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:45:09.832473 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9119e181-1c8b-4fa6-a414-91e9c2cda528 tempest-SecGroupTest-678096859 tempest-SecGroupTest-678096859-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b88bf587-91c9-4ef9-9986-7263be87f03a,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:45:09.842892 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-9119e181-1c8b-4fa6-a414-91e9c2cda528 tempest-SecGroupTest-678096859 tempest-SecGroupTest-678096859-project] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:09.844190 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-9119e181-1c8b-4fa6-a414-91e9c2cda528 tempest-SecGroupTest-678096859 tempest-SecGroupTest-678096859-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7290149 Mar 29 15:45:09.847218 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 49280) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:45:09.852472 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-cac94838-1572-415c-871c-8f3307f13eaf tempest-SecGroupTest-678096859 tempest-SecGroupTest-678096859-project] Request body: {'security_group_rule': {'security_group_id': 'b88bf587-91c9-4ef9-9986-7263be87f03a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:45:09.906894 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-cac94838-1572-415c-871c-8f3307f13eaf tempest-SecGroupTest-678096859 tempest-SecGroupTest-678096859-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:09.918599 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-16eca6f5-c149-413b-bdb3-bd2471280dd9 req-7a801b95-1564-4bb9-8936-7203158fd0f1 tempest-TenantUsagesTestJSON-1201448772 tempest-TenantUsagesTestJSON-1201448772-project] 10.222.0.42 "GET /v2.0/security-groups?id=b9bff25e-37f9-45d8-a345-605186e8c182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2194395 Mar 29 15:45:10.017616 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5b67e0-f06c-4f30-a437-28bf444c4aea req-7543b687-7fff-4998-ba6d-7a46e48befa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:45:10.019113 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-9f5b67e0-f06c-4f30-a437-28bf444c4aea req-7543b687-7fff-4998-ba6d-7a46e48befa2 service neutron] 10.222.0.44 "GET /v2.0/networks?id=2268a9b9-82fd-4886-a91d-3a50e4e16cab HTTP/1.1" status: 200 len: 870 time: 0.4725542 Mar 29 15:45:10.028852 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-cac94838-1572-415c-871c-8f3307f13eaf tempest-SecGroupTest-678096859 tempest-SecGroupTest-678096859-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:10.041739 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-cac94838-1572-415c-871c-8f3307f13eaf tempest-SecGroupTest-678096859 tempest-SecGroupTest-678096859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610998'] for security_group_rule, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:10.054447 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-ea756a65-9ffd-409a-b085-91197937eaaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:10.094172 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 24d6b0a4-9cce-43a8-aa7c-dab2a9028b1b no longer exists at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:45:10.112605 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac94838-1572-415c-871c-8f3307f13eaf tempest-SecGroupTest-678096859 tempest-SecGroupTest-678096859-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5794e8f9-351c-4fb5-a9f4-6aacc5e2ff3a,revision_number=0']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:45:10.127227 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-cac94838-1572-415c-871c-8f3307f13eaf tempest-SecGroupTest-678096859 tempest-SecGroupTest-678096859-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:10.132625 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-cac94838-1572-415c-871c-8f3307f13eaf tempest-SecGroupTest-678096859 tempest-SecGroupTest-678096859-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2843552 Mar 29 15:45:10.133342 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 49298) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:45:10.142698 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-3dd95d9e-320f-4f01-b540-ca02ea9ed1a7 tempest-SecGroupTest-678096859 tempest-SecGroupTest-678096859-project] Request body: {'security_group_rule': {'security_group_id': 'b88bf587-91c9-4ef9-9986-7263be87f03a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:45:10.153119 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] No Port match for: 24d6b0a4-9cce-43a8-aa7c-dab2a9028b1b {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 15:45:10.153520 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 24d6b0a4-9cce-43a8-aa7c-dab2a9028b1b not bound to the agent host n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:45:10.208507 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-9f5b67e0-f06c-4f30-a437-28bf444c4aea req-22e61e8e-d119-478b-a928-3d7e7e812b26 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.153&port_id=e6b9deda-c73a-4c2a-b870-929882588559 HTTP/1.1" status: 200 len: 217 time: 0.1789622 Mar 29 15:45:10.227229 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-3dd95d9e-320f-4f01-b540-ca02ea9ed1a7 tempest-SecGroupTest-678096859 tempest-SecGroupTest-678096859-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:10.281708 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea756a65-9ffd-409a-b085-91197937eaaa admin admin] Network 4a4a035d-ecac-4ead-baa3-25f90788773a is already hosted by enough agents. {{(pid=102790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:45:10.283291 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41e74ab-6763-44ec-a2ae-0433c0ab2a27 req-46e91a8c-7d63-4c28-8b09-4b22e7604fdc tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:45:10.285583 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b41e74ab-6763-44ec-a2ae-0433c0ab2a27 req-46e91a8c-7d63-4c28-8b09-4b22e7604fdc tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa70bb0d-9683-4d6e-8563-43fa5ee1a6be HTTP/1.1" status: 200 len: 945 time: 0.1031313 Mar 29 15:45:10.353765 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b41e74ab-6763-44ec-a2ae-0433c0ab2a27 req-64fe833b-9ccb-414c-98bf-50e026fc99ac tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] 10.222.0.42 "GET /v2.0/security-groups?id=f08e979a-b162-4e81-8f48-4f228bf81759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615063 Mar 29 15:45:10.360362 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-3dd95d9e-320f-4f01-b540-ca02ea9ed1a7 tempest-SecGroupTest-678096859 tempest-SecGroupTest-678096859-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:10.366503 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-3dd95d9e-320f-4f01-b540-ca02ea9ed1a7 tempest-SecGroupTest-678096859 tempest-SecGroupTest-678096859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610998'] for security_group_rule, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:10.390041 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-2ea23473-5d80-45ca-88ee-920de04c8776 req-b7b10e1c-ece5-46d8-a434-6e6aa349cfcb tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] 10.222.0.42 "GET /v2.0/ports?device_id=275a05c1-f049-44f9-b4f0-fa2c409e8b49 HTTP/1.1" status: 200 len: 210 time: 0.1340113 Mar 29 15:45:10.393445 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-ea756a65-9ffd-409a-b085-91197937eaaa admin admin] Resources bound (agent type, host, resource id): {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:45:10.394532 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd95d9e-320f-4f01-b540-ca02ea9ed1a7 tempest-SecGroupTest-678096859 tempest-SecGroupTest-678096859-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7456caa1-089e-4d60-bf2f-b3c3ae725ce0,revision_number=0']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:45:10.427378 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-3dd95d9e-320f-4f01-b540-ca02ea9ed1a7 tempest-SecGroupTest-678096859 tempest-SecGroupTest-678096859-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:10.432012 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-3dd95d9e-320f-4f01-b540-ca02ea9ed1a7 tempest-SecGroupTest-678096859 tempest-SecGroupTest-678096859-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2953050 Mar 29 15:45:10.432552 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 49302) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:45:10.441079 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-c9af7afa-464b-4d01-81fd-de3ef3ce9636 tempest-SecGroupTest-678096859 tempest-SecGroupTest-678096859-project] Request body: {'security_group_rule': {'security_group_id': 'b88bf587-91c9-4ef9-9986-7263be87f03a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:45:10.447525 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea756a65-9ffd-409a-b085-91197937eaaa admin admin] Received port after_create {{(pid=102790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:45:10.489843 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-c9af7afa-464b-4d01-81fd-de3ef3ce9636 tempest-SecGroupTest-678096859 tempest-SecGroupTest-678096859-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:10.492754 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea756a65-9ffd-409a-b085-91197937eaaa admin admin] Pushing event updated for resources: {'Port': ['ID=ded63c33-7e57-4443-b12e-df1dc2486254,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:45:10.541477 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5b67e0-f06c-4f30-a437-28bf444c4aea req-9db90055-497d-4842-9e79-1a0df91e56f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:45:10.542969 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-9f5b67e0-f06c-4f30-a437-28bf444c4aea req-9db90055-497d-4842-9e79-1a0df91e56f0 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=abb8e5d6-2aea-4455-a944-3435a3d1ce49 HTTP/1.1" status: 200 len: 843 time: 0.2963569 Mar 29 15:45:10.553809 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03aa8e8d-3c43-4b55-8a18-967e9d94fbf1 req-ce2a2890-03f7-4b23-96d6-a2429c89fe2d tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:45:10.555809 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-03aa8e8d-3c43-4b55-8a18-967e9d94fbf1 req-ce2a2890-03f7-4b23-96d6-a2429c89fe2d tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] 10.222.0.48 "GET /v2.0/networks?id=7a71ca6e-bbff-43b0-bde3-8072ae4b3f50 HTTP/1.1" status: 200 len: 805 time: 0.6487722 Mar 29 15:45:10.562716 n-d-834765-1 neutron-server[102790]: DEBUG neutron.notifiers.nova [req-7c5057e9-3384-46f3-960a-27e29f54ce60 req-ffefca69-742d-4159-b369-0474aff457ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8841565-fadb-4f50-a635-f167152011a0 {{(pid=102790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:45:10.565520 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ad6883-9670-408d-b713-5163304b011a req-09f2b381-035f-4f77-9f76-18746c727489 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:45:10.567302 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-59ad6883-9670-408d-b713-5163304b011a req-09f2b381-035f-4f77-9f76-18746c727489 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/ports?device_id=58f7a61a-e4e1-4fba-85de-36c5ab11b403 HTTP/1.1" status: 200 len: 949 time: 0.0966907 Mar 29 15:45:10.604611 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [req-03aa8e8d-3c43-4b55-8a18-967e9d94fbf1 req-c98cce19-7448-43d3-939a-c401e33a9182 tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] Request body: {'port': {'device_id': '275a05c1-f049-44f9-b4f0-fa2c409e8b49', 'network_id': '7a71ca6e-bbff-43b0-bde3-8072ae4b3f50', 'admin_state_up': True, 'tenant_id': '7f01d9a12c82426baef86d9ae4ff6fa7'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:45:10.619196 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-c9af7afa-464b-4d01-81fd-de3ef3ce9636 tempest-SecGroupTest-678096859 tempest-SecGroupTest-678096859-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:10.632948 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-59ad6883-9670-408d-b713-5163304b011a req-6822b6a9-3e2b-4f5b-940e-ada009f5bf0a tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/security-groups?id=56997969-7130-4d86-9e9d-e068deb19a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560100 Mar 29 15:45:10.633961 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-c9af7afa-464b-4d01-81fd-de3ef3ce9636 tempest-SecGroupTest-678096859 tempest-SecGroupTest-678096859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610998'] for security_group_rule, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:10.641086 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-7c5057e9-3384-46f3-960a-27e29f54ce60 req-ffefca69-742d-4159-b369-0474aff457ab service neutron] Notify callbacks [] for port, precommit_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:10.657838 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9af7afa-464b-4d01-81fd-de3ef3ce9636 tempest-SecGroupTest-678096859 tempest-SecGroupTest-678096859-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=634c9107-22a2-4c5e-b63f-66718febf57a,revision_number=0']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:45:10.669278 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-c9af7afa-464b-4d01-81fd-de3ef3ce9636 tempest-SecGroupTest-678096859 tempest-SecGroupTest-678096859-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:10.680734 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-c9af7afa-464b-4d01-81fd-de3ef3ce9636 tempest-SecGroupTest-678096859 tempest-SecGroupTest-678096859-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2405701 Mar 29 15:45:10.680734 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 49304) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:45:10.680734 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-e8623638-930b-40a6-b6aa-3179ec1561c2 tempest-SecGroupTest-678096859 tempest-SecGroupTest-678096859-project] Request body: {'security_group_rule': {'security_group_id': 'b88bf587-91c9-4ef9-9986-7263be87f03a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:45:10.708580 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-e8623638-930b-40a6-b6aa-3179ec1561c2 tempest-SecGroupTest-678096859 tempest-SecGroupTest-678096859-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:10.768321 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.provisioning_blocks [req-7c5057e9-3384-46f3-960a-27e29f54ce60 req-ffefca69-742d-4159-b369-0474aff457ab service neutron] Transition to ACTIVE for port object a8841565-fadb-4f50-a635-f167152011a0 will not be triggered until provisioned by entity L2. {{(pid=102790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 15:45:10.781051 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-e8623638-930b-40a6-b6aa-3179ec1561c2 tempest-SecGroupTest-678096859 tempest-SecGroupTest-678096859-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:10.784983 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-e8623638-930b-40a6-b6aa-3179ec1561c2 tempest-SecGroupTest-678096859 tempest-SecGroupTest-678096859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610998'] for security_group_rule, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:10.807208 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8623638-930b-40a6-b6aa-3179ec1561c2 tempest-SecGroupTest-678096859 tempest-SecGroupTest-678096859-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3efe8ecc-8ade-4375-aee2-4cbee7fe5a37,revision_number=0']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:45:10.810294 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-7c5057e9-3384-46f3-960a-27e29f54ce60 req-ffefca69-742d-4159-b369-0474aff457ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5237921'] for port, after_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:10.814906 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5b67e0-f06c-4f30-a437-28bf444c4aea req-99b660c8-22d8-461e-9e76-793f9448f953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:45:10.816172 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-9f5b67e0-f06c-4f30-a437-28bf444c4aea req-99b660c8-22d8-461e-9e76-793f9448f953 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2268a9b9-82fd-4886-a91d-3a50e4e16cab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2557392 Mar 29 15:45:10.819836 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-e8623638-930b-40a6-b6aa-3179ec1561c2 tempest-SecGroupTest-678096859 tempest-SecGroupTest-678096859-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:10.825954 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-e8623638-930b-40a6-b6aa-3179ec1561c2 tempest-SecGroupTest-678096859 tempest-SecGroupTest-678096859-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1494431 Mar 29 15:45:10.827448 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 49306) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:45:10.834943 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-41fbb191-7ca8-428b-9b36-88d92337c9b1 tempest-SecGroupTest-678096859 tempest-SecGroupTest-678096859-project] Request body: {'security_group_rule': {'security_group_id': 'b88bf587-91c9-4ef9-9986-7263be87f03a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:45:10.863762 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-41fbb191-7ca8-428b-9b36-88d92337c9b1 tempest-SecGroupTest-678096859 tempest-SecGroupTest-678096859-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:10.900861 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.agents_db [None req-59735a15-725e-44d4-9ad5-95cbe356f209 None None] Agent healthcheck: found 7 active agents {{(pid=102793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 15:45:10.982240 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-41fbb191-7ca8-428b-9b36-88d92337c9b1 tempest-SecGroupTest-678096859 tempest-SecGroupTest-678096859-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:10.986671 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffefca69-742d-4159-b369-0474aff457ab service neutron] Pushing event updated for resources: {'Port': ['ID=a8841565-fadb-4f50-a635-f167152011a0,revision_number=2']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:45:10.987787 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-41fbb191-7ca8-428b-9b36-88d92337c9b1 tempest-SecGroupTest-678096859 tempest-SecGroupTest-678096859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610998'] for security_group_rule, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:11.021778 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-41fbb191-7ca8-428b-9b36-88d92337c9b1 tempest-SecGroupTest-678096859 tempest-SecGroupTest-678096859-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:11.027996 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-41fbb191-7ca8-428b-9b36-88d92337c9b1 tempest-SecGroupTest-678096859 tempest-SecGroupTest-678096859-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1991823 Mar 29 15:45:11.028629 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 49310) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:45:11.069497 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-df9fc0cb-93ea-4955-af68-71cba1550a52 tempest-SecGroupTest-678096859 tempest-SecGroupTest-678096859-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:11.080357 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-df9fc0cb-93ea-4955-af68-71cba1550a52 tempest-SecGroupTest-678096859 tempest-SecGroupTest-678096859-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:11.110868 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fbb191-7ca8-428b-9b36-88d92337c9b1 tempest-SecGroupTest-678096859 tempest-SecGroupTest-678096859-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58e4a1c8-6a4b-4a79-9d63-b8d64c061944,revision_number=0']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:45:11.117153 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-df9fc0cb-93ea-4955-af68-71cba1550a52 tempest-SecGroupTest-678096859 tempest-SecGroupTest-678096859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610998'] for security_group_rule, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:11.123895 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-df9fc0cb-93ea-4955-af68-71cba1550a52 tempest-SecGroupTest-678096859 tempest-SecGroupTest-678096859-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:11.131841 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device e6b9deda-c73a-4c2a-b870-929882588559 up at agent hyperv_n-h2-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:45:11.140380 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-df9fc0cb-93ea-4955-af68-71cba1550a52 tempest-SecGroupTest-678096859 tempest-SecGroupTest-678096859-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/58e4a1c8-6a4b-4a79-9d63-b8d64c061944 HTTP/1.1" status: 204 len: 168 time: 0.1089299 Mar 29 15:45:11.141080 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 49322) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:45:11.175339 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device ddf7e4ab-8978-449c-912c-5e3a0e0df280 no longer exists at agent hyperv_n-h1-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:45:11.185585 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9fc0cb-93ea-4955-af68-71cba1550a52 tempest-SecGroupTest-678096859 tempest-SecGroupTest-678096859-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=58e4a1c8-6a4b-4a79-9d63-b8d64c061944,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:45:11.215145 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] No Port match for: ddf7e4ab-8978-449c-912c-5e3a0e0df280 {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 15:45:11.216818 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device ddf7e4ab-8978-449c-912c-5e3a0e0df280 not bound to the agent host n-h1-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:45:11.240030 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-8420bf2e-e6e2-4c7e-82a8-925e2efe6fac tempest-SecGroupTest-678096859 tempest-SecGroupTest-678096859-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0893080 Mar 29 15:45:11.242986 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 49324) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:45:11.249845 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Provisioning for port e6b9deda-c73a-4c2a-b870-929882588559 completed by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 15:45:11.255714 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Provisioning complete for port e6b9deda-c73a-4c2a-b870-929882588559 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:45:11.256320 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:11.275725 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-a098916f-3b20-4272-87a6-f0192e91baea tempest-SecGroupTest-678096859 tempest-SecGroupTest-678096859-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:11.297213 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-a098916f-3b20-4272-87a6-f0192e91baea tempest-SecGroupTest-678096859 tempest-SecGroupTest-678096859-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:11.360908 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-a098916f-3b20-4272-87a6-f0192e91baea tempest-SecGroupTest-678096859 tempest-SecGroupTest-678096859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610998'] for security_group_rule, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:11.362176 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:11.370760 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-a098916f-3b20-4272-87a6-f0192e91baea tempest-SecGroupTest-678096859 tempest-SecGroupTest-678096859-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:11.377910 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-a098916f-3b20-4272-87a6-f0192e91baea tempest-SecGroupTest-678096859 tempest-SecGroupTest-678096859-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/3efe8ecc-8ade-4375-aee2-4cbee7fe5a37 HTTP/1.1" status: 204 len: 168 time: 0.1333392 Mar 29 15:45:11.378719 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 49328) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:45:11.389882 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58f7a61a-e4e1-4fba-85de-36c5ab11b403', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6b9deda-c73a-4c2a-b870-929882588559'}] {{(pid=102792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:45:11.392604 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4f476c66b318cc6068719fc39557fac68d413f5c7e78fa77028c7948e999ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c261a8d6-7aa5-49fe-87ce-713dd9544161" -d '{"events": [{"server_uuid": "58f7a61a-e4e1-4fba-85de-36c5ab11b403", "name": "network-vif-plugged", "status": "completed", "tag": "e6b9deda-c73a-4c2a-b870-929882588559"}]}' {{(pid=102792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:45:11.409273 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a098916f-3b20-4272-87a6-f0192e91baea tempest-SecGroupTest-678096859 tempest-SecGroupTest-678096859-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3efe8ecc-8ade-4375-aee2-4cbee7fe5a37,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:45:11.418950 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port e6b9deda-c73a-4c2a-b870-929882588559, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=e6b9deda-c73a-4c2a-b870-929882588559,segment=NetworkSegment(a0c230f0-660a-4194-9279-0f0781d34134),segment_id=a0c230f0-660a-4194-9279-0f0781d34134)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:45:11.429345 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:11.430492 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device 3fb4706c-a793-43a2-af8e-0a4b9a2a7120 up at agent hyperv_n-h2-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:45:11.460228 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-ec08a96e-cfa4-463b-9c83-2853b2c1216e tempest-SecGroupTest-678096859 tempest-SecGroupTest-678096859-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0708311 Mar 29 15:45:11.460853 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 49336) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:45:11.498856 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03aa8e8d-3c43-4b55-8a18-967e9d94fbf1 req-c98cce19-7448-43d3-939a-c401e33a9182 tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] Made reservation on behalf of 7f01d9a12c82426baef86d9ae4ff6fa7 for: {'port': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:45:11.502335 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-03aa8e8d-3c43-4b55-8a18-967e9d94fbf1 req-c98cce19-7448-43d3-939a-c401e33a9182 tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:11.522527 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-004bc03f-80d2-4219-91cf-e8810e56f7e3 tempest-SecGroupTest-678096859 tempest-SecGroupTest-678096859-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:11.536321 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-004bc03f-80d2-4219-91cf-e8810e56f7e3 tempest-SecGroupTest-678096859 tempest-SecGroupTest-678096859-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:11.540061 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Pushing event updated for resources: {'Port': ['ID=e6b9deda-c73a-4c2a-b870-929882588559,revision_number=9']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:45:11.553998 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Provisioning complete for port 3fb4706c-a793-43a2-af8e-0a4b9a2a7120 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:45:11.554690 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:11.565601 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9972e9c6-884f-4291-89aa-6531ad4c6c58 req-ba43ca10-0ac6-464f-acb4-8e877933f99c tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:45:11.567206 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-9972e9c6-884f-4291-89aa-6531ad4c6c58 req-ba43ca10-0ac6-464f-acb4-8e877933f99c tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa70bb0d-9683-4d6e-8563-43fa5ee1a6be HTTP/1.1" status: 200 len: 945 time: 0.1054683 Mar 29 15:45:11.599822 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-9f5b67e0-f06c-4f30-a437-28bf444c4aea req-22a7b007-d489-4849-b324-68ccfc557f80 service neutron] 10.222.0.44 "GET /v2.0/networks/2268a9b9-82fd-4886-a91d-3a50e4e16cab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7712469 Mar 29 15:45:11.603884 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-004bc03f-80d2-4219-91cf-e8810e56f7e3 tempest-SecGroupTest-678096859 tempest-SecGroupTest-678096859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610998'] for security_group_rule, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:11.620240 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-004bc03f-80d2-4219-91cf-e8810e56f7e3 tempest-SecGroupTest-678096859 tempest-SecGroupTest-678096859-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:11.624215 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-004bc03f-80d2-4219-91cf-e8810e56f7e3 tempest-SecGroupTest-678096859 tempest-SecGroupTest-678096859-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/634c9107-22a2-4c5e-b63f-66718febf57a HTTP/1.1" status: 204 len: 168 time: 0.1607249 Mar 29 15:45:11.629840 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 49338) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:45:11.654943 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004bc03f-80d2-4219-91cf-e8810e56f7e3 tempest-SecGroupTest-678096859 tempest-SecGroupTest-678096859-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=634c9107-22a2-4c5e-b63f-66718febf57a,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:45:11.661362 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:11.678796 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-9972e9c6-884f-4291-89aa-6531ad4c6c58 req-f1104a11-a748-4aa2-bf15-b7db23226737 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] 10.222.0.42 "GET /v2.0/security-groups?id=f08e979a-b162-4e81-8f48-4f228bf81759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048050 Mar 29 15:45:11.716165 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port 3fb4706c-a793-43a2-af8e-0a4b9a2a7120, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=3fb4706c-a793-43a2-af8e-0a4b9a2a7120,segment=NetworkSegment(a0c230f0-660a-4194-9279-0f0781d34134),segment_id=a0c230f0-660a-4194-9279-0f0781d34134)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:45:11.723668 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:11.734709 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-ea756a65-9ffd-409a-b085-91197937eaaa admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:11.813757 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-5d8ccbc7-dc4e-4750-85af-a5438c755c3f tempest-SecGroupTest-678096859 tempest-SecGroupTest-678096859-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.1772265 Mar 29 15:45:11.815083 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 49348) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:45:11.848684 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:45:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de006c54-4ebc-4bd2-ba1d-ac7375486306 x-openstack-request-id: req-de006c54-4ebc-4bd2-ba1d-ac7375486306 {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:45:11.848960 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58f7a61a-e4e1-4fba-85de-36c5ab11b403", "name": "network-vif-plugged", "status": "completed", "tag": "e6b9deda-c73a-4c2a-b870-929882588559", "code": 200}]} {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:45:11.850803 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-de006c54-4ebc-4bd2-ba1d-ac7375486306 {{(pid=102792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:45:11.851324 n-d-834765-1 neutron-server[102792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58f7a61a-e4e1-4fba-85de-36c5ab11b403', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6b9deda-c73a-4c2a-b870-929882588559', 'code': 200} Mar 29 15:45:11.852941 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Pushing event updated for resources: {'Port': ['ID=3fb4706c-a793-43a2-af8e-0a4b9a2a7120,revision_number=10']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:45:11.891602 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-a044b6fb-23a5-49f5-8cf1-e86cee37747f tempest-SecGroupTest-678096859 tempest-SecGroupTest-678096859-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:11.895711 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-792562ba-fc82-408a-978c-61f1761428de req-ad372e8b-0fd3-4850-bab5-c60a54f054e3 tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] 10.222.0.42 "GET /v2.0/ports?device_id=275a05c1-f049-44f9-b4f0-fa2c409e8b49 HTTP/1.1" status: 200 len: 210 time: 0.0399277 Mar 29 15:45:11.904356 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-a044b6fb-23a5-49f5-8cf1-e86cee37747f tempest-SecGroupTest-678096859 tempest-SecGroupTest-678096859-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:11.920971 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.db_base_plugin_common [req-03aa8e8d-3c43-4b55-8a18-967e9d94fbf1 req-c98cce19-7448-43d3-939a-c401e33a9182 tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] Allocated IP 172.20.0.7 (7a71ca6e-bbff-43b0-bde3-8072ae4b3f50/4acd9598-0ca3-487b-9c0e-30e24be7e9e5/5f869e91-40aa-4c2d-b785-37f31db58300) {{(pid=102790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:45:11.953623 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-a044b6fb-23a5-49f5-8cf1-e86cee37747f tempest-SecGroupTest-678096859 tempest-SecGroupTest-678096859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610998'] for security_group_rule, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:11.961494 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259cb84b-8d23-4b71-9a7f-00cb7e87df6b req-b12dd20a-be7b-41b4-9756-2c36f50c1483 tempest-TenantUsagesTestJSON-1201448772 tempest-TenantUsagesTestJSON-1201448772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:45:11.963053 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-259cb84b-8d23-4b71-9a7f-00cb7e87df6b req-b12dd20a-be7b-41b4-9756-2c36f50c1483 tempest-TenantUsagesTestJSON-1201448772 tempest-TenantUsagesTestJSON-1201448772-project] 10.222.0.42 "GET /v2.0/ports?device_id=08195114-afbb-45a0-9caf-067af4e690fa HTTP/1.1" status: 200 len: 948 time: 0.4697073 Mar 29 15:45:11.963821 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.managers [req-7c5057e9-3384-46f3-960a-27e29f54ce60 req-ffefca69-742d-4159-b369-0474aff457ab service neutron] Attempting to bind port a8841565-fadb-4f50-a635-f167152011a0 on host n-h1-834765-1 for vnic_type normal with profile {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:45:11.964156 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.managers [req-7c5057e9-3384-46f3-960a-27e29f54ce60 req-ffefca69-742d-4159-b369-0474aff457ab service neutron] Attempting to bind port a8841565-fadb-4f50-a635-f167152011a0 by drivers openvswitch,hyperv on host n-h1-834765-1 at level 0 using segments [{'id': 'a0c230f0-660a-4194-9279-0f0781d34134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '2268a9b9-82fd-4886-a91d-3a50e4e16cab'}] {{(pid=102790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:45:11.964485 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c5057e9-3384-46f3-960a-27e29f54ce60 req-ffefca69-742d-4159-b369-0474aff457ab service neutron] Attempting to bind port a8841565-fadb-4f50-a635-f167152011a0 on network 2268a9b9-82fd-4886-a91d-3a50e4e16cab {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:45:11.971037 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-a044b6fb-23a5-49f5-8cf1-e86cee37747f tempest-SecGroupTest-678096859 tempest-SecGroupTest-678096859-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:11.974571 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-a044b6fb-23a5-49f5-8cf1-e86cee37747f tempest-SecGroupTest-678096859 tempest-SecGroupTest-678096859-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/7456caa1-089e-4d60-bf2f-b3c3ae725ce0 HTTP/1.1" status: 204 len: 168 time: 0.1562274 Mar 29 15:45:11.975914 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 49352) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:45:12.002794 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a044b6fb-23a5-49f5-8cf1-e86cee37747f tempest-SecGroupTest-678096859 tempest-SecGroupTest-678096859-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7456caa1-089e-4d60-bf2f-b3c3ae725ce0,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:45:12.020470 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c5057e9-3384-46f3-960a-27e29f54ce60 req-ffefca69-742d-4159-b369-0474aff457ab service neutron] Port a8841565-fadb-4f50-a635-f167152011a0 on network 2268a9b9-82fd-4886-a91d-3a50e4e16cab not bound, no agent of type Open vSwitch agent registered on host n-h1-834765-1 {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 15:45:12.021110 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c5057e9-3384-46f3-960a-27e29f54ce60 req-ffefca69-742d-4159-b369-0474aff457ab service neutron] Attempting to bind port a8841565-fadb-4f50-a635-f167152011a0 on network 2268a9b9-82fd-4886-a91d-3a50e4e16cab {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:45:12.081940 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-999b64a9-13b2-4628-a582-1ef066f0b2b1 tempest-SecGroupTest-678096859 tempest-SecGroupTest-678096859-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0921295 Mar 29 15:45:12.084919 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 49358) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:45:12.100648 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f709cd0f-28b1-4ec9-97a2-11d2dd4f144c req-24e7b12d-fee6-4ae6-8e6e-bff219cac265 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:45:12.102171 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f709cd0f-28b1-4ec9-97a2-11d2dd4f144c req-24e7b12d-fee6-4ae6-8e6e-bff219cac265 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/ports?device_id=58f7a61a-e4e1-4fba-85de-36c5ab11b403 HTTP/1.1" status: 200 len: 950 time: 0.1063585 Mar 29 15:45:12.152845 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-9de1860f-f0cd-4c2f-bc4f-632009e1d856 tempest-SecGroupTest-678096859 tempest-SecGroupTest-678096859-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:12.172411 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-9de1860f-f0cd-4c2f-bc4f-632009e1d856 tempest-SecGroupTest-678096859 tempest-SecGroupTest-678096859-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:12.181757 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f709cd0f-28b1-4ec9-97a2-11d2dd4f144c req-9b866f29-6617-40f5-a8fe-8dff9fe8fa26 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/security-groups?id=56997969-7130-4d86-9e9d-e068deb19a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722842 Mar 29 15:45:12.210443 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-9f5b67e0-f06c-4f30-a437-28bf444c4aea req-b36aca50-5278-4f9f-b4e4-616713b3476c service neutron] 10.222.0.44 "GET /v2.0/networks/2268a9b9-82fd-4886-a91d-3a50e4e16cab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5954599 Mar 29 15:45:12.237278 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-9de1860f-f0cd-4c2f-bc4f-632009e1d856 tempest-SecGroupTest-678096859 tempest-SecGroupTest-678096859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610998'] for security_group_rule, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:12.242731 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c5057e9-3384-46f3-960a-27e29f54ce60 req-ffefca69-742d-4159-b369-0474aff457ab service neutron] Checking agent: {'id': 'be375040-5069-4239-9460-a3a3213e1e90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 33, 18), 'started_at': datetime.datetime(2022, 3, 29, 15, 33, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 44, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:45:12.244424 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c5057e9-3384-46f3-960a-27e29f54ce60 req-ffefca69-742d-4159-b369-0474aff457ab service neutron] Checking segment: {'id': 'a0c230f0-660a-4194-9279-0f0781d34134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '2268a9b9-82fd-4886-a91d-3a50e4e16cab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:45:12.245029 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c5057e9-3384-46f3-960a-27e29f54ce60 req-ffefca69-742d-4159-b369-0474aff457ab service neutron] Bound using segment: {'id': 'a0c230f0-660a-4194-9279-0f0781d34134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '2268a9b9-82fd-4886-a91d-3a50e4e16cab'} {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:45:12.245529 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-9de1860f-f0cd-4c2f-bc4f-632009e1d856 tempest-SecGroupTest-678096859 tempest-SecGroupTest-678096859-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:12.246050 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.managers [req-7c5057e9-3384-46f3-960a-27e29f54ce60 req-ffefca69-742d-4159-b369-0474aff457ab service neutron] Bound port: a8841565-fadb-4f50-a635-f167152011a0, host: n-h1-834765-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0c230f0-660a-4194-9279-0f0781d34134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '2268a9b9-82fd-4886-a91d-3a50e4e16cab'}}] {{(pid=102790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 15:45:12.247237 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-9de1860f-f0cd-4c2f-bc4f-632009e1d856 tempest-SecGroupTest-678096859 tempest-SecGroupTest-678096859-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/5794e8f9-351c-4fb5-a9f4-6aacc5e2ff3a HTTP/1.1" status: 204 len: 168 time: 0.1608422 Mar 29 15:45:12.247517 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-7c5057e9-3384-46f3-960a-27e29f54ce60 req-ffefca69-742d-4159-b369-0474aff457ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:12.251546 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 49368) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:45:12.258308 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de1860f-f0cd-4c2f-bc4f-632009e1d856 tempest-SecGroupTest-678096859 tempest-SecGroupTest-678096859-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5794e8f9-351c-4fb5-a9f4-6aacc5e2ff3a,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:45:12.337566 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-d8b1a828-fccc-4450-9c0d-c3949ed4f8af tempest-SecGroupTest-678096859 tempest-SecGroupTest-678096859-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0823402 Mar 29 15:45:12.338399 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 49378) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:45:12.402422 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-bd8535c9-12e5-4f8f-8894-2adfaf1b6386 tempest-SecGroupTest-678096859 tempest-SecGroupTest-678096859-project] Notify callbacks [] for security_group, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:12.420318 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-259cb84b-8d23-4b71-9a7f-00cb7e87df6b req-6350621b-dbb4-431f-8774-9fec2087a118 tempest-TenantUsagesTestJSON-1201448772 tempest-TenantUsagesTestJSON-1201448772-project] 10.222.0.42 "GET /v2.0/security-groups?id=b9bff25e-37f9-45d8-a345-605186e8c182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4078956 Mar 29 15:45:12.432017 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb17784-ac4b-4df3-b5f2-ecbad535b672 req-09a61498-28f0-41f0-a1d0-9aa05994104e tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:45:12.441134 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-4bb17784-ac4b-4df3-b5f2-ecbad535b672 req-09a61498-28f0-41f0-a1d0-9aa05994104e tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa70bb0d-9683-4d6e-8563-43fa5ee1a6be HTTP/1.1" status: 200 len: 945 time: 0.4266040 Mar 29 15:45:12.444964 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-bd8535c9-12e5-4f8f-8894-2adfaf1b6386 tempest-SecGroupTest-678096859 tempest-SecGroupTest-678096859-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:12.509917 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-bd8535c9-12e5-4f8f-8894-2adfaf1b6386 tempest-SecGroupTest-678096859 tempest-SecGroupTest-678096859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:12.515705 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-bd8535c9-12e5-4f8f-8894-2adfaf1b6386 tempest-SecGroupTest-678096859 tempest-SecGroupTest-678096859-project] Notify callbacks [] for security_group, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:12.520013 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-bd8535c9-12e5-4f8f-8894-2adfaf1b6386 tempest-SecGroupTest-678096859 tempest-SecGroupTest-678096859-project] 10.222.0.42 "DELETE /v2.0/security-groups/b88bf587-91c9-4ef9-9986-7263be87f03a HTTP/1.1" status: 204 len: 168 time: 0.1805794 Mar 29 15:45:12.520718 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 49384) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:45:12.549071 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8535c9-12e5-4f8f-8894-2adfaf1b6386 tempest-SecGroupTest-678096859 tempest-SecGroupTest-678096859-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b88bf587-91c9-4ef9-9986-7263be87f03a,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:45:12.587488 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [req-7c5057e9-3384-46f3-960a-27e29f54ce60 req-ffefca69-742d-4159-b369-0474aff457ab service neutron] For port a8841565-fadb-4f50-a635-f167152011a0, host n-h1-834765-1, cleared binding levels {{(pid=102790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:45:12.590620 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-0491cf93-e6d1-496f-ae6b-35cb239ec510 tempest-SecGroupTest-678096859 tempest-SecGroupTest-678096859-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0652847 Mar 29 15:45:12.591903 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-03aa8e8d-3c43-4b55-8a18-967e9d94fbf1 req-c98cce19-7448-43d3-939a-c401e33a9182 tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] Notify callbacks [] for port, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:12.595236 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 49388) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:45:12.608029 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-638d85c6-c415-49ae-9633-3e63fb9bddce tempest-SecGroupTest-678096859 tempest-SecGroupTest-678096859-project] Request body: {'security_group': {'name': 'tempest-secgroup--921919894'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:45:12.638609 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [req-7c5057e9-3384-46f3-960a-27e29f54ce60 req-ffefca69-742d-4159-b369-0474aff457ab service neutron] For port a8841565-fadb-4f50-a635-f167152011a0, host n-h1-834765-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=a8841565-fadb-4f50-a635-f167152011a0,segment=NetworkSegment(a0c230f0-660a-4194-9279-0f0781d34134),segment_id=a0c230f0-660a-4194-9279-0f0781d34134)] {{(pid=102790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:45:12.659937 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-638d85c6-c415-49ae-9633-3e63fb9bddce tempest-SecGroupTest-678096859 tempest-SecGroupTest-678096859-project] Notify callbacks [] for security_group, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:12.748223 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-638d85c6-c415-49ae-9633-3e63fb9bddce tempest-SecGroupTest-678096859 tempest-SecGroupTest-678096859-project] Notify callbacks [] for security_group, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:12.753939 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-638d85c6-c415-49ae-9633-3e63fb9bddce tempest-SecGroupTest-678096859 tempest-SecGroupTest-678096859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:12.754878 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-7c5057e9-3384-46f3-960a-27e29f54ce60 req-ffefca69-742d-4159-b369-0474aff457ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5237921'] for port, after_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:12.810246 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638d85c6-c415-49ae-9633-3e63fb9bddce tempest-SecGroupTest-678096859 tempest-SecGroupTest-678096859-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1466dfdb-1aa9-4a27-897d-c447be041dac,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:45:12.816495 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-638d85c6-c415-49ae-9633-3e63fb9bddce tempest-SecGroupTest-678096859 tempest-SecGroupTest-678096859-project] Notify callbacks [] for security_group, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:12.817874 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-638d85c6-c415-49ae-9633-3e63fb9bddce tempest-SecGroupTest-678096859 tempest-SecGroupTest-678096859-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2195113 Mar 29 15:45:12.821167 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 49392) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:45:12.827822 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-85e01773-ceb0-44aa-9988-03479e27e31f tempest-SecGroupTest-678096859 tempest-SecGroupTest-678096859-project] Request body: {'security_group_rule': {'security_group_id': '1466dfdb-1aa9-4a27-897d-c447be041dac', 'direction': 'ingress', 'protocol': 17}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:45:12.874085 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-03aa8e8d-3c43-4b55-8a18-967e9d94fbf1 req-c98cce19-7448-43d3-939a-c401e33a9182 tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:12.891419 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5057e9-3384-46f3-960a-27e29f54ce60 req-ffefca69-742d-4159-b369-0474aff457ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:45:12.892278 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-7c5057e9-3384-46f3-960a-27e29f54ce60 req-ffefca69-742d-4159-b369-0474aff457ab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:12.894447 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-7c5057e9-3384-46f3-960a-27e29f54ce60 req-ffefca69-742d-4159-b369-0474aff457ab service neutron] 10.222.0.44 "PUT /v2.0/ports/a8841565-fadb-4f50-a635-f167152011a0 HTTP/1.1" status: 200 len: 1096 time: 3.7518532 Mar 29 15:45:12.897731 n-d-834765-1 neutron-server[102790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08195114-afbb-45a0-9caf-067af4e690fa', 'tag': 'a8841565-fadb-4f50-a635-f167152011a0'}] {{(pid=102790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:45:12.900698 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46b06d655c90bc969636382cce4240ad749035fb0f3a83ee4734fa1ed9c4a6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ece0a305-6edd-4a7c-bad3-7893f2b85644" -d '{"events": [{"name": "network-changed", "server_uuid": "08195114-afbb-45a0-9caf-067af4e690fa", "tag": "a8841565-fadb-4f50-a635-f167152011a0"}]}' {{(pid=102790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:45:12.904943 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffefca69-742d-4159-b369-0474aff457ab service neutron] Pushing event updated for resources: {'Port': ['ID=a8841565-fadb-4f50-a635-f167152011a0,revision_number=3']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:45:12.912910 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-ea756a65-9ffd-409a-b085-91197937eaaa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648118'] for router, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:12.961641 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-85e01773-ceb0-44aa-9988-03479e27e31f tempest-SecGroupTest-678096859 tempest-SecGroupTest-678096859-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:13.001147 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 15:45:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77677f8c-4171-4d05-9e70-ac4331c462f8 x-openstack-request-id: req-77677f8c-4171-4d05-9e70-ac4331c462f8 {{(pid=102790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:45:13.001521 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08195114-afbb-45a0-9caf-067af4e690fa", "tag": "a8841565-fadb-4f50-a635-f167152011a0", "status": "completed", "code": 200}]} {{(pid=102790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:45:13.001975 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-77677f8c-4171-4d05-9e70-ac4331c462f8 {{(pid=102790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:45:13.002446 n-d-834765-1 neutron-server[102790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08195114-afbb-45a0-9caf-067af4e690fa', 'tag': 'a8841565-fadb-4f50-a635-f167152011a0', 'status': 'completed', 'code': 200} Mar 29 15:45:13.022554 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03aa8e8d-3c43-4b55-8a18-967e9d94fbf1 req-c98cce19-7448-43d3-939a-c401e33a9182 tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] Network 7a71ca6e-bbff-43b0-bde3-8072ae4b3f50 is already hosted by enough agents. {{(pid=102790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:45:13.090648 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [req-4bb17784-ac4b-4df3-b5f2-ecbad535b672 req-c9ae459c-46bf-4399-8c00-37e948e35f8c tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] Deleting port 5115305e-8a3f-4b58-a96a-40bb4fbb26e6 {{(pid=102790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:45:13.091095 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-4bb17784-ac4b-4df3-b5f2-ecbad535b672 req-c9ae459c-46bf-4399-8c00-37e948e35f8c tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:13.111219 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [req-03aa8e8d-3c43-4b55-8a18-967e9d94fbf1 req-c98cce19-7448-43d3-939a-c401e33a9182 tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] Resources bound (agent type, host, resource id): {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:45:13.119954 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.l3_dvrscheduler_db [req-03aa8e8d-3c43-4b55-8a18-967e9d94fbf1 req-c98cce19-7448-43d3-939a-c401e33a9182 tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] Received port after_create {{(pid=102790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:45:13.163821 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-85e01773-ceb0-44aa-9988-03479e27e31f tempest-SecGroupTest-678096859 tempest-SecGroupTest-678096859-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:13.176106 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98cce19-7448-43d3-939a-c401e33a9182 tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] Pushing event updated for resources: {'Port': ['ID=5f869e91-40aa-4c2d-b785-37f31db58300,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:45:13.184965 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7261940-87cb-4103-9474-734467f26c35 req-c3c47130-8506-452e-ab0a-74c986e2ce02 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:45:13.193555 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-c7261940-87cb-4103-9474-734467f26c35 req-c3c47130-8506-452e-ab0a-74c986e2ce02 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa70bb0d-9683-4d6e-8563-43fa5ee1a6be HTTP/1.1" status: 200 len: 945 time: 0.3401716 Mar 29 15:45:13.194916 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-85e01773-ceb0-44aa-9988-03479e27e31f tempest-SecGroupTest-678096859 tempest-SecGroupTest-678096859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610998'] for security_group_rule, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:13.301781 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e01773-ceb0-44aa-9988-03479e27e31f tempest-SecGroupTest-678096859 tempest-SecGroupTest-678096859-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6cbb7aa8-5e0e-4b99-8244-1530e9ae4d18,revision_number=0']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:45:13.313855 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-85e01773-ceb0-44aa-9988-03479e27e31f tempest-SecGroupTest-678096859 tempest-SecGroupTest-678096859-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:13.317670 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-85e01773-ceb0-44aa-9988-03479e27e31f tempest-SecGroupTest-678096859 tempest-SecGroupTest-678096859-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.4930716 Mar 29 15:45:13.319323 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 49402) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:45:13.336631 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-c7261940-87cb-4103-9474-734467f26c35 req-cebc6dc3-4bae-43b9-8532-eed710079ec1 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] 10.222.0.42 "GET /v2.0/security-groups?id=f08e979a-b162-4e81-8f48-4f228bf81759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194451 Mar 29 15:45:13.352667 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5057e9-3384-46f3-960a-27e29f54ce60 req-442fc066-33b3-4fbd-9012-26a0ab269ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:45:13.354161 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-7c5057e9-3384-46f3-960a-27e29f54ce60 req-442fc066-33b3-4fbd-9012-26a0ab269ea6 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1ea16a649c1c40cc83143f867cb559f8&device_id=08195114-afbb-45a0-9caf-067af4e690fa HTTP/1.1" status: 200 len: 1099 time: 0.3358808 Mar 29 15:45:13.415159 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-e4a7ac61-d754-4f60-acc5-49161f0cde1f tempest-SecGroupTest-678096859 tempest-SecGroupTest-678096859-project] Notify callbacks [] for security_group, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:13.442737 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-e4a7ac61-d754-4f60-acc5-49161f0cde1f tempest-SecGroupTest-678096859 tempest-SecGroupTest-678096859-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:13.454050 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03aa8e8d-3c43-4b55-8a18-967e9d94fbf1 req-c98cce19-7448-43d3-939a-c401e33a9182 tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:45:13.454682 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-03aa8e8d-3c43-4b55-8a18-967e9d94fbf1 req-c98cce19-7448-43d3-939a-c401e33a9182 tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:13.490902 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-03aa8e8d-3c43-4b55-8a18-967e9d94fbf1 req-c98cce19-7448-43d3-939a-c401e33a9182 tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8903985 Mar 29 15:45:13.510358 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-e4a7ac61-d754-4f60-acc5-49161f0cde1f tempest-SecGroupTest-678096859 tempest-SecGroupTest-678096859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:13.512845 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-e4a7ac61-d754-4f60-acc5-49161f0cde1f tempest-SecGroupTest-678096859 tempest-SecGroupTest-678096859-project] Notify callbacks [] for security_group, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:13.516379 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-e4a7ac61-d754-4f60-acc5-49161f0cde1f tempest-SecGroupTest-678096859 tempest-SecGroupTest-678096859-project] 10.222.0.42 "DELETE /v2.0/security-groups/1466dfdb-1aa9-4a27-897d-c447be041dac HTTP/1.1" status: 204 len: 168 time: 0.1939142 Mar 29 15:45:13.533998 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 49408) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:45:13.557012 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a7ac61-d754-4f60-acc5-49161f0cde1f tempest-SecGroupTest-678096859 tempest-SecGroupTest-678096859-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1466dfdb-1aa9-4a27-897d-c447be041dac,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:45:13.572770 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71422dd6-e692-4333-9081-4e9a06e612d0 req-1a655d58-a378-4ec9-a73d-c229c8f33eb9 tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:45:13.576042 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-71422dd6-e692-4333-9081-4e9a06e612d0 req-1a655d58-a378-4ec9-a73d-c229c8f33eb9 tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] 10.222.0.42 "GET /v2.0/ports?device_id=275a05c1-f049-44f9-b4f0-fa2c409e8b49 HTTP/1.1" status: 200 len: 931 time: 0.4500751 Mar 29 15:45:13.596743 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [req-03aa8e8d-3c43-4b55-8a18-967e9d94fbf1 req-d662b17f-86e0-4a39-b962-69c176634172 service neutron] Request body: {'port': {'device_id': '275a05c1-f049-44f9-b4f0-fa2c409e8b49', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834765-1'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:45:13.606603 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-7c5057e9-3384-46f3-960a-27e29f54ce60 req-31e8d26f-b089-493e-ac62-b3b69be8b23d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.183&port_id=a8841565-fadb-4f50-a635-f167152011a0 HTTP/1.1" status: 200 len: 217 time: 0.1606522 Mar 29 15:45:13.627932 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b987a9b6-d564-4043-971e-465786c0fb33 req-aeb7995c-c7c4-46a3-8629-c24d4e2ac806 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:45:13.629745 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b987a9b6-d564-4043-971e-465786c0fb33 req-aeb7995c-c7c4-46a3-8629-c24d4e2ac806 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/ports?device_id=58f7a61a-e4e1-4fba-85de-36c5ab11b403 HTTP/1.1" status: 200 len: 950 time: 0.1370728 Mar 29 15:45:13.641435 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-41c9034f-2830-44de-8c46-49e2e2103d51 tempest-SecGroupTest-678096859 tempest-SecGroupTest-678096859-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1059618 Mar 29 15:45:13.657839 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 49414) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:45:13.669704 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-498593ec-8fdd-44ac-97a2-1bbad3ae7ed1 tempest-SecGroupTest-678096859 tempest-SecGroupTest-678096859-project] Request body: {'security_group': {'name': 'tempest-secgroup--561846326'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:45:13.751080 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [req-4bb17784-ac4b-4df3-b5f2-ecbad535b672 req-c9ae459c-46bf-4399-8c00-37e948e35f8c tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] For port 5115305e-8a3f-4b58-a96a-40bb4fbb26e6, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=5115305e-8a3f-4b58-a96a-40bb4fbb26e6,segment=NetworkSegment(429e9cf3-3671-4cb2-9547-92af9e95f1f2),segment_id=429e9cf3-3671-4cb2-9547-92af9e95f1f2)] {{(pid=102790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:45:13.751601 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-4bb17784-ac4b-4df3-b5f2-ecbad535b672 req-c9ae459c-46bf-4399-8c00-37e948e35f8c tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:13.757700 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5057e9-3384-46f3-960a-27e29f54ce60 req-c8f52ba5-5c61-4c6a-8a89-f4ae540dc7d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:45:13.759168 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-7c5057e9-3384-46f3-960a-27e29f54ce60 req-c8f52ba5-5c61-4c6a-8a89-f4ae540dc7d4 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=abb8e5d6-2aea-4455-a944-3435a3d1ce49 HTTP/1.1" status: 200 len: 843 time: 0.1410155 Mar 29 15:45:13.782544 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b987a9b6-d564-4043-971e-465786c0fb33 req-b7a1026c-3dd5-4cb8-9c7b-cbc91ef5bf6e tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/security-groups?id=56997969-7130-4d86-9e9d-e068deb19a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459889 Mar 29 15:45:13.784469 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-498593ec-8fdd-44ac-97a2-1bbad3ae7ed1 tempest-SecGroupTest-678096859 tempest-SecGroupTest-678096859-project] Notify callbacks [] for security_group, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:13.843679 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [req-4bb17784-ac4b-4df3-b5f2-ecbad535b672 req-c9ae459c-46bf-4399-8c00-37e948e35f8c tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] Calling delete_port for 5115305e-8a3f-4b58-a96a-40bb4fbb26e6 owned by compute:nova {{(pid=102790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:45:13.852601 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81605825-fa37-4e7f-8fb5-0b6c1360ffc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fb4706c-a793-43a2-af8e-0a4b9a2a7120'}] {{(pid=102792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:45:13.856894 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4f476c66b318cc6068719fc39557fac68d413f5c7e78fa77028c7948e999ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-555ec305-257e-4f06-b4aa-cc661d1c4b35" -d '{"events": [{"server_uuid": "81605825-fa37-4e7f-8fb5-0b6c1360ffc2", "name": "network-vif-plugged", "status": "completed", "tag": "3fb4706c-a793-43a2-af8e-0a4b9a2a7120"}]}' {{(pid=102792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:45:13.907793 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-71422dd6-e692-4333-9081-4e9a06e612d0 req-3743e218-fc7d-420e-8044-15e4f5e5a53c tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] 10.222.0.42 "GET /v2.0/security-groups?id=8c1a607e-8731-4409-adf4-490f4457a32b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2984071 Mar 29 15:45:13.910472 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-498593ec-8fdd-44ac-97a2-1bbad3ae7ed1 tempest-SecGroupTest-678096859 tempest-SecGroupTest-678096859-project] Notify callbacks [] for security_group, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:13.915992 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-03aa8e8d-3c43-4b55-8a18-967e9d94fbf1 req-d662b17f-86e0-4a39-b962-69c176634172 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:13.925697 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-498593ec-8fdd-44ac-97a2-1bbad3ae7ed1 tempest-SecGroupTest-678096859 tempest-SecGroupTest-678096859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:13.967099 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-498593ec-8fdd-44ac-97a2-1bbad3ae7ed1 tempest-SecGroupTest-678096859 tempest-SecGroupTest-678096859-project] Notify callbacks [] for security_group, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:13.972527 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-498593ec-8fdd-44ac-97a2-1bbad3ae7ed1 tempest-SecGroupTest-678096859 tempest-SecGroupTest-678096859-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3131044 Mar 29 15:45:13.975567 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 49428) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:45:13.981502 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-4336d92d-4c7c-48be-9f2a-bb5fc6918a92 tempest-SecGroupTest-678096859 tempest-SecGroupTest-678096859-project] Request body: {'security_group': {'name': 'tempest-secgroup--823906158'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:45:13.990671 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498593ec-8fdd-44ac-97a2-1bbad3ae7ed1 tempest-SecGroupTest-678096859 tempest-SecGroupTest-678096859-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35e3640a-28b6-49f2-a064-85866b115a78,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:45:14.056871 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-4336d92d-4c7c-48be-9f2a-bb5fc6918a92 tempest-SecGroupTest-678096859 tempest-SecGroupTest-678096859-project] Notify callbacks [] for security_group, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:14.089887 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cfcdd4-f71a-4785-9b7a-279f9cb824a8 req-ddec6902-8ad9-4af1-ba08-0f181f342f21 tempest-TenantUsagesTestJSON-1201448772 tempest-TenantUsagesTestJSON-1201448772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:45:14.092677 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-a3cfcdd4-f71a-4785-9b7a-279f9cb824a8 req-ddec6902-8ad9-4af1-ba08-0f181f342f21 tempest-TenantUsagesTestJSON-1201448772 tempest-TenantUsagesTestJSON-1201448772-project] 10.222.0.42 "GET /v2.0/ports?device_id=08195114-afbb-45a0-9caf-067af4e690fa HTTP/1.1" status: 200 len: 948 time: 0.1055591 Mar 29 15:45:14.205443 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-a3cfcdd4-f71a-4785-9b7a-279f9cb824a8 req-3fe35513-541a-49f8-84b1-39aeffcd3621 tempest-TenantUsagesTestJSON-1201448772 tempest-TenantUsagesTestJSON-1201448772-project] 10.222.0.42 "GET /v2.0/security-groups?id=b9bff25e-37f9-45d8-a345-605186e8c182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043689 Mar 29 15:45:14.294867 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:45:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-721de5f3-797e-4587-8d67-169b624333d1 x-openstack-request-id: req-721de5f3-797e-4587-8d67-169b624333d1 {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:45:14.295354 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81605825-fa37-4e7f-8fb5-0b6c1360ffc2", "name": "network-vif-plugged", "status": "completed", "tag": "3fb4706c-a793-43a2-af8e-0a4b9a2a7120", "code": 200}]} {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:45:14.295605 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-721de5f3-797e-4587-8d67-169b624333d1 {{(pid=102792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:45:14.295994 n-d-834765-1 neutron-server[102792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81605825-fa37-4e7f-8fb5-0b6c1360ffc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fb4706c-a793-43a2-af8e-0a4b9a2a7120', 'code': 200} Mar 29 15:45:14.310161 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-4336d92d-4c7c-48be-9f2a-bb5fc6918a92 tempest-SecGroupTest-678096859 tempest-SecGroupTest-678096859-project] Notify callbacks [] for security_group, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:14.317915 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-4336d92d-4c7c-48be-9f2a-bb5fc6918a92 tempest-SecGroupTest-678096859 tempest-SecGroupTest-678096859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:14.334561 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5057e9-3384-46f3-960a-27e29f54ce60 req-b5fbcb11-31c9-4130-8ba5-f5d9372091e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:45:14.336303 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-7c5057e9-3384-46f3-960a-27e29f54ce60 req-b5fbcb11-31c9-4130-8ba5-f5d9372091e1 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2268a9b9-82fd-4886-a91d-3a50e4e16cab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5592890 Mar 29 15:45:14.347628 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-4336d92d-4c7c-48be-9f2a-bb5fc6918a92 tempest-SecGroupTest-678096859 tempest-SecGroupTest-678096859-project] Notify callbacks [] for security_group, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:14.353123 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-4336d92d-4c7c-48be-9f2a-bb5fc6918a92 tempest-SecGroupTest-678096859 tempest-SecGroupTest-678096859-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3765132 Mar 29 15:45:14.367661 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 49430) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:45:14.375491 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea756a65-9ffd-409a-b085-91197937eaaa admin admin] Router 558a6211-e684-49e0-8eed-dc2dd1edc24a is scheduled to L3 agent c648d819-1060-4f26-b4ec-6455387b5dff with binding_index 1 {{(pid=102790) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 29 15:45:14.383667 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-8d902a25-131e-4db3-bda3-2232ef5328bb tempest-SecGroupTest-678096859 tempest-SecGroupTest-678096859-project] Request body: {'security_group_rule': {'security_group_id': '35e3640a-28b6-49f2-a064-85866b115a78', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '71a46ab4-07f2-4662-8f13-e1fae7fc8174', 'remote_ip_prefix': None}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:45:14.457748 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4336d92d-4c7c-48be-9f2a-bb5fc6918a92 tempest-SecGroupTest-678096859 tempest-SecGroupTest-678096859-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71a46ab4-07f2-4662-8f13-e1fae7fc8174,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:45:14.503461 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-8d902a25-131e-4db3-bda3-2232ef5328bb tempest-SecGroupTest-678096859 tempest-SecGroupTest-678096859-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:14.646942 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc25b6d-ba2a-4a3d-be10-2d3e9e5d05ee req-87f23599-7676-49c5-8d23-e5c9043d6040 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:45:14.648745 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ccc25b6d-ba2a-4a3d-be10-2d3e9e5d05ee req-87f23599-7676-49c5-8d23-e5c9043d6040 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa70bb0d-9683-4d6e-8563-43fa5ee1a6be HTTP/1.1" status: 200 len: 945 time: 0.1850019 Mar 29 15:45:14.719929 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-8d902a25-131e-4db3-bda3-2232ef5328bb tempest-SecGroupTest-678096859 tempest-SecGroupTest-678096859-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:14.730275 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ccc25b6d-ba2a-4a3d-be10-2d3e9e5d05ee req-19974f82-f332-4a85-ac3f-086136718967 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] 10.222.0.42 "GET /v2.0/security-groups?id=f08e979a-b162-4e81-8f48-4f228bf81759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745683 Mar 29 15:45:14.732769 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-8d902a25-131e-4db3-bda3-2232ef5328bb tempest-SecGroupTest-678096859 tempest-SecGroupTest-678096859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610998'] for security_group_rule, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:14.755543 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d902a25-131e-4db3-bda3-2232ef5328bb tempest-SecGroupTest-678096859 tempest-SecGroupTest-678096859-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88c5643c-30f4-4839-8250-ca293f49798d,revision_number=0']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:45:14.795806 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-8d902a25-131e-4db3-bda3-2232ef5328bb tempest-SecGroupTest-678096859 tempest-SecGroupTest-678096859-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:14.798766 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-8d902a25-131e-4db3-bda3-2232ef5328bb tempest-SecGroupTest-678096859 tempest-SecGroupTest-678096859-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.4301696 Mar 29 15:45:14.802186 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 49436) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:45:14.862196 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-ad5a16a4-ca4b-4729-b36f-84260eefbeb4 tempest-SecGroupTest-678096859 tempest-SecGroupTest-678096859-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:14.894734 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-ad5a16a4-ca4b-4729-b36f-84260eefbeb4 tempest-SecGroupTest-678096859 tempest-SecGroupTest-678096859-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:14.964000 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-ad5a16a4-ca4b-4729-b36f-84260eefbeb4 tempest-SecGroupTest-678096859 tempest-SecGroupTest-678096859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610998'] for security_group_rule, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:14.971629 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-ad5a16a4-ca4b-4729-b36f-84260eefbeb4 tempest-SecGroupTest-678096859 tempest-SecGroupTest-678096859-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:14.975464 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-ad5a16a4-ca4b-4729-b36f-84260eefbeb4 tempest-SecGroupTest-678096859 tempest-SecGroupTest-678096859-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/88c5643c-30f4-4839-8250-ca293f49798d HTTP/1.1" status: 204 len: 168 time: 0.1700373 Mar 29 15:45:14.980210 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 49450) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:45:15.010944 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5a16a4-ca4b-4729-b36f-84260eefbeb4 tempest-SecGroupTest-678096859 tempest-SecGroupTest-678096859-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=88c5643c-30f4-4839-8250-ca293f49798d,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:45:15.056180 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-c8fbf1b2-be99-4c49-91aa-dfc6b37a08b6 tempest-SecGroupTest-678096859 tempest-SecGroupTest-678096859-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0700834 Mar 29 15:45:15.058953 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 49452) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:45:15.086726 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-7c5057e9-3384-46f3-960a-27e29f54ce60 req-3874ac68-a196-47b0-8b58-c768b52dfbbd service neutron] 10.222.0.44 "GET /v2.0/networks/2268a9b9-82fd-4886-a91d-3a50e4e16cab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6908822 Mar 29 15:45:15.092805 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea756a65-9ffd-409a-b085-91197937eaaa admin admin] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:45:15.103303 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-833531ec-1832-4396-80bb-2fdaadbab0c5 None None] Sync routers for ids ['558a6211-e684-49e0-8eed-dc2dd1edc24a'] in n-d-834765-1 {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:45:15.123065 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-833531ec-1832-4396-80bb-2fdaadbab0c5 None None] Routers {'558a6211-e684-49e0-8eed-dc2dd1edc24a'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:45:15.126581 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-833531ec-1832-4396-80bb-2fdaadbab0c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:45:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['558a6211-e684-49e0-8eed-dc2dd1edc24a'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:45:15.180948 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-ddc6baaf-dc3c-43b5-b456-3692b9e9a2bb tempest-SecGroupTest-678096859 tempest-SecGroupTest-678096859-project] Notify callbacks [] for security_group, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:15.213436 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9edc7a-0b63-4a85-9ead-aa013fb85b80 req-10b821aa-3c08-4a39-9805-18db62f19508 tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:45:15.215075 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6e9edc7a-0b63-4a85-9ead-aa013fb85b80 req-10b821aa-3c08-4a39-9805-18db62f19508 tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] 10.222.0.42 "GET /v2.0/ports?device_id=275a05c1-f049-44f9-b4f0-fa2c409e8b49 HTTP/1.1" status: 200 len: 931 time: 0.0859039 Mar 29 15:45:15.230703 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-ddc6baaf-dc3c-43b5-b456-3692b9e9a2bb tempest-SecGroupTest-678096859 tempest-SecGroupTest-678096859-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:15.234376 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device 5115305e-8a3f-4b58-a96a-40bb4fbb26e6 no longer exists at agent hyperv_n-h2-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:45:15.297229 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6e9edc7a-0b63-4a85-9ead-aa013fb85b80 req-cb5ef815-a127-4b2e-8ce2-bdb52f1f871c tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] 10.222.0.42 "GET /v2.0/security-groups?id=8c1a607e-8731-4409-adf4-490f4457a32b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707996 Mar 29 15:45:15.324163 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-ea756a65-9ffd-409a-b085-91197937eaaa admin admin] Notify callbacks [] for router, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:15.324383 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-ddc6baaf-dc3c-43b5-b456-3692b9e9a2bb tempest-SecGroupTest-678096859 tempest-SecGroupTest-678096859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:15.327493 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-ea756a65-9ffd-409a-b085-91197937eaaa admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 8.5713456 Mar 29 15:45:15.331850 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-ddc6baaf-dc3c-43b5-b456-3692b9e9a2bb tempest-SecGroupTest-678096859 tempest-SecGroupTest-678096859-project] Notify callbacks [] for security_group, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:15.333138 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-ddc6baaf-dc3c-43b5-b456-3692b9e9a2bb tempest-SecGroupTest-678096859 tempest-SecGroupTest-678096859-project] 10.222.0.42 "DELETE /v2.0/security-groups/71a46ab4-07f2-4662-8f13-e1fae7fc8174 HTTP/1.1" status: 204 len: 168 time: 0.2715504 Mar 29 15:45:15.333719 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 49456) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:45:15.346024 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 49458) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:45:15.381941 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] No active binding found for port 5115305e-8a3f-4b58-a96a-40bb4fbb26e6 {{(pid=102792) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Mar 29 15:45:15.382394 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device 5115305e-8a3f-4b58-a96a-40bb4fbb26e6 not bound to the agent host n-h2-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:45:15.398754 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-4bb17784-ac4b-4df3-b5f2-ecbad535b672 req-c9ae459c-46bf-4399-8c00-37e948e35f8c tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:15.410016 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc6baaf-dc3c-43b5-b456-3692b9e9a2bb tempest-SecGroupTest-678096859 tempest-SecGroupTest-678096859-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=71a46ab4-07f2-4662-8f13-e1fae7fc8174,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:45:15.434538 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] get_ports_and_sgs() called for port_ids ['734cee79-2e3a-49be-96bb-0714db457bf3'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:45:15.444238 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvr_db [None req-833531ec-1832-4396-80bb-2fdaadbab0c5 None None] Set router 558a6211-e684-49e0-8eed-dc2dd1edc24a gateway port host: n-d-834765-1 {{(pid=102792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:45:15.469310 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c964bb-201d-4ebf-9a81-33b1b23902ac req-f6eb8c48-007a-488a-91a0-b1c9527dd7ff tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:45:15.477345 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-27c964bb-201d-4ebf-9a81-33b1b23902ac req-f6eb8c48-007a-488a-91a0-b1c9527dd7ff tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/ports?device_id=58f7a61a-e4e1-4fba-85de-36c5ab11b403 HTTP/1.1" status: 200 len: 950 time: 1.2639625 Mar 29 15:45:15.544515 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ae459c-46bf-4399-8c00-37e948e35f8c tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] Pushing event deleted for resources: {'Port': ['ID=5115305e-8a3f-4b58-a96a-40bb4fbb26e6,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:45:15.650696 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-7c5057e9-3384-46f3-960a-27e29f54ce60 req-27b9e879-f619-4af1-b000-d5b2bbc40c1a service neutron] 10.222.0.44 "GET /v2.0/networks/2268a9b9-82fd-4886-a91d-3a50e4e16cab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5101385 Mar 29 15:45:15.655855 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bb17784-ac4b-4df3-b5f2-ecbad535b672 req-c9ae459c-46bf-4399-8c00-37e948e35f8c tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] No DVR routers for this DVR port 5115305e-8a3f-4b58-a96a-40bb4fbb26e6 on host n-h2-834765-1 {{(pid=102790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:45:15.661919 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-4bb17784-ac4b-4df3-b5f2-ecbad535b672 req-c9ae459c-46bf-4399-8c00-37e948e35f8c tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:15.665202 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-4bb17784-ac4b-4df3-b5f2-ecbad535b672 req-c9ae459c-46bf-4399-8c00-37e948e35f8c tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] 10.222.0.48 "DELETE /v2.0/ports/5115305e-8a3f-4b58-a96a-40bb4fbb26e6 HTTP/1.1" status: 204 len: 173 time: 3.2251444 Mar 29 15:45:15.665925 n-d-834765-1 neutron-server[102790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa70bb0d-9683-4d6e-8563-43fa5ee1a6be', 'name': 'network-vif-deleted', 'tag': '5115305e-8a3f-4b58-a96a-40bb4fbb26e6'}] {{(pid=102790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:45:15.668347 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46b06d655c90bc969636382cce4240ad749035fb0f3a83ee4734fa1ed9c4a6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0a8f49e-4f94-4725-9d65-523744f86ad8" -d '{"events": [{"server_uuid": "aa70bb0d-9683-4d6e-8563-43fa5ee1a6be", "name": "network-vif-deleted", "tag": "5115305e-8a3f-4b58-a96a-40bb4fbb26e6"}]}' {{(pid=102790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:45:15.693382 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-27c964bb-201d-4ebf-9a81-33b1b23902ac req-b7c0e076-5d1e-4862-9b0a-0ef71f7094af tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/security-groups?id=56997969-7130-4d86-9e9d-e068deb19a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2150307 Mar 29 15:45:15.778795 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 49464) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:45:15.782237 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-54ac85f7-2657-4602-943d-dff93edeb5c7 tempest-SecGroupTest-678096859 tempest-SecGroupTest-678096859-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.4140520 Mar 29 15:45:15.911450 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b920f83-0c70-4282-b63d-907b47df77a1 req-bdfe674e-9a40-4b78-84bf-e79a3c6df1f8 tempest-TenantUsagesTestJSON-1201448772 tempest-TenantUsagesTestJSON-1201448772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:45:15.920473 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-7b920f83-0c70-4282-b63d-907b47df77a1 req-bdfe674e-9a40-4b78-84bf-e79a3c6df1f8 tempest-TenantUsagesTestJSON-1201448772 tempest-TenantUsagesTestJSON-1201448772-project] 10.222.0.42 "GET /v2.0/ports?device_id=08195114-afbb-45a0-9caf-067af4e690fa HTTP/1.1" status: 200 len: 948 time: 0.4668708 Mar 29 15:45:15.931091 n-d-834765-1 neutron-server[102790]: DEBUG neutron.notifiers.nova [req-03aa8e8d-3c43-4b55-8a18-967e9d94fbf1 req-d662b17f-86e0-4a39-b962-69c176634172 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f869e91-40aa-4c2d-b785-37f31db58300 {{(pid=102790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:45:15.951952 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-03aa8e8d-3c43-4b55-8a18-967e9d94fbf1 req-d662b17f-86e0-4a39-b962-69c176634172 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:15.983696 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.provisioning_blocks [req-03aa8e8d-3c43-4b55-8a18-967e9d94fbf1 req-d662b17f-86e0-4a39-b962-69c176634172 service neutron] Transition to ACTIVE for port object 5f869e91-40aa-4c2d-b785-37f31db58300 will not be triggered until provisioned by entity L2. {{(pid=102790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 15:45:15.991388 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-7b920f83-0c70-4282-b63d-907b47df77a1 req-4cfbb2a8-017e-4f11-8be1-744fdadfac43 tempest-TenantUsagesTestJSON-1201448772 tempest-TenantUsagesTestJSON-1201448772-project] 10.222.0.42 "GET /v2.0/security-groups?id=b9bff25e-37f9-45d8-a345-605186e8c182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696316 Mar 29 15:45:16.030665 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:45:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1a3d310-8316-4054-a9e5-4d89c55decf3 x-openstack-request-id: req-a1a3d310-8316-4054-a9e5-4d89c55decf3 {{(pid=102790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:45:16.032954 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa70bb0d-9683-4d6e-8563-43fa5ee1a6be", "name": "network-vif-deleted", "tag": "5115305e-8a3f-4b58-a96a-40bb4fbb26e6", "status": "completed", "code": 200}]} {{(pid=102790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:45:16.033433 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a1a3d310-8316-4054-a9e5-4d89c55decf3 {{(pid=102790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:45:16.034238 n-d-834765-1 neutron-server[102790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa70bb0d-9683-4d6e-8563-43fa5ee1a6be', 'name': 'network-vif-deleted', 'tag': '5115305e-8a3f-4b58-a96a-40bb4fbb26e6', 'status': 'completed', 'code': 200} Mar 29 15:45:16.054064 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-03aa8e8d-3c43-4b55-8a18-967e9d94fbf1 req-d662b17f-86e0-4a39-b962-69c176634172 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5237921'] for port, after_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:16.183777 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-91242501-ab37-4705-a3c1-85b709d6835f req-b069df16-15c1-4c38-aadc-6eb6541ea3b0 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa70bb0d-9683-4d6e-8563-43fa5ee1a6be HTTP/1.1" status: 200 len: 210 time: 0.1484210 Mar 29 15:45:16.302744 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-833531ec-1832-4396-80bb-2fdaadbab0c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '558a6211-e684-49e0-8eed-dc2dd1edc24a', 'name': 'tempest-ServerRescueTestJSONUnderV235-1742861683-router', 'tenant_id': '8286afd09edb48b48ba8a55593c30462', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.107'}], 'enable_snat': True}, 'gw_port_id': 'ded63c33-7e57-4443-b12e-df1dc2486254', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:45:06Z', 'updated_at': '2022-03-29T15:45:10Z', 'revision_number': 3, 'project_id': '8286afd09edb48b48ba8a55593c30462', 'gw_port': {'id': 'ded63c33-7e57-4443-b12e-df1dc2486254', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:01:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '558a6211-e684-49e0-8eed-dc2dd1edc24a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1216, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:45:08Z', 'updated_at': '2022-03-29T15:45:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1'}], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:45:16.305712 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece0a305-6edd-4a7c-bad3-7893f2b85644 req-1cd89d80-6049-4c03-b5cb-be53a739a7f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:45:16.311081 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-ece0a305-6edd-4a7c-bad3-7893f2b85644 req-1cd89d80-6049-4c03-b5cb-be53a739a7f8 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1ea16a649c1c40cc83143f867cb559f8&device_id=08195114-afbb-45a0-9caf-067af4e690fa HTTP/1.1" status: 200 len: 1099 time: 0.5845408 Mar 29 15:45:16.328060 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d662b17f-86e0-4a39-b962-69c176634172 service neutron] Pushing event updated for resources: {'Port': ['ID=5f869e91-40aa-4c2d-b785-37f31db58300,revision_number=2']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:45:16.430583 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-833531ec-1832-4396-80bb-2fdaadbab0c5 None None] Checking router: 558a6211-e684-49e0-8eed-dc2dd1edc24a for host: n-d-834765-1 {{(pid=102792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:45:16.430937 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-833531ec-1832-4396-80bb-2fdaadbab0c5 None None] Updating router 558a6211-e684-49e0-8eed-dc2dd1edc24a port ded63c33-7e57-4443-b12e-df1dc2486254 binding host n-d-834765-1 {{(pid=102792) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 15:45:16.570516 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece0a305-6edd-4a7c-bad3-7893f2b85644 req-9b5d6cbb-f081-4aed-b3ff-c1f24ce81641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:45:16.572346 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-ece0a305-6edd-4a7c-bad3-7893f2b85644 req-9b5d6cbb-f081-4aed-b3ff-c1f24ce81641 service neutron] 10.222.0.44 "GET /v2.0/networks?id=2268a9b9-82fd-4886-a91d-3a50e4e16cab HTTP/1.1" status: 200 len: 870 time: 0.2513485 Mar 29 15:45:16.674595 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-852c0d76-06ef-4990-bd45-3f94b5a03b61 req-1d48789d-197a-47df-8dfa-b1c4529e66df tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=fa3ba36247ad48f4997ede3b0209bc82&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0372887 Mar 29 15:45:16.686372 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-ece0a305-6edd-4a7c-bad3-7893f2b85644 req-f11e2a5d-b0b6-42c3-9084-c1c2965be10b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.183&port_id=a8841565-fadb-4f50-a635-f167152011a0 HTTP/1.1" status: 200 len: 217 time: 0.0867436 Mar 29 15:45:16.690607 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-a31d9784-7a53-4e3b-bd2a-40da8fd9e814 tempest-SecGroupTest-678096859 tempest-SecGroupTest-678096859-project] Notify callbacks [] for security_group, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:16.795894 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-a31d9784-7a53-4e3b-bd2a-40da8fd9e814 tempest-SecGroupTest-678096859 tempest-SecGroupTest-678096859-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:16.807643 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-833531ec-1832-4396-80bb-2fdaadbab0c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:16.822964 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1978b06e-beb1-43b2-88ae-004eead6bca6 req-65983778-f4e2-4272-b0a9-7bdd739a3c69 tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:45:16.831538 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-1978b06e-beb1-43b2-88ae-004eead6bca6 req-65983778-f4e2-4272-b0a9-7bdd739a3c69 tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] 10.222.0.42 "GET /v2.0/ports?device_id=275a05c1-f049-44f9-b4f0-fa2c409e8b49 HTTP/1.1" status: 200 len: 943 time: 0.2370255 Mar 29 15:45:16.833081 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852c0d76-06ef-4990-bd45-3f94b5a03b61 req-3fcfb9b7-cbc4-4732-88f6-c2a35e3bf061 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:45:16.836119 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-852c0d76-06ef-4990-bd45-3f94b5a03b61 req-3fcfb9b7-cbc4-4732-88f6-c2a35e3bf061 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1546874 Mar 29 15:45:16.899952 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-852c0d76-06ef-4990-bd45-3f94b5a03b61 req-e9555091-3708-4fff-9e63-129d34d67eb9 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/quotas/fa3ba36247ad48f4997ede3b0209bc82 HTTP/1.1" status: 200 len: 375 time: 0.0555446 Mar 29 15:45:16.910477 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.managers [req-03aa8e8d-3c43-4b55-8a18-967e9d94fbf1 req-d662b17f-86e0-4a39-b962-69c176634172 service neutron] Attempting to bind port 5f869e91-40aa-4c2d-b785-37f31db58300 on host n-h2-834765-1 for vnic_type normal with profile {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:45:16.911705 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.managers [req-03aa8e8d-3c43-4b55-8a18-967e9d94fbf1 req-d662b17f-86e0-4a39-b962-69c176634172 service neutron] Attempting to bind port 5f869e91-40aa-4c2d-b785-37f31db58300 by drivers openvswitch,hyperv on host n-h2-834765-1 at level 0 using segments [{'id': 'e03a7c9c-8b58-4c58-aa22-7189da98b069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '7a71ca6e-bbff-43b0-bde3-8072ae4b3f50'}] {{(pid=102790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:45:16.912257 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03aa8e8d-3c43-4b55-8a18-967e9d94fbf1 req-d662b17f-86e0-4a39-b962-69c176634172 service neutron] Attempting to bind port 5f869e91-40aa-4c2d-b785-37f31db58300 on network 7a71ca6e-bbff-43b0-bde3-8072ae4b3f50 {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:45:16.935508 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-a31d9784-7a53-4e3b-bd2a-40da8fd9e814 tempest-SecGroupTest-678096859 tempest-SecGroupTest-678096859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:16.938459 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-a31d9784-7a53-4e3b-bd2a-40da8fd9e814 tempest-SecGroupTest-678096859 tempest-SecGroupTest-678096859-project] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:16.940175 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-a31d9784-7a53-4e3b-bd2a-40da8fd9e814 tempest-SecGroupTest-678096859 tempest-SecGroupTest-678096859-project] 10.222.0.42 "DELETE /v2.0/security-groups/35e3640a-28b6-49f2-a064-85866b115a78 HTTP/1.1" status: 204 len: 168 time: 1.1604278 Mar 29 15:45:16.948970 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 49500) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:45:16.953651 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03aa8e8d-3c43-4b55-8a18-967e9d94fbf1 req-d662b17f-86e0-4a39-b962-69c176634172 service neutron] Port 5f869e91-40aa-4c2d-b785-37f31db58300 on network 7a71ca6e-bbff-43b0-bde3-8072ae4b3f50 not bound, no agent of type Open vSwitch agent registered on host n-h2-834765-1 {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 15:45:16.954286 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03aa8e8d-3c43-4b55-8a18-967e9d94fbf1 req-d662b17f-86e0-4a39-b962-69c176634172 service neutron] Attempting to bind port 5f869e91-40aa-4c2d-b785-37f31db58300 on network 7a71ca6e-bbff-43b0-bde3-8072ae4b3f50 {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:45:16.959649 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:16.980393 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece0a305-6edd-4a7c-bad3-7893f2b85644 req-39e73730-3ed7-4b73-8783-d712bf2e7296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:45:16.982962 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-ece0a305-6edd-4a7c-bad3-7893f2b85644 req-39e73730-3ed7-4b73-8783-d712bf2e7296 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=abb8e5d6-2aea-4455-a944-3435a3d1ce49 HTTP/1.1" status: 200 len: 843 time: 0.2816889 Mar 29 15:45:17.030018 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-852c0d76-06ef-4990-bd45-3f94b5a03b61 req-90301924-3155-42ec-b278-a6a571ff0bd7 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=fa3ba36247ad48f4997ede3b0209bc82&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1220858 Mar 29 15:45:17.054705 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31d9784-7a53-4e3b-bd2a-40da8fd9e814 tempest-SecGroupTest-678096859 tempest-SecGroupTest-678096859-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=35e3640a-28b6-49f2-a064-85866b115a78,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:45:17.119288 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03aa8e8d-3c43-4b55-8a18-967e9d94fbf1 req-d662b17f-86e0-4a39-b962-69c176634172 service neutron] Checking agent: {'id': '3e4b4912-b4a2-4d17-b5bd-6ce15529e8eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 33, 17), 'started_at': datetime.datetime(2022, 3, 29, 15, 33, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 45, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:45:17.120437 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03aa8e8d-3c43-4b55-8a18-967e9d94fbf1 req-d662b17f-86e0-4a39-b962-69c176634172 service neutron] Checking segment: {'id': 'e03a7c9c-8b58-4c58-aa22-7189da98b069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '7a71ca6e-bbff-43b0-bde3-8072ae4b3f50'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:45:17.128637 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03aa8e8d-3c43-4b55-8a18-967e9d94fbf1 req-d662b17f-86e0-4a39-b962-69c176634172 service neutron] Bound using segment: {'id': 'e03a7c9c-8b58-4c58-aa22-7189da98b069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '7a71ca6e-bbff-43b0-bde3-8072ae4b3f50'} {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:45:17.129398 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.managers [req-03aa8e8d-3c43-4b55-8a18-967e9d94fbf1 req-d662b17f-86e0-4a39-b962-69c176634172 service neutron] Bound port: 5f869e91-40aa-4c2d-b785-37f31db58300, host: n-h2-834765-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e03a7c9c-8b58-4c58-aa22-7189da98b069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '7a71ca6e-bbff-43b0-bde3-8072ae4b3f50'}}] {{(pid=102790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 15:45:17.130509 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-03aa8e8d-3c43-4b55-8a18-967e9d94fbf1 req-d662b17f-86e0-4a39-b962-69c176634172 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:17.172820 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-2637dc3c-9b26-412a-aa76-62ab36510d44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:17.237809 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-1978b06e-beb1-43b2-88ae-004eead6bca6 req-98755ebe-3407-4277-af74-3b6ade652b18 tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] 10.222.0.42 "GET /v2.0/security-groups?id=8c1a607e-8731-4409-adf4-490f4457a32b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4051385 Mar 29 15:45:17.395272 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece0a305-6edd-4a7c-bad3-7893f2b85644 req-b8f6e9ac-3fa1-4eed-8533-185b76d39a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:45:17.396819 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-ece0a305-6edd-4a7c-bad3-7893f2b85644 req-b8f6e9ac-3fa1-4eed-8533-185b76d39a50 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2268a9b9-82fd-4886-a91d-3a50e4e16cab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3279345 Mar 29 15:45:17.411562 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-7989177c-89eb-4a81-a823-79e2922d32ee tempest-SecGroupTest-678096859 tempest-SecGroupTest-678096859-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4588878 Mar 29 15:45:17.444263 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 49522) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:45:17.469107 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-7e6becf5-cc61-4361-ba0e-319f29831882 tempest-SecGroupTest-678096859 tempest-SecGroupTest-678096859-project] Request body: {'security_group': {'name': 'tempest-secgroup--1253768300'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:45:17.585502 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-833531ec-1832-4396-80bb-2fdaadbab0c5 None None] Notify callbacks [] for port, precommit_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:17.599679 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-833531ec-1832-4396-80bb-2fdaadbab0c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:17.638195 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-ece0a305-6edd-4a7c-bad3-7893f2b85644 req-f1d72c9c-cbfd-421c-b713-7dac50e06057 service neutron] 10.222.0.44 "GET /v2.0/networks/2268a9b9-82fd-4886-a91d-3a50e4e16cab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2246912 Mar 29 15:45:17.643956 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da556575-1957-45cf-8ae6-859fa66d5b4b req-35efb18e-6c50-4e41-bca8-e1c78123d9ab tempest-TenantUsagesTestJSON-1201448772 tempest-TenantUsagesTestJSON-1201448772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:45:17.647481 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-da556575-1957-45cf-8ae6-859fa66d5b4b req-35efb18e-6c50-4e41-bca8-e1c78123d9ab tempest-TenantUsagesTestJSON-1201448772 tempest-TenantUsagesTestJSON-1201448772-project] 10.222.0.42 "GET /v2.0/ports?device_id=08195114-afbb-45a0-9caf-067af4e690fa HTTP/1.1" status: 200 len: 948 time: 0.2736564 Mar 29 15:45:17.744806 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-a072cec6-ef94-4b1a-aa67-156cc37c3473 req-fbe1a5e9-c40f-4a6e-8c8c-510cfe117499 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/ports?device_id=ccf671cc-285a-4046-a5d5-c44a9114232b HTTP/1.1" status: 200 len: 210 time: 0.1050119 Mar 29 15:45:17.746955 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-7e6becf5-cc61-4361-ba0e-319f29831882 tempest-SecGroupTest-678096859 tempest-SecGroupTest-678096859-project] Notify callbacks [] for security_group, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:17.751362 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-833531ec-1832-4396-80bb-2fdaadbab0c5 None None] Attempting to bind port ded63c33-7e57-4443-b12e-df1dc2486254 on host n-d-834765-1 for vnic_type normal with profile {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:45:17.751740 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-833531ec-1832-4396-80bb-2fdaadbab0c5 None None] Attempting to bind port ded63c33-7e57-4443-b12e-df1dc2486254 by drivers openvswitch,hyperv on host n-d-834765-1 at level 0 using segments [{'id': '6ab47353-a811-4bad-bc73-b4cc84583cfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:45:17.752477 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-833531ec-1832-4396-80bb-2fdaadbab0c5 None None] Attempting to bind port ded63c33-7e57-4443-b12e-df1dc2486254 on network 4a4a035d-ecac-4ead-baa3-25f90788773a {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:45:17.767746 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:17.768426 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb47f9f3-d8aa-44fc-99a0-98c16fa25d90 None None] Pushing event updated for resources: {'Port': ['ID=ded63c33-7e57-4443-b12e-df1dc2486254,revision_number=2']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:45:17.788444 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-833531ec-1832-4396-80bb-2fdaadbab0c5 None None] Checking agent: {'id': 'a8866439-9d96-425c-b519-6905c591ac37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 25, 36), 'started_at': datetime.datetime(2022, 3, 29, 15, 26, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 45, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834765-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:45:17.789581 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-833531ec-1832-4396-80bb-2fdaadbab0c5 None None] Checking segment: {'id': '6ab47353-a811-4bad-bc73-b4cc84583cfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:45:17.789581 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-833531ec-1832-4396-80bb-2fdaadbab0c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:17.789925 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-833531ec-1832-4396-80bb-2fdaadbab0c5 None None] Bound using segment: {'id': '6ab47353-a811-4bad-bc73-b4cc84583cfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:45:17.790422 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-833531ec-1832-4396-80bb-2fdaadbab0c5 None None] Bound port: ded63c33-7e57-4443-b12e-df1dc2486254, host: n-d-834765-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ab47353-a811-4bad-bc73-b4cc84583cfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'}}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 15:45:17.790803 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-833531ec-1832-4396-80bb-2fdaadbab0c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:17.822980 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [req-03aa8e8d-3c43-4b55-8a18-967e9d94fbf1 req-d662b17f-86e0-4a39-b962-69c176634172 service neutron] For port 5f869e91-40aa-4c2d-b785-37f31db58300, host n-h2-834765-1, cleared binding levels {{(pid=102790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:45:17.842019 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [req-03aa8e8d-3c43-4b55-8a18-967e9d94fbf1 req-d662b17f-86e0-4a39-b962-69c176634172 service neutron] For port 5f869e91-40aa-4c2d-b785-37f31db58300, host n-h2-834765-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=5f869e91-40aa-4c2d-b785-37f31db58300,segment=NetworkSegment(e03a7c9c-8b58-4c58-aa22-7189da98b069),segment_id=e03a7c9c-8b58-4c58-aa22-7189da98b069)] {{(pid=102790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:45:17.881903 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-7e6becf5-cc61-4361-ba0e-319f29831882 tempest-SecGroupTest-678096859 tempest-SecGroupTest-678096859-project] Notify callbacks [] for security_group, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:17.884107 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-03aa8e8d-3c43-4b55-8a18-967e9d94fbf1 req-d662b17f-86e0-4a39-b962-69c176634172 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5237921'] for port, after_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:17.900970 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-7e6becf5-cc61-4361-ba0e-319f29831882 tempest-SecGroupTest-678096859 tempest-SecGroupTest-678096859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:17.927253 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-833531ec-1832-4396-80bb-2fdaadbab0c5 None None] For port ded63c33-7e57-4443-b12e-df1dc2486254, host n-d-834765-1, cleared binding levels {{(pid=102792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:45:17.942191 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-ece0a305-6edd-4a7c-bad3-7893f2b85644 req-4ecac5bf-797c-48e8-806b-f6db8452d623 service neutron] 10.222.0.44 "GET /v2.0/networks/2268a9b9-82fd-4886-a91d-3a50e4e16cab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2633352 Mar 29 15:45:17.943426 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-833531ec-1832-4396-80bb-2fdaadbab0c5 None None] For port ded63c33-7e57-4443-b12e-df1dc2486254, host n-d-834765-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=ded63c33-7e57-4443-b12e-df1dc2486254,segment=NetworkSegment(6ab47353-a811-4bad-bc73-b4cc84583cfd),segment_id=6ab47353-a811-4bad-bc73-b4cc84583cfd)] {{(pid=102792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:45:17.947306 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-da556575-1957-45cf-8ae6-859fa66d5b4b req-2a1ddf36-bccc-4994-bd3b-9b7b605d2f6f tempest-TenantUsagesTestJSON-1201448772 tempest-TenantUsagesTestJSON-1201448772-project] 10.222.0.42 "GET /v2.0/security-groups?id=b9bff25e-37f9-45d8-a345-605186e8c182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2591398 Mar 29 15:45:17.948816 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_common [None req-2637dc3c-9b26-412a-aa76-62ab36510d44 admin admin] Allocated IP 172.20.0.1 (bf39fd10-b141-4aa1-b5bc-ebcbbb01092f/16497655-324d-4047-a7c9-20587c2f556c/7bac8d4f-83d2-4100-92a6-b01c2323b60e) {{(pid=102791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:45:17.964651 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-833531ec-1832-4396-80bb-2fdaadbab0c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:17.998491 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-7e6becf5-cc61-4361-ba0e-319f29831882 tempest-SecGroupTest-678096859 tempest-SecGroupTest-678096859-project] Notify callbacks [] for security_group, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:17.999109 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03aa8e8d-3c43-4b55-8a18-967e9d94fbf1 req-d662b17f-86e0-4a39-b962-69c176634172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:45:17.999929 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-03aa8e8d-3c43-4b55-8a18-967e9d94fbf1 req-d662b17f-86e0-4a39-b962-69c176634172 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:18.001520 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-03aa8e8d-3c43-4b55-8a18-967e9d94fbf1 req-d662b17f-86e0-4a39-b962-69c176634172 service neutron] 10.222.0.48 "PUT /v2.0/ports/5f869e91-40aa-4c2d-b785-37f31db58300 HTTP/1.1" status: 200 len: 1091 time: 4.4532025 Mar 29 15:45:18.002745 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-7e6becf5-cc61-4361-ba0e-319f29831882 tempest-SecGroupTest-678096859 tempest-SecGroupTest-678096859-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5395539 Mar 29 15:45:18.009047 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 49542) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:45:18.010044 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6becf5-cc61-4361-ba0e-319f29831882 tempest-SecGroupTest-678096859 tempest-SecGroupTest-678096859-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc2fd102-9754-4dd9-9699-d7c51ffc2441,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:45:18.015366 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-90cf63fd-904b-4524-aaa6-3fa022a05bbe tempest-SecGroupTest-678096859 tempest-SecGroupTest-678096859-project] Request body: {'security_group_rule': {'security_group_id': 'fc2fd102-9754-4dd9-9699-d7c51ffc2441', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:45:18.050442 n-d-834765-1 neutron-server[102790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '275a05c1-f049-44f9-b4f0-fa2c409e8b49', 'tag': '5f869e91-40aa-4c2d-b785-37f31db58300'}] {{(pid=102790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:45:18.053240 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46b06d655c90bc969636382cce4240ad749035fb0f3a83ee4734fa1ed9c4a6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e02d3e67-13c4-4173-8286-ed73b82b806f" -d '{"events": [{"name": "network-changed", "server_uuid": "275a05c1-f049-44f9-b4f0-fa2c409e8b49", "tag": "5f869e91-40aa-4c2d-b785-37f31db58300"}]}' {{(pid=102790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:45:18.154130 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d662b17f-86e0-4a39-b962-69c176634172 service neutron] Pushing event updated for resources: {'Port': ['ID=5f869e91-40aa-4c2d-b785-37f31db58300,revision_number=3']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:45:18.166161 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 15:45:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02e1067c-cd74-4627-8e38-26fc79b29f3d x-openstack-request-id: req-02e1067c-cd74-4627-8e38-26fc79b29f3d {{(pid=102790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:45:18.166161 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "275a05c1-f049-44f9-b4f0-fa2c409e8b49", "tag": "5f869e91-40aa-4c2d-b785-37f31db58300", "status": "completed", "code": 200}]} {{(pid=102790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:45:18.166400 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-02e1067c-cd74-4627-8e38-26fc79b29f3d {{(pid=102790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:45:18.166710 n-d-834765-1 neutron-server[102790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '275a05c1-f049-44f9-b4f0-fa2c409e8b49', 'tag': '5f869e91-40aa-4c2d-b785-37f31db58300', 'status': 'completed', 'code': 200} Mar 29 15:45:18.180178 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-2637dc3c-9b26-412a-aa76-62ab36510d44 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:18.198159 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-833531ec-1832-4396-80bb-2fdaadbab0c5 None None] Routers {'558a6211-e684-49e0-8eed-dc2dd1edc24a'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:45:18.198627 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-833531ec-1832-4396-80bb-2fdaadbab0c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:45:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['558a6211-e684-49e0-8eed-dc2dd1edc24a'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:45:18.206245 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-90cf63fd-904b-4524-aaa6-3fa022a05bbe tempest-SecGroupTest-678096859 tempest-SecGroupTest-678096859-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:18.293137 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb47f9f3-d8aa-44fc-99a0-98c16fa25d90 None None] Pushing event updated for resources: {'Port': ['ID=ded63c33-7e57-4443-b12e-df1dc2486254,revision_number=3']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:45:18.305972 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-2637dc3c-9b26-412a-aa76-62ab36510d44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:18.376312 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03aa8e8d-3c43-4b55-8a18-967e9d94fbf1 req-357dd688-9821-4646-b99f-80d11ed9322e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:45:18.379253 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-03aa8e8d-3c43-4b55-8a18-967e9d94fbf1 req-357dd688-9821-4646-b99f-80d11ed9322e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7f01d9a12c82426baef86d9ae4ff6fa7&device_id=275a05c1-f049-44f9-b4f0-fa2c409e8b49 HTTP/1.1" status: 200 len: 1094 time: 0.3083825 Mar 29 15:45:18.403015 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c524e01-b565-41fd-b804-6342d9009679 req-713284fc-0439-4576-a183-fc5a6a3a2b36 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:45:18.404607 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-6c524e01-b565-41fd-b804-6342d9009679 req-713284fc-0439-4576-a183-fc5a6a3a2b36 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] 10.222.0.42 "GET /v2.0/networks?id=9c05e936-df9e-4fbf-b09c-78bf9696504c HTTP/1.1" status: 200 len: 806 time: 0.4615517 Mar 29 15:45:18.453921 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvr_db [None req-833531ec-1832-4396-80bb-2fdaadbab0c5 None None] Set router 558a6211-e684-49e0-8eed-dc2dd1edc24a gateway port host: n-d-834765-1 {{(pid=102792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:45:18.456272 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-6c524e01-b565-41fd-b804-6342d9009679 req-18ee49a7-e567-4ee9-b2a3-d3fdf31a675e tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] 10.222.0.42 "GET /v2.0/quotas/d04cf558b2cb439aa051141a3dc84641 HTTP/1.1" status: 200 len: 375 time: 0.0249321 Mar 29 15:45:18.504375 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2637dc3c-9b26-412a-aa76-62ab36510d44 admin admin] Network bf39fd10-b141-4aa1-b5bc-ebcbbb01092f is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:45:18.511903 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2637dc3c-9b26-412a-aa76-62ab36510d44 admin admin] Pushing event updated for resources: {'Port': ['ID=7bac8d4f-83d2-4100-92a6-b01c2323b60e,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:45:18.515311 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [None req-2637dc3c-9b26-412a-aa76-62ab36510d44 admin admin] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:45:18.531695 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cbbd2c-4d78-4858-9297-cdef6402e310 req-fa5d8295-08ed-457b-a7cf-54b6edb81b35 tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:45:18.542999 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-98cbbd2c-4d78-4858-9297-cdef6402e310 req-fa5d8295-08ed-457b-a7cf-54b6edb81b35 tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] 10.222.0.42 "GET /v2.0/ports?device_id=275a05c1-f049-44f9-b4f0-fa2c409e8b49 HTTP/1.1" status: 200 len: 943 time: 0.1428969 Mar 29 15:45:18.562995 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-03aa8e8d-3c43-4b55-8a18-967e9d94fbf1 req-1f2af0dd-a8b0-41ba-a46d-db51b60768d5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5f869e91-40aa-4c2d-b785-37f31db58300 HTTP/1.1" status: 200 len: 217 time: 0.1485455 Mar 29 15:45:18.596264 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2637dc3c-9b26-412a-aa76-62ab36510d44 admin admin] Received port after_create {{(pid=102791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:45:18.623845 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-98cbbd2c-4d78-4858-9297-cdef6402e310 req-510e3326-a139-46af-a1a2-264d75718aba tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] 10.222.0.42 "GET /v2.0/security-groups?id=8c1a607e-8731-4409-adf4-490f4457a32b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794625 Mar 29 15:45:18.737035 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-2637dc3c-9b26-412a-aa76-62ab36510d44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-648347'] for router_interface, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:18.740421 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-90cf63fd-904b-4524-aaa6-3fa022a05bbe tempest-SecGroupTest-678096859 tempest-SecGroupTest-678096859-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:18.765050 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-90cf63fd-904b-4524-aaa6-3fa022a05bbe tempest-SecGroupTest-678096859 tempest-SecGroupTest-678096859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610998'] for security_group_rule, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:18.795179 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-6c524e01-b565-41fd-b804-6342d9009679 req-4a5f0cdb-3695-41ed-bd18-47c6bb70fb3d tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=d04cf558b2cb439aa051141a3dc84641&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2797065 Mar 29 15:45:18.851663 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03aa8e8d-3c43-4b55-8a18-967e9d94fbf1 req-1264406c-5765-4e22-98fa-00ea079d2bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:45:18.855833 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-03aa8e8d-3c43-4b55-8a18-967e9d94fbf1 req-1264406c-5765-4e22-98fa-00ea079d2bd0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4acd9598-0ca3-487b-9c0e-30e24be7e9e5 HTTP/1.1" status: 200 len: 845 time: 0.2666271 Mar 29 15:45:18.921695 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-833531ec-1832-4396-80bb-2fdaadbab0c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '558a6211-e684-49e0-8eed-dc2dd1edc24a', 'name': 'tempest-ServerRescueTestJSONUnderV235-1742861683-router', 'tenant_id': '8286afd09edb48b48ba8a55593c30462', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.107'}], 'enable_snat': True}, 'gw_port_id': 'ded63c33-7e57-4443-b12e-df1dc2486254', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:45:06Z', 'updated_at': '2022-03-29T15:45:10Z', 'revision_number': 3, 'project_id': '8286afd09edb48b48ba8a55593c30462', 'gw_port': {'id': 'ded63c33-7e57-4443-b12e-df1dc2486254', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:01:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '558a6211-e684-49e0-8eed-dc2dd1edc24a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1216, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:45:08Z', 'updated_at': '2022-03-29T15:45:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1'}], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:45:18.942118 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-03aa8e8d-3c43-4b55-8a18-967e9d94fbf1 req-50903fa7-123f-48fa-9e28-3a2cb3f94f34 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7a71ca6e-bbff-43b0-bde3-8072ae4b3f50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0600443 Mar 29 15:45:18.943159 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cf63fd-904b-4524-aaa6-3fa022a05bbe tempest-SecGroupTest-678096859 tempest-SecGroupTest-678096859-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0afd9ea9-a21b-4517-8e4f-17f23c42c314,revision_number=0']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:45:18.970353 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-90cf63fd-904b-4524-aaa6-3fa022a05bbe tempest-SecGroupTest-678096859 tempest-SecGroupTest-678096859-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:18.976419 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-833531ec-1832-4396-80bb-2fdaadbab0c5 None None] The sync data for ids ['558a6211-e684-49e0-8eed-dc2dd1edc24a'] in n-d-834765-1 is: [{'id': '558a6211-e684-49e0-8eed-dc2dd1edc24a', 'name': 'tempest-ServerRescueTestJSONUnderV235-1742861683-router', 'tenant_id': '8286afd09edb48b48ba8a55593c30462', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.107'}], 'enable_snat': True}, 'gw_port_id': 'ded63c33-7e57-4443-b12e-df1dc2486254', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:45:06Z', 'updated_at': '2022-03-29T15:45:10Z', 'revision_number': 3, 'project_id': '8286afd09edb48b48ba8a55593c30462', 'gw_port': {'id': 'ded63c33-7e57-4443-b12e-df1dc2486254', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:01:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '558a6211-e684-49e0-8eed-dc2dd1edc24a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1216, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:45:08Z', 'updated_at': '2022-03-29T15:45:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1'}] {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:45:18.979290 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-90cf63fd-904b-4524-aaa6-3fa022a05bbe tempest-SecGroupTest-678096859 tempest-SecGroupTest-678096859-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.9689927 Mar 29 15:45:18.995328 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 49568) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:45:19.078738 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b982a7d8-a992-46c2-ad8b-950fdeddfe37 req-5f0913d9-f15b-4640-a247-9244ea8fed26 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/ports?device_id=ccf671cc-285a-4046-a5d5-c44a9114232b HTTP/1.1" status: 200 len: 210 time: 0.0602214 Mar 29 15:45:19.149539 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-2637dc3c-9b26-412a-aa76-62ab36510d44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:19.185116 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device a8841565-fadb-4f50-a635-f167152011a0 details requested by agent hyperv_n-h1-834765-1 with host n-h1-834765-1 {{(pid=102792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 15:45:19.288728 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-6c524e01-b565-41fd-b804-6342d9009679 req-5a493e54-9f52-494e-99b3-22f67ca10875 service neutron] 10.222.0.42 "GET /v2.0/networks/9c05e936-df9e-4fbf-b09c-78bf9696504c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4731166 Mar 29 15:45:19.317810 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ad98f4-018c-431f-a27a-be0110ec8865 req-26d1a0aa-0207-419e-91a5-3a403d1eb87b tempest-TenantUsagesTestJSON-1201448772 tempest-TenantUsagesTestJSON-1201448772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:45:19.327594 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e9ad98f4-018c-431f-a27a-be0110ec8865 req-26d1a0aa-0207-419e-91a5-3a403d1eb87b tempest-TenantUsagesTestJSON-1201448772 tempest-TenantUsagesTestJSON-1201448772-project] 10.222.0.42 "GET /v2.0/ports?device_id=08195114-afbb-45a0-9caf-067af4e690fa HTTP/1.1" status: 200 len: 948 time: 0.1294415 Mar 29 15:45:19.404654 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e9ad98f4-018c-431f-a27a-be0110ec8865 req-a1a75511-76ff-4cba-8afe-6ad64e4d2896 tempest-TenantUsagesTestJSON-1201448772 tempest-TenantUsagesTestJSON-1201448772-project] 10.222.0.42 "GET /v2.0/security-groups?id=b9bff25e-37f9-45d8-a345-605186e8c182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757859 Mar 29 15:45:19.453558 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e016d267-68d0-4834-9cbb-e48a08318638 tempest-SecGroupTest-678096859 tempest-SecGroupTest-678096859-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:19.551003 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-852c0d76-06ef-4990-bd45-3f94b5a03b61 req-6686e5e3-e408-498d-a248-80d30dd83d32 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=fa3ba36247ad48f4997ede3b0209bc82&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2184756 Mar 29 15:45:19.576160 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port a8841565-fadb-4f50-a635-f167152011a0, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=a8841565-fadb-4f50-a635-f167152011a0,segment=NetworkSegment(a0c230f0-660a-4194-9279-0f0781d34134),segment_id=a0c230f0-660a-4194-9279-0f0781d34134)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:45:19.602718 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Returning: {'device': 'a8841565-fadb-4f50-a635-f167152011a0', 'network_id': '2268a9b9-82fd-4886-a91d-3a50e4e16cab', 'port_id': 'a8841565-fadb-4f50-a635-f167152011a0', 'mac_address': 'fa:16:3e:25:1b:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 625, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abb8e5d6-2aea-4455-a944-3435a3d1ce49', 'ip_address': '192.168.233.183'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 15:45:19.623913 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e016d267-68d0-4834-9cbb-e48a08318638 tempest-SecGroupTest-678096859 tempest-SecGroupTest-678096859-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:19.657668 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:19.679590 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8841565-fadb-4f50-a635-f167152011a0 {{(pid=102792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:45:19.705591 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-2637dc3c-9b26-412a-aa76-62ab36510d44 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:19.715032 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-2637dc3c-9b26-412a-aa76-62ab36510d44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:19.745199 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port a8841565-fadb-4f50-a635-f167152011a0, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=a8841565-fadb-4f50-a635-f167152011a0,segment=NetworkSegment(a0c230f0-660a-4194-9279-0f0781d34134),segment_id=a0c230f0-660a-4194-9279-0f0781d34134)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:45:19.755758 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:19.857905 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-03aa8e8d-3c43-4b55-8a18-967e9d94fbf1 req-288056fd-38ef-4573-96e3-55a6601bbfaf service neutron] 10.222.0.48 "GET /v2.0/networks/7a71ca6e-bbff-43b0-bde3-8072ae4b3f50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9076064 Mar 29 15:45:19.862709 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2637dc3c-9b26-412a-aa76-62ab36510d44 admin admin] Pushing event updated for resources: {'Port': ['ID=7bac8d4f-83d2-4100-92a6-b01c2323b60e,revision_number=2']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:45:19.873750 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-2637dc3c-9b26-412a-aa76-62ab36510d44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-648439'] for router_interface, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:19.890567 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Pushing event updated for resources: {'Port': ['ID=a8841565-fadb-4f50-a635-f167152011a0,revision_number=4']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:45:19.901388 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8f01a4-2d26-4ee0-91e3-a9f43e85688c req-52bacdf0-61c3-4af1-9838-264f12687769 tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:45:19.912504 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ce8f01a4-2d26-4ee0-91e3-a9f43e85688c req-52bacdf0-61c3-4af1-9838-264f12687769 tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] 10.222.0.42 "GET /v2.0/ports?device_id=275a05c1-f049-44f9-b4f0-fa2c409e8b49 HTTP/1.1" status: 200 len: 943 time: 0.1452596 Mar 29 15:45:20.023513 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-6c524e01-b565-41fd-b804-6342d9009679 req-4b7d6823-0420-4648-9713-5805e90de634 service neutron] 10.222.0.42 "GET /v2.0/networks/9c05e936-df9e-4fbf-b09c-78bf9696504c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7340691 Mar 29 15:45:20.052894 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] get_ports_and_sgs() called for port_ids ['a8841565-fadb-4f50-a635-f167152011a0'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:45:20.097383 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e016d267-68d0-4834-9cbb-e48a08318638 tempest-SecGroupTest-678096859 tempest-SecGroupTest-678096859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610998'] for security_group_rule, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:20.146892 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e016d267-68d0-4834-9cbb-e48a08318638 tempest-SecGroupTest-678096859 tempest-SecGroupTest-678096859-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:20.148286 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-e016d267-68d0-4834-9cbb-e48a08318638 tempest-SecGroupTest-678096859 tempest-SecGroupTest-678096859-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/0afd9ea9-a21b-4517-8e4f-17f23c42c314 HTTP/1.1" status: 204 len: 168 time: 1.1514957 Mar 29 15:45:20.152510 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e016d267-68d0-4834-9cbb-e48a08318638 tempest-SecGroupTest-678096859 tempest-SecGroupTest-678096859-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0afd9ea9-a21b-4517-8e4f-17f23c42c314,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:45:20.159087 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 49578) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:45:20.188603 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2637dc3c-9b26-412a-aa76-62ab36510d44 admin admin] Network bf39fd10-b141-4aa1-b5bc-ebcbbb01092f is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:45:20.205183 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [None req-2637dc3c-9b26-412a-aa76-62ab36510d44 admin admin] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:45:20.217582 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device ded63c33-7e57-4443-b12e-df1dc2486254 up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:45:20.269006 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-03aa8e8d-3c43-4b55-8a18-967e9d94fbf1 req-7bbe74b2-8c68-4263-9a0b-52cb39235ff0 service neutron] 10.222.0.48 "GET /v2.0/networks/7a71ca6e-bbff-43b0-bde3-8072ae4b3f50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3579068 Mar 29 15:45:20.357112 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-ff456d6d-22b1-4e9d-96bc-4dff4242e4af tempest-SecGroupTest-678096859 tempest-SecGroupTest-678096859-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1927276 Mar 29 15:45:20.385257 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 49588) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:45:20.430078 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852c0d76-06ef-4990-bd45-3f94b5a03b61 req-9e10ce6e-73e8-4bf0-b8d1-1d29c87e2aa6 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:45:20.431505 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-852c0d76-06ef-4990-bd45-3f94b5a03b61 req-9e10ce6e-73e8-4bf0-b8d1-1d29c87e2aa6 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8006186 Mar 29 15:45:20.497952 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [req-852c0d76-06ef-4990-bd45-3f94b5a03b61 req-a8165598-78b8-4181-b962-89fc3de09cef tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] Request body: {'port': {'device_id': 'ccf671cc-285a-4046-a5d5-c44a9114232b', 'network_id': '2268a9b9-82fd-4886-a91d-3a50e4e16cab', 'admin_state_up': True, 'tenant_id': 'fa3ba36247ad48f4997ede3b0209bc82'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:45:20.530530 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ce8f01a4-2d26-4ee0-91e3-a9f43e85688c req-d1898ff8-e4b4-429d-a4c1-405e1a0ba7e5 tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] 10.222.0.42 "GET /v2.0/security-groups?id=8c1a607e-8731-4409-adf4-490f4457a32b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6074471 Mar 29 15:45:20.661321 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-0550f158-0291-40cd-bd9a-577908f9bf79 tempest-SecGroupTest-678096859 tempest-SecGroupTest-678096859-project] Notify callbacks [] for security_group, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:20.676857 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port ded63c33-7e57-4443-b12e-df1dc2486254 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:45:20.677235 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:20.760003 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-46e55fae-a02a-4de0-8e56-511e01d34b2c req-6d6a3033-b7bf-44b2-bfae-96e1d209dcd1 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/ports?device_id=ccf671cc-285a-4046-a5d5-c44a9114232b HTTP/1.1" status: 200 len: 210 time: 0.1669700 Mar 29 15:45:20.769160 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d04b8c97-4177-466a-b2c4-36b44ba5c401 req-a7132d0b-6d32-420c-927c-3840738ae544 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] 10.222.0.42 "GET /v2.0/ports?device_id=ddaab849-e853-4e90-8757-712f539368d6 HTTP/1.1" status: 200 len: 210 time: 0.1145413 Mar 29 15:45:20.772588 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02d3e67-13c4-4173-8286-ed73b82b806f req-61a3b2b2-727c-4d9a-a1c7-68a5e60f0e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:45:20.774087 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-e02d3e67-13c4-4173-8286-ed73b82b806f req-61a3b2b2-727c-4d9a-a1c7-68a5e60f0e63 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7f01d9a12c82426baef86d9ae4ff6fa7&device_id=275a05c1-f049-44f9-b4f0-fa2c409e8b49 HTTP/1.1" status: 200 len: 1094 time: 0.4159553 Mar 29 15:45:20.921010 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2637dc3c-9b26-412a-aa76-62ab36510d44 admin admin] Router 558a6211-e684-49e0-8eed-dc2dd1edc24a has already been hosted by L3 agent c648d819-1060-4f26-b4ec-6455387b5dff {{(pid=102791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 15:45:20.970024 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02d3e67-13c4-4173-8286-ed73b82b806f req-a9169641-0f98-4000-87b2-d46c451be788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:45:20.972454 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-e02d3e67-13c4-4173-8286-ed73b82b806f req-a9169641-0f98-4000-87b2-d46c451be788 service neutron] 10.222.0.48 "GET /v2.0/networks?id=7a71ca6e-bbff-43b0-bde3-8072ae4b3f50 HTTP/1.1" status: 200 len: 906 time: 0.1900833 Mar 29 15:45:20.989322 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-852c0d76-06ef-4990-bd45-3f94b5a03b61 req-a8165598-78b8-4181-b962-89fc3de09cef tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] Made reservation on behalf of fa3ba36247ad48f4997ede3b0209bc82 for: {'port': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:45:20.993568 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-852c0d76-06ef-4990-bd45-3f94b5a03b61 req-a8165598-78b8-4181-b962-89fc3de09cef tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:21.006267 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-0550f158-0291-40cd-bd9a-577908f9bf79 tempest-SecGroupTest-678096859 tempest-SecGroupTest-678096859-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:21.013500 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:21.077926 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] For port ded63c33-7e57-4443-b12e-df1dc2486254, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=ded63c33-7e57-4443-b12e-df1dc2486254,segment=NetworkSegment(6ab47353-a811-4bad-bc73-b4cc84583cfd),segment_id=6ab47353-a811-4bad-bc73-b4cc84583cfd)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:45:21.087301 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:21.224179 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Pushing event updated for resources: {'Port': ['ID=ded63c33-7e57-4443-b12e-df1dc2486254,revision_number=4']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:45:21.314463 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-0550f158-0291-40cd-bd9a-577908f9bf79 tempest-SecGroupTest-678096859 tempest-SecGroupTest-678096859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:21.317153 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-0550f158-0291-40cd-bd9a-577908f9bf79 tempest-SecGroupTest-678096859 tempest-SecGroupTest-678096859-project] Notify callbacks [] for security_group, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:21.322494 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-0550f158-0291-40cd-bd9a-577908f9bf79 tempest-SecGroupTest-678096859 tempest-SecGroupTest-678096859-project] 10.222.0.42 "DELETE /v2.0/security-groups/fc2fd102-9754-4dd9-9699-d7c51ffc2441 HTTP/1.1" status: 204 len: 168 time: 0.9205983 Mar 29 15:45:21.328335 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 49604) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:45:21.354954 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6a3ebc-3528-413c-b017-8c1144c2ee8b req-0cd6a4d2-9733-4c1c-9b92-021e2fd78a8d tempest-TenantUsagesTestJSON-1201448772 tempest-TenantUsagesTestJSON-1201448772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:45:21.357618 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-3d6a3ebc-3528-413c-b017-8c1144c2ee8b req-0cd6a4d2-9733-4c1c-9b92-021e2fd78a8d tempest-TenantUsagesTestJSON-1201448772 tempest-TenantUsagesTestJSON-1201448772-project] 10.222.0.42 "GET /v2.0/ports?device_id=08195114-afbb-45a0-9caf-067af4e690fa HTTP/1.1" status: 200 len: 949 time: 0.3818154 Mar 29 15:45:21.371774 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0550f158-0291-40cd-bd9a-577908f9bf79 tempest-SecGroupTest-678096859 tempest-SecGroupTest-678096859-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc2fd102-9754-4dd9-9699-d7c51ffc2441,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:45:21.377889 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2637dc3c-9b26-412a-aa76-62ab36510d44 admin admin] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:45:21.402117 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-2637dc3c-9b26-412a-aa76-62ab36510d44 admin admin] 10.222.0.42 "PUT /v2.0/routers/558a6211-e684-49e0-8eed-dc2dd1edc24a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0629010 Mar 29 15:45:21.456672 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-3d6a3ebc-3528-413c-b017-8c1144c2ee8b req-e1c2cee2-1144-42d9-b359-2789ed5328b0 tempest-TenantUsagesTestJSON-1201448772 tempest-TenantUsagesTestJSON-1201448772-project] 10.222.0.42 "GET /v2.0/security-groups?id=b9bff25e-37f9-45d8-a345-605186e8c182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791118 Mar 29 15:45:21.461093 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-89838e37-f570-4a96-ae5c-75f250c09e08 tempest-SecGroupTest-678096859 tempest-SecGroupTest-678096859-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1278300 Mar 29 15:45:21.465686 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 49614) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:45:21.470123 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-7fe47ebf-37a8-4280-82b7-a4c6059f3de8 tempest-SecGroupTest-678096859 tempest-SecGroupTest-678096859-project] Request body: {'security_group': {'name': 'tempest-secgroup--419717567'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:45:21.534129 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-7fe47ebf-37a8-4280-82b7-a4c6059f3de8 tempest-SecGroupTest-678096859 tempest-SecGroupTest-678096859-project] Notify callbacks [] for security_group, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:21.714398 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-e02d3e67-13c4-4173-8286-ed73b82b806f req-39ef9e7f-772b-47e0-987f-0329fdc6ec86 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5f869e91-40aa-4c2d-b785-37f31db58300 HTTP/1.1" status: 200 len: 217 time: 0.7254455 Mar 29 15:45:21.836776 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02d3e67-13c4-4173-8286-ed73b82b806f req-c56eaed8-2ffc-4b9f-bb9d-9f3632efbad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:45:21.838561 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-e02d3e67-13c4-4173-8286-ed73b82b806f req-c56eaed8-2ffc-4b9f-bb9d-9f3632efbad8 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4acd9598-0ca3-487b-9c0e-30e24be7e9e5 HTTP/1.1" status: 200 len: 845 time: 0.0623107 Mar 29 15:45:21.878036 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-7fe47ebf-37a8-4280-82b7-a4c6059f3de8 tempest-SecGroupTest-678096859 tempest-SecGroupTest-678096859-project] Notify callbacks [] for security_group, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:21.889712 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92110c00-402b-41ba-a484-39ec8557067f req-a257b0ea-269f-4d1a-86d6-c99db8dc642d tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:45:21.901222 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-92110c00-402b-41ba-a484-39ec8557067f req-a257b0ea-269f-4d1a-86d6-c99db8dc642d tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] 10.222.0.42 "GET /v2.0/ports?device_id=275a05c1-f049-44f9-b4f0-fa2c409e8b49 HTTP/1.1" status: 200 len: 943 time: 0.1785145 Mar 29 15:45:21.927534 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-e02d3e67-13c4-4173-8286-ed73b82b806f req-246ee4cd-949f-453d-a7db-fd6b49b4e0a0 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7a71ca6e-bbff-43b0-bde3-8072ae4b3f50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0793183 Mar 29 15:45:21.935743 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-7fe47ebf-37a8-4280-82b7-a4c6059f3de8 tempest-SecGroupTest-678096859 tempest-SecGroupTest-678096859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:21.986283 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe47ebf-37a8-4280-82b7-a4c6059f3de8 tempest-SecGroupTest-678096859 tempest-SecGroupTest-678096859-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de50cb4c-fe6a-483c-8c99-f395fc8fb789,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:45:21.992247 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-4fca337f-5fc3-40c5-9b68-f9d10f584bda req-214bc021-458f-4272-8914-f4d00f70690e tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] 10.222.0.42 "GET /v2.0/ports?device_id=ddaab849-e853-4e90-8757-712f539368d6 HTTP/1.1" status: 200 len: 210 time: 0.0607555 Mar 29 15:45:22.007089 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-92110c00-402b-41ba-a484-39ec8557067f req-af4c0c26-6c4e-4505-8154-70ea92a95099 tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] 10.222.0.42 "GET /v2.0/security-groups?id=8c1a607e-8731-4409-adf4-490f4457a32b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996585 Mar 29 15:45:22.049256 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-7fe47ebf-37a8-4280-82b7-a4c6059f3de8 tempest-SecGroupTest-678096859 tempest-SecGroupTest-678096859-project] Notify callbacks [] for security_group, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:22.055878 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-7fe47ebf-37a8-4280-82b7-a4c6059f3de8 tempest-SecGroupTest-678096859 tempest-SecGroupTest-678096859-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5888343 Mar 29 15:45:22.059024 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 49638) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:45:22.072408 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-b1fc6a61-cb22-4b4a-9134-2efd8c1951a4 tempest-SecGroupTest-678096859 tempest-SecGroupTest-678096859-project] Request body: {'security_group_rule': {'security_group_id': 'de50cb4c-fe6a-483c-8c99-f395fc8fb789', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:45:22.127106 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-192ddb88-5f7d-445b-9f69-a2a846bfaabb None None] Sync routers for ids ['558a6211-e684-49e0-8eed-dc2dd1edc24a'] in n-d-834765-1 {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:45:22.141776 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device ded63c33-7e57-4443-b12e-df1dc2486254 up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:45:22.147797 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-b1fc6a61-cb22-4b4a-9134-2efd8c1951a4 tempest-SecGroupTest-678096859 tempest-SecGroupTest-678096859-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:22.150836 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-192ddb88-5f7d-445b-9f69-a2a846bfaabb None None] Routers {'558a6211-e684-49e0-8eed-dc2dd1edc24a'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:45:22.151516 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-192ddb88-5f7d-445b-9f69-a2a846bfaabb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:45:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['558a6211-e684-49e0-8eed-dc2dd1edc24a'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:45:22.341865 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-b1fc6a61-cb22-4b4a-9134-2efd8c1951a4 tempest-SecGroupTest-678096859 tempest-SecGroupTest-678096859-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:22.377209 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port ded63c33-7e57-4443-b12e-df1dc2486254 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:45:22.378713 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:22.421594 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-35cedfdd-e798-4113-ad98-1072225cd76d req-5794634b-0f37-4617-8090-ec357ba78ca8 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/ports?device_id=ccf671cc-285a-4046-a5d5-c44a9114232b HTTP/1.1" status: 200 len: 210 time: 0.2860289 Mar 29 15:45:22.506267 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-b1fc6a61-cb22-4b4a-9134-2efd8c1951a4 tempest-SecGroupTest-678096859 tempest-SecGroupTest-678096859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610998'] for security_group_rule, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:22.538515 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fc6a61-cb22-4b4a-9134-2efd8c1951a4 tempest-SecGroupTest-678096859 tempest-SecGroupTest-678096859-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=261d31d4-a5fa-49a8-90d7-c06e174380e6,revision_number=0']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:45:22.577294 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.db_base_plugin_common [req-852c0d76-06ef-4990-bd45-3f94b5a03b61 req-a8165598-78b8-4181-b962-89fc3de09cef tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] Allocated IP 192.168.233.87 (2268a9b9-82fd-4886-a91d-3a50e4e16cab/abb8e5d6-2aea-4455-a944-3435a3d1ce49/c3fe64f4-0ad0-4bf4-9e83-f3258604e62d) {{(pid=102790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:45:22.591669 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-b1fc6a61-cb22-4b4a-9134-2efd8c1951a4 tempest-SecGroupTest-678096859 tempest-SecGroupTest-678096859-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:22.595356 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-b1fc6a61-cb22-4b4a-9134-2efd8c1951a4 tempest-SecGroupTest-678096859 tempest-SecGroupTest-678096859-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5321190 Mar 29 15:45:22.595732 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 49652) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:45:22.604143 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvr_db [None req-192ddb88-5f7d-445b-9f69-a2a846bfaabb None None] Set router 558a6211-e684-49e0-8eed-dc2dd1edc24a gateway port host: n-d-834765-1 {{(pid=102793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:45:22.646628 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-433803a7-ef7c-4529-a67b-4c1b58245598 tempest-SecGroupTest-678096859 tempest-SecGroupTest-678096859-project] 10.222.0.42 "GET /v2.0/security-group-rules/261d31d4-a5fa-49a8-90d7-c06e174380e6 HTTP/1.1" status: 200 len: 763 time: 0.0460200 Mar 29 15:45:22.653356 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 49654) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:45:22.663002 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a3f0e9-e4bf-47b2-9e65-07fe7a5f1fd4 req-dc69b656-1d6c-445f-bc7b-632ad6985ceb tempest-ServerRescueTestJSONUnderV235-1876556569 tempest-ServerRescueTestJSONUnderV235-1876556569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:45:22.678670 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-69a3f0e9-e4bf-47b2-9e65-07fe7a5f1fd4 req-dc69b656-1d6c-445f-bc7b-632ad6985ceb tempest-ServerRescueTestJSONUnderV235-1876556569 tempest-ServerRescueTestJSONUnderV235-1876556569-project] 10.222.0.42 "GET /v2.0/networks?id=bf39fd10-b141-4aa1-b5bc-ebcbbb01092f HTTP/1.1" status: 200 len: 820 time: 0.3344796 Mar 29 15:45:22.722724 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-69a3f0e9-e4bf-47b2-9e65-07fe7a5f1fd4 req-8c967574-61e8-4129-8e3b-036e9cbdd302 tempest-ServerRescueTestJSONUnderV235-1876556569 tempest-ServerRescueTestJSONUnderV235-1876556569-project] 10.222.0.42 "GET /v2.0/quotas/8286afd09edb48b48ba8a55593c30462 HTTP/1.1" status: 200 len: 375 time: 0.0436935 Mar 29 15:45:22.826510 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-e02d3e67-13c4-4173-8286-ed73b82b806f req-2cf19ada-18d8-42c6-beb4-129ad8f68576 service neutron] 10.222.0.48 "GET /v2.0/networks/7a71ca6e-bbff-43b0-bde3-8072ae4b3f50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8325453 Mar 29 15:45:22.835696 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-369b5795-1fd4-47c4-8b2d-d75bbf9f84c5 tempest-SecGroupTest-678096859 tempest-SecGroupTest-678096859-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1785009 Mar 29 15:45:22.836950 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 49658) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:45:22.867144 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-b2262d63-afc8-43c1-a2b1-245ac4c64b67 tempest-SecGroupTest-678096859 tempest-SecGroupTest-678096859-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:22.879904 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-b2262d63-afc8-43c1-a2b1-245ac4c64b67 tempest-SecGroupTest-678096859 tempest-SecGroupTest-678096859-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:22.932540 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-69a3f0e9-e4bf-47b2-9e65-07fe7a5f1fd4 req-1c17b2bb-f27c-4fd7-a6d0-6d68a5fb2bb1 tempest-ServerRescueTestJSONUnderV235-1876556569 tempest-ServerRescueTestJSONUnderV235-1876556569-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=8286afd09edb48b48ba8a55593c30462&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2087815 Mar 29 15:45:22.941599 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-b2262d63-afc8-43c1-a2b1-245ac4c64b67 tempest-SecGroupTest-678096859 tempest-SecGroupTest-678096859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610998'] for security_group_rule, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:22.977188 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-b2262d63-afc8-43c1-a2b1-245ac4c64b67 tempest-SecGroupTest-678096859 tempest-SecGroupTest-678096859-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:22.979223 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-b2262d63-afc8-43c1-a2b1-245ac4c64b67 tempest-SecGroupTest-678096859 tempest-SecGroupTest-678096859-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/261d31d4-a5fa-49a8-90d7-c06e174380e6 HTTP/1.1" status: 204 len: 168 time: 0.1416719 Mar 29 15:45:22.980686 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2262d63-afc8-43c1-a2b1-245ac4c64b67 tempest-SecGroupTest-678096859 tempest-SecGroupTest-678096859-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=261d31d4-a5fa-49a8-90d7-c06e174380e6,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:45:22.983071 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 49660) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:45:23.075329 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c524e01-b565-41fd-b804-6342d9009679 req-2a9da4a0-4fb6-45b3-a623-65b0d346ed9c tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:45:23.077143 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-6c524e01-b565-41fd-b804-6342d9009679 req-2a9da4a0-4fb6-45b3-a623-65b0d346ed9c tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] 10.222.0.48 "GET /v2.0/networks?id=9c05e936-df9e-4fbf-b09c-78bf9696504c HTTP/1.1" status: 200 len: 806 time: 0.8356967 Mar 29 15:45:23.096084 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [req-6c524e01-b565-41fd-b804-6342d9009679 req-10725a03-5564-40f1-a760-3e3e22ed4375 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] Request body: {'port': {'device_id': 'ddaab849-e853-4e90-8757-712f539368d6', 'network_id': '9c05e936-df9e-4fbf-b09c-78bf9696504c', 'admin_state_up': True, 'tenant_id': 'd04cf558b2cb439aa051141a3dc84641'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:45:23.107098 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-192ddb88-5f7d-445b-9f69-a2a846bfaabb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '558a6211-e684-49e0-8eed-dc2dd1edc24a', 'name': 'tempest-ServerRescueTestJSONUnderV235-1742861683-router', 'tenant_id': '8286afd09edb48b48ba8a55593c30462', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.107'}], 'enable_snat': True}, 'gw_port_id': 'ded63c33-7e57-4443-b12e-df1dc2486254', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:45:06Z', 'updated_at': '2022-03-29T15:45:19Z', 'revision_number': 4, 'project_id': '8286afd09edb48b48ba8a55593c30462', 'gw_port': {'id': 'ded63c33-7e57-4443-b12e-df1dc2486254', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:01:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '558a6211-e684-49e0-8eed-dc2dd1edc24a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1216, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:45:08Z', 'updated_at': '2022-03-29T15:45:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': '7bac8d4f-83d2-4100-92a6-b01c2323b60e', 'name': '', 'network_id': 'bf39fd10-b141-4aa1-b5bc-ebcbbb01092f', 'tenant_id': '8286afd09edb48b48ba8a55593c30462', 'mac_address': 'fa:16:3e:9b:f0:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '558a6211-e684-49e0-8eed-dc2dd1edc24a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1237, 'fixed_ips': [{'subnet_id': '16497655-324d-4047-a7c9-20587c2f556c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:45:17Z', 'updated_at': '2022-03-29T15:45:19Z', 'revision_number': 2, 'project_id': '8286afd09edb48b48ba8a55593c30462', 'subnets': [{'id': '16497655-324d-4047-a7c9-20587c2f556c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:45:23.141398 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22858628-fb49-4f0f-b7e0-302d83f82c25 req-85d10d4d-cc65-4a0e-88cd-b0959a6798d9 tempest-TenantUsagesTestJSON-1201448772 tempest-TenantUsagesTestJSON-1201448772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:45:23.143323 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-22858628-fb49-4f0f-b7e0-302d83f82c25 req-85d10d4d-cc65-4a0e-88cd-b0959a6798d9 tempest-TenantUsagesTestJSON-1201448772 tempest-TenantUsagesTestJSON-1201448772-project] 10.222.0.42 "GET /v2.0/ports?device_id=08195114-afbb-45a0-9caf-067af4e690fa HTTP/1.1" status: 200 len: 949 time: 0.4591231 Mar 29 15:45:23.148124 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-9ef7d908-46b2-4753-8e7b-17536d8ff789 tempest-SecGroupTest-678096859 tempest-SecGroupTest-678096859-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1613526 Mar 29 15:45:23.155523 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 49666) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:45:23.174478 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-951a53c0-0cb2-4bd1-bc56-fe92451d04b5 tempest-SecGroupTest-678096859 tempest-SecGroupTest-678096859-project] Request body: {'security_group_rule': {'security_group_id': 'de50cb4c-fe6a-483c-8c99-f395fc8fb789', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:45:23.181533 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-192ddb88-5f7d-445b-9f69-a2a846bfaabb None None] Checking router: 558a6211-e684-49e0-8eed-dc2dd1edc24a for host: n-d-834765-1 {{(pid=102793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:45:23.186478 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-192ddb88-5f7d-445b-9f69-a2a846bfaabb None None] Updating router 558a6211-e684-49e0-8eed-dc2dd1edc24a port 7bac8d4f-83d2-4100-92a6-b01c2323b60e binding host n-d-834765-1 {{(pid=102793) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 15:45:23.220229 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device a8841565-fadb-4f50-a635-f167152011a0 up at agent hyperv_n-h1-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:45:23.242997 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-e02d3e67-13c4-4173-8286-ed73b82b806f req-90f64871-043a-4e81-babf-4af6568cbf6f service neutron] 10.222.0.48 "GET /v2.0/networks/7a71ca6e-bbff-43b0-bde3-8072ae4b3f50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3776217 Mar 29 15:45:23.248636 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-192ddb88-5f7d-445b-9f69-a2a846bfaabb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:23.276483 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-951a53c0-0cb2-4bd1-bc56-fe92451d04b5 tempest-SecGroupTest-678096859 tempest-SecGroupTest-678096859-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:23.355032 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Provisioning for port a8841565-fadb-4f50-a635-f167152011a0 completed by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 15:45:23.363477 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Provisioning complete for port a8841565-fadb-4f50-a635-f167152011a0 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:45:23.366740 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:23.371569 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-22858628-fb49-4f0f-b7e0-302d83f82c25 req-6f6f5a72-6966-4426-978b-2b275a2a08e0 tempest-TenantUsagesTestJSON-1201448772 tempest-TenantUsagesTestJSON-1201448772-project] 10.222.0.42 "GET /v2.0/security-groups?id=b9bff25e-37f9-45d8-a345-605186e8c182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2025855 Mar 29 15:45:23.397464 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-69a3f0e9-e4bf-47b2-9e65-07fe7a5f1fd4 req-5278c94b-46cc-4471-9c04-14b9e71776e1 service neutron] 10.222.0.42 "GET /v2.0/networks/bf39fd10-b141-4aa1-b5bc-ebcbbb01092f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4637785 Mar 29 15:45:23.409334 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-852c0d76-06ef-4990-bd45-3f94b5a03b61 req-a8165598-78b8-4181-b962-89fc3de09cef tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] Notify callbacks [] for port, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:23.458067 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c524e01-b565-41fd-b804-6342d9009679 req-10725a03-5564-40f1-a760-3e3e22ed4375 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] Made reservation on behalf of d04cf558b2cb439aa051141a3dc84641 for: {'port': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:45:23.461816 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-6c524e01-b565-41fd-b804-6342d9009679 req-10725a03-5564-40f1-a760-3e3e22ed4375 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:23.500515 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-852c0d76-06ef-4990-bd45-3f94b5a03b61 req-a8165598-78b8-4181-b962-89fc3de09cef tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:23.526737 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] get_ports_and_sgs() called for port_ids ['684fa249-cf80-48e5-b59d-1b228e32ee2c'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:45:23.532718 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] get_ports_and_sgs() called for port_ids ['e6b9deda-c73a-4c2a-b870-929882588559'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:45:23.623355 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-852c0d76-06ef-4990-bd45-3f94b5a03b61 req-a8165598-78b8-4181-b962-89fc3de09cef tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] Network 2268a9b9-82fd-4886-a91d-3a50e4e16cab is already hosted by enough agents. {{(pid=102790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:45:23.646888 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [req-852c0d76-06ef-4990-bd45-3f94b5a03b61 req-a8165598-78b8-4181-b962-89fc3de09cef tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] Resources bound (agent type, host, resource id): {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:45:23.660177 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.l3_dvrscheduler_db [req-852c0d76-06ef-4990-bd45-3f94b5a03b61 req-a8165598-78b8-4181-b962-89fc3de09cef tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] Received port after_create {{(pid=102790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:45:23.684650 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8165598-78b8-4181-b962-89fc3de09cef tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] Pushing event updated for resources: {'Port': ['ID=c3fe64f4-0ad0-4bf4-9e83-f3258604e62d,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:45:23.737983 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-ceaa6479-f9f7-4ffa-a8b7-3444dce1592c req-014b352d-aa98-4951-8537-1fe702887480 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] 10.222.0.42 "GET /v2.0/ports?device_id=ddaab849-e853-4e90-8757-712f539368d6 HTTP/1.1" status: 200 len: 210 time: 0.1132133 Mar 29 15:45:23.771280 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-951a53c0-0cb2-4bd1-bc56-fe92451d04b5 tempest-SecGroupTest-678096859 tempest-SecGroupTest-678096859-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:23.798824 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:23.812831 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-951a53c0-0cb2-4bd1-bc56-fe92451d04b5 tempest-SecGroupTest-678096859 tempest-SecGroupTest-678096859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610998'] for security_group_rule, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:23.877077 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852c0d76-06ef-4990-bd45-3f94b5a03b61 req-a8165598-78b8-4181-b962-89fc3de09cef tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:45:23.877698 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-852c0d76-06ef-4990-bd45-3f94b5a03b61 req-a8165598-78b8-4181-b962-89fc3de09cef tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:23.908696 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 49680) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:45:23.910259 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951a53c0-0cb2-4bd1-bc56-fe92451d04b5 tempest-SecGroupTest-678096859 tempest-SecGroupTest-678096859-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5f041bd-722e-46e1-b56a-1f92449673de,revision_number=0']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:45:23.960703 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08195114-afbb-45a0-9caf-067af4e690fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8841565-fadb-4f50-a635-f167152011a0'}] {{(pid=102792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:45:23.966970 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4f476c66b318cc6068719fc39557fac68d413f5c7e78fa77028c7948e999ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8f723a1-7e75-43ca-b1f7-0301cb265d39" -d '{"events": [{"server_uuid": "08195114-afbb-45a0-9caf-067af4e690fa", "name": "network-vif-plugged", "status": "completed", "tag": "a8841565-fadb-4f50-a635-f167152011a0"}]}' {{(pid=102792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:45:23.977418 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-951a53c0-0cb2-4bd1-bc56-fe92451d04b5 tempest-SecGroupTest-678096859 tempest-SecGroupTest-678096859-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:23.978678 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-951a53c0-0cb2-4bd1-bc56-fe92451d04b5 tempest-SecGroupTest-678096859 tempest-SecGroupTest-678096859-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8122716 Mar 29 15:45:23.992277 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 49686) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:45:24.040160 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.db_base_plugin_common [req-6c524e01-b565-41fd-b804-6342d9009679 req-10725a03-5564-40f1-a760-3e3e22ed4375 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] Allocated IP 172.20.0.9 (9c05e936-df9e-4fbf-b09c-78bf9696504c/9016bdba-0f5c-4ddd-94a1-3fa4aae621f1/901dd08e-5f8b-48ba-af61-72ba080e4a8d) {{(pid=102790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:45:24.043231 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-69a3f0e9-e4bf-47b2-9e65-07fe7a5f1fd4 req-ce70236f-ff9c-4ce2-b0ea-e55e7fc73dbb service neutron] 10.222.0.42 "GET /v2.0/networks/bf39fd10-b141-4aa1-b5bc-ebcbbb01092f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6357589 Mar 29 15:45:24.059181 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-852c0d76-06ef-4990-bd45-3f94b5a03b61 req-a8165598-78b8-4181-b962-89fc3de09cef tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.5711010 Mar 29 15:45:24.072499 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port a8841565-fadb-4f50-a635-f167152011a0, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=a8841565-fadb-4f50-a635-f167152011a0,segment=NetworkSegment(a0c230f0-660a-4194-9279-0f0781d34134),segment_id=a0c230f0-660a-4194-9279-0f0781d34134)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:45:24.074070 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-ab082e29-3355-45db-a680-1c7d4e4a0239 tempest-SecGroupTest-678096859 tempest-SecGroupTest-678096859-project] 10.222.0.42 "GET /v2.0/security-group-rules/b5f041bd-722e-46e1-b56a-1f92449673de HTTP/1.1" status: 200 len: 763 time: 0.0709844 Mar 29 15:45:24.075112 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 49688) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:45:24.104692 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [req-852c0d76-06ef-4990-bd45-3f94b5a03b61 req-3376070b-ffc4-4097-b3fe-5f4365f05627 service neutron] Request body: {'port': {'device_id': 'ccf671cc-285a-4046-a5d5-c44a9114232b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834765-1'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:45:24.113474 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:24.321019 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0c1640-7f6f-4cc4-bba2-7f43d819a871 req-2fddc0e5-57b0-48f9-9378-420101c908ec tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:45:24.326241 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-070c7a83-3120-4481-bdd3-99a08a76633f tempest-SecGroupTest-678096859 tempest-SecGroupTest-678096859-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1618588 Mar 29 15:45:24.332638 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-9e0c1640-7f6f-4cc4-bba2-7f43d819a871 req-2fddc0e5-57b0-48f9-9378-420101c908ec tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] 10.222.0.42 "GET /v2.0/ports?device_id=275a05c1-f049-44f9-b4f0-fa2c409e8b49 HTTP/1.1" status: 200 len: 943 time: 0.3856628 Mar 29 15:45:24.334454 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 49694) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:45:24.423298 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-192ddb88-5f7d-445b-9f69-a2a846bfaabb None None] Notify callbacks [] for port, precommit_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:24.439775 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-192ddb88-5f7d-445b-9f69-a2a846bfaabb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:24.464492 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-852c0d76-06ef-4990-bd45-3f94b5a03b61 req-3376070b-ffc4-4097-b3fe-5f4365f05627 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:24.487302 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Pushing event updated for resources: {'Port': ['ID=a8841565-fadb-4f50-a635-f167152011a0,revision_number=5']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:45:24.574462 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0830e6d9-c6b4-41b8-8b65-ece35d86c813 req-d5520c65-39c6-4446-9d67-fdbef399cce9 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:45:24.582469 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-0830e6d9-c6b4-41b8-8b65-ece35d86c813 req-d5520c65-39c6-4446-9d67-fdbef399cce9 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/ports?device_id=ccf671cc-285a-4046-a5d5-c44a9114232b HTTP/1.1" status: 200 len: 935 time: 0.1640384 Mar 29 15:45:24.594725 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-ac9b4ad9-411a-4aa9-b5d1-c07c487ae5a0 None None] Provisioning complete for port c3fe64f4-0ad0-4bf4-9e83-f3258604e62d triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:45:24.595105 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-ac9b4ad9-411a-4aa9-b5d1-c07c487ae5a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:24.601311 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-af27ccf0-7641-42ea-b0bc-83f79fe61beb tempest-SecGroupTest-678096859 tempest-SecGroupTest-678096859-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:24.617220 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf156cb0-ac57-4ac9-8fa7-bbf2da958556 None None] Pushing event updated for resources: {'Port': ['ID=7bac8d4f-83d2-4100-92a6-b01c2323b60e,revision_number=3']} {{(pid=102793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:45:24.685587 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf156cb0-ac57-4ac9-8fa7-bbf2da958556 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:45:24.685866 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf156cb0-ac57-4ac9-8fa7-bbf2da958556 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:45:24.686236 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf156cb0-ac57-4ac9-8fa7-bbf2da958556 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:45:24.686578 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf156cb0-ac57-4ac9-8fa7-bbf2da958556 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:45:24.686929 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf156cb0-ac57-4ac9-8fa7-bbf2da958556 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:45:24.687252 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf156cb0-ac57-4ac9-8fa7-bbf2da958556 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:45:24.687723 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf156cb0-ac57-4ac9-8fa7-bbf2da958556 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:45:24.688038 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf156cb0-ac57-4ac9-8fa7-bbf2da958556 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:45:24.688362 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf156cb0-ac57-4ac9-8fa7-bbf2da958556 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:45:24.688700 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf156cb0-ac57-4ac9-8fa7-bbf2da958556 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:45:24.689236 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf156cb0-ac57-4ac9-8fa7-bbf2da958556 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:45:24.689565 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf156cb0-ac57-4ac9-8fa7-bbf2da958556 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:45:24.718510 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.managers [None req-192ddb88-5f7d-445b-9f69-a2a846bfaabb None None] Attempting to bind port 7bac8d4f-83d2-4100-92a6-b01c2323b60e on host n-d-834765-1 for vnic_type normal with profile {{(pid=102793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:45:24.719098 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.managers [None req-192ddb88-5f7d-445b-9f69-a2a846bfaabb None None] Attempting to bind port 7bac8d4f-83d2-4100-92a6-b01c2323b60e by drivers openvswitch,hyperv on host n-d-834765-1 at level 0 using segments [{'id': '0cd06506-4f89-4e38-b026-ae80d7df7405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'bf39fd10-b141-4aa1-b5bc-ebcbbb01092f'}] {{(pid=102793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:45:24.719652 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-192ddb88-5f7d-445b-9f69-a2a846bfaabb None None] Attempting to bind port 7bac8d4f-83d2-4100-92a6-b01c2323b60e on network bf39fd10-b141-4aa1-b5bc-ebcbbb01092f {{(pid=102793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:45:24.725108 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-192ddb88-5f7d-445b-9f69-a2a846bfaabb None None] Checking agent: {'id': 'a8866439-9d96-425c-b519-6905c591ac37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 25, 36), 'started_at': datetime.datetime(2022, 3, 29, 15, 26, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 45, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834765-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:45:24.725845 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-192ddb88-5f7d-445b-9f69-a2a846bfaabb None None] Checking segment: {'id': '0cd06506-4f89-4e38-b026-ae80d7df7405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'bf39fd10-b141-4aa1-b5bc-ebcbbb01092f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:45:24.726386 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-192ddb88-5f7d-445b-9f69-a2a846bfaabb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:24.726906 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-192ddb88-5f7d-445b-9f69-a2a846bfaabb None None] Bound using segment: {'id': '0cd06506-4f89-4e38-b026-ae80d7df7405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'bf39fd10-b141-4aa1-b5bc-ebcbbb01092f'} {{(pid=102793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:45:24.727552 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.managers [None req-192ddb88-5f7d-445b-9f69-a2a846bfaabb None None] Bound port: 7bac8d4f-83d2-4100-92a6-b01c2323b60e, host: n-d-834765-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cd06506-4f89-4e38-b026-ae80d7df7405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'bf39fd10-b141-4aa1-b5bc-ebcbbb01092f'}}] {{(pid=102793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 15:45:24.728075 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-192ddb88-5f7d-445b-9f69-a2a846bfaabb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:24.735368 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-ac9b4ad9-411a-4aa9-b5d1-c07c487ae5a0 None None] Port c3fe64f4-0ad0-4bf4-9e83-f3258604e62d cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 15:45:24.743948 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-af27ccf0-7641-42ea-b0bc-83f79fe61beb tempest-SecGroupTest-678096859 tempest-SecGroupTest-678096859-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:24.798600 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-9e0c1640-7f6f-4cc4-bba2-7f43d819a871 req-1c21fa16-4e64-457e-a03d-e3289228dd90 tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] 10.222.0.42 "GET /v2.0/security-groups?id=8c1a607e-8731-4409-adf4-490f4457a32b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4648266 Mar 29 15:45:24.835787 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.db [None req-192ddb88-5f7d-445b-9f69-a2a846bfaabb None None] For port 7bac8d4f-83d2-4100-92a6-b01c2323b60e, host n-d-834765-1, cleared binding levels {{(pid=102793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:45:24.840154 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.db [None req-192ddb88-5f7d-445b-9f69-a2a846bfaabb None None] For port 7bac8d4f-83d2-4100-92a6-b01c2323b60e, host n-d-834765-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=7bac8d4f-83d2-4100-92a6-b01c2323b60e,segment=NetworkSegment(0cd06506-4f89-4e38-b026-ae80d7df7405),segment_id=0cd06506-4f89-4e38-b026-ae80d7df7405)] {{(pid=102793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:45:24.847991 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-192ddb88-5f7d-445b-9f69-a2a846bfaabb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:24.900627 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:45:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8a354f1-e06f-4cf9-bbe6-e913003848a9 x-openstack-request-id: req-d8a354f1-e06f-4cf9-bbe6-e913003848a9 {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:45:24.901052 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08195114-afbb-45a0-9caf-067af4e690fa", "name": "network-vif-plugged", "status": "completed", "tag": "a8841565-fadb-4f50-a635-f167152011a0", "code": 200}]} {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:45:24.901231 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d8a354f1-e06f-4cf9-bbe6-e913003848a9 {{(pid=102792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:45:24.901522 n-d-834765-1 neutron-server[102792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08195114-afbb-45a0-9caf-067af4e690fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8841565-fadb-4f50-a635-f167152011a0', 'code': 200} Mar 29 15:45:24.956467 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-af27ccf0-7641-42ea-b0bc-83f79fe61beb tempest-SecGroupTest-678096859 tempest-SecGroupTest-678096859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610998'] for security_group_rule, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:24.970496 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-af27ccf0-7641-42ea-b0bc-83f79fe61beb tempest-SecGroupTest-678096859 tempest-SecGroupTest-678096859-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:24.971972 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-af27ccf0-7641-42ea-b0bc-83f79fe61beb tempest-SecGroupTest-678096859 tempest-SecGroupTest-678096859-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/b5f041bd-722e-46e1-b56a-1f92449673de HTTP/1.1" status: 204 len: 168 time: 0.6179149 Mar 29 15:45:24.977557 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 49708) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:45:24.994638 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf156cb0-ac57-4ac9-8fa7-bbf2da958556 None None] Pushing event updated for resources: {'Port': ['ID=7bac8d4f-83d2-4100-92a6-b01c2323b60e,revision_number=4']} {{(pid=102793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:45:25.019131 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-192ddb88-5f7d-445b-9f69-a2a846bfaabb None None] Routers {'558a6211-e684-49e0-8eed-dc2dd1edc24a'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:45:25.020088 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-192ddb88-5f7d-445b-9f69-a2a846bfaabb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:45:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['558a6211-e684-49e0-8eed-dc2dd1edc24a'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:45:25.046327 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af27ccf0-7641-42ea-b0bc-83f79fe61beb tempest-SecGroupTest-678096859 tempest-SecGroupTest-678096859-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b5f041bd-722e-46e1-b56a-1f92449673de,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:45:25.052044 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-6c524e01-b565-41fd-b804-6342d9009679 req-10725a03-5564-40f1-a760-3e3e22ed4375 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] Notify callbacks [] for port, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:25.083631 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-0830e6d9-c6b4-41b8-8b65-ece35d86c813 req-de70ca9e-59d5-4165-86de-ac71ea10bfe8 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/security-groups?id=56997969-7130-4d86-9e9d-e068deb19a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4991043 Mar 29 15:45:25.132674 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-e0de33e5-55b3-4b7f-865a-2dd3f35f136b req-47666050-18f0-4410-b75d-a5901487cc93 tempest-ServerRescueTestJSONUnderV235-1876556569 tempest-ServerRescueTestJSONUnderV235-1876556569-project] 10.222.0.42 "GET /v2.0/ports?device_id=f874266c-3b3f-411d-94a2-092abe89ba9b HTTP/1.1" status: 200 len: 210 time: 0.1176100 Mar 29 15:45:25.191634 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device 5f869e91-40aa-4c2d-b785-37f31db58300 details requested by agent hyperv_n-h2-834765-1 with host n-h2-834765-1 {{(pid=102792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 15:45:25.271167 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4f0268-bc02-4a78-92b4-19a9ed48c23a req-9fdf17cb-744a-4df5-9bbd-651481962fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:45:25.272706 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-1f4f0268-bc02-4a78-92b4-19a9ed48c23a req-9fdf17cb-744a-4df5-9bbd-651481962fd2 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=08195114-afbb-45a0-9caf-067af4e690fa HTTP/1.1" status: 200 len: 1101 time: 0.2889676 Mar 29 15:45:25.300469 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvr_db [None req-192ddb88-5f7d-445b-9f69-a2a846bfaabb None None] Set router 558a6211-e684-49e0-8eed-dc2dd1edc24a gateway port host: n-d-834765-1 {{(pid=102793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:45:25.451862 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925b1dcb-6bcb-449b-b305-dfdbae4fc79a req-f894764e-d244-4181-b9cf-e3ec3b2ff569 tempest-TenantUsagesTestJSON-1201448772 tempest-TenantUsagesTestJSON-1201448772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:45:25.465942 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-925b1dcb-6bcb-449b-b305-dfdbae4fc79a req-f894764e-d244-4181-b9cf-e3ec3b2ff569 tempest-TenantUsagesTestJSON-1201448772 tempest-TenantUsagesTestJSON-1201448772-project] 10.222.0.42 "GET /v2.0/ports?device_id=08195114-afbb-45a0-9caf-067af4e690fa HTTP/1.1" status: 200 len: 950 time: 0.1967916 Mar 29 15:45:25.474034 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port 5f869e91-40aa-4c2d-b785-37f31db58300, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=5f869e91-40aa-4c2d-b785-37f31db58300,segment=NetworkSegment(e03a7c9c-8b58-4c58-aa22-7189da98b069),segment_id=e03a7c9c-8b58-4c58-aa22-7189da98b069)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:45:25.510639 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Returning: {'device': '5f869e91-40aa-4c2d-b785-37f31db58300', 'network_id': '7a71ca6e-bbff-43b0-bde3-8072ae4b3f50', 'port_id': '5f869e91-40aa-4c2d-b785-37f31db58300', 'mac_address': 'fa:16:3e:6e:6c:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 612, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4acd9598-0ca3-487b-9c0e-30e24be7e9e5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 15:45:25.553100 n-d-834765-1 neutron-server[102790]: DEBUG neutron.notifiers.nova [req-852c0d76-06ef-4990-bd45-3f94b5a03b61 req-3376070b-ffc4-4097-b3fe-5f4365f05627 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3fe64f4-0ad0-4bf4-9e83-f3258604e62d {{(pid=102790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:45:25.563290 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-852c0d76-06ef-4990-bd45-3f94b5a03b61 req-3376070b-ffc4-4097-b3fe-5f4365f05627 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:25.580479 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.provisioning_blocks [req-852c0d76-06ef-4990-bd45-3f94b5a03b61 req-3376070b-ffc4-4097-b3fe-5f4365f05627 service neutron] Transition to ACTIVE for port object c3fe64f4-0ad0-4bf4-9e83-f3258604e62d will not be triggered until provisioned by entity L2. {{(pid=102790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 15:45:25.587316 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-925b1dcb-6bcb-449b-b305-dfdbae4fc79a req-21761f0e-8bf9-4d83-9bcc-713841e468e6 tempest-TenantUsagesTestJSON-1201448772 tempest-TenantUsagesTestJSON-1201448772-project] 10.222.0.42 "GET /v2.0/security-groups?id=b9bff25e-37f9-45d8-a345-605186e8c182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152427 Mar 29 15:45:25.626667 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-dd17c5b4-c802-479a-b0a5-c188741939ba tempest-SecGroupTest-678096859 tempest-SecGroupTest-678096859-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.6440206 Mar 29 15:45:25.628701 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-6c524e01-b565-41fd-b804-6342d9009679 req-10725a03-5564-40f1-a760-3e3e22ed4375 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:25.638043 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 49718) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:45:25.649158 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] get_ports_and_sgs() called for port_ids ['734cee79-2e3a-49be-96bb-0714db457bf3'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:45:25.702011 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-852c0d76-06ef-4990-bd45-3f94b5a03b61 req-3376070b-ffc4-4097-b3fe-5f4365f05627 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5237921'] for port, after_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:25.706988 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-8bf5a1fb-e94c-4ab6-a3b4-32c7092abe10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-530452'] for router_interface, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:25.728412 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-b669df6a-d93a-4e83-8adb-1efd2e599457 tempest-SecGroupTest-678096859 tempest-SecGroupTest-678096859-project] Request body: {'security_group_rule': {'security_group_id': 'de50cb4c-fe6a-483c-8c99-f395fc8fb789', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:45:25.765181 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10725a03-5564-40f1-a760-3e3e22ed4375 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] Pushing event updated for resources: {'Port': ['ID=901dd08e-5f8b-48ba-af61-72ba080e4a8d,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:45:25.777617 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-192ddb88-5f7d-445b-9f69-a2a846bfaabb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '558a6211-e684-49e0-8eed-dc2dd1edc24a', 'name': 'tempest-ServerRescueTestJSONUnderV235-1742861683-router', 'tenant_id': '8286afd09edb48b48ba8a55593c30462', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.107'}], 'enable_snat': True}, 'gw_port_id': 'ded63c33-7e57-4443-b12e-df1dc2486254', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:45:06Z', 'updated_at': '2022-03-29T15:45:19Z', 'revision_number': 4, 'project_id': '8286afd09edb48b48ba8a55593c30462', 'gw_port': {'id': 'ded63c33-7e57-4443-b12e-df1dc2486254', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:01:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '558a6211-e684-49e0-8eed-dc2dd1edc24a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1216, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:45:08Z', 'updated_at': '2022-03-29T15:45:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': '7bac8d4f-83d2-4100-92a6-b01c2323b60e', 'name': '', 'network_id': 'bf39fd10-b141-4aa1-b5bc-ebcbbb01092f', 'tenant_id': '8286afd09edb48b48ba8a55593c30462', 'mac_address': 'fa:16:3e:9b:f0:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '558a6211-e684-49e0-8eed-dc2dd1edc24a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1237, 'fixed_ips': [{'subnet_id': '16497655-324d-4047-a7c9-20587c2f556c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:45:17Z', 'updated_at': '2022-03-29T15:45:24Z', 'revision_number': 4, 'project_id': '8286afd09edb48b48ba8a55593c30462', 'subnets': [{'id': '16497655-324d-4047-a7c9-20587c2f556c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:45:25.813371 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:25.837801 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-192ddb88-5f7d-445b-9f69-a2a846bfaabb None None] The sync data for ids ['558a6211-e684-49e0-8eed-dc2dd1edc24a'] in n-d-834765-1 is: [{'id': '558a6211-e684-49e0-8eed-dc2dd1edc24a', 'name': 'tempest-ServerRescueTestJSONUnderV235-1742861683-router', 'tenant_id': '8286afd09edb48b48ba8a55593c30462', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.107'}], 'enable_snat': True}, 'gw_port_id': 'ded63c33-7e57-4443-b12e-df1dc2486254', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:45:06Z', 'updated_at': '2022-03-29T15:45:19Z', 'revision_number': 4, 'project_id': '8286afd09edb48b48ba8a55593c30462', 'gw_port': {'id': 'ded63c33-7e57-4443-b12e-df1dc2486254', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:01:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '558a6211-e684-49e0-8eed-dc2dd1edc24a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1216, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:45:08Z', 'updated_at': '2022-03-29T15:45:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': '7bac8d4f-83d2-4100-92a6-b01c2323b60e', 'name': '', 'network_id': 'bf39fd10-b141-4aa1-b5bc-ebcbbb01092f', 'tenant_id': '8286afd09edb48b48ba8a55593c30462', 'mac_address': 'fa:16:3e:9b:f0:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '558a6211-e684-49e0-8eed-dc2dd1edc24a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1237, 'fixed_ips': [{'subnet_id': '16497655-324d-4047-a7c9-20587c2f556c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:45:17Z', 'updated_at': '2022-03-29T15:45:24Z', 'revision_number': 4, 'project_id': '8286afd09edb48b48ba8a55593c30462', 'subnets': [{'id': '16497655-324d-4047-a7c9-20587c2f556c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:45:25.894087 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f869e91-40aa-4c2d-b785-37f31db58300 {{(pid=102792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:45:25.923583 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3376070b-ffc4-4097-b3fe-5f4365f05627 service neutron] Pushing event updated for resources: {'Port': ['ID=c3fe64f4-0ad0-4bf4-9e83-f3258604e62d,revision_number=2']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:45:26.005698 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-1f4f0268-bc02-4a78-92b4-19a9ed48c23a req-1b8f2719-e8fb-459a-b5ec-bd2d0be6618b service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=b9bff25e-37f9-45d8-a345-605186e8c182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6619787 Mar 29 15:45:26.011686 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-b669df6a-d93a-4e83-8adb-1efd2e599457 tempest-SecGroupTest-678096859 tempest-SecGroupTest-678096859-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:26.073211 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c524e01-b565-41fd-b804-6342d9009679 req-10725a03-5564-40f1-a760-3e3e22ed4375 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] Network 9c05e936-df9e-4fbf-b09c-78bf9696504c is already hosted by enough agents. {{(pid=102790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:45:26.083798 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [req-6c524e01-b565-41fd-b804-6342d9009679 req-10725a03-5564-40f1-a760-3e3e22ed4375 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] Resources bound (agent type, host, resource id): {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:45:26.086958 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c524e01-b565-41fd-b804-6342d9009679 req-10725a03-5564-40f1-a760-3e3e22ed4375 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] Received port after_create {{(pid=102790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:45:26.129274 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port 5f869e91-40aa-4c2d-b785-37f31db58300, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=5f869e91-40aa-4c2d-b785-37f31db58300,segment=NetworkSegment(e03a7c9c-8b58-4c58-aa22-7189da98b069),segment_id=e03a7c9c-8b58-4c58-aa22-7189da98b069)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:45:26.165764 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:26.212780 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c524e01-b565-41fd-b804-6342d9009679 req-10725a03-5564-40f1-a760-3e3e22ed4375 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:45:26.213442 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-6c524e01-b565-41fd-b804-6342d9009679 req-10725a03-5564-40f1-a760-3e3e22ed4375 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:26.300225 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-6c524e01-b565-41fd-b804-6342d9009679 req-10725a03-5564-40f1-a760-3e3e22ed4375 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2097943 Mar 29 15:45:26.315107 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 7bac8d4f-83d2-4100-92a6-b01c2323b60e up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:45:26.369679 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde3b9d2-6b96-40fd-a8ea-c0438859e7d1 req-2384b808-fbe8-4671-94d8-a0c02dbc4970 tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:45:26.378581 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-dde3b9d2-6b96-40fd-a8ea-c0438859e7d1 req-2384b808-fbe8-4671-94d8-a0c02dbc4970 tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] 10.222.0.42 "GET /v2.0/ports?device_id=275a05c1-f049-44f9-b4f0-fa2c409e8b49 HTTP/1.1" status: 200 len: 944 time: 0.1979079 Mar 29 15:45:26.531038 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Pushing event updated for resources: {'Port': ['ID=5f869e91-40aa-4c2d-b785-37f31db58300,revision_number=4']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:45:26.543348 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-dde3b9d2-6b96-40fd-a8ea-c0438859e7d1 req-1b0b1d4f-5adc-491f-9df7-567598e43435 tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] 10.222.0.42 "GET /v2.0/security-groups?id=8c1a607e-8731-4409-adf4-490f4457a32b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637976 Mar 29 15:45:26.554396 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a3f0e9-e4bf-47b2-9e65-07fe7a5f1fd4 req-333736df-409f-47a6-ba3b-679e3eff6f04 tempest-ServerRescueTestJSONUnderV235-1876556569 tempest-ServerRescueTestJSONUnderV235-1876556569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:45:26.555938 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-69a3f0e9-e4bf-47b2-9e65-07fe7a5f1fd4 req-333736df-409f-47a6-ba3b-679e3eff6f04 tempest-ServerRescueTestJSONUnderV235-1876556569 tempest-ServerRescueTestJSONUnderV235-1876556569-project] 10.222.0.44 "GET /v2.0/networks?id=bf39fd10-b141-4aa1-b5bc-ebcbbb01092f HTTP/1.1" status: 200 len: 820 time: 0.2750292 Mar 29 15:45:26.564322 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [req-6c524e01-b565-41fd-b804-6342d9009679 req-5b93cb14-4920-4ce3-b69f-237b51ecbff6 service neutron] Request body: {'port': {'device_id': 'ddaab849-e853-4e90-8757-712f539368d6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834765-1'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:45:26.599936 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-8bf5a1fb-e94c-4ab6-a3b4-32c7092abe10 admin admin] Deleting port b075cf81-12df-4cf7-8657-6411fe150943 {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:45:26.600775 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.managers [req-852c0d76-06ef-4990-bd45-3f94b5a03b61 req-3376070b-ffc4-4097-b3fe-5f4365f05627 service neutron] Attempting to bind port c3fe64f4-0ad0-4bf4-9e83-f3258604e62d on host n-h1-834765-1 for vnic_type normal with profile {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:45:26.601062 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-8bf5a1fb-e94c-4ab6-a3b4-32c7092abe10 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:26.601171 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.managers [req-852c0d76-06ef-4990-bd45-3f94b5a03b61 req-3376070b-ffc4-4097-b3fe-5f4365f05627 service neutron] Attempting to bind port c3fe64f4-0ad0-4bf4-9e83-f3258604e62d by drivers openvswitch,hyperv on host n-h1-834765-1 at level 0 using segments [{'id': 'a0c230f0-660a-4194-9279-0f0781d34134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '2268a9b9-82fd-4886-a91d-3a50e4e16cab'}] {{(pid=102790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:45:26.601545 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-852c0d76-06ef-4990-bd45-3f94b5a03b61 req-3376070b-ffc4-4097-b3fe-5f4365f05627 service neutron] Attempting to bind port c3fe64f4-0ad0-4bf4-9e83-f3258604e62d on network 2268a9b9-82fd-4886-a91d-3a50e4e16cab {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:45:26.628393 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] get_ports_and_sgs() called for port_ids ['5f869e91-40aa-4c2d-b785-37f31db58300'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:45:26.651079 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d494017-44d1-4c7c-b29d-154b51255587 req-08338de1-1294-4d6a-b87f-5c7f6b37731c tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:45:26.659292 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-2d494017-44d1-4c7c-b29d-154b51255587 req-08338de1-1294-4d6a-b87f-5c7f6b37731c tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] 10.222.0.42 "GET /v2.0/ports?device_id=ddaab849-e853-4e90-8757-712f539368d6 HTTP/1.1" status: 200 len: 931 time: 1.0524118 Mar 29 15:45:26.661222 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-6c524e01-b565-41fd-b804-6342d9009679 req-5b93cb14-4920-4ce3-b69f-237b51ecbff6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:26.679410 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [req-69a3f0e9-e4bf-47b2-9e65-07fe7a5f1fd4 req-b01956a1-32b2-41f0-96ea-8e04975ca2d0 tempest-ServerRescueTestJSONUnderV235-1876556569 tempest-ServerRescueTestJSONUnderV235-1876556569-project] Request body: {'port': {'device_id': 'f874266c-3b3f-411d-94a2-092abe89ba9b', 'network_id': 'bf39fd10-b141-4aa1-b5bc-ebcbbb01092f', 'admin_state_up': True, 'tenant_id': '8286afd09edb48b48ba8a55593c30462'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:45:26.754505 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e3cb91-9ee7-4b33-aaac-fc9de641616c req-91b5d27e-e751-4477-ad60-a48c02570e44 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:45:26.761446 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port 7bac8d4f-83d2-4100-92a6-b01c2323b60e triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:45:26.762027 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:26.762138 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-05e3cb91-9ee7-4b33-aaac-fc9de641616c req-91b5d27e-e751-4477-ad60-a48c02570e44 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/ports?device_id=ccf671cc-285a-4046-a5d5-c44a9114232b HTTP/1.1" status: 200 len: 947 time: 0.1031933 Mar 29 15:45:26.831922 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-05e3cb91-9ee7-4b33-aaac-fc9de641616c req-0c118f68-01a1-4b22-9896-daa263c950bd tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/security-groups?id=56997969-7130-4d86-9e9d-e068deb19a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681429 Mar 29 15:45:26.881741 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [None req-8bf5a1fb-e94c-4ab6-a3b4-32c7092abe10 admin admin] For port b075cf81-12df-4cf7-8657-6411fe150943, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=b075cf81-12df-4cf7-8657-6411fe150943,segment=NetworkSegment(62bdff33-894a-4670-b86c-c890adf5ed0f),segment_id=62bdff33-894a-4670-b86c-c890adf5ed0f)] {{(pid=102791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:45:26.883583 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-8bf5a1fb-e94c-4ab6-a3b4-32c7092abe10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:26.923753 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-8bf5a1fb-e94c-4ab6-a3b4-32c7092abe10 admin admin] Calling delete_port for b075cf81-12df-4cf7-8657-6411fe150943 owned by network:router_interface {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:45:26.959886 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:27.002482 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-3671ab10-3bc0-4275-975c-9a6e0c91542b req-a140e7a2-ceb8-4b07-b65e-f0bac0166040 tempest-ServerRescueTestJSONUnderV235-1876556569 tempest-ServerRescueTestJSONUnderV235-1876556569-project] 10.222.0.42 "GET /v2.0/ports?device_id=f874266c-3b3f-411d-94a2-092abe89ba9b HTTP/1.1" status: 200 len: 210 time: 0.0421994 Mar 29 15:45:27.008651 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] For port 7bac8d4f-83d2-4100-92a6-b01c2323b60e, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=7bac8d4f-83d2-4100-92a6-b01c2323b60e,segment=NetworkSegment(0cd06506-4f89-4e38-b026-ae80d7df7405),segment_id=0cd06506-4f89-4e38-b026-ae80d7df7405)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:45:27.034798 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:27.057543 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-852c0d76-06ef-4990-bd45-3f94b5a03b61 req-3376070b-ffc4-4097-b3fe-5f4365f05627 service neutron] Port c3fe64f4-0ad0-4bf4-9e83-f3258604e62d on network 2268a9b9-82fd-4886-a91d-3a50e4e16cab not bound, no agent of type Open vSwitch agent registered on host n-h1-834765-1 {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 15:45:27.057543 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-852c0d76-06ef-4990-bd45-3f94b5a03b61 req-3376070b-ffc4-4097-b3fe-5f4365f05627 service neutron] Attempting to bind port c3fe64f4-0ad0-4bf4-9e83-f3258604e62d on network 2268a9b9-82fd-4886-a91d-3a50e4e16cab {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:45:27.126380 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-852c0d76-06ef-4990-bd45-3f94b5a03b61 req-3376070b-ffc4-4097-b3fe-5f4365f05627 service neutron] Checking agent: {'id': 'be375040-5069-4239-9460-a3a3213e1e90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 33, 18), 'started_at': datetime.datetime(2022, 3, 29, 15, 33, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 45, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:45:27.127963 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-852c0d76-06ef-4990-bd45-3f94b5a03b61 req-3376070b-ffc4-4097-b3fe-5f4365f05627 service neutron] Checking segment: {'id': 'a0c230f0-660a-4194-9279-0f0781d34134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '2268a9b9-82fd-4886-a91d-3a50e4e16cab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:45:27.128445 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-852c0d76-06ef-4990-bd45-3f94b5a03b61 req-3376070b-ffc4-4097-b3fe-5f4365f05627 service neutron] Bound using segment: {'id': 'a0c230f0-660a-4194-9279-0f0781d34134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '2268a9b9-82fd-4886-a91d-3a50e4e16cab'} {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:45:27.130164 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.managers [req-852c0d76-06ef-4990-bd45-3f94b5a03b61 req-3376070b-ffc4-4097-b3fe-5f4365f05627 service neutron] Bound port: c3fe64f4-0ad0-4bf4-9e83-f3258604e62d, host: n-h1-834765-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0c230f0-660a-4194-9279-0f0781d34134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '2268a9b9-82fd-4886-a91d-3a50e4e16cab'}}] {{(pid=102790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 15:45:27.130613 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-852c0d76-06ef-4990-bd45-3f94b5a03b61 req-3376070b-ffc4-4097-b3fe-5f4365f05627 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:27.156043 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Pushing event updated for resources: {'Port': ['ID=7bac8d4f-83d2-4100-92a6-b01c2323b60e,revision_number=5']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:45:27.195199 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69a3f0e9-e4bf-47b2-9e65-07fe7a5f1fd4 req-b01956a1-32b2-41f0-96ea-8e04975ca2d0 tempest-ServerRescueTestJSONUnderV235-1876556569 tempest-ServerRescueTestJSONUnderV235-1876556569-project] Made reservation on behalf of 8286afd09edb48b48ba8a55593c30462 for: {'port': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:45:27.200636 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-69a3f0e9-e4bf-47b2-9e65-07fe7a5f1fd4 req-b01956a1-32b2-41f0-96ea-8e04975ca2d0 tempest-ServerRescueTestJSONUnderV235-1876556569 tempest-ServerRescueTestJSONUnderV235-1876556569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:27.218860 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-b669df6a-d93a-4e83-8adb-1efd2e599457 tempest-SecGroupTest-678096859 tempest-SecGroupTest-678096859-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:27.245536 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-b669df6a-d93a-4e83-8adb-1efd2e599457 tempest-SecGroupTest-678096859 tempest-SecGroupTest-678096859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610998'] for security_group_rule, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:27.283461 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5aeb0d-bb00-4a1a-85be-f2f1fdadf397 req-92695ad4-ab46-4e94-90bf-2d79e0a97b10 tempest-TenantUsagesTestJSON-1201448772 tempest-TenantUsagesTestJSON-1201448772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:45:27.295619 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-1f5aeb0d-bb00-4a1a-85be-f2f1fdadf397 req-92695ad4-ab46-4e94-90bf-2d79e0a97b10 tempest-TenantUsagesTestJSON-1201448772 tempest-TenantUsagesTestJSON-1201448772-project] 10.222.0.42 "GET /v2.0/ports?device_id=08195114-afbb-45a0-9caf-067af4e690fa HTTP/1.1" status: 200 len: 950 time: 0.1400535 Mar 29 15:45:27.350971 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-b669df6a-d93a-4e83-8adb-1efd2e599457 tempest-SecGroupTest-678096859 tempest-SecGroupTest-678096859-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:27.352637 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-b669df6a-d93a-4e83-8adb-1efd2e599457 tempest-SecGroupTest-678096859 tempest-SecGroupTest-678096859-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.6517107 Mar 29 15:45:27.356979 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-2d494017-44d1-4c7c-b29d-154b51255587 req-8e57ad86-1e54-483e-a64c-1eb7871eb1ad tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] 10.222.0.42 "GET /v2.0/security-groups?id=f08e979a-b162-4e81-8f48-4f228bf81759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6963990 Mar 29 15:45:27.365199 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 49738) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:45:27.379796 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-1f5aeb0d-bb00-4a1a-85be-f2f1fdadf397 req-eef78efc-0b08-4d23-ac89-d1e7fdffd10c tempest-TenantUsagesTestJSON-1201448772 tempest-TenantUsagesTestJSON-1201448772-project] 10.222.0.42 "GET /v2.0/security-groups?id=b9bff25e-37f9-45d8-a345-605186e8c182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829487 Mar 29 15:45:27.409378 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b669df6a-d93a-4e83-8adb-1efd2e599457 tempest-SecGroupTest-678096859 tempest-SecGroupTest-678096859-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96a8296d-dea3-4bff-8b6e-08233c4e6637,revision_number=0']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:45:27.468602 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-8bf5a1fb-e94c-4ab6-a3b4-32c7092abe10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:27.525248 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-ae90905e-3a1f-4da6-a4ad-04a50f5181be tempest-SecGroupTest-678096859 tempest-SecGroupTest-678096859-project] 10.222.0.42 "GET /v2.0/security-group-rules/96a8296d-dea3-4bff-8b6e-08233c4e6637 HTTP/1.1" status: 200 len: 764 time: 0.1532304 Mar 29 15:45:27.531093 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf5a1fb-e94c-4ab6-a3b4-32c7092abe10 admin admin] Pushing event deleted for resources: {'Port': ['ID=b075cf81-12df-4cf7-8657-6411fe150943,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:45:27.534397 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 49740) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:45:27.565303 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [req-852c0d76-06ef-4990-bd45-3f94b5a03b61 req-3376070b-ffc4-4097-b3fe-5f4365f05627 service neutron] For port c3fe64f4-0ad0-4bf4-9e83-f3258604e62d, host n-h1-834765-1, cleared binding levels {{(pid=102790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:45:27.572627 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [req-852c0d76-06ef-4990-bd45-3f94b5a03b61 req-3376070b-ffc4-4097-b3fe-5f4365f05627 service neutron] For port c3fe64f4-0ad0-4bf4-9e83-f3258604e62d, host n-h1-834765-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=c3fe64f4-0ad0-4bf4-9e83-f3258604e62d,segment=NetworkSegment(a0c230f0-660a-4194-9279-0f0781d34134),segment_id=a0c230f0-660a-4194-9279-0f0781d34134)] {{(pid=102790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:45:27.604598 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-852c0d76-06ef-4990-bd45-3f94b5a03b61 req-3376070b-ffc4-4097-b3fe-5f4365f05627 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5237921'] for port, after_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:27.744676 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-7c55326f-f7ab-4e5a-97a3-73b4cbc11651 tempest-SecGroupTest-678096859 tempest-SecGroupTest-678096859-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.2086697 Mar 29 15:45:27.751646 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 49744) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:45:27.800849 n-d-834765-1 neutron-server[102790]: DEBUG neutron.notifiers.nova [req-6c524e01-b565-41fd-b804-6342d9009679 req-5b93cb14-4920-4ce3-b69f-237b51ecbff6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 901dd08e-5f8b-48ba-af61-72ba080e4a8d {{(pid=102790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:45:27.838049 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852c0d76-06ef-4990-bd45-3f94b5a03b61 req-3376070b-ffc4-4097-b3fe-5f4365f05627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:45:27.847141 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-852c0d76-06ef-4990-bd45-3f94b5a03b61 req-3376070b-ffc4-4097-b3fe-5f4365f05627 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:27.848859 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-852c0d76-06ef-4990-bd45-3f94b5a03b61 req-3376070b-ffc4-4097-b3fe-5f4365f05627 service neutron] 10.222.0.44 "PUT /v2.0/ports/c3fe64f4-0ad0-4bf4-9e83-f3258604e62d HTTP/1.1" status: 200 len: 1095 time: 3.7787180 Mar 29 15:45:27.863124 n-d-834765-1 neutron-server[102790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ccf671cc-285a-4046-a5d5-c44a9114232b', 'tag': 'c3fe64f4-0ad0-4bf4-9e83-f3258604e62d'}] {{(pid=102790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:45:27.865803 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46b06d655c90bc969636382cce4240ad749035fb0f3a83ee4734fa1ed9c4a6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54a8357b-fc48-4b9a-ade9-802cdcdbccf2" -d '{"events": [{"name": "network-changed", "server_uuid": "ccf671cc-285a-4046-a5d5-c44a9114232b", "tag": "c3fe64f4-0ad0-4bf4-9e83-f3258604e62d"}]}' {{(pid=102790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:45:27.900967 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-6c524e01-b565-41fd-b804-6342d9009679 req-5b93cb14-4920-4ce3-b69f-237b51ecbff6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:27.914243 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-7699db63-2754-438e-aa90-ba7e30e0242d tempest-SecGroupTest-678096859 tempest-SecGroupTest-678096859-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:27.935682 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-7699db63-2754-438e-aa90-ba7e30e0242d tempest-SecGroupTest-678096859 tempest-SecGroupTest-678096859-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:27.944839 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3376070b-ffc4-4097-b3fe-5f4365f05627 service neutron] Pushing event updated for resources: {'Port': ['ID=c3fe64f4-0ad0-4bf4-9e83-f3258604e62d,revision_number=3']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:45:27.970617 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e69698-35d1-4ae7-ada8-bb21dca1be5c req-dc435109-69f3-415e-a0a2-6328344543ee tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:45:27.981002 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-a0e69698-35d1-4ae7-ada8-bb21dca1be5c req-dc435109-69f3-415e-a0a2-6328344543ee tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] 10.222.0.42 "GET /v2.0/ports?device_id=275a05c1-f049-44f9-b4f0-fa2c409e8b49 HTTP/1.1" status: 200 len: 944 time: 0.3145156 Mar 29 15:45:27.986367 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.db_base_plugin_common [req-69a3f0e9-e4bf-47b2-9e65-07fe7a5f1fd4 req-b01956a1-32b2-41f0-96ea-8e04975ca2d0 tempest-ServerRescueTestJSONUnderV235-1876556569 tempest-ServerRescueTestJSONUnderV235-1876556569-project] Allocated IP 172.20.0.12 (bf39fd10-b141-4aa1-b5bc-ebcbbb01092f/16497655-324d-4047-a7c9-20587c2f556c/a5546757-5675-4251-805e-2ecb9a2a21ba) {{(pid=102790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:45:28.186560 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.provisioning_blocks [req-6c524e01-b565-41fd-b804-6342d9009679 req-5b93cb14-4920-4ce3-b69f-237b51ecbff6 service neutron] Transition to ACTIVE for port object 901dd08e-5f8b-48ba-af61-72ba080e4a8d will not be triggered until provisioned by entity L2. {{(pid=102790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 15:45:28.206089 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 7bac8d4f-83d2-4100-92a6-b01c2323b60e up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:45:28.224430 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-6c524e01-b565-41fd-b804-6342d9009679 req-5b93cb14-4920-4ce3-b69f-237b51ecbff6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5237921'] for port, after_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:28.283962 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b93cb14-4920-4ce3-b69f-237b51ecbff6 service neutron] Pushing event updated for resources: {'Port': ['ID=901dd08e-5f8b-48ba-af61-72ba080e4a8d,revision_number=2']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:45:28.299914 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port 7bac8d4f-83d2-4100-92a6-b01c2323b60e triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:45:28.301023 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:28.322602 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247d5907-02d7-4cec-b7a1-7dc84db07345 req-051b15ad-3b3e-45e7-ab54-763929aaef1a tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:45:28.324228 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-247d5907-02d7-4cec-b7a1-7dc84db07345 req-051b15ad-3b3e-45e7-ab54-763929aaef1a tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/ports?device_id=ccf671cc-285a-4046-a5d5-c44a9114232b HTTP/1.1" status: 200 len: 947 time: 0.1986315 Mar 29 15:45:28.347938 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852c0d76-06ef-4990-bd45-3f94b5a03b61 req-66ade73e-9a37-4202-acde-f3c6cc004904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:45:28.349374 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-852c0d76-06ef-4990-bd45-3f94b5a03b61 req-66ade73e-9a37-4202-acde-f3c6cc004904 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=fa3ba36247ad48f4997ede3b0209bc82&device_id=ccf671cc-285a-4046-a5d5-c44a9114232b HTTP/1.1" status: 200 len: 1098 time: 0.4000931 Mar 29 15:45:28.386192 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-69a3f0e9-e4bf-47b2-9e65-07fe7a5f1fd4 req-b01956a1-32b2-41f0-96ea-8e04975ca2d0 tempest-ServerRescueTestJSONUnderV235-1876556569 tempest-ServerRescueTestJSONUnderV235-1876556569-project] Notify callbacks [] for port, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:28.505815 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-852c0d76-06ef-4990-bd45-3f94b5a03b61 req-525b7c2d-916c-403c-9072-1ca2456df384 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.87&port_id=c3fe64f4-0ad0-4bf4-9e83-f3258604e62d HTTP/1.1" status: 200 len: 217 time: 0.1225615 Mar 29 15:45:28.527467 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-7699db63-2754-438e-aa90-ba7e30e0242d tempest-SecGroupTest-678096859 tempest-SecGroupTest-678096859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610998'] for security_group_rule, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:28.536023 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-7699db63-2754-438e-aa90-ba7e30e0242d tempest-SecGroupTest-678096859 tempest-SecGroupTest-678096859-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:28.541323 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-7699db63-2754-438e-aa90-ba7e30e0242d tempest-SecGroupTest-678096859 tempest-SecGroupTest-678096859-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/96a8296d-dea3-4bff-8b6e-08233c4e6637 HTTP/1.1" status: 204 len: 168 time: 0.7886724 Mar 29 15:45:28.547059 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 49758) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:45:28.579326 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-a0e69698-35d1-4ae7-ada8-bb21dca1be5c req-3dd82681-b7df-4ad6-be24-fcccb0de1be1 tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] 10.222.0.42 "GET /v2.0/security-groups?id=8c1a607e-8731-4409-adf4-490f4457a32b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5967388 Mar 29 15:45:28.603140 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-247d5907-02d7-4cec-b7a1-7dc84db07345 req-3be242d2-a456-4764-a671-2789f4eb1ae0 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/security-groups?id=56997969-7130-4d86-9e9d-e068deb19a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2643220 Mar 29 15:45:28.603918 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.managers [req-6c524e01-b565-41fd-b804-6342d9009679 req-5b93cb14-4920-4ce3-b69f-237b51ecbff6 service neutron] Attempting to bind port 901dd08e-5f8b-48ba-af61-72ba080e4a8d on host n-h2-834765-1 for vnic_type normal with profile {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:45:28.604256 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.managers [req-6c524e01-b565-41fd-b804-6342d9009679 req-5b93cb14-4920-4ce3-b69f-237b51ecbff6 service neutron] Attempting to bind port 901dd08e-5f8b-48ba-af61-72ba080e4a8d by drivers openvswitch,hyperv on host n-h2-834765-1 at level 0 using segments [{'id': '429e9cf3-3671-4cb2-9547-92af9e95f1f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '9c05e936-df9e-4fbf-b09c-78bf9696504c'}] {{(pid=102790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:45:28.604582 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c524e01-b565-41fd-b804-6342d9009679 req-5b93cb14-4920-4ce3-b69f-237b51ecbff6 service neutron] Attempting to bind port 901dd08e-5f8b-48ba-af61-72ba080e4a8d on network 9c05e936-df9e-4fbf-b09c-78bf9696504c {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:45:28.612792 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7699db63-2754-438e-aa90-ba7e30e0242d tempest-SecGroupTest-678096859 tempest-SecGroupTest-678096859-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=96a8296d-dea3-4bff-8b6e-08233c4e6637,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:45:28.641245 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c524e01-b565-41fd-b804-6342d9009679 req-5b93cb14-4920-4ce3-b69f-237b51ecbff6 service neutron] Port 901dd08e-5f8b-48ba-af61-72ba080e4a8d on network 9c05e936-df9e-4fbf-b09c-78bf9696504c not bound, no agent of type Open vSwitch agent registered on host n-h2-834765-1 {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 15:45:28.641565 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c524e01-b565-41fd-b804-6342d9009679 req-5b93cb14-4920-4ce3-b69f-237b51ecbff6 service neutron] Attempting to bind port 901dd08e-5f8b-48ba-af61-72ba080e4a8d on network 9c05e936-df9e-4fbf-b09c-78bf9696504c {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:45:28.649194 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-8bf5a1fb-e94c-4ab6-a3b4-32c7092abe10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-530528'] for router_interface, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:28.658954 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-69a3f0e9-e4bf-47b2-9e65-07fe7a5f1fd4 req-b01956a1-32b2-41f0-96ea-8e04975ca2d0 tempest-ServerRescueTestJSONUnderV235-1876556569 tempest-ServerRescueTestJSONUnderV235-1876556569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:28.664298 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c524e01-b565-41fd-b804-6342d9009679 req-5b93cb14-4920-4ce3-b69f-237b51ecbff6 service neutron] Checking agent: {'id': '3e4b4912-b4a2-4d17-b5bd-6ce15529e8eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 33, 17), 'started_at': datetime.datetime(2022, 3, 29, 15, 33, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 45, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:45:28.664656 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c524e01-b565-41fd-b804-6342d9009679 req-5b93cb14-4920-4ce3-b69f-237b51ecbff6 service neutron] Checking segment: {'id': '429e9cf3-3671-4cb2-9547-92af9e95f1f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '9c05e936-df9e-4fbf-b09c-78bf9696504c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:45:28.665165 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c524e01-b565-41fd-b804-6342d9009679 req-5b93cb14-4920-4ce3-b69f-237b51ecbff6 service neutron] Bound using segment: {'id': '429e9cf3-3671-4cb2-9547-92af9e95f1f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '9c05e936-df9e-4fbf-b09c-78bf9696504c'} {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:45:28.665594 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.managers [req-6c524e01-b565-41fd-b804-6342d9009679 req-5b93cb14-4920-4ce3-b69f-237b51ecbff6 service neutron] Bound port: 901dd08e-5f8b-48ba-af61-72ba080e4a8d, host: n-h2-834765-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '429e9cf3-3671-4cb2-9547-92af9e95f1f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '9c05e936-df9e-4fbf-b09c-78bf9696504c'}}] {{(pid=102790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 15:45:28.665948 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-6c524e01-b565-41fd-b804-6342d9009679 req-5b93cb14-4920-4ce3-b69f-237b51ecbff6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:28.767341 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 15:45:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4051a572-727c-4dca-98c7-6f3e9cecefb5 x-openstack-request-id: req-4051a572-727c-4dca-98c7-6f3e9cecefb5 {{(pid=102790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:45:28.767675 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ccf671cc-285a-4046-a5d5-c44a9114232b", "tag": "c3fe64f4-0ad0-4bf4-9e83-f3258604e62d", "status": "completed", "code": 200}]} {{(pid=102790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:45:28.767934 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-4051a572-727c-4dca-98c7-6f3e9cecefb5 {{(pid=102790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:45:28.768337 n-d-834765-1 neutron-server[102790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ccf671cc-285a-4046-a5d5-c44a9114232b', 'tag': 'c3fe64f4-0ad0-4bf4-9e83-f3258604e62d', 'status': 'completed', 'code': 200} Mar 29 15:45:28.769974 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852c0d76-06ef-4990-bd45-3f94b5a03b61 req-57ec2374-13d8-4975-a0a9-a3f684ce2fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:45:28.771471 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-852c0d76-06ef-4990-bd45-3f94b5a03b61 req-57ec2374-13d8-4975-a0a9-a3f684ce2fe6 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=abb8e5d6-2aea-4455-a944-3435a3d1ce49 HTTP/1.1" status: 200 len: 843 time: 0.2498617 Mar 29 15:45:28.790623 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-92cefe21-402f-465e-9565-03a3c13f1b67 tempest-SecGroupTest-678096859 tempest-SecGroupTest-678096859-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2398558 Mar 29 15:45:28.806732 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 49764) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:45:28.880935 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01956a1-32b2-41f0-96ea-8e04975ca2d0 tempest-ServerRescueTestJSONUnderV235-1876556569 tempest-ServerRescueTestJSONUnderV235-1876556569-project] Pushing event updated for resources: {'Port': ['ID=a5546757-5675-4251-805e-2ecb9a2a21ba,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:45:28.908103 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69a3f0e9-e4bf-47b2-9e65-07fe7a5f1fd4 req-b01956a1-32b2-41f0-96ea-8e04975ca2d0 tempest-ServerRescueTestJSONUnderV235-1876556569 tempest-ServerRescueTestJSONUnderV235-1876556569-project] Network bf39fd10-b141-4aa1-b5bc-ebcbbb01092f is already hosted by enough agents. {{(pid=102790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:45:28.942833 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [req-69a3f0e9-e4bf-47b2-9e65-07fe7a5f1fd4 req-b01956a1-32b2-41f0-96ea-8e04975ca2d0 tempest-ServerRescueTestJSONUnderV235-1876556569 tempest-ServerRescueTestJSONUnderV235-1876556569-project] Resources bound (agent type, host, resource id): {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:45:28.953031 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.l3_dvrscheduler_db [req-69a3f0e9-e4bf-47b2-9e65-07fe7a5f1fd4 req-b01956a1-32b2-41f0-96ea-8e04975ca2d0 tempest-ServerRescueTestJSONUnderV235-1876556569 tempest-ServerRescueTestJSONUnderV235-1876556569-project] Received port after_create {{(pid=102790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:45:29.015730 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6054b2e5-c0a7-435e-bba6-0422bda54c61 req-57f80ada-20b5-41ce-81b6-bd9f84bb9a5d tempest-TenantUsagesTestJSON-1201448772 tempest-TenantUsagesTestJSON-1201448772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:45:29.017287 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6054b2e5-c0a7-435e-bba6-0422bda54c61 req-57f80ada-20b5-41ce-81b6-bd9f84bb9a5d tempest-TenantUsagesTestJSON-1201448772 tempest-TenantUsagesTestJSON-1201448772-project] 10.222.0.42 "GET /v2.0/ports?device_id=08195114-afbb-45a0-9caf-067af4e690fa HTTP/1.1" status: 200 len: 950 time: 0.0723069 Mar 29 15:45:29.123185 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6054b2e5-c0a7-435e-bba6-0422bda54c61 req-f1d3dfef-94ae-4e8d-ae1e-4d8e62f2fe08 tempest-TenantUsagesTestJSON-1201448772 tempest-TenantUsagesTestJSON-1201448772-project] 10.222.0.42 "GET /v2.0/security-groups?id=b9bff25e-37f9-45d8-a345-605186e8c182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601299 Mar 29 15:45:29.206448 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device 5f869e91-40aa-4c2d-b785-37f31db58300 up at agent hyperv_n-h2-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:45:29.269390 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bf5a1fb-e94c-4ab6-a3b4-32c7092abe10 admin admin] Router 6e5efdf6-6b83-4750-9249-d66120dd82a2 has already been hosted by L3 agent c648d819-1060-4f26-b4ec-6455387b5dff {{(pid=102791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 15:45:29.283907 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Provisioning for port 5f869e91-40aa-4c2d-b785-37f31db58300 completed by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 15:45:29.289146 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Provisioning complete for port 5f869e91-40aa-4c2d-b785-37f31db58300 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:45:29.289560 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:29.303039 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2eaef6-065f-4600-a2fe-395b8803313c req-8e4d3a7d-b7de-44b3-9af8-305ba488860a tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:45:29.312888 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-dd2eaef6-065f-4600-a2fe-395b8803313c req-8e4d3a7d-b7de-44b3-9af8-305ba488860a tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] 10.222.0.42 "GET /v2.0/ports?device_id=ddaab849-e853-4e90-8757-712f539368d6 HTTP/1.1" status: 200 len: 943 time: 0.1112165 Mar 29 15:45:29.397086 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852c0d76-06ef-4990-bd45-3f94b5a03b61 req-663ccfc9-48ce-4013-9fa2-48552a8ff1d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:45:29.398749 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-852c0d76-06ef-4990-bd45-3f94b5a03b61 req-663ccfc9-48ce-4013-9fa2-48552a8ff1d7 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2268a9b9-82fd-4886-a91d-3a50e4e16cab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5867269 Mar 29 15:45:29.417621 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:29.427706 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-dd2eaef6-065f-4600-a2fe-395b8803313c req-2281b42d-5aef-491b-bd2b-f1eb075da1ff tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] 10.222.0.42 "GET /v2.0/security-groups?id=f08e979a-b162-4e81-8f48-4f228bf81759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135459 Mar 29 15:45:29.434238 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863c9b97-9f1b-47a4-ad01-3b9214fe7a87 req-6b48cb33-224c-4bd6-8303-21587f88d491 tempest-ServerRescueTestJSONUnderV235-1876556569 tempest-ServerRescueTestJSONUnderV235-1876556569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:45:29.441979 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-863c9b97-9f1b-47a4-ad01-3b9214fe7a87 req-6b48cb33-224c-4bd6-8303-21587f88d491 tempest-ServerRescueTestJSONUnderV235-1876556569 tempest-ServerRescueTestJSONUnderV235-1876556569-project] 10.222.0.42 "GET /v2.0/ports?device_id=f874266c-3b3f-411d-94a2-092abe89ba9b HTTP/1.1" status: 200 len: 932 time: 0.6341596 Mar 29 15:45:29.462624 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [req-6c524e01-b565-41fd-b804-6342d9009679 req-5b93cb14-4920-4ce3-b69f-237b51ecbff6 service neutron] For port 901dd08e-5f8b-48ba-af61-72ba080e4a8d, host n-h2-834765-1, cleared binding levels {{(pid=102790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:45:29.480462 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a3f0e9-e4bf-47b2-9e65-07fe7a5f1fd4 req-b01956a1-32b2-41f0-96ea-8e04975ca2d0 tempest-ServerRescueTestJSONUnderV235-1876556569 tempest-ServerRescueTestJSONUnderV235-1876556569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:45:29.480462 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-69a3f0e9-e4bf-47b2-9e65-07fe7a5f1fd4 req-b01956a1-32b2-41f0-96ea-8e04975ca2d0 tempest-ServerRescueTestJSONUnderV235-1876556569 tempest-ServerRescueTestJSONUnderV235-1876556569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:29.480749 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '275a05c1-f049-44f9-b4f0-fa2c409e8b49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f869e91-40aa-4c2d-b785-37f31db58300'}] {{(pid=102792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:45:29.480749 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4f476c66b318cc6068719fc39557fac68d413f5c7e78fa77028c7948e999ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7225f977-bb7c-4f1b-8f6e-11c8f3c18fa4" -d '{"events": [{"server_uuid": "275a05c1-f049-44f9-b4f0-fa2c409e8b49", "name": "network-vif-plugged", "status": "completed", "tag": "5f869e91-40aa-4c2d-b785-37f31db58300"}]}' {{(pid=102792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:45:29.498747 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port 5f869e91-40aa-4c2d-b785-37f31db58300, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=5f869e91-40aa-4c2d-b785-37f31db58300,segment=NetworkSegment(e03a7c9c-8b58-4c58-aa22-7189da98b069),segment_id=e03a7c9c-8b58-4c58-aa22-7189da98b069)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:45:29.509809 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-88179665-c9b1-448b-a64d-97db1ba26020 tempest-SecGroupTest-678096859 tempest-SecGroupTest-678096859-project] Notify callbacks [] for security_group, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:29.528322 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [req-6c524e01-b565-41fd-b804-6342d9009679 req-5b93cb14-4920-4ce3-b69f-237b51ecbff6 service neutron] For port 901dd08e-5f8b-48ba-af61-72ba080e4a8d, host n-h2-834765-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=901dd08e-5f8b-48ba-af61-72ba080e4a8d,segment=NetworkSegment(429e9cf3-3671-4cb2-9547-92af9e95f1f2),segment_id=429e9cf3-3671-4cb2-9547-92af9e95f1f2)] {{(pid=102790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:45:29.544872 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bf5a1fb-e94c-4ab6-a3b4-32c7092abe10 admin admin] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:45:29.551408 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:29.588718 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-6c524e01-b565-41fd-b804-6342d9009679 req-5b93cb14-4920-4ce3-b69f-237b51ecbff6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5237921'] for port, after_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:29.616886 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-8bf5a1fb-e94c-4ab6-a3b4-32c7092abe10 admin admin] 10.222.0.42 "PUT /v2.0/routers/6e5efdf6-6b83-4750-9249-d66120dd82a2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6923435 Mar 29 15:45:29.620206 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 49778) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:45:29.620442 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2f1d3f0-152d-4c77-9860-cc6cc4d7fd9b None None] Sync routers for ids ['6e5efdf6-6b83-4750-9249-d66120dd82a2'] in n-d-834765-1 {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:45:29.642004 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-863c9b97-9f1b-47a4-ad01-3b9214fe7a87 req-18fe378f-c294-40ce-9ddd-638a0989433e tempest-ServerRescueTestJSONUnderV235-1876556569 tempest-ServerRescueTestJSONUnderV235-1876556569-project] 10.222.0.42 "GET /v2.0/security-groups?id=3d222421-3560-49e7-abaf-10952d69e15f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884277 Mar 29 15:45:29.647744 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2f1d3f0-152d-4c77-9860-cc6cc4d7fd9b None None] Routers {'6e5efdf6-6b83-4750-9249-d66120dd82a2'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:45:29.648300 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-a2f1d3f0-152d-4c77-9860-cc6cc4d7fd9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:45:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['6e5efdf6-6b83-4750-9249-d66120dd82a2'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:45:29.651480 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Pushing event updated for resources: {'Port': ['ID=5f869e91-40aa-4c2d-b785-37f31db58300,revision_number=5']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:45:29.675803 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-88179665-c9b1-448b-a64d-97db1ba26020 tempest-SecGroupTest-678096859 tempest-SecGroupTest-678096859-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:29.701664 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-69a3f0e9-e4bf-47b2-9e65-07fe7a5f1fd4 req-b01956a1-32b2-41f0-96ea-8e04975ca2d0 tempest-ServerRescueTestJSONUnderV235-1876556569 tempest-ServerRescueTestJSONUnderV235-1876556569-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0596001 Mar 29 15:45:29.767788 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [req-69a3f0e9-e4bf-47b2-9e65-07fe7a5f1fd4 req-e290fc37-b7c2-486b-9e75-e631d144d700 service neutron] Request body: {'port': {'device_id': 'f874266c-3b3f-411d-94a2-092abe89ba9b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834765-1'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:45:29.817228 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:45:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93022120-754e-41b6-8997-df0689005e6e x-openstack-request-id: req-93022120-754e-41b6-8997-df0689005e6e {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:45:29.818306 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "275a05c1-f049-44f9-b4f0-fa2c409e8b49", "name": "network-vif-plugged", "status": "completed", "tag": "5f869e91-40aa-4c2d-b785-37f31db58300", "code": 200}]} {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:45:29.819248 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-93022120-754e-41b6-8997-df0689005e6e {{(pid=102792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:45:29.820229 n-d-834765-1 neutron-server[102792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '275a05c1-f049-44f9-b4f0-fa2c409e8b49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f869e91-40aa-4c2d-b785-37f31db58300', 'code': 200} Mar 29 15:45:29.859124 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c524e01-b565-41fd-b804-6342d9009679 req-5b93cb14-4920-4ce3-b69f-237b51ecbff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:45:29.859631 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-6c524e01-b565-41fd-b804-6342d9009679 req-5b93cb14-4920-4ce3-b69f-237b51ecbff6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:29.867235 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-6c524e01-b565-41fd-b804-6342d9009679 req-5b93cb14-4920-4ce3-b69f-237b51ecbff6 service neutron] 10.222.0.48 "PUT /v2.0/ports/901dd08e-5f8b-48ba-af61-72ba080e4a8d HTTP/1.1" status: 200 len: 1091 time: 3.3410578 Mar 29 15:45:29.903924 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-8194a2c2-6bf0-4f91-ab7c-945e7887fdad admin admin] Notify callbacks [] for router, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:29.932773 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvr_db [None req-a2f1d3f0-152d-4c77-9860-cc6cc4d7fd9b None None] Set router 6e5efdf6-6b83-4750-9249-d66120dd82a2 gateway port host: n-d-834765-1 {{(pid=102792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:45:30.064532 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-852c0d76-06ef-4990-bd45-3f94b5a03b61 req-ab1fcef8-d4cf-4d4d-b298-0b1ecd419b3c service neutron] 10.222.0.44 "GET /v2.0/networks/2268a9b9-82fd-4886-a91d-3a50e4e16cab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6538961 Mar 29 15:45:30.078842 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-8194a2c2-6bf0-4f91-ab7c-945e7887fdad admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:30.112918 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b93cb14-4920-4ce3-b69f-237b51ecbff6 service neutron] Pushing event updated for resources: {'Port': ['ID=901dd08e-5f8b-48ba-af61-72ba080e4a8d,revision_number=3']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:45:30.171562 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-88179665-c9b1-448b-a64d-97db1ba26020 tempest-SecGroupTest-678096859 tempest-SecGroupTest-678096859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:30.174621 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-88179665-c9b1-448b-a64d-97db1ba26020 tempest-SecGroupTest-678096859 tempest-SecGroupTest-678096859-project] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:30.176170 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-88179665-c9b1-448b-a64d-97db1ba26020 tempest-SecGroupTest-678096859 tempest-SecGroupTest-678096859-project] 10.222.0.42 "DELETE /v2.0/security-groups/de50cb4c-fe6a-483c-8c99-f395fc8fb789 HTTP/1.1" status: 204 len: 168 time: 1.3612132 Mar 29 15:45:30.183904 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 49790) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:45:30.210734 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-69a3f0e9-e4bf-47b2-9e65-07fe7a5f1fd4 req-e290fc37-b7c2-486b-9e75-e631d144d700 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:30.226990 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57721e5-4a68-4e48-9ed5-6f79a26a9b6e req-4d195034-d5f7-4cbe-9c28-68f981911bee tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:45:30.236844 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9bca31-d4c1-4066-a0f3-bf169cd7d457 req-44258959-15b7-4cc1-9fbb-3b5124088279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:45:30.237508 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-c57721e5-4a68-4e48-9ed5-6f79a26a9b6e req-4d195034-d5f7-4cbe-9c28-68f981911bee tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/ports?device_id=ccf671cc-285a-4046-a5d5-c44a9114232b HTTP/1.1" status: 200 len: 947 time: 0.1607814 Mar 29 15:45:30.238355 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-4d9bca31-d4c1-4066-a0f3-bf169cd7d457 req-44258959-15b7-4cc1-9fbb-3b5124088279 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=275a05c1-f049-44f9-b4f0-fa2c409e8b49 HTTP/1.1" status: 200 len: 1096 time: 0.4125319 Mar 29 15:45:30.253023 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1fbf6d-abec-4e08-8258-d9829a0c18d9 req-ff6b5f2e-0625-4a5e-bcf3-b330304f64e3 tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:45:30.261642 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-aa1fbf6d-abec-4e08-8258-d9829a0c18d9 req-ff6b5f2e-0625-4a5e-bcf3-b330304f64e3 tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] 10.222.0.42 "GET /v2.0/ports?device_id=275a05c1-f049-44f9-b4f0-fa2c409e8b49 HTTP/1.1" status: 200 len: 945 time: 0.3459120 Mar 29 15:45:30.281117 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88179665-c9b1-448b-a64d-97db1ba26020 tempest-SecGroupTest-678096859 tempest-SecGroupTest-678096859-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=de50cb4c-fe6a-483c-8c99-f395fc8fb789,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:45:30.284911 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c524e01-b565-41fd-b804-6342d9009679 req-1fdd3a5a-d7eb-424d-abee-32c2196eb0e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:45:30.287073 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-6c524e01-b565-41fd-b804-6342d9009679 req-1fdd3a5a-d7eb-424d-abee-32c2196eb0e9 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d04cf558b2cb439aa051141a3dc84641&device_id=ddaab849-e853-4e90-8757-712f539368d6 HTTP/1.1" status: 200 len: 1094 time: 0.3349633 Mar 29 15:45:30.314814 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-8194a2c2-6bf0-4f91-ab7c-945e7887fdad admin admin] Deleting port 6cdc072b-0da4-4048-9f7f-efa2e7ea4231 {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:45:30.315149 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-8194a2c2-6bf0-4f91-ab7c-945e7887fdad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:30.341954 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-da7f9e82-4e4c-4c43-82f0-dfb729ff4fbc tempest-SecGroupTest-678096859 tempest-SecGroupTest-678096859-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1538777 Mar 29 15:45:30.350102 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 49792) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:45:30.391716 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-c57721e5-4a68-4e48-9ed5-6f79a26a9b6e req-4ec9ad43-ff32-451b-90b3-e5826404ee90 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/security-groups?id=56997969-7130-4d86-9e9d-e068deb19a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433885 Mar 29 15:45:30.403187 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-e7e37da0-ceca-465f-9608-150f9615e676 tempest-SecGroupTest-678096859 tempest-SecGroupTest-678096859-project] Request body: {'security_group': {'name': 'tempest-secgroup--610959823'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:45:30.439096 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-6c524e01-b565-41fd-b804-6342d9009679 req-f5eee2e4-66af-4f75-9109-2e67accbafe3 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=901dd08e-5f8b-48ba-af61-72ba080e4a8d HTTP/1.1" status: 200 len: 217 time: 0.1284437 Mar 29 15:45:30.526873 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-aa1fbf6d-abec-4e08-8258-d9829a0c18d9 req-2ed17dec-7599-414d-bdf0-8f08af6f4d86 tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] 10.222.0.42 "GET /v2.0/security-groups?id=8c1a607e-8731-4409-adf4-490f4457a32b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2642350 Mar 29 15:45:30.530179 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-852c0d76-06ef-4990-bd45-3f94b5a03b61 req-ff4b1c28-8373-4b80-bf18-213f153a8c76 service neutron] 10.222.0.44 "GET /v2.0/networks/2268a9b9-82fd-4886-a91d-3a50e4e16cab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4526830 Mar 29 15:45:30.568585 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-50485899-b80b-47ec-aaef-6261ccf84dda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:30.601051 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [None req-8194a2c2-6bf0-4f91-ab7c-945e7887fdad admin admin] For port 6cdc072b-0da4-4048-9f7f-efa2e7ea4231, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=6cdc072b-0da4-4048-9f7f-efa2e7ea4231,segment=NetworkSegment(6ab47353-a811-4bad-bc73-b4cc84583cfd),segment_id=6ab47353-a811-4bad-bc73-b4cc84583cfd)] {{(pid=102791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:45:30.601913 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-8194a2c2-6bf0-4f91-ab7c-945e7887fdad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:30.624266 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-8194a2c2-6bf0-4f91-ab7c-945e7887fdad admin admin] Calling delete_port for 6cdc072b-0da4-4048-9f7f-efa2e7ea4231 owned by network:router_gateway {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:45:30.629095 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-a2f1d3f0-152d-4c77-9860-cc6cc4d7fd9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e5efdf6-6b83-4750-9249-d66120dd82a2', 'name': 'tempest-TaggedBootDevicesTest-1655078999-router', 'tenant_id': '3c879391e12244b68c6a1d18a158625b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.152'}], 'enable_snat': True}, 'gw_port_id': '6cdc072b-0da4-4048-9f7f-efa2e7ea4231', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:38:54Z', 'updated_at': '2022-03-29T15:45:27Z', 'revision_number': 5, 'project_id': '3c879391e12244b68c6a1d18a158625b', 'gw_port': {'id': '6cdc072b-0da4-4048-9f7f-efa2e7ea4231', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:7d:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e5efdf6-6b83-4750-9249-d66120dd82a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:38:55Z', 'updated_at': '2022-03-29T15:38:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1'}], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:45:30.664247 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2f1d3f0-152d-4c77-9860-cc6cc4d7fd9b None None] Checking router: 6e5efdf6-6b83-4750-9249-d66120dd82a2 for host: n-d-834765-1 {{(pid=102792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:45:30.674624 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2f1d3f0-152d-4c77-9860-cc6cc4d7fd9b None None] Routers {'6e5efdf6-6b83-4750-9249-d66120dd82a2'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:45:30.675255 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-a2f1d3f0-152d-4c77-9860-cc6cc4d7fd9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:45:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['6e5efdf6-6b83-4750-9249-d66120dd82a2'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:45:30.780481 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvr_db [None req-a2f1d3f0-152d-4c77-9860-cc6cc4d7fd9b None None] Set router 6e5efdf6-6b83-4750-9249-d66120dd82a2 gateway port host: None {{(pid=102792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:45:30.855707 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-a2f1d3f0-152d-4c77-9860-cc6cc4d7fd9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e5efdf6-6b83-4750-9249-d66120dd82a2', 'name': 'tempest-TaggedBootDevicesTest-1655078999-router', 'tenant_id': '3c879391e12244b68c6a1d18a158625b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:38:54Z', 'updated_at': '2022-03-29T15:45:30Z', 'revision_number': 6, 'project_id': '3c879391e12244b68c6a1d18a158625b', 'gw_port_host': None}], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:45:30.890432 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2f1d3f0-152d-4c77-9860-cc6cc4d7fd9b None None] The sync data for ids ['6e5efdf6-6b83-4750-9249-d66120dd82a2'] in n-d-834765-1 is: [{'id': '6e5efdf6-6b83-4750-9249-d66120dd82a2', 'name': 'tempest-TaggedBootDevicesTest-1655078999-router', 'tenant_id': '3c879391e12244b68c6a1d18a158625b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:38:54Z', 'updated_at': '2022-03-29T15:45:30Z', 'revision_number': 6, 'project_id': '3c879391e12244b68c6a1d18a158625b', 'gw_port_host': None}] {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:45:30.902557 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-4d9bca31-d4c1-4066-a0f3-bf169cd7d457 req-f789261d-bb82-4656-882b-79170e59c909 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=8c1a607e-8731-4409-adf4-490f4457a32b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6293180 Mar 29 15:45:30.903531 n-d-834765-1 neutron-server[102790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddaab849-e853-4e90-8757-712f539368d6', 'tag': '901dd08e-5f8b-48ba-af61-72ba080e4a8d'}] {{(pid=102790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:45:30.906013 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46b06d655c90bc969636382cce4240ad749035fb0f3a83ee4734fa1ed9c4a6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d38dcbd4-99a6-4d40-bf63-94adfb3784aa" -d '{"events": [{"name": "network-changed", "server_uuid": "ddaab849-e853-4e90-8757-712f539368d6", "tag": "901dd08e-5f8b-48ba-af61-72ba080e4a8d"}]}' {{(pid=102790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:45:30.913672 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-8194a2c2-6bf0-4f91-ab7c-945e7887fdad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:30.943148 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8194a2c2-6bf0-4f91-ab7c-945e7887fdad admin admin] Pushing event deleted for resources: {'Port': ['ID=6cdc072b-0da4-4048-9f7f-efa2e7ea4231,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:45:30.998709 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e7e37da0-ceca-465f-9608-150f9615e676 tempest-SecGroupTest-678096859 tempest-SecGroupTest-678096859-project] Notify callbacks [] for security_group, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:31.057231 n-d-834765-1 neutron-server[102790]: DEBUG neutron.notifiers.nova [req-69a3f0e9-e4bf-47b2-9e65-07fe7a5f1fd4 req-e290fc37-b7c2-486b-9e75-e631d144d700 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5546757-5675-4251-805e-2ecb9a2a21ba {{(pid=102790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:45:31.064175 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-8194a2c2-6bf0-4f91-ab7c-945e7887fdad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-648138'] for router_gateway, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:31.071601 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c524e01-b565-41fd-b804-6342d9009679 req-14572ee5-b185-4bd6-b527-4c4678744e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:45:31.073068 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-6c524e01-b565-41fd-b804-6342d9009679 req-14572ee5-b185-4bd6-b527-4c4678744e9c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9016bdba-0f5c-4ddd-94a1-3fa4aae621f1 HTTP/1.1" status: 200 len: 846 time: 0.6190200 Mar 29 15:45:31.075480 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-69a3f0e9-e4bf-47b2-9e65-07fe7a5f1fd4 req-e290fc37-b7c2-486b-9e75-e631d144d700 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:31.128712 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.provisioning_blocks [req-69a3f0e9-e4bf-47b2-9e65-07fe7a5f1fd4 req-e290fc37-b7c2-486b-9e75-e631d144d700 service neutron] Transition to ACTIVE for port object a5546757-5675-4251-805e-2ecb9a2a21ba will not be triggered until provisioned by entity L2. {{(pid=102790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 15:45:31.132275 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a8357b-fc48-4b9a-ade9-802cdcdbccf2 req-eef4cb6e-173b-45b6-9eca-dbe93164713e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:45:31.134216 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-54a8357b-fc48-4b9a-ade9-802cdcdbccf2 req-eef4cb6e-173b-45b6-9eca-dbe93164713e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=fa3ba36247ad48f4997ede3b0209bc82&device_id=ccf671cc-285a-4046-a5d5-c44a9114232b HTTP/1.1" status: 200 len: 1098 time: 0.2148800 Mar 29 15:45:31.148980 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a548dd0-c93b-402b-85d4-ad92842477a6 req-6c549e03-89d3-4946-96c6-1f901f4481fb tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:45:31.150496 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-9a548dd0-c93b-402b-85d4-ad92842477a6 req-6c549e03-89d3-4946-96c6-1f901f4481fb tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] 10.222.0.42 "GET /v2.0/ports?device_id=ddaab849-e853-4e90-8757-712f539368d6 HTTP/1.1" status: 200 len: 943 time: 0.2342355 Mar 29 15:45:31.151123 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-69a3f0e9-e4bf-47b2-9e65-07fe7a5f1fd4 req-e290fc37-b7c2-486b-9e75-e631d144d700 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5237921'] for port, after_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:31.177617 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-8194a2c2-6bf0-4f91-ab7c-945e7887fdad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129328'] for router, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:31.180204 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-8194a2c2-6bf0-4f91-ab7c-945e7887fdad admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:31.235379 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-8194a2c2-6bf0-4f91-ab7c-945e7887fdad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-526718'] for router, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:31.235835 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8194a2c2-6bf0-4f91-ab7c-945e7887fdad admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6e5efdf6-6b83-4750-9249-d66120dd82a2 {{(pid=102791) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 29 15:45:31.241114 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-8194a2c2-6bf0-4f91-ab7c-945e7887fdad admin admin] Notify callbacks [] for router, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:31.245067 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-8194a2c2-6bf0-4f91-ab7c-945e7887fdad admin admin] 10.222.0.42 "DELETE /v2.0/routers/6e5efdf6-6b83-4750-9249-d66120dd82a2 HTTP/1.1" status: 204 len: 168 time: 1.6238661 Mar 29 15:45:31.248567 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 49812) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:45:31.311628 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7f4d91-1b78-4eeb-b028-ea74ad0854bd req-d96e461a-13d6-4243-9810-4738d1bf03bb tempest-ServerRescueTestJSONUnderV235-1876556569 tempest-ServerRescueTestJSONUnderV235-1876556569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:45:31.319825 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-3a7f4d91-1b78-4eeb-b028-ea74ad0854bd req-d96e461a-13d6-4243-9810-4738d1bf03bb tempest-ServerRescueTestJSONUnderV235-1876556569 tempest-ServerRescueTestJSONUnderV235-1876556569-project] 10.222.0.42 "GET /v2.0/ports?device_id=f874266c-3b3f-411d-94a2-092abe89ba9b HTTP/1.1" status: 200 len: 944 time: 0.0952094 Mar 29 15:45:31.329643 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-6c524e01-b565-41fd-b804-6342d9009679 req-30d7d2fb-2295-4243-a659-c437b8c5008c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9c05e936-df9e-4fbf-b09c-78bf9696504c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1388009 Mar 29 15:45:31.366054 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-3a7f4d91-1b78-4eeb-b028-ea74ad0854bd req-91df1344-1215-4060-b496-f22b6be7cee4 tempest-ServerRescueTestJSONUnderV235-1876556569 tempest-ServerRescueTestJSONUnderV235-1876556569-project] 10.222.0.42 "GET /v2.0/security-groups?id=3d222421-3560-49e7-abaf-10952d69e15f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412519 Mar 29 15:45:31.464251 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 15:45:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d34ec931-0020-4f91-8deb-18ed502aad44 x-openstack-request-id: req-d34ec931-0020-4f91-8deb-18ed502aad44 {{(pid=102790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:45:31.464822 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ddaab849-e853-4e90-8757-712f539368d6", "tag": "901dd08e-5f8b-48ba-af61-72ba080e4a8d", "status": "completed", "code": 200}]} {{(pid=102790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:45:31.465083 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d34ec931-0020-4f91-8deb-18ed502aad44 {{(pid=102790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:45:31.465995 n-d-834765-1 neutron-server[102790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ddaab849-e853-4e90-8757-712f539368d6', 'tag': '901dd08e-5f8b-48ba-af61-72ba080e4a8d', 'status': 'completed', 'code': 200} Mar 29 15:45:31.488252 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e7e37da0-ceca-465f-9608-150f9615e676 tempest-SecGroupTest-678096859 tempest-SecGroupTest-678096859-project] Notify callbacks [] for security_group, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:31.516209 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e290fc37-b7c2-486b-9e75-e631d144d700 service neutron] Pushing event updated for resources: {'Port': ['ID=a5546757-5675-4251-805e-2ecb9a2a21ba,revision_number=2']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:45:31.518292 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e7e37da0-ceca-465f-9608-150f9615e676 tempest-SecGroupTest-678096859 tempest-SecGroupTest-678096859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:31.577859 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-9a548dd0-c93b-402b-85d4-ad92842477a6 req-be776d3e-9b01-4c14-ac86-e8308cd09560 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] 10.222.0.42 "GET /v2.0/security-groups?id=f08e979a-b162-4e81-8f48-4f228bf81759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3912215 Mar 29 15:45:31.658261 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0cba811-d271-4470-874e-8c0f0998346a admin admin] Deleting subnet 6b17034e-8c96-4880-a97b-729e224595e5 {{(pid=102790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 15:45:31.681244 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-d0cba811-d271-4470-874e-8c0f0998346a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:31.688359 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e7e37da0-ceca-465f-9608-150f9615e676 tempest-SecGroupTest-678096859 tempest-SecGroupTest-678096859-project] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:31.689835 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-e7e37da0-ceca-465f-9608-150f9615e676 tempest-SecGroupTest-678096859 tempest-SecGroupTest-678096859-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.2902563 Mar 29 15:45:31.694480 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7df814a-d995-4081-947d-74f015d4d958 req-23571eb7-8a05-4423-af94-6aaf49a4d187 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:45:31.704068 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-a7df814a-d995-4081-947d-74f015d4d958 req-23571eb7-8a05-4423-af94-6aaf49a4d187 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/ports?device_id=ccf671cc-285a-4046-a5d5-c44a9114232b HTTP/1.1" status: 200 len: 947 time: 0.0655243 Mar 29 15:45:31.710923 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 49822) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:45:31.715103 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-d31c49d1-3b7c-4de8-9e9c-0dd92f7355a5 tempest-SecGroupTest-678096859 tempest-SecGroupTest-678096859-project] Request body: {'security_group_rule': {'security_group_id': '01f7c080-22ee-40e6-a857-871830c8374f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:45:31.737716 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a8357b-fc48-4b9a-ade9-802cdcdbccf2 req-805d4b1d-12f8-48ac-b130-879e5eca2936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:45:31.738782 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-54a8357b-fc48-4b9a-ade9-802cdcdbccf2 req-805d4b1d-12f8-48ac-b130-879e5eca2936 service neutron] 10.222.0.44 "GET /v2.0/networks?id=2268a9b9-82fd-4886-a91d-3a50e4e16cab HTTP/1.1" status: 200 len: 870 time: 0.5852494 Mar 29 15:45:31.764292 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-a7df814a-d995-4081-947d-74f015d4d958 req-d99a4d4d-7596-405b-a6c1-43357fed7f7a tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/security-groups?id=56997969-7130-4d86-9e9d-e068deb19a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602551 Mar 29 15:45:31.778155 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e37da0-ceca-465f-9608-150f9615e676 tempest-SecGroupTest-678096859 tempest-SecGroupTest-678096859-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01f7c080-22ee-40e6-a857-871830c8374f,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:45:31.779497 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-d31c49d1-3b7c-4de8-9e9c-0dd92f7355a5 tempest-SecGroupTest-678096859 tempest-SecGroupTest-678096859-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:31.843241 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-54a8357b-fc48-4b9a-ade9-802cdcdbccf2 req-3362da94-363a-441b-a344-78e46aac1d9c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.87&port_id=c3fe64f4-0ad0-4bf4-9e83-f3258604e62d HTTP/1.1" status: 200 len: 217 time: 0.0720286 Mar 29 15:45:31.845161 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-6c524e01-b565-41fd-b804-6342d9009679 req-49115456-4923-40de-9776-164a7d2f40e5 service neutron] 10.222.0.48 "GET /v2.0/networks/9c05e936-df9e-4fbf-b09c-78bf9696504c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4791894 Mar 29 15:45:31.879221 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-d0cba811-d271-4470-874e-8c0f0998346a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4614024'] for subnet, precommit_delete_associations {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:31.888138 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-d31c49d1-3b7c-4de8-9e9c-0dd92f7355a5 tempest-SecGroupTest-678096859 tempest-SecGroupTest-678096859-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:31.898337 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-d31c49d1-3b7c-4de8-9e9c-0dd92f7355a5 tempest-SecGroupTest-678096859 tempest-SecGroupTest-678096859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610998'] for security_group_rule, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:31.947661 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.managers [req-69a3f0e9-e4bf-47b2-9e65-07fe7a5f1fd4 req-e290fc37-b7c2-486b-9e75-e631d144d700 service neutron] Attempting to bind port a5546757-5675-4251-805e-2ecb9a2a21ba on host n-h1-834765-1 for vnic_type normal with profile {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:45:31.948008 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.managers [req-69a3f0e9-e4bf-47b2-9e65-07fe7a5f1fd4 req-e290fc37-b7c2-486b-9e75-e631d144d700 service neutron] Attempting to bind port a5546757-5675-4251-805e-2ecb9a2a21ba by drivers openvswitch,hyperv on host n-h1-834765-1 at level 0 using segments [{'id': '0cd06506-4f89-4e38-b026-ae80d7df7405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'bf39fd10-b141-4aa1-b5bc-ebcbbb01092f'}] {{(pid=102790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:45:31.948341 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69a3f0e9-e4bf-47b2-9e65-07fe7a5f1fd4 req-e290fc37-b7c2-486b-9e75-e631d144d700 service neutron] Attempting to bind port a5546757-5675-4251-805e-2ecb9a2a21ba on network bf39fd10-b141-4aa1-b5bc-ebcbbb01092f {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:45:31.964268 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7f1d2e-a172-4ab5-b31e-8043f8da5f17 req-f969bbab-f10b-42db-b6c9-a4f87a7f36f3 tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:45:31.965902 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-cc7f1d2e-a172-4ab5-b31e-8043f8da5f17 req-f969bbab-f10b-42db-b6c9-a4f87a7f36f3 tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] 10.222.0.42 "GET /v2.0/ports?device_id=275a05c1-f049-44f9-b4f0-fa2c409e8b49 HTTP/1.1" status: 200 len: 945 time: 0.3026946 Mar 29 15:45:32.005351 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69a3f0e9-e4bf-47b2-9e65-07fe7a5f1fd4 req-e290fc37-b7c2-486b-9e75-e631d144d700 service neutron] Port a5546757-5675-4251-805e-2ecb9a2a21ba on network bf39fd10-b141-4aa1-b5bc-ebcbbb01092f not bound, no agent of type Open vSwitch agent registered on host n-h1-834765-1 {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 15:45:32.005682 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69a3f0e9-e4bf-47b2-9e65-07fe7a5f1fd4 req-e290fc37-b7c2-486b-9e75-e631d144d700 service neutron] Attempting to bind port a5546757-5675-4251-805e-2ecb9a2a21ba on network bf39fd10-b141-4aa1-b5bc-ebcbbb01092f {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:45:32.016470 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31c49d1-3b7c-4de8-9e9c-0dd92f7355a5 tempest-SecGroupTest-678096859 tempest-SecGroupTest-678096859-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff750547-627d-45a2-92ff-a1e133ff9dcd,revision_number=0']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:45:32.027095 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-d31c49d1-3b7c-4de8-9e9c-0dd92f7355a5 tempest-SecGroupTest-678096859 tempest-SecGroupTest-678096859-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:32.031314 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-d31c49d1-3b7c-4de8-9e9c-0dd92f7355a5 tempest-SecGroupTest-678096859 tempest-SecGroupTest-678096859-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3162940 Mar 29 15:45:32.040058 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 49824) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:45:32.063306 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device b075cf81-12df-4cf7-8657-6411fe150943 no longer exists at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:45:32.085329 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cad31af-075a-434c-96dd-f8d046a4c336 req-3bc357f0-bd22-4a48-a285-41686a371dae tempest-TenantUsagesTestJSON-1201448772 tempest-TenantUsagesTestJSON-1201448772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:45:32.088951 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-9cad31af-075a-434c-96dd-f8d046a4c336 req-3bc357f0-bd22-4a48-a285-41686a371dae tempest-TenantUsagesTestJSON-1201448772 tempest-TenantUsagesTestJSON-1201448772-project] 10.222.0.42 "GET /v2.0/ports?device_id=08195114-afbb-45a0-9caf-067af4e690fa HTTP/1.1" status: 200 len: 950 time: 0.1701617 Mar 29 15:45:32.093901 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] No Port match for: b075cf81-12df-4cf7-8657-6411fe150943 {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 15:45:32.094343 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device b075cf81-12df-4cf7-8657-6411fe150943 not bound to the agent host n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:45:32.094838 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 6cdc072b-0da4-4048-9f7f-efa2e7ea4231 no longer exists at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:45:32.132239 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69a3f0e9-e4bf-47b2-9e65-07fe7a5f1fd4 req-e290fc37-b7c2-486b-9e75-e631d144d700 service neutron] Checking agent: {'id': 'be375040-5069-4239-9460-a3a3213e1e90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 33, 18), 'started_at': datetime.datetime(2022, 3, 29, 15, 33, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 45, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:45:32.132630 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69a3f0e9-e4bf-47b2-9e65-07fe7a5f1fd4 req-e290fc37-b7c2-486b-9e75-e631d144d700 service neutron] Checking segment: {'id': '0cd06506-4f89-4e38-b026-ae80d7df7405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'bf39fd10-b141-4aa1-b5bc-ebcbbb01092f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:45:32.133215 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69a3f0e9-e4bf-47b2-9e65-07fe7a5f1fd4 req-e290fc37-b7c2-486b-9e75-e631d144d700 service neutron] Bound using segment: {'id': '0cd06506-4f89-4e38-b026-ae80d7df7405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'bf39fd10-b141-4aa1-b5bc-ebcbbb01092f'} {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:45:32.133929 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.managers [req-69a3f0e9-e4bf-47b2-9e65-07fe7a5f1fd4 req-e290fc37-b7c2-486b-9e75-e631d144d700 service neutron] Bound port: a5546757-5675-4251-805e-2ecb9a2a21ba, host: n-h1-834765-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0cd06506-4f89-4e38-b026-ae80d7df7405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'bf39fd10-b141-4aa1-b5bc-ebcbbb01092f'}}] {{(pid=102790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 15:45:32.134593 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-69a3f0e9-e4bf-47b2-9e65-07fe7a5f1fd4 req-e290fc37-b7c2-486b-9e75-e631d144d700 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:32.137831 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] No Port match for: 6cdc072b-0da4-4048-9f7f-efa2e7ea4231 {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 15:45:32.138376 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 6cdc072b-0da4-4048-9f7f-efa2e7ea4231 not bound to the agent host n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:45:32.158335 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-9cad31af-075a-434c-96dd-f8d046a4c336 req-a8967024-03e2-40de-b4be-0da5a6f6dc6d tempest-TenantUsagesTestJSON-1201448772 tempest-TenantUsagesTestJSON-1201448772-project] 10.222.0.42 "GET /v2.0/security-groups?id=b9bff25e-37f9-45d8-a345-605186e8c182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571880 Mar 29 15:45:32.193538 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a8357b-fc48-4b9a-ade9-802cdcdbccf2 req-801ce1a2-47a4-4ec5-9fc6-2c320384e274 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:45:32.195009 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-54a8357b-fc48-4b9a-ade9-802cdcdbccf2 req-801ce1a2-47a4-4ec5-9fc6-2c320384e274 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=abb8e5d6-2aea-4455-a944-3435a3d1ce49 HTTP/1.1" status: 200 len: 843 time: 0.3358622 Mar 29 15:45:32.369390 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-cc7f1d2e-a172-4ab5-b31e-8043f8da5f17 req-9e14f91b-9bdf-42a7-bb0c-a43c2b0c597d tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] 10.222.0.42 "GET /v2.0/security-groups?id=8c1a607e-8731-4409-adf4-490f4457a32b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3909101 Mar 29 15:45:32.452430 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a8357b-fc48-4b9a-ade9-802cdcdbccf2 req-0ebde12a-1747-4d78-8632-2c5b87864430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:45:32.454381 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-54a8357b-fc48-4b9a-ade9-802cdcdbccf2 req-0ebde12a-1747-4d78-8632-2c5b87864430 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2268a9b9-82fd-4886-a91d-3a50e4e16cab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2470000 Mar 29 15:45:32.497400 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-d0cba811-d271-4470-874e-8c0f0998346a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1641287'] for subnet, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:32.537588 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f955f7f0-5ea7-4471-bb42-4ff2ace9465f req-efefbe93-c889-44dc-a947-baac755a2cec tempest-ServerRescueTestJSONUnderV235-1876556569 tempest-ServerRescueTestJSONUnderV235-1876556569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:45:32.546476 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f955f7f0-5ea7-4471-bb42-4ff2ace9465f req-efefbe93-c889-44dc-a947-baac755a2cec tempest-ServerRescueTestJSONUnderV235-1876556569 tempest-ServerRescueTestJSONUnderV235-1876556569-project] 10.222.0.42 "GET /v2.0/ports?device_id=f874266c-3b3f-411d-94a2-092abe89ba9b HTTP/1.1" status: 200 len: 944 time: 0.0635960 Mar 29 15:45:32.579978 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-2f310b93-7789-4c1f-8193-17117be09f73 tempest-SecGroupTest-678096859 tempest-SecGroupTest-678096859-project] Notify callbacks [] for security_group, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:32.595224 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f955f7f0-5ea7-4471-bb42-4ff2ace9465f req-daee0e41-9e7c-415e-954d-8129e21f27a7 tempest-ServerRescueTestJSONUnderV235-1876556569 tempest-ServerRescueTestJSONUnderV235-1876556569-project] 10.222.0.42 "GET /v2.0/security-groups?id=3d222421-3560-49e7-abaf-10952d69e15f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476673 Mar 29 15:45:32.596402 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-6c524e01-b565-41fd-b804-6342d9009679 req-e688a506-3b10-4695-82c9-9de4758f82ae service neutron] 10.222.0.48 "GET /v2.0/networks/9c05e936-df9e-4fbf-b09c-78bf9696504c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7146337 Mar 29 15:45:32.597468 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-d0cba811-d271-4470-874e-8c0f0998346a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1641294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5231963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4793952'] for subnet, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:32.641609 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [req-69a3f0e9-e4bf-47b2-9e65-07fe7a5f1fd4 req-e290fc37-b7c2-486b-9e75-e631d144d700 service neutron] For port a5546757-5675-4251-805e-2ecb9a2a21ba, host n-h1-834765-1, cleared binding levels {{(pid=102790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:45:32.707985 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aed53956-c6c6-4250-9114-6dab823873c5 None None] Network 24e09226-4699-432b-9b8f-2ffa2d9396f3 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 15:45:32.730122 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cba811-d271-4470-874e-8c0f0998346a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6b17034e-8c96-4880-a97b-729e224595e5,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:45:32.733053 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-d0cba811-d271-4470-874e-8c0f0998346a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for subnet, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:32.736831 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-d0cba811-d271-4470-874e-8c0f0998346a admin admin] 10.222.0.42 "DELETE /v2.0/subnets/6b17034e-8c96-4880-a97b-729e224595e5 HTTP/1.1" status: 204 len: 168 time: 1.4615574 Mar 29 15:45:32.738180 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [req-69a3f0e9-e4bf-47b2-9e65-07fe7a5f1fd4 req-e290fc37-b7c2-486b-9e75-e631d144d700 service neutron] For port a5546757-5675-4251-805e-2ecb9a2a21ba, host n-h1-834765-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=a5546757-5675-4251-805e-2ecb9a2a21ba,segment=NetworkSegment(0cd06506-4f89-4e38-b026-ae80d7df7405),segment_id=0cd06506-4f89-4e38-b026-ae80d7df7405)] {{(pid=102790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:45:32.738918 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 49838) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:45:32.782794 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-2f310b93-7789-4c1f-8193-17117be09f73 tempest-SecGroupTest-678096859 tempest-SecGroupTest-678096859-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:32.791001 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-85812fc7-0e44-4b32-9892-c7c825e99c1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:32.888873 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-8040a638-4f47-4568-a6bd-1ec16110c814 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1631750'] for network, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:32.943641 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-69a3f0e9-e4bf-47b2-9e65-07fe7a5f1fd4 req-e290fc37-b7c2-486b-9e75-e631d144d700 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5237921'] for port, after_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:32.953818 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-54a8357b-fc48-4b9a-ade9-802cdcdbccf2 req-7711fb71-08e1-47ce-af84-c7bf80f3f419 service neutron] 10.222.0.44 "GET /v2.0/networks/2268a9b9-82fd-4886-a91d-3a50e4e16cab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4819367 Mar 29 15:45:33.010258 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5df0681-0c5a-4ffb-82b9-1ed0d17c8f0e req-000d0f58-75c3-469b-a82f-15e366f2898f tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:45:33.011458 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7dfe1d6-9238-462b-969b-988ce3b2c5da None None] DHCP port deletion for 24e09226-4699-432b-9b8f-2ffa2d9396f3 request from n-d-834765-1 {{(pid=102792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 29 15:45:33.019133 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-a5df0681-0c5a-4ffb-82b9-1ed0d17c8f0e req-000d0f58-75c3-469b-a82f-15e366f2898f tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/ports?device_id=ccf671cc-285a-4046-a5d5-c44a9114232b HTTP/1.1" status: 200 len: 947 time: 0.1140828 Mar 29 15:45:33.031505 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e290fc37-b7c2-486b-9e75-e631d144d700 service neutron] Pushing event updated for resources: {'Port': ['ID=a5546757-5675-4251-805e-2ecb9a2a21ba,revision_number=3']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:45:33.044225 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-8040a638-4f47-4568-a6bd-1ec16110c814 admin admin] Deleting port 9317132d-1823-400a-9168-9d7176314f87 {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:45:33.044762 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-8040a638-4f47-4568-a6bd-1ec16110c814 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:33.066439 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a3f0e9-e4bf-47b2-9e65-07fe7a5f1fd4 req-e290fc37-b7c2-486b-9e75-e631d144d700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:45:33.067069 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-69a3f0e9-e4bf-47b2-9e65-07fe7a5f1fd4 req-e290fc37-b7c2-486b-9e75-e631d144d700 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:33.068506 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-69a3f0e9-e4bf-47b2-9e65-07fe7a5f1fd4 req-e290fc37-b7c2-486b-9e75-e631d144d700 service neutron] 10.222.0.44 "PUT /v2.0/ports/a5546757-5675-4251-805e-2ecb9a2a21ba HTTP/1.1" status: 200 len: 1092 time: 3.3221824 Mar 29 15:45:33.080571 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38dcbd4-99a6-4d40-bf63-94adfb3784aa req-3ccecf03-008b-4e37-a881-0748336ec696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:45:33.082071 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-d38dcbd4-99a6-4d40-bf63-94adfb3784aa req-3ccecf03-008b-4e37-a881-0748336ec696 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d04cf558b2cb439aa051141a3dc84641&device_id=ddaab849-e853-4e90-8757-712f539368d6 HTTP/1.1" status: 200 len: 1094 time: 0.3878543 Mar 29 15:45:33.095809 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-a5df0681-0c5a-4ffb-82b9-1ed0d17c8f0e req-24f0ca84-0305-4225-a7b8-bb8cfa3af3e3 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/security-groups?id=56997969-7130-4d86-9e9d-e068deb19a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756269 Mar 29 15:45:33.165154 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-f7dfe1d6-9238-462b-969b-988ce3b2c5da None None] Deleting port 9317132d-1823-400a-9168-9d7176314f87 {{(pid=102792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:45:33.165726 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-f7dfe1d6-9238-462b-969b-988ce3b2c5da None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:33.203461 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [None req-8040a638-4f47-4568-a6bd-1ec16110c814 admin admin] For port 9317132d-1823-400a-9168-9d7176314f87, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=9317132d-1823-400a-9168-9d7176314f87,segment=NetworkSegment(62bdff33-894a-4670-b86c-c890adf5ed0f),segment_id=62bdff33-894a-4670-b86c-c890adf5ed0f)] {{(pid=102791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:45:33.205589 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-8040a638-4f47-4568-a6bd-1ec16110c814 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:33.234171 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device c3fe64f4-0ad0-4bf4-9e83-f3258604e62d details requested by agent hyperv_n-h1-834765-1 with host n-h1-834765-1 {{(pid=102792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 15:45:33.248583 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-8040a638-4f47-4568-a6bd-1ec16110c814 admin admin] Calling delete_port for 9317132d-1823-400a-9168-9d7176314f87 owned by network:dhcp {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:45:33.272541 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a3f0e9-e4bf-47b2-9e65-07fe7a5f1fd4 req-a20842c6-bd9a-46a9-9367-371327059567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:45:33.274164 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-69a3f0e9-e4bf-47b2-9e65-07fe7a5f1fd4 req-a20842c6-bd9a-46a9-9367-371327059567 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8286afd09edb48b48ba8a55593c30462&device_id=f874266c-3b3f-411d-94a2-092abe89ba9b HTTP/1.1" status: 200 len: 1095 time: 0.1348705 Mar 29 15:45:33.330425 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-69a3f0e9-e4bf-47b2-9e65-07fe7a5f1fd4 req-e2942743-bb2c-4019-9e75-ce1e48101189 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a5546757-5675-4251-805e-2ecb9a2a21ba HTTP/1.1" status: 200 len: 217 time: 0.0406940 Mar 29 15:45:33.354527 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port c3fe64f4-0ad0-4bf4-9e83-f3258604e62d, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=c3fe64f4-0ad0-4bf4-9e83-f3258604e62d,segment=NetworkSegment(a0c230f0-660a-4194-9279-0f0781d34134),segment_id=a0c230f0-660a-4194-9279-0f0781d34134)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:45:33.377527 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Returning: {'device': 'c3fe64f4-0ad0-4bf4-9e83-f3258604e62d', 'network_id': '2268a9b9-82fd-4886-a91d-3a50e4e16cab', 'port_id': 'c3fe64f4-0ad0-4bf4-9e83-f3258604e62d', 'mac_address': 'fa:16:3e:b9:97:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 625, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abb8e5d6-2aea-4455-a944-3435a3d1ce49', 'ip_address': '192.168.233.87'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 15:45:33.430100 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:33.441133 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d843fc2-8745-4b95-a767-6e963660715b req-394f6bea-6b04-4491-a864-f3453db6a358 tempest-TenantUsagesTestJSON-1201448772 tempest-TenantUsagesTestJSON-1201448772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:45:33.448705 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-1d843fc2-8745-4b95-a767-6e963660715b req-394f6bea-6b04-4491-a864-f3453db6a358 tempest-TenantUsagesTestJSON-1201448772 tempest-TenantUsagesTestJSON-1201448772-project] 10.222.0.42 "GET /v2.0/ports?device_id=08195114-afbb-45a0-9caf-067af4e690fa HTTP/1.1" status: 200 len: 950 time: 0.1912272 Mar 29 15:45:33.457897 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3fe64f4-0ad0-4bf4-9e83-f3258604e62d {{(pid=102792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:45:33.463161 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a3f0e9-e4bf-47b2-9e65-07fe7a5f1fd4 req-e8c914d6-7073-4ab3-b2c6-c53eeae49ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:45:33.464738 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-69a3f0e9-e4bf-47b2-9e65-07fe7a5f1fd4 req-e8c914d6-7073-4ab3-b2c6-c53eeae49ac9 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=16497655-324d-4047-a7c9-20587c2f556c HTTP/1.1" status: 200 len: 860 time: 0.1265004 Mar 29 15:45:33.483016 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-f7dfe1d6-9238-462b-969b-988ce3b2c5da None None] For port 9317132d-1823-400a-9168-9d7176314f87, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=9317132d-1823-400a-9168-9d7176314f87,segment=NetworkSegment(62bdff33-894a-4670-b86c-c890adf5ed0f),segment_id=62bdff33-894a-4670-b86c-c890adf5ed0f)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:45:33.483016 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-f7dfe1d6-9238-462b-969b-988ce3b2c5da None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:33.483342 n-d-834765-1 neutron-server[102790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f874266c-3b3f-411d-94a2-092abe89ba9b', 'tag': 'a5546757-5675-4251-805e-2ecb9a2a21ba'}] {{(pid=102790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:45:33.484656 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46b06d655c90bc969636382cce4240ad749035fb0f3a83ee4734fa1ed9c4a6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de0166c5-882d-4094-ab36-49cc69dd3140" -d '{"events": [{"name": "network-changed", "server_uuid": "f874266c-3b3f-411d-94a2-092abe89ba9b", "tag": "a5546757-5675-4251-805e-2ecb9a2a21ba"}]}' {{(pid=102790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:45:33.503920 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-f7dfe1d6-9238-462b-969b-988ce3b2c5da None None] Calling delete_port for 9317132d-1823-400a-9168-9d7176314f87 owned by network:dhcp {{(pid=102792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:45:33.504608 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d400ba37-5f28-48d7-a81b-47503d855c03 req-f2d67c1c-15ed-4d9a-9ea5-36d24a1cbd88 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:45:33.506519 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port c3fe64f4-0ad0-4bf4-9e83-f3258604e62d, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=c3fe64f4-0ad0-4bf4-9e83-f3258604e62d,segment=NetworkSegment(a0c230f0-660a-4194-9279-0f0781d34134),segment_id=a0c230f0-660a-4194-9279-0f0781d34134)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:45:33.512977 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-d400ba37-5f28-48d7-a81b-47503d855c03 req-f2d67c1c-15ed-4d9a-9ea5-36d24a1cbd88 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] 10.222.0.42 "GET /v2.0/ports?device_id=ddaab849-e853-4e90-8757-712f539368d6 HTTP/1.1" status: 200 len: 943 time: 0.7884202 Mar 29 15:45:33.518787 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:33.524962 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-69a3f0e9-e4bf-47b2-9e65-07fe7a5f1fd4 req-9a539acb-7902-4926-ac67-dd31009f9b2e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=bf39fd10-b141-4aa1-b5bc-ebcbbb01092f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0492427 Mar 29 15:45:33.568020 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-2f310b93-7789-4c1f-8193-17117be09f73 tempest-SecGroupTest-678096859 tempest-SecGroupTest-678096859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:33.570905 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-2f310b93-7789-4c1f-8193-17117be09f73 tempest-SecGroupTest-678096859 tempest-SecGroupTest-678096859-project] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:33.574260 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-2f310b93-7789-4c1f-8193-17117be09f73 tempest-SecGroupTest-678096859 tempest-SecGroupTest-678096859-project] 10.222.0.42 "DELETE /v2.0/security-groups/01f7c080-22ee-40e6-a857-871830c8374f HTTP/1.1" status: 204 len: 168 time: 1.5174286 Mar 29 15:45:33.579659 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-1d843fc2-8745-4b95-a767-6e963660715b req-b631d3cf-ea3e-4937-95cd-1217a647b06b tempest-TenantUsagesTestJSON-1201448772 tempest-TenantUsagesTestJSON-1201448772-project] 10.222.0.42 "GET /v2.0/security-groups?id=b9bff25e-37f9-45d8-a345-605186e8c182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247427 Mar 29 15:45:33.590432 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 49850) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:45:33.623799 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f310b93-7789-4c1f-8193-17117be09f73 tempest-SecGroupTest-678096859 tempest-SecGroupTest-678096859-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=01f7c080-22ee-40e6-a857-871830c8374f,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:45:33.704259 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-8040a638-4f47-4568-a6bd-1ec16110c814 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:33.710252 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Pushing event updated for resources: {'Port': ['ID=c3fe64f4-0ad0-4bf4-9e83-f3258604e62d,revision_number=4']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:45:33.725189 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-f7dfe1d6-9238-462b-969b-988ce3b2c5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350'] for port, after_delete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:33.738164 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01770895-8a4e-4d14-bda7-9a9bc1d7a69e req-6b87064d-9467-4021-b978-ab34d3e7b25f tempest-TenantUsagesTestJSON-1201448772 tempest-TenantUsagesTestJSON-1201448772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:45:33.740206 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-01770895-8a4e-4d14-bda7-9a9bc1d7a69e req-6b87064d-9467-4021-b978-ab34d3e7b25f tempest-TenantUsagesTestJSON-1201448772 tempest-TenantUsagesTestJSON-1201448772-project] 10.222.0.44 "GET /v2.0/ports?device_id=08195114-afbb-45a0-9caf-067af4e690fa HTTP/1.1" status: 200 len: 950 time: 0.6242900 Mar 29 15:45:33.782519 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8040a638-4f47-4568-a6bd-1ec16110c814 admin admin] Pushing event deleted for resources: {'Port': ['ID=9317132d-1823-400a-9168-9d7176314f87,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:45:33.800997 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7dfe1d6-9238-462b-969b-988ce3b2c5da None None] Pushing event deleted for resources: {'Port': ['ID=9317132d-1823-400a-9168-9d7176314f87,revision_number=None']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:45:33.806038 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8040a638-4f47-4568-a6bd-1ec16110c814 admin admin] No DVR routers for this DVR port 9317132d-1823-400a-9168-9d7176314f87 on host n-d-834765-1 {{(pid=102791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:45:33.806976 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-d400ba37-5f28-48d7-a81b-47503d855c03 req-f4ccfb7f-4885-4ed1-a4be-33bd9eb6b47b tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] 10.222.0.42 "GET /v2.0/security-groups?id=f08e979a-b162-4e81-8f48-4f228bf81759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2929742 Mar 29 15:45:33.832396 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-174597eb-2ab2-4bad-a583-d6f5dd936604 tempest-SecGroupTest-678096859 tempest-SecGroupTest-678096859-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2405422 Mar 29 15:45:33.835859 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-54a8357b-fc48-4b9a-ade9-802cdcdbccf2 req-b6bdf8a4-7a4a-4878-a538-b337a654416b service neutron] 10.222.0.44 "GET /v2.0/networks/2268a9b9-82fd-4886-a91d-3a50e4e16cab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8013368 Mar 29 15:45:33.849698 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7dfe1d6-9238-462b-969b-988ce3b2c5da None None] No DVR routers for this DVR port 9317132d-1823-400a-9168-9d7176314f87 on host n-d-834765-1 {{(pid=102792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:45:33.877788 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 49862) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:45:33.883933 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38dcbd4-99a6-4d40-bf63-94adfb3784aa req-dd7337e7-aef2-4b40-9f17-2cab5f5e6855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:45:33.885384 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-d38dcbd4-99a6-4d40-bf63-94adfb3784aa req-dd7337e7-aef2-4b40-9f17-2cab5f5e6855 service neutron] 10.222.0.48 "GET /v2.0/networks?id=9c05e936-df9e-4fbf-b09c-78bf9696504c HTTP/1.1" status: 200 len: 907 time: 0.7820625 Mar 29 15:45:33.905175 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 15:45:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d93e4caf-efb0-4204-bfbe-2fe7ea923016 x-openstack-request-id: req-d93e4caf-efb0-4204-bfbe-2fe7ea923016 {{(pid=102790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:45:33.906300 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] get_ports_and_sgs() called for port_ids ['c3fe64f4-0ad0-4bf4-9e83-f3258604e62d'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:45:33.906788 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f874266c-3b3f-411d-94a2-092abe89ba9b", "tag": "a5546757-5675-4251-805e-2ecb9a2a21ba", "status": "completed", "code": 200}]} {{(pid=102790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:45:33.907204 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d93e4caf-efb0-4204-bfbe-2fe7ea923016 {{(pid=102790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:45:33.909048 n-d-834765-1 neutron-server[102790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f874266c-3b3f-411d-94a2-092abe89ba9b', 'tag': 'a5546757-5675-4251-805e-2ecb9a2a21ba', 'status': 'completed', 'code': 200} Mar 29 15:45:34.011071 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-d38dcbd4-99a6-4d40-bf63-94adfb3784aa req-577b878a-8698-4a8a-a313-796e35534aaf service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=901dd08e-5f8b-48ba-af61-72ba080e4a8d HTTP/1.1" status: 200 len: 217 time: 0.1007729 Mar 29 15:45:34.037213 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-8040a638-4f47-4568-a6bd-1ec16110c814 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639890', 'neutron.services.segments.db._delete_segments_for_network-8783523423079'] for network, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:34.057866 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 9317132d-1823-400a-9168-9d7176314f87 no longer exists at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:45:34.091469 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [req-01770895-8a4e-4d14-bda7-9a9bc1d7a69e req-cdd623be-72dc-4420-b58e-c1ab5cfe15d3 tempest-TenantUsagesTestJSON-1201448772 tempest-TenantUsagesTestJSON-1201448772-project] Deleting port a8841565-fadb-4f50-a635-f167152011a0 {{(pid=102790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:45:34.092190 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-8040a638-4f47-4568-a6bd-1ec16110c814 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24e09226-4699-432b-9b8f-2ffa2d9396f3']}} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:45:34.092286 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-01770895-8a4e-4d14-bda7-9a9bc1d7a69e req-cdd623be-72dc-4420-b58e-c1ab5cfe15d3 tempest-TenantUsagesTestJSON-1201448772 tempest-TenantUsagesTestJSON-1201448772-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:34.108465 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-8040a638-4f47-4568-a6bd-1ec16110c814 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62bdff33-894a-4670-b86c-c890adf5ed0f') {'for_net_delete': True} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:45:34.110661 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-8040a638-4f47-4568-a6bd-1ec16110c814 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62bdff33-894a-4670-b86c-c890adf5ed0f') {} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:45:34.124656 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] No Port match for: 9317132d-1823-400a-9168-9d7176314f87 {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 15:45:34.126233 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38dcbd4-99a6-4d40-bf63-94adfb3784aa req-c240202c-6075-4e84-95ed-d9620e204f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:45:34.126411 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 9317132d-1823-400a-9168-9d7176314f87 not bound to the agent host n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:45:34.127959 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-d38dcbd4-99a6-4d40-bf63-94adfb3784aa req-c240202c-6075-4e84-95ed-d9620e204f44 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9016bdba-0f5c-4ddd-94a1-3fa4aae621f1 HTTP/1.1" status: 200 len: 846 time: 0.0996728 Mar 29 15:45:34.130986 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-8040a638-4f47-4568-a6bd-1ec16110c814 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783523422064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4230428'] for segment, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:34.139584 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be43c190-2164-4547-a2d0-3bc6aa275516 req-2bde4c90-9daa-4593-957e-93d77174b8b3 tempest-ServerRescueTestJSONUnderV235-1876556569 tempest-ServerRescueTestJSONUnderV235-1876556569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:45:34.151571 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-be43c190-2164-4547-a2d0-3bc6aa275516 req-2bde4c90-9daa-4593-957e-93d77174b8b3 tempest-ServerRescueTestJSONUnderV235-1876556569 tempest-ServerRescueTestJSONUnderV235-1876556569-project] 10.222.0.42 "GET /v2.0/ports?device_id=f874266c-3b3f-411d-94a2-092abe89ba9b HTTP/1.1" status: 200 len: 944 time: 0.1522741 Mar 29 15:45:34.160204 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-8040a638-4f47-4568-a6bd-1ec16110c814 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:34.179690 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8040a638-4f47-4568-a6bd-1ec16110c814 admin admin] Releasing vlan 607 on physical network physnet1 to pool {{(pid=102791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 15:45:34.180092 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-8040a638-4f47-4568-a6bd-1ec16110c814 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16169569'] for segment, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:34.183308 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-69a3f0e9-e4bf-47b2-9e65-07fe7a5f1fd4 req-5f72f4ad-a335-4e53-aada-616794624bef service neutron] 10.222.0.44 "GET /v2.0/networks/bf39fd10-b141-4aa1-b5bc-ebcbbb01092f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6443865 Mar 29 15:45:34.183939 n-d-834765-1 neutron-server[102791]: Traceback (most recent call last): Mar 29 15:45:34.183939 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 15:45:34.183939 n-d-834765-1 neutron-server[102791]: timer() Mar 29 15:45:34.183939 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 15:45:34.183939 n-d-834765-1 neutron-server[102791]: cb(*args, **kw) Mar 29 15:45:34.183939 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 15:45:34.183939 n-d-834765-1 neutron-server[102791]: return func(*args, **kwargs) Mar 29 15:45:34.183939 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 15:45:34.183939 n-d-834765-1 neutron-server[102791]: self._notify() Mar 29 15:45:34.183939 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 15:45:34.183939 n-d-834765-1 neutron-server[102791]: self.callback(batched_events) Mar 29 15:45:34.183939 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 15:45:34.183939 n-d-834765-1 neutron-server[102791]: event.method(event) Mar 29 15:45:34.183939 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 15:45:34.183939 n-d-834765-1 neutron-server[102791]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 15:45:34.183939 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 15:45:34.183939 n-d-834765-1 neutron-server[102791]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 15:45:34.183939 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 15:45:34.183939 n-d-834765-1 neutron-server[102791]: return f(self, *a, **k) Mar 29 15:45:34.183939 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 15:45:34.183939 n-d-834765-1 neutron-server[102791]: return self._get(url).json() Mar 29 15:45:34.183939 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 15:45:34.183939 n-d-834765-1 neutron-server[102791]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 15:45:34.183939 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 15:45:34.183939 n-d-834765-1 neutron-server[102791]: return self.request(url, 'GET', **kwargs) Mar 29 15:45:34.183939 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 15:45:34.183939 n-d-834765-1 neutron-server[102791]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 15:45:34.183939 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 15:45:34.183939 n-d-834765-1 neutron-server[102791]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 15:45:34.183939 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 15:45:34.183939 n-d-834765-1 neutron-server[102791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 15:45:34.183939 n-d-834765-1 neutron-server[102791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 15:45:34.199062 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d71584b9-87f1-45f5-84c7-c993c2416269 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:34.220647 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d147665-7869-4979-a39c-762e7a620f7e req-84148aa6-e85e-4f96-9646-2bccc8e47f71 tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:45:34.223808 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-d38dcbd4-99a6-4d40-bf63-94adfb3784aa req-def0634f-f928-4838-b113-452f2f2cfffe service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9c05e936-df9e-4fbf-b09c-78bf9696504c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0652525 Mar 29 15:45:34.228568 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-2d147665-7869-4979-a39c-762e7a620f7e req-84148aa6-e85e-4f96-9646-2bccc8e47f71 tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] 10.222.0.42 "GET /v2.0/ports?device_id=275a05c1-f049-44f9-b4f0-fa2c409e8b49 HTTP/1.1" status: 200 len: 945 time: 0.4624422 Mar 29 15:45:34.290882 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-be43c190-2164-4547-a2d0-3bc6aa275516 req-62ce8413-324d-40ab-81f8-f86869df139e tempest-ServerRescueTestJSONUnderV235-1876556569 tempest-ServerRescueTestJSONUnderV235-1876556569-project] 10.222.0.42 "GET /v2.0/security-groups?id=3d222421-3560-49e7-abaf-10952d69e15f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350117 Mar 29 15:45:34.404714 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-6a9f4d78-5d57-4a74-b91c-b3de0e62c5a5 tempest-SecGroupTest-678096859 tempest-SecGroupTest-678096859-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.5227327 Mar 29 15:45:34.417457 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 49868) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:45:34.431706 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [req-01770895-8a4e-4d14-bda7-9a9bc1d7a69e req-cdd623be-72dc-4420-b58e-c1ab5cfe15d3 tempest-TenantUsagesTestJSON-1201448772 tempest-TenantUsagesTestJSON-1201448772-project] For port a8841565-fadb-4f50-a635-f167152011a0, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=a8841565-fadb-4f50-a635-f167152011a0,segment=NetworkSegment(a0c230f0-660a-4194-9279-0f0781d34134),segment_id=a0c230f0-660a-4194-9279-0f0781d34134)] {{(pid=102790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:45:34.431706 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-01770895-8a4e-4d14-bda7-9a9bc1d7a69e req-cdd623be-72dc-4420-b58e-c1ab5cfe15d3 tempest-TenantUsagesTestJSON-1201448772 tempest-TenantUsagesTestJSON-1201448772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:34.442317 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-8040a638-4f47-4568-a6bd-1ec16110c814 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1639897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648174'] for network, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:34.454742 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-2d147665-7869-4979-a39c-762e7a620f7e req-51a6d436-857e-4605-b5e7-a9c9eb4c31a1 tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] 10.222.0.42 "GET /v2.0/security-groups?id=8c1a607e-8731-4409-adf4-490f4457a32b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2253337 Mar 29 15:45:34.477505 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-8040a638-4f47-4568-a6bd-1ec16110c814 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for network, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:34.477765 n-d-834765-1 neutron-server[102790]: INFO neutron.api.v2.resource [None req-7e92d361-727e-4bef-830c-c4779325c84f tempest-SecGroupTest-678096859 tempest-SecGroupTest-678096859-project] delete failed (client error): The resource could not be found. Mar 29 15:45:34.478784 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-7e92d361-727e-4bef-830c-c4779325c84f tempest-SecGroupTest-678096859 tempest-SecGroupTest-678096859-project] 10.222.0.42 "DELETE /v2.0/security-groups/01f7c080-22ee-40e6-a857-871830c8374f HTTP/1.1" status: 404 len: 347 time: 0.0622804 Mar 29 15:45:34.484926 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [req-01770895-8a4e-4d14-bda7-9a9bc1d7a69e req-cdd623be-72dc-4420-b58e-c1ab5cfe15d3 tempest-TenantUsagesTestJSON-1201448772 tempest-TenantUsagesTestJSON-1201448772-project] Calling delete_port for a8841565-fadb-4f50-a635-f167152011a0 owned by compute:nova {{(pid=102790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:45:34.486423 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 49872) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:45:34.498963 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-8040a638-4f47-4568-a6bd-1ec16110c814 admin admin] 10.222.0.42 "DELETE /v2.0/networks/24e09226-4699-432b-9b8f-2ffa2d9396f3 HTTP/1.1" status: 204 len: 168 time: 1.7588930 Mar 29 15:45:34.505433 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8040a638-4f47-4568-a6bd-1ec16110c814 admin admin] Pushing event deleted for resources: {'Network': ['ID=24e09226-4699-432b-9b8f-2ffa2d9396f3,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:45:34.507421 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 49874) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:45:34.530362 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-69a3f0e9-e4bf-47b2-9e65-07fe7a5f1fd4 req-74072145-5d60-495f-b063-3f6ee8812ed0 service neutron] 10.222.0.44 "GET /v2.0/networks/bf39fd10-b141-4aa1-b5bc-ebcbbb01092f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2938993 Mar 29 15:45:34.634492 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-d38dcbd4-99a6-4d40-bf63-94adfb3784aa req-38f1a73b-c2ea-47a8-b1c6-5c6e7122b493 service neutron] 10.222.0.48 "GET /v2.0/networks/9c05e936-df9e-4fbf-b09c-78bf9696504c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3971434 Mar 29 15:45:34.638244 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0166c5-882d-4094-ab36-49cc69dd3140 req-956ab1ce-01b1-4bb7-a4d8-f20bfca6f9b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:45:34.640358 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-de0166c5-882d-4094-ab36-49cc69dd3140 req-956ab1ce-01b1-4bb7-a4d8-f20bfca6f9b5 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8286afd09edb48b48ba8a55593c30462&device_id=f874266c-3b3f-411d-94a2-092abe89ba9b HTTP/1.1" status: 200 len: 1095 time: 0.0542512 Mar 29 15:45:34.647837 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4191e2c-8044-4e32-bd83-469fccc5f524 req-5831736b-600e-4158-a5f9-5c5bbfc7421e tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:45:34.655917 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-d4191e2c-8044-4e32-bd83-469fccc5f524 req-5831736b-600e-4158-a5f9-5c5bbfc7421e tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/ports?device_id=ccf671cc-285a-4046-a5d5-c44a9114232b HTTP/1.1" status: 200 len: 948 time: 0.2552731 Mar 29 15:45:34.747673 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-7ad8d2fe-4f1b-43b2-9fc2-ce028789d68e tempest-SecGroupTest-678096859 tempest-SecGroupTest-678096859-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2599857 Mar 29 15:45:34.771930 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0166c5-882d-4094-ab36-49cc69dd3140 req-11d16971-0d2c-4f02-8484-9240fde13d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:45:34.773422 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-de0166c5-882d-4094-ab36-49cc69dd3140 req-11d16971-0d2c-4f02-8484-9240fde13d30 service neutron] 10.222.0.44 "GET /v2.0/networks?id=bf39fd10-b141-4aa1-b5bc-ebcbbb01092f HTTP/1.1" status: 200 len: 921 time: 0.1250789 Mar 29 15:45:34.838829 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-de0166c5-882d-4094-ab36-49cc69dd3140 req-f78b044b-4365-49a0-af6e-b29f3bcad8e2 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a5546757-5675-4251-805e-2ecb9a2a21ba HTTP/1.1" status: 200 len: 217 time: 0.0566456 Mar 29 15:45:34.847869 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bef384-c031-4ce9-8049-dea59e7cc7b6 req-767bd2dc-fde8-4893-bf2c-d9829517d342 tempest-TenantUsagesTestJSON-1201448772 tempest-TenantUsagesTestJSON-1201448772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:45:34.849391 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e6bef384-c031-4ce9-8049-dea59e7cc7b6 req-767bd2dc-fde8-4893-bf2c-d9829517d342 tempest-TenantUsagesTestJSON-1201448772 tempest-TenantUsagesTestJSON-1201448772-project] 10.222.0.42 "GET /v2.0/ports?device_id=08195114-afbb-45a0-9caf-067af4e690fa HTTP/1.1" status: 200 len: 950 time: 0.1212051 Mar 29 15:45:34.862690 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-d4191e2c-8044-4e32-bd83-469fccc5f524 req-9ea9f5d5-dc7f-4b32-8a72-22da73f5add8 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/security-groups?id=56997969-7130-4d86-9e9d-e068deb19a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2058089 Mar 29 15:45:34.931371 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0166c5-882d-4094-ab36-49cc69dd3140 req-ad733a33-257a-48d6-bbbb-50b58e69b049 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:45:34.932784 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-de0166c5-882d-4094-ab36-49cc69dd3140 req-ad733a33-257a-48d6-bbbb-50b58e69b049 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=16497655-324d-4047-a7c9-20587c2f556c HTTP/1.1" status: 200 len: 860 time: 0.0825102 Mar 29 15:45:34.951298 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e6bef384-c031-4ce9-8049-dea59e7cc7b6 req-9b4b8a38-5898-49fb-878e-36ea9033ccb2 tempest-TenantUsagesTestJSON-1201448772 tempest-TenantUsagesTestJSON-1201448772-project] 10.222.0.42 "GET /v2.0/security-groups?id=b9bff25e-37f9-45d8-a345-605186e8c182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915961 Mar 29 15:45:35.000636 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-de0166c5-882d-4094-ab36-49cc69dd3140 req-58731926-2cce-4ffe-80e3-8666a61e74fe service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=bf39fd10-b141-4aa1-b5bc-ebcbbb01092f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0483410 Mar 29 15:45:35.073909 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-d38dcbd4-99a6-4d40-bf63-94adfb3784aa req-7b947b69-5144-4801-96b4-bce4eb837f10 service neutron] 10.222.0.48 "GET /v2.0/networks/9c05e936-df9e-4fbf-b09c-78bf9696504c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4086418 Mar 29 15:45:35.150915 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 49896) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:45:35.219969 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-de0166c5-882d-4094-ab36-49cc69dd3140 req-dac03d07-e8d6-4ead-a1d6-9e4a412dff27 service neutron] 10.222.0.44 "GET /v2.0/networks/bf39fd10-b141-4aa1-b5bc-ebcbbb01092f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2117367 Mar 29 15:45:35.243231 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277727c2-b98b-43ea-a955-7e52d3f752ff req-1b68a370-6e45-41cd-9e33-4e7f2c14448b tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:45:35.245190 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-277727c2-b98b-43ea-a955-7e52d3f752ff req-1b68a370-6e45-41cd-9e33-4e7f2c14448b tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] 10.222.0.42 "GET /v2.0/ports?device_id=275a05c1-f049-44f9-b4f0-fa2c409e8b49 HTTP/1.1" status: 200 len: 945 time: 0.2260094 Mar 29 15:45:35.255820 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device c3fe64f4-0ad0-4bf4-9e83-f3258604e62d up at agent hyperv_n-h1-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:45:35.274605 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8daf9b3b-8189-49eb-a4f6-abf0449c6c38 req-a629d8e6-63d1-4455-8f22-fd8cc405fe7d tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:45:35.292739 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-8daf9b3b-8189-49eb-a4f6-abf0449c6c38 req-a629d8e6-63d1-4455-8f22-fd8cc405fe7d tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] 10.222.0.42 "GET /v2.0/ports?device_id=ddaab849-e853-4e90-8757-712f539368d6 HTTP/1.1" status: 200 len: 943 time: 0.1557486 Mar 29 15:45:35.307113 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-01770895-8a4e-4d14-bda7-9a9bc1d7a69e req-cdd623be-72dc-4420-b58e-c1ab5cfe15d3 tempest-TenantUsagesTestJSON-1201448772 tempest-TenantUsagesTestJSON-1201448772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:35.396678 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Provisioning for port c3fe64f4-0ad0-4bf4-9e83-f3258604e62d completed by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 15:45:35.400867 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-277727c2-b98b-43ea-a955-7e52d3f752ff req-7f4548cf-0c3d-4dd3-8b1c-f8122df07867 tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] 10.222.0.42 "GET /v2.0/security-groups?id=8c1a607e-8731-4409-adf4-490f4457a32b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945423 Mar 29 15:45:35.414436 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Provisioning complete for port c3fe64f4-0ad0-4bf4-9e83-f3258604e62d triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:45:35.416250 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:35.445381 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd623be-72dc-4420-b58e-c1ab5cfe15d3 tempest-TenantUsagesTestJSON-1201448772 tempest-TenantUsagesTestJSON-1201448772-project] Pushing event deleted for resources: {'Port': ['ID=a8841565-fadb-4f50-a635-f167152011a0,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:45:35.502928 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.l3_dvrscheduler_db [req-01770895-8a4e-4d14-bda7-9a9bc1d7a69e req-cdd623be-72dc-4420-b58e-c1ab5cfe15d3 tempest-TenantUsagesTestJSON-1201448772 tempest-TenantUsagesTestJSON-1201448772-project] No DVR routers for this DVR port a8841565-fadb-4f50-a635-f167152011a0 on host n-h1-834765-1 {{(pid=102790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:45:35.503192 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-fa3b1c7d-76cc-4949-a84d-9499d0cf5c3a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e55ef13965ae47b4bd2aff30953c6412&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3469834 Mar 29 15:45:35.507590 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 49908) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:45:35.508815 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-01770895-8a4e-4d14-bda7-9a9bc1d7a69e req-cdd623be-72dc-4420-b58e-c1ab5cfe15d3 tempest-TenantUsagesTestJSON-1201448772 tempest-TenantUsagesTestJSON-1201448772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:35.516415 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-01770895-8a4e-4d14-bda7-9a9bc1d7a69e req-cdd623be-72dc-4420-b58e-c1ab5cfe15d3 tempest-TenantUsagesTestJSON-1201448772 tempest-TenantUsagesTestJSON-1201448772-project] 10.222.0.44 "DELETE /v2.0/ports/a8841565-fadb-4f50-a635-f167152011a0 HTTP/1.1" status: 204 len: 173 time: 1.7671092 Mar 29 15:45:35.526468 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-8daf9b3b-8189-49eb-a4f6-abf0449c6c38 req-33e6a579-a155-44eb-bca6-3a6d34dd5fde tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] 10.222.0.42 "GET /v2.0/security-groups?id=f08e979a-b162-4e81-8f48-4f228bf81759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2200279 Mar 29 15:45:35.648046 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-de0166c5-882d-4094-ab36-49cc69dd3140 req-b9205b95-9165-4658-bdab-d48fbc49f569 service neutron] 10.222.0.44 "GET /v2.0/networks/bf39fd10-b141-4aa1-b5bc-ebcbbb01092f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4133327 Mar 29 15:45:35.695079 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:35.715015 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-0cb6abf6-2706-4e52-8825-f5f644ecf9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:35.743499 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port c3fe64f4-0ad0-4bf4-9e83-f3258604e62d, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=c3fe64f4-0ad0-4bf4-9e83-f3258604e62d,segment=NetworkSegment(a0c230f0-660a-4194-9279-0f0781d34134),segment_id=a0c230f0-660a-4194-9279-0f0781d34134)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:45:35.743865 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-38903950-fbbd-4290-a22d-b8230ccf9ee2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:35.744458 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccf671cc-285a-4046-a5d5-c44a9114232b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3fe64f4-0ad0-4bf4-9e83-f3258604e62d'}] {{(pid=102792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:45:35.747922 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4f476c66b318cc6068719fc39557fac68d413f5c7e78fa77028c7948e999ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42ef485c-efc2-4a7f-a50b-e119fb5318f0" -d '{"events": [{"server_uuid": "ccf671cc-285a-4046-a5d5-c44a9114232b", "name": "network-vif-plugged", "status": "completed", "tag": "c3fe64f4-0ad0-4bf4-9e83-f3258604e62d"}]}' {{(pid=102792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:45:35.753905 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:35.754811 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device a8841565-fadb-4f50-a635-f167152011a0 no longer exists at agent hyperv_n-h1-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:45:35.784800 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-38903950-fbbd-4290-a22d-b8230ccf9ee2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:35.859237 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] No Port match for: a8841565-fadb-4f50-a635-f167152011a0 {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 15:45:35.859946 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device a8841565-fadb-4f50-a635-f167152011a0 not bound to the agent host n-h1-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:45:35.864570 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Pushing event updated for resources: {'Port': ['ID=c3fe64f4-0ad0-4bf4-9e83-f3258604e62d,revision_number=5']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:45:35.889520 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:35.891990 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-38903950-fbbd-4290-a22d-b8230ccf9ee2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:35.894693 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-38903950-fbbd-4290-a22d-b8230ccf9ee2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:35.898233 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-38903950-fbbd-4290-a22d-b8230ccf9ee2 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/05f40e96-34bd-4ffb-b7fe-faa5d0515db3 HTTP/1.1" status: 204 len: 168 time: 0.3784165 Mar 29 15:45:35.912417 n-d-834765-1 neutron-server[102790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08195114-afbb-45a0-9caf-067af4e690fa', 'name': 'network-vif-deleted', 'tag': 'a8841565-fadb-4f50-a635-f167152011a0'}] {{(pid=102790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:45:35.914822 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46b06d655c90bc969636382cce4240ad749035fb0f3a83ee4734fa1ed9c4a6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1362fab7-2a9e-4e0f-af83-99e7c53ba736" -d '{"events": [{"server_uuid": "08195114-afbb-45a0-9caf-067af4e690fa", "name": "network-vif-deleted", "tag": "a8841565-fadb-4f50-a635-f167152011a0"}]}' {{(pid=102790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:45:35.919746 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38903950-fbbd-4290-a22d-b8230ccf9ee2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05f40e96-34bd-4ffb-b7fe-faa5d0515db3,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:45:35.941861 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eaf4328-f5b3-4148-a453-ca734671a9d2 req-1f04661e-0649-45eb-b778-a813baf5d118 tempest-ServerRescueTestJSONUnderV235-1876556569 tempest-ServerRescueTestJSONUnderV235-1876556569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:45:35.943626 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-5eaf4328-f5b3-4148-a453-ca734671a9d2 req-1f04661e-0649-45eb-b778-a813baf5d118 tempest-ServerRescueTestJSONUnderV235-1876556569 tempest-ServerRescueTestJSONUnderV235-1876556569-project] 10.222.0.42 "GET /v2.0/ports?device_id=f874266c-3b3f-411d-94a2-092abe89ba9b HTTP/1.1" status: 200 len: 944 time: 0.3242798 Mar 29 15:45:35.949601 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-3cf9ce80-2960-4204-b37a-a59373d7f2be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-530452'] for router_interface, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:36.089817 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-5eaf4328-f5b3-4148-a453-ca734671a9d2 req-11ae2ffd-e64c-4b2b-8264-37fe89c15606 tempest-ServerRescueTestJSONUnderV235-1876556569 tempest-ServerRescueTestJSONUnderV235-1876556569-project] 10.222.0.42 "GET /v2.0/security-groups?id=3d222421-3560-49e7-abaf-10952d69e15f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369431 Mar 29 15:45:36.221102 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:45:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15325436-4900-4d4c-a7e3-ba6d77f658a8 x-openstack-request-id: req-15325436-4900-4d4c-a7e3-ba6d77f658a8 {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:45:36.221423 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccf671cc-285a-4046-a5d5-c44a9114232b", "name": "network-vif-plugged", "status": "completed", "tag": "c3fe64f4-0ad0-4bf4-9e83-f3258604e62d", "code": 200}]} {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:45:36.221765 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-15325436-4900-4d4c-a7e3-ba6d77f658a8 {{(pid=102792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:45:36.222160 n-d-834765-1 neutron-server[102792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccf671cc-285a-4046-a5d5-c44a9114232b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3fe64f4-0ad0-4bf4-9e83-f3258604e62d', 'code': 200} Mar 29 15:45:36.276927 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:45:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c431b4f-6907-4f3a-a178-6f03385caa4d x-openstack-request-id: req-7c431b4f-6907-4f3a-a178-6f03385caa4d {{(pid=102790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:45:36.277365 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08195114-afbb-45a0-9caf-067af4e690fa", "name": "network-vif-deleted", "tag": "a8841565-fadb-4f50-a635-f167152011a0", "status": "completed", "code": 200}]} {{(pid=102790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:45:36.277626 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-7c431b4f-6907-4f3a-a178-6f03385caa4d {{(pid=102790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:45:36.278021 n-d-834765-1 neutron-server[102790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08195114-afbb-45a0-9caf-067af4e690fa', 'name': 'network-vif-deleted', 'tag': 'a8841565-fadb-4f50-a635-f167152011a0', 'status': 'completed', 'code': 200} Mar 29 15:45:36.431676 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-e35dae8d-2c50-486e-97a4-aef609a1dd84 req-86ebe609-89f9-4e5a-a942-d319248a533a tempest-TenantUsagesTestJSON-1201448772 tempest-TenantUsagesTestJSON-1201448772-project] 10.222.0.42 "GET /v2.0/ports?device_id=08195114-afbb-45a0-9caf-067af4e690fa HTTP/1.1" status: 200 len: 210 time: 0.0582681 Mar 29 15:45:36.487903 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-3cf9ce80-2960-4204-b37a-a59373d7f2be admin admin] Deleting port eac01713-5456-4fdb-990f-88fb111c34b5 {{(pid=102790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:45:36.492321 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-3cf9ce80-2960-4204-b37a-a59373d7f2be admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:36.513731 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e32ab1f-7a05-4087-9490-b3b00535743f req-3bad0c19-fab6-4c72-baf3-70652355b205 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:45:36.517896 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4e32ab1f-7a05-4087-9490-b3b00535743f req-3bad0c19-fab6-4c72-baf3-70652355b205 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/ports?device_id=ccf671cc-285a-4046-a5d5-c44a9114232b HTTP/1.1" status: 200 len: 949 time: 0.2303009 Mar 29 15:45:36.521934 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e437de-4710-4951-9bf1-23002c611954 req-a443f61f-3fb3-4893-b190-d9ca241b2e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:45:36.531373 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-39e437de-4710-4951-9bf1-23002c611954 req-a443f61f-3fb3-4893-b190-d9ca241b2e39 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=ccf671cc-285a-4046-a5d5-c44a9114232b HTTP/1.1" status: 200 len: 1100 time: 0.1731398 Mar 29 15:45:36.588018 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4e32ab1f-7a05-4087-9490-b3b00535743f req-e62f026f-4247-40b6-85ef-9978f7ce2d1b tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/security-groups?id=56997969-7130-4d86-9e9d-e068deb19a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559018 Mar 29 15:45:36.604476 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-39e437de-4710-4951-9bf1-23002c611954 req-5a5b7b0c-e1ae-4575-be81-dd6fa7b40482 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=56997969-7130-4d86-9e9d-e068deb19a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464079 Mar 29 15:45:36.671472 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [None req-3cf9ce80-2960-4204-b37a-a59373d7f2be admin admin] For port eac01713-5456-4fdb-990f-88fb111c34b5, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=eac01713-5456-4fdb-990f-88fb111c34b5,segment=NetworkSegment(bed846bc-5ece-4715-b186-296fbeddb687),segment_id=bed846bc-5ece-4715-b186-296fbeddb687)] {{(pid=102790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:45:36.671902 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-3cf9ce80-2960-4204-b37a-a59373d7f2be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:36.687718 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-3cf9ce80-2960-4204-b37a-a59373d7f2be admin admin] Calling delete_port for eac01713-5456-4fdb-990f-88fb111c34b5 owned by network:router_interface {{(pid=102790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:45:36.741426 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1ef7e2-14bf-43ab-b800-cdab6e869797 req-8db046e4-dd53-43a6-9479-5f77cb28361f tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:45:36.743399 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ec1ef7e2-14bf-43ab-b800-cdab6e869797 req-8db046e4-dd53-43a6-9479-5f77cb28361f tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] 10.222.0.42 "GET /v2.0/ports?device_id=ddaab849-e853-4e90-8757-712f539368d6 HTTP/1.1" status: 200 len: 943 time: 0.0544395 Mar 29 15:45:36.807873 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ec1ef7e2-14bf-43ab-b800-cdab6e869797 req-4dbb3c94-ac08-49f6-98ba-caa3d54ca9a4 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] 10.222.0.42 "GET /v2.0/security-groups?id=f08e979a-b162-4e81-8f48-4f228bf81759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554278 Mar 29 15:45:36.889365 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-3cf9ce80-2960-4204-b37a-a59373d7f2be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:36.919357 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf9ce80-2960-4204-b37a-a59373d7f2be admin admin] Pushing event deleted for resources: {'Port': ['ID=eac01713-5456-4fdb-990f-88fb111c34b5,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:45:37.107983 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-3cf9ce80-2960-4204-b37a-a59373d7f2be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-530528'] for router_interface, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:37.221843 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device 901dd08e-5f8b-48ba-af61-72ba080e4a8d details requested by agent hyperv_n-h2-834765-1 with host n-h2-834765-1 {{(pid=102792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 15:45:37.236883 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device a5546757-5675-4251-805e-2ecb9a2a21ba details requested by agent hyperv_n-h1-834765-1 with host n-h1-834765-1 {{(pid=102792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 15:45:37.263092 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634a2be5-d86b-4650-84ed-f3b36337501b req-495ac527-2113-4bcf-827f-633cd4830ffb tempest-ServerRescueTestJSONUnderV235-1876556569 tempest-ServerRescueTestJSONUnderV235-1876556569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:45:37.264588 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-634a2be5-d86b-4650-84ed-f3b36337501b req-495ac527-2113-4bcf-827f-633cd4830ffb tempest-ServerRescueTestJSONUnderV235-1876556569 tempest-ServerRescueTestJSONUnderV235-1876556569-project] 10.222.0.42 "GET /v2.0/ports?device_id=f874266c-3b3f-411d-94a2-092abe89ba9b HTTP/1.1" status: 200 len: 944 time: 0.0893750 Mar 29 15:45:37.387908 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-634a2be5-d86b-4650-84ed-f3b36337501b req-3ca7025c-b211-4508-819c-b21e24d3ff54 tempest-ServerRescueTestJSONUnderV235-1876556569 tempest-ServerRescueTestJSONUnderV235-1876556569-project] 10.222.0.42 "GET /v2.0/security-groups?id=3d222421-3560-49e7-abaf-10952d69e15f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851009 Mar 29 15:45:37.413713 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cf9ce80-2960-4204-b37a-a59373d7f2be admin admin] Router 44089d14-6dd8-4c55-a5ed-1eb49ffb983e has already been hosted by L3 agent c648d819-1060-4f26-b4ec-6455387b5dff {{(pid=102790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 15:45:37.418044 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port 901dd08e-5f8b-48ba-af61-72ba080e4a8d, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=901dd08e-5f8b-48ba-af61-72ba080e4a8d,segment=NetworkSegment(429e9cf3-3671-4cb2-9547-92af9e95f1f2),segment_id=429e9cf3-3671-4cb2-9547-92af9e95f1f2)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:45:37.435630 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port a5546757-5675-4251-805e-2ecb9a2a21ba, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=a5546757-5675-4251-805e-2ecb9a2a21ba,segment=NetworkSegment(0cd06506-4f89-4e38-b026-ae80d7df7405),segment_id=0cd06506-4f89-4e38-b026-ae80d7df7405)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:45:37.445091 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Returning: {'device': '901dd08e-5f8b-48ba-af61-72ba080e4a8d', 'network_id': '9c05e936-df9e-4fbf-b09c-78bf9696504c', 'port_id': '901dd08e-5f8b-48ba-af61-72ba080e4a8d', 'mac_address': 'fa:16:3e:24:83:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 637, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9016bdba-0f5c-4ddd-94a1-3fa4aae621f1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 15:45:37.451792 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Returning: {'device': 'a5546757-5675-4251-805e-2ecb9a2a21ba', 'network_id': 'bf39fd10-b141-4aa1-b5bc-ebcbbb01092f', 'port_id': 'a5546757-5675-4251-805e-2ecb9a2a21ba', 'mac_address': 'fa:16:3e:1a:6a:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16497655-324d-4047-a7c9-20587c2f556c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 15:45:37.521639 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:37.537835 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 901dd08e-5f8b-48ba-af61-72ba080e4a8d {{(pid=102792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:45:37.547685 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cf9ce80-2960-4204-b37a-a59373d7f2be admin admin] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:45:37.556936 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 49996) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:45:37.557915 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-3cf9ce80-2960-4204-b37a-a59373d7f2be admin admin] 10.222.0.42 "PUT /v2.0/routers/44089d14-6dd8-4c55-a5ed-1eb49ffb983e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0466840 Mar 29 15:45:37.559113 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aeafbc2-7a73-47c6-9270-cd2de4b0b914 None None] Sync routers for ids ['44089d14-6dd8-4c55-a5ed-1eb49ffb983e'] in n-d-834765-1 {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:45:37.565145 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port 901dd08e-5f8b-48ba-af61-72ba080e4a8d, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=901dd08e-5f8b-48ba-af61-72ba080e4a8d,segment=NetworkSegment(429e9cf3-3671-4cb2-9547-92af9e95f1f2),segment_id=429e9cf3-3671-4cb2-9547-92af9e95f1f2)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:45:37.569899 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aeafbc2-7a73-47c6-9270-cd2de4b0b914 None None] Routers {'44089d14-6dd8-4c55-a5ed-1eb49ffb983e'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:45:37.570540 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-0aeafbc2-7a73-47c6-9270-cd2de4b0b914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:45:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['44089d14-6dd8-4c55-a5ed-1eb49ffb983e'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:45:37.573997 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:37.577110 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:37.647771 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5546757-5675-4251-805e-2ecb9a2a21ba {{(pid=102792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:45:37.679812 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port a5546757-5675-4251-805e-2ecb9a2a21ba, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=a5546757-5675-4251-805e-2ecb9a2a21ba,segment=NetworkSegment(0cd06506-4f89-4e38-b026-ae80d7df7405),segment_id=0cd06506-4f89-4e38-b026-ae80d7df7405)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:45:37.708459 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:37.711511 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvr_db [None req-0aeafbc2-7a73-47c6-9270-cd2de4b0b914 None None] Set router 44089d14-6dd8-4c55-a5ed-1eb49ffb983e gateway port host: n-d-834765-1 {{(pid=102793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:45:37.727234 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Pushing event updated for resources: {'Port': ['ID=901dd08e-5f8b-48ba-af61-72ba080e4a8d,revision_number=4']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:45:37.839853 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Pushing event updated for resources: {'Port': ['ID=a5546757-5675-4251-805e-2ecb9a2a21ba,revision_number=4']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:45:37.877813 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-f6da39e0-d215-457e-8e7d-798c78b29227 admin admin] Notify callbacks [] for router, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:38.005685 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 50042) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:45:38.019901 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-0aeafbc2-7a73-47c6-9270-cd2de4b0b914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44089d14-6dd8-4c55-a5ed-1eb49ffb983e', 'name': 'tempest-TaggedBootDevicesTest-1457302303-router', 'tenant_id': 'be3160ca614c4fac86c8b86f783c4f96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.43'}], 'enable_snat': True}, 'gw_port_id': '9088c870-6061-45d2-9115-f23bbdaa4a4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:39:00Z', 'updated_at': '2022-03-29T15:45:36Z', 'revision_number': 5, 'project_id': 'be3160ca614c4fac86c8b86f783c4f96', 'gw_port': {'id': '9088c870-6061-45d2-9115-f23bbdaa4a4c', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:38:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44089d14-6dd8-4c55-a5ed-1eb49ffb983e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:39:00Z', 'updated_at': '2022-03-29T15:39:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1'}], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:45:38.056622 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb548fe5-242e-4ed2-b274-90512ce704db req-e2c6b360-7097-4f59-95ce-2ab04bb3d14e tempest-ImagesOneServerTestJSON-1993289455 tempest-ImagesOneServerTestJSON-1993289455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:45:38.063750 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aeafbc2-7a73-47c6-9270-cd2de4b0b914 None None] Checking router: 44089d14-6dd8-4c55-a5ed-1eb49ffb983e for host: n-d-834765-1 {{(pid=102793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:45:38.074091 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-cb548fe5-242e-4ed2-b274-90512ce704db req-e2c6b360-7097-4f59-95ce-2ab04bb3d14e tempest-ImagesOneServerTestJSON-1993289455 tempest-ImagesOneServerTestJSON-1993289455-project] 10.222.0.42 "GET /v2.0/ports?device_id=81605825-fa37-4e7f-8fb5-0b6c1360ffc2 HTTP/1.1" status: 200 len: 951 time: 0.1215780 Mar 29 15:45:38.074329 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] get_ports_and_sgs() called for port_ids ['a5546757-5675-4251-805e-2ecb9a2a21ba'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:45:38.074815 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aeafbc2-7a73-47c6-9270-cd2de4b0b914 None None] Routers {'44089d14-6dd8-4c55-a5ed-1eb49ffb983e'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:45:38.075819 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-0aeafbc2-7a73-47c6-9270-cd2de4b0b914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:45:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['44089d14-6dd8-4c55-a5ed-1eb49ffb983e'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:45:38.157729 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-cb548fe5-242e-4ed2-b274-90512ce704db req-3fe1835f-5b91-44a2-9f1c-b9c6ae556f17 tempest-ImagesOneServerTestJSON-1993289455 tempest-ImagesOneServerTestJSON-1993289455-project] 10.222.0.42 "GET /v2.0/security-groups?id=d9dae7d0-6adf-4930-9600-9ef2e3fa6136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820262 Mar 29 15:45:38.160394 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b98ae7-0cb4-46e6-8df9-b1f7df060ab9 req-c5b8eae4-738d-42a0-88ef-659f726ada83 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:45:38.181557 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-76b98ae7-0cb4-46e6-8df9-b1f7df060ab9 req-c5b8eae4-738d-42a0-88ef-659f726ada83 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/ports?device_id=ccf671cc-285a-4046-a5d5-c44a9114232b HTTP/1.1" status: 200 len: 949 time: 0.2064741 Mar 29 15:45:38.204205 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvr_db [None req-0aeafbc2-7a73-47c6-9270-cd2de4b0b914 None None] Set router 44089d14-6dd8-4c55-a5ed-1eb49ffb983e gateway port host: n-d-834765-1 {{(pid=102793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:45:38.290527 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-f6da39e0-d215-457e-8e7d-798c78b29227 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:38.309146 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-76b98ae7-0cb4-46e6-8df9-b1f7df060ab9 req-77cabfdc-aee6-40fd-8cee-737cb748c1a6 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/security-groups?id=56997969-7130-4d86-9e9d-e068deb19a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249866 Mar 29 15:45:38.319747 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] get_ports_and_sgs() called for port_ids ['901dd08e-5f8b-48ba-af61-72ba080e4a8d'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:45:38.368067 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880eee4a-1316-4b1c-901a-19321875345e req-4d6cf025-1388-4296-bec1-ce3606e04b70 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:45:38.369629 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-880eee4a-1316-4b1c-901a-19321875345e req-4d6cf025-1388-4296-bec1-ce3606e04b70 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] 10.222.0.42 "GET /v2.0/ports?device_id=ddaab849-e853-4e90-8757-712f539368d6 HTTP/1.1" status: 200 len: 944 time: 0.1242535 Mar 29 15:45:38.420036 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-6fe693b5-fed0-4254-9462-b6aae52ac00f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=1ea16a649c1c40cc83143f867cb559f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4131508 Mar 29 15:45:38.429901 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 50060) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:45:38.450005 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-880eee4a-1316-4b1c-901a-19321875345e req-2000038d-97b9-4aec-9d24-6b6701864145 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] 10.222.0.42 "GET /v2.0/security-groups?id=f08e979a-b162-4e81-8f48-4f228bf81759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734293 Mar 29 15:45:38.485906 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-f6da39e0-d215-457e-8e7d-798c78b29227 admin admin] Deleting port 9088c870-6061-45d2-9115-f23bbdaa4a4c {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:45:38.486316 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-f6da39e0-d215-457e-8e7d-798c78b29227 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:38.527369 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-0aeafbc2-7a73-47c6-9270-cd2de4b0b914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44089d14-6dd8-4c55-a5ed-1eb49ffb983e', 'name': 'tempest-TaggedBootDevicesTest-1457302303-router', 'tenant_id': 'be3160ca614c4fac86c8b86f783c4f96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.43'}], 'enable_snat': True}, 'gw_port_id': '9088c870-6061-45d2-9115-f23bbdaa4a4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:39:00Z', 'updated_at': '2022-03-29T15:45:36Z', 'revision_number': 5, 'project_id': 'be3160ca614c4fac86c8b86f783c4f96', 'gw_port': {'id': '9088c870-6061-45d2-9115-f23bbdaa4a4c', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:38:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44089d14-6dd8-4c55-a5ed-1eb49ffb983e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:39:00Z', 'updated_at': '2022-03-29T15:39:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1'}], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:45:38.577691 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-4fa33c41-36d9-4cd8-808f-3c73ec9ff577 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:38.580370 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aeafbc2-7a73-47c6-9270-cd2de4b0b914 None None] The sync data for ids ['44089d14-6dd8-4c55-a5ed-1eb49ffb983e'] in n-d-834765-1 is: [{'id': '44089d14-6dd8-4c55-a5ed-1eb49ffb983e', 'name': 'tempest-TaggedBootDevicesTest-1457302303-router', 'tenant_id': 'be3160ca614c4fac86c8b86f783c4f96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.43'}], 'enable_snat': True}, 'gw_port_id': '9088c870-6061-45d2-9115-f23bbdaa4a4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:39:00Z', 'updated_at': '2022-03-29T15:45:36Z', 'revision_number': 5, 'project_id': 'be3160ca614c4fac86c8b86f783c4f96', 'gw_port': {'id': '9088c870-6061-45d2-9115-f23bbdaa4a4c', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:38:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44089d14-6dd8-4c55-a5ed-1eb49ffb983e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:39:00Z', 'updated_at': '2022-03-29T15:39:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1'}] {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:45:38.626133 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-4fa33c41-36d9-4cd8-808f-3c73ec9ff577 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:38.673695 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1500b5b8-eb67-4a82-a8db-51d1e434ae2f req-2bb5bc1f-885d-4dc8-8057-718ef37f4706 tempest-ServerRescueTestJSONUnderV235-1876556569 tempest-ServerRescueTestJSONUnderV235-1876556569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:45:38.674887 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [None req-f6da39e0-d215-457e-8e7d-798c78b29227 admin admin] For port 9088c870-6061-45d2-9115-f23bbdaa4a4c, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=9088c870-6061-45d2-9115-f23bbdaa4a4c,segment=NetworkSegment(6ab47353-a811-4bad-bc73-b4cc84583cfd),segment_id=6ab47353-a811-4bad-bc73-b4cc84583cfd)] {{(pid=102791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:45:38.675286 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-f6da39e0-d215-457e-8e7d-798c78b29227 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:38.675661 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-1500b5b8-eb67-4a82-a8db-51d1e434ae2f req-2bb5bc1f-885d-4dc8-8057-718ef37f4706 tempest-ServerRescueTestJSONUnderV235-1876556569 tempest-ServerRescueTestJSONUnderV235-1876556569-project] 10.222.0.42 "GET /v2.0/ports?device_id=f874266c-3b3f-411d-94a2-092abe89ba9b HTTP/1.1" status: 200 len: 945 time: 0.0827930 Mar 29 15:45:38.702472 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-f6da39e0-d215-457e-8e7d-798c78b29227 admin admin] Calling delete_port for 9088c870-6061-45d2-9115-f23bbdaa4a4c owned by network:router_gateway {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:45:38.732830 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-1500b5b8-eb67-4a82-a8db-51d1e434ae2f req-c676094e-c8fb-4281-af73-af96594f0e3a tempest-ServerRescueTestJSONUnderV235-1876556569 tempest-ServerRescueTestJSONUnderV235-1876556569-project] 10.222.0.42 "GET /v2.0/security-groups?id=3d222421-3560-49e7-abaf-10952d69e15f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487895 Mar 29 15:45:38.776823 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-4fa33c41-36d9-4cd8-808f-3c73ec9ff577 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:38.780155 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-4fa33c41-36d9-4cd8-808f-3c73ec9ff577 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:38.783768 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-4fa33c41-36d9-4cd8-808f-3c73ec9ff577 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b9bff25e-37f9-45d8-a345-605186e8c182 HTTP/1.1" status: 204 len: 168 time: 0.3487680 Mar 29 15:45:38.843795 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa33c41-36d9-4cd8-808f-3c73ec9ff577 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9bff25e-37f9-45d8-a345-605186e8c182,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:45:38.954630 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-f6da39e0-d215-457e-8e7d-798c78b29227 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:38.993544 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6da39e0-d215-457e-8e7d-798c78b29227 admin admin] Pushing event deleted for resources: {'Port': ['ID=9088c870-6061-45d2-9115-f23bbdaa4a4c,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:45:39.082803 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-f6da39e0-d215-457e-8e7d-798c78b29227 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-648138'] for router_gateway, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:39.258629 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device a5546757-5675-4251-805e-2ecb9a2a21ba up at agent hyperv_n-h1-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:45:39.319974 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 50134) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:45:39.337430 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-cce2f4ab-386f-4a33-8492-af8c4343035c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:39.387174 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 50144) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:45:39.427189 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Provisioning for port a5546757-5675-4251-805e-2ecb9a2a21ba completed by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 15:45:39.441158 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Provisioning complete for port a5546757-5675-4251-805e-2ecb9a2a21ba triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:45:39.445385 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:39.515644 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-cce2f4ab-386f-4a33-8492-af8c4343035c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:39.524060 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-cce2f4ab-386f-4a33-8492-af8c4343035c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:39.609504 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:39.616332 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-cce2f4ab-386f-4a33-8492-af8c4343035c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=891c8ef2dcf34bd69122b8b6f70fdbb5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2952485 Mar 29 15:45:39.617452 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce2f4ab-386f-4a33-8492-af8c4343035c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eef2494d-d1d6-4aae-b8d5-7e6ab988d577,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:45:39.623554 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-f6da39e0-d215-457e-8e7d-798c78b29227 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129328'] for router, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:39.625814 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-f6da39e0-d215-457e-8e7d-798c78b29227 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:39.632508 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 50152) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:45:39.666328 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f874266c-3b3f-411d-94a2-092abe89ba9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5546757-5675-4251-805e-2ecb9a2a21ba'}] {{(pid=102792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:45:39.669715 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4f476c66b318cc6068719fc39557fac68d413f5c7e78fa77028c7948e999ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-527eae52-f555-438c-b00e-ba520b6b459e" -d '{"events": [{"server_uuid": "f874266c-3b3f-411d-94a2-092abe89ba9b", "name": "network-vif-plugged", "status": "completed", "tag": "a5546757-5675-4251-805e-2ecb9a2a21ba"}]}' {{(pid=102792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:45:39.682047 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-f6da39e0-d215-457e-8e7d-798c78b29227 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-526718'] for router, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:39.682801 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6da39e0-d215-457e-8e7d-798c78b29227 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 44089d14-6dd8-4c55-a5ed-1eb49ffb983e {{(pid=102791) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 29 15:45:39.688075 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-f6da39e0-d215-457e-8e7d-798c78b29227 admin admin] Notify callbacks [] for router, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:39.689453 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-f6da39e0-d215-457e-8e7d-798c78b29227 admin admin] 10.222.0.42 "DELETE /v2.0/routers/44089d14-6dd8-4c55-a5ed-1eb49ffb983e HTTP/1.1" status: 204 len: 168 time: 2.1307526 Mar 29 15:45:39.694542 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 50156) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:45:39.697754 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port a5546757-5675-4251-805e-2ecb9a2a21ba, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=a5546757-5675-4251-805e-2ecb9a2a21ba,segment=NetworkSegment(0cd06506-4f89-4e38-b026-ae80d7df7405),segment_id=0cd06506-4f89-4e38-b026-ae80d7df7405)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:45:39.708148 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-3d50c593-582e-4b67-81a9-63a1c4e39eaa admin admin] Notify callbacks [] for security_group, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:39.729807 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2e92ec-307a-46e6-814a-51f5a8807309 req-6dd9e489-57ac-4a7f-8920-c663922b787b tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:45:39.731973 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-2f2e92ec-307a-46e6-814a-51f5a8807309 req-6dd9e489-57ac-4a7f-8920-c663922b787b tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/ports?device_id=ccf671cc-285a-4046-a5d5-c44a9114232b HTTP/1.1" status: 200 len: 949 time: 0.0592651 Mar 29 15:45:39.742464 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:39.786665 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-2f2e92ec-307a-46e6-814a-51f5a8807309 req-ea02bbc4-17ea-4c98-a8d9-8f934519fed5 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/security-groups?id=56997969-7130-4d86-9e9d-e068deb19a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471697 Mar 29 15:45:39.922252 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ef3d32-f508-4461-a269-ec97144eb7aa req-f64979cd-4c91-4269-a90d-9351596dff9e tempest-ImagesOneServerTestJSON-1993289455 tempest-ImagesOneServerTestJSON-1993289455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:45:39.924093 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d1ef3d32-f508-4461-a269-ec97144eb7aa req-f64979cd-4c91-4269-a90d-9351596dff9e tempest-ImagesOneServerTestJSON-1993289455 tempest-ImagesOneServerTestJSON-1993289455-project] 10.222.0.42 "GET /v2.0/ports?device_id=81605825-fa37-4e7f-8fb5-0b6c1360ffc2 HTTP/1.1" status: 200 len: 951 time: 0.0628955 Mar 29 15:45:39.973707 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d1ef3d32-f508-4461-a269-ec97144eb7aa req-f5d76903-e516-4643-9b90-645a84f02ba1 tempest-ImagesOneServerTestJSON-1993289455 tempest-ImagesOneServerTestJSON-1993289455-project] 10.222.0.42 "GET /v2.0/security-groups?id=d9dae7d0-6adf-4930-9600-9ef2e3fa6136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417974 Mar 29 15:45:39.982036 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Pushing event updated for resources: {'Port': ['ID=a5546757-5675-4251-805e-2ecb9a2a21ba,revision_number=5']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:45:40.029099 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:45:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-549f4647-637f-4847-b6da-5159464a03ec x-openstack-request-id: req-549f4647-637f-4847-b6da-5159464a03ec {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:45:40.029509 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f874266c-3b3f-411d-94a2-092abe89ba9b", "name": "network-vif-plugged", "status": "completed", "tag": "a5546757-5675-4251-805e-2ecb9a2a21ba", "code": 200}]} {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:45:40.029882 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-549f4647-637f-4847-b6da-5159464a03ec {{(pid=102792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:45:40.030434 n-d-834765-1 neutron-server[102792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f874266c-3b3f-411d-94a2-092abe89ba9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5546757-5675-4251-805e-2ecb9a2a21ba', 'code': 200} Mar 29 15:45:40.160349 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3b3ea4-02bf-40b9-9e17-07aab157ffb1 req-97a143f9-932a-4978-aba5-0f87005077a9 tempest-ServerRescueTestJSONUnderV235-1876556569 tempest-ServerRescueTestJSONUnderV235-1876556569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:45:40.161760 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ec3b3ea4-02bf-40b9-9e17-07aab157ffb1 req-97a143f9-932a-4978-aba5-0f87005077a9 tempest-ServerRescueTestJSONUnderV235-1876556569 tempest-ServerRescueTestJSONUnderV235-1876556569-project] 10.222.0.42 "GET /v2.0/ports?device_id=f874266c-3b3f-411d-94a2-092abe89ba9b HTTP/1.1" status: 200 len: 946 time: 0.0878608 Mar 29 15:45:40.167085 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd1d5fd-a59d-4ec3-9d39-55eafda799e3 req-f8973864-abec-4561-b3bf-c51cb39ec43b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:45:40.168527 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ddd1d5fd-a59d-4ec3-9d39-55eafda799e3 req-f8973864-abec-4561-b3bf-c51cb39ec43b service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=f874266c-3b3f-411d-94a2-092abe89ba9b HTTP/1.1" status: 200 len: 1097 time: 0.0580714 Mar 29 15:45:40.190471 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6827609-6da5-412f-b36e-4c5e79937012 admin admin] Deleting subnet 1a0a2846-8b26-4720-9690-605d7fdb36e8 {{(pid=102790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 15:45:40.199454 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2287d8b5-4040-4770-b0d7-f12dde6a0ad5 req-f5921e0c-cdbc-4d87-8a36-c256a44dd1c8 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:45:40.203762 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-2287d8b5-4040-4770-b0d7-f12dde6a0ad5 req-f5921e0c-cdbc-4d87-8a36-c256a44dd1c8 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] 10.222.0.42 "GET /v2.0/ports?device_id=ddaab849-e853-4e90-8757-712f539368d6 HTTP/1.1" status: 200 len: 944 time: 0.5318887 Mar 29 15:45:40.208566 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-f6827609-6da5-412f-b36e-4c5e79937012 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:40.230448 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ec3b3ea4-02bf-40b9-9e17-07aab157ffb1 req-d001e4ae-5065-4664-9e38-34f4372b5ca8 tempest-ServerRescueTestJSONUnderV235-1876556569 tempest-ServerRescueTestJSONUnderV235-1876556569-project] 10.222.0.42 "GET /v2.0/security-groups?id=3d222421-3560-49e7-abaf-10952d69e15f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607450 Mar 29 15:45:40.245757 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ddd1d5fd-a59d-4ec3-9d39-55eafda799e3 req-86e71abe-044f-44db-973e-98c77715d88b service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=3d222421-3560-49e7-abaf-10952d69e15f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696375 Mar 29 15:45:40.255177 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-1640b1cf-08b3-401d-9c1e-3ad681765284 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:40.287207 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device eac01713-5456-4fdb-990f-88fb111c34b5 no longer exists at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:45:40.312873 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] No Port match for: eac01713-5456-4fdb-990f-88fb111c34b5 {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 15:45:40.313223 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device eac01713-5456-4fdb-990f-88fb111c34b5 not bound to the agent host n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:45:40.313653 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 9088c870-6061-45d2-9115-f23bbdaa4a4c no longer exists at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:45:40.318497 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-1640b1cf-08b3-401d-9c1e-3ad681765284 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:40.324709 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-f6827609-6da5-412f-b36e-4c5e79937012 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4614024'] for subnet, precommit_delete_associations {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:40.337725 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] No Port match for: 9088c870-6061-45d2-9115-f23bbdaa4a4c {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 15:45:40.338068 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 9088c870-6061-45d2-9115-f23bbdaa4a4c not bound to the agent host n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:45:40.360237 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e701799f-caba-4771-b7a3-560b357b60d4 req-8e5a5c39-2465-4df2-8747-48db5a5a8a3e tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:45:40.361748 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e701799f-caba-4771-b7a3-560b357b60d4 req-8e5a5c39-2465-4df2-8747-48db5a5a8a3e tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/ports?device_id=ccf671cc-285a-4046-a5d5-c44a9114232b HTTP/1.1" status: 200 len: 949 time: 0.0645854 Mar 29 15:45:40.400477 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-2287d8b5-4040-4770-b0d7-f12dde6a0ad5 req-7ff9de55-0402-4cd6-aa6c-38cb84ee6454 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] 10.222.0.42 "GET /v2.0/security-groups?id=f08e979a-b162-4e81-8f48-4f228bf81759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508963 Mar 29 15:45:40.406392 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e701799f-caba-4771-b7a3-560b357b60d4 req-e1e4d997-5d05-4cca-983c-e47e0304ef59 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/security-groups?id=56997969-7130-4d86-9e9d-e068deb19a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374811 Mar 29 15:45:40.412123 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-3d50c593-582e-4b67-81a9-63a1c4e39eaa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:40.436250 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-3d50c593-582e-4b67-81a9-63a1c4e39eaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:40.518399 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-1640b1cf-08b3-401d-9c1e-3ad681765284 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:40.520782 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-1640b1cf-08b3-401d-9c1e-3ad681765284 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:40.521942 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-1640b1cf-08b3-401d-9c1e-3ad681765284 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/eef2494d-d1d6-4aae-b8d5-7e6ab988d577 HTTP/1.1" status: 204 len: 168 time: 0.8884833 Mar 29 15:45:40.530874 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d50c593-582e-4b67-81a9-63a1c4e39eaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=190a12f1-6f3f-4285-bee8-76b897f98fa9,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:45:40.536474 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-3d50c593-582e-4b67-81a9-63a1c4e39eaa admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d34b5408c9ae4ca18df75aae084972af&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1476388 Mar 29 15:45:40.539042 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-f6827609-6da5-412f-b36e-4c5e79937012 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1641287'] for subnet, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:40.539556 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 50180) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:45:40.573614 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1640b1cf-08b3-401d-9c1e-3ad681765284 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eef2494d-d1d6-4aae-b8d5-7e6ab988d577,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:45:40.613944 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-39316f33-6754-4fc1-bd6c-024a1c4c288d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:40.615595 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-f6827609-6da5-412f-b36e-4c5e79937012 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1641294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5231963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4793952'] for subnet, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:40.645198 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-39316f33-6754-4fc1-bd6c-024a1c4c288d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:40.652864 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6827609-6da5-412f-b36e-4c5e79937012 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1a0a2846-8b26-4720-9690-605d7fdb36e8,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:45:40.656588 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-f6827609-6da5-412f-b36e-4c5e79937012 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for subnet, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:40.658612 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebb83c2b-5b0f-420c-8f3f-6dc5f477467d None None] Network 861f9a98-88c1-4d2d-9194-2bf405e496db requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 15:45:40.675097 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-f6827609-6da5-412f-b36e-4c5e79937012 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/1a0a2846-8b26-4720-9690-605d7fdb36e8 HTTP/1.1" status: 204 len: 168 time: 0.9635847 Mar 29 15:45:40.677536 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 50182) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:45:40.711775 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-39316f33-6754-4fc1-bd6c-024a1c4c288d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:40.715244 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-39316f33-6754-4fc1-bd6c-024a1c4c288d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:40.717430 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-39316f33-6754-4fc1-bd6c-024a1c4c288d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/190a12f1-6f3f-4285-bee8-76b897f98fa9 HTTP/1.1" status: 204 len: 168 time: 0.1766679 Mar 29 15:45:40.774255 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39316f33-6754-4fc1-bd6c-024a1c4c288d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=190a12f1-6f3f-4285-bee8-76b897f98fa9,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:45:40.844245 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-a098fe37-919e-4f29-85ba-e92ccc68b79c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1631750'] for network, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:40.904412 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-300e0511-1021-4771-9d8e-b9e2d77986a7 None None] DHCP port deletion for 861f9a98-88c1-4d2d-9194-2bf405e496db request from n-d-834765-1 {{(pid=102792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 29 15:45:40.933331 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1ea9bf-3e4b-44d6-8ea2-863a26052ea9 req-d75a5b33-1de9-4b83-b5bc-d50719d96198 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:45:40.945589 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-1d1ea9bf-3e4b-44d6-8ea2-863a26052ea9 req-d75a5b33-1de9-4b83-b5bc-d50719d96198 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/ports?device_id=ccf671cc-285a-4046-a5d5-c44a9114232b HTTP/1.1" status: 200 len: 949 time: 0.0903125 Mar 29 15:45:40.980348 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-46f08963-9e6c-446f-b6a7-2cc98c8d261c req-e4dc4b73-51c1-425d-9d7a-b84ae0121d89 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=ccf671cc-285a-4046-a5d5-c44a9114232b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1317625 Mar 29 15:45:40.998570 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-a098fe37-919e-4f29-85ba-e92ccc68b79c admin admin] Deleting port e860d30c-114d-446c-93eb-7bdc1f971f75 {{(pid=102790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:45:40.999069 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-a098fe37-919e-4f29-85ba-e92ccc68b79c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:41.005278 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-300e0511-1021-4771-9d8e-b9e2d77986a7 None None] Deleting port e860d30c-114d-446c-93eb-7bdc1f971f75 {{(pid=102792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:45:41.008648 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-300e0511-1021-4771-9d8e-b9e2d77986a7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:41.049198 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-1d1ea9bf-3e4b-44d6-8ea2-863a26052ea9 req-f30e057a-7d94-4398-831e-5bb305139441 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/security-groups?id=56997969-7130-4d86-9e9d-e068deb19a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025209 Mar 29 15:45:41.090128 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-300e0511-1021-4771-9d8e-b9e2d77986a7 None None] For port e860d30c-114d-446c-93eb-7bdc1f971f75, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=e860d30c-114d-446c-93eb-7bdc1f971f75,segment=NetworkSegment(bed846bc-5ece-4715-b186-296fbeddb687),segment_id=bed846bc-5ece-4715-b186-296fbeddb687)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:45:41.090787 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-300e0511-1021-4771-9d8e-b9e2d77986a7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:41.107531 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [None req-a098fe37-919e-4f29-85ba-e92ccc68b79c admin admin] For port e860d30c-114d-446c-93eb-7bdc1f971f75, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=e860d30c-114d-446c-93eb-7bdc1f971f75,segment=NetworkSegment(bed846bc-5ece-4715-b186-296fbeddb687),segment_id=bed846bc-5ece-4715-b186-296fbeddb687)] {{(pid=102790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:45:41.108502 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-a098fe37-919e-4f29-85ba-e92ccc68b79c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:41.112515 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-300e0511-1021-4771-9d8e-b9e2d77986a7 None None] Calling delete_port for e860d30c-114d-446c-93eb-7bdc1f971f75 owned by network:dhcp {{(pid=102792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:45:41.132414 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-a098fe37-919e-4f29-85ba-e92ccc68b79c admin admin] Calling delete_port for e860d30c-114d-446c-93eb-7bdc1f971f75 owned by network:dhcp {{(pid=102790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:45:41.201725 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-300e0511-1021-4771-9d8e-b9e2d77986a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350'] for port, after_delete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:41.237224 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 50204) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:45:41.251806 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device 5f869e91-40aa-4c2d-b785-37f31db58300 details requested by agent hyperv_n-h2-834765-1 with host n-h2-834765-1 {{(pid=102792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 15:45:41.257650 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-9b5925cd-ef92-417e-93f3-4d6cdb21cd84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:41.279617 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e489597a-2270-437f-817d-9e3b2afdf7be req-fa0a1846-1488-410c-9489-1b832e72c869 tempest-ImagesOneServerTestJSON-1993289455 tempest-ImagesOneServerTestJSON-1993289455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:45:41.281187 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-e489597a-2270-437f-817d-9e3b2afdf7be req-fa0a1846-1488-410c-9489-1b832e72c869 tempest-ImagesOneServerTestJSON-1993289455 tempest-ImagesOneServerTestJSON-1993289455-project] 10.222.0.42 "GET /v2.0/ports?device_id=81605825-fa37-4e7f-8fb5-0b6c1360ffc2 HTTP/1.1" status: 200 len: 951 time: 0.1366911 Mar 29 15:45:41.363221 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port 5f869e91-40aa-4c2d-b785-37f31db58300, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=5f869e91-40aa-4c2d-b785-37f31db58300,segment=NetworkSegment(e03a7c9c-8b58-4c58-aa22-7189da98b069),segment_id=e03a7c9c-8b58-4c58-aa22-7189da98b069)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:45:41.365202 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-a098fe37-919e-4f29-85ba-e92ccc68b79c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:41.371516 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device 901dd08e-5f8b-48ba-af61-72ba080e4a8d up at agent hyperv_n-h2-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:45:41.378855 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300e0511-1021-4771-9d8e-b9e2d77986a7 None None] Pushing event deleted for resources: {'Port': ['ID=e860d30c-114d-446c-93eb-7bdc1f971f75,revision_number=None']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:45:41.423105 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-300e0511-1021-4771-9d8e-b9e2d77986a7 None None] No DVR routers for this DVR port e860d30c-114d-446c-93eb-7bdc1f971f75 on host n-d-834765-1 {{(pid=102792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:45:41.430131 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Returning: {'device': '5f869e91-40aa-4c2d-b785-37f31db58300', 'network_id': '7a71ca6e-bbff-43b0-bde3-8072ae4b3f50', 'port_id': '5f869e91-40aa-4c2d-b785-37f31db58300', 'mac_address': 'fa:16:3e:6e:6c:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 612, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4acd9598-0ca3-487b-9c0e-30e24be7e9e5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 15:45:41.434069 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-e489597a-2270-437f-817d-9e3b2afdf7be req-a6d9ccac-f90f-4192-900f-5daa0617116f tempest-ImagesOneServerTestJSON-1993289455 tempest-ImagesOneServerTestJSON-1993289455-project] 10.222.0.42 "GET /v2.0/security-groups?id=d9dae7d0-6adf-4930-9600-9ef2e3fa6136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373761 Mar 29 15:45:41.467305 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88eaca8-bdff-4c13-8d8b-a81b4c2d6df0 req-3e0ecf5d-065a-4a90-9ede-af15dfdc74cd tempest-ServerRescueTestJSONUnderV235-1876556569 tempest-ServerRescueTestJSONUnderV235-1876556569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:45:41.475517 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b88eaca8-bdff-4c13-8d8b-a81b4c2d6df0 req-3e0ecf5d-065a-4a90-9ede-af15dfdc74cd tempest-ServerRescueTestJSONUnderV235-1876556569 tempest-ServerRescueTestJSONUnderV235-1876556569-project] 10.222.0.42 "GET /v2.0/ports?device_id=f874266c-3b3f-411d-94a2-092abe89ba9b HTTP/1.1" status: 200 len: 946 time: 0.1288934 Mar 29 15:45:41.523083 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-9b5925cd-ef92-417e-93f3-4d6cdb21cd84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:41.532977 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a098fe37-919e-4f29-85ba-e92ccc68b79c admin admin] No DVR routers for this DVR port e860d30c-114d-446c-93eb-7bdc1f971f75 on host n-d-834765-1 {{(pid=102790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:45:41.552984 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-9b5925cd-ef92-417e-93f3-4d6cdb21cd84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:41.571484 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:41.588556 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b88eaca8-bdff-4c13-8d8b-a81b4c2d6df0 req-37ebffe1-bdb5-4540-911a-3e0b812ea136 tempest-ServerRescueTestJSONUnderV235-1876556569 tempest-ServerRescueTestJSONUnderV235-1876556569-project] 10.222.0.42 "GET /v2.0/security-groups?id=3d222421-3560-49e7-abaf-10952d69e15f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121409 Mar 29 15:45:41.593860 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5f869e91-40aa-4c2d-b785-37f31db58300 {{(pid=102792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:45:41.596299 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a098fe37-919e-4f29-85ba-e92ccc68b79c admin admin] Pushing event deleted for resources: {'Port': ['ID=e860d30c-114d-446c-93eb-7bdc1f971f75,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:45:41.625534 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port 5f869e91-40aa-4c2d-b785-37f31db58300, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=5f869e91-40aa-4c2d-b785-37f31db58300,segment=NetworkSegment(e03a7c9c-8b58-4c58-aa22-7189da98b069),segment_id=e03a7c9c-8b58-4c58-aa22-7189da98b069)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:45:41.627498 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Provisioning for port 901dd08e-5f8b-48ba-af61-72ba080e4a8d completed by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 15:45:41.636225 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:41.640755 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-9b5925cd-ef92-417e-93f3-4d6cdb21cd84 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7c3e597d8e8f49f6970d702384fc8663&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4020982 Mar 29 15:45:41.641752 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5925cd-ef92-417e-93f3-4d6cdb21cd84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9d82ed8-85dc-4f12-ad01-fa15b44cd95b,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:45:41.644681 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Provisioning complete for port 901dd08e-5f8b-48ba-af61-72ba080e4a8d triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:45:41.644801 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 50234) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:45:41.645396 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:41.735284 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-c005d832-4a99-4f9b-a8d4-1300edf5bfd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:41.765825 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-c005d832-4a99-4f9b-a8d4-1300edf5bfd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:41.781015 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Pushing event updated for resources: {'Port': ['ID=5f869e91-40aa-4c2d-b785-37f31db58300,revision_number=6']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:45:41.785929 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-a098fe37-919e-4f29-85ba-e92ccc68b79c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639890', 'neutron.services.segments.db._delete_segments_for_network-8783523423079'] for network, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:41.812298 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e809a353-0f54-4b62-a35f-e7ea8d35e984 req-9f9b2c02-4ca1-4ed7-9275-75820b699e25 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:45:41.820985 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-e809a353-0f54-4b62-a35f-e7ea8d35e984 req-9f9b2c02-4ca1-4ed7-9275-75820b699e25 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] 10.222.0.42 "GET /v2.0/ports?device_id=ddaab849-e853-4e90-8757-712f539368d6 HTTP/1.1" status: 200 len: 944 time: 0.2258012 Mar 29 15:45:41.838744 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-c005d832-4a99-4f9b-a8d4-1300edf5bfd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:41.841989 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-c005d832-4a99-4f9b-a8d4-1300edf5bfd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:41.851105 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-a098fe37-919e-4f29-85ba-e92ccc68b79c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['861f9a98-88c1-4d2d-9194-2bf405e496db']}} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:45:41.855975 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-c005d832-4a99-4f9b-a8d4-1300edf5bfd6 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f9d82ed8-85dc-4f12-ad01-fa15b44cd95b HTTP/1.1" status: 204 len: 168 time: 0.1971986 Mar 29 15:45:41.861263 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:41.866584 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-a098fe37-919e-4f29-85ba-e92ccc68b79c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bed846bc-5ece-4715-b186-296fbeddb687') {'for_net_delete': True} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:45:41.866761 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c005d832-4a99-4f9b-a8d4-1300edf5bfd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9d82ed8-85dc-4f12-ad01-fa15b44cd95b,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:45:41.867154 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-a098fe37-919e-4f29-85ba-e92ccc68b79c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bed846bc-5ece-4715-b186-296fbeddb687') {} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:45:41.887204 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-a098fe37-919e-4f29-85ba-e92ccc68b79c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783523422064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4614019'] for segment, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:41.906257 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-e809a353-0f54-4b62-a35f-e7ea8d35e984 req-2204e5b2-0ca2-4012-963a-dc6cfe03541c tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] 10.222.0.42 "GET /v2.0/security-groups?id=f08e979a-b162-4e81-8f48-4f228bf81759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842381 Mar 29 15:45:41.907887 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] get_ports_and_sgs() called for port_ids ['5f869e91-40aa-4c2d-b785-37f31db58300'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:45:41.924208 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-a098fe37-919e-4f29-85ba-e92ccc68b79c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:41.934056 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a098fe37-919e-4f29-85ba-e92ccc68b79c admin admin] Releasing vlan 631 on physical network physnet1 to pool {{(pid=102790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 15:45:41.934904 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-a098fe37-919e-4f29-85ba-e92ccc68b79c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5238013'] for segment, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:41.938353 n-d-834765-1 neutron-server[102790]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 15:45:41.938353 n-d-834765-1 neutron-server[102790]: self.session.flush() Mar 29 15:45:41.938353 n-d-834765-1 neutron-server[102790]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 15:45:41.938353 n-d-834765-1 neutron-server[102790]: self.session.flush() Mar 29 15:45:41.938353 n-d-834765-1 neutron-server[102790]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 15:45:41.938353 n-d-834765-1 neutron-server[102790]: self.session.flush() Mar 29 15:45:41.938353 n-d-834765-1 neutron-server[102790]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 15:45:41.938353 n-d-834765-1 neutron-server[102790]: self.session.flush() Mar 29 15:45:41.938353 n-d-834765-1 neutron-server[102790]: Traceback (most recent call last): Mar 29 15:45:41.938353 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 15:45:41.938353 n-d-834765-1 neutron-server[102790]: timer() Mar 29 15:45:41.938353 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 15:45:41.938353 n-d-834765-1 neutron-server[102790]: cb(*args, **kw) Mar 29 15:45:41.938353 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 15:45:41.938353 n-d-834765-1 neutron-server[102790]: return func(*args, **kwargs) Mar 29 15:45:41.938353 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 15:45:41.938353 n-d-834765-1 neutron-server[102790]: self._notify() Mar 29 15:45:41.938353 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 15:45:41.938353 n-d-834765-1 neutron-server[102790]: self.callback(batched_events) Mar 29 15:45:41.938353 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 15:45:41.938353 n-d-834765-1 neutron-server[102790]: event.method(event) Mar 29 15:45:41.938353 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 15:45:41.938353 n-d-834765-1 neutron-server[102790]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 15:45:41.938353 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 15:45:41.938353 n-d-834765-1 neutron-server[102790]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 15:45:41.938353 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 15:45:41.938353 n-d-834765-1 neutron-server[102790]: return f(self, *a, **k) Mar 29 15:45:41.938353 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 15:45:41.938353 n-d-834765-1 neutron-server[102790]: return self._get(url).json() Mar 29 15:45:41.938353 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 15:45:41.938353 n-d-834765-1 neutron-server[102790]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 15:45:41.938353 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 15:45:41.938353 n-d-834765-1 neutron-server[102790]: return self.request(url, 'GET', **kwargs) Mar 29 15:45:41.938353 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 15:45:41.938353 n-d-834765-1 neutron-server[102790]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 15:45:41.938353 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 15:45:41.938353 n-d-834765-1 neutron-server[102790]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 15:45:41.938353 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 15:45:41.938353 n-d-834765-1 neutron-server[102790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 15:45:41.938353 n-d-834765-1 neutron-server[102790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 15:45:41.984968 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port 901dd08e-5f8b-48ba-af61-72ba080e4a8d, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=901dd08e-5f8b-48ba-af61-72ba080e4a8d,segment=NetworkSegment(429e9cf3-3671-4cb2-9547-92af9e95f1f2),segment_id=429e9cf3-3671-4cb2-9547-92af9e95f1f2)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:45:42.000785 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 50248) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:45:42.004046 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:42.007475 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device 3fb4706c-a793-43a2-af8e-0a4b9a2a7120 no longer exists at agent hyperv_n-h2-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:45:42.037732 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-a098fe37-919e-4f29-85ba-e92ccc68b79c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1639897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648174'] for network, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:42.045844 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-a098fe37-919e-4f29-85ba-e92ccc68b79c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for network, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:42.056243 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-a098fe37-919e-4f29-85ba-e92ccc68b79c admin admin] 10.222.0.42 "DELETE /v2.0/networks/861f9a98-88c1-4d2d-9194-2bf405e496db HTTP/1.1" status: 204 len: 168 time: 1.3774390 Mar 29 15:45:42.075147 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a098fe37-919e-4f29-85ba-e92ccc68b79c admin admin] Pushing event deleted for resources: {'Network': ['ID=861f9a98-88c1-4d2d-9194-2bf405e496db,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:45:42.086236 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddaab849-e853-4e90-8757-712f539368d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '901dd08e-5f8b-48ba-af61-72ba080e4a8d'}] {{(pid=102792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:45:42.089410 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4f476c66b318cc6068719fc39557fac68d413f5c7e78fa77028c7948e999ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a74aa780-bc45-47cd-b0f6-197213d53b99" -d '{"events": [{"server_uuid": "ddaab849-e853-4e90-8757-712f539368d6", "name": "network-vif-plugged", "status": "completed", "tag": "901dd08e-5f8b-48ba-af61-72ba080e4a8d"}]}' {{(pid=102792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:45:42.112163 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device e860d30c-114d-446c-93eb-7bdc1f971f75 no longer exists at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:45:42.177531 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] No Port match for: e860d30c-114d-446c-93eb-7bdc1f971f75 {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 15:45:42.178094 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device e860d30c-114d-446c-93eb-7bdc1f971f75 not bound to the agent host n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:45:42.183001 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:45:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75e3357c-6339-499f-9878-58c2a13f3d00 x-openstack-request-id: req-75e3357c-6339-499f-9878-58c2a13f3d00 {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:45:42.183348 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddaab849-e853-4e90-8757-712f539368d6", "name": "network-vif-plugged", "status": "completed", "tag": "901dd08e-5f8b-48ba-af61-72ba080e4a8d", "code": 200}]} {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:45:42.183919 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-75e3357c-6339-499f-9878-58c2a13f3d00 {{(pid=102792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:45:42.184907 n-d-834765-1 neutron-server[102792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddaab849-e853-4e90-8757-712f539368d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '901dd08e-5f8b-48ba-af61-72ba080e4a8d', 'code': 200} Mar 29 15:45:42.243774 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Pushing event updated for resources: {'Port': ['ID=901dd08e-5f8b-48ba-af61-72ba080e4a8d,revision_number=5']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:45:42.287979 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4dc884-5055-4fd2-87db-e38013a40f58 req-c4cb7497-8601-4050-9652-e073eceba739 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:45:42.292376 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-cf4dc884-5055-4fd2-87db-e38013a40f58 req-c4cb7497-8601-4050-9652-e073eceba739 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/ports?device_id=ccf671cc-285a-4046-a5d5-c44a9114232b HTTP/1.1" status: 200 len: 949 time: 0.1233089 Mar 29 15:45:42.345916 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:42.388802 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-cf4dc884-5055-4fd2-87db-e38013a40f58 req-bc707f3f-d3e5-4f58-acc9-183250a6901a tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/security-groups?id=56997969-7130-4d86-9e9d-e068deb19a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902910 Mar 29 15:45:42.391456 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0848e20-c007-4418-b8eb-655f06471379 req-e3a51f40-c66d-4bf6-8a52-5e1b99c86b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:45:42.395815 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-e0848e20-c007-4418-b8eb-655f06471379 req-e3a51f40-c66d-4bf6-8a52-5e1b99c86b12 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=ddaab849-e853-4e90-8757-712f539368d6 HTTP/1.1" status: 200 len: 1096 time: 0.1621673 Mar 29 15:45:42.425320 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0ba0ad-55cd-4543-961a-de3bf89d37fb req-a9f1304f-6d70-47e3-8ba9-4173f17c0c9f tempest-ImagesOneServerTestJSON-1993289455 tempest-ImagesOneServerTestJSON-1993289455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:45:42.430609 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-1e0ba0ad-55cd-4543-961a-de3bf89d37fb req-a9f1304f-6d70-47e3-8ba9-4173f17c0c9f tempest-ImagesOneServerTestJSON-1993289455 tempest-ImagesOneServerTestJSON-1993289455-project] 10.222.0.48 "GET /v2.0/ports?device_id=81605825-fa37-4e7f-8fb5-0b6c1360ffc2 HTTP/1.1" status: 200 len: 951 time: 0.1229210 Mar 29 15:45:42.443409 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-296bb41f-81b2-4098-9c92-5ee8dd999ac8 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-824853783-network', 'tenant_id': '30f1929cf8cd4fa2971fe122fa56b37c'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:45:42.467967 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port 3fb4706c-a793-43a2-af8e-0a4b9a2a7120, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=3fb4706c-a793-43a2-af8e-0a4b9a2a7120,segment=NetworkSegment(a0c230f0-660a-4194-9279-0f0781d34134),segment_id=a0c230f0-660a-4194-9279-0f0781d34134)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:45:42.491892 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:42.498889 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-296bb41f-81b2-4098-9c92-5ee8dd999ac8 admin admin] Made reservation on behalf of 30f1929cf8cd4fa2971fe122fa56b37c for: {'network': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:45:42.501501 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-296bb41f-81b2-4098-9c92-5ee8dd999ac8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for network, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:42.514311 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-296bb41f-81b2-4098-9c92-5ee8dd999ac8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:42.619692 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Pushing event updated for resources: {'Port': ['ID=3fb4706c-a793-43a2-af8e-0a4b9a2a7120,revision_number=11']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:45:42.683581 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-e0848e20-c007-4418-b8eb-655f06471379 req-499bb0e2-d39b-4135-a9e0-66d80bd70d97 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=f08e979a-b162-4e81-8f48-4f228bf81759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2775064 Mar 29 15:45:42.711871 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1ce8ff-20f3-4f92-b49c-00fd98b25c11 req-92b087bb-002c-44bf-b6dd-6ba5920ad21b tempest-ImagesOneServerTestJSON-1993289455 tempest-ImagesOneServerTestJSON-1993289455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:45:42.713327 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-9b1ce8ff-20f3-4f92-b49c-00fd98b25c11 req-92b087bb-002c-44bf-b6dd-6ba5920ad21b tempest-ImagesOneServerTestJSON-1993289455 tempest-ImagesOneServerTestJSON-1993289455-project] 10.222.0.42 "GET /v2.0/ports?device_id=81605825-fa37-4e7f-8fb5-0b6c1360ffc2 HTTP/1.1" status: 200 len: 949 time: 0.1343086 Mar 29 15:45:42.725052 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [req-1e0ba0ad-55cd-4543-961a-de3bf89d37fb req-baade9ca-a241-4b2d-b328-9321c9483331 tempest-ImagesOneServerTestJSON-1993289455 tempest-ImagesOneServerTestJSON-1993289455-project] Deleting port 3fb4706c-a793-43a2-af8e-0a4b9a2a7120 {{(pid=102790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:45:42.725611 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-1e0ba0ad-55cd-4543-961a-de3bf89d37fb req-baade9ca-a241-4b2d-b328-9321c9483331 tempest-ImagesOneServerTestJSON-1993289455 tempest-ImagesOneServerTestJSON-1993289455-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:42.728553 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-296bb41f-81b2-4098-9c92-5ee8dd999ac8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:42.737191 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 50278) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:45:42.748393 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-296bb41f-81b2-4098-9c92-5ee8dd999ac8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:42.795459 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-296bb41f-81b2-4098-9c92-5ee8dd999ac8 admin admin] vlan segment allocate from pool success with {'vlan_id': 627, 'physical_network': 'physnet1'} {{(pid=102791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 15:45:42.811757 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-296bb41f-81b2-4098-9c92-5ee8dd999ac8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:42.812101 n-d-834765-1 neutron-server[102791]: INFO neutron.db.segments_db [None req-296bb41f-81b2-4098-9c92-5ee8dd999ac8 admin admin] Added segment f2621a63-0db5-47c0-abd7-41810118d080 of type vlan for network 7c143bed-7e9e-4000-a4b5-c98d481a1da9 Mar 29 15:45:42.813364 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296bb41f-81b2-4098-9c92-5ee8dd999ac8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5544b426-8722-47e3-a46b-1eb9730bf5d0,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:45:42.858032 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c574fa-d73e-4849-9cbb-ef1e18bee020 req-0deda129-5e97-4e78-b734-90331760da85 tempest-ServerRescueTestJSONUnderV235-1876556569 tempest-ServerRescueTestJSONUnderV235-1876556569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:45:42.859829 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e1c574fa-d73e-4849-9cbb-ef1e18bee020 req-0deda129-5e97-4e78-b734-90331760da85 tempest-ServerRescueTestJSONUnderV235-1876556569 tempest-ServerRescueTestJSONUnderV235-1876556569-project] 10.222.0.42 "GET /v2.0/ports?device_id=f874266c-3b3f-411d-94a2-092abe89ba9b HTTP/1.1" status: 200 len: 946 time: 0.1258414 Mar 29 15:45:42.869892 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-9b1ce8ff-20f3-4f92-b49c-00fd98b25c11 req-cd7909ef-6b9b-4207-9fba-ca5f276ebcd3 tempest-ImagesOneServerTestJSON-1993289455 tempest-ImagesOneServerTestJSON-1993289455-project] 10.222.0.42 "GET /v2.0/security-groups?id=d9dae7d0-6adf-4930-9600-9ef2e3fa6136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315687 Mar 29 15:45:42.879806 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-296bb41f-81b2-4098-9c92-5ee8dd999ac8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783522915970'] for network, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:42.883931 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-f1c3dc00-ed2e-4c0c-85d1-f2306ae0e4f1 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=3c879391e12244b68c6a1d18a158625b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1417160 Mar 29 15:45:42.884109 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 50282) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:45:42.926238 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-296bb41f-81b2-4098-9c92-5ee8dd999ac8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795'] for network, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:42.927472 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-296bb41f-81b2-4098-9c92-5ee8dd999ac8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:45:42.928049 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-296bb41f-81b2-4098-9c92-5ee8dd999ac8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for network, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:42.939602 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [req-1e0ba0ad-55cd-4543-961a-de3bf89d37fb req-baade9ca-a241-4b2d-b328-9321c9483331 tempest-ImagesOneServerTestJSON-1993289455 tempest-ImagesOneServerTestJSON-1993289455-project] For port 3fb4706c-a793-43a2-af8e-0a4b9a2a7120, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=3fb4706c-a793-43a2-af8e-0a4b9a2a7120,segment=NetworkSegment(a0c230f0-660a-4194-9279-0f0781d34134),segment_id=a0c230f0-660a-4194-9279-0f0781d34134)] {{(pid=102790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:45:42.940107 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-1e0ba0ad-55cd-4543-961a-de3bf89d37fb req-baade9ca-a241-4b2d-b328-9321c9483331 tempest-ImagesOneServerTestJSON-1993289455 tempest-ImagesOneServerTestJSON-1993289455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:42.961315 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [req-1e0ba0ad-55cd-4543-961a-de3bf89d37fb req-baade9ca-a241-4b2d-b328-9321c9483331 tempest-ImagesOneServerTestJSON-1993289455 tempest-ImagesOneServerTestJSON-1993289455-project] Calling delete_port for 3fb4706c-a793-43a2-af8e-0a4b9a2a7120 owned by compute:nova {{(pid=102790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:45:42.963690 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e1c574fa-d73e-4849-9cbb-ef1e18bee020 req-99bf26ed-2e4d-4d49-9011-2c01b2258900 tempest-ServerRescueTestJSONUnderV235-1876556569 tempest-ServerRescueTestJSONUnderV235-1876556569-project] 10.222.0.42 "GET /v2.0/security-groups?id=3d222421-3560-49e7-abaf-10952d69e15f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930731 Mar 29 15:45:42.978068 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-296bb41f-81b2-4098-9c92-5ee8dd999ac8 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 901 time: 0.9760652 Mar 29 15:45:42.979743 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 50298) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:45:42.990690 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-491afafc-e4a5-4f49-bd8c-12d47a04782c admin admin] Request body: {'subnet': {'network_id': '7c143bed-7e9e-4000-a4b5-c98d481a1da9', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-824853783-subnet', 'tenant_id': '30f1929cf8cd4fa2971fe122fa56b37c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:45:42.998185 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-cd568081-9d10-40b6-89cf-89026e87c945 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:43.043112 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296bb41f-81b2-4098-9c92-5ee8dd999ac8 admin admin] Pushing event updated for resources: {'Network': ['ID=7c143bed-7e9e-4000-a4b5-c98d481a1da9,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:45:43.055922 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Network 7c143bed-7e9e-4000-a4b5-c98d481a1da9 details requested by agent ovs-agent-n-d-834765-1 with host n-d-834765-1 {{(pid=102792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 15:45:43.130129 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-491afafc-e4a5-4f49-bd8c-12d47a04782c admin admin] Made reservation on behalf of 30f1929cf8cd4fa2971fe122fa56b37c for: {'subnet': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:45:43.132977 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-491afafc-e4a5-4f49-bd8c-12d47a04782c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4793983'] for subnet, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:43.160848 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f08963-9e6c-446f-b6a7-2cc98c8d261c req-54672b75-ab31-4ac0-b81c-5e5dabe92989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:45:43.162483 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-46f08963-9e6c-446f-b6a7-2cc98c8d261c req-54672b75-ab31-4ac0-b81c-5e5dabe92989 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=fa3ba36247ad48f4997ede3b0209bc82&device_id=ccf671cc-285a-4046-a5d5-c44a9114232b HTTP/1.1" status: 200 len: 1100 time: 0.1024399 Mar 29 15:45:43.186139 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-cd568081-9d10-40b6-89cf-89026e87c945 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:43.256434 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device 5f869e91-40aa-4c2d-b785-37f31db58300 up at agent hyperv_n-h2-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:45:43.302521 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd222e3-905a-4b5b-8dda-bec10f605e42 req-a8277ef7-bb9a-4cab-ae26-7c5ec31dcbb0 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:45:43.304862 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-dbd222e3-905a-4b5b-8dda-bec10f605e42 req-a8277ef7-bb9a-4cab-ae26-7c5ec31dcbb0 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] 10.222.0.42 "GET /v2.0/ports?device_id=ddaab849-e853-4e90-8757-712f539368d6 HTTP/1.1" status: 200 len: 945 time: 0.1936967 Mar 29 15:45:43.330196 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Provisioning complete for port 5f869e91-40aa-4c2d-b785-37f31db58300 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:45:43.331576 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:43.351702 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5512a0-ea0d-43fd-90df-6610e1a9b142 req-be2c6522-937d-42fb-9d53-2bba6cd87d14 tempest-ServerRescueTestJSONUnderV235-1876556569 tempest-ServerRescueTestJSONUnderV235-1876556569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:45:43.353419 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-9c5512a0-ea0d-43fd-90df-6610e1a9b142 req-be2c6522-937d-42fb-9d53-2bba6cd87d14 tempest-ServerRescueTestJSONUnderV235-1876556569 tempest-ServerRescueTestJSONUnderV235-1876556569-project] 10.222.0.42 "GET /v2.0/ports?device_id=f874266c-3b3f-411d-94a2-092abe89ba9b HTTP/1.1" status: 200 len: 946 time: 0.1134048 Mar 29 15:45:43.358760 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f08963-9e6c-446f-b6a7-2cc98c8d261c req-a5a7d254-5ad8-45e5-8091-d9f6313a55b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:45:43.360551 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-46f08963-9e6c-446f-b6a7-2cc98c8d261c req-a5a7d254-5ad8-45e5-8091-d9f6313a55b8 service neutron] 10.222.0.44 "GET /v2.0/networks?id=2268a9b9-82fd-4886-a91d-3a50e4e16cab HTTP/1.1" status: 200 len: 870 time: 0.1820357 Mar 29 15:45:43.437532 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559a6e77-cdce-4bcc-b404-734ec791d939 req-31af60b9-f518-4e26-bdcf-bda5766615bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:45:43.439048 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-559a6e77-cdce-4bcc-b404-734ec791d939 req-31af60b9-f518-4e26-bdcf-bda5766615bd service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8286afd09edb48b48ba8a55593c30462&device_id=f874266c-3b3f-411d-94a2-092abe89ba9b HTTP/1.1" status: 200 len: 1097 time: 0.1627553 Mar 29 15:45:43.449448 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-dbd222e3-905a-4b5b-8dda-bec10f605e42 req-3888eeae-417d-4271-9914-57d1d03c9493 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] 10.222.0.42 "GET /v2.0/security-groups?id=f08e979a-b162-4e81-8f48-4f228bf81759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219659 Mar 29 15:45:43.454885 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-46f08963-9e6c-446f-b6a7-2cc98c8d261c req-5a89586c-a95c-4c6d-9f26-ee609f255a8e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.87&port_id=c3fe64f4-0ad0-4bf4-9e83-f3258604e62d HTTP/1.1" status: 200 len: 217 time: 0.0692117 Mar 29 15:45:43.470797 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:43.473626 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-9c5512a0-ea0d-43fd-90df-6610e1a9b142 req-95242305-b6fd-468c-a367-ba07f39a95e7 tempest-ServerRescueTestJSONUnderV235-1876556569 tempest-ServerRescueTestJSONUnderV235-1876556569-project] 10.222.0.42 "GET /v2.0/security-groups?id=3d222421-3560-49e7-abaf-10952d69e15f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119359 Mar 29 15:45:43.541343 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f08963-9e6c-446f-b6a7-2cc98c8d261c req-893c1afe-602b-44b7-91df-156f93969adb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:45:43.543388 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-46f08963-9e6c-446f-b6a7-2cc98c8d261c req-893c1afe-602b-44b7-91df-156f93969adb service neutron] 10.222.0.44 "GET /v2.0/subnets?id=abb8e5d6-2aea-4455-a944-3435a3d1ce49 HTTP/1.1" status: 200 len: 843 time: 0.0688176 Mar 29 15:45:43.571377 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port 5f869e91-40aa-4c2d-b785-37f31db58300, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=5f869e91-40aa-4c2d-b785-37f31db58300,segment=NetworkSegment(e03a7c9c-8b58-4c58-aa22-7189da98b069),segment_id=e03a7c9c-8b58-4c58-aa22-7189da98b069)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:45:43.580015 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:43.580933 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device 3fb4706c-a793-43a2-af8e-0a4b9a2a7120 no longer exists at agent hyperv_n-h2-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:45:43.594886 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-cd568081-9d10-40b6-89cf-89026e87c945 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:43.598051 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-cd568081-9d10-40b6-89cf-89026e87c945 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:43.601617 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-cd568081-9d10-40b6-89cf-89026e87c945 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/7a324716-10f9-4f06-a2b5-9f498b951d56 HTTP/1.1" status: 204 len: 168 time: 0.7142231 Mar 29 15:45:43.626093 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f08963-9e6c-446f-b6a7-2cc98c8d261c req-54fd83bc-16e0-468c-892e-56973f86ea5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:45:43.628185 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-46f08963-9e6c-446f-b6a7-2cc98c8d261c req-54fd83bc-16e0-468c-892e-56973f86ea5a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2268a9b9-82fd-4886-a91d-3a50e4e16cab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0776641 Mar 29 15:45:43.721320 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Pushing event updated for resources: {'Port': ['ID=5f869e91-40aa-4c2d-b785-37f31db58300,revision_number=7']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:45:43.799048 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-46f08963-9e6c-446f-b6a7-2cc98c8d261c req-d54ffbdc-2fe3-4074-a793-2231e3b052f3 service neutron] 10.222.0.44 "GET /v2.0/networks/2268a9b9-82fd-4886-a91d-3a50e4e16cab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1636553 Mar 29 15:45:43.833177 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd568081-9d10-40b6-89cf-89026e87c945 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a324716-10f9-4f06-a2b5-9f498b951d56,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:45:43.940289 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-491afafc-e4a5-4f49-bd8c-12d47a04782c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5231896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4793961'] for subnet, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:43.949202 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559a6e77-cdce-4bcc-b404-734ec791d939 req-e64351c7-cfaa-46aa-9728-6a67596093c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:45:43.952329 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-559a6e77-cdce-4bcc-b404-734ec791d939 req-e64351c7-cfaa-46aa-9728-6a67596093c5 service neutron] 10.222.0.44 "GET /v2.0/networks?id=bf39fd10-b141-4aa1-b5bc-ebcbbb01092f HTTP/1.1" status: 200 len: 921 time: 0.4998782 Mar 29 15:45:43.968869 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-46f08963-9e6c-446f-b6a7-2cc98c8d261c req-0db77cc2-09c2-4177-8179-ac110fbf470f service neutron] 10.222.0.44 "GET /v2.0/networks/2268a9b9-82fd-4886-a91d-3a50e4e16cab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1611993 Mar 29 15:45:44.004387 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-1e0ba0ad-55cd-4543-961a-de3bf89d37fb req-baade9ca-a241-4b2d-b328-9321c9483331 tempest-ImagesOneServerTestJSON-1993289455 tempest-ImagesOneServerTestJSON-1993289455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:44.125159 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-5d9253dc-3103-4d92-97a1-3144a1ba54e8 req-8b9b51a1-328a-44d2-a013-4dd154780eac tempest-ImagesOneServerTestJSON-1993289455 tempest-ImagesOneServerTestJSON-1993289455-project] 10.222.0.42 "GET /v2.0/ports?device_id=81605825-fa37-4e7f-8fb5-0b6c1360ffc2 HTTP/1.1" status: 200 len: 210 time: 0.0924408 Mar 29 15:45:44.186537 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81605825-fa37-4e7f-8fb5-0b6c1360ffc2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3fb4706c-a793-43a2-af8e-0a4b9a2a7120'}, {'server_uuid': '275a05c1-f049-44f9-b4f0-fa2c409e8b49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f869e91-40aa-4c2d-b785-37f31db58300'}] {{(pid=102792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:45:44.190196 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4f476c66b318cc6068719fc39557fac68d413f5c7e78fa77028c7948e999ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77e68f47-fe3b-4426-bf9a-55eab945a2ca" -d '{"events": [{"server_uuid": "81605825-fa37-4e7f-8fb5-0b6c1360ffc2", "name": "network-vif-unplugged", "status": "completed", "tag": "3fb4706c-a793-43a2-af8e-0a4b9a2a7120"}, {"server_uuid": "275a05c1-f049-44f9-b4f0-fa2c409e8b49", "name": "network-vif-plugged", "status": "completed", "tag": "5f869e91-40aa-4c2d-b785-37f31db58300"}]}' {{(pid=102792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:45:44.205613 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491afafc-e4a5-4f49-bd8c-12d47a04782c admin admin] Pushing event updated for resources: {'Subnet': ['ID=b1987332-c2a6-4f9a-8ef4-b91bd30159c4,revision_number=0']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:45:44.243364 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 50354) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:45:44.306753 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-6ecff9e6-6bfd-4c91-8ddb-e05e234ea091 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=be3160ca614c4fac86c8b86f783c4f96&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0622358 Mar 29 15:45:44.309215 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 50358) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:45:44.354128 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc0ba76-e771-4c40-96e2-76eebab75eee req-d33480f5-37b5-4e91-9e0d-f8f3a5032a7b tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:45:44.355680 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-0bc0ba76-e771-4c40-96e2-76eebab75eee req-d33480f5-37b5-4e91-9e0d-f8f3a5032a7b tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/ports?device_id=ccf671cc-285a-4046-a5d5-c44a9114232b HTTP/1.1" status: 200 len: 949 time: 0.6714649 Mar 29 15:45:44.359274 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-559a6e77-cdce-4bcc-b404-734ec791d939 req-e1fcf1c9-7ab8-4b3a-b38d-3fad8b404f40 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a5546757-5675-4251-805e-2ecb9a2a21ba HTTP/1.1" status: 200 len: 217 time: 0.3667638 Mar 29 15:45:44.360028 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baade9ca-a241-4b2d-b328-9321c9483331 tempest-ImagesOneServerTestJSON-1993289455 tempest-ImagesOneServerTestJSON-1993289455-project] Pushing event deleted for resources: {'Port': ['ID=3fb4706c-a793-43a2-af8e-0a4b9a2a7120,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:45:44.360863 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Tue, 29 Mar 2022 15:45:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1c9b943-cb31-4df6-ad9c-1e66c633cac7 x-openstack-request-id: req-f1c9b943-cb31-4df6-ad9c-1e66c633cac7 {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:45:44.361896 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81605825-fa37-4e7f-8fb5-0b6c1360ffc2", "name": "network-vif-unplugged", "status": "completed", "tag": "3fb4706c-a793-43a2-af8e-0a4b9a2a7120", "code": 200}, {"server_uuid": "275a05c1-f049-44f9-b4f0-fa2c409e8b49", "name": "network-vif-plugged", "status": "completed", "tag": "5f869e91-40aa-4c2d-b785-37f31db58300", "code": 200}]} {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:45:44.361896 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f1c9b943-cb31-4df6-ad9c-1e66c633cac7 {{(pid=102792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:45:44.362269 n-d-834765-1 neutron-server[102792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81605825-fa37-4e7f-8fb5-0b6c1360ffc2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3fb4706c-a793-43a2-af8e-0a4b9a2a7120', 'code': 200} Mar 29 15:45:44.362527 n-d-834765-1 neutron-server[102792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '275a05c1-f049-44f9-b4f0-fa2c409e8b49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f869e91-40aa-4c2d-b785-37f31db58300', 'code': 200} Mar 29 15:45:44.384219 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e0ba0ad-55cd-4543-961a-de3bf89d37fb req-baade9ca-a241-4b2d-b328-9321c9483331 tempest-ImagesOneServerTestJSON-1993289455 tempest-ImagesOneServerTestJSON-1993289455-project] No DVR routers for this DVR port 3fb4706c-a793-43a2-af8e-0a4b9a2a7120 on host n-h2-834765-1 {{(pid=102790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:45:44.395974 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-1e0ba0ad-55cd-4543-961a-de3bf89d37fb req-baade9ca-a241-4b2d-b328-9321c9483331 tempest-ImagesOneServerTestJSON-1993289455 tempest-ImagesOneServerTestJSON-1993289455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:44.399154 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-1e0ba0ad-55cd-4543-961a-de3bf89d37fb req-baade9ca-a241-4b2d-b328-9321c9483331 tempest-ImagesOneServerTestJSON-1993289455 tempest-ImagesOneServerTestJSON-1993289455-project] 10.222.0.48 "DELETE /v2.0/ports/3fb4706c-a793-43a2-af8e-0a4b9a2a7120 HTTP/1.1" status: 204 len: 173 time: 1.9630477 Mar 29 15:45:44.404207 n-d-834765-1 neutron-server[102790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81605825-fa37-4e7f-8fb5-0b6c1360ffc2', 'name': 'network-vif-deleted', 'tag': '3fb4706c-a793-43a2-af8e-0a4b9a2a7120'}] {{(pid=102790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:45:44.420893 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-7821c79a-8558-4bb6-8372-5c8868d3954e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:44.422978 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46b06d655c90bc969636382cce4240ad749035fb0f3a83ee4734fa1ed9c4a6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63246eea-6240-40c6-9bf0-69385a8dd80f" -d '{"events": [{"server_uuid": "81605825-fa37-4e7f-8fb5-0b6c1360ffc2", "name": "network-vif-deleted", "tag": "3fb4706c-a793-43a2-af8e-0a4b9a2a7120"}]}' {{(pid=102790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:45:44.459993 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-7821c79a-8558-4bb6-8372-5c8868d3954e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:44.553362 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-7821c79a-8558-4bb6-8372-5c8868d3954e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:44.556251 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-7821c79a-8558-4bb6-8372-5c8868d3954e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:44.557552 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-7821c79a-8558-4bb6-8372-5c8868d3954e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/521386a9-0a36-4a7a-a6b9-a90d749a75c0 HTTP/1.1" status: 204 len: 168 time: 0.2461090 Mar 29 15:45:44.575706 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7821c79a-8558-4bb6-8372-5c8868d3954e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=521386a9-0a36-4a7a-a6b9-a90d749a75c0,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:45:44.607718 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-0bc0ba76-e771-4c40-96e2-76eebab75eee req-2aec1535-977e-48a6-b0a3-0a0bfc932d49 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/security-groups?id=56997969-7130-4d86-9e9d-e068deb19a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2265577 Mar 29 15:45:44.609382 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559a6e77-cdce-4bcc-b404-734ec791d939 req-a7e3474c-9b6e-449c-97d3-3d1685d80567 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:45:44.610864 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-559a6e77-cdce-4bcc-b404-734ec791d939 req-a7e3474c-9b6e-449c-97d3-3d1685d80567 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=16497655-324d-4047-a7c9-20587c2f556c HTTP/1.1" status: 200 len: 860 time: 0.2283249 Mar 29 15:45:44.623485 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-491afafc-e4a5-4f49-bd8c-12d47a04782c admin admin] Checking segment: {'id': 'f2621a63-0db5-47c0-abd7-41810118d080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '7c143bed-7e9e-4000-a4b5-c98d481a1da9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:45:44.624139 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-491afafc-e4a5-4f49-bd8c-12d47a04782c admin admin] Network hostable DHCP agents. Network: 7c143bed-7e9e-4000-a4b5-c98d481a1da9, hostable agents: ['d136643e-48ae-49d4-a851-2ba3bdf3749c'], hosted agents: [] {{(pid=102790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 15:45:44.736874 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:45:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddafd8c3-c3ac-4b1e-aa5b-8849d4132b29 x-openstack-request-id: req-ddafd8c3-c3ac-4b1e-aa5b-8849d4132b29 {{(pid=102790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:45:44.762499 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81605825-fa37-4e7f-8fb5-0b6c1360ffc2", "name": "network-vif-deleted", "tag": "3fb4706c-a793-43a2-af8e-0a4b9a2a7120", "status": "completed", "code": 200}]} {{(pid=102790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:45:44.764417 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ddafd8c3-c3ac-4b1e-aa5b-8849d4132b29 {{(pid=102790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:45:44.765844 n-d-834765-1 neutron-server[102790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81605825-fa37-4e7f-8fb5-0b6c1360ffc2', 'name': 'network-vif-deleted', 'tag': '3fb4706c-a793-43a2-af8e-0a4b9a2a7120', 'status': 'completed', 'code': 200} Mar 29 15:45:44.773752 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-559a6e77-cdce-4bcc-b404-734ec791d939 req-b5f2fbcb-2909-4b23-8934-bca400432f8c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=bf39fd10-b141-4aa1-b5bc-ebcbbb01092f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1265621 Mar 29 15:45:45.040688 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-559a6e77-cdce-4bcc-b404-734ec791d939 req-3ea75fd9-5f58-4ea0-9533-a1b70906e2ac service neutron] 10.222.0.44 "GET /v2.0/networks/bf39fd10-b141-4aa1-b5bc-ebcbbb01092f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2363904 Mar 29 15:45:45.051027 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-491afafc-e4a5-4f49-bd8c-12d47a04782c admin admin] Network 7c143bed-7e9e-4000-a4b5-c98d481a1da9 is scheduled to be hosted by DHCP agent d136643e-48ae-49d4-a851-2ba3bdf3749c with binding_index 1 {{(pid=102790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 15:45:45.165247 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-491afafc-e4a5-4f49-bd8c-12d47a04782c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834765-1, 7c143bed-7e9e-4000-a4b5-c98d481a1da9) {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:45:45.180402 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9cec7c5-ad93-4d29-94df-ac889db0d137 None None] Network 7c143bed-7e9e-4000-a4b5-c98d481a1da9 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 15:45:45.196648 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80541a22-1910-4765-8c20-14772846866b req-14b2363e-f669-4af2-9c43-62a814190cb2 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:45:45.197288 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-491afafc-e4a5-4f49-bd8c-12d47a04782c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:45:45.197644 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-491afafc-e4a5-4f49-bd8c-12d47a04782c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for subnet, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:45.213153 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-80541a22-1910-4765-8c20-14772846866b req-14b2363e-f669-4af2-9c43-62a814190cb2 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] 10.222.0.42 "GET /v2.0/ports?device_id=ddaab849-e853-4e90-8757-712f539368d6 HTTP/1.1" status: 200 len: 945 time: 0.5382226 Mar 29 15:45:45.286006 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-491afafc-e4a5-4f49-bd8c-12d47a04782c admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 2.3049064 Mar 29 15:45:45.290503 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 50386) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:45:45.305882 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-6eebc6e5-6692-434e-82ee-c32c75a44613 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-824853783-router', 'tenant_id': '30f1929cf8cd4fa2971fe122fa56b37c', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'}}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:45:45.343143 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbdf136-efde-4181-a02d-4518e398596d req-4cefefa9-e102-4c17-a656-78c8c8c92ed2 tempest-ServerRescueTestJSONUnderV235-1876556569 tempest-ServerRescueTestJSONUnderV235-1876556569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:45:45.353541 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-5dbdf136-efde-4181-a02d-4518e398596d req-4cefefa9-e102-4c17-a656-78c8c8c92ed2 tempest-ServerRescueTestJSONUnderV235-1876556569 tempest-ServerRescueTestJSONUnderV235-1876556569-project] 10.222.0.42 "GET /v2.0/ports?device_id=f874266c-3b3f-411d-94a2-092abe89ba9b HTTP/1.1" status: 200 len: 946 time: 0.3116167 Mar 29 15:45:45.384714 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-80541a22-1910-4765-8c20-14772846866b req-3138fe0f-6463-4c34-b834-d66992bb5235 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] 10.222.0.42 "GET /v2.0/security-groups?id=f08e979a-b162-4e81-8f48-4f228bf81759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689167 Mar 29 15:45:45.423385 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-6eebc6e5-6692-434e-82ee-c32c75a44613 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-532385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129310'] for router, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:45.429186 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-559a6e77-cdce-4bcc-b404-734ec791d939 req-55061975-1b06-4ee7-98a1-25ff6a51a28c service neutron] 10.222.0.44 "GET /v2.0/networks/bf39fd10-b141-4aa1-b5bc-ebcbbb01092f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3211832 Mar 29 15:45:45.432284 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-6eebc6e5-6692-434e-82ee-c32c75a44613 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-648091', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-684384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129319'] for router, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:45.517887 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-5dbdf136-efde-4181-a02d-4518e398596d req-41716f0b-63a6-4885-81e9-a61e4fc5895f tempest-ServerRescueTestJSONUnderV235-1876556569 tempest-ServerRescueTestJSONUnderV235-1876556569-project] 10.222.0.42 "GET /v2.0/security-groups?id=3d222421-3560-49e7-abaf-10952d69e15f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633201 Mar 29 15:45:45.589276 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-6eebc6e5-6692-434e-82ee-c32c75a44613 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:45.636088 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d185f9c5-ca92-4c24-b773-f6c0792e0d0b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0035034-69b0-5ffc-b384-0ac6189c5628-7c143bed-7e9e-4000-a4b5-c98d481a1da9', 'network_id': '7c143bed-7e9e-4000-a4b5-c98d481a1da9', 'tenant_id': '30f1929cf8cd4fa2971fe122fa56b37c', 'fixed_ips': [{'subnet_id': 'b1987332-c2a6-4f9a-8ef4-b91bd30159c4'}]}} from n-d-834765-1. {{(pid=102792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 29 15:45:45.641202 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d185f9c5-ca92-4c24-b773-f6c0792e0d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:45.911462 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.db_base_plugin_common [None req-d185f9c5-ca92-4c24-b773-f6c0792e0d0b None None] Allocated IP 172.20.0.2 (7c143bed-7e9e-4000-a4b5-c98d481a1da9/b1987332-c2a6-4f9a-8ef4-b91bd30159c4/c8ab898e-9af8-4cf4-b1ed-a707d9204dc7) {{(pid=102792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:45:45.937885 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a36c53-f255-412f-8873-d38adc6b24ea req-ac18295c-5bd6-4743-9a0e-dd34d701495f tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:45:45.950559 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-d0a36c53-f255-412f-8873-d38adc6b24ea req-ac18295c-5bd6-4743-9a0e-dd34d701495f tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] 10.222.0.42 "GET /v2.0/ports?device_id=ddaab849-e853-4e90-8757-712f539368d6 HTTP/1.1" status: 200 len: 945 time: 0.1077030 Mar 29 15:45:46.022867 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 50424) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:45:46.087765 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d185f9c5-ca92-4c24-b773-f6c0792e0d0b None None] Notify callbacks [] for port, precommit_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:46.090552 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-d0a36c53-f255-412f-8873-d38adc6b24ea req-fc69b54f-ca93-4a8b-a953-cf6db1ca0d64 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] 10.222.0.42 "GET /v2.0/security-groups?id=f08e979a-b162-4e81-8f48-4f228bf81759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368551 Mar 29 15:45:46.107622 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d185f9c5-ca92-4c24-b773-f6c0792e0d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956'] for port, after_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:46.164742 n-d-834765-1 neutron-server[102792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d185f9c5-ca92-4c24-b773-f6c0792e0d0b None None] Network 7c143bed-7e9e-4000-a4b5-c98d481a1da9 is already hosted by enough agents. {{(pid=102792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:45:46.175014 n-d-834765-1 neutron-server[102792]: DEBUG neutron.scheduler.base_scheduler [None req-d185f9c5-ca92-4c24-b773-f6c0792e0d0b None None] Resources bound (agent type, host, resource id): {{(pid=102792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:45:46.183531 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d185f9c5-ca92-4c24-b773-f6c0792e0d0b None None] Received port after_create {{(pid=102792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:45:46.197691 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d185f9c5-ca92-4c24-b773-f6c0792e0d0b None None] Pushing event updated for resources: {'Port': ['ID=c8ab898e-9af8-4cf4-b1ed-a707d9204dc7,revision_number=1']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:45:46.202417 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-6eebc6e5-6692-434e-82ee-c32c75a44613 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:46.230292 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be26bd9d-7167-4838-8f68-cd283bba36de req-0fd33271-8ed9-409f-8611-cfd24c59ff4e tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:45:46.242940 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-be26bd9d-7167-4838-8f68-cd283bba36de req-0fd33271-8ed9-409f-8611-cfd24c59ff4e tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/ports?device_id=ccf671cc-285a-4046-a5d5-c44a9114232b HTTP/1.1" status: 200 len: 949 time: 0.3298020 Mar 29 15:45:46.264120 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-d185f9c5-ca92-4c24-b773-f6c0792e0d0b None None] Attempting to bind port c8ab898e-9af8-4cf4-b1ed-a707d9204dc7 on host n-d-834765-1 for vnic_type normal with profile {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:45:46.264753 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-d185f9c5-ca92-4c24-b773-f6c0792e0d0b None None] Attempting to bind port c8ab898e-9af8-4cf4-b1ed-a707d9204dc7 by drivers openvswitch,hyperv on host n-d-834765-1 at level 0 using segments [{'id': 'f2621a63-0db5-47c0-abd7-41810118d080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '7c143bed-7e9e-4000-a4b5-c98d481a1da9'}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:45:46.265468 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d185f9c5-ca92-4c24-b773-f6c0792e0d0b None None] Attempting to bind port c8ab898e-9af8-4cf4-b1ed-a707d9204dc7 on network 7c143bed-7e9e-4000-a4b5-c98d481a1da9 {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:45:46.271209 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d185f9c5-ca92-4c24-b773-f6c0792e0d0b None None] Checking agent: {'id': 'a8866439-9d96-425c-b519-6905c591ac37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 25, 36), 'started_at': datetime.datetime(2022, 3, 29, 15, 26, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 45, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834765-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:45:46.272104 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d185f9c5-ca92-4c24-b773-f6c0792e0d0b None None] Checking segment: {'id': 'f2621a63-0db5-47c0-abd7-41810118d080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '7c143bed-7e9e-4000-a4b5-c98d481a1da9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:45:46.272855 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d185f9c5-ca92-4c24-b773-f6c0792e0d0b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:46.273461 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d185f9c5-ca92-4c24-b773-f6c0792e0d0b None None] Bound using segment: {'id': 'f2621a63-0db5-47c0-abd7-41810118d080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '7c143bed-7e9e-4000-a4b5-c98d481a1da9'} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:45:46.274143 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-d185f9c5-ca92-4c24-b773-f6c0792e0d0b None None] Bound port: c8ab898e-9af8-4cf4-b1ed-a707d9204dc7, host: n-d-834765-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2621a63-0db5-47c0-abd7-41810118d080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '7c143bed-7e9e-4000-a4b5-c98d481a1da9'}}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 15:45:46.274771 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d185f9c5-ca92-4c24-b773-f6c0792e0d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:46.346356 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-be26bd9d-7167-4838-8f68-cd283bba36de req-c33f5b99-9c9e-453f-a414-d75ea7d986e4 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/security-groups?id=56997969-7130-4d86-9e9d-e068deb19a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994587 Mar 29 15:45:46.350744 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2447f2-d7d0-4513-8cef-6a574ac09f39 req-6f93e9df-0058-4f20-a4bb-83564f7d110d tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:45:46.368121 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-fc2447f2-d7d0-4513-8cef-6a574ac09f39 req-6f93e9df-0058-4f20-a4bb-83564f7d110d tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] 10.222.0.42 "GET /v2.0/ports?device_id=ddaab849-e853-4e90-8757-712f539368d6 HTTP/1.1" status: 200 len: 945 time: 0.1264515 Mar 29 15:45:46.435004 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-d185f9c5-ca92-4c24-b773-f6c0792e0d0b None None] For port c8ab898e-9af8-4cf4-b1ed-a707d9204dc7, host n-d-834765-1, cleared binding levels {{(pid=102792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:45:46.440609 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-d185f9c5-ca92-4c24-b773-f6c0792e0d0b None None] For port c8ab898e-9af8-4cf4-b1ed-a707d9204dc7, host n-d-834765-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=c8ab898e-9af8-4cf4-b1ed-a707d9204dc7,segment=NetworkSegment(f2621a63-0db5-47c0-abd7-41810118d080),segment_id=f2621a63-0db5-47c0-abd7-41810118d080)] {{(pid=102792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:45:46.452684 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d185f9c5-ca92-4c24-b773-f6c0792e0d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:46.478616 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-fc2447f2-d7d0-4513-8cef-6a574ac09f39 req-d0a58d2b-da8c-4287-bc38-e05700da2d2b tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] 10.222.0.42 "GET /v2.0/security-groups?id=f08e979a-b162-4e81-8f48-4f228bf81759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078606 Mar 29 15:45:46.586395 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-2bfc76d8-040d-41f6-8fca-3252d00e0871 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=aeade1be876640659c8ca9ea6cfe98c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5619018 Mar 29 15:45:46.592247 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 50442) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:45:46.616921 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d185f9c5-ca92-4c24-b773-f6c0792e0d0b None None] Pushing event updated for resources: {'Port': ['ID=c8ab898e-9af8-4cf4-b1ed-a707d9204dc7,revision_number=2']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:45:46.752518 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 50448) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:45:46.770233 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:46.828723 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-6be09127-063c-4a4f-bb89-e226b3c080e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:46.951159 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-6be09127-063c-4a4f-bb89-e226b3c080e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:47.047828 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-c87a6087-a0a7-43de-af72-e12ee014bdb1 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-634542722-network', 'tenant_id': '36880b077ae44472a766ee3dbca8c57a'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:45:47.067902 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-6eebc6e5-6692-434e-82ee-c32c75a44613 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:47.103365 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-6eebc6e5-6692-434e-82ee-c32c75a44613 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:47.204623 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c87a6087-a0a7-43de-af72-e12ee014bdb1 admin admin] Made reservation on behalf of 36880b077ae44472a766ee3dbca8c57a for: {'network': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:45:47.207777 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c87a6087-a0a7-43de-af72-e12ee014bdb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for network, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:47.242004 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c87a6087-a0a7-43de-af72-e12ee014bdb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:47.277115 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380f85bf-f87f-4e84-a36c-aa54630da18a req-b5353dd3-d4f9-4f86-8d8d-ff69ffa80877 tempest-ServerRescueTestJSONUnderV235-1876556569 tempest-ServerRescueTestJSONUnderV235-1876556569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:45:47.284438 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-380f85bf-f87f-4e84-a36c-aa54630da18a req-b5353dd3-d4f9-4f86-8d8d-ff69ffa80877 tempest-ServerRescueTestJSONUnderV235-1876556569 tempest-ServerRescueTestJSONUnderV235-1876556569-project] 10.222.0.42 "GET /v2.0/ports?device_id=f874266c-3b3f-411d-94a2-092abe89ba9b HTTP/1.1" status: 200 len: 946 time: 0.5579281 Mar 29 15:45:47.302000 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-6be09127-063c-4a4f-bb89-e226b3c080e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:47.305160 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-6be09127-063c-4a4f-bb89-e226b3c080e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:47.306434 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-6be09127-063c-4a4f-bb89-e226b3c080e3 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d9dae7d0-6adf-4930-9600-9ef2e3fa6136 HTTP/1.1" status: 204 len: 168 time: 0.7122507 Mar 29 15:45:47.365055 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be09127-063c-4a4f-bb89-e226b3c080e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9dae7d0-6adf-4930-9600-9ef2e3fa6136,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:45:47.408746 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_common [None req-6eebc6e5-6692-434e-82ee-c32c75a44613 admin admin] Allocated IP 172.25.4.67 (4a4a035d-ecac-4ead-baa3-25f90788773a/e1a353dc-fac8-4901-a63c-273840237d6a/c78c59da-3fbf-49c4-bf86-62617171510c) {{(pid=102791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:45:47.462438 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-380f85bf-f87f-4e84-a36c-aa54630da18a req-4db56465-d2d8-48f6-97f0-1a67ab994806 tempest-ServerRescueTestJSONUnderV235-1876556569 tempest-ServerRescueTestJSONUnderV235-1876556569-project] 10.222.0.42 "GET /v2.0/security-groups?id=3d222421-3560-49e7-abaf-10952d69e15f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547682 Mar 29 15:45:47.584013 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-6eebc6e5-6692-434e-82ee-c32c75a44613 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:47.588781 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c87a6087-a0a7-43de-af72-e12ee014bdb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:47.599098 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f77827-4427-4804-91e4-74c2cf5f6ab6 req-6ca61a0d-64f8-4aad-954b-d8f8bcc02e66 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:45:47.600760 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e1f77827-4427-4804-91e4-74c2cf5f6ab6 req-6ca61a0d-64f8-4aad-954b-d8f8bcc02e66 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] 10.222.0.42 "GET /v2.0/ports?device_id=ddaab849-e853-4e90-8757-712f539368d6 HTTP/1.1" status: 200 len: 945 time: 0.3930047 Mar 29 15:45:47.629892 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c87a6087-a0a7-43de-af72-e12ee014bdb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:47.665915 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:47.683642 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e1f77827-4427-4804-91e4-74c2cf5f6ab6 req-efd4cb13-b129-4a11-8880-f14dd91037b2 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] 10.222.0.42 "GET /v2.0/security-groups?id=f08e979a-b162-4e81-8f48-4f228bf81759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753183 Mar 29 15:45:47.696882 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-6eebc6e5-6692-434e-82ee-c32c75a44613 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:47.754516 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eebc6e5-6692-434e-82ee-c32c75a44613 admin admin] Network 4a4a035d-ecac-4ead-baa3-25f90788773a is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:45:47.757777 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [None req-6eebc6e5-6692-434e-82ee-c32c75a44613 admin admin] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:45:47.762465 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87a6087-a0a7-43de-af72-e12ee014bdb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4600fc30-be81-4c99-acf1-e3f516af1e36,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:45:47.766132 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eebc6e5-6692-434e-82ee-c32c75a44613 admin admin] Received port after_create {{(pid=102791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:45:47.795101 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eebc6e5-6692-434e-82ee-c32c75a44613 admin admin] Pushing event updated for resources: {'Port': ['ID=c78c59da-3fbf-49c4-bf86-62617171510c,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:45:47.835653 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c87a6087-a0a7-43de-af72-e12ee014bdb1 admin admin] vlan segment allocate from pool success with {'vlan_id': 601, 'physical_network': 'physnet1'} {{(pid=102790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 15:45:47.870622 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c87a6087-a0a7-43de-af72-e12ee014bdb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:47.871287 n-d-834765-1 neutron-server[102790]: INFO neutron.db.segments_db [None req-c87a6087-a0a7-43de-af72-e12ee014bdb1 admin admin] Added segment 6b7c66be-f702-416f-8424-fdadbd967f79 of type vlan for network 237afad2-5c99-42c5-97af-1d91f8cfe802 Mar 29 15:45:47.881358 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b075601e-91c4-4c51-9754-9d633dae3645 req-02850d43-ab37-4e68-802e-423c2e79bdd1 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:45:47.890065 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-b075601e-91c4-4c51-9754-9d633dae3645 req-02850d43-ab37-4e68-802e-423c2e79bdd1 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/ports?device_id=ccf671cc-285a-4046-a5d5-c44a9114232b HTTP/1.1" status: 200 len: 949 time: 0.3162737 Mar 29 15:45:47.905019 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.agents_db [None req-59735a15-725e-44d4-9ad5-95cbe356f209 None None] Agent healthcheck: found 7 active agents {{(pid=102793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 15:45:48.080289 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c87a6087-a0a7-43de-af72-e12ee014bdb1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783522915970'] for network, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:48.127616 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-b075601e-91c4-4c51-9754-9d633dae3645 req-d574d2f4-39c2-4f13-a3e6-92695958be07 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/security-groups?id=56997969-7130-4d86-9e9d-e068deb19a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2366328 Mar 29 15:45:48.186449 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c87a6087-a0a7-43de-af72-e12ee014bdb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795'] for network, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:48.187980 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c87a6087-a0a7-43de-af72-e12ee014bdb1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:45:48.192613 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c87a6087-a0a7-43de-af72-e12ee014bdb1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for network, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:48.201537 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device c8ab898e-9af8-4cf4-b1ed-a707d9204dc7 up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:45:48.289473 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-c87a6087-a0a7-43de-af72-e12ee014bdb1 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.5342870 Mar 29 15:45:48.292968 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 50494) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:45:48.309863 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-9ca4ca43-43e8-4073-9495-b566d5fae2f3 admin admin] Request body: {'subnet': {'network_id': '237afad2-5c99-42c5-97af-1d91f8cfe802', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-634542722-subnet', 'tenant_id': '36880b077ae44472a766ee3dbca8c57a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:45:48.333146 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46f093d7-5131-493c-be17-f12abe4aab2c None None] Network 7c143bed-7e9e-4000-a4b5-c98d481a1da9 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 15:45:48.340718 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ca4ca43-43e8-4073-9495-b566d5fae2f3 admin admin] Made reservation on behalf of 36880b077ae44472a766ee3dbca8c57a for: {'subnet': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:45:48.344050 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-9ca4ca43-43e8-4073-9495-b566d5fae2f3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4793983'] for subnet, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:48.413739 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-6eebc6e5-6692-434e-82ee-c32c75a44613 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:48.469711 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-18dd44c2-a146-4572-bbbc-0797720d87cd None None] Provisioning complete for port c8ab898e-9af8-4cf4-b1ed-a707d9204dc7 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:45:48.470428 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-18dd44c2-a146-4572-bbbc-0797720d87cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:48.519566 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port c8ab898e-9af8-4cf4-b1ed-a707d9204dc7 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:45:48.520226 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:48.693499 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:48.746161 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-9ca4ca43-43e8-4073-9495-b566d5fae2f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5231896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4793961'] for subnet, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:48.821981 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 50508) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:45:48.824527 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-6eebc6e5-6692-434e-82ee-c32c75a44613 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648118'] for router, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:48.900995 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-18dd44c2-a146-4572-bbbc-0797720d87cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:48.925911 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] For port c8ab898e-9af8-4cf4-b1ed-a707d9204dc7, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=c8ab898e-9af8-4cf4-b1ed-a707d9204dc7,segment=NetworkSegment(f2621a63-0db5-47c0-abd7-41810118d080),segment_id=f2621a63-0db5-47c0-abd7-41810118d080)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:45:48.938259 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:48.953805 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca4ca43-43e8-4073-9495-b566d5fae2f3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=06f45d87-dbac-4e5a-a564-aee191524d88,revision_number=0']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:45:49.032113 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc07b6c0-ef2a-45c0-909a-6a7ec2eded32 req-9d346c74-3174-4f72-acf5-0ee8276fa4b2 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:45:49.039836 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-fc07b6c0-ef2a-45c0-909a-6a7ec2eded32 req-9d346c74-3174-4f72-acf5-0ee8276fa4b2 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] 10.222.0.42 "GET /v2.0/ports?device_id=ddaab849-e853-4e90-8757-712f539368d6 HTTP/1.1" status: 200 len: 945 time: 0.2168720 Mar 29 15:45:49.047723 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-bf2a9285-7859-4531-b926-1a6c2c1046db admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1923872929-network', 'tenant_id': '7ba1b0faf68b4f8d9a887657f9ac84d8'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:45:49.051220 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.db.api [None req-18dd44c2-a146-4572-bbbc-0797720d87cd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102792) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 29 15:45:49.055759 n-d-834765-1 neutron-server[102792]: DEBUG oslo_db.api [None req-18dd44c2-a146-4572-bbbc-0797720d87cd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 29 15:45:49.080731 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87a6087-a0a7-43de-af72-e12ee014bdb1 admin admin] Pushing event updated for resources: {'Network': ['ID=237afad2-5c99-42c5-97af-1d91f8cfe802,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:45:49.093979 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Pushing event updated for resources: {'Port': ['ID=c8ab898e-9af8-4cf4-b1ed-a707d9204dc7,revision_number=3']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:45:49.102465 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Network 237afad2-5c99-42c5-97af-1d91f8cfe802 details requested by agent ovs-agent-n-d-834765-1 with host n-d-834765-1 {{(pid=102792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 15:45:49.126554 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a382659c-0f11-433d-a66f-399307531408 req-5ab7f066-07d4-4c2f-b777-658b1ca215a1 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:45:49.127534 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-a382659c-0f11-433d-a66f-399307531408 req-5ab7f066-07d4-4c2f-b777-658b1ca215a1 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] 10.222.0.48 "GET /v2.0/ports?device_id=ddaab849-e853-4e90-8757-712f539368d6 HTTP/1.1" status: 200 len: 945 time: 0.4098611 Mar 29 15:45:49.134991 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ca4ca43-43e8-4073-9495-b566d5fae2f3 admin admin] Checking segment: {'id': '6b7c66be-f702-416f-8424-fdadbd967f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '237afad2-5c99-42c5-97af-1d91f8cfe802'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:45:49.135369 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ca4ca43-43e8-4073-9495-b566d5fae2f3 admin admin] Network hostable DHCP agents. Network: 237afad2-5c99-42c5-97af-1d91f8cfe802, hostable agents: ['d136643e-48ae-49d4-a851-2ba3bdf3749c'], hosted agents: [] {{(pid=102790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 15:45:49.226907 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e962c08-e0ab-4825-8e07-fe8b39e47596 req-329f609e-debc-46f1-b36b-deb3463478bf tempest-ServerRescueTestJSONUnderV235-1876556569 tempest-ServerRescueTestJSONUnderV235-1876556569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:45:49.228252 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-fc07b6c0-ef2a-45c0-909a-6a7ec2eded32 req-43de7031-1522-42fd-88a8-2900a50cf0e5 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] 10.222.0.42 "GET /v2.0/security-groups?id=f08e979a-b162-4e81-8f48-4f228bf81759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850295 Mar 29 15:45:49.231148 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf2a9285-7859-4531-b926-1a6c2c1046db admin admin] Made reservation on behalf of 7ba1b0faf68b4f8d9a887657f9ac84d8 for: {'network': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:45:49.234376 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-bf2a9285-7859-4531-b926-1a6c2c1046db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for network, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:49.235106 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-7e962c08-e0ab-4825-8e07-fe8b39e47596 req-329f609e-debc-46f1-b36b-deb3463478bf tempest-ServerRescueTestJSONUnderV235-1876556569 tempest-ServerRescueTestJSONUnderV235-1876556569-project] 10.222.0.42 "GET /v2.0/ports?device_id=f874266c-3b3f-411d-94a2-092abe89ba9b HTTP/1.1" status: 200 len: 946 time: 0.5195889 Mar 29 15:45:49.263356 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ca4ca43-43e8-4073-9495-b566d5fae2f3 admin admin] Network 237afad2-5c99-42c5-97af-1d91f8cfe802 is scheduled to be hosted by DHCP agent d136643e-48ae-49d4-a851-2ba3bdf3749c with binding_index 1 {{(pid=102790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 15:45:49.292317 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-bf2a9285-7859-4531-b926-1a6c2c1046db admin admin] Notify callbacks [] for security_group, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:49.299394 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-9ca4ca43-43e8-4073-9495-b566d5fae2f3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834765-1, 237afad2-5c99-42c5-97af-1d91f8cfe802) {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:45:49.307570 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02e0cb4e-bba3-4146-a60c-214913037e18 None None] Network 237afad2-5c99-42c5-97af-1d91f8cfe802 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 15:45:49.345064 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ca4ca43-43e8-4073-9495-b566d5fae2f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:45:49.347094 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-9ca4ca43-43e8-4073-9495-b566d5fae2f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for subnet, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:49.377251 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6eebc6e5-6692-434e-82ee-c32c75a44613 admin admin] Router 2e19b61a-3d0a-413a-bff1-f81e83aba065 is scheduled to L3 agent c648d819-1060-4f26-b4ec-6455387b5dff with binding_index 1 {{(pid=102791) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 29 15:45:49.379184 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-7e962c08-e0ab-4825-8e07-fe8b39e47596 req-283546ea-9e50-4b80-b175-06503d679a3c tempest-ServerRescueTestJSONUnderV235-1876556569 tempest-ServerRescueTestJSONUnderV235-1876556569-project] 10.222.0.42 "GET /v2.0/security-groups?id=3d222421-3560-49e7-abaf-10952d69e15f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413295 Mar 29 15:45:49.434775 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [req-a382659c-0f11-433d-a66f-399307531408 req-6ffa67b3-744d-4438-abd0-8514c8c6ec05 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] Deleting port 901dd08e-5f8b-48ba-af61-72ba080e4a8d {{(pid=102790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:45:49.434997 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-a382659c-0f11-433d-a66f-399307531408 req-6ffa67b3-744d-4438-abd0-8514c8c6ec05 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:49.472015 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-9ca4ca43-43e8-4073-9495-b566d5fae2f3 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1740010 Mar 29 15:45:49.540228 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728d7dd1-43b5-45a3-955d-0acfb83a7cad req-e6a29557-e8e8-4cd7-bc6f-612d1467874d tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:45:49.554253 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-728d7dd1-43b5-45a3-955d-0acfb83a7cad req-e6a29557-e8e8-4cd7-bc6f-612d1467874d tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/ports?device_id=ccf671cc-285a-4046-a5d5-c44a9114232b HTTP/1.1" status: 200 len: 949 time: 0.2156005 Mar 29 15:45:49.578331 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [req-a382659c-0f11-433d-a66f-399307531408 req-6ffa67b3-744d-4438-abd0-8514c8c6ec05 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] For port 901dd08e-5f8b-48ba-af61-72ba080e4a8d, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=901dd08e-5f8b-48ba-af61-72ba080e4a8d,segment=NetworkSegment(429e9cf3-3671-4cb2-9547-92af9e95f1f2),segment_id=429e9cf3-3671-4cb2-9547-92af9e95f1f2)] {{(pid=102790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:45:49.578834 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-a382659c-0f11-433d-a66f-399307531408 req-6ffa67b3-744d-4438-abd0-8514c8c6ec05 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:49.600407 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [req-a382659c-0f11-433d-a66f-399307531408 req-6ffa67b3-744d-4438-abd0-8514c8c6ec05 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] Calling delete_port for 901dd08e-5f8b-48ba-af61-72ba080e4a8d owned by compute:nova {{(pid=102790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:45:49.773221 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-bf2a9285-7859-4531-b926-1a6c2c1046db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:49.785888 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-728d7dd1-43b5-45a3-955d-0acfb83a7cad req-996f6a09-863d-4093-9cae-86604a43eb69 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/security-groups?id=56997969-7130-4d86-9e9d-e068deb19a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2301378 Mar 29 15:45:49.791240 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-bf2a9285-7859-4531-b926-1a6c2c1046db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:49.808445 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf2a9285-7859-4531-b926-1a6c2c1046db admin admin] vlan segment allocate from pool success with {'vlan_id': 644, 'physical_network': 'physnet1'} {{(pid=102791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 15:45:49.819338 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-bf2a9285-7859-4531-b926-1a6c2c1046db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:49.819949 n-d-834765-1 neutron-server[102791]: INFO neutron.db.segments_db [None req-bf2a9285-7859-4531-b926-1a6c2c1046db admin admin] Added segment ed0d23ca-1ec5-4a96-abb2-06488f375d97 of type vlan for network f818aa83-6c27-4705-9d9f-ea6510384836 Mar 29 15:45:49.874845 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-bf2a9285-7859-4531-b926-1a6c2c1046db admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783522915970'] for network, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:49.891936 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-a382659c-0f11-433d-a66f-399307531408 req-6ffa67b3-744d-4438-abd0-8514c8c6ec05 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:49.953140 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-bf2a9285-7859-4531-b926-1a6c2c1046db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795'] for network, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:49.955557 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf2a9285-7859-4531-b926-1a6c2c1046db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:45:49.957001 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-bf2a9285-7859-4531-b926-1a6c2c1046db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for network, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:49.960633 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffa67b3-744d-4438-abd0-8514c8c6ec05 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] Pushing event deleted for resources: {'Port': ['ID=901dd08e-5f8b-48ba-af61-72ba080e4a8d,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:45:49.982771 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6eebc6e5-6692-434e-82ee-c32c75a44613 admin admin] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:45:50.011821 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ffa67b3-744d-4438-abd0-8514c8c6ec05 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:45:50.012410 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ffa67b3-744d-4438-abd0-8514c8c6ec05 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:45:50.013605 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ffa67b3-744d-4438-abd0-8514c8c6ec05 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:45:50.014745 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ffa67b3-744d-4438-abd0-8514c8c6ec05 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:45:50.015236 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ffa67b3-744d-4438-abd0-8514c8c6ec05 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:45:50.016087 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ffa67b3-744d-4438-abd0-8514c8c6ec05 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:45:50.016570 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ffa67b3-744d-4438-abd0-8514c8c6ec05 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:45:50.017055 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ffa67b3-744d-4438-abd0-8514c8c6ec05 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:45:50.017526 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ffa67b3-744d-4438-abd0-8514c8c6ec05 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:45:50.018032 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ffa67b3-744d-4438-abd0-8514c8c6ec05 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:45:50.018659 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ffa67b3-744d-4438-abd0-8514c8c6ec05 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:45:50.019123 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ffa67b3-744d-4438-abd0-8514c8c6ec05 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:45:50.079751 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-bf2a9285-7859-4531-b926-1a6c2c1046db admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.2521782 Mar 29 15:45:50.086868 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 50536) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:45:50.092342 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.l3_dvrscheduler_db [req-a382659c-0f11-433d-a66f-399307531408 req-6ffa67b3-744d-4438-abd0-8514c8c6ec05 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] No DVR routers for this DVR port 901dd08e-5f8b-48ba-af61-72ba080e4a8d on host n-h2-834765-1 {{(pid=102790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:45:50.095905 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-a382659c-0f11-433d-a66f-399307531408 req-6ffa67b3-744d-4438-abd0-8514c8c6ec05 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:50.105520 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-a382659c-0f11-433d-a66f-399307531408 req-6ffa67b3-744d-4438-abd0-8514c8c6ec05 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] 10.222.0.48 "DELETE /v2.0/ports/901dd08e-5f8b-48ba-af61-72ba080e4a8d HTTP/1.1" status: 204 len: 173 time: 0.9718103 Mar 29 15:45:50.106013 n-d-834765-1 neutron-server[102790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddaab849-e853-4e90-8757-712f539368d6', 'name': 'network-vif-deleted', 'tag': '901dd08e-5f8b-48ba-af61-72ba080e4a8d'}] {{(pid=102790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:45:50.114575 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46b06d655c90bc969636382cce4240ad749035fb0f3a83ee4734fa1ed9c4a6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19e46fba-ce05-4c92-bddd-9d64bd33777e" -d '{"events": [{"server_uuid": "ddaab849-e853-4e90-8757-712f539368d6", "name": "network-vif-deleted", "tag": "901dd08e-5f8b-48ba-af61-72ba080e4a8d"}]}' {{(pid=102790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:45:50.147713 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-031063bb-2071-4164-9ff0-a77135187272 admin admin] Request body: {'subnet': {'network_id': 'f818aa83-6c27-4705-9d9f-ea6510384836', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1923872929-subnet', 'tenant_id': '7ba1b0faf68b4f8d9a887657f9ac84d8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:45:50.171014 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2a9285-7859-4531-b926-1a6c2c1046db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b16fe5c9-3471-481e-b9c7-dee6db3748fa,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:45:50.173326 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:45:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5afa967-9110-436d-be17-aa1b0ef58196 x-openstack-request-id: req-a5afa967-9110-436d-be17-aa1b0ef58196 {{(pid=102790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:45:50.173582 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddaab849-e853-4e90-8757-712f539368d6", "name": "network-vif-deleted", "tag": "901dd08e-5f8b-48ba-af61-72ba080e4a8d", "status": "completed", "code": 200}]} {{(pid=102790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:45:50.173737 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a5afa967-9110-436d-be17-aa1b0ef58196 {{(pid=102790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:45:50.174134 n-d-834765-1 neutron-server[102790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddaab849-e853-4e90-8757-712f539368d6', 'name': 'network-vif-deleted', 'tag': '901dd08e-5f8b-48ba-af61-72ba080e4a8d', 'status': 'completed', 'code': 200} Mar 29 15:45:50.190520 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2a9285-7859-4531-b926-1a6c2c1046db admin admin] Pushing event updated for resources: {'Network': ['ID=f818aa83-6c27-4705-9d9f-ea6510384836,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:45:50.198864 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-6eebc6e5-6692-434e-82ee-c32c75a44613 admin admin] Notify callbacks [] for router, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:50.201087 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-6eebc6e5-6692-434e-82ee-c32c75a44613 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 939 time: 4.9043937 Mar 29 15:45:50.204027 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 50548) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:45:50.253270 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] get_ports_and_sgs() called for port_ids ['734cee79-2e3a-49be-96bb-0714db457bf3'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:45:50.255943 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device c8ab898e-9af8-4cf4-b1ed-a707d9204dc7 up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:45:50.330784 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d57cc04-b98f-48b2-8c47-80aa11e03d25 None None] Sync routers for ids ['2e19b61a-3d0a-413a-bff1-f81e83aba065'] in n-d-834765-1 {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:45:50.346309 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Network f818aa83-6c27-4705-9d9f-ea6510384836 details requested by agent ovs-agent-n-d-834765-1 with host n-d-834765-1 {{(pid=102792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 15:45:50.364771 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-031063bb-2071-4164-9ff0-a77135187272 admin admin] Made reservation on behalf of 7ba1b0faf68b4f8d9a887657f9ac84d8 for: {'subnet': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:45:50.376794 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-031063bb-2071-4164-9ff0-a77135187272 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16218875'] for subnet, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:50.425072 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d57cc04-b98f-48b2-8c47-80aa11e03d25 None None] Routers {'2e19b61a-3d0a-413a-bff1-f81e83aba065'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:45:50.425822 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-7d57cc04-b98f-48b2-8c47-80aa11e03d25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:45:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['2e19b61a-3d0a-413a-bff1-f81e83aba065'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:45:50.446447 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f068c658-2092-48fd-8b92-cfe760f6f5ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0035034-69b0-5ffc-b384-0ac6189c5628-237afad2-5c99-42c5-97af-1d91f8cfe802', 'network_id': '237afad2-5c99-42c5-97af-1d91f8cfe802', 'tenant_id': '36880b077ae44472a766ee3dbca8c57a', 'fixed_ips': [{'subnet_id': '06f45d87-dbac-4e5a-a564-aee191524d88'}]}} from n-d-834765-1. {{(pid=102792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 29 15:45:50.457220 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-f068c658-2092-48fd-8b92-cfe760f6f5ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:50.595897 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc57294e-7c99-4d95-a939-0664e0374884 req-298fd29e-90a5-402d-be65-c36e1e7474ec tempest-ListServerFiltersTestJSON-1632672620 tempest-ListServerFiltersTestJSON-1632672620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:45:50.601771 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-52671859-d898-4ed2-9db1-21569a309e79 None None] Provisioning complete for port c8ab898e-9af8-4cf4-b1ed-a707d9204dc7 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:45:50.602091 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-52671859-d898-4ed2-9db1-21569a309e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:50.605902 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-bc57294e-7c99-4d95-a939-0664e0374884 req-298fd29e-90a5-402d-be65-c36e1e7474ec tempest-ListServerFiltersTestJSON-1632672620 tempest-ListServerFiltersTestJSON-1632672620-project] 10.222.0.42 "GET /v2.0/networks?id=237afad2-5c99-42c5-97af-1d91f8cfe802 HTTP/1.1" status: 200 len: 815 time: 0.3999641 Mar 29 15:45:50.625252 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-bc57294e-7c99-4d95-a939-0664e0374884 req-e6018ae0-fbc7-4d8f-aa8c-2d8673b93c97 tempest-ListServerFiltersTestJSON-1632672620 tempest-ListServerFiltersTestJSON-1632672620-project] 10.222.0.42 "GET /v2.0/quotas/36880b077ae44472a766ee3dbca8c57a HTTP/1.1" status: 200 len: 375 time: 0.0171282 Mar 29 15:45:50.678146 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-bc57294e-7c99-4d95-a939-0664e0374884 req-4b6a879a-288f-4460-8be5-883f411b1053 tempest-ListServerFiltersTestJSON-1632672620 tempest-ListServerFiltersTestJSON-1632672620-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=36880b077ae44472a766ee3dbca8c57a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0515010 Mar 29 15:45:50.803522 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-031063bb-2071-4164-9ff0-a77135187272 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16155524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16218861'] for subnet, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:50.848381 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-2db6b5d2-2555-4a73-b6ba-f55a79755972 req-8dfd5d38-5482-4faa-8509-d9be1ffcd157 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] 10.222.0.42 "GET /v2.0/ports?device_id=ddaab849-e853-4e90-8757-712f539368d6 HTTP/1.1" status: 200 len: 210 time: 0.0602539 Mar 29 15:45:50.876057 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port c8ab898e-9af8-4cf4-b1ed-a707d9204dc7 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:45:50.876456 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:50.920075 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-bc57294e-7c99-4d95-a939-0664e0374884 req-e0bc6f82-48a8-4baa-8c56-8d14bc9c06d5 service neutron] 10.222.0.42 "GET /v2.0/networks/237afad2-5c99-42c5-97af-1d91f8cfe802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2391653 Mar 29 15:45:51.021534 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-031063bb-2071-4164-9ff0-a77135187272 admin admin] Checking segment: {'id': 'ed0d23ca-1ec5-4a96-abb2-06488f375d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f818aa83-6c27-4705-9d9f-ea6510384836'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:45:51.022261 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-031063bb-2071-4164-9ff0-a77135187272 admin admin] Network hostable DHCP agents. Network: f818aa83-6c27-4705-9d9f-ea6510384836, hostable agents: ['d136643e-48ae-49d4-a851-2ba3bdf3749c'], hosted agents: [] {{(pid=102791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 15:45:51.079776 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031063bb-2071-4164-9ff0-a77135187272 admin admin] Pushing event updated for resources: {'Subnet': ['ID=90311ee8-e9b3-49cf-b7b9-fd41862bea03,revision_number=0']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:45:51.101637 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-bc57294e-7c99-4d95-a939-0664e0374884 req-80d53d9f-53b7-4ae0-9cb9-e95aa6dd90c9 service neutron] 10.222.0.42 "GET /v2.0/networks/237afad2-5c99-42c5-97af-1d91f8cfe802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1698513 Mar 29 15:45:51.120576 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1ed899-7eb1-41e1-9d42-9e6f502bdc02 req-73ff43cb-3361-4a2e-814b-5422cac6977c tempest-ServerRescueTestJSONUnderV235-1876556569 tempest-ServerRescueTestJSONUnderV235-1876556569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:45:51.128792 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ed1ed899-7eb1-41e1-9d42-9e6f502bdc02 req-73ff43cb-3361-4a2e-814b-5422cac6977c tempest-ServerRescueTestJSONUnderV235-1876556569 tempest-ServerRescueTestJSONUnderV235-1876556569-project] 10.222.0.42 "GET /v2.0/ports?device_id=f874266c-3b3f-411d-94a2-092abe89ba9b HTTP/1.1" status: 200 len: 946 time: 0.1378448 Mar 29 15:45:51.164906 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-031063bb-2071-4164-9ff0-a77135187272 admin admin] Network f818aa83-6c27-4705-9d9f-ea6510384836 is scheduled to be hosted by DHCP agent d136643e-48ae-49d4-a851-2ba3bdf3749c with binding_index 1 {{(pid=102791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 15:45:51.190302 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [None req-031063bb-2071-4164-9ff0-a77135187272 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834765-1, f818aa83-6c27-4705-9d9f-ea6510384836) {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:45:51.200667 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-031063bb-2071-4164-9ff0-a77135187272 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:45:51.201352 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-031063bb-2071-4164-9ff0-a77135187272 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:51.213119 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-423712bd-f585-460e-b69c-62eccec257d6 None None] Network f818aa83-6c27-4705-9d9f-ea6510384836 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 15:45:51.218857 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvr_db [None req-7d57cc04-b98f-48b2-8c47-80aa11e03d25 None None] Set router 2e19b61a-3d0a-413a-bff1-f81e83aba065 gateway port host: n-d-834765-1 {{(pid=102792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:45:51.227822 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-031063bb-2071-4164-9ff0-a77135187272 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.1395648 Mar 29 15:45:51.332049 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device 901dd08e-5f8b-48ba-af61-72ba080e4a8d no longer exists at agent hyperv_n-h2-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:45:51.354547 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ed1ed899-7eb1-41e1-9d42-9e6f502bdc02 req-576762cc-14c4-46a5-b7eb-b7f981308ff1 tempest-ServerRescueTestJSONUnderV235-1876556569 tempest-ServerRescueTestJSONUnderV235-1876556569-project] 10.222.0.42 "GET /v2.0/security-groups?id=3d222421-3560-49e7-abaf-10952d69e15f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2198565 Mar 29 15:45:51.396503 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] No Port match for: 901dd08e-5f8b-48ba-af61-72ba080e4a8d {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 15:45:51.396849 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device 901dd08e-5f8b-48ba-af61-72ba080e4a8d not bound to the agent host n-h2-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:45:51.488618 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.db_base_plugin_common [None req-f068c658-2092-48fd-8b92-cfe760f6f5ef None None] Allocated IP 172.20.0.2 (237afad2-5c99-42c5-97af-1d91f8cfe802/06f45d87-dbac-4e5a-a564-aee191524d88/3f4faa9e-87f6-4b64-8570-a34104fbb2da) {{(pid=102792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:45:51.861662 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77136a30-e9c7-4c00-9242-7d2de868e1e9 req-0350680d-1618-4972-9f91-c46e5352a85d tempest-ListServerFiltersTestJSON-1632672620 tempest-ListServerFiltersTestJSON-1632672620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:45:51.870772 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-77136a30-e9c7-4c00-9242-7d2de868e1e9 req-0350680d-1618-4972-9f91-c46e5352a85d tempest-ListServerFiltersTestJSON-1632672620 tempest-ListServerFiltersTestJSON-1632672620-project] 10.222.0.42 "GET /v2.0/networks?id=237afad2-5c99-42c5-97af-1d91f8cfe802 HTTP/1.1" status: 200 len: 815 time: 0.2797680 Mar 29 15:45:51.893116 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-f068c658-2092-48fd-8b92-cfe760f6f5ef None None] Notify callbacks [] for port, precommit_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:51.917659 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-77136a30-e9c7-4c00-9242-7d2de868e1e9 req-2abaae07-25ea-4eeb-b63f-5a66bc5cf4f3 tempest-ListServerFiltersTestJSON-1632672620 tempest-ListServerFiltersTestJSON-1632672620-project] 10.222.0.42 "GET /v2.0/quotas/36880b077ae44472a766ee3dbca8c57a HTTP/1.1" status: 200 len: 375 time: 0.0336409 Mar 29 15:45:51.932609 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-f068c658-2092-48fd-8b92-cfe760f6f5ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956'] for port, after_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:52.015583 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-77136a30-e9c7-4c00-9242-7d2de868e1e9 req-90ce270d-87c1-4c20-84cd-c5e686f48100 tempest-ListServerFiltersTestJSON-1632672620 tempest-ListServerFiltersTestJSON-1632672620-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=36880b077ae44472a766ee3dbca8c57a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0932996 Mar 29 15:45:52.192490 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-77136a30-e9c7-4c00-9242-7d2de868e1e9 req-d747c468-e4e1-4fcc-aa1a-9ae5ce0a5539 service neutron] 10.222.0.42 "GET /v2.0/networks/237afad2-5c99-42c5-97af-1d91f8cfe802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1758239 Mar 29 15:45:52.260027 n-d-834765-1 neutron-server[102792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f068c658-2092-48fd-8b92-cfe760f6f5ef None None] Network 237afad2-5c99-42c5-97af-1d91f8cfe802 is already hosted by enough agents. {{(pid=102792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:45:52.269736 n-d-834765-1 neutron-server[102792]: DEBUG neutron.scheduler.base_scheduler [None req-f068c658-2092-48fd-8b92-cfe760f6f5ef None None] Resources bound (agent type, host, resource id): {{(pid=102792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:45:52.272619 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f068c658-2092-48fd-8b92-cfe760f6f5ef None None] Received port after_create {{(pid=102792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:45:52.286272 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-741dde85-9359-456d-819d-5c11a0a4ed0c None None] Network f818aa83-6c27-4705-9d9f-ea6510384836 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 15:45:52.313651 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f068c658-2092-48fd-8b92-cfe760f6f5ef None None] Pushing event updated for resources: {'Port': ['ID=3f4faa9e-87f6-4b64-8570-a34104fbb2da,revision_number=1']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:45:52.366238 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7b8fed-7a8e-4608-b174-a66ecdf11df2 req-a14d3180-ed04-4418-b974-d0af4b653c13 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:45:52.376898 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-fc7b8fed-7a8e-4608-b174-a66ecdf11df2 req-a14d3180-ed04-4418-b974-d0af4b653c13 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/ports?device_id=ccf671cc-285a-4046-a5d5-c44a9114232b HTTP/1.1" status: 200 len: 949 time: 0.2123663 Mar 29 15:45:52.384975 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-f068c658-2092-48fd-8b92-cfe760f6f5ef None None] Attempting to bind port 3f4faa9e-87f6-4b64-8570-a34104fbb2da on host n-d-834765-1 for vnic_type normal with profile {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:45:52.385533 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-f068c658-2092-48fd-8b92-cfe760f6f5ef None None] Attempting to bind port 3f4faa9e-87f6-4b64-8570-a34104fbb2da by drivers openvswitch,hyperv on host n-d-834765-1 at level 0 using segments [{'id': '6b7c66be-f702-416f-8424-fdadbd967f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '237afad2-5c99-42c5-97af-1d91f8cfe802'}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:45:52.385642 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f068c658-2092-48fd-8b92-cfe760f6f5ef None None] Attempting to bind port 3f4faa9e-87f6-4b64-8570-a34104fbb2da on network 237afad2-5c99-42c5-97af-1d91f8cfe802 {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:45:52.415291 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-7d57cc04-b98f-48b2-8c47-80aa11e03d25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e19b61a-3d0a-413a-bff1-f81e83aba065', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-824853783-router', 'tenant_id': '30f1929cf8cd4fa2971fe122fa56b37c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.67'}], 'enable_snat': True}, 'gw_port_id': 'c78c59da-3fbf-49c4-bf86-62617171510c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:45:45Z', 'updated_at': '2022-03-29T15:45:47Z', 'revision_number': 3, 'project_id': '30f1929cf8cd4fa2971fe122fa56b37c', 'gw_port': {'id': 'c78c59da-3fbf-49c4-bf86-62617171510c', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:34:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e19b61a-3d0a-413a-bff1-f81e83aba065', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:45:47Z', 'updated_at': '2022-03-29T15:45:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1'}], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:45:52.451746 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f068c658-2092-48fd-8b92-cfe760f6f5ef None None] Checking agent: {'id': 'a8866439-9d96-425c-b519-6905c591ac37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 25, 36), 'started_at': datetime.datetime(2022, 3, 29, 15, 26, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 45, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834765-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:45:52.452243 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f068c658-2092-48fd-8b92-cfe760f6f5ef None None] Checking segment: {'id': '6b7c66be-f702-416f-8424-fdadbd967f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '237afad2-5c99-42c5-97af-1d91f8cfe802'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:45:52.452539 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-f068c658-2092-48fd-8b92-cfe760f6f5ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:52.452930 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f068c658-2092-48fd-8b92-cfe760f6f5ef None None] Bound using segment: {'id': '6b7c66be-f702-416f-8424-fdadbd967f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '237afad2-5c99-42c5-97af-1d91f8cfe802'} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:45:52.453429 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-f068c658-2092-48fd-8b92-cfe760f6f5ef None None] Bound port: 3f4faa9e-87f6-4b64-8570-a34104fbb2da, host: n-d-834765-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b7c66be-f702-416f-8424-fdadbd967f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '237afad2-5c99-42c5-97af-1d91f8cfe802'}}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 15:45:52.453796 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-f068c658-2092-48fd-8b92-cfe760f6f5ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:52.457550 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d57cc04-b98f-48b2-8c47-80aa11e03d25 None None] Checking router: 2e19b61a-3d0a-413a-bff1-f81e83aba065 for host: n-d-834765-1 {{(pid=102792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:45:52.457894 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d57cc04-b98f-48b2-8c47-80aa11e03d25 None None] Updating router 2e19b61a-3d0a-413a-bff1-f81e83aba065 port c78c59da-3fbf-49c4-bf86-62617171510c binding host n-d-834765-1 {{(pid=102792) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 15:45:52.548457 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-fc7b8fed-7a8e-4608-b174-a66ecdf11df2 req-dc257bdf-60a2-4fbb-914d-df6c144820c0 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/security-groups?id=56997969-7130-4d86-9e9d-e068deb19a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706100 Mar 29 15:45:52.594813 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-38ef2e79-4a17-4145-8bd9-73e5f6c256bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:52.628390 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-f068c658-2092-48fd-8b92-cfe760f6f5ef None None] For port 3f4faa9e-87f6-4b64-8570-a34104fbb2da, host n-d-834765-1, cleared binding levels {{(pid=102792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:45:52.637359 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-f068c658-2092-48fd-8b92-cfe760f6f5ef None None] For port 3f4faa9e-87f6-4b64-8570-a34104fbb2da, host n-d-834765-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=3f4faa9e-87f6-4b64-8570-a34104fbb2da,segment=NetworkSegment(6b7c66be-f702-416f-8424-fdadbd967f79),segment_id=6b7c66be-f702-416f-8424-fdadbd967f79)] {{(pid=102792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:45:52.668894 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-f068c658-2092-48fd-8b92-cfe760f6f5ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:52.801323 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f068c658-2092-48fd-8b92-cfe760f6f5ef None None] Pushing event updated for resources: {'Port': ['ID=3f4faa9e-87f6-4b64-8570-a34104fbb2da,revision_number=2']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:45:52.816675 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-7d57cc04-b98f-48b2-8c47-80aa11e03d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:53.022620 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_common [None req-38ef2e79-4a17-4145-8bd9-73e5f6c256bc admin admin] Allocated IP 172.20.0.1 (7c143bed-7e9e-4000-a4b5-c98d481a1da9/b1987332-c2a6-4f9a-8ef4-b91bd30159c4/8233b534-864c-4cc5-b7a9-53a7bd061bc8) {{(pid=102791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:45:53.064826 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-77136a30-e9c7-4c00-9242-7d2de868e1e9 req-259ecdf7-dd26-4202-b042-ef3ef831b1ca service neutron] 10.222.0.42 "GET /v2.0/networks/237afad2-5c99-42c5-97af-1d91f8cfe802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8703680 Mar 29 15:45:53.365605 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9a2d16-0127-4697-bee8-225ceeab3aa0 req-702b0070-3b3e-4598-886f-4c1c6ac1523c tempest-InstanceActionsV221TestJSON-993286630 tempest-InstanceActionsV221TestJSON-993286630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:45:53.370547 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-bc9a2d16-0127-4697-bee8-225ceeab3aa0 req-702b0070-3b3e-4598-886f-4c1c6ac1523c tempest-InstanceActionsV221TestJSON-993286630 tempest-InstanceActionsV221TestJSON-993286630-project] 10.222.0.42 "GET /v2.0/networks?id=f818aa83-6c27-4705-9d9f-ea6510384836 HTTP/1.1" status: 200 len: 818 time: 0.4255054 Mar 29 15:45:53.565597 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-bc9a2d16-0127-4697-bee8-225ceeab3aa0 req-fd3fa277-aaa2-4355-8740-06a68adebfdf tempest-InstanceActionsV221TestJSON-993286630 tempest-InstanceActionsV221TestJSON-993286630-project] 10.222.0.42 "GET /v2.0/quotas/7ba1b0faf68b4f8d9a887657f9ac84d8 HTTP/1.1" status: 200 len: 375 time: 0.1849878 Mar 29 15:45:53.658719 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-bc9a2d16-0127-4697-bee8-225ceeab3aa0 req-c9cffcd9-1483-4e26-8dc5-4d8802f2157a tempest-InstanceActionsV221TestJSON-993286630 tempest-InstanceActionsV221TestJSON-993286630-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=7ba1b0faf68b4f8d9a887657f9ac84d8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0861144 Mar 29 15:45:53.834733 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288ebca1-240c-473f-ae48-90d2d9d5b7c4 req-9daa43a3-dcc3-47de-9fa6-4c0e65de376a tempest-ServerRescueTestJSONUnderV235-1876556569 tempest-ServerRescueTestJSONUnderV235-1876556569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:45:53.836295 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-288ebca1-240c-473f-ae48-90d2d9d5b7c4 req-9daa43a3-dcc3-47de-9fa6-4c0e65de376a tempest-ServerRescueTestJSONUnderV235-1876556569 tempest-ServerRescueTestJSONUnderV235-1876556569-project] 10.222.0.42 "GET /v2.0/ports?device_id=f874266c-3b3f-411d-94a2-092abe89ba9b HTTP/1.1" status: 200 len: 946 time: 0.1211379 Mar 29 15:45:53.864308 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc57294e-7c99-4d95-a939-0664e0374884 req-5e41f97d-1382-4535-bb65-69ae970df3f8 tempest-ListServerFiltersTestJSON-1632672620 tempest-ListServerFiltersTestJSON-1632672620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:45:53.865774 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-bc57294e-7c99-4d95-a939-0664e0374884 req-5e41f97d-1382-4535-bb65-69ae970df3f8 tempest-ListServerFiltersTestJSON-1632672620 tempest-ListServerFiltersTestJSON-1632672620-project] 10.222.0.48 "GET /v2.0/networks?id=237afad2-5c99-42c5-97af-1d91f8cfe802 HTTP/1.1" status: 200 len: 815 time: 0.4495146 Mar 29 15:45:53.890809 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [req-bc57294e-7c99-4d95-a939-0664e0374884 req-1a4b6e41-12b5-4db7-b11c-9a559993864d tempest-ListServerFiltersTestJSON-1632672620 tempest-ListServerFiltersTestJSON-1632672620-project] Request body: {'port': {'device_id': '51a363cc-f278-44ab-a8ab-01401225dc38', 'network_id': '237afad2-5c99-42c5-97af-1d91f8cfe802', 'admin_state_up': True, 'tenant_id': '36880b077ae44472a766ee3dbca8c57a'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:45:53.950221 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-38ef2e79-4a17-4145-8bd9-73e5f6c256bc admin admin] Notify callbacks [] for port, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:53.963078 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-7d57cc04-b98f-48b2-8c47-80aa11e03d25 None None] Notify callbacks [] for port, precommit_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:53.989850 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-7d57cc04-b98f-48b2-8c47-80aa11e03d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:54.025922 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc57294e-7c99-4d95-a939-0664e0374884 req-1a4b6e41-12b5-4db7-b11c-9a559993864d tempest-ListServerFiltersTestJSON-1632672620 tempest-ListServerFiltersTestJSON-1632672620-project] Made reservation on behalf of 36880b077ae44472a766ee3dbca8c57a for: {'port': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:45:54.030791 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-bc57294e-7c99-4d95-a939-0664e0374884 req-1a4b6e41-12b5-4db7-b11c-9a559993864d tempest-ListServerFiltersTestJSON-1632672620 tempest-ListServerFiltersTestJSON-1632672620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:54.056089 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-288ebca1-240c-473f-ae48-90d2d9d5b7c4 req-6577dfc9-213d-4584-b2d5-65ffdcad4598 tempest-ServerRescueTestJSONUnderV235-1876556569 tempest-ServerRescueTestJSONUnderV235-1876556569-project] 10.222.0.42 "GET /v2.0/security-groups?id=3d222421-3560-49e7-abaf-10952d69e15f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2056103 Mar 29 15:45:54.131660 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00eed14e-076c-440a-8e6f-44178f5a5ff3 None None] Pushing event updated for resources: {'Port': ['ID=c78c59da-3fbf-49c4-bf86-62617171510c,revision_number=2']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:45:54.191144 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-7d57cc04-b98f-48b2-8c47-80aa11e03d25 None None] Attempting to bind port c78c59da-3fbf-49c4-bf86-62617171510c on host n-d-834765-1 for vnic_type normal with profile {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:45:54.192941 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-7d57cc04-b98f-48b2-8c47-80aa11e03d25 None None] Attempting to bind port c78c59da-3fbf-49c4-bf86-62617171510c by drivers openvswitch,hyperv on host n-d-834765-1 at level 0 using segments [{'id': '6ab47353-a811-4bad-bc73-b4cc84583cfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:45:54.194337 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d57cc04-b98f-48b2-8c47-80aa11e03d25 None None] Attempting to bind port c78c59da-3fbf-49c4-bf86-62617171510c on network 4a4a035d-ecac-4ead-baa3-25f90788773a {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:45:54.203972 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d57cc04-b98f-48b2-8c47-80aa11e03d25 None None] Checking agent: {'id': 'a8866439-9d96-425c-b519-6905c591ac37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 25, 36), 'started_at': datetime.datetime(2022, 3, 29, 15, 26, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 45, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834765-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:45:54.204453 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d57cc04-b98f-48b2-8c47-80aa11e03d25 None None] Checking segment: {'id': '6ab47353-a811-4bad-bc73-b4cc84583cfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:45:54.204929 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-7d57cc04-b98f-48b2-8c47-80aa11e03d25 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:54.205458 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d57cc04-b98f-48b2-8c47-80aa11e03d25 None None] Bound using segment: {'id': '6ab47353-a811-4bad-bc73-b4cc84583cfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:45:54.206014 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-7d57cc04-b98f-48b2-8c47-80aa11e03d25 None None] Bound port: c78c59da-3fbf-49c4-bf86-62617171510c, host: n-d-834765-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ab47353-a811-4bad-bc73-b4cc84583cfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'}}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 15:45:54.206472 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-7d57cc04-b98f-48b2-8c47-80aa11e03d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:54.468994 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-bc9a2d16-0127-4697-bee8-225ceeab3aa0 req-567d7c4f-a861-46b9-a453-52dabc20b46f service neutron] 10.222.0.42 "GET /v2.0/networks/f818aa83-6c27-4705-9d9f-ea6510384836?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7869966 Mar 29 15:45:54.485121 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-7d57cc04-b98f-48b2-8c47-80aa11e03d25 None None] For port c78c59da-3fbf-49c4-bf86-62617171510c, host n-d-834765-1, cleared binding levels {{(pid=102792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:45:54.489226 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-7d57cc04-b98f-48b2-8c47-80aa11e03d25 None None] For port c78c59da-3fbf-49c4-bf86-62617171510c, host n-d-834765-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=c78c59da-3fbf-49c4-bf86-62617171510c,segment=NetworkSegment(6ab47353-a811-4bad-bc73-b4cc84583cfd),segment_id=6ab47353-a811-4bad-bc73-b4cc84583cfd)] {{(pid=102792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:45:54.493818 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 3f4faa9e-87f6-4b64-8570-a34104fbb2da up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:45:54.504464 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-7d57cc04-b98f-48b2-8c47-80aa11e03d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:54.572185 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-38ef2e79-4a17-4145-8bd9-73e5f6c256bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:54.605909 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.db_base_plugin_common [req-bc57294e-7c99-4d95-a939-0664e0374884 req-1a4b6e41-12b5-4db7-b11c-9a559993864d tempest-ListServerFiltersTestJSON-1632672620 tempest-ListServerFiltersTestJSON-1632672620-project] Allocated IP 172.20.0.10 (237afad2-5c99-42c5-97af-1d91f8cfe802/06f45d87-dbac-4e5a-a564-aee191524d88/53bb8200-f409-497e-8e5a-d1604f58a2ad) {{(pid=102790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:45:54.772422 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38ef2e79-4a17-4145-8bd9-73e5f6c256bc admin admin] Network 7c143bed-7e9e-4000-a4b5-c98d481a1da9 is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:45:54.814203 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00eed14e-076c-440a-8e6f-44178f5a5ff3 None None] Pushing event updated for resources: {'Port': ['ID=c78c59da-3fbf-49c4-bf86-62617171510c,revision_number=3']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:45:54.815051 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port 3f4faa9e-87f6-4b64-8570-a34104fbb2da triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:45:54.815648 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:54.816227 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [None req-38ef2e79-4a17-4145-8bd9-73e5f6c256bc admin admin] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:45:54.818620 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d57cc04-b98f-48b2-8c47-80aa11e03d25 None None] Routers {'2e19b61a-3d0a-413a-bff1-f81e83aba065'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:45:54.819268 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-7d57cc04-b98f-48b2-8c47-80aa11e03d25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:45:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['2e19b61a-3d0a-413a-bff1-f81e83aba065'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:45:54.834132 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38ef2e79-4a17-4145-8bd9-73e5f6c256bc admin admin] Received port after_create {{(pid=102791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:45:54.947756 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-38ef2e79-4a17-4145-8bd9-73e5f6c256bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-648347'] for router_interface, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:54.978854 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ef2e79-4a17-4145-8bd9-73e5f6c256bc admin admin] Pushing event updated for resources: {'Port': ['ID=8233b534-864c-4cc5-b7a9-53a7bd061bc8,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:45:55.010517 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-bc57294e-7c99-4d95-a939-0664e0374884 req-1a4b6e41-12b5-4db7-b11c-9a559993864d tempest-ListServerFiltersTestJSON-1632672620 tempest-ListServerFiltersTestJSON-1632672620-project] Notify callbacks [] for port, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:55.122193 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ef2e79-4a17-4145-8bd9-73e5f6c256bc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:45:55.122616 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ef2e79-4a17-4145-8bd9-73e5f6c256bc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:45:55.124425 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ef2e79-4a17-4145-8bd9-73e5f6c256bc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:45:55.129520 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ef2e79-4a17-4145-8bd9-73e5f6c256bc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:45:55.130298 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ef2e79-4a17-4145-8bd9-73e5f6c256bc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:45:55.130816 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ef2e79-4a17-4145-8bd9-73e5f6c256bc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:45:55.131847 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ef2e79-4a17-4145-8bd9-73e5f6c256bc admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:45:55.132381 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ef2e79-4a17-4145-8bd9-73e5f6c256bc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:45:55.132880 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ef2e79-4a17-4145-8bd9-73e5f6c256bc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:45:55.133375 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ef2e79-4a17-4145-8bd9-73e5f6c256bc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:45:55.133867 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ef2e79-4a17-4145-8bd9-73e5f6c256bc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:45:55.135138 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ef2e79-4a17-4145-8bd9-73e5f6c256bc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:45:55.201457 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-bc9a2d16-0127-4697-bee8-225ceeab3aa0 req-62c8ad2d-7cdf-4101-a5fa-a0227ebcc32a service neutron] 10.222.0.42 "GET /v2.0/networks/f818aa83-6c27-4705-9d9f-ea6510384836?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7313433 Mar 29 15:45:55.248675 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4a0b10-84eb-4b0f-bcae-e29591c98216 req-7cd9999c-f006-4a25-8077-0061924fb026 tempest-ListServerFiltersTestJSON-1632672620 tempest-ListServerFiltersTestJSON-1632672620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:45:55.256024 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-905d1fcc-15e8-44b6-a4c8-3fa312b6e6f7 None None] Network 237afad2-5c99-42c5-97af-1d91f8cfe802 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 15:45:55.257151 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-1f4a0b10-84eb-4b0f-bcae-e29591c98216 req-7cd9999c-f006-4a25-8077-0061924fb026 tempest-ListServerFiltersTestJSON-1632672620 tempest-ListServerFiltersTestJSON-1632672620-project] 10.222.0.42 "GET /v2.0/networks?id=237afad2-5c99-42c5-97af-1d91f8cfe802 HTTP/1.1" status: 200 len: 815 time: 0.6911376 Mar 29 15:45:55.273047 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-bc57294e-7c99-4d95-a939-0664e0374884 req-1a4b6e41-12b5-4db7-b11c-9a559993864d tempest-ListServerFiltersTestJSON-1632672620 tempest-ListServerFiltersTestJSON-1632672620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:55.291297 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-1f4a0b10-84eb-4b0f-bcae-e29591c98216 req-e8b45498-9622-4aa7-a04d-550f31ed8584 tempest-ListServerFiltersTestJSON-1632672620 tempest-ListServerFiltersTestJSON-1632672620-project] 10.222.0.42 "GET /v2.0/quotas/36880b077ae44472a766ee3dbca8c57a HTTP/1.1" status: 200 len: 375 time: 0.0330901 Mar 29 15:45:55.379583 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4b6e41-12b5-4db7-b11c-9a559993864d tempest-ListServerFiltersTestJSON-1632672620 tempest-ListServerFiltersTestJSON-1632672620-project] Pushing event updated for resources: {'Port': ['ID=53bb8200-f409-497e-8e5a-d1604f58a2ad,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:45:55.404750 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc57294e-7c99-4d95-a939-0664e0374884 req-1a4b6e41-12b5-4db7-b11c-9a559993864d tempest-ListServerFiltersTestJSON-1632672620 tempest-ListServerFiltersTestJSON-1632672620-project] Network 237afad2-5c99-42c5-97af-1d91f8cfe802 is already hosted by enough agents. {{(pid=102790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:45:55.407881 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [req-bc57294e-7c99-4d95-a939-0664e0374884 req-1a4b6e41-12b5-4db7-b11c-9a559993864d tempest-ListServerFiltersTestJSON-1632672620 tempest-ListServerFiltersTestJSON-1632672620-project] Resources bound (agent type, host, resource id): {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:45:55.410833 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc57294e-7c99-4d95-a939-0664e0374884 req-1a4b6e41-12b5-4db7-b11c-9a559993864d tempest-ListServerFiltersTestJSON-1632672620 tempest-ListServerFiltersTestJSON-1632672620-project] Received port after_create {{(pid=102790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:45:55.417788 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-38ef2e79-4a17-4145-8bd9-73e5f6c256bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:55.500818 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-7036dd8b-5b17-485c-b87b-35b53c80dbae None None] Provisioning complete for port 3f4faa9e-87f6-4b64-8570-a34104fbb2da triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:45:55.504042 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc57294e-7c99-4d95-a939-0664e0374884 req-1a4b6e41-12b5-4db7-b11c-9a559993864d tempest-ListServerFiltersTestJSON-1632672620 tempest-ListServerFiltersTestJSON-1632672620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:45:55.504714 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-bc57294e-7c99-4d95-a939-0664e0374884 req-1a4b6e41-12b5-4db7-b11c-9a559993864d tempest-ListServerFiltersTestJSON-1632672620 tempest-ListServerFiltersTestJSON-1632672620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:55.507173 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-7036dd8b-5b17-485c-b87b-35b53c80dbae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:55.531156 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-1f4a0b10-84eb-4b0f-bcae-e29591c98216 req-5660de12-2ed2-417e-a7af-0fdf6bd22122 tempest-ListServerFiltersTestJSON-1632672620 tempest-ListServerFiltersTestJSON-1632672620-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=36880b077ae44472a766ee3dbca8c57a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2388501 Mar 29 15:45:55.675131 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:55.808220 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-1f4a0b10-84eb-4b0f-bcae-e29591c98216 req-3774cc4b-c5e2-4559-9b0d-45c3c894a7bc service neutron] 10.222.0.42 "GET /v2.0/networks/237afad2-5c99-42c5-97af-1d91f8cfe802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2760019 Mar 29 15:45:55.841615 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77136a30-e9c7-4c00-9242-7d2de868e1e9 req-e319970b-fec6-43c4-8520-b1302dd0e35a tempest-ListServerFiltersTestJSON-1632672620 tempest-ListServerFiltersTestJSON-1632672620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:45:55.843404 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-77136a30-e9c7-4c00-9242-7d2de868e1e9 req-e319970b-fec6-43c4-8520-b1302dd0e35a tempest-ListServerFiltersTestJSON-1632672620 tempest-ListServerFiltersTestJSON-1632672620-project] 10.222.0.44 "GET /v2.0/networks?id=237afad2-5c99-42c5-97af-1d91f8cfe802 HTTP/1.1" status: 200 len: 815 time: 0.1627171 Mar 29 15:45:55.848006 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvr_db [None req-7d57cc04-b98f-48b2-8c47-80aa11e03d25 None None] Set router 2e19b61a-3d0a-413a-bff1-f81e83aba065 gateway port host: n-d-834765-1 {{(pid=102792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:45:55.879565 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-bc57294e-7c99-4d95-a939-0664e0374884 req-1a4b6e41-12b5-4db7-b11c-9a559993864d tempest-ListServerFiltersTestJSON-1632672620 tempest-ListServerFiltersTestJSON-1632672620-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9957571 Mar 29 15:45:55.898353 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [req-77136a30-e9c7-4c00-9242-7d2de868e1e9 req-01e1cdc4-fbf6-4b0b-8f08-1dcbb89fcffd tempest-ListServerFiltersTestJSON-1632672620 tempest-ListServerFiltersTestJSON-1632672620-project] Request body: {'port': {'device_id': '32b7b91c-8e40-48a8-9a73-9f507d49953e', 'network_id': '237afad2-5c99-42c5-97af-1d91f8cfe802', 'admin_state_up': True, 'tenant_id': '36880b077ae44472a766ee3dbca8c57a'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:45:55.991024 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f6cbb4-0a19-43eb-98c6-05001c579142 req-0a451d86-1967-4824-ba25-e388b496e67e tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:45:55.992648 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-94f6cbb4-0a19-43eb-98c6-05001c579142 req-0a451d86-1967-4824-ba25-e388b496e67e tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/ports?device_id=ccf671cc-285a-4046-a5d5-c44a9114232b HTTP/1.1" status: 200 len: 949 time: 0.2194135 Mar 29 15:45:56.048019 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] For port 3f4faa9e-87f6-4b64-8570-a34104fbb2da, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=3f4faa9e-87f6-4b64-8570-a34104fbb2da,segment=NetworkSegment(6b7c66be-f702-416f-8424-fdadbd967f79),segment_id=6b7c66be-f702-416f-8424-fdadbd967f79)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:45:56.074296 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:56.103478 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [req-bc57294e-7c99-4d95-a939-0664e0374884 req-efef81b6-1212-406c-822f-745d79584d76 tempest-ListServerFiltersTestJSON-1632672620 tempest-ListServerFiltersTestJSON-1632672620-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=102790) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 15:45:56.104461 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-bc57294e-7c99-4d95-a939-0664e0374884 req-efef81b6-1212-406c-822f-745d79584d76 tempest-ListServerFiltersTestJSON-1632672620 tempest-ListServerFiltersTestJSON-1632672620-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051906 Mar 29 15:45:56.150996 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77136a30-e9c7-4c00-9242-7d2de868e1e9 req-01e1cdc4-fbf6-4b0b-8f08-1dcbb89fcffd tempest-ListServerFiltersTestJSON-1632672620 tempest-ListServerFiltersTestJSON-1632672620-project] Made reservation on behalf of 36880b077ae44472a766ee3dbca8c57a for: {'port': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:45:56.161672 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-77136a30-e9c7-4c00-9242-7d2de868e1e9 req-01e1cdc4-fbf6-4b0b-8f08-1dcbb89fcffd tempest-ListServerFiltersTestJSON-1632672620 tempest-ListServerFiltersTestJSON-1632672620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:56.234641 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [req-bc57294e-7c99-4d95-a939-0664e0374884 req-4b1a29b9-747c-41db-aef8-140629be0d51 service neutron] Request body: {'port': {'device_id': '51a363cc-f278-44ab-a8ab-01401225dc38', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834765-1'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:45:56.235985 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Pushing event updated for resources: {'Port': ['ID=3f4faa9e-87f6-4b64-8570-a34104fbb2da,revision_number=3']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:45:56.277324 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-94f6cbb4-0a19-43eb-98c6-05001c579142 req-545495a3-b9e7-4c1a-8eee-5b4ffc97a3b8 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/security-groups?id=56997969-7130-4d86-9e9d-e068deb19a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2736070 Mar 29 15:45:56.342755 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-38ef2e79-4a17-4145-8bd9-73e5f6c256bc admin admin] Notify callbacks [] for port, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:56.356497 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-38ef2e79-4a17-4145-8bd9-73e5f6c256bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:56.393490 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-bc57294e-7c99-4d95-a939-0664e0374884 req-4b1a29b9-747c-41db-aef8-140629be0d51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:56.450950 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-7d57cc04-b98f-48b2-8c47-80aa11e03d25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e19b61a-3d0a-413a-bff1-f81e83aba065', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-824853783-router', 'tenant_id': '30f1929cf8cd4fa2971fe122fa56b37c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.67'}], 'enable_snat': True}, 'gw_port_id': 'c78c59da-3fbf-49c4-bf86-62617171510c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:45:45Z', 'updated_at': '2022-03-29T15:45:47Z', 'revision_number': 3, 'project_id': '30f1929cf8cd4fa2971fe122fa56b37c', 'gw_port': {'id': 'c78c59da-3fbf-49c4-bf86-62617171510c', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:34:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e19b61a-3d0a-413a-bff1-f81e83aba065', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:45:47Z', 'updated_at': '2022-03-29T15:45:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1'}], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:45:56.507385 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d57cc04-b98f-48b2-8c47-80aa11e03d25 None None] The sync data for ids ['2e19b61a-3d0a-413a-bff1-f81e83aba065'] in n-d-834765-1 is: [{'id': '2e19b61a-3d0a-413a-bff1-f81e83aba065', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-824853783-router', 'tenant_id': '30f1929cf8cd4fa2971fe122fa56b37c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.67'}], 'enable_snat': True}, 'gw_port_id': 'c78c59da-3fbf-49c4-bf86-62617171510c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:45:45Z', 'updated_at': '2022-03-29T15:45:47Z', 'revision_number': 3, 'project_id': '30f1929cf8cd4fa2971fe122fa56b37c', 'gw_port': {'id': 'c78c59da-3fbf-49c4-bf86-62617171510c', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:34:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e19b61a-3d0a-413a-bff1-f81e83aba065', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:45:47Z', 'updated_at': '2022-03-29T15:45:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1'}] {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:45:56.520972 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-f52c0478-da76-4160-a42e-bf3fd5721ffe None None] Provisioning complete for port 8233b534-864c-4cc5-b7a9-53a7bd061bc8 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:45:56.521383 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-f52c0478-da76-4160-a42e-bf3fd5721ffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:56.600310 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-f52c0478-da76-4160-a42e-bf3fd5721ffe None None] Port 8233b534-864c-4cc5-b7a9-53a7bd061bc8 cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 15:45:56.646946 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ef2e79-4a17-4145-8bd9-73e5f6c256bc admin admin] Pushing event updated for resources: {'Port': ['ID=8233b534-864c-4cc5-b7a9-53a7bd061bc8,revision_number=2']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:45:56.668402 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-1f4a0b10-84eb-4b0f-bcae-e29591c98216 req-7d8e06f9-877f-4561-a545-b44044e06d6d service neutron] 10.222.0.42 "GET /v2.0/networks/237afad2-5c99-42c5-97af-1d91f8cfe802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8592241 Mar 29 15:45:56.782510 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-38ef2e79-4a17-4145-8bd9-73e5f6c256bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-648439'] for router_interface, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:56.833580 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-9b577a27-f464-4f87-999e-c272d6c529f7 None None] Provisioning complete for port 3f4faa9e-87f6-4b64-8570-a34104fbb2da triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:45:56.836260 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-9b577a27-f464-4f87-999e-c272d6c529f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:56.967212 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dac55b6-2922-4ac0-a130-ff288b8c086d req-141628f7-9364-49eb-ae8a-f7a64ec9369c tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:45:56.969723 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4dac55b6-2922-4ac0-a130-ff288b8c086d req-141628f7-9364-49eb-ae8a-f7a64ec9369c tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] 10.222.0.42 "GET /v2.0/networks?id=9c05e936-df9e-4fbf-b09c-78bf9696504c HTTP/1.1" status: 200 len: 806 time: 0.3899877 Mar 29 15:45:57.147849 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4dac55b6-2922-4ac0-a130-ff288b8c086d req-63afee60-36b5-493a-ab42-87737c4cfeb9 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] 10.222.0.42 "GET /v2.0/quotas/d04cf558b2cb439aa051141a3dc84641 HTTP/1.1" status: 200 len: 375 time: 0.1657691 Mar 29 15:45:57.268521 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-9b577a27-f464-4f87-999e-c272d6c529f7 None None] Provisioning complete for port 53bb8200-f409-497e-8e5a-d1604f58a2ad triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:45:57.268889 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-9b577a27-f464-4f87-999e-c272d6c529f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:57.311243 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4dac55b6-2922-4ac0-a130-ff288b8c086d req-ef4cc4ef-84a8-4d36-96b4-ac38d518d8a3 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=d04cf558b2cb439aa051141a3dc84641&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1546896 Mar 29 15:45:57.315087 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.db_base_plugin_common [req-77136a30-e9c7-4c00-9242-7d2de868e1e9 req-01e1cdc4-fbf6-4b0b-8f08-1dcbb89fcffd tempest-ListServerFiltersTestJSON-1632672620 tempest-ListServerFiltersTestJSON-1632672620-project] Allocated IP 172.20.0.8 (237afad2-5c99-42c5-97af-1d91f8cfe802/06f45d87-dbac-4e5a-a564-aee191524d88/7a21e05c-c9e3-4d38-8cd6-1293051e049b) {{(pid=102790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:45:57.369652 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38ef2e79-4a17-4145-8bd9-73e5f6c256bc admin admin] Network 7c143bed-7e9e-4000-a4b5-c98d481a1da9 is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:45:57.382742 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-9b577a27-f464-4f87-999e-c272d6c529f7 None None] Port 53bb8200-f409-497e-8e5a-d1604f58a2ad cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 15:45:57.403346 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d632dc-ed9e-4fe2-ab3d-3d4b2c5d3366 req-4cc5f02d-2857-474a-9041-8b73d3b51151 tempest-ServerRescueTestJSONUnderV235-1876556569 tempest-ServerRescueTestJSONUnderV235-1876556569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:45:57.406008 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-85d632dc-ed9e-4fe2-ab3d-3d4b2c5d3366 req-4cc5f02d-2857-474a-9041-8b73d3b51151 tempest-ServerRescueTestJSONUnderV235-1876556569 tempest-ServerRescueTestJSONUnderV235-1876556569-project] 10.222.0.42 "GET /v2.0/ports?device_id=f874266c-3b3f-411d-94a2-092abe89ba9b HTTP/1.1" status: 200 len: 946 time: 0.2967854 Mar 29 15:45:57.455997 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [None req-38ef2e79-4a17-4145-8bd9-73e5f6c256bc admin admin] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:45:57.531383 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-1c5f8337-df26-48a3-86ca-19f58ee3ca4b None None] Provisioning complete for port 53bb8200-f409-497e-8e5a-d1604f58a2ad triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:45:57.532275 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1c5f8337-df26-48a3-86ca-19f58ee3ca4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:57.621567 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-1c5f8337-df26-48a3-86ca-19f58ee3ca4b None None] Port 53bb8200-f409-497e-8e5a-d1604f58a2ad cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 15:45:57.656170 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-85d632dc-ed9e-4fe2-ab3d-3d4b2c5d3366 req-d5370bd0-b237-4959-9074-a4dd71f51c1a tempest-ServerRescueTestJSONUnderV235-1876556569 tempest-ServerRescueTestJSONUnderV235-1876556569-project] 10.222.0.42 "GET /v2.0/security-groups?id=3d222421-3560-49e7-abaf-10952d69e15f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2420266 Mar 29 15:45:57.742626 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4dac55b6-2922-4ac0-a130-ff288b8c086d req-5c745401-8f26-4ba7-b1a7-c9390dcdaeeb service neutron] 10.222.0.42 "GET /v2.0/networks/9c05e936-df9e-4fbf-b09c-78bf9696504c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4240129 Mar 29 15:45:57.893303 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9a2d16-0127-4697-bee8-225ceeab3aa0 req-55dff4d7-975e-4a78-9b5a-af1665f01202 tempest-InstanceActionsV221TestJSON-993286630 tempest-InstanceActionsV221TestJSON-993286630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:45:57.894830 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-bc9a2d16-0127-4697-bee8-225ceeab3aa0 req-55dff4d7-975e-4a78-9b5a-af1665f01202 tempest-InstanceActionsV221TestJSON-993286630 tempest-InstanceActionsV221TestJSON-993286630-project] 10.222.0.48 "GET /v2.0/networks?id=f818aa83-6c27-4705-9d9f-ea6510384836 HTTP/1.1" status: 200 len: 818 time: 0.4045548 Mar 29 15:45:57.936409 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [req-bc9a2d16-0127-4697-bee8-225ceeab3aa0 req-4ee92235-58d8-4a63-bbd7-ca3afb4b857a tempest-InstanceActionsV221TestJSON-993286630 tempest-InstanceActionsV221TestJSON-993286630-project] Request body: {'port': {'device_id': '21bdb347-f9b2-4ccd-8f2d-8adbeeef3318', 'network_id': 'f818aa83-6c27-4705-9d9f-ea6510384836', 'admin_state_up': True, 'tenant_id': '7ba1b0faf68b4f8d9a887657f9ac84d8'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:45:58.057374 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-b4e13ea8-2b16-42b4-b7f9-6d2c9eaaf00f None None] Provisioning complete for port 8233b534-864c-4cc5-b7a9-53a7bd061bc8 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:45:58.058915 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-b4e13ea8-2b16-42b4-b7f9-6d2c9eaaf00f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:58.085749 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4dac55b6-2922-4ac0-a130-ff288b8c086d req-4edc78bf-2bd9-4b22-b5ba-78d5c976049e service neutron] 10.222.0.42 "GET /v2.0/networks/9c05e936-df9e-4fbf-b09c-78bf9696504c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2610512 Mar 29 15:45:58.094554 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-8765c93c-dd1a-4225-bb9b-94c8ff4eaa3d req-6b79a48d-2a7e-4f34-9bd3-55806d5dfbc7 tempest-InstanceActionsV221TestJSON-993286630 tempest-InstanceActionsV221TestJSON-993286630-project] 10.222.0.42 "GET /v2.0/ports?device_id=21bdb347-f9b2-4ccd-8f2d-8adbeeef3318 HTTP/1.1" status: 200 len: 210 time: 0.1515391 Mar 29 15:45:58.141473 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38ef2e79-4a17-4145-8bd9-73e5f6c256bc admin admin] Router 2e19b61a-3d0a-413a-bff1-f81e83aba065 has already been hosted by L3 agent c648d819-1060-4f26-b4ec-6455387b5dff {{(pid=102791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 15:45:58.202455 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-b4e13ea8-2b16-42b4-b7f9-6d2c9eaaf00f None None] Port 8233b534-864c-4cc5-b7a9-53a7bd061bc8 cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 15:45:58.297473 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-77136a30-e9c7-4c00-9242-7d2de868e1e9 req-01e1cdc4-fbf6-4b0b-8f08-1dcbb89fcffd tempest-ListServerFiltersTestJSON-1632672620 tempest-ListServerFiltersTestJSON-1632672620-project] Notify callbacks [] for port, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:58.371842 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38ef2e79-4a17-4145-8bd9-73e5f6c256bc admin admin] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:45:58.377942 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-38ef2e79-4a17-4145-8bd9-73e5f6c256bc admin admin] 10.222.0.42 "PUT /v2.0/routers/2e19b61a-3d0a-413a-bff1-f81e83aba065/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1727393 Mar 29 15:45:58.472456 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 3f4faa9e-87f6-4b64-8570-a34104fbb2da up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:45:58.584855 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-675961b4-e982-4f68-914c-e012a2003dc6 req-c99264aa-a4c0-4de6-8b20-3a295dcf2368 tempest-ListServerFiltersTestJSON-1632672620 tempest-ListServerFiltersTestJSON-1632672620-project] 10.222.0.42 "GET /v2.0/ports?device_id=57be4d6d-0b44-4e91-a13f-bd6abefccde5 HTTP/1.1" status: 200 len: 210 time: 0.1552086 Mar 29 15:45:58.629993 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port 3f4faa9e-87f6-4b64-8570-a34104fbb2da triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:45:58.630548 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:58.713783 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-77136a30-e9c7-4c00-9242-7d2de868e1e9 req-01e1cdc4-fbf6-4b0b-8f08-1dcbb89fcffd tempest-ListServerFiltersTestJSON-1632672620 tempest-ListServerFiltersTestJSON-1632672620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:58.786885 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device c78c59da-3fbf-49c4-bf86-62617171510c up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:45:58.826876 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e1cdc4-fbf6-4b0b-8f08-1dcbb89fcffd tempest-ListServerFiltersTestJSON-1632672620 tempest-ListServerFiltersTestJSON-1632672620-project] Pushing event updated for resources: {'Port': ['ID=7a21e05c-c9e3-4d38-8cd6-1293051e049b,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:45:58.857030 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a486d2-6f4c-4253-aec6-6ac33566b3f1 req-d7ed9c14-1ec7-4410-8064-4f7395e7e5d6 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:45:58.858711 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc9a2d16-0127-4697-bee8-225ceeab3aa0 req-4ee92235-58d8-4a63-bbd7-ca3afb4b857a tempest-InstanceActionsV221TestJSON-993286630 tempest-InstanceActionsV221TestJSON-993286630-project] Made reservation on behalf of 7ba1b0faf68b4f8d9a887657f9ac84d8 for: {'port': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:45:58.862179 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-bc9a2d16-0127-4697-bee8-225ceeab3aa0 req-4ee92235-58d8-4a63-bbd7-ca3afb4b857a tempest-InstanceActionsV221TestJSON-993286630 tempest-InstanceActionsV221TestJSON-993286630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:58.869775 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-1ec103c8-88b7-4e43-936a-ee6c402b6889 req-485c3bd1-6aca-4e15-8602-08bb6853e2c4 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] 10.222.0.42 "GET /v2.0/ports?device_id=149487e7-8e7a-421e-9b26-38fcb904048e HTTP/1.1" status: 200 len: 210 time: 0.1567705 Mar 29 15:45:58.877103 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-67a486d2-6f4c-4253-aec6-6ac33566b3f1 req-d7ed9c14-1ec7-4410-8064-4f7395e7e5d6 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/ports?device_id=ccf671cc-285a-4046-a5d5-c44a9114232b HTTP/1.1" status: 200 len: 949 time: 0.1792860 Mar 29 15:45:58.936844 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port c78c59da-3fbf-49c4-bf86-62617171510c triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:45:58.937245 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:58.984478 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-67a486d2-6f4c-4253-aec6-6ac33566b3f1 req-f5832423-9f96-462c-8283-5bcfdb77abed tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/security-groups?id=56997969-7130-4d86-9e9d-e068deb19a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062155 Mar 29 15:45:58.996123 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77136a30-e9c7-4c00-9242-7d2de868e1e9 req-01e1cdc4-fbf6-4b0b-8f08-1dcbb89fcffd tempest-ListServerFiltersTestJSON-1632672620 tempest-ListServerFiltersTestJSON-1632672620-project] Network 237afad2-5c99-42c5-97af-1d91f8cfe802 is already hosted by enough agents. {{(pid=102790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:45:59.161936 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:59.254185 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] For port c78c59da-3fbf-49c4-bf86-62617171510c, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=c78c59da-3fbf-49c4-bf86-62617171510c,segment=NetworkSegment(6ab47353-a811-4bad-bc73-b4cc84583cfd),segment_id=6ab47353-a811-4bad-bc73-b4cc84583cfd)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:45:59.273137 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:59.281410 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.db_base_plugin_common [req-bc9a2d16-0127-4697-bee8-225ceeab3aa0 req-4ee92235-58d8-4a63-bbd7-ca3afb4b857a tempest-InstanceActionsV221TestJSON-993286630 tempest-InstanceActionsV221TestJSON-993286630-project] Allocated IP 172.20.0.6 (f818aa83-6c27-4705-9d9f-ea6510384836/90311ee8-e9b3-49cf-b7b9-fd41862bea03/58eec033-97d2-44c7-bc17-2c887f6cf369) {{(pid=102790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:45:59.343742 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4a0b10-84eb-4b0f-bcae-e29591c98216 req-411d77eb-8a2c-4b3b-8349-7813514c6c0f tempest-ListServerFiltersTestJSON-1632672620 tempest-ListServerFiltersTestJSON-1632672620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:45:59.350752 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Pushing event updated for resources: {'Port': ['ID=c78c59da-3fbf-49c4-bf86-62617171510c,revision_number=4']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:45:59.359235 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-1f4a0b10-84eb-4b0f-bcae-e29591c98216 req-411d77eb-8a2c-4b3b-8349-7813514c6c0f tempest-ListServerFiltersTestJSON-1632672620 tempest-ListServerFiltersTestJSON-1632672620-project] 10.222.0.44 "GET /v2.0/networks?id=237afad2-5c99-42c5-97af-1d91f8cfe802 HTTP/1.1" status: 200 len: 815 time: 0.2557278 Mar 29 15:45:59.370400 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [req-1f4a0b10-84eb-4b0f-bcae-e29591c98216 req-ddbaed34-6c52-4cf1-adcd-73db8cbf6d0c tempest-ListServerFiltersTestJSON-1632672620 tempest-ListServerFiltersTestJSON-1632672620-project] Request body: {'port': {'device_id': '57be4d6d-0b44-4e91-a13f-bd6abefccde5', 'network_id': '237afad2-5c99-42c5-97af-1d91f8cfe802', 'admin_state_up': True, 'tenant_id': '36880b077ae44472a766ee3dbca8c57a'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:45:59.555190 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-bc9a2d16-0127-4697-bee8-225ceeab3aa0 req-4ee92235-58d8-4a63-bbd7-ca3afb4b857a tempest-InstanceActionsV221TestJSON-993286630 tempest-InstanceActionsV221TestJSON-993286630-project] Notify callbacks [] for port, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:59.615485 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-bc9a2d16-0127-4697-bee8-225ceeab3aa0 req-4ee92235-58d8-4a63-bbd7-ca3afb4b857a tempest-InstanceActionsV221TestJSON-993286630 tempest-InstanceActionsV221TestJSON-993286630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:45:59.632758 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [req-77136a30-e9c7-4c00-9242-7d2de868e1e9 req-01e1cdc4-fbf6-4b0b-8f08-1dcbb89fcffd tempest-ListServerFiltersTestJSON-1632672620 tempest-ListServerFiltersTestJSON-1632672620-project] Resources bound (agent type, host, resource id): {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:45:59.636377 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.l3_dvrscheduler_db [req-77136a30-e9c7-4c00-9242-7d2de868e1e9 req-01e1cdc4-fbf6-4b0b-8f08-1dcbb89fcffd tempest-ListServerFiltersTestJSON-1632672620 tempest-ListServerFiltersTestJSON-1632672620-project] Received port after_create {{(pid=102790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:45:59.808640 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55f9760-957d-4a38-94bb-0683e825efc0 req-ac40e4e2-aa78-4ed9-b321-e4ff975623b4 tempest-FloatingIPsAssociationNegativeTestJSON-492483530 tempest-FloatingIPsAssociationNegativeTestJSON-492483530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:45:59.826940 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d55f9760-957d-4a38-94bb-0683e825efc0 req-ac40e4e2-aa78-4ed9-b321-e4ff975623b4 tempest-FloatingIPsAssociationNegativeTestJSON-492483530 tempest-FloatingIPsAssociationNegativeTestJSON-492483530-project] 10.222.0.42 "GET /v2.0/networks?id=7c143bed-7e9e-4000-a4b5-c98d481a1da9 HTTP/1.1" status: 200 len: 828 time: 0.3971658 Mar 29 15:45:59.827482 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc9a2d16-0127-4697-bee8-225ceeab3aa0 req-4ee92235-58d8-4a63-bbd7-ca3afb4b857a tempest-InstanceActionsV221TestJSON-993286630 tempest-InstanceActionsV221TestJSON-993286630-project] Network f818aa83-6c27-4705-9d9f-ea6510384836 is already hosted by enough agents. {{(pid=102790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:45:59.871309 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d55f9760-957d-4a38-94bb-0683e825efc0 req-cdca90ec-fa06-4a86-9d07-8238c996703e tempest-FloatingIPsAssociationNegativeTestJSON-492483530 tempest-FloatingIPsAssociationNegativeTestJSON-492483530-project] 10.222.0.42 "GET /v2.0/quotas/30f1929cf8cd4fa2971fe122fa56b37c HTTP/1.1" status: 200 len: 375 time: 0.0415444 Mar 29 15:45:59.889444 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [req-bc9a2d16-0127-4697-bee8-225ceeab3aa0 req-4ee92235-58d8-4a63-bbd7-ca3afb4b857a tempest-InstanceActionsV221TestJSON-993286630 tempest-InstanceActionsV221TestJSON-993286630-project] Resources bound (agent type, host, resource id): {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:45:59.908223 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc9a2d16-0127-4697-bee8-225ceeab3aa0 req-4ee92235-58d8-4a63-bbd7-ca3afb4b857a tempest-InstanceActionsV221TestJSON-993286630 tempest-InstanceActionsV221TestJSON-993286630-project] Received port after_create {{(pid=102790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:45:59.922376 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b29e7dc9-b526-40cf-bf7a-2ce4dadd7c3e None None] Sync routers for ids ['2e19b61a-3d0a-413a-bff1-f81e83aba065'] in n-d-834765-1 {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:45:59.933597 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee92235-58d8-4a63-bbd7-ca3afb4b857a tempest-InstanceActionsV221TestJSON-993286630 tempest-InstanceActionsV221TestJSON-993286630-project] Pushing event updated for resources: {'Port': ['ID=58eec033-97d2-44c7-bc17-2c887f6cf369,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:45:59.955529 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b29e7dc9-b526-40cf-bf7a-2ce4dadd7c3e None None] Routers {'2e19b61a-3d0a-413a-bff1-f81e83aba065'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:45:59.957821 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-b29e7dc9-b526-40cf-bf7a-2ce4dadd7c3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:45:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['2e19b61a-3d0a-413a-bff1-f81e83aba065'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:45:59.993627 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6af2e15-f07b-43bb-9261-ac6753b525fc req-85a38330-e775-4cf1-b04c-da17357f0fc1 tempest-ServerRescueTestJSONUnderV235-1876556569 tempest-ServerRescueTestJSONUnderV235-1876556569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:00.001038 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f4a0b10-84eb-4b0f-bcae-e29591c98216 req-ddbaed34-6c52-4cf1-adcd-73db8cbf6d0c tempest-ListServerFiltersTestJSON-1632672620 tempest-ListServerFiltersTestJSON-1632672620-project] Made reservation on behalf of 36880b077ae44472a766ee3dbca8c57a for: {'port': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:46:00.006020 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-1f4a0b10-84eb-4b0f-bcae-e29591c98216 req-ddbaed34-6c52-4cf1-adcd-73db8cbf6d0c tempest-ListServerFiltersTestJSON-1632672620 tempest-ListServerFiltersTestJSON-1632672620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:00.010839 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-c6af2e15-f07b-43bb-9261-ac6753b525fc req-85a38330-e775-4cf1-b04c-da17357f0fc1 tempest-ServerRescueTestJSONUnderV235-1876556569 tempest-ServerRescueTestJSONUnderV235-1876556569-project] 10.222.0.42 "GET /v2.0/ports?device_id=f874266c-3b3f-411d-94a2-092abe89ba9b HTTP/1.1" status: 200 len: 946 time: 0.4007242 Mar 29 15:46:00.060717 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d55f9760-957d-4a38-94bb-0683e825efc0 req-1938dee0-93bc-4bba-81a7-43d17209bed0 tempest-FloatingIPsAssociationNegativeTestJSON-492483530 tempest-FloatingIPsAssociationNegativeTestJSON-492483530-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=30f1929cf8cd4fa2971fe122fa56b37c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1873322 Mar 29 15:46:00.104839 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77136a30-e9c7-4c00-9242-7d2de868e1e9 req-01e1cdc4-fbf6-4b0b-8f08-1dcbb89fcffd tempest-ListServerFiltersTestJSON-1632672620 tempest-ListServerFiltersTestJSON-1632672620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:00.105521 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-77136a30-e9c7-4c00-9242-7d2de868e1e9 req-01e1cdc4-fbf6-4b0b-8f08-1dcbb89fcffd tempest-ListServerFiltersTestJSON-1632672620 tempest-ListServerFiltersTestJSON-1632672620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:00.144442 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-c6744300-3751-43d0-b3e2-12db524c8900 None None] Provisioning complete for port 7a21e05c-c9e3-4d38-8cd6-1293051e049b triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:46:00.145401 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-c6744300-3751-43d0-b3e2-12db524c8900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:00.249102 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-77136a30-e9c7-4c00-9242-7d2de868e1e9 req-01e1cdc4-fbf6-4b0b-8f08-1dcbb89fcffd tempest-ListServerFiltersTestJSON-1632672620 tempest-ListServerFiltersTestJSON-1632672620-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3634715 Mar 29 15:46:00.263779 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-c6744300-3751-43d0-b3e2-12db524c8900 None None] Port 7a21e05c-c9e3-4d38-8cd6-1293051e049b cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 15:46:00.270431 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [req-77136a30-e9c7-4c00-9242-7d2de868e1e9 req-5280ad5f-0449-45e6-b948-185878a22d8d service neutron] Request body: {'port': {'device_id': '32b7b91c-8e40-48a8-9a73-9f507d49953e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834765-1'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:46:00.286004 n-d-834765-1 neutron-server[102790]: DEBUG neutron.notifiers.nova [req-bc57294e-7c99-4d95-a939-0664e0374884 req-4b1a29b9-747c-41db-aef8-140629be0d51 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53bb8200-f409-497e-8e5a-d1604f58a2ad {{(pid=102790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:46:00.288080 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device c78c59da-3fbf-49c4-bf86-62617171510c up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:46:00.298411 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9a2d16-0127-4697-bee8-225ceeab3aa0 req-4ee92235-58d8-4a63-bbd7-ca3afb4b857a tempest-InstanceActionsV221TestJSON-993286630 tempest-InstanceActionsV221TestJSON-993286630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:00.299354 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-bc9a2d16-0127-4697-bee8-225ceeab3aa0 req-4ee92235-58d8-4a63-bbd7-ca3afb4b857a tempest-InstanceActionsV221TestJSON-993286630 tempest-InstanceActionsV221TestJSON-993286630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:00.310075 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-7ef3ac12-c6d8-49c3-8776-2713d28aa921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:00.311535 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvr_db [None req-b29e7dc9-b526-40cf-bf7a-2ce4dadd7c3e None None] Set router 2e19b61a-3d0a-413a-bff1-f81e83aba065 gateway port host: n-d-834765-1 {{(pid=102793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:46:00.324262 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-bc57294e-7c99-4d95-a939-0664e0374884 req-4b1a29b9-747c-41db-aef8-140629be0d51 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:00.344803 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-c6af2e15-f07b-43bb-9261-ac6753b525fc req-545d125f-8d6f-4228-a21f-937e74321c3b tempest-ServerRescueTestJSONUnderV235-1876556569 tempest-ServerRescueTestJSONUnderV235-1876556569-project] 10.222.0.42 "GET /v2.0/security-groups?id=3d222421-3560-49e7-abaf-10952d69e15f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3325000 Mar 29 15:46:00.362386 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.provisioning_blocks [req-bc57294e-7c99-4d95-a939-0664e0374884 req-4b1a29b9-747c-41db-aef8-140629be0d51 service neutron] Transition to ACTIVE for port object 53bb8200-f409-497e-8e5a-d1604f58a2ad will not be triggered until provisioned by entity L2. {{(pid=102790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 15:46:00.438684 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-bc9a2d16-0127-4697-bee8-225ceeab3aa0 req-4ee92235-58d8-4a63-bbd7-ca3afb4b857a tempest-InstanceActionsV221TestJSON-993286630 tempest-InstanceActionsV221TestJSON-993286630-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5229962 Mar 29 15:46:00.455252 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-bc57294e-7c99-4d95-a939-0664e0374884 req-4b1a29b9-747c-41db-aef8-140629be0d51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5237921'] for port, after_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:00.477515 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port c78c59da-3fbf-49c4-bf86-62617171510c triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:46:00.477895 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:00.486818 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [req-bc9a2d16-0127-4697-bee8-225ceeab3aa0 req-9f9b0731-9b9d-481a-b566-c553679967b0 service neutron] Request body: {'port': {'device_id': '21bdb347-f9b2-4ccd-8f2d-8adbeeef3318', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834765-1'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:46:00.637326 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-77136a30-e9c7-4c00-9242-7d2de868e1e9 req-5280ad5f-0449-45e6-b948-185878a22d8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:00.796260 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d55f9760-957d-4a38-94bb-0683e825efc0 req-79256a1e-a99e-4886-be09-92af0763b27b service neutron] 10.222.0.42 "GET /v2.0/networks/7c143bed-7e9e-4000-a4b5-c98d481a1da9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5907171 Mar 29 15:46:00.803343 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_common [req-1f4a0b10-84eb-4b0f-bcae-e29591c98216 req-ddbaed34-6c52-4cf1-adcd-73db8cbf6d0c tempest-ListServerFiltersTestJSON-1632672620 tempest-ListServerFiltersTestJSON-1632672620-project] Allocated IP 172.20.0.5 (237afad2-5c99-42c5-97af-1d91f8cfe802/06f45d87-dbac-4e5a-a564-aee191524d88/33c323e8-95b1-46c4-bf3b-04dc54e338c1) {{(pid=102791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:46:00.914740 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1a29b9-747c-41db-aef8-140629be0d51 service neutron] Pushing event updated for resources: {'Port': ['ID=53bb8200-f409-497e-8e5a-d1604f58a2ad,revision_number=2']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:46:00.928165 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-b29e7dc9-b526-40cf-bf7a-2ce4dadd7c3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e19b61a-3d0a-413a-bff1-f81e83aba065', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-824853783-router', 'tenant_id': '30f1929cf8cd4fa2971fe122fa56b37c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.67'}], 'enable_snat': True}, 'gw_port_id': 'c78c59da-3fbf-49c4-bf86-62617171510c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:45:45Z', 'updated_at': '2022-03-29T15:45:55Z', 'revision_number': 4, 'project_id': '30f1929cf8cd4fa2971fe122fa56b37c', 'gw_port': {'id': 'c78c59da-3fbf-49c4-bf86-62617171510c', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:34:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e19b61a-3d0a-413a-bff1-f81e83aba065', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:45:47Z', 'updated_at': '2022-03-29T15:45:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': '8233b534-864c-4cc5-b7a9-53a7bd061bc8', 'name': '', 'network_id': '7c143bed-7e9e-4000-a4b5-c98d481a1da9', 'tenant_id': '30f1929cf8cd4fa2971fe122fa56b37c', 'mac_address': 'fa:16:3e:cc:1f:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e19b61a-3d0a-413a-bff1-f81e83aba065', 'device_owner': 'network:router_interface', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': 'b1987332-c2a6-4f9a-8ef4-b91bd30159c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:45:52Z', 'updated_at': '2022-03-29T15:45:55Z', 'revision_number': 2, 'project_id': '30f1929cf8cd4fa2971fe122fa56b37c', 'subnets': [{'id': 'b1987332-c2a6-4f9a-8ef4-b91bd30159c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:46:01.012374 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b29e7dc9-b526-40cf-bf7a-2ce4dadd7c3e None None] Checking router: 2e19b61a-3d0a-413a-bff1-f81e83aba065 for host: n-d-834765-1 {{(pid=102793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:46:01.013910 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b29e7dc9-b526-40cf-bf7a-2ce4dadd7c3e None None] Updating router 2e19b61a-3d0a-413a-bff1-f81e83aba065 port 8233b534-864c-4cc5-b7a9-53a7bd061bc8 binding host n-d-834765-1 {{(pid=102793) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 15:46:01.049181 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-bc9a2d16-0127-4697-bee8-225ceeab3aa0 req-9f9b0731-9b9d-481a-b566-c553679967b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:01.081522 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-b29e7dc9-b526-40cf-bf7a-2ce4dadd7c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:01.141149 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626f26d3-af84-4545-8dc9-243e29439b7d req-375a15a9-37c7-4f6a-8c53-7a2635e4b33a tempest-InstanceActionsV221TestJSON-993286630 tempest-InstanceActionsV221TestJSON-993286630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:01.142707 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-626f26d3-af84-4545-8dc9-243e29439b7d req-375a15a9-37c7-4f6a-8c53-7a2635e4b33a tempest-InstanceActionsV221TestJSON-993286630 tempest-InstanceActionsV221TestJSON-993286630-project] 10.222.0.42 "GET /v2.0/ports?device_id=21bdb347-f9b2-4ccd-8f2d-8adbeeef3318 HTTP/1.1" status: 200 len: 931 time: 0.5018408 Mar 29 15:46:01.151688 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d55f9760-957d-4a38-94bb-0683e825efc0 req-5ac2d7f7-af2d-4b2a-8ad3-51d54f1de87e service neutron] 10.222.0.42 "GET /v2.0/networks/7c143bed-7e9e-4000-a4b5-c98d481a1da9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3365338 Mar 29 15:46:01.204474 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dac55b6-2922-4ac0-a130-ff288b8c086d req-f8a77110-c175-4c9f-ae11-dbc0c35963d8 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:01.206783 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4dac55b6-2922-4ac0-a130-ff288b8c086d req-f8a77110-c175-4c9f-ae11-dbc0c35963d8 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] 10.222.0.48 "GET /v2.0/networks?id=9c05e936-df9e-4fbf-b09c-78bf9696504c HTTP/1.1" status: 200 len: 806 time: 0.7109725 Mar 29 15:46:01.225843 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [req-4dac55b6-2922-4ac0-a130-ff288b8c086d req-e55f0ad6-9429-47c3-8844-30b0c254e1f6 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] Request body: {'port': {'device_id': '149487e7-8e7a-421e-9b26-38fcb904048e', 'network_id': '9c05e936-df9e-4fbf-b09c-78bf9696504c', 'admin_state_up': True, 'tenant_id': 'd04cf558b2cb439aa051141a3dc84641'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:46:01.328648 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-46f08963-9e6c-446f-b6a7-2cc98c8d261c req-9e03f3b9-fa45-40b1-becb-1c0d9b400c81 service neutron] 10.222.0.44 "GET /v2.0/ports/c3fe64f4-0ad0-4bf4-9e83-f3258604e62d/bindings/n-h1-834765-1 HTTP/1.1" status: 200 len: 382 time: 0.4071646 Mar 29 15:46:01.401342 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-626f26d3-af84-4545-8dc9-243e29439b7d req-0f50b03f-35f5-45b0-86ff-bd7991800bf3 tempest-InstanceActionsV221TestJSON-993286630 tempest-InstanceActionsV221TestJSON-993286630-project] 10.222.0.42 "GET /v2.0/security-groups?id=b16fe5c9-3471-481e-b9c7-dee6db3748fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1921883 Mar 29 15:46:01.402302 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.managers [req-bc57294e-7c99-4d95-a939-0664e0374884 req-4b1a29b9-747c-41db-aef8-140629be0d51 service neutron] Attempting to bind port 53bb8200-f409-497e-8e5a-d1604f58a2ad on host n-h2-834765-1 for vnic_type normal with profile {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:46:01.402778 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.managers [req-bc57294e-7c99-4d95-a939-0664e0374884 req-4b1a29b9-747c-41db-aef8-140629be0d51 service neutron] Attempting to bind port 53bb8200-f409-497e-8e5a-d1604f58a2ad by drivers openvswitch,hyperv on host n-h2-834765-1 at level 0 using segments [{'id': '6b7c66be-f702-416f-8424-fdadbd967f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '237afad2-5c99-42c5-97af-1d91f8cfe802'}] {{(pid=102790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:46:01.403831 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc57294e-7c99-4d95-a939-0664e0374884 req-4b1a29b9-747c-41db-aef8-140629be0d51 service neutron] Attempting to bind port 53bb8200-f409-497e-8e5a-d1604f58a2ad on network 237afad2-5c99-42c5-97af-1d91f8cfe802 {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:46:01.454196 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc57294e-7c99-4d95-a939-0664e0374884 req-4b1a29b9-747c-41db-aef8-140629be0d51 service neutron] Port 53bb8200-f409-497e-8e5a-d1604f58a2ad on network 237afad2-5c99-42c5-97af-1d91f8cfe802 not bound, no agent of type Open vSwitch agent registered on host n-h2-834765-1 {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 15:46:01.454523 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc57294e-7c99-4d95-a939-0664e0374884 req-4b1a29b9-747c-41db-aef8-140629be0d51 service neutron] Attempting to bind port 53bb8200-f409-497e-8e5a-d1604f58a2ad on network 237afad2-5c99-42c5-97af-1d91f8cfe802 {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:46:01.507272 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc57294e-7c99-4d95-a939-0664e0374884 req-4b1a29b9-747c-41db-aef8-140629be0d51 service neutron] Checking agent: {'id': '3e4b4912-b4a2-4d17-b5bd-6ce15529e8eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 33, 17), 'started_at': datetime.datetime(2022, 3, 29, 15, 33, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 45, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:46:01.513732 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc57294e-7c99-4d95-a939-0664e0374884 req-4b1a29b9-747c-41db-aef8-140629be0d51 service neutron] Checking segment: {'id': '6b7c66be-f702-416f-8424-fdadbd967f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '237afad2-5c99-42c5-97af-1d91f8cfe802'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:46:01.514133 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc57294e-7c99-4d95-a939-0664e0374884 req-4b1a29b9-747c-41db-aef8-140629be0d51 service neutron] Bound using segment: {'id': '6b7c66be-f702-416f-8424-fdadbd967f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '237afad2-5c99-42c5-97af-1d91f8cfe802'} {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:46:01.514686 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.managers [req-bc57294e-7c99-4d95-a939-0664e0374884 req-4b1a29b9-747c-41db-aef8-140629be0d51 service neutron] Bound port: 53bb8200-f409-497e-8e5a-d1604f58a2ad, host: n-h2-834765-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b7c66be-f702-416f-8424-fdadbd967f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '237afad2-5c99-42c5-97af-1d91f8cfe802'}}] {{(pid=102790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 15:46:01.515061 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-bc57294e-7c99-4d95-a939-0664e0374884 req-4b1a29b9-747c-41db-aef8-140629be0d51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:01.530127 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4dac55b6-2922-4ac0-a130-ff288b8c086d req-e55f0ad6-9429-47c3-8844-30b0c254e1f6 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] Made reservation on behalf of d04cf558b2cb439aa051141a3dc84641 for: {'port': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:46:01.537672 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-4dac55b6-2922-4ac0-a130-ff288b8c086d req-e55f0ad6-9429-47c3-8844-30b0c254e1f6 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:01.751618 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_common [req-4dac55b6-2922-4ac0-a130-ff288b8c086d req-e55f0ad6-9429-47c3-8844-30b0c254e1f6 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] Allocated IP 172.20.0.10 (9c05e936-df9e-4fbf-b09c-78bf9696504c/9016bdba-0f5c-4ddd-94a1-3fa4aae621f1/148eeaa5-f1d0-43b8-9bff-c3cf6be228f5) {{(pid=102791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:46:01.865014 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-83ec5093-3aca-4c1c-b979-7735fc6429c0 req-198442b7-3f3f-4e13-a5a1-8dfe6b7cbe62 tempest-ListServerFiltersTestJSON-1632672620 tempest-ListServerFiltersTestJSON-1632672620-project] 10.222.0.42 "GET /v2.0/ports?device_id=57be4d6d-0b44-4e91-a13f-bd6abefccde5 HTTP/1.1" status: 200 len: 210 time: 0.1405401 Mar 29 15:46:01.884569 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-b29e7dc9-b526-40cf-bf7a-2ce4dadd7c3e None None] Notify callbacks [] for port, precommit_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:01.914667 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-b29e7dc9-b526-40cf-bf7a-2ce4dadd7c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:01.945502 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-4dac55b6-2922-4ac0-a130-ff288b8c086d req-e55f0ad6-9429-47c3-8844-30b0c254e1f6 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] Notify callbacks [] for port, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:01.953670 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [req-bc57294e-7c99-4d95-a939-0664e0374884 req-4b1a29b9-747c-41db-aef8-140629be0d51 service neutron] For port 53bb8200-f409-497e-8e5a-d1604f58a2ad, host n-h2-834765-1, cleared binding levels {{(pid=102790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:46:01.959619 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [req-bc57294e-7c99-4d95-a939-0664e0374884 req-4b1a29b9-747c-41db-aef8-140629be0d51 service neutron] For port 53bb8200-f409-497e-8e5a-d1604f58a2ad, host n-h2-834765-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=53bb8200-f409-497e-8e5a-d1604f58a2ad,segment=NetworkSegment(6b7c66be-f702-416f-8424-fdadbd967f79),segment_id=6b7c66be-f702-416f-8424-fdadbd967f79)] {{(pid=102790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:46:01.977995 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f08963-9e6c-446f-b6a7-2cc98c8d261c req-cb3d22a5-b31d-4b0b-af1d-02cc33668feb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:01.979526 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-46f08963-9e6c-446f-b6a7-2cc98c8d261c req-cb3d22a5-b31d-4b0b-af1d-02cc33668feb service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=ccf671cc-285a-4046-a5d5-c44a9114232b&tenant_id=fa3ba36247ad48f4997ede3b0209bc82 HTTP/1.1" status: 200 len: 1100 time: 0.2630734 Mar 29 15:46:01.980539 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-bc57294e-7c99-4d95-a939-0664e0374884 req-4b1a29b9-747c-41db-aef8-140629be0d51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5237921'] for port, after_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:02.059019 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c8bc02-a892-46b0-a99c-fa4598e782bc None None] Pushing event updated for resources: {'Port': ['ID=8233b534-864c-4cc5-b7a9-53a7bd061bc8,revision_number=3']} {{(pid=102793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:46:02.095039 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-4dac55b6-2922-4ac0-a130-ff288b8c086d req-e55f0ad6-9429-47c3-8844-30b0c254e1f6 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:02.108618 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] get_ports_and_sgs() called for port_ids ['734cee79-2e3a-49be-96bb-0714db457bf3'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:46:02.117452 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc57294e-7c99-4d95-a939-0664e0374884 req-4b1a29b9-747c-41db-aef8-140629be0d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:02.118348 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-bc57294e-7c99-4d95-a939-0664e0374884 req-4b1a29b9-747c-41db-aef8-140629be0d51 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:02.151285 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-bc57294e-7c99-4d95-a939-0664e0374884 req-4b1a29b9-747c-41db-aef8-140629be0d51 service neutron] 10.222.0.48 "PUT /v2.0/ports/53bb8200-f409-497e-8e5a-d1604f58a2ad HTTP/1.1" status: 200 len: 1092 time: 6.0313709 Mar 29 15:46:02.158789 n-d-834765-1 neutron-server[102790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51a363cc-f278-44ab-a8ab-01401225dc38', 'tag': '53bb8200-f409-497e-8e5a-d1604f58a2ad'}] {{(pid=102790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:46:02.167681 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46b06d655c90bc969636382cce4240ad749035fb0f3a83ee4734fa1ed9c4a6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2feddf3-9c9b-409c-895d-cbc15be32e9b" -d '{"events": [{"name": "network-changed", "server_uuid": "51a363cc-f278-44ab-a8ab-01401225dc38", "tag": "53bb8200-f409-497e-8e5a-d1604f58a2ad"}]}' {{(pid=102790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:46:02.268709 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.managers [None req-b29e7dc9-b526-40cf-bf7a-2ce4dadd7c3e None None] Attempting to bind port 8233b534-864c-4cc5-b7a9-53a7bd061bc8 on host n-d-834765-1 for vnic_type normal with profile {{(pid=102793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:46:02.269093 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.managers [None req-b29e7dc9-b526-40cf-bf7a-2ce4dadd7c3e None None] Attempting to bind port 8233b534-864c-4cc5-b7a9-53a7bd061bc8 by drivers openvswitch,hyperv on host n-d-834765-1 at level 0 using segments [{'id': 'f2621a63-0db5-47c0-abd7-41810118d080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '7c143bed-7e9e-4000-a4b5-c98d481a1da9'}] {{(pid=102793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:46:02.269449 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b29e7dc9-b526-40cf-bf7a-2ce4dadd7c3e None None] Attempting to bind port 8233b534-864c-4cc5-b7a9-53a7bd061bc8 on network 7c143bed-7e9e-4000-a4b5-c98d481a1da9 {{(pid=102793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:46:02.304207 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b29e7dc9-b526-40cf-bf7a-2ce4dadd7c3e None None] Checking agent: {'id': 'a8866439-9d96-425c-b519-6905c591ac37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 25, 36), 'started_at': datetime.datetime(2022, 3, 29, 15, 26, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 45, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834765-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:46:02.304787 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b29e7dc9-b526-40cf-bf7a-2ce4dadd7c3e None None] Checking segment: {'id': 'f2621a63-0db5-47c0-abd7-41810118d080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '7c143bed-7e9e-4000-a4b5-c98d481a1da9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:46:02.308848 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-b29e7dc9-b526-40cf-bf7a-2ce4dadd7c3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:02.309328 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b29e7dc9-b526-40cf-bf7a-2ce4dadd7c3e None None] Bound using segment: {'id': 'f2621a63-0db5-47c0-abd7-41810118d080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '7c143bed-7e9e-4000-a4b5-c98d481a1da9'} {{(pid=102793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:46:02.310376 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.managers [None req-b29e7dc9-b526-40cf-bf7a-2ce4dadd7c3e None None] Bound port: 8233b534-864c-4cc5-b7a9-53a7bd061bc8, host: n-d-834765-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2621a63-0db5-47c0-abd7-41810118d080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '7c143bed-7e9e-4000-a4b5-c98d481a1da9'}}] {{(pid=102793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 15:46:02.310760 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-b29e7dc9-b526-40cf-bf7a-2ce4dadd7c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:02.437895 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55f0ad6-9429-47c3-8844-30b0c254e1f6 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] Pushing event updated for resources: {'Port': ['ID=148eeaa5-f1d0-43b8-9bff-c3cf6be228f5,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:46:02.560932 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.db [None req-b29e7dc9-b526-40cf-bf7a-2ce4dadd7c3e None None] For port 8233b534-864c-4cc5-b7a9-53a7bd061bc8, host n-d-834765-1, cleared binding levels {{(pid=102793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:46:02.580081 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4dac55b6-2922-4ac0-a130-ff288b8c086d req-e55f0ad6-9429-47c3-8844-30b0c254e1f6 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] Network 9c05e936-df9e-4fbf-b09c-78bf9696504c is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:46:02.584755 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1a29b9-747c-41db-aef8-140629be0d51 service neutron] Pushing event updated for resources: {'Port': ['ID=53bb8200-f409-497e-8e5a-d1604f58a2ad,revision_number=3']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:46:02.587766 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.db [None req-b29e7dc9-b526-40cf-bf7a-2ce4dadd7c3e None None] For port 8233b534-864c-4cc5-b7a9-53a7bd061bc8, host n-d-834765-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=8233b534-864c-4cc5-b7a9-53a7bd061bc8,segment=NetworkSegment(f2621a63-0db5-47c0-abd7-41810118d080),segment_id=f2621a63-0db5-47c0-abd7-41810118d080)] {{(pid=102793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:46:02.590297 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [req-4dac55b6-2922-4ac0-a130-ff288b8c086d req-e55f0ad6-9429-47c3-8844-30b0c254e1f6 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:46:02.594671 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-b29e7dc9-b526-40cf-bf7a-2ce4dadd7c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:02.599027 n-d-834765-1 neutron-server[102790]: DEBUG neutron.notifiers.nova [req-bc9a2d16-0127-4697-bee8-225ceeab3aa0 req-9f9b0731-9b9d-481a-b566-c553679967b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58eec033-97d2-44c7-bc17-2c887f6cf369 {{(pid=102790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:46:02.618694 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af36d79e-9dae-4958-ad91-c99440bb1179 req-6ea938f4-8791-407d-8457-b936a904cb28 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:02.625260 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-bc9a2d16-0127-4697-bee8-225ceeab3aa0 req-9f9b0731-9b9d-481a-b566-c553679967b0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:02.626034 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-af36d79e-9dae-4958-ad91-c99440bb1179 req-6ea938f4-8791-407d-8457-b936a904cb28 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] 10.222.0.42 "GET /v2.0/ports?device_id=149487e7-8e7a-421e-9b26-38fcb904048e HTTP/1.1" status: 200 len: 932 time: 0.5890141 Mar 29 15:46:02.632717 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [req-4dac55b6-2922-4ac0-a130-ff288b8c086d req-e55f0ad6-9429-47c3-8844-30b0c254e1f6 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] Received port after_create {{(pid=102791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:46:02.669852 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f08963-9e6c-446f-b6a7-2cc98c8d261c req-13250869-04ff-484f-8ceb-192f04a97457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:02.670388 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-439c7341-15e6-4dd7-9b2e-71bae2e79785 None None] Provisioning complete for port 8233b534-864c-4cc5-b7a9-53a7bd061bc8 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:46:02.671000 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-439c7341-15e6-4dd7-9b2e-71bae2e79785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:02.676967 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-46f08963-9e6c-446f-b6a7-2cc98c8d261c req-13250869-04ff-484f-8ceb-192f04a97457 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=fa3ba36247ad48f4997ede3b0209bc82&device_id=ccf671cc-285a-4046-a5d5-c44a9114232b HTTP/1.1" status: 200 len: 1100 time: 0.6573515 Mar 29 15:46:02.699960 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc57294e-7c99-4d95-a939-0664e0374884 req-e15a23a6-a6cc-4b93-97f7-1312b9f719ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:02.702626 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-bc57294e-7c99-4d95-a939-0664e0374884 req-e15a23a6-a6cc-4b93-97f7-1312b9f719ff service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=36880b077ae44472a766ee3dbca8c57a&device_id=51a363cc-f278-44ab-a8ab-01401225dc38 HTTP/1.1" status: 200 len: 1095 time: 0.5215983 Mar 29 15:46:02.705764 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.provisioning_blocks [req-bc9a2d16-0127-4697-bee8-225ceeab3aa0 req-9f9b0731-9b9d-481a-b566-c553679967b0 service neutron] Transition to ACTIVE for port object 58eec033-97d2-44c7-bc17-2c887f6cf369 will not be triggered until provisioned by entity L2. {{(pid=102790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 15:46:02.752615 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e060c11-9e6d-475a-9d6a-76c104985e11 req-ff7600cf-1afa-421c-a123-3d84ac51585c tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:02.754564 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-0e060c11-9e6d-475a-9d6a-76c104985e11 req-ff7600cf-1afa-421c-a123-3d84ac51585c tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/ports?device_id=ccf671cc-285a-4046-a5d5-c44a9114232b HTTP/1.1" status: 200 len: 949 time: 0.6395891 Mar 29 15:46:02.755899 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dac55b6-2922-4ac0-a130-ff288b8c086d req-e55f0ad6-9429-47c3-8844-30b0c254e1f6 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:02.756560 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-4dac55b6-2922-4ac0-a130-ff288b8c086d req-e55f0ad6-9429-47c3-8844-30b0c254e1f6 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:02.787829 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-bc9a2d16-0127-4697-bee8-225ceeab3aa0 req-9f9b0731-9b9d-481a-b566-c553679967b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5237921'] for port, after_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:02.799951 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c8bc02-a892-46b0-a99c-fa4598e782bc None None] Pushing event updated for resources: {'Port': ['ID=8233b534-864c-4cc5-b7a9-53a7bd061bc8,revision_number=4']} {{(pid=102793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:46:02.822074 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-92f881cc-a8f2-44cf-8ad7-80d7ba7b2d73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:02.829782 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b29e7dc9-b526-40cf-bf7a-2ce4dadd7c3e None None] Routers {'2e19b61a-3d0a-413a-bff1-f81e83aba065'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:46:02.831173 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-b29e7dc9-b526-40cf-bf7a-2ce4dadd7c3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:45:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['2e19b61a-3d0a-413a-bff1-f81e83aba065'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:46:02.868263 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4dac55b6-2922-4ac0-a130-ff288b8c086d req-e55f0ad6-9429-47c3-8844-30b0c254e1f6 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6500826 Mar 29 15:46:02.948976 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-439c7341-15e6-4dd7-9b2e-71bae2e79785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:03.042685 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-439c7341-15e6-4dd7-9b2e-71bae2e79785 None None] For port 8233b534-864c-4cc5-b7a9-53a7bd061bc8, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=8233b534-864c-4cc5-b7a9-53a7bd061bc8,segment=NetworkSegment(f2621a63-0db5-47c0-abd7-41810118d080),segment_id=f2621a63-0db5-47c0-abd7-41810118d080)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:46:03.050599 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-439c7341-15e6-4dd7-9b2e-71bae2e79785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:03.136072 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvr_db [None req-b29e7dc9-b526-40cf-bf7a-2ce4dadd7c3e None None] Set router 2e19b61a-3d0a-413a-bff1-f81e83aba065 gateway port host: n-d-834765-1 {{(pid=102793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:46:03.177614 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439c7341-15e6-4dd7-9b2e-71bae2e79785 None None] Pushing event updated for resources: {'Port': ['ID=8233b534-864c-4cc5-b7a9-53a7bd061bc8,revision_number=5']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:46:03.257270 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-617ba0d4-9cd2-4c32-82df-cd31c68c7558 None None] Provisioning complete for port 8233b534-864c-4cc5-b7a9-53a7bd061bc8 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:46:03.258038 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-617ba0d4-9cd2-4c32-82df-cd31c68c7558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:03.804329 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-bc57294e-7c99-4d95-a939-0664e0374884 req-3cb95b6b-c02a-4de3-875a-f1c0b5b1750a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=53bb8200-f409-497e-8e5a-d1604f58a2ad HTTP/1.1" status: 200 len: 217 time: 1.0482538 Mar 29 15:46:03.814904 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-b29e7dc9-b526-40cf-bf7a-2ce4dadd7c3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e19b61a-3d0a-413a-bff1-f81e83aba065', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-824853783-router', 'tenant_id': '30f1929cf8cd4fa2971fe122fa56b37c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.67'}], 'enable_snat': True}, 'gw_port_id': 'c78c59da-3fbf-49c4-bf86-62617171510c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:45:45Z', 'updated_at': '2022-03-29T15:45:55Z', 'revision_number': 4, 'project_id': '30f1929cf8cd4fa2971fe122fa56b37c', 'gw_port': {'id': 'c78c59da-3fbf-49c4-bf86-62617171510c', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:34:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e19b61a-3d0a-413a-bff1-f81e83aba065', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:45:47Z', 'updated_at': '2022-03-29T15:45:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': '8233b534-864c-4cc5-b7a9-53a7bd061bc8', 'name': '', 'network_id': '7c143bed-7e9e-4000-a4b5-c98d481a1da9', 'tenant_id': '30f1929cf8cd4fa2971fe122fa56b37c', 'mac_address': 'fa:16:3e:cc:1f:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e19b61a-3d0a-413a-bff1-f81e83aba065', 'device_owner': 'network:router_interface', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': 'b1987332-c2a6-4f9a-8ef4-b91bd30159c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:45:52Z', 'updated_at': '2022-03-29T15:46:02Z', 'revision_number': 4, 'project_id': '30f1929cf8cd4fa2971fe122fa56b37c', 'subnets': [{'id': 'b1987332-c2a6-4f9a-8ef4-b91bd30159c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:46:03.897280 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b29e7dc9-b526-40cf-bf7a-2ce4dadd7c3e None None] The sync data for ids ['2e19b61a-3d0a-413a-bff1-f81e83aba065'] in n-d-834765-1 is: [{'id': '2e19b61a-3d0a-413a-bff1-f81e83aba065', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-824853783-router', 'tenant_id': '30f1929cf8cd4fa2971fe122fa56b37c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.67'}], 'enable_snat': True}, 'gw_port_id': 'c78c59da-3fbf-49c4-bf86-62617171510c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:45:45Z', 'updated_at': '2022-03-29T15:45:55Z', 'revision_number': 4, 'project_id': '30f1929cf8cd4fa2971fe122fa56b37c', 'gw_port': {'id': 'c78c59da-3fbf-49c4-bf86-62617171510c', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:34:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e19b61a-3d0a-413a-bff1-f81e83aba065', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:45:47Z', 'updated_at': '2022-03-29T15:45:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': '8233b534-864c-4cc5-b7a9-53a7bd061bc8', 'name': '', 'network_id': '7c143bed-7e9e-4000-a4b5-c98d481a1da9', 'tenant_id': '30f1929cf8cd4fa2971fe122fa56b37c', 'mac_address': 'fa:16:3e:cc:1f:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e19b61a-3d0a-413a-bff1-f81e83aba065', 'device_owner': 'network:router_interface', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': 'b1987332-c2a6-4f9a-8ef4-b91bd30159c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:45:52Z', 'updated_at': '2022-03-29T15:46:02Z', 'revision_number': 4, 'project_id': '30f1929cf8cd4fa2971fe122fa56b37c', 'subnets': [{'id': 'b1987332-c2a6-4f9a-8ef4-b91bd30159c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:46:03.903254 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [req-4dac55b6-2922-4ac0-a130-ff288b8c086d req-29b75c0a-4e35-47fe-aed2-260a49964f65 service neutron] Request body: {'port': {'device_id': '149487e7-8e7a-421e-9b26-38fcb904048e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834765-1'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:46:03.970613 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-1f4a0b10-84eb-4b0f-bcae-e29591c98216 req-ddbaed34-6c52-4cf1-adcd-73db8cbf6d0c tempest-ListServerFiltersTestJSON-1632672620 tempest-ListServerFiltersTestJSON-1632672620-project] Notify callbacks [] for port, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:04.064508 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-af36d79e-9dae-4958-ad91-c99440bb1179 req-8380af08-6a7c-45b8-afaa-6deb86c388e0 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] 10.222.0.42 "GET /v2.0/security-groups?id=f08e979a-b162-4e81-8f48-4f228bf81759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2819552 Mar 29 15:46:04.098430 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device c3fe64f4-0ad0-4bf4-9e83-f3258604e62d no longer exists at agent hyperv_n-h1-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:46:04.138786 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d71584b9-87f1-45f5-84c7-c993c2416269 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:04.276625 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9b0731-9b9d-481a-b566-c553679967b0 service neutron] Pushing event updated for resources: {'Port': ['ID=58eec033-97d2-44c7-bc17-2c887f6cf369,revision_number=2']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:46:04.300157 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:04.328337 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc57294e-7c99-4d95-a939-0664e0374884 req-5cfdd708-5978-4afa-b5e8-866dffb7f889 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:04.329817 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-bc57294e-7c99-4d95-a939-0664e0374884 req-5cfdd708-5978-4afa-b5e8-866dffb7f889 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=06f45d87-dbac-4e5a-a564-aee191524d88 HTTP/1.1" status: 200 len: 854 time: 0.5063272 Mar 29 15:46:04.336218 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-4dac55b6-2922-4ac0-a130-ff288b8c086d req-29b75c0a-4e35-47fe-aed2-260a49964f65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:04.356793 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port c3fe64f4-0ad0-4bf4-9e83-f3258604e62d, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=c3fe64f4-0ad0-4bf4-9e83-f3258604e62d,segment=NetworkSegment(a0c230f0-660a-4194-9279-0f0781d34134),segment_id=a0c230f0-660a-4194-9279-0f0781d34134)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:46:04.359342 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 8233b534-864c-4cc5-b7a9-53a7bd061bc8 up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:46:04.362004 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccf671cc-285a-4046-a5d5-c44a9114232b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c3fe64f4-0ad0-4bf4-9e83-f3258604e62d'}] {{(pid=102792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:46:04.366266 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4f476c66b318cc6068719fc39557fac68d413f5c7e78fa77028c7948e999ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f16a444-08ea-48c8-b567-1aa235d279ac" -d '{"events": [{"server_uuid": "ccf671cc-285a-4046-a5d5-c44a9114232b", "name": "network-vif-unplugged", "status": "completed", "tag": "c3fe64f4-0ad0-4bf4-9e83-f3258604e62d"}]}' {{(pid=102792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:46:04.371636 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:04.382619 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-0e060c11-9e6d-475a-9d6a-76c104985e11 req-1b186fc8-3632-4f99-bd2d-129ab6bb67c0 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/security-groups?id=56997969-7130-4d86-9e9d-e068deb19a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7106943 Mar 29 15:46:04.421314 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f08963-9e6c-446f-b6a7-2cc98c8d261c req-56bf916f-1109-467f-8cd9-c2e3df0e7834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:04.421314 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-46f08963-9e6c-446f-b6a7-2cc98c8d261c req-56bf916f-1109-467f-8cd9-c2e3df0e7834 service neutron] 10.222.0.44 "GET /v2.0/networks?id=2268a9b9-82fd-4886-a91d-3a50e4e16cab HTTP/1.1" status: 200 len: 870 time: 1.7109516 Mar 29 15:46:04.494025 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-46f08963-9e6c-446f-b6a7-2cc98c8d261c req-9de3d599-4d5a-4457-90eb-52c49b60e14a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.87&port_id=c3fe64f4-0ad0-4bf4-9e83-f3258604e62d HTTP/1.1" status: 200 len: 217 time: 0.0671556 Mar 29 15:46:04.551750 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-1f4a0b10-84eb-4b0f-bcae-e29591c98216 req-ddbaed34-6c52-4cf1-adcd-73db8cbf6d0c tempest-ListServerFiltersTestJSON-1632672620 tempest-ListServerFiltersTestJSON-1632672620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:04.613123 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55f9760-957d-4a38-94bb-0683e825efc0 req-1b31dfcf-4870-48a5-812a-6070f97cb5bb tempest-FloatingIPsAssociationNegativeTestJSON-492483530 tempest-FloatingIPsAssociationNegativeTestJSON-492483530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:04.615005 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d55f9760-957d-4a38-94bb-0683e825efc0 req-1b31dfcf-4870-48a5-812a-6070f97cb5bb tempest-FloatingIPsAssociationNegativeTestJSON-492483530 tempest-FloatingIPsAssociationNegativeTestJSON-492483530-project] 10.222.0.44 "GET /v2.0/networks?id=7c143bed-7e9e-4000-a4b5-c98d481a1da9 HTTP/1.1" status: 200 len: 828 time: 0.6969271 Mar 29 15:46:04.658275 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [req-d55f9760-957d-4a38-94bb-0683e825efc0 req-9e04d134-9917-4b53-8a12-76aaa9fcc098 tempest-FloatingIPsAssociationNegativeTestJSON-492483530 tempest-FloatingIPsAssociationNegativeTestJSON-492483530-project] Request body: {'port': {'device_id': '289edb15-b057-48b9-8159-c673c5bb8197', 'network_id': '7c143bed-7e9e-4000-a4b5-c98d481a1da9', 'admin_state_up': True, 'tenant_id': '30f1929cf8cd4fa2971fe122fa56b37c'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:46:04.661366 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Pushing event updated for resources: {'Port': ['ID=c3fe64f4-0ad0-4bf4-9e83-f3258604e62d,revision_number=6']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:46:04.706746 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port 8233b534-864c-4cc5-b7a9-53a7bd061bc8 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:46:04.707128 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:04.744388 n-d-834765-1 neutron-server[102790]: DEBUG neutron.notifiers.nova [req-77136a30-e9c7-4c00-9242-7d2de868e1e9 req-5280ad5f-0449-45e6-b948-185878a22d8d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a21e05c-c9e3-4d38-8cd6-1293051e049b {{(pid=102790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:46:04.753722 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-77136a30-e9c7-4c00-9242-7d2de868e1e9 req-5280ad5f-0449-45e6-b948-185878a22d8d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:04.767713 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.provisioning_blocks [req-77136a30-e9c7-4c00-9242-7d2de868e1e9 req-5280ad5f-0449-45e6-b948-185878a22d8d service neutron] Transition to ACTIVE for port object 7a21e05c-c9e3-4d38-8cd6-1293051e049b will not be triggered until provisioned by entity L2. {{(pid=102790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 15:46:04.824193 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc57294e-7c99-4d95-a939-0664e0374884 req-de87947a-3e39-45a7-b04b-0d6ef52c5437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:04.831855 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-bc57294e-7c99-4d95-a939-0664e0374884 req-de87947a-3e39-45a7-b04b-0d6ef52c5437 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=237afad2-5c99-42c5-97af-1d91f8cfe802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4703014 Mar 29 15:46:04.832480 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-77136a30-e9c7-4c00-9242-7d2de868e1e9 req-5280ad5f-0449-45e6-b948-185878a22d8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5237921'] for port, after_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:04.874340 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.managers [req-bc9a2d16-0127-4697-bee8-225ceeab3aa0 req-9f9b0731-9b9d-481a-b566-c553679967b0 service neutron] Attempting to bind port 58eec033-97d2-44c7-bc17-2c887f6cf369 on host n-h2-834765-1 for vnic_type normal with profile {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:46:04.874669 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.managers [req-bc9a2d16-0127-4697-bee8-225ceeab3aa0 req-9f9b0731-9b9d-481a-b566-c553679967b0 service neutron] Attempting to bind port 58eec033-97d2-44c7-bc17-2c887f6cf369 by drivers openvswitch,hyperv on host n-h2-834765-1 at level 0 using segments [{'id': 'ed0d23ca-1ec5-4a96-abb2-06488f375d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f818aa83-6c27-4705-9d9f-ea6510384836'}] {{(pid=102790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:46:04.874986 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc9a2d16-0127-4697-bee8-225ceeab3aa0 req-9f9b0731-9b9d-481a-b566-c553679967b0 service neutron] Attempting to bind port 58eec033-97d2-44c7-bc17-2c887f6cf369 on network f818aa83-6c27-4705-9d9f-ea6510384836 {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:46:04.885505 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc9a2d16-0127-4697-bee8-225ceeab3aa0 req-9f9b0731-9b9d-481a-b566-c553679967b0 service neutron] Port 58eec033-97d2-44c7-bc17-2c887f6cf369 on network f818aa83-6c27-4705-9d9f-ea6510384836 not bound, no agent of type Open vSwitch agent registered on host n-h2-834765-1 {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 15:46:04.885837 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc9a2d16-0127-4697-bee8-225ceeab3aa0 req-9f9b0731-9b9d-481a-b566-c553679967b0 service neutron] Attempting to bind port 58eec033-97d2-44c7-bc17-2c887f6cf369 on network f818aa83-6c27-4705-9d9f-ea6510384836 {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:46:04.905028 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-bc822edc-9ead-40c7-85a0-3f0ad7149282 req-5e10a072-9ed6-4233-a94b-649378190e12 tempest-FloatingIPsAssociationNegativeTestJSON-492483530 tempest-FloatingIPsAssociationNegativeTestJSON-492483530-project] 10.222.0.42 "GET /v2.0/ports?device_id=289edb15-b057-48b9-8159-c673c5bb8197 HTTP/1.1" status: 200 len: 210 time: 0.1211836 Mar 29 15:46:04.941576 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f4a0b10-84eb-4b0f-bcae-e29591c98216 req-ddbaed34-6c52-4cf1-adcd-73db8cbf6d0c tempest-ListServerFiltersTestJSON-1632672620 tempest-ListServerFiltersTestJSON-1632672620-project] Network 237afad2-5c99-42c5-97af-1d91f8cfe802 is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:46:05.000859 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 15:46:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9160c77b-2b30-4ce2-a0de-60c074f8e789 x-openstack-request-id: req-9160c77b-2b30-4ce2-a0de-60c074f8e789 {{(pid=102790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:46:05.001333 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51a363cc-f278-44ab-a8ab-01401225dc38", "tag": "53bb8200-f409-497e-8e5a-d1604f58a2ad", "status": "completed", "code": 200}]} {{(pid=102790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:46:05.001473 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [req-1f4a0b10-84eb-4b0f-bcae-e29591c98216 req-ddbaed34-6c52-4cf1-adcd-73db8cbf6d0c tempest-ListServerFiltersTestJSON-1632672620 tempest-ListServerFiltersTestJSON-1632672620-project] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:46:05.001850 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-9160c77b-2b30-4ce2-a0de-60c074f8e789 {{(pid=102790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:46:05.004160 n-d-834765-1 neutron-server[102790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51a363cc-f278-44ab-a8ab-01401225dc38', 'tag': '53bb8200-f409-497e-8e5a-d1604f58a2ad', 'status': 'completed', 'code': 200} Mar 29 15:46:05.020194 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a358d224-dca4-425e-806f-1b5b815ba518 req-fb62f62f-6d47-4354-af1f-2e2cb549e302 tempest-ServerRescueTestJSONUnderV235-1876556569 tempest-ServerRescueTestJSONUnderV235-1876556569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:05.028127 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-a358d224-dca4-425e-806f-1b5b815ba518 req-fb62f62f-6d47-4354-af1f-2e2cb549e302 tempest-ServerRescueTestJSONUnderV235-1876556569 tempest-ServerRescueTestJSONUnderV235-1876556569-project] 10.222.0.42 "GET /v2.0/ports?device_id=f874266c-3b3f-411d-94a2-092abe89ba9b HTTP/1.1" status: 200 len: 946 time: 0.5185726 Mar 29 15:46:05.046757 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbaed34-6c52-4cf1-adcd-73db8cbf6d0c tempest-ListServerFiltersTestJSON-1632672620 tempest-ListServerFiltersTestJSON-1632672620-project] Pushing event updated for resources: {'Port': ['ID=33c323e8-95b1-46c4-bf3b-04dc54e338c1,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:46:05.052176 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f4a0b10-84eb-4b0f-bcae-e29591c98216 req-ddbaed34-6c52-4cf1-adcd-73db8cbf6d0c tempest-ListServerFiltersTestJSON-1632672620 tempest-ListServerFiltersTestJSON-1632672620-project] Received port after_create {{(pid=102791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:46:05.053713 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc9a2d16-0127-4697-bee8-225ceeab3aa0 req-9f9b0731-9b9d-481a-b566-c553679967b0 service neutron] Checking agent: {'id': '3e4b4912-b4a2-4d17-b5bd-6ce15529e8eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 33, 17), 'started_at': datetime.datetime(2022, 3, 29, 15, 33, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 45, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:46:05.054066 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc9a2d16-0127-4697-bee8-225ceeab3aa0 req-9f9b0731-9b9d-481a-b566-c553679967b0 service neutron] Checking segment: {'id': 'ed0d23ca-1ec5-4a96-abb2-06488f375d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f818aa83-6c27-4705-9d9f-ea6510384836'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:46:05.054421 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc9a2d16-0127-4697-bee8-225ceeab3aa0 req-9f9b0731-9b9d-481a-b566-c553679967b0 service neutron] Bound using segment: {'id': 'ed0d23ca-1ec5-4a96-abb2-06488f375d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f818aa83-6c27-4705-9d9f-ea6510384836'} {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:46:05.054874 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.managers [req-bc9a2d16-0127-4697-bee8-225ceeab3aa0 req-9f9b0731-9b9d-481a-b566-c553679967b0 service neutron] Bound port: 58eec033-97d2-44c7-bc17-2c887f6cf369, host: n-h2-834765-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed0d23ca-1ec5-4a96-abb2-06488f375d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f818aa83-6c27-4705-9d9f-ea6510384836'}}] {{(pid=102790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 15:46:05.055227 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-bc9a2d16-0127-4697-bee8-225ceeab3aa0 req-9f9b0731-9b9d-481a-b566-c553679967b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:05.322706 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f08963-9e6c-446f-b6a7-2cc98c8d261c req-9fe29bbf-a1a1-41dc-ab2b-e5e22a46f175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:05.324241 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-46f08963-9e6c-446f-b6a7-2cc98c8d261c req-9fe29bbf-a1a1-41dc-ab2b-e5e22a46f175 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=abb8e5d6-2aea-4455-a944-3435a3d1ce49 HTTP/1.1" status: 200 len: 843 time: 0.8142796 Mar 29 15:46:05.359947 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-a358d224-dca4-425e-806f-1b5b815ba518 req-46badb1b-6846-43aa-a001-eea7b54205ac tempest-ServerRescueTestJSONUnderV235-1876556569 tempest-ServerRescueTestJSONUnderV235-1876556569-project] 10.222.0.42 "GET /v2.0/security-groups?id=3d222421-3560-49e7-abaf-10952d69e15f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3276215 Mar 29 15:46:05.390730 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5280ad5f-0449-45e6-b948-185878a22d8d service neutron] Pushing event updated for resources: {'Port': ['ID=7a21e05c-c9e3-4d38-8cd6-1293051e049b,revision_number=2']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:46:05.467748 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4a0b10-84eb-4b0f-bcae-e29591c98216 req-ddbaed34-6c52-4cf1-adcd-73db8cbf6d0c tempest-ListServerFiltersTestJSON-1632672620 tempest-ListServerFiltersTestJSON-1632672620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:05.468908 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-1f4a0b10-84eb-4b0f-bcae-e29591c98216 req-ddbaed34-6c52-4cf1-adcd-73db8cbf6d0c tempest-ListServerFiltersTestJSON-1632672620 tempest-ListServerFiltersTestJSON-1632672620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:05.489164 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-6c37a9f2-3cc2-4aff-b853-96864656e576 None None] Provisioning complete for port 33c323e8-95b1-46c4-bf3b-04dc54e338c1 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:46:05.490020 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-6c37a9f2-3cc2-4aff-b853-96864656e576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:05.557058 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-6c37a9f2-3cc2-4aff-b853-96864656e576 None None] Port 33c323e8-95b1-46c4-bf3b-04dc54e338c1 cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 15:46:05.613067 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [req-bc9a2d16-0127-4697-bee8-225ceeab3aa0 req-9f9b0731-9b9d-481a-b566-c553679967b0 service neutron] For port 58eec033-97d2-44c7-bc17-2c887f6cf369, host n-h2-834765-1, cleared binding levels {{(pid=102790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:46:05.616787 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [req-bc9a2d16-0127-4697-bee8-225ceeab3aa0 req-9f9b0731-9b9d-481a-b566-c553679967b0 service neutron] For port 58eec033-97d2-44c7-bc17-2c887f6cf369, host n-h2-834765-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=58eec033-97d2-44c7-bc17-2c887f6cf369,segment=NetworkSegment(ed0d23ca-1ec5-4a96-abb2-06488f375d97),segment_id=ed0d23ca-1ec5-4a96-abb2-06488f375d97)] {{(pid=102790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:46:05.655617 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-1f4a0b10-84eb-4b0f-bcae-e29591c98216 req-ddbaed34-6c52-4cf1-adcd-73db8cbf6d0c tempest-ListServerFiltersTestJSON-1632672620 tempest-ListServerFiltersTestJSON-1632672620-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.2949696 Mar 29 15:46:05.670228 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [req-1f4a0b10-84eb-4b0f-bcae-e29591c98216 req-5e939f10-5a53-4a23-809b-09e96903177e service neutron] Request body: {'port': {'device_id': '57be4d6d-0b44-4e91-a13f-bd6abefccde5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834765-1'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:46:05.676743 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-bc9a2d16-0127-4697-bee8-225ceeab3aa0 req-9f9b0731-9b9d-481a-b566-c553679967b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5237921'] for port, after_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:05.691807 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-0cb6abf6-2706-4e52-8825-f5f644ecf9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:05.702697 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d55f9760-957d-4a38-94bb-0683e825efc0 req-9e04d134-9917-4b53-8a12-76aaa9fcc098 tempest-FloatingIPsAssociationNegativeTestJSON-492483530 tempest-FloatingIPsAssociationNegativeTestJSON-492483530-project] Made reservation on behalf of 30f1929cf8cd4fa2971fe122fa56b37c for: {'port': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:46:05.706590 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-d55f9760-957d-4a38-94bb-0683e825efc0 req-9e04d134-9917-4b53-8a12-76aaa9fcc098 tempest-FloatingIPsAssociationNegativeTestJSON-492483530 tempest-FloatingIPsAssociationNegativeTestJSON-492483530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:05.721938 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [req-4dac55b6-2922-4ac0-a130-ff288b8c086d req-29b75c0a-4e35-47fe-aed2-260a49964f65 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 148eeaa5-f1d0-43b8-9bff-c3cf6be228f5 {{(pid=102791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:46:05.729010 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47306d41-f82d-45d1-8da5-b89409b44535 req-070c2fa5-3483-4ea3-8b39-86a6b9724f15 tempest-InstanceActionsV221TestJSON-993286630 tempest-InstanceActionsV221TestJSON-993286630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:05.739208 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-47306d41-f82d-45d1-8da5-b89409b44535 req-070c2fa5-3483-4ea3-8b39-86a6b9724f15 tempest-InstanceActionsV221TestJSON-993286630 tempest-InstanceActionsV221TestJSON-993286630-project] 10.222.0.42 "GET /v2.0/ports?device_id=21bdb347-f9b2-4ccd-8f2d-8adbeeef3318 HTTP/1.1" status: 200 len: 943 time: 0.6057839 Mar 29 15:46:05.761026 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-4dac55b6-2922-4ac0-a130-ff288b8c086d req-29b75c0a-4e35-47fe-aed2-260a49964f65 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:05.775546 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.managers [req-77136a30-e9c7-4c00-9242-7d2de868e1e9 req-5280ad5f-0449-45e6-b948-185878a22d8d service neutron] Attempting to bind port 7a21e05c-c9e3-4d38-8cd6-1293051e049b on host n-h1-834765-1 for vnic_type normal with profile {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:46:05.776462 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.managers [req-77136a30-e9c7-4c00-9242-7d2de868e1e9 req-5280ad5f-0449-45e6-b948-185878a22d8d service neutron] Attempting to bind port 7a21e05c-c9e3-4d38-8cd6-1293051e049b by drivers openvswitch,hyperv on host n-h1-834765-1 at level 0 using segments [{'id': '6b7c66be-f702-416f-8424-fdadbd967f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '237afad2-5c99-42c5-97af-1d91f8cfe802'}] {{(pid=102790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:46:05.777023 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77136a30-e9c7-4c00-9242-7d2de868e1e9 req-5280ad5f-0449-45e6-b948-185878a22d8d service neutron] Attempting to bind port 7a21e05c-c9e3-4d38-8cd6-1293051e049b on network 237afad2-5c99-42c5-97af-1d91f8cfe802 {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:46:05.794968 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2599cde-2697-4dd1-9e19-04616be3d230 req-fc9d084a-d301-4bdc-939d-3237fb2406ec tempest-ListServerFiltersTestJSON-1632672620 tempest-ListServerFiltersTestJSON-1632672620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:05.802551 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f2599cde-2697-4dd1-9e19-04616be3d230 req-fc9d084a-d301-4bdc-939d-3237fb2406ec tempest-ListServerFiltersTestJSON-1632672620 tempest-ListServerFiltersTestJSON-1632672620-project] 10.222.0.42 "GET /v2.0/ports?device_id=57be4d6d-0b44-4e91-a13f-bd6abefccde5 HTTP/1.1" status: 200 len: 931 time: 0.2876036 Mar 29 15:46:05.866984 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:05.883094 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9a2d16-0127-4697-bee8-225ceeab3aa0 req-9f9b0731-9b9d-481a-b566-c553679967b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:05.884618 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-bc9a2d16-0127-4697-bee8-225ceeab3aa0 req-9f9b0731-9b9d-481a-b566-c553679967b0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:05.891138 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-bc9a2d16-0127-4697-bee8-225ceeab3aa0 req-9f9b0731-9b9d-481a-b566-c553679967b0 service neutron] 10.222.0.48 "PUT /v2.0/ports/58eec033-97d2-44c7-bc17-2c887f6cf369 HTTP/1.1" status: 200 len: 1091 time: 5.4245775 Mar 29 15:46:05.910334 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-bc57294e-7c99-4d95-a939-0664e0374884 req-fc8519b8-33dc-4b1f-8c5e-0d970f07b645 service neutron] 10.222.0.48 "GET /v2.0/networks/237afad2-5c99-42c5-97af-1d91f8cfe802?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0720167 Mar 29 15:46:05.911435 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77136a30-e9c7-4c00-9242-7d2de868e1e9 req-5280ad5f-0449-45e6-b948-185878a22d8d service neutron] Port 7a21e05c-c9e3-4d38-8cd6-1293051e049b on network 237afad2-5c99-42c5-97af-1d91f8cfe802 not bound, no agent of type Open vSwitch agent registered on host n-h1-834765-1 {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 15:46:05.911943 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77136a30-e9c7-4c00-9242-7d2de868e1e9 req-5280ad5f-0449-45e6-b948-185878a22d8d service neutron] Attempting to bind port 7a21e05c-c9e3-4d38-8cd6-1293051e049b on network 237afad2-5c99-42c5-97af-1d91f8cfe802 {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:46:05.959391 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f08963-9e6c-446f-b6a7-2cc98c8d261c req-ebae8bf5-649c-4a3c-bbff-21e7cd8dd25c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:05.961453 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-46f08963-9e6c-446f-b6a7-2cc98c8d261c req-ebae8bf5-649c-4a3c-bbff-21e7cd8dd25c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2268a9b9-82fd-4886-a91d-3a50e4e16cab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6077278 Mar 29 15:46:05.980944 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77136a30-e9c7-4c00-9242-7d2de868e1e9 req-5280ad5f-0449-45e6-b948-185878a22d8d service neutron] Checking agent: {'id': 'be375040-5069-4239-9460-a3a3213e1e90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 33, 18), 'started_at': datetime.datetime(2022, 3, 29, 15, 33, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 45, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:46:05.981598 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77136a30-e9c7-4c00-9242-7d2de868e1e9 req-5280ad5f-0449-45e6-b948-185878a22d8d service neutron] Checking segment: {'id': '6b7c66be-f702-416f-8424-fdadbd967f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '237afad2-5c99-42c5-97af-1d91f8cfe802'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:46:05.982155 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77136a30-e9c7-4c00-9242-7d2de868e1e9 req-5280ad5f-0449-45e6-b948-185878a22d8d service neutron] Bound using segment: {'id': '6b7c66be-f702-416f-8424-fdadbd967f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '237afad2-5c99-42c5-97af-1d91f8cfe802'} {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:46:05.982893 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.managers [req-77136a30-e9c7-4c00-9242-7d2de868e1e9 req-5280ad5f-0449-45e6-b948-185878a22d8d service neutron] Bound port: 7a21e05c-c9e3-4d38-8cd6-1293051e049b, host: n-h1-834765-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b7c66be-f702-416f-8424-fdadbd967f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '237afad2-5c99-42c5-97af-1d91f8cfe802'}}] {{(pid=102790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 15:46:05.983578 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-77136a30-e9c7-4c00-9242-7d2de868e1e9 req-5280ad5f-0449-45e6-b948-185878a22d8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:06.012745 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_common [req-d55f9760-957d-4a38-94bb-0683e825efc0 req-9e04d134-9917-4b53-8a12-76aaa9fcc098 tempest-FloatingIPsAssociationNegativeTestJSON-492483530 tempest-FloatingIPsAssociationNegativeTestJSON-492483530-project] Allocated IP 172.20.0.7 (7c143bed-7e9e-4000-a4b5-c98d481a1da9/b1987332-c2a6-4f9a-8ef4-b91bd30159c4/9e4288bf-3a71-4221-a5b2-491886f56512) {{(pid=102791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:46:06.120439 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-47306d41-f82d-45d1-8da5-b89409b44535 req-19f6e17a-3624-4ec6-8380-6c4b3bf4d696 tempest-InstanceActionsV221TestJSON-993286630 tempest-InstanceActionsV221TestJSON-993286630-project] 10.222.0.42 "GET /v2.0/security-groups?id=b16fe5c9-3471-481e-b9c7-dee6db3748fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3800821 Mar 29 15:46:06.157958 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.provisioning_blocks [req-4dac55b6-2922-4ac0-a130-ff288b8c086d req-29b75c0a-4e35-47fe-aed2-260a49964f65 service neutron] Transition to ACTIVE for port object 148eeaa5-f1d0-43b8-9bff-c3cf6be228f5 will not be triggered until provisioned by entity L2. {{(pid=102791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 15:46:06.219328 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-4dac55b6-2922-4ac0-a130-ff288b8c086d req-29b75c0a-4e35-47fe-aed2-260a49964f65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:06.219554 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9b0731-9b9d-481a-b566-c553679967b0 service neutron] Pushing event updated for resources: {'Port': ['ID=58eec033-97d2-44c7-bc17-2c887f6cf369,revision_number=3']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:46:06.241268 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 29 Mar 2022 15:46:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-881ce4b6-9867-47d7-8c1e-423bee0461e3 x-openstack-request-id: req-881ce4b6-9867-47d7-8c1e-423bee0461e3 {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:46:06.241558 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccf671cc-285a-4046-a5d5-c44a9114232b", "name": "network-vif-unplugged", "status": "completed", "tag": "c3fe64f4-0ad0-4bf4-9e83-f3258604e62d", "code": 200}]} {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:46:06.241813 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-881ce4b6-9867-47d7-8c1e-423bee0461e3 {{(pid=102792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:46:06.242202 n-d-834765-1 neutron-server[102792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccf671cc-285a-4046-a5d5-c44a9114232b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c3fe64f4-0ad0-4bf4-9e83-f3258604e62d', 'code': 200} Mar 29 15:46:06.317262 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f2599cde-2697-4dd1-9e19-04616be3d230 req-59ce39c5-a62f-4ba4-8bc5-b0f7f9a546a9 tempest-ListServerFiltersTestJSON-1632672620 tempest-ListServerFiltersTestJSON-1632672620-project] 10.222.0.42 "GET /v2.0/security-groups?id=4600fc30-be81-4c99-acf1-e3f516af1e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5138288 Mar 29 15:46:06.333587 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-1f4a0b10-84eb-4b0f-bcae-e29591c98216 req-5e939f10-5a53-4a23-809b-09e96903177e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:06.370224 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9a2d16-0127-4697-bee8-225ceeab3aa0 req-d8f6eeb1-518e-47f0-bf17-ed5b46bd6c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:06.371822 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-bc9a2d16-0127-4697-bee8-225ceeab3aa0 req-d8f6eeb1-518e-47f0-bf17-ed5b46bd6c5f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7ba1b0faf68b4f8d9a887657f9ac84d8&device_id=21bdb347-f9b2-4ccd-8f2d-8adbeeef3318 HTTP/1.1" status: 200 len: 1094 time: 0.4268591 Mar 29 15:46:06.464757 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [req-77136a30-e9c7-4c00-9242-7d2de868e1e9 req-5280ad5f-0449-45e6-b948-185878a22d8d service neutron] For port 7a21e05c-c9e3-4d38-8cd6-1293051e049b, host n-h1-834765-1, cleared binding levels {{(pid=102790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:46:06.495494 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b75c0a-4e35-47fe-aed2-260a49964f65 service neutron] Pushing event updated for resources: {'Port': ['ID=148eeaa5-f1d0-43b8-9bff-c3cf6be228f5,revision_number=2']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:46:06.517695 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [req-77136a30-e9c7-4c00-9242-7d2de868e1e9 req-5280ad5f-0449-45e6-b948-185878a22d8d service neutron] For port 7a21e05c-c9e3-4d38-8cd6-1293051e049b, host n-h1-834765-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=7a21e05c-c9e3-4d38-8cd6-1293051e049b,segment=NetworkSegment(6b7c66be-f702-416f-8424-fdadbd967f79),segment_id=6b7c66be-f702-416f-8424-fdadbd967f79)] {{(pid=102790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:46:06.552371 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-bc9a2d16-0127-4697-bee8-225ceeab3aa0 req-4b643512-b0d7-456a-a50a-e090e9a4bee9 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=58eec033-97d2-44c7-bc17-2c887f6cf369 HTTP/1.1" status: 200 len: 217 time: 0.1695375 Mar 29 15:46:06.554245 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-46f08963-9e6c-446f-b6a7-2cc98c8d261c req-2df951c7-986e-4347-8348-ae7144cc3814 service neutron] 10.222.0.44 "GET /v2.0/networks/2268a9b9-82fd-4886-a91d-3a50e4e16cab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5430753 Mar 29 15:46:06.584533 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-d55f9760-957d-4a38-94bb-0683e825efc0 req-9e04d134-9917-4b53-8a12-76aaa9fcc098 tempest-FloatingIPsAssociationNegativeTestJSON-492483530 tempest-FloatingIPsAssociationNegativeTestJSON-492483530-project] Notify callbacks [] for port, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:06.621039 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-77136a30-e9c7-4c00-9242-7d2de868e1e9 req-5280ad5f-0449-45e6-b948-185878a22d8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5237921'] for port, after_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:06.714665 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77136a30-e9c7-4c00-9242-7d2de868e1e9 req-5280ad5f-0449-45e6-b948-185878a22d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:06.715313 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-77136a30-e9c7-4c00-9242-7d2de868e1e9 req-5280ad5f-0449-45e6-b948-185878a22d8d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:06.717707 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-77136a30-e9c7-4c00-9242-7d2de868e1e9 req-5280ad5f-0449-45e6-b948-185878a22d8d service neutron] 10.222.0.44 "PUT /v2.0/ports/7a21e05c-c9e3-4d38-8cd6-1293051e049b HTTP/1.1" status: 200 len: 1091 time: 6.4547107 Mar 29 15:46:06.732879 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5280ad5f-0449-45e6-b948-185878a22d8d service neutron] Pushing event updated for resources: {'Port': ['ID=7a21e05c-c9e3-4d38-8cd6-1293051e049b,revision_number=3']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:46:06.774366 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-bc57294e-7c99-4d95-a939-0664e0374884 req-b286389f-48ce-4c6b-b8d2-9cdd7935d182 service neutron] 10.222.0.48 "GET /v2.0/networks/237afad2-5c99-42c5-97af-1d91f8cfe802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8428884 Mar 29 15:46:06.809433 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-4dac55b6-2922-4ac0-a130-ff288b8c086d req-29b75c0a-4e35-47fe-aed2-260a49964f65 service neutron] Attempting to bind port 148eeaa5-f1d0-43b8-9bff-c3cf6be228f5 on host n-h2-834765-1 for vnic_type normal with profile {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:46:06.809802 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-4dac55b6-2922-4ac0-a130-ff288b8c086d req-29b75c0a-4e35-47fe-aed2-260a49964f65 service neutron] Attempting to bind port 148eeaa5-f1d0-43b8-9bff-c3cf6be228f5 by drivers openvswitch,hyperv on host n-h2-834765-1 at level 0 using segments [{'id': '429e9cf3-3671-4cb2-9547-92af9e95f1f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '9c05e936-df9e-4fbf-b09c-78bf9696504c'}] {{(pid=102791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:46:06.810124 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dac55b6-2922-4ac0-a130-ff288b8c086d req-29b75c0a-4e35-47fe-aed2-260a49964f65 service neutron] Attempting to bind port 148eeaa5-f1d0-43b8-9bff-c3cf6be228f5 on network 9c05e936-df9e-4fbf-b09c-78bf9696504c {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:46:06.879308 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f9187b-ecfe-4cb1-a689-dc7d62d3328c req-cba3d2c1-d2c8-4f50-8539-855bc86aad91 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:06.896228 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-28f9187b-ecfe-4cb1-a689-dc7d62d3328c req-cba3d2c1-d2c8-4f50-8539-855bc86aad91 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/ports?device_id=ccf671cc-285a-4046-a5d5-c44a9114232b HTTP/1.1" status: 200 len: 947 time: 0.2880714 Mar 29 15:46:06.912394 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dac55b6-2922-4ac0-a130-ff288b8c086d req-29b75c0a-4e35-47fe-aed2-260a49964f65 service neutron] Port 148eeaa5-f1d0-43b8-9bff-c3cf6be228f5 on network 9c05e936-df9e-4fbf-b09c-78bf9696504c not bound, no agent of type Open vSwitch agent registered on host n-h2-834765-1 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 15:46:06.912838 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dac55b6-2922-4ac0-a130-ff288b8c086d req-29b75c0a-4e35-47fe-aed2-260a49964f65 service neutron] Attempting to bind port 148eeaa5-f1d0-43b8-9bff-c3cf6be228f5 on network 9c05e936-df9e-4fbf-b09c-78bf9696504c {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:46:06.924737 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7118ac-2ac1-4ce9-bd67-e0330564dacb req-57535358-fb4d-440c-a6df-7d132c7c890c tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:06.933015 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-4c7118ac-2ac1-4ce9-bd67-e0330564dacb req-57535358-fb4d-440c-a6df-7d132c7c890c tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] 10.222.0.42 "GET /v2.0/ports?device_id=149487e7-8e7a-421e-9b26-38fcb904048e HTTP/1.1" status: 200 len: 944 time: 0.3777370 Mar 29 15:46:06.948040 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9a2d16-0127-4697-bee8-225ceeab3aa0 req-84baec8e-3923-4e3f-b185-f1af07b5e3f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:06.949492 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-bc9a2d16-0127-4697-bee8-225ceeab3aa0 req-84baec8e-3923-4e3f-b185-f1af07b5e3f5 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=90311ee8-e9b3-49cf-b7b9-fd41862bea03 HTTP/1.1" status: 200 len: 858 time: 0.3646226 Mar 29 15:46:06.963579 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dac55b6-2922-4ac0-a130-ff288b8c086d req-29b75c0a-4e35-47fe-aed2-260a49964f65 service neutron] Checking agent: {'id': '3e4b4912-b4a2-4d17-b5bd-6ce15529e8eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 33, 17), 'started_at': datetime.datetime(2022, 3, 29, 15, 33, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 45, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:46:06.963930 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dac55b6-2922-4ac0-a130-ff288b8c086d req-29b75c0a-4e35-47fe-aed2-260a49964f65 service neutron] Checking segment: {'id': '429e9cf3-3671-4cb2-9547-92af9e95f1f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '9c05e936-df9e-4fbf-b09c-78bf9696504c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:46:06.964345 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dac55b6-2922-4ac0-a130-ff288b8c086d req-29b75c0a-4e35-47fe-aed2-260a49964f65 service neutron] Bound using segment: {'id': '429e9cf3-3671-4cb2-9547-92af9e95f1f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '9c05e936-df9e-4fbf-b09c-78bf9696504c'} {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:46:06.964834 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-4dac55b6-2922-4ac0-a130-ff288b8c086d req-29b75c0a-4e35-47fe-aed2-260a49964f65 service neutron] Bound port: 148eeaa5-f1d0-43b8-9bff-c3cf6be228f5, host: n-h2-834765-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '429e9cf3-3671-4cb2-9547-92af9e95f1f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '9c05e936-df9e-4fbf-b09c-78bf9696504c'}}] {{(pid=102791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 15:46:06.981787 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-4dac55b6-2922-4ac0-a130-ff288b8c086d req-29b75c0a-4e35-47fe-aed2-260a49964f65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:07.014150 n-d-834765-1 neutron-server[102790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21bdb347-f9b2-4ccd-8f2d-8adbeeef3318', 'tag': '58eec033-97d2-44c7-bc17-2c887f6cf369'}, {'name': 'network-changed', 'server_uuid': '32b7b91c-8e40-48a8-9a73-9f507d49953e', 'tag': '7a21e05c-c9e3-4d38-8cd6-1293051e049b'}] {{(pid=102790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:46:07.016803 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46b06d655c90bc969636382cce4240ad749035fb0f3a83ee4734fa1ed9c4a6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e2c6345-1ea1-4dc1-baca-49af9abe0e1a" -d '{"events": [{"name": "network-changed", "server_uuid": "21bdb347-f9b2-4ccd-8f2d-8adbeeef3318", "tag": "58eec033-97d2-44c7-bc17-2c887f6cf369"}, {"name": "network-changed", "server_uuid": "32b7b91c-8e40-48a8-9a73-9f507d49953e", "tag": "7a21e05c-c9e3-4d38-8cd6-1293051e049b"}]}' {{(pid=102790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:46:07.034791 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-bc9a2d16-0127-4697-bee8-225ceeab3aa0 req-c516ecb3-487b-4fb1-8bb2-4668fb7e2b09 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f818aa83-6c27-4705-9d9f-ea6510384836&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0686584 Mar 29 15:46:07.043843 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77136a30-e9c7-4c00-9242-7d2de868e1e9 req-68a972b3-c103-47c5-b643-6a93d49a18e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:07.045990 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-77136a30-e9c7-4c00-9242-7d2de868e1e9 req-68a972b3-c103-47c5-b643-6a93d49a18e1 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=36880b077ae44472a766ee3dbca8c57a&device_id=32b7b91c-8e40-48a8-9a73-9f507d49953e HTTP/1.1" status: 200 len: 1094 time: 0.2598817 Mar 29 15:46:07.049189 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-d55f9760-957d-4a38-94bb-0683e825efc0 req-9e04d134-9917-4b53-8a12-76aaa9fcc098 tempest-FloatingIPsAssociationNegativeTestJSON-492483530 tempest-FloatingIPsAssociationNegativeTestJSON-492483530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:07.065362 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2feddf3-9c9b-409c-895d-cbc15be32e9b req-607b7370-11f9-4d05-9e6d-dbb26efcfaf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:07.067048 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-b2feddf3-9c9b-409c-895d-cbc15be32e9b req-607b7370-11f9-4d05-9e6d-dbb26efcfaf0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=36880b077ae44472a766ee3dbca8c57a&device_id=51a363cc-f278-44ab-a8ab-01401225dc38 HTTP/1.1" status: 200 len: 1095 time: 0.1924820 Mar 29 15:46:07.151424 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-28f9187b-ecfe-4cb1-a689-dc7d62d3328c req-6a40bcd6-1b0c-4330-854f-40b83c8a99a0 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/security-groups?id=56997969-7130-4d86-9e9d-e068deb19a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2536547 Mar 29 15:46:07.175645 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-46f08963-9e6c-446f-b6a7-2cc98c8d261c req-cc3f10c2-9560-4f3e-a1a3-5dddaf08f359 service neutron] 10.222.0.44 "GET /v2.0/networks/2268a9b9-82fd-4886-a91d-3a50e4e16cab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6025207 Mar 29 15:46:07.194345 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-4c7118ac-2ac1-4ce9-bd67-e0330564dacb req-fa535b12-ba39-4804-97b0-1e20e08fa043 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] 10.222.0.42 "GET /v2.0/security-groups?id=f08e979a-b162-4e81-8f48-4f228bf81759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2555377 Mar 29 15:46:07.205113 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e04d134-9917-4b53-8a12-76aaa9fcc098 tempest-FloatingIPsAssociationNegativeTestJSON-492483530 tempest-FloatingIPsAssociationNegativeTestJSON-492483530-project] Pushing event updated for resources: {'Port': ['ID=9e4288bf-3a71-4221-a5b2-491886f56512,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:46:07.208881 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d55f9760-957d-4a38-94bb-0683e825efc0 req-9e04d134-9917-4b53-8a12-76aaa9fcc098 tempest-FloatingIPsAssociationNegativeTestJSON-492483530 tempest-FloatingIPsAssociationNegativeTestJSON-492483530-project] Network 7c143bed-7e9e-4000-a4b5-c98d481a1da9 is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:46:07.232752 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [req-d55f9760-957d-4a38-94bb-0683e825efc0 req-9e04d134-9917-4b53-8a12-76aaa9fcc098 tempest-FloatingIPsAssociationNegativeTestJSON-492483530 tempest-FloatingIPsAssociationNegativeTestJSON-492483530-project] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:46:07.243044 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-77136a30-e9c7-4c00-9242-7d2de868e1e9 req-05abcc81-5da1-4844-8914-9cc7a67e316f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7a21e05c-c9e3-4d38-8cd6-1293051e049b HTTP/1.1" status: 200 len: 217 time: 0.1709208 Mar 29 15:46:07.246945 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [req-d55f9760-957d-4a38-94bb-0683e825efc0 req-9e04d134-9917-4b53-8a12-76aaa9fcc098 tempest-FloatingIPsAssociationNegativeTestJSON-492483530 tempest-FloatingIPsAssociationNegativeTestJSON-492483530-project] Received port after_create {{(pid=102791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:46:07.286729 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-4dac55b6-2922-4ac0-a130-ff288b8c086d req-29b75c0a-4e35-47fe-aed2-260a49964f65 service neutron] For port 148eeaa5-f1d0-43b8-9bff-c3cf6be228f5, host n-h2-834765-1, cleared binding levels {{(pid=102791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:46:07.354083 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77136a30-e9c7-4c00-9242-7d2de868e1e9 req-bc0f5d0d-2139-4137-8657-2f815bae50b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:07.355648 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-77136a30-e9c7-4c00-9242-7d2de868e1e9 req-bc0f5d0d-2139-4137-8657-2f815bae50b5 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=06f45d87-dbac-4e5a-a564-aee191524d88 HTTP/1.1" status: 200 len: 854 time: 0.1025856 Mar 29 15:46:07.383294 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-4dac55b6-2922-4ac0-a130-ff288b8c086d req-29b75c0a-4e35-47fe-aed2-260a49964f65 service neutron] For port 148eeaa5-f1d0-43b8-9bff-c3cf6be228f5, host n-h2-834765-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=148eeaa5-f1d0-43b8-9bff-c3cf6be228f5,segment=NetworkSegment(429e9cf3-3671-4cb2-9547-92af9e95f1f2),segment_id=429e9cf3-3671-4cb2-9547-92af9e95f1f2)] {{(pid=102791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:46:07.455942 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-4dac55b6-2922-4ac0-a130-ff288b8c086d req-29b75c0a-4e35-47fe-aed2-260a49964f65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:07.506026 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55f9760-957d-4a38-94bb-0683e825efc0 req-9e04d134-9917-4b53-8a12-76aaa9fcc098 tempest-FloatingIPsAssociationNegativeTestJSON-492483530 tempest-FloatingIPsAssociationNegativeTestJSON-492483530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:07.506698 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-d55f9760-957d-4a38-94bb-0683e825efc0 req-9e04d134-9917-4b53-8a12-76aaa9fcc098 tempest-FloatingIPsAssociationNegativeTestJSON-492483530 tempest-FloatingIPsAssociationNegativeTestJSON-492483530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:07.558375 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [req-1f4a0b10-84eb-4b0f-bcae-e29591c98216 req-5e939f10-5a53-4a23-809b-09e96903177e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33c323e8-95b1-46c4-bf3b-04dc54e338c1 {{(pid=102791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:46:07.563899 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bec0c0c-1f4a-4587-a756-970041b2c6f6 req-d8ad9ff0-bcb3-4626-a3b5-fc2560b8d670 tempest-ServerRescueTestJSONUnderV235-1876556569 tempest-ServerRescueTestJSONUnderV235-1876556569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:07.572998 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-2bec0c0c-1f4a-4587-a756-970041b2c6f6 req-d8ad9ff0-bcb3-4626-a3b5-fc2560b8d670 tempest-ServerRescueTestJSONUnderV235-1876556569 tempest-ServerRescueTestJSONUnderV235-1876556569-project] 10.222.0.42 "GET /v2.0/ports?device_id=f874266c-3b3f-411d-94a2-092abe89ba9b HTTP/1.1" status: 200 len: 946 time: 0.2161634 Mar 29 15:46:07.579405 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-1f4a0b10-84eb-4b0f-bcae-e29591c98216 req-5e939f10-5a53-4a23-809b-09e96903177e service neutron] Notify callbacks [] for port, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:07.585609 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dac55b6-2922-4ac0-a130-ff288b8c086d req-29b75c0a-4e35-47fe-aed2-260a49964f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:07.586285 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-4dac55b6-2922-4ac0-a130-ff288b8c086d req-29b75c0a-4e35-47fe-aed2-260a49964f65 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:07.587826 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4dac55b6-2922-4ac0-a130-ff288b8c086d req-29b75c0a-4e35-47fe-aed2-260a49964f65 service neutron] 10.222.0.48 "PUT /v2.0/ports/148eeaa5-f1d0-43b8-9bff-c3cf6be228f5 HTTP/1.1" status: 200 len: 1092 time: 4.6984298 Mar 29 15:46:07.598474 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '149487e7-8e7a-421e-9b26-38fcb904048e', 'tag': '148eeaa5-f1d0-43b8-9bff-c3cf6be228f5'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:46:07.600891 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c67b028db5e9b9818fecc5c0a87ebc6f190694fa53ca267d523e04f98de536d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc5c7ece-557f-48ee-a0ee-ac690bea1533" -d '{"events": [{"name": "network-changed", "server_uuid": "149487e7-8e7a-421e-9b26-38fcb904048e", "tag": "148eeaa5-f1d0-43b8-9bff-c3cf6be228f5"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:46:07.613381 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77136a30-e9c7-4c00-9242-7d2de868e1e9 req-8d97b462-c6a7-4fd4-ac8e-17426cc2ec4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:07.614917 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-77136a30-e9c7-4c00-9242-7d2de868e1e9 req-8d97b462-c6a7-4fd4-ac8e-17426cc2ec4a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=237afad2-5c99-42c5-97af-1d91f8cfe802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2054775 Mar 29 15:46:07.616713 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2feddf3-9c9b-409c-895d-cbc15be32e9b req-3d172e52-5991-4e2b-84dd-08b71c6ac3f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:07.618160 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-b2feddf3-9c9b-409c-895d-cbc15be32e9b req-3d172e52-5991-4e2b-84dd-08b71c6ac3f5 service neutron] 10.222.0.48 "GET /v2.0/networks?id=237afad2-5c99-42c5-97af-1d91f8cfe802 HTTP/1.1" status: 200 len: 916 time: 0.5382357 Mar 29 15:46:07.620901 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-bc9a2d16-0127-4697-bee8-225ceeab3aa0 req-a53fcc91-b342-48aa-b0c0-ec9bfe035564 service neutron] 10.222.0.48 "GET /v2.0/networks/f818aa83-6c27-4705-9d9f-ea6510384836?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5658748 Mar 29 15:46:07.633951 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d55f9760-957d-4a38-94bb-0683e825efc0 req-9e04d134-9917-4b53-8a12-76aaa9fcc098 tempest-FloatingIPsAssociationNegativeTestJSON-492483530 tempest-FloatingIPsAssociationNegativeTestJSON-492483530-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0025516 Mar 29 15:46:07.647478 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [req-d55f9760-957d-4a38-94bb-0683e825efc0 req-6dfcdf34-7d5f-4a35-bca3-aa481e4ed1c1 service neutron] Request body: {'port': {'device_id': '289edb15-b057-48b9-8159-c673c5bb8197', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834765-1'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:46:07.656546 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.provisioning_blocks [req-1f4a0b10-84eb-4b0f-bcae-e29591c98216 req-5e939f10-5a53-4a23-809b-09e96903177e service neutron] Transition to ACTIVE for port object 33c323e8-95b1-46c4-bf3b-04dc54e338c1 will not be triggered until provisioned by entity L2. {{(pid=102791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 15:46:07.686382 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-2f6b2fe1-1c51-4c25-b0c7-4146041b62dc None None] Provisioning complete for port 9e4288bf-3a71-4221-a5b2-491886f56512 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:46:07.688848 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-2f6b2fe1-1c51-4c25-b0c7-4146041b62dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:07.697984 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c43864-a789-4031-bfe1-9eabd11d7008 req-06fa3566-b080-4003-bd0b-b419ac5bf853 tempest-FloatingIPsAssociationNegativeTestJSON-492483530 tempest-FloatingIPsAssociationNegativeTestJSON-492483530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:07.706133 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-88c43864-a789-4031-bfe1-9eabd11d7008 req-06fa3566-b080-4003-bd0b-b419ac5bf853 tempest-FloatingIPsAssociationNegativeTestJSON-492483530 tempest-FloatingIPsAssociationNegativeTestJSON-492483530-project] 10.222.0.42 "GET /v2.0/ports?device_id=289edb15-b057-48b9-8159-c673c5bb8197 HTTP/1.1" status: 200 len: 931 time: 0.3611231 Mar 29 15:46:07.717356 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-1f4a0b10-84eb-4b0f-bcae-e29591c98216 req-5e939f10-5a53-4a23-809b-09e96903177e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:07.733475 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b75c0a-4e35-47fe-aed2-260a49964f65 service neutron] Pushing event updated for resources: {'Port': ['ID=148eeaa5-f1d0-43b8-9bff-c3cf6be228f5,revision_number=3']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:46:07.747824 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-b2feddf3-9c9b-409c-895d-cbc15be32e9b req-a903490d-2201-4323-ba1e-c4eb9991400b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=53bb8200-f409-497e-8e5a-d1604f58a2ad HTTP/1.1" status: 200 len: 217 time: 0.1137381 Mar 29 15:46:07.770931 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-2f6b2fe1-1c51-4c25-b0c7-4146041b62dc None None] Port 9e4288bf-3a71-4221-a5b2-491886f56512 cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 15:46:07.788816 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-2bec0c0c-1f4a-4587-a756-970041b2c6f6 req-71a48448-ec8b-4e08-8d7d-bd669c1bbee5 tempest-ServerRescueTestJSONUnderV235-1876556569 tempest-ServerRescueTestJSONUnderV235-1876556569-project] 10.222.0.42 "GET /v2.0/security-groups?id=3d222421-3560-49e7-abaf-10952d69e15f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2148213 Mar 29 15:46:07.866907 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-88c43864-a789-4031-bfe1-9eabd11d7008 req-5b07d480-2e53-47aa-bc2f-08bcd2808a00 tempest-FloatingIPsAssociationNegativeTestJSON-492483530 tempest-FloatingIPsAssociationNegativeTestJSON-492483530-project] 10.222.0.42 "GET /v2.0/security-groups?id=5544b426-8722-47e3-a46b-1eb9730bf5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598070 Mar 29 15:46:07.870655 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-d55f9760-957d-4a38-94bb-0683e825efc0 req-6dfcdf34-7d5f-4a35-bca3-aa481e4ed1c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:07.908398 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e939f10-5a53-4a23-809b-09e96903177e service neutron] Pushing event updated for resources: {'Port': ['ID=33c323e8-95b1-46c4-bf3b-04dc54e338c1,revision_number=2']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:46:08.043456 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dac55b6-2922-4ac0-a130-ff288b8c086d req-dc9e8cb2-4def-455f-85d4-fdc1ee5d500d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:08.045625 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4dac55b6-2922-4ac0-a130-ff288b8c086d req-dc9e8cb2-4def-455f-85d4-fdc1ee5d500d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d04cf558b2cb439aa051141a3dc84641&device_id=149487e7-8e7a-421e-9b26-38fcb904048e HTTP/1.1" status: 200 len: 1095 time: 0.3696632 Mar 29 15:46:08.261946 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4dac55b6-2922-4ac0-a130-ff288b8c086d req-9085680f-d7c1-497e-9900-a85fa264187f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=148eeaa5-f1d0-43b8-9bff-c3cf6be228f5 HTTP/1.1" status: 200 len: 217 time: 0.1657293 Mar 29 15:46:08.312813 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-1f4a0b10-84eb-4b0f-bcae-e29591c98216 req-5e939f10-5a53-4a23-809b-09e96903177e service neutron] Attempting to bind port 33c323e8-95b1-46c4-bf3b-04dc54e338c1 on host n-h1-834765-1 for vnic_type normal with profile {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:46:08.313770 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-1f4a0b10-84eb-4b0f-bcae-e29591c98216 req-5e939f10-5a53-4a23-809b-09e96903177e service neutron] Attempting to bind port 33c323e8-95b1-46c4-bf3b-04dc54e338c1 by drivers openvswitch,hyperv on host n-h1-834765-1 at level 0 using segments [{'id': '6b7c66be-f702-416f-8424-fdadbd967f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '237afad2-5c99-42c5-97af-1d91f8cfe802'}] {{(pid=102791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:46:08.314103 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f4a0b10-84eb-4b0f-bcae-e29591c98216 req-5e939f10-5a53-4a23-809b-09e96903177e service neutron] Attempting to bind port 33c323e8-95b1-46c4-bf3b-04dc54e338c1 on network 237afad2-5c99-42c5-97af-1d91f8cfe802 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:46:08.342817 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-77136a30-e9c7-4c00-9242-7d2de868e1e9 req-5b215ac0-0d51-42e6-a8b6-c8377a605c2e service neutron] 10.222.0.44 "GET /v2.0/networks/237afad2-5c99-42c5-97af-1d91f8cfe802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7155879 Mar 29 15:46:08.349274 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 29 Mar 2022 15:46:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-428f1fae-c30c-4da0-a81a-1357b076098f x-openstack-request-id: req-428f1fae-c30c-4da0-a81a-1357b076098f {{(pid=102790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:46:08.349572 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21bdb347-f9b2-4ccd-8f2d-8adbeeef3318", "tag": "58eec033-97d2-44c7-bc17-2c887f6cf369", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "32b7b91c-8e40-48a8-9a73-9f507d49953e", "tag": "7a21e05c-c9e3-4d38-8cd6-1293051e049b", "status": "completed", "code": 200}]} {{(pid=102790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:46:08.349843 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-428f1fae-c30c-4da0-a81a-1357b076098f {{(pid=102790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:46:08.350208 n-d-834765-1 neutron-server[102790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21bdb347-f9b2-4ccd-8f2d-8adbeeef3318', 'tag': '58eec033-97d2-44c7-bc17-2c887f6cf369', 'status': 'completed', 'code': 200} Mar 29 15:46:08.350458 n-d-834765-1 neutron-server[102790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32b7b91c-8e40-48a8-9a73-9f507d49953e', 'tag': '7a21e05c-c9e3-4d38-8cd6-1293051e049b', 'status': 'completed', 'code': 200} Mar 29 15:46:08.424284 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f4a0b10-84eb-4b0f-bcae-e29591c98216 req-5e939f10-5a53-4a23-809b-09e96903177e service neutron] Port 33c323e8-95b1-46c4-bf3b-04dc54e338c1 on network 237afad2-5c99-42c5-97af-1d91f8cfe802 not bound, no agent of type Open vSwitch agent registered on host n-h1-834765-1 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 15:46:08.424599 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f4a0b10-84eb-4b0f-bcae-e29591c98216 req-5e939f10-5a53-4a23-809b-09e96903177e service neutron] Attempting to bind port 33c323e8-95b1-46c4-bf3b-04dc54e338c1 on network 237afad2-5c99-42c5-97af-1d91f8cfe802 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:46:08.448919 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f4a0b10-84eb-4b0f-bcae-e29591c98216 req-5e939f10-5a53-4a23-809b-09e96903177e service neutron] Checking agent: {'id': 'be375040-5069-4239-9460-a3a3213e1e90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 33, 18), 'started_at': datetime.datetime(2022, 3, 29, 15, 33, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 45, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:46:08.449290 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f4a0b10-84eb-4b0f-bcae-e29591c98216 req-5e939f10-5a53-4a23-809b-09e96903177e service neutron] Checking segment: {'id': '6b7c66be-f702-416f-8424-fdadbd967f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '237afad2-5c99-42c5-97af-1d91f8cfe802'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:46:08.449669 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f4a0b10-84eb-4b0f-bcae-e29591c98216 req-5e939f10-5a53-4a23-809b-09e96903177e service neutron] Bound using segment: {'id': '6b7c66be-f702-416f-8424-fdadbd967f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '237afad2-5c99-42c5-97af-1d91f8cfe802'} {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:46:08.450079 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-1f4a0b10-84eb-4b0f-bcae-e29591c98216 req-5e939f10-5a53-4a23-809b-09e96903177e service neutron] Bound port: 33c323e8-95b1-46c4-bf3b-04dc54e338c1, host: n-h1-834765-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b7c66be-f702-416f-8424-fdadbd967f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '237afad2-5c99-42c5-97af-1d91f8cfe802'}}] {{(pid=102791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 15:46:08.451146 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-1f4a0b10-84eb-4b0f-bcae-e29591c98216 req-5e939f10-5a53-4a23-809b-09e96903177e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:08.470242 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24e6397-6c09-45ae-86a8-88b25393ff83 req-b7042d82-f1ff-47da-a288-b59540590706 tempest-InstanceActionsV221TestJSON-993286630 tempest-InstanceActionsV221TestJSON-993286630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:08.480724 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-a24e6397-6c09-45ae-86a8-88b25393ff83 req-b7042d82-f1ff-47da-a288-b59540590706 tempest-InstanceActionsV221TestJSON-993286630 tempest-InstanceActionsV221TestJSON-993286630-project] 10.222.0.42 "GET /v2.0/ports?device_id=21bdb347-f9b2-4ccd-8f2d-8adbeeef3318 HTTP/1.1" status: 200 len: 943 time: 0.4309371 Mar 29 15:46:08.509496 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dac55b6-2922-4ac0-a130-ff288b8c086d req-80514e0a-5e74-4728-8359-a5c6c532abaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:08.510954 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4dac55b6-2922-4ac0-a130-ff288b8c086d req-80514e0a-5e74-4728-8359-a5c6c532abaf service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9016bdba-0f5c-4ddd-94a1-3fa4aae621f1 HTTP/1.1" status: 200 len: 846 time: 0.2344685 Mar 29 15:46:08.561280 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-77136a30-e9c7-4c00-9242-7d2de868e1e9 req-8a153994-e895-48c4-a460-5e23ee4533a2 service neutron] 10.222.0.44 "GET /v2.0/networks/237afad2-5c99-42c5-97af-1d91f8cfe802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1133711 Mar 29 15:46:08.584723 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4dac55b6-2922-4ac0-a130-ff288b8c086d req-2f537bd7-2b22-4e44-8241-bc9bc860ecbc service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9c05e936-df9e-4fbf-b09c-78bf9696504c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0456588 Mar 29 15:46:08.620478 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc20ddc-abe4-483b-9b62-1b8bfb732fbe req-ce8ef280-62ee-4a70-8c2f-ea6d00ac5b6e tempest-ListServerFiltersTestJSON-1632672620 tempest-ListServerFiltersTestJSON-1632672620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:08.628914 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-7fc20ddc-abe4-483b-9b62-1b8bfb732fbe req-ce8ef280-62ee-4a70-8c2f-ea6d00ac5b6e tempest-ListServerFiltersTestJSON-1632672620 tempest-ListServerFiltersTestJSON-1632672620-project] 10.222.0.42 "GET /v2.0/ports?device_id=57be4d6d-0b44-4e91-a13f-bd6abefccde5 HTTP/1.1" status: 200 len: 943 time: 0.2416129 Mar 29 15:46:08.674273 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-a24e6397-6c09-45ae-86a8-88b25393ff83 req-fdb01b45-a4ca-4e50-85a6-4c07dabd56ab tempest-InstanceActionsV221TestJSON-993286630 tempest-InstanceActionsV221TestJSON-993286630-project] 10.222.0.42 "GET /v2.0/security-groups?id=b16fe5c9-3471-481e-b9c7-dee6db3748fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1907618 Mar 29 15:46:08.728875 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-7fc20ddc-abe4-483b-9b62-1b8bfb732fbe req-f4b5798d-006b-482e-a927-451aa0a7cc88 tempest-ListServerFiltersTestJSON-1632672620 tempest-ListServerFiltersTestJSON-1632672620-project] 10.222.0.42 "GET /v2.0/security-groups?id=4600fc30-be81-4c99-acf1-e3f516af1e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989635 Mar 29 15:46:08.742135 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2feddf3-9c9b-409c-895d-cbc15be32e9b req-a5c21225-6c63-4f91-b20c-dbcef6260a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:08.743624 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-b2feddf3-9c9b-409c-895d-cbc15be32e9b req-a5c21225-6c63-4f91-b20c-dbcef6260a29 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=06f45d87-dbac-4e5a-a564-aee191524d88 HTTP/1.1" status: 200 len: 854 time: 0.9758012 Mar 29 15:46:08.753643 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-bc9a2d16-0127-4697-bee8-225ceeab3aa0 req-34feb49e-026c-4c3f-b226-578f60ce992c service neutron] 10.222.0.48 "GET /v2.0/networks/f818aa83-6c27-4705-9d9f-ea6510384836?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0775130 Mar 29 15:46:08.812308 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2c6345-1ea1-4dc1-baca-49af9abe0e1a req-e9c7b2cc-f96e-457b-9479-f0176877dc27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:08.814472 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-2e2c6345-1ea1-4dc1-baca-49af9abe0e1a req-e9c7b2cc-f96e-457b-9479-f0176877dc27 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=36880b077ae44472a766ee3dbca8c57a&device_id=32b7b91c-8e40-48a8-9a73-9f507d49953e HTTP/1.1" status: 200 len: 1094 time: 0.1594601 Mar 29 15:46:08.835130 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-1f4a0b10-84eb-4b0f-bcae-e29591c98216 req-5e939f10-5a53-4a23-809b-09e96903177e service neutron] For port 33c323e8-95b1-46c4-bf3b-04dc54e338c1, host n-h1-834765-1, cleared binding levels {{(pid=102791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:46:08.924108 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-1f4a0b10-84eb-4b0f-bcae-e29591c98216 req-5e939f10-5a53-4a23-809b-09e96903177e service neutron] For port 33c323e8-95b1-46c4-bf3b-04dc54e338c1, host n-h1-834765-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=33c323e8-95b1-46c4-bf3b-04dc54e338c1,segment=NetworkSegment(6b7c66be-f702-416f-8424-fdadbd967f79),segment_id=6b7c66be-f702-416f-8424-fdadbd967f79)] {{(pid=102791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:46:08.944057 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-1f4a0b10-84eb-4b0f-bcae-e29591c98216 req-5e939f10-5a53-4a23-809b-09e96903177e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:08.991653 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 15:46:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d43c0904-e0f3-4939-ab29-630d05175e3b x-openstack-request-id: req-d43c0904-e0f3-4939-ab29-630d05175e3b {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:46:08.991944 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "149487e7-8e7a-421e-9b26-38fcb904048e", "tag": "148eeaa5-f1d0-43b8-9bff-c3cf6be228f5", "status": "completed", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:46:08.992191 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d43c0904-e0f3-4939-ab29-630d05175e3b {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:46:08.992592 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '149487e7-8e7a-421e-9b26-38fcb904048e', 'tag': '148eeaa5-f1d0-43b8-9bff-c3cf6be228f5', 'status': 'completed', 'code': 200} Mar 29 15:46:08.994615 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4dac55b6-2922-4ac0-a130-ff288b8c086d req-a7c004dc-8d94-461b-acbd-853ee83df90e service neutron] 10.222.0.48 "GET /v2.0/networks/9c05e936-df9e-4fbf-b09c-78bf9696504c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3758805 Mar 29 15:46:09.020092 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2feddf3-9c9b-409c-895d-cbc15be32e9b req-6ba3eaad-1dc1-4e98-9c9d-bb6c3cdfa672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:09.021713 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-b2feddf3-9c9b-409c-895d-cbc15be32e9b req-6ba3eaad-1dc1-4e98-9c9d-bb6c3cdfa672 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=237afad2-5c99-42c5-97af-1d91f8cfe802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2623799 Mar 29 15:46:09.067040 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2c6345-1ea1-4dc1-baca-49af9abe0e1a req-5e7d90f6-b710-49f6-9e16-f93dc0dd9c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:09.068533 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-2e2c6345-1ea1-4dc1-baca-49af9abe0e1a req-5e7d90f6-b710-49f6-9e16-f93dc0dd9c35 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7ba1b0faf68b4f8d9a887657f9ac84d8&device_id=21bdb347-f9b2-4ccd-8f2d-8adbeeef3318 HTTP/1.1" status: 200 len: 1094 time: 0.2494242 Mar 29 15:46:09.087305 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4a0b10-84eb-4b0f-bcae-e29591c98216 req-5e939f10-5a53-4a23-809b-09e96903177e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:09.088950 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-1f4a0b10-84eb-4b0f-bcae-e29591c98216 req-5e939f10-5a53-4a23-809b-09e96903177e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:09.091739 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-1f4a0b10-84eb-4b0f-bcae-e29591c98216 req-5e939f10-5a53-4a23-809b-09e96903177e service neutron] 10.222.0.44 "PUT /v2.0/ports/33c323e8-95b1-46c4-bf3b-04dc54e338c1 HTTP/1.1" status: 200 len: 1091 time: 3.4252238 Mar 29 15:46:09.153195 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1da72f-77ba-40d3-946a-c187c0197dcc req-b9dddf05-872b-4fbd-a822-00a3b6b1e2c9 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:09.156479 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-7a1da72f-77ba-40d3-946a-c187c0197dcc req-b9dddf05-872b-4fbd-a822-00a3b6b1e2c9 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/ports?device_id=ccf671cc-285a-4046-a5d5-c44a9114232b HTTP/1.1" status: 200 len: 947 time: 0.2768652 Mar 29 15:46:09.255960 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-b2feddf3-9c9b-409c-895d-cbc15be32e9b req-a17f5392-42fe-4b6d-857d-3e8b2458c832 service neutron] 10.222.0.48 "GET /v2.0/networks/237afad2-5c99-42c5-97af-1d91f8cfe802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2183659 Mar 29 15:46:09.339447 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2c6345-1ea1-4dc1-baca-49af9abe0e1a req-1c3a77c7-a52e-419d-ab95-7e7af6efe841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:09.341580 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-2e2c6345-1ea1-4dc1-baca-49af9abe0e1a req-1c3a77c7-a52e-419d-ab95-7e7af6efe841 service neutron] 10.222.0.48 "GET /v2.0/networks?id=f818aa83-6c27-4705-9d9f-ea6510384836 HTTP/1.1" status: 200 len: 919 time: 0.2511368 Mar 29 15:46:09.343193 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2c6345-1ea1-4dc1-baca-49af9abe0e1a req-2c2e9a01-ced2-49cd-8f10-e618bfb154dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:09.344657 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-2e2c6345-1ea1-4dc1-baca-49af9abe0e1a req-2c2e9a01-ced2-49cd-8f10-e618bfb154dd service neutron] 10.222.0.44 "GET /v2.0/networks?id=237afad2-5c99-42c5-97af-1d91f8cfe802 HTTP/1.1" status: 200 len: 916 time: 0.5160515 Mar 29 15:46:09.425856 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device c3fe64f4-0ad0-4bf4-9e83-f3258604e62d details requested by agent hyperv_n-h1-834765-1 with host n-h1-834765-1 {{(pid=102792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 15:46:09.553102 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port c3fe64f4-0ad0-4bf4-9e83-f3258604e62d, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=c3fe64f4-0ad0-4bf4-9e83-f3258604e62d,segment=NetworkSegment(a0c230f0-660a-4194-9279-0f0781d34134),segment_id=a0c230f0-660a-4194-9279-0f0781d34134)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:46:09.568840 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Returning: {'device': 'c3fe64f4-0ad0-4bf4-9e83-f3258604e62d', 'network_id': '2268a9b9-82fd-4886-a91d-3a50e4e16cab', 'port_id': 'c3fe64f4-0ad0-4bf4-9e83-f3258604e62d', 'mac_address': 'fa:16:3e:b9:97:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 625, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abb8e5d6-2aea-4455-a944-3435a3d1ce49', 'ip_address': '192.168.233.87'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 15:46:09.605958 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd92973d-1943-47cf-a71a-277c9b28557b req-9b075f38-a786-47c9-ba61-16b3fc42c06a tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:09.608179 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-fd92973d-1943-47cf-a71a-277c9b28557b req-9b075f38-a786-47c9-ba61-16b3fc42c06a tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] 10.222.0.42 "GET /v2.0/ports?device_id=149487e7-8e7a-421e-9b26-38fcb904048e HTTP/1.1" status: 200 len: 944 time: 0.5829325 Mar 29 15:46:09.611519 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-2e2c6345-1ea1-4dc1-baca-49af9abe0e1a req-c48fb8b2-6c93-4bf3-b019-5b5e4311d610 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=58eec033-97d2-44c7-bc17-2c887f6cf369 HTTP/1.1" status: 200 len: 217 time: 0.2146773 Mar 29 15:46:09.612704 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-2e2c6345-1ea1-4dc1-baca-49af9abe0e1a req-d344978f-8258-42ba-ac7e-91634e0a2783 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7a21e05c-c9e3-4d38-8cd6-1293051e049b HTTP/1.1" status: 200 len: 217 time: 0.2147861 Mar 29 15:46:09.650795 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:09.689125 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3fe64f4-0ad0-4bf4-9e83-f3258604e62d {{(pid=102792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:46:09.729645 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port c3fe64f4-0ad0-4bf4-9e83-f3258604e62d, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=c3fe64f4-0ad0-4bf4-9e83-f3258604e62d,segment=NetworkSegment(a0c230f0-660a-4194-9279-0f0781d34134),segment_id=a0c230f0-660a-4194-9279-0f0781d34134)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:46:09.733942 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [req-d55f9760-957d-4a38-94bb-0683e825efc0 req-6dfcdf34-7d5f-4a35-bca3-aa481e4ed1c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e4288bf-3a71-4221-a5b2-491886f56512 {{(pid=102791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:46:09.740805 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:09.759044 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-d55f9760-957d-4a38-94bb-0683e825efc0 req-6dfcdf34-7d5f-4a35-bca3-aa481e4ed1c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:09.850197 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Pushing event updated for resources: {'Port': ['ID=c3fe64f4-0ad0-4bf4-9e83-f3258604e62d,revision_number=7']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:46:09.870690 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:46:09.870984 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:46:09.871303 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:46:09.871647 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:46:09.871979 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:46:09.872347 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:46:09.872670 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:46:09.872994 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:46:09.873317 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:46:09.873640 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:46:09.873961 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:46:09.874286 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:46:09.960875 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-fd92973d-1943-47cf-a71a-277c9b28557b req-e78e0d9b-b9a6-42fd-83dc-caee6ecadaf2 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] 10.222.0.42 "GET /v2.0/security-groups?id=f08e979a-b162-4e81-8f48-4f228bf81759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3299332 Mar 29 15:46:10.004911 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.provisioning_blocks [req-d55f9760-957d-4a38-94bb-0683e825efc0 req-6dfcdf34-7d5f-4a35-bca3-aa481e4ed1c1 service neutron] Transition to ACTIVE for port object 9e4288bf-3a71-4221-a5b2-491886f56512 will not be triggered until provisioned by entity L2. {{(pid=102791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 15:46:10.014378 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2c6345-1ea1-4dc1-baca-49af9abe0e1a req-878b5872-a082-4aae-b77f-77253b15a1f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:10.015703 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-2e2c6345-1ea1-4dc1-baca-49af9abe0e1a req-878b5872-a082-4aae-b77f-77253b15a1f4 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=06f45d87-dbac-4e5a-a564-aee191524d88 HTTP/1.1" status: 200 len: 854 time: 0.3868392 Mar 29 15:46:10.051396 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e939f10-5a53-4a23-809b-09e96903177e service neutron] Pushing event updated for resources: {'Port': ['ID=33c323e8-95b1-46c4-bf3b-04dc54e338c1,revision_number=3']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:46:10.094646 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-d55f9760-957d-4a38-94bb-0683e825efc0 req-6dfcdf34-7d5f-4a35-bca3-aa481e4ed1c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:10.096987 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-b2feddf3-9c9b-409c-895d-cbc15be32e9b req-6d4baf29-bae7-4ec8-af85-6461247fb701 service neutron] 10.222.0.48 "GET /v2.0/networks/237afad2-5c99-42c5-97af-1d91f8cfe802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7504745 Mar 29 15:46:10.107355 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2c6345-1ea1-4dc1-baca-49af9abe0e1a req-04ed40ed-554d-4e66-b566-b74fb5d0cacd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:10.124166 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-7a1da72f-77ba-40d3-946a-c187c0197dcc req-f6f47ea1-1e63-4ff4-838f-a3b9a1a3baa3 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/security-groups?id=56997969-7130-4d86-9e9d-e068deb19a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3988941 Mar 29 15:46:10.124374 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-2e2c6345-1ea1-4dc1-baca-49af9abe0e1a req-04ed40ed-554d-4e66-b566-b74fb5d0cacd service neutron] 10.222.0.48 "GET /v2.0/subnets?id=90311ee8-e9b3-49cf-b7b9-fd41862bea03 HTTP/1.1" status: 200 len: 858 time: 0.4907491 Mar 29 15:46:10.159773 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] get_ports_and_sgs() called for port_ids ['c3fe64f4-0ad0-4bf4-9e83-f3258604e62d'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:46:10.251178 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4dac55b6-2922-4ac0-a130-ff288b8c086d req-00212fce-9fe4-49fb-bf72-6bb0cf132f01 service neutron] 10.222.0.48 "GET /v2.0/networks/9c05e936-df9e-4fbf-b09c-78bf9696504c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1808152 Mar 29 15:46:10.301748 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-2e2c6345-1ea1-4dc1-baca-49af9abe0e1a req-166fd45b-b550-4e10-9ef7-5350668ea41c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f818aa83-6c27-4705-9d9f-ea6510384836&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1696920 Mar 29 15:46:10.315094 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4a0b10-84eb-4b0f-bcae-e29591c98216 req-057ebbd8-9476-4f04-aa80-2d13988e6ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:10.315094 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-1f4a0b10-84eb-4b0f-bcae-e29591c98216 req-057ebbd8-9476-4f04-aa80-2d13988e6ecf service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=36880b077ae44472a766ee3dbca8c57a&device_id=57be4d6d-0b44-4e91-a13f-bd6abefccde5 HTTP/1.1" status: 200 len: 1094 time: 0.5981913 Mar 29 15:46:10.459934 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-1f4a0b10-84eb-4b0f-bcae-e29591c98216 req-29d34dfe-8f70-40df-9cd3-cbc86e12b221 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=33c323e8-95b1-46c4-bf3b-04dc54e338c1 HTTP/1.1" status: 200 len: 217 time: 0.1291020 Mar 29 15:46:10.501465 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2c6345-1ea1-4dc1-baca-49af9abe0e1a req-5d3f310d-102a-45b7-8f1a-5c5155fb4a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:10.507723 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-2e2c6345-1ea1-4dc1-baca-49af9abe0e1a req-5d3f310d-102a-45b7-8f1a-5c5155fb4a99 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=237afad2-5c99-42c5-97af-1d91f8cfe802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4717903 Mar 29 15:46:10.636166 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4a0b10-84eb-4b0f-bcae-e29591c98216 req-b92549b0-4755-4671-ac44-4aea5bc3d400 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:10.637667 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-1f4a0b10-84eb-4b0f-bcae-e29591c98216 req-b92549b0-4755-4671-ac44-4aea5bc3d400 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=06f45d87-dbac-4e5a-a564-aee191524d88 HTTP/1.1" status: 200 len: 854 time: 0.0993867 Mar 29 15:46:10.641010 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfcdf34-7d5f-4a35-bca3-aa481e4ed1c1 service neutron] Pushing event updated for resources: {'Port': ['ID=9e4288bf-3a71-4221-a5b2-491886f56512,revision_number=2']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:46:10.656799 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c0c2c8-2442-42e4-84a3-60ef7fc41464 req-b88a7ce7-3351-491e-8814-60639bcf3ccf tempest-ServerRescueTestJSONUnderV235-1876556569 tempest-ServerRescueTestJSONUnderV235-1876556569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:10.660820 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-52c0c2c8-2442-42e4-84a3-60ef7fc41464 req-b88a7ce7-3351-491e-8814-60639bcf3ccf tempest-ServerRescueTestJSONUnderV235-1876556569 tempest-ServerRescueTestJSONUnderV235-1876556569-project] 10.222.0.42 "GET /v2.0/ports?device_id=f874266c-3b3f-411d-94a2-092abe89ba9b HTTP/1.1" status: 200 len: 946 time: 0.4425769 Mar 29 15:46:10.792464 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-52c0c2c8-2442-42e4-84a3-60ef7fc41464 req-d7fb453e-e907-42f5-88a7-29acfa849d20 tempest-ServerRescueTestJSONUnderV235-1876556569 tempest-ServerRescueTestJSONUnderV235-1876556569-project] 10.222.0.42 "GET /v2.0/security-groups?id=3d222421-3560-49e7-abaf-10952d69e15f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204500 Mar 29 15:46:10.794884 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-2e2c6345-1ea1-4dc1-baca-49af9abe0e1a req-baba8eee-7349-4294-9809-5073747d2792 service neutron] 10.222.0.48 "GET /v2.0/networks/f818aa83-6c27-4705-9d9f-ea6510384836?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4552109 Mar 29 15:46:10.820770 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576bf3c3-9cb5-400e-a1df-7d048c5b3f0e req-c19d834a-d142-4af8-8017-667a3e38431e tempest-FloatingIPsAssociationNegativeTestJSON-492483530 tempest-FloatingIPsAssociationNegativeTestJSON-492483530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:10.822325 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-576bf3c3-9cb5-400e-a1df-7d048c5b3f0e req-c19d834a-d142-4af8-8017-667a3e38431e tempest-FloatingIPsAssociationNegativeTestJSON-492483530 tempest-FloatingIPsAssociationNegativeTestJSON-492483530-project] 10.222.0.42 "GET /v2.0/ports?device_id=289edb15-b057-48b9-8159-c673c5bb8197 HTTP/1.1" status: 200 len: 943 time: 0.5022981 Mar 29 15:46:10.871987 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-2e2c6345-1ea1-4dc1-baca-49af9abe0e1a req-263f6a9e-df89-480a-841d-0e2d57297e68 service neutron] 10.222.0.44 "GET /v2.0/networks/237afad2-5c99-42c5-97af-1d91f8cfe802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3094614 Mar 29 15:46:10.897737 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-d55f9760-957d-4a38-94bb-0683e825efc0 req-6dfcdf34-7d5f-4a35-bca3-aa481e4ed1c1 service neutron] Attempting to bind port 9e4288bf-3a71-4221-a5b2-491886f56512 on host n-h1-834765-1 for vnic_type normal with profile {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:46:10.897737 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-d55f9760-957d-4a38-94bb-0683e825efc0 req-6dfcdf34-7d5f-4a35-bca3-aa481e4ed1c1 service neutron] Attempting to bind port 9e4288bf-3a71-4221-a5b2-491886f56512 by drivers openvswitch,hyperv on host n-h1-834765-1 at level 0 using segments [{'id': 'f2621a63-0db5-47c0-abd7-41810118d080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '7c143bed-7e9e-4000-a4b5-c98d481a1da9'}] {{(pid=102791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:46:10.898046 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d55f9760-957d-4a38-94bb-0683e825efc0 req-6dfcdf34-7d5f-4a35-bca3-aa481e4ed1c1 service neutron] Attempting to bind port 9e4288bf-3a71-4221-a5b2-491886f56512 on network 7c143bed-7e9e-4000-a4b5-c98d481a1da9 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:46:10.916069 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5c7ece-557f-48ee-a0ee-ac690bea1533 req-a14da555-c05e-4199-b624-6e1e3a71e0e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:10.918073 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-fc5c7ece-557f-48ee-a0ee-ac690bea1533 req-a14da555-c05e-4199-b624-6e1e3a71e0e7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d04cf558b2cb439aa051141a3dc84641&device_id=149487e7-8e7a-421e-9b26-38fcb904048e HTTP/1.1" status: 200 len: 1095 time: 0.5887575 Mar 29 15:46:10.956365 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4a0b10-84eb-4b0f-bcae-e29591c98216 req-1b00022b-6c20-45ce-b75d-d1b053f77df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:10.958341 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-1f4a0b10-84eb-4b0f-bcae-e29591c98216 req-1b00022b-6c20-45ce-b75d-d1b053f77df0 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=237afad2-5c99-42c5-97af-1d91f8cfe802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3111851 Mar 29 15:46:10.958922 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d55f9760-957d-4a38-94bb-0683e825efc0 req-6dfcdf34-7d5f-4a35-bca3-aa481e4ed1c1 service neutron] Port 9e4288bf-3a71-4221-a5b2-491886f56512 on network 7c143bed-7e9e-4000-a4b5-c98d481a1da9 not bound, no agent of type Open vSwitch agent registered on host n-h1-834765-1 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 15:46:10.959359 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d55f9760-957d-4a38-94bb-0683e825efc0 req-6dfcdf34-7d5f-4a35-bca3-aa481e4ed1c1 service neutron] Attempting to bind port 9e4288bf-3a71-4221-a5b2-491886f56512 on network 7c143bed-7e9e-4000-a4b5-c98d481a1da9 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:46:10.979157 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-576bf3c3-9cb5-400e-a1df-7d048c5b3f0e req-975949e8-b74c-43f9-a194-de06b4b54b86 tempest-FloatingIPsAssociationNegativeTestJSON-492483530 tempest-FloatingIPsAssociationNegativeTestJSON-492483530-project] 10.222.0.42 "GET /v2.0/security-groups?id=5544b426-8722-47e3-a46b-1eb9730bf5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163752 Mar 29 15:46:11.013828 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d55f9760-957d-4a38-94bb-0683e825efc0 req-6dfcdf34-7d5f-4a35-bca3-aa481e4ed1c1 service neutron] Checking agent: {'id': 'be375040-5069-4239-9460-a3a3213e1e90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 33, 18), 'started_at': datetime.datetime(2022, 3, 29, 15, 33, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 45, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:46:11.016265 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d55f9760-957d-4a38-94bb-0683e825efc0 req-6dfcdf34-7d5f-4a35-bca3-aa481e4ed1c1 service neutron] Checking segment: {'id': 'f2621a63-0db5-47c0-abd7-41810118d080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '7c143bed-7e9e-4000-a4b5-c98d481a1da9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:46:11.018138 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d55f9760-957d-4a38-94bb-0683e825efc0 req-6dfcdf34-7d5f-4a35-bca3-aa481e4ed1c1 service neutron] Bound using segment: {'id': 'f2621a63-0db5-47c0-abd7-41810118d080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '7c143bed-7e9e-4000-a4b5-c98d481a1da9'} {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:46:11.018842 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-d55f9760-957d-4a38-94bb-0683e825efc0 req-6dfcdf34-7d5f-4a35-bca3-aa481e4ed1c1 service neutron] Bound port: 9e4288bf-3a71-4221-a5b2-491886f56512, host: n-h1-834765-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2621a63-0db5-47c0-abd7-41810118d080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '7c143bed-7e9e-4000-a4b5-c98d481a1da9'}}] {{(pid=102791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 15:46:11.019388 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-d55f9760-957d-4a38-94bb-0683e825efc0 req-6dfcdf34-7d5f-4a35-bca3-aa481e4ed1c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:11.025885 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57be4d6d-0b44-4e91-a13f-bd6abefccde5', 'tag': '33c323e8-95b1-46c4-bf3b-04dc54e338c1'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:46:11.026771 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-2e2c6345-1ea1-4dc1-baca-49af9abe0e1a req-568239c9-164b-42b0-a70d-d084f9bf6454 service neutron] 10.222.0.48 "GET /v2.0/networks/f818aa83-6c27-4705-9d9f-ea6510384836?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2233531 Mar 29 15:46:11.034781 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c67b028db5e9b9818fecc5c0a87ebc6f190694fa53ca267d523e04f98de536d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb31f528-a3ba-4d9d-9eaa-549d16db8e9e" -d '{"events": [{"name": "network-changed", "server_uuid": "57be4d6d-0b44-4e91-a13f-bd6abefccde5", "tag": "33c323e8-95b1-46c4-bf3b-04dc54e338c1"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:46:11.076285 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-2e2c6345-1ea1-4dc1-baca-49af9abe0e1a req-653223d0-c327-4270-b7f8-6ab99caf7e10 service neutron] 10.222.0.44 "GET /v2.0/networks/237afad2-5c99-42c5-97af-1d91f8cfe802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1619146 Mar 29 15:46:11.102881 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f2e59d-2a64-452e-8176-0718bb9b2d02 req-2103118d-fb18-4dab-a25b-b2791f13772c tempest-InstanceActionsV221TestJSON-993286630 tempest-InstanceActionsV221TestJSON-993286630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:11.104936 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-77f2e59d-2a64-452e-8176-0718bb9b2d02 req-2103118d-fb18-4dab-a25b-b2791f13772c tempest-InstanceActionsV221TestJSON-993286630 tempest-InstanceActionsV221TestJSON-993286630-project] 10.222.0.42 "GET /v2.0/ports?device_id=21bdb347-f9b2-4ccd-8f2d-8adbeeef3318 HTTP/1.1" status: 200 len: 943 time: 0.0927923 Mar 29 15:46:11.164947 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-77f2e59d-2a64-452e-8176-0718bb9b2d02 req-3af99fac-9b6d-421c-919d-961f57d796bf tempest-InstanceActionsV221TestJSON-993286630 tempest-InstanceActionsV221TestJSON-993286630-project] 10.222.0.42 "GET /v2.0/security-groups?id=b16fe5c9-3471-481e-b9c7-dee6db3748fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521283 Mar 29 15:46:11.357882 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75d386c-8f3f-4a51-b16d-10726dd71d5b req-05fa9f09-fa59-4daa-8be5-76ad4c5c898c tempest-ListServerFiltersTestJSON-1632672620 tempest-ListServerFiltersTestJSON-1632672620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:11.359709 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f75d386c-8f3f-4a51-b16d-10726dd71d5b req-05fa9f09-fa59-4daa-8be5-76ad4c5c898c tempest-ListServerFiltersTestJSON-1632672620 tempest-ListServerFiltersTestJSON-1632672620-project] 10.222.0.42 "GET /v2.0/ports?device_id=57be4d6d-0b44-4e91-a13f-bd6abefccde5 HTTP/1.1" status: 200 len: 943 time: 0.2320690 Mar 29 15:46:11.370322 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device 53bb8200-f409-497e-8e5a-d1604f58a2ad details requested by agent hyperv_n-h2-834765-1 with host n-h2-834765-1 {{(pid=102792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 15:46:11.390944 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5c7ece-557f-48ee-a0ee-ac690bea1533 req-79285cc7-fb9c-489b-b6f5-800696c999bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:11.392663 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-fc5c7ece-557f-48ee-a0ee-ac690bea1533 req-79285cc7-fb9c-489b-b6f5-800696c999bf service neutron] 10.222.0.48 "GET /v2.0/networks?id=9c05e936-df9e-4fbf-b09c-78bf9696504c HTTP/1.1" status: 200 len: 907 time: 0.4533176 Mar 29 15:46:11.410027 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-d55f9760-957d-4a38-94bb-0683e825efc0 req-6dfcdf34-7d5f-4a35-bca3-aa481e4ed1c1 service neutron] For port 9e4288bf-3a71-4221-a5b2-491886f56512, host n-h1-834765-1, cleared binding levels {{(pid=102791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:46:11.426696 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-1f4a0b10-84eb-4b0f-bcae-e29591c98216 req-8e1c1a24-af91-4e9a-bc2d-fa3c0735a147 service neutron] 10.222.0.44 "GET /v2.0/networks/237afad2-5c99-42c5-97af-1d91f8cfe802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4196351 Mar 29 15:46:11.428508 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5aafc2c-689b-4f39-bf39-9ad3fa6235f4 req-0542bde6-d846-4a87-b512-29ea348146ea tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:11.431074 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-e5aafc2c-689b-4f39-bf39-9ad3fa6235f4 req-0542bde6-d846-4a87-b512-29ea348146ea tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] 10.222.0.42 "GET /v2.0/ports?device_id=149487e7-8e7a-421e-9b26-38fcb904048e HTTP/1.1" status: 200 len: 944 time: 0.0804472 Mar 29 15:46:11.464013 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device 7a21e05c-c9e3-4d38-8cd6-1293051e049b details requested by agent hyperv_n-h1-834765-1 with host n-h1-834765-1 {{(pid=102792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 15:46:11.466826 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device c3fe64f4-0ad0-4bf4-9e83-f3258604e62d up at agent hyperv_n-h1-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:46:11.503528 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-d55f9760-957d-4a38-94bb-0683e825efc0 req-6dfcdf34-7d5f-4a35-bca3-aa481e4ed1c1 service neutron] For port 9e4288bf-3a71-4221-a5b2-491886f56512, host n-h1-834765-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=9e4288bf-3a71-4221-a5b2-491886f56512,segment=NetworkSegment(f2621a63-0db5-47c0-abd7-41810118d080),segment_id=f2621a63-0db5-47c0-abd7-41810118d080)] {{(pid=102791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:46:11.520101 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-fc5c7ece-557f-48ee-a0ee-ac690bea1533 req-316c776b-8873-433c-9baa-6b8eea4644e2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=148eeaa5-f1d0-43b8-9bff-c3cf6be228f5 HTTP/1.1" status: 200 len: 217 time: 0.1163833 Mar 29 15:46:11.542762 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-d55f9760-957d-4a38-94bb-0683e825efc0 req-6dfcdf34-7d5f-4a35-bca3-aa481e4ed1c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:11.553496 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f75d386c-8f3f-4a51-b16d-10726dd71d5b req-04f437ef-4994-4b24-a000-e735ec0defb9 tempest-ListServerFiltersTestJSON-1632672620 tempest-ListServerFiltersTestJSON-1632672620-project] 10.222.0.42 "GET /v2.0/security-groups?id=4600fc30-be81-4c99-acf1-e3f516af1e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856062 Mar 29 15:46:11.577265 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-e5aafc2c-689b-4f39-bf39-9ad3fa6235f4 req-9fd3c00f-b9b5-47e7-987d-af6d05cedca1 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] 10.222.0.42 "GET /v2.0/security-groups?id=f08e979a-b162-4e81-8f48-4f228bf81759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364596 Mar 29 15:46:11.643477 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.db.resource_extend [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 29 15:46:11.681072 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 15:46:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18276e0e-d5bc-4569-b9b3-f2c1d10f3535 x-openstack-request-id: req-18276e0e-d5bc-4569-b9b3-f2c1d10f3535 {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:46:11.681499 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57be4d6d-0b44-4e91-a13f-bd6abefccde5", "tag": "33c323e8-95b1-46c4-bf3b-04dc54e338c1", "status": "completed", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:46:11.682288 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-18276e0e-d5bc-4569-b9b3-f2c1d10f3535 {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:46:11.682288 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57be4d6d-0b44-4e91-a13f-bd6abefccde5', 'tag': '33c323e8-95b1-46c4-bf3b-04dc54e338c1', 'status': 'completed', 'code': 200} Mar 29 15:46:11.698486 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55f9760-957d-4a38-94bb-0683e825efc0 req-6dfcdf34-7d5f-4a35-bca3-aa481e4ed1c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:11.699279 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-d55f9760-957d-4a38-94bb-0683e825efc0 req-6dfcdf34-7d5f-4a35-bca3-aa481e4ed1c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:11.701047 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d55f9760-957d-4a38-94bb-0683e825efc0 req-6dfcdf34-7d5f-4a35-bca3-aa481e4ed1c1 service neutron] 10.222.0.44 "PUT /v2.0/ports/9e4288bf-3a71-4221-a5b2-491886f56512 HTTP/1.1" status: 200 len: 1091 time: 4.0578115 Mar 29 15:46:11.781618 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Provisioning complete for port c3fe64f4-0ad0-4bf4-9e83-f3258604e62d triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:46:11.781991 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:11.805988 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5c7ece-557f-48ee-a0ee-ac690bea1533 req-9c5e0d84-6c1f-4cd4-8624-7ec8c89a084a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:11.807492 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-fc5c7ece-557f-48ee-a0ee-ac690bea1533 req-9c5e0d84-6c1f-4cd4-8624-7ec8c89a084a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9016bdba-0f5c-4ddd-94a1-3fa4aae621f1 HTTP/1.1" status: 200 len: 846 time: 0.2748883 Mar 29 15:46:11.823832 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-1f4a0b10-84eb-4b0f-bcae-e29591c98216 req-4eac5891-fe43-4c92-aedc-8d48d03e2f82 service neutron] 10.222.0.44 "GET /v2.0/networks/237afad2-5c99-42c5-97af-1d91f8cfe802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3834329 Mar 29 15:46:11.839001 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port 53bb8200-f409-497e-8e5a-d1604f58a2ad, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=53bb8200-f409-497e-8e5a-d1604f58a2ad,segment=NetworkSegment(6b7c66be-f702-416f-8424-fdadbd967f79),segment_id=6b7c66be-f702-416f-8424-fdadbd967f79)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:46:11.849627 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfcdf34-7d5f-4a35-bca3-aa481e4ed1c1 service neutron] Pushing event updated for resources: {'Port': ['ID=9e4288bf-3a71-4221-a5b2-491886f56512,revision_number=3']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:46:11.889102 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Returning: {'device': '53bb8200-f409-497e-8e5a-d1604f58a2ad', 'network_id': '237afad2-5c99-42c5-97af-1d91f8cfe802', 'port_id': '53bb8200-f409-497e-8e5a-d1604f58a2ad', 'mac_address': 'fa:16:3e:03:35:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 601, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06f45d87-dbac-4e5a-a564-aee191524d88', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 15:46:11.896345 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port 7a21e05c-c9e3-4d38-8cd6-1293051e049b, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=7a21e05c-c9e3-4d38-8cd6-1293051e049b,segment=NetworkSegment(6b7c66be-f702-416f-8424-fdadbd967f79),segment_id=6b7c66be-f702-416f-8424-fdadbd967f79)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:46:11.914570 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-fc5c7ece-557f-48ee-a0ee-ac690bea1533 req-203072c6-c9f2-4440-9add-95d24e2c2cb0 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9c05e936-df9e-4fbf-b09c-78bf9696504c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0750182 Mar 29 15:46:11.976203 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:12.008111 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f079e70-f813-4866-be72-12f515ad171b req-09a4a6ff-974e-4b54-aa2f-6e5f9394a857 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:12.015886 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-0f079e70-f813-4866-be72-12f515ad171b req-09a4a6ff-974e-4b54-aa2f-6e5f9394a857 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/ports?device_id=ccf671cc-285a-4046-a5d5-c44a9114232b HTTP/1.1" status: 200 len: 948 time: 0.3047335 Mar 29 15:46:12.034742 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Returning: {'device': '7a21e05c-c9e3-4d38-8cd6-1293051e049b', 'network_id': '237afad2-5c99-42c5-97af-1d91f8cfe802', 'port_id': '7a21e05c-c9e3-4d38-8cd6-1293051e049b', 'mac_address': 'fa:16:3e:ec:46:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 601, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06f45d87-dbac-4e5a-a564-aee191524d88', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 15:46:12.084755 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55f9760-957d-4a38-94bb-0683e825efc0 req-b234fafc-9cdf-494a-b913-dee2c7cd1940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:12.086382 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d55f9760-957d-4a38-94bb-0683e825efc0 req-b234fafc-9cdf-494a-b913-dee2c7cd1940 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=30f1929cf8cd4fa2971fe122fa56b37c&device_id=289edb15-b057-48b9-8159-c673c5bb8197 HTTP/1.1" status: 200 len: 1094 time: 0.3237617 Mar 29 15:46:12.088283 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port c3fe64f4-0ad0-4bf4-9e83-f3258604e62d, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=c3fe64f4-0ad0-4bf4-9e83-f3258604e62d,segment=NetworkSegment(a0c230f0-660a-4194-9279-0f0781d34134),segment_id=a0c230f0-660a-4194-9279-0f0781d34134)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:46:12.112278 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccf671cc-285a-4046-a5d5-c44a9114232b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3fe64f4-0ad0-4bf4-9e83-f3258604e62d'}] {{(pid=102792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:46:12.114417 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4f476c66b318cc6068719fc39557fac68d413f5c7e78fa77028c7948e999ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3254837-b2d0-49ec-99d4-a5425bb73198" -d '{"events": [{"server_uuid": "ccf671cc-285a-4046-a5d5-c44a9114232b", "name": "network-vif-plugged", "status": "completed", "tag": "c3fe64f4-0ad0-4bf4-9e83-f3258604e62d"}]}' {{(pid=102792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:46:12.125461 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:12.138430 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1c598f-b0f9-49af-8aad-410e97820388 req-c01aee3f-a515-4c75-9843-f09dbd450af2 tempest-ServerRescueTestJSONUnderV235-1876556569 tempest-ServerRescueTestJSONUnderV235-1876556569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:12.146069 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-3a1c598f-b0f9-49af-8aad-410e97820388 req-c01aee3f-a515-4c75-9843-f09dbd450af2 tempest-ServerRescueTestJSONUnderV235-1876556569 tempest-ServerRescueTestJSONUnderV235-1876556569-project] 10.222.0.42 "GET /v2.0/ports?device_id=f874266c-3b3f-411d-94a2-092abe89ba9b HTTP/1.1" status: 200 len: 946 time: 0.1917067 Mar 29 15:46:12.164911 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:12.193073 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53bb8200-f409-497e-8e5a-d1604f58a2ad {{(pid=102792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:46:12.210671 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d55f9760-957d-4a38-94bb-0683e825efc0 req-c890473d-93f7-434e-8046-777ea10e4c9e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9e4288bf-3a71-4221-a5b2-491886f56512 HTTP/1.1" status: 200 len: 217 time: 0.0922821 Mar 29 15:46:12.225534 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-3a1c598f-b0f9-49af-8aad-410e97820388 req-9c4c0fde-ba63-46f9-bb01-586440a6062c tempest-ServerRescueTestJSONUnderV235-1876556569 tempest-ServerRescueTestJSONUnderV235-1876556569-project] 10.222.0.42 "GET /v2.0/security-groups?id=3d222421-3560-49e7-abaf-10952d69e15f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784531 Mar 29 15:46:12.272007 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port 53bb8200-f409-497e-8e5a-d1604f58a2ad, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=53bb8200-f409-497e-8e5a-d1604f58a2ad,segment=NetworkSegment(6b7c66be-f702-416f-8424-fdadbd967f79),segment_id=6b7c66be-f702-416f-8424-fdadbd967f79)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:46:12.278194 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55f9760-957d-4a38-94bb-0683e825efc0 req-7dbdc035-dff9-435f-b413-2d3d62b02164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:12.280848 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d55f9760-957d-4a38-94bb-0683e825efc0 req-7dbdc035-dff9-435f-b413-2d3d62b02164 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b1987332-c2a6-4f9a-8ef4-b91bd30159c4 HTTP/1.1" status: 200 len: 867 time: 0.0532026 Mar 29 15:46:12.282361 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:12.293146 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:12.322791 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Pushing event updated for resources: {'Port': ['ID=c3fe64f4-0ad0-4bf4-9e83-f3258604e62d,revision_number=8']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:46:12.325981 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb31f528-a3ba-4d9d-9eaa-549d16db8e9e req-f4b14da0-1116-496c-a5ee-924b87e04125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:12.327469 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-eb31f528-a3ba-4d9d-9eaa-549d16db8e9e req-f4b14da0-1116-496c-a5ee-924b87e04125 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=36880b077ae44472a766ee3dbca8c57a&device_id=57be4d6d-0b44-4e91-a13f-bd6abefccde5 HTTP/1.1" status: 200 len: 1094 time: 0.3829541 Mar 29 15:46:12.361171 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a21e05c-c9e3-4d38-8cd6-1293051e049b {{(pid=102792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:46:12.384108 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port 7a21e05c-c9e3-4d38-8cd6-1293051e049b, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=7a21e05c-c9e3-4d38-8cd6-1293051e049b,segment=NetworkSegment(6b7c66be-f702-416f-8424-fdadbd967f79),segment_id=6b7c66be-f702-416f-8424-fdadbd967f79)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:46:12.385337 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-0f079e70-f813-4866-be72-12f515ad171b req-8207c421-cfba-4739-a5d8-01a24f60dd41 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/security-groups?id=56997969-7130-4d86-9e9d-e068deb19a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3686516 Mar 29 15:46:12.399981 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:12.410824 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac05a97-8b0b-4eb6-a372-ced00d0af788 req-4bb4bcc5-a58f-4bd2-a651-81808c2ef508 tempest-FloatingIPsAssociationNegativeTestJSON-492483530 tempest-FloatingIPsAssociationNegativeTestJSON-492483530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:12.412423 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-7ac05a97-8b0b-4eb6-a372-ced00d0af788 req-4bb4bcc5-a58f-4bd2-a651-81808c2ef508 tempest-FloatingIPsAssociationNegativeTestJSON-492483530 tempest-FloatingIPsAssociationNegativeTestJSON-492483530-project] 10.222.0.42 "GET /v2.0/ports?device_id=289edb15-b057-48b9-8159-c673c5bb8197 HTTP/1.1" status: 200 len: 943 time: 0.1117406 Mar 29 15:46:12.448280 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Pushing event updated for resources: {'Port': ['ID=53bb8200-f409-497e-8e5a-d1604f58a2ad,revision_number=4']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:46:12.510943 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-fc5c7ece-557f-48ee-a0ee-ac690bea1533 req-aef63b17-cdf9-4ab9-9fcb-c86a79d7253a service neutron] 10.222.0.48 "GET /v2.0/networks/9c05e936-df9e-4fbf-b09c-78bf9696504c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5847175 Mar 29 15:46:12.552322 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-7ac05a97-8b0b-4eb6-a372-ced00d0af788 req-57dadbf4-615a-4eb6-9a76-89aed504451a tempest-FloatingIPsAssociationNegativeTestJSON-492483530 tempest-FloatingIPsAssociationNegativeTestJSON-492483530-project] 10.222.0.42 "GET /v2.0/security-groups?id=5544b426-8722-47e3-a46b-1eb9730bf5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124332 Mar 29 15:46:12.579328 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Pushing event updated for resources: {'Port': ['ID=7a21e05c-c9e3-4d38-8cd6-1293051e049b,revision_number=4']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:46:12.582780 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:46:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c638838e-23dc-44e5-9d39-2e28fb754053 x-openstack-request-id: req-c638838e-23dc-44e5-9d39-2e28fb754053 {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:46:12.583196 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccf671cc-285a-4046-a5d5-c44a9114232b", "name": "network-vif-plugged", "status": "completed", "tag": "c3fe64f4-0ad0-4bf4-9e83-f3258604e62d", "code": 200}]} {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:46:12.583519 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c638838e-23dc-44e5-9d39-2e28fb754053 {{(pid=102792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:46:12.583876 n-d-834765-1 neutron-server[102792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccf671cc-285a-4046-a5d5-c44a9114232b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3fe64f4-0ad0-4bf4-9e83-f3258604e62d', 'code': 200} Mar 29 15:46:12.705074 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55f9760-957d-4a38-94bb-0683e825efc0 req-a001a19e-2f99-41a0-857a-8a4efab9332b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:12.706758 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d55f9760-957d-4a38-94bb-0683e825efc0 req-a001a19e-2f99-41a0-857a-8a4efab9332b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7c143bed-7e9e-4000-a4b5-c98d481a1da9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4178834 Mar 29 15:46:12.733064 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb31f528-a3ba-4d9d-9eaa-549d16db8e9e req-3b95d25f-453c-4a31-9450-1a96ad204acc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:12.734520 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-eb31f528-a3ba-4d9d-9eaa-549d16db8e9e req-3b95d25f-453c-4a31-9450-1a96ad204acc service neutron] 10.222.0.44 "GET /v2.0/networks?id=237afad2-5c99-42c5-97af-1d91f8cfe802 HTTP/1.1" status: 200 len: 916 time: 0.3970187 Mar 29 15:46:12.763973 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f51233e-0753-4d4f-b97b-9712fdbcce70 req-8eaa7d5c-7f05-453b-a0fa-27d0685b8e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:12.765671 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-4f51233e-0753-4d4f-b97b-9712fdbcce70 req-8eaa7d5c-7f05-453b-a0fa-27d0685b8e9c service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=f874266c-3b3f-411d-94a2-092abe89ba9b HTTP/1.1" status: 200 len: 1097 time: 0.0612831 Mar 29 15:46:12.795791 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] get_ports_and_sgs() called for port_ids ['53bb8200-f409-497e-8e5a-d1604f58a2ad'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:46:12.847185 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-4f51233e-0753-4d4f-b97b-9712fdbcce70 req-7dcae867-11ef-4978-9983-54ac63d37241 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=3d222421-3560-49e7-abaf-10952d69e15f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750928 Mar 29 15:46:12.859781 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] get_ports_and_sgs() called for port_ids ['7a21e05c-c9e3-4d38-8cd6-1293051e049b'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:46:12.884819 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-eb31f528-a3ba-4d9d-9eaa-549d16db8e9e req-02da6ee0-01f9-4d56-87f2-937ae7fb4a1f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=33c323e8-95b1-46c4-bf3b-04dc54e338c1 HTTP/1.1" status: 200 len: 217 time: 0.0817621 Mar 29 15:46:13.024297 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1000130-e14b-4f58-bfb3-f968c3b0b49b req-243a449b-6e3f-4ab3-8fbb-8f3aa3d516e9 tempest-InstanceActionsV221TestJSON-993286630 tempest-InstanceActionsV221TestJSON-993286630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:13.025968 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f1000130-e14b-4f58-bfb3-f968c3b0b49b req-243a449b-6e3f-4ab3-8fbb-8f3aa3d516e9 tempest-InstanceActionsV221TestJSON-993286630 tempest-InstanceActionsV221TestJSON-993286630-project] 10.222.0.42 "GET /v2.0/ports?device_id=21bdb347-f9b2-4ccd-8f2d-8adbeeef3318 HTTP/1.1" status: 200 len: 943 time: 0.2893825 Mar 29 15:46:13.058279 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-fc5c7ece-557f-48ee-a0ee-ac690bea1533 req-6dcf4e4f-b968-4299-b338-33790fd2a427 service neutron] 10.222.0.48 "GET /v2.0/networks/9c05e936-df9e-4fbf-b09c-78bf9696504c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4445705 Mar 29 15:46:13.078627 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d55f9760-957d-4a38-94bb-0683e825efc0 req-651f5bec-a233-4b17-9e8f-8988231ec008 service neutron] 10.222.0.44 "GET /v2.0/networks/7c143bed-7e9e-4000-a4b5-c98d481a1da9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3614647 Mar 29 15:46:13.108897 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f1000130-e14b-4f58-bfb3-f968c3b0b49b req-9a345bbc-19fb-4726-8d64-eaf9c0568a89 tempest-InstanceActionsV221TestJSON-993286630 tempest-InstanceActionsV221TestJSON-993286630-project] 10.222.0.42 "GET /v2.0/security-groups?id=b16fe5c9-3471-481e-b9c7-dee6db3748fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739067 Mar 29 15:46:13.234431 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb81328-98d4-41b2-9de6-c6ddfe7bddb2 req-a5e8df87-b83c-4b2f-9c2f-f391f278d3f2 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:13.236279 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-bcb81328-98d4-41b2-9de6-c6ddfe7bddb2 req-a5e8df87-b83c-4b2f-9c2f-f391f278d3f2 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] 10.222.0.42 "GET /v2.0/ports?device_id=149487e7-8e7a-421e-9b26-38fcb904048e HTTP/1.1" status: 200 len: 944 time: 0.1237104 Mar 29 15:46:13.260941 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf05eb6-d126-405b-b4ee-3d634cc2705f req-4ec45cb0-c64a-4c04-b20b-43731919cf75 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:13.262675 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-adf05eb6-d126-405b-b4ee-3d634cc2705f req-4ec45cb0-c64a-4c04-b20b-43731919cf75 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.44 "GET /v2.0/ports?device_id=ccf671cc-285a-4046-a5d5-c44a9114232b&tenant_id=fa3ba36247ad48f4997ede3b0209bc82&binding%3Ahost_id=n-h1-834765-1 HTTP/1.1" status: 200 len: 949 time: 0.0883126 Mar 29 15:46:13.289952 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb31f528-a3ba-4d9d-9eaa-549d16db8e9e req-da682218-2478-4cbf-bbbe-6d5a861e9a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:13.291447 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-eb31f528-a3ba-4d9d-9eaa-549d16db8e9e req-da682218-2478-4cbf-bbbe-6d5a861e9a6b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=06f45d87-dbac-4e5a-a564-aee191524d88 HTTP/1.1" status: 200 len: 854 time: 0.1805584 Mar 29 15:46:13.329106 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-bcb81328-98d4-41b2-9de6-c6ddfe7bddb2 req-c62759b5-dbbd-4057-afab-4c7b32b80937 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] 10.222.0.42 "GET /v2.0/security-groups?id=f08e979a-b162-4e81-8f48-4f228bf81759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849569 Mar 29 15:46:13.356001 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547d51ec-a4fc-4b9d-9d87-74329d176a6e req-a54d70e3-da8f-4ad5-8ab2-3e7e4df40899 tempest-ListServerFiltersTestJSON-1632672620 tempest-ListServerFiltersTestJSON-1632672620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:13.358153 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-547d51ec-a4fc-4b9d-9d87-74329d176a6e req-a54d70e3-da8f-4ad5-8ab2-3e7e4df40899 tempest-ListServerFiltersTestJSON-1632672620 tempest-ListServerFiltersTestJSON-1632672620-project] 10.222.0.42 "GET /v2.0/ports?device_id=57be4d6d-0b44-4e91-a13f-bd6abefccde5 HTTP/1.1" status: 200 len: 943 time: 0.1399202 Mar 29 15:46:13.359453 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-adf05eb6-d126-405b-b4ee-3d634cc2705f req-3ca88501-d0bf-445b-b858-2df352273e76 service neutron] 10.222.0.44 "GET /v2.0/ports/c3fe64f4-0ad0-4bf4-9e83-f3258604e62d/bindings/n-h1-834765-1 HTTP/1.1" status: 200 len: 382 time: 0.0853739 Mar 29 15:46:13.364554 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d55f9760-957d-4a38-94bb-0683e825efc0 req-7affde25-6773-4f1d-a95d-603bdd1b4dba service neutron] 10.222.0.44 "GET /v2.0/networks/7c143bed-7e9e-4000-a4b5-c98d481a1da9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2547529 Mar 29 15:46:13.388158 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device 58eec033-97d2-44c7-bc17-2c887f6cf369 details requested by agent hyperv_n-h2-834765-1 with host n-h2-834765-1 {{(pid=102792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 15:46:13.388936 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb31f528-a3ba-4d9d-9eaa-549d16db8e9e req-7927def4-edb2-44fb-b772-befe721e8465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:13.390418 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-eb31f528-a3ba-4d9d-9eaa-549d16db8e9e req-7927def4-edb2-44fb-b772-befe721e8465 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=237afad2-5c99-42c5-97af-1d91f8cfe802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0880604 Mar 29 15:46:13.456621 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eaf560b-6bc3-451d-8209-e8f048ae8a2a req-8c9f9603-5701-4388-ab6d-030c9b591717 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:13.458984 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-4eaf560b-6bc3-451d-8209-e8f048ae8a2a req-8c9f9603-5701-4388-ab6d-030c9b591717 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/ports?device_id=ccf671cc-285a-4046-a5d5-c44a9114232b HTTP/1.1" status: 200 len: 949 time: 0.0573838 Mar 29 15:46:13.463869 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-547d51ec-a4fc-4b9d-9d87-74329d176a6e req-b34745cf-bb2f-4a94-963a-b046f3d8f253 tempest-ListServerFiltersTestJSON-1632672620 tempest-ListServerFiltersTestJSON-1632672620-project] 10.222.0.42 "GET /v2.0/security-groups?id=4600fc30-be81-4c99-acf1-e3f516af1e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976698 Mar 29 15:46:13.483207 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf05eb6-d126-405b-b4ee-3d634cc2705f req-603ac6aa-2f51-473f-9c7a-31c6d0f8a2f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:13.484799 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-adf05eb6-d126-405b-b4ee-3d634cc2705f req-603ac6aa-2f51-473f-9c7a-31c6d0f8a2f1 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=fa3ba36247ad48f4997ede3b0209bc82&device_id=ccf671cc-285a-4046-a5d5-c44a9114232b HTTP/1.1" status: 200 len: 1100 time: 0.0934427 Mar 29 15:46:13.520852 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-4eaf560b-6bc3-451d-8209-e8f048ae8a2a req-3c9d0485-0a21-455b-87c6-b847cfab974b tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/security-groups?id=56997969-7130-4d86-9e9d-e068deb19a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491548 Mar 29 15:46:13.521742 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port 58eec033-97d2-44c7-bc17-2c887f6cf369, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=58eec033-97d2-44c7-bc17-2c887f6cf369,segment=NetworkSegment(ed0d23ca-1ec5-4a96-abb2-06488f375d97),segment_id=ed0d23ca-1ec5-4a96-abb2-06488f375d97)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:46:13.536278 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Returning: {'device': '58eec033-97d2-44c7-bc17-2c887f6cf369', 'network_id': 'f818aa83-6c27-4705-9d9f-ea6510384836', 'port_id': '58eec033-97d2-44c7-bc17-2c887f6cf369', 'mac_address': 'fa:16:3e:1a:f0:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90311ee8-e9b3-49cf-b7b9-fd41862bea03', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 15:46:13.574906 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:13.588894 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58eec033-97d2-44c7-bc17-2c887f6cf369 {{(pid=102792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:46:13.610353 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port 58eec033-97d2-44c7-bc17-2c887f6cf369, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=58eec033-97d2-44c7-bc17-2c887f6cf369,segment=NetworkSegment(ed0d23ca-1ec5-4a96-abb2-06488f375d97),segment_id=ed0d23ca-1ec5-4a96-abb2-06488f375d97)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:46:13.614360 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:13.663647 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-eb31f528-a3ba-4d9d-9eaa-549d16db8e9e req-23e6b019-77df-46f0-96a2-aeb83864a4b2 service neutron] 10.222.0.44 "GET /v2.0/networks/237afad2-5c99-42c5-97af-1d91f8cfe802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2391577 Mar 29 15:46:13.673961 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Pushing event updated for resources: {'Port': ['ID=58eec033-97d2-44c7-bc17-2c887f6cf369,revision_number=4']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:46:13.686876 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd785e3-fa8c-4141-a059-89353b7613cb req-4972f549-b34f-489f-b271-52c97df080d2 tempest-ServerRescueTestJSONUnderV235-1876556569 tempest-ServerRescueTestJSONUnderV235-1876556569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:13.688403 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-2dd785e3-fa8c-4141-a059-89353b7613cb req-4972f549-b34f-489f-b271-52c97df080d2 tempest-ServerRescueTestJSONUnderV235-1876556569 tempest-ServerRescueTestJSONUnderV235-1876556569-project] 10.222.0.42 "GET /v2.0/ports?device_id=f874266c-3b3f-411d-94a2-092abe89ba9b HTTP/1.1" status: 200 len: 946 time: 0.1333883 Mar 29 15:46:13.693038 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8c399e-1451-41fd-a3cd-15231242c342 req-fc45d667-2104-4f9f-81c4-c1356a3562f3 tempest-FloatingIPsAssociationNegativeTestJSON-492483530 tempest-FloatingIPsAssociationNegativeTestJSON-492483530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:13.694520 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-2c8c399e-1451-41fd-a3cd-15231242c342 req-fc45d667-2104-4f9f-81c4-c1356a3562f3 tempest-FloatingIPsAssociationNegativeTestJSON-492483530 tempest-FloatingIPsAssociationNegativeTestJSON-492483530-project] 10.222.0.42 "GET /v2.0/ports?device_id=289edb15-b057-48b9-8159-c673c5bb8197 HTTP/1.1" status: 200 len: 943 time: 0.0503743 Mar 29 15:46:13.696635 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '289edb15-b057-48b9-8159-c673c5bb8197', 'tag': '9e4288bf-3a71-4221-a5b2-491886f56512'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:46:13.698808 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c67b028db5e9b9818fecc5c0a87ebc6f190694fa53ca267d523e04f98de536d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cc4a823-eaca-4d69-ae44-498108a845c5" -d '{"events": [{"name": "network-changed", "server_uuid": "289edb15-b057-48b9-8159-c673c5bb8197", "tag": "9e4288bf-3a71-4221-a5b2-491886f56512"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:46:13.719705 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf05eb6-d126-405b-b4ee-3d634cc2705f req-c10615d7-1322-437f-aafd-e47ed74d1a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:13.721150 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-adf05eb6-d126-405b-b4ee-3d634cc2705f req-c10615d7-1322-437f-aafd-e47ed74d1a96 service neutron] 10.222.0.44 "GET /v2.0/networks?id=2268a9b9-82fd-4886-a91d-3a50e4e16cab HTTP/1.1" status: 200 len: 870 time: 0.1919119 Mar 29 15:46:13.741203 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-2c8c399e-1451-41fd-a3cd-15231242c342 req-6b8da0f7-10ac-47fc-96a9-e59f03a71b34 tempest-FloatingIPsAssociationNegativeTestJSON-492483530 tempest-FloatingIPsAssociationNegativeTestJSON-492483530-project] 10.222.0.42 "GET /v2.0/security-groups?id=5544b426-8722-47e3-a46b-1eb9730bf5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389671 Mar 29 15:46:13.812979 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-adf05eb6-d126-405b-b4ee-3d634cc2705f req-745cd7df-0c70-4c4f-b51b-0a8a84e818d5 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.87&port_id=c3fe64f4-0ad0-4bf4-9e83-f3258604e62d HTTP/1.1" status: 200 len: 217 time: 0.0825222 Mar 29 15:46:13.834317 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-2dd785e3-fa8c-4141-a059-89353b7613cb req-15de8c48-20af-4e2e-84e9-1ab0e9d29ba1 tempest-ServerRescueTestJSONUnderV235-1876556569 tempest-ServerRescueTestJSONUnderV235-1876556569-project] 10.222.0.42 "GET /v2.0/security-groups?id=3d222421-3560-49e7-abaf-10952d69e15f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324718 Mar 29 15:46:13.861788 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 15:46:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f55e7909-490b-4eed-bd70-abcb53bcfb23 x-openstack-request-id: req-f55e7909-490b-4eed-bd70-abcb53bcfb23 {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:46:13.861788 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "289edb15-b057-48b9-8159-c673c5bb8197", "tag": "9e4288bf-3a71-4221-a5b2-491886f56512", "status": "completed", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:46:13.861788 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f55e7909-490b-4eed-bd70-abcb53bcfb23 {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:46:13.861788 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '289edb15-b057-48b9-8159-c673c5bb8197', 'tag': '9e4288bf-3a71-4221-a5b2-491886f56512', 'status': 'completed', 'code': 200} Mar 29 15:46:13.901706 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-eb31f528-a3ba-4d9d-9eaa-549d16db8e9e req-b18cbdf4-5c46-419a-ac23-7233a83a29d7 service neutron] 10.222.0.44 "GET /v2.0/networks/237afad2-5c99-42c5-97af-1d91f8cfe802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2278056 Mar 29 15:46:13.904138 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf05eb6-d126-405b-b4ee-3d634cc2705f req-57942c0b-2925-4725-b4f6-0d4d8802ebe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:13.904843 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-adf05eb6-d126-405b-b4ee-3d634cc2705f req-57942c0b-2925-4725-b4f6-0d4d8802ebe7 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=abb8e5d6-2aea-4455-a944-3435a3d1ce49 HTTP/1.1" status: 200 len: 843 time: 0.0839655 Mar 29 15:46:13.940158 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc4a823-eaca-4d69-ae44-498108a845c5 req-b9e02f9a-7a68-4749-9306-54ba20fe2481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:13.942133 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-8cc4a823-eaca-4d69-ae44-498108a845c5 req-b9e02f9a-7a68-4749-9306-54ba20fe2481 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=30f1929cf8cd4fa2971fe122fa56b37c&device_id=289edb15-b057-48b9-8159-c673c5bb8197 HTTP/1.1" status: 200 len: 1094 time: 0.0670693 Mar 29 15:46:13.982926 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf05eb6-d126-405b-b4ee-3d634cc2705f req-d2dcd0f6-9658-4884-bab5-a51be2185a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:13.988536 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-adf05eb6-d126-405b-b4ee-3d634cc2705f req-d2dcd0f6-9658-4884-bab5-a51be2185a84 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2268a9b9-82fd-4886-a91d-3a50e4e16cab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0712538 Mar 29 15:46:14.058813 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] get_ports_and_sgs() called for port_ids ['58eec033-97d2-44c7-bc17-2c887f6cf369'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:46:14.138466 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc4a823-eaca-4d69-ae44-498108a845c5 req-75776992-b6c6-49b0-8184-62a637231569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:14.140145 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-8cc4a823-eaca-4d69-ae44-498108a845c5 req-75776992-b6c6-49b0-8184-62a637231569 service neutron] 10.222.0.44 "GET /v2.0/networks?id=7c143bed-7e9e-4000-a4b5-c98d481a1da9 HTTP/1.1" status: 200 len: 929 time: 0.1863854 Mar 29 15:46:14.166716 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-adf05eb6-d126-405b-b4ee-3d634cc2705f req-dbdc759d-945d-43fd-a2fe-b1026e03ec59 service neutron] 10.222.0.44 "GET /v2.0/networks/2268a9b9-82fd-4886-a91d-3a50e4e16cab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1682937 Mar 29 15:46:14.255779 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-8cc4a823-eaca-4d69-ae44-498108a845c5 req-63b69624-2905-4bcf-b885-23a4a7fcf708 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9e4288bf-3a71-4221-a5b2-491886f56512 HTTP/1.1" status: 200 len: 217 time: 0.0946300 Mar 29 15:46:14.321567 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-adf05eb6-d126-405b-b4ee-3d634cc2705f req-fe3ed675-7097-4290-b27f-207df1ee230b service neutron] 10.222.0.44 "GET /v2.0/networks/2268a9b9-82fd-4886-a91d-3a50e4e16cab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408460 Mar 29 15:46:14.376472 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee15a615-7602-4cb0-9502-83d40af661b5 req-035d20ec-1ea2-4715-8094-0c2199e4f4a1 tempest-InstanceActionsV221TestJSON-993286630 tempest-InstanceActionsV221TestJSON-993286630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:14.384681 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-ee15a615-7602-4cb0-9502-83d40af661b5 req-035d20ec-1ea2-4715-8094-0c2199e4f4a1 tempest-InstanceActionsV221TestJSON-993286630 tempest-InstanceActionsV221TestJSON-993286630-project] 10.222.0.42 "GET /v2.0/ports?device_id=21bdb347-f9b2-4ccd-8f2d-8adbeeef3318 HTTP/1.1" status: 200 len: 944 time: 0.1426589 Mar 29 15:46:14.393903 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc4a823-eaca-4d69-ae44-498108a845c5 req-df6add57-4f25-4022-80c5-b3e123177a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:14.395324 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-8cc4a823-eaca-4d69-ae44-498108a845c5 req-df6add57-4f25-4022-80c5-b3e123177a62 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b1987332-c2a6-4f9a-8ef4-b91bd30159c4 HTTP/1.1" status: 200 len: 867 time: 0.1168010 Mar 29 15:46:14.470216 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-ee15a615-7602-4cb0-9502-83d40af661b5 req-a6c4b46f-2e8a-4f1d-94cd-4ba3c4312d21 tempest-InstanceActionsV221TestJSON-993286630 tempest-InstanceActionsV221TestJSON-993286630-project] 10.222.0.42 "GET /v2.0/security-groups?id=b16fe5c9-3471-481e-b9c7-dee6db3748fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846846 Mar 29 15:46:14.475082 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc4a823-eaca-4d69-ae44-498108a845c5 req-21622d03-8bc2-4846-9ad7-d92c21295e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:14.476673 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-8cc4a823-eaca-4d69-ae44-498108a845c5 req-21622d03-8bc2-4846-9ad7-d92c21295e29 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7c143bed-7e9e-4000-a4b5-c98d481a1da9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0708220 Mar 29 15:46:14.617162 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-8cc4a823-eaca-4d69-ae44-498108a845c5 req-b104956d-936a-49e3-91a7-a0bac535277a service neutron] 10.222.0.44 "GET /v2.0/networks/7c143bed-7e9e-4000-a4b5-c98d481a1da9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308959 Mar 29 15:46:14.640402 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf52896b-b0d1-4463-a826-ed1516686598 req-3ce978d6-f1db-477c-8dbf-db6af0404ee0 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:14.641863 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-bf52896b-b0d1-4463-a826-ed1516686598 req-3ce978d6-f1db-477c-8dbf-db6af0404ee0 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] 10.222.0.42 "GET /v2.0/ports?device_id=149487e7-8e7a-421e-9b26-38fcb904048e HTTP/1.1" status: 200 len: 944 time: 0.0749347 Mar 29 15:46:14.730858 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-bf52896b-b0d1-4463-a826-ed1516686598 req-d7abe277-e102-488a-b67a-b625eccdadfd tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] 10.222.0.42 "GET /v2.0/security-groups?id=f08e979a-b162-4e81-8f48-4f228bf81759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748403 Mar 29 15:46:14.750215 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-8cc4a823-eaca-4d69-ae44-498108a845c5 req-97dfce29-73fb-4729-9b0f-2fedcd9d21b0 service neutron] 10.222.0.44 "GET /v2.0/networks/7c143bed-7e9e-4000-a4b5-c98d481a1da9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257620 Mar 29 15:46:14.790630 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cacde2-88b7-4316-bc99-c1e892428b90 req-ee71271a-f3d4-41b2-a870-279efe7362fd tempest-ListServerFiltersTestJSON-1632672620 tempest-ListServerFiltersTestJSON-1632672620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:14.792241 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-44cacde2-88b7-4316-bc99-c1e892428b90 req-ee71271a-f3d4-41b2-a870-279efe7362fd tempest-ListServerFiltersTestJSON-1632672620 tempest-ListServerFiltersTestJSON-1632672620-project] 10.222.0.42 "GET /v2.0/ports?device_id=57be4d6d-0b44-4e91-a13f-bd6abefccde5 HTTP/1.1" status: 200 len: 943 time: 0.0534174 Mar 29 15:46:14.835703 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-44cacde2-88b7-4316-bc99-c1e892428b90 req-f2c5b140-01d0-4f65-9d2b-e1def4b6ccfb tempest-ListServerFiltersTestJSON-1632672620 tempest-ListServerFiltersTestJSON-1632672620-project] 10.222.0.42 "GET /v2.0/security-groups?id=4600fc30-be81-4c99-acf1-e3f516af1e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357480 Mar 29 15:46:14.853203 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bef22df-f4c7-45b2-b6af-3a3cf5589a29 req-7387499a-a57d-4d95-98dd-af255b592621 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:14.860196 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-6bef22df-f4c7-45b2-b6af-3a3cf5589a29 req-7387499a-a57d-4d95-98dd-af255b592621 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/ports?device_id=ccf671cc-285a-4046-a5d5-c44a9114232b HTTP/1.1" status: 200 len: 949 time: 0.0659058 Mar 29 15:46:14.895803 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-6bef22df-f4c7-45b2-b6af-3a3cf5589a29 req-776ad513-83b0-4a53-b1f7-b553cc6b45a0 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/security-groups?id=56997969-7130-4d86-9e9d-e068deb19a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345924 Mar 29 15:46:15.025371 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7d110f-76ff-42fc-8a78-86febf515220 req-3c979b61-7fdc-4063-83ac-7626585e3ed2 tempest-FloatingIPsAssociationNegativeTestJSON-492483530 tempest-FloatingIPsAssociationNegativeTestJSON-492483530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:15.028229 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-4c7d110f-76ff-42fc-8a78-86febf515220 req-3c979b61-7fdc-4063-83ac-7626585e3ed2 tempest-FloatingIPsAssociationNegativeTestJSON-492483530 tempest-FloatingIPsAssociationNegativeTestJSON-492483530-project] 10.222.0.42 "GET /v2.0/ports?device_id=289edb15-b057-48b9-8159-c673c5bb8197 HTTP/1.1" status: 200 len: 943 time: 0.0722957 Mar 29 15:46:15.084591 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-4c7d110f-76ff-42fc-8a78-86febf515220 req-9c843b60-995e-4cda-8811-507530312b7f tempest-FloatingIPsAssociationNegativeTestJSON-492483530 tempest-FloatingIPsAssociationNegativeTestJSON-492483530-project] 10.222.0.42 "GET /v2.0/security-groups?id=5544b426-8722-47e3-a46b-1eb9730bf5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492964 Mar 29 15:46:15.102834 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2805fb8d-416d-41ad-a662-88fda1c189fd req-e16c234c-9e62-4458-bbf5-4965687514b4 tempest-ServerRescueTestJSONUnderV235-1876556569 tempest-ServerRescueTestJSONUnderV235-1876556569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:15.105254 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-2805fb8d-416d-41ad-a662-88fda1c189fd req-e16c234c-9e62-4458-bbf5-4965687514b4 tempest-ServerRescueTestJSONUnderV235-1876556569 tempest-ServerRescueTestJSONUnderV235-1876556569-project] 10.222.0.42 "GET /v2.0/ports?device_id=f874266c-3b3f-411d-94a2-092abe89ba9b HTTP/1.1" status: 200 len: 946 time: 0.0619562 Mar 29 15:46:15.150307 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-2805fb8d-416d-41ad-a662-88fda1c189fd req-fbb3475a-d886-4b70-88ba-564efb4045c5 tempest-ServerRescueTestJSONUnderV235-1876556569 tempest-ServerRescueTestJSONUnderV235-1876556569-project] 10.222.0.42 "GET /v2.0/security-groups?id=3d222421-3560-49e7-abaf-10952d69e15f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384722 Mar 29 15:46:15.192100 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [req-083d62b6-a477-4055-b85d-40ed2128cb89 req-81836ec9-b266-401f-bb04-895e84656091 tempest-ServerRescueTestJSONUnderV235-1876556569 tempest-ServerRescueTestJSONUnderV235-1876556569-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-813319728', 'description': 'tempest-description-1477117672'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:46:15.299931 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6c06b6-eab1-4dd3-a295-76de21a07a4a req-da2b3af8-9286-4933-9fe4-2f7e2c563b97 tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:15.307720 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-0c6c06b6-eab1-4dd3-a295-76de21a07a4a req-da2b3af8-9286-4933-9fe4-2f7e2c563b97 tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] 10.222.0.42 "GET /v2.0/networks?id=7a71ca6e-bbff-43b0-bde3-8072ae4b3f50 HTTP/1.1" status: 200 len: 805 time: 0.1277990 Mar 29 15:46:15.319451 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-0c6c06b6-eab1-4dd3-a295-76de21a07a4a req-1bf067a8-3ebc-4791-8a78-824536c9ed3c tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] 10.222.0.42 "GET /v2.0/quotas/7f01d9a12c82426baef86d9ae4ff6fa7 HTTP/1.1" status: 200 len: 375 time: 0.0106087 Mar 29 15:46:15.399248 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device 148eeaa5-f1d0-43b8-9bff-c3cf6be228f5 details requested by agent hyperv_n-h2-834765-1 with host n-h2-834765-1 {{(pid=102792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 15:46:15.429630 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-0c6c06b6-eab1-4dd3-a295-76de21a07a4a req-e4ad8510-07f2-4c4c-bbeb-c49fea80cde8 tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=7f01d9a12c82426baef86d9ae4ff6fa7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1019924 Mar 29 15:46:15.486996 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [req-0c6c06b6-eab1-4dd3-a295-76de21a07a4a req-a4a02ace-aa16-418b-9bb8-4fe3a0515210 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=102790) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 15:46:15.488316 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-0c6c06b6-eab1-4dd3-a295-76de21a07a4a req-a4a02ace-aa16-418b-9bb8-4fe3a0515210 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0263126 Mar 29 15:46:15.508433 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device 53bb8200-f409-497e-8e5a-d1604f58a2ad up at agent hyperv_n-h2-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:46:15.515420 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device 9e4288bf-3a71-4221-a5b2-491886f56512 details requested by agent hyperv_n-h1-834765-1 with host n-h1-834765-1 {{(pid=102792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 15:46:15.528883 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device 7a21e05c-c9e3-4d38-8cd6-1293051e049b up at agent hyperv_n-h1-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:46:15.606094 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-083d62b6-a477-4055-b85d-40ed2128cb89 req-81836ec9-b266-401f-bb04-895e84656091 tempest-ServerRescueTestJSONUnderV235-1876556569 tempest-ServerRescueTestJSONUnderV235-1876556569-project] Notify callbacks [] for security_group, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:15.627509 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-0c6c06b6-eab1-4dd3-a295-76de21a07a4a req-6b55e6c1-aa44-4939-bf43-ddc8984dddfd service neutron] 10.222.0.42 "GET /v2.0/networks/7a71ca6e-bbff-43b0-bde3-8072ae4b3f50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194985 Mar 29 15:46:15.699343 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-083d62b6-a477-4055-b85d-40ed2128cb89 req-81836ec9-b266-401f-bb04-895e84656091 tempest-ServerRescueTestJSONUnderV235-1876556569 tempest-ServerRescueTestJSONUnderV235-1876556569-project] Notify callbacks [] for security_group, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:15.706682 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-083d62b6-a477-4055-b85d-40ed2128cb89 req-81836ec9-b266-401f-bb04-895e84656091 tempest-ServerRescueTestJSONUnderV235-1876556569 tempest-ServerRescueTestJSONUnderV235-1876556569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:15.738668 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-0c6c06b6-eab1-4dd3-a295-76de21a07a4a req-2f57702d-4df5-42bf-a45e-36eb6b5a8f21 service neutron] 10.222.0.42 "GET /v2.0/networks/7a71ca6e-bbff-43b0-bde3-8072ae4b3f50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102116 Mar 29 15:46:15.742221 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port 148eeaa5-f1d0-43b8-9bff-c3cf6be228f5, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=148eeaa5-f1d0-43b8-9bff-c3cf6be228f5,segment=NetworkSegment(429e9cf3-3671-4cb2-9547-92af9e95f1f2),segment_id=429e9cf3-3671-4cb2-9547-92af9e95f1f2)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:46:15.744627 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-083d62b6-a477-4055-b85d-40ed2128cb89 req-81836ec9-b266-401f-bb04-895e84656091 tempest-ServerRescueTestJSONUnderV235-1876556569 tempest-ServerRescueTestJSONUnderV235-1876556569-project] Notify callbacks [] for security_group, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:15.756267 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-083d62b6-a477-4055-b85d-40ed2128cb89 req-81836ec9-b266-401f-bb04-895e84656091 tempest-ServerRescueTestJSONUnderV235-1876556569 tempest-ServerRescueTestJSONUnderV235-1876556569-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1814 time: 0.5682378 Mar 29 15:46:15.763619 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81836ec9-b266-401f-bb04-895e84656091 tempest-ServerRescueTestJSONUnderV235-1876556569 tempest-ServerRescueTestJSONUnderV235-1876556569-project] Pushing event updated for resources: {'SecurityGroup': ['ID=abe205d5-d990-4d45-a713-9e847242e039,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:46:15.766517 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port 9e4288bf-3a71-4221-a5b2-491886f56512, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=9e4288bf-3a71-4221-a5b2-491886f56512,segment=NetworkSegment(f2621a63-0db5-47c0-abd7-41810118d080),segment_id=f2621a63-0db5-47c0-abd7-41810118d080)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:46:15.776112 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Returning: {'device': '148eeaa5-f1d0-43b8-9bff-c3cf6be228f5', 'network_id': '9c05e936-df9e-4fbf-b09c-78bf9696504c', 'port_id': '148eeaa5-f1d0-43b8-9bff-c3cf6be228f5', 'mac_address': 'fa:16:3e:c9:ed:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 637, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9016bdba-0f5c-4ddd-94a1-3fa4aae621f1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 15:46:15.787093 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Returning: {'device': '9e4288bf-3a71-4221-a5b2-491886f56512', 'network_id': '7c143bed-7e9e-4000-a4b5-c98d481a1da9', 'port_id': '9e4288bf-3a71-4221-a5b2-491886f56512', 'mac_address': 'fa:16:3e:13:8c:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1987332-c2a6-4f9a-8ef4-b91bd30159c4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 15:46:15.789848 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Provisioning for port 53bb8200-f409-497e-8e5a-d1604f58a2ad completed by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 15:46:15.796539 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Provisioning for port 7a21e05c-c9e3-4d38-8cd6-1293051e049b completed by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 15:46:15.893813 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9504869-fe87-48a6-81a6-03aa0fdf7dba req-7219dd0b-e0ea-4c28-b914-24536f585573 tempest-InstanceActionsV221TestJSON-993286630 tempest-InstanceActionsV221TestJSON-993286630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:15.896495 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b9504869-fe87-48a6-81a6-03aa0fdf7dba req-7219dd0b-e0ea-4c28-b914-24536f585573 tempest-InstanceActionsV221TestJSON-993286630 tempest-InstanceActionsV221TestJSON-993286630-project] 10.222.0.42 "GET /v2.0/ports?device_id=21bdb347-f9b2-4ccd-8f2d-8adbeeef3318 HTTP/1.1" status: 200 len: 944 time: 0.0899892 Mar 29 15:46:15.969433 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Provisioning complete for port 53bb8200-f409-497e-8e5a-d1604f58a2ad triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:46:15.969802 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:15.971124 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b9504869-fe87-48a6-81a6-03aa0fdf7dba req-1e1c8faa-066f-4687-9566-3df5275bee37 tempest-InstanceActionsV221TestJSON-993286630 tempest-InstanceActionsV221TestJSON-993286630-project] 10.222.0.42 "GET /v2.0/security-groups?id=b16fe5c9-3471-481e-b9c7-dee6db3748fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616055 Mar 29 15:46:15.983304 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-8f214510-3ce8-4339-9e3f-3a959609f8dd req-6c408ab6-d98e-4f60-bceb-8f0824141ef4 tempest-ServerRescueTestJSONUnderV235-1876556569 tempest-ServerRescueTestJSONUnderV235-1876556569-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-813319728&fields=id&tenant_id=8286afd09edb48b48ba8a55593c30462 HTTP/1.1" status: 200 len: 267 time: 0.0400994 Mar 29 15:46:16.023984 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Provisioning complete for port 7a21e05c-c9e3-4d38-8cd6-1293051e049b triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:46:16.024313 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:16.065879 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f214510-3ce8-4339-9e3f-3a959609f8dd req-f6fb5338-735a-479c-9ee8-ba6ad8ce2b4a tempest-ServerRescueTestJSONUnderV235-1876556569 tempest-ServerRescueTestJSONUnderV235-1876556569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:16.068237 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-8f214510-3ce8-4339-9e3f-3a959609f8dd req-f6fb5338-735a-479c-9ee8-ba6ad8ce2b4a tempest-ServerRescueTestJSONUnderV235-1876556569 tempest-ServerRescueTestJSONUnderV235-1876556569-project] 10.222.0.42 "GET /v2.0/ports?device_id=f874266c-3b3f-411d-94a2-092abe89ba9b HTTP/1.1" status: 200 len: 946 time: 0.0784395 Mar 29 15:46:16.072239 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:16.084216 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [req-8f214510-3ce8-4339-9e3f-3a959609f8dd req-6076bf96-c760-4d90-82f6-b16489a47881 tempest-ServerRescueTestJSONUnderV235-1876556569 tempest-ServerRescueTestJSONUnderV235-1876556569-project] Request body: {'port': {'security_groups': ['3d222421-3560-49e7-abaf-10952d69e15f', 'abe205d5-d990-4d45-a713-9e847242e039']}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:46:16.090004 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:16.122029 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 148eeaa5-f1d0-43b8-9bff-c3cf6be228f5 {{(pid=102792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:46:16.129733 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e4288bf-3a71-4221-a5b2-491886f56512 {{(pid=102792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:46:16.131392 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d2d309-db75-41ed-a550-0730b8adba23 req-9e6c5ac8-478f-476f-b62b-aaac9e1cc3fc tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:16.132923 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-a5d2d309-db75-41ed-a550-0730b8adba23 req-9e6c5ac8-478f-476f-b62b-aaac9e1cc3fc tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] 10.222.0.42 "GET /v2.0/ports?device_id=149487e7-8e7a-421e-9b26-38fcb904048e HTTP/1.1" status: 200 len: 944 time: 0.0740232 Mar 29 15:46:16.164205 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port 148eeaa5-f1d0-43b8-9bff-c3cf6be228f5, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=148eeaa5-f1d0-43b8-9bff-c3cf6be228f5,segment=NetworkSegment(429e9cf3-3671-4cb2-9547-92af9e95f1f2),segment_id=429e9cf3-3671-4cb2-9547-92af9e95f1f2)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:46:16.178901 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-8f214510-3ce8-4339-9e3f-3a959609f8dd req-6076bf96-c760-4d90-82f6-b16489a47881 tempest-ServerRescueTestJSONUnderV235-1876556569 tempest-ServerRescueTestJSONUnderV235-1876556569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:16.201024 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port 9e4288bf-3a71-4221-a5b2-491886f56512, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=9e4288bf-3a71-4221-a5b2-491886f56512,segment=NetworkSegment(f2621a63-0db5-47c0-abd7-41810118d080),segment_id=f2621a63-0db5-47c0-abd7-41810118d080)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:46:16.201541 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:16.221794 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-a5d2d309-db75-41ed-a550-0730b8adba23 req-f1992205-44ba-4b4e-bcfb-a2b410105a02 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] 10.222.0.42 "GET /v2.0/security-groups?id=f08e979a-b162-4e81-8f48-4f228bf81759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756292 Mar 29 15:46:16.261291 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:16.261944 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device 33c323e8-95b1-46c4-bf3b-04dc54e338c1 details requested by agent hyperv_n-h1-834765-1 with host n-h1-834765-1 {{(pid=102792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 15:46:16.362949 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1443e0ba-aced-4647-86e2-753531df09a8 req-783e19cb-f119-4cb9-85f9-f6b856a2f0ae tempest-ListServerFiltersTestJSON-1632672620 tempest-ListServerFiltersTestJSON-1632672620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:16.381092 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-1443e0ba-aced-4647-86e2-753531df09a8 req-783e19cb-f119-4cb9-85f9-f6b856a2f0ae tempest-ListServerFiltersTestJSON-1632672620 tempest-ListServerFiltersTestJSON-1632672620-project] 10.222.0.42 "GET /v2.0/ports?device_id=57be4d6d-0b44-4e91-a13f-bd6abefccde5 HTTP/1.1" status: 200 len: 943 time: 0.0959117 Mar 29 15:46:16.382690 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:16.384710 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:16.430392 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-1443e0ba-aced-4647-86e2-753531df09a8 req-3b968b21-f237-4de5-8db6-5eda3c7e404f tempest-ListServerFiltersTestJSON-1632672620 tempest-ListServerFiltersTestJSON-1632672620-project] 10.222.0.42 "GET /v2.0/security-groups?id=4600fc30-be81-4c99-acf1-e3f516af1e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463536 Mar 29 15:46:16.586634 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Pushing event updated for resources: {'Port': ['ID=148eeaa5-f1d0-43b8-9bff-c3cf6be228f5,revision_number=4']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:46:16.603693 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32b7b91c-8e40-48a8-9a73-9f507d49953e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a21e05c-c9e3-4d38-8cd6-1293051e049b'}] {{(pid=102792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:46:16.606362 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4f476c66b318cc6068719fc39557fac68d413f5c7e78fa77028c7948e999ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f51a2191-8730-4fd7-b32d-f572b924dd38" -d '{"events": [{"server_uuid": "32b7b91c-8e40-48a8-9a73-9f507d49953e", "name": "network-vif-plugged", "status": "completed", "tag": "7a21e05c-c9e3-4d38-8cd6-1293051e049b"}]}' {{(pid=102792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:46:16.617521 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d872f485-3fae-48c6-a9d5-fbf752dd73d1 req-0ea9705a-3313-4dba-a08f-3423c68efe7b tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb1d16d2-e9dd-4dc2-a1f2-bb82bc8bbced HTTP/1.1" status: 200 len: 210 time: 0.0472963 Mar 29 15:46:16.617952 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [req-8f214510-3ce8-4339-9e3f-3a959609f8dd req-6076bf96-c760-4d90-82f6-b16489a47881 tempest-ServerRescueTestJSONUnderV235-1876556569 tempest-ServerRescueTestJSONUnderV235-1876556569-project] For port a5546757-5675-4251-805e-2ecb9a2a21ba, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=a5546757-5675-4251-805e-2ecb9a2a21ba,segment=NetworkSegment(0cd06506-4f89-4e38-b026-ae80d7df7405),segment_id=0cd06506-4f89-4e38-b026-ae80d7df7405)] {{(pid=102790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:46:16.674584 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] get_ports_and_sgs() called for port_ids ['148eeaa5-f1d0-43b8-9bff-c3cf6be228f5'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:46:16.724141 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-8f214510-3ce8-4339-9e3f-3a959609f8dd req-6076bf96-c760-4d90-82f6-b16489a47881 tempest-ServerRescueTestJSONUnderV235-1876556569 tempest-ServerRescueTestJSONUnderV235-1876556569-project] Notify callbacks [] for port, precommit_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:16.726508 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port 7a21e05c-c9e3-4d38-8cd6-1293051e049b, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=7a21e05c-c9e3-4d38-8cd6-1293051e049b,segment=NetworkSegment(6b7c66be-f702-416f-8424-fdadbd967f79),segment_id=6b7c66be-f702-416f-8424-fdadbd967f79)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:46:16.735483 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-8f214510-3ce8-4339-9e3f-3a959609f8dd req-6076bf96-c760-4d90-82f6-b16489a47881 tempest-ServerRescueTestJSONUnderV235-1876556569 tempest-ServerRescueTestJSONUnderV235-1876556569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5237921'] for port, after_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:16.738140 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port 53bb8200-f409-497e-8e5a-d1604f58a2ad, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=53bb8200-f409-497e-8e5a-d1604f58a2ad,segment=NetworkSegment(6b7c66be-f702-416f-8424-fdadbd967f79),segment_id=6b7c66be-f702-416f-8424-fdadbd967f79)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:46:16.750324 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:16.752359 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] get_ports_and_sgs() called for port_ids ['a5546757-5675-4251-805e-2ecb9a2a21ba'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:46:16.793654 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:16.794548 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device 58eec033-97d2-44c7-bc17-2c887f6cf369 up at agent hyperv_n-h2-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:46:16.870975 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port 33c323e8-95b1-46c4-bf3b-04dc54e338c1, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=33c323e8-95b1-46c4-bf3b-04dc54e338c1,segment=NetworkSegment(6b7c66be-f702-416f-8424-fdadbd967f79),segment_id=6b7c66be-f702-416f-8424-fdadbd967f79)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:46:16.882585 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Pushing event updated for resources: {'Port': ['ID=9e4288bf-3a71-4221-a5b2-491886f56512,revision_number=4']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:46:16.891918 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f214510-3ce8-4339-9e3f-3a959609f8dd req-6076bf96-c760-4d90-82f6-b16489a47881 tempest-ServerRescueTestJSONUnderV235-1876556569 tempest-ServerRescueTestJSONUnderV235-1876556569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:16.892547 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-8f214510-3ce8-4339-9e3f-3a959609f8dd req-6076bf96-c760-4d90-82f6-b16489a47881 tempest-ServerRescueTestJSONUnderV235-1876556569 tempest-ServerRescueTestJSONUnderV235-1876556569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:16.893954 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-8f214510-3ce8-4339-9e3f-3a959609f8dd req-6076bf96-c760-4d90-82f6-b16489a47881 tempest-ServerRescueTestJSONUnderV235-1876556569 tempest-ServerRescueTestJSONUnderV235-1876556569-project] 10.222.0.42 "PUT /v2.0/ports/a5546757-5675-4251-805e-2ecb9a2a21ba HTTP/1.1" status: 200 len: 982 time: 0.8167574 Mar 29 15:46:16.894418 n-d-834765-1 neutron-server[102790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f874266c-3b3f-411d-94a2-092abe89ba9b', 'tag': 'a5546757-5675-4251-805e-2ecb9a2a21ba'}] {{(pid=102790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:46:16.896704 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46b06d655c90bc969636382cce4240ad749035fb0f3a83ee4734fa1ed9c4a6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1b5e8d8-6662-4c18-a5a2-3909ae8e99bd" -d '{"events": [{"name": "network-changed", "server_uuid": "f874266c-3b3f-411d-94a2-092abe89ba9b", "tag": "a5546757-5675-4251-805e-2ecb9a2a21ba"}]}' {{(pid=102790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:46:16.930437 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:16.948935 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6076bf96-c760-4d90-82f6-b16489a47881 tempest-ServerRescueTestJSONUnderV235-1876556569 tempest-ServerRescueTestJSONUnderV235-1876556569-project] Pushing event updated for resources: {'Port': ['ID=a5546757-5675-4251-805e-2ecb9a2a21ba,revision_number=6']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:46:16.955222 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efadd71f-f56b-4318-9230-bd07b8d3b4b1 req-fa3c8465-5ef5-4be2-90a1-f64305d4c194 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:16.956828 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-efadd71f-f56b-4318-9230-bd07b8d3b4b1 req-fa3c8465-5ef5-4be2-90a1-f64305d4c194 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/ports?device_id=ccf671cc-285a-4046-a5d5-c44a9114232b HTTP/1.1" status: 200 len: 949 time: 0.1607933 Mar 29 15:46:16.966638 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d37a343-28eb-4061-bb35-36a3026a0586 req-eecdba14-d4dd-4af0-8733-b12de064f961 tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:16.971135 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-0d37a343-28eb-4061-bb35-36a3026a0586 req-eecdba14-d4dd-4af0-8733-b12de064f961 tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] 10.222.0.48 "GET /v2.0/ports?device_id=275a05c1-f049-44f9-b4f0-fa2c409e8b49 HTTP/1.1" status: 200 len: 945 time: 0.0922368 Mar 29 15:46:16.972764 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf05eb6-d126-405b-b4ee-3d634cc2705f req-855cb1a8-572f-4f04-b86b-fcf56b0af2cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:16.974251 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-adf05eb6-d126-405b-b4ee-3d634cc2705f req-855cb1a8-572f-4f04-b86b-fcf56b0af2cb service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=ccf671cc-285a-4046-a5d5-c44a9114232b&tenant_id=fa3ba36247ad48f4997ede3b0209bc82 HTTP/1.1" status: 200 len: 1100 time: 0.0683026 Mar 29 15:46:16.978454 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Returning: {'device': '33c323e8-95b1-46c4-bf3b-04dc54e338c1', 'network_id': '237afad2-5c99-42c5-97af-1d91f8cfe802', 'port_id': '33c323e8-95b1-46c4-bf3b-04dc54e338c1', 'mac_address': 'fa:16:3e:29:ad:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 601, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06f45d87-dbac-4e5a-a564-aee191524d88', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 15:46:17.051493 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] get_ports_and_sgs() called for port_ids ['a5546757-5675-4251-805e-2ecb9a2a21ba'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:46:17.064896 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7f62b6-b676-495e-8d7d-fa2a814ac353 req-26be4b9e-99a5-42d5-bd79-a5b0b3e9d63e tempest-FloatingIPsAssociationNegativeTestJSON-492483530 tempest-FloatingIPsAssociationNegativeTestJSON-492483530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:17.066661 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-fd7f62b6-b676-495e-8d7d-fa2a814ac353 req-26be4b9e-99a5-42d5-bd79-a5b0b3e9d63e tempest-FloatingIPsAssociationNegativeTestJSON-492483530 tempest-FloatingIPsAssociationNegativeTestJSON-492483530-project] 10.222.0.42 "GET /v2.0/ports?device_id=289edb15-b057-48b9-8159-c673c5bb8197 HTTP/1.1" status: 200 len: 944 time: 0.0838189 Mar 29 15:46:17.072372 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf05eb6-d126-405b-b4ee-3d634cc2705f req-0c438bd3-62b6-48c8-8d7d-8ff715144013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:17.073794 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-adf05eb6-d126-405b-b4ee-3d634cc2705f req-0c438bd3-62b6-48c8-8d7d-8ff715144013 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=fa3ba36247ad48f4997ede3b0209bc82&device_id=ccf671cc-285a-4046-a5d5-c44a9114232b HTTP/1.1" status: 200 len: 1100 time: 0.0644100 Mar 29 15:46:17.082311 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-efadd71f-f56b-4318-9230-bd07b8d3b4b1 req-ffda2b11-6136-47c6-ab45-cbb3baeee0a8 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/security-groups?id=56997969-7130-4d86-9e9d-e068deb19a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100094 Mar 29 15:46:17.131249 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [req-0d37a343-28eb-4061-bb35-36a3026a0586 req-0028fc5f-a4ed-436d-9b5f-2327c29c6887 tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] Deleting port 5f869e91-40aa-4c2d-b785-37f31db58300 {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:46:17.131898 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-0d37a343-28eb-4061-bb35-36a3026a0586 req-0028fc5f-a4ed-436d-9b5f-2327c29c6887 tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:17.179568 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-fd7f62b6-b676-495e-8d7d-fa2a814ac353 req-84fead97-5546-4dd0-b861-1efb52ca95ad tempest-FloatingIPsAssociationNegativeTestJSON-492483530 tempest-FloatingIPsAssociationNegativeTestJSON-492483530-project] 10.222.0.42 "GET /v2.0/security-groups?id=5544b426-8722-47e3-a46b-1eb9730bf5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008244 Mar 29 15:46:17.227618 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf05eb6-d126-405b-b4ee-3d634cc2705f req-a673dafc-3195-4c3b-ae79-e8cf73364fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:17.229313 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-adf05eb6-d126-405b-b4ee-3d634cc2705f req-a673dafc-3195-4c3b-ae79-e8cf73364fcc service neutron] 10.222.0.44 "GET /v2.0/networks?id=2268a9b9-82fd-4886-a91d-3a50e4e16cab HTTP/1.1" status: 200 len: 870 time: 0.1475110 Mar 29 15:46:17.242600 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Pushing event updated for resources: {'Port': ['ID=7a21e05c-c9e3-4d38-8cd6-1293051e049b,revision_number=5']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:46:17.267596 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Provisioning for port 58eec033-97d2-44c7-bc17-2c887f6cf369 completed by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 15:46:17.293276 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:46:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb2693f9-afb5-4cc7-a778-6fbe969e42d0 x-openstack-request-id: req-cb2693f9-afb5-4cc7-a778-6fbe969e42d0 {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:46:17.293789 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32b7b91c-8e40-48a8-9a73-9f507d49953e", "name": "network-vif-plugged", "status": "completed", "tag": "7a21e05c-c9e3-4d38-8cd6-1293051e049b", "code": 200}]} {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:46:17.294075 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-cb2693f9-afb5-4cc7-a778-6fbe969e42d0 {{(pid=102792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:46:17.295565 n-d-834765-1 neutron-server[102792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32b7b91c-8e40-48a8-9a73-9f507d49953e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a21e05c-c9e3-4d38-8cd6-1293051e049b', 'code': 200} Mar 29 15:46:17.314886 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:17.333844 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-0d37a343-28eb-4061-bb35-36a3026a0586 req-0028fc5f-a4ed-436d-9b5f-2327c29c6887 tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] For port 5f869e91-40aa-4c2d-b785-37f31db58300, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=5f869e91-40aa-4c2d-b785-37f31db58300,segment=NetworkSegment(e03a7c9c-8b58-4c58-aa22-7189da98b069),segment_id=e03a7c9c-8b58-4c58-aa22-7189da98b069)] {{(pid=102791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:46:17.334212 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-0d37a343-28eb-4061-bb35-36a3026a0586 req-0028fc5f-a4ed-436d-9b5f-2327c29c6887 tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:17.343519 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-adf05eb6-d126-405b-b4ee-3d634cc2705f req-54d35a29-1471-407f-a5bf-22c97383c01e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.87&port_id=c3fe64f4-0ad0-4bf4-9e83-f3258604e62d HTTP/1.1" status: 200 len: 217 time: 0.1045294 Mar 29 15:46:17.371301 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 15:46:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d599c432-6943-425c-bf88-35ec9a5933db x-openstack-request-id: req-d599c432-6943-425c-bf88-35ec9a5933db {{(pid=102790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:46:17.373009 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [req-0d37a343-28eb-4061-bb35-36a3026a0586 req-0028fc5f-a4ed-436d-9b5f-2327c29c6887 tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] Calling delete_port for 5f869e91-40aa-4c2d-b785-37f31db58300 owned by compute:nova {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:46:17.374094 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f874266c-3b3f-411d-94a2-092abe89ba9b", "tag": "a5546757-5675-4251-805e-2ecb9a2a21ba", "status": "completed", "code": 200}]} {{(pid=102790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:46:17.374422 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d599c432-6943-425c-bf88-35ec9a5933db {{(pid=102790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:46:17.374834 n-d-834765-1 neutron-server[102790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f874266c-3b3f-411d-94a2-092abe89ba9b', 'tag': 'a5546757-5675-4251-805e-2ecb9a2a21ba', 'status': 'completed', 'code': 200} Mar 29 15:46:17.412911 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Pushing event updated for resources: {'Port': ['ID=53bb8200-f409-497e-8e5a-d1604f58a2ad,revision_number=5']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:46:17.461084 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Provisioning complete for port 58eec033-97d2-44c7-bc17-2c887f6cf369 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:46:17.461636 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:17.498419 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33c323e8-95b1-46c4-bf3b-04dc54e338c1 {{(pid=102792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:46:17.512543 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-466f80ef-7f10-4b8a-82b0-357c193c0480 req-2e9e93b6-883c-47d7-8e3a-1b63855670b2 tempest-ServerRescueTestJSONUnderV235-1876556569 tempest-ServerRescueTestJSONUnderV235-1876556569-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-813319728&fields=id&tenant_id=8286afd09edb48b48ba8a55593c30462 HTTP/1.1" status: 200 len: 267 time: 0.1367440 Mar 29 15:46:17.534502 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf05eb6-d126-405b-b4ee-3d634cc2705f req-c1d09caa-1131-4511-b34b-55abe7588208 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:17.535976 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-adf05eb6-d126-405b-b4ee-3d634cc2705f req-c1d09caa-1131-4511-b34b-55abe7588208 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=abb8e5d6-2aea-4455-a944-3435a3d1ce49 HTTP/1.1" status: 200 len: 843 time: 0.1506276 Mar 29 15:46:17.603640 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6c06b6-eab1-4dd3-a295-76de21a07a4a req-29b03848-803f-47cc-bbbb-99b881f8208d tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:17.604953 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5b5d53-12f4-4e46-af40-11d0c380ab9b req-d030ff9f-a4f5-4e05-b0cd-9dd51237e575 tempest-InstanceActionsV221TestJSON-993286630 tempest-InstanceActionsV221TestJSON-993286630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:17.605104 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-0c6c06b6-eab1-4dd3-a295-76de21a07a4a req-29b03848-803f-47cc-bbbb-99b881f8208d tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] 10.222.0.48 "GET /v2.0/networks?id=7a71ca6e-bbff-43b0-bde3-8072ae4b3f50 HTTP/1.1" status: 200 len: 805 time: 0.2871878 Mar 29 15:46:17.614940 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-8c5b5d53-12f4-4e46-af40-11d0c380ab9b req-d030ff9f-a4f5-4e05-b0cd-9dd51237e575 tempest-InstanceActionsV221TestJSON-993286630 tempest-InstanceActionsV221TestJSON-993286630-project] 10.222.0.42 "GET /v2.0/ports?device_id=21bdb347-f9b2-4ccd-8f2d-8adbeeef3318 HTTP/1.1" status: 200 len: 944 time: 0.1575243 Mar 29 15:46:17.624972 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [req-0c6c06b6-eab1-4dd3-a295-76de21a07a4a req-51934fcc-c8d9-4f04-8b88-e4b9f3384cc2 tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] Request body: {'port': {'device_id': 'fb1d16d2-e9dd-4dc2-a1f2-bb82bc8bbced', 'network_id': '7a71ca6e-bbff-43b0-bde3-8072ae4b3f50', 'admin_state_up': True, 'tenant_id': '7f01d9a12c82426baef86d9ae4ff6fa7'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:46:17.636771 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466f80ef-7f10-4b8a-82b0-357c193c0480 req-c5104a12-e846-4c05-8c24-314dfa11ad9f tempest-ServerRescueTestJSONUnderV235-1876556569 tempest-ServerRescueTestJSONUnderV235-1876556569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:17.645246 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-466f80ef-7f10-4b8a-82b0-357c193c0480 req-c5104a12-e846-4c05-8c24-314dfa11ad9f tempest-ServerRescueTestJSONUnderV235-1876556569 tempest-ServerRescueTestJSONUnderV235-1876556569-project] 10.222.0.42 "GET /v2.0/ports?device_id=f874266c-3b3f-411d-94a2-092abe89ba9b HTTP/1.1" status: 200 len: 985 time: 0.1312470 Mar 29 15:46:17.653314 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [req-466f80ef-7f10-4b8a-82b0-357c193c0480 req-2f4fe5ec-2456-4aca-9569-611fa12df636 tempest-ServerRescueTestJSONUnderV235-1876556569 tempest-ServerRescueTestJSONUnderV235-1876556569-project] Request body: {'port': {'security_groups': ['3d222421-3560-49e7-abaf-10952d69e15f']}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:46:17.675729 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-8c5b5d53-12f4-4e46-af40-11d0c380ab9b req-ed907eb7-405c-4ca3-8915-e7bea82577ce tempest-InstanceActionsV221TestJSON-993286630 tempest-InstanceActionsV221TestJSON-993286630-project] 10.222.0.42 "GET /v2.0/security-groups?id=b16fe5c9-3471-481e-b9c7-dee6db3748fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594826 Mar 29 15:46:17.680614 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b5e8d8-6662-4c18-a5a2-3909ae8e99bd req-32186ba2-f416-43ed-a961-0438f6847cde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:17.687682 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-a1b5e8d8-6662-4c18-a5a2-3909ae8e99bd req-32186ba2-f416-43ed-a961-0438f6847cde service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8286afd09edb48b48ba8a55593c30462&device_id=f874266c-3b3f-411d-94a2-092abe89ba9b HTTP/1.1" status: 200 len: 1136 time: 0.2322810 Mar 29 15:46:17.709839 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf05eb6-d126-405b-b4ee-3d634cc2705f req-6388f8cf-c527-4d93-b29d-d5c0ef682337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:17.711363 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-adf05eb6-d126-405b-b4ee-3d634cc2705f req-6388f8cf-c527-4d93-b29d-d5c0ef682337 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2268a9b9-82fd-4886-a91d-3a50e4e16cab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1572533 Mar 29 15:46:17.750699 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41debbfe-acb4-45c7-b139-f665d4955d6f req-dd2ce1d7-7d0c-4b7a-ab67-a0ace27496f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:17.757730 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-41debbfe-acb4-45c7-b139-f665d4955d6f req-dd2ce1d7-7d0c-4b7a-ab67-a0ace27496f6 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=32b7b91c-8e40-48a8-9a73-9f507d49953e HTTP/1.1" status: 200 len: 1096 time: 0.2998340 Mar 29 15:46:17.811861 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port 33c323e8-95b1-46c4-bf3b-04dc54e338c1, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=33c323e8-95b1-46c4-bf3b-04dc54e338c1,segment=NetworkSegment(6b7c66be-f702-416f-8424-fdadbd967f79),segment_id=6b7c66be-f702-416f-8424-fdadbd967f79)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:46:17.817699 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:17.828857 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:17.865619 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-466f80ef-7f10-4b8a-82b0-357c193c0480 req-2f4fe5ec-2456-4aca-9569-611fa12df636 tempest-ServerRescueTestJSONUnderV235-1876556569 tempest-ServerRescueTestJSONUnderV235-1876556569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:17.925153 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-adf05eb6-d126-405b-b4ee-3d634cc2705f req-408885bb-102e-4313-aec4-f0996a08b35a service neutron] 10.222.0.44 "GET /v2.0/networks/2268a9b9-82fd-4886-a91d-3a50e4e16cab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1988435 Mar 29 15:46:17.978059 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-41debbfe-acb4-45c7-b139-f665d4955d6f req-660e7173-bd7a-44cd-9f7c-ea57b96e44d8 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=4600fc30-be81-4c99-acf1-e3f516af1e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2041850 Mar 29 15:46:18.024297 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b5e8d8-6662-4c18-a5a2-3909ae8e99bd req-e25f2eb4-3f5d-4d19-8183-96a3cd481ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:18.025936 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-a1b5e8d8-6662-4c18-a5a2-3909ae8e99bd req-e25f2eb4-3f5d-4d19-8183-96a3cd481ddf service neutron] 10.222.0.44 "GET /v2.0/networks?id=bf39fd10-b141-4aa1-b5bc-ebcbbb01092f HTTP/1.1" status: 200 len: 921 time: 0.3283501 Mar 29 15:46:18.037272 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23532710-35be-4c14-a5bc-c03d79f673b6 req-0ed7738f-a6d1-44f3-8d0d-b823812ebe93 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:18.046408 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-23532710-35be-4c14-a5bc-c03d79f673b6 req-0ed7738f-a6d1-44f3-8d0d-b823812ebe93 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] 10.222.0.42 "GET /v2.0/ports?device_id=149487e7-8e7a-421e-9b26-38fcb904048e HTTP/1.1" status: 200 len: 945 time: 0.2416704 Mar 29 15:46:18.047606 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-0d37a343-28eb-4061-bb35-36a3026a0586 req-0028fc5f-a4ed-436d-9b5f-2327c29c6887 tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:18.065886 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:18.084200 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Pushing event updated for resources: {'Port': ['ID=33c323e8-95b1-46c4-bf3b-04dc54e338c1,revision_number=4']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:46:18.123663 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0028fc5f-a4ed-436d-9b5f-2327c29c6887 tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] Pushing event deleted for resources: {'Port': ['ID=5f869e91-40aa-4c2d-b785-37f31db58300,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:46:18.155618 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port 58eec033-97d2-44c7-bc17-2c887f6cf369, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=58eec033-97d2-44c7-bc17-2c887f6cf369,segment=NetworkSegment(ed0d23ca-1ec5-4a96-abb2-06488f375d97),segment_id=ed0d23ca-1ec5-4a96-abb2-06488f375d97)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:46:18.171058 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:18.193116 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d37a343-28eb-4061-bb35-36a3026a0586 req-0028fc5f-a4ed-436d-9b5f-2327c29c6887 tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] No DVR routers for this DVR port 5f869e91-40aa-4c2d-b785-37f31db58300 on host n-h2-834765-1 {{(pid=102791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:46:18.202862 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-0d37a343-28eb-4061-bb35-36a3026a0586 req-0028fc5f-a4ed-436d-9b5f-2327c29c6887 tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:18.206641 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-0d37a343-28eb-4061-bb35-36a3026a0586 req-0028fc5f-a4ed-436d-9b5f-2327c29c6887 tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] 10.222.0.48 "DELETE /v2.0/ports/5f869e91-40aa-4c2d-b785-37f31db58300 HTTP/1.1" status: 204 len: 173 time: 1.2277975 Mar 29 15:46:18.207112 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '275a05c1-f049-44f9-b4f0-fa2c409e8b49', 'name': 'network-vif-deleted', 'tag': '5f869e91-40aa-4c2d-b785-37f31db58300'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:46:18.210741 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c67b028db5e9b9818fecc5c0a87ebc6f190694fa53ca267d523e04f98de536d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42c271ed-c600-4028-9059-e1bccaccc5e4" -d '{"events": [{"server_uuid": "275a05c1-f049-44f9-b4f0-fa2c409e8b49", "name": "network-vif-deleted", "tag": "5f869e91-40aa-4c2d-b785-37f31db58300"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:46:18.211397 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device 5f869e91-40aa-4c2d-b785-37f31db58300 no longer exists at agent hyperv_n-h2-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:46:18.213775 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] get_ports_and_sgs() called for port_ids ['9e4288bf-3a71-4221-a5b2-491886f56512'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:46:18.222266 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-23532710-35be-4c14-a5bc-c03d79f673b6 req-4f8fd656-e31e-4d1c-b8de-b8527fc183fa tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] 10.222.0.42 "GET /v2.0/security-groups?id=f08e979a-b162-4e81-8f48-4f228bf81759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524358 Mar 29 15:46:18.290428 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] get_ports_and_sgs() called for port_ids ['33c323e8-95b1-46c4-bf3b-04dc54e338c1'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:46:18.319603 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] No Port match for: 5f869e91-40aa-4c2d-b785-37f31db58300 {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 15:46:18.319975 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device 5f869e91-40aa-4c2d-b785-37f31db58300 not bound to the agent host n-h2-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:46:18.355373 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-a1b5e8d8-6662-4c18-a5a2-3909ae8e99bd req-0a411b53-15e6-458c-a738-533321f4d2ca service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a5546757-5675-4251-805e-2ecb9a2a21ba HTTP/1.1" status: 200 len: 217 time: 0.0751128 Mar 29 15:46:18.417654 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Pushing event updated for resources: {'Port': ['ID=58eec033-97d2-44c7-bc17-2c887f6cf369,revision_number=5']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:46:18.445870 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b5e8d8-6662-4c18-a5a2-3909ae8e99bd req-75aafca5-4a94-4147-b532-8e0c294dec92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:18.447636 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-a1b5e8d8-6662-4c18-a5a2-3909ae8e99bd req-75aafca5-4a94-4147-b532-8e0c294dec92 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=16497655-324d-4047-a7c9-20587c2f556c HTTP/1.1" status: 200 len: 860 time: 0.0794990 Mar 29 15:46:18.465301 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842a3c6f-2810-4a7c-825b-e97800da4c79 req-840751ae-b6cf-4302-8939-79aced77425d tempest-ListServerFiltersTestJSON-1632672620 tempest-ListServerFiltersTestJSON-1632672620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:18.467167 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-842a3c6f-2810-4a7c-825b-e97800da4c79 req-840751ae-b6cf-4302-8939-79aced77425d tempest-ListServerFiltersTestJSON-1632672620 tempest-ListServerFiltersTestJSON-1632672620-project] 10.222.0.42 "GET /v2.0/ports?device_id=57be4d6d-0b44-4e91-a13f-bd6abefccde5 HTTP/1.1" status: 200 len: 944 time: 0.0899291 Mar 29 15:46:18.473708 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c6c06b6-eab1-4dd3-a295-76de21a07a4a req-51934fcc-c8d9-4f04-8b88-e4b9f3384cc2 tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] Made reservation on behalf of 7f01d9a12c82426baef86d9ae4ff6fa7 for: {'port': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:46:18.479557 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-0c6c06b6-eab1-4dd3-a295-76de21a07a4a req-51934fcc-c8d9-4f04-8b88-e4b9f3384cc2 tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:18.501440 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-a1b5e8d8-6662-4c18-a5a2-3909ae8e99bd req-9fec4543-2fd4-484b-9421-31447a259e27 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=bf39fd10-b141-4aa1-b5bc-ebcbbb01092f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331089 Mar 29 15:46:18.558112 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-842a3c6f-2810-4a7c-825b-e97800da4c79 req-0ad87304-4208-4ffc-946f-e9e2c21aa2b2 tempest-ListServerFiltersTestJSON-1632672620 tempest-ListServerFiltersTestJSON-1632672620-project] 10.222.0.42 "GET /v2.0/security-groups?id=4600fc30-be81-4c99-acf1-e3f516af1e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800505 Mar 29 15:46:18.585092 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-adf05eb6-d126-405b-b4ee-3d634cc2705f req-e95d1898-c017-45af-9a9e-2cf0c72ced28 service neutron] 10.222.0.44 "GET /v2.0/networks/2268a9b9-82fd-4886-a91d-3a50e4e16cab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6184368 Mar 29 15:46:18.677779 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-a1b5e8d8-6662-4c18-a5a2-3909ae8e99bd req-977512d5-d64d-4df5-ba40-3f0b9b9f78ae service neutron] 10.222.0.44 "GET /v2.0/networks/bf39fd10-b141-4aa1-b5bc-ebcbbb01092f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1690075 Mar 29 15:46:18.717560 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-406b109b-72dc-4e29-a066-ca075369e20d req-38e7c4c8-5b82-4cb6-9de6-48cf9f1d39ff tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb1d16d2-e9dd-4dc2-a1f2-bb82bc8bbced HTTP/1.1" status: 200 len: 210 time: 0.0590463 Mar 29 15:46:18.784911 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [req-466f80ef-7f10-4b8a-82b0-357c193c0480 req-2f4fe5ec-2456-4aca-9569-611fa12df636 tempest-ServerRescueTestJSONUnderV235-1876556569 tempest-ServerRescueTestJSONUnderV235-1876556569-project] For port a5546757-5675-4251-805e-2ecb9a2a21ba, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=a5546757-5675-4251-805e-2ecb9a2a21ba,segment=NetworkSegment(0cd06506-4f89-4e38-b026-ae80d7df7405),segment_id=0cd06506-4f89-4e38-b026-ae80d7df7405)] {{(pid=102790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:46:18.787118 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.db_base_plugin_common [req-0c6c06b6-eab1-4dd3-a295-76de21a07a4a req-51934fcc-c8d9-4f04-8b88-e4b9f3384cc2 tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] Allocated IP 172.20.0.3 (7a71ca6e-bbff-43b0-bde3-8072ae4b3f50/4acd9598-0ca3-487b-9c0e-30e24be7e9e5/ecb612ce-988f-4286-b470-2002743c6508) {{(pid=102790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:46:18.844780 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-466f80ef-7f10-4b8a-82b0-357c193c0480 req-2f4fe5ec-2456-4aca-9569-611fa12df636 tempest-ServerRescueTestJSONUnderV235-1876556569 tempest-ServerRescueTestJSONUnderV235-1876556569-project] Notify callbacks [] for port, precommit_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:18.853826 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-a1b5e8d8-6662-4c18-a5a2-3909ae8e99bd req-970adea7-f0ce-4ac8-a48c-a994cbf80486 service neutron] 10.222.0.44 "GET /v2.0/networks/bf39fd10-b141-4aa1-b5bc-ebcbbb01092f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1597972 Mar 29 15:46:18.861241 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-466f80ef-7f10-4b8a-82b0-357c193c0480 req-2f4fe5ec-2456-4aca-9569-611fa12df636 tempest-ServerRescueTestJSONUnderV235-1876556569 tempest-ServerRescueTestJSONUnderV235-1876556569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5237921'] for port, after_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:18.870307 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38da4959-f9fd-4f88-9a53-9a4dd1fda2f4 req-c5823fcf-07c2-4cd2-a3f8-7acf0c3d32dd tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:18.875907 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-38da4959-f9fd-4f88-9a53-9a4dd1fda2f4 req-c5823fcf-07c2-4cd2-a3f8-7acf0c3d32dd tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/ports?device_id=ccf671cc-285a-4046-a5d5-c44a9114232b HTTP/1.1" status: 200 len: 949 time: 0.0753891 Mar 29 15:46:18.940627 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466f80ef-7f10-4b8a-82b0-357c193c0480 req-2f4fe5ec-2456-4aca-9569-611fa12df636 tempest-ServerRescueTestJSONUnderV235-1876556569 tempest-ServerRescueTestJSONUnderV235-1876556569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:18.941462 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-466f80ef-7f10-4b8a-82b0-357c193c0480 req-2f4fe5ec-2456-4aca-9569-611fa12df636 tempest-ServerRescueTestJSONUnderV235-1876556569 tempest-ServerRescueTestJSONUnderV235-1876556569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:18.943019 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-466f80ef-7f10-4b8a-82b0-357c193c0480 req-2f4fe5ec-2456-4aca-9569-611fa12df636 tempest-ServerRescueTestJSONUnderV235-1876556569 tempest-ServerRescueTestJSONUnderV235-1876556569-project] 10.222.0.42 "PUT /v2.0/ports/a5546757-5675-4251-805e-2ecb9a2a21ba HTTP/1.1" status: 200 len: 943 time: 1.2968693 Mar 29 15:46:18.957820 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-38da4959-f9fd-4f88-9a53-9a4dd1fda2f4 req-b17f95d0-08f2-4e9a-8fad-2c8c57af6346 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/security-groups?id=56997969-7130-4d86-9e9d-e068deb19a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764141 Mar 29 15:46:19.001466 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:46:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e0fbd2d-5ae9-4dae-bf9b-2faecd817716 x-openstack-request-id: req-7e0fbd2d-5ae9-4dae-bf9b-2faecd817716 {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:46:19.001821 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "275a05c1-f049-44f9-b4f0-fa2c409e8b49", "name": "network-vif-deleted", "tag": "5f869e91-40aa-4c2d-b785-37f31db58300", "status": "completed", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:46:19.002129 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-7e0fbd2d-5ae9-4dae-bf9b-2faecd817716 {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:46:19.002635 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '275a05c1-f049-44f9-b4f0-fa2c409e8b49', 'name': 'network-vif-deleted', 'tag': '5f869e91-40aa-4c2d-b785-37f31db58300', 'status': 'completed', 'code': 200} Mar 29 15:46:19.021917 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4fe5ec-2456-4aca-9569-611fa12df636 tempest-ServerRescueTestJSONUnderV235-1876556569 tempest-ServerRescueTestJSONUnderV235-1876556569-project] Pushing event updated for resources: {'Port': ['ID=a5546757-5675-4251-805e-2ecb9a2a21ba,revision_number=7']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:46:19.096537 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-0c6c06b6-eab1-4dd3-a295-76de21a07a4a req-51934fcc-c8d9-4f04-8b88-e4b9f3384cc2 tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] Notify callbacks [] for port, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:19.136950 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098b651d-c005-4dd2-a53c-4486186334a1 req-650959e5-f2db-4446-b2be-2f687d76bac0 tempest-FloatingIPsAssociationNegativeTestJSON-492483530 tempest-FloatingIPsAssociationNegativeTestJSON-492483530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:19.137168 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62718546-86a0-4832-871a-59878e7b2278 req-3d50bb5d-6f02-4b69-b6f8-b5f83c8c2e01 tempest-InstanceActionsV221TestJSON-993286630 tempest-InstanceActionsV221TestJSON-993286630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:19.138652 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-098b651d-c005-4dd2-a53c-4486186334a1 req-650959e5-f2db-4446-b2be-2f687d76bac0 tempest-FloatingIPsAssociationNegativeTestJSON-492483530 tempest-FloatingIPsAssociationNegativeTestJSON-492483530-project] 10.222.0.42 "GET /v2.0/ports?device_id=289edb15-b057-48b9-8159-c673c5bb8197 HTTP/1.1" status: 200 len: 944 time: 0.0891368 Mar 29 15:46:19.143860 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-62718546-86a0-4832-871a-59878e7b2278 req-3d50bb5d-6f02-4b69-b6f8-b5f83c8c2e01 tempest-InstanceActionsV221TestJSON-993286630 tempest-InstanceActionsV221TestJSON-993286630-project] 10.222.0.42 "GET /v2.0/ports?device_id=21bdb347-f9b2-4ccd-8f2d-8adbeeef3318 HTTP/1.1" status: 200 len: 945 time: 0.0640991 Mar 29 15:46:19.186685 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-0c6c06b6-eab1-4dd3-a295-76de21a07a4a req-51934fcc-c8d9-4f04-8b88-e4b9f3384cc2 tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:19.195960 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-62718546-86a0-4832-871a-59878e7b2278 req-1c8b70cc-b6d6-49b9-84eb-9043b9da6936 tempest-InstanceActionsV221TestJSON-993286630 tempest-InstanceActionsV221TestJSON-993286630-project] 10.222.0.42 "GET /v2.0/security-groups?id=b16fe5c9-3471-481e-b9c7-dee6db3748fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502439 Mar 29 15:46:19.215324 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c6c06b6-eab1-4dd3-a295-76de21a07a4a req-51934fcc-c8d9-4f04-8b88-e4b9f3384cc2 tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] Network 7a71ca6e-bbff-43b0-bde3-8072ae4b3f50 is already hosted by enough agents. {{(pid=102790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:46:19.244994 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [req-0c6c06b6-eab1-4dd3-a295-76de21a07a4a req-51934fcc-c8d9-4f04-8b88-e4b9f3384cc2 tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] Resources bound (agent type, host, resource id): {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:46:19.245434 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] get_ports_and_sgs() called for port_ids ['a5546757-5675-4251-805e-2ecb9a2a21ba'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:46:19.247443 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c6c06b6-eab1-4dd3-a295-76de21a07a4a req-51934fcc-c8d9-4f04-8b88-e4b9f3384cc2 tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] Received port after_create {{(pid=102790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:46:19.259637 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-098b651d-c005-4dd2-a53c-4486186334a1 req-8baf7589-13ee-4663-bb45-a802d8acc79f tempest-FloatingIPsAssociationNegativeTestJSON-492483530 tempest-FloatingIPsAssociationNegativeTestJSON-492483530-project] 10.222.0.42 "GET /v2.0/security-groups?id=5544b426-8722-47e3-a46b-1eb9730bf5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114278 Mar 29 15:46:19.304896 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51a363cc-f278-44ab-a8ab-01401225dc38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53bb8200-f409-497e-8e5a-d1604f58a2ad'}, {'server_uuid': '21bdb347-f9b2-4ccd-8f2d-8adbeeef3318', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58eec033-97d2-44c7-bc17-2c887f6cf369'}] {{(pid=102792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:46:19.306331 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51934fcc-c8d9-4f04-8b88-e4b9f3384cc2 tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] Pushing event updated for resources: {'Port': ['ID=ecb612ce-988f-4286-b470-2002743c6508,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:46:19.320807 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4f476c66b318cc6068719fc39557fac68d413f5c7e78fa77028c7948e999ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-856ce56e-746f-4463-8840-2e9e66ee0f86" -d '{"events": [{"server_uuid": "51a363cc-f278-44ab-a8ab-01401225dc38", "name": "network-vif-plugged", "status": "completed", "tag": "53bb8200-f409-497e-8e5a-d1604f58a2ad"}, {"server_uuid": "21bdb347-f9b2-4ccd-8f2d-8adbeeef3318", "name": "network-vif-plugged", "status": "completed", "tag": "58eec033-97d2-44c7-bc17-2c887f6cf369"}]}' {{(pid=102792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:46:19.325991 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6c06b6-eab1-4dd3-a295-76de21a07a4a req-51934fcc-c8d9-4f04-8b88-e4b9f3384cc2 tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:19.326764 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-0c6c06b6-eab1-4dd3-a295-76de21a07a4a req-51934fcc-c8d9-4f04-8b88-e4b9f3384cc2 tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:19.347995 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-0c6c06b6-eab1-4dd3-a295-76de21a07a4a req-51934fcc-c8d9-4f04-8b88-e4b9f3384cc2 tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7286487 Mar 29 15:46:19.366881 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [req-0c6c06b6-eab1-4dd3-a295-76de21a07a4a req-42e1538f-bbdc-4f21-a022-92b89265d450 service neutron] Request body: {'port': {'device_id': 'fb1d16d2-e9dd-4dc2-a1f2-bb82bc8bbced', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834765-1'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:46:19.382907 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-71057dda-23ef-4489-aef1-cbc42963ca10 req-acf69e88-49b6-4793-8a9c-3a9112748182 tempest-ServerRescueTestJSONUnderV235-1876556569 tempest-ServerRescueTestJSONUnderV235-1876556569-project] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1518652 Mar 29 15:46:19.387704 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [req-71057dda-23ef-4489-aef1-cbc42963ca10 req-6d969f1b-8e2c-4d7a-8d85-5cd4f04574d1 tempest-ServerRescueTestJSONUnderV235-1876556569 tempest-ServerRescueTestJSONUnderV235-1876556569-project] Request body: {'floatingip': {'floating_network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:46:19.401340 n-d-834765-1 neutron-server[102790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f874266c-3b3f-411d-94a2-092abe89ba9b', 'tag': 'a5546757-5675-4251-805e-2ecb9a2a21ba'}] {{(pid=102790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:46:19.404988 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46b06d655c90bc969636382cce4240ad749035fb0f3a83ee4734fa1ed9c4a6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a95fccaa-241b-45d9-be3f-9528e8fe1d66" -d '{"events": [{"name": "network-changed", "server_uuid": "f874266c-3b3f-411d-94a2-092abe89ba9b", "tag": "a5546757-5675-4251-805e-2ecb9a2a21ba"}]}' {{(pid=102790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:46:19.411694 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-71057dda-23ef-4489-aef1-cbc42963ca10 req-6d969f1b-8e2c-4d7a-8d85-5cd4f04574d1 tempest-ServerRescueTestJSONUnderV235-1876556569 tempest-ServerRescueTestJSONUnderV235-1876556569-project] Notify callbacks [] for floatingip, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:19.460072 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-0c6c06b6-eab1-4dd3-a295-76de21a07a4a req-42e1538f-bbdc-4f21-a022-92b89265d450 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:19.487476 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device 148eeaa5-f1d0-43b8-9bff-c3cf6be228f5 up at agent hyperv_n-h2-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:46:19.518396 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dfd2f4-5803-4018-82cd-a37a423afef2 req-db5b551d-eb29-46d8-acc6-40c6af40af38 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:19.520009 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-57dfd2f4-5803-4018-82cd-a37a423afef2 req-db5b551d-eb29-46d8-acc6-40c6af40af38 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] 10.222.0.42 "GET /v2.0/ports?device_id=149487e7-8e7a-421e-9b26-38fcb904048e HTTP/1.1" status: 200 len: 945 time: 0.1687295 Mar 29 15:46:19.546760 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-71057dda-23ef-4489-aef1-cbc42963ca10 req-6d969f1b-8e2c-4d7a-8d85-5cd4f04574d1 tempest-ServerRescueTestJSONUnderV235-1876556569 tempest-ServerRescueTestJSONUnderV235-1876556569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:19.571503 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] get_ports_and_sgs() called for port_ids ['a5546757-5675-4251-805e-2ecb9a2a21ba'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:46:19.656981 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-57dfd2f4-5803-4018-82cd-a37a423afef2 req-1bf5b78b-6109-41d2-9527-ea249274cdc0 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] 10.222.0.42 "GET /v2.0/security-groups?id=f08e979a-b162-4e81-8f48-4f228bf81759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227224 Mar 29 15:46:19.791438 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_common [req-71057dda-23ef-4489-aef1-cbc42963ca10 req-6d969f1b-8e2c-4d7a-8d85-5cd4f04574d1 tempest-ServerRescueTestJSONUnderV235-1876556569 tempest-ServerRescueTestJSONUnderV235-1876556569-project] Allocated IP 172.25.4.136 (4a4a035d-ecac-4ead-baa3-25f90788773a/e1a353dc-fac8-4901-a63c-273840237d6a/78616212-e786-40c4-ac10-9c3204786bd1) {{(pid=102791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:46:19.837368 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 15:46:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61260c08-5018-4c18-9f1e-658db2b612a3 x-openstack-request-id: req-61260c08-5018-4c18-9f1e-658db2b612a3 {{(pid=102790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:46:19.837689 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f874266c-3b3f-411d-94a2-092abe89ba9b", "tag": "a5546757-5675-4251-805e-2ecb9a2a21ba", "status": "completed", "code": 200}]} {{(pid=102790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:46:19.837973 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-61260c08-5018-4c18-9f1e-658db2b612a3 {{(pid=102790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:46:19.838375 n-d-834765-1 neutron-server[102790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f874266c-3b3f-411d-94a2-092abe89ba9b', 'tag': 'a5546757-5675-4251-805e-2ecb9a2a21ba', 'status': 'completed', 'code': 200} Mar 29 15:46:19.977117 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 29 Mar 2022 15:46:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b36745ee-ae5b-4591-b7c5-f6e23d5d2bfb x-openstack-request-id: req-b36745ee-ae5b-4591-b7c5-f6e23d5d2bfb {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:46:19.977468 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51a363cc-f278-44ab-a8ab-01401225dc38", "name": "network-vif-plugged", "status": "completed", "tag": "53bb8200-f409-497e-8e5a-d1604f58a2ad", "code": 200}, {"server_uuid": "21bdb347-f9b2-4ccd-8f2d-8adbeeef3318", "name": "network-vif-plugged", "status": "completed", "tag": "58eec033-97d2-44c7-bc17-2c887f6cf369", "code": 200}]} {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:46:19.977789 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b36745ee-ae5b-4591-b7c5-f6e23d5d2bfb {{(pid=102792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:46:19.978173 n-d-834765-1 neutron-server[102792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51a363cc-f278-44ab-a8ab-01401225dc38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53bb8200-f409-497e-8e5a-d1604f58a2ad', 'code': 200} Mar 29 15:46:19.978419 n-d-834765-1 neutron-server[102792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21bdb347-f9b2-4ccd-8f2d-8adbeeef3318', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58eec033-97d2-44c7-bc17-2c887f6cf369', 'code': 200} Mar 29 15:46:20.007434 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device 33c323e8-95b1-46c4-bf3b-04dc54e338c1 up at agent hyperv_n-h1-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:46:20.017248 n-d-834765-1 neutron-server[102790]: DEBUG neutron.notifiers.nova [req-0c6c06b6-eab1-4dd3-a295-76de21a07a4a req-42e1538f-bbdc-4f21-a022-92b89265d450 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ecb612ce-988f-4286-b470-2002743c6508 {{(pid=102790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:46:20.018160 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4823027-a1ae-465a-82c5-568ce83bd8d0 req-fc8e7a35-934c-46ae-88ea-3a2c45de9b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:20.019812 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-c4823027-a1ae-465a-82c5-568ce83bd8d0 req-fc8e7a35-934c-46ae-88ea-3a2c45de9b09 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=51a363cc-f278-44ab-a8ab-01401225dc38 HTTP/1.1" status: 200 len: 1097 time: 0.1191823 Mar 29 15:46:20.030982 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-0c6c06b6-eab1-4dd3-a295-76de21a07a4a req-42e1538f-bbdc-4f21-a022-92b89265d450 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:20.036578 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697ea473-6e7d-4ad2-971b-98222cc69b58 req-6f94ba59-8ce4-4938-be62-2a98417a0544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:20.038081 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-697ea473-6e7d-4ad2-971b-98222cc69b58 req-6f94ba59-8ce4-4938-be62-2a98417a0544 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=21bdb347-f9b2-4ccd-8f2d-8adbeeef3318 HTTP/1.1" status: 200 len: 1096 time: 0.1621447 Mar 29 15:46:20.054028 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Provisioning for port 148eeaa5-f1d0-43b8-9bff-c3cf6be228f5 completed by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 15:46:20.057194 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.provisioning_blocks [req-0c6c06b6-eab1-4dd3-a295-76de21a07a4a req-42e1538f-bbdc-4f21-a022-92b89265d450 service neutron] Transition to ACTIVE for port object ecb612ce-988f-4286-b470-2002743c6508 will not be triggered until provisioned by entity L2. {{(pid=102790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 15:46:20.064188 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Provisioning complete for port 148eeaa5-f1d0-43b8-9bff-c3cf6be228f5 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:46:20.064562 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:20.070719 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-0c6c06b6-eab1-4dd3-a295-76de21a07a4a req-42e1538f-bbdc-4f21-a022-92b89265d450 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5237921'] for port, after_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:20.082283 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-71057dda-23ef-4489-aef1-cbc42963ca10 req-6d969f1b-8e2c-4d7a-8d85-5cd4f04574d1 tempest-ServerRescueTestJSONUnderV235-1876556569 tempest-ServerRescueTestJSONUnderV235-1876556569-project] Notify callbacks [] for port, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:20.084025 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45aba096-2e14-4cd6-8817-ca81698f2550 req-7814ceef-e7fa-492c-82a3-97fe6f2eda7c tempest-ListServerFiltersTestJSON-1632672620 tempest-ListServerFiltersTestJSON-1632672620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:20.084812 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95fccaa-241b-45d9-be3f-9528e8fe1d66 req-135e2c4e-8d0f-46c4-912e-f4fb77fc5a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:20.086653 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-a95fccaa-241b-45d9-be3f-9528e8fe1d66 req-135e2c4e-8d0f-46c4-912e-f4fb77fc5a28 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8286afd09edb48b48ba8a55593c30462&device_id=f874266c-3b3f-411d-94a2-092abe89ba9b HTTP/1.1" status: 200 len: 1097 time: 0.1734850 Mar 29 15:46:20.091668 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-45aba096-2e14-4cd6-8817-ca81698f2550 req-7814ceef-e7fa-492c-82a3-97fe6f2eda7c tempest-ListServerFiltersTestJSON-1632672620 tempest-ListServerFiltersTestJSON-1632672620-project] 10.222.0.42 "GET /v2.0/ports?device_id=57be4d6d-0b44-4e91-a13f-bd6abefccde5 HTTP/1.1" status: 200 len: 944 time: 0.1443682 Mar 29 15:46:20.105151 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-c4823027-a1ae-465a-82c5-568ce83bd8d0 req-d32a7c46-f538-4609-bb36-2bc0ce92ae8d service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=4600fc30-be81-4c99-acf1-e3f516af1e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734799 Mar 29 15:46:20.166355 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-697ea473-6e7d-4ad2-971b-98222cc69b58 req-f85fbe9e-da29-4825-9a55-e507d32843d6 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=b16fe5c9-3471-481e-b9c7-dee6db3748fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172261 Mar 29 15:46:20.185485 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e1538f-bbdc-4f21-a022-92b89265d450 service neutron] Pushing event updated for resources: {'Port': ['ID=ecb612ce-988f-4286-b470-2002743c6508,revision_number=2']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:46:20.185801 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:20.205156 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-45aba096-2e14-4cd6-8817-ca81698f2550 req-319fa0bb-3770-44da-b739-571d0edd8f8a tempest-ListServerFiltersTestJSON-1632672620 tempest-ListServerFiltersTestJSON-1632672620-project] 10.222.0.42 "GET /v2.0/security-groups?id=4600fc30-be81-4c99-acf1-e3f516af1e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125441 Mar 29 15:46:20.238527 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-71057dda-23ef-4489-aef1-cbc42963ca10 req-6d969f1b-8e2c-4d7a-8d85-5cd4f04574d1 tempest-ServerRescueTestJSONUnderV235-1876556569 tempest-ServerRescueTestJSONUnderV235-1876556569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:20.263219 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port 148eeaa5-f1d0-43b8-9bff-c3cf6be228f5, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=148eeaa5-f1d0-43b8-9bff-c3cf6be228f5,segment=NetworkSegment(429e9cf3-3671-4cb2-9547-92af9e95f1f2),segment_id=429e9cf3-3671-4cb2-9547-92af9e95f1f2)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:46:20.275048 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:20.289638 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95fccaa-241b-45d9-be3f-9528e8fe1d66 req-cb26e707-a26c-44ca-a340-d24da4473917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:20.291668 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Provisioning for port 33c323e8-95b1-46c4-bf3b-04dc54e338c1 completed by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 15:46:20.292488 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-a95fccaa-241b-45d9-be3f-9528e8fe1d66 req-cb26e707-a26c-44ca-a340-d24da4473917 service neutron] 10.222.0.44 "GET /v2.0/networks?id=bf39fd10-b141-4aa1-b5bc-ebcbbb01092f HTTP/1.1" status: 200 len: 921 time: 0.1965621 Mar 29 15:46:20.315021 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71057dda-23ef-4489-aef1-cbc42963ca10 req-6d969f1b-8e2c-4d7a-8d85-5cd4f04574d1 tempest-ServerRescueTestJSONUnderV235-1876556569 tempest-ServerRescueTestJSONUnderV235-1876556569-project] Network 4a4a035d-ecac-4ead-baa3-25f90788773a is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:46:20.339693 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.managers [req-0c6c06b6-eab1-4dd3-a295-76de21a07a4a req-42e1538f-bbdc-4f21-a022-92b89265d450 service neutron] Attempting to bind port ecb612ce-988f-4286-b470-2002743c6508 on host n-h2-834765-1 for vnic_type normal with profile {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:46:20.340473 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.managers [req-0c6c06b6-eab1-4dd3-a295-76de21a07a4a req-42e1538f-bbdc-4f21-a022-92b89265d450 service neutron] Attempting to bind port ecb612ce-988f-4286-b470-2002743c6508 by drivers openvswitch,hyperv on host n-h2-834765-1 at level 0 using segments [{'id': 'e03a7c9c-8b58-4c58-aa22-7189da98b069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '7a71ca6e-bbff-43b0-bde3-8072ae4b3f50'}] {{(pid=102790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:46:20.341556 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c6c06b6-eab1-4dd3-a295-76de21a07a4a req-42e1538f-bbdc-4f21-a022-92b89265d450 service neutron] Attempting to bind port ecb612ce-988f-4286-b470-2002743c6508 on network 7a71ca6e-bbff-43b0-bde3-8072ae4b3f50 {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:46:20.347239 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c6c06b6-eab1-4dd3-a295-76de21a07a4a req-42e1538f-bbdc-4f21-a022-92b89265d450 service neutron] Port ecb612ce-988f-4286-b470-2002743c6508 on network 7a71ca6e-bbff-43b0-bde3-8072ae4b3f50 not bound, no agent of type Open vSwitch agent registered on host n-h2-834765-1 {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 15:46:20.347884 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c6c06b6-eab1-4dd3-a295-76de21a07a4a req-42e1538f-bbdc-4f21-a022-92b89265d450 service neutron] Attempting to bind port ecb612ce-988f-4286-b470-2002743c6508 on network 7a71ca6e-bbff-43b0-bde3-8072ae4b3f50 {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:46:20.355799 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c6c06b6-eab1-4dd3-a295-76de21a07a4a req-42e1538f-bbdc-4f21-a022-92b89265d450 service neutron] Checking agent: {'id': '3e4b4912-b4a2-4d17-b5bd-6ce15529e8eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 33, 17), 'started_at': datetime.datetime(2022, 3, 29, 15, 33, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 46, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:46:20.356459 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c6c06b6-eab1-4dd3-a295-76de21a07a4a req-42e1538f-bbdc-4f21-a022-92b89265d450 service neutron] Checking segment: {'id': 'e03a7c9c-8b58-4c58-aa22-7189da98b069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '7a71ca6e-bbff-43b0-bde3-8072ae4b3f50'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:46:20.356966 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Provisioning complete for port 33c323e8-95b1-46c4-bf3b-04dc54e338c1 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:46:20.357150 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-a95fccaa-241b-45d9-be3f-9528e8fe1d66 req-cd96c7a4-6c10-441a-9cf9-c5149b7d5193 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a5546757-5675-4251-805e-2ecb9a2a21ba HTTP/1.1" status: 200 len: 217 time: 0.0531766 Mar 29 15:46:20.357561 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:20.357995 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c6c06b6-eab1-4dd3-a295-76de21a07a4a req-42e1538f-bbdc-4f21-a022-92b89265d450 service neutron] Bound using segment: {'id': 'e03a7c9c-8b58-4c58-aa22-7189da98b069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '7a71ca6e-bbff-43b0-bde3-8072ae4b3f50'} {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:46:20.358642 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.managers [req-0c6c06b6-eab1-4dd3-a295-76de21a07a4a req-42e1538f-bbdc-4f21-a022-92b89265d450 service neutron] Bound port: ecb612ce-988f-4286-b470-2002743c6508, host: n-h2-834765-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e03a7c9c-8b58-4c58-aa22-7189da98b069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '7a71ca6e-bbff-43b0-bde3-8072ae4b3f50'}}] {{(pid=102790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 15:46:20.359193 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-0c6c06b6-eab1-4dd3-a295-76de21a07a4a req-42e1538f-bbdc-4f21-a022-92b89265d450 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:20.361018 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [req-71057dda-23ef-4489-aef1-cbc42963ca10 req-6d969f1b-8e2c-4d7a-8d85-5cd4f04574d1 tempest-ServerRescueTestJSONUnderV235-1876556569 tempest-ServerRescueTestJSONUnderV235-1876556569-project] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:46:20.380171 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [req-71057dda-23ef-4489-aef1-cbc42963ca10 req-6d969f1b-8e2c-4d7a-8d85-5cd4f04574d1 tempest-ServerRescueTestJSONUnderV235-1876556569 tempest-ServerRescueTestJSONUnderV235-1876556569-project] Received port after_create {{(pid=102791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:46:20.408228 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d969f1b-8e2c-4d7a-8d85-5cd4f04574d1 tempest-ServerRescueTestJSONUnderV235-1876556569 tempest-ServerRescueTestJSONUnderV235-1876556569-project] Pushing event updated for resources: {'Port': ['ID=78616212-e786-40c4-ac10-9c3204786bd1,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:46:20.442427 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Pushing event updated for resources: {'Port': ['ID=148eeaa5-f1d0-43b8-9bff-c3cf6be228f5,revision_number=5']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:46:20.480180 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42259487-520c-46cf-9512-f748c6bf6984 req-d114609e-c699-455c-a098-de79eb1d8335 tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:20.486648 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-42259487-520c-46cf-9512-f748c6bf6984 req-d114609e-c699-455c-a098-de79eb1d8335 tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb1d16d2-e9dd-4dc2-a1f2-bb82bc8bbced HTTP/1.1" status: 200 len: 943 time: 0.1329942 Mar 29 15:46:20.487535 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95fccaa-241b-45d9-be3f-9528e8fe1d66 req-0a39f889-3d1a-4ae6-ac3d-4ac1bc4ff60f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:20.489010 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-a95fccaa-241b-45d9-be3f-9528e8fe1d66 req-0a39f889-3d1a-4ae6-ac3d-4ac1bc4ff60f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=16497655-324d-4047-a7c9-20587c2f556c HTTP/1.1" status: 200 len: 860 time: 0.1243534 Mar 29 15:46:20.507029 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [req-0c6c06b6-eab1-4dd3-a295-76de21a07a4a req-42e1538f-bbdc-4f21-a022-92b89265d450 service neutron] For port ecb612ce-988f-4286-b470-2002743c6508, host n-h2-834765-1, cleared binding levels {{(pid=102790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:46:20.510628 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [req-0c6c06b6-eab1-4dd3-a295-76de21a07a4a req-42e1538f-bbdc-4f21-a022-92b89265d450 service neutron] For port ecb612ce-988f-4286-b470-2002743c6508, host n-h2-834765-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=ecb612ce-988f-4286-b470-2002743c6508,segment=NetworkSegment(e03a7c9c-8b58-4c58-aa22-7189da98b069),segment_id=e03a7c9c-8b58-4c58-aa22-7189da98b069)] {{(pid=102790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:46:20.523493 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-0c6c06b6-eab1-4dd3-a295-76de21a07a4a req-42e1538f-bbdc-4f21-a022-92b89265d450 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5237921'] for port, after_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:20.526278 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:20.567764 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port 33c323e8-95b1-46c4-bf3b-04dc54e338c1, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=33c323e8-95b1-46c4-bf3b-04dc54e338c1,segment=NetworkSegment(6b7c66be-f702-416f-8424-fdadbd967f79),segment_id=6b7c66be-f702-416f-8424-fdadbd967f79)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:46:20.569386 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-a95fccaa-241b-45d9-be3f-9528e8fe1d66 req-414df872-04b3-4430-98a7-957f35fe9c4f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=bf39fd10-b141-4aa1-b5bc-ebcbbb01092f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341756 Mar 29 15:46:20.573306 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:20.574262 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device c3fe64f4-0ad0-4bf4-9e83-f3258604e62d no longer exists at agent hyperv_n-h1-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:46:20.604382 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-71057dda-23ef-4489-aef1-cbc42963ca10 req-6d969f1b-8e2c-4d7a-8d85-5cd4f04574d1 tempest-ServerRescueTestJSONUnderV235-1876556569 tempest-ServerRescueTestJSONUnderV235-1876556569-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:20.611560 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e1538f-bbdc-4f21-a022-92b89265d450 service neutron] Pushing event updated for resources: {'Port': ['ID=ecb612ce-988f-4286-b470-2002743c6508,revision_number=3']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:46:20.649451 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6c06b6-eab1-4dd3-a295-76de21a07a4a req-42e1538f-bbdc-4f21-a022-92b89265d450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:20.650569 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-0c6c06b6-eab1-4dd3-a295-76de21a07a4a req-42e1538f-bbdc-4f21-a022-92b89265d450 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:20.653647 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-0c6c06b6-eab1-4dd3-a295-76de21a07a4a req-42e1538f-bbdc-4f21-a022-92b89265d450 service neutron] 10.222.0.48 "PUT /v2.0/ports/ecb612ce-988f-4286-b470-2002743c6508 HTTP/1.1" status: 200 len: 1091 time: 1.2918100 Mar 29 15:46:20.661173 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-42259487-520c-46cf-9512-f748c6bf6984 req-4eebd2ff-16a4-459f-a25a-084752bbcc79 tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] 10.222.0.42 "GET /v2.0/security-groups?id=8c1a607e-8731-4409-adf4-490f4457a32b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481872 Mar 29 15:46:20.698281 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Pushing event updated for resources: {'Port': ['ID=33c323e8-95b1-46c4-bf3b-04dc54e338c1,revision_number=5']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:46:20.747833 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-71057dda-23ef-4489-aef1-cbc42963ca10 req-6d969f1b-8e2c-4d7a-8d85-5cd4f04574d1 tempest-ServerRescueTestJSONUnderV235-1876556569 tempest-ServerRescueTestJSONUnderV235-1876556569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:20.751782 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:20.802770 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port c3fe64f4-0ad0-4bf4-9e83-f3258604e62d, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=c3fe64f4-0ad0-4bf4-9e83-f3258604e62d,segment=NetworkSegment(a0c230f0-660a-4194-9279-0f0781d34134),segment_id=a0c230f0-660a-4194-9279-0f0781d34134)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:46:20.807321 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6c06b6-eab1-4dd3-a295-76de21a07a4a req-f38ec395-2e8b-4e91-a7c0-27ecf9d2c9b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:20.808884 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-0c6c06b6-eab1-4dd3-a295-76de21a07a4a req-f38ec395-2e8b-4e91-a7c0-27ecf9d2c9b5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7f01d9a12c82426baef86d9ae4ff6fa7&device_id=fb1d16d2-e9dd-4dc2-a1f2-bb82bc8bbced HTTP/1.1" status: 200 len: 1094 time: 0.1070509 Mar 29 15:46:20.809558 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:20.835099 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-a95fccaa-241b-45d9-be3f-9528e8fe1d66 req-4ddd5c5e-59f2-41c5-8945-95674697a2ab service neutron] 10.222.0.44 "GET /v2.0/networks/bf39fd10-b141-4aa1-b5bc-ebcbbb01092f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2578394 Mar 29 15:46:20.838213 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f76e598-b698-42d9-93f8-b4f885cb397e req-e6285d80-e551-4c8d-8334-4465f977e0c6 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:20.839725 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-5f76e598-b698-42d9-93f8-b4f885cb397e req-e6285d80-e551-4c8d-8334-4465f977e0c6 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/ports?device_id=ccf671cc-285a-4046-a5d5-c44a9114232b HTTP/1.1" status: 200 len: 949 time: 0.0841591 Mar 29 15:46:20.870490 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-0c6c06b6-eab1-4dd3-a295-76de21a07a4a req-151ca959-3735-4708-bae2-0792bd885c22 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ecb612ce-988f-4286-b470-2002743c6508 HTTP/1.1" status: 200 len: 217 time: 0.0505152 Mar 29 15:46:20.881835 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Pushing event updated for resources: {'Port': ['ID=c3fe64f4-0ad0-4bf4-9e83-f3258604e62d,revision_number=9']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:46:20.939251 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-5f76e598-b698-42d9-93f8-b4f885cb397e req-00ddd926-14f4-4ee5-90c7-6c09270f5ad4 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/security-groups?id=56997969-7130-4d86-9e9d-e068deb19a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714936 Mar 29 15:46:20.945052 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6c06b6-eab1-4dd3-a295-76de21a07a4a req-5557a7cc-940e-4a6d-8ac4-e65607c2f2ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:20.946550 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-0c6c06b6-eab1-4dd3-a295-76de21a07a4a req-5557a7cc-940e-4a6d-8ac4-e65607c2f2ce service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4acd9598-0ca3-487b-9c0e-30e24be7e9e5 HTTP/1.1" status: 200 len: 845 time: 0.0691550 Mar 29 15:46:20.984153 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-0c6c06b6-eab1-4dd3-a295-76de21a07a4a req-07a28e19-3097-466f-aed9-c3908cfb37da service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7a71ca6e-bbff-43b0-bde3-8072ae4b3f50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303671 Mar 29 15:46:21.014751 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-a95fccaa-241b-45d9-be3f-9528e8fe1d66 req-c10b16aa-f31c-40cf-a572-c04de3c31405 service neutron] 10.222.0.44 "GET /v2.0/networks/bf39fd10-b141-4aa1-b5bc-ebcbbb01092f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1518977 Mar 29 15:46:21.017256 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-71057dda-23ef-4489-aef1-cbc42963ca10 req-6d969f1b-8e2c-4d7a-8d85-5cd4f04574d1 tempest-ServerRescueTestJSONUnderV235-1876556569 tempest-ServerRescueTestJSONUnderV235-1876556569-project] Notify callbacks [] for port, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:21.022559 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-71057dda-23ef-4489-aef1-cbc42963ca10 req-6d969f1b-8e2c-4d7a-8d85-5cd4f04574d1 tempest-ServerRescueTestJSONUnderV235-1876556569 tempest-ServerRescueTestJSONUnderV235-1876556569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:21.107230 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbef985-c44c-4e26-b732-39195630cad3 req-53e99d97-902f-43d1-b02d-88b420b3e320 tempest-InstanceActionsV221TestJSON-993286630 tempest-InstanceActionsV221TestJSON-993286630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:21.108732 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-2dbef985-c44c-4e26-b732-39195630cad3 req-53e99d97-902f-43d1-b02d-88b420b3e320 tempest-InstanceActionsV221TestJSON-993286630 tempest-InstanceActionsV221TestJSON-993286630-project] 10.222.0.42 "GET /v2.0/ports?device_id=21bdb347-f9b2-4ccd-8f2d-8adbeeef3318 HTTP/1.1" status: 200 len: 945 time: 0.0962842 Mar 29 15:46:21.109278 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d969f1b-8e2c-4d7a-8d85-5cd4f04574d1 tempest-ServerRescueTestJSONUnderV235-1876556569 tempest-ServerRescueTestJSONUnderV235-1876556569-project] Pushing event updated for resources: {'Port': ['ID=78616212-e786-40c4-ac10-9c3204786bd1,revision_number=2']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:46:21.112657 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-71057dda-23ef-4489-aef1-cbc42963ca10 req-6d969f1b-8e2c-4d7a-8d85-5cd4f04574d1 tempest-ServerRescueTestJSONUnderV235-1876556569 tempest-ServerRescueTestJSONUnderV235-1876556569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648212'] for floatingip, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:21.129175 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-71057dda-23ef-4489-aef1-cbc42963ca10 req-6d969f1b-8e2c-4d7a-8d85-5cd4f04574d1 tempest-ServerRescueTestJSONUnderV235-1876556569 tempest-ServerRescueTestJSONUnderV235-1876556569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for floatingip, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:21.130392 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-71057dda-23ef-4489-aef1-cbc42963ca10 req-6d969f1b-8e2c-4d7a-8d85-5cd4f04574d1 tempest-ServerRescueTestJSONUnderV235-1876556569 tempest-ServerRescueTestJSONUnderV235-1876556569-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.7466888 Mar 29 15:46:21.140406 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-0c6c06b6-eab1-4dd3-a295-76de21a07a4a req-6a675300-420a-45af-93f9-29531fa22445 service neutron] 10.222.0.48 "GET /v2.0/networks/7a71ca6e-bbff-43b0-bde3-8072ae4b3f50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472337 Mar 29 15:46:21.177821 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-2dbef985-c44c-4e26-b732-39195630cad3 req-c4597c03-bb29-4401-b7e8-527190ec4091 tempest-InstanceActionsV221TestJSON-993286630 tempest-InstanceActionsV221TestJSON-993286630-project] 10.222.0.42 "GET /v2.0/security-groups?id=b16fe5c9-3471-481e-b9c7-dee6db3748fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567660 Mar 29 15:46:21.180485 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-71057dda-23ef-4489-aef1-cbc42963ca10 req-c04fcfbf-2bec-48da-8794-6ce3cf83f987 tempest-ServerRescueTestJSONUnderV235-1876556569 tempest-ServerRescueTestJSONUnderV235-1876556569-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.4.136 HTTP/1.1" status: 200 len: 696 time: 0.0437050 Mar 29 15:46:21.246710 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-0c6c06b6-eab1-4dd3-a295-76de21a07a4a req-394eb305-3353-4c3c-83cb-323127dd6f4c service neutron] 10.222.0.48 "GET /v2.0/networks/7a71ca6e-bbff-43b0-bde3-8072ae4b3f50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986981 Mar 29 15:46:21.307181 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71057dda-23ef-4489-aef1-cbc42963ca10 req-45cc8e9c-ec77-4cbd-8259-99d9f5737126 tempest-ServerRescueTestJSONUnderV235-1876556569 tempest-ServerRescueTestJSONUnderV235-1876556569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:21.308612 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-71057dda-23ef-4489-aef1-cbc42963ca10 req-45cc8e9c-ec77-4cbd-8259-99d9f5737126 tempest-ServerRescueTestJSONUnderV235-1876556569 tempest-ServerRescueTestJSONUnderV235-1876556569-project] 10.222.0.42 "GET /v2.0/networks/4a4a035d-ecac-4ead-baa3-25f90788773a HTTP/1.1" status: 200 len: 784 time: 0.1211419 Mar 29 15:46:21.314226 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0008c1a7-b6db-48f2-8204-5052e26b164c req-9bd5f1ab-68cc-47de-b981-c5f92a1f4ad7 tempest-FloatingIPsAssociationNegativeTestJSON-492483530 tempest-FloatingIPsAssociationNegativeTestJSON-492483530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:21.322414 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-0008c1a7-b6db-48f2-8204-5052e26b164c req-9bd5f1ab-68cc-47de-b981-c5f92a1f4ad7 tempest-FloatingIPsAssociationNegativeTestJSON-492483530 tempest-FloatingIPsAssociationNegativeTestJSON-492483530-project] 10.222.0.42 "GET /v2.0/ports?device_id=289edb15-b057-48b9-8159-c673c5bb8197 HTTP/1.1" status: 200 len: 944 time: 0.0697093 Mar 29 15:46:21.357735 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-0008c1a7-b6db-48f2-8204-5052e26b164c req-770b4f15-e82b-4439-85a7-48ff8129cb40 tempest-FloatingIPsAssociationNegativeTestJSON-492483530 tempest-FloatingIPsAssociationNegativeTestJSON-492483530-project] 10.222.0.42 "GET /v2.0/security-groups?id=5544b426-8722-47e3-a46b-1eb9730bf5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344310 Mar 29 15:46:21.440818 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b3b44c-a665-4d52-b691-59c307b90eed req-7de75c87-7cc9-42ce-af41-0c56421619a5 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:21.442651 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-20b3b44c-a665-4d52-b691-59c307b90eed req-7de75c87-7cc9-42ce-af41-0c56421619a5 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] 10.222.0.42 "GET /v2.0/ports?device_id=149487e7-8e7a-421e-9b26-38fcb904048e HTTP/1.1" status: 200 len: 946 time: 0.0781758 Mar 29 15:46:21.489675 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a59866-06cf-4cb9-ad72-07171066b2e0 req-ffafe824-9746-4500-a035-1efa9897c7c7 tempest-ListServerFiltersTestJSON-1632672620 tempest-ListServerFiltersTestJSON-1632672620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:21.490899 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-20b3b44c-a665-4d52-b691-59c307b90eed req-f2161ff9-1197-4955-b37c-ac4c929b6431 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] 10.222.0.42 "GET /v2.0/security-groups?id=f08e979a-b162-4e81-8f48-4f228bf81759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409555 Mar 29 15:46:21.491182 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-e7a59866-06cf-4cb9-ad72-07171066b2e0 req-ffafe824-9746-4500-a035-1efa9897c7c7 tempest-ListServerFiltersTestJSON-1632672620 tempest-ListServerFiltersTestJSON-1632672620-project] 10.222.0.42 "GET /v2.0/ports?device_id=57be4d6d-0b44-4e91-a13f-bd6abefccde5 HTTP/1.1" status: 200 len: 945 time: 0.0508187 Mar 29 15:46:21.550577 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-e7a59866-06cf-4cb9-ad72-07171066b2e0 req-7d23ed1b-1985-4810-8677-2add225c6fb2 tempest-ListServerFiltersTestJSON-1632672620 tempest-ListServerFiltersTestJSON-1632672620-project] 10.222.0.42 "GET /v2.0/security-groups?id=4600fc30-be81-4c99-acf1-e3f516af1e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533581 Mar 29 15:46:21.615679 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115b7bfd-a6d0-4189-a4de-39ad65dd25fd req-ad7dcbb5-860d-42a6-b77b-5a907fde13da tempest-ServerRescueTestJSONUnderV235-1876556569 tempest-ServerRescueTestJSONUnderV235-1876556569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:21.617212 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-115b7bfd-a6d0-4189-a4de-39ad65dd25fd req-ad7dcbb5-860d-42a6-b77b-5a907fde13da tempest-ServerRescueTestJSONUnderV235-1876556569 tempest-ServerRescueTestJSONUnderV235-1876556569-project] 10.222.0.42 "GET /v2.0/ports?device_id=f874266c-3b3f-411d-94a2-092abe89ba9b&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0599978 Mar 29 15:46:21.677687 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-115b7bfd-a6d0-4189-a4de-39ad65dd25fd req-cc36ca10-f065-453c-b3a5-e854e9ab18ec tempest-ServerRescueTestJSONUnderV235-1876556569 tempest-ServerRescueTestJSONUnderV235-1876556569-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.4.136 HTTP/1.1" status: 200 len: 696 time: 0.0531216 Mar 29 15:46:21.688406 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [req-115b7bfd-a6d0-4189-a4de-39ad65dd25fd req-9d7eee35-386f-4e7f-876f-c179d8c37599 tempest-ServerRescueTestJSONUnderV235-1876556569 tempest-ServerRescueTestJSONUnderV235-1876556569-project] Request body: {'floatingip': {'port_id': 'a5546757-5675-4251-805e-2ecb9a2a21ba', 'fixed_ip_address': '172.20.0.12'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:46:21.729742 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-115b7bfd-a6d0-4189-a4de-39ad65dd25fd req-9d7eee35-386f-4e7f-876f-c179d8c37599 tempest-ServerRescueTestJSONUnderV235-1876556569 tempest-ServerRescueTestJSONUnderV235-1876556569-project] Notify callbacks [] for floatingip, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:21.801970 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563ce162-baf7-4c3e-9998-ee43f51052a5 req-146e579f-15c4-4334-bd38-2cac6fa0f7cd tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:21.803566 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-563ce162-baf7-4c3e-9998-ee43f51052a5 req-146e579f-15c4-4334-bd38-2cac6fa0f7cd tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb1d16d2-e9dd-4dc2-a1f2-bb82bc8bbced HTTP/1.1" status: 200 len: 943 time: 0.0651028 Mar 29 15:46:21.833738 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device c3fe64f4-0ad0-4bf4-9e83-f3258604e62d details requested by agent hyperv_n-h1-834765-1 with host n-h1-834765-1 {{(pid=102792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 15:46:21.839524 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device 9e4288bf-3a71-4221-a5b2-491886f56512 up at agent hyperv_n-h1-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:46:21.841942 n-d-834765-1 neutron-server[102790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb1d16d2-e9dd-4dc2-a1f2-bb82bc8bbced', 'tag': 'ecb612ce-988f-4286-b470-2002743c6508'}] {{(pid=102790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:46:21.844428 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46b06d655c90bc969636382cce4240ad749035fb0f3a83ee4734fa1ed9c4a6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-572ec1b3-44c5-4733-bc7e-711d2fafed67" -d '{"events": [{"name": "network-changed", "server_uuid": "fb1d16d2-e9dd-4dc2-a1f2-bb82bc8bbced", "tag": "ecb612ce-988f-4286-b470-2002743c6508"}]}' {{(pid=102790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:46:21.867383 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-563ce162-baf7-4c3e-9998-ee43f51052a5 req-a4967ad9-b88d-4310-af39-46d431d37f6e tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] 10.222.0.42 "GET /v2.0/security-groups?id=8c1a607e-8731-4409-adf4-490f4457a32b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551171 Mar 29 15:46:21.979618 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 15:46:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14b22909-6475-41b3-b861-72692859fc0d x-openstack-request-id: req-14b22909-6475-41b3-b861-72692859fc0d {{(pid=102790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:46:21.980178 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb1d16d2-e9dd-4dc2-a1f2-bb82bc8bbced", "tag": "ecb612ce-988f-4286-b470-2002743c6508", "status": "completed", "code": 200}]} {{(pid=102790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:46:21.980745 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-14b22909-6475-41b3-b861-72692859fc0d {{(pid=102790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:46:21.981347 n-d-834765-1 neutron-server[102790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb1d16d2-e9dd-4dc2-a1f2-bb82bc8bbced', 'tag': 'ecb612ce-988f-4286-b470-2002743c6508', 'status': 'completed', 'code': 200} Mar 29 15:46:21.990108 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '149487e7-8e7a-421e-9b26-38fcb904048e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '148eeaa5-f1d0-43b8-9bff-c3cf6be228f5'}, {'server_uuid': '57be4d6d-0b44-4e91-a13f-bd6abefccde5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33c323e8-95b1-46c4-bf3b-04dc54e338c1'}, {'server_uuid': 'ccf671cc-285a-4046-a5d5-c44a9114232b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c3fe64f4-0ad0-4bf4-9e83-f3258604e62d'}] {{(pid=102792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:46:21.993146 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4f476c66b318cc6068719fc39557fac68d413f5c7e78fa77028c7948e999ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b713a8f5-36df-475d-9ef7-ddfbd1ff9941" -d '{"events": [{"server_uuid": "149487e7-8e7a-421e-9b26-38fcb904048e", "name": "network-vif-plugged", "status": "completed", "tag": "148eeaa5-f1d0-43b8-9bff-c3cf6be228f5"}, {"server_uuid": "57be4d6d-0b44-4e91-a13f-bd6abefccde5", "name": "network-vif-plugged", "status": "completed", "tag": "33c323e8-95b1-46c4-bf3b-04dc54e338c1"}, {"server_uuid": "ccf671cc-285a-4046-a5d5-c44a9114232b", "name": "network-vif-unplugged", "status": "completed", "tag": "c3fe64f4-0ad0-4bf4-9e83-f3258604e62d"}]}' {{(pid=102792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:46:22.002547 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Provisioning for port 9e4288bf-3a71-4221-a5b2-491886f56512 completed by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 15:46:22.016261 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Provisioning complete for port 9e4288bf-3a71-4221-a5b2-491886f56512 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:46:22.016622 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:22.073985 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port c3fe64f4-0ad0-4bf4-9e83-f3258604e62d, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=c3fe64f4-0ad0-4bf4-9e83-f3258604e62d,segment=NetworkSegment(a0c230f0-660a-4194-9279-0f0781d34134),segment_id=a0c230f0-660a-4194-9279-0f0781d34134)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:46:22.091399 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Returning: {'device': 'c3fe64f4-0ad0-4bf4-9e83-f3258604e62d', 'network_id': '2268a9b9-82fd-4886-a91d-3a50e4e16cab', 'port_id': 'c3fe64f4-0ad0-4bf4-9e83-f3258604e62d', 'mac_address': 'fa:16:3e:b9:97:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 625, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abb8e5d6-2aea-4455-a944-3435a3d1ce49', 'ip_address': '192.168.233.87'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 15:46:22.139686 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572ec1b3-44c5-4733-bc7e-711d2fafed67 req-70777c89-99b4-4ae9-9a30-bd2ba9280142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:22.141386 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-572ec1b3-44c5-4733-bc7e-711d2fafed67 req-70777c89-99b4-4ae9-9a30-bd2ba9280142 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7f01d9a12c82426baef86d9ae4ff6fa7&device_id=fb1d16d2-e9dd-4dc2-a1f2-bb82bc8bbced HTTP/1.1" status: 200 len: 1094 time: 0.1271057 Mar 29 15:46:22.156275 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955648b1-9d5a-494f-a79b-587ce3ba2a93 req-3fbfed93-fb01-4020-a924-c6683c749ef4 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:22.164424 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-955648b1-9d5a-494f-a79b-587ce3ba2a93 req-3fbfed93-fb01-4020-a924-c6683c749ef4 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/ports?device_id=ccf671cc-285a-4046-a5d5-c44a9114232b HTTP/1.1" status: 200 len: 947 time: 0.0946245 Mar 29 15:46:22.189959 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:22.230953 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port 9e4288bf-3a71-4221-a5b2-491886f56512, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=9e4288bf-3a71-4221-a5b2-491886f56512,segment=NetworkSegment(f2621a63-0db5-47c0-abd7-41810118d080),segment_id=f2621a63-0db5-47c0-abd7-41810118d080)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:46:22.235150 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:22.237764 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:22.276289 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3fe64f4-0ad0-4bf4-9e83-f3258604e62d {{(pid=102792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:46:22.297177 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572ec1b3-44c5-4733-bc7e-711d2fafed67 req-e84a3a4b-19b9-4fc1-8915-512b7fd9b9a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:22.297890 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port c3fe64f4-0ad0-4bf4-9e83-f3258604e62d, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=c3fe64f4-0ad0-4bf4-9e83-f3258604e62d,segment=NetworkSegment(a0c230f0-660a-4194-9279-0f0781d34134),segment_id=a0c230f0-660a-4194-9279-0f0781d34134)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:46:22.298787 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-572ec1b3-44c5-4733-bc7e-711d2fafed67 req-e84a3a4b-19b9-4fc1-8915-512b7fd9b9a8 service neutron] 10.222.0.48 "GET /v2.0/networks?id=7a71ca6e-bbff-43b0-bde3-8072ae4b3f50 HTTP/1.1" status: 200 len: 906 time: 0.1316135 Mar 29 15:46:22.308214 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:22.326978 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Pushing event updated for resources: {'Port': ['ID=9e4288bf-3a71-4221-a5b2-491886f56512,revision_number=5']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:46:22.364628 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-572ec1b3-44c5-4733-bc7e-711d2fafed67 req-a6a92a81-abc6-471e-b44d-bf50a9ed63d7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ecb612ce-988f-4286-b470-2002743c6508 HTTP/1.1" status: 200 len: 217 time: 0.0424597 Mar 29 15:46:22.391865 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Pushing event updated for resources: {'Port': ['ID=c3fe64f4-0ad0-4bf4-9e83-f3258604e62d,revision_number=10']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:46:22.418936 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-955648b1-9d5a-494f-a79b-587ce3ba2a93 req-96a62e3d-acca-4db1-ac6f-24a7fc8a42a2 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/security-groups?id=56997969-7130-4d86-9e9d-e068deb19a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2535882 Mar 29 15:46:22.428611 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572ec1b3-44c5-4733-bc7e-711d2fafed67 req-dea46cbe-0697-47f1-a50f-13ecb38becde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:22.429595 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-572ec1b3-44c5-4733-bc7e-711d2fafed67 req-dea46cbe-0697-47f1-a50f-13ecb38becde service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4acd9598-0ca3-487b-9c0e-30e24be7e9e5 HTTP/1.1" status: 200 len: 845 time: 0.0577686 Mar 29 15:46:22.478599 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-572ec1b3-44c5-4733-bc7e-711d2fafed67 req-f2188851-9318-4a8b-8e66-f822d4624bed service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7a71ca6e-bbff-43b0-bde3-8072ae4b3f50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380516 Mar 29 15:46:22.485022 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-115b7bfd-a6d0-4189-a4de-39ad65dd25fd req-9d7eee35-386f-4e7f-876f-c179d8c37599 tempest-ServerRescueTestJSONUnderV235-1876556569 tempest-ServerRescueTestJSONUnderV235-1876556569-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:22.491140 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-115b7bfd-a6d0-4189-a4de-39ad65dd25fd req-9d7eee35-386f-4e7f-876f-c179d8c37599 tempest-ServerRescueTestJSONUnderV235-1876556569 tempest-ServerRescueTestJSONUnderV235-1876556569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648212'] for floatingip, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:22.578192 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 527 Content-Type: application/json Date: Tue, 29 Mar 2022 15:46:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7cf21da-3eb6-48ee-acae-f9fa69a141a9 x-openstack-request-id: req-c7cf21da-3eb6-48ee-acae-f9fa69a141a9 {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:46:22.578437 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "149487e7-8e7a-421e-9b26-38fcb904048e", "name": "network-vif-plugged", "status": "completed", "tag": "148eeaa5-f1d0-43b8-9bff-c3cf6be228f5", "code": 200}, {"server_uuid": "57be4d6d-0b44-4e91-a13f-bd6abefccde5", "name": "network-vif-plugged", "status": "completed", "tag": "33c323e8-95b1-46c4-bf3b-04dc54e338c1", "code": 200}, {"server_uuid": "ccf671cc-285a-4046-a5d5-c44a9114232b", "name": "network-vif-unplugged", "status": "completed", "tag": "c3fe64f4-0ad0-4bf4-9e83-f3258604e62d", "code": 200}]} {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:46:22.578680 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c7cf21da-3eb6-48ee-acae-f9fa69a141a9 {{(pid=102792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:46:22.579130 n-d-834765-1 neutron-server[102792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '149487e7-8e7a-421e-9b26-38fcb904048e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '148eeaa5-f1d0-43b8-9bff-c3cf6be228f5', 'code': 200} Mar 29 15:46:22.579403 n-d-834765-1 neutron-server[102792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57be4d6d-0b44-4e91-a13f-bd6abefccde5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33c323e8-95b1-46c4-bf3b-04dc54e338c1', 'code': 200} Mar 29 15:46:22.579649 n-d-834765-1 neutron-server[102792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccf671cc-285a-4046-a5d5-c44a9114232b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c3fe64f4-0ad0-4bf4-9e83-f3258604e62d', 'code': 200} Mar 29 15:46:22.610514 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-572ec1b3-44c5-4733-bc7e-711d2fafed67 req-26cf079b-e4a6-43ee-841f-e82a69d0ca9c service neutron] 10.222.0.48 "GET /v2.0/networks/7a71ca6e-bbff-43b0-bde3-8072ae4b3f50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241560 Mar 29 15:46:22.689026 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] get_ports_and_sgs() called for port_ids ['c3fe64f4-0ad0-4bf4-9e83-f3258604e62d'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:46:22.697861 n-d-834765-1 neutron-server[102791]: INFO neutron.db.l3_db [req-115b7bfd-a6d0-4189-a4de-39ad65dd25fd req-9d7eee35-386f-4e7f-876f-c179d8c37599 tempest-ServerRescueTestJSONUnderV235-1876556569 tempest-ServerRescueTestJSONUnderV235-1876556569-project] Floating IP 5b054f68-7e7e-41a1-bf6d-9b190daa4720 associated. External IP: 172.25.4.136, port: a5546757-5675-4251-805e-2ecb9a2a21ba. Mar 29 15:46:22.779322 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1645cd1-af51-4a6e-b838-6609ee76b218 req-9b8b5d22-bbc3-4400-adc6-09873c4a010f tempest-InstanceActionsV221TestJSON-993286630 tempest-InstanceActionsV221TestJSON-993286630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:22.786935 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-e1645cd1-af51-4a6e-b838-6609ee76b218 req-9b8b5d22-bbc3-4400-adc6-09873c4a010f tempest-InstanceActionsV221TestJSON-993286630 tempest-InstanceActionsV221TestJSON-993286630-project] 10.222.0.42 "GET /v2.0/ports?device_id=21bdb347-f9b2-4ccd-8f2d-8adbeeef3318 HTTP/1.1" status: 200 len: 945 time: 0.1542056 Mar 29 15:46:22.812938 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e7e90d-e52d-437f-a2a9-378bfe3970fd req-29ee69c1-e6b7-40eb-8b4d-4bce292949a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:22.814503 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-13e7e90d-e52d-437f-a2a9-378bfe3970fd req-29ee69c1-e6b7-40eb-8b4d-4bce292949a7 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=149487e7-8e7a-421e-9b26-38fcb904048e HTTP/1.1" status: 200 len: 1097 time: 0.1388063 Mar 29 15:46:22.818403 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-572ec1b3-44c5-4733-bc7e-711d2fafed67 req-a3541329-6d51-4470-b917-fd983aa68ee7 service neutron] 10.222.0.48 "GET /v2.0/networks/7a71ca6e-bbff-43b0-bde3-8072ae4b3f50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1999030 Mar 29 15:46:22.855419 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-e1645cd1-af51-4a6e-b838-6609ee76b218 req-86826b09-82ce-454d-a2e7-19eca3e8a257 tempest-InstanceActionsV221TestJSON-993286630 tempest-InstanceActionsV221TestJSON-993286630-project] 10.222.0.42 "GET /v2.0/security-groups?id=b16fe5c9-3471-481e-b9c7-dee6db3748fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673535 Mar 29 15:46:22.869286 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac0d947-5994-458c-8743-50efb3abfdb7 req-133b1bb4-26c2-4880-bdae-de509b570a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:22.870726 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-13e7e90d-e52d-437f-a2a9-378bfe3970fd req-c7555882-1165-4848-9537-b7eb9f265267 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=f08e979a-b162-4e81-8f48-4f228bf81759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405486 Mar 29 15:46:22.870863 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-5ac0d947-5994-458c-8743-50efb3abfdb7 req-133b1bb4-26c2-4880-bdae-de509b570a42 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=57be4d6d-0b44-4e91-a13f-bd6abefccde5 HTTP/1.1" status: 200 len: 1096 time: 0.2087424 Mar 29 15:46:22.991022 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e108a2-64c3-4582-8307-b17984768466 req-15e829b9-0e45-4dc8-a7bc-a5936f1336c0 tempest-FloatingIPsAssociationNegativeTestJSON-492483530 tempest-FloatingIPsAssociationNegativeTestJSON-492483530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:22.992639 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-c2e108a2-64c3-4582-8307-b17984768466 req-15e829b9-0e45-4dc8-a7bc-a5936f1336c0 tempest-FloatingIPsAssociationNegativeTestJSON-492483530 tempest-FloatingIPsAssociationNegativeTestJSON-492483530-project] 10.222.0.42 "GET /v2.0/ports?device_id=289edb15-b057-48b9-8159-c673c5bb8197 HTTP/1.1" status: 200 len: 945 time: 0.0548942 Mar 29 15:46:23.039104 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-c2e108a2-64c3-4582-8307-b17984768466 req-9e64a8bf-8496-4e0c-b7d2-70f39f1c9015 tempest-FloatingIPsAssociationNegativeTestJSON-492483530 tempest-FloatingIPsAssociationNegativeTestJSON-492483530-project] 10.222.0.42 "GET /v2.0/security-groups?id=5544b426-8722-47e3-a46b-1eb9730bf5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398283 Mar 29 15:46:23.172962 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b62bedf-8bb7-4d5a-89a7-4b2b0c8c21ce req-c8e7bc4d-3969-4f23-8f79-5927595955cc tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:23.174639 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-1b62bedf-8bb7-4d5a-89a7-4b2b0c8c21ce req-c8e7bc4d-3969-4f23-8f79-5927595955cc tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] 10.222.0.42 "GET /v2.0/ports?device_id=149487e7-8e7a-421e-9b26-38fcb904048e HTTP/1.1" status: 200 len: 946 time: 0.0564885 Mar 29 15:46:23.221246 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-1b62bedf-8bb7-4d5a-89a7-4b2b0c8c21ce req-862cdfcf-4d41-4648-be81-d490477c8554 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] 10.222.0.42 "GET /v2.0/security-groups?id=f08e979a-b162-4e81-8f48-4f228bf81759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369809 Mar 29 15:46:23.266823 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.l3_agent_scheduler [req-115b7bfd-a6d0-4189-a4de-39ad65dd25fd req-9d7eee35-386f-4e7f-876f-c179d8c37599 tempest-ServerRescueTestJSONUnderV235-1876556569 tempest-ServerRescueTestJSONUnderV235-1876556569-project] Router 558a6211-e684-49e0-8eed-dc2dd1edc24a has already been hosted by L3 agent c648d819-1060-4f26-b4ec-6455387b5dff {{(pid=102791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 15:46:23.281093 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-5ac0d947-5994-458c-8743-50efb3abfdb7 req-0bed3d5d-7e86-4868-a807-bd33f9521ef8 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=4600fc30-be81-4c99-acf1-e3f516af1e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563507 Mar 29 15:46:23.331165 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0e03e8-cfb5-4a6a-8c9b-8b98fa99df21 req-37358bac-cdf5-46a1-ab40-8a125d4d2278 tempest-ListServerFiltersTestJSON-1632672620 tempest-ListServerFiltersTestJSON-1632672620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:23.332680 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-3f0e03e8-cfb5-4a6a-8c9b-8b98fa99df21 req-37358bac-cdf5-46a1-ab40-8a125d4d2278 tempest-ListServerFiltersTestJSON-1632672620 tempest-ListServerFiltersTestJSON-1632672620-project] 10.222.0.42 "GET /v2.0/ports?device_id=57be4d6d-0b44-4e91-a13f-bd6abefccde5 HTTP/1.1" status: 200 len: 945 time: 0.0504968 Mar 29 15:46:23.375683 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-3f0e03e8-cfb5-4a6a-8c9b-8b98fa99df21 req-dff611bd-a97d-41b6-b0a5-d1a462de5f0e tempest-ListServerFiltersTestJSON-1632672620 tempest-ListServerFiltersTestJSON-1632672620-project] 10.222.0.42 "GET /v2.0/security-groups?id=4600fc30-be81-4c99-acf1-e3f516af1e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367148 Mar 29 15:46:23.399810 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-115b7bfd-a6d0-4189-a4de-39ad65dd25fd req-9d7eee35-386f-4e7f-876f-c179d8c37599 tempest-ServerRescueTestJSONUnderV235-1876556569 tempest-ServerRescueTestJSONUnderV235-1876556569-project] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:46:23.406730 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-115b7bfd-a6d0-4189-a4de-39ad65dd25fd req-9d7eee35-386f-4e7f-876f-c179d8c37599 tempest-ServerRescueTestJSONUnderV235-1876556569 tempest-ServerRescueTestJSONUnderV235-1876556569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for floatingip, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:23.411911 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef36f600-069a-4e47-91d6-9d18f25a4d35 None None] Sync routers for ids ['558a6211-e684-49e0-8eed-dc2dd1edc24a'] in n-d-834765-1 {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:46:23.429188 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef36f600-069a-4e47-91d6-9d18f25a4d35 None None] Routers {'558a6211-e684-49e0-8eed-dc2dd1edc24a'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:46:23.429813 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-ef36f600-069a-4e47-91d6-9d18f25a4d35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:46:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['558a6211-e684-49e0-8eed-dc2dd1edc24a'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:46:23.453065 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-115b7bfd-a6d0-4189-a4de-39ad65dd25fd req-9d7eee35-386f-4e7f-876f-c179d8c37599 tempest-ServerRescueTestJSONUnderV235-1876556569 tempest-ServerRescueTestJSONUnderV235-1876556569-project] 10.222.0.42 "PUT /v2.0/floatingips/5b054f68-7e7e-41a1-bf6d-9b190daa4720 HTTP/1.1" status: 200 len: 997 time: 1.7684965 Mar 29 15:46:23.454763 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f874266c-3b3f-411d-94a2-092abe89ba9b', 'tag': 'a5546757-5675-4251-805e-2ecb9a2a21ba'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:46:23.457330 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c67b028db5e9b9818fecc5c0a87ebc6f190694fa53ca267d523e04f98de536d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f257a595-6a77-4b8a-97db-e5da784ba4bd" -d '{"events": [{"name": "network-changed", "server_uuid": "f874266c-3b3f-411d-94a2-092abe89ba9b", "tag": "a5546757-5675-4251-805e-2ecb9a2a21ba"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:46:23.609270 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvr_db [None req-ef36f600-069a-4e47-91d6-9d18f25a4d35 None None] Set router 558a6211-e684-49e0-8eed-dc2dd1edc24a gateway port host: n-d-834765-1 {{(pid=102792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:46:23.615432 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115b7bfd-a6d0-4189-a4de-39ad65dd25fd req-a7ed2d8c-9747-431f-8ff4-f06f8e5af6b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:23.617183 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-115b7bfd-a6d0-4189-a4de-39ad65dd25fd req-a7ed2d8c-9747-431f-8ff4-f06f8e5af6b6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8286afd09edb48b48ba8a55593c30462&device_id=f874266c-3b3f-411d-94a2-092abe89ba9b HTTP/1.1" status: 200 len: 1097 time: 0.1501255 Mar 29 15:46:23.670356 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480b12c1-4da7-4195-8a13-e8826a8b2324 req-c2a379fb-dd6d-4298-a47a-d1c5a11c731f tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:23.672197 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-480b12c1-4da7-4195-8a13-e8826a8b2324 req-c2a379fb-dd6d-4298-a47a-d1c5a11c731f tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb1d16d2-e9dd-4dc2-a1f2-bb82bc8bbced HTTP/1.1" status: 200 len: 943 time: 0.0727384 Mar 29 15:46:23.726058 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-480b12c1-4da7-4195-8a13-e8826a8b2324 req-41c2d1ed-6514-4484-9209-670598b3aeb9 tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] 10.222.0.42 "GET /v2.0/security-groups?id=8c1a607e-8731-4409-adf4-490f4457a32b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463099 Mar 29 15:46:23.758359 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115b7bfd-a6d0-4189-a4de-39ad65dd25fd req-484d4534-f4b8-442e-af7f-558f9db7a451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:23.759961 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-115b7bfd-a6d0-4189-a4de-39ad65dd25fd req-484d4534-f4b8-442e-af7f-558f9db7a451 service neutron] 10.222.0.42 "GET /v2.0/networks?id=bf39fd10-b141-4aa1-b5bc-ebcbbb01092f HTTP/1.1" status: 200 len: 921 time: 0.1317706 Mar 29 15:46:23.846800 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-115b7bfd-a6d0-4189-a4de-39ad65dd25fd req-5b47fbc9-4c65-438d-aa73-23048e0f283e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a5546757-5675-4251-805e-2ecb9a2a21ba HTTP/1.1" status: 200 len: 1000 time: 0.0784705 Mar 29 15:46:23.867508 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 51234) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:46:23.880705 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device c3fe64f4-0ad0-4bf4-9e83-f3258604e62d up at agent hyperv_n-h1-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:46:23.923403 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622892a7-19d3-48ba-b42e-66b60f00c279 req-6227c82f-dad2-456b-a08a-892df62f4a56 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:23.933966 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-622892a7-19d3-48ba-b42e-66b60f00c279 req-6227c82f-dad2-456b-a08a-892df62f4a56 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/ports?device_id=ccf671cc-285a-4046-a5d5-c44a9114232b HTTP/1.1" status: 200 len: 949 time: 0.0835960 Mar 29 15:46:23.934183 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115b7bfd-a6d0-4189-a4de-39ad65dd25fd req-abc067dc-01ed-4585-9f89-b0da48125be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:23.945004 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-115b7bfd-a6d0-4189-a4de-39ad65dd25fd req-abc067dc-01ed-4585-9f89-b0da48125be4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=16497655-324d-4047-a7c9-20587c2f556c HTTP/1.1" status: 200 len: 860 time: 0.0972562 Mar 29 15:46:23.977943 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-115b7bfd-a6d0-4189-a4de-39ad65dd25fd req-fe00f69c-7116-46f2-8387-b44df901fb93 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=bf39fd10-b141-4aa1-b5bc-ebcbbb01092f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317540 Mar 29 15:46:24.000518 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Provisioning complete for port c3fe64f4-0ad0-4bf4-9e83-f3258604e62d triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:46:24.001138 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:24.011996 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-622892a7-19d3-48ba-b42e-66b60f00c279 req-9e2906ab-05df-4340-8d2f-1795de829b84 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/security-groups?id=56997969-7130-4d86-9e9d-e068deb19a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760107 Mar 29 15:46:24.031788 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-5c6c220b-f463-40ca-a6e5-eeaee477f93e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:24.100542 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 15:46:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b2c133a-0647-4b16-b23e-d72499301be5 x-openstack-request-id: req-3b2c133a-0647-4b16-b23e-d72499301be5 {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:46:24.100915 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f874266c-3b3f-411d-94a2-092abe89ba9b", "tag": "a5546757-5675-4251-805e-2ecb9a2a21ba", "status": "completed", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:46:24.101090 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-3b2c133a-0647-4b16-b23e-d72499301be5 {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:46:24.101459 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f874266c-3b3f-411d-94a2-092abe89ba9b', 'tag': 'a5546757-5675-4251-805e-2ecb9a2a21ba', 'status': 'completed', 'code': 200} Mar 29 15:46:24.174141 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-ef36f600-069a-4e47-91d6-9d18f25a4d35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '558a6211-e684-49e0-8eed-dc2dd1edc24a', 'name': 'tempest-ServerRescueTestJSONUnderV235-1742861683-router', 'tenant_id': '8286afd09edb48b48ba8a55593c30462', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.107'}], 'enable_snat': True}, 'gw_port_id': 'ded63c33-7e57-4443-b12e-df1dc2486254', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:45:06Z', 'updated_at': '2022-03-29T15:45:19Z', 'revision_number': 4, 'project_id': '8286afd09edb48b48ba8a55593c30462', 'gw_port': {'id': 'ded63c33-7e57-4443-b12e-df1dc2486254', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:01:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '558a6211-e684-49e0-8eed-dc2dd1edc24a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1216, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:45:08Z', 'updated_at': '2022-03-29T15:45:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_floatingips': [{'id': '5b054f68-7e7e-41a1-bf6d-9b190daa4720', 'tenant_id': '8286afd09edb48b48ba8a55593c30462', 'floating_ip_address': '172.25.4.136', 'floating_network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'router_id': '558a6211-e684-49e0-8eed-dc2dd1edc24a', 'port_id': 'a5546757-5675-4251-805e-2ecb9a2a21ba', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1310, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf39fd10-b141-4aa1-b5bc-ebcbbb01092f', 'mac_address': 'fa:16:3e:1a:6a:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f874266c-3b3f-411d-94a2-092abe89ba9b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T15:46:20Z', 'updated_at': '2022-03-29T15:46:22Z', 'revision_number': 1, 'project_id': '8286afd09edb48b48ba8a55593c30462', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7bac8d4f-83d2-4100-92a6-b01c2323b60e', 'name': '', 'network_id': 'bf39fd10-b141-4aa1-b5bc-ebcbbb01092f', 'tenant_id': '8286afd09edb48b48ba8a55593c30462', 'mac_address': 'fa:16:3e:9b:f0:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '558a6211-e684-49e0-8eed-dc2dd1edc24a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1237, 'fixed_ips': [{'subnet_id': '16497655-324d-4047-a7c9-20587c2f556c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:45:17Z', 'updated_at': '2022-03-29T15:45:26Z', 'revision_number': 5, 'project_id': '8286afd09edb48b48ba8a55593c30462', 'subnets': [{'id': '16497655-324d-4047-a7c9-20587c2f556c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:46:24.176968 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:24.196272 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-115b7bfd-a6d0-4189-a4de-39ad65dd25fd req-1539c3b7-9977-4d30-b584-04eeba6509dc service neutron] 10.222.0.42 "GET /v2.0/networks/bf39fd10-b141-4aa1-b5bc-ebcbbb01092f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2100649 Mar 29 15:46:24.198734 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0765deb4-d929-420c-94f9-fbda31bd4614 req-391793dd-0d40-40d0-964a-bdbf25f89088 tempest-InstanceActionsV221TestJSON-993286630 tempest-InstanceActionsV221TestJSON-993286630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:24.207814 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-0765deb4-d929-420c-94f9-fbda31bd4614 req-391793dd-0d40-40d0-964a-bdbf25f89088 tempest-InstanceActionsV221TestJSON-993286630 tempest-InstanceActionsV221TestJSON-993286630-project] 10.222.0.42 "GET /v2.0/ports?device_id=21bdb347-f9b2-4ccd-8f2d-8adbeeef3318 HTTP/1.1" status: 200 len: 945 time: 0.0777776 Mar 29 15:46:24.211581 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef36f600-069a-4e47-91d6-9d18f25a4d35 None None] Checking router: 558a6211-e684-49e0-8eed-dc2dd1edc24a for host: n-d-834765-1 {{(pid=102792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:46:24.211992 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f257a595-6a77-4b8a-97db-e5da784ba4bd req-cb9dd903-0229-4be5-bd6d-62e287c0cb0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:24.213511 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f257a595-6a77-4b8a-97db-e5da784ba4bd req-cb9dd903-0229-4be5-bd6d-62e287c0cb0f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8286afd09edb48b48ba8a55593c30462&device_id=f874266c-3b3f-411d-94a2-092abe89ba9b HTTP/1.1" status: 200 len: 1097 time: 0.1149318 Mar 29 15:46:24.229469 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef36f600-069a-4e47-91d6-9d18f25a4d35 None None] Routers {'558a6211-e684-49e0-8eed-dc2dd1edc24a'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:46:24.230093 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-ef36f600-069a-4e47-91d6-9d18f25a4d35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:46:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['558a6211-e684-49e0-8eed-dc2dd1edc24a'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:46:24.258089 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-0765deb4-d929-420c-94f9-fbda31bd4614 req-fa66755e-f9d7-41bb-baff-29d6b9285919 tempest-InstanceActionsV221TestJSON-993286630 tempest-InstanceActionsV221TestJSON-993286630-project] 10.222.0.42 "GET /v2.0/security-groups?id=b16fe5c9-3471-481e-b9c7-dee6db3748fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487664 Mar 29 15:46:24.289855 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port c3fe64f4-0ad0-4bf4-9e83-f3258604e62d, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=c3fe64f4-0ad0-4bf4-9e83-f3258604e62d,segment=NetworkSegment(a0c230f0-660a-4194-9279-0f0781d34134),segment_id=a0c230f0-660a-4194-9279-0f0781d34134)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:46:24.312157 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:24.375303 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Pushing event updated for resources: {'Port': ['ID=c3fe64f4-0ad0-4bf4-9e83-f3258604e62d,revision_number=11']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:46:24.409367 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-5c6c220b-f463-40ca-a6e5-eeaee477f93e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:24.426207 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-5c6c220b-f463-40ca-a6e5-eeaee477f93e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:24.450593 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvr_db [None req-ef36f600-069a-4e47-91d6-9d18f25a4d35 None None] Set router 558a6211-e684-49e0-8eed-dc2dd1edc24a gateway port host: n-d-834765-1 {{(pid=102792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:46:24.458471 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3beae4ae-e005-4379-bc0e-c6907a437c64 req-fe76a740-cccb-494d-9cd1-852a435d6f2a tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:24.460537 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-3beae4ae-e005-4379-bc0e-c6907a437c64 req-fe76a740-cccb-494d-9cd1-852a435d6f2a tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/ports?device_id=ccf671cc-285a-4046-a5d5-c44a9114232b HTTP/1.1" status: 200 len: 950 time: 0.0706675 Mar 29 15:46:24.463309 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f257a595-6a77-4b8a-97db-e5da784ba4bd req-a89fc619-aac5-4e4f-936e-649c99590998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:24.464751 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f257a595-6a77-4b8a-97db-e5da784ba4bd req-a89fc619-aac5-4e4f-936e-649c99590998 service neutron] 10.222.0.44 "GET /v2.0/networks?id=bf39fd10-b141-4aa1-b5bc-ebcbbb01092f HTTP/1.1" status: 200 len: 921 time: 0.2382150 Mar 29 15:46:24.506267 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-3beae4ae-e005-4379-bc0e-c6907a437c64 req-d68ed163-e7e0-4dbe-a527-9eb50fdb207a tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/security-groups?id=56997969-7130-4d86-9e9d-e068deb19a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362792 Mar 29 15:46:24.511224 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-5c6c220b-f463-40ca-a6e5-eeaee477f93e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=3dc15a737b524f059c8fe2f52fdeea41&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6387191 Mar 29 15:46:24.511224 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6c220b-f463-40ca-a6e5-eeaee477f93e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d290f9fd-6477-40ac-98ca-665868c6aa8a,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:46:24.512035 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 51248) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:46:24.529408 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-115b7bfd-a6d0-4189-a4de-39ad65dd25fd req-36e81a7d-b702-444a-a398-3799733499fa service neutron] 10.222.0.42 "GET /v2.0/networks/bf39fd10-b141-4aa1-b5bc-ebcbbb01092f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3084812 Mar 29 15:46:24.581341 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '289edb15-b057-48b9-8159-c673c5bb8197', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e4288bf-3a71-4221-a5b2-491886f56512'}, {'server_uuid': 'ccf671cc-285a-4046-a5d5-c44a9114232b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3fe64f4-0ad0-4bf4-9e83-f3258604e62d'}] {{(pid=102792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:46:24.583614 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4f476c66b318cc6068719fc39557fac68d413f5c7e78fa77028c7948e999ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4de1e76-03ca-4942-89f7-75a93472cbdd" -d '{"events": [{"server_uuid": "289edb15-b057-48b9-8159-c673c5bb8197", "name": "network-vif-plugged", "status": "completed", "tag": "9e4288bf-3a71-4221-a5b2-491886f56512"}, {"server_uuid": "ccf671cc-285a-4046-a5d5-c44a9114232b", "name": "network-vif-plugged", "status": "completed", "tag": "c3fe64f4-0ad0-4bf4-9e83-f3258604e62d"}]}' {{(pid=102792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:46:24.603497 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-5fb5f178-de1a-400d-ab1c-558316451597 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:24.650669 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-5fb5f178-de1a-400d-ab1c-558316451597 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:24.691756 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f257a595-6a77-4b8a-97db-e5da784ba4bd req-e7293c03-bb09-4a8b-bade-264ac2c30d57 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a5546757-5675-4251-805e-2ecb9a2a21ba HTTP/1.1" status: 200 len: 1000 time: 0.1980288 Mar 29 15:46:24.704876 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e99333-cdba-4a1b-8d3b-b7da3ac9aeaf req-a91af220-bef9-40e1-a260-5eb26e359997 tempest-FloatingIPsAssociationNegativeTestJSON-492483530 tempest-FloatingIPsAssociationNegativeTestJSON-492483530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:24.706702 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-17e99333-cdba-4a1b-8d3b-b7da3ac9aeaf req-a91af220-bef9-40e1-a260-5eb26e359997 tempest-FloatingIPsAssociationNegativeTestJSON-492483530 tempest-FloatingIPsAssociationNegativeTestJSON-492483530-project] 10.222.0.42 "GET /v2.0/ports?device_id=289edb15-b057-48b9-8159-c673c5bb8197 HTTP/1.1" status: 200 len: 945 time: 0.1042898 Mar 29 15:46:24.759201 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-17e99333-cdba-4a1b-8d3b-b7da3ac9aeaf req-9b4a4340-4de7-4959-a705-4d689d58d22f tempest-FloatingIPsAssociationNegativeTestJSON-492483530 tempest-FloatingIPsAssociationNegativeTestJSON-492483530-project] 10.222.0.42 "GET /v2.0/security-groups?id=5544b426-8722-47e3-a46b-1eb9730bf5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441287 Mar 29 15:46:24.766907 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-5fb5f178-de1a-400d-ab1c-558316451597 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:24.780556 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-5fb5f178-de1a-400d-ab1c-558316451597 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:24.784564 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-5fb5f178-de1a-400d-ab1c-558316451597 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d290f9fd-6477-40ac-98ca-665868c6aa8a HTTP/1.1" status: 204 len: 168 time: 0.2718098 Mar 29 15:46:24.788597 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-ef36f600-069a-4e47-91d6-9d18f25a4d35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '558a6211-e684-49e0-8eed-dc2dd1edc24a', 'name': 'tempest-ServerRescueTestJSONUnderV235-1742861683-router', 'tenant_id': '8286afd09edb48b48ba8a55593c30462', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.107'}], 'enable_snat': True}, 'gw_port_id': 'ded63c33-7e57-4443-b12e-df1dc2486254', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:45:06Z', 'updated_at': '2022-03-29T15:45:19Z', 'revision_number': 4, 'project_id': '8286afd09edb48b48ba8a55593c30462', 'gw_port': {'id': 'ded63c33-7e57-4443-b12e-df1dc2486254', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:01:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '558a6211-e684-49e0-8eed-dc2dd1edc24a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1216, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:45:08Z', 'updated_at': '2022-03-29T15:45:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_floatingips': [{'id': '5b054f68-7e7e-41a1-bf6d-9b190daa4720', 'tenant_id': '8286afd09edb48b48ba8a55593c30462', 'floating_ip_address': '172.25.4.136', 'floating_network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'router_id': '558a6211-e684-49e0-8eed-dc2dd1edc24a', 'port_id': 'a5546757-5675-4251-805e-2ecb9a2a21ba', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1310, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf39fd10-b141-4aa1-b5bc-ebcbbb01092f', 'mac_address': 'fa:16:3e:1a:6a:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f874266c-3b3f-411d-94a2-092abe89ba9b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T15:46:20Z', 'updated_at': '2022-03-29T15:46:22Z', 'revision_number': 1, 'project_id': '8286afd09edb48b48ba8a55593c30462', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7bac8d4f-83d2-4100-92a6-b01c2323b60e', 'name': '', 'network_id': 'bf39fd10-b141-4aa1-b5bc-ebcbbb01092f', 'tenant_id': '8286afd09edb48b48ba8a55593c30462', 'mac_address': 'fa:16:3e:9b:f0:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '558a6211-e684-49e0-8eed-dc2dd1edc24a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1237, 'fixed_ips': [{'subnet_id': '16497655-324d-4047-a7c9-20587c2f556c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:45:17Z', 'updated_at': '2022-03-29T15:45:26Z', 'revision_number': 5, 'project_id': '8286afd09edb48b48ba8a55593c30462', 'subnets': [{'id': '16497655-324d-4047-a7c9-20587c2f556c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:46:24.792412 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb5f178-de1a-400d-ab1c-558316451597 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d290f9fd-6477-40ac-98ca-665868c6aa8a,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:46:24.817583 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5099a54-c855-4514-b467-1e1b3f1d8f18 req-e0ef2050-31ea-4c95-b732-79206c6852f5 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:24.819405 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b5099a54-c855-4514-b467-1e1b3f1d8f18 req-e0ef2050-31ea-4c95-b732-79206c6852f5 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] 10.222.0.42 "GET /v2.0/ports?device_id=149487e7-8e7a-421e-9b26-38fcb904048e HTTP/1.1" status: 200 len: 946 time: 0.1257672 Mar 29 15:46:24.821074 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f257a595-6a77-4b8a-97db-e5da784ba4bd req-9f5583bf-5675-4110-8223-1ca7a5b00a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:24.822756 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f257a595-6a77-4b8a-97db-e5da784ba4bd req-9f5583bf-5675-4110-8223-1ca7a5b00a0c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=16497655-324d-4047-a7c9-20587c2f556c HTTP/1.1" status: 200 len: 860 time: 0.1137128 Mar 29 15:46:24.827407 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef36f600-069a-4e47-91d6-9d18f25a4d35 None None] The sync data for ids ['558a6211-e684-49e0-8eed-dc2dd1edc24a'] in n-d-834765-1 is: [{'id': '558a6211-e684-49e0-8eed-dc2dd1edc24a', 'name': 'tempest-ServerRescueTestJSONUnderV235-1742861683-router', 'tenant_id': '8286afd09edb48b48ba8a55593c30462', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.107'}], 'enable_snat': True}, 'gw_port_id': 'ded63c33-7e57-4443-b12e-df1dc2486254', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:45:06Z', 'updated_at': '2022-03-29T15:45:19Z', 'revision_number': 4, 'project_id': '8286afd09edb48b48ba8a55593c30462', 'gw_port': {'id': 'ded63c33-7e57-4443-b12e-df1dc2486254', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:01:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '558a6211-e684-49e0-8eed-dc2dd1edc24a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1216, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:45:08Z', 'updated_at': '2022-03-29T15:45:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_floatingips': [{'id': '5b054f68-7e7e-41a1-bf6d-9b190daa4720', 'tenant_id': '8286afd09edb48b48ba8a55593c30462', 'floating_ip_address': '172.25.4.136', 'floating_network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'router_id': '558a6211-e684-49e0-8eed-dc2dd1edc24a', 'port_id': 'a5546757-5675-4251-805e-2ecb9a2a21ba', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1310, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf39fd10-b141-4aa1-b5bc-ebcbbb01092f', 'mac_address': 'fa:16:3e:1a:6a:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f874266c-3b3f-411d-94a2-092abe89ba9b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T15:46:20Z', 'updated_at': '2022-03-29T15:46:22Z', 'revision_number': 1, 'project_id': '8286afd09edb48b48ba8a55593c30462', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7bac8d4f-83d2-4100-92a6-b01c2323b60e', 'name': '', 'network_id': 'bf39fd10-b141-4aa1-b5bc-ebcbbb01092f', 'tenant_id': '8286afd09edb48b48ba8a55593c30462', 'mac_address': 'fa:16:3e:9b:f0:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '558a6211-e684-49e0-8eed-dc2dd1edc24a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1237, 'fixed_ips': [{'subnet_id': '16497655-324d-4047-a7c9-20587c2f556c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:45:17Z', 'updated_at': '2022-03-29T15:45:26Z', 'revision_number': 5, 'project_id': '8286afd09edb48b48ba8a55593c30462', 'subnets': [{'id': '16497655-324d-4047-a7c9-20587c2f556c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:46:24.871781 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f257a595-6a77-4b8a-97db-e5da784ba4bd req-95d49d81-5157-4473-8597-cce81a4484a8 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=bf39fd10-b141-4aa1-b5bc-ebcbbb01092f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0356855 Mar 29 15:46:24.889604 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [req-f257a595-6a77-4b8a-97db-e5da784ba4bd req-07f06826-f4cb-472e-8cee-2287374b8b26 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=102791) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 15:46:24.890630 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f257a595-6a77-4b8a-97db-e5da784ba4bd req-07f06826-f4cb-472e-8cee-2287374b8b26 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0081689 Mar 29 15:46:24.896500 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b5099a54-c855-4514-b467-1e1b3f1d8f18 req-c7c4be87-faa4-4536-8b4f-7a430d198751 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] 10.222.0.42 "GET /v2.0/security-groups?id=f08e979a-b162-4e81-8f48-4f228bf81759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696418 Mar 29 15:46:24.905617 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.agents_db [None req-59735a15-725e-44d4-9ad5-95cbe356f209 None None] Agent healthcheck: found 7 active agents {{(pid=102793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 15:46:24.968456 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01a28ab-7863-465f-9dbe-19f2bf2d6b20 req-2ac776b4-f55c-42c1-b4a5-4f51360f0a95 tempest-ListServerFiltersTestJSON-1632672620 tempest-ListServerFiltersTestJSON-1632672620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:24.978412 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-f01a28ab-7863-465f-9dbe-19f2bf2d6b20 req-2ac776b4-f55c-42c1-b4a5-4f51360f0a95 tempest-ListServerFiltersTestJSON-1632672620 tempest-ListServerFiltersTestJSON-1632672620-project] 10.222.0.42 "GET /v2.0/ports?device_id=57be4d6d-0b44-4e91-a13f-bd6abefccde5 HTTP/1.1" status: 200 len: 945 time: 0.1034944 Mar 29 15:46:25.051624 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-f01a28ab-7863-465f-9dbe-19f2bf2d6b20 req-ef59aad1-fba2-416c-98b7-accc3e13c5c4 tempest-ListServerFiltersTestJSON-1632672620 tempest-ListServerFiltersTestJSON-1632672620-project] 10.222.0.42 "GET /v2.0/security-groups?id=4600fc30-be81-4c99-acf1-e3f516af1e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612319 Mar 29 15:46:25.092642 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 29 Mar 2022 15:46:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbae53ea-985b-46c1-9ff9-4ff4efac03e4 x-openstack-request-id: req-bbae53ea-985b-46c1-9ff9-4ff4efac03e4 {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:46:25.093027 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "289edb15-b057-48b9-8159-c673c5bb8197", "name": "network-vif-plugged", "status": "completed", "tag": "9e4288bf-3a71-4221-a5b2-491886f56512", "code": 200}, {"server_uuid": "ccf671cc-285a-4046-a5d5-c44a9114232b", "name": "network-vif-plugged", "status": "completed", "tag": "c3fe64f4-0ad0-4bf4-9e83-f3258604e62d", "code": 200}]} {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:46:25.093350 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-bbae53ea-985b-46c1-9ff9-4ff4efac03e4 {{(pid=102792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:46:25.093822 n-d-834765-1 neutron-server[102792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '289edb15-b057-48b9-8159-c673c5bb8197', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e4288bf-3a71-4221-a5b2-491886f56512', 'code': 200} Mar 29 15:46:25.094252 n-d-834765-1 neutron-server[102792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccf671cc-285a-4046-a5d5-c44a9114232b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3fe64f4-0ad0-4bf4-9e83-f3258604e62d', 'code': 200} Mar 29 15:46:25.109171 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ec11a9d2-37dc-45b6-82bb-89d3ba46b500 req-873f8a81-ddfc-429e-b79d-934fc3f1f39a tempest-ServerRescueTestJSONUnderV235-1876556569 tempest-ServerRescueTestJSONUnderV235-1876556569-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.4.136 HTTP/1.1" status: 200 len: 1000 time: 0.1457767 Mar 29 15:46:25.113023 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f257a595-6a77-4b8a-97db-e5da784ba4bd req-9c5588aa-a2a5-44b1-b428-757ddf6524c6 service neutron] 10.222.0.44 "GET /v2.0/networks/bf39fd10-b141-4aa1-b5bc-ebcbbb01092f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2067518 Mar 29 15:46:25.195547 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec11a9d2-37dc-45b6-82bb-89d3ba46b500 req-8c80cee2-96b4-4eeb-a2d8-0111d70d1cce tempest-ServerRescueTestJSONUnderV235-1876556569 tempest-ServerRescueTestJSONUnderV235-1876556569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:25.196786 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ec11a9d2-37dc-45b6-82bb-89d3ba46b500 req-8c80cee2-96b4-4eeb-a2d8-0111d70d1cce tempest-ServerRescueTestJSONUnderV235-1876556569 tempest-ServerRescueTestJSONUnderV235-1876556569-project] 10.222.0.42 "GET /v2.0/ports/a5546757-5675-4251-805e-2ecb9a2a21ba HTTP/1.1" status: 200 len: 943 time: 0.0813193 Mar 29 15:46:25.222488 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37833d71-b7e2-480c-a07f-6da40a709218 None None] New status for floating IP 5b054f68-7e7e-41a1-bf6d-9b190daa4720: ACTIVE {{(pid=102793) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 15:46:25.280634 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 51270) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:46:25.284713 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4552b39e-a4f2-464c-9bbe-143e770106c9 req-8705b7c0-d652-4142-a628-5aa7277b515c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:25.286292 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-4552b39e-a4f2-464c-9bbe-143e770106c9 req-8705b7c0-d652-4142-a628-5aa7277b515c service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=289edb15-b057-48b9-8159-c673c5bb8197 HTTP/1.1" status: 200 len: 1096 time: 0.1086802 Mar 29 15:46:25.295911 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a95fcb-7159-40ad-b7f2-e01fd81e0a68 req-8bab1d6a-3560-408a-8c32-4ed175adbf56 tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:25.297547 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-14a95fcb-7159-40ad-b7f2-e01fd81e0a68 req-8bab1d6a-3560-408a-8c32-4ed175adbf56 tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb1d16d2-e9dd-4dc2-a1f2-bb82bc8bbced HTTP/1.1" status: 200 len: 943 time: 0.1317785 Mar 29 15:46:25.314299 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b8c24e-5810-44e5-9025-0cf13be23b02 req-3c5c57a4-74fc-4901-b0f2-280d94213284 tempest-InstanceActionsV221TestJSON-993286630 tempest-InstanceActionsV221TestJSON-993286630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:25.315700 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f257a595-6a77-4b8a-97db-e5da784ba4bd req-a98dd882-eea0-4f60-a797-4e41886d31f7 service neutron] 10.222.0.44 "GET /v2.0/networks/bf39fd10-b141-4aa1-b5bc-ebcbbb01092f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1897392 Mar 29 15:46:25.315867 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-f5b8c24e-5810-44e5-9025-0cf13be23b02 req-3c5c57a4-74fc-4901-b0f2-280d94213284 tempest-InstanceActionsV221TestJSON-993286630 tempest-InstanceActionsV221TestJSON-993286630-project] 10.222.0.48 "GET /v2.0/ports?device_id=21bdb347-f9b2-4ccd-8f2d-8adbeeef3318 HTTP/1.1" status: 200 len: 945 time: 0.1290157 Mar 29 15:46:25.345885 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-311d4e49-e383-45da-be4b-d63c9e2a5428 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:25.392061 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-4552b39e-a4f2-464c-9bbe-143e770106c9 req-9514610c-f86c-48a2-b1df-eb1c8b37acca service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=5544b426-8722-47e3-a46b-1eb9730bf5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920022 Mar 29 15:46:25.393366 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ec11a9d2-37dc-45b6-82bb-89d3ba46b500 req-e0f2f38f-b2c5-4383-ad11-d86646b16172 tempest-ServerRescueTestJSONUnderV235-1876556569 tempest-ServerRescueTestJSONUnderV235-1876556569-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.4.136 HTTP/1.1" status: 200 len: 1000 time: 0.1012163 Mar 29 15:46:25.433796 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device ecb612ce-988f-4286-b470-2002743c6508 details requested by agent hyperv_n-h2-834765-1 with host n-h2-834765-1 {{(pid=102792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 15:46:25.476773 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-14a95fcb-7159-40ad-b7f2-e01fd81e0a68 req-b5621018-7c5a-4c2a-aff6-2c5a233f4602 tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] 10.222.0.42 "GET /v2.0/security-groups?id=8c1a607e-8731-4409-adf4-490f4457a32b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695852 Mar 29 15:46:25.527113 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [req-f5b8c24e-5810-44e5-9025-0cf13be23b02 req-0ca7748f-db87-45c5-98bc-97ba334ce1ef tempest-InstanceActionsV221TestJSON-993286630 tempest-InstanceActionsV221TestJSON-993286630-project] Deleting port 58eec033-97d2-44c7-bc17-2c887f6cf369 {{(pid=102790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:46:25.527526 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-f5b8c24e-5810-44e5-9025-0cf13be23b02 req-0ca7748f-db87-45c5-98bc-97ba334ce1ef tempest-InstanceActionsV221TestJSON-993286630 tempest-InstanceActionsV221TestJSON-993286630-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:25.530793 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-311d4e49-e383-45da-be4b-d63c9e2a5428 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:25.538390 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-311d4e49-e383-45da-be4b-d63c9e2a5428 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:25.561982 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec11a9d2-37dc-45b6-82bb-89d3ba46b500 req-c30a7d86-32b7-4186-a86e-7c1429fe3ace tempest-ServerRescueTestJSONUnderV235-1876556569 tempest-ServerRescueTestJSONUnderV235-1876556569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:25.570798 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ec11a9d2-37dc-45b6-82bb-89d3ba46b500 req-c30a7d86-32b7-4186-a86e-7c1429fe3ace tempest-ServerRescueTestJSONUnderV235-1876556569 tempest-ServerRescueTestJSONUnderV235-1876556569-project] 10.222.0.42 "GET /v2.0/networks/4a4a035d-ecac-4ead-baa3-25f90788773a HTTP/1.1" status: 200 len: 784 time: 0.1659718 Mar 29 15:46:25.579014 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port ecb612ce-988f-4286-b470-2002743c6508, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=ecb612ce-988f-4286-b470-2002743c6508,segment=NetworkSegment(e03a7c9c-8b58-4c58-aa22-7189da98b069),segment_id=e03a7c9c-8b58-4c58-aa22-7189da98b069)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:46:25.599811 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Returning: {'device': 'ecb612ce-988f-4286-b470-2002743c6508', 'network_id': '7a71ca6e-bbff-43b0-bde3-8072ae4b3f50', 'port_id': 'ecb612ce-988f-4286-b470-2002743c6508', 'mac_address': 'fa:16:3e:56:cb:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 612, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4acd9598-0ca3-487b-9c0e-30e24be7e9e5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 15:46:25.636594 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [req-f5b8c24e-5810-44e5-9025-0cf13be23b02 req-0ca7748f-db87-45c5-98bc-97ba334ce1ef tempest-InstanceActionsV221TestJSON-993286630 tempest-InstanceActionsV221TestJSON-993286630-project] For port 58eec033-97d2-44c7-bc17-2c887f6cf369, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=58eec033-97d2-44c7-bc17-2c887f6cf369,segment=NetworkSegment(ed0d23ca-1ec5-4a96-abb2-06488f375d97),segment_id=ed0d23ca-1ec5-4a96-abb2-06488f375d97)] {{(pid=102790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:46:25.637116 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-f5b8c24e-5810-44e5-9025-0cf13be23b02 req-0ca7748f-db87-45c5-98bc-97ba334ce1ef tempest-InstanceActionsV221TestJSON-993286630 tempest-InstanceActionsV221TestJSON-993286630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:25.645229 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:25.654126 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [req-f5b8c24e-5810-44e5-9025-0cf13be23b02 req-0ca7748f-db87-45c5-98bc-97ba334ce1ef tempest-InstanceActionsV221TestJSON-993286630 tempest-InstanceActionsV221TestJSON-993286630-project] Calling delete_port for 58eec033-97d2-44c7-bc17-2c887f6cf369 owned by compute:nova {{(pid=102790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:46:25.661141 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ecb612ce-988f-4286-b470-2002743c6508 {{(pid=102792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:46:25.672464 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311d4e49-e383-45da-be4b-d63c9e2a5428 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c21a79b-471a-4cdd-87a3-ca6ed19b9e0b,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:46:25.676956 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-311d4e49-e383-45da-be4b-d63c9e2a5428 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0258e1d6ff654a7eb451286441d7c308&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3889012 Mar 29 15:46:25.684153 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port ecb612ce-988f-4286-b470-2002743c6508, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=ecb612ce-988f-4286-b470-2002743c6508,segment=NetworkSegment(e03a7c9c-8b58-4c58-aa22-7189da98b069),segment_id=e03a7c9c-8b58-4c58-aa22-7189da98b069)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:46:25.689935 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:25.690093 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 51276) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:46:25.712018 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ec11a9d2-37dc-45b6-82bb-89d3ba46b500 req-0b6a0152-9251-4607-a25a-2ba321661e94 tempest-ServerRescueTestJSONUnderV235-1876556569 tempest-ServerRescueTestJSONUnderV235-1876556569-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.4.136 HTTP/1.1" status: 200 len: 1002 time: 0.1401613 Mar 29 15:46:25.721673 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [req-ec11a9d2-37dc-45b6-82bb-89d3ba46b500 req-ef4eed9e-2b78-474e-bcd7-f671b107a513 tempest-ServerRescueTestJSONUnderV235-1876556569 tempest-ServerRescueTestJSONUnderV235-1876556569-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:46:25.750495 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Pushing event updated for resources: {'Port': ['ID=ecb612ce-988f-4286-b470-2002743c6508,revision_number=4']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:46:25.792204 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c3272b-c0bc-4398-85d1-26a28d90a63d req-e716b877-e20f-46f6-b701-ad7028179fca tempest-ListServerFiltersTestJSON-1632672620 tempest-ListServerFiltersTestJSON-1632672620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:25.793690 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-89c3272b-c0bc-4398-85d1-26a28d90a63d req-e716b877-e20f-46f6-b701-ad7028179fca tempest-ListServerFiltersTestJSON-1632672620 tempest-ListServerFiltersTestJSON-1632672620-project] 10.222.0.42 "GET /v2.0/ports?device_id=51a363cc-f278-44ab-a8ab-01401225dc38 HTTP/1.1" status: 200 len: 946 time: 0.0769706 Mar 29 15:46:25.812067 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-ec11a9d2-37dc-45b6-82bb-89d3ba46b500 req-ef4eed9e-2b78-474e-bcd7-f671b107a513 tempest-ServerRescueTestJSONUnderV235-1876556569 tempest-ServerRescueTestJSONUnderV235-1876556569-project] Notify callbacks [] for floatingip, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:25.843597 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-27bb9224-2dd3-41f1-8ad7-08bcde3b891b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:25.868945 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-89c3272b-c0bc-4398-85d1-26a28d90a63d req-98e10d4d-bf92-4c6c-a919-323d45343733 tempest-ListServerFiltersTestJSON-1632672620 tempest-ListServerFiltersTestJSON-1632672620-project] 10.222.0.42 "GET /v2.0/security-groups?id=4600fc30-be81-4c99-acf1-e3f516af1e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643125 Mar 29 15:46:25.870114 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-f5b8c24e-5810-44e5-9025-0cf13be23b02 req-0ca7748f-db87-45c5-98bc-97ba334ce1ef tempest-InstanceActionsV221TestJSON-993286630 tempest-InstanceActionsV221TestJSON-993286630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:25.880733 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-27bb9224-2dd3-41f1-8ad7-08bcde3b891b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:25.885053 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] get_ports_and_sgs() called for port_ids ['58eec033-97d2-44c7-bc17-2c887f6cf369'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:46:25.900317 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca7748f-db87-45c5-98bc-97ba334ce1ef tempest-InstanceActionsV221TestJSON-993286630 tempest-InstanceActionsV221TestJSON-993286630-project] Pushing event deleted for resources: {'Port': ['ID=58eec033-97d2-44c7-bc17-2c887f6cf369,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:46:25.951186 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5b8c24e-5810-44e5-9025-0cf13be23b02 req-0ca7748f-db87-45c5-98bc-97ba334ce1ef tempest-InstanceActionsV221TestJSON-993286630 tempest-InstanceActionsV221TestJSON-993286630-project] No DVR routers for this DVR port 58eec033-97d2-44c7-bc17-2c887f6cf369 on host n-h2-834765-1 {{(pid=102790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:46:25.959166 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-f5b8c24e-5810-44e5-9025-0cf13be23b02 req-0ca7748f-db87-45c5-98bc-97ba334ce1ef tempest-InstanceActionsV221TestJSON-993286630 tempest-InstanceActionsV221TestJSON-993286630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:25.964297 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-f5b8c24e-5810-44e5-9025-0cf13be23b02 req-0ca7748f-db87-45c5-98bc-97ba334ce1ef tempest-InstanceActionsV221TestJSON-993286630 tempest-InstanceActionsV221TestJSON-993286630-project] 10.222.0.48 "DELETE /v2.0/ports/58eec033-97d2-44c7-bc17-2c887f6cf369 HTTP/1.1" status: 204 len: 173 time: 0.6278515 Mar 29 15:46:25.964965 n-d-834765-1 neutron-server[102790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21bdb347-f9b2-4ccd-8f2d-8adbeeef3318', 'name': 'network-vif-deleted', 'tag': '58eec033-97d2-44c7-bc17-2c887f6cf369'}] {{(pid=102790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:46:25.968921 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46b06d655c90bc969636382cce4240ad749035fb0f3a83ee4734fa1ed9c4a6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa86e09b-216a-4936-9a6a-95b3180a7464" -d '{"events": [{"server_uuid": "21bdb347-f9b2-4ccd-8f2d-8adbeeef3318", "name": "network-vif-deleted", "tag": "58eec033-97d2-44c7-bc17-2c887f6cf369"}]}' {{(pid=102790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:46:26.004333 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-0fe77d4a-035e-4b97-b814-f2bf8fc151d8 req-f59c0766-76f2-4ff8-9e07-a47cfaa22bab tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=fa3ba36247ad48f4997ede3b0209bc82&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0275199 Mar 29 15:46:26.007685 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-ec11a9d2-37dc-45b6-82bb-89d3ba46b500 req-ef4eed9e-2b78-474e-bcd7-f671b107a513 tempest-ServerRescueTestJSONUnderV235-1876556569 tempest-ServerRescueTestJSONUnderV235-1876556569-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:26.012504 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-ec11a9d2-37dc-45b6-82bb-89d3ba46b500 req-ef4eed9e-2b78-474e-bcd7-f671b107a513 tempest-ServerRescueTestJSONUnderV235-1876556569 tempest-ServerRescueTestJSONUnderV235-1876556569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648212'] for floatingip, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:26.013644 n-d-834765-1 neutron-server[102791]: INFO neutron.db.l3_db [req-ec11a9d2-37dc-45b6-82bb-89d3ba46b500 req-ef4eed9e-2b78-474e-bcd7-f671b107a513 tempest-ServerRescueTestJSONUnderV235-1876556569 tempest-ServerRescueTestJSONUnderV235-1876556569-project] Floating IP 5b054f68-7e7e-41a1-bf6d-9b190daa4720 disassociated. External IP: 172.25.4.136, port: a5546757-5675-4251-805e-2ecb9a2a21ba. Mar 29 15:46:26.053920 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-27bb9224-2dd3-41f1-8ad7-08bcde3b891b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:26.057849 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-27bb9224-2dd3-41f1-8ad7-08bcde3b891b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:26.061693 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-27bb9224-2dd3-41f1-8ad7-08bcde3b891b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/6c21a79b-471a-4cdd-87a3-ca6ed19b9e0b HTTP/1.1" status: 204 len: 168 time: 0.3661873 Mar 29 15:46:26.073731 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] get_ports_and_sgs() called for port_ids ['ecb612ce-988f-4286-b470-2002743c6508'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:46:26.076026 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bb9224-2dd3-41f1-8ad7-08bcde3b891b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c21a79b-471a-4cdd-87a3-ca6ed19b9e0b,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:46:26.158815 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe77d4a-035e-4b97-b814-f2bf8fc151d8 req-cba522be-a131-4088-aaf6-3e7d35cc621f tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:26.167802 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-0fe77d4a-035e-4b97-b814-f2bf8fc151d8 req-cba522be-a131-4088-aaf6-3e7d35cc621f tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1570966 Mar 29 15:46:26.178679 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-0fe77d4a-035e-4b97-b814-f2bf8fc151d8 req-85fa8af9-1301-451e-9c0f-1b9d63c47059 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/quotas/fa3ba36247ad48f4997ede3b0209bc82 HTTP/1.1" status: 200 len: 375 time: 0.0100217 Mar 29 15:46:26.253741 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-0fe77d4a-035e-4b97-b814-f2bf8fc151d8 req-4b875597-e95f-4b81-b01f-9c8350d368c6 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=fa3ba36247ad48f4997ede3b0209bc82&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0676947 Mar 29 15:46:26.324588 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ec11a9d2-37dc-45b6-82bb-89d3ba46b500 req-ef4eed9e-2b78-474e-bcd7-f671b107a513 tempest-ServerRescueTestJSONUnderV235-1876556569 tempest-ServerRescueTestJSONUnderV235-1876556569-project] Router 558a6211-e684-49e0-8eed-dc2dd1edc24a has already been hosted by L3 agent c648d819-1060-4f26-b4ec-6455387b5dff {{(pid=102791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 15:46:26.517989 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ec11a9d2-37dc-45b6-82bb-89d3ba46b500 req-ef4eed9e-2b78-474e-bcd7-f671b107a513 tempest-ServerRescueTestJSONUnderV235-1876556569 tempest-ServerRescueTestJSONUnderV235-1876556569-project] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:46:26.519016 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-b8610ada-c2fb-427a-9c20-2c7ac9c66dc3 req-de06ae31-bfa9-40c8-8b6c-4295180dc3a6 tempest-InstanceActionsV221TestJSON-993286630 tempest-InstanceActionsV221TestJSON-993286630-project] 10.222.0.42 "GET /v2.0/ports?device_id=21bdb347-f9b2-4ccd-8f2d-8adbeeef3318 HTTP/1.1" status: 200 len: 210 time: 0.0408638 Mar 29 15:46:26.524516 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-ec11a9d2-37dc-45b6-82bb-89d3ba46b500 req-ef4eed9e-2b78-474e-bcd7-f671b107a513 tempest-ServerRescueTestJSONUnderV235-1876556569 tempest-ServerRescueTestJSONUnderV235-1876556569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for floatingip, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:26.531997 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dad3421d-1dd5-4ae5-9523-7562852c74f9 None None] Sync routers for ids ['558a6211-e684-49e0-8eed-dc2dd1edc24a'] in n-d-834765-1 {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:46:26.553523 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dad3421d-1dd5-4ae5-9523-7562852c74f9 None None] Routers {'558a6211-e684-49e0-8eed-dc2dd1edc24a'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:46:26.554167 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-dad3421d-1dd5-4ae5-9523-7562852c74f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:46:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['558a6211-e684-49e0-8eed-dc2dd1edc24a'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:46:26.618279 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ec11a9d2-37dc-45b6-82bb-89d3ba46b500 req-ef4eed9e-2b78-474e-bcd7-f671b107a513 tempest-ServerRescueTestJSONUnderV235-1876556569 tempest-ServerRescueTestJSONUnderV235-1876556569-project] 10.222.0.42 "PUT /v2.0/floatingips/5b054f68-7e7e-41a1-bf6d-9b190daa4720 HTTP/1.1" status: 200 len: 695 time: 0.9053378 Mar 29 15:46:26.618844 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f874266c-3b3f-411d-94a2-092abe89ba9b', 'tag': 'a5546757-5675-4251-805e-2ecb9a2a21ba'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:46:26.621758 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c67b028db5e9b9818fecc5c0a87ebc6f190694fa53ca267d523e04f98de536d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47b25cab-e1ed-426d-a69a-203643c66d44" -d '{"events": [{"name": "network-changed", "server_uuid": "f874266c-3b3f-411d-94a2-092abe89ba9b", "tag": "a5546757-5675-4251-805e-2ecb9a2a21ba"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:46:26.704262 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec11a9d2-37dc-45b6-82bb-89d3ba46b500 req-0a66e6fa-f845-46a1-b3b3-945a623f7af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:26.706083 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ec11a9d2-37dc-45b6-82bb-89d3ba46b500 req-0a66e6fa-f845-46a1-b3b3-945a623f7af5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8286afd09edb48b48ba8a55593c30462&device_id=f874266c-3b3f-411d-94a2-092abe89ba9b HTTP/1.1" status: 200 len: 1097 time: 0.0631528 Mar 29 15:46:26.721205 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae621b7-f7d7-4094-b547-e02e34caa661 req-01d354a0-032b-4d30-af6d-f05653e9845f tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:26.732361 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-dae621b7-f7d7-4094-b547-e02e34caa661 req-01d354a0-032b-4d30-af6d-f05653e9845f tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] 10.222.0.42 "GET /v2.0/ports?device_id=149487e7-8e7a-421e-9b26-38fcb904048e HTTP/1.1" status: 200 len: 946 time: 0.0844488 Mar 29 15:46:26.840431 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-dae621b7-f7d7-4094-b547-e02e34caa661 req-4ed32afa-4002-4f24-9fc2-dc0e6525b59b tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] 10.222.0.42 "GET /v2.0/security-groups?id=f08e979a-b162-4e81-8f48-4f228bf81759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067941 Mar 29 15:46:26.845944 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec11a9d2-37dc-45b6-82bb-89d3ba46b500 req-6244d197-cb0b-4686-b8a5-4c3b22122d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:26.856249 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ec11a9d2-37dc-45b6-82bb-89d3ba46b500 req-6244d197-cb0b-4686-b8a5-4c3b22122d5d service neutron] 10.222.0.42 "GET /v2.0/networks?id=bf39fd10-b141-4aa1-b5bc-ebcbbb01092f HTTP/1.1" status: 200 len: 921 time: 0.1424251 Mar 29 15:46:26.875069 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvr_db [None req-dad3421d-1dd5-4ae5-9523-7562852c74f9 None None] Set router 558a6211-e684-49e0-8eed-dc2dd1edc24a gateway port host: n-d-834765-1 {{(pid=102792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:46:26.921148 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ec11a9d2-37dc-45b6-82bb-89d3ba46b500 req-1732a5b2-25cd-4192-a418-4eaa708a9322 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a5546757-5675-4251-805e-2ecb9a2a21ba HTTP/1.1" status: 200 len: 217 time: 0.0628514 Mar 29 15:46:26.993256 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec11a9d2-37dc-45b6-82bb-89d3ba46b500 req-0e0439b9-1bfd-4006-ac3c-4dbe1b6a8508 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:26.994995 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ec11a9d2-37dc-45b6-82bb-89d3ba46b500 req-0e0439b9-1bfd-4006-ac3c-4dbe1b6a8508 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=16497655-324d-4047-a7c9-20587c2f556c HTTP/1.1" status: 200 len: 860 time: 0.0729780 Mar 29 15:46:27.051764 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5750c2a6-a4a1-4426-9080-09aad1fbbf5c req-1e36ccd7-e3e8-4752-a665-012bfefab1d1 tempest-FloatingIPsAssociationNegativeTestJSON-492483530 tempest-FloatingIPsAssociationNegativeTestJSON-492483530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:27.060895 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-5750c2a6-a4a1-4426-9080-09aad1fbbf5c req-1e36ccd7-e3e8-4752-a665-012bfefab1d1 tempest-FloatingIPsAssociationNegativeTestJSON-492483530 tempest-FloatingIPsAssociationNegativeTestJSON-492483530-project] 10.222.0.42 "GET /v2.0/ports?device_id=289edb15-b057-48b9-8159-c673c5bb8197 HTTP/1.1" status: 200 len: 945 time: 0.0864630 Mar 29 15:46:27.076865 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ec11a9d2-37dc-45b6-82bb-89d3ba46b500 req-d73db4c7-4cdd-4c05-9c62-18158c3461f8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=bf39fd10-b141-4aa1-b5bc-ebcbbb01092f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0701442 Mar 29 15:46:27.115889 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-5750c2a6-a4a1-4426-9080-09aad1fbbf5c req-bf9f0d01-f87a-495d-abb3-4c92b6cd54e6 tempest-FloatingIPsAssociationNegativeTestJSON-492483530 tempest-FloatingIPsAssociationNegativeTestJSON-492483530-project] 10.222.0.42 "GET /v2.0/security-groups?id=5544b426-8722-47e3-a46b-1eb9730bf5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476434 Mar 29 15:46:27.178084 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-dad3421d-1dd5-4ae5-9523-7562852c74f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '558a6211-e684-49e0-8eed-dc2dd1edc24a', 'name': 'tempest-ServerRescueTestJSONUnderV235-1742861683-router', 'tenant_id': '8286afd09edb48b48ba8a55593c30462', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.107'}], 'enable_snat': True}, 'gw_port_id': 'ded63c33-7e57-4443-b12e-df1dc2486254', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:45:06Z', 'updated_at': '2022-03-29T15:45:19Z', 'revision_number': 4, 'project_id': '8286afd09edb48b48ba8a55593c30462', 'gw_port': {'id': 'ded63c33-7e57-4443-b12e-df1dc2486254', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:01:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '558a6211-e684-49e0-8eed-dc2dd1edc24a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1216, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:45:08Z', 'updated_at': '2022-03-29T15:45:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': '7bac8d4f-83d2-4100-92a6-b01c2323b60e', 'name': '', 'network_id': 'bf39fd10-b141-4aa1-b5bc-ebcbbb01092f', 'tenant_id': '8286afd09edb48b48ba8a55593c30462', 'mac_address': 'fa:16:3e:9b:f0:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '558a6211-e684-49e0-8eed-dc2dd1edc24a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1237, 'fixed_ips': [{'subnet_id': '16497655-324d-4047-a7c9-20587c2f556c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:45:17Z', 'updated_at': '2022-03-29T15:45:26Z', 'revision_number': 5, 'project_id': '8286afd09edb48b48ba8a55593c30462', 'subnets': [{'id': '16497655-324d-4047-a7c9-20587c2f556c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:46:27.226076 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dad3421d-1dd5-4ae5-9523-7562852c74f9 None None] Checking router: 558a6211-e684-49e0-8eed-dc2dd1edc24a for host: n-d-834765-1 {{(pid=102792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:46:27.238821 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ec11a9d2-37dc-45b6-82bb-89d3ba46b500 req-72e14db2-388e-4312-9117-3337b3ba8ecd service neutron] 10.222.0.42 "GET /v2.0/networks/bf39fd10-b141-4aa1-b5bc-ebcbbb01092f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1570578 Mar 29 15:46:27.239378 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dad3421d-1dd5-4ae5-9523-7562852c74f9 None None] Routers {'558a6211-e684-49e0-8eed-dc2dd1edc24a'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:46:27.240070 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-dad3421d-1dd5-4ae5-9523-7562852c74f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:46:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['558a6211-e684-49e0-8eed-dc2dd1edc24a'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:46:27.275927 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643e3930-0203-4a77-ab69-2b6b17399ac4 req-f7960e60-5bc4-4f14-bb49-3771e362343b tempest-ListServerFiltersTestJSON-1632672620 tempest-ListServerFiltersTestJSON-1632672620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:27.280408 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-643e3930-0203-4a77-ab69-2b6b17399ac4 req-f7960e60-5bc4-4f14-bb49-3771e362343b tempest-ListServerFiltersTestJSON-1632672620 tempest-ListServerFiltersTestJSON-1632672620-project] 10.222.0.42 "GET /v2.0/ports?device_id=32b7b91c-8e40-48a8-9a73-9f507d49953e HTTP/1.1" status: 200 len: 945 time: 0.0816422 Mar 29 15:46:27.330487 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-643e3930-0203-4a77-ab69-2b6b17399ac4 req-84e01f18-44c6-4444-a835-ff8ea247a368 tempest-ListServerFiltersTestJSON-1632672620 tempest-ListServerFiltersTestJSON-1632672620-project] 10.222.0.42 "GET /v2.0/security-groups?id=4600fc30-be81-4c99-acf1-e3f516af1e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433228 Mar 29 15:46:27.364538 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ec11a9d2-37dc-45b6-82bb-89d3ba46b500 req-f6e800eb-b363-4c9c-87da-6beb61293a8b service neutron] 10.222.0.42 "GET /v2.0/networks/bf39fd10-b141-4aa1-b5bc-ebcbbb01092f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1187487 Mar 29 15:46:27.375368 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvr_db [None req-dad3421d-1dd5-4ae5-9523-7562852c74f9 None None] Set router 558a6211-e684-49e0-8eed-dc2dd1edc24a gateway port host: n-d-834765-1 {{(pid=102792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:46:27.401793 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:46:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dea516b-bfe5-481d-befc-de1266d0404b x-openstack-request-id: req-6dea516b-bfe5-481d-befc-de1266d0404b {{(pid=102790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:46:27.402084 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21bdb347-f9b2-4ccd-8f2d-8adbeeef3318", "name": "network-vif-deleted", "tag": "58eec033-97d2-44c7-bc17-2c887f6cf369", "status": "completed", "code": 200}]} {{(pid=102790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:46:27.402491 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-6dea516b-bfe5-481d-befc-de1266d0404b {{(pid=102790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:46:27.403039 n-d-834765-1 neutron-server[102790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21bdb347-f9b2-4ccd-8f2d-8adbeeef3318', 'name': 'network-vif-deleted', 'tag': '58eec033-97d2-44c7-bc17-2c887f6cf369', 'status': 'completed', 'code': 200} Mar 29 15:46:27.494880 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-c14fc7db-42b7-418c-be92-d9c294fdf4b1 req-283be632-e754-44a7-86d7-8b24eef157d9 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/ports?device_id=7bd5042f-d9f8-4161-b261-c1d7af6a3af4 HTTP/1.1" status: 200 len: 210 time: 0.0483153 Mar 29 15:46:27.506768 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device ecb612ce-988f-4286-b470-2002743c6508 up at agent hyperv_n-h2-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:46:27.532844 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 15:46:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8483515f-3871-43a2-91a0-7cfc3c277dfd x-openstack-request-id: req-8483515f-3871-43a2-91a0-7cfc3c277dfd {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:46:27.533316 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f874266c-3b3f-411d-94a2-092abe89ba9b", "tag": "a5546757-5675-4251-805e-2ecb9a2a21ba", "status": "completed", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:46:27.533718 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8483515f-3871-43a2-91a0-7cfc3c277dfd {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:46:27.534267 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f874266c-3b3f-411d-94a2-092abe89ba9b', 'tag': 'a5546757-5675-4251-805e-2ecb9a2a21ba', 'status': 'completed', 'code': 200} Mar 29 15:46:27.564127 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbffc01f-966a-4b88-81c3-6f1c5ce9b94a req-4623e4a9-b8f7-43f6-9c00-8968eac044af tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:27.565934 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-dbffc01f-966a-4b88-81c3-6f1c5ce9b94a req-4623e4a9-b8f7-43f6-9c00-8968eac044af tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb1d16d2-e9dd-4dc2-a1f2-bb82bc8bbced HTTP/1.1" status: 200 len: 944 time: 0.1081855 Mar 29 15:46:27.641353 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Provisioning for port ecb612ce-988f-4286-b470-2002743c6508 completed by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 15:46:27.649025 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Provisioning complete for port ecb612ce-988f-4286-b470-2002743c6508 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:46:27.649408 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:27.669706 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abd7ee7-4dcb-4f42-8099-179f8da7264f req-3ba3033a-64a6-4b4a-9d74-b4de378e1a32 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:27.671359 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-1abd7ee7-4dcb-4f42-8099-179f8da7264f req-3ba3033a-64a6-4b4a-9d74-b4de378e1a32 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] 10.222.0.42 "GET /v2.0/ports?device_id=149487e7-8e7a-421e-9b26-38fcb904048e HTTP/1.1" status: 200 len: 946 time: 0.0800779 Mar 29 15:46:27.687297 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-abded515-ffb6-4db9-a4c3-904eab5e039d req-b097fcaa-cc61-4100-a32e-69b0f9dcb1ad service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=6840a8f7-ba15-4900-81eb-58d7ca444d72&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1186769 Mar 29 15:46:27.709144 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-dbffc01f-966a-4b88-81c3-6f1c5ce9b94a req-3d3eef9e-7bf5-4eae-a840-1bb1dca0220a tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] 10.222.0.42 "GET /v2.0/security-groups?id=8c1a607e-8731-4409-adf4-490f4457a32b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971136 Mar 29 15:46:27.743133 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b25cab-e1ed-426d-a69a-203643c66d44 req-362e6c5a-79d9-4de2-bc96-fcdc4972c1d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:27.745748 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-1abd7ee7-4dcb-4f42-8099-179f8da7264f req-e0ae9132-101c-4c99-807e-c757abe58c93 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] 10.222.0.42 "GET /v2.0/security-groups?id=f08e979a-b162-4e81-8f48-4f228bf81759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579171 Mar 29 15:46:27.748460 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-47b25cab-e1ed-426d-a69a-203643c66d44 req-362e6c5a-79d9-4de2-bc96-fcdc4972c1d7 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8286afd09edb48b48ba8a55593c30462&device_id=f874266c-3b3f-411d-94a2-092abe89ba9b HTTP/1.1" status: 200 len: 1097 time: 0.1801088 Mar 29 15:46:27.868859 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-21299f17-7638-481d-83c8-80a6ed0a2fd6 req-245886d8-03bd-426e-86c6-e7b52aee105b tempest-ServerRescueTestJSONUnderV235-1876556569 tempest-ServerRescueTestJSONUnderV235-1876556569-project] 10.222.0.42 "GET /v2.0/floatingips/5b054f68-7e7e-41a1-bf6d-9b190daa4720 HTTP/1.1" status: 200 len: 695 time: 0.0785937 Mar 29 15:46:27.913932 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b25cab-e1ed-426d-a69a-203643c66d44 req-d452ee7a-9d45-41c9-9187-669a34942c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:27.916145 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-47b25cab-e1ed-426d-a69a-203643c66d44 req-d452ee7a-9d45-41c9-9187-669a34942c26 service neutron] 10.222.0.44 "GET /v2.0/networks?id=bf39fd10-b141-4aa1-b5bc-ebcbbb01092f HTTP/1.1" status: 200 len: 921 time: 0.1497848 Mar 29 15:46:27.968089 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-dad3421d-1dd5-4ae5-9523-7562852c74f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '558a6211-e684-49e0-8eed-dc2dd1edc24a', 'name': 'tempest-ServerRescueTestJSONUnderV235-1742861683-router', 'tenant_id': '8286afd09edb48b48ba8a55593c30462', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.107'}], 'enable_snat': True}, 'gw_port_id': 'ded63c33-7e57-4443-b12e-df1dc2486254', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:45:06Z', 'updated_at': '2022-03-29T15:45:19Z', 'revision_number': 4, 'project_id': '8286afd09edb48b48ba8a55593c30462', 'gw_port': {'id': 'ded63c33-7e57-4443-b12e-df1dc2486254', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:01:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '558a6211-e684-49e0-8eed-dc2dd1edc24a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1216, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:45:08Z', 'updated_at': '2022-03-29T15:45:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': '7bac8d4f-83d2-4100-92a6-b01c2323b60e', 'name': '', 'network_id': 'bf39fd10-b141-4aa1-b5bc-ebcbbb01092f', 'tenant_id': '8286afd09edb48b48ba8a55593c30462', 'mac_address': 'fa:16:3e:9b:f0:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '558a6211-e684-49e0-8eed-dc2dd1edc24a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1237, 'fixed_ips': [{'subnet_id': '16497655-324d-4047-a7c9-20587c2f556c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:45:17Z', 'updated_at': '2022-03-29T15:45:26Z', 'revision_number': 5, 'project_id': '8286afd09edb48b48ba8a55593c30462', 'subnets': [{'id': '16497655-324d-4047-a7c9-20587c2f556c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:46:28.031156 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dad3421d-1dd5-4ae5-9523-7562852c74f9 None None] The sync data for ids ['558a6211-e684-49e0-8eed-dc2dd1edc24a'] in n-d-834765-1 is: [{'id': '558a6211-e684-49e0-8eed-dc2dd1edc24a', 'name': 'tempest-ServerRescueTestJSONUnderV235-1742861683-router', 'tenant_id': '8286afd09edb48b48ba8a55593c30462', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.107'}], 'enable_snat': True}, 'gw_port_id': 'ded63c33-7e57-4443-b12e-df1dc2486254', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:45:06Z', 'updated_at': '2022-03-29T15:45:19Z', 'revision_number': 4, 'project_id': '8286afd09edb48b48ba8a55593c30462', 'gw_port': {'id': 'ded63c33-7e57-4443-b12e-df1dc2486254', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:01:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '558a6211-e684-49e0-8eed-dc2dd1edc24a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1216, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:45:08Z', 'updated_at': '2022-03-29T15:45:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': '7bac8d4f-83d2-4100-92a6-b01c2323b60e', 'name': '', 'network_id': 'bf39fd10-b141-4aa1-b5bc-ebcbbb01092f', 'tenant_id': '8286afd09edb48b48ba8a55593c30462', 'mac_address': 'fa:16:3e:9b:f0:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '558a6211-e684-49e0-8eed-dc2dd1edc24a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1237, 'fixed_ips': [{'subnet_id': '16497655-324d-4047-a7c9-20587c2f556c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:45:17Z', 'updated_at': '2022-03-29T15:45:26Z', 'revision_number': 5, 'project_id': '8286afd09edb48b48ba8a55593c30462', 'subnets': [{'id': '16497655-324d-4047-a7c9-20587c2f556c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:46:28.033004 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:28.061085 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21299f17-7638-481d-83c8-80a6ed0a2fd6 req-33312f00-79f7-4d45-875b-ee817d744044 tempest-ServerRescueTestJSONUnderV235-1876556569 tempest-ServerRescueTestJSONUnderV235-1876556569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:28.063684 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-21299f17-7638-481d-83c8-80a6ed0a2fd6 req-33312f00-79f7-4d45-875b-ee817d744044 tempest-ServerRescueTestJSONUnderV235-1876556569 tempest-ServerRescueTestJSONUnderV235-1876556569-project] 10.222.0.42 "GET /v2.0/networks/4a4a035d-ecac-4ead-baa3-25f90788773a HTTP/1.1" status: 200 len: 784 time: 0.1863265 Mar 29 15:46:28.072168 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb1d16d2-e9dd-4dc2-a1f2-bb82bc8bbced', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecb612ce-988f-4286-b470-2002743c6508'}] {{(pid=102792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:46:28.074411 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4f476c66b318cc6068719fc39557fac68d413f5c7e78fa77028c7948e999ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbc167a5-fa90-4e60-b3c9-7014c24fbd27" -d '{"events": [{"server_uuid": "fb1d16d2-e9dd-4dc2-a1f2-bb82bc8bbced", "name": "network-vif-plugged", "status": "completed", "tag": "ecb612ce-988f-4286-b470-2002743c6508"}]}' {{(pid=102792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:46:28.090049 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port ecb612ce-988f-4286-b470-2002743c6508, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=ecb612ce-988f-4286-b470-2002743c6508,segment=NetworkSegment(e03a7c9c-8b58-4c58-aa22-7189da98b069),segment_id=e03a7c9c-8b58-4c58-aa22-7189da98b069)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:46:28.095877 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:28.146967 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-0fe77d4a-035e-4b97-b814-f2bf8fc151d8 req-b5fdfc14-97a3-4727-bad2-6e62d3ffbfda tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=fa3ba36247ad48f4997ede3b0209bc82&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2227502 Mar 29 15:46:28.155069 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-21299f17-7638-481d-83c8-80a6ed0a2fd6 req-c1472f39-57cb-4645-95cb-e67ed78a6b7d tempest-ServerRescueTestJSONUnderV235-1876556569 tempest-ServerRescueTestJSONUnderV235-1876556569-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.4.136 HTTP/1.1" status: 200 len: 698 time: 0.0774362 Mar 29 15:46:28.161246 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-47b25cab-e1ed-426d-a69a-203643c66d44 req-05cecb78-6307-43ed-8b0c-3a6fcb87d45b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a5546757-5675-4251-805e-2ecb9a2a21ba HTTP/1.1" status: 200 len: 217 time: 0.1885831 Mar 29 15:46:28.164157 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Pushing event updated for resources: {'Port': ['ID=ecb612ce-988f-4286-b470-2002743c6508,revision_number=5']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:46:28.210481 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-21299f17-7638-481d-83c8-80a6ed0a2fd6 req-c6a80e52-dc9f-443d-a3e8-8b6e58ac7188 tempest-ServerRescueTestJSONUnderV235-1876556569 tempest-ServerRescueTestJSONUnderV235-1876556569-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.4.136 HTTP/1.1" status: 200 len: 698 time: 0.0543046 Mar 29 15:46:28.245286 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abded515-ffb6-4db9-a4c3-904eab5e039d req-be019ac2-bbba-470a-a36a-2bfa79a8012e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:28.246899 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-abded515-ffb6-4db9-a4c3-904eab5e039d req-be019ac2-bbba-470a-a36a-2bfa79a8012e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d04cf558b2cb439aa051141a3dc84641&device_id=6840a8f7-ba15-4900-81eb-58d7ca444d72 HTTP/1.1" status: 200 len: 1097 time: 0.3285916 Mar 29 15:46:28.331134 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b25cab-e1ed-426d-a69a-203643c66d44 req-1fde4673-3d37-4488-a1ea-d6717fb70c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:28.332625 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-47b25cab-e1ed-426d-a69a-203643c66d44 req-1fde4673-3d37-4488-a1ea-d6717fb70c03 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=16497655-324d-4047-a7c9-20587c2f556c HTTP/1.1" status: 200 len: 860 time: 0.1452579 Mar 29 15:46:28.340072 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac80de7-a08e-44d8-9541-49af555d1f2d req-b756feab-c0af-4c50-ace2-ca5760b96569 tempest-ListServerFiltersTestJSON-1632672620 tempest-ListServerFiltersTestJSON-1632672620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:28.342104 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-2ac80de7-a08e-44d8-9541-49af555d1f2d req-b756feab-c0af-4c50-ace2-ca5760b96569 tempest-ListServerFiltersTestJSON-1632672620 tempest-ListServerFiltersTestJSON-1632672620-project] 10.222.0.42 "GET /v2.0/ports?device_id=57be4d6d-0b44-4e91-a13f-bd6abefccde5 HTTP/1.1" status: 200 len: 945 time: 0.2915835 Mar 29 15:46:28.370627 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [req-21299f17-7638-481d-83c8-80a6ed0a2fd6 req-de2f2b41-c306-4b23-bd8c-a05d382ac2d3 tempest-ServerRescueTestJSONUnderV235-1876556569 tempest-ServerRescueTestJSONUnderV235-1876556569-project] Deleting port 78616212-e786-40c4-ac10-9c3204786bd1 {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:46:28.371229 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-21299f17-7638-481d-83c8-80a6ed0a2fd6 req-de2f2b41-c306-4b23-bd8c-a05d382ac2d3 tempest-ServerRescueTestJSONUnderV235-1876556569 tempest-ServerRescueTestJSONUnderV235-1876556569-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:28.439950 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-47b25cab-e1ed-426d-a69a-203643c66d44 req-56057bb6-a902-4572-9ca8-c26d1e506d6f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=bf39fd10-b141-4aa1-b5bc-ebcbbb01092f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0897436 Mar 29 15:46:28.459827 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d78aeb09-121f-4a50-bda2-cab5edc5e8b9 None None] New status for floating IP 5b054f68-7e7e-41a1-bf6d-9b190daa4720: DOWN {{(pid=102793) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 15:46:28.507653 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-2ac80de7-a08e-44d8-9541-49af555d1f2d req-b4e160ea-32ec-40eb-bf5e-d5545e3e878c tempest-ListServerFiltersTestJSON-1632672620 tempest-ListServerFiltersTestJSON-1632672620-project] 10.222.0.42 "GET /v2.0/security-groups?id=4600fc30-be81-4c99-acf1-e3f516af1e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392579 Mar 29 15:46:28.509070 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abded515-ffb6-4db9-a4c3-904eab5e039d req-f84c9b4d-46be-4d85-88da-fd39ad337fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:28.510643 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-abded515-ffb6-4db9-a4c3-904eab5e039d req-f84c9b4d-46be-4d85-88da-fd39ad337fe2 service neutron] 10.222.0.48 "GET /v2.0/networks?id=9c05e936-df9e-4fbf-b09c-78bf9696504c HTTP/1.1" status: 200 len: 907 time: 0.2416375 Mar 29 15:46:28.527846 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-21299f17-7638-481d-83c8-80a6ed0a2fd6 req-de2f2b41-c306-4b23-bd8c-a05d382ac2d3 tempest-ServerRescueTestJSONUnderV235-1876556569 tempest-ServerRescueTestJSONUnderV235-1876556569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:28.528258 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-21299f17-7638-481d-83c8-80a6ed0a2fd6 req-de2f2b41-c306-4b23-bd8c-a05d382ac2d3 tempest-ServerRescueTestJSONUnderV235-1876556569 tempest-ServerRescueTestJSONUnderV235-1876556569-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:28.543295 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-89e0f6f7-ce5e-4ced-a937-dceced40c663 req-a5834873-0361-4d86-a83a-c9b2b82390d2 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=b912f144-7037-4f5c-a4ca-8adf62110f17&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0857792 Mar 29 15:46:28.548042 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [req-21299f17-7638-481d-83c8-80a6ed0a2fd6 req-de2f2b41-c306-4b23-bd8c-a05d382ac2d3 tempest-ServerRescueTestJSONUnderV235-1876556569 tempest-ServerRescueTestJSONUnderV235-1876556569-project] Calling delete_port for 78616212-e786-40c4-ac10-9c3204786bd1 owned by network:floatingip {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:46:28.585931 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe77d4a-035e-4b97-b814-f2bf8fc151d8 req-8387c790-bb30-41c2-a6f5-43259c204225 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:28.587442 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-0fe77d4a-035e-4b97-b814-f2bf8fc151d8 req-8387c790-bb30-41c2-a6f5-43259c204225 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4249375 Mar 29 15:46:28.611811 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [req-0fe77d4a-035e-4b97-b814-f2bf8fc151d8 req-6791fd09-9064-4113-bc72-43bf52f8cdda tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] Request body: {'port': {'device_id': '7bd5042f-d9f8-4161-b261-c1d7af6a3af4', 'network_id': '2268a9b9-82fd-4886-a91d-3a50e4e16cab', 'admin_state_up': True, 'tenant_id': 'fa3ba36247ad48f4997ede3b0209bc82'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:46:28.665569 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-abded515-ffb6-4db9-a4c3-904eab5e039d req-e270280a-df77-49d7-83a8-5af88c15b039 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=734cee79-2e3a-49be-96bb-0714db457bf3 HTTP/1.1" status: 200 len: 217 time: 0.0714908 Mar 29 15:46:28.713108 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e0f6f7-ce5e-4ced-a937-dceced40c663 req-2d5e28de-f49d-47e9-978d-b7a491797a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:28.715090 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-89e0f6f7-ce5e-4ced-a937-dceced40c663 req-2d5e28de-f49d-47e9-978d-b7a491797a15 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=fa3ba36247ad48f4997ede3b0209bc82&device_id=b912f144-7037-4f5c-a4ca-8adf62110f17 HTTP/1.1" status: 200 len: 1100 time: 0.0629375 Mar 29 15:46:28.790282 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:46:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af2debbf-6a48-4bd4-befe-feed8db9a7a7 x-openstack-request-id: req-af2debbf-6a48-4bd4-befe-feed8db9a7a7 {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:46:28.790575 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb1d16d2-e9dd-4dc2-a1f2-bb82bc8bbced", "name": "network-vif-plugged", "status": "completed", "tag": "ecb612ce-988f-4286-b470-2002743c6508", "code": 200}]} {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:46:28.790895 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-af2debbf-6a48-4bd4-befe-feed8db9a7a7 {{(pid=102792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:46:28.791924 n-d-834765-1 neutron-server[102792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb1d16d2-e9dd-4dc2-a1f2-bb82bc8bbced', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecb612ce-988f-4286-b470-2002743c6508', 'code': 200} Mar 29 15:46:28.792067 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-47b25cab-e1ed-426d-a69a-203643c66d44 req-515ed7d1-f825-4223-a9a3-942165becb8a service neutron] 10.222.0.44 "GET /v2.0/networks/bf39fd10-b141-4aa1-b5bc-ebcbbb01092f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2870255 Mar 29 15:46:28.804419 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abded515-ffb6-4db9-a4c3-904eab5e039d req-4e50eabc-745e-45db-8806-17fee0ea60c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:28.805517 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-abded515-ffb6-4db9-a4c3-904eab5e039d req-4e50eabc-745e-45db-8806-17fee0ea60c9 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9016bdba-0f5c-4ddd-94a1-3fa4aae621f1 HTTP/1.1" status: 200 len: 846 time: 0.1295843 Mar 29 15:46:28.873139 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e0f6f7-ce5e-4ced-a937-dceced40c663 req-25411ea1-b157-444b-813a-b7263d205b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:28.874775 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-89e0f6f7-ce5e-4ced-a937-dceced40c663 req-25411ea1-b157-444b-813a-b7263d205b46 service neutron] 10.222.0.44 "GET /v2.0/networks?id=2268a9b9-82fd-4886-a91d-3a50e4e16cab HTTP/1.1" status: 200 len: 870 time: 0.1320200 Mar 29 15:46:28.938969 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-89e0f6f7-ce5e-4ced-a937-dceced40c663 req-5aac45b1-b653-4447-a8a2-0aac1e634937 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.11&port_id=684fa249-cf80-48e5-b59d-1b228e32ee2c HTTP/1.1" status: 200 len: 217 time: 0.0543888 Mar 29 15:46:29.019071 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08cefdc-e517-4713-839c-86fba6ec3c62 req-a9aca01b-e354-4a2a-be0c-88fe0400fe8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:29.020994 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-a08cefdc-e517-4713-839c-86fba6ec3c62 req-a9aca01b-e354-4a2a-be0c-88fe0400fe8e service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=fb1d16d2-e9dd-4dc2-a1f2-bb82bc8bbced HTTP/1.1" status: 200 len: 1096 time: 0.1280336 Mar 29 15:46:29.039735 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 51376) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:46:29.073805 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e0f6f7-ce5e-4ced-a937-dceced40c663 req-34fbe1ad-99b7-4415-9b11-76861eb1c607 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:29.075961 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-89e0f6f7-ce5e-4ced-a937-dceced40c663 req-34fbe1ad-99b7-4415-9b11-76861eb1c607 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=abb8e5d6-2aea-4455-a944-3435a3d1ce49 HTTP/1.1" status: 200 len: 843 time: 0.1181583 Mar 29 15:46:29.125840 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-a08cefdc-e517-4713-839c-86fba6ec3c62 req-61e83bb8-da7a-4b35-9454-568cbc6ea45d service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=8c1a607e-8731-4409-adf4-490f4457a32b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851841 Mar 29 15:46:29.128764 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-21299f17-7638-481d-83c8-80a6ed0a2fd6 req-de2f2b41-c306-4b23-bd8c-a05d382ac2d3 tempest-ServerRescueTestJSONUnderV235-1876556569 tempest-ServerRescueTestJSONUnderV235-1876556569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:29.167547 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2f2b41-c306-4b23-bd8c-a05d382ac2d3 tempest-ServerRescueTestJSONUnderV235-1876556569 tempest-ServerRescueTestJSONUnderV235-1876556569-project] Pushing event deleted for resources: {'Port': ['ID=78616212-e786-40c4-ac10-9c3204786bd1,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:46:29.262789 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-abded515-ffb6-4db9-a4c3-904eab5e039d req-7691a493-4bc6-4ddd-bb95-80f727dd05d6 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9c05e936-df9e-4fbf-b09c-78bf9696504c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4436228 Mar 29 15:46:29.321191 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-47b25cab-e1ed-426d-a69a-203643c66d44 req-309764bd-1822-4f83-bdb6-b89287ee94ec service neutron] 10.222.0.44 "GET /v2.0/networks/bf39fd10-b141-4aa1-b5bc-ebcbbb01092f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5048850 Mar 29 15:46:29.321763 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0fe77d4a-035e-4b97-b814-f2bf8fc151d8 req-6791fd09-9064-4113-bc72-43bf52f8cdda tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] Made reservation on behalf of fa3ba36247ad48f4997ede3b0209bc82 for: {'port': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:46:29.325223 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-0fe77d4a-035e-4b97-b814-f2bf8fc151d8 req-6791fd09-9064-4113-bc72-43bf52f8cdda tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:29.353027 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f847d129-17fa-49e6-95c4-a9e47e87c2a7 req-b86f662b-694a-45b0-b166-676322b134cb tempest-FloatingIPsAssociationNegativeTestJSON-492483530 tempest-FloatingIPsAssociationNegativeTestJSON-492483530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:29.354611 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-f847d129-17fa-49e6-95c4-a9e47e87c2a7 req-b86f662b-694a-45b0-b166-676322b134cb tempest-FloatingIPsAssociationNegativeTestJSON-492483530 tempest-FloatingIPsAssociationNegativeTestJSON-492483530-project] 10.222.0.42 "GET /v2.0/ports?device_id=289edb15-b057-48b9-8159-c673c5bb8197 HTTP/1.1" status: 200 len: 945 time: 0.1268322 Mar 29 15:46:29.473932 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device 58eec033-97d2-44c7-bc17-2c887f6cf369 no longer exists at agent hyperv_n-h2-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:46:29.474495 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-f847d129-17fa-49e6-95c4-a9e47e87c2a7 req-a0df4b83-b4c3-4430-958d-6fff11a9254e tempest-FloatingIPsAssociationNegativeTestJSON-492483530 tempest-FloatingIPsAssociationNegativeTestJSON-492483530-project] 10.222.0.42 "GET /v2.0/security-groups?id=5544b426-8722-47e3-a46b-1eb9730bf5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109526 Mar 29 15:46:29.530534 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] No Port match for: 58eec033-97d2-44c7-bc17-2c887f6cf369 {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 15:46:29.531113 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device 58eec033-97d2-44c7-bc17-2c887f6cf369 not bound to the agent host n-h2-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:46:29.558975 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e0f6f7-ce5e-4ced-a937-dceced40c663 req-4576389d-4345-426c-bc8b-0f1656e35d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:29.561408 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-89e0f6f7-ce5e-4ced-a937-dceced40c663 req-4576389d-4345-426c-bc8b-0f1656e35d2b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2268a9b9-82fd-4886-a91d-3a50e4e16cab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4763293 Mar 29 15:46:29.586891 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-4811ee9d-93f5-4e26-abe2-e1131c375939 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:29.590144 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-abded515-ffb6-4db9-a4c3-904eab5e039d req-dafb8f28-c40d-4033-8e35-5bea1b29ff77 service neutron] 10.222.0.48 "GET /v2.0/networks/9c05e936-df9e-4fbf-b09c-78bf9696504c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1781721 Mar 29 15:46:29.611118 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.db_base_plugin_common [req-0fe77d4a-035e-4b97-b814-f2bf8fc151d8 req-6791fd09-9064-4113-bc72-43bf52f8cdda tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] Allocated IP 192.168.233.97 (2268a9b9-82fd-4886-a91d-3a50e4e16cab/abb8e5d6-2aea-4455-a944-3435a3d1ce49/8b2a470d-90ea-4ceb-90e7-dade170a3c3f) {{(pid=102790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:46:29.612124 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-21299f17-7638-481d-83c8-80a6ed0a2fd6 req-de2f2b41-c306-4b23-bd8c-a05d382ac2d3 tempest-ServerRescueTestJSONUnderV235-1876556569 tempest-ServerRescueTestJSONUnderV235-1876556569-project] Notify callbacks [] for floatingip, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:29.614563 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-21299f17-7638-481d-83c8-80a6ed0a2fd6 req-de2f2b41-c306-4b23-bd8c-a05d382ac2d3 tempest-ServerRescueTestJSONUnderV235-1876556569 tempest-ServerRescueTestJSONUnderV235-1876556569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for floatingip, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:29.614699 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-e026fa03-041f-4485-969a-3bf10202ac5e req-abd25ba2-1564-47a3-bffc-1d7ac3de75ca tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/ports?device_id=7bd5042f-d9f8-4161-b261-c1d7af6a3af4 HTTP/1.1" status: 200 len: 210 time: 0.0430341 Mar 29 15:46:29.615705 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-21299f17-7638-481d-83c8-80a6ed0a2fd6 req-de2f2b41-c306-4b23-bd8c-a05d382ac2d3 tempest-ServerRescueTestJSONUnderV235-1876556569 tempest-ServerRescueTestJSONUnderV235-1876556569-project] 10.222.0.42 "DELETE /v2.0/floatingips/5b054f68-7e7e-41a1-bf6d-9b190daa4720 HTTP/1.1" status: 204 len: 173 time: 1.4044554 Mar 29 15:46:29.709750 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-89e0f6f7-ce5e-4ced-a937-dceced40c663 req-514594aa-5ce5-4b6b-bce7-419b83ff4739 service neutron] 10.222.0.44 "GET /v2.0/networks/2268a9b9-82fd-4886-a91d-3a50e4e16cab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312032 Mar 29 15:46:29.743782 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-4811ee9d-93f5-4e26-abe2-e1131c375939 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:29.754776 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-4811ee9d-93f5-4e26-abe2-e1131c375939 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:29.767824 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-abded515-ffb6-4db9-a4c3-904eab5e039d req-094d98ad-9f1a-4d47-b3ac-945a8f034ed9 service neutron] 10.222.0.48 "GET /v2.0/networks/9c05e936-df9e-4fbf-b09c-78bf9696504c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1580939 Mar 29 15:46:29.798788 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-4811ee9d-93f5-4e26-abe2-e1131c375939 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=53d0e923621949b986e3d7a2cca1bbe7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7547545 Mar 29 15:46:29.802260 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 51386) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:46:29.884488 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-0fe77d4a-035e-4b97-b814-f2bf8fc151d8 req-6791fd09-9064-4113-bc72-43bf52f8cdda tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] Notify callbacks [] for port, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:29.918543 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4811ee9d-93f5-4e26-abe2-e1131c375939 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d84b2747-6d52-4e7f-94e6-d795820bc052,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:46:29.936433 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfdb4e6-a65c-4fae-88a4-c5c3dfa96587 req-a55fa990-a409-450b-8d56-3c69f3f5e08d tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:29.938021 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-0bfdb4e6-a65c-4fae-88a4-c5c3dfa96587 req-a55fa990-a409-450b-8d56-3c69f3f5e08d tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb1d16d2-e9dd-4dc2-a1f2-bb82bc8bbced HTTP/1.1" status: 200 len: 945 time: 0.0741341 Mar 29 15:46:29.962649 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-7bf5cf0f-9f7c-4358-ba61-73c6e1949837 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:29.977026 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-0fe77d4a-035e-4b97-b814-f2bf8fc151d8 req-6791fd09-9064-4113-bc72-43bf52f8cdda tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:29.994693 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] get_ports_and_sgs() called for port_ids ['e6b9deda-c73a-4c2a-b870-929882588559'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:46:30.006281 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-7bf5cf0f-9f7c-4358-ba61-73c6e1949837 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:30.017720 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-89e0f6f7-ce5e-4ced-a937-dceced40c663 req-64e534f0-0289-4795-9266-8b9d0a6c67b8 service neutron] 10.222.0.44 "GET /v2.0/networks/2268a9b9-82fd-4886-a91d-3a50e4e16cab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2724319 Mar 29 15:46:30.027960 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-0bfdb4e6-a65c-4fae-88a4-c5c3dfa96587 req-a907d069-a2fe-4fc3-90df-dcbc2bc4e2ac tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] 10.222.0.42 "GET /v2.0/security-groups?id=8c1a607e-8731-4409-adf4-490f4457a32b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803280 Mar 29 15:46:30.033006 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c297f1-31fd-4a18-b78e-f894c1553b02 req-a88fba06-12af-4ff5-9f19-cf18f57600eb tempest-ListServerFiltersTestJSON-1632672620 tempest-ListServerFiltersTestJSON-1632672620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:30.034530 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-42c297f1-31fd-4a18-b78e-f894c1553b02 req-a88fba06-12af-4ff5-9f19-cf18f57600eb tempest-ListServerFiltersTestJSON-1632672620 tempest-ListServerFiltersTestJSON-1632672620-project] 10.222.0.42 "GET /v2.0/ports?device_id=51a363cc-f278-44ab-a8ab-01401225dc38 HTTP/1.1" status: 200 len: 946 time: 0.1170528 Mar 29 15:46:30.039070 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] get_ports_and_sgs() called for port_ids ['684fa249-cf80-48e5-b59d-1b228e32ee2c', 'c3fe64f4-0ad0-4bf4-9e83-f3258604e62d'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:46:30.041102 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0fe77d4a-035e-4b97-b814-f2bf8fc151d8 req-6791fd09-9064-4113-bc72-43bf52f8cdda tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] Network 2268a9b9-82fd-4886-a91d-3a50e4e16cab is already hosted by enough agents. {{(pid=102790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:46:30.044838 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [req-0fe77d4a-035e-4b97-b814-f2bf8fc151d8 req-6791fd09-9064-4113-bc72-43bf52f8cdda tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] Resources bound (agent type, host, resource id): {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:46:30.048151 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fe77d4a-035e-4b97-b814-f2bf8fc151d8 req-6791fd09-9064-4113-bc72-43bf52f8cdda tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] Received port after_create {{(pid=102790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:46:30.097531 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-42c297f1-31fd-4a18-b78e-f894c1553b02 req-e5180165-b354-4e1b-a2c4-9aa3138a7203 tempest-ListServerFiltersTestJSON-1632672620 tempest-ListServerFiltersTestJSON-1632672620-project] 10.222.0.42 "GET /v2.0/security-groups?id=4600fc30-be81-4c99-acf1-e3f516af1e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514979 Mar 29 15:46:30.115797 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe77d4a-035e-4b97-b814-f2bf8fc151d8 req-6791fd09-9064-4113-bc72-43bf52f8cdda tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:30.116495 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-0fe77d4a-035e-4b97-b814-f2bf8fc151d8 req-6791fd09-9064-4113-bc72-43bf52f8cdda tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:30.118581 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-7bf5cf0f-9f7c-4358-ba61-73c6e1949837 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:30.126107 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-7bf5cf0f-9f7c-4358-ba61-73c6e1949837 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:30.131575 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-7bf5cf0f-9f7c-4358-ba61-73c6e1949837 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d84b2747-6d52-4e7f-94e6-d795820bc052 HTTP/1.1" status: 204 len: 168 time: 0.3181095 Mar 29 15:46:30.135821 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6791fd09-9064-4113-bc72-43bf52f8cdda tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] Pushing event updated for resources: {'Port': ['ID=8b2a470d-90ea-4ceb-90e7-dade170a3c3f,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:46:30.148086 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf5cf0f-9f7c-4358-ba61-73c6e1949837 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d84b2747-6d52-4e7f-94e6-d795820bc052,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:46:30.154777 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-0fe77d4a-035e-4b97-b814-f2bf8fc151d8 req-6791fd09-9064-4113-bc72-43bf52f8cdda tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5505638 Mar 29 15:46:30.178215 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [req-0fe77d4a-035e-4b97-b814-f2bf8fc151d8 req-37b85081-a9ef-47db-95fa-13c8fc9c661e service neutron] Request body: {'port': {'device_id': '7bd5042f-d9f8-4161-b261-c1d7af6a3af4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834765-1'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:46:30.303976 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020821f5-3d0a-4f85-826a-f734e670cebd req-97adf326-87e2-4574-b800-4e8bc601356f tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:30.312922 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-020821f5-3d0a-4f85-826a-f734e670cebd req-97adf326-87e2-4574-b800-4e8bc601356f tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] 10.222.0.42 "GET /v2.0/ports?device_id=149487e7-8e7a-421e-9b26-38fcb904048e HTTP/1.1" status: 200 len: 946 time: 0.0944817 Mar 29 15:46:30.332752 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-7c17e832-c40b-4eb4-a8b7-5654270061e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:30.378441 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-020821f5-3d0a-4f85-826a-f734e670cebd req-25d2a28f-d121-4eb1-80d4-b3b56fad33ef tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] 10.222.0.42 "GET /v2.0/security-groups?id=f08e979a-b162-4e81-8f48-4f228bf81759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568466 Mar 29 15:46:30.461537 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-0fe77d4a-035e-4b97-b814-f2bf8fc151d8 req-37b85081-a9ef-47db-95fa-13c8fc9c661e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:30.491135 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-648e9dce-7525-4e53-93ee-a2d11a464419 req-93cb6443-f760-4cbb-9799-b5479560c6b1 tempest-ServerRescueTestJSONUnderV235-1876556569 tempest-ServerRescueTestJSONUnderV235-1876556569-project] 10.222.0.42 "GET /v2.0/security-groups/abe205d5-d990-4d45-a713-9e847242e039 HTTP/1.1" status: 200 len: 1809 time: 0.0817494 Mar 29 15:46:30.568443 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-648e9dce-7525-4e53-93ee-a2d11a464419 req-3c777557-74e2-42fe-b5cb-90d6f7e14ad3 tempest-ServerRescueTestJSONUnderV235-1876556569 tempest-ServerRescueTestJSONUnderV235-1876556569-project] Notify callbacks [] for security_group, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:30.575085 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-2506fec9-fc03-4805-ab96-b0eb07fd795d None None] Provisioning complete for port 8b2a470d-90ea-4ceb-90e7-dade170a3c3f triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:46:30.576597 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-2506fec9-fc03-4805-ab96-b0eb07fd795d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:30.594366 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-648e9dce-7525-4e53-93ee-a2d11a464419 req-3c777557-74e2-42fe-b5cb-90d6f7e14ad3 tempest-ServerRescueTestJSONUnderV235-1876556569 tempest-ServerRescueTestJSONUnderV235-1876556569-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:30.664044 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-2506fec9-fc03-4805-ab96-b0eb07fd795d None None] Port 8b2a470d-90ea-4ceb-90e7-dade170a3c3f cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 15:46:30.682118 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 51396) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:46:30.701969 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-011961a7-eeb6-485d-98a7-8970f3c55c63 req-12fb1b3a-38b2-41da-b45e-c674d70dc096 tempest-FloatingIPsAssociationNegativeTestJSON-492483530 tempest-FloatingIPsAssociationNegativeTestJSON-492483530-project] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=4a4a035d-ecac-4ead-baa3-25f90788773a HTTP/1.1" status: 200 len: 258 time: 0.5198359 Mar 29 15:46:30.706598 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-0b910e4f-ae32-444f-b64d-00115c0e1c57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:30.714055 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-648e9dce-7525-4e53-93ee-a2d11a464419 req-3c777557-74e2-42fe-b5cb-90d6f7e14ad3 tempest-ServerRescueTestJSONUnderV235-1876556569 tempest-ServerRescueTestJSONUnderV235-1876556569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:30.717272 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-648e9dce-7525-4e53-93ee-a2d11a464419 req-3c777557-74e2-42fe-b5cb-90d6f7e14ad3 tempest-ServerRescueTestJSONUnderV235-1876556569 tempest-ServerRescueTestJSONUnderV235-1876556569-project] Notify callbacks [] for security_group, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:30.720718 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-648e9dce-7525-4e53-93ee-a2d11a464419 req-3c777557-74e2-42fe-b5cb-90d6f7e14ad3 tempest-ServerRescueTestJSONUnderV235-1876556569 tempest-ServerRescueTestJSONUnderV235-1876556569-project] 10.222.0.42 "DELETE /v2.0/security-groups/abe205d5-d990-4d45-a713-9e847242e039 HTTP/1.1" status: 204 len: 173 time: 0.2179263 Mar 29 15:46:30.720846 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [req-011961a7-eeb6-485d-98a7-8970f3c55c63 req-d7e92176-eec9-4014-8ace-45816ebd8510 tempest-FloatingIPsAssociationNegativeTestJSON-492483530 tempest-FloatingIPsAssociationNegativeTestJSON-492483530-project] Request body: {'floatingip': {'floating_network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:46:30.736777 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c777557-74e2-42fe-b5cb-90d6f7e14ad3 tempest-ServerRescueTestJSONUnderV235-1876556569 tempest-ServerRescueTestJSONUnderV235-1876556569-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=abe205d5-d990-4d45-a713-9e847242e039,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:46:30.811214 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-011961a7-eeb6-485d-98a7-8970f3c55c63 req-d7e92176-eec9-4014-8ace-45816ebd8510 tempest-FloatingIPsAssociationNegativeTestJSON-492483530 tempest-FloatingIPsAssociationNegativeTestJSON-492483530-project] Notify callbacks [] for floatingip, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:30.849281 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-0b910e4f-ae32-444f-b64d-00115c0e1c57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:30.854308 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-0b910e4f-ae32-444f-b64d-00115c0e1c57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:30.899834 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-0b910e4f-ae32-444f-b64d-00115c0e1c57 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=486f22f48d7740f38978bc1e8d3dd6cc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2141783 Mar 29 15:46:30.899834 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b910e4f-ae32-444f-b64d-00115c0e1c57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a2ffd5e-95fe-4dfe-a8f0-ef30d4f0d991,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:46:30.900854 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 51402) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:46:30.952582 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-24e2e79d-e2ba-48ec-88d7-0d50d9f60251 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:30.964449 n-d-834765-1 neutron-server[102790]: DEBUG neutron.notifiers.nova [req-0fe77d4a-035e-4b97-b814-f2bf8fc151d8 req-37b85081-a9ef-47db-95fa-13c8fc9c661e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b2a470d-90ea-4ceb-90e7-dade170a3c3f {{(pid=102790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:46:30.974522 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-24e2e79d-e2ba-48ec-88d7-0d50d9f60251 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:30.977208 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-0fe77d4a-035e-4b97-b814-f2bf8fc151d8 req-37b85081-a9ef-47db-95fa-13c8fc9c661e service neutron] Notify callbacks [] for port, precommit_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:30.995733 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.provisioning_blocks [req-0fe77d4a-035e-4b97-b814-f2bf8fc151d8 req-37b85081-a9ef-47db-95fa-13c8fc9c661e service neutron] Transition to ACTIVE for port object 8b2a470d-90ea-4ceb-90e7-dade170a3c3f will not be triggered until provisioned by entity L2. {{(pid=102790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 15:46:31.001444 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-0fe77d4a-035e-4b97-b814-f2bf8fc151d8 req-37b85081-a9ef-47db-95fa-13c8fc9c661e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5237921'] for port, after_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:31.058176 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-011961a7-eeb6-485d-98a7-8970f3c55c63 req-d7e92176-eec9-4014-8ace-45816ebd8510 tempest-FloatingIPsAssociationNegativeTestJSON-492483530 tempest-FloatingIPsAssociationNegativeTestJSON-492483530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:31.065258 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67051e58-1a9c-432e-b79f-cd98acf3dcd4 req-cfd75ba4-973f-43aa-84f0-e8c4ef0bdb41 tempest-ListServerFiltersTestJSON-1632672620 tempest-ListServerFiltersTestJSON-1632672620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:31.071680 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67051e58-1a9c-432e-b79f-cd98acf3dcd4 req-cfd75ba4-973f-43aa-84f0-e8c4ef0bdb41 tempest-ListServerFiltersTestJSON-1632672620 tempest-ListServerFiltersTestJSON-1632672620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:31.078281 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67051e58-1a9c-432e-b79f-cd98acf3dcd4 req-cfd75ba4-973f-43aa-84f0-e8c4ef0bdb41 tempest-ListServerFiltersTestJSON-1632672620 tempest-ListServerFiltersTestJSON-1632672620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:31.079086 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b85081-a9ef-47db-95fa-13c8fc9c661e service neutron] Pushing event updated for resources: {'Port': ['ID=8b2a470d-90ea-4ceb-90e7-dade170a3c3f,revision_number=2']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:46:31.080059 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-67051e58-1a9c-432e-b79f-cd98acf3dcd4 req-cfd75ba4-973f-43aa-84f0-e8c4ef0bdb41 tempest-ListServerFiltersTestJSON-1632672620 tempest-ListServerFiltersTestJSON-1632672620-project] 10.222.0.42 "GET /v2.0/ports?device_id=57be4d6d-0b44-4e91-a13f-bd6abefccde5&device_id=32b7b91c-8e40-48a8-9a73-9f507d49953e&device_id=51a363cc-f278-44ab-a8ab-01401225dc38 HTTP/1.1" status: 200 len: 2417 time: 0.0729444 Mar 29 15:46:31.081207 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-24e2e79d-e2ba-48ec-88d7-0d50d9f60251 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:31.083818 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-24e2e79d-e2ba-48ec-88d7-0d50d9f60251 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:31.085006 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-24e2e79d-e2ba-48ec-88d7-0d50d9f60251 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/0a2ffd5e-95fe-4dfe-a8f0-ef30d4f0d991 HTTP/1.1" status: 204 len: 168 time: 0.1832550 Mar 29 15:46:31.100033 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e2e79d-e2ba-48ec-88d7-0d50d9f60251 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a2ffd5e-95fe-4dfe-a8f0-ef30d4f0d991,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:46:31.156341 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-67051e58-1a9c-432e-b79f-cd98acf3dcd4 req-c2fd58fb-dce0-44b3-b1f0-f2e1aeb2cb86 tempest-ListServerFiltersTestJSON-1632672620 tempest-ListServerFiltersTestJSON-1632672620-project] 10.222.0.42 "GET /v2.0/security-groups?id=4600fc30-be81-4c99-acf1-e3f516af1e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686467 Mar 29 15:46:31.222584 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.managers [req-0fe77d4a-035e-4b97-b814-f2bf8fc151d8 req-37b85081-a9ef-47db-95fa-13c8fc9c661e service neutron] Attempting to bind port 8b2a470d-90ea-4ceb-90e7-dade170a3c3f on host n-h2-834765-1 for vnic_type normal with profile {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:46:31.222921 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.managers [req-0fe77d4a-035e-4b97-b814-f2bf8fc151d8 req-37b85081-a9ef-47db-95fa-13c8fc9c661e service neutron] Attempting to bind port 8b2a470d-90ea-4ceb-90e7-dade170a3c3f by drivers openvswitch,hyperv on host n-h2-834765-1 at level 0 using segments [{'id': 'a0c230f0-660a-4194-9279-0f0781d34134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '2268a9b9-82fd-4886-a91d-3a50e4e16cab'}] {{(pid=102790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:46:31.223275 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fe77d4a-035e-4b97-b814-f2bf8fc151d8 req-37b85081-a9ef-47db-95fa-13c8fc9c661e service neutron] Attempting to bind port 8b2a470d-90ea-4ceb-90e7-dade170a3c3f on network 2268a9b9-82fd-4886-a91d-3a50e4e16cab {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:46:31.237670 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fe77d4a-035e-4b97-b814-f2bf8fc151d8 req-37b85081-a9ef-47db-95fa-13c8fc9c661e service neutron] Port 8b2a470d-90ea-4ceb-90e7-dade170a3c3f on network 2268a9b9-82fd-4886-a91d-3a50e4e16cab not bound, no agent of type Open vSwitch agent registered on host n-h2-834765-1 {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 15:46:31.238128 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fe77d4a-035e-4b97-b814-f2bf8fc151d8 req-37b85081-a9ef-47db-95fa-13c8fc9c661e service neutron] Attempting to bind port 8b2a470d-90ea-4ceb-90e7-dade170a3c3f on network 2268a9b9-82fd-4886-a91d-3a50e4e16cab {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:46:31.248491 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fe77d4a-035e-4b97-b814-f2bf8fc151d8 req-37b85081-a9ef-47db-95fa-13c8fc9c661e service neutron] Checking agent: {'id': '3e4b4912-b4a2-4d17-b5bd-6ce15529e8eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 33, 17), 'started_at': datetime.datetime(2022, 3, 29, 15, 33, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 46, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:46:31.248834 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fe77d4a-035e-4b97-b814-f2bf8fc151d8 req-37b85081-a9ef-47db-95fa-13c8fc9c661e service neutron] Checking segment: {'id': 'a0c230f0-660a-4194-9279-0f0781d34134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '2268a9b9-82fd-4886-a91d-3a50e4e16cab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:46:31.249762 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fe77d4a-035e-4b97-b814-f2bf8fc151d8 req-37b85081-a9ef-47db-95fa-13c8fc9c661e service neutron] Bound using segment: {'id': 'a0c230f0-660a-4194-9279-0f0781d34134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '2268a9b9-82fd-4886-a91d-3a50e4e16cab'} {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:46:31.250203 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.managers [req-0fe77d4a-035e-4b97-b814-f2bf8fc151d8 req-37b85081-a9ef-47db-95fa-13c8fc9c661e service neutron] Bound port: 8b2a470d-90ea-4ceb-90e7-dade170a3c3f, host: n-h2-834765-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0c230f0-660a-4194-9279-0f0781d34134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '2268a9b9-82fd-4886-a91d-3a50e4e16cab'}}] {{(pid=102790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 15:46:31.250763 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-0fe77d4a-035e-4b97-b814-f2bf8fc151d8 req-37b85081-a9ef-47db-95fa-13c8fc9c661e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:31.273064 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.db_base_plugin_common [req-011961a7-eeb6-485d-98a7-8970f3c55c63 req-d7e92176-eec9-4014-8ace-45816ebd8510 tempest-FloatingIPsAssociationNegativeTestJSON-492483530 tempest-FloatingIPsAssociationNegativeTestJSON-492483530-project] Allocated IP 172.25.4.246 (4a4a035d-ecac-4ead-baa3-25f90788773a/e1a353dc-fac8-4901-a63c-273840237d6a/35f21f96-9760-4b1d-8d2d-fd1935d11a36) {{(pid=102790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:46:31.301280 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0436e9a3-6a09-4ec1-8478-f82589ff9b39 req-2a4608c0-7cac-44c2-9f22-8721a68e2f90 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:31.303550 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-0436e9a3-6a09-4ec1-8478-f82589ff9b39 req-2a4608c0-7cac-44c2-9f22-8721a68e2f90 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/ports?device_id=7bd5042f-d9f8-4161-b261-c1d7af6a3af4 HTTP/1.1" status: 200 len: 947 time: 0.0645807 Mar 29 15:46:31.361781 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-0436e9a3-6a09-4ec1-8478-f82589ff9b39 req-7f16f887-0e72-4d31-b4c9-e0ffc370bd71 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/security-groups?id=56997969-7130-4d86-9e9d-e068deb19a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519028 Mar 29 15:46:31.390025 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [req-0fe77d4a-035e-4b97-b814-f2bf8fc151d8 req-37b85081-a9ef-47db-95fa-13c8fc9c661e service neutron] For port 8b2a470d-90ea-4ceb-90e7-dade170a3c3f, host n-h2-834765-1, cleared binding levels {{(pid=102790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:46:31.409129 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [req-0fe77d4a-035e-4b97-b814-f2bf8fc151d8 req-37b85081-a9ef-47db-95fa-13c8fc9c661e service neutron] For port 8b2a470d-90ea-4ceb-90e7-dade170a3c3f, host n-h2-834765-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=8b2a470d-90ea-4ceb-90e7-dade170a3c3f,segment=NetworkSegment(a0c230f0-660a-4194-9279-0f0781d34134),segment_id=a0c230f0-660a-4194-9279-0f0781d34134)] {{(pid=102790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:46:31.418641 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-0fe77d4a-035e-4b97-b814-f2bf8fc151d8 req-37b85081-a9ef-47db-95fa-13c8fc9c661e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5237921'] for port, after_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:31.483668 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe77d4a-035e-4b97-b814-f2bf8fc151d8 req-37b85081-a9ef-47db-95fa-13c8fc9c661e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:31.484310 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-0fe77d4a-035e-4b97-b814-f2bf8fc151d8 req-37b85081-a9ef-47db-95fa-13c8fc9c661e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:31.485696 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-0fe77d4a-035e-4b97-b814-f2bf8fc151d8 req-37b85081-a9ef-47db-95fa-13c8fc9c661e service neutron] 10.222.0.48 "PUT /v2.0/ports/8b2a470d-90ea-4ceb-90e7-dade170a3c3f HTTP/1.1" status: 200 len: 1095 time: 1.3147011 Mar 29 15:46:31.490535 n-d-834765-1 neutron-server[102790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bd5042f-d9f8-4161-b261-c1d7af6a3af4', 'tag': '8b2a470d-90ea-4ceb-90e7-dade170a3c3f'}] {{(pid=102790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:46:31.493796 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46b06d655c90bc969636382cce4240ad749035fb0f3a83ee4734fa1ed9c4a6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-130ac319-ed5c-4416-aa81-1d1b43e640a3" -d '{"events": [{"name": "network-changed", "server_uuid": "7bd5042f-d9f8-4161-b261-c1d7af6a3af4", "tag": "8b2a470d-90ea-4ceb-90e7-dade170a3c3f"}]}' {{(pid=102790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:46:31.500046 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-011961a7-eeb6-485d-98a7-8970f3c55c63 req-d7e92176-eec9-4014-8ace-45816ebd8510 tempest-FloatingIPsAssociationNegativeTestJSON-492483530 tempest-FloatingIPsAssociationNegativeTestJSON-492483530-project] Notify callbacks [] for port, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:31.532221 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b85081-a9ef-47db-95fa-13c8fc9c661e service neutron] Pushing event updated for resources: {'Port': ['ID=8b2a470d-90ea-4ceb-90e7-dade170a3c3f,revision_number=3']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:46:31.595656 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 51422) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:46:31.618764 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-011961a7-eeb6-485d-98a7-8970f3c55c63 req-d7e92176-eec9-4014-8ace-45816ebd8510 tempest-FloatingIPsAssociationNegativeTestJSON-492483530 tempest-FloatingIPsAssociationNegativeTestJSON-492483530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:31.628203 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe77d4a-035e-4b97-b814-f2bf8fc151d8 req-10b09773-265e-4e96-b496-81f45b1cd556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:31.629857 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-0fe77d4a-035e-4b97-b814-f2bf8fc151d8 req-10b09773-265e-4e96-b496-81f45b1cd556 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=fa3ba36247ad48f4997ede3b0209bc82&device_id=7bd5042f-d9f8-4161-b261-c1d7af6a3af4 HTTP/1.1" status: 200 len: 1098 time: 0.0864015 Mar 29 15:46:31.707477 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_v2 [None req-829768ab-093c-4c4d-8f7e-b6298ca190bb admin admin] Deleting subnet 90311ee8-e9b3-49cf-b7b9-fd41862bea03 {{(pid=102791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 15:46:31.713945 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-829768ab-093c-4c4d-8f7e-b6298ca190bb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:31.720326 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-0fe77d4a-035e-4b97-b814-f2bf8fc151d8 req-6ffdb7cd-03f2-4afe-8db1-3a4956289986 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.97&port_id=8b2a470d-90ea-4ceb-90e7-dade170a3c3f HTTP/1.1" status: 200 len: 217 time: 0.0576727 Mar 29 15:46:31.723984 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-011961a7-eeb6-485d-98a7-8970f3c55c63 req-d7e92176-eec9-4014-8ace-45816ebd8510 tempest-FloatingIPsAssociationNegativeTestJSON-492483530 tempest-FloatingIPsAssociationNegativeTestJSON-492483530-project] Network 4a4a035d-ecac-4ead-baa3-25f90788773a is already hosted by enough agents. {{(pid=102790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:46:31.727043 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [req-011961a7-eeb6-485d-98a7-8970f3c55c63 req-d7e92176-eec9-4014-8ace-45816ebd8510 tempest-FloatingIPsAssociationNegativeTestJSON-492483530 tempest-FloatingIPsAssociationNegativeTestJSON-492483530-project] Resources bound (agent type, host, resource id): {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:46:31.737099 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.l3_dvrscheduler_db [req-011961a7-eeb6-485d-98a7-8970f3c55c63 req-d7e92176-eec9-4014-8ace-45816ebd8510 tempest-FloatingIPsAssociationNegativeTestJSON-492483530 tempest-FloatingIPsAssociationNegativeTestJSON-492483530-project] Received port after_create {{(pid=102790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:46:31.784049 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e92176-eec9-4014-8ace-45816ebd8510 tempest-FloatingIPsAssociationNegativeTestJSON-492483530 tempest-FloatingIPsAssociationNegativeTestJSON-492483530-project] Pushing event updated for resources: {'Port': ['ID=35f21f96-9760-4b1d-8d2d-fd1935d11a36,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:46:31.791470 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-829768ab-093c-4c4d-8f7e-b6298ca190bb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4230423'] for subnet, precommit_delete_associations {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:31.800446 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7af44ef-5764-4b66-88d5-43b894ad901d req-2de30251-1a91-43b4-89fb-4d0db82b3855 tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:31.802770 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f7af44ef-5764-4b66-88d5-43b894ad901d req-2de30251-1a91-43b4-89fb-4d0db82b3855 tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb1d16d2-e9dd-4dc2-a1f2-bb82bc8bbced HTTP/1.1" status: 200 len: 945 time: 0.1364985 Mar 29 15:46:31.876089 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-829768ab-093c-4c4d-8f7e-b6298ca190bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1641287'] for subnet, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:31.878658 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe77d4a-035e-4b97-b814-f2bf8fc151d8 req-53ec363a-a732-4116-8f69-221b1d636654 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:31.880170 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-0fe77d4a-035e-4b97-b814-f2bf8fc151d8 req-53ec363a-a732-4116-8f69-221b1d636654 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=abb8e5d6-2aea-4455-a944-3435a3d1ce49 HTTP/1.1" status: 200 len: 843 time: 0.1442978 Mar 29 15:46:31.881001 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f7af44ef-5764-4b66-88d5-43b894ad901d req-a81ca5a7-0297-4236-a80b-4e6dcbae358e tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] 10.222.0.42 "GET /v2.0/security-groups?id=8c1a607e-8731-4409-adf4-490f4457a32b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583348 Mar 29 15:46:31.932691 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-011961a7-eeb6-485d-98a7-8970f3c55c63 req-d7e92176-eec9-4014-8ace-45816ebd8510 tempest-FloatingIPsAssociationNegativeTestJSON-492483530 tempest-FloatingIPsAssociationNegativeTestJSON-492483530-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:31.953867 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-829768ab-093c-4c4d-8f7e-b6298ca190bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1641294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16155591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16218852'] for subnet, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:31.960249 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe77d4a-035e-4b97-b814-f2bf8fc151d8 req-87312652-9891-42be-acde-e49c18b0e7e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:31.961801 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-0fe77d4a-035e-4b97-b814-f2bf8fc151d8 req-87312652-9891-42be-acde-e49c18b0e7e5 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2268a9b9-82fd-4886-a91d-3a50e4e16cab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0753136 Mar 29 15:46:31.973000 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-829768ab-093c-4c4d-8f7e-b6298ca190bb admin admin] Notify callbacks [] for subnet, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:31.980096 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-829768ab-093c-4c4d-8f7e-b6298ca190bb admin admin] 10.222.0.42 "DELETE /v2.0/subnets/90311ee8-e9b3-49cf-b7b9-fd41862bea03 HTTP/1.1" status: 204 len: 168 time: 0.3828835 Mar 29 15:46:31.993228 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 51436) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:46:32.005231 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829768ab-093c-4c4d-8f7e-b6298ca190bb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=90311ee8-e9b3-49cf-b7b9-fd41862bea03,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:46:32.051285 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-011961a7-eeb6-485d-98a7-8970f3c55c63 req-d7e92176-eec9-4014-8ace-45816ebd8510 tempest-FloatingIPsAssociationNegativeTestJSON-492483530 tempest-FloatingIPsAssociationNegativeTestJSON-492483530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:32.073755 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11ac599-91e0-4296-93c7-a456f5f078ca req-cb58abe9-aeb4-4817-b79f-9f33469b9758 tempest-ListServerFiltersTestJSON-1632672620 tempest-ListServerFiltersTestJSON-1632672620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:32.081062 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-c11ac599-91e0-4296-93c7-a456f5f078ca req-cb58abe9-aeb4-4817-b79f-9f33469b9758 tempest-ListServerFiltersTestJSON-1632672620 tempest-ListServerFiltersTestJSON-1632672620-project] 10.222.0.42 "GET /v2.0/ports?device_id=57be4d6d-0b44-4e91-a13f-bd6abefccde5 HTTP/1.1" status: 200 len: 945 time: 0.0640874 Mar 29 15:46:32.125521 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-c11ac599-91e0-4296-93c7-a456f5f078ca req-42383bf0-4083-4aff-9da7-f6c3185a46a3 tempest-ListServerFiltersTestJSON-1632672620 tempest-ListServerFiltersTestJSON-1632672620-project] 10.222.0.42 "GET /v2.0/security-groups?id=4600fc30-be81-4c99-acf1-e3f516af1e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419455 Mar 29 15:46:32.167307 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-a66f6a3e-6f5d-46d8-9455-c6cccec572a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1631750'] for network, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:32.228031 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-0fe77d4a-035e-4b97-b814-f2bf8fc151d8 req-e1448eee-c12f-4588-9642-df46c4a3f9ad service neutron] 10.222.0.48 "GET /v2.0/networks/2268a9b9-82fd-4886-a91d-3a50e4e16cab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2332506 Mar 29 15:46:32.248742 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ec8942-5945-4eac-a3f9-5623f824d17e req-94818631-2bce-4ed4-bbfc-391b1b32a21f tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:32.250959 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b7ec8942-5945-4eac-a3f9-5623f824d17e req-94818631-2bce-4ed4-bbfc-391b1b32a21f tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] 10.222.0.42 "GET /v2.0/ports?device_id=149487e7-8e7a-421e-9b26-38fcb904048e HTTP/1.1" status: 200 len: 946 time: 0.0636833 Mar 29 15:46:32.305113 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b7ec8942-5945-4eac-a3f9-5623f824d17e req-f8f50111-5b83-454a-9caa-5c9d66434432 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] 10.222.0.42 "GET /v2.0/security-groups?id=f08e979a-b162-4e81-8f48-4f228bf81759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397289 Mar 29 15:46:32.399750 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 15:46:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6e5b6d3-6bb6-4de3-9d3c-d32c0aa66062 x-openstack-request-id: req-d6e5b6d3-6bb6-4de3-9d3c-d32c0aa66062 {{(pid=102790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:46:32.400107 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bd5042f-d9f8-4161-b261-c1d7af6a3af4", "tag": "8b2a470d-90ea-4ceb-90e7-dade170a3c3f", "status": "completed", "code": 200}]} {{(pid=102790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:46:32.400306 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d6e5b6d3-6bb6-4de3-9d3c-d32c0aa66062 {{(pid=102790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:46:32.400669 n-d-834765-1 neutron-server[102790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7bd5042f-d9f8-4161-b261-c1d7af6a3af4', 'tag': '8b2a470d-90ea-4ceb-90e7-dade170a3c3f', 'status': 'completed', 'code': 200} Mar 29 15:46:32.404474 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-a66f6a3e-6f5d-46d8-9455-c6cccec572a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639890', 'neutron.services.segments.db._delete_segments_for_network-8783523423079'] for network, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:32.453774 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-a66f6a3e-6f5d-46d8-9455-c6cccec572a7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f818aa83-6c27-4705-9d9f-ea6510384836']}} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:46:32.473685 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12282fc3-cba2-4fbb-820c-a9a3a29dc193 req-10a3ddfd-09f4-43d7-add2-6ca5dc8d995e tempest-ServerRescueTestJSONUnderV235-1876556569 tempest-ServerRescueTestJSONUnderV235-1876556569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:32.475294 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-12282fc3-cba2-4fbb-820c-a9a3a29dc193 req-10a3ddfd-09f4-43d7-add2-6ca5dc8d995e tempest-ServerRescueTestJSONUnderV235-1876556569 tempest-ServerRescueTestJSONUnderV235-1876556569-project] 10.222.0.42 "GET /v2.0/ports?device_id=f874266c-3b3f-411d-94a2-092abe89ba9b HTTP/1.1" status: 200 len: 946 time: 0.0560129 Mar 29 15:46:32.493331 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-a66f6a3e-6f5d-46d8-9455-c6cccec572a7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed0d23ca-1ec5-4a96-abb2-06488f375d97') {'for_net_delete': True} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:46:32.493920 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-a66f6a3e-6f5d-46d8-9455-c6cccec572a7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed0d23ca-1ec5-4a96-abb2-06488f375d97') {} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:46:32.502994 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-0fe77d4a-035e-4b97-b814-f2bf8fc151d8 req-1a0ad1cc-5a32-4ca4-aae7-4180dacb0a1f service neutron] 10.222.0.48 "GET /v2.0/networks/2268a9b9-82fd-4886-a91d-3a50e4e16cab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2463305 Mar 29 15:46:32.507414 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-a66f6a3e-6f5d-46d8-9455-c6cccec572a7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783523422064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4614019'] for segment, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:32.525404 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-12282fc3-cba2-4fbb-820c-a9a3a29dc193 req-e264280e-a5e1-47c2-9e5a-29dbf1e86c4c tempest-ServerRescueTestJSONUnderV235-1876556569 tempest-ServerRescueTestJSONUnderV235-1876556569-project] 10.222.0.42 "GET /v2.0/security-groups?id=3d222421-3560-49e7-abaf-10952d69e15f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414083 Mar 29 15:46:32.530679 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-a66f6a3e-6f5d-46d8-9455-c6cccec572a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:32.534842 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-011961a7-eeb6-485d-98a7-8970f3c55c63 req-d7e92176-eec9-4014-8ace-45816ebd8510 tempest-FloatingIPsAssociationNegativeTestJSON-492483530 tempest-FloatingIPsAssociationNegativeTestJSON-492483530-project] Notify callbacks [] for port, precommit_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:32.540873 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a66f6a3e-6f5d-46d8-9455-c6cccec572a7 admin admin] Releasing vlan 644 on physical network physnet1 to pool {{(pid=102790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 15:46:32.541419 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-a66f6a3e-6f5d-46d8-9455-c6cccec572a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5238013'] for segment, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:32.543000 n-d-834765-1 neutron-server[102790]: Traceback (most recent call last): Mar 29 15:46:32.543000 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 15:46:32.543000 n-d-834765-1 neutron-server[102790]: timer() Mar 29 15:46:32.543000 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 15:46:32.543000 n-d-834765-1 neutron-server[102790]: cb(*args, **kw) Mar 29 15:46:32.543000 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 15:46:32.543000 n-d-834765-1 neutron-server[102790]: return func(*args, **kwargs) Mar 29 15:46:32.543000 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 15:46:32.543000 n-d-834765-1 neutron-server[102790]: self._notify() Mar 29 15:46:32.543000 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 15:46:32.543000 n-d-834765-1 neutron-server[102790]: self.callback(batched_events) Mar 29 15:46:32.543000 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 15:46:32.543000 n-d-834765-1 neutron-server[102790]: event.method(event) Mar 29 15:46:32.543000 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 15:46:32.543000 n-d-834765-1 neutron-server[102790]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 15:46:32.543000 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 15:46:32.543000 n-d-834765-1 neutron-server[102790]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 15:46:32.543000 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 15:46:32.543000 n-d-834765-1 neutron-server[102790]: return f(self, *a, **k) Mar 29 15:46:32.543000 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 15:46:32.543000 n-d-834765-1 neutron-server[102790]: return self._get(url).json() Mar 29 15:46:32.543000 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 15:46:32.543000 n-d-834765-1 neutron-server[102790]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 15:46:32.543000 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 15:46:32.543000 n-d-834765-1 neutron-server[102790]: return self.request(url, 'GET', **kwargs) Mar 29 15:46:32.543000 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 15:46:32.543000 n-d-834765-1 neutron-server[102790]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 15:46:32.543000 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 15:46:32.543000 n-d-834765-1 neutron-server[102790]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 15:46:32.543000 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 15:46:32.543000 n-d-834765-1 neutron-server[102790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 15:46:32.543000 n-d-834765-1 neutron-server[102790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 15:46:32.557571 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-011961a7-eeb6-485d-98a7-8970f3c55c63 req-d7e92176-eec9-4014-8ace-45816ebd8510 tempest-FloatingIPsAssociationNegativeTestJSON-492483530 tempest-FloatingIPsAssociationNegativeTestJSON-492483530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5237921'] for port, after_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:32.706895 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-a66f6a3e-6f5d-46d8-9455-c6cccec572a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1639897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648174'] for network, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:32.708814 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e92176-eec9-4014-8ace-45816ebd8510 tempest-FloatingIPsAssociationNegativeTestJSON-492483530 tempest-FloatingIPsAssociationNegativeTestJSON-492483530-project] Pushing event updated for resources: {'Port': ['ID=35f21f96-9760-4b1d-8d2d-fd1935d11a36,revision_number=2']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:46:32.720366 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-a66f6a3e-6f5d-46d8-9455-c6cccec572a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for network, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:32.723958 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-a66f6a3e-6f5d-46d8-9455-c6cccec572a7 admin admin] 10.222.0.42 "DELETE /v2.0/networks/f818aa83-6c27-4705-9d9f-ea6510384836 HTTP/1.1" status: 204 len: 168 time: 0.7272103 Mar 29 15:46:32.737452 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-011961a7-eeb6-485d-98a7-8970f3c55c63 req-d7e92176-eec9-4014-8ace-45816ebd8510 tempest-FloatingIPsAssociationNegativeTestJSON-492483530 tempest-FloatingIPsAssociationNegativeTestJSON-492483530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648212'] for floatingip, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:32.741311 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66f6a3e-6f5d-46d8-9455-c6cccec572a7 admin admin] Pushing event deleted for resources: {'Network': ['ID=f818aa83-6c27-4705-9d9f-ea6510384836,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:46:32.750288 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-4bd07961-5dd7-448f-9802-60f5685f401c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:32.751248 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130ac319-ed5c-4416-aa81-1d1b43e640a3 req-ecdc3b76-12e7-4e4e-a0a0-3235929e370c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:32.752807 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-130ac319-ed5c-4416-aa81-1d1b43e640a3 req-ecdc3b76-12e7-4e4e-a0a0-3235929e370c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=fa3ba36247ad48f4997ede3b0209bc82&device_id=7bd5042f-d9f8-4161-b261-c1d7af6a3af4 HTTP/1.1" status: 200 len: 1098 time: 0.1758859 Mar 29 15:46:32.774989 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-011961a7-eeb6-485d-98a7-8970f3c55c63 req-d7e92176-eec9-4014-8ace-45816ebd8510 tempest-FloatingIPsAssociationNegativeTestJSON-492483530 tempest-FloatingIPsAssociationNegativeTestJSON-492483530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for floatingip, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:32.776232 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-011961a7-eeb6-485d-98a7-8970f3c55c63 req-d7e92176-eec9-4014-8ace-45816ebd8510 tempest-FloatingIPsAssociationNegativeTestJSON-492483530 tempest-FloatingIPsAssociationNegativeTestJSON-492483530-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.0626791 Mar 29 15:46:32.880086 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-011961a7-eeb6-485d-98a7-8970f3c55c63 req-34971f92-5f02-4acc-9ed1-9a51af9f9d7f tempest-FloatingIPsAssociationNegativeTestJSON-492483530 tempest-FloatingIPsAssociationNegativeTestJSON-492483530-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.4.246 HTTP/1.1" status: 200 len: 696 time: 0.0928705 Mar 29 15:46:32.973872 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130ac319-ed5c-4416-aa81-1d1b43e640a3 req-157784a2-bcfc-450a-99fe-d69cfbcc2f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:32.975379 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-130ac319-ed5c-4416-aa81-1d1b43e640a3 req-157784a2-bcfc-450a-99fe-d69cfbcc2f26 service neutron] 10.222.0.48 "GET /v2.0/networks?id=2268a9b9-82fd-4886-a91d-3a50e4e16cab HTTP/1.1" status: 200 len: 870 time: 0.2151654 Mar 29 15:46:32.998121 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 51466) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:46:33.025806 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78389547-6f08-4384-b706-72bfe84883de req-7a21cb15-217f-47af-9c9d-edbd2037f2b5 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:33.027950 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-78389547-6f08-4384-b706-72bfe84883de req-7a21cb15-217f-47af-9c9d-edbd2037f2b5 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/ports?device_id=7bd5042f-d9f8-4161-b261-c1d7af6a3af4 HTTP/1.1" status: 200 len: 947 time: 0.0560195 Mar 29 15:46:33.037995 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-130ac319-ed5c-4416-aa81-1d1b43e640a3 req-61990444-dbc8-43de-8665-017b26902172 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.97&port_id=8b2a470d-90ea-4ceb-90e7-dade170a3c3f HTTP/1.1" status: 200 len: 217 time: 0.0516224 Mar 29 15:46:33.074906 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-78389547-6f08-4384-b706-72bfe84883de req-b9ad46bd-63be-4a6c-81e4-bf5ece1dc79d tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/security-groups?id=56997969-7130-4d86-9e9d-e068deb19a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380986 Mar 29 15:46:33.115904 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011961a7-eeb6-485d-98a7-8970f3c55c63 req-ad6ab0c9-ba0b-4faa-acb3-7fbd35eb2d32 tempest-FloatingIPsAssociationNegativeTestJSON-492483530 tempest-FloatingIPsAssociationNegativeTestJSON-492483530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:33.117365 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-011961a7-eeb6-485d-98a7-8970f3c55c63 req-ad6ab0c9-ba0b-4faa-acb3-7fbd35eb2d32 tempest-FloatingIPsAssociationNegativeTestJSON-492483530 tempest-FloatingIPsAssociationNegativeTestJSON-492483530-project] 10.222.0.42 "GET /v2.0/networks/4a4a035d-ecac-4ead-baa3-25f90788773a HTTP/1.1" status: 200 len: 784 time: 0.2238994 Mar 29 15:46:33.146989 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-35c61174-82dd-4f6d-a3a1-a99383fbacf3 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7ba1b0faf68b4f8d9a887657f9ac84d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1448355 Mar 29 15:46:33.147297 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 51470) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:46:33.148847 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130ac319-ed5c-4416-aa81-1d1b43e640a3 req-9c32fb7b-4a69-4e53-9fc8-de97571e3d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:33.150420 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-130ac319-ed5c-4416-aa81-1d1b43e640a3 req-9c32fb7b-4a69-4e53-9fc8-de97571e3d1a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=abb8e5d6-2aea-4455-a944-3435a3d1ce49 HTTP/1.1" status: 200 len: 843 time: 0.1022277 Mar 29 15:46:33.251018 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d6076c-d8a6-46a2-856b-cf7f590a4b94 req-2c069307-9f1b-4c19-930b-767fc1c10286 tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:33.252685 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-62d6076c-d8a6-46a2-856b-cf7f590a4b94 req-2c069307-9f1b-4c19-930b-767fc1c10286 tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb1d16d2-e9dd-4dc2-a1f2-bb82bc8bbced HTTP/1.1" status: 200 len: 945 time: 0.1063759 Mar 29 15:46:33.262415 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130ac319-ed5c-4416-aa81-1d1b43e640a3 req-e9afc345-0362-4ac4-af12-c5a146c11d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:33.264445 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-130ac319-ed5c-4416-aa81-1d1b43e640a3 req-e9afc345-0362-4ac4-af12-c5a146c11d53 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2268a9b9-82fd-4886-a91d-3a50e4e16cab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1067603 Mar 29 15:46:33.283537 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-8d42449b-692d-42e4-adaf-d35e99335891 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:33.327179 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-62d6076c-d8a6-46a2-856b-cf7f590a4b94 req-793a217e-e90c-4fe6-a3f7-0c298ddf423e tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] 10.222.0.42 "GET /v2.0/security-groups?id=8c1a607e-8731-4409-adf4-490f4457a32b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620551 Mar 29 15:46:33.329129 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-8d42449b-692d-42e4-adaf-d35e99335891 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:33.397193 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-8d42449b-692d-42e4-adaf-d35e99335891 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:33.400902 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-8d42449b-692d-42e4-adaf-d35e99335891 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:33.405381 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-8d42449b-692d-42e4-adaf-d35e99335891 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b16fe5c9-3471-481e-b9c7-dee6db3748fa HTTP/1.1" status: 204 len: 168 time: 0.2564929 Mar 29 15:46:33.415367 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d42449b-692d-42e4-adaf-d35e99335891 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b16fe5c9-3471-481e-b9c7-dee6db3748fa,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:46:33.578118 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafb6e38-fda7-4c50-a5b1-a319e7864ad0 req-24879312-d990-4caa-85f8-be3a0b63e21d tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:33.579721 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-eafb6e38-fda7-4c50-a5b1-a319e7864ad0 req-24879312-d990-4caa-85f8-be3a0b63e21d tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] 10.222.0.42 "GET /v2.0/ports?device_id=149487e7-8e7a-421e-9b26-38fcb904048e HTTP/1.1" status: 200 len: 946 time: 0.0639391 Mar 29 15:46:33.640212 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-eafb6e38-fda7-4c50-a5b1-a319e7864ad0 req-87138143-11ab-4194-aa07-d904f33d0489 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] 10.222.0.42 "GET /v2.0/security-groups?id=f08e979a-b162-4e81-8f48-4f228bf81759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532200 Mar 29 15:46:33.755085 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd0452d-198d-4434-9eaa-1d8d0858f8b1 req-e351c5cf-cdef-49f0-9d71-ba0fee9e8c02 tempest-FloatingIPsAssociationNegativeTestJSON-492483530 tempest-FloatingIPsAssociationNegativeTestJSON-492483530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:33.759927 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-7dd0452d-198d-4434-9eaa-1d8d0858f8b1 req-e351c5cf-cdef-49f0-9d71-ba0fee9e8c02 tempest-FloatingIPsAssociationNegativeTestJSON-492483530 tempest-FloatingIPsAssociationNegativeTestJSON-492483530-project] 10.222.0.42 "GET /v2.0/ports?device_id=289edb15-b057-48b9-8159-c673c5bb8197&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1089163 Mar 29 15:46:33.812718 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-130ac319-ed5c-4416-aa81-1d1b43e640a3 req-d7bd0056-b163-4e99-8b40-43efee9bb249 service neutron] 10.222.0.48 "GET /v2.0/networks/2268a9b9-82fd-4886-a91d-3a50e4e16cab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5374055 Mar 29 15:46:33.818418 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-7dd0452d-198d-4434-9eaa-1d8d0858f8b1 req-3f2b40dd-5000-4cef-a516-6035a7823421 tempest-FloatingIPsAssociationNegativeTestJSON-492483530 tempest-FloatingIPsAssociationNegativeTestJSON-492483530-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.4.246 HTTP/1.1" status: 200 len: 696 time: 0.0493081 Mar 29 15:46:33.843102 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [req-7dd0452d-198d-4434-9eaa-1d8d0858f8b1 req-a940d1ee-4395-4db7-b7a8-4920de07e2dd tempest-FloatingIPsAssociationNegativeTestJSON-492483530 tempest-FloatingIPsAssociationNegativeTestJSON-492483530-project] Request body: {'floatingip': {'port_id': '9e4288bf-3a71-4221-a5b2-491886f56512', 'fixed_ip_address': '172.20.0.7'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:46:33.885959 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-7dd0452d-198d-4434-9eaa-1d8d0858f8b1 req-a940d1ee-4395-4db7-b7a8-4920de07e2dd tempest-FloatingIPsAssociationNegativeTestJSON-492483530 tempest-FloatingIPsAssociationNegativeTestJSON-492483530-project] Notify callbacks [] for floatingip, before_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:33.943127 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ba14c3-f714-4fc5-907c-c53740f2b28b req-706f60e5-3a1c-46b4-9404-7fcec2379e67 tempest-ServerRescueTestJSONUnderV235-1876556569 tempest-ServerRescueTestJSONUnderV235-1876556569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:33.948287 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b4ba14c3-f714-4fc5-907c-c53740f2b28b req-706f60e5-3a1c-46b4-9404-7fcec2379e67 tempest-ServerRescueTestJSONUnderV235-1876556569 tempest-ServerRescueTestJSONUnderV235-1876556569-project] 10.222.0.42 "GET /v2.0/ports?device_id=f874266c-3b3f-411d-94a2-092abe89ba9b HTTP/1.1" status: 200 len: 946 time: 0.0580053 Mar 29 15:46:33.993373 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b4ba14c3-f714-4fc5-907c-c53740f2b28b req-3a07e0d4-8212-4652-987f-a36daf47c18b tempest-ServerRescueTestJSONUnderV235-1876556569 tempest-ServerRescueTestJSONUnderV235-1876556569-project] 10.222.0.42 "GET /v2.0/security-groups?id=3d222421-3560-49e7-abaf-10952d69e15f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410485 Mar 29 15:46:34.092747 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d71584b9-87f1-45f5-84c7-c993c2416269 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:34.100864 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-130ac319-ed5c-4416-aa81-1d1b43e640a3 req-aa441e06-b62b-40da-bd9c-538ba3e9a409 service neutron] 10.222.0.48 "GET /v2.0/networks/2268a9b9-82fd-4886-a91d-3a50e4e16cab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2807314 Mar 29 15:46:34.410292 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebe2151-e8cb-45e2-a177-8d4126abdbd3 req-23428b31-31d6-4868-b9ef-ac17fec590e8 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:34.411986 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-8ebe2151-e8cb-45e2-a177-8d4126abdbd3 req-23428b31-31d6-4868-b9ef-ac17fec590e8 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/ports?device_id=7bd5042f-d9f8-4161-b261-c1d7af6a3af4 HTTP/1.1" status: 200 len: 947 time: 0.0706465 Mar 29 15:46:34.446072 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 51534) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:46:34.454280 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-8ebe2151-e8cb-45e2-a177-8d4126abdbd3 req-8b045118-7efc-46cd-84bc-b5651a560a47 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/security-groups?id=56997969-7130-4d86-9e9d-e068deb19a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361700 Mar 29 15:46:34.519996 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b586968a-52f6-464e-a337-fe80f5f1e794 req-628f18e6-17fe-4445-8ad8-18ea704a05e2 tempest-ServerRescueTestJSONUnderV235-1876556569 tempest-ServerRescueTestJSONUnderV235-1876556569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:34.522243 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b586968a-52f6-464e-a337-fe80f5f1e794 req-628f18e6-17fe-4445-8ad8-18ea704a05e2 tempest-ServerRescueTestJSONUnderV235-1876556569 tempest-ServerRescueTestJSONUnderV235-1876556569-project] 10.222.0.44 "GET /v2.0/ports?device_id=f874266c-3b3f-411d-94a2-092abe89ba9b HTTP/1.1" status: 200 len: 946 time: 0.0668015 Mar 29 15:46:34.569445 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-7dd0452d-198d-4434-9eaa-1d8d0858f8b1 req-a940d1ee-4395-4db7-b7a8-4920de07e2dd tempest-FloatingIPsAssociationNegativeTestJSON-492483530 tempest-FloatingIPsAssociationNegativeTestJSON-492483530-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:34.575896 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-7dd0452d-198d-4434-9eaa-1d8d0858f8b1 req-a940d1ee-4395-4db7-b7a8-4920de07e2dd tempest-FloatingIPsAssociationNegativeTestJSON-492483530 tempest-FloatingIPsAssociationNegativeTestJSON-492483530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648212'] for floatingip, after_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:34.665811 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-1ec93652-317f-4b97-9566-7498940470b8 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-1119830547-network', 'tenant_id': '35d84b3226394851a263fe9999379508'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:46:34.671566 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [req-b586968a-52f6-464e-a337-fe80f5f1e794 req-3c80c164-ef7b-40bd-b4e3-fd642b668098 tempest-ServerRescueTestJSONUnderV235-1876556569 tempest-ServerRescueTestJSONUnderV235-1876556569-project] Deleting port a5546757-5675-4251-805e-2ecb9a2a21ba {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:46:34.672014 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-b586968a-52f6-464e-a337-fe80f5f1e794 req-3c80c164-ef7b-40bd-b4e3-fd642b668098 tempest-ServerRescueTestJSONUnderV235-1876556569 tempest-ServerRescueTestJSONUnderV235-1876556569-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:34.695320 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ec93652-317f-4b97-9566-7498940470b8 admin admin] Made reservation on behalf of 35d84b3226394851a263fe9999379508 for: {'network': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:46:34.698571 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-1ec93652-317f-4b97-9566-7498940470b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for network, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:34.718101 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-1ec93652-317f-4b97-9566-7498940470b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:34.795436 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c62fd9e-7249-4231-9184-cd44b9b92aac req-aeca935e-b833-4a4a-8250-e30b0060e08e tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:34.796949 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-8c62fd9e-7249-4231-9184-cd44b9b92aac req-aeca935e-b833-4a4a-8250-e30b0060e08e tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb1d16d2-e9dd-4dc2-a1f2-bb82bc8bbced HTTP/1.1" status: 200 len: 945 time: 0.1083400 Mar 29 15:46:34.801734 n-d-834765-1 neutron-server[102790]: INFO neutron.db.l3_db [req-7dd0452d-198d-4434-9eaa-1d8d0858f8b1 req-a940d1ee-4395-4db7-b7a8-4920de07e2dd tempest-FloatingIPsAssociationNegativeTestJSON-492483530 tempest-FloatingIPsAssociationNegativeTestJSON-492483530-project] Floating IP 6bedf9dc-3311-4ec1-a963-0d61c46142c9 associated. External IP: 172.25.4.246, port: 9e4288bf-3a71-4221-a5b2-491886f56512. Mar 29 15:46:34.821807 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-b586968a-52f6-464e-a337-fe80f5f1e794 req-3c80c164-ef7b-40bd-b4e3-fd642b668098 tempest-ServerRescueTestJSONUnderV235-1876556569 tempest-ServerRescueTestJSONUnderV235-1876556569-project] For port a5546757-5675-4251-805e-2ecb9a2a21ba, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=a5546757-5675-4251-805e-2ecb9a2a21ba,segment=NetworkSegment(0cd06506-4f89-4e38-b026-ae80d7df7405),segment_id=0cd06506-4f89-4e38-b026-ae80d7df7405)] {{(pid=102791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:46:34.822176 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-b586968a-52f6-464e-a337-fe80f5f1e794 req-3c80c164-ef7b-40bd-b4e3-fd642b668098 tempest-ServerRescueTestJSONUnderV235-1876556569 tempest-ServerRescueTestJSONUnderV235-1876556569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:34.845293 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [req-b586968a-52f6-464e-a337-fe80f5f1e794 req-3c80c164-ef7b-40bd-b4e3-fd642b668098 tempest-ServerRescueTestJSONUnderV235-1876556569 tempest-ServerRescueTestJSONUnderV235-1876556569-project] Calling delete_port for a5546757-5675-4251-805e-2ecb9a2a21ba owned by compute:nova {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:46:34.870458 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-8c62fd9e-7249-4231-9184-cd44b9b92aac req-cff00aab-8b74-4420-b662-a5a2e6dbe02e tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] 10.222.0.42 "GET /v2.0/security-groups?id=8c1a607e-8731-4409-adf4-490f4457a32b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599568 Mar 29 15:46:34.940095 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-1ec93652-317f-4b97-9566-7498940470b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:34.951636 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-1ec93652-317f-4b97-9566-7498940470b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:34.965815 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ec93652-317f-4b97-9566-7498940470b8 admin admin] vlan segment allocate from pool success with {'vlan_id': 619, 'physical_network': 'physnet1'} {{(pid=102790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 15:46:34.989828 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-1ec93652-317f-4b97-9566-7498940470b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:34.990309 n-d-834765-1 neutron-server[102790]: INFO neutron.db.segments_db [None req-1ec93652-317f-4b97-9566-7498940470b8 admin admin] Added segment 75e08afe-5522-4a35-ad21-9720d7c7dfdf of type vlan for network 15a0213c-1273-41a6-966e-a3669c240d14 Mar 29 15:46:35.046360 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-b586968a-52f6-464e-a337-fe80f5f1e794 req-3c80c164-ef7b-40bd-b4e3-fd642b668098 tempest-ServerRescueTestJSONUnderV235-1876556569 tempest-ServerRescueTestJSONUnderV235-1876556569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:35.060769 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13456573-6cb0-4927-bbf1-3349e9b6eb81 req-1635b4c3-4c67-4e40-92ee-ce41865388de tempest-ListServerFiltersTestJSON-1632672620 tempest-ListServerFiltersTestJSON-1632672620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:35.062858 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-13456573-6cb0-4927-bbf1-3349e9b6eb81 req-1635b4c3-4c67-4e40-92ee-ce41865388de tempest-ListServerFiltersTestJSON-1632672620 tempest-ListServerFiltersTestJSON-1632672620-project] 10.222.0.42 "GET /v2.0/ports?device_id=51a363cc-f278-44ab-a8ab-01401225dc38 HTTP/1.1" status: 200 len: 946 time: 0.0791621 Mar 29 15:46:35.063327 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] get_ports_and_sgs() called for port_ids ['a5546757-5675-4251-805e-2ecb9a2a21ba'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:46:35.086165 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec93652-317f-4b97-9566-7498940470b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f2458c7-6f6c-48f0-b187-eafc7b6e098b,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:46:35.088859 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c80c164-ef7b-40bd-b4e3-fd642b668098 tempest-ServerRescueTestJSONUnderV235-1876556569 tempest-ServerRescueTestJSONUnderV235-1876556569-project] Pushing event deleted for resources: {'Port': ['ID=a5546757-5675-4251-805e-2ecb9a2a21ba,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:46:35.106123 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-1ec93652-317f-4b97-9566-7498940470b8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783522915970'] for network, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:35.172837 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [req-b586968a-52f6-464e-a337-fe80f5f1e794 req-3c80c164-ef7b-40bd-b4e3-fd642b668098 tempest-ServerRescueTestJSONUnderV235-1876556569 tempest-ServerRescueTestJSONUnderV235-1876556569-project] No DVR routers for this DVR port a5546757-5675-4251-805e-2ecb9a2a21ba on host n-h1-834765-1 {{(pid=102791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:46:35.180295 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-1ec93652-317f-4b97-9566-7498940470b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795'] for network, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:35.180449 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-b586968a-52f6-464e-a337-fe80f5f1e794 req-3c80c164-ef7b-40bd-b4e3-fd642b668098 tempest-ServerRescueTestJSONUnderV235-1876556569 tempest-ServerRescueTestJSONUnderV235-1876556569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:35.181368 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ec93652-317f-4b97-9566-7498940470b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:35.182120 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-1ec93652-317f-4b97-9566-7498940470b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for network, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:35.184041 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b586968a-52f6-464e-a337-fe80f5f1e794 req-3c80c164-ef7b-40bd-b4e3-fd642b668098 tempest-ServerRescueTestJSONUnderV235-1876556569 tempest-ServerRescueTestJSONUnderV235-1876556569-project] 10.222.0.44 "DELETE /v2.0/ports/a5546757-5675-4251-805e-2ecb9a2a21ba HTTP/1.1" status: 204 len: 173 time: 0.6540020 Mar 29 15:46:35.184511 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f874266c-3b3f-411d-94a2-092abe89ba9b', 'name': 'network-vif-deleted', 'tag': 'a5546757-5675-4251-805e-2ecb9a2a21ba'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:46:35.187063 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7dd0452d-198d-4434-9eaa-1d8d0858f8b1 req-a940d1ee-4395-4db7-b7a8-4920de07e2dd tempest-FloatingIPsAssociationNegativeTestJSON-492483530 tempest-FloatingIPsAssociationNegativeTestJSON-492483530-project] Router 2e19b61a-3d0a-413a-bff1-f81e83aba065 has already been hosted by L3 agent c648d819-1060-4f26-b4ec-6455387b5dff {{(pid=102790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 15:46:35.187522 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c67b028db5e9b9818fecc5c0a87ebc6f190694fa53ca267d523e04f98de536d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cf684f9-26b5-4f20-bce0-d4223b3ee321" -d '{"events": [{"server_uuid": "f874266c-3b3f-411d-94a2-092abe89ba9b", "name": "network-vif-deleted", "tag": "a5546757-5675-4251-805e-2ecb9a2a21ba"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:46:35.207092 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-13456573-6cb0-4927-bbf1-3349e9b6eb81 req-9600d954-3109-4653-a94c-ce5c95a6e034 tempest-ListServerFiltersTestJSON-1632672620 tempest-ListServerFiltersTestJSON-1632672620-project] 10.222.0.42 "GET /v2.0/security-groups?id=4600fc30-be81-4c99-acf1-e3f516af1e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220009 Mar 29 15:46:35.242680 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-1ec93652-317f-4b97-9566-7498940470b8 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.7955003 Mar 29 15:46:35.245719 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 51560) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:46:35.251898 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-50f28647-6fad-4b78-94e0-092b7704d1aa admin admin] Request body: {'subnet': {'network_id': '15a0213c-1273-41a6-966e-a3669c240d14', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-1119830547-subnet', 'tenant_id': '35d84b3226394851a263fe9999379508', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:46:35.275368 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50f28647-6fad-4b78-94e0-092b7704d1aa admin admin] Made reservation on behalf of 35d84b3226394851a263fe9999379508 for: {'subnet': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:46:35.278072 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-50f28647-6fad-4b78-94e0-092b7704d1aa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16218875'] for subnet, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:35.313686 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec93652-317f-4b97-9566-7498940470b8 admin admin] Pushing event updated for resources: {'Network': ['ID=15a0213c-1273-41a6-966e-a3669c240d14,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:46:35.329109 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Network 15a0213c-1273-41a6-966e-a3669c240d14 details requested by agent ovs-agent-n-d-834765-1 with host n-d-834765-1 {{(pid=102792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 15:46:35.425439 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7dd0452d-198d-4434-9eaa-1d8d0858f8b1 req-a940d1ee-4395-4db7-b7a8-4920de07e2dd tempest-FloatingIPsAssociationNegativeTestJSON-492483530 tempest-FloatingIPsAssociationNegativeTestJSON-492483530-project] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:46:35.437133 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-7dd0452d-198d-4434-9eaa-1d8d0858f8b1 req-a940d1ee-4395-4db7-b7a8-4920de07e2dd tempest-FloatingIPsAssociationNegativeTestJSON-492483530 tempest-FloatingIPsAssociationNegativeTestJSON-492483530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for floatingip, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:35.437448 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-114ee0d5-2d19-471c-9dc2-c8a84f2a8f39 None None] Sync routers for ids ['2e19b61a-3d0a-413a-bff1-f81e83aba065'] in n-d-834765-1 {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:46:35.454499 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-114ee0d5-2d19-471c-9dc2-c8a84f2a8f39 None None] Routers {'2e19b61a-3d0a-413a-bff1-f81e83aba065'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:46:35.455140 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-114ee0d5-2d19-471c-9dc2-c8a84f2a8f39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:46:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['2e19b61a-3d0a-413a-bff1-f81e83aba065'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:46:35.459216 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935cca3a-1e51-4098-9e2e-a4751e89a2f2 req-00b72018-b2f1-488c-8d7d-41f696a160af tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:35.460826 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-935cca3a-1e51-4098-9e2e-a4751e89a2f2 req-00b72018-b2f1-488c-8d7d-41f696a160af tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] 10.222.0.42 "GET /v2.0/ports?device_id=149487e7-8e7a-421e-9b26-38fcb904048e HTTP/1.1" status: 200 len: 946 time: 0.1392179 Mar 29 15:46:35.499976 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-7dd0452d-198d-4434-9eaa-1d8d0858f8b1 req-a940d1ee-4395-4db7-b7a8-4920de07e2dd tempest-FloatingIPsAssociationNegativeTestJSON-492483530 tempest-FloatingIPsAssociationNegativeTestJSON-492483530-project] 10.222.0.42 "PUT /v2.0/floatingips/6bedf9dc-3311-4ec1-a963-0d61c46142c9 HTTP/1.1" status: 200 len: 996 time: 1.6702197 Mar 29 15:46:35.500832 n-d-834765-1 neutron-server[102790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '289edb15-b057-48b9-8159-c673c5bb8197', 'tag': '9e4288bf-3a71-4221-a5b2-491886f56512'}] {{(pid=102790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:46:35.505914 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46b06d655c90bc969636382cce4240ad749035fb0f3a83ee4734fa1ed9c4a6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3d4cb35-5e9b-4b72-83d0-ddec6f01b33e" -d '{"events": [{"name": "network-changed", "server_uuid": "289edb15-b057-48b9-8159-c673c5bb8197", "tag": "9e4288bf-3a71-4221-a5b2-491886f56512"}]}' {{(pid=102790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:46:35.584515 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-935cca3a-1e51-4098-9e2e-a4751e89a2f2 req-83c49408-4a18-4abf-a34d-e0fd1b3fa817 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] 10.222.0.42 "GET /v2.0/security-groups?id=f08e979a-b162-4e81-8f48-4f228bf81759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140375 Mar 29 15:46:35.603234 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvr_db [None req-114ee0d5-2d19-471c-9dc2-c8a84f2a8f39 None None] Set router 2e19b61a-3d0a-413a-bff1-f81e83aba065 gateway port host: n-d-834765-1 {{(pid=102792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:46:35.611423 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-50f28647-6fad-4b78-94e0-092b7704d1aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16155524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16218861'] for subnet, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:35.635672 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd0452d-198d-4434-9eaa-1d8d0858f8b1 req-7fb1571f-9ca2-4225-91b0-16132f95400e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:35.637223 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-7dd0452d-198d-4434-9eaa-1d8d0858f8b1 req-7fb1571f-9ca2-4225-91b0-16132f95400e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=30f1929cf8cd4fa2971fe122fa56b37c&device_id=289edb15-b057-48b9-8159-c673c5bb8197 HTTP/1.1" status: 200 len: 1096 time: 0.1217010 Mar 29 15:46:35.720833 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-0cb6abf6-2706-4e52-8825-f5f644ecf9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:35.736734 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-fa4f6002-98fb-4812-91bd-10608a43820e req-5ec1eb28-b66e-452f-9d6a-4428e0054eb4 tempest-ServerRescueTestJSONUnderV235-1876556569 tempest-ServerRescueTestJSONUnderV235-1876556569-project] 10.222.0.42 "GET /v2.0/ports?device_id=f874266c-3b3f-411d-94a2-092abe89ba9b HTTP/1.1" status: 200 len: 210 time: 0.0547864 Mar 29 15:46:35.758558 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f28647-6fad-4b78-94e0-092b7704d1aa admin admin] Pushing event updated for resources: {'Subnet': ['ID=5235ec26-f5f8-4832-a0b1-e14c5e73ceaa,revision_number=0']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:46:35.768666 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f28647-6fad-4b78-94e0-092b7704d1aa admin admin] Checking segment: {'id': '75e08afe-5522-4a35-ad21-9720d7c7dfdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '15a0213c-1273-41a6-966e-a3669c240d14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:46:35.769129 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50f28647-6fad-4b78-94e0-092b7704d1aa admin admin] Network hostable DHCP agents. Network: 15a0213c-1273-41a6-966e-a3669c240d14, hostable agents: ['d136643e-48ae-49d4-a851-2ba3bdf3749c'], hosted agents: [] {{(pid=102791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 15:46:35.819469 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:46:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f4fb2be-e950-4020-9613-d2a21dae994e x-openstack-request-id: req-7f4fb2be-e950-4020-9613-d2a21dae994e {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:46:35.822344 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f874266c-3b3f-411d-94a2-092abe89ba9b", "name": "network-vif-deleted", "tag": "a5546757-5675-4251-805e-2ecb9a2a21ba", "status": "completed", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:46:35.824116 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-7f4fb2be-e950-4020-9613-d2a21dae994e {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:46:35.824765 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f874266c-3b3f-411d-94a2-092abe89ba9b', 'name': 'network-vif-deleted', 'tag': 'a5546757-5675-4251-805e-2ecb9a2a21ba', 'status': 'completed', 'code': 200} Mar 29 15:46:35.830473 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50f28647-6fad-4b78-94e0-092b7704d1aa admin admin] Network 15a0213c-1273-41a6-966e-a3669c240d14 is scheduled to be hosted by DHCP agent d136643e-48ae-49d4-a851-2ba3bdf3749c with binding_index 1 {{(pid=102791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 15:46:35.855084 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [None req-50f28647-6fad-4b78-94e0-092b7704d1aa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834765-1, 15a0213c-1273-41a6-966e-a3669c240d14) {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:46:35.868802 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50f28647-6fad-4b78-94e0-092b7704d1aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:35.869379 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-50f28647-6fad-4b78-94e0-092b7704d1aa admin admin] Notify callbacks [] for subnet, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:35.881478 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd0452d-198d-4434-9eaa-1d8d0858f8b1 req-5c2e8212-84c5-4483-873e-546ed563c697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:35.891860 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-7dd0452d-198d-4434-9eaa-1d8d0858f8b1 req-5c2e8212-84c5-4483-873e-546ed563c697 service neutron] 10.222.0.42 "GET /v2.0/networks?id=7c143bed-7e9e-4000-a4b5-c98d481a1da9 HTTP/1.1" status: 200 len: 929 time: 0.2477803 Mar 29 15:46:35.910413 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-50f28647-6fad-4b78-94e0-092b7704d1aa admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.6635790 Mar 29 15:46:35.913821 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-741c0a0c-bfc0-44c2-97e8-bd4453a0a95a None None] Network 15a0213c-1273-41a6-966e-a3669c240d14 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 15:46:35.935644 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d9cfe2-87e5-4b76-84bc-967d9f1b3c14 req-d4abdeab-1c7a-4a92-b178-3e9bb0cf20d6 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:35.937795 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-26d9cfe2-87e5-4b76-84bc-967d9f1b3c14 req-d4abdeab-1c7a-4a92-b178-3e9bb0cf20d6 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/ports?device_id=7bd5042f-d9f8-4161-b261-c1d7af6a3af4 HTTP/1.1" status: 200 len: 947 time: 0.0805876 Mar 29 15:46:35.999319 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-26d9cfe2-87e5-4b76-84bc-967d9f1b3c14 req-ade21e66-5128-4748-b597-bc9b75b1e1fc tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/security-groups?id=56997969-7130-4d86-9e9d-e068deb19a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541725 Mar 29 15:46:36.008468 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-7dd0452d-198d-4434-9eaa-1d8d0858f8b1 req-6e4ba108-6298-4a74-b4d3-4a9eae7d3d88 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9e4288bf-3a71-4221-a5b2-491886f56512 HTTP/1.1" status: 200 len: 999 time: 0.1150331 Mar 29 15:46:36.036567 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:36.070629 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd0452d-198d-4434-9eaa-1d8d0858f8b1 req-a4a4f6e9-760f-4a25-91c4-728f99064af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:36.082020 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-7dd0452d-198d-4434-9eaa-1d8d0858f8b1 req-a4a4f6e9-760f-4a25-91c4-728f99064af1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b1987332-c2a6-4f9a-8ef4-b91bd30159c4 HTTP/1.1" status: 200 len: 867 time: 0.0660107 Mar 29 15:46:36.092975 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 15:46:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89ebfde1-1fe4-4aaa-b0ee-841690575cfe x-openstack-request-id: req-89ebfde1-1fe4-4aaa-b0ee-841690575cfe {{(pid=102790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:46:36.093251 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "289edb15-b057-48b9-8159-c673c5bb8197", "tag": "9e4288bf-3a71-4221-a5b2-491886f56512", "status": "completed", "code": 200}]} {{(pid=102790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:46:36.093500 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-89ebfde1-1fe4-4aaa-b0ee-841690575cfe {{(pid=102790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:46:36.093894 n-d-834765-1 neutron-server[102790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '289edb15-b057-48b9-8159-c673c5bb8197', 'tag': '9e4288bf-3a71-4221-a5b2-491886f56512', 'status': 'completed', 'code': 200} Mar 29 15:46:36.189870 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-114ee0d5-2d19-471c-9dc2-c8a84f2a8f39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e19b61a-3d0a-413a-bff1-f81e83aba065', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-824853783-router', 'tenant_id': '30f1929cf8cd4fa2971fe122fa56b37c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.67'}], 'enable_snat': True}, 'gw_port_id': 'c78c59da-3fbf-49c4-bf86-62617171510c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:45:45Z', 'updated_at': '2022-03-29T15:45:55Z', 'revision_number': 4, 'project_id': '30f1929cf8cd4fa2971fe122fa56b37c', 'gw_port': {'id': 'c78c59da-3fbf-49c4-bf86-62617171510c', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:34:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e19b61a-3d0a-413a-bff1-f81e83aba065', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:45:47Z', 'updated_at': '2022-03-29T15:45:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_floatingips': [{'id': '6bedf9dc-3311-4ec1-a963-0d61c46142c9', 'tenant_id': '30f1929cf8cd4fa2971fe122fa56b37c', 'floating_ip_address': '172.25.4.246', 'floating_network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'router_id': '2e19b61a-3d0a-413a-bff1-f81e83aba065', 'port_id': '9e4288bf-3a71-4221-a5b2-491886f56512', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1333, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c143bed-7e9e-4000-a4b5-c98d481a1da9', 'mac_address': 'fa:16:3e:13:8c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '289edb15-b057-48b9-8159-c673c5bb8197', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T15:46:31Z', 'updated_at': '2022-03-29T15:46:34Z', 'revision_number': 1, 'project_id': '30f1929cf8cd4fa2971fe122fa56b37c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8233b534-864c-4cc5-b7a9-53a7bd061bc8', 'name': '', 'network_id': '7c143bed-7e9e-4000-a4b5-c98d481a1da9', 'tenant_id': '30f1929cf8cd4fa2971fe122fa56b37c', 'mac_address': 'fa:16:3e:cc:1f:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e19b61a-3d0a-413a-bff1-f81e83aba065', 'device_owner': 'network:router_interface', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': 'b1987332-c2a6-4f9a-8ef4-b91bd30159c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:45:52Z', 'updated_at': '2022-03-29T15:46:02Z', 'revision_number': 5, 'project_id': '30f1929cf8cd4fa2971fe122fa56b37c', 'subnets': [{'id': 'b1987332-c2a6-4f9a-8ef4-b91bd30159c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:46:36.208315 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d4cb35-5e9b-4b72-83d0-ddec6f01b33e req-053e7eb5-e276-4094-976e-3e46198f23d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:36.210072 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-a3d4cb35-5e9b-4b72-83d0-ddec6f01b33e req-053e7eb5-e276-4094-976e-3e46198f23d7 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=30f1929cf8cd4fa2971fe122fa56b37c&device_id=289edb15-b057-48b9-8159-c673c5bb8197 HTTP/1.1" status: 200 len: 1096 time: 0.0813611 Mar 29 15:46:36.215073 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd0452d-198d-4434-9eaa-1d8d0858f8b1 req-6514c82a-80a8-4909-885a-88d4d3260628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:36.217099 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-7dd0452d-198d-4434-9eaa-1d8d0858f8b1 req-6514c82a-80a8-4909-885a-88d4d3260628 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7c143bed-7e9e-4000-a4b5-c98d481a1da9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1342938 Mar 29 15:46:36.252310 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-839f0c66-398b-40f9-acf3-39c38bb0c7e3 None None] Network 15a0213c-1273-41a6-966e-a3669c240d14 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 15:46:36.318596 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-114ee0d5-2d19-471c-9dc2-c8a84f2a8f39 None None] Checking router: 2e19b61a-3d0a-413a-bff1-f81e83aba065 for host: n-d-834765-1 {{(pid=102792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:46:36.329333 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-7dd0452d-198d-4434-9eaa-1d8d0858f8b1 req-fae356e2-3f13-403e-aff7-49a489dd3d50 service neutron] 10.222.0.42 "GET /v2.0/networks/7c143bed-7e9e-4000-a4b5-c98d481a1da9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036379 Mar 29 15:46:36.343094 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-114ee0d5-2d19-471c-9dc2-c8a84f2a8f39 None None] Routers {'2e19b61a-3d0a-413a-bff1-f81e83aba065'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:46:36.343744 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-114ee0d5-2d19-471c-9dc2-c8a84f2a8f39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:46:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['2e19b61a-3d0a-413a-bff1-f81e83aba065'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:46:36.383734 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7abcb90-cf45-48e3-8ecc-1c1a101f10ba req-e3f0d892-a11a-4840-862d-2ab650bdac23 tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:36.385390 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-a7abcb90-cf45-48e3-8ecc-1c1a101f10ba req-e3f0d892-a11a-4840-862d-2ab650bdac23 tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb1d16d2-e9dd-4dc2-a1f2-bb82bc8bbced HTTP/1.1" status: 200 len: 945 time: 0.1074378 Mar 29 15:46:36.395507 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d4cb35-5e9b-4b72-83d0-ddec6f01b33e req-8c39681b-5f11-4fda-b562-c4986ddaac61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:36.396981 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-a3d4cb35-5e9b-4b72-83d0-ddec6f01b33e req-8c39681b-5f11-4fda-b562-c4986ddaac61 service neutron] 10.222.0.44 "GET /v2.0/networks?id=7c143bed-7e9e-4000-a4b5-c98d481a1da9 HTTP/1.1" status: 200 len: 929 time: 0.1753621 Mar 29 15:46:36.463806 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-7dd0452d-198d-4434-9eaa-1d8d0858f8b1 req-909ee543-809b-4d25-917f-294050a7cd0c service neutron] 10.222.0.42 "GET /v2.0/networks/7c143bed-7e9e-4000-a4b5-c98d481a1da9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280766 Mar 29 15:46:36.539377 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-a7abcb90-cf45-48e3-8ecc-1c1a101f10ba req-f4612713-9a6a-4482-a355-39c19968a3f9 tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] 10.222.0.42 "GET /v2.0/security-groups?id=8c1a607e-8731-4409-adf4-490f4457a32b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462936 Mar 29 15:46:36.561663 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-a3d4cb35-5e9b-4b72-83d0-ddec6f01b33e req-9c61627a-7b85-47aa-9a35-4ad731fe070d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9e4288bf-3a71-4221-a5b2-491886f56512 HTTP/1.1" status: 200 len: 999 time: 0.1503756 Mar 29 15:46:36.643044 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d4cb35-5e9b-4b72-83d0-ddec6f01b33e req-48d5133c-e82b-4a5c-a8ce-ae6e1cf65950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:36.644739 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-a3d4cb35-5e9b-4b72-83d0-ddec6f01b33e req-48d5133c-e82b-4a5c-a8ce-ae6e1cf65950 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b1987332-c2a6-4f9a-8ef4-b91bd30159c4 HTTP/1.1" status: 200 len: 867 time: 0.0765972 Mar 29 15:46:36.722556 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvr_db [None req-114ee0d5-2d19-471c-9dc2-c8a84f2a8f39 None None] Set router 2e19b61a-3d0a-413a-bff1-f81e83aba065 gateway port host: n-d-834765-1 {{(pid=102792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:46:36.741869 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3760bd0a-8004-462d-a634-bdf67dea0ed8 req-a84af781-58bd-4b03-8638-6c7b58281227 tempest-ListServerFiltersTestJSON-1632672620 tempest-ListServerFiltersTestJSON-1632672620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:36.744465 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-3760bd0a-8004-462d-a634-bdf67dea0ed8 req-a84af781-58bd-4b03-8638-6c7b58281227 tempest-ListServerFiltersTestJSON-1632672620 tempest-ListServerFiltersTestJSON-1632672620-project] 10.222.0.42 "GET /v2.0/ports?device_id=51a363cc-f278-44ab-a8ab-01401225dc38 HTTP/1.1" status: 200 len: 946 time: 0.0984592 Mar 29 15:46:36.772698 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d4cb35-5e9b-4b72-83d0-ddec6f01b33e req-c1a31045-8797-49c3-ba5c-116bd5955b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:36.774175 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-a3d4cb35-5e9b-4b72-83d0-ddec6f01b33e req-c1a31045-8797-49c3-ba5c-116bd5955b1e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7c143bed-7e9e-4000-a4b5-c98d481a1da9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0995181 Mar 29 15:46:36.818935 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-3760bd0a-8004-462d-a634-bdf67dea0ed8 req-035e5695-99ea-4229-96b4-b94bff8d51b8 tempest-ListServerFiltersTestJSON-1632672620 tempest-ListServerFiltersTestJSON-1632672620-project] 10.222.0.42 "GET /v2.0/security-groups?id=4600fc30-be81-4c99-acf1-e3f516af1e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671988 Mar 29 15:46:36.918667 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6711a47d-676b-44a8-937f-9b75fc1a3036 req-0c03fb38-a369-46f4-83f9-57ef66de7a25 tempest-InstanceActionsNegativeTestJSON-809113406 tempest-InstanceActionsNegativeTestJSON-809113406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:36.930165 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-6711a47d-676b-44a8-937f-9b75fc1a3036 req-0c03fb38-a369-46f4-83f9-57ef66de7a25 tempest-InstanceActionsNegativeTestJSON-809113406 tempest-InstanceActionsNegativeTestJSON-809113406-project] 10.222.0.42 "GET /v2.0/networks?id=15a0213c-1273-41a6-966e-a3669c240d14 HTTP/1.1" status: 200 len: 822 time: 0.1395342 Mar 29 15:46:36.952784 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-6711a47d-676b-44a8-937f-9b75fc1a3036 req-1a252a25-ff1f-41cd-bbfc-15bc51e771d9 tempest-InstanceActionsNegativeTestJSON-809113406 tempest-InstanceActionsNegativeTestJSON-809113406-project] 10.222.0.42 "GET /v2.0/quotas/35d84b3226394851a263fe9999379508 HTTP/1.1" status: 200 len: 375 time: 0.0210645 Mar 29 15:46:36.987169 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-6711a47d-676b-44a8-937f-9b75fc1a3036 req-b41fd630-340e-4cc1-92f6-5effef6133af tempest-InstanceActionsNegativeTestJSON-809113406 tempest-InstanceActionsNegativeTestJSON-809113406-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=35d84b3226394851a263fe9999379508&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0332017 Mar 29 15:46:37.019997 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-114ee0d5-2d19-471c-9dc2-c8a84f2a8f39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e19b61a-3d0a-413a-bff1-f81e83aba065', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-824853783-router', 'tenant_id': '30f1929cf8cd4fa2971fe122fa56b37c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.67'}], 'enable_snat': True}, 'gw_port_id': 'c78c59da-3fbf-49c4-bf86-62617171510c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:45:45Z', 'updated_at': '2022-03-29T15:45:55Z', 'revision_number': 4, 'project_id': '30f1929cf8cd4fa2971fe122fa56b37c', 'gw_port': {'id': 'c78c59da-3fbf-49c4-bf86-62617171510c', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:34:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e19b61a-3d0a-413a-bff1-f81e83aba065', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:45:47Z', 'updated_at': '2022-03-29T15:45:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_floatingips': [{'id': '6bedf9dc-3311-4ec1-a963-0d61c46142c9', 'tenant_id': '30f1929cf8cd4fa2971fe122fa56b37c', 'floating_ip_address': '172.25.4.246', 'floating_network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'router_id': '2e19b61a-3d0a-413a-bff1-f81e83aba065', 'port_id': '9e4288bf-3a71-4221-a5b2-491886f56512', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1333, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c143bed-7e9e-4000-a4b5-c98d481a1da9', 'mac_address': 'fa:16:3e:13:8c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '289edb15-b057-48b9-8159-c673c5bb8197', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T15:46:31Z', 'updated_at': '2022-03-29T15:46:34Z', 'revision_number': 1, 'project_id': '30f1929cf8cd4fa2971fe122fa56b37c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8233b534-864c-4cc5-b7a9-53a7bd061bc8', 'name': '', 'network_id': '7c143bed-7e9e-4000-a4b5-c98d481a1da9', 'tenant_id': '30f1929cf8cd4fa2971fe122fa56b37c', 'mac_address': 'fa:16:3e:cc:1f:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e19b61a-3d0a-413a-bff1-f81e83aba065', 'device_owner': 'network:router_interface', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': 'b1987332-c2a6-4f9a-8ef4-b91bd30159c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:45:52Z', 'updated_at': '2022-03-29T15:46:02Z', 'revision_number': 5, 'project_id': '30f1929cf8cd4fa2971fe122fa56b37c', 'subnets': [{'id': 'b1987332-c2a6-4f9a-8ef4-b91bd30159c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:46:37.073553 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-114ee0d5-2d19-471c-9dc2-c8a84f2a8f39 None None] The sync data for ids ['2e19b61a-3d0a-413a-bff1-f81e83aba065'] in n-d-834765-1 is: [{'id': '2e19b61a-3d0a-413a-bff1-f81e83aba065', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-824853783-router', 'tenant_id': '30f1929cf8cd4fa2971fe122fa56b37c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.67'}], 'enable_snat': True}, 'gw_port_id': 'c78c59da-3fbf-49c4-bf86-62617171510c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:45:45Z', 'updated_at': '2022-03-29T15:45:55Z', 'revision_number': 4, 'project_id': '30f1929cf8cd4fa2971fe122fa56b37c', 'gw_port': {'id': 'c78c59da-3fbf-49c4-bf86-62617171510c', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:34:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e19b61a-3d0a-413a-bff1-f81e83aba065', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:45:47Z', 'updated_at': '2022-03-29T15:45:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_floatingips': [{'id': '6bedf9dc-3311-4ec1-a963-0d61c46142c9', 'tenant_id': '30f1929cf8cd4fa2971fe122fa56b37c', 'floating_ip_address': '172.25.4.246', 'floating_network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'router_id': '2e19b61a-3d0a-413a-bff1-f81e83aba065', 'port_id': '9e4288bf-3a71-4221-a5b2-491886f56512', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1333, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c143bed-7e9e-4000-a4b5-c98d481a1da9', 'mac_address': 'fa:16:3e:13:8c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '289edb15-b057-48b9-8159-c673c5bb8197', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T15:46:31Z', 'updated_at': '2022-03-29T15:46:34Z', 'revision_number': 1, 'project_id': '30f1929cf8cd4fa2971fe122fa56b37c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8233b534-864c-4cc5-b7a9-53a7bd061bc8', 'name': '', 'network_id': '7c143bed-7e9e-4000-a4b5-c98d481a1da9', 'tenant_id': '30f1929cf8cd4fa2971fe122fa56b37c', 'mac_address': 'fa:16:3e:cc:1f:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e19b61a-3d0a-413a-bff1-f81e83aba065', 'device_owner': 'network:router_interface', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': 'b1987332-c2a6-4f9a-8ef4-b91bd30159c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:45:52Z', 'updated_at': '2022-03-29T15:46:02Z', 'revision_number': 5, 'project_id': '30f1929cf8cd4fa2971fe122fa56b37c', 'subnets': [{'id': 'b1987332-c2a6-4f9a-8ef4-b91bd30159c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:46:37.100138 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-a3d4cb35-5e9b-4b72-83d0-ddec6f01b33e req-c75d2ed0-fce2-4823-8de0-3bbc7d73312e service neutron] 10.222.0.44 "GET /v2.0/networks/7c143bed-7e9e-4000-a4b5-c98d481a1da9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3116939 Mar 29 15:46:37.101915 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-6711a47d-676b-44a8-937f-9b75fc1a3036 req-b3f064c6-2b1c-44bb-b005-d98c069734dc service neutron] 10.222.0.42 "GET /v2.0/networks/15a0213c-1273-41a6-966e-a3669c240d14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1077871 Mar 29 15:46:37.104863 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-01d89e2c-1654-413e-b1a3-87e4940983b8 req-5c580f52-950f-4e86-8d31-8112699a0fca tempest-FloatingIPsAssociationNegativeTestJSON-492483530 tempest-FloatingIPsAssociationNegativeTestJSON-492483530-project] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=4a4a035d-ecac-4ead-baa3-25f90788773a HTTP/1.1" status: 200 len: 258 time: 0.2553658 Mar 29 15:46:37.121684 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [req-01d89e2c-1654-413e-b1a3-87e4940983b8 req-26b36abd-ced4-4c16-9a0b-92147a1ad920 tempest-FloatingIPsAssociationNegativeTestJSON-492483530 tempest-FloatingIPsAssociationNegativeTestJSON-492483530-project] Request body: {'floatingip': {'floating_network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:46:37.198697 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-01d89e2c-1654-413e-b1a3-87e4940983b8 req-26b36abd-ced4-4c16-9a0b-92147a1ad920 tempest-FloatingIPsAssociationNegativeTestJSON-492483530 tempest-FloatingIPsAssociationNegativeTestJSON-492483530-project] Notify callbacks [] for floatingip, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:37.229393 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-6711a47d-676b-44a8-937f-9b75fc1a3036 req-13efd631-de37-4a3a-a6fd-f0d016786310 service neutron] 10.222.0.42 "GET /v2.0/networks/15a0213c-1273-41a6-966e-a3669c240d14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257191 Mar 29 15:46:37.236309 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-a3d4cb35-5e9b-4b72-83d0-ddec6f01b33e req-9e5d47f0-0f07-4ef8-bd94-675eafd56b83 service neutron] 10.222.0.44 "GET /v2.0/networks/7c143bed-7e9e-4000-a4b5-c98d481a1da9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268837 Mar 29 15:46:37.321956 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-01d89e2c-1654-413e-b1a3-87e4940983b8 req-26b36abd-ced4-4c16-9a0b-92147a1ad920 tempest-FloatingIPsAssociationNegativeTestJSON-492483530 tempest-FloatingIPsAssociationNegativeTestJSON-492483530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:37.406502 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57ae16f2-d267-41f5-8bf1-219274bc5f4b None None] New status for floating IP 6bedf9dc-3311-4ec1-a963-0d61c46142c9: ACTIVE {{(pid=102793) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 15:46:37.484869 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_common [req-01d89e2c-1654-413e-b1a3-87e4940983b8 req-26b36abd-ced4-4c16-9a0b-92147a1ad920 tempest-FloatingIPsAssociationNegativeTestJSON-492483530 tempest-FloatingIPsAssociationNegativeTestJSON-492483530-project] Allocated IP 172.25.4.21 (4a4a035d-ecac-4ead-baa3-25f90788773a/e1a353dc-fac8-4901-a63c-273840237d6a/96f6d1a9-72e5-48c6-9d7b-d401e2e8e66a) {{(pid=102791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:46:37.523218 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9236ea7-c773-46d7-afef-5671b8c55399 req-e2d789cc-a155-4948-8a5c-570193a04254 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:37.525258 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-c9236ea7-c773-46d7-afef-5671b8c55399 req-e2d789cc-a155-4948-8a5c-570193a04254 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] 10.222.0.42 "GET /v2.0/ports?device_id=149487e7-8e7a-421e-9b26-38fcb904048e HTTP/1.1" status: 200 len: 946 time: 0.0746672 Mar 29 15:46:37.532994 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device 8b2a470d-90ea-4ceb-90e7-dade170a3c3f details requested by agent hyperv_n-h2-834765-1 with host n-h2-834765-1 {{(pid=102792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 15:46:37.644942 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-c9236ea7-c773-46d7-afef-5671b8c55399 req-52f933c4-b44a-4237-a9c7-47154877c1d0 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] 10.222.0.42 "GET /v2.0/security-groups?id=f08e979a-b162-4e81-8f48-4f228bf81759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067338 Mar 29 15:46:37.715436 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-01d89e2c-1654-413e-b1a3-87e4940983b8 req-26b36abd-ced4-4c16-9a0b-92147a1ad920 tempest-FloatingIPsAssociationNegativeTestJSON-492483530 tempest-FloatingIPsAssociationNegativeTestJSON-492483530-project] Notify callbacks [] for port, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:37.741263 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 51620) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:46:37.765023 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port 8b2a470d-90ea-4ceb-90e7-dade170a3c3f, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=8b2a470d-90ea-4ceb-90e7-dade170a3c3f,segment=NetworkSegment(a0c230f0-660a-4194-9279-0f0781d34134),segment_id=a0c230f0-660a-4194-9279-0f0781d34134)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:46:37.787842 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-01d89e2c-1654-413e-b1a3-87e4940983b8 req-26b36abd-ced4-4c16-9a0b-92147a1ad920 tempest-FloatingIPsAssociationNegativeTestJSON-492483530 tempest-FloatingIPsAssociationNegativeTestJSON-492483530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:37.795162 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Returning: {'device': '8b2a470d-90ea-4ceb-90e7-dade170a3c3f', 'network_id': '2268a9b9-82fd-4886-a91d-3a50e4e16cab', 'port_id': '8b2a470d-90ea-4ceb-90e7-dade170a3c3f', 'mac_address': 'fa:16:3e:7e:ea:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 625, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abb8e5d6-2aea-4455-a944-3435a3d1ce49', 'ip_address': '192.168.233.97'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 15:46:37.876043 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:37.892064 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b2a470d-90ea-4ceb-90e7-dade170a3c3f {{(pid=102792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:46:37.905973 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01d89e2c-1654-413e-b1a3-87e4940983b8 req-26b36abd-ced4-4c16-9a0b-92147a1ad920 tempest-FloatingIPsAssociationNegativeTestJSON-492483530 tempest-FloatingIPsAssociationNegativeTestJSON-492483530-project] Network 4a4a035d-ecac-4ead-baa3-25f90788773a is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:46:37.909206 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [req-01d89e2c-1654-413e-b1a3-87e4940983b8 req-26b36abd-ced4-4c16-9a0b-92147a1ad920 tempest-FloatingIPsAssociationNegativeTestJSON-492483530 tempest-FloatingIPsAssociationNegativeTestJSON-492483530-project] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:46:37.913005 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [req-01d89e2c-1654-413e-b1a3-87e4940983b8 req-26b36abd-ced4-4c16-9a0b-92147a1ad920 tempest-FloatingIPsAssociationNegativeTestJSON-492483530 tempest-FloatingIPsAssociationNegativeTestJSON-492483530-project] Received port after_create {{(pid=102791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:46:37.923864 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port 8b2a470d-90ea-4ceb-90e7-dade170a3c3f, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=8b2a470d-90ea-4ceb-90e7-dade170a3c3f,segment=NetworkSegment(a0c230f0-660a-4194-9279-0f0781d34134),segment_id=a0c230f0-660a-4194-9279-0f0781d34134)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:46:37.930626 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:37.973698 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b36abd-ced4-4c16-9a0b-92147a1ad920 tempest-FloatingIPsAssociationNegativeTestJSON-492483530 tempest-FloatingIPsAssociationNegativeTestJSON-492483530-project] Pushing event updated for resources: {'Port': ['ID=96f6d1a9-72e5-48c6-9d7b-d401e2e8e66a,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:46:37.994380 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device a5546757-5675-4251-805e-2ecb9a2a21ba no longer exists at agent hyperv_n-h1-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:46:38.030343 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] No Port match for: a5546757-5675-4251-805e-2ecb9a2a21ba {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 15:46:38.030680 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device a5546757-5675-4251-805e-2ecb9a2a21ba not bound to the agent host n-h1-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:46:38.055039 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Pushing event updated for resources: {'Port': ['ID=8b2a470d-90ea-4ceb-90e7-dade170a3c3f,revision_number=4']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:46:38.064689 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ef3041-215b-4e37-8e3d-172e6790672c req-beca25fe-4d1f-4c2f-aba1-9fb743c19c2f tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:38.065169 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-01d89e2c-1654-413e-b1a3-87e4940983b8 req-26b36abd-ced4-4c16-9a0b-92147a1ad920 tempest-FloatingIPsAssociationNegativeTestJSON-492483530 tempest-FloatingIPsAssociationNegativeTestJSON-492483530-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:38.066245 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-14ef3041-215b-4e37-8e3d-172e6790672c req-beca25fe-4d1f-4c2f-aba1-9fb743c19c2f tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/ports?device_id=7bd5042f-d9f8-4161-b261-c1d7af6a3af4 HTTP/1.1" status: 200 len: 948 time: 0.1486518 Mar 29 15:46:38.107882 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-01d89e2c-1654-413e-b1a3-87e4940983b8 req-26b36abd-ced4-4c16-9a0b-92147a1ad920 tempest-FloatingIPsAssociationNegativeTestJSON-492483530 tempest-FloatingIPsAssociationNegativeTestJSON-492483530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:38.167061 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-14ef3041-215b-4e37-8e3d-172e6790672c req-886d3fd8-860a-40f3-9bdc-12a1f09af6c9 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/security-groups?id=56997969-7130-4d86-9e9d-e068deb19a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905237 Mar 29 15:46:38.308347 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] get_ports_and_sgs() called for port_ids ['8b2a470d-90ea-4ceb-90e7-dade170a3c3f'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:46:38.309523 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-dffe8030-d46c-4e9a-adbc-7b1d895abdca req-469a624d-53c2-4ba1-9851-24c9a8fcb77f tempest-InstanceActionsNegativeTestJSON-809113406 tempest-InstanceActionsNegativeTestJSON-809113406-project] 10.222.0.42 "GET /v2.0/ports?device_id=ba72e32d-bfc0-4095-8b04-cba7c2e1b12e HTTP/1.1" status: 200 len: 210 time: 0.0361784 Mar 29 15:46:38.339741 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-01d89e2c-1654-413e-b1a3-87e4940983b8 req-26b36abd-ced4-4c16-9a0b-92147a1ad920 tempest-FloatingIPsAssociationNegativeTestJSON-492483530 tempest-FloatingIPsAssociationNegativeTestJSON-492483530-project] Notify callbacks [] for port, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:38.348272 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-01d89e2c-1654-413e-b1a3-87e4940983b8 req-26b36abd-ced4-4c16-9a0b-92147a1ad920 tempest-FloatingIPsAssociationNegativeTestJSON-492483530 tempest-FloatingIPsAssociationNegativeTestJSON-492483530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:38.438801 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b36abd-ced4-4c16-9a0b-92147a1ad920 tempest-FloatingIPsAssociationNegativeTestJSON-492483530 tempest-FloatingIPsAssociationNegativeTestJSON-492483530-project] Pushing event updated for resources: {'Port': ['ID=96f6d1a9-72e5-48c6-9d7b-d401e2e8e66a,revision_number=2']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:46:38.445658 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-01d89e2c-1654-413e-b1a3-87e4940983b8 req-26b36abd-ced4-4c16-9a0b-92147a1ad920 tempest-FloatingIPsAssociationNegativeTestJSON-492483530 tempest-FloatingIPsAssociationNegativeTestJSON-492483530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648212'] for floatingip, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:38.465874 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-01d89e2c-1654-413e-b1a3-87e4940983b8 req-26b36abd-ced4-4c16-9a0b-92147a1ad920 tempest-FloatingIPsAssociationNegativeTestJSON-492483530 tempest-FloatingIPsAssociationNegativeTestJSON-492483530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for floatingip, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:38.467183 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-01d89e2c-1654-413e-b1a3-87e4940983b8 req-26b36abd-ced4-4c16-9a0b-92147a1ad920 tempest-FloatingIPsAssociationNegativeTestJSON-492483530 tempest-FloatingIPsAssociationNegativeTestJSON-492483530-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.3504214 Mar 29 15:46:38.494128 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bb63e9-4f6f-47e3-8385-d541ac6bc4d5 req-350897d6-c00c-4864-883b-0cc6a304603c tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:38.495827 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-02bb63e9-4f6f-47e3-8385-d541ac6bc4d5 req-350897d6-c00c-4864-883b-0cc6a304603c tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb1d16d2-e9dd-4dc2-a1f2-bb82bc8bbced HTTP/1.1" status: 200 len: 945 time: 0.1067989 Mar 29 15:46:38.502281 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-83a2578e-5e6e-4b78-ad35-718b4d1b59b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-530452'] for router_interface, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:38.530646 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-01d89e2c-1654-413e-b1a3-87e4940983b8 req-fdd0beef-5975-433e-ab25-9ca4eb79d699 tempest-FloatingIPsAssociationNegativeTestJSON-492483530 tempest-FloatingIPsAssociationNegativeTestJSON-492483530-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.4.21 HTTP/1.1" status: 200 len: 695 time: 0.0545707 Mar 29 15:46:38.615482 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-02bb63e9-4f6f-47e3-8385-d541ac6bc4d5 req-7e2328be-ae69-4526-b0ae-ff6c2d611e13 tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] 10.222.0.42 "GET /v2.0/security-groups?id=8c1a607e-8731-4409-adf4-490f4457a32b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777323 Mar 29 15:46:38.698398 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d89e2c-1654-413e-b1a3-87e4940983b8 req-a826d378-e041-4d37-91d7-99d192668992 tempest-FloatingIPsAssociationNegativeTestJSON-492483530 tempest-FloatingIPsAssociationNegativeTestJSON-492483530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:38.700021 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-01d89e2c-1654-413e-b1a3-87e4940983b8 req-a826d378-e041-4d37-91d7-99d192668992 tempest-FloatingIPsAssociationNegativeTestJSON-492483530 tempest-FloatingIPsAssociationNegativeTestJSON-492483530-project] 10.222.0.42 "GET /v2.0/networks/4a4a035d-ecac-4ead-baa3-25f90788773a HTTP/1.1" status: 200 len: 784 time: 0.1637640 Mar 29 15:46:38.787821 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eaa93bd-29ef-4eb9-a291-be19f5d7a49e req-2e1d31d2-0d4a-48e3-aede-297c894cc891 tempest-ListServerFiltersTestJSON-1632672620 tempest-ListServerFiltersTestJSON-1632672620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:38.789321 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-9eaa93bd-29ef-4eb9-a291-be19f5d7a49e req-2e1d31d2-0d4a-48e3-aede-297c894cc891 tempest-ListServerFiltersTestJSON-1632672620 tempest-ListServerFiltersTestJSON-1632672620-project] 10.222.0.42 "GET /v2.0/ports?device_id=51a363cc-f278-44ab-a8ab-01401225dc38 HTTP/1.1" status: 200 len: 946 time: 0.0674765 Mar 29 15:46:38.854903 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-9eaa93bd-29ef-4eb9-a291-be19f5d7a49e req-a0fa69ff-241a-473b-be26-29ededa04226 tempest-ListServerFiltersTestJSON-1632672620 tempest-ListServerFiltersTestJSON-1632672620-project] 10.222.0.42 "GET /v2.0/security-groups?id=4600fc30-be81-4c99-acf1-e3f516af1e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568471 Mar 29 15:46:38.960432 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-83a2578e-5e6e-4b78-ad35-718b4d1b59b8 admin admin] Deleting port 7bac8d4f-83d2-4100-92a6-b01c2323b60e {{(pid=102790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:46:38.963902 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-83a2578e-5e6e-4b78-ad35-718b4d1b59b8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:38.969446 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f498346-4270-420b-a047-dec889bf97e9 req-ab17b946-662f-4bdd-8879-8b98d399723e tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:38.977442 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4f498346-4270-420b-a047-dec889bf97e9 req-ab17b946-662f-4bdd-8879-8b98d399723e tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] 10.222.0.42 "GET /v2.0/ports?device_id=149487e7-8e7a-421e-9b26-38fcb904048e HTTP/1.1" status: 200 len: 946 time: 0.1565478 Mar 29 15:46:38.993609 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6711a47d-676b-44a8-937f-9b75fc1a3036 req-050b35c4-cc88-4c78-a97f-99734da93c67 tempest-InstanceActionsNegativeTestJSON-809113406 tempest-InstanceActionsNegativeTestJSON-809113406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:38.995184 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6711a47d-676b-44a8-937f-9b75fc1a3036 req-050b35c4-cc88-4c78-a97f-99734da93c67 tempest-InstanceActionsNegativeTestJSON-809113406 tempest-InstanceActionsNegativeTestJSON-809113406-project] 10.222.0.44 "GET /v2.0/networks?id=15a0213c-1273-41a6-966e-a3669c240d14 HTTP/1.1" status: 200 len: 822 time: 0.2444942 Mar 29 15:46:39.017187 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [req-6711a47d-676b-44a8-937f-9b75fc1a3036 req-e4facfd4-71f0-4ff8-b946-b826af5d50bd tempest-InstanceActionsNegativeTestJSON-809113406 tempest-InstanceActionsNegativeTestJSON-809113406-project] Request body: {'port': {'device_id': 'ba72e32d-bfc0-4095-8b04-cba7c2e1b12e', 'network_id': '15a0213c-1273-41a6-966e-a3669c240d14', 'admin_state_up': True, 'tenant_id': '35d84b3226394851a263fe9999379508'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:46:39.055112 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4f498346-4270-420b-a047-dec889bf97e9 req-dc860be0-fd6e-4f17-9a38-c00da3352311 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] 10.222.0.42 "GET /v2.0/security-groups?id=f08e979a-b162-4e81-8f48-4f228bf81759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764906 Mar 29 15:46:39.216871 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6711a47d-676b-44a8-937f-9b75fc1a3036 req-e4facfd4-71f0-4ff8-b946-b826af5d50bd tempest-InstanceActionsNegativeTestJSON-809113406 tempest-InstanceActionsNegativeTestJSON-809113406-project] Made reservation on behalf of 35d84b3226394851a263fe9999379508 for: {'port': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:46:39.223605 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-6711a47d-676b-44a8-937f-9b75fc1a3036 req-e4facfd4-71f0-4ff8-b946-b826af5d50bd tempest-InstanceActionsNegativeTestJSON-809113406 tempest-InstanceActionsNegativeTestJSON-809113406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:39.407585 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6545299-2ded-4af8-9151-07cd784703d2 req-f1b24b43-fcc1-43f7-853c-c017cc7551f8 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:39.417020 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-a6545299-2ded-4af8-9151-07cd784703d2 req-f1b24b43-fcc1-43f7-853c-c017cc7551f8 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/ports?device_id=7bd5042f-d9f8-4161-b261-c1d7af6a3af4 HTTP/1.1" status: 200 len: 948 time: 0.1104934 Mar 29 15:46:39.464411 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_common [req-6711a47d-676b-44a8-937f-9b75fc1a3036 req-e4facfd4-71f0-4ff8-b946-b826af5d50bd tempest-InstanceActionsNegativeTestJSON-809113406 tempest-InstanceActionsNegativeTestJSON-809113406-project] Allocated IP 172.20.0.12 (15a0213c-1273-41a6-966e-a3669c240d14/5235ec26-f5f8-4832-a0b1-e14c5e73ceaa/56ce7f38-d524-4bea-b1a8-b73c6b26c3ae) {{(pid=102791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:46:39.486741 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-a6545299-2ded-4af8-9151-07cd784703d2 req-ea15eaa2-9bde-4a35-b50a-ecb8234b85d7 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/security-groups?id=56997969-7130-4d86-9e9d-e068deb19a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684431 Mar 29 15:46:39.493624 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [None req-83a2578e-5e6e-4b78-ad35-718b4d1b59b8 admin admin] For port 7bac8d4f-83d2-4100-92a6-b01c2323b60e, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=7bac8d4f-83d2-4100-92a6-b01c2323b60e,segment=NetworkSegment(0cd06506-4f89-4e38-b026-ae80d7df7405),segment_id=0cd06506-4f89-4e38-b026-ae80d7df7405)] {{(pid=102790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:46:39.494620 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-83a2578e-5e6e-4b78-ad35-718b4d1b59b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:39.504421 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29138cbc-b86b-4441-b1f7-61dbef32e09d req-7c400d63-1555-481a-96d4-d212083cfd04 tempest-FloatingIPsAssociationNegativeTestJSON-492483530 tempest-FloatingIPsAssociationNegativeTestJSON-492483530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:39.511733 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-29138cbc-b86b-4441-b1f7-61dbef32e09d req-7c400d63-1555-481a-96d4-d212083cfd04 tempest-FloatingIPsAssociationNegativeTestJSON-492483530 tempest-FloatingIPsAssociationNegativeTestJSON-492483530-project] 10.222.0.42 "GET /v2.0/ports?device_id=289edb15-b057-48b9-8159-c673c5bb8197&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.4215040 Mar 29 15:46:39.544110 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device 8b2a470d-90ea-4ceb-90e7-dade170a3c3f up at agent hyperv_n-h2-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:46:39.561292 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-83a2578e-5e6e-4b78-ad35-718b4d1b59b8 admin admin] Calling delete_port for 7bac8d4f-83d2-4100-92a6-b01c2323b60e owned by network:router_interface {{(pid=102790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:46:39.577730 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-29138cbc-b86b-4441-b1f7-61dbef32e09d req-7822b781-5bff-4343-8aff-bd053f02903b tempest-FloatingIPsAssociationNegativeTestJSON-492483530 tempest-FloatingIPsAssociationNegativeTestJSON-492483530-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.4.21 HTTP/1.1" status: 200 len: 695 time: 0.0650525 Mar 29 15:46:39.587190 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [req-29138cbc-b86b-4441-b1f7-61dbef32e09d req-c006c6cf-03b8-43ba-8359-7245b1c2b55a tempest-FloatingIPsAssociationNegativeTestJSON-492483530 tempest-FloatingIPsAssociationNegativeTestJSON-492483530-project] Request body: {'floatingip': {'port_id': '9e4288bf-3a71-4221-a5b2-491886f56512', 'fixed_ip_address': '172.20.0.7'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:46:39.609622 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Provisioning for port 8b2a470d-90ea-4ceb-90e7-dade170a3c3f completed by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 15:46:39.615578 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Provisioning complete for port 8b2a470d-90ea-4ceb-90e7-dade170a3c3f triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:46:39.616243 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:39.663034 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-29138cbc-b86b-4441-b1f7-61dbef32e09d req-c006c6cf-03b8-43ba-8359-7245b1c2b55a tempest-FloatingIPsAssociationNegativeTestJSON-492483530 tempest-FloatingIPsAssociationNegativeTestJSON-492483530-project] Notify callbacks [] for floatingip, before_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:39.675441 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-6711a47d-676b-44a8-937f-9b75fc1a3036 req-e4facfd4-71f0-4ff8-b946-b826af5d50bd tempest-InstanceActionsNegativeTestJSON-809113406 tempest-InstanceActionsNegativeTestJSON-809113406-project] Notify callbacks [] for port, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:39.728525 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-6711a47d-676b-44a8-937f-9b75fc1a3036 req-e4facfd4-71f0-4ff8-b946-b826af5d50bd tempest-InstanceActionsNegativeTestJSON-809113406 tempest-InstanceActionsNegativeTestJSON-809113406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:39.782367 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:39.800993 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6711a47d-676b-44a8-937f-9b75fc1a3036 req-e4facfd4-71f0-4ff8-b946-b826af5d50bd tempest-InstanceActionsNegativeTestJSON-809113406 tempest-InstanceActionsNegativeTestJSON-809113406-project] Network 15a0213c-1273-41a6-966e-a3669c240d14 is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:46:39.807282 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [req-6711a47d-676b-44a8-937f-9b75fc1a3036 req-e4facfd4-71f0-4ff8-b946-b826af5d50bd tempest-InstanceActionsNegativeTestJSON-809113406 tempest-InstanceActionsNegativeTestJSON-809113406-project] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:46:39.810570 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [req-6711a47d-676b-44a8-937f-9b75fc1a3036 req-e4facfd4-71f0-4ff8-b946-b826af5d50bd tempest-InstanceActionsNegativeTestJSON-809113406 tempest-InstanceActionsNegativeTestJSON-809113406-project] Received port after_create {{(pid=102791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:46:39.845455 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4facfd4-71f0-4ff8-b946-b826af5d50bd tempest-InstanceActionsNegativeTestJSON-809113406 tempest-InstanceActionsNegativeTestJSON-809113406-project] Pushing event updated for resources: {'Port': ['ID=56ce7f38-d524-4bea-b1a8-b73c6b26c3ae,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:46:39.853994 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port 8b2a470d-90ea-4ceb-90e7-dade170a3c3f, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=8b2a470d-90ea-4ceb-90e7-dade170a3c3f,segment=NetworkSegment(a0c230f0-660a-4194-9279-0f0781d34134),segment_id=a0c230f0-660a-4194-9279-0f0781d34134)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:46:39.855071 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bd5042f-d9f8-4161-b261-c1d7af6a3af4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b2a470d-90ea-4ceb-90e7-dade170a3c3f'}] {{(pid=102792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:46:39.856893 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df8dcd4-a5fc-4a64-ad64-dfa87c8b7a48 req-9e25d2c2-8563-4b77-9542-d3363760e9eb tempest-InstanceActionsNegativeTestJSON-809113406 tempest-InstanceActionsNegativeTestJSON-809113406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:39.857770 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4f476c66b318cc6068719fc39557fac68d413f5c7e78fa77028c7948e999ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4265809c-fcfd-45f9-9aab-7b709d5d237f" -d '{"events": [{"server_uuid": "7bd5042f-d9f8-4161-b261-c1d7af6a3af4", "name": "network-vif-plugged", "status": "completed", "tag": "8b2a470d-90ea-4ceb-90e7-dade170a3c3f"}]}' {{(pid=102792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:46:39.858838 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-7df8dcd4-a5fc-4a64-ad64-dfa87c8b7a48 req-9e25d2c2-8563-4b77-9542-d3363760e9eb tempest-InstanceActionsNegativeTestJSON-809113406 tempest-InstanceActionsNegativeTestJSON-809113406-project] 10.222.0.42 "GET /v2.0/ports?device_id=ba72e32d-bfc0-4095-8b04-cba7c2e1b12e HTTP/1.1" status: 200 len: 932 time: 0.1509864 Mar 29 15:46:39.866186 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:39.930896 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6711a47d-676b-44a8-937f-9b75fc1a3036 req-e4facfd4-71f0-4ff8-b946-b826af5d50bd tempest-InstanceActionsNegativeTestJSON-809113406 tempest-InstanceActionsNegativeTestJSON-809113406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:39.931814 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-6711a47d-676b-44a8-937f-9b75fc1a3036 req-e4facfd4-71f0-4ff8-b946-b826af5d50bd tempest-InstanceActionsNegativeTestJSON-809113406 tempest-InstanceActionsNegativeTestJSON-809113406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:39.961271 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Pushing event updated for resources: {'Port': ['ID=8b2a470d-90ea-4ceb-90e7-dade170a3c3f,revision_number=5']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:46:39.974209 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-7df8dcd4-a5fc-4a64-ad64-dfa87c8b7a48 req-9fef5bd2-7a98-4d23-b167-ca78d0e7a2fd tempest-InstanceActionsNegativeTestJSON-809113406 tempest-InstanceActionsNegativeTestJSON-809113406-project] 10.222.0.42 "GET /v2.0/security-groups?id=9f2458c7-6f6c-48f0-b187-eafc7b6e098b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968144 Mar 29 15:46:39.980792 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6711a47d-676b-44a8-937f-9b75fc1a3036 req-e4facfd4-71f0-4ff8-b946-b826af5d50bd tempest-InstanceActionsNegativeTestJSON-809113406 tempest-InstanceActionsNegativeTestJSON-809113406-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9699693 Mar 29 15:46:40.007570 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [req-6711a47d-676b-44a8-937f-9b75fc1a3036 req-0146aed6-bdf4-41b9-8955-b150d41fa6d7 service neutron] Request body: {'port': {'device_id': 'ba72e32d-bfc0-4095-8b04-cba7c2e1b12e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834765-1'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:46:40.041137 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-83a2578e-5e6e-4b78-ad35-718b4d1b59b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:40.095687 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a2578e-5e6e-4b78-ad35-718b4d1b59b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=7bac8d4f-83d2-4100-92a6-b01c2323b60e,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:46:40.095999 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-6711a47d-676b-44a8-937f-9b75fc1a3036 req-0146aed6-bdf4-41b9-8955-b150d41fa6d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:40.154543 n-d-834765-1 neutron-server[102790]: INFO neutron.api.v2.resource [req-29138cbc-b86b-4441-b1f7-61dbef32e09d req-c006c6cf-03b8-43ba-8359-7245b1c2b55a tempest-FloatingIPsAssociationNegativeTestJSON-492483530 tempest-FloatingIPsAssociationNegativeTestJSON-492483530-project] update failed (client error): There was a conflict when trying to complete your request. Mar 29 15:46:40.163839 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-29138cbc-b86b-4441-b1f7-61dbef32e09d req-c006c6cf-03b8-43ba-8359-7245b1c2b55a tempest-FloatingIPsAssociationNegativeTestJSON-492483530 tempest-FloatingIPsAssociationNegativeTestJSON-492483530-project] 10.222.0.42 "PUT /v2.0/floatingips/603cc109-be65-4ce3-8a43-283124152cf8 HTTP/1.1" status: 409 len: 549 time: 0.5848997 Mar 29 15:46:40.258809 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:46:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2518cb7f-c033-4d63-9ea4-d81fe4f377f8 x-openstack-request-id: req-2518cb7f-c033-4d63-9ea4-d81fe4f377f8 {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:46:40.259191 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bd5042f-d9f8-4161-b261-c1d7af6a3af4", "name": "network-vif-plugged", "status": "completed", "tag": "8b2a470d-90ea-4ceb-90e7-dade170a3c3f", "code": 200}]} {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:46:40.259561 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-2518cb7f-c033-4d63-9ea4-d81fe4f377f8 {{(pid=102792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:46:40.260062 n-d-834765-1 neutron-server[102792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bd5042f-d9f8-4161-b261-c1d7af6a3af4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b2a470d-90ea-4ceb-90e7-dade170a3c3f', 'code': 200} Mar 29 15:46:40.397889 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-83a2578e-5e6e-4b78-ad35-718b4d1b59b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-530528'] for router_interface, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:40.416598 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a74bfe4-c1d0-4c89-80c9-dc084e69da2d req-34cc676c-64fc-493e-82ea-94dfaf429c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:40.418085 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-6a74bfe4-c1d0-4c89-80c9-dc084e69da2d req-34cc676c-64fc-493e-82ea-94dfaf429c37 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=7bd5042f-d9f8-4161-b261-c1d7af6a3af4 HTTP/1.1" status: 200 len: 1100 time: 0.0986834 Mar 29 15:46:40.479228 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086d1e38-06d3-4989-b3e7-12191fc80bbe req-f86849fa-38fd-4d5c-8209-e2bda44453b3 tempest-ListServerFiltersTestJSON-1632672620 tempest-ListServerFiltersTestJSON-1632672620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:40.480868 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-086d1e38-06d3-4989-b3e7-12191fc80bbe req-f86849fa-38fd-4d5c-8209-e2bda44453b3 tempest-ListServerFiltersTestJSON-1632672620 tempest-ListServerFiltersTestJSON-1632672620-project] 10.222.0.42 "GET /v2.0/ports?device_id=51a363cc-f278-44ab-a8ab-01401225dc38 HTTP/1.1" status: 200 len: 946 time: 0.1509101 Mar 29 15:46:40.504423 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf02f7d3-4619-4b41-979b-3d37cdf6421d req-0e27db50-12ff-4da6-ad9a-0a50aad30a1c tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:40.505873 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-bf02f7d3-4619-4b41-979b-3d37cdf6421d req-0e27db50-12ff-4da6-ad9a-0a50aad30a1c tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb1d16d2-e9dd-4dc2-a1f2-bb82bc8bbced HTTP/1.1" status: 200 len: 945 time: 0.4487898 Mar 29 15:46:40.577915 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-6a74bfe4-c1d0-4c89-80c9-dc084e69da2d req-28dcb233-1ba0-4850-ab7b-bf86b3f77f83 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=56997969-7130-4d86-9e9d-e068deb19a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510787 Mar 29 15:46:40.591735 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-086d1e38-06d3-4989-b3e7-12191fc80bbe req-ebbdb362-295c-41fb-bd08-6b598f90838f tempest-ListServerFiltersTestJSON-1632672620 tempest-ListServerFiltersTestJSON-1632672620-project] 10.222.0.42 "GET /v2.0/security-groups?id=4600fc30-be81-4c99-acf1-e3f516af1e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961697 Mar 29 15:46:40.613167 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-bf02f7d3-4619-4b41-979b-3d37cdf6421d req-7008555a-389c-4cd2-b73d-2d81bb2f1b56 tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] 10.222.0.42 "GET /v2.0/security-groups?id=8c1a607e-8731-4409-adf4-490f4457a32b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989218 Mar 29 15:46:40.734795 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-dff4badc-b9e1-459a-bc87-5fd5651f512a req-2b2fc596-e328-41a4-a65c-0c575894f057 tempest-FloatingIPsAssociationNegativeTestJSON-492483530 tempest-FloatingIPsAssociationNegativeTestJSON-492483530-project] 10.222.0.42 "GET /v2.0/floatingips/603cc109-be65-4ce3-8a43-283124152cf8 HTTP/1.1" status: 200 len: 692 time: 0.0760748 Mar 29 15:46:40.785388 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f2b064-9092-41a3-9bba-9fbe28d87255 req-e9110e3f-e5d5-4653-b34e-7b8e83904ee5 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:40.786818 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-b3f2b064-9092-41a3-9bba-9fbe28d87255 req-e9110e3f-e5d5-4653-b34e-7b8e83904ee5 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] 10.222.0.42 "GET /v2.0/ports?device_id=149487e7-8e7a-421e-9b26-38fcb904048e HTTP/1.1" status: 200 len: 946 time: 0.0970774 Mar 29 15:46:40.802360 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83a2578e-5e6e-4b78-ad35-718b4d1b59b8 admin admin] Router 558a6211-e684-49e0-8eed-dc2dd1edc24a has already been hosted by L3 agent c648d819-1060-4f26-b4ec-6455387b5dff {{(pid=102790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 15:46:40.881712 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-b3f2b064-9092-41a3-9bba-9fbe28d87255 req-5e76a743-574e-4425-a08f-a08442be4cc1 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] 10.222.0.42 "GET /v2.0/security-groups?id=f08e979a-b162-4e81-8f48-4f228bf81759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818164 Mar 29 15:46:40.907360 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff4badc-b9e1-459a-bc87-5fd5651f512a req-df7a8e7f-079b-43b6-a19b-61731f4c503e tempest-FloatingIPsAssociationNegativeTestJSON-492483530 tempest-FloatingIPsAssociationNegativeTestJSON-492483530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:40.915210 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-dff4badc-b9e1-459a-bc87-5fd5651f512a req-df7a8e7f-079b-43b6-a19b-61731f4c503e tempest-FloatingIPsAssociationNegativeTestJSON-492483530 tempest-FloatingIPsAssociationNegativeTestJSON-492483530-project] 10.222.0.42 "GET /v2.0/networks/4a4a035d-ecac-4ead-baa3-25f90788773a HTTP/1.1" status: 200 len: 784 time: 0.1715636 Mar 29 15:46:40.920099 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [req-6711a47d-676b-44a8-937f-9b75fc1a3036 req-0146aed6-bdf4-41b9-8955-b150d41fa6d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56ce7f38-d524-4bea-b1a8-b73c6b26c3ae {{(pid=102791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:46:40.940547 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-6711a47d-676b-44a8-937f-9b75fc1a3036 req-0146aed6-bdf4-41b9-8955-b150d41fa6d7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:40.981114 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83a2578e-5e6e-4b78-ad35-718b4d1b59b8 admin admin] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:46:40.990354 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-83a2578e-5e6e-4b78-ad35-718b4d1b59b8 admin admin] 10.222.0.42 "PUT /v2.0/routers/558a6211-e684-49e0-8eed-dc2dd1edc24a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2478609 Mar 29 15:46:40.990533 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 51670) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:46:40.993824 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-dff4badc-b9e1-459a-bc87-5fd5651f512a req-ec2abcfe-3437-4c17-8fe9-698a4bce9aa6 tempest-FloatingIPsAssociationNegativeTestJSON-492483530 tempest-FloatingIPsAssociationNegativeTestJSON-492483530-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.4.21 HTTP/1.1" status: 200 len: 695 time: 0.0774302 Mar 29 15:46:40.996018 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61b86904-1eef-46e7-b931-d631dd3c03d4 None None] Sync routers for ids ['558a6211-e684-49e0-8eed-dc2dd1edc24a'] in n-d-834765-1 {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:46:40.996624 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.provisioning_blocks [req-6711a47d-676b-44a8-937f-9b75fc1a3036 req-0146aed6-bdf4-41b9-8955-b150d41fa6d7 service neutron] Transition to ACTIVE for port object 56ce7f38-d524-4bea-b1a8-b73c6b26c3ae will not be triggered until provisioned by entity L2. {{(pid=102791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 15:46:41.010503 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-6711a47d-676b-44a8-937f-9b75fc1a3036 req-0146aed6-bdf4-41b9-8955-b150d41fa6d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:41.013951 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61b86904-1eef-46e7-b931-d631dd3c03d4 None None] Routers {'558a6211-e684-49e0-8eed-dc2dd1edc24a'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:46:41.015309 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-61b86904-1eef-46e7-b931-d631dd3c03d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:46:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['558a6211-e684-49e0-8eed-dc2dd1edc24a'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:46:41.093800 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa91d16b-ebc9-49f3-a977-0dd171b86a3f req-f3deebe5-4f59-46b4-a5dc-ec00e7682cde tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:41.096381 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-aa91d16b-ebc9-49f3-a977-0dd171b86a3f req-f3deebe5-4f59-46b4-a5dc-ec00e7682cde tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/ports?device_id=7bd5042f-d9f8-4161-b261-c1d7af6a3af4 HTTP/1.1" status: 200 len: 949 time: 0.1317132 Mar 29 15:46:41.111446 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-dff4badc-b9e1-459a-bc87-5fd5651f512a req-7d0d9d8e-dd0f-426c-ad33-241a90f1cc2d tempest-FloatingIPsAssociationNegativeTestJSON-492483530 tempest-FloatingIPsAssociationNegativeTestJSON-492483530-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.4.21 HTTP/1.1" status: 200 len: 695 time: 0.1018920 Mar 29 15:46:41.111446 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0146aed6-bdf4-41b9-8955-b150d41fa6d7 service neutron] Pushing event updated for resources: {'Port': ['ID=56ce7f38-d524-4bea-b1a8-b73c6b26c3ae,revision_number=2']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:46:41.166013 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvr_db [None req-61b86904-1eef-46e7-b931-d631dd3c03d4 None None] Set router 558a6211-e684-49e0-8eed-dc2dd1edc24a gateway port host: n-d-834765-1 {{(pid=102792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:46:41.168321 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-070df1d2-fa88-45ec-bf5c-4c115592d431 admin admin] Notify callbacks [] for router, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:41.215528 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-aa91d16b-ebc9-49f3-a977-0dd171b86a3f req-f685c3d6-9714-44d1-b5f7-d428f384fbc7 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/security-groups?id=56997969-7130-4d86-9e9d-e068deb19a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890305 Mar 29 15:46:41.303149 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-070df1d2-fa88-45ec-bf5c-4c115592d431 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:41.329781 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-6711a47d-676b-44a8-937f-9b75fc1a3036 req-0146aed6-bdf4-41b9-8955-b150d41fa6d7 service neutron] Attempting to bind port 56ce7f38-d524-4bea-b1a8-b73c6b26c3ae on host n-h1-834765-1 for vnic_type normal with profile {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:46:41.330244 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-6711a47d-676b-44a8-937f-9b75fc1a3036 req-0146aed6-bdf4-41b9-8955-b150d41fa6d7 service neutron] Attempting to bind port 56ce7f38-d524-4bea-b1a8-b73c6b26c3ae by drivers openvswitch,hyperv on host n-h1-834765-1 at level 0 using segments [{'id': '75e08afe-5522-4a35-ad21-9720d7c7dfdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '15a0213c-1273-41a6-966e-a3669c240d14'}] {{(pid=102791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:46:41.330729 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6711a47d-676b-44a8-937f-9b75fc1a3036 req-0146aed6-bdf4-41b9-8955-b150d41fa6d7 service neutron] Attempting to bind port 56ce7f38-d524-4bea-b1a8-b73c6b26c3ae on network 15a0213c-1273-41a6-966e-a3669c240d14 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:46:41.346104 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6711a47d-676b-44a8-937f-9b75fc1a3036 req-0146aed6-bdf4-41b9-8955-b150d41fa6d7 service neutron] Port 56ce7f38-d524-4bea-b1a8-b73c6b26c3ae on network 15a0213c-1273-41a6-966e-a3669c240d14 not bound, no agent of type Open vSwitch agent registered on host n-h1-834765-1 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 15:46:41.346606 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6711a47d-676b-44a8-937f-9b75fc1a3036 req-0146aed6-bdf4-41b9-8955-b150d41fa6d7 service neutron] Attempting to bind port 56ce7f38-d524-4bea-b1a8-b73c6b26c3ae on network 15a0213c-1273-41a6-966e-a3669c240d14 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:46:41.353776 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6711a47d-676b-44a8-937f-9b75fc1a3036 req-0146aed6-bdf4-41b9-8955-b150d41fa6d7 service neutron] Checking agent: {'id': 'be375040-5069-4239-9460-a3a3213e1e90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 33, 18), 'started_at': datetime.datetime(2022, 3, 29, 15, 33, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 46, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:46:41.354121 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6711a47d-676b-44a8-937f-9b75fc1a3036 req-0146aed6-bdf4-41b9-8955-b150d41fa6d7 service neutron] Checking segment: {'id': '75e08afe-5522-4a35-ad21-9720d7c7dfdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '15a0213c-1273-41a6-966e-a3669c240d14'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:46:41.354508 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6711a47d-676b-44a8-937f-9b75fc1a3036 req-0146aed6-bdf4-41b9-8955-b150d41fa6d7 service neutron] Bound using segment: {'id': '75e08afe-5522-4a35-ad21-9720d7c7dfdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '15a0213c-1273-41a6-966e-a3669c240d14'} {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:46:41.354956 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-6711a47d-676b-44a8-937f-9b75fc1a3036 req-0146aed6-bdf4-41b9-8955-b150d41fa6d7 service neutron] Bound port: 56ce7f38-d524-4bea-b1a8-b73c6b26c3ae, host: n-h1-834765-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75e08afe-5522-4a35-ad21-9720d7c7dfdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '15a0213c-1273-41a6-966e-a3669c240d14'}}] {{(pid=102791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 15:46:41.356509 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-6711a47d-676b-44a8-937f-9b75fc1a3036 req-0146aed6-bdf4-41b9-8955-b150d41fa6d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:41.377696 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [req-dff4badc-b9e1-459a-bc87-5fd5651f512a req-bb2b7093-bd73-4dbc-bced-99bfd0289cb5 tempest-FloatingIPsAssociationNegativeTestJSON-492483530 tempest-FloatingIPsAssociationNegativeTestJSON-492483530-project] Deleting port 96f6d1a9-72e5-48c6-9d7b-d401e2e8e66a {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:46:41.378149 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-dff4badc-b9e1-459a-bc87-5fd5651f512a req-bb2b7093-bd73-4dbc-bced-99bfd0289cb5 tempest-FloatingIPsAssociationNegativeTestJSON-492483530 tempest-FloatingIPsAssociationNegativeTestJSON-492483530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:41.417644 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd6e3bd-b300-4631-b56a-e22ddb035461 req-0d966e46-f518-4a81-b3c3-99a72da8b01b tempest-InstanceActionsNegativeTestJSON-809113406 tempest-InstanceActionsNegativeTestJSON-809113406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:41.419378 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-8cd6e3bd-b300-4631-b56a-e22ddb035461 req-0d966e46-f518-4a81-b3c3-99a72da8b01b tempest-InstanceActionsNegativeTestJSON-809113406 tempest-InstanceActionsNegativeTestJSON-809113406-project] 10.222.0.42 "GET /v2.0/ports?device_id=ba72e32d-bfc0-4095-8b04-cba7c2e1b12e HTTP/1.1" status: 200 len: 944 time: 0.1028433 Mar 29 15:46:41.428752 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-070df1d2-fa88-45ec-bf5c-4c115592d431 admin admin] Deleting port ded63c33-7e57-4443-b12e-df1dc2486254 {{(pid=102790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:46:41.429118 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-070df1d2-fa88-45ec-bf5c-4c115592d431 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:41.499337 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-61b86904-1eef-46e7-b931-d631dd3c03d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '558a6211-e684-49e0-8eed-dc2dd1edc24a', 'name': 'tempest-ServerRescueTestJSONUnderV235-1742861683-router', 'tenant_id': '8286afd09edb48b48ba8a55593c30462', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.107'}], 'enable_snat': True}, 'gw_port_id': 'ded63c33-7e57-4443-b12e-df1dc2486254', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:45:06Z', 'updated_at': '2022-03-29T15:46:39Z', 'revision_number': 5, 'project_id': '8286afd09edb48b48ba8a55593c30462', 'gw_port': {'id': 'ded63c33-7e57-4443-b12e-df1dc2486254', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:01:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '558a6211-e684-49e0-8eed-dc2dd1edc24a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1216, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:45:08Z', 'updated_at': '2022-03-29T15:45:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1'}], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:46:41.509540 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-6711a47d-676b-44a8-937f-9b75fc1a3036 req-0146aed6-bdf4-41b9-8955-b150d41fa6d7 service neutron] For port 56ce7f38-d524-4bea-b1a8-b73c6b26c3ae, host n-h1-834765-1, cleared binding levels {{(pid=102791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:46:41.514671 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-6711a47d-676b-44a8-937f-9b75fc1a3036 req-0146aed6-bdf4-41b9-8955-b150d41fa6d7 service neutron] For port 56ce7f38-d524-4bea-b1a8-b73c6b26c3ae, host n-h1-834765-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=56ce7f38-d524-4bea-b1a8-b73c6b26c3ae,segment=NetworkSegment(75e08afe-5522-4a35-ad21-9720d7c7dfdf),segment_id=75e08afe-5522-4a35-ad21-9720d7c7dfdf)] {{(pid=102791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:46:41.516080 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-8cd6e3bd-b300-4631-b56a-e22ddb035461 req-e4a4f88e-7fed-4bff-a9e9-62cfab69a249 tempest-InstanceActionsNegativeTestJSON-809113406 tempest-InstanceActionsNegativeTestJSON-809113406-project] 10.222.0.42 "GET /v2.0/security-groups?id=9f2458c7-6f6c-48f0-b187-eafc7b6e098b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889938 Mar 29 15:46:41.536112 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-6711a47d-676b-44a8-937f-9b75fc1a3036 req-0146aed6-bdf4-41b9-8955-b150d41fa6d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:41.552323 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [None req-070df1d2-fa88-45ec-bf5c-4c115592d431 admin admin] For port ded63c33-7e57-4443-b12e-df1dc2486254, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=ded63c33-7e57-4443-b12e-df1dc2486254,segment=NetworkSegment(6ab47353-a811-4bad-bc73-b4cc84583cfd),segment_id=6ab47353-a811-4bad-bc73-b4cc84583cfd)] {{(pid=102790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:46:41.552681 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-070df1d2-fa88-45ec-bf5c-4c115592d431 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:41.557626 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61b86904-1eef-46e7-b931-d631dd3c03d4 None None] Checking router: 558a6211-e684-49e0-8eed-dc2dd1edc24a for host: n-d-834765-1 {{(pid=102792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:46:41.565827 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-070df1d2-fa88-45ec-bf5c-4c115592d431 admin admin] Calling delete_port for ded63c33-7e57-4443-b12e-df1dc2486254 owned by network:router_gateway {{(pid=102790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:46:41.570440 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61b86904-1eef-46e7-b931-d631dd3c03d4 None None] Routers {'558a6211-e684-49e0-8eed-dc2dd1edc24a'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:46:41.571376 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-61b86904-1eef-46e7-b931-d631dd3c03d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:46:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['558a6211-e684-49e0-8eed-dc2dd1edc24a'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:46:41.585572 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6711a47d-676b-44a8-937f-9b75fc1a3036 req-0146aed6-bdf4-41b9-8955-b150d41fa6d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:41.586610 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-6711a47d-676b-44a8-937f-9b75fc1a3036 req-0146aed6-bdf4-41b9-8955-b150d41fa6d7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:41.588506 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6711a47d-676b-44a8-937f-9b75fc1a3036 req-0146aed6-bdf4-41b9-8955-b150d41fa6d7 service neutron] 10.222.0.44 "PUT /v2.0/ports/56ce7f38-d524-4bea-b1a8-b73c6b26c3ae HTTP/1.1" status: 200 len: 1092 time: 1.5855117 Mar 29 15:46:41.593275 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba72e32d-bfc0-4095-8b04-cba7c2e1b12e', 'tag': '56ce7f38-d524-4bea-b1a8-b73c6b26c3ae'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:46:41.596610 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c67b028db5e9b9818fecc5c0a87ebc6f190694fa53ca267d523e04f98de536d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13ce5a3c-2012-4f95-97d0-b4c3ed922fbf" -d '{"events": [{"name": "network-changed", "server_uuid": "ba72e32d-bfc0-4095-8b04-cba7c2e1b12e", "tag": "56ce7f38-d524-4bea-b1a8-b73c6b26c3ae"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:46:41.614878 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-dff4badc-b9e1-459a-bc87-5fd5651f512a req-bb2b7093-bd73-4dbc-bced-99bfd0289cb5 tempest-FloatingIPsAssociationNegativeTestJSON-492483530 tempest-FloatingIPsAssociationNegativeTestJSON-492483530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:41.616644 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-dff4badc-b9e1-459a-bc87-5fd5651f512a req-bb2b7093-bd73-4dbc-bced-99bfd0289cb5 tempest-FloatingIPsAssociationNegativeTestJSON-492483530 tempest-FloatingIPsAssociationNegativeTestJSON-492483530-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:41.660346 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [req-dff4badc-b9e1-459a-bc87-5fd5651f512a req-bb2b7093-bd73-4dbc-bced-99bfd0289cb5 tempest-FloatingIPsAssociationNegativeTestJSON-492483530 tempest-FloatingIPsAssociationNegativeTestJSON-492483530-project] Calling delete_port for 96f6d1a9-72e5-48c6-9d7b-d401e2e8e66a owned by network:floatingip {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:46:41.716836 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvr_db [None req-61b86904-1eef-46e7-b931-d631dd3c03d4 None None] Set router 558a6211-e684-49e0-8eed-dc2dd1edc24a gateway port host: None {{(pid=102792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:46:41.760312 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 15:46:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d257b3d6-1eb6-40f5-aa05-05d865ea2f82 x-openstack-request-id: req-d257b3d6-1eb6-40f5-aa05-05d865ea2f82 {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:46:41.760606 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba72e32d-bfc0-4095-8b04-cba7c2e1b12e", "tag": "56ce7f38-d524-4bea-b1a8-b73c6b26c3ae", "status": "completed", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:46:41.760863 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d257b3d6-1eb6-40f5-aa05-05d865ea2f82 {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:46:41.761264 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba72e32d-bfc0-4095-8b04-cba7c2e1b12e', 'tag': '56ce7f38-d524-4bea-b1a8-b73c6b26c3ae', 'status': 'completed', 'code': 200} Mar 29 15:46:41.767799 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-070df1d2-fa88-45ec-bf5c-4c115592d431 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:41.782250 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0146aed6-bdf4-41b9-8955-b150d41fa6d7 service neutron] Pushing event updated for resources: {'Port': ['ID=56ce7f38-d524-4bea-b1a8-b73c6b26c3ae,revision_number=3']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:46:41.789780 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-61b86904-1eef-46e7-b931-d631dd3c03d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '558a6211-e684-49e0-8eed-dc2dd1edc24a', 'name': 'tempest-ServerRescueTestJSONUnderV235-1742861683-router', 'tenant_id': '8286afd09edb48b48ba8a55593c30462', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:45:06Z', 'updated_at': '2022-03-29T15:46:41Z', 'revision_number': 6, 'project_id': '8286afd09edb48b48ba8a55593c30462', 'gw_port_host': None}], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:46:41.827429 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6711a47d-676b-44a8-937f-9b75fc1a3036 req-905caf36-0643-4282-aea1-ab444799fe7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:41.828031 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61b86904-1eef-46e7-b931-d631dd3c03d4 None None] The sync data for ids ['558a6211-e684-49e0-8eed-dc2dd1edc24a'] in n-d-834765-1 is: [{'id': '558a6211-e684-49e0-8eed-dc2dd1edc24a', 'name': 'tempest-ServerRescueTestJSONUnderV235-1742861683-router', 'tenant_id': '8286afd09edb48b48ba8a55593c30462', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:45:06Z', 'updated_at': '2022-03-29T15:46:41Z', 'revision_number': 6, 'project_id': '8286afd09edb48b48ba8a55593c30462', 'gw_port_host': None}] {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:46:41.829563 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6711a47d-676b-44a8-937f-9b75fc1a3036 req-905caf36-0643-4282-aea1-ab444799fe7f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=35d84b3226394851a263fe9999379508&device_id=ba72e32d-bfc0-4095-8b04-cba7c2e1b12e HTTP/1.1" status: 200 len: 1095 time: 0.1598806 Mar 29 15:46:41.856032 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070df1d2-fa88-45ec-bf5c-4c115592d431 admin admin] Pushing event deleted for resources: {'Port': ['ID=ded63c33-7e57-4443-b12e-df1dc2486254,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:46:41.891069 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6711a47d-676b-44a8-937f-9b75fc1a3036 req-e921d219-f246-4dc7-a71f-f50503a0de65 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=56ce7f38-d524-4bea-b1a8-b73c6b26c3ae HTTP/1.1" status: 200 len: 217 time: 0.0521016 Mar 29 15:46:41.915460 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141445f5-f85f-4c2d-b9d1-1f3e10a166d1 req-ad0dddad-c2dd-4563-93d8-05e3b510de42 tempest-ListServerFiltersTestJSON-1632672620 tempest-ListServerFiltersTestJSON-1632672620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:41.916973 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-141445f5-f85f-4c2d-b9d1-1f3e10a166d1 req-ad0dddad-c2dd-4563-93d8-05e3b510de42 tempest-ListServerFiltersTestJSON-1632672620 tempest-ListServerFiltersTestJSON-1632672620-project] 10.222.0.42 "GET /v2.0/ports?device_id=51a363cc-f278-44ab-a8ab-01401225dc38 HTTP/1.1" status: 200 len: 946 time: 0.1422336 Mar 29 15:46:41.951624 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-070df1d2-fa88-45ec-bf5c-4c115592d431 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-648138'] for router_gateway, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:41.974098 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6711a47d-676b-44a8-937f-9b75fc1a3036 req-ad09f27e-f74b-4c80-8790-bc5347905191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:41.975598 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6711a47d-676b-44a8-937f-9b75fc1a3036 req-ad09f27e-f74b-4c80-8790-bc5347905191 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=5235ec26-f5f8-4832-a0b1-e14c5e73ceaa HTTP/1.1" status: 200 len: 862 time: 0.0764220 Mar 29 15:46:42.037043 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6711a47d-676b-44a8-937f-9b75fc1a3036 req-965874a2-5ac4-4baa-82c5-767227110fa0 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=15a0213c-1273-41a6-966e-a3669c240d14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0482197 Mar 29 15:46:42.042932 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-141445f5-f85f-4c2d-b9d1-1f3e10a166d1 req-bb439497-68bd-44f3-8abd-584c08a2d192 tempest-ListServerFiltersTestJSON-1632672620 tempest-ListServerFiltersTestJSON-1632672620-project] 10.222.0.42 "GET /v2.0/security-groups?id=4600fc30-be81-4c99-acf1-e3f516af1e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156478 Mar 29 15:46:42.071865 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-070df1d2-fa88-45ec-bf5c-4c115592d431 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129328'] for router, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:42.074183 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-070df1d2-fa88-45ec-bf5c-4c115592d431 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:42.124092 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-070df1d2-fa88-45ec-bf5c-4c115592d431 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-526718'] for router, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:42.124804 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-070df1d2-fa88-45ec-bf5c-4c115592d431 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 558a6211-e684-49e0-8eed-dc2dd1edc24a {{(pid=102790) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 29 15:46:42.129840 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-070df1d2-fa88-45ec-bf5c-4c115592d431 admin admin] Notify callbacks [] for router, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:42.131143 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-070df1d2-fa88-45ec-bf5c-4c115592d431 admin admin] 10.222.0.42 "DELETE /v2.0/routers/558a6211-e684-49e0-8eed-dc2dd1edc24a HTTP/1.1" status: 204 len: 168 time: 1.1230168 Mar 29 15:46:42.133582 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 51692) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:46:42.162088 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-dff4badc-b9e1-459a-bc87-5fd5651f512a req-bb2b7093-bd73-4dbc-bced-99bfd0289cb5 tempest-FloatingIPsAssociationNegativeTestJSON-492483530 tempest-FloatingIPsAssociationNegativeTestJSON-492483530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:42.249933 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.db_base_plugin_v2 [None req-cebea3a2-0f40-44c9-81bd-24e770108f34 admin admin] Deleting subnet 16497655-324d-4047-a7c9-20587c2f556c {{(pid=102790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 15:46:42.261162 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6fd732-1539-4336-b4d3-14a4ec86c744 req-f5776c07-04e2-4df5-a98f-959e1bc53925 tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:42.262682 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-da6fd732-1539-4336-b4d3-14a4ec86c744 req-f5776c07-04e2-4df5-a98f-959e1bc53925 tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb1d16d2-e9dd-4dc2-a1f2-bb82bc8bbced HTTP/1.1" status: 200 len: 945 time: 0.0838783 Mar 29 15:46:42.265960 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-cebea3a2-0f40-44c9-81bd-24e770108f34 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:42.282487 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 7bac8d4f-83d2-4100-92a6-b01c2323b60e no longer exists at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:46:42.297535 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2b7093-bd73-4dbc-bced-99bfd0289cb5 tempest-FloatingIPsAssociationNegativeTestJSON-492483530 tempest-FloatingIPsAssociationNegativeTestJSON-492483530-project] Pushing event deleted for resources: {'Port': ['ID=96f6d1a9-72e5-48c6-9d7b-d401e2e8e66a,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:46:42.314150 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6711a47d-676b-44a8-937f-9b75fc1a3036 req-fa51cc7a-374f-42d8-8a89-d6078ce48528 service neutron] 10.222.0.44 "GET /v2.0/networks/15a0213c-1273-41a6-966e-a3669c240d14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2678695 Mar 29 15:46:42.314636 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] No Port match for: 7bac8d4f-83d2-4100-92a6-b01c2323b60e {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 15:46:42.314982 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 7bac8d4f-83d2-4100-92a6-b01c2323b60e not bound to the agent host n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:46:42.348448 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-cebea3a2-0f40-44c9-81bd-24e770108f34 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4614024'] for subnet, precommit_delete_associations {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:42.378769 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-dff4badc-b9e1-459a-bc87-5fd5651f512a req-bb2b7093-bd73-4dbc-bced-99bfd0289cb5 tempest-FloatingIPsAssociationNegativeTestJSON-492483530 tempest-FloatingIPsAssociationNegativeTestJSON-492483530-project] Notify callbacks [] for floatingip, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:42.381486 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-dff4badc-b9e1-459a-bc87-5fd5651f512a req-bb2b7093-bd73-4dbc-bced-99bfd0289cb5 tempest-FloatingIPsAssociationNegativeTestJSON-492483530 tempest-FloatingIPsAssociationNegativeTestJSON-492483530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for floatingip, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:42.382721 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-dff4badc-b9e1-459a-bc87-5fd5651f512a req-bb2b7093-bd73-4dbc-bced-99bfd0289cb5 tempest-FloatingIPsAssociationNegativeTestJSON-492483530 tempest-FloatingIPsAssociationNegativeTestJSON-492483530-project] 10.222.0.42 "DELETE /v2.0/floatingips/603cc109-be65-4ce3-8a43-283124152cf8 HTTP/1.1" status: 204 len: 173 time: 1.2767119 Mar 29 15:46:42.397767 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-da6fd732-1539-4336-b4d3-14a4ec86c744 req-09cdc131-b136-47ba-8488-735f826f7949 tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] 10.222.0.42 "GET /v2.0/security-groups?id=8c1a607e-8731-4409-adf4-490f4457a32b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978959 Mar 29 15:46:42.442506 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-cebea3a2-0f40-44c9-81bd-24e770108f34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1641287'] for subnet, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:42.453729 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6711a47d-676b-44a8-937f-9b75fc1a3036 req-08e1654d-3b02-4d5c-b2ec-bb3a2b31bda8 service neutron] 10.222.0.44 "GET /v2.0/networks/15a0213c-1273-41a6-966e-a3669c240d14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250215 Mar 29 15:46:42.561150 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-cebea3a2-0f40-44c9-81bd-24e770108f34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1641294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5231963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4793952'] for subnet, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:42.566099 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49a5da0-b0e0-4035-bf23-e20187c25842 req-b736f6cd-f1da-4698-a82d-44b54d914635 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:42.573666 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e49a5da0-b0e0-4035-bf23-e20187c25842 req-b736f6cd-f1da-4698-a82d-44b54d914635 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] 10.222.0.42 "GET /v2.0/ports?device_id=149487e7-8e7a-421e-9b26-38fcb904048e HTTP/1.1" status: 200 len: 946 time: 0.1026709 Mar 29 15:46:42.600914 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-cebea3a2-0f40-44c9-81bd-24e770108f34 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for subnet, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:42.607111 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-cebea3a2-0f40-44c9-81bd-24e770108f34 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/16497655-324d-4047-a7c9-20587c2f556c HTTP/1.1" status: 204 len: 168 time: 0.4724710 Mar 29 15:46:42.608761 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 51702) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:46:42.615352 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006358b9-fe1c-4c9e-8cdb-f53a993b6f43 req-673cb232-9499-4632-9e1b-4ec5426ed478 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:42.617121 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-006358b9-fe1c-4c9e-8cdb-f53a993b6f43 req-673cb232-9499-4632-9e1b-4ec5426ed478 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/ports?device_id=7bd5042f-d9f8-4161-b261-c1d7af6a3af4 HTTP/1.1" status: 200 len: 949 time: 0.1013956 Mar 29 15:46:42.617854 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ce5a3c-2012-4f95-97d0-b4c3ed922fbf req-14578197-c510-4ea3-b579-97b1daeb86bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:42.618445 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebea3a2-0f40-44c9-81bd-24e770108f34 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=16497655-324d-4047-a7c9-20587c2f556c,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:46:42.619322 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-13ce5a3c-2012-4f95-97d0-b4c3ed922fbf req-14578197-c510-4ea3-b579-97b1daeb86bd service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=35d84b3226394851a263fe9999379508&device_id=ba72e32d-bfc0-4095-8b04-cba7c2e1b12e HTTP/1.1" status: 200 len: 1095 time: 0.0893834 Mar 29 15:46:42.661037 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-006358b9-fe1c-4c9e-8cdb-f53a993b6f43 req-1bf6909b-2d4d-448e-af3f-ffd7291e444a tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/security-groups?id=56997969-7130-4d86-9e9d-e068deb19a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370119 Mar 29 15:46:42.661236 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e49a5da0-b0e0-4035-bf23-e20187c25842 req-1765b478-bb6d-46dc-ab6c-8d33d1eb3c73 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] 10.222.0.42 "GET /v2.0/security-groups?id=f08e979a-b162-4e81-8f48-4f228bf81759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865340 Mar 29 15:46:42.763701 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-1e3cfecf-c9e2-4549-828f-dfdf2ad35bcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1631750'] for network, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:42.788313 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-65fa0594-3771-425f-9b08-f8c77a75d057 req-af582f6c-3d4b-40d5-b05d-d258857b5ab3 tempest-FloatingIPsAssociationNegativeTestJSON-492483530 tempest-FloatingIPsAssociationNegativeTestJSON-492483530-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.4.246 HTTP/1.1" status: 200 len: 1001 time: 0.0927048 Mar 29 15:46:42.846079 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fa0594-3771-425f-9b08-f8c77a75d057 req-cd1ef549-3cf5-4a78-8602-695b0aefa654 tempest-FloatingIPsAssociationNegativeTestJSON-492483530 tempest-FloatingIPsAssociationNegativeTestJSON-492483530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:42.847009 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ce5a3c-2012-4f95-97d0-b4c3ed922fbf req-60914883-f13c-454b-a9b5-0ec46774aa95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:42.848621 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-13ce5a3c-2012-4f95-97d0-b4c3ed922fbf req-60914883-f13c-454b-a9b5-0ec46774aa95 service neutron] 10.222.0.44 "GET /v2.0/networks?id=15a0213c-1273-41a6-966e-a3669c240d14 HTTP/1.1" status: 200 len: 923 time: 0.2112968 Mar 29 15:46:42.859691 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-65fa0594-3771-425f-9b08-f8c77a75d057 req-cd1ef549-3cf5-4a78-8602-695b0aefa654 tempest-FloatingIPsAssociationNegativeTestJSON-492483530 tempest-FloatingIPsAssociationNegativeTestJSON-492483530-project] 10.222.0.42 "GET /v2.0/ports/9e4288bf-3a71-4221-a5b2-491886f56512 HTTP/1.1" status: 200 len: 942 time: 0.0658066 Mar 29 15:46:42.921263 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dd59fc-7bf2-477b-a994-8db21da90aa3 req-78329900-1988-4c09-8211-1fb3676aaf40 tempest-InstanceActionsNegativeTestJSON-809113406 tempest-InstanceActionsNegativeTestJSON-809113406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:42.922690 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-26dd59fc-7bf2-477b-a994-8db21da90aa3 req-78329900-1988-4c09-8211-1fb3676aaf40 tempest-InstanceActionsNegativeTestJSON-809113406 tempest-InstanceActionsNegativeTestJSON-809113406-project] 10.222.0.42 "GET /v2.0/ports?device_id=ba72e32d-bfc0-4095-8b04-cba7c2e1b12e HTTP/1.1" status: 200 len: 944 time: 0.1541872 Mar 29 15:46:42.948213 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-13ce5a3c-2012-4f95-97d0-b4c3ed922fbf req-2fe4e836-cdd2-4893-97d7-dbef78f51a25 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=56ce7f38-d524-4bea-b1a8-b73c6b26c3ae HTTP/1.1" status: 200 len: 217 time: 0.0842311 Mar 29 15:46:42.951218 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-1e3cfecf-c9e2-4549-828f-dfdf2ad35bcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639890', 'neutron.services.segments.db._delete_segments_for_network-8783523423079'] for network, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:42.976721 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-65fa0594-3771-425f-9b08-f8c77a75d057 req-e65c5863-56f5-4158-9cea-2bb70cc7106d tempest-FloatingIPsAssociationNegativeTestJSON-492483530 tempest-FloatingIPsAssociationNegativeTestJSON-492483530-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.4.246 HTTP/1.1" status: 200 len: 1001 time: 0.0816367 Mar 29 15:46:42.992776 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-1e3cfecf-c9e2-4549-828f-dfdf2ad35bcc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf39fd10-b141-4aa1-b5bc-ebcbbb01092f']}} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:46:43.029306 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-1e3cfecf-c9e2-4549-828f-dfdf2ad35bcc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0cd06506-4f89-4e38-b026-ae80d7df7405') {'for_net_delete': True} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:46:43.029599 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-1e3cfecf-c9e2-4549-828f-dfdf2ad35bcc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0cd06506-4f89-4e38-b026-ae80d7df7405') {} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:46:43.052113 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-1e3cfecf-c9e2-4549-828f-dfdf2ad35bcc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783523422064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4230428'] for segment, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:43.068986 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-26dd59fc-7bf2-477b-a994-8db21da90aa3 req-203074e5-ec1a-4a85-ae49-7975809e07de tempest-InstanceActionsNegativeTestJSON-809113406 tempest-InstanceActionsNegativeTestJSON-809113406-project] 10.222.0.42 "GET /v2.0/security-groups?id=9f2458c7-6f6c-48f0-b187-eafc7b6e098b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198153 Mar 29 15:46:43.077489 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ce5a3c-2012-4f95-97d0-b4c3ed922fbf req-02d09414-5a89-41c6-b2a9-bf1efd57a8c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:43.078161 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-13ce5a3c-2012-4f95-97d0-b4c3ed922fbf req-02d09414-5a89-41c6-b2a9-bf1efd57a8c2 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=5235ec26-f5f8-4832-a0b1-e14c5e73ceaa HTTP/1.1" status: 200 len: 862 time: 0.1121905 Mar 29 15:46:43.080144 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-1e3cfecf-c9e2-4549-828f-dfdf2ad35bcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:43.092466 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e3cfecf-c9e2-4549-828f-dfdf2ad35bcc admin admin] Releasing vlan 610 on physical network physnet1 to pool {{(pid=102791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 15:46:43.092936 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-1e3cfecf-c9e2-4549-828f-dfdf2ad35bcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16169569'] for segment, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:43.101582 n-d-834765-1 neutron-server[102791]: Traceback (most recent call last): Mar 29 15:46:43.101582 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 15:46:43.101582 n-d-834765-1 neutron-server[102791]: timer() Mar 29 15:46:43.101582 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 15:46:43.101582 n-d-834765-1 neutron-server[102791]: cb(*args, **kw) Mar 29 15:46:43.101582 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 15:46:43.101582 n-d-834765-1 neutron-server[102791]: return func(*args, **kwargs) Mar 29 15:46:43.101582 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 15:46:43.101582 n-d-834765-1 neutron-server[102791]: self._notify() Mar 29 15:46:43.101582 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 15:46:43.101582 n-d-834765-1 neutron-server[102791]: self.callback(batched_events) Mar 29 15:46:43.101582 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 15:46:43.101582 n-d-834765-1 neutron-server[102791]: event.method(event) Mar 29 15:46:43.101582 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 15:46:43.101582 n-d-834765-1 neutron-server[102791]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 15:46:43.101582 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 15:46:43.101582 n-d-834765-1 neutron-server[102791]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 15:46:43.101582 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 15:46:43.101582 n-d-834765-1 neutron-server[102791]: return f(self, *a, **k) Mar 29 15:46:43.101582 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 15:46:43.101582 n-d-834765-1 neutron-server[102791]: return self._get(url).json() Mar 29 15:46:43.101582 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 15:46:43.101582 n-d-834765-1 neutron-server[102791]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 15:46:43.101582 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 15:46:43.101582 n-d-834765-1 neutron-server[102791]: return self.request(url, 'GET', **kwargs) Mar 29 15:46:43.101582 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 15:46:43.101582 n-d-834765-1 neutron-server[102791]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 15:46:43.101582 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 15:46:43.101582 n-d-834765-1 neutron-server[102791]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 15:46:43.101582 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 15:46:43.101582 n-d-834765-1 neutron-server[102791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 15:46:43.101582 n-d-834765-1 neutron-server[102791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 15:46:43.112624 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fa0594-3771-425f-9b08-f8c77a75d057 req-0e5e6643-347c-4ded-a90b-1681d3a8006f tempest-FloatingIPsAssociationNegativeTestJSON-492483530 tempest-FloatingIPsAssociationNegativeTestJSON-492483530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:43.114240 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-65fa0594-3771-425f-9b08-f8c77a75d057 req-0e5e6643-347c-4ded-a90b-1681d3a8006f tempest-FloatingIPsAssociationNegativeTestJSON-492483530 tempest-FloatingIPsAssociationNegativeTestJSON-492483530-project] 10.222.0.42 "GET /v2.0/networks/4a4a035d-ecac-4ead-baa3-25f90788773a HTTP/1.1" status: 200 len: 784 time: 0.1304975 Mar 29 15:46:43.130029 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-13ce5a3c-2012-4f95-97d0-b4c3ed922fbf req-f170bc57-9ce8-4a85-97dd-04d6167f99f4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=15a0213c-1273-41a6-966e-a3669c240d14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392959 Mar 29 15:46:43.218227 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-65fa0594-3771-425f-9b08-f8c77a75d057 req-79bad471-f034-407c-a5fd-80bd5497238b tempest-FloatingIPsAssociationNegativeTestJSON-492483530 tempest-FloatingIPsAssociationNegativeTestJSON-492483530-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.4.246 HTTP/1.1" status: 200 len: 1001 time: 0.0901873 Mar 29 15:46:43.223251 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [req-65fa0594-3771-425f-9b08-f8c77a75d057 req-a82b8c19-545e-490b-8c67-8badbaa7d4e7 tempest-FloatingIPsAssociationNegativeTestJSON-492483530 tempest-FloatingIPsAssociationNegativeTestJSON-492483530-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:46:43.235678 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-1e3cfecf-c9e2-4549-828f-dfdf2ad35bcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1639897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648174'] for network, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:43.270039 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-1e3cfecf-c9e2-4549-828f-dfdf2ad35bcc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for network, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:43.276248 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-1e3cfecf-c9e2-4549-828f-dfdf2ad35bcc admin admin] 10.222.0.42 "DELETE /v2.0/networks/bf39fd10-b141-4aa1-b5bc-ebcbbb01092f HTTP/1.1" status: 204 len: 168 time: 0.6641479 Mar 29 15:46:43.289796 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3cfecf-c9e2-4549-828f-dfdf2ad35bcc admin admin] Pushing event deleted for resources: {'Network': ['ID=bf39fd10-b141-4aa1-b5bc-ebcbbb01092f,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:46:43.297151 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-65fa0594-3771-425f-9b08-f8c77a75d057 req-a82b8c19-545e-490b-8c67-8badbaa7d4e7 tempest-FloatingIPsAssociationNegativeTestJSON-492483530 tempest-FloatingIPsAssociationNegativeTestJSON-492483530-project] Notify callbacks [] for floatingip, before_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:43.301839 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e53df6b-e96b-41eb-be0b-ad49c2387892 req-17118e53-44bb-422e-bd99-d0deaac4299c tempest-MigrationsAdminTest-879063070 tempest-MigrationsAdminTest-879063070-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:43.302728 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-9e53df6b-e96b-41eb-be0b-ad49c2387892 req-17118e53-44bb-422e-bd99-d0deaac4299c tempest-MigrationsAdminTest-879063070 tempest-MigrationsAdminTest-879063070-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=7bd5042f-d9f8-4161-b261-c1d7af6a3af4 HTTP/1.1" status: 200 len: 1100 time: 0.1398945 Mar 29 15:46:43.340935 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-13ce5a3c-2012-4f95-97d0-b4c3ed922fbf req-66635848-1cee-425d-9158-2d16dc37b112 service neutron] 10.222.0.44 "GET /v2.0/networks/15a0213c-1273-41a6-966e-a3669c240d14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1767440 Mar 29 15:46:43.362524 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-9e53df6b-e96b-41eb-be0b-ad49c2387892 req-c35f1d85-1e19-46af-9a6b-b0fc4d2dc524 tempest-MigrationsAdminTest-879063070 tempest-MigrationsAdminTest-879063070-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=56997969-7130-4d86-9e9d-e068deb19a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528224 Mar 29 15:46:43.459966 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-13ce5a3c-2012-4f95-97d0-b4c3ed922fbf req-76281c91-7b8e-49fd-9bd4-58cc4cce1415 service neutron] 10.222.0.44 "GET /v2.0/networks/15a0213c-1273-41a6-966e-a3669c240d14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1091723 Mar 29 15:46:43.467293 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 51714) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:46:43.515236 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02135db-a119-4b24-8aca-455bcf1c6109 req-07b28d89-cbf2-4171-9fd5-6de4dadb69b0 tempest-ListServerFiltersTestJSON-1632672620 tempest-ListServerFiltersTestJSON-1632672620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:43.516975 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b02135db-a119-4b24-8aca-455bcf1c6109 req-07b28d89-cbf2-4171-9fd5-6de4dadb69b0 tempest-ListServerFiltersTestJSON-1632672620 tempest-ListServerFiltersTestJSON-1632672620-project] 10.222.0.42 "GET /v2.0/ports?device_id=51a363cc-f278-44ab-a8ab-01401225dc38 HTTP/1.1" status: 200 len: 946 time: 0.0565777 Mar 29 15:46:43.535182 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-65fa0594-3771-425f-9b08-f8c77a75d057 req-a82b8c19-545e-490b-8c67-8badbaa7d4e7 tempest-FloatingIPsAssociationNegativeTestJSON-492483530 tempest-FloatingIPsAssociationNegativeTestJSON-492483530-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:43.563380 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b02135db-a119-4b24-8aca-455bcf1c6109 req-94037a64-2029-4587-af80-ca31c7e01c4a tempest-ListServerFiltersTestJSON-1632672620 tempest-ListServerFiltersTestJSON-1632672620-project] 10.222.0.42 "GET /v2.0/security-groups?id=4600fc30-be81-4c99-acf1-e3f516af1e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386043 Mar 29 15:46:43.565531 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-65fa0594-3771-425f-9b08-f8c77a75d057 req-a82b8c19-545e-490b-8c67-8badbaa7d4e7 tempest-FloatingIPsAssociationNegativeTestJSON-492483530 tempest-FloatingIPsAssociationNegativeTestJSON-492483530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648212'] for floatingip, after_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:43.565969 n-d-834765-1 neutron-server[102790]: INFO neutron.db.l3_db [req-65fa0594-3771-425f-9b08-f8c77a75d057 req-a82b8c19-545e-490b-8c67-8badbaa7d4e7 tempest-FloatingIPsAssociationNegativeTestJSON-492483530 tempest-FloatingIPsAssociationNegativeTestJSON-492483530-project] Floating IP 6bedf9dc-3311-4ec1-a963-0d61c46142c9 disassociated. External IP: 172.25.4.246, port: 9e4288bf-3a71-4221-a5b2-491886f56512. Mar 29 15:46:43.572676 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-f2bcd2fd-d81e-4bba-95b2-2eb242f2798c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=8286afd09edb48b48ba8a55593c30462&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1024284 Mar 29 15:46:43.574266 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 51720) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:46:43.634027 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [req-af320f6d-a530-4b77-b5bd-bc9789882883 req-73659b9a-8033-4d5c-aeae-694da80a7539 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=102791) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 15:46:43.634908 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-af320f6d-a530-4b77-b5bd-bc9789882883 req-73659b9a-8033-4d5c-aeae-694da80a7539 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053074 Mar 29 15:46:43.991402 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09aef1ca-28b2-4f86-ac78-dd6749b2ad1f req-063319f1-8073-42fa-b159-0665cc821af8 tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:44.002713 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-09aef1ca-28b2-4f86-ac78-dd6749b2ad1f req-063319f1-8073-42fa-b159-0665cc821af8 tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb1d16d2-e9dd-4dc2-a1f2-bb82bc8bbced HTTP/1.1" status: 200 len: 945 time: 0.1148970 Mar 29 15:46:44.078435 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-09aef1ca-28b2-4f86-ac78-dd6749b2ad1f req-05fa7bc9-2e6b-4212-a4a9-a10572873c1e tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] 10.222.0.42 "GET /v2.0/security-groups?id=8c1a607e-8731-4409-adf4-490f4457a32b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747287 Mar 29 15:46:44.111474 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-11eddb3d-2230-433f-ab78-188ca39e4e17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:44.177430 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-11eddb3d-2230-433f-ab78-188ca39e4e17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:44.190672 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device ded63c33-7e57-4443-b12e-df1dc2486254 no longer exists at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:46:44.244694 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c82c5d-cf4d-492a-aea1-4e6d68f9a3c3 req-f4ae3402-435b-4c52-957a-9152447e6e5c tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:44.250538 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] No Port match for: ded63c33-7e57-4443-b12e-df1dc2486254 {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 15:46:44.251034 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device ded63c33-7e57-4443-b12e-df1dc2486254 not bound to the agent host n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:46:44.259415 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-41c82c5d-cf4d-492a-aea1-4e6d68f9a3c3 req-f4ae3402-435b-4c52-957a-9152447e6e5c tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] 10.222.0.42 "GET /v2.0/ports?device_id=149487e7-8e7a-421e-9b26-38fcb904048e HTTP/1.1" status: 200 len: 946 time: 0.0705273 Mar 29 15:46:44.314275 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-41c82c5d-cf4d-492a-aea1-4e6d68f9a3c3 req-26ec6242-74b8-4c74-bc5e-9b07dcf03b40 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] 10.222.0.42 "GET /v2.0/security-groups?id=f08e979a-b162-4e81-8f48-4f228bf81759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528638 Mar 29 15:46:44.414791 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-fc87f11f-f3cd-4114-96b4-8845e4aece03 req-0ae7b9dd-c74e-42a3-83b2-1eb5de994e13 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=7bd5042f-d9f8-4161-b261-c1d7af6a3af4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3172526 Mar 29 15:46:44.425647 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.l3_agent_scheduler [req-65fa0594-3771-425f-9b08-f8c77a75d057 req-a82b8c19-545e-490b-8c67-8badbaa7d4e7 tempest-FloatingIPsAssociationNegativeTestJSON-492483530 tempest-FloatingIPsAssociationNegativeTestJSON-492483530-project] Router 2e19b61a-3d0a-413a-bff1-f81e83aba065 has already been hosted by L3 agent c648d819-1060-4f26-b4ec-6455387b5dff {{(pid=102790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 15:46:44.465321 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323b2776-a13b-49eb-8e80-8fd5af037fcd req-3dba3b03-de82-4a0a-8bf1-d63c6ddb1c4f tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:44.482424 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-323b2776-a13b-49eb-8e80-8fd5af037fcd req-3dba3b03-de82-4a0a-8bf1-d63c6ddb1c4f tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/ports?device_id=7bd5042f-d9f8-4161-b261-c1d7af6a3af4 HTTP/1.1" status: 200 len: 949 time: 0.1053879 Mar 29 15:46:44.484728 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 51742) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:46:44.547634 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-323b2776-a13b-49eb-8e80-8fd5af037fcd req-7b82e8e3-42bb-4983-8e9a-3febcb64d410 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/security-groups?id=56997969-7130-4d86-9e9d-e068deb19a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587482 Mar 29 15:46:44.620773 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-65fa0594-3771-425f-9b08-f8c77a75d057 req-a82b8c19-545e-490b-8c67-8badbaa7d4e7 tempest-FloatingIPsAssociationNegativeTestJSON-492483530 tempest-FloatingIPsAssociationNegativeTestJSON-492483530-project] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:46:44.633983 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11dd1be1-baaa-425f-9412-cad0d5741ae2 None None] Sync routers for ids ['2e19b61a-3d0a-413a-bff1-f81e83aba065'] in n-d-834765-1 {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:46:44.637873 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-65fa0594-3771-425f-9b08-f8c77a75d057 req-a82b8c19-545e-490b-8c67-8badbaa7d4e7 tempest-FloatingIPsAssociationNegativeTestJSON-492483530 tempest-FloatingIPsAssociationNegativeTestJSON-492483530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for floatingip, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:44.656774 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11dd1be1-baaa-425f-9412-cad0d5741ae2 None None] Routers {'2e19b61a-3d0a-413a-bff1-f81e83aba065'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:46:44.657420 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-11dd1be1-baaa-425f-9412-cad0d5741ae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:46:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['2e19b61a-3d0a-413a-bff1-f81e83aba065'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:46:44.671517 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-11eddb3d-2230-433f-ab78-188ca39e4e17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:44.675458 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-11eddb3d-2230-433f-ab78-188ca39e4e17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:44.677462 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-11eddb3d-2230-433f-ab78-188ca39e4e17 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/3d222421-3560-49e7-abaf-10952d69e15f HTTP/1.1" status: 204 len: 168 time: 1.1034718 Mar 29 15:46:44.696061 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11eddb3d-2230-433f-ab78-188ca39e4e17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d222421-3560-49e7-abaf-10952d69e15f,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:46:44.703133 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-65fa0594-3771-425f-9b08-f8c77a75d057 req-a82b8c19-545e-490b-8c67-8badbaa7d4e7 tempest-FloatingIPsAssociationNegativeTestJSON-492483530 tempest-FloatingIPsAssociationNegativeTestJSON-492483530-project] 10.222.0.42 "PUT /v2.0/floatingips/6bedf9dc-3311-4ec1-a963-0d61c46142c9 HTTP/1.1" status: 200 len: 695 time: 1.4827576 Mar 29 15:46:44.704079 n-d-834765-1 neutron-server[102790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '289edb15-b057-48b9-8159-c673c5bb8197', 'tag': '9e4288bf-3a71-4221-a5b2-491886f56512'}] {{(pid=102790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:46:44.709602 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46b06d655c90bc969636382cce4240ad749035fb0f3a83ee4734fa1ed9c4a6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0913bd9-6a79-4f64-8d68-73180a7d0726" -d '{"events": [{"name": "network-changed", "server_uuid": "289edb15-b057-48b9-8159-c673c5bb8197", "tag": "9e4288bf-3a71-4221-a5b2-491886f56512"}]}' {{(pid=102790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:46:44.777007 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-32c5f929-89a7-4518-a3b6-7b5f3803ac44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:44.840845 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fa0594-3771-425f-9b08-f8c77a75d057 req-f1dece75-f5d4-48c6-9474-0f1fbf1b3cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:44.845728 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-65fa0594-3771-425f-9b08-f8c77a75d057 req-f1dece75-f5d4-48c6-9474-0f1fbf1b3cf5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=30f1929cf8cd4fa2971fe122fa56b37c&device_id=289edb15-b057-48b9-8159-c673c5bb8197 HTTP/1.1" status: 200 len: 1096 time: 0.1079705 Mar 29 15:46:44.893005 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d3733a-974e-418e-a049-5049dc8e11f1 req-71f51f80-80d0-4189-bd6f-a1c09c33c4a9 tempest-InstanceActionsNegativeTestJSON-809113406 tempest-InstanceActionsNegativeTestJSON-809113406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:44.894887 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b6d3733a-974e-418e-a049-5049dc8e11f1 req-71f51f80-80d0-4189-bd6f-a1c09c33c4a9 tempest-InstanceActionsNegativeTestJSON-809113406 tempest-InstanceActionsNegativeTestJSON-809113406-project] 10.222.0.42 "GET /v2.0/ports?device_id=ba72e32d-bfc0-4095-8b04-cba7c2e1b12e HTTP/1.1" status: 200 len: 944 time: 0.2894800 Mar 29 15:46:44.908259 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvr_db [None req-11dd1be1-baaa-425f-9412-cad0d5741ae2 None None] Set router 2e19b61a-3d0a-413a-bff1-f81e83aba065 gateway port host: n-d-834765-1 {{(pid=102793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:46:44.983981 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b6d3733a-974e-418e-a049-5049dc8e11f1 req-693cd5ec-358a-433a-b338-f3ce3964efcd tempest-InstanceActionsNegativeTestJSON-809113406 tempest-InstanceActionsNegativeTestJSON-809113406-project] 10.222.0.42 "GET /v2.0/security-groups?id=9f2458c7-6f6c-48f0-b187-eafc7b6e098b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737057 Mar 29 15:46:45.015795 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fa0594-3771-425f-9b08-f8c77a75d057 req-faea9359-5659-478b-aa3f-64563f40d7fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:45.017115 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-65fa0594-3771-425f-9b08-f8c77a75d057 req-faea9359-5659-478b-aa3f-64563f40d7fa service neutron] 10.222.0.42 "GET /v2.0/networks?id=7c143bed-7e9e-4000-a4b5-c98d481a1da9 HTTP/1.1" status: 200 len: 929 time: 0.1614265 Mar 29 15:46:45.027083 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-32c5f929-89a7-4518-a3b6-7b5f3803ac44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:45.033525 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-32c5f929-89a7-4518-a3b6-7b5f3803ac44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:45.107417 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-32c5f929-89a7-4518-a3b6-7b5f3803ac44 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d22fa11fa6a245078492eb03d736eb48&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6208105 Mar 29 15:46:45.109570 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 51774) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:46:45.126091 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c5f929-89a7-4518-a3b6-7b5f3803ac44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d19dba3a-c264-42e7-8be1-035ee556d06e,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:46:45.133002 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-65fa0594-3771-425f-9b08-f8c77a75d057 req-bc04d851-246e-497d-b9e2-2040cab87aec service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9e4288bf-3a71-4221-a5b2-491886f56512 HTTP/1.1" status: 200 len: 217 time: 0.1055472 Mar 29 15:46:45.196327 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fa0594-3771-425f-9b08-f8c77a75d057 req-c249a7a9-9f9e-4d59-b145-2b7205dcd7a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:45.198202 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-65fa0594-3771-425f-9b08-f8c77a75d057 req-c249a7a9-9f9e-4d59-b145-2b7205dcd7a3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b1987332-c2a6-4f9a-8ef4-b91bd30159c4 HTTP/1.1" status: 200 len: 867 time: 0.0586872 Mar 29 15:46:45.261285 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-17a0c2f7-eb09-4d0c-9939-da679cdea3cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:45.271362 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9527c177-196c-482d-8818-4d3734d6aa4c req-ce3ccd8d-064a-46d1-8082-f1707391945e tempest-ListServerFiltersTestJSON-1632672620 tempest-ListServerFiltersTestJSON-1632672620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:45.273746 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-9527c177-196c-482d-8818-4d3734d6aa4c req-ce3ccd8d-064a-46d1-8082-f1707391945e tempest-ListServerFiltersTestJSON-1632672620 tempest-ListServerFiltersTestJSON-1632672620-project] 10.222.0.42 "GET /v2.0/ports?device_id=51a363cc-f278-44ab-a8ab-01401225dc38 HTTP/1.1" status: 200 len: 946 time: 0.1433351 Mar 29 15:46:45.282093 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-11dd1be1-baaa-425f-9412-cad0d5741ae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e19b61a-3d0a-413a-bff1-f81e83aba065', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-824853783-router', 'tenant_id': '30f1929cf8cd4fa2971fe122fa56b37c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.67'}], 'enable_snat': True}, 'gw_port_id': 'c78c59da-3fbf-49c4-bf86-62617171510c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:45:45Z', 'updated_at': '2022-03-29T15:45:55Z', 'revision_number': 4, 'project_id': '30f1929cf8cd4fa2971fe122fa56b37c', 'gw_port': {'id': 'c78c59da-3fbf-49c4-bf86-62617171510c', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:34:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e19b61a-3d0a-413a-bff1-f81e83aba065', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:45:47Z', 'updated_at': '2022-03-29T15:45:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': '8233b534-864c-4cc5-b7a9-53a7bd061bc8', 'name': '', 'network_id': '7c143bed-7e9e-4000-a4b5-c98d481a1da9', 'tenant_id': '30f1929cf8cd4fa2971fe122fa56b37c', 'mac_address': 'fa:16:3e:cc:1f:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e19b61a-3d0a-413a-bff1-f81e83aba065', 'device_owner': 'network:router_interface', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': 'b1987332-c2a6-4f9a-8ef4-b91bd30159c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:45:52Z', 'updated_at': '2022-03-29T15:46:02Z', 'revision_number': 5, 'project_id': '30f1929cf8cd4fa2971fe122fa56b37c', 'subnets': [{'id': 'b1987332-c2a6-4f9a-8ef4-b91bd30159c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:46:45.303417 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fa0594-3771-425f-9b08-f8c77a75d057 req-c7d16c62-f7e2-4ac3-a823-b2db6f303e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:45.307685 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-65fa0594-3771-425f-9b08-f8c77a75d057 req-c7d16c62-f7e2-4ac3-a823-b2db6f303e3b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7c143bed-7e9e-4000-a4b5-c98d481a1da9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0950603 Mar 29 15:46:45.319545 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11dd1be1-baaa-425f-9412-cad0d5741ae2 None None] Checking router: 2e19b61a-3d0a-413a-bff1-f81e83aba065 for host: n-d-834765-1 {{(pid=102793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:46:45.325146 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-17a0c2f7-eb09-4d0c-9939-da679cdea3cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:45.336357 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11dd1be1-baaa-425f-9412-cad0d5741ae2 None None] Routers {'2e19b61a-3d0a-413a-bff1-f81e83aba065'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:46:45.339944 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-11dd1be1-baaa-425f-9412-cad0d5741ae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:46:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['2e19b61a-3d0a-413a-bff1-f81e83aba065'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:46:45.363778 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-9527c177-196c-482d-8818-4d3734d6aa4c req-cc8074d2-073f-41b0-8085-9117c2ee6e8c tempest-ListServerFiltersTestJSON-1632672620 tempest-ListServerFiltersTestJSON-1632672620-project] 10.222.0.42 "GET /v2.0/security-groups?id=4600fc30-be81-4c99-acf1-e3f516af1e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818200 Mar 29 15:46:45.408321 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-17a0c2f7-eb09-4d0c-9939-da679cdea3cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:45.410988 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-17a0c2f7-eb09-4d0c-9939-da679cdea3cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:45.412193 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-17a0c2f7-eb09-4d0c-9939-da679cdea3cc admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d19dba3a-c264-42e7-8be1-035ee556d06e HTTP/1.1" status: 204 len: 168 time: 0.3005006 Mar 29 15:46:45.426198 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a0c2f7-eb09-4d0c-9939-da679cdea3cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d19dba3a-c264-42e7-8be1-035ee556d06e,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:46:45.465906 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-65fa0594-3771-425f-9b08-f8c77a75d057 req-1e0ffd61-d1fe-4dda-8cb4-62ce50f84320 service neutron] 10.222.0.42 "GET /v2.0/networks/7c143bed-7e9e-4000-a4b5-c98d481a1da9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433225 Mar 29 15:46:45.537786 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvr_db [None req-11dd1be1-baaa-425f-9412-cad0d5741ae2 None None] Set router 2e19b61a-3d0a-413a-bff1-f81e83aba065 gateway port host: n-d-834765-1 {{(pid=102793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:46:45.657041 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-65fa0594-3771-425f-9b08-f8c77a75d057 req-0e86987f-ea56-4ac7-8be2-df4180368fee service neutron] 10.222.0.42 "GET /v2.0/networks/7c143bed-7e9e-4000-a4b5-c98d481a1da9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1900907 Mar 29 15:46:45.679729 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 15:46:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c08f7cd-e54f-4879-b6e7-4144fb5af25f x-openstack-request-id: req-4c08f7cd-e54f-4879-b6e7-4144fb5af25f {{(pid=102790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:46:45.680023 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "289edb15-b057-48b9-8159-c673c5bb8197", "tag": "9e4288bf-3a71-4221-a5b2-491886f56512", "status": "completed", "code": 200}]} {{(pid=102790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:46:45.680271 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-4c08f7cd-e54f-4879-b6e7-4144fb5af25f {{(pid=102790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:46:45.680840 n-d-834765-1 neutron-server[102790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '289edb15-b057-48b9-8159-c673c5bb8197', 'tag': '9e4288bf-3a71-4221-a5b2-491886f56512', 'status': 'completed', 'code': 200} Mar 29 15:46:45.800635 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0913bd9-6a79-4f64-8d68-73180a7d0726 req-c5c33ffb-bea0-44a8-90ed-1adc67aaacf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:45.805635 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-a0913bd9-6a79-4f64-8d68-73180a7d0726 req-c5c33ffb-bea0-44a8-90ed-1adc67aaacf1 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=30f1929cf8cd4fa2971fe122fa56b37c&device_id=289edb15-b057-48b9-8159-c673c5bb8197 HTTP/1.1" status: 200 len: 1096 time: 0.0880799 Mar 29 15:46:45.850105 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53620ad3-7dff-470c-b66b-a49c0586b3c5 req-2caf9810-48b7-4d91-9c1b-ab97b63a3f98 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:45.855771 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-53620ad3-7dff-470c-b66b-a49c0586b3c5 req-2caf9810-48b7-4d91-9c1b-ab97b63a3f98 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] 10.222.0.42 "GET /v2.0/ports?device_id=149487e7-8e7a-421e-9b26-38fcb904048e HTTP/1.1" status: 200 len: 946 time: 0.0801814 Mar 29 15:46:45.922284 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-53620ad3-7dff-470c-b66b-a49c0586b3c5 req-db30902e-9dff-4ff9-9071-a74382871b47 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] 10.222.0.42 "GET /v2.0/security-groups?id=f08e979a-b162-4e81-8f48-4f228bf81759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619133 Mar 29 15:46:45.956853 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device 56ce7f38-d524-4bea-b1a8-b73c6b26c3ae details requested by agent hyperv_n-h1-834765-1 with host n-h1-834765-1 {{(pid=102792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 15:46:45.961002 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-11dd1be1-baaa-425f-9412-cad0d5741ae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e19b61a-3d0a-413a-bff1-f81e83aba065', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-824853783-router', 'tenant_id': '30f1929cf8cd4fa2971fe122fa56b37c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.67'}], 'enable_snat': True}, 'gw_port_id': 'c78c59da-3fbf-49c4-bf86-62617171510c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:45:45Z', 'updated_at': '2022-03-29T15:45:55Z', 'revision_number': 4, 'project_id': '30f1929cf8cd4fa2971fe122fa56b37c', 'gw_port': {'id': 'c78c59da-3fbf-49c4-bf86-62617171510c', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:34:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e19b61a-3d0a-413a-bff1-f81e83aba065', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:45:47Z', 'updated_at': '2022-03-29T15:45:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': '8233b534-864c-4cc5-b7a9-53a7bd061bc8', 'name': '', 'network_id': '7c143bed-7e9e-4000-a4b5-c98d481a1da9', 'tenant_id': '30f1929cf8cd4fa2971fe122fa56b37c', 'mac_address': 'fa:16:3e:cc:1f:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e19b61a-3d0a-413a-bff1-f81e83aba065', 'device_owner': 'network:router_interface', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': 'b1987332-c2a6-4f9a-8ef4-b91bd30159c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:45:52Z', 'updated_at': '2022-03-29T15:46:02Z', 'revision_number': 5, 'project_id': '30f1929cf8cd4fa2971fe122fa56b37c', 'subnets': [{'id': 'b1987332-c2a6-4f9a-8ef4-b91bd30159c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:46:45.970175 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 51806) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:46:45.973193 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643882ee-a210-4590-aeff-570d0d175d9a req-48b62a3d-a62f-4ccc-86c0-c27b2b53001d tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:45.974740 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-643882ee-a210-4590-aeff-570d0d175d9a req-48b62a3d-a62f-4ccc-86c0-c27b2b53001d tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb1d16d2-e9dd-4dc2-a1f2-bb82bc8bbced HTTP/1.1" status: 200 len: 945 time: 0.1393087 Mar 29 15:46:46.015850 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-4d461ac4-790f-48b5-8512-55ea1cf693cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:46.020901 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11dd1be1-baaa-425f-9412-cad0d5741ae2 None None] The sync data for ids ['2e19b61a-3d0a-413a-bff1-f81e83aba065'] in n-d-834765-1 is: [{'id': '2e19b61a-3d0a-413a-bff1-f81e83aba065', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-824853783-router', 'tenant_id': '30f1929cf8cd4fa2971fe122fa56b37c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.67'}], 'enable_snat': True}, 'gw_port_id': 'c78c59da-3fbf-49c4-bf86-62617171510c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:45:45Z', 'updated_at': '2022-03-29T15:45:55Z', 'revision_number': 4, 'project_id': '30f1929cf8cd4fa2971fe122fa56b37c', 'gw_port': {'id': 'c78c59da-3fbf-49c4-bf86-62617171510c', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:34:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e19b61a-3d0a-413a-bff1-f81e83aba065', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:45:47Z', 'updated_at': '2022-03-29T15:45:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': '8233b534-864c-4cc5-b7a9-53a7bd061bc8', 'name': '', 'network_id': '7c143bed-7e9e-4000-a4b5-c98d481a1da9', 'tenant_id': '30f1929cf8cd4fa2971fe122fa56b37c', 'mac_address': 'fa:16:3e:cc:1f:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e19b61a-3d0a-413a-bff1-f81e83aba065', 'device_owner': 'network:router_interface', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': 'b1987332-c2a6-4f9a-8ef4-b91bd30159c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:45:52Z', 'updated_at': '2022-03-29T15:46:02Z', 'revision_number': 5, 'project_id': '30f1929cf8cd4fa2971fe122fa56b37c', 'subnets': [{'id': 'b1987332-c2a6-4f9a-8ef4-b91bd30159c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:46:46.028685 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0913bd9-6a79-4f64-8d68-73180a7d0726 req-62a9bc6f-f3dc-40ac-ba98-fe504d6d3f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:46.030286 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-a0913bd9-6a79-4f64-8d68-73180a7d0726 req-62a9bc6f-f3dc-40ac-ba98-fe504d6d3f5e service neutron] 10.222.0.44 "GET /v2.0/networks?id=7c143bed-7e9e-4000-a4b5-c98d481a1da9 HTTP/1.1" status: 200 len: 929 time: 0.2136383 Mar 29 15:46:46.099687 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-a0913bd9-6a79-4f64-8d68-73180a7d0726 req-f536d823-36cf-4010-8ff7-68bad5cd586b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9e4288bf-3a71-4221-a5b2-491886f56512 HTTP/1.1" status: 200 len: 217 time: 0.0545471 Mar 29 15:46:46.114097 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-643882ee-a210-4590-aeff-570d0d175d9a req-b9bcad6c-b761-4c1d-833a-fe94c5fdd340 tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] 10.222.0.42 "GET /v2.0/security-groups?id=8c1a607e-8731-4409-adf4-490f4457a32b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239121 Mar 29 15:46:46.189543 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0913bd9-6a79-4f64-8d68-73180a7d0726 req-1e8df058-3073-49e0-8e71-de68dc822b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:46.191735 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-a0913bd9-6a79-4f64-8d68-73180a7d0726 req-1e8df058-3073-49e0-8e71-de68dc822b83 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b1987332-c2a6-4f9a-8ef4-b91bd30159c4 HTTP/1.1" status: 200 len: 867 time: 0.0766659 Mar 29 15:46:46.197484 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port 56ce7f38-d524-4bea-b1a8-b73c6b26c3ae, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=56ce7f38-d524-4bea-b1a8-b73c6b26c3ae,segment=NetworkSegment(75e08afe-5522-4a35-ad21-9720d7c7dfdf),segment_id=75e08afe-5522-4a35-ad21-9720d7c7dfdf)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:46:46.213788 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b24867-8a93-4581-9a72-eb27758490c0 req-4de91902-56ac-43ab-8996-9566e6caca9f tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:46.214961 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-58b24867-8a93-4581-9a72-eb27758490c0 req-4de91902-56ac-43ab-8996-9566e6caca9f tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/ports?device_id=7bd5042f-d9f8-4161-b261-c1d7af6a3af4 HTTP/1.1" status: 200 len: 949 time: 0.1479678 Mar 29 15:46:46.248567 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-19bc0046-7254-46bb-b0c5-7edad561122d req-120f8b0a-452e-4337-aebf-a429b38af417 tempest-FloatingIPsAssociationNegativeTestJSON-492483530 tempest-FloatingIPsAssociationNegativeTestJSON-492483530-project] 10.222.0.42 "GET /v2.0/floatingips/6bedf9dc-3311-4ec1-a963-0d61c46142c9 HTTP/1.1" status: 200 len: 695 time: 0.0553138 Mar 29 15:46:46.252533 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Returning: {'device': '56ce7f38-d524-4bea-b1a8-b73c6b26c3ae', 'network_id': '15a0213c-1273-41a6-966e-a3669c240d14', 'port_id': '56ce7f38-d524-4bea-b1a8-b73c6b26c3ae', 'mac_address': 'fa:16:3e:2f:c9:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 619, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5235ec26-f5f8-4832-a0b1-e14c5e73ceaa', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 15:46:46.285834 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-4d461ac4-790f-48b5-8512-55ea1cf693cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:46.298442 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-4d461ac4-790f-48b5-8512-55ea1cf693cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:46.311112 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:46.316297 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0913bd9-6a79-4f64-8d68-73180a7d0726 req-7f620c33-659e-4166-87e8-46c7f347af0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:46.318052 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-a0913bd9-6a79-4f64-8d68-73180a7d0726 req-7f620c33-659e-4166-87e8-46c7f347af0e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7c143bed-7e9e-4000-a4b5-c98d481a1da9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0686264 Mar 29 15:46:46.318331 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-58b24867-8a93-4581-9a72-eb27758490c0 req-d07c6091-ff58-42bb-8b20-93239ca242cd tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/security-groups?id=56997969-7130-4d86-9e9d-e068deb19a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920634 Mar 29 15:46:46.328610 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56ce7f38-d524-4bea-b1a8-b73c6b26c3ae {{(pid=102792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:46:46.350644 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-4d461ac4-790f-48b5-8512-55ea1cf693cd admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f858d11db89a4c2695ff79528ca25f0a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3793678 Mar 29 15:46:46.351527 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d461ac4-790f-48b5-8512-55ea1cf693cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24723377-39d7-4dec-98ba-d0b4f9795194,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:46:46.363235 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port 56ce7f38-d524-4bea-b1a8-b73c6b26c3ae, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=56ce7f38-d524-4bea-b1a8-b73c6b26c3ae,segment=NetworkSegment(75e08afe-5522-4a35-ad21-9720d7c7dfdf),segment_id=75e08afe-5522-4a35-ad21-9720d7c7dfdf)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:46:46.366385 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 51812) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:46:46.369832 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:46.439306 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-2e4e85ae-018c-4029-a120-a3686a8ec053 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:46.443824 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Pushing event updated for resources: {'Port': ['ID=56ce7f38-d524-4bea-b1a8-b73c6b26c3ae,revision_number=4']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:46:46.490911 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-2e4e85ae-018c-4029-a120-a3686a8ec053 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:46.515310 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-a0913bd9-6a79-4f64-8d68-73180a7d0726 req-efad1150-0852-48d2-ae06-290d27b22245 service neutron] 10.222.0.44 "GET /v2.0/networks/7c143bed-7e9e-4000-a4b5-c98d481a1da9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1831219 Mar 29 15:46:46.552929 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bc0046-7254-46bb-b0c5-7edad561122d req-840c2361-c5b3-40d2-8766-a59ad42db5fe tempest-FloatingIPsAssociationNegativeTestJSON-492483530 tempest-FloatingIPsAssociationNegativeTestJSON-492483530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:46.554333 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-19bc0046-7254-46bb-b0c5-7edad561122d req-840c2361-c5b3-40d2-8766-a59ad42db5fe tempest-FloatingIPsAssociationNegativeTestJSON-492483530 tempest-FloatingIPsAssociationNegativeTestJSON-492483530-project] 10.222.0.42 "GET /v2.0/networks/4a4a035d-ecac-4ead-baa3-25f90788773a HTTP/1.1" status: 200 len: 784 time: 0.2770045 Mar 29 15:46:46.557720 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcae5b06-60e1-43f5-a331-a86d0bf8c196 None None] New status for floating IP 6bedf9dc-3311-4ec1-a963-0d61c46142c9: DOWN {{(pid=102792) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 15:46:46.614573 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee037a2-b995-497c-bd64-5f068ac16d42 req-b74b70c8-7818-4089-b8d5-515144364b45 tempest-InstanceActionsNegativeTestJSON-809113406 tempest-InstanceActionsNegativeTestJSON-809113406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:46.616156 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-0ee037a2-b995-497c-bd64-5f068ac16d42 req-b74b70c8-7818-4089-b8d5-515144364b45 tempest-InstanceActionsNegativeTestJSON-809113406 tempest-InstanceActionsNegativeTestJSON-809113406-project] 10.222.0.42 "GET /v2.0/ports?device_id=ba72e32d-bfc0-4095-8b04-cba7c2e1b12e HTTP/1.1" status: 200 len: 945 time: 0.1378279 Mar 29 15:46:46.637563 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-19bc0046-7254-46bb-b0c5-7edad561122d req-8bf99361-8a65-4b3f-a159-4e0800a30a49 tempest-FloatingIPsAssociationNegativeTestJSON-492483530 tempest-FloatingIPsAssociationNegativeTestJSON-492483530-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.4.246 HTTP/1.1" status: 200 len: 698 time: 0.0686619 Mar 29 15:46:46.641000 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-2e4e85ae-018c-4029-a120-a3686a8ec053 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:46.643633 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-2e4e85ae-018c-4029-a120-a3686a8ec053 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:46.647140 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-2e4e85ae-018c-4029-a120-a3686a8ec053 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/24723377-39d7-4dec-98ba-d0b4f9795194 HTTP/1.1" status: 204 len: 168 time: 0.2774079 Mar 29 15:46:46.683343 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4e85ae-018c-4029-a120-a3686a8ec053 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24723377-39d7-4dec-98ba-d0b4f9795194,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:46:46.714971 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-0ee037a2-b995-497c-bd64-5f068ac16d42 req-e34def3a-bfc4-4e00-93bf-b1fda86fbdf5 tempest-InstanceActionsNegativeTestJSON-809113406 tempest-InstanceActionsNegativeTestJSON-809113406-project] 10.222.0.42 "GET /v2.0/security-groups?id=9f2458c7-6f6c-48f0-b187-eafc7b6e098b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825431 Mar 29 15:46:46.718672 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc87f11f-f3cd-4114-96b4-8845e4aece03 req-deedb659-6518-4c31-b5fb-8d90baa2692e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:46.720949 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-fc87f11f-f3cd-4114-96b4-8845e4aece03 req-deedb659-6518-4c31-b5fb-8d90baa2692e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=fa3ba36247ad48f4997ede3b0209bc82&device_id=7bd5042f-d9f8-4161-b261-c1d7af6a3af4 HTTP/1.1" status: 200 len: 1100 time: 0.0960999 Mar 29 15:46:46.745210 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-a0913bd9-6a79-4f64-8d68-73180a7d0726 req-ae819c71-eb3f-45db-b68e-496033e32685 service neutron] 10.222.0.44 "GET /v2.0/networks/7c143bed-7e9e-4000-a4b5-c98d481a1da9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2078459 Mar 29 15:46:46.814339 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-19bc0046-7254-46bb-b0c5-7edad561122d req-67c501d1-7c73-4eee-a283-cd79fb5c7bdb tempest-FloatingIPsAssociationNegativeTestJSON-492483530 tempest-FloatingIPsAssociationNegativeTestJSON-492483530-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.4.246 HTTP/1.1" status: 200 len: 698 time: 0.0865612 Mar 29 15:46:46.822764 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] get_ports_and_sgs() called for port_ids ['56ce7f38-d524-4bea-b1a8-b73c6b26c3ae'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:46:46.883888 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:46.934969 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc87f11f-f3cd-4114-96b4-8845e4aece03 req-7993269c-3e45-41a5-8e4a-579dfe144e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:46.936838 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-fc87f11f-f3cd-4114-96b4-8845e4aece03 req-7993269c-3e45-41a5-8e4a-579dfe144e1e service neutron] 10.222.0.48 "GET /v2.0/networks?id=2268a9b9-82fd-4886-a91d-3a50e4e16cab HTTP/1.1" status: 200 len: 870 time: 0.2070773 Mar 29 15:46:46.967536 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4516ceb7-a2ed-4429-8198-45eb8211a5d8 req-703174a0-de3b-4c53-b820-a20b17f11339 tempest-ListServerFiltersTestJSON-1632672620 tempest-ListServerFiltersTestJSON-1632672620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:46.969023 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-4516ceb7-a2ed-4429-8198-45eb8211a5d8 req-703174a0-de3b-4c53-b820-a20b17f11339 tempest-ListServerFiltersTestJSON-1632672620 tempest-ListServerFiltersTestJSON-1632672620-project] 10.222.0.42 "GET /v2.0/ports?device_id=51a363cc-f278-44ab-a8ab-01401225dc38 HTTP/1.1" status: 200 len: 946 time: 0.1185873 Mar 29 15:46:47.002662 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-fc87f11f-f3cd-4114-96b4-8845e4aece03 req-13823f6b-cc07-40df-98e6-e98399e5a530 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.97&port_id=8b2a470d-90ea-4ceb-90e7-dade170a3c3f HTTP/1.1" status: 200 len: 217 time: 0.0526342 Mar 29 15:46:47.012643 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [req-19bc0046-7254-46bb-b0c5-7edad561122d req-0b5f9ad0-ecdc-46f6-8d7f-50aa26029117 tempest-FloatingIPsAssociationNegativeTestJSON-492483530 tempest-FloatingIPsAssociationNegativeTestJSON-492483530-project] Deleting port 35f21f96-9760-4b1d-8d2d-fd1935d11a36 {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:46:47.014556 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-19bc0046-7254-46bb-b0c5-7edad561122d req-0b5f9ad0-ecdc-46f6-8d7f-50aa26029117 tempest-FloatingIPsAssociationNegativeTestJSON-492483530 tempest-FloatingIPsAssociationNegativeTestJSON-492483530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:47.072188 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-4516ceb7-a2ed-4429-8198-45eb8211a5d8 req-1bfe3e4a-a4f4-4995-aaf0-3116576dd2c9 tempest-ListServerFiltersTestJSON-1632672620 tempest-ListServerFiltersTestJSON-1632672620-project] 10.222.0.42 "GET /v2.0/security-groups?id=4600fc30-be81-4c99-acf1-e3f516af1e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724521 Mar 29 15:46:47.083492 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc87f11f-f3cd-4114-96b4-8845e4aece03 req-9e493a75-883c-4dca-81d6-127454ff170f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:47.085004 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-fc87f11f-f3cd-4114-96b4-8845e4aece03 req-9e493a75-883c-4dca-81d6-127454ff170f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=abb8e5d6-2aea-4455-a944-3435a3d1ce49 HTTP/1.1" status: 200 len: 843 time: 0.0657027 Mar 29 15:46:47.096278 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-19bc0046-7254-46bb-b0c5-7edad561122d req-0b5f9ad0-ecdc-46f6-8d7f-50aa26029117 tempest-FloatingIPsAssociationNegativeTestJSON-492483530 tempest-FloatingIPsAssociationNegativeTestJSON-492483530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:47.096676 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-19bc0046-7254-46bb-b0c5-7edad561122d req-0b5f9ad0-ecdc-46f6-8d7f-50aa26029117 tempest-FloatingIPsAssociationNegativeTestJSON-492483530 tempest-FloatingIPsAssociationNegativeTestJSON-492483530-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:47.112484 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [req-19bc0046-7254-46bb-b0c5-7edad561122d req-0b5f9ad0-ecdc-46f6-8d7f-50aa26029117 tempest-FloatingIPsAssociationNegativeTestJSON-492483530 tempest-FloatingIPsAssociationNegativeTestJSON-492483530-project] Calling delete_port for 35f21f96-9760-4b1d-8d2d-fd1935d11a36 owned by network:floatingip {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:46:47.126059 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 51828) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:46:47.136870 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc87f11f-f3cd-4114-96b4-8845e4aece03 req-15bfa54e-759b-4253-bbcb-fc950edace63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:47.138458 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-fc87f11f-f3cd-4114-96b4-8845e4aece03 req-15bfa54e-759b-4253-bbcb-fc950edace63 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2268a9b9-82fd-4886-a91d-3a50e4e16cab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0430393 Mar 29 15:46:47.171546 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-b075d610-489e-4829-b5b8-2b345906b6b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:47.252458 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-fc87f11f-f3cd-4114-96b4-8845e4aece03 req-51c6ded9-6c3c-46c6-8924-addd9d032e54 service neutron] 10.222.0.48 "GET /v2.0/networks/2268a9b9-82fd-4886-a91d-3a50e4e16cab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000578 Mar 29 15:46:47.322392 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-b075d610-489e-4829-b5b8-2b345906b6b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:47.329277 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-b075d610-489e-4829-b5b8-2b345906b6b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:47.357983 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-19bc0046-7254-46bb-b0c5-7edad561122d req-0b5f9ad0-ecdc-46f6-8d7f-50aa26029117 tempest-FloatingIPsAssociationNegativeTestJSON-492483530 tempest-FloatingIPsAssociationNegativeTestJSON-492483530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:47.360332 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-fc87f11f-f3cd-4114-96b4-8845e4aece03 req-1d764735-0a35-40d8-8f2e-7def2bd4f9ea service neutron] 10.222.0.48 "GET /v2.0/networks/2268a9b9-82fd-4886-a91d-3a50e4e16cab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001601 Mar 29 15:46:47.408531 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5f9ad0-ecdc-46f6-8d7f-50aa26029117 tempest-FloatingIPsAssociationNegativeTestJSON-492483530 tempest-FloatingIPsAssociationNegativeTestJSON-492483530-project] Pushing event deleted for resources: {'Port': ['ID=35f21f96-9760-4b1d-8d2d-fd1935d11a36,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:46:47.413328 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b075d610-489e-4829-b5b8-2b345906b6b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26bf0f8e-2a1b-43f1-8223-f21f1405b85d,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:46:47.417339 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-b075d610-489e-4829-b5b8-2b345906b6b9 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=de8c29ff2cb94608acc16aedb77b6805&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2901223 Mar 29 15:46:47.421718 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 51842) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:46:47.504223 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-19bc0046-7254-46bb-b0c5-7edad561122d req-0b5f9ad0-ecdc-46f6-8d7f-50aa26029117 tempest-FloatingIPsAssociationNegativeTestJSON-492483530 tempest-FloatingIPsAssociationNegativeTestJSON-492483530-project] Notify callbacks [] for floatingip, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:47.506777 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-19bc0046-7254-46bb-b0c5-7edad561122d req-0b5f9ad0-ecdc-46f6-8d7f-50aa26029117 tempest-FloatingIPsAssociationNegativeTestJSON-492483530 tempest-FloatingIPsAssociationNegativeTestJSON-492483530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for floatingip, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:47.508276 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-19bc0046-7254-46bb-b0c5-7edad561122d req-0b5f9ad0-ecdc-46f6-8d7f-50aa26029117 tempest-FloatingIPsAssociationNegativeTestJSON-492483530 tempest-FloatingIPsAssociationNegativeTestJSON-492483530-project] 10.222.0.42 "DELETE /v2.0/floatingips/6bedf9dc-3311-4ec1-a963-0d61c46142c9 HTTP/1.1" status: 204 len: 173 time: 0.6688440 Mar 29 15:46:47.522009 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-1a8e19bc-0cfd-4e80-afb7-a1416313601e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:47.545815 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-1a8e19bc-0cfd-4e80-afb7-a1416313601e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:47.649886 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d848ceef-6592-44bf-9636-d01c3fca8185 req-c2f42303-f4c3-4d1b-a2d1-76f3337aece2 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:47.660602 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d848ceef-6592-44bf-9636-d01c3fca8185 req-c2f42303-f4c3-4d1b-a2d1-76f3337aece2 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] 10.222.0.42 "GET /v2.0/ports?device_id=149487e7-8e7a-421e-9b26-38fcb904048e HTTP/1.1" status: 200 len: 946 time: 0.0873475 Mar 29 15:46:47.672483 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:47.674729 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d784a6a6-5a67-4299-9b32-ed443cf17e90 req-542444a1-bda3-4035-aa37-f1b1f62b7906 tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:47.682070 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-d784a6a6-5a67-4299-9b32-ed443cf17e90 req-542444a1-bda3-4035-aa37-f1b1f62b7906 tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb1d16d2-e9dd-4dc2-a1f2-bb82bc8bbced HTTP/1.1" status: 200 len: 945 time: 0.0633433 Mar 29 15:46:47.693166 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-1a8e19bc-0cfd-4e80-afb7-a1416313601e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:47.695642 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-1a8e19bc-0cfd-4e80-afb7-a1416313601e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:47.696778 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-1a8e19bc-0cfd-4e80-afb7-a1416313601e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/26bf0f8e-2a1b-43f1-8223-f21f1405b85d HTTP/1.1" status: 204 len: 168 time: 0.2758245 Mar 29 15:46:47.714037 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8e19bc-0cfd-4e80-afb7-a1416313601e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26bf0f8e-2a1b-43f1-8223-f21f1405b85d,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:46:47.723814 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d848ceef-6592-44bf-9636-d01c3fca8185 req-aea1f3ec-eaed-4676-a0c3-4970c6df939c tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] 10.222.0.42 "GET /v2.0/security-groups?id=f08e979a-b162-4e81-8f48-4f228bf81759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623164 Mar 29 15:46:47.739732 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-d784a6a6-5a67-4299-9b32-ed443cf17e90 req-90414767-4460-412c-85e1-152b4f63aefa tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] 10.222.0.42 "GET /v2.0/security-groups?id=8c1a607e-8731-4409-adf4-490f4457a32b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482104 Mar 29 15:46:47.821391 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-029b9c25-fddb-4384-a0c1-1a691e4fe2b7 req-2463b85e-e9fe-4f33-8f6f-def6ab1ab223 tempest-ServerShowV247Test-1180077024 tempest-ServerShowV247Test-1180077024-project] 10.222.0.42 "GET /v2.0/ports?device_id=744ed947-cb34-409d-8174-56b3b8a8af9a HTTP/1.1" status: 200 len: 210 time: 0.0315337 Mar 29 15:46:47.886833 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cda78ff-e3a0-4caa-bf8e-16079200a4f5 req-07ede040-a236-4883-98b9-39279ca3c463 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:47.888493 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-0cda78ff-e3a0-4caa-bf8e-16079200a4f5 req-07ede040-a236-4883-98b9-39279ca3c463 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/ports?device_id=7bd5042f-d9f8-4161-b261-c1d7af6a3af4 HTTP/1.1" status: 200 len: 949 time: 0.0801647 Mar 29 15:46:47.943702 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-0cda78ff-e3a0-4caa-bf8e-16079200a4f5 req-9b68db7c-0be1-44a4-9d1a-f9feb6117e2e tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/security-groups?id=56997969-7130-4d86-9e9d-e068deb19a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469468 Mar 29 15:46:47.948576 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8c3a4d-4185-426a-835f-d6ce512afe10 req-fabe9b60-5fa9-4dc1-909b-d5a1d5188dec tempest-InstanceActionsNegativeTestJSON-809113406 tempest-InstanceActionsNegativeTestJSON-809113406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:47.950408 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-8e8c3a4d-4185-426a-835f-d6ce512afe10 req-fabe9b60-5fa9-4dc1-909b-d5a1d5188dec tempest-InstanceActionsNegativeTestJSON-809113406 tempest-InstanceActionsNegativeTestJSON-809113406-project] 10.222.0.42 "GET /v2.0/ports?device_id=ba72e32d-bfc0-4095-8b04-cba7c2e1b12e HTTP/1.1" status: 200 len: 945 time: 0.0622597 Mar 29 15:46:48.026635 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-8e8c3a4d-4185-426a-835f-d6ce512afe10 req-3743c5f5-e1af-41e1-80fb-265b002f6e02 tempest-InstanceActionsNegativeTestJSON-809113406 tempest-InstanceActionsNegativeTestJSON-809113406-project] 10.222.0.42 "GET /v2.0/security-groups?id=9f2458c7-6f6c-48f0-b187-eafc7b6e098b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639231 Mar 29 15:46:48.080777 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b1a000-ab69-4344-9de7-35ef59f3f617 req-50d6e60e-9220-49f7-9059-2b775d0cbe7d tempest-FloatingIPsAssociationNegativeTestJSON-492483530 tempest-FloatingIPsAssociationNegativeTestJSON-492483530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:48.082642 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-81b1a000-ab69-4344-9de7-35ef59f3f617 req-50d6e60e-9220-49f7-9059-2b775d0cbe7d tempest-FloatingIPsAssociationNegativeTestJSON-492483530 tempest-FloatingIPsAssociationNegativeTestJSON-492483530-project] 10.222.0.42 "GET /v2.0/ports?device_id=289edb15-b057-48b9-8159-c673c5bb8197&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0747263 Mar 29 15:46:48.140569 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-81b1a000-ab69-4344-9de7-35ef59f3f617 req-5171b91b-ee15-40d9-a6ab-2d2c6e892a28 tempest-FloatingIPsAssociationNegativeTestJSON-492483530 tempest-FloatingIPsAssociationNegativeTestJSON-492483530-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0507894 Mar 29 15:46:48.259549 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fe8d8b-3b6a-4a18-ae8f-fe01ac58c647 req-4121c8a2-13b3-4c6f-b5d0-2f25a77aa87d tempest-ListServerFiltersTestJSON-1632672620 tempest-ListServerFiltersTestJSON-1632672620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:48.268545 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-35fe8d8b-3b6a-4a18-ae8f-fe01ac58c647 req-4121c8a2-13b3-4c6f-b5d0-2f25a77aa87d tempest-ListServerFiltersTestJSON-1632672620 tempest-ListServerFiltersTestJSON-1632672620-project] 10.222.0.42 "GET /v2.0/ports?device_id=51a363cc-f278-44ab-a8ab-01401225dc38 HTTP/1.1" status: 200 len: 946 time: 0.0662961 Mar 29 15:46:48.318728 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-35fe8d8b-3b6a-4a18-ae8f-fe01ac58c647 req-9e399e57-d19e-4e51-95da-61ca41dc672d tempest-ListServerFiltersTestJSON-1632672620 tempest-ListServerFiltersTestJSON-1632672620-project] 10.222.0.42 "GET /v2.0/security-groups?id=4600fc30-be81-4c99-acf1-e3f516af1e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491586 Mar 29 15:46:48.383458 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-8849b72c-f64b-40b2-ba30-5a41661eb827 req-0c333efc-caa1-4020-ac25-369045d37de2 tempest-FloatingIPsAssociationNegativeTestJSON-492483530 tempest-FloatingIPsAssociationNegativeTestJSON-492483530-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0521104 Mar 29 15:46:48.494183 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-8dcf4ad2-d829-4acf-b672-e739da6a3fd7 req-3927fb09-dc08-450b-b03d-17fe23c15082 tempest-ServerShowV247Test-1180077024 tempest-ServerShowV247Test-1180077024-project] 10.222.0.42 "GET /v2.0/ports?device_id=70fec07f-1f0a-4145-aad5-051a38b43b4d HTTP/1.1" status: 200 len: 210 time: 0.0359845 Mar 29 15:46:48.654695 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a105393-2fe0-4330-b330-d750eb8f710b req-7c438fbb-0ade-4986-9a72-97bc2d8519a3 tempest-FloatingIPsAssociationNegativeTestJSON-492483530 tempest-FloatingIPsAssociationNegativeTestJSON-492483530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:48.659787 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-3a105393-2fe0-4330-b330-d750eb8f710b req-7c438fbb-0ade-4986-9a72-97bc2d8519a3 tempest-FloatingIPsAssociationNegativeTestJSON-492483530 tempest-FloatingIPsAssociationNegativeTestJSON-492483530-project] 10.222.0.42 "GET /v2.0/ports?device_id=289edb15-b057-48b9-8159-c673c5bb8197 HTTP/1.1" status: 200 len: 945 time: 0.0651400 Mar 29 15:46:48.696376 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-3a105393-2fe0-4330-b330-d750eb8f710b req-9703cf56-3be3-4214-9140-be4acfe257be tempest-FloatingIPsAssociationNegativeTestJSON-492483530 tempest-FloatingIPsAssociationNegativeTestJSON-492483530-project] 10.222.0.42 "GET /v2.0/security-groups?id=5544b426-8722-47e3-a46b-1eb9730bf5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336645 Mar 29 15:46:48.883418 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70a7cb1-4e46-4208-b292-8684aefd063f req-cdfa9f16-c208-4dcc-a1bf-0b5ecbcaa6aa tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:48.885499 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b70a7cb1-4e46-4208-b292-8684aefd063f req-cdfa9f16-c208-4dcc-a1bf-0b5ecbcaa6aa tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] 10.222.0.42 "GET /v2.0/ports?device_id=149487e7-8e7a-421e-9b26-38fcb904048e HTTP/1.1" status: 200 len: 946 time: 0.0871756 Mar 29 15:46:48.893614 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2487ee54-32d7-40c0-a9c6-2f101b5eddae req-42cf9ff6-0112-473f-ad06-96525c7dc029 tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:48.895413 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-2487ee54-32d7-40c0-a9c6-2f101b5eddae req-42cf9ff6-0112-473f-ad06-96525c7dc029 tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb1d16d2-e9dd-4dc2-a1f2-bb82bc8bbced HTTP/1.1" status: 200 len: 945 time: 0.0737288 Mar 29 15:46:48.946524 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-2487ee54-32d7-40c0-a9c6-2f101b5eddae req-b633b9e8-340f-421f-8624-3b71103fffc7 tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] 10.222.0.42 "GET /v2.0/security-groups?id=8c1a607e-8731-4409-adf4-490f4457a32b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407479 Mar 29 15:46:48.991752 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b70a7cb1-4e46-4208-b292-8684aefd063f req-3ac3af7b-dea2-4840-9ea0-c7148fdd2652 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] 10.222.0.42 "GET /v2.0/security-groups?id=f08e979a-b162-4e81-8f48-4f228bf81759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948882 Mar 29 15:46:49.092161 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982173d7-53bb-4cea-9985-aa1040a7ec80 req-31cfad7a-1e9a-4ecc-a9ce-0186fe6be621 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:49.093850 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-982173d7-53bb-4cea-9985-aa1040a7ec80 req-31cfad7a-1e9a-4ecc-a9ce-0186fe6be621 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/ports?device_id=7bd5042f-d9f8-4161-b261-c1d7af6a3af4 HTTP/1.1" status: 200 len: 949 time: 0.0697315 Mar 29 15:46:49.139225 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-982173d7-53bb-4cea-9985-aa1040a7ec80 req-07adb6a5-a83a-41d9-a2f4-102d24c61665 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/security-groups?id=56997969-7130-4d86-9e9d-e068deb19a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386438 Mar 29 15:46:49.155566 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c46e62-fa80-4c0c-9d85-967100de0fb8 req-c2cd3eb5-4bd3-4f17-ab66-9feb01dae7a6 tempest-InstanceActionsNegativeTestJSON-809113406 tempest-InstanceActionsNegativeTestJSON-809113406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:49.155566 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e6c46e62-fa80-4c0c-9d85-967100de0fb8 req-c2cd3eb5-4bd3-4f17-ab66-9feb01dae7a6 tempest-InstanceActionsNegativeTestJSON-809113406 tempest-InstanceActionsNegativeTestJSON-809113406-project] 10.222.0.42 "GET /v2.0/ports?device_id=ba72e32d-bfc0-4095-8b04-cba7c2e1b12e HTTP/1.1" status: 200 len: 945 time: 0.0564513 Mar 29 15:46:49.193454 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e6c46e62-fa80-4c0c-9d85-967100de0fb8 req-f7a32787-b58c-4470-9d0f-062b5decfc6b tempest-InstanceActionsNegativeTestJSON-809113406 tempest-InstanceActionsNegativeTestJSON-809113406-project] 10.222.0.42 "GET /v2.0/security-groups?id=9f2458c7-6f6c-48f0-b187-eafc7b6e098b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321968 Mar 29 15:46:49.427602 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6192e4-a931-4902-97fd-21dcda4f4754 req-0aae4f55-0c76-4961-844c-4d5d02a20b74 tempest-ListServerFiltersTestJSON-1632672620 tempest-ListServerFiltersTestJSON-1632672620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:49.429103 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-be6192e4-a931-4902-97fd-21dcda4f4754 req-0aae4f55-0c76-4961-844c-4d5d02a20b74 tempest-ListServerFiltersTestJSON-1632672620 tempest-ListServerFiltersTestJSON-1632672620-project] 10.222.0.42 "GET /v2.0/ports?device_id=51a363cc-f278-44ab-a8ab-01401225dc38 HTTP/1.1" status: 200 len: 946 time: 0.0540788 Mar 29 15:46:49.474037 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-be6192e4-a931-4902-97fd-21dcda4f4754 req-d1ef0c34-b0b1-4a3b-84a0-742b7f136a0a tempest-ListServerFiltersTestJSON-1632672620 tempest-ListServerFiltersTestJSON-1632672620-project] 10.222.0.42 "GET /v2.0/security-groups?id=4600fc30-be81-4c99-acf1-e3f516af1e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382128 Mar 29 15:46:49.601576 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-8bfcafe2-d96b-46d3-bcd8-d35ae375504d req-f9bc10f0-8a1e-4323-866e-364d33854229 tempest-ServerShowV247Test-1180077024 tempest-ServerShowV247Test-1180077024-project] 10.222.0.42 "GET /v2.0/ports?device_id=70fec07f-1f0a-4145-aad5-051a38b43b4d HTTP/1.1" status: 200 len: 210 time: 0.0321195 Mar 29 15:46:49.816541 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72fb754-b298-4ddb-b45d-7d8b977c3816 req-fba8bd9b-909c-4ea9-b72e-e274e8fcfbfa tempest-FloatingIPsAssociationNegativeTestJSON-492483530 tempest-FloatingIPsAssociationNegativeTestJSON-492483530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:49.818516 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-f72fb754-b298-4ddb-b45d-7d8b977c3816 req-fba8bd9b-909c-4ea9-b72e-e274e8fcfbfa tempest-FloatingIPsAssociationNegativeTestJSON-492483530 tempest-FloatingIPsAssociationNegativeTestJSON-492483530-project] 10.222.0.42 "GET /v2.0/ports?device_id=289edb15-b057-48b9-8159-c673c5bb8197 HTTP/1.1" status: 200 len: 945 time: 0.0542316 Mar 29 15:46:49.861278 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-f72fb754-b298-4ddb-b45d-7d8b977c3816 req-ec50824e-9ebd-49c1-a3c4-1e783d7cb063 tempest-FloatingIPsAssociationNegativeTestJSON-492483530 tempest-FloatingIPsAssociationNegativeTestJSON-492483530-project] 10.222.0.42 "GET /v2.0/security-groups?id=5544b426-8722-47e3-a46b-1eb9730bf5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319371 Mar 29 15:46:49.954657 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device 56ce7f38-d524-4bea-b1a8-b73c6b26c3ae up at agent hyperv_n-h1-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:46:50.016840 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Provisioning for port 56ce7f38-d524-4bea-b1a8-b73c6b26c3ae completed by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 15:46:50.021678 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Provisioning complete for port 56ce7f38-d524-4bea-b1a8-b73c6b26c3ae triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:46:50.022256 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:50.079688 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308047b5-cbea-4dfe-89cb-abb75238672b req-f838c4c8-58df-432f-923a-201db9b48a43 tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:50.087742 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-308047b5-cbea-4dfe-89cb-abb75238672b req-f838c4c8-58df-432f-923a-201db9b48a43 tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb1d16d2-e9dd-4dc2-a1f2-bb82bc8bbced HTTP/1.1" status: 200 len: 945 time: 0.0654118 Mar 29 15:46:50.110263 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a7372f-0291-4485-9865-7fe88684858a req-390f8bbf-5334-4a17-868a-04bab40c483d tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:50.118559 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-46a7372f-0291-4485-9865-7fe88684858a req-390f8bbf-5334-4a17-868a-04bab40c483d tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] 10.222.0.42 "GET /v2.0/ports?device_id=149487e7-8e7a-421e-9b26-38fcb904048e HTTP/1.1" status: 200 len: 946 time: 0.0665233 Mar 29 15:46:50.125963 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-308047b5-cbea-4dfe-89cb-abb75238672b req-6a72414f-7a3d-4e75-8b50-bb70ac9c809e tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] 10.222.0.42 "GET /v2.0/security-groups?id=8c1a607e-8731-4409-adf4-490f4457a32b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370867 Mar 29 15:46:50.129294 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:50.156072 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-46a7372f-0291-4485-9865-7fe88684858a req-7d8ac8bf-c711-4fa0-9531-4fc025dc3c3c tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] 10.222.0.42 "GET /v2.0/security-groups?id=f08e979a-b162-4e81-8f48-4f228bf81759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369551 Mar 29 15:46:50.181736 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba72e32d-bfc0-4095-8b04-cba7c2e1b12e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56ce7f38-d524-4bea-b1a8-b73c6b26c3ae'}] {{(pid=102792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:46:50.184448 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4f476c66b318cc6068719fc39557fac68d413f5c7e78fa77028c7948e999ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddd528af-4725-4475-bbaa-18bf51ef44cd" -d '{"events": [{"server_uuid": "ba72e32d-bfc0-4095-8b04-cba7c2e1b12e", "name": "network-vif-plugged", "status": "completed", "tag": "56ce7f38-d524-4bea-b1a8-b73c6b26c3ae"}]}' {{(pid=102792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:46:50.191142 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port 56ce7f38-d524-4bea-b1a8-b73c6b26c3ae, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=56ce7f38-d524-4bea-b1a8-b73c6b26c3ae,segment=NetworkSegment(75e08afe-5522-4a35-ad21-9720d7c7dfdf),segment_id=75e08afe-5522-4a35-ad21-9720d7c7dfdf)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:46:50.199065 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:50.232237 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:46:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1369ee8f-53e9-4378-b75e-4ab9c3d475a9 x-openstack-request-id: req-1369ee8f-53e9-4378-b75e-4ab9c3d475a9 {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:46:50.232531 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba72e32d-bfc0-4095-8b04-cba7c2e1b12e", "name": "network-vif-plugged", "status": "completed", "tag": "56ce7f38-d524-4bea-b1a8-b73c6b26c3ae", "code": 200}]} {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:46:50.232778 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1369ee8f-53e9-4378-b75e-4ab9c3d475a9 {{(pid=102792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:46:50.233176 n-d-834765-1 neutron-server[102792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba72e32d-bfc0-4095-8b04-cba7c2e1b12e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56ce7f38-d524-4bea-b1a8-b73c6b26c3ae', 'code': 200} Mar 29 15:46:50.268176 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Pushing event updated for resources: {'Port': ['ID=56ce7f38-d524-4bea-b1a8-b73c6b26c3ae,revision_number=5']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:46:50.290526 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b87685d-2b68-44f0-9fdf-5a2c17e40ea9 req-de2fa02d-b2f8-4f0e-b7fc-3f8731b44ed0 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:50.303173 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6b87685d-2b68-44f0-9fdf-5a2c17e40ea9 req-de2fa02d-b2f8-4f0e-b7fc-3f8731b44ed0 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/ports?device_id=7bd5042f-d9f8-4161-b261-c1d7af6a3af4 HTTP/1.1" status: 200 len: 949 time: 0.0808322 Mar 29 15:46:50.373969 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6b87685d-2b68-44f0-9fdf-5a2c17e40ea9 req-186d5a36-b556-4c96-9384-255a260b5665 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/security-groups?id=56997969-7130-4d86-9e9d-e068deb19a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697014 Mar 29 15:46:50.379875 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7dc8ee-4ae5-43fa-95a5-74ed69ac04e7 req-ae732797-24e2-4d3c-9f10-665c7e0d54fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:50.381367 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-1e7dc8ee-4ae5-43fa-95a5-74ed69ac04e7 req-ae732797-24e2-4d3c-9f10-665c7e0d54fa service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=ba72e32d-bfc0-4095-8b04-cba7c2e1b12e HTTP/1.1" status: 200 len: 1097 time: 0.0754628 Mar 29 15:46:50.382787 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26233ea-3e38-4554-a6b3-3b477eea7243 req-eadbafc4-c214-4f92-ab48-a54c6470c47b tempest-InstanceActionsNegativeTestJSON-809113406 tempest-InstanceActionsNegativeTestJSON-809113406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:50.387805 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-c26233ea-3e38-4554-a6b3-3b477eea7243 req-eadbafc4-c214-4f92-ab48-a54c6470c47b tempest-InstanceActionsNegativeTestJSON-809113406 tempest-InstanceActionsNegativeTestJSON-809113406-project] 10.222.0.42 "GET /v2.0/ports?device_id=ba72e32d-bfc0-4095-8b04-cba7c2e1b12e HTTP/1.1" status: 200 len: 946 time: 0.0711572 Mar 29 15:46:50.432697 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-1e7dc8ee-4ae5-43fa-95a5-74ed69ac04e7 req-de026ef3-750a-4ed3-9540-61d0b11dc6f3 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=9f2458c7-6f6c-48f0-b187-eafc7b6e098b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379040 Mar 29 15:46:50.435878 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-c26233ea-3e38-4554-a6b3-3b477eea7243 req-d9917df7-bf96-429e-8205-7e2bbe0ad20c tempest-InstanceActionsNegativeTestJSON-809113406 tempest-InstanceActionsNegativeTestJSON-809113406-project] 10.222.0.42 "GET /v2.0/security-groups?id=9f2458c7-6f6c-48f0-b187-eafc7b6e098b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439076 Mar 29 15:46:50.441562 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 51984) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:46:50.491124 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167486df-fed8-4aac-afc2-0689ffccaa93 req-46d9e508-d8b1-49c1-afa5-5115c2538875 tempest-FloatingIPsAssociationNegativeTestJSON-492483530 tempest-FloatingIPsAssociationNegativeTestJSON-492483530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:50.492865 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-167486df-fed8-4aac-afc2-0689ffccaa93 req-46d9e508-d8b1-49c1-afa5-5115c2538875 tempest-FloatingIPsAssociationNegativeTestJSON-492483530 tempest-FloatingIPsAssociationNegativeTestJSON-492483530-project] 10.222.0.44 "GET /v2.0/ports?device_id=289edb15-b057-48b9-8159-c673c5bb8197 HTTP/1.1" status: 200 len: 945 time: 0.0554180 Mar 29 15:46:50.576304 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-488c6a5b-d18d-4d3e-a12e-8244b1658102 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:50.614651 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c8d92a-e223-49c5-82c7-7f33e8b45668 req-ad3c7685-80ed-428e-ae99-f98422da0743 tempest-ListServerFiltersTestJSON-1632672620 tempest-ListServerFiltersTestJSON-1632672620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:50.616163 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-92c8d92a-e223-49c5-82c7-7f33e8b45668 req-ad3c7685-80ed-428e-ae99-f98422da0743 tempest-ListServerFiltersTestJSON-1632672620 tempest-ListServerFiltersTestJSON-1632672620-project] 10.222.0.42 "GET /v2.0/ports?device_id=51a363cc-f278-44ab-a8ab-01401225dc38 HTTP/1.1" status: 200 len: 946 time: 0.0690517 Mar 29 15:46:50.675118 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-92c8d92a-e223-49c5-82c7-7f33e8b45668 req-41092192-053d-406b-93e8-f70399d3e5ac tempest-ListServerFiltersTestJSON-1632672620 tempest-ListServerFiltersTestJSON-1632672620-project] 10.222.0.42 "GET /v2.0/security-groups?id=4600fc30-be81-4c99-acf1-e3f516af1e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527403 Mar 29 15:46:50.708716 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-488c6a5b-d18d-4d3e-a12e-8244b1658102 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:50.712651 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-488c6a5b-d18d-4d3e-a12e-8244b1658102 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:50.714391 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-6de7b730-0297-4fcb-8296-a9609302fecb req-b39891c9-8f74-4c47-8772-322cdc362ea6 tempest-ServerShowV247Test-1180077024 tempest-ServerShowV247Test-1180077024-project] 10.222.0.42 "GET /v2.0/ports?device_id=70fec07f-1f0a-4145-aad5-051a38b43b4d HTTP/1.1" status: 200 len: 210 time: 0.0363824 Mar 29 15:46:50.754608 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488c6a5b-d18d-4d3e-a12e-8244b1658102 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bdb9566-59c1-4caa-8324-8bba6484c5c8,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:46:50.761278 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-488c6a5b-d18d-4d3e-a12e-8244b1658102 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=6b0c960adf9b4c36829aeac7ba4d15e1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3163664 Mar 29 15:46:50.761643 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 51992) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:46:50.805282 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [req-167486df-fed8-4aac-afc2-0689ffccaa93 req-ea12533c-2441-4e18-89c5-0e734356fe7e tempest-FloatingIPsAssociationNegativeTestJSON-492483530 tempest-FloatingIPsAssociationNegativeTestJSON-492483530-project] Deleting port 9e4288bf-3a71-4221-a5b2-491886f56512 {{(pid=102790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:46:50.805624 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-167486df-fed8-4aac-afc2-0689ffccaa93 req-ea12533c-2441-4e18-89c5-0e734356fe7e tempest-FloatingIPsAssociationNegativeTestJSON-492483530 tempest-FloatingIPsAssociationNegativeTestJSON-492483530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:50.810553 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-7b965f70-ad60-4ede-ab10-1cf2562ff2ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:50.832975 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-7b965f70-ad60-4ede-ab10-1cf2562ff2ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:50.879384 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-7b965f70-ad60-4ede-ab10-1cf2562ff2ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:50.882209 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-7b965f70-ad60-4ede-ab10-1cf2562ff2ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:50.885660 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-7b965f70-ad60-4ede-ab10-1cf2562ff2ee admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/6bdb9566-59c1-4caa-8324-8bba6484c5c8 HTTP/1.1" status: 204 len: 168 time: 0.1207080 Mar 29 15:46:50.892292 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b965f70-ad60-4ede-ab10-1cf2562ff2ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bdb9566-59c1-4caa-8324-8bba6484c5c8,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:46:50.923252 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [req-167486df-fed8-4aac-afc2-0689ffccaa93 req-ea12533c-2441-4e18-89c5-0e734356fe7e tempest-FloatingIPsAssociationNegativeTestJSON-492483530 tempest-FloatingIPsAssociationNegativeTestJSON-492483530-project] For port 9e4288bf-3a71-4221-a5b2-491886f56512, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=9e4288bf-3a71-4221-a5b2-491886f56512,segment=NetworkSegment(f2621a63-0db5-47c0-abd7-41810118d080),segment_id=f2621a63-0db5-47c0-abd7-41810118d080)] {{(pid=102790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:46:50.923648 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-167486df-fed8-4aac-afc2-0689ffccaa93 req-ea12533c-2441-4e18-89c5-0e734356fe7e tempest-FloatingIPsAssociationNegativeTestJSON-492483530 tempest-FloatingIPsAssociationNegativeTestJSON-492483530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:50.937981 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [req-167486df-fed8-4aac-afc2-0689ffccaa93 req-ea12533c-2441-4e18-89c5-0e734356fe7e tempest-FloatingIPsAssociationNegativeTestJSON-492483530 tempest-FloatingIPsAssociationNegativeTestJSON-492483530-project] Calling delete_port for 9e4288bf-3a71-4221-a5b2-491886f56512 owned by compute:nova {{(pid=102790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:46:50.992909 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab0f894-47a0-45b1-afda-7ce2d5584c28 req-1c9c626d-4b8b-426b-8cec-34d17b5239e3 tempest-FloatingIPsAssociationNegativeTestJSON-492483530 tempest-FloatingIPsAssociationNegativeTestJSON-492483530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:50.994500 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-2ab0f894-47a0-45b1-afda-7ce2d5584c28 req-1c9c626d-4b8b-426b-8cec-34d17b5239e3 tempest-FloatingIPsAssociationNegativeTestJSON-492483530 tempest-FloatingIPsAssociationNegativeTestJSON-492483530-project] 10.222.0.42 "GET /v2.0/ports?device_id=289edb15-b057-48b9-8159-c673c5bb8197 HTTP/1.1" status: 200 len: 945 time: 0.0503109 Mar 29 15:46:51.037622 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-2ab0f894-47a0-45b1-afda-7ce2d5584c28 req-e789cb72-acd2-4713-b38c-dd1f19430380 tempest-FloatingIPsAssociationNegativeTestJSON-492483530 tempest-FloatingIPsAssociationNegativeTestJSON-492483530-project] 10.222.0.42 "GET /v2.0/security-groups?id=5544b426-8722-47e3-a46b-1eb9730bf5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358555 Mar 29 15:46:51.083879 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-167486df-fed8-4aac-afc2-0689ffccaa93 req-ea12533c-2441-4e18-89c5-0e734356fe7e tempest-FloatingIPsAssociationNegativeTestJSON-492483530 tempest-FloatingIPsAssociationNegativeTestJSON-492483530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:51.096123 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] get_ports_and_sgs() called for port_ids ['9e4288bf-3a71-4221-a5b2-491886f56512'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:46:51.123602 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea12533c-2441-4e18-89c5-0e734356fe7e tempest-FloatingIPsAssociationNegativeTestJSON-492483530 tempest-FloatingIPsAssociationNegativeTestJSON-492483530-project] Pushing event deleted for resources: {'Port': ['ID=9e4288bf-3a71-4221-a5b2-491886f56512,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:46:51.151576 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea12533c-2441-4e18-89c5-0e734356fe7e tempest-FloatingIPsAssociationNegativeTestJSON-492483530 tempest-FloatingIPsAssociationNegativeTestJSON-492483530-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:46:51.151918 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea12533c-2441-4e18-89c5-0e734356fe7e tempest-FloatingIPsAssociationNegativeTestJSON-492483530 tempest-FloatingIPsAssociationNegativeTestJSON-492483530-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:46:51.152258 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea12533c-2441-4e18-89c5-0e734356fe7e tempest-FloatingIPsAssociationNegativeTestJSON-492483530 tempest-FloatingIPsAssociationNegativeTestJSON-492483530-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:46:51.152587 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea12533c-2441-4e18-89c5-0e734356fe7e tempest-FloatingIPsAssociationNegativeTestJSON-492483530 tempest-FloatingIPsAssociationNegativeTestJSON-492483530-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:46:51.152923 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea12533c-2441-4e18-89c5-0e734356fe7e tempest-FloatingIPsAssociationNegativeTestJSON-492483530 tempest-FloatingIPsAssociationNegativeTestJSON-492483530-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:46:51.153236 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea12533c-2441-4e18-89c5-0e734356fe7e tempest-FloatingIPsAssociationNegativeTestJSON-492483530 tempest-FloatingIPsAssociationNegativeTestJSON-492483530-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:46:51.155379 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea12533c-2441-4e18-89c5-0e734356fe7e tempest-FloatingIPsAssociationNegativeTestJSON-492483530 tempest-FloatingIPsAssociationNegativeTestJSON-492483530-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:46:51.155379 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea12533c-2441-4e18-89c5-0e734356fe7e tempest-FloatingIPsAssociationNegativeTestJSON-492483530 tempest-FloatingIPsAssociationNegativeTestJSON-492483530-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:46:51.155379 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea12533c-2441-4e18-89c5-0e734356fe7e tempest-FloatingIPsAssociationNegativeTestJSON-492483530 tempest-FloatingIPsAssociationNegativeTestJSON-492483530-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:46:51.155379 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea12533c-2441-4e18-89c5-0e734356fe7e tempest-FloatingIPsAssociationNegativeTestJSON-492483530 tempest-FloatingIPsAssociationNegativeTestJSON-492483530-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:46:51.155379 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea12533c-2441-4e18-89c5-0e734356fe7e tempest-FloatingIPsAssociationNegativeTestJSON-492483530 tempest-FloatingIPsAssociationNegativeTestJSON-492483530-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:46:51.155832 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea12533c-2441-4e18-89c5-0e734356fe7e tempest-FloatingIPsAssociationNegativeTestJSON-492483530 tempest-FloatingIPsAssociationNegativeTestJSON-492483530-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:46:51.174669 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.l3_dvrscheduler_db [req-167486df-fed8-4aac-afc2-0689ffccaa93 req-ea12533c-2441-4e18-89c5-0e734356fe7e tempest-FloatingIPsAssociationNegativeTestJSON-492483530 tempest-FloatingIPsAssociationNegativeTestJSON-492483530-project] No DVR routers for this DVR port 9e4288bf-3a71-4221-a5b2-491886f56512 on host n-h1-834765-1 {{(pid=102790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:46:51.177538 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-167486df-fed8-4aac-afc2-0689ffccaa93 req-ea12533c-2441-4e18-89c5-0e734356fe7e tempest-FloatingIPsAssociationNegativeTestJSON-492483530 tempest-FloatingIPsAssociationNegativeTestJSON-492483530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:51.181535 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-167486df-fed8-4aac-afc2-0689ffccaa93 req-ea12533c-2441-4e18-89c5-0e734356fe7e tempest-FloatingIPsAssociationNegativeTestJSON-492483530 tempest-FloatingIPsAssociationNegativeTestJSON-492483530-project] 10.222.0.44 "DELETE /v2.0/ports/9e4288bf-3a71-4221-a5b2-491886f56512 HTTP/1.1" status: 204 len: 173 time: 0.4698462 Mar 29 15:46:51.182045 n-d-834765-1 neutron-server[102790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '289edb15-b057-48b9-8159-c673c5bb8197', 'name': 'network-vif-deleted', 'tag': '9e4288bf-3a71-4221-a5b2-491886f56512'}] {{(pid=102790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:46:51.185598 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46b06d655c90bc969636382cce4240ad749035fb0f3a83ee4734fa1ed9c4a6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa69d0ee-49c7-4a95-a2cd-7a450455fbbc" -d '{"events": [{"server_uuid": "289edb15-b057-48b9-8159-c673c5bb8197", "name": "network-vif-deleted", "tag": "9e4288bf-3a71-4221-a5b2-491886f56512"}]}' {{(pid=102790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:46:51.210023 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 52006) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:46:51.227598 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-aa8abe2d-9fec-4635-8f01-927a74055643 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:51.314146 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54da9a47-9fa8-4227-8148-468c4d832690 req-1c724aa4-c8e5-458f-85c9-592358038cc3 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:51.326541 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-54da9a47-9fa8-4227-8148-468c4d832690 req-1c724aa4-c8e5-458f-85c9-592358038cc3 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] 10.222.0.42 "GET /v2.0/ports?device_id=149487e7-8e7a-421e-9b26-38fcb904048e HTTP/1.1" status: 200 len: 946 time: 0.0708468 Mar 29 15:46:51.333996 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffbd66b-979c-45d9-8e09-d835b9b9ecd2 req-594cb5f4-9a3a-465b-b49c-dc8dcdf9ef07 tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:51.335600 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-7ffbd66b-979c-45d9-8e09-d835b9b9ecd2 req-594cb5f4-9a3a-465b-b49c-dc8dcdf9ef07 tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb1d16d2-e9dd-4dc2-a1f2-bb82bc8bbced HTTP/1.1" status: 200 len: 945 time: 0.1093297 Mar 29 15:46:51.365817 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-54da9a47-9fa8-4227-8148-468c4d832690 req-cc501892-5f05-446d-b1dc-a85dc63bcc84 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] 10.222.0.42 "GET /v2.0/security-groups?id=f08e979a-b162-4e81-8f48-4f228bf81759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380483 Mar 29 15:46:51.409026 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-7ffbd66b-979c-45d9-8e09-d835b9b9ecd2 req-40eeb769-550c-4cf8-94cd-b52be1720574 tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] 10.222.0.42 "GET /v2.0/security-groups?id=8c1a607e-8731-4409-adf4-490f4457a32b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615575 Mar 29 15:46:51.417867 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:46:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dbf44d9-f716-45b6-8aea-d76083934687 x-openstack-request-id: req-5dbf44d9-f716-45b6-8aea-d76083934687 {{(pid=102790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:46:51.418167 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "289edb15-b057-48b9-8159-c673c5bb8197", "name": "network-vif-deleted", "tag": "9e4288bf-3a71-4221-a5b2-491886f56512", "status": "completed", "code": 200}]} {{(pid=102790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:46:51.418411 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-5dbf44d9-f716-45b6-8aea-d76083934687 {{(pid=102790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:46:51.418953 n-d-834765-1 neutron-server[102790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '289edb15-b057-48b9-8159-c673c5bb8197', 'name': 'network-vif-deleted', 'tag': '9e4288bf-3a71-4221-a5b2-491886f56512', 'status': 'completed', 'code': 200} Mar 29 15:46:51.424922 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-aa8abe2d-9fec-4635-8f01-927a74055643 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:51.429803 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-aa8abe2d-9fec-4635-8f01-927a74055643 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:51.476089 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-aa8abe2d-9fec-4635-8f01-927a74055643 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=059151b5c92a482b8e34a4a0b6097a59&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2625203 Mar 29 15:46:51.476089 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8abe2d-9fec-4635-8f01-927a74055643 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=752fe579-1df0-4cf9-adb1-d9911dcf10c5,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:46:51.479398 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 52012) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:46:51.541062 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19f0a94-8ead-4e8f-a506-44fce786fd1a req-439124b9-417b-439c-bdb3-de5a25002348 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:51.542535 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-a19f0a94-8ead-4e8f-a506-44fce786fd1a req-439124b9-417b-439c-bdb3-de5a25002348 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/ports?device_id=7bd5042f-d9f8-4161-b261-c1d7af6a3af4 HTTP/1.1" status: 200 len: 949 time: 0.0746844 Mar 29 15:46:51.558731 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fc0807-805b-46fb-b1ce-7cd786160328 req-87bdab80-d22e-4497-9040-3ad4b096d6bc tempest-InstanceActionsNegativeTestJSON-809113406 tempest-InstanceActionsNegativeTestJSON-809113406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:51.560745 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-a3fc0807-805b-46fb-b1ce-7cd786160328 req-87bdab80-d22e-4497-9040-3ad4b096d6bc tempest-InstanceActionsNegativeTestJSON-809113406 tempest-InstanceActionsNegativeTestJSON-809113406-project] 10.222.0.42 "GET /v2.0/ports?device_id=ba72e32d-bfc0-4095-8b04-cba7c2e1b12e HTTP/1.1" status: 200 len: 946 time: 0.0517602 Mar 29 15:46:51.569958 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-8694dd6f-2471-4974-90e4-cac4be72a795 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:51.599711 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-a3fc0807-805b-46fb-b1ce-7cd786160328 req-93284c1b-df9e-4806-ae89-a2e6925d7f1e tempest-InstanceActionsNegativeTestJSON-809113406 tempest-InstanceActionsNegativeTestJSON-809113406-project] 10.222.0.42 "GET /v2.0/security-groups?id=9f2458c7-6f6c-48f0-b187-eafc7b6e098b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321114 Mar 29 15:46:51.604850 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-a19f0a94-8ead-4e8f-a506-44fce786fd1a req-b1e5dd35-5083-4ba0-87dc-5af4a6e70a0d tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/security-groups?id=56997969-7130-4d86-9e9d-e068deb19a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554123 Mar 29 15:46:51.606608 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-8694dd6f-2471-4974-90e4-cac4be72a795 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:51.664737 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-8694dd6f-2471-4974-90e4-cac4be72a795 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:51.668706 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-8694dd6f-2471-4974-90e4-cac4be72a795 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:51.671396 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-8694dd6f-2471-4974-90e4-cac4be72a795 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/752fe579-1df0-4cf9-adb1-d9911dcf10c5 HTTP/1.1" status: 204 len: 168 time: 0.1928020 Mar 29 15:46:51.681882 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8694dd6f-2471-4974-90e4-cac4be72a795 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=752fe579-1df0-4cf9-adb1-d9911dcf10c5,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:46:51.753571 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-c34f6e71-12b6-4504-8235-ddcac54610f3 req-59385a80-c0c3-4dc1-800c-e80b44460c62 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=744ed947-cb34-409d-8174-56b3b8a8af9a HTTP/1.1" status: 200 len: 210 time: 0.0254846 Mar 29 15:46:51.838966 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750e3bfe-5fcc-4c65-ac19-f498d72c5888 req-0712ebd6-f5ff-43b1-9c7c-9f7e2bb7255c tempest-ListServerFiltersTestJSON-1632672620 tempest-ListServerFiltersTestJSON-1632672620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:51.840705 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-750e3bfe-5fcc-4c65-ac19-f498d72c5888 req-0712ebd6-f5ff-43b1-9c7c-9f7e2bb7255c tempest-ListServerFiltersTestJSON-1632672620 tempest-ListServerFiltersTestJSON-1632672620-project] 10.222.0.42 "GET /v2.0/ports?device_id=51a363cc-f278-44ab-a8ab-01401225dc38 HTTP/1.1" status: 200 len: 946 time: 0.0650020 Mar 29 15:46:51.846136 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6ba9c64f-cbd9-428c-83bb-c386186882d6 req-814804be-b05a-43c5-81af-7a26b825728f tempest-ServerShowV247Test-1180077024 tempest-ServerShowV247Test-1180077024-project] 10.222.0.42 "GET /v2.0/ports?device_id=70fec07f-1f0a-4145-aad5-051a38b43b4d HTTP/1.1" status: 200 len: 210 time: 0.0398877 Mar 29 15:46:51.886852 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-750e3bfe-5fcc-4c65-ac19-f498d72c5888 req-068948ff-5951-44e9-9e93-b3a760c33c72 tempest-ListServerFiltersTestJSON-1632672620 tempest-ListServerFiltersTestJSON-1632672620-project] 10.222.0.42 "GET /v2.0/security-groups?id=4600fc30-be81-4c99-acf1-e3f516af1e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394871 Mar 29 15:46:52.097676 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 52032) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:46:52.516148 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031b7546-1e9c-4632-b0da-09e1e3482bbe req-f57a3542-3255-4795-8a93-3d8ebc537cb3 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:52.517739 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-031b7546-1e9c-4632-b0da-09e1e3482bbe req-f57a3542-3255-4795-8a93-3d8ebc537cb3 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] 10.222.0.42 "GET /v2.0/ports?device_id=149487e7-8e7a-421e-9b26-38fcb904048e HTTP/1.1" status: 200 len: 946 time: 0.0678127 Mar 29 15:46:52.561144 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-031b7546-1e9c-4632-b0da-09e1e3482bbe req-d8cb5b1b-6263-44ed-b3af-e986cf7f2891 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] 10.222.0.42 "GET /v2.0/security-groups?id=f08e979a-b162-4e81-8f48-4f228bf81759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371964 Mar 29 15:46:52.715713 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-04535d85-5c7d-493c-af64-d7a061698906 req-6ebe708b-5083-4a37-af57-a45d5ad2a084 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=70fec07f-1f0a-4145-aad5-051a38b43b4d HTTP/1.1" status: 200 len: 210 time: 0.0411892 Mar 29 15:46:52.759100 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0027b5b3-5fad-4acf-9ffd-2ec0b32dc291 req-dffee230-1a64-414e-b9f8-1d91ba944b48 tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:52.760915 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-0027b5b3-5fad-4acf-9ffd-2ec0b32dc291 req-dffee230-1a64-414e-b9f8-1d91ba944b48 tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb1d16d2-e9dd-4dc2-a1f2-bb82bc8bbced HTTP/1.1" status: 200 len: 945 time: 0.0904257 Mar 29 15:46:52.771004 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f499f4-7e7b-4c1f-a571-5566910f17e8 req-aaa2e6c5-935e-4afe-ae30-d28d993b5bbb tempest-InstanceActionsNegativeTestJSON-809113406 tempest-InstanceActionsNegativeTestJSON-809113406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:52.772544 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-f7f499f4-7e7b-4c1f-a571-5566910f17e8 req-aaa2e6c5-935e-4afe-ae30-d28d993b5bbb tempest-InstanceActionsNegativeTestJSON-809113406 tempest-InstanceActionsNegativeTestJSON-809113406-project] 10.222.0.42 "GET /v2.0/ports?device_id=ba72e32d-bfc0-4095-8b04-cba7c2e1b12e HTTP/1.1" status: 200 len: 946 time: 0.0551682 Mar 29 15:46:52.820419 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-0027b5b3-5fad-4acf-9ffd-2ec0b32dc291 req-4d98d58f-5a97-4682-98cf-abd74d81c9fe tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] 10.222.0.42 "GET /v2.0/security-groups?id=8c1a607e-8731-4409-adf4-490f4457a32b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482919 Mar 29 15:46:52.868901 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-f7f499f4-7e7b-4c1f-a571-5566910f17e8 req-13e6d638-819f-44cd-ab9a-6f20965d7711 tempest-InstanceActionsNegativeTestJSON-809113406 tempest-InstanceActionsNegativeTestJSON-809113406-project] 10.222.0.42 "GET /v2.0/security-groups?id=9f2458c7-6f6c-48f0-b187-eafc7b6e098b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881104 Mar 29 15:46:52.961225 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-1a8f62e2-b5d9-49d5-beb4-716e0200eac4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-530452'] for router_interface, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:52.967939 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-2f0a5e52-58fc-4e6a-b826-e5a8a8f62202 req-ecb8a7f9-1e59-49de-863c-bd6b2b75b0e9 tempest-ServerShowV247Test-1180077024 tempest-ServerShowV247Test-1180077024-project] 10.222.0.42 "GET /v2.0/ports?device_id=70fec07f-1f0a-4145-aad5-051a38b43b4d HTTP/1.1" status: 200 len: 210 time: 0.0284352 Mar 29 15:46:53.025719 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d7aead-0656-49fd-9115-1d4cb4c5f852 req-19fd6090-5e88-4573-ae86-2d09886560d7 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:53.027387 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b3d7aead-0656-49fd-9115-1d4cb4c5f852 req-19fd6090-5e88-4573-ae86-2d09886560d7 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/ports?device_id=7bd5042f-d9f8-4161-b261-c1d7af6a3af4 HTTP/1.1" status: 200 len: 949 time: 0.1096056 Mar 29 15:46:53.127117 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b3d7aead-0656-49fd-9115-1d4cb4c5f852 req-c9c2f4af-8a95-435e-bab7-af058d1b12c5 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/security-groups?id=56997969-7130-4d86-9e9d-e068deb19a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826898 Mar 29 15:46:53.135674 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3759ecdd-8804-4935-ab66-21c048ad9af6 req-e6fc12b9-d65a-4453-9163-0295c5738de2 tempest-ListServerFiltersTestJSON-1632672620 tempest-ListServerFiltersTestJSON-1632672620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:53.137822 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-3759ecdd-8804-4935-ab66-21c048ad9af6 req-e6fc12b9-d65a-4453-9163-0295c5738de2 tempest-ListServerFiltersTestJSON-1632672620 tempest-ListServerFiltersTestJSON-1632672620-project] 10.222.0.42 "GET /v2.0/ports?device_id=51a363cc-f278-44ab-a8ab-01401225dc38 HTTP/1.1" status: 200 len: 946 time: 0.0528560 Mar 29 15:46:53.204674 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-3759ecdd-8804-4935-ab66-21c048ad9af6 req-84cb5285-b097-482f-a46d-e4645f212996 tempest-ListServerFiltersTestJSON-1632672620 tempest-ListServerFiltersTestJSON-1632672620-project] 10.222.0.42 "GET /v2.0/security-groups?id=4600fc30-be81-4c99-acf1-e3f516af1e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581629 Mar 29 15:46:53.336757 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-1a8f62e2-b5d9-49d5-beb4-716e0200eac4 admin admin] Deleting port 8233b534-864c-4cc5-b7a9-53a7bd061bc8 {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:46:53.337433 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-1a8f62e2-b5d9-49d5-beb4-716e0200eac4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:53.433264 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9512e5-173f-4b91-aab1-eb29ba986b75 req-e42483ae-181f-4416-ac9e-2a0de6f1a18d tempest-InstanceActionsNegativeTestJSON-809113406 tempest-InstanceActionsNegativeTestJSON-809113406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:53.435327 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-7b9512e5-173f-4b91-aab1-eb29ba986b75 req-e42483ae-181f-4416-ac9e-2a0de6f1a18d tempest-InstanceActionsNegativeTestJSON-809113406 tempest-InstanceActionsNegativeTestJSON-809113406-project] 10.222.0.42 "GET /v2.0/ports?device_id=ba72e32d-bfc0-4095-8b04-cba7c2e1b12e HTTP/1.1" status: 200 len: 946 time: 0.0575747 Mar 29 15:46:53.437227 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [None req-1a8f62e2-b5d9-49d5-beb4-716e0200eac4 admin admin] For port 8233b534-864c-4cc5-b7a9-53a7bd061bc8, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=8233b534-864c-4cc5-b7a9-53a7bd061bc8,segment=NetworkSegment(f2621a63-0db5-47c0-abd7-41810118d080),segment_id=f2621a63-0db5-47c0-abd7-41810118d080)] {{(pid=102791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:46:53.437596 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-1a8f62e2-b5d9-49d5-beb4-716e0200eac4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:53.451764 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-1a8f62e2-b5d9-49d5-beb4-716e0200eac4 admin admin] Calling delete_port for 8233b534-864c-4cc5-b7a9-53a7bd061bc8 owned by network:router_interface {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:46:53.476914 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-7b9512e5-173f-4b91-aab1-eb29ba986b75 req-bfe6df9f-3f9f-4c2c-9514-d3bb7013fb02 tempest-InstanceActionsNegativeTestJSON-809113406 tempest-InstanceActionsNegativeTestJSON-809113406-project] 10.222.0.42 "GET /v2.0/security-groups?id=9f2458c7-6f6c-48f0-b187-eafc7b6e098b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338643 Mar 29 15:46:53.679692 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-1a8f62e2-b5d9-49d5-beb4-716e0200eac4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:53.710189 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8f62e2-b5d9-49d5-beb4-716e0200eac4 admin admin] Pushing event deleted for resources: {'Port': ['ID=8233b534-864c-4cc5-b7a9-53a7bd061bc8,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:46:53.727227 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ab2d67-b58c-4927-bf5a-3a68a8578d61 req-5a6ab1a9-1c55-412b-9500-6813f7a7a03d tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:53.728799 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b9ab2d67-b58c-4927-bf5a-3a68a8578d61 req-5a6ab1a9-1c55-412b-9500-6813f7a7a03d tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] 10.222.0.42 "GET /v2.0/ports?device_id=149487e7-8e7a-421e-9b26-38fcb904048e HTTP/1.1" status: 200 len: 946 time: 0.0919712 Mar 29 15:46:53.818900 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b9ab2d67-b58c-4927-bf5a-3a68a8578d61 req-903692ef-a679-42ef-80d5-4e4d10c0c850 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] 10.222.0.42 "GET /v2.0/security-groups?id=f08e979a-b162-4e81-8f48-4f228bf81759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659103 Mar 29 15:46:53.928033 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-1a8f62e2-b5d9-49d5-beb4-716e0200eac4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-530528'] for router_interface, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:53.954775 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7db780-b51c-4109-9ddc-86ce1e832f8c req-128c14ee-0c2d-412a-8c22-1b2617a1b07d tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:53.960311 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-fa7db780-b51c-4109-9ddc-86ce1e832f8c req-128c14ee-0c2d-412a-8c22-1b2617a1b07d tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb1d16d2-e9dd-4dc2-a1f2-bb82bc8bbced HTTP/1.1" status: 200 len: 945 time: 0.0632985 Mar 29 15:46:53.964545 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device 9e4288bf-3a71-4221-a5b2-491886f56512 no longer exists at agent hyperv_n-h1-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:46:54.006199 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] No Port match for: 9e4288bf-3a71-4221-a5b2-491886f56512 {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 15:46:54.008149 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-fa7db780-b51c-4109-9ddc-86ce1e832f8c req-5c7e66c4-89e7-4aad-9a85-a18497ce7d82 tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] 10.222.0.42 "GET /v2.0/security-groups?id=8c1a607e-8731-4409-adf4-490f4457a32b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440989 Mar 29 15:46:54.021644 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device 9e4288bf-3a71-4221-a5b2-491886f56512 not bound to the agent host n-h1-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:46:54.088532 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-48c8445b-c142-40cc-ad43-884957cf78e5 req-9caa0ce9-af1c-4502-811b-b61af64b0de0 tempest-ServerShowV247Test-1180077024 tempest-ServerShowV247Test-1180077024-project] 10.222.0.42 "GET /v2.0/ports?device_id=70fec07f-1f0a-4145-aad5-051a38b43b4d HTTP/1.1" status: 200 len: 210 time: 0.0323336 Mar 29 15:46:54.223306 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a8f62e2-b5d9-49d5-beb4-716e0200eac4 admin admin] Router 2e19b61a-3d0a-413a-bff1-f81e83aba065 has already been hosted by L3 agent c648d819-1060-4f26-b4ec-6455387b5dff {{(pid=102791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 15:46:54.313099 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4b4ff2-7378-4007-bb6b-cd319a91988a req-1c53bfc2-cfc2-475d-87a6-c972bb28bd15 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:54.314624 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-ea4b4ff2-7378-4007-bb6b-cd319a91988a req-1c53bfc2-cfc2-475d-87a6-c972bb28bd15 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/ports?device_id=7bd5042f-d9f8-4161-b261-c1d7af6a3af4 HTTP/1.1" status: 200 len: 949 time: 0.0637071 Mar 29 15:46:54.360250 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-ea4b4ff2-7378-4007-bb6b-cd319a91988a req-dfefc321-7701-4416-b527-bf56b10eec9e tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/security-groups?id=56997969-7130-4d86-9e9d-e068deb19a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387044 Mar 29 15:46:54.382821 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bed1a74-2887-4c7a-8de7-771a817a812f req-80004a96-8bed-489f-8ba0-9b9305d68edf tempest-ListServerFiltersTestJSON-1632672620 tempest-ListServerFiltersTestJSON-1632672620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:54.384305 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-5bed1a74-2887-4c7a-8de7-771a817a812f req-80004a96-8bed-489f-8ba0-9b9305d68edf tempest-ListServerFiltersTestJSON-1632672620 tempest-ListServerFiltersTestJSON-1632672620-project] 10.222.0.42 "GET /v2.0/ports?device_id=51a363cc-f278-44ab-a8ab-01401225dc38 HTTP/1.1" status: 200 len: 946 time: 0.0966816 Mar 29 15:46:54.401347 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a8f62e2-b5d9-49d5-beb4-716e0200eac4 admin admin] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:46:54.409534 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-1a8f62e2-b5d9-49d5-beb4-716e0200eac4 admin admin] 10.222.0.42 "PUT /v2.0/routers/2e19b61a-3d0a-413a-bff1-f81e83aba065/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3082223 Mar 29 15:46:54.410493 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 52102) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:46:54.413079 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c04e63ca-7b10-4ffd-b266-8ee2c95792b8 None None] Sync routers for ids ['2e19b61a-3d0a-413a-bff1-f81e83aba065'] in n-d-834765-1 {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:46:54.430295 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c04e63ca-7b10-4ffd-b266-8ee2c95792b8 None None] Routers {'2e19b61a-3d0a-413a-bff1-f81e83aba065'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:46:54.430904 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-c04e63ca-7b10-4ffd-b266-8ee2c95792b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:46:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['2e19b61a-3d0a-413a-bff1-f81e83aba065'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:46:54.434325 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-5bed1a74-2887-4c7a-8de7-771a817a812f req-49299048-af78-4d04-a743-ff45f0004bf9 tempest-ListServerFiltersTestJSON-1632672620 tempest-ListServerFiltersTestJSON-1632672620-project] 10.222.0.42 "GET /v2.0/security-groups?id=4600fc30-be81-4c99-acf1-e3f516af1e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412154 Mar 29 15:46:54.560717 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-542a3f10-96f2-4994-8ab9-1ba9d7c52aab admin admin] Notify callbacks [] for router, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:54.564681 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvr_db [None req-c04e63ca-7b10-4ffd-b266-8ee2c95792b8 None None] Set router 2e19b61a-3d0a-413a-bff1-f81e83aba065 gateway port host: n-d-834765-1 {{(pid=102793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:46:54.732816 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dcd376-2f82-4eae-8fbc-5ddd1d37c7e7 req-1bfcbcfa-ce85-4dc6-98ec-a668c2768bb9 tempest-InstanceActionsNegativeTestJSON-809113406 tempest-InstanceActionsNegativeTestJSON-809113406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:54.734843 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-21dcd376-2f82-4eae-8fbc-5ddd1d37c7e7 req-1bfcbcfa-ce85-4dc6-98ec-a668c2768bb9 tempest-InstanceActionsNegativeTestJSON-809113406 tempest-InstanceActionsNegativeTestJSON-809113406-project] 10.222.0.42 "GET /v2.0/ports?device_id=ba72e32d-bfc0-4095-8b04-cba7c2e1b12e HTTP/1.1" status: 200 len: 946 time: 0.1265740 Mar 29 15:46:54.775005 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-542a3f10-96f2-4994-8ab9-1ba9d7c52aab admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:54.817046 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-c04e63ca-7b10-4ffd-b266-8ee2c95792b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e19b61a-3d0a-413a-bff1-f81e83aba065', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-824853783-router', 'tenant_id': '30f1929cf8cd4fa2971fe122fa56b37c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.67'}], 'enable_snat': True}, 'gw_port_id': 'c78c59da-3fbf-49c4-bf86-62617171510c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:45:45Z', 'updated_at': '2022-03-29T15:46:53Z', 'revision_number': 5, 'project_id': '30f1929cf8cd4fa2971fe122fa56b37c', 'gw_port': {'id': 'c78c59da-3fbf-49c4-bf86-62617171510c', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:34:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e19b61a-3d0a-413a-bff1-f81e83aba065', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:45:47Z', 'updated_at': '2022-03-29T15:45:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1'}], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:46:54.822335 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-21dcd376-2f82-4eae-8fbc-5ddd1d37c7e7 req-2e86fcc2-8eb7-4704-b839-db32a3d83695 tempest-InstanceActionsNegativeTestJSON-809113406 tempest-InstanceActionsNegativeTestJSON-809113406-project] 10.222.0.42 "GET /v2.0/security-groups?id=9f2458c7-6f6c-48f0-b187-eafc7b6e098b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709772 Mar 29 15:46:54.880960 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-542a3f10-96f2-4994-8ab9-1ba9d7c52aab admin admin] Deleting port c78c59da-3fbf-49c4-bf86-62617171510c {{(pid=102790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:46:54.882093 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-542a3f10-96f2-4994-8ab9-1ba9d7c52aab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:54.898239 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c04e63ca-7b10-4ffd-b266-8ee2c95792b8 None None] Checking router: 2e19b61a-3d0a-413a-bff1-f81e83aba065 for host: n-d-834765-1 {{(pid=102793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:46:54.907903 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c04e63ca-7b10-4ffd-b266-8ee2c95792b8 None None] Routers {'2e19b61a-3d0a-413a-bff1-f81e83aba065'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:46:54.908764 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-c04e63ca-7b10-4ffd-b266-8ee2c95792b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:46:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['2e19b61a-3d0a-413a-bff1-f81e83aba065'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:46:55.000701 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [None req-542a3f10-96f2-4994-8ab9-1ba9d7c52aab admin admin] For port c78c59da-3fbf-49c4-bf86-62617171510c, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=c78c59da-3fbf-49c4-bf86-62617171510c,segment=NetworkSegment(6ab47353-a811-4bad-bc73-b4cc84583cfd),segment_id=6ab47353-a811-4bad-bc73-b4cc84583cfd)] {{(pid=102790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:46:55.001235 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-542a3f10-96f2-4994-8ab9-1ba9d7c52aab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:55.015451 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-542a3f10-96f2-4994-8ab9-1ba9d7c52aab admin admin] Calling delete_port for c78c59da-3fbf-49c4-bf86-62617171510c owned by network:router_gateway {{(pid=102790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:46:55.018281 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88c7696-b26a-4f89-b8e8-0a781ec744a8 req-83be0afd-4e40-4354-86d9-7b58c5a40357 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:55.019904 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-c88c7696-b26a-4f89-b8e8-0a781ec744a8 req-83be0afd-4e40-4354-86d9-7b58c5a40357 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] 10.222.0.42 "GET /v2.0/ports?device_id=149487e7-8e7a-421e-9b26-38fcb904048e HTTP/1.1" status: 200 len: 946 time: 0.0907805 Mar 29 15:46:55.116236 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-c88c7696-b26a-4f89-b8e8-0a781ec744a8 req-900a85d5-44e3-4a05-b424-a4850228397d tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] 10.222.0.42 "GET /v2.0/security-groups?id=f08e979a-b162-4e81-8f48-4f228bf81759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840533 Mar 29 15:46:55.128711 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvr_db [None req-c04e63ca-7b10-4ffd-b266-8ee2c95792b8 None None] Set router 2e19b61a-3d0a-413a-bff1-f81e83aba065 gateway port host: None {{(pid=102793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:46:55.201086 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-c04e63ca-7b10-4ffd-b266-8ee2c95792b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e19b61a-3d0a-413a-bff1-f81e83aba065', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-824853783-router', 'tenant_id': '30f1929cf8cd4fa2971fe122fa56b37c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:45:45Z', 'updated_at': '2022-03-29T15:46:54Z', 'revision_number': 6, 'project_id': '30f1929cf8cd4fa2971fe122fa56b37c', 'gw_port_host': None}], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:46:55.207650 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c006419-b0a4-455a-8de7-51cebc779ddf req-0c0080ea-223c-481b-9328-58f265424b6a tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:55.209326 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-6c006419-b0a4-455a-8de7-51cebc779ddf req-0c0080ea-223c-481b-9328-58f265424b6a tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb1d16d2-e9dd-4dc2-a1f2-bb82bc8bbced HTTP/1.1" status: 200 len: 945 time: 0.1097345 Mar 29 15:46:55.222947 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5be0c80-91f6-45a4-92af-d2d5ccd2d4ed req-53ed6e88-a2b7-4ca8-9d4c-156bb4cee3ee tempest-InstanceActionsNegativeTestJSON-809113406 tempest-InstanceActionsNegativeTestJSON-809113406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:55.224817 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-d5be0c80-91f6-45a4-92af-d2d5ccd2d4ed req-53ed6e88-a2b7-4ca8-9d4c-156bb4cee3ee tempest-InstanceActionsNegativeTestJSON-809113406 tempest-InstanceActionsNegativeTestJSON-809113406-project] 10.222.0.44 "GET /v2.0/ports?device_id=ba72e32d-bfc0-4095-8b04-cba7c2e1b12e HTTP/1.1" status: 200 len: 946 time: 0.1653526 Mar 29 15:46:55.232927 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b67b4e2d-d328-4c43-a250-2441a91870f5 req-8a3aa075-543f-42e7-ae1d-a207f0e68f05 tempest-ServerShowV247Test-1180077024 tempest-ServerShowV247Test-1180077024-project] 10.222.0.42 "GET /v2.0/ports?device_id=70fec07f-1f0a-4145-aad5-051a38b43b4d HTTP/1.1" status: 200 len: 210 time: 0.0421302 Mar 29 15:46:55.243508 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c04e63ca-7b10-4ffd-b266-8ee2c95792b8 None None] The sync data for ids ['2e19b61a-3d0a-413a-bff1-f81e83aba065'] in n-d-834765-1 is: [{'id': '2e19b61a-3d0a-413a-bff1-f81e83aba065', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-824853783-router', 'tenant_id': '30f1929cf8cd4fa2971fe122fa56b37c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:45:45Z', 'updated_at': '2022-03-29T15:46:54Z', 'revision_number': 6, 'project_id': '30f1929cf8cd4fa2971fe122fa56b37c', 'gw_port_host': None}] {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:46:55.403333 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-6c006419-b0a4-455a-8de7-51cebc779ddf req-e44814d2-1d8c-4402-8ccc-7fd7025a3e17 tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] 10.222.0.42 "GET /v2.0/security-groups?id=8c1a607e-8731-4409-adf4-490f4457a32b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773796 Mar 29 15:46:55.471135 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-542a3f10-96f2-4994-8ab9-1ba9d7c52aab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:55.512910 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542a3f10-96f2-4994-8ab9-1ba9d7c52aab admin admin] Pushing event deleted for resources: {'Port': ['ID=c78c59da-3fbf-49c4-bf86-62617171510c,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:46:55.532823 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [req-d5be0c80-91f6-45a4-92af-d2d5ccd2d4ed req-639d2ac7-c6d9-4a51-942f-77e4190cd3f5 tempest-InstanceActionsNegativeTestJSON-809113406 tempest-InstanceActionsNegativeTestJSON-809113406-project] Deleting port 56ce7f38-d524-4bea-b1a8-b73c6b26c3ae {{(pid=102790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:46:55.533121 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-d5be0c80-91f6-45a4-92af-d2d5ccd2d4ed req-639d2ac7-c6d9-4a51-942f-77e4190cd3f5 tempest-InstanceActionsNegativeTestJSON-809113406 tempest-InstanceActionsNegativeTestJSON-809113406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:55.627602 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434681c1-d21a-400e-8a6f-cd2dc4009ad5 req-b3357848-f1ff-4f51-936c-0ebd13768f40 tempest-ListServerFiltersTestJSON-1632672620 tempest-ListServerFiltersTestJSON-1632672620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:55.640721 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-434681c1-d21a-400e-8a6f-cd2dc4009ad5 req-b3357848-f1ff-4f51-936c-0ebd13768f40 tempest-ListServerFiltersTestJSON-1632672620 tempest-ListServerFiltersTestJSON-1632672620-project] 10.222.0.42 "GET /v2.0/ports?device_id=51a363cc-f278-44ab-a8ab-01401225dc38 HTTP/1.1" status: 200 len: 946 time: 0.0831361 Mar 29 15:46:55.706109 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-542a3f10-96f2-4994-8ab9-1ba9d7c52aab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-648138'] for router_gateway, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:55.717608 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-434681c1-d21a-400e-8a6f-cd2dc4009ad5 req-92d50c37-ae18-4767-8f9c-af59de6ff5d1 tempest-ListServerFiltersTestJSON-1632672620 tempest-ListServerFiltersTestJSON-1632672620-project] 10.222.0.42 "GET /v2.0/security-groups?id=4600fc30-be81-4c99-acf1-e3f516af1e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733321 Mar 29 15:46:55.807835 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [req-d5be0c80-91f6-45a4-92af-d2d5ccd2d4ed req-639d2ac7-c6d9-4a51-942f-77e4190cd3f5 tempest-InstanceActionsNegativeTestJSON-809113406 tempest-InstanceActionsNegativeTestJSON-809113406-project] For port 56ce7f38-d524-4bea-b1a8-b73c6b26c3ae, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=56ce7f38-d524-4bea-b1a8-b73c6b26c3ae,segment=NetworkSegment(75e08afe-5522-4a35-ad21-9720d7c7dfdf),segment_id=75e08afe-5522-4a35-ad21-9720d7c7dfdf)] {{(pid=102790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:46:55.808201 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-d5be0c80-91f6-45a4-92af-d2d5ccd2d4ed req-639d2ac7-c6d9-4a51-942f-77e4190cd3f5 tempest-InstanceActionsNegativeTestJSON-809113406 tempest-InstanceActionsNegativeTestJSON-809113406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:55.838374 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [req-d5be0c80-91f6-45a4-92af-d2d5ccd2d4ed req-639d2ac7-c6d9-4a51-942f-77e4190cd3f5 tempest-InstanceActionsNegativeTestJSON-809113406 tempest-InstanceActionsNegativeTestJSON-809113406-project] Calling delete_port for 56ce7f38-d524-4bea-b1a8-b73c6b26c3ae owned by compute:nova {{(pid=102790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:46:55.854745 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-1cee8826-d6d7-48b8-a03a-70e8bc6a4b32 req-8c78feaf-861e-47e0-9a36-b5099d7e2701 tempest-ServerShowV247Test-1180077024 tempest-ServerShowV247Test-1180077024-project] 10.222.0.42 "GET /v2.0/ports?device_id=70fec07f-1f0a-4145-aad5-051a38b43b4d HTTP/1.1" status: 200 len: 210 time: 0.0425141 Mar 29 15:46:55.900518 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f20af70-db43-4d1b-8292-1b5d15b7e960 req-d4d061ab-c61e-4f22-b85e-183749b3e9d1 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:55.902128 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-1f20af70-db43-4d1b-8292-1b5d15b7e960 req-d4d061ab-c61e-4f22-b85e-183749b3e9d1 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/ports?device_id=7bd5042f-d9f8-4161-b261-c1d7af6a3af4 HTTP/1.1" status: 200 len: 949 time: 0.3279703 Mar 29 15:46:55.906875 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-542a3f10-96f2-4994-8ab9-1ba9d7c52aab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129328'] for router, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:55.913300 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-542a3f10-96f2-4994-8ab9-1ba9d7c52aab admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:56.020450 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-542a3f10-96f2-4994-8ab9-1ba9d7c52aab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-526718'] for router, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:56.020939 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-542a3f10-96f2-4994-8ab9-1ba9d7c52aab admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2e19b61a-3d0a-413a-bff1-f81e83aba065 {{(pid=102790) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 29 15:46:56.028189 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-1f20af70-db43-4d1b-8292-1b5d15b7e960 req-3a8bd82b-985c-4079-b9f3-1e83d0d1dfa4 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/security-groups?id=56997969-7130-4d86-9e9d-e068deb19a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163378 Mar 29 15:46:56.036545 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-542a3f10-96f2-4994-8ab9-1ba9d7c52aab admin admin] Notify callbacks [] for router, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:56.039520 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-542a3f10-96f2-4994-8ab9-1ba9d7c52aab admin admin] 10.222.0.42 "DELETE /v2.0/routers/2e19b61a-3d0a-413a-bff1-f81e83aba065 HTTP/1.1" status: 204 len: 168 time: 1.6237149 Mar 29 15:46:56.041410 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 52150) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:46:56.097611 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b733b9f5-423d-46a2-b98e-c66ee7f362e6 req-0ae69983-9dae-413b-be01-5e85df0b3e33 tempest-InstanceActionsNegativeTestJSON-809113406 tempest-InstanceActionsNegativeTestJSON-809113406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:56.097611 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b733b9f5-423d-46a2-b98e-c66ee7f362e6 req-0ae69983-9dae-413b-be01-5e85df0b3e33 tempest-InstanceActionsNegativeTestJSON-809113406 tempest-InstanceActionsNegativeTestJSON-809113406-project] 10.222.0.42 "GET /v2.0/ports?device_id=ba72e32d-bfc0-4095-8b04-cba7c2e1b12e HTTP/1.1" status: 200 len: 946 time: 0.0819488 Mar 29 15:46:56.129693 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce7465d0-4a61-4212-a0c2-e158543b05c7 admin admin] Deleting subnet b1987332-c2a6-4f9a-8ef4-b91bd30159c4 {{(pid=102790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 15:46:56.137884 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-ce7465d0-4a61-4212-a0c2-e158543b05c7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:56.206478 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b733b9f5-423d-46a2-b98e-c66ee7f362e6 req-667d7037-14f7-4f3b-bf47-1357489ac1eb tempest-InstanceActionsNegativeTestJSON-809113406 tempest-InstanceActionsNegativeTestJSON-809113406-project] 10.222.0.42 "GET /v2.0/security-groups?id=9f2458c7-6f6c-48f0-b187-eafc7b6e098b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999882 Mar 29 15:46:56.221982 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-ce7465d0-4a61-4212-a0c2-e158543b05c7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4614024'] for subnet, precommit_delete_associations {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:56.331315 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device c78c59da-3fbf-49c4-bf86-62617171510c no longer exists at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:46:56.362059 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] No Port match for: c78c59da-3fbf-49c4-bf86-62617171510c {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 15:46:56.362398 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device c78c59da-3fbf-49c4-bf86-62617171510c not bound to the agent host n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:46:56.362821 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 8233b534-864c-4cc5-b7a9-53a7bd061bc8 no longer exists at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:46:56.398464 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e37511d-141f-42c1-9ab0-5decf740a315 req-babcca80-1366-4991-bd22-89d4ad9fa9ad tempest-ListServerFiltersTestJSON-1632672620 tempest-ListServerFiltersTestJSON-1632672620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:56.400225 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] No Port match for: 8233b534-864c-4cc5-b7a9-53a7bd061bc8 {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 15:46:56.400454 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-9e37511d-141f-42c1-9ab0-5decf740a315 req-babcca80-1366-4991-bd22-89d4ad9fa9ad tempest-ListServerFiltersTestJSON-1632672620 tempest-ListServerFiltersTestJSON-1632672620-project] 10.222.0.42 "GET /v2.0/ports?device_id=51a363cc-f278-44ab-a8ab-01401225dc38 HTTP/1.1" status: 200 len: 946 time: 0.0806193 Mar 29 15:46:56.401309 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 8233b534-864c-4cc5-b7a9-53a7bd061bc8 not bound to the agent host n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:46:56.420887 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-ce7465d0-4a61-4212-a0c2-e158543b05c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1641287'] for subnet, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:56.450015 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-d5be0c80-91f6-45a4-92af-d2d5ccd2d4ed req-639d2ac7-c6d9-4a51-942f-77e4190cd3f5 tempest-InstanceActionsNegativeTestJSON-809113406 tempest-InstanceActionsNegativeTestJSON-809113406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:56.459202 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-9e37511d-141f-42c1-9ab0-5decf740a315 req-7c443aa4-bb94-4149-a8a8-c3975ee0e52b tempest-ListServerFiltersTestJSON-1632672620 tempest-ListServerFiltersTestJSON-1632672620-project] 10.222.0.42 "GET /v2.0/security-groups?id=4600fc30-be81-4c99-acf1-e3f516af1e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517693 Mar 29 15:46:56.521511 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639d2ac7-c6d9-4a51-942f-77e4190cd3f5 tempest-InstanceActionsNegativeTestJSON-809113406 tempest-InstanceActionsNegativeTestJSON-809113406-project] Pushing event deleted for resources: {'Port': ['ID=56ce7f38-d524-4bea-b1a8-b73c6b26c3ae,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:46:56.590474 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec42d98-0209-44d3-84bd-7031af192617 req-4a742160-7227-43ca-9759-96bd79e71fe1 tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:56.592825 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-dec42d98-0209-44d3-84bd-7031af192617 req-4a742160-7227-43ca-9759-96bd79e71fe1 tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb1d16d2-e9dd-4dc2-a1f2-bb82bc8bbced HTTP/1.1" status: 200 len: 945 time: 0.0727668 Mar 29 15:46:56.608713 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5be0c80-91f6-45a4-92af-d2d5ccd2d4ed req-639d2ac7-c6d9-4a51-942f-77e4190cd3f5 tempest-InstanceActionsNegativeTestJSON-809113406 tempest-InstanceActionsNegativeTestJSON-809113406-project] No DVR routers for this DVR port 56ce7f38-d524-4bea-b1a8-b73c6b26c3ae on host n-h1-834765-1 {{(pid=102790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:46:56.611618 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-d5be0c80-91f6-45a4-92af-d2d5ccd2d4ed req-639d2ac7-c6d9-4a51-942f-77e4190cd3f5 tempest-InstanceActionsNegativeTestJSON-809113406 tempest-InstanceActionsNegativeTestJSON-809113406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:56.623151 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-d5be0c80-91f6-45a4-92af-d2d5ccd2d4ed req-639d2ac7-c6d9-4a51-942f-77e4190cd3f5 tempest-InstanceActionsNegativeTestJSON-809113406 tempest-InstanceActionsNegativeTestJSON-809113406-project] 10.222.0.44 "DELETE /v2.0/ports/56ce7f38-d524-4bea-b1a8-b73c6b26c3ae HTTP/1.1" status: 204 len: 173 time: 1.3552392 Mar 29 15:46:56.630323 n-d-834765-1 neutron-server[102790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba72e32d-bfc0-4095-8b04-cba7c2e1b12e', 'name': 'network-vif-deleted', 'tag': '56ce7f38-d524-4bea-b1a8-b73c6b26c3ae'}] {{(pid=102790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:46:56.632653 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46b06d655c90bc969636382cce4240ad749035fb0f3a83ee4734fa1ed9c4a6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d947ce07-3837-4877-b084-12b6bf20e0fa" -d '{"events": [{"server_uuid": "ba72e32d-bfc0-4095-8b04-cba7c2e1b12e", "name": "network-vif-deleted", "tag": "56ce7f38-d524-4bea-b1a8-b73c6b26c3ae"}]}' {{(pid=102790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:46:56.651048 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-dec42d98-0209-44d3-84bd-7031af192617 req-bcded973-5514-4ec8-b218-13ff333bda26 tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] 10.222.0.42 "GET /v2.0/security-groups?id=8c1a607e-8731-4409-adf4-490f4457a32b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513232 Mar 29 15:46:56.651544 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d538d6bd-c7dd-46c9-a677-8e6da2d24ad6 req-ee4db106-ff2c-41dc-abf1-8c94466e0e9e tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:56.659803 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-d538d6bd-c7dd-46c9-a677-8e6da2d24ad6 req-ee4db106-ff2c-41dc-abf1-8c94466e0e9e tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] 10.222.0.42 "GET /v2.0/ports?device_id=149487e7-8e7a-421e-9b26-38fcb904048e HTTP/1.1" status: 200 len: 946 time: 0.3183198 Mar 29 15:46:56.665549 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590640c6-3893-426d-a294-5a1b7f46e8b4 req-50aec577-1bd7-45eb-806c-a68fba378362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:56.666584 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-590640c6-3893-426d-a294-5a1b7f46e8b4 req-50aec577-1bd7-45eb-806c-a68fba378362 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=36880b077ae44472a766ee3dbca8c57a&device_id=51a363cc-f278-44ab-a8ab-01401225dc38 HTTP/1.1" status: 200 len: 1097 time: 0.3268614 Mar 29 15:46:56.703777 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:46:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91fdd11d-cae2-4552-beb9-83fc32a9ab96 x-openstack-request-id: req-91fdd11d-cae2-4552-beb9-83fc32a9ab96 {{(pid=102790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:46:56.704100 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba72e32d-bfc0-4095-8b04-cba7c2e1b12e", "name": "network-vif-deleted", "tag": "56ce7f38-d524-4bea-b1a8-b73c6b26c3ae", "status": "completed", "code": 200}]} {{(pid=102790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:46:56.704352 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-91fdd11d-cae2-4552-beb9-83fc32a9ab96 {{(pid=102790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:46:56.704810 n-d-834765-1 neutron-server[102790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba72e32d-bfc0-4095-8b04-cba7c2e1b12e', 'name': 'network-vif-deleted', 'tag': '56ce7f38-d524-4bea-b1a8-b73c6b26c3ae', 'status': 'completed', 'code': 200} Mar 29 15:46:56.705863 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-ce7465d0-4a61-4212-a0c2-e158543b05c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1641294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5231963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4793952'] for subnet, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:56.776355 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-ce7465d0-4a61-4212-a0c2-e158543b05c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for subnet, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:56.782913 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-ce7465d0-4a61-4212-a0c2-e158543b05c7 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/b1987332-c2a6-4f9a-8ef4-b91bd30159c4 HTTP/1.1" status: 204 len: 168 time: 0.7380919 Mar 29 15:46:56.783937 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 52160) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:46:56.784052 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9cc2e98-9005-40df-8202-869512a2ecf3 None None] Network 7c143bed-7e9e-4000-a4b5-c98d481a1da9 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 15:46:56.787850 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7465d0-4a61-4212-a0c2-e158543b05c7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b1987332-c2a6-4f9a-8ef4-b91bd30159c4,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:46:56.811126 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-d538d6bd-c7dd-46c9-a677-8e6da2d24ad6 req-21efaf9a-68a3-4a5e-9fee-ddb6ebf2862f tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] 10.222.0.42 "GET /v2.0/security-groups?id=f08e979a-b162-4e81-8f48-4f228bf81759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428797 Mar 29 15:46:56.885692 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590640c6-3893-426d-a294-5a1b7f46e8b4 req-d821560d-be02-4098-be8f-e7460385751f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:56.888771 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-590640c6-3893-426d-a294-5a1b7f46e8b4 req-d821560d-be02-4098-be8f-e7460385751f service neutron] 10.222.0.48 "GET /v2.0/networks?id=237afad2-5c99-42c5-97af-1d91f8cfe802 HTTP/1.1" status: 200 len: 916 time: 0.2133505 Mar 29 15:46:56.892901 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-96cd1037-dc69-4d75-add2-851ca421e483 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1631750'] for network, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:56.977296 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-590640c6-3893-426d-a294-5a1b7f46e8b4 req-197035e1-7bd6-41e6-bd7b-37a2f0eb49b6 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=53bb8200-f409-497e-8e5a-d1604f58a2ad HTTP/1.1" status: 200 len: 217 time: 0.0671163 Mar 29 15:46:56.984700 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-96cd1037-dc69-4d75-add2-851ca421e483 admin admin] Deleting port c8ab898e-9af8-4cf4-b1ed-a707d9204dc7 {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:46:56.985042 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-96cd1037-dc69-4d75-add2-851ca421e483 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:57.027156 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13151533-e9f4-4d0c-8bd7-e8c17e4c694b None None] DHCP port deletion for 7c143bed-7e9e-4000-a4b5-c98d481a1da9 request from n-d-834765-1 {{(pid=102792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 29 15:46:57.043414 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-29a3868a-015b-41d1-b9d8-eff4b97e53f7 req-85463809-2660-49c0-a6a0-9728f3967d3b tempest-ServerShowV247Test-1180077024 tempest-ServerShowV247Test-1180077024-project] 10.222.0.42 "GET /v2.0/ports?device_id=70fec07f-1f0a-4145-aad5-051a38b43b4d HTTP/1.1" status: 200 len: 210 time: 0.0384195 Mar 29 15:46:57.046322 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590640c6-3893-426d-a294-5a1b7f46e8b4 req-47223152-3a72-421b-87e6-664f14572f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:57.048583 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-590640c6-3893-426d-a294-5a1b7f46e8b4 req-47223152-3a72-421b-87e6-664f14572f93 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=06f45d87-dbac-4e5a-a564-aee191524d88 HTTP/1.1" status: 200 len: 854 time: 0.0643179 Mar 29 15:46:57.122588 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [None req-96cd1037-dc69-4d75-add2-851ca421e483 admin admin] For port c8ab898e-9af8-4cf4-b1ed-a707d9204dc7, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=c8ab898e-9af8-4cf4-b1ed-a707d9204dc7,segment=NetworkSegment(f2621a63-0db5-47c0-abd7-41810118d080),segment_id=f2621a63-0db5-47c0-abd7-41810118d080)] {{(pid=102791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:46:57.123426 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-96cd1037-dc69-4d75-add2-851ca421e483 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:57.129814 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-13151533-e9f4-4d0c-8bd7-e8c17e4c694b None None] Deleting port c8ab898e-9af8-4cf4-b1ed-a707d9204dc7 {{(pid=102792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:46:57.130188 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-13151533-e9f4-4d0c-8bd7-e8c17e4c694b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:57.142622 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-96cd1037-dc69-4d75-add2-851ca421e483 admin admin] Calling delete_port for c8ab898e-9af8-4cf4-b1ed-a707d9204dc7 owned by network:dhcp {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:46:57.188282 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590640c6-3893-426d-a294-5a1b7f46e8b4 req-04ce60cd-0ec4-419d-91cf-4b00ecfdbcc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:57.189542 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-590640c6-3893-426d-a294-5a1b7f46e8b4 req-04ce60cd-0ec4-419d-91cf-4b00ecfdbcc1 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=237afad2-5c99-42c5-97af-1d91f8cfe802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1341567 Mar 29 15:46:57.261321 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-96cd1037-dc69-4d75-add2-851ca421e483 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:57.288542 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 52170) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:46:57.294532 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cd1037-dc69-4d75-add2-851ca421e483 admin admin] Pushing event deleted for resources: {'Port': ['ID=c8ab898e-9af8-4cf4-b1ed-a707d9204dc7,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:46:57.296597 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-13151533-e9f4-4d0c-8bd7-e8c17e4c694b None None] For port c8ab898e-9af8-4cf4-b1ed-a707d9204dc7, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=c8ab898e-9af8-4cf4-b1ed-a707d9204dc7,segment=NetworkSegment(f2621a63-0db5-47c0-abd7-41810118d080),segment_id=f2621a63-0db5-47c0-abd7-41810118d080)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:46:57.297270 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-13151533-e9f4-4d0c-8bd7-e8c17e4c694b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:57.305263 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96cd1037-dc69-4d75-add2-851ca421e483 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:46:57.305606 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96cd1037-dc69-4d75-add2-851ca421e483 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:46:57.305941 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96cd1037-dc69-4d75-add2-851ca421e483 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:46:57.306559 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96cd1037-dc69-4d75-add2-851ca421e483 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:46:57.306894 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96cd1037-dc69-4d75-add2-851ca421e483 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:46:57.307220 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96cd1037-dc69-4d75-add2-851ca421e483 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:46:57.307567 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96cd1037-dc69-4d75-add2-851ca421e483 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:46:57.307888 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96cd1037-dc69-4d75-add2-851ca421e483 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:46:57.308206 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96cd1037-dc69-4d75-add2-851ca421e483 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:46:57.308519 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96cd1037-dc69-4d75-add2-851ca421e483 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:46:57.308834 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96cd1037-dc69-4d75-add2-851ca421e483 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:46:57.309200 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96cd1037-dc69-4d75-add2-851ca421e483 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:46:57.313882 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96cd1037-dc69-4d75-add2-851ca421e483 admin admin] No DVR routers for this DVR port c8ab898e-9af8-4cf4-b1ed-a707d9204dc7 on host n-d-834765-1 {{(pid=102791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:46:57.327510 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-13151533-e9f4-4d0c-8bd7-e8c17e4c694b None None] Calling delete_port for c8ab898e-9af8-4cf4-b1ed-a707d9204dc7 owned by network:dhcp {{(pid=102792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:46:57.412698 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-13151533-e9f4-4d0c-8bd7-e8c17e4c694b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350'] for port, after_delete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:57.434346 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-96cd1037-dc69-4d75-add2-851ca421e483 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639890', 'neutron.services.segments.db._delete_segments_for_network-8783523423079'] for network, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:57.437018 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13151533-e9f4-4d0c-8bd7-e8c17e4c694b None None] No DVR routers for this DVR port c8ab898e-9af8-4cf4-b1ed-a707d9204dc7 on host n-d-834765-1 {{(pid=102792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:46:57.459041 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-96cd1037-dc69-4d75-add2-851ca421e483 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c143bed-7e9e-4000-a4b5-c98d481a1da9']}} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:46:57.463734 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13151533-e9f4-4d0c-8bd7-e8c17e4c694b None None] Pushing event deleted for resources: {'Port': ['ID=c8ab898e-9af8-4cf4-b1ed-a707d9204dc7,revision_number=None']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:46:57.474443 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-96cd1037-dc69-4d75-add2-851ca421e483 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2621a63-0db5-47c0-abd7-41810118d080') {'for_net_delete': True} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:46:57.474882 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-96cd1037-dc69-4d75-add2-851ca421e483 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2621a63-0db5-47c0-abd7-41810118d080') {} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:46:57.499877 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-96cd1037-dc69-4d75-add2-851ca421e483 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783523422064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4230428'] for segment, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:57.515445 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-96cd1037-dc69-4d75-add2-851ca421e483 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:57.522562 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96cd1037-dc69-4d75-add2-851ca421e483 admin admin] Releasing vlan 627 on physical network physnet1 to pool {{(pid=102791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 15:46:57.523357 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-96cd1037-dc69-4d75-add2-851ca421e483 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16169569'] for segment, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:57.525093 n-d-834765-1 neutron-server[102791]: Traceback (most recent call last): Mar 29 15:46:57.525093 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 15:46:57.525093 n-d-834765-1 neutron-server[102791]: timer() Mar 29 15:46:57.525093 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 15:46:57.525093 n-d-834765-1 neutron-server[102791]: cb(*args, **kw) Mar 29 15:46:57.525093 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 15:46:57.525093 n-d-834765-1 neutron-server[102791]: return func(*args, **kwargs) Mar 29 15:46:57.525093 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 15:46:57.525093 n-d-834765-1 neutron-server[102791]: self._notify() Mar 29 15:46:57.525093 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 15:46:57.525093 n-d-834765-1 neutron-server[102791]: self.callback(batched_events) Mar 29 15:46:57.525093 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 15:46:57.525093 n-d-834765-1 neutron-server[102791]: event.method(event) Mar 29 15:46:57.525093 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 15:46:57.525093 n-d-834765-1 neutron-server[102791]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 15:46:57.525093 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 15:46:57.525093 n-d-834765-1 neutron-server[102791]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 15:46:57.525093 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 15:46:57.525093 n-d-834765-1 neutron-server[102791]: return f(self, *a, **k) Mar 29 15:46:57.525093 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 15:46:57.525093 n-d-834765-1 neutron-server[102791]: return self._get(url).json() Mar 29 15:46:57.525093 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 15:46:57.525093 n-d-834765-1 neutron-server[102791]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 15:46:57.525093 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 15:46:57.525093 n-d-834765-1 neutron-server[102791]: return self.request(url, 'GET', **kwargs) Mar 29 15:46:57.525093 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 15:46:57.525093 n-d-834765-1 neutron-server[102791]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 15:46:57.525093 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 15:46:57.525093 n-d-834765-1 neutron-server[102791]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 15:46:57.525093 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 15:46:57.525093 n-d-834765-1 neutron-server[102791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 15:46:57.525093 n-d-834765-1 neutron-server[102791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 15:46:57.627051 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-96cd1037-dc69-4d75-add2-851ca421e483 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1639897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648174'] for network, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:57.633430 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-96cd1037-dc69-4d75-add2-851ca421e483 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for network, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:57.636742 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-96cd1037-dc69-4d75-add2-851ca421e483 admin admin] 10.222.0.42 "DELETE /v2.0/networks/7c143bed-7e9e-4000-a4b5-c98d481a1da9 HTTP/1.1" status: 204 len: 168 time: 0.8513401 Mar 29 15:46:57.648724 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d953ed78-bcbd-4e78-b245-851737203909 req-1244f700-70ef-4a55-b5e6-46abf273bbdc tempest-ListServerFiltersTestJSON-1632672620 tempest-ListServerFiltersTestJSON-1632672620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:57.650532 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d953ed78-bcbd-4e78-b245-851737203909 req-1244f700-70ef-4a55-b5e6-46abf273bbdc tempest-ListServerFiltersTestJSON-1632672620 tempest-ListServerFiltersTestJSON-1632672620-project] 10.222.0.42 "GET /v2.0/ports?device_id=51a363cc-f278-44ab-a8ab-01401225dc38 HTTP/1.1" status: 200 len: 946 time: 0.1082602 Mar 29 15:46:57.665724 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cd1037-dc69-4d75-add2-851ca421e483 admin admin] Pushing event deleted for resources: {'Network': ['ID=7c143bed-7e9e-4000-a4b5-c98d481a1da9,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:46:57.723866 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d953ed78-bcbd-4e78-b245-851737203909 req-49b0afc8-69ce-423d-ad45-7e2660f4380c tempest-ListServerFiltersTestJSON-1632672620 tempest-ListServerFiltersTestJSON-1632672620-project] 10.222.0.42 "GET /v2.0/security-groups?id=4600fc30-be81-4c99-acf1-e3f516af1e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606651 Mar 29 15:46:57.825131 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78ae35d-f054-402d-a202-80ab29877ff2 req-9694300c-d603-40d0-a490-c2651f4d7db5 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:57.827501 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-b78ae35d-f054-402d-a202-80ab29877ff2 req-9694300c-d603-40d0-a490-c2651f4d7db5 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/ports?device_id=7bd5042f-d9f8-4161-b261-c1d7af6a3af4 HTTP/1.1" status: 200 len: 949 time: 0.6510756 Mar 29 15:46:57.832722 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8b7af7b-3f19-4e06-85e8-63e4a760e0fc admin admin] Deleting subnet 5235ec26-f5f8-4832-a0b1-e14c5e73ceaa {{(pid=102790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 15:46:57.837823 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e8b7af7b-3f19-4e06-85e8-63e4a760e0fc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:57.841533 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de910de-c9c4-4d4d-9076-d1b958409807 req-8c9fbf83-20a3-421b-8974-4bf4fbdd1bfd tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:57.842464 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-590640c6-3893-426d-a294-5a1b7f46e8b4 req-3f38e22d-c806-4cff-b5c8-b4053ad29d5e service neutron] 10.222.0.48 "GET /v2.0/networks/237afad2-5c99-42c5-97af-1d91f8cfe802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6061630 Mar 29 15:46:57.844024 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-1de910de-c9c4-4d4d-9076-d1b958409807 req-8c9fbf83-20a3-421b-8974-4bf4fbdd1bfd tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb1d16d2-e9dd-4dc2-a1f2-bb82bc8bbced HTTP/1.1" status: 200 len: 945 time: 0.0696640 Mar 29 15:46:57.875860 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 52180) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:46:57.916732 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-1de910de-c9c4-4d4d-9076-d1b958409807 req-f825ba0c-777d-49f9-b905-c25edcfb86a8 tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] 10.222.0.42 "GET /v2.0/security-groups?id=8c1a607e-8731-4409-adf4-490f4457a32b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597653 Mar 29 15:46:57.924043 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e8b7af7b-3f19-4e06-85e8-63e4a760e0fc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4614024'] for subnet, precommit_delete_associations {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:57.957514 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-ae7d2f6f-61dc-40c8-9946-0998ae407d7d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=30f1929cf8cd4fa2971fe122fa56b37c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0805688 Mar 29 15:46:57.958253 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 52182) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:46:57.971768 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device 56ce7f38-d524-4bea-b1a8-b73c6b26c3ae no longer exists at agent hyperv_n-h1-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:46:58.004880 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-b78ae35d-f054-402d-a202-80ab29877ff2 req-23b5f1d8-4541-4ad0-8b8b-34fdf1e563c4 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/security-groups?id=56997969-7130-4d86-9e9d-e068deb19a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376665 Mar 29 15:46:58.030421 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e8b7af7b-3f19-4e06-85e8-63e4a760e0fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1641287'] for subnet, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:58.034409 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-590640c6-3893-426d-a294-5a1b7f46e8b4 req-2db1cd80-1806-4ffd-87e0-e148eb15f06a service neutron] 10.222.0.48 "GET /v2.0/networks/237afad2-5c99-42c5-97af-1d91f8cfe802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1684620 Mar 29 15:46:58.039159 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-221c6b1a-3f7e-4e71-824e-8d1394651fb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:58.047592 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] No Port match for: 56ce7f38-d524-4bea-b1a8-b73c6b26c3ae {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 15:46:58.047940 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device 56ce7f38-d524-4bea-b1a8-b73c6b26c3ae not bound to the agent host n-h1-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:46:58.071247 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-221c6b1a-3f7e-4e71-824e-8d1394651fb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:58.110739 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e8b7af7b-3f19-4e06-85e8-63e4a760e0fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1641294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5231963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4793952'] for subnet, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:58.150605 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b7af7b-3f19-4e06-85e8-63e4a760e0fc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5235ec26-f5f8-4832-a0b1-e14c5e73ceaa,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:46:58.159913 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891a469c-67bb-4ead-b090-32ee976be0b1 req-56c3c466-a4bd-437b-a7af-cb11ddbda71b tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:58.162329 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-891a469c-67bb-4ead-b090-32ee976be0b1 req-56c3c466-a4bd-437b-a7af-cb11ddbda71b tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] 10.222.0.42 "GET /v2.0/ports?device_id=149487e7-8e7a-421e-9b26-38fcb904048e HTTP/1.1" status: 200 len: 946 time: 0.0759804 Mar 29 15:46:58.165567 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e8b7af7b-3f19-4e06-85e8-63e4a760e0fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for subnet, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:58.172277 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-e8b7af7b-3f19-4e06-85e8-63e4a760e0fc admin admin] 10.222.0.42 "DELETE /v2.0/subnets/5235ec26-f5f8-4832-a0b1-e14c5e73ceaa HTTP/1.1" status: 204 len: 168 time: 0.8790441 Mar 29 15:46:58.178024 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 52190) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:46:58.187602 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-b92c8786-f78a-4da8-af19-5516209efaa8 req-f5ad6487-a284-40df-a794-20588937bcd0 tempest-ServerShowV247Test-1180077024 tempest-ServerShowV247Test-1180077024-project] 10.222.0.42 "GET /v2.0/ports?device_id=70fec07f-1f0a-4145-aad5-051a38b43b4d HTTP/1.1" status: 200 len: 210 time: 0.0410693 Mar 29 15:46:58.266378 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-221c6b1a-3f7e-4e71-824e-8d1394651fb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:58.269658 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-221c6b1a-3f7e-4e71-824e-8d1394651fb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:58.270813 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-221c6b1a-3f7e-4e71-824e-8d1394651fb2 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/5544b426-8722-47e3-a46b-1eb9730bf5d0 HTTP/1.1" status: 204 len: 168 time: 0.3116727 Mar 29 15:46:58.286387 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device c8ab898e-9af8-4cf4-b1ed-a707d9204dc7 no longer exists at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:46:58.297668 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221c6b1a-3f7e-4e71-824e-8d1394651fb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5544b426-8722-47e3-a46b-1eb9730bf5d0,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:46:58.311104 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-03decf41-4f12-4aaa-b16c-a4009aadd4eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1631750'] for network, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:58.333236 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-891a469c-67bb-4ead-b090-32ee976be0b1 req-759e39fc-53b6-4b7f-9e07-e4c979414305 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] 10.222.0.42 "GET /v2.0/security-groups?id=f08e979a-b162-4e81-8f48-4f228bf81759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559160 Mar 29 15:46:58.355065 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] No Port match for: c8ab898e-9af8-4cf4-b1ed-a707d9204dc7 {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 15:46:58.355798 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device c8ab898e-9af8-4cf4-b1ed-a707d9204dc7 not bound to the agent host n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:46:58.419905 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 52196) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:46:58.423161 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-03decf41-4f12-4aaa-b16c-a4009aadd4eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639890', 'neutron.services.segments.db._delete_segments_for_network-8783523423079'] for network, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:58.444832 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-03decf41-4f12-4aaa-b16c-a4009aadd4eb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15a0213c-1273-41a6-966e-a3669c240d14']}} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:46:58.455371 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-03decf41-4f12-4aaa-b16c-a4009aadd4eb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75e08afe-5522-4a35-ad21-9720d7c7dfdf') {'for_net_delete': True} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:46:58.455670 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-03decf41-4f12-4aaa-b16c-a4009aadd4eb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75e08afe-5522-4a35-ad21-9720d7c7dfdf') {} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:46:58.465572 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-03decf41-4f12-4aaa-b16c-a4009aadd4eb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783523422064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4230428'] for segment, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:58.484489 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-03decf41-4f12-4aaa-b16c-a4009aadd4eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:58.491811 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03decf41-4f12-4aaa-b16c-a4009aadd4eb admin admin] Releasing vlan 619 on physical network physnet1 to pool {{(pid=102791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 15:46:58.492181 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-03decf41-4f12-4aaa-b16c-a4009aadd4eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16169569'] for segment, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:58.494509 n-d-834765-1 neutron-server[102791]: Traceback (most recent call last): Mar 29 15:46:58.494509 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 15:46:58.494509 n-d-834765-1 neutron-server[102791]: timer() Mar 29 15:46:58.494509 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 15:46:58.494509 n-d-834765-1 neutron-server[102791]: cb(*args, **kw) Mar 29 15:46:58.494509 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 15:46:58.494509 n-d-834765-1 neutron-server[102791]: return func(*args, **kwargs) Mar 29 15:46:58.494509 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 15:46:58.494509 n-d-834765-1 neutron-server[102791]: self._notify() Mar 29 15:46:58.494509 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 15:46:58.494509 n-d-834765-1 neutron-server[102791]: self.callback(batched_events) Mar 29 15:46:58.494509 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 15:46:58.494509 n-d-834765-1 neutron-server[102791]: event.method(event) Mar 29 15:46:58.494509 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 15:46:58.494509 n-d-834765-1 neutron-server[102791]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 15:46:58.494509 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 15:46:58.494509 n-d-834765-1 neutron-server[102791]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 15:46:58.494509 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 15:46:58.494509 n-d-834765-1 neutron-server[102791]: return f(self, *a, **k) Mar 29 15:46:58.494509 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 15:46:58.494509 n-d-834765-1 neutron-server[102791]: return self._get(url).json() Mar 29 15:46:58.494509 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 15:46:58.494509 n-d-834765-1 neutron-server[102791]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 15:46:58.494509 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 15:46:58.494509 n-d-834765-1 neutron-server[102791]: return self.request(url, 'GET', **kwargs) Mar 29 15:46:58.494509 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 15:46:58.494509 n-d-834765-1 neutron-server[102791]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 15:46:58.494509 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 15:46:58.494509 n-d-834765-1 neutron-server[102791]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 15:46:58.494509 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 15:46:58.494509 n-d-834765-1 neutron-server[102791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 15:46:58.494509 n-d-834765-1 neutron-server[102791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 15:46:58.562323 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-03decf41-4f12-4aaa-b16c-a4009aadd4eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1639897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648174'] for network, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:58.579817 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-03decf41-4f12-4aaa-b16c-a4009aadd4eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for network, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:58.583405 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-03decf41-4f12-4aaa-b16c-a4009aadd4eb admin admin] 10.222.0.42 "DELETE /v2.0/networks/15a0213c-1273-41a6-966e-a3669c240d14 HTTP/1.1" status: 204 len: 168 time: 0.4044111 Mar 29 15:46:58.584387 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03decf41-4f12-4aaa-b16c-a4009aadd4eb admin admin] Pushing event deleted for resources: {'Network': ['ID=15a0213c-1273-41a6-966e-a3669c240d14,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:46:58.660216 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e3ddeedd-dd7c-4071-a360-34c117a83a95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:58.756315 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e3ddeedd-dd7c-4071-a360-34c117a83a95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:58.761538 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e3ddeedd-dd7c-4071-a360-34c117a83a95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:58.767205 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 52212) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:46:58.816347 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-7cf2ecc3-5fa6-414d-bbb2-fc51a4ffd880 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=35d84b3226394851a263fe9999379508&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0457547 Mar 29 15:46:58.816963 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 52216) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:46:58.821426 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-e3ddeedd-dd7c-4071-a360-34c117a83a95 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d198b413de3f457ca6a00c903679a8ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4005575 Mar 29 15:46:58.822056 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ddeedd-dd7c-4071-a360-34c117a83a95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=455021f4-0b23-4957-823a-63764bcac105,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:46:58.826898 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 52218) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:46:58.863570 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b3342b-1554-49dd-a9b8-5337328346cc req-f12d8fa4-b716-4941-8bee-d77f0fb8df14 tempest-ListServerFiltersTestJSON-1632672620 tempest-ListServerFiltersTestJSON-1632672620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:58.865126 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-10b3342b-1554-49dd-a9b8-5337328346cc req-f12d8fa4-b716-4941-8bee-d77f0fb8df14 tempest-ListServerFiltersTestJSON-1632672620 tempest-ListServerFiltersTestJSON-1632672620-project] 10.222.0.42 "GET /v2.0/ports?device_id=51a363cc-f278-44ab-a8ab-01401225dc38 HTTP/1.1" status: 200 len: 946 time: 0.0755212 Mar 29 15:46:58.905908 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-10b3342b-1554-49dd-a9b8-5337328346cc req-05c10451-60d4-4fb6-875c-e40066fa4c5e tempest-ListServerFiltersTestJSON-1632672620 tempest-ListServerFiltersTestJSON-1632672620-project] 10.222.0.42 "GET /v2.0/security-groups?id=4600fc30-be81-4c99-acf1-e3f516af1e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342097 Mar 29 15:46:58.913358 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-0176c2da-55e7-4889-af11-3c54aa682e99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:58.919673 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-718925a0-a53a-4e08-ab22-455a712bb7f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:58.942482 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-0176c2da-55e7-4889-af11-3c54aa682e99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:58.976600 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-718925a0-a53a-4e08-ab22-455a712bb7f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:59.067214 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-0176c2da-55e7-4889-af11-3c54aa682e99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:59.070033 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-0176c2da-55e7-4889-af11-3c54aa682e99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:59.073492 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-0176c2da-55e7-4889-af11-3c54aa682e99 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/455021f4-0b23-4957-823a-63764bcac105 HTTP/1.1" status: 204 len: 168 time: 0.2431269 Mar 29 15:46:59.075727 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-718925a0-a53a-4e08-ab22-455a712bb7f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:59.078517 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-718925a0-a53a-4e08-ab22-455a712bb7f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:59.079715 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-718925a0-a53a-4e08-ab22-455a712bb7f0 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/9f2458c7-6f6c-48f0-b187-eafc7b6e098b HTTP/1.1" status: 204 len: 168 time: 0.2622135 Mar 29 15:46:59.088905 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0176c2da-55e7-4889-af11-3c54aa682e99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=455021f4-0b23-4957-823a-63764bcac105,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:46:59.103620 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bcafb7-03db-4d21-93df-e4635030f8f9 req-81eb9419-06d1-404d-84b7-706390aa1ab8 tempest-ListServerFiltersTestJSON-1632672620 tempest-ListServerFiltersTestJSON-1632672620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:59.105262 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-64bcafb7-03db-4d21-93df-e4635030f8f9 req-81eb9419-06d1-404d-84b7-706390aa1ab8 tempest-ListServerFiltersTestJSON-1632672620 tempest-ListServerFiltersTestJSON-1632672620-project] 10.222.0.42 "GET /v2.0/ports?device_id=51a363cc-f278-44ab-a8ab-01401225dc38 HTTP/1.1" status: 200 len: 946 time: 0.0797589 Mar 29 15:46:59.105457 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64858df3-f0f6-45cd-b025-47e8219aa01d req-99f7e44b-81ed-46eb-82cb-cd306e5eb862 tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:59.111025 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718925a0-a53a-4e08-ab22-455a712bb7f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f2458c7-6f6c-48f0-b187-eafc7b6e098b,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:46:59.128459 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-64858df3-f0f6-45cd-b025-47e8219aa01d req-99f7e44b-81ed-46eb-82cb-cd306e5eb862 tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb1d16d2-e9dd-4dc2-a1f2-bb82bc8bbced HTTP/1.1" status: 200 len: 945 time: 0.1093531 Mar 29 15:46:59.163645 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-64bcafb7-03db-4d21-93df-e4635030f8f9 req-03c7190a-fdec-4473-9852-974ca61b7a28 tempest-ListServerFiltersTestJSON-1632672620 tempest-ListServerFiltersTestJSON-1632672620-project] 10.222.0.42 "GET /v2.0/security-groups?id=4600fc30-be81-4c99-acf1-e3f516af1e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477376 Mar 29 15:46:59.208780 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-64858df3-f0f6-45cd-b025-47e8219aa01d req-340bde18-77a0-4623-9d45-1ec9b615b60c tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] 10.222.0.42 "GET /v2.0/security-groups?id=8c1a607e-8731-4409-adf4-490f4457a32b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759962 Mar 29 15:46:59.305935 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ae2253-789e-479a-bc67-03e6bb66449b req-5495a30d-d385-4483-bffc-efe2343661e7 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:59.307802 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-53ae2253-789e-479a-bc67-03e6bb66449b req-5495a30d-d385-4483-bffc-efe2343661e7 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/ports?device_id=7bd5042f-d9f8-4161-b261-c1d7af6a3af4 HTTP/1.1" status: 200 len: 949 time: 0.0704968 Mar 29 15:46:59.339201 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35b046f-4b58-44cd-b5e3-c5ff454ca92e req-65699b86-1410-4185-82ba-99f08b7e623c tempest-ListServerFiltersTestJSON-1632672620 tempest-ListServerFiltersTestJSON-1632672620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:59.340750 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-e35b046f-4b58-44cd-b5e3-c5ff454ca92e req-65699b86-1410-4185-82ba-99f08b7e623c tempest-ListServerFiltersTestJSON-1632672620 tempest-ListServerFiltersTestJSON-1632672620-project] 10.222.0.42 "GET /v2.0/ports?device_id=32b7b91c-8e40-48a8-9a73-9f507d49953e HTTP/1.1" status: 200 len: 945 time: 0.0532496 Mar 29 15:46:59.361906 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-53ae2253-789e-479a-bc67-03e6bb66449b req-5dd9459f-c71e-484c-af08-de3eebcf3207 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/security-groups?id=56997969-7130-4d86-9e9d-e068deb19a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457025 Mar 29 15:46:59.374698 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 52248) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:46:59.398410 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-e35b046f-4b58-44cd-b5e3-c5ff454ca92e req-da721584-5969-4e12-b550-bcaa702923a0 tempest-ListServerFiltersTestJSON-1632672620 tempest-ListServerFiltersTestJSON-1632672620-project] 10.222.0.42 "GET /v2.0/security-groups?id=4600fc30-be81-4c99-acf1-e3f516af1e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509095 Mar 29 15:46:59.467595 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-2e72da36-4d46-43f4-bd88-0439cbd51e40 req-658ef92f-4ca4-4992-9e25-918e3448d83c tempest-ServerShowV247Test-1180077024 tempest-ServerShowV247Test-1180077024-project] 10.222.0.42 "GET /v2.0/ports?device_id=70fec07f-1f0a-4145-aad5-051a38b43b4d HTTP/1.1" status: 200 len: 210 time: 0.0281830 Mar 29 15:46:59.545177 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d434447-18f0-4fe7-894c-434619fac234 req-ca8e6a65-6aec-4301-9c62-a7c271d2187d tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:59.552369 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-7d434447-18f0-4fe7-894c-434619fac234 req-ca8e6a65-6aec-4301-9c62-a7c271d2187d tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] 10.222.0.42 "GET /v2.0/ports?device_id=149487e7-8e7a-421e-9b26-38fcb904048e HTTP/1.1" status: 200 len: 946 time: 0.0730364 Mar 29 15:46:59.582639 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-5731c8d0-73eb-4a26-afed-87ded9b327f8 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1370930395-network', 'tenant_id': '874b0aa6020149238769aab64fe19d30'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:46:59.602375 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-7d434447-18f0-4fe7-894c-434619fac234 req-9259d5a0-6793-44e9-8f7b-7c9030f89d02 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] 10.222.0.42 "GET /v2.0/security-groups?id=f08e979a-b162-4e81-8f48-4f228bf81759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491066 Mar 29 15:46:59.635595 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f643035-4942-49d2-bb9f-933f9e95940f req-093ee32f-9f92-458e-937d-cf335fa314a0 tempest-ListServerFiltersTestJSON-1632672620 tempest-ListServerFiltersTestJSON-1632672620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:59.635595 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-2f643035-4942-49d2-bb9f-933f9e95940f req-093ee32f-9f92-458e-937d-cf335fa314a0 tempest-ListServerFiltersTestJSON-1632672620 tempest-ListServerFiltersTestJSON-1632672620-project] 10.222.0.42 "GET /v2.0/ports?device_id=57be4d6d-0b44-4e91-a13f-bd6abefccde5 HTTP/1.1" status: 200 len: 945 time: 0.0777318 Mar 29 15:46:59.641020 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5731c8d0-73eb-4a26-afed-87ded9b327f8 admin admin] Made reservation on behalf of 874b0aa6020149238769aab64fe19d30 for: {'network': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:46:59.643376 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-5731c8d0-73eb-4a26-afed-87ded9b327f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for network, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:59.663127 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-5731c8d0-73eb-4a26-afed-87ded9b327f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:59.697083 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-2f643035-4942-49d2-bb9f-933f9e95940f req-9445f3a6-1cdd-4db1-9ccf-edff5daca22b tempest-ListServerFiltersTestJSON-1632672620 tempest-ListServerFiltersTestJSON-1632672620-project] 10.222.0.42 "GET /v2.0/security-groups?id=4600fc30-be81-4c99-acf1-e3f516af1e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634301 Mar 29 15:46:59.773736 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [req-17675829-df66-498b-b121-bd906e4467ed req-6f5cdaed-2989-421a-a6b8-2baa64d72435 tempest-ListServerFiltersTestJSON-1632672620 tempest-ListServerFiltersTestJSON-1632672620-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=102791) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 15:46:59.774849 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-17675829-df66-498b-b121-bd906e4467ed req-6f5cdaed-2989-421a-a6b8-2baa64d72435 tempest-ListServerFiltersTestJSON-1632672620 tempest-ListServerFiltersTestJSON-1632672620-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0100124 Mar 29 15:46:59.800760 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-5731c8d0-73eb-4a26-afed-87ded9b327f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:59.829687 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-5731c8d0-73eb-4a26-afed-87ded9b327f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:59.871249 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5731c8d0-73eb-4a26-afed-87ded9b327f8 admin admin] vlan segment allocate from pool success with {'vlan_id': 632, 'physical_network': 'physnet1'} {{(pid=102791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 15:46:59.876534 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23788a28-85cf-46c1-a0e4-94769493c071 req-b022dafe-455f-49be-a531-9000d6f7841d tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:59.879388 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-23788a28-85cf-46c1-a0e4-94769493c071 req-b022dafe-455f-49be-a531-9000d6f7841d tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] 10.222.0.42 "GET /v2.0/ports?device_id=149487e7-8e7a-421e-9b26-38fcb904048e HTTP/1.1" status: 200 len: 946 time: 0.0674841 Mar 29 15:46:59.900163 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-5731c8d0-73eb-4a26-afed-87ded9b327f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:46:59.900505 n-d-834765-1 neutron-server[102791]: INFO neutron.db.segments_db [None req-5731c8d0-73eb-4a26-afed-87ded9b327f8 admin admin] Added segment ee9a1626-16ee-4ecf-88a3-7244e4b7c1ed of type vlan for network 521886c7-eef8-4b1b-9885-e070589482cd Mar 29 15:46:59.901808 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5731c8d0-73eb-4a26-afed-87ded9b327f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7a98718-a37a-4214-92b3-d1a7e3aaebf1,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:46:59.935875 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-17675829-df66-498b-b121-bd906e4467ed req-93c892c9-c9ae-4238-a815-6c9857c73863 tempest-ListServerFiltersTestJSON-1632672620 tempest-ListServerFiltersTestJSON-1632672620-project] 10.222.0.42 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.10&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.1516244 Mar 29 15:46:59.959502 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-23788a28-85cf-46c1-a0e4-94769493c071 req-607bf0cd-7144-4d75-87a8-a572174c9b5e tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] 10.222.0.42 "GET /v2.0/security-groups?id=f08e979a-b162-4e81-8f48-4f228bf81759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556302 Mar 29 15:47:00.011685 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-5731c8d0-73eb-4a26-afed-87ded9b327f8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783522915970'] for network, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:00.064643 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-5731c8d0-73eb-4a26-afed-87ded9b327f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795'] for network, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:00.065631 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5731c8d0-73eb-4a26-afed-87ded9b327f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:47:00.066210 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-5731c8d0-73eb-4a26-afed-87ded9b327f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for network, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:00.077369 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2365b817-77c4-4b82-b5b2-edd7597794b1 req-2c2b9e19-b9ce-4bf7-9d3b-613fdf1ede9c tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:47:00.085877 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-2365b817-77c4-4b82-b5b2-edd7597794b1 req-2c2b9e19-b9ce-4bf7-9d3b-613fdf1ede9c tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] 10.222.0.42 "GET /v2.0/ports?device_id=149487e7-8e7a-421e-9b26-38fcb904048e HTTP/1.1" status: 200 len: 946 time: 0.0683227 Mar 29 15:47:00.103459 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-5731c8d0-73eb-4a26-afed-87ded9b327f8 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.7247014 Mar 29 15:47:00.103630 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 52294) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:47:00.108512 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-2533d062-8f3b-463b-9db0-e2c873978aeb admin admin] Request body: {'subnet': {'network_id': '521886c7-eef8-4b1b-9885-e070589482cd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1370930395-subnet', 'tenant_id': '874b0aa6020149238769aab64fe19d30', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:47:00.144792 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5731c8d0-73eb-4a26-afed-87ded9b327f8 admin admin] Pushing event updated for resources: {'Network': ['ID=521886c7-eef8-4b1b-9885-e070589482cd,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:47:00.157950 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Network 521886c7-eef8-4b1b-9885-e070589482cd details requested by agent ovs-agent-n-d-834765-1 with host n-d-834765-1 {{(pid=102792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 15:47:00.160183 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-2365b817-77c4-4b82-b5b2-edd7597794b1 req-3a87019a-75a4-44d2-b78f-008a548def30 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] 10.222.0.42 "GET /v2.0/security-groups?id=f08e979a-b162-4e81-8f48-4f228bf81759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731285 Mar 29 15:47:00.161593 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2533d062-8f3b-463b-9db0-e2c873978aeb admin admin] Made reservation on behalf of 874b0aa6020149238769aab64fe19d30 for: {'subnet': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:47:00.166284 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-2533d062-8f3b-463b-9db0-e2c873978aeb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16218875'] for subnet, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:00.286089 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-29a193c0-fa34-411e-9343-54b3c69a0833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:00.302400 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 52304) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:47:00.418730 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62149b6b-2695-4f02-ac2f-728352b4c539 req-ff33dbd8-0e07-4fd0-acf9-0cbbe255aeb7 tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:47:00.425499 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-62149b6b-2695-4f02-ac2f-728352b4c539 req-ff33dbd8-0e07-4fd0-acf9-0cbbe255aeb7 tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb1d16d2-e9dd-4dc2-a1f2-bb82bc8bbced HTTP/1.1" status: 200 len: 945 time: 0.0981517 Mar 29 15:47:00.467420 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cf4f9b-3af8-46e1-9e1c-ef6bd7ce1d7a req-2d86b480-e6ac-4a11-a19d-b63288330f31 tempest-ListServerFiltersTestJSON-1632672620 tempest-ListServerFiltersTestJSON-1632672620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:47:00.468989 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-31cf4f9b-3af8-46e1-9e1c-ef6bd7ce1d7a req-2d86b480-e6ac-4a11-a19d-b63288330f31 tempest-ListServerFiltersTestJSON-1632672620 tempest-ListServerFiltersTestJSON-1632672620-project] 10.222.0.42 "GET /v2.0/ports?device_id=51a363cc-f278-44ab-a8ab-01401225dc38 HTTP/1.1" status: 200 len: 946 time: 0.0621829 Mar 29 15:47:00.491492 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-4bfad7be-db30-43ce-8885-50ef9b530123 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1536768159-network', 'tenant_id': '8d821cfe3f5a49118adbc663ea93162d'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:47:00.525555 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-31cf4f9b-3af8-46e1-9e1c-ef6bd7ce1d7a req-6a21e191-3680-45fa-932b-1c72a23ffa58 tempest-ListServerFiltersTestJSON-1632672620 tempest-ListServerFiltersTestJSON-1632672620-project] 10.222.0.42 "GET /v2.0/security-groups?id=4600fc30-be81-4c99-acf1-e3f516af1e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505085 Mar 29 15:47:00.574327 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-62149b6b-2695-4f02-ac2f-728352b4c539 req-3e4bc540-9e5b-409e-a17f-7106a2193ae2 tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] 10.222.0.42 "GET /v2.0/security-groups?id=8c1a607e-8731-4409-adf4-490f4457a32b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998390 Mar 29 15:47:00.576869 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-2533d062-8f3b-463b-9db0-e2c873978aeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16155524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16218861'] for subnet, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:00.585409 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bfad7be-db30-43ce-8885-50ef9b530123 admin admin] Made reservation on behalf of 8d821cfe3f5a49118adbc663ea93162d for: {'network': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:47:00.587700 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-4bfad7be-db30-43ce-8885-50ef9b530123 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for network, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:00.633517 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-4bfad7be-db30-43ce-8885-50ef9b530123 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:00.673415 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2533d062-8f3b-463b-9db0-e2c873978aeb admin admin] Pushing event updated for resources: {'Subnet': ['ID=948bea00-d9fc-4574-8561-d9234d72b285,revision_number=0']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:47:00.689420 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3333bf-6849-458e-aa7e-31577bb55230 req-bf69b36d-6e41-4893-bb4e-d00c9a474873 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:47:00.691221 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-eb3333bf-6849-458e-aa7e-31577bb55230 req-bf69b36d-6e41-4893-bb4e-d00c9a474873 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] 10.222.0.42 "GET /v2.0/ports?device_id=149487e7-8e7a-421e-9b26-38fcb904048e HTTP/1.1" status: 200 len: 946 time: 0.0747397 Mar 29 15:47:00.738412 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2533d062-8f3b-463b-9db0-e2c873978aeb admin admin] Checking segment: {'id': 'ee9a1626-16ee-4ecf-88a3-7244e4b7c1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '521886c7-eef8-4b1b-9885-e070589482cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:47:00.738632 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2533d062-8f3b-463b-9db0-e2c873978aeb admin admin] Network hostable DHCP agents. Network: 521886c7-eef8-4b1b-9885-e070589482cd, hostable agents: ['d136643e-48ae-49d4-a851-2ba3bdf3749c'], hosted agents: [] {{(pid=102791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 15:47:00.738731 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-eb3333bf-6849-458e-aa7e-31577bb55230 req-7d46e3c1-56ab-4864-8e91-e8673035ec10 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] 10.222.0.42 "GET /v2.0/security-groups?id=f08e979a-b162-4e81-8f48-4f228bf81759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400956 Mar 29 15:47:00.779269 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8a33d4-ab0f-4589-b993-1bad93f18fbb req-4c9f0d3f-1d3d-406b-879b-46152ef224b3 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:47:00.786548 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-da8a33d4-ab0f-4589-b993-1bad93f18fbb req-4c9f0d3f-1d3d-406b-879b-46152ef224b3 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/ports?device_id=7bd5042f-d9f8-4161-b261-c1d7af6a3af4 HTTP/1.1" status: 200 len: 949 time: 0.1073244 Mar 29 15:47:00.807298 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2533d062-8f3b-463b-9db0-e2c873978aeb admin admin] Network 521886c7-eef8-4b1b-9885-e070589482cd is scheduled to be hosted by DHCP agent d136643e-48ae-49d4-a851-2ba3bdf3749c with binding_index 1 {{(pid=102791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 15:47:00.832372 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [None req-2533d062-8f3b-463b-9db0-e2c873978aeb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834765-1, 521886c7-eef8-4b1b-9885-e070589482cd) {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:47:00.856466 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-78446d30-1fa0-4da7-8f11-bc4c5b503f6d req-753f4922-7cb0-45f1-952e-a9dbc06a0713 tempest-ServerShowV247Test-1180077024 tempest-ServerShowV247Test-1180077024-project] 10.222.0.42 "GET /v2.0/ports?device_id=70fec07f-1f0a-4145-aad5-051a38b43b4d HTTP/1.1" status: 200 len: 210 time: 0.0425930 Mar 29 15:47:00.872883 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2533d062-8f3b-463b-9db0-e2c873978aeb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:47:00.873483 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-2533d062-8f3b-463b-9db0-e2c873978aeb admin admin] Notify callbacks [] for subnet, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:00.877059 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-4bfad7be-db30-43ce-8885-50ef9b530123 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:00.894548 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-4bfad7be-db30-43ce-8885-50ef9b530123 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:00.928196 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-da8a33d4-ab0f-4589-b993-1bad93f18fbb req-bb0d075e-5a2c-4718-84a0-054998301a53 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/security-groups?id=56997969-7130-4d86-9e9d-e068deb19a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407676 Mar 29 15:47:00.956987 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-2533d062-8f3b-463b-9db0-e2c873978aeb admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.8522067 Mar 29 15:47:00.957978 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4bfad7be-db30-43ce-8885-50ef9b530123 admin admin] vlan segment allocate from pool success with {'vlan_id': 646, 'physical_network': 'physnet1'} {{(pid=102791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 15:47:00.969531 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfad7be-db30-43ce-8885-50ef9b530123 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=622584de-fdfc-4a41-9592-a14d48f13313,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:47:00.974799 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-4bfad7be-db30-43ce-8885-50ef9b530123 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:00.975151 n-d-834765-1 neutron-server[102791]: INFO neutron.db.segments_db [None req-4bfad7be-db30-43ce-8885-50ef9b530123 admin admin] Added segment e21100ac-42ad-42a8-ba92-556bc659383a of type vlan for network d8379183-1181-4480-938a-4a240ff65ade Mar 29 15:47:01.022567 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-4bfad7be-db30-43ce-8885-50ef9b530123 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783522915970'] for network, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:01.060912 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-4bfad7be-db30-43ce-8885-50ef9b530123 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795'] for network, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:01.063176 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bfad7be-db30-43ce-8885-50ef9b530123 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:47:01.064090 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-4bfad7be-db30-43ce-8885-50ef9b530123 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for network, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:01.081200 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd28532-ce51-49dc-a970-48bf1a12898e req-c11c81c2-61e7-4851-a04a-87fe2397d4cd tempest-ListServerFiltersTestJSON-1632672620 tempest-ListServerFiltersTestJSON-1632672620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:47:01.087817 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-bcd28532-ce51-49dc-a970-48bf1a12898e req-c11c81c2-61e7-4851-a04a-87fe2397d4cd tempest-ListServerFiltersTestJSON-1632672620 tempest-ListServerFiltersTestJSON-1632672620-project] 10.222.0.42 "GET /v2.0/ports?device_id=32b7b91c-8e40-48a8-9a73-9f507d49953e HTTP/1.1" status: 200 len: 945 time: 0.1161654 Mar 29 15:47:01.104371 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d612d021-f119-4f28-9b1b-6da448589ff5 None None] Network 521886c7-eef8-4b1b-9885-e070589482cd requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 15:47:01.110090 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-4bfad7be-db30-43ce-8885-50ef9b530123 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8058543 Mar 29 15:47:01.113220 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 52330) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:47:01.118189 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-82476cf1-c9fc-49eb-91bf-d685b5f74615 admin admin] Request body: {'subnet': {'network_id': 'd8379183-1181-4480-938a-4a240ff65ade', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1536768159-subnet', 'tenant_id': '8d821cfe3f5a49118adbc663ea93162d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:47:01.148947 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfad7be-db30-43ce-8885-50ef9b530123 admin admin] Pushing event updated for resources: {'Network': ['ID=d8379183-1181-4480-938a-4a240ff65ade,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:47:01.164740 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-bcd28532-ce51-49dc-a970-48bf1a12898e req-719b056a-7391-4e7d-bb54-0ab46ec54b2f tempest-ListServerFiltersTestJSON-1632672620 tempest-ListServerFiltersTestJSON-1632672620-project] 10.222.0.42 "GET /v2.0/security-groups?id=4600fc30-be81-4c99-acf1-e3f516af1e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705080 Mar 29 15:47:01.165752 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82476cf1-c9fc-49eb-91bf-d685b5f74615 admin admin] Made reservation on behalf of 8d821cfe3f5a49118adbc663ea93162d for: {'subnet': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:47:01.168993 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-82476cf1-c9fc-49eb-91bf-d685b5f74615 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4793983'] for subnet, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:01.199272 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Network d8379183-1181-4480-938a-4a240ff65ade details requested by agent ovs-agent-n-d-834765-1 with host n-d-834765-1 {{(pid=102792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 15:47:01.320330 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3ab8b56-1188-429f-abd5-93ae6968e4d5 None None] Network 521886c7-eef8-4b1b-9885-e070589482cd requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 15:47:01.359539 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc8ed02-706d-40a2-bd68-3e817dfc1448 req-7693ad1c-66d0-435f-acae-470420ee031f tempest-ListServerFiltersTestJSON-1632672620 tempest-ListServerFiltersTestJSON-1632672620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:47:01.374834 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-5dc8ed02-706d-40a2-bd68-3e817dfc1448 req-7693ad1c-66d0-435f-acae-470420ee031f tempest-ListServerFiltersTestJSON-1632672620 tempest-ListServerFiltersTestJSON-1632672620-project] 10.222.0.42 "GET /v2.0/ports?device_id=57be4d6d-0b44-4e91-a13f-bd6abefccde5 HTTP/1.1" status: 200 len: 945 time: 0.0937955 Mar 29 15:47:01.451805 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-5dc8ed02-706d-40a2-bd68-3e817dfc1448 req-fb47d5bd-8041-4ae5-85c2-ce77b3d803a3 tempest-ListServerFiltersTestJSON-1632672620 tempest-ListServerFiltersTestJSON-1632672620-project] 10.222.0.42 "GET /v2.0/security-groups?id=4600fc30-be81-4c99-acf1-e3f516af1e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691586 Mar 29 15:47:01.463667 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-82476cf1-c9fc-49eb-91bf-d685b5f74615 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5231896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4793961'] for subnet, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:01.581453 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82476cf1-c9fc-49eb-91bf-d685b5f74615 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e40243f7-deb2-4a55-9fcc-00e92f1db1cb,revision_number=0']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:47:01.642081 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82476cf1-c9fc-49eb-91bf-d685b5f74615 admin admin] Checking segment: {'id': 'e21100ac-42ad-42a8-ba92-556bc659383a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'd8379183-1181-4480-938a-4a240ff65ade'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:47:01.642431 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82476cf1-c9fc-49eb-91bf-d685b5f74615 admin admin] Network hostable DHCP agents. Network: d8379183-1181-4480-938a-4a240ff65ade, hostable agents: ['d136643e-48ae-49d4-a851-2ba3bdf3749c'], hosted agents: [] {{(pid=102790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 15:47:01.680541 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38df5b11-e224-4ce6-9255-23dc39f6b285 req-90d695eb-5108-4e6c-b374-de1878d89033 tempest-ListServerFiltersTestJSON-1632672620 tempest-ListServerFiltersTestJSON-1632672620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:47:01.687215 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38df5b11-e224-4ce6-9255-23dc39f6b285 req-90d695eb-5108-4e6c-b374-de1878d89033 tempest-ListServerFiltersTestJSON-1632672620 tempest-ListServerFiltersTestJSON-1632672620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:47:01.689198 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5fe683-5370-4ba7-a65a-3f4f0a07d40f req-d498992e-0108-4db5-9f2e-5237616e30af tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:47:01.690783 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-8d5fe683-5370-4ba7-a65a-3f4f0a07d40f req-d498992e-0108-4db5-9f2e-5237616e30af tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] 10.222.0.42 "GET /v2.0/networks?id=521886c7-eef8-4b1b-9885-e070589482cd HTTP/1.1" status: 200 len: 822 time: 0.1425314 Mar 29 15:47:01.692072 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82476cf1-c9fc-49eb-91bf-d685b5f74615 admin admin] Network d8379183-1181-4480-938a-4a240ff65ade is scheduled to be hosted by DHCP agent d136643e-48ae-49d4-a851-2ba3bdf3749c with binding_index 1 {{(pid=102790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 15:47:01.693578 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38df5b11-e224-4ce6-9255-23dc39f6b285 req-90d695eb-5108-4e6c-b374-de1878d89033 tempest-ListServerFiltersTestJSON-1632672620 tempest-ListServerFiltersTestJSON-1632672620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:47:01.695451 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-38df5b11-e224-4ce6-9255-23dc39f6b285 req-90d695eb-5108-4e6c-b374-de1878d89033 tempest-ListServerFiltersTestJSON-1632672620 tempest-ListServerFiltersTestJSON-1632672620-project] 10.222.0.42 "GET /v2.0/ports?device_id=57be4d6d-0b44-4e91-a13f-bd6abefccde5&device_id=32b7b91c-8e40-48a8-9a73-9f507d49953e&device_id=51a363cc-f278-44ab-a8ab-01401225dc38 HTTP/1.1" status: 200 len: 2417 time: 0.0681746 Mar 29 15:47:01.710554 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-82476cf1-c9fc-49eb-91bf-d685b5f74615 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834765-1, d8379183-1181-4480-938a-4a240ff65ade) {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:47:01.715535 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82476cf1-c9fc-49eb-91bf-d685b5f74615 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:47:01.716736 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-82476cf1-c9fc-49eb-91bf-d685b5f74615 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for subnet, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:01.719719 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-8d5fe683-5370-4ba7-a65a-3f4f0a07d40f req-15f71eae-9ed8-4010-b654-0ba55c70e9c0 tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] 10.222.0.42 "GET /v2.0/quotas/874b0aa6020149238769aab64fe19d30 HTTP/1.1" status: 200 len: 375 time: 0.0192008 Mar 29 15:47:01.725144 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0974008-17fa-4ab8-8aee-c5c8ec489315 None None] Network d8379183-1181-4480-938a-4a240ff65ade requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 15:47:01.754650 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-38df5b11-e224-4ce6-9255-23dc39f6b285 req-29e0e68f-ffaa-4f47-9a89-6d676571fdbc tempest-ListServerFiltersTestJSON-1632672620 tempest-ListServerFiltersTestJSON-1632672620-project] 10.222.0.42 "GET /v2.0/security-groups?id=4600fc30-be81-4c99-acf1-e3f516af1e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520999 Mar 29 15:47:01.807435 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-8d5fe683-5370-4ba7-a65a-3f4f0a07d40f req-37341f2c-d9fa-4d45-9eb3-016f610395b7 tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=874b0aa6020149238769aab64fe19d30&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0711920 Mar 29 15:47:01.823660 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-82476cf1-c9fc-49eb-91bf-d685b5f74615 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7012758 Mar 29 15:47:01.849732 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8faaa941-a051-4466-bf2f-da622bc8a119 req-37069ed4-a5dc-4888-80d7-8d25f9d303f7 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:47:01.851730 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-8faaa941-a051-4466-bf2f-da622bc8a119 req-37069ed4-a5dc-4888-80d7-8d25f9d303f7 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] 10.222.0.48 "GET /v2.0/ports?device_id=149487e7-8e7a-421e-9b26-38fcb904048e HTTP/1.1" status: 200 len: 946 time: 0.1302578 Mar 29 15:47:01.947478 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3513846b-6def-4145-8481-ff820db783f0 None None] Network d8379183-1181-4480-938a-4a240ff65ade requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 15:47:01.952890 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d9d601-5b1d-4224-884d-1498b8f3a7e2 req-704272e3-5190-4a53-bff7-1ddce1a37e84 tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:47:01.958648 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.agents_db [None req-59735a15-725e-44d4-9ad5-95cbe356f209 None None] Agent healthcheck: found 7 active agents {{(pid=102793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 15:47:01.961997 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-c4d9d601-5b1d-4224-884d-1498b8f3a7e2 req-704272e3-5190-4a53-bff7-1ddce1a37e84 tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb1d16d2-e9dd-4dc2-a1f2-bb82bc8bbced HTTP/1.1" status: 200 len: 945 time: 0.1230009 Mar 29 15:47:02.047544 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-8d5fe683-5370-4ba7-a65a-3f4f0a07d40f req-e182d30f-5864-41de-bcf5-d52ca196a7cb service neutron] 10.222.0.42 "GET /v2.0/networks/521886c7-eef8-4b1b-9885-e070589482cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2258172 Mar 29 15:47:02.083409 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [req-8faaa941-a051-4466-bf2f-da622bc8a119 req-1925e4ff-3a18-48d0-85bd-b0663d76ab89 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] Deleting port 148eeaa5-f1d0-43b8-9bff-c3cf6be228f5 {{(pid=102790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:47:02.084043 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-8faaa941-a051-4466-bf2f-da622bc8a119 req-1925e4ff-3a18-48d0-85bd-b0663d76ab89 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:02.230633 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-8d5fe683-5370-4ba7-a65a-3f4f0a07d40f req-4cb51ecb-a3d4-4038-a992-cd6e22d054b2 service neutron] 10.222.0.42 "GET /v2.0/networks/521886c7-eef8-4b1b-9885-e070589482cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1748314 Mar 29 15:47:02.236196 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [req-8faaa941-a051-4466-bf2f-da622bc8a119 req-1925e4ff-3a18-48d0-85bd-b0663d76ab89 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] For port 148eeaa5-f1d0-43b8-9bff-c3cf6be228f5, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=148eeaa5-f1d0-43b8-9bff-c3cf6be228f5,segment=NetworkSegment(429e9cf3-3671-4cb2-9547-92af9e95f1f2),segment_id=429e9cf3-3671-4cb2-9547-92af9e95f1f2)] {{(pid=102790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:47:02.236582 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-8faaa941-a051-4466-bf2f-da622bc8a119 req-1925e4ff-3a18-48d0-85bd-b0663d76ab89 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:02.252852 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [req-8faaa941-a051-4466-bf2f-da622bc8a119 req-1925e4ff-3a18-48d0-85bd-b0663d76ab89 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] Calling delete_port for 148eeaa5-f1d0-43b8-9bff-c3cf6be228f5 owned by compute:nova {{(pid=102790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:47:02.350389 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-c4d9d601-5b1d-4224-884d-1498b8f3a7e2 req-9ec66cd1-a5b1-496a-8095-d954a5c3358e tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] 10.222.0.42 "GET /v2.0/security-groups?id=8c1a607e-8731-4409-adf4-490f4457a32b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3872197 Mar 29 15:47:02.442923 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-8faaa941-a051-4466-bf2f-da622bc8a119 req-1925e4ff-3a18-48d0-85bd-b0663d76ab89 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:02.454808 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] get_ports_and_sgs() called for port_ids ['734cee79-2e3a-49be-96bb-0714db457bf3', '148eeaa5-f1d0-43b8-9bff-c3cf6be228f5'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:47:02.457240 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-a4c223a3-7df6-4ad3-9f62-e7a52f0b9821 req-9eb5b178-ee52-4ef4-8158-babd21cc40a5 tempest-ListServerFiltersTestJSON-1632672620 tempest-ListServerFiltersTestJSON-1632672620-project] 10.222.0.42 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.0609515 Mar 29 15:47:02.505435 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1925e4ff-3a18-48d0-85bd-b0663d76ab89 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] Pushing event deleted for resources: {'Port': ['ID=148eeaa5-f1d0-43b8-9bff-c3cf6be228f5,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:47:02.566904 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286a3c31-b571-487a-ba06-a480dae22e98 req-9beaa82a-6410-45b7-96c8-148ddc0e236d tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:47:02.568826 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-286a3c31-b571-487a-ba06-a480dae22e98 req-9beaa82a-6410-45b7-96c8-148ddc0e236d tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] 10.222.0.42 "GET /v2.0/ports?device_id=149487e7-8e7a-421e-9b26-38fcb904048e HTTP/1.1" status: 200 len: 867 time: 0.1629131 Mar 29 15:47:02.597849 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.l3_dvrscheduler_db [req-8faaa941-a051-4466-bf2f-da622bc8a119 req-1925e4ff-3a18-48d0-85bd-b0663d76ab89 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] No DVR routers for this DVR port 148eeaa5-f1d0-43b8-9bff-c3cf6be228f5 on host n-h2-834765-1 {{(pid=102790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:47:02.608336 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-8faaa941-a051-4466-bf2f-da622bc8a119 req-1925e4ff-3a18-48d0-85bd-b0663d76ab89 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:02.612507 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-8faaa941-a051-4466-bf2f-da622bc8a119 req-1925e4ff-3a18-48d0-85bd-b0663d76ab89 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] 10.222.0.48 "DELETE /v2.0/ports/148eeaa5-f1d0-43b8-9bff-c3cf6be228f5 HTTP/1.1" status: 204 len: 173 time: 0.7481093 Mar 29 15:47:02.612997 n-d-834765-1 neutron-server[102790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '149487e7-8e7a-421e-9b26-38fcb904048e', 'name': 'network-vif-deleted', 'tag': '148eeaa5-f1d0-43b8-9bff-c3cf6be228f5'}] {{(pid=102790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:47:02.625002 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46b06d655c90bc969636382cce4240ad749035fb0f3a83ee4734fa1ed9c4a6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b97d6242-5550-4ee4-8c17-4f95f2566430" -d '{"events": [{"server_uuid": "149487e7-8e7a-421e-9b26-38fcb904048e", "name": "network-vif-deleted", "tag": "148eeaa5-f1d0-43b8-9bff-c3cf6be228f5"}]}' {{(pid=102790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:47:02.672900 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-286a3c31-b571-487a-ba06-a480dae22e98 req-fb728ce7-30f9-471f-8ee2-0dd09b4747b3 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] 10.222.0.42 "GET /v2.0/security-groups?id=f08e979a-b162-4e81-8f48-4f228bf81759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945237 Mar 29 15:47:02.743881 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-c22f25f3-4b0c-4351-994d-16f5c83780cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:02.807026 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-726fb650-ef4e-4b1c-9b16-678ac9006f44 req-ef704c07-56c1-4461-ab70-553716da2060 tempest-ServerShowV247Test-1180077024 tempest-ServerShowV247Test-1180077024-project] 10.222.0.42 "GET /v2.0/ports?device_id=70fec07f-1f0a-4145-aad5-051a38b43b4d HTTP/1.1" status: 200 len: 210 time: 0.0398157 Mar 29 15:47:02.904381 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6469cea-4171-4fd5-9dba-6a5d8deddb97 req-74b77c9d-7cd3-4e04-ab9f-36e6ba960dcd tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:47:02.906088 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d6469cea-4171-4fd5-9dba-6a5d8deddb97 req-74b77c9d-7cd3-4e04-ab9f-36e6ba960dcd tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/ports?device_id=7bd5042f-d9f8-4161-b261-c1d7af6a3af4 HTTP/1.1" status: 200 len: 949 time: 0.0520260 Mar 29 15:47:02.965233 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d6469cea-4171-4fd5-9dba-6a5d8deddb97 req-16e7cb26-428b-4015-bc81-d18434859b20 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/security-groups?id=56997969-7130-4d86-9e9d-e068deb19a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522327 Mar 29 15:47:03.079189 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e8e60254-9f6b-4f91-b4cf-9781fb47d2dc req-b1d64e6d-11f6-4f08-a3e1-1ccf703f3346 tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] 10.222.0.42 "GET /v2.0/ports?device_id=e5a979b1-652e-4963-bb8b-2b30de72faf4 HTTP/1.1" status: 200 len: 210 time: 0.0389752 Mar 29 15:47:03.083918 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b438268-b30f-49cd-8641-ca972423964b req-cc32fc79-819a-4294-9413-db9c5f3871e2 tempest-MultipleCreateTestJSON-670714017 tempest-MultipleCreateTestJSON-670714017-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:47:03.085979 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-9b438268-b30f-49cd-8641-ca972423964b req-cc32fc79-819a-4294-9413-db9c5f3871e2 tempest-MultipleCreateTestJSON-670714017 tempest-MultipleCreateTestJSON-670714017-project] 10.222.0.42 "GET /v2.0/networks?id=d8379183-1181-4480-938a-4a240ff65ade HTTP/1.1" status: 200 len: 813 time: 0.1402214 Mar 29 15:47:03.108497 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-9b438268-b30f-49cd-8641-ca972423964b req-7fa5d7a9-85f2-4642-a270-e94dc3e178cd tempest-MultipleCreateTestJSON-670714017 tempest-MultipleCreateTestJSON-670714017-project] 10.222.0.42 "GET /v2.0/quotas/8d821cfe3f5a49118adbc663ea93162d HTTP/1.1" status: 200 len: 375 time: 0.0134754 Mar 29 15:47:03.142511 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:47:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb168fe7-3ee8-4e76-b4c5-c6703d041209 x-openstack-request-id: req-cb168fe7-3ee8-4e76-b4c5-c6703d041209 {{(pid=102790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:47:03.142810 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "149487e7-8e7a-421e-9b26-38fcb904048e", "name": "network-vif-deleted", "tag": "148eeaa5-f1d0-43b8-9bff-c3cf6be228f5", "status": "completed", "code": 200}]} {{(pid=102790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:47:03.143060 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-cb168fe7-3ee8-4e76-b4c5-c6703d041209 {{(pid=102790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:47:03.143666 n-d-834765-1 neutron-server[102790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '149487e7-8e7a-421e-9b26-38fcb904048e', 'name': 'network-vif-deleted', 'tag': '148eeaa5-f1d0-43b8-9bff-c3cf6be228f5', 'status': 'completed', 'code': 200} Mar 29 15:47:03.165285 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-9b438268-b30f-49cd-8641-ca972423964b req-cf00d07d-9707-4a7c-a6a5-21054e54c3c5 tempest-MultipleCreateTestJSON-670714017 tempest-MultipleCreateTestJSON-670714017-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=8d821cfe3f5a49118adbc663ea93162d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0399153 Mar 29 15:47:03.313031 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-9b438268-b30f-49cd-8641-ca972423964b req-f5d6f943-a4cb-4cc5-8459-cb6f432ff143 service neutron] 10.222.0.42 "GET /v2.0/networks/d8379183-1181-4480-938a-4a240ff65ade?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400640 Mar 29 15:47:03.427832 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-9b438268-b30f-49cd-8641-ca972423964b req-0045a34f-5f0d-4a54-b8c5-a7ece9ad28d4 service neutron] 10.222.0.42 "GET /v2.0/networks/d8379183-1181-4480-938a-4a240ff65ade?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1139081 Mar 29 15:47:03.717943 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0014e4a-ab81-4a18-b94b-e8e1f13733b2 req-931993eb-06ac-4fa4-a96b-5947032386ac tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:47:03.726041 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f0014e4a-ab81-4a18-b94b-e8e1f13733b2 req-931993eb-06ac-4fa4-a96b-5947032386ac tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb1d16d2-e9dd-4dc2-a1f2-bb82bc8bbced HTTP/1.1" status: 200 len: 945 time: 0.1174610 Mar 29 15:47:03.827467 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f0014e4a-ab81-4a18-b94b-e8e1f13733b2 req-8e3d15b0-06e5-4cab-bc74-6002bb79dc57 tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] 10.222.0.42 "GET /v2.0/security-groups?id=8c1a607e-8731-4409-adf4-490f4457a32b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965791 Mar 29 15:47:03.908231 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5fe683-5370-4ba7-a65a-3f4f0a07d40f req-6b27e529-3e45-450b-8e10-5272664bc588 tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:47:03.910848 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-8d5fe683-5370-4ba7-a65a-3f4f0a07d40f req-6b27e529-3e45-450b-8e10-5272664bc588 tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] 10.222.0.44 "GET /v2.0/networks?id=521886c7-eef8-4b1b-9885-e070589482cd HTTP/1.1" status: 200 len: 822 time: 0.2700186 Mar 29 15:47:03.937753 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [req-8d5fe683-5370-4ba7-a65a-3f4f0a07d40f req-732373a5-a9fa-49ab-86fa-f48affcfd4b3 tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] Request body: {'port': {'device_id': 'e5a979b1-652e-4963-bb8b-2b30de72faf4', 'network_id': '521886c7-eef8-4b1b-9885-e070589482cd', 'admin_state_up': True, 'tenant_id': '874b0aa6020149238769aab64fe19d30'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:47:03.999708 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-529cb9f4-9ee2-41fc-8e0b-cdcf4e8fb1ac req-1c4d2eb0-1ff7-4d34-a126-6c67c7ac5804 tempest-ServerShowV247Test-1180077024 tempest-ServerShowV247Test-1180077024-project] 10.222.0.42 "GET /v2.0/ports?device_id=70fec07f-1f0a-4145-aad5-051a38b43b4d HTTP/1.1" status: 200 len: 210 time: 0.0432110 Mar 29 15:47:04.102221 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d71584b9-87f1-45f5-84c7-c993c2416269 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:04.102823 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d5fe683-5370-4ba7-a65a-3f4f0a07d40f req-732373a5-a9fa-49ab-86fa-f48affcfd4b3 tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] Made reservation on behalf of 874b0aa6020149238769aab64fe19d30 for: {'port': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:47:04.112989 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-8d5fe683-5370-4ba7-a65a-3f4f0a07d40f req-732373a5-a9fa-49ab-86fa-f48affcfd4b3 tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:04.352368 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-c9d9bb6c-25fa-4b49-a685-19b97728103b req-8c2068e6-2f4c-4765-9715-54d9f8044e2f tempest-MultipleCreateTestJSON-670714017 tempest-MultipleCreateTestJSON-670714017-project] 10.222.0.42 "GET /v2.0/ports?device_id=ee58c71a-d872-4c0d-841e-8e3271c089ad HTTP/1.1" status: 200 len: 210 time: 0.0449400 Mar 29 15:47:04.429011 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.db_base_plugin_common [req-8d5fe683-5370-4ba7-a65a-3f4f0a07d40f req-732373a5-a9fa-49ab-86fa-f48affcfd4b3 tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] Allocated IP 172.20.0.7 (521886c7-eef8-4b1b-9885-e070589482cd/948bea00-d9fc-4574-8561-d9234d72b285/022f5b39-5aca-404c-851c-bf064252a93c) {{(pid=102790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:47:04.507876 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd4a8f7-2112-4161-afdb-1c651b7221fb req-3083ea84-fd6b-4f55-bdec-1dd369320a9a tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:47:04.509548 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-bfd4a8f7-2112-4161-afdb-1c651b7221fb req-3083ea84-fd6b-4f55-bdec-1dd369320a9a tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/ports?device_id=7bd5042f-d9f8-4161-b261-c1d7af6a3af4 HTTP/1.1" status: 200 len: 949 time: 0.0599513 Mar 29 15:47:04.524300 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-ab9029d8-6591-4876-8b58-7e0cbd195293 req-d94bb66b-e583-4326-9c36-b70e1245007c tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] 10.222.0.42 "GET /v2.0/ports?device_id=e5a979b1-652e-4963-bb8b-2b30de72faf4 HTTP/1.1" status: 200 len: 210 time: 0.0637541 Mar 29 15:47:04.603949 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-bfd4a8f7-2112-4161-afdb-1c651b7221fb req-0598a636-0759-4d2b-a8fd-6eb83e86fbc6 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/security-groups?id=56997969-7130-4d86-9e9d-e068deb19a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873439 Mar 29 15:47:04.773982 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-8d5fe683-5370-4ba7-a65a-3f4f0a07d40f req-732373a5-a9fa-49ab-86fa-f48affcfd4b3 tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] Notify callbacks [] for port, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:04.843199 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-8d5fe683-5370-4ba7-a65a-3f4f0a07d40f req-732373a5-a9fa-49ab-86fa-f48affcfd4b3 tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:04.902874 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732373a5-a9fa-49ab-86fa-f48affcfd4b3 tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] Pushing event updated for resources: {'Port': ['ID=022f5b39-5aca-404c-851c-bf064252a93c,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:47:04.915460 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d5fe683-5370-4ba7-a65a-3f4f0a07d40f req-732373a5-a9fa-49ab-86fa-f48affcfd4b3 tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] Network 521886c7-eef8-4b1b-9885-e070589482cd is already hosted by enough agents. {{(pid=102790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:47:04.916881 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [req-8d5fe683-5370-4ba7-a65a-3f4f0a07d40f req-732373a5-a9fa-49ab-86fa-f48affcfd4b3 tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] Resources bound (agent type, host, resource id): {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:47:04.920010 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d5fe683-5370-4ba7-a65a-3f4f0a07d40f req-732373a5-a9fa-49ab-86fa-f48affcfd4b3 tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] Received port after_create {{(pid=102790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:47:04.992213 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5fe683-5370-4ba7-a65a-3f4f0a07d40f req-732373a5-a9fa-49ab-86fa-f48affcfd4b3 tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:47:04.993217 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-8d5fe683-5370-4ba7-a65a-3f4f0a07d40f req-732373a5-a9fa-49ab-86fa-f48affcfd4b3 tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:05.011081 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-8d5fe683-5370-4ba7-a65a-3f4f0a07d40f req-732373a5-a9fa-49ab-86fa-f48affcfd4b3 tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0872276 Mar 29 15:47:05.038949 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [req-8d5fe683-5370-4ba7-a65a-3f4f0a07d40f req-edd7cca4-ce5c-4a8e-90ac-b59fb0786186 service neutron] Request body: {'port': {'device_id': 'e5a979b1-652e-4963-bb8b-2b30de72faf4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834765-1'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:47:05.129286 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-86917598-e07e-47f9-bbfa-bbd82242c385 req-4f7df1e3-6988-41a4-9ec5-b8eaa8537849 tempest-ServerShowV247Test-1180077024 tempest-ServerShowV247Test-1180077024-project] 10.222.0.42 "GET /v2.0/ports?device_id=70fec07f-1f0a-4145-aad5-051a38b43b4d HTTP/1.1" status: 200 len: 210 time: 0.0302219 Mar 29 15:47:05.130326 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-8d5fe683-5370-4ba7-a65a-3f4f0a07d40f req-edd7cca4-ce5c-4a8e-90ac-b59fb0786186 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:05.154659 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fdde2b-6a09-4285-a708-ab8a7faa425e req-cdc9d34d-19c5-4888-899f-9b4115dcb3b0 tempest-ListServerFiltersTestJSON-1632672620 tempest-ListServerFiltersTestJSON-1632672620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:47:05.157070 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-67fdde2b-6a09-4285-a708-ab8a7faa425e req-cdc9d34d-19c5-4888-899f-9b4115dcb3b0 tempest-ListServerFiltersTestJSON-1632672620 tempest-ListServerFiltersTestJSON-1632672620-project] 10.222.0.42 "GET /v2.0/ports?device_id=57be4d6d-0b44-4e91-a13f-bd6abefccde5 HTTP/1.1" status: 200 len: 945 time: 0.0538545 Mar 29 15:47:05.199216 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-67fdde2b-6a09-4285-a708-ab8a7faa425e req-f19d9406-49ff-4e1b-9c48-c7179947a9c8 tempest-ListServerFiltersTestJSON-1632672620 tempest-ListServerFiltersTestJSON-1632672620-project] 10.222.0.42 "GET /v2.0/security-groups?id=4600fc30-be81-4c99-acf1-e3f516af1e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349882 Mar 29 15:47:05.496989 n-d-834765-1 neutron-server[102790]: DEBUG neutron.notifiers.nova [req-8d5fe683-5370-4ba7-a65a-3f4f0a07d40f req-edd7cca4-ce5c-4a8e-90ac-b59fb0786186 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 022f5b39-5aca-404c-851c-bf064252a93c {{(pid=102790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:47:05.504635 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e4e0ce12-2395-464b-acad-c5a86d4ed375 req-e590217e-8c57-40f9-8b99-db6f6f4e0d72 tempest-MultipleCreateTestJSON-670714017 tempest-MultipleCreateTestJSON-670714017-project] 10.222.0.42 "GET /v2.0/ports?device_id=ee58c71a-d872-4c0d-841e-8e3271c089ad HTTP/1.1" status: 200 len: 210 time: 0.0321681 Mar 29 15:47:05.532790 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b438268-b30f-49cd-8641-ca972423964b req-436491f5-36d6-425b-a799-30a434f57e86 tempest-MultipleCreateTestJSON-670714017 tempest-MultipleCreateTestJSON-670714017-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:47:05.532790 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-9b438268-b30f-49cd-8641-ca972423964b req-436491f5-36d6-425b-a799-30a434f57e86 tempest-MultipleCreateTestJSON-670714017 tempest-MultipleCreateTestJSON-670714017-project] 10.222.0.44 "GET /v2.0/networks?id=d8379183-1181-4480-938a-4a240ff65ade HTTP/1.1" status: 200 len: 813 time: 0.1829879 Mar 29 15:47:05.534530 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-8d5fe683-5370-4ba7-a65a-3f4f0a07d40f req-edd7cca4-ce5c-4a8e-90ac-b59fb0786186 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:05.555970 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [req-9b438268-b30f-49cd-8641-ca972423964b req-b30f28ee-2203-4260-916d-5662fc62743f tempest-MultipleCreateTestJSON-670714017 tempest-MultipleCreateTestJSON-670714017-project] Request body: {'port': {'device_id': 'ee58c71a-d872-4c0d-841e-8e3271c089ad', 'network_id': 'd8379183-1181-4480-938a-4a240ff65ade', 'admin_state_up': True, 'tenant_id': '8d821cfe3f5a49118adbc663ea93162d'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:47:05.567966 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.provisioning_blocks [req-8d5fe683-5370-4ba7-a65a-3f4f0a07d40f req-edd7cca4-ce5c-4a8e-90ac-b59fb0786186 service neutron] Transition to ACTIVE for port object 022f5b39-5aca-404c-851c-bf064252a93c will not be triggered until provisioned by entity L2. {{(pid=102790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 15:47:05.578199 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-8d5fe683-5370-4ba7-a65a-3f4f0a07d40f req-edd7cca4-ce5c-4a8e-90ac-b59fb0786186 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5237921'] for port, after_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:05.682633 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device 148eeaa5-f1d0-43b8-9bff-c3cf6be228f5 no longer exists at agent hyperv_n-h2-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:47:05.729664 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-0cb6abf6-2706-4e52-8825-f5f644ecf9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:05.730735 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] No Port match for: 148eeaa5-f1d0-43b8-9bff-c3cf6be228f5 {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 15:47:05.731050 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device 148eeaa5-f1d0-43b8-9bff-c3cf6be228f5 not bound to the agent host n-h2-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:47:05.754017 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b438268-b30f-49cd-8641-ca972423964b req-b30f28ee-2203-4260-916d-5662fc62743f tempest-MultipleCreateTestJSON-670714017 tempest-MultipleCreateTestJSON-670714017-project] Made reservation on behalf of 8d821cfe3f5a49118adbc663ea93162d for: {'port': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:47:05.758084 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-9b438268-b30f-49cd-8641-ca972423964b req-b30f28ee-2203-4260-916d-5662fc62743f tempest-MultipleCreateTestJSON-670714017 tempest-MultipleCreateTestJSON-670714017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:05.795245 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd7cca4-ce5c-4a8e-90ac-b59fb0786186 service neutron] Pushing event updated for resources: {'Port': ['ID=022f5b39-5aca-404c-851c-bf064252a93c,revision_number=2']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:47:05.861667 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da39b26a-5f55-4e09-8aa8-8f8fbc5f6142 req-fb1b6ff8-77bd-4c5f-ba12-8856d4063e08 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:47:05.870828 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-da39b26a-5f55-4e09-8aa8-8f8fbc5f6142 req-fb1b6ff8-77bd-4c5f-ba12-8856d4063e08 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/ports?device_id=7bd5042f-d9f8-4161-b261-c1d7af6a3af4 HTTP/1.1" status: 200 len: 949 time: 0.1362786 Mar 29 15:47:05.884570 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:05.943970 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceaacbf6-9453-42d8-bc6f-61e07ae9ac0b req-341164fc-25a6-4802-944a-cb7449be37b8 tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:47:05.945498 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-ceaacbf6-9453-42d8-bc6f-61e07ae9ac0b req-341164fc-25a6-4802-944a-cb7449be37b8 tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] 10.222.0.42 "GET /v2.0/ports?device_id=e5a979b1-652e-4963-bb8b-2b30de72faf4 HTTP/1.1" status: 200 len: 943 time: 0.3170607 Mar 29 15:47:05.956060 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b438268-b30f-49cd-8641-ca972423964b req-b6affb64-db80-4410-874f-79be04d2db72 tempest-MultipleCreateTestJSON-670714017 tempest-MultipleCreateTestJSON-670714017-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:47:05.957508 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-9b438268-b30f-49cd-8641-ca972423964b req-b6affb64-db80-4410-874f-79be04d2db72 tempest-MultipleCreateTestJSON-670714017 tempest-MultipleCreateTestJSON-670714017-project] 10.222.0.48 "GET /v2.0/networks?id=d8379183-1181-4480-938a-4a240ff65ade HTTP/1.1" status: 200 len: 813 time: 0.2487726 Mar 29 15:47:05.965011 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-da39b26a-5f55-4e09-8aa8-8f8fbc5f6142 req-7f19e7bf-7f08-41c6-9fab-e5328559d11f tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/security-groups?id=56997969-7130-4d86-9e9d-e068deb19a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882914 Mar 29 15:47:05.994672 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [req-9b438268-b30f-49cd-8641-ca972423964b req-1827f6c5-a445-4e48-b41f-b0a6a0c8db7f tempest-MultipleCreateTestJSON-670714017 tempest-MultipleCreateTestJSON-670714017-project] Request body: {'port': {'device_id': '0495a48a-633e-46cc-a536-a9bc2997eea9', 'network_id': 'd8379183-1181-4480-938a-4a240ff65ade', 'admin_state_up': True, 'tenant_id': '8d821cfe3f5a49118adbc663ea93162d'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:47:06.020243 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_common [req-9b438268-b30f-49cd-8641-ca972423964b req-b30f28ee-2203-4260-916d-5662fc62743f tempest-MultipleCreateTestJSON-670714017 tempest-MultipleCreateTestJSON-670714017-project] Allocated IP 172.20.0.12 (d8379183-1181-4480-938a-4a240ff65ade/e40243f7-deb2-4a55-9fcc-00e92f1db1cb/3bd834c3-baf3-4d70-b4f2-74042f9a7c31) {{(pid=102791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:47:06.101788 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.managers [req-8d5fe683-5370-4ba7-a65a-3f4f0a07d40f req-edd7cca4-ce5c-4a8e-90ac-b59fb0786186 service neutron] Attempting to bind port 022f5b39-5aca-404c-851c-bf064252a93c on host n-h1-834765-1 for vnic_type normal with profile {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:47:06.102270 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.managers [req-8d5fe683-5370-4ba7-a65a-3f4f0a07d40f req-edd7cca4-ce5c-4a8e-90ac-b59fb0786186 service neutron] Attempting to bind port 022f5b39-5aca-404c-851c-bf064252a93c by drivers openvswitch,hyperv on host n-h1-834765-1 at level 0 using segments [{'id': 'ee9a1626-16ee-4ecf-88a3-7244e4b7c1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '521886c7-eef8-4b1b-9885-e070589482cd'}] {{(pid=102790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:47:06.102699 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d5fe683-5370-4ba7-a65a-3f4f0a07d40f req-edd7cca4-ce5c-4a8e-90ac-b59fb0786186 service neutron] Attempting to bind port 022f5b39-5aca-404c-851c-bf064252a93c on network 521886c7-eef8-4b1b-9885-e070589482cd {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:47:06.113750 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d5fe683-5370-4ba7-a65a-3f4f0a07d40f req-edd7cca4-ce5c-4a8e-90ac-b59fb0786186 service neutron] Port 022f5b39-5aca-404c-851c-bf064252a93c on network 521886c7-eef8-4b1b-9885-e070589482cd not bound, no agent of type Open vSwitch agent registered on host n-h1-834765-1 {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 15:47:06.114215 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d5fe683-5370-4ba7-a65a-3f4f0a07d40f req-edd7cca4-ce5c-4a8e-90ac-b59fb0786186 service neutron] Attempting to bind port 022f5b39-5aca-404c-851c-bf064252a93c on network 521886c7-eef8-4b1b-9885-e070589482cd {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:47:06.126784 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d5fe683-5370-4ba7-a65a-3f4f0a07d40f req-edd7cca4-ce5c-4a8e-90ac-b59fb0786186 service neutron] Checking agent: {'id': 'be375040-5069-4239-9460-a3a3213e1e90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 33, 18), 'started_at': datetime.datetime(2022, 3, 29, 15, 33, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 46, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:47:06.127244 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d5fe683-5370-4ba7-a65a-3f4f0a07d40f req-edd7cca4-ce5c-4a8e-90ac-b59fb0786186 service neutron] Checking segment: {'id': 'ee9a1626-16ee-4ecf-88a3-7244e4b7c1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '521886c7-eef8-4b1b-9885-e070589482cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:47:06.127824 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d5fe683-5370-4ba7-a65a-3f4f0a07d40f req-edd7cca4-ce5c-4a8e-90ac-b59fb0786186 service neutron] Bound using segment: {'id': 'ee9a1626-16ee-4ecf-88a3-7244e4b7c1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '521886c7-eef8-4b1b-9885-e070589482cd'} {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:47:06.128376 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.managers [req-8d5fe683-5370-4ba7-a65a-3f4f0a07d40f req-edd7cca4-ce5c-4a8e-90ac-b59fb0786186 service neutron] Bound port: 022f5b39-5aca-404c-851c-bf064252a93c, host: n-h1-834765-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee9a1626-16ee-4ecf-88a3-7244e4b7c1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '521886c7-eef8-4b1b-9885-e070589482cd'}}] {{(pid=102790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 15:47:06.128913 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-8d5fe683-5370-4ba7-a65a-3f4f0a07d40f req-edd7cca4-ce5c-4a8e-90ac-b59fb0786186 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:06.157182 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-ceaacbf6-9453-42d8-bc6f-61e07ae9ac0b req-9fe8eccb-8b98-4ab1-80c6-0337a61c63ba tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] 10.222.0.42 "GET /v2.0/security-groups?id=c7a98718-a37a-4214-92b3-d1a7e3aaebf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1967418 Mar 29 15:47:06.240176 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b438268-b30f-49cd-8641-ca972423964b req-1827f6c5-a445-4e48-b41f-b0a6a0c8db7f tempest-MultipleCreateTestJSON-670714017 tempest-MultipleCreateTestJSON-670714017-project] Made reservation on behalf of 8d821cfe3f5a49118adbc663ea93162d for: {'port': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:47:06.243086 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-9b438268-b30f-49cd-8641-ca972423964b req-b30f28ee-2203-4260-916d-5662fc62743f tempest-MultipleCreateTestJSON-670714017 tempest-MultipleCreateTestJSON-670714017-project] Notify callbacks [] for port, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:06.246292 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-9b438268-b30f-49cd-8641-ca972423964b req-1827f6c5-a445-4e48-b41f-b0a6a0c8db7f tempest-MultipleCreateTestJSON-670714017 tempest-MultipleCreateTestJSON-670714017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:06.274596 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [req-8d5fe683-5370-4ba7-a65a-3f4f0a07d40f req-edd7cca4-ce5c-4a8e-90ac-b59fb0786186 service neutron] For port 022f5b39-5aca-404c-851c-bf064252a93c, host n-h1-834765-1, cleared binding levels {{(pid=102790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:47:06.291840 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-9b438268-b30f-49cd-8641-ca972423964b req-b30f28ee-2203-4260-916d-5662fc62743f tempest-MultipleCreateTestJSON-670714017 tempest-MultipleCreateTestJSON-670714017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:06.293808 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [req-8d5fe683-5370-4ba7-a65a-3f4f0a07d40f req-edd7cca4-ce5c-4a8e-90ac-b59fb0786186 service neutron] For port 022f5b39-5aca-404c-851c-bf064252a93c, host n-h1-834765-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=022f5b39-5aca-404c-851c-bf064252a93c,segment=NetworkSegment(ee9a1626-16ee-4ecf-88a3-7244e4b7c1ed),segment_id=ee9a1626-16ee-4ecf-88a3-7244e4b7c1ed)] {{(pid=102790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:47:06.307322 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-8d5fe683-5370-4ba7-a65a-3f4f0a07d40f req-edd7cca4-ce5c-4a8e-90ac-b59fb0786186 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5237921'] for port, after_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:06.362569 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b438268-b30f-49cd-8641-ca972423964b req-b30f28ee-2203-4260-916d-5662fc62743f tempest-MultipleCreateTestJSON-670714017 tempest-MultipleCreateTestJSON-670714017-project] Network d8379183-1181-4480-938a-4a240ff65ade is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:47:06.367019 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [req-9b438268-b30f-49cd-8641-ca972423964b req-b30f28ee-2203-4260-916d-5662fc62743f tempest-MultipleCreateTestJSON-670714017 tempest-MultipleCreateTestJSON-670714017-project] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:47:06.370983 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b438268-b30f-49cd-8641-ca972423964b req-b30f28ee-2203-4260-916d-5662fc62743f tempest-MultipleCreateTestJSON-670714017 tempest-MultipleCreateTestJSON-670714017-project] Received port after_create {{(pid=102791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:47:06.401464 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-7011ef26-3a0a-4e6e-b42c-065963f92e45 req-ac858e24-2559-4770-9ef6-9faaf4fabfa3 tempest-ServerShowV247Test-1180077024 tempest-ServerShowV247Test-1180077024-project] 10.222.0.42 "GET /v2.0/ports?device_id=70fec07f-1f0a-4145-aad5-051a38b43b4d HTTP/1.1" status: 200 len: 210 time: 0.1016042 Mar 29 15:47:06.408725 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5fe683-5370-4ba7-a65a-3f4f0a07d40f req-edd7cca4-ce5c-4a8e-90ac-b59fb0786186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:47:06.409274 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-8d5fe683-5370-4ba7-a65a-3f4f0a07d40f req-edd7cca4-ce5c-4a8e-90ac-b59fb0786186 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:06.411045 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-8d5fe683-5370-4ba7-a65a-3f4f0a07d40f req-edd7cca4-ce5c-4a8e-90ac-b59fb0786186 service neutron] 10.222.0.44 "PUT /v2.0/ports/022f5b39-5aca-404c-851c-bf064252a93c HTTP/1.1" status: 200 len: 1091 time: 1.3852723 Mar 29 15:47:06.411518 n-d-834765-1 neutron-server[102790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5a979b1-652e-4963-bb8b-2b30de72faf4', 'tag': '022f5b39-5aca-404c-851c-bf064252a93c'}] {{(pid=102790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:47:06.413900 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46b06d655c90bc969636382cce4240ad749035fb0f3a83ee4734fa1ed9c4a6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e59ff77-07e2-4d46-9fad-91a5ceecb0a0" -d '{"events": [{"name": "network-changed", "server_uuid": "e5a979b1-652e-4963-bb8b-2b30de72faf4", "tag": "022f5b39-5aca-404c-851c-bf064252a93c"}]}' {{(pid=102790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:47:06.418032 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30f28ee-2203-4260-916d-5662fc62743f tempest-MultipleCreateTestJSON-670714017 tempest-MultipleCreateTestJSON-670714017-project] Pushing event updated for resources: {'Port': ['ID=3bd834c3-baf3-4d70-b4f2-74042f9a7c31,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:47:06.512864 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b438268-b30f-49cd-8641-ca972423964b req-b30f28ee-2203-4260-916d-5662fc62743f tempest-MultipleCreateTestJSON-670714017 tempest-MultipleCreateTestJSON-670714017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:47:06.513726 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-9b438268-b30f-49cd-8641-ca972423964b req-b30f28ee-2203-4260-916d-5662fc62743f tempest-MultipleCreateTestJSON-670714017 tempest-MultipleCreateTestJSON-670714017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:06.524868 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd7cca4-ce5c-4a8e-90ac-b59fb0786186 service neutron] Pushing event updated for resources: {'Port': ['ID=022f5b39-5aca-404c-851c-bf064252a93c,revision_number=3']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:47:06.526756 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c123ea-d961-40c2-9c67-b2fbb1373ae4 req-ba5f7c02-6e10-4de7-b168-2a887ee9b75d tempest-ListServerFiltersTestJSON-1632672620 tempest-ListServerFiltersTestJSON-1632672620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:47:06.528404 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-63c123ea-d961-40c2-9c67-b2fbb1373ae4 req-ba5f7c02-6e10-4de7-b168-2a887ee9b75d tempest-ListServerFiltersTestJSON-1632672620 tempest-ListServerFiltersTestJSON-1632672620-project] 10.222.0.42 "GET /v2.0/ports?device_id=57be4d6d-0b44-4e91-a13f-bd6abefccde5 HTTP/1.1" status: 200 len: 945 time: 0.1288178 Mar 29 15:47:06.546119 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-9b438268-b30f-49cd-8641-ca972423964b req-b30f28ee-2203-4260-916d-5662fc62743f tempest-MultipleCreateTestJSON-670714017 tempest-MultipleCreateTestJSON-670714017-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9992166 Mar 29 15:47:06.568601 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [req-9b438268-b30f-49cd-8641-ca972423964b req-3aaa5d35-0e74-4a62-9e37-1f25dc1f8444 service neutron] Request body: {'port': {'device_id': 'ee58c71a-d872-4c0d-841e-8e3271c089ad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834765-1'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:47:06.605309 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-63c123ea-d961-40c2-9c67-b2fbb1373ae4 req-8e953bb8-5cd3-4c72-881a-99cdbe5f94ed tempest-ListServerFiltersTestJSON-1632672620 tempest-ListServerFiltersTestJSON-1632672620-project] 10.222.0.42 "GET /v2.0/security-groups?id=4600fc30-be81-4c99-acf1-e3f516af1e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641215 Mar 29 15:47:06.612940 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5fe683-5370-4ba7-a65a-3f4f0a07d40f req-e58ecb8d-d9ed-463d-ab90-0061844d4bba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:47:06.614468 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-8d5fe683-5370-4ba7-a65a-3f4f0a07d40f req-e58ecb8d-d9ed-463d-ab90-0061844d4bba service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=874b0aa6020149238769aab64fe19d30&device_id=e5a979b1-652e-4963-bb8b-2b30de72faf4 HTTP/1.1" status: 200 len: 1094 time: 0.1388872 Mar 29 15:47:06.633022 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4be3d81-ffc4-47f1-b41e-4233755e3134 req-5d6fccec-c645-4a29-b224-5766a356202a tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:47:06.634539 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-c4be3d81-ffc4-47f1-b41e-4233755e3134 req-5d6fccec-c645-4a29-b224-5766a356202a tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] 10.222.0.42 "GET /v2.0/ports?device_id=6840a8f7-ba15-4900-81eb-58d7ca444d72 HTTP/1.1" status: 200 len: 946 time: 0.1155639 Mar 29 15:47:06.649153 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.db_base_plugin_common [req-9b438268-b30f-49cd-8641-ca972423964b req-1827f6c5-a445-4e48-b41f-b0a6a0c8db7f tempest-MultipleCreateTestJSON-670714017 tempest-MultipleCreateTestJSON-670714017-project] Allocated IP 172.20.0.13 (d8379183-1181-4480-938a-4a240ff65ade/e40243f7-deb2-4a55-9fcc-00e92f1db1cb/007f69a5-28da-4b5c-8370-9e3467910e9e) {{(pid=102790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:47:06.658088 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-9b438268-b30f-49cd-8641-ca972423964b req-3aaa5d35-0e74-4a62-9e37-1f25dc1f8444 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:06.692546 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 15:47:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d2a514b-5aea-484e-88d6-cd4c23446637 x-openstack-request-id: req-4d2a514b-5aea-484e-88d6-cd4c23446637 {{(pid=102790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:47:06.693152 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5a979b1-652e-4963-bb8b-2b30de72faf4", "tag": "022f5b39-5aca-404c-851c-bf064252a93c", "status": "completed", "code": 200}]} {{(pid=102790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:47:06.693441 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-4d2a514b-5aea-484e-88d6-cd4c23446637 {{(pid=102790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:47:06.693711 n-d-834765-1 neutron-server[102790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5a979b1-652e-4963-bb8b-2b30de72faf4', 'tag': '022f5b39-5aca-404c-851c-bf064252a93c', 'status': 'completed', 'code': 200} Mar 29 15:47:06.700291 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-8d5fe683-5370-4ba7-a65a-3f4f0a07d40f req-e4b79ccd-93d5-4970-b9d8-80917a66c576 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=022f5b39-5aca-404c-851c-bf064252a93c HTTP/1.1" status: 200 len: 217 time: 0.0627575 Mar 29 15:47:06.746659 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-c4be3d81-ffc4-47f1-b41e-4233755e3134 req-ba737826-2511-46a7-bc7a-3a585483e629 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] 10.222.0.42 "GET /v2.0/security-groups?id=f08e979a-b162-4e81-8f48-4f228bf81759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963321 Mar 29 15:47:06.885695 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72e69dd-c11b-4a18-a18f-98282dd68bad req-34d3fe2e-f4d8-4751-945e-f679654dc999 tempest-MultipleCreateTestJSON-670714017 tempest-MultipleCreateTestJSON-670714017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:47:06.887121 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d72e69dd-c11b-4a18-a18f-98282dd68bad req-34d3fe2e-f4d8-4751-945e-f679654dc999 tempest-MultipleCreateTestJSON-670714017 tempest-MultipleCreateTestJSON-670714017-project] 10.222.0.42 "GET /v2.0/ports?device_id=ee58c71a-d872-4c0d-841e-8e3271c089ad HTTP/1.1" status: 200 len: 932 time: 0.1032517 Mar 29 15:47:06.887385 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5fe683-5370-4ba7-a65a-3f4f0a07d40f req-43d8bb7c-ce44-41ae-b296-63a46a35507d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:47:06.888954 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-8d5fe683-5370-4ba7-a65a-3f4f0a07d40f req-43d8bb7c-ce44-41ae-b296-63a46a35507d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=948bea00-d9fc-4574-8561-d9234d72b285 HTTP/1.1" status: 200 len: 862 time: 0.0900750 Mar 29 15:47:06.894843 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981306df-e538-423b-9e94-b341577de756 req-98100aca-76b0-4e35-94d1-277380dfe2d2 tempest-ListServerFiltersTestJSON-1632672620 tempest-ListServerFiltersTestJSON-1632672620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:47:06.896291 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-981306df-e538-423b-9e94-b341577de756 req-98100aca-76b0-4e35-94d1-277380dfe2d2 tempest-ListServerFiltersTestJSON-1632672620 tempest-ListServerFiltersTestJSON-1632672620-project] 10.222.0.44 "GET /v2.0/ports?device_id=57be4d6d-0b44-4e91-a13f-bd6abefccde5 HTTP/1.1" status: 200 len: 945 time: 0.0702167 Mar 29 15:47:06.939735 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-8d5fe683-5370-4ba7-a65a-3f4f0a07d40f req-fdaf73a9-8ace-4e3e-b114-c8a8cc66dfd7 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=521886c7-eef8-4b1b-9885-e070589482cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370605 Mar 29 15:47:06.964405 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-9b438268-b30f-49cd-8641-ca972423964b req-1827f6c5-a445-4e48-b41f-b0a6a0c8db7f tempest-MultipleCreateTestJSON-670714017 tempest-MultipleCreateTestJSON-670714017-project] Notify callbacks [] for port, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:06.992412 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d72e69dd-c11b-4a18-a18f-98282dd68bad req-6cc924c7-45fa-4a65-9da6-e7b1f7db144c tempest-MultipleCreateTestJSON-670714017 tempest-MultipleCreateTestJSON-670714017-project] 10.222.0.42 "GET /v2.0/security-groups?id=622584de-fdfc-4a41-9592-a14d48f13313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923879 Mar 29 15:47:07.035917 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [req-981306df-e538-423b-9e94-b341577de756 req-9d786ee8-1963-4738-a929-efd88fbee993 tempest-ListServerFiltersTestJSON-1632672620 tempest-ListServerFiltersTestJSON-1632672620-project] Deleting port 33c323e8-95b1-46c4-bf3b-04dc54e338c1 {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:47:07.036264 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-981306df-e538-423b-9e94-b341577de756 req-9d786ee8-1963-4738-a929-efd88fbee993 tempest-ListServerFiltersTestJSON-1632672620 tempest-ListServerFiltersTestJSON-1632672620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:07.100924 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-9b438268-b30f-49cd-8641-ca972423964b req-1827f6c5-a445-4e48-b41f-b0a6a0c8db7f tempest-MultipleCreateTestJSON-670714017 tempest-MultipleCreateTestJSON-670714017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:07.157295 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-8d5fe683-5370-4ba7-a65a-3f4f0a07d40f req-c778c958-bd41-4b79-b808-ddef26210e8a service neutron] 10.222.0.44 "GET /v2.0/networks/521886c7-eef8-4b1b-9885-e070589482cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2078950 Mar 29 15:47:07.182471 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e2bbf6-fe96-44dd-8fef-388162cb67f8 req-811390c5-d43e-4e55-8828-c2c1ff4597c6 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:47:07.184076 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-85e2bbf6-fe96-44dd-8fef-388162cb67f8 req-811390c5-d43e-4e55-8828-c2c1ff4597c6 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/ports?device_id=7bd5042f-d9f8-4161-b261-c1d7af6a3af4 HTTP/1.1" status: 200 len: 949 time: 0.1418567 Mar 29 15:47:07.184674 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1827f6c5-a445-4e48-b41f-b0a6a0c8db7f tempest-MultipleCreateTestJSON-670714017 tempest-MultipleCreateTestJSON-670714017-project] Pushing event updated for resources: {'Port': ['ID=007f69a5-28da-4b5c-8370-9e3467910e9e,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:47:07.193642 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b438268-b30f-49cd-8641-ca972423964b req-1827f6c5-a445-4e48-b41f-b0a6a0c8db7f tempest-MultipleCreateTestJSON-670714017 tempest-MultipleCreateTestJSON-670714017-project] Network d8379183-1181-4480-938a-4a240ff65ade is already hosted by enough agents. {{(pid=102790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:47:07.205419 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-981306df-e538-423b-9e94-b341577de756 req-9d786ee8-1963-4738-a929-efd88fbee993 tempest-ListServerFiltersTestJSON-1632672620 tempest-ListServerFiltersTestJSON-1632672620-project] For port 33c323e8-95b1-46c4-bf3b-04dc54e338c1, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=33c323e8-95b1-46c4-bf3b-04dc54e338c1,segment=NetworkSegment(6b7c66be-f702-416f-8424-fdadbd967f79),segment_id=6b7c66be-f702-416f-8424-fdadbd967f79)] {{(pid=102791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:47:07.205789 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-981306df-e538-423b-9e94-b341577de756 req-9d786ee8-1963-4738-a929-efd88fbee993 tempest-ListServerFiltersTestJSON-1632672620 tempest-ListServerFiltersTestJSON-1632672620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:07.210519 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [req-9b438268-b30f-49cd-8641-ca972423964b req-1827f6c5-a445-4e48-b41f-b0a6a0c8db7f tempest-MultipleCreateTestJSON-670714017 tempest-MultipleCreateTestJSON-670714017-project] Resources bound (agent type, host, resource id): {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:47:07.219219 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b438268-b30f-49cd-8641-ca972423964b req-1827f6c5-a445-4e48-b41f-b0a6a0c8db7f tempest-MultipleCreateTestJSON-670714017 tempest-MultipleCreateTestJSON-670714017-project] Received port after_create {{(pid=102790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:47:07.227585 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [req-981306df-e538-423b-9e94-b341577de756 req-9d786ee8-1963-4738-a929-efd88fbee993 tempest-ListServerFiltersTestJSON-1632672620 tempest-ListServerFiltersTestJSON-1632672620-project] Calling delete_port for 33c323e8-95b1-46c4-bf3b-04dc54e338c1 owned by compute:nova {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:47:07.329031 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-85e2bbf6-fe96-44dd-8fef-388162cb67f8 req-14092628-9899-4f2d-8692-ec8473c203f1 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/security-groups?id=56997969-7130-4d86-9e9d-e068deb19a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239624 Mar 29 15:47:07.337515 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b438268-b30f-49cd-8641-ca972423964b req-1827f6c5-a445-4e48-b41f-b0a6a0c8db7f tempest-MultipleCreateTestJSON-670714017 tempest-MultipleCreateTestJSON-670714017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:47:07.338140 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-9b438268-b30f-49cd-8641-ca972423964b req-1827f6c5-a445-4e48-b41f-b0a6a0c8db7f tempest-MultipleCreateTestJSON-670714017 tempest-MultipleCreateTestJSON-670714017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:07.359290 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-8d5fe683-5370-4ba7-a65a-3f4f0a07d40f req-63de6c49-9da0-4b97-a8ae-31ef1782d680 service neutron] 10.222.0.44 "GET /v2.0/networks/521886c7-eef8-4b1b-9885-e070589482cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1916873 Mar 29 15:47:07.371578 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-9b438268-b30f-49cd-8641-ca972423964b req-1827f6c5-a445-4e48-b41f-b0a6a0c8db7f tempest-MultipleCreateTestJSON-670714017 tempest-MultipleCreateTestJSON-670714017-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3940713 Mar 29 15:47:07.386895 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [req-9b438268-b30f-49cd-8641-ca972423964b req-d77e0563-3365-4f24-8b3a-adb865716398 service neutron] Request body: {'port': {'device_id': '0495a48a-633e-46cc-a536-a9bc2997eea9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834765-1'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:47:07.462180 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b732b4-cd66-4873-90a2-40fb6abaac0d req-45834f9c-381a-4bf8-80fb-5d66373a966d tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:47:07.472852 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-77b732b4-cd66-4873-90a2-40fb6abaac0d req-45834f9c-381a-4bf8-80fb-5d66373a966d tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] 10.222.0.42 "GET /v2.0/ports?device_id=e5a979b1-652e-4963-bb8b-2b30de72faf4 HTTP/1.1" status: 200 len: 943 time: 0.1736450 Mar 29 15:47:07.477054 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-9b438268-b30f-49cd-8641-ca972423964b req-d77e0563-3365-4f24-8b3a-adb865716398 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:07.504362 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e59ff77-07e2-4d46-9fad-91a5ceecb0a0 req-3f8c989b-7350-413f-a0f4-6d97848a5ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:47:07.505880 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-8e59ff77-07e2-4d46-9fad-91a5ceecb0a0 req-3f8c989b-7350-413f-a0f4-6d97848a5ed6 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=874b0aa6020149238769aab64fe19d30&device_id=e5a979b1-652e-4963-bb8b-2b30de72faf4 HTTP/1.1" status: 200 len: 1094 time: 0.0930388 Mar 29 15:47:07.543762 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [req-9b438268-b30f-49cd-8641-ca972423964b req-3aaa5d35-0e74-4a62-9e37-1f25dc1f8444 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3bd834c3-baf3-4d70-b4f2-74042f9a7c31 {{(pid=102791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:47:07.554699 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-9b438268-b30f-49cd-8641-ca972423964b req-3aaa5d35-0e74-4a62-9e37-1f25dc1f8444 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:07.564951 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-77b732b4-cd66-4873-90a2-40fb6abaac0d req-ac7e2b70-7e89-42ea-8755-5669f0652018 tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] 10.222.0.42 "GET /v2.0/security-groups?id=c7a98718-a37a-4214-92b3-d1a7e3aaebf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910718 Mar 29 15:47:07.583887 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-b12d1fef-fc49-4637-a707-922f3dc22f9e req-62e64b0c-f841-4fb5-82ba-2e9b43f7689c tempest-ServerShowV247Test-1180077024 tempest-ServerShowV247Test-1180077024-project] 10.222.0.42 "GET /v2.0/ports?device_id=70fec07f-1f0a-4145-aad5-051a38b43b4d HTTP/1.1" status: 200 len: 210 time: 0.0576978 Mar 29 15:47:07.591684 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.provisioning_blocks [req-9b438268-b30f-49cd-8641-ca972423964b req-3aaa5d35-0e74-4a62-9e37-1f25dc1f8444 service neutron] Transition to ACTIVE for port object 3bd834c3-baf3-4d70-b4f2-74042f9a7c31 will not be triggered until provisioned by entity L2. {{(pid=102791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 15:47:07.598968 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-9b438268-b30f-49cd-8641-ca972423964b req-3aaa5d35-0e74-4a62-9e37-1f25dc1f8444 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:07.609861 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-981306df-e538-423b-9e94-b341577de756 req-9d786ee8-1963-4738-a929-efd88fbee993 tempest-ListServerFiltersTestJSON-1632672620 tempest-ListServerFiltersTestJSON-1632672620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:07.621777 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] get_ports_and_sgs() called for port_ids ['7a21e05c-c9e3-4d38-8cd6-1293051e049b', '33c323e8-95b1-46c4-bf3b-04dc54e338c1'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:47:07.628321 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] get_ports_and_sgs() called for port_ids ['53bb8200-f409-497e-8e5a-d1604f58a2ad'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:47:07.707052 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aaa5d35-0e74-4a62-9e37-1f25dc1f8444 service neutron] Pushing event updated for resources: {'Port': ['ID=3bd834c3-baf3-4d70-b4f2-74042f9a7c31,revision_number=2']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:47:07.746260 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device ecb612ce-988f-4286-b470-2002743c6508 details requested by agent hyperv_n-h2-834765-1 with host n-h2-834765-1 {{(pid=102792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 15:47:07.814292 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [req-981306df-e538-423b-9e94-b341577de756 req-9d786ee8-1963-4738-a929-efd88fbee993 tempest-ListServerFiltersTestJSON-1632672620 tempest-ListServerFiltersTestJSON-1632672620-project] No DVR routers for this DVR port 33c323e8-95b1-46c4-bf3b-04dc54e338c1 on host n-h1-834765-1 {{(pid=102791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:47:07.837244 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-981306df-e538-423b-9e94-b341577de756 req-9d786ee8-1963-4738-a929-efd88fbee993 tempest-ListServerFiltersTestJSON-1632672620 tempest-ListServerFiltersTestJSON-1632672620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:07.839482 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-981306df-e538-423b-9e94-b341577de756 req-9d786ee8-1963-4738-a929-efd88fbee993 tempest-ListServerFiltersTestJSON-1632672620 tempest-ListServerFiltersTestJSON-1632672620-project] 10.222.0.44 "DELETE /v2.0/ports/33c323e8-95b1-46c4-bf3b-04dc54e338c1 HTTP/1.1" status: 204 len: 173 time: 0.9341426 Mar 29 15:47:07.840263 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d786ee8-1963-4738-a929-efd88fbee993 tempest-ListServerFiltersTestJSON-1632672620 tempest-ListServerFiltersTestJSON-1632672620-project] Pushing event deleted for resources: {'Port': ['ID=33c323e8-95b1-46c4-bf3b-04dc54e338c1,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:47:07.844776 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57be4d6d-0b44-4e91-a13f-bd6abefccde5', 'name': 'network-vif-deleted', 'tag': '33c323e8-95b1-46c4-bf3b-04dc54e338c1'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:47:07.847194 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c67b028db5e9b9818fecc5c0a87ebc6f190694fa53ca267d523e04f98de536d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4985ba65-fcc9-4201-84f9-546457c5d66d" -d '{"events": [{"server_uuid": "57be4d6d-0b44-4e91-a13f-bd6abefccde5", "name": "network-vif-deleted", "tag": "33c323e8-95b1-46c4-bf3b-04dc54e338c1"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:47:07.862108 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e59ff77-07e2-4d46-9fad-91a5ceecb0a0 req-91522409-ab03-43b2-93ff-1f37e49e8cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:47:07.863864 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-8e59ff77-07e2-4d46-9fad-91a5ceecb0a0 req-91522409-ab03-43b2-93ff-1f37e49e8cf9 service neutron] 10.222.0.44 "GET /v2.0/networks?id=521886c7-eef8-4b1b-9885-e070589482cd HTTP/1.1" status: 200 len: 923 time: 0.3389068 Mar 29 15:47:07.910260 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-072557c3-9873-43d8-83a0-d5f81605e0a6 req-5b5e72eb-2a7f-414b-8dcd-8282da4a5fe7 tempest-ListServerFiltersTestJSON-1632672620 tempest-ListServerFiltersTestJSON-1632672620-project] 10.222.0.42 "GET /v2.0/ports?device_id=57be4d6d-0b44-4e91-a13f-bd6abefccde5 HTTP/1.1" status: 200 len: 210 time: 0.1418161 Mar 29 15:47:07.972828 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-9b438268-b30f-49cd-8641-ca972423964b req-3aaa5d35-0e74-4a62-9e37-1f25dc1f8444 service neutron] Attempting to bind port 3bd834c3-baf3-4d70-b4f2-74042f9a7c31 on host n-h1-834765-1 for vnic_type normal with profile {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:47:07.973197 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-9b438268-b30f-49cd-8641-ca972423964b req-3aaa5d35-0e74-4a62-9e37-1f25dc1f8444 service neutron] Attempting to bind port 3bd834c3-baf3-4d70-b4f2-74042f9a7c31 by drivers openvswitch,hyperv on host n-h1-834765-1 at level 0 using segments [{'id': 'e21100ac-42ad-42a8-ba92-556bc659383a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'd8379183-1181-4480-938a-4a240ff65ade'}] {{(pid=102791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:47:07.973590 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b438268-b30f-49cd-8641-ca972423964b req-3aaa5d35-0e74-4a62-9e37-1f25dc1f8444 service neutron] Attempting to bind port 3bd834c3-baf3-4d70-b4f2-74042f9a7c31 on network d8379183-1181-4480-938a-4a240ff65ade {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:47:07.985531 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b438268-b30f-49cd-8641-ca972423964b req-3aaa5d35-0e74-4a62-9e37-1f25dc1f8444 service neutron] Port 3bd834c3-baf3-4d70-b4f2-74042f9a7c31 on network d8379183-1181-4480-938a-4a240ff65ade not bound, no agent of type Open vSwitch agent registered on host n-h1-834765-1 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 15:47:07.985868 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b438268-b30f-49cd-8641-ca972423964b req-3aaa5d35-0e74-4a62-9e37-1f25dc1f8444 service neutron] Attempting to bind port 3bd834c3-baf3-4d70-b4f2-74042f9a7c31 on network d8379183-1181-4480-938a-4a240ff65ade {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:47:07.995572 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:47:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60b909b7-5d42-48c3-99d6-377b69b6d89e x-openstack-request-id: req-60b909b7-5d42-48c3-99d6-377b69b6d89e {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:47:07.995870 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57be4d6d-0b44-4e91-a13f-bd6abefccde5", "name": "network-vif-deleted", "tag": "33c323e8-95b1-46c4-bf3b-04dc54e338c1", "status": "completed", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:47:07.996127 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-60b909b7-5d42-48c3-99d6-377b69b6d89e {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:47:07.996535 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57be4d6d-0b44-4e91-a13f-bd6abefccde5', 'name': 'network-vif-deleted', 'tag': '33c323e8-95b1-46c4-bf3b-04dc54e338c1', 'status': 'completed', 'code': 200} Mar 29 15:47:07.999498 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b438268-b30f-49cd-8641-ca972423964b req-3aaa5d35-0e74-4a62-9e37-1f25dc1f8444 service neutron] Checking agent: {'id': 'be375040-5069-4239-9460-a3a3213e1e90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 33, 18), 'started_at': datetime.datetime(2022, 3, 29, 15, 33, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 46, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:47:07.999831 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b438268-b30f-49cd-8641-ca972423964b req-3aaa5d35-0e74-4a62-9e37-1f25dc1f8444 service neutron] Checking segment: {'id': 'e21100ac-42ad-42a8-ba92-556bc659383a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'd8379183-1181-4480-938a-4a240ff65ade'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:47:08.000221 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b438268-b30f-49cd-8641-ca972423964b req-3aaa5d35-0e74-4a62-9e37-1f25dc1f8444 service neutron] Bound using segment: {'id': 'e21100ac-42ad-42a8-ba92-556bc659383a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'd8379183-1181-4480-938a-4a240ff65ade'} {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:47:08.000660 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-9b438268-b30f-49cd-8641-ca972423964b req-3aaa5d35-0e74-4a62-9e37-1f25dc1f8444 service neutron] Bound port: 3bd834c3-baf3-4d70-b4f2-74042f9a7c31, host: n-h1-834765-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e21100ac-42ad-42a8-ba92-556bc659383a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'd8379183-1181-4480-938a-4a240ff65ade'}}] {{(pid=102791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 15:47:08.001029 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-9b438268-b30f-49cd-8641-ca972423964b req-3aaa5d35-0e74-4a62-9e37-1f25dc1f8444 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:08.010624 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port ecb612ce-988f-4286-b470-2002743c6508, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=ecb612ce-988f-4286-b470-2002743c6508,segment=NetworkSegment(e03a7c9c-8b58-4c58-aa22-7189da98b069),segment_id=e03a7c9c-8b58-4c58-aa22-7189da98b069)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:47:08.058360 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Returning: {'device': 'ecb612ce-988f-4286-b470-2002743c6508', 'network_id': '7a71ca6e-bbff-43b0-bde3-8072ae4b3f50', 'port_id': 'ecb612ce-988f-4286-b470-2002743c6508', 'mac_address': 'fa:16:3e:56:cb:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 612, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4acd9598-0ca3-487b-9c0e-30e24be7e9e5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 15:47:08.233344 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9445d3df-1071-4db4-8582-50aa2d3436b5 req-cfbde7a3-7492-442c-a356-733b5d4691a2 tempest-MultipleCreateTestJSON-670714017 tempest-MultipleCreateTestJSON-670714017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:47:08.242552 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:08.243058 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-9445d3df-1071-4db4-8582-50aa2d3436b5 req-cfbde7a3-7492-442c-a356-733b5d4691a2 tempest-MultipleCreateTestJSON-670714017 tempest-MultipleCreateTestJSON-670714017-project] 10.222.0.42 "GET /v2.0/ports?device_id=ee58c71a-d872-4c0d-841e-8e3271c089ad HTTP/1.1" status: 200 len: 944 time: 0.1252422 Mar 29 15:47:08.273396 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-9b438268-b30f-49cd-8641-ca972423964b req-3aaa5d35-0e74-4a62-9e37-1f25dc1f8444 service neutron] For port 3bd834c3-baf3-4d70-b4f2-74042f9a7c31, host n-h1-834765-1, cleared binding levels {{(pid=102791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:47:08.316658 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-9445d3df-1071-4db4-8582-50aa2d3436b5 req-b8c3e7ac-6c6d-4b2a-9c99-f3fbad0f2e35 tempest-MultipleCreateTestJSON-670714017 tempest-MultipleCreateTestJSON-670714017-project] 10.222.0.42 "GET /v2.0/security-groups?id=622584de-fdfc-4a41-9592-a14d48f13313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723057 Mar 29 15:47:08.320298 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ecb612ce-988f-4286-b470-2002743c6508 {{(pid=102792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:47:08.341745 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-9b438268-b30f-49cd-8641-ca972423964b req-3aaa5d35-0e74-4a62-9e37-1f25dc1f8444 service neutron] For port 3bd834c3-baf3-4d70-b4f2-74042f9a7c31, host n-h1-834765-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=3bd834c3-baf3-4d70-b4f2-74042f9a7c31,segment=NetworkSegment(e21100ac-42ad-42a8-ba92-556bc659383a),segment_id=e21100ac-42ad-42a8-ba92-556bc659383a)] {{(pid=102791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:47:08.352056 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-9b438268-b30f-49cd-8641-ca972423964b req-3aaa5d35-0e74-4a62-9e37-1f25dc1f8444 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:08.398810 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port ecb612ce-988f-4286-b470-2002743c6508, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=ecb612ce-988f-4286-b470-2002743c6508,segment=NetworkSegment(e03a7c9c-8b58-4c58-aa22-7189da98b069),segment_id=e03a7c9c-8b58-4c58-aa22-7189da98b069)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:47:08.418149 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:08.505139 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Pushing event updated for resources: {'Port': ['ID=ecb612ce-988f-4286-b470-2002743c6508,revision_number=6']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:47:08.519854 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b438268-b30f-49cd-8641-ca972423964b req-3aaa5d35-0e74-4a62-9e37-1f25dc1f8444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:47:08.522032 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-9b438268-b30f-49cd-8641-ca972423964b req-3aaa5d35-0e74-4a62-9e37-1f25dc1f8444 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:08.524507 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-9b438268-b30f-49cd-8641-ca972423964b req-3aaa5d35-0e74-4a62-9e37-1f25dc1f8444 service neutron] 10.222.0.44 "PUT /v2.0/ports/3bd834c3-baf3-4d70-b4f2-74042f9a7c31 HTTP/1.1" status: 200 len: 1092 time: 1.9624116 Mar 29 15:47:08.566346 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aaa5d35-0e74-4a62-9e37-1f25dc1f8444 service neutron] Pushing event updated for resources: {'Port': ['ID=3bd834c3-baf3-4d70-b4f2-74042f9a7c31,revision_number=3']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:47:08.573239 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] get_ports_and_sgs() called for port_ids ['ecb612ce-988f-4286-b470-2002743c6508'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:47:08.624534 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-8e59ff77-07e2-4d46-9fad-91a5ceecb0a0 req-f288fb00-d12e-4912-8424-4c1d2fe2ec9c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=022f5b39-5aca-404c-851c-bf064252a93c HTTP/1.1" status: 200 len: 217 time: 0.7385063 Mar 29 15:47:08.647634 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b313b03-ceb7-47c7-a0b2-0698635d6a24 req-fb783042-c19d-4233-8617-e24ee242bbcf tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:47:08.649361 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-1b313b03-ceb7-47c7-a0b2-0698635d6a24 req-fb783042-c19d-4233-8617-e24ee242bbcf tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/ports?device_id=7bd5042f-d9f8-4161-b261-c1d7af6a3af4 HTTP/1.1" status: 200 len: 949 time: 0.0999048 Mar 29 15:47:08.656090 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b438268-b30f-49cd-8641-ca972423964b req-576e26f5-3362-4a37-8a5a-07462371e8aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:47:08.658994 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-9b438268-b30f-49cd-8641-ca972423964b req-576e26f5-3362-4a37-8a5a-07462371e8aa service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8d821cfe3f5a49118adbc663ea93162d&device_id=ee58c71a-d872-4c0d-841e-8e3271c089ad HTTP/1.1" status: 200 len: 1095 time: 0.0698102 Mar 29 15:47:08.724770 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-9b438268-b30f-49cd-8641-ca972423964b req-ab61410b-ddb6-4a69-842c-17f58467ef74 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3bd834c3-baf3-4d70-b4f2-74042f9a7c31 HTTP/1.1" status: 200 len: 217 time: 0.0567749 Mar 29 15:47:08.749454 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e59ff77-07e2-4d46-9fad-91a5ceecb0a0 req-d0d2fcfc-520f-4c7b-af02-1a7ea73c38be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:47:08.750889 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-8e59ff77-07e2-4d46-9fad-91a5ceecb0a0 req-d0d2fcfc-520f-4c7b-af02-1a7ea73c38be service neutron] 10.222.0.44 "GET /v2.0/subnets?id=948bea00-d9fc-4574-8561-d9234d72b285 HTTP/1.1" status: 200 len: 862 time: 0.0933597 Mar 29 15:47:08.780613 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-1b313b03-ceb7-47c7-a0b2-0698635d6a24 req-d9584eb4-8533-42e7-ae04-75680f14d4c0 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/security-groups?id=56997969-7130-4d86-9e9d-e068deb19a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201074 Mar 29 15:47:08.814730 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-8e59ff77-07e2-4d46-9fad-91a5ceecb0a0 req-bb222d01-1d42-4d41-8010-3c4d99e86805 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=521886c7-eef8-4b1b-9885-e070589482cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454202 Mar 29 15:47:08.831523 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b438268-b30f-49cd-8641-ca972423964b req-9c9a4b89-fe8d-46d2-8025-2418390006a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:47:08.833136 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-9b438268-b30f-49cd-8641-ca972423964b req-9c9a4b89-fe8d-46d2-8025-2418390006a5 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e40243f7-deb2-4a55-9fcc-00e92f1db1cb HTTP/1.1" status: 200 len: 853 time: 0.0988715 Mar 29 15:47:08.877215 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-9b438268-b30f-49cd-8641-ca972423964b req-5971ce4e-d626-4e5b-9208-caa1ed2811c5 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d8379183-1181-4480-938a-4a240ff65ade&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368323 Mar 29 15:47:08.880589 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b2a993-ca88-4860-9f0d-92c5c865271e req-dc59791d-1ef8-44cc-aced-230a7d750d53 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:47:08.882037 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-c5b2a993-ca88-4860-9f0d-92c5c865271e req-dc59791d-1ef8-44cc-aced-230a7d750d53 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] 10.222.0.48 "GET /v2.0/ports?device_id=6840a8f7-ba15-4900-81eb-58d7ca444d72 HTTP/1.1" status: 200 len: 946 time: 0.2459953 Mar 29 15:47:08.898481 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5c5974-507c-489c-a291-6c168f345cd0 req-00d79234-0229-490f-9aee-5982563d3188 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:47:08.906717 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-5b5c5974-507c-489c-a291-6c168f345cd0 req-00d79234-0229-490f-9aee-5982563d3188 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] 10.222.0.42 "GET /v2.0/ports?device_id=6840a8f7-ba15-4900-81eb-58d7ca444d72 HTTP/1.1" status: 200 len: 946 time: 0.2811694 Mar 29 15:47:09.009660 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41ff321-ac5e-404f-bc0e-016dbc1b6333 req-cffa9874-5e81-4690-9c4c-fbf320cd49f9 tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:47:09.011685 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e41ff321-ac5e-404f-bc0e-016dbc1b6333 req-cffa9874-5e81-4690-9c4c-fbf320cd49f9 tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] 10.222.0.42 "GET /v2.0/ports?device_id=e5a979b1-652e-4963-bb8b-2b30de72faf4 HTTP/1.1" status: 200 len: 943 time: 0.1176486 Mar 29 15:47:09.024026 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-9b438268-b30f-49cd-8641-ca972423964b req-09bd3b15-85d2-4255-b248-9c9bff5d078c service neutron] 10.222.0.44 "GET /v2.0/networks/d8379183-1181-4480-938a-4a240ff65ade?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398265 Mar 29 15:47:09.084950 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e41ff321-ac5e-404f-bc0e-016dbc1b6333 req-44bc642c-0e9b-4b30-89b7-71695fd41fc1 tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] 10.222.0.42 "GET /v2.0/security-groups?id=c7a98718-a37a-4214-92b3-d1a7e3aaebf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597866 Mar 29 15:47:09.095746 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-5b5c5974-507c-489c-a291-6c168f345cd0 req-5c640e89-d613-4fd7-93ac-1ed93e9211e3 tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] 10.222.0.42 "GET /v2.0/security-groups?id=f08e979a-b162-4e81-8f48-4f228bf81759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1880343 Mar 29 15:47:09.163029 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-8e59ff77-07e2-4d46-9fad-91a5ceecb0a0 req-d04a6a55-793f-44cd-9d4e-18e9388b8fbd service neutron] 10.222.0.44 "GET /v2.0/networks/521886c7-eef8-4b1b-9885-e070589482cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3363311 Mar 29 15:47:09.187565 n-d-834765-1 neutron-server[102790]: DEBUG neutron.notifiers.nova [req-9b438268-b30f-49cd-8641-ca972423964b req-d77e0563-3365-4f24-8b3a-adb865716398 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 007f69a5-28da-4b5c-8370-9e3467910e9e {{(pid=102790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:47:09.187715 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-9b438268-b30f-49cd-8641-ca972423964b req-0ccce468-1dca-422e-aa02-7f05b97a835d service neutron] 10.222.0.44 "GET /v2.0/networks/d8379183-1181-4480-938a-4a240ff65ade?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1455259 Mar 29 15:47:09.224483 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-9b438268-b30f-49cd-8641-ca972423964b req-d77e0563-3365-4f24-8b3a-adb865716398 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:09.320598 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-2cb9cb16-aab8-4888-93a0-bc6880bac7e3 req-f062db79-d844-41e2-a036-73aabe8b97b9 tempest-ServerShowV247Test-1180077024 tempest-ServerShowV247Test-1180077024-project] 10.222.0.42 "GET /v2.0/ports?device_id=70fec07f-1f0a-4145-aad5-051a38b43b4d HTTP/1.1" status: 200 len: 210 time: 0.1045637 Mar 29 15:47:09.330645 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.provisioning_blocks [req-9b438268-b30f-49cd-8641-ca972423964b req-d77e0563-3365-4f24-8b3a-adb865716398 service neutron] Transition to ACTIVE for port object 007f69a5-28da-4b5c-8370-9e3467910e9e will not be triggered until provisioned by entity L2. {{(pid=102790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 15:47:09.341609 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [req-c5b2a993-ca88-4860-9f0d-92c5c865271e req-9d383ec5-52a0-460c-b7ab-5162a3456bcf tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] Deleting port 734cee79-2e3a-49be-96bb-0714db457bf3 {{(pid=102790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:47:09.342417 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-c5b2a993-ca88-4860-9f0d-92c5c865271e req-9d383ec5-52a0-460c-b7ab-5162a3456bcf tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:09.361955 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-9b438268-b30f-49cd-8641-ca972423964b req-d77e0563-3365-4f24-8b3a-adb865716398 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5237921'] for port, after_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:09.472654 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25139336-fbcd-4994-8fc4-4be7738c3309 req-a8fd440c-a322-4356-a1fc-7f48730bcde1 tempest-ListServerFiltersTestJSON-1632672620 tempest-ListServerFiltersTestJSON-1632672620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:47:09.474186 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-25139336-fbcd-4994-8fc4-4be7738c3309 req-a8fd440c-a322-4356-a1fc-7f48730bcde1 tempest-ListServerFiltersTestJSON-1632672620 tempest-ListServerFiltersTestJSON-1632672620-project] 10.222.0.42 "GET /v2.0/ports?device_id=32b7b91c-8e40-48a8-9a73-9f507d49953e HTTP/1.1" status: 200 len: 945 time: 0.0519490 Mar 29 15:47:09.493848 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-8e59ff77-07e2-4d46-9fad-91a5ceecb0a0 req-706b147b-d942-4408-a26d-62e2c1c93bdd service neutron] 10.222.0.44 "GET /v2.0/networks/521886c7-eef8-4b1b-9885-e070589482cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3218572 Mar 29 15:47:09.528355 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77e0563-3365-4f24-8b3a-adb865716398 service neutron] Pushing event updated for resources: {'Port': ['ID=007f69a5-28da-4b5c-8370-9e3467910e9e,revision_number=2']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:47:09.536015 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-25139336-fbcd-4994-8fc4-4be7738c3309 req-14f30b30-158c-43e5-bb66-902b98ad4939 tempest-ListServerFiltersTestJSON-1632672620 tempest-ListServerFiltersTestJSON-1632672620-project] 10.222.0.42 "GET /v2.0/security-groups?id=4600fc30-be81-4c99-acf1-e3f516af1e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487599 Mar 29 15:47:09.616316 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [req-c5b2a993-ca88-4860-9f0d-92c5c865271e req-9d383ec5-52a0-460c-b7ab-5162a3456bcf tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] For port 734cee79-2e3a-49be-96bb-0714db457bf3, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=734cee79-2e3a-49be-96bb-0714db457bf3,segment=NetworkSegment(429e9cf3-3671-4cb2-9547-92af9e95f1f2),segment_id=429e9cf3-3671-4cb2-9547-92af9e95f1f2)] {{(pid=102790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:47:09.616682 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-c5b2a993-ca88-4860-9f0d-92c5c865271e req-9d383ec5-52a0-460c-b7ab-5162a3456bcf tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:09.628417 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f60dfd1-f23f-48b0-94f9-10cc539899bb req-2ec8c7c5-5490-4767-8168-35056e393a48 tempest-MultipleCreateTestJSON-670714017 tempest-MultipleCreateTestJSON-670714017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:47:09.629916 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-2f60dfd1-f23f-48b0-94f9-10cc539899bb req-2ec8c7c5-5490-4767-8168-35056e393a48 tempest-MultipleCreateTestJSON-670714017 tempest-MultipleCreateTestJSON-670714017-project] 10.222.0.42 "GET /v2.0/ports?device_id=ee58c71a-d872-4c0d-841e-8e3271c089ad HTTP/1.1" status: 200 len: 944 time: 0.2027471 Mar 29 15:47:09.650277 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [req-c5b2a993-ca88-4860-9f0d-92c5c865271e req-9d383ec5-52a0-460c-b7ab-5162a3456bcf tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] Calling delete_port for 734cee79-2e3a-49be-96bb-0714db457bf3 owned by compute:nova {{(pid=102790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:47:09.683515 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device ecb612ce-988f-4286-b470-2002743c6508 up at agent hyperv_n-h2-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:47:09.684121 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.managers [req-9b438268-b30f-49cd-8641-ca972423964b req-d77e0563-3365-4f24-8b3a-adb865716398 service neutron] Attempting to bind port 007f69a5-28da-4b5c-8370-9e3467910e9e on host n-h2-834765-1 for vnic_type normal with profile {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:47:09.684648 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.managers [req-9b438268-b30f-49cd-8641-ca972423964b req-d77e0563-3365-4f24-8b3a-adb865716398 service neutron] Attempting to bind port 007f69a5-28da-4b5c-8370-9e3467910e9e by drivers openvswitch,hyperv on host n-h2-834765-1 at level 0 using segments [{'id': 'e21100ac-42ad-42a8-ba92-556bc659383a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'd8379183-1181-4480-938a-4a240ff65ade'}] {{(pid=102790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:47:09.685061 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b438268-b30f-49cd-8641-ca972423964b req-d77e0563-3365-4f24-8b3a-adb865716398 service neutron] Attempting to bind port 007f69a5-28da-4b5c-8370-9e3467910e9e on network d8379183-1181-4480-938a-4a240ff65ade {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:47:09.701839 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b438268-b30f-49cd-8641-ca972423964b req-d77e0563-3365-4f24-8b3a-adb865716398 service neutron] Port 007f69a5-28da-4b5c-8370-9e3467910e9e on network d8379183-1181-4480-938a-4a240ff65ade not bound, no agent of type Open vSwitch agent registered on host n-h2-834765-1 {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 15:47:09.702204 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b438268-b30f-49cd-8641-ca972423964b req-d77e0563-3365-4f24-8b3a-adb865716398 service neutron] Attempting to bind port 007f69a5-28da-4b5c-8370-9e3467910e9e on network d8379183-1181-4480-938a-4a240ff65ade {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:47:09.735859 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-2f60dfd1-f23f-48b0-94f9-10cc539899bb req-0d3d1a41-b8f2-4e2c-b739-958b65c8d6f8 tempest-MultipleCreateTestJSON-670714017 tempest-MultipleCreateTestJSON-670714017-project] 10.222.0.42 "GET /v2.0/security-groups?id=622584de-fdfc-4a41-9592-a14d48f13313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988560 Mar 29 15:47:09.736536 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Provisioning complete for port ecb612ce-988f-4286-b470-2002743c6508 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:47:09.736969 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:09.742484 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b438268-b30f-49cd-8641-ca972423964b req-d77e0563-3365-4f24-8b3a-adb865716398 service neutron] Checking agent: {'id': '3e4b4912-b4a2-4d17-b5bd-6ce15529e8eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 33, 17), 'started_at': datetime.datetime(2022, 3, 29, 15, 33, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 46, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:47:09.742824 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b438268-b30f-49cd-8641-ca972423964b req-d77e0563-3365-4f24-8b3a-adb865716398 service neutron] Checking segment: {'id': 'e21100ac-42ad-42a8-ba92-556bc659383a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'd8379183-1181-4480-938a-4a240ff65ade'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:47:09.743208 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b438268-b30f-49cd-8641-ca972423964b req-d77e0563-3365-4f24-8b3a-adb865716398 service neutron] Bound using segment: {'id': 'e21100ac-42ad-42a8-ba92-556bc659383a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'd8379183-1181-4480-938a-4a240ff65ade'} {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:47:09.743678 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.managers [req-9b438268-b30f-49cd-8641-ca972423964b req-d77e0563-3365-4f24-8b3a-adb865716398 service neutron] Bound port: 007f69a5-28da-4b5c-8370-9e3467910e9e, host: n-h2-834765-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e21100ac-42ad-42a8-ba92-556bc659383a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'd8379183-1181-4480-938a-4a240ff65ade'}}] {{(pid=102790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 15:47:09.744042 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-9b438268-b30f-49cd-8641-ca972423964b req-d77e0563-3365-4f24-8b3a-adb865716398 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:09.832089 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:09.845270 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [req-9b438268-b30f-49cd-8641-ca972423964b req-d77e0563-3365-4f24-8b3a-adb865716398 service neutron] For port 007f69a5-28da-4b5c-8370-9e3467910e9e, host n-h2-834765-1, cleared binding levels {{(pid=102790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:47:09.848870 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [req-9b438268-b30f-49cd-8641-ca972423964b req-d77e0563-3365-4f24-8b3a-adb865716398 service neutron] For port 007f69a5-28da-4b5c-8370-9e3467910e9e, host n-h2-834765-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=007f69a5-28da-4b5c-8370-9e3467910e9e,segment=NetworkSegment(e21100ac-42ad-42a8-ba92-556bc659383a),segment_id=e21100ac-42ad-42a8-ba92-556bc659383a)] {{(pid=102790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:47:09.870198 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port ecb612ce-988f-4286-b470-2002743c6508, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=ecb612ce-988f-4286-b470-2002743c6508,segment=NetworkSegment(e03a7c9c-8b58-4c58-aa22-7189da98b069),segment_id=e03a7c9c-8b58-4c58-aa22-7189da98b069)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:47:09.871666 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb1d16d2-e9dd-4dc2-a1f2-bb82bc8bbced', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecb612ce-988f-4286-b470-2002743c6508'}] {{(pid=102792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:47:09.875965 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4f476c66b318cc6068719fc39557fac68d413f5c7e78fa77028c7948e999ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c86dc48a-ee68-41cb-b27b-0fd6bc3a2260" -d '{"events": [{"server_uuid": "fb1d16d2-e9dd-4dc2-a1f2-bb82bc8bbced", "name": "network-vif-plugged", "status": "completed", "tag": "ecb612ce-988f-4286-b470-2002743c6508"}]}' {{(pid=102792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:47:09.892699 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-9b438268-b30f-49cd-8641-ca972423964b req-d77e0563-3365-4f24-8b3a-adb865716398 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5237921'] for port, after_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:09.893359 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:09.894166 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device 734cee79-2e3a-49be-96bb-0714db457bf3 no longer exists at agent hyperv_n-h2-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:47:09.914613 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f21b7d-c641-488b-b3e2-25116bf256d2 req-6cce6065-5fb4-41a3-a2e3-415f74270f93 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:47:09.922379 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-51f21b7d-c641-488b-b3e2-25116bf256d2 req-6cce6065-5fb4-41a3-a2e3-415f74270f93 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/ports?device_id=7bd5042f-d9f8-4161-b261-c1d7af6a3af4 HTTP/1.1" status: 200 len: 949 time: 0.0699992 Mar 29 15:47:09.967931 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-51f21b7d-c641-488b-b3e2-25116bf256d2 req-78c9113c-547f-4c53-9340-7ca3640a4138 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/security-groups?id=56997969-7130-4d86-9e9d-e068deb19a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446196 Mar 29 15:47:09.974198 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-c5b2a993-ca88-4860-9f0d-92c5c865271e req-9d383ec5-52a0-460c-b7ab-5162a3456bcf tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:09.977503 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b438268-b30f-49cd-8641-ca972423964b req-d77e0563-3365-4f24-8b3a-adb865716398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:47:09.978482 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-9b438268-b30f-49cd-8641-ca972423964b req-d77e0563-3365-4f24-8b3a-adb865716398 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:09.980082 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-9b438268-b30f-49cd-8641-ca972423964b req-d77e0563-3365-4f24-8b3a-adb865716398 service neutron] 10.222.0.48 "PUT /v2.0/ports/007f69a5-28da-4b5c-8370-9e3467910e9e HTTP/1.1" status: 200 len: 1092 time: 2.5982394 Mar 29 15:47:09.985508 n-d-834765-1 neutron-server[102790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0495a48a-633e-46cc-a536-a9bc2997eea9', 'tag': '007f69a5-28da-4b5c-8370-9e3467910e9e'}] {{(pid=102790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:47:09.989835 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46b06d655c90bc969636382cce4240ad749035fb0f3a83ee4734fa1ed9c4a6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a9f64c3-3b49-4689-938e-6aa78ee00db0" -d '{"events": [{"name": "network-changed", "server_uuid": "0495a48a-633e-46cc-a536-a9bc2997eea9", "tag": "007f69a5-28da-4b5c-8370-9e3467910e9e"}]}' {{(pid=102790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:47:09.998624 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee58c71a-d872-4c0d-841e-8e3271c089ad', 'tag': '3bd834c3-baf3-4d70-b4f2-74042f9a7c31'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:47:10.001739 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c67b028db5e9b9818fecc5c0a87ebc6f190694fa53ca267d523e04f98de536d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-087bedd3-86e8-4f5d-9c94-224d4e4532b1" -d '{"events": [{"name": "network-changed", "server_uuid": "ee58c71a-d872-4c0d-841e-8e3271c089ad", "tag": "3bd834c3-baf3-4d70-b4f2-74042f9a7c31"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:47:10.032560 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:47:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6866870b-b666-4817-aaf3-c6b24ec9a3f8 x-openstack-request-id: req-6866870b-b666-4817-aaf3-c6b24ec9a3f8 {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:47:10.033257 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb1d16d2-e9dd-4dc2-a1f2-bb82bc8bbced", "name": "network-vif-plugged", "status": "completed", "tag": "ecb612ce-988f-4286-b470-2002743c6508", "code": 200}]} {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:47:10.033662 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-6866870b-b666-4817-aaf3-c6b24ec9a3f8 {{(pid=102792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:47:10.036389 n-d-834765-1 neutron-server[102792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb1d16d2-e9dd-4dc2-a1f2-bb82bc8bbced', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecb612ce-988f-4286-b470-2002743c6508', 'code': 200} Mar 29 15:47:10.037173 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Pushing event updated for resources: {'Port': ['ID=ecb612ce-988f-4286-b470-2002743c6508,revision_number=7']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:47:10.068595 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 15:47:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e131a64e-40e5-4139-abac-75f15aa47623 x-openstack-request-id: req-e131a64e-40e5-4139-abac-75f15aa47623 {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:47:10.068987 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee58c71a-d872-4c0d-841e-8e3271c089ad", "tag": "3bd834c3-baf3-4d70-b4f2-74042f9a7c31", "status": "completed", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:47:10.069323 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e131a64e-40e5-4139-abac-75f15aa47623 {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:47:10.069849 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee58c71a-d872-4c0d-841e-8e3271c089ad', 'tag': '3bd834c3-baf3-4d70-b4f2-74042f9a7c31', 'status': 'completed', 'code': 200} Mar 29 15:47:10.092375 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:47:10.092744 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:47:10.093055 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:47:10.093391 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:47:10.093718 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:47:10.094049 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:47:10.094375 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:47:10.094698 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:47:10.095021 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:47:10.095391 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:47:10.095886 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:47:10.096208 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:47:10.105453 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 15:47:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d00ade7d-9cff-4aba-aae1-1f11416b1ad8 x-openstack-request-id: req-d00ade7d-9cff-4aba-aae1-1f11416b1ad8 {{(pid=102790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:47:10.105711 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0495a48a-633e-46cc-a536-a9bc2997eea9", "tag": "007f69a5-28da-4b5c-8370-9e3467910e9e", "status": "completed", "code": 200}]} {{(pid=102790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:47:10.106104 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d00ade7d-9cff-4aba-aae1-1f11416b1ad8 {{(pid=102790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:47:10.107561 n-d-834765-1 neutron-server[102790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0495a48a-633e-46cc-a536-a9bc2997eea9', 'tag': '007f69a5-28da-4b5c-8370-9e3467910e9e', 'status': 'completed', 'code': 200} Mar 29 15:47:10.109495 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] No active binding found for port 734cee79-2e3a-49be-96bb-0714db457bf3 {{(pid=102792) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Mar 29 15:47:10.109909 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device 734cee79-2e3a-49be-96bb-0714db457bf3 not bound to the agent host n-h2-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:47:10.112567 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5b2a993-ca88-4860-9f0d-92c5c865271e req-9d383ec5-52a0-460c-b7ab-5162a3456bcf tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] No DVR routers for this DVR port 734cee79-2e3a-49be-96bb-0714db457bf3 on host n-h2-834765-1 {{(pid=102790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:47:10.118992 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-c5b2a993-ca88-4860-9f0d-92c5c865271e req-9d383ec5-52a0-460c-b7ab-5162a3456bcf tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:10.123505 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-c5b2a993-ca88-4860-9f0d-92c5c865271e req-9d383ec5-52a0-460c-b7ab-5162a3456bcf tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] 10.222.0.48 "DELETE /v2.0/ports/734cee79-2e3a-49be-96bb-0714db457bf3 HTTP/1.1" status: 204 len: 173 time: 1.2138782 Mar 29 15:47:10.135858 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77e0563-3365-4f24-8b3a-adb865716398 service neutron] Pushing event updated for resources: {'Port': ['ID=007f69a5-28da-4b5c-8370-9e3467910e9e,revision_number=3']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:47:10.201740 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d383ec5-52a0-460c-b7ab-5162a3456bcf tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] Pushing event deleted for resources: {'Port': ['ID=734cee79-2e3a-49be-96bb-0714db457bf3,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:47:10.216699 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-fc9e71b3-5e33-4fc6-8936-8581b7661ecd req-b4f230bf-b522-4b01-b631-40f29284119c tempest-ServersTestJSON-1459248151 tempest-ServersTestJSON-1459248151-project] 10.222.0.42 "GET /v2.0/ports?device_id=6840a8f7-ba15-4900-81eb-58d7ca444d72 HTTP/1.1" status: 200 len: 210 time: 0.0385120 Mar 29 15:47:10.253032 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b438268-b30f-49cd-8641-ca972423964b req-cd5e7fb2-dd98-4e4d-91ce-bbbea51e8039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:47:10.254633 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-9b438268-b30f-49cd-8641-ca972423964b req-cd5e7fb2-dd98-4e4d-91ce-bbbea51e8039 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8d821cfe3f5a49118adbc663ea93162d&device_id=0495a48a-633e-46cc-a536-a9bc2997eea9 HTTP/1.1" status: 200 len: 1095 time: 0.2316551 Mar 29 15:47:10.265809 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087bedd3-86e8-4f5d-9c94-224d4e4532b1 req-d7487a38-4f48-49a6-931e-70692298b5c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:47:10.267788 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-087bedd3-86e8-4f5d-9c94-224d4e4532b1 req-d7487a38-4f48-49a6-931e-70692298b5c9 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8d821cfe3f5a49118adbc663ea93162d&device_id=ee58c71a-d872-4c0d-841e-8e3271c089ad HTTP/1.1" status: 200 len: 1095 time: 0.1508234 Mar 29 15:47:10.324513 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-9b438268-b30f-49cd-8641-ca972423964b req-1c6c94ed-985f-439d-998f-e0fcd4c7ab16 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=007f69a5-28da-4b5c-8370-9e3467910e9e HTTP/1.1" status: 200 len: 217 time: 0.0540385 Mar 29 15:47:10.382905 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d778ac2-5192-4929-8dbe-1b4fe94b1d35 req-eede8845-0047-48b9-a4a7-ca4db11dd6ed tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:47:10.384537 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-5d778ac2-5192-4929-8dbe-1b4fe94b1d35 req-eede8845-0047-48b9-a4a7-ca4db11dd6ed tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] 10.222.0.42 "GET /v2.0/ports?device_id=e5a979b1-652e-4963-bb8b-2b30de72faf4 HTTP/1.1" status: 200 len: 943 time: 0.1796193 Mar 29 15:47:10.455033 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-0ba27e29-2876-4c8d-bb67-3e731fb05ab4 req-63d37ec0-50cd-4a43-ac2c-378cda29d82b tempest-ServerShowV247Test-1180077024 tempest-ServerShowV247Test-1180077024-project] 10.222.0.42 "GET /v2.0/ports?device_id=70fec07f-1f0a-4145-aad5-051a38b43b4d HTTP/1.1" status: 200 len: 210 time: 0.0275855 Mar 29 15:47:10.492113 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b438268-b30f-49cd-8641-ca972423964b req-06804f89-5839-42d0-9e92-4bb3bea7fffe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:47:10.493576 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-9b438268-b30f-49cd-8641-ca972423964b req-06804f89-5839-42d0-9e92-4bb3bea7fffe service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e40243f7-deb2-4a55-9fcc-00e92f1db1cb HTTP/1.1" status: 200 len: 853 time: 0.1565826 Mar 29 15:47:10.501351 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087bedd3-86e8-4f5d-9c94-224d4e4532b1 req-7f82ed60-5e8b-4f7b-9b42-1d71f63dc378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:47:10.502687 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-087bedd3-86e8-4f5d-9c94-224d4e4532b1 req-7f82ed60-5e8b-4f7b-9b42-1d71f63dc378 service neutron] 10.222.0.44 "GET /v2.0/networks?id=d8379183-1181-4480-938a-4a240ff65ade HTTP/1.1" status: 200 len: 914 time: 0.2214770 Mar 29 15:47:10.537748 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-5d778ac2-5192-4929-8dbe-1b4fe94b1d35 req-ac9486ae-4b2e-46ab-9c61-33c6ffca4403 tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] 10.222.0.42 "GET /v2.0/security-groups?id=c7a98718-a37a-4214-92b3-d1a7e3aaebf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420171 Mar 29 15:47:10.565044 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-9b438268-b30f-49cd-8641-ca972423964b req-4a4bd152-d0d8-4bb6-a5dc-eebb57c279ce service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d8379183-1181-4480-938a-4a240ff65ade&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0614259 Mar 29 15:47:10.566911 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-087bedd3-86e8-4f5d-9c94-224d4e4532b1 req-509d805e-d95c-4b32-a72c-84cbad6bc8fc service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3bd834c3-baf3-4d70-b4f2-74042f9a7c31 HTTP/1.1" status: 200 len: 217 time: 0.0510457 Mar 29 15:47:10.681828 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20922362-e32e-4426-bd76-af84e6bae186 req-017e7157-0d26-49b7-87f5-9cb6d9704a23 tempest-ListServerFiltersTestJSON-1632672620 tempest-ListServerFiltersTestJSON-1632672620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:47:10.686962 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-20922362-e32e-4426-bd76-af84e6bae186 req-017e7157-0d26-49b7-87f5-9cb6d9704a23 tempest-ListServerFiltersTestJSON-1632672620 tempest-ListServerFiltersTestJSON-1632672620-project] 10.222.0.42 "GET /v2.0/ports?device_id=32b7b91c-8e40-48a8-9a73-9f507d49953e HTTP/1.1" status: 200 len: 945 time: 0.0783670 Mar 29 15:47:10.698440 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087bedd3-86e8-4f5d-9c94-224d4e4532b1 req-7e9bce38-9a18-4eb7-9cc1-efeae59a582c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:47:10.699943 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-087bedd3-86e8-4f5d-9c94-224d4e4532b1 req-7e9bce38-9a18-4eb7-9cc1-efeae59a582c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e40243f7-deb2-4a55-9fcc-00e92f1db1cb HTTP/1.1" status: 200 len: 853 time: 0.1260173 Mar 29 15:47:10.744570 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-20922362-e32e-4426-bd76-af84e6bae186 req-f8c50cc1-f580-4bd7-bc45-663f843cea84 tempest-ListServerFiltersTestJSON-1632672620 tempest-ListServerFiltersTestJSON-1632672620-project] 10.222.0.42 "GET /v2.0/security-groups?id=4600fc30-be81-4c99-acf1-e3f516af1e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447128 Mar 29 15:47:10.745345 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-087bedd3-86e8-4f5d-9c94-224d4e4532b1 req-0ee29580-24a5-458e-9a78-c1c81705d83d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d8379183-1181-4480-938a-4a240ff65ade&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299025 Mar 29 15:47:10.784166 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-9b438268-b30f-49cd-8641-ca972423964b req-d57d94cf-8477-45f6-933e-23d50c0e1813 service neutron] 10.222.0.48 "GET /v2.0/networks/d8379183-1181-4480-938a-4a240ff65ade?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2015772 Mar 29 15:47:10.946945 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-087bedd3-86e8-4f5d-9c94-224d4e4532b1 req-6ee780f5-85dd-4c35-9f04-8efab1633baa service neutron] 10.222.0.44 "GET /v2.0/networks/d8379183-1181-4480-938a-4a240ff65ade?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1923776 Mar 29 15:47:10.976950 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fb013b-f529-4b73-8612-1328b765e6ae req-c011460e-0ef3-4610-af26-ec7ae4b03a5a tempest-MultipleCreateTestJSON-670714017 tempest-MultipleCreateTestJSON-670714017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:47:10.978357 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-93fb013b-f529-4b73-8612-1328b765e6ae req-c011460e-0ef3-4610-af26-ec7ae4b03a5a tempest-MultipleCreateTestJSON-670714017 tempest-MultipleCreateTestJSON-670714017-project] 10.222.0.42 "GET /v2.0/ports?device_id=ee58c71a-d872-4c0d-841e-8e3271c089ad HTTP/1.1" status: 200 len: 944 time: 0.1470649 Mar 29 15:47:10.989832 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-9b438268-b30f-49cd-8641-ca972423964b req-0d66def5-d00a-47cd-bd13-aadeb2429634 service neutron] 10.222.0.48 "GET /v2.0/networks/d8379183-1181-4480-938a-4a240ff65ade?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1971765 Mar 29 15:47:11.069377 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-93fb013b-f529-4b73-8612-1328b765e6ae req-a8c52edd-e075-4c47-8271-7788a57f38ac tempest-MultipleCreateTestJSON-670714017 tempest-MultipleCreateTestJSON-670714017-project] 10.222.0.42 "GET /v2.0/security-groups?id=622584de-fdfc-4a41-9592-a14d48f13313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786068 Mar 29 15:47:11.093774 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-087bedd3-86e8-4f5d-9c94-224d4e4532b1 req-1397447b-8391-4dca-a0f5-3fe04f0d4f15 service neutron] 10.222.0.44 "GET /v2.0/networks/d8379183-1181-4480-938a-4a240ff65ade?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340325 Mar 29 15:47:11.106243 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc90e41c-c3d7-4822-9e65-47d70fc202a9 req-0dee4209-bf37-4757-9797-a8d1c8b4ed0a tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:47:11.108144 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-dc90e41c-c3d7-4822-9e65-47d70fc202a9 req-0dee4209-bf37-4757-9797-a8d1c8b4ed0a tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/ports?device_id=7bd5042f-d9f8-4161-b261-c1d7af6a3af4 HTTP/1.1" status: 200 len: 949 time: 0.0700960 Mar 29 15:47:11.155740 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-dc90e41c-c3d7-4822-9e65-47d70fc202a9 req-9df93607-8d87-4c4e-a1a1-99868ccc5d35 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/security-groups?id=56997969-7130-4d86-9e9d-e068deb19a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411441 Mar 29 15:47:11.224375 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9f64c3-3b49-4689-938e-6aa78ee00db0 req-b466a72a-97ff-44d9-9bf3-00bdeb8e345b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:47:11.225855 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-7a9f64c3-3b49-4689-938e-6aa78ee00db0 req-b466a72a-97ff-44d9-9bf3-00bdeb8e345b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8d821cfe3f5a49118adbc663ea93162d&device_id=0495a48a-633e-46cc-a536-a9bc2997eea9 HTTP/1.1" status: 200 len: 1095 time: 0.0726941 Mar 29 15:47:11.244882 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27166448-006f-445c-b7c7-b582a996b054 req-8d8f0031-8892-4c85-9365-b980a2ea03cc tempest-ListServerFiltersTestJSON-1632672620 tempest-ListServerFiltersTestJSON-1632672620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:47:11.246351 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-27166448-006f-445c-b7c7-b582a996b054 req-8d8f0031-8892-4c85-9365-b980a2ea03cc tempest-ListServerFiltersTestJSON-1632672620 tempest-ListServerFiltersTestJSON-1632672620-project] 10.222.0.44 "GET /v2.0/ports?device_id=32b7b91c-8e40-48a8-9a73-9f507d49953e HTTP/1.1" status: 200 len: 945 time: 0.0568485 Mar 29 15:47:11.272956 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 52644) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:47:11.337677 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_v2 [None req-8be819fe-946a-41ec-be8e-cdcf362ecf4b admin admin] Deleting subnet 9016bdba-0f5c-4ddd-94a1-3fa4aae621f1 {{(pid=102791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 15:47:11.345077 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-8be819fe-946a-41ec-be8e-cdcf362ecf4b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:11.405563 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-8be819fe-946a-41ec-be8e-cdcf362ecf4b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4230423'] for subnet, precommit_delete_associations {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:11.409259 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9f64c3-3b49-4689-938e-6aa78ee00db0 req-25973709-bf57-4422-bad8-59f9c1602198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:47:11.411661 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-7a9f64c3-3b49-4689-938e-6aa78ee00db0 req-25973709-bf57-4422-bad8-59f9c1602198 service neutron] 10.222.0.48 "GET /v2.0/networks?id=d8379183-1181-4480-938a-4a240ff65ade HTTP/1.1" status: 200 len: 914 time: 0.1635718 Mar 29 15:47:11.432131 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [req-27166448-006f-445c-b7c7-b582a996b054 req-45cc187f-fb42-463a-871f-2104358d119a tempest-ListServerFiltersTestJSON-1632672620 tempest-ListServerFiltersTestJSON-1632672620-project] Deleting port 7a21e05c-c9e3-4d38-8cd6-1293051e049b {{(pid=102790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:47:11.432131 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-27166448-006f-445c-b7c7-b582a996b054 req-45cc187f-fb42-463a-871f-2104358d119a tempest-ListServerFiltersTestJSON-1632672620 tempest-ListServerFiltersTestJSON-1632672620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:11.464680 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-8be819fe-946a-41ec-be8e-cdcf362ecf4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1641287'] for subnet, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:11.501919 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-7a9f64c3-3b49-4689-938e-6aa78ee00db0 req-a1b58137-d480-4ed2-85d2-6acc2b58e6ed service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=007f69a5-28da-4b5c-8370-9e3467910e9e HTTP/1.1" status: 200 len: 217 time: 0.0836804 Mar 29 15:47:11.543915 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-8be819fe-946a-41ec-be8e-cdcf362ecf4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1641294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16155591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16218852'] for subnet, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:11.569922 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9f64c3-3b49-4689-938e-6aa78ee00db0 req-d5dd857b-b585-401c-926b-395c96e15884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:47:11.572178 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-7a9f64c3-3b49-4689-938e-6aa78ee00db0 req-d5dd857b-b585-401c-926b-395c96e15884 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e40243f7-deb2-4a55-9fcc-00e92f1db1cb HTTP/1.1" status: 200 len: 853 time: 0.0556958 Mar 29 15:47:11.601451 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be819fe-946a-41ec-be8e-cdcf362ecf4b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9016bdba-0f5c-4ddd-94a1-3fa4aae621f1,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:47:11.630615 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-589ff4c2-27ea-48b9-bdfe-1334d6cdf82d req-fbd41ae0-e4c9-46f5-944b-af1e96f5a405 tempest-ServerShowV247Test-1180077024 tempest-ServerShowV247Test-1180077024-project] 10.222.0.42 "GET /v2.0/ports?device_id=70fec07f-1f0a-4145-aad5-051a38b43b4d HTTP/1.1" status: 200 len: 210 time: 0.0429726 Mar 29 15:47:11.632148 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-8be819fe-946a-41ec-be8e-cdcf362ecf4b admin admin] Notify callbacks [] for subnet, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:11.639033 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-8be819fe-946a-41ec-be8e-cdcf362ecf4b admin admin] 10.222.0.42 "DELETE /v2.0/subnets/9016bdba-0f5c-4ddd-94a1-3fa4aae621f1 HTTP/1.1" status: 204 len: 168 time: 0.3649950 Mar 29 15:47:11.640063 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 52662) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:47:11.678125 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-7a9f64c3-3b49-4689-938e-6aa78ee00db0 req-49dfd70c-1487-4180-95a3-eecab41d2d7f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d8379183-1181-4480-938a-4a240ff65ade&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0497348 Mar 29 15:47:11.738764 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-8aee0cbc-a151-458a-949b-24225ad0a9b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1631750'] for network, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:11.880272 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-7a9f64c3-3b49-4689-938e-6aa78ee00db0 req-e386aa92-2e90-4adc-9d4c-1b48878864c4 service neutron] 10.222.0.48 "GET /v2.0/networks/d8379183-1181-4480-938a-4a240ff65ade?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1503973 Mar 29 15:47:11.898927 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [req-27166448-006f-445c-b7c7-b582a996b054 req-45cc187f-fb42-463a-871f-2104358d119a tempest-ListServerFiltersTestJSON-1632672620 tempest-ListServerFiltersTestJSON-1632672620-project] For port 7a21e05c-c9e3-4d38-8cd6-1293051e049b, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=7a21e05c-c9e3-4d38-8cd6-1293051e049b,segment=NetworkSegment(6b7c66be-f702-416f-8424-fdadbd967f79),segment_id=6b7c66be-f702-416f-8424-fdadbd967f79)] {{(pid=102790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:47:11.899448 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-27166448-006f-445c-b7c7-b582a996b054 req-45cc187f-fb42-463a-871f-2104358d119a tempest-ListServerFiltersTestJSON-1632672620 tempest-ListServerFiltersTestJSON-1632672620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:11.904505 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-8aee0cbc-a151-458a-949b-24225ad0a9b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639890', 'neutron.services.segments.db._delete_segments_for_network-8783523423079'] for network, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:11.960926 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-8aee0cbc-a151-458a-949b-24225ad0a9b6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c05e936-df9e-4fbf-b09c-78bf9696504c']}} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:47:11.977907 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-8aee0cbc-a151-458a-949b-24225ad0a9b6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '429e9cf3-3671-4cb2-9547-92af9e95f1f2') {'for_net_delete': True} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:47:11.979209 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-8aee0cbc-a151-458a-949b-24225ad0a9b6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '429e9cf3-3671-4cb2-9547-92af9e95f1f2') {} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:47:12.002273 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device 022f5b39-5aca-404c-851c-bf064252a93c details requested by agent hyperv_n-h1-834765-1 with host n-h1-834765-1 {{(pid=102792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 15:47:12.003617 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-8aee0cbc-a151-458a-949b-24225ad0a9b6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783523422064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4230428'] for segment, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:12.033478 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c55ef6-0262-42b5-947c-04aedc1c3fa9 req-f20f49a2-25b0-4dfc-a7d3-353e8f9dd1b5 tempest-ListServerFiltersTestJSON-1632672620 tempest-ListServerFiltersTestJSON-1632672620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:47:12.043727 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-32c55ef6-0262-42b5-947c-04aedc1c3fa9 req-f20f49a2-25b0-4dfc-a7d3-353e8f9dd1b5 tempest-ListServerFiltersTestJSON-1632672620 tempest-ListServerFiltersTestJSON-1632672620-project] 10.222.0.42 "GET /v2.0/ports?device_id=32b7b91c-8e40-48a8-9a73-9f507d49953e HTTP/1.1" status: 200 len: 945 time: 0.1424088 Mar 29 15:47:12.047492 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-8aee0cbc-a151-458a-949b-24225ad0a9b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:12.068995 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8aee0cbc-a151-458a-949b-24225ad0a9b6 admin admin] Releasing vlan 637 on physical network physnet1 to pool {{(pid=102791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 15:47:12.069450 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-8aee0cbc-a151-458a-949b-24225ad0a9b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16169569'] for segment, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:12.071822 n-d-834765-1 neutron-server[102791]: Traceback (most recent call last): Mar 29 15:47:12.071822 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 15:47:12.071822 n-d-834765-1 neutron-server[102791]: timer() Mar 29 15:47:12.071822 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 15:47:12.071822 n-d-834765-1 neutron-server[102791]: cb(*args, **kw) Mar 29 15:47:12.071822 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 15:47:12.071822 n-d-834765-1 neutron-server[102791]: return func(*args, **kwargs) Mar 29 15:47:12.071822 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 15:47:12.071822 n-d-834765-1 neutron-server[102791]: self._notify() Mar 29 15:47:12.071822 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 15:47:12.071822 n-d-834765-1 neutron-server[102791]: self.callback(batched_events) Mar 29 15:47:12.071822 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 15:47:12.071822 n-d-834765-1 neutron-server[102791]: event.method(event) Mar 29 15:47:12.071822 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 15:47:12.071822 n-d-834765-1 neutron-server[102791]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 15:47:12.071822 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 15:47:12.071822 n-d-834765-1 neutron-server[102791]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 15:47:12.071822 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 15:47:12.071822 n-d-834765-1 neutron-server[102791]: return f(self, *a, **k) Mar 29 15:47:12.071822 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 15:47:12.071822 n-d-834765-1 neutron-server[102791]: return self._get(url).json() Mar 29 15:47:12.071822 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 15:47:12.071822 n-d-834765-1 neutron-server[102791]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 15:47:12.071822 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 15:47:12.071822 n-d-834765-1 neutron-server[102791]: return self.request(url, 'GET', **kwargs) Mar 29 15:47:12.071822 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 15:47:12.071822 n-d-834765-1 neutron-server[102791]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 15:47:12.071822 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 15:47:12.071822 n-d-834765-1 neutron-server[102791]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 15:47:12.071822 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 15:47:12.071822 n-d-834765-1 neutron-server[102791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 15:47:12.071822 n-d-834765-1 neutron-server[102791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 15:47:12.128131 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device 33c323e8-95b1-46c4-bf3b-04dc54e338c1 no longer exists at agent hyperv_n-h1-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:47:12.152672 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-32c55ef6-0262-42b5-947c-04aedc1c3fa9 req-f62cd44c-aa29-439f-a653-5a151ad35e1f tempest-ListServerFiltersTestJSON-1632672620 tempest-ListServerFiltersTestJSON-1632672620-project] 10.222.0.42 "GET /v2.0/security-groups?id=4600fc30-be81-4c99-acf1-e3f516af1e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071603 Mar 29 15:47:12.158255 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] No Port match for: 33c323e8-95b1-46c4-bf3b-04dc54e338c1 {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 15:47:12.158645 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device 33c323e8-95b1-46c4-bf3b-04dc54e338c1 not bound to the agent host n-h1-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:47:12.260777 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port 022f5b39-5aca-404c-851c-bf064252a93c, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=022f5b39-5aca-404c-851c-bf064252a93c,segment=NetworkSegment(ee9a1626-16ee-4ecf-88a3-7244e4b7c1ed),segment_id=ee9a1626-16ee-4ecf-88a3-7244e4b7c1ed)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:47:12.262627 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-8aee0cbc-a151-458a-949b-24225ad0a9b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1639897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648174'] for network, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:12.269177 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-8aee0cbc-a151-458a-949b-24225ad0a9b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for network, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:12.273330 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-8aee0cbc-a151-458a-949b-24225ad0a9b6 admin admin] 10.222.0.42 "DELETE /v2.0/networks/9c05e936-df9e-4fbf-b09c-78bf9696504c HTTP/1.1" status: 204 len: 168 time: 0.6314969 Mar 29 15:47:12.297629 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aee0cbc-a151-458a-949b-24225ad0a9b6 admin admin] Pushing event deleted for resources: {'Network': ['ID=9c05e936-df9e-4fbf-b09c-78bf9696504c,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:47:12.307356 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Returning: {'device': '022f5b39-5aca-404c-851c-bf064252a93c', 'network_id': '521886c7-eef8-4b1b-9885-e070589482cd', 'port_id': '022f5b39-5aca-404c-851c-bf064252a93c', 'mac_address': 'fa:16:3e:50:79:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 632, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '948bea00-d9fc-4574-8561-d9234d72b285', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 15:47:12.366092 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [req-27166448-006f-445c-b7c7-b582a996b054 req-45cc187f-fb42-463a-871f-2104358d119a tempest-ListServerFiltersTestJSON-1632672620 tempest-ListServerFiltersTestJSON-1632672620-project] Calling delete_port for 7a21e05c-c9e3-4d38-8cd6-1293051e049b owned by compute:nova {{(pid=102790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:47:12.391755 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:12.407092 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 022f5b39-5aca-404c-851c-bf064252a93c {{(pid=102792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:47:12.411877 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8562e8-170d-4517-b9fe-fee4430fc343 req-1f24f500-2562-46a4-aa44-fc62790b64a8 tempest-MultipleCreateTestJSON-670714017 tempest-MultipleCreateTestJSON-670714017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:47:12.429702 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port 022f5b39-5aca-404c-851c-bf064252a93c, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=022f5b39-5aca-404c-851c-bf064252a93c,segment=NetworkSegment(ee9a1626-16ee-4ecf-88a3-7244e4b7c1ed),segment_id=ee9a1626-16ee-4ecf-88a3-7244e4b7c1ed)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:47:12.433921 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-9f8562e8-170d-4517-b9fe-fee4430fc343 req-1f24f500-2562-46a4-aa44-fc62790b64a8 tempest-MultipleCreateTestJSON-670714017 tempest-MultipleCreateTestJSON-670714017-project] 10.222.0.42 "GET /v2.0/ports?device_id=ee58c71a-d872-4c0d-841e-8e3271c089ad HTTP/1.1" status: 200 len: 944 time: 0.1272194 Mar 29 15:47:12.439937 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:12.509875 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 52698) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:47:12.545066 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-9f8562e8-170d-4517-b9fe-fee4430fc343 req-21de72b6-6c7e-45b3-aa1b-137147669426 tempest-MultipleCreateTestJSON-670714017 tempest-MultipleCreateTestJSON-670714017-project] 10.222.0.42 "GET /v2.0/security-groups?id=622584de-fdfc-4a41-9592-a14d48f13313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006060 Mar 29 15:47:12.571876 n-d-834765-1 neutron-server[102790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6840a8f7-ba15-4900-81eb-58d7ca444d72', 'name': 'network-vif-deleted', 'tag': '734cee79-2e3a-49be-96bb-0714db457bf3'}] {{(pid=102790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:47:12.573243 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Pushing event updated for resources: {'Port': ['ID=022f5b39-5aca-404c-851c-bf064252a93c,revision_number=4']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:47:12.592877 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46b06d655c90bc969636382cce4240ad749035fb0f3a83ee4734fa1ed9c4a6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44e8b970-f13b-4ea8-a730-407146202238" -d '{"events": [{"server_uuid": "6840a8f7-ba15-4900-81eb-58d7ca444d72", "name": "network-vif-deleted", "tag": "734cee79-2e3a-49be-96bb-0714db457bf3"}]}' {{(pid=102790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:47:12.636278 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-6e253bc7-d119-4506-a5c0-bc02ba1e61b4 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d04cf558b2cb439aa051141a3dc84641&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1229961 Mar 29 15:47:12.639440 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 52702) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:47:12.656475 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdaac07-cf8a-4bda-9d12-22342ddc531c req-a275dc73-82c4-4cf9-a9f6-23ff60fdca57 tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:47:12.675007 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-0fdaac07-cf8a-4bda-9d12-22342ddc531c req-a275dc73-82c4-4cf9-a9f6-23ff60fdca57 tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] 10.222.0.42 "GET /v2.0/ports?device_id=e5a979b1-652e-4963-bb8b-2b30de72faf4 HTTP/1.1" status: 200 len: 943 time: 1.0029590 Mar 29 15:47:12.733582 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-96071763-a9ed-4d7e-ac54-2f9c931da02b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:12.738328 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-27166448-006f-445c-b7c7-b582a996b054 req-45cc187f-fb42-463a-871f-2104358d119a tempest-ListServerFiltersTestJSON-1632672620 tempest-ListServerFiltersTestJSON-1632672620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:12.756295 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] get_ports_and_sgs() called for port_ids ['53bb8200-f409-497e-8e5a-d1604f58a2ad'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:47:12.763423 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31061d0-14c8-4f49-9ee4-ccb2fc36c2ea req-e150be7d-e9ef-4a16-9fa5-6a0c8f063d71 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:47:12.765797 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b31061d0-14c8-4f49-9ee4-ccb2fc36c2ea req-e150be7d-e9ef-4a16-9fa5-6a0c8f063d71 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/ports?device_id=7bd5042f-d9f8-4161-b261-c1d7af6a3af4 HTTP/1.1" status: 200 len: 949 time: 0.0785899 Mar 29 15:47:12.794976 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-96071763-a9ed-4d7e-ac54-2f9c931da02b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:12.816739 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cc187f-fb42-463a-871f-2104358d119a tempest-ListServerFiltersTestJSON-1632672620 tempest-ListServerFiltersTestJSON-1632672620-project] Pushing event deleted for resources: {'Port': ['ID=7a21e05c-c9e3-4d38-8cd6-1293051e049b,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:47:12.834272 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-0fdaac07-cf8a-4bda-9d12-22342ddc531c req-7070be05-cc2a-4eef-95d4-eab506ce105c tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] 10.222.0.42 "GET /v2.0/security-groups?id=c7a98718-a37a-4214-92b3-d1a7e3aaebf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528890 Mar 29 15:47:12.866540 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] get_ports_and_sgs() called for port_ids ['022f5b39-5aca-404c-851c-bf064252a93c'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:47:12.960398 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:47:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1b0f64f-7ecb-4b66-926b-95f79231c1cf x-openstack-request-id: req-a1b0f64f-7ecb-4b66-926b-95f79231c1cf {{(pid=102790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:47:12.961225 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6840a8f7-ba15-4900-81eb-58d7ca444d72", "name": "network-vif-deleted", "tag": "734cee79-2e3a-49be-96bb-0714db457bf3", "status": "completed", "code": 200}]} {{(pid=102790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:47:12.961621 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a1b0f64f-7ecb-4b66-926b-95f79231c1cf {{(pid=102790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:47:12.963942 n-d-834765-1 neutron-server[102790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6840a8f7-ba15-4900-81eb-58d7ca444d72', 'name': 'network-vif-deleted', 'tag': '734cee79-2e3a-49be-96bb-0714db457bf3', 'status': 'completed', 'code': 200} Mar 29 15:47:12.969593 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-7a9f64c3-3b49-4689-938e-6aa78ee00db0 req-6caeac93-41be-4470-bfac-33d941d1e936 service neutron] 10.222.0.48 "GET /v2.0/networks/d8379183-1181-4480-938a-4a240ff65ade?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0795228 Mar 29 15:47:12.999778 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.l3_dvrscheduler_db [req-27166448-006f-445c-b7c7-b582a996b054 req-45cc187f-fb42-463a-871f-2104358d119a tempest-ListServerFiltersTestJSON-1632672620 tempest-ListServerFiltersTestJSON-1632672620-project] No DVR routers for this DVR port 7a21e05c-c9e3-4d38-8cd6-1293051e049b on host n-h1-834765-1 {{(pid=102790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:47:13.003709 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-27166448-006f-445c-b7c7-b582a996b054 req-45cc187f-fb42-463a-871f-2104358d119a tempest-ListServerFiltersTestJSON-1632672620 tempest-ListServerFiltersTestJSON-1632672620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:13.009769 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-27166448-006f-445c-b7c7-b582a996b054 req-45cc187f-fb42-463a-871f-2104358d119a tempest-ListServerFiltersTestJSON-1632672620 tempest-ListServerFiltersTestJSON-1632672620-project] 10.222.0.44 "DELETE /v2.0/ports/7a21e05c-c9e3-4d38-8cd6-1293051e049b HTTP/1.1" status: 204 len: 173 time: 1.7536755 Mar 29 15:47:13.048008 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b31061d0-14c8-4f49-9ee4-ccb2fc36c2ea req-2b32ec6b-c5c2-442a-a7d3-bdb261a2f17e tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/security-groups?id=56997969-7130-4d86-9e9d-e068deb19a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2604275 Mar 29 15:47:13.053909 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-96071763-a9ed-4d7e-ac54-2f9c931da02b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:13.074206 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-96071763-a9ed-4d7e-ac54-2f9c931da02b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:13.084855 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-96071763-a9ed-4d7e-ac54-2f9c931da02b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f08e979a-b162-4e81-8f48-4f228bf81759 HTTP/1.1" status: 204 len: 168 time: 0.4439075 Mar 29 15:47:13.114248 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96071763-a9ed-4d7e-ac54-2f9c931da02b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f08e979a-b162-4e81-8f48-4f228bf81759,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:47:13.198121 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-2774cbd5-f9f6-4f5d-b202-6371c91071aa req-4c70e29e-54d3-4cd9-b431-e7397dc6cdee tempest-ServerShowV247Test-1180077024 tempest-ServerShowV247Test-1180077024-project] 10.222.0.42 "GET /v2.0/ports?device_id=70fec07f-1f0a-4145-aad5-051a38b43b4d HTTP/1.1" status: 200 len: 210 time: 0.0637808 Mar 29 15:47:13.345521 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-1a30ea0a-ffa2-4337-b041-393fc140717a req-fc840ab5-0b94-441f-a5e2-6b8f2839685c tempest-ListServerFiltersTestJSON-1632672620 tempest-ListServerFiltersTestJSON-1632672620-project] 10.222.0.42 "GET /v2.0/ports?device_id=32b7b91c-8e40-48a8-9a73-9f507d49953e HTTP/1.1" status: 200 len: 210 time: 0.0373216 Mar 29 15:47:13.697741 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d44af0-304d-4566-8c25-fad8dd2e25d6 req-4df0ca1d-3282-4268-bf5b-578a87d11f4d tempest-MultipleCreateTestJSON-670714017 tempest-MultipleCreateTestJSON-670714017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:47:13.703784 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-f9d44af0-304d-4566-8c25-fad8dd2e25d6 req-4df0ca1d-3282-4268-bf5b-578a87d11f4d tempest-MultipleCreateTestJSON-670714017 tempest-MultipleCreateTestJSON-670714017-project] 10.222.0.42 "GET /v2.0/ports?device_id=ee58c71a-d872-4c0d-841e-8e3271c089ad HTTP/1.1" status: 200 len: 944 time: 0.0749915 Mar 29 15:47:13.758659 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-f9d44af0-304d-4566-8c25-fad8dd2e25d6 req-0fa45b14-9a54-4c0c-9cdd-9a432b24f3ac tempest-MultipleCreateTestJSON-670714017 tempest-MultipleCreateTestJSON-670714017-project] 10.222.0.42 "GET /v2.0/security-groups?id=622584de-fdfc-4a41-9592-a14d48f13313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534749 Mar 29 15:47:13.981562 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277f7510-a37c-4631-b3ec-5365cc6a7e5d req-696c0548-6080-4f3f-90f0-c2922c3e7d11 tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:47:13.991641 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-277f7510-a37c-4631-b3ec-5365cc6a7e5d req-696c0548-6080-4f3f-90f0-c2922c3e7d11 tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] 10.222.0.42 "GET /v2.0/ports?device_id=e5a979b1-652e-4963-bb8b-2b30de72faf4 HTTP/1.1" status: 200 len: 944 time: 0.0674138 Mar 29 15:47:13.999254 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device 3bd834c3-baf3-4d70-b4f2-74042f9a7c31 details requested by agent hyperv_n-h1-834765-1 with host n-h1-834765-1 {{(pid=102792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 15:47:14.003509 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device 7a21e05c-c9e3-4d38-8cd6-1293051e049b no longer exists at agent hyperv_n-h1-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:47:14.047472 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] No Port match for: 7a21e05c-c9e3-4d38-8cd6-1293051e049b {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 15:47:14.047673 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device 7a21e05c-c9e3-4d38-8cd6-1293051e049b not bound to the agent host n-h1-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:47:14.064592 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-277f7510-a37c-4631-b3ec-5365cc6a7e5d req-c2fdb95e-4a0d-41b6-93ae-e0224de221ef tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] 10.222.0.42 "GET /v2.0/security-groups?id=c7a98718-a37a-4214-92b3-d1a7e3aaebf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718780 Mar 29 15:47:14.177088 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port 3bd834c3-baf3-4d70-b4f2-74042f9a7c31, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=3bd834c3-baf3-4d70-b4f2-74042f9a7c31,segment=NetworkSegment(e21100ac-42ad-42a8-ba92-556bc659383a),segment_id=e21100ac-42ad-42a8-ba92-556bc659383a)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:47:14.191360 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Returning: {'device': '3bd834c3-baf3-4d70-b4f2-74042f9a7c31', 'network_id': 'd8379183-1181-4480-938a-4a240ff65ade', 'port_id': '3bd834c3-baf3-4d70-b4f2-74042f9a7c31', 'mac_address': 'fa:16:3e:14:21:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 646, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e40243f7-deb2-4a55-9fcc-00e92f1db1cb', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 15:47:14.286897 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb780772-60e1-47b7-87fd-d53beba57948 req-cc27fea3-8474-4a4c-860a-3e2c8a31f496 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:47:14.292224 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-bb780772-60e1-47b7-87fd-d53beba57948 req-cc27fea3-8474-4a4c-860a-3e2c8a31f496 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/ports?device_id=7bd5042f-d9f8-4161-b261-c1d7af6a3af4 HTTP/1.1" status: 200 len: 949 time: 0.1340973 Mar 29 15:47:14.299779 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:14.334410 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3bd834c3-baf3-4d70-b4f2-74042f9a7c31 {{(pid=102792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:47:14.405284 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port 3bd834c3-baf3-4d70-b4f2-74042f9a7c31, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=3bd834c3-baf3-4d70-b4f2-74042f9a7c31,segment=NetworkSegment(e21100ac-42ad-42a8-ba92-556bc659383a),segment_id=e21100ac-42ad-42a8-ba92-556bc659383a)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:47:14.406724 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 52764) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:47:14.410647 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-bb780772-60e1-47b7-87fd-d53beba57948 req-7b2783ef-8a33-449d-9688-1c29dff3d8f4 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/security-groups?id=56997969-7130-4d86-9e9d-e068deb19a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119659 Mar 29 15:47:14.412747 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:14.432871 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ad06bb2d-955b-40a3-b607-c8e12e2eaf03 req-5b5e3d94-ce99-4b04-9161-9dbe2aa3befb tempest-ServerShowV247Test-1180077024 tempest-ServerShowV247Test-1180077024-project] 10.222.0.42 "GET /v2.0/ports?device_id=70fec07f-1f0a-4145-aad5-051a38b43b4d HTTP/1.1" status: 200 len: 210 time: 0.0715976 Mar 29 15:47:14.548936 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Pushing event updated for resources: {'Port': ['ID=3bd834c3-baf3-4d70-b4f2-74042f9a7c31,revision_number=4']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:47:14.675525 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-aa950562-989a-427a-8bcf-b7f89a37d954 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-656456072-network', 'tenant_id': '9d31898cf9e6438e87572a03b3d01116'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:47:14.698361 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa950562-989a-427a-8bcf-b7f89a37d954 admin admin] Made reservation on behalf of 9d31898cf9e6438e87572a03b3d01116 for: {'network': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:47:14.702243 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-aa950562-989a-427a-8bcf-b7f89a37d954 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for network, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:14.712461 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-aa950562-989a-427a-8bcf-b7f89a37d954 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:14.766434 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] get_ports_and_sgs() called for port_ids ['3bd834c3-baf3-4d70-b4f2-74042f9a7c31'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:47:14.882094 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-aa950562-989a-427a-8bcf-b7f89a37d954 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:14.946097 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-aa950562-989a-427a-8bcf-b7f89a37d954 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:14.964989 n-d-834765-1 neutron-server[102790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32b7b91c-8e40-48a8-9a73-9f507d49953e', 'name': 'network-vif-deleted', 'tag': '7a21e05c-c9e3-4d38-8cd6-1293051e049b'}] {{(pid=102790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:47:14.971032 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46b06d655c90bc969636382cce4240ad749035fb0f3a83ee4734fa1ed9c4a6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb53ef1f-8f7f-44c5-970f-631e63005060" -d '{"events": [{"server_uuid": "32b7b91c-8e40-48a8-9a73-9f507d49953e", "name": "network-vif-deleted", "tag": "7a21e05c-c9e3-4d38-8cd6-1293051e049b"}]}' {{(pid=102790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:47:14.995183 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb167564-6e6c-487a-9397-58cba35b79ca req-0d9310df-ed02-4403-b119-e926630bfaa1 tempest-MultipleCreateTestJSON-670714017 tempest-MultipleCreateTestJSON-670714017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:47:14.999651 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-eb167564-6e6c-487a-9397-58cba35b79ca req-0d9310df-ed02-4403-b119-e926630bfaa1 tempest-MultipleCreateTestJSON-670714017 tempest-MultipleCreateTestJSON-670714017-project] 10.222.0.42 "GET /v2.0/ports?device_id=ee58c71a-d872-4c0d-841e-8e3271c089ad HTTP/1.1" status: 200 len: 945 time: 0.1139331 Mar 29 15:47:15.014589 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa950562-989a-427a-8bcf-b7f89a37d954 admin admin] vlan segment allocate from pool success with {'vlan_id': 615, 'physical_network': 'physnet1'} {{(pid=102791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 15:47:15.082034 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-aa950562-989a-427a-8bcf-b7f89a37d954 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:15.098689 n-d-834765-1 neutron-server[102791]: INFO neutron.db.segments_db [None req-aa950562-989a-427a-8bcf-b7f89a37d954 admin admin] Added segment 52f0abda-ab73-4627-87a6-fa2d6437209e of type vlan for network 6b32a991-6c4e-490d-896c-0976c5443810 Mar 29 15:47:15.105680 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-eb167564-6e6c-487a-9397-58cba35b79ca req-7ec2abbc-f45d-4f5c-81e3-e09e091edf19 tempest-MultipleCreateTestJSON-670714017 tempest-MultipleCreateTestJSON-670714017-project] 10.222.0.42 "GET /v2.0/security-groups?id=622584de-fdfc-4a41-9592-a14d48f13313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982041 Mar 29 15:47:15.108788 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa950562-989a-427a-8bcf-b7f89a37d954 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa6bb035-3aae-4200-8afe-5c739b38518c,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:47:15.156079 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e91ff9a-a6c9-448c-8c57-e9872214f17d req-273dd8d5-e65a-4493-81e4-27718efca24d tempest-ListServerFiltersTestJSON-1632672620 tempest-ListServerFiltersTestJSON-1632672620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:47:15.165541 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-5e91ff9a-a6c9-448c-8c57-e9872214f17d req-273dd8d5-e65a-4493-81e4-27718efca24d tempest-ListServerFiltersTestJSON-1632672620 tempest-ListServerFiltersTestJSON-1632672620-project] 10.222.0.42 "GET /v2.0/ports?device_id=51a363cc-f278-44ab-a8ab-01401225dc38 HTTP/1.1" status: 200 len: 946 time: 0.2807877 Mar 29 15:47:15.190289 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:47:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01888deb-d770-44d4-9591-b1445988d2be x-openstack-request-id: req-01888deb-d770-44d4-9591-b1445988d2be {{(pid=102790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:47:15.191038 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32b7b91c-8e40-48a8-9a73-9f507d49953e", "name": "network-vif-deleted", "tag": "7a21e05c-c9e3-4d38-8cd6-1293051e049b", "status": "completed", "code": 200}]} {{(pid=102790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:47:15.191712 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-01888deb-d770-44d4-9591-b1445988d2be {{(pid=102790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:47:15.192504 n-d-834765-1 neutron-server[102790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32b7b91c-8e40-48a8-9a73-9f507d49953e', 'name': 'network-vif-deleted', 'tag': '7a21e05c-c9e3-4d38-8cd6-1293051e049b', 'status': 'completed', 'code': 200} Mar 29 15:47:15.210956 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-aa950562-989a-427a-8bcf-b7f89a37d954 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783522915970'] for network, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:15.283252 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-aa950562-989a-427a-8bcf-b7f89a37d954 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795'] for network, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:15.284386 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa950562-989a-427a-8bcf-b7f89a37d954 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:47:15.285105 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-aa950562-989a-427a-8bcf-b7f89a37d954 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for network, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:15.306300 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-5e91ff9a-a6c9-448c-8c57-e9872214f17d req-ca3ab132-25bd-4574-a4e9-ec1627952071 tempest-ListServerFiltersTestJSON-1632672620 tempest-ListServerFiltersTestJSON-1632672620-project] 10.222.0.42 "GET /v2.0/security-groups?id=4600fc30-be81-4c99-acf1-e3f516af1e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397378 Mar 29 15:47:15.347035 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dbbe68-5ea0-44ed-b299-9c8707e2b27c req-bab75e66-c620-431b-832a-f9b1bfa96364 tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:47:15.352218 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-aa950562-989a-427a-8bcf-b7f89a37d954 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9405429 Mar 29 15:47:15.352218 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 52790) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:47:15.362283 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-b8dbbe68-5ea0-44ed-b299-9c8707e2b27c req-bab75e66-c620-431b-832a-f9b1bfa96364 tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] 10.222.0.42 "GET /v2.0/ports?device_id=e5a979b1-652e-4963-bb8b-2b30de72faf4 HTTP/1.1" status: 200 len: 944 time: 0.0894334 Mar 29 15:47:15.426069 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-b8dbbe68-5ea0-44ed-b299-9c8707e2b27c req-b12425de-1303-4d9f-ad6f-a8db11ec825c tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] 10.222.0.42 "GET /v2.0/security-groups?id=c7a98718-a37a-4214-92b3-d1a7e3aaebf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620098 Mar 29 15:47:15.436957 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-f6cf296d-77bc-4ab2-9e37-d7976ddfe731 admin admin] Request body: {'subnet': {'network_id': '6b32a991-6c4e-490d-896c-0976c5443810', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-656456072-subnet', 'tenant_id': '9d31898cf9e6438e87572a03b3d01116', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:47:15.441242 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa950562-989a-427a-8bcf-b7f89a37d954 admin admin] Pushing event updated for resources: {'Network': ['ID=6b32a991-6c4e-490d-896c-0976c5443810,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:47:15.456038 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Network 6b32a991-6c4e-490d-896c-0976c5443810 details requested by agent ovs-agent-n-d-834765-1 with host n-d-834765-1 {{(pid=102792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 15:47:15.491369 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6cf296d-77bc-4ab2-9e37-d7976ddfe731 admin admin] Made reservation on behalf of 9d31898cf9e6438e87572a03b3d01116 for: {'subnet': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:47:15.494052 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-f6cf296d-77bc-4ab2-9e37-d7976ddfe731 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16218875'] for subnet, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:15.651813 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-933cb0ee-0972-46cf-a469-6dc6787cb827 req-a1a4bc88-199b-447b-b6b6-1ac2b2c20c52 tempest-ServerShowV247Test-1180077024 tempest-ServerShowV247Test-1180077024-project] 10.222.0.42 "GET /v2.0/ports?device_id=70fec07f-1f0a-4145-aad5-051a38b43b4d HTTP/1.1" status: 200 len: 210 time: 0.0736511 Mar 29 15:47:15.686583 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8707780d-7db4-4c11-9840-5d1b43e92d7a req-e6e4a474-c479-4530-8806-4c68a0fc26fa tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:47:15.694616 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-8707780d-7db4-4c11-9840-5d1b43e92d7a req-e6e4a474-c479-4530-8806-4c68a0fc26fa tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/ports?device_id=7bd5042f-d9f8-4161-b261-c1d7af6a3af4 HTTP/1.1" status: 200 len: 949 time: 0.1739092 Mar 29 15:47:15.728989 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device 007f69a5-28da-4b5c-8370-9e3467910e9e details requested by agent hyperv_n-h2-834765-1 with host n-h2-834765-1 {{(pid=102792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 15:47:15.751614 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-8707780d-7db4-4c11-9840-5d1b43e92d7a req-65676252-2303-44cd-a9d1-ed15eba5de3d tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/security-groups?id=56997969-7130-4d86-9e9d-e068deb19a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560365 Mar 29 15:47:15.850311 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-f6cf296d-77bc-4ab2-9e37-d7976ddfe731 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16155524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16218861'] for subnet, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:15.853562 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port 007f69a5-28da-4b5c-8370-9e3467910e9e, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=007f69a5-28da-4b5c-8370-9e3467910e9e,segment=NetworkSegment(e21100ac-42ad-42a8-ba92-556bc659383a),segment_id=e21100ac-42ad-42a8-ba92-556bc659383a)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:47:15.866793 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Returning: {'device': '007f69a5-28da-4b5c-8370-9e3467910e9e', 'network_id': 'd8379183-1181-4480-938a-4a240ff65ade', 'port_id': '007f69a5-28da-4b5c-8370-9e3467910e9e', 'mac_address': 'fa:16:3e:41:32:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 646, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e40243f7-deb2-4a55-9fcc-00e92f1db1cb', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 15:47:15.909145 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:15.918033 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cf296d-77bc-4ab2-9e37-d7976ddfe731 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d19afa20-fcbc-4fc0-8a4b-1d8964eb427f,revision_number=0']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:47:15.926660 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6cf296d-77bc-4ab2-9e37-d7976ddfe731 admin admin] Checking segment: {'id': '52f0abda-ab73-4627-87a6-fa2d6437209e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '6b32a991-6c4e-490d-896c-0976c5443810'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:47:15.927017 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6cf296d-77bc-4ab2-9e37-d7976ddfe731 admin admin] Network hostable DHCP agents. Network: 6b32a991-6c4e-490d-896c-0976c5443810, hostable agents: ['d136643e-48ae-49d4-a851-2ba3bdf3749c'], hosted agents: [] {{(pid=102791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 15:47:15.932780 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 007f69a5-28da-4b5c-8370-9e3467910e9e {{(pid=102792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:47:15.952196 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6cf296d-77bc-4ab2-9e37-d7976ddfe731 admin admin] Network 6b32a991-6c4e-490d-896c-0976c5443810 is scheduled to be hosted by DHCP agent d136643e-48ae-49d4-a851-2ba3bdf3749c with binding_index 1 {{(pid=102791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 15:47:15.962183 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port 007f69a5-28da-4b5c-8370-9e3467910e9e, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=007f69a5-28da-4b5c-8370-9e3467910e9e,segment=NetworkSegment(e21100ac-42ad-42a8-ba92-556bc659383a),segment_id=e21100ac-42ad-42a8-ba92-556bc659383a)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:47:15.969922 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [None req-f6cf296d-77bc-4ab2-9e37-d7976ddfe731 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834765-1, 6b32a991-6c4e-490d-896c-0976c5443810) {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:47:15.972194 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:15.976767 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6cf296d-77bc-4ab2-9e37-d7976ddfe731 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:47:15.977594 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-f6cf296d-77bc-4ab2-9e37-d7976ddfe731 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:16.006234 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7fc89fc-8660-4748-b326-c6a61105f926 None None] Network 6b32a991-6c4e-490d-896c-0976c5443810 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 15:47:16.008258 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device 3bd834c3-baf3-4d70-b4f2-74042f9a7c31 up at agent hyperv_n-h1-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:47:16.012481 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-f6cf296d-77bc-4ab2-9e37-d7976ddfe731 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5882118 Mar 29 15:47:16.256410 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 52808) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:47:16.301116 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Pushing event updated for resources: {'Port': ['ID=007f69a5-28da-4b5c-8370-9e3467910e9e,revision_number=4']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:47:16.339975 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Provisioning for port 3bd834c3-baf3-4d70-b4f2-74042f9a7c31 completed by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 15:47:16.346960 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Provisioning complete for port 3bd834c3-baf3-4d70-b4f2-74042f9a7c31 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:47:16.347352 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:16.379614 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.db_base_plugin_v2 [None req-682b63fd-8d4c-4544-9292-4def577687a5 admin admin] Deleting subnet d19afa20-fcbc-4fc0-8a4b-1d8964eb427f {{(pid=102790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 15:47:16.383462 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-682b63fd-8d4c-4544-9292-4def577687a5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:16.429200 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-682b63fd-8d4c-4544-9292-4def577687a5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4614024'] for subnet, precommit_delete_associations {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:16.477608 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-682b63fd-8d4c-4544-9292-4def577687a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1641287'] for subnet, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:16.504767 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b62ee44-c639-4a09-a49e-bc9404108437 req-2b115480-b784-448c-9d48-1a22b874736b tempest-ListServerFiltersTestJSON-1632672620 tempest-ListServerFiltersTestJSON-1632672620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:47:16.525256 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6b62ee44-c639-4a09-a49e-bc9404108437 req-2b115480-b784-448c-9d48-1a22b874736b tempest-ListServerFiltersTestJSON-1632672620 tempest-ListServerFiltersTestJSON-1632672620-project] 10.222.0.42 "GET /v2.0/ports?device_id=51a363cc-f278-44ab-a8ab-01401225dc38 HTTP/1.1" status: 200 len: 946 time: 0.0876291 Mar 29 15:47:16.535547 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] get_ports_and_sgs() called for port_ids ['007f69a5-28da-4b5c-8370-9e3467910e9e'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:47:16.538185 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:16.555358 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cfb22e-7ff9-4da1-adc8-a01b1aa0ad8c req-3de8a625-3c79-4f89-b297-7b56875fdb15 tempest-MultipleCreateTestJSON-670714017 tempest-MultipleCreateTestJSON-670714017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:47:16.563626 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-f4cfb22e-7ff9-4da1-adc8-a01b1aa0ad8c req-3de8a625-3c79-4f89-b297-7b56875fdb15 tempest-MultipleCreateTestJSON-670714017 tempest-MultipleCreateTestJSON-670714017-project] 10.222.0.42 "GET /v2.0/ports?device_id=ee58c71a-d872-4c0d-841e-8e3271c089ad HTTP/1.1" status: 200 len: 945 time: 0.2591822 Mar 29 15:47:16.567557 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-682b63fd-8d4c-4544-9292-4def577687a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1641294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5231963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4793952'] for subnet, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:16.627467 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6b62ee44-c639-4a09-a49e-bc9404108437 req-482f8469-a8e7-4bdb-91f4-f1848265e7ca tempest-ListServerFiltersTestJSON-1632672620 tempest-ListServerFiltersTestJSON-1632672620-project] 10.222.0.42 "GET /v2.0/security-groups?id=4600fc30-be81-4c99-acf1-e3f516af1e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924742 Mar 29 15:47:16.627854 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d490abf4-678a-4eb0-a33d-98b91b17f8d1 None None] Network 6b32a991-6c4e-490d-896c-0976c5443810 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 15:47:16.646086 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682b63fd-8d4c-4544-9292-4def577687a5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d19afa20-fcbc-4fc0-8a4b-1d8964eb427f,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:47:16.677513 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-f4cfb22e-7ff9-4da1-adc8-a01b1aa0ad8c req-5027d929-2e5b-474c-adea-440cea1a4d02 tempest-MultipleCreateTestJSON-670714017 tempest-MultipleCreateTestJSON-670714017-project] 10.222.0.42 "GET /v2.0/security-groups?id=622584de-fdfc-4a41-9592-a14d48f13313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125362 Mar 29 15:47:16.686940 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-682b63fd-8d4c-4544-9292-4def577687a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for subnet, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:16.692878 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 52828) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:47:16.693028 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-682b63fd-8d4c-4544-9292-4def577687a5 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/d19afa20-fcbc-4fc0-8a4b-1d8964eb427f HTTP/1.1" status: 204 len: 168 time: 0.4352727 Mar 29 15:47:16.786135 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d92101d-c8da-440f-810f-8596a55ea8b0 req-3952ce3d-285a-44eb-a116-a3feed2405c6 tempest-ListServerFiltersTestJSON-1632672620 tempest-ListServerFiltersTestJSON-1632672620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:47:16.788126 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-7d92101d-c8da-440f-810f-8596a55ea8b0 req-3952ce3d-285a-44eb-a116-a3feed2405c6 tempest-ListServerFiltersTestJSON-1632672620 tempest-ListServerFiltersTestJSON-1632672620-project] 10.222.0.48 "GET /v2.0/ports?device_id=51a363cc-f278-44ab-a8ab-01401225dc38 HTTP/1.1" status: 200 len: 946 time: 0.1096714 Mar 29 15:47:16.889400 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-354221d1-1d89-43fe-b087-5533d6428bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1631750'] for network, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:16.906242 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aec13b2-ca38-4626-b907-67c16beba60c req-3813f859-9b40-41de-b237-ff627a3ef0fe tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:47:16.914606 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-7aec13b2-ca38-4626-b907-67c16beba60c req-3813f859-9b40-41de-b237-ff627a3ef0fe tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] 10.222.0.42 "GET /v2.0/ports?device_id=e5a979b1-652e-4963-bb8b-2b30de72faf4 HTTP/1.1" status: 200 len: 944 time: 0.1250587 Mar 29 15:47:16.931000 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee58c71a-d872-4c0d-841e-8e3271c089ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bd834c3-baf3-4d70-b4f2-74042f9a7c31'}] {{(pid=102792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:47:16.933308 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4f476c66b318cc6068719fc39557fac68d413f5c7e78fa77028c7948e999ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2866626c-e35b-424d-b0c0-b51c6c3996ee" -d '{"events": [{"server_uuid": "ee58c71a-d872-4c0d-841e-8e3271c089ad", "name": "network-vif-plugged", "status": "completed", "tag": "3bd834c3-baf3-4d70-b4f2-74042f9a7c31"}]}' {{(pid=102792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:47:16.971116 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-31fe015f-e7a6-4844-bca2-0689d7121870 req-83e17c5f-d041-4101-865d-fa2c90fa552c tempest-ServerShowV247Test-1180077024 tempest-ServerShowV247Test-1180077024-project] 10.222.0.42 "GET /v2.0/ports?device_id=70fec07f-1f0a-4145-aad5-051a38b43b4d HTTP/1.1" status: 200 len: 210 time: 0.0796506 Mar 29 15:47:17.025441 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port 3bd834c3-baf3-4d70-b4f2-74042f9a7c31, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=3bd834c3-baf3-4d70-b4f2-74042f9a7c31,segment=NetworkSegment(e21100ac-42ad-42a8-ba92-556bc659383a),segment_id=e21100ac-42ad-42a8-ba92-556bc659383a)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:47:17.039428 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:17.040496 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device 022f5b39-5aca-404c-851c-bf064252a93c up at agent hyperv_n-h1-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:47:17.074751 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-7aec13b2-ca38-4626-b907-67c16beba60c req-d81e0f7f-b3eb-435a-b07b-409fa6ec091a tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] 10.222.0.42 "GET /v2.0/security-groups?id=c7a98718-a37a-4214-92b3-d1a7e3aaebf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586790 Mar 29 15:47:17.117706 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [req-7d92101d-c8da-440f-810f-8596a55ea8b0 req-2b127b69-5969-4c30-964f-0d6474308884 tempest-ListServerFiltersTestJSON-1632672620 tempest-ListServerFiltersTestJSON-1632672620-project] Deleting port 53bb8200-f409-497e-8e5a-d1604f58a2ad {{(pid=102790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:47:17.118050 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-7d92101d-c8da-440f-810f-8596a55ea8b0 req-2b127b69-5969-4c30-964f-0d6474308884 tempest-ListServerFiltersTestJSON-1632672620 tempest-ListServerFiltersTestJSON-1632672620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:17.151859 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Pushing event updated for resources: {'Port': ['ID=3bd834c3-baf3-4d70-b4f2-74042f9a7c31,revision_number=5']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:47:17.157841 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:17.166868 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:47:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fea76115-00f6-44ac-9177-0a289fc6cab4 x-openstack-request-id: req-fea76115-00f6-44ac-9177-0a289fc6cab4 {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:47:17.167532 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee58c71a-d872-4c0d-841e-8e3271c089ad", "name": "network-vif-plugged", "status": "completed", "tag": "3bd834c3-baf3-4d70-b4f2-74042f9a7c31", "code": 200}]} {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:47:17.167783 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-fea76115-00f6-44ac-9177-0a289fc6cab4 {{(pid=102792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:47:17.168165 n-d-834765-1 neutron-server[102792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee58c71a-d872-4c0d-841e-8e3271c089ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bd834c3-baf3-4d70-b4f2-74042f9a7c31', 'code': 200} Mar 29 15:47:17.178066 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-354221d1-1d89-43fe-b087-5533d6428bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639890', 'neutron.services.segments.db._delete_segments_for_network-8783523423079'] for network, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:17.192314 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Provisioning for port 022f5b39-5aca-404c-851c-bf064252a93c completed by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 15:47:17.198365 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Provisioning complete for port 022f5b39-5aca-404c-851c-bf064252a93c triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:47:17.198804 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:17.204346 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-354221d1-1d89-43fe-b087-5533d6428bd8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b32a991-6c4e-490d-896c-0976c5443810']}} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:47:17.215426 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-354221d1-1d89-43fe-b087-5533d6428bd8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52f0abda-ab73-4627-87a6-fa2d6437209e') {'for_net_delete': True} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:47:17.215843 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-354221d1-1d89-43fe-b087-5533d6428bd8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52f0abda-ab73-4627-87a6-fa2d6437209e') {} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:47:17.227578 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-354221d1-1d89-43fe-b087-5533d6428bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783523422064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4230428'] for segment, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:17.246284 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-354221d1-1d89-43fe-b087-5533d6428bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:17.254141 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-354221d1-1d89-43fe-b087-5533d6428bd8 admin admin] Releasing vlan 615 on physical network physnet1 to pool {{(pid=102791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 15:47:17.255684 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-354221d1-1d89-43fe-b087-5533d6428bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16169569'] for segment, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:17.335964 n-d-834765-1 neutron-server[102791]: Traceback (most recent call last): Mar 29 15:47:17.335964 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 15:47:17.335964 n-d-834765-1 neutron-server[102791]: timer() Mar 29 15:47:17.335964 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 15:47:17.335964 n-d-834765-1 neutron-server[102791]: cb(*args, **kw) Mar 29 15:47:17.335964 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 15:47:17.335964 n-d-834765-1 neutron-server[102791]: return func(*args, **kwargs) Mar 29 15:47:17.335964 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 15:47:17.335964 n-d-834765-1 neutron-server[102791]: self._notify() Mar 29 15:47:17.335964 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 15:47:17.335964 n-d-834765-1 neutron-server[102791]: self.callback(batched_events) Mar 29 15:47:17.335964 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 15:47:17.335964 n-d-834765-1 neutron-server[102791]: event.method(event) Mar 29 15:47:17.335964 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 15:47:17.335964 n-d-834765-1 neutron-server[102791]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 15:47:17.335964 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 15:47:17.335964 n-d-834765-1 neutron-server[102791]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 15:47:17.335964 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 15:47:17.335964 n-d-834765-1 neutron-server[102791]: return f(self, *a, **k) Mar 29 15:47:17.335964 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 15:47:17.335964 n-d-834765-1 neutron-server[102791]: return self._get(url).json() Mar 29 15:47:17.335964 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 15:47:17.335964 n-d-834765-1 neutron-server[102791]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 15:47:17.335964 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 15:47:17.335964 n-d-834765-1 neutron-server[102791]: return self.request(url, 'GET', **kwargs) Mar 29 15:47:17.335964 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 15:47:17.335964 n-d-834765-1 neutron-server[102791]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 15:47:17.335964 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 15:47:17.335964 n-d-834765-1 neutron-server[102791]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 15:47:17.335964 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 15:47:17.335964 n-d-834765-1 neutron-server[102791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 15:47:17.335964 n-d-834765-1 neutron-server[102791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 15:47:17.342851 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-354221d1-1d89-43fe-b087-5533d6428bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1639897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648174'] for network, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:17.372861 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8903b9a-eeec-4b96-984b-da1d977b12a7 req-99ee29ac-577f-4bfe-a518-64c03335bd19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:47:17.377493 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-d8903b9a-eeec-4b96-984b-da1d977b12a7 req-99ee29ac-577f-4bfe-a518-64c03335bd19 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=ee58c71a-d872-4c0d-841e-8e3271c089ad HTTP/1.1" status: 200 len: 1097 time: 0.0957260 Mar 29 15:47:17.395652 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-354221d1-1d89-43fe-b087-5533d6428bd8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for network, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:17.402069 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-354221d1-1d89-43fe-b087-5533d6428bd8 admin admin] 10.222.0.42 "DELETE /v2.0/networks/6b32a991-6c4e-490d-896c-0976c5443810 HTTP/1.1" status: 204 len: 168 time: 0.7078109 Mar 29 15:47:17.405590 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:17.431695 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [req-7d92101d-c8da-440f-810f-8596a55ea8b0 req-2b127b69-5969-4c30-964f-0d6474308884 tempest-ListServerFiltersTestJSON-1632672620 tempest-ListServerFiltersTestJSON-1632672620-project] For port 53bb8200-f409-497e-8e5a-d1604f58a2ad, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=53bb8200-f409-497e-8e5a-d1604f58a2ad,segment=NetworkSegment(6b7c66be-f702-416f-8424-fdadbd967f79),segment_id=6b7c66be-f702-416f-8424-fdadbd967f79)] {{(pid=102790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:47:17.432930 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-7d92101d-c8da-440f-810f-8596a55ea8b0 req-2b127b69-5969-4c30-964f-0d6474308884 tempest-ListServerFiltersTestJSON-1632672620 tempest-ListServerFiltersTestJSON-1632672620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:17.433474 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354221d1-1d89-43fe-b087-5533d6428bd8 admin admin] Pushing event deleted for resources: {'Network': ['ID=6b32a991-6c4e-490d-896c-0976c5443810,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:47:17.452205 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [req-7d92101d-c8da-440f-810f-8596a55ea8b0 req-2b127b69-5969-4c30-964f-0d6474308884 tempest-ListServerFiltersTestJSON-1632672620 tempest-ListServerFiltersTestJSON-1632672620-project] Calling delete_port for 53bb8200-f409-497e-8e5a-d1604f58a2ad owned by compute:nova {{(pid=102790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:47:17.483733 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-d8903b9a-eeec-4b96-984b-da1d977b12a7 req-480faa5a-d5a0-4356-8f23-99562804ab8e service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=622584de-fdfc-4a41-9592-a14d48f13313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977716 Mar 29 15:47:17.487212 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port 022f5b39-5aca-404c-851c-bf064252a93c, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=022f5b39-5aca-404c-851c-bf064252a93c,segment=NetworkSegment(ee9a1626-16ee-4ecf-88a3-7244e4b7c1ed),segment_id=ee9a1626-16ee-4ecf-88a3-7244e4b7c1ed)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:47:17.491652 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:17.492072 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef8401e-0c3a-476b-8edb-d2825c517d35 req-f3a28579-bedc-4375-b515-5bf72677778d tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:47:17.500557 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-eef8401e-0c3a-476b-8edb-d2825c517d35 req-f3a28579-bedc-4375-b515-5bf72677778d tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/ports?device_id=7bd5042f-d9f8-4161-b261-c1d7af6a3af4 HTTP/1.1" status: 200 len: 949 time: 0.1747761 Mar 29 15:47:17.554642 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Pushing event updated for resources: {'Port': ['ID=022f5b39-5aca-404c-851c-bf064252a93c,revision_number=5']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:47:17.572775 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-eef8401e-0c3a-476b-8edb-d2825c517d35 req-9d4c8cdf-b456-4179-9c33-055a20869425 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/security-groups?id=56997969-7130-4d86-9e9d-e068deb19a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692017 Mar 29 15:47:17.646417 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 52838) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:47:17.682840 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:17.737588 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 52842) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:47:17.740370 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-581094e2-4523-438c-abf5-1ed31b26c821 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=9d31898cf9e6438e87572a03b3d01116&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0845463 Mar 29 15:47:17.827096 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-7d92101d-c8da-440f-810f-8596a55ea8b0 req-2b127b69-5969-4c30-964f-0d6474308884 tempest-ListServerFiltersTestJSON-1632672620 tempest-ListServerFiltersTestJSON-1632672620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:17.898469 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-52437968-e38e-4128-98b3-3edd00f06930 req-02727291-79e3-407f-be15-3ac9acb5865e tempest-ListServerFiltersTestJSON-1632672620 tempest-ListServerFiltersTestJSON-1632672620-project] 10.222.0.42 "GET /v2.0/ports?device_id=51a363cc-f278-44ab-a8ab-01401225dc38 HTTP/1.1" status: 200 len: 210 time: 0.0803645 Mar 29 15:47:17.922094 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd406e30-48d7-40c9-8b5f-a5a51b76d57a req-d696f641-5fb8-4ec5-8f80-885450704ab4 tempest-MultipleCreateTestJSON-670714017 tempest-MultipleCreateTestJSON-670714017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:47:17.930312 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-bd406e30-48d7-40c9-8b5f-a5a51b76d57a req-d696f641-5fb8-4ec5-8f80-885450704ab4 tempest-MultipleCreateTestJSON-670714017 tempest-MultipleCreateTestJSON-670714017-project] 10.222.0.42 "GET /v2.0/ports?device_id=ee58c71a-d872-4c0d-841e-8e3271c089ad HTTP/1.1" status: 200 len: 946 time: 0.1373312 Mar 29 15:47:17.931528 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b127b69-5969-4c30-964f-0d6474308884 tempest-ListServerFiltersTestJSON-1632672620 tempest-ListServerFiltersTestJSON-1632672620-project] Pushing event deleted for resources: {'Port': ['ID=53bb8200-f409-497e-8e5a-d1604f58a2ad,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:47:17.947994 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-b74fa96b-232e-4b14-9f5c-59a45ce8468e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:18.001065 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-b74fa96b-232e-4b14-9f5c-59a45ce8468e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:18.022379 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-bd406e30-48d7-40c9-8b5f-a5a51b76d57a req-5f2f488f-2199-4e8a-8fd0-502bea179cd0 tempest-MultipleCreateTestJSON-670714017 tempest-MultipleCreateTestJSON-670714017-project] 10.222.0.42 "GET /v2.0/security-groups?id=622584de-fdfc-4a41-9592-a14d48f13313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912237 Mar 29 15:47:18.050508 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d92101d-c8da-440f-810f-8596a55ea8b0 req-2b127b69-5969-4c30-964f-0d6474308884 tempest-ListServerFiltersTestJSON-1632672620 tempest-ListServerFiltersTestJSON-1632672620-project] No DVR routers for this DVR port 53bb8200-f409-497e-8e5a-d1604f58a2ad on host n-h2-834765-1 {{(pid=102790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:47:18.055652 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-7d92101d-c8da-440f-810f-8596a55ea8b0 req-2b127b69-5969-4c30-964f-0d6474308884 tempest-ListServerFiltersTestJSON-1632672620 tempest-ListServerFiltersTestJSON-1632672620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:18.059405 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-7d92101d-c8da-440f-810f-8596a55ea8b0 req-2b127b69-5969-4c30-964f-0d6474308884 tempest-ListServerFiltersTestJSON-1632672620 tempest-ListServerFiltersTestJSON-1632672620-project] 10.222.0.48 "DELETE /v2.0/ports/53bb8200-f409-497e-8e5a-d1604f58a2ad HTTP/1.1" status: 204 len: 173 time: 1.2536840 Mar 29 15:47:18.060453 n-d-834765-1 neutron-server[102790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51a363cc-f278-44ab-a8ab-01401225dc38', 'name': 'network-vif-deleted', 'tag': '53bb8200-f409-497e-8e5a-d1604f58a2ad'}] {{(pid=102790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:47:18.062953 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46b06d655c90bc969636382cce4240ad749035fb0f3a83ee4734fa1ed9c4a6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de135a62-6bad-4794-899c-e03375a33299" -d '{"events": [{"server_uuid": "51a363cc-f278-44ab-a8ab-01401225dc38", "name": "network-vif-deleted", "tag": "53bb8200-f409-497e-8e5a-d1604f58a2ad"}]}' {{(pid=102790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:47:18.162370 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:47:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-987d5d3e-e964-4282-b781-0b559bbcdd80 x-openstack-request-id: req-987d5d3e-e964-4282-b781-0b559bbcdd80 {{(pid=102790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:47:18.162726 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51a363cc-f278-44ab-a8ab-01401225dc38", "name": "network-vif-deleted", "tag": "53bb8200-f409-497e-8e5a-d1604f58a2ad", "status": "completed", "code": 200}]} {{(pid=102790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:47:18.162921 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-987d5d3e-e964-4282-b781-0b559bbcdd80 {{(pid=102790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:47:18.165481 n-d-834765-1 neutron-server[102790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51a363cc-f278-44ab-a8ab-01401225dc38', 'name': 'network-vif-deleted', 'tag': '53bb8200-f409-497e-8e5a-d1604f58a2ad', 'status': 'completed', 'code': 200} Mar 29 15:47:18.192688 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-9831844e-8c04-4997-9a3b-3a3f80802991 req-71690909-26b2-4ac5-a9dc-33744f6aea11 tempest-ServerShowV247Test-1180077024 tempest-ServerShowV247Test-1180077024-project] 10.222.0.42 "GET /v2.0/ports?device_id=70fec07f-1f0a-4145-aad5-051a38b43b4d HTTP/1.1" status: 200 len: 210 time: 0.0918865 Mar 29 15:47:18.250737 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-b74fa96b-232e-4b14-9f5c-59a45ce8468e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:18.258129 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-b74fa96b-232e-4b14-9f5c-59a45ce8468e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:18.260973 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-b74fa96b-232e-4b14-9f5c-59a45ce8468e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/fa6bb035-3aae-4200-8afe-5c739b38518c HTTP/1.1" status: 204 len: 168 time: 0.5211921 Mar 29 15:47:18.280589 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74fa96b-232e-4b14-9f5c-59a45ce8468e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa6bb035-3aae-4200-8afe-5c739b38518c,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:47:18.329937 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8416dc-175a-4eda-8087-f53605c614ea req-7155aa15-eb71-4fcf-b4e5-1c00339c6221 tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:47:18.332054 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-be8416dc-175a-4eda-8087-f53605c614ea req-7155aa15-eb71-4fcf-b4e5-1c00339c6221 tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] 10.222.0.42 "GET /v2.0/ports?device_id=e5a979b1-652e-4963-bb8b-2b30de72faf4 HTTP/1.1" status: 200 len: 945 time: 0.0710101 Mar 29 15:47:18.385888 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-be8416dc-175a-4eda-8087-f53605c614ea req-ef827c81-6c21-49cb-a796-da9a57a3d007 tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] 10.222.0.42 "GET /v2.0/security-groups?id=c7a98718-a37a-4214-92b3-d1a7e3aaebf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415027 Mar 29 15:47:18.749756 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa2ce92-013d-4839-ad15-6f1be6bfc802 req-9c0dcafa-c606-4eac-abcd-0bc83420c5a4 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:47:18.751828 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-8aa2ce92-013d-4839-ad15-6f1be6bfc802 req-9c0dcafa-c606-4eac-abcd-0bc83420c5a4 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/ports?device_id=7bd5042f-d9f8-4161-b261-c1d7af6a3af4 HTTP/1.1" status: 200 len: 949 time: 0.0779896 Mar 29 15:47:18.824666 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-8aa2ce92-013d-4839-ad15-6f1be6bfc802 req-32df38ed-42eb-4321-b4e6-1c26f506938c tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/security-groups?id=56997969-7130-4d86-9e9d-e068deb19a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586367 Mar 29 15:47:19.015014 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 52886) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:47:19.147906 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.db_base_plugin_v2 [None req-08104cc6-266c-4157-993a-c5412cf9bd9d admin admin] Deleting subnet 06f45d87-dbac-4e5a-a564-aee191524d88 {{(pid=102790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 15:47:19.156830 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-08104cc6-266c-4157-993a-c5412cf9bd9d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:19.170123 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5a979b1-652e-4963-bb8b-2b30de72faf4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '022f5b39-5aca-404c-851c-bf064252a93c'}] {{(pid=102792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:47:19.174831 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4f476c66b318cc6068719fc39557fac68d413f5c7e78fa77028c7948e999ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6fccbef-5f16-48e5-bc65-0e749f014eca" -d '{"events": [{"server_uuid": "e5a979b1-652e-4963-bb8b-2b30de72faf4", "name": "network-vif-plugged", "status": "completed", "tag": "022f5b39-5aca-404c-851c-bf064252a93c"}]}' {{(pid=102792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:47:19.187598 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffaa639-7b34-4105-b2ba-3ac57c76af86 req-443e75c0-d06a-4e2a-87bf-0e5a6bf33680 tempest-MultipleCreateTestJSON-670714017 tempest-MultipleCreateTestJSON-670714017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:47:19.202179 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4ffaa639-7b34-4105-b2ba-3ac57c76af86 req-443e75c0-d06a-4e2a-87bf-0e5a6bf33680 tempest-MultipleCreateTestJSON-670714017 tempest-MultipleCreateTestJSON-670714017-project] 10.222.0.42 "GET /v2.0/ports?device_id=ee58c71a-d872-4c0d-841e-8e3271c089ad HTTP/1.1" status: 200 len: 946 time: 0.1079011 Mar 29 15:47:19.249518 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-08104cc6-266c-4157-993a-c5412cf9bd9d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4614024'] for subnet, precommit_delete_associations {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:19.278588 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:47:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5507a755-91bc-43c6-96b0-056bb790f8f7 x-openstack-request-id: req-5507a755-91bc-43c6-96b0-056bb790f8f7 {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:47:19.284053 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5a979b1-652e-4963-bb8b-2b30de72faf4", "name": "network-vif-plugged", "status": "completed", "tag": "022f5b39-5aca-404c-851c-bf064252a93c", "code": 200}]} {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:47:19.284518 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-5507a755-91bc-43c6-96b0-056bb790f8f7 {{(pid=102792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:47:19.284801 n-d-834765-1 neutron-server[102792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5a979b1-652e-4963-bb8b-2b30de72faf4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '022f5b39-5aca-404c-851c-bf064252a93c', 'code': 200} Mar 29 15:47:19.292233 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4ffaa639-7b34-4105-b2ba-3ac57c76af86 req-574ff7ba-f7cf-4174-b52a-a4aeac6de488 tempest-MultipleCreateTestJSON-670714017 tempest-MultipleCreateTestJSON-670714017-project] 10.222.0.42 "GET /v2.0/security-groups?id=622584de-fdfc-4a41-9592-a14d48f13313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891020 Mar 29 15:47:19.500744 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8caf7cd7-3c30-451d-9800-d88ea58eab68 req-f48c9972-4a96-4d8d-a463-dced4c3fa889 tempest-MultipleCreateTestJSON-670714017 tempest-MultipleCreateTestJSON-670714017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:47:19.502393 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-8caf7cd7-3c30-451d-9800-d88ea58eab68 req-f48c9972-4a96-4d8d-a463-dced4c3fa889 tempest-MultipleCreateTestJSON-670714017 tempest-MultipleCreateTestJSON-670714017-project] 10.222.0.42 "GET /v2.0/ports?device_id=0495a48a-633e-46cc-a536-a9bc2997eea9 HTTP/1.1" status: 200 len: 945 time: 0.1264198 Mar 29 15:47:19.515459 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-6b9bcc6f-96d9-4af4-b060-ac23e0558937 req-227bfd09-44ec-4b43-b22d-e8a3dd0a4574 tempest-ServerShowV247Test-1180077024 tempest-ServerShowV247Test-1180077024-project] 10.222.0.42 "GET /v2.0/ports?device_id=70fec07f-1f0a-4145-aad5-051a38b43b4d HTTP/1.1" status: 200 len: 210 time: 0.0912685 Mar 29 15:47:19.519067 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ed2c6e-5b2b-4937-8dac-cd1dcb52ee51 req-2eb1a3af-b352-4fd7-9578-226cb95c30c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:47:19.520670 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-35ed2c6e-5b2b-4937-8dac-cd1dcb52ee51 req-2eb1a3af-b352-4fd7-9578-226cb95c30c9 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=e5a979b1-652e-4963-bb8b-2b30de72faf4 HTTP/1.1" status: 200 len: 1096 time: 0.1657176 Mar 29 15:47:19.564982 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 52914) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:47:19.572307 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-08104cc6-266c-4157-993a-c5412cf9bd9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1641287'] for subnet, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:19.612856 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-8caf7cd7-3c30-451d-9800-d88ea58eab68 req-a45f6176-970e-470c-9bd9-b1444065ab1f tempest-MultipleCreateTestJSON-670714017 tempest-MultipleCreateTestJSON-670714017-project] 10.222.0.42 "GET /v2.0/security-groups?id=622584de-fdfc-4a41-9592-a14d48f13313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043198 Mar 29 15:47:19.624672 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-35ed2c6e-5b2b-4937-8dac-cd1dcb52ee51 req-7d4c2432-e651-4d19-a442-3e7b1c65870f service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=c7a98718-a37a-4214-92b3-d1a7e3aaebf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912509 Mar 29 15:47:19.688566 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-08104cc6-266c-4157-993a-c5412cf9bd9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1641294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5231963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4793952'] for subnet, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:19.724017 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-99e76e89-9d15-4cb1-8a2b-9fad0aa4282b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-120289948-network', 'tenant_id': 'c6465a9dafbf43bf90c09b1dce8d1fc6'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:47:19.729879 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08104cc6-266c-4157-993a-c5412cf9bd9d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=06f45d87-dbac-4e5a-a564-aee191524d88,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:47:19.737453 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffaef662-8288-4d68-ac63-7adfad8db7da None None] Network 237afad2-5c99-42c5-97af-1d91f8cfe802 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 15:47:19.775422 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-08104cc6-266c-4157-993a-c5412cf9bd9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for subnet, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:19.780224 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-08104cc6-266c-4157-993a-c5412cf9bd9d admin admin] 10.222.0.42 "DELETE /v2.0/subnets/06f45d87-dbac-4e5a-a564-aee191524d88 HTTP/1.1" status: 204 len: 168 time: 0.7654357 Mar 29 15:47:19.781777 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99e76e89-9d15-4cb1-8a2b-9fad0aa4282b admin admin] Made reservation on behalf of c6465a9dafbf43bf90c09b1dce8d1fc6 for: {'network': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:47:19.785090 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-99e76e89-9d15-4cb1-8a2b-9fad0aa4282b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for network, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:19.785394 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 52918) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:47:19.806810 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-99e76e89-9d15-4cb1-8a2b-9fad0aa4282b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:19.850119 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74b2fa7-c0b4-4755-8eb5-2223b847e92a req-8cc250f1-f49b-454e-9c11-bbb721d7f7c5 tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:47:19.855350 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-e74b2fa7-c0b4-4755-8eb5-2223b847e92a req-8cc250f1-f49b-454e-9c11-bbb721d7f7c5 tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] 10.222.0.42 "GET /v2.0/ports?device_id=e5a979b1-652e-4963-bb8b-2b30de72faf4 HTTP/1.1" status: 200 len: 945 time: 0.1290679 Mar 29 15:47:19.928778 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device 007f69a5-28da-4b5c-8370-9e3467910e9e up at agent hyperv_n-h2-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:47:19.989807 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-99e76e89-9d15-4cb1-8a2b-9fad0aa4282b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:20.006046 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-e74b2fa7-c0b4-4755-8eb5-2223b847e92a req-ad22e8e8-8445-47e8-a78e-dd0fa1259e8a tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] 10.222.0.42 "GET /v2.0/security-groups?id=c7a98718-a37a-4214-92b3-d1a7e3aaebf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962834 Mar 29 15:47:20.014576 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-99e76e89-9d15-4cb1-8a2b-9fad0aa4282b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:20.019818 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-d874e85c-1995-40f5-993f-d95c91874872 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1631750'] for network, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:20.030427 n-d-834765-1 neutron-server[102790]: INFO neutron.api.v2.resource [req-fc87f11f-f3cd-4114-96b4-8845e4aece03 req-f95bf203-3e7f-4aca-9c62-efaca1344aa5 service neutron] show failed (client error): The resource could not be found. Mar 29 15:47:20.035668 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-fc87f11f-f3cd-4114-96b4-8845e4aece03 req-f95bf203-3e7f-4aca-9c62-efaca1344aa5 service neutron] 10.222.0.48 "GET /v2.0/ports/8b2a470d-90ea-4ceb-90e7-dade170a3c3f/bindings/n-h1-834765-1 HTTP/1.1" status: 404 len: 380 time: 0.2061269 Mar 29 15:47:20.071595 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Provisioning for port 007f69a5-28da-4b5c-8370-9e3467910e9e completed by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 15:47:20.073378 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99e76e89-9d15-4cb1-8a2b-9fad0aa4282b admin admin] vlan segment allocate from pool success with {'vlan_id': 638, 'physical_network': 'physnet1'} {{(pid=102791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 15:47:20.087040 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e76e89-9d15-4cb1-8a2b-9fad0aa4282b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10937b32-3628-4fb8-8b8d-b1391930cf8a,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:47:20.101412 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20ef0a6-32d9-4ea3-acbb-74e07a89b5b3 req-9034f183-0ea3-409d-b08d-787ba7a52e82 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:47:20.102450 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Provisioning complete for port 007f69a5-28da-4b5c-8370-9e3467910e9e triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:47:20.104825 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:20.111000 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-c20ef0a6-32d9-4ea3-acbb-74e07a89b5b3 req-9034f183-0ea3-409d-b08d-787ba7a52e82 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/ports?device_id=7bd5042f-d9f8-4161-b261-c1d7af6a3af4 HTTP/1.1" status: 200 len: 949 time: 0.1348293 Mar 29 15:47:20.128222 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-99e76e89-9d15-4cb1-8a2b-9fad0aa4282b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:20.128835 n-d-834765-1 neutron-server[102791]: INFO neutron.db.segments_db [None req-99e76e89-9d15-4cb1-8a2b-9fad0aa4282b admin admin] Added segment 593392ec-7215-4ab3-8e52-325f9a7e2718 of type vlan for network 5820eec2-ced2-414a-ab32-af1fabeb5f44 Mar 29 15:47:20.190070 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f89e5ae-016e-438a-ad68-988d00abb92f None None] DHCP port deletion for 237afad2-5c99-42c5-97af-1d91f8cfe802 request from n-d-834765-1 {{(pid=102792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 29 15:47:20.202983 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-d874e85c-1995-40f5-993f-d95c91874872 admin admin] Deleting port 3f4faa9e-87f6-4b64-8570-a34104fbb2da {{(pid=102790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:47:20.203352 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-d874e85c-1995-40f5-993f-d95c91874872 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:20.253467 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-c20ef0a6-32d9-4ea3-acbb-74e07a89b5b3 req-4d4445a2-271e-4861-a44b-f3bd3633bfb3 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/security-groups?id=56997969-7130-4d86-9e9d-e068deb19a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414514 Mar 29 15:47:20.287219 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-99e76e89-9d15-4cb1-8a2b-9fad0aa4282b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783522915970'] for network, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:20.330784 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-99e76e89-9d15-4cb1-8a2b-9fad0aa4282b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795'] for network, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:20.333051 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99e76e89-9d15-4cb1-8a2b-9fad0aa4282b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:47:20.337243 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-99e76e89-9d15-4cb1-8a2b-9fad0aa4282b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for network, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:20.355879 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 3f4faa9e-87f6-4b64-8570-a34104fbb2da no longer exists at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:47:20.366207 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-99e76e89-9d15-4cb1-8a2b-9fad0aa4282b admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7999797 Mar 29 15:47:20.369245 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 52934) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:47:20.376547 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-541b4925-e8ad-414b-b1c0-eeb098fab9de admin admin] Request body: {'subnet': {'network_id': '5820eec2-ced2-414a-ab32-af1fabeb5f44', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-120289948-subnet', 'tenant_id': 'c6465a9dafbf43bf90c09b1dce8d1fc6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:47:20.392272 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [None req-d874e85c-1995-40f5-993f-d95c91874872 admin admin] For port 3f4faa9e-87f6-4b64-8570-a34104fbb2da, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=3f4faa9e-87f6-4b64-8570-a34104fbb2da,segment=NetworkSegment(6b7c66be-f702-416f-8424-fdadbd967f79),segment_id=6b7c66be-f702-416f-8424-fdadbd967f79)] {{(pid=102790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:47:20.392660 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-d874e85c-1995-40f5-993f-d95c91874872 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:20.412616 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:20.413696 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-d874e85c-1995-40f5-993f-d95c91874872 admin admin] Calling delete_port for 3f4faa9e-87f6-4b64-8570-a34104fbb2da owned by network:dhcp {{(pid=102790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:47:20.433922 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e76e89-9d15-4cb1-8a2b-9fad0aa4282b admin admin] Pushing event updated for resources: {'Network': ['ID=5820eec2-ced2-414a-ab32-af1fabeb5f44,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:47:20.440045 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-541b4925-e8ad-414b-b1c0-eeb098fab9de admin admin] Made reservation on behalf of c6465a9dafbf43bf90c09b1dce8d1fc6 for: {'subnet': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:47:20.444030 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-541b4925-e8ad-414b-b1c0-eeb098fab9de admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16218875'] for subnet, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:20.451548 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Network 5820eec2-ced2-414a-ab32-af1fabeb5f44 details requested by agent ovs-agent-n-d-834765-1 with host n-d-834765-1 {{(pid=102792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 15:47:20.485978 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-7f89e5ae-016e-438a-ad68-988d00abb92f None None] Deleting port 3f4faa9e-87f6-4b64-8570-a34104fbb2da {{(pid=102792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:47:20.486423 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-7f89e5ae-016e-438a-ad68-988d00abb92f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:20.572989 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-7f89e5ae-016e-438a-ad68-988d00abb92f None None] For port 3f4faa9e-87f6-4b64-8570-a34104fbb2da, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=3f4faa9e-87f6-4b64-8570-a34104fbb2da,segment=NetworkSegment(6b7c66be-f702-416f-8424-fdadbd967f79),segment_id=6b7c66be-f702-416f-8424-fdadbd967f79)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:47:20.574720 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-7f89e5ae-016e-438a-ad68-988d00abb92f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:20.588210 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-7f89e5ae-016e-438a-ad68-988d00abb92f None None] Calling delete_port for 3f4faa9e-87f6-4b64-8570-a34104fbb2da owned by network:dhcp {{(pid=102792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:47:20.675950 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc87f11f-f3cd-4114-96b4-8845e4aece03 req-a46cf74f-d801-4d4b-abea-eab4d2f612c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:47:20.679284 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-fc87f11f-f3cd-4114-96b4-8845e4aece03 req-a46cf74f-d801-4d4b-abea-eab4d2f612c0 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=7bd5042f-d9f8-4161-b261-c1d7af6a3af4&tenant_id=fa3ba36247ad48f4997ede3b0209bc82 HTTP/1.1" status: 200 len: 1100 time: 0.3199925 Mar 29 15:47:20.692985 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-d874e85c-1995-40f5-993f-d95c91874872 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:20.706480 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port 007f69a5-28da-4b5c-8370-9e3467910e9e, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=007f69a5-28da-4b5c-8370-9e3467910e9e,segment=NetworkSegment(e21100ac-42ad-42a8-ba92-556bc659383a),segment_id=e21100ac-42ad-42a8-ba92-556bc659383a)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:47:20.712058 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [req-fc87f11f-f3cd-4114-96b4-8845e4aece03 req-71224320-9f17-4ad8-83c0-d5c9c6169663 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-834765-1', 'device_owner': 'compute:nova'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:47:20.728250 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-7f89e5ae-016e-438a-ad68-988d00abb92f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350'] for port, after_delete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:20.779199 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:20.780066 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device 53bb8200-f409-497e-8e5a-d1604f58a2ad no longer exists at agent hyperv_n-h2-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:47:20.904555 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-731e3933-1e61-47f1-badd-757c005865ad req-7e5d6034-8b8b-4fe3-92c5-d8a4f2f2e3b9 tempest-ServerShowV247Test-1180077024 tempest-ServerShowV247Test-1180077024-project] 10.222.0.42 "GET /v2.0/ports?device_id=70fec07f-1f0a-4145-aad5-051a38b43b4d HTTP/1.1" status: 200 len: 210 time: 0.1785970 Mar 29 15:47:20.914526 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d874e85c-1995-40f5-993f-d95c91874872 admin admin] Pushing event deleted for resources: {'Port': ['ID=3f4faa9e-87f6-4b64-8570-a34104fbb2da,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:47:20.927906 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d874e85c-1995-40f5-993f-d95c91874872 admin admin] No DVR routers for this DVR port 3f4faa9e-87f6-4b64-8570-a34104fbb2da on host n-d-834765-1 {{(pid=102790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:47:20.985898 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f89e5ae-016e-438a-ad68-988d00abb92f None None] No DVR routers for this DVR port 3f4faa9e-87f6-4b64-8570-a34104fbb2da on host n-d-834765-1 {{(pid=102792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:47:20.995355 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f89e5ae-016e-438a-ad68-988d00abb92f None None] Pushing event deleted for resources: {'Port': ['ID=3f4faa9e-87f6-4b64-8570-a34104fbb2da,revision_number=None']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:47:21.005488 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-541b4925-e8ad-414b-b1c0-eeb098fab9de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16155524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16218861'] for subnet, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:21.006911 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Port 3f4faa9e-87f6-4b64-8570-a34104fbb2da update to DOWN by agent not found {{(pid=102792) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2191}} Mar 29 15:47:21.036218 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] No Port match for: 53bb8200-f409-497e-8e5a-d1604f58a2ad {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 15:47:21.036218 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device 53bb8200-f409-497e-8e5a-d1604f58a2ad not bound to the agent host n-h2-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:47:21.210204 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3614f10-e22f-4be7-a019-da33cb0f97dd req-1d07e8bb-fdda-4848-af1f-74915d70d3c2 tempest-MultipleCreateTestJSON-670714017 tempest-MultipleCreateTestJSON-670714017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:47:21.222322 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f3614f10-e22f-4be7-a019-da33cb0f97dd req-1d07e8bb-fdda-4848-af1f-74915d70d3c2 tempest-MultipleCreateTestJSON-670714017 tempest-MultipleCreateTestJSON-670714017-project] 10.222.0.42 "GET /v2.0/ports?device_id=0495a48a-633e-46cc-a536-a9bc2997eea9 HTTP/1.1" status: 200 len: 946 time: 0.3990974 Mar 29 15:47:21.249865 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-fc87f11f-f3cd-4114-96b4-8845e4aece03 req-71224320-9f17-4ad8-83c0-d5c9c6169663 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:21.287873 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0495a48a-633e-46cc-a536-a9bc2997eea9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '007f69a5-28da-4b5c-8370-9e3467910e9e'}] {{(pid=102792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:47:21.289205 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-d874e85c-1995-40f5-993f-d95c91874872 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639890', 'neutron.services.segments.db._delete_segments_for_network-8783523423079'] for network, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:21.296703 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4f476c66b318cc6068719fc39557fac68d413f5c7e78fa77028c7948e999ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29e64437-2ed8-4a3a-b91b-7e520e2e4c4d" -d '{"events": [{"server_uuid": "0495a48a-633e-46cc-a536-a9bc2997eea9", "name": "network-vif-plugged", "status": "completed", "tag": "007f69a5-28da-4b5c-8370-9e3467910e9e"}]}' {{(pid=102792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:47:21.297842 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541b4925-e8ad-414b-b1c0-eeb098fab9de admin admin] Pushing event updated for resources: {'Subnet': ['ID=406fd4ed-e828-4758-9c87-5ac29cec1b72,revision_number=0']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:47:21.324677 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Pushing event updated for resources: {'Port': ['ID=007f69a5-28da-4b5c-8370-9e3467910e9e,revision_number=5']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:47:21.335427 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-541b4925-e8ad-414b-b1c0-eeb098fab9de admin admin] Checking segment: {'id': '593392ec-7215-4ab3-8e52-325f9a7e2718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '5820eec2-ced2-414a-ab32-af1fabeb5f44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:47:21.340023 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-541b4925-e8ad-414b-b1c0-eeb098fab9de admin admin] Network hostable DHCP agents. Network: 5820eec2-ced2-414a-ab32-af1fabeb5f44, hostable agents: ['d136643e-48ae-49d4-a851-2ba3bdf3749c'], hosted agents: [] {{(pid=102791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 15:47:21.430534 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f3614f10-e22f-4be7-a019-da33cb0f97dd req-e24e6aed-1a98-4fbf-8633-8da9f79ec6e7 tempest-MultipleCreateTestJSON-670714017 tempest-MultipleCreateTestJSON-670714017-project] 10.222.0.42 "GET /v2.0/security-groups?id=622584de-fdfc-4a41-9592-a14d48f13313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2007093 Mar 29 15:47:21.452895 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-541b4925-e8ad-414b-b1c0-eeb098fab9de admin admin] Network 5820eec2-ced2-414a-ab32-af1fabeb5f44 is scheduled to be hosted by DHCP agent d136643e-48ae-49d4-a851-2ba3bdf3749c with binding_index 1 {{(pid=102791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 15:47:21.482744 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [None req-541b4925-e8ad-414b-b1c0-eeb098fab9de admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834765-1, 5820eec2-ced2-414a-ab32-af1fabeb5f44) {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:47:21.493324 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc837a65-4a8f-4a98-b74b-9d3a59c93622 None None] Network 5820eec2-ced2-414a-ab32-af1fabeb5f44 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 15:47:21.513234 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-541b4925-e8ad-414b-b1c0-eeb098fab9de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:47:21.514392 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-541b4925-e8ad-414b-b1c0-eeb098fab9de admin admin] Notify callbacks [] for subnet, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:21.519952 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec07cfa3-856f-44f4-a19c-92b3c6b1b4a0 req-54ddde16-f557-4a32-b387-530c516942f7 tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:47:21.527298 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-ec07cfa3-856f-44f4-a19c-92b3c6b1b4a0 req-54ddde16-f557-4a32-b387-530c516942f7 tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] 10.222.0.42 "GET /v2.0/ports?device_id=e5a979b1-652e-4963-bb8b-2b30de72faf4 HTTP/1.1" status: 200 len: 945 time: 0.3181276 Mar 29 15:47:21.532278 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-d874e85c-1995-40f5-993f-d95c91874872 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['237afad2-5c99-42c5-97af-1d91f8cfe802']}} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:47:21.558880 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-d874e85c-1995-40f5-993f-d95c91874872 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b7c66be-f702-416f-8424-fdadbd967f79') {'for_net_delete': True} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:47:21.559173 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-d874e85c-1995-40f5-993f-d95c91874872 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b7c66be-f702-416f-8424-fdadbd967f79') {} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:47:21.589160 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-541b4925-e8ad-414b-b1c0-eeb098fab9de admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.2171967 Mar 29 15:47:21.591276 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 52960) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:47:21.599955 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-78608c19-33c1-4341-8d38-454ccf80f3dc admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-120289948-router', 'tenant_id': 'c6465a9dafbf43bf90c09b1dce8d1fc6', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'}}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:47:21.627129 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [req-fc87f11f-f3cd-4114-96b4-8845e4aece03 req-71224320-9f17-4ad8-83c0-d5c9c6169663 service neutron] For port 8b2a470d-90ea-4ceb-90e7-dade170a3c3f, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=8b2a470d-90ea-4ceb-90e7-dade170a3c3f,segment=NetworkSegment(a0c230f0-660a-4194-9279-0f0781d34134),segment_id=a0c230f0-660a-4194-9279-0f0781d34134)] {{(pid=102790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:47:21.652172 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-78608c19-33c1-4341-8d38-454ccf80f3dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-532385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129310'] for router, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:21.653244 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-78608c19-33c1-4341-8d38-454ccf80f3dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-648091', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-684384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129319'] for router, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:21.690286 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-d874e85c-1995-40f5-993f-d95c91874872 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783523422064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4614019'] for segment, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:21.716264 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-d874e85c-1995-40f5-993f-d95c91874872 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:21.724878 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-ec07cfa3-856f-44f4-a19c-92b3c6b1b4a0 req-0cd403a6-aac6-4737-948b-3c1fce921834 tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] 10.222.0.42 "GET /v2.0/security-groups?id=c7a98718-a37a-4214-92b3-d1a7e3aaebf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1967499 Mar 29 15:47:21.739798 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d874e85c-1995-40f5-993f-d95c91874872 admin admin] Releasing vlan 601 on physical network physnet1 to pool {{(pid=102790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 15:47:21.740240 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-d874e85c-1995-40f5-993f-d95c91874872 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5238013'] for segment, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:21.741956 n-d-834765-1 neutron-server[102790]: Traceback (most recent call last): Mar 29 15:47:21.741956 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 15:47:21.741956 n-d-834765-1 neutron-server[102790]: timer() Mar 29 15:47:21.741956 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 15:47:21.741956 n-d-834765-1 neutron-server[102790]: cb(*args, **kw) Mar 29 15:47:21.741956 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 15:47:21.741956 n-d-834765-1 neutron-server[102790]: return func(*args, **kwargs) Mar 29 15:47:21.741956 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 15:47:21.741956 n-d-834765-1 neutron-server[102790]: self._notify() Mar 29 15:47:21.741956 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 15:47:21.741956 n-d-834765-1 neutron-server[102790]: self.callback(batched_events) Mar 29 15:47:21.741956 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 15:47:21.741956 n-d-834765-1 neutron-server[102790]: event.method(event) Mar 29 15:47:21.741956 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 15:47:21.741956 n-d-834765-1 neutron-server[102790]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 15:47:21.741956 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 15:47:21.741956 n-d-834765-1 neutron-server[102790]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 15:47:21.741956 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 15:47:21.741956 n-d-834765-1 neutron-server[102790]: return f(self, *a, **k) Mar 29 15:47:21.741956 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 15:47:21.741956 n-d-834765-1 neutron-server[102790]: return self._get(url).json() Mar 29 15:47:21.741956 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 15:47:21.741956 n-d-834765-1 neutron-server[102790]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 15:47:21.741956 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 15:47:21.741956 n-d-834765-1 neutron-server[102790]: return self.request(url, 'GET', **kwargs) Mar 29 15:47:21.741956 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 15:47:21.741956 n-d-834765-1 neutron-server[102790]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 15:47:21.741956 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 15:47:21.741956 n-d-834765-1 neutron-server[102790]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 15:47:21.741956 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 15:47:21.741956 n-d-834765-1 neutron-server[102790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 15:47:21.741956 n-d-834765-1 neutron-server[102790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 15:47:21.757233 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [req-fc87f11f-f3cd-4114-96b4-8845e4aece03 req-71224320-9f17-4ad8-83c0-d5c9c6169663 service neutron] For port 8b2a470d-90ea-4ceb-90e7-dade170a3c3f, host n-h2-834765-1, cleared binding levels {{(pid=102790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:47:21.848330 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-d874e85c-1995-40f5-993f-d95c91874872 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1639897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648174'] for network, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:21.855246 n-d-834765-1 neutron-server[102790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bd5042f-d9f8-4161-b261-c1d7af6a3af4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8b2a470d-90ea-4ceb-90e7-dade170a3c3f'}] {{(pid=102790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:47:21.860818 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46b06d655c90bc969636382cce4240ad749035fb0f3a83ee4734fa1ed9c4a6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25b454fe-fc17-4bf6-a457-413d889ddfdb" -d '{"events": [{"server_uuid": "7bd5042f-d9f8-4161-b261-c1d7af6a3af4", "name": "network-vif-unplugged", "status": "completed", "tag": "8b2a470d-90ea-4ceb-90e7-dade170a3c3f"}]}' {{(pid=102790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:47:21.881845 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-fc87f11f-f3cd-4114-96b4-8845e4aece03 req-71224320-9f17-4ad8-83c0-d5c9c6169663 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:21.909975 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-78608c19-33c1-4341-8d38-454ccf80f3dc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:21.915648 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-d874e85c-1995-40f5-993f-d95c91874872 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for network, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:21.924291 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-d874e85c-1995-40f5-993f-d95c91874872 admin admin] 10.222.0.42 "DELETE /v2.0/networks/237afad2-5c99-42c5-97af-1d91f8cfe802 HTTP/1.1" status: 204 len: 168 time: 2.1376350 Mar 29 15:47:21.948031 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:47:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6c8cacc-4b2e-4c23-8bc5-49383640a67a x-openstack-request-id: req-e6c8cacc-4b2e-4c23-8bc5-49383640a67a {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:47:21.948031 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0495a48a-633e-46cc-a536-a9bc2997eea9", "name": "network-vif-plugged", "status": "completed", "tag": "007f69a5-28da-4b5c-8370-9e3467910e9e", "code": 200}]} {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:47:21.948321 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e6c8cacc-4b2e-4c23-8bc5-49383640a67a {{(pid=102792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:47:21.948711 n-d-834765-1 neutron-server[102792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0495a48a-633e-46cc-a536-a9bc2997eea9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '007f69a5-28da-4b5c-8370-9e3467910e9e', 'code': 200} Mar 29 15:47:21.955564 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6ce9db3-4216-469d-822e-7b7e478dbc61 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0035034-69b0-5ffc-b384-0ac6189c5628-5820eec2-ced2-414a-ab32-af1fabeb5f44', 'network_id': '5820eec2-ced2-414a-ab32-af1fabeb5f44', 'tenant_id': 'c6465a9dafbf43bf90c09b1dce8d1fc6', 'fixed_ips': [{'subnet_id': '406fd4ed-e828-4758-9c87-5ac29cec1b72'}]}} from n-d-834765-1. {{(pid=102792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 29 15:47:21.975732 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-e6ce9db3-4216-469d-822e-7b7e478dbc61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:22.042409 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d874e85c-1995-40f5-993f-d95c91874872 admin admin] Pushing event deleted for resources: {'Network': ['ID=237afad2-5c99-42c5-97af-1d91f8cfe802,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:47:22.072394 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.provisioning_blocks [req-fc87f11f-f3cd-4114-96b4-8845e4aece03 req-71224320-9f17-4ad8-83c0-d5c9c6169663 service neutron] Transition to ACTIVE for port object 8b2a470d-90ea-4ceb-90e7-dade170a3c3f will not be triggered until provisioned by entity L2. {{(pid=102790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 15:47:22.146223 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-fc87f11f-f3cd-4114-96b4-8845e4aece03 req-71224320-9f17-4ad8-83c0-d5c9c6169663 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5237921'] for port, after_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:22.250647 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2c2d9d-d4c4-4c5a-9eee-dfff0e9c4853 req-ed3a83a0-2ace-4182-a159-30c89349b611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:47:22.261887 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-da2c2d9d-d4c4-4c5a-9eee-dfff0e9c4853 req-ed3a83a0-2ace-4182-a159-30c89349b611 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=0495a48a-633e-46cc-a536-a9bc2997eea9 HTTP/1.1" status: 200 len: 1097 time: 0.2402558 Mar 29 15:47:22.295791 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71224320-9f17-4ad8-83c0-d5c9c6169663 service neutron] Pushing event updated for resources: {'Port': ['ID=8b2a470d-90ea-4ceb-90e7-dade170a3c3f,revision_number=6']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:47:22.329645 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ebbe79-630e-40da-8d79-898a622d7349 req-4c0377f2-1fcb-4421-808c-84db80a6f9f8 tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:47:22.337628 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-c6ebbe79-630e-40da-8d79-898a622d7349 req-4c0377f2-1fcb-4421-808c-84db80a6f9f8 tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] 10.222.0.42 "GET /v2.0/ports?device_id=e5a979b1-652e-4963-bb8b-2b30de72faf4 HTTP/1.1" status: 200 len: 945 time: 0.2185199 Mar 29 15:47:22.361530 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc87f11f-f3cd-4114-96b4-8845e4aece03 req-71224320-9f17-4ad8-83c0-d5c9c6169663 service neutron] No DVR routers for this DVR port 8b2a470d-90ea-4ceb-90e7-dade170a3c3f on host n-h2-834765-1 {{(pid=102790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:47:22.374029 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 52974) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:47:22.389395 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.db_base_plugin_common [None req-e6ce9db3-4216-469d-822e-7b7e478dbc61 None None] Allocated IP 172.20.0.2 (5820eec2-ced2-414a-ab32-af1fabeb5f44/406fd4ed-e828-4758-9c87-5ac29cec1b72/93ecb40f-39a7-4ce3-aaf6-140b0007159d) {{(pid=102792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:47:22.574444 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-b2db0ecc-64c0-4b97-91dd-f5f2c218a9a9 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=36880b077ae44472a766ee3dbca8c57a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1570604 Mar 29 15:47:22.576930 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-da2c2d9d-d4c4-4c5a-9eee-dfff0e9c4853 req-74c73327-5547-4db8-b301-9f82be290836 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=622584de-fdfc-4a41-9592-a14d48f13313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2919638 Mar 29 15:47:22.580854 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 52978) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:47:22.590795 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.managers [req-fc87f11f-f3cd-4114-96b4-8845e4aece03 req-71224320-9f17-4ad8-83c0-d5c9c6169663 service neutron] Attempting to bind port 8b2a470d-90ea-4ceb-90e7-dade170a3c3f on host n-h1-834765-1 for vnic_type normal with profile {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:47:22.599755 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.managers [req-fc87f11f-f3cd-4114-96b4-8845e4aece03 req-71224320-9f17-4ad8-83c0-d5c9c6169663 service neutron] Attempting to bind port 8b2a470d-90ea-4ceb-90e7-dade170a3c3f by drivers openvswitch,hyperv on host n-h1-834765-1 at level 0 using segments [{'id': 'a0c230f0-660a-4194-9279-0f0781d34134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '2268a9b9-82fd-4886-a91d-3a50e4e16cab'}] {{(pid=102790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:47:22.600512 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc87f11f-f3cd-4114-96b4-8845e4aece03 req-71224320-9f17-4ad8-83c0-d5c9c6169663 service neutron] Attempting to bind port 8b2a470d-90ea-4ceb-90e7-dade170a3c3f on network 2268a9b9-82fd-4886-a91d-3a50e4e16cab {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:47:22.629954 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-c6ebbe79-630e-40da-8d79-898a622d7349 req-190a22c1-1920-4e0b-aa89-d6233131b3b6 tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] 10.222.0.42 "GET /v2.0/security-groups?id=c7a98718-a37a-4214-92b3-d1a7e3aaebf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2909954 Mar 29 15:47:22.688089 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc87f11f-f3cd-4114-96b4-8845e4aece03 req-71224320-9f17-4ad8-83c0-d5c9c6169663 service neutron] Port 8b2a470d-90ea-4ceb-90e7-dade170a3c3f on network 2268a9b9-82fd-4886-a91d-3a50e4e16cab not bound, no agent of type Open vSwitch agent registered on host n-h1-834765-1 {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 15:47:22.688484 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc87f11f-f3cd-4114-96b4-8845e4aece03 req-71224320-9f17-4ad8-83c0-d5c9c6169663 service neutron] Attempting to bind port 8b2a470d-90ea-4ceb-90e7-dade170a3c3f on network 2268a9b9-82fd-4886-a91d-3a50e4e16cab {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:47:22.716106 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc87f11f-f3cd-4114-96b4-8845e4aece03 req-71224320-9f17-4ad8-83c0-d5c9c6169663 service neutron] Checking agent: {'id': 'be375040-5069-4239-9460-a3a3213e1e90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 33, 18), 'started_at': datetime.datetime(2022, 3, 29, 15, 33, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 47, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:47:22.717568 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc87f11f-f3cd-4114-96b4-8845e4aece03 req-71224320-9f17-4ad8-83c0-d5c9c6169663 service neutron] Checking segment: {'id': 'a0c230f0-660a-4194-9279-0f0781d34134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '2268a9b9-82fd-4886-a91d-3a50e4e16cab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:47:22.717568 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc87f11f-f3cd-4114-96b4-8845e4aece03 req-71224320-9f17-4ad8-83c0-d5c9c6169663 service neutron] Bound using segment: {'id': 'a0c230f0-660a-4194-9279-0f0781d34134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '2268a9b9-82fd-4886-a91d-3a50e4e16cab'} {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:47:22.717727 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.managers [req-fc87f11f-f3cd-4114-96b4-8845e4aece03 req-71224320-9f17-4ad8-83c0-d5c9c6169663 service neutron] Bound port: 8b2a470d-90ea-4ceb-90e7-dade170a3c3f, host: n-h1-834765-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0c230f0-660a-4194-9279-0f0781d34134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '2268a9b9-82fd-4886-a91d-3a50e4e16cab'}}] {{(pid=102790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 15:47:22.720074 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-fc87f11f-f3cd-4114-96b4-8845e4aece03 req-71224320-9f17-4ad8-83c0-d5c9c6169663 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:22.819855 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-e6ce9db3-4216-469d-822e-7b7e478dbc61 None None] Notify callbacks [] for port, precommit_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:22.844123 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-e6ce9db3-4216-469d-822e-7b7e478dbc61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956'] for port, after_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:22.879798 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 29 Mar 2022 15:47:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5efe49b-0cf5-418b-bc3f-d1e37998ec1c x-openstack-request-id: req-a5efe49b-0cf5-418b-bc3f-d1e37998ec1c {{(pid=102790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:47:22.880182 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bd5042f-d9f8-4161-b261-c1d7af6a3af4", "name": "network-vif-unplugged", "status": "completed", "tag": "8b2a470d-90ea-4ceb-90e7-dade170a3c3f", "code": 200}]} {{(pid=102790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:47:22.881320 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a5efe49b-0cf5-418b-bc3f-d1e37998ec1c {{(pid=102790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:47:22.881732 n-d-834765-1 neutron-server[102790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bd5042f-d9f8-4161-b261-c1d7af6a3af4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8b2a470d-90ea-4ceb-90e7-dade170a3c3f', 'code': 200} Mar 29 15:47:22.891051 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ce9db3-4216-469d-822e-7b7e478dbc61 None None] Pushing event updated for resources: {'Port': ['ID=93ecb40f-39a7-4ce3-aaf6-140b0007159d,revision_number=1']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:47:22.906385 n-d-834765-1 neutron-server[102792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6ce9db3-4216-469d-822e-7b7e478dbc61 None None] Network 5820eec2-ced2-414a-ab32-af1fabeb5f44 is already hosted by enough agents. {{(pid=102792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:47:22.908098 n-d-834765-1 neutron-server[102792]: DEBUG neutron.scheduler.base_scheduler [None req-e6ce9db3-4216-469d-822e-7b7e478dbc61 None None] Resources bound (agent type, host, resource id): {{(pid=102792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:47:22.911129 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6ce9db3-4216-469d-822e-7b7e478dbc61 None None] Received port after_create {{(pid=102792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:47:22.922754 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-87250ea0-08f9-4eca-b784-c7b4df493580 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:23.004481 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-e6ce9db3-4216-469d-822e-7b7e478dbc61 None None] Attempting to bind port 93ecb40f-39a7-4ce3-aaf6-140b0007159d on host n-d-834765-1 for vnic_type normal with profile {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:47:23.005209 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-e6ce9db3-4216-469d-822e-7b7e478dbc61 None None] Attempting to bind port 93ecb40f-39a7-4ce3-aaf6-140b0007159d by drivers openvswitch,hyperv on host n-d-834765-1 at level 0 using segments [{'id': '593392ec-7215-4ab3-8e52-325f9a7e2718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '5820eec2-ced2-414a-ab32-af1fabeb5f44'}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:47:23.005793 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6ce9db3-4216-469d-822e-7b7e478dbc61 None None] Attempting to bind port 93ecb40f-39a7-4ce3-aaf6-140b0007159d on network 5820eec2-ced2-414a-ab32-af1fabeb5f44 {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:47:23.014163 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6ce9db3-4216-469d-822e-7b7e478dbc61 None None] Checking agent: {'id': 'a8866439-9d96-425c-b519-6905c591ac37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 25, 36), 'started_at': datetime.datetime(2022, 3, 29, 15, 26, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 47, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834765-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:47:23.014965 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6ce9db3-4216-469d-822e-7b7e478dbc61 None None] Checking segment: {'id': '593392ec-7215-4ab3-8e52-325f9a7e2718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '5820eec2-ced2-414a-ab32-af1fabeb5f44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:47:23.015621 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-e6ce9db3-4216-469d-822e-7b7e478dbc61 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:23.016356 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6ce9db3-4216-469d-822e-7b7e478dbc61 None None] Bound using segment: {'id': '593392ec-7215-4ab3-8e52-325f9a7e2718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '5820eec2-ced2-414a-ab32-af1fabeb5f44'} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:47:23.017044 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-e6ce9db3-4216-469d-822e-7b7e478dbc61 None None] Bound port: 93ecb40f-39a7-4ce3-aaf6-140b0007159d, host: n-d-834765-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '593392ec-7215-4ab3-8e52-325f9a7e2718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '5820eec2-ced2-414a-ab32-af1fabeb5f44'}}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 15:47:23.017729 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-e6ce9db3-4216-469d-822e-7b7e478dbc61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:23.088498 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-2c530945-50cc-4f08-854c-81744ee33d31 req-a215d0da-2f0f-4f1a-82c3-4a54609e3640 tempest-ServerShowV247Test-1180077024 tempest-ServerShowV247Test-1180077024-project] 10.222.0.42 "GET /v2.0/ports?device_id=70fec07f-1f0a-4145-aad5-051a38b43b4d HTTP/1.1" status: 200 len: 210 time: 0.1281438 Mar 29 15:47:23.100752 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-87250ea0-08f9-4eca-b784-c7b4df493580 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:23.172531 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [req-fc87f11f-f3cd-4114-96b4-8845e4aece03 req-71224320-9f17-4ad8-83c0-d5c9c6169663 service neutron] For port 8b2a470d-90ea-4ceb-90e7-dade170a3c3f, host n-h1-834765-1, cleared binding levels {{(pid=102790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:47:23.225618 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [req-fc87f11f-f3cd-4114-96b4-8845e4aece03 req-71224320-9f17-4ad8-83c0-d5c9c6169663 service neutron] For port 8b2a470d-90ea-4ceb-90e7-dade170a3c3f, host n-h1-834765-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=8b2a470d-90ea-4ceb-90e7-dade170a3c3f,segment=NetworkSegment(a0c230f0-660a-4194-9279-0f0781d34134),segment_id=a0c230f0-660a-4194-9279-0f0781d34134)] {{(pid=102790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:47:23.238857 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-fc87f11f-f3cd-4114-96b4-8845e4aece03 req-71224320-9f17-4ad8-83c0-d5c9c6169663 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5237921'] for port, after_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:23.277781 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-e6ce9db3-4216-469d-822e-7b7e478dbc61 None None] For port 93ecb40f-39a7-4ce3-aaf6-140b0007159d, host n-d-834765-1, cleared binding levels {{(pid=102792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:47:23.285671 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e21e79-8756-4817-84d9-cf832fd6ec7e req-fdecccaa-8a22-442a-a0e4-4a29136462ae tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:47:23.308547 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-55e21e79-8756-4817-84d9-cf832fd6ec7e req-fdecccaa-8a22-442a-a0e4-4a29136462ae tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/ports?device_id=7bd5042f-d9f8-4161-b261-c1d7af6a3af4 HTTP/1.1" status: 200 len: 949 time: 1.6075821 Mar 29 15:47:23.312375 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-e6ce9db3-4216-469d-822e-7b7e478dbc61 None None] For port 93ecb40f-39a7-4ce3-aaf6-140b0007159d, host n-d-834765-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=93ecb40f-39a7-4ce3-aaf6-140b0007159d,segment=NetworkSegment(593392ec-7215-4ab3-8e52-325f9a7e2718),segment_id=593392ec-7215-4ab3-8e52-325f9a7e2718)] {{(pid=102792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:47:23.324658 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-e6ce9db3-4216-469d-822e-7b7e478dbc61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:23.331195 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc87f11f-f3cd-4114-96b4-8845e4aece03 req-71224320-9f17-4ad8-83c0-d5c9c6169663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:47:23.331839 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-fc87f11f-f3cd-4114-96b4-8845e4aece03 req-71224320-9f17-4ad8-83c0-d5c9c6169663 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:23.334371 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-fc87f11f-f3cd-4114-96b4-8845e4aece03 req-71224320-9f17-4ad8-83c0-d5c9c6169663 service neutron] 10.222.0.44 "PUT /v2.0/ports/8b2a470d-90ea-4ceb-90e7-dade170a3c3f HTTP/1.1" status: 200 len: 1095 time: 2.6374640 Mar 29 15:47:23.370842 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-87250ea0-08f9-4eca-b784-c7b4df493580 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:23.374012 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-87250ea0-08f9-4eca-b784-c7b4df493580 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:23.377507 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-87250ea0-08f9-4eca-b784-c7b4df493580 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/4600fc30-be81-4c99-acf1-e3f516af1e36 HTTP/1.1" status: 204 len: 168 time: 0.7913268 Mar 29 15:47:23.433946 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d968aab3-7e5b-42ae-a264-dfa39d2ae0da req-e0c39350-ec12-4e54-897f-d04d4e07a897 tempest-MultipleCreateTestJSON-670714017 tempest-MultipleCreateTestJSON-670714017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:47:23.435619 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-d968aab3-7e5b-42ae-a264-dfa39d2ae0da req-e0c39350-ec12-4e54-897f-d04d4e07a897 tempest-MultipleCreateTestJSON-670714017 tempest-MultipleCreateTestJSON-670714017-project] 10.222.0.42 "GET /v2.0/ports?device_id=0495a48a-633e-46cc-a536-a9bc2997eea9 HTTP/1.1" status: 200 len: 946 time: 0.2081347 Mar 29 15:47:23.453648 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71224320-9f17-4ad8-83c0-d5c9c6169663 service neutron] Pushing event updated for resources: {'Port': ['ID=8b2a470d-90ea-4ceb-90e7-dade170a3c3f,revision_number=7']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:47:23.546291 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87250ea0-08f9-4eca-b784-c7b4df493580 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4600fc30-be81-4c99-acf1-e3f516af1e36,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:47:23.578705 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ce9db3-4216-469d-822e-7b7e478dbc61 None None] Pushing event updated for resources: {'Port': ['ID=93ecb40f-39a7-4ce3-aaf6-140b0007159d,revision_number=2']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:47:23.696581 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-d968aab3-7e5b-42ae-a264-dfa39d2ae0da req-b0bef13d-8c64-4146-9d1e-a5b613ed4454 tempest-MultipleCreateTestJSON-670714017 tempest-MultipleCreateTestJSON-670714017-project] 10.222.0.42 "GET /v2.0/security-groups?id=622584de-fdfc-4a41-9592-a14d48f13313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2380393 Mar 29 15:47:23.705545 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc87f11f-f3cd-4114-96b4-8845e4aece03 req-9aa932da-235a-482d-8e09-5b0edde007ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:47:23.711154 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-fc87f11f-f3cd-4114-96b4-8845e4aece03 req-9aa932da-235a-482d-8e09-5b0edde007ce service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=fa3ba36247ad48f4997ede3b0209bc82&device_id=7bd5042f-d9f8-4161-b261-c1d7af6a3af4 HTTP/1.1" status: 200 len: 1098 time: 0.3316474 Mar 29 15:47:23.808512 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device 8b2a470d-90ea-4ceb-90e7-dade170a3c3f no longer exists at agent hyperv_n-h2-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:47:23.817126 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-78608c19-33c1-4341-8d38-454ccf80f3dc admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:23.905730 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-55e21e79-8756-4817-84d9-cf832fd6ec7e req-f1fe9fff-c688-48e4-bb3a-75af1496fbda tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/security-groups?id=56997969-7130-4d86-9e9d-e068deb19a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5930414 Mar 29 15:47:23.978806 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device 8b2a470d-90ea-4ceb-90e7-dade170a3c3f not bound to the agent host n-h2-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:47:24.133164 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc87f11f-f3cd-4114-96b4-8845e4aece03 req-1aa905b5-d762-41e0-8732-f99aa1aa2081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:47:24.134660 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-fc87f11f-f3cd-4114-96b4-8845e4aece03 req-1aa905b5-d762-41e0-8732-f99aa1aa2081 service neutron] 10.222.0.44 "GET /v2.0/networks?id=2268a9b9-82fd-4886-a91d-3a50e4e16cab HTTP/1.1" status: 200 len: 870 time: 0.4176111 Mar 29 15:47:24.316378 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-fc87f11f-f3cd-4114-96b4-8845e4aece03 req-8c2f060a-67ef-45f3-ab11-ebd247bb93f9 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.97&port_id=8b2a470d-90ea-4ceb-90e7-dade170a3c3f HTTP/1.1" status: 200 len: 217 time: 0.1653421 Mar 29 15:47:24.421934 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7933b005-d5e2-4030-855e-fa659b577ee9 req-4af1f1e1-d187-412a-851a-0c5f3ccf8b32 tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:47:24.435837 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-cb103906-3e0f-4be1-b3ec-4ac687f99b57 req-18b2b13a-65dd-4937-85a9-67364b19a189 tempest-ServerShowV247Test-1180077024 tempest-ServerShowV247Test-1180077024-project] 10.222.0.42 "GET /v2.0/ports?device_id=70fec07f-1f0a-4145-aad5-051a38b43b4d HTTP/1.1" status: 200 len: 210 time: 0.1183405 Mar 29 15:47:24.438747 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-7933b005-d5e2-4030-855e-fa659b577ee9 req-4af1f1e1-d187-412a-851a-0c5f3ccf8b32 tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] 10.222.0.42 "GET /v2.0/ports?device_id=e5a979b1-652e-4963-bb8b-2b30de72faf4 HTTP/1.1" status: 200 len: 945 time: 0.2972295 Mar 29 15:47:24.495542 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc87f11f-f3cd-4114-96b4-8845e4aece03 req-4e3a0d35-ff19-40c8-8d11-85456d12e6b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:47:24.501663 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-fc87f11f-f3cd-4114-96b4-8845e4aece03 req-4e3a0d35-ff19-40c8-8d11-85456d12e6b8 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=abb8e5d6-2aea-4455-a944-3435a3d1ce49 HTTP/1.1" status: 200 len: 843 time: 0.1633959 Mar 29 15:47:24.527499 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 93ecb40f-39a7-4ce3-aaf6-140b0007159d up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:47:24.577460 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-7933b005-d5e2-4030-855e-fa659b577ee9 req-54a44277-66e1-482b-aba0-37eb0c6f9e07 tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] 10.222.0.42 "GET /v2.0/security-groups?id=c7a98718-a37a-4214-92b3-d1a7e3aaebf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271517 Mar 29 15:47:24.641318 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc87f11f-f3cd-4114-96b4-8845e4aece03 req-95fb78bf-d77f-49a9-a8bf-6730675d3570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:47:24.642822 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-fc87f11f-f3cd-4114-96b4-8845e4aece03 req-95fb78bf-d77f-49a9-a8bf-6730675d3570 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2268a9b9-82fd-4886-a91d-3a50e4e16cab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1340702 Mar 29 15:47:24.734877 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port 93ecb40f-39a7-4ce3-aaf6-140b0007159d triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:47:24.736475 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:24.792051 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-78608c19-33c1-4341-8d38-454ccf80f3dc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:24.839488 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-78608c19-33c1-4341-8d38-454ccf80f3dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:24.933699 n-d-834765-1 neutron-server[102790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bd5042f-d9f8-4161-b261-c1d7af6a3af4', 'tag': '8b2a470d-90ea-4ceb-90e7-dade170a3c3f'}] {{(pid=102790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:47:24.941216 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46b06d655c90bc969636382cce4240ad749035fb0f3a83ee4734fa1ed9c4a6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2de6e97e-d7e5-4937-b3d8-d2821a5fdc46" -d '{"events": [{"name": "network-changed", "server_uuid": "7bd5042f-d9f8-4161-b261-c1d7af6a3af4", "tag": "8b2a470d-90ea-4ceb-90e7-dade170a3c3f"}]}' {{(pid=102790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:47:24.968828 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:25.041210 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] For port 93ecb40f-39a7-4ce3-aaf6-140b0007159d, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=93ecb40f-39a7-4ce3-aaf6-140b0007159d,segment=NetworkSegment(593392ec-7215-4ab3-8e52-325f9a7e2718),segment_id=593392ec-7215-4ab3-8e52-325f9a7e2718)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:47:25.044484 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d8ca07-ce96-42f7-8596-8497e6888f90 req-8fd043a7-233d-41d7-86ef-b4ffb500cd6d tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:47:25.055291 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:25.060608 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-08d8ca07-ce96-42f7-8596-8497e6888f90 req-8fd043a7-233d-41d7-86ef-b4ffb500cd6d tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] 10.222.0.42 "GET /v2.0/ports?device_id=e5a979b1-652e-4963-bb8b-2b30de72faf4 HTTP/1.1" status: 200 len: 945 time: 0.3064129 Mar 29 15:47:25.065903 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be0b90b-48df-4cd3-8368-ef1667b3a233 req-418e97b6-dd2e-4c4a-95a6-5ae654ed9396 tempest-MultipleCreateTestJSON-670714017 tempest-MultipleCreateTestJSON-670714017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:47:25.066714 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-3be0b90b-48df-4cd3-8368-ef1667b3a233 req-418e97b6-dd2e-4c4a-95a6-5ae654ed9396 tempest-MultipleCreateTestJSON-670714017 tempest-MultipleCreateTestJSON-670714017-project] 10.222.0.42 "GET /v2.0/ports?device_id=0495a48a-633e-46cc-a536-a9bc2997eea9 HTTP/1.1" status: 200 len: 946 time: 0.1554728 Mar 29 15:47:25.085708 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-fc87f11f-f3cd-4114-96b4-8845e4aece03 req-fae9583b-0d92-4bab-9fc0-23e5cd3fef05 service neutron] 10.222.0.44 "GET /v2.0/networks/2268a9b9-82fd-4886-a91d-3a50e4e16cab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4345918 Mar 29 15:47:25.158052 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_common [None req-78608c19-33c1-4341-8d38-454ccf80f3dc admin admin] Allocated IP 172.25.4.74 (4a4a035d-ecac-4ead-baa3-25f90788773a/e1a353dc-fac8-4901-a63c-273840237d6a/cde34bcf-8da1-4d24-9563-f97d8199f91f) {{(pid=102791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:47:25.183488 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Pushing event updated for resources: {'Port': ['ID=93ecb40f-39a7-4ce3-aaf6-140b0007159d,revision_number=3']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:47:25.261923 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-3be0b90b-48df-4cd3-8368-ef1667b3a233 req-436f5a81-ccf3-4e9a-ae96-b48c5f125025 tempest-MultipleCreateTestJSON-670714017 tempest-MultipleCreateTestJSON-670714017-project] 10.222.0.42 "GET /v2.0/security-groups?id=622584de-fdfc-4a41-9592-a14d48f13313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760802 Mar 29 15:47:25.439912 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-08d8ca07-ce96-42f7-8596-8497e6888f90 req-d8ab8446-2896-4d7c-895e-904b274bdd98 tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] 10.222.0.42 "GET /v2.0/security-groups?id=c7a98718-a37a-4214-92b3-d1a7e3aaebf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3735659 Mar 29 15:47:25.479489 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-fc87f11f-f3cd-4114-96b4-8845e4aece03 req-e0642591-5a22-4b05-939e-b6737f7eac87 service neutron] 10.222.0.44 "GET /v2.0/networks/2268a9b9-82fd-4886-a91d-3a50e4e16cab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3752165 Mar 29 15:47:25.575520 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-78608c19-33c1-4341-8d38-454ccf80f3dc admin admin] Notify callbacks [] for port, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:25.718011 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 15:47:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c9d5e92-c179-4f54-adfa-cc7afc4e8698 x-openstack-request-id: req-4c9d5e92-c179-4f54-adfa-cc7afc4e8698 {{(pid=102790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:47:25.718409 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bd5042f-d9f8-4161-b261-c1d7af6a3af4", "tag": "8b2a470d-90ea-4ceb-90e7-dade170a3c3f", "status": "completed", "code": 200}]} {{(pid=102790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:47:25.718517 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-4c9d5e92-c179-4f54-adfa-cc7afc4e8698 {{(pid=102790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:47:25.718913 n-d-834765-1 neutron-server[102790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7bd5042f-d9f8-4161-b261-c1d7af6a3af4', 'tag': '8b2a470d-90ea-4ceb-90e7-dade170a3c3f', 'status': 'completed', 'code': 200} Mar 29 15:47:25.728164 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-78608c19-33c1-4341-8d38-454ccf80f3dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:25.765747 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97d2e83c-ad7f-4a31-831b-d374be13255f None None] Network 5820eec2-ced2-414a-ab32-af1fabeb5f44 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 15:47:25.833128 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de6e97e-d7e5-4937-b3d8-d2821a5fdc46 req-62a8b371-36c6-4f4b-b51d-22a901fd1d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:47:25.836856 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-2de6e97e-d7e5-4937-b3d8-d2821a5fdc46 req-62a8b371-36c6-4f4b-b51d-22a901fd1d43 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=fa3ba36247ad48f4997ede3b0209bc82&device_id=7bd5042f-d9f8-4161-b261-c1d7af6a3af4 HTTP/1.1" status: 200 len: 1098 time: 0.2146075 Mar 29 15:47:25.843377 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78608c19-33c1-4341-8d38-454ccf80f3dc admin admin] Network 4a4a035d-ecac-4ead-baa3-25f90788773a is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:47:25.869924 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [None req-78608c19-33c1-4341-8d38-454ccf80f3dc admin admin] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:47:25.914467 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-c52fe5b1-c7a7-4c12-8a6e-7199d33fb1a9 None None] Provisioning complete for port 93ecb40f-39a7-4ce3-aaf6-140b0007159d triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:47:25.915290 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-c52fe5b1-c7a7-4c12-8a6e-7199d33fb1a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:25.930284 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5d5a76-28f4-4f64-8cff-5be67c69280a req-e2f5cc0c-0bec-4efb-b6e2-25ae4be754ea tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:47:25.941263 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ab5d5a76-28f4-4f64-8cff-5be67c69280a req-e2f5cc0c-0bec-4efb-b6e2-25ae4be754ea tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/ports?device_id=7bd5042f-d9f8-4161-b261-c1d7af6a3af4 HTTP/1.1" status: 200 len: 947 time: 0.2489362 Mar 29 15:47:25.955285 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de6e97e-d7e5-4937-b3d8-d2821a5fdc46 req-8a2498a6-028c-4311-8538-27dd179c70ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:47:25.958761 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78608c19-33c1-4341-8d38-454ccf80f3dc admin admin] Received port after_create {{(pid=102791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:47:25.960991 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-2de6e97e-d7e5-4937-b3d8-d2821a5fdc46 req-8a2498a6-028c-4311-8538-27dd179c70ba service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=fa3ba36247ad48f4997ede3b0209bc82&device_id=7bd5042f-d9f8-4161-b261-c1d7af6a3af4 HTTP/1.1" status: 200 len: 1098 time: 0.2317011 Mar 29 15:47:26.043515 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78608c19-33c1-4341-8d38-454ccf80f3dc admin admin] Pushing event updated for resources: {'Port': ['ID=cde34bcf-8da1-4d24-9563-f97d8199f91f,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:47:26.153586 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ab5d5a76-28f4-4f64-8cff-5be67c69280a req-90f45648-ff42-41b5-a458-fa720195e472 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/security-groups?id=56997969-7130-4d86-9e9d-e068deb19a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707170 Mar 29 15:47:26.205787 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-e7559ed5-ccf8-4589-af66-d34b05d25d45 req-89e89086-cf63-466d-bfc2-3d91c977eda9 tempest-ServerShowV247Test-1180077024 tempest-ServerShowV247Test-1180077024-project] 10.222.0.42 "GET /v2.0/ports?device_id=70fec07f-1f0a-4145-aad5-051a38b43b4d HTTP/1.1" status: 200 len: 210 time: 0.1145647 Mar 29 15:47:26.391626 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de6e97e-d7e5-4937-b3d8-d2821a5fdc46 req-f07d5c1d-e86b-42f9-9eda-d27c42fbd90d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:47:26.393537 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-2de6e97e-d7e5-4937-b3d8-d2821a5fdc46 req-f07d5c1d-e86b-42f9-9eda-d27c42fbd90d service neutron] 10.222.0.44 "GET /v2.0/networks?id=2268a9b9-82fd-4886-a91d-3a50e4e16cab HTTP/1.1" status: 200 len: 870 time: 0.5482316 Mar 29 15:47:26.402230 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de6e97e-d7e5-4937-b3d8-d2821a5fdc46 req-ab3d3e2a-b8a7-4435-904d-e2730ca60035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:47:26.408772 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-2de6e97e-d7e5-4937-b3d8-d2821a5fdc46 req-ab3d3e2a-b8a7-4435-904d-e2730ca60035 service neutron] 10.222.0.48 "GET /v2.0/networks?id=2268a9b9-82fd-4886-a91d-3a50e4e16cab HTTP/1.1" status: 200 len: 870 time: 0.4330580 Mar 29 15:47:26.452465 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 93ecb40f-39a7-4ce3-aaf6-140b0007159d up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:47:26.583595 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port 93ecb40f-39a7-4ce3-aaf6-140b0007159d triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:47:26.589281 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:26.698339 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-2de6e97e-d7e5-4937-b3d8-d2821a5fdc46 req-b8d47264-7134-4487-ae04-9bb0fe2b9b36 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.97&port_id=8b2a470d-90ea-4ceb-90e7-dade170a3c3f HTTP/1.1" status: 200 len: 217 time: 0.2668836 Mar 29 15:47:26.766517 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-2de6e97e-d7e5-4937-b3d8-d2821a5fdc46 req-eccb03a4-b4ae-4761-925f-9d3567440cc7 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.97&port_id=8b2a470d-90ea-4ceb-90e7-dade170a3c3f HTTP/1.1" status: 200 len: 217 time: 0.3558145 Mar 29 15:47:26.960635 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de6e97e-d7e5-4937-b3d8-d2821a5fdc46 req-8ad81148-3d8b-4da8-92ef-bfd695b8ffd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:47:26.962455 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-2de6e97e-d7e5-4937-b3d8-d2821a5fdc46 req-8ad81148-3d8b-4da8-92ef-bfd695b8ffd2 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=abb8e5d6-2aea-4455-a944-3435a3d1ce49 HTTP/1.1" status: 200 len: 843 time: 0.2632854 Mar 29 15:47:26.967248 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de6e97e-d7e5-4937-b3d8-d2821a5fdc46 req-81000172-b7ce-4f68-a7ed-d5cfc0fced5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:47:26.968831 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-2de6e97e-d7e5-4937-b3d8-d2821a5fdc46 req-81000172-b7ce-4f68-a7ed-d5cfc0fced5f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=abb8e5d6-2aea-4455-a944-3435a3d1ce49 HTTP/1.1" status: 200 len: 843 time: 0.1124861 Mar 29 15:47:27.032421 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-78608c19-33c1-4341-8d38-454ccf80f3dc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:27.067812 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de6e97e-d7e5-4937-b3d8-d2821a5fdc46 req-566bcd0d-b8dd-4a62-9824-ca3ba4d0ed6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:47:27.069749 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-2de6e97e-d7e5-4937-b3d8-d2821a5fdc46 req-566bcd0d-b8dd-4a62-9824-ca3ba4d0ed6e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2268a9b9-82fd-4886-a91d-3a50e4e16cab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0685248 Mar 29 15:47:27.071713 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de6e97e-d7e5-4937-b3d8-d2821a5fdc46 req-d310562d-07b1-4b87-b515-fe5028ae2395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:47:27.073269 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-2de6e97e-d7e5-4937-b3d8-d2821a5fdc46 req-d310562d-07b1-4b87-b515-fe5028ae2395 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2268a9b9-82fd-4886-a91d-3a50e4e16cab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1023865 Mar 29 15:47:27.129299 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-d39e5e9a-a3f6-4e9f-ad0b-b2fb6882985b None None] Provisioning complete for port 93ecb40f-39a7-4ce3-aaf6-140b0007159d triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:47:27.129851 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d39e5e9a-a3f6-4e9f-ad0b-b2fb6882985b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:27.299352 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212fbf01-3944-4992-b80e-1200b96460f1 req-8595461a-050a-4afd-9e6c-d4e53989db23 tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:47:27.307676 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-212fbf01-3944-4992-b80e-1200b96460f1 req-8595461a-050a-4afd-9e6c-d4e53989db23 tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] 10.222.0.42 "GET /v2.0/ports?device_id=e5a979b1-652e-4963-bb8b-2b30de72faf4 HTTP/1.1" status: 200 len: 945 time: 0.2722898 Mar 29 15:47:27.373425 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-212fbf01-3944-4992-b80e-1200b96460f1 req-04f0aaaa-af32-4fea-a37e-2fbaf02ca55c tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] 10.222.0.42 "GET /v2.0/security-groups?id=c7a98718-a37a-4214-92b3-d1a7e3aaebf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605500 Mar 29 15:47:27.619602 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-78608c19-33c1-4341-8d38-454ccf80f3dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648118'] for router, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:27.636461 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0c87c9-9b44-4577-8442-d40c102d51b4 req-e0a18a1e-dea5-40a9-96a4-84490b4de594 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:47:27.638789 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-8f0c87c9-9b44-4577-8442-d40c102d51b4 req-e0a18a1e-dea5-40a9-96a4-84490b4de594 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/ports?device_id=7bd5042f-d9f8-4161-b261-c1d7af6a3af4 HTTP/1.1" status: 200 len: 947 time: 0.1235933 Mar 29 15:47:27.830876 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-8f0c87c9-9b44-4577-8442-d40c102d51b4 req-e59e327f-9422-4ad4-bc4b-ce74e3c9b324 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/security-groups?id=56997969-7130-4d86-9e9d-e068deb19a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684524 Mar 29 15:47:27.851806 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78608c19-33c1-4341-8d38-454ccf80f3dc admin admin] Router 9b23177d-8c08-44e2-bf32-a433f760b109 is scheduled to L3 agent c648d819-1060-4f26-b4ec-6455387b5dff with binding_index 1 {{(pid=102791) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 29 15:47:27.945350 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ee6b02-d8fd-4586-8b7e-ea4d20dcf5f8 req-e9075b2f-59c7-4609-b474-aa56a0800af0 tempest-MultipleCreateTestJSON-670714017 tempest-MultipleCreateTestJSON-670714017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:47:27.953606 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-48ee6b02-d8fd-4586-8b7e-ea4d20dcf5f8 req-e9075b2f-59c7-4609-b474-aa56a0800af0 tempest-MultipleCreateTestJSON-670714017 tempest-MultipleCreateTestJSON-670714017-project] 10.222.0.48 "GET /v2.0/ports?device_id=0495a48a-633e-46cc-a536-a9bc2997eea9 HTTP/1.1" status: 200 len: 946 time: 0.2338893 Mar 29 15:47:28.008763 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-2de6e97e-d7e5-4937-b3d8-d2821a5fdc46 req-568e59fb-c30b-4ff7-9bff-026249d789cf service neutron] 10.222.0.48 "GET /v2.0/networks/2268a9b9-82fd-4886-a91d-3a50e4e16cab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9270325 Mar 29 15:47:28.017958 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78608c19-33c1-4341-8d38-454ccf80f3dc admin admin] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:47:28.027375 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-436edbe2-15d0-437a-af06-7661f8e416b5 None None] Sync routers for ids ['9b23177d-8c08-44e2-bf32-a433f760b109'] in n-d-834765-1 {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:47:28.042985 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-436edbe2-15d0-437a-af06-7661f8e416b5 None None] Routers {'9b23177d-8c08-44e2-bf32-a433f760b109'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:47:28.049677 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-436edbe2-15d0-437a-af06-7661f8e416b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:47:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['9b23177d-8c08-44e2-bf32-a433f760b109'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:47:28.084592 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d1fd9fe1-b55f-4431-b9d7-b91c94ac12ed req-8e1cbb16-dc09-4e84-adb9-bd3a25bdd201 tempest-ServerShowV247Test-1180077024 tempest-ServerShowV247Test-1180077024-project] 10.222.0.42 "GET /v2.0/ports?device_id=70fec07f-1f0a-4145-aad5-051a38b43b4d HTTP/1.1" status: 200 len: 210 time: 0.0773213 Mar 29 15:47:28.098589 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-78608c19-33c1-4341-8d38-454ccf80f3dc admin admin] Notify callbacks [] for router, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:28.103144 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-78608c19-33c1-4341-8d38-454ccf80f3dc admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 6.5106206 Mar 29 15:47:28.103810 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 53112) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:47:28.165671 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9174df7-9849-40de-8fc9-7a8cefa5fef9 req-ab4f84d5-2d98-46c3-9547-aa83e2aeb953 tempest-MultipleCreateTestJSON-670714017 tempest-MultipleCreateTestJSON-670714017-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:47:28.167043 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-b9174df7-9849-40de-8fc9-7a8cefa5fef9 req-ab4f84d5-2d98-46c3-9547-aa83e2aeb953 tempest-MultipleCreateTestJSON-670714017 tempest-MultipleCreateTestJSON-670714017-project] 10.222.0.42 "GET /v2.0/networks?id=d8379183-1181-4480-938a-4a240ff65ade HTTP/1.1" status: 200 len: 813 time: 0.4522448 Mar 29 15:47:28.187810 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-2de6e97e-d7e5-4937-b3d8-d2821a5fdc46 req-9b998ce0-10fe-4ff2-be49-7d7a301b874a service neutron] 10.222.0.44 "GET /v2.0/networks/2268a9b9-82fd-4886-a91d-3a50e4e16cab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4739966 Mar 29 15:47:28.424447 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-b9174df7-9849-40de-8fc9-7a8cefa5fef9 req-5e59a3eb-e220-4bd1-8e63-5dbbaf752aa6 tempest-MultipleCreateTestJSON-670714017 tempest-MultipleCreateTestJSON-670714017-project] 10.222.0.42 "GET /v2.0/quotas/8d821cfe3f5a49118adbc663ea93162d HTTP/1.1" status: 200 len: 375 time: 0.1666217 Mar 29 15:47:28.536522 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvr_db [None req-436edbe2-15d0-437a-af06-7661f8e416b5 None None] Set router 9b23177d-8c08-44e2-bf32-a433f760b109 gateway port host: n-d-834765-1 {{(pid=102792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:47:28.707731 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [req-48ee6b02-d8fd-4586-8b7e-ea4d20dcf5f8 req-a43410f4-cb2d-4e9e-a1bd-8f1aae7cd3d8 tempest-MultipleCreateTestJSON-670714017 tempest-MultipleCreateTestJSON-670714017-project] Deleting port 007f69a5-28da-4b5c-8370-9e3467910e9e {{(pid=102790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:47:28.708044 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-48ee6b02-d8fd-4586-8b7e-ea4d20dcf5f8 req-a43410f4-cb2d-4e9e-a1bd-8f1aae7cd3d8 tempest-MultipleCreateTestJSON-670714017 tempest-MultipleCreateTestJSON-670714017-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:28.711629 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8312850-076b-4c2f-b175-92995749cc90 req-d982bcb2-1f5f-43c8-b7ef-4352372e7a27 tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:47:28.723871 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d8312850-076b-4c2f-b175-92995749cc90 req-d982bcb2-1f5f-43c8-b7ef-4352372e7a27 tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] 10.222.0.42 "GET /v2.0/ports?device_id=e5a979b1-652e-4963-bb8b-2b30de72faf4 HTTP/1.1" status: 200 len: 945 time: 0.4294703 Mar 29 15:47:28.738212 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-2de6e97e-d7e5-4937-b3d8-d2821a5fdc46 req-420f7d3b-b23f-4cdd-a556-ebb9ca25394b service neutron] 10.222.0.48 "GET /v2.0/networks/2268a9b9-82fd-4886-a91d-3a50e4e16cab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7148192 Mar 29 15:47:28.740061 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-2de6e97e-d7e5-4937-b3d8-d2821a5fdc46 req-20761ada-368e-46fe-943f-d48041033193 service neutron] 10.222.0.44 "GET /v2.0/networks/2268a9b9-82fd-4886-a91d-3a50e4e16cab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4859428 Mar 29 15:47:28.769247 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-436edbe2-15d0-437a-af06-7661f8e416b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b23177d-8c08-44e2-bf32-a433f760b109', 'name': 'tempest-AttachVolumeNegativeTest-120289948-router', 'tenant_id': 'c6465a9dafbf43bf90c09b1dce8d1fc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.74'}], 'enable_snat': True}, 'gw_port_id': 'cde34bcf-8da1-4d24-9563-f97d8199f91f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:47:21Z', 'updated_at': '2022-03-29T15:47:26Z', 'revision_number': 3, 'project_id': 'c6465a9dafbf43bf90c09b1dce8d1fc6', 'gw_port': {'id': 'cde34bcf-8da1-4d24-9563-f97d8199f91f', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:37:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b23177d-8c08-44e2-bf32-a433f760b109', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:47:24Z', 'updated_at': '2022-03-29T15:47:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1'}], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:47:28.835978 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-436edbe2-15d0-437a-af06-7661f8e416b5 None None] Checking router: 9b23177d-8c08-44e2-bf32-a433f760b109 for host: n-d-834765-1 {{(pid=102792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:47:28.836342 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-436edbe2-15d0-437a-af06-7661f8e416b5 None None] Updating router 9b23177d-8c08-44e2-bf32-a433f760b109 port cde34bcf-8da1-4d24-9563-f97d8199f91f binding host n-d-834765-1 {{(pid=102792) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 15:47:28.859459 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d8312850-076b-4c2f-b175-92995749cc90 req-1fd500d5-9f15-4834-b272-0ce22d15900d tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] 10.222.0.42 "GET /v2.0/security-groups?id=c7a98718-a37a-4214-92b3-d1a7e3aaebf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335082 Mar 29 15:47:28.862899 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-b9174df7-9849-40de-8fc9-7a8cefa5fef9 req-9f65daad-a727-452b-ac0a-27472aa605b5 tempest-MultipleCreateTestJSON-670714017 tempest-MultipleCreateTestJSON-670714017-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=8d821cfe3f5a49118adbc663ea93162d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4085667 Mar 29 15:47:28.887527 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-436edbe2-15d0-437a-af06-7661f8e416b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:28.934100 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f05daa7-6fb1-4412-9fc3-706f6aaae59c req-a8f7ead5-3fce-42d3-866c-528cbb392acb tempest-MultipleCreateTestJSON-670714017 tempest-MultipleCreateTestJSON-670714017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:47:28.941403 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-2f05daa7-6fb1-4412-9fc3-706f6aaae59c req-a8f7ead5-3fce-42d3-866c-528cbb392acb tempest-MultipleCreateTestJSON-670714017 tempest-MultipleCreateTestJSON-670714017-project] 10.222.0.44 "GET /v2.0/ports?device_id=ee58c71a-d872-4c0d-841e-8e3271c089ad HTTP/1.1" status: 200 len: 946 time: 0.2923305 Mar 29 15:47:29.001544 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [req-48ee6b02-d8fd-4586-8b7e-ea4d20dcf5f8 req-a43410f4-cb2d-4e9e-a1bd-8f1aae7cd3d8 tempest-MultipleCreateTestJSON-670714017 tempest-MultipleCreateTestJSON-670714017-project] For port 007f69a5-28da-4b5c-8370-9e3467910e9e, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=007f69a5-28da-4b5c-8370-9e3467910e9e,segment=NetworkSegment(e21100ac-42ad-42a8-ba92-556bc659383a),segment_id=e21100ac-42ad-42a8-ba92-556bc659383a)] {{(pid=102790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:47:29.002070 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-48ee6b02-d8fd-4586-8b7e-ea4d20dcf5f8 req-a43410f4-cb2d-4e9e-a1bd-8f1aae7cd3d8 tempest-MultipleCreateTestJSON-670714017 tempest-MultipleCreateTestJSON-670714017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:29.032495 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [req-48ee6b02-d8fd-4586-8b7e-ea4d20dcf5f8 req-a43410f4-cb2d-4e9e-a1bd-8f1aae7cd3d8 tempest-MultipleCreateTestJSON-670714017 tempest-MultipleCreateTestJSON-670714017-project] Calling delete_port for 007f69a5-28da-4b5c-8370-9e3467910e9e owned by compute:nova {{(pid=102790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:47:29.302411 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-436edbe2-15d0-437a-af06-7661f8e416b5 None None] Notify callbacks [] for port, precommit_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:29.317557 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-436edbe2-15d0-437a-af06-7661f8e416b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:29.365820 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-b9174df7-9849-40de-8fc9-7a8cefa5fef9 req-dce03059-a99e-4c6d-9cb3-4dd31b717e4c service neutron] 10.222.0.42 "GET /v2.0/networks/d8379183-1181-4480-938a-4a240ff65ade?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4824688 Mar 29 15:47:29.420818 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [req-2f05daa7-6fb1-4412-9fc3-706f6aaae59c req-360d07fd-2b0c-4559-993d-88e0f8370b2f tempest-MultipleCreateTestJSON-670714017 tempest-MultipleCreateTestJSON-670714017-project] Deleting port 3bd834c3-baf3-4d70-b4f2-74042f9a7c31 {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:47:29.421362 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-2f05daa7-6fb1-4412-9fc3-706f6aaae59c req-360d07fd-2b0c-4559-993d-88e0f8370b2f tempest-MultipleCreateTestJSON-670714017 tempest-MultipleCreateTestJSON-670714017-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:29.478843 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-b9174df7-9849-40de-8fc9-7a8cefa5fef9 req-4e9058af-f1a9-4260-91a1-1c800e8d853d service neutron] 10.222.0.42 "GET /v2.0/networks/d8379183-1181-4480-938a-4a240ff65ade?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1119082 Mar 29 15:47:29.535869 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-2f05daa7-6fb1-4412-9fc3-706f6aaae59c req-360d07fd-2b0c-4559-993d-88e0f8370b2f tempest-MultipleCreateTestJSON-670714017 tempest-MultipleCreateTestJSON-670714017-project] For port 3bd834c3-baf3-4d70-b4f2-74042f9a7c31, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=3bd834c3-baf3-4d70-b4f2-74042f9a7c31,segment=NetworkSegment(e21100ac-42ad-42a8-ba92-556bc659383a),segment_id=e21100ac-42ad-42a8-ba92-556bc659383a)] {{(pid=102791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:47:29.536131 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-2f05daa7-6fb1-4412-9fc3-706f6aaae59c req-360d07fd-2b0c-4559-993d-88e0f8370b2f tempest-MultipleCreateTestJSON-670714017 tempest-MultipleCreateTestJSON-670714017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:29.554659 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [req-2f05daa7-6fb1-4412-9fc3-706f6aaae59c req-360d07fd-2b0c-4559-993d-88e0f8370b2f tempest-MultipleCreateTestJSON-670714017 tempest-MultipleCreateTestJSON-670714017-project] Calling delete_port for 3bd834c3-baf3-4d70-b4f2-74042f9a7c31 owned by compute:nova {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:47:29.564831 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-436edbe2-15d0-437a-af06-7661f8e416b5 None None] Attempting to bind port cde34bcf-8da1-4d24-9563-f97d8199f91f on host n-d-834765-1 for vnic_type normal with profile {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:47:29.565408 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-436edbe2-15d0-437a-af06-7661f8e416b5 None None] Attempting to bind port cde34bcf-8da1-4d24-9563-f97d8199f91f by drivers openvswitch,hyperv on host n-d-834765-1 at level 0 using segments [{'id': '6ab47353-a811-4bad-bc73-b4cc84583cfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:47:29.565627 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-436edbe2-15d0-437a-af06-7661f8e416b5 None None] Attempting to bind port cde34bcf-8da1-4d24-9563-f97d8199f91f on network 4a4a035d-ecac-4ead-baa3-25f90788773a {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:47:29.580309 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9229b05-db71-447b-bc24-46eb330190be None None] Pushing event updated for resources: {'Port': ['ID=cde34bcf-8da1-4d24-9563-f97d8199f91f,revision_number=2']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:47:29.586960 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-436edbe2-15d0-437a-af06-7661f8e416b5 None None] Checking agent: {'id': 'a8866439-9d96-425c-b519-6905c591ac37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 25, 36), 'started_at': datetime.datetime(2022, 3, 29, 15, 26, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 47, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834765-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:47:29.589444 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-436edbe2-15d0-437a-af06-7661f8e416b5 None None] Checking segment: {'id': '6ab47353-a811-4bad-bc73-b4cc84583cfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:47:29.590372 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-436edbe2-15d0-437a-af06-7661f8e416b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:29.591694 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-436edbe2-15d0-437a-af06-7661f8e416b5 None None] Bound using segment: {'id': '6ab47353-a811-4bad-bc73-b4cc84583cfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:47:29.592207 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-436edbe2-15d0-437a-af06-7661f8e416b5 None None] Bound port: cde34bcf-8da1-4d24-9563-f97d8199f91f, host: n-d-834765-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ab47353-a811-4bad-bc73-b4cc84583cfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'}}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 15:47:29.592597 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-436edbe2-15d0-437a-af06-7661f8e416b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:29.729992 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 53136) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:47:29.783133 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-15abd625-d707-4e54-a964-f10d9751e3d2 req-2fa4fee8-ba42-4fd8-b1f9-3cf0ea14968c service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=58f7a61a-e4e1-4fba-85de-36c5ab11b403&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1610537 Mar 29 15:47:29.786547 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-48ee6b02-d8fd-4586-8b7e-ea4d20dcf5f8 req-a43410f4-cb2d-4e9e-a1bd-8f1aae7cd3d8 tempest-MultipleCreateTestJSON-670714017 tempest-MultipleCreateTestJSON-670714017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:29.828757 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-436edbe2-15d0-437a-af06-7661f8e416b5 None None] For port cde34bcf-8da1-4d24-9563-f97d8199f91f, host n-d-834765-1, cleared binding levels {{(pid=102792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:47:29.851600 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-436edbe2-15d0-437a-af06-7661f8e416b5 None None] For port cde34bcf-8da1-4d24-9563-f97d8199f91f, host n-d-834765-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=cde34bcf-8da1-4d24-9563-f97d8199f91f,segment=NetworkSegment(6ab47353-a811-4bad-bc73-b4cc84583cfd),segment_id=6ab47353-a811-4bad-bc73-b4cc84583cfd)] {{(pid=102792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:47:29.918558 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] get_ports_and_sgs() called for port_ids ['3bd834c3-baf3-4d70-b4f2-74042f9a7c31'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:47:30.006469 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801f0b9d-24fe-455f-8c9f-ab9b85ed17de req-b836b6bb-a305-48fd-88f5-2a4a2b2b365e tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:47:30.022188 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-801f0b9d-24fe-455f-8c9f-ab9b85ed17de req-b836b6bb-a305-48fd-88f5-2a4a2b2b365e tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/ports?device_id=7bd5042f-d9f8-4161-b261-c1d7af6a3af4 HTTP/1.1" status: 200 len: 947 time: 0.8267636 Mar 29 15:47:30.055984 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43410f4-cb2d-4e9e-a1bd-8f1aae7cd3d8 tempest-MultipleCreateTestJSON-670714017 tempest-MultipleCreateTestJSON-670714017-project] Pushing event deleted for resources: {'Port': ['ID=007f69a5-28da-4b5c-8370-9e3467910e9e,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:47:30.113270 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-edb47b15-e63c-4321-b4c9-edb7768a61e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:30.118116 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.l3_dvrscheduler_db [req-48ee6b02-d8fd-4586-8b7e-ea4d20dcf5f8 req-a43410f4-cb2d-4e9e-a1bd-8f1aae7cd3d8 tempest-MultipleCreateTestJSON-670714017 tempest-MultipleCreateTestJSON-670714017-project] No DVR routers for this DVR port 007f69a5-28da-4b5c-8370-9e3467910e9e on host n-h2-834765-1 {{(pid=102790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:47:30.120196 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-48ee6b02-d8fd-4586-8b7e-ea4d20dcf5f8 req-a43410f4-cb2d-4e9e-a1bd-8f1aae7cd3d8 tempest-MultipleCreateTestJSON-670714017 tempest-MultipleCreateTestJSON-670714017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:30.125201 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-48ee6b02-d8fd-4586-8b7e-ea4d20dcf5f8 req-a43410f4-cb2d-4e9e-a1bd-8f1aae7cd3d8 tempest-MultipleCreateTestJSON-670714017 tempest-MultipleCreateTestJSON-670714017-project] 10.222.0.48 "DELETE /v2.0/ports/007f69a5-28da-4b5c-8370-9e3467910e9e HTTP/1.1" status: 204 len: 173 time: 2.1120489 Mar 29 15:47:30.132213 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-227da655-3f5d-4cca-b71e-11a816e7f64d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:30.133547 n-d-834765-1 neutron-server[102790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0495a48a-633e-46cc-a536-a9bc2997eea9', 'name': 'network-vif-deleted', 'tag': '007f69a5-28da-4b5c-8370-9e3467910e9e'}] {{(pid=102790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:47:30.136057 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46b06d655c90bc969636382cce4240ad749035fb0f3a83ee4734fa1ed9c4a6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13f3c911-0924-4042-b99c-e6983bd99069" -d '{"events": [{"server_uuid": "0495a48a-633e-46cc-a536-a9bc2997eea9", "name": "network-vif-deleted", "tag": "007f69a5-28da-4b5c-8370-9e3467910e9e"}]}' {{(pid=102790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:47:30.138020 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device 007f69a5-28da-4b5c-8370-9e3467910e9e no longer exists at agent hyperv_n-h2-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:47:30.163517 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15abd625-d707-4e54-a964-f10d9751e3d2 req-c29d964c-e8e2-4bc1-b843-cf3d2437b77f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:47:30.165122 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-15abd625-d707-4e54-a964-f10d9751e3d2 req-c29d964c-e8e2-4bc1-b843-cf3d2437b77f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=fa3ba36247ad48f4997ede3b0209bc82&device_id=58f7a61a-e4e1-4fba-85de-36c5ab11b403 HTTP/1.1" status: 200 len: 1101 time: 0.3553846 Mar 29 15:47:30.187142 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e568896e-d6e5-47cd-99c1-e3438eb35618 req-3a9c0733-89a7-414f-aaf1-a13d6058bf82 tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:47:30.198066 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-e568896e-d6e5-47cd-99c1-e3438eb35618 req-3a9c0733-89a7-414f-aaf1-a13d6058bf82 tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] 10.222.0.42 "GET /v2.0/ports?device_id=e5a979b1-652e-4963-bb8b-2b30de72faf4 HTTP/1.1" status: 200 len: 945 time: 0.2632310 Mar 29 15:47:30.233609 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] No Port match for: 007f69a5-28da-4b5c-8370-9e3467910e9e {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 15:47:30.243436 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device 007f69a5-28da-4b5c-8370-9e3467910e9e not bound to the agent host n-h2-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:47:30.245840 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-436edbe2-15d0-437a-af06-7661f8e416b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:30.265038 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-2f05daa7-6fb1-4412-9fc3-706f6aaae59c req-360d07fd-2b0c-4559-993d-88e0f8370b2f tempest-MultipleCreateTestJSON-670714017 tempest-MultipleCreateTestJSON-670714017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:30.266912 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device 8b2a470d-90ea-4ceb-90e7-dade170a3c3f details requested by agent hyperv_n-h1-834765-1 with host n-h1-834765-1 {{(pid=102792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 15:47:30.328037 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-801f0b9d-24fe-455f-8c9f-ab9b85ed17de req-f5de19bf-d85b-4d50-87b3-f720386156b1 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/security-groups?id=56997969-7130-4d86-9e9d-e068deb19a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3060329 Mar 29 15:47:30.378557 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360d07fd-2b0c-4559-993d-88e0f8370b2f tempest-MultipleCreateTestJSON-670714017 tempest-MultipleCreateTestJSON-670714017-project] Pushing event deleted for resources: {'Port': ['ID=3bd834c3-baf3-4d70-b4f2-74042f9a7c31,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:47:30.405859 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port 8b2a470d-90ea-4ceb-90e7-dade170a3c3f, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=8b2a470d-90ea-4ceb-90e7-dade170a3c3f,segment=NetworkSegment(a0c230f0-660a-4194-9279-0f0781d34134),segment_id=a0c230f0-660a-4194-9279-0f0781d34134)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:47:30.470052 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-e568896e-d6e5-47cd-99c1-e3438eb35618 req-4ac344b8-c2ea-47c8-bacd-0c20e0cc4219 tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] 10.222.0.42 "GET /v2.0/security-groups?id=c7a98718-a37a-4214-92b3-d1a7e3aaebf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2662854 Mar 29 15:47:30.474690 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15abd625-d707-4e54-a964-f10d9751e3d2 req-68c5301c-c5db-44e7-a6b2-e8613059635f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:47:30.477704 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-15abd625-d707-4e54-a964-f10d9751e3d2 req-68c5301c-c5db-44e7-a6b2-e8613059635f service neutron] 10.222.0.48 "GET /v2.0/networks?id=2268a9b9-82fd-4886-a91d-3a50e4e16cab HTTP/1.1" status: 200 len: 870 time: 0.2757246 Mar 29 15:47:30.532585 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-49a96ea8-95b5-4a6a-a09a-e9a4d77a2a8b req-a0ca9846-b7b6-4225-99c1-90af94dbeb41 tempest-ServerShowV247Test-1180077024 tempest-ServerShowV247Test-1180077024-project] 10.222.0.42 "GET /v2.0/ports?device_id=70fec07f-1f0a-4145-aad5-051a38b43b4d HTTP/1.1" status: 200 len: 210 time: 0.0365691 Mar 29 15:47:30.549506 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Returning: {'device': '8b2a470d-90ea-4ceb-90e7-dade170a3c3f', 'network_id': '2268a9b9-82fd-4886-a91d-3a50e4e16cab', 'port_id': '8b2a470d-90ea-4ceb-90e7-dade170a3c3f', 'mac_address': 'fa:16:3e:7e:ea:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 625, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abb8e5d6-2aea-4455-a944-3435a3d1ce49', 'ip_address': '192.168.233.97'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 15:47:30.585908 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9229b05-db71-447b-bc24-46eb330190be None None] Pushing event updated for resources: {'Port': ['ID=cde34bcf-8da1-4d24-9563-f97d8199f91f,revision_number=3']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:47:30.592399 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f05daa7-6fb1-4412-9fc3-706f6aaae59c req-360d07fd-2b0c-4559-993d-88e0f8370b2f tempest-MultipleCreateTestJSON-670714017 tempest-MultipleCreateTestJSON-670714017-project] No DVR routers for this DVR port 3bd834c3-baf3-4d70-b4f2-74042f9a7c31 on host n-h1-834765-1 {{(pid=102791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:47:30.597424 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-2f05daa7-6fb1-4412-9fc3-706f6aaae59c req-360d07fd-2b0c-4559-993d-88e0f8370b2f tempest-MultipleCreateTestJSON-670714017 tempest-MultipleCreateTestJSON-670714017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:30.605595 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-2f05daa7-6fb1-4412-9fc3-706f6aaae59c req-360d07fd-2b0c-4559-993d-88e0f8370b2f tempest-MultipleCreateTestJSON-670714017 tempest-MultipleCreateTestJSON-670714017-project] 10.222.0.44 "DELETE /v2.0/ports/3bd834c3-baf3-4d70-b4f2-74042f9a7c31 HTTP/1.1" status: 204 len: 173 time: 1.6429253 Mar 29 15:47:30.606106 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee58c71a-d872-4c0d-841e-8e3271c089ad', 'name': 'network-vif-deleted', 'tag': '3bd834c3-baf3-4d70-b4f2-74042f9a7c31'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:47:30.621459 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c67b028db5e9b9818fecc5c0a87ebc6f190694fa53ca267d523e04f98de536d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-313a2836-ffd8-494f-8023-ccfad5325c28" -d '{"events": [{"server_uuid": "ee58c71a-d872-4c0d-841e-8e3271c089ad", "name": "network-vif-deleted", "tag": "3bd834c3-baf3-4d70-b4f2-74042f9a7c31"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:47:30.657223 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-24905e09-6b59-4701-be3d-ac42d6f9397b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:30.808937 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-436edbe2-15d0-437a-af06-7661f8e416b5 None None] Routers {'9b23177d-8c08-44e2-bf32-a433f760b109'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:47:30.813767 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-436edbe2-15d0-437a-af06-7661f8e416b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:47:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['9b23177d-8c08-44e2-bf32-a433f760b109'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:47:30.821538 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-edb47b15-e63c-4321-b4c9-edb7768a61e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:30.848694 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-15abd625-d707-4e54-a964-f10d9751e3d2 req-a4b8fd41-47d5-462c-8945-fd61aa18cdae service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.153&port_id=e6b9deda-c73a-4c2a-b870-929882588559 HTTP/1.1" status: 200 len: 217 time: 0.3288300 Mar 29 15:47:30.857951 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-edb47b15-e63c-4321-b4c9-edb7768a61e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:30.864071 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:47:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c779b1c2-975f-4c8a-97f7-44c7774f17e4 x-openstack-request-id: req-c779b1c2-975f-4c8a-97f7-44c7774f17e4 {{(pid=102790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:47:30.864369 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0495a48a-633e-46cc-a536-a9bc2997eea9", "name": "network-vif-deleted", "tag": "007f69a5-28da-4b5c-8370-9e3467910e9e", "status": "completed", "code": 200}]} {{(pid=102790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:47:30.864621 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c779b1c2-975f-4c8a-97f7-44c7774f17e4 {{(pid=102790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:47:30.865084 n-d-834765-1 neutron-server[102790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0495a48a-633e-46cc-a536-a9bc2997eea9', 'name': 'network-vif-deleted', 'tag': '007f69a5-28da-4b5c-8370-9e3467910e9e', 'status': 'completed', 'code': 200} Mar 29 15:47:30.975841 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-9e448743-4af3-4c18-b8ff-bd223589e182 req-f07d8700-0c3d-4f7c-ba90-8a5d882b33fe service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=ccf671cc-285a-4046-a5d5-c44a9114232b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4929338 Mar 29 15:47:31.002179 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:47:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8243eb28-99bc-4e6e-b7de-243ec4c7d91e x-openstack-request-id: req-8243eb28-99bc-4e6e-b7de-243ec4c7d91e {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:47:31.002785 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-edb47b15-e63c-4321-b4c9-edb7768a61e6 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=6d9e5291311a48b9a8212f29d776bbb7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2675881 Mar 29 15:47:31.008099 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee58c71a-d872-4c0d-841e-8e3271c089ad", "name": "network-vif-deleted", "tag": "3bd834c3-baf3-4d70-b4f2-74042f9a7c31", "status": "completed", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:47:31.008423 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8243eb28-99bc-4e6e-b7de-243ec4c7d91e {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:47:31.008857 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee58c71a-d872-4c0d-841e-8e3271c089ad', 'name': 'network-vif-deleted', 'tag': '3bd834c3-baf3-4d70-b4f2-74042f9a7c31', 'status': 'completed', 'code': 200} Mar 29 15:47:31.011457 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 53174) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:47:31.029736 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb47b15-e63c-4321-b4c9-edb7768a61e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79df28b1-05a0-4d0e-8c5d-912d1aee28f5,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:47:31.054403 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15abd625-d707-4e54-a964-f10d9751e3d2 req-6215b06b-c081-40aa-96cd-8a1609a062fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:47:31.059163 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-15abd625-d707-4e54-a964-f10d9751e3d2 req-6215b06b-c081-40aa-96cd-8a1609a062fe service neutron] 10.222.0.48 "GET /v2.0/subnets?id=abb8e5d6-2aea-4455-a944-3435a3d1ce49 HTTP/1.1" status: 200 len: 843 time: 0.1921227 Mar 29 15:47:31.108373 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvr_db [None req-436edbe2-15d0-437a-af06-7661f8e416b5 None None] Set router 9b23177d-8c08-44e2-bf32-a433f760b109 gateway port host: n-d-834765-1 {{(pid=102792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:47:31.211017 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_common [None req-227da655-3f5d-4cca-b71e-11a816e7f64d admin admin] Allocated IP 172.20.0.1 (5820eec2-ced2-414a-ab32-af1fabeb5f44/406fd4ed-e828-4758-9c87-5ac29cec1b72/ebc9cc52-020c-419f-9e91-e82c61c2fe20) {{(pid=102791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:47:31.233271 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-ebe5b242-7068-4f95-a689-766f35e485c1 req-55fb0d50-52d2-41f8-a8de-a4081c22fee7 tempest-MultipleCreateTestJSON-670714017 tempest-MultipleCreateTestJSON-670714017-project] 10.222.0.42 "GET /v2.0/ports?device_id=9431ce67-fb6e-4e3b-b11f-b7f8e5b58cf5 HTTP/1.1" status: 200 len: 210 time: 0.1196265 Mar 29 15:47:31.242818 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e448743-4af3-4c18-b8ff-bd223589e182 req-f0d97ce8-8b05-4d3a-81ad-9b348e2261e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:47:31.242818 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-9e448743-4af3-4c18-b8ff-bd223589e182 req-f0d97ce8-8b05-4d3a-81ad-9b348e2261e9 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=fa3ba36247ad48f4997ede3b0209bc82&device_id=ccf671cc-285a-4046-a5d5-c44a9114232b HTTP/1.1" status: 200 len: 1101 time: 0.2307687 Mar 29 15:47:31.267242 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15abd625-d707-4e54-a964-f10d9751e3d2 req-951f699b-01bf-403e-adcc-1a49815cbeb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:47:31.270780 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-15abd625-d707-4e54-a964-f10d9751e3d2 req-951f699b-01bf-403e-adcc-1a49815cbeb5 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2268a9b9-82fd-4886-a91d-3a50e4e16cab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2042997 Mar 29 15:47:31.272165 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cb09f7-5f3f-4f83-b7a4-0883e5156b2f req-18610503-208f-47b6-b120-4664e72226e6 tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:47:31.283971 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-c5cb09f7-5f3f-4f83-b7a4-0883e5156b2f req-18610503-208f-47b6-b120-4664e72226e6 tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] 10.222.0.42 "GET /v2.0/ports?device_id=e5a979b1-652e-4963-bb8b-2b30de72faf4 HTTP/1.1" status: 200 len: 945 time: 0.2308004 Mar 29 15:47:31.468616 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:31.484365 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-5aac545f-c3a3-43c0-89d5-a34eb52b1379 req-087a5daa-9a72-4e62-aaa8-6f1505ec7729 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=70fec07f-1f0a-4145-aad5-051a38b43b4d HTTP/1.1" status: 200 len: 210 time: 0.1402946 Mar 29 15:47:31.552078 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-c5cb09f7-5f3f-4f83-b7a4-0883e5156b2f req-2d2b469e-cc20-4a1f-8671-a4f1c1af33bc tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] 10.222.0.42 "GET /v2.0/security-groups?id=c7a98718-a37a-4214-92b3-d1a7e3aaebf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2664518 Mar 29 15:47:31.558437 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b2a470d-90ea-4ceb-90e7-dade170a3c3f {{(pid=102792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:47:31.590094 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port 8b2a470d-90ea-4ceb-90e7-dade170a3c3f, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=8b2a470d-90ea-4ceb-90e7-dade170a3c3f,segment=NetworkSegment(a0c230f0-660a-4194-9279-0f0781d34134),segment_id=a0c230f0-660a-4194-9279-0f0781d34134)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:47:31.605634 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:31.659896 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-436edbe2-15d0-437a-af06-7661f8e416b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b23177d-8c08-44e2-bf32-a433f760b109', 'name': 'tempest-AttachVolumeNegativeTest-120289948-router', 'tenant_id': 'c6465a9dafbf43bf90c09b1dce8d1fc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.74'}], 'enable_snat': True}, 'gw_port_id': 'cde34bcf-8da1-4d24-9563-f97d8199f91f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:47:21Z', 'updated_at': '2022-03-29T15:47:26Z', 'revision_number': 3, 'project_id': 'c6465a9dafbf43bf90c09b1dce8d1fc6', 'gw_port': {'id': 'cde34bcf-8da1-4d24-9563-f97d8199f91f', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:37:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b23177d-8c08-44e2-bf32-a433f760b109', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:47:24Z', 'updated_at': '2022-03-29T15:47:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1'}], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:47:31.712154 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-bc6cd617-382a-4d3d-a3a7-0e50c5a0afca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:31.821471 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-15abd625-d707-4e54-a964-f10d9751e3d2 req-8b084b67-1485-43a6-8ce4-7004f868870c service neutron] 10.222.0.48 "GET /v2.0/networks/2268a9b9-82fd-4886-a91d-3a50e4e16cab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5134907 Mar 29 15:47:31.843414 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6a035a-8a7a-4659-9442-b86107229873 req-e701422f-d0d1-489c-8679-f89b54cafadb tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:47:31.846956 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-436edbe2-15d0-437a-af06-7661f8e416b5 None None] The sync data for ids ['9b23177d-8c08-44e2-bf32-a433f760b109'] in n-d-834765-1 is: [{'id': '9b23177d-8c08-44e2-bf32-a433f760b109', 'name': 'tempest-AttachVolumeNegativeTest-120289948-router', 'tenant_id': 'c6465a9dafbf43bf90c09b1dce8d1fc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.74'}], 'enable_snat': True}, 'gw_port_id': 'cde34bcf-8da1-4d24-9563-f97d8199f91f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:47:21Z', 'updated_at': '2022-03-29T15:47:26Z', 'revision_number': 3, 'project_id': 'c6465a9dafbf43bf90c09b1dce8d1fc6', 'gw_port': {'id': 'cde34bcf-8da1-4d24-9563-f97d8199f91f', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:37:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b23177d-8c08-44e2-bf32-a433f760b109', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:47:24Z', 'updated_at': '2022-03-29T15:47:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1'}] {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:47:31.865700 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-5f6a035a-8a7a-4659-9442-b86107229873 req-e701422f-d0d1-489c-8679-f89b54cafadb tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/ports?device_id=7bd5042f-d9f8-4161-b261-c1d7af6a3af4 HTTP/1.1" status: 200 len: 947 time: 0.3777645 Mar 29 15:47:31.875208 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e448743-4af3-4c18-b8ff-bd223589e182 req-79c80884-d49c-45ea-b2f7-d81563884010 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:47:31.879172 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-9e448743-4af3-4c18-b8ff-bd223589e182 req-79c80884-d49c-45ea-b2f7-d81563884010 service neutron] 10.222.0.44 "GET /v2.0/networks?id=2268a9b9-82fd-4886-a91d-3a50e4e16cab HTTP/1.1" status: 200 len: 870 time: 0.6043057 Mar 29 15:47:31.909699 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Pushing event updated for resources: {'Port': ['ID=8b2a470d-90ea-4ceb-90e7-dade170a3c3f,revision_number=8']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:47:31.996573 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] get_ports_and_sgs() called for port_ids ['8b2a470d-90ea-4ceb-90e7-dade170a3c3f'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:47:32.125211 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-15abd625-d707-4e54-a964-f10d9751e3d2 req-9b762d1c-e2be-4cd5-974e-0ba89db4739e service neutron] 10.222.0.48 "GET /v2.0/networks/2268a9b9-82fd-4886-a91d-3a50e4e16cab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2443445 Mar 29 15:47:32.157908 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device 3bd834c3-baf3-4d70-b4f2-74042f9a7c31 no longer exists at agent hyperv_n-h1-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:47:32.210513 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] No Port match for: 3bd834c3-baf3-4d70-b4f2-74042f9a7c31 {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 15:47:32.210854 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device 3bd834c3-baf3-4d70-b4f2-74042f9a7c31 not bound to the agent host n-h1-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:47:32.236093 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-9e448743-4af3-4c18-b8ff-bd223589e182 req-a3147d01-d541-4916-b308-7e33ff93dab7 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.87&port_id=c3fe64f4-0ad0-4bf4-9e83-f3258604e62d HTTP/1.1" status: 200 len: 217 time: 0.1044769 Mar 29 15:47:32.546856 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-51cfb965-d608-4aa8-aa95-b7f6c5488ac2 req-0b3caeb9-fa16-4a3e-b361-dce6a183bb8f tempest-ServerShowV247Test-1180077024 tempest-ServerShowV247Test-1180077024-project] 10.222.0.42 "GET /v2.0/ports?device_id=70fec07f-1f0a-4145-aad5-051a38b43b4d HTTP/1.1" status: 200 len: 210 time: 0.8165812 Mar 29 15:47:32.625758 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-227da655-3f5d-4cca-b71e-11a816e7f64d admin admin] Notify callbacks [] for port, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:32.629314 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-bc6cd617-382a-4d3d-a3a7-0e50c5a0afca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:32.693250 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-5f6a035a-8a7a-4659-9442-b86107229873 req-6a606426-f898-4de6-a940-d4eb3d3b3f11 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/security-groups?id=56997969-7130-4d86-9e9d-e068deb19a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8231142 Mar 29 15:47:32.707312 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9174df7-9849-40de-8fc9-7a8cefa5fef9 req-bed75e39-ddf9-427d-a346-d399868eacee tempest-MultipleCreateTestJSON-670714017 tempest-MultipleCreateTestJSON-670714017-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:47:32.708911 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-b9174df7-9849-40de-8fc9-7a8cefa5fef9 req-bed75e39-ddf9-427d-a346-d399868eacee tempest-MultipleCreateTestJSON-670714017 tempest-MultipleCreateTestJSON-670714017-project] 10.222.0.48 "GET /v2.0/networks?id=d8379183-1181-4480-938a-4a240ff65ade HTTP/1.1" status: 200 len: 813 time: 0.5827711 Mar 29 15:47:32.746866 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [req-b9174df7-9849-40de-8fc9-7a8cefa5fef9 req-d6e1e186-e796-4b03-89ce-f47a5f85a317 tempest-MultipleCreateTestJSON-670714017 tempest-MultipleCreateTestJSON-670714017-project] Request body: {'port': {'device_id': '9f21cfb5-8f60-4722-b77b-88c2cc887b0b', 'network_id': 'd8379183-1181-4480-938a-4a240ff65ade', 'admin_state_up': True, 'tenant_id': '8d821cfe3f5a49118adbc663ea93162d'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:47:32.754881 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-92c7e054-469d-420e-8099-ff98bf4cc812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:32.962270 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9174df7-9849-40de-8fc9-7a8cefa5fef9 req-d6e1e186-e796-4b03-89ce-f47a5f85a317 tempest-MultipleCreateTestJSON-670714017 tempest-MultipleCreateTestJSON-670714017-project] Made reservation on behalf of 8d821cfe3f5a49118adbc663ea93162d for: {'port': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:47:32.967875 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-b9174df7-9849-40de-8fc9-7a8cefa5fef9 req-d6e1e186-e796-4b03-89ce-f47a5f85a317 tempest-MultipleCreateTestJSON-670714017 tempest-MultipleCreateTestJSON-670714017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:33.068957 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-227da655-3f5d-4cca-b71e-11a816e7f64d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:33.136266 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.db_base_plugin_common [req-b9174df7-9849-40de-8fc9-7a8cefa5fef9 req-d6e1e186-e796-4b03-89ce-f47a5f85a317 tempest-MultipleCreateTestJSON-670714017 tempest-MultipleCreateTestJSON-670714017-project] Allocated IP 172.20.0.5 (d8379183-1181-4480-938a-4a240ff65ade/e40243f7-deb2-4a55-9fcc-00e92f1db1cb/a9eff704-aff6-4a54-bc5d-fdfc0ad3ee44) {{(pid=102790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:47:33.182941 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-227da655-3f5d-4cca-b71e-11a816e7f64d admin admin] Network 5820eec2-ced2-414a-ab32-af1fabeb5f44 is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:47:33.184121 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-bc6cd617-382a-4d3d-a3a7-0e50c5a0afca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:33.187694 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-bc6cd617-382a-4d3d-a3a7-0e50c5a0afca admin admin] Notify callbacks [] for security_group, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:33.191151 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-bc6cd617-382a-4d3d-a3a7-0e50c5a0afca admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/79df28b1-05a0-4d0e-8c5d-912d1aee28f5 HTTP/1.1" status: 204 len: 168 time: 2.1766021 Mar 29 15:47:33.230429 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6cd617-382a-4d3d-a3a7-0e50c5a0afca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79df28b1-05a0-4d0e-8c5d-912d1aee28f5,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:47:33.300281 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9174df7-9849-40de-8fc9-7a8cefa5fef9 req-978405d8-18db-4a68-b48f-5783f6ac9913 tempest-MultipleCreateTestJSON-670714017 tempest-MultipleCreateTestJSON-670714017-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:47:33.301934 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b9174df7-9849-40de-8fc9-7a8cefa5fef9 req-978405d8-18db-4a68-b48f-5783f6ac9913 tempest-MultipleCreateTestJSON-670714017 tempest-MultipleCreateTestJSON-670714017-project] 10.222.0.44 "GET /v2.0/networks?id=d8379183-1181-4480-938a-4a240ff65ade HTTP/1.1" status: 200 len: 813 time: 0.6451662 Mar 29 15:47:33.305958 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [None req-227da655-3f5d-4cca-b71e-11a816e7f64d admin admin] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:47:33.338652 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [req-b9174df7-9849-40de-8fc9-7a8cefa5fef9 req-95442f7a-96b7-4c77-9630-612856e32f64 tempest-MultipleCreateTestJSON-670714017 tempest-MultipleCreateTestJSON-670714017-project] Request body: {'port': {'device_id': '9431ce67-fb6e-4e3b-b11f-b7f8e5b58cf5', 'network_id': 'd8379183-1181-4480-938a-4a240ff65ade', 'admin_state_up': True, 'tenant_id': '8d821cfe3f5a49118adbc663ea93162d'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:47:33.361804 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-227da655-3f5d-4cca-b71e-11a816e7f64d admin admin] Received port after_create {{(pid=102791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:47:33.519189 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-227da655-3f5d-4cca-b71e-11a816e7f64d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-648347'] for router_interface, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:33.561660 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-b9174df7-9849-40de-8fc9-7a8cefa5fef9 req-d6e1e186-e796-4b03-89ce-f47a5f85a317 tempest-MultipleCreateTestJSON-670714017 tempest-MultipleCreateTestJSON-670714017-project] Notify callbacks [] for port, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:33.742492 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227da655-3f5d-4cca-b71e-11a816e7f64d admin admin] Pushing event updated for resources: {'Port': ['ID=ebc9cc52-020c-419f-9e91-e82c61c2fe20,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:47:33.792154 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e448743-4af3-4c18-b8ff-bd223589e182 req-706e88cf-4414-44af-83a2-d16f8ff31752 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:47:33.797010 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-9e448743-4af3-4c18-b8ff-bd223589e182 req-706e88cf-4414-44af-83a2-d16f8ff31752 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=abb8e5d6-2aea-4455-a944-3435a3d1ce49 HTTP/1.1" status: 200 len: 843 time: 1.4885511 Mar 29 15:47:33.802505 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-b9174df7-9849-40de-8fc9-7a8cefa5fef9 req-d6e1e186-e796-4b03-89ce-f47a5f85a317 tempest-MultipleCreateTestJSON-670714017 tempest-MultipleCreateTestJSON-670714017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:33.832629 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-993c23f4-b24e-40ed-97f5-f1aa0c25edda req-f4bc883d-d9bb-439b-8554-668c0b92550e tempest-MultipleCreateTestJSON-670714017 tempest-MultipleCreateTestJSON-670714017-project] 10.222.0.42 "GET /v2.0/ports?device_id=9431ce67-fb6e-4e3b-b11f-b7f8e5b58cf5 HTTP/1.1" status: 200 len: 210 time: 0.1366835 Mar 29 15:47:33.908874 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-988fd1cb-eca1-4a07-9e5e-bc76ab1317f3 None None] Provisioning complete for port ebc9cc52-020c-419f-9e91-e82c61c2fe20 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:47:33.909396 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-988fd1cb-eca1-4a07-9e5e-bc76ab1317f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:34.018320 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9174df7-9849-40de-8fc9-7a8cefa5fef9 req-d6e1e186-e796-4b03-89ce-f47a5f85a317 tempest-MultipleCreateTestJSON-670714017 tempest-MultipleCreateTestJSON-670714017-project] Network d8379183-1181-4480-938a-4a240ff65ade is already hosted by enough agents. {{(pid=102790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:47:34.020611 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e1e186-e796-4b03-89ce-f47a5f85a317 tempest-MultipleCreateTestJSON-670714017 tempest-MultipleCreateTestJSON-670714017-project] Pushing event updated for resources: {'Port': ['ID=a9eff704-aff6-4a54-bc5d-fdfc0ad3ee44,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:47:34.026027 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [req-b9174df7-9849-40de-8fc9-7a8cefa5fef9 req-d6e1e186-e796-4b03-89ce-f47a5f85a317 tempest-MultipleCreateTestJSON-670714017 tempest-MultipleCreateTestJSON-670714017-project] Resources bound (agent type, host, resource id): {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:47:34.029046 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9174df7-9849-40de-8fc9-7a8cefa5fef9 req-d6e1e186-e796-4b03-89ce-f47a5f85a317 tempest-MultipleCreateTestJSON-670714017 tempest-MultipleCreateTestJSON-670714017-project] Received port after_create {{(pid=102790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:47:34.103195 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e448743-4af3-4c18-b8ff-bd223589e182 req-2101d8a5-a8e1-4764-ae37-e1971f78abbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:47:34.104783 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-9e448743-4af3-4c18-b8ff-bd223589e182 req-2101d8a5-a8e1-4764-ae37-e1971f78abbc service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2268a9b9-82fd-4886-a91d-3a50e4e16cab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2214856 Mar 29 15:47:34.131207 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device 8b2a470d-90ea-4ceb-90e7-dade170a3c3f up at agent hyperv_n-h1-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:47:34.198239 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-988fd1cb-eca1-4a07-9e5e-bc76ab1317f3 None None] Port ebc9cc52-020c-419f-9e91-e82c61c2fe20 cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 15:47:34.205538 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d71584b9-87f1-45f5-84c7-c993c2416269 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:34.222553 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Provisioning for port 8b2a470d-90ea-4ceb-90e7-dade170a3c3f completed by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 15:47:34.235626 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Provisioning complete for port 8b2a470d-90ea-4ceb-90e7-dade170a3c3f triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:47:34.236298 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:34.242483 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9174df7-9849-40de-8fc9-7a8cefa5fef9 req-d6e1e186-e796-4b03-89ce-f47a5f85a317 tempest-MultipleCreateTestJSON-670714017 tempest-MultipleCreateTestJSON-670714017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:47:34.243161 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-b9174df7-9849-40de-8fc9-7a8cefa5fef9 req-d6e1e186-e796-4b03-89ce-f47a5f85a317 tempest-MultipleCreateTestJSON-670714017 tempest-MultipleCreateTestJSON-670714017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:34.344225 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-9e448743-4af3-4c18-b8ff-bd223589e182 req-a5ed20f2-a243-4a5b-9307-6d59661508eb service neutron] 10.222.0.44 "GET /v2.0/networks/2268a9b9-82fd-4886-a91d-3a50e4e16cab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2263956 Mar 29 15:47:34.418156 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-b9174df7-9849-40de-8fc9-7a8cefa5fef9 req-d6e1e186-e796-4b03-89ce-f47a5f85a317 tempest-MultipleCreateTestJSON-670714017 tempest-MultipleCreateTestJSON-670714017-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6778295 Mar 29 15:47:34.440291 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [req-b9174df7-9849-40de-8fc9-7a8cefa5fef9 req-00650b93-1ece-44ee-bed2-17f41e438e25 service neutron] Request body: {'port': {'device_id': '9f21cfb5-8f60-4722-b77b-88c2cc887b0b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834765-1'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:47:34.478052 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-0c6a9a39-255c-445d-9ed8-782ed3cc5f73 req-96188b6e-2a92-4ec6-b63e-cdaca66f3331 tempest-ServerShowV247Test-1180077024 tempest-ServerShowV247Test-1180077024-project] 10.222.0.42 "GET /v2.0/ports?device_id=70fec07f-1f0a-4145-aad5-051a38b43b4d HTTP/1.1" status: 200 len: 210 time: 0.1640134 Mar 29 15:47:34.518970 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device cde34bcf-8da1-4d24-9563-f97d8199f91f up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:47:34.534725 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec313e9-2deb-49e1-ada6-57d17aacffbb req-dd360cc6-1366-49a8-b0a4-ce0674489da1 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:47:34.536425 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-0ec313e9-2deb-49e1-ada6-57d17aacffbb req-dd360cc6-1366-49a8-b0a4-ce0674489da1 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.44 "GET /v2.0/ports?device_id=7bd5042f-d9f8-4161-b261-c1d7af6a3af4&tenant_id=fa3ba36247ad48f4997ede3b0209bc82&binding%3Ahost_id=n-h1-834765-1 HTTP/1.1" status: 200 len: 948 time: 0.6029217 Mar 29 15:47:34.594184 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-227da655-3f5d-4cca-b71e-11a816e7f64d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:34.670650 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fb3578-25b1-4382-901f-3c27225c0c11 req-19c168a4-3a51-4b9b-92c5-e54e8ef1b886 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:47:34.679989 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-d1fb3578-25b1-4382-901f-3c27225c0c11 req-19c168a4-3a51-4b9b-92c5-e54e8ef1b886 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/ports?device_id=7bd5042f-d9f8-4161-b261-c1d7af6a3af4 HTTP/1.1" status: 200 len: 948 time: 0.3420334 Mar 29 15:47:34.700289 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:34.722167 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-b9174df7-9849-40de-8fc9-7a8cefa5fef9 req-00650b93-1ece-44ee-bed2-17f41e438e25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:34.825309 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-9e448743-4af3-4c18-b8ff-bd223589e182 req-f2b395b4-8b6e-4ab0-a689-fad0e0ca9118 service neutron] 10.222.0.44 "GET /v2.0/networks/2268a9b9-82fd-4886-a91d-3a50e4e16cab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4411683 Mar 29 15:47:34.855147 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port cde34bcf-8da1-4d24-9563-f97d8199f91f triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:47:34.855147 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:34.891146 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-d1fb3578-25b1-4382-901f-3c27225c0c11 req-1dd0208b-ea87-4360-9377-c9078a95c51c tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/security-groups?id=56997969-7130-4d86-9e9d-e068deb19a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821451 Mar 29 15:47:34.944230 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bd5042f-d9f8-4161-b261-c1d7af6a3af4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b2a470d-90ea-4ceb-90e7-dade170a3c3f'}] {{(pid=102792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:47:34.962562 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4f476c66b318cc6068719fc39557fac68d413f5c7e78fa77028c7948e999ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9b4c49a-e210-431c-997d-bdfbcc51245a" -d '{"events": [{"server_uuid": "7bd5042f-d9f8-4161-b261-c1d7af6a3af4", "name": "network-vif-plugged", "status": "completed", "tag": "8b2a470d-90ea-4ceb-90e7-dade170a3c3f"}]}' {{(pid=102792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:47:35.024450 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-227da655-3f5d-4cca-b71e-11a816e7f64d admin admin] Notify callbacks [] for port, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:35.058412 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-0ec313e9-2deb-49e1-ada6-57d17aacffbb req-72dc2fe5-ba3b-4ac7-ad92-a55f665772bb service neutron] 10.222.0.44 "GET /v2.0/ports/8b2a470d-90ea-4ceb-90e7-dade170a3c3f/bindings/n-h1-834765-1 HTTP/1.1" status: 200 len: 382 time: 0.4737186 Mar 29 15:47:35.058986 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9174df7-9849-40de-8fc9-7a8cefa5fef9 req-95442f7a-96b7-4c77-9630-612856e32f64 tempest-MultipleCreateTestJSON-670714017 tempest-MultipleCreateTestJSON-670714017-project] Made reservation on behalf of 8d821cfe3f5a49118adbc663ea93162d for: {'port': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:47:35.085176 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-b9174df7-9849-40de-8fc9-7a8cefa5fef9 req-95442f7a-96b7-4c77-9630-612856e32f64 tempest-MultipleCreateTestJSON-670714017 tempest-MultipleCreateTestJSON-670714017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:35.085851 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port 8b2a470d-90ea-4ceb-90e7-dade170a3c3f, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=8b2a470d-90ea-4ceb-90e7-dade170a3c3f,segment=NetworkSegment(a0c230f0-660a-4194-9279-0f0781d34134),segment_id=a0c230f0-660a-4194-9279-0f0781d34134)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:47:35.110699 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-227da655-3f5d-4cca-b71e-11a816e7f64d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:35.116427 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:35.147899 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 53284) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:47:35.220115 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Pushing event updated for resources: {'Port': ['ID=8b2a470d-90ea-4ceb-90e7-dade170a3c3f,revision_number=9']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:47:35.340340 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:35.351554 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227da655-3f5d-4cca-b71e-11a816e7f64d admin admin] Pushing event updated for resources: {'Port': ['ID=ebc9cc52-020c-419f-9e91-e82c61c2fe20,revision_number=2']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:47:35.354643 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492f0ce3-a40d-4981-8745-efffbf58c323 req-d6c6b157-5e75-4e57-a8ea-e115df39ea95 tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:47:35.357382 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-492f0ce3-a40d-4981-8745-efffbf58c323 req-d6c6b157-5e75-4e57-a8ea-e115df39ea95 tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] 10.222.0.42 "GET /v2.0/ports?device_id=e5a979b1-652e-4963-bb8b-2b30de72faf4 HTTP/1.1" status: 200 len: 945 time: 0.3229313 Mar 29 15:47:35.385763 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] For port cde34bcf-8da1-4d24-9563-f97d8199f91f, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=cde34bcf-8da1-4d24-9563-f97d8199f91f,segment=NetworkSegment(6ab47353-a811-4bad-bc73-b4cc84583cfd),segment_id=6ab47353-a811-4bad-bc73-b4cc84583cfd)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:47:35.395372 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec313e9-2deb-49e1-ada6-57d17aacffbb req-04d9f561-f018-4967-86ce-4b5b80c33506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:47:35.397983 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-0ec313e9-2deb-49e1-ada6-57d17aacffbb req-04d9f561-f018-4967-86ce-4b5b80c33506 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=fa3ba36247ad48f4997ede3b0209bc82&device_id=7bd5042f-d9f8-4161-b261-c1d7af6a3af4 HTTP/1.1" status: 200 len: 1100 time: 0.2831655 Mar 29 15:47:35.401845 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:35.467575 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Pushing event updated for resources: {'Port': ['ID=cde34bcf-8da1-4d24-9563-f97d8199f91f,revision_number=4']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:47:35.523758 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-4232899e-b943-4ff4-823b-8bb67d1efa38 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-701374046-network', 'tenant_id': '36ff002e08894fe690a61d7787e59dca'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:47:35.584886 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec313e9-2deb-49e1-ada6-57d17aacffbb req-d593efcd-8cc0-4f79-b7d5-a5088b436093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:47:35.586726 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-0ec313e9-2deb-49e1-ada6-57d17aacffbb req-d593efcd-8cc0-4f79-b7d5-a5088b436093 service neutron] 10.222.0.44 "GET /v2.0/networks?id=2268a9b9-82fd-4886-a91d-3a50e4e16cab HTTP/1.1" status: 200 len: 870 time: 0.1717222 Mar 29 15:47:35.587764 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-227da655-3f5d-4cca-b71e-11a816e7f64d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-648439'] for router_interface, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:35.600936 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-492f0ce3-a40d-4981-8745-efffbf58c323 req-9b13e3a1-801d-4665-82b4-a217f81449b8 tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] 10.222.0.42 "GET /v2.0/security-groups?id=c7a98718-a37a-4214-92b3-d1a7e3aaebf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557870 Mar 29 15:47:35.608647 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4232899e-b943-4ff4-823b-8bb67d1efa38 admin admin] Made reservation on behalf of 36ff002e08894fe690a61d7787e59dca for: {'network': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:47:35.610887 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-4232899e-b943-4ff4-823b-8bb67d1efa38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for network, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:35.637740 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-4232899e-b943-4ff4-823b-8bb67d1efa38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:35.653516 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-c1ee8dd3-96b1-47f6-8078-44f4bdbbe87b req-a07ca271-ccdf-4958-a7b4-a999da6e9274 tempest-ServerShowV247Test-1180077024 tempest-ServerShowV247Test-1180077024-project] 10.222.0.42 "GET /v2.0/ports?device_id=70fec07f-1f0a-4145-aad5-051a38b43b4d&device_id=744ed947-cb34-409d-8174-56b3b8a8af9a HTTP/1.1" status: 200 len: 210 time: 0.0622096 Mar 29 15:47:35.705088 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-0cb6abf6-2706-4e52-8825-f5f644ecf9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:35.723482 n-d-834765-1 neutron-server[102790]: DEBUG neutron.notifiers.nova [req-b9174df7-9849-40de-8fc9-7a8cefa5fef9 req-00650b93-1ece-44ee-bed2-17f41e438e25 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9eff704-aff6-4a54-bc5d-fdfc0ad3ee44 {{(pid=102790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:47:35.737232 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-b9174df7-9849-40de-8fc9-7a8cefa5fef9 req-00650b93-1ece-44ee-bed2-17f41e438e25 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:35.763848 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.provisioning_blocks [req-b9174df7-9849-40de-8fc9-7a8cefa5fef9 req-00650b93-1ece-44ee-bed2-17f41e438e25 service neutron] Transition to ACTIVE for port object a9eff704-aff6-4a54-bc5d-fdfc0ad3ee44 will not be triggered until provisioned by entity L2. {{(pid=102790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 15:47:35.771021 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-0ec313e9-2deb-49e1-ada6-57d17aacffbb req-ced7d712-8a63-4288-80d3-3676af4f44ca service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.97&port_id=8b2a470d-90ea-4ceb-90e7-dade170a3c3f HTTP/1.1" status: 200 len: 217 time: 0.1245062 Mar 29 15:47:35.776450 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-b9174df7-9849-40de-8fc9-7a8cefa5fef9 req-00650b93-1ece-44ee-bed2-17f41e438e25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5237921'] for port, after_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:35.792807 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:47:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46987648-c592-4305-a11c-b338faf9746a x-openstack-request-id: req-46987648-c592-4305-a11c-b338faf9746a {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:47:35.793315 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bd5042f-d9f8-4161-b261-c1d7af6a3af4", "name": "network-vif-plugged", "status": "completed", "tag": "8b2a470d-90ea-4ceb-90e7-dade170a3c3f", "code": 200}]} {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:47:35.793730 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-46987648-c592-4305-a11c-b338faf9746a {{(pid=102792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:47:35.794295 n-d-834765-1 neutron-server[102792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bd5042f-d9f8-4161-b261-c1d7af6a3af4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b2a470d-90ea-4ceb-90e7-dade170a3c3f', 'code': 200} Mar 29 15:47:35.801065 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-964d96f3-64e5-47e1-bc68-2a2346d90ceb req-adb0940a-4fb5-4020-b281-7d38aef5e030 tempest-MultipleCreateTestJSON-670714017 tempest-MultipleCreateTestJSON-670714017-project] 10.222.0.42 "GET /v2.0/ports?device_id=9431ce67-fb6e-4e3b-b11f-b7f8e5b58cf5 HTTP/1.1" status: 200 len: 210 time: 0.0395849 Mar 29 15:47:35.879906 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:36.029532 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_common [req-b9174df7-9849-40de-8fc9-7a8cefa5fef9 req-95442f7a-96b7-4c77-9630-612856e32f64 tempest-MultipleCreateTestJSON-670714017 tempest-MultipleCreateTestJSON-670714017-project] Allocated IP 172.20.0.9 (d8379183-1181-4480-938a-4a240ff65ade/e40243f7-deb2-4a55-9fcc-00e92f1db1cb/5baee9af-9713-42bf-b276-1a7220759582) {{(pid=102791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:47:36.040384 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec313e9-2deb-49e1-ada6-57d17aacffbb req-7cb2809e-16ee-46f4-8c91-3cf6e3c8ba23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:47:36.042166 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-0ec313e9-2deb-49e1-ada6-57d17aacffbb req-7cb2809e-16ee-46f4-8c91-3cf6e3c8ba23 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=abb8e5d6-2aea-4455-a944-3435a3d1ce49 HTTP/1.1" status: 200 len: 843 time: 0.1668944 Mar 29 15:47:36.160452 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-227da655-3f5d-4cca-b71e-11a816e7f64d admin admin] Network 5820eec2-ced2-414a-ab32-af1fabeb5f44 is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:47:36.166913 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [None req-227da655-3f5d-4cca-b71e-11a816e7f64d admin admin] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:47:36.350605 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb9c658-b2e9-46df-9a48-04a60fbaa5ac req-3c7217b1-d134-4f3c-ac0e-eb16256cecc6 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:47:36.358942 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-0cb9c658-b2e9-46df-9a48-04a60fbaa5ac req-3c7217b1-d134-4f3c-ac0e-eb16256cecc6 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/ports?device_id=7bd5042f-d9f8-4161-b261-c1d7af6a3af4 HTTP/1.1" status: 200 len: 949 time: 0.2756455 Mar 29 15:47:36.376332 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec313e9-2deb-49e1-ada6-57d17aacffbb req-93653ea9-c328-4e1c-abeb-82240989913b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:47:36.377891 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-0ec313e9-2deb-49e1-ada6-57d17aacffbb req-93653ea9-c328-4e1c-abeb-82240989913b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2268a9b9-82fd-4886-a91d-3a50e4e16cab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3236239 Mar 29 15:47:36.408172 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device cde34bcf-8da1-4d24-9563-f97d8199f91f up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:47:36.525818 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port cde34bcf-8da1-4d24-9563-f97d8199f91f triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:47:36.526108 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:36.557347 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-0cb9c658-b2e9-46df-9a48-04a60fbaa5ac req-6541f4b8-9840-40a8-b786-80890b15fcb7 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/security-groups?id=56997969-7130-4d86-9e9d-e068deb19a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955378 Mar 29 15:47:36.660721 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-ccdaee50-f0eb-4100-af59-68e68ba2517c None None] Provisioning complete for port ebc9cc52-020c-419f-9e91-e82c61c2fe20 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:47:36.661159 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-ccdaee50-f0eb-4100-af59-68e68ba2517c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:36.737665 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-227da655-3f5d-4cca-b71e-11a816e7f64d admin admin] Router 9b23177d-8c08-44e2-bf32-a433f760b109 has already been hosted by L3 agent c648d819-1060-4f26-b4ec-6455387b5dff {{(pid=102791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 15:47:36.741612 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-75650b4b-d732-4f66-8c47-13bfb58d098d req-48416d24-089b-46ea-b5af-8491bedb718f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=280ddd8371d14cefab32ba5d999a913d&device_id=70fec07f-1f0a-4145-aad5-051a38b43b4d HTTP/1.1" status: 200 len: 210 time: 0.0738933 Mar 29 15:47:36.747843 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-b9174df7-9849-40de-8fc9-7a8cefa5fef9 req-95442f7a-96b7-4c77-9630-612856e32f64 tempest-MultipleCreateTestJSON-670714017 tempest-MultipleCreateTestJSON-670714017-project] Notify callbacks [] for port, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:36.752586 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-ccdaee50-f0eb-4100-af59-68e68ba2517c None None] Port ebc9cc52-020c-419f-9e91-e82c61c2fe20 cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 15:47:36.827450 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-4232899e-b943-4ff4-823b-8bb67d1efa38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:36.848291 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-c1a5eb68-8304-4211-8bda-2cf1258b0660 req-9bacaaf1-cd5e-4c22-b64f-aeb55023d823 tempest-ServerShowV247Test-1180077024 tempest-ServerShowV247Test-1180077024-project] 10.222.0.42 "GET /v2.0/ports?device_id=70fec07f-1f0a-4145-aad5-051a38b43b4d HTTP/1.1" status: 200 len: 210 time: 0.1719029 Mar 29 15:47:36.850232 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-75650b4b-d732-4f66-8c47-13bfb58d098d req-0dfe5a63-ce99-4183-87d8-fdfcd4c3c70d service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=280ddd8371d14cefab32ba5d999a913d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0898407 Mar 29 15:47:36.854273 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-4232899e-b943-4ff4-823b-8bb67d1efa38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:36.855979 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00650b93-1ece-44ee-bed2-17f41e438e25 service neutron] Pushing event updated for resources: {'Port': ['ID=a9eff704-aff6-4a54-bc5d-fdfc0ad3ee44,revision_number=2']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:47:36.861768 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-0ec313e9-2deb-49e1-ada6-57d17aacffbb req-e3d6a54b-1235-41fa-adb2-23ffc7019deb service neutron] 10.222.0.44 "GET /v2.0/networks/2268a9b9-82fd-4886-a91d-3a50e4e16cab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4451928 Mar 29 15:47:36.917472 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4232899e-b943-4ff4-823b-8bb67d1efa38 admin admin] vlan segment allocate from pool success with {'vlan_id': 606, 'physical_network': 'physnet1'} {{(pid=102790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 15:47:36.932360 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-4232899e-b943-4ff4-823b-8bb67d1efa38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:36.932798 n-d-834765-1 neutron-server[102790]: INFO neutron.db.segments_db [None req-4232899e-b943-4ff4-823b-8bb67d1efa38 admin admin] Added segment 5407cda8-60e0-42dc-bfea-a197aff7f743 of type vlan for network 1f4df881-bda5-4da9-b03e-c242b7160376 Mar 29 15:47:37.015305 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39028aa-a211-4d3c-a81b-186545a890c7 req-02afe153-e270-423e-9e5a-860e318ddcc6 tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:47:37.016858 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-4232899e-b943-4ff4-823b-8bb67d1efa38 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783522915970'] for network, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:37.016975 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d39028aa-a211-4d3c-a81b-186545a890c7 req-02afe153-e270-423e-9e5a-860e318ddcc6 tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] 10.222.0.42 "GET /v2.0/ports?device_id=e5a979b1-652e-4963-bb8b-2b30de72faf4 HTTP/1.1" status: 200 len: 945 time: 0.2388067 Mar 29 15:47:37.072125 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-1082f570-ac12-418d-8110-55616372b31b req-c7bdf0c5-9321-421c-b4b3-b5f942bf6f44 tempest-MultipleCreateTestJSON-670714017 tempest-MultipleCreateTestJSON-670714017-project] 10.222.0.42 "GET /v2.0/ports?device_id=9431ce67-fb6e-4e3b-b11f-b7f8e5b58cf5 HTTP/1.1" status: 200 len: 210 time: 0.0592668 Mar 29 15:47:37.104240 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4232899e-b943-4ff4-823b-8bb67d1efa38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=749261fa-ae42-492c-8117-2999a534671e,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:47:37.209452 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-4232899e-b943-4ff4-823b-8bb67d1efa38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795'] for network, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:37.210412 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4232899e-b943-4ff4-823b-8bb67d1efa38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:47:37.211045 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-4232899e-b943-4ff4-823b-8bb67d1efa38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for network, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:37.225106 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d39028aa-a211-4d3c-a81b-186545a890c7 req-b80b66e8-c527-4c0f-abde-b52dfc1fd7fd tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] 10.222.0.42 "GET /v2.0/security-groups?id=c7a98718-a37a-4214-92b3-d1a7e3aaebf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1962407 Mar 29 15:47:37.236058 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-b9174df7-9849-40de-8fc9-7a8cefa5fef9 req-95442f7a-96b7-4c77-9630-612856e32f64 tempest-MultipleCreateTestJSON-670714017 tempest-MultipleCreateTestJSON-670714017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:37.240090 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.managers [req-b9174df7-9849-40de-8fc9-7a8cefa5fef9 req-00650b93-1ece-44ee-bed2-17f41e438e25 service neutron] Attempting to bind port a9eff704-aff6-4a54-bc5d-fdfc0ad3ee44 on host n-h2-834765-1 for vnic_type normal with profile {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:47:37.240430 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.managers [req-b9174df7-9849-40de-8fc9-7a8cefa5fef9 req-00650b93-1ece-44ee-bed2-17f41e438e25 service neutron] Attempting to bind port a9eff704-aff6-4a54-bc5d-fdfc0ad3ee44 by drivers openvswitch,hyperv on host n-h2-834765-1 at level 0 using segments [{'id': 'e21100ac-42ad-42a8-ba92-556bc659383a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'd8379183-1181-4480-938a-4a240ff65ade'}] {{(pid=102790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:47:37.241317 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9174df7-9849-40de-8fc9-7a8cefa5fef9 req-00650b93-1ece-44ee-bed2-17f41e438e25 service neutron] Attempting to bind port a9eff704-aff6-4a54-bc5d-fdfc0ad3ee44 on network d8379183-1181-4480-938a-4a240ff65ade {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:47:37.257402 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-227da655-3f5d-4cca-b71e-11a816e7f64d admin admin] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:47:37.265484 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9174df7-9849-40de-8fc9-7a8cefa5fef9 req-00650b93-1ece-44ee-bed2-17f41e438e25 service neutron] Port a9eff704-aff6-4a54-bc5d-fdfc0ad3ee44 on network d8379183-1181-4480-938a-4a240ff65ade not bound, no agent of type Open vSwitch agent registered on host n-h2-834765-1 {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 15:47:37.266843 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9174df7-9849-40de-8fc9-7a8cefa5fef9 req-00650b93-1ece-44ee-bed2-17f41e438e25 service neutron] Attempting to bind port a9eff704-aff6-4a54-bc5d-fdfc0ad3ee44 on network d8379183-1181-4480-938a-4a240ff65ade {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:47:37.277883 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-415145cf-d628-43bd-93b1-5cf1f372f369 None None] Sync routers for ids ['9b23177d-8c08-44e2-bf32-a433f760b109'] in n-d-834765-1 {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:47:37.295447 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-415145cf-d628-43bd-93b1-5cf1f372f369 None None] Routers {'9b23177d-8c08-44e2-bf32-a433f760b109'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:47:37.297566 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-415145cf-d628-43bd-93b1-5cf1f372f369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:47:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['9b23177d-8c08-44e2-bf32-a433f760b109'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:47:37.327127 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-227da655-3f5d-4cca-b71e-11a816e7f64d admin admin] 10.222.0.42 "PUT /v2.0/routers/9b23177d-8c08-44e2-bf32-a433f760b109/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2220762 Mar 29 15:47:37.334149 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-0ec313e9-2deb-49e1-ada6-57d17aacffbb req-f7f89211-aae4-468b-b0de-ad25b88a1874 service neutron] 10.222.0.44 "GET /v2.0/networks/2268a9b9-82fd-4886-a91d-3a50e4e16cab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4478645 Mar 29 15:47:37.348626 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9174df7-9849-40de-8fc9-7a8cefa5fef9 req-95442f7a-96b7-4c77-9630-612856e32f64 tempest-MultipleCreateTestJSON-670714017 tempest-MultipleCreateTestJSON-670714017-project] Network d8379183-1181-4480-938a-4a240ff65ade is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:47:37.351722 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [req-b9174df7-9849-40de-8fc9-7a8cefa5fef9 req-95442f7a-96b7-4c77-9630-612856e32f64 tempest-MultipleCreateTestJSON-670714017 tempest-MultipleCreateTestJSON-670714017-project] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:47:37.356559 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9174df7-9849-40de-8fc9-7a8cefa5fef9 req-95442f7a-96b7-4c77-9630-612856e32f64 tempest-MultipleCreateTestJSON-670714017 tempest-MultipleCreateTestJSON-670714017-project] Received port after_create {{(pid=102791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:47:37.368384 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4232899e-b943-4ff4-823b-8bb67d1efa38 admin admin] Pushing event updated for resources: {'Network': ['ID=1f4df881-bda5-4da9-b03e-c242b7160376,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:47:37.384120 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Network 1f4df881-bda5-4da9-b03e-c242b7160376 details requested by agent ovs-agent-n-d-834765-1 with host n-d-834765-1 {{(pid=102792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 15:47:37.408035 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9174df7-9849-40de-8fc9-7a8cefa5fef9 req-95442f7a-96b7-4c77-9630-612856e32f64 tempest-MultipleCreateTestJSON-670714017 tempest-MultipleCreateTestJSON-670714017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:47:37.408593 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-b9174df7-9849-40de-8fc9-7a8cefa5fef9 req-95442f7a-96b7-4c77-9630-612856e32f64 tempest-MultipleCreateTestJSON-670714017 tempest-MultipleCreateTestJSON-670714017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:37.412316 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95442f7a-96b7-4c77-9630-612856e32f64 tempest-MultipleCreateTestJSON-670714017 tempest-MultipleCreateTestJSON-670714017-project] Pushing event updated for resources: {'Port': ['ID=5baee9af-9713-42bf-b276-1a7220759582,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:47:37.434359 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b9174df7-9849-40de-8fc9-7a8cefa5fef9 req-95442f7a-96b7-4c77-9630-612856e32f64 tempest-MultipleCreateTestJSON-670714017 tempest-MultipleCreateTestJSON-670714017-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1115904 Mar 29 15:47:37.441702 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 53326) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:47:37.442640 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-4232899e-b943-4ff4-823b-8bb67d1efa38 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.2935908 Mar 29 15:47:37.445558 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9174df7-9849-40de-8fc9-7a8cefa5fef9 req-00650b93-1ece-44ee-bed2-17f41e438e25 service neutron] Checking agent: {'id': '3e4b4912-b4a2-4d17-b5bd-6ce15529e8eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 33, 17), 'started_at': datetime.datetime(2022, 3, 29, 15, 33, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 47, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:47:37.447989 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9174df7-9849-40de-8fc9-7a8cefa5fef9 req-00650b93-1ece-44ee-bed2-17f41e438e25 service neutron] Checking segment: {'id': 'e21100ac-42ad-42a8-ba92-556bc659383a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'd8379183-1181-4480-938a-4a240ff65ade'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:47:37.448690 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9174df7-9849-40de-8fc9-7a8cefa5fef9 req-00650b93-1ece-44ee-bed2-17f41e438e25 service neutron] Bound using segment: {'id': 'e21100ac-42ad-42a8-ba92-556bc659383a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'd8379183-1181-4480-938a-4a240ff65ade'} {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:47:37.449801 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.managers [req-b9174df7-9849-40de-8fc9-7a8cefa5fef9 req-00650b93-1ece-44ee-bed2-17f41e438e25 service neutron] Bound port: a9eff704-aff6-4a54-bc5d-fdfc0ad3ee44, host: n-h2-834765-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e21100ac-42ad-42a8-ba92-556bc659383a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'd8379183-1181-4480-938a-4a240ff65ade'}}] {{(pid=102790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 15:47:37.450129 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-dbd5c345-80c3-49e5-bd32-b6678d4327e5 admin admin] Request body: {'subnet': {'network_id': '1f4df881-bda5-4da9-b03e-c242b7160376', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-701374046-subnet', 'tenant_id': '36ff002e08894fe690a61d7787e59dca', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:47:37.452605 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-b9174df7-9849-40de-8fc9-7a8cefa5fef9 req-00650b93-1ece-44ee-bed2-17f41e438e25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:37.457785 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75650b4b-d732-4f66-8c47-13bfb58d098d req-29ddc1ef-cab3-45a2-b3ea-ddeccb635d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:47:37.464061 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-75650b4b-d732-4f66-8c47-13bfb58d098d req-29ddc1ef-cab3-45a2-b3ea-ddeccb635d51 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4846795 Mar 29 15:47:37.469592 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [req-b9174df7-9849-40de-8fc9-7a8cefa5fef9 req-54b86904-20e5-4612-8a96-14f12c8f560f service neutron] Request body: {'port': {'device_id': '9431ce67-fb6e-4e3b-b11f-b7f8e5b58cf5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834765-1'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:47:37.581565 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbd5c345-80c3-49e5-bd32-b6678d4327e5 admin admin] Made reservation on behalf of 36ff002e08894fe690a61d7787e59dca for: {'subnet': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:47:37.586028 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-dbd5c345-80c3-49e5-bd32-b6678d4327e5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16218875'] for subnet, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:37.619030 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvr_db [None req-415145cf-d628-43bd-93b1-5cf1f372f369 None None] Set router 9b23177d-8c08-44e2-bf32-a433f760b109 gateway port host: n-d-834765-1 {{(pid=102793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:47:37.661567 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [req-b9174df7-9849-40de-8fc9-7a8cefa5fef9 req-00650b93-1ece-44ee-bed2-17f41e438e25 service neutron] For port a9eff704-aff6-4a54-bc5d-fdfc0ad3ee44, host n-h2-834765-1, cleared binding levels {{(pid=102790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:47:37.671359 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [req-b9174df7-9849-40de-8fc9-7a8cefa5fef9 req-00650b93-1ece-44ee-bed2-17f41e438e25 service neutron] For port a9eff704-aff6-4a54-bc5d-fdfc0ad3ee44, host n-h2-834765-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=a9eff704-aff6-4a54-bc5d-fdfc0ad3ee44,segment=NetworkSegment(e21100ac-42ad-42a8-ba92-556bc659383a),segment_id=e21100ac-42ad-42a8-ba92-556bc659383a)] {{(pid=102790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:47:37.680234 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-b9174df7-9849-40de-8fc9-7a8cefa5fef9 req-00650b93-1ece-44ee-bed2-17f41e438e25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5237921'] for port, after_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:37.713834 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-b9174df7-9849-40de-8fc9-7a8cefa5fef9 req-54b86904-20e5-4612-8a96-14f12c8f560f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:37.778255 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9174df7-9849-40de-8fc9-7a8cefa5fef9 req-00650b93-1ece-44ee-bed2-17f41e438e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:47:37.779571 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-b9174df7-9849-40de-8fc9-7a8cefa5fef9 req-00650b93-1ece-44ee-bed2-17f41e438e25 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:37.785616 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-b9174df7-9849-40de-8fc9-7a8cefa5fef9 req-00650b93-1ece-44ee-bed2-17f41e438e25 service neutron] 10.222.0.48 "PUT /v2.0/ports/a9eff704-aff6-4a54-bc5d-fdfc0ad3ee44 HTTP/1.1" status: 200 len: 1091 time: 3.3496547 Mar 29 15:47:37.786249 n-d-834765-1 neutron-server[102790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f21cfb5-8f60-4722-b77b-88c2cc887b0b', 'tag': 'a9eff704-aff6-4a54-bc5d-fdfc0ad3ee44'}] {{(pid=102790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:47:37.788986 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46b06d655c90bc969636382cce4240ad749035fb0f3a83ee4734fa1ed9c4a6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c27575ed-4df2-47b8-8e0f-0db1377626d0" -d '{"events": [{"name": "network-changed", "server_uuid": "9f21cfb5-8f60-4722-b77b-88c2cc887b0b", "tag": "a9eff704-aff6-4a54-bc5d-fdfc0ad3ee44"}]}' {{(pid=102790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:47:37.888575 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00650b93-1ece-44ee-bed2-17f41e438e25 service neutron] Pushing event updated for resources: {'Port': ['ID=a9eff704-aff6-4a54-bc5d-fdfc0ad3ee44,revision_number=3']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:47:37.934211 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb85c568-24be-4f6a-a924-2e3eaaba293f req-1a1a3fce-5270-4e2a-b901-42426182578d tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:47:37.947630 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-cb85c568-24be-4f6a-a924-2e3eaaba293f req-1a1a3fce-5270-4e2a-b901-42426182578d tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/ports?device_id=7bd5042f-d9f8-4161-b261-c1d7af6a3af4 HTTP/1.1" status: 200 len: 949 time: 0.1832037 Mar 29 15:47:37.958600 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-415145cf-d628-43bd-93b1-5cf1f372f369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b23177d-8c08-44e2-bf32-a433f760b109', 'name': 'tempest-AttachVolumeNegativeTest-120289948-router', 'tenant_id': 'c6465a9dafbf43bf90c09b1dce8d1fc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.74'}], 'enable_snat': True}, 'gw_port_id': 'cde34bcf-8da1-4d24-9563-f97d8199f91f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:47:21Z', 'updated_at': '2022-03-29T15:47:34Z', 'revision_number': 4, 'project_id': 'c6465a9dafbf43bf90c09b1dce8d1fc6', 'gw_port': {'id': 'cde34bcf-8da1-4d24-9563-f97d8199f91f', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:37:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b23177d-8c08-44e2-bf32-a433f760b109', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:47:24Z', 'updated_at': '2022-03-29T15:47:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': 'ebc9cc52-020c-419f-9e91-e82c61c2fe20', 'name': '', 'network_id': '5820eec2-ced2-414a-ab32-af1fabeb5f44', 'tenant_id': 'c6465a9dafbf43bf90c09b1dce8d1fc6', 'mac_address': 'fa:16:3e:6b:9d:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b23177d-8c08-44e2-bf32-a433f760b109', 'device_owner': 'network:router_interface', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': '406fd4ed-e828-4758-9c87-5ac29cec1b72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:47:30Z', 'updated_at': '2022-03-29T15:47:34Z', 'revision_number': 2, 'project_id': 'c6465a9dafbf43bf90c09b1dce8d1fc6', 'subnets': [{'id': '406fd4ed-e828-4758-9c87-5ac29cec1b72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:47:37.984424 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9174df7-9849-40de-8fc9-7a8cefa5fef9 req-7a439e75-2fb8-4737-98f5-61bd10fcf86e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:47:37.985680 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-b9174df7-9849-40de-8fc9-7a8cefa5fef9 req-7a439e75-2fb8-4737-98f5-61bd10fcf86e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8d821cfe3f5a49118adbc663ea93162d&device_id=9f21cfb5-8f60-4722-b77b-88c2cc887b0b HTTP/1.1" status: 200 len: 1094 time: 0.1549683 Mar 29 15:47:37.992894 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-415145cf-d628-43bd-93b1-5cf1f372f369 None None] Checking router: 9b23177d-8c08-44e2-bf32-a433f760b109 for host: n-d-834765-1 {{(pid=102793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:47:37.993244 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-415145cf-d628-43bd-93b1-5cf1f372f369 None None] Updating router 9b23177d-8c08-44e2-bf32-a433f760b109 port ebc9cc52-020c-419f-9e91-e82c61c2fe20 binding host n-d-834765-1 {{(pid=102793) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 15:47:38.042454 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-415145cf-d628-43bd-93b1-5cf1f372f369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:38.063819 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-b9174df7-9849-40de-8fc9-7a8cefa5fef9 req-0e7e7a20-a00d-4032-a96d-d45f91769cf4 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a9eff704-aff6-4a54-bc5d-fdfc0ad3ee44 HTTP/1.1" status: 200 len: 217 time: 0.0665267 Mar 29 15:47:38.077603 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-cb85c568-24be-4f6a-a924-2e3eaaba293f req-c6241ad9-0dfb-49e7-94da-5835d4db25d9 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/security-groups?id=56997969-7130-4d86-9e9d-e068deb19a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292956 Mar 29 15:47:38.131110 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device 022f5b39-5aca-404c-851c-bf064252a93c details requested by agent hyperv_n-h1-834765-1 with host n-h1-834765-1 {{(pid=102792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 15:47:38.167870 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 15:47:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e2ce816-b70a-4b61-bb3c-115800f1a5fb x-openstack-request-id: req-5e2ce816-b70a-4b61-bb3c-115800f1a5fb {{(pid=102790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:47:38.168459 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f21cfb5-8f60-4722-b77b-88c2cc887b0b", "tag": "a9eff704-aff6-4a54-bc5d-fdfc0ad3ee44", "status": "completed", "code": 200}]} {{(pid=102790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:47:38.168859 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-5e2ce816-b70a-4b61-bb3c-115800f1a5fb {{(pid=102790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:47:38.169476 n-d-834765-1 neutron-server[102790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f21cfb5-8f60-4722-b77b-88c2cc887b0b', 'tag': 'a9eff704-aff6-4a54-bc5d-fdfc0ad3ee44', 'status': 'completed', 'code': 200} Mar 29 15:47:38.181477 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-dbd5c345-80c3-49e5-bd32-b6678d4327e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16155524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16218861'] for subnet, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:38.186135 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9174df7-9849-40de-8fc9-7a8cefa5fef9 req-6c0a64ec-3aed-4d02-9236-603e6b9fe10b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:47:38.190107 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-b9174df7-9849-40de-8fc9-7a8cefa5fef9 req-6c0a64ec-3aed-4d02-9236-603e6b9fe10b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e40243f7-deb2-4a55-9fcc-00e92f1db1cb HTTP/1.1" status: 200 len: 853 time: 0.1097624 Mar 29 15:47:38.235142 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 53352) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:47:38.240843 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-b9174df7-9849-40de-8fc9-7a8cefa5fef9 req-21e0f7d5-e020-4b58-8fc3-1c83e17ea2c3 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d8379183-1181-4480-938a-4a240ff65ade&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414679 Mar 29 15:47:38.245284 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-74d9ec74-6509-49aa-8b94-ef6bfc3ab1cb tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Request body: {'security_group': {'name': 'tempest-securitygroup--455584146', 'description': 'tempest-description--1615164907'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:47:38.378909 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-b9174df7-9849-40de-8fc9-7a8cefa5fef9 req-44eddd2f-1756-48df-8502-8076f23b0243 service neutron] 10.222.0.48 "GET /v2.0/networks/d8379183-1181-4480-938a-4a240ff65ade?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242611 Mar 29 15:47:38.428715 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd5c345-80c3-49e5-bd32-b6678d4327e5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4c022cf0-a8d8-44ae-ba7b-0136211967ba,revision_number=0']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:47:38.463456 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-4a219979-8f43-451d-9fe8-17d6433d7dcf req-93371ba2-9c75-4494-afd3-d261076aa670 tempest-ServerShowV247Test-1180077024 tempest-ServerShowV247Test-1180077024-project] 10.222.0.42 "GET /v2.0/ports?device_id=70fec07f-1f0a-4145-aad5-051a38b43b4d HTTP/1.1" status: 200 len: 210 time: 0.2031305 Mar 29 15:47:38.535678 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-74d9ec74-6509-49aa-8b94-ef6bfc3ab1cb tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Notify callbacks [] for security_group, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:38.583517 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbd5c345-80c3-49e5-bd32-b6678d4327e5 admin admin] Checking segment: {'id': '5407cda8-60e0-42dc-bfea-a197aff7f743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '1f4df881-bda5-4da9-b03e-c242b7160376'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:47:38.583881 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbd5c345-80c3-49e5-bd32-b6678d4327e5 admin admin] Network hostable DHCP agents. Network: 1f4df881-bda5-4da9-b03e-c242b7160376, hostable agents: ['d136643e-48ae-49d4-a851-2ba3bdf3749c'], hosted agents: [] {{(pid=102791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 15:47:38.602784 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [req-b9174df7-9849-40de-8fc9-7a8cefa5fef9 req-54b86904-20e5-4612-8a96-14f12c8f560f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5baee9af-9713-42bf-b276-1a7220759582 {{(pid=102791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:47:38.616943 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcf6dd6-5800-4fc7-89c2-54793f477524 req-e6f082ea-ca2b-428b-ba15-f2fc6d2ecc90 tempest-MultipleCreateTestJSON-670714017 tempest-MultipleCreateTestJSON-670714017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:47:38.618495 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-5dcf6dd6-5800-4fc7-89c2-54793f477524 req-e6f082ea-ca2b-428b-ba15-f2fc6d2ecc90 tempest-MultipleCreateTestJSON-670714017 tempest-MultipleCreateTestJSON-670714017-project] 10.222.0.42 "GET /v2.0/ports?device_id=9431ce67-fb6e-4e3b-b11f-b7f8e5b58cf5 HTTP/1.1" status: 200 len: 931 time: 0.2276633 Mar 29 15:47:38.626178 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-b9174df7-9849-40de-8fc9-7a8cefa5fef9 req-54b86904-20e5-4612-8a96-14f12c8f560f service neutron] Notify callbacks [] for port, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:38.652198 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.provisioning_blocks [req-b9174df7-9849-40de-8fc9-7a8cefa5fef9 req-54b86904-20e5-4612-8a96-14f12c8f560f service neutron] Transition to ACTIVE for port object 5baee9af-9713-42bf-b276-1a7220759582 will not be triggered until provisioned by entity L2. {{(pid=102791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 15:47:38.659786 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbd5c345-80c3-49e5-bd32-b6678d4327e5 admin admin] Network 1f4df881-bda5-4da9-b03e-c242b7160376 is scheduled to be hosted by DHCP agent d136643e-48ae-49d4-a851-2ba3bdf3749c with binding_index 1 {{(pid=102791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 15:47:38.671509 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-b9174df7-9849-40de-8fc9-7a8cefa5fef9 req-54b86904-20e5-4612-8a96-14f12c8f560f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:38.687659 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [None req-dbd5c345-80c3-49e5-bd32-b6678d4327e5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834765-1, 1f4df881-bda5-4da9-b03e-c242b7160376) {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:47:38.698707 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79d3fc1d-b888-4442-a782-37c6d0e3c095 None None] Network 1f4df881-bda5-4da9-b03e-c242b7160376 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 15:47:38.706679 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-415145cf-d628-43bd-93b1-5cf1f372f369 None None] Notify callbacks [] for port, precommit_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:38.716086 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-415145cf-d628-43bd-93b1-5cf1f372f369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:38.752850 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbd5c345-80c3-49e5-bd32-b6678d4327e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:47:38.753447 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-dbd5c345-80c3-49e5-bd32-b6678d4327e5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:38.786227 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ac6c5c-c13f-4516-8b71-57e7715afe41 None None] Pushing event updated for resources: {'Port': ['ID=ebc9cc52-020c-419f-9e91-e82c61c2fe20,revision_number=3']} {{(pid=102793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:47:38.798348 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ac6c5c-c13f-4516-8b71-57e7715afe41 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:47:38.799024 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ac6c5c-c13f-4516-8b71-57e7715afe41 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:47:38.799634 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ac6c5c-c13f-4516-8b71-57e7715afe41 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:47:38.800925 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ac6c5c-c13f-4516-8b71-57e7715afe41 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:47:38.801455 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ac6c5c-c13f-4516-8b71-57e7715afe41 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:47:38.801974 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ac6c5c-c13f-4516-8b71-57e7715afe41 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:47:38.802533 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ac6c5c-c13f-4516-8b71-57e7715afe41 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:47:38.803062 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ac6c5c-c13f-4516-8b71-57e7715afe41 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:47:38.803621 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ac6c5c-c13f-4516-8b71-57e7715afe41 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:47:38.804268 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ac6c5c-c13f-4516-8b71-57e7715afe41 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:47:38.804746 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ac6c5c-c13f-4516-8b71-57e7715afe41 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:47:38.805157 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ac6c5c-c13f-4516-8b71-57e7715afe41 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:47:38.807228 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-5dcf6dd6-5800-4fc7-89c2-54793f477524 req-77d5f3ff-3153-443b-93bd-999bd6f2b980 tempest-MultipleCreateTestJSON-670714017 tempest-MultipleCreateTestJSON-670714017-project] 10.222.0.42 "GET /v2.0/security-groups?id=622584de-fdfc-4a41-9592-a14d48f13313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681290 Mar 29 15:47:38.862153 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b86904-20e5-4612-8a96-14f12c8f560f service neutron] Pushing event updated for resources: {'Port': ['ID=5baee9af-9713-42bf-b276-1a7220759582,revision_number=2']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:47:38.870902 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-b9174df7-9849-40de-8fc9-7a8cefa5fef9 req-0eaddafd-c210-4db0-92a2-b6dbeef528da service neutron] 10.222.0.48 "GET /v2.0/networks/d8379183-1181-4480-938a-4a240ff65ade?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4784381 Mar 29 15:47:38.928867 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port 022f5b39-5aca-404c-851c-bf064252a93c, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=022f5b39-5aca-404c-851c-bf064252a93c,segment=NetworkSegment(ee9a1626-16ee-4ecf-88a3-7244e4b7c1ed),segment_id=ee9a1626-16ee-4ecf-88a3-7244e4b7c1ed)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:47:38.942762 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e424eef1-c5d1-408d-afbf-9c16fadb6b83 None None] Network 1f4df881-bda5-4da9-b03e-c242b7160376 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 15:47:38.979579 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4b43c7-b366-459a-ac78-826e90cae50c req-7fd19505-1c70-4af2-95b4-0d0499bdec90 tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:47:38.995935 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-9e4b43c7-b366-459a-ac78-826e90cae50c req-7fd19505-1c70-4af2-95b4-0d0499bdec90 tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] 10.222.0.42 "GET /v2.0/ports?device_id=e5a979b1-652e-4963-bb8b-2b30de72faf4 HTTP/1.1" status: 200 len: 945 time: 0.2466874 Mar 29 15:47:39.084756 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Returning: {'device': '022f5b39-5aca-404c-851c-bf064252a93c', 'network_id': '521886c7-eef8-4b1b-9885-e070589482cd', 'port_id': '022f5b39-5aca-404c-851c-bf064252a93c', 'mac_address': 'fa:16:3e:50:79:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 632, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '948bea00-d9fc-4574-8561-d9234d72b285', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 15:47:39.088320 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-dbd5c345-80c3-49e5-bd32-b6678d4327e5 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.6451972 Mar 29 15:47:39.094689 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.managers [None req-415145cf-d628-43bd-93b1-5cf1f372f369 None None] Attempting to bind port ebc9cc52-020c-419f-9e91-e82c61c2fe20 on host n-d-834765-1 for vnic_type normal with profile {{(pid=102793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:47:39.095112 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.managers [None req-415145cf-d628-43bd-93b1-5cf1f372f369 None None] Attempting to bind port ebc9cc52-020c-419f-9e91-e82c61c2fe20 by drivers openvswitch,hyperv on host n-d-834765-1 at level 0 using segments [{'id': '593392ec-7215-4ab3-8e52-325f9a7e2718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '5820eec2-ced2-414a-ab32-af1fabeb5f44'}] {{(pid=102793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:47:39.095633 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-415145cf-d628-43bd-93b1-5cf1f372f369 None None] Attempting to bind port ebc9cc52-020c-419f-9e91-e82c61c2fe20 on network 5820eec2-ced2-414a-ab32-af1fabeb5f44 {{(pid=102793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:47:39.117838 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-415145cf-d628-43bd-93b1-5cf1f372f369 None None] Checking agent: {'id': 'a8866439-9d96-425c-b519-6905c591ac37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 25, 36), 'started_at': datetime.datetime(2022, 3, 29, 15, 26, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 47, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834765-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:47:39.118198 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-415145cf-d628-43bd-93b1-5cf1f372f369 None None] Checking segment: {'id': '593392ec-7215-4ab3-8e52-325f9a7e2718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '5820eec2-ced2-414a-ab32-af1fabeb5f44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:47:39.118490 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-415145cf-d628-43bd-93b1-5cf1f372f369 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:39.118877 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-415145cf-d628-43bd-93b1-5cf1f372f369 None None] Bound using segment: {'id': '593392ec-7215-4ab3-8e52-325f9a7e2718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '5820eec2-ced2-414a-ab32-af1fabeb5f44'} {{(pid=102793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:47:39.119369 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.managers [None req-415145cf-d628-43bd-93b1-5cf1f372f369 None None] Bound port: ebc9cc52-020c-419f-9e91-e82c61c2fe20, host: n-d-834765-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '593392ec-7215-4ab3-8e52-325f9a7e2718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '5820eec2-ced2-414a-ab32-af1fabeb5f44'}}] {{(pid=102793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 15:47:39.119745 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-415145cf-d628-43bd-93b1-5cf1f372f369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:39.158817 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-74d9ec74-6509-49aa-8b94-ef6bfc3ab1cb tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Notify callbacks [] for security_group, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:39.161658 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:39.184212 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-9e4b43c7-b366-459a-ac78-826e90cae50c req-cf890b69-9e90-4ce9-8418-4eaa3cc0f0ed tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] 10.222.0.42 "GET /v2.0/security-groups?id=c7a98718-a37a-4214-92b3-d1a7e3aaebf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1873264 Mar 29 15:47:39.195745 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-74d9ec74-6509-49aa-8b94-ef6bfc3ab1cb tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:39.201985 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 022f5b39-5aca-404c-851c-bf064252a93c {{(pid=102792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:47:39.207224 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-b9174df7-9849-40de-8fc9-7a8cefa5fef9 req-54b86904-20e5-4612-8a96-14f12c8f560f service neutron] Attempting to bind port 5baee9af-9713-42bf-b276-1a7220759582 on host n-h1-834765-1 for vnic_type normal with profile {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:47:39.207586 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-b9174df7-9849-40de-8fc9-7a8cefa5fef9 req-54b86904-20e5-4612-8a96-14f12c8f560f service neutron] Attempting to bind port 5baee9af-9713-42bf-b276-1a7220759582 by drivers openvswitch,hyperv on host n-h1-834765-1 at level 0 using segments [{'id': 'e21100ac-42ad-42a8-ba92-556bc659383a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'd8379183-1181-4480-938a-4a240ff65ade'}] {{(pid=102791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:47:39.207915 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9174df7-9849-40de-8fc9-7a8cefa5fef9 req-54b86904-20e5-4612-8a96-14f12c8f560f service neutron] Attempting to bind port 5baee9af-9713-42bf-b276-1a7220759582 on network d8379183-1181-4480-938a-4a240ff65ade {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:47:39.227972 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9174df7-9849-40de-8fc9-7a8cefa5fef9 req-54b86904-20e5-4612-8a96-14f12c8f560f service neutron] Port 5baee9af-9713-42bf-b276-1a7220759582 on network d8379183-1181-4480-938a-4a240ff65ade not bound, no agent of type Open vSwitch agent registered on host n-h1-834765-1 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 15:47:39.228353 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9174df7-9849-40de-8fc9-7a8cefa5fef9 req-54b86904-20e5-4612-8a96-14f12c8f560f service neutron] Attempting to bind port 5baee9af-9713-42bf-b276-1a7220759582 on network d8379183-1181-4480-938a-4a240ff65ade {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:47:39.239243 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port 022f5b39-5aca-404c-851c-bf064252a93c, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=022f5b39-5aca-404c-851c-bf064252a93c,segment=NetworkSegment(ee9a1626-16ee-4ecf-88a3-7244e4b7c1ed),segment_id=ee9a1626-16ee-4ecf-88a3-7244e4b7c1ed)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:47:39.246245 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9174df7-9849-40de-8fc9-7a8cefa5fef9 req-54b86904-20e5-4612-8a96-14f12c8f560f service neutron] Checking agent: {'id': 'be375040-5069-4239-9460-a3a3213e1e90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 33, 18), 'started_at': datetime.datetime(2022, 3, 29, 15, 33, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 47, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:47:39.246579 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9174df7-9849-40de-8fc9-7a8cefa5fef9 req-54b86904-20e5-4612-8a96-14f12c8f560f service neutron] Checking segment: {'id': 'e21100ac-42ad-42a8-ba92-556bc659383a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'd8379183-1181-4480-938a-4a240ff65ade'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:47:39.246966 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9174df7-9849-40de-8fc9-7a8cefa5fef9 req-54b86904-20e5-4612-8a96-14f12c8f560f service neutron] Bound using segment: {'id': 'e21100ac-42ad-42a8-ba92-556bc659383a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'd8379183-1181-4480-938a-4a240ff65ade'} {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:47:39.251907 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-b9174df7-9849-40de-8fc9-7a8cefa5fef9 req-54b86904-20e5-4612-8a96-14f12c8f560f service neutron] Bound port: 5baee9af-9713-42bf-b276-1a7220759582, host: n-h1-834765-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e21100ac-42ad-42a8-ba92-556bc659383a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'd8379183-1181-4480-938a-4a240ff65ade'}}] {{(pid=102791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 15:47:39.252279 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-b9174df7-9849-40de-8fc9-7a8cefa5fef9 req-54b86904-20e5-4612-8a96-14f12c8f560f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:39.253670 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:39.281286 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-74d9ec74-6509-49aa-8b94-ef6bfc3ab1cb tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:39.282914 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-74d9ec74-6509-49aa-8b94-ef6bfc3ab1cb tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.0462136 Mar 29 15:47:39.292039 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 53396) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:47:39.322673 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-8132073b-1b86-4810-b5bc-69b791531f6c tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Request body: {'security_group_rule': {'security_group_id': '0bedaa60-e810-4de4-993c-fd3c38fe38fb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:47:39.333316 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27575ed-4df2-47b8-8e0f-0db1377626d0 req-e5ab616f-9664-4f8f-b571-12a02dcaa00a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:47:39.337041 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-c27575ed-4df2-47b8-8e0f-0db1377626d0 req-e5ab616f-9664-4f8f-b571-12a02dcaa00a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8d821cfe3f5a49118adbc663ea93162d&device_id=9f21cfb5-8f60-4722-b77b-88c2cc887b0b HTTP/1.1" status: 200 len: 1094 time: 0.4027371 Mar 29 15:47:39.342382 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d9ec74-6509-49aa-8b94-ef6bfc3ab1cb tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0bedaa60-e810-4de4-993c-fd3c38fe38fb,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:47:39.364555 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Pushing event updated for resources: {'Port': ['ID=022f5b39-5aca-404c-851c-bf064252a93c,revision_number=6']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:47:39.377544 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.db [None req-415145cf-d628-43bd-93b1-5cf1f372f369 None None] For port ebc9cc52-020c-419f-9e91-e82c61c2fe20, host n-d-834765-1, cleared binding levels {{(pid=102793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:47:39.395487 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.db [None req-415145cf-d628-43bd-93b1-5cf1f372f369 None None] For port ebc9cc52-020c-419f-9e91-e82c61c2fe20, host n-d-834765-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=ebc9cc52-020c-419f-9e91-e82c61c2fe20,segment=NetworkSegment(593392ec-7215-4ab3-8e52-325f9a7e2718),segment_id=593392ec-7215-4ab3-8e52-325f9a7e2718)] {{(pid=102793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:47:39.399011 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.agents_db [None req-59735a15-725e-44d4-9ad5-95cbe356f209 None None] Agent healthcheck: found 7 active agents {{(pid=102793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 15:47:39.405048 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-4a6c79c2-11b5-4926-ba7d-315d1c15c309 None None] Provisioning complete for port ebc9cc52-020c-419f-9e91-e82c61c2fe20 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:47:39.405258 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-415145cf-d628-43bd-93b1-5cf1f372f369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:39.405861 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-4a6c79c2-11b5-4926-ba7d-315d1c15c309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:39.591546 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-415145cf-d628-43bd-93b1-5cf1f372f369 None None] Routers {'9b23177d-8c08-44e2-bf32-a433f760b109'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:47:39.592177 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-415145cf-d628-43bd-93b1-5cf1f372f369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:47:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['9b23177d-8c08-44e2-bf32-a433f760b109'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:47:39.595222 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-4a6c79c2-11b5-4926-ba7d-315d1c15c309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:39.595603 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-75650b4b-d732-4f66-8c47-13bfb58d098d req-7ea68781-51e7-4da4-a26b-05b7cde05222 tempest-ServerShowV247Test-1180077024 tempest-ServerShowV247Test-1180077024-project] 10.222.0.44 "GET /v2.0/ports?device_id=70fec07f-1f0a-4145-aad5-051a38b43b4d HTTP/1.1" status: 200 len: 210 time: 0.0596478 Mar 29 15:47:39.600716 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ac6c5c-c13f-4516-8b71-57e7715afe41 None None] Pushing event updated for resources: {'Port': ['ID=ebc9cc52-020c-419f-9e91-e82c61c2fe20,revision_number=4']} {{(pid=102793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:47:39.609739 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7eeadeb-8288-4ac9-8eee-879b5f5b48f0 req-b040e4fd-7b63-4d74-a3fb-776b0f62e5ae tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:47:39.624244 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-d7eeadeb-8288-4ac9-8eee-879b5f5b48f0 req-b040e4fd-7b63-4d74-a3fb-776b0f62e5ae tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/ports?device_id=7bd5042f-d9f8-4161-b261-c1d7af6a3af4 HTTP/1.1" status: 200 len: 949 time: 0.2601972 Mar 29 15:47:39.709547 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] get_ports_and_sgs() called for port_ids ['022f5b39-5aca-404c-851c-bf064252a93c'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:47:39.732508 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27575ed-4df2-47b8-8e0f-0db1377626d0 req-7dd505b5-efb2-4a2b-b632-f8411e7702ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:47:39.745351 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-c27575ed-4df2-47b8-8e0f-0db1377626d0 req-7dd505b5-efb2-4a2b-b632-f8411e7702ae service neutron] 10.222.0.48 "GET /v2.0/networks?id=d8379183-1181-4480-938a-4a240ff65ade HTTP/1.1" status: 200 len: 914 time: 0.3972495 Mar 29 15:47:39.859641 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-c27575ed-4df2-47b8-8e0f-0db1377626d0 req-c63ca4bf-769f-4669-a5b4-d5ee09e60787 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a9eff704-aff6-4a54-bc5d-fdfc0ad3ee44 HTTP/1.1" status: 200 len: 217 time: 0.1002793 Mar 29 15:47:39.889315 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-4a6c79c2-11b5-4926-ba7d-315d1c15c309 None None] For port ebc9cc52-020c-419f-9e91-e82c61c2fe20, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=ebc9cc52-020c-419f-9e91-e82c61c2fe20,segment=NetworkSegment(593392ec-7215-4ab3-8e52-325f9a7e2718),segment_id=593392ec-7215-4ab3-8e52-325f9a7e2718)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:47:39.910599 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-4a6c79c2-11b5-4926-ba7d-315d1c15c309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:39.954668 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvr_db [None req-415145cf-d628-43bd-93b1-5cf1f372f369 None None] Set router 9b23177d-8c08-44e2-bf32-a433f760b109 gateway port host: n-d-834765-1 {{(pid=102793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:47:39.975889 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-d7eeadeb-8288-4ac9-8eee-879b5f5b48f0 req-c2edfd7a-d566-41aa-b593-82134f6cad54 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/security-groups?id=56997969-7130-4d86-9e9d-e068deb19a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3506727 Mar 29 15:47:40.050517 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27575ed-4df2-47b8-8e0f-0db1377626d0 req-03a1dd80-fd86-45b2-b675-fbe347b28e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:47:40.056323 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-c27575ed-4df2-47b8-8e0f-0db1377626d0 req-03a1dd80-fd86-45b2-b675-fbe347b28e23 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e40243f7-deb2-4a55-9fcc-00e92f1db1cb HTTP/1.1" status: 200 len: 853 time: 0.1842229 Mar 29 15:47:40.130621 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-c27575ed-4df2-47b8-8e0f-0db1377626d0 req-c0f4ed9f-a50e-447d-96ee-7964d37f4597 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d8379183-1181-4480-938a-4a240ff65ade&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0662763 Mar 29 15:47:40.161507 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6c79c2-11b5-4926-ba7d-315d1c15c309 None None] Pushing event updated for resources: {'Port': ['ID=ebc9cc52-020c-419f-9e91-e82c61c2fe20,revision_number=5']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:47:40.326375 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-c77a614a-a000-49f2-a3c5-2c598bcc5aec None None] Provisioning complete for port ebc9cc52-020c-419f-9e91-e82c61c2fe20 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:47:40.327177 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-c77a614a-a000-49f2-a3c5-2c598bcc5aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:40.346302 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-c27575ed-4df2-47b8-8e0f-0db1377626d0 req-016cc33e-c366-4c36-ae17-1dd494c0acd9 service neutron] 10.222.0.48 "GET /v2.0/networks/d8379183-1181-4480-938a-4a240ff65ade?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2082989 Mar 29 15:47:40.376637 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-dd530a82-5de2-4308-a841-03df3b426719 req-a8f8d1c5-f5db-41d2-b712-5360cbda2f53 tempest-ServerShowV247Test-1180077024 tempest-ServerShowV247Test-1180077024-project] 10.222.0.42 "GET /v2.0/ports?device_id=70fec07f-1f0a-4145-aad5-051a38b43b4d HTTP/1.1" status: 200 len: 210 time: 0.1866648 Mar 29 15:47:40.470475 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-8132073b-1b86-4810-b5bc-69b791531f6c tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:40.672579 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-c27575ed-4df2-47b8-8e0f-0db1377626d0 req-e9f86f11-383d-463b-974e-62a776ee79f6 service neutron] 10.222.0.48 "GET /v2.0/networks/d8379183-1181-4480-938a-4a240ff65ade?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2950144 Mar 29 15:47:40.692757 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d6cde6-7410-47f0-8cf1-297d0f219298 req-c22a9698-2754-43a8-8f1c-ceef381072f5 tempest-MultipleCreateTestJSON-670714017 tempest-MultipleCreateTestJSON-670714017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:47:40.701178 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-b4d6cde6-7410-47f0-8cf1-297d0f219298 req-c22a9698-2754-43a8-8f1c-ceef381072f5 tempest-MultipleCreateTestJSON-670714017 tempest-MultipleCreateTestJSON-670714017-project] 10.222.0.42 "GET /v2.0/ports?device_id=9431ce67-fb6e-4e3b-b11f-b7f8e5b58cf5 HTTP/1.1" status: 200 len: 943 time: 0.1215837 Mar 29 15:47:40.704821 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-415145cf-d628-43bd-93b1-5cf1f372f369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b23177d-8c08-44e2-bf32-a433f760b109', 'name': 'tempest-AttachVolumeNegativeTest-120289948-router', 'tenant_id': 'c6465a9dafbf43bf90c09b1dce8d1fc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.74'}], 'enable_snat': True}, 'gw_port_id': 'cde34bcf-8da1-4d24-9563-f97d8199f91f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:47:21Z', 'updated_at': '2022-03-29T15:47:34Z', 'revision_number': 4, 'project_id': 'c6465a9dafbf43bf90c09b1dce8d1fc6', 'gw_port': {'id': 'cde34bcf-8da1-4d24-9563-f97d8199f91f', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:37:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b23177d-8c08-44e2-bf32-a433f760b109', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:47:24Z', 'updated_at': '2022-03-29T15:47:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': 'ebc9cc52-020c-419f-9e91-e82c61c2fe20', 'name': '', 'network_id': '5820eec2-ced2-414a-ab32-af1fabeb5f44', 'tenant_id': 'c6465a9dafbf43bf90c09b1dce8d1fc6', 'mac_address': 'fa:16:3e:6b:9d:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b23177d-8c08-44e2-bf32-a433f760b109', 'device_owner': 'network:router_interface', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': '406fd4ed-e828-4758-9c87-5ac29cec1b72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:47:30Z', 'updated_at': '2022-03-29T15:47:39Z', 'revision_number': 4, 'project_id': 'c6465a9dafbf43bf90c09b1dce8d1fc6', 'subnets': [{'id': '406fd4ed-e828-4758-9c87-5ac29cec1b72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:47:40.772288 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-b9174df7-9849-40de-8fc9-7a8cefa5fef9 req-54b86904-20e5-4612-8a96-14f12c8f560f service neutron] For port 5baee9af-9713-42bf-b276-1a7220759582, host n-h1-834765-1, cleared binding levels {{(pid=102791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:47:40.788383 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-b4d6cde6-7410-47f0-8cf1-297d0f219298 req-9b792272-043f-4220-a5eb-17d74d7792df tempest-MultipleCreateTestJSON-670714017 tempest-MultipleCreateTestJSON-670714017-project] 10.222.0.42 "GET /v2.0/security-groups?id=622584de-fdfc-4a41-9592-a14d48f13313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721784 Mar 29 15:47:40.790961 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-b9174df7-9849-40de-8fc9-7a8cefa5fef9 req-54b86904-20e5-4612-8a96-14f12c8f560f service neutron] For port 5baee9af-9713-42bf-b276-1a7220759582, host n-h1-834765-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=5baee9af-9713-42bf-b276-1a7220759582,segment=NetworkSegment(e21100ac-42ad-42a8-ba92-556bc659383a),segment_id=e21100ac-42ad-42a8-ba92-556bc659383a)] {{(pid=102791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:47:40.844265 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20471103-ff45-41e6-9793-351960d86e15 req-a19573d9-59bd-4b8d-807e-ae08a084d26c tempest-ServerTagsTestJSON-1017176157 tempest-ServerTagsTestJSON-1017176157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:47:40.852043 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-20471103-ff45-41e6-9793-351960d86e15 req-a19573d9-59bd-4b8d-807e-ae08a084d26c tempest-ServerTagsTestJSON-1017176157 tempest-ServerTagsTestJSON-1017176157-project] 10.222.0.42 "GET /v2.0/networks?id=1f4df881-bda5-4da9-b03e-c242b7160376 HTTP/1.1" status: 200 len: 808 time: 0.3850303 Mar 29 15:47:40.866643 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-b9174df7-9849-40de-8fc9-7a8cefa5fef9 req-54b86904-20e5-4612-8a96-14f12c8f560f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:40.969001 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-415145cf-d628-43bd-93b1-5cf1f372f369 None None] The sync data for ids ['9b23177d-8c08-44e2-bf32-a433f760b109'] in n-d-834765-1 is: [{'id': '9b23177d-8c08-44e2-bf32-a433f760b109', 'name': 'tempest-AttachVolumeNegativeTest-120289948-router', 'tenant_id': 'c6465a9dafbf43bf90c09b1dce8d1fc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.74'}], 'enable_snat': True}, 'gw_port_id': 'cde34bcf-8da1-4d24-9563-f97d8199f91f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:47:21Z', 'updated_at': '2022-03-29T15:47:34Z', 'revision_number': 4, 'project_id': 'c6465a9dafbf43bf90c09b1dce8d1fc6', 'gw_port': {'id': 'cde34bcf-8da1-4d24-9563-f97d8199f91f', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:37:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b23177d-8c08-44e2-bf32-a433f760b109', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:47:24Z', 'updated_at': '2022-03-29T15:47:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': 'ebc9cc52-020c-419f-9e91-e82c61c2fe20', 'name': '', 'network_id': '5820eec2-ced2-414a-ab32-af1fabeb5f44', 'tenant_id': 'c6465a9dafbf43bf90c09b1dce8d1fc6', 'mac_address': 'fa:16:3e:6b:9d:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b23177d-8c08-44e2-bf32-a433f760b109', 'device_owner': 'network:router_interface', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': '406fd4ed-e828-4758-9c87-5ac29cec1b72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:47:30Z', 'updated_at': '2022-03-29T15:47:39Z', 'revision_number': 4, 'project_id': 'c6465a9dafbf43bf90c09b1dce8d1fc6', 'subnets': [{'id': '406fd4ed-e828-4758-9c87-5ac29cec1b72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:47:40.972439 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b86904-20e5-4612-8a96-14f12c8f560f service neutron] Pushing event updated for resources: {'Port': ['ID=5baee9af-9713-42bf-b276-1a7220759582,revision_number=3']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:47:40.999665 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-20471103-ff45-41e6-9793-351960d86e15 req-e3614aa7-3030-4c52-955a-c46425baa828 tempest-ServerTagsTestJSON-1017176157 tempest-ServerTagsTestJSON-1017176157-project] 10.222.0.42 "GET /v2.0/quotas/36ff002e08894fe690a61d7787e59dca HTTP/1.1" status: 200 len: 375 time: 0.1465733 Mar 29 15:47:41.005218 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec313e9-2deb-49e1-ada6-57d17aacffbb req-c7e5d2ba-f2a0-4764-bc21-e3b69eff4d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:47:41.006539 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-0ec313e9-2deb-49e1-ada6-57d17aacffbb req-c7e5d2ba-f2a0-4764-bc21-e3b69eff4d23 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=7bd5042f-d9f8-4161-b261-c1d7af6a3af4&tenant_id=fa3ba36247ad48f4997ede3b0209bc82 HTTP/1.1" status: 200 len: 1100 time: 0.0748432 Mar 29 15:47:41.032277 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [req-0ec313e9-2deb-49e1-ada6-57d17aacffbb req-97ca5f8f-430b-4543-899b-002f77ec3db0 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-834765-1', 'device_owner': 'compute:nova'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:47:41.125574 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-20471103-ff45-41e6-9793-351960d86e15 req-a50c7174-28e5-4f15-bc68-e31463ab87be tempest-ServerTagsTestJSON-1017176157 tempest-ServerTagsTestJSON-1017176157-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=36ff002e08894fe690a61d7787e59dca&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1246364 Mar 29 15:47:41.143991 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9174df7-9849-40de-8fc9-7a8cefa5fef9 req-54b86904-20e5-4612-8a96-14f12c8f560f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:47:41.144675 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-b9174df7-9849-40de-8fc9-7a8cefa5fef9 req-54b86904-20e5-4612-8a96-14f12c8f560f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:41.146751 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b9174df7-9849-40de-8fc9-7a8cefa5fef9 req-54b86904-20e5-4612-8a96-14f12c8f560f service neutron] 10.222.0.44 "PUT /v2.0/ports/5baee9af-9713-42bf-b276-1a7220759582 HTTP/1.1" status: 200 len: 1091 time: 3.6909683 Mar 29 15:47:41.147218 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9431ce67-fb6e-4e3b-b11f-b7f8e5b58cf5', 'tag': '5baee9af-9713-42bf-b276-1a7220759582'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:47:41.150390 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c67b028db5e9b9818fecc5c0a87ebc6f190694fa53ca267d523e04f98de536d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc6204a9-7cd7-448f-bed8-05aa4fd59e3f" -d '{"events": [{"name": "network-changed", "server_uuid": "9431ce67-fb6e-4e3b-b11f-b7f8e5b58cf5", "tag": "5baee9af-9713-42bf-b276-1a7220759582"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:47:41.160290 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-0ec313e9-2deb-49e1-ada6-57d17aacffbb req-97ca5f8f-430b-4543-899b-002f77ec3db0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:41.160955 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-8132073b-1b86-4810-b5bc-69b791531f6c tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:41.180411 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [req-20471103-ff45-41e6-9793-351960d86e15 req-74adcb6d-337f-4499-92c4-5a5a5b592350 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=102791) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 15:47:41.181495 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-20471103-ff45-41e6-9793-351960d86e15 req-74adcb6d-337f-4499-92c4-5a5a5b592350 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0256100 Mar 29 15:47:41.182798 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-8132073b-1b86-4810-b5bc-69b791531f6c tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610998'] for security_group_rule, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:41.224269 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8132073b-1b86-4810-b5bc-69b791531f6c tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d838543-2055-4d8c-acfd-08ec45c156cb,revision_number=0']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:47:41.264313 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-8132073b-1b86-4810-b5bc-69b791531f6c tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:41.265461 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-8132073b-1b86-4810-b5bc-69b791531f6c tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.9724245 Mar 29 15:47:41.268257 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 53460) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:47:41.329796 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-98cb9bdd-3050-4aee-b9e3-906affff7548 tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Request body: {'security_group_rule': {'security_group_id': '0bedaa60-e810-4de4-993c-fd3c38fe38fb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:47:41.393312 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f449d028-0607-4d39-8a0d-2ee239b4fc82 req-a861752b-ec10-4874-9bc5-d47a28c087de tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:47:41.394870 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-f449d028-0607-4d39-8a0d-2ee239b4fc82 req-a861752b-ec10-4874-9bc5-d47a28c087de tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] 10.222.0.42 "GET /v2.0/ports?device_id=e5a979b1-652e-4963-bb8b-2b30de72faf4 HTTP/1.1" status: 200 len: 944 time: 0.1474211 Mar 29 15:47:41.422004 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-98cb9bdd-3050-4aee-b9e3-906affff7548 tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:41.428536 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-20471103-ff45-41e6-9793-351960d86e15 req-89d5ff9b-ab3b-484c-b7ff-6d767b26bde1 service neutron] 10.222.0.42 "GET /v2.0/networks/1f4df881-bda5-4da9-b03e-c242b7160376?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2323823 Mar 29 15:47:41.456971 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9174df7-9849-40de-8fc9-7a8cefa5fef9 req-327a26ee-3007-4487-b9a4-67364c65598f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:47:41.458038 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b9174df7-9849-40de-8fc9-7a8cefa5fef9 req-327a26ee-3007-4487-b9a4-67364c65598f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8d821cfe3f5a49118adbc663ea93162d&device_id=9431ce67-fb6e-4e3b-b11f-b7f8e5b58cf5 HTTP/1.1" status: 200 len: 1094 time: 0.1368558 Mar 29 15:47:41.530756 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [req-0ec313e9-2deb-49e1-ada6-57d17aacffbb req-97ca5f8f-430b-4543-899b-002f77ec3db0 service neutron] For port 8b2a470d-90ea-4ceb-90e7-dade170a3c3f, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=8b2a470d-90ea-4ceb-90e7-dade170a3c3f,segment=NetworkSegment(a0c230f0-660a-4194-9279-0f0781d34134),segment_id=a0c230f0-660a-4194-9279-0f0781d34134)] {{(pid=102790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:47:41.542232 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b9174df7-9849-40de-8fc9-7a8cefa5fef9 req-f971d49e-1d27-4c14-9300-090c965d54e5 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5baee9af-9713-42bf-b276-1a7220759582 HTTP/1.1" status: 200 len: 217 time: 0.0710680 Mar 29 15:47:41.588619 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [req-0ec313e9-2deb-49e1-ada6-57d17aacffbb req-97ca5f8f-430b-4543-899b-002f77ec3db0 service neutron] For port 8b2a470d-90ea-4ceb-90e7-dade170a3c3f, host n-h1-834765-1, cleared binding levels {{(pid=102790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:47:41.602117 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-f449d028-0607-4d39-8a0d-2ee239b4fc82 req-4d2f49e1-89b2-4876-932b-4d29ae1bf622 tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] 10.222.0.42 "GET /v2.0/security-groups?id=c7a98718-a37a-4214-92b3-d1a7e3aaebf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1965218 Mar 29 15:47:41.647924 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-98cb9bdd-3050-4aee-b9e3-906affff7548 tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:41.663041 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-98cb9bdd-3050-4aee-b9e3-906affff7548 tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610998'] for security_group_rule, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:41.683772 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9174df7-9849-40de-8fc9-7a8cefa5fef9 req-da8e576b-d4bc-4658-b5e5-90493273b26f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:47:41.686986 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b9174df7-9849-40de-8fc9-7a8cefa5fef9 req-da8e576b-d4bc-4658-b5e5-90493273b26f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e40243f7-deb2-4a55-9fcc-00e92f1db1cb HTTP/1.1" status: 200 len: 853 time: 0.1104167 Mar 29 15:47:41.693653 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-0ec313e9-2deb-49e1-ada6-57d17aacffbb req-97ca5f8f-430b-4543-899b-002f77ec3db0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:41.699690 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-20471103-ff45-41e6-9793-351960d86e15 req-f3c475c9-8c5d-4462-9422-828d7942e243 service neutron] 10.222.0.42 "GET /v2.0/networks/1f4df881-bda5-4da9-b03e-c242b7160376?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2610300 Mar 29 15:47:41.709976 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.provisioning_blocks [req-0ec313e9-2deb-49e1-ada6-57d17aacffbb req-97ca5f8f-430b-4543-899b-002f77ec3db0 service neutron] Transition to ACTIVE for port object 8b2a470d-90ea-4ceb-90e7-dade170a3c3f will not be triggered until provisioned by entity L2. {{(pid=102790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 15:47:41.711100 n-d-834765-1 neutron-server[102790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bd5042f-d9f8-4161-b261-c1d7af6a3af4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8b2a470d-90ea-4ceb-90e7-dade170a3c3f'}] {{(pid=102790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:47:41.714169 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cb9bdd-3050-4aee-b9e3-906affff7548 tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7460e7e-9d05-4eca-877c-f0b5b76a3dc0,revision_number=0']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:47:41.714658 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46b06d655c90bc969636382cce4240ad749035fb0f3a83ee4734fa1ed9c4a6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d857835b-f317-4d96-bb60-1482d7659735" -d '{"events": [{"server_uuid": "7bd5042f-d9f8-4161-b261-c1d7af6a3af4", "name": "network-vif-unplugged", "status": "completed", "tag": "8b2a470d-90ea-4ceb-90e7-dade170a3c3f"}]}' {{(pid=102790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:47:41.723010 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-0ec313e9-2deb-49e1-ada6-57d17aacffbb req-97ca5f8f-430b-4543-899b-002f77ec3db0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5237921'] for port, after_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:41.737673 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b9174df7-9849-40de-8fc9-7a8cefa5fef9 req-04011689-22ed-4e21-ae69-af119bc4c2e9 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d8379183-1181-4480-938a-4a240ff65ade&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423472 Mar 29 15:47:41.740610 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-98cb9bdd-3050-4aee-b9e3-906affff7548 tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:41.741754 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-98cb9bdd-3050-4aee-b9e3-906affff7548 tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4722817 Mar 29 15:47:41.745702 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 53468) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:47:41.750500 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-edb14e0d-90ea-408c-8374-ce79aa7fff71 tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Request body: {'floatingip': {'floating_network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:47:41.847502 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device a9eff704-aff6-4a54-bc5d-fdfc0ad3ee44 details requested by agent hyperv_n-h2-834765-1 with host n-h2-834765-1 {{(pid=102792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 15:47:41.855668 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device ecb612ce-988f-4286-b470-2002743c6508 no longer exists at agent hyperv_n-h2-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:47:41.889712 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ca5f8f-430b-4543-899b-002f77ec3db0 service neutron] Pushing event updated for resources: {'Port': ['ID=8b2a470d-90ea-4ceb-90e7-dade170a3c3f,revision_number=10']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:47:41.898249 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ec313e9-2deb-49e1-ada6-57d17aacffbb req-97ca5f8f-430b-4543-899b-002f77ec3db0 service neutron] No DVR routers for this DVR port 8b2a470d-90ea-4ceb-90e7-dade170a3c3f on host n-h1-834765-1 {{(pid=102790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:47:41.969054 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b9174df7-9849-40de-8fc9-7a8cefa5fef9 req-704d1b79-fa50-41ab-bf98-89d41252dba6 service neutron] 10.222.0.44 "GET /v2.0/networks/d8379183-1181-4480-938a-4a240ff65ade?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2231667 Mar 29 15:47:42.015221 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67380f90-8f88-4942-9e94-954a65ceb6fa req-0beaa7a8-bc88-457a-a880-c24b0e31abb7 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:47:42.040809 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-67380f90-8f88-4942-9e94-954a65ceb6fa req-0beaa7a8-bc88-457a-a880-c24b0e31abb7 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/ports?device_id=7bd5042f-d9f8-4161-b261-c1d7af6a3af4 HTTP/1.1" status: 200 len: 948 time: 0.2997420 Mar 29 15:47:42.102279 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.managers [req-0ec313e9-2deb-49e1-ada6-57d17aacffbb req-97ca5f8f-430b-4543-899b-002f77ec3db0 service neutron] Attempting to bind port 8b2a470d-90ea-4ceb-90e7-dade170a3c3f on host n-h2-834765-1 for vnic_type normal with profile {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:47:42.102620 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.managers [req-0ec313e9-2deb-49e1-ada6-57d17aacffbb req-97ca5f8f-430b-4543-899b-002f77ec3db0 service neutron] Attempting to bind port 8b2a470d-90ea-4ceb-90e7-dade170a3c3f by drivers openvswitch,hyperv on host n-h2-834765-1 at level 0 using segments [{'id': 'a0c230f0-660a-4194-9279-0f0781d34134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '2268a9b9-82fd-4886-a91d-3a50e4e16cab'}] {{(pid=102790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:47:42.102949 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ec313e9-2deb-49e1-ada6-57d17aacffbb req-97ca5f8f-430b-4543-899b-002f77ec3db0 service neutron] Attempting to bind port 8b2a470d-90ea-4ceb-90e7-dade170a3c3f on network 2268a9b9-82fd-4886-a91d-3a50e4e16cab {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:47:42.130451 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.db.resource_extend [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 29 15:47:42.142603 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ec313e9-2deb-49e1-ada6-57d17aacffbb req-97ca5f8f-430b-4543-899b-002f77ec3db0 service neutron] Port 8b2a470d-90ea-4ceb-90e7-dade170a3c3f on network 2268a9b9-82fd-4886-a91d-3a50e4e16cab not bound, no agent of type Open vSwitch agent registered on host n-h2-834765-1 {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 15:47:42.143022 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ec313e9-2deb-49e1-ada6-57d17aacffbb req-97ca5f8f-430b-4543-899b-002f77ec3db0 service neutron] Attempting to bind port 8b2a470d-90ea-4ceb-90e7-dade170a3c3f on network 2268a9b9-82fd-4886-a91d-3a50e4e16cab {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:47:42.185968 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b9174df7-9849-40de-8fc9-7a8cefa5fef9 req-5a74b77d-a224-4748-815b-7c9b7ac14f05 service neutron] 10.222.0.44 "GET /v2.0/networks/d8379183-1181-4480-938a-4a240ff65ade?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2094345 Mar 29 15:47:42.188694 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 15:47:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6397dc57-7a62-4a0a-9fe8-d0df719e6423 x-openstack-request-id: req-6397dc57-7a62-4a0a-9fe8-d0df719e6423 {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:47:42.189571 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9431ce67-fb6e-4e3b-b11f-b7f8e5b58cf5", "tag": "5baee9af-9713-42bf-b276-1a7220759582", "status": "completed", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:47:42.190712 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-6397dc57-7a62-4a0a-9fe8-d0df719e6423 {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:47:42.191880 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9431ce67-fb6e-4e3b-b11f-b7f8e5b58cf5', 'tag': '5baee9af-9713-42bf-b276-1a7220759582', 'status': 'completed', 'code': 200} Mar 29 15:47:42.194009 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-edb14e0d-90ea-408c-8374-ce79aa7fff71 tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Notify callbacks [] for floatingip, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:42.219581 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-67380f90-8f88-4942-9e94-954a65ceb6fa req-ee9a7838-56cc-461e-bbd3-14e529354eeb tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/security-groups?id=56997969-7130-4d86-9e9d-e068deb19a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548405 Mar 29 15:47:42.220927 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ec313e9-2deb-49e1-ada6-57d17aacffbb req-97ca5f8f-430b-4543-899b-002f77ec3db0 service neutron] Checking agent: {'id': '3e4b4912-b4a2-4d17-b5bd-6ce15529e8eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 33, 17), 'started_at': datetime.datetime(2022, 3, 29, 15, 33, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 47, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:47:42.221327 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ec313e9-2deb-49e1-ada6-57d17aacffbb req-97ca5f8f-430b-4543-899b-002f77ec3db0 service neutron] Checking segment: {'id': 'a0c230f0-660a-4194-9279-0f0781d34134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '2268a9b9-82fd-4886-a91d-3a50e4e16cab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:47:42.221734 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ec313e9-2deb-49e1-ada6-57d17aacffbb req-97ca5f8f-430b-4543-899b-002f77ec3db0 service neutron] Bound using segment: {'id': 'a0c230f0-660a-4194-9279-0f0781d34134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '2268a9b9-82fd-4886-a91d-3a50e4e16cab'} {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:47:42.223639 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.managers [req-0ec313e9-2deb-49e1-ada6-57d17aacffbb req-97ca5f8f-430b-4543-899b-002f77ec3db0 service neutron] Bound port: 8b2a470d-90ea-4ceb-90e7-dade170a3c3f, host: n-h2-834765-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0c230f0-660a-4194-9279-0f0781d34134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '2268a9b9-82fd-4886-a91d-3a50e4e16cab'}}] {{(pid=102790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 15:47:42.224001 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-0ec313e9-2deb-49e1-ada6-57d17aacffbb req-97ca5f8f-430b-4543-899b-002f77ec3db0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:42.385724 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port a9eff704-aff6-4a54-bc5d-fdfc0ad3ee44, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=a9eff704-aff6-4a54-bc5d-fdfc0ad3ee44,segment=NetworkSegment(e21100ac-42ad-42a8-ba92-556bc659383a),segment_id=e21100ac-42ad-42a8-ba92-556bc659383a)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:47:42.404839 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Returning: {'device': 'a9eff704-aff6-4a54-bc5d-fdfc0ad3ee44', 'network_id': 'd8379183-1181-4480-938a-4a240ff65ade', 'port_id': 'a9eff704-aff6-4a54-bc5d-fdfc0ad3ee44', 'mac_address': 'fa:16:3e:cb:2c:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 646, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e40243f7-deb2-4a55-9fcc-00e92f1db1cb', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 15:47:42.420400 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device 022f5b39-5aca-404c-851c-bf064252a93c up at agent hyperv_n-h1-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:47:42.450077 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [req-0ec313e9-2deb-49e1-ada6-57d17aacffbb req-97ca5f8f-430b-4543-899b-002f77ec3db0 service neutron] For port 8b2a470d-90ea-4ceb-90e7-dade170a3c3f, host n-h2-834765-1, cleared binding levels {{(pid=102790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:47:42.455566 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [req-0ec313e9-2deb-49e1-ada6-57d17aacffbb req-97ca5f8f-430b-4543-899b-002f77ec3db0 service neutron] For port 8b2a470d-90ea-4ceb-90e7-dade170a3c3f, host n-h2-834765-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=8b2a470d-90ea-4ceb-90e7-dade170a3c3f,segment=NetworkSegment(a0c230f0-660a-4194-9279-0f0781d34134),segment_id=a0c230f0-660a-4194-9279-0f0781d34134)] {{(pid=102790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:47:42.468865 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-0ec313e9-2deb-49e1-ada6-57d17aacffbb req-97ca5f8f-430b-4543-899b-002f77ec3db0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5237921'] for port, after_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:42.508650 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device ebc9cc52-020c-419f-9e91-e82c61c2fe20 up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:47:42.594355 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ca5f8f-430b-4543-899b-002f77ec3db0 service neutron] Pushing event updated for resources: {'Port': ['ID=8b2a470d-90ea-4ceb-90e7-dade170a3c3f,revision_number=11']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:47:42.605537 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec313e9-2deb-49e1-ada6-57d17aacffbb req-97ca5f8f-430b-4543-899b-002f77ec3db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:47:42.606185 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-0ec313e9-2deb-49e1-ada6-57d17aacffbb req-97ca5f8f-430b-4543-899b-002f77ec3db0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:42.607984 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-0ec313e9-2deb-49e1-ada6-57d17aacffbb req-97ca5f8f-430b-4543-899b-002f77ec3db0 service neutron] 10.222.0.48 "PUT /v2.0/ports/8b2a470d-90ea-4ceb-90e7-dade170a3c3f HTTP/1.1" status: 200 len: 1096 time: 1.5858645 Mar 29 15:47:42.652234 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:42.707634 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6204a9-7cd7-448f-bed8-05aa4fd59e3f req-1bb4cdf7-21dc-4ec3-af69-85f26b7feb93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:47:42.711889 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-cc6204a9-7cd7-448f-bed8-05aa4fd59e3f req-1bb4cdf7-21dc-4ec3-af69-85f26b7feb93 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8d821cfe3f5a49118adbc663ea93162d&device_id=9431ce67-fb6e-4e3b-b11f-b7f8e5b58cf5 HTTP/1.1" status: 200 len: 1094 time: 0.3782451 Mar 29 15:47:42.761345 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port ecb612ce-988f-4286-b470-2002743c6508, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=ecb612ce-988f-4286-b470-2002743c6508,segment=NetworkSegment(e03a7c9c-8b58-4c58-aa22-7189da98b069),segment_id=e03a7c9c-8b58-4c58-aa22-7189da98b069)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:47:42.788312 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb1d16d2-e9dd-4dc2-a1f2-bb82bc8bbced', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ecb612ce-988f-4286-b470-2002743c6508'}] {{(pid=102792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:47:42.795941 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4f476c66b318cc6068719fc39557fac68d413f5c7e78fa77028c7948e999ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04c626c6-dc4d-4072-ac48-3fd2f8e0c96f" -d '{"events": [{"server_uuid": "fb1d16d2-e9dd-4dc2-a1f2-bb82bc8bbced", "name": "network-vif-unplugged", "status": "completed", "tag": "ecb612ce-988f-4286-b470-2002743c6508"}]}' {{(pid=102792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:47:42.820381 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 29 Mar 2022 15:47:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84fb6e5d-6f4e-4e89-b23b-683f4d61bad6 x-openstack-request-id: req-84fb6e5d-6f4e-4e89-b23b-683f4d61bad6 {{(pid=102790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:47:42.821432 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bd5042f-d9f8-4161-b261-c1d7af6a3af4", "name": "network-vif-unplugged", "status": "completed", "tag": "8b2a470d-90ea-4ceb-90e7-dade170a3c3f", "code": 200}]} {{(pid=102790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:47:42.823084 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-84fb6e5d-6f4e-4e89-b23b-683f4d61bad6 {{(pid=102790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:47:42.824321 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:42.826610 n-d-834765-1 neutron-server[102790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bd5042f-d9f8-4161-b261-c1d7af6a3af4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8b2a470d-90ea-4ceb-90e7-dade170a3c3f', 'code': 200} Mar 29 15:47:42.832475 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec313e9-2deb-49e1-ada6-57d17aacffbb req-5d455648-8f66-4acf-acff-e53cbef6ef30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:47:42.839823 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-0ec313e9-2deb-49e1-ada6-57d17aacffbb req-5d455648-8f66-4acf-acff-e53cbef6ef30 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=fa3ba36247ad48f4997ede3b0209bc82&device_id=7bd5042f-d9f8-4161-b261-c1d7af6a3af4 HTTP/1.1" status: 200 len: 1099 time: 0.1758077 Mar 29 15:47:42.895966 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6204a9-7cd7-448f-bed8-05aa4fd59e3f req-1ed09696-9d01-45d9-9f20-b03ccad30856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:47:42.897547 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-cc6204a9-7cd7-448f-bed8-05aa4fd59e3f req-1ed09696-9d01-45d9-9f20-b03ccad30856 service neutron] 10.222.0.44 "GET /v2.0/networks?id=d8379183-1181-4480-938a-4a240ff65ade HTTP/1.1" status: 200 len: 914 time: 0.1631408 Mar 29 15:47:42.966814 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3feadc-edd9-43e2-9ba5-efb9c156c985 req-26f243f5-7840-4496-a1a5-ea658946ccba tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:47:42.969954 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:42.975186 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6a3feadc-edd9-43e2-9ba5-efb9c156c985 req-26f243f5-7840-4496-a1a5-ea658946ccba tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] 10.222.0.42 "GET /v2.0/networks?id=7a71ca6e-bbff-43b0-bde3-8072ae4b3f50 HTTP/1.1" status: 200 len: 805 time: 0.7068989 Mar 29 15:47:42.990764 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-cc6204a9-7cd7-448f-bed8-05aa4fd59e3f req-398b75a2-283f-4859-a39c-ad3de81a831e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5baee9af-9713-42bf-b276-1a7220759582 HTTP/1.1" status: 200 len: 217 time: 0.0807998 Mar 29 15:47:43.003057 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6a3feadc-edd9-43e2-9ba5-efb9c156c985 req-e8d38769-c353-4349-b834-2a5382ba85ed tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] 10.222.0.42 "GET /v2.0/quotas/7f01d9a12c82426baef86d9ae4ff6fa7 HTTP/1.1" status: 200 len: 375 time: 0.0265903 Mar 29 15:47:43.035225 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec313e9-2deb-49e1-ada6-57d17aacffbb req-7c2e6755-19ef-4044-80aa-fa44b976cdec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:47:43.036734 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-0ec313e9-2deb-49e1-ada6-57d17aacffbb req-7c2e6755-19ef-4044-80aa-fa44b976cdec service neutron] 10.222.0.48 "GET /v2.0/networks?id=2268a9b9-82fd-4886-a91d-3a50e4e16cab HTTP/1.1" status: 200 len: 870 time: 0.1864223 Mar 29 15:47:43.078360 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Pushing event updated for resources: {'Port': ['ID=ecb612ce-988f-4286-b470-2002743c6508,revision_number=8']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:47:43.090735 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Provisioning complete for port 022f5b39-5aca-404c-851c-bf064252a93c triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:47:43.091291 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:43.120275 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-edb14e0d-90ea-408c-8374-ce79aa7fff71 tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:43.121525 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9eff704-aff6-4a54-bc5d-fdfc0ad3ee44 {{(pid=102792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:47:43.148667 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6204a9-7cd7-448f-bed8-05aa4fd59e3f req-106261db-9356-499e-911b-40b9cb9c4f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:47:43.150209 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-cc6204a9-7cd7-448f-bed8-05aa4fd59e3f req-106261db-9356-499e-911b-40b9cb9c4f38 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e40243f7-deb2-4a55-9fcc-00e92f1db1cb HTTP/1.1" status: 200 len: 853 time: 0.1305652 Mar 29 15:47:43.162668 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6a3feadc-edd9-43e2-9ba5-efb9c156c985 req-a4d821b7-c8ee-45ac-951a-c5c00f8662ad tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=7f01d9a12c82426baef86d9ae4ff6fa7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1586111 Mar 29 15:47:43.171455 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port a9eff704-aff6-4a54-bc5d-fdfc0ad3ee44, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=a9eff704-aff6-4a54-bc5d-fdfc0ad3ee44,segment=NetworkSegment(e21100ac-42ad-42a8-ba92-556bc659383a),segment_id=e21100ac-42ad-42a8-ba92-556bc659383a)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:47:43.188103 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:43.202407 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-0ec313e9-2deb-49e1-ada6-57d17aacffbb req-de016399-4f70-4a5d-88cf-5239dbf86a85 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.97&port_id=8b2a470d-90ea-4ceb-90e7-dade170a3c3f HTTP/1.1" status: 200 len: 217 time: 0.1249144 Mar 29 15:47:43.217546 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63305400-19fe-4d80-8c55-05b7c9fcf151 req-9afacea6-ad51-4fc9-929d-c535adfab2f8 tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:47:43.219029 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-63305400-19fe-4d80-8c55-05b7c9fcf151 req-9afacea6-ad51-4fc9-929d-c535adfab2f8 tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb1d16d2-e9dd-4dc2-a1f2-bb82bc8bbced HTTP/1.1" status: 200 len: 945 time: 0.4892828 Mar 29 15:47:43.274098 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-cc6204a9-7cd7-448f-bed8-05aa4fd59e3f req-ce3555f0-ad75-4e8a-be4a-8c6f29621429 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d8379183-1181-4480-938a-4a240ff65ade&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1103408 Mar 29 15:47:43.278361 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port ebc9cc52-020c-419f-9e91-e82c61c2fe20 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:47:43.278916 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:43.301918 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1c2dbd-59d0-40ca-81bc-668a5bb63796 req-0d11c7ec-dcb3-463c-a8ae-7fe944a6bbfb tempest-MultipleCreateTestJSON-670714017 tempest-MultipleCreateTestJSON-670714017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:47:43.320803 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-ec1c2dbd-59d0-40ca-81bc-668a5bb63796 req-0d11c7ec-dcb3-463c-a8ae-7fe944a6bbfb tempest-MultipleCreateTestJSON-670714017 tempest-MultipleCreateTestJSON-670714017-project] 10.222.0.42 "GET /v2.0/ports?device_id=9431ce67-fb6e-4e3b-b11f-b7f8e5b58cf5 HTTP/1.1" status: 200 len: 943 time: 0.2828572 Mar 29 15:47:43.429019 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Pushing event updated for resources: {'Port': ['ID=a9eff704-aff6-4a54-bc5d-fdfc0ad3ee44,revision_number=4']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:47:43.469891 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec313e9-2deb-49e1-ada6-57d17aacffbb req-744b0385-9166-457a-bc7d-f776e5b0454e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:47:43.471705 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-0ec313e9-2deb-49e1-ada6-57d17aacffbb req-744b0385-9166-457a-bc7d-f776e5b0454e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=abb8e5d6-2aea-4455-a944-3435a3d1ce49 HTTP/1.1" status: 200 len: 843 time: 0.2496386 Mar 29 15:47:43.491480 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_common [None req-edb14e0d-90ea-408c-8374-ce79aa7fff71 tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Allocated IP 172.25.4.169 (4a4a035d-ecac-4ead-baa3-25f90788773a/e1a353dc-fac8-4901-a63c-273840237d6a/f0182445-c2c2-45fb-bf3e-00efa5aafb2b) {{(pid=102791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:47:43.506830 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6a3feadc-edd9-43e2-9ba5-efb9c156c985 req-7e9e8bd5-5ac8-479b-907c-ff727ba6cec2 service neutron] 10.222.0.42 "GET /v2.0/networks/7a71ca6e-bbff-43b0-bde3-8072ae4b3f50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3288701 Mar 29 15:47:43.517429 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:43.532759 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-cc6204a9-7cd7-448f-bed8-05aa4fd59e3f req-93db1670-c7a1-4c2d-836c-503a3880d2bb service neutron] 10.222.0.44 "GET /v2.0/networks/d8379183-1181-4480-938a-4a240ff65ade?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2419076 Mar 29 15:47:43.567400 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-ec1c2dbd-59d0-40ca-81bc-668a5bb63796 req-52dfc8fe-ff3c-4c19-801d-8276e453e48c tempest-MultipleCreateTestJSON-670714017 tempest-MultipleCreateTestJSON-670714017-project] 10.222.0.42 "GET /v2.0/security-groups?id=622584de-fdfc-4a41-9592-a14d48f13313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2452264 Mar 29 15:47:43.593036 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] get_ports_and_sgs() called for port_ids ['a9eff704-aff6-4a54-bc5d-fdfc0ad3ee44'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:47:43.695848 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port 022f5b39-5aca-404c-851c-bf064252a93c, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=022f5b39-5aca-404c-851c-bf064252a93c,segment=NetworkSegment(ee9a1626-16ee-4ecf-88a3-7244e4b7c1ed),segment_id=ee9a1626-16ee-4ecf-88a3-7244e4b7c1ed)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:47:43.696447 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec313e9-2deb-49e1-ada6-57d17aacffbb req-36ed9ce9-4d47-42b2-98ec-d1fda1240367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:47:43.697951 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-0ec313e9-2deb-49e1-ada6-57d17aacffbb req-36ed9ce9-4d47-42b2-98ec-d1fda1240367 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2268a9b9-82fd-4886-a91d-3a50e4e16cab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2098532 Mar 29 15:47:43.733347 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:43.765891 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-2e888121-ab20-4c03-b2df-9e68b0bd3af8 req-e67f737b-aa00-4f84-87f6-6a927aa3891d tempest-ServerTagsTestJSON-1017176157 tempest-ServerTagsTestJSON-1017176157-project] 10.222.0.42 "GET /v2.0/ports?device_id=40a2af2b-2c23-487b-bbdc-790786e296d0 HTTP/1.1" status: 200 len: 210 time: 0.0571861 Mar 29 15:47:43.784768 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [req-63305400-19fe-4d80-8c55-05b7c9fcf151 req-79efd84b-9f48-498b-aad1-de7c2f0a953c tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] Deleting port ecb612ce-988f-4286-b470-2002743c6508 {{(pid=102790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:47:43.785000 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-63305400-19fe-4d80-8c55-05b7c9fcf151 req-79efd84b-9f48-498b-aad1-de7c2f0a953c tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:43.989975 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6a3feadc-edd9-43e2-9ba5-efb9c156c985 req-853c2484-e846-4a85-9fa5-063988156ab7 service neutron] 10.222.0.42 "GET /v2.0/networks/7a71ca6e-bbff-43b0-bde3-8072ae4b3f50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4699004 Mar 29 15:47:44.054122 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-cc6204a9-7cd7-448f-bed8-05aa4fd59e3f req-e67e050b-da26-495b-b6e8-2ce2932946cb service neutron] 10.222.0.44 "GET /v2.0/networks/d8379183-1181-4480-938a-4a240ff65ade?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5075338 Mar 29 15:47:44.055184 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Pushing event updated for resources: {'Port': ['ID=022f5b39-5aca-404c-851c-bf064252a93c,revision_number=7']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:47:44.123745 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-edb14e0d-90ea-408c-8374-ce79aa7fff71 tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Notify callbacks [] for port, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:44.176406 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-0ec313e9-2deb-49e1-ada6-57d17aacffbb req-faf3568f-5a24-4ba5-81e9-e5390c6dd3a4 service neutron] 10.222.0.48 "GET /v2.0/networks/2268a9b9-82fd-4886-a91d-3a50e4e16cab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4571741 Mar 29 15:47:44.204648 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device 8b2a470d-90ea-4ceb-90e7-dade170a3c3f no longer exists at agent hyperv_n-h1-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:47:44.209734 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [req-63305400-19fe-4d80-8c55-05b7c9fcf151 req-79efd84b-9f48-498b-aad1-de7c2f0a953c tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] For port ecb612ce-988f-4286-b470-2002743c6508, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=ecb612ce-988f-4286-b470-2002743c6508,segment=NetworkSegment(e03a7c9c-8b58-4c58-aa22-7189da98b069),segment_id=e03a7c9c-8b58-4c58-aa22-7189da98b069)] {{(pid=102790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:47:44.210112 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-63305400-19fe-4d80-8c55-05b7c9fcf151 req-79efd84b-9f48-498b-aad1-de7c2f0a953c tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:44.264509 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [req-63305400-19fe-4d80-8c55-05b7c9fcf151 req-79efd84b-9f48-498b-aad1-de7c2f0a953c tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] Calling delete_port for ecb612ce-988f-4286-b470-2002743c6508 owned by compute:nova {{(pid=102790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:47:44.280276 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-8ef2d1ba-39d4-4a61-974f-da7074c287c7 req-96fc201d-c374-4733-af00-3fd903410918 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=280ddd8371d14cefab32ba5d999a913d&device_id=744ed947-cb34-409d-8174-56b3b8a8af9a HTTP/1.1" status: 200 len: 210 time: 0.1372962 Mar 29 15:47:44.292613 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device 8b2a470d-90ea-4ceb-90e7-dade170a3c3f not bound to the agent host n-h1-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:47:44.383439 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-8ef2d1ba-39d4-4a61-974f-da7074c287c7 req-d607e65d-0da4-438a-a273-f4847d814d0d service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=280ddd8371d14cefab32ba5d999a913d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0852494 Mar 29 15:47:44.427862 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-0ec313e9-2deb-49e1-ada6-57d17aacffbb req-8ddf9fb5-8730-405c-8dfe-8b057a11e9c7 service neutron] 10.222.0.48 "GET /v2.0/networks/2268a9b9-82fd-4886-a91d-3a50e4e16cab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2434833 Mar 29 15:47:44.428090 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 29 Mar 2022 15:47:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8ffab87-3ad8-410f-a2c4-fe8d24012d24 x-openstack-request-id: req-d8ffab87-3ad8-410f-a2c4-fe8d24012d24 {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:47:44.428392 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb1d16d2-e9dd-4dc2-a1f2-bb82bc8bbced", "name": "network-vif-unplugged", "status": "completed", "tag": "ecb612ce-988f-4286-b470-2002743c6508", "code": 200}]} {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:47:44.428648 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d8ffab87-3ad8-410f-a2c4-fe8d24012d24 {{(pid=102792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:47:44.429034 n-d-834765-1 neutron-server[102792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb1d16d2-e9dd-4dc2-a1f2-bb82bc8bbced', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ecb612ce-988f-4286-b470-2002743c6508', 'code': 200} Mar 29 15:47:44.440140 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3463753a-8912-40c5-8f67-ef7f46ec3dd6 req-8ca435d0-9b20-4a55-9314-bcff3e3b0cb1 tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:47:44.441677 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-3463753a-8912-40c5-8f67-ef7f46ec3dd6 req-8ca435d0-9b20-4a55-9314-bcff3e3b0cb1 tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] 10.222.0.42 "GET /v2.0/ports?device_id=e5a979b1-652e-4963-bb8b-2b30de72faf4 HTTP/1.1" status: 200 len: 945 time: 0.1370366 Mar 29 15:47:44.515480 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20471103-ff45-41e6-9793-351960d86e15 req-009750f2-6d1d-488a-b16e-af06175f66fb tempest-ServerTagsTestJSON-1017176157 tempest-ServerTagsTestJSON-1017176157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:47:44.517285 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-20471103-ff45-41e6-9793-351960d86e15 req-009750f2-6d1d-488a-b16e-af06175f66fb tempest-ServerTagsTestJSON-1017176157 tempest-ServerTagsTestJSON-1017176157-project] 10.222.0.48 "GET /v2.0/networks?id=1f4df881-bda5-4da9-b03e-c242b7160376 HTTP/1.1" status: 200 len: 808 time: 0.5788968 Mar 29 15:47:44.540523 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [req-20471103-ff45-41e6-9793-351960d86e15 req-9c4a2aa7-2d94-466d-a2e0-0e57ef329255 tempest-ServerTagsTestJSON-1017176157 tempest-ServerTagsTestJSON-1017176157-project] Request body: {'port': {'device_id': '40a2af2b-2c23-487b-bbdc-790786e296d0', 'network_id': '1f4df881-bda5-4da9-b03e-c242b7160376', 'admin_state_up': True, 'tenant_id': '36ff002e08894fe690a61d7787e59dca'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:47:44.578646 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-3463753a-8912-40c5-8f67-ef7f46ec3dd6 req-bcff0952-262d-4075-9781-4b786b1ef986 tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] 10.222.0.42 "GET /v2.0/security-groups?id=c7a98718-a37a-4214-92b3-d1a7e3aaebf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209998 Mar 29 15:47:44.637183 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-63305400-19fe-4d80-8c55-05b7c9fcf151 req-79efd84b-9f48-498b-aad1-de7c2f0a953c tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:44.679907 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79efd84b-9f48-498b-aad1-de7c2f0a953c tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] Pushing event deleted for resources: {'Port': ['ID=ecb612ce-988f-4286-b470-2002743c6508,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:47:44.687990 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-edb14e0d-90ea-408c-8374-ce79aa7fff71 tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:44.745467 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.l3_dvrscheduler_db [req-63305400-19fe-4d80-8c55-05b7c9fcf151 req-79efd84b-9f48-498b-aad1-de7c2f0a953c tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] No DVR routers for this DVR port ecb612ce-988f-4286-b470-2002743c6508 on host n-h2-834765-1 {{(pid=102790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:47:44.766715 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-d1e560d9-da33-40a1-8ddf-ffc304619442 req-c7827460-fc5e-4cfd-a37c-78e6a9436214 tempest-ServerShowV247Test-1180077024 tempest-ServerShowV247Test-1180077024-project] 10.222.0.42 "GET /v2.0/ports?device_id=744ed947-cb34-409d-8174-56b3b8a8af9a HTTP/1.1" status: 200 len: 210 time: 0.0550349 Mar 29 15:47:44.767894 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-63305400-19fe-4d80-8c55-05b7c9fcf151 req-79efd84b-9f48-498b-aad1-de7c2f0a953c tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:44.771406 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-63305400-19fe-4d80-8c55-05b7c9fcf151 req-79efd84b-9f48-498b-aad1-de7c2f0a953c tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] 10.222.0.48 "DELETE /v2.0/ports/ecb612ce-988f-4286-b470-2002743c6508 HTTP/1.1" status: 204 len: 173 time: 1.4965594 Mar 29 15:47:44.828934 n-d-834765-1 neutron-server[102790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bd5042f-d9f8-4161-b261-c1d7af6a3af4', 'tag': '8b2a470d-90ea-4ceb-90e7-dade170a3c3f'}, {'server_uuid': 'fb1d16d2-e9dd-4dc2-a1f2-bb82bc8bbced', 'name': 'network-vif-deleted', 'tag': 'ecb612ce-988f-4286-b470-2002743c6508'}] {{(pid=102790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:47:44.833051 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46b06d655c90bc969636382cce4240ad749035fb0f3a83ee4734fa1ed9c4a6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb9a6372-fb1c-41ad-8c34-bfd259a98fa3" -d '{"events": [{"name": "network-changed", "server_uuid": "7bd5042f-d9f8-4161-b261-c1d7af6a3af4", "tag": "8b2a470d-90ea-4ceb-90e7-dade170a3c3f"}, {"server_uuid": "fb1d16d2-e9dd-4dc2-a1f2-bb82bc8bbced", "name": "network-vif-deleted", "tag": "ecb612ce-988f-4286-b470-2002743c6508"}]}' {{(pid=102790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:47:44.913088 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-cf18455c-4689-41b6-aaea-04b7b41f65c7 req-dbf7b0d0-8a54-4c89-85e4-bb0df1bb5710 tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] 10.222.0.42 "GET /v2.0/ports?device_id=7ad1cc9d-ddcb-49f1-93fa-40a402b7f339 HTTP/1.1" status: 200 len: 210 time: 0.0723825 Mar 29 15:47:44.933889 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edb14e0d-90ea-408c-8374-ce79aa7fff71 tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Network 4a4a035d-ecac-4ead-baa3-25f90788773a is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:47:44.958302 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [None req-edb14e0d-90ea-408c-8374-ce79aa7fff71 tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:47:44.962957 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edb14e0d-90ea-408c-8374-ce79aa7fff71 tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Received port after_create {{(pid=102791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:47:44.991456 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb14e0d-90ea-408c-8374-ce79aa7fff71 tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Pushing event updated for resources: {'Port': ['ID=f0182445-c2c2-45fb-bf3e-00efa5aafb2b,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:47:45.069942 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05c9f35-a595-4ca5-884e-23aec3ba5d60 req-7ff1fbf8-1df1-41eb-81f4-814b3828ec2e tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:47:45.078335 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-a05c9f35-a595-4ca5-884e-23aec3ba5d60 req-7ff1fbf8-1df1-41eb-81f4-814b3828ec2e tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/ports?device_id=7bd5042f-d9f8-4161-b261-c1d7af6a3af4 HTTP/1.1" status: 200 len: 948 time: 0.4950969 Mar 29 15:47:45.082357 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bee3313-96f9-4d3e-8b23-194db0603311 req-b50b5287-41e7-4896-bfd2-8ec3e253175e tempest-MultipleCreateTestJSON-670714017 tempest-MultipleCreateTestJSON-670714017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:47:45.085557 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef2d1ba-39d4-4a61-974f-da7074c287c7 req-92d4c9d6-ea65-4cb7-ad4f-81a08fb805f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:47:45.086968 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-8ef2d1ba-39d4-4a61-974f-da7074c287c7 req-92d4c9d6-ea65-4cb7-ad4f-81a08fb805f8 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6920381 Mar 29 15:47:45.095411 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-7bee3313-96f9-4d3e-8b23-194db0603311 req-b50b5287-41e7-4896-bfd2-8ec3e253175e tempest-MultipleCreateTestJSON-670714017 tempest-MultipleCreateTestJSON-670714017-project] 10.222.0.42 "GET /v2.0/ports?device_id=9431ce67-fb6e-4e3b-b11f-b7f8e5b58cf5 HTTP/1.1" status: 200 len: 943 time: 0.0869060 Mar 29 15:47:45.146434 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5e4110-06d3-4c7b-a241-e21fec6cae35 req-b2f2e99b-b4e2-4c8a-acf7-53a3cfd2f500 tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:47:45.148960 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-1b5e4110-06d3-4c7b-a241-e21fec6cae35 req-b2f2e99b-b4e2-4c8a-acf7-53a3cfd2f500 tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] 10.222.0.44 "GET /v2.0/ports?device_id=e5a979b1-652e-4963-bb8b-2b30de72faf4 HTTP/1.1" status: 200 len: 945 time: 0.4515283 Mar 29 15:47:45.235646 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-7bee3313-96f9-4d3e-8b23-194db0603311 req-5543280d-3cd3-4483-8a27-2b7070fe5523 tempest-MultipleCreateTestJSON-670714017 tempest-MultipleCreateTestJSON-670714017-project] 10.222.0.42 "GET /v2.0/security-groups?id=622584de-fdfc-4a41-9592-a14d48f13313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369414 Mar 29 15:47:45.317564 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-edb14e0d-90ea-408c-8374-ce79aa7fff71 tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:45.346635 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-a05c9f35-a595-4ca5-884e-23aec3ba5d60 req-72c6e85d-8cee-4810-98b9-d02ff9bcf05f tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/security-groups?id=56997969-7130-4d86-9e9d-e068deb19a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2668858 Mar 29 15:47:45.349628 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20471103-ff45-41e6-9793-351960d86e15 req-9c4a2aa7-2d94-466d-a2e0-0e57ef329255 tempest-ServerTagsTestJSON-1017176157 tempest-ServerTagsTestJSON-1017176157-project] Made reservation on behalf of 36ff002e08894fe690a61d7787e59dca for: {'port': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:47:45.354307 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-20471103-ff45-41e6-9793-351960d86e15 req-9c4a2aa7-2d94-466d-a2e0-0e57ef329255 tempest-ServerTagsTestJSON-1017176157 tempest-ServerTagsTestJSON-1017176157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:45.445392 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-3904859d-e933-4e16-9103-68410f3980fa req-f6010b73-2046-4d5f-817d-dd628eddf194 tempest-ServerTagsTestJSON-1017176157 tempest-ServerTagsTestJSON-1017176157-project] 10.222.0.42 "GET /v2.0/ports?device_id=40a2af2b-2c23-487b-bbdc-790786e296d0 HTTP/1.1" status: 200 len: 210 time: 0.0495210 Mar 29 15:47:45.453766 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 29 Mar 2022 15:47:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-134f528a-c2db-42d0-a570-9615773e8aa1 x-openstack-request-id: req-134f528a-c2db-42d0-a570-9615773e8aa1 {{(pid=102790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:47:45.454065 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bd5042f-d9f8-4161-b261-c1d7af6a3af4", "tag": "8b2a470d-90ea-4ceb-90e7-dade170a3c3f", "status": "completed", "code": 200}, {"server_uuid": "fb1d16d2-e9dd-4dc2-a1f2-bb82bc8bbced", "name": "network-vif-deleted", "tag": "ecb612ce-988f-4286-b470-2002743c6508", "status": "completed", "code": 200}]} {{(pid=102790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:47:45.454315 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-134f528a-c2db-42d0-a570-9615773e8aa1 {{(pid=102790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:47:45.454989 n-d-834765-1 neutron-server[102790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7bd5042f-d9f8-4161-b261-c1d7af6a3af4', 'tag': '8b2a470d-90ea-4ceb-90e7-dade170a3c3f', 'status': 'completed', 'code': 200} Mar 29 15:47:45.455197 n-d-834765-1 neutron-server[102790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb1d16d2-e9dd-4dc2-a1f2-bb82bc8bbced', 'name': 'network-vif-deleted', 'tag': 'ecb612ce-988f-4286-b470-2002743c6508', 'status': 'completed', 'code': 200} Mar 29 15:47:45.468231 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-edb14e0d-90ea-408c-8374-ce79aa7fff71 tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:45.559610 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9a6372-fb1c-41ad-8c34-bfd259a98fa3 req-913c4182-dea7-461a-b719-8f742579e03e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:47:45.563011 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-eb9a6372-fb1c-41ad-8c34-bfd259a98fa3 req-913c4182-dea7-461a-b719-8f742579e03e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=fa3ba36247ad48f4997ede3b0209bc82&device_id=7bd5042f-d9f8-4161-b261-c1d7af6a3af4 HTTP/1.1" status: 200 len: 1099 time: 0.0628271 Mar 29 15:47:45.676715 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9a6372-fb1c-41ad-8c34-bfd259a98fa3 req-454540e9-87c4-407c-b191-fc17fe902d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:47:45.678586 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-eb9a6372-fb1c-41ad-8c34-bfd259a98fa3 req-454540e9-87c4-407c-b191-fc17fe902d84 service neutron] 10.222.0.44 "GET /v2.0/networks?id=2268a9b9-82fd-4886-a91d-3a50e4e16cab HTTP/1.1" status: 200 len: 870 time: 0.1087441 Mar 29 15:47:45.733229 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-eb9a6372-fb1c-41ad-8c34-bfd259a98fa3 req-e16afabd-3659-464a-a5b3-73e25548f3b1 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.97&port_id=8b2a470d-90ea-4ceb-90e7-dade170a3c3f HTTP/1.1" status: 200 len: 217 time: 0.0460253 Mar 29 15:47:45.808788 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9a6372-fb1c-41ad-8c34-bfd259a98fa3 req-b29da7b0-00bd-4d0a-a27d-54c7bc23556e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:47:45.813826 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-eb9a6372-fb1c-41ad-8c34-bfd259a98fa3 req-b29da7b0-00bd-4d0a-a27d-54c7bc23556e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=abb8e5d6-2aea-4455-a944-3435a3d1ce49 HTTP/1.1" status: 200 len: 843 time: 0.0732484 Mar 29 15:47:45.848821 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device a9eff704-aff6-4a54-bc5d-fdfc0ad3ee44 up at agent hyperv_n-h2-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:47:45.924023 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Provisioning for port a9eff704-aff6-4a54-bc5d-fdfc0ad3ee44 completed by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 15:47:45.928787 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Provisioning complete for port a9eff704-aff6-4a54-bc5d-fdfc0ad3ee44 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:47:45.929203 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:45.968981 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-bb7eeb5c-69a2-4382-b318-c76c5154222e req-d9ab34db-304b-43ea-8dbd-b2fbe44fd2d2 tempest-ServerShowV247Test-1180077024 tempest-ServerShowV247Test-1180077024-project] 10.222.0.42 "GET /v2.0/ports?device_id=744ed947-cb34-409d-8174-56b3b8a8af9a HTTP/1.1" status: 200 len: 210 time: 0.0758250 Mar 29 15:47:45.976817 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9a6372-fb1c-41ad-8c34-bfd259a98fa3 req-7a7f571b-8090-49b2-9b9b-b1f7e2a7a2a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:47:45.979284 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-eb9a6372-fb1c-41ad-8c34-bfd259a98fa3 req-7a7f571b-8090-49b2-9b9b-b1f7e2a7a2a6 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2268a9b9-82fd-4886-a91d-3a50e4e16cab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1590490 Mar 29 15:47:46.079579 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:46.123852 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port a9eff704-aff6-4a54-bc5d-fdfc0ad3ee44, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=a9eff704-aff6-4a54-bc5d-fdfc0ad3ee44,segment=NetworkSegment(e21100ac-42ad-42a8-ba92-556bc659383a),segment_id=e21100ac-42ad-42a8-ba92-556bc659383a)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:47:46.131441 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:46.132741 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device ecb612ce-988f-4286-b470-2002743c6508 no longer exists at agent hyperv_n-h2-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:47:46.170441 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] No Port match for: ecb612ce-988f-4286-b470-2002743c6508 {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 15:47:46.170799 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device ecb612ce-988f-4286-b470-2002743c6508 not bound to the agent host n-h2-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:47:46.180415 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-13d1f7d8-bdf5-4d0a-a45e-a8987cdf7bc1 req-08725aaf-a33c-4159-a9f1-ae7cd32a2d5f tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] 10.222.0.42 "GET /v2.0/ports?device_id=7ad1cc9d-ddcb-49f1-93fa-40a402b7f339 HTTP/1.1" status: 200 len: 210 time: 0.0793326 Mar 29 15:47:46.208265 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device 5baee9af-9713-42bf-b276-1a7220759582 details requested by agent hyperv_n-h1-834765-1 with host n-h1-834765-1 {{(pid=102792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 15:47:46.210321 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device 022f5b39-5aca-404c-851c-bf064252a93c no longer exists at agent hyperv_n-h1-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:47:46.221210 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-eb9a6372-fb1c-41ad-8c34-bfd259a98fa3 req-c4bca892-8e84-44db-a714-c8e968e99c8c service neutron] 10.222.0.44 "GET /v2.0/networks/2268a9b9-82fd-4886-a91d-3a50e4e16cab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2324026 Mar 29 15:47:46.251903 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9a6372-fb1c-41ad-8c34-bfd259a98fa3 req-53e1cfa6-7838-45a2-b7ed-58745884a1e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:47:46.253576 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-eb9a6372-fb1c-41ad-8c34-bfd259a98fa3 req-53e1cfa6-7838-45a2-b7ed-58745884a1e7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=fa3ba36247ad48f4997ede3b0209bc82&device_id=7bd5042f-d9f8-4161-b261-c1d7af6a3af4 HTTP/1.1" status: 200 len: 1099 time: 0.7225382 Mar 29 15:47:46.255816 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [req-1b5e4110-06d3-4c7b-a241-e21fec6cae35 req-9e024a50-2428-45a4-9c8a-997523a04dc6 tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] Deleting port 022f5b39-5aca-404c-851c-bf064252a93c {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:47:46.256344 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-1b5e4110-06d3-4c7b-a241-e21fec6cae35 req-9e024a50-2428-45a4-9c8a-997523a04dc6 tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:46.313769 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Pushing event updated for resources: {'Port': ['ID=a9eff704-aff6-4a54-bc5d-fdfc0ad3ee44,revision_number=5']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:47:46.410880 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-eb9a6372-fb1c-41ad-8c34-bfd259a98fa3 req-8151b168-e127-4281-9d5c-cc2edab1c66b service neutron] 10.222.0.44 "GET /v2.0/networks/2268a9b9-82fd-4886-a91d-3a50e4e16cab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1830962 Mar 29 15:47:46.427460 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:46.432366 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5a979b1-652e-4963-bb8b-2b30de72faf4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '022f5b39-5aca-404c-851c-bf064252a93c'}, {'server_uuid': '9f21cfb5-8f60-4722-b77b-88c2cc887b0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9eff704-aff6-4a54-bc5d-fdfc0ad3ee44'}] {{(pid=102792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:47:46.442921 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4f476c66b318cc6068719fc39557fac68d413f5c7e78fa77028c7948e999ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f89513f-61ae-4ad6-816f-3ad63c407e3e" -d '{"events": [{"server_uuid": "e5a979b1-652e-4963-bb8b-2b30de72faf4", "name": "network-vif-plugged", "status": "completed", "tag": "022f5b39-5aca-404c-851c-bf064252a93c"}, {"server_uuid": "9f21cfb5-8f60-4722-b77b-88c2cc887b0b", "name": "network-vif-plugged", "status": "completed", "tag": "a9eff704-aff6-4a54-bc5d-fdfc0ad3ee44"}]}' {{(pid=102792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:47:46.451679 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56aaffab-40ae-4d4c-8fa7-ff40a3b1db6c req-c1c6b2a6-7bcf-4957-9e90-bde5fa8a6505 tempest-MultipleCreateTestJSON-670714017 tempest-MultipleCreateTestJSON-670714017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:47:46.453887 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-56aaffab-40ae-4d4c-8fa7-ff40a3b1db6c req-c1c6b2a6-7bcf-4957-9e90-bde5fa8a6505 tempest-MultipleCreateTestJSON-670714017 tempest-MultipleCreateTestJSON-670714017-project] 10.222.0.42 "GET /v2.0/ports?device_id=9431ce67-fb6e-4e3b-b11f-b7f8e5b58cf5 HTTP/1.1" status: 200 len: 943 time: 0.0977206 Mar 29 15:47:46.501126 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-56aaffab-40ae-4d4c-8fa7-ff40a3b1db6c req-bb43e104-77ab-4e55-bf04-3f747a0742f2 tempest-MultipleCreateTestJSON-670714017 tempest-MultipleCreateTestJSON-670714017-project] 10.222.0.42 "GET /v2.0/security-groups?id=622584de-fdfc-4a41-9592-a14d48f13313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399823 Mar 29 15:47:46.508766 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port 5baee9af-9713-42bf-b276-1a7220759582, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=5baee9af-9713-42bf-b276-1a7220759582,segment=NetworkSegment(e21100ac-42ad-42a8-ba92-556bc659383a),segment_id=e21100ac-42ad-42a8-ba92-556bc659383a)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:47:46.519407 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port 022f5b39-5aca-404c-851c-bf064252a93c, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=022f5b39-5aca-404c-851c-bf064252a93c,segment=NetworkSegment(ee9a1626-16ee-4ecf-88a3-7244e4b7c1ed),segment_id=ee9a1626-16ee-4ecf-88a3-7244e4b7c1ed)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:47:46.525733 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:46.567107 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29da5568-0dcd-4b78-a880-b81ff4af9ab2 req-d6b39679-ee99-4c4b-b79a-f86fb65bee04 tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:47:46.573527 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-29da5568-0dcd-4b78-a880-b81ff4af9ab2 req-d6b39679-ee99-4c4b-b79a-f86fb65bee04 tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] 10.222.0.42 "GET /v2.0/ports?device_id=e5a979b1-652e-4963-bb8b-2b30de72faf4 HTTP/1.1" status: 200 len: 945 time: 0.8667667 Mar 29 15:47:46.576921 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_common [req-20471103-ff45-41e6-9793-351960d86e15 req-9c4a2aa7-2d94-466d-a2e0-0e57ef329255 tempest-ServerTagsTestJSON-1017176157 tempest-ServerTagsTestJSON-1017176157-project] Allocated IP 172.20.0.11 (1f4df881-bda5-4da9-b03e-c242b7160376/4c022cf0-a8d8-44ae-ba7b-0136211967ba/d7286aea-5d95-47dc-96e6-1d16f148f08e) {{(pid=102791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:47:46.602276 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9a6372-fb1c-41ad-8c34-bfd259a98fa3 req-4aad4295-d7d7-4e44-a4df-6e9619d3b1b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:47:46.603821 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-eb9a6372-fb1c-41ad-8c34-bfd259a98fa3 req-4aad4295-d7d7-4e44-a4df-6e9619d3b1b5 service neutron] 10.222.0.48 "GET /v2.0/networks?id=2268a9b9-82fd-4886-a91d-3a50e4e16cab HTTP/1.1" status: 200 len: 870 time: 0.3266530 Mar 29 15:47:46.660378 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-edb14e0d-90ea-408c-8374-ce79aa7fff71 tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Notify callbacks [] for port, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:46.664644 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4aad2a6-5377-44a9-9cf1-d5407bd828d8 req-504778bb-5c2e-4af5-8f7c-81ef661716d3 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:47:46.676962 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-e4aad2a6-5377-44a9-9cf1-d5407bd828d8 req-504778bb-5c2e-4af5-8f7c-81ef661716d3 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/ports?device_id=7bd5042f-d9f8-4161-b261-c1d7af6a3af4 HTTP/1.1" status: 200 len: 948 time: 0.0755484 Mar 29 15:47:46.728463 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-edb14e0d-90ea-408c-8374-ce79aa7fff71 tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:46.731119 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-eb9a6372-fb1c-41ad-8c34-bfd259a98fa3 req-2221b82e-7775-43aa-b6a4-0113dd778f58 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.97&port_id=8b2a470d-90ea-4ceb-90e7-dade170a3c3f HTTP/1.1" status: 200 len: 217 time: 0.0956509 Mar 29 15:47:46.743922 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-8ef2d1ba-39d4-4a61-974f-da7074c287c7 req-7068bc24-21e2-404a-9156-ce80cbdec0a5 tempest-ServerShowV247Test-1180077024 tempest-ServerShowV247Test-1180077024-project] 10.222.0.48 "GET /v2.0/ports?device_id=744ed947-cb34-409d-8174-56b3b8a8af9a HTTP/1.1" status: 200 len: 210 time: 0.0394280 Mar 29 15:47:46.758590 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-e4aad2a6-5377-44a9-9cf1-d5407bd828d8 req-17ab117d-4e6f-4c61-a050-7f651127c034 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/security-groups?id=56997969-7130-4d86-9e9d-e068deb19a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804386 Mar 29 15:47:46.800208 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Returning: {'device': '5baee9af-9713-42bf-b276-1a7220759582', 'network_id': 'd8379183-1181-4480-938a-4a240ff65ade', 'port_id': '5baee9af-9713-42bf-b276-1a7220759582', 'mac_address': 'fa:16:3e:e8:25:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 646, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e40243f7-deb2-4a55-9fcc-00e92f1db1cb', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 15:47:46.801805 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3feadc-edd9-43e2-9ba5-efb9c156c985 req-2f213d44-862c-46c2-9688-60b9b2a633b4 tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:47:46.802300 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6a3feadc-edd9-43e2-9ba5-efb9c156c985 req-2f213d44-862c-46c2-9688-60b9b2a633b4 tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] 10.222.0.44 "GET /v2.0/networks?id=7a71ca6e-bbff-43b0-bde3-8072ae4b3f50 HTTP/1.1" status: 200 len: 805 time: 0.5608346 Mar 29 15:47:46.834232 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 29 Mar 2022 15:47:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7edadfad-4f26-4e5d-b822-2d2b5ca1fafa x-openstack-request-id: req-7edadfad-4f26-4e5d-b822-2d2b5ca1fafa {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:47:46.835187 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5a979b1-652e-4963-bb8b-2b30de72faf4", "name": "network-vif-plugged", "status": "completed", "tag": "022f5b39-5aca-404c-851c-bf064252a93c", "code": 200}, {"server_uuid": "9f21cfb5-8f60-4722-b77b-88c2cc887b0b", "name": "network-vif-plugged", "status": "completed", "tag": "a9eff704-aff6-4a54-bc5d-fdfc0ad3ee44", "code": 200}]} {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:47:46.835518 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-7edadfad-4f26-4e5d-b822-2d2b5ca1fafa {{(pid=102792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:47:46.835906 n-d-834765-1 neutron-server[102792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5a979b1-652e-4963-bb8b-2b30de72faf4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '022f5b39-5aca-404c-851c-bf064252a93c', 'code': 200} Mar 29 15:47:46.836391 n-d-834765-1 neutron-server[102792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f21cfb5-8f60-4722-b77b-88c2cc887b0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9eff704-aff6-4a54-bc5d-fdfc0ad3ee44', 'code': 200} Mar 29 15:47:46.864316 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [req-6a3feadc-edd9-43e2-9ba5-efb9c156c985 req-c269c217-157d-4059-a2b1-dcf04e66c5fa tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] Request body: {'port': {'device_id': '7ad1cc9d-ddcb-49f1-93fa-40a402b7f339', 'network_id': '7a71ca6e-bbff-43b0-bde3-8072ae4b3f50', 'admin_state_up': True, 'tenant_id': '7f01d9a12c82426baef86d9ae4ff6fa7'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:47:46.875455 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Pushing event updated for resources: {'Port': ['ID=022f5b39-5aca-404c-851c-bf064252a93c,revision_number=8']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:47:46.886735 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-29da5568-0dcd-4b78-a880-b81ff4af9ab2 req-8859e7eb-470a-4e9b-a485-e61b3b58a470 tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] 10.222.0.42 "GET /v2.0/security-groups?id=c7a98718-a37a-4214-92b3-d1a7e3aaebf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3072872 Mar 29 15:47:46.898643 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-1b5e4110-06d3-4c7b-a241-e21fec6cae35 req-9e024a50-2428-45a4-9c8a-997523a04dc6 tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] For port 022f5b39-5aca-404c-851c-bf064252a93c, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=022f5b39-5aca-404c-851c-bf064252a93c,segment=NetworkSegment(ee9a1626-16ee-4ecf-88a3-7244e4b7c1ed),segment_id=ee9a1626-16ee-4ecf-88a3-7244e4b7c1ed)] {{(pid=102791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:47:46.899240 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-1b5e4110-06d3-4c7b-a241-e21fec6cae35 req-9e024a50-2428-45a4-9c8a-997523a04dc6 tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:46.959493 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:46.981221 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:47.007636 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [req-1b5e4110-06d3-4c7b-a241-e21fec6cae35 req-9e024a50-2428-45a4-9c8a-997523a04dc6 tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] Calling delete_port for 022f5b39-5aca-404c-851c-bf064252a93c owned by compute:nova {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:47:47.010550 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5baee9af-9713-42bf-b276-1a7220759582 {{(pid=102792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:47:47.016541 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb14e0d-90ea-408c-8374-ce79aa7fff71 tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Pushing event updated for resources: {'Port': ['ID=f0182445-c2c2-45fb-bf3e-00efa5aafb2b,revision_number=2']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:47:47.022871 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-8989f130-c558-4363-8011-350c131d9d49 req-13aa3fff-b80b-4c78-90ec-f9839744fd62 tempest-ServerTagsTestJSON-1017176157 tempest-ServerTagsTestJSON-1017176157-project] 10.222.0.42 "GET /v2.0/ports?device_id=40a2af2b-2c23-487b-bbdc-790786e296d0 HTTP/1.1" status: 200 len: 210 time: 0.0531852 Mar 29 15:47:47.041318 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3e0332-30cd-49a1-92c7-ad73de67fb58 req-0fb34605-ce18-492c-b160-4ec660074212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:47:47.042755 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-bd3e0332-30cd-49a1-92c7-ad73de67fb58 req-0fb34605-ce18-492c-b160-4ec660074212 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=9f21cfb5-8f60-4722-b77b-88c2cc887b0b HTTP/1.1" status: 200 len: 1096 time: 0.0978758 Mar 29 15:47:47.064009 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port 5baee9af-9713-42bf-b276-1a7220759582, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=5baee9af-9713-42bf-b276-1a7220759582,segment=NetworkSegment(e21100ac-42ad-42a8-ba92-556bc659383a),segment_id=e21100ac-42ad-42a8-ba92-556bc659383a)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:47:47.069754 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:47.071916 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9a6372-fb1c-41ad-8c34-bfd259a98fa3 req-25df5158-ab8d-4daa-97fd-e94912a3ea8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:47:47.073441 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-eb9a6372-fb1c-41ad-8c34-bfd259a98fa3 req-25df5158-ab8d-4daa-97fd-e94912a3ea8c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=abb8e5d6-2aea-4455-a944-3435a3d1ce49 HTTP/1.1" status: 200 len: 843 time: 0.3138652 Mar 29 15:47:47.114892 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-bd3e0332-30cd-49a1-92c7-ad73de67fb58 req-bbbbbe0e-7c9e-4f8a-9ffd-7cc04bd1d55d service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=622584de-fdfc-4a41-9592-a14d48f13313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639167 Mar 29 15:47:47.148850 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Pushing event updated for resources: {'Port': ['ID=5baee9af-9713-42bf-b276-1a7220759582,revision_number=4']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:47:47.238112 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-edb14e0d-90ea-408c-8374-ce79aa7fff71 tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648212'] for floatingip, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:47.242025 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-c0756289-1cbf-4bca-84d5-ef2862e07e12 req-a82a0c16-8f80-43ba-ba42-033781b04e68 tempest-ServerShowV247Test-1180077024 tempest-ServerShowV247Test-1180077024-project] 10.222.0.42 "GET /v2.0/ports?device_id=744ed947-cb34-409d-8174-56b3b8a8af9a HTTP/1.1" status: 200 len: 210 time: 0.1358116 Mar 29 15:47:47.309606 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-edb14e0d-90ea-408c-8374-ce79aa7fff71 tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for floatingip, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:47.311377 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-edb14e0d-90ea-408c-8374-ce79aa7fff71 tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.5647821 Mar 29 15:47:47.323692 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-684352e0-b306-4eba-b74b-9bd3971f895e req-fc2f23ae-7463-42c7-b3e4-ddbd2838a382 tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] 10.222.0.42 "GET /v2.0/ports?device_id=7ad1cc9d-ddcb-49f1-93fa-40a402b7f339 HTTP/1.1" status: 200 len: 210 time: 0.0421305 Mar 29 15:47:47.329063 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9a6372-fb1c-41ad-8c34-bfd259a98fa3 req-7aaebd61-88cf-401b-b65a-c2b7a68367ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:47:47.331174 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-eb9a6372-fb1c-41ad-8c34-bfd259a98fa3 req-7aaebd61-88cf-401b-b65a-c2b7a68367ea service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2268a9b9-82fd-4886-a91d-3a50e4e16cab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2400482 Mar 29 15:47:47.362192 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-20471103-ff45-41e6-9793-351960d86e15 req-9c4a2aa7-2d94-466d-a2e0-0e57ef329255 tempest-ServerTagsTestJSON-1017176157 tempest-ServerTagsTestJSON-1017176157-project] Notify callbacks [] for port, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:47.381177 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] get_ports_and_sgs() called for port_ids ['5baee9af-9713-42bf-b276-1a7220759582'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:47:47.404119 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a3feadc-edd9-43e2-9ba5-efb9c156c985 req-c269c217-157d-4059-a2b1-dcf04e66c5fa tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] Made reservation on behalf of 7f01d9a12c82426baef86d9ae4ff6fa7 for: {'port': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:47:47.407704 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-6a3feadc-edd9-43e2-9ba5-efb9c156c985 req-c269c217-157d-4059-a2b1-dcf04e66c5fa tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:47.635286 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-1b5e4110-06d3-4c7b-a241-e21fec6cae35 req-9e024a50-2428-45a4-9c8a-997523a04dc6 tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:47.650425 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-20471103-ff45-41e6-9793-351960d86e15 req-9c4a2aa7-2d94-466d-a2e0-0e57ef329255 tempest-ServerTagsTestJSON-1017176157 tempest-ServerTagsTestJSON-1017176157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:47.665240 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd7fd34-f5cf-4580-9135-2550f6e292d0 req-b890e4fc-9657-4c96-b0bb-4a87fcd2c900 tempest-MultipleCreateTestJSON-670714017 tempest-MultipleCreateTestJSON-670714017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:47:47.678211 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-afd7fd34-f5cf-4580-9135-2550f6e292d0 req-b890e4fc-9657-4c96-b0bb-4a87fcd2c900 tempest-MultipleCreateTestJSON-670714017 tempest-MultipleCreateTestJSON-670714017-project] 10.222.0.42 "GET /v2.0/ports?device_id=9431ce67-fb6e-4e3b-b11f-b7f8e5b58cf5 HTTP/1.1" status: 200 len: 944 time: 0.0950027 Mar 29 15:47:47.691308 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-43f7d486-11a5-4579-b252-c4e1663918ba req-7edd2f2c-b8d7-4a98-b596-ff79795c589a tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--455584146&fields=id&tenant_id=c6465a9dafbf43bf90c09b1dce8d1fc6 HTTP/1.1" status: 200 len: 267 time: 0.2294452 Mar 29 15:47:47.695146 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:47.722748 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-eb9a6372-fb1c-41ad-8c34-bfd259a98fa3 req-dd243f88-ea1d-4906-a1de-dce8a5b0f2ca service neutron] 10.222.0.48 "GET /v2.0/networks/2268a9b9-82fd-4886-a91d-3a50e4e16cab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3501971 Mar 29 15:47:47.727009 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-afd7fd34-f5cf-4580-9135-2550f6e292d0 req-3db560ba-c96f-4af0-8811-70391218c82e tempest-MultipleCreateTestJSON-670714017 tempest-MultipleCreateTestJSON-670714017-project] 10.222.0.42 "GET /v2.0/security-groups?id=622584de-fdfc-4a41-9592-a14d48f13313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479486 Mar 29 15:47:47.737584 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e024a50-2428-45a4-9c8a-997523a04dc6 tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] Pushing event deleted for resources: {'Port': ['ID=022f5b39-5aca-404c-851c-bf064252a93c,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:47:47.850314 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device 8b2a470d-90ea-4ceb-90e7-dade170a3c3f details requested by agent hyperv_n-h2-834765-1 with host n-h2-834765-1 {{(pid=102792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 15:47:47.867299 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20471103-ff45-41e6-9793-351960d86e15 req-9c4a2aa7-2d94-466d-a2e0-0e57ef329255 tempest-ServerTagsTestJSON-1017176157 tempest-ServerTagsTestJSON-1017176157-project] Network 1f4df881-bda5-4da9-b03e-c242b7160376 is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:47:47.884011 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [req-20471103-ff45-41e6-9793-351960d86e15 req-9c4a2aa7-2d94-466d-a2e0-0e57ef329255 tempest-ServerTagsTestJSON-1017176157 tempest-ServerTagsTestJSON-1017176157-project] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:47:47.923907 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393b04ca-f7c1-4966-9dbe-9359e4dcf372 req-f63236b5-c187-43fc-b3a4-381f63ca586f tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:47:47.935164 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-393b04ca-f7c1-4966-9dbe-9359e4dcf372 req-f63236b5-c187-43fc-b3a4-381f63ca586f tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/ports?device_id=7bd5042f-d9f8-4161-b261-c1d7af6a3af4 HTTP/1.1" status: 200 len: 948 time: 0.0790343 Mar 29 15:47:47.939882 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [req-20471103-ff45-41e6-9793-351960d86e15 req-9c4a2aa7-2d94-466d-a2e0-0e57ef329255 tempest-ServerTagsTestJSON-1017176157 tempest-ServerTagsTestJSON-1017176157-project] Received port after_create {{(pid=102791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:47:47.947214 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b5e4110-06d3-4c7b-a241-e21fec6cae35 req-9e024a50-2428-45a4-9c8a-997523a04dc6 tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] No DVR routers for this DVR port 022f5b39-5aca-404c-851c-bf064252a93c on host n-h1-834765-1 {{(pid=102791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:47:47.986301 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_common [req-6a3feadc-edd9-43e2-9ba5-efb9c156c985 req-c269c217-157d-4059-a2b1-dcf04e66c5fa tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] Allocated IP 172.20.0.2 (7a71ca6e-bbff-43b0-bde3-8072ae4b3f50/4acd9598-0ca3-487b-9c0e-30e24be7e9e5/9d33c8cd-4810-45c4-8e3a-e3ff185d5484) {{(pid=102791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:47:47.988957 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-1b5e4110-06d3-4c7b-a241-e21fec6cae35 req-9e024a50-2428-45a4-9c8a-997523a04dc6 tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:47.992397 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-1b5e4110-06d3-4c7b-a241-e21fec6cae35 req-9e024a50-2428-45a4-9c8a-997523a04dc6 tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] 10.222.0.44 "DELETE /v2.0/ports/022f5b39-5aca-404c-851c-bf064252a93c HTTP/1.1" status: 204 len: 173 time: 2.8340816 Mar 29 15:47:47.993037 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5a979b1-652e-4963-bb8b-2b30de72faf4', 'name': 'network-vif-deleted', 'tag': '022f5b39-5aca-404c-851c-bf064252a93c'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:47:47.995292 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c67b028db5e9b9818fecc5c0a87ebc6f190694fa53ca267d523e04f98de536d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42f69aca-39c0-4878-8321-ad77f39a0904" -d '{"events": [{"server_uuid": "e5a979b1-652e-4963-bb8b-2b30de72faf4", "name": "network-vif-deleted", "tag": "022f5b39-5aca-404c-851c-bf064252a93c"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:47:47.998861 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-393b04ca-f7c1-4966-9dbe-9359e4dcf372 req-7fa78eb4-7182-41f7-b13a-e898f4bdcf1a tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/security-groups?id=56997969-7130-4d86-9e9d-e068deb19a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587447 Mar 29 15:47:48.023680 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4a2aa7-2d94-466d-a2e0-0e57ef329255 tempest-ServerTagsTestJSON-1017176157 tempest-ServerTagsTestJSON-1017176157-project] Pushing event updated for resources: {'Port': ['ID=d7286aea-5d95-47dc-96e6-1d16f148f08e,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:47:48.046451 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port 8b2a470d-90ea-4ceb-90e7-dade170a3c3f, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=8b2a470d-90ea-4ceb-90e7-dade170a3c3f,segment=NetworkSegment(a0c230f0-660a-4194-9279-0f0781d34134),segment_id=a0c230f0-660a-4194-9279-0f0781d34134)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:47:48.068101 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Returning: {'device': '8b2a470d-90ea-4ceb-90e7-dade170a3c3f', 'network_id': '2268a9b9-82fd-4886-a91d-3a50e4e16cab', 'port_id': '8b2a470d-90ea-4ceb-90e7-dade170a3c3f', 'mac_address': 'fa:16:3e:7e:ea:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 625, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abb8e5d6-2aea-4455-a944-3435a3d1ce49', 'ip_address': '192.168.233.97'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 15:47:48.118856 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20471103-ff45-41e6-9793-351960d86e15 req-9c4a2aa7-2d94-466d-a2e0-0e57ef329255 tempest-ServerTagsTestJSON-1017176157 tempest-ServerTagsTestJSON-1017176157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:47:48.119574 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-20471103-ff45-41e6-9793-351960d86e15 req-9c4a2aa7-2d94-466d-a2e0-0e57ef329255 tempest-ServerTagsTestJSON-1017176157 tempest-ServerTagsTestJSON-1017176157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:48.123388 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:48.142735 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f7d486-11a5-4579-b252-c4e1663918ba req-e9dafa36-ed36-4dcb-9e65-20b3c1b04a19 tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:47:48.143093 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b2a470d-90ea-4ceb-90e7-dade170a3c3f {{(pid=102792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:47:48.149899 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-43f7d486-11a5-4579-b252-c4e1663918ba req-e9dafa36-ed36-4dcb-9e65-20b3c1b04a19 tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] 10.222.0.42 "GET /v2.0/networks?id=5820eec2-ced2-414a-ab32-af1fabeb5f44 HTTP/1.1" status: 200 len: 814 time: 0.4577131 Mar 29 15:47:48.153947 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-eb9a6372-fb1c-41ad-8c34-bfd259a98fa3 req-27c70911-9d92-4428-b4c6-28c18003535e service neutron] 10.222.0.48 "GET /v2.0/networks/2268a9b9-82fd-4886-a91d-3a50e4e16cab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3865337 Mar 29 15:47:48.187758 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port 8b2a470d-90ea-4ceb-90e7-dade170a3c3f, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=8b2a470d-90ea-4ceb-90e7-dade170a3c3f,segment=NetworkSegment(a0c230f0-660a-4194-9279-0f0781d34134),segment_id=a0c230f0-660a-4194-9279-0f0781d34134)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:47:48.198621 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:48.199185 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-47f26164-3c5d-4b79-a747-b4ad2f26fda8 req-675c08b0-c488-4d96-b1ab-29fe66e12616 tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] 10.222.0.42 "GET /v2.0/ports?device_id=e5a979b1-652e-4963-bb8b-2b30de72faf4 HTTP/1.1" status: 200 len: 210 time: 0.0561478 Mar 29 15:47:48.228804 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device 022f5b39-5aca-404c-851c-bf064252a93c no longer exists at agent hyperv_n-h1-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:47:48.305970 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] No Port match for: 022f5b39-5aca-404c-851c-bf064252a93c {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 15:47:48.306884 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device 022f5b39-5aca-404c-851c-bf064252a93c not bound to the agent host n-h1-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:47:48.342264 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Pushing event updated for resources: {'Port': ['ID=8b2a470d-90ea-4ceb-90e7-dade170a3c3f,revision_number=12']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:47:48.428955 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:47:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b146fea-d1af-4388-9364-264bd706931a x-openstack-request-id: req-9b146fea-d1af-4388-9364-264bd706931a {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:47:48.430267 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5a979b1-652e-4963-bb8b-2b30de72faf4", "name": "network-vif-deleted", "tag": "022f5b39-5aca-404c-851c-bf064252a93c", "status": "completed", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:47:48.430856 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-9b146fea-d1af-4388-9364-264bd706931a {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:47:48.431653 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5a979b1-652e-4963-bb8b-2b30de72faf4', 'name': 'network-vif-deleted', 'tag': '022f5b39-5aca-404c-851c-bf064252a93c', 'status': 'completed', 'code': 200} Mar 29 15:47:48.457544 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c9276e-e95a-4e6e-918a-46a498189620 req-777cc64b-d28e-42ef-a16d-dfadcaaac76b tempest-ServerTagsTestJSON-1017176157 tempest-ServerTagsTestJSON-1017176157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:47:48.466386 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-d6c9276e-e95a-4e6e-918a-46a498189620 req-777cc64b-d28e-42ef-a16d-dfadcaaac76b tempest-ServerTagsTestJSON-1017176157 tempest-ServerTagsTestJSON-1017176157-project] 10.222.0.42 "GET /v2.0/ports?device_id=40a2af2b-2c23-487b-bbdc-790786e296d0 HTTP/1.1" status: 200 len: 932 time: 0.0973551 Mar 29 15:47:48.468441 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-43f7d486-11a5-4579-b252-c4e1663918ba req-e0243795-2a3b-4c87-ba50-8d97b8277240 tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] 10.222.0.42 "GET /v2.0/quotas/c6465a9dafbf43bf90c09b1dce8d1fc6 HTTP/1.1" status: 200 len: 375 time: 0.3172100 Mar 29 15:47:48.499582 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-20471103-ff45-41e6-9793-351960d86e15 req-9c4a2aa7-2d94-466d-a2e0-0e57ef329255 tempest-ServerTagsTestJSON-1017176157 tempest-ServerTagsTestJSON-1017176157-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9643602 Mar 29 15:47:48.517233 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-d6c9276e-e95a-4e6e-918a-46a498189620 req-da0a00c1-f907-4f9f-aa81-9693a7d7a97a tempest-ServerTagsTestJSON-1017176157 tempest-ServerTagsTestJSON-1017176157-project] 10.222.0.42 "GET /v2.0/security-groups?id=749261fa-ae42-492c-8117-2999a534671e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444098 Mar 29 15:47:48.566428 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] get_ports_and_sgs() called for port_ids ['8b2a470d-90ea-4ceb-90e7-dade170a3c3f'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:47:48.689517 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [req-20471103-ff45-41e6-9793-351960d86e15 req-c8ae8ea1-c724-40e9-924c-46a4daf2523d service neutron] Request body: {'port': {'device_id': '40a2af2b-2c23-487b-bbdc-790786e296d0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834765-1'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:47:48.699164 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-6a3feadc-edd9-43e2-9ba5-efb9c156c985 req-c269c217-157d-4059-a2b1-dcf04e66c5fa tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] Notify callbacks [] for port, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:48.707573 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-9a1fa41a-fdde-4332-b16b-ae820d2c2308 req-ef45baf5-64a8-40bf-98b2-f81609d2df55 tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] 10.222.0.42 "GET /v2.0/ports?device_id=7ad1cc9d-ddcb-49f1-93fa-40a402b7f339 HTTP/1.1" status: 200 len: 210 time: 0.0461919 Mar 29 15:47:48.760299 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-43f7d486-11a5-4579-b252-c4e1663918ba req-f6ef541a-62ce-4e9a-8e0d-09124e14f2e8 tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=c6465a9dafbf43bf90c09b1dce8d1fc6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2904027 Mar 29 15:47:48.839387 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5a979b1-652e-4963-bb8b-2b30de72faf4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '022f5b39-5aca-404c-851c-bf064252a93c'}] {{(pid=102792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:47:48.843895 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4f476c66b318cc6068719fc39557fac68d413f5c7e78fa77028c7948e999ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88148d09-5d92-46c2-9931-968164eac99c" -d '{"events": [{"server_uuid": "e5a979b1-652e-4963-bb8b-2b30de72faf4", "name": "network-vif-unplugged", "status": "completed", "tag": "022f5b39-5aca-404c-851c-bf064252a93c"}]}' {{(pid=102792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:47:48.867352 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-20471103-ff45-41e6-9793-351960d86e15 req-c8ae8ea1-c724-40e9-924c-46a4daf2523d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:48.914795 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619d6130-9ae7-404f-9e03-2c6509ac35e4 req-7737bf13-bc66-4f74-b39e-b6b9243af32b tempest-MultipleCreateTestJSON-670714017 tempest-MultipleCreateTestJSON-670714017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:47:48.917145 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-619d6130-9ae7-404f-9e03-2c6509ac35e4 req-7737bf13-bc66-4f74-b39e-b6b9243af32b tempest-MultipleCreateTestJSON-670714017 tempest-MultipleCreateTestJSON-670714017-project] 10.222.0.42 "GET /v2.0/ports?device_id=9431ce67-fb6e-4e3b-b11f-b7f8e5b58cf5 HTTP/1.1" status: 200 len: 944 time: 0.0604820 Mar 29 15:47:48.971982 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-619d6130-9ae7-404f-9e03-2c6509ac35e4 req-34cbe8c2-ca63-4307-9e1c-cb25427f7113 tempest-MultipleCreateTestJSON-670714017 tempest-MultipleCreateTestJSON-670714017-project] 10.222.0.42 "GET /v2.0/security-groups?id=622584de-fdfc-4a41-9592-a14d48f13313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410612 Mar 29 15:47:48.983640 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-6a3feadc-edd9-43e2-9ba5-efb9c156c985 req-c269c217-157d-4059-a2b1-dcf04e66c5fa tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:49.000518 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 53652) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:47:49.027497 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 29 Mar 2022 15:47:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9fccd01-6268-4f8b-a77d-eeb758ba20e1 x-openstack-request-id: req-a9fccd01-6268-4f8b-a77d-eeb758ba20e1 {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:47:49.028071 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5a979b1-652e-4963-bb8b-2b30de72faf4", "name": "network-vif-unplugged", "status": "completed", "tag": "022f5b39-5aca-404c-851c-bf064252a93c", "code": 200}]} {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:47:49.028598 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a9fccd01-6268-4f8b-a77d-eeb758ba20e1 {{(pid=102792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:47:49.029235 n-d-834765-1 neutron-server[102792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5a979b1-652e-4963-bb8b-2b30de72faf4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '022f5b39-5aca-404c-851c-bf064252a93c', 'code': 200} Mar 29 15:47:49.122946 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-43f7d486-11a5-4579-b252-c4e1663918ba req-5a785149-0bbb-4156-881e-f9b09f0856e8 service neutron] 10.222.0.42 "GET /v2.0/networks/5820eec2-ced2-414a-ab32-af1fabeb5f44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3477864 Mar 29 15:47:49.126836 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a3feadc-edd9-43e2-9ba5-efb9c156c985 req-c269c217-157d-4059-a2b1-dcf04e66c5fa tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] Network 7a71ca6e-bbff-43b0-bde3-8072ae4b3f50 is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:47:49.146502 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [req-6a3feadc-edd9-43e2-9ba5-efb9c156c985 req-c269c217-157d-4059-a2b1-dcf04e66c5fa tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:47:49.148954 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a3feadc-edd9-43e2-9ba5-efb9c156c985 req-c269c217-157d-4059-a2b1-dcf04e66c5fa tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] Received port after_create {{(pid=102791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:47:49.151214 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4380157-4486-440c-9a79-763e78e4066a req-f804d2ee-d2b0-4101-8283-645699c102a8 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:47:49.155754 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-f4380157-4486-440c-9a79-763e78e4066a req-f804d2ee-d2b0-4101-8283-645699c102a8 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/ports?device_id=7bd5042f-d9f8-4161-b261-c1d7af6a3af4 HTTP/1.1" status: 200 len: 949 time: 0.0770600 Mar 29 15:47:49.164455 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c269c217-157d-4059-a2b1-dcf04e66c5fa tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] Pushing event updated for resources: {'Port': ['ID=9d33c8cd-4810-45c4-8e3a-e3ff185d5484,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:47:49.172004 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-bff172cd-6cf6-4293-872a-c0b9aa0710ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:49.242515 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-f4380157-4486-440c-9a79-763e78e4066a req-6b0dbaab-d01c-4a26-8341-d1a1bcf99b81 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/security-groups?id=56997969-7130-4d86-9e9d-e068deb19a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610285 Mar 29 15:47:49.317504 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-bff172cd-6cf6-4293-872a-c0b9aa0710ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:49.320344 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3feadc-edd9-43e2-9ba5-efb9c156c985 req-c269c217-157d-4059-a2b1-dcf04e66c5fa tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:47:49.321061 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-6a3feadc-edd9-43e2-9ba5-efb9c156c985 req-c269c217-157d-4059-a2b1-dcf04e66c5fa tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:49.323770 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-bff172cd-6cf6-4293-872a-c0b9aa0710ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:49.360573 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6a3feadc-edd9-43e2-9ba5-efb9c156c985 req-c269c217-157d-4059-a2b1-dcf04e66c5fa tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5269642 Mar 29 15:47:49.373987 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [req-6a3feadc-edd9-43e2-9ba5-efb9c156c985 req-81b6d426-508d-4ecc-bd68-00105cf0e636 service neutron] Request body: {'port': {'device_id': '7ad1cc9d-ddcb-49f1-93fa-40a402b7f339', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834765-1'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:47:49.380732 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-43f7d486-11a5-4579-b252-c4e1663918ba req-47b67503-a6e1-47d1-bfeb-d73c12526e74 service neutron] 10.222.0.42 "GET /v2.0/networks/5820eec2-ced2-414a-ab32-af1fabeb5f44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2462640 Mar 29 15:47:49.390863 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff172cd-6cf6-4293-872a-c0b9aa0710ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6347dcdd-2e41-476b-9ffb-e4d48c784c22,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:47:49.411940 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-bff172cd-6cf6-4293-872a-c0b9aa0710ac admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=280ddd8371d14cefab32ba5d999a913d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4099743 Mar 29 15:47:49.418027 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 53666) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:47:49.456044 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8a26f0-824a-425e-b031-e8fb7cceee65 req-dd6a8420-2d67-4af6-b721-3eb2530320af tempest-MigrationsAdminTest-879063070 tempest-MigrationsAdminTest-879063070-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:47:49.458119 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-8e8a26f0-824a-425e-b031-e8fb7cceee65 req-dd6a8420-2d67-4af6-b721-3eb2530320af tempest-MigrationsAdminTest-879063070 tempest-MigrationsAdminTest-879063070-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=7bd5042f-d9f8-4161-b261-c1d7af6a3af4 HTTP/1.1" status: 200 len: 1100 time: 0.1041746 Mar 29 15:47:49.495208 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-6a3feadc-edd9-43e2-9ba5-efb9c156c985 req-81b6d426-508d-4ecc-bd68-00105cf0e636 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:49.532791 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-8e8a26f0-824a-425e-b031-e8fb7cceee65 req-89dd3fa0-ff06-4622-995d-8a25a0143d11 tempest-MigrationsAdminTest-879063070 tempest-MigrationsAdminTest-879063070-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=56997969-7130-4d86-9e9d-e068deb19a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661516 Mar 29 15:47:49.535276 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-a607970f-65cc-4f25-8c21-f3ff7bb6d80a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:49.569749 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [req-20471103-ff45-41e6-9793-351960d86e15 req-c8ae8ea1-c724-40e9-924c-46a4daf2523d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7286aea-5d95-47dc-96e6-1d16f148f08e {{(pid=102791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:47:49.571606 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-a607970f-65cc-4f25-8c21-f3ff7bb6d80a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:49.580648 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-20471103-ff45-41e6-9793-351960d86e15 req-c8ae8ea1-c724-40e9-924c-46a4daf2523d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:49.602793 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.provisioning_blocks [req-20471103-ff45-41e6-9793-351960d86e15 req-c8ae8ea1-c724-40e9-924c-46a4daf2523d service neutron] Transition to ACTIVE for port object d7286aea-5d95-47dc-96e6-1d16f148f08e will not be triggered until provisioned by entity L2. {{(pid=102791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 15:47:49.611143 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-20471103-ff45-41e6-9793-351960d86e15 req-c8ae8ea1-c724-40e9-924c-46a4daf2523d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:49.695841 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-a607970f-65cc-4f25-8c21-f3ff7bb6d80a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:49.703294 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-a607970f-65cc-4f25-8c21-f3ff7bb6d80a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:49.705129 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-a607970f-65cc-4f25-8c21-f3ff7bb6d80a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/6347dcdd-2e41-476b-9ffb-e4d48c784c22 HTTP/1.1" status: 204 len: 168 time: 0.2792704 Mar 29 15:47:49.722346 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a607970f-65cc-4f25-8c21-f3ff7bb6d80a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6347dcdd-2e41-476b-9ffb-e4d48c784c22,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:47:49.865188 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device 8b2a470d-90ea-4ceb-90e7-dade170a3c3f up at agent hyperv_n-h2-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:47:49.976525 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Provisioning for port 8b2a470d-90ea-4ceb-90e7-dade170a3c3f completed by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 15:47:49.984680 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Provisioning complete for port 8b2a470d-90ea-4ceb-90e7-dade170a3c3f triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:47:49.985424 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:50.079555 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ae8ea1-c724-40e9-924c-46a4daf2523d service neutron] Pushing event updated for resources: {'Port': ['ID=d7286aea-5d95-47dc-96e6-1d16f148f08e,revision_number=2']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:47:50.140652 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a183be-935e-4135-a382-1749518c6f4e req-37602356-d65c-4750-88bd-c3f53ccef000 tempest-ServerTagsTestJSON-1017176157 tempest-ServerTagsTestJSON-1017176157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:47:50.150847 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-90a183be-935e-4135-a382-1749518c6f4e req-37602356-d65c-4750-88bd-c3f53ccef000 tempest-ServerTagsTestJSON-1017176157 tempest-ServerTagsTestJSON-1017176157-project] 10.222.0.42 "GET /v2.0/ports?device_id=40a2af2b-2c23-487b-bbdc-790786e296d0 HTTP/1.1" status: 200 len: 944 time: 0.4029830 Mar 29 15:47:50.160088 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:50.224921 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device 5baee9af-9713-42bf-b276-1a7220759582 up at agent hyperv_n-h1-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:47:50.241957 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-90a183be-935e-4135-a382-1749518c6f4e req-1586c74a-b10c-479a-a40c-d78cbeb2dac5 tempest-ServerTagsTestJSON-1017176157 tempest-ServerTagsTestJSON-1017176157-project] 10.222.0.42 "GET /v2.0/security-groups?id=749261fa-ae42-492c-8117-2999a534671e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901208 Mar 29 15:47:50.265271 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-20471103-ff45-41e6-9793-351960d86e15 req-c8ae8ea1-c724-40e9-924c-46a4daf2523d service neutron] Attempting to bind port d7286aea-5d95-47dc-96e6-1d16f148f08e on host n-h2-834765-1 for vnic_type normal with profile {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:47:50.265271 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-20471103-ff45-41e6-9793-351960d86e15 req-c8ae8ea1-c724-40e9-924c-46a4daf2523d service neutron] Attempting to bind port d7286aea-5d95-47dc-96e6-1d16f148f08e by drivers openvswitch,hyperv on host n-h2-834765-1 at level 0 using segments [{'id': '5407cda8-60e0-42dc-bfea-a197aff7f743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '1f4df881-bda5-4da9-b03e-c242b7160376'}] {{(pid=102791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:47:50.265605 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20471103-ff45-41e6-9793-351960d86e15 req-c8ae8ea1-c724-40e9-924c-46a4daf2523d service neutron] Attempting to bind port d7286aea-5d95-47dc-96e6-1d16f148f08e on network 1f4df881-bda5-4da9-b03e-c242b7160376 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:47:50.279763 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port 8b2a470d-90ea-4ceb-90e7-dade170a3c3f, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=8b2a470d-90ea-4ceb-90e7-dade170a3c3f,segment=NetworkSegment(a0c230f0-660a-4194-9279-0f0781d34134),segment_id=a0c230f0-660a-4194-9279-0f0781d34134)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:47:50.286060 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 53698) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:47:50.291980 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-cd8f997e-f242-4108-b9e8-8705cab5beb1 tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1233647514', 'description': 'tempest-description--969448301'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:47:50.309832 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:50.318775 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20471103-ff45-41e6-9793-351960d86e15 req-c8ae8ea1-c724-40e9-924c-46a4daf2523d service neutron] Port d7286aea-5d95-47dc-96e6-1d16f148f08e on network 1f4df881-bda5-4da9-b03e-c242b7160376 not bound, no agent of type Open vSwitch agent registered on host n-h2-834765-1 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 15:47:50.327504 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20471103-ff45-41e6-9793-351960d86e15 req-c8ae8ea1-c724-40e9-924c-46a4daf2523d service neutron] Attempting to bind port d7286aea-5d95-47dc-96e6-1d16f148f08e on network 1f4df881-bda5-4da9-b03e-c242b7160376 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:47:50.354805 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-cd8f997e-f242-4108-b9e8-8705cab5beb1 tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] Notify callbacks [] for security_group, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:50.355179 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20471103-ff45-41e6-9793-351960d86e15 req-c8ae8ea1-c724-40e9-924c-46a4daf2523d service neutron] Checking agent: {'id': '3e4b4912-b4a2-4d17-b5bd-6ce15529e8eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 33, 17), 'started_at': datetime.datetime(2022, 3, 29, 15, 33, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 47, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:47:50.363981 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20471103-ff45-41e6-9793-351960d86e15 req-c8ae8ea1-c724-40e9-924c-46a4daf2523d service neutron] Checking segment: {'id': '5407cda8-60e0-42dc-bfea-a197aff7f743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '1f4df881-bda5-4da9-b03e-c242b7160376'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:47:50.364454 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20471103-ff45-41e6-9793-351960d86e15 req-c8ae8ea1-c724-40e9-924c-46a4daf2523d service neutron] Bound using segment: {'id': '5407cda8-60e0-42dc-bfea-a197aff7f743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '1f4df881-bda5-4da9-b03e-c242b7160376'} {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:47:50.364921 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-20471103-ff45-41e6-9793-351960d86e15 req-c8ae8ea1-c724-40e9-924c-46a4daf2523d service neutron] Bound port: d7286aea-5d95-47dc-96e6-1d16f148f08e, host: n-h2-834765-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5407cda8-60e0-42dc-bfea-a197aff7f743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '1f4df881-bda5-4da9-b03e-c242b7160376'}}] {{(pid=102791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 15:47:50.365302 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-20471103-ff45-41e6-9793-351960d86e15 req-c8ae8ea1-c724-40e9-924c-46a4daf2523d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:50.451851 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Pushing event updated for resources: {'Port': ['ID=8b2a470d-90ea-4ceb-90e7-dade170a3c3f,revision_number=13']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:47:50.465107 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Provisioning for port 5baee9af-9713-42bf-b276-1a7220759582 completed by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 15:47:50.473385 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Provisioning complete for port 5baee9af-9713-42bf-b276-1a7220759582 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:47:50.474937 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:50.542147 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-3f49ecd0-17dd-4590-b88c-e04cd56dbc2b req-942fd155-8d73-403f-8e9f-6d042c3d4bb0 tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] 10.222.0.42 "GET /v2.0/ports?device_id=7c51480f-bfbc-4ea8-9c33-e320d6a5e3fa HTTP/1.1" status: 200 len: 210 time: 0.1315761 Mar 29 15:47:50.595714 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-cd8f997e-f242-4108-b9e8-8705cab5beb1 tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] Notify callbacks [] for security_group, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:50.641409 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-cd8f997e-f242-4108-b9e8-8705cab5beb1 tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:50.667619 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [req-6a3feadc-edd9-43e2-9ba5-efb9c156c985 req-81b6d426-508d-4ecc-bd68-00105cf0e636 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d33c8cd-4810-45c4-8e3a-e3ff185d5484 {{(pid=102791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:47:50.687762 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-cd8f997e-f242-4108-b9e8-8705cab5beb1 tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:50.690017 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-cd8f997e-f242-4108-b9e8-8705cab5beb1 tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.4025364 Mar 29 15:47:50.694498 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 53710) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:47:50.700033 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-c3d27e2f-39d2-4995-9105-39a9e11eb0de tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] Request body: {'security_group_rule': {'security_group_id': '5f04c3ed-4fc3-443d-9077-a102dee7ce66', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:47:50.720848 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-6a3feadc-edd9-43e2-9ba5-efb9c156c985 req-81b6d426-508d-4ecc-bd68-00105cf0e636 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:50.729237 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8f997e-f242-4108-b9e8-8705cab5beb1 tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f04c3ed-4fc3-443d-9077-a102dee7ce66,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:47:50.765115 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:50.767928 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c3d27e2f-39d2-4995-9105-39a9e11eb0de tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:50.826771 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.provisioning_blocks [req-6a3feadc-edd9-43e2-9ba5-efb9c156c985 req-81b6d426-508d-4ecc-bd68-00105cf0e636 service neutron] Transition to ACTIVE for port object 9d33c8cd-4810-45c4-8e3a-e3ff185d5484 will not be triggered until provisioned by entity L2. {{(pid=102791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 15:47:50.828085 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-20471103-ff45-41e6-9793-351960d86e15 req-c8ae8ea1-c724-40e9-924c-46a4daf2523d service neutron] For port d7286aea-5d95-47dc-96e6-1d16f148f08e, host n-h2-834765-1, cleared binding levels {{(pid=102791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:47:50.833686 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-20471103-ff45-41e6-9793-351960d86e15 req-c8ae8ea1-c724-40e9-924c-46a4daf2523d service neutron] For port d7286aea-5d95-47dc-96e6-1d16f148f08e, host n-h2-834765-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=d7286aea-5d95-47dc-96e6-1d16f148f08e,segment=NetworkSegment(5407cda8-60e0-42dc-bfea-a197aff7f743),segment_id=5407cda8-60e0-42dc-bfea-a197aff7f743)] {{(pid=102791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:47:50.836951 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-6a3feadc-edd9-43e2-9ba5-efb9c156c985 req-81b6d426-508d-4ecc-bd68-00105cf0e636 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:50.887059 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port 5baee9af-9713-42bf-b276-1a7220759582, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=5baee9af-9713-42bf-b276-1a7220759582,segment=NetworkSegment(e21100ac-42ad-42a8-ba92-556bc659383a),segment_id=e21100ac-42ad-42a8-ba92-556bc659383a)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:47:50.892979 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b6d426-508d-4ecc-bd68-00105cf0e636 service neutron] Pushing event updated for resources: {'Port': ['ID=9d33c8cd-4810-45c4-8e3a-e3ff185d5484,revision_number=2']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:47:50.894216 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:50.902772 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-20471103-ff45-41e6-9793-351960d86e15 req-c8ae8ea1-c724-40e9-924c-46a4daf2523d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:50.914728 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a972ebab-7e55-48e2-bcfd-dfb2dd991e91 req-43b74f3c-cf30-4774-99ee-40359d62921e tempest-MultipleCreateTestJSON-670714017 tempest-MultipleCreateTestJSON-670714017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:47:50.920313 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a80536-bc8e-411f-ad77-e2783ee7ff94 req-db933c8a-583d-428d-ac2b-0835092a1fa3 tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:47:50.923802 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-a972ebab-7e55-48e2-bcfd-dfb2dd991e91 req-43b74f3c-cf30-4774-99ee-40359d62921e tempest-MultipleCreateTestJSON-670714017 tempest-MultipleCreateTestJSON-670714017-project] 10.222.0.42 "GET /v2.0/ports?device_id=9431ce67-fb6e-4e3b-b11f-b7f8e5b58cf5 HTTP/1.1" status: 200 len: 944 time: 0.1234088 Mar 29 15:47:50.931030 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-27a80536-bc8e-411f-ad77-e2783ee7ff94 req-db933c8a-583d-428d-ac2b-0835092a1fa3 tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] 10.222.0.42 "GET /v2.0/ports?device_id=7ad1cc9d-ddcb-49f1-93fa-40a402b7f339 HTTP/1.1" status: 200 len: 931 time: 0.2032278 Mar 29 15:47:50.943576 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c3d27e2f-39d2-4995-9105-39a9e11eb0de tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:50.974581 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c3d27e2f-39d2-4995-9105-39a9e11eb0de tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610998'] for security_group_rule, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:50.985608 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Pushing event updated for resources: {'Port': ['ID=5baee9af-9713-42bf-b276-1a7220759582,revision_number=5']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:47:51.007708 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-a972ebab-7e55-48e2-bcfd-dfb2dd991e91 req-4ea2a2f5-edf4-4d05-84cb-0b105e41b405 tempest-MultipleCreateTestJSON-670714017 tempest-MultipleCreateTestJSON-670714017-project] 10.222.0.42 "GET /v2.0/security-groups?id=622584de-fdfc-4a41-9592-a14d48f13313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615182 Mar 29 15:47:51.008505 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d27e2f-39d2-4995-9105-39a9e11eb0de tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0709d007-cdfa-4351-84ba-92a466fb5e64,revision_number=0']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:47:51.015105 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-27a80536-bc8e-411f-ad77-e2783ee7ff94 req-203c2c6c-38db-47fc-a793-39df2c3305a3 tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] 10.222.0.42 "GET /v2.0/security-groups?id=8c1a607e-8731-4409-adf4-490f4457a32b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802631 Mar 29 15:47:51.022720 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c3d27e2f-39d2-4995-9105-39a9e11eb0de tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:51.030805 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bd5042f-d9f8-4161-b261-c1d7af6a3af4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b2a470d-90ea-4ceb-90e7-dade170a3c3f'}, {'server_uuid': '9431ce67-fb6e-4e3b-b11f-b7f8e5b58cf5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5baee9af-9713-42bf-b276-1a7220759582'}] {{(pid=102792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:47:51.031639 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-c3d27e2f-39d2-4995-9105-39a9e11eb0de tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3355010 Mar 29 15:47:51.032642 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 53716) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:47:51.033648 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20471103-ff45-41e6-9793-351960d86e15 req-c8ae8ea1-c724-40e9-924c-46a4daf2523d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:47:51.033787 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4f476c66b318cc6068719fc39557fac68d413f5c7e78fa77028c7948e999ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d342bf82-0802-42e4-b622-9e974454d9fa" -d '{"events": [{"server_uuid": "7bd5042f-d9f8-4161-b261-c1d7af6a3af4", "name": "network-vif-plugged", "status": "completed", "tag": "8b2a470d-90ea-4ceb-90e7-dade170a3c3f"}, {"server_uuid": "9431ce67-fb6e-4e3b-b11f-b7f8e5b58cf5", "name": "network-vif-plugged", "status": "completed", "tag": "5baee9af-9713-42bf-b276-1a7220759582"}]}' {{(pid=102792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:47:51.034273 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-20471103-ff45-41e6-9793-351960d86e15 req-c8ae8ea1-c724-40e9-924c-46a4daf2523d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:51.035684 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-20471103-ff45-41e6-9793-351960d86e15 req-c8ae8ea1-c724-40e9-924c-46a4daf2523d service neutron] 10.222.0.48 "PUT /v2.0/ports/d7286aea-5d95-47dc-96e6-1d16f148f08e HTTP/1.1" status: 200 len: 1092 time: 2.3585107 Mar 29 15:47:51.036509 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40a2af2b-2c23-487b-bbdc-790786e296d0', 'tag': 'd7286aea-5d95-47dc-96e6-1d16f148f08e'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:47:51.042469 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-1f0b63a9-0663-4f53-b68e-d06b99ae22bf tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] Request body: {'security_group_rule': {'security_group_id': '5f04c3ed-4fc3-443d-9077-a102dee7ce66', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:47:51.048117 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c67b028db5e9b9818fecc5c0a87ebc6f190694fa53ca267d523e04f98de536d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6505c477-8424-4d15-842a-070e28026761" -d '{"events": [{"name": "network-changed", "server_uuid": "40a2af2b-2c23-487b-bbdc-790786e296d0", "tag": "d7286aea-5d95-47dc-96e6-1d16f148f08e"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:47:51.101759 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-1f0b63a9-0663-4f53-b68e-d06b99ae22bf tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:51.126010 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 29 Mar 2022 15:47:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-147d3c1e-b301-4dfe-9e7d-46e66a77562e x-openstack-request-id: req-147d3c1e-b301-4dfe-9e7d-46e66a77562e {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:47:51.126702 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bd5042f-d9f8-4161-b261-c1d7af6a3af4", "name": "network-vif-plugged", "status": "completed", "tag": "8b2a470d-90ea-4ceb-90e7-dade170a3c3f", "code": 200}, {"server_uuid": "9431ce67-fb6e-4e3b-b11f-b7f8e5b58cf5", "name": "network-vif-plugged", "status": "completed", "tag": "5baee9af-9713-42bf-b276-1a7220759582", "code": 200}]} {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:47:51.127220 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-147d3c1e-b301-4dfe-9e7d-46e66a77562e {{(pid=102792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:47:51.130471 n-d-834765-1 neutron-server[102792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bd5042f-d9f8-4161-b261-c1d7af6a3af4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b2a470d-90ea-4ceb-90e7-dade170a3c3f', 'code': 200} Mar 29 15:47:51.131510 n-d-834765-1 neutron-server[102792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9431ce67-fb6e-4e3b-b11f-b7f8e5b58cf5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5baee9af-9713-42bf-b276-1a7220759582', 'code': 200} Mar 29 15:47:51.147093 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-6a3feadc-edd9-43e2-9ba5-efb9c156c985 req-81b6d426-508d-4ecc-bd68-00105cf0e636 service neutron] Attempting to bind port 9d33c8cd-4810-45c4-8e3a-e3ff185d5484 on host n-h1-834765-1 for vnic_type normal with profile {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:47:51.147405 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-6a3feadc-edd9-43e2-9ba5-efb9c156c985 req-81b6d426-508d-4ecc-bd68-00105cf0e636 service neutron] Attempting to bind port 9d33c8cd-4810-45c4-8e3a-e3ff185d5484 by drivers openvswitch,hyperv on host n-h1-834765-1 at level 0 using segments [{'id': 'e03a7c9c-8b58-4c58-aa22-7189da98b069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '7a71ca6e-bbff-43b0-bde3-8072ae4b3f50'}] {{(pid=102791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:47:51.147705 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a3feadc-edd9-43e2-9ba5-efb9c156c985 req-81b6d426-508d-4ecc-bd68-00105cf0e636 service neutron] Attempting to bind port 9d33c8cd-4810-45c4-8e3a-e3ff185d5484 on network 7a71ca6e-bbff-43b0-bde3-8072ae4b3f50 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:47:51.167389 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ae8ea1-c724-40e9-924c-46a4daf2523d service neutron] Pushing event updated for resources: {'Port': ['ID=d7286aea-5d95-47dc-96e6-1d16f148f08e,revision_number=3']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:47:51.171736 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 15:47:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5135a027-14fc-4db9-9d06-0f53b87a1591 x-openstack-request-id: req-5135a027-14fc-4db9-9d06-0f53b87a1591 {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:47:51.172038 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40a2af2b-2c23-487b-bbdc-790786e296d0", "tag": "d7286aea-5d95-47dc-96e6-1d16f148f08e", "status": "completed", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:47:51.172291 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-5135a027-14fc-4db9-9d06-0f53b87a1591 {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:47:51.172738 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40a2af2b-2c23-487b-bbdc-790786e296d0', 'tag': 'd7286aea-5d95-47dc-96e6-1d16f148f08e', 'status': 'completed', 'code': 200} Mar 29 15:47:51.207434 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-1f0b63a9-0663-4f53-b68e-d06b99ae22bf tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:51.208289 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-1f0b63a9-0663-4f53-b68e-d06b99ae22bf tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610998'] for security_group_rule, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:51.218689 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a3feadc-edd9-43e2-9ba5-efb9c156c985 req-81b6d426-508d-4ecc-bd68-00105cf0e636 service neutron] Port 9d33c8cd-4810-45c4-8e3a-e3ff185d5484 on network 7a71ca6e-bbff-43b0-bde3-8072ae4b3f50 not bound, no agent of type Open vSwitch agent registered on host n-h1-834765-1 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 15:47:51.219114 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a3feadc-edd9-43e2-9ba5-efb9c156c985 req-81b6d426-508d-4ecc-bd68-00105cf0e636 service neutron] Attempting to bind port 9d33c8cd-4810-45c4-8e3a-e3ff185d5484 on network 7a71ca6e-bbff-43b0-bde3-8072ae4b3f50 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:47:51.234787 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a3feadc-edd9-43e2-9ba5-efb9c156c985 req-81b6d426-508d-4ecc-bd68-00105cf0e636 service neutron] Checking agent: {'id': 'be375040-5069-4239-9460-a3a3213e1e90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 33, 18), 'started_at': datetime.datetime(2022, 3, 29, 15, 33, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 47, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:47:51.235127 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a3feadc-edd9-43e2-9ba5-efb9c156c985 req-81b6d426-508d-4ecc-bd68-00105cf0e636 service neutron] Checking segment: {'id': 'e03a7c9c-8b58-4c58-aa22-7189da98b069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '7a71ca6e-bbff-43b0-bde3-8072ae4b3f50'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:47:51.235545 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a3feadc-edd9-43e2-9ba5-efb9c156c985 req-81b6d426-508d-4ecc-bd68-00105cf0e636 service neutron] Bound using segment: {'id': 'e03a7c9c-8b58-4c58-aa22-7189da98b069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '7a71ca6e-bbff-43b0-bde3-8072ae4b3f50'} {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:47:51.235985 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-6a3feadc-edd9-43e2-9ba5-efb9c156c985 req-81b6d426-508d-4ecc-bd68-00105cf0e636 service neutron] Bound port: 9d33c8cd-4810-45c4-8e3a-e3ff185d5484, host: n-h1-834765-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e03a7c9c-8b58-4c58-aa22-7189da98b069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '7a71ca6e-bbff-43b0-bde3-8072ae4b3f50'}}] {{(pid=102791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 15:47:51.236347 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-6a3feadc-edd9-43e2-9ba5-efb9c156c985 req-81b6d426-508d-4ecc-bd68-00105cf0e636 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:51.237714 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0b63a9-0663-4f53-b68e-d06b99ae22bf tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5704f97a-ffa8-46d9-8706-825427bf76e7,revision_number=0']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:47:51.249989 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0b63a9-0663-4f53-b68e-d06b99ae22bf tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:47:51.250346 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0b63a9-0663-4f53-b68e-d06b99ae22bf tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:47:51.250721 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0b63a9-0663-4f53-b68e-d06b99ae22bf tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:47:51.251039 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0b63a9-0663-4f53-b68e-d06b99ae22bf tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:47:51.251410 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0b63a9-0663-4f53-b68e-d06b99ae22bf tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:47:51.251744 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0b63a9-0663-4f53-b68e-d06b99ae22bf tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:47:51.252111 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0b63a9-0663-4f53-b68e-d06b99ae22bf tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:47:51.252445 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0b63a9-0663-4f53-b68e-d06b99ae22bf tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:47:51.252815 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0b63a9-0663-4f53-b68e-d06b99ae22bf tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:47:51.253155 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0b63a9-0663-4f53-b68e-d06b99ae22bf tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:47:51.253483 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0b63a9-0663-4f53-b68e-d06b99ae22bf tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:47:51.253840 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0b63a9-0663-4f53-b68e-d06b99ae22bf tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:47:51.260345 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-1f0b63a9-0663-4f53-b68e-d06b99ae22bf tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:51.265195 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-1f0b63a9-0663-4f53-b68e-d06b99ae22bf tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2311912 Mar 29 15:47:51.265957 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 53730) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:47:51.272521 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-832a6c6d-f61c-47de-9c12-576b67963052 tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] Request body: {'floatingip': {'floating_network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:47:51.319567 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-832a6c6d-f61c-47de-9c12-576b67963052 tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] Notify callbacks [] for floatingip, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:51.369576 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20471103-ff45-41e6-9793-351960d86e15 req-0e98df57-7b93-497a-abcc-419aaca297e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:47:51.371090 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-20471103-ff45-41e6-9793-351960d86e15 req-0e98df57-7b93-497a-abcc-419aaca297e0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=36ff002e08894fe690a61d7787e59dca&device_id=40a2af2b-2c23-487b-bbdc-790786e296d0 HTTP/1.1" status: 200 len: 1095 time: 0.2573733 Mar 29 15:47:51.400269 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07989235-8006-40bd-85ac-02364789c3fe req-fd46af10-7c20-46fa-9230-709a2ae43e1d tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:47:51.401742 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-07989235-8006-40bd-85ac-02364789c3fe req-fd46af10-7c20-46fa-9230-709a2ae43e1d tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/ports?device_id=7bd5042f-d9f8-4161-b261-c1d7af6a3af4 HTTP/1.1" status: 200 len: 950 time: 0.2604184 Mar 29 15:47:51.445152 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-20471103-ff45-41e6-9793-351960d86e15 req-594a332f-f2b9-4559-b19e-490047740177 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d7286aea-5d95-47dc-96e6-1d16f148f08e HTTP/1.1" status: 200 len: 217 time: 0.0602849 Mar 29 15:47:51.536000 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b678c11-88d7-4e65-98ea-4ee56fd9a63c req-022a0952-7741-459f-8746-57db46e7e343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:47:51.536679 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-7b678c11-88d7-4e65-98ea-4ee56fd9a63c req-022a0952-7741-459f-8746-57db46e7e343 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=9431ce67-fb6e-4e3b-b11f-b7f8e5b58cf5 HTTP/1.1" status: 200 len: 1096 time: 0.2721939 Mar 29 15:47:51.539791 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91630911-b1c3-4c21-90b2-bf8862a89ded req-4bb6ee98-1a9a-4205-ab23-9de0ba67e77e tempest-ServerTagsTestJSON-1017176157 tempest-ServerTagsTestJSON-1017176157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:47:51.541105 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-6a3feadc-edd9-43e2-9ba5-efb9c156c985 req-81b6d426-508d-4ecc-bd68-00105cf0e636 service neutron] For port 9d33c8cd-4810-45c4-8e3a-e3ff185d5484, host n-h1-834765-1, cleared binding levels {{(pid=102791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:47:51.558656 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-91630911-b1c3-4c21-90b2-bf8862a89ded req-4bb6ee98-1a9a-4205-ab23-9de0ba67e77e tempest-ServerTagsTestJSON-1017176157 tempest-ServerTagsTestJSON-1017176157-project] 10.222.0.42 "GET /v2.0/ports?device_id=40a2af2b-2c23-487b-bbdc-790786e296d0 HTTP/1.1" status: 200 len: 944 time: 0.1775475 Mar 29 15:47:51.579672 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-6a3feadc-edd9-43e2-9ba5-efb9c156c985 req-81b6d426-508d-4ecc-bd68-00105cf0e636 service neutron] For port 9d33c8cd-4810-45c4-8e3a-e3ff185d5484, host n-h1-834765-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=9d33c8cd-4810-45c4-8e3a-e3ff185d5484,segment=NetworkSegment(e03a7c9c-8b58-4c58-aa22-7189da98b069),segment_id=e03a7c9c-8b58-4c58-aa22-7189da98b069)] {{(pid=102791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:47:51.601045 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-6a3feadc-edd9-43e2-9ba5-efb9c156c985 req-81b6d426-508d-4ecc-bd68-00105cf0e636 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:51.644096 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 53740) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:47:51.647639 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-832a6c6d-f61c-47de-9c12-576b67963052 tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:51.661552 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3feadc-edd9-43e2-9ba5-efb9c156c985 req-81b6d426-508d-4ecc-bd68-00105cf0e636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:47:51.661943 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-91630911-b1c3-4c21-90b2-bf8862a89ded req-3e3291ff-2135-4d80-a8b4-94f7a6083b6a tempest-ServerTagsTestJSON-1017176157 tempest-ServerTagsTestJSON-1017176157-project] 10.222.0.42 "GET /v2.0/security-groups?id=749261fa-ae42-492c-8117-2999a534671e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993235 Mar 29 15:47:51.662172 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-6a3feadc-edd9-43e2-9ba5-efb9c156c985 req-81b6d426-508d-4ecc-bd68-00105cf0e636 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:51.663794 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6a3feadc-edd9-43e2-9ba5-efb9c156c985 req-81b6d426-508d-4ecc-bd68-00105cf0e636 service neutron] 10.222.0.44 "PUT /v2.0/ports/9d33c8cd-4810-45c4-8e3a-e3ff185d5484 HTTP/1.1" status: 200 len: 1091 time: 2.2949932 Mar 29 15:47:51.673236 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-07989235-8006-40bd-85ac-02364789c3fe req-1a3e17b8-0aaf-4370-a73d-745a3b6cbdc7 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/security-groups?id=56997969-7130-4d86-9e9d-e068deb19a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2262599 Mar 29 15:47:51.675063 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20471103-ff45-41e6-9793-351960d86e15 req-bf5c777d-582e-484c-a248-400ecbf15bef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:47:51.676571 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-20471103-ff45-41e6-9793-351960d86e15 req-bf5c777d-582e-484c-a248-400ecbf15bef service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4c022cf0-a8d8-44ae-ba7b-0136211967ba HTTP/1.1" status: 200 len: 848 time: 0.2218559 Mar 29 15:47:51.723917 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f7d486-11a5-4579-b252-c4e1663918ba req-74626d9c-e25d-419a-9021-fd27a4855336 tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:47:51.725778 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-43f7d486-11a5-4579-b252-c4e1663918ba req-74626d9c-e25d-419a-9021-fd27a4855336 tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] 10.222.0.48 "GET /v2.0/networks?id=5820eec2-ced2-414a-ab32-af1fabeb5f44 HTTP/1.1" status: 200 len: 814 time: 0.3966861 Mar 29 15:47:51.756043 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-7b678c11-88d7-4e65-98ea-4ee56fd9a63c req-764d1a6d-294f-4977-80ca-8cf05351a3da service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=622584de-fdfc-4a41-9592-a14d48f13313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2040451 Mar 29 15:47:51.795238 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-20471103-ff45-41e6-9793-351960d86e15 req-f302a7df-d2b5-4770-9061-3be99485e3cd service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1f4df881-bda5-4da9-b03e-c242b7160376&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1084013 Mar 29 15:47:51.844310 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-e981e54d-dbe3-4205-a715-0a9910e3318f req-1020ceaf-981a-4aa7-96a7-7d145fbe8a83 tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] 10.222.0.42 "GET /v2.0/ports?device_id=7c51480f-bfbc-4ea8-9c33-e320d6a5e3fa HTTP/1.1" status: 200 len: 210 time: 0.0422778 Mar 29 15:47:51.852083 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b6d426-508d-4ecc-bd68-00105cf0e636 service neutron] Pushing event updated for resources: {'Port': ['ID=9d33c8cd-4810-45c4-8e3a-e3ff185d5484,revision_number=3']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:47:51.889271 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-d9434176-9e83-49fb-937a-8d343c23371c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:51.929807 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3feadc-edd9-43e2-9ba5-efb9c156c985 req-1dd27011-3933-4057-ac0f-bdcd317dee14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:47:51.931220 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6a3feadc-edd9-43e2-9ba5-efb9c156c985 req-1dd27011-3933-4057-ac0f-bdcd317dee14 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7f01d9a12c82426baef86d9ae4ff6fa7&device_id=7ad1cc9d-ddcb-49f1-93fa-40a402b7f339 HTTP/1.1" status: 200 len: 1094 time: 0.2045000 Mar 29 15:47:51.933275 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.db_base_plugin_common [None req-832a6c6d-f61c-47de-9c12-576b67963052 tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] Allocated IP 172.25.4.126 (4a4a035d-ecac-4ead-baa3-25f90788773a/e1a353dc-fac8-4901-a63c-273840237d6a/cbae391f-be27-44c5-8df0-bc11027da6a7) {{(pid=102790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:47:51.946253 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-43f7d486-11a5-4579-b252-c4e1663918ba req-fa731c59-b11f-462b-ac2f-55a0f8d8a018 tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c6465a9dafbf43bf90c09b1dce8d1fc6 HTTP/1.1" status: 200 len: 379 time: 0.1538210 Mar 29 15:47:51.959638 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [req-43f7d486-11a5-4579-b252-c4e1663918ba req-3ef0ffcd-4af7-4495-b911-481c65344096 tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Request body: {'port': {'device_id': '7c51480f-bfbc-4ea8-9c33-e320d6a5e3fa', 'network_id': '5820eec2-ced2-414a-ab32-af1fabeb5f44', 'admin_state_up': True, 'tenant_id': 'c6465a9dafbf43bf90c09b1dce8d1fc6', 'security_groups': ['0bedaa60-e810-4de4-993c-fd3c38fe38fb']}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:47:52.009574 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-20471103-ff45-41e6-9793-351960d86e15 req-2fce0f25-bdc3-4046-ac0b-b60e2a942636 service neutron] 10.222.0.48 "GET /v2.0/networks/1f4df881-bda5-4da9-b03e-c242b7160376?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1976259 Mar 29 15:47:52.101812 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-d9434176-9e83-49fb-937a-8d343c23371c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:52.108741 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-d9434176-9e83-49fb-937a-8d343c23371c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:52.208546 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-832a6c6d-f61c-47de-9c12-576b67963052 tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] Notify callbacks [] for port, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:52.215406 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-d9434176-9e83-49fb-937a-8d343c23371c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=62576338cffa4f7dbe70ffd7dc38ce6b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5523927 Mar 29 15:47:52.222429 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 53748) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:47:52.239147 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9434176-9e83-49fb-937a-8d343c23371c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=898f6a4d-d1b5-4658-b4b4-b19a54994ea9,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:47:52.318405 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6a3feadc-edd9-43e2-9ba5-efb9c156c985 req-aa36f9d9-97c0-472e-9ac4-3b2295849817 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9d33c8cd-4810-45c4-8e3a-e3ff185d5484 HTTP/1.1" status: 200 len: 217 time: 0.2796104 Mar 29 15:47:52.332100 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d1044e-c7f8-46fa-80e8-77410a141aa7 req-58c36f8d-d4dd-43e3-a318-20981febcf1d tempest-MultipleCreateTestJSON-670714017 tempest-MultipleCreateTestJSON-670714017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:47:52.333656 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-61d1044e-c7f8-46fa-80e8-77410a141aa7 req-58c36f8d-d4dd-43e3-a318-20981febcf1d tempest-MultipleCreateTestJSON-670714017 tempest-MultipleCreateTestJSON-670714017-project] 10.222.0.42 "GET /v2.0/ports?device_id=9431ce67-fb6e-4e3b-b11f-b7f8e5b58cf5 HTTP/1.1" status: 200 len: 945 time: 0.1754456 Mar 29 15:47:52.354233 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56c9810-4c0f-40e4-ac1c-2d3a3901fb18 req-de8fde54-3296-4038-8053-55fb4eeb940d tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:47:52.355783 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-a56c9810-4c0f-40e4-ac1c-2d3a3901fb18 req-de8fde54-3296-4038-8053-55fb4eeb940d tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.48 "GET /v2.0/ports?device_id=7bd5042f-d9f8-4161-b261-c1d7af6a3af4 HTTP/1.1" status: 200 len: 950 time: 0.1344252 Mar 29 15:47:52.392694 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-832a6c6d-f61c-47de-9c12-576b67963052 tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:52.479926 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3feadc-edd9-43e2-9ba5-efb9c156c985 req-4acb67e8-960f-4b88-8963-b1158d61ed7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:47:52.481587 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6a3feadc-edd9-43e2-9ba5-efb9c156c985 req-4acb67e8-960f-4b88-8963-b1158d61ed7f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=4acd9598-0ca3-487b-9c0e-30e24be7e9e5 HTTP/1.1" status: 200 len: 845 time: 0.1520567 Mar 29 15:47:52.496266 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fc92ff-b3af-4f61-b61b-780b0540b1a4 req-632dd554-a056-4d1b-9cf8-d781991774fe tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:47:52.498364 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f0fc92ff-b3af-4f61-b61b-780b0540b1a4 req-632dd554-a056-4d1b-9cf8-d781991774fe tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] 10.222.0.42 "GET /v2.0/ports?device_id=7ad1cc9d-ddcb-49f1-93fa-40a402b7f339 HTTP/1.1" status: 200 len: 943 time: 0.1954243 Mar 29 15:47:52.537338 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43f7d486-11a5-4579-b252-c4e1663918ba req-3ef0ffcd-4af7-4495-b911-481c65344096 tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Made reservation on behalf of c6465a9dafbf43bf90c09b1dce8d1fc6 for: {'port': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:47:52.541794 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-43f7d486-11a5-4579-b252-c4e1663918ba req-3ef0ffcd-4af7-4495-b911-481c65344096 tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:52.551647 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6a3feadc-edd9-43e2-9ba5-efb9c156c985 req-243b9511-0596-4392-b6b4-afbd94b9d4b0 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7a71ca6e-bbff-43b0-bde3-8072ae4b3f50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0522523 Mar 29 15:47:52.585149 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-20471103-ff45-41e6-9793-351960d86e15 req-6b3fc2f1-3b1f-4b62-8d01-8e1ec72ef074 service neutron] 10.222.0.48 "GET /v2.0/networks/1f4df881-bda5-4da9-b03e-c242b7160376?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2777073 Mar 29 15:47:52.701655 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f0fc92ff-b3af-4f61-b61b-780b0540b1a4 req-75e8bd9c-e99b-4a1b-af2c-cb0a7c11f078 tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] 10.222.0.42 "GET /v2.0/security-groups?id=8c1a607e-8731-4409-adf4-490f4457a32b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839545 Mar 29 15:47:52.754183 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-1bf1bf37-2e77-4343-b70d-70210c99b09b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:52.805984 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832a6c6d-f61c-47de-9c12-576b67963052 tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] Pushing event updated for resources: {'Port': ['ID=cbae391f-be27-44c5-8df0-bc11027da6a7,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:47:52.811924 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6a3feadc-edd9-43e2-9ba5-efb9c156c985 req-4690ed51-3df5-4090-8973-b7986abd2dbb service neutron] 10.222.0.44 "GET /v2.0/networks/7a71ca6e-bbff-43b0-bde3-8072ae4b3f50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2441554 Mar 29 15:47:52.816526 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6505c477-8424-4d15-842a-070e28026761 req-7709f57d-4397-4528-8cdf-5f569613e888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:47:52.817926 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6505c477-8424-4d15-842a-070e28026761 req-7709f57d-4397-4528-8cdf-5f569613e888 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=36ff002e08894fe690a61d7787e59dca&device_id=40a2af2b-2c23-487b-bbdc-790786e296d0 HTTP/1.1" status: 200 len: 1095 time: 0.1587918 Mar 29 15:47:52.832048 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-832a6c6d-f61c-47de-9c12-576b67963052 tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] Network 4a4a035d-ecac-4ead-baa3-25f90788773a is already hosted by enough agents. {{(pid=102790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:47:52.849038 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-832a6c6d-f61c-47de-9c12-576b67963052 tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] Resources bound (agent type, host, resource id): {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:47:52.861889 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-832a6c6d-f61c-47de-9c12-576b67963052 tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] Received port after_create {{(pid=102790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:47:52.882915 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-1bf1bf37-2e77-4343-b70d-70210c99b09b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:52.887176 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-61d1044e-c7f8-46fa-80e8-77410a141aa7 req-c4f3b32f-353a-4a9e-9274-19611f81c0b6 tempest-MultipleCreateTestJSON-670714017 tempest-MultipleCreateTestJSON-670714017-project] 10.222.0.42 "GET /v2.0/security-groups?id=622584de-fdfc-4a41-9592-a14d48f13313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5407341 Mar 29 15:47:52.907529 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_common [req-43f7d486-11a5-4579-b252-c4e1663918ba req-3ef0ffcd-4af7-4495-b911-481c65344096 tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Allocated IP 172.20.0.3 (5820eec2-ced2-414a-ab32-af1fabeb5f44/406fd4ed-e828-4758-9c87-5ac29cec1b72/5d2aa255-6bdf-43e1-9e05-90c89bdb83ec) {{(pid=102791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:47:52.993966 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [req-a56c9810-4c0f-40e4-ac1c-2d3a3901fb18 req-ee1466e7-12ed-427f-b6f5-d01d930f785a tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] Deleting port 8b2a470d-90ea-4ceb-90e7-dade170a3c3f {{(pid=102790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:47:52.993966 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-a56c9810-4c0f-40e4-ac1c-2d3a3901fb18 req-ee1466e7-12ed-427f-b6f5-d01d930f785a tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:53.013922 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-1bf1bf37-2e77-4343-b70d-70210c99b09b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:53.017090 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-1bf1bf37-2e77-4343-b70d-70210c99b09b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:53.020326 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-1bf1bf37-2e77-4343-b70d-70210c99b09b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/898f6a4d-d1b5-4658-b4b4-b19a54994ea9 HTTP/1.1" status: 204 len: 168 time: 0.7944982 Mar 29 15:47:53.075125 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf1bf37-2e77-4343-b70d-70210c99b09b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=898f6a4d-d1b5-4658-b4b4-b19a54994ea9,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:47:53.108605 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c69d5f-b5af-406a-8ce1-4e0eb54a9b56 req-22f8588f-fd4e-46e5-b2c4-c18f493dfa80 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:47:53.110308 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-42c69d5f-b5af-406a-8ce1-4e0eb54a9b56 req-22f8588f-fd4e-46e5-b2c4-c18f493dfa80 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/ports?device_id=7bd5042f-d9f8-4161-b261-c1d7af6a3af4 HTTP/1.1" status: 200 len: 950 time: 0.2892337 Mar 29 15:47:53.166902 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-832a6c6d-f61c-47de-9c12-576b67963052 tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:53.183700 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ad1cc9d-ddcb-49f1-93fa-40a402b7f339', 'tag': '9d33c8cd-4810-45c4-8e3a-e3ff185d5484'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:47:53.186521 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c67b028db5e9b9818fecc5c0a87ebc6f190694fa53ca267d523e04f98de536d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaba9356-24e4-4038-9a47-9ce5bf556698" -d '{"events": [{"name": "network-changed", "server_uuid": "7ad1cc9d-ddcb-49f1-93fa-40a402b7f339", "tag": "9d33c8cd-4810-45c4-8e3a-e3ff185d5484"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:47:53.191291 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6a3feadc-edd9-43e2-9ba5-efb9c156c985 req-8c61c0e5-9705-4ee5-95ac-4b61b6b5da0b service neutron] 10.222.0.44 "GET /v2.0/networks/7a71ca6e-bbff-43b0-bde3-8072ae4b3f50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3691828 Mar 29 15:47:53.199495 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1f3d43-c5a1-48fb-a6d0-d8155dad42c9 req-41768640-67c6-4c9d-9873-ffd695c50184 tempest-ServerTagsTestJSON-1017176157 tempest-ServerTagsTestJSON-1017176157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:47:53.208091 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-4f1f3d43-c5a1-48fb-a6d0-d8155dad42c9 req-41768640-67c6-4c9d-9873-ffd695c50184 tempest-ServerTagsTestJSON-1017176157 tempest-ServerTagsTestJSON-1017176157-project] 10.222.0.42 "GET /v2.0/ports?device_id=40a2af2b-2c23-487b-bbdc-790786e296d0 HTTP/1.1" status: 200 len: 944 time: 0.1866949 Mar 29 15:47:53.212256 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6505c477-8424-4d15-842a-070e28026761 req-a530771a-1766-4465-8ce4-ac266f4dc52d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:47:53.213881 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6505c477-8424-4d15-842a-070e28026761 req-a530771a-1766-4465-8ce4-ac266f4dc52d service neutron] 10.222.0.48 "GET /v2.0/networks?id=1f4df881-bda5-4da9-b03e-c242b7160376 HTTP/1.1" status: 200 len: 909 time: 0.3743219 Mar 29 15:47:53.266523 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [req-a56c9810-4c0f-40e4-ac1c-2d3a3901fb18 req-ee1466e7-12ed-427f-b6f5-d01d930f785a tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] For port 8b2a470d-90ea-4ceb-90e7-dade170a3c3f, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=8b2a470d-90ea-4ceb-90e7-dade170a3c3f,segment=NetworkSegment(a0c230f0-660a-4194-9279-0f0781d34134),segment_id=a0c230f0-660a-4194-9279-0f0781d34134)] {{(pid=102790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:47:53.266919 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-a56c9810-4c0f-40e4-ac1c-2d3a3901fb18 req-ee1466e7-12ed-427f-b6f5-d01d930f785a tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:53.290182 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-832a6c6d-f61c-47de-9c12-576b67963052 tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:53.293655 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [req-a56c9810-4c0f-40e4-ac1c-2d3a3901fb18 req-ee1466e7-12ed-427f-b6f5-d01d930f785a tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] Calling delete_port for 8b2a470d-90ea-4ceb-90e7-dade170a3c3f owned by compute:nova {{(pid=102790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:47:53.303446 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-4f1f3d43-c5a1-48fb-a6d0-d8155dad42c9 req-f460576c-3d52-4241-b8bd-10fdb079f889 tempest-ServerTagsTestJSON-1017176157 tempest-ServerTagsTestJSON-1017176157-project] 10.222.0.42 "GET /v2.0/security-groups?id=749261fa-ae42-492c-8117-2999a534671e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943787 Mar 29 15:47:53.325464 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6505c477-8424-4d15-842a-070e28026761 req-43af3639-202d-4a83-9b2b-198b2d5d4ced service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d7286aea-5d95-47dc-96e6-1d16f148f08e HTTP/1.1" status: 200 len: 217 time: 0.0823591 Mar 29 15:47:53.406148 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-42c69d5f-b5af-406a-8ce1-4e0eb54a9b56 req-a21b06fb-4b57-405c-a5bd-7d3cc0065d2d tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/security-groups?id=56997969-7130-4d86-9e9d-e068deb19a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2791114 Mar 29 15:47:53.482443 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 15:47:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-805b96af-54d8-46b7-922d-2051a8e8da5f x-openstack-request-id: req-805b96af-54d8-46b7-922d-2051a8e8da5f {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:47:53.482982 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ad1cc9d-ddcb-49f1-93fa-40a402b7f339", "tag": "9d33c8cd-4810-45c4-8e3a-e3ff185d5484", "status": "completed", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:47:53.483532 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-805b96af-54d8-46b7-922d-2051a8e8da5f {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:47:53.484085 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ad1cc9d-ddcb-49f1-93fa-40a402b7f339', 'tag': '9d33c8cd-4810-45c4-8e3a-e3ff185d5484', 'status': 'completed', 'code': 200} Mar 29 15:47:53.490448 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6505c477-8424-4d15-842a-070e28026761 req-2e3bd1bf-b636-4b44-8262-7741919c1a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:47:53.492185 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6505c477-8424-4d15-842a-070e28026761 req-2e3bd1bf-b636-4b44-8262-7741919c1a05 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4c022cf0-a8d8-44ae-ba7b-0136211967ba HTTP/1.1" status: 200 len: 848 time: 0.1439006 Mar 29 15:47:53.495477 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-43f7d486-11a5-4579-b252-c4e1663918ba req-3ef0ffcd-4af7-4495-b911-481c65344096 tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Notify callbacks [] for port, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:53.528566 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-1beca4fe-3211-4542-bfb4-55fc2b399c95 req-eea6ac8a-99b4-41b4-a8d9-6b796f9d7777 tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] 10.222.0.42 "GET /v2.0/ports?device_id=7c51480f-bfbc-4ea8-9c33-e320d6a5e3fa HTTP/1.1" status: 200 len: 210 time: 0.0553198 Mar 29 15:47:53.543182 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6505c477-8424-4d15-842a-070e28026761 req-8a64bb9c-24ca-46e0-ac17-bb1b612cff29 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1f4df881-bda5-4da9-b03e-c242b7160376&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400243 Mar 29 15:47:53.625033 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-a56c9810-4c0f-40e4-ac1c-2d3a3901fb18 req-ee1466e7-12ed-427f-b6f5-d01d930f785a tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:53.636475 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-832a6c6d-f61c-47de-9c12-576b67963052 tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] Notify callbacks [] for port, precommit_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:53.641973 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] get_ports_and_sgs() called for port_ids ['e6b9deda-c73a-4c2a-b870-929882588559', '8b2a470d-90ea-4ceb-90e7-dade170a3c3f'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:47:53.648235 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] get_ports_and_sgs() called for port_ids ['684fa249-cf80-48e5-b59d-1b228e32ee2c', 'c3fe64f4-0ad0-4bf4-9e83-f3258604e62d'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:47:53.662769 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-832a6c6d-f61c-47de-9c12-576b67963052 tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5237921'] for port, after_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:53.666664 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1466e7-12ed-427f-b6f5-d01d930f785a tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] Pushing event deleted for resources: {'Port': ['ID=8b2a470d-90ea-4ceb-90e7-dade170a3c3f,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:47:53.688779 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-43f7d486-11a5-4579-b252-c4e1663918ba req-3ef0ffcd-4af7-4495-b911-481c65344096 tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:53.694508 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaba9356-24e4-4038-9a47-9ce5bf556698 req-df9bf7b5-4957-4805-a02d-5504ba7c142c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:47:53.696245 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-eaba9356-24e4-4038-9a47-9ce5bf556698 req-df9bf7b5-4957-4805-a02d-5504ba7c142c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7f01d9a12c82426baef86d9ae4ff6fa7&device_id=7ad1cc9d-ddcb-49f1-93fa-40a402b7f339 HTTP/1.1" status: 200 len: 1094 time: 0.1820278 Mar 29 15:47:53.765594 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.l3_dvrscheduler_db [req-a56c9810-4c0f-40e4-ac1c-2d3a3901fb18 req-ee1466e7-12ed-427f-b6f5-d01d930f785a tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] No DVR routers for this DVR port 8b2a470d-90ea-4ceb-90e7-dade170a3c3f on host n-h2-834765-1 {{(pid=102790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:47:53.822449 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-a56c9810-4c0f-40e4-ac1c-2d3a3901fb18 req-ee1466e7-12ed-427f-b6f5-d01d930f785a tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:53.833171 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-a56c9810-4c0f-40e4-ac1c-2d3a3901fb18 req-ee1466e7-12ed-427f-b6f5-d01d930f785a tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.48 "DELETE /v2.0/ports/8b2a470d-90ea-4ceb-90e7-dade170a3c3f HTTP/1.1" status: 204 len: 173 time: 1.4580634 Mar 29 15:47:53.834543 n-d-834765-1 neutron-server[102790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bd5042f-d9f8-4161-b261-c1d7af6a3af4', 'name': 'network-vif-deleted', 'tag': '8b2a470d-90ea-4ceb-90e7-dade170a3c3f'}] {{(pid=102790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:47:53.838694 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46b06d655c90bc969636382cce4240ad749035fb0f3a83ee4734fa1ed9c4a6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-413256fb-1882-4f02-85ca-14233b30c5e2" -d '{"events": [{"server_uuid": "7bd5042f-d9f8-4161-b261-c1d7af6a3af4", "name": "network-vif-deleted", "tag": "8b2a470d-90ea-4ceb-90e7-dade170a3c3f"}]}' {{(pid=102790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:47:53.884500 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832a6c6d-f61c-47de-9c12-576b67963052 tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] Pushing event updated for resources: {'Port': ['ID=cbae391f-be27-44c5-8df0-bc11027da6a7,revision_number=2']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:47:53.913785 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-832a6c6d-f61c-47de-9c12-576b67963052 tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648212'] for floatingip, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:53.920551 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43f7d486-11a5-4579-b252-c4e1663918ba req-3ef0ffcd-4af7-4495-b911-481c65344096 tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Network 5820eec2-ced2-414a-ab32-af1fabeb5f44 is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:47:53.941196 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-832a6c6d-f61c-47de-9c12-576b67963052 tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for floatingip, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:53.942988 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-832a6c6d-f61c-47de-9c12-576b67963052 tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.6760778 Mar 29 15:47:53.975903 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:47:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bde08bc2-80e4-490a-b680-8d10d92a2226 x-openstack-request-id: req-bde08bc2-80e4-490a-b680-8d10d92a2226 {{(pid=102790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:47:53.976703 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bd5042f-d9f8-4161-b261-c1d7af6a3af4", "name": "network-vif-deleted", "tag": "8b2a470d-90ea-4ceb-90e7-dade170a3c3f", "status": "completed", "code": 200}]} {{(pid=102790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:47:53.977155 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-bde08bc2-80e4-490a-b680-8d10d92a2226 {{(pid=102790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:47:53.977892 n-d-834765-1 neutron-server[102790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bd5042f-d9f8-4161-b261-c1d7af6a3af4', 'name': 'network-vif-deleted', 'tag': '8b2a470d-90ea-4ceb-90e7-dade170a3c3f', 'status': 'completed', 'code': 200} Mar 29 15:47:54.134861 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6505c477-8424-4d15-842a-070e28026761 req-bebc8f3f-f7fc-47af-9220-9241cddff23d service neutron] 10.222.0.48 "GET /v2.0/networks/1f4df881-bda5-4da9-b03e-c242b7160376?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5604005 Mar 29 15:47:54.136746 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [req-43f7d486-11a5-4579-b252-c4e1663918ba req-3ef0ffcd-4af7-4495-b911-481c65344096 tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:47:54.149916 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [req-43f7d486-11a5-4579-b252-c4e1663918ba req-3ef0ffcd-4af7-4495-b911-481c65344096 tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Received port after_create {{(pid=102791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:47:54.149916 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaba9356-24e4-4038-9a47-9ce5bf556698 req-6f919644-5a7e-4963-8e19-594b9c6f4c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:47:54.155931 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-eaba9356-24e4-4038-9a47-9ce5bf556698 req-6f919644-5a7e-4963-8e19-594b9c6f4c6d service neutron] 10.222.0.44 "GET /v2.0/networks?id=7a71ca6e-bbff-43b0-bde3-8072ae4b3f50 HTTP/1.1" status: 200 len: 906 time: 0.4339545 Mar 29 15:47:54.320596 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e41816-5581-48df-b7c0-6f0982761ba5 req-e5eadd36-e971-47ef-a7a6-51665e467a27 tempest-MultipleCreateTestJSON-670714017 tempest-MultipleCreateTestJSON-670714017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:47:54.331670 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-e6e41816-5581-48df-b7c0-6f0982761ba5 req-e5eadd36-e971-47ef-a7a6-51665e467a27 tempest-MultipleCreateTestJSON-670714017 tempest-MultipleCreateTestJSON-670714017-project] 10.222.0.42 "GET /v2.0/ports?device_id=9431ce67-fb6e-4e3b-b11f-b7f8e5b58cf5 HTTP/1.1" status: 200 len: 945 time: 0.1879861 Mar 29 15:47:54.402309 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-e6e41816-5581-48df-b7c0-6f0982761ba5 req-75bc141a-af76-4b3a-a02d-4d0811ffee14 tempest-MultipleCreateTestJSON-670714017 tempest-MultipleCreateTestJSON-670714017-project] 10.222.0.42 "GET /v2.0/security-groups?id=622584de-fdfc-4a41-9592-a14d48f13313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597985 Mar 29 15:47:54.483763 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-cc709514-ae22-439e-8f12-b57957b21d54 None None] Provisioning complete for port 5d2aa255-6bdf-43e1-9e05-90c89bdb83ec triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:47:54.483763 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-cc709514-ae22-439e-8f12-b57957b21d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:54.527694 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f7d486-11a5-4579-b252-c4e1663918ba req-3ef0ffcd-4af7-4495-b911-481c65344096 tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:47:54.528246 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-43f7d486-11a5-4579-b252-c4e1663918ba req-3ef0ffcd-4af7-4495-b911-481c65344096 tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:54.537608 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-cc709514-ae22-439e-8f12-b57957b21d54 None None] Port 5d2aa255-6bdf-43e1-9e05-90c89bdb83ec cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 15:47:54.541172 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-eaba9356-24e4-4038-9a47-9ce5bf556698 req-a112145e-3f9d-4afb-b63f-408e22f4b825 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9d33c8cd-4810-45c4-8e3a-e3ff185d5484 HTTP/1.1" status: 200 len: 217 time: 0.1051593 Mar 29 15:47:54.551181 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef0ffcd-4af7-4495-b911-481c65344096 tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Pushing event updated for resources: {'Port': ['ID=5d2aa255-6bdf-43e1-9e05-90c89bdb83ec,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:47:54.632311 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89cd719-20c9-4851-a069-b6679d930ad6 req-467abc6e-01f6-408f-b1f3-a153338d0042 tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:47:54.633969 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f89cd719-20c9-4851-a069-b6679d930ad6 req-467abc6e-01f6-408f-b1f3-a153338d0042 tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] 10.222.0.42 "GET /v2.0/ports?device_id=7ad1cc9d-ddcb-49f1-93fa-40a402b7f339 HTTP/1.1" status: 200 len: 943 time: 0.4440842 Mar 29 15:47:54.642922 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-43f7d486-11a5-4579-b252-c4e1663918ba req-3ef0ffcd-4af7-4495-b911-481c65344096 tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6890640 Mar 29 15:47:54.656663 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12ca473-1e2b-40d1-8643-ab246b65e75f req-430c39dc-823d-4299-9eb3-6908da3f2681 tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:47:54.660353 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-b12ca473-1e2b-40d1-8643-ab246b65e75f req-430c39dc-823d-4299-9eb3-6908da3f2681 tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] 10.222.0.42 "GET /v2.0/networks?id=521886c7-eef8-4b1b-9885-e070589482cd HTTP/1.1" status: 200 len: 822 time: 0.1610017 Mar 29 15:47:54.666484 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [req-43f7d486-11a5-4579-b252-c4e1663918ba req-f9931633-d712-43b3-93dc-b0452ef75f68 service neutron] Request body: {'port': {'device_id': '7c51480f-bfbc-4ea8-9c33-e320d6a5e3fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834765-1'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:47:54.685206 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-b12ca473-1e2b-40d1-8643-ab246b65e75f req-0ac1519d-a587-4290-8056-753ab1361b5b tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] 10.222.0.42 "GET /v2.0/quotas/874b0aa6020149238769aab64fe19d30 HTTP/1.1" status: 200 len: 375 time: 0.0183945 Mar 29 15:47:54.722160 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaba9356-24e4-4038-9a47-9ce5bf556698 req-820d201b-0d7e-4ffc-8f75-662d5dde4eef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:47:54.723702 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-eaba9356-24e4-4038-9a47-9ce5bf556698 req-820d201b-0d7e-4ffc-8f75-662d5dde4eef service neutron] 10.222.0.44 "GET /v2.0/subnets?id=4acd9598-0ca3-487b-9c0e-30e24be7e9e5 HTTP/1.1" status: 200 len: 845 time: 0.1679430 Mar 29 15:47:54.753135 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6505c477-8424-4d15-842a-070e28026761 req-990f92fe-a9ed-4315-8504-863f9b9793ec service neutron] 10.222.0.48 "GET /v2.0/networks/1f4df881-bda5-4da9-b03e-c242b7160376?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5948699 Mar 29 15:47:54.756233 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-b12ca473-1e2b-40d1-8643-ab246b65e75f req-8482cd7e-d7d0-4c29-8e76-5749467b9ffa tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=874b0aa6020149238769aab64fe19d30&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0648894 Mar 29 15:47:54.784402 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f89cd719-20c9-4851-a069-b6679d930ad6 req-6a9ba916-91eb-4647-900d-5513476bbb9e tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] 10.222.0.42 "GET /v2.0/security-groups?id=8c1a607e-8731-4409-adf4-490f4457a32b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357336 Mar 29 15:47:54.788499 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-eaba9356-24e4-4038-9a47-9ce5bf556698 req-734dac5a-8945-451f-bd03-c7ca8d9193dd service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7a71ca6e-bbff-43b0-bde3-8072ae4b3f50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0524347 Mar 29 15:47:54.796259 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-43f7d486-11a5-4579-b252-c4e1663918ba req-f9931633-d712-43b3-93dc-b0452ef75f68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:54.887344 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-b12ca473-1e2b-40d1-8643-ab246b65e75f req-af2dd3ba-e9e8-48f6-b2c9-ba3fbddd965e service neutron] 10.222.0.42 "GET /v2.0/networks/521886c7-eef8-4b1b-9885-e070589482cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290476 Mar 29 15:47:55.004184 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-b12ca473-1e2b-40d1-8643-ab246b65e75f req-dd6f5f44-375e-4007-b015-026b7cf78cc1 service neutron] 10.222.0.42 "GET /v2.0/networks/521886c7-eef8-4b1b-9885-e070589482cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1167357 Mar 29 15:47:55.319796 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf628f06-2590-4fca-b857-97e5438e8809 req-710a4d46-8d2b-4899-b7ae-a8ae390c090c tempest-MultipleCreateTestJSON-670714017 tempest-MultipleCreateTestJSON-670714017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:47:55.331204 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-bf628f06-2590-4fca-b857-97e5438e8809 req-710a4d46-8d2b-4899-b7ae-a8ae390c090c tempest-MultipleCreateTestJSON-670714017 tempest-MultipleCreateTestJSON-670714017-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f21cfb5-8f60-4722-b77b-88c2cc887b0b HTTP/1.1" status: 200 len: 945 time: 0.0847967 Mar 29 15:47:55.367883 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-eaba9356-24e4-4038-9a47-9ce5bf556698 req-fb4cb1b6-dd7d-4403-850c-570939600cdd service neutron] 10.222.0.44 "GET /v2.0/networks/7a71ca6e-bbff-43b0-bde3-8072ae4b3f50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5610485 Mar 29 15:47:55.393204 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1cc9a7-ddee-433f-a212-26fb36bc249b req-3da664e2-6c19-4e05-b98b-161329f3bbc2 tempest-ServerTagsTestJSON-1017176157 tempest-ServerTagsTestJSON-1017176157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:47:55.402845 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-fc1cc9a7-ddee-433f-a212-26fb36bc249b req-3da664e2-6c19-4e05-b98b-161329f3bbc2 tempest-ServerTagsTestJSON-1017176157 tempest-ServerTagsTestJSON-1017176157-project] 10.222.0.42 "GET /v2.0/ports?device_id=40a2af2b-2c23-487b-bbdc-790786e296d0 HTTP/1.1" status: 200 len: 944 time: 0.5245829 Mar 29 15:47:55.429392 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-bf628f06-2590-4fca-b857-97e5438e8809 req-cb684fc2-3918-4eec-b362-c15bf26284c8 tempest-MultipleCreateTestJSON-670714017 tempest-MultipleCreateTestJSON-670714017-project] 10.222.0.42 "GET /v2.0/security-groups?id=622584de-fdfc-4a41-9592-a14d48f13313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971458 Mar 29 15:47:55.542130 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-fc1cc9a7-ddee-433f-a212-26fb36bc249b req-5159276f-77cb-4416-b852-8cb994ca0d7f tempest-ServerTagsTestJSON-1017176157 tempest-ServerTagsTestJSON-1017176157-project] 10.222.0.42 "GET /v2.0/security-groups?id=749261fa-ae42-492c-8117-2999a534671e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381466 Mar 29 15:47:55.641813 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449a84ca-3145-42d3-a0ef-b7b7d629d2ea req-d6e9b5e8-74a4-4780-b747-94797f14fdef tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:47:55.650464 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-449a84ca-3145-42d3-a0ef-b7b7d629d2ea req-d6e9b5e8-74a4-4780-b747-94797f14fdef tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] 10.222.0.42 "GET /v2.0/ports?device_id=7c51480f-bfbc-4ea8-9c33-e320d6a5e3fa HTTP/1.1" status: 200 len: 931 time: 0.1021070 Mar 29 15:47:55.714416 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-88360135-e254-47f0-af57-04ff961406e9 req-867a7ff7-273b-48b3-b98f-5f4d421c0442 tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] 10.222.0.42 "GET /v2.0/ports?device_id=3bef02ef-de94-47d4-97c2-8c38a600695b HTTP/1.1" status: 200 len: 210 time: 0.0550694 Mar 29 15:47:55.716712 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-449a84ca-3145-42d3-a0ef-b7b7d629d2ea req-519359c3-c4cf-4103-9e58-586068fb266f tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] 10.222.0.42 "GET /v2.0/security-groups?id=0bedaa60-e810-4de4-993c-fd3c38fe38fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637760 Mar 29 15:47:55.769809 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-eaba9356-24e4-4038-9a47-9ce5bf556698 req-5b7ac3c8-dbce-4686-8354-c3f4462d9285 service neutron] 10.222.0.44 "GET /v2.0/networks/7a71ca6e-bbff-43b0-bde3-8072ae4b3f50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3612604 Mar 29 15:47:55.838281 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [req-43f7d486-11a5-4579-b252-c4e1663918ba req-f9931633-d712-43b3-93dc-b0452ef75f68 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d2aa255-6bdf-43e1-9e05-90c89bdb83ec {{(pid=102791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:47:55.850076 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-43f7d486-11a5-4579-b252-c4e1663918ba req-f9931633-d712-43b3-93dc-b0452ef75f68 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:55.884319 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device d7286aea-5d95-47dc-96e6-1d16f148f08e details requested by agent hyperv_n-h2-834765-1 with host n-h2-834765-1 {{(pid=102792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 15:47:55.917503 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.provisioning_blocks [req-43f7d486-11a5-4579-b252-c4e1663918ba req-f9931633-d712-43b3-93dc-b0452ef75f68 service neutron] Transition to ACTIVE for port object 5d2aa255-6bdf-43e1-9e05-90c89bdb83ec will not be triggered until provisioned by entity L2. {{(pid=102791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 15:47:55.927578 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-43f7d486-11a5-4579-b252-c4e1663918ba req-f9931633-d712-43b3-93dc-b0452ef75f68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:56.074863 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9931633-d712-43b3-93dc-b0452ef75f68 service neutron] Pushing event updated for resources: {'Port': ['ID=5d2aa255-6bdf-43e1-9e05-90c89bdb83ec,revision_number=2']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:47:56.149240 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port d7286aea-5d95-47dc-96e6-1d16f148f08e, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=d7286aea-5d95-47dc-96e6-1d16f148f08e,segment=NetworkSegment(5407cda8-60e0-42dc-bfea-a197aff7f743),segment_id=5407cda8-60e0-42dc-bfea-a197aff7f743)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:47:56.180462 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Returning: {'device': 'd7286aea-5d95-47dc-96e6-1d16f148f08e', 'network_id': '1f4df881-bda5-4da9-b03e-c242b7160376', 'port_id': 'd7286aea-5d95-47dc-96e6-1d16f148f08e', 'mac_address': 'fa:16:3e:d9:0e:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 606, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c022cf0-a8d8-44ae-ba7b-0136211967ba', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 15:47:56.238053 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:56.261658 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7286aea-5d95-47dc-96e6-1d16f148f08e {{(pid=102792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:47:56.283745 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e23b546-5596-454c-a00f-8fbb1f303b05 req-9fa64155-1931-47ad-be9d-5c4b2f9aa6ad tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:47:56.286576 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-5e23b546-5596-454c-a00f-8fbb1f303b05 req-9fa64155-1931-47ad-be9d-5c4b2f9aa6ad tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] 10.222.0.42 "GET /v2.0/ports?device_id=7ad1cc9d-ddcb-49f1-93fa-40a402b7f339 HTTP/1.1" status: 200 len: 943 time: 0.2033494 Mar 29 15:47:56.295408 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port d7286aea-5d95-47dc-96e6-1d16f148f08e, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=d7286aea-5d95-47dc-96e6-1d16f148f08e,segment=NetworkSegment(5407cda8-60e0-42dc-bfea-a197aff7f743),segment_id=5407cda8-60e0-42dc-bfea-a197aff7f743)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:47:56.301407 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:56.322442 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a1ba3a-4b9d-4749-a8ef-2d54602ad94c req-0f728136-118c-4c30-a747-fabfa2bffad2 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:47:56.331954 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-22a1ba3a-4b9d-4749-a8ef-2d54602ad94c req-0f728136-118c-4c30-a747-fabfa2bffad2 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/ports?device_id=ccf671cc-285a-4046-a5d5-c44a9114232b HTTP/1.1" status: 200 len: 950 time: 0.2460392 Mar 29 15:47:56.364415 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-43f7d486-11a5-4579-b252-c4e1663918ba req-f9931633-d712-43b3-93dc-b0452ef75f68 service neutron] Attempting to bind port 5d2aa255-6bdf-43e1-9e05-90c89bdb83ec on host n-h2-834765-1 for vnic_type normal with profile {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:47:56.364881 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-43f7d486-11a5-4579-b252-c4e1663918ba req-f9931633-d712-43b3-93dc-b0452ef75f68 service neutron] Attempting to bind port 5d2aa255-6bdf-43e1-9e05-90c89bdb83ec by drivers openvswitch,hyperv on host n-h2-834765-1 at level 0 using segments [{'id': '593392ec-7215-4ab3-8e52-325f9a7e2718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '5820eec2-ced2-414a-ab32-af1fabeb5f44'}] {{(pid=102791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:47:56.365303 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43f7d486-11a5-4579-b252-c4e1663918ba req-f9931633-d712-43b3-93dc-b0452ef75f68 service neutron] Attempting to bind port 5d2aa255-6bdf-43e1-9e05-90c89bdb83ec on network 5820eec2-ced2-414a-ab32-af1fabeb5f44 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:47:56.365735 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Pushing event updated for resources: {'Port': ['ID=d7286aea-5d95-47dc-96e6-1d16f148f08e,revision_number=4']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:47:56.379123 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43f7d486-11a5-4579-b252-c4e1663918ba req-f9931633-d712-43b3-93dc-b0452ef75f68 service neutron] Port 5d2aa255-6bdf-43e1-9e05-90c89bdb83ec on network 5820eec2-ced2-414a-ab32-af1fabeb5f44 not bound, no agent of type Open vSwitch agent registered on host n-h2-834765-1 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 15:47:56.379630 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43f7d486-11a5-4579-b252-c4e1663918ba req-f9931633-d712-43b3-93dc-b0452ef75f68 service neutron] Attempting to bind port 5d2aa255-6bdf-43e1-9e05-90c89bdb83ec on network 5820eec2-ced2-414a-ab32-af1fabeb5f44 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:47:56.400222 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-5e23b546-5596-454c-a00f-8fbb1f303b05 req-27054627-b047-4be8-a21c-2202bcbe95e0 tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] 10.222.0.42 "GET /v2.0/security-groups?id=8c1a607e-8731-4409-adf4-490f4457a32b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045218 Mar 29 15:47:56.405267 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-22a1ba3a-4b9d-4749-a8ef-2d54602ad94c req-f24dfad2-9c67-4756-8366-e17d93224bef tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/security-groups?id=56997969-7130-4d86-9e9d-e068deb19a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722837 Mar 29 15:47:56.408277 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43f7d486-11a5-4579-b252-c4e1663918ba req-f9931633-d712-43b3-93dc-b0452ef75f68 service neutron] Checking agent: {'id': '3e4b4912-b4a2-4d17-b5bd-6ce15529e8eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 33, 17), 'started_at': datetime.datetime(2022, 3, 29, 15, 33, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 47, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:47:56.408629 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43f7d486-11a5-4579-b252-c4e1663918ba req-f9931633-d712-43b3-93dc-b0452ef75f68 service neutron] Checking segment: {'id': '593392ec-7215-4ab3-8e52-325f9a7e2718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '5820eec2-ced2-414a-ab32-af1fabeb5f44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:47:56.413472 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43f7d486-11a5-4579-b252-c4e1663918ba req-f9931633-d712-43b3-93dc-b0452ef75f68 service neutron] Bound using segment: {'id': '593392ec-7215-4ab3-8e52-325f9a7e2718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '5820eec2-ced2-414a-ab32-af1fabeb5f44'} {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:47:56.415855 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-43f7d486-11a5-4579-b252-c4e1663918ba req-f9931633-d712-43b3-93dc-b0452ef75f68 service neutron] Bound port: 5d2aa255-6bdf-43e1-9e05-90c89bdb83ec, host: n-h2-834765-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '593392ec-7215-4ab3-8e52-325f9a7e2718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '5820eec2-ced2-414a-ab32-af1fabeb5f44'}}] {{(pid=102791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 15:47:56.416303 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-43f7d486-11a5-4579-b252-c4e1663918ba req-f9931633-d712-43b3-93dc-b0452ef75f68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:56.502586 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-43f7d486-11a5-4579-b252-c4e1663918ba req-f9931633-d712-43b3-93dc-b0452ef75f68 service neutron] For port 5d2aa255-6bdf-43e1-9e05-90c89bdb83ec, host n-h2-834765-1, cleared binding levels {{(pid=102791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:47:56.509311 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-43f7d486-11a5-4579-b252-c4e1663918ba req-f9931633-d712-43b3-93dc-b0452ef75f68 service neutron] For port 5d2aa255-6bdf-43e1-9e05-90c89bdb83ec, host n-h2-834765-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=5d2aa255-6bdf-43e1-9e05-90c89bdb83ec,segment=NetworkSegment(593392ec-7215-4ab3-8e52-325f9a7e2718),segment_id=593392ec-7215-4ab3-8e52-325f9a7e2718)] {{(pid=102791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:47:56.518763 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-43f7d486-11a5-4579-b252-c4e1663918ba req-f9931633-d712-43b3-93dc-b0452ef75f68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:56.573046 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f7d486-11a5-4579-b252-c4e1663918ba req-f9931633-d712-43b3-93dc-b0452ef75f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:47:56.573659 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-43f7d486-11a5-4579-b252-c4e1663918ba req-f9931633-d712-43b3-93dc-b0452ef75f68 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:56.575067 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-43f7d486-11a5-4579-b252-c4e1663918ba req-f9931633-d712-43b3-93dc-b0452ef75f68 service neutron] 10.222.0.48 "PUT /v2.0/ports/5d2aa255-6bdf-43e1-9e05-90c89bdb83ec HTTP/1.1" status: 200 len: 1091 time: 1.9153731 Mar 29 15:47:56.576088 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c51480f-bfbc-4ea8-9c33-e320d6a5e3fa', 'tag': '5d2aa255-6bdf-43e1-9e05-90c89bdb83ec'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:47:56.578465 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c67b028db5e9b9818fecc5c0a87ebc6f190694fa53ca267d523e04f98de536d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fae75225-5a17-4600-b6e4-15f2f7850fb9" -d '{"events": [{"name": "network-changed", "server_uuid": "7c51480f-bfbc-4ea8-9c33-e320d6a5e3fa", "tag": "5d2aa255-6bdf-43e1-9e05-90c89bdb83ec"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:47:56.605847 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9931633-d712-43b3-93dc-b0452ef75f68 service neutron] Pushing event updated for resources: {'Port': ['ID=5d2aa255-6bdf-43e1-9e05-90c89bdb83ec,revision_number=3']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:47:56.639954 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] get_ports_and_sgs() called for port_ids ['d7286aea-5d95-47dc-96e6-1d16f148f08e'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:47:56.850375 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 15:47:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abc6b2e6-d530-4cdc-8bd6-b84ba75c6177 x-openstack-request-id: req-abc6b2e6-d530-4cdc-8bd6-b84ba75c6177 {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:47:56.850937 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c51480f-bfbc-4ea8-9c33-e320d6a5e3fa", "tag": "5d2aa255-6bdf-43e1-9e05-90c89bdb83ec", "status": "completed", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:47:56.851171 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-abc6b2e6-d530-4cdc-8bd6-b84ba75c6177 {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:47:56.851717 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c51480f-bfbc-4ea8-9c33-e320d6a5e3fa', 'tag': '5d2aa255-6bdf-43e1-9e05-90c89bdb83ec', 'status': 'completed', 'code': 200} Mar 29 15:47:56.862190 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f7d486-11a5-4579-b252-c4e1663918ba req-468a206e-8b60-459c-beae-66093f6bfd4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:47:56.864882 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-43f7d486-11a5-4579-b252-c4e1663918ba req-468a206e-8b60-459c-beae-66093f6bfd4a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c6465a9dafbf43bf90c09b1dce8d1fc6&device_id=7c51480f-bfbc-4ea8-9c33-e320d6a5e3fa HTTP/1.1" status: 200 len: 1094 time: 0.2339482 Mar 29 15:47:57.002056 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90725fa-32d0-43a6-ac2c-88a08d9beb15 req-0a5e90ff-4939-4b2a-9875-38f5f751ef71 tempest-MultipleCreateTestJSON-670714017 tempest-MultipleCreateTestJSON-670714017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:47:57.006634 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-43f7d486-11a5-4579-b252-c4e1663918ba req-db4bad74-e152-4fe5-985a-4e3f7a0d11ca service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5d2aa255-6bdf-43e1-9e05-90c89bdb83ec HTTP/1.1" status: 200 len: 217 time: 0.1020989 Mar 29 15:47:57.012747 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-e90725fa-32d0-43a6-ac2c-88a08d9beb15 req-0a5e90ff-4939-4b2a-9875-38f5f751ef71 tempest-MultipleCreateTestJSON-670714017 tempest-MultipleCreateTestJSON-670714017-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f21cfb5-8f60-4722-b77b-88c2cc887b0b HTTP/1.1" status: 200 len: 945 time: 0.1147006 Mar 29 15:47:57.058316 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe285eb-b601-4b8b-960f-4de6934a34c7 req-69579efe-22e9-4ca3-974e-db2cfa7f02a8 tempest-ServerTagsTestJSON-1017176157 tempest-ServerTagsTestJSON-1017176157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:47:57.058879 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-5fe285eb-b601-4b8b-960f-4de6934a34c7 req-69579efe-22e9-4ca3-974e-db2cfa7f02a8 tempest-ServerTagsTestJSON-1017176157 tempest-ServerTagsTestJSON-1017176157-project] 10.222.0.42 "GET /v2.0/ports?device_id=40a2af2b-2c23-487b-bbdc-790786e296d0 HTTP/1.1" status: 200 len: 945 time: 0.3986638 Mar 29 15:47:57.074122 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-e90725fa-32d0-43a6-ac2c-88a08d9beb15 req-e2ec3594-6677-4a13-9b0f-f3d443b4f717 tempest-MultipleCreateTestJSON-670714017 tempest-MultipleCreateTestJSON-670714017-project] 10.222.0.42 "GET /v2.0/security-groups?id=622584de-fdfc-4a41-9592-a14d48f13313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542510 Mar 29 15:47:57.162225 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12ca473-1e2b-40d1-8643-ab246b65e75f req-2acf3b7a-f7fa-40ab-b6ae-a687d1013464 tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:47:57.163774 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b12ca473-1e2b-40d1-8643-ab246b65e75f req-2acf3b7a-f7fa-40ab-b6ae-a687d1013464 tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] 10.222.0.44 "GET /v2.0/networks?id=521886c7-eef8-4b1b-9885-e070589482cd HTTP/1.1" status: 200 len: 822 time: 0.3794873 Mar 29 15:47:57.166056 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f7d486-11a5-4579-b252-c4e1663918ba req-c55291a4-c194-41cc-ac28-319835415bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:47:57.167404 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-43f7d486-11a5-4579-b252-c4e1663918ba req-c55291a4-c194-41cc-ac28-319835415bc7 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=406fd4ed-e828-4758-9c87-5ac29cec1b72 HTTP/1.1" status: 200 len: 853 time: 0.1503179 Mar 29 15:47:57.171163 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-5fe285eb-b601-4b8b-960f-4de6934a34c7 req-bfa25788-f74e-474b-8676-ca145d1f84ea tempest-ServerTagsTestJSON-1017176157 tempest-ServerTagsTestJSON-1017176157-project] 10.222.0.42 "GET /v2.0/security-groups?id=749261fa-ae42-492c-8117-2999a534671e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867491 Mar 29 15:47:57.193847 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [req-b12ca473-1e2b-40d1-8643-ab246b65e75f req-cdfbe2d9-abb8-454b-bd50-c081f27fe3dc tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] Request body: {'port': {'device_id': '3bef02ef-de94-47d4-97c2-8c38a600695b', 'network_id': '521886c7-eef8-4b1b-9885-e070589482cd', 'admin_state_up': True, 'tenant_id': '874b0aa6020149238769aab64fe19d30'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:47:57.229629 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805af1fd-f8e4-4049-b770-40aebb9f8a72 req-b32f4084-5e24-4467-879e-c0ccc986e03c tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:47:57.231437 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-805af1fd-f8e4-4049-b770-40aebb9f8a72 req-b32f4084-5e24-4467-879e-c0ccc986e03c tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] 10.222.0.42 "GET /v2.0/ports?device_id=7c51480f-bfbc-4ea8-9c33-e320d6a5e3fa HTTP/1.1" status: 200 len: 943 time: 0.0987632 Mar 29 15:47:57.306500 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-805af1fd-f8e4-4049-b770-40aebb9f8a72 req-6aee0572-0775-4a44-a7fe-ff1ebbd852ab tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] 10.222.0.42 "GET /v2.0/security-groups?id=0bedaa60-e810-4de4-993c-fd3c38fe38fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660412 Mar 29 15:47:57.352070 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-c739f3c6-9a2c-4115-89c9-770366b38c5f req-a4d3ac57-fcd2-4c4e-8211-45f0309d7d60 tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] 10.222.0.42 "GET /v2.0/ports?device_id=3bef02ef-de94-47d4-97c2-8c38a600695b HTTP/1.1" status: 200 len: 210 time: 0.0378277 Mar 29 15:47:57.373773 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f7d486-11a5-4579-b252-c4e1663918ba req-f015747b-7519-4f56-98cb-a1de4609e871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:47:57.375461 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-43f7d486-11a5-4579-b252-c4e1663918ba req-f015747b-7519-4f56-98cb-a1de4609e871 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5820eec2-ced2-414a-ab32-af1fabeb5f44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1337254 Mar 29 15:47:57.442532 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b12ca473-1e2b-40d1-8643-ab246b65e75f req-cdfbe2d9-abb8-454b-bd50-c081f27fe3dc tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] Made reservation on behalf of 874b0aa6020149238769aab64fe19d30 for: {'port': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:47:57.446343 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-b12ca473-1e2b-40d1-8643-ab246b65e75f req-cdfbe2d9-abb8-454b-bd50-c081f27fe3dc tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:57.597501 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38ec6a8-f750-4d43-ab4e-0ae19188611c req-0e0a79af-b1d2-4955-9466-32a9c57c3efb tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:47:57.599537 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-c38ec6a8-f750-4d43-ab4e-0ae19188611c req-0e0a79af-b1d2-4955-9466-32a9c57c3efb tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] 10.222.0.42 "GET /v2.0/ports?device_id=7ad1cc9d-ddcb-49f1-93fa-40a402b7f339 HTTP/1.1" status: 200 len: 943 time: 0.0645499 Mar 29 15:47:57.642713 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-c38ec6a8-f750-4d43-ab4e-0ae19188611c req-322da684-6059-4e22-b524-82d789215989 tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] 10.222.0.42 "GET /v2.0/security-groups?id=8c1a607e-8731-4409-adf4-490f4457a32b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369720 Mar 29 15:47:57.676542 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-43f7d486-11a5-4579-b252-c4e1663918ba req-cfabef0a-0fe7-44bd-bf80-ea2bb7e21607 service neutron] 10.222.0.48 "GET /v2.0/networks/5820eec2-ced2-414a-ab32-af1fabeb5f44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2859824 Mar 29 15:47:57.689209 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc8608c-0046-4c8f-b23a-8aa1fc179592 req-29b94bbc-dfce-413d-a4ad-bad350c75737 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:47:57.690762 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-5dc8608c-0046-4c8f-b23a-8aa1fc179592 req-29b94bbc-dfce-413d-a4ad-bad350c75737 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/ports?device_id=ccf671cc-285a-4046-a5d5-c44a9114232b HTTP/1.1" status: 200 len: 950 time: 0.1846068 Mar 29 15:47:57.831806 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_common [req-b12ca473-1e2b-40d1-8643-ab246b65e75f req-cdfbe2d9-abb8-454b-bd50-c081f27fe3dc tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] Allocated IP 172.20.0.4 (521886c7-eef8-4b1b-9885-e070589482cd/948bea00-d9fc-4574-8561-d9234d72b285/760bbbfc-71b7-4203-933a-d2a2de4db286) {{(pid=102791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:47:57.860505 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-5dc8608c-0046-4c8f-b23a-8aa1fc179592 req-008ba4e6-3a9d-41cc-995f-3735d82cc1d2 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/security-groups?id=56997969-7130-4d86-9e9d-e068deb19a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447737 Mar 29 15:47:57.892904 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 53894) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:47:57.899329 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device d7286aea-5d95-47dc-96e6-1d16f148f08e up at agent hyperv_n-h2-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:47:57.998707 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-43f7d486-11a5-4579-b252-c4e1663918ba req-24e18e43-4511-4685-ac19-dcccf0989546 service neutron] 10.222.0.48 "GET /v2.0/networks/5820eec2-ced2-414a-ab32-af1fabeb5f44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2848694 Mar 29 15:47:58.006582 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a889c8-1ce5-4ee6-a2dd-70cf9da82afe req-2e957dd2-047e-459f-81b2-9c1c66365570 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:47:58.008178 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-43a889c8-1ce5-4ee6-a2dd-70cf9da82afe req-2e957dd2-047e-459f-81b2-9c1c66365570 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.44 "GET /v2.0/ports?device_id=ccf671cc-285a-4046-a5d5-c44a9114232b HTTP/1.1" status: 200 len: 950 time: 0.1946297 Mar 29 15:47:58.025810 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Provisioning for port d7286aea-5d95-47dc-96e6-1d16f148f08e completed by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 15:47:58.034872 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Provisioning complete for port d7286aea-5d95-47dc-96e6-1d16f148f08e triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:47:58.034872 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:58.056893 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4984fd24-dcac-4259-8f4a-6560b3d49bfc req-e3fb9d6c-3c21-45a0-84c4-575f1469eded tempest-MultipleCreateTestJSON-670714017 tempest-MultipleCreateTestJSON-670714017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:47:58.058832 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4984fd24-dcac-4259-8f4a-6560b3d49bfc req-e3fb9d6c-3c21-45a0-84c4-575f1469eded tempest-MultipleCreateTestJSON-670714017 tempest-MultipleCreateTestJSON-670714017-project] 10.222.0.48 "GET /v2.0/ports?device_id=9f21cfb5-8f60-4722-b77b-88c2cc887b0b HTTP/1.1" status: 200 len: 945 time: 0.1791410 Mar 29 15:47:58.133937 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-fbc92434-3482-4dba-94bc-492b812854de admin admin] Notify callbacks [] for security_group, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:58.190821 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:58.234154 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40a2af2b-2c23-487b-bbdc-790786e296d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7286aea-5d95-47dc-96e6-1d16f148f08e'}] {{(pid=102792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:47:58.237444 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4f476c66b318cc6068719fc39557fac68d413f5c7e78fa77028c7948e999ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-235470fd-3b45-4a74-a1c4-3c1b1edb64ed" -d '{"events": [{"server_uuid": "40a2af2b-2c23-487b-bbdc-790786e296d0", "name": "network-vif-plugged", "status": "completed", "tag": "d7286aea-5d95-47dc-96e6-1d16f148f08e"}]}' {{(pid=102792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:47:58.258818 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191ef5b5-cbd7-40e9-843b-8f9695b2ae6b req-762daa8a-e68d-4ec8-a572-d16dd63794d0 tempest-MultipleCreateTestJSON-670714017 tempest-MultipleCreateTestJSON-670714017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:47:58.260681 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port d7286aea-5d95-47dc-96e6-1d16f148f08e, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=d7286aea-5d95-47dc-96e6-1d16f148f08e,segment=NetworkSegment(5407cda8-60e0-42dc-bfea-a197aff7f743),segment_id=5407cda8-60e0-42dc-bfea-a197aff7f743)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:47:58.266195 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:58.266998 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device 8b2a470d-90ea-4ceb-90e7-dade170a3c3f no longer exists at agent hyperv_n-h2-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:47:58.268444 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-191ef5b5-cbd7-40e9-843b-8f9695b2ae6b req-762daa8a-e68d-4ec8-a572-d16dd63794d0 tempest-MultipleCreateTestJSON-670714017 tempest-MultipleCreateTestJSON-670714017-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f21cfb5-8f60-4722-b77b-88c2cc887b0b HTTP/1.1" status: 200 len: 945 time: 0.1150022 Mar 29 15:47:58.316494 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] No Port match for: 8b2a470d-90ea-4ceb-90e7-dade170a3c3f {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 15:47:58.316739 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device 8b2a470d-90ea-4ceb-90e7-dade170a3c3f not bound to the agent host n-h2-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:47:58.319572 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device 9d33c8cd-4810-45c4-8e3a-e3ff185d5484 details requested by agent hyperv_n-h1-834765-1 with host n-h1-834765-1 {{(pid=102792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 15:47:58.336090 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae75225-5a17-4600-b6e4-15f2f7850fb9 req-55e6216f-e3c3-4cab-8ff0-1b3fe57d23f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:47:58.337719 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-fae75225-5a17-4600-b6e4-15f2f7850fb9 req-55e6216f-e3c3-4cab-8ff0-1b3fe57d23f4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c6465a9dafbf43bf90c09b1dce8d1fc6&device_id=7c51480f-bfbc-4ea8-9c33-e320d6a5e3fa HTTP/1.1" status: 200 len: 1094 time: 0.2525494 Mar 29 15:47:58.393941 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-191ef5b5-cbd7-40e9-843b-8f9695b2ae6b req-d179e033-d468-46e1-84e5-7a140b603b91 tempest-MultipleCreateTestJSON-670714017 tempest-MultipleCreateTestJSON-670714017-project] 10.222.0.42 "GET /v2.0/security-groups?id=622584de-fdfc-4a41-9592-a14d48f13313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242576 Mar 29 15:47:58.441322 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-b12ca473-1e2b-40d1-8643-ab246b65e75f req-cdfbe2d9-abb8-454b-bd50-c081f27fe3dc tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] Notify callbacks [] for port, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:58.503696 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7f257c-ee7a-4923-959f-51ec6061be24 req-0a286113-478b-4b06-9c2d-9731ec6d50cc tempest-MultipleCreateTestJSON-670714017 tempest-MultipleCreateTestJSON-670714017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:47:58.506122 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-ef7f257c-ee7a-4923-959f-51ec6061be24 req-0a286113-478b-4b06-9c2d-9731ec6d50cc tempest-MultipleCreateTestJSON-670714017 tempest-MultipleCreateTestJSON-670714017-project] 10.222.0.44 "GET /v2.0/ports?device_id=9431ce67-fb6e-4e3b-b11f-b7f8e5b58cf5 HTTP/1.1" status: 200 len: 945 time: 0.1721108 Mar 29 15:47:58.508648 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-fbc92434-3482-4dba-94bc-492b812854de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:58.526695 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-fbc92434-3482-4dba-94bc-492b812854de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:58.613073 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:47:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffdfacd5-6158-4cfd-9c10-fc54516829e9 x-openstack-request-id: req-ffdfacd5-6158-4cfd-9c10-fc54516829e9 {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:47:58.613497 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40a2af2b-2c23-487b-bbdc-790786e296d0", "name": "network-vif-plugged", "status": "completed", "tag": "d7286aea-5d95-47dc-96e6-1d16f148f08e", "code": 200}]} {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:47:58.613756 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ffdfacd5-6158-4cfd-9c10-fc54516829e9 {{(pid=102792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:47:58.614137 n-d-834765-1 neutron-server[102792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40a2af2b-2c23-487b-bbdc-790786e296d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7286aea-5d95-47dc-96e6-1d16f148f08e', 'code': 200} Mar 29 15:47:58.632125 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port 9d33c8cd-4810-45c4-8e3a-e3ff185d5484, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=9d33c8cd-4810-45c4-8e3a-e3ff185d5484,segment=NetworkSegment(e03a7c9c-8b58-4c58-aa22-7189da98b069),segment_id=e03a7c9c-8b58-4c58-aa22-7189da98b069)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:47:58.668785 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Returning: {'device': '9d33c8cd-4810-45c4-8e3a-e3ff185d5484', 'network_id': '7a71ca6e-bbff-43b0-bde3-8072ae4b3f50', 'port_id': '9d33c8cd-4810-45c4-8e3a-e3ff185d5484', 'mac_address': 'fa:16:3e:7c:54:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 612, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4acd9598-0ca3-487b-9c0e-30e24be7e9e5', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 15:47:58.672848 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Pushing event updated for resources: {'Port': ['ID=d7286aea-5d95-47dc-96e6-1d16f148f08e,revision_number=5']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:47:58.743520 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-fbc92434-3482-4dba-94bc-492b812854de admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=28fff09ef78b4bc59902228e45e8732b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8492005 Mar 29 15:47:58.744329 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc92434-3482-4dba-94bc-492b812854de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07dc9051-1580-4a93-9483-fee20236a4bb,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:47:58.747797 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:58.752653 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 53912) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:47:58.789812 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d33c8cd-4810-45c4-8e3a-e3ff185d5484 {{(pid=102792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:47:58.820503 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port 9d33c8cd-4810-45c4-8e3a-e3ff185d5484, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=9d33c8cd-4810-45c4-8e3a-e3ff185d5484,segment=NetworkSegment(e03a7c9c-8b58-4c58-aa22-7189da98b069),segment_id=e03a7c9c-8b58-4c58-aa22-7189da98b069)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:47:58.828437 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:58.863246 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae75225-5a17-4600-b6e4-15f2f7850fb9 req-4da0b7e8-d315-49e3-9cf7-93d4c6cda778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:47:58.865575 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-fae75225-5a17-4600-b6e4-15f2f7850fb9 req-4da0b7e8-d315-49e3-9cf7-93d4c6cda778 service neutron] 10.222.0.48 "GET /v2.0/networks?id=5820eec2-ced2-414a-ab32-af1fabeb5f44 HTTP/1.1" status: 200 len: 915 time: 0.5121300 Mar 29 15:47:58.871988 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-b12ca473-1e2b-40d1-8643-ab246b65e75f req-cdfbe2d9-abb8-454b-bd50-c081f27fe3dc tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:58.891500 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4199e5d4-527d-452c-ae21-c63f46f2edf9 req-02b371f8-ff23-4df9-961b-2d110958a9ed tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:47:58.893570 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-4199e5d4-527d-452c-ae21-c63f46f2edf9 req-02b371f8-ff23-4df9-961b-2d110958a9ed tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] 10.222.0.42 "GET /v2.0/ports?device_id=7c51480f-bfbc-4ea8-9c33-e320d6a5e3fa HTTP/1.1" status: 200 len: 943 time: 0.2904971 Mar 29 15:47:58.897416 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfdfbce-394e-4144-b2da-0bd6a7c62855 req-38df465c-27b8-4054-b799-ac918a947de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:47:58.899651 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-3cfdfbce-394e-4144-b2da-0bd6a7c62855 req-38df465c-27b8-4054-b799-ac918a947de0 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=40a2af2b-2c23-487b-bbdc-790786e296d0 HTTP/1.1" status: 200 len: 1097 time: 0.2566109 Mar 29 15:47:58.910556 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Pushing event updated for resources: {'Port': ['ID=9d33c8cd-4810-45c4-8e3a-e3ff185d5484,revision_number=4']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:47:58.913028 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc5abd3-5387-4e72-afec-5b6e6626a4a5 req-f51d1e96-84a2-4a61-8fa3-a14d1e3bca1b tempest-ServerTagsTestJSON-1017176157 tempest-ServerTagsTestJSON-1017176157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:47:58.921155 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-7cc5abd3-5387-4e72-afec-5b6e6626a4a5 req-f51d1e96-84a2-4a61-8fa3-a14d1e3bca1b tempest-ServerTagsTestJSON-1017176157 tempest-ServerTagsTestJSON-1017176157-project] 10.222.0.42 "GET /v2.0/ports?device_id=40a2af2b-2c23-487b-bbdc-790786e296d0 HTTP/1.1" status: 200 len: 946 time: 0.6011033 Mar 29 15:47:58.945779 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [req-ef7f257c-ee7a-4923-959f-51ec6061be24 req-74bbdc9c-12b9-4530-8d83-0eadd2b1c97d tempest-MultipleCreateTestJSON-670714017 tempest-MultipleCreateTestJSON-670714017-project] Deleting port 5baee9af-9713-42bf-b276-1a7220759582 {{(pid=102790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:47:58.946305 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-ef7f257c-ee7a-4923-959f-51ec6061be24 req-74bbdc9c-12b9-4530-8d83-0eadd2b1c97d tempest-MultipleCreateTestJSON-670714017 tempest-MultipleCreateTestJSON-670714017-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:58.983913 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-ee165f72-b6d3-40ff-8134-1ffe13cdeba6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:58.984777 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [req-43a889c8-1ce5-4ee6-a2dd-70cf9da82afe req-ffca81dd-f0d3-4590-bedb-6f2f12f0cbf2 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] Deleting port c3fe64f4-0ad0-4bf4-9e83-f3258604e62d {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:47:58.985123 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-43a889c8-1ce5-4ee6-a2dd-70cf9da82afe req-ffca81dd-f0d3-4590-bedb-6f2f12f0cbf2 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:58.997569 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-fae75225-5a17-4600-b6e4-15f2f7850fb9 req-6aaa8d3b-8d7b-49e9-9f9d-c12af6e489c9 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5d2aa255-6bdf-43e1-9e05-90c89bdb83ec HTTP/1.1" status: 200 len: 217 time: 0.1220303 Mar 29 15:47:59.017517 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [req-4984fd24-dcac-4259-8f4a-6560b3d49bfc req-f7f41736-f98e-42be-93ac-f717e7ced992 tempest-MultipleCreateTestJSON-670714017 tempest-MultipleCreateTestJSON-670714017-project] Deleting port a9eff704-aff6-4a54-bc5d-fdfc0ad3ee44 {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:47:59.017876 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-4984fd24-dcac-4259-8f4a-6560b3d49bfc req-f7f41736-f98e-42be-93ac-f717e7ced992 tempest-MultipleCreateTestJSON-670714017 tempest-MultipleCreateTestJSON-670714017-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:59.076904 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-4199e5d4-527d-452c-ae21-c63f46f2edf9 req-7abb8be9-442a-4c5d-8f87-9a68c1755d43 tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] 10.222.0.42 "GET /v2.0/security-groups?id=0bedaa60-e810-4de4-993c-fd3c38fe38fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1721087 Mar 29 15:47:59.086233 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b12ca473-1e2b-40d1-8643-ab246b65e75f req-cdfbe2d9-abb8-454b-bd50-c081f27fe3dc tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] Network 521886c7-eef8-4b1b-9885-e070589482cd is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:47:59.124913 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [req-b12ca473-1e2b-40d1-8643-ab246b65e75f req-cdfbe2d9-abb8-454b-bd50-c081f27fe3dc tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:47:59.134799 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [req-ef7f257c-ee7a-4923-959f-51ec6061be24 req-74bbdc9c-12b9-4530-8d83-0eadd2b1c97d tempest-MultipleCreateTestJSON-670714017 tempest-MultipleCreateTestJSON-670714017-project] For port 5baee9af-9713-42bf-b276-1a7220759582, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=5baee9af-9713-42bf-b276-1a7220759582,segment=NetworkSegment(e21100ac-42ad-42a8-ba92-556bc659383a),segment_id=e21100ac-42ad-42a8-ba92-556bc659383a)] {{(pid=102790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:47:59.135246 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-ef7f257c-ee7a-4923-959f-51ec6061be24 req-74bbdc9c-12b9-4530-8d83-0eadd2b1c97d tempest-MultipleCreateTestJSON-670714017 tempest-MultipleCreateTestJSON-670714017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:59.160097 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] get_ports_and_sgs() called for port_ids ['9d33c8cd-4810-45c4-8e3a-e3ff185d5484'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:47:59.161220 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-ee165f72-b6d3-40ff-8134-1ffe13cdeba6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:59.164031 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [req-b12ca473-1e2b-40d1-8643-ab246b65e75f req-cdfbe2d9-abb8-454b-bd50-c081f27fe3dc tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] Received port after_create {{(pid=102791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:47:59.172232 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfbe2d9-abb8-454b-bd50-c081f27fe3dc tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] Pushing event updated for resources: {'Port': ['ID=760bbbfc-71b7-4203-933a-d2a2de4db286,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:47:59.209474 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [req-ef7f257c-ee7a-4923-959f-51ec6061be24 req-74bbdc9c-12b9-4530-8d83-0eadd2b1c97d tempest-MultipleCreateTestJSON-670714017 tempest-MultipleCreateTestJSON-670714017-project] Calling delete_port for 5baee9af-9713-42bf-b276-1a7220759582 owned by compute:nova {{(pid=102790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:47:59.212871 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-3cfdfbce-394e-4144-b2da-0bd6a7c62855 req-156d45ed-fd0d-4077-9e83-22a770568f72 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=749261fa-ae42-492c-8117-2999a534671e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3031023 Mar 29 15:47:59.235168 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-7cc5abd3-5387-4e72-afec-5b6e6626a4a5 req-4aa99b72-44e2-4e17-85c4-732ecaa2069a tempest-ServerTagsTestJSON-1017176157 tempest-ServerTagsTestJSON-1017176157-project] 10.222.0.42 "GET /v2.0/security-groups?id=749261fa-ae42-492c-8117-2999a534671e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3131306 Mar 29 15:47:59.277234 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdfbe2d9-abb8-454b-bd50-c081f27fe3dc tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:47:59.277644 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdfbe2d9-abb8-454b-bd50-c081f27fe3dc tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:47:59.277990 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdfbe2d9-abb8-454b-bd50-c081f27fe3dc tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:47:59.278837 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdfbe2d9-abb8-454b-bd50-c081f27fe3dc tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:47:59.279184 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdfbe2d9-abb8-454b-bd50-c081f27fe3dc tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:47:59.279543 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdfbe2d9-abb8-454b-bd50-c081f27fe3dc tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:47:59.279892 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdfbe2d9-abb8-454b-bd50-c081f27fe3dc tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:47:59.280260 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdfbe2d9-abb8-454b-bd50-c081f27fe3dc tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:47:59.280585 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdfbe2d9-abb8-454b-bd50-c081f27fe3dc tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:47:59.280917 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdfbe2d9-abb8-454b-bd50-c081f27fe3dc tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:47:59.281232 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdfbe2d9-abb8-454b-bd50-c081f27fe3dc tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:47:59.281548 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdfbe2d9-abb8-454b-bd50-c081f27fe3dc tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:47:59.316420 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae75225-5a17-4600-b6e4-15f2f7850fb9 req-d4d086fb-794c-4900-a8ad-e0a3d29d2c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:47:59.317959 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-fae75225-5a17-4600-b6e4-15f2f7850fb9 req-d4d086fb-794c-4900-a8ad-e0a3d29d2c70 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=406fd4ed-e828-4758-9c87-5ac29cec1b72 HTTP/1.1" status: 200 len: 853 time: 0.2946219 Mar 29 15:47:59.327204 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-ee165f72-b6d3-40ff-8134-1ffe13cdeba6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:59.330376 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-ee165f72-b6d3-40ff-8134-1ffe13cdeba6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:59.334639 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-ee165f72-b6d3-40ff-8134-1ffe13cdeba6 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/07dc9051-1580-4a93-9483-fee20236a4bb HTTP/1.1" status: 204 len: 168 time: 0.5625758 Mar 29 15:47:59.380472 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12ca473-1e2b-40d1-8643-ab246b65e75f req-cdfbe2d9-abb8-454b-bd50-c081f27fe3dc tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:47:59.381117 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-b12ca473-1e2b-40d1-8643-ab246b65e75f req-cdfbe2d9-abb8-454b-bd50-c081f27fe3dc tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:59.381494 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee165f72-b6d3-40ff-8134-1ffe13cdeba6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07dc9051-1580-4a93-9483-fee20236a4bb,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:47:59.401401 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3c4a56-87aa-4347-8bdf-7e895d939dc3 req-6cdecfad-796d-44af-bdd5-cb53283baf9b tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:47:59.411295 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-2a3c4a56-87aa-4347-8bdf-7e895d939dc3 req-6cdecfad-796d-44af-bdd5-cb53283baf9b tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] 10.222.0.42 "GET /v2.0/ports?device_id=3bef02ef-de94-47d4-97c2-8c38a600695b HTTP/1.1" status: 200 len: 931 time: 0.2433903 Mar 29 15:47:59.411652 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-43a889c8-1ce5-4ee6-a2dd-70cf9da82afe req-ffca81dd-f0d3-4590-bedb-6f2f12f0cbf2 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] For port c3fe64f4-0ad0-4bf4-9e83-f3258604e62d, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=c3fe64f4-0ad0-4bf4-9e83-f3258604e62d,segment=NetworkSegment(a0c230f0-660a-4194-9279-0f0781d34134),segment_id=a0c230f0-660a-4194-9279-0f0781d34134)] {{(pid=102791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:47:59.412046 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-43a889c8-1ce5-4ee6-a2dd-70cf9da82afe req-ffca81dd-f0d3-4590-bedb-6f2f12f0cbf2 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:59.415708 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-4984fd24-dcac-4259-8f4a-6560b3d49bfc req-f7f41736-f98e-42be-93ac-f717e7ced992 tempest-MultipleCreateTestJSON-670714017 tempest-MultipleCreateTestJSON-670714017-project] For port a9eff704-aff6-4a54-bc5d-fdfc0ad3ee44, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=a9eff704-aff6-4a54-bc5d-fdfc0ad3ee44,segment=NetworkSegment(e21100ac-42ad-42a8-ba92-556bc659383a),segment_id=e21100ac-42ad-42a8-ba92-556bc659383a)] {{(pid=102791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:47:59.416067 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-4984fd24-dcac-4259-8f4a-6560b3d49bfc req-f7f41736-f98e-42be-93ac-f717e7ced992 tempest-MultipleCreateTestJSON-670714017 tempest-MultipleCreateTestJSON-670714017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:59.450971 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [req-4984fd24-dcac-4259-8f4a-6560b3d49bfc req-f7f41736-f98e-42be-93ac-f717e7ced992 tempest-MultipleCreateTestJSON-670714017 tempest-MultipleCreateTestJSON-670714017-project] Calling delete_port for a9eff704-aff6-4a54-bc5d-fdfc0ad3ee44 owned by compute:nova {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:47:59.457613 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [req-43a889c8-1ce5-4ee6-a2dd-70cf9da82afe req-ffca81dd-f0d3-4590-bedb-6f2f12f0cbf2 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] Calling delete_port for c3fe64f4-0ad0-4bf4-9e83-f3258604e62d owned by compute:nova {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:47:59.480947 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b12ca473-1e2b-40d1-8643-ab246b65e75f req-cdfbe2d9-abb8-454b-bd50-c081f27fe3dc tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3029308 Mar 29 15:47:59.521090 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [req-b12ca473-1e2b-40d1-8643-ab246b65e75f req-8638472a-9a9a-4970-9f35-b39eb86e3972 service neutron] Request body: {'port': {'device_id': '3bef02ef-de94-47d4-97c2-8c38a600695b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834765-1'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:47:59.545443 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-2a3c4a56-87aa-4347-8bdf-7e895d939dc3 req-31386cda-b50c-4acb-8c02-e0ea252d788a tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] 10.222.0.42 "GET /v2.0/security-groups?id=c7a98718-a37a-4214-92b3-d1a7e3aaebf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329839 Mar 29 15:47:59.588227 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4781e609-8ffb-4499-bb78-eab8cace1195 req-587667a2-50f2-4891-9333-964e2c890f89 tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:47:59.590231 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4781e609-8ffb-4499-bb78-eab8cace1195 req-587667a2-50f2-4891-9333-964e2c890f89 tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] 10.222.0.42 "GET /v2.0/ports?device_id=7ad1cc9d-ddcb-49f1-93fa-40a402b7f339 HTTP/1.1" status: 200 len: 944 time: 0.2634411 Mar 29 15:47:59.717107 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-ef7f257c-ee7a-4923-959f-51ec6061be24 req-74bbdc9c-12b9-4530-8d83-0eadd2b1c97d tempest-MultipleCreateTestJSON-670714017 tempest-MultipleCreateTestJSON-670714017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:59.728807 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] get_ports_and_sgs() called for port_ids ['a9eff704-aff6-4a54-bc5d-fdfc0ad3ee44'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:47:59.761608 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-b12ca473-1e2b-40d1-8643-ab246b65e75f req-8638472a-9a9a-4970-9f35-b39eb86e3972 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:59.779721 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae75225-5a17-4600-b6e4-15f2f7850fb9 req-57e27419-5c31-4afa-a06b-7a1ad0ca2b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:47:59.781328 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-fae75225-5a17-4600-b6e4-15f2f7850fb9 req-57e27419-5c31-4afa-a06b-7a1ad0ca2b97 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5820eec2-ced2-414a-ab32-af1fabeb5f44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2984233 Mar 29 15:47:59.789047 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bbdc9c-12b9-4530-8d83-0eadd2b1c97d tempest-MultipleCreateTestJSON-670714017 tempest-MultipleCreateTestJSON-670714017-project] Pushing event deleted for resources: {'Port': ['ID=5baee9af-9713-42bf-b276-1a7220759582,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:47:59.818230 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4781e609-8ffb-4499-bb78-eab8cace1195 req-744d8e6d-9cd5-4457-8d10-07768bcaee9f tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] 10.222.0.42 "GET /v2.0/security-groups?id=8c1a607e-8731-4409-adf4-490f4457a32b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644216 Mar 29 15:47:59.820722 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 53924) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:47:59.829906 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d17dae-70fd-4271-ac7d-f27dd251437d req-84373cb2-40ae-40ce-925b-a1eedde77474 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:47:59.849554 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-c8d17dae-70fd-4271-ac7d-f27dd251437d req-84373cb2-40ae-40ce-925b-a1eedde77474 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/ports?device_id=ccf671cc-285a-4046-a5d5-c44a9114232b HTTP/1.1" status: 200 len: 950 time: 0.1824646 Mar 29 15:47:59.852526 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef7f257c-ee7a-4923-959f-51ec6061be24 req-74bbdc9c-12b9-4530-8d83-0eadd2b1c97d tempest-MultipleCreateTestJSON-670714017 tempest-MultipleCreateTestJSON-670714017-project] No DVR routers for this DVR port 5baee9af-9713-42bf-b276-1a7220759582 on host n-h1-834765-1 {{(pid=102790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:47:59.862467 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-ef7f257c-ee7a-4923-959f-51ec6061be24 req-74bbdc9c-12b9-4530-8d83-0eadd2b1c97d tempest-MultipleCreateTestJSON-670714017 tempest-MultipleCreateTestJSON-670714017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:59.866054 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-ef7f257c-ee7a-4923-959f-51ec6061be24 req-74bbdc9c-12b9-4530-8d83-0eadd2b1c97d tempest-MultipleCreateTestJSON-670714017 tempest-MultipleCreateTestJSON-670714017-project] 10.222.0.44 "DELETE /v2.0/ports/5baee9af-9713-42bf-b276-1a7220759582 HTTP/1.1" status: 204 len: 173 time: 1.3543699 Mar 29 15:47:59.866821 n-d-834765-1 neutron-server[102790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9431ce67-fb6e-4e3b-b11f-b7f8e5b58cf5', 'name': 'network-vif-deleted', 'tag': '5baee9af-9713-42bf-b276-1a7220759582'}] {{(pid=102790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:47:59.869952 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46b06d655c90bc969636382cce4240ad749035fb0f3a83ee4734fa1ed9c4a6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad7f1023-70bf-4827-8fb2-b800d9d0ff2e" -d '{"events": [{"server_uuid": "9431ce67-fb6e-4e3b-b11f-b7f8e5b58cf5", "name": "network-vif-deleted", "tag": "5baee9af-9713-42bf-b276-1a7220759582"}]}' {{(pid=102790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:47:59.898406 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-c3dd2653-60c4-45c8-af68-9d1167c7d8b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:47:59.939924 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-c8d17dae-70fd-4271-ac7d-f27dd251437d req-fad9d5b5-fcc4-4df9-b65e-accbfcd90a0f tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/security-groups?id=56997969-7130-4d86-9e9d-e068deb19a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892603 Mar 29 15:47:59.990252 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:47:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a75af0c-f263-4091-b7b4-218b22cf5feb x-openstack-request-id: req-3a75af0c-f263-4091-b7b4-218b22cf5feb {{(pid=102790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:47:59.990660 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9431ce67-fb6e-4e3b-b11f-b7f8e5b58cf5", "name": "network-vif-deleted", "tag": "5baee9af-9713-42bf-b276-1a7220759582", "status": "completed", "code": 200}]} {{(pid=102790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:47:59.991008 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-3a75af0c-f263-4091-b7b4-218b22cf5feb {{(pid=102790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:47:59.991553 n-d-834765-1 neutron-server[102790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9431ce67-fb6e-4e3b-b11f-b7f8e5b58cf5', 'name': 'network-vif-deleted', 'tag': '5baee9af-9713-42bf-b276-1a7220759582', 'status': 'completed', 'code': 200} Mar 29 15:48:00.199542 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d14ea79-bd6b-4769-8787-89baaee50f47 req-3b5ce037-cddb-4a02-9c94-162be1125549 tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:48:00.201874 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-2d14ea79-bd6b-4769-8787-89baaee50f47 req-3b5ce037-cddb-4a02-9c94-162be1125549 tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] 10.222.0.42 "GET /v2.0/ports?device_id=7c51480f-bfbc-4ea8-9c33-e320d6a5e3fa HTTP/1.1" status: 200 len: 943 time: 0.0552728 Mar 29 15:48:00.202936 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-fae75225-5a17-4600-b6e4-15f2f7850fb9 req-e7bfc6a9-d9f3-468d-a243-9d23c7a4a8c2 service neutron] 10.222.0.48 "GET /v2.0/networks/5820eec2-ced2-414a-ab32-af1fabeb5f44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4006765 Mar 29 15:48:00.232868 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-43a889c8-1ce5-4ee6-a2dd-70cf9da82afe req-ffca81dd-f0d3-4590-bedb-6f2f12f0cbf2 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:00.249287 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-4984fd24-dcac-4259-8f4a-6560b3d49bfc req-f7f41736-f98e-42be-93ac-f717e7ced992 tempest-MultipleCreateTestJSON-670714017 tempest-MultipleCreateTestJSON-670714017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:00.253031 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] get_ports_and_sgs() called for port_ids ['684fa249-cf80-48e5-b59d-1b228e32ee2c'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:48:00.255311 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] get_ports_and_sgs() called for port_ids ['e6b9deda-c73a-4c2a-b870-929882588559'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:48:00.257073 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-2d14ea79-bd6b-4769-8787-89baaee50f47 req-c030acf2-9ae7-4d98-a270-792c0dd6867c tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] 10.222.0.42 "GET /v2.0/security-groups?id=0bedaa60-e810-4de4-993c-fd3c38fe38fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469759 Mar 29 15:48:00.333637 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device 9d33c8cd-4810-45c4-8e3a-e3ff185d5484 up at agent hyperv_n-h1-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:48:00.353919 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d96ec5-4037-4f6f-920a-e982ea97aa77 req-9e890068-9ac4-486b-b7ef-8d76f0bd0421 tempest-MultipleCreateTestJSON-670714017 tempest-MultipleCreateTestJSON-670714017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:48:00.355753 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e3d96ec5-4037-4f6f-920a-e982ea97aa77 req-9e890068-9ac4-486b-b7ef-8d76f0bd0421 tempest-MultipleCreateTestJSON-670714017 tempest-MultipleCreateTestJSON-670714017-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f21cfb5-8f60-4722-b77b-88c2cc887b0b HTTP/1.1" status: 200 len: 945 time: 0.3560765 Mar 29 15:48:00.370116 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffca81dd-f0d3-4590-bedb-6f2f12f0cbf2 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] Pushing event deleted for resources: {'Port': ['ID=c3fe64f4-0ad0-4bf4-9e83-f3258604e62d,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:48:00.394329 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-918c7abf-f90d-41f9-944e-20d0be013e7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:00.433350 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b7aa1a-c7ab-45bf-a7ad-e515ce85ce43 req-41aee44c-d64e-4961-940b-31cf7ed98273 tempest-ServerTagsTestJSON-1017176157 tempest-ServerTagsTestJSON-1017176157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:48:00.441023 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-10b7aa1a-c7ab-45bf-a7ad-e515ce85ce43 req-41aee44c-d64e-4961-940b-31cf7ed98273 tempest-ServerTagsTestJSON-1017176157 tempest-ServerTagsTestJSON-1017176157-project] 10.222.0.42 "GET /v2.0/ports?device_id=40a2af2b-2c23-487b-bbdc-790786e296d0 HTTP/1.1" status: 200 len: 946 time: 0.0673344 Mar 29 15:48:00.505814 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-10b7aa1a-c7ab-45bf-a7ad-e515ce85ce43 req-86e42ccb-c8ab-469a-a554-dc85a92ecc9d tempest-ServerTagsTestJSON-1017176157 tempest-ServerTagsTestJSON-1017176157-project] 10.222.0.42 "GET /v2.0/security-groups?id=749261fa-ae42-492c-8117-2999a534671e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481429 Mar 29 15:48:00.547487 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Provisioning for port 9d33c8cd-4810-45c4-8e3a-e3ff185d5484 completed by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 15:48:00.563180 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Provisioning complete for port 9d33c8cd-4810-45c4-8e3a-e3ff185d5484 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:48:00.563775 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:00.620337 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f41736-f98e-42be-93ac-f717e7ced992 tempest-MultipleCreateTestJSON-670714017 tempest-MultipleCreateTestJSON-670714017-project] Pushing event deleted for resources: {'Port': ['ID=a9eff704-aff6-4a54-bc5d-fdfc0ad3ee44,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:48:00.626440 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-fae75225-5a17-4600-b6e4-15f2f7850fb9 req-03b6f7f6-7b79-4366-a724-cdcb75a321bd service neutron] 10.222.0.48 "GET /v2.0/networks/5820eec2-ced2-414a-ab32-af1fabeb5f44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4068508 Mar 29 15:48:00.729583 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72e5263-eb02-4b46-84fd-87be949b3e44 req-b565e902-00fb-4240-9044-c7613b23260c tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:48:00.739960 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-d72e5263-eb02-4b46-84fd-87be949b3e44 req-b565e902-00fb-4240-9044-c7613b23260c tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] 10.222.0.42 "GET /v2.0/ports?device_id=3bef02ef-de94-47d4-97c2-8c38a600695b HTTP/1.1" status: 200 len: 931 time: 0.0926182 Mar 29 15:48:00.756479 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [req-4984fd24-dcac-4259-8f4a-6560b3d49bfc req-f7f41736-f98e-42be-93ac-f717e7ced992 tempest-MultipleCreateTestJSON-670714017 tempest-MultipleCreateTestJSON-670714017-project] No DVR routers for this DVR port a9eff704-aff6-4a54-bc5d-fdfc0ad3ee44 on host n-h2-834765-1 {{(pid=102791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:48:00.759208 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-4984fd24-dcac-4259-8f4a-6560b3d49bfc req-f7f41736-f98e-42be-93ac-f717e7ced992 tempest-MultipleCreateTestJSON-670714017 tempest-MultipleCreateTestJSON-670714017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:00.766446 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4984fd24-dcac-4259-8f4a-6560b3d49bfc req-f7f41736-f98e-42be-93ac-f717e7ced992 tempest-MultipleCreateTestJSON-670714017 tempest-MultipleCreateTestJSON-670714017-project] 10.222.0.48 "DELETE /v2.0/ports/a9eff704-aff6-4a54-bc5d-fdfc0ad3ee44 HTTP/1.1" status: 204 len: 173 time: 2.6800861 Mar 29 15:48:00.798460 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-d72e5263-eb02-4b46-84fd-87be949b3e44 req-606ba0c0-27ea-4151-a5bf-1a8fcaf75457 tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] 10.222.0.42 "GET /v2.0/security-groups?id=c7a98718-a37a-4214-92b3-d1a7e3aaebf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528967 Mar 29 15:48:00.811950 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f21cfb5-8f60-4722-b77b-88c2cc887b0b', 'name': 'network-vif-deleted', 'tag': 'a9eff704-aff6-4a54-bc5d-fdfc0ad3ee44'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:48:00.811950 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c67b028db5e9b9818fecc5c0a87ebc6f190694fa53ca267d523e04f98de536d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28a4040f-b090-4134-be72-bebace6efbee" -d '{"events": [{"server_uuid": "9f21cfb5-8f60-4722-b77b-88c2cc887b0b", "name": "network-vif-deleted", "tag": "a9eff704-aff6-4a54-bc5d-fdfc0ad3ee44"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:48:00.815849 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [req-43a889c8-1ce5-4ee6-a2dd-70cf9da82afe req-ffca81dd-f0d3-4590-bedb-6f2f12f0cbf2 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] No DVR routers for this DVR port c3fe64f4-0ad0-4bf4-9e83-f3258604e62d on host n-h1-834765-1 {{(pid=102791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:48:00.818204 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-43a889c8-1ce5-4ee6-a2dd-70cf9da82afe req-ffca81dd-f0d3-4590-bedb-6f2f12f0cbf2 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:00.822117 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-43a889c8-1ce5-4ee6-a2dd-70cf9da82afe req-ffca81dd-f0d3-4590-bedb-6f2f12f0cbf2 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.44 "DELETE /v2.0/ports/c3fe64f4-0ad0-4bf4-9e83-f3258604e62d HTTP/1.1" status: 204 len: 173 time: 2.7974403 Mar 29 15:48:00.847334 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:00.850750 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e3d96ec5-4037-4f6f-920a-e982ea97aa77 req-72857c93-ea46-40eb-8f4f-c2b7d332c640 tempest-MultipleCreateTestJSON-670714017 tempest-MultipleCreateTestJSON-670714017-project] 10.222.0.42 "GET /v2.0/security-groups?id=622584de-fdfc-4a41-9592-a14d48f13313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3281291 Mar 29 15:48:00.872930 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-c3dd2653-60c4-45c8-af68-9d1167c7d8b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:00.892638 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ad1cc9d-ddcb-49f1-93fa-40a402b7f339', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d33c8cd-4810-45c4-8e3a-e3ff185d5484'}] {{(pid=102792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:48:00.894448 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-c3dd2653-60c4-45c8-af68-9d1167c7d8b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:00.897203 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4f476c66b318cc6068719fc39557fac68d413f5c7e78fa77028c7948e999ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b610aac-a9f3-4f62-a7ff-87fec934b7fa" -d '{"events": [{"server_uuid": "7ad1cc9d-ddcb-49f1-93fa-40a402b7f339", "name": "network-vif-plugged", "status": "completed", "tag": "9d33c8cd-4810-45c4-8e3a-e3ff185d5484"}]}' {{(pid=102792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:48:00.932839 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port 9d33c8cd-4810-45c4-8e3a-e3ff185d5484, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=9d33c8cd-4810-45c4-8e3a-e3ff185d5484,segment=NetworkSegment(e03a7c9c-8b58-4c58-aa22-7189da98b069),segment_id=e03a7c9c-8b58-4c58-aa22-7189da98b069)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:48:00.938455 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:00.939723 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device c3fe64f4-0ad0-4bf4-9e83-f3258604e62d no longer exists at agent hyperv_n-h1-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:48:00.960746 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:48:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3440dd2-3950-42f4-9a65-ea83f1eb3732 x-openstack-request-id: req-d3440dd2-3950-42f4-9a65-ea83f1eb3732 {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:48:00.961296 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f21cfb5-8f60-4722-b77b-88c2cc887b0b", "name": "network-vif-deleted", "tag": "a9eff704-aff6-4a54-bc5d-fdfc0ad3ee44", "status": "completed", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:48:00.961296 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d3440dd2-3950-42f4-9a65-ea83f1eb3732 {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:48:00.961680 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f21cfb5-8f60-4722-b77b-88c2cc887b0b', 'name': 'network-vif-deleted', 'tag': 'a9eff704-aff6-4a54-bc5d-fdfc0ad3ee44', 'status': 'completed', 'code': 200} Mar 29 15:48:00.989817 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] No Port match for: c3fe64f4-0ad0-4bf4-9e83-f3258604e62d {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 15:48:00.990284 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device c3fe64f4-0ad0-4bf4-9e83-f3258604e62d not bound to the agent host n-h1-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:48:00.990566 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device 5baee9af-9713-42bf-b276-1a7220759582 no longer exists at agent hyperv_n-h1-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:48:01.030524 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:48:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eaa51411-d67f-424d-bf16-97885ce12bf8 x-openstack-request-id: req-eaa51411-d67f-424d-bf16-97885ce12bf8 {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:48:01.030783 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ad1cc9d-ddcb-49f1-93fa-40a402b7f339", "name": "network-vif-plugged", "status": "completed", "tag": "9d33c8cd-4810-45c4-8e3a-e3ff185d5484", "code": 200}]} {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:48:01.031033 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-eaa51411-d67f-424d-bf16-97885ce12bf8 {{(pid=102792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:48:01.031460 n-d-834765-1 neutron-server[102792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ad1cc9d-ddcb-49f1-93fa-40a402b7f339', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d33c8cd-4810-45c4-8e3a-e3ff185d5484', 'code': 200} Mar 29 15:48:01.031990 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] No Port match for: 5baee9af-9713-42bf-b276-1a7220759582 {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 15:48:01.032323 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device 5baee9af-9713-42bf-b276-1a7220759582 not bound to the agent host n-h1-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:48:01.036004 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-c3dd2653-60c4-45c8-af68-9d1167c7d8b3 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=074c7393e9524249b9c3c50c5d55e07b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2077165 Mar 29 15:48:01.037890 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 53944) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:48:01.062453 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Pushing event updated for resources: {'Port': ['ID=9d33c8cd-4810-45c4-8e3a-e3ff185d5484,revision_number=5']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:48:01.125477 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-baf6dad8-bcd5-4d6e-b6ae-b0190f9a34c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:01.155904 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-baf6dad8-bcd5-4d6e-b6ae-b0190f9a34c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:01.189647 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [req-b12ca473-1e2b-40d1-8643-ab246b65e75f req-8638472a-9a9a-4970-9f35-b39eb86e3972 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 760bbbfc-71b7-4203-933a-d2a2de4db286 {{(pid=102791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:48:01.198078 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-b8012d57-4e85-491e-9f7d-192e1fb55356 req-498d3b2c-f8bb-472d-8d93-ec5b3fb4778f tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/ports?device_id=ccf671cc-285a-4046-a5d5-c44a9114232b HTTP/1.1" status: 200 len: 210 time: 0.0493293 Mar 29 15:48:01.225551 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-b12ca473-1e2b-40d1-8643-ab246b65e75f req-8638472a-9a9a-4970-9f35-b39eb86e3972 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:01.228817 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3dd2653-60c4-45c8-af68-9d1167c7d8b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=723c490a-1437-442b-932c-340992e6bc08,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:48:01.260814 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-baf6dad8-bcd5-4d6e-b6ae-b0190f9a34c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:01.264735 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-baf6dad8-bcd5-4d6e-b6ae-b0190f9a34c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:01.269191 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-baf6dad8-bcd5-4d6e-b6ae-b0190f9a34c4 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/723c490a-1437-442b-932c-340992e6bc08 HTTP/1.1" status: 204 len: 168 time: 0.2275605 Mar 29 15:48:01.270932 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb0e15b-8c3c-4845-a9f9-460983da03c9 req-6b0dfeff-e110-477c-937e-cc77c2ca606a tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:48:01.272602 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ffb0e15b-8c3c-4845-a9f9-460983da03c9 req-6b0dfeff-e110-477c-937e-cc77c2ca606a tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] 10.222.0.42 "GET /v2.0/ports?device_id=7ad1cc9d-ddcb-49f1-93fa-40a402b7f339 HTTP/1.1" status: 200 len: 945 time: 0.3102138 Mar 29 15:48:01.280523 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bf63b4-da75-4e5f-ba24-c68aa21c10b6 req-1f3312c5-49be-41e2-9e4c-3759ecd04687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:48:01.282590 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-a5bf63b4-da75-4e5f-ba24-c68aa21c10b6 req-1f3312c5-49be-41e2-9e4c-3759ecd04687 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=7ad1cc9d-ddcb-49f1-93fa-40a402b7f339 HTTP/1.1" status: 200 len: 1096 time: 0.1716003 Mar 29 15:48:01.284086 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.provisioning_blocks [req-b12ca473-1e2b-40d1-8643-ab246b65e75f req-8638472a-9a9a-4970-9f35-b39eb86e3972 service neutron] Transition to ACTIVE for port object 760bbbfc-71b7-4203-933a-d2a2de4db286 will not be triggered until provisioned by entity L2. {{(pid=102791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 15:48:01.284266 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf6dad8-bcd5-4d6e-b6ae-b0190f9a34c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=723c490a-1437-442b-932c-340992e6bc08,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:48:01.300564 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-b12ca473-1e2b-40d1-8643-ab246b65e75f req-8638472a-9a9a-4970-9f35-b39eb86e3972 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:01.416890 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8638472a-9a9a-4970-9f35-b39eb86e3972 service neutron] Pushing event updated for resources: {'Port': ['ID=760bbbfc-71b7-4203-933a-d2a2de4db286,revision_number=2']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:48:01.455078 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d7ba81-6971-44c9-b1de-a08577245f12 req-e72222d4-5588-4793-980a-d73edbaa53da tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:48:01.462830 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-87d7ba81-6971-44c9-b1de-a08577245f12 req-e72222d4-5588-4793-980a-d73edbaa53da tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] 10.222.0.42 "GET /v2.0/ports?device_id=7c51480f-bfbc-4ea8-9c33-e320d6a5e3fa HTTP/1.1" status: 200 len: 943 time: 0.0900393 Mar 29 15:48:01.467015 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ffb0e15b-8c3c-4845-a9f9-460983da03c9 req-721029fb-1209-462b-95ba-e97efdef896c tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] 10.222.0.42 "GET /v2.0/security-groups?id=8c1a607e-8731-4409-adf4-490f4457a32b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731138 Mar 29 15:48:01.548511 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-a5bf63b4-da75-4e5f-ba24-c68aa21c10b6 req-d54b8171-c8de-4f5e-ac7c-20a3e6a141d4 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=8c1a607e-8731-4409-adf4-490f4457a32b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2497787 Mar 29 15:48:01.581207 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-87d7ba81-6971-44c9-b1de-a08577245f12 req-2777bb50-0c6f-4df6-b39a-69991ddb4314 tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] 10.222.0.42 "GET /v2.0/security-groups?id=0bedaa60-e810-4de4-993c-fd3c38fe38fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1161680 Mar 29 15:48:01.597810 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-b12ca473-1e2b-40d1-8643-ab246b65e75f req-8638472a-9a9a-4970-9f35-b39eb86e3972 service neutron] Attempting to bind port 760bbbfc-71b7-4203-933a-d2a2de4db286 on host n-h1-834765-1 for vnic_type normal with profile {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:48:01.599038 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-b12ca473-1e2b-40d1-8643-ab246b65e75f req-8638472a-9a9a-4970-9f35-b39eb86e3972 service neutron] Attempting to bind port 760bbbfc-71b7-4203-933a-d2a2de4db286 by drivers openvswitch,hyperv on host n-h1-834765-1 at level 0 using segments [{'id': 'ee9a1626-16ee-4ecf-88a3-7244e4b7c1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '521886c7-eef8-4b1b-9885-e070589482cd'}] {{(pid=102791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:48:01.600256 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b12ca473-1e2b-40d1-8643-ab246b65e75f req-8638472a-9a9a-4970-9f35-b39eb86e3972 service neutron] Attempting to bind port 760bbbfc-71b7-4203-933a-d2a2de4db286 on network 521886c7-eef8-4b1b-9885-e070589482cd {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:48:01.615403 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b12ca473-1e2b-40d1-8643-ab246b65e75f req-8638472a-9a9a-4970-9f35-b39eb86e3972 service neutron] Port 760bbbfc-71b7-4203-933a-d2a2de4db286 on network 521886c7-eef8-4b1b-9885-e070589482cd not bound, no agent of type Open vSwitch agent registered on host n-h1-834765-1 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 15:48:01.615730 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b12ca473-1e2b-40d1-8643-ab246b65e75f req-8638472a-9a9a-4970-9f35-b39eb86e3972 service neutron] Attempting to bind port 760bbbfc-71b7-4203-933a-d2a2de4db286 on network 521886c7-eef8-4b1b-9885-e070589482cd {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:48:01.899025 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device 5d2aa255-6bdf-43e1-9e05-90c89bdb83ec details requested by agent hyperv_n-h2-834765-1 with host n-h2-834765-1 {{(pid=102792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 15:48:01.901766 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device a9eff704-aff6-4a54-bc5d-fdfc0ad3ee44 no longer exists at agent hyperv_n-h2-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:48:01.920983 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b12ca473-1e2b-40d1-8643-ab246b65e75f req-8638472a-9a9a-4970-9f35-b39eb86e3972 service neutron] Checking agent: {'id': 'be375040-5069-4239-9460-a3a3213e1e90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 33, 18), 'started_at': datetime.datetime(2022, 3, 29, 15, 33, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 47, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:48:01.921338 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b12ca473-1e2b-40d1-8643-ab246b65e75f req-8638472a-9a9a-4970-9f35-b39eb86e3972 service neutron] Checking segment: {'id': 'ee9a1626-16ee-4ecf-88a3-7244e4b7c1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '521886c7-eef8-4b1b-9885-e070589482cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:48:01.921766 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b12ca473-1e2b-40d1-8643-ab246b65e75f req-8638472a-9a9a-4970-9f35-b39eb86e3972 service neutron] Bound using segment: {'id': 'ee9a1626-16ee-4ecf-88a3-7244e4b7c1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '521886c7-eef8-4b1b-9885-e070589482cd'} {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:48:01.922248 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-b12ca473-1e2b-40d1-8643-ab246b65e75f req-8638472a-9a9a-4970-9f35-b39eb86e3972 service neutron] Bound port: 760bbbfc-71b7-4203-933a-d2a2de4db286, host: n-h1-834765-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee9a1626-16ee-4ecf-88a3-7244e4b7c1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '521886c7-eef8-4b1b-9885-e070589482cd'}}] {{(pid=102791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 15:48:01.922841 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-b12ca473-1e2b-40d1-8643-ab246b65e75f req-8638472a-9a9a-4970-9f35-b39eb86e3972 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:01.934989 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] No Port match for: a9eff704-aff6-4a54-bc5d-fdfc0ad3ee44 {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 15:48:01.935481 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device a9eff704-aff6-4a54-bc5d-fdfc0ad3ee44 not bound to the agent host n-h2-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:48:01.952836 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f14f1c-3a5f-48e8-944f-95283c27c01b req-aec41f19-a19b-4525-b198-cf01d0cb25cb tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:48:01.960698 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-60f14f1c-3a5f-48e8-944f-95283c27c01b req-aec41f19-a19b-4525-b198-cf01d0cb25cb tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] 10.222.0.42 "GET /v2.0/ports?device_id=3bef02ef-de94-47d4-97c2-8c38a600695b HTTP/1.1" status: 200 len: 943 time: 0.0826843 Mar 29 15:48:02.032183 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-60f14f1c-3a5f-48e8-944f-95283c27c01b req-09744d4b-010b-4233-a1cb-7d2566431639 tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] 10.222.0.42 "GET /v2.0/security-groups?id=c7a98718-a37a-4214-92b3-d1a7e3aaebf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688262 Mar 29 15:48:02.045851 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4001d0-a1bf-428d-a6b7-b23c02bf8666 req-3cea0e38-6dfd-4706-93c4-20039f113dec tempest-ServerTagsTestJSON-1017176157 tempest-ServerTagsTestJSON-1017176157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:48:02.053516 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-9d4001d0-a1bf-428d-a6b7-b23c02bf8666 req-3cea0e38-6dfd-4706-93c4-20039f113dec tempest-ServerTagsTestJSON-1017176157 tempest-ServerTagsTestJSON-1017176157-project] 10.222.0.42 "GET /v2.0/ports?device_id=40a2af2b-2c23-487b-bbdc-790786e296d0 HTTP/1.1" status: 200 len: 946 time: 0.4346149 Mar 29 15:48:02.096895 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-b12ca473-1e2b-40d1-8643-ab246b65e75f req-8638472a-9a9a-4970-9f35-b39eb86e3972 service neutron] For port 760bbbfc-71b7-4203-933a-d2a2de4db286, host n-h1-834765-1, cleared binding levels {{(pid=102791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:48:02.134209 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-9d4001d0-a1bf-428d-a6b7-b23c02bf8666 req-6013347c-b43b-4d2c-b40c-c144c598c8fc tempest-ServerTagsTestJSON-1017176157 tempest-ServerTagsTestJSON-1017176157-project] 10.222.0.42 "GET /v2.0/security-groups?id=749261fa-ae42-492c-8117-2999a534671e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748520 Mar 29 15:48:02.136030 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-b12ca473-1e2b-40d1-8643-ab246b65e75f req-8638472a-9a9a-4970-9f35-b39eb86e3972 service neutron] For port 760bbbfc-71b7-4203-933a-d2a2de4db286, host n-h1-834765-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=760bbbfc-71b7-4203-933a-d2a2de4db286,segment=NetworkSegment(ee9a1626-16ee-4ecf-88a3-7244e4b7c1ed),segment_id=ee9a1626-16ee-4ecf-88a3-7244e4b7c1ed)] {{(pid=102791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:48:02.145054 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-b12ca473-1e2b-40d1-8643-ab246b65e75f req-8638472a-9a9a-4970-9f35-b39eb86e3972 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:02.148458 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 53976) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:48:02.159833 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port 5d2aa255-6bdf-43e1-9e05-90c89bdb83ec, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=5d2aa255-6bdf-43e1-9e05-90c89bdb83ec,segment=NetworkSegment(593392ec-7215-4ab3-8e52-325f9a7e2718),segment_id=593392ec-7215-4ab3-8e52-325f9a7e2718)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:48:02.186673 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Returning: {'device': '5d2aa255-6bdf-43e1-9e05-90c89bdb83ec', 'network_id': '5820eec2-ced2-414a-ab32-af1fabeb5f44', 'port_id': '5d2aa255-6bdf-43e1-9e05-90c89bdb83ec', 'mac_address': 'fa:16:3e:79:01:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '406fd4ed-e828-4758-9c87-5ac29cec1b72', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 15:48:02.238207 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12ca473-1e2b-40d1-8643-ab246b65e75f req-8638472a-9a9a-4970-9f35-b39eb86e3972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:48:02.238836 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-b12ca473-1e2b-40d1-8643-ab246b65e75f req-8638472a-9a9a-4970-9f35-b39eb86e3972 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:02.240258 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b12ca473-1e2b-40d1-8643-ab246b65e75f req-8638472a-9a9a-4970-9f35-b39eb86e3972 service neutron] 10.222.0.44 "PUT /v2.0/ports/760bbbfc-71b7-4203-933a-d2a2de4db286 HTTP/1.1" status: 200 len: 1091 time: 2.7386394 Mar 29 15:48:02.240996 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb75cbb9-4280-4c47-b52c-350d614decb4 admin admin] Deleting subnet e40243f7-deb2-4a55-9fcc-00e92f1db1cb {{(pid=102790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 15:48:02.261236 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-eb75cbb9-4280-4c47-b52c-350d614decb4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:02.270135 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8638472a-9a9a-4970-9f35-b39eb86e3972 service neutron] Pushing event updated for resources: {'Port': ['ID=760bbbfc-71b7-4203-933a-d2a2de4db286,revision_number=3']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:48:02.304431 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:02.330999 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-eb75cbb9-4280-4c47-b52c-350d614decb4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4614024'] for subnet, precommit_delete_associations {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:02.392034 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12ca473-1e2b-40d1-8643-ab246b65e75f req-fd8de46a-c75b-48b6-8927-d94e71e9d0d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:48:02.397741 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b12ca473-1e2b-40d1-8643-ab246b65e75f req-fd8de46a-c75b-48b6-8927-d94e71e9d0d7 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=874b0aa6020149238769aab64fe19d30&device_id=3bef02ef-de94-47d4-97c2-8c38a600695b HTTP/1.1" status: 200 len: 1094 time: 0.0970905 Mar 29 15:48:02.425869 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-eb75cbb9-4280-4c47-b52c-350d614decb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1641287'] for subnet, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:02.502728 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b12ca473-1e2b-40d1-8643-ab246b65e75f req-8c3aaacd-65c2-4bcb-9bdc-8cafba98c1c8 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=760bbbfc-71b7-4203-933a-d2a2de4db286 HTTP/1.1" status: 200 len: 217 time: 0.1001577 Mar 29 15:48:02.538447 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-eb75cbb9-4280-4c47-b52c-350d614decb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1641294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5231963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4793952'] for subnet, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:02.608530 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb75cbb9-4280-4c47-b52c-350d614decb4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e40243f7-deb2-4a55-9fcc-00e92f1db1cb,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:48:02.618222 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-eb75cbb9-4280-4c47-b52c-350d614decb4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for subnet, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:02.629288 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-eb75cbb9-4280-4c47-b52c-350d614decb4 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/e40243f7-deb2-4a55-9fcc-00e92f1db1cb HTTP/1.1" status: 204 len: 168 time: 0.4788611 Mar 29 15:48:02.630972 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 54006) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:48:02.637648 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12ca473-1e2b-40d1-8643-ab246b65e75f req-5028d523-a46d-4063-8d1a-a9fc455696e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:48:02.639949 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b12ca473-1e2b-40d1-8643-ab246b65e75f req-5028d523-a46d-4063-8d1a-a9fc455696e7 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=948bea00-d9fc-4574-8561-d9234d72b285 HTTP/1.1" status: 200 len: 862 time: 0.1287546 Mar 29 15:48:02.705580 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b12ca473-1e2b-40d1-8643-ab246b65e75f req-f44e6355-249c-498d-8857-f1aa7b487ea6 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=521886c7-eef8-4b1b-9885-e070589482cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0574741 Mar 29 15:48:02.760930 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d2aa255-6bdf-43e1-9e05-90c89bdb83ec {{(pid=102792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:48:02.783215 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-031ae557-267d-4052-a34b-a2119a0a549c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:02.805798 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port 5d2aa255-6bdf-43e1-9e05-90c89bdb83ec, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=5d2aa255-6bdf-43e1-9e05-90c89bdb83ec,segment=NetworkSegment(593392ec-7215-4ab3-8e52-325f9a7e2718),segment_id=593392ec-7215-4ab3-8e52-325f9a7e2718)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:48:02.817499 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:02.889236 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-248fcefa-9923-42a3-9b8d-2e7c9b6c0496 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1631750'] for network, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:02.909698 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b12ca473-1e2b-40d1-8643-ab246b65e75f req-07de7e6e-b7c5-4d6b-acfb-479c0142b39b service neutron] 10.222.0.44 "GET /v2.0/networks/521886c7-eef8-4b1b-9885-e070589482cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1945965 Mar 29 15:48:02.951805 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6add352-b3b5-4d4b-ac12-22e2e496ba38 req-004dbdf8-1582-43f5-b2e0-efa1ab140ddb tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:48:02.961621 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-e6add352-b3b5-4d4b-ac12-22e2e496ba38 req-004dbdf8-1582-43f5-b2e0-efa1ab140ddb tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] 10.222.0.42 "GET /v2.0/ports?device_id=7ad1cc9d-ddcb-49f1-93fa-40a402b7f339 HTTP/1.1" status: 200 len: 945 time: 0.2455394 Mar 29 15:48:02.983399 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccf671cc-285a-4046-a5d5-c44a9114232b', 'name': 'network-vif-deleted', 'tag': 'c3fe64f4-0ad0-4bf4-9e83-f3258604e62d'}, {'name': 'network-changed', 'server_uuid': '3bef02ef-de94-47d4-97c2-8c38a600695b', 'tag': '760bbbfc-71b7-4203-933a-d2a2de4db286'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:48:02.996342 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Pushing event updated for resources: {'Port': ['ID=5d2aa255-6bdf-43e1-9e05-90c89bdb83ec,revision_number=4']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:48:02.998645 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c67b028db5e9b9818fecc5c0a87ebc6f190694fa53ca267d523e04f98de536d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9492cd96-a4da-408d-b80c-47d4992c111f" -d '{"events": [{"server_uuid": "ccf671cc-285a-4046-a5d5-c44a9114232b", "name": "network-vif-deleted", "tag": "c3fe64f4-0ad0-4bf4-9e83-f3258604e62d"}, {"name": "network-changed", "server_uuid": "3bef02ef-de94-47d4-97c2-8c38a600695b", "tag": "760bbbfc-71b7-4203-933a-d2a2de4db286"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:48:03.116249 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-248fcefa-9923-42a3-9b8d-2e7c9b6c0496 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639890', 'neutron.services.segments.db._delete_segments_for_network-8783523423079'] for network, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:03.119381 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1815ad-5e5b-4788-a9cd-ffdc3df0d828 req-a63697ad-b0c4-4cf3-bdee-5a59b9211edc tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:48:03.120758 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-1c1815ad-5e5b-4788-a9cd-ffdc3df0d828 req-a63697ad-b0c4-4cf3-bdee-5a59b9211edc tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] 10.222.0.42 "GET /v2.0/ports?device_id=7c51480f-bfbc-4ea8-9c33-e320d6a5e3fa HTTP/1.1" status: 200 len: 944 time: 0.0745525 Mar 29 15:48:03.123477 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b12ca473-1e2b-40d1-8643-ab246b65e75f req-811b3f90-8967-4cad-ac5f-5232189f3206 service neutron] 10.222.0.44 "GET /v2.0/networks/521886c7-eef8-4b1b-9885-e070589482cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2067490 Mar 29 15:48:03.130208 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] get_ports_and_sgs() called for port_ids ['5d2aa255-6bdf-43e1-9e05-90c89bdb83ec'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:48:03.164098 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-1c1815ad-5e5b-4788-a9cd-ffdc3df0d828 req-384fcfac-817a-45bd-8e1a-a4993d9f8b5d tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] 10.222.0.42 "GET /v2.0/security-groups?id=0bedaa60-e810-4de4-993c-fd3c38fe38fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367920 Mar 29 15:48:03.168485 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-e6add352-b3b5-4d4b-ac12-22e2e496ba38 req-fb5ddf3d-481e-4f86-af51-b3246384fa1d tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] 10.222.0.42 "GET /v2.0/security-groups?id=8c1a607e-8731-4409-adf4-490f4457a32b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1989083 Mar 29 15:48:03.176985 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-248fcefa-9923-42a3-9b8d-2e7c9b6c0496 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8379183-1181-4480-938a-4a240ff65ade']}} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:48:03.194138 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-248fcefa-9923-42a3-9b8d-2e7c9b6c0496 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e21100ac-42ad-42a8-ba92-556bc659383a') {'for_net_delete': True} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:48:03.194138 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-248fcefa-9923-42a3-9b8d-2e7c9b6c0496 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e21100ac-42ad-42a8-ba92-556bc659383a') {} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:48:03.221981 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-248fcefa-9923-42a3-9b8d-2e7c9b6c0496 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783523422064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4614019'] for segment, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:03.249269 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-248fcefa-9923-42a3-9b8d-2e7c9b6c0496 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:03.263732 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-248fcefa-9923-42a3-9b8d-2e7c9b6c0496 admin admin] Releasing vlan 646 on physical network physnet1 to pool {{(pid=102790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 15:48:03.265269 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-248fcefa-9923-42a3-9b8d-2e7c9b6c0496 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5238013'] for segment, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:03.269961 n-d-834765-1 neutron-server[102790]: Traceback (most recent call last): Mar 29 15:48:03.269961 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 15:48:03.269961 n-d-834765-1 neutron-server[102790]: timer() Mar 29 15:48:03.269961 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 15:48:03.269961 n-d-834765-1 neutron-server[102790]: cb(*args, **kw) Mar 29 15:48:03.269961 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 15:48:03.269961 n-d-834765-1 neutron-server[102790]: return func(*args, **kwargs) Mar 29 15:48:03.269961 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 15:48:03.269961 n-d-834765-1 neutron-server[102790]: self._notify() Mar 29 15:48:03.269961 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 15:48:03.269961 n-d-834765-1 neutron-server[102790]: self.callback(batched_events) Mar 29 15:48:03.269961 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 15:48:03.269961 n-d-834765-1 neutron-server[102790]: event.method(event) Mar 29 15:48:03.269961 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 15:48:03.269961 n-d-834765-1 neutron-server[102790]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 15:48:03.269961 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 15:48:03.269961 n-d-834765-1 neutron-server[102790]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 15:48:03.269961 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 15:48:03.269961 n-d-834765-1 neutron-server[102790]: return f(self, *a, **k) Mar 29 15:48:03.269961 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 15:48:03.269961 n-d-834765-1 neutron-server[102790]: return self._get(url).json() Mar 29 15:48:03.269961 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 15:48:03.269961 n-d-834765-1 neutron-server[102790]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 15:48:03.269961 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 15:48:03.269961 n-d-834765-1 neutron-server[102790]: return self.request(url, 'GET', **kwargs) Mar 29 15:48:03.269961 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 15:48:03.269961 n-d-834765-1 neutron-server[102790]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 15:48:03.269961 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 15:48:03.269961 n-d-834765-1 neutron-server[102790]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 15:48:03.269961 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 15:48:03.269961 n-d-834765-1 neutron-server[102790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 15:48:03.269961 n-d-834765-1 neutron-server[102790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 15:48:03.392972 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-248fcefa-9923-42a3-9b8d-2e7c9b6c0496 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1639897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648174'] for network, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:03.424252 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-248fcefa-9923-42a3-9b8d-2e7c9b6c0496 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for network, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:03.427599 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-248fcefa-9923-42a3-9b8d-2e7c9b6c0496 admin admin] 10.222.0.42 "DELETE /v2.0/networks/d8379183-1181-4480-938a-4a240ff65ade HTTP/1.1" status: 204 len: 168 time: 0.7942491 Mar 29 15:48:03.441611 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248fcefa-9923-42a3-9b8d-2e7c9b6c0496 admin admin] Pushing event deleted for resources: {'Network': ['ID=d8379183-1181-4480-938a-4a240ff65ade,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:48:03.442744 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 29 Mar 2022 15:48:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ec492f8-9ec5-4693-8e01-315015432fdb x-openstack-request-id: req-6ec492f8-9ec5-4693-8e01-315015432fdb {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:48:03.443580 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccf671cc-285a-4046-a5d5-c44a9114232b", "name": "network-vif-deleted", "tag": "c3fe64f4-0ad0-4bf4-9e83-f3258604e62d", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "3bef02ef-de94-47d4-97c2-8c38a600695b", "tag": "760bbbfc-71b7-4203-933a-d2a2de4db286", "status": "completed", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:48:03.444244 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-6ec492f8-9ec5-4693-8e01-315015432fdb {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:48:03.445254 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccf671cc-285a-4046-a5d5-c44a9114232b', 'name': 'network-vif-deleted', 'tag': 'c3fe64f4-0ad0-4bf4-9e83-f3258604e62d', 'status': 'completed', 'code': 200} Mar 29 15:48:03.445704 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3bef02ef-de94-47d4-97c2-8c38a600695b', 'tag': '760bbbfc-71b7-4203-933a-d2a2de4db286', 'status': 'completed', 'code': 200} Mar 29 15:48:03.532780 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9492cd96-a4da-408d-b80c-47d4992c111f req-9e02529a-1716-46ca-9b6d-5377a9fbe141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:48:03.539999 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-9492cd96-a4da-408d-b80c-47d4992c111f req-9e02529a-1716-46ca-9b6d-5377a9fbe141 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=874b0aa6020149238769aab64fe19d30&device_id=3bef02ef-de94-47d4-97c2-8c38a600695b HTTP/1.1" status: 200 len: 1094 time: 0.0696311 Mar 29 15:48:03.620825 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6253720f-d8dc-4e45-b4dd-78f3a10b6ccc req-98378f79-8618-4764-8f20-620315c69a3b tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:48:03.628307 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-6253720f-d8dc-4e45-b4dd-78f3a10b6ccc req-98378f79-8618-4764-8f20-620315c69a3b tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/ports?device_id=58f7a61a-e4e1-4fba-85de-36c5ab11b403 HTTP/1.1" status: 200 len: 950 time: 0.1076906 Mar 29 15:48:03.682307 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b313e908-ec6a-40ed-90d0-8059af3f3b8b req-db403e0f-c353-4024-a983-ca2701ef186f tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:48:03.684247 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b313e908-ec6a-40ed-90d0-8059af3f3b8b req-db403e0f-c353-4024-a983-ca2701ef186f tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] 10.222.0.42 "GET /v2.0/ports?device_id=3bef02ef-de94-47d4-97c2-8c38a600695b HTTP/1.1" status: 200 len: 943 time: 0.1430624 Mar 29 15:48:03.721441 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-6253720f-d8dc-4e45-b4dd-78f3a10b6ccc req-572a554a-2426-437e-b281-426377da7eed tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/security-groups?id=56997969-7130-4d86-9e9d-e068deb19a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861940 Mar 29 15:48:03.722052 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 54048) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:48:03.774982 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-0b22ddbf-0bfd-417c-90c0-48984c8cd98d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=8d821cfe3f5a49118adbc663ea93162d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0511494 Mar 29 15:48:03.775700 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 54050) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:48:03.776957 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b313e908-ec6a-40ed-90d0-8059af3f3b8b req-8d399278-514c-4226-9aea-3fa9ae0db91b tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] 10.222.0.42 "GET /v2.0/security-groups?id=c7a98718-a37a-4214-92b3-d1a7e3aaebf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822358 Mar 29 15:48:03.799398 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9492cd96-a4da-408d-b80c-47d4992c111f req-79ac19ed-ad68-4d29-9ec2-ea7e9d86edc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:48:03.801558 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-9492cd96-a4da-408d-b80c-47d4992c111f req-79ac19ed-ad68-4d29-9ec2-ea7e9d86edc7 service neutron] 10.222.0.44 "GET /v2.0/networks?id=521886c7-eef8-4b1b-9885-e070589482cd HTTP/1.1" status: 200 len: 923 time: 0.2391784 Mar 29 15:48:03.855594 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-9492cd96-a4da-408d-b80c-47d4992c111f req-0c3064f9-7869-4fc2-9601-282c52a3908f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=760bbbfc-71b7-4203-933a-d2a2de4db286 HTTP/1.1" status: 200 len: 217 time: 0.0466762 Mar 29 15:48:03.922072 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-b72d1cc5-fff9-41ff-b32d-ce851cbbc101 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:03.959137 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9492cd96-a4da-408d-b80c-47d4992c111f req-e5e060d0-890a-47e3-af0a-e54183d0ee3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:48:03.964663 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-9492cd96-a4da-408d-b80c-47d4992c111f req-e5e060d0-890a-47e3-af0a-e54183d0ee3d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=948bea00-d9fc-4574-8561-d9234d72b285 HTTP/1.1" status: 200 len: 862 time: 0.0876012 Mar 29 15:48:03.994034 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-b72d1cc5-fff9-41ff-b32d-ce851cbbc101 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:04.008694 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-9492cd96-a4da-408d-b80c-47d4992c111f req-30e37fc5-f2a2-4f8f-baf7-0800619e32b2 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=521886c7-eef8-4b1b-9885-e070589482cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385129 Mar 29 15:48:04.081671 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-b72d1cc5-fff9-41ff-b32d-ce851cbbc101 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:04.090539 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-b72d1cc5-fff9-41ff-b32d-ce851cbbc101 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:04.092209 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-b72d1cc5-fff9-41ff-b32d-ce851cbbc101 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/622584de-fdfc-4a41-9592-a14d48f13313 HTTP/1.1" status: 204 len: 168 time: 0.3151107 Mar 29 15:48:04.119637 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72d1cc5-fff9-41ff-b32d-ce851cbbc101 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=622584de-fdfc-4a41-9592-a14d48f13313,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:48:04.123423 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d71584b9-87f1-45f5-84c7-c993c2416269 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:04.161171 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-9492cd96-a4da-408d-b80c-47d4992c111f req-48fb8194-eb1b-4ace-81a6-5b09a7b1f68a service neutron] 10.222.0.44 "GET /v2.0/networks/521886c7-eef8-4b1b-9885-e070589482cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1449139 Mar 29 15:48:04.356243 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-9492cd96-a4da-408d-b80c-47d4992c111f req-9337f8a9-c1e1-4287-8d8b-e1c5977668f5 service neutron] 10.222.0.44 "GET /v2.0/networks/521886c7-eef8-4b1b-9885-e070589482cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1860411 Mar 29 15:48:04.357866 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a6b5d9-696f-416f-9eac-af9307e189c5 req-66bcf362-87e2-4b8a-8979-916ff4eeda78 tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:48:04.361933 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-83a6b5d9-696f-416f-9eac-af9307e189c5 req-66bcf362-87e2-4b8a-8979-916ff4eeda78 tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] 10.222.0.42 "GET /v2.0/ports?device_id=7c51480f-bfbc-4ea8-9c33-e320d6a5e3fa HTTP/1.1" status: 200 len: 944 time: 0.1075153 Mar 29 15:48:04.380187 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edde1518-bb3b-44ab-82f0-53c7e1b84e74 req-9218630e-e886-40eb-bde6-31bae62d0e94 tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:48:04.384226 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-edde1518-bb3b-44ab-82f0-53c7e1b84e74 req-9218630e-e886-40eb-bde6-31bae62d0e94 tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] 10.222.0.42 "GET /v2.0/ports?device_id=7ad1cc9d-ddcb-49f1-93fa-40a402b7f339 HTTP/1.1" status: 200 len: 945 time: 0.0763609 Mar 29 15:48:04.447102 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-83a6b5d9-696f-416f-9eac-af9307e189c5 req-053b83e2-07b8-4ae5-b0a4-f115ed39b9f7 tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] 10.222.0.42 "GET /v2.0/security-groups?id=0bedaa60-e810-4de4-993c-fd3c38fe38fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734494 Mar 29 15:48:04.478434 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-edde1518-bb3b-44ab-82f0-53c7e1b84e74 req-24d50afb-85a5-47f4-b14b-fc10b45879ac tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] 10.222.0.42 "GET /v2.0/security-groups?id=8c1a607e-8731-4409-adf4-490f4457a32b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872591 Mar 29 15:48:04.828451 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d125b0b3-f63f-4804-b000-c985c22643e4 req-3180d318-ecc6-4379-8015-46c552b6653a tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:48:04.836069 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d125b0b3-f63f-4804-b000-c985c22643e4 req-3180d318-ecc6-4379-8015-46c552b6653a tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] 10.222.0.42 "GET /v2.0/ports?device_id=7ad1cc9d-ddcb-49f1-93fa-40a402b7f339 HTTP/1.1" status: 200 len: 945 time: 0.0896888 Mar 29 15:48:04.896435 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d125b0b3-f63f-4804-b000-c985c22643e4 req-fac3b086-40e5-4bb0-9fab-85580a6ada02 tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] 10.222.0.42 "GET /v2.0/security-groups?id=8c1a607e-8731-4409-adf4-490f4457a32b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592289 Mar 29 15:48:05.022278 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e214b42e-4f3a-4bbd-a957-8cd0c02b0102 req-572e9b20-3cba-48ee-8a4c-d932e217854b tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:48:05.033529 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-e214b42e-4f3a-4bbd-a957-8cd0c02b0102 req-572e9b20-3cba-48ee-8a4c-d932e217854b tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/ports?device_id=58f7a61a-e4e1-4fba-85de-36c5ab11b403 HTTP/1.1" status: 200 len: 950 time: 0.0877612 Mar 29 15:48:05.099142 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-e214b42e-4f3a-4bbd-a957-8cd0c02b0102 req-573b76e2-ea06-4de6-85b7-647a68e3357a tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/security-groups?id=56997969-7130-4d86-9e9d-e068deb19a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622532 Mar 29 15:48:05.119316 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220969d4-7b23-423d-96c8-a12b9da37f99 req-f4cf10ea-587e-4dd2-a021-ce22e9f3602f tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:48:05.120948 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-220969d4-7b23-423d-96c8-a12b9da37f99 req-f4cf10ea-587e-4dd2-a021-ce22e9f3602f tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.48 "GET /v2.0/ports?device_id=58f7a61a-e4e1-4fba-85de-36c5ab11b403 HTTP/1.1" status: 200 len: 950 time: 0.1373601 Mar 29 15:48:05.147413 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cee35ea-b2b1-4884-83cf-efa296dee07a req-53030337-36fb-499f-bbbb-0d5e19913aea tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:48:05.156219 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-7cee35ea-b2b1-4884-83cf-efa296dee07a req-53030337-36fb-499f-bbbb-0d5e19913aea tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] 10.222.0.42 "GET /v2.0/ports?device_id=3bef02ef-de94-47d4-97c2-8c38a600695b HTTP/1.1" status: 200 len: 943 time: 0.1179233 Mar 29 15:48:05.261688 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-7cee35ea-b2b1-4884-83cf-efa296dee07a req-66ba508f-e33f-4bd3-a19f-493efef900f8 tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] 10.222.0.42 "GET /v2.0/security-groups?id=c7a98718-a37a-4214-92b3-d1a7e3aaebf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043735 Mar 29 15:48:05.294902 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [req-220969d4-7b23-423d-96c8-a12b9da37f99 req-909ee0d7-9529-4297-9c32-46f36b82f385 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] Deleting port e6b9deda-c73a-4c2a-b870-929882588559 {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:48:05.295218 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-220969d4-7b23-423d-96c8-a12b9da37f99 req-909ee0d7-9529-4297-9c32-46f36b82f385 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:05.490622 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-220969d4-7b23-423d-96c8-a12b9da37f99 req-909ee0d7-9529-4297-9c32-46f36b82f385 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] For port e6b9deda-c73a-4c2a-b870-929882588559, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=e6b9deda-c73a-4c2a-b870-929882588559,segment=NetworkSegment(a0c230f0-660a-4194-9279-0f0781d34134),segment_id=a0c230f0-660a-4194-9279-0f0781d34134)] {{(pid=102791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:48:05.490993 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-220969d4-7b23-423d-96c8-a12b9da37f99 req-909ee0d7-9529-4297-9c32-46f36b82f385 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:05.512354 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [req-220969d4-7b23-423d-96c8-a12b9da37f99 req-909ee0d7-9529-4297-9c32-46f36b82f385 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] Calling delete_port for e6b9deda-c73a-4c2a-b870-929882588559 owned by compute:nova {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:48:05.606899 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 54150) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:48:05.666523 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b688e565-50ba-434e-a71f-8b386afcb050 req-ff8acf22-a16d-4a8c-8566-272365f9fdd8 tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:48:05.675689 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b688e565-50ba-434e-a71f-8b386afcb050 req-ff8acf22-a16d-4a8c-8566-272365f9fdd8 tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] 10.222.0.42 "GET /v2.0/ports?device_id=7c51480f-bfbc-4ea8-9c33-e320d6a5e3fa HTTP/1.1" status: 200 len: 944 time: 0.0939016 Mar 29 15:48:05.707536 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-0cb6abf6-2706-4e52-8825-f5f644ecf9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:05.755909 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b688e565-50ba-434e-a71f-8b386afcb050 req-938e7df7-bff5-465e-a156-deac56f55113 tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] 10.222.0.42 "GET /v2.0/security-groups?id=0bedaa60-e810-4de4-993c-fd3c38fe38fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0782142 Mar 29 15:48:05.774804 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-220969d4-7b23-423d-96c8-a12b9da37f99 req-909ee0d7-9529-4297-9c32-46f36b82f385 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:05.788116 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] get_ports_and_sgs() called for port_ids ['e6b9deda-c73a-4c2a-b870-929882588559'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:48:05.791052 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] get_ports_and_sgs() called for port_ids ['684fa249-cf80-48e5-b59d-1b228e32ee2c'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:48:05.827388 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909ee0d7-9529-4297-9c32-46f36b82f385 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] Pushing event deleted for resources: {'Port': ['ID=e6b9deda-c73a-4c2a-b870-929882588559,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:48:05.882044 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-f1ccd000-deaa-451b-a533-27f2e03a360a admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1595669167-network', 'tenant_id': 'fdec4286f9a24cefb8e341d1f4bfb464'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:48:05.923899 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1ccd000-deaa-451b-a533-27f2e03a360a admin admin] Made reservation on behalf of fdec4286f9a24cefb8e341d1f4bfb464 for: {'network': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:48:05.927325 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-f1ccd000-deaa-451b-a533-27f2e03a360a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for network, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:05.928271 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [req-220969d4-7b23-423d-96c8-a12b9da37f99 req-909ee0d7-9529-4297-9c32-46f36b82f385 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] No DVR routers for this DVR port e6b9deda-c73a-4c2a-b870-929882588559 on host n-h2-834765-1 {{(pid=102791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:48:05.932687 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-220969d4-7b23-423d-96c8-a12b9da37f99 req-909ee0d7-9529-4297-9c32-46f36b82f385 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:05.937927 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-220969d4-7b23-423d-96c8-a12b9da37f99 req-909ee0d7-9529-4297-9c32-46f36b82f385 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.48 "DELETE /v2.0/ports/e6b9deda-c73a-4c2a-b870-929882588559 HTTP/1.1" status: 204 len: 173 time: 0.8082604 Mar 29 15:48:05.938435 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58f7a61a-e4e1-4fba-85de-36c5ab11b403', 'name': 'network-vif-deleted', 'tag': 'e6b9deda-c73a-4c2a-b870-929882588559'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:48:05.942895 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-f1ccd000-deaa-451b-a533-27f2e03a360a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:05.946168 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c67b028db5e9b9818fecc5c0a87ebc6f190694fa53ca267d523e04f98de536d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be3fb9d5-814f-4c0b-8b90-ac36d34a3f0d" -d '{"events": [{"server_uuid": "58f7a61a-e4e1-4fba-85de-36c5ab11b403", "name": "network-vif-deleted", "tag": "e6b9deda-c73a-4c2a-b870-929882588559"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:48:06.048472 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device 5d2aa255-6bdf-43e1-9e05-90c89bdb83ec up at agent hyperv_n-h2-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:48:06.092734 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:48:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-064a4f4b-f2bf-4c78-b27b-8d48a8f574ec x-openstack-request-id: req-064a4f4b-f2bf-4c78-b27b-8d48a8f574ec {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:48:06.093343 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58f7a61a-e4e1-4fba-85de-36c5ab11b403", "name": "network-vif-deleted", "tag": "e6b9deda-c73a-4c2a-b870-929882588559", "status": "completed", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:48:06.093777 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-064a4f4b-f2bf-4c78-b27b-8d48a8f574ec {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:48:06.094329 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58f7a61a-e4e1-4fba-85de-36c5ab11b403', 'name': 'network-vif-deleted', 'tag': 'e6b9deda-c73a-4c2a-b870-929882588559', 'status': 'completed', 'code': 200} Mar 29 15:48:06.168425 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:06.196444 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-f1ccd000-deaa-451b-a533-27f2e03a360a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:06.208318 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-f1ccd000-deaa-451b-a533-27f2e03a360a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:06.282826 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Provisioning for port 5d2aa255-6bdf-43e1-9e05-90c89bdb83ec completed by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 15:48:06.301888 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1ccd000-deaa-451b-a533-27f2e03a360a admin admin] vlan segment allocate from pool success with {'vlan_id': 614, 'physical_network': 'physnet1'} {{(pid=102790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 15:48:06.313045 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e870aabc-5010-413e-b4b0-2377777119c7 req-69c2bc31-5efe-4844-b2f8-7a7e9649ee68 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/ports?device_id=58f7a61a-e4e1-4fba-85de-36c5ab11b403 HTTP/1.1" status: 200 len: 210 time: 0.0925202 Mar 29 15:48:06.324657 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device 760bbbfc-71b7-4203-933a-d2a2de4db286 details requested by agent hyperv_n-h1-834765-1 with host n-h1-834765-1 {{(pid=102792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 15:48:06.327356 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adfe8aa-e40f-4fb7-8bd6-82882a782cda req-e39d8f3a-2b00-411d-a381-d44fc31df83d tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:48:06.328823 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-4adfe8aa-e40f-4fb7-8bd6-82882a782cda req-e39d8f3a-2b00-411d-a381-d44fc31df83d tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] 10.222.0.42 "GET /v2.0/ports?device_id=7ad1cc9d-ddcb-49f1-93fa-40a402b7f339 HTTP/1.1" status: 200 len: 945 time: 0.2024252 Mar 29 15:48:06.399160 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ccd000-deaa-451b-a533-27f2e03a360a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb9ac8c3-c449-4a96-b5d1-c6a04498c0ac,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:48:06.406425 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-f1ccd000-deaa-451b-a533-27f2e03a360a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:06.406772 n-d-834765-1 neutron-server[102790]: INFO neutron.db.segments_db [None req-f1ccd000-deaa-451b-a533-27f2e03a360a admin admin] Added segment 7dc131c3-459a-4f03-9c06-2bec1a2a1561 of type vlan for network 7378a57b-81a9-4880-89d9-34e7d7056ad4 Mar 29 15:48:06.489618 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Provisioning complete for port 5d2aa255-6bdf-43e1-9e05-90c89bdb83ec triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:48:06.490435 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:06.558479 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-4adfe8aa-e40f-4fb7-8bd6-82882a782cda req-f43c8012-4312-4c08-807f-2304c8d1448b tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] 10.222.0.42 "GET /v2.0/security-groups?id=8c1a607e-8731-4409-adf4-490f4457a32b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2079089 Mar 29 15:48:06.595680 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-f1ccd000-deaa-451b-a533-27f2e03a360a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783522915970'] for network, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:06.666080 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-f1ccd000-deaa-451b-a533-27f2e03a360a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795'] for network, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:06.667190 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1ccd000-deaa-451b-a533-27f2e03a360a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:48:06.668124 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-f1ccd000-deaa-451b-a533-27f2e03a360a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for network, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:06.703900 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port 760bbbfc-71b7-4203-933a-d2a2de4db286, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=760bbbfc-71b7-4203-933a-d2a2de4db286,segment=NetworkSegment(ee9a1626-16ee-4ecf-88a3-7244e4b7c1ed),segment_id=ee9a1626-16ee-4ecf-88a3-7244e4b7c1ed)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:48:06.716796 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-f1ccd000-deaa-451b-a533-27f2e03a360a admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1084735 Mar 29 15:48:06.721849 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 54194) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:48:06.759195 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-8c5e0f22-791a-4f59-9b47-70485fbe627d admin admin] Request body: {'subnet': {'network_id': '7378a57b-81a9-4880-89d9-34e7d7056ad4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1595669167-subnet', 'tenant_id': 'fdec4286f9a24cefb8e341d1f4bfb464', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:48:06.767627 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ccd000-deaa-451b-a533-27f2e03a360a admin admin] Pushing event updated for resources: {'Network': ['ID=7378a57b-81a9-4880-89d9-34e7d7056ad4,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:48:06.777619 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Returning: {'device': '760bbbfc-71b7-4203-933a-d2a2de4db286', 'network_id': '521886c7-eef8-4b1b-9885-e070589482cd', 'port_id': '760bbbfc-71b7-4203-933a-d2a2de4db286', 'mac_address': 'fa:16:3e:f2:9c:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 632, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '948bea00-d9fc-4574-8561-d9234d72b285', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 15:48:06.788953 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c5e0f22-791a-4f59-9b47-70485fbe627d admin admin] Made reservation on behalf of fdec4286f9a24cefb8e341d1f4bfb464 for: {'subnet': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:48:06.792516 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-8c5e0f22-791a-4f59-9b47-70485fbe627d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4793983'] for subnet, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:06.797571 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc0e920-888c-4c14-9b8f-c9287e61dfe3 req-9268f3c0-3fba-4fce-b57a-730b633e0bbb tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:48:06.816928 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-bbc0e920-888c-4c14-9b8f-c9287e61dfe3 req-9268f3c0-3fba-4fce-b57a-730b633e0bbb tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] 10.222.0.42 "GET /v2.0/ports?device_id=3bef02ef-de94-47d4-97c2-8c38a600695b HTTP/1.1" status: 200 len: 943 time: 0.1666048 Mar 29 15:48:06.889384 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Network 7378a57b-81a9-4880-89d9-34e7d7056ad4 details requested by agent ovs-agent-n-d-834765-1 with host n-d-834765-1 {{(pid=102792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 15:48:06.912005 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-bbc0e920-888c-4c14-9b8f-c9287e61dfe3 req-2316981d-6bde-45d3-8ae4-f6091d210b3d tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] 10.222.0.42 "GET /v2.0/security-groups?id=c7a98718-a37a-4214-92b3-d1a7e3aaebf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937107 Mar 29 15:48:06.986157 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:07.029534 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 760bbbfc-71b7-4203-933a-d2a2de4db286 {{(pid=102792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:48:07.081284 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:07.093945 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port 760bbbfc-71b7-4203-933a-d2a2de4db286, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=760bbbfc-71b7-4203-933a-d2a2de4db286,segment=NetworkSegment(ee9a1626-16ee-4ecf-88a3-7244e4b7c1ed),segment_id=ee9a1626-16ee-4ecf-88a3-7244e4b7c1ed)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:48:07.105728 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afab8c1d-0252-47d8-aa5d-50013fe04ea6 req-57202bab-7481-467e-9a19-f38f34561774 tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:48:07.115159 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-afab8c1d-0252-47d8-aa5d-50013fe04ea6 req-57202bab-7481-467e-9a19-f38f34561774 tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] 10.222.0.42 "GET /v2.0/ports?device_id=7c51480f-bfbc-4ea8-9c33-e320d6a5e3fa HTTP/1.1" status: 200 len: 944 time: 0.0903192 Mar 29 15:48:07.116259 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-8c5e0f22-791a-4f59-9b47-70485fbe627d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5231896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4793961'] for subnet, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:07.158446 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:07.180922 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-afab8c1d-0252-47d8-aa5d-50013fe04ea6 req-2422c570-f2cc-46c4-bc39-ab50efa4eb90 tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] 10.222.0.42 "GET /v2.0/security-groups?id=0bedaa60-e810-4de4-993c-fd3c38fe38fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645070 Mar 29 15:48:07.183951 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c51480f-bfbc-4ea8-9c33-e320d6a5e3fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d2aa255-6bdf-43e1-9e05-90c89bdb83ec'}] {{(pid=102792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:48:07.191644 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4f476c66b318cc6068719fc39557fac68d413f5c7e78fa77028c7948e999ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecfbafc1-95ac-4811-bd4a-c74d47ac4eda" -d '{"events": [{"server_uuid": "7c51480f-bfbc-4ea8-9c33-e320d6a5e3fa", "name": "network-vif-plugged", "status": "completed", "tag": "5d2aa255-6bdf-43e1-9e05-90c89bdb83ec"}]}' {{(pid=102792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:48:07.261613 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port 5d2aa255-6bdf-43e1-9e05-90c89bdb83ec, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=5d2aa255-6bdf-43e1-9e05-90c89bdb83ec,segment=NetworkSegment(593392ec-7215-4ab3-8e52-325f9a7e2718),segment_id=593392ec-7215-4ab3-8e52-325f9a7e2718)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:48:07.280929 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:07.329475 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Pushing event updated for resources: {'Port': ['ID=760bbbfc-71b7-4203-933a-d2a2de4db286,revision_number=4']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:48:07.381087 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24aae14-66df-4cfa-8413-0c2c309fb154 req-d908114e-4eaf-4f27-97f6-5a999dd241a3 tempest-ServerTagsTestJSON-1017176157 tempest-ServerTagsTestJSON-1017176157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:48:07.392675 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-a24aae14-66df-4cfa-8413-0c2c309fb154 req-d908114e-4eaf-4f27-97f6-5a999dd241a3 tempest-ServerTagsTestJSON-1017176157 tempest-ServerTagsTestJSON-1017176157-project] 10.222.0.42 "GET /v2.0/ports?device_id=40a2af2b-2c23-487b-bbdc-790786e296d0 HTTP/1.1" status: 200 len: 946 time: 0.1352880 Mar 29 15:48:07.412034 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5e0f22-791a-4f59-9b47-70485fbe627d admin admin] Pushing event updated for resources: {'Subnet': ['ID=b01719f5-1924-4745-8ddd-871acb5da226,revision_number=0']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:48:07.434463 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c5e0f22-791a-4f59-9b47-70485fbe627d admin admin] Checking segment: {'id': '7dc131c3-459a-4f03-9c06-2bec1a2a1561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '7378a57b-81a9-4880-89d9-34e7d7056ad4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:48:07.435957 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c5e0f22-791a-4f59-9b47-70485fbe627d admin admin] Network hostable DHCP agents. Network: 7378a57b-81a9-4880-89d9-34e7d7056ad4, hostable agents: ['d136643e-48ae-49d4-a851-2ba3bdf3749c'], hosted agents: [] {{(pid=102790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 15:48:07.472574 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-a24aae14-66df-4cfa-8413-0c2c309fb154 req-134b08e7-9514-468f-8927-ba8720741abb tempest-ServerTagsTestJSON-1017176157 tempest-ServerTagsTestJSON-1017176157-project] 10.222.0.42 "GET /v2.0/security-groups?id=749261fa-ae42-492c-8117-2999a534671e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786946 Mar 29 15:48:07.487393 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c5e0f22-791a-4f59-9b47-70485fbe627d admin admin] Network 7378a57b-81a9-4880-89d9-34e7d7056ad4 is scheduled to be hosted by DHCP agent d136643e-48ae-49d4-a851-2ba3bdf3749c with binding_index 1 {{(pid=102790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 15:48:07.493741 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Pushing event updated for resources: {'Port': ['ID=5d2aa255-6bdf-43e1-9e05-90c89bdb83ec,revision_number=5']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:48:07.513219 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] get_ports_and_sgs() called for port_ids ['760bbbfc-71b7-4203-933a-d2a2de4db286'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:48:07.518739 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-8c5e0f22-791a-4f59-9b47-70485fbe627d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834765-1, 7378a57b-81a9-4880-89d9-34e7d7056ad4) {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:48:07.545779 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c5e0f22-791a-4f59-9b47-70485fbe627d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:48:07.546455 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-8c5e0f22-791a-4f59-9b47-70485fbe627d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for subnet, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:07.584631 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93476219-6c5a-4292-a83c-b9acbd393112 None None] Network 7378a57b-81a9-4880-89d9-34e7d7056ad4 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 15:48:07.615609 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-8c5e0f22-791a-4f59-9b47-70485fbe627d admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8760960 Mar 29 15:48:07.660901 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:48:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32d9d9fb-e16e-42bb-984f-6220487bfd8a x-openstack-request-id: req-32d9d9fb-e16e-42bb-984f-6220487bfd8a {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:48:07.662392 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c51480f-bfbc-4ea8-9c33-e320d6a5e3fa", "name": "network-vif-plugged", "status": "completed", "tag": "5d2aa255-6bdf-43e1-9e05-90c89bdb83ec", "code": 200}]} {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:48:07.664277 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-32d9d9fb-e16e-42bb-984f-6220487bfd8a {{(pid=102792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:48:07.664882 n-d-834765-1 neutron-server[102792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c51480f-bfbc-4ea8-9c33-e320d6a5e3fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d2aa255-6bdf-43e1-9e05-90c89bdb83ec', 'code': 200} Mar 29 15:48:07.823058 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd2c2e6-6773-4f87-a750-c0ed3b256027 req-e3439de5-757e-489e-ab31-4219a8abd294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:48:07.825074 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-cfd2c2e6-6773-4f87-a750-c0ed3b256027 req-e3439de5-757e-489e-ab31-4219a8abd294 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=7c51480f-bfbc-4ea8-9c33-e320d6a5e3fa HTTP/1.1" status: 200 len: 1096 time: 0.0679059 Mar 29 15:48:07.897711 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-cfd2c2e6-6773-4f87-a750-c0ed3b256027 req-b2f93884-a6d6-437a-8e80-f89bb2cba90a service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=0bedaa60-e810-4de4-993c-fd3c38fe38fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645866 Mar 29 15:48:08.030539 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0978a5b2-c966-4a55-8607-6149ad486850 None None] Network 7378a57b-81a9-4880-89d9-34e7d7056ad4 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 15:48:08.131275 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 54254) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:48:08.165416 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ca8618-4791-40cd-b3f2-4da4d4fbdeb2 req-732756de-84b7-4acb-8a3a-7e2503ac4686 tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:48:08.170647 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-68ca8618-4791-40cd-b3f2-4da4d4fbdeb2 req-732756de-84b7-4acb-8a3a-7e2503ac4686 tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] 10.222.0.42 "GET /v2.0/ports?device_id=3bef02ef-de94-47d4-97c2-8c38a600695b HTTP/1.1" status: 200 len: 944 time: 0.0903361 Mar 29 15:48:08.245296 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-68ca8618-4791-40cd-b3f2-4da4d4fbdeb2 req-b8d0cfb5-df10-4bdd-8b14-910d2f8fb48f tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] 10.222.0.42 "GET /v2.0/security-groups?id=c7a98718-a37a-4214-92b3-d1a7e3aaebf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562930 Mar 29 15:48:08.327381 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-f37a5e2b-3934-453a-ae51-2c5c889f7e6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:08.392968 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3ff8ed-dd8f-42ba-a0d7-390aca7b73fd req-0479c171-1d0d-4c5d-8dbf-e663578c6590 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:48:08.394469 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-1d3ff8ed-dd8f-42ba-a0d7-390aca7b73fd req-0479c171-1d0d-4c5d-8dbf-e663578c6590 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/ports?device_id=b912f144-7037-4f5c-a4ca-8adf62110f17 HTTP/1.1" status: 200 len: 949 time: 0.0575988 Mar 29 15:48:08.442086 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-1d3ff8ed-dd8f-42ba-a0d7-390aca7b73fd req-b4b697a8-a28f-4461-81d6-2c7db1713e2e tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/security-groups?id=56997969-7130-4d86-9e9d-e068deb19a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414431 Mar 29 15:48:08.546118 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-f37a5e2b-3934-453a-ae51-2c5c889f7e6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:08.553788 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bebc645-6f94-4a35-9f93-45e7c382c86b req-beb8382c-754c-4e8d-9069-619348e59617 tempest-ServerAddressesTestJSON-877917398 tempest-ServerAddressesTestJSON-877917398-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:48:08.555584 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6bebc645-6f94-4a35-9f93-45e7c382c86b req-beb8382c-754c-4e8d-9069-619348e59617 tempest-ServerAddressesTestJSON-877917398 tempest-ServerAddressesTestJSON-877917398-project] 10.222.0.42 "GET /v2.0/networks?id=7378a57b-81a9-4880-89d9-34e7d7056ad4 HTTP/1.1" status: 200 len: 814 time: 0.1886978 Mar 29 15:48:08.558452 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47faf58-8376-446d-96b2-9045d3649c81 req-d217eb3e-c77f-48b0-9756-fbd198191ce5 tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:48:08.560041 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-d47faf58-8376-446d-96b2-9045d3649c81 req-d217eb3e-c77f-48b0-9756-fbd198191ce5 tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] 10.222.0.42 "GET /v2.0/ports?device_id=7c51480f-bfbc-4ea8-9c33-e320d6a5e3fa HTTP/1.1" status: 200 len: 945 time: 0.0559223 Mar 29 15:48:08.564068 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-f37a5e2b-3934-453a-ae51-2c5c889f7e6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:08.609199 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-d47faf58-8376-446d-96b2-9045d3649c81 req-ab5d1dcd-74c7-4e62-9168-980cb6d6e9ee tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] 10.222.0.42 "GET /v2.0/security-groups?id=0bedaa60-e810-4de4-993c-fd3c38fe38fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411654 Mar 29 15:48:08.609565 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236e035a-22b3-4757-8f1d-3db5fb7861fc req-a702fbfb-fe14-4206-af35-76bae85c8f2a tempest-ServerTagsTestJSON-1017176157 tempest-ServerTagsTestJSON-1017176157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:48:08.611084 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-236e035a-22b3-4757-8f1d-3db5fb7861fc req-a702fbfb-fe14-4206-af35-76bae85c8f2a tempest-ServerTagsTestJSON-1017176157 tempest-ServerTagsTestJSON-1017176157-project] 10.222.0.48 "GET /v2.0/ports?device_id=40a2af2b-2c23-487b-bbdc-790786e296d0 HTTP/1.1" status: 200 len: 946 time: 0.1227994 Mar 29 15:48:08.622829 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6bebc645-6f94-4a35-9f93-45e7c382c86b req-c6c40ec3-9dee-4ffd-9cc0-e983232130fc tempest-ServerAddressesTestJSON-877917398 tempest-ServerAddressesTestJSON-877917398-project] 10.222.0.42 "GET /v2.0/quotas/fdec4286f9a24cefb8e341d1f4bfb464 HTTP/1.1" status: 200 len: 375 time: 0.0558798 Mar 29 15:48:08.641360 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-f37a5e2b-3934-453a-ae51-2c5c889f7e6e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ea90274763254b1abea64bc63cbfb529&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5062449 Mar 29 15:48:08.641454 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 54272) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:48:08.667655 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37a5e2b-3934-453a-ae51-2c5c889f7e6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f505631-a6a8-4d35-8812-f61eca79dfbb,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:48:08.699145 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6bebc645-6f94-4a35-9f93-45e7c382c86b req-c148403c-a00d-496a-a7af-5265b5689e84 tempest-ServerAddressesTestJSON-877917398 tempest-ServerAddressesTestJSON-877917398-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=fdec4286f9a24cefb8e341d1f4bfb464&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0659049 Mar 29 15:48:08.730821 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-4a91436c-b641-4bef-b00f-099665043545 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:08.768855 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdb7506-2483-4d46-be0d-5caad9c9edf0 req-4dedb951-81ea-4026-a184-d3e52e209c48 tempest-ServerTagsTestJSON-1017176157 tempest-ServerTagsTestJSON-1017176157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:48:08.770351 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-3cdb7506-2483-4d46-be0d-5caad9c9edf0 req-4dedb951-81ea-4026-a184-d3e52e209c48 tempest-ServerTagsTestJSON-1017176157 tempest-ServerTagsTestJSON-1017176157-project] 10.222.0.42 "GET /v2.0/ports?device_id=40a2af2b-2c23-487b-bbdc-790786e296d0 HTTP/1.1" status: 200 len: 946 time: 0.0818768 Mar 29 15:48:08.772303 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-4a91436c-b641-4bef-b00f-099665043545 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:08.827777 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [req-236e035a-22b3-4757-8f1d-3db5fb7861fc req-e2283c50-bff8-4a6c-81a5-84ff958dbc08 tempest-ServerTagsTestJSON-1017176157 tempest-ServerTagsTestJSON-1017176157-project] Deleting port d7286aea-5d95-47dc-96e6-1d16f148f08e {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:48:08.828125 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-236e035a-22b3-4757-8f1d-3db5fb7861fc req-e2283c50-bff8-4a6c-81a5-84ff958dbc08 tempest-ServerTagsTestJSON-1017176157 tempest-ServerTagsTestJSON-1017176157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:08.830763 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-3cdb7506-2483-4d46-be0d-5caad9c9edf0 req-6058edd5-fb43-4d9c-b230-9677d833c94b tempest-ServerTagsTestJSON-1017176157 tempest-ServerTagsTestJSON-1017176157-project] 10.222.0.42 "GET /v2.0/security-groups?id=749261fa-ae42-492c-8117-2999a534671e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511603 Mar 29 15:48:08.854909 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-4a91436c-b641-4bef-b00f-099665043545 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:08.858605 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-4a91436c-b641-4bef-b00f-099665043545 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:08.863487 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-4a91436c-b641-4bef-b00f-099665043545 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/6f505631-a6a8-4d35-8812-f61eca79dfbb HTTP/1.1" status: 204 len: 168 time: 0.2210200 Mar 29 15:48:08.871776 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a91436c-b641-4bef-b00f-099665043545 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f505631-a6a8-4d35-8812-f61eca79dfbb,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:48:08.879624 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6bebc645-6f94-4a35-9f93-45e7c382c86b req-92d3c364-f35b-4220-84c0-fd93427e43bb service neutron] 10.222.0.42 "GET /v2.0/networks/7378a57b-81a9-4880-89d9-34e7d7056ad4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466625 Mar 29 15:48:09.015181 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-236e035a-22b3-4757-8f1d-3db5fb7861fc req-e2283c50-bff8-4a6c-81a5-84ff958dbc08 tempest-ServerTagsTestJSON-1017176157 tempest-ServerTagsTestJSON-1017176157-project] For port d7286aea-5d95-47dc-96e6-1d16f148f08e, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=d7286aea-5d95-47dc-96e6-1d16f148f08e,segment=NetworkSegment(5407cda8-60e0-42dc-bfea-a197aff7f743),segment_id=5407cda8-60e0-42dc-bfea-a197aff7f743)] {{(pid=102791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:48:09.015593 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-236e035a-22b3-4757-8f1d-3db5fb7861fc req-e2283c50-bff8-4a6c-81a5-84ff958dbc08 tempest-ServerTagsTestJSON-1017176157 tempest-ServerTagsTestJSON-1017176157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:09.032540 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [req-236e035a-22b3-4757-8f1d-3db5fb7861fc req-e2283c50-bff8-4a6c-81a5-84ff958dbc08 tempest-ServerTagsTestJSON-1017176157 tempest-ServerTagsTestJSON-1017176157-project] Calling delete_port for d7286aea-5d95-47dc-96e6-1d16f148f08e owned by compute:nova {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:48:09.053692 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6bebc645-6f94-4a35-9f93-45e7c382c86b req-00dc61bd-dcaa-4c96-aebb-867f2703e9b0 service neutron] 10.222.0.42 "GET /v2.0/networks/7378a57b-81a9-4880-89d9-34e7d7056ad4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1627409 Mar 29 15:48:09.184032 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 54290) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:48:09.198371 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-767ddc9f-92dc-413e-9ed2-1b27ceeccd13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:09.210572 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-236e035a-22b3-4757-8f1d-3db5fb7861fc req-e2283c50-bff8-4a6c-81a5-84ff958dbc08 tempest-ServerTagsTestJSON-1017176157 tempest-ServerTagsTestJSON-1017176157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:09.222126 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] get_ports_and_sgs() called for port_ids ['d7286aea-5d95-47dc-96e6-1d16f148f08e'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:48:09.241267 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-9e5e689f-0cca-4846-be74-1df6690931d9 req-c5e1af89-d7e2-42db-897d-2f70c77ab473 tempest-ServerAddressesTestJSON-877917398 tempest-ServerAddressesTestJSON-877917398-project] 10.222.0.42 "GET /v2.0/ports?device_id=ec78f9fd-76fd-4d86-b6be-53b9b9003d53 HTTP/1.1" status: 200 len: 210 time: 0.0336375 Mar 29 15:48:09.345712 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-767ddc9f-92dc-413e-9ed2-1b27ceeccd13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:09.351367 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-767ddc9f-92dc-413e-9ed2-1b27ceeccd13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:09.389907 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-767ddc9f-92dc-413e-9ed2-1b27ceeccd13 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=df7de9436d4a49a4ad0c44335da0b00e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2045844 Mar 29 15:48:09.392496 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 54298) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:48:09.414266 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767ddc9f-92dc-413e-9ed2-1b27ceeccd13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16d72be1-c11c-4345-88bb-03a7bf033eed,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:48:09.432086 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [req-236e035a-22b3-4757-8f1d-3db5fb7861fc req-e2283c50-bff8-4a6c-81a5-84ff958dbc08 tempest-ServerTagsTestJSON-1017176157 tempest-ServerTagsTestJSON-1017176157-project] No DVR routers for this DVR port d7286aea-5d95-47dc-96e6-1d16f148f08e on host n-h2-834765-1 {{(pid=102791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:48:09.434074 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2283c50-bff8-4a6c-81a5-84ff958dbc08 tempest-ServerTagsTestJSON-1017176157 tempest-ServerTagsTestJSON-1017176157-project] Pushing event deleted for resources: {'Port': ['ID=d7286aea-5d95-47dc-96e6-1d16f148f08e,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:48:09.444403 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-236e035a-22b3-4757-8f1d-3db5fb7861fc req-e2283c50-bff8-4a6c-81a5-84ff958dbc08 tempest-ServerTagsTestJSON-1017176157 tempest-ServerTagsTestJSON-1017176157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:09.448250 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-236e035a-22b3-4757-8f1d-3db5fb7861fc req-e2283c50-bff8-4a6c-81a5-84ff958dbc08 tempest-ServerTagsTestJSON-1017176157 tempest-ServerTagsTestJSON-1017176157-project] 10.222.0.48 "DELETE /v2.0/ports/d7286aea-5d95-47dc-96e6-1d16f148f08e HTTP/1.1" status: 204 len: 173 time: 0.8273578 Mar 29 15:48:09.448820 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40a2af2b-2c23-487b-bbdc-790786e296d0', 'name': 'network-vif-deleted', 'tag': 'd7286aea-5d95-47dc-96e6-1d16f148f08e'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:48:09.451456 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c67b028db5e9b9818fecc5c0a87ebc6f190694fa53ca267d523e04f98de536d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0e4033c-8f20-4dcd-8c35-7ea0fda85fa4" -d '{"events": [{"server_uuid": "40a2af2b-2c23-487b-bbdc-790786e296d0", "name": "network-vif-deleted", "tag": "d7286aea-5d95-47dc-96e6-1d16f148f08e"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:48:09.523686 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76013ba-b41b-43ab-9ad3-67a23e60c523 req-96d046da-39a5-47bc-9db1-e6d4470ef8c3 tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:48:09.525510 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b76013ba-b41b-43ab-9ad3-67a23e60c523 req-96d046da-39a5-47bc-9db1-e6d4470ef8c3 tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] 10.222.0.42 "GET /v2.0/ports?device_id=3bef02ef-de94-47d4-97c2-8c38a600695b HTTP/1.1" status: 200 len: 944 time: 0.1366715 Mar 29 15:48:09.577939 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-9aaa21f5-2c55-46e3-86e2-705ca555b901 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:09.632398 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-9aaa21f5-2c55-46e3-86e2-705ca555b901 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:09.652395 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5a0771-561c-40b1-b81d-41622dcef329 req-9f827e80-3180-401e-9b2b-fc83352a89b6 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:48:09.668625 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-7d5a0771-561c-40b1-b81d-41622dcef329 req-9f827e80-3180-401e-9b2b-fc83352a89b6 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/ports?device_id=b912f144-7037-4f5c-a4ca-8adf62110f17 HTTP/1.1" status: 200 len: 949 time: 0.1145053 Mar 29 15:48:09.720064 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-7d5a0771-561c-40b1-b81d-41622dcef329 req-efbcbcb1-6f55-441c-b13e-4d0e04c3ba5a tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/security-groups?id=56997969-7130-4d86-9e9d-e068deb19a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495484 Mar 29 15:48:09.729758 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b76013ba-b41b-43ab-9ad3-67a23e60c523 req-33c9c0f3-368a-4c18-afbc-6b47d85bea52 tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] 10.222.0.42 "GET /v2.0/security-groups?id=c7a98718-a37a-4214-92b3-d1a7e3aaebf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826086 Mar 29 15:48:09.771207 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848e5b32-1de9-4c48-9539-fe4966df1df1 req-8ee385ad-2c9a-41a7-8b19-615642e1885d tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:48:09.772724 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-848e5b32-1de9-4c48-9539-fe4966df1df1 req-8ee385ad-2c9a-41a7-8b19-615642e1885d tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.44 "GET /v2.0/ports?device_id=b912f144-7037-4f5c-a4ca-8adf62110f17 HTTP/1.1" status: 200 len: 949 time: 0.1634970 Mar 29 15:48:09.777555 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:48:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32280b73-3d28-4951-bdc1-9d763f7f7de7 x-openstack-request-id: req-32280b73-3d28-4951-bdc1-9d763f7f7de7 {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:48:09.777855 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40a2af2b-2c23-487b-bbdc-790786e296d0", "name": "network-vif-deleted", "tag": "d7286aea-5d95-47dc-96e6-1d16f148f08e", "status": "completed", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:48:09.778117 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-32280b73-3d28-4951-bdc1-9d763f7f7de7 {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:48:09.779645 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40a2af2b-2c23-487b-bbdc-790786e296d0', 'name': 'network-vif-deleted', 'tag': 'd7286aea-5d95-47dc-96e6-1d16f148f08e', 'status': 'completed', 'code': 200} Mar 29 15:48:09.800361 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-9aaa21f5-2c55-46e3-86e2-705ca555b901 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:09.803193 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-9aaa21f5-2c55-46e3-86e2-705ca555b901 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:09.804628 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-9aaa21f5-2c55-46e3-86e2-705ca555b901 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/16d72be1-c11c-4345-88bb-03a7bf033eed HTTP/1.1" status: 204 len: 168 time: 0.4111347 Mar 29 15:48:09.849489 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aaa21f5-2c55-46e3-86e2-705ca555b901 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16d72be1-c11c-4345-88bb-03a7bf033eed,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:48:09.958233 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device e6b9deda-c73a-4c2a-b870-929882588559 no longer exists at agent hyperv_n-h2-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:48:10.006121 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] No Port match for: e6b9deda-c73a-4c2a-b870-929882588559 {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 15:48:10.006717 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device e6b9deda-c73a-4c2a-b870-929882588559 not bound to the agent host n-h2-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:48:10.064209 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d82e69-9a05-4cda-815a-2b4c957727c8 req-ca163c24-0bf9-4261-9596-14bbd047a19e tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:48:10.076963 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-62d82e69-9a05-4cda-815a-2b4c957727c8 req-ca163c24-0bf9-4261-9596-14bbd047a19e tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] 10.222.0.42 "GET /v2.0/ports?device_id=7c51480f-bfbc-4ea8-9c33-e320d6a5e3fa HTTP/1.1" status: 200 len: 945 time: 0.2523832 Mar 29 15:48:10.107410 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-189379e3-c7c7-4a4b-8c7a-d25668bfa97b req-ca13f086-129b-4476-b3d7-8fc4927636ea tempest-ServerTagsTestJSON-1017176157 tempest-ServerTagsTestJSON-1017176157-project] 10.222.0.42 "GET /v2.0/ports?device_id=40a2af2b-2c23-487b-bbdc-790786e296d0 HTTP/1.1" status: 200 len: 210 time: 0.0728545 Mar 29 15:48:10.124836 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [req-848e5b32-1de9-4c48-9539-fe4966df1df1 req-a4f82b22-1c4e-4ed1-8211-aeef4a157ab5 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] Deleting port 684fa249-cf80-48e5-b59d-1b228e32ee2c {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:48:10.125337 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-848e5b32-1de9-4c48-9539-fe4966df1df1 req-a4f82b22-1c4e-4ed1-8211-aeef4a157ab5 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:10.154781 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-62d82e69-9a05-4cda-815a-2b4c957727c8 req-da976117-618d-4653-9304-d25a9448b381 tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] 10.222.0.42 "GET /v2.0/security-groups?id=0bedaa60-e810-4de4-993c-fd3c38fe38fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653577 Mar 29 15:48:10.303062 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device 760bbbfc-71b7-4203-933a-d2a2de4db286 up at agent hyperv_n-h1-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:48:10.402340 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-f20685de-3c25-4214-abe9-fb1179cdce54 req-671aee97-d2a0-4f2c-81fd-252b15e56c6d tempest-ServerAddressesTestJSON-877917398 tempest-ServerAddressesTestJSON-877917398-project] 10.222.0.42 "GET /v2.0/ports?device_id=ec78f9fd-76fd-4d86-b6be-53b9b9003d53 HTTP/1.1" status: 200 len: 210 time: 0.0371284 Mar 29 15:48:10.440248 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Provisioning for port 760bbbfc-71b7-4203-933a-d2a2de4db286 completed by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 15:48:10.446543 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Provisioning complete for port 760bbbfc-71b7-4203-933a-d2a2de4db286 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:48:10.447227 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:10.581996 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618c0c4b-94fe-407e-ac90-1228857453fb req-4d6aa636-a3c7-4081-a50e-b77bd4827637 tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:48:10.587943 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-618c0c4b-94fe-407e-ac90-1228857453fb req-4d6aa636-a3c7-4081-a50e-b77bd4827637 tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] 10.222.0.42 "GET /v2.0/ports?device_id=7c51480f-bfbc-4ea8-9c33-e320d6a5e3fa HTTP/1.1" status: 200 len: 945 time: 0.0833211 Mar 29 15:48:10.590222 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-848e5b32-1de9-4c48-9539-fe4966df1df1 req-a4f82b22-1c4e-4ed1-8211-aeef4a157ab5 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] For port 684fa249-cf80-48e5-b59d-1b228e32ee2c, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=684fa249-cf80-48e5-b59d-1b228e32ee2c,segment=NetworkSegment(a0c230f0-660a-4194-9279-0f0781d34134),segment_id=a0c230f0-660a-4194-9279-0f0781d34134)] {{(pid=102791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:48:10.591358 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-848e5b32-1de9-4c48-9539-fe4966df1df1 req-a4f82b22-1c4e-4ed1-8211-aeef4a157ab5 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:10.597479 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 54354) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:48:10.604506 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-a11a96fe-123c-49a3-9ffc-5fd8180d53ef tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Request body: {'floatingip': {'port_id': '5d2aa255-6bdf-43e1-9e05-90c89bdb83ec'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:48:10.626656 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [req-848e5b32-1de9-4c48-9539-fe4966df1df1 req-a4f82b22-1c4e-4ed1-8211-aeef4a157ab5 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] Calling delete_port for 684fa249-cf80-48e5-b59d-1b228e32ee2c owned by compute:nova {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:48:10.649594 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:10.688088 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bef02ef-de94-47d4-97c2-8c38a600695b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '760bbbfc-71b7-4203-933a-d2a2de4db286'}] {{(pid=102792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:48:10.691414 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4f476c66b318cc6068719fc39557fac68d413f5c7e78fa77028c7948e999ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89bcbbf5-869f-4b9c-b3f7-ef1c13fa5d53" -d '{"events": [{"server_uuid": "3bef02ef-de94-47d4-97c2-8c38a600695b", "name": "network-vif-plugged", "status": "completed", "tag": "760bbbfc-71b7-4203-933a-d2a2de4db286"}]}' {{(pid=102792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:48:10.729906 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-a11a96fe-123c-49a3-9ffc-5fd8180d53ef tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Notify callbacks [] for floatingip, before_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:10.757559 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port 760bbbfc-71b7-4203-933a-d2a2de4db286, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=760bbbfc-71b7-4203-933a-d2a2de4db286,segment=NetworkSegment(ee9a1626-16ee-4ecf-88a3-7244e4b7c1ed),segment_id=ee9a1626-16ee-4ecf-88a3-7244e4b7c1ed)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:48:10.768322 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:10.798119 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:48:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-580813ad-5669-4969-a53c-61c06e9d74ac x-openstack-request-id: req-580813ad-5669-4969-a53c-61c06e9d74ac {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:48:10.798119 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bef02ef-de94-47d4-97c2-8c38a600695b", "name": "network-vif-plugged", "status": "completed", "tag": "760bbbfc-71b7-4203-933a-d2a2de4db286", "code": 200}]} {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:48:10.798402 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-580813ad-5669-4969-a53c-61c06e9d74ac {{(pid=102792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:48:10.798662 n-d-834765-1 neutron-server[102792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bef02ef-de94-47d4-97c2-8c38a600695b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '760bbbfc-71b7-4203-933a-d2a2de4db286', 'code': 200} Mar 29 15:48:10.917756 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Pushing event updated for resources: {'Port': ['ID=760bbbfc-71b7-4203-933a-d2a2de4db286,revision_number=5']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:48:10.931815 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:48:10.932166 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:48:10.933147 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:48:10.933491 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:48:10.933956 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:48:10.934524 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:48:10.936124 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:48:10.951645 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:48:10.952099 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:48:10.952692 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:48:10.953040 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:48:10.955669 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:48:10.996739 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bebc645-6f94-4a35-9f93-45e7c382c86b req-e602e326-5056-42f9-ba80-e91a0f8b648d tempest-ServerAddressesTestJSON-877917398 tempest-ServerAddressesTestJSON-877917398-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:48:10.998868 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6bebc645-6f94-4a35-9f93-45e7c382c86b req-e602e326-5056-42f9-ba80-e91a0f8b648d tempest-ServerAddressesTestJSON-877917398 tempest-ServerAddressesTestJSON-877917398-project] 10.222.0.48 "GET /v2.0/networks?id=7378a57b-81a9-4880-89d9-34e7d7056ad4 HTTP/1.1" status: 200 len: 814 time: 0.4043701 Mar 29 15:48:11.020860 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [req-6bebc645-6f94-4a35-9f93-45e7c382c86b req-ac3577b9-6f7d-41f1-bcdf-8bf66c3444bb tempest-ServerAddressesTestJSON-877917398 tempest-ServerAddressesTestJSON-877917398-project] Request body: {'port': {'device_id': 'ec78f9fd-76fd-4d86-b6be-53b9b9003d53', 'network_id': '7378a57b-81a9-4880-89d9-34e7d7056ad4', 'admin_state_up': True, 'tenant_id': 'fdec4286f9a24cefb8e341d1f4bfb464'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:48:11.057107 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b8064a-7058-40f9-9619-7bb06c4a0db2 req-23ae8279-e442-494d-9218-9dc051687917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:48:11.058904 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d8b8064a-7058-40f9-9619-7bb06c4a0db2 req-23ae8279-e442-494d-9218-9dc051687917 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=3bef02ef-de94-47d4-97c2-8c38a600695b HTTP/1.1" status: 200 len: 1096 time: 0.1627228 Mar 29 15:48:11.128966 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a516cb6a-de29-48a0-b4f1-b8aab273042b req-a02d6623-e8f7-45d0-ac85-26dafb7d1562 tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:48:11.130658 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-a516cb6a-de29-48a0-b4f1-b8aab273042b req-a02d6623-e8f7-45d0-ac85-26dafb7d1562 tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] 10.222.0.42 "GET /v2.0/ports?device_id=3bef02ef-de94-47d4-97c2-8c38a600695b HTTP/1.1" status: 200 len: 945 time: 0.1766813 Mar 29 15:48:11.163601 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c259b72-63a9-484d-8a1d-064a603ef876 req-e6d21701-cbae-4e2b-a9df-33876956b21f tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:48:11.165173 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-8c259b72-63a9-484d-8a1d-064a603ef876 req-e6d21701-cbae-4e2b-a9df-33876956b21f tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/ports?device_id=b912f144-7037-4f5c-a4ca-8adf62110f17 HTTP/1.1" status: 200 len: 949 time: 0.2701151 Mar 29 15:48:11.182783 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d8b8064a-7058-40f9-9619-7bb06c4a0db2 req-7c089393-2499-4609-999d-6c6f6ab726d7 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=c7a98718-a37a-4214-92b3-d1a7e3aaebf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961223 Mar 29 15:48:11.220017 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-848e5b32-1de9-4c48-9539-fe4966df1df1 req-a4f82b22-1c4e-4ed1-8211-aeef4a157ab5 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:11.232224 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] get_ports_and_sgs() called for port_ids ['684fa249-cf80-48e5-b59d-1b228e32ee2c'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:48:11.277052 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f82b22-1c4e-4ed1-8211-aeef4a157ab5 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] Pushing event deleted for resources: {'Port': ['ID=684fa249-cf80-48e5-b59d-1b228e32ee2c,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:48:11.344906 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-8c259b72-63a9-484d-8a1d-064a603ef876 req-71d90757-417e-4a19-ab57-8bfc5699c119 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.42 "GET /v2.0/security-groups?id=56997969-7130-4d86-9e9d-e068deb19a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530936 Mar 29 15:48:11.439129 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [req-848e5b32-1de9-4c48-9539-fe4966df1df1 req-a4f82b22-1c4e-4ed1-8211-aeef4a157ab5 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] No DVR routers for this DVR port 684fa249-cf80-48e5-b59d-1b228e32ee2c on host n-h1-834765-1 {{(pid=102791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:48:11.445417 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 54388) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:48:11.456086 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-848e5b32-1de9-4c48-9539-fe4966df1df1 req-a4f82b22-1c4e-4ed1-8211-aeef4a157ab5 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:11.460553 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-848e5b32-1de9-4c48-9539-fe4966df1df1 req-a4f82b22-1c4e-4ed1-8211-aeef4a157ab5 tempest-MigrationsAdminTest-933627718 tempest-MigrationsAdminTest-933627718-project] 10.222.0.44 "DELETE /v2.0/ports/684fa249-cf80-48e5-b59d-1b228e32ee2c HTTP/1.1" status: 204 len: 173 time: 1.6797419 Mar 29 15:48:11.461410 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6bebc645-6f94-4a35-9f93-45e7c382c86b req-ac3577b9-6f7d-41f1-bcdf-8bf66c3444bb tempest-ServerAddressesTestJSON-877917398 tempest-ServerAddressesTestJSON-877917398-project] Made reservation on behalf of fdec4286f9a24cefb8e341d1f4bfb464 for: {'port': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:48:11.466521 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-6bebc645-6f94-4a35-9f93-45e7c382c86b req-ac3577b9-6f7d-41f1-bcdf-8bf66c3444bb tempest-ServerAddressesTestJSON-877917398 tempest-ServerAddressesTestJSON-877917398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:11.523051 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_v2 [None req-bcdadc2b-ea7d-41df-a2c5-bc4aff86b017 admin admin] Deleting subnet 4c022cf0-a8d8-44ae-ba7b-0136211967ba {{(pid=102791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 15:48:11.557252 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-bcdadc2b-ea7d-41df-a2c5-bc4aff86b017 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:11.715136 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d9f43aa4-55da-4890-90bc-da797bd3c4eb req-a85021e6-79a0-4ae7-b796-c48b8306e948 tempest-ServerAddressesTestJSON-877917398 tempest-ServerAddressesTestJSON-877917398-project] 10.222.0.42 "GET /v2.0/ports?device_id=ec78f9fd-76fd-4d86-b6be-53b9b9003d53 HTTP/1.1" status: 200 len: 210 time: 0.0961320 Mar 29 15:48:11.761548 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-a516cb6a-de29-48a0-b4f1-b8aab273042b req-f73a2cde-e2ff-4c4d-89e7-cce03f59e6bb tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] 10.222.0.42 "GET /v2.0/security-groups?id=c7a98718-a37a-4214-92b3-d1a7e3aaebf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195085 Mar 29 15:48:11.772712 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-bcdadc2b-ea7d-41df-a2c5-bc4aff86b017 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4230423'] for subnet, precommit_delete_associations {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:11.797561 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b912f144-7037-4f5c-a4ca-8adf62110f17', 'name': 'network-vif-deleted', 'tag': '684fa249-cf80-48e5-b59d-1b228e32ee2c'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:48:11.801716 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c67b028db5e9b9818fecc5c0a87ebc6f190694fa53ca267d523e04f98de536d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53ff535b-10ff-46d9-b118-888ba265fdbf" -d '{"events": [{"server_uuid": "b912f144-7037-4f5c-a4ca-8adf62110f17", "name": "network-vif-deleted", "tag": "684fa249-cf80-48e5-b59d-1b228e32ee2c"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:48:11.857043 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-bcdadc2b-ea7d-41df-a2c5-bc4aff86b017 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1641287'] for subnet, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:11.869410 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:48:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d11c3a03-7b6e-40b1-9d0c-9cbe82c139af x-openstack-request-id: req-d11c3a03-7b6e-40b1-9d0c-9cbe82c139af {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:48:11.870144 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b912f144-7037-4f5c-a4ca-8adf62110f17", "name": "network-vif-deleted", "tag": "684fa249-cf80-48e5-b59d-1b228e32ee2c", "status": "completed", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:48:11.870525 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d11c3a03-7b6e-40b1-9d0c-9cbe82c139af {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:48:11.871038 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b912f144-7037-4f5c-a4ca-8adf62110f17', 'name': 'network-vif-deleted', 'tag': '684fa249-cf80-48e5-b59d-1b228e32ee2c', 'status': 'completed', 'code': 200} Mar 29 15:48:11.976538 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_common [req-6bebc645-6f94-4a35-9f93-45e7c382c86b req-ac3577b9-6f7d-41f1-bcdf-8bf66c3444bb tempest-ServerAddressesTestJSON-877917398 tempest-ServerAddressesTestJSON-877917398-project] Allocated IP 172.20.0.3 (7378a57b-81a9-4880-89d9-34e7d7056ad4/b01719f5-1924-4745-8ddd-871acb5da226/db9a5b0d-d1ec-480d-a962-f9bd8c47d5ad) {{(pid=102791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:48:11.996922 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-a11a96fe-123c-49a3-9ffc-5fd8180d53ef tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:12.001359 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-a11a96fe-123c-49a3-9ffc-5fd8180d53ef tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648212'] for floatingip, after_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:12.028396 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-bcdadc2b-ea7d-41df-a2c5-bc4aff86b017 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1641294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16155591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16218852'] for subnet, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:12.069410 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdadc2b-ea7d-41df-a2c5-bc4aff86b017 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4c022cf0-a8d8-44ae-ba7b-0136211967ba,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:48:12.094739 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-bcdadc2b-ea7d-41df-a2c5-bc4aff86b017 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:12.099033 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-bcdadc2b-ea7d-41df-a2c5-bc4aff86b017 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/4c022cf0-a8d8-44ae-ba7b-0136211967ba HTTP/1.1" status: 204 len: 168 time: 0.6513326 Mar 29 15:48:12.114956 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 54408) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:48:12.167313 n-d-834765-1 neutron-server[102790]: INFO neutron.db.l3_db [None req-a11a96fe-123c-49a3-9ffc-5fd8180d53ef tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Floating IP 760c0b1f-7546-41a9-ace4-0f45cf72c9f4 associated. External IP: 172.25.4.169, port: 5d2aa255-6bdf-43e1-9e05-90c89bdb83ec. Mar 29 15:48:12.267011 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-f59df0c9-ca67-4568-91fc-5db30baf1fe6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1631750'] for network, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:12.311698 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device 9d33c8cd-4810-45c4-8e3a-e3ff185d5484 details requested by agent hyperv_n-h1-834765-1 with host n-h1-834765-1 {{(pid=102792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 15:48:12.317896 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-6bebc645-6f94-4a35-9f93-45e7c382c86b req-ac3577b9-6f7d-41f1-bcdf-8bf66c3444bb tempest-ServerAddressesTestJSON-877917398 tempest-ServerAddressesTestJSON-877917398-project] Notify callbacks [] for port, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:12.417424 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-f59df0c9-ca67-4568-91fc-5db30baf1fe6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639890', 'neutron.services.segments.db._delete_segments_for_network-8783523423079'] for network, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:12.452213 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-f59df0c9-ca67-4568-91fc-5db30baf1fe6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f4df881-bda5-4da9-b03e-c242b7160376']}} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:48:12.464157 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-f59df0c9-ca67-4568-91fc-5db30baf1fe6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5407cda8-60e0-42dc-bfea-a197aff7f743') {'for_net_delete': True} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:48:12.464536 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-f59df0c9-ca67-4568-91fc-5db30baf1fe6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5407cda8-60e0-42dc-bfea-a197aff7f743') {} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:48:12.468115 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-6bebc645-6f94-4a35-9f93-45e7c382c86b req-ac3577b9-6f7d-41f1-bcdf-8bf66c3444bb tempest-ServerAddressesTestJSON-877917398 tempest-ServerAddressesTestJSON-877917398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:12.500068 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-f59df0c9-ca67-4568-91fc-5db30baf1fe6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783523422064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4230428'] for segment, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:12.518131 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port 9d33c8cd-4810-45c4-8e3a-e3ff185d5484, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=9d33c8cd-4810-45c4-8e3a-e3ff185d5484,segment=NetworkSegment(e03a7c9c-8b58-4c58-aa22-7189da98b069),segment_id=e03a7c9c-8b58-4c58-aa22-7189da98b069)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:48:12.524032 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-f59df0c9-ca67-4568-91fc-5db30baf1fe6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:12.566862 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6bebc645-6f94-4a35-9f93-45e7c382c86b req-ac3577b9-6f7d-41f1-bcdf-8bf66c3444bb tempest-ServerAddressesTestJSON-877917398 tempest-ServerAddressesTestJSON-877917398-project] Network 7378a57b-81a9-4880-89d9-34e7d7056ad4 is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:48:12.580306 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a11a96fe-123c-49a3-9ffc-5fd8180d53ef tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Router 9b23177d-8c08-44e2-bf32-a433f760b109 has already been hosted by L3 agent c648d819-1060-4f26-b4ec-6455387b5dff {{(pid=102790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 15:48:12.582071 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Returning: {'device': '9d33c8cd-4810-45c4-8e3a-e3ff185d5484', 'network_id': '7a71ca6e-bbff-43b0-bde3-8072ae4b3f50', 'port_id': '9d33c8cd-4810-45c4-8e3a-e3ff185d5484', 'mac_address': 'fa:16:3e:7c:54:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 612, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4acd9598-0ca3-487b-9c0e-30e24be7e9e5', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 15:48:12.612739 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [req-6bebc645-6f94-4a35-9f93-45e7c382c86b req-ac3577b9-6f7d-41f1-bcdf-8bf66c3444bb tempest-ServerAddressesTestJSON-877917398 tempest-ServerAddressesTestJSON-877917398-project] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:48:12.614701 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3577b9-6f7d-41f1-bcdf-8bf66c3444bb tempest-ServerAddressesTestJSON-877917398 tempest-ServerAddressesTestJSON-877917398-project] Pushing event updated for resources: {'Port': ['ID=db9a5b0d-d1ec-480d-a962-f9bd8c47d5ad,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:48:12.623833 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f59df0c9-ca67-4568-91fc-5db30baf1fe6 admin admin] Releasing vlan 606 on physical network physnet1 to pool {{(pid=102791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 15:48:12.624705 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-f59df0c9-ca67-4568-91fc-5db30baf1fe6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16169569'] for segment, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:12.627607 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bebc645-6f94-4a35-9f93-45e7c382c86b req-ac3577b9-6f7d-41f1-bcdf-8bf66c3444bb tempest-ServerAddressesTestJSON-877917398 tempest-ServerAddressesTestJSON-877917398-project] Received port after_create {{(pid=102791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:48:12.633907 n-d-834765-1 neutron-server[102791]: Traceback (most recent call last): Mar 29 15:48:12.633907 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 15:48:12.633907 n-d-834765-1 neutron-server[102791]: timer() Mar 29 15:48:12.633907 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 15:48:12.633907 n-d-834765-1 neutron-server[102791]: cb(*args, **kw) Mar 29 15:48:12.633907 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 15:48:12.633907 n-d-834765-1 neutron-server[102791]: return func(*args, **kwargs) Mar 29 15:48:12.633907 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 15:48:12.633907 n-d-834765-1 neutron-server[102791]: self._notify() Mar 29 15:48:12.633907 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 15:48:12.633907 n-d-834765-1 neutron-server[102791]: self.callback(batched_events) Mar 29 15:48:12.633907 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 15:48:12.633907 n-d-834765-1 neutron-server[102791]: event.method(event) Mar 29 15:48:12.633907 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 15:48:12.633907 n-d-834765-1 neutron-server[102791]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 15:48:12.633907 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 15:48:12.633907 n-d-834765-1 neutron-server[102791]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 15:48:12.633907 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 15:48:12.633907 n-d-834765-1 neutron-server[102791]: return f(self, *a, **k) Mar 29 15:48:12.633907 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 15:48:12.633907 n-d-834765-1 neutron-server[102791]: return self._get(url).json() Mar 29 15:48:12.633907 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 15:48:12.633907 n-d-834765-1 neutron-server[102791]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 15:48:12.633907 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 15:48:12.633907 n-d-834765-1 neutron-server[102791]: return self.request(url, 'GET', **kwargs) Mar 29 15:48:12.633907 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 15:48:12.633907 n-d-834765-1 neutron-server[102791]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 15:48:12.633907 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 15:48:12.633907 n-d-834765-1 neutron-server[102791]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 15:48:12.633907 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 15:48:12.633907 n-d-834765-1 neutron-server[102791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 15:48:12.633907 n-d-834765-1 neutron-server[102791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 15:48:12.701227 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:12.729487 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9d33c8cd-4810-45c4-8e3a-e3ff185d5484 {{(pid=102792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:48:12.772764 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port 9d33c8cd-4810-45c4-8e3a-e3ff185d5484, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=9d33c8cd-4810-45c4-8e3a-e3ff185d5484,segment=NetworkSegment(e03a7c9c-8b58-4c58-aa22-7189da98b069),segment_id=e03a7c9c-8b58-4c58-aa22-7189da98b069)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:48:12.773150 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a11a96fe-123c-49a3-9ffc-5fd8180d53ef tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:48:12.780101 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-f59df0c9-ca67-4568-91fc-5db30baf1fe6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1639897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648174'] for network, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:12.782795 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:12.792675 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59ed1bb0-a0bd-4411-819b-1a66883fa56e None None] Sync routers for ids ['9b23177d-8c08-44e2-bf32-a433f760b109'] in n-d-834765-1 {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:48:12.801757 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-a11a96fe-123c-49a3-9ffc-5fd8180d53ef tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for floatingip, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:12.812936 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-f59df0c9-ca67-4568-91fc-5db30baf1fe6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for network, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:12.818557 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-f59df0c9-ca67-4568-91fc-5db30baf1fe6 admin admin] 10.222.0.42 "DELETE /v2.0/networks/1f4df881-bda5-4da9-b03e-c242b7160376 HTTP/1.1" status: 204 len: 168 time: 0.7021856 Mar 29 15:48:12.833922 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bebc645-6f94-4a35-9f93-45e7c382c86b req-ac3577b9-6f7d-41f1-bcdf-8bf66c3444bb tempest-ServerAddressesTestJSON-877917398 tempest-ServerAddressesTestJSON-877917398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:48:12.835181 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-6bebc645-6f94-4a35-9f93-45e7c382c86b req-ac3577b9-6f7d-41f1-bcdf-8bf66c3444bb tempest-ServerAddressesTestJSON-877917398 tempest-ServerAddressesTestJSON-877917398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:12.861072 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59df0c9-ca67-4568-91fc-5db30baf1fe6 admin admin] Pushing event deleted for resources: {'Network': ['ID=1f4df881-bda5-4da9-b03e-c242b7160376,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:48:12.889568 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6bebc645-6f94-4a35-9f93-45e7c382c86b req-ac3577b9-6f7d-41f1-bcdf-8bf66c3444bb tempest-ServerAddressesTestJSON-877917398 tempest-ServerAddressesTestJSON-877917398-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8809309 Mar 29 15:48:12.892980 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59ed1bb0-a0bd-4411-819b-1a66883fa56e None None] Routers {'9b23177d-8c08-44e2-bf32-a433f760b109'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:48:12.893629 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-59ed1bb0-a0bd-4411-819b-1a66883fa56e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:48:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['9b23177d-8c08-44e2-bf32-a433f760b109'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:48:12.937275 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-a11a96fe-123c-49a3-9ffc-5fd8180d53ef tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] 10.222.0.42 "PUT /v2.0/floatingips/760c0b1f-7546-41a9-ace4-0f45cf72c9f4 HTTP/1.1" status: 200 len: 991 time: 2.3381908 Mar 29 15:48:12.938990 n-d-834765-1 neutron-server[102790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c51480f-bfbc-4ea8-9c33-e320d6a5e3fa', 'tag': '5d2aa255-6bdf-43e1-9e05-90c89bdb83ec'}] {{(pid=102790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:48:12.942035 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46b06d655c90bc969636382cce4240ad749035fb0f3a83ee4734fa1ed9c4a6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a4c6b0d-a5b1-492e-ba62-0f76758c1a30" -d '{"events": [{"name": "network-changed", "server_uuid": "7c51480f-bfbc-4ea8-9c33-e320d6a5e3fa", "tag": "5d2aa255-6bdf-43e1-9e05-90c89bdb83ec"}]}' {{(pid=102790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:48:12.962442 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [req-6bebc645-6f94-4a35-9f93-45e7c382c86b req-9b681613-e512-4364-936c-a50d7d2ed605 service neutron] Request body: {'port': {'device_id': 'ec78f9fd-76fd-4d86-b6be-53b9b9003d53', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834765-1'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:48:12.976075 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c9d8d8-6d06-4be7-898a-22f181d53fb2 req-dc5672ef-bcbd-45ec-a702-e468c10d6ea8 tempest-ServerAddressesTestJSON-877917398 tempest-ServerAddressesTestJSON-877917398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:48:12.978806 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-95c9d8d8-6d06-4be7-898a-22f181d53fb2 req-dc5672ef-bcbd-45ec-a702-e468c10d6ea8 tempest-ServerAddressesTestJSON-877917398 tempest-ServerAddressesTestJSON-877917398-project] 10.222.0.42 "GET /v2.0/ports?device_id=ec78f9fd-76fd-4d86-b6be-53b9b9003d53 HTTP/1.1" status: 200 len: 931 time: 0.1020844 Mar 29 15:48:13.062302 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] get_ports_and_sgs() called for port_ids ['9d33c8cd-4810-45c4-8e3a-e3ff185d5484'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:48:13.089573 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-95c9d8d8-6d06-4be7-898a-22f181d53fb2 req-fe359994-8db7-4efc-90a1-1124fede49b1 tempest-ServerAddressesTestJSON-877917398 tempest-ServerAddressesTestJSON-877917398-project] 10.222.0.42 "GET /v2.0/security-groups?id=fb9ac8c3-c449-4a96-b5d1-c6a04498c0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950251 Mar 29 15:48:13.092565 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 54456) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:48:13.119501 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-6bebc645-6f94-4a35-9f93-45e7c382c86b req-9b681613-e512-4364-936c-a50d7d2ed605 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:13.119693 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Pushing event updated for resources: {'Port': ['ID=9d33c8cd-4810-45c4-8e3a-e3ff185d5484,revision_number=6']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:48:13.177837 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 15:48:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0be1a6f-30ce-4f55-bbb6-edb9f4b6269a x-openstack-request-id: req-b0be1a6f-30ce-4f55-bbb6-edb9f4b6269a {{(pid=102790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:48:13.178124 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c51480f-bfbc-4ea8-9c33-e320d6a5e3fa", "tag": "5d2aa255-6bdf-43e1-9e05-90c89bdb83ec", "status": "completed", "code": 200}]} {{(pid=102790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:48:13.178377 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b0be1a6f-30ce-4f55-bbb6-edb9f4b6269a {{(pid=102790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:48:13.178777 n-d-834765-1 neutron-server[102790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c51480f-bfbc-4ea8-9c33-e320d6a5e3fa', 'tag': '5d2aa255-6bdf-43e1-9e05-90c89bdb83ec', 'status': 'completed', 'code': 200} Mar 29 15:48:13.227425 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvr_db [None req-59ed1bb0-a0bd-4411-819b-1a66883fa56e None None] Set router 9b23177d-8c08-44e2-bf32-a433f760b109 gateway port host: n-d-834765-1 {{(pid=102792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:48:13.254424 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 54462) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:48:13.380834 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-e2f73080-0a70-44a5-ac5e-962a59fa7e5f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=36ff002e08894fe690a61d7787e59dca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1251376 Mar 29 15:48:13.384826 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 54464) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:48:13.418595 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54961cd6-6026-466d-b2a9-776d2e2a83f2 req-3b834c56-12e4-408e-b7a7-89accf285c3e tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:48:13.421548 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-54961cd6-6026-466d-b2a9-776d2e2a83f2 req-3b834c56-12e4-408e-b7a7-89accf285c3e tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] 10.222.0.42 "GET /v2.0/ports?device_id=3bef02ef-de94-47d4-97c2-8c38a600695b HTTP/1.1" status: 200 len: 945 time: 0.5300643 Mar 29 15:48:13.503763 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-be0164ae-f2a4-44de-a3c3-f721cc884794 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:13.527076 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-be0164ae-f2a4-44de-a3c3-f721cc884794 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:13.617869 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-be0164ae-f2a4-44de-a3c3-f721cc884794 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:13.620798 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-be0164ae-f2a4-44de-a3c3-f721cc884794 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:13.633632 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-be0164ae-f2a4-44de-a3c3-f721cc884794 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/749261fa-ae42-492c-8117-2999a534671e HTTP/1.1" status: 204 len: 168 time: 0.2365098 Mar 29 15:48:13.633989 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-59ed1bb0-a0bd-4411-819b-1a66883fa56e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b23177d-8c08-44e2-bf32-a433f760b109', 'name': 'tempest-AttachVolumeNegativeTest-120289948-router', 'tenant_id': 'c6465a9dafbf43bf90c09b1dce8d1fc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.74'}], 'enable_snat': True}, 'gw_port_id': 'cde34bcf-8da1-4d24-9563-f97d8199f91f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:47:21Z', 'updated_at': '2022-03-29T15:47:34Z', 'revision_number': 4, 'project_id': 'c6465a9dafbf43bf90c09b1dce8d1fc6', 'gw_port': {'id': 'cde34bcf-8da1-4d24-9563-f97d8199f91f', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:37:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b23177d-8c08-44e2-bf32-a433f760b109', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:47:24Z', 'updated_at': '2022-03-29T15:47:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_floatingips': [{'id': '760c0b1f-7546-41a9-ace4-0f45cf72c9f4', 'tenant_id': 'c6465a9dafbf43bf90c09b1dce8d1fc6', 'floating_ip_address': '172.25.4.169', 'floating_network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'router_id': '9b23177d-8c08-44e2-bf32-a433f760b109', 'port_id': '5d2aa255-6bdf-43e1-9e05-90c89bdb83ec', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1435, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5820eec2-ced2-414a-ab32-af1fabeb5f44', 'mac_address': 'fa:16:3e:79:01:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c51480f-bfbc-4ea8-9c33-e320d6a5e3fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T15:47:45Z', 'updated_at': '2022-03-29T15:48:11Z', 'revision_number': 1, 'project_id': 'c6465a9dafbf43bf90c09b1dce8d1fc6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebc9cc52-020c-419f-9e91-e82c61c2fe20', 'name': '', 'network_id': '5820eec2-ced2-414a-ab32-af1fabeb5f44', 'tenant_id': 'c6465a9dafbf43bf90c09b1dce8d1fc6', 'mac_address': 'fa:16:3e:6b:9d:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b23177d-8c08-44e2-bf32-a433f760b109', 'device_owner': 'network:router_interface', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': '406fd4ed-e828-4758-9c87-5ac29cec1b72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:47:30Z', 'updated_at': '2022-03-29T15:47:39Z', 'revision_number': 5, 'project_id': 'c6465a9dafbf43bf90c09b1dce8d1fc6', 'subnets': [{'id': '406fd4ed-e828-4758-9c87-5ac29cec1b72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:48:13.649607 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0164ae-f2a4-44de-a3c3-f721cc884794 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=749261fa-ae42-492c-8117-2999a534671e,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:48:13.660926 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59ed1bb0-a0bd-4411-819b-1a66883fa56e None None] Checking router: 9b23177d-8c08-44e2-bf32-a433f760b109 for host: n-d-834765-1 {{(pid=102792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:48:13.671489 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59ed1bb0-a0bd-4411-819b-1a66883fa56e None None] Routers {'9b23177d-8c08-44e2-bf32-a433f760b109'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:48:13.672264 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-59ed1bb0-a0bd-4411-819b-1a66883fa56e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:48:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['9b23177d-8c08-44e2-bf32-a433f760b109'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:48:13.724934 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-50f2a4e0-35a9-4a5e-8799-cd58befc8870 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=fa3ba36247ad48f4997ede3b0209bc82&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6312392 Mar 29 15:48:13.727343 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 54486) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:48:13.732950 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-54961cd6-6026-466d-b2a9-776d2e2a83f2 req-7e6db1ce-ab1e-4466-847e-e1e51d1b6566 tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] 10.222.0.42 "GET /v2.0/security-groups?id=c7a98718-a37a-4214-92b3-d1a7e3aaebf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3005810 Mar 29 15:48:13.791300 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4c6b0d-a5b1-492e-ba62-0f76758c1a30 req-50e76f11-afb2-41a1-b4a8-75c89cef451d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:48:13.791300 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-7a4c6b0d-a5b1-492e-ba62-0f76758c1a30 req-50e76f11-afb2-41a1-b4a8-75c89cef451d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c6465a9dafbf43bf90c09b1dce8d1fc6&device_id=7c51480f-bfbc-4ea8-9c33-e320d6a5e3fa HTTP/1.1" status: 200 len: 1096 time: 0.4219444 Mar 29 15:48:13.876357 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-09d4e0f4-cf49-43e8-85c5-f540d7f631b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:13.899201 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [req-6bebc645-6f94-4a35-9f93-45e7c382c86b req-9b681613-e512-4364-936c-a50d7d2ed605 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db9a5b0d-d1ec-480d-a962-f9bd8c47d5ad {{(pid=102791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:48:13.908875 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-6bebc645-6f94-4a35-9f93-45e7c382c86b req-9b681613-e512-4364-936c-a50d7d2ed605 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:13.927324 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.provisioning_blocks [req-6bebc645-6f94-4a35-9f93-45e7c382c86b req-9b681613-e512-4364-936c-a50d7d2ed605 service neutron] Transition to ACTIVE for port object db9a5b0d-d1ec-480d-a962-f9bd8c47d5ad will not be triggered until provisioned by entity L2. {{(pid=102791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 15:48:13.934177 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-09d4e0f4-cf49-43e8-85c5-f540d7f631b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:13.939598 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-6bebc645-6f94-4a35-9f93-45e7c382c86b req-9b681613-e512-4364-936c-a50d7d2ed605 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:14.034099 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-09d4e0f4-cf49-43e8-85c5-f540d7f631b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:14.037320 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-09d4e0f4-cf49-43e8-85c5-f540d7f631b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:14.041884 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-09d4e0f4-cf49-43e8-85c5-f540d7f631b4 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/56997969-7130-4d86-9e9d-e068deb19a17 HTTP/1.1" status: 204 len: 168 time: 0.3127184 Mar 29 15:48:14.058306 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d4e0f4-cf49-43e8-85c5-f540d7f631b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56997969-7130-4d86-9e9d-e068deb19a17,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:48:14.228171 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device d7286aea-5d95-47dc-96e6-1d16f148f08e no longer exists at agent hyperv_n-h2-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:48:14.239490 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvr_db [None req-59ed1bb0-a0bd-4411-819b-1a66883fa56e None None] Set router 9b23177d-8c08-44e2-bf32-a433f760b109 gateway port host: n-d-834765-1 {{(pid=102792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:48:14.258451 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4c6b0d-a5b1-492e-ba62-0f76758c1a30 req-713ab2e6-f479-4295-b7a5-9f3cd1a26097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:48:14.260618 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-7a4c6b0d-a5b1-492e-ba62-0f76758c1a30 req-713ab2e6-f479-4295-b7a5-9f3cd1a26097 service neutron] 10.222.0.48 "GET /v2.0/networks?id=5820eec2-ced2-414a-ab32-af1fabeb5f44 HTTP/1.1" status: 200 len: 915 time: 0.4634638 Mar 29 15:48:14.268309 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b681613-e512-4364-936c-a50d7d2ed605 service neutron] Pushing event updated for resources: {'Port': ['ID=db9a5b0d-d1ec-480d-a962-f9bd8c47d5ad,revision_number=2']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:48:14.342562 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device 9d33c8cd-4810-45c4-8e3a-e3ff185d5484 up at agent hyperv_n-h1-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:48:14.391104 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d1c541-d77b-4a3a-b4cd-31cb87f81bbe req-8bb731d8-f17d-44a1-bdba-90f7c3feab1f tempest-ServerAddressesTestJSON-877917398 tempest-ServerAddressesTestJSON-877917398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:48:14.393988 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] No Port match for: d7286aea-5d95-47dc-96e6-1d16f148f08e {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 15:48:14.394843 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device d7286aea-5d95-47dc-96e6-1d16f148f08e not bound to the agent host n-h2-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:48:14.396083 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-72d1c541-d77b-4a3a-b4cd-31cb87f81bbe req-8bb731d8-f17d-44a1-bdba-90f7c3feab1f tempest-ServerAddressesTestJSON-877917398 tempest-ServerAddressesTestJSON-877917398-project] 10.222.0.42 "GET /v2.0/ports?device_id=ec78f9fd-76fd-4d86-b6be-53b9b9003d53 HTTP/1.1" status: 200 len: 943 time: 0.1193132 Mar 29 15:48:14.412199 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-6bebc645-6f94-4a35-9f93-45e7c382c86b req-9b681613-e512-4364-936c-a50d7d2ed605 service neutron] Attempting to bind port db9a5b0d-d1ec-480d-a962-f9bd8c47d5ad on host n-h2-834765-1 for vnic_type normal with profile {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:48:14.412604 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-6bebc645-6f94-4a35-9f93-45e7c382c86b req-9b681613-e512-4364-936c-a50d7d2ed605 service neutron] Attempting to bind port db9a5b0d-d1ec-480d-a962-f9bd8c47d5ad by drivers openvswitch,hyperv on host n-h2-834765-1 at level 0 using segments [{'id': '7dc131c3-459a-4f03-9c06-2bec1a2a1561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '7378a57b-81a9-4880-89d9-34e7d7056ad4'}] {{(pid=102791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:48:14.413017 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bebc645-6f94-4a35-9f93-45e7c382c86b req-9b681613-e512-4364-936c-a50d7d2ed605 service neutron] Attempting to bind port db9a5b0d-d1ec-480d-a962-f9bd8c47d5ad on network 7378a57b-81a9-4880-89d9-34e7d7056ad4 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:48:14.420669 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bebc645-6f94-4a35-9f93-45e7c382c86b req-9b681613-e512-4364-936c-a50d7d2ed605 service neutron] Port db9a5b0d-d1ec-480d-a962-f9bd8c47d5ad on network 7378a57b-81a9-4880-89d9-34e7d7056ad4 not bound, no agent of type Open vSwitch agent registered on host n-h2-834765-1 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 15:48:14.421027 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bebc645-6f94-4a35-9f93-45e7c382c86b req-9b681613-e512-4364-936c-a50d7d2ed605 service neutron] Attempting to bind port db9a5b0d-d1ec-480d-a962-f9bd8c47d5ad on network 7378a57b-81a9-4880-89d9-34e7d7056ad4 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:48:14.432232 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bebc645-6f94-4a35-9f93-45e7c382c86b req-9b681613-e512-4364-936c-a50d7d2ed605 service neutron] Checking agent: {'id': '3e4b4912-b4a2-4d17-b5bd-6ce15529e8eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 33, 17), 'started_at': datetime.datetime(2022, 3, 29, 15, 33, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 47, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:48:14.432669 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bebc645-6f94-4a35-9f93-45e7c382c86b req-9b681613-e512-4364-936c-a50d7d2ed605 service neutron] Checking segment: {'id': '7dc131c3-459a-4f03-9c06-2bec1a2a1561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '7378a57b-81a9-4880-89d9-34e7d7056ad4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:48:14.433117 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bebc645-6f94-4a35-9f93-45e7c382c86b req-9b681613-e512-4364-936c-a50d7d2ed605 service neutron] Bound using segment: {'id': '7dc131c3-459a-4f03-9c06-2bec1a2a1561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '7378a57b-81a9-4880-89d9-34e7d7056ad4'} {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:48:14.433614 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-6bebc645-6f94-4a35-9f93-45e7c382c86b req-9b681613-e512-4364-936c-a50d7d2ed605 service neutron] Bound port: db9a5b0d-d1ec-480d-a962-f9bd8c47d5ad, host: n-h2-834765-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7dc131c3-459a-4f03-9c06-2bec1a2a1561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '7378a57b-81a9-4880-89d9-34e7d7056ad4'}}] {{(pid=102791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 15:48:14.434035 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-6bebc645-6f94-4a35-9f93-45e7c382c86b req-9b681613-e512-4364-936c-a50d7d2ed605 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:14.446841 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Provisioning complete for port 9d33c8cd-4810-45c4-8e3a-e3ff185d5484 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:48:14.447557 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:14.454758 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-7a4c6b0d-a5b1-492e-ba62-0f76758c1a30 req-8c857bbb-5db6-4e3f-bf47-4e0df1ca7baa service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5d2aa255-6bdf-43e1-9e05-90c89bdb83ec HTTP/1.1" status: 200 len: 999 time: 0.1823115 Mar 29 15:48:14.510971 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-72d1c541-d77b-4a3a-b4cd-31cb87f81bbe req-79d1fd35-ca3f-4e65-a71e-96b10d7794a7 tempest-ServerAddressesTestJSON-877917398 tempest-ServerAddressesTestJSON-877917398-project] 10.222.0.42 "GET /v2.0/security-groups?id=fb9ac8c3-c449-4a96-b5d1-c6a04498c0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033521 Mar 29 15:48:14.564957 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4c6b0d-a5b1-492e-ba62-0f76758c1a30 req-c58eeb4c-967f-4620-91c9-9062f313b542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:48:14.566162 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-7a4c6b0d-a5b1-492e-ba62-0f76758c1a30 req-c58eeb4c-967f-4620-91c9-9062f313b542 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=406fd4ed-e828-4758-9c87-5ac29cec1b72 HTTP/1.1" status: 200 len: 853 time: 0.1046741 Mar 29 15:48:14.567312 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-6bebc645-6f94-4a35-9f93-45e7c382c86b req-9b681613-e512-4364-936c-a50d7d2ed605 service neutron] For port db9a5b0d-d1ec-480d-a962-f9bd8c47d5ad, host n-h2-834765-1, cleared binding levels {{(pid=102791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:48:14.570882 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-6bebc645-6f94-4a35-9f93-45e7c382c86b req-9b681613-e512-4364-936c-a50d7d2ed605 service neutron] For port db9a5b0d-d1ec-480d-a962-f9bd8c47d5ad, host n-h2-834765-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=db9a5b0d-d1ec-480d-a962-f9bd8c47d5ad,segment=NetworkSegment(7dc131c3-459a-4f03-9c06-2bec1a2a1561),segment_id=7dc131c3-459a-4f03-9c06-2bec1a2a1561)] {{(pid=102791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:48:14.586561 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-6bebc645-6f94-4a35-9f93-45e7c382c86b req-9b681613-e512-4364-936c-a50d7d2ed605 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:14.645384 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bebc645-6f94-4a35-9f93-45e7c382c86b req-9b681613-e512-4364-936c-a50d7d2ed605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:48:14.645928 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-6bebc645-6f94-4a35-9f93-45e7c382c86b req-9b681613-e512-4364-936c-a50d7d2ed605 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:14.647562 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6bebc645-6f94-4a35-9f93-45e7c382c86b req-9b681613-e512-4364-936c-a50d7d2ed605 service neutron] 10.222.0.48 "PUT /v2.0/ports/db9a5b0d-d1ec-480d-a962-f9bd8c47d5ad HTTP/1.1" status: 200 len: 1091 time: 1.7330973 Mar 29 15:48:14.648058 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec78f9fd-76fd-4d86-b6be-53b9b9003d53', 'tag': 'db9a5b0d-d1ec-480d-a962-f9bd8c47d5ad'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:48:14.650336 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c67b028db5e9b9818fecc5c0a87ebc6f190694fa53ca267d523e04f98de536d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3495fbd6-f99c-4916-8bc1-a8109cb02ce2" -d '{"events": [{"name": "network-changed", "server_uuid": "ec78f9fd-76fd-4d86-b6be-53b9b9003d53", "tag": "db9a5b0d-d1ec-480d-a962-f9bd8c47d5ad"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:48:14.662390 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:14.691370 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4c6b0d-a5b1-492e-ba62-0f76758c1a30 req-7b974264-0531-47e2-ba57-0cb44bb7b683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:48:14.692950 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-7a4c6b0d-a5b1-492e-ba62-0f76758c1a30 req-7b974264-0531-47e2-ba57-0cb44bb7b683 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5820eec2-ced2-414a-ab32-af1fabeb5f44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1192439 Mar 29 15:48:14.697144 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b681613-e512-4364-936c-a50d7d2ed605 service neutron] Pushing event updated for resources: {'Port': ['ID=db9a5b0d-d1ec-480d-a962-f9bd8c47d5ad,revision_number=3']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:48:14.843521 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 54544) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:48:14.845808 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ad1cc9d-ddcb-49f1-93fa-40a402b7f339', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d33c8cd-4810-45c4-8e3a-e3ff185d5484'}] {{(pid=102792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:48:14.849910 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4f476c66b318cc6068719fc39557fac68d413f5c7e78fa77028c7948e999ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3fa6d33-7e30-404a-b84e-c632b83cb252" -d '{"events": [{"server_uuid": "7ad1cc9d-ddcb-49f1-93fa-40a402b7f339", "name": "network-vif-plugged", "status": "completed", "tag": "9d33c8cd-4810-45c4-8e3a-e3ff185d5484"}]}' {{(pid=102792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:48:14.896607 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port 9d33c8cd-4810-45c4-8e3a-e3ff185d5484, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=9d33c8cd-4810-45c4-8e3a-e3ff185d5484,segment=NetworkSegment(e03a7c9c-8b58-4c58-aa22-7189da98b069),segment_id=e03a7c9c-8b58-4c58-aa22-7189da98b069)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:48:14.901932 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 15:48:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-386009d1-b9ab-47d8-9f39-cdd2d0bed333 x-openstack-request-id: req-386009d1-b9ab-47d8-9f39-cdd2d0bed333 {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:48:14.902465 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec78f9fd-76fd-4d86-b6be-53b9b9003d53", "tag": "db9a5b0d-d1ec-480d-a962-f9bd8c47d5ad", "status": "completed", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:48:14.902573 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-386009d1-b9ab-47d8-9f39-cdd2d0bed333 {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:48:14.903136 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec78f9fd-76fd-4d86-b6be-53b9b9003d53', 'tag': 'db9a5b0d-d1ec-480d-a962-f9bd8c47d5ad', 'status': 'completed', 'code': 200} Mar 29 15:48:14.975362 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:14.976396 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device 684fa249-cf80-48e5-b59d-1b228e32ee2c no longer exists at agent hyperv_n-h1-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:48:15.026164 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bebc645-6f94-4a35-9f93-45e7c382c86b req-216a965f-6232-46f8-a626-6dc35cf81c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:48:15.028006 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6bebc645-6f94-4a35-9f93-45e7c382c86b req-216a965f-6232-46f8-a626-6dc35cf81c1e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=fdec4286f9a24cefb8e341d1f4bfb464&device_id=ec78f9fd-76fd-4d86-b6be-53b9b9003d53 HTTP/1.1" status: 200 len: 1094 time: 0.1416450 Mar 29 15:48:15.030228 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-7a4c6b0d-a5b1-492e-ba62-0f76758c1a30 req-5cd7ab6f-ddd2-4205-a998-64df6bbc2634 service neutron] 10.222.0.48 "GET /v2.0/networks/5820eec2-ced2-414a-ab32-af1fabeb5f44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3246880 Mar 29 15:48:15.046323 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d522df-5ad8-4fc6-b2a9-0ccdfd95b43c req-f3353997-596b-4eec-900c-823430824681 tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:48:15.049346 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-2649a7b3-8eea-45f6-a183-0b1ec45a0831 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=8945175dc6724907be89e5d2c7596890&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2043645 Mar 29 15:48:15.056267 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] No Port match for: 684fa249-cf80-48e5-b59d-1b228e32ee2c {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 15:48:15.056617 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device 684fa249-cf80-48e5-b59d-1b228e32ee2c not bound to the agent host n-h1-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:48:15.058452 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-22d522df-5ad8-4fc6-b2a9-0ccdfd95b43c req-f3353997-596b-4eec-900c-823430824681 tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] 10.222.0.42 "GET /v2.0/ports?device_id=3bef02ef-de94-47d4-97c2-8c38a600695b HTTP/1.1" status: 200 len: 945 time: 0.1596467 Mar 29 15:48:15.059077 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:48:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9c52d4b-2702-4c67-b5c5-feba75aff907 x-openstack-request-id: req-d9c52d4b-2702-4c67-b5c5-feba75aff907 {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:48:15.059212 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 54554) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:48:15.059355 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ad1cc9d-ddcb-49f1-93fa-40a402b7f339", "name": "network-vif-plugged", "status": "completed", "tag": "9d33c8cd-4810-45c4-8e3a-e3ff185d5484", "code": 200}]} {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:48:15.060268 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d9c52d4b-2702-4c67-b5c5-feba75aff907 {{(pid=102792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:48:15.060794 n-d-834765-1 neutron-server[102792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ad1cc9d-ddcb-49f1-93fa-40a402b7f339', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d33c8cd-4810-45c4-8e3a-e3ff185d5484', 'code': 200} Mar 29 15:48:15.065673 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Pushing event updated for resources: {'Port': ['ID=9d33c8cd-4810-45c4-8e3a-e3ff185d5484,revision_number=7']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:48:15.150206 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-7d82dc93-1ff8-429d-b6eb-7832d2604cc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:15.155200 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6bebc645-6f94-4a35-9f93-45e7c382c86b req-dcee9629-7cbd-4f1e-a8d9-555a36b64275 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=db9a5b0d-d1ec-480d-a962-f9bd8c47d5ad HTTP/1.1" status: 200 len: 217 time: 0.0922749 Mar 29 15:48:15.223150 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-7d82dc93-1ff8-429d-b6eb-7832d2604cc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:15.230857 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-59ed1bb0-a0bd-4411-819b-1a66883fa56e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b23177d-8c08-44e2-bf32-a433f760b109', 'name': 'tempest-AttachVolumeNegativeTest-120289948-router', 'tenant_id': 'c6465a9dafbf43bf90c09b1dce8d1fc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.74'}], 'enable_snat': True}, 'gw_port_id': 'cde34bcf-8da1-4d24-9563-f97d8199f91f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:47:21Z', 'updated_at': '2022-03-29T15:47:34Z', 'revision_number': 4, 'project_id': 'c6465a9dafbf43bf90c09b1dce8d1fc6', 'gw_port': {'id': 'cde34bcf-8da1-4d24-9563-f97d8199f91f', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:37:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b23177d-8c08-44e2-bf32-a433f760b109', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:47:24Z', 'updated_at': '2022-03-29T15:47:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_floatingips': [{'id': '760c0b1f-7546-41a9-ace4-0f45cf72c9f4', 'tenant_id': 'c6465a9dafbf43bf90c09b1dce8d1fc6', 'floating_ip_address': '172.25.4.169', 'floating_network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'router_id': '9b23177d-8c08-44e2-bf32-a433f760b109', 'port_id': '5d2aa255-6bdf-43e1-9e05-90c89bdb83ec', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1435, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5820eec2-ced2-414a-ab32-af1fabeb5f44', 'mac_address': 'fa:16:3e:79:01:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c51480f-bfbc-4ea8-9c33-e320d6a5e3fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T15:47:45Z', 'updated_at': '2022-03-29T15:48:11Z', 'revision_number': 1, 'project_id': 'c6465a9dafbf43bf90c09b1dce8d1fc6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebc9cc52-020c-419f-9e91-e82c61c2fe20', 'name': '', 'network_id': '5820eec2-ced2-414a-ab32-af1fabeb5f44', 'tenant_id': 'c6465a9dafbf43bf90c09b1dce8d1fc6', 'mac_address': 'fa:16:3e:6b:9d:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b23177d-8c08-44e2-bf32-a433f760b109', 'device_owner': 'network:router_interface', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': '406fd4ed-e828-4758-9c87-5ac29cec1b72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:47:30Z', 'updated_at': '2022-03-29T15:47:39Z', 'revision_number': 5, 'project_id': 'c6465a9dafbf43bf90c09b1dce8d1fc6', 'subnets': [{'id': '406fd4ed-e828-4758-9c87-5ac29cec1b72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:48:15.324241 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59ed1bb0-a0bd-4411-819b-1a66883fa56e None None] The sync data for ids ['9b23177d-8c08-44e2-bf32-a433f760b109'] in n-d-834765-1 is: [{'id': '9b23177d-8c08-44e2-bf32-a433f760b109', 'name': 'tempest-AttachVolumeNegativeTest-120289948-router', 'tenant_id': 'c6465a9dafbf43bf90c09b1dce8d1fc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.74'}], 'enable_snat': True}, 'gw_port_id': 'cde34bcf-8da1-4d24-9563-f97d8199f91f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:47:21Z', 'updated_at': '2022-03-29T15:47:34Z', 'revision_number': 4, 'project_id': 'c6465a9dafbf43bf90c09b1dce8d1fc6', 'gw_port': {'id': 'cde34bcf-8da1-4d24-9563-f97d8199f91f', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:37:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b23177d-8c08-44e2-bf32-a433f760b109', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:47:24Z', 'updated_at': '2022-03-29T15:47:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_floatingips': [{'id': '760c0b1f-7546-41a9-ace4-0f45cf72c9f4', 'tenant_id': 'c6465a9dafbf43bf90c09b1dce8d1fc6', 'floating_ip_address': '172.25.4.169', 'floating_network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'router_id': '9b23177d-8c08-44e2-bf32-a433f760b109', 'port_id': '5d2aa255-6bdf-43e1-9e05-90c89bdb83ec', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1435, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5820eec2-ced2-414a-ab32-af1fabeb5f44', 'mac_address': 'fa:16:3e:79:01:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c51480f-bfbc-4ea8-9c33-e320d6a5e3fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T15:47:45Z', 'updated_at': '2022-03-29T15:48:11Z', 'revision_number': 1, 'project_id': 'c6465a9dafbf43bf90c09b1dce8d1fc6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebc9cc52-020c-419f-9e91-e82c61c2fe20', 'name': '', 'network_id': '5820eec2-ced2-414a-ab32-af1fabeb5f44', 'tenant_id': 'c6465a9dafbf43bf90c09b1dce8d1fc6', 'mac_address': 'fa:16:3e:6b:9d:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b23177d-8c08-44e2-bf32-a433f760b109', 'device_owner': 'network:router_interface', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': '406fd4ed-e828-4758-9c87-5ac29cec1b72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:47:30Z', 'updated_at': '2022-03-29T15:47:39Z', 'revision_number': 5, 'project_id': 'c6465a9dafbf43bf90c09b1dce8d1fc6', 'subnets': [{'id': '406fd4ed-e828-4758-9c87-5ac29cec1b72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:48:15.341554 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-7d82dc93-1ff8-429d-b6eb-7832d2604cc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:15.344400 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-7d82dc93-1ff8-429d-b6eb-7832d2604cc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:15.350903 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-7d82dc93-1ff8-429d-b6eb-7832d2604cc5 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ec88a5bc-6fb9-40cd-b535-e0a37db4c873 HTTP/1.1" status: 204 len: 168 time: 0.2889419 Mar 29 15:48:15.366659 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d82dc93-1ff8-429d-b6eb-7832d2604cc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec88a5bc-6fb9-40cd-b535-e0a37db4c873,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:48:15.685139 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-22d522df-5ad8-4fc6-b2a9-0ccdfd95b43c req-78dab32c-702e-4ed1-8624-442e49946ee6 tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] 10.222.0.42 "GET /v2.0/security-groups?id=c7a98718-a37a-4214-92b3-d1a7e3aaebf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6186757 Mar 29 15:48:15.731456 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bebc645-6f94-4a35-9f93-45e7c382c86b req-8c5935e5-5a7c-4aba-a971-d7bbea60b9d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:48:15.733468 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6bebc645-6f94-4a35-9f93-45e7c382c86b req-8c5935e5-5a7c-4aba-a971-d7bbea60b9d2 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b01719f5-1924-4745-8ddd-871acb5da226 HTTP/1.1" status: 200 len: 854 time: 0.5703619 Mar 29 15:48:15.760682 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0649711f-b7bf-4269-a25f-bb4c00fff9e0 None None] New status for floating IP 760c0b1f-7546-41a9-ace4-0f45cf72c9f4: ACTIVE {{(pid=102793) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 15:48:15.786015 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13db5fd-e3b8-4b5b-85d7-caf015854acc req-bfdaf4ce-239c-4804-8e6c-63f8ae137a5e tempest-ServerAddressesTestJSON-877917398 tempest-ServerAddressesTestJSON-877917398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:48:15.800600 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-e13db5fd-e3b8-4b5b-85d7-caf015854acc req-bfdaf4ce-239c-4804-8e6c-63f8ae137a5e tempest-ServerAddressesTestJSON-877917398 tempest-ServerAddressesTestJSON-877917398-project] 10.222.0.42 "GET /v2.0/ports?device_id=ec78f9fd-76fd-4d86-b6be-53b9b9003d53 HTTP/1.1" status: 200 len: 943 time: 0.1649323 Mar 29 15:48:15.819117 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-7a4c6b0d-a5b1-492e-ba62-0f76758c1a30 req-1f148ffd-c83f-4f1c-9a90-db75de07c45a service neutron] 10.222.0.48 "GET /v2.0/networks/5820eec2-ced2-414a-ab32-af1fabeb5f44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7546639 Mar 29 15:48:15.821528 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6bebc645-6f94-4a35-9f93-45e7c382c86b req-ea30aa7d-33ca-45d5-8a0f-b011c538bdba service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7378a57b-81a9-4880-89d9-34e7d7056ad4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0763543 Mar 29 15:48:15.962239 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-e13db5fd-e3b8-4b5b-85d7-caf015854acc req-1f30b2e9-393f-4d18-83d3-3cf884d56c17 tempest-ServerAddressesTestJSON-877917398 tempest-ServerAddressesTestJSON-877917398-project] 10.222.0.42 "GET /v2.0/security-groups?id=fb9ac8c3-c449-4a96-b5d1-c6a04498c0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582456 Mar 29 15:48:16.020096 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.agents_db [None req-59735a15-725e-44d4-9ad5-95cbe356f209 None None] Agent healthcheck: found 7 active agents {{(pid=102793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 15:48:16.046836 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7435244f-20f7-4297-b75e-6623f6d1d7c5 req-a40d7a22-4705-4b8c-9f57-b0b1a27b2c87 tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:48:16.049690 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-7435244f-20f7-4297-b75e-6623f6d1d7c5 req-a40d7a22-4705-4b8c-9f57-b0b1a27b2c87 tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] 10.222.0.42 "GET /v2.0/ports?device_id=3bef02ef-de94-47d4-97c2-8c38a600695b HTTP/1.1" status: 200 len: 945 time: 0.2409606 Mar 29 15:48:16.106034 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6bebc645-6f94-4a35-9f93-45e7c382c86b req-ef585952-939a-43dc-9fa3-f9f02540f0c3 service neutron] 10.222.0.48 "GET /v2.0/networks/7378a57b-81a9-4880-89d9-34e7d7056ad4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2533116 Mar 29 15:48:16.190366 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-7435244f-20f7-4297-b75e-6623f6d1d7c5 req-d236bc60-34c9-4f47-a100-0cad5f4fdf0d tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] 10.222.0.42 "GET /v2.0/security-groups?id=c7a98718-a37a-4214-92b3-d1a7e3aaebf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261034 Mar 29 15:48:16.350865 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6bebc645-6f94-4a35-9f93-45e7c382c86b req-600f14aa-4ef5-4793-96c1-b0a932b2e844 service neutron] 10.222.0.48 "GET /v2.0/networks/7378a57b-81a9-4880-89d9-34e7d7056ad4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2081761 Mar 29 15:48:16.482757 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3495fbd6-f99c-4916-8bc1-a8109cb02ce2 req-c2067cbb-7ea5-47bd-8300-0a7d93327d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:48:16.486537 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-3495fbd6-f99c-4916-8bc1-a8109cb02ce2 req-c2067cbb-7ea5-47bd-8300-0a7d93327d2e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=fdec4286f9a24cefb8e341d1f4bfb464&device_id=ec78f9fd-76fd-4d86-b6be-53b9b9003d53 HTTP/1.1" status: 200 len: 1094 time: 0.0822711 Mar 29 15:48:16.576824 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 54612) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:48:16.732658 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3495fbd6-f99c-4916-8bc1-a8109cb02ce2 req-254cee42-ef49-4139-b030-b2b64012c43e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:48:16.736136 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-3495fbd6-f99c-4916-8bc1-a8109cb02ce2 req-254cee42-ef49-4139-b030-b2b64012c43e service neutron] 10.222.0.48 "GET /v2.0/networks?id=7378a57b-81a9-4880-89d9-34e7d7056ad4 HTTP/1.1" status: 200 len: 915 time: 0.2429211 Mar 29 15:48:16.809225 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c43fe752-91a7-487c-8585-b9e027e0342b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:16.815295 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-3495fbd6-f99c-4916-8bc1-a8109cb02ce2 req-88dd6b25-f774-471f-b6c1-6c05f2d23b37 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=db9a5b0d-d1ec-480d-a962-f9bd8c47d5ad HTTP/1.1" status: 200 len: 217 time: 0.0665972 Mar 29 15:48:16.822106 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:16.899586 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3495fbd6-f99c-4916-8bc1-a8109cb02ce2 req-521caf7c-8b2b-4569-ab43-baba4d26fdae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:48:16.901679 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-3495fbd6-f99c-4916-8bc1-a8109cb02ce2 req-521caf7c-8b2b-4569-ab43-baba4d26fdae service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b01719f5-1924-4745-8ddd-871acb5da226 HTTP/1.1" status: 200 len: 854 time: 0.0790989 Mar 29 15:48:16.949685 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-3495fbd6-f99c-4916-8bc1-a8109cb02ce2 req-1202879a-8c0d-4e60-98cb-e5a855d9588f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7378a57b-81a9-4880-89d9-34e7d7056ad4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403228 Mar 29 15:48:17.105333 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c43fe752-91a7-487c-8585-b9e027e0342b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:17.121063 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c43fe752-91a7-487c-8585-b9e027e0342b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:17.158036 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-3495fbd6-f99c-4916-8bc1-a8109cb02ce2 req-603188ff-5e09-4732-93b9-ab7a2f88f3fd service neutron] 10.222.0.48 "GET /v2.0/networks/7378a57b-81a9-4880-89d9-34e7d7056ad4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1985681 Mar 29 15:48:17.295929 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 54652) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:48:17.296447 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-c43fe752-91a7-487c-8585-b9e027e0342b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=66ea3fa5e97341de8eb6df0afc93897c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7168367 Mar 29 15:48:17.314945 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43fe752-91a7-487c-8585-b9e027e0342b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d6c6673-61dc-4431-935e-5c79245e683d,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:48:17.382666 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-3495fbd6-f99c-4916-8bc1-a8109cb02ce2 req-095f72ad-81dc-4298-a183-eba3cecefc5c service neutron] 10.222.0.48 "GET /v2.0/networks/7378a57b-81a9-4880-89d9-34e7d7056ad4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2163668 Mar 29 15:48:17.422353 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dc2a67-2110-4413-9fa9-670f1ee915a8 req-e794f222-fe50-4a1a-a70b-8dd731aedd70 tempest-ServerAddressesTestJSON-877917398 tempest-ServerAddressesTestJSON-877917398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:48:17.430282 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-18dc2a67-2110-4413-9fa9-670f1ee915a8 req-e794f222-fe50-4a1a-a70b-8dd731aedd70 tempest-ServerAddressesTestJSON-877917398 tempest-ServerAddressesTestJSON-877917398-project] 10.222.0.42 "GET /v2.0/ports?device_id=ec78f9fd-76fd-4d86-b6be-53b9b9003d53 HTTP/1.1" status: 200 len: 943 time: 0.2511940 Mar 29 15:48:17.517432 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-18dc2a67-2110-4413-9fa9-670f1ee915a8 req-c7fdf73f-6b9c-4c91-aee2-3191e8c79ab1 tempest-ServerAddressesTestJSON-877917398 tempest-ServerAddressesTestJSON-877917398-project] 10.222.0.42 "GET /v2.0/security-groups?id=fb9ac8c3-c449-4a96-b5d1-c6a04498c0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773489 Mar 29 15:48:17.525470 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-c61999ff-daca-413a-b54f-68e9b487ada6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:17.581412 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-c61999ff-daca-413a-b54f-68e9b487ada6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:17.678569 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb53abd-2940-470b-9bc5-511525f2bdfc req-11914f68-1b2c-4a14-8a00-fe5dd5694432 tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:48:17.688107 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-acb53abd-2940-470b-9bc5-511525f2bdfc req-11914f68-1b2c-4a14-8a00-fe5dd5694432 tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] 10.222.0.42 "GET /v2.0/ports?device_id=3bef02ef-de94-47d4-97c2-8c38a600695b HTTP/1.1" status: 200 len: 945 time: 0.2503889 Mar 29 15:48:17.701862 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:17.717333 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-c61999ff-daca-413a-b54f-68e9b487ada6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:17.720774 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-c61999ff-daca-413a-b54f-68e9b487ada6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:17.721914 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-c61999ff-daca-413a-b54f-68e9b487ada6 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/8d6c6673-61dc-4431-935e-5c79245e683d HTTP/1.1" status: 204 len: 168 time: 0.4243138 Mar 29 15:48:17.740707 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61999ff-daca-413a-b54f-68e9b487ada6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d6c6673-61dc-4431-935e-5c79245e683d,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:48:17.757879 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-acb53abd-2940-470b-9bc5-511525f2bdfc req-fc70b4be-eb67-4254-bbe0-0ef894ac5b8d tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] 10.222.0.42 "GET /v2.0/security-groups?id=c7a98718-a37a-4214-92b3-d1a7e3aaebf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630178 Mar 29 15:48:18.497627 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 54706) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:48:18.520064 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-ede310cd-0450-4c93-aa92-a7ae44e37b71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:18.668835 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-ede310cd-0450-4c93-aa92-a7ae44e37b71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:18.680931 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-ede310cd-0450-4c93-aa92-a7ae44e37b71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:18.734711 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4bd1e1-cafe-4c0e-b1cd-bd21c269a9ca req-daa01580-6d8d-4ee7-8b56-0b18d3fba58e tempest-ServerAddressesTestJSON-877917398 tempest-ServerAddressesTestJSON-877917398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:48:18.741706 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6a4bd1e1-cafe-4c0e-b1cd-bd21c269a9ca req-daa01580-6d8d-4ee7-8b56-0b18d3fba58e tempest-ServerAddressesTestJSON-877917398 tempest-ServerAddressesTestJSON-877917398-project] 10.222.0.42 "GET /v2.0/ports?device_id=ec78f9fd-76fd-4d86-b6be-53b9b9003d53 HTTP/1.1" status: 200 len: 943 time: 0.1087754 Mar 29 15:48:18.787239 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede310cd-0450-4c93-aa92-a7ae44e37b71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d423c063-f6e7-435a-97fb-de84cbb0d332,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:48:18.804020 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-ede310cd-0450-4c93-aa92-a7ae44e37b71 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=5e33f002ca6b4b41b9f3528661d705a6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3055370 Mar 29 15:48:18.808978 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 54732) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:48:18.814185 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6a4bd1e1-cafe-4c0e-b1cd-bd21c269a9ca req-a864d690-5278-4f2f-9144-a35ffbaf1448 tempest-ServerAddressesTestJSON-877917398 tempest-ServerAddressesTestJSON-877917398-project] 10.222.0.42 "GET /v2.0/security-groups?id=fb9ac8c3-c449-4a96-b5d1-c6a04498c0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655594 Mar 29 15:48:19.015473 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e4667a9c-716d-4d10-bd6a-45a40c1a5fec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:19.044835 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4f897d-16d9-48f7-8f0f-93df85a8e48d req-d20bddd0-d8be-4bce-993d-0c93e78566a2 tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:48:19.046644 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-aa4f897d-16d9-48f7-8f0f-93df85a8e48d req-d20bddd0-d8be-4bce-993d-0c93e78566a2 tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] 10.222.0.42 "GET /v2.0/ports?device_id=3bef02ef-de94-47d4-97c2-8c38a600695b HTTP/1.1" status: 200 len: 945 time: 0.1507676 Mar 29 15:48:19.090032 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e4667a9c-716d-4d10-bd6a-45a40c1a5fec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:19.159616 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-aa4f897d-16d9-48f7-8f0f-93df85a8e48d req-c2962283-f9f8-4513-87d9-520daca96ef9 tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] 10.222.0.42 "GET /v2.0/security-groups?id=c7a98718-a37a-4214-92b3-d1a7e3aaebf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916059 Mar 29 15:48:19.237709 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e4667a9c-716d-4d10-bd6a-45a40c1a5fec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:19.241743 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e4667a9c-716d-4d10-bd6a-45a40c1a5fec admin admin] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:19.243339 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-e4667a9c-716d-4d10-bd6a-45a40c1a5fec admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d423c063-f6e7-435a-97fb-de84cbb0d332 HTTP/1.1" status: 204 len: 168 time: 0.4309895 Mar 29 15:48:19.265257 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4667a9c-716d-4d10-bd6a-45a40c1a5fec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d423c063-f6e7-435a-97fb-de84cbb0d332,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:48:19.289679 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 54740) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:48:19.525868 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-5cb75dcd-b6cc-4114-9a40-64af8e81c513 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:19.668251 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-5cb75dcd-b6cc-4114-9a40-64af8e81c513 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:19.676650 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-5cb75dcd-b6cc-4114-9a40-64af8e81c513 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:19.743061 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-5cb75dcd-b6cc-4114-9a40-64af8e81c513 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e0eff6a08b3b4e23a167d2eb756b4098&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4519682 Mar 29 15:48:19.746507 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 54758) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:48:19.748119 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb75dcd-b6cc-4114-9a40-64af8e81c513 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=309dbab8-7937-4ad5-b17c-de307eeef291,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:48:19.858309 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-25faeeb5-b7d4-4f1a-a275-8234d50f16ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:19.920137 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-25faeeb5-b7d4-4f1a-a275-8234d50f16ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:19.992473 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device db9a5b0d-d1ec-480d-a962-f9bd8c47d5ad details requested by agent hyperv_n-h2-834765-1 with host n-h2-834765-1 {{(pid=102792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 15:48:20.011116 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-25faeeb5-b7d4-4f1a-a275-8234d50f16ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:20.017960 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-25faeeb5-b7d4-4f1a-a275-8234d50f16ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:20.022569 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-25faeeb5-b7d4-4f1a-a275-8234d50f16ab admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/309dbab8-7937-4ad5-b17c-de307eeef291 HTTP/1.1" status: 204 len: 168 time: 0.2746198 Mar 29 15:48:20.032317 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25faeeb5-b7d4-4f1a-a275-8234d50f16ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=309dbab8-7937-4ad5-b17c-de307eeef291,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:48:20.081561 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62197109-8dfe-48a6-b328-6f8dee0a590f req-ba522223-6e96-467d-93ec-2a1198cbceac tempest-ServerAddressesTestJSON-877917398 tempest-ServerAddressesTestJSON-877917398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:48:20.083441 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-62197109-8dfe-48a6-b328-6f8dee0a590f req-ba522223-6e96-467d-93ec-2a1198cbceac tempest-ServerAddressesTestJSON-877917398 tempest-ServerAddressesTestJSON-877917398-project] 10.222.0.42 "GET /v2.0/ports?device_id=ec78f9fd-76fd-4d86-b6be-53b9b9003d53 HTTP/1.1" status: 200 len: 943 time: 0.1214120 Mar 29 15:48:20.169611 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-62197109-8dfe-48a6-b328-6f8dee0a590f req-58b01b08-db74-48b3-8845-b692c8a4a725 tempest-ServerAddressesTestJSON-877917398 tempest-ServerAddressesTestJSON-877917398-project] 10.222.0.42 "GET /v2.0/security-groups?id=fb9ac8c3-c449-4a96-b5d1-c6a04498c0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787525 Mar 29 15:48:20.232083 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port db9a5b0d-d1ec-480d-a962-f9bd8c47d5ad, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=db9a5b0d-d1ec-480d-a962-f9bd8c47d5ad,segment=NetworkSegment(7dc131c3-459a-4f03-9c06-2bec1a2a1561),segment_id=7dc131c3-459a-4f03-9c06-2bec1a2a1561)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:48:20.247812 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Returning: {'device': 'db9a5b0d-d1ec-480d-a962-f9bd8c47d5ad', 'network_id': '7378a57b-81a9-4880-89d9-34e7d7056ad4', 'port_id': 'db9a5b0d-d1ec-480d-a962-f9bd8c47d5ad', 'mac_address': 'fa:16:3e:67:cb:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 614, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b01719f5-1924-4745-8ddd-871acb5da226', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 15:48:20.327466 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:20.372167 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db9a5b0d-d1ec-480d-a962-f9bd8c47d5ad {{(pid=102792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:48:20.375581 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080d9ab6-87c3-4a30-b743-c9df2108ca79 req-43620ae3-c97c-4314-8d72-3939cf6dd3b3 tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:48:20.378543 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-080d9ab6-87c3-4a30-b743-c9df2108ca79 req-43620ae3-c97c-4314-8d72-3939cf6dd3b3 tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] 10.222.0.42 "GET /v2.0/ports?device_id=3bef02ef-de94-47d4-97c2-8c38a600695b HTTP/1.1" status: 200 len: 945 time: 0.1023276 Mar 29 15:48:20.429298 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port db9a5b0d-d1ec-480d-a962-f9bd8c47d5ad, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=db9a5b0d-d1ec-480d-a962-f9bd8c47d5ad,segment=NetworkSegment(7dc131c3-459a-4f03-9c06-2bec1a2a1561),segment_id=7dc131c3-459a-4f03-9c06-2bec1a2a1561)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:48:20.446321 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device 760bbbfc-71b7-4203-933a-d2a2de4db286 details requested by agent hyperv_n-h1-834765-1 with host n-h1-834765-1 {{(pid=102792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 15:48:20.479334 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-080d9ab6-87c3-4a30-b743-c9df2108ca79 req-8174cb36-db45-4ca5-ae52-16bf35143b23 tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] 10.222.0.42 "GET /v2.0/security-groups?id=c7a98718-a37a-4214-92b3-d1a7e3aaebf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901117 Mar 29 15:48:20.522480 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:20.795375 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port 760bbbfc-71b7-4203-933a-d2a2de4db286, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=760bbbfc-71b7-4203-933a-d2a2de4db286,segment=NetworkSegment(ee9a1626-16ee-4ecf-88a3-7244e4b7c1ed),segment_id=ee9a1626-16ee-4ecf-88a3-7244e4b7c1ed)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:48:20.846368 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Returning: {'device': '760bbbfc-71b7-4203-933a-d2a2de4db286', 'network_id': '521886c7-eef8-4b1b-9885-e070589482cd', 'port_id': '760bbbfc-71b7-4203-933a-d2a2de4db286', 'mac_address': 'fa:16:3e:f2:9c:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 632, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '948bea00-d9fc-4574-8561-d9234d72b285', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 15:48:20.934123 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Pushing event updated for resources: {'Port': ['ID=db9a5b0d-d1ec-480d-a962-f9bd8c47d5ad,revision_number=4']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:48:20.954432 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:20.996896 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] get_ports_and_sgs() called for port_ids ['db9a5b0d-d1ec-480d-a962-f9bd8c47d5ad'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:48:21.095104 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 760bbbfc-71b7-4203-933a-d2a2de4db286 {{(pid=102792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:48:21.116827 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port 760bbbfc-71b7-4203-933a-d2a2de4db286, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=760bbbfc-71b7-4203-933a-d2a2de4db286,segment=NetworkSegment(ee9a1626-16ee-4ecf-88a3-7244e4b7c1ed),segment_id=ee9a1626-16ee-4ecf-88a3-7244e4b7c1ed)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:48:21.157822 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:21.403119 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd0c4f3-4aef-49fd-9e28-6efdaf0d3fb8 req-5fb1f0a6-18a2-4cd5-a312-f3a2b1ca93d3 tempest-ServerAddressesTestJSON-877917398 tempest-ServerAddressesTestJSON-877917398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:48:21.404526 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] get_ports_and_sgs() called for port_ids ['760bbbfc-71b7-4203-933a-d2a2de4db286'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:48:21.437475 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-bdd0c4f3-4aef-49fd-9e28-6efdaf0d3fb8 req-5fb1f0a6-18a2-4cd5-a312-f3a2b1ca93d3 tempest-ServerAddressesTestJSON-877917398 tempest-ServerAddressesTestJSON-877917398-project] 10.222.0.42 "GET /v2.0/ports?device_id=ec78f9fd-76fd-4d86-b6be-53b9b9003d53 HTTP/1.1" status: 200 len: 944 time: 0.1216030 Mar 29 15:48:21.574233 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Pushing event updated for resources: {'Port': ['ID=760bbbfc-71b7-4203-933a-d2a2de4db286,revision_number=6']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:48:21.609686 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-bdd0c4f3-4aef-49fd-9e28-6efdaf0d3fb8 req-a20cc022-2266-4d1c-ac65-aedd42fb882e tempest-ServerAddressesTestJSON-877917398 tempest-ServerAddressesTestJSON-877917398-project] 10.222.0.42 "GET /v2.0/security-groups?id=fb9ac8c3-c449-4a96-b5d1-c6a04498c0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709023 Mar 29 15:48:21.801084 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a72feb-8d57-493a-9a2c-d3afd2f3c817 req-ded2ae83-843b-4096-acd5-69ffa3ece804 tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:48:21.805804 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e8a72feb-8d57-493a-9a2c-d3afd2f3c817 req-ded2ae83-843b-4096-acd5-69ffa3ece804 tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] 10.222.0.42 "GET /v2.0/ports?device_id=3bef02ef-de94-47d4-97c2-8c38a600695b HTTP/1.1" status: 200 len: 944 time: 0.1680813 Mar 29 15:48:21.895473 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e8a72feb-8d57-493a-9a2c-d3afd2f3c817 req-bcbc9063-5efa-49e4-82d0-9cfe0ad28d43 tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] 10.222.0.42 "GET /v2.0/security-groups?id=c7a98718-a37a-4214-92b3-d1a7e3aaebf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775518 Mar 29 15:48:22.386076 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device 760bbbfc-71b7-4203-933a-d2a2de4db286 up at agent hyperv_n-h1-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:48:22.480073 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Provisioning complete for port 760bbbfc-71b7-4203-933a-d2a2de4db286 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:48:22.480073 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:22.587857 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:22.641357 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port 760bbbfc-71b7-4203-933a-d2a2de4db286, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=760bbbfc-71b7-4203-933a-d2a2de4db286,segment=NetworkSegment(ee9a1626-16ee-4ecf-88a3-7244e4b7c1ed),segment_id=ee9a1626-16ee-4ecf-88a3-7244e4b7c1ed)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:48:22.642349 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bef02ef-de94-47d4-97c2-8c38a600695b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '760bbbfc-71b7-4203-933a-d2a2de4db286'}] {{(pid=102792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:48:22.647224 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4f476c66b318cc6068719fc39557fac68d413f5c7e78fa77028c7948e999ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b115b22-6059-4c50-8219-88df3f55679f" -d '{"events": [{"server_uuid": "3bef02ef-de94-47d4-97c2-8c38a600695b", "name": "network-vif-plugged", "status": "completed", "tag": "760bbbfc-71b7-4203-933a-d2a2de4db286"}]}' {{(pid=102792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:48:22.652927 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:22.753206 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Pushing event updated for resources: {'Port': ['ID=760bbbfc-71b7-4203-933a-d2a2de4db286,revision_number=7']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:48:22.761331 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:48:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-804e117b-ce29-4689-9354-3647db7cde78 x-openstack-request-id: req-804e117b-ce29-4689-9354-3647db7cde78 {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:48:22.761616 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bef02ef-de94-47d4-97c2-8c38a600695b", "name": "network-vif-plugged", "status": "completed", "tag": "760bbbfc-71b7-4203-933a-d2a2de4db286", "code": 200}]} {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:48:22.761868 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-804e117b-ce29-4689-9354-3647db7cde78 {{(pid=102792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:48:22.762254 n-d-834765-1 neutron-server[102792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bef02ef-de94-47d4-97c2-8c38a600695b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '760bbbfc-71b7-4203-933a-d2a2de4db286', 'code': 200} Mar 29 15:48:22.828246 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ddc254-098f-4db8-bae7-53f16ae62773 req-f4240408-da01-4910-a6c2-ab3983cbbf73 tempest-ServerAddressesTestJSON-877917398 tempest-ServerAddressesTestJSON-877917398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:48:22.840122 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-86ddc254-098f-4db8-bae7-53f16ae62773 req-f4240408-da01-4910-a6c2-ab3983cbbf73 tempest-ServerAddressesTestJSON-877917398 tempest-ServerAddressesTestJSON-877917398-project] 10.222.0.42 "GET /v2.0/ports?device_id=ec78f9fd-76fd-4d86-b6be-53b9b9003d53 HTTP/1.1" status: 200 len: 944 time: 0.0859888 Mar 29 15:48:22.928168 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-86ddc254-098f-4db8-bae7-53f16ae62773 req-cdb3d1d1-90ab-4919-b715-001d3fd5d7a9 tempest-ServerAddressesTestJSON-877917398 tempest-ServerAddressesTestJSON-877917398-project] 10.222.0.42 "GET /v2.0/security-groups?id=fb9ac8c3-c449-4a96-b5d1-c6a04498c0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805085 Mar 29 15:48:23.112087 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc028a0d-ac90-4b48-ab29-abd5a1d0abe2 req-cad35401-b4ab-4936-990a-aea0b2502eb4 tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:48:23.121623 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-bc028a0d-ac90-4b48-ab29-abd5a1d0abe2 req-cad35401-b4ab-4936-990a-aea0b2502eb4 tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] 10.222.0.42 "GET /v2.0/ports?device_id=3bef02ef-de94-47d4-97c2-8c38a600695b HTTP/1.1" status: 200 len: 945 time: 0.1116679 Mar 29 15:48:23.196936 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-bc028a0d-ac90-4b48-ab29-abd5a1d0abe2 req-a0bd1d15-1105-4aea-bae2-d8162b540605 tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] 10.222.0.42 "GET /v2.0/security-groups?id=c7a98718-a37a-4214-92b3-d1a7e3aaebf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710206 Mar 29 15:48:23.311618 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 54904) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:48:23.556776 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-a7e4f8dc-6309-4ffc-8a21-c41048c68b4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:23.709941 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-a7e4f8dc-6309-4ffc-8a21-c41048c68b4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:23.717275 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-a7e4f8dc-6309-4ffc-8a21-c41048c68b4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:23.759249 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-a7e4f8dc-6309-4ffc-8a21-c41048c68b4c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f03877f862e04e2e94bd654c79c5726d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4464834 Mar 29 15:48:23.762101 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 54930) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:48:23.788762 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e4f8dc-6309-4ffc-8a21-c41048c68b4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4154c34c-85ac-4590-9c43-1d85ff075f93,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:48:23.867471 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-bf6f3731-13af-4ce0-b1b6-7a0cb0022c1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:23.895696 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-bf6f3731-13af-4ce0-b1b6-7a0cb0022c1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:23.957515 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-bf6f3731-13af-4ce0-b1b6-7a0cb0022c1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:23.960425 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-bf6f3731-13af-4ce0-b1b6-7a0cb0022c1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:23.965110 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-bf6f3731-13af-4ce0-b1b6-7a0cb0022c1b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/4154c34c-85ac-4590-9c43-1d85ff075f93 HTTP/1.1" status: 204 len: 168 time: 0.2008927 Mar 29 15:48:23.980065 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6f3731-13af-4ce0-b1b6-7a0cb0022c1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4154c34c-85ac-4590-9c43-1d85ff075f93,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:48:24.006082 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device db9a5b0d-d1ec-480d-a962-f9bd8c47d5ad up at agent hyperv_n-h2-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:48:24.102741 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Provisioning for port db9a5b0d-d1ec-480d-a962-f9bd8c47d5ad completed by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 15:48:24.117064 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Provisioning complete for port db9a5b0d-d1ec-480d-a962-f9bd8c47d5ad triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:48:24.117064 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:24.226349 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0988ee7d-2e78-4c25-bfe9-0187b28d66eb req-15c56620-908e-4211-bffc-0144bacc8de9 tempest-ServerAddressesTestJSON-877917398 tempest-ServerAddressesTestJSON-877917398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:48:24.242646 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-0988ee7d-2e78-4c25-bfe9-0187b28d66eb req-15c56620-908e-4211-bffc-0144bacc8de9 tempest-ServerAddressesTestJSON-877917398 tempest-ServerAddressesTestJSON-877917398-project] 10.222.0.42 "GET /v2.0/ports?device_id=ec78f9fd-76fd-4d86-b6be-53b9b9003d53 HTTP/1.1" status: 200 len: 944 time: 0.1334066 Mar 29 15:48:24.360851 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-0988ee7d-2e78-4c25-bfe9-0187b28d66eb req-ba520797-10b2-45f8-960f-8d2508899ae2 tempest-ServerAddressesTestJSON-877917398 tempest-ServerAddressesTestJSON-877917398-project] 10.222.0.42 "GET /v2.0/security-groups?id=fb9ac8c3-c449-4a96-b5d1-c6a04498c0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119390 Mar 29 15:48:24.390731 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:24.433414 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port db9a5b0d-d1ec-480d-a962-f9bd8c47d5ad, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=db9a5b0d-d1ec-480d-a962-f9bd8c47d5ad,segment=NetworkSegment(7dc131c3-459a-4f03-9c06-2bec1a2a1561),segment_id=7dc131c3-459a-4f03-9c06-2bec1a2a1561)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:48:24.440406 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:24.508117 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 54960) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:48:24.551808 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Pushing event updated for resources: {'Port': ['ID=db9a5b0d-d1ec-480d-a962-f9bd8c47d5ad,revision_number=5']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:48:24.683823 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6e14d7-6c7d-411f-b08d-27891ce8b704 req-1c7eae5b-9b26-49f4-ae8a-4fe7fefdf03a tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:48:24.692856 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-da6e14d7-6c7d-411f-b08d-27891ce8b704 req-1c7eae5b-9b26-49f4-ae8a-4fe7fefdf03a tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] 10.222.0.42 "GET /v2.0/ports?device_id=3bef02ef-de94-47d4-97c2-8c38a600695b HTTP/1.1" status: 200 len: 945 time: 0.1883564 Mar 29 15:48:24.717024 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-35e459eb-e9ba-438a-891b-ba707c2d26aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:24.763679 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec78f9fd-76fd-4d86-b6be-53b9b9003d53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db9a5b0d-d1ec-480d-a962-f9bd8c47d5ad'}] {{(pid=102792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:48:24.766167 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4f476c66b318cc6068719fc39557fac68d413f5c7e78fa77028c7948e999ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-692e62c1-8ad4-4265-ba3a-8e2c96e8dd7e" -d '{"events": [{"server_uuid": "ec78f9fd-76fd-4d86-b6be-53b9b9003d53", "name": "network-vif-plugged", "status": "completed", "tag": "db9a5b0d-d1ec-480d-a962-f9bd8c47d5ad"}]}' {{(pid=102792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:48:24.818971 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-da6e14d7-6c7d-411f-b08d-27891ce8b704 req-d3de37ba-dfb2-41d2-aa19-04b638fb3130 tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] 10.222.0.42 "GET /v2.0/security-groups?id=c7a98718-a37a-4214-92b3-d1a7e3aaebf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249957 Mar 29 15:48:24.918173 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-35e459eb-e9ba-438a-891b-ba707c2d26aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:24.936260 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:48:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4115543-086a-484f-8001-06e1b8e4e462 x-openstack-request-id: req-b4115543-086a-484f-8001-06e1b8e4e462 {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:48:24.936652 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec78f9fd-76fd-4d86-b6be-53b9b9003d53", "name": "network-vif-plugged", "status": "completed", "tag": "db9a5b0d-d1ec-480d-a962-f9bd8c47d5ad", "code": 200}]} {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:48:24.936992 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b4115543-086a-484f-8001-06e1b8e4e462 {{(pid=102792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:48:24.937642 n-d-834765-1 neutron-server[102792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec78f9fd-76fd-4d86-b6be-53b9b9003d53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db9a5b0d-d1ec-480d-a962-f9bd8c47d5ad', 'code': 200} Mar 29 15:48:24.938218 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-35e459eb-e9ba-438a-891b-ba707c2d26aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:25.006093 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 54996) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:48:25.016751 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-35e459eb-e9ba-438a-891b-ba707c2d26aa admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=05c7dc022764445794926a60cb1c5ae9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5069351 Mar 29 15:48:25.199781 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e459eb-e9ba-438a-891b-ba707c2d26aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4b9c002-1da7-44b7-a8f1-5e6e2d091c16,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:48:25.233962 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-24275824-9f42-43dc-8f49-6d2fac2f2c6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:25.234168 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb05e4e-b523-4af8-aded-b15b054f1c44 req-06233ab7-b2d9-405d-9e58-dfb189f1ccff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:48:25.235740 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ceb05e4e-b523-4af8-aded-b15b054f1c44 req-06233ab7-b2d9-405d-9e58-dfb189f1ccff service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=ec78f9fd-76fd-4d86-b6be-53b9b9003d53 HTTP/1.1" status: 200 len: 1096 time: 0.2097392 Mar 29 15:48:25.272222 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-24275824-9f42-43dc-8f49-6d2fac2f2c6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:25.316111 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ceb05e4e-b523-4af8-aded-b15b054f1c44 req-4f2229e2-3887-45ef-b72e-9d1e8868bcbb service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=fb9ac8c3-c449-4a96-b5d1-c6a04498c0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639629 Mar 29 15:48:25.387351 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284fd7db-e33a-4b83-b585-fc46ed821c1d req-2c8b6ff5-273a-4033-9b22-33867d8fbd48 tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:48:25.389278 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-24275824-9f42-43dc-8f49-6d2fac2f2c6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:25.396164 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-284fd7db-e33a-4b83-b585-fc46ed821c1d req-2c8b6ff5-273a-4033-9b22-33867d8fbd48 tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] 10.222.0.42 "GET /v2.0/ports?device_id=3bef02ef-de94-47d4-97c2-8c38a600695b HTTP/1.1" status: 200 len: 945 time: 0.0827949 Mar 29 15:48:25.400727 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-24275824-9f42-43dc-8f49-6d2fac2f2c6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:25.404920 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-24275824-9f42-43dc-8f49-6d2fac2f2c6b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a4b9c002-1da7-44b7-a8f1-5e6e2d091c16 HTTP/1.1" status: 204 len: 168 time: 0.3948178 Mar 29 15:48:25.411707 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24275824-9f42-43dc-8f49-6d2fac2f2c6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4b9c002-1da7-44b7-a8f1-5e6e2d091c16,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:48:25.464650 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-284fd7db-e33a-4b83-b585-fc46ed821c1d req-fbd44d74-c748-488d-b4df-e7c6daa9dd5a tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] 10.222.0.42 "GET /v2.0/security-groups?id=c7a98718-a37a-4214-92b3-d1a7e3aaebf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665326 Mar 29 15:48:25.551914 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea8574a-58d2-4ad7-a92f-8d5295515843 req-0cd82d21-8e9f-4b20-8070-d4f9ae040a59 tempest-ServerAddressesTestJSON-877917398 tempest-ServerAddressesTestJSON-877917398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:48:25.561736 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-cea8574a-58d2-4ad7-a92f-8d5295515843 req-0cd82d21-8e9f-4b20-8070-d4f9ae040a59 tempest-ServerAddressesTestJSON-877917398 tempest-ServerAddressesTestJSON-877917398-project] 10.222.0.42 "GET /v2.0/ports?device_id=ec78f9fd-76fd-4d86-b6be-53b9b9003d53 HTTP/1.1" status: 200 len: 945 time: 0.1040204 Mar 29 15:48:25.615919 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-cea8574a-58d2-4ad7-a92f-8d5295515843 req-a3e49372-bfb2-4d71-a2c6-27647362b675 tempest-ServerAddressesTestJSON-877917398 tempest-ServerAddressesTestJSON-877917398-project] 10.222.0.42 "GET /v2.0/security-groups?id=fb9ac8c3-c449-4a96-b5d1-c6a04498c0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531654 Mar 29 15:48:25.936284 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 55048) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:48:25.963136 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-bca9a5e4-2ead-4e41-b1c1-ef6cc8ac42bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:26.068142 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-bca9a5e4-2ead-4e41-b1c1-ef6cc8ac42bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:26.073090 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-bca9a5e4-2ead-4e41-b1c1-ef6cc8ac42bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:26.110817 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 55052) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:48:26.118059 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-bca9a5e4-2ead-4e41-b1c1-ef6cc8ac42bd admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=4ee83648a0564310a367b7627d56cafa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1794877 Mar 29 15:48:26.144550 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca9a5e4-2ead-4e41-b1c1-ef6cc8ac42bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52e5d519-6115-4ab9-a7ae-36c36f07b880,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:48:26.201365 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-d1fd3514-1256-4616-97dc-f056be569442 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:26.229446 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-d1fd3514-1256-4616-97dc-f056be569442 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:26.306667 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-d1fd3514-1256-4616-97dc-f056be569442 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:26.313465 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-d1fd3514-1256-4616-97dc-f056be569442 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:26.314680 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-d1fd3514-1256-4616-97dc-f056be569442 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/52e5d519-6115-4ab9-a7ae-36c36f07b880 HTTP/1.1" status: 204 len: 168 time: 0.2021849 Mar 29 15:48:26.336400 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fd3514-1256-4616-97dc-f056be569442 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52e5d519-6115-4ab9-a7ae-36c36f07b880,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:48:26.427917 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 55068) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:48:26.818001 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb45b3f-e51c-4c17-96ce-1f4adb370a37 req-31362e74-dd98-4a24-8722-1d951ab9fca6 tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:48:26.819815 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d407046-b0f6-4525-be92-f600e2e1a43c req-15f3ec63-2e7d-430f-9257-c8e0d58d3e6d tempest-ServerAddressesTestJSON-877917398 tempest-ServerAddressesTestJSON-877917398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:48:26.830357 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-1d407046-b0f6-4525-be92-f600e2e1a43c req-15f3ec63-2e7d-430f-9257-c8e0d58d3e6d tempest-ServerAddressesTestJSON-877917398 tempest-ServerAddressesTestJSON-877917398-project] 10.222.0.42 "GET /v2.0/ports?device_id=ec78f9fd-76fd-4d86-b6be-53b9b9003d53 HTTP/1.1" status: 200 len: 945 time: 0.0937002 Mar 29 15:48:26.831508 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-7bb45b3f-e51c-4c17-96ce-1f4adb370a37 req-31362e74-dd98-4a24-8722-1d951ab9fca6 tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] 10.222.0.42 "GET /v2.0/ports?device_id=3bef02ef-de94-47d4-97c2-8c38a600695b HTTP/1.1" status: 200 len: 945 time: 0.2155826 Mar 29 15:48:26.886661 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-1d407046-b0f6-4525-be92-f600e2e1a43c req-14462bc4-a90b-46a6-ae12-7d0082763f74 tempest-ServerAddressesTestJSON-877917398 tempest-ServerAddressesTestJSON-877917398-project] 10.222.0.42 "GET /v2.0/security-groups?id=fb9ac8c3-c449-4a96-b5d1-c6a04498c0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531452 Mar 29 15:48:26.900646 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-7bb45b3f-e51c-4c17-96ce-1f4adb370a37 req-b127a72b-1b9d-4ec3-92bf-fd96b7e6352f tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] 10.222.0.42 "GET /v2.0/security-groups?id=c7a98718-a37a-4214-92b3-d1a7e3aaebf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670321 Mar 29 15:48:27.070154 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-4cf85326-a405-4fa9-8d2b-556b83553319 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Request body: {'network': {'name': 'tempest-network-smoke--1324902009', 'project_id': '4613198224a343ff95b6b23b26c7af7a', 'port_security_enabled': True}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:48:27.136603 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cf85326-a405-4fa9-8d2b-556b83553319 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Made reservation on behalf of 4613198224a343ff95b6b23b26c7af7a for: {'network': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:48:27.141134 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-4cf85326-a405-4fa9-8d2b-556b83553319 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for network, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:27.157928 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-4cf85326-a405-4fa9-8d2b-556b83553319 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Notify callbacks [] for security_group, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:27.370002 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-4cf85326-a405-4fa9-8d2b-556b83553319 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Notify callbacks [] for security_group, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:27.378100 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad67a2db-8556-4c02-a364-213201e04782 req-fbfc602b-1e39-4677-a9f2-44b91c489856 tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:48:27.379899 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ad67a2db-8556-4c02-a364-213201e04782 req-fbfc602b-1e39-4677-a9f2-44b91c489856 tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] 10.222.0.44 "GET /v2.0/ports?device_id=3bef02ef-de94-47d4-97c2-8c38a600695b HTTP/1.1" status: 200 len: 945 time: 0.1668408 Mar 29 15:48:27.381262 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-4cf85326-a405-4fa9-8d2b-556b83553319 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:27.423047 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4cf85326-a405-4fa9-8d2b-556b83553319 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] vlan segment allocate from pool success with {'vlan_id': 624, 'physical_network': 'physnet1'} {{(pid=102790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 15:48:27.464148 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-4cf85326-a405-4fa9-8d2b-556b83553319 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:27.467082 n-d-834765-1 neutron-server[102790]: INFO neutron.db.segments_db [None req-4cf85326-a405-4fa9-8d2b-556b83553319 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Added segment 392c7b19-1d8f-41d1-9abe-2849beceb5b4 of type vlan for network 0eb69c38-859a-44f3-b301-7cf6beecd122 Mar 29 15:48:27.519623 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf85326-a405-4fa9-8d2b-556b83553319 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Pushing event updated for resources: {'SecurityGroup': ['ID=96d36123-6534-47c9-9154-44b3629fda22,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:48:27.541769 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-4cf85326-a405-4fa9-8d2b-556b83553319 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783522915970'] for network, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:27.577582 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-4cf85326-a405-4fa9-8d2b-556b83553319 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795'] for network, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:27.579669 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [req-ad67a2db-8556-4c02-a364-213201e04782 req-474f8255-f1e4-450e-8bd5-056f71a95896 tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] Deleting port 760bbbfc-71b7-4203-933a-d2a2de4db286 {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:48:27.580327 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-ad67a2db-8556-4c02-a364-213201e04782 req-474f8255-f1e4-450e-8bd5-056f71a95896 tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:27.583615 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cf85326-a405-4fa9-8d2b-556b83553319 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:48:27.584222 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-4cf85326-a405-4fa9-8d2b-556b83553319 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for network, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:27.640733 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-4cf85326-a405-4fa9-8d2b-556b83553319 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.2117686 Mar 29 15:48:27.686508 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 55156) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:48:27.694692 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-a8734905-e9d1-4a83-b7bd-cbb3da36b969 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-173982885', 'admin_state_up': True, 'project_id': '4613198224a343ff95b6b23b26c7af7a', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'}}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:48:27.704457 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf85326-a405-4fa9-8d2b-556b83553319 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Pushing event updated for resources: {'Network': ['ID=0eb69c38-859a-44f3-b301-7cf6beecd122,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:48:27.716756 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Network 0eb69c38-859a-44f3-b301-7cf6beecd122 details requested by agent ovs-agent-n-d-834765-1 with host n-d-834765-1 {{(pid=102792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 15:48:27.752520 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-a8734905-e9d1-4a83-b7bd-cbb3da36b969 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-532385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129310'] for router, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:27.768289 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-a8734905-e9d1-4a83-b7bd-cbb3da36b969 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-648091', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-684384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129319'] for router, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:27.773387 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-ad67a2db-8556-4c02-a364-213201e04782 req-474f8255-f1e4-450e-8bd5-056f71a95896 tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] For port 760bbbfc-71b7-4203-933a-d2a2de4db286, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=760bbbfc-71b7-4203-933a-d2a2de4db286,segment=NetworkSegment(ee9a1626-16ee-4ecf-88a3-7244e4b7c1ed),segment_id=ee9a1626-16ee-4ecf-88a3-7244e4b7c1ed)] {{(pid=102791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:48:27.774168 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-ad67a2db-8556-4c02-a364-213201e04782 req-474f8255-f1e4-450e-8bd5-056f71a95896 tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:27.802956 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [req-ad67a2db-8556-4c02-a364-213201e04782 req-474f8255-f1e4-450e-8bd5-056f71a95896 tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] Calling delete_port for 760bbbfc-71b7-4203-933a-d2a2de4db286 owned by compute:nova {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:48:27.890983 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-a8734905-e9d1-4a83-b7bd-cbb3da36b969 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:28.042353 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-ad67a2db-8556-4c02-a364-213201e04782 req-474f8255-f1e4-450e-8bd5-056f71a95896 tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:28.087594 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474f8255-f1e4-450e-8bd5-056f71a95896 tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] Pushing event deleted for resources: {'Port': ['ID=760bbbfc-71b7-4203-933a-d2a2de4db286,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:48:28.140424 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad67a2db-8556-4c02-a364-213201e04782 req-474f8255-f1e4-450e-8bd5-056f71a95896 tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] No DVR routers for this DVR port 760bbbfc-71b7-4203-933a-d2a2de4db286 on host n-h1-834765-1 {{(pid=102791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:48:28.155867 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-ad67a2db-8556-4c02-a364-213201e04782 req-474f8255-f1e4-450e-8bd5-056f71a95896 tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:28.160279 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ad67a2db-8556-4c02-a364-213201e04782 req-474f8255-f1e4-450e-8bd5-056f71a95896 tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] 10.222.0.44 "DELETE /v2.0/ports/760bbbfc-71b7-4203-933a-d2a2de4db286 HTTP/1.1" status: 204 len: 173 time: 0.7736373 Mar 29 15:48:28.160839 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bef02ef-de94-47d4-97c2-8c38a600695b', 'name': 'network-vif-deleted', 'tag': '760bbbfc-71b7-4203-933a-d2a2de4db286'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:48:28.170750 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c67b028db5e9b9818fecc5c0a87ebc6f190694fa53ca267d523e04f98de536d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37aa0108-f515-416c-8857-871bc161054a" -d '{"events": [{"server_uuid": "3bef02ef-de94-47d4-97c2-8c38a600695b", "name": "network-vif-deleted", "tag": "760bbbfc-71b7-4203-933a-d2a2de4db286"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:48:28.195650 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-22103ba2-da1b-4d09-9266-cb501c1d4f69 req-7f82e473-abd8-4a57-8812-73527f497645 tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] 10.222.0.42 "GET /v2.0/ports?device_id=3bef02ef-de94-47d4-97c2-8c38a600695b HTTP/1.1" status: 200 len: 210 time: 0.0739398 Mar 29 15:48:28.332142 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-a8734905-e9d1-4a83-b7bd-cbb3da36b969 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:28.388211 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fd6c5c-c84a-4df0-a270-930cb9311925 req-1fb98b6d-31cc-4059-9d72-d3463d68a0b4 tempest-ServerAddressesTestJSON-877917398 tempest-ServerAddressesTestJSON-877917398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:48:28.397772 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device 760bbbfc-71b7-4203-933a-d2a2de4db286 no longer exists at agent hyperv_n-h1-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:48:28.399388 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-a4fd6c5c-c84a-4df0-a270-930cb9311925 req-1fb98b6d-31cc-4059-9d72-d3463d68a0b4 tempest-ServerAddressesTestJSON-877917398 tempest-ServerAddressesTestJSON-877917398-project] 10.222.0.42 "GET /v2.0/ports?device_id=ec78f9fd-76fd-4d86-b6be-53b9b9003d53 HTTP/1.1" status: 200 len: 945 time: 0.3294797 Mar 29 15:48:28.481297 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-a4fd6c5c-c84a-4df0-a270-930cb9311925 req-1facdd2b-7909-4bdd-bc4e-375ead0c9466 tempest-ServerAddressesTestJSON-877917398 tempest-ServerAddressesTestJSON-877917398-project] 10.222.0.42 "GET /v2.0/security-groups?id=fb9ac8c3-c449-4a96-b5d1-c6a04498c0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755813 Mar 29 15:48:28.484200 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] No Port match for: 760bbbfc-71b7-4203-933a-d2a2de4db286 {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 15:48:28.485398 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device 760bbbfc-71b7-4203-933a-d2a2de4db286 not bound to the agent host n-h1-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:48:28.616617 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:48:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fb03b60-9264-4e22-bb3d-f88ef309fe00 x-openstack-request-id: req-5fb03b60-9264-4e22-bb3d-f88ef309fe00 {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:48:28.617236 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bef02ef-de94-47d4-97c2-8c38a600695b", "name": "network-vif-deleted", "tag": "760bbbfc-71b7-4203-933a-d2a2de4db286", "status": "completed", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:48:28.617330 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-5fb03b60-9264-4e22-bb3d-f88ef309fe00 {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:48:28.617704 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bef02ef-de94-47d4-97c2-8c38a600695b', 'name': 'network-vif-deleted', 'tag': '760bbbfc-71b7-4203-933a-d2a2de4db286', 'status': 'completed', 'code': 200} Mar 29 15:48:28.826974 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-a8734905-e9d1-4a83-b7bd-cbb3da36b969 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Notify callbacks [] for router_gateway, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:28.904674 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-a8734905-e9d1-4a83-b7bd-cbb3da36b969 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:28.943430 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 55230) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:48:29.114430 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ae784a-2b5a-4f73-a591-f1e50f30682e req-dd2fbd97-d68b-4827-87a7-a41de1771c21 tempest-ServerAddressesTestJSON-877917398 tempest-ServerAddressesTestJSON-877917398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:48:29.127673 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-21ae784a-2b5a-4f73-a591-f1e50f30682e req-dd2fbd97-d68b-4827-87a7-a41de1771c21 tempest-ServerAddressesTestJSON-877917398 tempest-ServerAddressesTestJSON-877917398-project] 10.222.0.42 "GET /v2.0/ports?device_id=ec78f9fd-76fd-4d86-b6be-53b9b9003d53 HTTP/1.1" status: 200 len: 945 time: 0.1059308 Mar 29 15:48:29.205497 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.db_base_plugin_common [None req-a8734905-e9d1-4a83-b7bd-cbb3da36b969 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Allocated IP 172.25.4.205 (4a4a035d-ecac-4ead-baa3-25f90788773a/e1a353dc-fac8-4901-a63c-273840237d6a/db082a07-ed19-43e6-8f6f-15f3a86650cf) {{(pid=102790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:48:29.236772 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-7126abfa-09ab-4eb7-9763-e8dc5f8cd425 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:29.258364 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-21ae784a-2b5a-4f73-a591-f1e50f30682e req-b6ab115c-0247-410e-a09e-871ad53b6311 tempest-ServerAddressesTestJSON-877917398 tempest-ServerAddressesTestJSON-877917398-project] 10.222.0.42 "GET /v2.0/security-groups?id=fb9ac8c3-c449-4a96-b5d1-c6a04498c0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293120 Mar 29 15:48:29.431418 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-a8734905-e9d1-4a83-b7bd-cbb3da36b969 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Notify callbacks [] for port, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:29.460925 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-7126abfa-09ab-4eb7-9763-e8dc5f8cd425 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:29.473908 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-7126abfa-09ab-4eb7-9763-e8dc5f8cd425 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:29.599229 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7126abfa-09ab-4eb7-9763-e8dc5f8cd425 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6befcb2c-e23f-4cc8-856f-901b8446126e,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:48:29.607064 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-7126abfa-09ab-4eb7-9763-e8dc5f8cd425 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=4b7c116f8e6e4d80a0e6d36e02635f11&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6612313 Mar 29 15:48:29.610103 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 55276) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:48:29.611545 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-a8734905-e9d1-4a83-b7bd-cbb3da36b969 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:29.702069 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-bd0d926d-78a5-4c2c-9e34-286f64b4dc06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:29.726340 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8734905-e9d1-4a83-b7bd-cbb3da36b969 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Network 4a4a035d-ecac-4ead-baa3-25f90788773a is already hosted by enough agents. {{(pid=102790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:48:29.743057 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-a8734905-e9d1-4a83-b7bd-cbb3da36b969 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Resources bound (agent type, host, resource id): {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:48:29.748017 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8734905-e9d1-4a83-b7bd-cbb3da36b969 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Received port after_create {{(pid=102790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:48:29.756044 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-bd0d926d-78a5-4c2c-9e34-286f64b4dc06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:29.833659 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8734905-e9d1-4a83-b7bd-cbb3da36b969 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Pushing event updated for resources: {'Port': ['ID=db082a07-ed19-43e6-8f6f-15f3a86650cf,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:48:29.843958 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-bd0d926d-78a5-4c2c-9e34-286f64b4dc06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:29.848099 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-bd0d926d-78a5-4c2c-9e34-286f64b4dc06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:29.850154 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-bd0d926d-78a5-4c2c-9e34-286f64b4dc06 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/6befcb2c-e23f-4cc8-856f-901b8446126e HTTP/1.1" status: 204 len: 168 time: 0.2389619 Mar 29 15:48:29.888136 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0d926d-78a5-4c2c-9e34-286f64b4dc06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6befcb2c-e23f-4cc8-856f-901b8446126e,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:48:30.015672 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7140eb0c-a7ee-469d-9ca4-2c678b85aadb req-8e382031-21b7-4e1a-ade1-f611e474f00e tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:48:30.023888 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-7140eb0c-a7ee-469d-9ca4-2c678b85aadb req-8e382031-21b7-4e1a-ade1-f611e474f00e tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] 10.222.0.42 "GET /v2.0/networks?id=521886c7-eef8-4b1b-9885-e070589482cd HTTP/1.1" status: 200 len: 822 time: 0.2135439 Mar 29 15:48:30.044302 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-7140eb0c-a7ee-469d-9ca4-2c678b85aadb req-465de4e4-ae14-47e2-a8e2-8b949b759c7b tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] 10.222.0.42 "GET /v2.0/quotas/874b0aa6020149238769aab64fe19d30 HTTP/1.1" status: 200 len: 375 time: 0.0191000 Mar 29 15:48:30.107626 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-7140eb0c-a7ee-469d-9ca4-2c678b85aadb req-75d8172a-40a8-4378-9909-838b0cab2f7a tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=874b0aa6020149238769aab64fe19d30&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0620711 Mar 29 15:48:30.276320 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-cdd8e4e3-1feb-47b4-9747-c44c3a064d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:30.304278 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-7140eb0c-a7ee-469d-9ca4-2c678b85aadb req-182ef059-8843-462a-bbaf-9d31c30e3127 service neutron] 10.222.0.42 "GET /v2.0/networks/521886c7-eef8-4b1b-9885-e070589482cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1951799 Mar 29 15:48:30.346716 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-a8734905-e9d1-4a83-b7bd-cbb3da36b969 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Notify callbacks [] for router_gateway, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:30.363898 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-bfe05bfa-3226-4f9c-9a04-208eb34381d1 req-3f57bf83-d493-42ef-bae4-6010d7b0b1d5 tempest-ListImageFiltersTestJSON-176973066 tempest-ListImageFiltersTestJSON-176973066-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=3b131848d0de40f0b713134c09f1859b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3414667 Mar 29 15:48:30.568697 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-7140eb0c-a7ee-469d-9ca4-2c678b85aadb req-08f8cd99-5f30-4a16-b465-ab6cd9133649 service neutron] 10.222.0.42 "GET /v2.0/networks/521886c7-eef8-4b1b-9885-e070589482cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2630007 Mar 29 15:48:30.594146 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abff15c9-e90d-445c-bade-3c8975c7f70b req-80a77e52-1b38-402c-9d77-43cef19de9da tempest-ServerAddressesTestJSON-877917398 tempest-ServerAddressesTestJSON-877917398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:48:30.597770 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-abff15c9-e90d-445c-bade-3c8975c7f70b req-80a77e52-1b38-402c-9d77-43cef19de9da tempest-ServerAddressesTestJSON-877917398 tempest-ServerAddressesTestJSON-877917398-project] 10.222.0.48 "GET /v2.0/ports?device_id=ec78f9fd-76fd-4d86-b6be-53b9b9003d53 HTTP/1.1" status: 200 len: 945 time: 0.1787801 Mar 29 15:48:30.827369 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [req-abff15c9-e90d-445c-bade-3c8975c7f70b req-062f4e83-3b42-4429-9023-5bad06a96bdb tempest-ServerAddressesTestJSON-877917398 tempest-ServerAddressesTestJSON-877917398-project] Deleting port db9a5b0d-d1ec-480d-a962-f9bd8c47d5ad {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:48:30.828036 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-abff15c9-e90d-445c-bade-3c8975c7f70b req-062f4e83-3b42-4429-9023-5bad06a96bdb tempest-ServerAddressesTestJSON-877917398 tempest-ServerAddressesTestJSON-877917398-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:31.158073 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8747c059-2ffe-4963-860a-1a95795e3952 req-3892f50a-632e-4cb1-92a7-b43556388caa tempest-ServerAddressesTestJSON-877917398 tempest-ServerAddressesTestJSON-877917398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:48:31.167235 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-8747c059-2ffe-4963-860a-1a95795e3952 req-3892f50a-632e-4cb1-92a7-b43556388caa tempest-ServerAddressesTestJSON-877917398 tempest-ServerAddressesTestJSON-877917398-project] 10.222.0.42 "GET /v2.0/ports?device_id=ec78f9fd-76fd-4d86-b6be-53b9b9003d53 HTTP/1.1" status: 200 len: 945 time: 0.1811521 Mar 29 15:48:31.276808 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-abff15c9-e90d-445c-bade-3c8975c7f70b req-062f4e83-3b42-4429-9023-5bad06a96bdb tempest-ServerAddressesTestJSON-877917398 tempest-ServerAddressesTestJSON-877917398-project] For port db9a5b0d-d1ec-480d-a962-f9bd8c47d5ad, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=db9a5b0d-d1ec-480d-a962-f9bd8c47d5ad,segment=NetworkSegment(7dc131c3-459a-4f03-9c06-2bec1a2a1561),segment_id=7dc131c3-459a-4f03-9c06-2bec1a2a1561)] {{(pid=102791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:48:31.282381 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-abff15c9-e90d-445c-bade-3c8975c7f70b req-062f4e83-3b42-4429-9023-5bad06a96bdb tempest-ServerAddressesTestJSON-877917398 tempest-ServerAddressesTestJSON-877917398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:31.342347 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [req-abff15c9-e90d-445c-bade-3c8975c7f70b req-062f4e83-3b42-4429-9023-5bad06a96bdb tempest-ServerAddressesTestJSON-877917398 tempest-ServerAddressesTestJSON-877917398-project] Calling delete_port for db9a5b0d-d1ec-480d-a962-f9bd8c47d5ad owned by compute:nova {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:48:31.386526 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-8747c059-2ffe-4963-860a-1a95795e3952 req-56e57902-3c2e-4a0d-b794-38ee65c8ba65 tempest-ServerAddressesTestJSON-877917398 tempest-ServerAddressesTestJSON-877917398-project] 10.222.0.42 "GET /v2.0/security-groups?id=fb9ac8c3-c449-4a96-b5d1-c6a04498c0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2082977 Mar 29 15:48:31.730176 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e673d860-2a40-412a-ab77-6f3663015d66 req-b04b3c31-88c8-4b07-8dbb-e93905598894 tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] 10.222.0.42 "GET /v2.0/ports?device_id=d6790730-1e7c-4eff-9773-f3acd1174fe4 HTTP/1.1" status: 200 len: 210 time: 0.0552623 Mar 29 15:48:31.772556 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-abff15c9-e90d-445c-bade-3c8975c7f70b req-062f4e83-3b42-4429-9023-5bad06a96bdb tempest-ServerAddressesTestJSON-877917398 tempest-ServerAddressesTestJSON-877917398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:31.784608 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] get_ports_and_sgs() called for port_ids ['db9a5b0d-d1ec-480d-a962-f9bd8c47d5ad'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:48:31.890559 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062f4e83-3b42-4429-9023-5bad06a96bdb tempest-ServerAddressesTestJSON-877917398 tempest-ServerAddressesTestJSON-877917398-project] Pushing event deleted for resources: {'Port': ['ID=db9a5b0d-d1ec-480d-a962-f9bd8c47d5ad,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:48:31.985571 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [req-abff15c9-e90d-445c-bade-3c8975c7f70b req-062f4e83-3b42-4429-9023-5bad06a96bdb tempest-ServerAddressesTestJSON-877917398 tempest-ServerAddressesTestJSON-877917398-project] No DVR routers for this DVR port db9a5b0d-d1ec-480d-a962-f9bd8c47d5ad on host n-h2-834765-1 {{(pid=102791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:48:32.013469 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-abff15c9-e90d-445c-bade-3c8975c7f70b req-062f4e83-3b42-4429-9023-5bad06a96bdb tempest-ServerAddressesTestJSON-877917398 tempest-ServerAddressesTestJSON-877917398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:32.033672 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-abff15c9-e90d-445c-bade-3c8975c7f70b req-062f4e83-3b42-4429-9023-5bad06a96bdb tempest-ServerAddressesTestJSON-877917398 tempest-ServerAddressesTestJSON-877917398-project] 10.222.0.48 "DELETE /v2.0/ports/db9a5b0d-d1ec-480d-a962-f9bd8c47d5ad HTTP/1.1" status: 204 len: 173 time: 1.4272063 Mar 29 15:48:32.036656 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec78f9fd-76fd-4d86-b6be-53b9b9003d53', 'name': 'network-vif-deleted', 'tag': 'db9a5b0d-d1ec-480d-a962-f9bd8c47d5ad'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:48:32.047211 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c67b028db5e9b9818fecc5c0a87ebc6f190694fa53ca267d523e04f98de536d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1530e36-7161-4bf6-bbe6-7c974d224b07" -d '{"events": [{"server_uuid": "ec78f9fd-76fd-4d86-b6be-53b9b9003d53", "name": "network-vif-deleted", "tag": "db9a5b0d-d1ec-480d-a962-f9bd8c47d5ad"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:48:32.129892 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:48:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ef7109b-3968-4eb2-af62-53f9df38b7cb x-openstack-request-id: req-1ef7109b-3968-4eb2-af62-53f9df38b7cb {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:48:32.130192 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec78f9fd-76fd-4d86-b6be-53b9b9003d53", "name": "network-vif-deleted", "tag": "db9a5b0d-d1ec-480d-a962-f9bd8c47d5ad", "status": "completed", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:48:32.130448 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1ef7109b-3968-4eb2-af62-53f9df38b7cb {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:48:32.130872 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec78f9fd-76fd-4d86-b6be-53b9b9003d53', 'name': 'network-vif-deleted', 'tag': 'db9a5b0d-d1ec-480d-a962-f9bd8c47d5ad', 'status': 'completed', 'code': 200} Mar 29 15:48:32.189931 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-a8734905-e9d1-4a83-b7bd-cbb3da36b969 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648118'] for router, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:32.211905 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe05bfa-3226-4f9c-9a04-208eb34381d1 req-542238f7-e5fd-429f-a07f-ddfd5b67f6a9 tempest-ListImageFiltersTestJSON-176973066 tempest-ListImageFiltersTestJSON-176973066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:48:32.221537 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-bfe05bfa-3226-4f9c-9a04-208eb34381d1 req-542238f7-e5fd-429f-a07f-ddfd5b67f6a9 tempest-ListImageFiltersTestJSON-176973066 tempest-ListImageFiltersTestJSON-176973066-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.8485179 Mar 29 15:48:32.272992 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-bfe05bfa-3226-4f9c-9a04-208eb34381d1 req-bdb0c4aa-d0f3-4773-ac83-dceb5cb3138f tempest-ListImageFiltersTestJSON-176973066 tempest-ListImageFiltersTestJSON-176973066-project] 10.222.0.42 "GET /v2.0/quotas/3b131848d0de40f0b713134c09f1859b HTTP/1.1" status: 200 len: 375 time: 0.0505364 Mar 29 15:48:32.486496 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-bfe05bfa-3226-4f9c-9a04-208eb34381d1 req-056e64ef-bd15-46ea-b739-55d06cf2fea8 tempest-ListImageFiltersTestJSON-176973066 tempest-ListImageFiltersTestJSON-176973066-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=3b131848d0de40f0b713134c09f1859b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0658536 Mar 29 15:48:32.582974 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 55368) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:48:32.701838 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-464fda55-5ec1-4048-ba62-440c698f3c81 req-448ad010-66cf-4bdb-aedd-c45ce55bc46c tempest-ServerAddressesTestJSON-877917398 tempest-ServerAddressesTestJSON-877917398-project] 10.222.0.42 "GET /v2.0/ports?device_id=ec78f9fd-76fd-4d86-b6be-53b9b9003d53 HTTP/1.1" status: 200 len: 210 time: 0.1011150 Mar 29 15:48:32.758884 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-ca6b6205-96af-44ef-a579-12f82496b88b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:32.790058 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8734905-e9d1-4a83-b7bd-cbb3da36b969 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Router b57fb9ec-03c5-4cd9-89b7-ca6ff650c65a is scheduled to L3 agent c648d819-1060-4f26-b4ec-6455387b5dff with binding_index 1 {{(pid=102790) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 29 15:48:32.959357 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-cd3a68ab-6557-4a45-bc78-fb44a8fb7a5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:33.227990 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8734905-e9d1-4a83-b7bd-cbb3da36b969 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:48:33.238166 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85ee9427-08c9-4d3c-8b61-8268eecb17c5 None None] Sync routers for ids ['b57fb9ec-03c5-4cd9-89b7-ca6ff650c65a'] in n-d-834765-1 {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:48:33.268092 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-3b400025-dd06-4bc3-a578-be97686c95d9 req-811266f1-1712-4534-8364-e0bc73d261dc tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] 10.222.0.42 "GET /v2.0/ports?device_id=d6790730-1e7c-4eff-9773-f3acd1174fe4 HTTP/1.1" status: 200 len: 210 time: 0.1182640 Mar 29 15:48:33.282905 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-a8734905-e9d1-4a83-b7bd-cbb3da36b969 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Notify callbacks [] for router, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:33.284183 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-a8734905-e9d1-4a83-b7bd-cbb3da36b969 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 5.5980346 Mar 29 15:48:33.288275 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 55394) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:48:33.293318 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85ee9427-08c9-4d3c-8b61-8268eecb17c5 None None] Routers {'b57fb9ec-03c5-4cd9-89b7-ca6ff650c65a'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:48:33.327144 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-85ee9427-08c9-4d3c-8b61-8268eecb17c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:48:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['b57fb9ec-03c5-4cd9-89b7-ca6ff650c65a'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:48:33.449764 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-cd3a68ab-6557-4a45-bc78-fb44a8fb7a5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:33.457602 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-cd3a68ab-6557-4a45-bc78-fb44a8fb7a5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:33.488043 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-b433c47c-0517-45a4-b2e2-b8a9517abb26 req-3b09e782-2c62-40e3-93c3-75234b7e97c4 tempest-ListImageFiltersTestJSON-176973066 tempest-ListImageFiltersTestJSON-176973066-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=3b131848d0de40f0b713134c09f1859b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0621688 Mar 29 15:48:33.564386 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-cd3a68ab-6557-4a45-bc78-fb44a8fb7a5d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=01194188a6ea4146a703533b41eace99&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9795570 Mar 29 15:48:33.568400 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 55410) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:48:33.571424 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3a68ab-6557-4a45-bc78-fb44a8fb7a5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b468619-805d-40e1-a81e-2929f67f9b76,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:48:33.736305 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvr_db [None req-85ee9427-08c9-4d3c-8b61-8268eecb17c5 None None] Set router b57fb9ec-03c5-4cd9-89b7-ca6ff650c65a gateway port host: n-d-834765-1 {{(pid=102792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:48:33.812816 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-b0f3f5c5-742e-414d-9083-d67d29ee6934 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:33.861230 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-b0f3f5c5-742e-414d-9083-d67d29ee6934 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:33.864127 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 55416) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:48:33.931029 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-b0f3f5c5-742e-414d-9083-d67d29ee6934 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:33.953105 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-b0f3f5c5-742e-414d-9083-d67d29ee6934 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:33.956346 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-b0f3f5c5-742e-414d-9083-d67d29ee6934 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/1b468619-805d-40e1-a81e-2929f67f9b76 HTTP/1.1" status: 204 len: 168 time: 0.3844390 Mar 29 15:48:33.995709 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f3f5c5-742e-414d-9083-d67d29ee6934 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b468619-805d-40e1-a81e-2929f67f9b76,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:48:34.031493 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-b02a593d-f167-400b-ac40-d3a5fec942e5 tempest-TestNetworkBasicOps-369299075 tempest-TestNetworkBasicOps-369299075-project-admin] 10.222.0.42 "GET /v2.0/subnets?project_id=4613198224a343ff95b6b23b26c7af7a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.7400696 Mar 29 15:48:34.033241 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 55430) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:48:34.193226 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b433c47c-0517-45a4-b2e2-b8a9517abb26 req-f1fae1cd-e2ca-4247-bd52-3ba67b0a7ed1 tempest-ListImageFiltersTestJSON-176973066 tempest-ListImageFiltersTestJSON-176973066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:48:34.209677 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-b433c47c-0517-45a4-b2e2-b8a9517abb26 req-f1fae1cd-e2ca-4247-bd52-3ba67b0a7ed1 tempest-ListImageFiltersTestJSON-176973066 tempest-ListImageFiltersTestJSON-176973066-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7207599 Mar 29 15:48:34.250517 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4df4de9-08b6-450f-9211-9e01333540af admin admin] Deleting subnet b01719f5-1924-4745-8ddd-871acb5da226 {{(pid=102790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 15:48:34.265356 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-d4df4de9-08b6-450f-9211-9e01333540af admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:34.384429 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-d4df4de9-08b6-450f-9211-9e01333540af admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4614024'] for subnet, precommit_delete_associations {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:34.488864 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8373e5c-26a6-43f4-98bd-3268b7d5f646 tempest-TestNetworkBasicOps-369299075 tempest-TestNetworkBasicOps-369299075-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:48:34.499937 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-f8373e5c-26a6-43f4-98bd-3268b7d5f646 tempest-TestNetworkBasicOps-369299075 tempest-TestNetworkBasicOps-369299075-project-admin] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4642560 Mar 29 15:48:34.502534 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 55438) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:48:34.504836 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-d4df4de9-08b6-450f-9211-9e01333540af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1641287'] for subnet, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:34.582938 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-d4df4de9-08b6-450f-9211-9e01333540af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1641294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5231963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4793952'] for subnet, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:34.664326 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4df4de9-08b6-450f-9211-9e01333540af admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b01719f5-1924-4745-8ddd-871acb5da226,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:48:34.678403 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-b433c47c-0517-45a4-b2e2-b8a9517abb26 req-ccb49c3d-149f-4b65-b702-48898cb302e2 tempest-ListImageFiltersTestJSON-176973066 tempest-ListImageFiltersTestJSON-176973066-project] 10.222.0.42 "GET /v2.0/quotas/3b131848d0de40f0b713134c09f1859b HTTP/1.1" status: 200 len: 375 time: 0.4629629 Mar 29 15:48:34.708333 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-d4df4de9-08b6-450f-9211-9e01333540af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for subnet, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:34.726163 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-d4df4de9-08b6-450f-9211-9e01333540af admin admin] 10.222.0.42 "DELETE /v2.0/subnets/b01719f5-1924-4745-8ddd-871acb5da226 HTTP/1.1" status: 204 len: 168 time: 0.8425472 Mar 29 15:48:34.727169 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 55444) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:48:34.811463 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d71584b9-87f1-45f5-84c7-c993c2416269 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:34.858800 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-1cde1a65-58c9-430b-bfaa-658185bcb971 req-bf77d7d8-a191-41a2-8372-6dc784d97ad8 tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] 10.222.0.42 "GET /v2.0/ports?device_id=d6790730-1e7c-4eff-9773-f3acd1174fe4 HTTP/1.1" status: 200 len: 210 time: 0.3474824 Mar 29 15:48:34.890519 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-73cdd3c0-3bef-473b-97d4-21224cf60013 tempest-TestNetworkBasicOps-369299075 tempest-TestNetworkBasicOps-369299075-project-admin] 10.222.0.42 "GET /v2.0/subnets?network_id=4a4a035d-ecac-4ead-baa3-25f90788773a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3857751 Mar 29 15:48:34.898422 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-85ee9427-08c9-4d3c-8b61-8268eecb17c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b57fb9ec-03c5-4cd9-89b7-ca6ff650c65a', 'name': 'tempest-TestNetworkBasicOps-router-173982885', 'tenant_id': '4613198224a343ff95b6b23b26c7af7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.205'}], 'enable_snat': True}, 'gw_port_id': 'db082a07-ed19-43e6-8f6f-15f3a86650cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:48:27Z', 'updated_at': '2022-03-29T15:48:30Z', 'revision_number': 3, 'project_id': '4613198224a343ff95b6b23b26c7af7a', 'gw_port': {'id': 'db082a07-ed19-43e6-8f6f-15f3a86650cf', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:ba:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b57fb9ec-03c5-4cd9-89b7-ca6ff650c65a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1524, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:48:28Z', 'updated_at': '2022-03-29T15:48:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1'}], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:48:34.964963 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 55448) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:48:34.972608 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-d08b8227-8812-4cdb-9b1a-415d6dbca099 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1271142458', 'network_id': '0eb69c38-859a-44f3-b301-7cf6beecd122', 'project_id': '4613198224a343ff95b6b23b26c7af7a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:48:35.001456 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85ee9427-08c9-4d3c-8b61-8268eecb17c5 None None] Checking router: b57fb9ec-03c5-4cd9-89b7-ca6ff650c65a for host: n-d-834765-1 {{(pid=102792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:48:35.001794 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85ee9427-08c9-4d3c-8b61-8268eecb17c5 None None] Updating router b57fb9ec-03c5-4cd9-89b7-ca6ff650c65a port db082a07-ed19-43e6-8f6f-15f3a86650cf binding host n-d-834765-1 {{(pid=102792) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 15:48:35.026326 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-b433c47c-0517-45a4-b2e2-b8a9517abb26 req-c4a52e02-b8db-483c-b25e-b39a0118cd04 tempest-ListImageFiltersTestJSON-176973066 tempest-ListImageFiltersTestJSON-176973066-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=3b131848d0de40f0b713134c09f1859b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3382638 Mar 29 15:48:35.040626 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-ab3c803e-c0d9-496f-b6b9-86b52abb509c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1631750'] for network, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:35.062733 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-85ee9427-08c9-4d3c-8b61-8268eecb17c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:35.436513 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-ab3c803e-c0d9-496f-b6b9-86b52abb509c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639890', 'neutron.services.segments.db._delete_segments_for_network-8783523423079'] for network, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:35.515473 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-ab3c803e-c0d9-496f-b6b9-86b52abb509c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7378a57b-81a9-4880-89d9-34e7d7056ad4']}} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:48:35.535382 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-ab3c803e-c0d9-496f-b6b9-86b52abb509c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7dc131c3-459a-4f03-9c06-2bec1a2a1561') {'for_net_delete': True} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:48:35.535730 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-ab3c803e-c0d9-496f-b6b9-86b52abb509c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7dc131c3-459a-4f03-9c06-2bec1a2a1561') {} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:48:35.552272 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-ab3c803e-c0d9-496f-b6b9-86b52abb509c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783523422064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4614019'] for segment, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:35.576970 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-ab3c803e-c0d9-496f-b6b9-86b52abb509c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:35.602737 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab3c803e-c0d9-496f-b6b9-86b52abb509c admin admin] Releasing vlan 614 on physical network physnet1 to pool {{(pid=102790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 15:48:35.604550 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-ab3c803e-c0d9-496f-b6b9-86b52abb509c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5238013'] for segment, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:35.616851 n-d-834765-1 neutron-server[102790]: Traceback (most recent call last): Mar 29 15:48:35.616851 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 15:48:35.616851 n-d-834765-1 neutron-server[102790]: timer() Mar 29 15:48:35.616851 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 15:48:35.616851 n-d-834765-1 neutron-server[102790]: cb(*args, **kw) Mar 29 15:48:35.616851 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 15:48:35.616851 n-d-834765-1 neutron-server[102790]: return func(*args, **kwargs) Mar 29 15:48:35.616851 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 15:48:35.616851 n-d-834765-1 neutron-server[102790]: self._notify() Mar 29 15:48:35.616851 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 15:48:35.616851 n-d-834765-1 neutron-server[102790]: self.callback(batched_events) Mar 29 15:48:35.616851 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 15:48:35.616851 n-d-834765-1 neutron-server[102790]: event.method(event) Mar 29 15:48:35.616851 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 15:48:35.616851 n-d-834765-1 neutron-server[102790]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 15:48:35.616851 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 15:48:35.616851 n-d-834765-1 neutron-server[102790]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 15:48:35.616851 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 15:48:35.616851 n-d-834765-1 neutron-server[102790]: return f(self, *a, **k) Mar 29 15:48:35.616851 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 15:48:35.616851 n-d-834765-1 neutron-server[102790]: return self._get(url).json() Mar 29 15:48:35.616851 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 15:48:35.616851 n-d-834765-1 neutron-server[102790]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 15:48:35.616851 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 15:48:35.616851 n-d-834765-1 neutron-server[102790]: return self.request(url, 'GET', **kwargs) Mar 29 15:48:35.616851 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 15:48:35.616851 n-d-834765-1 neutron-server[102790]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 15:48:35.616851 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 15:48:35.616851 n-d-834765-1 neutron-server[102790]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 15:48:35.616851 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 15:48:35.616851 n-d-834765-1 neutron-server[102790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 15:48:35.616851 n-d-834765-1 neutron-server[102790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 15:48:35.859671 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-85ee9427-08c9-4d3c-8b61-8268eecb17c5 None None] Notify callbacks [] for port, precommit_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:35.901261 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-85ee9427-08c9-4d3c-8b61-8268eecb17c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:35.905898 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-ab3c803e-c0d9-496f-b6b9-86b52abb509c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1639897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648174'] for network, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:35.930970 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-ab3c803e-c0d9-496f-b6b9-86b52abb509c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for network, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:35.953735 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-ab3c803e-c0d9-496f-b6b9-86b52abb509c admin admin] 10.222.0.42 "DELETE /v2.0/networks/7378a57b-81a9-4880-89d9-34e7d7056ad4 HTTP/1.1" status: 204 len: 168 time: 1.2013345 Mar 29 15:48:35.953735 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3c803e-c0d9-496f-b6b9-86b52abb509c admin admin] Pushing event deleted for resources: {'Network': ['ID=7378a57b-81a9-4880-89d9-34e7d7056ad4,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:48:36.034625 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24947ba7-4f2d-48a3-a4d4-c51e0bc44665 None None] Pushing event updated for resources: {'Port': ['ID=db082a07-ed19-43e6-8f6f-15f3a86650cf,revision_number=2']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:48:36.127503 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device db9a5b0d-d1ec-480d-a962-f9bd8c47d5ad no longer exists at agent hyperv_n-h2-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:48:36.166168 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:36.172329 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-0cb6abf6-2706-4e52-8825-f5f644ecf9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:36.191667 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] No Port match for: db9a5b0d-d1ec-480d-a962-f9bd8c47d5ad {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 15:48:36.192878 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device db9a5b0d-d1ec-480d-a962-f9bd8c47d5ad not bound to the agent host n-h2-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:48:36.195800 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-85ee9427-08c9-4d3c-8b61-8268eecb17c5 None None] Attempting to bind port db082a07-ed19-43e6-8f6f-15f3a86650cf on host n-d-834765-1 for vnic_type normal with profile {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:48:36.196553 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-85ee9427-08c9-4d3c-8b61-8268eecb17c5 None None] Attempting to bind port db082a07-ed19-43e6-8f6f-15f3a86650cf by drivers openvswitch,hyperv on host n-d-834765-1 at level 0 using segments [{'id': '6ab47353-a811-4bad-bc73-b4cc84583cfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:48:36.197319 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85ee9427-08c9-4d3c-8b61-8268eecb17c5 None None] Attempting to bind port db082a07-ed19-43e6-8f6f-15f3a86650cf on network 4a4a035d-ecac-4ead-baa3-25f90788773a {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:48:36.209529 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85ee9427-08c9-4d3c-8b61-8268eecb17c5 None None] Checking agent: {'id': 'a8866439-9d96-425c-b519-6905c591ac37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 25, 36), 'started_at': datetime.datetime(2022, 3, 29, 15, 26, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 48, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834765-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:48:36.211155 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85ee9427-08c9-4d3c-8b61-8268eecb17c5 None None] Checking segment: {'id': '6ab47353-a811-4bad-bc73-b4cc84583cfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:48:36.212698 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-85ee9427-08c9-4d3c-8b61-8268eecb17c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:36.213345 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85ee9427-08c9-4d3c-8b61-8268eecb17c5 None None] Bound using segment: {'id': '6ab47353-a811-4bad-bc73-b4cc84583cfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:48:36.214360 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-85ee9427-08c9-4d3c-8b61-8268eecb17c5 None None] Bound port: db082a07-ed19-43e6-8f6f-15f3a86650cf, host: n-d-834765-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ab47353-a811-4bad-bc73-b4cc84583cfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'}}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 15:48:36.216655 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-85ee9427-08c9-4d3c-8b61-8268eecb17c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:36.246636 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-d6c3d548-115d-402a-9a07-4d06a5ad51df req-a93dd868-0e56-4b8c-9a5e-ea19ef1cd136 tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] 10.222.0.42 "GET /v2.0/ports?device_id=d6790730-1e7c-4eff-9773-f3acd1174fe4 HTTP/1.1" status: 200 len: 210 time: 0.1250324 Mar 29 15:48:36.388506 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4c1f0006-ab3f-4866-aa24-e9ffb99b402a req-5059793d-d149-4315-a63f-57e080223e50 tempest-ListImageFiltersTestJSON-176973066 tempest-ListImageFiltersTestJSON-176973066-project] 10.222.0.42 "GET /v2.0/ports?device_id=b0859ad1-46a7-4491-b8bd-ab713dd586fb HTTP/1.1" status: 200 len: 210 time: 0.3007703 Mar 29 15:48:36.398705 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-bfe05bfa-3226-4f9c-9a04-208eb34381d1 req-9758080f-9da0-424b-b501-7f1dac7420f5 tempest-ListImageFiltersTestJSON-176973066 tempest-ListImageFiltersTestJSON-176973066-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=3b131848d0de40f0b713134c09f1859b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3226221 Mar 29 15:48:36.429798 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d08b8227-8812-4cdb-9b1a-415d6dbca099 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Made reservation on behalf of 4613198224a343ff95b6b23b26c7af7a for: {'subnet': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:48:36.438276 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-d08b8227-8812-4cdb-9b1a-415d6dbca099 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16218875'] for subnet, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:36.460437 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-85ee9427-08c9-4d3c-8b61-8268eecb17c5 None None] For port db082a07-ed19-43e6-8f6f-15f3a86650cf, host n-d-834765-1, cleared binding levels {{(pid=102792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:48:36.471168 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-85ee9427-08c9-4d3c-8b61-8268eecb17c5 None None] For port db082a07-ed19-43e6-8f6f-15f3a86650cf, host n-d-834765-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=db082a07-ed19-43e6-8f6f-15f3a86650cf,segment=NetworkSegment(6ab47353-a811-4bad-bc73-b4cc84583cfd),segment_id=6ab47353-a811-4bad-bc73-b4cc84583cfd)] {{(pid=102792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:48:36.486071 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-85ee9427-08c9-4d3c-8b61-8268eecb17c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:36.494735 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 55502) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:48:36.611703 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-95c16385-19a0-4cd3-b51e-da68f369c43f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=fdec4286f9a24cefb8e341d1f4bfb464&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1155753 Mar 29 15:48:36.619231 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 55510) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:48:36.758570 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85ee9427-08c9-4d3c-8b61-8268eecb17c5 None None] Routers {'b57fb9ec-03c5-4cd9-89b7-ca6ff650c65a'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:48:36.759634 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-85ee9427-08c9-4d3c-8b61-8268eecb17c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:48:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['b57fb9ec-03c5-4cd9-89b7-ca6ff650c65a'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:48:36.866418 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-0fadbbde-9cd7-4863-9f41-b0e3a145a35f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:36.893797 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24947ba7-4f2d-48a3-a4d4-c51e0bc44665 None None] Pushing event updated for resources: {'Port': ['ID=db082a07-ed19-43e6-8f6f-15f3a86650cf,revision_number=3']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:48:36.920783 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-0fadbbde-9cd7-4863-9f41-b0e3a145a35f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:36.949653 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7140eb0c-a7ee-469d-9ca4-2c678b85aadb req-a145351b-8e2a-4310-8a26-7b0c8dd224f3 tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:48:36.953057 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-7140eb0c-a7ee-469d-9ca4-2c678b85aadb req-a145351b-8e2a-4310-8a26-7b0c8dd224f3 tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] 10.222.0.44 "GET /v2.0/networks?id=521886c7-eef8-4b1b-9885-e070589482cd HTTP/1.1" status: 200 len: 822 time: 2.0821776 Mar 29 15:48:37.002578 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-0fadbbde-9cd7-4863-9f41-b0e3a145a35f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:37.016046 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-0fadbbde-9cd7-4863-9f41-b0e3a145a35f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:37.016764 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-0fadbbde-9cd7-4863-9f41-b0e3a145a35f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/fb9ac8c3-c449-4a96-b5d1-c6a04498c0ac HTTP/1.1" status: 204 len: 168 time: 0.3965304 Mar 29 15:48:37.032613 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [req-7140eb0c-a7ee-469d-9ca4-2c678b85aadb req-4c3e13b5-35fb-49a2-ba4a-929d525bdad8 tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] Request body: {'port': {'device_id': 'd6790730-1e7c-4eff-9773-f3acd1174fe4', 'network_id': '521886c7-eef8-4b1b-9885-e070589482cd', 'admin_state_up': True, 'tenant_id': '874b0aa6020149238769aab64fe19d30'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:48:37.045772 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fadbbde-9cd7-4863-9f41-b0e3a145a35f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb9ac8c3-c449-4a96-b5d1-c6a04498c0ac,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:48:37.128259 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvr_db [None req-85ee9427-08c9-4d3c-8b61-8268eecb17c5 None None] Set router b57fb9ec-03c5-4cd9-89b7-ca6ff650c65a gateway port host: n-d-834765-1 {{(pid=102792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:48:37.591523 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-c7c60e3c-66ab-4d65-abfb-b4d767172281 req-7b8f2e16-b5b7-4b95-8a43-5a12ae99557e tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] 10.222.0.42 "GET /v2.0/ports?device_id=d6790730-1e7c-4eff-9773-f3acd1174fe4 HTTP/1.1" status: 200 len: 210 time: 0.1354043 Mar 29 15:48:37.717390 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe05bfa-3226-4f9c-9a04-208eb34381d1 req-142d23b8-7186-4e1d-a05d-b66c7d88d765 tempest-ListImageFiltersTestJSON-176973066 tempest-ListImageFiltersTestJSON-176973066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:48:37.718966 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-bfe05bfa-3226-4f9c-9a04-208eb34381d1 req-142d23b8-7186-4e1d-a05d-b66c7d88d765 tempest-ListImageFiltersTestJSON-176973066 tempest-ListImageFiltersTestJSON-176973066-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.2944717 Mar 29 15:48:37.777463 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [req-bfe05bfa-3226-4f9c-9a04-208eb34381d1 req-600cc23e-0b44-40bd-ba50-65bed00647d6 tempest-ListImageFiltersTestJSON-176973066 tempest-ListImageFiltersTestJSON-176973066-project] Request body: {'port': {'device_id': '197b2eca-77cd-4241-8165-39634a9be874', 'network_id': '2268a9b9-82fd-4886-a91d-3a50e4e16cab', 'admin_state_up': True, 'tenant_id': '3b131848d0de40f0b713134c09f1859b'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:48:37.791113 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-66483dde-426d-4136-84d1-cca637ecb3c9 req-03acf117-a941-45b4-b686-bb3f4842124f tempest-ListImageFiltersTestJSON-176973066 tempest-ListImageFiltersTestJSON-176973066-project] 10.222.0.42 "GET /v2.0/ports?device_id=b0859ad1-46a7-4491-b8bd-ab713dd586fb HTTP/1.1" status: 200 len: 210 time: 0.1604617 Mar 29 15:48:37.806146 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-85ee9427-08c9-4d3c-8b61-8268eecb17c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b57fb9ec-03c5-4cd9-89b7-ca6ff650c65a', 'name': 'tempest-TestNetworkBasicOps-router-173982885', 'tenant_id': '4613198224a343ff95b6b23b26c7af7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.205'}], 'enable_snat': True}, 'gw_port_id': 'db082a07-ed19-43e6-8f6f-15f3a86650cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:48:27Z', 'updated_at': '2022-03-29T15:48:30Z', 'revision_number': 3, 'project_id': '4613198224a343ff95b6b23b26c7af7a', 'gw_port': {'id': 'db082a07-ed19-43e6-8f6f-15f3a86650cf', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:ba:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b57fb9ec-03c5-4cd9-89b7-ca6ff650c65a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1524, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:48:28Z', 'updated_at': '2022-03-29T15:48:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1'}], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:48:37.891082 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85ee9427-08c9-4d3c-8b61-8268eecb17c5 None None] The sync data for ids ['b57fb9ec-03c5-4cd9-89b7-ca6ff650c65a'] in n-d-834765-1 is: [{'id': 'b57fb9ec-03c5-4cd9-89b7-ca6ff650c65a', 'name': 'tempest-TestNetworkBasicOps-router-173982885', 'tenant_id': '4613198224a343ff95b6b23b26c7af7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.205'}], 'enable_snat': True}, 'gw_port_id': 'db082a07-ed19-43e6-8f6f-15f3a86650cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:48:27Z', 'updated_at': '2022-03-29T15:48:30Z', 'revision_number': 3, 'project_id': '4613198224a343ff95b6b23b26c7af7a', 'gw_port': {'id': 'db082a07-ed19-43e6-8f6f-15f3a86650cf', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:ba:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b57fb9ec-03c5-4cd9-89b7-ca6ff650c65a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1524, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:48:28Z', 'updated_at': '2022-03-29T15:48:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1'}] {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:48:38.171913 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 55564) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:48:38.172091 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7140eb0c-a7ee-469d-9ca4-2c678b85aadb req-4c3e13b5-35fb-49a2-ba4a-929d525bdad8 tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] Made reservation on behalf of 874b0aa6020149238769aab64fe19d30 for: {'port': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:48:38.176160 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-7140eb0c-a7ee-469d-9ca4-2c678b85aadb req-4c3e13b5-35fb-49a2-ba4a-929d525bdad8 tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:38.194632 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b433c47c-0517-45a4-b2e2-b8a9517abb26 req-881e66ff-ff6f-490e-abf8-d3b68dba342a tempest-ListImageFiltersTestJSON-176973066 tempest-ListImageFiltersTestJSON-176973066-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=3b131848d0de40f0b713134c09f1859b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0799108 Mar 29 15:48:38.457747 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b433c47c-0517-45a4-b2e2-b8a9517abb26 req-c396af0b-4af9-4ea5-a8f6-8019f55eca17 tempest-ListImageFiltersTestJSON-176973066 tempest-ListImageFiltersTestJSON-176973066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:48:38.459434 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b433c47c-0517-45a4-b2e2-b8a9517abb26 req-c396af0b-4af9-4ea5-a8f6-8019f55eca17 tempest-ListImageFiltersTestJSON-176973066 tempest-ListImageFiltersTestJSON-176973066-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2617762 Mar 29 15:48:38.530850 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [req-b433c47c-0517-45a4-b2e2-b8a9517abb26 req-0765b38b-1728-4eb9-876f-50f8195a1812 tempest-ListImageFiltersTestJSON-176973066 tempest-ListImageFiltersTestJSON-176973066-project] Request body: {'port': {'device_id': 'b0859ad1-46a7-4491-b8bd-ab713dd586fb', 'network_id': '2268a9b9-82fd-4886-a91d-3a50e4e16cab', 'admin_state_up': True, 'tenant_id': '3b131848d0de40f0b713134c09f1859b'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:48:38.568730 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-f64f7afa-ac36-4d50-8147-555e2297e611 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:38.816020 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bfe05bfa-3226-4f9c-9a04-208eb34381d1 req-600cc23e-0b44-40bd-ba50-65bed00647d6 tempest-ListImageFiltersTestJSON-176973066 tempest-ListImageFiltersTestJSON-176973066-project] Made reservation on behalf of 3b131848d0de40f0b713134c09f1859b for: {'port': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:48:38.819572 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-bfe05bfa-3226-4f9c-9a04-208eb34381d1 req-600cc23e-0b44-40bd-ba50-65bed00647d6 tempest-ListImageFiltersTestJSON-176973066 tempest-ListImageFiltersTestJSON-176973066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:38.883837 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-f64f7afa-ac36-4d50-8147-555e2297e611 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:38.889883 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-f64f7afa-ac36-4d50-8147-555e2297e611 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:38.991035 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64f7afa-ac36-4d50-8147-555e2297e611 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7b48983-a734-4465-a6d3-e5c656650f09,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:48:39.047959 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-f64f7afa-ac36-4d50-8147-555e2297e611 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=5f08c8c442b2407982ca77590274fa2f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8739789 Mar 29 15:48:39.052288 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 55592) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:48:39.137364 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-bfe05bfa-3226-4f9c-9a04-208eb34381d1 req-600cc23e-0b44-40bd-ba50-65bed00647d6 tempest-ListImageFiltersTestJSON-176973066 tempest-ListImageFiltersTestJSON-176973066-project] Notify callbacks [] for security_group, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:39.161400 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ad208876-35bb-4db1-b541-0990446b6816 req-d46d255c-731a-45cc-859f-f4f29fe1b523 tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] 10.222.0.42 "GET /v2.0/ports?device_id=d6790730-1e7c-4eff-9773-f3acd1174fe4 HTTP/1.1" status: 200 len: 210 time: 0.2402656 Mar 29 15:48:39.186786 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-98f6560a-a402-4b8a-aa12-9bdd8cd3befa req-90a7a5fb-3a9e-4789-87bc-388fc1a54c34 tempest-ListImageFiltersTestJSON-176973066 tempest-ListImageFiltersTestJSON-176973066-project] 10.222.0.42 "GET /v2.0/ports?device_id=b0859ad1-46a7-4491-b8bd-ab713dd586fb HTTP/1.1" status: 200 len: 210 time: 0.1237013 Mar 29 15:48:39.342077 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-234d63cc-de8f-4b48-a41c-364180578f63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:39.396502 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-234d63cc-de8f-4b48-a41c-364180578f63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:39.449161 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 55598) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:48:39.460732 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-d08b8227-8812-4cdb-9b1a-415d6dbca099 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16155524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16218861'] for subnet, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:39.492469 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b433c47c-0517-45a4-b2e2-b8a9517abb26 req-0765b38b-1728-4eb9-876f-50f8195a1812 tempest-ListImageFiltersTestJSON-176973066 tempest-ListImageFiltersTestJSON-176973066-project] Made reservation on behalf of 3b131848d0de40f0b713134c09f1859b for: {'port': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:48:39.499160 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-b433c47c-0517-45a4-b2e2-b8a9517abb26 req-0765b38b-1728-4eb9-876f-50f8195a1812 tempest-ListImageFiltersTestJSON-176973066 tempest-ListImageFiltersTestJSON-176973066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:39.500213 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-234d63cc-de8f-4b48-a41c-364180578f63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:39.503034 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-234d63cc-de8f-4b48-a41c-364180578f63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:39.506884 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-234d63cc-de8f-4b48-a41c-364180578f63 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e7b48983-a734-4465-a6d3-e5c656650f09 HTTP/1.1" status: 204 len: 168 time: 0.4509809 Mar 29 15:48:39.525400 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234d63cc-de8f-4b48-a41c-364180578f63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7b48983-a734-4465-a6d3-e5c656650f09,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:48:39.668460 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-b433c47c-0517-45a4-b2e2-b8a9517abb26 req-0765b38b-1728-4eb9-876f-50f8195a1812 tempest-ListImageFiltersTestJSON-176973066 tempest-ListImageFiltersTestJSON-176973066-project] Notify callbacks [] for security_group, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:39.736143 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08b8227-8812-4cdb-9b1a-415d6dbca099 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Pushing event updated for resources: {'Subnet': ['ID=1924a09c-5d13-4bf6-994f-2a1793829850,revision_number=0']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:48:39.742598 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_common [req-7140eb0c-a7ee-469d-9ca4-2c678b85aadb req-4c3e13b5-35fb-49a2-ba4a-929d525bdad8 tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] Allocated IP 172.20.0.7 (521886c7-eef8-4b1b-9885-e070589482cd/948bea00-d9fc-4574-8561-d9234d72b285/7b375357-ab7c-4a68-a6e4-c3edb1f54a4e) {{(pid=102791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:48:39.947379 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d08b8227-8812-4cdb-9b1a-415d6dbca099 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Checking segment: {'id': '392c7b19-1d8f-41d1-9abe-2849beceb5b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '0eb69c38-859a-44f3-b301-7cf6beecd122'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:48:39.948355 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d08b8227-8812-4cdb-9b1a-415d6dbca099 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Network hostable DHCP agents. Network: 0eb69c38-859a-44f3-b301-7cf6beecd122, hostable agents: ['d136643e-48ae-49d4-a851-2ba3bdf3749c'], hosted agents: [] {{(pid=102791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 15:48:40.104133 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d08b8227-8812-4cdb-9b1a-415d6dbca099 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Network 0eb69c38-859a-44f3-b301-7cf6beecd122 is scheduled to be hosted by DHCP agent d136643e-48ae-49d4-a851-2ba3bdf3749c with binding_index 1 {{(pid=102791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 15:48:40.113192 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-9bc68fe7-e367-4c11-8f98-4552e498877e admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-2080733473-network', 'tenant_id': 'f0f3609f3df249d890a6b6a0157dbda2'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:48:40.141057 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [None req-d08b8227-8812-4cdb-9b1a-415d6dbca099 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834765-1, 0eb69c38-859a-44f3-b301-7cf6beecd122) {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:48:40.155839 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-862bc692-61b1-47e6-835a-6899b5660bfb None None] Network 0eb69c38-859a-44f3-b301-7cf6beecd122 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 15:48:40.166832 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d08b8227-8812-4cdb-9b1a-415d6dbca099 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:48:40.167844 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-d08b8227-8812-4cdb-9b1a-415d6dbca099 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Notify callbacks [] for subnet, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:40.188565 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bc68fe7-e367-4c11-8f98-4552e498877e admin admin] Made reservation on behalf of f0f3609f3df249d890a6b6a0157dbda2 for: {'network': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:48:40.196934 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-9bc68fe7-e367-4c11-8f98-4552e498877e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for network, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:40.226546 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-9bc68fe7-e367-4c11-8f98-4552e498877e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:40.367249 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-d08b8227-8812-4cdb-9b1a-415d6dbca099 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 5.4003434 Mar 29 15:48:40.387216 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 55628) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:48:40.649144 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device db082a07-ed19-43e6-8f6f-15f3a86650cf up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:48:40.718734 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-bfe05bfa-3226-4f9c-9a04-208eb34381d1 req-600cc23e-0b44-40bd-ba50-65bed00647d6 tempest-ListImageFiltersTestJSON-176973066 tempest-ListImageFiltersTestJSON-176973066-project] Notify callbacks [] for security_group, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:40.748980 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f398a56-669d-4ec9-b0b7-9dcc6d1378b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0035034-69b0-5ffc-b384-0ac6189c5628-0eb69c38-859a-44f3-b301-7cf6beecd122', 'network_id': '0eb69c38-859a-44f3-b301-7cf6beecd122', 'tenant_id': '4613198224a343ff95b6b23b26c7af7a', 'fixed_ips': [{'subnet_id': '1924a09c-5d13-4bf6-994f-2a1793829850'}]}} from n-d-834765-1. {{(pid=102792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 29 15:48:40.749613 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b189ad1f-0bf3-44c5-a7d1-241a8dc22610 req-1b78e811-3cad-49f2-b37e-39f3de80d4ce tempest-ListImageFiltersTestJSON-176973066 tempest-ListImageFiltersTestJSON-176973066-project] 10.222.0.42 "GET /v2.0/ports?device_id=b0859ad1-46a7-4491-b8bd-ab713dd586fb HTTP/1.1" status: 200 len: 210 time: 0.2435358 Mar 29 15:48:40.750359 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-8f398a56-669d-4ec9-b0b7-9dcc6d1378b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:40.769205 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-bfe05bfa-3226-4f9c-9a04-208eb34381d1 req-600cc23e-0b44-40bd-ba50-65bed00647d6 tempest-ListImageFiltersTestJSON-176973066 tempest-ListImageFiltersTestJSON-176973066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:40.821309 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-4ff04761-9e3d-40b1-87f3-2e4523118efa req-89f122b0-b9f8-4322-b50e-be060cc81763 tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] 10.222.0.42 "GET /v2.0/ports?device_id=d6790730-1e7c-4eff-9773-f3acd1174fe4 HTTP/1.1" status: 200 len: 210 time: 0.1653082 Mar 29 15:48:40.905388 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.db.api [req-b433c47c-0517-45a4-b2e2-b8a9517abb26 req-0765b38b-1728-4eb9-876f-50f8195a1812 tempest-ListImageFiltersTestJSON-176973066 tempest-ListImageFiltersTestJSON-176973066-project] Retry wrapper got retriable exception: Failed to create a duplicate DefaultSecurityGroup: for attribute(s) ['default_security_group.PRIMARY'] with value(s) 3b131848d0de40f0b713134c09f1859b {{(pid=102791) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 29 15:48:40.932256 n-d-834765-1 neutron-server[102791]: DEBUG oslo_db.api [req-b433c47c-0517-45a4-b2e2-b8a9517abb26 req-0765b38b-1728-4eb9-876f-50f8195a1812 tempest-ListImageFiltersTestJSON-176973066 tempest-ListImageFiltersTestJSON-176973066-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 29 15:48:41.018841 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-7140eb0c-a7ee-469d-9ca4-2c678b85aadb req-4c3e13b5-35fb-49a2-ba4a-929d525bdad8 tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] Notify callbacks [] for port, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:41.069888 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.db_base_plugin_common [None req-8f398a56-669d-4ec9-b0b7-9dcc6d1378b7 None None] Allocated IP 172.20.0.2 (0eb69c38-859a-44f3-b301-7cf6beecd122/1924a09c-5d13-4bf6-994f-2a1793829850/f86ab616-64b4-4203-ac79-2fd22d0081ab) {{(pid=102792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:48:41.084857 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-9bc68fe7-e367-4c11-8f98-4552e498877e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:41.106032 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port db082a07-ed19-43e6-8f6f-15f3a86650cf triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:48:41.106568 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:41.140502 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600cc23e-0b44-40bd-ba50-65bed00647d6 tempest-ListImageFiltersTestJSON-176973066 tempest-ListImageFiltersTestJSON-176973066-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8fce4e5-0e3f-4b15-b93d-992bb72b4709,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:48:41.218760 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-9bc68fe7-e367-4c11-8f98-4552e498877e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:41.240027 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-7140eb0c-a7ee-469d-9ca4-2c678b85aadb req-4c3e13b5-35fb-49a2-ba4a-929d525bdad8 tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:41.306969 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_common [req-bfe05bfa-3226-4f9c-9a04-208eb34381d1 req-600cc23e-0b44-40bd-ba50-65bed00647d6 tempest-ListImageFiltersTestJSON-176973066 tempest-ListImageFiltersTestJSON-176973066-project] Allocated IP 192.168.233.89 (2268a9b9-82fd-4886-a91d-3a50e4e16cab/abb8e5d6-2aea-4455-a944-3435a3d1ce49/2ce107bf-e1ba-4a58-a32a-d9eb83c122f0) {{(pid=102791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:48:41.308980 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3e13b5-35fb-49a2-ba4a-929d525bdad8 tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] Pushing event updated for resources: {'Port': ['ID=7b375357-ab7c-4a68-a6e4-c3edb1f54a4e,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:48:41.323736 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9bc68fe7-e367-4c11-8f98-4552e498877e admin admin] vlan segment allocate from pool success with {'vlan_id': 605, 'physical_network': 'physnet1'} {{(pid=102790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 15:48:41.330554 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7140eb0c-a7ee-469d-9ca4-2c678b85aadb req-4c3e13b5-35fb-49a2-ba4a-929d525bdad8 tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] Network 521886c7-eef8-4b1b-9885-e070589482cd is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:48:41.338173 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [req-7140eb0c-a7ee-469d-9ca4-2c678b85aadb req-4c3e13b5-35fb-49a2-ba4a-929d525bdad8 tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:48:41.347786 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc68fe7-e367-4c11-8f98-4552e498877e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3f3b05e-b4b0-4bd5-8f61-9140e1e7cbea,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:48:41.356237 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [req-7140eb0c-a7ee-469d-9ca4-2c678b85aadb req-4c3e13b5-35fb-49a2-ba4a-929d525bdad8 tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] Received port after_create {{(pid=102791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:48:41.414580 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-9bc68fe7-e367-4c11-8f98-4552e498877e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:41.415927 n-d-834765-1 neutron-server[102790]: INFO neutron.db.segments_db [None req-9bc68fe7-e367-4c11-8f98-4552e498877e admin admin] Added segment 97a801df-9d8d-4e2e-9456-226310108f77 of type vlan for network cd63b2c7-486d-4d2d-9dd7-6d35ac500dfb Mar 29 15:48:41.445753 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-b433c47c-0517-45a4-b2e2-b8a9517abb26 req-0765b38b-1728-4eb9-876f-50f8195a1812 tempest-ListImageFiltersTestJSON-176973066 tempest-ListImageFiltersTestJSON-176973066-project] Notify callbacks [] for security_group, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:41.463020 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:41.506415 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] For port db082a07-ed19-43e6-8f6f-15f3a86650cf, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=db082a07-ed19-43e6-8f6f-15f3a86650cf,segment=NetworkSegment(6ab47353-a811-4bad-bc73-b4cc84583cfd),segment_id=6ab47353-a811-4bad-bc73-b4cc84583cfd)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:48:41.510406 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-9bc68fe7-e367-4c11-8f98-4552e498877e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783522915970'] for network, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:41.513589 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:41.545577 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-9bc68fe7-e367-4c11-8f98-4552e498877e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795'] for network, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:41.547050 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bc68fe7-e367-4c11-8f98-4552e498877e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:48:41.548585 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-9bc68fe7-e367-4c11-8f98-4552e498877e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for network, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:41.622743 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7140eb0c-a7ee-469d-9ca4-2c678b85aadb req-4c3e13b5-35fb-49a2-ba4a-929d525bdad8 tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:48:41.623742 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-7140eb0c-a7ee-469d-9ca4-2c678b85aadb req-4c3e13b5-35fb-49a2-ba4a-929d525bdad8 tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:41.628077 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-9bc68fe7-e367-4c11-8f98-4552e498877e admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.1736875 Mar 29 15:48:41.641782 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 55690) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:48:41.660592 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-49dde849-2cc0-484d-a86e-7aa5fbd8f733 admin admin] Request body: {'subnet': {'network_id': 'cd63b2c7-486d-4d2d-9dd7-6d35ac500dfb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-2080733473-subnet', 'tenant_id': 'f0f3609f3df249d890a6b6a0157dbda2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:48:41.671307 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-7140eb0c-a7ee-469d-9ca4-2c678b85aadb req-4c3e13b5-35fb-49a2-ba4a-929d525bdad8 tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.6728151 Mar 29 15:48:41.681447 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-8f398a56-669d-4ec9-b0b7-9dcc6d1378b7 None None] Notify callbacks [] for port, precommit_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:41.686678 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Pushing event updated for resources: {'Port': ['ID=db082a07-ed19-43e6-8f6f-15f3a86650cf,revision_number=4']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:48:41.698990 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-8f398a56-669d-4ec9-b0b7-9dcc6d1378b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956'] for port, after_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:41.729454 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc68fe7-e367-4c11-8f98-4552e498877e admin admin] Pushing event updated for resources: {'Network': ['ID=cd63b2c7-486d-4d2d-9dd7-6d35ac500dfb,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:48:41.756684 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Network cd63b2c7-486d-4d2d-9dd7-6d35ac500dfb details requested by agent ovs-agent-n-d-834765-1 with host n-d-834765-1 {{(pid=102792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 15:48:41.817259 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [req-7140eb0c-a7ee-469d-9ca4-2c678b85aadb req-664f4662-04d8-4436-9037-fb34c76d37c3 service neutron] Request body: {'port': {'device_id': 'd6790730-1e7c-4eff-9773-f3acd1174fe4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834765-1'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:48:41.907318 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f398a56-669d-4ec9-b0b7-9dcc6d1378b7 None None] Pushing event updated for resources: {'Port': ['ID=f86ab616-64b4-4203-ac79-2fd22d0081ab,revision_number=1']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:48:41.916365 n-d-834765-1 neutron-server[102792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f398a56-669d-4ec9-b0b7-9dcc6d1378b7 None None] Network 0eb69c38-859a-44f3-b301-7cf6beecd122 is already hosted by enough agents. {{(pid=102792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:48:41.918248 n-d-834765-1 neutron-server[102792]: DEBUG neutron.scheduler.base_scheduler [None req-8f398a56-669d-4ec9-b0b7-9dcc6d1378b7 None None] Resources bound (agent type, host, resource id): {{(pid=102792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:48:41.924208 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f398a56-669d-4ec9-b0b7-9dcc6d1378b7 None None] Received port after_create {{(pid=102792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:48:42.017779 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-8f398a56-669d-4ec9-b0b7-9dcc6d1378b7 None None] Attempting to bind port f86ab616-64b4-4203-ac79-2fd22d0081ab on host n-d-834765-1 for vnic_type normal with profile {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:48:42.018340 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-8f398a56-669d-4ec9-b0b7-9dcc6d1378b7 None None] Attempting to bind port f86ab616-64b4-4203-ac79-2fd22d0081ab by drivers openvswitch,hyperv on host n-d-834765-1 at level 0 using segments [{'id': '392c7b19-1d8f-41d1-9abe-2849beceb5b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '0eb69c38-859a-44f3-b301-7cf6beecd122'}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:48:42.019046 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f398a56-669d-4ec9-b0b7-9dcc6d1378b7 None None] Attempting to bind port f86ab616-64b4-4203-ac79-2fd22d0081ab on network 0eb69c38-859a-44f3-b301-7cf6beecd122 {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:48:42.028593 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f398a56-669d-4ec9-b0b7-9dcc6d1378b7 None None] Checking agent: {'id': 'a8866439-9d96-425c-b519-6905c591ac37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 25, 36), 'started_at': datetime.datetime(2022, 3, 29, 15, 26, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 48, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834765-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:48:42.029089 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f398a56-669d-4ec9-b0b7-9dcc6d1378b7 None None] Checking segment: {'id': '392c7b19-1d8f-41d1-9abe-2849beceb5b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '0eb69c38-859a-44f3-b301-7cf6beecd122'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:48:42.029658 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-8f398a56-669d-4ec9-b0b7-9dcc6d1378b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:42.030054 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f398a56-669d-4ec9-b0b7-9dcc6d1378b7 None None] Bound using segment: {'id': '392c7b19-1d8f-41d1-9abe-2849beceb5b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '0eb69c38-859a-44f3-b301-7cf6beecd122'} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:48:42.030532 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-8f398a56-669d-4ec9-b0b7-9dcc6d1378b7 None None] Bound port: f86ab616-64b4-4203-ac79-2fd22d0081ab, host: n-d-834765-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '392c7b19-1d8f-41d1-9abe-2849beceb5b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '0eb69c38-859a-44f3-b301-7cf6beecd122'}}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 15:48:42.030959 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-8f398a56-669d-4ec9-b0b7-9dcc6d1378b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:42.087162 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-9749dcc2-65c1-4185-8398-cfe9a779e6a6 req-1af07241-57be-41c5-9cb2-da9a91c86a2a tempest-ListImageFiltersTestJSON-176973066 tempest-ListImageFiltersTestJSON-176973066-project] 10.222.0.42 "GET /v2.0/ports?device_id=b0859ad1-46a7-4491-b8bd-ab713dd586fb HTTP/1.1" status: 200 len: 210 time: 0.0993428 Mar 29 15:48:42.151636 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49dde849-2cc0-484d-a86e-7aa5fbd8f733 admin admin] Made reservation on behalf of f0f3609f3df249d890a6b6a0157dbda2 for: {'subnet': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:48:42.155398 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-49dde849-2cc0-484d-a86e-7aa5fbd8f733 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16218875'] for subnet, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:42.176012 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 55730) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:48:42.214235 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-8f398a56-669d-4ec9-b0b7-9dcc6d1378b7 None None] For port f86ab616-64b4-4203-ac79-2fd22d0081ab, host n-d-834765-1, cleared binding levels {{(pid=102792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:48:42.221179 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-8f398a56-669d-4ec9-b0b7-9dcc6d1378b7 None None] For port f86ab616-64b4-4203-ac79-2fd22d0081ab, host n-d-834765-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=f86ab616-64b4-4203-ac79-2fd22d0081ab,segment=NetworkSegment(392c7b19-1d8f-41d1-9abe-2849beceb5b4),segment_id=392c7b19-1d8f-41d1-9abe-2849beceb5b4)] {{(pid=102792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:48:42.229449 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-8f398a56-669d-4ec9-b0b7-9dcc6d1378b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:42.381977 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-7140eb0c-a7ee-469d-9ca4-2c678b85aadb req-664f4662-04d8-4436-9037-fb34c76d37c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:42.456903 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device db082a07-ed19-43e6-8f6f-15f3a86650cf up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:48:42.482302 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-d288899c-23d5-4ff4-8fc9-6d43d2413747 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:42.552219 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f398a56-669d-4ec9-b0b7-9dcc6d1378b7 None None] Pushing event updated for resources: {'Port': ['ID=f86ab616-64b4-4203-ac79-2fd22d0081ab,revision_number=2']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:48:42.623624 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port db082a07-ed19-43e6-8f6f-15f3a86650cf triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:48:42.623917 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:42.705428 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-49dde849-2cc0-484d-a86e-7aa5fbd8f733 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16155524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16218861'] for subnet, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:42.739942 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ce1dc7-dfb9-445a-a000-116001c8ea18 req-5d635857-5715-499d-9299-a5446e28f954 tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:48:42.750780 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-97ce1dc7-dfb9-445a-a000-116001c8ea18 req-5d635857-5715-499d-9299-a5446e28f954 tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] 10.222.0.42 "GET /v2.0/ports?device_id=d6790730-1e7c-4eff-9773-f3acd1174fe4 HTTP/1.1" status: 200 len: 931 time: 0.4493721 Mar 29 15:48:42.854912 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-48f8b41a-030e-4e59-8440-6533032d6719 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:42.935694 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49dde849-2cc0-484d-a86e-7aa5fbd8f733 admin admin] Pushing event updated for resources: {'Subnet': ['ID=004fd10c-17a6-4033-bc4f-a88940613808,revision_number=0']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:48:42.960463 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-bfe05bfa-3226-4f9c-9a04-208eb34381d1 req-600cc23e-0b44-40bd-ba50-65bed00647d6 tempest-ListImageFiltersTestJSON-176973066 tempest-ListImageFiltersTestJSON-176973066-project] Notify callbacks [] for port, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:43.048381 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-97ce1dc7-dfb9-445a-a000-116001c8ea18 req-877da9c6-7598-42d9-a4a6-a6134757cdcc tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] 10.222.0.42 "GET /v2.0/security-groups?id=c7a98718-a37a-4214-92b3-d1a7e3aaebf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2957313 Mar 29 15:48:43.068014 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49dde849-2cc0-484d-a86e-7aa5fbd8f733 admin admin] Checking segment: {'id': '97a801df-9d8d-4e2e-9456-226310108f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'cd63b2c7-486d-4d2d-9dd7-6d35ac500dfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:48:43.068368 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49dde849-2cc0-484d-a86e-7aa5fbd8f733 admin admin] Network hostable DHCP agents. Network: cd63b2c7-486d-4d2d-9dd7-6d35ac500dfb, hostable agents: ['d136643e-48ae-49d4-a851-2ba3bdf3749c'], hosted agents: [] {{(pid=102791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 15:48:43.096305 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-d288899c-23d5-4ff4-8fc9-6d43d2413747 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:43.103077 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-d288899c-23d5-4ff4-8fc9-6d43d2413747 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:43.188552 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d288899c-23d5-4ff4-8fc9-6d43d2413747 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1abc96ba-aefe-4970-8cfd-7d71bb2f183a,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:48:43.192821 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-bfe05bfa-3226-4f9c-9a04-208eb34381d1 req-600cc23e-0b44-40bd-ba50-65bed00647d6 tempest-ListImageFiltersTestJSON-176973066 tempest-ListImageFiltersTestJSON-176973066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:43.194504 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-d288899c-23d5-4ff4-8fc9-6d43d2413747 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0cbd72a7735d4a218fe4bb009bd968a8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0172672 Mar 29 15:48:43.232631 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 55772) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:48:43.564832 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49dde849-2cc0-484d-a86e-7aa5fbd8f733 admin admin] Network cd63b2c7-486d-4d2d-9dd7-6d35ac500dfb is scheduled to be hosted by DHCP agent d136643e-48ae-49d4-a851-2ba3bdf3749c with binding_index 1 {{(pid=102791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 15:48:43.579155 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-5d56bcb7-46ef-4cef-b4fc-0c64adbb2062 req-15189d13-9297-494b-865f-774ccf06e5b0 tempest-ListImageFiltersTestJSON-176973066 tempest-ListImageFiltersTestJSON-176973066-project] 10.222.0.42 "GET /v2.0/ports?device_id=b0859ad1-46a7-4491-b8bd-ab713dd586fb HTTP/1.1" status: 200 len: 210 time: 0.3454475 Mar 29 15:48:43.611130 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bfe05bfa-3226-4f9c-9a04-208eb34381d1 req-600cc23e-0b44-40bd-ba50-65bed00647d6 tempest-ListImageFiltersTestJSON-176973066 tempest-ListImageFiltersTestJSON-176973066-project] Network 2268a9b9-82fd-4886-a91d-3a50e4e16cab is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:48:43.644949 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae97d048-9c4d-4b7d-9c7d-ae23f852f301 req-ed7c3d24-bea8-49d4-a00e-4b55a908c6e0 tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:48:43.646378 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ae97d048-9c4d-4b7d-9c7d-ae23f852f301 req-ed7c3d24-bea8-49d4-a00e-4b55a908c6e0 tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] 10.222.0.42 "GET /v2.0/networks?id=7a71ca6e-bbff-43b0-bde3-8072ae4b3f50 HTTP/1.1" status: 200 len: 805 time: 0.6576271 Mar 29 15:48:43.647307 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [req-bfe05bfa-3226-4f9c-9a04-208eb34381d1 req-600cc23e-0b44-40bd-ba50-65bed00647d6 tempest-ListImageFiltersTestJSON-176973066 tempest-ListImageFiltersTestJSON-176973066-project] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:48:43.649791 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfe05bfa-3226-4f9c-9a04-208eb34381d1 req-600cc23e-0b44-40bd-ba50-65bed00647d6 tempest-ListImageFiltersTestJSON-176973066 tempest-ListImageFiltersTestJSON-176973066-project] Received port after_create {{(pid=102791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:48:43.666814 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [None req-49dde849-2cc0-484d-a86e-7aa5fbd8f733 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834765-1, cd63b2c7-486d-4d2d-9dd7-6d35ac500dfb) {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:48:43.671561 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49dde849-2cc0-484d-a86e-7aa5fbd8f733 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:48:43.672166 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-49dde849-2cc0-484d-a86e-7aa5fbd8f733 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:43.690063 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-4c13a7c5-378c-469c-8dae-a269a02afbdf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:43.709909 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5083925c-27c6-442c-b92e-70628547f2c4 None None] Network cd63b2c7-486d-4d2d-9dd7-6d35ac500dfb requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 15:48:43.712578 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_common [req-b433c47c-0517-45a4-b2e2-b8a9517abb26 req-0765b38b-1728-4eb9-876f-50f8195a1812 tempest-ListImageFiltersTestJSON-176973066 tempest-ListImageFiltersTestJSON-176973066-project] Allocated IP 192.168.233.65 (2268a9b9-82fd-4886-a91d-3a50e4e16cab/abb8e5d6-2aea-4455-a944-3435a3d1ce49/0a8f7ac3-7b4c-4843-a3da-ca2d7ee14610) {{(pid=102791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:48:43.737100 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600cc23e-0b44-40bd-ba50-65bed00647d6 tempest-ListImageFiltersTestJSON-176973066 tempest-ListImageFiltersTestJSON-176973066-project] Pushing event updated for resources: {'Port': ['ID=2ce107bf-e1ba-4a58-a32a-d9eb83c122f0,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:48:43.797937 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-49dde849-2cc0-484d-a86e-7aa5fbd8f733 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.1486883 Mar 29 15:48:43.799538 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ae97d048-9c4d-4b7d-9c7d-ae23f852f301 req-5b587e36-1275-4377-a687-ea315c02da93 tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] 10.222.0.42 "GET /v2.0/quotas/7f01d9a12c82426baef86d9ae4ff6fa7 HTTP/1.1" status: 200 len: 375 time: 0.1214585 Mar 29 15:48:43.799692 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 55786) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:48:43.827379 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-ccc9ae83-ba88-4088-a24a-596f579d7fc1 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-2080733473-router', 'tenant_id': 'f0f3609f3df249d890a6b6a0157dbda2', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'}}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:48:43.838422 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-4c13a7c5-378c-469c-8dae-a269a02afbdf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:43.853139 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe05bfa-3226-4f9c-9a04-208eb34381d1 req-600cc23e-0b44-40bd-ba50-65bed00647d6 tempest-ListImageFiltersTestJSON-176973066 tempest-ListImageFiltersTestJSON-176973066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:48:43.853819 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-bfe05bfa-3226-4f9c-9a04-208eb34381d1 req-600cc23e-0b44-40bd-ba50-65bed00647d6 tempest-ListImageFiltersTestJSON-176973066 tempest-ListImageFiltersTestJSON-176973066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:43.916703 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.db_base_plugin_common [None req-48f8b41a-030e-4e59-8440-6533032d6719 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Allocated IP 172.20.0.1 (0eb69c38-859a-44f3-b301-7cf6beecd122/1924a09c-5d13-4bf6-994f-2a1793829850/f0e706fd-c21f-4ff0-afc3-ea1e48be4fe5) {{(pid=102790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:48:43.966437 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [req-7140eb0c-a7ee-469d-9ca4-2c678b85aadb req-664f4662-04d8-4436-9037-fb34c76d37c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b375357-ab7c-4a68-a6e4-c3edb1f54a4e {{(pid=102791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:48:44.000904 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-bfe05bfa-3226-4f9c-9a04-208eb34381d1 req-600cc23e-0b44-40bd-ba50-65bed00647d6 tempest-ListImageFiltersTestJSON-176973066 tempest-ListImageFiltersTestJSON-176973066-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 6.2274911 Mar 29 15:48:44.014140 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-ccc9ae83-ba88-4088-a24a-596f579d7fc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-532385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129310'] for router, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:44.015334 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-ccc9ae83-ba88-4088-a24a-596f579d7fc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-648091', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-684384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129319'] for router, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:44.025080 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-7140eb0c-a7ee-469d-9ca4-2c678b85aadb req-664f4662-04d8-4436-9037-fb34c76d37c3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:44.048629 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a2996fa-fd0e-4a80-9c7f-63afd9459190 None None] Network cd63b2c7-486d-4d2d-9dd7-6d35ac500dfb requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 15:48:44.111642 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [req-bfe05bfa-3226-4f9c-9a04-208eb34381d1 req-e1e6aafd-a3be-4231-a6e3-926c948e5253 service neutron] Request body: {'port': {'device_id': '197b2eca-77cd-4241-8165-39634a9be874', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834765-1'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:48:44.176321 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-719eb7d8-490e-4e04-ad6c-7772cf62b03f None None] Provisioning complete for port 2ce107bf-e1ba-4a58-a32a-d9eb83c122f0 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:48:44.176743 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-719eb7d8-490e-4e04-ad6c-7772cf62b03f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:44.233014 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b47eaa3c-59ba-4e9b-81ad-32546ca0c2bf None None] Network 0eb69c38-859a-44f3-b301-7cf6beecd122 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 15:48:44.263502 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ae97d048-9c4d-4b7d-9c7d-ae23f852f301 req-b40d8459-b419-4c6f-8c7b-96514d4c64d7 tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=7f01d9a12c82426baef86d9ae4ff6fa7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4312818 Mar 29 15:48:44.287608 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-ccc9ae83-ba88-4088-a24a-596f579d7fc1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:44.326059 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-bfe05bfa-3226-4f9c-9a04-208eb34381d1 req-e1e6aafd-a3be-4231-a6e3-926c948e5253 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:44.403962 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-b433c47c-0517-45a4-b2e2-b8a9517abb26 req-0765b38b-1728-4eb9-876f-50f8195a1812 tempest-ListImageFiltersTestJSON-176973066 tempest-ListImageFiltersTestJSON-176973066-project] Notify callbacks [] for port, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:44.427781 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-48f8b41a-030e-4e59-8440-6533032d6719 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Notify callbacks [] for port, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:44.464823 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 55804) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:48:44.540952 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-48f8b41a-030e-4e59-8440-6533032d6719 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:44.574553 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ae97d048-9c4d-4b7d-9c7d-ae23f852f301 req-101e4406-26c4-4aa1-925e-17e7735f420e service neutron] 10.222.0.42 "GET /v2.0/networks/7a71ca6e-bbff-43b0-bde3-8072ae4b3f50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2872810 Mar 29 15:48:44.586781 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.provisioning_blocks [req-7140eb0c-a7ee-469d-9ca4-2c678b85aadb req-664f4662-04d8-4436-9037-fb34c76d37c3 service neutron] Transition to ACTIVE for port object 7b375357-ab7c-4a68-a6e4-c3edb1f54a4e will not be triggered until provisioned by entity L2. {{(pid=102791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 15:48:44.627740 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-7140eb0c-a7ee-469d-9ca4-2c678b85aadb req-664f4662-04d8-4436-9037-fb34c76d37c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:44.682263 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device 9d33c8cd-4810-45c4-8e3a-e3ff185d5484 no longer exists at agent hyperv_n-h1-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:48:44.684083 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device f86ab616-64b4-4203-ac79-2fd22d0081ab up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:48:44.696285 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-4c13a7c5-378c-469c-8dae-a269a02afbdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:44.699668 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-4c13a7c5-378c-469c-8dae-a269a02afbdf admin admin] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:44.702735 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-4c13a7c5-378c-469c-8dae-a269a02afbdf admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/1abc96ba-aefe-4970-8cfd-7d71bb2f183a HTTP/1.1" status: 204 len: 168 time: 1.4680343 Mar 29 15:48:44.749132 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-719eb7d8-490e-4e04-ad6c-7772cf62b03f None None] Port 2ce107bf-e1ba-4a58-a32a-d9eb83c122f0 cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 15:48:44.787097 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c13a7c5-378c-469c-8dae-a269a02afbdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1abc96ba-aefe-4970-8cfd-7d71bb2f183a,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:48:44.789512 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-8c89d241-5f8f-4a0b-a3ce-ea7ece5834e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:44.853581 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48f8b41a-030e-4e59-8440-6533032d6719 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Network 0eb69c38-859a-44f3-b301-7cf6beecd122 is already hosted by enough agents. {{(pid=102790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:48:44.876466 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:44.918305 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port 9d33c8cd-4810-45c4-8e3a-e3ff185d5484, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=9d33c8cd-4810-45c4-8e3a-e3ff185d5484,segment=NetworkSegment(e03a7c9c-8b58-4c58-aa22-7189da98b069),segment_id=e03a7c9c-8b58-4c58-aa22-7189da98b069)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:48:44.921028 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ad1cc9d-ddcb-49f1-93fa-40a402b7f339', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d33c8cd-4810-45c4-8e3a-e3ff185d5484'}] {{(pid=102792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:48:44.924234 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4f476c66b318cc6068719fc39557fac68d413f5c7e78fa77028c7948e999ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c3952f1-0dfe-4981-b4ae-222297fd8c31" -d '{"events": [{"server_uuid": "7ad1cc9d-ddcb-49f1-93fa-40a402b7f339", "name": "network-vif-unplugged", "status": "completed", "tag": "9d33c8cd-4810-45c4-8e3a-e3ff185d5484"}]}' {{(pid=102792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:48:44.927710 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port f86ab616-64b4-4203-ac79-2fd22d0081ab triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:48:44.928137 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:44.934147 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:44.980412 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-ccc9ae83-ba88-4088-a24a-596f579d7fc1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:45.000367 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7934cd-08f5-4f14-a3a1-a2f4939bdbec req-517e6683-c6e5-47b8-9af1-462435633eff tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:48:45.000698 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-b433c47c-0517-45a4-b2e2-b8a9517abb26 req-0765b38b-1728-4eb9-876f-50f8195a1812 tempest-ListImageFiltersTestJSON-176973066 tempest-ListImageFiltersTestJSON-176973066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:45.001916 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-3f7934cd-08f5-4f14-a3a1-a2f4939bdbec req-517e6683-c6e5-47b8-9af1-462435633eff tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ad1cc9d-ddcb-49f1-93fa-40a402b7f339 HTTP/1.1" status: 200 len: 945 time: 0.4646206 Mar 29 15:48:45.008206 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-48f8b41a-030e-4e59-8440-6533032d6719 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Resources bound (agent type, host, resource id): {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:48:45.024318 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98650342-2f23-455c-a747-f4529de21ec5 req-853a97c9-ceef-4196-a186-cae6b0e4b8d5 tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:48:45.027159 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-98650342-2f23-455c-a747-f4529de21ec5 req-853a97c9-ceef-4196-a186-cae6b0e4b8d5 tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] 10.222.0.42 "GET /v2.0/ports?device_id=d6790730-1e7c-4eff-9773-f3acd1174fe4 HTTP/1.1" status: 200 len: 931 time: 0.7371716 Mar 29 15:48:45.046870 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48f8b41a-030e-4e59-8440-6533032d6719 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Received port after_create {{(pid=102790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:48:45.068063 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Pushing event updated for resources: {'Port': ['ID=9d33c8cd-4810-45c4-8e3a-e3ff185d5484,revision_number=8']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:48:45.070977 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-a088730f-6711-49c2-b052-c748af12adc0 None None] Provisioning complete for port f86ab616-64b4-4203-ac79-2fd22d0081ab triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:48:45.071379 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-a088730f-6711-49c2-b052-c748af12adc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:45.077643 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b433c47c-0517-45a4-b2e2-b8a9517abb26 req-0765b38b-1728-4eb9-876f-50f8195a1812 tempest-ListImageFiltersTestJSON-176973066 tempest-ListImageFiltersTestJSON-176973066-project] Network 2268a9b9-82fd-4886-a91d-3a50e4e16cab is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:48:45.113088 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-48f8b41a-030e-4e59-8440-6533032d6719 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-648347'] for router_interface, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:45.123002 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [req-b433c47c-0517-45a4-b2e2-b8a9517abb26 req-0765b38b-1728-4eb9-876f-50f8195a1812 tempest-ListImageFiltersTestJSON-176973066 tempest-ListImageFiltersTestJSON-176973066-project] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:48:45.126366 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [req-b433c47c-0517-45a4-b2e2-b8a9517abb26 req-0765b38b-1728-4eb9-876f-50f8195a1812 tempest-ListImageFiltersTestJSON-176973066 tempest-ListImageFiltersTestJSON-176973066-project] Received port after_create {{(pid=102791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:48:45.269075 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664f4662-04d8-4436-9037-fb34c76d37c3 service neutron] Pushing event updated for resources: {'Port': ['ID=7b375357-ab7c-4a68-a6e4-c3edb1f54a4e,revision_number=2']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:48:45.303572 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [req-bfe05bfa-3226-4f9c-9a04-208eb34381d1 req-e1e6aafd-a3be-4231-a6e3-926c948e5253 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ce107bf-e1ba-4a58-a32a-d9eb83c122f0 {{(pid=102791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:48:45.384600 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-a088730f-6711-49c2-b052-c748af12adc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:45.418235 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f8b41a-030e-4e59-8440-6533032d6719 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Pushing event updated for resources: {'Port': ['ID=f0e706fd-c21f-4ff0-afc3-ea1e48be4fe5,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:48:45.429274 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-bfe05bfa-3226-4f9c-9a04-208eb34381d1 req-e1e6aafd-a3be-4231-a6e3-926c948e5253 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:45.442054 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b433c47c-0517-45a4-b2e2-b8a9517abb26 req-0765b38b-1728-4eb9-876f-50f8195a1812 tempest-ListImageFiltersTestJSON-176973066 tempest-ListImageFiltersTestJSON-176973066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:48:45.442783 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-b433c47c-0517-45a4-b2e2-b8a9517abb26 req-0765b38b-1728-4eb9-876f-50f8195a1812 tempest-ListImageFiltersTestJSON-176973066 tempest-ListImageFiltersTestJSON-176973066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:45.490608 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.provisioning_blocks [req-bfe05bfa-3226-4f9c-9a04-208eb34381d1 req-e1e6aafd-a3be-4231-a6e3-926c948e5253 service neutron] Transition to ACTIVE for port object 2ce107bf-e1ba-4a58-a32a-d9eb83c122f0 will not be triggered until provisioned by entity L2. {{(pid=102791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 15:48:45.509894 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ae97d048-9c4d-4b7d-9c7d-ae23f852f301 req-0f1ce561-f906-4003-b8c4-fbbd69eb04fe service neutron] 10.222.0.42 "GET /v2.0/networks/7a71ca6e-bbff-43b0-bde3-8072ae4b3f50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9343116 Mar 29 15:48:45.518134 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b433c47c-0517-45a4-b2e2-b8a9517abb26 req-0765b38b-1728-4eb9-876f-50f8195a1812 tempest-ListImageFiltersTestJSON-176973066 tempest-ListImageFiltersTestJSON-176973066-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 6.9917312 Mar 29 15:48:45.518873 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-bfe05bfa-3226-4f9c-9a04-208eb34381d1 req-e1e6aafd-a3be-4231-a6e3-926c948e5253 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:45.531118 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-48f8b41a-030e-4e59-8440-6533032d6719 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:45.544496 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [req-b433c47c-0517-45a4-b2e2-b8a9517abb26 req-36e3c08d-c5c1-4726-a870-8e702ef1fb3a service neutron] Request body: {'port': {'device_id': 'b0859ad1-46a7-4491-b8bd-ab713dd586fb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834765-1'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:48:45.563519 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0765b38b-1728-4eb9-876f-50f8195a1812 tempest-ListImageFiltersTestJSON-176973066 tempest-ListImageFiltersTestJSON-176973066-project] Pushing event updated for resources: {'Port': ['ID=0a8f7ac3-7b4c-4843-a3da-ca2d7ee14610,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:48:45.581778 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-a088730f-6711-49c2-b052-c748af12adc0 None None] For port f86ab616-64b4-4203-ac79-2fd22d0081ab, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=f86ab616-64b4-4203-ac79-2fd22d0081ab,segment=NetworkSegment(392c7b19-1d8f-41d1-9abe-2849beceb5b4),segment_id=392c7b19-1d8f-41d1-9abe-2849beceb5b4)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:48:45.597108 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-a088730f-6711-49c2-b052-c748af12adc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:45.679986 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:45.728753 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e6aafd-a3be-4231-a6e3-926c948e5253 service neutron] Pushing event updated for resources: {'Port': ['ID=2ce107bf-e1ba-4a58-a32a-d9eb83c122f0,revision_number=2']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:48:45.776470 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-7140eb0c-a7ee-469d-9ca4-2c678b85aadb req-664f4662-04d8-4436-9037-fb34c76d37c3 service neutron] Attempting to bind port 7b375357-ab7c-4a68-a6e4-c3edb1f54a4e on host n-h1-834765-1 for vnic_type normal with profile {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:48:45.776785 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-7140eb0c-a7ee-469d-9ca4-2c678b85aadb req-664f4662-04d8-4436-9037-fb34c76d37c3 service neutron] Attempting to bind port 7b375357-ab7c-4a68-a6e4-c3edb1f54a4e by drivers openvswitch,hyperv on host n-h1-834765-1 at level 0 using segments [{'id': 'ee9a1626-16ee-4ecf-88a3-7244e4b7c1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '521886c7-eef8-4b1b-9885-e070589482cd'}] {{(pid=102791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:48:45.777110 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7140eb0c-a7ee-469d-9ca4-2c678b85aadb req-664f4662-04d8-4436-9037-fb34c76d37c3 service neutron] Attempting to bind port 7b375357-ab7c-4a68-a6e4-c3edb1f54a4e on network 521886c7-eef8-4b1b-9885-e070589482cd {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:48:45.807365 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a088730f-6711-49c2-b052-c748af12adc0 None None] Pushing event updated for resources: {'Port': ['ID=f86ab616-64b4-4203-ac79-2fd22d0081ab,revision_number=3']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:48:45.828628 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-98650342-2f23-455c-a747-f4529de21ec5 req-59a86eba-0caa-43ad-a94c-93d5279fc79e tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] 10.222.0.42 "GET /v2.0/security-groups?id=c7a98718-a37a-4214-92b3-d1a7e3aaebf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4687965 Mar 29 15:48:45.889202 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-072b5fff-8def-45dc-b97d-0429d8eeb73e None None] Provisioning complete for port f86ab616-64b4-4203-ac79-2fd22d0081ab triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:48:45.889580 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-072b5fff-8def-45dc-b97d-0429d8eeb73e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:45.902458 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7140eb0c-a7ee-469d-9ca4-2c678b85aadb req-664f4662-04d8-4436-9037-fb34c76d37c3 service neutron] Port 7b375357-ab7c-4a68-a6e4-c3edb1f54a4e on network 521886c7-eef8-4b1b-9885-e070589482cd not bound, no agent of type Open vSwitch agent registered on host n-h1-834765-1 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 15:48:45.902870 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7140eb0c-a7ee-469d-9ca4-2c678b85aadb req-664f4662-04d8-4436-9037-fb34c76d37c3 service neutron] Attempting to bind port 7b375357-ab7c-4a68-a6e4-c3edb1f54a4e on network 521886c7-eef8-4b1b-9885-e070589482cd {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:48:45.952560 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 29 Mar 2022 15:48:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9d4a3da-bf38-4b01-9703-af3f5d464512 x-openstack-request-id: req-b9d4a3da-bf38-4b01-9703-af3f5d464512 {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:48:45.952822 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ad1cc9d-ddcb-49f1-93fa-40a402b7f339", "name": "network-vif-unplugged", "status": "completed", "tag": "9d33c8cd-4810-45c4-8e3a-e3ff185d5484", "code": 200}]} {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:48:45.952969 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b9d4a3da-bf38-4b01-9703-af3f5d464512 {{(pid=102792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:48:45.953470 n-d-834765-1 neutron-server[102792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ad1cc9d-ddcb-49f1-93fa-40a402b7f339', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d33c8cd-4810-45c4-8e3a-e3ff185d5484', 'code': 200} Mar 29 15:48:45.964312 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.db.api [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102792) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 29 15:48:45.969789 n-d-834765-1 neutron-server[102792]: DEBUG oslo_db.api [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 29 15:48:46.056092 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7140eb0c-a7ee-469d-9ca4-2c678b85aadb req-664f4662-04d8-4436-9037-fb34c76d37c3 service neutron] Checking agent: {'id': 'be375040-5069-4239-9460-a3a3213e1e90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 33, 18), 'started_at': datetime.datetime(2022, 3, 29, 15, 33, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 48, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:48:46.056613 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7140eb0c-a7ee-469d-9ca4-2c678b85aadb req-664f4662-04d8-4436-9037-fb34c76d37c3 service neutron] Checking segment: {'id': 'ee9a1626-16ee-4ecf-88a3-7244e4b7c1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '521886c7-eef8-4b1b-9885-e070589482cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:48:46.057009 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7140eb0c-a7ee-469d-9ca4-2c678b85aadb req-664f4662-04d8-4436-9037-fb34c76d37c3 service neutron] Bound using segment: {'id': 'ee9a1626-16ee-4ecf-88a3-7244e4b7c1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '521886c7-eef8-4b1b-9885-e070589482cd'} {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:48:46.057766 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-7140eb0c-a7ee-469d-9ca4-2c678b85aadb req-664f4662-04d8-4436-9037-fb34c76d37c3 service neutron] Bound port: 7b375357-ab7c-4a68-a6e4-c3edb1f54a4e, host: n-h1-834765-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee9a1626-16ee-4ecf-88a3-7244e4b7c1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '521886c7-eef8-4b1b-9885-e070589482cd'}}] {{(pid=102791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 15:48:46.058424 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-7140eb0c-a7ee-469d-9ca4-2c678b85aadb req-664f4662-04d8-4436-9037-fb34c76d37c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:46.063577 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-072b5fff-8def-45dc-b97d-0429d8eeb73e None None] Provisioning complete for port f0e706fd-c21f-4ff0-afc3-ea1e48be4fe5 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:48:46.063994 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-072b5fff-8def-45dc-b97d-0429d8eeb73e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:46.149825 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-072b5fff-8def-45dc-b97d-0429d8eeb73e None None] Port f0e706fd-c21f-4ff0-afc3-ea1e48be4fe5 cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 15:48:46.152651 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-b433c47c-0517-45a4-b2e2-b8a9517abb26 req-36e3c08d-c5c1-4726-a870-8e702ef1fb3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:46.181148 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-072b5fff-8def-45dc-b97d-0429d8eeb73e None None] Provisioning complete for port 0a8f7ac3-7b4c-4843-a3da-ca2d7ee14610 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:48:46.181317 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-b5591db6-2f13-4d3c-8e9b-1459cf3e27c7 req-53ddc625-91b3-4059-a9d7-439a6fed7787 tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] 10.222.0.42 "GET /v2.0/ports?device_id=4af75284-24bd-4f9d-bf55-d66aeb5b0fcc HTTP/1.1" status: 200 len: 210 time: 0.0821218 Mar 29 15:48:46.182134 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-072b5fff-8def-45dc-b97d-0429d8eeb73e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:46.198894 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50909b0-c77e-40e6-9715-126833191cc8 req-40263d60-7bb9-4fef-9b56-41d8fec63af3 tempest-ListImageFiltersTestJSON-176973066 tempest-ListImageFiltersTestJSON-176973066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:48:46.206494 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d50909b0-c77e-40e6-9715-126833191cc8 req-40263d60-7bb9-4fef-9b56-41d8fec63af3 tempest-ListImageFiltersTestJSON-176973066 tempest-ListImageFiltersTestJSON-176973066-project] 10.222.0.42 "GET /v2.0/ports?device_id=b0859ad1-46a7-4491-b8bd-ab713dd586fb HTTP/1.1" status: 200 len: 935 time: 0.3868060 Mar 29 15:48:46.252066 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-072b5fff-8def-45dc-b97d-0429d8eeb73e None None] Port 0a8f7ac3-7b4c-4843-a3da-ca2d7ee14610 cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 15:48:46.267237 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-8c89d241-5f8f-4a0b-a3ce-ea7ece5834e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:46.276468 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [req-3f7934cd-08f5-4f14-a3a1-a2f4939bdbec req-16bda692-751d-4867-ab03-ef4c15d313b0 tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] Deleting port 9d33c8cd-4810-45c4-8e3a-e3ff185d5484 {{(pid=102790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:48:46.276947 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-3f7934cd-08f5-4f14-a3a1-a2f4939bdbec req-16bda692-751d-4867-ab03-ef4c15d313b0 tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:46.315731 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-bfe05bfa-3226-4f9c-9a04-208eb34381d1 req-e1e6aafd-a3be-4231-a6e3-926c948e5253 service neutron] Attempting to bind port 2ce107bf-e1ba-4a58-a32a-d9eb83c122f0 on host n-h1-834765-1 for vnic_type normal with profile {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:48:46.316296 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-bfe05bfa-3226-4f9c-9a04-208eb34381d1 req-e1e6aafd-a3be-4231-a6e3-926c948e5253 service neutron] Attempting to bind port 2ce107bf-e1ba-4a58-a32a-d9eb83c122f0 by drivers openvswitch,hyperv on host n-h1-834765-1 at level 0 using segments [{'id': 'a0c230f0-660a-4194-9279-0f0781d34134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '2268a9b9-82fd-4886-a91d-3a50e4e16cab'}] {{(pid=102791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:48:46.316391 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfe05bfa-3226-4f9c-9a04-208eb34381d1 req-e1e6aafd-a3be-4231-a6e3-926c948e5253 service neutron] Attempting to bind port 2ce107bf-e1ba-4a58-a32a-d9eb83c122f0 on network 2268a9b9-82fd-4886-a91d-3a50e4e16cab {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:48:46.339522 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d50909b0-c77e-40e6-9715-126833191cc8 req-23585c25-e0ac-4a8c-8d9a-65873fe3b268 tempest-ListImageFiltersTestJSON-176973066 tempest-ListImageFiltersTestJSON-176973066-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8fce4e5-0e3f-4b15-b93d-992bb72b4709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246815 Mar 29 15:48:46.358115 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-7140eb0c-a7ee-469d-9ca4-2c678b85aadb req-664f4662-04d8-4436-9037-fb34c76d37c3 service neutron] For port 7b375357-ab7c-4a68-a6e4-c3edb1f54a4e, host n-h1-834765-1, cleared binding levels {{(pid=102791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:48:46.359797 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-8c89d241-5f8f-4a0b-a3ce-ea7ece5834e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:46.363593 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfe05bfa-3226-4f9c-9a04-208eb34381d1 req-e1e6aafd-a3be-4231-a6e3-926c948e5253 service neutron] Port 2ce107bf-e1ba-4a58-a32a-d9eb83c122f0 on network 2268a9b9-82fd-4886-a91d-3a50e4e16cab not bound, no agent of type Open vSwitch agent registered on host n-h1-834765-1 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 15:48:46.364121 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfe05bfa-3226-4f9c-9a04-208eb34381d1 req-e1e6aafd-a3be-4231-a6e3-926c948e5253 service neutron] Attempting to bind port 2ce107bf-e1ba-4a58-a32a-d9eb83c122f0 on network 2268a9b9-82fd-4886-a91d-3a50e4e16cab {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:48:46.380081 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-d0bbc4a0-3984-43e7-af76-1b7446d00e38 None None] Provisioning complete for port f0e706fd-c21f-4ff0-afc3-ea1e48be4fe5 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:48:46.381438 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d0bbc4a0-3984-43e7-af76-1b7446d00e38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:46.384890 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfe05bfa-3226-4f9c-9a04-208eb34381d1 req-e1e6aafd-a3be-4231-a6e3-926c948e5253 service neutron] Checking agent: {'id': 'be375040-5069-4239-9460-a3a3213e1e90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 33, 18), 'started_at': datetime.datetime(2022, 3, 29, 15, 33, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 48, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:48:46.385649 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfe05bfa-3226-4f9c-9a04-208eb34381d1 req-e1e6aafd-a3be-4231-a6e3-926c948e5253 service neutron] Checking segment: {'id': 'a0c230f0-660a-4194-9279-0f0781d34134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '2268a9b9-82fd-4886-a91d-3a50e4e16cab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:48:46.386124 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfe05bfa-3226-4f9c-9a04-208eb34381d1 req-e1e6aafd-a3be-4231-a6e3-926c948e5253 service neutron] Bound using segment: {'id': 'a0c230f0-660a-4194-9279-0f0781d34134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '2268a9b9-82fd-4886-a91d-3a50e4e16cab'} {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:48:46.386692 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-bfe05bfa-3226-4f9c-9a04-208eb34381d1 req-e1e6aafd-a3be-4231-a6e3-926c948e5253 service neutron] Bound port: 2ce107bf-e1ba-4a58-a32a-d9eb83c122f0, host: n-h1-834765-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0c230f0-660a-4194-9279-0f0781d34134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '2268a9b9-82fd-4886-a91d-3a50e4e16cab'}}] {{(pid=102791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 15:48:46.387372 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-bfe05bfa-3226-4f9c-9a04-208eb34381d1 req-e1e6aafd-a3be-4231-a6e3-926c948e5253 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:46.417379 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-8c89d241-5f8f-4a0b-a3ce-ea7ece5834e6 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=733215c1f79f420f8cfc6ed49229ed25&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9490180 Mar 29 15:48:46.426553 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 55846) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:48:46.458657 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-d0bbc4a0-3984-43e7-af76-1b7446d00e38 None None] Port f0e706fd-c21f-4ff0-afc3-ea1e48be4fe5 cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 15:48:46.504313 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [req-3f7934cd-08f5-4f14-a3a1-a2f4939bdbec req-16bda692-751d-4867-ab03-ef4c15d313b0 tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] For port 9d33c8cd-4810-45c4-8e3a-e3ff185d5484, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=9d33c8cd-4810-45c4-8e3a-e3ff185d5484,segment=NetworkSegment(e03a7c9c-8b58-4c58-aa22-7189da98b069),segment_id=e03a7c9c-8b58-4c58-aa22-7189da98b069)] {{(pid=102790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:48:46.504621 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-3f7934cd-08f5-4f14-a3a1-a2f4939bdbec req-16bda692-751d-4867-ab03-ef4c15d313b0 tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:46.558619 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c89d241-5f8f-4a0b-a3ce-ea7ece5834e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1c21bab-775d-4436-bbe2-93efb0c42db4,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:48:46.581344 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [req-3f7934cd-08f5-4f14-a3a1-a2f4939bdbec req-16bda692-751d-4867-ab03-ef4c15d313b0 tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] Calling delete_port for 9d33c8cd-4810-45c4-8e3a-e3ff185d5484 owned by compute:nova {{(pid=102790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:48:46.605343 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-7140eb0c-a7ee-469d-9ca4-2c678b85aadb req-664f4662-04d8-4436-9037-fb34c76d37c3 service neutron] For port 7b375357-ab7c-4a68-a6e4-c3edb1f54a4e, host n-h1-834765-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=7b375357-ab7c-4a68-a6e4-c3edb1f54a4e,segment=NetworkSegment(ee9a1626-16ee-4ecf-88a3-7244e4b7c1ed),segment_id=ee9a1626-16ee-4ecf-88a3-7244e4b7c1ed)] {{(pid=102791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:48:46.625540 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-7140eb0c-a7ee-469d-9ca4-2c678b85aadb req-664f4662-04d8-4436-9037-fb34c76d37c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:46.670663 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device f86ab616-64b4-4203-ac79-2fd22d0081ab up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:48:46.737038 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7140eb0c-a7ee-469d-9ca4-2c678b85aadb req-664f4662-04d8-4436-9037-fb34c76d37c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:48:46.737681 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-7140eb0c-a7ee-469d-9ca4-2c678b85aadb req-664f4662-04d8-4436-9037-fb34c76d37c3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:46.740019 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-7140eb0c-a7ee-469d-9ca4-2c678b85aadb req-664f4662-04d8-4436-9037-fb34c76d37c3 service neutron] 10.222.0.44 "PUT /v2.0/ports/7b375357-ab7c-4a68-a6e4-c3edb1f54a4e HTTP/1.1" status: 200 len: 1091 time: 5.0182214 Mar 29 15:48:46.749072 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6790730-1e7c-4eff-9773-f3acd1174fe4', 'tag': '7b375357-ab7c-4a68-a6e4-c3edb1f54a4e'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:48:46.756049 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port f86ab616-64b4-4203-ac79-2fd22d0081ab triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:48:46.757415 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:46.770827 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c67b028db5e9b9818fecc5c0a87ebc6f190694fa53ca267d523e04f98de536d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0456de76-7d03-4127-ba12-48d989aa1cc8" -d '{"events": [{"name": "network-changed", "server_uuid": "d6790730-1e7c-4eff-9773-f3acd1174fe4", "tag": "7b375357-ab7c-4a68-a6e4-c3edb1f54a4e"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:48:46.877553 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-103c5f91-ef7e-482a-97a0-c76a63581624 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:46.916024 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:46.942393 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-ccc9ae83-ba88-4088-a24a-596f579d7fc1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:46.953830 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [req-b433c47c-0517-45a4-b2e2-b8a9517abb26 req-36e3c08d-c5c1-4726-a870-8e702ef1fb3a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a8f7ac3-7b4c-4843-a3da-ca2d7ee14610 {{(pid=102791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:48:46.961588 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-b433c47c-0517-45a4-b2e2-b8a9517abb26 req-36e3c08d-c5c1-4726-a870-8e702ef1fb3a service neutron] Notify callbacks [] for port, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:46.963804 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664f4662-04d8-4436-9037-fb34c76d37c3 service neutron] Pushing event updated for resources: {'Port': ['ID=7b375357-ab7c-4a68-a6e4-c3edb1f54a4e,revision_number=3']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:48:46.971744 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 15:48:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d784da68-4359-4cf2-afa9-c35b3fcdc569 x-openstack-request-id: req-d784da68-4359-4cf2-afa9-c35b3fcdc569 {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:48:46.972056 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6790730-1e7c-4eff-9773-f3acd1174fe4", "tag": "7b375357-ab7c-4a68-a6e4-c3edb1f54a4e", "status": "completed", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:48:46.972260 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d784da68-4359-4cf2-afa9-c35b3fcdc569 {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:48:46.972641 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6790730-1e7c-4eff-9773-f3acd1174fe4', 'tag': '7b375357-ab7c-4a68-a6e4-c3edb1f54a4e', 'status': 'completed', 'code': 200} Mar 29 15:48:46.993100 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-ccc9ae83-ba88-4088-a24a-596f579d7fc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:47.006315 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-103c5f91-ef7e-482a-97a0-c76a63581624 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:47.049545 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.provisioning_blocks [req-b433c47c-0517-45a4-b2e2-b8a9517abb26 req-36e3c08d-c5c1-4726-a870-8e702ef1fb3a service neutron] Transition to ACTIVE for port object 0a8f7ac3-7b4c-4843-a3da-ca2d7ee14610 will not be triggered until provisioned by entity L2. {{(pid=102791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 15:48:47.055815 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-bfe05bfa-3226-4f9c-9a04-208eb34381d1 req-e1e6aafd-a3be-4231-a6e3-926c948e5253 service neutron] For port 2ce107bf-e1ba-4a58-a32a-d9eb83c122f0, host n-h1-834765-1, cleared binding levels {{(pid=102791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:48:47.063741 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-b433c47c-0517-45a4-b2e2-b8a9517abb26 req-36e3c08d-c5c1-4726-a870-8e702ef1fb3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:47.114471 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-bfe05bfa-3226-4f9c-9a04-208eb34381d1 req-e1e6aafd-a3be-4231-a6e3-926c948e5253 service neutron] For port 2ce107bf-e1ba-4a58-a32a-d9eb83c122f0, host n-h1-834765-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=2ce107bf-e1ba-4a58-a32a-d9eb83c122f0,segment=NetworkSegment(a0c230f0-660a-4194-9279-0f0781d34134),segment_id=a0c230f0-660a-4194-9279-0f0781d34134)] {{(pid=102791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:48:47.135082 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-bfe05bfa-3226-4f9c-9a04-208eb34381d1 req-e1e6aafd-a3be-4231-a6e3-926c948e5253 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:47.144223 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a075e2-0faa-4f6c-904f-44940cd97141 req-3997d43e-a0a9-40b0-aaa1-ec6f11fc6691 tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:48:47.152075 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-c1a075e2-0faa-4f6c-904f-44940cd97141 req-3997d43e-a0a9-40b0-aaa1-ec6f11fc6691 tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] 10.222.0.42 "GET /v2.0/ports?device_id=d6790730-1e7c-4eff-9773-f3acd1174fe4 HTTP/1.1" status: 200 len: 943 time: 0.1782575 Mar 29 15:48:47.152653 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-48f8b41a-030e-4e59-8440-6533032d6719 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Notify callbacks [] for port, precommit_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:47.190547 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-48f8b41a-030e-4e59-8440-6533032d6719 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5237921'] for port, after_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:47.207299 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7140eb0c-a7ee-469d-9ca4-2c678b85aadb req-c246ed97-536c-4b07-9de8-b489a5d7edcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:48:47.208853 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-7140eb0c-a7ee-469d-9ca4-2c678b85aadb req-c246ed97-536c-4b07-9de8-b489a5d7edcc service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=874b0aa6020149238769aab64fe19d30&device_id=d6790730-1e7c-4eff-9773-f3acd1174fe4 HTTP/1.1" status: 200 len: 1094 time: 0.2344115 Mar 29 15:48:47.216483 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e3c08d-c5c1-4726-a870-8e702ef1fb3a service neutron] Pushing event updated for resources: {'Port': ['ID=0a8f7ac3-7b4c-4843-a3da-ca2d7ee14610,revision_number=2']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:48:47.284467 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe05bfa-3226-4f9c-9a04-208eb34381d1 req-e1e6aafd-a3be-4231-a6e3-926c948e5253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:48:47.285378 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-bfe05bfa-3226-4f9c-9a04-208eb34381d1 req-e1e6aafd-a3be-4231-a6e3-926c948e5253 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:47.287807 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-bfe05bfa-3226-4f9c-9a04-208eb34381d1 req-e1e6aafd-a3be-4231-a6e3-926c948e5253 service neutron] 10.222.0.44 "PUT /v2.0/ports/2ce107bf-e1ba-4a58-a32a-d9eb83c122f0 HTTP/1.1" status: 200 len: 1095 time: 3.2579179 Mar 29 15:48:47.293814 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-c1a075e2-0faa-4f6c-904f-44940cd97141 req-de1501b1-c89e-4d52-ab77-040b498434fd tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] 10.222.0.42 "GET /v2.0/security-groups?id=c7a98718-a37a-4214-92b3-d1a7e3aaebf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388443 Mar 29 15:48:47.347817 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f8b41a-030e-4e59-8440-6533032d6719 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Pushing event updated for resources: {'Port': ['ID=f0e706fd-c21f-4ff0-afc3-ea1e48be4fe5,revision_number=2']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:48:47.463721 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-7140eb0c-a7ee-469d-9ca4-2c678b85aadb req-b5a9c2c1-2bd7-4911-acc1-4235bfaf9add service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7b375357-ab7c-4a68-a6e4-c3edb1f54a4e HTTP/1.1" status: 200 len: 217 time: 0.2288706 Mar 29 15:48:47.500601 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e6aafd-a3be-4231-a6e3-926c948e5253 service neutron] Pushing event updated for resources: {'Port': ['ID=2ce107bf-e1ba-4a58-a32a-d9eb83c122f0,revision_number=3']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:48:47.589503 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7140eb0c-a7ee-469d-9ca4-2c678b85aadb req-2b9c88d6-73af-46ba-996b-9fb3d4f3fa95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:48:47.591744 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-7140eb0c-a7ee-469d-9ca4-2c678b85aadb req-2b9c88d6-73af-46ba-996b-9fb3d4f3fa95 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=948bea00-d9fc-4574-8561-d9234d72b285 HTTP/1.1" status: 200 len: 862 time: 0.0727413 Mar 29 15:48:47.701827 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-103c5f91-ef7e-482a-97a0-c76a63581624 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:47.704910 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-103c5f91-ef7e-482a-97a0-c76a63581624 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:47.708567 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-103c5f91-ef7e-482a-97a0-c76a63581624 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b1c21bab-775d-4436-bbe2-93efb0c42db4 HTTP/1.1" status: 204 len: 168 time: 1.2772729 Mar 29 15:48:47.718993 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-3f7934cd-08f5-4f14-a3a1-a2f4939bdbec req-16bda692-751d-4867-ab03-ef4c15d313b0 tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:47.728010 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:47.784535 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-818b81a2-f7e9-4b70-a4d7-a2ad48b01339 req-b9f459d3-2d7f-4787-83da-6de6f7be5379 tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] 10.222.0.42 "GET /v2.0/ports?device_id=4af75284-24bd-4f9d-bf55-d66aeb5b0fcc HTTP/1.1" status: 200 len: 210 time: 0.4417503 Mar 29 15:48:47.798798 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103c5f91-ef7e-482a-97a0-c76a63581624 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1c21bab-775d-4436-bbe2-93efb0c42db4,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:48:47.836528 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-7140eb0c-a7ee-469d-9ca4-2c678b85aadb req-5c3e820f-678c-489c-a3df-8973ad362ac7 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=521886c7-eef8-4b1b-9885-e070589482cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2219436 Mar 29 15:48:47.850362 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.db_base_plugin_common [None req-ccc9ae83-ba88-4088-a24a-596f579d7fc1 admin admin] Allocated IP 172.25.4.104 (4a4a035d-ecac-4ead-baa3-25f90788773a/e1a353dc-fac8-4901-a63c-273840237d6a/f1e24b69-ebbf-4a73-bd8e-ca0ee13b745e) {{(pid=102790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:48:47.878193 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f7934cd-08f5-4f14-a3a1-a2f4939bdbec req-16bda692-751d-4867-ab03-ef4c15d313b0 tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] No DVR routers for this DVR port 9d33c8cd-4810-45c4-8e3a-e3ff185d5484 on host n-h1-834765-1 {{(pid=102790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:48:47.879948 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bda692-751d-4867-ab03-ef4c15d313b0 tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] Pushing event deleted for resources: {'Port': ['ID=9d33c8cd-4810-45c4-8e3a-e3ff185d5484,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:48:47.882355 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-3f7934cd-08f5-4f14-a3a1-a2f4939bdbec req-16bda692-751d-4867-ab03-ef4c15d313b0 tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:47.885704 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-3f7934cd-08f5-4f14-a3a1-a2f4939bdbec req-16bda692-751d-4867-ab03-ef4c15d313b0 tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] 10.222.0.44 "DELETE /v2.0/ports/9d33c8cd-4810-45c4-8e3a-e3ff185d5484 HTTP/1.1" status: 204 len: 173 time: 2.7775114 Mar 29 15:48:47.890571 n-d-834765-1 neutron-server[102790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ad1cc9d-ddcb-49f1-93fa-40a402b7f339', 'name': 'network-vif-deleted', 'tag': '9d33c8cd-4810-45c4-8e3a-e3ff185d5484'}] {{(pid=102790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:48:47.892974 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46b06d655c90bc969636382cce4240ad749035fb0f3a83ee4734fa1ed9c4a6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa3fb02c-2b83-4a43-8366-e55d406b2d45" -d '{"events": [{"server_uuid": "7ad1cc9d-ddcb-49f1-93fa-40a402b7f339", "name": "network-vif-deleted", "tag": "9d33c8cd-4810-45c4-8e3a-e3ff185d5484"}]}' {{(pid=102790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:48:47.910427 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-48f8b41a-030e-4e59-8440-6533032d6719 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-648439'] for router_interface, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:47.970347 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:48:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d80875b-d7dc-4ba8-b043-75dcd17f0884 x-openstack-request-id: req-0d80875b-d7dc-4ba8-b043-75dcd17f0884 {{(pid=102790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:48:47.971024 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ad1cc9d-ddcb-49f1-93fa-40a402b7f339", "name": "network-vif-deleted", "tag": "9d33c8cd-4810-45c4-8e3a-e3ff185d5484", "status": "completed", "code": 200}]} {{(pid=102790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:48:47.971024 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-0d80875b-d7dc-4ba8-b043-75dcd17f0884 {{(pid=102790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:48:47.971342 n-d-834765-1 neutron-server[102790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ad1cc9d-ddcb-49f1-93fa-40a402b7f339', 'name': 'network-vif-deleted', 'tag': '9d33c8cd-4810-45c4-8e3a-e3ff185d5484', 'status': 'completed', 'code': 200} Mar 29 15:48:47.972832 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-7140eb0c-a7ee-469d-9ca4-2c678b85aadb req-6ccf5085-61eb-4f3b-953b-ab0cbc7b84b1 service neutron] 10.222.0.44 "GET /v2.0/networks/521886c7-eef8-4b1b-9885-e070589482cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266816 Mar 29 15:48:47.973503 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-b433c47c-0517-45a4-b2e2-b8a9517abb26 req-36e3c08d-c5c1-4726-a870-8e702ef1fb3a service neutron] Attempting to bind port 0a8f7ac3-7b4c-4843-a3da-ca2d7ee14610 on host n-h2-834765-1 for vnic_type normal with profile {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:48:47.973834 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-b433c47c-0517-45a4-b2e2-b8a9517abb26 req-36e3c08d-c5c1-4726-a870-8e702ef1fb3a service neutron] Attempting to bind port 0a8f7ac3-7b4c-4843-a3da-ca2d7ee14610 by drivers openvswitch,hyperv on host n-h2-834765-1 at level 0 using segments [{'id': 'a0c230f0-660a-4194-9279-0f0781d34134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '2268a9b9-82fd-4886-a91d-3a50e4e16cab'}] {{(pid=102791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:48:47.974160 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b433c47c-0517-45a4-b2e2-b8a9517abb26 req-36e3c08d-c5c1-4726-a870-8e702ef1fb3a service neutron] Attempting to bind port 0a8f7ac3-7b4c-4843-a3da-ca2d7ee14610 on network 2268a9b9-82fd-4886-a91d-3a50e4e16cab {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:48:47.981500 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b433c47c-0517-45a4-b2e2-b8a9517abb26 req-36e3c08d-c5c1-4726-a870-8e702ef1fb3a service neutron] Port 0a8f7ac3-7b4c-4843-a3da-ca2d7ee14610 on network 2268a9b9-82fd-4886-a91d-3a50e4e16cab not bound, no agent of type Open vSwitch agent registered on host n-h2-834765-1 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 15:48:47.981881 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b433c47c-0517-45a4-b2e2-b8a9517abb26 req-36e3c08d-c5c1-4726-a870-8e702ef1fb3a service neutron] Attempting to bind port 0a8f7ac3-7b4c-4843-a3da-ca2d7ee14610 on network 2268a9b9-82fd-4886-a91d-3a50e4e16cab {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:48:48.007857 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce145f31-2757-4472-9fa7-efa0e8188c62 req-855f385e-594e-4093-ae33-6f2fcb63e082 tempest-ListImageFiltersTestJSON-176973066 tempest-ListImageFiltersTestJSON-176973066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:48:48.015767 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ce145f31-2757-4472-9fa7-efa0e8188c62 req-855f385e-594e-4093-ae33-6f2fcb63e082 tempest-ListImageFiltersTestJSON-176973066 tempest-ListImageFiltersTestJSON-176973066-project] 10.222.0.42 "GET /v2.0/ports?device_id=b0859ad1-46a7-4491-b8bd-ab713dd586fb HTTP/1.1" status: 200 len: 947 time: 0.5107307 Mar 29 15:48:48.071821 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b433c47c-0517-45a4-b2e2-b8a9517abb26 req-36e3c08d-c5c1-4726-a870-8e702ef1fb3a service neutron] Checking agent: {'id': '3e4b4912-b4a2-4d17-b5bd-6ce15529e8eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 33, 17), 'started_at': datetime.datetime(2022, 3, 29, 15, 33, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 48, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:48:48.072161 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b433c47c-0517-45a4-b2e2-b8a9517abb26 req-36e3c08d-c5c1-4726-a870-8e702ef1fb3a service neutron] Checking segment: {'id': 'a0c230f0-660a-4194-9279-0f0781d34134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '2268a9b9-82fd-4886-a91d-3a50e4e16cab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:48:48.072548 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b433c47c-0517-45a4-b2e2-b8a9517abb26 req-36e3c08d-c5c1-4726-a870-8e702ef1fb3a service neutron] Bound using segment: {'id': 'a0c230f0-660a-4194-9279-0f0781d34134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '2268a9b9-82fd-4886-a91d-3a50e4e16cab'} {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:48:48.072992 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-b433c47c-0517-45a4-b2e2-b8a9517abb26 req-36e3c08d-c5c1-4726-a870-8e702ef1fb3a service neutron] Bound port: 0a8f7ac3-7b4c-4843-a3da-ca2d7ee14610, host: n-h2-834765-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0c230f0-660a-4194-9279-0f0781d34134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '2268a9b9-82fd-4886-a91d-3a50e4e16cab'}}] {{(pid=102791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 15:48:48.073352 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-b433c47c-0517-45a4-b2e2-b8a9517abb26 req-36e3c08d-c5c1-4726-a870-8e702ef1fb3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:48.111872 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48f8b41a-030e-4e59-8440-6533032d6719 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Network 0eb69c38-859a-44f3-b301-7cf6beecd122 is already hosted by enough agents. {{(pid=102790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:48:48.114695 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-ccc9ae83-ba88-4088-a24a-596f579d7fc1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:48.116755 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-48f8b41a-030e-4e59-8440-6533032d6719 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Resources bound (agent type, host, resource id): {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:48:48.282692 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-ccc9ae83-ba88-4088-a24a-596f579d7fc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:48.376498 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48f8b41a-030e-4e59-8440-6533032d6719 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Router b57fb9ec-03c5-4cd9-89b7-ca6ff650c65a has already been hosted by L3 agent c648d819-1060-4f26-b4ec-6455387b5dff {{(pid=102790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 15:48:48.408724 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccc9ae83-ba88-4088-a24a-596f579d7fc1 admin admin] Network 4a4a035d-ecac-4ead-baa3-25f90788773a is already hosted by enough agents. {{(pid=102790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:48:48.425505 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-ccc9ae83-ba88-4088-a24a-596f579d7fc1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:48:48.427514 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc9ae83-ba88-4088-a24a-596f579d7fc1 admin admin] Pushing event updated for resources: {'Port': ['ID=f1e24b69-ebbf-4a73-bd8e-ca0ee13b745e,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:48:48.430062 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccc9ae83-ba88-4088-a24a-596f579d7fc1 admin admin] Received port after_create {{(pid=102790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:48:48.454283 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device 9d33c8cd-4810-45c4-8e3a-e3ff185d5484 no longer exists at agent hyperv_n-h1-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:48:48.508666 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] No Port match for: 9d33c8cd-4810-45c4-8e3a-e3ff185d5484 {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 15:48:48.509344 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device 9d33c8cd-4810-45c4-8e3a-e3ff185d5484 not bound to the agent host n-h1-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:48:48.518256 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 55950) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:48:48.555747 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-a4677c55-2064-46ea-bdbb-396b607e9909 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:48.604318 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe05bfa-3226-4f9c-9a04-208eb34381d1 req-be67c02f-48e9-4c76-bfa6-971ecd673a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:48:48.606065 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-bfe05bfa-3226-4f9c-9a04-208eb34381d1 req-be67c02f-48e9-4c76-bfa6-971ecd673a0e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3b131848d0de40f0b713134c09f1859b&device_id=197b2eca-77cd-4241-8165-39634a9be874 HTTP/1.1" status: 200 len: 1098 time: 1.0908344 Mar 29 15:48:48.610599 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-65ba3ab9-60ca-4a18-aa2c-85eac9738903 None None] Provisioning complete for port f0e706fd-c21f-4ff0-afc3-ea1e48be4fe5 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:48:48.611126 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-65ba3ab9-60ca-4a18-aa2c-85eac9738903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:48.614859 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ce145f31-2757-4472-9fa7-efa0e8188c62 req-ddc3fc11-d1a3-4454-b14c-7abafb91c6ef tempest-ListImageFiltersTestJSON-176973066 tempest-ListImageFiltersTestJSON-176973066-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8fce4e5-0e3f-4b15-b93d-992bb72b4709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5982513 Mar 29 15:48:48.654803 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-65ba3ab9-60ca-4a18-aa2c-85eac9738903 None None] Port f0e706fd-c21f-4ff0-afc3-ea1e48be4fe5 cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 15:48:48.681113 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae97d048-9c4d-4b7d-9c7d-ae23f852f301 req-22d8071a-30f3-45ae-a3f0-960f406e81c9 tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:48:48.683290 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ae97d048-9c4d-4b7d-9c7d-ae23f852f301 req-22d8071a-30f3-45ae-a3f0-960f406e81c9 tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] 10.222.0.48 "GET /v2.0/networks?id=7a71ca6e-bbff-43b0-bde3-8072ae4b3f50 HTTP/1.1" status: 200 len: 805 time: 1.3425694 Mar 29 15:48:48.699292 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e3996f-7390-4194-86f3-c90a2814c272 req-ac74e773-3111-4b81-8090-1696f1af6290 tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:48:48.706433 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-21e3996f-7390-4194-86f3-c90a2814c272 req-ac74e773-3111-4b81-8090-1696f1af6290 tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] 10.222.0.42 "GET /v2.0/ports?device_id=d6790730-1e7c-4eff-9773-f3acd1174fe4 HTTP/1.1" status: 200 len: 943 time: 0.3106143 Mar 29 15:48:48.707066 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [req-ae97d048-9c4d-4b7d-9c7d-ae23f852f301 req-5c483b60-86b5-4765-ab09-87810dd857c7 tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] Request body: {'port': {'device_id': '4af75284-24bd-4f9d-bf55-d66aeb5b0fcc', 'network_id': '7a71ca6e-bbff-43b0-bde3-8072ae4b3f50', 'admin_state_up': True, 'tenant_id': '7f01d9a12c82426baef86d9ae4ff6fa7'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:48:48.731242 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 55954) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:48:48.749331 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48f8b41a-030e-4e59-8440-6533032d6719 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:48:48.761166 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-bfe05bfa-3226-4f9c-9a04-208eb34381d1 req-762216c8-e454-4a79-9908-e12b27db4e7c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.89&port_id=2ce107bf-e1ba-4a58-a32a-d9eb83c122f0 HTTP/1.1" status: 200 len: 217 time: 0.1122751 Mar 29 15:48:48.762376 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12d99c9b-2181-4538-a027-ae044a3ff27c None None] Sync routers for ids ['b57fb9ec-03c5-4cd9-89b7-ca6ff650c65a'] in n-d-834765-1 {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:48:48.774846 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12d99c9b-2181-4538-a027-ae044a3ff27c None None] Routers {'b57fb9ec-03c5-4cd9-89b7-ca6ff650c65a'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:48:48.775427 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-12d99c9b-2181-4538-a027-ae044a3ff27c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:48:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['b57fb9ec-03c5-4cd9-89b7-ca6ff650c65a'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:48:48.826346 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-48f8b41a-030e-4e59-8440-6533032d6719 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] 10.222.0.42 "PUT /v2.0/routers/b57fb9ec-03c5-4cd9-89b7-ca6ff650c65a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4360559 Mar 29 15:48:48.832247 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 55960) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:48:48.893071 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-b433c47c-0517-45a4-b2e2-b8a9517abb26 req-36e3c08d-c5c1-4726-a870-8e702ef1fb3a service neutron] For port 0a8f7ac3-7b4c-4843-a3da-ca2d7ee14610, host n-h2-834765-1, cleared binding levels {{(pid=102791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:48:48.916776 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-21e3996f-7390-4194-86f3-c90a2814c272 req-a32e16ec-5ead-46b8-bb4a-15fee7744d56 tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] 10.222.0.42 "GET /v2.0/security-groups?id=c7a98718-a37a-4214-92b3-d1a7e3aaebf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2089601 Mar 29 15:48:48.938411 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvr_db [None req-12d99c9b-2181-4538-a027-ae044a3ff27c None None] Set router b57fb9ec-03c5-4cd9-89b7-ca6ff650c65a gateway port host: n-d-834765-1 {{(pid=102793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:48:48.955308 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-7140eb0c-a7ee-469d-9ca4-2c678b85aadb req-1d014553-c581-41c0-9278-1b584e3ad2e4 service neutron] 10.222.0.44 "GET /v2.0/networks/521886c7-eef8-4b1b-9885-e070589482cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9639394 Mar 29 15:48:48.973782 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-b433c47c-0517-45a4-b2e2-b8a9517abb26 req-36e3c08d-c5c1-4726-a870-8e702ef1fb3a service neutron] For port 0a8f7ac3-7b4c-4843-a3da-ca2d7ee14610, host n-h2-834765-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=0a8f7ac3-7b4c-4843-a3da-ca2d7ee14610,segment=NetworkSegment(a0c230f0-660a-4194-9279-0f0781d34134),segment_id=a0c230f0-660a-4194-9279-0f0781d34134)] {{(pid=102791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:48:48.974941 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '197b2eca-77cd-4241-8165-39634a9be874', 'tag': '2ce107bf-e1ba-4a58-a32a-d9eb83c122f0'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:48:48.978496 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c67b028db5e9b9818fecc5c0a87ebc6f190694fa53ca267d523e04f98de536d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06e751f2-87df-4f49-8e24-7c1d95c5a6ac" -d '{"events": [{"name": "network-changed", "server_uuid": "197b2eca-77cd-4241-8165-39634a9be874", "tag": "2ce107bf-e1ba-4a58-a32a-d9eb83c122f0"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:48:49.000170 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-eef3beaf-36f8-45c0-9de9-3eab94b72697 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:49.017398 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe05bfa-3226-4f9c-9a04-208eb34381d1 req-4b6b23cc-7d03-4208-881b-84c7994227f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:48:49.018969 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-bfe05bfa-3226-4f9c-9a04-208eb34381d1 req-4b6b23cc-7d03-4208-881b-84c7994227f0 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=abb8e5d6-2aea-4455-a944-3435a3d1ce49 HTTP/1.1" status: 200 len: 843 time: 0.2514360 Mar 29 15:48:49.034582 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-330876ca-43d1-446b-b876-12b2f71195f8 req-5223b1f4-0167-49fe-8e7f-a22ed3ebbf79 tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] 10.222.0.42 "GET /v2.0/ports?device_id=4af75284-24bd-4f9d-bf55-d66aeb5b0fcc HTTP/1.1" status: 200 len: 210 time: 0.1165807 Mar 29 15:48:49.036118 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-b433c47c-0517-45a4-b2e2-b8a9517abb26 req-36e3c08d-c5c1-4726-a870-8e702ef1fb3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:49.077727 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-a4677c55-2064-46ea-bdbb-396b607e9909 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:49.110254 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 15:48:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4ece4ae-98b4-4983-929e-532603389eb8 x-openstack-request-id: req-e4ece4ae-98b4-4983-929e-532603389eb8 {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:48:49.110524 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "197b2eca-77cd-4241-8165-39634a9be874", "tag": "2ce107bf-e1ba-4a58-a32a-d9eb83c122f0", "status": "completed", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:48:49.110772 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e4ece4ae-98b4-4983-929e-532603389eb8 {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:48:49.111162 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '197b2eca-77cd-4241-8165-39634a9be874', 'tag': '2ce107bf-e1ba-4a58-a32a-d9eb83c122f0', 'status': 'completed', 'code': 200} Mar 29 15:48:49.118774 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-a4677c55-2064-46ea-bdbb-396b607e9909 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:49.187580 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-a4677c55-2064-46ea-bdbb-396b607e9909 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e48062ccf593458d9e7de2fd987a69de&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6682284 Mar 29 15:48:49.190188 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-ccc9ae83-ba88-4088-a24a-596f579d7fc1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:49.192084 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 55964) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:48:49.197127 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4677c55-2064-46ea-bdbb-396b607e9909 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95e77dba-9c9d-4bd1-af58-4be53e0e0726,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:48:49.221888 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b433c47c-0517-45a4-b2e2-b8a9517abb26 req-36e3c08d-c5c1-4726-a870-8e702ef1fb3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:48:49.222440 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-12d99c9b-2181-4538-a027-ae044a3ff27c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b57fb9ec-03c5-4cd9-89b7-ca6ff650c65a', 'name': 'tempest-TestNetworkBasicOps-router-173982885', 'tenant_id': '4613198224a343ff95b6b23b26c7af7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.205'}], 'enable_snat': True}, 'gw_port_id': 'db082a07-ed19-43e6-8f6f-15f3a86650cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:48:27Z', 'updated_at': '2022-03-29T15:48:45Z', 'revision_number': 4, 'project_id': '4613198224a343ff95b6b23b26c7af7a', 'gw_port': {'id': 'db082a07-ed19-43e6-8f6f-15f3a86650cf', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:ba:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b57fb9ec-03c5-4cd9-89b7-ca6ff650c65a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1524, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:48:28Z', 'updated_at': '2022-03-29T15:48:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': 'f0e706fd-c21f-4ff0-afc3-ea1e48be4fe5', 'name': '', 'network_id': '0eb69c38-859a-44f3-b301-7cf6beecd122', 'tenant_id': '4613198224a343ff95b6b23b26c7af7a', 'mac_address': 'fa:16:3e:4d:e0:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b57fb9ec-03c5-4cd9-89b7-ca6ff650c65a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': '1924a09c-5d13-4bf6-994f-2a1793829850', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:48:43Z', 'updated_at': '2022-03-29T15:48:46Z', 'revision_number': 2, 'project_id': '4613198224a343ff95b6b23b26c7af7a', 'subnets': [{'id': '1924a09c-5d13-4bf6-994f-2a1793829850', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:48:49.222612 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-b433c47c-0517-45a4-b2e2-b8a9517abb26 req-36e3c08d-c5c1-4726-a870-8e702ef1fb3a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:49.225791 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b433c47c-0517-45a4-b2e2-b8a9517abb26 req-36e3c08d-c5c1-4726-a870-8e702ef1fb3a service neutron] 10.222.0.48 "PUT /v2.0/ports/0a8f7ac3-7b4c-4843-a3da-ca2d7ee14610 HTTP/1.1" status: 200 len: 1095 time: 3.6911268 Mar 29 15:48:49.286247 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12d99c9b-2181-4538-a027-ae044a3ff27c None None] Checking router: b57fb9ec-03c5-4cd9-89b7-ca6ff650c65a for host: n-d-834765-1 {{(pid=102793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:48:49.286824 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12d99c9b-2181-4538-a027-ae044a3ff27c None None] Updating router b57fb9ec-03c5-4cd9-89b7-ca6ff650c65a port f0e706fd-c21f-4ff0-afc3-ea1e48be4fe5 binding host n-d-834765-1 {{(pid=102793) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 15:48:49.326688 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-eef3beaf-36f8-45c0-9de9-3eab94b72697 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:49.330136 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-12d99c9b-2181-4538-a027-ae044a3ff27c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:49.338346 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e3c08d-c5c1-4726-a870-8e702ef1fb3a service neutron] Pushing event updated for resources: {'Port': ['ID=0a8f7ac3-7b4c-4843-a3da-ca2d7ee14610,revision_number=3']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:48:49.345126 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cec36ba6-80e6-43c8-a376-2ab9f1d4ae03 tempest-TestNetworkBasicOps-369299075 tempest-TestNetworkBasicOps-369299075-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:48:49.345599 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cec36ba6-80e6-43c8-a376-2ab9f1d4ae03 tempest-TestNetworkBasicOps-369299075 tempest-TestNetworkBasicOps-369299075-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:48:49.346068 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cec36ba6-80e6-43c8-a376-2ab9f1d4ae03 tempest-TestNetworkBasicOps-369299075 tempest-TestNetworkBasicOps-369299075-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:48:49.346539 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cec36ba6-80e6-43c8-a376-2ab9f1d4ae03 tempest-TestNetworkBasicOps-369299075 tempest-TestNetworkBasicOps-369299075-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:48:49.346982 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cec36ba6-80e6-43c8-a376-2ab9f1d4ae03 tempest-TestNetworkBasicOps-369299075 tempest-TestNetworkBasicOps-369299075-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:48:49.347974 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cec36ba6-80e6-43c8-a376-2ab9f1d4ae03 tempest-TestNetworkBasicOps-369299075 tempest-TestNetworkBasicOps-369299075-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:48:49.348446 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cec36ba6-80e6-43c8-a376-2ab9f1d4ae03 tempest-TestNetworkBasicOps-369299075 tempest-TestNetworkBasicOps-369299075-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:48:49.348905 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cec36ba6-80e6-43c8-a376-2ab9f1d4ae03 tempest-TestNetworkBasicOps-369299075 tempest-TestNetworkBasicOps-369299075-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:48:49.350838 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-cec36ba6-80e6-43c8-a376-2ab9f1d4ae03 tempest-TestNetworkBasicOps-369299075 tempest-TestNetworkBasicOps-369299075-project-admin] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5690 time: 0.4864581 Mar 29 15:48:49.355231 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0456de76-7d03-4127-ba12-48d989aa1cc8 req-19ea7bcb-3a53-4497-a4fa-dd35672e02df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:48:49.356866 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-0456de76-7d03-4127-ba12-48d989aa1cc8 req-19ea7bcb-3a53-4497-a4fa-dd35672e02df service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=874b0aa6020149238769aab64fe19d30&device_id=d6790730-1e7c-4eff-9773-f3acd1174fe4 HTTP/1.1" status: 200 len: 1094 time: 0.3364978 Mar 29 15:48:49.357461 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae97d048-9c4d-4b7d-9c7d-ae23f852f301 req-5c483b60-86b5-4765-ab09-87810dd857c7 tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] Made reservation on behalf of 7f01d9a12c82426baef86d9ae4ff6fa7 for: {'port': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:48:49.359428 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 55966) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:48:49.361652 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-eef3beaf-36f8-45c0-9de9-3eab94b72697 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:49.365068 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-ae97d048-9c4d-4b7d-9c7d-ae23f852f301 req-5c483b60-86b5-4765-ab09-87810dd857c7 tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:49.386422 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe05bfa-3226-4f9c-9a04-208eb34381d1 req-4030d6b4-b091-44c9-b310-364f136ba297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:48:49.390364 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-bfe05bfa-3226-4f9c-9a04-208eb34381d1 req-4030d6b4-b091-44c9-b310-364f136ba297 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2268a9b9-82fd-4886-a91d-3a50e4e16cab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3202059 Mar 29 15:48:49.495442 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-eef3beaf-36f8-45c0-9de9-3eab94b72697 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=5949bea64e62473090d7796a200950d5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7606125 Mar 29 15:48:49.506793 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 55968) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:48:49.533842 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-ca7ad559-fb65-4299-b0ef-fa684fef044f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:49.540851 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef3beaf-36f8-45c0-9de9-3eab94b72697 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42998b3a-dc6a-47b1-8913-265918328cd4,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:48:49.606228 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f829fef1-fac9-4b6c-adf6-d620a355f748 tempest-TestNetworkBasicOps-369299075 tempest-TestNetworkBasicOps-369299075-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:48:49.607340 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f829fef1-fac9-4b6c-adf6-d620a355f748 tempest-TestNetworkBasicOps-369299075 tempest-TestNetworkBasicOps-369299075-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:48:49.607807 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f829fef1-fac9-4b6c-adf6-d620a355f748 tempest-TestNetworkBasicOps-369299075 tempest-TestNetworkBasicOps-369299075-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:48:49.608262 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f829fef1-fac9-4b6c-adf6-d620a355f748 tempest-TestNetworkBasicOps-369299075 tempest-TestNetworkBasicOps-369299075-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:48:49.608717 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f829fef1-fac9-4b6c-adf6-d620a355f748 tempest-TestNetworkBasicOps-369299075 tempest-TestNetworkBasicOps-369299075-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:48:49.609186 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f829fef1-fac9-4b6c-adf6-d620a355f748 tempest-TestNetworkBasicOps-369299075 tempest-TestNetworkBasicOps-369299075-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:48:49.609597 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f829fef1-fac9-4b6c-adf6-d620a355f748 tempest-TestNetworkBasicOps-369299075 tempest-TestNetworkBasicOps-369299075-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:48:49.610044 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f829fef1-fac9-4b6c-adf6-d620a355f748 tempest-TestNetworkBasicOps-369299075 tempest-TestNetworkBasicOps-369299075-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:48:49.614641 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-f829fef1-fac9-4b6c-adf6-d620a355f748 tempest-TestNetworkBasicOps-369299075 tempest-TestNetworkBasicOps-369299075-project-admin] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5291 time: 0.2512412 Mar 29 15:48:49.616854 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 55970) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:48:49.621241 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-ca7ad559-fb65-4299-b0ef-fa684fef044f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:49.628032 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b433c47c-0517-45a4-b2e2-b8a9517abb26 req-011707c9-2afb-4c8b-9ef9-f7710b252d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:48:49.629530 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b433c47c-0517-45a4-b2e2-b8a9517abb26 req-011707c9-2afb-4c8b-9ef9-f7710b252d91 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3b131848d0de40f0b713134c09f1859b&device_id=b0859ad1-46a7-4491-b8bd-ab713dd586fb HTTP/1.1" status: 200 len: 1098 time: 0.3433101 Mar 29 15:48:49.675106 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-12d99c9b-2181-4538-a027-ae044a3ff27c None None] Notify callbacks [] for port, precommit_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:49.683463 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-12d99c9b-2181-4538-a027-ae044a3ff27c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:49.688440 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b433c47c-0517-45a4-b2e2-b8a9517abb26 req-afa4782a-34d8-4677-91ea-06917377bd48 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.65&port_id=0a8f7ac3-7b4c-4843-a3da-ca2d7ee14610 HTTP/1.1" status: 200 len: 217 time: 0.0338652 Mar 29 15:48:49.736270 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b8e25f-f066-4d91-bb37-ee9ef4040cc4 None None] Pushing event updated for resources: {'Port': ['ID=f0e706fd-c21f-4ff0-afc3-ea1e48be4fe5,revision_number=3']} {{(pid=102793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:48:49.766008 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b8e25f-f066-4d91-bb37-ee9ef4040cc4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:48:49.767047 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b8e25f-f066-4d91-bb37-ee9ef4040cc4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:48:49.767578 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b8e25f-f066-4d91-bb37-ee9ef4040cc4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:48:49.768064 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b8e25f-f066-4d91-bb37-ee9ef4040cc4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:48:49.768546 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b8e25f-f066-4d91-bb37-ee9ef4040cc4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:48:49.769055 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b8e25f-f066-4d91-bb37-ee9ef4040cc4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:48:49.769531 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b8e25f-f066-4d91-bb37-ee9ef4040cc4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:48:49.770018 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b8e25f-f066-4d91-bb37-ee9ef4040cc4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:48:49.770507 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b8e25f-f066-4d91-bb37-ee9ef4040cc4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:48:49.770982 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b8e25f-f066-4d91-bb37-ee9ef4040cc4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:48:49.771550 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b8e25f-f066-4d91-bb37-ee9ef4040cc4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:48:49.772021 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b8e25f-f066-4d91-bb37-ee9ef4040cc4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:48:49.808102 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-ca7ad559-fb65-4299-b0ef-fa684fef044f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:49.811224 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-ca7ad559-fb65-4299-b0ef-fa684fef044f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:49.811938 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-ca7ad559-fb65-4299-b0ef-fa684fef044f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/95e77dba-9c9d-4bd1-af58-4be53e0e0726 HTTP/1.1" status: 204 len: 168 time: 0.6108956 Mar 29 15:48:49.815661 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.managers [None req-12d99c9b-2181-4538-a027-ae044a3ff27c None None] Attempting to bind port f0e706fd-c21f-4ff0-afc3-ea1e48be4fe5 on host n-d-834765-1 for vnic_type normal with profile {{(pid=102793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:48:49.816338 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.managers [None req-12d99c9b-2181-4538-a027-ae044a3ff27c None None] Attempting to bind port f0e706fd-c21f-4ff0-afc3-ea1e48be4fe5 by drivers openvswitch,hyperv on host n-d-834765-1 at level 0 using segments [{'id': '392c7b19-1d8f-41d1-9abe-2849beceb5b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '0eb69c38-859a-44f3-b301-7cf6beecd122'}] {{(pid=102793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:48:49.816439 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12d99c9b-2181-4538-a027-ae044a3ff27c None None] Attempting to bind port f0e706fd-c21f-4ff0-afc3-ea1e48be4fe5 on network 0eb69c38-859a-44f3-b301-7cf6beecd122 {{(pid=102793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:48:49.822300 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12d99c9b-2181-4538-a027-ae044a3ff27c None None] Checking agent: {'id': 'a8866439-9d96-425c-b519-6905c591ac37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 25, 36), 'started_at': datetime.datetime(2022, 3, 29, 15, 26, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 48, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834765-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:48:49.823004 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12d99c9b-2181-4538-a027-ae044a3ff27c None None] Checking segment: {'id': '392c7b19-1d8f-41d1-9abe-2849beceb5b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '0eb69c38-859a-44f3-b301-7cf6beecd122'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:48:49.823919 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-12d99c9b-2181-4538-a027-ae044a3ff27c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:49.824497 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12d99c9b-2181-4538-a027-ae044a3ff27c None None] Bound using segment: {'id': '392c7b19-1d8f-41d1-9abe-2849beceb5b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '0eb69c38-859a-44f3-b301-7cf6beecd122'} {{(pid=102793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:48:49.825692 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.managers [None req-12d99c9b-2181-4538-a027-ae044a3ff27c None None] Bound port: f0e706fd-c21f-4ff0-afc3-ea1e48be4fe5, host: n-d-834765-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '392c7b19-1d8f-41d1-9abe-2849beceb5b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '0eb69c38-859a-44f3-b301-7cf6beecd122'}}] {{(pid=102793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 15:48:49.826331 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-12d99c9b-2181-4538-a027-ae044a3ff27c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:49.846832 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7ad559-fb65-4299-b0ef-fa684fef044f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95e77dba-9c9d-4bd1-af58-4be53e0e0726,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:48:49.852992 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-ccc9ae83-ba88-4088-a24a-596f579d7fc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648118'] for router, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:49.879833 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b243dc5b-bdfb-440b-9afe-f009bb91efb7 req-ccee2e25-b7f6-459c-aa3e-6a9f37f73916 tempest-ListImageFiltersTestJSON-176973066 tempest-ListImageFiltersTestJSON-176973066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:48:49.881400 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b243dc5b-bdfb-440b-9afe-f009bb91efb7 req-ccee2e25-b7f6-459c-aa3e-6a9f37f73916 tempest-ListImageFiltersTestJSON-176973066 tempest-ListImageFiltersTestJSON-176973066-project] 10.222.0.42 "GET /v2.0/ports?device_id=b0859ad1-46a7-4491-b8bd-ab713dd586fb HTTP/1.1" status: 200 len: 947 time: 0.1803079 Mar 29 15:48:49.887471 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-bfe05bfa-3226-4f9c-9a04-208eb34381d1 req-bb6beb20-614f-44b9-b2ac-6b59554e7fda service neutron] 10.222.0.44 "GET /v2.0/networks/2268a9b9-82fd-4886-a91d-3a50e4e16cab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4770429 Mar 29 15:48:49.984125 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.db [None req-12d99c9b-2181-4538-a027-ae044a3ff27c None None] For port f0e706fd-c21f-4ff0-afc3-ea1e48be4fe5, host n-d-834765-1, cleared binding levels {{(pid=102793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:48:49.988909 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.db [None req-12d99c9b-2181-4538-a027-ae044a3ff27c None None] For port f0e706fd-c21f-4ff0-afc3-ea1e48be4fe5, host n-d-834765-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=f0e706fd-c21f-4ff0-afc3-ea1e48be4fe5,segment=NetworkSegment(392c7b19-1d8f-41d1-9abe-2849beceb5b4),segment_id=392c7b19-1d8f-41d1-9abe-2849beceb5b4)] {{(pid=102793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:48:49.995319 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-12d99c9b-2181-4538-a027-ae044a3ff27c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:50.002466 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0456de76-7d03-4127-ba12-48d989aa1cc8 req-34ff1474-4638-44f9-934f-8af497763f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:48:50.013033 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-0456de76-7d03-4127-ba12-48d989aa1cc8 req-34ff1474-4638-44f9-934f-8af497763f17 service neutron] 10.222.0.44 "GET /v2.0/networks?id=521886c7-eef8-4b1b-9885-e070589482cd HTTP/1.1" status: 200 len: 923 time: 0.6150846 Mar 29 15:48:50.130748 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_common [req-ae97d048-9c4d-4b7d-9c7d-ae23f852f301 req-5c483b60-86b5-4765-ab09-87810dd857c7 tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] Allocated IP 172.20.0.14 (7a71ca6e-bbff-43b0-bde3-8072ae4b3f50/4acd9598-0ca3-487b-9c0e-30e24be7e9e5/3f03e365-625e-4d74-b284-5221fc244ffe) {{(pid=102791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:48:50.139857 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-345b877f-ba77-4a11-8c24-29de1f0085df None None] Provisioning complete for port f0e706fd-c21f-4ff0-afc3-ea1e48be4fe5 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:48:50.141498 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-345b877f-ba77-4a11-8c24-29de1f0085df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:50.150896 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12d99c9b-2181-4538-a027-ae044a3ff27c None None] Routers {'b57fb9ec-03c5-4cd9-89b7-ca6ff650c65a'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:48:50.152551 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-12d99c9b-2181-4538-a027-ae044a3ff27c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:48:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['b57fb9ec-03c5-4cd9-89b7-ca6ff650c65a'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:48:50.241066 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b8e25f-f066-4d91-bb37-ee9ef4040cc4 None None] Pushing event updated for resources: {'Port': ['ID=f0e706fd-c21f-4ff0-afc3-ea1e48be4fe5,revision_number=4']} {{(pid=102793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:48:50.307519 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-345b877f-ba77-4a11-8c24-29de1f0085df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:50.343545 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b433c47c-0517-45a4-b2e2-b8a9517abb26 req-65a16eb0-32dc-4d02-bfb0-d3dbb1243b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:48:50.345623 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b433c47c-0517-45a4-b2e2-b8a9517abb26 req-65a16eb0-32dc-4d02-bfb0-d3dbb1243b6d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=abb8e5d6-2aea-4455-a944-3435a3d1ce49 HTTP/1.1" status: 200 len: 843 time: 0.6463428 Mar 29 15:48:50.399283 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-345b877f-ba77-4a11-8c24-29de1f0085df None None] For port f0e706fd-c21f-4ff0-afc3-ea1e48be4fe5, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=f0e706fd-c21f-4ff0-afc3-ea1e48be4fe5,segment=NetworkSegment(392c7b19-1d8f-41d1-9abe-2849beceb5b4),segment_id=392c7b19-1d8f-41d1-9abe-2849beceb5b4)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:48:50.406681 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-ae97d048-9c4d-4b7d-9c7d-ae23f852f301 req-5c483b60-86b5-4765-ab09-87810dd857c7 tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] Notify callbacks [] for port, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:50.409062 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-345b877f-ba77-4a11-8c24-29de1f0085df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:50.434966 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-7a8926f2-106d-4333-8d14-7ccbab42ee66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:50.453606 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvr_db [None req-12d99c9b-2181-4538-a027-ae044a3ff27c None None] Set router b57fb9ec-03c5-4cd9-89b7-ca6ff650c65a gateway port host: n-d-834765-1 {{(pid=102793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:48:50.480467 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345b877f-ba77-4a11-8c24-29de1f0085df None None] Pushing event updated for resources: {'Port': ['ID=f0e706fd-c21f-4ff0-afc3-ea1e48be4fe5,revision_number=5']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:48:50.497763 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccc9ae83-ba88-4088-a24a-596f579d7fc1 admin admin] Router 75531b64-b5f4-4fc9-9c4f-8e66545cd0ae is scheduled to L3 agent c648d819-1060-4f26-b4ec-6455387b5dff with binding_index 1 {{(pid=102790) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 29 15:48:50.507690 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b243dc5b-bdfb-440b-9afe-f009bb91efb7 req-0579fdf3-6d4e-4895-85aa-0371822c1880 tempest-ListImageFiltersTestJSON-176973066 tempest-ListImageFiltersTestJSON-176973066-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8fce4e5-0e3f-4b15-b93d-992bb72b4709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5910180 Mar 29 15:48:50.547835 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-ea8116af-5d8a-4b77-b184-113a57658994 None None] Provisioning complete for port f0e706fd-c21f-4ff0-afc3-ea1e48be4fe5 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:48:50.548907 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-ea8116af-5d8a-4b77-b184-113a57658994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:50.604829 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-7a8926f2-106d-4333-8d14-7ccbab42ee66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:50.661111 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-0456de76-7d03-4127-ba12-48d989aa1cc8 req-7b690d2a-e5b4-4c3c-b9b7-ccdece8cc622 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7b375357-ab7c-4a68-a6e4-c3edb1f54a4e HTTP/1.1" status: 200 len: 217 time: 0.2277286 Mar 29 15:48:50.677043 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bb364c-89d9-40ad-a784-16dc999ae729 req-62882c46-9cfd-4ba0-9716-a30eb7379bdf tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:48:50.679061 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-01bb364c-89d9-40ad-a784-16dc999ae729 req-62882c46-9cfd-4ba0-9716-a30eb7379bdf tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] 10.222.0.42 "GET /v2.0/ports?device_id=d6790730-1e7c-4eff-9773-f3acd1174fe4 HTTP/1.1" status: 200 len: 943 time: 0.2662673 Mar 29 15:48:50.692414 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-bfe05bfa-3226-4f9c-9a04-208eb34381d1 req-52416886-a2b5-4af8-b005-8ad1c881e9a9 service neutron] 10.222.0.44 "GET /v2.0/networks/2268a9b9-82fd-4886-a91d-3a50e4e16cab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7769108 Mar 29 15:48:50.771288 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-12d99c9b-2181-4538-a027-ae044a3ff27c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b57fb9ec-03c5-4cd9-89b7-ca6ff650c65a', 'name': 'tempest-TestNetworkBasicOps-router-173982885', 'tenant_id': '4613198224a343ff95b6b23b26c7af7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.205'}], 'enable_snat': True}, 'gw_port_id': 'db082a07-ed19-43e6-8f6f-15f3a86650cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:48:27Z', 'updated_at': '2022-03-29T15:48:45Z', 'revision_number': 4, 'project_id': '4613198224a343ff95b6b23b26c7af7a', 'gw_port': {'id': 'db082a07-ed19-43e6-8f6f-15f3a86650cf', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:ba:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b57fb9ec-03c5-4cd9-89b7-ca6ff650c65a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1524, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:48:28Z', 'updated_at': '2022-03-29T15:48:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': 'f0e706fd-c21f-4ff0-afc3-ea1e48be4fe5', 'name': '', 'network_id': '0eb69c38-859a-44f3-b301-7cf6beecd122', 'tenant_id': '4613198224a343ff95b6b23b26c7af7a', 'mac_address': 'fa:16:3e:4d:e0:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b57fb9ec-03c5-4cd9-89b7-ca6ff650c65a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': '1924a09c-5d13-4bf6-994f-2a1793829850', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:48:43Z', 'updated_at': '2022-03-29T15:48:49Z', 'revision_number': 4, 'project_id': '4613198224a343ff95b6b23b26c7af7a', 'subnets': [{'id': '1924a09c-5d13-4bf6-994f-2a1793829850', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:48:50.827604 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12d99c9b-2181-4538-a027-ae044a3ff27c None None] The sync data for ids ['b57fb9ec-03c5-4cd9-89b7-ca6ff650c65a'] in n-d-834765-1 is: [{'id': 'b57fb9ec-03c5-4cd9-89b7-ca6ff650c65a', 'name': 'tempest-TestNetworkBasicOps-router-173982885', 'tenant_id': '4613198224a343ff95b6b23b26c7af7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.205'}], 'enable_snat': True}, 'gw_port_id': 'db082a07-ed19-43e6-8f6f-15f3a86650cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:48:27Z', 'updated_at': '2022-03-29T15:48:45Z', 'revision_number': 4, 'project_id': '4613198224a343ff95b6b23b26c7af7a', 'gw_port': {'id': 'db082a07-ed19-43e6-8f6f-15f3a86650cf', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:ba:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b57fb9ec-03c5-4cd9-89b7-ca6ff650c65a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1524, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:48:28Z', 'updated_at': '2022-03-29T15:48:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': 'f0e706fd-c21f-4ff0-afc3-ea1e48be4fe5', 'name': '', 'network_id': '0eb69c38-859a-44f3-b301-7cf6beecd122', 'tenant_id': '4613198224a343ff95b6b23b26c7af7a', 'mac_address': 'fa:16:3e:4d:e0:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b57fb9ec-03c5-4cd9-89b7-ca6ff650c65a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': '1924a09c-5d13-4bf6-994f-2a1793829850', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:48:43Z', 'updated_at': '2022-03-29T15:48:49Z', 'revision_number': 4, 'project_id': '4613198224a343ff95b6b23b26c7af7a', 'subnets': [{'id': '1924a09c-5d13-4bf6-994f-2a1793829850', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:48:50.830042 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-c11d4128-98ee-4e4a-a80b-022eaee3fe20 tempest-TestNetworkBasicOps-369299075 tempest-TestNetworkBasicOps-369299075-project-admin] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3049 time: 1.2091446 Mar 29 15:48:50.847892 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-01bb364c-89d9-40ad-a784-16dc999ae729 req-c4ec5a20-a6f6-4d03-b8df-9521d8cdb554 tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] 10.222.0.42 "GET /v2.0/security-groups?id=c7a98718-a37a-4214-92b3-d1a7e3aaebf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354129 Mar 29 15:48:50.859119 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccc9ae83-ba88-4088-a24a-596f579d7fc1 admin admin] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:48:50.867904 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fe03aa6-ffd9-47fd-8d3d-7fd553b9fc60 None None] Sync routers for ids ['75531b64-b5f4-4fc9-9c4f-8e66545cd0ae'] in n-d-834765-1 {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:48:50.894294 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fe03aa6-ffd9-47fd-8d3d-7fd553b9fc60 None None] Routers {'75531b64-b5f4-4fc9-9c4f-8e66545cd0ae'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:48:50.895541 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-6fe03aa6-ffd9-47fd-8d3d-7fd553b9fc60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:48:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['75531b64-b5f4-4fc9-9c4f-8e66545cd0ae'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:48:50.909271 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-ccc9ae83-ba88-4088-a24a-596f579d7fc1 admin admin] Notify callbacks [] for router, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:50.936851 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-ccc9ae83-ba88-4088-a24a-596f579d7fc1 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.1274626 Mar 29 15:48:50.940666 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 56000) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:48:51.080252 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b17f059f-c5af-4e85-a71f-81b22e2307d9 req-2a80d289-ddd2-46eb-a308-0709f8138893 tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] 10.222.0.42 "GET /v2.0/ports?device_id=4af75284-24bd-4f9d-bf55-d66aeb5b0fcc HTTP/1.1" status: 200 len: 210 time: 0.4157994 Mar 29 15:48:51.119763 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvr_db [None req-6fe03aa6-ffd9-47fd-8d3d-7fd553b9fc60 None None] Set router 75531b64-b5f4-4fc9-9c4f-8e66545cd0ae gateway port host: n-d-834765-1 {{(pid=102792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:48:51.120779 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0859ad1-46a7-4491-b8bd-ab713dd586fb', 'tag': '0a8f7ac3-7b4c-4843-a3da-ca2d7ee14610'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:48:51.123949 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c67b028db5e9b9818fecc5c0a87ebc6f190694fa53ca267d523e04f98de536d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a236032c-4c48-4ab4-ad94-8c3aa8cc39bf" -d '{"events": [{"name": "network-changed", "server_uuid": "b0859ad1-46a7-4491-b8bd-ab713dd586fb", "tag": "0a8f7ac3-7b4c-4843-a3da-ca2d7ee14610"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:48:51.229754 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 15:48:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbca55a3-6593-4dd9-821a-a42b6cbbafd6 x-openstack-request-id: req-fbca55a3-6593-4dd9-821a-a42b6cbbafd6 {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:48:51.230067 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0859ad1-46a7-4491-b8bd-ab713dd586fb", "tag": "0a8f7ac3-7b4c-4843-a3da-ca2d7ee14610", "status": "completed", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:48:51.230291 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-fbca55a3-6593-4dd9-821a-a42b6cbbafd6 {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:48:51.247536 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0859ad1-46a7-4491-b8bd-ab713dd586fb', 'tag': '0a8f7ac3-7b4c-4843-a3da-ca2d7ee14610', 'status': 'completed', 'code': 200} Mar 29 15:48:51.341896 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b433c47c-0517-45a4-b2e2-b8a9517abb26 req-199d6551-5cb0-4620-ad38-0e3470ebd1d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:48:51.343471 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b433c47c-0517-45a4-b2e2-b8a9517abb26 req-199d6551-5cb0-4620-ad38-0e3470ebd1d2 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2268a9b9-82fd-4886-a91d-3a50e4e16cab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.9035482 Mar 29 15:48:51.359654 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0456de76-7d03-4127-ba12-48d989aa1cc8 req-564dca6f-ba5a-438e-9eed-e3f7c79aded8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:48:51.361368 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-0456de76-7d03-4127-ba12-48d989aa1cc8 req-564dca6f-ba5a-438e-9eed-e3f7c79aded8 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=948bea00-d9fc-4574-8561-d9234d72b285 HTTP/1.1" status: 200 len: 862 time: 0.6638212 Mar 29 15:48:51.373085 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-ae97d048-9c4d-4b7d-9c7d-ae23f852f301 req-5c483b60-86b5-4765-ab09-87810dd857c7 tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:51.413531 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-6fe03aa6-ffd9-47fd-8d3d-7fd553b9fc60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75531b64-b5f4-4fc9-9c4f-8e66545cd0ae', 'name': 'tempest-ServerRescueTestJSON-2080733473-router', 'tenant_id': 'f0f3609f3df249d890a6b6a0157dbda2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.104'}], 'enable_snat': True}, 'gw_port_id': 'f1e24b69-ebbf-4a73-bd8e-ca0ee13b745e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:48:44Z', 'updated_at': '2022-03-29T15:48:48Z', 'revision_number': 3, 'project_id': 'f0f3609f3df249d890a6b6a0157dbda2', 'gw_port': {'id': 'f1e24b69-ebbf-4a73-bd8e-ca0ee13b745e', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:b8:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75531b64-b5f4-4fc9-9c4f-8e66545cd0ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:48:47Z', 'updated_at': '2022-03-29T15:48:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1'}], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:48:51.415471 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e751f2-87df-4f49-8e24-7c1d95c5a6ac req-40690543-fe6f-4532-a339-ae9044db9610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:48:51.417095 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-06e751f2-87df-4f49-8e24-7c1d95c5a6ac req-40690543-fe6f-4532-a339-ae9044db9610 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3b131848d0de40f0b713134c09f1859b&device_id=197b2eca-77cd-4241-8165-39634a9be874 HTTP/1.1" status: 200 len: 1098 time: 0.3070030 Mar 29 15:48:51.450877 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fe03aa6-ffd9-47fd-8d3d-7fd553b9fc60 None None] Checking router: 75531b64-b5f4-4fc9-9c4f-8e66545cd0ae for host: n-d-834765-1 {{(pid=102792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:48:51.451221 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fe03aa6-ffd9-47fd-8d3d-7fd553b9fc60 None None] Updating router 75531b64-b5f4-4fc9-9c4f-8e66545cd0ae port f1e24b69-ebbf-4a73-bd8e-ca0ee13b745e binding host n-d-834765-1 {{(pid=102792) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 15:48:51.475732 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-0456de76-7d03-4127-ba12-48d989aa1cc8 req-42d8d3d5-040e-4438-9d04-6a86aa8f78dd service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=521886c7-eef8-4b1b-9885-e070589482cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0978637 Mar 29 15:48:51.491431 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-6fe03aa6-ffd9-47fd-8d3d-7fd553b9fc60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:51.495387 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-7a8926f2-106d-4333-8d14-7ccbab42ee66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:51.498230 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-7a8926f2-106d-4333-8d14-7ccbab42ee66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:51.519295 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-7a8926f2-106d-4333-8d14-7ccbab42ee66 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/42998b3a-dc6a-47b1-8913-265918328cd4 HTTP/1.1" status: 204 len: 168 time: 2.0036638 Mar 29 15:48:51.589771 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 56016) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:48:51.598083 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-13463eee-25c8-47ea-8cc7-d72f651b95cf tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-304229403', 'description': 'tempest-secgroup-smoke-304229403 description', 'project_id': '4613198224a343ff95b6b23b26c7af7a'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:48:51.665746 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-13463eee-25c8-47ea-8cc7-d72f651b95cf tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Notify callbacks [] for security_group, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:51.698991 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae97d048-9c4d-4b7d-9c7d-ae23f852f301 req-5c483b60-86b5-4765-ab09-87810dd857c7 tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] Network 7a71ca6e-bbff-43b0-bde3-8072ae4b3f50 is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:48:51.731167 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8926f2-106d-4333-8d14-7ccbab42ee66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42998b3a-dc6a-47b1-8913-265918328cd4,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:48:51.837705 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-359de215-e34f-4c7a-98bf-33fa76563a23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:52.009058 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-6fe03aa6-ffd9-47fd-8d3d-7fd553b9fc60 None None] Notify callbacks [] for port, precommit_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:52.028337 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-6fe03aa6-ffd9-47fd-8d3d-7fd553b9fc60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:52.033583 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [req-ae97d048-9c4d-4b7d-9c7d-ae23f852f301 req-5c483b60-86b5-4765-ab09-87810dd857c7 tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:48:52.037743 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-0456de76-7d03-4127-ba12-48d989aa1cc8 req-10f1dee7-e43b-4b32-a0b4-c1d8eb07fcb0 service neutron] 10.222.0.44 "GET /v2.0/networks/521886c7-eef8-4b1b-9885-e070589482cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4042251 Mar 29 15:48:52.062845 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae97d048-9c4d-4b7d-9c7d-ae23f852f301 req-5c483b60-86b5-4765-ab09-87810dd857c7 tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] Received port after_create {{(pid=102791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:48:52.076909 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c483b60-86b5-4765-ab09-87810dd857c7 tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] Pushing event updated for resources: {'Port': ['ID=3f03e365-625e-4d74-b284-5221fc244ffe,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:48:52.114499 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54359677-8671-4d82-91ab-ba50d61c1c2c None None] Pushing event updated for resources: {'Port': ['ID=f1e24b69-ebbf-4a73-bd8e-ca0ee13b745e,revision_number=2']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:48:52.136550 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.db_base_plugin_common [None req-359de215-e34f-4c7a-98bf-33fa76563a23 admin admin] Allocated IP 172.20.0.1 (cd63b2c7-486d-4d2d-9dd7-6d35ac500dfb/004fd10c-17a6-4033-bc4f-a88940613808/d617e3cc-46a9-415b-b4ae-61fbbe6831c4) {{(pid=102790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:48:52.161673 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-6fe03aa6-ffd9-47fd-8d3d-7fd553b9fc60 None None] Attempting to bind port f1e24b69-ebbf-4a73-bd8e-ca0ee13b745e on host n-d-834765-1 for vnic_type normal with profile {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:48:52.161673 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-6fe03aa6-ffd9-47fd-8d3d-7fd553b9fc60 None None] Attempting to bind port f1e24b69-ebbf-4a73-bd8e-ca0ee13b745e by drivers openvswitch,hyperv on host n-d-834765-1 at level 0 using segments [{'id': '6ab47353-a811-4bad-bc73-b4cc84583cfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:48:52.161673 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fe03aa6-ffd9-47fd-8d3d-7fd553b9fc60 None None] Attempting to bind port f1e24b69-ebbf-4a73-bd8e-ca0ee13b745e on network 4a4a035d-ecac-4ead-baa3-25f90788773a {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:48:52.171742 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fe03aa6-ffd9-47fd-8d3d-7fd553b9fc60 None None] Checking agent: {'id': 'a8866439-9d96-425c-b519-6905c591ac37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 25, 36), 'started_at': datetime.datetime(2022, 3, 29, 15, 26, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 48, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834765-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:48:52.172072 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fe03aa6-ffd9-47fd-8d3d-7fd553b9fc60 None None] Checking segment: {'id': '6ab47353-a811-4bad-bc73-b4cc84583cfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:48:52.172495 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-6fe03aa6-ffd9-47fd-8d3d-7fd553b9fc60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:52.172872 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fe03aa6-ffd9-47fd-8d3d-7fd553b9fc60 None None] Bound using segment: {'id': '6ab47353-a811-4bad-bc73-b4cc84583cfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:48:52.173340 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-6fe03aa6-ffd9-47fd-8d3d-7fd553b9fc60 None None] Bound port: f1e24b69-ebbf-4a73-bd8e-ca0ee13b745e, host: n-d-834765-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ab47353-a811-4bad-bc73-b4cc84583cfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'}}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 15:48:52.173726 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-6fe03aa6-ffd9-47fd-8d3d-7fd553b9fc60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:52.243729 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 56032) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:48:52.250486 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-6fe03aa6-ffd9-47fd-8d3d-7fd553b9fc60 None None] For port f1e24b69-ebbf-4a73-bd8e-ca0ee13b745e, host n-d-834765-1, cleared binding levels {{(pid=102792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:48:52.256023 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-6fe03aa6-ffd9-47fd-8d3d-7fd553b9fc60 None None] For port f1e24b69-ebbf-4a73-bd8e-ca0ee13b745e, host n-d-834765-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=f1e24b69-ebbf-4a73-bd8e-ca0ee13b745e,segment=NetworkSegment(6ab47353-a811-4bad-bc73-b4cc84583cfd),segment_id=6ab47353-a811-4bad-bc73-b4cc84583cfd)] {{(pid=102792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:48:52.268137 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-6fe03aa6-ffd9-47fd-8d3d-7fd553b9fc60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:52.325475 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-9fdffb6b-dff7-4866-87ed-2596fee33307 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:52.341003 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-0456de76-7d03-4127-ba12-48d989aa1cc8 req-cf1224c4-83c6-4415-8966-4c85acdae396 service neutron] 10.222.0.44 "GET /v2.0/networks/521886c7-eef8-4b1b-9885-e070589482cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2709854 Mar 29 15:48:52.363770 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fe03aa6-ffd9-47fd-8d3d-7fd553b9fc60 None None] Routers {'75531b64-b5f4-4fc9-9c4f-8e66545cd0ae'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:48:52.364406 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-6fe03aa6-ffd9-47fd-8d3d-7fd553b9fc60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:48:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['75531b64-b5f4-4fc9-9c4f-8e66545cd0ae'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:48:52.365702 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 56034) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:48:52.368820 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-13463eee-25c8-47ea-8cc7-d72f651b95cf tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Notify callbacks [] for security_group, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:52.380613 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-359de215-e34f-4c7a-98bf-33fa76563a23 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:52.393354 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-13463eee-25c8-47ea-8cc7-d72f651b95cf tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:52.397752 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae97d048-9c4d-4b7d-9c7d-ae23f852f301 req-5c483b60-86b5-4765-ab09-87810dd857c7 tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:48:52.398441 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-ae97d048-9c4d-4b7d-9c7d-ae23f852f301 req-5c483b60-86b5-4765-ab09-87810dd857c7 tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:52.410326 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e751f2-87df-4f49-8e24-7c1d95c5a6ac req-c7ae469a-733c-4174-9e7a-0eb816744374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:48:52.411967 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-06e751f2-87df-4f49-8e24-7c1d95c5a6ac req-c7ae469a-733c-4174-9e7a-0eb816744374 service neutron] 10.222.0.44 "GET /v2.0/networks?id=2268a9b9-82fd-4886-a91d-3a50e4e16cab HTTP/1.1" status: 200 len: 870 time: 0.9390867 Mar 29 15:48:52.431056 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54359677-8671-4d82-91ab-ba50d61c1c2c None None] Pushing event updated for resources: {'Port': ['ID=f1e24b69-ebbf-4a73-bd8e-ca0ee13b745e,revision_number=3']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:48:52.462682 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1ae768-0bc1-49df-ab9d-94eeaae5246a req-3b2e2191-65ca-4a78-8a41-357611006c9b tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:48:52.471526 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bff91c-5ee1-4afe-a8c6-12531aaf290f req-a6a02ee9-3078-47dc-884d-23f88d698f67 tempest-ListImageFiltersTestJSON-176973066 tempest-ListImageFiltersTestJSON-176973066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:48:52.471925 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-ea1ae768-0bc1-49df-ab9d-94eeaae5246a req-3b2e2191-65ca-4a78-8a41-357611006c9b tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] 10.222.0.42 "GET /v2.0/ports?device_id=d6790730-1e7c-4eff-9773-f3acd1174fe4 HTTP/1.1" status: 200 len: 943 time: 0.2262249 Mar 29 15:48:52.474261 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-56bff91c-5ee1-4afe-a8c6-12531aaf290f req-a6a02ee9-3078-47dc-884d-23f88d698f67 tempest-ListImageFiltersTestJSON-176973066 tempest-ListImageFiltersTestJSON-176973066-project] 10.222.0.42 "GET /v2.0/ports?device_id=b0859ad1-46a7-4491-b8bd-ab713dd586fb HTTP/1.1" status: 200 len: 947 time: 0.8025875 Mar 29 15:48:52.478589 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b433c47c-0517-45a4-b2e2-b8a9517abb26 req-d9e81ecb-9a86-418b-a084-68932a6cb686 service neutron] 10.222.0.48 "GET /v2.0/networks/2268a9b9-82fd-4886-a91d-3a50e4e16cab?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1151354 Mar 29 15:48:52.511386 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device 7b375357-ab7c-4a68-a6e4-c3edb1f54a4e details requested by agent hyperv_n-h1-834765-1 with host n-h1-834765-1 {{(pid=102792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 15:48:52.528460 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-13463eee-25c8-47ea-8cc7-d72f651b95cf tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:52.533069 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-13463eee-25c8-47ea-8cc7-d72f651b95cf tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.9386637 Mar 29 15:48:52.542376 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 56038) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:48:52.563800 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-c21a9f54-f07c-4af6-b99d-34c7ff09599d tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Request body: {'security_group_rule': {'security_group_id': '5db5456d-b190-468c-8855-1650a1510a12', 'project_id': '4613198224a343ff95b6b23b26c7af7a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:48:52.567246 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvr_db [None req-6fe03aa6-ffd9-47fd-8d3d-7fd553b9fc60 None None] Set router 75531b64-b5f4-4fc9-9c4f-8e66545cd0ae gateway port host: n-d-834765-1 {{(pid=102792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:48:52.584770 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13463eee-25c8-47ea-8cc7-d72f651b95cf tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5db5456d-b190-468c-8855-1650a1510a12,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:48:52.631223 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13463eee-25c8-47ea-8cc7-d72f651b95cf tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:48:52.631907 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13463eee-25c8-47ea-8cc7-d72f651b95cf tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:48:52.632034 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13463eee-25c8-47ea-8cc7-d72f651b95cf tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:48:52.632357 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13463eee-25c8-47ea-8cc7-d72f651b95cf tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:48:52.632722 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13463eee-25c8-47ea-8cc7-d72f651b95cf tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:48:52.633102 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13463eee-25c8-47ea-8cc7-d72f651b95cf tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:48:52.633429 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13463eee-25c8-47ea-8cc7-d72f651b95cf tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:48:52.633826 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13463eee-25c8-47ea-8cc7-d72f651b95cf tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:48:52.634148 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13463eee-25c8-47ea-8cc7-d72f651b95cf tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:48:52.634470 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13463eee-25c8-47ea-8cc7-d72f651b95cf tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:48:52.634811 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13463eee-25c8-47ea-8cc7-d72f651b95cf tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:48:52.635174 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13463eee-25c8-47ea-8cc7-d72f651b95cf tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:48:52.640571 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-359de215-e34f-4c7a-98bf-33fa76563a23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:52.662232 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-ea1ae768-0bc1-49df-ab9d-94eeaae5246a req-b05db3b1-655f-458a-90db-c89cb8083258 tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] 10.222.0.42 "GET /v2.0/security-groups?id=c7a98718-a37a-4214-92b3-d1a7e3aaebf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1893506 Mar 29 15:48:52.733356 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-06e751f2-87df-4f49-8e24-7c1d95c5a6ac req-e66ca298-d900-49d1-9e1f-c34bbef9b2ac service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.89&port_id=2ce107bf-e1ba-4a58-a32a-d9eb83c122f0 HTTP/1.1" status: 200 len: 217 time: 0.2992892 Mar 29 15:48:52.742663 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b433c47c-0517-45a4-b2e2-b8a9517abb26 req-8bd023da-0a94-4692-b59d-28a56318db14 service neutron] 10.222.0.48 "GET /v2.0/networks/2268a9b9-82fd-4886-a91d-3a50e4e16cab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2250640 Mar 29 15:48:52.759606 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ae97d048-9c4d-4b7d-9c7d-ae23f852f301 req-5c483b60-86b5-4765-ab09-87810dd857c7 tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0622687 Mar 29 15:48:52.784644 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device f0e706fd-c21f-4ff0-afc3-ea1e48be4fe5 up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:48:52.785060 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [req-ae97d048-9c4d-4b7d-9c7d-ae23f852f301 req-314c9ad9-0f0c-457c-91dc-ead316d978fc service neutron] Request body: {'port': {'device_id': '4af75284-24bd-4f9d-bf55-d66aeb5b0fcc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834765-1'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:48:52.812848 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-6217884c-1860-4051-bf31-d3bdfaad6d1f tempest-DHCPAgentSchedulersTestJSON-775563315 tempest-DHCPAgentSchedulersTestJSON-775563315-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1527183775'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:48:52.836893 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-9fdffb6b-dff7-4866-87ed-2596fee33307 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:52.861765 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-359de215-e34f-4c7a-98bf-33fa76563a23 admin admin] Network cd63b2c7-486d-4d2d-9dd7-6d35ac500dfb is already hosted by enough agents. {{(pid=102790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:48:52.862677 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-9fdffb6b-dff7-4866-87ed-2596fee33307 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:52.869781 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-56bff91c-5ee1-4afe-a8c6-12531aaf290f req-fcb3491b-8cd2-481a-a08f-dc0df1267a02 tempest-ListImageFiltersTestJSON-176973066 tempest-ListImageFiltersTestJSON-176973066-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8fce4e5-0e3f-4b15-b93d-992bb72b4709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701970 Mar 29 15:48:52.900152 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e751f2-87df-4f49-8e24-7c1d95c5a6ac req-b6858e12-1a57-4409-a181-70e6276472ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:48:52.901811 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-06e751f2-87df-4f49-8e24-7c1d95c5a6ac req-b6858e12-1a57-4409-a181-70e6276472ef service neutron] 10.222.0.44 "GET /v2.0/subnets?id=abb8e5d6-2aea-4455-a944-3435a3d1ce49 HTTP/1.1" status: 200 len: 843 time: 0.1580095 Mar 29 15:48:52.936077 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdffb6b-dff7-4866-87ed-2596fee33307 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ca2caf7-d370-43f7-8ec3-d70b41cc5866,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:48:52.939331 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-359de215-e34f-4c7a-98bf-33fa76563a23 admin admin] Resources bound (agent type, host, resource id): {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:48:52.941325 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c21a9f54-f07c-4af6-b99d-34c7ff09599d tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:52.944748 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-ae97d048-9c4d-4b7d-9c7d-ae23f852f301 req-314c9ad9-0f0c-457c-91dc-ead316d978fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:52.946920 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-359de215-e34f-4c7a-98bf-33fa76563a23 admin admin] Received port after_create {{(pid=102790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:48:52.953520 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a236032c-4c48-4ab4-ad94-8c3aa8cc39bf req-ee341304-5067-46dd-a78d-69322d5baa02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:48:52.955045 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-a236032c-4c48-4ab4-ad94-8c3aa8cc39bf req-ee341304-5067-46dd-a78d-69322d5baa02 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3b131848d0de40f0b713134c09f1859b&device_id=b0859ad1-46a7-4491-b8bd-ab713dd586fb HTTP/1.1" status: 200 len: 1098 time: 0.1272218 Mar 29 15:48:52.970919 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359de215-e34f-4c7a-98bf-33fa76563a23 admin admin] Pushing event updated for resources: {'Port': ['ID=d617e3cc-46a9-415b-b4ae-61fbbe6831c4,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:48:53.006774 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.agents_db [None req-59735a15-725e-44d4-9ad5-95cbe356f209 None None] Agent healthcheck: found 7 active agents {{(pid=102793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 15:48:53.029923 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6217884c-1860-4051-bf31-d3bdfaad6d1f tempest-DHCPAgentSchedulersTestJSON-775563315 tempest-DHCPAgentSchedulersTestJSON-775563315-project] Made reservation on behalf of 059bd4b2ef844df09d26d31285b07a2e for: {'network': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:48:53.033521 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-6217884c-1860-4051-bf31-d3bdfaad6d1f tempest-DHCPAgentSchedulersTestJSON-775563315 tempest-DHCPAgentSchedulersTestJSON-775563315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for network, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:53.046629 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-9fdffb6b-dff7-4866-87ed-2596fee33307 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c233852b19f0482db551cdf57ac2d3bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7996428 Mar 29 15:48:53.063533 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 56040) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:48:53.073194 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-6217884c-1860-4051-bf31-d3bdfaad6d1f tempest-DHCPAgentSchedulersTestJSON-775563315 tempest-DHCPAgentSchedulersTestJSON-775563315-project] Notify callbacks [] for security_group, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:53.084958 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e751f2-87df-4f49-8e24-7c1d95c5a6ac req-36916f99-a657-44a2-aec0-e9eeec3dea13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:48:53.086768 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-06e751f2-87df-4f49-8e24-7c1d95c5a6ac req-36916f99-a657-44a2-aec0-e9eeec3dea13 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2268a9b9-82fd-4886-a91d-3a50e4e16cab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1763082 Mar 29 15:48:53.091716 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-359de215-e34f-4c7a-98bf-33fa76563a23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-648347'] for router_interface, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:53.137719 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port 7b375357-ab7c-4a68-a6e4-c3edb1f54a4e, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=7b375357-ab7c-4a68-a6e4-c3edb1f54a4e,segment=NetworkSegment(ee9a1626-16ee-4ecf-88a3-7244e4b7c1ed),segment_id=ee9a1626-16ee-4ecf-88a3-7244e4b7c1ed)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:48:53.155192 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bda1c66-e648-43c5-b18a-32cc5355fc7f req-b79c300a-2403-42b9-b19b-c493c02a221a tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:48:53.156681 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-9bda1c66-e648-43c5-b18a-32cc5355fc7f req-b79c300a-2403-42b9-b19b-c493c02a221a tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] 10.222.0.42 "GET /v2.0/ports?device_id=4af75284-24bd-4f9d-bf55-d66aeb5b0fcc HTTP/1.1" status: 200 len: 932 time: 0.3255775 Mar 29 15:48:53.158363 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Returning: {'device': '7b375357-ab7c-4a68-a6e4-c3edb1f54a4e', 'network_id': '521886c7-eef8-4b1b-9885-e070589482cd', 'port_id': '7b375357-ab7c-4a68-a6e4-c3edb1f54a4e', 'mac_address': 'fa:16:3e:d0:63:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 632, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '948bea00-d9fc-4574-8561-d9234d72b285', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 15:48:53.159887 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port f0e706fd-c21f-4ff0-afc3-ea1e48be4fe5 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:48:53.160257 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:53.193954 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c21a9f54-f07c-4af6-b99d-34c7ff09599d tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:53.222217 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c21a9f54-f07c-4af6-b99d-34c7ff09599d tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610998'] for security_group_rule, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:53.264416 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a236032c-4c48-4ab4-ad94-8c3aa8cc39bf req-644d9b4e-8ad2-4b40-a39b-c053f4426be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:48:53.266449 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:53.266846 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-a236032c-4c48-4ab4-ad94-8c3aa8cc39bf req-644d9b4e-8ad2-4b40-a39b-c053f4426be7 service neutron] 10.222.0.48 "GET /v2.0/networks?id=2268a9b9-82fd-4886-a91d-3a50e4e16cab HTTP/1.1" status: 200 len: 870 time: 0.3023579 Mar 29 15:48:53.287489 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b375357-ab7c-4a68-a6e4-c3edb1f54a4e {{(pid=102792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:48:53.297710 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21a9f54-f07c-4af6-b99d-34c7ff09599d tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a149a04-94a3-40a9-88bb-51af6f461cad,revision_number=0']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:48:53.316139 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c21a9f54-f07c-4af6-b99d-34c7ff09599d tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:53.316358 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-6fe03aa6-ffd9-47fd-8d3d-7fd553b9fc60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75531b64-b5f4-4fc9-9c4f-8e66545cd0ae', 'name': 'tempest-ServerRescueTestJSON-2080733473-router', 'tenant_id': 'f0f3609f3df249d890a6b6a0157dbda2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.104'}], 'enable_snat': True}, 'gw_port_id': 'f1e24b69-ebbf-4a73-bd8e-ca0ee13b745e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:48:44Z', 'updated_at': '2022-03-29T15:48:48Z', 'revision_number': 3, 'project_id': 'f0f3609f3df249d890a6b6a0157dbda2', 'gw_port': {'id': 'f1e24b69-ebbf-4a73-bd8e-ca0ee13b745e', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:b8:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75531b64-b5f4-4fc9-9c4f-8e66545cd0ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:48:47Z', 'updated_at': '2022-03-29T15:48:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1'}], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:48:53.319984 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-c21a9f54-f07c-4af6-b99d-34c7ff09599d tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7708662 Mar 29 15:48:53.320146 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port 7b375357-ab7c-4a68-a6e4-c3edb1f54a4e, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=7b375357-ab7c-4a68-a6e4-c3edb1f54a4e,segment=NetworkSegment(ee9a1626-16ee-4ecf-88a3-7244e4b7c1ed),segment_id=ee9a1626-16ee-4ecf-88a3-7244e4b7c1ed)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:48:53.325618 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 56042) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:48:53.339917 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-bbd321a2-ce3d-4f04-a606-2ca9b27f7e93 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Request body: {'security_group_rule': {'security_group_id': '5db5456d-b190-468c-8855-1650a1510a12', 'project_id': '4613198224a343ff95b6b23b26c7af7a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:48:53.343344 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:53.347417 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-a236032c-4c48-4ab4-ad94-8c3aa8cc39bf req-7d07b086-1b2e-4ffc-9f9b-137866df743a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.65&port_id=0a8f7ac3-7b4c-4843-a3da-ca2d7ee14610 HTTP/1.1" status: 200 len: 217 time: 0.0662611 Mar 29 15:48:53.351391 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-9bda1c66-e648-43c5-b18a-32cc5355fc7f req-c358805f-743e-4748-9588-02dcd7ff98b6 tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] 10.222.0.42 "GET /v2.0/security-groups?id=8c1a607e-8731-4409-adf4-490f4457a32b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731191 Mar 29 15:48:53.357145 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-2bc82cf3-4f57-4ec8-8f12-0993840e505a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:53.382260 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fe03aa6-ffd9-47fd-8d3d-7fd553b9fc60 None None] The sync data for ids ['75531b64-b5f4-4fc9-9c4f-8e66545cd0ae'] in n-d-834765-1 is: [{'id': '75531b64-b5f4-4fc9-9c4f-8e66545cd0ae', 'name': 'tempest-ServerRescueTestJSON-2080733473-router', 'tenant_id': 'f0f3609f3df249d890a6b6a0157dbda2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.104'}], 'enable_snat': True}, 'gw_port_id': 'f1e24b69-ebbf-4a73-bd8e-ca0ee13b745e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:48:44Z', 'updated_at': '2022-03-29T15:48:48Z', 'revision_number': 3, 'project_id': 'f0f3609f3df249d890a6b6a0157dbda2', 'gw_port': {'id': 'f1e24b69-ebbf-4a73-bd8e-ca0ee13b745e', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:b8:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75531b64-b5f4-4fc9-9c4f-8e66545cd0ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:48:47Z', 'updated_at': '2022-03-29T15:48:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1'}] {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:48:53.437819 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-06e751f2-87df-4f49-8e24-7c1d95c5a6ac req-1a10746f-7867-4916-b2f2-b86f9c1b555e service neutron] 10.222.0.44 "GET /v2.0/networks/2268a9b9-82fd-4886-a91d-3a50e4e16cab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2912214 Mar 29 15:48:53.452926 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Pushing event updated for resources: {'Port': ['ID=7b375357-ab7c-4a68-a6e4-c3edb1f54a4e,revision_number=4']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:48:53.454885 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-2bc82cf3-4f57-4ec8-8f12-0993840e505a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:53.464176 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-6217884c-1860-4051-bf31-d3bdfaad6d1f tempest-DHCPAgentSchedulersTestJSON-775563315 tempest-DHCPAgentSchedulersTestJSON-775563315-project] Notify callbacks [] for security_group, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:53.473050 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-bbd321a2-ce3d-4f04-a606-2ca9b27f7e93 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:53.475418 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a236032c-4c48-4ab4-ad94-8c3aa8cc39bf req-36420d7a-5ded-499b-a41a-80b63b322dca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:48:53.477554 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-6217884c-1860-4051-bf31-d3bdfaad6d1f tempest-DHCPAgentSchedulersTestJSON-775563315 tempest-DHCPAgentSchedulersTestJSON-775563315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:53.480140 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-a236032c-4c48-4ab4-ad94-8c3aa8cc39bf req-36420d7a-5ded-499b-a41a-80b63b322dca service neutron] 10.222.0.48 "GET /v2.0/subnets?id=abb8e5d6-2aea-4455-a944-3435a3d1ce49 HTTP/1.1" status: 200 len: 843 time: 0.1028204 Mar 29 15:48:53.486061 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-359de215-e34f-4c7a-98bf-33fa76563a23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:53.558201 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6217884c-1860-4051-bf31-d3bdfaad6d1f tempest-DHCPAgentSchedulersTestJSON-775563315 tempest-DHCPAgentSchedulersTestJSON-775563315-project] vlan segment allocate from pool success with {'vlan_id': 615, 'physical_network': 'physnet1'} {{(pid=102790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 15:48:53.599793 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6217884c-1860-4051-bf31-d3bdfaad6d1f tempest-DHCPAgentSchedulersTestJSON-775563315 tempest-DHCPAgentSchedulersTestJSON-775563315-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a5ad33f-4d43-4c04-b22b-2f9442b4ceac,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:48:53.608408 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-6217884c-1860-4051-bf31-d3bdfaad6d1f tempest-DHCPAgentSchedulersTestJSON-775563315 tempest-DHCPAgentSchedulersTestJSON-775563315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:53.608757 n-d-834765-1 neutron-server[102790]: INFO neutron.db.segments_db [None req-6217884c-1860-4051-bf31-d3bdfaad6d1f tempest-DHCPAgentSchedulersTestJSON-775563315 tempest-DHCPAgentSchedulersTestJSON-775563315-project] Added segment 002a9c13-16cb-43cb-a03e-1fbf547045b6 of type vlan for network 1c6b0196-203f-40aa-b96b-dd9c0aef070a Mar 29 15:48:53.631387 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-06e751f2-87df-4f49-8e24-7c1d95c5a6ac req-a3d351d7-0a0a-4ee0-980a-c7fe21c2e4e0 service neutron] 10.222.0.44 "GET /v2.0/networks/2268a9b9-82fd-4886-a91d-3a50e4e16cab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1848502 Mar 29 15:48:53.650265 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] get_ports_and_sgs() called for port_ids ['7b375357-ab7c-4a68-a6e4-c3edb1f54a4e'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:48:53.653937 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a236032c-4c48-4ab4-ad94-8c3aa8cc39bf req-6fd5e8ed-ad51-4d3e-856a-6804b4615a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:48:53.655490 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-a236032c-4c48-4ab4-ad94-8c3aa8cc39bf req-6fd5e8ed-ad51-4d3e-856a-6804b4615a5e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2268a9b9-82fd-4886-a91d-3a50e4e16cab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1448522 Mar 29 15:48:53.708056 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [req-ae97d048-9c4d-4b7d-9c7d-ae23f852f301 req-314c9ad9-0f0c-457c-91dc-ead316d978fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f03e365-625e-4d74-b284-5221fc244ffe {{(pid=102791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:48:53.729474 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-ae97d048-9c4d-4b7d-9c7d-ae23f852f301 req-314c9ad9-0f0c-457c-91dc-ead316d978fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:53.737739 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-bbd321a2-ce3d-4f04-a606-2ca9b27f7e93 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:53.741733 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-2bc82cf3-4f57-4ec8-8f12-0993840e505a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:53.744734 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-2bc82cf3-4f57-4ec8-8f12-0993840e505a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:53.746500 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-2bc82cf3-4f57-4ec8-8f12-0993840e505a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/1ca2caf7-d370-43f7-8ec3-d70b41cc5866 HTTP/1.1" status: 204 len: 168 time: 0.6820302 Mar 29 15:48:53.805326 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.provisioning_blocks [req-ae97d048-9c4d-4b7d-9c7d-ae23f852f301 req-314c9ad9-0f0c-457c-91dc-ead316d978fc service neutron] Transition to ACTIVE for port object 3f03e365-625e-4d74-b284-5221fc244ffe will not be triggered until provisioned by entity L2. {{(pid=102791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 15:48:53.815300 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-ae97d048-9c4d-4b7d-9c7d-ae23f852f301 req-314c9ad9-0f0c-457c-91dc-ead316d978fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:53.907595 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-359de215-e34f-4c7a-98bf-33fa76563a23 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:53.918449 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-6217884c-1860-4051-bf31-d3bdfaad6d1f tempest-DHCPAgentSchedulersTestJSON-775563315 tempest-DHCPAgentSchedulersTestJSON-775563315-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783522915970'] for network, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:53.930448 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-bbd321a2-ce3d-4f04-a606-2ca9b27f7e93 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610998'] for security_group_rule, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:53.934676 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-a236032c-4c48-4ab4-ad94-8c3aa8cc39bf req-3b3a497b-9818-464c-a4db-e034aeaeca64 service neutron] 10.222.0.48 "GET /v2.0/networks/2268a9b9-82fd-4886-a91d-3a50e4e16cab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2682188 Mar 29 15:48:53.943416 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-359de215-e34f-4c7a-98bf-33fa76563a23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5237921'] for port, after_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:53.970691 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc82cf3-4f57-4ec8-8f12-0993840e505a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ca2caf7-d370-43f7-8ec3-d70b41cc5866,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:48:54.003998 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314c9ad9-0f0c-457c-91dc-ead316d978fc service neutron] Pushing event updated for resources: {'Port': ['ID=3f03e365-625e-4d74-b284-5221fc244ffe,revision_number=2']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:48:54.045389 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd321a2-ce3d-4f04-a606-2ca9b27f7e93 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82926293-a358-4670-b69c-3aae39adaeb6,revision_number=0']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:48:54.056311 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb72720-2e84-4813-80a2-d66a7fc9e895 req-313fac19-bc98-4313-adf5-574038e84ab6 tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:48:54.057915 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6bb72720-2e84-4813-80a2-d66a7fc9e895 req-313fac19-bc98-4313-adf5-574038e84ab6 tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] 10.222.0.42 "GET /v2.0/ports?device_id=d6790730-1e7c-4eff-9773-f3acd1174fe4 HTTP/1.1" status: 200 len: 944 time: 0.2220221 Mar 29 15:48:54.084885 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359de215-e34f-4c7a-98bf-33fa76563a23 admin admin] Pushing event updated for resources: {'Port': ['ID=d617e3cc-46a9-415b-b4ae-61fbbe6831c4,revision_number=2']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:48:54.096802 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-bbd321a2-ce3d-4f04-a606-2ca9b27f7e93 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:54.099757 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-bbd321a2-ce3d-4f04-a606-2ca9b27f7e93 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7666974 Mar 29 15:48:54.101401 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-6217884c-1860-4051-bf31-d3bdfaad6d1f tempest-DHCPAgentSchedulersTestJSON-775563315 tempest-DHCPAgentSchedulersTestJSON-775563315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795'] for network, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:54.108238 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6217884c-1860-4051-bf31-d3bdfaad6d1f tempest-DHCPAgentSchedulersTestJSON-775563315 tempest-DHCPAgentSchedulersTestJSON-775563315-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:48:54.109309 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-6217884c-1860-4051-bf31-d3bdfaad6d1f tempest-DHCPAgentSchedulersTestJSON-775563315 tempest-DHCPAgentSchedulersTestJSON-775563315-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for network, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:54.111765 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 56052) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:48:54.142461 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-2218775d-b2c3-4b7b-b426-5acf790e90b3 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Request body: {'security_group_rule': {'security_group_id': '5db5456d-b190-468c-8855-1650a1510a12', 'project_id': '4613198224a343ff95b6b23b26c7af7a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:48:54.192697 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-359de215-e34f-4c7a-98bf-33fa76563a23 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-648439'] for router_interface, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:54.201554 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-a236032c-4c48-4ab4-ad94-8c3aa8cc39bf req-c74806f6-e1ed-4978-89e0-0f9877b65045 service neutron] 10.222.0.48 "GET /v2.0/networks/2268a9b9-82fd-4886-a91d-3a50e4e16cab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2561648 Mar 29 15:48:54.204905 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-ae97d048-9c4d-4b7d-9c7d-ae23f852f301 req-314c9ad9-0f0c-457c-91dc-ead316d978fc service neutron] Attempting to bind port 3f03e365-625e-4d74-b284-5221fc244ffe on host n-h2-834765-1 for vnic_type normal with profile {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:48:54.205322 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-ae97d048-9c4d-4b7d-9c7d-ae23f852f301 req-314c9ad9-0f0c-457c-91dc-ead316d978fc service neutron] Attempting to bind port 3f03e365-625e-4d74-b284-5221fc244ffe by drivers openvswitch,hyperv on host n-h2-834765-1 at level 0 using segments [{'id': 'e03a7c9c-8b58-4c58-aa22-7189da98b069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '7a71ca6e-bbff-43b0-bde3-8072ae4b3f50'}] {{(pid=102791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:48:54.206455 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae97d048-9c4d-4b7d-9c7d-ae23f852f301 req-314c9ad9-0f0c-457c-91dc-ead316d978fc service neutron] Attempting to bind port 3f03e365-625e-4d74-b284-5221fc244ffe on network 7a71ca6e-bbff-43b0-bde3-8072ae4b3f50 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:48:54.213461 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6bb72720-2e84-4813-80a2-d66a7fc9e895 req-c3204dbd-8259-43a8-acc3-e90588902046 tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] 10.222.0.42 "GET /v2.0/security-groups?id=c7a98718-a37a-4214-92b3-d1a7e3aaebf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479280 Mar 29 15:48:54.215860 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae97d048-9c4d-4b7d-9c7d-ae23f852f301 req-314c9ad9-0f0c-457c-91dc-ead316d978fc service neutron] Port 3f03e365-625e-4d74-b284-5221fc244ffe on network 7a71ca6e-bbff-43b0-bde3-8072ae4b3f50 not bound, no agent of type Open vSwitch agent registered on host n-h2-834765-1 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 15:48:54.216179 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae97d048-9c4d-4b7d-9c7d-ae23f852f301 req-314c9ad9-0f0c-457c-91dc-ead316d978fc service neutron] Attempting to bind port 3f03e365-625e-4d74-b284-5221fc244ffe on network 7a71ca6e-bbff-43b0-bde3-8072ae4b3f50 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:48:54.224349 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae97d048-9c4d-4b7d-9c7d-ae23f852f301 req-314c9ad9-0f0c-457c-91dc-ead316d978fc service neutron] Checking agent: {'id': '3e4b4912-b4a2-4d17-b5bd-6ce15529e8eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 33, 17), 'started_at': datetime.datetime(2022, 3, 29, 15, 33, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 48, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:48:54.224697 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae97d048-9c4d-4b7d-9c7d-ae23f852f301 req-314c9ad9-0f0c-457c-91dc-ead316d978fc service neutron] Checking segment: {'id': 'e03a7c9c-8b58-4c58-aa22-7189da98b069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '7a71ca6e-bbff-43b0-bde3-8072ae4b3f50'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:48:54.225114 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae97d048-9c4d-4b7d-9c7d-ae23f852f301 req-314c9ad9-0f0c-457c-91dc-ead316d978fc service neutron] Bound using segment: {'id': 'e03a7c9c-8b58-4c58-aa22-7189da98b069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '7a71ca6e-bbff-43b0-bde3-8072ae4b3f50'} {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:48:54.225595 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-ae97d048-9c4d-4b7d-9c7d-ae23f852f301 req-314c9ad9-0f0c-457c-91dc-ead316d978fc service neutron] Bound port: 3f03e365-625e-4d74-b284-5221fc244ffe, host: n-h2-834765-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e03a7c9c-8b58-4c58-aa22-7189da98b069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '7a71ca6e-bbff-43b0-bde3-8072ae4b3f50'}}] {{(pid=102791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 15:48:54.226004 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-ae97d048-9c4d-4b7d-9c7d-ae23f852f301 req-314c9ad9-0f0c-457c-91dc-ead316d978fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:54.234250 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-6217884c-1860-4051-bf31-d3bdfaad6d1f tempest-DHCPAgentSchedulersTestJSON-775563315 tempest-DHCPAgentSchedulersTestJSON-775563315-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.8624487 Mar 29 15:48:54.249108 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 56054) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:48:54.254892 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-38caa265-6894-4e7c-a55b-daa71d9a1d63 tempest-DHCPAgentSchedulersTestJSON-775563315 tempest-DHCPAgentSchedulersTestJSON-775563315-project] Request body: {'subnet': {'network_id': '1c6b0196-203f-40aa-b96b-dd9c0aef070a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:48:54.285820 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6217884c-1860-4051-bf31-d3bdfaad6d1f tempest-DHCPAgentSchedulersTestJSON-775563315 tempest-DHCPAgentSchedulersTestJSON-775563315-project] Pushing event updated for resources: {'Network': ['ID=1c6b0196-203f-40aa-b96b-dd9c0aef070a,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:48:54.300207 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Network 1c6b0196-203f-40aa-b96b-dd9c0aef070a details requested by agent ovs-agent-n-d-834765-1 with host n-d-834765-1 {{(pid=102792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 15:48:54.334515 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04439a5-f272-41b1-9693-a6f0745f18a1 req-103a0a06-cf80-48b7-9a67-40dda0f10378 tempest-ListImageFiltersTestJSON-176973066 tempest-ListImageFiltersTestJSON-176973066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:48:54.345738 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-d04439a5-f272-41b1-9693-a6f0745f18a1 req-103a0a06-cf80-48b7-9a67-40dda0f10378 tempest-ListImageFiltersTestJSON-176973066 tempest-ListImageFiltersTestJSON-176973066-project] 10.222.0.42 "GET /v2.0/ports?device_id=b0859ad1-46a7-4491-b8bd-ab713dd586fb HTTP/1.1" status: 200 len: 947 time: 0.2563009 Mar 29 15:48:54.365812 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-2218775d-b2c3-4b7b-b426-5acf790e90b3 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:54.505471 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device 2ce107bf-e1ba-4a58-a32a-d9eb83c122f0 details requested by agent hyperv_n-h1-834765-1 with host n-h1-834765-1 {{(pid=102792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 15:48:54.513796 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device 7b375357-ab7c-4a68-a6e4-c3edb1f54a4e up at agent hyperv_n-h1-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:48:54.522267 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-d04439a5-f272-41b1-9693-a6f0745f18a1 req-db821606-dcc7-4853-9108-4d1e86079f6c tempest-ListImageFiltersTestJSON-176973066 tempest-ListImageFiltersTestJSON-176973066-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8fce4e5-0e3f-4b15-b93d-992bb72b4709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754079 Mar 29 15:48:54.585992 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-359de215-e34f-4c7a-98bf-33fa76563a23 admin admin] Network cd63b2c7-486d-4d2d-9dd7-6d35ac500dfb is already hosted by enough agents. {{(pid=102790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:48:54.592401 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-2218775d-b2c3-4b7b-b426-5acf790e90b3 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:54.594139 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-359de215-e34f-4c7a-98bf-33fa76563a23 admin admin] Resources bound (agent type, host, resource id): {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:48:54.610264 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-2218775d-b2c3-4b7b-b426-5acf790e90b3 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610998'] for security_group_rule, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:54.684956 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2218775d-b2c3-4b7b-b426-5acf790e90b3 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22b480e4-4f06-4f1c-ac1b-b6d0692f49ec,revision_number=0']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:48:54.700409 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-2218775d-b2c3-4b7b-b426-5acf790e90b3 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:54.704441 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-2218775d-b2c3-4b7b-b426-5acf790e90b3 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5723119 Mar 29 15:48:54.704658 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 56068) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:48:54.710052 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-6c1d2291-c252-4c66-8a7e-3427faf4851b tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Request body: {'security_group_rule': {'security_group_id': '5db5456d-b190-468c-8855-1650a1510a12', 'project_id': '4613198224a343ff95b6b23b26c7af7a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:48:54.753545 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-ae97d048-9c4d-4b7d-9c7d-ae23f852f301 req-314c9ad9-0f0c-457c-91dc-ead316d978fc service neutron] For port 3f03e365-625e-4d74-b284-5221fc244ffe, host n-h2-834765-1, cleared binding levels {{(pid=102791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:48:54.760412 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-ae97d048-9c4d-4b7d-9c7d-ae23f852f301 req-314c9ad9-0f0c-457c-91dc-ead316d978fc service neutron] For port 3f03e365-625e-4d74-b284-5221fc244ffe, host n-h2-834765-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=3f03e365-625e-4d74-b284-5221fc244ffe,segment=NetworkSegment(e03a7c9c-8b58-4c58-aa22-7189da98b069),segment_id=e03a7c9c-8b58-4c58-aa22-7189da98b069)] {{(pid=102791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:48:54.774464 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-ae97d048-9c4d-4b7d-9c7d-ae23f852f301 req-314c9ad9-0f0c-457c-91dc-ead316d978fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:54.806733 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device f1e24b69-ebbf-4a73-bd8e-ca0ee13b745e up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:48:54.859375 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf16f330-0850-4a85-abba-e31bd56fc871 req-5dd2fbc4-bdf0-4e19-a3f7-901739d3d6d3 tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:48:54.873925 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-cf16f330-0850-4a85-abba-e31bd56fc871 req-5dd2fbc4-bdf0-4e19-a3f7-901739d3d6d3 tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] 10.222.0.42 "GET /v2.0/ports?device_id=4af75284-24bd-4f9d-bf55-d66aeb5b0fcc HTTP/1.1" status: 200 len: 944 time: 0.2009590 Mar 29 15:48:54.877369 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Provisioning for port 7b375357-ab7c-4a68-a6e4-c3edb1f54a4e completed by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 15:48:54.891329 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port 2ce107bf-e1ba-4a58-a32a-d9eb83c122f0, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=2ce107bf-e1ba-4a58-a32a-d9eb83c122f0,segment=NetworkSegment(a0c230f0-660a-4194-9279-0f0781d34134),segment_id=a0c230f0-660a-4194-9279-0f0781d34134)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:48:54.898012 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38caa265-6894-4e7c-a55b-daa71d9a1d63 tempest-DHCPAgentSchedulersTestJSON-775563315 tempest-DHCPAgentSchedulersTestJSON-775563315-project] Made reservation on behalf of 059bd4b2ef844df09d26d31285b07a2e for: {'subnet': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:48:54.901685 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Provisioning complete for port 7b375357-ab7c-4a68-a6e4-c3edb1f54a4e triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:48:54.902062 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:54.902389 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-38caa265-6894-4e7c-a55b-daa71d9a1d63 tempest-DHCPAgentSchedulersTestJSON-775563315 tempest-DHCPAgentSchedulersTestJSON-775563315-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16218875'] for subnet, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:54.930433 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Returning: {'device': '2ce107bf-e1ba-4a58-a32a-d9eb83c122f0', 'network_id': '2268a9b9-82fd-4886-a91d-3a50e4e16cab', 'port_id': '2ce107bf-e1ba-4a58-a32a-d9eb83c122f0', 'mac_address': 'fa:16:3e:2f:13:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 625, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abb8e5d6-2aea-4455-a944-3435a3d1ce49', 'ip_address': '192.168.233.89'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 15:48:54.954147 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae97d048-9c4d-4b7d-9c7d-ae23f852f301 req-314c9ad9-0f0c-457c-91dc-ead316d978fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:48:54.954917 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-ae97d048-9c4d-4b7d-9c7d-ae23f852f301 req-314c9ad9-0f0c-457c-91dc-ead316d978fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:54.958933 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ae97d048-9c4d-4b7d-9c7d-ae23f852f301 req-314c9ad9-0f0c-457c-91dc-ead316d978fc service neutron] 10.222.0.48 "PUT /v2.0/ports/3f03e365-625e-4d74-b284-5221fc244ffe HTTP/1.1" status: 200 len: 1092 time: 2.1783023 Mar 29 15:48:54.962814 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4af75284-24bd-4f9d-bf55-d66aeb5b0fcc', 'tag': '3f03e365-625e-4d74-b284-5221fc244ffe'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:48:54.965212 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c67b028db5e9b9818fecc5c0a87ebc6f190694fa53ca267d523e04f98de536d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ace4282-085b-4881-a25a-b05f0576a705" -d '{"events": [{"name": "network-changed", "server_uuid": "4af75284-24bd-4f9d-bf55-d66aeb5b0fcc", "tag": "3f03e365-625e-4d74-b284-5221fc244ffe"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:48:54.986202 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port f1e24b69-ebbf-4a73-bd8e-ca0ee13b745e triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:48:54.986599 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:55.020269 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:55.036797 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ce107bf-e1ba-4a58-a32a-d9eb83c122f0 {{(pid=102792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:48:55.048822 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 15:48:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5eef13f-218e-4cbd-9f7c-2a5fb7dcabeb x-openstack-request-id: req-c5eef13f-218e-4cbd-9f7c-2a5fb7dcabeb {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:48:55.049246 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4af75284-24bd-4f9d-bf55-d66aeb5b0fcc", "tag": "3f03e365-625e-4d74-b284-5221fc244ffe", "status": "completed", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:48:55.049636 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c5eef13f-218e-4cbd-9f7c-2a5fb7dcabeb {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:48:55.050358 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4af75284-24bd-4f9d-bf55-d66aeb5b0fcc', 'tag': '3f03e365-625e-4d74-b284-5221fc244ffe', 'status': 'completed', 'code': 200} Mar 29 15:48:55.079146 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-cf16f330-0850-4a85-abba-e31bd56fc871 req-632b3a7a-4255-41e1-bc74-cb524656babb tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] 10.222.0.42 "GET /v2.0/security-groups?id=8c1a607e-8731-4409-adf4-490f4457a32b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2041802 Mar 29 15:48:55.103938 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port 2ce107bf-e1ba-4a58-a32a-d9eb83c122f0, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=2ce107bf-e1ba-4a58-a32a-d9eb83c122f0,segment=NetworkSegment(a0c230f0-660a-4194-9279-0f0781d34134),segment_id=a0c230f0-660a-4194-9279-0f0781d34134)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:48:55.114577 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:55.116504 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314c9ad9-0f0c-457c-91dc-ead316d978fc service neutron] Pushing event updated for resources: {'Port': ['ID=3f03e365-625e-4d74-b284-5221fc244ffe,revision_number=3']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:48:55.124819 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:55.163077 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-6c1d2291-c252-4c66-8a7e-3427faf4851b tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:55.173294 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae97d048-9c4d-4b7d-9c7d-ae23f852f301 req-ad4ffb8b-c9dc-4363-8121-e9d46ccf9613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:48:55.174826 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ae97d048-9c4d-4b7d-9c7d-ae23f852f301 req-ad4ffb8b-c9dc-4363-8121-e9d46ccf9613 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7f01d9a12c82426baef86d9ae4ff6fa7&device_id=4af75284-24bd-4f9d-bf55-d66aeb5b0fcc HTTP/1.1" status: 200 len: 1095 time: 0.1496587 Mar 29 15:48:55.180501 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-359de215-e34f-4c7a-98bf-33fa76563a23 admin admin] Router 75531b64-b5f4-4fc9-9c4f-8e66545cd0ae has already been hosted by L3 agent c648d819-1060-4f26-b4ec-6455387b5dff {{(pid=102790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 15:48:55.202612 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port 7b375357-ab7c-4a68-a6e4-c3edb1f54a4e, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=7b375357-ab7c-4a68-a6e4-c3edb1f54a4e,segment=NetworkSegment(ee9a1626-16ee-4ecf-88a3-7244e4b7c1ed),segment_id=ee9a1626-16ee-4ecf-88a3-7244e4b7c1ed)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:48:55.208128 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6790730-1e7c-4eff-9773-f3acd1174fe4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b375357-ab7c-4a68-a6e4-c3edb1f54a4e'}] {{(pid=102792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:48:55.210575 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4f476c66b318cc6068719fc39557fac68d413f5c7e78fa77028c7948e999ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c23b229f-7d68-47da-8747-4bd579bba8eb" -d '{"events": [{"server_uuid": "d6790730-1e7c-4eff-9773-f3acd1174fe4", "name": "network-vif-plugged", "status": "completed", "tag": "7b375357-ab7c-4a68-a6e4-c3edb1f54a4e"}]}' {{(pid=102792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:48:55.234896 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:55.257037 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Pushing event updated for resources: {'Port': ['ID=2ce107bf-e1ba-4a58-a32a-d9eb83c122f0,revision_number=4']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:48:55.258068 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ae97d048-9c4d-4b7d-9c7d-ae23f852f301 req-c725a876-cf83-4e13-bec6-fa6d77a129d3 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3f03e365-625e-4d74-b284-5221fc244ffe HTTP/1.1" status: 200 len: 217 time: 0.0750525 Mar 29 15:48:55.269305 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-6c1d2291-c252-4c66-8a7e-3427faf4851b tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:55.288057 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:48:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a86143d-0567-4b46-ba1a-31710d382528 x-openstack-request-id: req-7a86143d-0567-4b46-ba1a-31710d382528 {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:48:55.288362 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6790730-1e7c-4eff-9773-f3acd1174fe4", "name": "network-vif-plugged", "status": "completed", "tag": "7b375357-ab7c-4a68-a6e4-c3edb1f54a4e", "code": 200}]} {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:48:55.288615 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-7a86143d-0567-4b46-ba1a-31710d382528 {{(pid=102792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:48:55.289001 n-d-834765-1 neutron-server[102792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6790730-1e7c-4eff-9773-f3acd1174fe4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b375357-ab7c-4a68-a6e4-c3edb1f54a4e', 'code': 200} Mar 29 15:48:55.294858 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:55.330521 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-6c1d2291-c252-4c66-8a7e-3427faf4851b tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610998'] for security_group_rule, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:55.350984 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] For port f1e24b69-ebbf-4a73-bd8e-ca0ee13b745e, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=f1e24b69-ebbf-4a73-bd8e-ca0ee13b745e,segment=NetworkSegment(6ab47353-a811-4bad-bc73-b4cc84583cfd),segment_id=6ab47353-a811-4bad-bc73-b4cc84583cfd)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:48:55.365441 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1d2291-c252-4c66-8a7e-3427faf4851b tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c5dabce-216b-4d33-a6de-2a5cdbcffc05,revision_number=0']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:48:55.381092 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:55.382681 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-6c1d2291-c252-4c66-8a7e-3427faf4851b tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:55.384433 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Pushing event updated for resources: {'Port': ['ID=7b375357-ab7c-4a68-a6e4-c3edb1f54a4e,revision_number=5']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:48:55.385711 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-6c1d2291-c252-4c66-8a7e-3427faf4851b tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6793487 Mar 29 15:48:55.389638 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 56084) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:48:55.442787 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] get_ports_and_sgs() called for port_ids ['2ce107bf-e1ba-4a58-a32a-d9eb83c122f0'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:48:55.445704 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-53b8044f-e4d9-4bc9-8dbc-2fa7539d6cca tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Request body: {'security_group_rule': {'security_group_id': '5db5456d-b190-468c-8855-1650a1510a12', 'project_id': '4613198224a343ff95b6b23b26c7af7a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:48:55.456966 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-359de215-e34f-4c7a-98bf-33fa76563a23 admin admin] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:48:55.474975 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-359de215-e34f-4c7a-98bf-33fa76563a23 admin admin] 10.222.0.42 "PUT /v2.0/routers/75531b64-b5f4-4fc9-9c4f-8e66545cd0ae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5238705 Mar 29 15:48:55.507434 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Pushing event updated for resources: {'Port': ['ID=f1e24b69-ebbf-4a73-bd8e-ca0ee13b745e,revision_number=4']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:48:55.585687 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae97d048-9c4d-4b7d-9c7d-ae23f852f301 req-b0a86a1b-f9ac-4d44-84b4-9cbcf8cdd2e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:48:55.589372 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ae97d048-9c4d-4b7d-9c7d-ae23f852f301 req-b0a86a1b-f9ac-4d44-84b4-9cbcf8cdd2e2 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4acd9598-0ca3-487b-9c0e-30e24be7e9e5 HTTP/1.1" status: 200 len: 845 time: 0.3214347 Mar 29 15:48:55.680025 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-38caa265-6894-4e7c-a55b-daa71d9a1d63 tempest-DHCPAgentSchedulersTestJSON-775563315 tempest-DHCPAgentSchedulersTestJSON-775563315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16155524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16218861'] for subnet, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:55.771864 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ae97d048-9c4d-4b7d-9c7d-ae23f852f301 req-ad042ee2-e5ac-4e3d-b1c2-c54cbc5d7ff8 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7a71ca6e-bbff-43b0-bde3-8072ae4b3f50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1638947 Mar 29 15:48:55.772632 n-d-834765-1 neutron-server[102791]: INFO neutron.db.securitygroups_db [None req-53b8044f-e4d9-4bc9-8dbc-2fa7539d6cca tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Project 4613198224a343ff95b6b23b26c7af7a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 29 15:48:55.792760 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd62036-672e-416e-b898-c095c8543a0d req-6c7d2813-9674-49c7-a57b-f8a4ec05d6a4 tempest-ListImageFiltersTestJSON-176973066 tempest-ListImageFiltersTestJSON-176973066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:48:55.801334 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350b8676-79b5-48b4-8e3f-d0687ddbacc2 req-9e9dcfa3-fc11-465c-859b-b2bb4b18276f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:48:55.802971 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-350b8676-79b5-48b4-8e3f-d0687ddbacc2 req-9e9dcfa3-fc11-465c-859b-b2bb4b18276f service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=d6790730-1e7c-4eff-9773-f3acd1174fe4 HTTP/1.1" status: 200 len: 1096 time: 0.3401275 Mar 29 15:48:55.807419 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-6fd62036-672e-416e-b898-c095c8543a0d req-6c7d2813-9674-49c7-a57b-f8a4ec05d6a4 tempest-ListImageFiltersTestJSON-176973066 tempest-ListImageFiltersTestJSON-176973066-project] 10.222.0.42 "GET /v2.0/ports?device_id=b0859ad1-46a7-4491-b8bd-ab713dd586fb HTTP/1.1" status: 200 len: 947 time: 0.1273642 Mar 29 15:48:55.831894 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-53b8044f-e4d9-4bc9-8dbc-2fa7539d6cca tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:55.888946 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-6fd62036-672e-416e-b898-c095c8543a0d req-41092a04-be55-4e82-82f5-71c1b950e27b tempest-ListImageFiltersTestJSON-176973066 tempest-ListImageFiltersTestJSON-176973066-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8fce4e5-0e3f-4b15-b93d-992bb72b4709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759375 Mar 29 15:48:55.933178 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b5632dc-3ca6-4db8-9a6c-ec78bc55f346 None None] Sync routers for ids ['75531b64-b5f4-4fc9-9c4f-8e66545cd0ae'] in n-d-834765-1 {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:48:55.933857 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839d5ac2-ceb2-42bb-9d8c-508f67b37b20 req-4276e8ab-211e-43d1-92ce-380065873474 tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:48:55.943882 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-839d5ac2-ceb2-42bb-9d8c-508f67b37b20 req-4276e8ab-211e-43d1-92ce-380065873474 tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] 10.222.0.42 "GET /v2.0/ports?device_id=d6790730-1e7c-4eff-9773-f3acd1174fe4 HTTP/1.1" status: 200 len: 945 time: 0.4680552 Mar 29 15:48:55.946741 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b5632dc-3ca6-4db8-9a6c-ec78bc55f346 None None] Routers {'75531b64-b5f4-4fc9-9c4f-8e66545cd0ae'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:48:55.947393 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-0b5632dc-3ca6-4db8-9a6c-ec78bc55f346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:48:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['75531b64-b5f4-4fc9-9c4f-8e66545cd0ae'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:48:56.051351 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38caa265-6894-4e7c-a55b-daa71d9a1d63 tempest-DHCPAgentSchedulersTestJSON-775563315 tempest-DHCPAgentSchedulersTestJSON-775563315-project] Pushing event updated for resources: {'Subnet': ['ID=acd6a4a6-83ac-49c2-9ffe-bbbcb0265790,revision_number=0']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:48:56.063008 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-350b8676-79b5-48b4-8e3f-d0687ddbacc2 req-7d45eb67-187b-4147-9517-4c1581c0bc7f service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=c7a98718-a37a-4214-92b3-d1a7e3aaebf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2322037 Mar 29 15:48:56.094760 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ae97d048-9c4d-4b7d-9c7d-ae23f852f301 req-432030b6-1b2c-4fe0-bf27-923c724c670a service neutron] 10.222.0.48 "GET /v2.0/networks/7a71ca6e-bbff-43b0-bde3-8072ae4b3f50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3110926 Mar 29 15:48:56.130595 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-53b8044f-e4d9-4bc9-8dbc-2fa7539d6cca tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:56.141085 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device 0a8f7ac3-7b4c-4843-a3da-ca2d7ee14610 details requested by agent hyperv_n-h2-834765-1 with host n-h2-834765-1 {{(pid=102792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 15:48:56.146724 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-839d5ac2-ceb2-42bb-9d8c-508f67b37b20 req-2923ea6c-f970-4dbc-ae57-77d3e6d77081 tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] 10.222.0.42 "GET /v2.0/security-groups?id=c7a98718-a37a-4214-92b3-d1a7e3aaebf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2018931 Mar 29 15:48:56.168382 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38caa265-6894-4e7c-a55b-daa71d9a1d63 tempest-DHCPAgentSchedulersTestJSON-775563315 tempest-DHCPAgentSchedulersTestJSON-775563315-project] Checking segment: {'id': '002a9c13-16cb-43cb-a03e-1fbf547045b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '1c6b0196-203f-40aa-b96b-dd9c0aef070a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:48:56.171374 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38caa265-6894-4e7c-a55b-daa71d9a1d63 tempest-DHCPAgentSchedulersTestJSON-775563315 tempest-DHCPAgentSchedulersTestJSON-775563315-project] Network hostable DHCP agents. Network: 1c6b0196-203f-40aa-b96b-dd9c0aef070a, hostable agents: ['d136643e-48ae-49d4-a851-2ba3bdf3749c'], hosted agents: [] {{(pid=102791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 15:48:56.183830 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-53b8044f-e4d9-4bc9-8dbc-2fa7539d6cca tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610998'] for security_group_rule, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:56.189726 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvr_db [None req-0b5632dc-3ca6-4db8-9a6c-ec78bc55f346 None None] Set router 75531b64-b5f4-4fc9-9c4f-8e66545cd0ae gateway port host: n-d-834765-1 {{(pid=102793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:48:56.270784 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port 0a8f7ac3-7b4c-4843-a3da-ca2d7ee14610, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=0a8f7ac3-7b4c-4843-a3da-ca2d7ee14610,segment=NetworkSegment(a0c230f0-660a-4194-9279-0f0781d34134),segment_id=a0c230f0-660a-4194-9279-0f0781d34134)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:48:56.287602 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Returning: {'device': '0a8f7ac3-7b4c-4843-a3da-ca2d7ee14610', 'network_id': '2268a9b9-82fd-4886-a91d-3a50e4e16cab', 'port_id': '0a8f7ac3-7b4c-4843-a3da-ca2d7ee14610', 'mac_address': 'fa:16:3e:1e:b0:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 625, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abb8e5d6-2aea-4455-a944-3435a3d1ce49', 'ip_address': '192.168.233.65'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 15:48:56.295097 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b8044f-e4d9-4bc9-8dbc-2fa7539d6cca tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93505374-fa3f-43c3-a105-86e01e7baa30,revision_number=0']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:48:56.323476 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-53b8044f-e4d9-4bc9-8dbc-2fa7539d6cca tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:56.327217 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-53b8044f-e4d9-4bc9-8dbc-2fa7539d6cca tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.8843179 Mar 29 15:48:56.327563 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 56116) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:48:56.331927 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-fd9ccdd0-9e95-4ec0-9b28-c3d351413993 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Request body: {'security_group_rule': {'security_group_id': '5db5456d-b190-468c-8855-1650a1510a12', 'project_id': '4613198224a343ff95b6b23b26c7af7a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:48:56.382052 n-d-834765-1 neutron-server[102790]: INFO neutron.db.securitygroups_db [None req-fd9ccdd0-9e95-4ec0-9b28-c3d351413993 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Project 4613198224a343ff95b6b23b26c7af7a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 29 15:48:56.390048 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-fd9ccdd0-9e95-4ec0-9b28-c3d351413993 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:56.398823 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:56.400623 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38caa265-6894-4e7c-a55b-daa71d9a1d63 tempest-DHCPAgentSchedulersTestJSON-775563315 tempest-DHCPAgentSchedulersTestJSON-775563315-project] Network 1c6b0196-203f-40aa-b96b-dd9c0aef070a is scheduled to be hosted by DHCP agent d136643e-48ae-49d4-a851-2ba3bdf3749c with binding_index 1 {{(pid=102791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 15:48:56.438633 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a8f7ac3-7b4c-4843-a3da-ca2d7ee14610 {{(pid=102792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:48:56.460925 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [None req-38caa265-6894-4e7c-a55b-daa71d9a1d63 tempest-DHCPAgentSchedulersTestJSON-775563315 tempest-DHCPAgentSchedulersTestJSON-775563315-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834765-1, 1c6b0196-203f-40aa-b96b-dd9c0aef070a) {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:48:56.470321 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ae97d048-9c4d-4b7d-9c7d-ae23f852f301 req-cf000276-5cc9-41e3-b0f0-ae3d0c296e4e service neutron] 10.222.0.48 "GET /v2.0/networks/7a71ca6e-bbff-43b0-bde3-8072ae4b3f50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3654227 Mar 29 15:48:56.471709 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38caa265-6894-4e7c-a55b-daa71d9a1d63 tempest-DHCPAgentSchedulersTestJSON-775563315 tempest-DHCPAgentSchedulersTestJSON-775563315-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:48:56.472382 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-38caa265-6894-4e7c-a55b-daa71d9a1d63 tempest-DHCPAgentSchedulersTestJSON-775563315 tempest-DHCPAgentSchedulersTestJSON-775563315-project] Notify callbacks [] for subnet, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:56.481902 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00ac72ef-95e6-42ae-a74d-badaba28b643 None None] Network 1c6b0196-203f-40aa-b96b-dd9c0aef070a requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 15:48:56.483725 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87a46bd-5bae-437a-93ea-bca737c698ac req-bf03ed28-cac9-431d-b821-43c0208d2361 tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:48:56.485259 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f87a46bd-5bae-437a-93ea-bca737c698ac req-bf03ed28-cac9-431d-b821-43c0208d2361 tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] 10.222.0.42 "GET /v2.0/ports?device_id=4af75284-24bd-4f9d-bf55-d66aeb5b0fcc HTTP/1.1" status: 200 len: 944 time: 0.2306981 Mar 29 15:48:56.494062 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-0b5632dc-3ca6-4db8-9a6c-ec78bc55f346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75531b64-b5f4-4fc9-9c4f-8e66545cd0ae', 'name': 'tempest-ServerRescueTestJSON-2080733473-router', 'tenant_id': 'f0f3609f3df249d890a6b6a0157dbda2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.104'}], 'enable_snat': True}, 'gw_port_id': 'f1e24b69-ebbf-4a73-bd8e-ca0ee13b745e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:48:44Z', 'updated_at': '2022-03-29T15:48:53Z', 'revision_number': 4, 'project_id': 'f0f3609f3df249d890a6b6a0157dbda2', 'gw_port': {'id': 'f1e24b69-ebbf-4a73-bd8e-ca0ee13b745e', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:b8:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75531b64-b5f4-4fc9-9c4f-8e66545cd0ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:48:47Z', 'updated_at': '2022-03-29T15:48:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': 'd617e3cc-46a9-415b-b4ae-61fbbe6831c4', 'name': '', 'network_id': 'cd63b2c7-486d-4d2d-9dd7-6d35ac500dfb', 'tenant_id': 'f0f3609f3df249d890a6b6a0157dbda2', 'mac_address': 'fa:16:3e:0a:d3:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75531b64-b5f4-4fc9-9c4f-8e66545cd0ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1586, 'fixed_ips': [{'subnet_id': '004fd10c-17a6-4033-bc4f-a88940613808', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:48:51Z', 'updated_at': '2022-03-29T15:48:53Z', 'revision_number': 2, 'project_id': 'f0f3609f3df249d890a6b6a0157dbda2', 'subnets': [{'id': '004fd10c-17a6-4033-bc4f-a88940613808', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:48:56.503056 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port 0a8f7ac3-7b4c-4843-a3da-ca2d7ee14610, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=0a8f7ac3-7b4c-4843-a3da-ca2d7ee14610,segment=NetworkSegment(a0c230f0-660a-4194-9279-0f0781d34134),segment_id=a0c230f0-660a-4194-9279-0f0781d34134)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:48:56.528300 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-38caa265-6894-4e7c-a55b-daa71d9a1d63 tempest-DHCPAgentSchedulersTestJSON-775563315 tempest-DHCPAgentSchedulersTestJSON-775563315-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2777612 Mar 29 15:48:56.537061 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b5632dc-3ca6-4db8-9a6c-ec78bc55f346 None None] Checking router: 75531b64-b5f4-4fc9-9c4f-8e66545cd0ae for host: n-d-834765-1 {{(pid=102793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:48:56.538048 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b5632dc-3ca6-4db8-9a6c-ec78bc55f346 None None] Updating router 75531b64-b5f4-4fc9-9c4f-8e66545cd0ae port d617e3cc-46a9-415b-b4ae-61fbbe6831c4 binding host n-d-834765-1 {{(pid=102793) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 15:48:56.545589 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device 2ce107bf-e1ba-4a58-a32a-d9eb83c122f0 up at agent hyperv_n-h1-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:48:56.576939 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 56126) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:48:56.584423 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-0b5632dc-3ca6-4db8-9a6c-ec78bc55f346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:56.590325 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-10b17ffb-ea55-434f-8a2c-25cf45f3ccc9 tempest-DHCPAgentSchedulersTestJSON-775563315 tempest-DHCPAgentSchedulersTestJSON-775563315-project] Request body: {'port': {'network_id': '1c6b0196-203f-40aa-b96b-dd9c0aef070a', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1285805279'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:48:56.601464 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f87a46bd-5bae-437a-93ea-bca737c698ac req-918eb530-0f28-4200-8f56-2cce5e9c28fc tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] 10.222.0.42 "GET /v2.0/security-groups?id=8c1a607e-8731-4409-adf4-490f4457a32b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081195 Mar 29 15:48:56.660873 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:56.672679 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ace4282-085b-4881-a25a-b05f0576a705 req-75b428d0-250f-4f56-b459-4286af91d121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:48:56.674446 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-0ace4282-085b-4881-a25a-b05f0576a705 req-75b428d0-250f-4f56-b459-4286af91d121 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7f01d9a12c82426baef86d9ae4ff6fa7&device_id=4af75284-24bd-4f9d-bf55-d66aeb5b0fcc HTTP/1.1" status: 200 len: 1095 time: 0.1449118 Mar 29 15:48:56.784460 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device f1e24b69-ebbf-4a73-bd8e-ca0ee13b745e up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:48:56.799399 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa737b3-e591-4759-ac15-51dec96805b1 req-1bf546d5-678a-4881-88f8-378ebf370a1c tempest-ServerRescueTestJSON-484479922 tempest-ServerRescueTestJSON-484479922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:48:56.802969 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-aaa737b3-e591-4759-ac15-51dec96805b1 req-1bf546d5-678a-4881-88f8-378ebf370a1c tempest-ServerRescueTestJSON-484479922 tempest-ServerRescueTestJSON-484479922-project] 10.222.0.42 "GET /v2.0/networks?id=cd63b2c7-486d-4d2d-9dd7-6d35ac500dfb HTTP/1.1" status: 200 len: 811 time: 0.3813558 Mar 29 15:48:56.826105 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ace4282-085b-4881-a25a-b05f0576a705 req-aff49178-c1aa-45fb-bcec-65a4f5434621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:48:56.827675 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-0ace4282-085b-4881-a25a-b05f0576a705 req-aff49178-c1aa-45fb-bcec-65a4f5434621 service neutron] 10.222.0.48 "GET /v2.0/networks?id=7a71ca6e-bbff-43b0-bde3-8072ae4b3f50 HTTP/1.1" status: 200 len: 906 time: 0.1460052 Mar 29 15:48:56.836082 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10b17ffb-ea55-434f-8a2c-25cf45f3ccc9 tempest-DHCPAgentSchedulersTestJSON-775563315 tempest-DHCPAgentSchedulersTestJSON-775563315-project] Made reservation on behalf of 059bd4b2ef844df09d26d31285b07a2e for: {'port': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:48:56.841502 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-10b17ffb-ea55-434f-8a2c-25cf45f3ccc9 tempest-DHCPAgentSchedulersTestJSON-775563315 tempest-DHCPAgentSchedulersTestJSON-775563315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:56.851408 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-fd9ccdd0-9e95-4ec0-9b28-c3d351413993 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:56.857476 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-aaa737b3-e591-4759-ac15-51dec96805b1 req-5fe5b9e0-cfab-4513-b5db-abc9d036ccd5 tempest-ServerRescueTestJSON-484479922 tempest-ServerRescueTestJSON-484479922-project] 10.222.0.42 "GET /v2.0/quotas/f0f3609f3df249d890a6b6a0157dbda2 HTTP/1.1" status: 200 len: 375 time: 0.0351539 Mar 29 15:48:56.863870 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-fd9ccdd0-9e95-4ec0-9b28-c3d351413993 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610998'] for security_group_rule, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:56.889289 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Provisioning for port 2ce107bf-e1ba-4a58-a32a-d9eb83c122f0 completed by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 15:48:56.903153 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9ccdd0-9e95-4ec0-9b28-c3d351413993 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53ab9b2b-78db-40bb-a3bf-8644f7cf475b,revision_number=0']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:48:56.907508 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-fd9ccdd0-9e95-4ec0-9b28-c3d351413993 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:56.908769 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-fd9ccdd0-9e95-4ec0-9b28-c3d351413993 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5802269 Mar 29 15:48:56.945422 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Provisioning complete for port 2ce107bf-e1ba-4a58-a32a-d9eb83c122f0 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:48:56.946377 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:56.952992 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Pushing event updated for resources: {'Port': ['ID=0a8f7ac3-7b4c-4843-a3da-ca2d7ee14610,revision_number=4']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:48:56.955005 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-0ace4282-085b-4881-a25a-b05f0576a705 req-331cc07f-27ab-49e1-a33f-dbe8f9da9b7d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3f03e365-625e-4d74-b284-5221fc244ffe HTTP/1.1" status: 200 len: 217 time: 0.1201143 Mar 29 15:48:56.975863 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [None req-10b17ffb-ea55-434f-8a2c-25cf45f3ccc9 tempest-DHCPAgentSchedulersTestJSON-775563315 tempest-DHCPAgentSchedulersTestJSON-775563315-project] device_id is not set on port 88775848-b694-4dc9-b8c8-4ea0c24c581f yet. {{(pid=102791) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 29 15:48:57.035677 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-aaa737b3-e591-4759-ac15-51dec96805b1 req-2fad2714-d97c-4b5c-9861-abbb0d7f5627 tempest-ServerRescueTestJSON-484479922 tempest-ServerRescueTestJSON-484479922-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=f0f3609f3df249d890a6b6a0157dbda2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1468861 Mar 29 15:48:57.050344 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port f1e24b69-ebbf-4a73-bd8e-ca0ee13b745e triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:48:57.050915 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:57.136366 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-0b5632dc-3ca6-4db8-9a6c-ec78bc55f346 None None] Notify callbacks [] for port, precommit_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:57.145435 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-0b5632dc-3ca6-4db8-9a6c-ec78bc55f346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:57.186941 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe4c028d-dcd5-4b0e-8023-513a03c4d2fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0035034-69b0-5ffc-b384-0ac6189c5628-1c6b0196-203f-40aa-b96b-dd9c0aef070a', 'network_id': '1c6b0196-203f-40aa-b96b-dd9c0aef070a', 'tenant_id': '059bd4b2ef844df09d26d31285b07a2e', 'fixed_ips': [{'subnet_id': 'acd6a4a6-83ac-49c2-9ffe-bbbcb0265790'}]}} from n-d-834765-1. {{(pid=102792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 29 15:48:57.187816 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-fe4c028d-dcd5-4b0e-8023-513a03c4d2fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:57.213493 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd600944-e8ad-4085-b127-764aa110d009 None None] Pushing event updated for resources: {'Port': ['ID=d617e3cc-46a9-415b-b4ae-61fbbe6831c4,revision_number=3']} {{(pid=102793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:48:57.239984 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-aaa737b3-e591-4759-ac15-51dec96805b1 req-1fb057e6-b2aa-4a45-9f27-08f25040203e service neutron] 10.222.0.42 "GET /v2.0/networks/cd63b2c7-486d-4d2d-9dd7-6d35ac500dfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2001646 Mar 29 15:48:57.257582 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] get_ports_and_sgs() called for port_ids ['0a8f7ac3-7b4c-4843-a3da-ca2d7ee14610'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:48:57.291710 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:57.298416 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ace4282-085b-4881-a25a-b05f0576a705 req-0b33ee75-bfab-49d5-a951-6fb1367b9e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:48:57.300482 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-0ace4282-085b-4881-a25a-b05f0576a705 req-0b33ee75-bfab-49d5-a951-6fb1367b9e11 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4acd9598-0ca3-487b-9c0e-30e24be7e9e5 HTTP/1.1" status: 200 len: 845 time: 0.2187376 Mar 29 15:48:57.312690 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.managers [None req-0b5632dc-3ca6-4db8-9a6c-ec78bc55f346 None None] Attempting to bind port d617e3cc-46a9-415b-b4ae-61fbbe6831c4 on host n-d-834765-1 for vnic_type normal with profile {{(pid=102793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:48:57.318124 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.managers [None req-0b5632dc-3ca6-4db8-9a6c-ec78bc55f346 None None] Attempting to bind port d617e3cc-46a9-415b-b4ae-61fbbe6831c4 by drivers openvswitch,hyperv on host n-d-834765-1 at level 0 using segments [{'id': '97a801df-9d8d-4e2e-9456-226310108f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'cd63b2c7-486d-4d2d-9dd7-6d35ac500dfb'}] {{(pid=102793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:48:57.318505 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b5632dc-3ca6-4db8-9a6c-ec78bc55f346 None None] Attempting to bind port d617e3cc-46a9-415b-b4ae-61fbbe6831c4 on network cd63b2c7-486d-4d2d-9dd7-6d35ac500dfb {{(pid=102793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:48:57.332103 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db66952-636b-4fd2-b635-3fca52f1c6bc req-0f7c1eda-e3af-4f02-a3db-9ff612627288 tempest-ListImageFiltersTestJSON-176973066 tempest-ListImageFiltersTestJSON-176973066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:48:57.336446 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b5632dc-3ca6-4db8-9a6c-ec78bc55f346 None None] Checking agent: {'id': 'a8866439-9d96-425c-b519-6905c591ac37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 25, 36), 'started_at': datetime.datetime(2022, 3, 29, 15, 26, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 48, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834765-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:48:57.339996 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-9db66952-636b-4fd2-b635-3fca52f1c6bc req-0f7c1eda-e3af-4f02-a3db-9ff612627288 tempest-ListImageFiltersTestJSON-176973066 tempest-ListImageFiltersTestJSON-176973066-project] 10.222.0.42 "GET /v2.0/ports?device_id=b0859ad1-46a7-4491-b8bd-ab713dd586fb HTTP/1.1" status: 200 len: 948 time: 0.2570460 Mar 29 15:48:57.340331 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b5632dc-3ca6-4db8-9a6c-ec78bc55f346 None None] Checking segment: {'id': '97a801df-9d8d-4e2e-9456-226310108f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'cd63b2c7-486d-4d2d-9dd7-6d35ac500dfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:48:57.340798 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-0b5632dc-3ca6-4db8-9a6c-ec78bc55f346 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:57.341619 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b5632dc-3ca6-4db8-9a6c-ec78bc55f346 None None] Bound using segment: {'id': '97a801df-9d8d-4e2e-9456-226310108f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'cd63b2c7-486d-4d2d-9dd7-6d35ac500dfb'} {{(pid=102793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:48:57.342161 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.managers [None req-0b5632dc-3ca6-4db8-9a6c-ec78bc55f346 None None] Bound port: d617e3cc-46a9-415b-b4ae-61fbbe6831c4, host: n-d-834765-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97a801df-9d8d-4e2e-9456-226310108f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'cd63b2c7-486d-4d2d-9dd7-6d35ac500dfb'}}] {{(pid=102793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 15:48:57.342638 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-0b5632dc-3ca6-4db8-9a6c-ec78bc55f346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:57.385431 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-0ace4282-085b-4881-a25a-b05f0576a705 req-752cce36-757d-4791-be02-2f66798378c9 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7a71ca6e-bbff-43b0-bde3-8072ae4b3f50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0729733 Mar 29 15:48:57.432810 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_common [None req-10b17ffb-ea55-434f-8a2c-25cf45f3ccc9 tempest-DHCPAgentSchedulersTestJSON-775563315 tempest-DHCPAgentSchedulersTestJSON-775563315-project] Allocated IP 172.20.0.3 (1c6b0196-203f-40aa-b96b-dd9c0aef070a/acd6a4a6-83ac-49c2-9ffe-bbbcb0265790/88775848-b694-4dc9-b8c8-4ea0c24c581f) {{(pid=102791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:48:57.454693 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.db [None req-0b5632dc-3ca6-4db8-9a6c-ec78bc55f346 None None] For port d617e3cc-46a9-415b-b4ae-61fbbe6831c4, host n-d-834765-1, cleared binding levels {{(pid=102793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:48:57.457666 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-aaa737b3-e591-4759-ac15-51dec96805b1 req-cceb5734-f8e2-467d-b064-3f708e34f9c4 service neutron] 10.222.0.42 "GET /v2.0/networks/cd63b2c7-486d-4d2d-9dd7-6d35ac500dfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2079287 Mar 29 15:48:57.459832 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.db [None req-0b5632dc-3ca6-4db8-9a6c-ec78bc55f346 None None] For port d617e3cc-46a9-415b-b4ae-61fbbe6831c4, host n-d-834765-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=d617e3cc-46a9-415b-b4ae-61fbbe6831c4,segment=NetworkSegment(97a801df-9d8d-4e2e-9456-226310108f77),segment_id=97a801df-9d8d-4e2e-9456-226310108f77)] {{(pid=102793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:48:57.469249 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-0b5632dc-3ca6-4db8-9a6c-ec78bc55f346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:57.501060 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-9db66952-636b-4fd2-b635-3fca52f1c6bc req-36b1300f-d15c-49a0-86fa-211d083f31f7 tempest-ListImageFiltersTestJSON-176973066 tempest-ListImageFiltersTestJSON-176973066-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8fce4e5-0e3f-4b15-b93d-992bb72b4709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599298 Mar 29 15:48:57.555002 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '197b2eca-77cd-4241-8165-39634a9be874', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ce107bf-e1ba-4a58-a32a-d9eb83c122f0'}] {{(pid=102792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:48:57.558830 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4f476c66b318cc6068719fc39557fac68d413f5c7e78fa77028c7948e999ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b511f9d-268d-4416-8bf1-c1efc68d5297" -d '{"events": [{"server_uuid": "197b2eca-77cd-4241-8165-39634a9be874", "name": "network-vif-plugged", "status": "completed", "tag": "2ce107bf-e1ba-4a58-a32a-d9eb83c122f0"}]}' {{(pid=102792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:48:57.568110 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b5632dc-3ca6-4db8-9a6c-ec78bc55f346 None None] Routers {'75531b64-b5f4-4fc9-9c4f-8e66545cd0ae'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:48:57.576584 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-0b5632dc-3ca6-4db8-9a6c-ec78bc55f346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:48:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['75531b64-b5f4-4fc9-9c4f-8e66545cd0ae'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:48:57.592775 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port 2ce107bf-e1ba-4a58-a32a-d9eb83c122f0, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=2ce107bf-e1ba-4a58-a32a-d9eb83c122f0,segment=NetworkSegment(a0c230f0-660a-4194-9279-0f0781d34134),segment_id=a0c230f0-660a-4194-9279-0f0781d34134)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:48:57.609391 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:57.628787 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-0ace4282-085b-4881-a25a-b05f0576a705 req-dfe087be-495c-4581-a7fc-22f3fea52505 service neutron] 10.222.0.48 "GET /v2.0/networks/7a71ca6e-bbff-43b0-bde3-8072ae4b3f50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2312982 Mar 29 15:48:57.703254 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Pushing event updated for resources: {'Port': ['ID=2ce107bf-e1ba-4a58-a32a-d9eb83c122f0,revision_number=5']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:48:57.771649 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd600944-e8ad-4085-b127-764aa110d009 None None] Pushing event updated for resources: {'Port': ['ID=d617e3cc-46a9-415b-b4ae-61fbbe6831c4,revision_number=4']} {{(pid=102793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:48:57.807415 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvr_db [None req-0b5632dc-3ca6-4db8-9a6c-ec78bc55f346 None None] Set router 75531b64-b5f4-4fc9-9c4f-8e66545cd0ae gateway port host: n-d-834765-1 {{(pid=102793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:48:57.837996 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-0ace4282-085b-4881-a25a-b05f0576a705 req-d257fdbe-8892-423f-8b03-0f56820c1dec service neutron] 10.222.0.48 "GET /v2.0/networks/7a71ca6e-bbff-43b0-bde3-8072ae4b3f50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1982529 Mar 29 15:48:57.873882 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02df9a6-4c18-4858-9e8e-bce186fd7d85 req-c872a27b-4cd2-4d6f-b419-5a01e18d9862 tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:48:57.882137 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-f02df9a6-4c18-4858-9e8e-bce186fd7d85 req-c872a27b-4cd2-4d6f-b419-5a01e18d9862 tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] 10.222.0.42 "GET /v2.0/ports?device_id=d6790730-1e7c-4eff-9773-f3acd1174fe4 HTTP/1.1" status: 200 len: 945 time: 0.0769479 Mar 29 15:48:57.901202 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-9cec5f0a-f159-4b26-a04c-944cab0d4184 req-2f7c82f1-78e0-4abf-a025-84c6c4847e18 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-304229403&fields=id&tenant_id=4613198224a343ff95b6b23b26c7af7a HTTP/1.1" status: 200 len: 267 time: 0.2603402 Mar 29 15:48:57.911500 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 56220) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:48:57.959875 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-f02df9a6-4c18-4858-9e8e-bce186fd7d85 req-f2d20c97-7970-4fcc-bc60-a2e3191b846d tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] 10.222.0.42 "GET /v2.0/security-groups?id=c7a98718-a37a-4214-92b3-d1a7e3aaebf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757403 Mar 29 15:48:58.028919 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:48:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59d47a77-ab93-4197-b0ae-f87b5cb567a1 x-openstack-request-id: req-59d47a77-ab93-4197-b0ae-f87b5cb567a1 {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:48:58.029258 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "197b2eca-77cd-4241-8165-39634a9be874", "name": "network-vif-plugged", "status": "completed", "tag": "2ce107bf-e1ba-4a58-a32a-d9eb83c122f0", "code": 200}]} {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:48:58.029513 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-59d47a77-ab93-4197-b0ae-f87b5cb567a1 {{(pid=102792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:48:58.030153 n-d-834765-1 neutron-server[102792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '197b2eca-77cd-4241-8165-39634a9be874', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ce107bf-e1ba-4a58-a32a-d9eb83c122f0', 'code': 200} Mar 29 15:48:58.075439 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e92823e8-1888-44da-ae1f-25085bb25dc3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:58.113571 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-10b17ffb-ea55-434f-8a2c-25cf45f3ccc9 tempest-DHCPAgentSchedulersTestJSON-775563315 tempest-DHCPAgentSchedulersTestJSON-775563315-project] Notify callbacks [] for port, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:58.161601 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cec5f0a-f159-4b26-a04c-944cab0d4184 req-afd569d2-99fd-4c92-8dd2-55952611c111 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:48:58.163101 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-9cec5f0a-f159-4b26-a04c-944cab0d4184 req-afd569d2-99fd-4c92-8dd2-55952611c111 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] 10.222.0.42 "GET /v2.0/networks?id=0eb69c38-859a-44f3-b301-7cf6beecd122 HTTP/1.1" status: 200 len: 797 time: 0.2265873 Mar 29 15:48:58.200796 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9235079-bf92-47f2-a1c2-cdd59dd16bb3 req-eaa708fe-4db9-44e0-9d27-81aa9ec2450f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:48:58.202323 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b9235079-bf92-47f2-a1c2-cdd59dd16bb3 req-eaa708fe-4db9-44e0-9d27-81aa9ec2450f service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=197b2eca-77cd-4241-8165-39634a9be874 HTTP/1.1" status: 200 len: 1100 time: 0.1025834 Mar 29 15:48:58.207653 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-9cec5f0a-f159-4b26-a04c-944cab0d4184 req-df190ffd-1ace-4e7b-b4fc-d012604f4fb8 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] 10.222.0.42 "GET /v2.0/quotas/4613198224a343ff95b6b23b26c7af7a HTTP/1.1" status: 200 len: 375 time: 0.0315516 Mar 29 15:48:58.209205 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-0b5632dc-3ca6-4db8-9a6c-ec78bc55f346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75531b64-b5f4-4fc9-9c4f-8e66545cd0ae', 'name': 'tempest-ServerRescueTestJSON-2080733473-router', 'tenant_id': 'f0f3609f3df249d890a6b6a0157dbda2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.104'}], 'enable_snat': True}, 'gw_port_id': 'f1e24b69-ebbf-4a73-bd8e-ca0ee13b745e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:48:44Z', 'updated_at': '2022-03-29T15:48:53Z', 'revision_number': 4, 'project_id': 'f0f3609f3df249d890a6b6a0157dbda2', 'gw_port': {'id': 'f1e24b69-ebbf-4a73-bd8e-ca0ee13b745e', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:b8:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75531b64-b5f4-4fc9-9c4f-8e66545cd0ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:48:47Z', 'updated_at': '2022-03-29T15:48:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': 'd617e3cc-46a9-415b-b4ae-61fbbe6831c4', 'name': '', 'network_id': 'cd63b2c7-486d-4d2d-9dd7-6d35ac500dfb', 'tenant_id': 'f0f3609f3df249d890a6b6a0157dbda2', 'mac_address': 'fa:16:3e:0a:d3:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75531b64-b5f4-4fc9-9c4f-8e66545cd0ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1586, 'fixed_ips': [{'subnet_id': '004fd10c-17a6-4033-bc4f-a88940613808', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:48:51Z', 'updated_at': '2022-03-29T15:48:57Z', 'revision_number': 4, 'project_id': 'f0f3609f3df249d890a6b6a0157dbda2', 'subnets': [{'id': '004fd10c-17a6-4033-bc4f-a88940613808', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:48:58.228806 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-10b17ffb-ea55-434f-8a2c-25cf45f3ccc9 tempest-DHCPAgentSchedulersTestJSON-775563315 tempest-DHCPAgentSchedulersTestJSON-775563315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:58.242226 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b5632dc-3ca6-4db8-9a6c-ec78bc55f346 None None] The sync data for ids ['75531b64-b5f4-4fc9-9c4f-8e66545cd0ae'] in n-d-834765-1 is: [{'id': '75531b64-b5f4-4fc9-9c4f-8e66545cd0ae', 'name': 'tempest-ServerRescueTestJSON-2080733473-router', 'tenant_id': 'f0f3609f3df249d890a6b6a0157dbda2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.104'}], 'enable_snat': True}, 'gw_port_id': 'f1e24b69-ebbf-4a73-bd8e-ca0ee13b745e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:48:44Z', 'updated_at': '2022-03-29T15:48:53Z', 'revision_number': 4, 'project_id': 'f0f3609f3df249d890a6b6a0157dbda2', 'gw_port': {'id': 'f1e24b69-ebbf-4a73-bd8e-ca0ee13b745e', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:b8:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75531b64-b5f4-4fc9-9c4f-8e66545cd0ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:48:47Z', 'updated_at': '2022-03-29T15:48:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': 'd617e3cc-46a9-415b-b4ae-61fbbe6831c4', 'name': '', 'network_id': 'cd63b2c7-486d-4d2d-9dd7-6d35ac500dfb', 'tenant_id': 'f0f3609f3df249d890a6b6a0157dbda2', 'mac_address': 'fa:16:3e:0a:d3:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75531b64-b5f4-4fc9-9c4f-8e66545cd0ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1586, 'fixed_ips': [{'subnet_id': '004fd10c-17a6-4033-bc4f-a88940613808', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:48:51Z', 'updated_at': '2022-03-29T15:48:57Z', 'revision_number': 4, 'project_id': 'f0f3609f3df249d890a6b6a0157dbda2', 'subnets': [{'id': '004fd10c-17a6-4033-bc4f-a88940613808', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:48:58.274857 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca8fc6c-be6b-4447-8c54-af7f53a5f694 req-2a8c23a4-affe-4532-8539-f4d3eebbbd3b tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:48:58.283905 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-cca8fc6c-be6b-4447-8c54-af7f53a5f694 req-2a8c23a4-affe-4532-8539-f4d3eebbbd3b tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] 10.222.0.42 "GET /v2.0/ports?device_id=4af75284-24bd-4f9d-bf55-d66aeb5b0fcc HTTP/1.1" status: 200 len: 944 time: 0.1251001 Mar 29 15:48:58.306027 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10b17ffb-ea55-434f-8a2c-25cf45f3ccc9 tempest-DHCPAgentSchedulersTestJSON-775563315 tempest-DHCPAgentSchedulersTestJSON-775563315-project] Network 1c6b0196-203f-40aa-b96b-dd9c0aef070a is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:48:58.314623 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.db_base_plugin_common [None req-fe4c028d-dcd5-4b0e-8023-513a03c4d2fa None None] Allocated IP 172.20.0.2 (1c6b0196-203f-40aa-b96b-dd9c0aef070a/acd6a4a6-83ac-49c2-9ffe-bbbcb0265790/1a4a4c09-d3e9-4f2b-8b9d-00e61eb0c7ea) {{(pid=102792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:48:58.322950 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [None req-10b17ffb-ea55-434f-8a2c-25cf45f3ccc9 tempest-DHCPAgentSchedulersTestJSON-775563315 tempest-DHCPAgentSchedulersTestJSON-775563315-project] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:48:58.332139 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10b17ffb-ea55-434f-8a2c-25cf45f3ccc9 tempest-DHCPAgentSchedulersTestJSON-775563315 tempest-DHCPAgentSchedulersTestJSON-775563315-project] Received port after_create {{(pid=102791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:48:58.346075 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b9235079-bf92-47f2-a1c2-cdd59dd16bb3 req-4ed83fd8-5df6-4ed9-ac58-67e1d316460e service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=d8fce4e5-0e3f-4b15-b93d-992bb72b4709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362872 Mar 29 15:48:58.381727 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-cca8fc6c-be6b-4447-8c54-af7f53a5f694 req-9e218dd8-f67f-4392-8dab-ee18605b5ada tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] 10.222.0.42 "GET /v2.0/security-groups?id=8c1a607e-8731-4409-adf4-490f4457a32b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940323 Mar 29 15:48:58.385090 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b17ffb-ea55-434f-8a2c-25cf45f3ccc9 tempest-DHCPAgentSchedulersTestJSON-775563315 tempest-DHCPAgentSchedulersTestJSON-775563315-project] Pushing event updated for resources: {'Port': ['ID=88775848-b694-4dc9-b8c8-4ea0c24c581f,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:48:58.417643 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-9cec5f0a-f159-4b26-a04c-944cab0d4184 req-f82bdcb5-cc13-470e-9503-ce29c9eee2c2 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=4613198224a343ff95b6b23b26c7af7a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1931143 Mar 29 15:48:58.446996 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e92823e8-1888-44da-ae1f-25085bb25dc3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:58.453896 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e92823e8-1888-44da-ae1f-25085bb25dc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:58.492782 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10b17ffb-ea55-434f-8a2c-25cf45f3ccc9 tempest-DHCPAgentSchedulersTestJSON-775563315 tempest-DHCPAgentSchedulersTestJSON-775563315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:48:58.493913 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-10b17ffb-ea55-434f-8a2c-25cf45f3ccc9 tempest-DHCPAgentSchedulersTestJSON-775563315 tempest-DHCPAgentSchedulersTestJSON-775563315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:58.545261 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-b7d66368-65c6-40d4-9acd-479f7c85da8d req-2700240c-7a24-4a89-aab3-7ebb44921de8 tempest-ServerRescueTestJSON-484479922 tempest-ServerRescueTestJSON-484479922-project] 10.222.0.42 "GET /v2.0/ports?device_id=68754edd-cbc2-4b62-8e18-7abfa6bb7d34 HTTP/1.1" status: 200 len: 210 time: 0.0388863 Mar 29 15:48:58.568436 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92823e8-1888-44da-ae1f-25085bb25dc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55502670-122c-4a47-b3f6-fa3c49a420c3,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:48:58.574066 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-e92823e8-1888-44da-ae1f-25085bb25dc3 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=2e2d3469ceca438da94331b149a7c23b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6630626 Mar 29 15:48:58.577490 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 56234) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:48:58.603568 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-fe4c028d-dcd5-4b0e-8023-513a03c4d2fa None None] Notify callbacks [] for port, precommit_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:58.612076 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-10b17ffb-ea55-434f-8a2c-25cf45f3ccc9 tempest-DHCPAgentSchedulersTestJSON-775563315 tempest-DHCPAgentSchedulersTestJSON-775563315-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0309076 Mar 29 15:48:58.615703 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 56236) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:48:58.638683 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-fe4c028d-dcd5-4b0e-8023-513a03c4d2fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956'] for port, after_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:58.679091 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-9cec5f0a-f159-4b26-a04c-944cab0d4184 req-68eb69b1-9e1c-48ea-b068-44aa8c2a5b3e service neutron] 10.222.0.42 "GET /v2.0/networks/0eb69c38-859a-44f3-b301-7cf6beecd122?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2369573 Mar 29 15:48:58.756208 n-d-834765-1 neutron-server[102792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe4c028d-dcd5-4b0e-8023-513a03c4d2fa None None] Network 1c6b0196-203f-40aa-b96b-dd9c0aef070a is already hosted by enough agents. {{(pid=102792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:48:58.760062 n-d-834765-1 neutron-server[102792]: DEBUG neutron.scheduler.base_scheduler [None req-fe4c028d-dcd5-4b0e-8023-513a03c4d2fa None None] Resources bound (agent type, host, resource id): {{(pid=102792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:48:58.766907 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe4c028d-dcd5-4b0e-8023-513a03c4d2fa None None] Received port after_create {{(pid=102792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:48:58.829246 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-82dec0f7-e3bd-41d4-ba49-54e71e72de39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:58.854675 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-9cec5f0a-f159-4b26-a04c-944cab0d4184 req-a3c9ff03-ca72-499e-91c9-e6163994baf3 service neutron] 10.222.0.42 "GET /v2.0/networks/0eb69c38-859a-44f3-b301-7cf6beecd122?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1667695 Mar 29 15:48:58.855082 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-85535ec1-a34e-4fde-9685-8ab340a71062 tempest-DHCPAgentSchedulersTestJSON-775563315 tempest-DHCPAgentSchedulersTestJSON-775563315-project] Deleting port 88775848-b694-4dc9-b8c8-4ea0c24c581f {{(pid=102790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:48:58.855462 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-85535ec1-a34e-4fde-9685-8ab340a71062 tempest-DHCPAgentSchedulersTestJSON-775563315 tempest-DHCPAgentSchedulersTestJSON-775563315-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:59.029050 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-85535ec1-a34e-4fde-9685-8ab340a71062 tempest-DHCPAgentSchedulersTestJSON-775563315 tempest-DHCPAgentSchedulersTestJSON-775563315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:59.042858 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-85535ec1-a34e-4fde-9685-8ab340a71062 tempest-DHCPAgentSchedulersTestJSON-775563315 tempest-DHCPAgentSchedulersTestJSON-775563315-project] Calling delete_port for 88775848-b694-4dc9-b8c8-4ea0c24c581f owned by {{(pid=102790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:48:59.133965 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d18498-aeaf-4af2-8952-439c62c56529 req-a29aed2c-ad3a-437f-b482-cd5bc4b070d1 tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:48:59.136891 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-49d18498-aeaf-4af2-8952-439c62c56529 req-a29aed2c-ad3a-437f-b482-cd5bc4b070d1 tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] 10.222.0.42 "GET /v2.0/ports?device_id=d6790730-1e7c-4eff-9773-f3acd1174fe4 HTTP/1.1" status: 200 len: 945 time: 0.0711195 Mar 29 15:48:59.142793 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device d617e3cc-46a9-415b-b4ae-61fbbe6831c4 up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:48:59.148479 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4c028d-dcd5-4b0e-8023-513a03c4d2fa None None] Pushing event updated for resources: {'Port': ['ID=1a4a4c09-d3e9-4f2b-8b9d-00e61eb0c7ea,revision_number=1']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:48:59.172458 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-82dec0f7-e3bd-41d4-ba49-54e71e72de39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:59.208868 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-49d18498-aeaf-4af2-8952-439c62c56529 req-5881eea1-2b2b-432c-ab91-7dab599b7a7b tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] 10.222.0.42 "GET /v2.0/security-groups?id=c7a98718-a37a-4214-92b3-d1a7e3aaebf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648887 Mar 29 15:48:59.245445 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-fe4c028d-dcd5-4b0e-8023-513a03c4d2fa None None] Attempting to bind port 1a4a4c09-d3e9-4f2b-8b9d-00e61eb0c7ea on host n-d-834765-1 for vnic_type normal with profile {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:48:59.245911 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-fe4c028d-dcd5-4b0e-8023-513a03c4d2fa None None] Attempting to bind port 1a4a4c09-d3e9-4f2b-8b9d-00e61eb0c7ea by drivers openvswitch,hyperv on host n-d-834765-1 at level 0 using segments [{'id': '002a9c13-16cb-43cb-a03e-1fbf547045b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '1c6b0196-203f-40aa-b96b-dd9c0aef070a'}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:48:59.247054 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe4c028d-dcd5-4b0e-8023-513a03c4d2fa None None] Attempting to bind port 1a4a4c09-d3e9-4f2b-8b9d-00e61eb0c7ea on network 1c6b0196-203f-40aa-b96b-dd9c0aef070a {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:48:59.286927 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe4c028d-dcd5-4b0e-8023-513a03c4d2fa None None] Checking agent: {'id': 'a8866439-9d96-425c-b519-6905c591ac37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 25, 36), 'started_at': datetime.datetime(2022, 3, 29, 15, 26, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 48, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834765-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:48:59.287578 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe4c028d-dcd5-4b0e-8023-513a03c4d2fa None None] Checking segment: {'id': '002a9c13-16cb-43cb-a03e-1fbf547045b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '1c6b0196-203f-40aa-b96b-dd9c0aef070a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:48:59.290162 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-fe4c028d-dcd5-4b0e-8023-513a03c4d2fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:59.290631 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe4c028d-dcd5-4b0e-8023-513a03c4d2fa None None] Bound using segment: {'id': '002a9c13-16cb-43cb-a03e-1fbf547045b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '1c6b0196-203f-40aa-b96b-dd9c0aef070a'} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:48:59.291298 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-fe4c028d-dcd5-4b0e-8023-513a03c4d2fa None None] Bound port: 1a4a4c09-d3e9-4f2b-8b9d-00e61eb0c7ea, host: n-d-834765-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '002a9c13-16cb-43cb-a03e-1fbf547045b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '1c6b0196-203f-40aa-b96b-dd9c0aef070a'}}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 15:48:59.292759 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-fe4c028d-dcd5-4b0e-8023-513a03c4d2fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:59.301324 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-85535ec1-a34e-4fde-9685-8ab340a71062 tempest-DHCPAgentSchedulersTestJSON-775563315 tempest-DHCPAgentSchedulersTestJSON-775563315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:59.322695 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-fa1aa1b0-07da-43a3-8d8c-49b9d4d0f1a7 req-e390f28e-6ed4-4668-bc39-433dd436f19d tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] 10.222.0.42 "GET /v2.0/ports?device_id=186cc152-5814-4ecc-8410-e5062beddb18 HTTP/1.1" status: 200 len: 210 time: 0.0511870 Mar 29 15:48:59.396057 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85535ec1-a34e-4fde-9685-8ab340a71062 tempest-DHCPAgentSchedulersTestJSON-775563315 tempest-DHCPAgentSchedulersTestJSON-775563315-project] Pushing event deleted for resources: {'Port': ['ID=88775848-b694-4dc9-b8c8-4ea0c24c581f,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:48:59.409478 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62303b27-78ed-454b-ad00-49e0fadb3f75 req-5c95d0f2-fddd-49bf-a361-0f42e177d69b tempest-ListImageFiltersTestJSON-176973066 tempest-ListImageFiltersTestJSON-176973066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:48:59.416230 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-62303b27-78ed-454b-ad00-49e0fadb3f75 req-5c95d0f2-fddd-49bf-a361-0f42e177d69b tempest-ListImageFiltersTestJSON-176973066 tempest-ListImageFiltersTestJSON-176973066-project] 10.222.0.42 "GET /v2.0/ports?device_id=b0859ad1-46a7-4491-b8bd-ab713dd586fb HTTP/1.1" status: 200 len: 948 time: 0.3066068 Mar 29 15:48:59.435532 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port d617e3cc-46a9-415b-b4ae-61fbbe6831c4 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:48:59.436001 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:59.465117 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-82dec0f7-e3bd-41d4-ba49-54e71e72de39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:59.478920 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-82dec0f7-e3bd-41d4-ba49-54e71e72de39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:59.480622 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-82dec0f7-e3bd-41d4-ba49-54e71e72de39 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/55502670-122c-4a47-b3f6-fa3c49a420c3 HTTP/1.1" status: 204 len: 168 time: 0.9013309 Mar 29 15:48:59.593596 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-fe4c028d-dcd5-4b0e-8023-513a03c4d2fa None None] For port 1a4a4c09-d3e9-4f2b-8b9d-00e61eb0c7ea, host n-d-834765-1, cleared binding levels {{(pid=102792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:48:59.608117 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-fe4c028d-dcd5-4b0e-8023-513a03c4d2fa None None] For port 1a4a4c09-d3e9-4f2b-8b9d-00e61eb0c7ea, host n-d-834765-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=1a4a4c09-d3e9-4f2b-8b9d-00e61eb0c7ea,segment=NetworkSegment(002a9c13-16cb-43cb-a03e-1fbf547045b6),segment_id=002a9c13-16cb-43cb-a03e-1fbf547045b6)] {{(pid=102792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:48:59.615077 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-85535ec1-a34e-4fde-9685-8ab340a71062 tempest-DHCPAgentSchedulersTestJSON-775563315 tempest-DHCPAgentSchedulersTestJSON-775563315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:59.616048 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-fe4c028d-dcd5-4b0e-8023-513a03c4d2fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:48:59.625027 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-85535ec1-a34e-4fde-9685-8ab340a71062 tempest-DHCPAgentSchedulersTestJSON-775563315 tempest-DHCPAgentSchedulersTestJSON-775563315-project] 10.222.0.42 "DELETE /v2.0/ports/88775848-b694-4dc9-b8c8-4ea0c24c581f HTTP/1.1" status: 204 len: 168 time: 1.0078423 Mar 29 15:48:59.626133 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 56258) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:48:59.668709 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-62303b27-78ed-454b-ad00-49e0fadb3f75 req-d76013b1-d10b-4434-a247-59c368bffe01 tempest-ListImageFiltersTestJSON-176973066 tempest-ListImageFiltersTestJSON-176973066-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8fce4e5-0e3f-4b15-b93d-992bb72b4709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2474015 Mar 29 15:48:59.679323 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82dec0f7-e3bd-41d4-ba49-54e71e72de39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55502670-122c-4a47-b3f6-fa3c49a420c3,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:48:59.704446 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8b9604-452e-46d0-b0ff-fa34db7fe751 req-228cdfcb-6d14-4059-bcf9-ee199dfff0bf tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:48:59.706331 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-9d8b9604-452e-46d0-b0ff-fa34db7fe751 req-228cdfcb-6d14-4059-bcf9-ee199dfff0bf tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] 10.222.0.42 "GET /v2.0/ports?device_id=4af75284-24bd-4f9d-bf55-d66aeb5b0fcc HTTP/1.1" status: 200 len: 944 time: 0.1252544 Mar 29 15:48:59.715502 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa737b3-e591-4759-ac15-51dec96805b1 req-f77479b4-c90c-495d-b138-fba32db4b68b tempest-ServerRescueTestJSON-484479922 tempest-ServerRescueTestJSON-484479922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:48:59.717515 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-aaa737b3-e591-4759-ac15-51dec96805b1 req-f77479b4-c90c-495d-b138-fba32db4b68b tempest-ServerRescueTestJSON-484479922 tempest-ServerRescueTestJSON-484479922-project] 10.222.0.44 "GET /v2.0/networks?id=cd63b2c7-486d-4d2d-9dd7-6d35ac500dfb HTTP/1.1" status: 200 len: 811 time: 0.2892742 Mar 29 15:48:59.741820 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [req-aaa737b3-e591-4759-ac15-51dec96805b1 req-5dfc7e34-c608-4393-bdb4-799ec9bc1454 tempest-ServerRescueTestJSON-484479922 tempest-ServerRescueTestJSON-484479922-project] Request body: {'port': {'device_id': '68754edd-cbc2-4b62-8e18-7abfa6bb7d34', 'network_id': 'cd63b2c7-486d-4d2d-9dd7-6d35ac500dfb', 'admin_state_up': True, 'tenant_id': 'f0f3609f3df249d890a6b6a0157dbda2'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:48:59.931130 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-893c4ecf-1ea6-40a4-8118-2fdf1d7445d8 req-5fd0cca1-eb27-4061-9898-3eaa0df632a7 tempest-ServerRescueTestJSON-484479922 tempest-ServerRescueTestJSON-484479922-project] 10.222.0.42 "GET /v2.0/ports?device_id=68754edd-cbc2-4b62-8e18-7abfa6bb7d34 HTTP/1.1" status: 200 len: 210 time: 0.0918128 Mar 29 15:48:59.979695 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:00.020257 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4c028d-dcd5-4b0e-8023-513a03c4d2fa None None] Pushing event updated for resources: {'Port': ['ID=1a4a4c09-d3e9-4f2b-8b9d-00e61eb0c7ea,revision_number=2']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:49:00.031662 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-9d8b9604-452e-46d0-b0ff-fa34db7fe751 req-2d578162-afdb-4325-bcc4-f1e3ca0f1e6d tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] 10.222.0.42 "GET /v2.0/security-groups?id=8c1a607e-8731-4409-adf4-490f4457a32b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3115375 Mar 29 15:49:00.053851 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-88c4de46-5b01-4bc3-b1fe-1aa0ee293da2 tempest-DHCPAgentSchedulersTestJSON-14524554 tempest-DHCPAgentSchedulersTestJSON-14524554-project-admin] 10.222.0.42 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4676 time: 0.4249470 Mar 29 15:49:00.056580 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 56264) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:49:00.067475 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-49044e69-5888-488c-b915-aea1352e4042 tempest-DHCPAgentSchedulersTestJSON-775563315 tempest-DHCPAgentSchedulersTestJSON-775563315-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-51010163'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:49:00.072339 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aaa737b3-e591-4759-ac15-51dec96805b1 req-5dfc7e34-c608-4393-bdb4-799ec9bc1454 tempest-ServerRescueTestJSON-484479922 tempest-ServerRescueTestJSON-484479922-project] Made reservation on behalf of f0f3609f3df249d890a6b6a0157dbda2 for: {'port': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:49:00.078838 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-aaa737b3-e591-4759-ac15-51dec96805b1 req-5dfc7e34-c608-4393-bdb4-799ec9bc1454 tempest-ServerRescueTestJSON-484479922 tempest-ServerRescueTestJSON-484479922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:00.088256 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] For port d617e3cc-46a9-415b-b4ae-61fbbe6831c4, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=d617e3cc-46a9-415b-b4ae-61fbbe6831c4,segment=NetworkSegment(97a801df-9d8d-4e2e-9456-226310108f77),segment_id=97a801df-9d8d-4e2e-9456-226310108f77)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:49:00.098131 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:00.108758 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49044e69-5888-488c-b915-aea1352e4042 tempest-DHCPAgentSchedulersTestJSON-775563315 tempest-DHCPAgentSchedulersTestJSON-775563315-project] Made reservation on behalf of 059bd4b2ef844df09d26d31285b07a2e for: {'network': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:49:00.115858 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-49044e69-5888-488c-b915-aea1352e4042 tempest-DHCPAgentSchedulersTestJSON-775563315 tempest-DHCPAgentSchedulersTestJSON-775563315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for network, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:00.179949 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device 3f03e365-625e-4d74-b284-5221fc244ffe details requested by agent hyperv_n-h2-834765-1 with host n-h2-834765-1 {{(pid=102792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 15:49:00.189563 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device 0a8f7ac3-7b4c-4843-a3da-ca2d7ee14610 up at agent hyperv_n-h2-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:49:00.261797 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49044e69-5888-488c-b915-aea1352e4042 tempest-DHCPAgentSchedulersTestJSON-775563315 tempest-DHCPAgentSchedulersTestJSON-775563315-project] vlan segment allocate from pool success with {'vlan_id': 646, 'physical_network': 'physnet1'} {{(pid=102790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 15:49:00.283520 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 56268) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:49:00.315560 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-9505c3a9-fa0b-4cb6-ab91-377e3718d3da admin admin] Notify callbacks [] for security_group, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:00.320933 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-49044e69-5888-488c-b915-aea1352e4042 tempest-DHCPAgentSchedulersTestJSON-775563315 tempest-DHCPAgentSchedulersTestJSON-775563315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:00.321341 n-d-834765-1 neutron-server[102790]: INFO neutron.db.segments_db [None req-49044e69-5888-488c-b915-aea1352e4042 tempest-DHCPAgentSchedulersTestJSON-775563315 tempest-DHCPAgentSchedulersTestJSON-775563315-project] Added segment 17926472-7e61-40c6-b472-c54804bc4248 of type vlan for network 32d37048-fac0-4e9e-9182-c6890d2dd3e8 Mar 29 15:49:00.412912 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-49044e69-5888-488c-b915-aea1352e4042 tempest-DHCPAgentSchedulersTestJSON-775563315 tempest-DHCPAgentSchedulersTestJSON-775563315-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783522915970'] for network, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:00.522240 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-8f04d14e-f732-4f15-8fcc-842104d7060f req-19d6e974-4f54-44c9-ad1a-2103648f2f63 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] 10.222.0.42 "GET /v2.0/ports?device_id=186cc152-5814-4ecc-8410-e5062beddb18 HTTP/1.1" status: 200 len: 210 time: 0.0574729 Mar 29 15:49:00.549803 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-49044e69-5888-488c-b915-aea1352e4042 tempest-DHCPAgentSchedulersTestJSON-775563315 tempest-DHCPAgentSchedulersTestJSON-775563315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795'] for network, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:00.557115 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49044e69-5888-488c-b915-aea1352e4042 tempest-DHCPAgentSchedulersTestJSON-775563315 tempest-DHCPAgentSchedulersTestJSON-775563315-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:49:00.557909 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-49044e69-5888-488c-b915-aea1352e4042 tempest-DHCPAgentSchedulersTestJSON-775563315 tempest-DHCPAgentSchedulersTestJSON-775563315-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for network, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:00.595493 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-27835e66-0091-4613-b008-cf78b58b49c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:00.600725 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Pushing event updated for resources: {'Port': ['ID=d617e3cc-46a9-415b-b4ae-61fbbe6831c4,revision_number=5']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:49:00.603922 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d10b67-531a-4d66-bf03-62569ba52948 req-7bcddba3-5096-4399-a940-8d9c193652ea tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:49:00.612520 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-a3d10b67-531a-4d66-bf03-62569ba52948 req-7bcddba3-5096-4399-a940-8d9c193652ea tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] 10.222.0.42 "GET /v2.0/ports?device_id=d6790730-1e7c-4eff-9773-f3acd1174fe4 HTTP/1.1" status: 200 len: 945 time: 0.1707718 Mar 29 15:49:00.642381 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-49044e69-5888-488c-b915-aea1352e4042 tempest-DHCPAgentSchedulersTestJSON-775563315 tempest-DHCPAgentSchedulersTestJSON-775563315-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 0.5846474 Mar 29 15:49:00.647861 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 56272) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:49:00.660862 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port 3f03e365-625e-4d74-b284-5221fc244ffe, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=3f03e365-625e-4d74-b284-5221fc244ffe,segment=NetworkSegment(e03a7c9c-8b58-4c58-aa22-7189da98b069),segment_id=e03a7c9c-8b58-4c58-aa22-7189da98b069)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:49:00.677117 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Provisioning for port 0a8f7ac3-7b4c-4843-a3da-ca2d7ee14610 completed by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 15:49:00.682172 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-9505c3a9-fa0b-4cb6-ab91-377e3718d3da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:00.682930 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Provisioning complete for port 0a8f7ac3-7b4c-4843-a3da-ca2d7ee14610 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:49:00.695143 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:00.709389 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Returning: {'device': '3f03e365-625e-4d74-b284-5221fc244ffe', 'network_id': '7a71ca6e-bbff-43b0-bde3-8072ae4b3f50', 'port_id': '3f03e365-625e-4d74-b284-5221fc244ffe', 'mac_address': 'fa:16:3e:59:ac:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 612, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4acd9598-0ca3-487b-9c0e-30e24be7e9e5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 15:49:00.767784 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49044e69-5888-488c-b915-aea1352e4042 tempest-DHCPAgentSchedulersTestJSON-775563315 tempest-DHCPAgentSchedulersTestJSON-775563315-project] Pushing event updated for resources: {'Network': ['ID=32d37048-fac0-4e9e-9182-c6890d2dd3e8,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:49:00.770817 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-9505c3a9-fa0b-4cb6-ab91-377e3718d3da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:00.804044 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-a3d10b67-531a-4d66-bf03-62569ba52948 req-96bf364b-e215-4d20-8f51-99e03a4eacc2 tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] 10.222.0.42 "GET /v2.0/security-groups?id=c7a98718-a37a-4214-92b3-d1a7e3aaebf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1901610 Mar 29 15:49:00.854865 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-9505c3a9-fa0b-4cb6-ab91-377e3718d3da admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0741b6348c9046b79ad475eda6ea5c68&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5702169 Mar 29 15:49:00.858559 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9505c3a9-fa0b-4cb6-ab91-377e3718d3da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc4230c7-0d08-4dc9-b8f2-6dd3894017b8,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:49:00.864771 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Network 32d37048-fac0-4e9e-9182-c6890d2dd3e8 details requested by agent ovs-agent-n-d-834765-1 with host n-d-834765-1 {{(pid=102792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 15:49:00.866759 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 1a4a4c09-d3e9-4f2b-8b9d-00e61eb0c7ea up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:49:00.872510 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 56276) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:49:01.005569 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:01.056582 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-9a367217-ef7f-45ce-b21d-0e632e599345 req-99d6eaf2-9d61-4764-a259-05bd20f678e3 tempest-ServerRescueTestJSON-484479922 tempest-ServerRescueTestJSON-484479922-project] 10.222.0.42 "GET /v2.0/ports?device_id=68754edd-cbc2-4b62-8e18-7abfa6bb7d34 HTTP/1.1" status: 200 len: 210 time: 0.0343604 Mar 29 15:49:01.066805 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f03e365-625e-4d74-b284-5221fc244ffe {{(pid=102792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:49:01.124766 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port 3f03e365-625e-4d74-b284-5221fc244ffe, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=3f03e365-625e-4d74-b284-5221fc244ffe,segment=NetworkSegment(e03a7c9c-8b58-4c58-aa22-7189da98b069),segment_id=e03a7c9c-8b58-4c58-aa22-7189da98b069)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:49:01.130004 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port 1a4a4c09-d3e9-4f2b-8b9d-00e61eb0c7ea triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:49:01.130431 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:01.134842 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:01.160853 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:01.229339 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5248bfe1-fff4-4fb7-b78c-2dbb96ee6694 req-3c25d6f9-1ea4-413e-b100-162d589cf6ba tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:49:01.232329 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-5248bfe1-fff4-4fb7-b78c-2dbb96ee6694 req-3c25d6f9-1ea4-413e-b100-162d589cf6ba tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] 10.222.0.44 "GET /v2.0/ports?device_id=d6790730-1e7c-4eff-9773-f3acd1174fe4 HTTP/1.1" status: 200 len: 945 time: 0.5743573 Mar 29 15:49:01.236198 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecb0f35-3969-499c-b4d3-ae37f5762515 req-bc17c460-fd56-43d5-8301-8b626ba19556 tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:49:01.238610 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-1ecb0f35-3969-499c-b4d3-ae37f5762515 req-bc17c460-fd56-43d5-8301-8b626ba19556 tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] 10.222.0.42 "GET /v2.0/ports?device_id=4af75284-24bd-4f9d-bf55-d66aeb5b0fcc HTTP/1.1" status: 200 len: 945 time: 0.0872893 Mar 29 15:49:01.252057 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2257e8-368e-4126-a8d8-b558db96d882 req-05272570-bb83-4f45-bae2-95f7b3ce71c0 tempest-ListImageFiltersTestJSON-176973066 tempest-ListImageFiltersTestJSON-176973066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:49:01.262917 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6b2257e8-368e-4126-a8d8-b558db96d882 req-05272570-bb83-4f45-bae2-95f7b3ce71c0 tempest-ListImageFiltersTestJSON-176973066 tempest-ListImageFiltersTestJSON-176973066-project] 10.222.0.42 "GET /v2.0/ports?device_id=b0859ad1-46a7-4491-b8bd-ab713dd586fb HTTP/1.1" status: 200 len: 948 time: 0.4576175 Mar 29 15:49:01.290661 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0859ad1-46a7-4491-b8bd-ab713dd586fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a8f7ac3-7b4c-4843-a3da-ca2d7ee14610'}] {{(pid=102792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:49:01.294890 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4f476c66b318cc6068719fc39557fac68d413f5c7e78fa77028c7948e999ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff796083-9e82-40e8-b569-a8f5834dbb3a" -d '{"events": [{"server_uuid": "b0859ad1-46a7-4491-b8bd-ab713dd586fb", "name": "network-vif-plugged", "status": "completed", "tag": "0a8f7ac3-7b4c-4843-a3da-ca2d7ee14610"}]}' {{(pid=102792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:49:01.305590 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-1ecb0f35-3969-499c-b4d3-ae37f5762515 req-82822ca2-015b-4485-829e-50026331f0c7 tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] 10.222.0.42 "GET /v2.0/security-groups?id=8c1a607e-8731-4409-adf4-490f4457a32b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571728 Mar 29 15:49:01.306908 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Pushing event updated for resources: {'Port': ['ID=3f03e365-625e-4d74-b284-5221fc244ffe,revision_number=4']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:49:01.319037 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port 0a8f7ac3-7b4c-4843-a3da-ca2d7ee14610, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=0a8f7ac3-7b4c-4843-a3da-ca2d7ee14610,segment=NetworkSegment(a0c230f0-660a-4194-9279-0f0781d34134),segment_id=a0c230f0-660a-4194-9279-0f0781d34134)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:49:01.335211 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:01.379180 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:49:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-577ca0db-13cd-43bf-bbb7-7f5c30053dae x-openstack-request-id: req-577ca0db-13cd-43bf-bbb7-7f5c30053dae {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:49:01.379527 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0859ad1-46a7-4491-b8bd-ab713dd586fb", "name": "network-vif-plugged", "status": "completed", "tag": "0a8f7ac3-7b4c-4843-a3da-ca2d7ee14610", "code": 200}]} {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:49:01.379727 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-577ca0db-13cd-43bf-bbb7-7f5c30053dae {{(pid=102792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:49:01.380111 n-d-834765-1 neutron-server[102792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0859ad1-46a7-4491-b8bd-ab713dd586fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a8f7ac3-7b4c-4843-a3da-ca2d7ee14610', 'code': 200} Mar 29 15:49:01.415486 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:01.427444 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-b0d91ee8-c21b-47fb-9dc9-2846ea5c23e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:01.430053 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Pushing event updated for resources: {'Port': ['ID=0a8f7ac3-7b4c-4843-a3da-ca2d7ee14610,revision_number=5']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:49:01.460999 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] For port 1a4a4c09-d3e9-4f2b-8b9d-00e61eb0c7ea, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=1a4a4c09-d3e9-4f2b-8b9d-00e61eb0c7ea,segment=NetworkSegment(002a9c13-16cb-43cb-a03e-1fbf547045b6),segment_id=002a9c13-16cb-43cb-a03e-1fbf547045b6)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:49:01.466880 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] get_ports_and_sgs() called for port_ids ['3f03e365-625e-4d74-b284-5221fc244ffe'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:49:01.471297 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:01.484127 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_common [req-aaa737b3-e591-4759-ac15-51dec96805b1 req-5dfc7e34-c608-4393-bdb4-799ec9bc1454 tempest-ServerRescueTestJSON-484479922 tempest-ServerRescueTestJSON-484479922-project] Allocated IP 172.20.0.4 (cd63b2c7-486d-4d2d-9dd7-6d35ac500dfb/004fd10c-17a6-4033-bc4f-a88940613808/6ba56cfb-3724-4410-8b50-b603e9b91d33) {{(pid=102791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:49:01.556850 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54009814-6e58-4a39-ae88-d3c04fab5599 None None] Network 1c6b0196-203f-40aa-b96b-dd9c0aef070a requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 15:49:01.578500 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-b0d91ee8-c21b-47fb-9dc9-2846ea5c23e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:01.579923 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Pushing event updated for resources: {'Port': ['ID=1a4a4c09-d3e9-4f2b-8b9d-00e61eb0c7ea,revision_number=3']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:49:01.625323 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cec5f0a-f159-4b26-a04c-944cab0d4184 req-382da017-5d1d-4152-97d1-56eeec7e4828 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:49:01.626841 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-9cec5f0a-f159-4b26-a04c-944cab0d4184 req-382da017-5d1d-4152-97d1-56eeec7e4828 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] 10.222.0.48 "GET /v2.0/networks?id=0eb69c38-859a-44f3-b301-7cf6beecd122 HTTP/1.1" status: 200 len: 797 time: 0.8341565 Mar 29 15:49:01.643518 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-c1a8779d-ef72-495b-9131-4c9a9d916bb7 tempest-DHCPAgentSchedulersTestJSON-14524554 tempest-DHCPAgentSchedulersTestJSON-14524554-project-admin] 10.222.0.42 "GET /v2.0/agents/d136643e-48ae-49d4-a851-2ba3bdf3749c/dhcp-networks HTTP/1.1" status: 200 len: 7278 time: 0.9917400 Mar 29 15:49:01.669020 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 56286) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:49:01.669020 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-b83a624b-5386-4459-b114-a83ba6a3245e req-0a8173e6-d0ba-48a4-a628-9d41418cb155 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] 10.222.0.42 "GET /v2.0/ports?device_id=186cc152-5814-4ecc-8410-e5062beddb18 HTTP/1.1" status: 200 len: 210 time: 0.0387676 Mar 29 15:49:01.670398 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6b2257e8-368e-4126-a8d8-b558db96d882 req-cca224b3-fc5f-4460-9392-c841f443ffa3 tempest-ListImageFiltersTestJSON-176973066 tempest-ListImageFiltersTestJSON-176973066-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8fce4e5-0e3f-4b15-b93d-992bb72b4709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4063146 Mar 29 15:49:01.688114 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-3e0e9acb-116e-41e3-8b30-e67b39533aca None None] Provisioning complete for port 1a4a4c09-d3e9-4f2b-8b9d-00e61eb0c7ea triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:49:01.688640 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-3e0e9acb-116e-41e3-8b30-e67b39533aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:01.752588 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31b490d4-4a2e-4898-a03c-c6cd59a16576 tempest-DHCPAgentSchedulersTestJSON-14524554 tempest-DHCPAgentSchedulersTestJSON-14524554-project-admin] Network 32d37048-fac0-4e9e-9182-c6890d2dd3e8 is scheduled to be hosted by DHCP agent d136643e-48ae-49d4-a851-2ba3bdf3749c with binding_index 1 {{(pid=102790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 15:49:01.755575 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a479820e-008b-42f4-a9bc-3843fe89019b req-f2e860bd-0e5f-4057-8228-f53612e73a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:49:01.757494 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-a479820e-008b-42f4-a9bc-3843fe89019b req-f2e860bd-0e5f-4057-8228-f53612e73a68 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=b0859ad1-46a7-4491-b8bd-ab713dd586fb HTTP/1.1" status: 200 len: 1100 time: 0.2608402 Mar 29 15:49:01.776125 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-31b490d4-4a2e-4898-a03c-c6cd59a16576 tempest-DHCPAgentSchedulersTestJSON-14524554 tempest-DHCPAgentSchedulersTestJSON-14524554-project-admin] 10.222.0.42 "POST /v2.0/agents/d136643e-48ae-49d4-a851-2ba3bdf3749c/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.1087463 Mar 29 15:49:01.777902 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 56288) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:49:01.780668 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99c99e00-f51e-482c-ab46-3704dc16814a None None] Network 32d37048-fac0-4e9e-9182-c6890d2dd3e8 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 15:49:01.797604 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [req-5248bfe1-fff4-4fb7-b78c-2dbb96ee6694 req-1ae25e89-4f81-4a61-ab90-e2342a90b46d tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] Deleting port 7b375357-ab7c-4a68-a6e4-c3edb1f54a4e {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:49:01.797888 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-5248bfe1-fff4-4fb7-b78c-2dbb96ee6694 req-1ae25e89-4f81-4a61-ab90-e2342a90b46d tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:01.814981 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-9cec5f0a-f159-4b26-a04c-944cab0d4184 req-d16f3ffe-582d-4477-a040-899c291527b7 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4613198224a343ff95b6b23b26c7af7a HTTP/1.1" status: 200 len: 379 time: 0.1393256 Mar 29 15:49:01.852162 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [req-9cec5f0a-f159-4b26-a04c-944cab0d4184 req-5b295c72-c402-4c8c-81e9-bc0a0434d32b tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Request body: {'port': {'device_id': '186cc152-5814-4ecc-8410-e5062beddb18', 'network_id': '0eb69c38-859a-44f3-b301-7cf6beecd122', 'admin_state_up': True, 'tenant_id': '4613198224a343ff95b6b23b26c7af7a', 'security_groups': ['5db5456d-b190-468c-8855-1650a1510a12']}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:49:01.891052 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-b0d91ee8-c21b-47fb-9dc9-2846ea5c23e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:01.893717 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-b0d91ee8-c21b-47fb-9dc9-2846ea5c23e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:01.897021 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-b0d91ee8-c21b-47fb-9dc9-2846ea5c23e3 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/cc4230c7-0d08-4dc9-b8f2-6dd3894017b8 HTTP/1.1" status: 204 len: 168 time: 1.0133724 Mar 29 15:49:01.999214 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-a479820e-008b-42f4-a9bc-3843fe89019b req-afb1b5c7-3e22-4a8a-a1f5-71ae49ee9d1f service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=d8fce4e5-0e3f-4b15-b93d-992bb72b4709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2267272 Mar 29 15:49:02.013467 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-9df7d072-0cce-4c79-a6d9-64cfcf1eb14f tempest-DHCPAgentSchedulersTestJSON-14524554 tempest-DHCPAgentSchedulersTestJSON-14524554-project-admin] 10.222.0.42 "GET /v2.0/agents/d136643e-48ae-49d4-a851-2ba3bdf3749c/dhcp-networks HTTP/1.1" status: 200 len: 8047 time: 0.2338176 Mar 29 15:49:02.017209 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 56294) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:49:02.022647 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d91ee8-c21b-47fb-9dc9-2846ea5c23e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc4230c7-0d08-4dc9-b8f2-6dd3894017b8,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:49:02.080234 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d91ee8-c21b-47fb-9dc9-2846ea5c23e3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:49:02.080586 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d91ee8-c21b-47fb-9dc9-2846ea5c23e3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:49:02.081028 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d91ee8-c21b-47fb-9dc9-2846ea5c23e3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:49:02.081253 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d91ee8-c21b-47fb-9dc9-2846ea5c23e3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:49:02.081621 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d91ee8-c21b-47fb-9dc9-2846ea5c23e3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:49:02.081905 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d91ee8-c21b-47fb-9dc9-2846ea5c23e3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:49:02.082229 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d91ee8-c21b-47fb-9dc9-2846ea5c23e3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:49:02.082720 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d91ee8-c21b-47fb-9dc9-2846ea5c23e3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:49:02.083052 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d91ee8-c21b-47fb-9dc9-2846ea5c23e3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:49:02.083398 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d91ee8-c21b-47fb-9dc9-2846ea5c23e3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:49:02.083722 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d91ee8-c21b-47fb-9dc9-2846ea5c23e3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:49:02.084040 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d91ee8-c21b-47fb-9dc9-2846ea5c23e3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:49:02.109498 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-9b135a63-24b6-4429-a240-63a722fed82d tempest-DHCPAgentSchedulersTestJSON-14524554 tempest-DHCPAgentSchedulersTestJSON-14524554-project-admin] 10.222.0.42 "DELETE /v2.0/agents/d136643e-48ae-49d4-a851-2ba3bdf3749c/dhcp-networks/32d37048-fac0-4e9e-9182-c6890d2dd3e8 HTTP/1.1" status: 204 len: 168 time: 0.0903776 Mar 29 15:49:02.112367 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 56298) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:49:02.154903 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-5248bfe1-fff4-4fb7-b78c-2dbb96ee6694 req-1ae25e89-4f81-4a61-ab90-e2342a90b46d tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] For port 7b375357-ab7c-4a68-a6e4-c3edb1f54a4e, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=7b375357-ab7c-4a68-a6e4-c3edb1f54a4e,segment=NetworkSegment(ee9a1626-16ee-4ecf-88a3-7244e4b7c1ed),segment_id=ee9a1626-16ee-4ecf-88a3-7244e4b7c1ed)] {{(pid=102791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:49:02.155299 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-5248bfe1-fff4-4fb7-b78c-2dbb96ee6694 req-1ae25e89-4f81-4a61-ab90-e2342a90b46d tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:02.189322 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [req-5248bfe1-fff4-4fb7-b78c-2dbb96ee6694 req-1ae25e89-4f81-4a61-ab90-e2342a90b46d tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] Calling delete_port for 7b375357-ab7c-4a68-a6e4-c3edb1f54a4e owned by compute:nova {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:49:02.216097 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef67c9a8-5e2c-434d-bd94-47702805766d req-75ba9425-7d11-4da7-b9c6-6d0826491ebc tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:49:02.217938 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ef67c9a8-5e2c-434d-bd94-47702805766d req-75ba9425-7d11-4da7-b9c6-6d0826491ebc tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] 10.222.0.42 "GET /v2.0/ports?device_id=d6790730-1e7c-4eff-9773-f3acd1174fe4 HTTP/1.1" status: 200 len: 945 time: 0.3176343 Mar 29 15:49:02.231028 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-aaa737b3-e591-4759-ac15-51dec96805b1 req-5dfc7e34-c608-4393-bdb4-799ec9bc1454 tempest-ServerRescueTestJSON-484479922 tempest-ServerRescueTestJSON-484479922-project] Notify callbacks [] for port, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:02.257374 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-4706da44-7e4e-4474-ab77-35b0f9933013 req-92bce20a-d638-4ecd-b0e7-5d5a4783edfa tempest-ServerRescueTestJSON-484479922 tempest-ServerRescueTestJSON-484479922-project] 10.222.0.42 "GET /v2.0/ports?device_id=68754edd-cbc2-4b62-8e18-7abfa6bb7d34 HTTP/1.1" status: 200 len: 210 time: 0.0369828 Mar 29 15:49:02.324064 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9cec5f0a-f159-4b26-a04c-944cab0d4184 req-5b295c72-c402-4c8c-81e9-bc0a0434d32b tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Made reservation on behalf of 4613198224a343ff95b6b23b26c7af7a for: {'port': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:49:02.328287 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-9cec5f0a-f159-4b26-a04c-944cab0d4184 req-5b295c72-c402-4c8c-81e9-bc0a0434d32b tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:02.346579 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-c4d0b70d-45ed-415a-8484-0a08499ff310 tempest-DHCPAgentSchedulersTestJSON-14524554 tempest-DHCPAgentSchedulersTestJSON-14524554-project-admin] 10.222.0.42 "GET /v2.0/agents/d136643e-48ae-49d4-a851-2ba3bdf3749c/dhcp-networks HTTP/1.1" status: 200 len: 7278 time: 0.2324216 Mar 29 15:49:02.347239 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 56308) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:49:02.380582 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-de03c5dd-be8b-4621-a836-f498ae461649 tempest-DHCPAgentSchedulersTestJSON-14524554 tempest-DHCPAgentSchedulersTestJSON-14524554-project-admin] 10.222.0.42 "GET /v2.0/networks/1c6b0196-203f-40aa-b96b-dd9c0aef070a/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0314999 Mar 29 15:49:02.381427 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 56310) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:49:02.395129 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ef67c9a8-5e2c-434d-bd94-47702805766d req-518b203f-bb3e-48b5-8ddc-715cdeb39f19 tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] 10.222.0.42 "GET /v2.0/security-groups?id=c7a98718-a37a-4214-92b3-d1a7e3aaebf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590285 Mar 29 15:49:02.442781 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-8cadd48c-b812-439b-93b5-b6edf243ef22 tempest-DHCPAgentSchedulersTestJSON-14524554 tempest-DHCPAgentSchedulersTestJSON-14524554-project-admin] 10.222.0.42 "GET /v2.0/networks/1c6b0196-203f-40aa-b96b-dd9c0aef070a/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0596805 Mar 29 15:49:02.459347 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-9cb3fde2-9d52-4115-990d-72bc3eb211aa None None] Provisioning complete for port 1a4a4c09-d3e9-4f2b-8b9d-00e61eb0c7ea triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:49:02.459997 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-9cb3fde2-9d52-4115-990d-72bc3eb211aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:02.476171 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 56314) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:49:02.508690 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-aaa737b3-e591-4759-ac15-51dec96805b1 req-5dfc7e34-c608-4393-bdb4-799ec9bc1454 tempest-ServerRescueTestJSON-484479922 tempest-ServerRescueTestJSON-484479922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:02.600487 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aaa737b3-e591-4759-ac15-51dec96805b1 req-5dfc7e34-c608-4393-bdb4-799ec9bc1454 tempest-ServerRescueTestJSON-484479922 tempest-ServerRescueTestJSON-484479922-project] Network cd63b2c7-486d-4d2d-9dd7-6d35ac500dfb is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:49:02.661763 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-7ba5d5e9-6424-4397-874b-ad35dfdc9456 tempest-DHCPAgentSchedulersTestJSON-14524554 tempest-DHCPAgentSchedulersTestJSON-14524554-project-admin] 10.222.0.42 "GET /v2.0/agents/d136643e-48ae-49d4-a851-2ba3bdf3749c/dhcp-networks HTTP/1.1" status: 200 len: 7278 time: 0.1791503 Mar 29 15:49:02.673651 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d73f66-3fa2-49e2-bd43-5d391184fd69 req-1140ddfd-7e8d-4e3b-bdae-18daa034a27a tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:49:02.682097 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-a5d73f66-3fa2-49e2-bd43-5d391184fd69 req-1140ddfd-7e8d-4e3b-bdae-18daa034a27a tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] 10.222.0.42 "GET /v2.0/ports?device_id=4af75284-24bd-4f9d-bf55-d66aeb5b0fcc HTTP/1.1" status: 200 len: 945 time: 0.2380309 Mar 29 15:49:02.682668 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 56320) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:49:02.702212 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 1a4a4c09-d3e9-4f2b-8b9d-00e61eb0c7ea up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:49:02.730355 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfc7e34-c608-4393-bdb4-799ec9bc1454 tempest-ServerRescueTestJSON-484479922 tempest-ServerRescueTestJSON-484479922-project] Pushing event updated for resources: {'Port': ['ID=6ba56cfb-3724-4410-8b50-b603e9b91d33,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:49:02.741625 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [req-aaa737b3-e591-4759-ac15-51dec96805b1 req-5dfc7e34-c608-4393-bdb4-799ec9bc1454 tempest-ServerRescueTestJSON-484479922 tempest-ServerRescueTestJSON-484479922-project] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:49:02.751381 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [req-aaa737b3-e591-4759-ac15-51dec96805b1 req-5dfc7e34-c608-4393-bdb4-799ec9bc1454 tempest-ServerRescueTestJSON-484479922 tempest-ServerRescueTestJSON-484479922-project] Received port after_create {{(pid=102791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:49:02.804511 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-070366d9-13be-4436-a0cc-3f40b0f852cd tempest-DHCPAgentSchedulersTestJSON-775563315 tempest-DHCPAgentSchedulersTestJSON-775563315-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1631750'] for network, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:02.881424 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_common [req-9cec5f0a-f159-4b26-a04c-944cab0d4184 req-5b295c72-c402-4c8c-81e9-bc0a0434d32b tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Allocated IP 172.20.0.12 (0eb69c38-859a-44f3-b301-7cf6beecd122/1924a09c-5d13-4bf6-994f-2a1793829850/4db3f057-ea95-4cf1-868d-a9dd1b5d31a6) {{(pid=102791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:49:02.892180 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa737b3-e591-4759-ac15-51dec96805b1 req-5dfc7e34-c608-4393-bdb4-799ec9bc1454 tempest-ServerRescueTestJSON-484479922 tempest-ServerRescueTestJSON-484479922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:49:02.893179 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-aaa737b3-e591-4759-ac15-51dec96805b1 req-5dfc7e34-c608-4393-bdb4-799ec9bc1454 tempest-ServerRescueTestJSON-484479922 tempest-ServerRescueTestJSON-484479922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:02.916182 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-5248bfe1-fff4-4fb7-b78c-2dbb96ee6694 req-1ae25e89-4f81-4a61-ab90-e2342a90b46d tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:02.916464 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-a5d73f66-3fa2-49e2-bd43-5d391184fd69 req-525c7373-25b5-48b6-b66e-a13fc569cc78 tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] 10.222.0.42 "GET /v2.0/security-groups?id=8c1a607e-8731-4409-adf4-490f4457a32b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2184584 Mar 29 15:49:02.984553 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae25e89-4f81-4a61-ab90-e2342a90b46d tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] Pushing event deleted for resources: {'Port': ['ID=7b375357-ab7c-4a68-a6e4-c3edb1f54a4e,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:49:03.026439 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-070366d9-13be-4436-a0cc-3f40b0f852cd tempest-DHCPAgentSchedulersTestJSON-775563315 tempest-DHCPAgentSchedulersTestJSON-775563315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639890', 'neutron.services.segments.db._delete_segments_for_network-8783523423079'] for network, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:03.033899 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-aaa737b3-e591-4759-ac15-51dec96805b1 req-5dfc7e34-c608-4393-bdb4-799ec9bc1454 tempest-ServerRescueTestJSON-484479922 tempest-ServerRescueTestJSON-484479922-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3062711 Mar 29 15:49:03.039310 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-7cd9424b-087b-4a37-8ffc-3f0ba3cdb3e8 None None] Could not find standard attr ID for object 88775848-b694-4dc9-b8c8-4ea0c24c581f. {{(pid=102792) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 29 15:49:03.055028 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-6fd354d2-406b-4e52-b584-4480059fdd2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:03.074606 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port 1a4a4c09-d3e9-4f2b-8b9d-00e61eb0c7ea triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:49:03.076296 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:03.087350 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [req-aaa737b3-e591-4759-ac15-51dec96805b1 req-c1d1aadc-80ff-4c86-a6ca-df7eb79aab82 service neutron] Request body: {'port': {'device_id': '68754edd-cbc2-4b62-8e18-7abfa6bb7d34', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834765-1'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:49:03.115145 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [req-5248bfe1-fff4-4fb7-b78c-2dbb96ee6694 req-1ae25e89-4f81-4a61-ab90-e2342a90b46d tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] No DVR routers for this DVR port 7b375357-ab7c-4a68-a6e4-c3edb1f54a4e on host n-h1-834765-1 {{(pid=102791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:49:03.127212 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7714686f-da0e-4134-a41b-649948cf9c26 req-524cfd9d-6e06-4e51-9dff-96f924b94b5c tempest-ListImageFiltersTestJSON-176973066 tempest-ListImageFiltersTestJSON-176973066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:49:03.127542 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-4947e0a0-8019-4922-9dca-23bc40114be4 req-776d989f-9984-4194-bd0f-045fa750e7f0 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] 10.222.0.42 "GET /v2.0/ports?device_id=186cc152-5814-4ecc-8410-e5062beddb18 HTTP/1.1" status: 200 len: 210 time: 0.0774095 Mar 29 15:49:03.129084 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-7714686f-da0e-4134-a41b-649948cf9c26 req-524cfd9d-6e06-4e51-9dff-96f924b94b5c tempest-ListImageFiltersTestJSON-176973066 tempest-ListImageFiltersTestJSON-176973066-project] 10.222.0.42 "GET /v2.0/ports?device_id=b0859ad1-46a7-4491-b8bd-ab713dd586fb HTTP/1.1" status: 200 len: 949 time: 0.3113668 Mar 29 15:49:03.133942 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-5248bfe1-fff4-4fb7-b78c-2dbb96ee6694 req-1ae25e89-4f81-4a61-ab90-e2342a90b46d tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:03.135520 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-070366d9-13be-4436-a0cc-3f40b0f852cd tempest-DHCPAgentSchedulersTestJSON-775563315 tempest-DHCPAgentSchedulersTestJSON-775563315-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32d37048-fac0-4e9e-9182-c6890d2dd3e8']}} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:49:03.138420 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-5248bfe1-fff4-4fb7-b78c-2dbb96ee6694 req-1ae25e89-4f81-4a61-ab90-e2342a90b46d tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] 10.222.0.44 "DELETE /v2.0/ports/7b375357-ab7c-4a68-a6e4-c3edb1f54a4e HTTP/1.1" status: 204 len: 173 time: 1.8507569 Mar 29 15:49:03.142069 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6790730-1e7c-4eff-9773-f3acd1174fe4', 'name': 'network-vif-deleted', 'tag': '7b375357-ab7c-4a68-a6e4-c3edb1f54a4e'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:49:03.144474 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c67b028db5e9b9818fecc5c0a87ebc6f190694fa53ca267d523e04f98de536d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52aaf229-68ce-4e9e-aa59-0d901fa5bcb4" -d '{"events": [{"server_uuid": "d6790730-1e7c-4eff-9773-f3acd1174fe4", "name": "network-vif-deleted", "tag": "7b375357-ab7c-4a68-a6e4-c3edb1f54a4e"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:49:03.187211 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-070366d9-13be-4436-a0cc-3f40b0f852cd tempest-DHCPAgentSchedulersTestJSON-775563315 tempest-DHCPAgentSchedulersTestJSON-775563315-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17926472-7e61-40c6-b472-c54804bc4248') {'for_net_delete': True} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:49:03.187211 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-070366d9-13be-4436-a0cc-3f40b0f852cd tempest-DHCPAgentSchedulersTestJSON-775563315 tempest-DHCPAgentSchedulersTestJSON-775563315-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17926472-7e61-40c6-b472-c54804bc4248') {} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:49:03.209003 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device d617e3cc-46a9-415b-b4ae-61fbbe6831c4 up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:49:03.226855 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-aaa737b3-e591-4759-ac15-51dec96805b1 req-c1d1aadc-80ff-4c86-a6ca-df7eb79aab82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:03.230599 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-070366d9-13be-4436-a0cc-3f40b0f852cd tempest-DHCPAgentSchedulersTestJSON-775563315 tempest-DHCPAgentSchedulersTestJSON-775563315-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783523422064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4614019'] for segment, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:03.266779 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-070366d9-13be-4436-a0cc-3f40b0f852cd tempest-DHCPAgentSchedulersTestJSON-775563315 tempest-DHCPAgentSchedulersTestJSON-775563315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:03.278685 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-070366d9-13be-4436-a0cc-3f40b0f852cd tempest-DHCPAgentSchedulersTestJSON-775563315 tempest-DHCPAgentSchedulersTestJSON-775563315-project] Releasing vlan 646 on physical network physnet1 to pool {{(pid=102790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 15:49:03.281728 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-070366d9-13be-4436-a0cc-3f40b0f852cd tempest-DHCPAgentSchedulersTestJSON-775563315 tempest-DHCPAgentSchedulersTestJSON-775563315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5238013'] for segment, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:03.302587 n-d-834765-1 neutron-server[102790]: Traceback (most recent call last): Mar 29 15:49:03.302587 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 15:49:03.302587 n-d-834765-1 neutron-server[102790]: timer() Mar 29 15:49:03.302587 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 15:49:03.302587 n-d-834765-1 neutron-server[102790]: cb(*args, **kw) Mar 29 15:49:03.302587 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 15:49:03.302587 n-d-834765-1 neutron-server[102790]: return func(*args, **kwargs) Mar 29 15:49:03.302587 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 15:49:03.302587 n-d-834765-1 neutron-server[102790]: self._notify() Mar 29 15:49:03.302587 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 15:49:03.302587 n-d-834765-1 neutron-server[102790]: self.callback(batched_events) Mar 29 15:49:03.302587 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 15:49:03.302587 n-d-834765-1 neutron-server[102790]: event.method(event) Mar 29 15:49:03.302587 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 15:49:03.302587 n-d-834765-1 neutron-server[102790]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 15:49:03.302587 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 15:49:03.302587 n-d-834765-1 neutron-server[102790]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 15:49:03.302587 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 15:49:03.302587 n-d-834765-1 neutron-server[102790]: return f(self, *a, **k) Mar 29 15:49:03.302587 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 15:49:03.302587 n-d-834765-1 neutron-server[102790]: return self._get(url).json() Mar 29 15:49:03.302587 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 15:49:03.302587 n-d-834765-1 neutron-server[102790]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 15:49:03.302587 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 15:49:03.302587 n-d-834765-1 neutron-server[102790]: return self.request(url, 'GET', **kwargs) Mar 29 15:49:03.302587 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 15:49:03.302587 n-d-834765-1 neutron-server[102790]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 15:49:03.302587 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 15:49:03.302587 n-d-834765-1 neutron-server[102790]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 15:49:03.302587 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 15:49:03.302587 n-d-834765-1 neutron-server[102790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 15:49:03.302587 n-d-834765-1 neutron-server[102790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 15:49:03.312568 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:49:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c04e7dcd-193f-4ba0-86f2-ee2dc8d9cad8 x-openstack-request-id: req-c04e7dcd-193f-4ba0-86f2-ee2dc8d9cad8 {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:49:03.312866 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6790730-1e7c-4eff-9773-f3acd1174fe4", "name": "network-vif-deleted", "tag": "7b375357-ab7c-4a68-a6e4-c3edb1f54a4e", "status": "completed", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:49:03.313116 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c04e7dcd-193f-4ba0-86f2-ee2dc8d9cad8 {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:49:03.313507 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6790730-1e7c-4eff-9773-f3acd1174fe4', 'name': 'network-vif-deleted', 'tag': '7b375357-ab7c-4a68-a6e4-c3edb1f54a4e', 'status': 'completed', 'code': 200} Mar 29 15:49:03.325991 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port d617e3cc-46a9-415b-b4ae-61fbbe6831c4 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:49:03.326370 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:03.329786 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-7714686f-da0e-4134-a41b-649948cf9c26 req-d5d36ada-52d6-4f72-aad1-4e4ecd50ed11 tempest-ListImageFiltersTestJSON-176973066 tempest-ListImageFiltersTestJSON-176973066-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8fce4e5-0e3f-4b15-b93d-992bb72b4709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795349 Mar 29 15:49:03.404461 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-070366d9-13be-4436-a0cc-3f40b0f852cd tempest-DHCPAgentSchedulersTestJSON-775563315 tempest-DHCPAgentSchedulersTestJSON-775563315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1639897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648174'] for network, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:03.422022 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-070366d9-13be-4436-a0cc-3f40b0f852cd tempest-DHCPAgentSchedulersTestJSON-775563315 tempest-DHCPAgentSchedulersTestJSON-775563315-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for network, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:03.422022 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-070366d9-13be-4436-a0cc-3f40b0f852cd tempest-DHCPAgentSchedulersTestJSON-775563315 tempest-DHCPAgentSchedulersTestJSON-775563315-project] 10.222.0.42 "DELETE /v2.0/networks/32d37048-fac0-4e9e-9182-c6890d2dd3e8 HTTP/1.1" status: 204 len: 168 time: 0.7349107 Mar 29 15:49:03.438644 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 56342) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:49:03.493272 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070366d9-13be-4436-a0cc-3f40b0f852cd tempest-DHCPAgentSchedulersTestJSON-775563315 tempest-DHCPAgentSchedulersTestJSON-775563315-project] Pushing event deleted for resources: {'Network': ['ID=32d37048-fac0-4e9e-9182-c6890d2dd3e8,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:49:03.526623 n-d-834765-1 neutron-server[102790]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f6d6cd6-b51c-4b9a-ae62-e063b2ea2d20 tempest-DHCPAgentSchedulersTestJSON-775563315 tempest-DHCPAgentSchedulersTestJSON-775563315-project] DELETE failed (client error): The resource could not be found. Mar 29 15:49:03.527385 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f6d6cd6-b51c-4b9a-ae62-e063b2ea2d20 tempest-DHCPAgentSchedulersTestJSON-775563315 tempest-DHCPAgentSchedulersTestJSON-775563315-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102790) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 15:49:03.531356 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-0f6d6cd6-b51c-4b9a-ae62-e063b2ea2d20 tempest-DHCPAgentSchedulersTestJSON-775563315 tempest-DHCPAgentSchedulersTestJSON-775563315-project] 10.222.0.42 "DELETE /v2.0/ports/88775848-b694-4dc9-b8c8-4ea0c24c581f HTTP/1.1" status: 404 len: 333 time: 0.0527594 Mar 29 15:49:03.534077 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 56346) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:49:03.577011 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e18ec1d0-54b6-4da5-a06a-b1e7041a765e req-9e7cf026-0b5a-44c1-9ef4-4b068de5af94 tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] 10.222.0.42 "GET /v2.0/ports?device_id=d6790730-1e7c-4eff-9773-f3acd1174fe4 HTTP/1.1" status: 200 len: 210 time: 0.0376737 Mar 29 15:49:03.579950 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-9cec5f0a-f159-4b26-a04c-944cab0d4184 req-5b295c72-c402-4c8c-81e9-bc0a0434d32b tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Notify callbacks [] for port, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:03.587119 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c347da97-a588-406d-b6c0-79901faae1b4 req-29587306-e75e-49d7-9b2e-d815090f0299 tempest-ServerRescueTestJSON-484479922 tempest-ServerRescueTestJSON-484479922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:49:03.588793 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-c347da97-a588-406d-b6c0-79901faae1b4 req-29587306-e75e-49d7-9b2e-d815090f0299 tempest-ServerRescueTestJSON-484479922 tempest-ServerRescueTestJSON-484479922-project] 10.222.0.42 "GET /v2.0/ports?device_id=68754edd-cbc2-4b62-8e18-7abfa6bb7d34 HTTP/1.1" status: 200 len: 931 time: 0.1773112 Mar 29 15:49:03.614360 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e8ff003-890b-4693-8a00-101d7f1e8eac tempest-DHCPAgentSchedulersTestJSON-775563315 tempest-DHCPAgentSchedulersTestJSON-775563315-project] Deleting subnet acd6a4a6-83ac-49c2-9ffe-bbbcb0265790 {{(pid=102790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 15:49:03.641119 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-6e8ff003-890b-4693-8a00-101d7f1e8eac tempest-DHCPAgentSchedulersTestJSON-775563315 tempest-DHCPAgentSchedulersTestJSON-775563315-project] Notify callbacks [] for subnet, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:03.702074 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-c347da97-a588-406d-b6c0-79901faae1b4 req-c1e0e14c-add6-4ee0-a63a-f6603133a1b9 tempest-ServerRescueTestJSON-484479922 tempest-ServerRescueTestJSON-484479922-project] 10.222.0.42 "GET /v2.0/security-groups?id=a3f3b05e-b4b0-4bd5-8f61-9140e1e7cbea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064248 Mar 29 15:49:03.705364 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-6e8ff003-890b-4693-8a00-101d7f1e8eac tempest-DHCPAgentSchedulersTestJSON-775563315 tempest-DHCPAgentSchedulersTestJSON-775563315-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4614024'] for subnet, precommit_delete_associations {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:03.815821 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-6e8ff003-890b-4693-8a00-101d7f1e8eac tempest-DHCPAgentSchedulersTestJSON-775563315 tempest-DHCPAgentSchedulersTestJSON-775563315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1641287'] for subnet, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:03.894011 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-6e8ff003-890b-4693-8a00-101d7f1e8eac tempest-DHCPAgentSchedulersTestJSON-775563315 tempest-DHCPAgentSchedulersTestJSON-775563315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1641294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5231963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4793952'] for subnet, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:03.922089 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8ff003-890b-4693-8a00-101d7f1e8eac tempest-DHCPAgentSchedulersTestJSON-775563315 tempest-DHCPAgentSchedulersTestJSON-775563315-project] Pushing event deleted for resources: {'Subnet': ['ID=acd6a4a6-83ac-49c2-9ffe-bbbcb0265790,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:49:03.924101 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-6e8ff003-890b-4693-8a00-101d7f1e8eac tempest-DHCPAgentSchedulersTestJSON-775563315 tempest-DHCPAgentSchedulersTestJSON-775563315-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for subnet, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:03.929815 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-6e8ff003-890b-4693-8a00-101d7f1e8eac tempest-DHCPAgentSchedulersTestJSON-775563315 tempest-DHCPAgentSchedulersTestJSON-775563315-project] 10.222.0.42 "DELETE /v2.0/subnets/acd6a4a6-83ac-49c2-9ffe-bbbcb0265790 HTTP/1.1" status: 204 len: 168 time: 0.3921952 Mar 29 15:49:03.930938 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 56370) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:49:03.948788 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47a714f6-689f-4efe-9865-743ff276e98e None None] Network 1c6b0196-203f-40aa-b96b-dd9c0aef070a requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 15:49:03.958886 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-9cec5f0a-f159-4b26-a04c-944cab0d4184 req-5b295c72-c402-4c8c-81e9-bc0a0434d32b tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:04.045357 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-835386fe-837e-4a6e-967b-cd45e4dfd561 tempest-DHCPAgentSchedulersTestJSON-775563315 tempest-DHCPAgentSchedulersTestJSON-775563315-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1631750'] for network, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:04.061922 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9cec5f0a-f159-4b26-a04c-944cab0d4184 req-5b295c72-c402-4c8c-81e9-bc0a0434d32b tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Network 0eb69c38-859a-44f3-b301-7cf6beecd122 is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:49:04.073187 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [req-9cec5f0a-f159-4b26-a04c-944cab0d4184 req-5b295c72-c402-4c8c-81e9-bc0a0434d32b tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:49:04.077146 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [req-aaa737b3-e591-4759-ac15-51dec96805b1 req-c1d1aadc-80ff-4c86-a6ca-df7eb79aab82 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ba56cfb-3724-4410-8b50-b603e9b91d33 {{(pid=102791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:49:04.087174 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cec5f0a-f159-4b26-a04c-944cab0d4184 req-5b295c72-c402-4c8c-81e9-bc0a0434d32b tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Received port after_create {{(pid=102791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:49:04.097600 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-aaa737b3-e591-4759-ac15-51dec96805b1 req-c1d1aadc-80ff-4c86-a6ca-df7eb79aab82 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:04.136016 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b295c72-c402-4c8c-81e9-bc0a0434d32b tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Pushing event updated for resources: {'Port': ['ID=4db3f057-ea95-4cf1-868d-a9dd1b5d31a6,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:49:04.161767 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-835386fe-837e-4a6e-967b-cd45e4dfd561 tempest-DHCPAgentSchedulersTestJSON-775563315 tempest-DHCPAgentSchedulersTestJSON-775563315-project] Deleting port 1a4a4c09-d3e9-4f2b-8b9d-00e61eb0c7ea {{(pid=102790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:49:04.162285 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-835386fe-837e-4a6e-967b-cd45e4dfd561 tempest-DHCPAgentSchedulersTestJSON-775563315 tempest-DHCPAgentSchedulersTestJSON-775563315-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:04.177375 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed70013-afa4-4bd8-875f-bd9b418ab88f req-db05d914-339d-4b57-ae76-2bcbf2d32aac tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:49:04.177914 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d71584b9-87f1-45f5-84c7-c993c2416269 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:04.178925 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-0ed70013-afa4-4bd8-875f-bd9b418ab88f req-db05d914-339d-4b57-ae76-2bcbf2d32aac tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] 10.222.0.42 "GET /v2.0/ports?device_id=4af75284-24bd-4f9d-bf55-d66aeb5b0fcc HTTP/1.1" status: 200 len: 945 time: 0.1656096 Mar 29 15:49:04.193541 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.provisioning_blocks [req-aaa737b3-e591-4759-ac15-51dec96805b1 req-c1d1aadc-80ff-4c86-a6ca-df7eb79aab82 service neutron] Transition to ACTIVE for port object 6ba56cfb-3724-4410-8b50-b603e9b91d33 will not be triggered until provisioned by entity L2. {{(pid=102791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 15:49:04.205502 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device 3f03e365-625e-4d74-b284-5221fc244ffe up at agent hyperv_n-h2-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:49:04.217488 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-aaa737b3-e591-4759-ac15-51dec96805b1 req-c1d1aadc-80ff-4c86-a6ca-df7eb79aab82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:04.240591 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 56378) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:49:04.286797 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b476bc1-a76b-4afe-9cfb-0849c56c6b1b None None] DHCP port deletion for 1c6b0196-203f-40aa-b96b-dd9c0aef070a request from n-d-834765-1 {{(pid=102792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 29 15:49:04.290205 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cec5f0a-f159-4b26-a04c-944cab0d4184 req-5b295c72-c402-4c8c-81e9-bc0a0434d32b tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:49:04.290753 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [None req-835386fe-837e-4a6e-967b-cd45e4dfd561 tempest-DHCPAgentSchedulersTestJSON-775563315 tempest-DHCPAgentSchedulersTestJSON-775563315-project] For port 1a4a4c09-d3e9-4f2b-8b9d-00e61eb0c7ea, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=1a4a4c09-d3e9-4f2b-8b9d-00e61eb0c7ea,segment=NetworkSegment(002a9c13-16cb-43cb-a03e-1fbf547045b6),segment_id=002a9c13-16cb-43cb-a03e-1fbf547045b6)] {{(pid=102790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:49:04.291124 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-835386fe-837e-4a6e-967b-cd45e4dfd561 tempest-DHCPAgentSchedulersTestJSON-775563315 tempest-DHCPAgentSchedulersTestJSON-775563315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:04.292253 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-9cec5f0a-f159-4b26-a04c-944cab0d4184 req-5b295c72-c402-4c8c-81e9-bc0a0434d32b tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:04.311239 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-835386fe-837e-4a6e-967b-cd45e4dfd561 tempest-DHCPAgentSchedulersTestJSON-775563315 tempest-DHCPAgentSchedulersTestJSON-775563315-project] Calling delete_port for 1a4a4c09-d3e9-4f2b-8b9d-00e61eb0c7ea owned by network:dhcp {{(pid=102790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:49:04.374451 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-6b476bc1-a76b-4afe-9cfb-0849c56c6b1b None None] Deleting port 1a4a4c09-d3e9-4f2b-8b9d-00e61eb0c7ea {{(pid=102792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:49:04.374824 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-6b476bc1-a76b-4afe-9cfb-0849c56c6b1b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:04.378043 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Provisioning for port 3f03e365-625e-4d74-b284-5221fc244ffe completed by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 15:49:04.386309 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-0ed70013-afa4-4bd8-875f-bd9b418ab88f req-f10162b9-a809-4099-ad44-8500b7c17147 tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] 10.222.0.42 "GET /v2.0/security-groups?id=8c1a607e-8731-4409-adf4-490f4457a32b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885066 Mar 29 15:49:04.397043 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-9cec5f0a-f159-4b26-a04c-944cab0d4184 req-5b295c72-c402-4c8c-81e9-bc0a0434d32b tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5559800 Mar 29 15:49:04.409338 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Provisioning complete for port 3f03e365-625e-4d74-b284-5221fc244ffe triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:49:04.415479 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:04.442985 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-835386fe-837e-4a6e-967b-cd45e4dfd561 tempest-DHCPAgentSchedulersTestJSON-775563315 tempest-DHCPAgentSchedulersTestJSON-775563315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:04.454963 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [req-9cec5f0a-f159-4b26-a04c-944cab0d4184 req-69a89f56-2318-4f88-a3c2-1c53949a7049 service neutron] Request body: {'port': {'device_id': '186cc152-5814-4ecc-8410-e5062beddb18', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834765-1'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:49:04.459866 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-835386fe-837e-4a6e-967b-cd45e4dfd561 tempest-DHCPAgentSchedulersTestJSON-775563315 tempest-DHCPAgentSchedulersTestJSON-775563315-project] No DVR routers for this DVR port 1a4a4c09-d3e9-4f2b-8b9d-00e61eb0c7ea on host n-d-834765-1 {{(pid=102790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:49:04.509786 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d1aadc-80ff-4c86-a6ca-df7eb79aab82 service neutron] Pushing event updated for resources: {'Port': ['ID=6ba56cfb-3724-4410-8b50-b603e9b91d33,revision_number=2']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:49:04.526961 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388f152b-6946-4774-b3bc-9e47f1a8ce68 req-63f50983-6c07-4e40-92ab-4e63c038934b tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:49:04.529723 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-388f152b-6946-4774-b3bc-9e47f1a8ce68 req-63f50983-6c07-4e40-92ab-4e63c038934b tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] 10.222.0.42 "GET /v2.0/ports?device_id=186cc152-5814-4ecc-8410-e5062beddb18 HTTP/1.1" status: 200 len: 932 time: 0.1277323 Mar 29 15:49:04.530816 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835386fe-837e-4a6e-967b-cd45e4dfd561 tempest-DHCPAgentSchedulersTestJSON-775563315 tempest-DHCPAgentSchedulersTestJSON-775563315-project] Pushing event deleted for resources: {'Port': ['ID=1a4a4c09-d3e9-4f2b-8b9d-00e61eb0c7ea,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:49:04.538517 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device 7b375357-ab7c-4a68-a6e4-c3edb1f54a4e no longer exists at agent hyperv_n-h1-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:49:04.563931 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-199c7da2-bca5-4aa9-9848-9c60b8e34888 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:04.593474 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] No Port match for: 7b375357-ab7c-4a68-a6e4-c3edb1f54a4e {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 15:49:04.594008 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device 7b375357-ab7c-4a68-a6e4-c3edb1f54a4e not bound to the agent host n-h1-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:49:04.605363 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-6b476bc1-a76b-4afe-9cfb-0849c56c6b1b None None] For port 1a4a4c09-d3e9-4f2b-8b9d-00e61eb0c7ea, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=1a4a4c09-d3e9-4f2b-8b9d-00e61eb0c7ea,segment=NetworkSegment(002a9c13-16cb-43cb-a03e-1fbf547045b6),segment_id=002a9c13-16cb-43cb-a03e-1fbf547045b6)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:49:04.606607 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-6b476bc1-a76b-4afe-9cfb-0849c56c6b1b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:04.628664 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-6b476bc1-a76b-4afe-9cfb-0849c56c6b1b None None] Calling delete_port for 1a4a4c09-d3e9-4f2b-8b9d-00e61eb0c7ea owned by network:dhcp {{(pid=102792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:49:04.630921 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-835386fe-837e-4a6e-967b-cd45e4dfd561 tempest-DHCPAgentSchedulersTestJSON-775563315 tempest-DHCPAgentSchedulersTestJSON-775563315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639890', 'neutron.services.segments.db._delete_segments_for_network-8783523423079'] for network, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:04.641259 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-3831a1f6-6965-4fc6-ac0d-d2a6a6ff5c7f None None] Provisioning complete for port 4db3f057-ea95-4cf1-868d-a9dd1b5d31a6 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:49:04.641693 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-3831a1f6-6965-4fc6-ac0d-d2a6a6ff5c7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:04.647581 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-388f152b-6946-4774-b3bc-9e47f1a8ce68 req-e85cfa78-cd45-450d-a4f0-a4df426d8629 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] 10.222.0.42 "GET /v2.0/security-groups?id=5db5456d-b190-468c-8855-1650a1510a12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0976419 Mar 29 15:49:04.676801 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-835386fe-837e-4a6e-967b-cd45e4dfd561 tempest-DHCPAgentSchedulersTestJSON-775563315 tempest-DHCPAgentSchedulersTestJSON-775563315-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c6b0196-203f-40aa-b96b-dd9c0aef070a']}} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:49:04.679373 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 1a4a4c09-d3e9-4f2b-8b9d-00e61eb0c7ea no longer exists at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:49:04.689863 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-835386fe-837e-4a6e-967b-cd45e4dfd561 tempest-DHCPAgentSchedulersTestJSON-775563315 tempest-DHCPAgentSchedulersTestJSON-775563315-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '002a9c13-16cb-43cb-a03e-1fbf547045b6') {'for_net_delete': True} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:49:04.689988 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-835386fe-837e-4a6e-967b-cd45e4dfd561 tempest-DHCPAgentSchedulersTestJSON-775563315 tempest-DHCPAgentSchedulersTestJSON-775563315-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '002a9c13-16cb-43cb-a03e-1fbf547045b6') {} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:49:04.701352 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-835386fe-837e-4a6e-967b-cd45e4dfd561 tempest-DHCPAgentSchedulersTestJSON-775563315 tempest-DHCPAgentSchedulersTestJSON-775563315-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783523422064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4614019'] for segment, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:04.718296 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-9cec5f0a-f159-4b26-a04c-944cab0d4184 req-69a89f56-2318-4f88-a3c2-1c53949a7049 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:04.721183 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-835386fe-837e-4a6e-967b-cd45e4dfd561 tempest-DHCPAgentSchedulersTestJSON-775563315 tempest-DHCPAgentSchedulersTestJSON-775563315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:04.729115 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-835386fe-837e-4a6e-967b-cd45e4dfd561 tempest-DHCPAgentSchedulersTestJSON-775563315 tempest-DHCPAgentSchedulersTestJSON-775563315-project] Releasing vlan 615 on physical network physnet1 to pool {{(pid=102790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 15:49:04.733279 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-835386fe-837e-4a6e-967b-cd45e4dfd561 tempest-DHCPAgentSchedulersTestJSON-775563315 tempest-DHCPAgentSchedulersTestJSON-775563315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5238013'] for segment, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:04.743662 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-aaa737b3-e591-4759-ac15-51dec96805b1 req-c1d1aadc-80ff-4c86-a6ca-df7eb79aab82 service neutron] Attempting to bind port 6ba56cfb-3724-4410-8b50-b603e9b91d33 on host n-h1-834765-1 for vnic_type normal with profile {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:49:04.744023 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-aaa737b3-e591-4759-ac15-51dec96805b1 req-c1d1aadc-80ff-4c86-a6ca-df7eb79aab82 service neutron] Attempting to bind port 6ba56cfb-3724-4410-8b50-b603e9b91d33 by drivers openvswitch,hyperv on host n-h1-834765-1 at level 0 using segments [{'id': '97a801df-9d8d-4e2e-9456-226310108f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'cd63b2c7-486d-4d2d-9dd7-6d35ac500dfb'}] {{(pid=102791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:49:04.744397 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaa737b3-e591-4759-ac15-51dec96805b1 req-c1d1aadc-80ff-4c86-a6ca-df7eb79aab82 service neutron] Attempting to bind port 6ba56cfb-3724-4410-8b50-b603e9b91d33 on network cd63b2c7-486d-4d2d-9dd7-6d35ac500dfb {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:49:04.748924 n-d-834765-1 neutron-server[102790]: Traceback (most recent call last): Mar 29 15:49:04.748924 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 15:49:04.748924 n-d-834765-1 neutron-server[102790]: timer() Mar 29 15:49:04.748924 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 15:49:04.748924 n-d-834765-1 neutron-server[102790]: cb(*args, **kw) Mar 29 15:49:04.748924 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 15:49:04.748924 n-d-834765-1 neutron-server[102790]: return func(*args, **kwargs) Mar 29 15:49:04.748924 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 15:49:04.748924 n-d-834765-1 neutron-server[102790]: self._notify() Mar 29 15:49:04.748924 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 15:49:04.748924 n-d-834765-1 neutron-server[102790]: self.callback(batched_events) Mar 29 15:49:04.748924 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 15:49:04.748924 n-d-834765-1 neutron-server[102790]: event.method(event) Mar 29 15:49:04.748924 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 15:49:04.748924 n-d-834765-1 neutron-server[102790]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 15:49:04.748924 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 15:49:04.748924 n-d-834765-1 neutron-server[102790]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 15:49:04.748924 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 15:49:04.748924 n-d-834765-1 neutron-server[102790]: return f(self, *a, **k) Mar 29 15:49:04.748924 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 15:49:04.748924 n-d-834765-1 neutron-server[102790]: return self._get(url).json() Mar 29 15:49:04.748924 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 15:49:04.748924 n-d-834765-1 neutron-server[102790]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 15:49:04.748924 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 15:49:04.748924 n-d-834765-1 neutron-server[102790]: return self.request(url, 'GET', **kwargs) Mar 29 15:49:04.748924 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 15:49:04.748924 n-d-834765-1 neutron-server[102790]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 15:49:04.748924 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 15:49:04.748924 n-d-834765-1 neutron-server[102790]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 15:49:04.748924 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 15:49:04.748924 n-d-834765-1 neutron-server[102790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 15:49:04.748924 n-d-834765-1 neutron-server[102790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 15:49:04.760480 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] No Port match for: 1a4a4c09-d3e9-4f2b-8b9d-00e61eb0c7ea {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 15:49:04.760863 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 1a4a4c09-d3e9-4f2b-8b9d-00e61eb0c7ea not bound to the agent host n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:49:04.765852 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59fdf73-0a4e-4a34-8510-9f24372b0046 req-16b79b39-bc81-4b19-ae96-1dcb93d9cd1e tempest-ListImageFiltersTestJSON-176973066 tempest-ListImageFiltersTestJSON-176973066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:49:04.767485 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e59fdf73-0a4e-4a34-8510-9f24372b0046 req-16b79b39-bc81-4b19-ae96-1dcb93d9cd1e tempest-ListImageFiltersTestJSON-176973066 tempest-ListImageFiltersTestJSON-176973066-project] 10.222.0.42 "GET /v2.0/ports?device_id=b0859ad1-46a7-4491-b8bd-ab713dd586fb HTTP/1.1" status: 200 len: 949 time: 0.2545040 Mar 29 15:49:04.773207 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaa737b3-e591-4759-ac15-51dec96805b1 req-c1d1aadc-80ff-4c86-a6ca-df7eb79aab82 service neutron] Port 6ba56cfb-3724-4410-8b50-b603e9b91d33 on network cd63b2c7-486d-4d2d-9dd7-6d35ac500dfb not bound, no agent of type Open vSwitch agent registered on host n-h1-834765-1 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 15:49:04.773603 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaa737b3-e591-4759-ac15-51dec96805b1 req-c1d1aadc-80ff-4c86-a6ca-df7eb79aab82 service neutron] Attempting to bind port 6ba56cfb-3724-4410-8b50-b603e9b91d33 on network cd63b2c7-486d-4d2d-9dd7-6d35ac500dfb {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:49:04.820288 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-3831a1f6-6965-4fc6-ac0d-d2a6a6ff5c7f None None] Port 4db3f057-ea95-4cf1-868d-a9dd1b5d31a6 cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 15:49:04.826104 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaa737b3-e591-4759-ac15-51dec96805b1 req-c1d1aadc-80ff-4c86-a6ca-df7eb79aab82 service neutron] Checking agent: {'id': 'be375040-5069-4239-9460-a3a3213e1e90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 33, 18), 'started_at': datetime.datetime(2022, 3, 29, 15, 33, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 48, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:49:04.826476 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaa737b3-e591-4759-ac15-51dec96805b1 req-c1d1aadc-80ff-4c86-a6ca-df7eb79aab82 service neutron] Checking segment: {'id': '97a801df-9d8d-4e2e-9456-226310108f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'cd63b2c7-486d-4d2d-9dd7-6d35ac500dfb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:49:04.826883 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaa737b3-e591-4759-ac15-51dec96805b1 req-c1d1aadc-80ff-4c86-a6ca-df7eb79aab82 service neutron] Bound using segment: {'id': '97a801df-9d8d-4e2e-9456-226310108f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'cd63b2c7-486d-4d2d-9dd7-6d35ac500dfb'} {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:49:04.827430 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-aaa737b3-e591-4759-ac15-51dec96805b1 req-c1d1aadc-80ff-4c86-a6ca-df7eb79aab82 service neutron] Bound port: 6ba56cfb-3724-4410-8b50-b603e9b91d33, host: n-h1-834765-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97a801df-9d8d-4e2e-9456-226310108f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'cd63b2c7-486d-4d2d-9dd7-6d35ac500dfb'}}] {{(pid=102791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 15:49:04.827805 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-aaa737b3-e591-4759-ac15-51dec96805b1 req-c1d1aadc-80ff-4c86-a6ca-df7eb79aab82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:04.840786 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-835386fe-837e-4a6e-967b-cd45e4dfd561 tempest-DHCPAgentSchedulersTestJSON-775563315 tempest-DHCPAgentSchedulersTestJSON-775563315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1639897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648174'] for network, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:04.850144 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:04.869994 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-835386fe-837e-4a6e-967b-cd45e4dfd561 tempest-DHCPAgentSchedulersTestJSON-775563315 tempest-DHCPAgentSchedulersTestJSON-775563315-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for network, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:04.874288 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-835386fe-837e-4a6e-967b-cd45e4dfd561 tempest-DHCPAgentSchedulersTestJSON-775563315 tempest-DHCPAgentSchedulersTestJSON-775563315-project] 10.222.0.42 "DELETE /v2.0/networks/1c6b0196-203f-40aa-b96b-dd9c0aef070a HTTP/1.1" status: 204 len: 168 time: 0.9412625 Mar 29 15:49:04.875315 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835386fe-837e-4a6e-967b-cd45e4dfd561 tempest-DHCPAgentSchedulersTestJSON-775563315 tempest-DHCPAgentSchedulersTestJSON-775563315-project] Pushing event deleted for resources: {'Network': ['ID=1c6b0196-203f-40aa-b96b-dd9c0aef070a,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:49:04.889153 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4af75284-24bd-4f9d-bf55-d66aeb5b0fcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f03e365-625e-4d74-b284-5221fc244ffe'}] {{(pid=102792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:49:04.898948 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-199c7da2-bca5-4aa9-9848-9c60b8e34888 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:04.902253 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4f476c66b318cc6068719fc39557fac68d413f5c7e78fa77028c7948e999ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a1d21fb-a526-4bbe-aa6e-63c3d2be7166" -d '{"events": [{"server_uuid": "4af75284-24bd-4f9d-bf55-d66aeb5b0fcc", "name": "network-vif-plugged", "status": "completed", "tag": "3f03e365-625e-4d74-b284-5221fc244ffe"}]}' {{(pid=102792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:49:04.922286 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port 3f03e365-625e-4d74-b284-5221fc244ffe, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=3f03e365-625e-4d74-b284-5221fc244ffe,segment=NetworkSegment(e03a7c9c-8b58-4c58-aa22-7189da98b069),segment_id=e03a7c9c-8b58-4c58-aa22-7189da98b069)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:49:04.923813 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e1ce0c-550f-421a-b8dd-2569af74baf5 req-282aa713-2a30-4806-b91c-f81fdbb857b4 tempest-ServerRescueTestJSON-484479922 tempest-ServerRescueTestJSON-484479922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:49:04.925570 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-6b476bc1-a76b-4afe-9cfb-0849c56c6b1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350'] for port, after_delete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:04.926216 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-79e1ce0c-550f-421a-b8dd-2569af74baf5 req-282aa713-2a30-4806-b91c-f81fdbb857b4 tempest-ServerRescueTestJSON-484479922 tempest-ServerRescueTestJSON-484479922-project] 10.222.0.42 "GET /v2.0/ports?device_id=68754edd-cbc2-4b62-8e18-7abfa6bb7d34 HTTP/1.1" status: 200 len: 943 time: 0.1175113 Mar 29 15:49:04.949668 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b476bc1-a76b-4afe-9cfb-0849c56c6b1b None None] Pushing event deleted for resources: {'Port': ['ID=1a4a4c09-d3e9-4f2b-8b9d-00e61eb0c7ea,revision_number=None']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:49:04.953701 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:04.958836 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-6b476bc1-a76b-4afe-9cfb-0849c56c6b1b None None] Network 1c6b0196-203f-40aa-b96b-dd9c0aef070a is not hosted by any dhcp agent {{(pid=102792) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Mar 29 15:49:04.959335 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b476bc1-a76b-4afe-9cfb-0849c56c6b1b None None] No DVR routers for this DVR port 1a4a4c09-d3e9-4f2b-8b9d-00e61eb0c7ea on host n-d-834765-1 {{(pid=102792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:49:04.975364 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-199c7da2-bca5-4aa9-9848-9c60b8e34888 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:04.985735 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-79e1ce0c-550f-421a-b8dd-2569af74baf5 req-ed862dd6-16ce-494e-925d-392bfbe9cb0d tempest-ServerRescueTestJSON-484479922 tempest-ServerRescueTestJSON-484479922-project] 10.222.0.42 "GET /v2.0/security-groups?id=a3f3b05e-b4b0-4bd5-8f61-9140e1e7cbea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514529 Mar 29 15:49:04.991136 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e59fdf73-0a4e-4a34-8510-9f24372b0046 req-bf278fe8-4429-4856-89fa-2a98015b6175 tempest-ListImageFiltersTestJSON-176973066 tempest-ListImageFiltersTestJSON-176973066-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8fce4e5-0e3f-4b15-b93d-992bb72b4709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2110326 Mar 29 15:49:05.019973 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Pushing event updated for resources: {'Port': ['ID=3f03e365-625e-4d74-b284-5221fc244ffe,revision_number=5']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:49:05.081921 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:49:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f60bd713-35c0-4219-adbb-595cbaae8d55 x-openstack-request-id: req-f60bd713-35c0-4219-adbb-595cbaae8d55 {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:49:05.082282 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4af75284-24bd-4f9d-bf55-d66aeb5b0fcc", "name": "network-vif-plugged", "status": "completed", "tag": "3f03e365-625e-4d74-b284-5221fc244ffe", "code": 200}]} {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:49:05.082615 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f60bd713-35c0-4219-adbb-595cbaae8d55 {{(pid=102792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:49:05.083645 n-d-834765-1 neutron-server[102792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4af75284-24bd-4f9d-bf55-d66aeb5b0fcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f03e365-625e-4d74-b284-5221fc244ffe', 'code': 200} Mar 29 15:49:05.096193 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-199c7da2-bca5-4aa9-9848-9c60b8e34888 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=85d56ba2881d4be2a99b09e02228def6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8499122 Mar 29 15:49:05.100005 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 56406) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:49:05.106567 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199c7da2-bca5-4aa9-9848-9c60b8e34888 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=666f713f-9a50-4df6-95b2-41275b42712e,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:49:05.114840 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-aaa737b3-e591-4759-ac15-51dec96805b1 req-c1d1aadc-80ff-4c86-a6ca-df7eb79aab82 service neutron] For port 6ba56cfb-3724-4410-8b50-b603e9b91d33, host n-h1-834765-1, cleared binding levels {{(pid=102791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:49:05.164569 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-aaa737b3-e591-4759-ac15-51dec96805b1 req-c1d1aadc-80ff-4c86-a6ca-df7eb79aab82 service neutron] For port 6ba56cfb-3724-4410-8b50-b603e9b91d33, host n-h1-834765-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=6ba56cfb-3724-4410-8b50-b603e9b91d33,segment=NetworkSegment(97a801df-9d8d-4e2e-9456-226310108f77),segment_id=97a801df-9d8d-4e2e-9456-226310108f77)] {{(pid=102791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:49:05.174874 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-aaa737b3-e591-4759-ac15-51dec96805b1 req-c1d1aadc-80ff-4c86-a6ca-df7eb79aab82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:05.213980 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-754f95a4-9677-4cf8-8ca7-916f3b535846 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:05.221613 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 56410) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:49:05.243391 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 56412) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:49:05.261531 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-754f95a4-9677-4cf8-8ca7-916f3b535846 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:05.276475 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa737b3-e591-4759-ac15-51dec96805b1 req-c1d1aadc-80ff-4c86-a6ca-df7eb79aab82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:49:05.277404 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-aaa737b3-e591-4759-ac15-51dec96805b1 req-c1d1aadc-80ff-4c86-a6ca-df7eb79aab82 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:05.278709 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-aaa737b3-e591-4759-ac15-51dec96805b1 req-c1d1aadc-80ff-4c86-a6ca-df7eb79aab82 service neutron] 10.222.0.44 "PUT /v2.0/ports/6ba56cfb-3724-4410-8b50-b603e9b91d33 HTTP/1.1" status: 200 len: 1091 time: 2.2352538 Mar 29 15:49:05.316190 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68754edd-cbc2-4b62-8e18-7abfa6bb7d34', 'tag': '6ba56cfb-3724-4410-8b50-b603e9b91d33'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:49:05.318907 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c67b028db5e9b9818fecc5c0a87ebc6f190694fa53ca267d523e04f98de536d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f33763d4-31c2-4bf3-8fab-868156e04505" -d '{"events": [{"name": "network-changed", "server_uuid": "68754edd-cbc2-4b62-8e18-7abfa6bb7d34", "tag": "6ba56cfb-3724-4410-8b50-b603e9b91d33"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:49:05.328228 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-649b7c09-b206-4deb-91ed-15b6b8ffde36 tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] Notify callbacks [] for security_group, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:05.369408 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-649b7c09-b206-4deb-91ed-15b6b8ffde36 tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:05.373408 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-754f95a4-9677-4cf8-8ca7-916f3b535846 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:05.377961 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-754f95a4-9677-4cf8-8ca7-916f3b535846 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:05.382442 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-754f95a4-9677-4cf8-8ca7-916f3b535846 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/666f713f-9a50-4df6-95b2-41275b42712e HTTP/1.1" status: 204 len: 168 time: 0.2782958 Mar 29 15:49:05.395743 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 15:49:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6661d94-0690-4c10-a26d-4e787b9d2eb8 x-openstack-request-id: req-e6661d94-0690-4c10-a26d-4e787b9d2eb8 {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:49:05.396038 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68754edd-cbc2-4b62-8e18-7abfa6bb7d34", "tag": "6ba56cfb-3724-4410-8b50-b603e9b91d33", "status": "completed", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:49:05.396286 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e6661d94-0690-4c10-a26d-4e787b9d2eb8 {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:49:05.396764 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68754edd-cbc2-4b62-8e18-7abfa6bb7d34', 'tag': '6ba56cfb-3724-4410-8b50-b603e9b91d33', 'status': 'completed', 'code': 200} Mar 29 15:49:05.402334 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754f95a4-9677-4cf8-8ca7-916f3b535846 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=666f713f-9a50-4df6-95b2-41275b42712e,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:49:05.402843 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d1aadc-80ff-4c86-a6ca-df7eb79aab82 service neutron] Pushing event updated for resources: {'Port': ['ID=6ba56cfb-3724-4410-8b50-b603e9b91d33,revision_number=3']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:49:05.445581 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec82a6d4-86ca-46e4-81fd-b85897c34dce req-8fc349fe-c43f-404d-abbe-2a9d3a113581 tempest-ListImageFiltersTestJSON-176973066 tempest-ListImageFiltersTestJSON-176973066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:49:05.454130 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ec82a6d4-86ca-46e4-81fd-b85897c34dce req-8fc349fe-c43f-404d-abbe-2a9d3a113581 tempest-ListImageFiltersTestJSON-176973066 tempest-ListImageFiltersTestJSON-176973066-project] 10.222.0.42 "GET /v2.0/ports?device_id=197b2eca-77cd-4241-8165-39634a9be874 HTTP/1.1" status: 200 len: 949 time: 0.2701597 Mar 29 15:49:05.456949 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8a303d-753b-44c3-812f-151ce733d2c1 req-aae9830b-1fdd-4a2e-aa23-09a31a5e1207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:49:05.457525 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-649b7c09-b206-4deb-91ed-15b6b8ffde36 tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:05.458402 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6d8a303d-753b-44c3-812f-151ce733d2c1 req-aae9830b-1fdd-4a2e-aa23-09a31a5e1207 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=4af75284-24bd-4f9d-bf55-d66aeb5b0fcc HTTP/1.1" status: 200 len: 1097 time: 0.2681539 Mar 29 15:49:05.460824 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-649b7c09-b206-4deb-91ed-15b6b8ffde36 tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:05.464441 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-649b7c09-b206-4deb-91ed-15b6b8ffde36 tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] 10.222.0.42 "DELETE /v2.0/security-groups/5f04c3ed-4fc3-443d-9077-a102dee7ce66 HTTP/1.1" status: 204 len: 168 time: 0.2396572 Mar 29 15:49:05.465069 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 56422) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:49:05.482942 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649b7c09-b206-4deb-91ed-15b6b8ffde36 tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f04c3ed-4fc3-443d-9077-a102dee7ce66,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:49:05.532258 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-d37cd843-41cc-4cc5-aada-3ff92bf117c2 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=059bd4b2ef844df09d26d31285b07a2e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2875752 Mar 29 15:49:05.534645 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 56424) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:49:05.565681 n-d-834765-1 neutron-server[102791]: INFO neutron.api.v2.resource [None req-c7d35f0d-9a5d-4e00-b695-0d047fcbb7df tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] show failed (client error): The resource could not be found. Mar 29 15:49:05.566732 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-c7d35f0d-9a5d-4e00-b695-0d047fcbb7df tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] 10.222.0.42 "GET /v2.0/security-groups/5f04c3ed-4fc3-443d-9077-a102dee7ce66 HTTP/1.1" status: 404 len: 347 time: 0.0953264 Mar 29 15:49:05.568761 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa737b3-e591-4759-ac15-51dec96805b1 req-28db24a0-e067-4fa6-9831-302b14504ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:49:05.570287 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-aaa737b3-e591-4759-ac15-51dec96805b1 req-28db24a0-e067-4fa6-9831-302b14504ac0 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f0f3609f3df249d890a6b6a0157dbda2&device_id=68754edd-cbc2-4b62-8e18-7abfa6bb7d34 HTTP/1.1" status: 200 len: 1094 time: 0.2482421 Mar 29 15:49:05.571514 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 56426) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:49:05.593651 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [req-9cec5f0a-f159-4b26-a04c-944cab0d4184 req-69a89f56-2318-4f88-a3c2-1c53949a7049 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4db3f057-ea95-4cf1-868d-a9dd1b5d31a6 {{(pid=102791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:49:05.615938 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b086cc8f-e687-453c-8f1f-71a7aed488d2 req-b43de278-1d8b-4eb0-a2e7-8c1e4a32395e tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:49:05.617450 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-b086cc8f-e687-453c-8f1f-71a7aed488d2 req-b43de278-1d8b-4eb0-a2e7-8c1e4a32395e tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] 10.222.0.42 "GET /v2.0/ports?device_id=4af75284-24bd-4f9d-bf55-d66aeb5b0fcc HTTP/1.1" status: 200 len: 946 time: 0.0805635 Mar 29 15:49:05.638249 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-086245a8-ee29-47bb-b1ed-248886055be8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:05.640181 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-9cec5f0a-f159-4b26-a04c-944cab0d4184 req-69a89f56-2318-4f88-a3c2-1c53949a7049 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:05.688240 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ec82a6d4-86ca-46e4-81fd-b85897c34dce req-fba3a4f7-ddef-471d-93c3-03915d625c95 tempest-ListImageFiltersTestJSON-176973066 tempest-ListImageFiltersTestJSON-176973066-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8fce4e5-0e3f-4b15-b93d-992bb72b4709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2334034 Mar 29 15:49:05.689761 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-aaa737b3-e591-4759-ac15-51dec96805b1 req-b2dfcdc5-61e1-4a4f-b2a6-634714e908db service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6ba56cfb-3724-4410-8b50-b603e9b91d33 HTTP/1.1" status: 200 len: 217 time: 0.1063063 Mar 29 15:49:05.713641 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-086245a8-ee29-47bb-b1ed-248886055be8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:05.727007 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6d8a303d-753b-44c3-812f-151ce733d2c1 req-0e67bde8-281b-4cfb-b2be-f4854b6ec6a0 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=8c1a607e-8731-4409-adf4-490f4457a32b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2176018 Mar 29 15:49:05.729354 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-b086cc8f-e687-453c-8f1f-71a7aed488d2 req-fee9dec3-4fd1-42ec-b296-edd55a9c2904 tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] 10.222.0.42 "GET /v2.0/security-groups?id=8c1a607e-8731-4409-adf4-490f4457a32b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020527 Mar 29 15:49:05.730556 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-0cb6abf6-2706-4e52-8825-f5f644ecf9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:05.774931 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.provisioning_blocks [req-9cec5f0a-f159-4b26-a04c-944cab0d4184 req-69a89f56-2318-4f88-a3c2-1c53949a7049 service neutron] Transition to ACTIVE for port object 4db3f057-ea95-4cf1-868d-a9dd1b5d31a6 will not be triggered until provisioned by entity L2. {{(pid=102791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 15:49:05.805589 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-9cec5f0a-f159-4b26-a04c-944cab0d4184 req-69a89f56-2318-4f88-a3c2-1c53949a7049 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:05.832330 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-086245a8-ee29-47bb-b1ed-248886055be8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:05.835918 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-086245a8-ee29-47bb-b1ed-248886055be8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:05.837271 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-086245a8-ee29-47bb-b1ed-248886055be8 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/8a5ad33f-4d43-4c04-b22b-2f9442b4ceac HTTP/1.1" status: 204 len: 168 time: 0.3014531 Mar 29 15:49:05.848850 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086245a8-ee29-47bb-b1ed-248886055be8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a5ad33f-4d43-4c04-b22b-2f9442b4ceac,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:49:05.888149 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:05.904522 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a89f56-2318-4f88-a3c2-1c53949a7049 service neutron] Pushing event updated for resources: {'Port': ['ID=4db3f057-ea95-4cf1-868d-a9dd1b5d31a6,revision_number=2']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:49:05.933150 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa737b3-e591-4759-ac15-51dec96805b1 req-ec58b3b4-96be-4180-8995-ca9b01fa8bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:49:05.935750 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-aaa737b3-e591-4759-ac15-51dec96805b1 req-ec58b3b4-96be-4180-8995-ca9b01fa8bd4 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=004fd10c-17a6-4033-bc4f-a88940613808 HTTP/1.1" status: 200 len: 851 time: 0.2384505 Mar 29 15:49:05.982742 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-aaa737b3-e591-4759-ac15-51dec96805b1 req-07c685f4-0425-4385-94ea-2cbc63c6cde1 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=cd63b2c7-486d-4d2d-9dd7-6d35ac500dfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318637 Mar 29 15:49:06.119058 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4114bf-b91e-4fd6-a1d6-4b99ae549dc5 req-baf56d05-6580-4bcf-a480-bde35fba73d9 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:49:06.129026 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-fd4114bf-b91e-4fd6-a1d6-4b99ae549dc5 req-baf56d05-6580-4bcf-a480-bde35fba73d9 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] 10.222.0.42 "GET /v2.0/ports?device_id=186cc152-5814-4ecc-8410-e5062beddb18 HTTP/1.1" status: 200 len: 944 time: 0.2988338 Mar 29 15:49:06.225857 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-9cec5f0a-f159-4b26-a04c-944cab0d4184 req-69a89f56-2318-4f88-a3c2-1c53949a7049 service neutron] Attempting to bind port 4db3f057-ea95-4cf1-868d-a9dd1b5d31a6 on host n-h2-834765-1 for vnic_type normal with profile {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:49:06.226223 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-9cec5f0a-f159-4b26-a04c-944cab0d4184 req-69a89f56-2318-4f88-a3c2-1c53949a7049 service neutron] Attempting to bind port 4db3f057-ea95-4cf1-868d-a9dd1b5d31a6 by drivers openvswitch,hyperv on host n-h2-834765-1 at level 0 using segments [{'id': '392c7b19-1d8f-41d1-9abe-2849beceb5b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '0eb69c38-859a-44f3-b301-7cf6beecd122'}] {{(pid=102791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:49:06.226557 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cec5f0a-f159-4b26-a04c-944cab0d4184 req-69a89f56-2318-4f88-a3c2-1c53949a7049 service neutron] Attempting to bind port 4db3f057-ea95-4cf1-868d-a9dd1b5d31a6 on network 0eb69c38-859a-44f3-b301-7cf6beecd122 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:49:06.238554 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-a478e7bc-d194-47da-8748-cada0da18457 tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] Deleting port cbae391f-be27-44c5-8df0-bc11027da6a7 {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:49:06.239044 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-a478e7bc-d194-47da-8748-cada0da18457 tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:06.299576 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb25936-52aa-4997-be4c-401a1e98bf13 req-097b3b5d-c2bb-41c6-b868-b2b9a2447dfb tempest-ServerRescueTestJSON-484479922 tempest-ServerRescueTestJSON-484479922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:49:06.308418 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-6fb25936-52aa-4997-be4c-401a1e98bf13 req-097b3b5d-c2bb-41c6-b868-b2b9a2447dfb tempest-ServerRescueTestJSON-484479922 tempest-ServerRescueTestJSON-484479922-project] 10.222.0.42 "GET /v2.0/ports?device_id=68754edd-cbc2-4b62-8e18-7abfa6bb7d34 HTTP/1.1" status: 200 len: 943 time: 0.0692956 Mar 29 15:49:06.308580 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cec5f0a-f159-4b26-a04c-944cab0d4184 req-69a89f56-2318-4f88-a3c2-1c53949a7049 service neutron] Port 4db3f057-ea95-4cf1-868d-a9dd1b5d31a6 on network 0eb69c38-859a-44f3-b301-7cf6beecd122 not bound, no agent of type Open vSwitch agent registered on host n-h2-834765-1 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 15:49:06.308856 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cec5f0a-f159-4b26-a04c-944cab0d4184 req-69a89f56-2318-4f88-a3c2-1c53949a7049 service neutron] Attempting to bind port 4db3f057-ea95-4cf1-868d-a9dd1b5d31a6 on network 0eb69c38-859a-44f3-b301-7cf6beecd122 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:49:06.336850 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-fd4114bf-b91e-4fd6-a1d6-4b99ae549dc5 req-09c12dee-8039-4012-8965-58349b98dbd6 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] 10.222.0.42 "GET /v2.0/security-groups?id=5db5456d-b190-468c-8855-1650a1510a12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2049925 Mar 29 15:49:06.336850 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cec5f0a-f159-4b26-a04c-944cab0d4184 req-69a89f56-2318-4f88-a3c2-1c53949a7049 service neutron] Checking agent: {'id': '3e4b4912-b4a2-4d17-b5bd-6ce15529e8eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 33, 17), 'started_at': datetime.datetime(2022, 3, 29, 15, 33, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 48, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:49:06.336850 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cec5f0a-f159-4b26-a04c-944cab0d4184 req-69a89f56-2318-4f88-a3c2-1c53949a7049 service neutron] Checking segment: {'id': '392c7b19-1d8f-41d1-9abe-2849beceb5b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '0eb69c38-859a-44f3-b301-7cf6beecd122'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:49:06.336850 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cec5f0a-f159-4b26-a04c-944cab0d4184 req-69a89f56-2318-4f88-a3c2-1c53949a7049 service neutron] Bound using segment: {'id': '392c7b19-1d8f-41d1-9abe-2849beceb5b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '0eb69c38-859a-44f3-b301-7cf6beecd122'} {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:49:06.337376 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-9cec5f0a-f159-4b26-a04c-944cab0d4184 req-69a89f56-2318-4f88-a3c2-1c53949a7049 service neutron] Bound port: 4db3f057-ea95-4cf1-868d-a9dd1b5d31a6, host: n-h2-834765-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '392c7b19-1d8f-41d1-9abe-2849beceb5b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '0eb69c38-859a-44f3-b301-7cf6beecd122'}}] {{(pid=102791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 15:49:06.337477 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-9cec5f0a-f159-4b26-a04c-944cab0d4184 req-69a89f56-2318-4f88-a3c2-1c53949a7049 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:06.349673 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 56466) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:49:06.364094 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-aaa737b3-e591-4759-ac15-51dec96805b1 req-719d3fe7-197b-4156-819b-44f065b57805 service neutron] 10.222.0.44 "GET /v2.0/networks/cd63b2c7-486d-4d2d-9dd7-6d35ac500dfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3594644 Mar 29 15:49:06.371103 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-6fb25936-52aa-4997-be4c-401a1e98bf13 req-a1620625-4347-43c0-a608-92f6b28341c0 tempest-ServerRescueTestJSON-484479922 tempest-ServerRescueTestJSON-484479922-project] 10.222.0.42 "GET /v2.0/security-groups?id=a3f3b05e-b4b0-4bd5-8f61-9140e1e7cbea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609438 Mar 29 15:49:06.373092 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-923d5954-ca02-4681-a68c-2489a6b6ead5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:06.387816 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-a478e7bc-d194-47da-8748-cada0da18457 tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:06.388141 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-a478e7bc-d194-47da-8748-cada0da18457 tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:06.483785 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-a478e7bc-d194-47da-8748-cada0da18457 tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] Calling delete_port for cbae391f-be27-44c5-8df0-bc11027da6a7 owned by network:floatingip {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:49:06.489810 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-923d5954-ca02-4681-a68c-2489a6b6ead5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:06.495014 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-923d5954-ca02-4681-a68c-2489a6b6ead5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:06.548978 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-923d5954-ca02-4681-a68c-2489a6b6ead5 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=5ce6b85916394bba9774692b839d3335&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1958270 Mar 29 15:49:06.548978 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923d5954-ca02-4681-a68c-2489a6b6ead5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b945133-6f00-471e-8ff4-62aab9115e1c,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:49:06.551854 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 56478) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:49:06.599891 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-9cec5f0a-f159-4b26-a04c-944cab0d4184 req-69a89f56-2318-4f88-a3c2-1c53949a7049 service neutron] For port 4db3f057-ea95-4cf1-868d-a9dd1b5d31a6, host n-h2-834765-1, cleared binding levels {{(pid=102791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:49:06.607855 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-9cec5f0a-f159-4b26-a04c-944cab0d4184 req-69a89f56-2318-4f88-a3c2-1c53949a7049 service neutron] For port 4db3f057-ea95-4cf1-868d-a9dd1b5d31a6, host n-h2-834765-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=4db3f057-ea95-4cf1-868d-a9dd1b5d31a6,segment=NetworkSegment(392c7b19-1d8f-41d1-9abe-2849beceb5b4),segment_id=392c7b19-1d8f-41d1-9abe-2849beceb5b4)] {{(pid=102791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:49:06.618948 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-04812def-0b05-41dd-b61d-3a95b81b522b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:06.620547 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-9cec5f0a-f159-4b26-a04c-944cab0d4184 req-69a89f56-2318-4f88-a3c2-1c53949a7049 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:06.639640 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-aaa737b3-e591-4759-ac15-51dec96805b1 req-c07cc161-b86f-4a82-812a-7f4940b54f1a service neutron] 10.222.0.44 "GET /v2.0/networks/cd63b2c7-486d-4d2d-9dd7-6d35ac500dfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2642050 Mar 29 15:49:06.647946 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-04812def-0b05-41dd-b61d-3a95b81b522b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:06.674037 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cec5f0a-f159-4b26-a04c-944cab0d4184 req-69a89f56-2318-4f88-a3c2-1c53949a7049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:49:06.674685 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-9cec5f0a-f159-4b26-a04c-944cab0d4184 req-69a89f56-2318-4f88-a3c2-1c53949a7049 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:06.676120 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-9cec5f0a-f159-4b26-a04c-944cab0d4184 req-69a89f56-2318-4f88-a3c2-1c53949a7049 service neutron] 10.222.0.48 "PUT /v2.0/ports/4db3f057-ea95-4cf1-868d-a9dd1b5d31a6 HTTP/1.1" status: 200 len: 1092 time: 2.2367506 Mar 29 15:49:06.714270 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-04812def-0b05-41dd-b61d-3a95b81b522b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:06.717505 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a89f56-2318-4f88-a3c2-1c53949a7049 service neutron] Pushing event updated for resources: {'Port': ['ID=4db3f057-ea95-4cf1-868d-a9dd1b5d31a6,revision_number=3']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:49:06.727381 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-04812def-0b05-41dd-b61d-3a95b81b522b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:06.742716 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-04812def-0b05-41dd-b61d-3a95b81b522b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/6b945133-6f00-471e-8ff4-62aab9115e1c HTTP/1.1" status: 204 len: 168 time: 0.1806691 Mar 29 15:49:06.761360 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04812def-0b05-41dd-b61d-3a95b81b522b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b945133-6f00-471e-8ff4-62aab9115e1c,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:49:06.863329 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33763d4-31c2-4bf3-8fab-868156e04505 req-039b3946-3cc8-42f6-814e-55d525677cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:49:06.864880 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f33763d4-31c2-4bf3-8fab-868156e04505 req-039b3946-3cc8-42f6-814e-55d525677cfb service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f0f3609f3df249d890a6b6a0157dbda2&device_id=68754edd-cbc2-4b62-8e18-7abfa6bb7d34 HTTP/1.1" status: 200 len: 1094 time: 0.1397083 Mar 29 15:49:06.865501 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-a478e7bc-d194-47da-8748-cada0da18457 tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:06.882654 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cec5f0a-f159-4b26-a04c-944cab0d4184 req-3430d59e-c073-4894-873e-d19f728f6778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:49:06.884228 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-9cec5f0a-f159-4b26-a04c-944cab0d4184 req-3430d59e-c073-4894-873e-d19f728f6778 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4613198224a343ff95b6b23b26c7af7a&device_id=186cc152-5814-4ecc-8410-e5062beddb18 HTTP/1.1" status: 200 len: 1095 time: 0.1205502 Mar 29 15:49:06.930650 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a478e7bc-d194-47da-8748-cada0da18457 tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] Pushing event deleted for resources: {'Port': ['ID=cbae391f-be27-44c5-8df0-bc11027da6a7,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:49:06.936438 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ab6892-737a-4621-b1af-0c57bb19489e req-f784705e-8aa7-4629-9647-f318db515074 tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:49:06.938036 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-e7ab6892-737a-4621-b1af-0c57bb19489e req-f784705e-8aa7-4629-9647-f318db515074 tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] 10.222.0.42 "GET /v2.0/ports?device_id=4af75284-24bd-4f9d-bf55-d66aeb5b0fcc HTTP/1.1" status: 200 len: 946 time: 0.0983226 Mar 29 15:49:06.981881 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-9cec5f0a-f159-4b26-a04c-944cab0d4184 req-8f4b5b83-f854-4f53-9f72-d397c41988df service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4db3f057-ea95-4cf1-868d-a9dd1b5d31a6 HTTP/1.1" status: 200 len: 217 time: 0.0700784 Mar 29 15:49:07.024248 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-e7ab6892-737a-4621-b1af-0c57bb19489e req-223f310c-8048-480e-a081-ed7957d24cb7 tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] 10.222.0.42 "GET /v2.0/security-groups?id=8c1a607e-8731-4409-adf4-490f4457a32b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684502 Mar 29 15:49:07.400033 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '186cc152-5814-4ecc-8410-e5062beddb18', 'tag': '4db3f057-ea95-4cf1-868d-a9dd1b5d31a6'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:49:07.402288 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c67b028db5e9b9818fecc5c0a87ebc6f190694fa53ca267d523e04f98de536d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59c09499-0a32-4216-8335-7a2e7c1db18d" -d '{"events": [{"name": "network-changed", "server_uuid": "186cc152-5814-4ecc-8410-e5062beddb18", "tag": "4db3f057-ea95-4cf1-868d-a9dd1b5d31a6"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:49:07.455477 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cec5f0a-f159-4b26-a04c-944cab0d4184 req-41f5cf9d-ca37-48e7-bb2e-d9f357b792d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:49:07.456928 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-9cec5f0a-f159-4b26-a04c-944cab0d4184 req-41f5cf9d-ca37-48e7-bb2e-d9f357b792d6 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=1924a09c-5d13-4bf6-994f-2a1793829850 HTTP/1.1" status: 200 len: 835 time: 0.4534297 Mar 29 15:49:07.468329 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-a478e7bc-d194-47da-8748-cada0da18457 tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] Notify callbacks [] for floatingip, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:07.470866 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-a478e7bc-d194-47da-8748-cada0da18457 tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for floatingip, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:07.472054 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-a478e7bc-d194-47da-8748-cada0da18457 tempest-ImagesOneServerNegativeTestJSON-1145554996 tempest-ImagesOneServerNegativeTestJSON-1145554996-project] 10.222.0.42 "DELETE /v2.0/floatingips/4fb03b8d-f9aa-4313-89e6-2f875dfa77db HTTP/1.1" status: 204 len: 168 time: 1.8966241 Mar 29 15:49:07.487904 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33763d4-31c2-4bf3-8fab-868156e04505 req-f16042ad-f37d-417c-99ff-4fef3a23ef76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:49:07.491043 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f33763d4-31c2-4bf3-8fab-868156e04505 req-f16042ad-f37d-417c-99ff-4fef3a23ef76 service neutron] 10.222.0.44 "GET /v2.0/networks?id=cd63b2c7-486d-4d2d-9dd7-6d35ac500dfb HTTP/1.1" status: 200 len: 912 time: 0.6121621 Mar 29 15:49:07.536350 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b6502c-1114-47ce-9a34-eac5b9440f24 req-90d038af-f324-4bce-a34c-78c86cfb5d0f tempest-ServerRescueTestJSON-484479922 tempest-ServerRescueTestJSON-484479922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:49:07.538414 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-30b6502c-1114-47ce-9a34-eac5b9440f24 req-90d038af-f324-4bce-a34c-78c86cfb5d0f tempest-ServerRescueTestJSON-484479922 tempest-ServerRescueTestJSON-484479922-project] 10.222.0.42 "GET /v2.0/ports?device_id=68754edd-cbc2-4b62-8e18-7abfa6bb7d34 HTTP/1.1" status: 200 len: 943 time: 0.0597258 Mar 29 15:49:07.564031 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f33763d4-31c2-4bf3-8fab-868156e04505 req-94913bc0-0641-49c0-b83c-2f6949839834 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6ba56cfb-3724-4410-8b50-b603e9b91d33 HTTP/1.1" status: 200 len: 217 time: 0.0615823 Mar 29 15:49:07.587434 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2221574-5082-4aca-abcd-cf41ed5007ad req-80695b32-6a80-4b77-890b-bbe845362d19 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:49:07.588950 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-c2221574-5082-4aca-abcd-cf41ed5007ad req-80695b32-6a80-4b77-890b-bbe845362d19 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] 10.222.0.42 "GET /v2.0/ports?device_id=186cc152-5814-4ecc-8410-e5062beddb18 HTTP/1.1" status: 200 len: 944 time: 0.1390667 Mar 29 15:49:07.589546 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-30b6502c-1114-47ce-9a34-eac5b9440f24 req-769727ae-0fc5-41ec-baef-e8e3e5774bca tempest-ServerRescueTestJSON-484479922 tempest-ServerRescueTestJSON-484479922-project] 10.222.0.42 "GET /v2.0/security-groups?id=a3f3b05e-b4b0-4bd5-8f61-9140e1e7cbea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433004 Mar 29 15:49:07.620734 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cec5f0a-f159-4b26-a04c-944cab0d4184 req-cf70f777-e4df-4a7c-b648-968ff4581ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:49:07.622879 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-9cec5f0a-f159-4b26-a04c-944cab0d4184 req-cf70f777-e4df-4a7c-b648-968ff4581ff2 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0eb69c38-859a-44f3-b301-7cf6beecd122&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1367445 Mar 29 15:49:07.627943 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 56524) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:49:07.656130 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 15:49:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b536c64a-2608-496b-9467-1c0f2a71a900 x-openstack-request-id: req-b536c64a-2608-496b-9467-1c0f2a71a900 {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:49:07.656423 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "186cc152-5814-4ecc-8410-e5062beddb18", "tag": "4db3f057-ea95-4cf1-868d-a9dd1b5d31a6", "status": "completed", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:49:07.656671 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b536c64a-2608-496b-9467-1c0f2a71a900 {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:49:07.657091 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '186cc152-5814-4ecc-8410-e5062beddb18', 'tag': '4db3f057-ea95-4cf1-868d-a9dd1b5d31a6', 'status': 'completed', 'code': 200} Mar 29 15:49:07.693489 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-c2221574-5082-4aca-abcd-cf41ed5007ad req-8290587f-4288-4b7c-a3ec-711e8d223eaa tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] 10.222.0.42 "GET /v2.0/security-groups?id=5db5456d-b190-468c-8855-1650a1510a12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0945759 Mar 29 15:49:07.717374 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33763d4-31c2-4bf3-8fab-868156e04505 req-fcb4d559-1caf-4cbd-912b-2eee49e44ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:49:07.717374 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f33763d4-31c2-4bf3-8fab-868156e04505 req-fcb4d559-1caf-4cbd-912b-2eee49e44ad5 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=004fd10c-17a6-4033-bc4f-a88940613808 HTTP/1.1" status: 200 len: 851 time: 0.1376874 Mar 29 15:49:07.777531 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f33763d4-31c2-4bf3-8fab-868156e04505 req-75d8097c-aea8-4f39-97e3-152f67343e90 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=cd63b2c7-486d-4d2d-9dd7-6d35ac500dfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278428 Mar 29 15:49:07.843490 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 56548) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:49:07.864597 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-9cec5f0a-f159-4b26-a04c-944cab0d4184 req-ce546869-df79-4576-810a-cd2f34928f56 service neutron] 10.222.0.48 "GET /v2.0/networks/0eb69c38-859a-44f3-b301-7cf6beecd122?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2325518 Mar 29 15:49:07.904538 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.db_base_plugin_v2 [None req-89265b6f-2431-47e7-a453-9d9576c61960 admin admin] Deleting subnet 948bea00-d9fc-4574-8561-d9234d72b285 {{(pid=102790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 15:49:07.907721 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-89265b6f-2431-47e7-a453-9d9576c61960 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:07.944920 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-883c9695-e307-469d-958e-a78b8856b247 tempest-ExternalNetworksAdminNegativeTestJSON-383085839 tempest-ExternalNetworksAdminNegativeTestJSON-383085839-project-admin] Request body: {'floatingip': {'floating_network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:49:07.953744 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f33763d4-31c2-4bf3-8fab-868156e04505 req-91042f5b-d8df-40af-ab5b-c61220acbb48 service neutron] 10.222.0.44 "GET /v2.0/networks/cd63b2c7-486d-4d2d-9dd7-6d35ac500dfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1691639 Mar 29 15:49:07.958569 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-89265b6f-2431-47e7-a453-9d9576c61960 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4614024'] for subnet, precommit_delete_associations {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:07.998224 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-883c9695-e307-469d-958e-a78b8856b247 tempest-ExternalNetworksAdminNegativeTestJSON-383085839 tempest-ExternalNetworksAdminNegativeTestJSON-383085839-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:08.022318 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-89265b6f-2431-47e7-a453-9d9576c61960 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1641287'] for subnet, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:08.045141 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-9cec5f0a-f159-4b26-a04c-944cab0d4184 req-3fcc19db-949f-48b4-a90b-8b54732052f3 service neutron] 10.222.0.48 "GET /v2.0/networks/0eb69c38-859a-44f3-b301-7cf6beecd122?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1720779 Mar 29 15:49:08.086319 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f33763d4-31c2-4bf3-8fab-868156e04505 req-9c588323-a51d-4b29-9c4b-1ca2648c4c51 service neutron] 10.222.0.44 "GET /v2.0/networks/cd63b2c7-486d-4d2d-9dd7-6d35ac500dfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246638 Mar 29 15:49:08.176391 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c09499-0a32-4216-8335-7a2e7c1db18d req-3658705d-60eb-40b7-87b0-a1ae188d9b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:49:08.178302 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-59c09499-0a32-4216-8335-7a2e7c1db18d req-3658705d-60eb-40b7-87b0-a1ae188d9b53 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4613198224a343ff95b6b23b26c7af7a&device_id=186cc152-5814-4ecc-8410-e5062beddb18 HTTP/1.1" status: 200 len: 1095 time: 0.0728621 Mar 29 15:49:08.289658 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c09499-0a32-4216-8335-7a2e7c1db18d req-068a0be9-062d-47ee-a24a-8c0367192cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:49:08.291154 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-59c09499-0a32-4216-8335-7a2e7c1db18d req-068a0be9-062d-47ee-a24a-8c0367192cbf service neutron] 10.222.0.48 "GET /v2.0/networks?id=0eb69c38-859a-44f3-b301-7cf6beecd122 HTTP/1.1" status: 200 len: 898 time: 0.1050091 Mar 29 15:49:08.338417 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-59c09499-0a32-4216-8335-7a2e7c1db18d req-f716061e-31c6-44cc-bef0-a0cf795f3597 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4db3f057-ea95-4cf1-868d-a9dd1b5d31a6 HTTP/1.1" status: 200 len: 217 time: 0.0401027 Mar 29 15:49:08.393034 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c09499-0a32-4216-8335-7a2e7c1db18d req-fab608e9-4c7e-4644-9a0f-3798c5d441d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:49:08.394612 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-59c09499-0a32-4216-8335-7a2e7c1db18d req-fab608e9-4c7e-4644-9a0f-3798c5d441d4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=1924a09c-5d13-4bf6-994f-2a1793829850 HTTP/1.1" status: 200 len: 835 time: 0.0498044 Mar 29 15:49:08.429751 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-89265b6f-2431-47e7-a453-9d9576c61960 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1641294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5231963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4793952'] for subnet, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:08.454872 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c09499-0a32-4216-8335-7a2e7c1db18d req-9e8d5cee-33bd-491a-8a76-c93f4c4fa91d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:49:08.457719 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-59c09499-0a32-4216-8335-7a2e7c1db18d req-9e8d5cee-33bd-491a-8a76-c93f4c4fa91d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0eb69c38-859a-44f3-b301-7cf6beecd122&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0570307 Mar 29 15:49:08.465202 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89265b6f-2431-47e7-a453-9d9576c61960 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=948bea00-d9fc-4574-8561-d9234d72b285,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:49:08.471376 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-89265b6f-2431-47e7-a453-9d9576c61960 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for subnet, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:08.474587 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-89265b6f-2431-47e7-a453-9d9576c61960 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/948bea00-d9fc-4574-8561-d9234d72b285 HTTP/1.1" status: 204 len: 168 time: 0.6301150 Mar 29 15:49:08.477809 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 56566) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:49:08.494108 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086ca658-10ea-417f-9e53-5c222ba28809 req-6a7aa8b7-2d9d-4905-819b-57ed90a6a86f tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:49:08.501623 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-086ca658-10ea-417f-9e53-5c222ba28809 req-6a7aa8b7-2d9d-4905-819b-57ed90a6a86f tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] 10.222.0.42 "GET /v2.0/ports?device_id=4af75284-24bd-4f9d-bf55-d66aeb5b0fcc HTTP/1.1" status: 200 len: 946 time: 0.1200814 Mar 29 15:49:08.520631 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 56568) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:49:08.570072 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-59c09499-0a32-4216-8335-7a2e7c1db18d req-fa7d9d21-7254-4c32-9066-980e2e0952e0 service neutron] 10.222.0.48 "GET /v2.0/networks/0eb69c38-859a-44f3-b301-7cf6beecd122?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045349 Mar 29 15:49:08.587832 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-883c9695-e307-469d-958e-a78b8856b247 tempest-ExternalNetworksAdminNegativeTestJSON-383085839 tempest-ExternalNetworksAdminNegativeTestJSON-383085839-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:08.618066 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-56055a1e-a3eb-44c3-92e8-db1e014a8b81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1631750'] for network, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:08.649599 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-086ca658-10ea-417f-9e53-5c222ba28809 req-1c16db63-ca34-463f-a34b-a50b6ae69d8a tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] 10.222.0.42 "GET /v2.0/security-groups?id=8c1a607e-8731-4409-adf4-490f4457a32b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306725 Mar 29 15:49:08.675356 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-d12c4fe4-0e3b-413f-827d-78d663a946ad tempest-RoutersAdminTest-935776259 tempest-RoutersAdminTest-935776259-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1662388079', 'router:external': True}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:49:08.694736 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-59c09499-0a32-4216-8335-7a2e7c1db18d req-35d1c94c-2bc6-4b78-a5ef-b664c6c3e86a service neutron] 10.222.0.48 "GET /v2.0/networks/0eb69c38-859a-44f3-b301-7cf6beecd122?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1167848 Mar 29 15:49:08.757879 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cceb8fd0-3183-4302-bae9-a275ccafd6cf req-8bc41aef-b577-4cec-8163-aa4a73493294 tempest-ServerRescueTestJSON-484479922 tempest-ServerRescueTestJSON-484479922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:49:08.759621 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-cceb8fd0-3183-4302-bae9-a275ccafd6cf req-8bc41aef-b577-4cec-8163-aa4a73493294 tempest-ServerRescueTestJSON-484479922 tempest-ServerRescueTestJSON-484479922-project] 10.222.0.42 "GET /v2.0/ports?device_id=68754edd-cbc2-4b62-8e18-7abfa6bb7d34 HTTP/1.1" status: 200 len: 943 time: 0.0637200 Mar 29 15:49:08.767040 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d12c4fe4-0e3b-413f-827d-78d663a946ad tempest-RoutersAdminTest-935776259 tempest-RoutersAdminTest-935776259-project-admin] Made reservation on behalf of f6d1802139a14642abc19da5c9d94c97 for: {'network': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:49:08.769286 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-d12c4fe4-0e3b-413f-827d-78d663a946ad tempest-RoutersAdminTest-935776259 tempest-RoutersAdminTest-935776259-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for network, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:08.790971 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-d12c4fe4-0e3b-413f-827d-78d663a946ad tempest-RoutersAdminTest-935776259 tempest-RoutersAdminTest-935776259-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:08.801206 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-cceb8fd0-3183-4302-bae9-a275ccafd6cf req-ac330b0a-0417-4647-ae85-4e62753afd96 tempest-ServerRescueTestJSON-484479922 tempest-ServerRescueTestJSON-484479922-project] 10.222.0.42 "GET /v2.0/security-groups?id=a3f3b05e-b4b0-4bd5-8f61-9140e1e7cbea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342095 Mar 29 15:49:08.833706 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-56055a1e-a3eb-44c3-92e8-db1e014a8b81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639890', 'neutron.services.segments.db._delete_segments_for_network-8783523423079'] for network, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:08.866004 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-56055a1e-a3eb-44c3-92e8-db1e014a8b81 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['521886c7-eef8-4b1b-9885-e070589482cd']}} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:49:08.889680 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.db_base_plugin_common [None req-883c9695-e307-469d-958e-a78b8856b247 tempest-ExternalNetworksAdminNegativeTestJSON-383085839 tempest-ExternalNetworksAdminNegativeTestJSON-383085839-project-admin] Allocated IP 172.25.4.227 (4a4a035d-ecac-4ead-baa3-25f90788773a/e1a353dc-fac8-4901-a63c-273840237d6a/276715e5-f1b4-4a61-8d1c-22fbe742f288) {{(pid=102790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:49:08.895890 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-56055a1e-a3eb-44c3-92e8-db1e014a8b81 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee9a1626-16ee-4ecf-88a3-7244e4b7c1ed') {'for_net_delete': True} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:49:08.896192 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-56055a1e-a3eb-44c3-92e8-db1e014a8b81 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee9a1626-16ee-4ecf-88a3-7244e4b7c1ed') {} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:49:08.916615 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57cefc7-f91a-43f7-abf3-8443007eafb9 req-b529cbf1-47b8-4dd0-8479-6c9ae5d2dd71 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:49:08.919050 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-c57cefc7-f91a-43f7-abf3-8443007eafb9 req-b529cbf1-47b8-4dd0-8479-6c9ae5d2dd71 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] 10.222.0.42 "GET /v2.0/ports?device_id=186cc152-5814-4ecc-8410-e5062beddb18 HTTP/1.1" status: 200 len: 944 time: 0.0577531 Mar 29 15:49:08.923552 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-56055a1e-a3eb-44c3-92e8-db1e014a8b81 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783523422064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4614019'] for segment, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:08.960579 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-56055a1e-a3eb-44c3-92e8-db1e014a8b81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:08.972036 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-c57cefc7-f91a-43f7-abf3-8443007eafb9 req-ccf29351-db05-4ab4-8e5d-bad3b6da21e3 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] 10.222.0.42 "GET /v2.0/security-groups?id=5db5456d-b190-468c-8855-1650a1510a12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451639 Mar 29 15:49:08.981935 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56055a1e-a3eb-44c3-92e8-db1e014a8b81 admin admin] Releasing vlan 632 on physical network physnet1 to pool {{(pid=102790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 15:49:08.982421 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-56055a1e-a3eb-44c3-92e8-db1e014a8b81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5238013'] for segment, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:08.985804 n-d-834765-1 neutron-server[102790]: Traceback (most recent call last): Mar 29 15:49:08.985804 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 15:49:08.985804 n-d-834765-1 neutron-server[102790]: timer() Mar 29 15:49:08.985804 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 15:49:08.985804 n-d-834765-1 neutron-server[102790]: cb(*args, **kw) Mar 29 15:49:08.985804 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 15:49:08.985804 n-d-834765-1 neutron-server[102790]: return func(*args, **kwargs) Mar 29 15:49:08.985804 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 15:49:08.985804 n-d-834765-1 neutron-server[102790]: self._notify() Mar 29 15:49:08.985804 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 15:49:08.985804 n-d-834765-1 neutron-server[102790]: self.callback(batched_events) Mar 29 15:49:08.985804 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 15:49:08.985804 n-d-834765-1 neutron-server[102790]: event.method(event) Mar 29 15:49:08.985804 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 15:49:08.985804 n-d-834765-1 neutron-server[102790]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 15:49:08.985804 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 15:49:08.985804 n-d-834765-1 neutron-server[102790]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 15:49:08.985804 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 15:49:08.985804 n-d-834765-1 neutron-server[102790]: return f(self, *a, **k) Mar 29 15:49:08.985804 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 15:49:08.985804 n-d-834765-1 neutron-server[102790]: return self._get(url).json() Mar 29 15:49:08.985804 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 15:49:08.985804 n-d-834765-1 neutron-server[102790]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 15:49:08.985804 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 15:49:08.985804 n-d-834765-1 neutron-server[102790]: return self.request(url, 'GET', **kwargs) Mar 29 15:49:08.985804 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 15:49:08.985804 n-d-834765-1 neutron-server[102790]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 15:49:08.985804 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 15:49:08.985804 n-d-834765-1 neutron-server[102790]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 15:49:08.985804 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 15:49:08.985804 n-d-834765-1 neutron-server[102790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 15:49:08.985804 n-d-834765-1 neutron-server[102790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 15:49:09.110841 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-d12c4fe4-0e3b-413f-827d-78d663a946ad tempest-RoutersAdminTest-935776259 tempest-RoutersAdminTest-935776259-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:09.115521 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-56055a1e-a3eb-44c3-92e8-db1e014a8b81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1639897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648174'] for network, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:09.124343 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-d12c4fe4-0e3b-413f-827d-78d663a946ad tempest-RoutersAdminTest-935776259 tempest-RoutersAdminTest-935776259-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:09.131602 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-56055a1e-a3eb-44c3-92e8-db1e014a8b81 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for network, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:09.134893 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-56055a1e-a3eb-44c3-92e8-db1e014a8b81 admin admin] 10.222.0.42 "DELETE /v2.0/networks/521886c7-eef8-4b1b-9885-e070589482cd HTTP/1.1" status: 204 len: 168 time: 0.6550279 Mar 29 15:49:09.170968 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56055a1e-a3eb-44c3-92e8-db1e014a8b81 admin admin] Pushing event deleted for resources: {'Network': ['ID=521886c7-eef8-4b1b-9885-e070589482cd,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:49:09.181492 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-883c9695-e307-469d-958e-a78b8856b247 tempest-ExternalNetworksAdminNegativeTestJSON-383085839 tempest-ExternalNetworksAdminNegativeTestJSON-383085839-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:09.183325 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d12c4fe4-0e3b-413f-827d-78d663a946ad tempest-RoutersAdminTest-935776259 tempest-RoutersAdminTest-935776259-project-admin] vlan segment allocate from pool success with {'vlan_id': 622, 'physical_network': 'physnet1'} {{(pid=102790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 15:49:09.204289 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12c4fe4-0e3b-413f-827d-78d663a946ad tempest-RoutersAdminTest-935776259 tempest-RoutersAdminTest-935776259-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c8be72d-9d4d-4594-9410-b3d1b0fbd1a4,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:49:09.212063 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-d12c4fe4-0e3b-413f-827d-78d663a946ad tempest-RoutersAdminTest-935776259 tempest-RoutersAdminTest-935776259-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:09.212546 n-d-834765-1 neutron-server[102790]: INFO neutron.db.segments_db [None req-d12c4fe4-0e3b-413f-827d-78d663a946ad tempest-RoutersAdminTest-935776259 tempest-RoutersAdminTest-935776259-project-admin] Added segment 85cf7229-63f1-4ce0-b534-5232d946bb1f of type vlan for network 7d0233ec-b21c-4caa-8053-feebcde42684 Mar 29 15:49:09.282655 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-d12c4fe4-0e3b-413f-827d-78d663a946ad tempest-RoutersAdminTest-935776259 tempest-RoutersAdminTest-935776259-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783522915970'] for network, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:09.288117 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-883c9695-e307-469d-958e-a78b8856b247 tempest-ExternalNetworksAdminNegativeTestJSON-383085839 tempest-ExternalNetworksAdminNegativeTestJSON-383085839-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:09.346796 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-883c9695-e307-469d-958e-a78b8856b247 tempest-ExternalNetworksAdminNegativeTestJSON-383085839 tempest-ExternalNetworksAdminNegativeTestJSON-383085839-project-admin] Network 4a4a035d-ecac-4ead-baa3-25f90788773a is already hosted by enough agents. {{(pid=102790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:49:09.353587 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-883c9695-e307-469d-958e-a78b8856b247 tempest-ExternalNetworksAdminNegativeTestJSON-383085839 tempest-ExternalNetworksAdminNegativeTestJSON-383085839-project-admin] Resources bound (agent type, host, resource id): {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:49:09.359118 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-883c9695-e307-469d-958e-a78b8856b247 tempest-ExternalNetworksAdminNegativeTestJSON-383085839 tempest-ExternalNetworksAdminNegativeTestJSON-383085839-project-admin] Received port after_create {{(pid=102790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:49:09.365015 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 56632) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:49:09.390052 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883c9695-e307-469d-958e-a78b8856b247 tempest-ExternalNetworksAdminNegativeTestJSON-383085839 tempest-ExternalNetworksAdminNegativeTestJSON-383085839-project-admin] Pushing event updated for resources: {'Port': ['ID=276715e5-f1b4-4a61-8d1c-22fbe742f288,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:49:09.392323 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-d12c4fe4-0e3b-413f-827d-78d663a946ad tempest-RoutersAdminTest-935776259 tempest-RoutersAdminTest-935776259-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795'] for network, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:09.393260 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d12c4fe4-0e3b-413f-827d-78d663a946ad tempest-RoutersAdminTest-935776259 tempest-RoutersAdminTest-935776259-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:49:09.393835 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-d12c4fe4-0e3b-413f-827d-78d663a946ad tempest-RoutersAdminTest-935776259 tempest-RoutersAdminTest-935776259-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for network, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:09.434927 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-e30e7d6c-755a-4fe9-abd7-1660bc88a601 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=874b0aa6020149238769aab64fe19d30&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0658157 Mar 29 15:49:09.435192 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 56634) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:49:09.440279 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-d12c4fe4-0e3b-413f-827d-78d663a946ad tempest-RoutersAdminTest-935776259 tempest-RoutersAdminTest-935776259-project-admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 0.9122107 Mar 29 15:49:09.450082 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 56636) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:49:09.456697 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-fae2c5e0-1491-4f28-af2f-07fe9a7db7a7 tempest-RoutersAdminTest-935776259 tempest-RoutersAdminTest-935776259-project-admin] Request body: {'subnet': {'network_id': '7d0233ec-b21c-4caa-8053-feebcde42684', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:49:09.474330 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12c4fe4-0e3b-413f-827d-78d663a946ad tempest-RoutersAdminTest-935776259 tempest-RoutersAdminTest-935776259-project-admin] Pushing event updated for resources: {'Network': ['ID=7d0233ec-b21c-4caa-8053-feebcde42684,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:49:09.487093 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea69c179-4b0a-4ebf-92bf-8223a052e564 req-23f077a4-e9ff-4c79-bd62-e6d70a76175d tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:49:09.488645 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ea69c179-4b0a-4ebf-92bf-8223a052e564 req-23f077a4-e9ff-4c79-bd62-e6d70a76175d tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] 10.222.0.42 "GET /v2.0/ports?device_id=4af75284-24bd-4f9d-bf55-d66aeb5b0fcc HTTP/1.1" status: 200 len: 946 time: 0.1037142 Mar 29 15:49:09.496074 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Network 7d0233ec-b21c-4caa-8053-feebcde42684 details requested by agent ovs-agent-n-d-834765-1 with host n-d-834765-1 {{(pid=102792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 15:49:09.523513 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-883c9695-e307-469d-958e-a78b8856b247 tempest-ExternalNetworksAdminNegativeTestJSON-383085839 tempest-ExternalNetworksAdminNegativeTestJSON-383085839-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:09.525870 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fae2c5e0-1491-4f28-af2f-07fe9a7db7a7 tempest-RoutersAdminTest-935776259 tempest-RoutersAdminTest-935776259-project-admin] Made reservation on behalf of f6d1802139a14642abc19da5c9d94c97 for: {'subnet': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:49:09.528265 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-fae2c5e0-1491-4f28-af2f-07fe9a7db7a7 tempest-RoutersAdminTest-935776259 tempest-RoutersAdminTest-935776259-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16218875'] for subnet, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:09.564781 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-120559bb-ec2a-4a42-8dca-5521fea72b12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:09.567238 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-883c9695-e307-469d-958e-a78b8856b247 tempest-ExternalNetworksAdminNegativeTestJSON-383085839 tempest-ExternalNetworksAdminNegativeTestJSON-383085839-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:09.582448 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ea69c179-4b0a-4ebf-92bf-8223a052e564 req-3f2ce754-68e4-43fc-b43c-21273221a0e5 tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] 10.222.0.42 "GET /v2.0/security-groups?id=8c1a607e-8731-4409-adf4-490f4457a32b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793331 Mar 29 15:49:09.633446 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-120559bb-ec2a-4a42-8dca-5521fea72b12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:09.720831 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-120559bb-ec2a-4a42-8dca-5521fea72b12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:09.723421 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-120559bb-ec2a-4a42-8dca-5521fea72b12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:09.724561 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-120559bb-ec2a-4a42-8dca-5521fea72b12 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c7a98718-a37a-4214-92b3-d1a7e3aaebf1 HTTP/1.1" status: 204 len: 168 time: 0.2884879 Mar 29 15:49:09.727882 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-883c9695-e307-469d-958e-a78b8856b247 tempest-ExternalNetworksAdminNegativeTestJSON-383085839 tempest-ExternalNetworksAdminNegativeTestJSON-383085839-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:09.734829 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-883c9695-e307-469d-958e-a78b8856b247 tempest-ExternalNetworksAdminNegativeTestJSON-383085839 tempest-ExternalNetworksAdminNegativeTestJSON-383085839-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5237921'] for port, after_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:09.739082 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120559bb-ec2a-4a42-8dca-5521fea72b12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7a98718-a37a-4214-92b3-d1a7e3aaebf1,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:49:09.832329 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883c9695-e307-469d-958e-a78b8856b247 tempest-ExternalNetworksAdminNegativeTestJSON-383085839 tempest-ExternalNetworksAdminNegativeTestJSON-383085839-project-admin] Pushing event updated for resources: {'Port': ['ID=276715e5-f1b4-4a61-8d1c-22fbe742f288,revision_number=2']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:49:09.842727 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-883c9695-e307-469d-958e-a78b8856b247 tempest-ExternalNetworksAdminNegativeTestJSON-383085839 tempest-ExternalNetworksAdminNegativeTestJSON-383085839-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648212'] for floatingip, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:09.860366 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-883c9695-e307-469d-958e-a78b8856b247 tempest-ExternalNetworksAdminNegativeTestJSON-383085839 tempest-ExternalNetworksAdminNegativeTestJSON-383085839-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for floatingip, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:09.862733 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-883c9695-e307-469d-958e-a78b8856b247 tempest-ExternalNetworksAdminNegativeTestJSON-383085839 tempest-ExternalNetworksAdminNegativeTestJSON-383085839-project-admin] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2330527 Mar 29 15:49:09.865372 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 56642) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:49:09.871079 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-c1997338-33b8-4c2f-bdcb-04bca623432e tempest-ExternalNetworksAdminNegativeTestJSON-383085839 tempest-ExternalNetworksAdminNegativeTestJSON-383085839-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1617670161', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'fixed_ips': [{'ip_address': '172.25.4.227'}]}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:49:09.920205 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1997338-33b8-4c2f-bdcb-04bca623432e tempest-ExternalNetworksAdminNegativeTestJSON-383085839 tempest-ExternalNetworksAdminNegativeTestJSON-383085839-project-admin] Made reservation on behalf of d486da90133348e683873600c1db9278 for: {'port': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:49:09.922598 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c1997338-33b8-4c2f-bdcb-04bca623432e tempest-ExternalNetworksAdminNegativeTestJSON-383085839 tempest-ExternalNetworksAdminNegativeTestJSON-383085839-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:09.934597 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c1997338-33b8-4c2f-bdcb-04bca623432e tempest-ExternalNetworksAdminNegativeTestJSON-383085839 tempest-ExternalNetworksAdminNegativeTestJSON-383085839-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:09.942259 n-d-834765-1 neutron-server[102791]: DEBUG neutron.objects.ports [None req-fae2c5e0-1491-4f28-af2f-07fe9a7db7a7 tempest-RoutersAdminTest-935776259 tempest-RoutersAdminTest-935776259-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102791) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 29 15:49:09.942773 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-fae2c5e0-1491-4f28-af2f-07fe9a7db7a7 tempest-RoutersAdminTest-935776259 tempest-RoutersAdminTest-935776259-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16155524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16218861'] for subnet, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:09.961622 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac22fe9-1643-4595-99dc-8830b20fdeb1 req-8f637b15-73d8-48de-b529-7662eb86e3b1 tempest-ServerRescueTestJSON-484479922 tempest-ServerRescueTestJSON-484479922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:49:09.963822 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-2ac22fe9-1643-4595-99dc-8830b20fdeb1 req-8f637b15-73d8-48de-b529-7662eb86e3b1 tempest-ServerRescueTestJSON-484479922 tempest-ServerRescueTestJSON-484479922-project] 10.222.0.42 "GET /v2.0/ports?device_id=68754edd-cbc2-4b62-8e18-7abfa6bb7d34 HTTP/1.1" status: 200 len: 943 time: 0.0818880 Mar 29 15:49:10.001495 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae2c5e0-1491-4f28-af2f-07fe9a7db7a7 tempest-RoutersAdminTest-935776259 tempest-RoutersAdminTest-935776259-project-admin] Pushing event updated for resources: {'Subnet': ['ID=5b313833-7a2e-4cde-b50d-fe1fa7f2a0a9,revision_number=0']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:49:10.013637 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fae2c5e0-1491-4f28-af2f-07fe9a7db7a7 tempest-RoutersAdminTest-935776259 tempest-RoutersAdminTest-935776259-project-admin] Checking segment: {'id': '85cf7229-63f1-4ce0-b534-5232d946bb1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '7d0233ec-b21c-4caa-8053-feebcde42684'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:49:10.013825 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fae2c5e0-1491-4f28-af2f-07fe9a7db7a7 tempest-RoutersAdminTest-935776259 tempest-RoutersAdminTest-935776259-project-admin] Network hostable DHCP agents. Network: 7d0233ec-b21c-4caa-8053-feebcde42684, hostable agents: ['d136643e-48ae-49d4-a851-2ba3bdf3749c'], hosted agents: [] {{(pid=102791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 15:49:10.035767 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fae2c5e0-1491-4f28-af2f-07fe9a7db7a7 tempest-RoutersAdminTest-935776259 tempest-RoutersAdminTest-935776259-project-admin] Network 7d0233ec-b21c-4caa-8053-feebcde42684 is scheduled to be hosted by DHCP agent d136643e-48ae-49d4-a851-2ba3bdf3749c with binding_index 1 {{(pid=102791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 15:49:10.044917 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-2ac22fe9-1643-4595-99dc-8830b20fdeb1 req-f3b20a4d-5ada-40ea-bbac-6be80a876546 tempest-ServerRescueTestJSON-484479922 tempest-ServerRescueTestJSON-484479922-project] 10.222.0.42 "GET /v2.0/security-groups?id=a3f3b05e-b4b0-4bd5-8f61-9140e1e7cbea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596533 Mar 29 15:49:10.057442 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [None req-fae2c5e0-1491-4f28-af2f-07fe9a7db7a7 tempest-RoutersAdminTest-935776259 tempest-RoutersAdminTest-935776259-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834765-1, 7d0233ec-b21c-4caa-8053-feebcde42684) {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:49:10.072740 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fae2c5e0-1491-4f28-af2f-07fe9a7db7a7 tempest-RoutersAdminTest-935776259 tempest-RoutersAdminTest-935776259-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:49:10.073348 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-fae2c5e0-1491-4f28-af2f-07fe9a7db7a7 tempest-RoutersAdminTest-935776259 tempest-RoutersAdminTest-935776259-project-admin] Notify callbacks [] for subnet, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:10.077161 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcf2c2f8-7299-4bf5-b66e-b722bd625b91 None None] Network 7d0233ec-b21c-4caa-8053-feebcde42684 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 15:49:10.104985 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-fae2c5e0-1491-4f28-af2f-07fe9a7db7a7 tempest-RoutersAdminTest-935776259 tempest-RoutersAdminTest-935776259-project-admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.6520996 Mar 29 15:49:10.110278 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c1997338-33b8-4c2f-bdcb-04bca623432e tempest-ExternalNetworksAdminNegativeTestJSON-383085839 tempest-ExternalNetworksAdminNegativeTestJSON-383085839-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:10.112925 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 56656) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:49:10.119571 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-da9e5ff1-5eab-4ee7-8f23-281614f109ef tempest-RoutersAdminTest-935776259 tempest-RoutersAdminTest-935776259-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1328662250', 'network_id': '7d0233ec-b21c-4caa-8053-feebcde42684'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:49:10.136350 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c1997338-33b8-4c2f-bdcb-04bca623432e tempest-ExternalNetworksAdminNegativeTestJSON-383085839 tempest-ExternalNetworksAdminNegativeTestJSON-383085839-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:10.162263 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b6ead3-27f1-4e9b-80ee-513edced2cc4 req-9cfb1f1d-cec2-4fa9-ad2f-443e09812268 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:49:10.171810 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-a7b6ead3-27f1-4e9b-80ee-513edced2cc4 req-9cfb1f1d-cec2-4fa9-ad2f-443e09812268 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] 10.222.0.42 "GET /v2.0/ports?device_id=186cc152-5814-4ecc-8410-e5062beddb18 HTTP/1.1" status: 200 len: 944 time: 0.0856621 Mar 29 15:49:10.177848 n-d-834765-1 neutron-server[102790]: DEBUG neutron.notifiers.nova [None req-c1997338-33b8-4c2f-bdcb-04bca623432e tempest-ExternalNetworksAdminNegativeTestJSON-383085839 tempest-ExternalNetworksAdminNegativeTestJSON-383085839-project-admin] device_id is not set on port 1c5a2989-aaa7-4f5e-832b-c094444645cc yet. {{(pid=102790) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 29 15:49:10.181832 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1997338-33b8-4c2f-bdcb-04bca623432e tempest-ExternalNetworksAdminNegativeTestJSON-383085839 tempest-ExternalNetworksAdminNegativeTestJSON-383085839-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ff2766d-5102-4415-ab18-3d8b99f33774,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:49:10.237261 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e30663da-be60-4812-8030-4929e1dd6808 None None] Network 7d0233ec-b21c-4caa-8053-feebcde42684 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 15:49:10.242955 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da9e5ff1-5eab-4ee7-8f23-281614f109ef tempest-RoutersAdminTest-935776259 tempest-RoutersAdminTest-935776259-project-admin] Made reservation on behalf of f6d1802139a14642abc19da5c9d94c97 for: {'port': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:49:10.245285 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-da9e5ff1-5eab-4ee7-8f23-281614f109ef tempest-RoutersAdminTest-935776259 tempest-RoutersAdminTest-935776259-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:10.246917 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-a7b6ead3-27f1-4e9b-80ee-513edced2cc4 req-fcc776c6-c640-44a2-94b8-4dee5f7542e8 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] 10.222.0.42 "GET /v2.0/security-groups?id=5db5456d-b190-468c-8855-1650a1510a12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722773 Mar 29 15:49:10.284128 n-d-834765-1 neutron-server[102790]: DEBUG neutron.notifiers.nova [None req-da9e5ff1-5eab-4ee7-8f23-281614f109ef tempest-RoutersAdminTest-935776259 tempest-RoutersAdminTest-935776259-project-admin] device_id is not set on port 1a0283c7-e1c4-4fa6-a009-5ea66ef62bb5 yet. {{(pid=102790) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 29 15:49:10.483311 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.db_base_plugin_common [None req-da9e5ff1-5eab-4ee7-8f23-281614f109ef tempest-RoutersAdminTest-935776259 tempest-RoutersAdminTest-935776259-project-admin] Allocated IP 172.20.0.14 (7d0233ec-b21c-4caa-8053-feebcde42684/5b313833-7a2e-4cde-b50d-fe1fa7f2a0a9/1a0283c7-e1c4-4fa6-a009-5ea66ef62bb5) {{(pid=102790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:49:10.488237 n-d-834765-1 neutron-server[102790]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1997338-33b8-4c2f-bdcb-04bca623432e tempest-ExternalNetworksAdminNegativeTestJSON-383085839 tempest-ExternalNetworksAdminNegativeTestJSON-383085839-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Mar 29 15:49:10.488761 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1997338-33b8-4c2f-bdcb-04bca623432e tempest-ExternalNetworksAdminNegativeTestJSON-383085839 tempest-ExternalNetworksAdminNegativeTestJSON-383085839-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=102790) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 15:49:10.518410 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-c1997338-33b8-4c2f-bdcb-04bca623432e tempest-ExternalNetworksAdminNegativeTestJSON-383085839 tempest-ExternalNetworksAdminNegativeTestJSON-383085839-project-admin] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 0.6517482 Mar 29 15:49:10.521629 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 56674) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:49:10.576624 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device 6ba56cfb-3724-4410-8b50-b603e9b91d33 details requested by agent hyperv_n-h1-834765-1 with host n-h1-834765-1 {{(pid=102792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 15:49:10.669193 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-da9e5ff1-5eab-4ee7-8f23-281614f109ef tempest-RoutersAdminTest-935776259 tempest-RoutersAdminTest-935776259-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:10.699497 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-1de97c4f-676f-40b6-9a91-af6ac50f34c7 tempest-ExternalNetworksAdminNegativeTestJSON-383085839 tempest-ExternalNetworksAdminNegativeTestJSON-383085839-project-admin] Deleting port 276715e5-f1b4-4a61-8d1c-22fbe742f288 {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:49:10.701243 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-1de97c4f-676f-40b6-9a91-af6ac50f34c7 tempest-ExternalNetworksAdminNegativeTestJSON-383085839 tempest-ExternalNetworksAdminNegativeTestJSON-383085839-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:10.761204 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port 6ba56cfb-3724-4410-8b50-b603e9b91d33, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=6ba56cfb-3724-4410-8b50-b603e9b91d33,segment=NetworkSegment(97a801df-9d8d-4e2e-9456-226310108f77),segment_id=97a801df-9d8d-4e2e-9456-226310108f77)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:49:10.774782 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-da9e5ff1-5eab-4ee7-8f23-281614f109ef tempest-RoutersAdminTest-935776259 tempest-RoutersAdminTest-935776259-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:10.785455 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Returning: {'device': '6ba56cfb-3724-4410-8b50-b603e9b91d33', 'network_id': 'cd63b2c7-486d-4d2d-9dd7-6d35ac500dfb', 'port_id': '6ba56cfb-3724-4410-8b50-b603e9b91d33', 'mac_address': 'fa:16:3e:0b:3b:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 605, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '004fd10c-17a6-4033-bc4f-a88940613808', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 15:49:10.800970 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-1de97c4f-676f-40b6-9a91-af6ac50f34c7 tempest-ExternalNetworksAdminNegativeTestJSON-383085839 tempest-ExternalNetworksAdminNegativeTestJSON-383085839-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:10.801654 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-1de97c4f-676f-40b6-9a91-af6ac50f34c7 tempest-ExternalNetworksAdminNegativeTestJSON-383085839 tempest-ExternalNetworksAdminNegativeTestJSON-383085839-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:10.815631 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-1de97c4f-676f-40b6-9a91-af6ac50f34c7 tempest-ExternalNetworksAdminNegativeTestJSON-383085839 tempest-ExternalNetworksAdminNegativeTestJSON-383085839-project-admin] Calling delete_port for 276715e5-f1b4-4a61-8d1c-22fbe742f288 owned by network:floatingip {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:49:10.835230 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:10.842597 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43635c2a-ec2e-4908-ae52-4b0ecaace939 req-96dca4fc-95f8-44c0-b58a-fd403173bc96 tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:49:10.844369 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-43635c2a-ec2e-4908-ae52-4b0ecaace939 req-96dca4fc-95f8-44c0-b58a-fd403173bc96 tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] 10.222.0.42 "GET /v2.0/ports?device_id=4af75284-24bd-4f9d-bf55-d66aeb5b0fcc HTTP/1.1" status: 200 len: 946 time: 0.1411567 Mar 29 15:49:10.847537 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9e5ff1-5eab-4ee7-8f23-281614f109ef tempest-RoutersAdminTest-935776259 tempest-RoutersAdminTest-935776259-project-admin] Pushing event updated for resources: {'Port': ['ID=1a0283c7-e1c4-4fa6-a009-5ea66ef62bb5,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:49:10.850442 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ba56cfb-3724-4410-8b50-b603e9b91d33 {{(pid=102792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:49:10.866386 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da9e5ff1-5eab-4ee7-8f23-281614f109ef tempest-RoutersAdminTest-935776259 tempest-RoutersAdminTest-935776259-project-admin] Network 7d0233ec-b21c-4caa-8053-feebcde42684 is already hosted by enough agents. {{(pid=102790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:49:10.874237 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-da9e5ff1-5eab-4ee7-8f23-281614f109ef tempest-RoutersAdminTest-935776259 tempest-RoutersAdminTest-935776259-project-admin] Resources bound (agent type, host, resource id): {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:49:10.877712 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port 6ba56cfb-3724-4410-8b50-b603e9b91d33, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=6ba56cfb-3724-4410-8b50-b603e9b91d33,segment=NetworkSegment(97a801df-9d8d-4e2e-9456-226310108f77),segment_id=97a801df-9d8d-4e2e-9456-226310108f77)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:49:10.884154 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da9e5ff1-5eab-4ee7-8f23-281614f109ef tempest-RoutersAdminTest-935776259 tempest-RoutersAdminTest-935776259-project-admin] Received port after_create {{(pid=102790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:49:10.885327 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:10.886208 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device 2ce107bf-e1ba-4a58-a32a-d9eb83c122f0 details requested by agent hyperv_n-h1-834765-1 with host n-h1-834765-1 {{(pid=102792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 15:49:10.937195 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-43635c2a-ec2e-4908-ae52-4b0ecaace939 req-045eb802-9b31-4be4-b422-92680870a047 tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] 10.222.0.42 "GET /v2.0/security-groups?id=8c1a607e-8731-4409-adf4-490f4457a32b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772996 Mar 29 15:49:10.944137 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da9e5ff1-5eab-4ee7-8f23-281614f109ef tempest-RoutersAdminTest-935776259 tempest-RoutersAdminTest-935776259-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:49:10.945109 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-da9e5ff1-5eab-4ee7-8f23-281614f109ef tempest-RoutersAdminTest-935776259 tempest-RoutersAdminTest-935776259-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:10.953700 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Pushing event updated for resources: {'Port': ['ID=6ba56cfb-3724-4410-8b50-b603e9b91d33,revision_number=4']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:49:10.967830 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-da9e5ff1-5eab-4ee7-8f23-281614f109ef tempest-RoutersAdminTest-935776259 tempest-RoutersAdminTest-935776259-project-admin] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1024 time: 0.8531437 Mar 29 15:49:10.970902 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 56684) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:49:11.027840 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-1de97c4f-676f-40b6-9a91-af6ac50f34c7 tempest-ExternalNetworksAdminNegativeTestJSON-383085839 tempest-ExternalNetworksAdminNegativeTestJSON-383085839-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:11.066008 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de97c4f-676f-40b6-9a91-af6ac50f34c7 tempest-ExternalNetworksAdminNegativeTestJSON-383085839 tempest-ExternalNetworksAdminNegativeTestJSON-383085839-project-admin] Pushing event deleted for resources: {'Port': ['ID=276715e5-f1b4-4a61-8d1c-22fbe742f288,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:49:11.073757 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port 2ce107bf-e1ba-4a58-a32a-d9eb83c122f0, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=2ce107bf-e1ba-4a58-a32a-d9eb83c122f0,segment=NetworkSegment(a0c230f0-660a-4194-9279-0f0781d34134),segment_id=a0c230f0-660a-4194-9279-0f0781d34134)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:49:11.087118 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Returning: {'device': '2ce107bf-e1ba-4a58-a32a-d9eb83c122f0', 'network_id': '2268a9b9-82fd-4886-a91d-3a50e4e16cab', 'port_id': '2ce107bf-e1ba-4a58-a32a-d9eb83c122f0', 'mac_address': 'fa:16:3e:2f:13:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 625, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abb8e5d6-2aea-4455-a944-3435a3d1ce49', 'ip_address': '192.168.233.89'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 15:49:11.095000 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-a2171069-3ae3-4f5f-9a4f-f0b2933120aa tempest-RoutersAdminTest-935776259 tempest-RoutersAdminTest-935776259-project-admin] Deleting port 1a0283c7-e1c4-4fa6-a009-5ea66ef62bb5 {{(pid=102790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:49:11.098765 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-a2171069-3ae3-4f5f-9a4f-f0b2933120aa tempest-RoutersAdminTest-935776259 tempest-RoutersAdminTest-935776259-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:11.143951 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:11.148123 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-1de97c4f-676f-40b6-9a91-af6ac50f34c7 tempest-ExternalNetworksAdminNegativeTestJSON-383085839 tempest-ExternalNetworksAdminNegativeTestJSON-383085839-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:11.151291 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-1de97c4f-676f-40b6-9a91-af6ac50f34c7 tempest-ExternalNetworksAdminNegativeTestJSON-383085839 tempest-ExternalNetworksAdminNegativeTestJSON-383085839-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for floatingip, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:11.152761 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-1de97c4f-676f-40b6-9a91-af6ac50f34c7 tempest-ExternalNetworksAdminNegativeTestJSON-383085839 tempest-ExternalNetworksAdminNegativeTestJSON-383085839-project-admin] 10.222.0.42 "DELETE /v2.0/floatingips/94425639-4443-4a12-bc6b-6306f84a21c8 HTTP/1.1" status: 204 len: 168 time: 0.6291673 Mar 29 15:49:11.170033 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2ce107bf-e1ba-4a58-a32a-d9eb83c122f0 {{(pid=102792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:49:11.210775 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port 2ce107bf-e1ba-4a58-a32a-d9eb83c122f0, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=2ce107bf-e1ba-4a58-a32a-d9eb83c122f0,segment=NetworkSegment(a0c230f0-660a-4194-9279-0f0781d34134),segment_id=a0c230f0-660a-4194-9279-0f0781d34134)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:49:11.217653 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:11.257944 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-a2171069-3ae3-4f5f-9a4f-f0b2933120aa tempest-RoutersAdminTest-935776259 tempest-RoutersAdminTest-935776259-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:11.288132 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e291b4fb-b96f-4360-ab0c-8edfd6560606 req-0bdf10f4-dfd7-4401-907b-751251098b6c tempest-ServerRescueTestJSON-484479922 tempest-ServerRescueTestJSON-484479922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:49:11.289805 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-e291b4fb-b96f-4360-ab0c-8edfd6560606 req-0bdf10f4-dfd7-4401-907b-751251098b6c tempest-ServerRescueTestJSON-484479922 tempest-ServerRescueTestJSON-484479922-project] 10.222.0.42 "GET /v2.0/ports?device_id=68754edd-cbc2-4b62-8e18-7abfa6bb7d34 HTTP/1.1" status: 200 len: 944 time: 0.1032159 Mar 29 15:49:11.290785 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-a2171069-3ae3-4f5f-9a4f-f0b2933120aa tempest-RoutersAdminTest-935776259 tempest-RoutersAdminTest-935776259-project-admin] Calling delete_port for 1a0283c7-e1c4-4fa6-a009-5ea66ef62bb5 owned by {{(pid=102790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:49:11.297456 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Pushing event updated for resources: {'Port': ['ID=2ce107bf-e1ba-4a58-a32a-d9eb83c122f0,revision_number=6']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:49:11.307916 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:49:11.308606 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:49:11.309522 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:49:11.310084 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:49:11.310641 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:49:11.311304 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:49:11.311839 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:49:11.312611 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:49:11.313144 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:49:11.313708 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:49:11.314359 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:49:11.314897 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:49:11.323447 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] get_ports_and_sgs() called for port_ids ['2ce107bf-e1ba-4a58-a32a-d9eb83c122f0'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:49:11.378782 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-e291b4fb-b96f-4360-ab0c-8edfd6560606 req-4654ac94-dd20-4e8e-b35e-456241bd972e tempest-ServerRescueTestJSON-484479922 tempest-ServerRescueTestJSON-484479922-project] 10.222.0.42 "GET /v2.0/security-groups?id=a3f3b05e-b4b0-4bd5-8f61-9140e1e7cbea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786614 Mar 29 15:49:11.442793 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba26e36b-c3a0-4e97-b608-c292f6bdc6be req-afc1e193-3dbc-481b-b8d9-d59f090d1f7d tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:49:11.451843 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ba26e36b-c3a0-4e97-b608-c292f6bdc6be req-afc1e193-3dbc-481b-b8d9-d59f090d1f7d tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] 10.222.0.42 "GET /v2.0/ports?device_id=186cc152-5814-4ecc-8410-e5062beddb18 HTTP/1.1" status: 200 len: 944 time: 0.0894923 Mar 29 15:49:11.502667 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 56708) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:49:11.504539 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ba26e36b-c3a0-4e97-b608-c292f6bdc6be req-8ebaec21-8ebf-4751-9128-edbca2172f4e tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] 10.222.0.42 "GET /v2.0/security-groups?id=5db5456d-b190-468c-8855-1650a1510a12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518360 Mar 29 15:49:11.510977 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-a2171069-3ae3-4f5f-9a4f-f0b2933120aa tempest-RoutersAdminTest-935776259 tempest-RoutersAdminTest-935776259-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:11.529642 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 56712) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:49:11.554579 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2171069-3ae3-4f5f-9a4f-f0b2933120aa tempest-RoutersAdminTest-935776259 tempest-RoutersAdminTest-935776259-project-admin] Pushing event deleted for resources: {'Port': ['ID=1a0283c7-e1c4-4fa6-a009-5ea66ef62bb5,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:49:11.629482 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-a2171069-3ae3-4f5f-9a4f-f0b2933120aa tempest-RoutersAdminTest-935776259 tempest-RoutersAdminTest-935776259-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:11.632769 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-a2171069-3ae3-4f5f-9a4f-f0b2933120aa tempest-RoutersAdminTest-935776259 tempest-RoutersAdminTest-935776259-project-admin] 10.222.0.42 "DELETE /v2.0/ports/1a0283c7-e1c4-4fa6-a009-5ea66ef62bb5 HTTP/1.1" status: 204 len: 168 time: 0.6603777 Mar 29 15:49:11.635473 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 56716) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:49:11.640376 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-a302249b-d063-4073-8c71-7eca5279d6c8 tempest-RoutersAdminTest-935776259 tempest-RoutersAdminTest-935776259-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7d0233ec-b21c-4caa-8053-feebcde42684', 'external_fixed_ips': [{'subnet_id': '5b313833-7a2e-4cde-b50d-fe1fa7f2a0a9', 'ip_address': '172.20.0.14'}]}}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:49:11.644428 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] get_ports_and_sgs() called for port_ids ['6ba56cfb-3724-4410-8b50-b603e9b91d33'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:49:11.645791 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-d65e6587-a180-42ee-8f53-2fa6469572bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:11.664138 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-cb8d1357-e584-4871-936b-ffc6c5b2b5c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:11.682140 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-a302249b-d063-4073-8c71-7eca5279d6c8 tempest-RoutersAdminTest-935776259 tempest-RoutersAdminTest-935776259-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-532385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129310'] for router, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:11.683134 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-a302249b-d063-4073-8c71-7eca5279d6c8 tempest-RoutersAdminTest-935776259 tempest-RoutersAdminTest-935776259-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-648091', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-684384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129319'] for router, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:11.742007 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-d65e6587-a180-42ee-8f53-2fa6469572bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:11.746027 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-d65e6587-a180-42ee-8f53-2fa6469572bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:11.763473 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-a302249b-d063-4073-8c71-7eca5279d6c8 tempest-RoutersAdminTest-935776259 tempest-RoutersAdminTest-935776259-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:11.794643 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-d65e6587-a180-42ee-8f53-2fa6469572bd admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b5b077d3c8c74ae4adce641bf42f7e86&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2904432 Mar 29 15:49:11.795217 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65e6587-a180-42ee-8f53-2fa6469572bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f141d628-6b11-43b9-9fcf-93bae9ed6a3a,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:49:11.797725 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 56718) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:49:11.850807 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-522500a4-ef86-4931-b1e5-595ae95d92a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:11.872438 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-522500a4-ef86-4931-b1e5-595ae95d92a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:11.889881 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-cb8d1357-e584-4871-936b-ffc6c5b2b5c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:11.896325 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-cb8d1357-e584-4871-936b-ffc6c5b2b5c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:11.921360 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-522500a4-ef86-4931-b1e5-595ae95d92a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:11.924054 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-522500a4-ef86-4931-b1e5-595ae95d92a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:11.927722 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-522500a4-ef86-4931-b1e5-595ae95d92a8 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f141d628-6b11-43b9-9fcf-93bae9ed6a3a HTTP/1.1" status: 204 len: 168 time: 0.1290421 Mar 29 15:49:11.928138 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-a302249b-d063-4073-8c71-7eca5279d6c8 tempest-RoutersAdminTest-935776259 tempest-RoutersAdminTest-935776259-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:11.939593 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522500a4-ef86-4931-b1e5-595ae95d92a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f141d628-6b11-43b9-9fcf-93bae9ed6a3a,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:49:11.985822 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-cb8d1357-e584-4871-936b-ffc6c5b2b5c0 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=47014e4e3328421bb7c6825d169bf948&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4500592 Mar 29 15:49:11.985982 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 56724) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:49:11.988678 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8d1357-e584-4871-936b-ffc6c5b2b5c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8fceccf-2343-4d70-8207-f2c02711c8cc,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:49:12.099138 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-5ea0241c-dc3c-420a-a246-ce9e11a0a04e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:12.129592 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77551c90-c4b2-440b-a60c-ecf991262ccd req-79bed9fd-98fc-4f8b-b5ea-22f22a6c071c tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:49:12.131387 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-77551c90-c4b2-440b-a60c-ecf991262ccd req-79bed9fd-98fc-4f8b-b5ea-22f22a6c071c tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] 10.222.0.42 "GET /v2.0/ports?device_id=4af75284-24bd-4f9d-bf55-d66aeb5b0fcc HTTP/1.1" status: 200 len: 946 time: 0.0937533 Mar 29 15:49:12.144747 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-5ea0241c-dc3c-420a-a246-ce9e11a0a04e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:12.209639 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-a302249b-d063-4073-8c71-7eca5279d6c8 tempest-RoutersAdminTest-935776259 tempest-RoutersAdminTest-935776259-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:12.213335 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-77551c90-c4b2-440b-a60c-ecf991262ccd req-82ee9e08-3c07-4718-a891-8754492f6660 tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] 10.222.0.42 "GET /v2.0/security-groups?id=8c1a607e-8731-4409-adf4-490f4457a32b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712121 Mar 29 15:49:12.242883 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-a302249b-d063-4073-8c71-7eca5279d6c8 tempest-RoutersAdminTest-935776259 tempest-RoutersAdminTest-935776259-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:12.243692 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device 4db3f057-ea95-4cf1-868d-a9dd1b5d31a6 details requested by agent hyperv_n-h2-834765-1 with host n-h2-834765-1 {{(pid=102792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 15:49:12.255511 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-5ea0241c-dc3c-420a-a246-ce9e11a0a04e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:12.258190 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-5ea0241c-dc3c-420a-a246-ce9e11a0a04e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:12.264959 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-5ea0241c-dc3c-420a-a246-ce9e11a0a04e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d8fceccf-2343-4d70-8207-f2c02711c8cc HTTP/1.1" status: 204 len: 168 time: 0.2778552 Mar 29 15:49:12.286433 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea0241c-dc3c-420a-a246-ce9e11a0a04e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8fceccf-2343-4d70-8207-f2c02711c8cc,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:49:12.425170 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port 4db3f057-ea95-4cf1-868d-a9dd1b5d31a6, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=4db3f057-ea95-4cf1-868d-a9dd1b5d31a6,segment=NetworkSegment(392c7b19-1d8f-41d1-9abe-2849beceb5b4),segment_id=392c7b19-1d8f-41d1-9abe-2849beceb5b4)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:49:12.449842 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Returning: {'device': '4db3f057-ea95-4cf1-868d-a9dd1b5d31a6', 'network_id': '0eb69c38-859a-44f3-b301-7cf6beecd122', 'port_id': '4db3f057-ea95-4cf1-868d-a9dd1b5d31a6', 'mac_address': 'fa:16:3e:25:8b:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 624, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1924a09c-5d13-4bf6-994f-2a1793829850', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 15:49:12.484046 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_common [None req-a302249b-d063-4073-8c71-7eca5279d6c8 tempest-RoutersAdminTest-935776259 tempest-RoutersAdminTest-935776259-project-admin] Allocated IP 172.20.0.14 (7d0233ec-b21c-4caa-8053-feebcde42684/5b313833-7a2e-4cde-b50d-fe1fa7f2a0a9/976164a1-f639-4bb4-9798-b6013a427322) {{(pid=102791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:49:12.509567 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:12.527837 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4db3f057-ea95-4cf1-868d-a9dd1b5d31a6 {{(pid=102792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:49:12.561751 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port 4db3f057-ea95-4cf1-868d-a9dd1b5d31a6, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=4db3f057-ea95-4cf1-868d-a9dd1b5d31a6,segment=NetworkSegment(392c7b19-1d8f-41d1-9abe-2849beceb5b4),segment_id=392c7b19-1d8f-41d1-9abe-2849beceb5b4)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:49:12.569146 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:12.569825 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device 3f03e365-625e-4d74-b284-5221fc244ffe details requested by agent hyperv_n-h2-834765-1 with host n-h2-834765-1 {{(pid=102792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 15:49:12.595885 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device 2ce107bf-e1ba-4a58-a32a-d9eb83c122f0 up at agent hyperv_n-h1-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:49:12.660073 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb67c9f6-28b8-4aad-89d0-1bcc87eb3dc3 req-9b7af09b-6640-4b8c-8cb1-536d81c43bb4 tempest-ServerRescueTestJSON-484479922 tempest-ServerRescueTestJSON-484479922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:49:12.669271 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-cb67c9f6-28b8-4aad-89d0-1bcc87eb3dc3 req-9b7af09b-6640-4b8c-8cb1-536d81c43bb4 tempest-ServerRescueTestJSON-484479922 tempest-ServerRescueTestJSON-484479922-project] 10.222.0.42 "GET /v2.0/ports?device_id=68754edd-cbc2-4b62-8e18-7abfa6bb7d34 HTTP/1.1" status: 200 len: 944 time: 0.1508050 Mar 29 15:49:12.702016 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Pushing event updated for resources: {'Port': ['ID=4db3f057-ea95-4cf1-868d-a9dd1b5d31a6,revision_number=4']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:49:12.727006 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-cb67c9f6-28b8-4aad-89d0-1bcc87eb3dc3 req-5af85a8a-bfe4-4e68-9c81-ee91734d44e7 tempest-ServerRescueTestJSON-484479922 tempest-ServerRescueTestJSON-484479922-project] 10.222.0.42 "GET /v2.0/security-groups?id=a3f3b05e-b4b0-4bd5-8f61-9140e1e7cbea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563409 Mar 29 15:49:12.751596 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Provisioning complete for port 2ce107bf-e1ba-4a58-a32a-d9eb83c122f0 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:49:12.752244 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:12.811396 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port 3f03e365-625e-4d74-b284-5221fc244ffe, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=3f03e365-625e-4d74-b284-5221fc244ffe,segment=NetworkSegment(e03a7c9c-8b58-4c58-aa22-7189da98b069),segment_id=e03a7c9c-8b58-4c58-aa22-7189da98b069)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:49:12.831466 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 56772) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:49:12.837568 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Returning: {'device': '3f03e365-625e-4d74-b284-5221fc244ffe', 'network_id': '7a71ca6e-bbff-43b0-bde3-8072ae4b3f50', 'port_id': '3f03e365-625e-4d74-b284-5221fc244ffe', 'mac_address': 'fa:16:3e:59:ac:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 612, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4acd9598-0ca3-487b-9c0e-30e24be7e9e5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 15:49:12.900125 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-f2f37048-b2d1-4ed2-83ac-e7cec09b19ba admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d486da90133348e683873600c1db9278&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0652606 Mar 29 15:49:12.903862 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 56776) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:49:12.958160 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-3daa2dca-6c78-4642-abde-d4acf64325f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:12.983421 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-3daa2dca-6c78-4642-abde-d4acf64325f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:13.040201 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-3daa2dca-6c78-4642-abde-d4acf64325f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:13.044908 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-3daa2dca-6c78-4642-abde-d4acf64325f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:13.048286 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-3daa2dca-6c78-4642-abde-d4acf64325f3 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/3ff2766d-5102-4415-ab18-3d8b99f33774 HTTP/1.1" status: 204 len: 168 time: 0.1416049 Mar 29 15:49:13.057699 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3daa2dca-6c78-4642-abde-d4acf64325f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ff2766d-5102-4415-ab18-3d8b99f33774,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:49:13.065153 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-a302249b-d063-4073-8c71-7eca5279d6c8 tempest-RoutersAdminTest-935776259 tempest-RoutersAdminTest-935776259-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:13.077252 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ccd882-f0d1-4188-b45f-2a9bd4d3ba65 req-576cc1af-f363-4c72-8839-0bf9a0aba67c tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:49:13.077252 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e1ccd882-f0d1-4188-b45f-2a9bd4d3ba65 req-576cc1af-f363-4c72-8839-0bf9a0aba67c tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] 10.222.0.42 "GET /v2.0/ports?device_id=186cc152-5814-4ecc-8410-e5062beddb18 HTTP/1.1" status: 200 len: 945 time: 0.4281094 Mar 29 15:49:13.099382 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:13.152587 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e1ccd882-f0d1-4188-b45f-2a9bd4d3ba65 req-ec9c543c-6d3e-44ae-8983-ad18345415b7 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] 10.222.0.42 "GET /v2.0/security-groups?id=5db5456d-b190-468c-8855-1650a1510a12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633972 Mar 29 15:49:13.154245 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3f03e365-625e-4d74-b284-5221fc244ffe {{(pid=102792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:49:13.168436 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-a302249b-d063-4073-8c71-7eca5279d6c8 tempest-RoutersAdminTest-935776259 tempest-RoutersAdminTest-935776259-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:13.170906 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:13.182669 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port 3f03e365-625e-4d74-b284-5221fc244ffe, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=3f03e365-625e-4d74-b284-5221fc244ffe,segment=NetworkSegment(e03a7c9c-8b58-4c58-aa22-7189da98b069),segment_id=e03a7c9c-8b58-4c58-aa22-7189da98b069)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:49:13.196040 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:13.218107 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a302249b-d063-4073-8c71-7eca5279d6c8 tempest-RoutersAdminTest-935776259 tempest-RoutersAdminTest-935776259-project-admin] Pushing event updated for resources: {'Port': ['ID=976164a1-f639-4bb4-9798-b6013a427322,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:49:13.234900 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '197b2eca-77cd-4241-8165-39634a9be874', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ce107bf-e1ba-4a58-a32a-d9eb83c122f0'}] {{(pid=102792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:49:13.237234 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4f476c66b318cc6068719fc39557fac68d413f5c7e78fa77028c7948e999ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de81ecb5-854f-4cb8-81fc-a248a2130ed8" -d '{"events": [{"server_uuid": "197b2eca-77cd-4241-8165-39634a9be874", "name": "network-vif-plugged", "status": "completed", "tag": "2ce107bf-e1ba-4a58-a32a-d9eb83c122f0"}]}' {{(pid=102792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:49:13.261791 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a302249b-d063-4073-8c71-7eca5279d6c8 tempest-RoutersAdminTest-935776259 tempest-RoutersAdminTest-935776259-project-admin] Network 7d0233ec-b21c-4caa-8053-feebcde42684 is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:49:13.264738 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port 2ce107bf-e1ba-4a58-a32a-d9eb83c122f0, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=2ce107bf-e1ba-4a58-a32a-d9eb83c122f0,segment=NetworkSegment(a0c230f0-660a-4194-9279-0f0781d34134),segment_id=a0c230f0-660a-4194-9279-0f0781d34134)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:49:13.268550 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [None req-a302249b-d063-4073-8c71-7eca5279d6c8 tempest-RoutersAdminTest-935776259 tempest-RoutersAdminTest-935776259-project-admin] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:49:13.280519 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:13.280996 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a302249b-d063-4073-8c71-7eca5279d6c8 tempest-RoutersAdminTest-935776259 tempest-RoutersAdminTest-935776259-project-admin] Received port after_create {{(pid=102791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:49:13.281713 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device 6ba56cfb-3724-4410-8b50-b603e9b91d33 up at agent hyperv_n-h1-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:49:13.337897 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] get_ports_and_sgs() called for port_ids ['3f03e365-625e-4d74-b284-5221fc244ffe'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:49:13.341913 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Pushing event updated for resources: {'Port': ['ID=3f03e365-625e-4d74-b284-5221fc244ffe,revision_number=6']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:49:13.351878 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:49:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6cc0223-04e8-409c-9037-ad086b1e079e x-openstack-request-id: req-a6cc0223-04e8-409c-9037-ad086b1e079e {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:49:13.352273 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "197b2eca-77cd-4241-8165-39634a9be874", "name": "network-vif-plugged", "status": "completed", "tag": "2ce107bf-e1ba-4a58-a32a-d9eb83c122f0", "code": 200}]} {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:49:13.355073 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a6cc0223-04e8-409c-9037-ad086b1e079e {{(pid=102792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:49:13.355606 n-d-834765-1 neutron-server[102792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '197b2eca-77cd-4241-8165-39634a9be874', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ce107bf-e1ba-4a58-a32a-d9eb83c122f0', 'code': 200} Mar 29 15:49:13.472040 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9612353-b309-4119-bdb8-aac69cc216c6 req-2405ecb3-9ed1-4390-9918-a89b04ad2b0c tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:49:13.474671 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-c9612353-b309-4119-bdb8-aac69cc216c6 req-2405ecb3-9ed1-4390-9918-a89b04ad2b0c tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] 10.222.0.42 "GET /v2.0/ports?device_id=4af75284-24bd-4f9d-bf55-d66aeb5b0fcc HTTP/1.1" status: 200 len: 945 time: 0.1459074 Mar 29 15:49:13.571715 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-c9612353-b309-4119-bdb8-aac69cc216c6 req-3ed5cad9-8c6c-4014-8e43-f812c411ae0a tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] 10.222.0.42 "GET /v2.0/security-groups?id=8c1a607e-8731-4409-adf4-490f4457a32b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795946 Mar 29 15:49:13.612031 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Pushing event updated for resources: {'Port': ['ID=2ce107bf-e1ba-4a58-a32a-d9eb83c122f0,revision_number=7']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:49:13.663713 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Provisioning for port 6ba56cfb-3724-4410-8b50-b603e9b91d33 completed by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 15:49:13.694217 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Provisioning complete for port 6ba56cfb-3724-4410-8b50-b603e9b91d33 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:49:13.694679 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:13.700235 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 56808) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:49:13.847807 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] get_ports_and_sgs() called for port_ids ['4db3f057-ea95-4cf1-868d-a9dd1b5d31a6'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:49:13.913070 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-5b967f33-b780-4ad3-9967-9b1d849f6305 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1996797169-network', 'tenant_id': 'c970636ec2f0478e986f10f8d3dac45e'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:49:13.948854 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b967f33-b780-4ad3-9967-9b1d849f6305 admin admin] Made reservation on behalf of c970636ec2f0478e986f10f8d3dac45e for: {'network': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:49:13.952457 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-5b967f33-b780-4ad3-9967-9b1d849f6305 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for network, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:13.963859 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-a302249b-d063-4073-8c71-7eca5279d6c8 tempest-RoutersAdminTest-935776259 tempest-RoutersAdminTest-935776259-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:13.969760 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-5b967f33-b780-4ad3-9967-9b1d849f6305 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:13.991468 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:14.062321 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port 6ba56cfb-3724-4410-8b50-b603e9b91d33, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=6ba56cfb-3724-4410-8b50-b603e9b91d33,segment=NetworkSegment(97a801df-9d8d-4e2e-9456-226310108f77),segment_id=97a801df-9d8d-4e2e-9456-226310108f77)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:49:14.094155 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:14.182289 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-5b967f33-b780-4ad3-9967-9b1d849f6305 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:14.197765 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-5b967f33-b780-4ad3-9967-9b1d849f6305 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:14.240212 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b967f33-b780-4ad3-9967-9b1d849f6305 admin admin] vlan segment allocate from pool success with {'vlan_id': 642, 'physical_network': 'physnet1'} {{(pid=102790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 15:49:14.249883 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b967f33-b780-4ad3-9967-9b1d849f6305 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=567d5253-db29-4314-bf07-4c15dcbebb8a,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:49:14.256330 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-5b967f33-b780-4ad3-9967-9b1d849f6305 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:14.256668 n-d-834765-1 neutron-server[102790]: INFO neutron.db.segments_db [None req-5b967f33-b780-4ad3-9967-9b1d849f6305 admin admin] Added segment abcbc327-7192-4ace-b1d6-77bc01eafd3c of type vlan for network 82918df8-1be6-40ce-934b-c82b971c7a65 Mar 29 15:49:14.284511 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device 3f03e365-625e-4d74-b284-5221fc244ffe up at agent hyperv_n-h2-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:49:14.314355 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-a302249b-d063-4073-8c71-7eca5279d6c8 tempest-RoutersAdminTest-935776259 tempest-RoutersAdminTest-935776259-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648118'] for router, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:14.326769 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-5b967f33-b780-4ad3-9967-9b1d849f6305 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783522915970'] for network, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:14.388546 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7c28c0-e029-4a94-83bd-723cb963db14 req-fc91c52b-1a7c-4526-a5f8-b57cecdcdf6a tempest-ServerRescueTestJSON-484479922 tempest-ServerRescueTestJSON-484479922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:49:14.388546 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-7a7c28c0-e029-4a94-83bd-723cb963db14 req-fc91c52b-1a7c-4526-a5f8-b57cecdcdf6a tempest-ServerRescueTestJSON-484479922 tempest-ServerRescueTestJSON-484479922-project] 10.222.0.42 "GET /v2.0/ports?device_id=68754edd-cbc2-4b62-8e18-7abfa6bb7d34 HTTP/1.1" status: 200 len: 944 time: 0.5191770 Mar 29 15:49:14.408936 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936f975e-19ed-4d22-a1bb-26b009676e37 req-fca5c967-45e5-4cc8-a995-04cc7c2ef62c tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:49:14.411749 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Pushing event updated for resources: {'Port': ['ID=6ba56cfb-3724-4410-8b50-b603e9b91d33,revision_number=5']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:49:14.414877 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-936f975e-19ed-4d22-a1bb-26b009676e37 req-fca5c967-45e5-4cc8-a995-04cc7c2ef62c tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] 10.222.0.42 "GET /v2.0/ports?device_id=186cc152-5814-4ecc-8410-e5062beddb18 HTTP/1.1" status: 200 len: 945 time: 0.1035101 Mar 29 15:49:14.416574 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-5b967f33-b780-4ad3-9967-9b1d849f6305 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795'] for network, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:14.417643 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b967f33-b780-4ad3-9967-9b1d849f6305 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:49:14.419045 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-5b967f33-b780-4ad3-9967-9b1d849f6305 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for network, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:14.482935 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Provisioning complete for port 3f03e365-625e-4d74-b284-5221fc244ffe triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:49:14.483648 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:14.500664 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-7a7c28c0-e029-4a94-83bd-723cb963db14 req-dd1c26dc-233c-472b-853a-dd89adbbeaf8 tempest-ServerRescueTestJSON-484479922 tempest-ServerRescueTestJSON-484479922-project] 10.222.0.42 "GET /v2.0/security-groups?id=a3f3b05e-b4b0-4bd5-8f61-9140e1e7cbea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975335 Mar 29 15:49:14.597177 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-5b967f33-b780-4ad3-9967-9b1d849f6305 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.8955901 Mar 29 15:49:14.601997 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 56840) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:49:14.609129 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-c7133f19-3be2-468a-970d-4f65142df745 admin admin] Request body: {'subnet': {'network_id': '82918df8-1be6-40ce-934b-c82b971c7a65', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1996797169-subnet', 'tenant_id': 'c970636ec2f0478e986f10f8d3dac45e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:49:14.614873 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b967f33-b780-4ad3-9967-9b1d849f6305 admin admin] Pushing event updated for resources: {'Network': ['ID=82918df8-1be6-40ce-934b-c82b971c7a65,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:49:14.638891 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Network 82918df8-1be6-40ce-934b-c82b971c7a65 details requested by agent ovs-agent-n-d-834765-1 with host n-d-834765-1 {{(pid=102792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 15:49:14.648830 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a302249b-d063-4073-8c71-7eca5279d6c8 tempest-RoutersAdminTest-935776259 tempest-RoutersAdminTest-935776259-project-admin] Router de6078be-ce02-4b69-8c09-2afb21a648c6 is scheduled to L3 agent c648d819-1060-4f26-b4ec-6455387b5dff with binding_index 1 {{(pid=102791) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 29 15:49:14.652805 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-936f975e-19ed-4d22-a1bb-26b009676e37 req-75ad62f0-6c64-4031-84a0-a16fece68492 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] 10.222.0.42 "GET /v2.0/security-groups?id=5db5456d-b190-468c-8855-1650a1510a12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2161894 Mar 29 15:49:14.656705 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7133f19-3be2-468a-970d-4f65142df745 admin admin] Made reservation on behalf of c970636ec2f0478e986f10f8d3dac45e for: {'subnet': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:49:14.659483 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c7133f19-3be2-468a-970d-4f65142df745 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4793983'] for subnet, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:14.833599 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a302249b-d063-4073-8c71-7eca5279d6c8 tempest-RoutersAdminTest-935776259 tempest-RoutersAdminTest-935776259-project-admin] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:49:14.852447 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5485333c-f244-44c3-985c-181e3cf0e168 None None] Sync routers for ids ['de6078be-ce02-4b69-8c09-2afb21a648c6'] in n-d-834765-1 {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:49:14.878295 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:14.915148 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5485333c-f244-44c3-985c-181e3cf0e168 None None] Routers {'de6078be-ce02-4b69-8c09-2afb21a648c6'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:49:14.915990 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-5485333c-f244-44c3-985c-181e3cf0e168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:49:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['de6078be-ce02-4b69-8c09-2afb21a648c6'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:49:14.923930 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-a302249b-d063-4073-8c71-7eca5279d6c8 tempest-RoutersAdminTest-935776259 tempest-RoutersAdminTest-935776259-project-admin] Notify callbacks [] for router, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:14.933088 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 56848) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:49:14.934465 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-a302249b-d063-4073-8c71-7eca5279d6c8 tempest-RoutersAdminTest-935776259 tempest-RoutersAdminTest-935776259-project-admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 3.2972217 Mar 29 15:49:14.955595 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f4bf86-df92-4c64-95b4-0df0ea644d68 req-739d22ff-ccc3-4812-830b-25f846b76ddd tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:49:14.967174 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-32f4bf86-df92-4c64-95b4-0df0ea644d68 req-739d22ff-ccc3-4812-830b-25f846b76ddd tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] 10.222.0.42 "GET /v2.0/ports?device_id=4af75284-24bd-4f9d-bf55-d66aeb5b0fcc HTTP/1.1" status: 200 len: 945 time: 0.1381903 Mar 29 15:49:15.020646 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-32f4bf86-df92-4c64-95b4-0df0ea644d68 req-a9604d8f-c91d-4ad7-a09f-770f7c4a5ecf tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] 10.222.0.42 "GET /v2.0/security-groups?id=8c1a607e-8731-4409-adf4-490f4457a32b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495908 Mar 29 15:49:15.064015 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port 3f03e365-625e-4d74-b284-5221fc244ffe, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=3f03e365-625e-4d74-b284-5221fc244ffe,segment=NetworkSegment(e03a7c9c-8b58-4c58-aa22-7189da98b069),segment_id=e03a7c9c-8b58-4c58-aa22-7189da98b069)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:49:15.072576 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:15.188877 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c7133f19-3be2-468a-970d-4f65142df745 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5231896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4793961'] for subnet, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:15.212597 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Pushing event updated for resources: {'Port': ['ID=3f03e365-625e-4d74-b284-5221fc244ffe,revision_number=7']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:49:15.239018 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-1074cbbb-9020-469a-9f99-1a2677540c70 tempest-RoutersAdminTest-935776259 tempest-RoutersAdminTest-935776259-project-admin] Notify callbacks [] for router, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:15.243150 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvr_db [None req-5485333c-f244-44c3-985c-181e3cf0e168 None None] Set router de6078be-ce02-4b69-8c09-2afb21a648c6 gateway port host: n-d-834765-1 {{(pid=102792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:49:15.329810 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7133f19-3be2-468a-970d-4f65142df745 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7ee636b3-471d-4317-a01d-50680b017d42,revision_number=0']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:49:15.359052 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7133f19-3be2-468a-970d-4f65142df745 admin admin] Checking segment: {'id': 'abcbc327-7192-4ace-b1d6-77bc01eafd3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '82918df8-1be6-40ce-934b-c82b971c7a65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:49:15.359461 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7133f19-3be2-468a-970d-4f65142df745 admin admin] Network hostable DHCP agents. Network: 82918df8-1be6-40ce-934b-c82b971c7a65, hostable agents: ['d136643e-48ae-49d4-a851-2ba3bdf3749c'], hosted agents: [] {{(pid=102790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 15:49:15.366692 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68754edd-cbc2-4b62-8e18-7abfa6bb7d34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ba56cfb-3724-4410-8b50-b603e9b91d33'}, {'server_uuid': '4af75284-24bd-4f9d-bf55-d66aeb5b0fcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f03e365-625e-4d74-b284-5221fc244ffe'}] {{(pid=102792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:49:15.369038 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4f476c66b318cc6068719fc39557fac68d413f5c7e78fa77028c7948e999ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63a2cc97-045e-45d1-9ee6-83f33b209dec" -d '{"events": [{"server_uuid": "68754edd-cbc2-4b62-8e18-7abfa6bb7d34", "name": "network-vif-plugged", "status": "completed", "tag": "6ba56cfb-3724-4410-8b50-b603e9b91d33"}, {"server_uuid": "4af75284-24bd-4f9d-bf55-d66aeb5b0fcc", "name": "network-vif-plugged", "status": "completed", "tag": "3f03e365-625e-4d74-b284-5221fc244ffe"}]}' {{(pid=102792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:49:15.427549 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7133f19-3be2-468a-970d-4f65142df745 admin admin] Network 82918df8-1be6-40ce-934b-c82b971c7a65 is scheduled to be hosted by DHCP agent d136643e-48ae-49d4-a851-2ba3bdf3749c with binding_index 1 {{(pid=102790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 15:49:15.435338 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 29 Mar 2022 15:49:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d55a5c7-0dfd-4323-8d8d-689bd127d365 x-openstack-request-id: req-4d55a5c7-0dfd-4323-8d8d-689bd127d365 {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:49:15.435647 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68754edd-cbc2-4b62-8e18-7abfa6bb7d34", "name": "network-vif-plugged", "status": "completed", "tag": "6ba56cfb-3724-4410-8b50-b603e9b91d33", "code": 200}, {"server_uuid": "4af75284-24bd-4f9d-bf55-d66aeb5b0fcc", "name": "network-vif-plugged", "status": "completed", "tag": "3f03e365-625e-4d74-b284-5221fc244ffe", "code": 200}]} {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:49:15.435903 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-4d55a5c7-0dfd-4323-8d8d-689bd127d365 {{(pid=102792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:49:15.436298 n-d-834765-1 neutron-server[102792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68754edd-cbc2-4b62-8e18-7abfa6bb7d34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ba56cfb-3724-4410-8b50-b603e9b91d33', 'code': 200} Mar 29 15:49:15.436548 n-d-834765-1 neutron-server[102792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4af75284-24bd-4f9d-bf55-d66aeb5b0fcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f03e365-625e-4d74-b284-5221fc244ffe', 'code': 200} Mar 29 15:49:15.451377 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-c7133f19-3be2-468a-970d-4f65142df745 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834765-1, 82918df8-1be6-40ce-934b-c82b971c7a65) {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:49:15.460833 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-1074cbbb-9020-469a-9f99-1a2677540c70 tempest-RoutersAdminTest-935776259 tempest-RoutersAdminTest-935776259-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:15.470045 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7133f19-3be2-468a-970d-4f65142df745 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:49:15.471509 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c7133f19-3be2-468a-970d-4f65142df745 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for subnet, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:15.476384 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34de9d99-9c1b-4aee-a198-2998a9d42883 None None] Network 82918df8-1be6-40ce-934b-c82b971c7a65 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 15:49:15.526273 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-c7133f19-3be2-468a-970d-4f65142df745 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.9228122 Mar 29 15:49:15.589649 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-1074cbbb-9020-469a-9f99-1a2677540c70 tempest-RoutersAdminTest-935776259 tempest-RoutersAdminTest-935776259-project-admin] Deleting port 976164a1-f639-4bb4-9798-b6013a427322 {{(pid=102790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:49:15.589900 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-1074cbbb-9020-469a-9f99-1a2677540c70 tempest-RoutersAdminTest-935776259 tempest-RoutersAdminTest-935776259-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:15.594818 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-5485333c-f244-44c3-985c-181e3cf0e168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de6078be-ce02-4b69-8c09-2afb21a648c6', 'name': '', 'tenant_id': 'f6d1802139a14642abc19da5c9d94c97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d0233ec-b21c-4caa-8053-feebcde42684', 'external_fixed_ips': [{'subnet_id': '5b313833-7a2e-4cde-b50d-fe1fa7f2a0a9', 'ip_address': '172.20.0.14'}], 'enable_snat': True}, 'gw_port_id': '976164a1-f639-4bb4-9798-b6013a427322', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:49:11Z', 'updated_at': '2022-03-29T15:49:13Z', 'revision_number': 3, 'project_id': 'f6d1802139a14642abc19da5c9d94c97', 'gw_port': {'id': '976164a1-f639-4bb4-9798-b6013a427322', 'name': '', 'network_id': '7d0233ec-b21c-4caa-8053-feebcde42684', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:6d:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de6078be-ce02-4b69-8c09-2afb21a648c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1660, 'fixed_ips': [{'subnet_id': '5b313833-7a2e-4cde-b50d-fe1fa7f2a0a9', 'ip_address': '172.20.0.14', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:49:12Z', 'updated_at': '2022-03-29T15:49:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b313833-7a2e-4cde-b50d-fe1fa7f2a0a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1'}], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:49:15.645912 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5485333c-f244-44c3-985c-181e3cf0e168 None None] Checking router: de6078be-ce02-4b69-8c09-2afb21a648c6 for host: n-d-834765-1 {{(pid=102792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:49:15.646263 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5485333c-f244-44c3-985c-181e3cf0e168 None None] Updating router de6078be-ce02-4b69-8c09-2afb21a648c6 port 976164a1-f639-4bb4-9798-b6013a427322 binding host n-d-834765-1 {{(pid=102792) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 15:49:15.678811 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-5485333c-f244-44c3-985c-181e3cf0e168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:15.721623 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33ab714b-2dc5-4653-b9e2-7a923cdf74b7 None None] Network 82918df8-1be6-40ce-934b-c82b971c7a65 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 15:49:15.758110 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 56876) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:49:15.826935 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-1074cbbb-9020-469a-9f99-1a2677540c70 tempest-RoutersAdminTest-935776259 tempest-RoutersAdminTest-935776259-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:15.839916 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-1074cbbb-9020-469a-9f99-1a2677540c70 tempest-RoutersAdminTest-935776259 tempest-RoutersAdminTest-935776259-project-admin] Calling delete_port for 976164a1-f639-4bb4-9798-b6013a427322 owned by network:router_gateway {{(pid=102790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:49:15.931347 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0894e5fe-b488-444d-a797-cf14b33edadd req-bf4e3351-8e18-43f0-a733-830192facf38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:49:15.934039 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-0894e5fe-b488-444d-a797-cf14b33edadd req-bf4e3351-8e18-43f0-a733-830192facf38 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=68754edd-cbc2-4b62-8e18-7abfa6bb7d34 HTTP/1.1" status: 200 len: 1096 time: 0.3266990 Mar 29 15:49:15.976668 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1108ddf4-89ef-4412-91b5-0654710ca147 req-5e11877a-1e76-4c7a-ba42-0a53381ea210 tempest-ServerRescueTestJSON-484479922 tempest-ServerRescueTestJSON-484479922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:49:15.978221 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-1108ddf4-89ef-4412-91b5-0654710ca147 req-5e11877a-1e76-4c7a-ba42-0a53381ea210 tempest-ServerRescueTestJSON-484479922 tempest-ServerRescueTestJSON-484479922-project] 10.222.0.42 "GET /v2.0/ports?device_id=68754edd-cbc2-4b62-8e18-7abfa6bb7d34 HTTP/1.1" status: 200 len: 945 time: 0.2536316 Mar 29 15:49:16.099056 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-1108ddf4-89ef-4412-91b5-0654710ca147 req-d9ea8bf7-9877-44a4-896c-d3d64e5233fb tempest-ServerRescueTestJSON-484479922 tempest-ServerRescueTestJSON-484479922-project] 10.222.0.42 "GET /v2.0/security-groups?id=a3f3b05e-b4b0-4bd5-8f61-9140e1e7cbea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038642 Mar 29 15:49:16.101195 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-0894e5fe-b488-444d-a797-cf14b33edadd req-ac3b0d31-7768-414d-9ae1-4bc869397a8d service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=a3f3b05e-b4b0-4bd5-8f61-9140e1e7cbea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598334 Mar 29 15:49:16.141772 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-1074cbbb-9020-469a-9f99-1a2677540c70 tempest-RoutersAdminTest-935776259 tempest-RoutersAdminTest-935776259-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:16.170389 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-8222ea9d-2aba-4c8d-8694-8bd4f54eaa96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-938576407 tempest-PortsAdminExtendedAttrsIpV6TestJSON-938576407-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1693571006'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:49:16.185032 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.db.api [None req-5485333c-f244-44c3-985c-181e3cf0e168 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102792) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 29 15:49:16.185580 n-d-834765-1 neutron-server[102792]: DEBUG oslo_db.api [None req-5485333c-f244-44c3-985c-181e3cf0e168 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 29 15:49:16.204859 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8222ea9d-2aba-4c8d-8694-8bd4f54eaa96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-938576407 tempest-PortsAdminExtendedAttrsIpV6TestJSON-938576407-project] Made reservation on behalf of 0335021929f24ac3b4a6d518aa7a697f for: {'network': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:49:16.210724 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1074cbbb-9020-469a-9f99-1a2677540c70 tempest-RoutersAdminTest-935776259 tempest-RoutersAdminTest-935776259-project-admin] Pushing event deleted for resources: {'Port': ['ID=976164a1-f639-4bb4-9798-b6013a427322,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:49:16.212569 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-8222ea9d-2aba-4c8d-8694-8bd4f54eaa96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-938576407 tempest-PortsAdminExtendedAttrsIpV6TestJSON-938576407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for network, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:16.229239 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-8222ea9d-2aba-4c8d-8694-8bd4f54eaa96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-938576407 tempest-PortsAdminExtendedAttrsIpV6TestJSON-938576407-project] Notify callbacks [] for security_group, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:16.251284 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d4b77d-525c-4105-b6a8-e1695e132cd1 req-8be54711-aca9-4f8e-a8ea-e606f1c7865e tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:49:16.252782 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-86d4b77d-525c-4105-b6a8-e1695e132cd1 req-8be54711-aca9-4f8e-a8ea-e606f1c7865e tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] 10.222.0.42 "GET /v2.0/ports?device_id=186cc152-5814-4ecc-8410-e5062beddb18 HTTP/1.1" status: 200 len: 945 time: 0.2782233 Mar 29 15:49:16.278797 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device 4db3f057-ea95-4cf1-868d-a9dd1b5d31a6 up at agent hyperv_n-h2-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:49:16.315291 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-1074cbbb-9020-469a-9f99-1a2677540c70 tempest-RoutersAdminTest-935776259 tempest-RoutersAdminTest-935776259-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-648138'] for router_gateway, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:16.350581 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-8222ea9d-2aba-4c8d-8694-8bd4f54eaa96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-938576407 tempest-PortsAdminExtendedAttrsIpV6TestJSON-938576407-project] Notify callbacks [] for security_group, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:16.360558 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [req-a192d847-9099-49c5-a29e-13cddf6e384e req-680b35ee-61c1-4901-bf4b-550a789ccb71 tempest-SecurityGroupRulesNegativeTestJSON-1655737595 tempest-SecurityGroupRulesNegativeTestJSON-1655737595-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1696004534', 'description': 'tempest-description-1560805057'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:49:16.386709 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-8222ea9d-2aba-4c8d-8694-8bd4f54eaa96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-938576407 tempest-PortsAdminExtendedAttrsIpV6TestJSON-938576407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:16.397914 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Provisioning for port 4db3f057-ea95-4cf1-868d-a9dd1b5d31a6 completed by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 15:49:16.407993 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Provisioning complete for port 4db3f057-ea95-4cf1-868d-a9dd1b5d31a6 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:49:16.409139 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:16.432705 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-a192d847-9099-49c5-a29e-13cddf6e384e req-680b35ee-61c1-4901-bf4b-550a789ccb71 tempest-SecurityGroupRulesNegativeTestJSON-1655737595 tempest-SecurityGroupRulesNegativeTestJSON-1655737595-project] Notify callbacks [] for security_group, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:16.437772 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8222ea9d-2aba-4c8d-8694-8bd4f54eaa96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-938576407 tempest-PortsAdminExtendedAttrsIpV6TestJSON-938576407-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42be66ce-5b8b-4a3c-af5a-db8a8b58739b,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:49:16.464206 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8222ea9d-2aba-4c8d-8694-8bd4f54eaa96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-938576407 tempest-PortsAdminExtendedAttrsIpV6TestJSON-938576407-project] vlan segment allocate from pool success with {'vlan_id': 636, 'physical_network': 'physnet1'} {{(pid=102791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 15:49:16.481090 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-1074cbbb-9020-469a-9f99-1a2677540c70 tempest-RoutersAdminTest-935776259 tempest-RoutersAdminTest-935776259-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129328'] for router, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:16.490445 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-1074cbbb-9020-469a-9f99-1a2677540c70 tempest-RoutersAdminTest-935776259 tempest-RoutersAdminTest-935776259-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:16.498115 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-8222ea9d-2aba-4c8d-8694-8bd4f54eaa96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-938576407 tempest-PortsAdminExtendedAttrsIpV6TestJSON-938576407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:16.498641 n-d-834765-1 neutron-server[102791]: INFO neutron.db.segments_db [None req-8222ea9d-2aba-4c8d-8694-8bd4f54eaa96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-938576407 tempest-PortsAdminExtendedAttrsIpV6TestJSON-938576407-project] Added segment d2e7d03b-cb05-4939-ab0a-92d0371dd21e of type vlan for network f7e68ce5-a366-4ade-ae0c-e4dc4b1cf7db Mar 29 15:49:16.510695 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-86d4b77d-525c-4105-b6a8-e1695e132cd1 req-633c648b-1f2b-4e76-afc6-e5b69b66ecef tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] 10.222.0.42 "GET /v2.0/security-groups?id=5db5456d-b190-468c-8855-1650a1510a12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2308183 Mar 29 15:49:16.691526 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-8222ea9d-2aba-4c8d-8694-8bd4f54eaa96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-938576407 tempest-PortsAdminExtendedAttrsIpV6TestJSON-938576407-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783522915970'] for network, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:16.726809 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-a192d847-9099-49c5-a29e-13cddf6e384e req-680b35ee-61c1-4901-bf4b-550a789ccb71 tempest-SecurityGroupRulesNegativeTestJSON-1655737595 tempest-SecurityGroupRulesNegativeTestJSON-1655737595-project] Notify callbacks [] for security_group, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:16.748274 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-a192d847-9099-49c5-a29e-13cddf6e384e req-680b35ee-61c1-4901-bf4b-550a789ccb71 tempest-SecurityGroupRulesNegativeTestJSON-1655737595 tempest-SecurityGroupRulesNegativeTestJSON-1655737595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:16.786739 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-8222ea9d-2aba-4c8d-8694-8bd4f54eaa96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-938576407 tempest-PortsAdminExtendedAttrsIpV6TestJSON-938576407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795'] for network, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:16.792627 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8222ea9d-2aba-4c8d-8694-8bd4f54eaa96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-938576407 tempest-PortsAdminExtendedAttrsIpV6TestJSON-938576407-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:49:16.793890 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-8222ea9d-2aba-4c8d-8694-8bd4f54eaa96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-938576407 tempest-PortsAdminExtendedAttrsIpV6TestJSON-938576407-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for network, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:16.804291 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5485333c-f244-44c3-985c-181e3cf0e168 None None] Port 976164a1-f639-4bb4-9798-b6013a427322 not found while updating agent binding for router de6078be-ce02-4b69-8c09-2afb21a648c6. {{(pid=102792) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Mar 29 15:49:16.834835 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5485333c-f244-44c3-985c-181e3cf0e168 None None] Routers {'de6078be-ce02-4b69-8c09-2afb21a648c6'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:49:16.835946 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-5485333c-f244-44c3-985c-181e3cf0e168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:49:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['de6078be-ce02-4b69-8c09-2afb21a648c6'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:49:16.839651 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:16.887976 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:16.940895 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvr_db [None req-5485333c-f244-44c3-985c-181e3cf0e168 None None] Set router de6078be-ce02-4b69-8c09-2afb21a648c6 gateway port host: None {{(pid=102792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:49:16.953665 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8222ea9d-2aba-4c8d-8694-8bd4f54eaa96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-938576407 tempest-PortsAdminExtendedAttrsIpV6TestJSON-938576407-project] Pushing event updated for resources: {'Network': ['ID=f7e68ce5-a366-4ade-ae0c-e4dc4b1cf7db,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:49:16.961997 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-8222ea9d-2aba-4c8d-8694-8bd4f54eaa96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-938576407 tempest-PortsAdminExtendedAttrsIpV6TestJSON-938576407-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 1.1991167 Mar 29 15:49:16.971089 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-a192d847-9099-49c5-a29e-13cddf6e384e req-680b35ee-61c1-4901-bf4b-550a789ccb71 tempest-SecurityGroupRulesNegativeTestJSON-1655737595 tempest-SecurityGroupRulesNegativeTestJSON-1655737595-project] Notify callbacks [] for security_group, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:16.972655 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-a192d847-9099-49c5-a29e-13cddf6e384e req-680b35ee-61c1-4901-bf4b-550a789ccb71 tempest-SecurityGroupRulesNegativeTestJSON-1655737595 tempest-SecurityGroupRulesNegativeTestJSON-1655737595-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1820 time: 0.6189818 Mar 29 15:49:16.984422 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680b35ee-61c1-4901-bf4b-550a789ccb71 tempest-SecurityGroupRulesNegativeTestJSON-1655737595 tempest-SecurityGroupRulesNegativeTestJSON-1655737595-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d6bbacc-6c7c-4729-8270-840f12634a1b,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:49:16.993932 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Network f7e68ce5-a366-4ade-ae0c-e4dc4b1cf7db details requested by agent ovs-agent-n-d-834765-1 with host n-d-834765-1 {{(pid=102792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 15:49:17.006879 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-1074cbbb-9020-469a-9f99-1a2677540c70 tempest-RoutersAdminTest-935776259 tempest-RoutersAdminTest-935776259-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-526718'] for router, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:17.007432 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1074cbbb-9020-469a-9f99-1a2677540c70 tempest-RoutersAdminTest-935776259 tempest-RoutersAdminTest-935776259-project-admin] Fanout notify agent at l3_agent the message router_deleted on router de6078be-ce02-4b69-8c09-2afb21a648c6 {{(pid=102790) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 29 15:49:17.016912 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-1074cbbb-9020-469a-9f99-1a2677540c70 tempest-RoutersAdminTest-935776259 tempest-RoutersAdminTest-935776259-project-admin] Notify callbacks [] for router, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:17.020982 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 56902) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:49:17.021552 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-1074cbbb-9020-469a-9f99-1a2677540c70 tempest-RoutersAdminTest-935776259 tempest-RoutersAdminTest-935776259-project-admin] 10.222.0.42 "DELETE /v2.0/routers/de6078be-ce02-4b69-8c09-2afb21a648c6 HTTP/1.1" status: 204 len: 168 time: 2.0884798 Mar 29 15:49:17.056774 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e329098-78d3-41cf-93e0-0860ac4a9333 req-3e211a4e-93de-484d-acfa-93203d0ad3b0 tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:49:17.058663 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port 4db3f057-ea95-4cf1-868d-a9dd1b5d31a6, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=4db3f057-ea95-4cf1-868d-a9dd1b5d31a6,segment=NetworkSegment(392c7b19-1d8f-41d1-9abe-2849beceb5b4),segment_id=392c7b19-1d8f-41d1-9abe-2849beceb5b4)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:49:17.060282 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-5485333c-f244-44c3-985c-181e3cf0e168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de6078be-ce02-4b69-8c09-2afb21a648c6', 'name': '', 'tenant_id': 'f6d1802139a14642abc19da5c9d94c97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:49:11Z', 'updated_at': '2022-03-29T15:49:16Z', 'revision_number': 5, 'project_id': 'f6d1802139a14642abc19da5c9d94c97', 'gw_port_host': None}], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:49:17.081221 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-0e329098-78d3-41cf-93e0-0860ac4a9333 req-3e211a4e-93de-484d-acfa-93203d0ad3b0 tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] 10.222.0.42 "GET /v2.0/ports?device_id=4af75284-24bd-4f9d-bf55-d66aeb5b0fcc HTTP/1.1" status: 200 len: 946 time: 0.1397614 Mar 29 15:49:17.104230 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5ed2a11-1b82-48c1-a407-ef065bcd3aee tempest-RoutersAdminTest-935776259 tempest-RoutersAdminTest-935776259-project-admin] Deleting subnet 5b313833-7a2e-4cde-b50d-fe1fa7f2a0a9 {{(pid=102791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 15:49:17.110617 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-f5ed2a11-1b82-48c1-a407-ef065bcd3aee tempest-RoutersAdminTest-935776259 tempest-RoutersAdminTest-935776259-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:17.118580 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5485333c-f244-44c3-985c-181e3cf0e168 None None] The sync data for ids ['de6078be-ce02-4b69-8c09-2afb21a648c6'] in n-d-834765-1 is: [{'id': 'de6078be-ce02-4b69-8c09-2afb21a648c6', 'name': '', 'tenant_id': 'f6d1802139a14642abc19da5c9d94c97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:49:11Z', 'updated_at': '2022-03-29T15:49:16Z', 'revision_number': 5, 'project_id': 'f6d1802139a14642abc19da5c9d94c97', 'gw_port_host': None}] {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:49:17.120049 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:17.159180 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-0e329098-78d3-41cf-93e0-0860ac4a9333 req-b1ea7027-d9c0-49cb-b1ad-b3c2779f8e3b tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] 10.222.0.42 "GET /v2.0/security-groups?id=8c1a607e-8731-4409-adf4-490f4457a32b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753417 Mar 29 15:49:17.165240 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-f5ed2a11-1b82-48c1-a407-ef065bcd3aee tempest-RoutersAdminTest-935776259 tempest-RoutersAdminTest-935776259-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4230423'] for subnet, precommit_delete_associations {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:17.271064 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Pushing event updated for resources: {'Port': ['ID=4db3f057-ea95-4cf1-868d-a9dd1b5d31a6,revision_number=5']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:49:17.287073 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-f5ed2a11-1b82-48c1-a407-ef065bcd3aee tempest-RoutersAdminTest-935776259 tempest-RoutersAdminTest-935776259-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1641287'] for subnet, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:17.287250 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-dde4ad99-82a3-4f5b-bc84-947c5de0c636 req-cdbaf5a9-558c-4f7b-b689-54cc666da203 tempest-SecurityGroupRulesNegativeTestJSON-1655737595 tempest-SecurityGroupRulesNegativeTestJSON-1655737595-project] 10.222.0.42 "GET /v2.0/security-groups/0d6bbacc-6c7c-4729-8270-840f12634a1b HTTP/1.1" status: 200 len: 1815 time: 0.0800657 Mar 29 15:49:17.298197 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [req-dde4ad99-82a3-4f5b-bc84-947c5de0c636 req-4895c5e4-e5c9-4382-b286-4e1efa78e90b tempest-SecurityGroupRulesNegativeTestJSON-1655737595 tempest-SecurityGroupRulesNegativeTestJSON-1655737595-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '0d6bbacc-6c7c-4729-8270-840f12634a1b', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:49:17.298758 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [req-dde4ad99-82a3-4f5b-bc84-947c5de0c636 req-4895c5e4-e5c9-4382-b286-4e1efa78e90b tempest-SecurityGroupRulesNegativeTestJSON-1655737595 tempest-SecurityGroupRulesNegativeTestJSON-1655737595-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '0d6bbacc-6c7c-4729-8270-840f12634a1b', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:49:17.335930 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 56916) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:49:17.342645 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-f409a1f6-9bf7-4448-b558-88b2912d50dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176-project-admin] Request body: {'port': {'network_id': 'f7e68ce5-a366-4ade-ae0c-e4dc4b1cf7db', 'binding:host_id': 'n-h2-834765-1', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-109121165'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:49:17.437380 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '186cc152-5814-4ecc-8410-e5062beddb18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4db3f057-ea95-4cf1-868d-a9dd1b5d31a6'}] {{(pid=102792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:49:17.440075 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4f476c66b318cc6068719fc39557fac68d413f5c7e78fa77028c7948e999ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-089116cd-8b48-4dde-b03a-86c5a732d93c" -d '{"events": [{"server_uuid": "186cc152-5814-4ecc-8410-e5062beddb18", "name": "network-vif-plugged", "status": "completed", "tag": "4db3f057-ea95-4cf1-868d-a9dd1b5d31a6"}]}' {{(pid=102792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:49:17.467674 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-dde4ad99-82a3-4f5b-bc84-947c5de0c636 req-4895c5e4-e5c9-4382-b286-4e1efa78e90b tempest-SecurityGroupRulesNegativeTestJSON-1655737595 tempest-SecurityGroupRulesNegativeTestJSON-1655737595-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:17.513234 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-dde4ad99-82a3-4f5b-bc84-947c5de0c636 req-4895c5e4-e5c9-4382-b286-4e1efa78e90b tempest-SecurityGroupRulesNegativeTestJSON-1655737595 tempest-SecurityGroupRulesNegativeTestJSON-1655737595-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:17.513234 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f409a1f6-9bf7-4448-b558-88b2912d50dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176-project-admin] Made reservation on behalf of fe133359975e4037825162008ddffd9f for: {'port': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:49:17.516779 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-f409a1f6-9bf7-4448-b558-88b2912d50dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:17.521455 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-dde4ad99-82a3-4f5b-bc84-947c5de0c636 req-4895c5e4-e5c9-4382-b286-4e1efa78e90b tempest-SecurityGroupRulesNegativeTestJSON-1655737595 tempest-SecurityGroupRulesNegativeTestJSON-1655737595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610998'] for security_group_rule, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:17.537799 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-f409a1f6-9bf7-4448-b558-88b2912d50dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:17.598266 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4895c5e4-e5c9-4382-b286-4e1efa78e90b tempest-SecurityGroupRulesNegativeTestJSON-1655737595 tempest-SecurityGroupRulesNegativeTestJSON-1655737595-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=283a44a7-2ed7-42dd-83dc-04bc271cf91d,revision_number=0']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:49:17.612727 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-dde4ad99-82a3-4f5b-bc84-947c5de0c636 req-4895c5e4-e5c9-4382-b286-4e1efa78e90b tempest-SecurityGroupRulesNegativeTestJSON-1655737595 tempest-SecurityGroupRulesNegativeTestJSON-1655737595-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:17.615819 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-dde4ad99-82a3-4f5b-bc84-947c5de0c636 req-4895c5e4-e5c9-4382-b286-4e1efa78e90b tempest-SecurityGroupRulesNegativeTestJSON-1655737595 tempest-SecurityGroupRulesNegativeTestJSON-1655737595-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3274784 Mar 29 15:49:17.633691 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-f5ed2a11-1b82-48c1-a407-ef065bcd3aee tempest-RoutersAdminTest-935776259 tempest-RoutersAdminTest-935776259-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1641294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16155591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16218852'] for subnet, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:17.691657 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-f409a1f6-9bf7-4448-b558-88b2912d50dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:17.695592 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548c3216-dfb9-4841-bbfa-21e66e935744 req-c19b0f80-514d-4f41-a32f-0952e30193cd tempest-ServerRescueTestJSON-484479922 tempest-ServerRescueTestJSON-484479922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:49:17.698462 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-f409a1f6-9bf7-4448-b558-88b2912d50dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:17.705549 n-d-834765-1 neutron-server[102790]: DEBUG neutron.notifiers.nova [None req-f409a1f6-9bf7-4448-b558-88b2912d50dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176-project-admin] device_id is not set on port 37bde1ab-f0cf-462f-84f3-20f3452696b5 yet. {{(pid=102790) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 29 15:49:17.717421 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-548c3216-dfb9-4841-bbfa-21e66e935744 req-c19b0f80-514d-4f41-a32f-0952e30193cd tempest-ServerRescueTestJSON-484479922 tempest-ServerRescueTestJSON-484479922-project] 10.222.0.42 "GET /v2.0/ports?device_id=68754edd-cbc2-4b62-8e18-7abfa6bb7d34 HTTP/1.1" status: 200 len: 945 time: 0.2766178 Mar 29 15:49:17.731607 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:17.763222 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ed2a11-1b82-48c1-a407-ef065bcd3aee tempest-RoutersAdminTest-935776259 tempest-RoutersAdminTest-935776259-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=5b313833-7a2e-4cde-b50d-fe1fa7f2a0a9,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:49:17.776084 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-f5ed2a11-1b82-48c1-a407-ef065bcd3aee tempest-RoutersAdminTest-935776259 tempest-RoutersAdminTest-935776259-project-admin] Notify callbacks [] for subnet, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:17.782340 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-f5ed2a11-1b82-48c1-a407-ef065bcd3aee tempest-RoutersAdminTest-935776259 tempest-RoutersAdminTest-935776259-project-admin] 10.222.0.42 "DELETE /v2.0/subnets/5b313833-7a2e-4cde-b50d-fe1fa7f2a0a9 HTTP/1.1" status: 204 len: 168 time: 0.7575364 Mar 29 15:49:17.785261 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 56926) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:49:17.840550 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-548c3216-dfb9-4841-bbfa-21e66e935744 req-2cdbe170-c7b7-415a-9ca5-608eebe1fd4a tempest-ServerRescueTestJSON-484479922 tempest-ServerRescueTestJSON-484479922-project] 10.222.0.42 "GET /v2.0/security-groups?id=a3f3b05e-b4b0-4bd5-8f61-9140e1e7cbea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219337 Mar 29 15:49:17.863532 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f409a1f6-9bf7-4448-b558-88b2912d50dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff9ce2ab-afa1-4681-a2a0-387da1030fb3,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:49:17.920025 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:49:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf4af1e7-2204-4728-ab6e-124c4af4c61a x-openstack-request-id: req-bf4af1e7-2204-4728-ab6e-124c4af4c61a {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:49:17.920440 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "186cc152-5814-4ecc-8410-e5062beddb18", "name": "network-vif-plugged", "status": "completed", "tag": "4db3f057-ea95-4cf1-868d-a9dd1b5d31a6", "code": 200}]} {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:49:17.920776 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-bf4af1e7-2204-4728-ab6e-124c4af4c61a {{(pid=102792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:49:17.921232 n-d-834765-1 neutron-server[102792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '186cc152-5814-4ecc-8410-e5062beddb18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4db3f057-ea95-4cf1-868d-a9dd1b5d31a6', 'code': 200} Mar 29 15:49:17.962399 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-6a074293-2625-4340-938f-e056a671b984 tempest-RoutersAdminTest-935776259 tempest-RoutersAdminTest-935776259-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1631750'] for network, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:18.150206 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-ba7ae464-d020-4c88-a837-ba1a20282793 req-3bec9b66-f459-459a-938e-b6a5ca19783f tempest-SecurityGroupRulesNegativeTestJSON-1655737595 tempest-SecurityGroupRulesNegativeTestJSON-1655737595-project] 10.222.0.42 "GET /v2.0/security-groups/0d6bbacc-6c7c-4729-8270-840f12634a1b HTTP/1.1" status: 200 len: 2409 time: 0.1699612 Mar 29 15:49:18.163929 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-6a074293-2625-4340-938f-e056a671b984 tempest-RoutersAdminTest-935776259 tempest-RoutersAdminTest-935776259-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639890', 'neutron.services.segments.db._delete_segments_for_network-8783523423079'] for network, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:18.170384 n-d-834765-1 neutron-server[102790]: DEBUG neutron.notifiers.nova [None req-f409a1f6-9bf7-4448-b558-88b2912d50dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176-project-admin] device_id is not set on port 37bde1ab-f0cf-462f-84f3-20f3452696b5 yet. {{(pid=102790) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 29 15:49:18.188838 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-f409a1f6-9bf7-4448-b558-88b2912d50dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:18.202770 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-f409a1f6-9bf7-4448-b558-88b2912d50dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:18.206484 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8413a5-31c6-4431-a4e6-dd29c8400d61 req-ce88b7c6-66b1-49ac-afa0-f2be4dd06526 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:49:18.215911 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ad8413a5-31c6-4431-a4e6-dd29c8400d61 req-ce88b7c6-66b1-49ac-afa0-f2be4dd06526 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] 10.222.0.42 "GET /v2.0/ports?device_id=186cc152-5814-4ecc-8410-e5062beddb18 HTTP/1.1" status: 200 len: 946 time: 0.1722887 Mar 29 15:49:18.230215 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-6a074293-2625-4340-938f-e056a671b984 tempest-RoutersAdminTest-935776259 tempest-RoutersAdminTest-935776259-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d0233ec-b21c-4caa-8053-feebcde42684']}} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:49:18.235415 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c033e19a-94ee-40cc-a1c4-6ad1c081124a req-fd258967-21e8-4f38-9d52-3cde65e9d460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:49:18.237431 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-c033e19a-94ee-40cc-a1c4-6ad1c081124a req-fd258967-21e8-4f38-9d52-3cde65e9d460 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=186cc152-5814-4ecc-8410-e5062beddb18 HTTP/1.1" status: 200 len: 1097 time: 0.1943548 Mar 29 15:49:18.260965 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-6a074293-2625-4340-938f-e056a671b984 tempest-RoutersAdminTest-935776259 tempest-RoutersAdminTest-935776259-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85cf7229-63f1-4ce0-b534-5232d946bb1f') {'for_net_delete': True} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:49:18.261357 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-6a074293-2625-4340-938f-e056a671b984 tempest-RoutersAdminTest-935776259 tempest-RoutersAdminTest-935776259-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85cf7229-63f1-4ce0-b534-5232d946bb1f') {} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:49:18.291600 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-6a074293-2625-4340-938f-e056a671b984 tempest-RoutersAdminTest-935776259 tempest-RoutersAdminTest-935776259-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783523422064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4230428'] for segment, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:18.291813 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f409a1f6-9bf7-4448-b558-88b2912d50dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176-project-admin] Pushing event updated for resources: {'Port': ['ID=37bde1ab-f0cf-462f-84f3-20f3452696b5,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:49:18.325311 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-6a074293-2625-4340-938f-e056a671b984 tempest-RoutersAdminTest-935776259 tempest-RoutersAdminTest-935776259-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:18.333123 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a074293-2625-4340-938f-e056a671b984 tempest-RoutersAdminTest-935776259 tempest-RoutersAdminTest-935776259-project-admin] Releasing vlan 622 on physical network physnet1 to pool {{(pid=102791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 15:49:18.333538 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-6a074293-2625-4340-938f-e056a671b984 tempest-RoutersAdminTest-935776259 tempest-RoutersAdminTest-935776259-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16169569'] for segment, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:18.394127 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f409a1f6-9bf7-4448-b558-88b2912d50dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176-project-admin] Checking segment: {'id': 'd2e7d03b-cb05-4939-ab0a-92d0371dd21e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'f7e68ce5-a366-4ade-ae0c-e4dc4b1cf7db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:49:18.394866 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f409a1f6-9bf7-4448-b558-88b2912d50dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176-project-admin] Network hostable DHCP agents. Network: f7e68ce5-a366-4ade-ae0c-e4dc4b1cf7db, hostable agents: ['d136643e-48ae-49d4-a851-2ba3bdf3749c'], hosted agents: [] {{(pid=102790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 15:49:18.409131 n-d-834765-1 neutron-server[102791]: Traceback (most recent call last): Mar 29 15:49:18.409131 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 15:49:18.409131 n-d-834765-1 neutron-server[102791]: timer() Mar 29 15:49:18.409131 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 15:49:18.409131 n-d-834765-1 neutron-server[102791]: cb(*args, **kw) Mar 29 15:49:18.409131 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 15:49:18.409131 n-d-834765-1 neutron-server[102791]: return func(*args, **kwargs) Mar 29 15:49:18.409131 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 15:49:18.409131 n-d-834765-1 neutron-server[102791]: self._notify() Mar 29 15:49:18.409131 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 15:49:18.409131 n-d-834765-1 neutron-server[102791]: self.callback(batched_events) Mar 29 15:49:18.409131 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 15:49:18.409131 n-d-834765-1 neutron-server[102791]: event.method(event) Mar 29 15:49:18.409131 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 15:49:18.409131 n-d-834765-1 neutron-server[102791]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 15:49:18.409131 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 15:49:18.409131 n-d-834765-1 neutron-server[102791]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 15:49:18.409131 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 15:49:18.409131 n-d-834765-1 neutron-server[102791]: return f(self, *a, **k) Mar 29 15:49:18.409131 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 15:49:18.409131 n-d-834765-1 neutron-server[102791]: return self._get(url).json() Mar 29 15:49:18.409131 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 15:49:18.409131 n-d-834765-1 neutron-server[102791]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 15:49:18.409131 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 15:49:18.409131 n-d-834765-1 neutron-server[102791]: return self.request(url, 'GET', **kwargs) Mar 29 15:49:18.409131 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 15:49:18.409131 n-d-834765-1 neutron-server[102791]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 15:49:18.409131 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 15:49:18.409131 n-d-834765-1 neutron-server[102791]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 15:49:18.409131 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 15:49:18.409131 n-d-834765-1 neutron-server[102791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 15:49:18.409131 n-d-834765-1 neutron-server[102791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 15:49:18.435847 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-ab99201d-16d4-4dbf-bf5a-fb4654d02557 req-f17bf212-96d4-412c-aef9-d9f54ab36d6a tempest-SecurityGroupRulesNegativeTestJSON-1655737595 tempest-SecurityGroupRulesNegativeTestJSON-1655737595-project] 10.222.0.42 "GET /v2.0/security-group-rules/283a44a7-2ed7-42dd-83dc-04bc271cf91d HTTP/1.1" status: 200 len: 778 time: 0.0492764 Mar 29 15:49:18.443004 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-6a074293-2625-4340-938f-e056a671b984 tempest-RoutersAdminTest-935776259 tempest-RoutersAdminTest-935776259-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1639897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648174'] for network, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:18.455196 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f409a1f6-9bf7-4448-b558-88b2912d50dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176-project-admin] Network f7e68ce5-a366-4ade-ae0c-e4dc4b1cf7db is scheduled to be hosted by DHCP agent d136643e-48ae-49d4-a851-2ba3bdf3749c with binding_index 1 {{(pid=102790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 15:49:18.486043 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a074293-2625-4340-938f-e056a671b984 tempest-RoutersAdminTest-935776259 tempest-RoutersAdminTest-935776259-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 7d0233ec-b21c-4caa-8053-feebcde42684 {{(pid=102791) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Mar 29 15:49:18.493521 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a074293-2625-4340-938f-e056a671b984 tempest-RoutersAdminTest-935776259 tempest-RoutersAdminTest-935776259-project-admin] Pushing event deleted for resources: {'Network': ['ID=7d0233ec-b21c-4caa-8053-feebcde42684,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:49:18.501324 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-f409a1f6-9bf7-4448-b558-88b2912d50dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834765-1, f7e68ce5-a366-4ade-ae0c-e4dc4b1cf7db) {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:49:18.508422 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f409a1f6-9bf7-4448-b558-88b2912d50dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176-project-admin] Received port after_create {{(pid=102790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:49:18.510318 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33b1a210-77f7-41e2-8651-d96a14b48b05 None None] Network f7e68ce5-a366-4ade-ae0c-e4dc4b1cf7db requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 15:49:18.516299 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-6a074293-2625-4340-938f-e056a671b984 tempest-RoutersAdminTest-935776259 tempest-RoutersAdminTest-935776259-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for network, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:18.519642 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-6a074293-2625-4340-938f-e056a671b984 tempest-RoutersAdminTest-935776259 tempest-RoutersAdminTest-935776259-project-admin] 10.222.0.42 "DELETE /v2.0/networks/7d0233ec-b21c-4caa-8053-feebcde42684 HTTP/1.1" status: 204 len: 168 time: 0.7328296 Mar 29 15:49:18.524160 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ad8413a5-31c6-4431-a4e6-dd29c8400d61 req-f75d50fe-02ff-43b8-917a-f7f13384db5c tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] 10.222.0.42 "GET /v2.0/security-groups?id=5db5456d-b190-468c-8855-1650a1510a12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3073864 Mar 29 15:49:18.546227 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-c033e19a-94ee-40cc-a1c4-6ad1c081124a req-aa0cf733-f609-4416-b013-76141608e69a service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=5db5456d-b190-468c-8855-1650a1510a12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1192658 Mar 29 15:49:18.614496 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-ab99201d-16d4-4dbf-bf5a-fb4654d02557 req-f56d8c36-55ef-4f9c-8f10-0bcec5a5d703 tempest-SecurityGroupRulesNegativeTestJSON-1655737595 tempest-SecurityGroupRulesNegativeTestJSON-1655737595-project] 10.222.0.42 "GET /v2.0/security-groups/0d6bbacc-6c7c-4729-8270-840f12634a1b HTTP/1.1" status: 200 len: 2409 time: 0.1703687 Mar 29 15:49:18.616531 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.managers [None req-f409a1f6-9bf7-4448-b558-88b2912d50dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176-project-admin] Attempting to bind port 37bde1ab-f0cf-462f-84f3-20f3452696b5 on host n-h2-834765-1 for vnic_type normal with profile {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:49:18.617521 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.managers [None req-f409a1f6-9bf7-4448-b558-88b2912d50dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176-project-admin] Attempting to bind port 37bde1ab-f0cf-462f-84f3-20f3452696b5 by drivers openvswitch,hyperv on host n-h2-834765-1 at level 0 using segments [{'id': 'd2e7d03b-cb05-4939-ab0a-92d0371dd21e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'f7e68ce5-a366-4ade-ae0c-e4dc4b1cf7db'}] {{(pid=102790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:49:18.617915 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f409a1f6-9bf7-4448-b558-88b2912d50dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176-project-admin] Attempting to bind port 37bde1ab-f0cf-462f-84f3-20f3452696b5 on network f7e68ce5-a366-4ade-ae0c-e4dc4b1cf7db {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:49:18.636044 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f409a1f6-9bf7-4448-b558-88b2912d50dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176-project-admin] Port 37bde1ab-f0cf-462f-84f3-20f3452696b5 on network f7e68ce5-a366-4ade-ae0c-e4dc4b1cf7db not bound, no agent of type Open vSwitch agent registered on host n-h2-834765-1 {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 15:49:18.636387 n-d-834765-1 neutron-server[102790]: ERROR neutron.plugins.ml2.managers [None req-f409a1f6-9bf7-4448-b558-88b2912d50dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176-project-admin] Failed to bind port 37bde1ab-f0cf-462f-84f3-20f3452696b5 on host n-h2-834765-1 for vnic_type normal using segments [{'id': 'd2e7d03b-cb05-4939-ab0a-92d0371dd21e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'f7e68ce5-a366-4ade-ae0c-e4dc4b1cf7db'}] Mar 29 15:49:18.640198 n-d-834765-1 neutron-server[102790]: INFO neutron.plugins.ml2.plugin [None req-f409a1f6-9bf7-4448-b558-88b2912d50dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176-project-admin] Attempt 2 to bind port 37bde1ab-f0cf-462f-84f3-20f3452696b5 Mar 29 15:49:18.665921 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.managers [None req-f409a1f6-9bf7-4448-b558-88b2912d50dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176-project-admin] Attempting to bind port 37bde1ab-f0cf-462f-84f3-20f3452696b5 on host n-h2-834765-1 for vnic_type normal with profile {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:49:18.666269 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.managers [None req-f409a1f6-9bf7-4448-b558-88b2912d50dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176-project-admin] Attempting to bind port 37bde1ab-f0cf-462f-84f3-20f3452696b5 by drivers openvswitch,hyperv on host n-h2-834765-1 at level 0 using segments [{'id': 'd2e7d03b-cb05-4939-ab0a-92d0371dd21e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'f7e68ce5-a366-4ade-ae0c-e4dc4b1cf7db'}] {{(pid=102790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:49:18.666604 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f409a1f6-9bf7-4448-b558-88b2912d50dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176-project-admin] Attempting to bind port 37bde1ab-f0cf-462f-84f3-20f3452696b5 on network f7e68ce5-a366-4ade-ae0c-e4dc4b1cf7db {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:49:18.670820 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-ab99201d-16d4-4dbf-bf5a-fb4654d02557 req-1e6fbde7-6369-4d1b-beac-1d918bef521f tempest-SecurityGroupRulesNegativeTestJSON-1655737595 tempest-SecurityGroupRulesNegativeTestJSON-1655737595-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:18.682109 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-ab99201d-16d4-4dbf-bf5a-fb4654d02557 req-1e6fbde7-6369-4d1b-beac-1d918bef521f tempest-SecurityGroupRulesNegativeTestJSON-1655737595 tempest-SecurityGroupRulesNegativeTestJSON-1655737595-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:18.718960 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f409a1f6-9bf7-4448-b558-88b2912d50dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176-project-admin] Port 37bde1ab-f0cf-462f-84f3-20f3452696b5 on network f7e68ce5-a366-4ade-ae0c-e4dc4b1cf7db not bound, no agent of type Open vSwitch agent registered on host n-h2-834765-1 {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 15:49:18.719464 n-d-834765-1 neutron-server[102790]: ERROR neutron.plugins.ml2.managers [None req-f409a1f6-9bf7-4448-b558-88b2912d50dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176-project-admin] Failed to bind port 37bde1ab-f0cf-462f-84f3-20f3452696b5 on host n-h2-834765-1 for vnic_type normal using segments [{'id': 'd2e7d03b-cb05-4939-ab0a-92d0371dd21e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'f7e68ce5-a366-4ade-ae0c-e4dc4b1cf7db'}] Mar 29 15:49:18.719886 n-d-834765-1 neutron-server[102790]: INFO neutron.plugins.ml2.plugin [None req-f409a1f6-9bf7-4448-b558-88b2912d50dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176-project-admin] Attempt 3 to bind port 37bde1ab-f0cf-462f-84f3-20f3452696b5 Mar 29 15:49:18.726019 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-ab99201d-16d4-4dbf-bf5a-fb4654d02557 req-1e6fbde7-6369-4d1b-beac-1d918bef521f tempest-SecurityGroupRulesNegativeTestJSON-1655737595 tempest-SecurityGroupRulesNegativeTestJSON-1655737595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610998'] for security_group_rule, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:18.734137 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-ab99201d-16d4-4dbf-bf5a-fb4654d02557 req-1e6fbde7-6369-4d1b-beac-1d918bef521f tempest-SecurityGroupRulesNegativeTestJSON-1655737595 tempest-SecurityGroupRulesNegativeTestJSON-1655737595-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:18.739344 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-ab99201d-16d4-4dbf-bf5a-fb4654d02557 req-1e6fbde7-6369-4d1b-beac-1d918bef521f tempest-SecurityGroupRulesNegativeTestJSON-1655737595 tempest-SecurityGroupRulesNegativeTestJSON-1655737595-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/283a44a7-2ed7-42dd-83dc-04bc271cf91d HTTP/1.1" status: 204 len: 173 time: 0.1239107 Mar 29 15:49:18.786194 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [req-010da2b5-db8f-4876-a3e3-4bc924c0a0c7 req-80ef9ed0-3f85-42f8-bc01-0ea07214d748 tempest-SecurityGroupRulesNegativeTestJSON-1655737595 tempest-SecurityGroupRulesNegativeTestJSON-1655737595-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-508873840', 'description': 'tempest-description-1543900096'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:49:18.798721 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.managers [None req-f409a1f6-9bf7-4448-b558-88b2912d50dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176-project-admin] Attempting to bind port 37bde1ab-f0cf-462f-84f3-20f3452696b5 on host n-h2-834765-1 for vnic_type normal with profile {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:49:18.799369 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.managers [None req-f409a1f6-9bf7-4448-b558-88b2912d50dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176-project-admin] Attempting to bind port 37bde1ab-f0cf-462f-84f3-20f3452696b5 by drivers openvswitch,hyperv on host n-h2-834765-1 at level 0 using segments [{'id': 'd2e7d03b-cb05-4939-ab0a-92d0371dd21e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'f7e68ce5-a366-4ade-ae0c-e4dc4b1cf7db'}] {{(pid=102790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:49:18.799873 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f409a1f6-9bf7-4448-b558-88b2912d50dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176-project-admin] Attempting to bind port 37bde1ab-f0cf-462f-84f3-20f3452696b5 on network f7e68ce5-a366-4ade-ae0c-e4dc4b1cf7db {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:49:18.806727 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6fbde7-6369-4d1b-beac-1d918bef521f tempest-SecurityGroupRulesNegativeTestJSON-1655737595 tempest-SecurityGroupRulesNegativeTestJSON-1655737595-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=283a44a7-2ed7-42dd-83dc-04bc271cf91d,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:49:18.834114 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f409a1f6-9bf7-4448-b558-88b2912d50dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176-project-admin] Port 37bde1ab-f0cf-462f-84f3-20f3452696b5 on network f7e68ce5-a366-4ade-ae0c-e4dc4b1cf7db not bound, no agent of type Open vSwitch agent registered on host n-h2-834765-1 {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 15:49:18.834629 n-d-834765-1 neutron-server[102790]: ERROR neutron.plugins.ml2.managers [None req-f409a1f6-9bf7-4448-b558-88b2912d50dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176-project-admin] Failed to bind port 37bde1ab-f0cf-462f-84f3-20f3452696b5 on host n-h2-834765-1 for vnic_type normal using segments [{'id': 'd2e7d03b-cb05-4939-ab0a-92d0371dd21e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'f7e68ce5-a366-4ade-ae0c-e4dc4b1cf7db'}] Mar 29 15:49:18.836893 n-d-834765-1 neutron-server[102790]: INFO neutron.plugins.ml2.plugin [None req-f409a1f6-9bf7-4448-b558-88b2912d50dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176-project-admin] Attempt 4 to bind port 37bde1ab-f0cf-462f-84f3-20f3452696b5 Mar 29 15:49:18.860394 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-010da2b5-db8f-4876-a3e3-4bc924c0a0c7 req-80ef9ed0-3f85-42f8-bc01-0ea07214d748 tempest-SecurityGroupRulesNegativeTestJSON-1655737595 tempest-SecurityGroupRulesNegativeTestJSON-1655737595-project] Notify callbacks [] for security_group, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:18.875562 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.managers [None req-f409a1f6-9bf7-4448-b558-88b2912d50dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176-project-admin] Attempting to bind port 37bde1ab-f0cf-462f-84f3-20f3452696b5 on host n-h2-834765-1 for vnic_type normal with profile {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:49:18.875902 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.managers [None req-f409a1f6-9bf7-4448-b558-88b2912d50dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176-project-admin] Attempting to bind port 37bde1ab-f0cf-462f-84f3-20f3452696b5 by drivers openvswitch,hyperv on host n-h2-834765-1 at level 0 using segments [{'id': 'd2e7d03b-cb05-4939-ab0a-92d0371dd21e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'f7e68ce5-a366-4ade-ae0c-e4dc4b1cf7db'}] {{(pid=102790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:49:18.876385 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f409a1f6-9bf7-4448-b558-88b2912d50dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176-project-admin] Attempting to bind port 37bde1ab-f0cf-462f-84f3-20f3452696b5 on network f7e68ce5-a366-4ade-ae0c-e4dc4b1cf7db {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:49:18.885062 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f409a1f6-9bf7-4448-b558-88b2912d50dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176-project-admin] Port 37bde1ab-f0cf-462f-84f3-20f3452696b5 on network f7e68ce5-a366-4ade-ae0c-e4dc4b1cf7db not bound, no agent of type Open vSwitch agent registered on host n-h2-834765-1 {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 15:49:18.885441 n-d-834765-1 neutron-server[102790]: ERROR neutron.plugins.ml2.managers [None req-f409a1f6-9bf7-4448-b558-88b2912d50dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176-project-admin] Failed to bind port 37bde1ab-f0cf-462f-84f3-20f3452696b5 on host n-h2-834765-1 for vnic_type normal using segments [{'id': 'd2e7d03b-cb05-4939-ab0a-92d0371dd21e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'f7e68ce5-a366-4ade-ae0c-e4dc4b1cf7db'}] Mar 29 15:49:18.886169 n-d-834765-1 neutron-server[102790]: INFO neutron.plugins.ml2.plugin [None req-f409a1f6-9bf7-4448-b558-88b2912d50dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176-project-admin] Attempt 5 to bind port 37bde1ab-f0cf-462f-84f3-20f3452696b5 Mar 29 15:49:18.913560 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.managers [None req-f409a1f6-9bf7-4448-b558-88b2912d50dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176-project-admin] Attempting to bind port 37bde1ab-f0cf-462f-84f3-20f3452696b5 on host n-h2-834765-1 for vnic_type normal with profile {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:49:18.913900 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.managers [None req-f409a1f6-9bf7-4448-b558-88b2912d50dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176-project-admin] Attempting to bind port 37bde1ab-f0cf-462f-84f3-20f3452696b5 by drivers openvswitch,hyperv on host n-h2-834765-1 at level 0 using segments [{'id': 'd2e7d03b-cb05-4939-ab0a-92d0371dd21e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'f7e68ce5-a366-4ade-ae0c-e4dc4b1cf7db'}] {{(pid=102790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:49:18.914390 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f409a1f6-9bf7-4448-b558-88b2912d50dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176-project-admin] Attempting to bind port 37bde1ab-f0cf-462f-84f3-20f3452696b5 on network f7e68ce5-a366-4ade-ae0c-e4dc4b1cf7db {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:49:18.933347 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f409a1f6-9bf7-4448-b558-88b2912d50dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176-project-admin] Port 37bde1ab-f0cf-462f-84f3-20f3452696b5 on network f7e68ce5-a366-4ade-ae0c-e4dc4b1cf7db not bound, no agent of type Open vSwitch agent registered on host n-h2-834765-1 {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 15:49:18.933677 n-d-834765-1 neutron-server[102790]: ERROR neutron.plugins.ml2.managers [None req-f409a1f6-9bf7-4448-b558-88b2912d50dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176-project-admin] Failed to bind port 37bde1ab-f0cf-462f-84f3-20f3452696b5 on host n-h2-834765-1 for vnic_type normal using segments [{'id': 'd2e7d03b-cb05-4939-ab0a-92d0371dd21e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'f7e68ce5-a366-4ade-ae0c-e4dc4b1cf7db'}] Mar 29 15:49:18.941325 n-d-834765-1 neutron-server[102790]: INFO neutron.plugins.ml2.plugin [None req-f409a1f6-9bf7-4448-b558-88b2912d50dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176-project-admin] Attempt 6 to bind port 37bde1ab-f0cf-462f-84f3-20f3452696b5 Mar 29 15:49:18.979144 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.managers [None req-f409a1f6-9bf7-4448-b558-88b2912d50dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176-project-admin] Attempting to bind port 37bde1ab-f0cf-462f-84f3-20f3452696b5 on host n-h2-834765-1 for vnic_type normal with profile {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:49:18.979527 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.managers [None req-f409a1f6-9bf7-4448-b558-88b2912d50dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176-project-admin] Attempting to bind port 37bde1ab-f0cf-462f-84f3-20f3452696b5 by drivers openvswitch,hyperv on host n-h2-834765-1 at level 0 using segments [{'id': 'd2e7d03b-cb05-4939-ab0a-92d0371dd21e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'f7e68ce5-a366-4ade-ae0c-e4dc4b1cf7db'}] {{(pid=102790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:49:18.979866 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f409a1f6-9bf7-4448-b558-88b2912d50dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176-project-admin] Attempting to bind port 37bde1ab-f0cf-462f-84f3-20f3452696b5 on network f7e68ce5-a366-4ade-ae0c-e4dc4b1cf7db {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:49:18.990405 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f409a1f6-9bf7-4448-b558-88b2912d50dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176-project-admin] Port 37bde1ab-f0cf-462f-84f3-20f3452696b5 on network f7e68ce5-a366-4ade-ae0c-e4dc4b1cf7db not bound, no agent of type Open vSwitch agent registered on host n-h2-834765-1 {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 15:49:18.990806 n-d-834765-1 neutron-server[102790]: ERROR neutron.plugins.ml2.managers [None req-f409a1f6-9bf7-4448-b558-88b2912d50dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176-project-admin] Failed to bind port 37bde1ab-f0cf-462f-84f3-20f3452696b5 on host n-h2-834765-1 for vnic_type normal using segments [{'id': 'd2e7d03b-cb05-4939-ab0a-92d0371dd21e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'f7e68ce5-a366-4ade-ae0c-e4dc4b1cf7db'}] Mar 29 15:49:18.992635 n-d-834765-1 neutron-server[102790]: INFO neutron.plugins.ml2.plugin [None req-f409a1f6-9bf7-4448-b558-88b2912d50dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176-project-admin] Attempt 7 to bind port 37bde1ab-f0cf-462f-84f3-20f3452696b5 Mar 29 15:49:19.011210 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.managers [None req-f409a1f6-9bf7-4448-b558-88b2912d50dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176-project-admin] Attempting to bind port 37bde1ab-f0cf-462f-84f3-20f3452696b5 on host n-h2-834765-1 for vnic_type normal with profile {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:49:19.011487 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.managers [None req-f409a1f6-9bf7-4448-b558-88b2912d50dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176-project-admin] Attempting to bind port 37bde1ab-f0cf-462f-84f3-20f3452696b5 by drivers openvswitch,hyperv on host n-h2-834765-1 at level 0 using segments [{'id': 'd2e7d03b-cb05-4939-ab0a-92d0371dd21e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'f7e68ce5-a366-4ade-ae0c-e4dc4b1cf7db'}] {{(pid=102790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:49:19.012346 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f409a1f6-9bf7-4448-b558-88b2912d50dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176-project-admin] Attempting to bind port 37bde1ab-f0cf-462f-84f3-20f3452696b5 on network f7e68ce5-a366-4ade-ae0c-e4dc4b1cf7db {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:49:19.025614 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f409a1f6-9bf7-4448-b558-88b2912d50dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176-project-admin] Port 37bde1ab-f0cf-462f-84f3-20f3452696b5 on network f7e68ce5-a366-4ade-ae0c-e4dc4b1cf7db not bound, no agent of type Open vSwitch agent registered on host n-h2-834765-1 {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 15:49:19.025874 n-d-834765-1 neutron-server[102790]: ERROR neutron.plugins.ml2.managers [None req-f409a1f6-9bf7-4448-b558-88b2912d50dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176-project-admin] Failed to bind port 37bde1ab-f0cf-462f-84f3-20f3452696b5 on host n-h2-834765-1 for vnic_type normal using segments [{'id': 'd2e7d03b-cb05-4939-ab0a-92d0371dd21e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'f7e68ce5-a366-4ade-ae0c-e4dc4b1cf7db'}] Mar 29 15:49:19.031662 n-d-834765-1 neutron-server[102790]: INFO neutron.plugins.ml2.plugin [None req-f409a1f6-9bf7-4448-b558-88b2912d50dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176-project-admin] Attempt 8 to bind port 37bde1ab-f0cf-462f-84f3-20f3452696b5 Mar 29 15:49:19.067295 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-010da2b5-db8f-4876-a3e3-4bc924c0a0c7 req-80ef9ed0-3f85-42f8-bc01-0ea07214d748 tempest-SecurityGroupRulesNegativeTestJSON-1655737595 tempest-SecurityGroupRulesNegativeTestJSON-1655737595-project] Notify callbacks [] for security_group, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:19.099147 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-010da2b5-db8f-4876-a3e3-4bc924c0a0c7 req-80ef9ed0-3f85-42f8-bc01-0ea07214d748 tempest-SecurityGroupRulesNegativeTestJSON-1655737595 tempest-SecurityGroupRulesNegativeTestJSON-1655737595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:19.143350 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 56968) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:49:19.146718 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-90f1359a-7e7c-408c-a520-396c6be03b3a tempest-RoutersAdminTest-935776259 tempest-RoutersAdminTest-935776259-project-admin] Request body: {'router': {'name': 'tempest-router--2092464334', 'project_id': '7c69a66b800c4ebb8b1bef2e5e6f1adc'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:49:19.177600 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ef9ed0-3f85-42f8-bc01-0ea07214d748 tempest-SecurityGroupRulesNegativeTestJSON-1655737595 tempest-SecurityGroupRulesNegativeTestJSON-1655737595-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3555a00a-6537-45bb-95c1-bede402d2e21,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:49:19.198693 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.managers [None req-f409a1f6-9bf7-4448-b558-88b2912d50dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176-project-admin] Attempting to bind port 37bde1ab-f0cf-462f-84f3-20f3452696b5 on host n-h2-834765-1 for vnic_type normal with profile {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:49:19.199099 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.managers [None req-f409a1f6-9bf7-4448-b558-88b2912d50dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176-project-admin] Attempting to bind port 37bde1ab-f0cf-462f-84f3-20f3452696b5 by drivers openvswitch,hyperv on host n-h2-834765-1 at level 0 using segments [{'id': 'd2e7d03b-cb05-4939-ab0a-92d0371dd21e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'f7e68ce5-a366-4ade-ae0c-e4dc4b1cf7db'}] {{(pid=102790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:49:19.199998 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f409a1f6-9bf7-4448-b558-88b2912d50dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176-project-admin] Attempting to bind port 37bde1ab-f0cf-462f-84f3-20f3452696b5 on network f7e68ce5-a366-4ade-ae0c-e4dc4b1cf7db {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:49:19.226308 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f409a1f6-9bf7-4448-b558-88b2912d50dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176-project-admin] Port 37bde1ab-f0cf-462f-84f3-20f3452696b5 on network f7e68ce5-a366-4ade-ae0c-e4dc4b1cf7db not bound, no agent of type Open vSwitch agent registered on host n-h2-834765-1 {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 15:49:19.230172 n-d-834765-1 neutron-server[102790]: ERROR neutron.plugins.ml2.managers [None req-f409a1f6-9bf7-4448-b558-88b2912d50dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176-project-admin] Failed to bind port 37bde1ab-f0cf-462f-84f3-20f3452696b5 on host n-h2-834765-1 for vnic_type normal using segments [{'id': 'd2e7d03b-cb05-4939-ab0a-92d0371dd21e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'f7e68ce5-a366-4ade-ae0c-e4dc4b1cf7db'}] Mar 29 15:49:19.231536 n-d-834765-1 neutron-server[102790]: INFO neutron.plugins.ml2.plugin [None req-f409a1f6-9bf7-4448-b558-88b2912d50dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176-project-admin] Attempt 9 to bind port 37bde1ab-f0cf-462f-84f3-20f3452696b5 Mar 29 15:49:19.250143 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95016ad6-cf91-4e7d-a6ad-479ab4570239 req-d41f956c-8d22-4cd3-ba76-5398e2224684 tempest-ServerRescueTestJSON-484479922 tempest-ServerRescueTestJSON-484479922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:49:19.255819 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-95016ad6-cf91-4e7d-a6ad-479ab4570239 req-d41f956c-8d22-4cd3-ba76-5398e2224684 tempest-ServerRescueTestJSON-484479922 tempest-ServerRescueTestJSON-484479922-project] 10.222.0.42 "GET /v2.0/ports?device_id=68754edd-cbc2-4b62-8e18-7abfa6bb7d34 HTTP/1.1" status: 200 len: 945 time: 0.2152870 Mar 29 15:49:19.259534 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-010da2b5-db8f-4876-a3e3-4bc924c0a0c7 req-80ef9ed0-3f85-42f8-bc01-0ea07214d748 tempest-SecurityGroupRulesNegativeTestJSON-1655737595 tempest-SecurityGroupRulesNegativeTestJSON-1655737595-project] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:19.275799 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-010da2b5-db8f-4876-a3e3-4bc924c0a0c7 req-80ef9ed0-3f85-42f8-bc01-0ea07214d748 tempest-SecurityGroupRulesNegativeTestJSON-1655737595 tempest-SecurityGroupRulesNegativeTestJSON-1655737595-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.5012314 Mar 29 15:49:19.283966 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-90f1359a-7e7c-408c-a520-396c6be03b3a tempest-RoutersAdminTest-935776259 tempest-RoutersAdminTest-935776259-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-532385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129310'] for router, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:19.285013 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-90f1359a-7e7c-408c-a520-396c6be03b3a tempest-RoutersAdminTest-935776259 tempest-RoutersAdminTest-935776259-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-648091', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-684384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129319'] for router, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:19.291592 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.managers [None req-f409a1f6-9bf7-4448-b558-88b2912d50dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176-project-admin] Attempting to bind port 37bde1ab-f0cf-462f-84f3-20f3452696b5 on host n-h2-834765-1 for vnic_type normal with profile {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:49:19.291827 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.managers [None req-f409a1f6-9bf7-4448-b558-88b2912d50dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176-project-admin] Attempting to bind port 37bde1ab-f0cf-462f-84f3-20f3452696b5 by drivers openvswitch,hyperv on host n-h2-834765-1 at level 0 using segments [{'id': 'd2e7d03b-cb05-4939-ab0a-92d0371dd21e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'f7e68ce5-a366-4ade-ae0c-e4dc4b1cf7db'}] {{(pid=102790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:49:19.292409 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f409a1f6-9bf7-4448-b558-88b2912d50dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176-project-admin] Attempting to bind port 37bde1ab-f0cf-462f-84f3-20f3452696b5 on network f7e68ce5-a366-4ade-ae0c-e4dc4b1cf7db {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:49:19.310689 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f409a1f6-9bf7-4448-b558-88b2912d50dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176-project-admin] Port 37bde1ab-f0cf-462f-84f3-20f3452696b5 on network f7e68ce5-a366-4ade-ae0c-e4dc4b1cf7db not bound, no agent of type Open vSwitch agent registered on host n-h2-834765-1 {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 15:49:19.311062 n-d-834765-1 neutron-server[102790]: ERROR neutron.plugins.ml2.managers [None req-f409a1f6-9bf7-4448-b558-88b2912d50dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176-project-admin] Failed to bind port 37bde1ab-f0cf-462f-84f3-20f3452696b5 on host n-h2-834765-1 for vnic_type normal using segments [{'id': 'd2e7d03b-cb05-4939-ab0a-92d0371dd21e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'f7e68ce5-a366-4ade-ae0c-e4dc4b1cf7db'}] Mar 29 15:49:19.311508 n-d-834765-1 neutron-server[102790]: INFO neutron.plugins.ml2.plugin [None req-f409a1f6-9bf7-4448-b558-88b2912d50dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176-project-admin] Attempt 10 to bind port 37bde1ab-f0cf-462f-84f3-20f3452696b5 Mar 29 15:49:19.349439 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.managers [None req-f409a1f6-9bf7-4448-b558-88b2912d50dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176-project-admin] Attempting to bind port 37bde1ab-f0cf-462f-84f3-20f3452696b5 on host n-h2-834765-1 for vnic_type normal with profile {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:49:19.350347 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.managers [None req-f409a1f6-9bf7-4448-b558-88b2912d50dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176-project-admin] Attempting to bind port 37bde1ab-f0cf-462f-84f3-20f3452696b5 by drivers openvswitch,hyperv on host n-h2-834765-1 at level 0 using segments [{'id': 'd2e7d03b-cb05-4939-ab0a-92d0371dd21e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'f7e68ce5-a366-4ade-ae0c-e4dc4b1cf7db'}] {{(pid=102790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:49:19.350922 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f409a1f6-9bf7-4448-b558-88b2912d50dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176-project-admin] Attempting to bind port 37bde1ab-f0cf-462f-84f3-20f3452696b5 on network f7e68ce5-a366-4ade-ae0c-e4dc4b1cf7db {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:49:19.358579 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f409a1f6-9bf7-4448-b558-88b2912d50dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176-project-admin] Port 37bde1ab-f0cf-462f-84f3-20f3452696b5 on network f7e68ce5-a366-4ade-ae0c-e4dc4b1cf7db not bound, no agent of type Open vSwitch agent registered on host n-h2-834765-1 {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 15:49:19.359372 n-d-834765-1 neutron-server[102790]: ERROR neutron.plugins.ml2.managers [None req-f409a1f6-9bf7-4448-b558-88b2912d50dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176-project-admin] Failed to bind port 37bde1ab-f0cf-462f-84f3-20f3452696b5 on host n-h2-834765-1 for vnic_type normal using segments [{'id': 'd2e7d03b-cb05-4939-ab0a-92d0371dd21e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'f7e68ce5-a366-4ade-ae0c-e4dc4b1cf7db'}] Mar 29 15:49:19.360202 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-f409a1f6-9bf7-4448-b558-88b2912d50dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:19.404009 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-95016ad6-cf91-4e7d-a6ad-479ab4570239 req-a3f03245-869d-452a-822d-de0c6ee11c82 tempest-ServerRescueTestJSON-484479922 tempest-ServerRescueTestJSON-484479922-project] 10.222.0.42 "GET /v2.0/security-groups?id=a3f3b05e-b4b0-4bd5-8f61-9140e1e7cbea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468313 Mar 29 15:49:19.452772 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-90f1359a-7e7c-408c-a520-396c6be03b3a tempest-RoutersAdminTest-935776259 tempest-RoutersAdminTest-935776259-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:19.468163 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-90f1359a-7e7c-408c-a520-396c6be03b3a tempest-RoutersAdminTest-935776259 tempest-RoutersAdminTest-935776259-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648118'] for router, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:19.494304 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a503fa-b9fd-434f-bbb6-69309e044f4c req-1d57289e-b924-4df7-a5eb-4de597dc3c62 tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:49:19.498183 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-64a503fa-b9fd-434f-bbb6-69309e044f4c req-1d57289e-b924-4df7-a5eb-4de597dc3c62 tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] 10.222.0.42 "GET /v2.0/ports?device_id=4af75284-24bd-4f9d-bf55-d66aeb5b0fcc HTTP/1.1" status: 200 len: 946 time: 0.1190979 Mar 29 15:49:19.513050 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-90f1359a-7e7c-408c-a520-396c6be03b3a tempest-RoutersAdminTest-935776259 tempest-RoutersAdminTest-935776259-project-admin] Notify callbacks [] for router, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:19.514574 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-90f1359a-7e7c-408c-a520-396c6be03b3a tempest-RoutersAdminTest-935776259 tempest-RoutersAdminTest-935776259-project-admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.3733528 Mar 29 15:49:19.517366 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 56976) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:49:19.541675 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-0435c1bb-863a-46bc-861f-22d5470873e0 req-8a4ea7a4-480f-4a3d-ba74-3994b66ffeca tempest-SecurityGroupRulesNegativeTestJSON-1655737595 tempest-SecurityGroupRulesNegativeTestJSON-1655737595-project] 10.222.0.42 "GET /v2.0/security-groups/3555a00a-6537-45bb-95c1-bede402d2e21 HTTP/1.1" status: 200 len: 1814 time: 0.0915956 Mar 29 15:49:19.545832 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [None req-f409a1f6-9bf7-4448-b558-88b2912d50dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176-project-admin] For port 37bde1ab-f0cf-462f-84f3-20f3452696b5, host n-h2-834765-1, cleared binding levels {{(pid=102790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:49:19.546329 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [None req-f409a1f6-9bf7-4448-b558-88b2912d50dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176-project-admin] Attempted to set empty binding levels {{(pid=102790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Mar 29 15:49:19.570799 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-64a503fa-b9fd-434f-bbb6-69309e044f4c req-86353540-950b-489a-84d7-de3affd82689 tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] 10.222.0.42 "GET /v2.0/security-groups?id=8c1a607e-8731-4409-adf4-490f4457a32b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615766 Mar 29 15:49:19.571725 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-f409a1f6-9bf7-4448-b558-88b2912d50dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5237921'] for port, after_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:19.609050 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f409a1f6-9bf7-4448-b558-88b2912d50dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:49:19.612303 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-f409a1f6-9bf7-4448-b558-88b2912d50dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:19.680855 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-f409a1f6-9bf7-4448-b558-88b2912d50dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176-project-admin] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 983 time: 2.3434503 Mar 29 15:49:19.683612 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 56992) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:49:19.723081 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f409a1f6-9bf7-4448-b558-88b2912d50dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176-project-admin] Pushing event updated for resources: {'Port': ['ID=37bde1ab-f0cf-462f-84f3-20f3452696b5,revision_number=2']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:49:19.802324 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [req-ade9976f-6400-4517-909b-394eb8f25fde req-94557093-e146-4306-bde6-3e31a2a63aa8 tempest-SecurityGroupRulesNegativeTestJSON-1655737595 tempest-SecurityGroupRulesNegativeTestJSON-1655737595-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1645486749', 'description': 'tempest-description-949263544'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:49:19.830761 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-6c29845e-acc2-4bd1-a18e-2add4c8f14c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176-project-admin] Deleting port 37bde1ab-f0cf-462f-84f3-20f3452696b5 {{(pid=102790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:49:19.831095 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-6c29845e-acc2-4bd1-a18e-2add4c8f14c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:19.834362 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-ade9976f-6400-4517-909b-394eb8f25fde req-94557093-e146-4306-bde6-3e31a2a63aa8 tempest-SecurityGroupRulesNegativeTestJSON-1655737595 tempest-SecurityGroupRulesNegativeTestJSON-1655737595-project] Notify callbacks [] for security_group, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:19.932055 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [None req-6c29845e-acc2-4bd1-a18e-2add4c8f14c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176-project-admin] For port 37bde1ab-f0cf-462f-84f3-20f3452696b5, host n-h2-834765-1, got binding levels [] {{(pid=102790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:49:19.932433 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-6c29845e-acc2-4bd1-a18e-2add4c8f14c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:19.957554 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-6c29845e-acc2-4bd1-a18e-2add4c8f14c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176-project-admin] Calling delete_port for 37bde1ab-f0cf-462f-84f3-20f3452696b5 owned by {{(pid=102790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:49:20.046126 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-ade9976f-6400-4517-909b-394eb8f25fde req-94557093-e146-4306-bde6-3e31a2a63aa8 tempest-SecurityGroupRulesNegativeTestJSON-1655737595 tempest-SecurityGroupRulesNegativeTestJSON-1655737595-project] Notify callbacks [] for security_group, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:20.061175 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-ade9976f-6400-4517-909b-394eb8f25fde req-94557093-e146-4306-bde6-3e31a2a63aa8 tempest-SecurityGroupRulesNegativeTestJSON-1655737595 tempest-SecurityGroupRulesNegativeTestJSON-1655737595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:20.108950 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94557093-e146-4306-bde6-3e31a2a63aa8 tempest-SecurityGroupRulesNegativeTestJSON-1655737595 tempest-SecurityGroupRulesNegativeTestJSON-1655737595-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c7937cb-ebee-417d-84a7-13463ea2341f,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:49:20.114102 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-ade9976f-6400-4517-909b-394eb8f25fde req-94557093-e146-4306-bde6-3e31a2a63aa8 tempest-SecurityGroupRulesNegativeTestJSON-1655737595 tempest-SecurityGroupRulesNegativeTestJSON-1655737595-project] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:20.115404 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-ade9976f-6400-4517-909b-394eb8f25fde req-94557093-e146-4306-bde6-3e31a2a63aa8 tempest-SecurityGroupRulesNegativeTestJSON-1655737595 tempest-SecurityGroupRulesNegativeTestJSON-1655737595-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.3228199 Mar 29 15:49:20.131494 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-6c29845e-acc2-4bd1-a18e-2add4c8f14c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:20.178331 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c29845e-acc2-4bd1-a18e-2add4c8f14c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176-project-admin] Pushing event deleted for resources: {'Port': ['ID=37bde1ab-f0cf-462f-84f3-20f3452696b5,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:49:20.187199 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-79f74ec0-4e65-486f-8301-9abf6c322655 tempest-RoutersAdminTest-935776259 tempest-RoutersAdminTest-935776259-project-admin] Notify callbacks [] for router, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:20.197167 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-6c29845e-acc2-4bd1-a18e-2add4c8f14c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:20.207389 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-6c29845e-acc2-4bd1-a18e-2add4c8f14c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176-project-admin] 10.222.0.42 "DELETE /v2.0/ports/37bde1ab-f0cf-462f-84f3-20f3452696b5 HTTP/1.1" status: 204 len: 168 time: 0.5199409 Mar 29 15:49:20.207831 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 56998) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:49:20.243443 n-d-834765-1 neutron-server[102790]: INFO neutron.pecan_wsgi.hooks.translation [None req-13b30c1c-3890-4f31-a030-f0dfc185820c tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176-project-admin] GET failed (client error): The resource could not be found. Mar 29 15:49:20.249628 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-13b30c1c-3890-4f31-a030-f0dfc185820c tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176-project-admin] 10.222.0.42 "GET /v2.0/ports/37bde1ab-f0cf-462f-84f3-20f3452696b5 HTTP/1.1" status: 404 len: 333 time: 0.0363100 Mar 29 15:49:20.255577 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 57000) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:49:20.260926 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-86e20608-4e7f-4726-b76f-4389b4780d3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176-project-admin] Request body: {'port': {'network_id': 'f7e68ce5-a366-4ade-ae0c-e4dc4b1cf7db', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1592732837'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:49:20.290820 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device 3f03e365-625e-4d74-b284-5221fc244ffe no longer exists at agent hyperv_n-h2-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:49:20.307682 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86e20608-4e7f-4726-b76f-4389b4780d3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176-project-admin] Made reservation on behalf of fe133359975e4037825162008ddffd9f for: {'port': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:49:20.310031 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-86e20608-4e7f-4726-b76f-4389b4780d3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:20.332394 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1fc6c8-6b28-4681-9a4a-736bc2288ad3 req-cd561df4-0a1d-4a54-9a9a-09501b1803f0 tempest-ServerRescueTestJSON-484479922 tempest-ServerRescueTestJSON-484479922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:49:20.334011 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-0b1fc6c8-6b28-4681-9a4a-736bc2288ad3 req-cd561df4-0a1d-4a54-9a9a-09501b1803f0 tempest-ServerRescueTestJSON-484479922 tempest-ServerRescueTestJSON-484479922-project] 10.222.0.42 "GET /v2.0/ports?device_id=68754edd-cbc2-4b62-8e18-7abfa6bb7d34 HTTP/1.1" status: 200 len: 945 time: 0.0939829 Mar 29 15:49:20.343751 n-d-834765-1 neutron-server[102790]: DEBUG neutron.notifiers.nova [None req-86e20608-4e7f-4726-b76f-4389b4780d3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176-project-admin] device_id is not set on port bbf29e2e-274e-4119-a109-3d1fd551c616 yet. {{(pid=102790) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 29 15:49:20.433957 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-0b1fc6c8-6b28-4681-9a4a-736bc2288ad3 req-970c97d2-d989-437b-8e85-d76a3ab862b2 tempest-ServerRescueTestJSON-484479922 tempest-ServerRescueTestJSON-484479922-project] 10.222.0.42 "GET /v2.0/security-groups?id=a3f3b05e-b4b0-4bd5-8f61-9140e1e7cbea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883229 Mar 29 15:49:20.456293 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e55e534-5838-41e4-8c16-ddd03d694dbf req-7cc9a2ae-5c32-4632-9ffe-795fc44ed2d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:49:20.456293 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-9e55e534-5838-41e4-8c16-ddd03d694dbf req-7cc9a2ae-5c32-4632-9ffe-795fc44ed2d5 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f0f3609f3df249d890a6b6a0157dbda2&device_id=68754edd-cbc2-4b62-8e18-7abfa6bb7d34 HTTP/1.1" status: 200 len: 1096 time: 0.3228130 Mar 29 15:49:20.518471 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:20.549416 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-79f74ec0-4e65-486f-8301-9abf6c322655 tempest-RoutersAdminTest-935776259 tempest-RoutersAdminTest-935776259-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129328'] for router, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:20.550557 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4af75284-24bd-4f9d-bf55-d66aeb5b0fcc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3f03e365-625e-4d74-b284-5221fc244ffe'}] {{(pid=102792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:49:20.553222 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4f476c66b318cc6068719fc39557fac68d413f5c7e78fa77028c7948e999ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8911542b-c002-4687-b914-c106d6e3c9bc" -d '{"events": [{"server_uuid": "4af75284-24bd-4f9d-bf55-d66aeb5b0fcc", "name": "network-vif-unplugged", "status": "completed", "tag": "3f03e365-625e-4d74-b284-5221fc244ffe"}]}' {{(pid=102792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:49:20.561409 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-79f74ec0-4e65-486f-8301-9abf6c322655 tempest-RoutersAdminTest-935776259 tempest-RoutersAdminTest-935776259-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:20.567414 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port 3f03e365-625e-4d74-b284-5221fc244ffe, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=3f03e365-625e-4d74-b284-5221fc244ffe,segment=NetworkSegment(e03a7c9c-8b58-4c58-aa22-7189da98b069),segment_id=e03a7c9c-8b58-4c58-aa22-7189da98b069)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:49:20.577674 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:20.610607 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-86e20608-4e7f-4726-b76f-4389b4780d3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:20.639922 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-8cd47ac1-9a88-4a30-add3-256a69a19fc1 req-074ba331-ff07-4c0f-9bbb-83541383ad12 tempest-SecurityGroupRulesNegativeTestJSON-1655737595 tempest-SecurityGroupRulesNegativeTestJSON-1655737595-project] 10.222.0.42 "GET /v2.0/security-groups/0c7937cb-ebee-417d-84a7-13463ea2341f HTTP/1.1" status: 200 len: 1814 time: 0.1334112 Mar 29 15:49:20.663640 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Pushing event updated for resources: {'Port': ['ID=3f03e365-625e-4d74-b284-5221fc244ffe,revision_number=8']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:49:20.721057 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-86e20608-4e7f-4726-b76f-4389b4780d3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:20.787971 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3246da-6e65-4f53-89cf-6c473bad34ac req-7aa24094-9602-4cd9-bfd3-77fea02617db tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:49:20.789460 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-1b3246da-6e65-4f53-89cf-6c473bad34ac req-7aa24094-9602-4cd9-bfd3-77fea02617db tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] 10.222.0.42 "GET /v2.0/ports?device_id=186cc152-5814-4ecc-8410-e5062beddb18 HTTP/1.1" status: 200 len: 946 time: 0.6606748 Mar 29 15:49:20.801128 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86e20608-4e7f-4726-b76f-4389b4780d3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176-project-admin] Network f7e68ce5-a366-4ade-ae0c-e4dc4b1cf7db is already hosted by enough agents. {{(pid=102790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:49:20.804142 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-86e20608-4e7f-4726-b76f-4389b4780d3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176-project-admin] Resources bound (agent type, host, resource id): {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:49:20.808456 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86e20608-4e7f-4726-b76f-4389b4780d3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176-project-admin] Received port after_create {{(pid=102790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:49:20.809825 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86e20608-4e7f-4726-b76f-4389b4780d3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:49:20.810437 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-86e20608-4e7f-4726-b76f-4389b4780d3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:20.814117 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e20608-4e7f-4726-b76f-4389b4780d3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176-project-admin] Pushing event updated for resources: {'Port': ['ID=bbf29e2e-274e-4119-a109-3d1fd551c616,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:49:20.834030 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-79f74ec0-4e65-486f-8301-9abf6c322655 tempest-RoutersAdminTest-935776259 tempest-RoutersAdminTest-935776259-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-526718'] for router, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:20.834538 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79f74ec0-4e65-486f-8301-9abf6c322655 tempest-RoutersAdminTest-935776259 tempest-RoutersAdminTest-935776259-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8a8a96ef-4217-4ef8-9e53-94f8f0d93e3d {{(pid=102791) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 29 15:49:20.843034 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-79f74ec0-4e65-486f-8301-9abf6c322655 tempest-RoutersAdminTest-935776259 tempest-RoutersAdminTest-935776259-project-admin] Notify callbacks [] for router, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:20.844185 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-79f74ec0-4e65-486f-8301-9abf6c322655 tempest-RoutersAdminTest-935776259 tempest-RoutersAdminTest-935776259-project-admin] 10.222.0.42 "DELETE /v2.0/routers/8a8a96ef-4217-4ef8-9e53-94f8f0d93e3d HTTP/1.1" status: 204 len: 168 time: 1.3257153 Mar 29 15:49:20.853979 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d41b59-b9a3-40f1-ad9a-1ee8ab08e93b req-7e4584ad-2c5c-4c49-b957-dbdf292f30ef tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:49:20.855602 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-12d41b59-b9a3-40f1-ad9a-1ee8ab08e93b req-7e4584ad-2c5c-4c49-b957-dbdf292f30ef tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] 10.222.0.48 "GET /v2.0/ports?device_id=4af75284-24bd-4f9d-bf55-d66aeb5b0fcc HTTP/1.1" status: 200 len: 946 time: 0.4836912 Mar 29 15:49:20.863417 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-86e20608-4e7f-4726-b76f-4389b4780d3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176-project-admin] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.6063583 Mar 29 15:49:20.865771 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 57024) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:49:20.872280 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-be118024-ca84-4ca8-8345-4d98009c5abb tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-834765-1'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:49:20.965584 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e55e534-5838-41e4-8c16-ddd03d694dbf req-9c3c7b42-63e5-4ac8-b1ad-cf75eea75274 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:49:20.967554 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-9e55e534-5838-41e4-8c16-ddd03d694dbf req-9c3c7b42-63e5-4ac8-b1ad-cf75eea75274 service neutron] 10.222.0.44 "GET /v2.0/networks?id=cd63b2c7-486d-4d2d-9dd7-6d35ac500dfb HTTP/1.1" status: 200 len: 912 time: 0.4492733 Mar 29 15:49:20.980334 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-1b3246da-6e65-4f53-89cf-6c473bad34ac req-2528f9ea-8390-43cf-91f5-6475da6dd0aa tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] 10.222.0.42 "GET /v2.0/security-groups?id=5db5456d-b190-468c-8855-1650a1510a12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1417992 Mar 29 15:49:21.046497 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-be118024-ca84-4ca8-8345-4d98009c5abb tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:21.083405 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 29 Mar 2022 15:49:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a05dc500-ad57-4c18-a235-7a97ef5f5ec3 x-openstack-request-id: req-a05dc500-ad57-4c18-a235-7a97ef5f5ec3 {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:49:21.083709 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4af75284-24bd-4f9d-bf55-d66aeb5b0fcc", "name": "network-vif-unplugged", "status": "completed", "tag": "3f03e365-625e-4d74-b284-5221fc244ffe", "code": 200}]} {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:49:21.084018 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a05dc500-ad57-4c18-a235-7a97ef5f5ec3 {{(pid=102792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:49:21.084414 n-d-834765-1 neutron-server[102792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4af75284-24bd-4f9d-bf55-d66aeb5b0fcc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3f03e365-625e-4d74-b284-5221fc244ffe', 'code': 200} Mar 29 15:49:21.107136 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 57030) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:49:21.164488 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-9e55e534-5838-41e4-8c16-ddd03d694dbf req-bea311b6-69b9-4af8-944c-e4d0807bc479 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6ba56cfb-3724-4410-8b50-b603e9b91d33 HTTP/1.1" status: 200 len: 217 time: 0.1879718 Mar 29 15:49:21.325135 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e55e534-5838-41e4-8c16-ddd03d694dbf req-b5ff5e56-db42-4137-b97e-2fbf88c3fb79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:49:21.326442 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-9e55e534-5838-41e4-8c16-ddd03d694dbf req-b5ff5e56-db42-4137-b97e-2fbf88c3fb79 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=004fd10c-17a6-4033-bc4f-a88940613808 HTTP/1.1" status: 200 len: 851 time: 0.1504080 Mar 29 15:49:21.350211 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [req-12d41b59-b9a3-40f1-ad9a-1ee8ab08e93b req-7b414a81-024e-4e7a-b6ba-56b6562a80bd tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] Deleting port 3f03e365-625e-4d74-b284-5221fc244ffe {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:49:21.350589 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-12d41b59-b9a3-40f1-ad9a-1ee8ab08e93b req-7b414a81-024e-4e7a-b6ba-56b6562a80bd tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:21.378035 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [req-fc755811-5ea3-41ff-b3b3-ec15889f3882 req-77e941a6-e4fa-47fe-a42b-1ffd646d914b tempest-SecurityGroupRulesNegativeTestJSON-1655737595 tempest-SecurityGroupRulesNegativeTestJSON-1655737595-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1647405040', 'description': 'tempest-description-1557738294'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:49:21.396436 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5acd05-02e7-4d28-a7de-92a1f1123290 req-5c1d67c0-9262-4ef0-b378-fed827e68399 tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:49:21.398199 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-fc5acd05-02e7-4d28-a7de-92a1f1123290 req-5c1d67c0-9262-4ef0-b378-fed827e68399 tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] 10.222.0.42 "GET /v2.0/ports?device_id=4af75284-24bd-4f9d-bf55-d66aeb5b0fcc HTTP/1.1" status: 200 len: 944 time: 0.2231691 Mar 29 15:49:21.400239 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-9e55e534-5838-41e4-8c16-ddd03d694dbf req-f31fd754-3cd8-408b-a943-3fe4f4d68c89 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=cd63b2c7-486d-4d2d-9dd7-6d35ac500dfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0631998 Mar 29 15:49:21.521032 n-d-834765-1 neutron-server[102790]: DEBUG neutron.notifiers.nova [None req-be118024-ca84-4ca8-8345-4d98009c5abb tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176-project-admin] device_id is not set on port bbf29e2e-274e-4119-a109-3d1fd551c616 yet. {{(pid=102790) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 29 15:49:21.532827 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-be118024-ca84-4ca8-8345-4d98009c5abb tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:21.546064 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-be118024-ca84-4ca8-8345-4d98009c5abb tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5237921'] for port, after_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:21.583048 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-fc755811-5ea3-41ff-b3b3-ec15889f3882 req-77e941a6-e4fa-47fe-a42b-1ffd646d914b tempest-SecurityGroupRulesNegativeTestJSON-1655737595 tempest-SecurityGroupRulesNegativeTestJSON-1655737595-project] Notify callbacks [] for security_group, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:21.622342 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-4f04c271-b4c0-4b44-af68-8589de46ac75 tempest-RoutersAdminTest-736076884 tempest-RoutersAdminTest-736076884-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1405108975', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'}, 'admin_state_up': False}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:49:21.656272 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be118024-ca84-4ca8-8345-4d98009c5abb tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176-project-admin] Pushing event updated for resources: {'Port': ['ID=bbf29e2e-274e-4119-a109-3d1fd551c616,revision_number=2']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:49:21.672816 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-fc5acd05-02e7-4d28-a7de-92a1f1123290 req-655021af-4678-4667-8023-dfbe5bc48b51 tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] 10.222.0.42 "GET /v2.0/security-groups?id=8c1a607e-8731-4409-adf4-490f4457a32b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2610765 Mar 29 15:49:21.701219 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.managers [None req-be118024-ca84-4ca8-8345-4d98009c5abb tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176-project-admin] Attempting to bind port bbf29e2e-274e-4119-a109-3d1fd551c616 on host n-h2-834765-1 for vnic_type normal with profile {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:49:21.701629 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.managers [None req-be118024-ca84-4ca8-8345-4d98009c5abb tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176-project-admin] Attempting to bind port bbf29e2e-274e-4119-a109-3d1fd551c616 by drivers openvswitch,hyperv on host n-h2-834765-1 at level 0 using segments [{'id': 'd2e7d03b-cb05-4939-ab0a-92d0371dd21e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'f7e68ce5-a366-4ade-ae0c-e4dc4b1cf7db'}] {{(pid=102790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:49:21.702036 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be118024-ca84-4ca8-8345-4d98009c5abb tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176-project-admin] Attempting to bind port bbf29e2e-274e-4119-a109-3d1fd551c616 on network f7e68ce5-a366-4ade-ae0c-e4dc4b1cf7db {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:49:21.707841 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-12d41b59-b9a3-40f1-ad9a-1ee8ab08e93b req-7b414a81-024e-4e7a-b6ba-56b6562a80bd tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] For port 3f03e365-625e-4d74-b284-5221fc244ffe, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=3f03e365-625e-4d74-b284-5221fc244ffe,segment=NetworkSegment(e03a7c9c-8b58-4c58-aa22-7189da98b069),segment_id=e03a7c9c-8b58-4c58-aa22-7189da98b069)] {{(pid=102791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:49:21.708340 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-12d41b59-b9a3-40f1-ad9a-1ee8ab08e93b req-7b414a81-024e-4e7a-b6ba-56b6562a80bd tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:21.714033 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-4f04c271-b4c0-4b44-af68-8589de46ac75 tempest-RoutersAdminTest-736076884 tempest-RoutersAdminTest-736076884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-532385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129310'] for router, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:21.715834 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-4f04c271-b4c0-4b44-af68-8589de46ac75 tempest-RoutersAdminTest-736076884 tempest-RoutersAdminTest-736076884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-648091', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-684384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129319'] for router, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:21.722015 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be118024-ca84-4ca8-8345-4d98009c5abb tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176-project-admin] Port bbf29e2e-274e-4119-a109-3d1fd551c616 on network f7e68ce5-a366-4ade-ae0c-e4dc4b1cf7db not bound, no agent of type Open vSwitch agent registered on host n-h2-834765-1 {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 15:49:21.722523 n-d-834765-1 neutron-server[102790]: ERROR neutron.plugins.ml2.managers [None req-be118024-ca84-4ca8-8345-4d98009c5abb tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176-project-admin] Failed to bind port bbf29e2e-274e-4119-a109-3d1fd551c616 on host n-h2-834765-1 for vnic_type normal using segments [{'id': 'd2e7d03b-cb05-4939-ab0a-92d0371dd21e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'f7e68ce5-a366-4ade-ae0c-e4dc4b1cf7db'}] Mar 29 15:49:21.727567 n-d-834765-1 neutron-server[102790]: INFO neutron.plugins.ml2.plugin [None req-be118024-ca84-4ca8-8345-4d98009c5abb tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176-project-admin] Attempt 2 to bind port bbf29e2e-274e-4119-a109-3d1fd551c616 Mar 29 15:49:21.753169 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [req-12d41b59-b9a3-40f1-ad9a-1ee8ab08e93b req-7b414a81-024e-4e7a-b6ba-56b6562a80bd tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] Calling delete_port for 3f03e365-625e-4d74-b284-5221fc244ffe owned by compute:nova {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:49:21.758914 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-fc755811-5ea3-41ff-b3b3-ec15889f3882 req-77e941a6-e4fa-47fe-a42b-1ffd646d914b tempest-SecurityGroupRulesNegativeTestJSON-1655737595 tempest-SecurityGroupRulesNegativeTestJSON-1655737595-project] Notify callbacks [] for security_group, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:21.759134 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-9e55e534-5838-41e4-8c16-ddd03d694dbf req-282915df-d0ba-49f5-a1e2-1e3be1a795f8 service neutron] 10.222.0.44 "GET /v2.0/networks/cd63b2c7-486d-4d2d-9dd7-6d35ac500dfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3264887 Mar 29 15:49:21.779499 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.managers [None req-be118024-ca84-4ca8-8345-4d98009c5abb tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176-project-admin] Attempting to bind port bbf29e2e-274e-4119-a109-3d1fd551c616 on host n-h2-834765-1 for vnic_type normal with profile {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:49:21.779960 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.managers [None req-be118024-ca84-4ca8-8345-4d98009c5abb tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176-project-admin] Attempting to bind port bbf29e2e-274e-4119-a109-3d1fd551c616 by drivers openvswitch,hyperv on host n-h2-834765-1 at level 0 using segments [{'id': 'd2e7d03b-cb05-4939-ab0a-92d0371dd21e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'f7e68ce5-a366-4ade-ae0c-e4dc4b1cf7db'}] {{(pid=102790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:49:21.780367 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be118024-ca84-4ca8-8345-4d98009c5abb tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176-project-admin] Attempting to bind port bbf29e2e-274e-4119-a109-3d1fd551c616 on network f7e68ce5-a366-4ade-ae0c-e4dc4b1cf7db {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:49:21.784677 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-fc755811-5ea3-41ff-b3b3-ec15889f3882 req-77e941a6-e4fa-47fe-a42b-1ffd646d914b tempest-SecurityGroupRulesNegativeTestJSON-1655737595 tempest-SecurityGroupRulesNegativeTestJSON-1655737595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:21.829819 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be118024-ca84-4ca8-8345-4d98009c5abb tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176-project-admin] Port bbf29e2e-274e-4119-a109-3d1fd551c616 on network f7e68ce5-a366-4ade-ae0c-e4dc4b1cf7db not bound, no agent of type Open vSwitch agent registered on host n-h2-834765-1 {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 15:49:21.830035 n-d-834765-1 neutron-server[102790]: ERROR neutron.plugins.ml2.managers [None req-be118024-ca84-4ca8-8345-4d98009c5abb tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176-project-admin] Failed to bind port bbf29e2e-274e-4119-a109-3d1fd551c616 on host n-h2-834765-1 for vnic_type normal using segments [{'id': 'd2e7d03b-cb05-4939-ab0a-92d0371dd21e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'f7e68ce5-a366-4ade-ae0c-e4dc4b1cf7db'}] Mar 29 15:49:21.833562 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-4f04c271-b4c0-4b44-af68-8589de46ac75 tempest-RoutersAdminTest-736076884 tempest-RoutersAdminTest-736076884-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:21.837071 n-d-834765-1 neutron-server[102790]: INFO neutron.plugins.ml2.plugin [None req-be118024-ca84-4ca8-8345-4d98009c5abb tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176-project-admin] Attempt 3 to bind port bbf29e2e-274e-4119-a109-3d1fd551c616 Mar 29 15:49:21.899762 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-fc755811-5ea3-41ff-b3b3-ec15889f3882 req-77e941a6-e4fa-47fe-a42b-1ffd646d914b tempest-SecurityGroupRulesNegativeTestJSON-1655737595 tempest-SecurityGroupRulesNegativeTestJSON-1655737595-project] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:21.904742 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-fc755811-5ea3-41ff-b3b3-ec15889f3882 req-77e941a6-e4fa-47fe-a42b-1ffd646d914b tempest-SecurityGroupRulesNegativeTestJSON-1655737595 tempest-SecurityGroupRulesNegativeTestJSON-1655737595-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1820 time: 0.6593976 Mar 29 15:49:21.905566 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e941a6-e4fa-47fe-a42b-1ffd646d914b tempest-SecurityGroupRulesNegativeTestJSON-1655737595 tempest-SecurityGroupRulesNegativeTestJSON-1655737595-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9b484de-ad31-498a-b106-6f04a4ac8e72,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:49:21.909895 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.managers [None req-be118024-ca84-4ca8-8345-4d98009c5abb tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176-project-admin] Attempting to bind port bbf29e2e-274e-4119-a109-3d1fd551c616 on host n-h2-834765-1 for vnic_type normal with profile {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:49:21.924729 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.managers [None req-be118024-ca84-4ca8-8345-4d98009c5abb tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176-project-admin] Attempting to bind port bbf29e2e-274e-4119-a109-3d1fd551c616 by drivers openvswitch,hyperv on host n-h2-834765-1 at level 0 using segments [{'id': 'd2e7d03b-cb05-4939-ab0a-92d0371dd21e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'f7e68ce5-a366-4ade-ae0c-e4dc4b1cf7db'}] {{(pid=102790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:49:21.925363 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be118024-ca84-4ca8-8345-4d98009c5abb tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176-project-admin] Attempting to bind port bbf29e2e-274e-4119-a109-3d1fd551c616 on network f7e68ce5-a366-4ade-ae0c-e4dc4b1cf7db {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:49:21.978317 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be118024-ca84-4ca8-8345-4d98009c5abb tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176-project-admin] Port bbf29e2e-274e-4119-a109-3d1fd551c616 on network f7e68ce5-a366-4ade-ae0c-e4dc4b1cf7db not bound, no agent of type Open vSwitch agent registered on host n-h2-834765-1 {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 15:49:21.978903 n-d-834765-1 neutron-server[102790]: ERROR neutron.plugins.ml2.managers [None req-be118024-ca84-4ca8-8345-4d98009c5abb tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176-project-admin] Failed to bind port bbf29e2e-274e-4119-a109-3d1fd551c616 on host n-h2-834765-1 for vnic_type normal using segments [{'id': 'd2e7d03b-cb05-4939-ab0a-92d0371dd21e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'f7e68ce5-a366-4ade-ae0c-e4dc4b1cf7db'}] Mar 29 15:49:21.981087 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3ed53b-8940-4321-96a8-a56c5e11bda7 req-b98c1087-fac5-402b-a756-5610109f7acf tempest-ServerRescueTestJSON-484479922 tempest-ServerRescueTestJSON-484479922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:49:21.989230 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-8e3ed53b-8940-4321-96a8-a56c5e11bda7 req-b98c1087-fac5-402b-a756-5610109f7acf tempest-ServerRescueTestJSON-484479922 tempest-ServerRescueTestJSON-484479922-project] 10.222.0.42 "GET /v2.0/ports?device_id=68754edd-cbc2-4b62-8e18-7abfa6bb7d34 HTTP/1.1" status: 200 len: 945 time: 0.1855450 Mar 29 15:49:21.994664 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-9e55e534-5838-41e4-8c16-ddd03d694dbf req-66861522-7432-4a2a-89af-57faf0f3225b service neutron] 10.222.0.44 "GET /v2.0/networks/cd63b2c7-486d-4d2d-9dd7-6d35ac500dfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2285817 Mar 29 15:49:22.013248 n-d-834765-1 neutron-server[102790]: INFO neutron.plugins.ml2.plugin [None req-be118024-ca84-4ca8-8345-4d98009c5abb tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176-project-admin] Attempt 4 to bind port bbf29e2e-274e-4119-a109-3d1fd551c616 Mar 29 15:49:22.075856 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-4f04c271-b4c0-4b44-af68-8589de46ac75 tempest-RoutersAdminTest-736076884 tempest-RoutersAdminTest-736076884-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:22.080166 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.managers [None req-be118024-ca84-4ca8-8345-4d98009c5abb tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176-project-admin] Attempting to bind port bbf29e2e-274e-4119-a109-3d1fd551c616 on host n-h2-834765-1 for vnic_type normal with profile {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:49:22.080673 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.managers [None req-be118024-ca84-4ca8-8345-4d98009c5abb tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176-project-admin] Attempting to bind port bbf29e2e-274e-4119-a109-3d1fd551c616 by drivers openvswitch,hyperv on host n-h2-834765-1 at level 0 using segments [{'id': 'd2e7d03b-cb05-4939-ab0a-92d0371dd21e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'f7e68ce5-a366-4ade-ae0c-e4dc4b1cf7db'}] {{(pid=102790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:49:22.081173 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be118024-ca84-4ca8-8345-4d98009c5abb tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176-project-admin] Attempting to bind port bbf29e2e-274e-4119-a109-3d1fd551c616 on network f7e68ce5-a366-4ade-ae0c-e4dc4b1cf7db {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:49:22.097365 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be118024-ca84-4ca8-8345-4d98009c5abb tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176-project-admin] Port bbf29e2e-274e-4119-a109-3d1fd551c616 on network f7e68ce5-a366-4ade-ae0c-e4dc4b1cf7db not bound, no agent of type Open vSwitch agent registered on host n-h2-834765-1 {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 15:49:22.097955 n-d-834765-1 neutron-server[102790]: ERROR neutron.plugins.ml2.managers [None req-be118024-ca84-4ca8-8345-4d98009c5abb tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176-project-admin] Failed to bind port bbf29e2e-274e-4119-a109-3d1fd551c616 on host n-h2-834765-1 for vnic_type normal using segments [{'id': 'd2e7d03b-cb05-4939-ab0a-92d0371dd21e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'f7e68ce5-a366-4ade-ae0c-e4dc4b1cf7db'}] Mar 29 15:49:22.107163 n-d-834765-1 neutron-server[102790]: INFO neutron.plugins.ml2.plugin [None req-be118024-ca84-4ca8-8345-4d98009c5abb tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176-project-admin] Attempt 5 to bind port bbf29e2e-274e-4119-a109-3d1fd551c616 Mar 29 15:49:22.124689 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-86a26f80-c409-4e7a-a821-5673de048836 req-2641e225-fecc-48c8-844b-3e03e81820b8 tempest-SecurityGroupRulesNegativeTestJSON-1655737595 tempest-SecurityGroupRulesNegativeTestJSON-1655737595-project] 10.222.0.42 "GET /v2.0/security-groups/c9b484de-ad31-498a-b106-6f04a4ac8e72 HTTP/1.1" status: 200 len: 1815 time: 0.1647367 Mar 29 15:49:22.146402 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.managers [None req-be118024-ca84-4ca8-8345-4d98009c5abb tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176-project-admin] Attempting to bind port bbf29e2e-274e-4119-a109-3d1fd551c616 on host n-h2-834765-1 for vnic_type normal with profile {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:49:22.146810 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.managers [None req-be118024-ca84-4ca8-8345-4d98009c5abb tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176-project-admin] Attempting to bind port bbf29e2e-274e-4119-a109-3d1fd551c616 by drivers openvswitch,hyperv on host n-h2-834765-1 at level 0 using segments [{'id': 'd2e7d03b-cb05-4939-ab0a-92d0371dd21e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'f7e68ce5-a366-4ade-ae0c-e4dc4b1cf7db'}] {{(pid=102790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:49:22.147220 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be118024-ca84-4ca8-8345-4d98009c5abb tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176-project-admin] Attempting to bind port bbf29e2e-274e-4119-a109-3d1fd551c616 on network f7e68ce5-a366-4ade-ae0c-e4dc4b1cf7db {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:49:22.162670 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be118024-ca84-4ca8-8345-4d98009c5abb tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176-project-admin] Port bbf29e2e-274e-4119-a109-3d1fd551c616 on network f7e68ce5-a366-4ade-ae0c-e4dc4b1cf7db not bound, no agent of type Open vSwitch agent registered on host n-h2-834765-1 {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 15:49:22.163019 n-d-834765-1 neutron-server[102790]: ERROR neutron.plugins.ml2.managers [None req-be118024-ca84-4ca8-8345-4d98009c5abb tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176-project-admin] Failed to bind port bbf29e2e-274e-4119-a109-3d1fd551c616 on host n-h2-834765-1 for vnic_type normal using segments [{'id': 'd2e7d03b-cb05-4939-ab0a-92d0371dd21e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'f7e68ce5-a366-4ade-ae0c-e4dc4b1cf7db'}] Mar 29 15:49:22.165030 n-d-834765-1 neutron-server[102790]: INFO neutron.plugins.ml2.plugin [None req-be118024-ca84-4ca8-8345-4d98009c5abb tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176-project-admin] Attempt 6 to bind port bbf29e2e-274e-4119-a109-3d1fd551c616 Mar 29 15:49:22.184833 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.managers [None req-be118024-ca84-4ca8-8345-4d98009c5abb tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176-project-admin] Attempting to bind port bbf29e2e-274e-4119-a109-3d1fd551c616 on host n-h2-834765-1 for vnic_type normal with profile {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:49:22.185258 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.managers [None req-be118024-ca84-4ca8-8345-4d98009c5abb tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176-project-admin] Attempting to bind port bbf29e2e-274e-4119-a109-3d1fd551c616 by drivers openvswitch,hyperv on host n-h2-834765-1 at level 0 using segments [{'id': 'd2e7d03b-cb05-4939-ab0a-92d0371dd21e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'f7e68ce5-a366-4ade-ae0c-e4dc4b1cf7db'}] {{(pid=102790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:49:22.185672 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be118024-ca84-4ca8-8345-4d98009c5abb tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176-project-admin] Attempting to bind port bbf29e2e-274e-4119-a109-3d1fd551c616 on network f7e68ce5-a366-4ade-ae0c-e4dc4b1cf7db {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:49:22.207287 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-8e3ed53b-8940-4321-96a8-a56c5e11bda7 req-20b1f17e-eda6-4635-886f-1a3f8890a912 tempest-ServerRescueTestJSON-484479922 tempest-ServerRescueTestJSON-484479922-project] 10.222.0.42 "GET /v2.0/security-groups?id=a3f3b05e-b4b0-4bd5-8f61-9140e1e7cbea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2057428 Mar 29 15:49:22.209709 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-12d41b59-b9a3-40f1-ad9a-1ee8ab08e93b req-7b414a81-024e-4e7a-b6ba-56b6562a80bd tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:22.218478 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be118024-ca84-4ca8-8345-4d98009c5abb tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176-project-admin] Port bbf29e2e-274e-4119-a109-3d1fd551c616 on network f7e68ce5-a366-4ade-ae0c-e4dc4b1cf7db not bound, no agent of type Open vSwitch agent registered on host n-h2-834765-1 {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 15:49:22.218897 n-d-834765-1 neutron-server[102790]: ERROR neutron.plugins.ml2.managers [None req-be118024-ca84-4ca8-8345-4d98009c5abb tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176-project-admin] Failed to bind port bbf29e2e-274e-4119-a109-3d1fd551c616 on host n-h2-834765-1 for vnic_type normal using segments [{'id': 'd2e7d03b-cb05-4939-ab0a-92d0371dd21e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'f7e68ce5-a366-4ade-ae0c-e4dc4b1cf7db'}] Mar 29 15:49:22.220095 n-d-834765-1 neutron-server[102790]: INFO neutron.plugins.ml2.plugin [None req-be118024-ca84-4ca8-8345-4d98009c5abb tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176-project-admin] Attempt 7 to bind port bbf29e2e-274e-4119-a109-3d1fd551c616 Mar 29 15:49:22.238253 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.managers [None req-be118024-ca84-4ca8-8345-4d98009c5abb tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176-project-admin] Attempting to bind port bbf29e2e-274e-4119-a109-3d1fd551c616 on host n-h2-834765-1 for vnic_type normal with profile {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:49:22.238610 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.managers [None req-be118024-ca84-4ca8-8345-4d98009c5abb tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176-project-admin] Attempting to bind port bbf29e2e-274e-4119-a109-3d1fd551c616 by drivers openvswitch,hyperv on host n-h2-834765-1 at level 0 using segments [{'id': 'd2e7d03b-cb05-4939-ab0a-92d0371dd21e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'f7e68ce5-a366-4ade-ae0c-e4dc4b1cf7db'}] {{(pid=102790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:49:22.239019 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be118024-ca84-4ca8-8345-4d98009c5abb tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176-project-admin] Attempting to bind port bbf29e2e-274e-4119-a109-3d1fd551c616 on network f7e68ce5-a366-4ade-ae0c-e4dc4b1cf7db {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:49:22.258147 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be118024-ca84-4ca8-8345-4d98009c5abb tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176-project-admin] Port bbf29e2e-274e-4119-a109-3d1fd551c616 on network f7e68ce5-a366-4ade-ae0c-e4dc4b1cf7db not bound, no agent of type Open vSwitch agent registered on host n-h2-834765-1 {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 15:49:22.258478 n-d-834765-1 neutron-server[102790]: ERROR neutron.plugins.ml2.managers [None req-be118024-ca84-4ca8-8345-4d98009c5abb tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176-project-admin] Failed to bind port bbf29e2e-274e-4119-a109-3d1fd551c616 on host n-h2-834765-1 for vnic_type normal using segments [{'id': 'd2e7d03b-cb05-4939-ab0a-92d0371dd21e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'f7e68ce5-a366-4ade-ae0c-e4dc4b1cf7db'}] Mar 29 15:49:22.267723 n-d-834765-1 neutron-server[102790]: INFO neutron.plugins.ml2.plugin [None req-be118024-ca84-4ca8-8345-4d98009c5abb tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176-project-admin] Attempt 8 to bind port bbf29e2e-274e-4119-a109-3d1fd551c616 Mar 29 15:49:22.289921 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b414a81-024e-4e7a-b6ba-56b6562a80bd tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] Pushing event deleted for resources: {'Port': ['ID=3f03e365-625e-4d74-b284-5221fc244ffe,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:49:22.300040 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [req-435ff558-c11b-4490-8cb6-593cb029f6ca req-7f13882d-60b4-4f6b-a651-0e3dbfe6ee15 tempest-SecurityGroupRulesNegativeTestJSON-1655737595 tempest-SecurityGroupRulesNegativeTestJSON-1655737595-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-447235852', 'description': 'tempest-description-904311421'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:49:22.333334 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.managers [None req-be118024-ca84-4ca8-8345-4d98009c5abb tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176-project-admin] Attempting to bind port bbf29e2e-274e-4119-a109-3d1fd551c616 on host n-h2-834765-1 for vnic_type normal with profile {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:49:22.334058 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.managers [None req-be118024-ca84-4ca8-8345-4d98009c5abb tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176-project-admin] Attempting to bind port bbf29e2e-274e-4119-a109-3d1fd551c616 by drivers openvswitch,hyperv on host n-h2-834765-1 at level 0 using segments [{'id': 'd2e7d03b-cb05-4939-ab0a-92d0371dd21e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'f7e68ce5-a366-4ade-ae0c-e4dc4b1cf7db'}] {{(pid=102790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:49:22.334058 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be118024-ca84-4ca8-8345-4d98009c5abb tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176-project-admin] Attempting to bind port bbf29e2e-274e-4119-a109-3d1fd551c616 on network f7e68ce5-a366-4ade-ae0c-e4dc4b1cf7db {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:49:22.341708 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be118024-ca84-4ca8-8345-4d98009c5abb tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176-project-admin] Port bbf29e2e-274e-4119-a109-3d1fd551c616 on network f7e68ce5-a366-4ade-ae0c-e4dc4b1cf7db not bound, no agent of type Open vSwitch agent registered on host n-h2-834765-1 {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 15:49:22.342037 n-d-834765-1 neutron-server[102790]: ERROR neutron.plugins.ml2.managers [None req-be118024-ca84-4ca8-8345-4d98009c5abb tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176-project-admin] Failed to bind port bbf29e2e-274e-4119-a109-3d1fd551c616 on host n-h2-834765-1 for vnic_type normal using segments [{'id': 'd2e7d03b-cb05-4939-ab0a-92d0371dd21e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'f7e68ce5-a366-4ade-ae0c-e4dc4b1cf7db'}] Mar 29 15:49:22.343212 n-d-834765-1 neutron-server[102790]: INFO neutron.plugins.ml2.plugin [None req-be118024-ca84-4ca8-8345-4d98009c5abb tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176-project-admin] Attempt 9 to bind port bbf29e2e-274e-4119-a109-3d1fd551c616 Mar 29 15:49:22.361302 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-435ff558-c11b-4490-8cb6-593cb029f6ca req-7f13882d-60b4-4f6b-a651-0e3dbfe6ee15 tempest-SecurityGroupRulesNegativeTestJSON-1655737595 tempest-SecurityGroupRulesNegativeTestJSON-1655737595-project] Notify callbacks [] for security_group, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:22.372711 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.managers [None req-be118024-ca84-4ca8-8345-4d98009c5abb tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176-project-admin] Attempting to bind port bbf29e2e-274e-4119-a109-3d1fd551c616 on host n-h2-834765-1 for vnic_type normal with profile {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:49:22.372711 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.managers [None req-be118024-ca84-4ca8-8345-4d98009c5abb tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176-project-admin] Attempting to bind port bbf29e2e-274e-4119-a109-3d1fd551c616 by drivers openvswitch,hyperv on host n-h2-834765-1 at level 0 using segments [{'id': 'd2e7d03b-cb05-4939-ab0a-92d0371dd21e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'f7e68ce5-a366-4ade-ae0c-e4dc4b1cf7db'}] {{(pid=102790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:49:22.373002 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be118024-ca84-4ca8-8345-4d98009c5abb tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176-project-admin] Attempting to bind port bbf29e2e-274e-4119-a109-3d1fd551c616 on network f7e68ce5-a366-4ade-ae0c-e4dc4b1cf7db {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:49:22.399138 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [req-12d41b59-b9a3-40f1-ad9a-1ee8ab08e93b req-7b414a81-024e-4e7a-b6ba-56b6562a80bd tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] No DVR routers for this DVR port 3f03e365-625e-4d74-b284-5221fc244ffe on host n-h2-834765-1 {{(pid=102791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:49:22.402264 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-12d41b59-b9a3-40f1-ad9a-1ee8ab08e93b req-7b414a81-024e-4e7a-b6ba-56b6562a80bd tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:22.406888 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-12d41b59-b9a3-40f1-ad9a-1ee8ab08e93b req-7b414a81-024e-4e7a-b6ba-56b6562a80bd tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] 10.222.0.48 "DELETE /v2.0/ports/3f03e365-625e-4d74-b284-5221fc244ffe HTTP/1.1" status: 204 len: 173 time: 1.5247505 Mar 29 15:49:22.426101 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68fdefe-969e-41e9-9929-2f020b9da35a req-111973f3-51f3-47da-96e7-8944bb06ee53 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:49:22.427840 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-b68fdefe-969e-41e9-9929-2f020b9da35a req-111973f3-51f3-47da-96e7-8944bb06ee53 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] 10.222.0.42 "GET /v2.0/ports?device_id=186cc152-5814-4ecc-8410-e5062beddb18 HTTP/1.1" status: 200 len: 946 time: 0.1704726 Mar 29 15:49:22.428191 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be118024-ca84-4ca8-8345-4d98009c5abb tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176-project-admin] Port bbf29e2e-274e-4119-a109-3d1fd551c616 on network f7e68ce5-a366-4ade-ae0c-e4dc4b1cf7db not bound, no agent of type Open vSwitch agent registered on host n-h2-834765-1 {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 15:49:22.428521 n-d-834765-1 neutron-server[102790]: ERROR neutron.plugins.ml2.managers [None req-be118024-ca84-4ca8-8345-4d98009c5abb tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176-project-admin] Failed to bind port bbf29e2e-274e-4119-a109-3d1fd551c616 on host n-h2-834765-1 for vnic_type normal using segments [{'id': 'd2e7d03b-cb05-4939-ab0a-92d0371dd21e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'f7e68ce5-a366-4ade-ae0c-e4dc4b1cf7db'}] Mar 29 15:49:22.430793 n-d-834765-1 neutron-server[102790]: INFO neutron.plugins.ml2.plugin [None req-be118024-ca84-4ca8-8345-4d98009c5abb tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176-project-admin] Attempt 10 to bind port bbf29e2e-274e-4119-a109-3d1fd551c616 Mar 29 15:49:22.430986 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4af75284-24bd-4f9d-bf55-d66aeb5b0fcc', 'name': 'network-vif-deleted', 'tag': '3f03e365-625e-4d74-b284-5221fc244ffe'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:49:22.434850 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c67b028db5e9b9818fecc5c0a87ebc6f190694fa53ca267d523e04f98de536d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8818d73-7969-486b-b021-401e4e3e7e5f" -d '{"events": [{"server_uuid": "4af75284-24bd-4f9d-bf55-d66aeb5b0fcc", "name": "network-vif-deleted", "tag": "3f03e365-625e-4d74-b284-5221fc244ffe"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:49:22.501229 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.managers [None req-be118024-ca84-4ca8-8345-4d98009c5abb tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176-project-admin] Attempting to bind port bbf29e2e-274e-4119-a109-3d1fd551c616 on host n-h2-834765-1 for vnic_type normal with profile {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:49:22.501452 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.managers [None req-be118024-ca84-4ca8-8345-4d98009c5abb tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176-project-admin] Attempting to bind port bbf29e2e-274e-4119-a109-3d1fd551c616 by drivers openvswitch,hyperv on host n-h2-834765-1 at level 0 using segments [{'id': 'd2e7d03b-cb05-4939-ab0a-92d0371dd21e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'f7e68ce5-a366-4ade-ae0c-e4dc4b1cf7db'}] {{(pid=102790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:49:22.501767 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be118024-ca84-4ca8-8345-4d98009c5abb tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176-project-admin] Attempting to bind port bbf29e2e-274e-4119-a109-3d1fd551c616 on network f7e68ce5-a366-4ade-ae0c-e4dc4b1cf7db {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:49:22.530657 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-4f04c271-b4c0-4b44-af68-8589de46ac75 tempest-RoutersAdminTest-736076884 tempest-RoutersAdminTest-736076884-project] Notify callbacks [] for router_gateway, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:22.536111 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be118024-ca84-4ca8-8345-4d98009c5abb tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176-project-admin] Port bbf29e2e-274e-4119-a109-3d1fd551c616 on network f7e68ce5-a366-4ade-ae0c-e4dc4b1cf7db not bound, no agent of type Open vSwitch agent registered on host n-h2-834765-1 {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 15:49:22.536438 n-d-834765-1 neutron-server[102790]: ERROR neutron.plugins.ml2.managers [None req-be118024-ca84-4ca8-8345-4d98009c5abb tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176-project-admin] Failed to bind port bbf29e2e-274e-4119-a109-3d1fd551c616 on host n-h2-834765-1 for vnic_type normal using segments [{'id': 'd2e7d03b-cb05-4939-ab0a-92d0371dd21e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'f7e68ce5-a366-4ade-ae0c-e4dc4b1cf7db'}] Mar 29 15:49:22.536807 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-be118024-ca84-4ca8-8345-4d98009c5abb tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:22.571315 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-b68fdefe-969e-41e9-9929-2f020b9da35a req-68d13fa1-1444-4765-b8f7-67e59d3fe192 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] 10.222.0.42 "GET /v2.0/security-groups?id=5db5456d-b190-468c-8855-1650a1510a12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0979316 Mar 29 15:49:22.583778 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-435ff558-c11b-4490-8cb6-593cb029f6ca req-7f13882d-60b4-4f6b-a651-0e3dbfe6ee15 tempest-SecurityGroupRulesNegativeTestJSON-1655737595 tempest-SecurityGroupRulesNegativeTestJSON-1655737595-project] Notify callbacks [] for security_group, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:22.600667 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-4f04c271-b4c0-4b44-af68-8589de46ac75 tempest-RoutersAdminTest-736076884 tempest-RoutersAdminTest-736076884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:22.602090 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-435ff558-c11b-4490-8cb6-593cb029f6ca req-7f13882d-60b4-4f6b-a651-0e3dbfe6ee15 tempest-SecurityGroupRulesNegativeTestJSON-1655737595 tempest-SecurityGroupRulesNegativeTestJSON-1655737595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:22.673606 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f13882d-60b4-4f6b-a651-0e3dbfe6ee15 tempest-SecurityGroupRulesNegativeTestJSON-1655737595 tempest-SecurityGroupRulesNegativeTestJSON-1655737595-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aed5c3ea-4d48-47e9-b163-a4ea09c4dbe9,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:49:22.687500 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-435ff558-c11b-4490-8cb6-593cb029f6ca req-7f13882d-60b4-4f6b-a651-0e3dbfe6ee15 tempest-SecurityGroupRulesNegativeTestJSON-1655737595 tempest-SecurityGroupRulesNegativeTestJSON-1655737595-project] Notify callbacks [] for security_group, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:22.694079 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-435ff558-c11b-4490-8cb6-593cb029f6ca req-7f13882d-60b4-4f6b-a651-0e3dbfe6ee15 tempest-SecurityGroupRulesNegativeTestJSON-1655737595 tempest-SecurityGroupRulesNegativeTestJSON-1655737595-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.4060924 Mar 29 15:49:22.741382 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:49:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26180bba-ef81-4e1c-b9d0-dd885ced1f88 x-openstack-request-id: req-26180bba-ef81-4e1c-b9d0-dd885ced1f88 {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:49:22.741890 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4af75284-24bd-4f9d-bf55-d66aeb5b0fcc", "name": "network-vif-deleted", "tag": "3f03e365-625e-4d74-b284-5221fc244ffe", "status": "completed", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:49:22.742344 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-26180bba-ef81-4e1c-b9d0-dd885ced1f88 {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:49:22.742895 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4af75284-24bd-4f9d-bf55-d66aeb5b0fcc', 'name': 'network-vif-deleted', 'tag': '3f03e365-625e-4d74-b284-5221fc244ffe', 'status': 'completed', 'code': 200} Mar 29 15:49:22.838564 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.db_base_plugin_common [None req-4f04c271-b4c0-4b44-af68-8589de46ac75 tempest-RoutersAdminTest-736076884 tempest-RoutersAdminTest-736076884-project] Allocated IP 172.25.4.184 (4a4a035d-ecac-4ead-baa3-25f90788773a/e1a353dc-fac8-4901-a63c-273840237d6a/41731a85-0068-431f-82e5-444ca6ef4c08) {{(pid=102790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:49:22.860653 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d9b94bb5-56a7-42e7-b9a3-34aa220a3b31 req-e83f1efe-39b6-44c3-ab45-7ac1f783282f tempest-ImagesTestJSON-1430292211 tempest-ImagesTestJSON-1430292211-project] 10.222.0.42 "GET /v2.0/ports?device_id=4af75284-24bd-4f9d-bf55-d66aeb5b0fcc HTTP/1.1" status: 200 len: 210 time: 0.0407152 Mar 29 15:49:23.000475 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6ff13aa2-c730-445a-9cf8-788beee237f0 req-aa3ed475-04da-4dfb-9738-13badfe3d39b tempest-SecurityGroupRulesNegativeTestJSON-1655737595 tempest-SecurityGroupRulesNegativeTestJSON-1655737595-project] 10.222.0.42 "GET /v2.0/security-groups/aed5c3ea-4d48-47e9-b163-a4ea09c4dbe9 HTTP/1.1" status: 200 len: 1813 time: 0.1115959 Mar 29 15:49:23.036203 n-d-834765-1 neutron-server[102791]: INFO neutron.api.v2.resource [req-cf171d21-dcc4-4863-9dba-32ae409fde8e req-26f873cd-2b50-4465-991b-c5bb3c6cf4c7 tempest-SecurityGroupRulesNegativeTestJSON-1655737595 tempest-SecurityGroupRulesNegativeTestJSON-1655737595-project] show failed (client error): The resource could not be found. Mar 29 15:49:23.048457 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-cf171d21-dcc4-4863-9dba-32ae409fde8e req-26f873cd-2b50-4465-991b-c5bb3c6cf4c7 tempest-SecurityGroupRulesNegativeTestJSON-1655737595 tempest-SecurityGroupRulesNegativeTestJSON-1655737595-project] 10.222.0.42 "GET /v2.0/security-groups/a3e9aaee-c531-431b-bf3b-474658122546 HTTP/1.1" status: 404 len: 352 time: 0.0383317 Mar 29 15:49:23.101223 n-d-834765-1 neutron-server[102791]: INFO neutron.api.v2.resource [req-d2d4e876-0723-4cdf-b155-b5845bcc0ffa req-cc10339e-1238-4767-a3db-5af290d2989c tempest-SecurityGroupRulesNegativeTestJSON-1655737595 tempest-SecurityGroupRulesNegativeTestJSON-1655737595-project] show failed (client error): The resource could not be found. Mar 29 15:49:23.115657 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d2d4e876-0723-4cdf-b155-b5845bcc0ffa req-cc10339e-1238-4767-a3db-5af290d2989c tempest-SecurityGroupRulesNegativeTestJSON-1655737595 tempest-SecurityGroupRulesNegativeTestJSON-1655737595-project] 10.222.0.42 "GET /v2.0/security-group-rules/4d7170fe-e0ae-41a0-95f5-72e4030755ac HTTP/1.1" status: 404 len: 361 time: 0.0401497 Mar 29 15:49:23.141874 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-4f04c271-b4c0-4b44-af68-8589de46ac75 tempest-RoutersAdminTest-736076884 tempest-RoutersAdminTest-736076884-project] Notify callbacks [] for port, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:23.173281 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [None req-be118024-ca84-4ca8-8345-4d98009c5abb tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176-project-admin] For port bbf29e2e-274e-4119-a109-3d1fd551c616, host n-h2-834765-1, cleared binding levels {{(pid=102790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:49:23.173666 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [None req-be118024-ca84-4ca8-8345-4d98009c5abb tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176-project-admin] Attempted to set empty binding levels {{(pid=102790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Mar 29 15:49:23.186116 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b04d62c-6359-4cd4-b8a9-9e843a20ced7 req-f6ca5f77-0172-49e6-bccc-df9a08dd45bd tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:49:23.187707 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-3b04d62c-6359-4cd4-b8a9-9e843a20ced7 req-f6ca5f77-0172-49e6-bccc-df9a08dd45bd tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] 10.222.0.42 "GET /v2.0/ports?device_id=186cc152-5814-4ecc-8410-e5062beddb18 HTTP/1.1" status: 200 len: 946 time: 0.1838362 Mar 29 15:49:23.190756 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-be118024-ca84-4ca8-8345-4d98009c5abb tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5237921'] for port, after_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:23.217768 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e349b05d-82e4-4450-b702-b3c4b6324359 req-2be469ac-c1a5-4dfc-8b09-78ef5ea1f484 tempest-SecurityGroupRulesNegativeTestJSON-1655737595 tempest-SecurityGroupRulesNegativeTestJSON-1655737595-project] 10.222.0.42 "GET /v2.0/security-groups/aed5c3ea-4d48-47e9-b163-a4ea09c4dbe9 HTTP/1.1" status: 200 len: 1813 time: 0.0722742 Mar 29 15:49:23.281645 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-e349b05d-82e4-4450-b702-b3c4b6324359 req-366c8993-5600-4125-8ebe-ca3a95d4c25e tempest-SecurityGroupRulesNegativeTestJSON-1655737595 tempest-SecurityGroupRulesNegativeTestJSON-1655737595-project] Notify callbacks [] for security_group, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:23.288620 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-be118024-ca84-4ca8-8345-4d98009c5abb tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176-project-admin] In _notify_port_updated(), no bound segment for port bbf29e2e-274e-4119-a109-3d1fd551c616 on network f7e68ce5-a366-4ade-ae0c-e4dc4b1cf7db {{(pid=102790) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Mar 29 15:49:23.289619 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be118024-ca84-4ca8-8345-4d98009c5abb tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:49:23.290327 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-be118024-ca84-4ca8-8345-4d98009c5abb tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:23.295587 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-be118024-ca84-4ca8-8345-4d98009c5abb tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176-project-admin] 10.222.0.42 "PUT /v2.0/ports/bbf29e2e-274e-4119-a109-3d1fd551c616 HTTP/1.1" status: 200 len: 979 time: 2.4285836 Mar 29 15:49:23.299111 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 57084) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:49:23.307009 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-e349b05d-82e4-4450-b702-b3c4b6324359 req-366c8993-5600-4125-8ebe-ca3a95d4c25e tempest-SecurityGroupRulesNegativeTestJSON-1655737595 tempest-SecurityGroupRulesNegativeTestJSON-1655737595-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:23.352048 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-3b04d62c-6359-4cd4-b8a9-9e843a20ced7 req-469ed53d-3363-407c-a394-d8b31bbe98f9 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] 10.222.0.42 "GET /v2.0/security-groups?id=5db5456d-b190-468c-8855-1650a1510a12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1534228 Mar 29 15:49:23.357525 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-e349b05d-82e4-4450-b702-b3c4b6324359 req-366c8993-5600-4125-8ebe-ca3a95d4c25e tempest-SecurityGroupRulesNegativeTestJSON-1655737595 tempest-SecurityGroupRulesNegativeTestJSON-1655737595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:23.364197 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-e349b05d-82e4-4450-b702-b3c4b6324359 req-366c8993-5600-4125-8ebe-ca3a95d4c25e tempest-SecurityGroupRulesNegativeTestJSON-1655737595 tempest-SecurityGroupRulesNegativeTestJSON-1655737595-project] Notify callbacks [] for security_group, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:23.380325 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e349b05d-82e4-4450-b702-b3c4b6324359 req-366c8993-5600-4125-8ebe-ca3a95d4c25e tempest-SecurityGroupRulesNegativeTestJSON-1655737595 tempest-SecurityGroupRulesNegativeTestJSON-1655737595-project] 10.222.0.42 "DELETE /v2.0/security-groups/aed5c3ea-4d48-47e9-b163-a4ea09c4dbe9 HTTP/1.1" status: 204 len: 173 time: 0.1471257 Mar 29 15:49:23.383676 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 57088) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:49:23.435927 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be118024-ca84-4ca8-8345-4d98009c5abb tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176-project-admin] Pushing event updated for resources: {'Port': ['ID=bbf29e2e-274e-4119-a109-3d1fd551c616,revision_number=3']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:49:23.442301 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-4f04c271-b4c0-4b44-af68-8589de46ac75 tempest-RoutersAdminTest-736076884 tempest-RoutersAdminTest-736076884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:23.474018 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366c8993-5600-4125-8ebe-ca3a95d4c25e tempest-SecurityGroupRulesNegativeTestJSON-1655737595 tempest-SecurityGroupRulesNegativeTestJSON-1655737595-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aed5c3ea-4d48-47e9-b163-a4ea09c4dbe9,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:49:23.526014 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-a4b9d3e0-b04b-4640-855d-287ab42343b5 req-e2dc2f28-d762-478b-90a3-5f1ec078ff45 tempest-SecurityGroupRulesNegativeTestJSON-1655737595 tempest-SecurityGroupRulesNegativeTestJSON-1655737595-project] 10.222.0.42 "GET /v2.0/security-groups/c9b484de-ad31-498a-b106-6f04a4ac8e72 HTTP/1.1" status: 200 len: 1815 time: 0.1049838 Mar 29 15:49:23.541247 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f04c271-b4c0-4b44-af68-8589de46ac75 tempest-RoutersAdminTest-736076884 tempest-RoutersAdminTest-736076884-project] Network 4a4a035d-ecac-4ead-baa3-25f90788773a is already hosted by enough agents. {{(pid=102790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:49:23.562611 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-4f04c271-b4c0-4b44-af68-8589de46ac75 tempest-RoutersAdminTest-736076884 tempest-RoutersAdminTest-736076884-project] Resources bound (agent type, host, resource id): {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:49:23.570051 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f04c271-b4c0-4b44-af68-8589de46ac75 tempest-RoutersAdminTest-736076884 tempest-RoutersAdminTest-736076884-project] Received port after_create {{(pid=102790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:49:23.612282 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-a4b9d3e0-b04b-4640-855d-287ab42343b5 req-b9843fcc-e764-44c3-8c31-f272f20ca805 tempest-SecurityGroupRulesNegativeTestJSON-1655737595 tempest-SecurityGroupRulesNegativeTestJSON-1655737595-project] Notify callbacks [] for security_group, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:23.649101 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-a4b9d3e0-b04b-4640-855d-287ab42343b5 req-b9843fcc-e764-44c3-8c31-f272f20ca805 tempest-SecurityGroupRulesNegativeTestJSON-1655737595 tempest-SecurityGroupRulesNegativeTestJSON-1655737595-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:23.728118 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-a4b9d3e0-b04b-4640-855d-287ab42343b5 req-b9843fcc-e764-44c3-8c31-f272f20ca805 tempest-SecurityGroupRulesNegativeTestJSON-1655737595 tempest-SecurityGroupRulesNegativeTestJSON-1655737595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:23.732708 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-a4b9d3e0-b04b-4640-855d-287ab42343b5 req-b9843fcc-e764-44c3-8c31-f272f20ca805 tempest-SecurityGroupRulesNegativeTestJSON-1655737595 tempest-SecurityGroupRulesNegativeTestJSON-1655737595-project] Notify callbacks [] for security_group, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:23.746674 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-a4b9d3e0-b04b-4640-855d-287ab42343b5 req-b9843fcc-e764-44c3-8c31-f272f20ca805 tempest-SecurityGroupRulesNegativeTestJSON-1655737595 tempest-SecurityGroupRulesNegativeTestJSON-1655737595-project] 10.222.0.42 "DELETE /v2.0/security-groups/c9b484de-ad31-498a-b106-6f04a4ac8e72 HTTP/1.1" status: 204 len: 173 time: 0.2197237 Mar 29 15:49:23.768491 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9843fcc-e764-44c3-8c31-f272f20ca805 tempest-SecurityGroupRulesNegativeTestJSON-1655737595 tempest-SecurityGroupRulesNegativeTestJSON-1655737595-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9b484de-ad31-498a-b106-6f04a4ac8e72,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:49:23.903243 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-34ada2ef-eea2-41df-af4a-e29a3007af13 req-61b691b4-8bf0-4e2e-9349-d90b58e5683c tempest-SecurityGroupRulesNegativeTestJSON-1655737595 tempest-SecurityGroupRulesNegativeTestJSON-1655737595-project] 10.222.0.42 "GET /v2.0/security-groups/0c7937cb-ebee-417d-84a7-13463ea2341f HTTP/1.1" status: 200 len: 1814 time: 0.0701253 Mar 29 15:49:24.010632 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-34ada2ef-eea2-41df-af4a-e29a3007af13 req-97e99daa-48ec-4dcd-b770-a929acf83454 tempest-SecurityGroupRulesNegativeTestJSON-1655737595 tempest-SecurityGroupRulesNegativeTestJSON-1655737595-project] Notify callbacks [] for security_group, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:24.050705 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-34ada2ef-eea2-41df-af4a-e29a3007af13 req-97e99daa-48ec-4dcd-b770-a929acf83454 tempest-SecurityGroupRulesNegativeTestJSON-1655737595 tempest-SecurityGroupRulesNegativeTestJSON-1655737595-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:24.140901 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-34ada2ef-eea2-41df-af4a-e29a3007af13 req-97e99daa-48ec-4dcd-b770-a929acf83454 tempest-SecurityGroupRulesNegativeTestJSON-1655737595 tempest-SecurityGroupRulesNegativeTestJSON-1655737595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:24.143991 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-34ada2ef-eea2-41df-af4a-e29a3007af13 req-97e99daa-48ec-4dcd-b770-a929acf83454 tempest-SecurityGroupRulesNegativeTestJSON-1655737595 tempest-SecurityGroupRulesNegativeTestJSON-1655737595-project] Notify callbacks [] for security_group, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:24.145182 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-34ada2ef-eea2-41df-af4a-e29a3007af13 req-97e99daa-48ec-4dcd-b770-a929acf83454 tempest-SecurityGroupRulesNegativeTestJSON-1655737595 tempest-SecurityGroupRulesNegativeTestJSON-1655737595-project] 10.222.0.42 "DELETE /v2.0/security-groups/0c7937cb-ebee-417d-84a7-13463ea2341f HTTP/1.1" status: 204 len: 173 time: 0.2406864 Mar 29 15:49:24.166911 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e99daa-48ec-4dcd-b770-a929acf83454 tempest-SecurityGroupRulesNegativeTestJSON-1655737595 tempest-SecurityGroupRulesNegativeTestJSON-1655737595-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c7937cb-ebee-417d-84a7-13463ea2341f,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:49:24.232072 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a7b2aa2-5197-4efb-ad4e-8fdbabc0d465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:49:24.232613 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a7b2aa2-5197-4efb-ad4e-8fdbabc0d465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:49:24.232814 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a7b2aa2-5197-4efb-ad4e-8fdbabc0d465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:49:24.233275 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a7b2aa2-5197-4efb-ad4e-8fdbabc0d465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:49:24.233950 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a7b2aa2-5197-4efb-ad4e-8fdbabc0d465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:49:24.234416 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a7b2aa2-5197-4efb-ad4e-8fdbabc0d465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:49:24.234871 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a7b2aa2-5197-4efb-ad4e-8fdbabc0d465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:49:24.235351 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a7b2aa2-5197-4efb-ad4e-8fdbabc0d465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:49:24.235806 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a7b2aa2-5197-4efb-ad4e-8fdbabc0d465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:49:24.236262 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a7b2aa2-5197-4efb-ad4e-8fdbabc0d465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:49:24.236824 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a7b2aa2-5197-4efb-ad4e-8fdbabc0d465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:49:24.237284 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a7b2aa2-5197-4efb-ad4e-8fdbabc0d465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:49:24.237738 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a7b2aa2-5197-4efb-ad4e-8fdbabc0d465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:49:24.238317 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a7b2aa2-5197-4efb-ad4e-8fdbabc0d465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:49:24.238775 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a7b2aa2-5197-4efb-ad4e-8fdbabc0d465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:49:24.239371 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a7b2aa2-5197-4efb-ad4e-8fdbabc0d465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:49:24.239954 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a7b2aa2-5197-4efb-ad4e-8fdbabc0d465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:49:24.240712 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a7b2aa2-5197-4efb-ad4e-8fdbabc0d465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:49:24.241173 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a7b2aa2-5197-4efb-ad4e-8fdbabc0d465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:49:24.244440 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-6a7b2aa2-5197-4efb-ad4e-8fdbabc0d465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176-project-admin] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 17172 time: 0.9398844 Mar 29 15:49:24.250528 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 57110) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:49:24.273018 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f04c271-b4c0-4b44-af68-8589de46ac75 tempest-RoutersAdminTest-736076884 tempest-RoutersAdminTest-736076884-project] Pushing event updated for resources: {'Port': ['ID=41731a85-0068-431f-82e5-444ca6ef4c08,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:49:24.296783 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f8690d4-2913-4701-b944-cb6207e1d9de tempest-TestNetworkBasicOps-369299075 tempest-TestNetworkBasicOps-369299075-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:49:24.306355 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-8f8690d4-2913-4701-b944-cb6207e1d9de tempest-TestNetworkBasicOps-369299075 tempest-TestNetworkBasicOps-369299075-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=186cc152-5814-4ecc-8410-e5062beddb18 HTTP/1.1" status: 200 len: 1092 time: 0.9214239 Mar 29 15:49:24.306979 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 57112) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:49:24.314391 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-847eac48-0867-4c61-b075-b2df358d72bd tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Request body: {'floatingip': {'floating_network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'port_id': '4db3f057-ea95-4cf1-868d-a9dd1b5d31a6', 'tenant_id': '4613198224a343ff95b6b23b26c7af7a', 'fixed_ip_address': '172.20.0.12'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:49:24.317381 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device 3f03e365-625e-4d74-b284-5221fc244ffe no longer exists at agent hyperv_n-h2-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:49:24.368828 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bcbd19-c221-4e95-8522-dd9cfa613005 req-63aba441-f0e9-490d-93e9-05e8b950e267 tempest-ServerRescueTestJSON-484479922 tempest-ServerRescueTestJSON-484479922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:49:24.370652 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-a3bcbd19-c221-4e95-8522-dd9cfa613005 req-63aba441-f0e9-490d-93e9-05e8b950e267 tempest-ServerRescueTestJSON-484479922 tempest-ServerRescueTestJSON-484479922-project] 10.222.0.42 "GET /v2.0/ports?device_id=68754edd-cbc2-4b62-8e18-7abfa6bb7d34 HTTP/1.1" status: 200 len: 945 time: 0.8560820 Mar 29 15:49:24.373660 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-847eac48-0867-4c61-b075-b2df358d72bd tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Notify callbacks [] for floatingip, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:24.374103 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] No Port match for: 3f03e365-625e-4d74-b284-5221fc244ffe {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 15:49:24.374570 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device 3f03e365-625e-4d74-b284-5221fc244ffe not bound to the agent host n-h2-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:49:24.429959 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-d71d3110-1d36-434b-885a-f3e2a54e9df5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176-project-admin] Deleting port bbf29e2e-274e-4119-a109-3d1fd551c616 {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:49:24.430965 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-d71d3110-1d36-434b-885a-f3e2a54e9df5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:24.509612 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [None req-d71d3110-1d36-434b-885a-f3e2a54e9df5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176-project-admin] For port bbf29e2e-274e-4119-a109-3d1fd551c616, host n-h2-834765-1, got binding levels [] {{(pid=102791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:49:24.510810 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-d71d3110-1d36-434b-885a-f3e2a54e9df5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:24.526310 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-d71d3110-1d36-434b-885a-f3e2a54e9df5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176-project-admin] Calling delete_port for bbf29e2e-274e-4119-a109-3d1fd551c616 owned by {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:49:24.634933 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-d71d3110-1d36-434b-885a-f3e2a54e9df5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:24.644165 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-a3bcbd19-c221-4e95-8522-dd9cfa613005 req-0fc022b9-ac8f-4e5e-88e6-7657c9370c54 tempest-ServerRescueTestJSON-484479922 tempest-ServerRescueTestJSON-484479922-project] 10.222.0.42 "GET /v2.0/security-groups?id=a3f3b05e-b4b0-4bd5-8f61-9140e1e7cbea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1993687 Mar 29 15:49:24.724948 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-d71d3110-1d36-434b-885a-f3e2a54e9df5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:24.732639 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-d71d3110-1d36-434b-885a-f3e2a54e9df5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176-project-admin] 10.222.0.42 "DELETE /v2.0/ports/bbf29e2e-274e-4119-a109-3d1fd551c616 HTTP/1.1" status: 204 len: 168 time: 0.4809239 Mar 29 15:49:24.734766 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71d3110-1d36-434b-885a-f3e2a54e9df5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176-project-admin] Pushing event deleted for resources: {'Port': ['ID=bbf29e2e-274e-4119-a109-3d1fd551c616,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:49:24.750295 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 57122) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:49:24.782140 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-4f04c271-b4c0-4b44-af68-8589de46ac75 tempest-RoutersAdminTest-736076884 tempest-RoutersAdminTest-736076884-project] Notify callbacks [] for router_gateway, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:24.784052 n-d-834765-1 neutron-server[102791]: INFO neutron.pecan_wsgi.hooks.translation [None req-85017ba2-387a-4376-a1e3-07c5b3b5852d tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176-project-admin] GET failed (client error): The resource could not be found. Mar 29 15:49:24.785812 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-85017ba2-387a-4376-a1e3-07c5b3b5852d tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176-project-admin] 10.222.0.42 "GET /v2.0/ports/bbf29e2e-274e-4119-a109-3d1fd551c616 HTTP/1.1" status: 404 len: 333 time: 0.0343232 Mar 29 15:49:24.789450 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 57126) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:49:24.795670 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-304076bf-bb84-46cb-b003-0e1d3926e327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-561259554', 'network_id': 'f7e68ce5-a366-4ade-ae0c-e4dc4b1cf7db'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:49:24.799485 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-de6a778c-c993-46e3-afae-8d5a84387ed0 req-aac0c75a-d268-4474-93c5-a1130dfb3221 tempest-SecurityGroupRulesNegativeTestJSON-1655737595 tempest-SecurityGroupRulesNegativeTestJSON-1655737595-project] 10.222.0.42 "GET /v2.0/security-groups/3555a00a-6537-45bb-95c1-bede402d2e21 HTTP/1.1" status: 200 len: 1814 time: 0.4373517 Mar 29 15:49:24.859341 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-de6a778c-c993-46e3-afae-8d5a84387ed0 req-fc4f1c78-597a-49b3-b718-de7ef494ca6f tempest-SecurityGroupRulesNegativeTestJSON-1655737595 tempest-SecurityGroupRulesNegativeTestJSON-1655737595-project] Notify callbacks [] for security_group, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:24.889235 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-de6a778c-c993-46e3-afae-8d5a84387ed0 req-fc4f1c78-597a-49b3-b718-de7ef494ca6f tempest-SecurityGroupRulesNegativeTestJSON-1655737595 tempest-SecurityGroupRulesNegativeTestJSON-1655737595-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:24.909557 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-304076bf-bb84-46cb-b003-0e1d3926e327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176-project-admin] Made reservation on behalf of fe133359975e4037825162008ddffd9f for: {'port': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:49:24.912256 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-304076bf-bb84-46cb-b003-0e1d3926e327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:24.951510 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-de6a778c-c993-46e3-afae-8d5a84387ed0 req-fc4f1c78-597a-49b3-b718-de7ef494ca6f tempest-SecurityGroupRulesNegativeTestJSON-1655737595 tempest-SecurityGroupRulesNegativeTestJSON-1655737595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:24.961294 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-de6a778c-c993-46e3-afae-8d5a84387ed0 req-fc4f1c78-597a-49b3-b718-de7ef494ca6f tempest-SecurityGroupRulesNegativeTestJSON-1655737595 tempest-SecurityGroupRulesNegativeTestJSON-1655737595-project] Notify callbacks [] for security_group, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:24.961294 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-de6a778c-c993-46e3-afae-8d5a84387ed0 req-fc4f1c78-597a-49b3-b718-de7ef494ca6f tempest-SecurityGroupRulesNegativeTestJSON-1655737595 tempest-SecurityGroupRulesNegativeTestJSON-1655737595-project] 10.222.0.42 "DELETE /v2.0/security-groups/3555a00a-6537-45bb-95c1-bede402d2e21 HTTP/1.1" status: 204 len: 173 time: 0.1584303 Mar 29 15:49:24.980155 n-d-834765-1 neutron-server[102790]: DEBUG neutron.notifiers.nova [None req-304076bf-bb84-46cb-b003-0e1d3926e327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176-project-admin] device_id is not set on port 98e5d808-f4dd-4224-85ac-71ae98a963aa yet. {{(pid=102790) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 29 15:49:25.001270 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4f1c78-597a-49b3-b718-de7ef494ca6f tempest-SecurityGroupRulesNegativeTestJSON-1655737595 tempest-SecurityGroupRulesNegativeTestJSON-1655737595-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3555a00a-6537-45bb-95c1-bede402d2e21,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:49:25.051053 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f1ff937b-7328-4dc8-a71e-bd3ea358c77f req-7908f6b6-32f5-44bd-bc67-12ae535b80ab tempest-SecurityGroupRulesNegativeTestJSON-1655737595 tempest-SecurityGroupRulesNegativeTestJSON-1655737595-project] 10.222.0.42 "GET /v2.0/security-groups/0d6bbacc-6c7c-4729-8270-840f12634a1b HTTP/1.1" status: 200 len: 1815 time: 0.0517588 Mar 29 15:49:25.085258 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-847eac48-0867-4c61-b075-b2df358d72bd tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:25.136724 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-f1ff937b-7328-4dc8-a71e-bd3ea358c77f req-d5b1886a-bc7b-44c7-84d4-7180c38b8518 tempest-SecurityGroupRulesNegativeTestJSON-1655737595 tempest-SecurityGroupRulesNegativeTestJSON-1655737595-project] Notify callbacks [] for security_group, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:25.178569 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-f1ff937b-7328-4dc8-a71e-bd3ea358c77f req-d5b1886a-bc7b-44c7-84d4-7180c38b8518 tempest-SecurityGroupRulesNegativeTestJSON-1655737595 tempest-SecurityGroupRulesNegativeTestJSON-1655737595-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:25.261449 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-f1ff937b-7328-4dc8-a71e-bd3ea358c77f req-d5b1886a-bc7b-44c7-84d4-7180c38b8518 tempest-SecurityGroupRulesNegativeTestJSON-1655737595 tempest-SecurityGroupRulesNegativeTestJSON-1655737595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:25.266929 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-f1ff937b-7328-4dc8-a71e-bd3ea358c77f req-d5b1886a-bc7b-44c7-84d4-7180c38b8518 tempest-SecurityGroupRulesNegativeTestJSON-1655737595 tempest-SecurityGroupRulesNegativeTestJSON-1655737595-project] Notify callbacks [] for security_group, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:25.273331 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f1ff937b-7328-4dc8-a71e-bd3ea358c77f req-d5b1886a-bc7b-44c7-84d4-7180c38b8518 tempest-SecurityGroupRulesNegativeTestJSON-1655737595 tempest-SecurityGroupRulesNegativeTestJSON-1655737595-project] 10.222.0.42 "DELETE /v2.0/security-groups/0d6bbacc-6c7c-4729-8270-840f12634a1b HTTP/1.1" status: 204 len: 173 time: 0.2090027 Mar 29 15:49:25.280231 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 57160) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:49:25.321457 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 57162) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:49:25.354680 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b1886a-bc7b-44c7-84d4-7180c38b8518 tempest-SecurityGroupRulesNegativeTestJSON-1655737595 tempest-SecurityGroupRulesNegativeTestJSON-1655737595-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d6bbacc-6c7c-4729-8270-840f12634a1b,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:49:25.381380 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_v2 [None req-80d9f0c3-f29a-48e7-916d-ea65715d1f26 admin admin] Deleting subnet 7ee636b3-471d-4317-a01d-50680b017d42 {{(pid=102791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 15:49:25.392128 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-4f04c271-b4c0-4b44-af68-8589de46ac75 tempest-RoutersAdminTest-736076884 tempest-RoutersAdminTest-736076884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648118'] for router, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:25.412243 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-80d9f0c3-f29a-48e7-916d-ea65715d1f26 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:25.469038 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_v2 [None req-c760b072-8997-4daf-a357-9ff76a3b294e admin admin] Deleting subnet 4acd9598-0ca3-487b-9c0e-30e24be7e9e5 {{(pid=102791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 15:49:25.472673 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-c760b072-8997-4daf-a357-9ff76a3b294e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:25.519088 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-c760b072-8997-4daf-a357-9ff76a3b294e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4230423'] for subnet, precommit_delete_associations {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:25.565936 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-c760b072-8997-4daf-a357-9ff76a3b294e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1641287'] for subnet, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:25.570703 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.db_base_plugin_common [None req-847eac48-0867-4c61-b075-b2df358d72bd tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Allocated IP 172.25.4.4 (4a4a035d-ecac-4ead-baa3-25f90788773a/e1a353dc-fac8-4901-a63c-273840237d6a/b6e820f3-6db7-439d-a93a-539ac42dff3b) {{(pid=102790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:49:25.628837 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-80d9f0c3-f29a-48e7-916d-ea65715d1f26 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4230423'] for subnet, precommit_delete_associations {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:25.654136 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-c760b072-8997-4daf-a357-9ff76a3b294e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1641294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16155591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16218852'] for subnet, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:25.701719 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c760b072-8997-4daf-a357-9ff76a3b294e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4acd9598-0ca3-487b-9c0e-30e24be7e9e5,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:49:25.705519 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-c760b072-8997-4daf-a357-9ff76a3b294e admin admin] Notify callbacks [] for subnet, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:25.710903 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-c760b072-8997-4daf-a357-9ff76a3b294e admin admin] 10.222.0.42 "DELETE /v2.0/subnets/4acd9598-0ca3-487b-9c0e-30e24be7e9e5 HTTP/1.1" status: 204 len: 168 time: 0.3863387 Mar 29 15:49:25.712299 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 57168) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:49:25.736461 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f04c271-b4c0-4b44-af68-8589de46ac75 tempest-RoutersAdminTest-736076884 tempest-RoutersAdminTest-736076884-project] Router 511c09a5-e169-4181-b2c2-36da96de5c11 is scheduled to L3 agent c648d819-1060-4f26-b4ec-6455387b5dff with binding_index 1 {{(pid=102790) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 29 15:49:25.744231 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-304076bf-bb84-46cb-b003-0e1d3926e327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:25.817816 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-e93e3aa2-f01e-40e3-9173-3c05ac67852b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1631750'] for network, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:25.847133 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-80d9f0c3-f29a-48e7-916d-ea65715d1f26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1641287'] for subnet, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:25.959382 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-304076bf-bb84-46cb-b003-0e1d3926e327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:26.001278 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-e93e3aa2-f01e-40e3-9173-3c05ac67852b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639890', 'neutron.services.segments.db._delete_segments_for_network-8783523423079'] for network, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:26.029152 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-e93e3aa2-f01e-40e3-9173-3c05ac67852b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a71ca6e-bbff-43b0-bde3-8072ae4b3f50']}} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:49:26.039770 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-e93e3aa2-f01e-40e3-9173-3c05ac67852b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e03a7c9c-8b58-4c58-aa22-7189da98b069') {'for_net_delete': True} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:49:26.040066 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-e93e3aa2-f01e-40e3-9173-3c05ac67852b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e03a7c9c-8b58-4c58-aa22-7189da98b069') {} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:49:26.056607 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-e93e3aa2-f01e-40e3-9173-3c05ac67852b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783523422064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4230428'] for segment, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:26.082502 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304076bf-bb84-46cb-b003-0e1d3926e327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176-project-admin] Pushing event updated for resources: {'Port': ['ID=98e5d808-f4dd-4224-85ac-71ae98a963aa,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:49:26.088814 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-e93e3aa2-f01e-40e3-9173-3c05ac67852b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:26.092870 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-847eac48-0867-4c61-b075-b2df358d72bd tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Notify callbacks [] for port, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:26.098104 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e93e3aa2-f01e-40e3-9173-3c05ac67852b admin admin] Releasing vlan 612 on physical network physnet1 to pool {{(pid=102791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 15:49:26.098521 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-e93e3aa2-f01e-40e3-9173-3c05ac67852b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16169569'] for segment, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:26.106646 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-304076bf-bb84-46cb-b003-0e1d3926e327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176-project-admin] Network f7e68ce5-a366-4ade-ae0c-e4dc4b1cf7db is already hosted by enough agents. {{(pid=102790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:49:26.111669 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-304076bf-bb84-46cb-b003-0e1d3926e327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176-project-admin] Resources bound (agent type, host, resource id): {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:49:26.119510 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-304076bf-bb84-46cb-b003-0e1d3926e327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176-project-admin] Received port after_create {{(pid=102790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:49:26.120601 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-304076bf-bb84-46cb-b003-0e1d3926e327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:49:26.122148 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-304076bf-bb84-46cb-b003-0e1d3926e327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:26.131250 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f04c271-b4c0-4b44-af68-8589de46ac75 tempest-RoutersAdminTest-736076884 tempest-RoutersAdminTest-736076884-project] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:49:26.144503 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ded12f8-7d41-4591-b5ad-037f714105cb None None] Sync routers for ids ['511c09a5-e169-4181-b2c2-36da96de5c11'] in n-d-834765-1 {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:49:26.164679 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ded12f8-7d41-4591-b5ad-037f714105cb None None] Routers {'511c09a5-e169-4181-b2c2-36da96de5c11'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:49:26.165364 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-9ded12f8-7d41-4591-b5ad-037f714105cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:49:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['511c09a5-e169-4181-b2c2-36da96de5c11'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:49:26.174644 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-304076bf-bb84-46cb-b003-0e1d3926e327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176-project-admin] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.3838832 Mar 29 15:49:26.186390 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-4f04c271-b4c0-4b44-af68-8589de46ac75 tempest-RoutersAdminTest-736076884 tempest-RoutersAdminTest-736076884-project] Notify callbacks [] for router, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:26.188303 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-4f04c271-b4c0-4b44-af68-8589de46ac75 tempest-RoutersAdminTest-736076884 tempest-RoutersAdminTest-736076884-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 5.0800304 Mar 29 15:49:26.203652 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 57180) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:49:26.205370 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 57182) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:49:26.206058 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-9ded12f8-7d41-4591-b5ad-037f714105cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:49:26.217603 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ded12f8-7d41-4591-b5ad-037f714105cb None None] Routers {'511c09a5-e169-4181-b2c2-36da96de5c11'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:49:26.218596 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-9ded12f8-7d41-4591-b5ad-037f714105cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:49:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['511c09a5-e169-4181-b2c2-36da96de5c11'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:49:26.254256 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-9ded12f8-7d41-4591-b5ad-037f714105cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:49:26.255455 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ded12f8-7d41-4591-b5ad-037f714105cb None None] The sync data for ids ['511c09a5-e169-4181-b2c2-36da96de5c11'] in n-d-834765-1 is: [] {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:49:26.421129 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-a0075f2e-d10b-4a0c-b2d7-29eb8842be0e tempest-RoutersAdminTest-935776259 tempest-RoutersAdminTest-935776259-project-admin] 10.222.0.42 "GET /v2.0/routers/511c09a5-e169-4181-b2c2-36da96de5c11 HTTP/1.1" status: 200 len: 921 time: 0.1787322 Mar 29 15:49:26.444151 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 57184) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:49:26.461097 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-847eac48-0867-4c61-b075-b2df358d72bd tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:26.503986 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-847eac48-0867-4c61-b075-b2df358d72bd tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Network 4a4a035d-ecac-4ead-baa3-25f90788773a is already hosted by enough agents. {{(pid=102790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:49:26.528682 n-d-834765-1 neutron-server[102791]: Traceback (most recent call last): Mar 29 15:49:26.528682 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 15:49:26.528682 n-d-834765-1 neutron-server[102791]: timer() Mar 29 15:49:26.528682 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 15:49:26.528682 n-d-834765-1 neutron-server[102791]: cb(*args, **kw) Mar 29 15:49:26.528682 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 15:49:26.528682 n-d-834765-1 neutron-server[102791]: return func(*args, **kwargs) Mar 29 15:49:26.528682 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 15:49:26.528682 n-d-834765-1 neutron-server[102791]: self._notify() Mar 29 15:49:26.528682 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 15:49:26.528682 n-d-834765-1 neutron-server[102791]: self.callback(batched_events) Mar 29 15:49:26.528682 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 15:49:26.528682 n-d-834765-1 neutron-server[102791]: event.method(event) Mar 29 15:49:26.528682 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 15:49:26.528682 n-d-834765-1 neutron-server[102791]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 15:49:26.528682 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 15:49:26.528682 n-d-834765-1 neutron-server[102791]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 15:49:26.528682 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 15:49:26.528682 n-d-834765-1 neutron-server[102791]: return f(self, *a, **k) Mar 29 15:49:26.528682 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 15:49:26.528682 n-d-834765-1 neutron-server[102791]: return self._get(url).json() Mar 29 15:49:26.528682 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 15:49:26.528682 n-d-834765-1 neutron-server[102791]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 15:49:26.528682 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 15:49:26.528682 n-d-834765-1 neutron-server[102791]: return self.request(url, 'GET', **kwargs) Mar 29 15:49:26.528682 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 15:49:26.528682 n-d-834765-1 neutron-server[102791]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 15:49:26.528682 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 15:49:26.528682 n-d-834765-1 neutron-server[102791]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 15:49:26.528682 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 15:49:26.528682 n-d-834765-1 neutron-server[102791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 15:49:26.528682 n-d-834765-1 neutron-server[102791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 15:49:26.531542 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-847eac48-0867-4c61-b075-b2df358d72bd tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Resources bound (agent type, host, resource id): {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:49:26.545326 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-80d9f0c3-f29a-48e7-916d-ea65715d1f26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1641294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16155591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16218852'] for subnet, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:26.563673 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-9b72d3af-44c8-4283-9fbc-457044fd04f5 tempest-RoutersAdminTest-736076884 tempest-RoutersAdminTest-736076884-project] 10.222.0.42 "GET /v2.0/ports?device_id=511c09a5-e169-4181-b2c2-36da96de5c11 HTTP/1.1" status: 200 len: 205 time: 0.1175430 Mar 29 15:49:26.572919 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-847eac48-0867-4c61-b075-b2df358d72bd tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Received port after_create {{(pid=102790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:49:26.593766 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 57186) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:49:26.598128 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d9f0c3-f29a-48e7-916d-ea65715d1f26 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7ee636b3-471d-4317-a01d-50680b017d42,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:49:26.622743 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-80d9f0c3-f29a-48e7-916d-ea65715d1f26 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:26.631462 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-80d9f0c3-f29a-48e7-916d-ea65715d1f26 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/7ee636b3-471d-4317-a01d-50680b017d42 HTTP/1.1" status: 204 len: 168 time: 1.3498039 Mar 29 15:49:26.653857 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-e93e3aa2-f01e-40e3-9173-3c05ac67852b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1639897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648174'] for network, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:26.666803 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-e93e3aa2-f01e-40e3-9173-3c05ac67852b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for network, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:26.671700 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-e93e3aa2-f01e-40e3-9173-3c05ac67852b admin admin] 10.222.0.42 "DELETE /v2.0/networks/7a71ca6e-bbff-43b0-bde3-8072ae4b3f50 HTTP/1.1" status: 204 len: 168 time: 0.9583025 Mar 29 15:49:26.698734 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 57188) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:49:26.707695 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7422cb3c-a2de-43ea-9d23-8f24312cbcca tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:49:26.711689 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-7422cb3c-a2de-43ea-9d23-8f24312cbcca tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176-project-admin] 10.222.0.42 "GET /v2.0/ports/98e5d808-f4dd-4224-85ac-71ae98a963aa HTTP/1.1" status: 200 len: 958 time: 0.5016980 Mar 29 15:49:26.714548 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 57192) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:49:26.773282 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93e3aa2-f01e-40e3-9173-3c05ac67852b admin admin] Pushing event deleted for resources: {'Network': ['ID=7a71ca6e-bbff-43b0-bde3-8072ae4b3f50,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:49:26.821644 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43a6039-290d-47b3-90d2-fd252a3df307 req-a347618f-4ff4-4675-a041-9dcafae99ba7 tempest-ServerRescueTestJSON-484479922 tempest-ServerRescueTestJSON-484479922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:49:26.833448 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e43a6039-290d-47b3-90d2-fd252a3df307 req-a347618f-4ff4-4675-a041-9dcafae99ba7 tempest-ServerRescueTestJSON-484479922 tempest-ServerRescueTestJSON-484479922-project] 10.222.0.42 "GET /v2.0/ports?device_id=68754edd-cbc2-4b62-8e18-7abfa6bb7d34 HTTP/1.1" status: 200 len: 945 time: 1.0116377 Mar 29 15:49:26.886042 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847eac48-0867-4c61-b075-b2df358d72bd tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Pushing event updated for resources: {'Port': ['ID=b6e820f3-6db7-439d-a93a-539ac42dff3b,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:49:26.992657 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-17edaca5-e1de-4ee8-a699-9eec9b31525a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1631750'] for network, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:27.064815 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 57198) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:49:27.126259 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e43a6039-290d-47b3-90d2-fd252a3df307 req-9a7e0962-f286-4070-917c-33c3f6f20855 tempest-ServerRescueTestJSON-484479922 tempest-ServerRescueTestJSON-484479922-project] 10.222.0.42 "GET /v2.0/security-groups?id=a3f3b05e-b4b0-4bd5-8f61-9140e1e7cbea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2516770 Mar 29 15:49:27.209330 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-975cd974-a042-4c9f-8f8c-9388c08dbd65 tempest-RoutersAdminTest-736076884 tempest-RoutersAdminTest-736076884-project] Notify callbacks [] for router, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:27.225577 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-17edaca5-e1de-4ee8-a699-9eec9b31525a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639890', 'neutron.services.segments.db._delete_segments_for_network-8783523423079'] for network, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:27.266831 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-e0b1a77e-eb14-44ee-a27c-6a890efc9ae2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176-project-admin] Deleting port 98e5d808-f4dd-4224-85ac-71ae98a963aa {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:49:27.266831 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-e0b1a77e-eb14-44ee-a27c-6a890efc9ae2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:27.271048 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-8658ac83-2349-4c56-9fc2-806f006d4a7c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7f01d9a12c82426baef86d9ae4ff6fa7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1965778 Mar 29 15:49:27.276423 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-17edaca5-e1de-4ee8-a699-9eec9b31525a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82918df8-1be6-40ce-934b-c82b971c7a65']}} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:49:27.278797 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 57212) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:49:27.328725 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-17edaca5-e1de-4ee8-a699-9eec9b31525a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'abcbc327-7192-4ace-b1d6-77bc01eafd3c') {'for_net_delete': True} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:49:27.328725 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-17edaca5-e1de-4ee8-a699-9eec9b31525a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'abcbc327-7192-4ace-b1d6-77bc01eafd3c') {} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:49:27.348637 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-17edaca5-e1de-4ee8-a699-9eec9b31525a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783523422064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4614019'] for segment, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:27.369977 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-e0b1a77e-eb14-44ee-a27c-6a890efc9ae2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:27.387735 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-e0b1a77e-eb14-44ee-a27c-6a890efc9ae2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176-project-admin] Calling delete_port for 98e5d808-f4dd-4224-85ac-71ae98a963aa owned by {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:49:27.404107 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-17edaca5-e1de-4ee8-a699-9eec9b31525a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:27.404353 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-975cd974-a042-4c9f-8f8c-9388c08dbd65 tempest-RoutersAdminTest-736076884 tempest-RoutersAdminTest-736076884-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:27.421440 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17edaca5-e1de-4ee8-a699-9eec9b31525a admin admin] Releasing vlan 642 on physical network physnet1 to pool {{(pid=102790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 15:49:27.421440 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-17edaca5-e1de-4ee8-a699-9eec9b31525a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5238013'] for segment, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:27.421440 n-d-834765-1 neutron-server[102790]: Traceback (most recent call last): Mar 29 15:49:27.421440 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 15:49:27.421440 n-d-834765-1 neutron-server[102790]: timer() Mar 29 15:49:27.421440 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 15:49:27.421440 n-d-834765-1 neutron-server[102790]: cb(*args, **kw) Mar 29 15:49:27.421440 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 15:49:27.421440 n-d-834765-1 neutron-server[102790]: return func(*args, **kwargs) Mar 29 15:49:27.421440 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 15:49:27.421440 n-d-834765-1 neutron-server[102790]: self._notify() Mar 29 15:49:27.421440 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 15:49:27.421440 n-d-834765-1 neutron-server[102790]: self.callback(batched_events) Mar 29 15:49:27.421440 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 15:49:27.421440 n-d-834765-1 neutron-server[102790]: event.method(event) Mar 29 15:49:27.421440 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 15:49:27.421440 n-d-834765-1 neutron-server[102790]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 15:49:27.421440 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 15:49:27.421440 n-d-834765-1 neutron-server[102790]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 15:49:27.421440 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 15:49:27.421440 n-d-834765-1 neutron-server[102790]: return f(self, *a, **k) Mar 29 15:49:27.421440 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 15:49:27.421440 n-d-834765-1 neutron-server[102790]: return self._get(url).json() Mar 29 15:49:27.421440 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 15:49:27.421440 n-d-834765-1 neutron-server[102790]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 15:49:27.421440 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 15:49:27.421440 n-d-834765-1 neutron-server[102790]: return self.request(url, 'GET', **kwargs) Mar 29 15:49:27.421440 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 15:49:27.421440 n-d-834765-1 neutron-server[102790]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 15:49:27.421440 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 15:49:27.421440 n-d-834765-1 neutron-server[102790]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 15:49:27.421440 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 15:49:27.421440 n-d-834765-1 neutron-server[102790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 15:49:27.421440 n-d-834765-1 neutron-server[102790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 15:49:27.521501 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-88aa9392-bd66-4434-9485-b99edf1dc9be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:27.528181 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-e0b1a77e-eb14-44ee-a27c-6a890efc9ae2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:27.555943 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b1a77e-eb14-44ee-a27c-6a890efc9ae2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176-project-admin] Pushing event deleted for resources: {'Port': ['ID=98e5d808-f4dd-4224-85ac-71ae98a963aa,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:49:27.564016 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-17edaca5-e1de-4ee8-a699-9eec9b31525a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1639897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648174'] for network, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:27.571236 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-17edaca5-e1de-4ee8-a699-9eec9b31525a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for network, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:27.575143 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-17edaca5-e1de-4ee8-a699-9eec9b31525a admin admin] 10.222.0.42 "DELETE /v2.0/networks/82918df8-1be6-40ce-934b-c82b971c7a65 HTTP/1.1" status: 204 len: 168 time: 0.8586061 Mar 29 15:49:27.579242 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-e0b1a77e-eb14-44ee-a27c-6a890efc9ae2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:27.585588 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-e0b1a77e-eb14-44ee-a27c-6a890efc9ae2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176-project-admin] 10.222.0.42 "DELETE /v2.0/ports/98e5d808-f4dd-4224-85ac-71ae98a963aa HTTP/1.1" status: 204 len: 168 time: 0.8525627 Mar 29 15:49:27.586313 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 57216) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:49:27.598344 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-975cd974-a042-4c9f-8f8c-9388c08dbd65 tempest-RoutersAdminTest-736076884 tempest-RoutersAdminTest-736076884-project] Deleting port 41731a85-0068-431f-82e5-444ca6ef4c08 {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:49:27.598846 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-975cd974-a042-4c9f-8f8c-9388c08dbd65 tempest-RoutersAdminTest-736076884 tempest-RoutersAdminTest-736076884-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:27.628137 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-88aa9392-bd66-4434-9485-b99edf1dc9be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:27.633745 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17edaca5-e1de-4ee8-a699-9eec9b31525a admin admin] Pushing event deleted for resources: {'Network': ['ID=82918df8-1be6-40ce-934b-c82b971c7a65,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:49:27.651560 n-d-834765-1 neutron-server[102790]: INFO neutron.pecan_wsgi.hooks.translation [None req-a35cec3c-db07-4baf-841e-75c32d3a644d tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176-project-admin] GET failed (client error): The resource could not be found. Mar 29 15:49:27.655100 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-a35cec3c-db07-4baf-841e-75c32d3a644d tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176-project-admin] 10.222.0.42 "GET /v2.0/ports/98e5d808-f4dd-4224-85ac-71ae98a963aa HTTP/1.1" status: 404 len: 333 time: 0.0626307 Mar 29 15:49:27.663208 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 57218) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:49:27.668706 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-47c9d3c0-a330-4ab5-bebb-9bef3f502d35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176-project-admin] Request body: {'port': {'network_id': 'f7e68ce5-a366-4ade-ae0c-e4dc4b1cf7db', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-114193921'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:49:27.686559 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-975cd974-a042-4c9f-8f8c-9388c08dbd65 tempest-RoutersAdminTest-736076884 tempest-RoutersAdminTest-736076884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:27.699990 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-847eac48-0867-4c61-b075-b2df358d72bd tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:27.709230 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-975cd974-a042-4c9f-8f8c-9388c08dbd65 tempest-RoutersAdminTest-736076884 tempest-RoutersAdminTest-736076884-project] Calling delete_port for 41731a85-0068-431f-82e5-444ca6ef4c08 owned by network:router_gateway {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:49:27.774720 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47c9d3c0-a330-4ab5-bebb-9bef3f502d35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176-project-admin] Made reservation on behalf of fe133359975e4037825162008ddffd9f for: {'port': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:49:27.778225 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-47c9d3c0-a330-4ab5-bebb-9bef3f502d35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:27.827447 n-d-834765-1 neutron-server[102790]: DEBUG neutron.notifiers.nova [None req-47c9d3c0-a330-4ab5-bebb-9bef3f502d35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176-project-admin] device_id is not set on port 22f5b568-017a-41d9-aa0e-db4bfb3e0379 yet. {{(pid=102790) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 29 15:49:27.837457 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-847eac48-0867-4c61-b075-b2df358d72bd tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:27.896750 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 57222) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:49:27.940024 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-88aa9392-bd66-4434-9485-b99edf1dc9be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:27.948608 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-88aa9392-bd66-4434-9485-b99edf1dc9be admin admin] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:27.950339 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-88aa9392-bd66-4434-9485-b99edf1dc9be admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/8c1a607e-8731-4409-adf4-490f4457a32b HTTP/1.1" status: 204 len: 168 time: 0.6704807 Mar 29 15:49:27.965417 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aa9392-bd66-4434-9485-b99edf1dc9be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c1a607e-8731-4409-adf4-490f4457a32b,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:49:28.014473 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 57226) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:49:28.015128 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-45b02492-2c8a-4c3d-a5df-9fa10275fb86 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c970636ec2f0478e986f10f8d3dac45e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1167293 Mar 29 15:49:28.063567 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-975cd974-a042-4c9f-8f8c-9388c08dbd65 tempest-RoutersAdminTest-736076884 tempest-RoutersAdminTest-736076884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:28.119880 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975cd974-a042-4c9f-8f8c-9388c08dbd65 tempest-RoutersAdminTest-736076884 tempest-RoutersAdminTest-736076884-project] Pushing event deleted for resources: {'Port': ['ID=41731a85-0068-431f-82e5-444ca6ef4c08,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:49:28.236996 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-975cd974-a042-4c9f-8f8c-9388c08dbd65 tempest-RoutersAdminTest-736076884 tempest-RoutersAdminTest-736076884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-648138'] for router_gateway, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:28.387529 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-975cd974-a042-4c9f-8f8c-9388c08dbd65 tempest-RoutersAdminTest-736076884 tempest-RoutersAdminTest-736076884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129328'] for router, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:28.390614 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-975cd974-a042-4c9f-8f8c-9388c08dbd65 tempest-RoutersAdminTest-736076884 tempest-RoutersAdminTest-736076884-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:28.488332 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af11ed24-f0ff-4a41-997e-10b2e5d31af8 req-015c32aa-81d0-4b71-b332-f8bbb8066190 tempest-ServerRescueTestJSON-484479922 tempest-ServerRescueTestJSON-484479922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:49:28.490577 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-af11ed24-f0ff-4a41-997e-10b2e5d31af8 req-015c32aa-81d0-4b71-b332-f8bbb8066190 tempest-ServerRescueTestJSON-484479922 tempest-ServerRescueTestJSON-484479922-project] 10.222.0.42 "GET /v2.0/ports?device_id=68754edd-cbc2-4b62-8e18-7abfa6bb7d34 HTTP/1.1" status: 200 len: 945 time: 0.1964672 Mar 29 15:49:28.492127 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-975cd974-a042-4c9f-8f8c-9388c08dbd65 tempest-RoutersAdminTest-736076884 tempest-RoutersAdminTest-736076884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-526718'] for router, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:28.493331 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-975cd974-a042-4c9f-8f8c-9388c08dbd65 tempest-RoutersAdminTest-736076884 tempest-RoutersAdminTest-736076884-project] Fanout notify agent at l3_agent the message router_deleted on router 511c09a5-e169-4181-b2c2-36da96de5c11 {{(pid=102791) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 29 15:49:28.506767 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-975cd974-a042-4c9f-8f8c-9388c08dbd65 tempest-RoutersAdminTest-736076884 tempest-RoutersAdminTest-736076884-project] Notify callbacks [] for router, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:28.513729 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-975cd974-a042-4c9f-8f8c-9388c08dbd65 tempest-RoutersAdminTest-736076884 tempest-RoutersAdminTest-736076884-project] 10.222.0.42 "DELETE /v2.0/routers/511c09a5-e169-4181-b2c2-36da96de5c11 HTTP/1.1" status: 204 len: 168 time: 1.9065926 Mar 29 15:49:28.515986 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 57246) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:49:28.520398 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-45427cf0-85d4-4486-8bf9-8e48c2484fb0 tempest-RoutersAdminTest-935776259 tempest-RoutersAdminTest-935776259-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1553649566', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'enable_snat': False}}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:49:28.557742 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-af11ed24-f0ff-4a41-997e-10b2e5d31af8 req-1b603e35-a7df-47f0-ae05-f4439bb43b7d tempest-ServerRescueTestJSON-484479922 tempest-ServerRescueTestJSON-484479922-project] 10.222.0.42 "GET /v2.0/security-groups?id=a3f3b05e-b4b0-4bd5-8f61-9140e1e7cbea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424933 Mar 29 15:49:28.631618 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-47c9d3c0-a330-4ab5-bebb-9bef3f502d35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:28.641755 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-11aa8a34-5540-423a-856d-58a807b3c2c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:28.657658 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-45427cf0-85d4-4486-8bf9-8e48c2484fb0 tempest-RoutersAdminTest-935776259 tempest-RoutersAdminTest-935776259-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-532385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129310'] for router, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:28.658704 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-45427cf0-85d4-4486-8bf9-8e48c2484fb0 tempest-RoutersAdminTest-935776259 tempest-RoutersAdminTest-935776259-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-648091', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-684384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129319'] for router, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:28.726967 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-11aa8a34-5540-423a-856d-58a807b3c2c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:28.730073 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-847eac48-0867-4c61-b075-b2df358d72bd tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Notify callbacks [] for port, precommit_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:28.758358 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-847eac48-0867-4c61-b075-b2df358d72bd tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5237921'] for port, after_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:28.802513 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-45427cf0-85d4-4486-8bf9-8e48c2484fb0 tempest-RoutersAdminTest-935776259 tempest-RoutersAdminTest-935776259-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:28.893948 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-47c9d3c0-a330-4ab5-bebb-9bef3f502d35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:28.975910 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847eac48-0867-4c61-b075-b2df358d72bd tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Pushing event updated for resources: {'Port': ['ID=b6e820f3-6db7-439d-a93a-539ac42dff3b,revision_number=2']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:49:29.017951 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47c9d3c0-a330-4ab5-bebb-9bef3f502d35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176-project-admin] Network f7e68ce5-a366-4ade-ae0c-e4dc4b1cf7db is already hosted by enough agents. {{(pid=102790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:49:29.061195 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-847eac48-0867-4c61-b075-b2df358d72bd tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648212'] for floatingip, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:29.063131 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-47c9d3c0-a330-4ab5-bebb-9bef3f502d35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176-project-admin] Resources bound (agent type, host, resource id): {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:49:29.069816 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47c9d3c0-a330-4ab5-bebb-9bef3f502d35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176-project-admin] Received port after_create {{(pid=102790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:49:29.080791 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47c9d3c0-a330-4ab5-bebb-9bef3f502d35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:49:29.081432 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-47c9d3c0-a330-4ab5-bebb-9bef3f502d35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:29.152067 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-45427cf0-85d4-4486-8bf9-8e48c2484fb0 tempest-RoutersAdminTest-935776259 tempest-RoutersAdminTest-935776259-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:29.153914 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 57262) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:49:29.181689 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-11aa8a34-5540-423a-856d-58a807b3c2c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:29.185044 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-11aa8a34-5540-423a-856d-58a807b3c2c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:29.188707 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-11aa8a34-5540-423a-856d-58a807b3c2c9 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/567d5253-db29-4314-bf07-4c15dcbebb8a HTTP/1.1" status: 204 len: 168 time: 1.1713572 Mar 29 15:49:29.195230 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c9d3c0-a330-4ab5-bebb-9bef3f502d35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176-project-admin] Pushing event updated for resources: {'Port': ['ID=22f5b568-017a-41d9-aa0e-db4bfb3e0379,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:49:29.223524 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 57268) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:49:29.223699 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-47c9d3c0-a330-4ab5-bebb-9bef3f502d35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176-project-admin] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.5593147 Mar 29 15:49:29.232686 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-420bc73d-2ee2-43cf-802e-5c8fbc3e4c68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-834765-1'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:49:29.234502 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11aa8a34-5540-423a-856d-58a807b3c2c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=567d5253-db29-4314-bf07-4c15dcbebb8a,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:49:29.304594 n-d-834765-1 neutron-server[102790]: INFO neutron.db.l3_db [None req-847eac48-0867-4c61-b075-b2df358d72bd tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Floating IP 7ed50733-8ce6-4b10-84db-b8b0f10693a5 associated. External IP: 172.25.4.4, port: 4db3f057-ea95-4cf1-868d-a9dd1b5d31a6. Mar 29 15:49:29.358334 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-420bc73d-2ee2-43cf-802e-5c8fbc3e4c68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:29.457487 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-55dfbef3-58cd-4442-9d28-9ee2cafa96bd admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1632588302-network', 'tenant_id': 'a2225105c4c64cec9c8922b4222928a3'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:49:29.489196 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55dfbef3-58cd-4442-9d28-9ee2cafa96bd admin admin] Made reservation on behalf of a2225105c4c64cec9c8922b4222928a3 for: {'network': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:49:29.491819 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-55dfbef3-58cd-4442-9d28-9ee2cafa96bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for network, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:29.504339 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-55dfbef3-58cd-4442-9d28-9ee2cafa96bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:29.613845 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-55dfbef3-58cd-4442-9d28-9ee2cafa96bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:29.629607 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-55dfbef3-58cd-4442-9d28-9ee2cafa96bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:29.727783 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55dfbef3-58cd-4442-9d28-9ee2cafa96bd admin admin] vlan segment allocate from pool success with {'vlan_id': 649, 'physical_network': 'physnet1'} {{(pid=102791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 15:49:29.762271 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55dfbef3-58cd-4442-9d28-9ee2cafa96bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3814cd59-5bb0-4d34-ba64-f4e03727fd46,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:49:29.786637 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-55dfbef3-58cd-4442-9d28-9ee2cafa96bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:29.787056 n-d-834765-1 neutron-server[102791]: INFO neutron.db.segments_db [None req-55dfbef3-58cd-4442-9d28-9ee2cafa96bd admin admin] Added segment 0cf4c8fa-aed1-409e-b278-011a45c757bf of type vlan for network 94f600c4-9204-48b8-9dde-4e8016a6c980 Mar 29 15:49:29.793247 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-45427cf0-85d4-4486-8bf9-8e48c2484fb0 tempest-RoutersAdminTest-935776259 tempest-RoutersAdminTest-935776259-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:29.833364 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-45427cf0-85d4-4486-8bf9-8e48c2484fb0 tempest-RoutersAdminTest-935776259 tempest-RoutersAdminTest-935776259-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:29.837069 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-847eac48-0867-4c61-b075-b2df358d72bd tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Router b57fb9ec-03c5-4cd9-89b7-ca6ff650c65a has already been hosted by L3 agent c648d819-1060-4f26-b4ec-6455387b5dff {{(pid=102790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 15:49:29.857633 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecfec6f-e7d3-4e75-8c9d-f9e87de830fc req-1f1c6995-19f3-4a62-ab65-fb9ab0d6e350 tempest-ServerRescueTestJSON-484479922 tempest-ServerRescueTestJSON-484479922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:49:29.859358 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-7ecfec6f-e7d3-4e75-8c9d-f9e87de830fc req-1f1c6995-19f3-4a62-ab65-fb9ab0d6e350 tempest-ServerRescueTestJSON-484479922 tempest-ServerRescueTestJSON-484479922-project] 10.222.0.42 "GET /v2.0/ports?device_id=68754edd-cbc2-4b62-8e18-7abfa6bb7d34 HTTP/1.1" status: 200 len: 945 time: 0.1543229 Mar 29 15:49:29.866006 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-55dfbef3-58cd-4442-9d28-9ee2cafa96bd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783522915970'] for network, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:29.937638 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [None req-420bc73d-2ee2-43cf-802e-5c8fbc3e4c68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176-project-admin] device_id is not set on port 22f5b568-017a-41d9-aa0e-db4bfb3e0379 yet. {{(pid=102791) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 29 15:49:29.965562 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-420bc73d-2ee2-43cf-802e-5c8fbc3e4c68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:29.973960 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-7ecfec6f-e7d3-4e75-8c9d-f9e87de830fc req-f6a4402d-e774-42d7-87d8-ae344ce8690d tempest-ServerRescueTestJSON-484479922 tempest-ServerRescueTestJSON-484479922-project] 10.222.0.42 "GET /v2.0/security-groups?id=a3f3b05e-b4b0-4bd5-8f61-9140e1e7cbea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053448 Mar 29 15:49:29.979379 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-420bc73d-2ee2-43cf-802e-5c8fbc3e4c68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:29.991733 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-55dfbef3-58cd-4442-9d28-9ee2cafa96bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795'] for network, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:29.992778 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55dfbef3-58cd-4442-9d28-9ee2cafa96bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:49:29.993711 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-55dfbef3-58cd-4442-9d28-9ee2cafa96bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for network, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:30.015928 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.agents_db [None req-59735a15-725e-44d4-9ad5-95cbe356f209 None None] Agent healthcheck: found 7 active agents {{(pid=102793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 15:49:30.077144 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.db_base_plugin_common [None req-45427cf0-85d4-4486-8bf9-8e48c2484fb0 tempest-RoutersAdminTest-935776259 tempest-RoutersAdminTest-935776259-project-admin] Allocated IP 172.25.4.113 (4a4a035d-ecac-4ead-baa3-25f90788773a/e1a353dc-fac8-4901-a63c-273840237d6a/8b63e29c-2ee3-453c-b217-3e2391f93869) {{(pid=102790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:49:30.083927 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-55dfbef3-58cd-4442-9d28-9ee2cafa96bd admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.9282086 Mar 29 15:49:30.090318 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 57298) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:49:30.104897 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-7d2cc148-ae9c-4924-a4e7-f277dd6549c1 admin admin] Request body: {'subnet': {'network_id': '94f600c4-9204-48b8-9dde-4e8016a6c980', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1632588302-subnet', 'tenant_id': 'a2225105c4c64cec9c8922b4222928a3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:49:30.124189 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-847eac48-0867-4c61-b075-b2df358d72bd tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:49:30.135702 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4d414a6-ec90-4dfc-ab9f-c2f5a17812d1 None None] Sync routers for ids ['b57fb9ec-03c5-4cd9-89b7-ca6ff650c65a'] in n-d-834765-1 {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:49:30.146847 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [None req-420bc73d-2ee2-43cf-802e-5c8fbc3e4c68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176-project-admin] Attempting to bind port 22f5b568-017a-41d9-aa0e-db4bfb3e0379 on host n-h2-834765-1 for vnic_type normal with profile {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:49:30.147429 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4d414a6-ec90-4dfc-ab9f-c2f5a17812d1 None None] Routers {'b57fb9ec-03c5-4cd9-89b7-ca6ff650c65a'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:49:30.147653 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [None req-420bc73d-2ee2-43cf-802e-5c8fbc3e4c68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176-project-admin] Attempting to bind port 22f5b568-017a-41d9-aa0e-db4bfb3e0379 by drivers openvswitch,hyperv on host n-h2-834765-1 at level 0 using segments [{'id': 'd2e7d03b-cb05-4939-ab0a-92d0371dd21e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'f7e68ce5-a366-4ade-ae0c-e4dc4b1cf7db'}] {{(pid=102791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:49:30.148068 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-a4d414a6-ec90-4dfc-ab9f-c2f5a17812d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:49:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['b57fb9ec-03c5-4cd9-89b7-ca6ff650c65a'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:49:30.148395 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-420bc73d-2ee2-43cf-802e-5c8fbc3e4c68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176-project-admin] Attempting to bind port 22f5b568-017a-41d9-aa0e-db4bfb3e0379 on network f7e68ce5-a366-4ade-ae0c-e4dc4b1cf7db {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:49:30.159564 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-420bc73d-2ee2-43cf-802e-5c8fbc3e4c68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176-project-admin] Port 22f5b568-017a-41d9-aa0e-db4bfb3e0379 on network f7e68ce5-a366-4ade-ae0c-e4dc4b1cf7db not bound, no agent of type Open vSwitch agent registered on host n-h2-834765-1 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 15:49:30.160358 n-d-834765-1 neutron-server[102791]: ERROR neutron.plugins.ml2.managers [None req-420bc73d-2ee2-43cf-802e-5c8fbc3e4c68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176-project-admin] Failed to bind port 22f5b568-017a-41d9-aa0e-db4bfb3e0379 on host n-h2-834765-1 for vnic_type normal using segments [{'id': 'd2e7d03b-cb05-4939-ab0a-92d0371dd21e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'f7e68ce5-a366-4ade-ae0c-e4dc4b1cf7db'}] Mar 29 15:49:30.161374 n-d-834765-1 neutron-server[102791]: INFO neutron.plugins.ml2.plugin [None req-420bc73d-2ee2-43cf-802e-5c8fbc3e4c68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176-project-admin] Attempt 2 to bind port 22f5b568-017a-41d9-aa0e-db4bfb3e0379 Mar 29 15:49:30.167782 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55dfbef3-58cd-4442-9d28-9ee2cafa96bd admin admin] Pushing event updated for resources: {'Network': ['ID=94f600c4-9204-48b8-9dde-4e8016a6c980,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:49:30.178838 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420bc73d-2ee2-43cf-802e-5c8fbc3e4c68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176-project-admin] Pushing event updated for resources: {'Port': ['ID=22f5b568-017a-41d9-aa0e-db4bfb3e0379,revision_number=2']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:49:30.213502 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [None req-420bc73d-2ee2-43cf-802e-5c8fbc3e4c68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176-project-admin] Attempting to bind port 22f5b568-017a-41d9-aa0e-db4bfb3e0379 on host n-h2-834765-1 for vnic_type normal with profile {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:49:30.213502 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [None req-420bc73d-2ee2-43cf-802e-5c8fbc3e4c68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176-project-admin] Attempting to bind port 22f5b568-017a-41d9-aa0e-db4bfb3e0379 by drivers openvswitch,hyperv on host n-h2-834765-1 at level 0 using segments [{'id': 'd2e7d03b-cb05-4939-ab0a-92d0371dd21e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'f7e68ce5-a366-4ade-ae0c-e4dc4b1cf7db'}] {{(pid=102791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:49:30.213502 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-420bc73d-2ee2-43cf-802e-5c8fbc3e4c68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176-project-admin] Attempting to bind port 22f5b568-017a-41d9-aa0e-db4bfb3e0379 on network f7e68ce5-a366-4ade-ae0c-e4dc4b1cf7db {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:49:30.214426 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-847eac48-0867-4c61-b075-b2df358d72bd tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for floatingip, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:30.224076 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-420bc73d-2ee2-43cf-802e-5c8fbc3e4c68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176-project-admin] Port 22f5b568-017a-41d9-aa0e-db4bfb3e0379 on network f7e68ce5-a366-4ade-ae0c-e4dc4b1cf7db not bound, no agent of type Open vSwitch agent registered on host n-h2-834765-1 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 15:49:30.224428 n-d-834765-1 neutron-server[102791]: ERROR neutron.plugins.ml2.managers [None req-420bc73d-2ee2-43cf-802e-5c8fbc3e4c68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176-project-admin] Failed to bind port 22f5b568-017a-41d9-aa0e-db4bfb3e0379 on host n-h2-834765-1 for vnic_type normal using segments [{'id': 'd2e7d03b-cb05-4939-ab0a-92d0371dd21e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'f7e68ce5-a366-4ade-ae0c-e4dc4b1cf7db'}] Mar 29 15:49:30.224827 n-d-834765-1 neutron-server[102791]: INFO neutron.plugins.ml2.plugin [None req-420bc73d-2ee2-43cf-802e-5c8fbc3e4c68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176-project-admin] Attempt 3 to bind port 22f5b568-017a-41d9-aa0e-db4bfb3e0379 Mar 29 15:49:30.243001 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [None req-420bc73d-2ee2-43cf-802e-5c8fbc3e4c68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176-project-admin] Attempting to bind port 22f5b568-017a-41d9-aa0e-db4bfb3e0379 on host n-h2-834765-1 for vnic_type normal with profile {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:49:30.243718 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [None req-420bc73d-2ee2-43cf-802e-5c8fbc3e4c68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176-project-admin] Attempting to bind port 22f5b568-017a-41d9-aa0e-db4bfb3e0379 by drivers openvswitch,hyperv on host n-h2-834765-1 at level 0 using segments [{'id': 'd2e7d03b-cb05-4939-ab0a-92d0371dd21e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'f7e68ce5-a366-4ade-ae0c-e4dc4b1cf7db'}] {{(pid=102791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:49:30.244252 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-420bc73d-2ee2-43cf-802e-5c8fbc3e4c68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176-project-admin] Attempting to bind port 22f5b568-017a-41d9-aa0e-db4bfb3e0379 on network f7e68ce5-a366-4ade-ae0c-e4dc4b1cf7db {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:49:30.247641 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d2cc148-ae9c-4924-a4e7-f277dd6549c1 admin admin] Made reservation on behalf of a2225105c4c64cec9c8922b4222928a3 for: {'subnet': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:49:30.249970 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-7d2cc148-ae9c-4924-a4e7-f277dd6549c1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4793983'] for subnet, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:30.251136 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-420bc73d-2ee2-43cf-802e-5c8fbc3e4c68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176-project-admin] Port 22f5b568-017a-41d9-aa0e-db4bfb3e0379 on network f7e68ce5-a366-4ade-ae0c-e4dc4b1cf7db not bound, no agent of type Open vSwitch agent registered on host n-h2-834765-1 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 15:49:30.251791 n-d-834765-1 neutron-server[102791]: ERROR neutron.plugins.ml2.managers [None req-420bc73d-2ee2-43cf-802e-5c8fbc3e4c68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176-project-admin] Failed to bind port 22f5b568-017a-41d9-aa0e-db4bfb3e0379 on host n-h2-834765-1 for vnic_type normal using segments [{'id': 'd2e7d03b-cb05-4939-ab0a-92d0371dd21e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'f7e68ce5-a366-4ade-ae0c-e4dc4b1cf7db'}] Mar 29 15:49:30.252398 n-d-834765-1 neutron-server[102791]: INFO neutron.plugins.ml2.plugin [None req-420bc73d-2ee2-43cf-802e-5c8fbc3e4c68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176-project-admin] Attempt 4 to bind port 22f5b568-017a-41d9-aa0e-db4bfb3e0379 Mar 29 15:49:30.267055 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Network 94f600c4-9204-48b8-9dde-4e8016a6c980 details requested by agent ovs-agent-n-d-834765-1 with host n-d-834765-1 {{(pid=102792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 15:49:30.270114 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [None req-420bc73d-2ee2-43cf-802e-5c8fbc3e4c68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176-project-admin] Attempting to bind port 22f5b568-017a-41d9-aa0e-db4bfb3e0379 on host n-h2-834765-1 for vnic_type normal with profile {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:49:30.270735 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [None req-420bc73d-2ee2-43cf-802e-5c8fbc3e4c68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176-project-admin] Attempting to bind port 22f5b568-017a-41d9-aa0e-db4bfb3e0379 by drivers openvswitch,hyperv on host n-h2-834765-1 at level 0 using segments [{'id': 'd2e7d03b-cb05-4939-ab0a-92d0371dd21e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'f7e68ce5-a366-4ade-ae0c-e4dc4b1cf7db'}] {{(pid=102791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:49:30.271306 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-420bc73d-2ee2-43cf-802e-5c8fbc3e4c68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176-project-admin] Attempting to bind port 22f5b568-017a-41d9-aa0e-db4bfb3e0379 on network f7e68ce5-a366-4ade-ae0c-e4dc4b1cf7db {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:49:30.276470 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-420bc73d-2ee2-43cf-802e-5c8fbc3e4c68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176-project-admin] Port 22f5b568-017a-41d9-aa0e-db4bfb3e0379 on network f7e68ce5-a366-4ade-ae0c-e4dc4b1cf7db not bound, no agent of type Open vSwitch agent registered on host n-h2-834765-1 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 15:49:30.277098 n-d-834765-1 neutron-server[102791]: ERROR neutron.plugins.ml2.managers [None req-420bc73d-2ee2-43cf-802e-5c8fbc3e4c68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176-project-admin] Failed to bind port 22f5b568-017a-41d9-aa0e-db4bfb3e0379 on host n-h2-834765-1 for vnic_type normal using segments [{'id': 'd2e7d03b-cb05-4939-ab0a-92d0371dd21e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'f7e68ce5-a366-4ade-ae0c-e4dc4b1cf7db'}] Mar 29 15:49:30.278232 n-d-834765-1 neutron-server[102791]: INFO neutron.plugins.ml2.plugin [None req-420bc73d-2ee2-43cf-802e-5c8fbc3e4c68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176-project-admin] Attempt 5 to bind port 22f5b568-017a-41d9-aa0e-db4bfb3e0379 Mar 29 15:49:30.304752 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [None req-420bc73d-2ee2-43cf-802e-5c8fbc3e4c68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176-project-admin] Attempting to bind port 22f5b568-017a-41d9-aa0e-db4bfb3e0379 on host n-h2-834765-1 for vnic_type normal with profile {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:49:30.305463 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [None req-420bc73d-2ee2-43cf-802e-5c8fbc3e4c68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176-project-admin] Attempting to bind port 22f5b568-017a-41d9-aa0e-db4bfb3e0379 by drivers openvswitch,hyperv on host n-h2-834765-1 at level 0 using segments [{'id': 'd2e7d03b-cb05-4939-ab0a-92d0371dd21e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'f7e68ce5-a366-4ade-ae0c-e4dc4b1cf7db'}] {{(pid=102791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:49:30.306151 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-420bc73d-2ee2-43cf-802e-5c8fbc3e4c68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176-project-admin] Attempting to bind port 22f5b568-017a-41d9-aa0e-db4bfb3e0379 on network f7e68ce5-a366-4ade-ae0c-e4dc4b1cf7db {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:49:30.316158 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-847eac48-0867-4c61-b075-b2df358d72bd tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 6.0052996 Mar 29 15:49:30.317974 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 57304) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:49:30.328633 n-d-834765-1 neutron-server[102790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '186cc152-5814-4ecc-8410-e5062beddb18', 'tag': '4db3f057-ea95-4cf1-868d-a9dd1b5d31a6'}] {{(pid=102790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:49:30.330936 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46b06d655c90bc969636382cce4240ad749035fb0f3a83ee4734fa1ed9c4a6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba2e2b1a-4523-46d3-85fb-9b502fe17916" -d '{"events": [{"name": "network-changed", "server_uuid": "186cc152-5814-4ecc-8410-e5062beddb18", "tag": "4db3f057-ea95-4cf1-868d-a9dd1b5d31a6"}]}' {{(pid=102790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:49:30.351024 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-420bc73d-2ee2-43cf-802e-5c8fbc3e4c68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176-project-admin] Port 22f5b568-017a-41d9-aa0e-db4bfb3e0379 on network f7e68ce5-a366-4ade-ae0c-e4dc4b1cf7db not bound, no agent of type Open vSwitch agent registered on host n-h2-834765-1 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 15:49:30.351837 n-d-834765-1 neutron-server[102791]: ERROR neutron.plugins.ml2.managers [None req-420bc73d-2ee2-43cf-802e-5c8fbc3e4c68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176-project-admin] Failed to bind port 22f5b568-017a-41d9-aa0e-db4bfb3e0379 on host n-h2-834765-1 for vnic_type normal using segments [{'id': 'd2e7d03b-cb05-4939-ab0a-92d0371dd21e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'f7e68ce5-a366-4ade-ae0c-e4dc4b1cf7db'}] Mar 29 15:49:30.407484 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 15:49:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7eda3cd4-5b70-4014-ad3b-52df80314ad0 x-openstack-request-id: req-7eda3cd4-5b70-4014-ad3b-52df80314ad0 {{(pid=102790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:49:30.408062 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "186cc152-5814-4ecc-8410-e5062beddb18", "tag": "4db3f057-ea95-4cf1-868d-a9dd1b5d31a6", "status": "completed", "code": 200}]} {{(pid=102790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:49:30.408484 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-7eda3cd4-5b70-4014-ad3b-52df80314ad0 {{(pid=102790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:49:30.409294 n-d-834765-1 neutron-server[102790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '186cc152-5814-4ecc-8410-e5062beddb18', 'tag': '4db3f057-ea95-4cf1-868d-a9dd1b5d31a6', 'status': 'completed', 'code': 200} Mar 29 15:49:30.424306 n-d-834765-1 neutron-server[102791]: INFO neutron.plugins.ml2.plugin [None req-420bc73d-2ee2-43cf-802e-5c8fbc3e4c68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176-project-admin] Attempt 6 to bind port 22f5b568-017a-41d9-aa0e-db4bfb3e0379 Mar 29 15:49:30.461193 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-45427cf0-85d4-4486-8bf9-8e48c2484fb0 tempest-RoutersAdminTest-935776259 tempest-RoutersAdminTest-935776259-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:30.464689 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 57318) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:49:30.524343 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [None req-420bc73d-2ee2-43cf-802e-5c8fbc3e4c68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176-project-admin] Attempting to bind port 22f5b568-017a-41d9-aa0e-db4bfb3e0379 on host n-h2-834765-1 for vnic_type normal with profile {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:49:30.528425 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [None req-420bc73d-2ee2-43cf-802e-5c8fbc3e4c68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176-project-admin] Attempting to bind port 22f5b568-017a-41d9-aa0e-db4bfb3e0379 by drivers openvswitch,hyperv on host n-h2-834765-1 at level 0 using segments [{'id': 'd2e7d03b-cb05-4939-ab0a-92d0371dd21e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'f7e68ce5-a366-4ade-ae0c-e4dc4b1cf7db'}] {{(pid=102791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:49:30.528887 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-420bc73d-2ee2-43cf-802e-5c8fbc3e4c68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176-project-admin] Attempting to bind port 22f5b568-017a-41d9-aa0e-db4bfb3e0379 on network f7e68ce5-a366-4ade-ae0c-e4dc4b1cf7db {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:49:30.616060 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-45427cf0-85d4-4486-8bf9-8e48c2484fb0 tempest-RoutersAdminTest-935776259 tempest-RoutersAdminTest-935776259-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:30.616507 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-420bc73d-2ee2-43cf-802e-5c8fbc3e4c68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176-project-admin] Port 22f5b568-017a-41d9-aa0e-db4bfb3e0379 on network f7e68ce5-a366-4ade-ae0c-e4dc4b1cf7db not bound, no agent of type Open vSwitch agent registered on host n-h2-834765-1 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 15:49:30.616978 n-d-834765-1 neutron-server[102791]: ERROR neutron.plugins.ml2.managers [None req-420bc73d-2ee2-43cf-802e-5c8fbc3e4c68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176-project-admin] Failed to bind port 22f5b568-017a-41d9-aa0e-db4bfb3e0379 on host n-h2-834765-1 for vnic_type normal using segments [{'id': 'd2e7d03b-cb05-4939-ab0a-92d0371dd21e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'f7e68ce5-a366-4ade-ae0c-e4dc4b1cf7db'}] Mar 29 15:49:30.632202 n-d-834765-1 neutron-server[102791]: INFO neutron.plugins.ml2.plugin [None req-420bc73d-2ee2-43cf-802e-5c8fbc3e4c68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176-project-admin] Attempt 7 to bind port 22f5b568-017a-41d9-aa0e-db4bfb3e0379 Mar 29 15:49:30.667816 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-b67325c9-75e1-4bb9-8f17-8cca59d1a164 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] 10.222.0.42 "GET /v2.0/floatingips/7ed50733-8ce6-4b10-84db-b8b0f10693a5 HTTP/1.1" status: 200 len: 990 time: 0.3473244 Mar 29 15:49:30.674363 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-a772c07e-c73d-4886-8931-ebb1c1a83dfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:30.675998 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [None req-420bc73d-2ee2-43cf-802e-5c8fbc3e4c68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176-project-admin] Attempting to bind port 22f5b568-017a-41d9-aa0e-db4bfb3e0379 on host n-h2-834765-1 for vnic_type normal with profile {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:49:30.676292 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [None req-420bc73d-2ee2-43cf-802e-5c8fbc3e4c68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176-project-admin] Attempting to bind port 22f5b568-017a-41d9-aa0e-db4bfb3e0379 by drivers openvswitch,hyperv on host n-h2-834765-1 at level 0 using segments [{'id': 'd2e7d03b-cb05-4939-ab0a-92d0371dd21e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'f7e68ce5-a366-4ade-ae0c-e4dc4b1cf7db'}] {{(pid=102791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:49:30.677561 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-420bc73d-2ee2-43cf-802e-5c8fbc3e4c68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176-project-admin] Attempting to bind port 22f5b568-017a-41d9-aa0e-db4bfb3e0379 on network f7e68ce5-a366-4ade-ae0c-e4dc4b1cf7db {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:49:30.687006 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2e2b1a-4523-46d3-85fb-9b502fe17916 req-c9dc1bf2-0f8b-4f35-8cb1-429b0c0a450b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:49:30.688568 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ba2e2b1a-4523-46d3-85fb-9b502fe17916 req-c9dc1bf2-0f8b-4f35-8cb1-429b0c0a450b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4613198224a343ff95b6b23b26c7af7a&device_id=186cc152-5814-4ecc-8410-e5062beddb18 HTTP/1.1" status: 200 len: 1097 time: 0.1660118 Mar 29 15:49:30.693205 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-420bc73d-2ee2-43cf-802e-5c8fbc3e4c68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176-project-admin] Port 22f5b568-017a-41d9-aa0e-db4bfb3e0379 on network f7e68ce5-a366-4ade-ae0c-e4dc4b1cf7db not bound, no agent of type Open vSwitch agent registered on host n-h2-834765-1 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 15:49:30.693529 n-d-834765-1 neutron-server[102791]: ERROR neutron.plugins.ml2.managers [None req-420bc73d-2ee2-43cf-802e-5c8fbc3e4c68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176-project-admin] Failed to bind port 22f5b568-017a-41d9-aa0e-db4bfb3e0379 on host n-h2-834765-1 for vnic_type normal using segments [{'id': 'd2e7d03b-cb05-4939-ab0a-92d0371dd21e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'f7e68ce5-a366-4ade-ae0c-e4dc4b1cf7db'}] Mar 29 15:49:30.694596 n-d-834765-1 neutron-server[102791]: INFO neutron.plugins.ml2.plugin [None req-420bc73d-2ee2-43cf-802e-5c8fbc3e4c68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176-project-admin] Attempt 8 to bind port 22f5b568-017a-41d9-aa0e-db4bfb3e0379 Mar 29 15:49:30.702088 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52337590-b9f2-4f9b-a280-e49c3ed8d5c9 req-570267c9-c62e-48f0-8577-3acccf143b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:49:30.703607 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-52337590-b9f2-4f9b-a280-e49c3ed8d5c9 req-570267c9-c62e-48f0-8577-3acccf143b95 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3b131848d0de40f0b713134c09f1859b&device_id=197b2eca-77cd-4241-8165-39634a9be874 HTTP/1.1" status: 200 len: 1100 time: 0.1363847 Mar 29 15:49:30.753765 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [None req-420bc73d-2ee2-43cf-802e-5c8fbc3e4c68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176-project-admin] Attempting to bind port 22f5b568-017a-41d9-aa0e-db4bfb3e0379 on host n-h2-834765-1 for vnic_type normal with profile {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:49:30.754139 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [None req-420bc73d-2ee2-43cf-802e-5c8fbc3e4c68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176-project-admin] Attempting to bind port 22f5b568-017a-41d9-aa0e-db4bfb3e0379 by drivers openvswitch,hyperv on host n-h2-834765-1 at level 0 using segments [{'id': 'd2e7d03b-cb05-4939-ab0a-92d0371dd21e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'f7e68ce5-a366-4ade-ae0c-e4dc4b1cf7db'}] {{(pid=102791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:49:30.754435 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-420bc73d-2ee2-43cf-802e-5c8fbc3e4c68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176-project-admin] Attempting to bind port 22f5b568-017a-41d9-aa0e-db4bfb3e0379 on network f7e68ce5-a366-4ade-ae0c-e4dc4b1cf7db {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:49:30.755131 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45427cf0-85d4-4486-8bf9-8e48c2484fb0 tempest-RoutersAdminTest-935776259 tempest-RoutersAdminTest-935776259-project-admin] Network 4a4a035d-ecac-4ead-baa3-25f90788773a is already hosted by enough agents. {{(pid=102790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:49:30.771592 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-8c3fdb04-efdf-4696-8d2a-599a1db42cab admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1384463287-network', 'tenant_id': 'b236052f3e44466aa9ab4058223599cf'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:49:30.773781 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvr_db [None req-a4d414a6-ec90-4dfc-ab9f-c2f5a17812d1 None None] Set router b57fb9ec-03c5-4cd9-89b7-ca6ff650c65a gateway port host: n-d-834765-1 {{(pid=102792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:49:30.779896 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-45427cf0-85d4-4486-8bf9-8e48c2484fb0 tempest-RoutersAdminTest-935776259 tempest-RoutersAdminTest-935776259-project-admin] Resources bound (agent type, host, resource id): {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:49:30.790905 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45427cf0-85d4-4486-8bf9-8e48c2484fb0 tempest-RoutersAdminTest-935776259 tempest-RoutersAdminTest-935776259-project-admin] Received port after_create {{(pid=102790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:49:30.812286 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-420bc73d-2ee2-43cf-802e-5c8fbc3e4c68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176-project-admin] Port 22f5b568-017a-41d9-aa0e-db4bfb3e0379 on network f7e68ce5-a366-4ade-ae0c-e4dc4b1cf7db not bound, no agent of type Open vSwitch agent registered on host n-h2-834765-1 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 15:49:30.812743 n-d-834765-1 neutron-server[102791]: ERROR neutron.plugins.ml2.managers [None req-420bc73d-2ee2-43cf-802e-5c8fbc3e4c68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176-project-admin] Failed to bind port 22f5b568-017a-41d9-aa0e-db4bfb3e0379 on host n-h2-834765-1 for vnic_type normal using segments [{'id': 'd2e7d03b-cb05-4939-ab0a-92d0371dd21e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'f7e68ce5-a366-4ade-ae0c-e4dc4b1cf7db'}] Mar 29 15:49:30.823637 n-d-834765-1 neutron-server[102791]: INFO neutron.plugins.ml2.plugin [None req-420bc73d-2ee2-43cf-802e-5c8fbc3e4c68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176-project-admin] Attempt 9 to bind port 22f5b568-017a-41d9-aa0e-db4bfb3e0379 Mar 29 15:49:30.860335 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45427cf0-85d4-4486-8bf9-8e48c2484fb0 tempest-RoutersAdminTest-935776259 tempest-RoutersAdminTest-935776259-project-admin] Pushing event updated for resources: {'Port': ['ID=8b63e29c-2ee3-453c-b217-3e2391f93869,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:49:30.890534 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [None req-420bc73d-2ee2-43cf-802e-5c8fbc3e4c68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176-project-admin] Attempting to bind port 22f5b568-017a-41d9-aa0e-db4bfb3e0379 on host n-h2-834765-1 for vnic_type normal with profile {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:49:30.890920 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [None req-420bc73d-2ee2-43cf-802e-5c8fbc3e4c68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176-project-admin] Attempting to bind port 22f5b568-017a-41d9-aa0e-db4bfb3e0379 by drivers openvswitch,hyperv on host n-h2-834765-1 at level 0 using segments [{'id': 'd2e7d03b-cb05-4939-ab0a-92d0371dd21e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'f7e68ce5-a366-4ade-ae0c-e4dc4b1cf7db'}] {{(pid=102791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:49:30.891432 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-420bc73d-2ee2-43cf-802e-5c8fbc3e4c68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176-project-admin] Attempting to bind port 22f5b568-017a-41d9-aa0e-db4bfb3e0379 on network f7e68ce5-a366-4ade-ae0c-e4dc4b1cf7db {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:49:30.902513 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2e2b1a-4523-46d3-85fb-9b502fe17916 req-3884b773-1d77-4629-a1a4-9fdcf7d3f066 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:49:30.904722 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ba2e2b1a-4523-46d3-85fb-9b502fe17916 req-3884b773-1d77-4629-a1a4-9fdcf7d3f066 service neutron] 10.222.0.48 "GET /v2.0/networks?id=0eb69c38-859a-44f3-b301-7cf6beecd122 HTTP/1.1" status: 200 len: 898 time: 0.2062938 Mar 29 15:49:30.911179 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-420bc73d-2ee2-43cf-802e-5c8fbc3e4c68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176-project-admin] Port 22f5b568-017a-41d9-aa0e-db4bfb3e0379 on network f7e68ce5-a366-4ade-ae0c-e4dc4b1cf7db not bound, no agent of type Open vSwitch agent registered on host n-h2-834765-1 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 15:49:30.912170 n-d-834765-1 neutron-server[102791]: ERROR neutron.plugins.ml2.managers [None req-420bc73d-2ee2-43cf-802e-5c8fbc3e4c68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176-project-admin] Failed to bind port 22f5b568-017a-41d9-aa0e-db4bfb3e0379 on host n-h2-834765-1 for vnic_type normal using segments [{'id': 'd2e7d03b-cb05-4939-ab0a-92d0371dd21e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'f7e68ce5-a366-4ade-ae0c-e4dc4b1cf7db'}] Mar 29 15:49:30.913993 n-d-834765-1 neutron-server[102791]: INFO neutron.plugins.ml2.plugin [None req-420bc73d-2ee2-43cf-802e-5c8fbc3e4c68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176-project-admin] Attempt 10 to bind port 22f5b568-017a-41d9-aa0e-db4bfb3e0379 Mar 29 15:49:30.944729 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-7d2cc148-ae9c-4924-a4e7-f277dd6549c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5231896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4793961'] for subnet, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:30.983139 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [None req-420bc73d-2ee2-43cf-802e-5c8fbc3e4c68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176-project-admin] Attempting to bind port 22f5b568-017a-41d9-aa0e-db4bfb3e0379 on host n-h2-834765-1 for vnic_type normal with profile {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:49:30.983496 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [None req-420bc73d-2ee2-43cf-802e-5c8fbc3e4c68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176-project-admin] Attempting to bind port 22f5b568-017a-41d9-aa0e-db4bfb3e0379 by drivers openvswitch,hyperv on host n-h2-834765-1 at level 0 using segments [{'id': 'd2e7d03b-cb05-4939-ab0a-92d0371dd21e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'f7e68ce5-a366-4ade-ae0c-e4dc4b1cf7db'}] {{(pid=102791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:49:30.983836 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-420bc73d-2ee2-43cf-802e-5c8fbc3e4c68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176-project-admin] Attempting to bind port 22f5b568-017a-41d9-aa0e-db4bfb3e0379 on network f7e68ce5-a366-4ade-ae0c-e4dc4b1cf7db {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:49:31.007219 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2cc148-ae9c-4924-a4e7-f277dd6549c1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=80684512-3579-4a5d-a6a3-894ce2a0c253,revision_number=0']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:49:31.007467 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-420bc73d-2ee2-43cf-802e-5c8fbc3e4c68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176-project-admin] Port 22f5b568-017a-41d9-aa0e-db4bfb3e0379 on network f7e68ce5-a366-4ade-ae0c-e4dc4b1cf7db not bound, no agent of type Open vSwitch agent registered on host n-h2-834765-1 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 15:49:31.007662 n-d-834765-1 neutron-server[102791]: ERROR neutron.plugins.ml2.managers [None req-420bc73d-2ee2-43cf-802e-5c8fbc3e4c68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176-project-admin] Failed to bind port 22f5b568-017a-41d9-aa0e-db4bfb3e0379 on host n-h2-834765-1 for vnic_type normal using segments [{'id': 'd2e7d03b-cb05-4939-ab0a-92d0371dd21e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'f7e68ce5-a366-4ade-ae0c-e4dc4b1cf7db'}] Mar 29 15:49:31.008035 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-420bc73d-2ee2-43cf-802e-5c8fbc3e4c68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:31.015202 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52337590-b9f2-4f9b-a280-e49c3ed8d5c9 req-891ce6bb-89f4-4f6e-ad8a-85d1771395fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:49:31.015947 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c3fdb04-efdf-4696-8d2a-599a1db42cab admin admin] Made reservation on behalf of b236052f3e44466aa9ab4058223599cf for: {'network': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:49:31.016785 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-52337590-b9f2-4f9b-a280-e49c3ed8d5c9 req-891ce6bb-89f4-4f6e-ad8a-85d1771395fd service neutron] 10.222.0.44 "GET /v2.0/networks?id=2268a9b9-82fd-4886-a91d-3a50e4e16cab HTTP/1.1" status: 200 len: 870 time: 0.2767854 Mar 29 15:49:31.018915 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-8c3fdb04-efdf-4696-8d2a-599a1db42cab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for network, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:31.038513 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ba2e2b1a-4523-46d3-85fb-9b502fe17916 req-85e4a081-ee50-4994-b738-05ac1d2ac0f7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4db3f057-ea95-4cf1-868d-a9dd1b5d31a6 HTTP/1.1" status: 200 len: 998 time: 0.1207690 Mar 29 15:49:31.076492 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-52337590-b9f2-4f9b-a280-e49c3ed8d5c9 req-9dd398af-f9c1-456b-a4c8-5bbac7a6b245 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.89&port_id=2ce107bf-e1ba-4a58-a32a-d9eb83c122f0 HTTP/1.1" status: 200 len: 217 time: 0.0508995 Mar 29 15:49:31.162055 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-8c3fdb04-efdf-4696-8d2a-599a1db42cab admin admin] Notify callbacks [] for security_group, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:31.183647 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-a4d414a6-ec90-4dfc-ab9f-c2f5a17812d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b57fb9ec-03c5-4cd9-89b7-ca6ff650c65a', 'name': 'tempest-TestNetworkBasicOps-router-173982885', 'tenant_id': '4613198224a343ff95b6b23b26c7af7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.205'}], 'enable_snat': True}, 'gw_port_id': 'db082a07-ed19-43e6-8f6f-15f3a86650cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:48:27Z', 'updated_at': '2022-03-29T15:48:45Z', 'revision_number': 4, 'project_id': '4613198224a343ff95b6b23b26c7af7a', 'gw_port': {'id': 'db082a07-ed19-43e6-8f6f-15f3a86650cf', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:ba:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b57fb9ec-03c5-4cd9-89b7-ca6ff650c65a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1524, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:48:28Z', 'updated_at': '2022-03-29T15:48:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_floatingips': [{'id': '7ed50733-8ce6-4b10-84db-b8b0f10693a5', 'tenant_id': '4613198224a343ff95b6b23b26c7af7a', 'floating_ip_address': '172.25.4.4', 'floating_network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'router_id': 'b57fb9ec-03c5-4cd9-89b7-ca6ff650c65a', 'port_id': '4db3f057-ea95-4cf1-868d-a9dd1b5d31a6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1704, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0eb69c38-859a-44f3-b301-7cf6beecd122', 'mac_address': 'fa:16:3e:25:8b:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '186cc152-5814-4ecc-8410-e5062beddb18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T15:49:27Z', 'updated_at': '2022-03-29T15:49:27Z', 'revision_number': 0, 'project_id': '4613198224a343ff95b6b23b26c7af7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0e706fd-c21f-4ff0-afc3-ea1e48be4fe5', 'name': '', 'network_id': '0eb69c38-859a-44f3-b301-7cf6beecd122', 'tenant_id': '4613198224a343ff95b6b23b26c7af7a', 'mac_address': 'fa:16:3e:4d:e0:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b57fb9ec-03c5-4cd9-89b7-ca6ff650c65a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': '1924a09c-5d13-4bf6-994f-2a1793829850', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:48:43Z', 'updated_at': '2022-03-29T15:48:50Z', 'revision_number': 5, 'project_id': '4613198224a343ff95b6b23b26c7af7a', 'subnets': [{'id': '1924a09c-5d13-4bf6-994f-2a1793829850', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:49:31.226348 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4d414a6-ec90-4dfc-ab9f-c2f5a17812d1 None None] Checking router: b57fb9ec-03c5-4cd9-89b7-ca6ff650c65a for host: n-d-834765-1 {{(pid=102792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:49:31.238744 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4d414a6-ec90-4dfc-ab9f-c2f5a17812d1 None None] Routers {'b57fb9ec-03c5-4cd9-89b7-ca6ff650c65a'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:49:31.240122 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-a4d414a6-ec90-4dfc-ab9f-c2f5a17812d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:49:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['b57fb9ec-03c5-4cd9-89b7-ca6ff650c65a'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:49:31.265541 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d2cc148-ae9c-4924-a4e7-f277dd6549c1 admin admin] Checking segment: {'id': '0cf4c8fa-aed1-409e-b278-011a45c757bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '94f600c4-9204-48b8-9dde-4e8016a6c980'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:49:31.266119 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d2cc148-ae9c-4924-a4e7-f277dd6549c1 admin admin] Network hostable DHCP agents. Network: 94f600c4-9204-48b8-9dde-4e8016a6c980, hostable agents: ['d136643e-48ae-49d4-a851-2ba3bdf3749c'], hosted agents: [] {{(pid=102790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 15:49:31.392003 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvr_db [None req-a4d414a6-ec90-4dfc-ab9f-c2f5a17812d1 None None] Set router b57fb9ec-03c5-4cd9-89b7-ca6ff650c65a gateway port host: n-d-834765-1 {{(pid=102792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:49:31.666536 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2e2b1a-4523-46d3-85fb-9b502fe17916 req-b1c18e53-8cab-433d-817b-db0deaa5c812 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:49:31.669259 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ba2e2b1a-4523-46d3-85fb-9b502fe17916 req-b1c18e53-8cab-433d-817b-db0deaa5c812 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=1924a09c-5d13-4bf6-994f-2a1793829850 HTTP/1.1" status: 200 len: 835 time: 0.6030798 Mar 29 15:49:31.683003 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 57336) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:49:31.721951 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d2cc148-ae9c-4924-a4e7-f277dd6549c1 admin admin] Network 94f600c4-9204-48b8-9dde-4e8016a6c980 is scheduled to be hosted by DHCP agent d136643e-48ae-49d4-a851-2ba3bdf3749c with binding_index 1 {{(pid=102790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 15:49:31.742789 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-45427cf0-85d4-4486-8bf9-8e48c2484fb0 tempest-RoutersAdminTest-935776259 tempest-RoutersAdminTest-935776259-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:31.745636 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ceb0670-c829-417b-b749-4f5c8ffb1121 req-a3f79ab3-9892-49b7-a93a-006981738ae2 tempest-ServerRescueTestJSON-484479922 tempest-ServerRescueTestJSON-484479922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:49:31.749963 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-7ceb0670-c829-417b-b749-4f5c8ffb1121 req-a3f79ab3-9892-49b7-a93a-006981738ae2 tempest-ServerRescueTestJSON-484479922 tempest-ServerRescueTestJSON-484479922-project] 10.222.0.42 "GET /v2.0/ports?device_id=68754edd-cbc2-4b62-8e18-7abfa6bb7d34 HTTP/1.1" status: 200 len: 945 time: 0.2380178 Mar 29 15:49:31.754185 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [None req-420bc73d-2ee2-43cf-802e-5c8fbc3e4c68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176-project-admin] For port 22f5b568-017a-41d9-aa0e-db4bfb3e0379, host n-h2-834765-1, cleared binding levels {{(pid=102791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:49:31.754974 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [None req-420bc73d-2ee2-43cf-802e-5c8fbc3e4c68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176-project-admin] Attempted to set empty binding levels {{(pid=102791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Mar 29 15:49:31.761132 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52337590-b9f2-4f9b-a280-e49c3ed8d5c9 req-2032fa30-2601-4fa9-8d76-1201d9f1322c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:49:31.764072 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-52337590-b9f2-4f9b-a280-e49c3ed8d5c9 req-2032fa30-2601-4fa9-8d76-1201d9f1322c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=abb8e5d6-2aea-4455-a944-3435a3d1ce49 HTTP/1.1" status: 200 len: 843 time: 0.2782235 Mar 29 15:49:31.767184 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-a4d414a6-ec90-4dfc-ab9f-c2f5a17812d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b57fb9ec-03c5-4cd9-89b7-ca6ff650c65a', 'name': 'tempest-TestNetworkBasicOps-router-173982885', 'tenant_id': '4613198224a343ff95b6b23b26c7af7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.205'}], 'enable_snat': True}, 'gw_port_id': 'db082a07-ed19-43e6-8f6f-15f3a86650cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:48:27Z', 'updated_at': '2022-03-29T15:48:45Z', 'revision_number': 4, 'project_id': '4613198224a343ff95b6b23b26c7af7a', 'gw_port': {'id': 'db082a07-ed19-43e6-8f6f-15f3a86650cf', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:ba:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b57fb9ec-03c5-4cd9-89b7-ca6ff650c65a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1524, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:48:28Z', 'updated_at': '2022-03-29T15:48:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_floatingips': [{'id': '7ed50733-8ce6-4b10-84db-b8b0f10693a5', 'tenant_id': '4613198224a343ff95b6b23b26c7af7a', 'floating_ip_address': '172.25.4.4', 'floating_network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'router_id': 'b57fb9ec-03c5-4cd9-89b7-ca6ff650c65a', 'port_id': '4db3f057-ea95-4cf1-868d-a9dd1b5d31a6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1704, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0eb69c38-859a-44f3-b301-7cf6beecd122', 'mac_address': 'fa:16:3e:25:8b:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '186cc152-5814-4ecc-8410-e5062beddb18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T15:49:27Z', 'updated_at': '2022-03-29T15:49:27Z', 'revision_number': 0, 'project_id': '4613198224a343ff95b6b23b26c7af7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0e706fd-c21f-4ff0-afc3-ea1e48be4fe5', 'name': '', 'network_id': '0eb69c38-859a-44f3-b301-7cf6beecd122', 'tenant_id': '4613198224a343ff95b6b23b26c7af7a', 'mac_address': 'fa:16:3e:4d:e0:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b57fb9ec-03c5-4cd9-89b7-ca6ff650c65a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': '1924a09c-5d13-4bf6-994f-2a1793829850', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:48:43Z', 'updated_at': '2022-03-29T15:48:50Z', 'revision_number': 5, 'project_id': '4613198224a343ff95b6b23b26c7af7a', 'subnets': [{'id': '1924a09c-5d13-4bf6-994f-2a1793829850', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:49:31.813245 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-420bc73d-2ee2-43cf-802e-5c8fbc3e4c68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:31.843962 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-420bc73d-2ee2-43cf-802e-5c8fbc3e4c68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176-project-admin] In _notify_port_updated(), no bound segment for port 22f5b568-017a-41d9-aa0e-db4bfb3e0379 on network f7e68ce5-a366-4ade-ae0c-e4dc4b1cf7db {{(pid=102791) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Mar 29 15:49:31.846370 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-420bc73d-2ee2-43cf-802e-5c8fbc3e4c68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:49:31.847182 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-420bc73d-2ee2-43cf-802e-5c8fbc3e4c68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:31.848731 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-420bc73d-2ee2-43cf-802e-5c8fbc3e4c68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176-project-admin] 10.222.0.42 "PUT /v2.0/ports/22f5b568-017a-41d9-aa0e-db4bfb3e0379 HTTP/1.1" status: 200 len: 978 time: 2.6240444 Mar 29 15:49:31.856433 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-c3574d3d-3d5d-4591-9228-ab5fb3261988 req-9d5f4e37-6246-44e8-93ec-03159a319540 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=7c51480f-bfbc-4ea8-9c33-e320d6a5e3fa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3298767 Mar 29 15:49:31.858244 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 57338) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:49:31.934510 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2e2b1a-4523-46d3-85fb-9b502fe17916 req-b33bec53-c8bc-4ddd-ba43-17c107863143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:49:31.936564 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ba2e2b1a-4523-46d3-85fb-9b502fe17916 req-b33bec53-c8bc-4ddd-ba43-17c107863143 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0eb69c38-859a-44f3-b301-7cf6beecd122&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2562242 Mar 29 15:49:31.940821 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4d414a6-ec90-4dfc-ab9f-c2f5a17812d1 None None] The sync data for ids ['b57fb9ec-03c5-4cd9-89b7-ca6ff650c65a'] in n-d-834765-1 is: [{'id': 'b57fb9ec-03c5-4cd9-89b7-ca6ff650c65a', 'name': 'tempest-TestNetworkBasicOps-router-173982885', 'tenant_id': '4613198224a343ff95b6b23b26c7af7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.205'}], 'enable_snat': True}, 'gw_port_id': 'db082a07-ed19-43e6-8f6f-15f3a86650cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:48:27Z', 'updated_at': '2022-03-29T15:48:45Z', 'revision_number': 4, 'project_id': '4613198224a343ff95b6b23b26c7af7a', 'gw_port': {'id': 'db082a07-ed19-43e6-8f6f-15f3a86650cf', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:ba:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b57fb9ec-03c5-4cd9-89b7-ca6ff650c65a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1524, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:48:28Z', 'updated_at': '2022-03-29T15:48:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_floatingips': [{'id': '7ed50733-8ce6-4b10-84db-b8b0f10693a5', 'tenant_id': '4613198224a343ff95b6b23b26c7af7a', 'floating_ip_address': '172.25.4.4', 'floating_network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'router_id': 'b57fb9ec-03c5-4cd9-89b7-ca6ff650c65a', 'port_id': '4db3f057-ea95-4cf1-868d-a9dd1b5d31a6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1704, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0eb69c38-859a-44f3-b301-7cf6beecd122', 'mac_address': 'fa:16:3e:25:8b:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '186cc152-5814-4ecc-8410-e5062beddb18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T15:49:27Z', 'updated_at': '2022-03-29T15:49:27Z', 'revision_number': 0, 'project_id': '4613198224a343ff95b6b23b26c7af7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0e706fd-c21f-4ff0-afc3-ea1e48be4fe5', 'name': '', 'network_id': '0eb69c38-859a-44f3-b301-7cf6beecd122', 'tenant_id': '4613198224a343ff95b6b23b26c7af7a', 'mac_address': 'fa:16:3e:4d:e0:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b57fb9ec-03c5-4cd9-89b7-ca6ff650c65a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': '1924a09c-5d13-4bf6-994f-2a1793829850', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:48:43Z', 'updated_at': '2022-03-29T15:48:50Z', 'revision_number': 5, 'project_id': '4613198224a343ff95b6b23b26c7af7a', 'subnets': [{'id': '1924a09c-5d13-4bf6-994f-2a1793829850', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:49:31.988240 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-45427cf0-85d4-4486-8bf9-8e48c2484fb0 tempest-RoutersAdminTest-935776259 tempest-RoutersAdminTest-935776259-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648118'] for router, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:31.991848 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-7d2cc148-ae9c-4924-a4e7-f277dd6549c1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834765-1, 94f600c4-9204-48b8-9dde-4e8016a6c980) {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:49:32.007850 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8576d8d3-f394-4013-984d-764b224f528b None None] Network 94f600c4-9204-48b8-9dde-4e8016a6c980 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 15:49:32.009399 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d2cc148-ae9c-4924-a4e7-f277dd6549c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:49:32.010038 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-7d2cc148-ae9c-4924-a4e7-f277dd6549c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for subnet, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:32.115795 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-7d2cc148-ae9c-4924-a4e7-f277dd6549c1 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.0220184 Mar 29 15:49:32.120999 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 57340) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:49:32.123726 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420bc73d-2ee2-43cf-802e-5c8fbc3e4c68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176-project-admin] Pushing event updated for resources: {'Port': ['ID=22f5b568-017a-41d9-aa0e-db4bfb3e0379,revision_number=3']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:49:32.141786 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-08a700c2-4fb6-4332-beba-8f76f8c6caf8 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1632588302-router', 'tenant_id': 'a2225105c4c64cec9c8922b4222928a3', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'}}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:49:32.158640 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-8c3fdb04-efdf-4696-8d2a-599a1db42cab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:32.175853 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-8c3fdb04-efdf-4696-8d2a-599a1db42cab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:32.217426 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3fdb04-efdf-4696-8d2a-599a1db42cab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4398b85-8215-49b2-87f0-8e83358cb2f1,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:49:32.262772 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e091ebb-8e48-4eb8-be0e-84b9e75d60c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0035034-69b0-5ffc-b384-0ac6189c5628-94f600c4-9204-48b8-9dde-4e8016a6c980', 'network_id': '94f600c4-9204-48b8-9dde-4e8016a6c980', 'tenant_id': 'a2225105c4c64cec9c8922b4222928a3', 'fixed_ips': [{'subnet_id': '80684512-3579-4a5d-a6a3-894ce2a0c253'}]}} from n-d-834765-1. {{(pid=102792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 29 15:49:32.264366 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-7e091ebb-8e48-4eb8-be0e-84b9e75d60c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:32.272519 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c3fdb04-efdf-4696-8d2a-599a1db42cab admin admin] vlan segment allocate from pool success with {'vlan_id': 641, 'physical_network': 'physnet1'} {{(pid=102790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 15:49:32.282064 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-08a700c2-4fb6-4332-beba-8f76f8c6caf8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-532385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129310'] for router, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:32.283788 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-08a700c2-4fb6-4332-beba-8f76f8c6caf8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-648091', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-684384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129319'] for router, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:32.317368 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-8c3fdb04-efdf-4696-8d2a-599a1db42cab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:32.317685 n-d-834765-1 neutron-server[102790]: INFO neutron.db.segments_db [None req-8c3fdb04-efdf-4696-8d2a-599a1db42cab admin admin] Added segment d96b8dbf-1e76-4519-be95-9066c37461e1 of type vlan for network cefc0870-7a09-4086-9b93-9fe793422fbe Mar 29 15:49:32.323396 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52337590-b9f2-4f9b-a280-e49c3ed8d5c9 req-038a2661-6ad2-4445-80dc-e454ea343c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:49:32.325777 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-52337590-b9f2-4f9b-a280-e49c3ed8d5c9 req-038a2661-6ad2-4445-80dc-e454ea343c6a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2268a9b9-82fd-4886-a91d-3a50e4e16cab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5242050 Mar 29 15:49:32.332775 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-27c8588b-98ba-490f-ae6c-9f464e28c173 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] 10.222.0.42 "GET /v2.0/floatingips/7ed50733-8ce6-4b10-84db-b8b0f10693a5 HTTP/1.1" status: 200 len: 990 time: 0.6435640 Mar 29 15:49:32.354040 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-7ceb0670-c829-417b-b749-4f5c8ffb1121 req-d120ee6e-43c8-4462-bc09-a05018bc3e18 tempest-ServerRescueTestJSON-484479922 tempest-ServerRescueTestJSON-484479922-project] 10.222.0.42 "GET /v2.0/security-groups?id=a3f3b05e-b4b0-4bd5-8f61-9140e1e7cbea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5551825 Mar 29 15:49:32.386030 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3574d3d-3d5d-4591-9228-ab5fb3261988 req-eea2be52-4a7c-495c-8aaf-7e2839f8da81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:49:32.388785 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-c3574d3d-3d5d-4591-9228-ab5fb3261988 req-eea2be52-4a7c-495c-8aaf-7e2839f8da81 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c6465a9dafbf43bf90c09b1dce8d1fc6&device_id=7c51480f-bfbc-4ea8-9c33-e320d6a5e3fa HTTP/1.1" status: 200 len: 1096 time: 0.4305463 Mar 29 15:49:32.413385 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5da46d17-1d17-4cda-b489-0c351f39ad75 None None] New status for floating IP 7ed50733-8ce6-4b10-84db-b8b0f10693a5: ACTIVE {{(pid=102793) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 15:49:32.445994 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-0c917914-d8d5-4490-bcd0-d95112ad8c99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176-project-admin] Deleting port 22f5b568-017a-41d9-aa0e-db4bfb3e0379 {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:49:32.446580 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-0c917914-d8d5-4490-bcd0-d95112ad8c99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:32.461875 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-08a700c2-4fb6-4332-beba-8f76f8c6caf8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:32.470899 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-8c3fdb04-efdf-4696-8d2a-599a1db42cab admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783522915970'] for network, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:32.540407 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ba2e2b1a-4523-46d3-85fb-9b502fe17916 req-dacb748d-43d6-447b-86a8-01213f3bfdbf service neutron] 10.222.0.48 "GET /v2.0/networks/0eb69c38-859a-44f3-b301-7cf6beecd122?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5467982 Mar 29 15:49:32.623711 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.db_base_plugin_common [None req-7e091ebb-8e48-4eb8-be0e-84b9e75d60c4 None None] Allocated IP 172.20.0.2 (94f600c4-9204-48b8-9dde-4e8016a6c980/80684512-3579-4a5d-a6a3-894ce2a0c253/7b44180b-d255-4d84-830a-df03541da459) {{(pid=102792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:49:32.672436 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-08a700c2-4fb6-4332-beba-8f76f8c6caf8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:32.682247 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45427cf0-85d4-4486-8bf9-8e48c2484fb0 tempest-RoutersAdminTest-935776259 tempest-RoutersAdminTest-935776259-project-admin] Router c023414f-e03b-4f90-a18e-c0b69c68072d is scheduled to L3 agent c648d819-1060-4f26-b4ec-6455387b5dff with binding_index 1 {{(pid=102790) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 29 15:49:32.697915 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-8c3fdb04-efdf-4696-8d2a-599a1db42cab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795'] for network, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:32.701925 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c3fdb04-efdf-4696-8d2a-599a1db42cab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:49:32.703156 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-8c3fdb04-efdf-4696-8d2a-599a1db42cab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for network, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:32.941948 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-23159194-fbfb-4b2f-bf5d-271aeae6e95b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:32.975323 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [None req-0c917914-d8d5-4490-bcd0-d95112ad8c99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176-project-admin] For port 22f5b568-017a-41d9-aa0e-db4bfb3e0379, host n-h2-834765-1, got binding levels [] {{(pid=102791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:49:32.976029 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-0c917914-d8d5-4490-bcd0-d95112ad8c99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:32.992424 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-0c917914-d8d5-4490-bcd0-d95112ad8c99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176-project-admin] Calling delete_port for 22f5b568-017a-41d9-aa0e-db4bfb3e0379 owned by {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:49:33.043715 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-8c3fdb04-efdf-4696-8d2a-599a1db42cab admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 2.5768464 Mar 29 15:49:33.051068 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-7e091ebb-8e48-4eb8-be0e-84b9e75d60c4 None None] Notify callbacks [] for port, precommit_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:33.059908 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-7e091ebb-8e48-4eb8-be0e-84b9e75d60c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956'] for port, after_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:33.078708 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 57358) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:49:33.085363 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-e945409f-1ac1-4765-be39-eb0cbe034679 admin admin] Request body: {'subnet': {'network_id': 'cefc0870-7a09-4086-9b93-9fe793422fbe', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1384463287-subnet', 'tenant_id': 'b236052f3e44466aa9ab4058223599cf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:49:33.107653 n-d-834765-1 neutron-server[102792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e091ebb-8e48-4eb8-be0e-84b9e75d60c4 None None] Network 94f600c4-9204-48b8-9dde-4e8016a6c980 is already hosted by enough agents. {{(pid=102792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:49:33.108460 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45427cf0-85d4-4486-8bf9-8e48c2484fb0 tempest-RoutersAdminTest-935776259 tempest-RoutersAdminTest-935776259-project-admin] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:49:33.114734 n-d-834765-1 neutron-server[102792]: DEBUG neutron.scheduler.base_scheduler [None req-7e091ebb-8e48-4eb8-be0e-84b9e75d60c4 None None] Resources bound (agent type, host, resource id): {{(pid=102792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:49:33.120350 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3fdb04-efdf-4696-8d2a-599a1db42cab admin admin] Pushing event updated for resources: {'Network': ['ID=cefc0870-7a09-4086-9b93-9fe793422fbe,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:49:33.120662 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e091ebb-8e48-4eb8-be0e-84b9e75d60c4 None None] Received port after_create {{(pid=102792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:49:33.123968 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb08ab91-ab99-490f-959e-78485a800efc None None] Sync routers for ids ['c023414f-e03b-4f90-a18e-c0b69c68072d'] in n-d-834765-1 {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:49:33.138857 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e945409f-1ac1-4765-be39-eb0cbe034679 admin admin] Made reservation on behalf of b236052f3e44466aa9ab4058223599cf for: {'subnet': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:49:33.142110 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Network cefc0870-7a09-4086-9b93-9fe793422fbe details requested by agent ovs-agent-n-d-834765-1 with host n-d-834765-1 {{(pid=102792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 15:49:33.142841 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e945409f-1ac1-4765-be39-eb0cbe034679 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4793983'] for subnet, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:33.144501 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-52337590-b9f2-4f9b-a280-e49c3ed8d5c9 req-9029d5b3-02da-4858-9881-89e1f2661d64 service neutron] 10.222.0.44 "GET /v2.0/networks/2268a9b9-82fd-4886-a91d-3a50e4e16cab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7686396 Mar 29 15:49:33.150252 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-0c917914-d8d5-4490-bcd0-d95112ad8c99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:33.153500 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-45427cf0-85d4-4486-8bf9-8e48c2484fb0 tempest-RoutersAdminTest-935776259 tempest-RoutersAdminTest-935776259-project-admin] Notify callbacks [] for router, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:33.155043 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-45427cf0-85d4-4486-8bf9-8e48c2484fb0 tempest-RoutersAdminTest-935776259 tempest-RoutersAdminTest-935776259-project-admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 4.6380901 Mar 29 15:49:33.162422 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 57360) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:49:33.340378 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 57362) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:49:33.369403 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-fcde5a21-81cd-40f2-b246-22d9e97920f7 tempest-RoutersAdminTest-935776259 tempest-RoutersAdminTest-935776259-project-admin] 10.222.0.42 "GET /v2.0/routers/c023414f-e03b-4f90-a18e-c0b69c68072d HTTP/1.1" status: 200 len: 909 time: 0.1983206 Mar 29 15:49:33.374097 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 57364) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:49:33.400100 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-27d04e05-1e6f-4350-82a3-f3b7c92bd377 tempest-RoutersAdminTest-935776259 tempest-RoutersAdminTest-935776259-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1553649566', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'enable_snat': True}}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:49:33.414589 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e091ebb-8e48-4eb8-be0e-84b9e75d60c4 None None] Pushing event updated for resources: {'Port': ['ID=7b44180b-d255-4d84-830a-df03541da459,revision_number=1']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:49:33.432300 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c917914-d8d5-4490-bcd0-d95112ad8c99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176-project-admin] Pushing event deleted for resources: {'Port': ['ID=22f5b568-017a-41d9-aa0e-db4bfb3e0379,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:49:33.452380 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-0c917914-d8d5-4490-bcd0-d95112ad8c99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:33.458977 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-0c917914-d8d5-4490-bcd0-d95112ad8c99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176-project-admin] 10.222.0.42 "DELETE /v2.0/ports/22f5b568-017a-41d9-aa0e-db4bfb3e0379 HTTP/1.1" status: 204 len: 168 time: 1.5778806 Mar 29 15:49:33.463149 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 57368) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:49:33.467328 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-27d04e05-1e6f-4350-82a3-f3b7c92bd377 tempest-RoutersAdminTest-935776259 tempest-RoutersAdminTest-935776259-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-532385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129310'] for router, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:33.468198 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-27d04e05-1e6f-4350-82a3-f3b7c92bd377 tempest-RoutersAdminTest-935776259 tempest-RoutersAdminTest-935776259-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-648091', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-684384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129319'] for router, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:33.489210 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb08ab91-ab99-490f-959e-78485a800efc None None] Routers {'c023414f-e03b-4f90-a18e-c0b69c68072d'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:49:33.491575 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-fb08ab91-ab99-490f-959e-78485a800efc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:49:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['c023414f-e03b-4f90-a18e-c0b69c68072d'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:49:33.546785 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-27d04e05-1e6f-4350-82a3-f3b7c92bd377 tempest-RoutersAdminTest-935776259 tempest-RoutersAdminTest-935776259-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:33.549605 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ba2e2b1a-4523-46d3-85fb-9b502fe17916 req-d8711899-f1e4-493f-b54e-5070e66e850b service neutron] 10.222.0.48 "GET /v2.0/networks/0eb69c38-859a-44f3-b301-7cf6beecd122?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8564289 Mar 29 15:49:33.568334 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-d4353257-e016-4f07-a281-97a254160927 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] 10.222.0.42 "GET /v2.0/floatingips/7ed50733-8ce6-4b10-84db-b8b0f10693a5 HTTP/1.1" status: 200 len: 992 time: 0.2250829 Mar 29 15:49:33.587914 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3574d3d-3d5d-4591-9228-ab5fb3261988 req-ca776438-4aa7-461e-b737-b05cbb9dcc1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:49:33.589845 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-c3574d3d-3d5d-4591-9228-ab5fb3261988 req-ca776438-4aa7-461e-b737-b05cbb9dcc1f service neutron] 10.222.0.48 "GET /v2.0/networks?id=5820eec2-ced2-414a-ab32-af1fabeb5f44 HTTP/1.1" status: 200 len: 915 time: 1.1689718 Mar 29 15:49:33.595991 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-7e091ebb-8e48-4eb8-be0e-84b9e75d60c4 None None] Attempting to bind port 7b44180b-d255-4d84-830a-df03541da459 on host n-d-834765-1 for vnic_type normal with profile {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:49:33.596438 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-7e091ebb-8e48-4eb8-be0e-84b9e75d60c4 None None] Attempting to bind port 7b44180b-d255-4d84-830a-df03541da459 by drivers openvswitch,hyperv on host n-d-834765-1 at level 0 using segments [{'id': '0cf4c8fa-aed1-409e-b278-011a45c757bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '94f600c4-9204-48b8-9dde-4e8016a6c980'}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:49:33.596899 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e091ebb-8e48-4eb8-be0e-84b9e75d60c4 None None] Attempting to bind port 7b44180b-d255-4d84-830a-df03541da459 on network 94f600c4-9204-48b8-9dde-4e8016a6c980 {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:49:33.606094 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e091ebb-8e48-4eb8-be0e-84b9e75d60c4 None None] Checking agent: {'id': 'a8866439-9d96-425c-b519-6905c591ac37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 25, 36), 'started_at': datetime.datetime(2022, 3, 29, 15, 26, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 49, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834765-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:49:33.606625 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e091ebb-8e48-4eb8-be0e-84b9e75d60c4 None None] Checking segment: {'id': '0cf4c8fa-aed1-409e-b278-011a45c757bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '94f600c4-9204-48b8-9dde-4e8016a6c980'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:49:33.607142 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-7e091ebb-8e48-4eb8-be0e-84b9e75d60c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:33.607657 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e091ebb-8e48-4eb8-be0e-84b9e75d60c4 None None] Bound using segment: {'id': '0cf4c8fa-aed1-409e-b278-011a45c757bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '94f600c4-9204-48b8-9dde-4e8016a6c980'} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:49:33.608275 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-7e091ebb-8e48-4eb8-be0e-84b9e75d60c4 None None] Bound port: 7b44180b-d255-4d84-830a-df03541da459, host: n-d-834765-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cf4c8fa-aed1-409e-b278-011a45c757bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '94f600c4-9204-48b8-9dde-4e8016a6c980'}}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 15:49:33.608754 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-7e091ebb-8e48-4eb8-be0e-84b9e75d60c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:33.675604 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-08a700c2-4fb6-4332-beba-8f76f8c6caf8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:33.699701 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e945409f-1ac1-4765-be39-eb0cbe034679 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5231896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4793961'] for subnet, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:33.705232 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-08a700c2-4fb6-4332-beba-8f76f8c6caf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:33.734635 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-7e091ebb-8e48-4eb8-be0e-84b9e75d60c4 None None] For port 7b44180b-d255-4d84-830a-df03541da459, host n-d-834765-1, cleared binding levels {{(pid=102792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:49:33.739383 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-7e091ebb-8e48-4eb8-be0e-84b9e75d60c4 None None] For port 7b44180b-d255-4d84-830a-df03541da459, host n-d-834765-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=7b44180b-d255-4d84-830a-df03541da459,segment=NetworkSegment(0cf4c8fa-aed1-409e-b278-011a45c757bf),segment_id=0cf4c8fa-aed1-409e-b278-011a45c757bf)] {{(pid=102792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:49:33.753759 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-7e091ebb-8e48-4eb8-be0e-84b9e75d60c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:33.785653 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-c3574d3d-3d5d-4591-9228-ab5fb3261988 req-66f6f62f-0e52-4da4-a16d-870a654c9bf4 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5d2aa255-6bdf-43e1-9e05-90c89bdb83ec HTTP/1.1" status: 200 len: 1001 time: 0.1445961 Mar 29 15:49:33.792322 n-d-834765-1 neutron-server[102791]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9f4a511-0ad8-41dd-b342-5f4a948f9f0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176-project-admin] GET failed (client error): The resource could not be found. Mar 29 15:49:33.800746 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-a9f4a511-0ad8-41dd-b342-5f4a948f9f0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-211440176-project-admin] 10.222.0.42 "GET /v2.0/ports/22f5b568-017a-41d9-aa0e-db4bfb3e0379 HTTP/1.1" status: 404 len: 333 time: 0.3355947 Mar 29 15:49:33.803950 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 57386) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:49:33.862465 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e091ebb-8e48-4eb8-be0e-84b9e75d60c4 None None] Pushing event updated for resources: {'Port': ['ID=7b44180b-d255-4d84-830a-df03541da459,revision_number=2']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:49:33.917557 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvr_db [None req-fb08ab91-ab99-490f-959e-78485a800efc None None] Set router c023414f-e03b-4f90-a18e-c0b69c68072d gateway port host: n-d-834765-1 {{(pid=102792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:49:33.928950 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-10bf19e3-dbea-4743-ad48-be1b3d198e11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-938576407 tempest-PortsAdminExtendedAttrsIpV6TestJSON-938576407-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1631750'] for network, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:33.999154 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e945409f-1ac1-4765-be39-eb0cbe034679 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8ef6e2e0-69c5-478d-a582-83426b7ec662,revision_number=0']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:49:34.038658 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e945409f-1ac1-4765-be39-eb0cbe034679 admin admin] Checking segment: {'id': 'd96b8dbf-1e76-4519-be95-9066c37461e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'cefc0870-7a09-4086-9b93-9fe793422fbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:49:34.039390 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e945409f-1ac1-4765-be39-eb0cbe034679 admin admin] Network hostable DHCP agents. Network: cefc0870-7a09-4086-9b93-9fe793422fbe, hostable agents: ['d136643e-48ae-49d4-a851-2ba3bdf3749c'], hosted agents: [] {{(pid=102790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 15:49:34.145983 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e945409f-1ac1-4765-be39-eb0cbe034679 admin admin] Network cefc0870-7a09-4086-9b93-9fe793422fbe is scheduled to be hosted by DHCP agent d136643e-48ae-49d4-a851-2ba3bdf3749c with binding_index 1 {{(pid=102790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 15:49:34.182729 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-e945409f-1ac1-4765-be39-eb0cbe034679 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834765-1, cefc0870-7a09-4086-9b93-9fe793422fbe) {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:49:34.193775 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.db_base_plugin_common [None req-08a700c2-4fb6-4332-beba-8f76f8c6caf8 admin admin] Allocated IP 172.25.4.109 (4a4a035d-ecac-4ead-baa3-25f90788773a/e1a353dc-fac8-4901-a63c-273840237d6a/098e3dd0-9fba-4137-b9f4-8b5ab1fedb4d) {{(pid=102790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:49:34.200877 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e945409f-1ac1-4765-be39-eb0cbe034679 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:49:34.201479 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e945409f-1ac1-4765-be39-eb0cbe034679 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for subnet, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:34.254519 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7911a152-e671-4caf-9647-e5284ecef115 None None] Network cefc0870-7a09-4086-9b93-9fe793422fbe requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 15:49:34.268828 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-e945409f-1ac1-4765-be39-eb0cbe034679 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.1877425 Mar 29 15:49:34.408257 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d71584b9-87f1-45f5-84c7-c993c2416269 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:34.435130 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 57390) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:49:34.449006 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-d70b917c-abde-4626-8676-d152d6c2dc09 tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1881948561', 'description': 'tempest-description--939765083'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:49:34.543540 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cf150f1-954d-4cad-b033-7f0e035db3f5 None None] Network cefc0870-7a09-4086-9b93-9fe793422fbe requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 15:49:34.570018 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a15b972-95c1-4597-8a4d-8fa52a438c5e req-f1b738d1-fd6c-4636-92a6-6c4540814b6b tempest-ServerRescueTestJSON-484479922 tempest-ServerRescueTestJSON-484479922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:49:34.573541 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-1a15b972-95c1-4597-8a4d-8fa52a438c5e req-f1b738d1-fd6c-4636-92a6-6c4540814b6b tempest-ServerRescueTestJSON-484479922 tempest-ServerRescueTestJSON-484479922-project] 10.222.0.42 "GET /v2.0/ports?device_id=68754edd-cbc2-4b62-8e18-7abfa6bb7d34 HTTP/1.1" status: 200 len: 945 time: 1.0113704 Mar 29 15:49:34.599021 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-08a700c2-4fb6-4332-beba-8f76f8c6caf8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:34.662114 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-d70b917c-abde-4626-8676-d152d6c2dc09 tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Notify callbacks [] for security_group, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:34.675344 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-08a700c2-4fb6-4332-beba-8f76f8c6caf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:34.732029 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-fb08ab91-ab99-490f-959e-78485a800efc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c023414f-e03b-4f90-a18e-c0b69c68072d', 'name': 'tempest-snat-router-1553649566', 'tenant_id': 'f6d1802139a14642abc19da5c9d94c97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.113'}], 'enable_snat': False}, 'gw_port_id': '8b63e29c-2ee3-453c-b217-3e2391f93869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:49:28Z', 'updated_at': '2022-03-29T15:49:31Z', 'revision_number': 3, 'project_id': 'f6d1802139a14642abc19da5c9d94c97', 'gw_port': {'id': '8b63e29c-2ee3-453c-b217-3e2391f93869', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:53:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c023414f-e03b-4f90-a18e-c0b69c68072d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:49:29Z', 'updated_at': '2022-03-29T15:49:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-834765-1'}], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:49:34.762405 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08a700c2-4fb6-4332-beba-8f76f8c6caf8 admin admin] Network 4a4a035d-ecac-4ead-baa3-25f90788773a is already hosted by enough agents. {{(pid=102790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:49:34.775823 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-08a700c2-4fb6-4332-beba-8f76f8c6caf8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:49:34.778679 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-27d04e05-1e6f-4350-82a3-f3b7c92bd377 tempest-RoutersAdminTest-935776259 tempest-RoutersAdminTest-935776259-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:34.780293 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08a700c2-4fb6-4332-beba-8f76f8c6caf8 admin admin] Received port after_create {{(pid=102790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:49:34.790229 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 7b44180b-d255-4d84-830a-df03541da459 up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:49:34.795520 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb08ab91-ab99-490f-959e-78485a800efc None None] Checking router: c023414f-e03b-4f90-a18e-c0b69c68072d for host: n-d-834765-1 {{(pid=102792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:49:34.795878 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb08ab91-ab99-490f-959e-78485a800efc None None] Updating router c023414f-e03b-4f90-a18e-c0b69c68072d port 8b63e29c-2ee3-453c-b217-3e2391f93869 binding host n-d-834765-1 {{(pid=102792) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 15:49:34.829777 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-52337590-b9f2-4f9b-a280-e49c3ed8d5c9 req-8bbdcba5-4ea9-40a8-8c41-bd0122c28670 service neutron] 10.222.0.44 "GET /v2.0/networks/2268a9b9-82fd-4886-a91d-3a50e4e16cab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.6681039 Mar 29 15:49:34.833210 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-10bf19e3-dbea-4743-ad48-be1b3d198e11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-938576407 tempest-PortsAdminExtendedAttrsIpV6TestJSON-938576407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639890', 'neutron.services.segments.db._delete_segments_for_network-8783523423079'] for network, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:34.836647 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3574d3d-3d5d-4591-9228-ab5fb3261988 req-4fd7df2f-e58a-441a-b6c4-2385110d9f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:49:34.837683 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a700c2-4fb6-4332-beba-8f76f8c6caf8 admin admin] Pushing event updated for resources: {'Port': ['ID=098e3dd0-9fba-4137-b9f4-8b5ab1fedb4d,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:49:34.838234 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-c3574d3d-3d5d-4591-9228-ab5fb3261988 req-4fd7df2f-e58a-441a-b6c4-2385110d9f6a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=406fd4ed-e828-4758-9c87-5ac29cec1b72 HTTP/1.1" status: 200 len: 853 time: 1.0334277 Mar 29 15:49:34.876999 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-fb08ab91-ab99-490f-959e-78485a800efc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:34.885348 n-d-834765-1 neutron-server[102790]: INFO neutron.api.v2.resource [req-86ef1b56-e682-4bf3-a0b5-6621231add84 req-72a4e8c4-d876-4455-ac79-d8967aa0e0e8 tempest-SecurityGroupsNegativeTestJSON-813337466 tempest-SecurityGroupsNegativeTestJSON-813337466-project] show failed (client error): The resource could not be found. Mar 29 15:49:34.889642 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-86ef1b56-e682-4bf3-a0b5-6621231add84 req-72a4e8c4-d876-4455-ac79-d8967aa0e0e8 tempest-SecurityGroupsNegativeTestJSON-813337466 tempest-SecurityGroupsNegativeTestJSON-813337466-project] 10.222.0.42 "GET /v2.0/security-groups/d3265e2a-2407-49e5-9f0b-feff5fc42f9e HTTP/1.1" status: 404 len: 352 time: 0.1200831 Mar 29 15:49:34.913458 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-10bf19e3-dbea-4743-ad48-be1b3d198e11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-938576407 tempest-PortsAdminExtendedAttrsIpV6TestJSON-938576407-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7e68ce5-a366-4ade-ae0c-e4dc4b1cf7db']}} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:49:34.935222 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-1a15b972-95c1-4597-8a4d-8fa52a438c5e req-d7bb4fed-8852-4050-85e3-e00c5c305230 tempest-ServerRescueTestJSON-484479922 tempest-ServerRescueTestJSON-484479922-project] 10.222.0.42 "GET /v2.0/security-groups?id=a3f3b05e-b4b0-4bd5-8f61-9140e1e7cbea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2757869 Mar 29 15:49:34.946964 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-10bf19e3-dbea-4743-ad48-be1b3d198e11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-938576407 tempest-PortsAdminExtendedAttrsIpV6TestJSON-938576407-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2e7d03b-cb05-4939-ab0a-92d0371dd21e') {'for_net_delete': True} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:49:34.947311 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-10bf19e3-dbea-4743-ad48-be1b3d198e11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-938576407 tempest-PortsAdminExtendedAttrsIpV6TestJSON-938576407-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2e7d03b-cb05-4939-ab0a-92d0371dd21e') {} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:49:35.001724 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port 7b44180b-d255-4d84-830a-df03541da459 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:49:35.001997 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:35.015193 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-10bf19e3-dbea-4743-ad48-be1b3d198e11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-938576407 tempest-PortsAdminExtendedAttrsIpV6TestJSON-938576407-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783523422064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4230428'] for segment, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:35.056482 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-10bf19e3-dbea-4743-ad48-be1b3d198e11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-938576407 tempest-PortsAdminExtendedAttrsIpV6TestJSON-938576407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:35.067914 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-d70b917c-abde-4626-8676-d152d6c2dc09 tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Notify callbacks [] for security_group, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:35.072392 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3574d3d-3d5d-4591-9228-ab5fb3261988 req-786f7793-96d0-4f80-8f0a-c86fb2191527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:49:35.073607 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-c3574d3d-3d5d-4591-9228-ab5fb3261988 req-786f7793-96d0-4f80-8f0a-c86fb2191527 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5820eec2-ced2-414a-ab32-af1fabeb5f44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2202303 Mar 29 15:49:35.077008 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-d70b917c-abde-4626-8676-d152d6c2dc09 tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:35.132631 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10bf19e3-dbea-4743-ad48-be1b3d198e11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-938576407 tempest-PortsAdminExtendedAttrsIpV6TestJSON-938576407-project] Releasing vlan 636 on physical network physnet1 to pool {{(pid=102791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 15:49:35.133036 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-10bf19e3-dbea-4743-ad48-be1b3d198e11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-938576407 tempest-PortsAdminExtendedAttrsIpV6TestJSON-938576407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16169569'] for segment, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:35.138185 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70b917c-abde-4626-8676-d152d6c2dc09 tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Pushing event updated for resources: {'SecurityGroup': ['ID=883e0cc1-8238-4251-86bf-7026ffbeaddd,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:49:35.141154 n-d-834765-1 neutron-server[102791]: Traceback (most recent call last): Mar 29 15:49:35.141154 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 15:49:35.141154 n-d-834765-1 neutron-server[102791]: timer() Mar 29 15:49:35.141154 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 15:49:35.141154 n-d-834765-1 neutron-server[102791]: cb(*args, **kw) Mar 29 15:49:35.141154 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 15:49:35.141154 n-d-834765-1 neutron-server[102791]: return func(*args, **kwargs) Mar 29 15:49:35.141154 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 15:49:35.141154 n-d-834765-1 neutron-server[102791]: self._notify() Mar 29 15:49:35.141154 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 15:49:35.141154 n-d-834765-1 neutron-server[102791]: self.callback(batched_events) Mar 29 15:49:35.141154 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 15:49:35.141154 n-d-834765-1 neutron-server[102791]: event.method(event) Mar 29 15:49:35.141154 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 15:49:35.141154 n-d-834765-1 neutron-server[102791]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 15:49:35.141154 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 15:49:35.141154 n-d-834765-1 neutron-server[102791]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 15:49:35.141154 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 15:49:35.141154 n-d-834765-1 neutron-server[102791]: return f(self, *a, **k) Mar 29 15:49:35.141154 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 15:49:35.141154 n-d-834765-1 neutron-server[102791]: return self._get(url).json() Mar 29 15:49:35.141154 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 15:49:35.141154 n-d-834765-1 neutron-server[102791]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 15:49:35.141154 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 15:49:35.141154 n-d-834765-1 neutron-server[102791]: return self.request(url, 'GET', **kwargs) Mar 29 15:49:35.141154 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 15:49:35.141154 n-d-834765-1 neutron-server[102791]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 15:49:35.141154 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 15:49:35.141154 n-d-834765-1 neutron-server[102791]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 15:49:35.141154 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 15:49:35.141154 n-d-834765-1 neutron-server[102791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 15:49:35.141154 n-d-834765-1 neutron-server[102791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 15:49:35.204295 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-323fe72f-0b2e-4c4f-b879-767b5f75f94d req-5de1e7e7-61d3-42e0-bc16-37c840170a78 tempest-SecurityGroupsNegativeTestJSON-813337466 tempest-SecurityGroupsNegativeTestJSON-813337466-project] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b236052f3e44466aa9ab4058223599cf HTTP/1.1" status: 200 len: 2988 time: 0.2023656 Mar 29 15:49:35.214542 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-d70b917c-abde-4626-8676-d152d6c2dc09 tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:35.218971 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-d70b917c-abde-4626-8676-d152d6c2dc09 tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.7827842 Mar 29 15:49:35.221553 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 57432) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:49:35.244450 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-61b24729-9742-46c9-ba41-a517855822e2 tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Request body: {'security_group_rule': {'security_group_id': '883e0cc1-8238-4251-86bf-7026ffbeaddd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:49:35.266018 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:35.360779 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] For port 7b44180b-d255-4d84-830a-df03541da459, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=7b44180b-d255-4d84-830a-df03541da459,segment=NetworkSegment(0cf4c8fa-aed1-409e-b278-011a45c757bf),segment_id=0cf4c8fa-aed1-409e-b278-011a45c757bf)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:49:35.373049 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-10bf19e3-dbea-4743-ad48-be1b3d198e11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-938576407 tempest-PortsAdminExtendedAttrsIpV6TestJSON-938576407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1639897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648174'] for network, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:35.373221 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:35.383038 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-10bf19e3-dbea-4743-ad48-be1b3d198e11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-938576407 tempest-PortsAdminExtendedAttrsIpV6TestJSON-938576407-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for network, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:35.389639 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-10bf19e3-dbea-4743-ad48-be1b3d198e11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-938576407 tempest-PortsAdminExtendedAttrsIpV6TestJSON-938576407-project] 10.222.0.42 "DELETE /v2.0/networks/f7e68ce5-a366-4ade-ae0c-e4dc4b1cf7db HTTP/1.1" status: 204 len: 168 time: 1.5745411 Mar 29 15:49:35.450679 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046a42a7-71ca-4b75-a431-4cb83bd0d020 req-16d21656-44f8-4236-9dda-9e8db647c827 tempest-ListImageFiltersTestJSON-176973066 tempest-ListImageFiltersTestJSON-176973066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:49:35.453193 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-046a42a7-71ca-4b75-a431-4cb83bd0d020 req-16d21656-44f8-4236-9dda-9e8db647c827 tempest-ListImageFiltersTestJSON-176973066 tempest-ListImageFiltersTestJSON-176973066-project] 10.222.0.42 "GET /v2.0/ports?device_id=197b2eca-77cd-4241-8165-39634a9be874 HTTP/1.1" status: 200 len: 949 time: 0.2450042 Mar 29 15:49:35.455123 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bf19e3-dbea-4743-ad48-be1b3d198e11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-938576407 tempest-PortsAdminExtendedAttrsIpV6TestJSON-938576407-project] Pushing event deleted for resources: {'Network': ['ID=f7e68ce5-a366-4ade-ae0c-e4dc4b1cf7db,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:49:35.469466 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-61b24729-9742-46c9-ba41-a517855822e2 tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:35.473236 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-08a700c2-4fb6-4332-beba-8f76f8c6caf8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:35.479573 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-323fe72f-0b2e-4c4f-b879-767b5f75f94d req-ca432c2e-3ba9-42c4-84a7-8933cfef54ea tempest-SecurityGroupsNegativeTestJSON-813337466 tempest-SecurityGroupsNegativeTestJSON-813337466-project] 10.222.0.42 "GET /v2.0/security-groups/a4398b85-8215-49b2-87f0-8e83358cb2f1 HTTP/1.1" status: 200 len: 2985 time: 0.2741308 Mar 29 15:49:35.512244 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-c3574d3d-3d5d-4591-9228-ab5fb3261988 req-c07b5815-d172-4eec-91b8-2a347580e0d2 service neutron] 10.222.0.48 "GET /v2.0/networks/5820eec2-ced2-414a-ab32-af1fabeb5f44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4020445 Mar 29 15:49:35.517572 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Pushing event updated for resources: {'Port': ['ID=7b44180b-d255-4d84-830a-df03541da459,revision_number=3']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:49:35.539338 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-fb08ab91-ab99-490f-959e-78485a800efc None None] Notify callbacks [] for port, precommit_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:35.552056 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-fb08ab91-ab99-490f-959e-78485a800efc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:35.641719 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-fb08ab91-ab99-490f-959e-78485a800efc None None] Attempting to bind port 8b63e29c-2ee3-453c-b217-3e2391f93869 on host n-d-834765-1 for vnic_type normal with profile {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:49:35.642248 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-fb08ab91-ab99-490f-959e-78485a800efc None None] Attempting to bind port 8b63e29c-2ee3-453c-b217-3e2391f93869 by drivers openvswitch,hyperv on host n-d-834765-1 at level 0 using segments [{'id': '6ab47353-a811-4bad-bc73-b4cc84583cfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:49:35.642766 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb08ab91-ab99-490f-959e-78485a800efc None None] Attempting to bind port 8b63e29c-2ee3-453c-b217-3e2391f93869 on network 4a4a035d-ecac-4ead-baa3-25f90788773a {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:49:35.648222 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4018b18f-c48b-4834-ae55-915c14beee1c None None] Pushing event updated for resources: {'Port': ['ID=8b63e29c-2ee3-453c-b217-3e2391f93869,revision_number=2']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:49:35.665027 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb08ab91-ab99-490f-959e-78485a800efc None None] Checking agent: {'id': 'a8866439-9d96-425c-b519-6905c591ac37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 25, 36), 'started_at': datetime.datetime(2022, 3, 29, 15, 26, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 49, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834765-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:49:35.665524 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb08ab91-ab99-490f-959e-78485a800efc None None] Checking segment: {'id': '6ab47353-a811-4bad-bc73-b4cc84583cfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:49:35.665816 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-fb08ab91-ab99-490f-959e-78485a800efc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:35.666191 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb08ab91-ab99-490f-959e-78485a800efc None None] Bound using segment: {'id': '6ab47353-a811-4bad-bc73-b4cc84583cfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:49:35.666738 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-fb08ab91-ab99-490f-959e-78485a800efc None None] Bound port: 8b63e29c-2ee3-453c-b217-3e2391f93869, host: n-d-834765-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ab47353-a811-4bad-bc73-b4cc84583cfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'}}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 15:49:35.667503 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-fb08ab91-ab99-490f-959e-78485a800efc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:35.677597 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-046a42a7-71ca-4b75-a431-4cb83bd0d020 req-da7bf284-68a8-4399-ae2a-ca48ccbbd44b tempest-ListImageFiltersTestJSON-176973066 tempest-ListImageFiltersTestJSON-176973066-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8fce4e5-0e3f-4b15-b93d-992bb72b4709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510582 Mar 29 15:49:35.704731 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-323fe72f-0b2e-4c4f-b879-767b5f75f94d req-848f18c5-3417-4112-a1d7-7a1eaac04c80 tempest-SecurityGroupsNegativeTestJSON-813337466 tempest-SecurityGroupsNegativeTestJSON-813337466-project] 10.222.0.42 "GET /v2.0/security-groups/a4398b85-8215-49b2-87f0-8e83358cb2f1 HTTP/1.1" status: 200 len: 2985 time: 0.2207551 Mar 29 15:49:35.743159 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-0cb6abf6-2706-4e52-8825-f5f644ecf9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:35.766661 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-fb08ab91-ab99-490f-959e-78485a800efc None None] For port 8b63e29c-2ee3-453c-b217-3e2391f93869, host n-d-834765-1, cleared binding levels {{(pid=102792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:49:35.770743 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-fb08ab91-ab99-490f-959e-78485a800efc None None] For port 8b63e29c-2ee3-453c-b217-3e2391f93869, host n-d-834765-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=8b63e29c-2ee3-453c-b217-3e2391f93869,segment=NetworkSegment(6ab47353-a811-4bad-bc73-b4cc84583cfd),segment_id=6ab47353-a811-4bad-bc73-b4cc84583cfd)] {{(pid=102792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:49:35.777965 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-fb08ab91-ab99-490f-959e-78485a800efc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:35.785211 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-61b24729-9742-46c9-ba41-a517855822e2 tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:35.789747 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-27d04e05-1e6f-4350-82a3-f3b7c92bd377 tempest-RoutersAdminTest-935776259 tempest-RoutersAdminTest-935776259-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:35.812773 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-61b24729-9742-46c9-ba41-a517855822e2 tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610998'] for security_group_rule, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:35.832919 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-c3574d3d-3d5d-4591-9228-ab5fb3261988 req-b2687f6b-7d98-4314-a403-15bd95cb40bc service neutron] 10.222.0.48 "GET /v2.0/networks/5820eec2-ced2-414a-ab32-af1fabeb5f44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3101907 Mar 29 15:49:35.834278 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-27d04e05-1e6f-4350-82a3-f3b7c92bd377 tempest-RoutersAdminTest-935776259 tempest-RoutersAdminTest-935776259-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:35.896523 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4018b18f-c48b-4834-ae55-915c14beee1c None None] Pushing event updated for resources: {'Port': ['ID=8b63e29c-2ee3-453c-b217-3e2391f93869,revision_number=3']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:49:35.900834 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92665a42-5d29-4e32-ac7d-0696006cce76 None None] Network 94f600c4-9204-48b8-9dde-4e8016a6c980 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 15:49:35.920953 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 57440) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:49:35.957274 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_common [None req-27d04e05-1e6f-4350-82a3-f3b7c92bd377 tempest-RoutersAdminTest-935776259 tempest-RoutersAdminTest-935776259-project-admin] Allocated IP 172.25.4.133 (4a4a035d-ecac-4ead-baa3-25f90788773a/e1a353dc-fac8-4901-a63c-273840237d6a/df8830a1-a905-49d8-85e0-3e9910db5528) {{(pid=102791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:49:36.094053 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:36.099644 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb08ab91-ab99-490f-959e-78485a800efc None None] Routers {'c023414f-e03b-4f90-a18e-c0b69c68072d'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:49:36.100291 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-fb08ab91-ab99-490f-959e-78485a800efc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:49:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['c023414f-e03b-4f90-a18e-c0b69c68072d'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:49:36.152046 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-27d04e05-1e6f-4350-82a3-f3b7c92bd377 tempest-RoutersAdminTest-935776259 tempest-RoutersAdminTest-935776259-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:36.176452 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5209993a-8b5e-4e6b-b1fa-1fa4f4a94702 req-cbdd65c2-3b92-46e8-90fc-8ea4d2c03476 tempest-ServerRescueTestJSON-484479922 tempest-ServerRescueTestJSON-484479922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:49:36.178137 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-5209993a-8b5e-4e6b-b1fa-1fa4f4a94702 req-cbdd65c2-3b92-46e8-90fc-8ea4d2c03476 tempest-ServerRescueTestJSON-484479922 tempest-ServerRescueTestJSON-484479922-project] 10.222.0.42 "GET /v2.0/ports?device_id=68754edd-cbc2-4b62-8e18-7abfa6bb7d34 HTTP/1.1" status: 200 len: 945 time: 0.1248770 Mar 29 15:49:36.185504 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-791b5a0a-750a-4c88-837b-bb76425c9b37 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0335021929f24ac3b4a6d518aa7a697f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2605464 Mar 29 15:49:36.187058 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 57446) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:49:36.206583 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-d4364ed6-38c3-474e-baa7-5d1899041619 None None] Provisioning complete for port 7b44180b-d255-4d84-830a-df03541da459 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:49:36.206902 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d4364ed6-38c3-474e-baa7-5d1899041619 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:36.211785 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b24729-9742-46c9-ba41-a517855822e2 tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58d6c17d-0b5b-48ae-9c7e-69e9479b483f,revision_number=0']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:49:36.245127 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-61b24729-9742-46c9-ba41-a517855822e2 tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:36.247233 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-61b24729-9742-46c9-ba41-a517855822e2 tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0111878 Mar 29 15:49:36.253784 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 57448) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:49:36.259638 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-8662bc0e-6a88-4865-abaa-d2a44e51b7cd tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Request body: {'security_group_rule': {'security_group_id': '883e0cc1-8238-4251-86bf-7026ffbeaddd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:49:36.271328 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-6a2ccfce-db69-4f55-aa7d-fcfe00b55d2d req-a1113944-cb9d-4717-961a-ff6a250d1a5b tempest-SecurityGroupsNegativeTestJSON-813337466 tempest-SecurityGroupsNegativeTestJSON-813337466-project] 10.222.0.42 "GET /v2.0/security-groups/a4398b85-8215-49b2-87f0-8e83358cb2f1 HTTP/1.1" status: 200 len: 2985 time: 0.5359795 Mar 29 15:49:36.299471 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-08a700c2-4fb6-4332-beba-8f76f8c6caf8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648118'] for router, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:36.303568 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-5209993a-8b5e-4e6b-b1fa-1fa4f4a94702 req-dda73709-56fd-41e3-a022-bfe2a4e44bd8 tempest-ServerRescueTestJSON-484479922 tempest-ServerRescueTestJSON-484479922-project] 10.222.0.42 "GET /v2.0/security-groups?id=a3f3b05e-b4b0-4bd5-8f61-9140e1e7cbea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079564 Mar 29 15:49:36.306369 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-27d04e05-1e6f-4350-82a3-f3b7c92bd377 tempest-RoutersAdminTest-935776259 tempest-RoutersAdminTest-935776259-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:36.347416 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-89e3384b-b5f5-43c0-920f-ec947411a704 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:36.370543 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27d04e05-1e6f-4350-82a3-f3b7c92bd377 tempest-RoutersAdminTest-935776259 tempest-RoutersAdminTest-935776259-project-admin] Network 4a4a035d-ecac-4ead-baa3-25f90788773a is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:49:36.375755 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-8662bc0e-6a88-4865-abaa-d2a44e51b7cd tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:36.381360 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [None req-27d04e05-1e6f-4350-82a3-f3b7c92bd377 tempest-RoutersAdminTest-935776259 tempest-RoutersAdminTest-935776259-project-admin] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:49:36.388424 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27d04e05-1e6f-4350-82a3-f3b7c92bd377 tempest-RoutersAdminTest-935776259 tempest-RoutersAdminTest-935776259-project-admin] Received port after_create {{(pid=102791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:49:36.394723 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d04e05-1e6f-4350-82a3-f3b7c92bd377 tempest-RoutersAdminTest-935776259 tempest-RoutersAdminTest-935776259-project-admin] Pushing event updated for resources: {'Port': ['ID=df8830a1-a905-49d8-85e0-3e9910db5528,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:49:36.399163 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-89e3384b-b5f5-43c0-920f-ec947411a704 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:36.477832 n-d-834765-1 neutron-server[102790]: INFO neutron.api.v2.resource [req-6a2ccfce-db69-4f55-aa7d-fcfe00b55d2d req-342eb0c9-8f55-4914-b933-53b87892652c tempest-SecurityGroupsNegativeTestJSON-813337466 tempest-SecurityGroupsNegativeTestJSON-813337466-project] delete failed (client error): There was a conflict when trying to complete your request. Mar 29 15:49:36.478897 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-6a2ccfce-db69-4f55-aa7d-fcfe00b55d2d req-342eb0c9-8f55-4914-b933-53b87892652c tempest-SecurityGroupsNegativeTestJSON-813337466 tempest-SecurityGroupsNegativeTestJSON-813337466-project] 10.222.0.42 "DELETE /v2.0/security-groups/a4398b85-8215-49b2-87f0-8e83358cb2f1 HTTP/1.1" status: 409 len: 352 time: 0.1964242 Mar 29 15:49:36.509267 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-8662bc0e-6a88-4865-abaa-d2a44e51b7cd tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:36.524430 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-8662bc0e-6a88-4865-abaa-d2a44e51b7cd tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610998'] for security_group_rule, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:36.557201 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8662bc0e-6a88-4865-abaa-d2a44e51b7cd tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8bba598-d13a-435f-a4b3-832bbc46bc87,revision_number=0']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:49:36.577361 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-8662bc0e-6a88-4865-abaa-d2a44e51b7cd tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:36.579171 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-8662bc0e-6a88-4865-abaa-d2a44e51b7cd tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3229747 Mar 29 15:49:36.579952 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvr_db [None req-fb08ab91-ab99-490f-959e-78485a800efc None None] Set router c023414f-e03b-4f90-a18e-c0b69c68072d gateway port host: n-d-834765-1 {{(pid=102792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:49:36.583308 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 57452) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:49:36.588688 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-436aeb68-847f-4e28-a3a1-e34824b8cd4b tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Request body: {'floatingip': {'floating_network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:49:36.595518 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08a700c2-4fb6-4332-beba-8f76f8c6caf8 admin admin] Router dfbdc0c2-6ca9-4994-8c3b-b9daf11b3b7e is scheduled to L3 agent c648d819-1060-4f26-b4ec-6455387b5dff with binding_index 1 {{(pid=102790) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 29 15:49:36.597544 n-d-834765-1 neutron-server[102791]: INFO neutron.api.v2.resource [req-239a42cc-1876-4fdc-b3fb-65bedbdd0dca req-bcffe736-3c25-4d64-a86e-6450ddac83a1 tempest-SecurityGroupsNegativeTestJSON-813337466 tempest-SecurityGroupsNegativeTestJSON-813337466-project] show failed (client error): The resource could not be found. Mar 29 15:49:36.610610 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-239a42cc-1876-4fdc-b3fb-65bedbdd0dca req-bcffe736-3c25-4d64-a86e-6450ddac83a1 tempest-SecurityGroupsNegativeTestJSON-813337466 tempest-SecurityGroupsNegativeTestJSON-813337466-project] 10.222.0.42 "GET /v2.0/security-groups/123c1c5a-34eb-45f1-8167-cc63fbc6050d HTTP/1.1" status: 404 len: 352 time: 0.0850317 Mar 29 15:49:36.613572 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-89e3384b-b5f5-43c0-920f-ec947411a704 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:36.616308 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-89e3384b-b5f5-43c0-920f-ec947411a704 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:36.617306 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-89e3384b-b5f5-43c0-920f-ec947411a704 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/42be66ce-5b8b-4a3c-af5a-db8a8b58739b HTTP/1.1" status: 204 len: 168 time: 0.4291818 Mar 29 15:49:36.633817 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e3384b-b5f5-43c0-920f-ec947411a704 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42be66ce-5b8b-4a3c-af5a-db8a8b58739b,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:49:36.734150 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-436aeb68-847f-4e28-a3a1-e34824b8cd4b tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Notify callbacks [] for floatingip, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:36.754024 n-d-834765-1 neutron-server[102790]: INFO neutron.api.v2.resource [req-1d0d864b-cc85-4f3a-ae35-e1cba96cbfb2 req-cb873619-68a7-438d-a8ec-64e23e6911fb tempest-SecurityGroupsNegativeTestJSON-813337466 tempest-SecurityGroupsNegativeTestJSON-813337466-project] show failed (client error): The resource could not be found. Mar 29 15:49:36.769451 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-1d0d864b-cc85-4f3a-ae35-e1cba96cbfb2 req-cb873619-68a7-438d-a8ec-64e23e6911fb tempest-SecurityGroupsNegativeTestJSON-813337466 tempest-SecurityGroupsNegativeTestJSON-813337466-project] 10.222.0.42 "GET /v2.0/security-groups/899c731a-d721-4e9b-adda-f483421a0c7d HTTP/1.1" status: 404 len: 352 time: 0.1026850 Mar 29 15:49:36.793318 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 57460) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:49:36.831666 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 7b44180b-d255-4d84-830a-df03541da459 up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:49:36.895317 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-27d04e05-1e6f-4350-82a3-f3b7c92bd377 tempest-RoutersAdminTest-935776259 tempest-RoutersAdminTest-935776259-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:36.955574 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port 7b44180b-d255-4d84-830a-df03541da459 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:49:36.955962 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:36.973813 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08a700c2-4fb6-4332-beba-8f76f8c6caf8 admin admin] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:49:36.987853 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dbbd63c-f49a-45e4-b682-f1a27a4c05ad None None] Sync routers for ids ['dfbdc0c2-6ca9-4994-8c3b-b9daf11b3b7e'] in n-d-834765-1 {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:49:37.002655 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.db_base_plugin_v2 [None req-c44511ca-b6f7-475e-a075-6afe790139e1 admin admin] Deleting subnet 8ef6e2e0-69c5-478d-a582-83426b7ec662 {{(pid=102790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 15:49:37.005372 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dbbd63c-f49a-45e4-b682-f1a27a4c05ad None None] Routers {'dfbdc0c2-6ca9-4994-8c3b-b9daf11b3b7e'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:49:37.006064 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-7dbbd63c-f49a-45e4-b682-f1a27a4c05ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:49:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['dfbdc0c2-6ca9-4994-8c3b-b9daf11b3b7e'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:49:37.012362 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe624b9-818c-4f44-b48e-8afaee1e641d req-5fb180f4-b11b-4899-9ed2-6178e031735a tempest-ListImageFiltersTestJSON-176973066 tempest-ListImageFiltersTestJSON-176973066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:49:37.021928 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-afe624b9-818c-4f44-b48e-8afaee1e641d req-5fb180f4-b11b-4899-9ed2-6178e031735a tempest-ListImageFiltersTestJSON-176973066 tempest-ListImageFiltersTestJSON-176973066-project] 10.222.0.42 "GET /v2.0/ports?device_id=197b2eca-77cd-4241-8165-39634a9be874 HTTP/1.1" status: 200 len: 949 time: 0.1970701 Mar 29 15:49:37.034237 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c44511ca-b6f7-475e-a075-6afe790139e1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:37.083734 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 57464) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:49:37.116310 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-08a700c2-4fb6-4332-beba-8f76f8c6caf8 admin admin] Notify callbacks [] for router, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:37.117553 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-08a700c2-4fb6-4332-beba-8f76f8c6caf8 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.9941983 Mar 29 15:49:37.121535 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 57466) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:49:37.132901 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-fb08ab91-ab99-490f-959e-78485a800efc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c023414f-e03b-4f90-a18e-c0b69c68072d', 'name': 'tempest-snat-router-1553649566', 'tenant_id': 'f6d1802139a14642abc19da5c9d94c97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.113'}], 'enable_snat': False}, 'gw_port_id': '8b63e29c-2ee3-453c-b217-3e2391f93869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:49:28Z', 'updated_at': '2022-03-29T15:49:31Z', 'revision_number': 3, 'project_id': 'f6d1802139a14642abc19da5c9d94c97', 'gw_port': {'id': '8b63e29c-2ee3-453c-b217-3e2391f93869', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:53:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c023414f-e03b-4f90-a18e-c0b69c68072d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:49:29Z', 'updated_at': '2022-03-29T15:49:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-834765-1'}], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:49:37.137762 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-afe624b9-818c-4f44-b48e-8afaee1e641d req-23d6b060-e831-41a8-a802-85d65703d5a9 tempest-ListImageFiltersTestJSON-176973066 tempest-ListImageFiltersTestJSON-176973066-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8fce4e5-0e3f-4b15-b93d-992bb72b4709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148989 Mar 29 15:49:37.152112 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c44511ca-b6f7-475e-a075-6afe790139e1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4614024'] for subnet, precommit_delete_associations {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:37.170604 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb08ab91-ab99-490f-959e-78485a800efc None None] The sync data for ids ['c023414f-e03b-4f90-a18e-c0b69c68072d'] in n-d-834765-1 is: [{'id': 'c023414f-e03b-4f90-a18e-c0b69c68072d', 'name': 'tempest-snat-router-1553649566', 'tenant_id': 'f6d1802139a14642abc19da5c9d94c97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.113'}], 'enable_snat': False}, 'gw_port_id': '8b63e29c-2ee3-453c-b217-3e2391f93869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:49:28Z', 'updated_at': '2022-03-29T15:49:31Z', 'revision_number': 3, 'project_id': 'f6d1802139a14642abc19da5c9d94c97', 'gw_port': {'id': '8b63e29c-2ee3-453c-b217-3e2391f93869', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:53:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c023414f-e03b-4f90-a18e-c0b69c68072d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:49:29Z', 'updated_at': '2022-03-29T15:49:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-834765-1'}] {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:49:37.219708 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-cb373378-1bf6-40ea-9e17-c0696413a7a7 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=fe133359975e4037825162008ddffd9f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1335895 Mar 29 15:49:37.222232 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 57470) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:49:37.255217 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-d69ad3ce-a82f-4c1c-97bc-b2da22fb8ffe None None] Provisioning complete for port 7b44180b-d255-4d84-830a-df03541da459 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:49:37.255708 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d69ad3ce-a82f-4c1c-97bc-b2da22fb8ffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:37.271239 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvr_db [None req-7dbbd63c-f49a-45e4-b682-f1a27a4c05ad None None] Set router dfbdc0c2-6ca9-4994-8c3b-b9daf11b3b7e gateway port host: n-d-834765-1 {{(pid=102793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:49:37.343900 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-27d04e05-1e6f-4350-82a3-f3b7c92bd377 tempest-RoutersAdminTest-935776259 tempest-RoutersAdminTest-935776259-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648118'] for router, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:37.359830 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-001a563c-c0c0-43e5-8847-9cea934cd36b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:37.417068 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-436aeb68-847f-4e28-a3a1-e34824b8cd4b tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:37.446669 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c44511ca-b6f7-475e-a075-6afe790139e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1641287'] for subnet, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:37.513737 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-001a563c-c0c0-43e5-8847-9cea934cd36b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:37.669280 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-7dbbd63c-f49a-45e4-b682-f1a27a4c05ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfbdc0c2-6ca9-4994-8c3b-b9daf11b3b7e', 'name': 'tempest-ServersTestBootFromVolume-1632588302-router', 'tenant_id': 'a2225105c4c64cec9c8922b4222928a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': '098e3dd0-9fba-4137-b9f4-8b5ab1fedb4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:49:32Z', 'updated_at': '2022-03-29T15:49:35Z', 'revision_number': 3, 'project_id': 'a2225105c4c64cec9c8922b4222928a3', 'gw_port': {'id': '098e3dd0-9fba-4137-b9f4-8b5ab1fedb4d', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:9a:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfbdc0c2-6ca9-4994-8c3b-b9daf11b3b7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1727, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:49:33Z', 'updated_at': '2022-03-29T15:49:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1'}], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:49:37.682173 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6231a0-fbb5-4c69-ba52-ea4f3c438d24 req-fb1ba175-182a-4558-a877-a0fd5f108409 tempest-ServerRescueTestJSON-484479922 tempest-ServerRescueTestJSON-484479922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:49:37.684743 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-3a6231a0-fbb5-4c69-ba52-ea4f3c438d24 req-fb1ba175-182a-4558-a877-a0fd5f108409 tempest-ServerRescueTestJSON-484479922 tempest-ServerRescueTestJSON-484479922-project] 10.222.0.42 "GET /v2.0/ports?device_id=68754edd-cbc2-4b62-8e18-7abfa6bb7d34 HTTP/1.1" status: 200 len: 945 time: 0.2282674 Mar 29 15:49:37.722695 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-001a563c-c0c0-43e5-8847-9cea934cd36b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:37.725713 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-001a563c-c0c0-43e5-8847-9cea934cd36b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:37.727186 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-001a563c-c0c0-43e5-8847-9cea934cd36b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ff9ce2ab-afa1-4681-a2a0-387da1030fb3 HTTP/1.1" status: 204 len: 168 time: 0.5038764 Mar 29 15:49:37.763536 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001a563c-c0c0-43e5-8847-9cea934cd36b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff9ce2ab-afa1-4681-a2a0-387da1030fb3,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:49:37.783702 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-3a6231a0-fbb5-4c69-ba52-ea4f3c438d24 req-cce3e95c-d4d6-4a0c-8c7b-901fc65bae97 tempest-ServerRescueTestJSON-484479922 tempest-ServerRescueTestJSON-484479922-project] 10.222.0.42 "GET /v2.0/security-groups?id=a3f3b05e-b4b0-4bd5-8f61-9140e1e7cbea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864537 Mar 29 15:49:37.785002 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27d04e05-1e6f-4350-82a3-f3b7c92bd377 tempest-RoutersAdminTest-935776259 tempest-RoutersAdminTest-935776259-project-admin] Router e257b2a8-323d-41ae-9a2a-7e6dd02edc8f is scheduled to L3 agent c648d819-1060-4f26-b4ec-6455387b5dff with binding_index 1 {{(pid=102791) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 29 15:49:37.798583 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c44511ca-b6f7-475e-a075-6afe790139e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1641294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5231963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4793952'] for subnet, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:37.866373 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c44511ca-b6f7-475e-a075-6afe790139e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for subnet, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:37.875871 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-c44511ca-b6f7-475e-a075-6afe790139e1 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/8ef6e2e0-69c5-478d-a582-83426b7ec662 HTTP/1.1" status: 204 len: 168 time: 1.0809433 Mar 29 15:49:37.880249 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 57494) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:49:37.888053 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44511ca-b6f7-475e-a075-6afe790139e1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8ef6e2e0-69c5-478d-a582-83426b7ec662,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:49:37.969060 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-bb18ccf5-2d3e-437b-b81c-ed89744ae342 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1631750'] for network, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:37.994550 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dbbd63c-f49a-45e4-b682-f1a27a4c05ad None None] Checking router: dfbdc0c2-6ca9-4994-8c3b-b9daf11b3b7e for host: n-d-834765-1 {{(pid=102793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:49:37.995893 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dbbd63c-f49a-45e4-b682-f1a27a4c05ad None None] Updating router dfbdc0c2-6ca9-4994-8c3b-b9daf11b3b7e port 098e3dd0-9fba-4137-b9f4-8b5ab1fedb4d binding host n-d-834765-1 {{(pid=102793) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 15:49:38.008101 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27d04e05-1e6f-4350-82a3-f3b7c92bd377 tempest-RoutersAdminTest-935776259 tempest-RoutersAdminTest-935776259-project-admin] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:49:38.020835 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbd86a39-f7b1-4576-b35b-f9536b7d98cc None None] Sync routers for ids ['e257b2a8-323d-41ae-9a2a-7e6dd02edc8f'] in n-d-834765-1 {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:49:38.040488 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.db_base_plugin_common [None req-436aeb68-847f-4e28-a3a1-e34824b8cd4b tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Allocated IP 172.25.4.62 (4a4a035d-ecac-4ead-baa3-25f90788773a/e1a353dc-fac8-4901-a63c-273840237d6a/6c17f9db-fa74-4720-bac6-5ea5ed490aaf) {{(pid=102790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:49:38.045333 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbd86a39-f7b1-4576-b35b-f9536b7d98cc None None] Routers {'e257b2a8-323d-41ae-9a2a-7e6dd02edc8f'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:49:38.047530 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-dbd86a39-f7b1-4576-b35b-f9536b7d98cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:49:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['e257b2a8-323d-41ae-9a2a-7e6dd02edc8f'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:49:38.071538 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-27d04e05-1e6f-4350-82a3-f3b7c92bd377 tempest-RoutersAdminTest-935776259 tempest-RoutersAdminTest-935776259-project-admin] Notify callbacks [] for router, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:38.073215 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-27d04e05-1e6f-4350-82a3-f3b7c92bd377 tempest-RoutersAdminTest-935776259 tempest-RoutersAdminTest-935776259-project-admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 4.6936662 Mar 29 15:49:38.077023 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 57496) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:49:38.109922 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-7dbbd63c-f49a-45e4-b682-f1a27a4c05ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:38.237956 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-de131442-9fd3-470c-a5fb-112dd98fe470 tempest-RoutersAdminTest-935776259 tempest-RoutersAdminTest-935776259-project-admin] 10.222.0.42 "GET /v2.0/routers/e257b2a8-323d-41ae-9a2a-7e6dd02edc8f HTTP/1.1" status: 200 len: 908 time: 0.1585598 Mar 29 15:49:38.240386 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 57500) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:49:38.263691 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvr_db [None req-dbd86a39-f7b1-4576-b35b-f9536b7d98cc None None] Set router e257b2a8-323d-41ae-9a2a-7e6dd02edc8f gateway port host: n-d-834765-1 {{(pid=102792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:49:38.358782 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-bb18ccf5-2d3e-437b-b81c-ed89744ae342 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639890', 'neutron.services.segments.db._delete_segments_for_network-8783523423079'] for network, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:38.407081 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-bb18ccf5-2d3e-437b-b81c-ed89744ae342 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cefc0870-7a09-4086-9b93-9fe793422fbe']}} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:49:38.441179 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-161c16fa-2e76-4533-957e-605683cc8a48 tempest-RoutersAdminTest-935776259 tempest-RoutersAdminTest-935776259-project-admin] Notify callbacks [] for router, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:38.452092 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-bb18ccf5-2d3e-437b-b81c-ed89744ae342 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd96b8dbf-1e76-4519-be95-9066c37461e1') {'for_net_delete': True} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:49:38.452276 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-bb18ccf5-2d3e-437b-b81c-ed89744ae342 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd96b8dbf-1e76-4519-be95-9066c37461e1') {} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:49:38.484431 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-bb18ccf5-2d3e-437b-b81c-ed89744ae342 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783523422064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4614019'] for segment, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:38.488168 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-436aeb68-847f-4e28-a3a1-e34824b8cd4b tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Notify callbacks [] for port, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:38.554336 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-dbd86a39-f7b1-4576-b35b-f9536b7d98cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e257b2a8-323d-41ae-9a2a-7e6dd02edc8f', 'name': 'tempest-snat-router-1553649566', 'tenant_id': 'f6d1802139a14642abc19da5c9d94c97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.133'}], 'enable_snat': True}, 'gw_port_id': 'df8830a1-a905-49d8-85e0-3e9910db5528', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:49:33Z', 'updated_at': '2022-03-29T15:49:36Z', 'revision_number': 3, 'project_id': 'f6d1802139a14642abc19da5c9d94c97', 'gw_port': {'id': 'df8830a1-a905-49d8-85e0-3e9910db5528', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:ac:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e257b2a8-323d-41ae-9a2a-7e6dd02edc8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:49:35Z', 'updated_at': '2022-03-29T15:49:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1'}], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:49:38.597302 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbd86a39-f7b1-4576-b35b-f9536b7d98cc None None] Checking router: e257b2a8-323d-41ae-9a2a-7e6dd02edc8f for host: n-d-834765-1 {{(pid=102792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:49:38.597670 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbd86a39-f7b1-4576-b35b-f9536b7d98cc None None] Updating router e257b2a8-323d-41ae-9a2a-7e6dd02edc8f port df8830a1-a905-49d8-85e0-3e9910db5528 binding host n-d-834765-1 {{(pid=102792) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 15:49:38.605123 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-92893d62-6457-490c-8e86-5a92eb653d24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:38.609102 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-bb18ccf5-2d3e-437b-b81c-ed89744ae342 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:38.634065 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-dbd86a39-f7b1-4576-b35b-f9536b7d98cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:38.634966 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb18ccf5-2d3e-437b-b81c-ed89744ae342 admin admin] Releasing vlan 641 on physical network physnet1 to pool {{(pid=102790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 15:49:38.635418 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-bb18ccf5-2d3e-437b-b81c-ed89744ae342 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5238013'] for segment, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:38.639135 n-d-834765-1 neutron-server[102790]: Traceback (most recent call last): Mar 29 15:49:38.639135 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 15:49:38.639135 n-d-834765-1 neutron-server[102790]: timer() Mar 29 15:49:38.639135 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 15:49:38.639135 n-d-834765-1 neutron-server[102790]: cb(*args, **kw) Mar 29 15:49:38.639135 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 15:49:38.639135 n-d-834765-1 neutron-server[102790]: return func(*args, **kwargs) Mar 29 15:49:38.639135 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 15:49:38.639135 n-d-834765-1 neutron-server[102790]: self._notify() Mar 29 15:49:38.639135 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 15:49:38.639135 n-d-834765-1 neutron-server[102790]: self.callback(batched_events) Mar 29 15:49:38.639135 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 15:49:38.639135 n-d-834765-1 neutron-server[102790]: event.method(event) Mar 29 15:49:38.639135 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 15:49:38.639135 n-d-834765-1 neutron-server[102790]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 15:49:38.639135 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 15:49:38.639135 n-d-834765-1 neutron-server[102790]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 15:49:38.639135 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 15:49:38.639135 n-d-834765-1 neutron-server[102790]: return f(self, *a, **k) Mar 29 15:49:38.639135 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 15:49:38.639135 n-d-834765-1 neutron-server[102790]: return self._get(url).json() Mar 29 15:49:38.639135 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 15:49:38.639135 n-d-834765-1 neutron-server[102790]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 15:49:38.639135 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 15:49:38.639135 n-d-834765-1 neutron-server[102790]: return self.request(url, 'GET', **kwargs) Mar 29 15:49:38.639135 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 15:49:38.639135 n-d-834765-1 neutron-server[102790]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 15:49:38.639135 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 15:49:38.639135 n-d-834765-1 neutron-server[102790]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 15:49:38.639135 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 15:49:38.639135 n-d-834765-1 neutron-server[102790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 15:49:38.639135 n-d-834765-1 neutron-server[102790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 15:49:38.647370 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-161c16fa-2e76-4533-957e-605683cc8a48 tempest-RoutersAdminTest-935776259 tempest-RoutersAdminTest-935776259-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:38.773482 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device 2ce107bf-e1ba-4a58-a32a-d9eb83c122f0 no longer exists at agent hyperv_n-h1-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:49:38.774034 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-161c16fa-2e76-4533-957e-605683cc8a48 tempest-RoutersAdminTest-935776259 tempest-RoutersAdminTest-935776259-project-admin] Deleting port df8830a1-a905-49d8-85e0-3e9910db5528 {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:49:38.775041 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-161c16fa-2e76-4533-957e-605683cc8a48 tempest-RoutersAdminTest-935776259 tempest-RoutersAdminTest-935776259-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:38.799469 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 8b63e29c-2ee3-453c-b217-3e2391f93869 up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:49:38.806496 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-bb18ccf5-2d3e-437b-b81c-ed89744ae342 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1639897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648174'] for network, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:38.822507 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-bb18ccf5-2d3e-437b-b81c-ed89744ae342 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for network, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:38.826644 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-bb18ccf5-2d3e-437b-b81c-ed89744ae342 admin admin] 10.222.0.42 "DELETE /v2.0/networks/cefc0870-7a09-4086-9b93-9fe793422fbe HTTP/1.1" status: 204 len: 168 time: 0.9399364 Mar 29 15:49:38.834042 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-436aeb68-847f-4e28-a3a1-e34824b8cd4b tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:38.905769 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436aeb68-847f-4e28-a3a1-e34824b8cd4b tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Pushing event updated for resources: {'Port': ['ID=6c17f9db-fa74-4720-bac6-5ea5ed490aaf,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:49:38.939321 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb18ccf5-2d3e-437b-b81c-ed89744ae342 admin admin] Pushing event deleted for resources: {'Network': ['ID=cefc0870-7a09-4086-9b93-9fe793422fbe,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:49:38.943095 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-436aeb68-847f-4e28-a3a1-e34824b8cd4b tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Network 4a4a035d-ecac-4ead-baa3-25f90788773a is already hosted by enough agents. {{(pid=102790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:49:38.950810 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-436aeb68-847f-4e28-a3a1-e34824b8cd4b tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Resources bound (agent type, host, resource id): {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:49:38.961402 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-436aeb68-847f-4e28-a3a1-e34824b8cd4b tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Received port after_create {{(pid=102790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:49:38.963140 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-161c16fa-2e76-4533-957e-605683cc8a48 tempest-RoutersAdminTest-935776259 tempest-RoutersAdminTest-935776259-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:39.029064 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-161c16fa-2e76-4533-957e-605683cc8a48 tempest-RoutersAdminTest-935776259 tempest-RoutersAdminTest-935776259-project-admin] Calling delete_port for df8830a1-a905-49d8-85e0-3e9910db5528 owned by network:router_gateway {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:49:39.113529 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 57532) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:49:39.119180 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port 8b63e29c-2ee3-453c-b217-3e2391f93869 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:49:39.120251 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:39.146981 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:39.176427 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.db_base_plugin_common [None req-92893d62-6457-490c-8e86-5a92eb653d24 admin admin] Allocated IP 172.20.0.1 (94f600c4-9204-48b8-9dde-4e8016a6c980/80684512-3579-4a5d-a6a3-894ce2a0c253/3601c5db-cf1a-48cb-81c2-88e27b38aab3) {{(pid=102790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:49:39.184783 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '197b2eca-77cd-4241-8165-39634a9be874', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2ce107bf-e1ba-4a58-a32a-d9eb83c122f0'}] {{(pid=102792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:49:39.185234 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-f18b1de0-4953-477e-b892-8cc23c5a3371 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b236052f3e44466aa9ab4058223599cf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0665910 Mar 29 15:49:39.188371 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4f476c66b318cc6068719fc39557fac68d413f5c7e78fa77028c7948e999ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97b8efb6-c166-4e46-ae85-95a46a79e9f5" -d '{"events": [{"server_uuid": "197b2eca-77cd-4241-8165-39634a9be874", "name": "network-vif-unplugged", "status": "completed", "tag": "2ce107bf-e1ba-4a58-a32a-d9eb83c122f0"}]}' {{(pid=102792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:49:39.189520 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 57534) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:49:39.199179 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-7dbbd63c-f49a-45e4-b682-f1a27a4c05ad None None] Notify callbacks [] for port, precommit_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:39.207807 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port 2ce107bf-e1ba-4a58-a32a-d9eb83c122f0, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=2ce107bf-e1ba-4a58-a32a-d9eb83c122f0,segment=NetworkSegment(a0c230f0-660a-4194-9279-0f0781d34134),segment_id=a0c230f0-660a-4194-9279-0f0781d34134)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:49:39.209192 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-7dbbd63c-f49a-45e4-b682-f1a27a4c05ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:39.218566 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-436aeb68-847f-4e28-a3a1-e34824b8cd4b tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:39.254283 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:39.276697 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 29 Mar 2022 15:49:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1495cdcb-de64-4ce5-912d-7f4985481895 x-openstack-request-id: req-1495cdcb-de64-4ce5-912d-7f4985481895 {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:49:39.277970 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "197b2eca-77cd-4241-8165-39634a9be874", "name": "network-vif-unplugged", "status": "completed", "tag": "2ce107bf-e1ba-4a58-a32a-d9eb83c122f0", "code": 200}]} {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:49:39.280249 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1495cdcb-de64-4ce5-912d-7f4985481895 {{(pid=102792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:49:39.280893 n-d-834765-1 neutron-server[102792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '197b2eca-77cd-4241-8165-39634a9be874', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2ce107bf-e1ba-4a58-a32a-d9eb83c122f0', 'code': 200} Mar 29 15:49:39.282826 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40710df-002c-4d96-bead-398ccb966fca req-dd4e887c-efb2-421d-8c3e-ebcf3339b167 tempest-ServerRescueTestJSON-484479922 tempest-ServerRescueTestJSON-484479922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:49:39.284827 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e40710df-002c-4d96-bead-398ccb966fca req-dd4e887c-efb2-421d-8c3e-ebcf3339b167 tempest-ServerRescueTestJSON-484479922 tempest-ServerRescueTestJSON-484479922-project] 10.222.0.42 "GET /v2.0/ports?device_id=68754edd-cbc2-4b62-8e18-7abfa6bb7d34 HTTP/1.1" status: 200 len: 945 time: 0.2453537 Mar 29 15:49:39.312246 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33dede75-0cff-4103-a79a-b5902aead9d0 None None] Pushing event updated for resources: {'Port': ['ID=098e3dd0-9fba-4137-b9f4-8b5ab1fedb4d,revision_number=2']} {{(pid=102793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:49:39.336883 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.managers [None req-7dbbd63c-f49a-45e4-b682-f1a27a4c05ad None None] Attempting to bind port 098e3dd0-9fba-4137-b9f4-8b5ab1fedb4d on host n-d-834765-1 for vnic_type normal with profile {{(pid=102793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:49:39.337415 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.managers [None req-7dbbd63c-f49a-45e4-b682-f1a27a4c05ad None None] Attempting to bind port 098e3dd0-9fba-4137-b9f4-8b5ab1fedb4d by drivers openvswitch,hyperv on host n-d-834765-1 at level 0 using segments [{'id': '6ab47353-a811-4bad-bc73-b4cc84583cfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'}] {{(pid=102793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:49:39.337923 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dbbd63c-f49a-45e4-b682-f1a27a4c05ad None None] Attempting to bind port 098e3dd0-9fba-4137-b9f4-8b5ab1fedb4d on network 4a4a035d-ecac-4ead-baa3-25f90788773a {{(pid=102793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:49:39.344619 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dbbd63c-f49a-45e4-b682-f1a27a4c05ad None None] Checking agent: {'id': 'a8866439-9d96-425c-b519-6905c591ac37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 25, 36), 'started_at': datetime.datetime(2022, 3, 29, 15, 26, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 49, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834765-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:49:39.345274 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dbbd63c-f49a-45e4-b682-f1a27a4c05ad None None] Checking segment: {'id': '6ab47353-a811-4bad-bc73-b4cc84583cfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:49:39.345986 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-7dbbd63c-f49a-45e4-b682-f1a27a4c05ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:39.347164 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dbbd63c-f49a-45e4-b682-f1a27a4c05ad None None] Bound using segment: {'id': '6ab47353-a811-4bad-bc73-b4cc84583cfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'} {{(pid=102793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:49:39.347819 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.managers [None req-7dbbd63c-f49a-45e4-b682-f1a27a4c05ad None None] Bound port: 098e3dd0-9fba-4137-b9f4-8b5ab1fedb4d, host: n-d-834765-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ab47353-a811-4bad-bc73-b4cc84583cfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'}}] {{(pid=102793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 15:49:39.349647 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-7dbbd63c-f49a-45e4-b682-f1a27a4c05ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:39.378040 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-436aeb68-847f-4e28-a3a1-e34824b8cd4b tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:39.442911 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.db [None req-7dbbd63c-f49a-45e4-b682-f1a27a4c05ad None None] For port 098e3dd0-9fba-4137-b9f4-8b5ab1fedb4d, host n-d-834765-1, cleared binding levels {{(pid=102793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:49:39.455352 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e40710df-002c-4d96-bead-398ccb966fca req-3fb0f948-8278-44a8-88d0-f7a231c6ac2e tempest-ServerRescueTestJSON-484479922 tempest-ServerRescueTestJSON-484479922-project] 10.222.0.42 "GET /v2.0/security-groups?id=a3f3b05e-b4b0-4bd5-8f61-9140e1e7cbea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611009 Mar 29 15:49:39.464654 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.db [None req-7dbbd63c-f49a-45e4-b682-f1a27a4c05ad None None] For port 098e3dd0-9fba-4137-b9f4-8b5ab1fedb4d, host n-d-834765-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=098e3dd0-9fba-4137-b9f4-8b5ab1fedb4d,segment=NetworkSegment(6ab47353-a811-4bad-bc73-b4cc84583cfd),segment_id=6ab47353-a811-4bad-bc73-b4cc84583cfd)] {{(pid=102793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:49:39.485028 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-7dbbd63c-f49a-45e4-b682-f1a27a4c05ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:39.525835 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-6e631124-fb86-4473-b790-6a4900a0369c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:39.530326 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:39.537444 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Pushing event updated for resources: {'Port': ['ID=2ce107bf-e1ba-4a58-a32a-d9eb83c122f0,revision_number=8']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:49:39.577134 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] For port 8b63e29c-2ee3-453c-b217-3e2391f93869, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=8b63e29c-2ee3-453c-b217-3e2391f93869,segment=NetworkSegment(6ab47353-a811-4bad-bc73-b4cc84583cfd),segment_id=6ab47353-a811-4bad-bc73-b4cc84583cfd)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:49:39.584774 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:39.623863 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33dede75-0cff-4103-a79a-b5902aead9d0 None None] Pushing event updated for resources: {'Port': ['ID=098e3dd0-9fba-4137-b9f4-8b5ab1fedb4d,revision_number=3']} {{(pid=102793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:49:39.629265 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-6e631124-fb86-4473-b790-6a4900a0369c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:39.632688 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-161c16fa-2e76-4533-957e-605683cc8a48 tempest-RoutersAdminTest-935776259 tempest-RoutersAdminTest-935776259-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:39.677464 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dbbd63c-f49a-45e4-b682-f1a27a4c05ad None None] Routers {'dfbdc0c2-6ca9-4994-8c3b-b9daf11b3b7e'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:49:39.678068 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-92893d62-6457-490c-8e86-5a92eb653d24 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:39.678676 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-7dbbd63c-f49a-45e4-b682-f1a27a4c05ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:49:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['dfbdc0c2-6ca9-4994-8c3b-b9daf11b3b7e'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:49:39.712768 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Pushing event updated for resources: {'Port': ['ID=8b63e29c-2ee3-453c-b217-3e2391f93869,revision_number=4']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:49:39.727974 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.db.api [None req-dbd86a39-f7b1-4576-b35b-f9536b7d98cc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102792) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 29 15:49:39.728791 n-d-834765-1 neutron-server[102792]: DEBUG oslo_db.api [None req-dbd86a39-f7b1-4576-b35b-f9536b7d98cc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 29 15:49:39.774238 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-436aeb68-847f-4e28-a3a1-e34824b8cd4b tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Notify callbacks [] for port, precommit_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:39.787358 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-436aeb68-847f-4e28-a3a1-e34824b8cd4b tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5237921'] for port, after_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:39.851739 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-92893d62-6457-490c-8e86-5a92eb653d24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:39.885279 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-6e631124-fb86-4473-b790-6a4900a0369c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:39.888644 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-6e631124-fb86-4473-b790-6a4900a0369c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:39.890083 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-6e631124-fb86-4473-b790-6a4900a0369c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a4398b85-8215-49b2-87f0-8e83358cb2f1 HTTP/1.1" status: 204 len: 168 time: 0.6980639 Mar 29 15:49:39.944654 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e631124-fb86-4473-b790-6a4900a0369c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4398b85-8215-49b2-87f0-8e83358cb2f1,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:49:39.947162 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvr_db [None req-7dbbd63c-f49a-45e4-b682-f1a27a4c05ad None None] Set router dfbdc0c2-6ca9-4994-8c3b-b9daf11b3b7e gateway port host: n-d-834765-1 {{(pid=102793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:49:39.999596 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436aeb68-847f-4e28-a3a1-e34824b8cd4b tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Pushing event updated for resources: {'Port': ['ID=6c17f9db-fa74-4720-bac6-5ea5ed490aaf,revision_number=2']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:49:40.009921 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92893d62-6457-490c-8e86-5a92eb653d24 admin admin] Network 94f600c4-9204-48b8-9dde-4e8016a6c980 is already hosted by enough agents. {{(pid=102790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:49:40.033406 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-92893d62-6457-490c-8e86-5a92eb653d24 admin admin] Resources bound (agent type, host, resource id): {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:49:40.038812 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92893d62-6457-490c-8e86-5a92eb653d24 admin admin] Received port after_create {{(pid=102790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:49:40.089950 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-436aeb68-847f-4e28-a3a1-e34824b8cd4b tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648212'] for floatingip, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:40.221788 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161c16fa-2e76-4533-957e-605683cc8a48 tempest-RoutersAdminTest-935776259 tempest-RoutersAdminTest-935776259-project-admin] Pushing event deleted for resources: {'Port': ['ID=df8830a1-a905-49d8-85e0-3e9910db5528,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:49:40.229193 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-161c16fa-2e76-4533-957e-605683cc8a48 tempest-RoutersAdminTest-935776259 tempest-RoutersAdminTest-935776259-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-648138'] for router_gateway, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:40.237916 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-436aeb68-847f-4e28-a3a1-e34824b8cd4b tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for floatingip, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:40.239208 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-436aeb68-847f-4e28-a3a1-e34824b8cd4b tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.6559179 Mar 29 15:49:40.271198 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-92893d62-6457-490c-8e86-5a92eb653d24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-648347'] for router_interface, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:40.272122 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbd86a39-f7b1-4576-b35b-f9536b7d98cc None None] Port df8830a1-a905-49d8-85e0-3e9910db5528 not found while updating agent binding for router e257b2a8-323d-41ae-9a2a-7e6dd02edc8f. {{(pid=102792) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Mar 29 15:49:40.288077 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92893d62-6457-490c-8e86-5a92eb653d24 admin admin] Pushing event updated for resources: {'Port': ['ID=3601c5db-cf1a-48cb-81c2-88e27b38aab3,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:49:40.300725 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbd86a39-f7b1-4576-b35b-f9536b7d98cc None None] Routers {'e257b2a8-323d-41ae-9a2a-7e6dd02edc8f'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:49:40.304688 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-dbd86a39-f7b1-4576-b35b-f9536b7d98cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:49:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['e257b2a8-323d-41ae-9a2a-7e6dd02edc8f'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:49:40.387111 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-7dbbd63c-f49a-45e4-b682-f1a27a4c05ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfbdc0c2-6ca9-4994-8c3b-b9daf11b3b7e', 'name': 'tempest-ServersTestBootFromVolume-1632588302-router', 'tenant_id': 'a2225105c4c64cec9c8922b4222928a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': '098e3dd0-9fba-4137-b9f4-8b5ab1fedb4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:49:32Z', 'updated_at': '2022-03-29T15:49:35Z', 'revision_number': 3, 'project_id': 'a2225105c4c64cec9c8922b4222928a3', 'gw_port': {'id': '098e3dd0-9fba-4137-b9f4-8b5ab1fedb4d', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:9a:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfbdc0c2-6ca9-4994-8c3b-b9daf11b3b7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1727, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:49:33Z', 'updated_at': '2022-03-29T15:49:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1'}], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:49:40.388012 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-161c16fa-2e76-4533-957e-605683cc8a48 tempest-RoutersAdminTest-935776259 tempest-RoutersAdminTest-935776259-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129328'] for router, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:40.390821 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-161c16fa-2e76-4533-957e-605683cc8a48 tempest-RoutersAdminTest-935776259 tempest-RoutersAdminTest-935776259-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:40.467122 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dbbd63c-f49a-45e4-b682-f1a27a4c05ad None None] The sync data for ids ['dfbdc0c2-6ca9-4994-8c3b-b9daf11b3b7e'] in n-d-834765-1 is: [{'id': 'dfbdc0c2-6ca9-4994-8c3b-b9daf11b3b7e', 'name': 'tempest-ServersTestBootFromVolume-1632588302-router', 'tenant_id': 'a2225105c4c64cec9c8922b4222928a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': '098e3dd0-9fba-4137-b9f4-8b5ab1fedb4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:49:32Z', 'updated_at': '2022-03-29T15:49:35Z', 'revision_number': 3, 'project_id': 'a2225105c4c64cec9c8922b4222928a3', 'gw_port': {'id': '098e3dd0-9fba-4137-b9f4-8b5ab1fedb4d', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:9a:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfbdc0c2-6ca9-4994-8c3b-b9daf11b3b7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1727, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:49:33Z', 'updated_at': '2022-03-29T15:49:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1'}] {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:49:40.484574 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvr_db [None req-dbd86a39-f7b1-4576-b35b-f9536b7d98cc None None] Set router e257b2a8-323d-41ae-9a2a-7e6dd02edc8f gateway port host: None {{(pid=102792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:49:40.491963 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-161c16fa-2e76-4533-957e-605683cc8a48 tempest-RoutersAdminTest-935776259 tempest-RoutersAdminTest-935776259-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-526718'] for router, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:40.492560 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-161c16fa-2e76-4533-957e-605683cc8a48 tempest-RoutersAdminTest-935776259 tempest-RoutersAdminTest-935776259-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e257b2a8-323d-41ae-9a2a-7e6dd02edc8f {{(pid=102791) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 29 15:49:40.498397 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-161c16fa-2e76-4533-957e-605683cc8a48 tempest-RoutersAdminTest-935776259 tempest-RoutersAdminTest-935776259-project-admin] Notify callbacks [] for router, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:40.501038 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-161c16fa-2e76-4533-957e-605683cc8a48 tempest-RoutersAdminTest-935776259 tempest-RoutersAdminTest-935776259-project-admin] 10.222.0.42 "DELETE /v2.0/routers/e257b2a8-323d-41ae-9a2a-7e6dd02edc8f HTTP/1.1" status: 204 len: 168 time: 2.2587996 Mar 29 15:49:40.508939 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 57572) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:49:40.708262 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-dbd86a39-f7b1-4576-b35b-f9536b7d98cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e257b2a8-323d-41ae-9a2a-7e6dd02edc8f', 'name': 'tempest-snat-router-1553649566', 'tenant_id': 'f6d1802139a14642abc19da5c9d94c97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:49:33Z', 'updated_at': '2022-03-29T15:49:39Z', 'revision_number': 5, 'project_id': 'f6d1802139a14642abc19da5c9d94c97', 'gw_port_host': None}], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:49:40.751063 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ed92cc-136b-436f-95b1-3a7509b692cb req-e59d3031-bf9b-4577-824d-4cf1c1795214 tempest-ServerRescueTestJSON-484479922 tempest-ServerRescueTestJSON-484479922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:49:40.753035 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-76ed92cc-136b-436f-95b1-3a7509b692cb req-e59d3031-bf9b-4577-824d-4cf1c1795214 tempest-ServerRescueTestJSON-484479922 tempest-ServerRescueTestJSON-484479922-project] 10.222.0.42 "GET /v2.0/ports?device_id=68754edd-cbc2-4b62-8e18-7abfa6bb7d34 HTTP/1.1" status: 200 len: 945 time: 0.1318247 Mar 29 15:49:40.753639 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 57586) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:49:40.789560 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbd86a39-f7b1-4576-b35b-f9536b7d98cc None None] The sync data for ids ['e257b2a8-323d-41ae-9a2a-7e6dd02edc8f'] in n-d-834765-1 is: [{'id': 'e257b2a8-323d-41ae-9a2a-7e6dd02edc8f', 'name': 'tempest-snat-router-1553649566', 'tenant_id': 'f6d1802139a14642abc19da5c9d94c97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:49:33Z', 'updated_at': '2022-03-29T15:49:39Z', 'revision_number': 5, 'project_id': 'f6d1802139a14642abc19da5c9d94c97', 'gw_port_host': None}] {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:49:40.799714 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-905d2bae-7841-45d4-be3b-fcb5ef1bf580 None None] Provisioning complete for port 3601c5db-cf1a-48cb-81c2-88e27b38aab3 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:49:40.800571 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-905d2bae-7841-45d4-be3b-fcb5ef1bf580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:40.803694 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 8b63e29c-2ee3-453c-b217-3e2391f93869 up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:49:40.851007 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-76ed92cc-136b-436f-95b1-3a7509b692cb req-f99ca9bf-4f43-4cd7-8e33-5d352ff0dafb tempest-ServerRescueTestJSON-484479922 tempest-ServerRescueTestJSON-484479922-project] 10.222.0.42 "GET /v2.0/security-groups?id=a3f3b05e-b4b0-4bd5-8f61-9140e1e7cbea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869763 Mar 29 15:49:40.991549 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-905d2bae-7841-45d4-be3b-fcb5ef1bf580 None None] Port 3601c5db-cf1a-48cb-81c2-88e27b38aab3 cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 15:49:41.031749 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port 8b63e29c-2ee3-453c-b217-3e2391f93869 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:49:41.032238 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:41.199231 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-c48c55f7-701c-4d9b-8181-fa90c556ebf5 tempest-RoutersAdminNegativeIpV6Test-1537552229 tempest-RoutersAdminNegativeIpV6Test-1537552229-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-294743495', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:49:41.238553 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c48c55f7-701c-4d9b-8181-fa90c556ebf5 tempest-RoutersAdminNegativeIpV6Test-1537552229 tempest-RoutersAdminNegativeIpV6Test-1537552229-project-admin] Made reservation on behalf of b0ed8b67101c4f1bba61f23009d1f309 for: {'port': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:49:41.241337 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-c48c55f7-701c-4d9b-8181-fa90c556ebf5 tempest-RoutersAdminNegativeIpV6Test-1537552229 tempest-RoutersAdminNegativeIpV6Test-1537552229-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:41.253433 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-c48c55f7-701c-4d9b-8181-fa90c556ebf5 tempest-RoutersAdminNegativeIpV6Test-1537552229 tempest-RoutersAdminNegativeIpV6Test-1537552229-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:41.370891 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-c48c55f7-701c-4d9b-8181-fa90c556ebf5 tempest-RoutersAdminNegativeIpV6Test-1537552229 tempest-RoutersAdminNegativeIpV6Test-1537552229-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:41.382339 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-c48c55f7-701c-4d9b-8181-fa90c556ebf5 tempest-RoutersAdminNegativeIpV6Test-1537552229 tempest-RoutersAdminNegativeIpV6Test-1537552229-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:41.388867 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [None req-c48c55f7-701c-4d9b-8181-fa90c556ebf5 tempest-RoutersAdminNegativeIpV6Test-1537552229 tempest-RoutersAdminNegativeIpV6Test-1537552229-project-admin] device_id is not set on port 5b12ed43-36a1-42a1-9a01-93ce40eff3e3 yet. {{(pid=102791) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 29 15:49:41.391496 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-6dbec31a-a9dc-4f1c-9895-2fd2fafa7510 req-db95f592-2af7-454f-b2b2-6750de72bdae tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--1881948561&fields=id&tenant_id=c6465a9dafbf43bf90c09b1dce8d1fc6 HTTP/1.1" status: 200 len: 267 time: 0.7471712 Mar 29 15:49:41.404762 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-92893d62-6457-490c-8e86-5a92eb653d24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:41.433130 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 57612) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:49:41.453771 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48c55f7-701c-4d9b-8181-fa90c556ebf5 tempest-RoutersAdminNegativeIpV6Test-1537552229 tempest-RoutersAdminNegativeIpV6Test-1537552229-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6eb5168-fbdb-4157-a56a-9cac4dde45f8,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:49:41.456073 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-b4c1835e-6efa-4e8a-8a95-e016de45429c tempest-RoutersAdminTest-935776259 tempest-RoutersAdminTest-935776259-project-admin] Notify callbacks [] for router, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:41.570485 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_common [None req-c48c55f7-701c-4d9b-8181-fa90c556ebf5 tempest-RoutersAdminNegativeIpV6Test-1537552229 tempest-RoutersAdminNegativeIpV6Test-1537552229-project-admin] Allocated IP 172.25.4.106 (4a4a035d-ecac-4ead-baa3-25f90788773a/e1a353dc-fac8-4901-a63c-273840237d6a/5b12ed43-36a1-42a1-9a01-93ce40eff3e3) {{(pid=102791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:49:41.635711 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-96a660e4-4ad1-4024-b277-7c61aa1c2070 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-2145880061-network', 'tenant_id': '2f916f4102be4d9598e1979f4f5a1e34'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:49:41.727047 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbec31a-a9dc-4f1c-9895-2fd2fafa7510 req-140b03a2-c88e-42ef-89d2-f9a74bf309ee tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:49:41.728622 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-6dbec31a-a9dc-4f1c-9895-2fd2fafa7510 req-140b03a2-c88e-42ef-89d2-f9a74bf309ee tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] 10.222.0.42 "GET /v2.0/networks?id=5820eec2-ced2-414a-ab32-af1fabeb5f44 HTTP/1.1" status: 200 len: 814 time: 0.3180523 Mar 29 15:49:41.741028 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-c48c55f7-701c-4d9b-8181-fa90c556ebf5 tempest-RoutersAdminNegativeIpV6Test-1537552229 tempest-RoutersAdminNegativeIpV6Test-1537552229-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:41.782386 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-b4c1835e-6efa-4e8a-8a95-e016de45429c tempest-RoutersAdminTest-935776259 tempest-RoutersAdminTest-935776259-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:41.786316 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-c48c55f7-701c-4d9b-8181-fa90c556ebf5 tempest-RoutersAdminNegativeIpV6Test-1537552229 tempest-RoutersAdminNegativeIpV6Test-1537552229-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:41.793590 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96a660e4-4ad1-4024-b277-7c61aa1c2070 admin admin] Made reservation on behalf of 2f916f4102be4d9598e1979f4f5a1e34 for: {'network': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:49:41.795909 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-96a660e4-4ad1-4024-b277-7c61aa1c2070 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for network, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:41.815730 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-6dbec31a-a9dc-4f1c-9895-2fd2fafa7510 req-02615a92-847b-4ad4-b622-3e9ac4c27454 tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] 10.222.0.42 "GET /v2.0/quotas/c6465a9dafbf43bf90c09b1dce8d1fc6 HTTP/1.1" status: 200 len: 375 time: 0.0450547 Mar 29 15:49:41.820120 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-96a660e4-4ad1-4024-b277-7c61aa1c2070 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:41.837744 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c48c55f7-701c-4d9b-8181-fa90c556ebf5 tempest-RoutersAdminNegativeIpV6Test-1537552229 tempest-RoutersAdminNegativeIpV6Test-1537552229-project-admin] Network 4a4a035d-ecac-4ead-baa3-25f90788773a is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:49:41.841693 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [None req-c48c55f7-701c-4d9b-8181-fa90c556ebf5 tempest-RoutersAdminNegativeIpV6Test-1537552229 tempest-RoutersAdminNegativeIpV6Test-1537552229-project-admin] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:49:41.844354 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c48c55f7-701c-4d9b-8181-fa90c556ebf5 tempest-RoutersAdminNegativeIpV6Test-1537552229 tempest-RoutersAdminNegativeIpV6Test-1537552229-project-admin] Received port after_create {{(pid=102791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:49:41.876007 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48c55f7-701c-4d9b-8181-fa90c556ebf5 tempest-RoutersAdminNegativeIpV6Test-1537552229 tempest-RoutersAdminNegativeIpV6Test-1537552229-project-admin] Pushing event updated for resources: {'Port': ['ID=5b12ed43-36a1-42a1-9a01-93ce40eff3e3,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:49:41.898047 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c48c55f7-701c-4d9b-8181-fa90c556ebf5 tempest-RoutersAdminNegativeIpV6Test-1537552229 tempest-RoutersAdminNegativeIpV6Test-1537552229-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:49:41.898840 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-c48c55f7-701c-4d9b-8181-fa90c556ebf5 tempest-RoutersAdminNegativeIpV6Test-1537552229 tempest-RoutersAdminNegativeIpV6Test-1537552229-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:41.921946 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-c48c55f7-701c-4d9b-8181-fa90c556ebf5 tempest-RoutersAdminNegativeIpV6Test-1537552229 tempest-RoutersAdminNegativeIpV6Test-1537552229-project-admin] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 1.1671467 Mar 29 15:49:41.925204 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 57618) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:49:41.929845 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-b6357fc0-c3f7-4e7c-84eb-9f45b13ac644 tempest-RoutersAdminNegativeIpV6Test-1537552229 tempest-RoutersAdminNegativeIpV6Test-1537552229-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.106'}]}}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:49:41.953786 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-92893d62-6457-490c-8e86-5a92eb653d24 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:41.955942 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-b6357fc0-c3f7-4e7c-84eb-9f45b13ac644 tempest-RoutersAdminNegativeIpV6Test-1537552229 tempest-RoutersAdminNegativeIpV6Test-1537552229-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-532385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129310'] for router, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:41.957872 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-b6357fc0-c3f7-4e7c-84eb-9f45b13ac644 tempest-RoutersAdminNegativeIpV6Test-1537552229 tempest-RoutersAdminNegativeIpV6Test-1537552229-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-648091', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-684384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129319'] for router, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:41.964248 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-92893d62-6457-490c-8e86-5a92eb653d24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5237921'] for port, after_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:42.016094 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-6dbec31a-a9dc-4f1c-9895-2fd2fafa7510 req-43b7eeff-8cb4-4ea3-a895-e4a1ccc599d5 tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=c6465a9dafbf43bf90c09b1dce8d1fc6&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1782446 Mar 29 15:49:42.047404 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-b6357fc0-c3f7-4e7c-84eb-9f45b13ac644 tempest-RoutersAdminNegativeIpV6Test-1537552229 tempest-RoutersAdminNegativeIpV6Test-1537552229-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:42.106776 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52fe66e-b8df-4932-ad99-74c4d286b45d req-1bfa2e1e-8145-427f-9ed3-5f9e5c88a305 tempest-ServerRescueTestJSON-484479922 tempest-ServerRescueTestJSON-484479922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:49:42.108307 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e52fe66e-b8df-4932-ad99-74c4d286b45d req-1bfa2e1e-8145-427f-9ed3-5f9e5c88a305 tempest-ServerRescueTestJSON-484479922 tempest-ServerRescueTestJSON-484479922-project] 10.222.0.42 "GET /v2.0/ports?device_id=68754edd-cbc2-4b62-8e18-7abfa6bb7d34 HTTP/1.1" status: 200 len: 945 time: 0.1184924 Mar 29 15:49:42.110010 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-b4c1835e-6efa-4e8a-8a95-e016de45429c tempest-RoutersAdminTest-935776259 tempest-RoutersAdminTest-935776259-project-admin] Deleting port 8b63e29c-2ee3-453c-b217-3e2391f93869 {{(pid=102790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:49:42.110373 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-b4c1835e-6efa-4e8a-8a95-e016de45429c tempest-RoutersAdminTest-935776259 tempest-RoutersAdminTest-935776259-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:42.143495 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92893d62-6457-490c-8e86-5a92eb653d24 admin admin] Pushing event updated for resources: {'Port': ['ID=3601c5db-cf1a-48cb-81c2-88e27b38aab3,revision_number=2']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:49:42.147614 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-92893d62-6457-490c-8e86-5a92eb653d24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-648439'] for router_interface, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:42.218977 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-96a660e4-4ad1-4024-b277-7c61aa1c2070 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:42.229622 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-b6357fc0-c3f7-4e7c-84eb-9f45b13ac644 tempest-RoutersAdminNegativeIpV6Test-1537552229 tempest-RoutersAdminNegativeIpV6Test-1537552229-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:42.242050 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e52fe66e-b8df-4932-ad99-74c4d286b45d req-e1a2b61d-9cdf-4bdf-8918-703302f89ab6 tempest-ServerRescueTestJSON-484479922 tempest-ServerRescueTestJSON-484479922-project] 10.222.0.42 "GET /v2.0/security-groups?id=a3f3b05e-b4b0-4bd5-8f61-9140e1e7cbea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048083 Mar 29 15:49:42.264010 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-96a660e4-4ad1-4024-b277-7c61aa1c2070 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:42.326172 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96a660e4-4ad1-4024-b277-7c61aa1c2070 admin admin] vlan segment allocate from pool success with {'vlan_id': 623, 'physical_network': 'physnet1'} {{(pid=102790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 15:49:42.365120 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device 0a8f7ac3-7b4c-4843-a3da-ca2d7ee14610 details requested by agent hyperv_n-h2-834765-1 with host n-h2-834765-1 {{(pid=102792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 15:49:42.390920 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-6dbec31a-a9dc-4f1c-9895-2fd2fafa7510 req-4f9c96c1-85be-4529-9377-26cea392bed7 service neutron] 10.222.0.42 "GET /v2.0/networks/5820eec2-ced2-414a-ab32-af1fabeb5f44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3338599 Mar 29 15:49:42.408092 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a660e4-4ad1-4024-b277-7c61aa1c2070 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=081b7f36-f2a5-4c82-befe-a6c975db4028,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:49:42.412883 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-96a660e4-4ad1-4024-b277-7c61aa1c2070 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:42.413218 n-d-834765-1 neutron-server[102790]: INFO neutron.db.segments_db [None req-96a660e4-4ad1-4024-b277-7c61aa1c2070 admin admin] Added segment 63db82bb-8e0b-410c-8d5e-d91a972c7c81 of type vlan for network 08d86c7c-d7ae-48d3-9114-f1b7687b801d Mar 29 15:49:42.468622 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-b6357fc0-c3f7-4e7c-84eb-9f45b13ac644 tempest-RoutersAdminNegativeIpV6Test-1537552229 tempest-RoutersAdminNegativeIpV6Test-1537552229-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:42.476276 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-96a660e4-4ad1-4024-b277-7c61aa1c2070 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783522915970'] for network, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:42.491541 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-b6357fc0-c3f7-4e7c-84eb-9f45b13ac644 tempest-RoutersAdminNegativeIpV6Test-1537552229 tempest-RoutersAdminNegativeIpV6Test-1537552229-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:42.534641 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [None req-b4c1835e-6efa-4e8a-8a95-e016de45429c tempest-RoutersAdminTest-935776259 tempest-RoutersAdminTest-935776259-project-admin] For port 8b63e29c-2ee3-453c-b217-3e2391f93869, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=8b63e29c-2ee3-453c-b217-3e2391f93869,segment=NetworkSegment(6ab47353-a811-4bad-bc73-b4cc84583cfd),segment_id=6ab47353-a811-4bad-bc73-b4cc84583cfd)] {{(pid=102790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:49:42.535004 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-b4c1835e-6efa-4e8a-8a95-e016de45429c tempest-RoutersAdminTest-935776259 tempest-RoutersAdminTest-935776259-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:42.594634 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-96a660e4-4ad1-4024-b277-7c61aa1c2070 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795'] for network, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:42.596129 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96a660e4-4ad1-4024-b277-7c61aa1c2070 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:49:42.596129 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-96a660e4-4ad1-4024-b277-7c61aa1c2070 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for network, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:42.598353 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-b4c1835e-6efa-4e8a-8a95-e016de45429c tempest-RoutersAdminTest-935776259 tempest-RoutersAdminTest-935776259-project-admin] Calling delete_port for 8b63e29c-2ee3-453c-b217-3e2391f93869 owned by network:router_gateway {{(pid=102790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:49:42.667617 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-b6357fc0-c3f7-4e7c-84eb-9f45b13ac644 tempest-RoutersAdminNegativeIpV6Test-1537552229 tempest-RoutersAdminNegativeIpV6Test-1537552229-project-admin] Notify callbacks [] for router, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:42.669833 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port 0a8f7ac3-7b4c-4843-a3da-ca2d7ee14610, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=0a8f7ac3-7b4c-4843-a3da-ca2d7ee14610,segment=NetworkSegment(a0c230f0-660a-4194-9279-0f0781d34134),segment_id=a0c230f0-660a-4194-9279-0f0781d34134)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:49:42.671219 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92893d62-6457-490c-8e86-5a92eb653d24 admin admin] Network 94f600c4-9204-48b8-9dde-4e8016a6c980 is already hosted by enough agents. {{(pid=102790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:49:42.676317 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a660e4-4ad1-4024-b277-7c61aa1c2070 admin admin] Pushing event updated for resources: {'Network': ['ID=08d86c7c-d7ae-48d3-9114-f1b7687b801d,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:49:42.692551 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-92893d62-6457-490c-8e86-5a92eb653d24 admin admin] Resources bound (agent type, host, resource id): {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:49:42.697373 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Network 08d86c7c-d7ae-48d3-9114-f1b7687b801d details requested by agent ovs-agent-n-d-834765-1 with host n-d-834765-1 {{(pid=102792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 15:49:42.744487 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Returning: {'device': '0a8f7ac3-7b4c-4843-a3da-ca2d7ee14610', 'network_id': '2268a9b9-82fd-4886-a91d-3a50e4e16cab', 'port_id': '0a8f7ac3-7b4c-4843-a3da-ca2d7ee14610', 'mac_address': 'fa:16:3e:1e:b0:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 625, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abb8e5d6-2aea-4455-a944-3435a3d1ce49', 'ip_address': '192.168.233.65'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 15:49:42.758630 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-96a660e4-4ad1-4024-b277-7c61aa1c2070 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3137202 Mar 29 15:49:42.768011 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 57630) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:49:42.780818 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-a41c017b-2cbf-4ca8-8980-2e45c935799b admin admin] Request body: {'subnet': {'network_id': '08d86c7c-d7ae-48d3-9114-f1b7687b801d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-2145880061-subnet', 'tenant_id': '2f916f4102be4d9598e1979f4f5a1e34', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:49:42.838053 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 098e3dd0-9fba-4137-b9f4-8b5ab1fedb4d up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:49:42.862764 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-6dbec31a-a9dc-4f1c-9895-2fd2fafa7510 req-bee4b6c4-7ccc-47a1-8ef5-2e2671dfcefb service neutron] 10.222.0.42 "GET /v2.0/networks/5820eec2-ced2-414a-ab32-af1fabeb5f44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4603400 Mar 29 15:49:42.937472 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a41c017b-2cbf-4ca8-8980-2e45c935799b admin admin] Made reservation on behalf of 2f916f4102be4d9598e1979f4f5a1e34 for: {'subnet': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:49:42.938310 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-b6357fc0-c3f7-4e7c-84eb-9f45b13ac644 tempest-RoutersAdminNegativeIpV6Test-1537552229 tempest-RoutersAdminNegativeIpV6Test-1537552229-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129328'] for router, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:42.939987 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-a41c017b-2cbf-4ca8-8980-2e45c935799b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4793983'] for subnet, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:42.942480 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-b6357fc0-c3f7-4e7c-84eb-9f45b13ac644 tempest-RoutersAdminNegativeIpV6Test-1537552229 tempest-RoutersAdminNegativeIpV6Test-1537552229-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:42.944230 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:42.966738 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0a8f7ac3-7b4c-4843-a3da-ca2d7ee14610 {{(pid=102792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:49:43.005307 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port 0a8f7ac3-7b4c-4843-a3da-ca2d7ee14610, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=0a8f7ac3-7b4c-4843-a3da-ca2d7ee14610,segment=NetworkSegment(a0c230f0-660a-4194-9279-0f0781d34134),segment_id=a0c230f0-660a-4194-9279-0f0781d34134)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:49:43.013058 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:43.021834 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-b6357fc0-c3f7-4e7c-84eb-9f45b13ac644 tempest-RoutersAdminNegativeIpV6Test-1537552229 tempest-RoutersAdminNegativeIpV6Test-1537552229-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-526718'] for router, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:43.022531 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6357fc0-c3f7-4e7c-84eb-9f45b13ac644 tempest-RoutersAdminNegativeIpV6Test-1537552229 tempest-RoutersAdminNegativeIpV6Test-1537552229-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d68e7818-9fc6-4a7a-8630-715a220e8acb {{(pid=102791) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 29 15:49:43.043380 n-d-834765-1 neutron-server[102791]: INFO neutron.api.v2.resource [None req-b6357fc0-c3f7-4e7c-84eb-9f45b13ac644 tempest-RoutersAdminNegativeIpV6Test-1537552229 tempest-RoutersAdminNegativeIpV6Test-1537552229-project-admin] create failed (client error): There was a conflict when trying to complete your request. Mar 29 15:49:43.048386 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-b6357fc0-c3f7-4e7c-84eb-9f45b13ac644 tempest-RoutersAdminNegativeIpV6Test-1537552229 tempest-RoutersAdminNegativeIpV6Test-1537552229-project-admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 1.1208918 Mar 29 15:49:43.052089 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 57632) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:49:43.082213 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port 098e3dd0-9fba-4137-b9f4-8b5ab1fedb4d triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:49:43.082666 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:43.174664 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] get_ports_and_sgs() called for port_ids ['0a8f7ac3-7b4c-4843-a3da-ca2d7ee14610'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:49:43.205976 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92893d62-6457-490c-8e86-5a92eb653d24 admin admin] Router dfbdc0c2-6ca9-4994-8c3b-b9daf11b3b7e has already been hosted by L3 agent c648d819-1060-4f26-b4ec-6455387b5dff {{(pid=102790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 15:49:43.207412 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-2385b8a7-5863-4295-8a25-b6c1b4d6d60c req-8cfcdc96-f41c-4738-8a15-f65e92de9a02 tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] 10.222.0.42 "GET /v2.0/ports?device_id=31cdedda-f287-4417-9676-d9e289e74188 HTTP/1.1" status: 200 len: 210 time: 0.0307486 Mar 29 15:49:43.250682 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-06e41624-c0b4-4791-83a5-d1c336b3e76e tempest-RoutersAdminNegativeIpV6Test-1537552229 tempest-RoutersAdminNegativeIpV6Test-1537552229-project-admin] Deleting port 5b12ed43-36a1-42a1-9a01-93ce40eff3e3 {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:49:43.251297 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-06e41624-c0b4-4791-83a5-d1c336b3e76e tempest-RoutersAdminNegativeIpV6Test-1537552229 tempest-RoutersAdminNegativeIpV6Test-1537552229-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:43.258980 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Pushing event updated for resources: {'Port': ['ID=0a8f7ac3-7b4c-4843-a3da-ca2d7ee14610,revision_number=6']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:49:43.310286 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-90827cb8-eb6b-4b0b-9acf-a6af73cf9227 None None] Provisioning complete for port 3601c5db-cf1a-48cb-81c2-88e27b38aab3 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:49:43.310626 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-90827cb8-eb6b-4b0b-9acf-a6af73cf9227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:43.382150 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-06e41624-c0b4-4791-83a5-d1c336b3e76e tempest-RoutersAdminNegativeIpV6Test-1537552229 tempest-RoutersAdminNegativeIpV6Test-1537552229-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:43.402488 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-06e41624-c0b4-4791-83a5-d1c336b3e76e tempest-RoutersAdminNegativeIpV6Test-1537552229 tempest-RoutersAdminNegativeIpV6Test-1537552229-project-admin] Calling delete_port for 5b12ed43-36a1-42a1-9a01-93ce40eff3e3 owned by {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:49:43.411320 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-b4c1835e-6efa-4e8a-8a95-e016de45429c tempest-RoutersAdminTest-935776259 tempest-RoutersAdminTest-935776259-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:43.447492 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-90827cb8-eb6b-4b0b-9acf-a6af73cf9227 None None] Port 3601c5db-cf1a-48cb-81c2-88e27b38aab3 cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 15:49:43.511157 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:43.513220 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c1835e-6efa-4e8a-8a95-e016de45429c tempest-RoutersAdminTest-935776259 tempest-RoutersAdminTest-935776259-project-admin] Pushing event deleted for resources: {'Port': ['ID=8b63e29c-2ee3-453c-b217-3e2391f93869,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:49:43.544119 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] For port 098e3dd0-9fba-4137-b9f4-8b5ab1fedb4d, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=098e3dd0-9fba-4137-b9f4-8b5ab1fedb4d,segment=NetworkSegment(6ab47353-a811-4bad-bc73-b4cc84583cfd),segment_id=6ab47353-a811-4bad-bc73-b4cc84583cfd)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:49:43.556857 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:43.585864 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-b4c1835e-6efa-4e8a-8a95-e016de45429c tempest-RoutersAdminTest-935776259 tempest-RoutersAdminTest-935776259-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-648138'] for router_gateway, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:43.620587 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-06e41624-c0b4-4791-83a5-d1c336b3e76e tempest-RoutersAdminNegativeIpV6Test-1537552229 tempest-RoutersAdminNegativeIpV6Test-1537552229-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:43.633235 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Pushing event updated for resources: {'Port': ['ID=098e3dd0-9fba-4137-b9f4-8b5ab1fedb4d,revision_number=4']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:49:43.653503 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92893d62-6457-490c-8e86-5a92eb653d24 admin admin] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:49:43.664884 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fae56a5c-62f8-4b75-9f27-0bb9d63b0542 None None] Sync routers for ids ['dfbdc0c2-6ca9-4994-8c3b-b9daf11b3b7e'] in n-d-834765-1 {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:49:43.671046 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e41624-c0b4-4791-83a5-d1c336b3e76e tempest-RoutersAdminNegativeIpV6Test-1537552229 tempest-RoutersAdminNegativeIpV6Test-1537552229-project-admin] Pushing event deleted for resources: {'Port': ['ID=5b12ed43-36a1-42a1-9a01-93ce40eff3e3,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:49:43.681732 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fae56a5c-62f8-4b75-9f27-0bb9d63b0542 None None] Routers {'dfbdc0c2-6ca9-4994-8c3b-b9daf11b3b7e'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:49:43.682618 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-fae56a5c-62f8-4b75-9f27-0bb9d63b0542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:49:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['dfbdc0c2-6ca9-4994-8c3b-b9daf11b3b7e'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:49:43.740379 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-92893d62-6457-490c-8e86-5a92eb653d24 admin admin] 10.222.0.42 "PUT /v2.0/routers/dfbdc0c2-6ca9-4994-8c3b-b9daf11b3b7e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6063404 Mar 29 15:49:43.790498 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-b4c1835e-6efa-4e8a-8a95-e016de45429c tempest-RoutersAdminTest-935776259 tempest-RoutersAdminTest-935776259-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129328'] for router, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:43.795094 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-b4c1835e-6efa-4e8a-8a95-e016de45429c tempest-RoutersAdminTest-935776259 tempest-RoutersAdminTest-935776259-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:43.797495 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-a41c017b-2cbf-4ca8-8980-2e45c935799b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5231896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4793961'] for subnet, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:43.822496 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dae4796-ca9a-41b9-8f6d-b745a903176d req-b0080d37-9f3a-427c-be6e-444cdc7d1ba9 tempest-ServerRescueTestJSON-484479922 tempest-ServerRescueTestJSON-484479922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:49:43.830975 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvr_db [None req-fae56a5c-62f8-4b75-9f27-0bb9d63b0542 None None] Set router dfbdc0c2-6ca9-4994-8c3b-b9daf11b3b7e gateway port host: n-d-834765-1 {{(pid=102793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:49:43.832041 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-0dae4796-ca9a-41b9-8f6d-b745a903176d req-b0080d37-9f3a-427c-be6e-444cdc7d1ba9 tempest-ServerRescueTestJSON-484479922 tempest-ServerRescueTestJSON-484479922-project] 10.222.0.42 "GET /v2.0/ports?device_id=68754edd-cbc2-4b62-8e18-7abfa6bb7d34 HTTP/1.1" status: 200 len: 945 time: 0.4259109 Mar 29 15:49:43.846508 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-06e41624-c0b4-4791-83a5-d1c336b3e76e tempest-RoutersAdminNegativeIpV6Test-1537552229 tempest-RoutersAdminNegativeIpV6Test-1537552229-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:43.854677 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-06e41624-c0b4-4791-83a5-d1c336b3e76e tempest-RoutersAdminNegativeIpV6Test-1537552229 tempest-RoutersAdminNegativeIpV6Test-1537552229-project-admin] 10.222.0.42 "DELETE /v2.0/ports/5b12ed43-36a1-42a1-9a01-93ce40eff3e3 HTTP/1.1" status: 204 len: 168 time: 0.8013322 Mar 29 15:49:44.031689 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-b4c1835e-6efa-4e8a-8a95-e016de45429c tempest-RoutersAdminTest-935776259 tempest-RoutersAdminTest-935776259-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-526718'] for router, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:44.032716 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4c1835e-6efa-4e8a-8a95-e016de45429c tempest-RoutersAdminTest-935776259 tempest-RoutersAdminTest-935776259-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c023414f-e03b-4f90-a18e-c0b69c68072d {{(pid=102790) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 29 15:49:44.058018 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-b4c1835e-6efa-4e8a-8a95-e016de45429c tempest-RoutersAdminTest-935776259 tempest-RoutersAdminTest-935776259-project-admin] Notify callbacks [] for router, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:44.063123 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-b4c1835e-6efa-4e8a-8a95-e016de45429c tempest-RoutersAdminTest-935776259 tempest-RoutersAdminTest-935776259-project-admin] 10.222.0.42 "DELETE /v2.0/routers/c023414f-e03b-4f90-a18e-c0b69c68072d HTTP/1.1" status: 204 len: 168 time: 3.5498765 Mar 29 15:49:44.064451 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 57664) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:49:44.070255 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-9e5e0266-658d-405c-8d32-9a5ee61e75b9 tempest-RoutersAdminTest-736076884 tempest-RoutersAdminTest-736076884-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-100552761', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'}, 'admin_state_up': False}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:49:44.114170 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-9e5e0266-658d-405c-8d32-9a5ee61e75b9 tempest-RoutersAdminTest-736076884 tempest-RoutersAdminTest-736076884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-532385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129310'] for router, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:44.117497 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-9e5e0266-658d-405c-8d32-9a5ee61e75b9 tempest-RoutersAdminTest-736076884 tempest-RoutersAdminTest-736076884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-648091', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-684384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129319'] for router, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:44.126725 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41c017b-2cbf-4ca8-8980-2e45c935799b admin admin] Pushing event updated for resources: {'Subnet': ['ID=a7734bc8-ad66-4b96-b048-122f2b558e8a,revision_number=0']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:49:44.142082 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a41c017b-2cbf-4ca8-8980-2e45c935799b admin admin] Checking segment: {'id': '63db82bb-8e0b-410c-8d5e-d91a972c7c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '08d86c7c-d7ae-48d3-9114-f1b7687b801d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:49:44.142436 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a41c017b-2cbf-4ca8-8980-2e45c935799b admin admin] Network hostable DHCP agents. Network: 08d86c7c-d7ae-48d3-9114-f1b7687b801d, hostable agents: ['d136643e-48ae-49d4-a851-2ba3bdf3749c'], hosted agents: [] {{(pid=102790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 15:49:44.151640 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-fae56a5c-62f8-4b75-9f27-0bb9d63b0542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfbdc0c2-6ca9-4994-8c3b-b9daf11b3b7e', 'name': 'tempest-ServersTestBootFromVolume-1632588302-router', 'tenant_id': 'a2225105c4c64cec9c8922b4222928a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': '098e3dd0-9fba-4137-b9f4-8b5ab1fedb4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:49:32Z', 'updated_at': '2022-03-29T15:49:40Z', 'revision_number': 4, 'project_id': 'a2225105c4c64cec9c8922b4222928a3', 'gw_port': {'id': '098e3dd0-9fba-4137-b9f4-8b5ab1fedb4d', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:9a:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfbdc0c2-6ca9-4994-8c3b-b9daf11b3b7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1727, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:49:33Z', 'updated_at': '2022-03-29T15:49:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': '3601c5db-cf1a-48cb-81c2-88e27b38aab3', 'name': '', 'network_id': '94f600c4-9204-48b8-9dde-4e8016a6c980', 'tenant_id': 'a2225105c4c64cec9c8922b4222928a3', 'mac_address': 'fa:16:3e:94:db:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfbdc0c2-6ca9-4994-8c3b-b9daf11b3b7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': '80684512-3579-4a5d-a6a3-894ce2a0c253', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:49:38Z', 'updated_at': '2022-03-29T15:49:41Z', 'revision_number': 2, 'project_id': 'a2225105c4c64cec9c8922b4222928a3', 'subnets': [{'id': '80684512-3579-4a5d-a6a3-894ce2a0c253', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:49:44.163809 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-0dae4796-ca9a-41b9-8f6d-b745a903176d req-2fcb433c-430e-4edd-80b9-5e15e6ace722 tempest-ServerRescueTestJSON-484479922 tempest-ServerRescueTestJSON-484479922-project] 10.222.0.42 "GET /v2.0/security-groups?id=a3f3b05e-b4b0-4bd5-8f61-9140e1e7cbea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3300345 Mar 29 15:49:44.195221 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a41c017b-2cbf-4ca8-8980-2e45c935799b admin admin] Network 08d86c7c-d7ae-48d3-9114-f1b7687b801d is scheduled to be hosted by DHCP agent d136643e-48ae-49d4-a851-2ba3bdf3749c with binding_index 1 {{(pid=102790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 15:49:44.203993 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fae56a5c-62f8-4b75-9f27-0bb9d63b0542 None None] Checking router: dfbdc0c2-6ca9-4994-8c3b-b9daf11b3b7e for host: n-d-834765-1 {{(pid=102793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:49:44.204740 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fae56a5c-62f8-4b75-9f27-0bb9d63b0542 None None] Updating router dfbdc0c2-6ca9-4994-8c3b-b9daf11b3b7e port 3601c5db-cf1a-48cb-81c2-88e27b38aab3 binding host n-d-834765-1 {{(pid=102793) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 15:49:44.221469 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-a41c017b-2cbf-4ca8-8980-2e45c935799b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834765-1, 08d86c7c-d7ae-48d3-9114-f1b7687b801d) {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:49:44.232880 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a41c017b-2cbf-4ca8-8980-2e45c935799b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:49:44.233602 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-a41c017b-2cbf-4ca8-8980-2e45c935799b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for subnet, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:44.239566 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65c54eeb-30a9-4316-acc3-783fc906c220 None None] Network 08d86c7c-d7ae-48d3-9114-f1b7687b801d requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 15:49:44.268710 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-a41c017b-2cbf-4ca8-8980-2e45c935799b admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4995472 Mar 29 15:49:44.270884 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 57670) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:49:44.272260 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-fae56a5c-62f8-4b75-9f27-0bb9d63b0542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:44.282756 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-536ff18d-ba0e-4487-96f1-4d7163a15f9a admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-2145880061-router', 'tenant_id': '2f916f4102be4d9598e1979f4f5a1e34', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'}}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:49:44.286475 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-9e5e0266-658d-405c-8d32-9a5ee61e75b9 tempest-RoutersAdminTest-736076884 tempest-RoutersAdminTest-736076884-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:44.334677 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-536ff18d-ba0e-4487-96f1-4d7163a15f9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-532385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129310'] for router, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:44.337519 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-536ff18d-ba0e-4487-96f1-4d7163a15f9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-648091', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-684384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129319'] for router, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:44.426295 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 57672) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:49:44.484108 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device 0a8f7ac3-7b4c-4843-a3da-ca2d7ee14610 up at agent hyperv_n-h2-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:49:44.487777 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-7000e9df-2fba-43f8-8757-845e0ce7a05a req-0fba98a2-327d-490e-a460-61fc1c0ae967 tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] 10.222.0.42 "GET /v2.0/ports?device_id=31cdedda-f287-4417-9676-d9e289e74188 HTTP/1.1" status: 200 len: 210 time: 0.0957072 Mar 29 15:49:44.539890 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-536ff18d-ba0e-4487-96f1-4d7163a15f9a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:44.745682 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-9e5e0266-658d-405c-8d32-9a5ee61e75b9 tempest-RoutersAdminTest-736076884 tempest-RoutersAdminTest-736076884-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:44.772007 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50283bf0-b724-46d6-9217-5fc762dc15fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0035034-69b0-5ffc-b384-0ac6189c5628-08d86c7c-d7ae-48d3-9114-f1b7687b801d', 'network_id': '08d86c7c-d7ae-48d3-9114-f1b7687b801d', 'tenant_id': '2f916f4102be4d9598e1979f4f5a1e34', 'fixed_ips': [{'subnet_id': 'a7734bc8-ad66-4b96-b048-122f2b558e8a'}]}} from n-d-834765-1. {{(pid=102792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 29 15:49:44.776138 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-50283bf0-b724-46d6-9217-5fc762dc15fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:44.813882 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 098e3dd0-9fba-4137-b9f4-8b5ab1fedb4d up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:49:44.836172 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-df85a130-62de-444f-a3a1-4fac82fb8d55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:44.867825 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-fae56a5c-62f8-4b75-9f27-0bb9d63b0542 None None] Notify callbacks [] for port, precommit_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:44.875451 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-fae56a5c-62f8-4b75-9f27-0bb9d63b0542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:44.949415 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782ee4d2-329a-446a-ad15-80cc1e71707c None None] Pushing event updated for resources: {'Port': ['ID=3601c5db-cf1a-48cb-81c2-88e27b38aab3,revision_number=3']} {{(pid=102793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:49:45.006598 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-df85a130-62de-444f-a3a1-4fac82fb8d55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:45.023060 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-df85a130-62de-444f-a3a1-4fac82fb8d55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:45.034077 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-536ff18d-ba0e-4487-96f1-4d7163a15f9a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:45.045196 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.db_base_plugin_common [None req-50283bf0-b724-46d6-9217-5fc762dc15fe None None] Allocated IP 172.20.0.2 (08d86c7c-d7ae-48d3-9114-f1b7687b801d/a7734bc8-ad66-4b96-b048-122f2b558e8a/266a8b11-040b-40ea-a023-ac273bae6242) {{(pid=102792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:49:45.102202 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbec31a-a9dc-4f1c-9895-2fd2fafa7510 req-9c3a423c-5634-45ed-bca6-a8a359b67ce1 tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:49:45.103941 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.managers [None req-fae56a5c-62f8-4b75-9f27-0bb9d63b0542 None None] Attempting to bind port 3601c5db-cf1a-48cb-81c2-88e27b38aab3 on host n-d-834765-1 for vnic_type normal with profile {{(pid=102793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:49:45.104317 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.managers [None req-fae56a5c-62f8-4b75-9f27-0bb9d63b0542 None None] Attempting to bind port 3601c5db-cf1a-48cb-81c2-88e27b38aab3 by drivers openvswitch,hyperv on host n-d-834765-1 at level 0 using segments [{'id': '0cf4c8fa-aed1-409e-b278-011a45c757bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '94f600c4-9204-48b8-9dde-4e8016a6c980'}] {{(pid=102793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:49:45.104598 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6dbec31a-a9dc-4f1c-9895-2fd2fafa7510 req-9c3a423c-5634-45ed-bca6-a8a359b67ce1 tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] 10.222.0.48 "GET /v2.0/networks?id=5820eec2-ced2-414a-ab32-af1fabeb5f44 HTTP/1.1" status: 200 len: 814 time: 0.5412784 Mar 29 15:49:45.104745 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fae56a5c-62f8-4b75-9f27-0bb9d63b0542 None None] Attempting to bind port 3601c5db-cf1a-48cb-81c2-88e27b38aab3 on network 94f600c4-9204-48b8-9dde-4e8016a6c980 {{(pid=102793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:49:45.116726 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fae56a5c-62f8-4b75-9f27-0bb9d63b0542 None None] Checking agent: {'id': 'a8866439-9d96-425c-b519-6905c591ac37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 25, 36), 'started_at': datetime.datetime(2022, 3, 29, 15, 26, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 49, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834765-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:49:45.117094 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fae56a5c-62f8-4b75-9f27-0bb9d63b0542 None None] Checking segment: {'id': '0cf4c8fa-aed1-409e-b278-011a45c757bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '94f600c4-9204-48b8-9dde-4e8016a6c980'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:49:45.119742 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-fae56a5c-62f8-4b75-9f27-0bb9d63b0542 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:45.120340 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fae56a5c-62f8-4b75-9f27-0bb9d63b0542 None None] Bound using segment: {'id': '0cf4c8fa-aed1-409e-b278-011a45c757bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '94f600c4-9204-48b8-9dde-4e8016a6c980'} {{(pid=102793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:49:45.132705 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.managers [None req-fae56a5c-62f8-4b75-9f27-0bb9d63b0542 None None] Bound port: 3601c5db-cf1a-48cb-81c2-88e27b38aab3, host: n-d-834765-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cf4c8fa-aed1-409e-b278-011a45c757bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '94f600c4-9204-48b8-9dde-4e8016a6c980'}}] {{(pid=102793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 15:49:45.133510 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-fae56a5c-62f8-4b75-9f27-0bb9d63b0542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:45.238668 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 57688) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:49:45.245568 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-b6e74736-9b37-4639-adcc-0abde293d1af tempest-ServersTestBootFromVolume-1498240647 tempest-ServersTestBootFromVolume-1498240647-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2122137433', 'description': 'tempest-description--1433561880'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:49:45.252041 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-df85a130-62de-444f-a3a1-4fac82fb8d55 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=960ebeb028b74825a467ada9afec1993&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8238106 Mar 29 15:49:45.255448 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 57690) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:49:45.256699 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-50283bf0-b724-46d6-9217-5fc762dc15fe None None] Notify callbacks [] for port, precommit_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:45.268117 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Provisioning complete for port 0a8f7ac3-7b4c-4843-a3da-ca2d7ee14610 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:49:45.268785 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:45.271302 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-50283bf0-b724-46d6-9217-5fc762dc15fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956'] for port, after_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:45.279002 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df85a130-62de-444f-a3a1-4fac82fb8d55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=568a334b-d928-4a0b-b5ad-e8d7fb7ca16d,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:49:45.328956 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e104af6a-03ee-4cbe-b523-75062fdf00f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:45.359206 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.db [None req-fae56a5c-62f8-4b75-9f27-0bb9d63b0542 None None] For port 3601c5db-cf1a-48cb-81c2-88e27b38aab3, host n-d-834765-1, cleared binding levels {{(pid=102793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:49:45.367983 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.db [None req-fae56a5c-62f8-4b75-9f27-0bb9d63b0542 None None] For port 3601c5db-cf1a-48cb-81c2-88e27b38aab3, host n-d-834765-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=3601c5db-cf1a-48cb-81c2-88e27b38aab3,segment=NetworkSegment(0cf4c8fa-aed1-409e-b278-011a45c757bf),segment_id=0cf4c8fa-aed1-409e-b278-011a45c757bf)] {{(pid=102793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:49:45.382021 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port 098e3dd0-9fba-4137-b9f4-8b5ab1fedb4d triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:49:45.382485 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:45.383005 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6dbec31a-a9dc-4f1c-9895-2fd2fafa7510 req-c29912ed-b3e3-4faf-abfc-b240d8fe1c11 tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c6465a9dafbf43bf90c09b1dce8d1fc6 HTTP/1.1" status: 200 len: 472 time: 0.2277408 Mar 29 15:49:45.385387 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-fae56a5c-62f8-4b75-9f27-0bb9d63b0542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:45.393620 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [req-6dbec31a-a9dc-4f1c-9895-2fd2fafa7510 req-d07b2ea0-999e-4fdb-baaa-dd95093bffad tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Request body: {'port': {'device_id': '31cdedda-f287-4417-9676-d9e289e74188', 'network_id': '5820eec2-ced2-414a-ab32-af1fabeb5f44', 'admin_state_up': True, 'tenant_id': 'c6465a9dafbf43bf90c09b1dce8d1fc6', 'security_groups': ['883e0cc1-8238-4251-86bf-7026ffbeaddd']}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:49:45.474106 n-d-834765-1 neutron-server[102792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50283bf0-b724-46d6-9217-5fc762dc15fe None None] Network 08d86c7c-d7ae-48d3-9114-f1b7687b801d is already hosted by enough agents. {{(pid=102792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:49:45.500757 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fae56a5c-62f8-4b75-9f27-0bb9d63b0542 None None] Routers {'dfbdc0c2-6ca9-4994-8c3b-b9daf11b3b7e'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:49:45.502837 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-fae56a5c-62f8-4b75-9f27-0bb9d63b0542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:49:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['dfbdc0c2-6ca9-4994-8c3b-b9daf11b3b7e'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:49:45.503705 n-d-834765-1 neutron-server[102792]: DEBUG neutron.scheduler.base_scheduler [None req-50283bf0-b724-46d6-9217-5fc762dc15fe None None] Resources bound (agent type, host, resource id): {{(pid=102792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:49:45.507439 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50283bf0-b724-46d6-9217-5fc762dc15fe None None] Received port after_create {{(pid=102792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:49:45.561307 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-a12d3c5b-54da-4a2a-bf3f-da18837fc381 None None] Provisioning complete for port 3601c5db-cf1a-48cb-81c2-88e27b38aab3 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:49:45.561975 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-a12d3c5b-54da-4a2a-bf3f-da18837fc381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:45.609840 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50283bf0-b724-46d6-9217-5fc762dc15fe None None] Pushing event updated for resources: {'Port': ['ID=266a8b11-040b-40ea-a023-ac273bae6242,revision_number=1']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:49:45.761432 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-50283bf0-b724-46d6-9217-5fc762dc15fe None None] Attempting to bind port 266a8b11-040b-40ea-a023-ac273bae6242 on host n-d-834765-1 for vnic_type normal with profile {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:49:45.763512 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-50283bf0-b724-46d6-9217-5fc762dc15fe None None] Attempting to bind port 266a8b11-040b-40ea-a023-ac273bae6242 by drivers openvswitch,hyperv on host n-d-834765-1 at level 0 using segments [{'id': '63db82bb-8e0b-410c-8d5e-d91a972c7c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '08d86c7c-d7ae-48d3-9114-f1b7687b801d'}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:49:45.764272 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50283bf0-b724-46d6-9217-5fc762dc15fe None None] Attempting to bind port 266a8b11-040b-40ea-a023-ac273bae6242 on network 08d86c7c-d7ae-48d3-9114-f1b7687b801d {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:49:45.774301 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50283bf0-b724-46d6-9217-5fc762dc15fe None None] Checking agent: {'id': 'a8866439-9d96-425c-b519-6905c591ac37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 25, 36), 'started_at': datetime.datetime(2022, 3, 29, 15, 26, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 49, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834765-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:49:45.775200 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50283bf0-b724-46d6-9217-5fc762dc15fe None None] Checking segment: {'id': '63db82bb-8e0b-410c-8d5e-d91a972c7c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '08d86c7c-d7ae-48d3-9114-f1b7687b801d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:49:45.775989 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-50283bf0-b724-46d6-9217-5fc762dc15fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:45.776758 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50283bf0-b724-46d6-9217-5fc762dc15fe None None] Bound using segment: {'id': '63db82bb-8e0b-410c-8d5e-d91a972c7c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '08d86c7c-d7ae-48d3-9114-f1b7687b801d'} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:49:45.780006 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-50283bf0-b724-46d6-9217-5fc762dc15fe None None] Bound port: 266a8b11-040b-40ea-a023-ac273bae6242, host: n-d-834765-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63db82bb-8e0b-410c-8d5e-d91a972c7c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '08d86c7c-d7ae-48d3-9114-f1b7687b801d'}}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 15:49:45.780829 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-50283bf0-b724-46d6-9217-5fc762dc15fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:45.834723 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f3470ad7-c225-42b1-8b72-75c9bd89a481 req-9492ce8b-900d-43b1-95bf-6c6bf905b28c tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] 10.222.0.42 "GET /v2.0/ports?device_id=31cdedda-f287-4417-9676-d9e289e74188 HTTP/1.1" status: 200 len: 210 time: 0.1112132 Mar 29 15:49:45.842048 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-9e5e0266-658d-405c-8d32-9a5ee61e75b9 tempest-RoutersAdminTest-736076884 tempest-RoutersAdminTest-736076884-project] Notify callbacks [] for router_gateway, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:45.842309 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 8b63e29c-2ee3-453c-b217-3e2391f93869 no longer exists at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:49:45.876622 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-9e5e0266-658d-405c-8d32-9a5ee61e75b9 tempest-RoutersAdminTest-736076884 tempest-RoutersAdminTest-736076884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:45.909331 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvr_db [None req-fae56a5c-62f8-4b75-9f27-0bb9d63b0542 None None] Set router dfbdc0c2-6ca9-4994-8c3b-b9daf11b3b7e gateway port host: n-d-834765-1 {{(pid=102793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:49:45.921178 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] No Port match for: 8b63e29c-2ee3-453c-b217-3e2391f93869 {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 15:49:45.921519 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 8b63e29c-2ee3-453c-b217-3e2391f93869 not bound to the agent host n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:49:45.937648 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:45.974426 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-a12d3c5b-54da-4a2a-bf3f-da18837fc381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:46.013557 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0859ad1-46a7-4491-b8bd-ab713dd586fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a8f7ac3-7b4c-4843-a3da-ca2d7ee14610'}] {{(pid=102792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:49:46.015894 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4f476c66b318cc6068719fc39557fac68d413f5c7e78fa77028c7948e999ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7429c19d-22b3-48aa-96f5-e3c7bd5738ac" -d '{"events": [{"server_uuid": "b0859ad1-46a7-4491-b8bd-ab713dd586fb", "name": "network-vif-plugged", "status": "completed", "tag": "0a8f7ac3-7b4c-4843-a3da-ca2d7ee14610"}]}' {{(pid=102792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:49:46.024914 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-50283bf0-b724-46d6-9217-5fc762dc15fe None None] For port 266a8b11-040b-40ea-a023-ac273bae6242, host n-d-834765-1, cleared binding levels {{(pid=102792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:49:46.050080 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port 0a8f7ac3-7b4c-4843-a3da-ca2d7ee14610, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=0a8f7ac3-7b4c-4843-a3da-ca2d7ee14610,segment=NetworkSegment(a0c230f0-660a-4194-9279-0f0781d34134),segment_id=a0c230f0-660a-4194-9279-0f0781d34134)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:49:46.054463 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-b6e74736-9b37-4639-adcc-0abde293d1af tempest-ServersTestBootFromVolume-1498240647 tempest-ServersTestBootFromVolume-1498240647-project] Notify callbacks [] for security_group, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:46.061408 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-50283bf0-b724-46d6-9217-5fc762dc15fe None None] For port 266a8b11-040b-40ea-a023-ac273bae6242, host n-d-834765-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=266a8b11-040b-40ea-a023-ac273bae6242,segment=NetworkSegment(63db82bb-8e0b-410c-8d5e-d91a972c7c81),segment_id=63db82bb-8e0b-410c-8d5e-d91a972c7c81)] {{(pid=102792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:49:46.071797 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:46.083679 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782ee4d2-329a-446a-ad15-80cc1e71707c None None] Pushing event updated for resources: {'Port': ['ID=3601c5db-cf1a-48cb-81c2-88e27b38aab3,revision_number=4']} {{(pid=102793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:49:46.094067 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-a12d3c5b-54da-4a2a-bf3f-da18837fc381 None None] For port 3601c5db-cf1a-48cb-81c2-88e27b38aab3, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=3601c5db-cf1a-48cb-81c2-88e27b38aab3,segment=NetworkSegment(0cf4c8fa-aed1-409e-b278-011a45c757bf),segment_id=0cf4c8fa-aed1-409e-b278-011a45c757bf)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:49:46.102174 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-50283bf0-b724-46d6-9217-5fc762dc15fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:46.157453 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:49:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a3c5ea2-671a-4b0e-9f68-3053e7768d17 x-openstack-request-id: req-3a3c5ea2-671a-4b0e-9f68-3053e7768d17 {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:49:46.157883 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0859ad1-46a7-4491-b8bd-ab713dd586fb", "name": "network-vif-plugged", "status": "completed", "tag": "0a8f7ac3-7b4c-4843-a3da-ca2d7ee14610", "code": 200}]} {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:49:46.158252 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-3a3c5ea2-671a-4b0e-9f68-3053e7768d17 {{(pid=102792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:49:46.158857 n-d-834765-1 neutron-server[102792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0859ad1-46a7-4491-b8bd-ab713dd586fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a8f7ac3-7b4c-4843-a3da-ca2d7ee14610', 'code': 200} Mar 29 15:49:46.159661 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-536ff18d-ba0e-4487-96f1-4d7163a15f9a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:46.168933 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-a12d3c5b-54da-4a2a-bf3f-da18837fc381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:46.194843 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e104af6a-03ee-4cbe-b523-75062fdf00f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:46.201020 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-536ff18d-ba0e-4487-96f1-4d7163a15f9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:46.214444 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Pushing event updated for resources: {'Port': ['ID=0a8f7ac3-7b4c-4843-a3da-ca2d7ee14610,revision_number=7']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:49:46.310101 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50283bf0-b724-46d6-9217-5fc762dc15fe None None] Pushing event updated for resources: {'Port': ['ID=266a8b11-040b-40ea-a023-ac273bae6242,revision_number=2']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:49:46.317722 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-0e816790-650c-40da-843d-94cbdae78fb0 None None] Provisioning complete for port 3601c5db-cf1a-48cb-81c2-88e27b38aab3 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:49:46.318363 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-0e816790-650c-40da-843d-94cbdae78fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:46.373440 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6dbec31a-a9dc-4f1c-9895-2fd2fafa7510 req-d07b2ea0-999e-4fdb-baaa-dd95093bffad tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Made reservation on behalf of c6465a9dafbf43bf90c09b1dce8d1fc6 for: {'port': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:49:46.378296 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-6dbec31a-a9dc-4f1c-9895-2fd2fafa7510 req-d07b2ea0-999e-4fdb-baaa-dd95093bffad tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:46.386142 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb4135f-257b-42c2-9a8d-38d6a68b5f76 req-5c9d5e42-e179-4bce-82bf-5cd21dddfc67 tempest-ServerRescueTestJSON-484479922 tempest-ServerRescueTestJSON-484479922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:49:46.389013 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-4eb4135f-257b-42c2-9a8d-38d6a68b5f76 req-5c9d5e42-e179-4bce-82bf-5cd21dddfc67 tempest-ServerRescueTestJSON-484479922 tempest-ServerRescueTestJSON-484479922-project] 10.222.0.42 "GET /v2.0/ports?device_id=68754edd-cbc2-4b62-8e18-7abfa6bb7d34 HTTP/1.1" status: 200 len: 945 time: 0.3582807 Mar 29 15:49:46.420236 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-fae56a5c-62f8-4b75-9f27-0bb9d63b0542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfbdc0c2-6ca9-4994-8c3b-b9daf11b3b7e', 'name': 'tempest-ServersTestBootFromVolume-1632588302-router', 'tenant_id': 'a2225105c4c64cec9c8922b4222928a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': '098e3dd0-9fba-4137-b9f4-8b5ab1fedb4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:49:32Z', 'updated_at': '2022-03-29T15:49:40Z', 'revision_number': 4, 'project_id': 'a2225105c4c64cec9c8922b4222928a3', 'gw_port': {'id': '098e3dd0-9fba-4137-b9f4-8b5ab1fedb4d', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:9a:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfbdc0c2-6ca9-4994-8c3b-b9daf11b3b7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1727, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:49:33Z', 'updated_at': '2022-03-29T15:49:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': '3601c5db-cf1a-48cb-81c2-88e27b38aab3', 'name': '', 'network_id': '94f600c4-9204-48b8-9dde-4e8016a6c980', 'tenant_id': 'a2225105c4c64cec9c8922b4222928a3', 'mac_address': 'fa:16:3e:94:db:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfbdc0c2-6ca9-4994-8c3b-b9daf11b3b7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': '80684512-3579-4a5d-a6a3-894ce2a0c253', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:49:38Z', 'updated_at': '2022-03-29T15:49:45Z', 'revision_number': 4, 'project_id': 'a2225105c4c64cec9c8922b4222928a3', 'subnets': [{'id': '80684512-3579-4a5d-a6a3-894ce2a0c253', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:49:46.429567 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12d3c5b-54da-4a2a-bf3f-da18837fc381 None None] Pushing event updated for resources: {'Port': ['ID=3601c5db-cf1a-48cb-81c2-88e27b38aab3,revision_number=5']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:49:46.456048 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_common [None req-9e5e0266-658d-405c-8d32-9a5ee61e75b9 tempest-RoutersAdminTest-736076884 tempest-RoutersAdminTest-736076884-project] Allocated IP 172.25.4.100 (4a4a035d-ecac-4ead-baa3-25f90788773a/e1a353dc-fac8-4901-a63c-273840237d6a/5160f368-7e98-4560-af18-b54f9dc540e1) {{(pid=102791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:49:46.465523 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fae56a5c-62f8-4b75-9f27-0bb9d63b0542 None None] The sync data for ids ['dfbdc0c2-6ca9-4994-8c3b-b9daf11b3b7e'] in n-d-834765-1 is: [{'id': 'dfbdc0c2-6ca9-4994-8c3b-b9daf11b3b7e', 'name': 'tempest-ServersTestBootFromVolume-1632588302-router', 'tenant_id': 'a2225105c4c64cec9c8922b4222928a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': '098e3dd0-9fba-4137-b9f4-8b5ab1fedb4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:49:32Z', 'updated_at': '2022-03-29T15:49:40Z', 'revision_number': 4, 'project_id': 'a2225105c4c64cec9c8922b4222928a3', 'gw_port': {'id': '098e3dd0-9fba-4137-b9f4-8b5ab1fedb4d', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:9a:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfbdc0c2-6ca9-4994-8c3b-b9daf11b3b7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1727, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:49:33Z', 'updated_at': '2022-03-29T15:49:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': '3601c5db-cf1a-48cb-81c2-88e27b38aab3', 'name': '', 'network_id': '94f600c4-9204-48b8-9dde-4e8016a6c980', 'tenant_id': 'a2225105c4c64cec9c8922b4222928a3', 'mac_address': 'fa:16:3e:94:db:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfbdc0c2-6ca9-4994-8c3b-b9daf11b3b7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': '80684512-3579-4a5d-a6a3-894ce2a0c253', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:49:38Z', 'updated_at': '2022-03-29T15:49:45Z', 'revision_number': 4, 'project_id': 'a2225105c4c64cec9c8922b4222928a3', 'subnets': [{'id': '80684512-3579-4a5d-a6a3-894ce2a0c253', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:49:46.529688 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-b6e74736-9b37-4639-adcc-0abde293d1af tempest-ServersTestBootFromVolume-1498240647 tempest-ServersTestBootFromVolume-1498240647-project] Notify callbacks [] for security_group, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:46.546292 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e104af6a-03ee-4cbe-b523-75062fdf00f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:46.549421 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e104af6a-03ee-4cbe-b523-75062fdf00f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:46.550620 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-e104af6a-03ee-4cbe-b523-75062fdf00f5 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/568a334b-d928-4a0b-b5ad-e8d7fb7ca16d HTTP/1.1" status: 204 len: 168 time: 1.2925947 Mar 29 15:49:46.552195 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-b6e74736-9b37-4639-adcc-0abde293d1af tempest-ServersTestBootFromVolume-1498240647 tempest-ServersTestBootFromVolume-1498240647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:46.648978 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-4eb4135f-257b-42c2-9a8d-38d6a68b5f76 req-4deeac82-9b5f-4a13-b964-1c16cecbd39b tempest-ServerRescueTestJSON-484479922 tempest-ServerRescueTestJSON-484479922-project] 10.222.0.42 "GET /v2.0/security-groups?id=a3f3b05e-b4b0-4bd5-8f61-9140e1e7cbea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2390213 Mar 29 15:49:46.677842 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e104af6a-03ee-4cbe-b523-75062fdf00f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=568a334b-d928-4a0b-b5ad-e8d7fb7ca16d,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:49:46.702834 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-b6e74736-9b37-4639-adcc-0abde293d1af tempest-ServersTestBootFromVolume-1498240647 tempest-ServersTestBootFromVolume-1498240647-project] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:46.704517 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-b6e74736-9b37-4639-adcc-0abde293d1af tempest-ServersTestBootFromVolume-1498240647 tempest-ServersTestBootFromVolume-1498240647-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.4637396 Mar 29 15:49:46.712614 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 57710) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:49:46.755239 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-8657f1b9-3ab3-450b-9e3c-62fb26273948 tempest-ServersTestBootFromVolume-1498240647 tempest-ServersTestBootFromVolume-1498240647-project] Request body: {'security_group_rule': {'security_group_id': 'acccf007-02a4-4e02-a911-a704b12080b1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:49:46.812418 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e74736-9b37-4639-adcc-0abde293d1af tempest-ServersTestBootFromVolume-1498240647 tempest-ServersTestBootFromVolume-1498240647-project] Pushing event updated for resources: {'SecurityGroup': ['ID=acccf007-02a4-4e02-a911-a704b12080b1,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:49:46.853915 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-9e5e0266-658d-405c-8d32-9a5ee61e75b9 tempest-RoutersAdminTest-736076884 tempest-RoutersAdminTest-736076884-project] Notify callbacks [] for port, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:46.857687 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-8657f1b9-3ab3-450b-9e3c-62fb26273948 tempest-ServersTestBootFromVolume-1498240647 tempest-ServersTestBootFromVolume-1498240647-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:46.871536 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:46.947814 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 3601c5db-cf1a-48cb-81c2-88e27b38aab3 up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:49:46.983747 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-8657f1b9-3ab3-450b-9e3c-62fb26273948 tempest-ServersTestBootFromVolume-1498240647 tempest-ServersTestBootFromVolume-1498240647-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:46.991556 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-8657f1b9-3ab3-450b-9e3c-62fb26273948 tempest-ServersTestBootFromVolume-1498240647 tempest-ServersTestBootFromVolume-1498240647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610998'] for security_group_rule, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:46.993065 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_common [req-6dbec31a-a9dc-4f1c-9895-2fd2fafa7510 req-d07b2ea0-999e-4fdb-baaa-dd95093bffad tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Allocated IP 172.20.0.5 (5820eec2-ced2-414a-ab32-af1fabeb5f44/406fd4ed-e828-4758-9c87-5ac29cec1b72/41d6de4c-b663-4de7-b3d3-6c4b4b1489e2) {{(pid=102791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:49:47.043990 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8657f1b9-3ab3-450b-9e3c-62fb26273948 tempest-ServersTestBootFromVolume-1498240647 tempest-ServersTestBootFromVolume-1498240647-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c791c4c5-3204-4048-83bb-77b8c714b251,revision_number=0']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:49:47.068376 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-8657f1b9-3ab3-450b-9e3c-62fb26273948 tempest-ServersTestBootFromVolume-1498240647 tempest-ServersTestBootFromVolume-1498240647-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:47.073813 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-8657f1b9-3ab3-450b-9e3c-62fb26273948 tempest-ServersTestBootFromVolume-1498240647 tempest-ServersTestBootFromVolume-1498240647-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3574224 Mar 29 15:49:47.076668 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 57736) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:49:47.087712 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-4b39cc2c-75be-477a-86d8-fcb44f492f9c tempest-ServersTestBootFromVolume-1498240647 tempest-ServersTestBootFromVolume-1498240647-project] Request body: {'security_group_rule': {'security_group_id': 'acccf007-02a4-4e02-a911-a704b12080b1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:49:47.099054 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port 3601c5db-cf1a-48cb-81c2-88e27b38aab3 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:49:47.100490 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:47.129080 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-4b39cc2c-75be-477a-86d8-fcb44f492f9c tempest-ServersTestBootFromVolume-1498240647 tempest-ServersTestBootFromVolume-1498240647-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:47.144756 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b0700dc8-3e7b-41cd-aeaf-44dfec9fbb14 req-42124a85-f347-4a2d-89cf-28d350f0306f tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] 10.222.0.42 "GET /v2.0/ports?device_id=31cdedda-f287-4417-9676-d9e289e74188 HTTP/1.1" status: 200 len: 210 time: 0.1337187 Mar 29 15:49:47.177742 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-9e5e0266-658d-405c-8d32-9a5ee61e75b9 tempest-RoutersAdminTest-736076884 tempest-RoutersAdminTest-736076884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:47.284050 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-4b39cc2c-75be-477a-86d8-fcb44f492f9c tempest-ServersTestBootFromVolume-1498240647 tempest-ServersTestBootFromVolume-1498240647-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:47.296713 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-4b39cc2c-75be-477a-86d8-fcb44f492f9c tempest-ServersTestBootFromVolume-1498240647 tempest-ServersTestBootFromVolume-1498240647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610998'] for security_group_rule, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:47.339541 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 266a8b11-040b-40ea-a023-ac273bae6242 up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:49:47.350274 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 57740) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:49:47.359013 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b39cc2c-75be-477a-86d8-fcb44f492f9c tempest-ServersTestBootFromVolume-1498240647 tempest-ServersTestBootFromVolume-1498240647-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b38442a0-deb0-4e25-8b8f-f94c4cf291be,revision_number=0']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:49:47.385256 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.db.api [None req-536ff18d-ba0e-4487-96f1-4d7163a15f9a admin admin] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.25.4.100-7485ef4b-64e5-4893-ab43-7162e7aa38d8 {{(pid=102790) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 29 15:49:47.388207 n-d-834765-1 neutron-server[102790]: DEBUG oslo_db.api [None req-536ff18d-ba0e-4487-96f1-4d7163a15f9a admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 29 15:49:47.429843 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port 266a8b11-040b-40ea-a023-ac273bae6242 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:49:47.430298 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:47.456734 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-4b39cc2c-75be-477a-86d8-fcb44f492f9c tempest-ServersTestBootFromVolume-1498240647 tempest-ServersTestBootFromVolume-1498240647-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:47.457980 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-4b39cc2c-75be-477a-86d8-fcb44f492f9c tempest-ServersTestBootFromVolume-1498240647 tempest-ServersTestBootFromVolume-1498240647-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3804159 Mar 29 15:49:47.463298 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 57746) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:49:47.502830 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-476664d3-e056-41ca-beaa-45d8593941a6 tempest-ServersTestBootFromVolume-1498240647 tempest-ServersTestBootFromVolume-1498240647-project] Request body: {'floatingip': {'floating_network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:49:47.506302 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e5e0266-658d-405c-8d32-9a5ee61e75b9 tempest-RoutersAdminTest-736076884 tempest-RoutersAdminTest-736076884-project] Network 4a4a035d-ecac-4ead-baa3-25f90788773a is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:49:47.523567 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [None req-9e5e0266-658d-405c-8d32-9a5ee61e75b9 tempest-RoutersAdminTest-736076884 tempest-RoutersAdminTest-736076884-project] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:49:47.539730 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-5ac8b1a1-7e42-4b2c-a3a7-8b298abb1061 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b0ed8b67101c4f1bba61f23009d1f309&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1777387 Mar 29 15:49:47.547837 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 57748) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:49:47.561491 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e5e0266-658d-405c-8d32-9a5ee61e75b9 tempest-RoutersAdminTest-736076884 tempest-RoutersAdminTest-736076884-project] Received port after_create {{(pid=102791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:49:47.591096 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:47.615298 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-476664d3-e056-41ca-beaa-45d8593941a6 tempest-ServersTestBootFromVolume-1498240647 tempest-ServersTestBootFromVolume-1498240647-project] Notify callbacks [] for floatingip, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:47.661165 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] For port 266a8b11-040b-40ea-a023-ac273bae6242, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=266a8b11-040b-40ea-a023-ac273bae6242,segment=NetworkSegment(63db82bb-8e0b-410c-8d5e-d91a972c7c81),segment_id=63db82bb-8e0b-410c-8d5e-d91a972c7c81)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:49:47.668300 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:47.680535 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-6dbec31a-a9dc-4f1c-9895-2fd2fafa7510 req-d07b2ea0-999e-4fdb-baaa-dd95093bffad tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Notify callbacks [] for port, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:47.682486 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5e0266-658d-405c-8d32-9a5ee61e75b9 tempest-RoutersAdminTest-736076884 tempest-RoutersAdminTest-736076884-project] Pushing event updated for resources: {'Port': ['ID=5160f368-7e98-4560-af18-b54f9dc540e1,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:49:47.763603 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-59ae998d-598a-4b0d-b08a-9401853184e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:47.812361 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-6dbec31a-a9dc-4f1c-9895-2fd2fafa7510 req-d07b2ea0-999e-4fdb-baaa-dd95093bffad tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:47.816834 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:47.846219 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Pushing event updated for resources: {'Port': ['ID=266a8b11-040b-40ea-a023-ac273bae6242,revision_number=3']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:49:47.862434 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6dbec31a-a9dc-4f1c-9895-2fd2fafa7510 req-d07b2ea0-999e-4fdb-baaa-dd95093bffad tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Network 5820eec2-ced2-414a-ab32-af1fabeb5f44 is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:49:47.892822 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-536ff18d-ba0e-4487-96f1-4d7163a15f9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:47.898448 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [req-6dbec31a-a9dc-4f1c-9895-2fd2fafa7510 req-d07b2ea0-999e-4fdb-baaa-dd95093bffad tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:49:47.920712 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [req-6dbec31a-a9dc-4f1c-9895-2fd2fafa7510 req-d07b2ea0-999e-4fdb-baaa-dd95093bffad tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Received port after_create {{(pid=102791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:49:47.974934 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fe80c3c-9ee2-43ff-99e8-e816d39fd4bd None None] Network 08d86c7c-d7ae-48d3-9114-f1b7687b801d requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 15:49:48.010313 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07b2ea0-999e-4fdb-baaa-dd95093bffad tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Pushing event updated for resources: {'Port': ['ID=41d6de4c-b663-4de7-b3d3-6c4b4b1489e2,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:49:48.032530 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-59ae998d-598a-4b0d-b08a-9401853184e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:48.103686 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbec31a-a9dc-4f1c-9895-2fd2fafa7510 req-d07b2ea0-999e-4fdb-baaa-dd95093bffad tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:49:48.107086 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-6dbec31a-a9dc-4f1c-9895-2fd2fafa7510 req-d07b2ea0-999e-4fdb-baaa-dd95093bffad tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:48.110699 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-67782305-0b83-40d0-b580-a6b2dcd02a47 None None] Provisioning complete for port 266a8b11-040b-40ea-a023-ac273bae6242 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:49:48.111088 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-67782305-0b83-40d0-b580-a6b2dcd02a47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:48.158645 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6dbec31a-a9dc-4f1c-9895-2fd2fafa7510 req-d07b2ea0-999e-4fdb-baaa-dd95093bffad tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7701952 Mar 29 15:49:48.185233 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [req-6dbec31a-a9dc-4f1c-9895-2fd2fafa7510 req-f5923cda-5c05-43c4-bfc9-e935cd7778c6 service neutron] Request body: {'port': {'device_id': '31cdedda-f287-4417-9676-d9e289e74188', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834765-1'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:49:48.273742 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-9e5e0266-658d-405c-8d32-9a5ee61e75b9 tempest-RoutersAdminTest-736076884 tempest-RoutersAdminTest-736076884-project] Notify callbacks [] for router_gateway, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:48.337240 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-6dbec31a-a9dc-4f1c-9895-2fd2fafa7510 req-f5923cda-5c05-43c4-bfc9-e935cd7778c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:48.473764 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc43c310-a9f6-449e-8faf-b1c8cbe2210b req-8448883d-8c9d-4d0d-8f1f-f6edd93a830a tempest-ServerRescueTestJSON-484479922 tempest-ServerRescueTestJSON-484479922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:49:48.476933 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-fc43c310-a9f6-449e-8faf-b1c8cbe2210b req-8448883d-8c9d-4d0d-8f1f-f6edd93a830a tempest-ServerRescueTestJSON-484479922 tempest-ServerRescueTestJSON-484479922-project] 10.222.0.42 "GET /v2.0/ports?device_id=68754edd-cbc2-4b62-8e18-7abfa6bb7d34 HTTP/1.1" status: 200 len: 945 time: 0.6241176 Mar 29 15:49:48.570775 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffa71dd-ae4a-4a03-a549-03c100b52f03 req-a0b4e3bc-bc84-4cb6-bb47-9431cbe08fbc tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:49:48.575317 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4ffa71dd-ae4a-4a03-a549-03c100b52f03 req-a0b4e3bc-bc84-4cb6-bb47-9431cbe08fbc tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] 10.222.0.42 "GET /v2.0/ports?device_id=31cdedda-f287-4417-9676-d9e289e74188 HTTP/1.1" status: 200 len: 931 time: 0.1881838 Mar 29 15:49:48.600528 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-52518fbd-06e4-43df-a3d9-824d9fc5dd5d None None] Provisioning complete for port 41d6de4c-b663-4de7-b3d3-6c4b4b1489e2 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:49:48.601076 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-52518fbd-06e4-43df-a3d9-824d9fc5dd5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:48.641091 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-59ae998d-598a-4b0d-b08a-9401853184e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:48.643855 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-59ae998d-598a-4b0d-b08a-9401853184e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:48.645157 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-59ae998d-598a-4b0d-b08a-9401853184e7 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c6eb5168-fbdb-4157-a56a-9cac4dde45f8 HTTP/1.1" status: 204 len: 168 time: 1.0962188 Mar 29 15:49:48.659069 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.db_base_plugin_common [None req-536ff18d-ba0e-4487-96f1-4d7163a15f9a admin admin] Allocated IP 172.25.4.217 (4a4a035d-ecac-4ead-baa3-25f90788773a/e1a353dc-fac8-4901-a63c-273840237d6a/d8059570-cbde-4009-b984-c89de27194a2) {{(pid=102790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:49:48.701263 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-52518fbd-06e4-43df-a3d9-824d9fc5dd5d None None] Port 41d6de4c-b663-4de7-b3d3-6c4b4b1489e2 cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 15:49:48.728446 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-fc43c310-a9f6-449e-8faf-b1c8cbe2210b req-e7b95863-f9c1-4d20-85d8-53ecda0243e3 tempest-ServerRescueTestJSON-484479922 tempest-ServerRescueTestJSON-484479922-project] 10.222.0.42 "GET /v2.0/security-groups?id=a3f3b05e-b4b0-4bd5-8f61-9140e1e7cbea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2360363 Mar 29 15:49:48.732024 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-476664d3-e056-41ca-beaa-45d8593941a6 tempest-ServersTestBootFromVolume-1498240647 tempest-ServersTestBootFromVolume-1498240647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:48.750104 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ae998d-598a-4b0d-b08a-9401853184e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6eb5168-fbdb-4157-a56a-9cac4dde45f8,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:49:48.827837 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4ffa71dd-ae4a-4a03-a549-03c100b52f03 req-568ae07c-9b78-49fe-b925-93f69ea7329b tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] 10.222.0.42 "GET /v2.0/security-groups?id=883e0cc1-8238-4251-86bf-7026ffbeaddd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1312959 Mar 29 15:49:48.866350 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 266a8b11-040b-40ea-a023-ac273bae6242 up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:49:48.871853 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-edaa751f-0f49-4523-b6be-1059a467aec9 None None] Provisioning complete for port 266a8b11-040b-40ea-a023-ac273bae6242 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:49:48.871853 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-edaa751f-0f49-4523-b6be-1059a467aec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:48.975737 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-536ff18d-ba0e-4487-96f1-4d7163a15f9a admin admin] Notify callbacks [] for port, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:49.018421 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-536ff18d-ba0e-4487-96f1-4d7163a15f9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:49.063289 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-9e5e0266-658d-405c-8d32-9a5ee61e75b9 tempest-RoutersAdminTest-736076884 tempest-RoutersAdminTest-736076884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648118'] for router, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:49.140503 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-536ff18d-ba0e-4487-96f1-4d7163a15f9a admin admin] Network 4a4a035d-ecac-4ead-baa3-25f90788773a is already hosted by enough agents. {{(pid=102790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:49:49.144220 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-536ff18d-ba0e-4487-96f1-4d7163a15f9a admin admin] Resources bound (agent type, host, resource id): {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:49:49.147682 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-536ff18d-ba0e-4487-96f1-4d7163a15f9a admin admin] Received port after_create {{(pid=102790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:49:49.158566 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port 266a8b11-040b-40ea-a023-ac273bae6242 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:49:49.159506 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:49.234326 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72221a22-3718-4f8f-8c28-60679ffce1b8 req-1884c656-89f1-43fc-bb93-da8eab30e933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:49:49.235959 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-72221a22-3718-4f8f-8c28-60679ffce1b8 req-1884c656-89f1-43fc-bb93-da8eab30e933 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=68754edd-cbc2-4b62-8e18-7abfa6bb7d34 HTTP/1.1" status: 200 len: 1096 time: 0.1666460 Mar 29 15:49:49.379484 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536ff18d-ba0e-4487-96f1-4d7163a15f9a admin admin] Pushing event updated for resources: {'Port': ['ID=d8059570-cbde-4009-b984-c89de27194a2,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:49:49.454091 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-72221a22-3718-4f8f-8c28-60679ffce1b8 req-c5d1fddc-c09e-4986-b691-9456bc2ebf07 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=a3f3b05e-b4b0-4bd5-8f61-9140e1e7cbea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730673 Mar 29 15:49:49.540592 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.db_base_plugin_common [None req-476664d3-e056-41ca-beaa-45d8593941a6 tempest-ServersTestBootFromVolume-1498240647 tempest-ServersTestBootFromVolume-1498240647-project] Allocated IP 172.25.4.214 (4a4a035d-ecac-4ead-baa3-25f90788773a/e1a353dc-fac8-4901-a63c-273840237d6a/c37ca9bb-cae1-4c02-b919-d39d7053d952) {{(pid=102790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:49:49.550603 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [req-6dbec31a-a9dc-4f1c-9895-2fd2fafa7510 req-f5923cda-5c05-43c4-bfc9-e935cd7778c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41d6de4c-b663-4de7-b3d3-6c4b4b1489e2 {{(pid=102791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:49:49.568317 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-6dbec31a-a9dc-4f1c-9895-2fd2fafa7510 req-f5923cda-5c05-43c4-bfc9-e935cd7778c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:49.586705 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-536ff18d-ba0e-4487-96f1-4d7163a15f9a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:49.593437 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.provisioning_blocks [req-6dbec31a-a9dc-4f1c-9895-2fd2fafa7510 req-f5923cda-5c05-43c4-bfc9-e935cd7778c6 service neutron] Transition to ACTIVE for port object 41d6de4c-b663-4de7-b3d3-6c4b4b1489e2 will not be triggered until provisioned by entity L2. {{(pid=102791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 15:49:49.601907 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-6dbec31a-a9dc-4f1c-9895-2fd2fafa7510 req-f5923cda-5c05-43c4-bfc9-e935cd7778c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:49.637715 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e5e0266-658d-405c-8d32-9a5ee61e75b9 tempest-RoutersAdminTest-736076884 tempest-RoutersAdminTest-736076884-project] Router 3703634d-43cb-4cef-9320-ee3e1c924d80 is scheduled to L3 agent c648d819-1060-4f26-b4ec-6455387b5dff with binding_index 1 {{(pid=102791) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 29 15:49:49.669215 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5923cda-5c05-43c4-bfc9-e935cd7778c6 service neutron] Pushing event updated for resources: {'Port': ['ID=41d6de4c-b663-4de7-b3d3-6c4b4b1489e2,revision_number=2']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:49:49.702336 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-476664d3-e056-41ca-beaa-45d8593941a6 tempest-ServersTestBootFromVolume-1498240647 tempest-ServersTestBootFromVolume-1498240647-project] Notify callbacks [] for port, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:49.846324 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-476664d3-e056-41ca-beaa-45d8593941a6 tempest-ServersTestBootFromVolume-1498240647 tempest-ServersTestBootFromVolume-1498240647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:49.883973 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-6dbec31a-a9dc-4f1c-9895-2fd2fafa7510 req-f5923cda-5c05-43c4-bfc9-e935cd7778c6 service neutron] Attempting to bind port 41d6de4c-b663-4de7-b3d3-6c4b4b1489e2 on host n-h2-834765-1 for vnic_type normal with profile {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:49:49.884308 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-6dbec31a-a9dc-4f1c-9895-2fd2fafa7510 req-f5923cda-5c05-43c4-bfc9-e935cd7778c6 service neutron] Attempting to bind port 41d6de4c-b663-4de7-b3d3-6c4b4b1489e2 by drivers openvswitch,hyperv on host n-h2-834765-1 at level 0 using segments [{'id': '593392ec-7215-4ab3-8e52-325f9a7e2718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '5820eec2-ced2-414a-ab32-af1fabeb5f44'}] {{(pid=102791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:49:49.884872 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dbec31a-a9dc-4f1c-9895-2fd2fafa7510 req-f5923cda-5c05-43c4-bfc9-e935cd7778c6 service neutron] Attempting to bind port 41d6de4c-b663-4de7-b3d3-6c4b4b1489e2 on network 5820eec2-ced2-414a-ab32-af1fabeb5f44 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:49:49.905030 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e5e0266-658d-405c-8d32-9a5ee61e75b9 tempest-RoutersAdminTest-736076884 tempest-RoutersAdminTest-736076884-project] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:49:49.916805 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1417386-65e5-4e40-a56d-ab88acb04533 None None] Sync routers for ids ['3703634d-43cb-4cef-9320-ee3e1c924d80'] in n-d-834765-1 {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:49:49.921456 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-476664d3-e056-41ca-beaa-45d8593941a6 tempest-ServersTestBootFromVolume-1498240647 tempest-ServersTestBootFromVolume-1498240647-project] Network 4a4a035d-ecac-4ead-baa3-25f90788773a is already hosted by enough agents. {{(pid=102790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:49:49.926359 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-476664d3-e056-41ca-beaa-45d8593941a6 tempest-ServersTestBootFromVolume-1498240647 tempest-ServersTestBootFromVolume-1498240647-project] Resources bound (agent type, host, resource id): {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:49:49.933857 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dbec31a-a9dc-4f1c-9895-2fd2fafa7510 req-f5923cda-5c05-43c4-bfc9-e935cd7778c6 service neutron] Port 41d6de4c-b663-4de7-b3d3-6c4b4b1489e2 on network 5820eec2-ced2-414a-ab32-af1fabeb5f44 not bound, no agent of type Open vSwitch agent registered on host n-h2-834765-1 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 15:49:49.934213 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dbec31a-a9dc-4f1c-9895-2fd2fafa7510 req-f5923cda-5c05-43c4-bfc9-e935cd7778c6 service neutron] Attempting to bind port 41d6de4c-b663-4de7-b3d3-6c4b4b1489e2 on network 5820eec2-ced2-414a-ab32-af1fabeb5f44 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:49:49.939863 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1417386-65e5-4e40-a56d-ab88acb04533 None None] Routers {'3703634d-43cb-4cef-9320-ee3e1c924d80'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:49:49.940528 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-b1417386-65e5-4e40-a56d-ab88acb04533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:49:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['3703634d-43cb-4cef-9320-ee3e1c924d80'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:49:49.950063 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-476664d3-e056-41ca-beaa-45d8593941a6 tempest-ServersTestBootFromVolume-1498240647 tempest-ServersTestBootFromVolume-1498240647-project] Received port after_create {{(pid=102790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:49:49.984321 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dbec31a-a9dc-4f1c-9895-2fd2fafa7510 req-f5923cda-5c05-43c4-bfc9-e935cd7778c6 service neutron] Checking agent: {'id': '3e4b4912-b4a2-4d17-b5bd-6ce15529e8eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 33, 17), 'started_at': datetime.datetime(2022, 3, 29, 15, 33, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 49, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:49:49.984658 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dbec31a-a9dc-4f1c-9895-2fd2fafa7510 req-f5923cda-5c05-43c4-bfc9-e935cd7778c6 service neutron] Checking segment: {'id': '593392ec-7215-4ab3-8e52-325f9a7e2718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '5820eec2-ced2-414a-ab32-af1fabeb5f44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:49:49.985482 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dbec31a-a9dc-4f1c-9895-2fd2fafa7510 req-f5923cda-5c05-43c4-bfc9-e935cd7778c6 service neutron] Bound using segment: {'id': '593392ec-7215-4ab3-8e52-325f9a7e2718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '5820eec2-ced2-414a-ab32-af1fabeb5f44'} {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:49:49.986124 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-6dbec31a-a9dc-4f1c-9895-2fd2fafa7510 req-f5923cda-5c05-43c4-bfc9-e935cd7778c6 service neutron] Bound port: 41d6de4c-b663-4de7-b3d3-6c4b4b1489e2, host: n-h2-834765-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '593392ec-7215-4ab3-8e52-325f9a7e2718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '5820eec2-ced2-414a-ab32-af1fabeb5f44'}}] {{(pid=102791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 15:49:49.986591 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-6dbec31a-a9dc-4f1c-9895-2fd2fafa7510 req-f5923cda-5c05-43c4-bfc9-e935cd7778c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:50.015448 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-9e5e0266-658d-405c-8d32-9a5ee61e75b9 tempest-RoutersAdminTest-736076884 tempest-RoutersAdminTest-736076884-project] Notify callbacks [] for router, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:50.019461 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-9e5e0266-658d-405c-8d32-9a5ee61e75b9 tempest-RoutersAdminTest-736076884 tempest-RoutersAdminTest-736076884-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 5.9545465 Mar 29 15:49:50.022261 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 57800) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:49:50.074688 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-b1417386-65e5-4e40-a56d-ab88acb04533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:49:50.082293 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-239a6310-1464-432d-9070-54555f1f0b95 tempest-RoutersAdminTest-935776259 tempest-RoutersAdminTest-935776259-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'enable_snat': False}}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:49:50.100472 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476664d3-e056-41ca-beaa-45d8593941a6 tempest-ServersTestBootFromVolume-1498240647 tempest-ServersTestBootFromVolume-1498240647-project] Pushing event updated for resources: {'Port': ['ID=c37ca9bb-cae1-4c02-b919-d39d7053d952,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:49:50.109726 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1417386-65e5-4e40-a56d-ab88acb04533 None None] Routers {'3703634d-43cb-4cef-9320-ee3e1c924d80'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:49:50.114697 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-b1417386-65e5-4e40-a56d-ab88acb04533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:49:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['3703634d-43cb-4cef-9320-ee3e1c924d80'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:49:50.156645 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-6dbec31a-a9dc-4f1c-9895-2fd2fafa7510 req-f5923cda-5c05-43c4-bfc9-e935cd7778c6 service neutron] For port 41d6de4c-b663-4de7-b3d3-6c4b4b1489e2, host n-h2-834765-1, cleared binding levels {{(pid=102791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:49:50.161553 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-6dbec31a-a9dc-4f1c-9895-2fd2fafa7510 req-f5923cda-5c05-43c4-bfc9-e935cd7778c6 service neutron] For port 41d6de4c-b663-4de7-b3d3-6c4b4b1489e2, host n-h2-834765-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=41d6de4c-b663-4de7-b3d3-6c4b4b1489e2,segment=NetworkSegment(593392ec-7215-4ab3-8e52-325f9a7e2718),segment_id=593392ec-7215-4ab3-8e52-325f9a7e2718)] {{(pid=102791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:49:50.173329 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-6dbec31a-a9dc-4f1c-9895-2fd2fafa7510 req-f5923cda-5c05-43c4-bfc9-e935cd7778c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:50.299815 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1c0c6e-d831-4199-a820-48448cfda99e req-4baa006f-c22f-4c15-8d0c-db2766a0f805 tempest-ServerRescueTestJSON-484479922 tempest-ServerRescueTestJSON-484479922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:49:50.309024 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ff1c0c6e-d831-4199-a820-48448cfda99e req-4baa006f-c22f-4c15-8d0c-db2766a0f805 tempest-ServerRescueTestJSON-484479922 tempest-ServerRescueTestJSON-484479922-project] 10.222.0.42 "GET /v2.0/ports?device_id=68754edd-cbc2-4b62-8e18-7abfa6bb7d34 HTTP/1.1" status: 200 len: 945 time: 0.3746858 Mar 29 15:49:50.310765 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644349e8-007a-45f4-b67e-ed75253c5b89 req-f5f6d7e1-0ab4-43eb-b635-2bff2c68c1c2 tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:49:50.320696 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-644349e8-007a-45f4-b67e-ed75253c5b89 req-f5f6d7e1-0ab4-43eb-b635-2bff2c68c1c2 tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] 10.222.0.42 "GET /v2.0/ports?device_id=31cdedda-f287-4417-9676-d9e289e74188 HTTP/1.1" status: 200 len: 943 time: 0.2520061 Mar 29 15:49:50.340953 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbec31a-a9dc-4f1c-9895-2fd2fafa7510 req-f5923cda-5c05-43c4-bfc9-e935cd7778c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:49:50.341596 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-6dbec31a-a9dc-4f1c-9895-2fd2fafa7510 req-f5923cda-5c05-43c4-bfc9-e935cd7778c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:50.347311 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6dbec31a-a9dc-4f1c-9895-2fd2fafa7510 req-f5923cda-5c05-43c4-bfc9-e935cd7778c6 service neutron] 10.222.0.48 "PUT /v2.0/ports/41d6de4c-b663-4de7-b3d3-6c4b4b1489e2 HTTP/1.1" status: 200 len: 1091 time: 2.1770568 Mar 29 15:49:50.371175 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31cdedda-f287-4417-9676-d9e289e74188', 'tag': '41d6de4c-b663-4de7-b3d3-6c4b4b1489e2'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:49:50.377984 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c67b028db5e9b9818fecc5c0a87ebc6f190694fa53ca267d523e04f98de536d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f29d6783-fcd1-42b1-87a3-77fc253973a1" -d '{"events": [{"name": "network-changed", "server_uuid": "31cdedda-f287-4417-9676-d9e289e74188", "tag": "41d6de4c-b663-4de7-b3d3-6c4b4b1489e2"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:49:50.382449 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 57806) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:49:50.595545 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ff1c0c6e-d831-4199-a820-48448cfda99e req-d992344a-4ec5-43e9-8a91-7d2930136549 tempest-ServerRescueTestJSON-484479922 tempest-ServerRescueTestJSON-484479922-project] 10.222.0.42 "GET /v2.0/security-groups?id=a3f3b05e-b4b0-4bd5-8f61-9140e1e7cbea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2854860 Mar 29 15:49:50.624325 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-644349e8-007a-45f4-b67e-ed75253c5b89 req-603784d9-a8ea-400a-a31f-a0bd281fcd2a tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] 10.222.0.42 "GET /v2.0/security-groups?id=883e0cc1-8238-4251-86bf-7026ffbeaddd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2242212 Mar 29 15:49:50.624854 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5923cda-5c05-43c4-bfc9-e935cd7778c6 service neutron] Pushing event updated for resources: {'Port': ['ID=41d6de4c-b663-4de7-b3d3-6c4b4b1489e2,revision_number=3']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:49:50.668333 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbec31a-a9dc-4f1c-9895-2fd2fafa7510 req-f4ce98c8-acbe-4bc2-92b9-b46f9ca1e352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:49:50.670168 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6dbec31a-a9dc-4f1c-9895-2fd2fafa7510 req-f4ce98c8-acbe-4bc2-92b9-b46f9ca1e352 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c6465a9dafbf43bf90c09b1dce8d1fc6&device_id=31cdedda-f287-4417-9676-d9e289e74188 HTTP/1.1" status: 200 len: 1094 time: 0.2438326 Mar 29 15:49:50.723318 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-476664d3-e056-41ca-beaa-45d8593941a6 tempest-ServersTestBootFromVolume-1498240647 tempest-ServersTestBootFromVolume-1498240647-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:50.725077 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-b1417386-65e5-4e40-a56d-ab88acb04533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:49:50.727515 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1417386-65e5-4e40-a56d-ab88acb04533 None None] The sync data for ids ['3703634d-43cb-4cef-9320-ee3e1c924d80'] in n-d-834765-1 is: [] {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:49:50.796464 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6dbec31a-a9dc-4f1c-9895-2fd2fafa7510 req-3c959dcf-be63-45fb-846f-84d3b79fbbe0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=41d6de4c-b663-4de7-b3d3-6c4b4b1489e2 HTTP/1.1" status: 200 len: 217 time: 0.1161828 Mar 29 15:49:50.799728 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 15:49:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e6912a5-0c33-4bb3-a7e4-49588a24808a x-openstack-request-id: req-0e6912a5-0c33-4bb3-a7e4-49588a24808a {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:49:50.800071 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31cdedda-f287-4417-9676-d9e289e74188", "tag": "41d6de4c-b663-4de7-b3d3-6c4b4b1489e2", "status": "completed", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:49:50.800327 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-0e6912a5-0c33-4bb3-a7e4-49588a24808a {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:49:50.800789 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31cdedda-f287-4417-9676-d9e289e74188', 'tag': '41d6de4c-b663-4de7-b3d3-6c4b4b1489e2', 'status': 'completed', 'code': 200} Mar 29 15:49:50.805315 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [None req-2b8cf1c4-5d7e-48e9-bcd1-54cf9719233f tempest-ExtensionsTestJSON-772611608 tempest-ExtensionsTestJSON-772611608-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=102791) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 15:49:50.807886 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-2b8cf1c4-5d7e-48e9-bcd1-54cf9719233f tempest-ExtensionsTestJSON-772611608 tempest-ExtensionsTestJSON-772611608-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.3845570 Mar 29 15:49:50.812254 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 57820) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:49:50.823690 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [None req-4c084339-9296-4d83-b01d-12c800266f70 tempest-ExtensionsTestJSON-772611608 tempest-ExtensionsTestJSON-772611608-project] http://10.222.0.42:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=102791) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 15:49:50.825916 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-4c084339-9296-4d83-b01d-12c800266f70 tempest-ExtensionsTestJSON-772611608 tempest-ExtensionsTestJSON-772611608-project] 10.222.0.42 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0127754 Mar 29 15:49:50.851337 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 57822) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:49:50.852628 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-476664d3-e056-41ca-beaa-45d8593941a6 tempest-ServersTestBootFromVolume-1498240647 tempest-ServersTestBootFromVolume-1498240647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:50.864278 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [None req-985387d8-5c39-48be-9752-596db1dc1dda tempest-ExtensionsTestJSON-772611608 tempest-ExtensionsTestJSON-772611608-project] http://10.222.0.42:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=102790) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 15:49:50.867524 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-985387d8-5c39-48be-9752-596db1dc1dda tempest-ExtensionsTestJSON-772611608 tempest-ExtensionsTestJSON-772611608-project] 10.222.0.42 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0123127 Mar 29 15:49:50.870460 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 57824) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:49:50.878306 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [None req-fffabb14-8da5-472c-8f97-c4a9fa537bb2 tempest-ExtensionsTestJSON-772611608 tempest-ExtensionsTestJSON-772611608-project] http://10.222.0.42:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=102791) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 15:49:50.885239 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-fffabb14-8da5-472c-8f97-c4a9fa537bb2 tempest-ExtensionsTestJSON-772611608 tempest-ExtensionsTestJSON-772611608-project] 10.222.0.42 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0075071 Mar 29 15:49:50.885239 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 57826) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:49:50.888328 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbec31a-a9dc-4f1c-9895-2fd2fafa7510 req-3806564d-5409-4744-a3cb-a45e281e7a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:49:50.890103 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6dbec31a-a9dc-4f1c-9895-2fd2fafa7510 req-3806564d-5409-4744-a3cb-a45e281e7a02 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=406fd4ed-e828-4758-9c87-5ac29cec1b72 HTTP/1.1" status: 200 len: 853 time: 0.0799673 Mar 29 15:49:50.893099 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [None req-c67ce567-3064-4fef-abe7-f4e373dca61b tempest-ExtensionsTestJSON-772611608 tempest-ExtensionsTestJSON-772611608-project] http://10.222.0.42:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=102791) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 15:49:50.894184 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-c67ce567-3064-4fef-abe7-f4e373dca61b tempest-ExtensionsTestJSON-772611608 tempest-ExtensionsTestJSON-772611608-project] 10.222.0.42 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0106804 Mar 29 15:49:50.897432 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 57828) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:49:50.906636 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [None req-230f61ba-5d17-45dd-8f42-603a76e8ae2a tempest-ExtensionsTestJSON-772611608 tempest-ExtensionsTestJSON-772611608-project] http://10.222.0.42:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=102791) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 15:49:50.907859 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-230f61ba-5d17-45dd-8f42-603a76e8ae2a tempest-ExtensionsTestJSON-772611608 tempest-ExtensionsTestJSON-772611608-project] 10.222.0.42 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0094748 Mar 29 15:49:50.918132 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 57830) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:49:50.923695 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [None req-23499bd5-8e95-4e73-8c5c-bdfaedf03fb7 tempest-ExtensionsTestJSON-772611608 tempest-ExtensionsTestJSON-772611608-project] http://10.222.0.42:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=102791) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 15:49:50.924810 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-23499bd5-8e95-4e73-8c5c-bdfaedf03fb7 tempest-ExtensionsTestJSON-772611608 tempest-ExtensionsTestJSON-772611608-project] 10.222.0.42 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0052536 Mar 29 15:49:50.925331 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-536ff18d-ba0e-4487-96f1-4d7163a15f9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648118'] for router, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:50.927913 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 57832) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:49:50.950684 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [None req-985dd25c-af9d-40dc-b14d-2bb4269cbda3 tempest-ExtensionsTestJSON-772611608 tempest-ExtensionsTestJSON-772611608-project] http://10.222.0.42:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=102791) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 15:49:50.951797 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-985dd25c-af9d-40dc-b14d-2bb4269cbda3 tempest-ExtensionsTestJSON-772611608 tempest-ExtensionsTestJSON-772611608-project] 10.222.0.42 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0229659 Mar 29 15:49:50.955683 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 57834) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:49:50.963169 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [None req-7641096b-0fb8-4b51-b5da-2920c7732c25 tempest-ExtensionsTestJSON-772611608 tempest-ExtensionsTestJSON-772611608-project] http://10.222.0.42:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=102791) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 15:49:50.964202 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-7641096b-0fb8-4b51-b5da-2920c7732c25 tempest-ExtensionsTestJSON-772611608 tempest-ExtensionsTestJSON-772611608-project] 10.222.0.42 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0072639 Mar 29 15:49:50.968248 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 57836) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:49:50.976352 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [None req-0a10099f-d1b1-4b7c-a9bd-456a066e0fa1 tempest-ExtensionsTestJSON-772611608 tempest-ExtensionsTestJSON-772611608-project] http://10.222.0.42:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=102791) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 15:49:50.977594 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-0a10099f-d1b1-4b7c-a9bd-456a066e0fa1 tempest-ExtensionsTestJSON-772611608 tempest-ExtensionsTestJSON-772611608-project] 10.222.0.42 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0083046 Mar 29 15:49:50.982213 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 57838) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:49:50.992423 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [None req-cd359ead-b5e4-4c97-958c-f9276904756f tempest-ExtensionsTestJSON-772611608 tempest-ExtensionsTestJSON-772611608-project] http://10.222.0.42:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=102791) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 15:49:50.993404 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-cd359ead-b5e4-4c97-958c-f9276904756f tempest-ExtensionsTestJSON-772611608 tempest-ExtensionsTestJSON-772611608-project] 10.222.0.42 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0102930 Mar 29 15:49:50.998370 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 57840) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:49:51.004138 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [None req-15e33d05-8e61-4113-a536-cff888805e14 tempest-ExtensionsTestJSON-772611608 tempest-ExtensionsTestJSON-772611608-project] http://10.222.0.42:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=102791) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 15:49:51.005094 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-15e33d05-8e61-4113-a536-cff888805e14 tempest-ExtensionsTestJSON-772611608 tempest-ExtensionsTestJSON-772611608-project] 10.222.0.42 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0060074 Mar 29 15:49:51.008870 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbec31a-a9dc-4f1c-9895-2fd2fafa7510 req-d4156d9c-4006-45e7-929f-e7e61b78bf2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:49:51.011974 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6dbec31a-a9dc-4f1c-9895-2fd2fafa7510 req-d4156d9c-4006-45e7-929f-e7e61b78bf2f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5820eec2-ced2-414a-ab32-af1fabeb5f44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1023841 Mar 29 15:49:51.013241 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 57842) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:49:51.018973 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [None req-c1826397-1fb4-47e3-b351-4245070e1633 tempest-ExtensionsTestJSON-772611608 tempest-ExtensionsTestJSON-772611608-project] http://10.222.0.42:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=102791) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 15:49:51.019975 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-c1826397-1fb4-47e3-b351-4245070e1633 tempest-ExtensionsTestJSON-772611608 tempest-ExtensionsTestJSON-772611608-project] 10.222.0.42 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0057352 Mar 29 15:49:51.024960 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 57844) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:49:51.033459 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [None req-daa6b5ad-4d1c-438d-b083-c6e1fe3c4d8d tempest-ExtensionsTestJSON-772611608 tempest-ExtensionsTestJSON-772611608-project] http://10.222.0.42:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=102790) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 15:49:51.034852 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-daa6b5ad-4d1c-438d-b083-c6e1fe3c4d8d tempest-ExtensionsTestJSON-772611608 tempest-ExtensionsTestJSON-772611608-project] 10.222.0.42 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0050988 Mar 29 15:49:51.049236 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 57846) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:49:51.055465 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [None req-132f8f80-de69-4f15-a4db-78995f46f7e1 tempest-ExtensionsTestJSON-772611608 tempest-ExtensionsTestJSON-772611608-project] http://10.222.0.42:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=102790) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 15:49:51.056688 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-132f8f80-de69-4f15-a4db-78995f46f7e1 tempest-ExtensionsTestJSON-772611608 tempest-ExtensionsTestJSON-772611608-project] 10.222.0.42 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0045402 Mar 29 15:49:51.064064 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 57848) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:49:51.077326 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [None req-5d6223c3-8dee-401c-88bf-77d08cf910db tempest-ExtensionsTestJSON-772611608 tempest-ExtensionsTestJSON-772611608-project] http://10.222.0.42:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=102790) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 15:49:51.078634 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-5d6223c3-8dee-401c-88bf-77d08cf910db tempest-ExtensionsTestJSON-772611608 tempest-ExtensionsTestJSON-772611608-project] 10.222.0.42 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0103641 Mar 29 15:49:51.084404 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 57850) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:49:51.104368 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [None req-e7689824-0156-4684-b63b-1011d202a814 tempest-ExtensionsTestJSON-772611608 tempest-ExtensionsTestJSON-772611608-project] http://10.222.0.42:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=102790) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 15:49:51.105955 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-e7689824-0156-4684-b63b-1011d202a814 tempest-ExtensionsTestJSON-772611608 tempest-ExtensionsTestJSON-772611608-project] 10.222.0.42 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0087578 Mar 29 15:49:51.124325 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6dbec31a-a9dc-4f1c-9895-2fd2fafa7510 req-66a60af6-a781-4664-bcac-e0d1218b228e service neutron] 10.222.0.48 "GET /v2.0/networks/5820eec2-ced2-414a-ab32-af1fabeb5f44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032417 Mar 29 15:49:51.125100 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 57852) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:49:51.129473 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [None req-1bc8371b-6a33-4c67-ad7a-1e56b3056ee2 tempest-ExtensionsTestJSON-772611608 tempest-ExtensionsTestJSON-772611608-project] http://10.222.0.42:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=102791) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 15:49:51.132735 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-1bc8371b-6a33-4c67-ad7a-1e56b3056ee2 tempest-ExtensionsTestJSON-772611608 tempest-ExtensionsTestJSON-772611608-project] 10.222.0.42 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0044041 Mar 29 15:49:51.132985 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 57854) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:49:51.138314 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [None req-63646831-5764-4e4c-9c78-2f02347ae37d tempest-ExtensionsTestJSON-772611608 tempest-ExtensionsTestJSON-772611608-project] http://10.222.0.42:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=102791) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 15:49:51.141623 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-63646831-5764-4e4c-9c78-2f02347ae37d tempest-ExtensionsTestJSON-772611608 tempest-ExtensionsTestJSON-772611608-project] 10.222.0.42 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0056379 Mar 29 15:49:51.142131 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 57856) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:49:51.146206 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [None req-9a7e62bd-4ca9-48f7-a050-4aca043fe7d2 tempest-ExtensionsTestJSON-772611608 tempest-ExtensionsTestJSON-772611608-project] http://10.222.0.42:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=102791) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 15:49:51.149091 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-9a7e62bd-4ca9-48f7-a050-4aca043fe7d2 tempest-ExtensionsTestJSON-772611608 tempest-ExtensionsTestJSON-772611608-project] 10.222.0.42 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0041754 Mar 29 15:49:51.157855 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 57858) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:49:51.163207 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [None req-5b2fb406-5393-42f8-b3f7-d376526a6a95 tempest-ExtensionsTestJSON-772611608 tempest-ExtensionsTestJSON-772611608-project] http://10.222.0.42:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=102791) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 15:49:51.166523 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-5b2fb406-5393-42f8-b3f7-d376526a6a95 tempest-ExtensionsTestJSON-772611608 tempest-ExtensionsTestJSON-772611608-project] 10.222.0.42 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0061452 Mar 29 15:49:51.177152 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 57860) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:49:51.181381 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [None req-f9e99aac-2f44-414b-bb76-706e86a61f7e tempest-ExtensionsTestJSON-772611608 tempest-ExtensionsTestJSON-772611608-project] http://10.222.0.42:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=102791) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 15:49:51.185320 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-f9e99aac-2f44-414b-bb76-706e86a61f7e tempest-ExtensionsTestJSON-772611608 tempest-ExtensionsTestJSON-772611608-project] 10.222.0.42 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0042818 Mar 29 15:49:51.186815 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 57862) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:49:51.191353 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [None req-37857b1e-0337-4924-89ee-d0748067d425 tempest-ExtensionsTestJSON-772611608 tempest-ExtensionsTestJSON-772611608-project] http://10.222.0.42:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=102791) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 15:49:51.194969 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-37857b1e-0337-4924-89ee-d0748067d425 tempest-ExtensionsTestJSON-772611608 tempest-ExtensionsTestJSON-772611608-project] 10.222.0.42 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0045128 Mar 29 15:49:51.197246 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 57864) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:49:51.200411 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [None req-1180d7ba-e062-4cfe-9d4c-bce6f77f6307 tempest-ExtensionsTestJSON-772611608 tempest-ExtensionsTestJSON-772611608-project] http://10.222.0.42:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=102791) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 15:49:51.203651 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-1180d7ba-e062-4cfe-9d4c-bce6f77f6307 tempest-ExtensionsTestJSON-772611608 tempest-ExtensionsTestJSON-772611608-project] 10.222.0.42 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0052617 Mar 29 15:49:51.208413 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 57866) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:49:51.212730 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [None req-8bce1ef5-c77f-437b-895d-2c6552a0cc1a tempest-ExtensionsTestJSON-772611608 tempest-ExtensionsTestJSON-772611608-project] http://10.222.0.42:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=102791) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 15:49:51.216326 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-8bce1ef5-c77f-437b-895d-2c6552a0cc1a tempest-ExtensionsTestJSON-772611608 tempest-ExtensionsTestJSON-772611608-project] 10.222.0.42 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0043521 Mar 29 15:49:51.217149 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 57868) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:49:51.220987 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [None req-6d09b3e4-b2f6-4af8-9722-8dbecdf99d1e tempest-ExtensionsTestJSON-772611608 tempest-ExtensionsTestJSON-772611608-project] http://10.222.0.42:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=102791) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 15:49:51.225941 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-6d09b3e4-b2f6-4af8-9722-8dbecdf99d1e tempest-ExtensionsTestJSON-772611608 tempest-ExtensionsTestJSON-772611608-project] 10.222.0.42 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0045888 Mar 29 15:49:51.225941 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 57870) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:49:51.230755 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [None req-075256b0-75ce-4cad-9f77-06a1b3d50b01 tempest-ExtensionsTestJSON-772611608 tempest-ExtensionsTestJSON-772611608-project] http://10.222.0.42:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=102791) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 15:49:51.234409 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-075256b0-75ce-4cad-9f77-06a1b3d50b01 tempest-ExtensionsTestJSON-772611608 tempest-ExtensionsTestJSON-772611608-project] 10.222.0.42 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0051541 Mar 29 15:49:51.264511 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 57872) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:49:51.266954 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [None req-5ca3148b-4dae-4f9a-b99c-48d3105ee62e tempest-ExtensionsTestJSON-772611608 tempest-ExtensionsTestJSON-772611608-project] http://10.222.0.42:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=102791) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 15:49:51.270976 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-5ca3148b-4dae-4f9a-b99c-48d3105ee62e tempest-ExtensionsTestJSON-772611608 tempest-ExtensionsTestJSON-772611608-project] 10.222.0.42 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0054531 Mar 29 15:49:51.271953 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 57874) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:49:51.276038 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [None req-27257868-0f68-43bc-a38f-31cb739ce732 tempest-ExtensionsTestJSON-772611608 tempest-ExtensionsTestJSON-772611608-project] http://10.222.0.42:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=102791) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 15:49:51.279874 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-27257868-0f68-43bc-a38f-31cb739ce732 tempest-ExtensionsTestJSON-772611608 tempest-ExtensionsTestJSON-772611608-project] 10.222.0.42 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0048139 Mar 29 15:49:51.280779 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 57876) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:49:51.285543 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [None req-dd9a8011-7d8d-45c8-901e-07c3bb1fb90f tempest-ExtensionsTestJSON-772611608 tempest-ExtensionsTestJSON-772611608-project] http://10.222.0.42:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=102791) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 15:49:51.289806 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-dd9a8011-7d8d-45c8-901e-07c3bb1fb90f tempest-ExtensionsTestJSON-772611608 tempest-ExtensionsTestJSON-772611608-project] 10.222.0.42 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0050478 Mar 29 15:49:51.291151 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 57878) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:49:51.295739 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [None req-7a1954ef-7e84-411c-ad72-f83b9d3e2225 tempest-ExtensionsTestJSON-772611608 tempest-ExtensionsTestJSON-772611608-project] http://10.222.0.42:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=102791) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 15:49:51.299055 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-7a1954ef-7e84-411c-ad72-f83b9d3e2225 tempest-ExtensionsTestJSON-772611608 tempest-ExtensionsTestJSON-772611608-project] 10.222.0.42 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0048332 Mar 29 15:49:51.299926 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 57880) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:49:51.303307 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [None req-da0ab725-b08b-427c-94da-0502565e19e8 tempest-ExtensionsTestJSON-772611608 tempest-ExtensionsTestJSON-772611608-project] http://10.222.0.42:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=102791) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 15:49:51.306562 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-da0ab725-b08b-427c-94da-0502565e19e8 tempest-ExtensionsTestJSON-772611608 tempest-ExtensionsTestJSON-772611608-project] 10.222.0.42 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0041211 Mar 29 15:49:51.307384 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 57882) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:49:51.313265 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [None req-34bd2503-80cd-4479-b4bc-e45972edd1c0 tempest-ExtensionsTestJSON-772611608 tempest-ExtensionsTestJSON-772611608-project] http://10.222.0.42:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=102791) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 15:49:51.317675 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-34bd2503-80cd-4479-b4bc-e45972edd1c0 tempest-ExtensionsTestJSON-772611608 tempest-ExtensionsTestJSON-772611608-project] 10.222.0.42 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0064211 Mar 29 15:49:51.317675 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 57884) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:49:51.324105 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [None req-220954f8-70a2-42c9-8afc-e63c2b4b1a0c tempest-ExtensionsTestJSON-772611608 tempest-ExtensionsTestJSON-772611608-project] http://10.222.0.42:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=102791) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 15:49:51.327802 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-220954f8-70a2-42c9-8afc-e63c2b4b1a0c tempest-ExtensionsTestJSON-772611608 tempest-ExtensionsTestJSON-772611608-project] 10.222.0.42 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0065980 Mar 29 15:49:51.332073 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 57886) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:49:51.342664 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [None req-2381155c-490f-42f6-bad6-132fdca88e94 tempest-ExtensionsTestJSON-772611608 tempest-ExtensionsTestJSON-772611608-project] http://10.222.0.42:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=102791) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 15:49:51.346381 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-2381155c-490f-42f6-bad6-132fdca88e94 tempest-ExtensionsTestJSON-772611608 tempest-ExtensionsTestJSON-772611608-project] 10.222.0.42 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0130565 Mar 29 15:49:51.351669 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 57888) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:49:51.360387 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [None req-7c57d47e-c74b-4ec1-bc6d-5d60f078cacc tempest-ExtensionsTestJSON-772611608 tempest-ExtensionsTestJSON-772611608-project] http://10.222.0.42:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=102791) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 15:49:51.364140 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-7c57d47e-c74b-4ec1-bc6d-5d60f078cacc tempest-ExtensionsTestJSON-772611608 tempest-ExtensionsTestJSON-772611608-project] 10.222.0.42 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0091817 Mar 29 15:49:51.364516 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 57890) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:49:51.370488 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [None req-fa82067e-42b3-4b39-880d-93bce70c1ac0 tempest-ExtensionsTestJSON-772611608 tempest-ExtensionsTestJSON-772611608-project] http://10.222.0.42:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=102791) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 15:49:51.375286 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-fa82067e-42b3-4b39-880d-93bce70c1ac0 tempest-ExtensionsTestJSON-772611608 tempest-ExtensionsTestJSON-772611608-project] 10.222.0.42 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0071218 Mar 29 15:49:51.375936 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6dbec31a-a9dc-4f1c-9895-2fd2fafa7510 req-3dd55831-8b79-498b-a877-abbc94ee9b2c service neutron] 10.222.0.48 "GET /v2.0/networks/5820eec2-ced2-414a-ab32-af1fabeb5f44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2277334 Mar 29 15:49:51.376409 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 57892) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:49:51.390559 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [None req-0ec7432c-090f-4423-a653-6ed3d3410a91 tempest-ExtensionsTestJSON-772611608 tempest-ExtensionsTestJSON-772611608-project] http://10.222.0.42:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=102791) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 15:49:51.394241 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-0ec7432c-090f-4423-a653-6ed3d3410a91 tempest-ExtensionsTestJSON-772611608 tempest-ExtensionsTestJSON-772611608-project] 10.222.0.42 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0144916 Mar 29 15:49:51.396985 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 57894) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:49:51.401988 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [None req-917a7d79-2622-4467-8aa6-83153ac34119 tempest-ExtensionsTestJSON-772611608 tempest-ExtensionsTestJSON-772611608-project] http://10.222.0.42:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=102791) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 15:49:51.405587 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-917a7d79-2622-4467-8aa6-83153ac34119 tempest-ExtensionsTestJSON-772611608 tempest-ExtensionsTestJSON-772611608-project] 10.222.0.42 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0049036 Mar 29 15:49:51.405886 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 57896) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:49:51.410188 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [None req-4c90c614-6e90-48c0-9ad6-878efe12f2d0 tempest-ExtensionsTestJSON-772611608 tempest-ExtensionsTestJSON-772611608-project] http://10.222.0.42:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=102791) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 15:49:51.414111 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-4c90c614-6e90-48c0-9ad6-878efe12f2d0 tempest-ExtensionsTestJSON-772611608 tempest-ExtensionsTestJSON-772611608-project] 10.222.0.42 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0071723 Mar 29 15:49:51.416857 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 57898) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:49:51.423490 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [None req-0670f51c-9831-46e7-ae36-e2a9669ebf7e tempest-ExtensionsTestJSON-772611608 tempest-ExtensionsTestJSON-772611608-project] http://10.222.0.42:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=102791) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 15:49:51.427355 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-0670f51c-9831-46e7-ae36-e2a9669ebf7e tempest-ExtensionsTestJSON-772611608 tempest-ExtensionsTestJSON-772611608-project] 10.222.0.42 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0086398 Mar 29 15:49:51.427627 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 57900) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:49:51.433110 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [None req-2f401438-20d6-4350-bdea-10ef1d5bef9e tempest-ExtensionsTestJSON-772611608 tempest-ExtensionsTestJSON-772611608-project] http://10.222.0.42:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=102791) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 15:49:51.436803 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-2f401438-20d6-4350-bdea-10ef1d5bef9e tempest-ExtensionsTestJSON-772611608 tempest-ExtensionsTestJSON-772611608-project] 10.222.0.42 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0059857 Mar 29 15:49:51.437141 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 57902) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:49:51.444408 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [None req-d5eed4ee-e621-4faa-a8ea-ed11bfac23f1 tempest-ExtensionsTestJSON-772611608 tempest-ExtensionsTestJSON-772611608-project] http://10.222.0.42:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=102791) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 15:49:51.448258 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-d5eed4ee-e621-4faa-a8ea-ed11bfac23f1 tempest-ExtensionsTestJSON-772611608 tempest-ExtensionsTestJSON-772611608-project] 10.222.0.42 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0072193 Mar 29 15:49:51.451761 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 57904) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:49:51.459852 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [None req-0600f8c3-a208-444f-8437-bf5769d08a09 tempest-ExtensionsTestJSON-772611608 tempest-ExtensionsTestJSON-772611608-project] http://10.222.0.42:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=102791) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 15:49:51.463323 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-0600f8c3-a208-444f-8437-bf5769d08a09 tempest-ExtensionsTestJSON-772611608 tempest-ExtensionsTestJSON-772611608-project] 10.222.0.42 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0079143 Mar 29 15:49:51.470398 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 57906) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:49:51.476699 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [None req-aba0d304-4a0f-40bc-9bff-4380a356f76d tempest-ExtensionsTestJSON-772611608 tempest-ExtensionsTestJSON-772611608-project] http://10.222.0.42:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=102791) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 15:49:51.480569 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-aba0d304-4a0f-40bc-9bff-4380a356f76d tempest-ExtensionsTestJSON-772611608 tempest-ExtensionsTestJSON-772611608-project] 10.222.0.42 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0051880 Mar 29 15:49:51.492872 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 57908) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:49:51.499447 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [None req-8ebfae22-4278-4e17-9f93-85cc46a3765a tempest-ExtensionsTestJSON-772611608 tempest-ExtensionsTestJSON-772611608-project] http://10.222.0.42:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=102791) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 15:49:51.502832 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-8ebfae22-4278-4e17-9f93-85cc46a3765a tempest-ExtensionsTestJSON-772611608 tempest-ExtensionsTestJSON-772611608-project] 10.222.0.42 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0061040 Mar 29 15:49:51.503041 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 57910) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:49:51.508214 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [None req-0993eda5-a629-4869-9e29-6d4371972406 tempest-ExtensionsTestJSON-772611608 tempest-ExtensionsTestJSON-772611608-project] http://10.222.0.42:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=102791) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 15:49:51.512073 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-0993eda5-a629-4869-9e29-6d4371972406 tempest-ExtensionsTestJSON-772611608 tempest-ExtensionsTestJSON-772611608-project] 10.222.0.42 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0052347 Mar 29 15:49:51.513033 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 57912) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:49:51.518932 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [None req-445e4c6d-a247-42fc-961e-31cddc7860c4 tempest-ExtensionsTestJSON-772611608 tempest-ExtensionsTestJSON-772611608-project] http://10.222.0.42:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=102791) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 15:49:51.522541 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-445e4c6d-a247-42fc-961e-31cddc7860c4 tempest-ExtensionsTestJSON-772611608 tempest-ExtensionsTestJSON-772611608-project] 10.222.0.42 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0061483 Mar 29 15:49:51.522918 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 57914) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:49:51.530928 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [None req-6c3713ee-903c-4257-b8da-1dd15a607b56 tempest-ExtensionsTestJSON-772611608 tempest-ExtensionsTestJSON-772611608-project] http://10.222.0.42:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=102791) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 15:49:51.536423 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-6c3713ee-903c-4257-b8da-1dd15a607b56 tempest-ExtensionsTestJSON-772611608 tempest-ExtensionsTestJSON-772611608-project] 10.222.0.42 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0089581 Mar 29 15:49:51.537314 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 57916) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:49:51.543794 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [None req-8fb4425f-248b-4b33-b48e-c67688c50d78 tempest-ExtensionsTestJSON-772611608 tempest-ExtensionsTestJSON-772611608-project] http://10.222.0.42:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=102791) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 15:49:51.548410 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-8fb4425f-248b-4b33-b48e-c67688c50d78 tempest-ExtensionsTestJSON-772611608 tempest-ExtensionsTestJSON-772611608-project] 10.222.0.42 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0066233 Mar 29 15:49:51.550659 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 57918) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:49:51.552894 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29d6783-fcd1-42b1-87a3-77fc253973a1 req-747afc59-dbe9-473d-9452-40f9284409ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:49:51.555147 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f29d6783-fcd1-42b1-87a3-77fc253973a1 req-747afc59-dbe9-473d-9452-40f9284409ee service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c6465a9dafbf43bf90c09b1dce8d1fc6&device_id=31cdedda-f287-4417-9676-d9e289e74188 HTTP/1.1" status: 200 len: 1094 time: 0.1009450 Mar 29 15:49:51.560568 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [None req-43d1d337-572d-4a2e-b3fc-7749aae97d5f tempest-ExtensionsTestJSON-772611608 tempest-ExtensionsTestJSON-772611608-project] http://10.222.0.42:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=102791) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 15:49:51.564050 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-43d1d337-572d-4a2e-b3fc-7749aae97d5f tempest-ExtensionsTestJSON-772611608 tempest-ExtensionsTestJSON-772611608-project] 10.222.0.42 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0055139 Mar 29 15:49:51.571051 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 57920) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:49:51.581480 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [None req-b70f897d-6b1d-4f32-8c2a-dbba17461926 tempest-ExtensionsTestJSON-772611608 tempest-ExtensionsTestJSON-772611608-project] http://10.222.0.42:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=102791) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 15:49:51.585076 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-b70f897d-6b1d-4f32-8c2a-dbba17461926 tempest-ExtensionsTestJSON-772611608 tempest-ExtensionsTestJSON-772611608-project] 10.222.0.42 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0080662 Mar 29 15:49:51.595315 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 57922) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:49:51.599548 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [None req-6397bdab-ab7b-4eca-9e7d-3082c38b5993 tempest-ExtensionsTestJSON-772611608 tempest-ExtensionsTestJSON-772611608-project] http://10.222.0.42:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=102791) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 15:49:51.604527 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-6397bdab-ab7b-4eca-9e7d-3082c38b5993 tempest-ExtensionsTestJSON-772611608 tempest-ExtensionsTestJSON-772611608-project] 10.222.0.42 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0041544 Mar 29 15:49:51.610966 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 57924) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:49:51.625693 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [None req-d0ad63e3-cf8e-48b4-8635-765ff9f88e9a tempest-ExtensionsTestJSON-772611608 tempest-ExtensionsTestJSON-772611608-project] http://10.222.0.42:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=102790) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 15:49:51.629731 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-d0ad63e3-cf8e-48b4-8635-765ff9f88e9a tempest-ExtensionsTestJSON-772611608 tempest-ExtensionsTestJSON-772611608-project] 10.222.0.42 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0146661 Mar 29 15:49:51.631514 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 57928) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:49:51.638753 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [None req-a0e2bc74-b474-4271-b11d-5e94e9abca35 tempest-ExtensionsTestJSON-772611608 tempest-ExtensionsTestJSON-772611608-project] http://10.222.0.42:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=102791) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 15:49:51.645425 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-a0e2bc74-b474-4271-b11d-5e94e9abca35 tempest-ExtensionsTestJSON-772611608 tempest-ExtensionsTestJSON-772611608-project] 10.222.0.42 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0111511 Mar 29 15:49:51.648131 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 57930) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:49:51.653574 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [None req-04c3259c-b7d7-463c-9ee2-fc06f3b14dd1 tempest-ExtensionsTestJSON-772611608 tempest-ExtensionsTestJSON-772611608-project] http://10.222.0.42:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=102791) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 15:49:51.658161 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-04c3259c-b7d7-463c-9ee2-fc06f3b14dd1 tempest-ExtensionsTestJSON-772611608 tempest-ExtensionsTestJSON-772611608-project] 10.222.0.42 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0087521 Mar 29 15:49:51.661203 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 57932) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:49:51.666036 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [None req-785c13c4-4b8a-4538-bca2-021c1771e9a7 tempest-ExtensionsTestJSON-772611608 tempest-ExtensionsTestJSON-772611608-project] http://10.222.0.42:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=102791) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 15:49:51.670535 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-785c13c4-4b8a-4538-bca2-021c1771e9a7 tempest-ExtensionsTestJSON-772611608 tempest-ExtensionsTestJSON-772611608-project] 10.222.0.42 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0049386 Mar 29 15:49:51.691799 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 57936) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:49:51.707606 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [None req-e6ebb5e1-8603-4ce3-9f01-9bb5568958d9 tempest-ExtensionsTestJSON-772611608 tempest-ExtensionsTestJSON-772611608-project] http://10.222.0.42:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=102790) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 15:49:51.708881 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-e6ebb5e1-8603-4ce3-9f01-9bb5568958d9 tempest-ExtensionsTestJSON-772611608 tempest-ExtensionsTestJSON-772611608-project] 10.222.0.42 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0149748 Mar 29 15:49:51.722540 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 57938) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:49:51.741554 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [None req-eaea1350-31c7-41f5-9171-ea0d8b02fcf3 tempest-ExtensionsTestJSON-772611608 tempest-ExtensionsTestJSON-772611608-project] http://10.222.0.42:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=102790) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 15:49:51.742583 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-eaea1350-31c7-41f5-9171-ea0d8b02fcf3 tempest-ExtensionsTestJSON-772611608 tempest-ExtensionsTestJSON-772611608-project] 10.222.0.42 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0174286 Mar 29 15:49:51.749575 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 57940) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:49:51.755510 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [None req-51b9e3f6-c17a-4af3-a814-3cd674ee0ea8 tempest-ExtensionsTestJSON-772611608 tempest-ExtensionsTestJSON-772611608-project] http://10.222.0.42:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=102791) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 15:49:51.759331 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-51b9e3f6-c17a-4af3-a814-3cd674ee0ea8 tempest-ExtensionsTestJSON-772611608 tempest-ExtensionsTestJSON-772611608-project] 10.222.0.42 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0087800 Mar 29 15:49:51.767909 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 57942) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:49:51.776042 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29d6783-fcd1-42b1-87a3-77fc253973a1 req-b27ba9a9-9958-4535-8002-041a9d677730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:49:51.777698 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f29d6783-fcd1-42b1-87a3-77fc253973a1 req-b27ba9a9-9958-4535-8002-041a9d677730 service neutron] 10.222.0.48 "GET /v2.0/networks?id=5820eec2-ced2-414a-ab32-af1fabeb5f44 HTTP/1.1" status: 200 len: 915 time: 0.2151873 Mar 29 15:49:51.785336 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [None req-a92fba68-ae13-4e2a-a877-eb01d95258f7 tempest-ExtensionsTestJSON-772611608 tempest-ExtensionsTestJSON-772611608-project] http://10.222.0.42:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=102790) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 15:49:51.786550 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-a92fba68-ae13-4e2a-a877-eb01d95258f7 tempest-ExtensionsTestJSON-772611608 tempest-ExtensionsTestJSON-772611608-project] 10.222.0.42 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0171092 Mar 29 15:49:51.791014 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 57946) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:49:51.796233 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [None req-9a74a8f1-baf1-4ea6-b67e-35fff93a69dc tempest-ExtensionsTestJSON-772611608 tempest-ExtensionsTestJSON-772611608-project] http://10.222.0.42:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=102791) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 15:49:51.798988 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-239a6310-1464-432d-9070-54555f1f0b95 tempest-RoutersAdminTest-935776259 tempest-RoutersAdminTest-935776259-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:51.799866 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-9a74a8f1-baf1-4ea6-b67e-35fff93a69dc tempest-ExtensionsTestJSON-772611608 tempest-ExtensionsTestJSON-772611608-project] 10.222.0.42 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0079224 Mar 29 15:49:51.809208 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 57948) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:49:51.814895 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [None req-412a6e66-9d32-4029-b129-5f56d8effd36 tempest-ExtensionsTestJSON-772611608 tempest-ExtensionsTestJSON-772611608-project] http://10.222.0.42:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=102791) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 15:49:51.818766 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-412a6e66-9d32-4029-b129-5f56d8effd36 tempest-ExtensionsTestJSON-772611608 tempest-ExtensionsTestJSON-772611608-project] 10.222.0.42 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0088558 Mar 29 15:49:51.824994 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 57950) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:49:51.836623 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [None req-ff9f0b30-0fe6-4047-891d-b3941f7ed038 tempest-ExtensionsTestJSON-772611608 tempest-ExtensionsTestJSON-772611608-project] http://10.222.0.42:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=102790) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 15:49:51.837800 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-ff9f0b30-0fe6-4047-891d-b3941f7ed038 tempest-ExtensionsTestJSON-772611608 tempest-ExtensionsTestJSON-772611608-project] 10.222.0.42 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0098073 Mar 29 15:49:51.842226 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-536ff18d-ba0e-4487-96f1-4d7163a15f9a admin admin] Router f8c9852e-dd98-4bb3-a236-147eda5c7b4b is scheduled to L3 agent c648d819-1060-4f26-b4ec-6455387b5dff with binding_index 1 {{(pid=102790) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 29 15:49:51.849807 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 57952) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:49:51.855646 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [None req-12d6c8be-af2f-4602-a969-8f4dca61d5ee tempest-ExtensionsTestJSON-772611608 tempest-ExtensionsTestJSON-772611608-project] http://10.222.0.42:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=102790) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 15:49:51.856639 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-12d6c8be-af2f-4602-a969-8f4dca61d5ee tempest-ExtensionsTestJSON-772611608 tempest-ExtensionsTestJSON-772611608-project] 10.222.0.42 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0058868 Mar 29 15:49:51.860772 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 57954) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:49:51.862658 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-476664d3-e056-41ca-beaa-45d8593941a6 tempest-ServersTestBootFromVolume-1498240647 tempest-ServersTestBootFromVolume-1498240647-project] Notify callbacks [] for port, precommit_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:51.865404 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [None req-d8d5b4ca-19a9-478b-b424-d486575a71ea tempest-ExtensionsTestJSON-772611608 tempest-ExtensionsTestJSON-772611608-project] http://10.222.0.42:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=102791) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 15:49:51.869299 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-d8d5b4ca-19a9-478b-b424-d486575a71ea tempest-ExtensionsTestJSON-772611608 tempest-ExtensionsTestJSON-772611608-project] 10.222.0.42 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0073166 Mar 29 15:49:51.871506 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f29d6783-fcd1-42b1-87a3-77fc253973a1 req-9b73af98-817c-40d8-b66e-1f5db831660f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=41d6de4c-b663-4de7-b3d3-6c4b4b1489e2 HTTP/1.1" status: 200 len: 217 time: 0.0813203 Mar 29 15:49:51.872172 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 57956) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:49:51.878649 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [None req-ad42fc37-455a-45f6-a81c-540499398e73 tempest-ExtensionsTestJSON-772611608 tempest-ExtensionsTestJSON-772611608-project] http://10.222.0.42:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=102791) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 15:49:51.882365 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-ad42fc37-455a-45f6-a81c-540499398e73 tempest-ExtensionsTestJSON-772611608 tempest-ExtensionsTestJSON-772611608-project] 10.222.0.42 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0076604 Mar 29 15:49:51.883769 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 57958) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:49:51.892531 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [None req-224b3dc1-f10c-439e-82c2-49cda0fff353 tempest-ExtensionsTestJSON-772611608 tempest-ExtensionsTestJSON-772611608-project] http://10.222.0.42:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=102790) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 15:49:51.892764 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea0c1df-7817-419a-a9c5-b75aad8c04a0 req-4a7ca838-7938-4a19-aa49-e67a6154fd7a tempest-ServerRescueTestJSON-484479922 tempest-ServerRescueTestJSON-484479922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:49:51.893498 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-224b3dc1-f10c-439e-82c2-49cda0fff353 tempest-ExtensionsTestJSON-772611608 tempest-ExtensionsTestJSON-772611608-project] 10.222.0.42 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0073957 Mar 29 15:49:51.897810 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-476664d3-e056-41ca-beaa-45d8593941a6 tempest-ServersTestBootFromVolume-1498240647 tempest-ServersTestBootFromVolume-1498240647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5237921'] for port, after_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:51.902725 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-eea0c1df-7817-419a-a9c5-b75aad8c04a0 req-4a7ca838-7938-4a19-aa49-e67a6154fd7a tempest-ServerRescueTestJSON-484479922 tempest-ServerRescueTestJSON-484479922-project] 10.222.0.42 "GET /v2.0/ports?device_id=68754edd-cbc2-4b62-8e18-7abfa6bb7d34 HTTP/1.1" status: 200 len: 945 time: 0.1733844 Mar 29 15:49:51.905175 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 57960) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:49:51.921061 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [None req-c26375ea-a3bb-4411-9940-46c7c34d39b4 tempest-ExtensionsTestJSON-772611608 tempest-ExtensionsTestJSON-772611608-project] http://10.222.0.42:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=102791) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 15:49:51.922951 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51862550-3073-49f4-86b3-9462884a5323 req-46503942-1bad-41f8-b68d-4d355e9dad43 tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:49:51.926086 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-c26375ea-a3bb-4411-9940-46c7c34d39b4 tempest-ExtensionsTestJSON-772611608 tempest-ExtensionsTestJSON-772611608-project] 10.222.0.42 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0135331 Mar 29 15:49:51.927953 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-51862550-3073-49f4-86b3-9462884a5323 req-46503942-1bad-41f8-b68d-4d355e9dad43 tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] 10.222.0.42 "GET /v2.0/ports?device_id=31cdedda-f287-4417-9676-d9e289e74188 HTTP/1.1" status: 200 len: 943 time: 0.1755457 Mar 29 15:49:52.094133 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476664d3-e056-41ca-beaa-45d8593941a6 tempest-ServersTestBootFromVolume-1498240647 tempest-ServersTestBootFromVolume-1498240647-project] Pushing event updated for resources: {'Port': ['ID=c37ca9bb-cae1-4c02-b919-d39d7053d952,revision_number=2']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:49:52.154495 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-476664d3-e056-41ca-beaa-45d8593941a6 tempest-ServersTestBootFromVolume-1498240647 tempest-ServersTestBootFromVolume-1498240647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648212'] for floatingip, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:52.199854 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-51862550-3073-49f4-86b3-9462884a5323 req-220b6bb9-fff3-42f3-8d53-0e1a753d7f28 tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] 10.222.0.42 "GET /v2.0/security-groups?id=883e0cc1-8238-4251-86bf-7026ffbeaddd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2379680 Mar 29 15:49:52.257754 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-476664d3-e056-41ca-beaa-45d8593941a6 tempest-ServersTestBootFromVolume-1498240647 tempest-ServersTestBootFromVolume-1498240647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for floatingip, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:52.267903 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-476664d3-e056-41ca-beaa-45d8593941a6 tempest-ServersTestBootFromVolume-1498240647 tempest-ServersTestBootFromVolume-1498240647-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.7849529 Mar 29 15:49:52.297303 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-536ff18d-ba0e-4487-96f1-4d7163a15f9a admin admin] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:49:52.310600 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34126987-a94f-43e4-b4c0-9c7e29497ca9 None None] Sync routers for ids ['f8c9852e-dd98-4bb3-a236-147eda5c7b4b'] in n-d-834765-1 {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:49:52.336794 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34126987-a94f-43e4-b4c0-9c7e29497ca9 None None] Routers {'f8c9852e-dd98-4bb3-a236-147eda5c7b4b'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:49:52.338133 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-34126987-a94f-43e4-b4c0-9c7e29497ca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:49:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['f8c9852e-dd98-4bb3-a236-147eda5c7b4b'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:49:52.360871 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29d6783-fcd1-42b1-87a3-77fc253973a1 req-f2116fed-89c1-4f8b-88fd-aca05debb067 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:49:52.362353 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f29d6783-fcd1-42b1-87a3-77fc253973a1 req-f2116fed-89c1-4f8b-88fd-aca05debb067 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=406fd4ed-e828-4758-9c87-5ac29cec1b72 HTTP/1.1" status: 200 len: 853 time: 0.4788725 Mar 29 15:49:52.381733 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-536ff18d-ba0e-4487-96f1-4d7163a15f9a admin admin] Notify callbacks [] for router, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:52.385416 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-536ff18d-ba0e-4487-96f1-4d7163a15f9a admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 8.1099436 Mar 29 15:49:52.386535 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 57976) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:49:52.430580 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-eea0c1df-7817-419a-a9c5-b75aad8c04a0 req-b050cd5f-cbd3-4c8d-ba29-d31faff90ca4 tempest-ServerRescueTestJSON-484479922 tempest-ServerRescueTestJSON-484479922-project] 10.222.0.42 "GET /v2.0/security-groups?id=a3f3b05e-b4b0-4bd5-8f61-9140e1e7cbea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5256939 Mar 29 15:49:52.525372 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29d6783-fcd1-42b1-87a3-77fc253973a1 req-6cd01bee-d382-4bbf-b35e-fe167daa857c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:49:52.540191 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f29d6783-fcd1-42b1-87a3-77fc253973a1 req-6cd01bee-d382-4bbf-b35e-fe167daa857c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5820eec2-ced2-414a-ab32-af1fabeb5f44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1637261 Mar 29 15:49:52.586100 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 57998) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:49:52.665333 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvr_db [None req-34126987-a94f-43e4-b4c0-9c7e29497ca9 None None] Set router f8c9852e-dd98-4bb3-a236-147eda5c7b4b gateway port host: n-d-834765-1 {{(pid=102793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:49:52.723687 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f29d6783-fcd1-42b1-87a3-77fc253973a1 req-a917025e-3493-442e-916f-49589d372bf0 service neutron] 10.222.0.48 "GET /v2.0/networks/5820eec2-ced2-414a-ab32-af1fabeb5f44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1738939 Mar 29 15:49:52.857152 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-80239090-3dee-455f-bb5e-02ec20f65dbe admin admin] Notify callbacks [] for security_group, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:52.978706 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-80239090-3dee-455f-bb5e-02ec20f65dbe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:52.994931 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-80239090-3dee-455f-bb5e-02ec20f65dbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:53.068207 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f29d6783-fcd1-42b1-87a3-77fc253973a1 req-794341a4-8cbe-4013-8905-426cf733e104 service neutron] 10.222.0.48 "GET /v2.0/networks/5820eec2-ced2-414a-ab32-af1fabeb5f44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3407829 Mar 29 15:49:53.118366 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-80239090-3dee-455f-bb5e-02ec20f65dbe admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=339f926753b340a9ba8858359f480f03&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5289006 Mar 29 15:49:53.120531 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80239090-3dee-455f-bb5e-02ec20f65dbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b616bef7-7ab3-4a47-8d15-f82df1024264,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:49:53.127863 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 58032) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:49:53.170542 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-34126987-a94f-43e4-b4c0-9c7e29497ca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8c9852e-dd98-4bb3-a236-147eda5c7b4b', 'name': 'tempest-ServersTestManualDisk-2145880061-router', 'tenant_id': '2f916f4102be4d9598e1979f4f5a1e34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.217'}], 'enable_snat': True}, 'gw_port_id': 'd8059570-cbde-4009-b984-c89de27194a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:49:44Z', 'updated_at': '2022-03-29T15:49:49Z', 'revision_number': 3, 'project_id': '2f916f4102be4d9598e1979f4f5a1e34', 'gw_port': {'id': 'd8059570-cbde-4009-b984-c89de27194a2', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:ed:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8c9852e-dd98-4bb3-a236-147eda5c7b4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:49:48Z', 'updated_at': '2022-03-29T15:49:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1'}], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:49:53.211872 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-04a91919-e819-4504-af18-24c635c3a2da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:53.226650 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34126987-a94f-43e4-b4c0-9c7e29497ca9 None None] Checking router: f8c9852e-dd98-4bb3-a236-147eda5c7b4b for host: n-d-834765-1 {{(pid=102793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:49:53.229668 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34126987-a94f-43e4-b4c0-9c7e29497ca9 None None] Updating router f8c9852e-dd98-4bb3-a236-147eda5c7b4b port d8059570-cbde-4009-b984-c89de27194a2 binding host n-d-834765-1 {{(pid=102793) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 15:49:53.239625 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-04a91919-e819-4504-af18-24c635c3a2da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:53.292750 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-34126987-a94f-43e4-b4c0-9c7e29497ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:53.318056 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-04a91919-e819-4504-af18-24c635c3a2da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:53.322763 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-04a91919-e819-4504-af18-24c635c3a2da admin admin] Notify callbacks [] for security_group, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:53.327561 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-04a91919-e819-4504-af18-24c635c3a2da admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b616bef7-7ab3-4a47-8d15-f82df1024264 HTTP/1.1" status: 204 len: 168 time: 0.1953382 Mar 29 15:49:53.330398 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d76983-769c-4f79-95e3-960a1733c407 req-3d140ef4-9c4c-4a73-8818-70ee2c4898e3 tempest-ServerRescueTestJSON-484479922 tempest-ServerRescueTestJSON-484479922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:49:53.338046 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-61d76983-769c-4f79-95e3-960a1733c407 req-3d140ef4-9c4c-4a73-8818-70ee2c4898e3 tempest-ServerRescueTestJSON-484479922 tempest-ServerRescueTestJSON-484479922-project] 10.222.0.42 "GET /v2.0/networks?id=cd63b2c7-486d-4d2d-9dd7-6d35ac500dfb HTTP/1.1" status: 200 len: 811 time: 0.4439778 Mar 29 15:49:53.406584 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-61d76983-769c-4f79-95e3-960a1733c407 req-35628a3d-8bb3-43ce-b1b7-271653c0fdbb tempest-ServerRescueTestJSON-484479922 tempest-ServerRescueTestJSON-484479922-project] 10.222.0.42 "GET /v2.0/quotas/f0f3609f3df249d890a6b6a0157dbda2 HTTP/1.1" status: 200 len: 375 time: 0.0671933 Mar 29 15:49:53.410508 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a91919-e819-4504-af18-24c635c3a2da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b616bef7-7ab3-4a47-8d15-f82df1024264,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:49:53.516275 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515c6676-16cd-4a1a-88cc-b3f400809ea7 req-3d2800ed-614c-4974-91e9-5731ff0af8eb tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:49:53.523394 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-515c6676-16cd-4a1a-88cc-b3f400809ea7 req-3d2800ed-614c-4974-91e9-5731ff0af8eb tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] 10.222.0.42 "GET /v2.0/ports?device_id=31cdedda-f287-4417-9676-d9e289e74188 HTTP/1.1" status: 200 len: 943 time: 0.1967750 Mar 29 15:49:53.622842 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-515c6676-16cd-4a1a-88cc-b3f400809ea7 req-01f2222f-2d3c-417c-a9e8-6393c3e8fcf2 tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] 10.222.0.42 "GET /v2.0/security-groups?id=883e0cc1-8238-4251-86bf-7026ffbeaddd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0907228 Mar 29 15:49:53.641791 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-61d76983-769c-4f79-95e3-960a1733c407 req-31dbe6a0-88fc-4c75-8032-4ffa805e1549 tempest-ServerRescueTestJSON-484479922 tempest-ServerRescueTestJSON-484479922-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=f0f3609f3df249d890a6b6a0157dbda2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2341878 Mar 29 15:49:53.815322 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-34126987-a94f-43e4-b4c0-9c7e29497ca9 None None] Notify callbacks [] for port, precommit_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:53.834111 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-34126987-a94f-43e4-b4c0-9c7e29497ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:53.898874 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b06871c-87a2-412b-b21f-7935cd9364fe None None] Pushing event updated for resources: {'Port': ['ID=d8059570-cbde-4009-b984-c89de27194a2,revision_number=2']} {{(pid=102793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:49:53.911619 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b06871c-87a2-412b-b21f-7935cd9364fe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:49:53.911958 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b06871c-87a2-412b-b21f-7935cd9364fe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:49:53.912291 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b06871c-87a2-412b-b21f-7935cd9364fe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:49:53.912803 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b06871c-87a2-412b-b21f-7935cd9364fe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:49:53.913232 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b06871c-87a2-412b-b21f-7935cd9364fe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:49:53.913620 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b06871c-87a2-412b-b21f-7935cd9364fe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:49:53.913874 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b06871c-87a2-412b-b21f-7935cd9364fe None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:49:53.915238 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b06871c-87a2-412b-b21f-7935cd9364fe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:49:53.915597 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b06871c-87a2-412b-b21f-7935cd9364fe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:49:53.916042 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b06871c-87a2-412b-b21f-7935cd9364fe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:49:53.916501 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b06871c-87a2-412b-b21f-7935cd9364fe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:49:53.916825 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b06871c-87a2-412b-b21f-7935cd9364fe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:49:53.950496 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.managers [None req-34126987-a94f-43e4-b4c0-9c7e29497ca9 None None] Attempting to bind port d8059570-cbde-4009-b984-c89de27194a2 on host n-d-834765-1 for vnic_type normal with profile {{(pid=102793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:49:53.950864 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.managers [None req-34126987-a94f-43e4-b4c0-9c7e29497ca9 None None] Attempting to bind port d8059570-cbde-4009-b984-c89de27194a2 by drivers openvswitch,hyperv on host n-d-834765-1 at level 0 using segments [{'id': '6ab47353-a811-4bad-bc73-b4cc84583cfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'}] {{(pid=102793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:49:53.951229 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34126987-a94f-43e4-b4c0-9c7e29497ca9 None None] Attempting to bind port d8059570-cbde-4009-b984-c89de27194a2 on network 4a4a035d-ecac-4ead-baa3-25f90788773a {{(pid=102793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:49:53.976515 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-61d76983-769c-4f79-95e3-960a1733c407 req-52080c7c-12cd-488e-8dd2-090c9836beb9 service neutron] 10.222.0.42 "GET /v2.0/networks/cd63b2c7-486d-4d2d-9dd7-6d35ac500dfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2948799 Mar 29 15:49:53.985627 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-f8cc7ce5-ab21-4b30-89a0-a9c7f886d479 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:53.988722 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34126987-a94f-43e4-b4c0-9c7e29497ca9 None None] Checking agent: {'id': 'a8866439-9d96-425c-b519-6905c591ac37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 25, 36), 'started_at': datetime.datetime(2022, 3, 29, 15, 26, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 49, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834765-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:49:53.989092 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34126987-a94f-43e4-b4c0-9c7e29497ca9 None None] Checking segment: {'id': '6ab47353-a811-4bad-bc73-b4cc84583cfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:49:53.989498 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-34126987-a94f-43e4-b4c0-9c7e29497ca9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:53.989889 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34126987-a94f-43e4-b4c0-9c7e29497ca9 None None] Bound using segment: {'id': '6ab47353-a811-4bad-bc73-b4cc84583cfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'} {{(pid=102793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:49:53.990367 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.managers [None req-34126987-a94f-43e4-b4c0-9c7e29497ca9 None None] Bound port: d8059570-cbde-4009-b984-c89de27194a2, host: n-d-834765-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ab47353-a811-4bad-bc73-b4cc84583cfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'}}] {{(pid=102793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 15:49:53.990777 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-34126987-a94f-43e4-b4c0-9c7e29497ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:54.070323 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.db [None req-34126987-a94f-43e4-b4c0-9c7e29497ca9 None None] For port d8059570-cbde-4009-b984-c89de27194a2, host n-d-834765-1, cleared binding levels {{(pid=102793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:49:54.076582 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.db [None req-34126987-a94f-43e4-b4c0-9c7e29497ca9 None None] For port d8059570-cbde-4009-b984-c89de27194a2, host n-d-834765-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=d8059570-cbde-4009-b984-c89de27194a2,segment=NetworkSegment(6ab47353-a811-4bad-bc73-b4cc84583cfd),segment_id=6ab47353-a811-4bad-bc73-b4cc84583cfd)] {{(pid=102793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:49:54.086008 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-34126987-a94f-43e4-b4c0-9c7e29497ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:54.225903 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34126987-a94f-43e4-b4c0-9c7e29497ca9 None None] Routers {'f8c9852e-dd98-4bb3-a236-147eda5c7b4b'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:49:54.229249 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-34126987-a94f-43e4-b4c0-9c7e29497ca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:49:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['f8c9852e-dd98-4bb3-a236-147eda5c7b4b'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:49:54.279522 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-239a6310-1464-432d-9070-54555f1f0b95 tempest-RoutersAdminTest-935776259 tempest-RoutersAdminTest-935776259-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-648077', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-526627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129337'] for router, precommit_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:54.297851 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-239a6310-1464-432d-9070-54555f1f0b95 tempest-RoutersAdminTest-935776259 tempest-RoutersAdminTest-935776259-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-648068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-648127', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-526682'] for router, after_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:54.315847 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-61d76983-769c-4f79-95e3-960a1733c407 req-3e5b56cf-23e1-450e-b584-0b214bb23172 service neutron] 10.222.0.42 "GET /v2.0/networks/cd63b2c7-486d-4d2d-9dd7-6d35ac500dfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3174686 Mar 29 15:49:54.329770 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b06871c-87a2-412b-b21f-7935cd9364fe None None] Pushing event updated for resources: {'Port': ['ID=d8059570-cbde-4009-b984-c89de27194a2,revision_number=3']} {{(pid=102793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:49:54.444526 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device 41d6de4c-b663-4de7-b3d3-6c4b4b1489e2 details requested by agent hyperv_n-h2-834765-1 with host n-h2-834765-1 {{(pid=102792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 15:49:54.513249 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvr_db [None req-34126987-a94f-43e4-b4c0-9c7e29497ca9 None None] Set router f8c9852e-dd98-4bb3-a236-147eda5c7b4b gateway port host: n-d-834765-1 {{(pid=102793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:49:54.713582 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-c4f45783-bd61-470a-9c24-062025ad310b req-10812f3c-2d3d-45cd-be71-9daeb6a0ea52 tempest-ServerRescueTestJSON-484479922 tempest-ServerRescueTestJSON-484479922-project] 10.222.0.42 "GET /v2.0/ports?device_id=be6069ac-d9ba-40b5-8e20-8d0b5bb33830 HTTP/1.1" status: 200 len: 210 time: 0.0767894 Mar 29 15:49:54.715432 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 58112) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:49:54.834445 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port 41d6de4c-b663-4de7-b3d3-6c4b4b1489e2, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=41d6de4c-b663-4de7-b3d3-6c4b4b1489e2,segment=NetworkSegment(593392ec-7215-4ab3-8e52-325f9a7e2718),segment_id=593392ec-7215-4ab3-8e52-325f9a7e2718)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:49:54.884074 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Returning: {'device': '41d6de4c-b663-4de7-b3d3-6c4b4b1489e2', 'network_id': '5820eec2-ced2-414a-ab32-af1fabeb5f44', 'port_id': '41d6de4c-b663-4de7-b3d3-6c4b4b1489e2', 'mac_address': 'fa:16:3e:e1:8b:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '406fd4ed-e828-4758-9c87-5ac29cec1b72', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 15:49:54.954396 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.db_base_plugin_common [None req-f8cc7ce5-ab21-4b30-89a0-a9c7f886d479 admin admin] Allocated IP 172.20.0.1 (08d86c7c-d7ae-48d3-9114-f1b7687b801d/a7734bc8-ad66-4b96-b048-122f2b558e8a/07081cdc-21ec-4ae8-abbf-2013c046442a) {{(pid=102790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:49:54.965564 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3bb428-5bd4-4fd2-beaa-dd8982f0d38d req-09b9c97a-696b-49ca-9202-f31a8360d8dc tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:49:54.969248 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-6d3bb428-5bd4-4fd2-beaa-dd8982f0d38d req-09b9c97a-696b-49ca-9202-f31a8360d8dc tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] 10.222.0.42 "GET /v2.0/ports?device_id=31cdedda-f287-4417-9676-d9e289e74188 HTTP/1.1" status: 200 len: 943 time: 0.1791983 Mar 29 15:49:54.984756 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-34126987-a94f-43e4-b4c0-9c7e29497ca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8c9852e-dd98-4bb3-a236-147eda5c7b4b', 'name': 'tempest-ServersTestManualDisk-2145880061-router', 'tenant_id': '2f916f4102be4d9598e1979f4f5a1e34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.217'}], 'enable_snat': True}, 'gw_port_id': 'd8059570-cbde-4009-b984-c89de27194a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:49:44Z', 'updated_at': '2022-03-29T15:49:49Z', 'revision_number': 3, 'project_id': '2f916f4102be4d9598e1979f4f5a1e34', 'gw_port': {'id': 'd8059570-cbde-4009-b984-c89de27194a2', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:ed:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8c9852e-dd98-4bb3-a236-147eda5c7b4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:49:48Z', 'updated_at': '2022-03-29T15:49:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1'}], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:49:55.026506 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-c7076951-2e04-4760-b7ed-77bb9d1dee1d tempest-ExtraDHCPOptionsTestJSON-658901870 tempest-ExtraDHCPOptionsTestJSON-658901870-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-952488863'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:49:55.028108 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:55.032877 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34126987-a94f-43e4-b4c0-9c7e29497ca9 None None] The sync data for ids ['f8c9852e-dd98-4bb3-a236-147eda5c7b4b'] in n-d-834765-1 is: [{'id': 'f8c9852e-dd98-4bb3-a236-147eda5c7b4b', 'name': 'tempest-ServersTestManualDisk-2145880061-router', 'tenant_id': '2f916f4102be4d9598e1979f4f5a1e34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.217'}], 'enable_snat': True}, 'gw_port_id': 'd8059570-cbde-4009-b984-c89de27194a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:49:44Z', 'updated_at': '2022-03-29T15:49:49Z', 'revision_number': 3, 'project_id': '2f916f4102be4d9598e1979f4f5a1e34', 'gw_port': {'id': 'd8059570-cbde-4009-b984-c89de27194a2', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:ed:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8c9852e-dd98-4bb3-a236-147eda5c7b4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:49:48Z', 'updated_at': '2022-03-29T15:49:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1'}] {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:49:55.041470 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-6d3bb428-5bd4-4fd2-beaa-dd8982f0d38d req-1d74399a-aada-485b-b18e-bbb247ef61bc tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] 10.222.0.42 "GET /v2.0/security-groups?id=883e0cc1-8238-4251-86bf-7026ffbeaddd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588970 Mar 29 15:49:55.052774 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-239a6310-1464-432d-9070-54555f1f0b95 tempest-RoutersAdminTest-935776259 tempest-RoutersAdminTest-935776259-project-admin] Router 3703634d-43cb-4cef-9320-ee3e1c924d80 has already been hosted by L3 agent c648d819-1060-4f26-b4ec-6455387b5dff {{(pid=102790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 15:49:55.078384 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7076951-2e04-4760-b7ed-77bb9d1dee1d tempest-ExtraDHCPOptionsTestJSON-658901870 tempest-ExtraDHCPOptionsTestJSON-658901870-project] Made reservation on behalf of 8a963eed53ff40c28beb35eccea48657 for: {'network': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:49:55.085372 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-c7076951-2e04-4760-b7ed-77bb9d1dee1d tempest-ExtraDHCPOptionsTestJSON-658901870 tempest-ExtraDHCPOptionsTestJSON-658901870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for network, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:55.099974 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41d6de4c-b663-4de7-b3d3-6c4b4b1489e2 {{(pid=102792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:49:55.135091 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-c7076951-2e04-4760-b7ed-77bb9d1dee1d tempest-ExtraDHCPOptionsTestJSON-658901870 tempest-ExtraDHCPOptionsTestJSON-658901870-project] Notify callbacks [] for security_group, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:55.147694 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port 41d6de4c-b663-4de7-b3d3-6c4b4b1489e2, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=41d6de4c-b663-4de7-b3d3-6c4b4b1489e2,segment=NetworkSegment(593392ec-7215-4ab3-8e52-325f9a7e2718),segment_id=593392ec-7215-4ab3-8e52-325f9a7e2718)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:49:55.157639 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:55.244639 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Pushing event updated for resources: {'Port': ['ID=41d6de4c-b663-4de7-b3d3-6c4b4b1489e2,revision_number=4']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:49:55.347115 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-c7076951-2e04-4760-b7ed-77bb9d1dee1d tempest-ExtraDHCPOptionsTestJSON-658901870 tempest-ExtraDHCPOptionsTestJSON-658901870-project] Notify callbacks [] for security_group, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:55.376539 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-c7076951-2e04-4760-b7ed-77bb9d1dee1d tempest-ExtraDHCPOptionsTestJSON-658901870 tempest-ExtraDHCPOptionsTestJSON-658901870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:55.427674 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7076951-2e04-4760-b7ed-77bb9d1dee1d tempest-ExtraDHCPOptionsTestJSON-658901870 tempest-ExtraDHCPOptionsTestJSON-658901870-project] vlan segment allocate from pool success with {'vlan_id': 626, 'physical_network': 'physnet1'} {{(pid=102791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 15:49:55.440596 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-c7076951-2e04-4760-b7ed-77bb9d1dee1d tempest-ExtraDHCPOptionsTestJSON-658901870 tempest-ExtraDHCPOptionsTestJSON-658901870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:55.441491 n-d-834765-1 neutron-server[102791]: INFO neutron.db.segments_db [None req-c7076951-2e04-4760-b7ed-77bb9d1dee1d tempest-ExtraDHCPOptionsTestJSON-658901870 tempest-ExtraDHCPOptionsTestJSON-658901870-project] Added segment 9c889c6e-75b6-4b9b-8529-d283cec82314 of type vlan for network d7995b8f-a423-4cbe-82f9-d433acdea338 Mar 29 15:49:55.521225 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] get_ports_and_sgs() called for port_ids ['41d6de4c-b663-4de7-b3d3-6c4b4b1489e2'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:49:55.577189 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-c7076951-2e04-4760-b7ed-77bb9d1dee1d tempest-ExtraDHCPOptionsTestJSON-658901870 tempest-ExtraDHCPOptionsTestJSON-658901870-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783522915970'] for network, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:55.706078 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7076951-2e04-4760-b7ed-77bb9d1dee1d tempest-ExtraDHCPOptionsTestJSON-658901870 tempest-ExtraDHCPOptionsTestJSON-658901870-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dac3c68a-cc92-476c-8077-82cd0ee2b3fa,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:49:55.713887 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-c7076951-2e04-4760-b7ed-77bb9d1dee1d tempest-ExtraDHCPOptionsTestJSON-658901870 tempest-ExtraDHCPOptionsTestJSON-658901870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795'] for network, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:55.719584 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7076951-2e04-4760-b7ed-77bb9d1dee1d tempest-ExtraDHCPOptionsTestJSON-658901870 tempest-ExtraDHCPOptionsTestJSON-658901870-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:49:55.720213 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-c7076951-2e04-4760-b7ed-77bb9d1dee1d tempest-ExtraDHCPOptionsTestJSON-658901870 tempest-ExtraDHCPOptionsTestJSON-658901870-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for network, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:55.823581 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-c7076951-2e04-4760-b7ed-77bb9d1dee1d tempest-ExtraDHCPOptionsTestJSON-658901870 tempest-ExtraDHCPOptionsTestJSON-658901870-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.1045935 Mar 29 15:49:55.825267 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 58132) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:49:55.841692 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-b6ea42f6-6675-4b02-a2e7-fefc6e3e3b74 tempest-ExtraDHCPOptionsTestJSON-658901870 tempest-ExtraDHCPOptionsTestJSON-658901870-project] Request body: {'subnet': {'network_id': 'd7995b8f-a423-4cbe-82f9-d433acdea338', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:49:56.174679 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7076951-2e04-4760-b7ed-77bb9d1dee1d tempest-ExtraDHCPOptionsTestJSON-658901870 tempest-ExtraDHCPOptionsTestJSON-658901870-project] Pushing event updated for resources: {'Network': ['ID=d7995b8f-a423-4cbe-82f9-d433acdea338,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:49:56.197359 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Network d7995b8f-a423-4cbe-82f9-d433acdea338 details requested by agent ovs-agent-n-d-834765-1 with host n-d-834765-1 {{(pid=102792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 15:49:56.197938 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6ea42f6-6675-4b02-a2e7-fefc6e3e3b74 tempest-ExtraDHCPOptionsTestJSON-658901870 tempest-ExtraDHCPOptionsTestJSON-658901870-project] Made reservation on behalf of 8a963eed53ff40c28beb35eccea48657 for: {'subnet': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:49:56.201604 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-b6ea42f6-6675-4b02-a2e7-fefc6e3e3b74 tempest-ExtraDHCPOptionsTestJSON-658901870 tempest-ExtraDHCPOptionsTestJSON-658901870-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16218875'] for subnet, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:56.300073 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-239a6310-1464-432d-9070-54555f1f0b95 tempest-RoutersAdminTest-935776259 tempest-RoutersAdminTest-935776259-project-admin] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:49:56.313472 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-239a6310-1464-432d-9070-54555f1f0b95 tempest-RoutersAdminTest-935776259 tempest-RoutersAdminTest-935776259-project-admin] Notify callbacks [] for router, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:56.323537 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-239a6310-1464-432d-9070-54555f1f0b95 tempest-RoutersAdminTest-935776259 tempest-RoutersAdminTest-935776259-project-admin] 10.222.0.42 "PUT /v2.0/routers/3703634d-43cb-4cef-9320-ee3e1c924d80 HTTP/1.1" status: 200 len: 921 time: 6.2605236 Mar 29 15:49:56.326574 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 58138) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:49:56.342235 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-973c3c55-e3d8-47c3-bc46-70629eb8ec11 req-b68eb2cf-14ae-4cde-9f2b-d312e5e5daad tempest-ServerRescueTestJSON-484479922 tempest-ServerRescueTestJSON-484479922-project] 10.222.0.42 "GET /v2.0/ports?device_id=be6069ac-d9ba-40b5-8e20-8d0b5bb33830 HTTP/1.1" status: 200 len: 210 time: 0.4319284 Mar 29 15:49:56.510547 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-f8cc7ce5-ab21-4b30-89a0-a9c7f886d479 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:56.515564 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d88e8415-97ce-4ba0-b2f8-bd6840449008 None None] Sync routers for ids ['3703634d-43cb-4cef-9320-ee3e1c924d80'] in n-d-834765-1 {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:49:56.568356 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d88e8415-97ce-4ba0-b2f8-bd6840449008 None None] Routers {'3703634d-43cb-4cef-9320-ee3e1c924d80'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:49:56.570051 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-d88e8415-97ce-4ba0-b2f8-bd6840449008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:49:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['3703634d-43cb-4cef-9320-ee3e1c924d80'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:49:56.650214 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-d88e8415-97ce-4ba0-b2f8-bd6840449008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:49:56.683758 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d88e8415-97ce-4ba0-b2f8-bd6840449008 None None] Routers {'3703634d-43cb-4cef-9320-ee3e1c924d80'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:49:56.684407 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-d88e8415-97ce-4ba0-b2f8-bd6840449008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:49:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['3703634d-43cb-4cef-9320-ee3e1c924d80'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:49:56.738104 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-f8cc7ce5-ab21-4b30-89a0-a9c7f886d479 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:56.774772 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-d88e8415-97ce-4ba0-b2f8-bd6840449008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:49:56.775800 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d88e8415-97ce-4ba0-b2f8-bd6840449008 None None] The sync data for ids ['3703634d-43cb-4cef-9320-ee3e1c924d80'] in n-d-834765-1 is: [] {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:49:56.813921 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5489768a-23d8-43d7-a121-fd5db2f68b57 req-fb7453dc-3b78-478c-b3c9-14e909a318d3 tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:49:56.822312 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-5489768a-23d8-43d7-a121-fd5db2f68b57 req-fb7453dc-3b78-478c-b3c9-14e909a318d3 tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] 10.222.0.42 "GET /v2.0/ports?device_id=31cdedda-f287-4417-9676-d9e289e74188 HTTP/1.1" status: 200 len: 944 time: 0.2017534 Mar 29 15:49:56.829784 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8cc7ce5-ab21-4b30-89a0-a9c7f886d479 admin admin] Network 08d86c7c-d7ae-48d3-9114-f1b7687b801d is already hosted by enough agents. {{(pid=102790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:49:56.841998 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device d8059570-cbde-4009-b984-c89de27194a2 up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:49:56.862066 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-f8cc7ce5-ab21-4b30-89a0-a9c7f886d479 admin admin] Resources bound (agent type, host, resource id): {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:49:56.865897 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8cc7ce5-ab21-4b30-89a0-a9c7f886d479 admin admin] Received port after_create {{(pid=102790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:49:56.943663 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-3552cbbd-8a5a-4a03-a530-0ece465b8feb tempest-RoutersAdminTest-935776259 tempest-RoutersAdminTest-935776259-project-admin] 10.222.0.42 "GET /v2.0/routers/3703634d-43cb-4cef-9320-ee3e1c924d80 HTTP/1.1" status: 200 len: 921 time: 0.6156459 Mar 29 15:49:56.951561 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 58142) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:49:56.973419 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-5489768a-23d8-43d7-a121-fd5db2f68b57 req-d3db4cc9-f8e4-4938-8c2b-e4355bb2cb41 tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] 10.222.0.42 "GET /v2.0/security-groups?id=883e0cc1-8238-4251-86bf-7026ffbeaddd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1492822 Mar 29 15:49:56.978096 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port d8059570-cbde-4009-b984-c89de27194a2 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:49:56.978473 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:56.984713 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cc7ce5-ab21-4b30-89a0-a9c7f886d479 admin admin] Pushing event updated for resources: {'Port': ['ID=07081cdc-21ec-4ae8-abbf-2013c046442a,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:49:57.004279 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cc7ce5-ab21-4b30-89a0-a9c7f886d479 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:49:57.004992 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cc7ce5-ab21-4b30-89a0-a9c7f886d479 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:49:57.005574 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cc7ce5-ab21-4b30-89a0-a9c7f886d479 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:49:57.015842 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cc7ce5-ab21-4b30-89a0-a9c7f886d479 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:49:57.016546 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cc7ce5-ab21-4b30-89a0-a9c7f886d479 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:49:57.017133 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cc7ce5-ab21-4b30-89a0-a9c7f886d479 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:49:57.017695 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cc7ce5-ab21-4b30-89a0-a9c7f886d479 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:49:57.018246 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cc7ce5-ab21-4b30-89a0-a9c7f886d479 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:49:57.018814 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cc7ce5-ab21-4b30-89a0-a9c7f886d479 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:49:57.019428 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cc7ce5-ab21-4b30-89a0-a9c7f886d479 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:49:57.019994 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cc7ce5-ab21-4b30-89a0-a9c7f886d479 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:49:57.023292 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cc7ce5-ab21-4b30-89a0-a9c7f886d479 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:49:57.034335 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-f8cc7ce5-ab21-4b30-89a0-a9c7f886d479 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-648347'] for router_interface, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:57.150618 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:57.222283 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] For port d8059570-cbde-4009-b984-c89de27194a2, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=d8059570-cbde-4009-b984-c89de27194a2,segment=NetworkSegment(6ab47353-a811-4bad-bc73-b4cc84583cfd),segment_id=6ab47353-a811-4bad-bc73-b4cc84583cfd)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:49:57.231091 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:57.240085 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d76983-769c-4f79-95e3-960a1733c407 req-5bcf706f-b31e-430c-936d-a67c89cb9b22 tempest-ServerRescueTestJSON-484479922 tempest-ServerRescueTestJSON-484479922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:49:57.241777 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-61d76983-769c-4f79-95e3-960a1733c407 req-5bcf706f-b31e-430c-936d-a67c89cb9b22 tempest-ServerRescueTestJSON-484479922 tempest-ServerRescueTestJSON-484479922-project] 10.222.0.44 "GET /v2.0/networks?id=cd63b2c7-486d-4d2d-9dd7-6d35ac500dfb HTTP/1.1" status: 200 len: 811 time: 0.6858902 Mar 29 15:49:57.261131 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae612ba4-e01f-4c64-85b9-eefa77726e0e tempest-RoutersAdminTest-935776259 tempest-RoutersAdminTest-935776259-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:49:57.270157 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 58144) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:49:57.272190 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-ae612ba4-e01f-4c64-85b9-eefa77726e0e tempest-RoutersAdminTest-935776259 tempest-RoutersAdminTest-935776259-project-admin] 10.222.0.42 "GET /v2.0/ports?network_id=4a4a035d-ecac-4ead-baa3-25f90788773a&device_id=3703634d-43cb-4cef-9320-ee3e1c924d80&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3167624 Mar 29 15:49:57.310331 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [req-61d76983-769c-4f79-95e3-960a1733c407 req-7a74f489-82f0-457f-b6e7-ce028726354a tempest-ServerRescueTestJSON-484479922 tempest-ServerRescueTestJSON-484479922-project] Request body: {'port': {'device_id': 'be6069ac-d9ba-40b5-8e20-8d0b5bb33830', 'network_id': 'cd63b2c7-486d-4d2d-9dd7-6d35ac500dfb', 'admin_state_up': True, 'tenant_id': 'f0f3609f3df249d890a6b6a0157dbda2'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:49:57.315580 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-f8cc7ce5-ab21-4b30-89a0-a9c7f886d479 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:57.367832 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Pushing event updated for resources: {'Port': ['ID=d8059570-cbde-4009-b984-c89de27194a2,revision_number=4']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:49:57.416846 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-3bd71dab-c7ed-4eb2-aaf1-6b9617105720 None None] Provisioning complete for port 07081cdc-21ec-4ae8-abbf-2013c046442a triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:49:57.417224 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-3bd71dab-c7ed-4eb2-aaf1-6b9617105720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:57.459562 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-3bd71dab-c7ed-4eb2-aaf1-6b9617105720 None None] Port 07081cdc-21ec-4ae8-abbf-2013c046442a cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 15:49:57.532507 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-b6ea42f6-6675-4b02-a2e7-fefc6e3e3b74 tempest-ExtraDHCPOptionsTestJSON-658901870 tempest-ExtraDHCPOptionsTestJSON-658901870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16155524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16218861'] for subnet, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:57.596331 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ea42f6-6675-4b02-a2e7-fefc6e3e3b74 tempest-ExtraDHCPOptionsTestJSON-658901870 tempest-ExtraDHCPOptionsTestJSON-658901870-project] Pushing event updated for resources: {'Subnet': ['ID=54690b97-83ef-4a9d-aafd-0caece7a8861,revision_number=0']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:49:57.608423 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-b92ac23d-6daf-4f06-b9f3-d4a09e46cc2c req-3a1b30c9-77ae-4078-b9a0-9943cfc121b9 tempest-ServerRescueTestJSON-484479922 tempest-ServerRescueTestJSON-484479922-project] 10.222.0.42 "GET /v2.0/ports?device_id=be6069ac-d9ba-40b5-8e20-8d0b5bb33830 HTTP/1.1" status: 200 len: 210 time: 0.0710933 Mar 29 15:49:57.622402 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61d76983-769c-4f79-95e3-960a1733c407 req-7a74f489-82f0-457f-b6e7-ce028726354a tempest-ServerRescueTestJSON-484479922 tempest-ServerRescueTestJSON-484479922-project] Made reservation on behalf of f0f3609f3df249d890a6b6a0157dbda2 for: {'port': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:49:57.626124 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-61d76983-769c-4f79-95e3-960a1733c407 req-7a74f489-82f0-457f-b6e7-ce028726354a tempest-ServerRescueTestJSON-484479922 tempest-ServerRescueTestJSON-484479922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:57.729676 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ea42f6-6675-4b02-a2e7-fefc6e3e3b74 tempest-ExtraDHCPOptionsTestJSON-658901870 tempest-ExtraDHCPOptionsTestJSON-658901870-project] Checking segment: {'id': '9c889c6e-75b6-4b9b-8529-d283cec82314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'd7995b8f-a423-4cbe-82f9-d433acdea338'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:49:57.731060 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6ea42f6-6675-4b02-a2e7-fefc6e3e3b74 tempest-ExtraDHCPOptionsTestJSON-658901870 tempest-ExtraDHCPOptionsTestJSON-658901870-project] Network hostable DHCP agents. Network: d7995b8f-a423-4cbe-82f9-d433acdea338, hostable agents: ['d136643e-48ae-49d4-a851-2ba3bdf3749c'], hosted agents: [] {{(pid=102791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 15:49:57.772980 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6ea42f6-6675-4b02-a2e7-fefc6e3e3b74 tempest-ExtraDHCPOptionsTestJSON-658901870 tempest-ExtraDHCPOptionsTestJSON-658901870-project] Network d7995b8f-a423-4cbe-82f9-d433acdea338 is scheduled to be hosted by DHCP agent d136643e-48ae-49d4-a851-2ba3bdf3749c with binding_index 1 {{(pid=102791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 15:49:57.811866 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [None req-b6ea42f6-6675-4b02-a2e7-fefc6e3e3b74 tempest-ExtraDHCPOptionsTestJSON-658901870 tempest-ExtraDHCPOptionsTestJSON-658901870-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834765-1, d7995b8f-a423-4cbe-82f9-d433acdea338) {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:49:57.817626 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6ea42f6-6675-4b02-a2e7-fefc6e3e3b74 tempest-ExtraDHCPOptionsTestJSON-658901870 tempest-ExtraDHCPOptionsTestJSON-658901870-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:49:57.818538 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-b6ea42f6-6675-4b02-a2e7-fefc6e3e3b74 tempest-ExtraDHCPOptionsTestJSON-658901870 tempest-ExtraDHCPOptionsTestJSON-658901870-project] Notify callbacks [] for subnet, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:57.824460 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bd3cf93-cd11-4962-a478-f91fefcd0902 None None] Network d7995b8f-a423-4cbe-82f9-d433acdea338 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 15:49:57.855458 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-b6ea42f6-6675-4b02-a2e7-fefc6e3e3b74 tempest-ExtraDHCPOptionsTestJSON-658901870 tempest-ExtraDHCPOptionsTestJSON-658901870-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0254736 Mar 29 15:49:57.859176 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 58150) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:49:57.868944 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-3ed8080c-91c1-406b-b08b-cec59cfa48b8 tempest-ExtraDHCPOptionsTestJSON-658901870 tempest-ExtraDHCPOptionsTestJSON-658901870-project] Request body: {'port': {'network_id': 'd7995b8f-a423-4cbe-82f9-d433acdea338', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1298053877'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:49:57.892280 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_common [req-61d76983-769c-4f79-95e3-960a1733c407 req-7a74f489-82f0-457f-b6e7-ce028726354a tempest-ServerRescueTestJSON-484479922 tempest-ServerRescueTestJSON-484479922-project] Allocated IP 172.20.0.7 (cd63b2c7-486d-4d2d-9dd7-6d35ac500dfb/004fd10c-17a6-4033-bc4f-a88940613808/2395dae7-4ecb-4b6a-be2f-a5a2243a57fe) {{(pid=102791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:49:57.924094 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a180086e-23e2-4618-9de2-1b67b9c88d3a tempest-RoutersAdminTest-935776259 tempest-RoutersAdminTest-935776259-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:49:57.927340 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-a180086e-23e2-4618-9de2-1b67b9c88d3a tempest-RoutersAdminTest-935776259 tempest-RoutersAdminTest-935776259-project-admin] 10.222.0.42 "GET /v2.0/networks/4a4a035d-ecac-4ead-baa3-25f90788773a HTTP/1.1" status: 200 len: 881 time: 0.6513908 Mar 29 15:49:57.932061 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 58152) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:49:58.018105 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-fdf828c5-abb1-4840-abba-3e9f3537c9eb tempest-RoutersAdminTest-736076884 tempest-RoutersAdminTest-736076884-project] 10.222.0.42 "GET /v2.0/ports?device_id=3703634d-43cb-4cef-9320-ee3e1c924d80 HTTP/1.1" status: 200 len: 205 time: 0.0773823 Mar 29 15:49:58.021878 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 58156) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:49:58.150724 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dab0aaef-4d95-48ff-9ce7-6f3855c9f6a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0035034-69b0-5ffc-b384-0ac6189c5628-d7995b8f-a423-4cbe-82f9-d433acdea338', 'network_id': 'd7995b8f-a423-4cbe-82f9-d433acdea338', 'tenant_id': '8a963eed53ff40c28beb35eccea48657', 'fixed_ips': [{'subnet_id': '54690b97-83ef-4a9d-aafd-0caece7a8861'}]}} from n-d-834765-1. {{(pid=102792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 29 15:49:58.153186 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-dab0aaef-4d95-48ff-9ce7-6f3855c9f6a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:58.229609 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ed8080c-91c1-406b-b08b-cec59cfa48b8 tempest-ExtraDHCPOptionsTestJSON-658901870 tempest-ExtraDHCPOptionsTestJSON-658901870-project] Made reservation on behalf of 8a963eed53ff40c28beb35eccea48657 for: {'port': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:49:58.239535 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-3ed8080c-91c1-406b-b08b-cec59cfa48b8 tempest-ExtraDHCPOptionsTestJSON-658901870 tempest-ExtraDHCPOptionsTestJSON-658901870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:58.284088 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-f8cc7ce5-ab21-4b30-89a0-a9c7f886d479 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:58.302498 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0029036a-1734-49cc-89ca-8b8328884cdf req-a0151961-b726-481a-8492-3d31e4f5a2fb tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:49:58.305974 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [None req-3ed8080c-91c1-406b-b08b-cec59cfa48b8 tempest-ExtraDHCPOptionsTestJSON-658901870 tempest-ExtraDHCPOptionsTestJSON-658901870-project] device_id is not set on port 2aacbc71-733e-4604-9281-4675cb96cbb5 yet. {{(pid=102791) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 29 15:49:58.310848 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-0029036a-1734-49cc-89ca-8b8328884cdf req-a0151961-b726-481a-8492-3d31e4f5a2fb tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] 10.222.0.42 "GET /v2.0/ports?device_id=31cdedda-f287-4417-9676-d9e289e74188 HTTP/1.1" status: 200 len: 944 time: 0.1691370 Mar 29 15:49:58.336335 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-f8cc7ce5-ab21-4b30-89a0-a9c7f886d479 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5237921'] for port, after_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:58.405515 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-5c9979af-eef7-4bd3-ace7-62682898ac9f tempest-RoutersAdminTest-736076884 tempest-RoutersAdminTest-736076884-project] Notify callbacks [] for router, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:58.429567 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-0029036a-1734-49cc-89ca-8b8328884cdf req-76d33ae0-50a3-40e6-bff5-0010f4af1d6d tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] 10.222.0.42 "GET /v2.0/security-groups?id=883e0cc1-8238-4251-86bf-7026ffbeaddd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1127188 Mar 29 15:49:58.460607 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.db_base_plugin_common [None req-dab0aaef-4d95-48ff-9ce7-6f3855c9f6a1 None None] Allocated IP 172.20.0.2 (d7995b8f-a423-4cbe-82f9-d433acdea338/54690b97-83ef-4a9d-aafd-0caece7a8861/4f934eda-9d60-4f1b-8835-16f0491229ee) {{(pid=102792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:49:58.481752 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-61d76983-769c-4f79-95e3-960a1733c407 req-7a74f489-82f0-457f-b6e7-ce028726354a tempest-ServerRescueTestJSON-484479922 tempest-ServerRescueTestJSON-484479922-project] Notify callbacks [] for port, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:58.483557 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device 41d6de4c-b663-4de7-b3d3-6c4b4b1489e2 up at agent hyperv_n-h2-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:49:58.507144 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cc7ce5-ab21-4b30-89a0-a9c7f886d479 admin admin] Pushing event updated for resources: {'Port': ['ID=07081cdc-21ec-4ae8-abbf-2013c046442a,revision_number=2']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:49:58.514010 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-f8cc7ce5-ab21-4b30-89a0-a9c7f886d479 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-648439'] for router_interface, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:58.630646 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-61d76983-769c-4f79-95e3-960a1733c407 req-7a74f489-82f0-457f-b6e7-ce028726354a tempest-ServerRescueTestJSON-484479922 tempest-ServerRescueTestJSON-484479922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:58.639131 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Provisioning for port 41d6de4c-b663-4de7-b3d3-6c4b4b1489e2 completed by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 15:49:58.665374 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Provisioning complete for port 41d6de4c-b663-4de7-b3d3-6c4b4b1489e2 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:49:58.668414 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:58.716637 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8cc7ce5-ab21-4b30-89a0-a9c7f886d479 admin admin] Network 08d86c7c-d7ae-48d3-9114-f1b7687b801d is already hosted by enough agents. {{(pid=102790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:49:58.732883 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-f8cc7ce5-ab21-4b30-89a0-a9c7f886d479 admin admin] Resources bound (agent type, host, resource id): {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:49:58.738906 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] get_ports_and_sgs() called for port_ids ['6ba56cfb-3724-4410-8b50-b603e9b91d33'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:49:58.792308 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a74f489-82f0-457f-b6e7-ce028726354a tempest-ServerRescueTestJSON-484479922 tempest-ServerRescueTestJSON-484479922-project] Pushing event updated for resources: {'Port': ['ID=2395dae7-4ecb-4b6a-be2f-a5a2243a57fe,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:49:58.807120 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61d76983-769c-4f79-95e3-960a1733c407 req-7a74f489-82f0-457f-b6e7-ce028726354a tempest-ServerRescueTestJSON-484479922 tempest-ServerRescueTestJSON-484479922-project] Network cd63b2c7-486d-4d2d-9dd7-6d35ac500dfb is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:49:58.818052 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [req-61d76983-769c-4f79-95e3-960a1733c407 req-7a74f489-82f0-457f-b6e7-ce028726354a tempest-ServerRescueTestJSON-484479922 tempest-ServerRescueTestJSON-484479922-project] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:49:58.820256 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [req-61d76983-769c-4f79-95e3-960a1733c407 req-7a74f489-82f0-457f-b6e7-ce028726354a tempest-ServerRescueTestJSON-484479922 tempest-ServerRescueTestJSON-484479922-project] Received port after_create {{(pid=102791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:49:58.832071 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device d8059570-cbde-4009-b984-c89de27194a2 up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:49:58.914881 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d76983-769c-4f79-95e3-960a1733c407 req-7a74f489-82f0-457f-b6e7-ce028726354a tempest-ServerRescueTestJSON-484479922 tempest-ServerRescueTestJSON-484479922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:49:58.915554 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-61d76983-769c-4f79-95e3-960a1733c407 req-7a74f489-82f0-457f-b6e7-ce028726354a tempest-ServerRescueTestJSON-484479922 tempest-ServerRescueTestJSON-484479922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:58.930646 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-5c9979af-eef7-4bd3-ace7-62682898ac9f tempest-RoutersAdminTest-736076884 tempest-RoutersAdminTest-736076884-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:58.953538 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-61d76983-769c-4f79-95e3-960a1733c407 req-7a74f489-82f0-457f-b6e7-ce028726354a tempest-ServerRescueTestJSON-484479922 tempest-ServerRescueTestJSON-484479922-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6614463 Mar 29 15:49:58.975298 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [req-61d76983-769c-4f79-95e3-960a1733c407 req-18c651a2-ab79-42e8-a6bb-341ec1d330b9 service neutron] Request body: {'port': {'device_id': 'be6069ac-d9ba-40b5-8e20-8d0b5bb33830', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834765-1'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:49:59.069526 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c66f24-54f3-440c-9001-414e2af05ca5 req-5d539241-c2dc-4d0f-be3e-12eac648e085 tempest-ServerRescueTestJSON-484479922 tempest-ServerRescueTestJSON-484479922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:49:59.072326 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:59.072471 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-a2c66f24-54f3-440c-9001-414e2af05ca5 req-5d539241-c2dc-4d0f-be3e-12eac648e085 tempest-ServerRescueTestJSON-484479922 tempest-ServerRescueTestJSON-484479922-project] 10.222.0.42 "GET /v2.0/ports?device_id=be6069ac-d9ba-40b5-8e20-8d0b5bb33830 HTTP/1.1" status: 200 len: 931 time: 0.3296554 Mar 29 15:49:59.124696 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-61d76983-769c-4f79-95e3-960a1733c407 req-18c651a2-ab79-42e8-a6bb-341ec1d330b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:59.258236 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31cdedda-f287-4417-9676-d9e289e74188', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41d6de4c-b663-4de7-b3d3-6c4b4b1489e2'}] {{(pid=102792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:49:59.260552 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4f476c66b318cc6068719fc39557fac68d413f5c7e78fa77028c7948e999ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bd5453b-0604-4c94-8896-b0aa5541bfb2" -d '{"events": [{"server_uuid": "31cdedda-f287-4417-9676-d9e289e74188", "name": "network-vif-plugged", "status": "completed", "tag": "41d6de4c-b663-4de7-b3d3-6c4b4b1489e2"}]}' {{(pid=102792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:49:59.296751 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port 41d6de4c-b663-4de7-b3d3-6c4b4b1489e2, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=41d6de4c-b663-4de7-b3d3-6c4b4b1489e2,segment=NetworkSegment(593392ec-7215-4ab3-8e52-325f9a7e2718),segment_id=593392ec-7215-4ab3-8e52-325f9a7e2718)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:49:59.328186 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:59.335209 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port d8059570-cbde-4009-b984-c89de27194a2 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:49:59.335610 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:59.338881 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8cc7ce5-ab21-4b30-89a0-a9c7f886d479 admin admin] Router f8c9852e-dd98-4bb3-a236-147eda5c7b4b has already been hosted by L3 agent c648d819-1060-4f26-b4ec-6455387b5dff {{(pid=102790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 15:49:59.347829 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-5c9979af-eef7-4bd3-ace7-62682898ac9f tempest-RoutersAdminTest-736076884 tempest-RoutersAdminTest-736076884-project] Deleting port 5160f368-7e98-4560-af18-b54f9dc540e1 {{(pid=102790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:49:59.348390 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-5c9979af-eef7-4bd3-ace7-62682898ac9f tempest-RoutersAdminTest-736076884 tempest-RoutersAdminTest-736076884-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:59.353972 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-a2c66f24-54f3-440c-9001-414e2af05ca5 req-9c843818-e4dc-4e18-89d5-54fc1010cd27 tempest-ServerRescueTestJSON-484479922 tempest-ServerRescueTestJSON-484479922-project] 10.222.0.42 "GET /v2.0/security-groups?id=a3f3b05e-b4b0-4bd5-8f61-9140e1e7cbea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2649772 Mar 29 15:49:59.378724 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-dab0aaef-4d95-48ff-9ce7-6f3855c9f6a1 None None] Notify callbacks [] for port, precommit_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:59.439381 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-dab0aaef-4d95-48ff-9ce7-6f3855c9f6a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956'] for port, after_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:59.441781 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-841c0b44-769a-46d1-9281-487a38fdf63c None None] Provisioning complete for port 07081cdc-21ec-4ae8-abbf-2013c046442a triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:49:59.442140 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-841c0b44-769a-46d1-9281-487a38fdf63c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:59.555155 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:49:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf13d7e5-eb57-46a8-bdfc-94e55f537782 x-openstack-request-id: req-cf13d7e5-eb57-46a8-bdfc-94e55f537782 {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:49:59.555479 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31cdedda-f287-4417-9676-d9e289e74188", "name": "network-vif-plugged", "status": "completed", "tag": "41d6de4c-b663-4de7-b3d3-6c4b4b1489e2", "code": 200}]} {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:49:59.555736 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-cf13d7e5-eb57-46a8-bdfc-94e55f537782 {{(pid=102792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:49:59.556125 n-d-834765-1 neutron-server[102792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31cdedda-f287-4417-9676-d9e289e74188', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41d6de4c-b663-4de7-b3d3-6c4b4b1489e2', 'code': 200} Mar 29 15:49:59.628442 n-d-834765-1 neutron-server[102792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dab0aaef-4d95-48ff-9ce7-6f3855c9f6a1 None None] Network d7995b8f-a423-4cbe-82f9-d433acdea338 is already hosted by enough agents. {{(pid=102792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:49:59.633003 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Pushing event updated for resources: {'Port': ['ID=41d6de4c-b663-4de7-b3d3-6c4b4b1489e2,revision_number=5']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:49:59.639077 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8cc7ce5-ab21-4b30-89a0-a9c7f886d479 admin admin] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:49:59.648686 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c0b7971-f79f-4359-8b32-01c849928662 None None] Sync routers for ids ['f8c9852e-dd98-4bb3-a236-147eda5c7b4b'] in n-d-834765-1 {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:49:59.671291 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c0b7971-f79f-4359-8b32-01c849928662 None None] Routers {'f8c9852e-dd98-4bb3-a236-147eda5c7b4b'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:49:59.672711 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-2c0b7971-f79f-4359-8b32-01c849928662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:49:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['f8c9852e-dd98-4bb3-a236-147eda5c7b4b'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:49:59.688319 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-f8cc7ce5-ab21-4b30-89a0-a9c7f886d479 admin admin] 10.222.0.42 "PUT /v2.0/routers/f8c9852e-dd98-4bb3-a236-147eda5c7b4b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2817845 Mar 29 15:49:59.733870 n-d-834765-1 neutron-server[102792]: DEBUG neutron.scheduler.base_scheduler [None req-dab0aaef-4d95-48ff-9ce7-6f3855c9f6a1 None None] Resources bound (agent type, host, resource id): {{(pid=102792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:49:59.742540 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dab0aaef-4d95-48ff-9ce7-6f3855c9f6a1 None None] Received port after_create {{(pid=102792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:49:59.744995 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-5c9979af-eef7-4bd3-ace7-62682898ac9f tempest-RoutersAdminTest-736076884 tempest-RoutersAdminTest-736076884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:59.758479 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8fbc5c-58f2-469b-82a7-3793f9f9c936 req-2ba4100c-2779-42f4-b72b-f0f1b2fc5e17 tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:49:59.760763 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-bc8fbc5c-58f2-469b-82a7-3793f9f9c936 req-2ba4100c-2779-42f4-b72b-f0f1b2fc5e17 tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] 10.222.0.42 "GET /v2.0/ports?device_id=31cdedda-f287-4417-9676-d9e289e74188 HTTP/1.1" status: 200 len: 945 time: 0.1157849 Mar 29 15:49:59.762372 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-841c0b44-769a-46d1-9281-487a38fdf63c None None] Port 07081cdc-21ec-4ae8-abbf-2013c046442a cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 15:49:59.807517 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab0aaef-4d95-48ff-9ce7-6f3855c9f6a1 None None] Pushing event updated for resources: {'Port': ['ID=4f934eda-9d60-4f1b-8835-16f0491229ee,revision_number=1']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:49:59.825605 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-5c9979af-eef7-4bd3-ace7-62682898ac9f tempest-RoutersAdminTest-736076884 tempest-RoutersAdminTest-736076884-project] Calling delete_port for 5160f368-7e98-4560-af18-b54f9dc540e1 owned by network:router_gateway {{(pid=102790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:49:59.863793 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-bc8fbc5c-58f2-469b-82a7-3793f9f9c936 req-a0204adc-fd6d-4cc7-9d6f-ba1e498fde79 tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] 10.222.0.42 "GET /v2.0/security-groups?id=883e0cc1-8238-4251-86bf-7026ffbeaddd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0949624 Mar 29 15:49:59.929722 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-dab0aaef-4d95-48ff-9ce7-6f3855c9f6a1 None None] Attempting to bind port 4f934eda-9d60-4f1b-8835-16f0491229ee on host n-d-834765-1 for vnic_type normal with profile {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:49:59.930327 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-dab0aaef-4d95-48ff-9ce7-6f3855c9f6a1 None None] Attempting to bind port 4f934eda-9d60-4f1b-8835-16f0491229ee by drivers openvswitch,hyperv on host n-d-834765-1 at level 0 using segments [{'id': '9c889c6e-75b6-4b9b-8529-d283cec82314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'd7995b8f-a423-4cbe-82f9-d433acdea338'}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:49:59.930458 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dab0aaef-4d95-48ff-9ce7-6f3855c9f6a1 None None] Attempting to bind port 4f934eda-9d60-4f1b-8835-16f0491229ee on network d7995b8f-a423-4cbe-82f9-d433acdea338 {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:49:59.944656 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dab0aaef-4d95-48ff-9ce7-6f3855c9f6a1 None None] Checking agent: {'id': 'a8866439-9d96-425c-b519-6905c591ac37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 25, 36), 'started_at': datetime.datetime(2022, 3, 29, 15, 26, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 49, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834765-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:49:59.945025 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dab0aaef-4d95-48ff-9ce7-6f3855c9f6a1 None None] Checking segment: {'id': '9c889c6e-75b6-4b9b-8529-d283cec82314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'd7995b8f-a423-4cbe-82f9-d433acdea338'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:49:59.945561 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-dab0aaef-4d95-48ff-9ce7-6f3855c9f6a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:59.945968 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dab0aaef-4d95-48ff-9ce7-6f3855c9f6a1 None None] Bound using segment: {'id': '9c889c6e-75b6-4b9b-8529-d283cec82314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'd7995b8f-a423-4cbe-82f9-d433acdea338'} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:49:59.946771 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-dab0aaef-4d95-48ff-9ce7-6f3855c9f6a1 None None] Bound port: 4f934eda-9d60-4f1b-8835-16f0491229ee, host: n-d-834765-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c889c6e-75b6-4b9b-8529-d283cec82314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'd7995b8f-a423-4cbe-82f9-d433acdea338'}}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 15:49:59.947087 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-dab0aaef-4d95-48ff-9ce7-6f3855c9f6a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:49:59.978390 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvr_db [None req-2c0b7971-f79f-4359-8b32-01c849928662 None None] Set router f8c9852e-dd98-4bb3-a236-147eda5c7b4b gateway port host: n-d-834765-1 {{(pid=102793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:50:00.075525 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-dab0aaef-4d95-48ff-9ce7-6f3855c9f6a1 None None] For port 4f934eda-9d60-4f1b-8835-16f0491229ee, host n-d-834765-1, cleared binding levels {{(pid=102792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:50:00.080931 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-dab0aaef-4d95-48ff-9ce7-6f3855c9f6a1 None None] For port 4f934eda-9d60-4f1b-8835-16f0491229ee, host n-d-834765-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=4f934eda-9d60-4f1b-8835-16f0491229ee,segment=NetworkSegment(9c889c6e-75b6-4b9b-8529-d283cec82314),segment_id=9c889c6e-75b6-4b9b-8529-d283cec82314)] {{(pid=102792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:50:00.088885 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-dab0aaef-4d95-48ff-9ce7-6f3855c9f6a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:00.092037 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_common [None req-3ed8080c-91c1-406b-b08b-cec59cfa48b8 tempest-ExtraDHCPOptionsTestJSON-658901870 tempest-ExtraDHCPOptionsTestJSON-658901870-project] Allocated IP 172.20.0.13 (d7995b8f-a423-4cbe-82f9-d433acdea338/54690b97-83ef-4a9d-aafd-0caece7a8861/2aacbc71-733e-4604-9281-4675cb96cbb5) {{(pid=102791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:50:00.118197 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [req-61d76983-769c-4f79-95e3-960a1733c407 req-18c651a2-ab79-42e8-a6bb-341ec1d330b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2395dae7-4ecb-4b6a-be2f-a5a2243a57fe {{(pid=102791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:50:00.127547 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e2d6bd-d1e2-4f62-ba32-e0008a731e8c req-fe55c325-bb51-4c43-94ef-40731cb06cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:50:00.128916 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f4e2d6bd-d1e2-4f62-ba32-e0008a731e8c req-fe55c325-bb51-4c43-94ef-40731cb06cdd service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=31cdedda-f287-4417-9676-d9e289e74188 HTTP/1.1" status: 200 len: 1096 time: 0.4720299 Mar 29 15:50:00.135801 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-61d76983-769c-4f79-95e3-960a1733c407 req-18c651a2-ab79-42e8-a6bb-341ec1d330b9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:00.286483 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.provisioning_blocks [req-61d76983-769c-4f79-95e3-960a1733c407 req-18c651a2-ab79-42e8-a6bb-341ec1d330b9 service neutron] Transition to ACTIVE for port object 2395dae7-4ecb-4b6a-be2f-a5a2243a57fe will not be triggered until provisioned by entity L2. {{(pid=102791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 15:50:00.312616 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-61d76983-769c-4f79-95e3-960a1733c407 req-18c651a2-ab79-42e8-a6bb-341ec1d330b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:00.375030 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab0aaef-4d95-48ff-9ce7-6f3855c9f6a1 None None] Pushing event updated for resources: {'Port': ['ID=4f934eda-9d60-4f1b-8835-16f0491229ee,revision_number=2']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:50:00.387398 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f4e2d6bd-d1e2-4f62-ba32-e0008a731e8c req-0858f65d-8f8b-4482-a321-6f9bb186eba6 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=883e0cc1-8238-4251-86bf-7026ffbeaddd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1926188 Mar 29 15:50:00.418672 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c651a2-ab79-42e8-a6bb-341ec1d330b9 service neutron] Pushing event updated for resources: {'Port': ['ID=2395dae7-4ecb-4b6a-be2f-a5a2243a57fe,revision_number=2']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:50:00.468784 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-b625851c-6543-4ee8-88c8-a5018b32e1af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:00.499348 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-5c9979af-eef7-4bd3-ace7-62682898ac9f tempest-RoutersAdminTest-736076884 tempest-RoutersAdminTest-736076884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:00.594318 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9979af-eef7-4bd3-ace7-62682898ac9f tempest-RoutersAdminTest-736076884 tempest-RoutersAdminTest-736076884-project] Pushing event deleted for resources: {'Port': ['ID=5160f368-7e98-4560-af18-b54f9dc540e1,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:50:00.635201 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-3ed8080c-91c1-406b-b08b-cec59cfa48b8 tempest-ExtraDHCPOptionsTestJSON-658901870 tempest-ExtraDHCPOptionsTestJSON-658901870-project] Notify callbacks [] for port, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:00.680063 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-61d76983-769c-4f79-95e3-960a1733c407 req-18c651a2-ab79-42e8-a6bb-341ec1d330b9 service neutron] Attempting to bind port 2395dae7-4ecb-4b6a-be2f-a5a2243a57fe on host n-h1-834765-1 for vnic_type normal with profile {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:50:00.680456 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-61d76983-769c-4f79-95e3-960a1733c407 req-18c651a2-ab79-42e8-a6bb-341ec1d330b9 service neutron] Attempting to bind port 2395dae7-4ecb-4b6a-be2f-a5a2243a57fe by drivers openvswitch,hyperv on host n-h1-834765-1 at level 0 using segments [{'id': '97a801df-9d8d-4e2e-9456-226310108f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'cd63b2c7-486d-4d2d-9dd7-6d35ac500dfb'}] {{(pid=102791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:50:00.680829 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61d76983-769c-4f79-95e3-960a1733c407 req-18c651a2-ab79-42e8-a6bb-341ec1d330b9 service neutron] Attempting to bind port 2395dae7-4ecb-4b6a-be2f-a5a2243a57fe on network cd63b2c7-486d-4d2d-9dd7-6d35ac500dfb {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:50:00.693364 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61d76983-769c-4f79-95e3-960a1733c407 req-18c651a2-ab79-42e8-a6bb-341ec1d330b9 service neutron] Port 2395dae7-4ecb-4b6a-be2f-a5a2243a57fe on network cd63b2c7-486d-4d2d-9dd7-6d35ac500dfb not bound, no agent of type Open vSwitch agent registered on host n-h1-834765-1 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 15:50:00.693703 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61d76983-769c-4f79-95e3-960a1733c407 req-18c651a2-ab79-42e8-a6bb-341ec1d330b9 service neutron] Attempting to bind port 2395dae7-4ecb-4b6a-be2f-a5a2243a57fe on network cd63b2c7-486d-4d2d-9dd7-6d35ac500dfb {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:50:00.705182 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61d76983-769c-4f79-95e3-960a1733c407 req-18c651a2-ab79-42e8-a6bb-341ec1d330b9 service neutron] Checking agent: {'id': 'be375040-5069-4239-9460-a3a3213e1e90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 33, 18), 'started_at': datetime.datetime(2022, 3, 29, 15, 33, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 49, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:50:00.705471 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61d76983-769c-4f79-95e3-960a1733c407 req-18c651a2-ab79-42e8-a6bb-341ec1d330b9 service neutron] Checking segment: {'id': '97a801df-9d8d-4e2e-9456-226310108f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'cd63b2c7-486d-4d2d-9dd7-6d35ac500dfb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:50:00.705859 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61d76983-769c-4f79-95e3-960a1733c407 req-18c651a2-ab79-42e8-a6bb-341ec1d330b9 service neutron] Bound using segment: {'id': '97a801df-9d8d-4e2e-9456-226310108f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'cd63b2c7-486d-4d2d-9dd7-6d35ac500dfb'} {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:50:00.717184 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-61d76983-769c-4f79-95e3-960a1733c407 req-18c651a2-ab79-42e8-a6bb-341ec1d330b9 service neutron] Bound port: 2395dae7-4ecb-4b6a-be2f-a5a2243a57fe, host: n-h1-834765-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97a801df-9d8d-4e2e-9456-226310108f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'cd63b2c7-486d-4d2d-9dd7-6d35ac500dfb'}}] {{(pid=102791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 15:50:00.717724 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-61d76983-769c-4f79-95e3-960a1733c407 req-18c651a2-ab79-42e8-a6bb-341ec1d330b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:00.747592 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-5c9979af-eef7-4bd3-ace7-62682898ac9f tempest-RoutersAdminTest-736076884 tempest-RoutersAdminTest-736076884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-648138'] for router_gateway, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:00.811943 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 58176) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:50:00.949851 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-61d76983-769c-4f79-95e3-960a1733c407 req-18c651a2-ab79-42e8-a6bb-341ec1d330b9 service neutron] For port 2395dae7-4ecb-4b6a-be2f-a5a2243a57fe, host n-h1-834765-1, cleared binding levels {{(pid=102791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:50:00.962960 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-61d76983-769c-4f79-95e3-960a1733c407 req-18c651a2-ab79-42e8-a6bb-341ec1d330b9 service neutron] For port 2395dae7-4ecb-4b6a-be2f-a5a2243a57fe, host n-h1-834765-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=2395dae7-4ecb-4b6a-be2f-a5a2243a57fe,segment=NetworkSegment(97a801df-9d8d-4e2e-9456-226310108f77),segment_id=97a801df-9d8d-4e2e-9456-226310108f77)] {{(pid=102791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:50:00.989096 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-2c0b7971-f79f-4359-8b32-01c849928662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8c9852e-dd98-4bb3-a236-147eda5c7b4b', 'name': 'tempest-ServersTestManualDisk-2145880061-router', 'tenant_id': '2f916f4102be4d9598e1979f4f5a1e34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.217'}], 'enable_snat': True}, 'gw_port_id': 'd8059570-cbde-4009-b984-c89de27194a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:49:44Z', 'updated_at': '2022-03-29T15:49:57Z', 'revision_number': 4, 'project_id': '2f916f4102be4d9598e1979f4f5a1e34', 'gw_port': {'id': 'd8059570-cbde-4009-b984-c89de27194a2', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:ed:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8c9852e-dd98-4bb3-a236-147eda5c7b4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:49:48Z', 'updated_at': '2022-03-29T15:49:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': '07081cdc-21ec-4ae8-abbf-2013c046442a', 'name': '', 'network_id': '08d86c7c-d7ae-48d3-9114-f1b7687b801d', 'tenant_id': '2f916f4102be4d9598e1979f4f5a1e34', 'mac_address': 'fa:16:3e:e8:26:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8c9852e-dd98-4bb3-a236-147eda5c7b4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': 'a7734bc8-ad66-4b96-b048-122f2b558e8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:49:54Z', 'updated_at': '2022-03-29T15:49:57Z', 'revision_number': 2, 'project_id': '2f916f4102be4d9598e1979f4f5a1e34', 'subnets': [{'id': 'a7734bc8-ad66-4b96-b048-122f2b558e8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:50:00.994002 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-139b4b84-89b8-48e4-a96c-0a6c8d3398a1 tempest-ServersTestManualDisk-450512240 tempest-ServersTestManualDisk-450512240-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2048514388', 'description': 'tempest-description--551027274'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:50:01.014308 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-61d76983-769c-4f79-95e3-960a1733c407 req-18c651a2-ab79-42e8-a6bb-341ec1d330b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:01.029614 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-5c9979af-eef7-4bd3-ace7-62682898ac9f tempest-RoutersAdminTest-736076884 tempest-RoutersAdminTest-736076884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129328'] for router, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:01.032923 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-5c9979af-eef7-4bd3-ace7-62682898ac9f tempest-RoutersAdminTest-736076884 tempest-RoutersAdminTest-736076884-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:01.048515 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c0b7971-f79f-4359-8b32-01c849928662 None None] Checking router: f8c9852e-dd98-4bb3-a236-147eda5c7b4b for host: n-d-834765-1 {{(pid=102793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:50:01.049676 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c0b7971-f79f-4359-8b32-01c849928662 None None] Updating router f8c9852e-dd98-4bb3-a236-147eda5c7b4b port 07081cdc-21ec-4ae8-abbf-2013c046442a binding host n-d-834765-1 {{(pid=102793) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 15:50:01.056344 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-3ed8080c-91c1-406b-b08b-cec59cfa48b8 tempest-ExtraDHCPOptionsTestJSON-658901870 tempest-ExtraDHCPOptionsTestJSON-658901870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:01.116593 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-2c0b7971-f79f-4359-8b32-01c849928662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:01.133957 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d76983-769c-4f79-95e3-960a1733c407 req-18c651a2-ab79-42e8-a6bb-341ec1d330b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:50:01.134608 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-61d76983-769c-4f79-95e3-960a1733c407 req-18c651a2-ab79-42e8-a6bb-341ec1d330b9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:01.137687 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-61d76983-769c-4f79-95e3-960a1733c407 req-18c651a2-ab79-42e8-a6bb-341ec1d330b9 service neutron] 10.222.0.44 "PUT /v2.0/ports/2395dae7-4ecb-4b6a-be2f-a5a2243a57fe HTTP/1.1" status: 200 len: 1091 time: 2.1697304 Mar 29 15:50:01.138714 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be6069ac-d9ba-40b5-8e20-8d0b5bb33830', 'tag': '2395dae7-4ecb-4b6a-be2f-a5a2243a57fe'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:50:01.146479 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c67b028db5e9b9818fecc5c0a87ebc6f190694fa53ca267d523e04f98de536d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edf01697-0065-4e53-a55a-1fa494e85c0d" -d '{"events": [{"name": "network-changed", "server_uuid": "be6069ac-d9ba-40b5-8e20-8d0b5bb33830", "tag": "2395dae7-4ecb-4b6a-be2f-a5a2243a57fe"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:50:01.162457 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ed8080c-91c1-406b-b08b-cec59cfa48b8 tempest-ExtraDHCPOptionsTestJSON-658901870 tempest-ExtraDHCPOptionsTestJSON-658901870-project] Network d7995b8f-a423-4cbe-82f9-d433acdea338 is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:50:01.163382 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-5c9979af-eef7-4bd3-ace7-62682898ac9f tempest-RoutersAdminTest-736076884 tempest-RoutersAdminTest-736076884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-526718'] for router, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:01.164451 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c9979af-eef7-4bd3-ace7-62682898ac9f tempest-RoutersAdminTest-736076884 tempest-RoutersAdminTest-736076884-project] Fanout notify agent at l3_agent the message router_deleted on router 3703634d-43cb-4cef-9320-ee3e1c924d80 {{(pid=102790) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 29 15:50:01.166118 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [None req-3ed8080c-91c1-406b-b08b-cec59cfa48b8 tempest-ExtraDHCPOptionsTestJSON-658901870 tempest-ExtraDHCPOptionsTestJSON-658901870-project] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:50:01.180775 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ed8080c-91c1-406b-b08b-cec59cfa48b8 tempest-ExtraDHCPOptionsTestJSON-658901870 tempest-ExtraDHCPOptionsTestJSON-658901870-project] Received port after_create {{(pid=102791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:50:01.198376 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-5c9979af-eef7-4bd3-ace7-62682898ac9f tempest-RoutersAdminTest-736076884 tempest-RoutersAdminTest-736076884-project] Notify callbacks [] for router, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:01.203832 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-5c9979af-eef7-4bd3-ace7-62682898ac9f tempest-RoutersAdminTest-736076884 tempest-RoutersAdminTest-736076884-project] 10.222.0.42 "DELETE /v2.0/routers/3703634d-43cb-4cef-9320-ee3e1c924d80 HTTP/1.1" status: 204 len: 168 time: 3.1775911 Mar 29 15:50:01.204039 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-139b4b84-89b8-48e4-a96c-0a6c8d3398a1 tempest-ServersTestManualDisk-450512240 tempest-ServersTestManualDisk-450512240-project] Notify callbacks [] for security_group, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:01.208322 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 58182) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:50:01.225603 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-07646306-b5fa-46f4-978c-05b225e20d5a tempest-RoutersAdminTest-736076884 tempest-RoutersAdminTest-736076884-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-769787361', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:50:01.239887 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b086cac-8fe5-46de-9575-b42610b5c8fe req-957ed8e6-b7ba-447a-9020-2ce85f64e592 tempest-ServerRescueTestJSON-484479922 tempest-ServerRescueTestJSON-484479922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:50:01.251771 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-0b086cac-8fe5-46de-9575-b42610b5c8fe req-957ed8e6-b7ba-447a-9020-2ce85f64e592 tempest-ServerRescueTestJSON-484479922 tempest-ServerRescueTestJSON-484479922-project] 10.222.0.42 "GET /v2.0/ports?device_id=be6069ac-d9ba-40b5-8e20-8d0b5bb33830 HTTP/1.1" status: 200 len: 943 time: 0.2253277 Mar 29 15:50:01.327629 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-0b086cac-8fe5-46de-9575-b42610b5c8fe req-c1d555b9-4142-47a0-9ed6-459f89fb0b0f tempest-ServerRescueTestJSON-484479922 tempest-ServerRescueTestJSON-484479922-project] 10.222.0.42 "GET /v2.0/security-groups?id=a3f3b05e-b4b0-4bd5-8f61-9140e1e7cbea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729189 Mar 29 15:50:01.332767 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-07646306-b5fa-46f4-978c-05b225e20d5a tempest-RoutersAdminTest-736076884 tempest-RoutersAdminTest-736076884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-532385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129310'] for router, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:01.334062 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-07646306-b5fa-46f4-978c-05b225e20d5a tempest-RoutersAdminTest-736076884 tempest-RoutersAdminTest-736076884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-648091', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-684384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129319'] for router, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:01.412302 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c651a2-ab79-42e8-a6bb-341ec1d330b9 service neutron] Pushing event updated for resources: {'Port': ['ID=2395dae7-4ecb-4b6a-be2f-a5a2243a57fe,revision_number=3']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:50:01.455051 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-07646306-b5fa-46f4-978c-05b225e20d5a tempest-RoutersAdminTest-736076884 tempest-RoutersAdminTest-736076884-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:01.520370 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ed8080c-91c1-406b-b08b-cec59cfa48b8 tempest-ExtraDHCPOptionsTestJSON-658901870 tempest-ExtraDHCPOptionsTestJSON-658901870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:50:01.521323 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-3ed8080c-91c1-406b-b08b-cec59cfa48b8 tempest-ExtraDHCPOptionsTestJSON-658901870 tempest-ExtraDHCPOptionsTestJSON-658901870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:01.534294 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-07646306-b5fa-46f4-978c-05b225e20d5a tempest-RoutersAdminTest-736076884 tempest-RoutersAdminTest-736076884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648118'] for router, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:01.546387 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d76983-769c-4f79-95e3-960a1733c407 req-26200097-2eaf-4bf7-9229-05de1e96c041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:50:01.567759 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-61d76983-769c-4f79-95e3-960a1733c407 req-26200097-2eaf-4bf7-9229-05de1e96c041 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f0f3609f3df249d890a6b6a0157dbda2&device_id=be6069ac-d9ba-40b5-8e20-8d0b5bb33830 HTTP/1.1" status: 200 len: 1094 time: 0.3603847 Mar 29 15:50:01.647575 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0eedfe-c0d7-4802-959a-bece11b59d82 req-8f8d36e2-eded-45ef-a91e-499d1b6b887c tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:50:01.661885 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-8f0eedfe-c0d7-4802-959a-bece11b59d82 req-8f8d36e2-eded-45ef-a91e-499d1b6b887c tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] 10.222.0.42 "GET /v2.0/ports?device_id=31cdedda-f287-4417-9676-d9e289e74188 HTTP/1.1" status: 200 len: 945 time: 0.2082748 Mar 29 15:50:01.704348 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-61d76983-769c-4f79-95e3-960a1733c407 req-e2ce487d-fe7c-4376-8051-9f513b71d79f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2395dae7-4ecb-4b6a-be2f-a5a2243a57fe HTTP/1.1" status: 200 len: 217 time: 0.1253290 Mar 29 15:50:01.715894 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-3ed8080c-91c1-406b-b08b-cec59cfa48b8 tempest-ExtraDHCPOptionsTestJSON-658901870 tempest-ExtraDHCPOptionsTestJSON-658901870-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.8553281 Mar 29 15:50:01.719750 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 58188) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:50:01.720611 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed8080c-91c1-406b-b08b-cec59cfa48b8 tempest-ExtraDHCPOptionsTestJSON-658901870 tempest-ExtraDHCPOptionsTestJSON-658901870-project] Pushing event updated for resources: {'Port': ['ID=2aacbc71-733e-4604-9281-4675cb96cbb5,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:50:01.735899 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-07646306-b5fa-46f4-978c-05b225e20d5a tempest-RoutersAdminTest-736076884 tempest-RoutersAdminTest-736076884-project] Notify callbacks [] for router, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:01.739660 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-d24ef8ed-dc94-4832-a38e-908f66f7589c tempest-ExtraDHCPOptionsTestJSON-658901870 tempest-ExtraDHCPOptionsTestJSON-658901870-project] Request body: {'port': {'network_id': 'd7995b8f-a423-4cbe-82f9-d433acdea338', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1746633199', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:50:01.740345 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.api.validators [None req-d24ef8ed-dc94-4832-a38e-908f66f7589c tempest-ExtraDHCPOptionsTestJSON-658901870 tempest-ExtraDHCPOptionsTestJSON-658901870-project] bootfile-name is not in valid_values {{(pid=102791) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 29 15:50:01.740776 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.api.validators [None req-d24ef8ed-dc94-4832-a38e-908f66f7589c tempest-ExtraDHCPOptionsTestJSON-658901870 tempest-ExtraDHCPOptionsTestJSON-658901870-project] tftp-server is not in valid_values {{(pid=102791) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 29 15:50:01.741444 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.api.validators [None req-d24ef8ed-dc94-4832-a38e-908f66f7589c tempest-ExtraDHCPOptionsTestJSON-658901870 tempest-ExtraDHCPOptionsTestJSON-658901870-project] server-ip-address is not in valid_values {{(pid=102791) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 29 15:50:01.743789 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-07646306-b5fa-46f4-978c-05b225e20d5a tempest-RoutersAdminTest-736076884 tempest-RoutersAdminTest-736076884-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5325067 Mar 29 15:50:01.749082 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 58190) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:50:01.780387 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-50065c52-6795-4309-ac08-c032cf5a9b7b tempest-RoutersAdminTest-736076884 tempest-RoutersAdminTest-736076884-project] Request body: {'router': {'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'}}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:50:01.853713 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-8f0eedfe-c0d7-4802-959a-bece11b59d82 req-e5aae852-2814-4174-9fb7-14bbbace0a2a tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] 10.222.0.42 "GET /v2.0/security-groups?id=883e0cc1-8238-4251-86bf-7026ffbeaddd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1879015 Mar 29 15:50:01.861185 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-2c0b7971-f79f-4359-8b32-01c849928662 None None] Notify callbacks [] for port, precommit_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:01.872970 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-2c0b7971-f79f-4359-8b32-01c849928662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:02.014206 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2dfd0d-867f-49dc-83ec-2d54f4d91139 None None] Pushing event updated for resources: {'Port': ['ID=07081cdc-21ec-4ae8-abbf-2013c046442a,revision_number=3']} {{(pid=102793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:50:02.028116 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 15:50:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77532544-f54f-4519-89de-5884df90ed7d x-openstack-request-id: req-77532544-f54f-4519-89de-5884df90ed7d {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:50:02.028565 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be6069ac-d9ba-40b5-8e20-8d0b5bb33830", "tag": "2395dae7-4ecb-4b6a-be2f-a5a2243a57fe", "status": "completed", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:50:02.028990 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-77532544-f54f-4519-89de-5884df90ed7d {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:50:02.029913 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be6069ac-d9ba-40b5-8e20-8d0b5bb33830', 'tag': '2395dae7-4ecb-4b6a-be2f-a5a2243a57fe', 'status': 'completed', 'code': 200} Mar 29 15:50:02.141367 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.managers [None req-2c0b7971-f79f-4359-8b32-01c849928662 None None] Attempting to bind port 07081cdc-21ec-4ae8-abbf-2013c046442a on host n-d-834765-1 for vnic_type normal with profile {{(pid=102793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:50:02.141884 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.managers [None req-2c0b7971-f79f-4359-8b32-01c849928662 None None] Attempting to bind port 07081cdc-21ec-4ae8-abbf-2013c046442a by drivers openvswitch,hyperv on host n-d-834765-1 at level 0 using segments [{'id': '63db82bb-8e0b-410c-8d5e-d91a972c7c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '08d86c7c-d7ae-48d3-9114-f1b7687b801d'}] {{(pid=102793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:50:02.142333 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c0b7971-f79f-4359-8b32-01c849928662 None None] Attempting to bind port 07081cdc-21ec-4ae8-abbf-2013c046442a on network 08d86c7c-d7ae-48d3-9114-f1b7687b801d {{(pid=102793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:50:02.161070 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c0b7971-f79f-4359-8b32-01c849928662 None None] Checking agent: {'id': 'a8866439-9d96-425c-b519-6905c591ac37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 25, 36), 'started_at': datetime.datetime(2022, 3, 29, 15, 26, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 49, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834765-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:50:02.161528 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c0b7971-f79f-4359-8b32-01c849928662 None None] Checking segment: {'id': '63db82bb-8e0b-410c-8d5e-d91a972c7c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '08d86c7c-d7ae-48d3-9114-f1b7687b801d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:50:02.161993 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-2c0b7971-f79f-4359-8b32-01c849928662 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:02.162446 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c0b7971-f79f-4359-8b32-01c849928662 None None] Bound using segment: {'id': '63db82bb-8e0b-410c-8d5e-d91a972c7c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '08d86c7c-d7ae-48d3-9114-f1b7687b801d'} {{(pid=102793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:50:02.163121 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.managers [None req-2c0b7971-f79f-4359-8b32-01c849928662 None None] Bound port: 07081cdc-21ec-4ae8-abbf-2013c046442a, host: n-d-834765-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63db82bb-8e0b-410c-8d5e-d91a972c7c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '08d86c7c-d7ae-48d3-9114-f1b7687b801d'}}] {{(pid=102793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 15:50:02.163585 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-2c0b7971-f79f-4359-8b32-01c849928662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:02.204763 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-139b4b84-89b8-48e4-a96c-0a6c8d3398a1 tempest-ServersTestManualDisk-450512240 tempest-ServersTestManualDisk-450512240-project] Notify callbacks [] for security_group, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:02.215971 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d76983-769c-4f79-95e3-960a1733c407 req-0314fd71-df3a-4a7e-b4eb-e4fa522a5ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:50:02.217141 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-61d76983-769c-4f79-95e3-960a1733c407 req-0314fd71-df3a-4a7e-b4eb-e4fa522a5ca0 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=004fd10c-17a6-4033-bc4f-a88940613808 HTTP/1.1" status: 200 len: 851 time: 0.5000665 Mar 29 15:50:02.222208 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-139b4b84-89b8-48e4-a96c-0a6c8d3398a1 tempest-ServersTestManualDisk-450512240 tempest-ServersTestManualDisk-450512240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:02.297615 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.db [None req-2c0b7971-f79f-4359-8b32-01c849928662 None None] For port 07081cdc-21ec-4ae8-abbf-2013c046442a, host n-d-834765-1, cleared binding levels {{(pid=102793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:50:02.301713 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.db [None req-2c0b7971-f79f-4359-8b32-01c849928662 None None] For port 07081cdc-21ec-4ae8-abbf-2013c046442a, host n-d-834765-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=07081cdc-21ec-4ae8-abbf-2013c046442a,segment=NetworkSegment(63db82bb-8e0b-410c-8d5e-d91a972c7c81),segment_id=63db82bb-8e0b-410c-8d5e-d91a972c7c81)] {{(pid=102793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:50:02.320423 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-2c0b7971-f79f-4359-8b32-01c849928662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:02.368046 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72366e41-c969-48c1-a811-7dcb5ce21084 None None] Network d7995b8f-a423-4cbe-82f9-d433acdea338 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 15:50:02.387278 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139b4b84-89b8-48e4-a96c-0a6c8d3398a1 tempest-ServersTestManualDisk-450512240 tempest-ServersTestManualDisk-450512240-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36d8cc42-d960-42e4-81d7-b41cd1ca0462,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:50:02.414841 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-61d76983-769c-4f79-95e3-960a1733c407 req-1fc1d820-a507-4566-ad56-e2be73b69bf1 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=cd63b2c7-486d-4d2d-9dd7-6d35ac500dfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1794841 Mar 29 15:50:02.500475 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c0b7971-f79f-4359-8b32-01c849928662 None None] Routers {'f8c9852e-dd98-4bb3-a236-147eda5c7b4b'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:50:02.501595 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-2c0b7971-f79f-4359-8b32-01c849928662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:49:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['f8c9852e-dd98-4bb3-a236-147eda5c7b4b'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:50:02.508483 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2dfd0d-867f-49dc-83ec-2d54f4d91139 None None] Pushing event updated for resources: {'Port': ['ID=07081cdc-21ec-4ae8-abbf-2013c046442a,revision_number=4']} {{(pid=102793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:50:02.553021 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-95b7728b-de64-4564-a80b-fd7e56f25217 None None] Provisioning complete for port 4f934eda-9d60-4f1b-8835-16f0491229ee triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:50:02.553980 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-95b7728b-de64-4564-a80b-fd7e56f25217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:02.627152 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8deb815-90bf-4f25-aa2e-4ff03f94954f req-10720743-07b4-4b75-bbc1-c201263c1d1f tempest-ServerRescueTestJSON-484479922 tempest-ServerRescueTestJSON-484479922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:50:02.642235 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-b8deb815-90bf-4f25-aa2e-4ff03f94954f req-10720743-07b4-4b75-bbc1-c201263c1d1f tempest-ServerRescueTestJSON-484479922 tempest-ServerRescueTestJSON-484479922-project] 10.222.0.42 "GET /v2.0/ports?device_id=be6069ac-d9ba-40b5-8e20-8d0b5bb33830 HTTP/1.1" status: 200 len: 943 time: 0.1561501 Mar 29 15:50:02.754633 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-b8deb815-90bf-4f25-aa2e-4ff03f94954f req-0ada600e-41e4-4188-b779-fa9af1b7791a tempest-ServerRescueTestJSON-484479922 tempest-ServerRescueTestJSON-484479922-project] 10.222.0.42 "GET /v2.0/security-groups?id=a3f3b05e-b4b0-4bd5-8f61-9140e1e7cbea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114430 Mar 29 15:50:02.786118 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-61d76983-769c-4f79-95e3-960a1733c407 req-b39cbf01-ec93-4566-9d0f-d4c0fe2d0feb service neutron] 10.222.0.44 "GET /v2.0/networks/cd63b2c7-486d-4d2d-9dd7-6d35ac500dfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2679434 Mar 29 15:50:02.800132 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvr_db [None req-2c0b7971-f79f-4359-8b32-01c849928662 None None] Set router f8c9852e-dd98-4bb3-a236-147eda5c7b4b gateway port host: n-d-834765-1 {{(pid=102793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:50:02.838688 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-92cb3804-c502-4a0c-9c3c-0d7c3129f579 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:02.853385 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-95b7728b-de64-4564-a80b-fd7e56f25217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:02.936811 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 4f934eda-9d60-4f1b-8835-16f0491229ee up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:50:02.951669 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-95b7728b-de64-4564-a80b-fd7e56f25217 None None] For port 4f934eda-9d60-4f1b-8835-16f0491229ee, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=4f934eda-9d60-4f1b-8835-16f0491229ee,segment=NetworkSegment(9c889c6e-75b6-4b9b-8529-d283cec82314),segment_id=9c889c6e-75b6-4b9b-8529-d283cec82314)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:50:03.085586 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-95b7728b-de64-4564-a80b-fd7e56f25217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:03.156907 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465d46be-1b17-44e8-890d-d3299cebab45 req-afdd19db-11f1-4ba0-bf44-74116edbb8ed tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:50:03.168712 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-465d46be-1b17-44e8-890d-d3299cebab45 req-afdd19db-11f1-4ba0-bf44-74116edbb8ed tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] 10.222.0.42 "GET /v2.0/ports?device_id=31cdedda-f287-4417-9676-d9e289e74188 HTTP/1.1" status: 200 len: 945 time: 0.1114511 Mar 29 15:50:03.260604 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-465d46be-1b17-44e8-890d-d3299cebab45 req-1d54a9a7-a353-42ea-bc7d-de48cf624d23 tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] 10.222.0.42 "GET /v2.0/security-groups?id=883e0cc1-8238-4251-86bf-7026ffbeaddd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0911913 Mar 29 15:50:03.320122 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-2c0b7971-f79f-4359-8b32-01c849928662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8c9852e-dd98-4bb3-a236-147eda5c7b4b', 'name': 'tempest-ServersTestManualDisk-2145880061-router', 'tenant_id': '2f916f4102be4d9598e1979f4f5a1e34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.217'}], 'enable_snat': True}, 'gw_port_id': 'd8059570-cbde-4009-b984-c89de27194a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:49:44Z', 'updated_at': '2022-03-29T15:49:57Z', 'revision_number': 4, 'project_id': '2f916f4102be4d9598e1979f4f5a1e34', 'gw_port': {'id': 'd8059570-cbde-4009-b984-c89de27194a2', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:ed:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8c9852e-dd98-4bb3-a236-147eda5c7b4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:49:48Z', 'updated_at': '2022-03-29T15:49:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': '07081cdc-21ec-4ae8-abbf-2013c046442a', 'name': '', 'network_id': '08d86c7c-d7ae-48d3-9114-f1b7687b801d', 'tenant_id': '2f916f4102be4d9598e1979f4f5a1e34', 'mac_address': 'fa:16:3e:e8:26:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8c9852e-dd98-4bb3-a236-147eda5c7b4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': 'a7734bc8-ad66-4b96-b048-122f2b558e8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:49:54Z', 'updated_at': '2022-03-29T15:50:02Z', 'revision_number': 4, 'project_id': '2f916f4102be4d9598e1979f4f5a1e34', 'subnets': [{'id': 'a7734bc8-ad66-4b96-b048-122f2b558e8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:50:03.400153 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c0b7971-f79f-4359-8b32-01c849928662 None None] The sync data for ids ['f8c9852e-dd98-4bb3-a236-147eda5c7b4b'] in n-d-834765-1 is: [{'id': 'f8c9852e-dd98-4bb3-a236-147eda5c7b4b', 'name': 'tempest-ServersTestManualDisk-2145880061-router', 'tenant_id': '2f916f4102be4d9598e1979f4f5a1e34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.217'}], 'enable_snat': True}, 'gw_port_id': 'd8059570-cbde-4009-b984-c89de27194a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:49:44Z', 'updated_at': '2022-03-29T15:49:57Z', 'revision_number': 4, 'project_id': '2f916f4102be4d9598e1979f4f5a1e34', 'gw_port': {'id': 'd8059570-cbde-4009-b984-c89de27194a2', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:ed:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8c9852e-dd98-4bb3-a236-147eda5c7b4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:49:48Z', 'updated_at': '2022-03-29T15:49:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': '07081cdc-21ec-4ae8-abbf-2013c046442a', 'name': '', 'network_id': '08d86c7c-d7ae-48d3-9114-f1b7687b801d', 'tenant_id': '2f916f4102be4d9598e1979f4f5a1e34', 'mac_address': 'fa:16:3e:e8:26:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8c9852e-dd98-4bb3-a236-147eda5c7b4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': 'a7734bc8-ad66-4b96-b048-122f2b558e8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:49:54Z', 'updated_at': '2022-03-29T15:50:02Z', 'revision_number': 4, 'project_id': '2f916f4102be4d9598e1979f4f5a1e34', 'subnets': [{'id': 'a7734bc8-ad66-4b96-b048-122f2b558e8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:50:03.401933 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port 4f934eda-9d60-4f1b-8835-16f0491229ee triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:50:03.404068 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:03.470653 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-4e80a48b-ae8b-4380-943b-74d95454827a None None] Provisioning complete for port 07081cdc-21ec-4ae8-abbf-2013c046442a triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:50:03.471028 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-4e80a48b-ae8b-4380-943b-74d95454827a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:03.611614 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b7728b-de64-4564-a80b-fd7e56f25217 None None] Pushing event updated for resources: {'Port': ['ID=4f934eda-9d60-4f1b-8835-16f0491229ee,revision_number=3']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:50:03.633138 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2a72cc-91ba-4ec8-ac79-60197752e409 req-7ba7e99c-c59c-4ce2-b7f7-27135c714080 tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:50:03.640772 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-1f2a72cc-91ba-4ec8-ac79-60197752e409 req-7ba7e99c-c59c-4ce2-b7f7-27135c714080 tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] 10.222.0.42 "GET /v2.0/ports?device_id=31cdedda-f287-4417-9676-d9e289e74188 HTTP/1.1" status: 200 len: 945 time: 0.2310667 Mar 29 15:50:03.645521 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 58204) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:50:03.652824 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-66cfd19a-c9c9-4167-a5aa-4c64f51a5977 tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Request body: {'floatingip': {'port_id': '41d6de4c-b663-4de7-b3d3-6c4b4b1489e2'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:50:03.694566 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-50065c52-6795-4309-ac08-c032cf5a9b7b tempest-RoutersAdminTest-736076884 tempest-RoutersAdminTest-736076884-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:03.703675 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139b4b84-89b8-48e4-a96c-0a6c8d3398a1 tempest-ServersTestManualDisk-450512240 tempest-ServersTestManualDisk-450512240-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:50:03.704500 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139b4b84-89b8-48e4-a96c-0a6c8d3398a1 tempest-ServersTestManualDisk-450512240 tempest-ServersTestManualDisk-450512240-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:50:03.706681 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139b4b84-89b8-48e4-a96c-0a6c8d3398a1 tempest-ServersTestManualDisk-450512240 tempest-ServersTestManualDisk-450512240-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:50:03.707943 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139b4b84-89b8-48e4-a96c-0a6c8d3398a1 tempest-ServersTestManualDisk-450512240 tempest-ServersTestManualDisk-450512240-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:50:03.708557 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139b4b84-89b8-48e4-a96c-0a6c8d3398a1 tempest-ServersTestManualDisk-450512240 tempest-ServersTestManualDisk-450512240-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:50:03.710839 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139b4b84-89b8-48e4-a96c-0a6c8d3398a1 tempest-ServersTestManualDisk-450512240 tempest-ServersTestManualDisk-450512240-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:50:03.711478 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139b4b84-89b8-48e4-a96c-0a6c8d3398a1 tempest-ServersTestManualDisk-450512240 tempest-ServersTestManualDisk-450512240-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:50:03.712037 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139b4b84-89b8-48e4-a96c-0a6c8d3398a1 tempest-ServersTestManualDisk-450512240 tempest-ServersTestManualDisk-450512240-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:50:03.712587 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139b4b84-89b8-48e4-a96c-0a6c8d3398a1 tempest-ServersTestManualDisk-450512240 tempest-ServersTestManualDisk-450512240-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:50:03.715858 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139b4b84-89b8-48e4-a96c-0a6c8d3398a1 tempest-ServersTestManualDisk-450512240 tempest-ServersTestManualDisk-450512240-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:50:03.716530 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139b4b84-89b8-48e4-a96c-0a6c8d3398a1 tempest-ServersTestManualDisk-450512240 tempest-ServersTestManualDisk-450512240-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:50:03.718497 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139b4b84-89b8-48e4-a96c-0a6c8d3398a1 tempest-ServersTestManualDisk-450512240 tempest-ServersTestManualDisk-450512240-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:50:03.752853 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d24ef8ed-dc94-4832-a38e-908f66f7589c tempest-ExtraDHCPOptionsTestJSON-658901870 tempest-ExtraDHCPOptionsTestJSON-658901870-project] Made reservation on behalf of 8a963eed53ff40c28beb35eccea48657 for: {'port': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:50:03.760307 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-d24ef8ed-dc94-4832-a38e-908f66f7589c tempest-ExtraDHCPOptionsTestJSON-658901870 tempest-ExtraDHCPOptionsTestJSON-658901870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:03.854328 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-139b4b84-89b8-48e4-a96c-0a6c8d3398a1 tempest-ServersTestManualDisk-450512240 tempest-ServersTestManualDisk-450512240-project] Notify callbacks [] for security_group, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:03.856547 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-139b4b84-89b8-48e4-a96c-0a6c8d3398a1 tempest-ServersTestManualDisk-450512240 tempest-ServersTestManualDisk-450512240-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 3.0387459 Mar 29 15:50:03.870635 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 58210) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:50:03.875520 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-4e80a48b-ae8b-4380-943b-74d95454827a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:03.889243 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-66cfd19a-c9c9-4167-a5aa-4c64f51a5977 tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Notify callbacks [] for floatingip, before_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:03.899055 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-a8c38fb0-514b-490e-84cf-86689e5ce4e4 tempest-ServersTestManualDisk-450512240 tempest-ServersTestManualDisk-450512240-project] Request body: {'security_group_rule': {'security_group_id': '36d8cc42-d960-42e4-81d7-b41cd1ca0462', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:50:03.951044 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [None req-d24ef8ed-dc94-4832-a38e-908f66f7589c tempest-ExtraDHCPOptionsTestJSON-658901870 tempest-ExtraDHCPOptionsTestJSON-658901870-project] device_id is not set on port c90358a3-17ad-4843-985b-1458d49a3be1 yet. {{(pid=102791) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 29 15:50:04.113436 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-4e80a48b-ae8b-4380-943b-74d95454827a None None] For port 07081cdc-21ec-4ae8-abbf-2013c046442a, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=07081cdc-21ec-4ae8-abbf-2013c046442a,segment=NetworkSegment(63db82bb-8e0b-410c-8d5e-d91a972c7c81),segment_id=63db82bb-8e0b-410c-8d5e-d91a972c7c81)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:50:04.149319 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-4e80a48b-ae8b-4380-943b-74d95454827a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:04.247657 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d71584b9-87f1-45f5-84c7-c993c2416269 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:04.319798 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e80a48b-ae8b-4380-943b-74d95454827a None None] Pushing event updated for resources: {'Port': ['ID=07081cdc-21ec-4ae8-abbf-2013c046442a,revision_number=5']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:50:04.364870 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-ac55a305-bd69-4b56-a75d-e97423c97716 None None] Provisioning complete for port 4f934eda-9d60-4f1b-8835-16f0491229ee triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:50:04.365643 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-ac55a305-bd69-4b56-a75d-e97423c97716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:04.505313 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-a8c38fb0-514b-490e-84cf-86689e5ce4e4 tempest-ServersTestManualDisk-450512240 tempest-ServersTestManualDisk-450512240-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:04.567475 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-61d76983-769c-4f79-95e3-960a1733c407 req-09f092b9-a676-4cbb-b9d8-673b6aec57fc service neutron] 10.222.0.44 "GET /v2.0/networks/cd63b2c7-486d-4d2d-9dd7-6d35ac500dfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8290651 Mar 29 15:50:04.638059 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-ac55a305-bd69-4b56-a75d-e97423c97716 None None] Provisioning complete for port 2aacbc71-733e-4604-9281-4675cb96cbb5 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:50:04.639814 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-ac55a305-bd69-4b56-a75d-e97423c97716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:04.725088 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_common [None req-d24ef8ed-dc94-4832-a38e-908f66f7589c tempest-ExtraDHCPOptionsTestJSON-658901870 tempest-ExtraDHCPOptionsTestJSON-658901870-project] Allocated IP 172.20.0.5 (d7995b8f-a423-4cbe-82f9-d433acdea338/54690b97-83ef-4a9d-aafd-0caece7a8861/c90358a3-17ad-4843-985b-1458d49a3be1) {{(pid=102791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:50:04.735229 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-ac55a305-bd69-4b56-a75d-e97423c97716 None None] Port 2aacbc71-733e-4604-9281-4675cb96cbb5 cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 15:50:04.852066 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-a8c38fb0-514b-490e-84cf-86689e5ce4e4 tempest-ServersTestManualDisk-450512240 tempest-ServersTestManualDisk-450512240-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:04.887601 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-a8c38fb0-514b-490e-84cf-86689e5ce4e4 tempest-ServersTestManualDisk-450512240 tempest-ServersTestManualDisk-450512240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610998'] for security_group_rule, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:04.965077 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf01697-0065-4e53-a55a-1fa494e85c0d req-65643c9b-a3cf-476d-8455-967318f94a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:50:04.968677 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-edf01697-0065-4e53-a55a-1fa494e85c0d req-65643c9b-a3cf-476d-8455-967318f94a96 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f0f3609f3df249d890a6b6a0157dbda2&device_id=be6069ac-d9ba-40b5-8e20-8d0b5bb33830 HTTP/1.1" status: 200 len: 1094 time: 0.3066132 Mar 29 15:50:04.982540 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b835687e-e9fa-4c0e-85b9-02039252f521 req-83488af7-059d-4cf1-9fc8-5aea7ca3eeba tempest-ServerRescueTestJSON-484479922 tempest-ServerRescueTestJSON-484479922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:50:05.011349 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-b835687e-e9fa-4c0e-85b9-02039252f521 req-83488af7-059d-4cf1-9fc8-5aea7ca3eeba tempest-ServerRescueTestJSON-484479922 tempest-ServerRescueTestJSON-484479922-project] 10.222.0.42 "GET /v2.0/ports?device_id=be6069ac-d9ba-40b5-8e20-8d0b5bb33830 HTTP/1.1" status: 200 len: 943 time: 1.1170261 Mar 29 15:50:05.028403 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 4f934eda-9d60-4f1b-8835-16f0491229ee up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:50:05.146966 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-b835687e-e9fa-4c0e-85b9-02039252f521 req-c579e28d-edf5-4dba-a4dd-ec96f03d62bb tempest-ServerRescueTestJSON-484479922 tempest-ServerRescueTestJSON-484479922-project] 10.222.0.42 "GET /v2.0/security-groups?id=a3f3b05e-b4b0-4bd5-8f61-9140e1e7cbea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339984 Mar 29 15:50:05.158201 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port 4f934eda-9d60-4f1b-8835-16f0491229ee triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:50:05.160377 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:05.333979 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-66cfd19a-c9c9-4167-a5aa-4c64f51a5977 tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:05.343157 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-66cfd19a-c9c9-4167-a5aa-4c64f51a5977 tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648212'] for floatingip, after_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:05.380046 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 07081cdc-21ec-4ae8-abbf-2013c046442a up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:50:05.391649 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf01697-0065-4e53-a55a-1fa494e85c0d req-e87ab41e-6dc7-4cea-a27c-47a5a6c62426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:50:05.396873 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-edf01697-0065-4e53-a55a-1fa494e85c0d req-e87ab41e-6dc7-4cea-a27c-47a5a6c62426 service neutron] 10.222.0.44 "GET /v2.0/networks?id=cd63b2c7-486d-4d2d-9dd7-6d35ac500dfb HTTP/1.1" status: 200 len: 912 time: 0.4052765 Mar 29 15:50:05.397889 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c38fb0-514b-490e-84cf-86689e5ce4e4 tempest-ServersTestManualDisk-450512240 tempest-ServersTestManualDisk-450512240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e10199de-fa3e-4b54-af94-c6f85da154db,revision_number=0']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:50:05.420953 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-a8c38fb0-514b-490e-84cf-86689e5ce4e4 tempest-ServersTestManualDisk-450512240 tempest-ServersTestManualDisk-450512240-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:05.427413 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-a8c38fb0-514b-490e-84cf-86689e5ce4e4 tempest-ServersTestManualDisk-450512240 tempest-ServersTestManualDisk-450512240-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.5468874 Mar 29 15:50:05.431017 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 58218) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:50:05.440454 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-0b9a35fe-51a8-4fec-8999-c8ecb7a0ac9f tempest-ServersTestManualDisk-450512240 tempest-ServersTestManualDisk-450512240-project] Request body: {'security_group_rule': {'security_group_id': '36d8cc42-d960-42e4-81d7-b41cd1ca0462', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:50:05.496861 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port 07081cdc-21ec-4ae8-abbf-2013c046442a triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:50:05.500478 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:05.536598 n-d-834765-1 neutron-server[102790]: INFO neutron.db.l3_db [None req-66cfd19a-c9c9-4167-a5aa-4c64f51a5977 tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Floating IP 9c5bfb4c-8f63-4f95-976f-7852f6b09671 associated. External IP: 172.25.4.62, port: 41d6de4c-b663-4de7-b3d3-6c4b4b1489e2. Mar 29 15:50:05.606813 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-0b9a35fe-51a8-4fec-8999-c8ecb7a0ac9f tempest-ServersTestManualDisk-450512240 tempest-ServersTestManualDisk-450512240-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:05.613196 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-edf01697-0065-4e53-a55a-1fa494e85c0d req-cfb935f5-3f42-4296-a02e-776f28a7bf37 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2395dae7-4ecb-4b6a-be2f-a5a2243a57fe HTTP/1.1" status: 200 len: 217 time: 0.1808558 Mar 29 15:50:05.620556 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-50065c52-6795-4309-ac08-c032cf5a9b7b tempest-RoutersAdminTest-736076884 tempest-RoutersAdminTest-736076884-project] Notify callbacks [] for router_gateway, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:05.688251 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-50065c52-6795-4309-ac08-c032cf5a9b7b tempest-RoutersAdminTest-736076884 tempest-RoutersAdminTest-736076884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:05.762933 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-0cb6abf6-2706-4e52-8825-f5f644ecf9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:05.834317 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-0b9a35fe-51a8-4fec-8999-c8ecb7a0ac9f tempest-ServersTestManualDisk-450512240 tempest-ServersTestManualDisk-450512240-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:05.885154 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-0b9a35fe-51a8-4fec-8999-c8ecb7a0ac9f tempest-ServersTestManualDisk-450512240 tempest-ServersTestManualDisk-450512240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610998'] for security_group_rule, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:05.892264 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:05.924030 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-0b9a35fe-51a8-4fec-8999-c8ecb7a0ac9f tempest-ServersTestManualDisk-450512240 tempest-ServersTestManualDisk-450512240-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:05.927168 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-0b9a35fe-51a8-4fec-8999-c8ecb7a0ac9f tempest-ServersTestManualDisk-450512240 tempest-ServersTestManualDisk-450512240-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4969409 Mar 29 15:50:05.930435 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 58222) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:50:05.941464 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-0f2ef4f6-6a60-4530-ae7c-a6feefa05cdc tempest-ServersTestManualDisk-450512240 tempest-ServersTestManualDisk-450512240-project] Request body: {'floatingip': {'floating_network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:50:05.953275 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9a35fe-51a8-4fec-8999-c8ecb7a0ac9f tempest-ServersTestManualDisk-450512240 tempest-ServersTestManualDisk-450512240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac2ed7ad-44d6-4230-b21e-6510c8c510b5,revision_number=0']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:50:05.964075 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf01697-0065-4e53-a55a-1fa494e85c0d req-db023bca-107b-4daa-856d-df5e3c3639e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:50:05.966300 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-edf01697-0065-4e53-a55a-1fa494e85c0d req-db023bca-107b-4daa-856d-df5e3c3639e9 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=004fd10c-17a6-4033-bc4f-a88940613808 HTTP/1.1" status: 200 len: 851 time: 0.2806499 Mar 29 15:50:06.016944 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_common [None req-50065c52-6795-4309-ac08-c032cf5a9b7b tempest-RoutersAdminTest-736076884 tempest-RoutersAdminTest-736076884-project] Allocated IP 172.25.4.127 (4a4a035d-ecac-4ead-baa3-25f90788773a/e1a353dc-fac8-4901-a63c-273840237d6a/f364b434-8c13-4b68-8933-e8badd8c18f0) {{(pid=102791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:50:06.041675 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-edf01697-0065-4e53-a55a-1fa494e85c0d req-40995cf9-fd69-464a-9d58-3a5312796d8a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=cd63b2c7-486d-4d2d-9dd7-6d35ac500dfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0595136 Mar 29 15:50:06.086116 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66cfd19a-c9c9-4167-a5aa-4c64f51a5977 tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Router 9b23177d-8c08-44e2-bf32-a433f760b109 has already been hosted by L3 agent c648d819-1060-4f26-b4ec-6455387b5dff {{(pid=102790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 15:50:06.101434 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-0f2ef4f6-6a60-4530-ae7c-a6feefa05cdc tempest-ServersTestManualDisk-450512240 tempest-ServersTestManualDisk-450512240-project] Notify callbacks [] for floatingip, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:06.257903 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-d24ef8ed-dc94-4832-a38e-908f66f7589c tempest-ExtraDHCPOptionsTestJSON-658901870 tempest-ExtraDHCPOptionsTestJSON-658901870-project] Notify callbacks [] for port, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:06.305961 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-edf01697-0065-4e53-a55a-1fa494e85c0d req-9881b5d4-eeb1-4def-af98-379c58c5b52b service neutron] 10.222.0.44 "GET /v2.0/networks/cd63b2c7-486d-4d2d-9dd7-6d35ac500dfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2515237 Mar 29 15:50:06.407329 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-50065c52-6795-4309-ac08-c032cf5a9b7b tempest-RoutersAdminTest-736076884 tempest-RoutersAdminTest-736076884-project] Notify callbacks [] for port, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:06.466842 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-d24ef8ed-dc94-4832-a38e-908f66f7589c tempest-ExtraDHCPOptionsTestJSON-658901870 tempest-ExtraDHCPOptionsTestJSON-658901870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:06.578283 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10fcaa3-e686-4476-9198-142fe7f563ef req-08e637b4-d1cc-44d1-919e-4ea5bf8e1297 tempest-ServerRescueTestJSON-484479922 tempest-ServerRescueTestJSON-484479922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:50:06.578975 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-c10fcaa3-e686-4476-9198-142fe7f563ef req-08e637b4-d1cc-44d1-919e-4ea5bf8e1297 tempest-ServerRescueTestJSON-484479922 tempest-ServerRescueTestJSON-484479922-project] 10.222.0.42 "GET /v2.0/ports?device_id=be6069ac-d9ba-40b5-8e20-8d0b5bb33830 HTTP/1.1" status: 200 len: 943 time: 0.2813656 Mar 29 15:50:06.583427 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d24ef8ed-dc94-4832-a38e-908f66f7589c tempest-ExtraDHCPOptionsTestJSON-658901870 tempest-ExtraDHCPOptionsTestJSON-658901870-project] Network d7995b8f-a423-4cbe-82f9-d433acdea338 is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:50:06.591965 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-edf01697-0065-4e53-a55a-1fa494e85c0d req-50d813e0-c7d0-4e2f-be81-fd1c3a56cac0 service neutron] 10.222.0.44 "GET /v2.0/networks/cd63b2c7-486d-4d2d-9dd7-6d35ac500dfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2769790 Mar 29 15:50:06.594743 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24ef8ed-dc94-4832-a38e-908f66f7589c tempest-ExtraDHCPOptionsTestJSON-658901870 tempest-ExtraDHCPOptionsTestJSON-658901870-project] Pushing event updated for resources: {'Port': ['ID=c90358a3-17ad-4843-985b-1458d49a3be1,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:50:06.600667 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [None req-d24ef8ed-dc94-4832-a38e-908f66f7589c tempest-ExtraDHCPOptionsTestJSON-658901870 tempest-ExtraDHCPOptionsTestJSON-658901870-project] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:50:06.616305 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d24ef8ed-dc94-4832-a38e-908f66f7589c tempest-ExtraDHCPOptionsTestJSON-658901870 tempest-ExtraDHCPOptionsTestJSON-658901870-project] Received port after_create {{(pid=102791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:50:06.634794 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66cfd19a-c9c9-4167-a5aa-4c64f51a5977 tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:50:06.640788 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-66cfd19a-c9c9-4167-a5aa-4c64f51a5977 tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for floatingip, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:06.646799 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8ef50db-1e94-4640-9170-33ed8df6a252 None None] Sync routers for ids ['9b23177d-8c08-44e2-bf32-a433f760b109'] in n-d-834765-1 {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:50:06.658290 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-50065c52-6795-4309-ac08-c032cf5a9b7b tempest-RoutersAdminTest-736076884 tempest-RoutersAdminTest-736076884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:06.667062 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8ef50db-1e94-4640-9170-33ed8df6a252 None None] Routers {'9b23177d-8c08-44e2-bf32-a433f760b109'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:50:06.668467 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-c8ef50db-1e94-4640-9170-33ed8df6a252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:50:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['9b23177d-8c08-44e2-bf32-a433f760b109'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:50:06.755243 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50065c52-6795-4309-ac08-c032cf5a9b7b tempest-RoutersAdminTest-736076884 tempest-RoutersAdminTest-736076884-project] Network 4a4a035d-ecac-4ead-baa3-25f90788773a is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:50:06.761224 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [None req-50065c52-6795-4309-ac08-c032cf5a9b7b tempest-RoutersAdminTest-736076884 tempest-RoutersAdminTest-736076884-project] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:50:06.772918 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50065c52-6795-4309-ac08-c032cf5a9b7b tempest-RoutersAdminTest-736076884 tempest-RoutersAdminTest-736076884-project] Received port after_create {{(pid=102791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:50:06.789763 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-66cfd19a-c9c9-4167-a5aa-4c64f51a5977 tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] 10.222.0.42 "PUT /v2.0/floatingips/9c5bfb4c-8f63-4f95-976f-7852f6b09671 HTTP/1.1" status: 200 len: 990 time: 3.1426170 Mar 29 15:50:06.793716 n-d-834765-1 neutron-server[102790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31cdedda-f287-4417-9676-d9e289e74188', 'tag': '41d6de4c-b663-4de7-b3d3-6c4b4b1489e2'}] {{(pid=102790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:50:06.796415 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46b06d655c90bc969636382cce4240ad749035fb0f3a83ee4734fa1ed9c4a6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d403f628-7236-4f03-89d2-e22af2d3c905" -d '{"events": [{"name": "network-changed", "server_uuid": "31cdedda-f287-4417-9676-d9e289e74188", "tag": "41d6de4c-b663-4de7-b3d3-6c4b4b1489e2"}]}' {{(pid=102790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:50:06.804381 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-c10fcaa3-e686-4476-9198-142fe7f563ef req-7ba46fd4-6c6c-46d4-97e1-ebc71233cbd0 tempest-ServerRescueTestJSON-484479922 tempest-ServerRescueTestJSON-484479922-project] 10.222.0.42 "GET /v2.0/security-groups?id=a3f3b05e-b4b0-4bd5-8f61-9140e1e7cbea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2124276 Mar 29 15:50:06.815038 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d24ef8ed-dc94-4832-a38e-908f66f7589c tempest-ExtraDHCPOptionsTestJSON-658901870 tempest-ExtraDHCPOptionsTestJSON-658901870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:50:06.815961 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-d24ef8ed-dc94-4832-a38e-908f66f7589c tempest-ExtraDHCPOptionsTestJSON-658901870 tempest-ExtraDHCPOptionsTestJSON-658901870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:06.824384 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-0f2ef4f6-6a60-4530-ae7c-a6feefa05cdc tempest-ServersTestManualDisk-450512240 tempest-ServersTestManualDisk-450512240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:06.931820 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvr_db [None req-c8ef50db-1e94-4640-9170-33ed8df6a252 None None] Set router 9b23177d-8c08-44e2-bf32-a433f760b109 gateway port host: n-d-834765-1 {{(pid=102792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:50:07.059042 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.agents_db [None req-59735a15-725e-44d4-9ad5-95cbe356f209 None None] Agent healthcheck: found 7 active agents {{(pid=102793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 15:50:07.070030 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 15:50:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-541d7fbf-5f87-411b-8eb1-6e52882e257b x-openstack-request-id: req-541d7fbf-5f87-411b-8eb1-6e52882e257b {{(pid=102790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:50:07.070406 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31cdedda-f287-4417-9676-d9e289e74188", "tag": "41d6de4c-b663-4de7-b3d3-6c4b4b1489e2", "status": "completed", "code": 200}]} {{(pid=102790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:50:07.070598 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-541d7fbf-5f87-411b-8eb1-6e52882e257b {{(pid=102790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:50:07.070963 n-d-834765-1 neutron-server[102790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31cdedda-f287-4417-9676-d9e289e74188', 'tag': '41d6de4c-b663-4de7-b3d3-6c4b4b1489e2', 'status': 'completed', 'code': 200} Mar 29 15:50:07.087741 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-d24ef8ed-dc94-4832-a38e-908f66f7589c tempest-ExtraDHCPOptionsTestJSON-658901870 tempest-ExtraDHCPOptionsTestJSON-658901870-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 5.3613234 Mar 29 15:50:07.088562 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50065c52-6795-4309-ac08-c032cf5a9b7b tempest-RoutersAdminTest-736076884 tempest-RoutersAdminTest-736076884-project] Pushing event updated for resources: {'Port': ['ID=f364b434-8c13-4b68-8933-e8badd8c18f0,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:50:07.104045 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 58232) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:50:07.171248 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.db_base_plugin_common [None req-0f2ef4f6-6a60-4530-ae7c-a6feefa05cdc tempest-ServersTestManualDisk-450512240 tempest-ServersTestManualDisk-450512240-project] Allocated IP 172.25.4.31 (4a4a035d-ecac-4ead-baa3-25f90788773a/e1a353dc-fac8-4901-a63c-273840237d6a/c3af566e-f97f-4145-bf13-51a1ca6a793b) {{(pid=102790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:50:07.202741 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-f50e912d-4ef0-4427-a1a0-031b0b6d2110 None None] Provisioning complete for port c90358a3-17ad-4843-985b-1458d49a3be1 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:50:07.202998 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-f50e912d-4ef0-4427-a1a0-031b0b6d2110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:07.283919 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d403f628-7236-4f03-89d2-e22af2d3c905 req-8b62e0fc-98e8-40eb-a411-121b58103eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:50:07.285806 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d403f628-7236-4f03-89d2-e22af2d3c905 req-8b62e0fc-98e8-40eb-a411-121b58103eb4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c6465a9dafbf43bf90c09b1dce8d1fc6&device_id=31cdedda-f287-4417-9676-d9e289e74188 HTTP/1.1" status: 200 len: 1096 time: 0.1924639 Mar 29 15:50:07.290807 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-0f2ef4f6-6a60-4530-ae7c-a6feefa05cdc tempest-ServersTestManualDisk-450512240 tempest-ServersTestManualDisk-450512240-project] Notify callbacks [] for port, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:07.312223 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78e7da96-aec7-4e3c-abd6-9609ae774cae tempest-ExtraDHCPOptionsTestJSON-658901870 tempest-ExtraDHCPOptionsTestJSON-658901870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:50:07.322339 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78e7da96-aec7-4e3c-abd6-9609ae774cae tempest-ExtraDHCPOptionsTestJSON-658901870 tempest-ExtraDHCPOptionsTestJSON-658901870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:50:07.334220 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-0f2ef4f6-6a60-4530-ae7c-a6feefa05cdc tempest-ServersTestManualDisk-450512240 tempest-ServersTestManualDisk-450512240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:07.335613 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78e7da96-aec7-4e3c-abd6-9609ae774cae tempest-ExtraDHCPOptionsTestJSON-658901870 tempest-ExtraDHCPOptionsTestJSON-658901870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:50:07.337813 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-78e7da96-aec7-4e3c-abd6-9609ae774cae tempest-ExtraDHCPOptionsTestJSON-658901870 tempest-ExtraDHCPOptionsTestJSON-658901870-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2619 time: 0.2332118 Mar 29 15:50:07.341733 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 58234) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:50:07.366460 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-f50e912d-4ef0-4427-a1a0-031b0b6d2110 None None] Port c90358a3-17ad-4843-985b-1458d49a3be1 cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 15:50:07.387047 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f2ef4f6-6a60-4530-ae7c-a6feefa05cdc tempest-ServersTestManualDisk-450512240 tempest-ServersTestManualDisk-450512240-project] Network 4a4a035d-ecac-4ead-baa3-25f90788773a is already hosted by enough agents. {{(pid=102790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:50:07.394863 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-0f2ef4f6-6a60-4530-ae7c-a6feefa05cdc tempest-ServersTestManualDisk-450512240 tempest-ServersTestManualDisk-450512240-project] Resources bound (agent type, host, resource id): {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:50:07.422573 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-c8ef50db-1e94-4640-9170-33ed8df6a252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b23177d-8c08-44e2-bf32-a433f760b109', 'name': 'tempest-AttachVolumeNegativeTest-120289948-router', 'tenant_id': 'c6465a9dafbf43bf90c09b1dce8d1fc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.74'}], 'enable_snat': True}, 'gw_port_id': 'cde34bcf-8da1-4d24-9563-f97d8199f91f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:47:21Z', 'updated_at': '2022-03-29T15:47:34Z', 'revision_number': 4, 'project_id': 'c6465a9dafbf43bf90c09b1dce8d1fc6', 'gw_port': {'id': 'cde34bcf-8da1-4d24-9563-f97d8199f91f', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:37:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b23177d-8c08-44e2-bf32-a433f760b109', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:47:24Z', 'updated_at': '2022-03-29T15:47:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_floatingips': [{'id': '760c0b1f-7546-41a9-ace4-0f45cf72c9f4', 'tenant_id': 'c6465a9dafbf43bf90c09b1dce8d1fc6', 'floating_ip_address': '172.25.4.169', 'floating_network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'router_id': '9b23177d-8c08-44e2-bf32-a433f760b109', 'port_id': '5d2aa255-6bdf-43e1-9e05-90c89bdb83ec', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1435, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5820eec2-ced2-414a-ab32-af1fabeb5f44', 'mac_address': 'fa:16:3e:79:01:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c51480f-bfbc-4ea8-9c33-e320d6a5e3fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T15:47:45Z', 'updated_at': '2022-03-29T15:48:16Z', 'revision_number': 2, 'project_id': 'c6465a9dafbf43bf90c09b1dce8d1fc6', 'fixed_ip_address_scope': None}, {'id': '9c5bfb4c-8f63-4f95-976f-7852f6b09671', 'tenant_id': 'c6465a9dafbf43bf90c09b1dce8d1fc6', 'floating_ip_address': '172.25.4.62', 'floating_network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'router_id': '9b23177d-8c08-44e2-bf32-a433f760b109', 'port_id': '41d6de4c-b663-4de7-b3d3-6c4b4b1489e2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1736, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5820eec2-ced2-414a-ab32-af1fabeb5f44', 'mac_address': 'fa:16:3e:e1:8b:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31cdedda-f287-4417-9676-d9e289e74188', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T15:49:39Z', 'updated_at': '2022-03-29T15:50:05Z', 'revision_number': 1, 'project_id': 'c6465a9dafbf43bf90c09b1dce8d1fc6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebc9cc52-020c-419f-9e91-e82c61c2fe20', 'name': '', 'network_id': '5820eec2-ced2-414a-ab32-af1fabeb5f44', 'tenant_id': 'c6465a9dafbf43bf90c09b1dce8d1fc6', 'mac_address': 'fa:16:3e:6b:9d:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b23177d-8c08-44e2-bf32-a433f760b109', 'device_owner': 'network:router_interface', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': '406fd4ed-e828-4758-9c87-5ac29cec1b72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:47:30Z', 'updated_at': '2022-03-29T15:47:39Z', 'revision_number': 5, 'project_id': 'c6465a9dafbf43bf90c09b1dce8d1fc6', 'subnets': [{'id': '406fd4ed-e828-4758-9c87-5ac29cec1b72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:50:07.452645 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f2ef4f6-6a60-4530-ae7c-a6feefa05cdc tempest-ServersTestManualDisk-450512240 tempest-ServersTestManualDisk-450512240-project] Received port after_create {{(pid=102790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:50:07.462206 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8ef50db-1e94-4640-9170-33ed8df6a252 None None] Checking router: 9b23177d-8c08-44e2-bf32-a433f760b109 for host: n-d-834765-1 {{(pid=102792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:50:07.473519 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8ef50db-1e94-4640-9170-33ed8df6a252 None None] Routers {'9b23177d-8c08-44e2-bf32-a433f760b109'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:50:07.474389 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-c8ef50db-1e94-4640-9170-33ed8df6a252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:50:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['9b23177d-8c08-44e2-bf32-a433f760b109'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:50:07.564577 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2ef4f6-6a60-4530-ae7c-a6feefa05cdc tempest-ServersTestManualDisk-450512240 tempest-ServersTestManualDisk-450512240-project] Pushing event updated for resources: {'Port': ['ID=c3af566e-f97f-4145-bf13-51a1ca6a793b,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:50:07.634904 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d403f628-7236-4f03-89d2-e22af2d3c905 req-8418dc8f-bad3-4bd9-990e-02c4284c66bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:50:07.637199 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d403f628-7236-4f03-89d2-e22af2d3c905 req-8418dc8f-bad3-4bd9-990e-02c4284c66bf service neutron] 10.222.0.48 "GET /v2.0/networks?id=5820eec2-ced2-414a-ab32-af1fabeb5f44 HTTP/1.1" status: 200 len: 915 time: 0.3429439 Mar 29 15:50:07.671344 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-50065c52-6795-4309-ac08-c032cf5a9b7b tempest-RoutersAdminTest-736076884 tempest-RoutersAdminTest-736076884-project] Notify callbacks [] for router_gateway, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:07.691358 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvr_db [None req-c8ef50db-1e94-4640-9170-33ed8df6a252 None None] Set router 9b23177d-8c08-44e2-bf32-a433f760b109 gateway port host: n-d-834765-1 {{(pid=102792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:50:07.697818 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-0f2ef4f6-6a60-4530-ae7c-a6feefa05cdc tempest-ServersTestManualDisk-450512240 tempest-ServersTestManualDisk-450512240-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:07.751667 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-cd775595-e840-4f55-9544-e590469fa23e tempest-ExtraDHCPOptionsTestJSON-658901870 tempest-ExtraDHCPOptionsTestJSON-658901870-project] Deleting port c90358a3-17ad-4843-985b-1458d49a3be1 {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:50:07.752022 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-cd775595-e840-4f55-9544-e590469fa23e tempest-ExtraDHCPOptionsTestJSON-658901870 tempest-ExtraDHCPOptionsTestJSON-658901870-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:07.762634 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-0f2ef4f6-6a60-4530-ae7c-a6feefa05cdc tempest-ServersTestManualDisk-450512240 tempest-ServersTestManualDisk-450512240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:07.840497 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d403f628-7236-4f03-89d2-e22af2d3c905 req-fcff694d-584c-4df7-b07d-fba5f8d7eab0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=41d6de4c-b663-4de7-b3d3-6c4b4b1489e2 HTTP/1.1" status: 200 len: 998 time: 0.1904619 Mar 29 15:50:08.030711 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-c8ef50db-1e94-4640-9170-33ed8df6a252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b23177d-8c08-44e2-bf32-a433f760b109', 'name': 'tempest-AttachVolumeNegativeTest-120289948-router', 'tenant_id': 'c6465a9dafbf43bf90c09b1dce8d1fc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.74'}], 'enable_snat': True}, 'gw_port_id': 'cde34bcf-8da1-4d24-9563-f97d8199f91f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:47:21Z', 'updated_at': '2022-03-29T15:47:34Z', 'revision_number': 4, 'project_id': 'c6465a9dafbf43bf90c09b1dce8d1fc6', 'gw_port': {'id': 'cde34bcf-8da1-4d24-9563-f97d8199f91f', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:37:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b23177d-8c08-44e2-bf32-a433f760b109', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:47:24Z', 'updated_at': '2022-03-29T15:47:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_floatingips': [{'id': '760c0b1f-7546-41a9-ace4-0f45cf72c9f4', 'tenant_id': 'c6465a9dafbf43bf90c09b1dce8d1fc6', 'floating_ip_address': '172.25.4.169', 'floating_network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'router_id': '9b23177d-8c08-44e2-bf32-a433f760b109', 'port_id': '5d2aa255-6bdf-43e1-9e05-90c89bdb83ec', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1435, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5820eec2-ced2-414a-ab32-af1fabeb5f44', 'mac_address': 'fa:16:3e:79:01:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c51480f-bfbc-4ea8-9c33-e320d6a5e3fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T15:47:45Z', 'updated_at': '2022-03-29T15:48:16Z', 'revision_number': 2, 'project_id': 'c6465a9dafbf43bf90c09b1dce8d1fc6', 'fixed_ip_address_scope': None}, {'id': '9c5bfb4c-8f63-4f95-976f-7852f6b09671', 'tenant_id': 'c6465a9dafbf43bf90c09b1dce8d1fc6', 'floating_ip_address': '172.25.4.62', 'floating_network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'router_id': '9b23177d-8c08-44e2-bf32-a433f760b109', 'port_id': '41d6de4c-b663-4de7-b3d3-6c4b4b1489e2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1736, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5820eec2-ced2-414a-ab32-af1fabeb5f44', 'mac_address': 'fa:16:3e:e1:8b:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31cdedda-f287-4417-9676-d9e289e74188', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T15:49:39Z', 'updated_at': '2022-03-29T15:50:05Z', 'revision_number': 1, 'project_id': 'c6465a9dafbf43bf90c09b1dce8d1fc6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebc9cc52-020c-419f-9e91-e82c61c2fe20', 'name': '', 'network_id': '5820eec2-ced2-414a-ab32-af1fabeb5f44', 'tenant_id': 'c6465a9dafbf43bf90c09b1dce8d1fc6', 'mac_address': 'fa:16:3e:6b:9d:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b23177d-8c08-44e2-bf32-a433f760b109', 'device_owner': 'network:router_interface', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': '406fd4ed-e828-4758-9c87-5ac29cec1b72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:47:30Z', 'updated_at': '2022-03-29T15:47:39Z', 'revision_number': 5, 'project_id': 'c6465a9dafbf43bf90c09b1dce8d1fc6', 'subnets': [{'id': '406fd4ed-e828-4758-9c87-5ac29cec1b72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:50:08.063302 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8ef50db-1e94-4640-9170-33ed8df6a252 None None] The sync data for ids ['9b23177d-8c08-44e2-bf32-a433f760b109'] in n-d-834765-1 is: [{'id': '9b23177d-8c08-44e2-bf32-a433f760b109', 'name': 'tempest-AttachVolumeNegativeTest-120289948-router', 'tenant_id': 'c6465a9dafbf43bf90c09b1dce8d1fc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.74'}], 'enable_snat': True}, 'gw_port_id': 'cde34bcf-8da1-4d24-9563-f97d8199f91f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:47:21Z', 'updated_at': '2022-03-29T15:47:34Z', 'revision_number': 4, 'project_id': 'c6465a9dafbf43bf90c09b1dce8d1fc6', 'gw_port': {'id': 'cde34bcf-8da1-4d24-9563-f97d8199f91f', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:37:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b23177d-8c08-44e2-bf32-a433f760b109', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:47:24Z', 'updated_at': '2022-03-29T15:47:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_floatingips': [{'id': '760c0b1f-7546-41a9-ace4-0f45cf72c9f4', 'tenant_id': 'c6465a9dafbf43bf90c09b1dce8d1fc6', 'floating_ip_address': '172.25.4.169', 'floating_network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'router_id': '9b23177d-8c08-44e2-bf32-a433f760b109', 'port_id': '5d2aa255-6bdf-43e1-9e05-90c89bdb83ec', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1435, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5820eec2-ced2-414a-ab32-af1fabeb5f44', 'mac_address': 'fa:16:3e:79:01:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c51480f-bfbc-4ea8-9c33-e320d6a5e3fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T15:47:45Z', 'updated_at': '2022-03-29T15:48:16Z', 'revision_number': 2, 'project_id': 'c6465a9dafbf43bf90c09b1dce8d1fc6', 'fixed_ip_address_scope': None}, {'id': '9c5bfb4c-8f63-4f95-976f-7852f6b09671', 'tenant_id': 'c6465a9dafbf43bf90c09b1dce8d1fc6', 'floating_ip_address': '172.25.4.62', 'floating_network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'router_id': '9b23177d-8c08-44e2-bf32-a433f760b109', 'port_id': '41d6de4c-b663-4de7-b3d3-6c4b4b1489e2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1736, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5820eec2-ced2-414a-ab32-af1fabeb5f44', 'mac_address': 'fa:16:3e:e1:8b:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31cdedda-f287-4417-9676-d9e289e74188', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T15:49:39Z', 'updated_at': '2022-03-29T15:50:05Z', 'revision_number': 1, 'project_id': 'c6465a9dafbf43bf90c09b1dce8d1fc6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebc9cc52-020c-419f-9e91-e82c61c2fe20', 'name': '', 'network_id': '5820eec2-ced2-414a-ab32-af1fabeb5f44', 'tenant_id': 'c6465a9dafbf43bf90c09b1dce8d1fc6', 'mac_address': 'fa:16:3e:6b:9d:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b23177d-8c08-44e2-bf32-a433f760b109', 'device_owner': 'network:router_interface', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': '406fd4ed-e828-4758-9c87-5ac29cec1b72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:47:30Z', 'updated_at': '2022-03-29T15:47:39Z', 'revision_number': 5, 'project_id': 'c6465a9dafbf43bf90c09b1dce8d1fc6', 'subnets': [{'id': '406fd4ed-e828-4758-9c87-5ac29cec1b72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:50:08.218280 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5423ed89-dca0-434c-899f-3ca2d129dc62 req-efb5323e-6393-47d2-8767-0d7599b02c65 tempest-ServerRescueTestJSON-484479922 tempest-ServerRescueTestJSON-484479922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:50:08.228024 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-5423ed89-dca0-434c-899f-3ca2d129dc62 req-efb5323e-6393-47d2-8767-0d7599b02c65 tempest-ServerRescueTestJSON-484479922 tempest-ServerRescueTestJSON-484479922-project] 10.222.0.42 "GET /v2.0/ports?device_id=be6069ac-d9ba-40b5-8e20-8d0b5bb33830 HTTP/1.1" status: 200 len: 943 time: 0.2134573 Mar 29 15:50:08.269250 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-0f2ef4f6-6a60-4530-ae7c-a6feefa05cdc tempest-ServersTestManualDisk-450512240 tempest-ServersTestManualDisk-450512240-project] Notify callbacks [] for port, precommit_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:08.279981 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-0f2ef4f6-6a60-4530-ae7c-a6feefa05cdc tempest-ServersTestManualDisk-450512240 tempest-ServersTestManualDisk-450512240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5237921'] for port, after_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:08.360520 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2ef4f6-6a60-4530-ae7c-a6feefa05cdc tempest-ServersTestManualDisk-450512240 tempest-ServersTestManualDisk-450512240-project] Pushing event updated for resources: {'Port': ['ID=c3af566e-f97f-4145-bf13-51a1ca6a793b,revision_number=2']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:50:08.434322 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-5423ed89-dca0-434c-899f-3ca2d129dc62 req-ff7d904f-a4ea-457c-bde3-d3917778f9a1 tempest-ServerRescueTestJSON-484479922 tempest-ServerRescueTestJSON-484479922-project] 10.222.0.42 "GET /v2.0/security-groups?id=a3f3b05e-b4b0-4bd5-8f61-9140e1e7cbea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2050242 Mar 29 15:50:08.448549 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d57c7903-fce3-4f18-ad8d-e247a0032f09 None None] New status for floating IP 9c5bfb4c-8f63-4f95-976f-7852f6b09671: ACTIVE {{(pid=102793) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 15:50:08.475309 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d403f628-7236-4f03-89d2-e22af2d3c905 req-1055f16a-c085-4c5c-8526-3e2fad2eb103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:50:08.476627 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d403f628-7236-4f03-89d2-e22af2d3c905 req-1055f16a-c085-4c5c-8526-3e2fad2eb103 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=406fd4ed-e828-4758-9c87-5ac29cec1b72 HTTP/1.1" status: 200 len: 853 time: 0.6026614 Mar 29 15:50:08.483967 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-cd775595-e840-4f55-9544-e590469fa23e tempest-ExtraDHCPOptionsTestJSON-658901870 tempest-ExtraDHCPOptionsTestJSON-658901870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:08.499479 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-0f2ef4f6-6a60-4530-ae7c-a6feefa05cdc tempest-ServersTestManualDisk-450512240 tempest-ServersTestManualDisk-450512240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648212'] for floatingip, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:08.530757 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-0f2ef4f6-6a60-4530-ae7c-a6feefa05cdc tempest-ServersTestManualDisk-450512240 tempest-ServersTestManualDisk-450512240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for floatingip, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:08.531003 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-cd775595-e840-4f55-9544-e590469fa23e tempest-ExtraDHCPOptionsTestJSON-658901870 tempest-ExtraDHCPOptionsTestJSON-658901870-project] Calling delete_port for c90358a3-17ad-4843-985b-1458d49a3be1 owned by {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:50:08.551488 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-0f2ef4f6-6a60-4530-ae7c-a6feefa05cdc tempest-ServersTestManualDisk-450512240 tempest-ServersTestManualDisk-450512240-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.6082857 Mar 29 15:50:08.610396 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-50065c52-6795-4309-ac08-c032cf5a9b7b tempest-RoutersAdminTest-736076884 tempest-RoutersAdminTest-736076884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-648077', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-526627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129337'] for router, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:08.614847 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-50065c52-6795-4309-ac08-c032cf5a9b7b tempest-RoutersAdminTest-736076884 tempest-RoutersAdminTest-736076884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-648068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-648127', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-526682'] for router, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:08.742289 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d403f628-7236-4f03-89d2-e22af2d3c905 req-3ff5feb0-433f-46ab-a70b-6d286b37a8fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:50:08.743836 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d403f628-7236-4f03-89d2-e22af2d3c905 req-3ff5feb0-433f-46ab-a70b-6d286b37a8fd service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5820eec2-ced2-414a-ab32-af1fabeb5f44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2517760 Mar 29 15:50:08.797351 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device 2395dae7-4ecb-4b6a-be2f-a5a2243a57fe details requested by agent hyperv_n-h1-834765-1 with host n-h1-834765-1 {{(pid=102792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 15:50:08.945199 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d403f628-7236-4f03-89d2-e22af2d3c905 req-f7faf06d-57a1-4778-8568-59e5c40b7ca5 service neutron] 10.222.0.48 "GET /v2.0/networks/5820eec2-ced2-414a-ab32-af1fabeb5f44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1916320 Mar 29 15:50:09.003550 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port 2395dae7-4ecb-4b6a-be2f-a5a2243a57fe, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=2395dae7-4ecb-4b6a-be2f-a5a2243a57fe,segment=NetworkSegment(97a801df-9d8d-4e2e-9456-226310108f77),segment_id=97a801df-9d8d-4e2e-9456-226310108f77)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:50:09.010357 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-cd775595-e840-4f55-9544-e590469fa23e tempest-ExtraDHCPOptionsTestJSON-658901870 tempest-ExtraDHCPOptionsTestJSON-658901870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:09.028736 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Returning: {'device': '2395dae7-4ecb-4b6a-be2f-a5a2243a57fe', 'network_id': 'cd63b2c7-486d-4d2d-9dd7-6d35ac500dfb', 'port_id': '2395dae7-4ecb-4b6a-be2f-a5a2243a57fe', 'mac_address': 'fa:16:3e:61:c6:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 605, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '004fd10c-17a6-4033-bc4f-a88940613808', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 15:50:09.049807 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50065c52-6795-4309-ac08-c032cf5a9b7b tempest-RoutersAdminTest-736076884 tempest-RoutersAdminTest-736076884-project] Router cb5c6ca4-cfb4-4b50-8e02-f0f4292ca9ab is scheduled to L3 agent c648d819-1060-4f26-b4ec-6455387b5dff with binding_index 1 {{(pid=102791) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 29 15:50:09.099892 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd775595-e840-4f55-9544-e590469fa23e tempest-ExtraDHCPOptionsTestJSON-658901870 tempest-ExtraDHCPOptionsTestJSON-658901870-project] Pushing event deleted for resources: {'Port': ['ID=c90358a3-17ad-4843-985b-1458d49a3be1,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:50:09.150203 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:09.174559 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2395dae7-4ecb-4b6a-be2f-a5a2243a57fe {{(pid=102792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:50:09.197594 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port 2395dae7-4ecb-4b6a-be2f-a5a2243a57fe, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=2395dae7-4ecb-4b6a-be2f-a5a2243a57fe,segment=NetworkSegment(97a801df-9d8d-4e2e-9456-226310108f77),segment_id=97a801df-9d8d-4e2e-9456-226310108f77)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:50:09.204748 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:09.254244 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-cd775595-e840-4f55-9544-e590469fa23e tempest-ExtraDHCPOptionsTestJSON-658901870 tempest-ExtraDHCPOptionsTestJSON-658901870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:09.263929 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 58252) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:50:09.273616 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-7ff7ce77-4abf-4461-9bd2-aac532aa6672 tempest-ExtraDHCPOptionsTestJSON-658901870 tempest-ExtraDHCPOptionsTestJSON-658901870-project] Request body: {'port': {'name': 'tempest-new-port-name-1137442829', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:50:09.274071 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.api.validators [None req-7ff7ce77-4abf-4461-9bd2-aac532aa6672 tempest-ExtraDHCPOptionsTestJSON-658901870 tempest-ExtraDHCPOptionsTestJSON-658901870-project] bootfile-name is not in valid_values {{(pid=102790) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 29 15:50:09.274600 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.api.validators [None req-7ff7ce77-4abf-4461-9bd2-aac532aa6672 tempest-ExtraDHCPOptionsTestJSON-658901870 tempest-ExtraDHCPOptionsTestJSON-658901870-project] tftp-server is not in valid_values {{(pid=102790) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 29 15:50:09.274747 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.api.validators [None req-7ff7ce77-4abf-4461-9bd2-aac532aa6672 tempest-ExtraDHCPOptionsTestJSON-658901870 tempest-ExtraDHCPOptionsTestJSON-658901870-project] server-ip-address is not in valid_values {{(pid=102790) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 29 15:50:09.278253 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-cd775595-e840-4f55-9544-e590469fa23e tempest-ExtraDHCPOptionsTestJSON-658901870 tempest-ExtraDHCPOptionsTestJSON-658901870-project] 10.222.0.42 "DELETE /v2.0/ports/c90358a3-17ad-4843-985b-1458d49a3be1 HTTP/1.1" status: 204 len: 168 time: 1.9248276 Mar 29 15:50:09.303725 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Pushing event updated for resources: {'Port': ['ID=2395dae7-4ecb-4b6a-be2f-a5a2243a57fe,revision_number=4']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:50:09.309079 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d403f628-7236-4f03-89d2-e22af2d3c905 req-e6fbc385-2897-4f6c-9978-36cc6e71dd5a service neutron] 10.222.0.48 "GET /v2.0/networks/5820eec2-ced2-414a-ab32-af1fabeb5f44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3528030 Mar 29 15:50:09.413515 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-7ff7ce77-4abf-4461-9bd2-aac532aa6672 tempest-ExtraDHCPOptionsTestJSON-658901870 tempest-ExtraDHCPOptionsTestJSON-658901870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:09.432354 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50065c52-6795-4309-ac08-c032cf5a9b7b tempest-RoutersAdminTest-736076884 tempest-RoutersAdminTest-736076884-project] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:50:09.447867 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5892f85-afbd-4875-a7d7-bb7a0885d829 None None] Sync routers for ids ['cb5c6ca4-cfb4-4b50-8e02-f0f4292ca9ab'] in n-d-834765-1 {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:50:09.469564 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-50065c52-6795-4309-ac08-c032cf5a9b7b tempest-RoutersAdminTest-736076884 tempest-RoutersAdminTest-736076884-project] Notify callbacks [] for router, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:09.471154 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-50065c52-6795-4309-ac08-c032cf5a9b7b tempest-RoutersAdminTest-736076884 tempest-RoutersAdminTest-736076884-project] 10.222.0.42 "PUT /v2.0/routers/cb5c6ca4-cfb4-4b50-8e02-f0f4292ca9ab HTTP/1.1" status: 200 len: 879 time: 7.7108486 Mar 29 15:50:09.476186 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5892f85-afbd-4875-a7d7-bb7a0885d829 None None] Routers {'cb5c6ca4-cfb4-4b50-8e02-f0f4292ca9ab'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:50:09.476936 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-b5892f85-afbd-4875-a7d7-bb7a0885d829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:50:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['cb5c6ca4-cfb4-4b50-8e02-f0f4292ca9ab'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:50:09.480275 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 58256) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:50:09.545036 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-b5892f85-afbd-4875-a7d7-bb7a0885d829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:50:09.554482 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5892f85-afbd-4875-a7d7-bb7a0885d829 None None] Routers {'cb5c6ca4-cfb4-4b50-8e02-f0f4292ca9ab'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:50:09.555485 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-b5892f85-afbd-4875-a7d7-bb7a0885d829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:50:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['cb5c6ca4-cfb4-4b50-8e02-f0f4292ca9ab'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:50:09.599881 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-b5892f85-afbd-4875-a7d7-bb7a0885d829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:50:09.600733 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5892f85-afbd-4875-a7d7-bb7a0885d829 None None] The sync data for ids ['cb5c6ca4-cfb4-4b50-8e02-f0f4292ca9ab'] in n-d-834765-1 is: [] {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:50:09.602578 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] get_ports_and_sgs() called for port_ids ['2395dae7-4ecb-4b6a-be2f-a5a2243a57fe'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:50:09.628479 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-46a804cf-b0db-4026-99bc-6b4ee236f07a tempest-RoutersAdminTest-935776259 tempest-RoutersAdminTest-935776259-project-admin] 10.222.0.42 "GET /v2.0/routers/cb5c6ca4-cfb4-4b50-8e02-f0f4292ca9ab HTTP/1.1" status: 200 len: 920 time: 0.1464539 Mar 29 15:50:09.635879 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 58258) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:50:09.825440 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d25a770a-a217-4245-9073-8834335d7133 tempest-RoutersAdminTest-935776259 tempest-RoutersAdminTest-935776259-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:50:09.827298 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-d25a770a-a217-4245-9073-8834335d7133 tempest-RoutersAdminTest-935776259 tempest-RoutersAdminTest-935776259-project-admin] 10.222.0.42 "GET /v2.0/ports?network_id=4a4a035d-ecac-4ead-baa3-25f90788773a&device_id=cb5c6ca4-cfb4-4b50-8e02-f0f4292ca9ab&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1826835 Mar 29 15:50:09.830031 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 58260) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:50:09.915414 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-7ff7ce77-4abf-4461-9bd2-aac532aa6672 tempest-ExtraDHCPOptionsTestJSON-658901870 tempest-ExtraDHCPOptionsTestJSON-658901870-project] Notify callbacks [] for port, precommit_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:09.924302 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-7ff7ce77-4abf-4461-9bd2-aac532aa6672 tempest-ExtraDHCPOptionsTestJSON-658901870 tempest-ExtraDHCPOptionsTestJSON-658901870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5237921'] for port, after_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:09.973882 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3746828-a577-4cad-8624-428646aaf42f tempest-RoutersAdminTest-935776259 tempest-RoutersAdminTest-935776259-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:50:09.975382 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-b3746828-a577-4cad-8624-428646aaf42f tempest-RoutersAdminTest-935776259 tempest-RoutersAdminTest-935776259-project-admin] 10.222.0.42 "GET /v2.0/networks/4a4a035d-ecac-4ead-baa3-25f90788773a HTTP/1.1" status: 200 len: 881 time: 0.1442602 Mar 29 15:50:09.978098 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 58262) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:50:10.024466 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-cfc99ccb-0a35-47ea-9ce3-58ee4927ff83 tempest-RoutersAdminTest-736076884 tempest-RoutersAdminTest-736076884-project] 10.222.0.42 "GET /v2.0/ports?device_id=cb5c6ca4-cfb4-4b50-8e02-f0f4292ca9ab HTTP/1.1" status: 200 len: 205 time: 0.0450130 Mar 29 15:50:10.030943 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 58264) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:50:10.069036 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-7ff7ce77-4abf-4461-9bd2-aac532aa6672 tempest-ExtraDHCPOptionsTestJSON-658901870 tempest-ExtraDHCPOptionsTestJSON-658901870-project] In _notify_port_updated(), no bound segment for port 2aacbc71-733e-4604-9281-4675cb96cbb5 on network d7995b8f-a423-4cbe-82f9-d433acdea338 {{(pid=102790) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Mar 29 15:50:10.075797 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ff7ce77-4abf-4461-9bd2-aac532aa6672 tempest-ExtraDHCPOptionsTestJSON-658901870 tempest-ExtraDHCPOptionsTestJSON-658901870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:50:10.076405 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-7ff7ce77-4abf-4461-9bd2-aac532aa6672 tempest-ExtraDHCPOptionsTestJSON-658901870 tempest-ExtraDHCPOptionsTestJSON-658901870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:10.079314 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-7ff7ce77-4abf-4461-9bd2-aac532aa6672 tempest-ExtraDHCPOptionsTestJSON-658901870 tempest-ExtraDHCPOptionsTestJSON-658901870-project] 10.222.0.42 "PUT /v2.0/ports/2aacbc71-733e-4604-9281-4675cb96cbb5 HTTP/1.1" status: 200 len: 1137 time: 0.8131309 Mar 29 15:50:10.081488 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 58268) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:50:10.141281 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eeb8aa8-d988-41b0-9cf4-f0177b1fcabf tempest-ExtraDHCPOptionsTestJSON-658901870 tempest-ExtraDHCPOptionsTestJSON-658901870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:50:10.143383 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-9eeb8aa8-d988-41b0-9cf4-f0177b1fcabf tempest-ExtraDHCPOptionsTestJSON-658901870 tempest-ExtraDHCPOptionsTestJSON-658901870-project] 10.222.0.42 "GET /v2.0/ports/2aacbc71-733e-4604-9281-4675cb96cbb5 HTTP/1.1" status: 200 len: 1137 time: 0.0606973 Mar 29 15:50:10.144855 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff7ce77-4abf-4461-9bd2-aac532aa6672 tempest-ExtraDHCPOptionsTestJSON-658901870 tempest-ExtraDHCPOptionsTestJSON-658901870-project] Pushing event updated for resources: {'Port': ['ID=2aacbc71-733e-4604-9281-4675cb96cbb5,revision_number=2']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:50:10.147358 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 58270) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:50:10.258882 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-7f172f9d-5317-4709-beac-57e8562e5b77 tempest-RoutersAdminTest-736076884 tempest-RoutersAdminTest-736076884-project] Notify callbacks [] for router, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:10.263817 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-c0033eca-f661-43fc-98b8-4728cd2c3f82 tempest-ExtraDHCPOptionsTestJSON-658901870 tempest-ExtraDHCPOptionsTestJSON-658901870-project] Deleting port 2aacbc71-733e-4604-9281-4675cb96cbb5 {{(pid=102790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:50:10.264165 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c0033eca-f661-43fc-98b8-4728cd2c3f82 tempest-ExtraDHCPOptionsTestJSON-658901870 tempest-ExtraDHCPOptionsTestJSON-658901870-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:10.427150 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-7f172f9d-5317-4709-beac-57e8562e5b77 tempest-RoutersAdminTest-736076884 tempest-RoutersAdminTest-736076884-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:10.439252 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-fba37b39-2f1f-4749-9a59-d0c3ae6834b0 None None] Provisioning complete for port 2aacbc71-733e-4604-9281-4675cb96cbb5 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:50:10.439921 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-fba37b39-2f1f-4749-9a59-d0c3ae6834b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:10.444347 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c0033eca-f661-43fc-98b8-4728cd2c3f82 tempest-ExtraDHCPOptionsTestJSON-658901870 tempest-ExtraDHCPOptionsTestJSON-658901870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:10.472491 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-c0033eca-f661-43fc-98b8-4728cd2c3f82 tempest-ExtraDHCPOptionsTestJSON-658901870 tempest-ExtraDHCPOptionsTestJSON-658901870-project] Calling delete_port for 2aacbc71-733e-4604-9281-4675cb96cbb5 owned by {{(pid=102790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:50:10.504083 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-fba37b39-2f1f-4749-9a59-d0c3ae6834b0 None None] Port 2aacbc71-733e-4604-9281-4675cb96cbb5 cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 15:50:10.537651 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-7f172f9d-5317-4709-beac-57e8562e5b77 tempest-RoutersAdminTest-736076884 tempest-RoutersAdminTest-736076884-project] Deleting port f364b434-8c13-4b68-8933-e8badd8c18f0 {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:50:10.538270 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-7f172f9d-5317-4709-beac-57e8562e5b77 tempest-RoutersAdminTest-736076884 tempest-RoutersAdminTest-736076884-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:10.674742 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-7f172f9d-5317-4709-beac-57e8562e5b77 tempest-RoutersAdminTest-736076884 tempest-RoutersAdminTest-736076884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:10.693714 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-7f172f9d-5317-4709-beac-57e8562e5b77 tempest-RoutersAdminTest-736076884 tempest-RoutersAdminTest-736076884-project] Calling delete_port for f364b434-8c13-4b68-8933-e8badd8c18f0 owned by network:router_gateway {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:50:10.707576 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c0033eca-f661-43fc-98b8-4728cd2c3f82 tempest-ExtraDHCPOptionsTestJSON-658901870 tempest-ExtraDHCPOptionsTestJSON-658901870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:10.755383 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0033eca-f661-43fc-98b8-4728cd2c3f82 tempest-ExtraDHCPOptionsTestJSON-658901870 tempest-ExtraDHCPOptionsTestJSON-658901870-project] Pushing event deleted for resources: {'Port': ['ID=2aacbc71-733e-4604-9281-4675cb96cbb5,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:50:10.826062 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device 2395dae7-4ecb-4b6a-be2f-a5a2243a57fe up at agent hyperv_n-h1-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:50:10.877038 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c0033eca-f661-43fc-98b8-4728cd2c3f82 tempest-ExtraDHCPOptionsTestJSON-658901870 tempest-ExtraDHCPOptionsTestJSON-658901870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:10.892549 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 58276) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:50:10.892985 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-c0033eca-f661-43fc-98b8-4728cd2c3f82 tempest-ExtraDHCPOptionsTestJSON-658901870 tempest-ExtraDHCPOptionsTestJSON-658901870-project] 10.222.0.42 "DELETE /v2.0/ports/2aacbc71-733e-4604-9281-4675cb96cbb5 HTTP/1.1" status: 204 len: 168 time: 0.7437146 Mar 29 15:50:10.935164 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Provisioning for port 2395dae7-4ecb-4b6a-be2f-a5a2243a57fe completed by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 15:50:10.948344 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Provisioning complete for port 2395dae7-4ecb-4b6a-be2f-a5a2243a57fe triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:50:10.949500 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:10.998297 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_v2 [None req-de5d3780-03ad-4d4b-8d28-571552c5da39 tempest-ExtraDHCPOptionsTestJSON-658901870 tempest-ExtraDHCPOptionsTestJSON-658901870-project] Deleting subnet 54690b97-83ef-4a9d-aafd-0caece7a8861 {{(pid=102791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 15:50:11.073980 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-de5d3780-03ad-4d4b-8d28-571552c5da39 tempest-ExtraDHCPOptionsTestJSON-658901870 tempest-ExtraDHCPOptionsTestJSON-658901870-project] Notify callbacks [] for subnet, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:11.118778 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-7f172f9d-5317-4709-beac-57e8562e5b77 tempest-RoutersAdminTest-736076884 tempest-RoutersAdminTest-736076884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:11.141734 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:11.161795 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f172f9d-5317-4709-beac-57e8562e5b77 tempest-RoutersAdminTest-736076884 tempest-RoutersAdminTest-736076884-project] Pushing event deleted for resources: {'Port': ['ID=f364b434-8c13-4b68-8933-e8badd8c18f0,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:50:11.175807 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-de5d3780-03ad-4d4b-8d28-571552c5da39 tempest-ExtraDHCPOptionsTestJSON-658901870 tempest-ExtraDHCPOptionsTestJSON-658901870-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4230423'] for subnet, precommit_delete_associations {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:11.178532 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be6069ac-d9ba-40b5-8e20-8d0b5bb33830', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2395dae7-4ecb-4b6a-be2f-a5a2243a57fe'}] {{(pid=102792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:50:11.181970 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4f476c66b318cc6068719fc39557fac68d413f5c7e78fa77028c7948e999ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f929d8c-354c-4ee4-8ac9-fec665ba1589" -d '{"events": [{"server_uuid": "be6069ac-d9ba-40b5-8e20-8d0b5bb33830", "name": "network-vif-plugged", "status": "completed", "tag": "2395dae7-4ecb-4b6a-be2f-a5a2243a57fe"}]}' {{(pid=102792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:50:11.197233 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port 2395dae7-4ecb-4b6a-be2f-a5a2243a57fe, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=2395dae7-4ecb-4b6a-be2f-a5a2243a57fe,segment=NetworkSegment(97a801df-9d8d-4e2e-9456-226310108f77),segment_id=97a801df-9d8d-4e2e-9456-226310108f77)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:50:11.202267 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:11.280593 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Pushing event updated for resources: {'Port': ['ID=2395dae7-4ecb-4b6a-be2f-a5a2243a57fe,revision_number=5']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:50:11.313566 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-7f172f9d-5317-4709-beac-57e8562e5b77 tempest-RoutersAdminTest-736076884 tempest-RoutersAdminTest-736076884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-648138'] for router_gateway, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:11.421609 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-30079bd2-0d94-4c45-a6d5-0d6d5de057fd req-d7122648-6e42-4e1b-aed2-14494f51e36a tempest-ServersTestManualDisk-450512240 tempest-ServersTestManualDisk-450512240-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--2048514388&fields=id&tenant_id=2f916f4102be4d9598e1979f4f5a1e34 HTTP/1.1" status: 200 len: 267 time: 0.0567875 Mar 29 15:50:11.438965 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-7f172f9d-5317-4709-beac-57e8562e5b77 tempest-RoutersAdminTest-736076884 tempest-RoutersAdminTest-736076884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129328'] for router, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:11.452947 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-7f172f9d-5317-4709-beac-57e8562e5b77 tempest-RoutersAdminTest-736076884 tempest-RoutersAdminTest-736076884-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:11.471842 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-de5d3780-03ad-4d4b-8d28-571552c5da39 tempest-ExtraDHCPOptionsTestJSON-658901870 tempest-ExtraDHCPOptionsTestJSON-658901870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1641287'] for subnet, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:11.546365 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30079bd2-0d94-4c45-a6d5-0d6d5de057fd req-6245dba3-7d52-4be6-a612-3e66b5a81278 tempest-ServersTestManualDisk-450512240 tempest-ServersTestManualDisk-450512240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:50:11.548303 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-30079bd2-0d94-4c45-a6d5-0d6d5de057fd req-6245dba3-7d52-4be6-a612-3e66b5a81278 tempest-ServersTestManualDisk-450512240 tempest-ServersTestManualDisk-450512240-project] 10.222.0.42 "GET /v2.0/networks?id=08d86c7c-d7ae-48d3-9114-f1b7687b801d HTTP/1.1" status: 200 len: 812 time: 0.1188164 Mar 29 15:50:11.553620 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-7f172f9d-5317-4709-beac-57e8562e5b77 tempest-RoutersAdminTest-736076884 tempest-RoutersAdminTest-736076884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-526718'] for router, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:11.554179 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f172f9d-5317-4709-beac-57e8562e5b77 tempest-RoutersAdminTest-736076884 tempest-RoutersAdminTest-736076884-project] Fanout notify agent at l3_agent the message router_deleted on router cb5c6ca4-cfb4-4b50-8e02-f0f4292ca9ab {{(pid=102791) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 29 15:50:11.564130 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-7f172f9d-5317-4709-beac-57e8562e5b77 tempest-RoutersAdminTest-736076884 tempest-RoutersAdminTest-736076884-project] Notify callbacks [] for router, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:11.567694 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-7f172f9d-5317-4709-beac-57e8562e5b77 tempest-RoutersAdminTest-736076884 tempest-RoutersAdminTest-736076884-project] 10.222.0.42 "DELETE /v2.0/routers/cb5c6ca4-cfb4-4b50-8e02-f0f4292ca9ab HTTP/1.1" status: 204 len: 168 time: 1.5356421 Mar 29 15:50:11.569457 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 58302) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:50:11.577033 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-02c7b06c-f580-4d68-bc33-16565d1c664b tempest-RoutersAdminTest-736076884 tempest-RoutersAdminTest-736076884-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-795317311', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:50:11.579702 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6626030e-6622-4c07-acae-77b1d8463693 req-168e2a9a-5833-49a8-846b-ec9b47943d50 tempest-ServerRescueTestJSON-484479922 tempest-ServerRescueTestJSON-484479922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:50:11.581320 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6626030e-6622-4c07-acae-77b1d8463693 req-168e2a9a-5833-49a8-846b-ec9b47943d50 tempest-ServerRescueTestJSON-484479922 tempest-ServerRescueTestJSON-484479922-project] 10.222.0.42 "GET /v2.0/ports?device_id=be6069ac-d9ba-40b5-8e20-8d0b5bb33830 HTTP/1.1" status: 200 len: 945 time: 0.1497443 Mar 29 15:50:11.595067 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-30079bd2-0d94-4c45-a6d5-0d6d5de057fd req-47f1ae9e-cf70-4052-bdd7-5d47d2c12597 tempest-ServersTestManualDisk-450512240 tempest-ServersTestManualDisk-450512240-project] 10.222.0.42 "GET /v2.0/quotas/2f916f4102be4d9598e1979f4f5a1e34 HTTP/1.1" status: 200 len: 375 time: 0.0382950 Mar 29 15:50:11.599159 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-de5d3780-03ad-4d4b-8d28-571552c5da39 tempest-ExtraDHCPOptionsTestJSON-658901870 tempest-ExtraDHCPOptionsTestJSON-658901870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1641294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16155591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16218852'] for subnet, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:11.616885 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-02c7b06c-f580-4d68-bc33-16565d1c664b tempest-RoutersAdminTest-736076884 tempest-RoutersAdminTest-736076884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-532385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129310'] for router, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:11.617944 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-02c7b06c-f580-4d68-bc33-16565d1c664b tempest-RoutersAdminTest-736076884 tempest-RoutersAdminTest-736076884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-648091', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-684384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129319'] for router, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:11.641530 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5d3780-03ad-4d4b-8d28-571552c5da39 tempest-ExtraDHCPOptionsTestJSON-658901870 tempest-ExtraDHCPOptionsTestJSON-658901870-project] Pushing event deleted for resources: {'Subnet': ['ID=54690b97-83ef-4a9d-aafd-0caece7a8861,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:50:11.649912 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-de5d3780-03ad-4d4b-8d28-571552c5da39 tempest-ExtraDHCPOptionsTestJSON-658901870 tempest-ExtraDHCPOptionsTestJSON-658901870-project] Notify callbacks [] for subnet, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:11.657917 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-de5d3780-03ad-4d4b-8d28-571552c5da39 tempest-ExtraDHCPOptionsTestJSON-658901870 tempest-ExtraDHCPOptionsTestJSON-658901870-project] 10.222.0.42 "DELETE /v2.0/subnets/54690b97-83ef-4a9d-aafd-0caece7a8861 HTTP/1.1" status: 204 len: 168 time: 0.7614217 Mar 29 15:50:11.658516 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-880d1803-07f3-440a-8253-74e1532a3330 None None] Network d7995b8f-a423-4cbe-82f9-d433acdea338 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 15:50:11.659888 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 58304) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:50:11.692446 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-30079bd2-0d94-4c45-a6d5-0d6d5de057fd req-75e96121-2611-4dee-93a8-8cc9b764c761 tempest-ServersTestManualDisk-450512240 tempest-ServersTestManualDisk-450512240-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=2f916f4102be4d9598e1979f4f5a1e34&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0876844 Mar 29 15:50:11.703458 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6626030e-6622-4c07-acae-77b1d8463693 req-4df945a2-a611-453e-9ed1-b4c8196272c9 tempest-ServerRescueTestJSON-484479922 tempest-ServerRescueTestJSON-484479922-project] 10.222.0.42 "GET /v2.0/security-groups?id=a3f3b05e-b4b0-4bd5-8f61-9140e1e7cbea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049590 Mar 29 15:50:11.770548 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:50:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c43151bc-c696-4e0a-9507-81af42c38377 x-openstack-request-id: req-c43151bc-c696-4e0a-9507-81af42c38377 {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:50:11.771073 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be6069ac-d9ba-40b5-8e20-8d0b5bb33830", "name": "network-vif-plugged", "status": "completed", "tag": "2395dae7-4ecb-4b6a-be2f-a5a2243a57fe", "code": 200}]} {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:50:11.771934 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c43151bc-c696-4e0a-9507-81af42c38377 {{(pid=102792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:50:11.772516 n-d-834765-1 neutron-server[102792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be6069ac-d9ba-40b5-8e20-8d0b5bb33830', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2395dae7-4ecb-4b6a-be2f-a5a2243a57fe', 'code': 200} Mar 29 15:50:11.818393 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-36558290-1ea8-4ca1-ba5c-cae3f23ab4c8 tempest-ExtraDHCPOptionsTestJSON-658901870 tempest-ExtraDHCPOptionsTestJSON-658901870-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1631750'] for network, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:11.825274 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-02c7b06c-f580-4d68-bc33-16565d1c664b tempest-RoutersAdminTest-736076884 tempest-RoutersAdminTest-736076884-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:11.837753 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-02c7b06c-f580-4d68-bc33-16565d1c664b tempest-RoutersAdminTest-736076884 tempest-RoutersAdminTest-736076884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648118'] for router, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:11.846496 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-30079bd2-0d94-4c45-a6d5-0d6d5de057fd req-bf9aa967-00f8-419c-92c3-8ee81c52d6b0 service neutron] 10.222.0.42 "GET /v2.0/networks/08d86c7c-d7ae-48d3-9114-f1b7687b801d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105583 Mar 29 15:50:11.869978 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-02c7b06c-f580-4d68-bc33-16565d1c664b tempest-RoutersAdminTest-736076884 tempest-RoutersAdminTest-736076884-project] Notify callbacks [] for router, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:11.874326 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-02c7b06c-f580-4d68-bc33-16565d1c664b tempest-RoutersAdminTest-736076884 tempest-RoutersAdminTest-736076884-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3027594 Mar 29 15:50:11.879926 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 58314) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:50:11.914651 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-440cba3c-245f-4564-a3b0-2f7e04c841c9 tempest-RoutersAdminTest-935776259 tempest-RoutersAdminTest-935776259-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'enable_snat': True}}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:50:11.923593 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb2b2511-01d6-4beb-87ea-f6e4304add45 None None] DHCP port deletion for d7995b8f-a423-4cbe-82f9-d433acdea338 request from n-d-834765-1 {{(pid=102792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 29 15:50:12.009158 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-eb2b2511-01d6-4beb-87ea-f6e4304add45 None None] Deleting port 4f934eda-9d60-4f1b-8835-16f0491229ee {{(pid=102792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:50:12.009768 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-eb2b2511-01d6-4beb-87ea-f6e4304add45 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:12.039729 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5bdd31-c58c-42d4-b63e-0edae83e66a0 req-f190b4cc-b655-4eea-8ad1-3882a4577c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:50:12.041345 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-7f5bdd31-c58c-42d4-b63e-0edae83e66a0 req-f190b4cc-b655-4eea-8ad1-3882a4577c00 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=be6069ac-d9ba-40b5-8e20-8d0b5bb33830 HTTP/1.1" status: 200 len: 1096 time: 0.2080324 Mar 29 15:50:12.076412 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174b7455-20a6-41f6-bf4a-19a004be9ec3 req-b534c8e6-764e-4640-b27b-249f8eca99df tempest-ListImageFiltersTestJSON-176973066 tempest-ListImageFiltersTestJSON-176973066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:50:12.078642 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-174b7455-20a6-41f6-bf4a-19a004be9ec3 req-b534c8e6-764e-4640-b27b-249f8eca99df tempest-ListImageFiltersTestJSON-176973066 tempest-ListImageFiltersTestJSON-176973066-project] 10.222.0.42 "GET /v2.0/ports?device_id=b0859ad1-46a7-4491-b8bd-ab713dd586fb HTTP/1.1" status: 200 len: 949 time: 0.1122389 Mar 29 15:50:12.102033 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-eb2b2511-01d6-4beb-87ea-f6e4304add45 None None] For port 4f934eda-9d60-4f1b-8835-16f0491229ee, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=4f934eda-9d60-4f1b-8835-16f0491229ee,segment=NetworkSegment(9c889c6e-75b6-4b9b-8529-d283cec82314),segment_id=9c889c6e-75b6-4b9b-8529-d283cec82314)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:50:12.102652 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-eb2b2511-01d6-4beb-87ea-f6e4304add45 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:12.117848 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-eb2b2511-01d6-4beb-87ea-f6e4304add45 None None] Calling delete_port for 4f934eda-9d60-4f1b-8835-16f0491229ee owned by network:dhcp {{(pid=102792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:50:12.144461 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-36558290-1ea8-4ca1-ba5c-cae3f23ab4c8 tempest-ExtraDHCPOptionsTestJSON-658901870 tempest-ExtraDHCPOptionsTestJSON-658901870-project] Deleting port 4f934eda-9d60-4f1b-8835-16f0491229ee {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:50:12.144791 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-36558290-1ea8-4ca1-ba5c-cae3f23ab4c8 tempest-ExtraDHCPOptionsTestJSON-658901870 tempest-ExtraDHCPOptionsTestJSON-658901870-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:12.149445 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-7f5bdd31-c58c-42d4-b63e-0edae83e66a0 req-22ea2cdf-52e9-44c5-bac4-94b90826e0a3 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=a3f3b05e-b4b0-4bd5-8f61-9140e1e7cbea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938013 Mar 29 15:50:12.177113 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-174b7455-20a6-41f6-bf4a-19a004be9ec3 req-5a2f00c5-fc1e-4952-b0fc-b7e06d90e22f tempest-ListImageFiltersTestJSON-176973066 tempest-ListImageFiltersTestJSON-176973066-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8fce4e5-0e3f-4b15-b93d-992bb72b4709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852411 Mar 29 15:50:12.185655 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-30079bd2-0d94-4c45-a6d5-0d6d5de057fd req-ccef5d91-ea59-4f32-aa68-9fa20747da65 service neutron] 10.222.0.42 "GET /v2.0/networks/08d86c7c-d7ae-48d3-9114-f1b7687b801d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3270707 Mar 29 15:50:12.220231 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-440cba3c-245f-4564-a3b0-2f7e04c841c9 tempest-RoutersAdminTest-935776259 tempest-RoutersAdminTest-935776259-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:12.269900 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [None req-36558290-1ea8-4ca1-ba5c-cae3f23ab4c8 tempest-ExtraDHCPOptionsTestJSON-658901870 tempest-ExtraDHCPOptionsTestJSON-658901870-project] For port 4f934eda-9d60-4f1b-8835-16f0491229ee, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=4f934eda-9d60-4f1b-8835-16f0491229ee,segment=NetworkSegment(9c889c6e-75b6-4b9b-8529-d283cec82314),segment_id=9c889c6e-75b6-4b9b-8529-d283cec82314)] {{(pid=102791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:50:12.270598 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-36558290-1ea8-4ca1-ba5c-cae3f23ab4c8 tempest-ExtraDHCPOptionsTestJSON-658901870 tempest-ExtraDHCPOptionsTestJSON-658901870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:12.293935 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-36558290-1ea8-4ca1-ba5c-cae3f23ab4c8 tempest-ExtraDHCPOptionsTestJSON-658901870 tempest-ExtraDHCPOptionsTestJSON-658901870-project] Calling delete_port for 4f934eda-9d60-4f1b-8835-16f0491229ee owned by network:dhcp {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:50:12.479694 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-36558290-1ea8-4ca1-ba5c-cae3f23ab4c8 tempest-ExtraDHCPOptionsTestJSON-658901870 tempest-ExtraDHCPOptionsTestJSON-658901870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:12.523310 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36558290-1ea8-4ca1-ba5c-cae3f23ab4c8 tempest-ExtraDHCPOptionsTestJSON-658901870 tempest-ExtraDHCPOptionsTestJSON-658901870-project] Pushing event deleted for resources: {'Port': ['ID=4f934eda-9d60-4f1b-8835-16f0491229ee,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:50:12.529370 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36558290-1ea8-4ca1-ba5c-cae3f23ab4c8 tempest-ExtraDHCPOptionsTestJSON-658901870 tempest-ExtraDHCPOptionsTestJSON-658901870-project] No DVR routers for this DVR port 4f934eda-9d60-4f1b-8835-16f0491229ee on host n-d-834765-1 {{(pid=102791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:50:12.626506 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-36558290-1ea8-4ca1-ba5c-cae3f23ab4c8 tempest-ExtraDHCPOptionsTestJSON-658901870 tempest-ExtraDHCPOptionsTestJSON-658901870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639890', 'neutron.services.segments.db._delete_segments_for_network-8783523423079'] for network, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:12.653803 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-36558290-1ea8-4ca1-ba5c-cae3f23ab4c8 tempest-ExtraDHCPOptionsTestJSON-658901870 tempest-ExtraDHCPOptionsTestJSON-658901870-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7995b8f-a423-4cbe-82f9-d433acdea338']}} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:50:12.664197 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-36558290-1ea8-4ca1-ba5c-cae3f23ab4c8 tempest-ExtraDHCPOptionsTestJSON-658901870 tempest-ExtraDHCPOptionsTestJSON-658901870-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c889c6e-75b6-4b9b-8529-d283cec82314') {'for_net_delete': True} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:50:12.664596 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-36558290-1ea8-4ca1-ba5c-cae3f23ab4c8 tempest-ExtraDHCPOptionsTestJSON-658901870 tempest-ExtraDHCPOptionsTestJSON-658901870-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c889c6e-75b6-4b9b-8529-d283cec82314') {} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:50:12.687502 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-36558290-1ea8-4ca1-ba5c-cae3f23ab4c8 tempest-ExtraDHCPOptionsTestJSON-658901870 tempest-ExtraDHCPOptionsTestJSON-658901870-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783523422064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4230428'] for segment, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:12.705444 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-36558290-1ea8-4ca1-ba5c-cae3f23ab4c8 tempest-ExtraDHCPOptionsTestJSON-658901870 tempest-ExtraDHCPOptionsTestJSON-658901870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:12.713052 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36558290-1ea8-4ca1-ba5c-cae3f23ab4c8 tempest-ExtraDHCPOptionsTestJSON-658901870 tempest-ExtraDHCPOptionsTestJSON-658901870-project] Releasing vlan 626 on physical network physnet1 to pool {{(pid=102791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 15:50:12.713052 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-36558290-1ea8-4ca1-ba5c-cae3f23ab4c8 tempest-ExtraDHCPOptionsTestJSON-658901870 tempest-ExtraDHCPOptionsTestJSON-658901870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16169569'] for segment, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:12.770643 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-eb2b2511-01d6-4beb-87ea-f6e4304add45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350'] for port, after_delete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:12.832328 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 4f934eda-9d60-4f1b-8835-16f0491229ee no longer exists at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:50:12.838865 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2b2511-01d6-4beb-87ea-f6e4304add45 None None] Pushing event deleted for resources: {'Port': ['ID=4f934eda-9d60-4f1b-8835-16f0491229ee,revision_number=None']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:50:12.877285 n-d-834765-1 neutron-server[102791]: Traceback (most recent call last): Mar 29 15:50:12.877285 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 15:50:12.877285 n-d-834765-1 neutron-server[102791]: timer() Mar 29 15:50:12.877285 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 15:50:12.877285 n-d-834765-1 neutron-server[102791]: cb(*args, **kw) Mar 29 15:50:12.877285 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 15:50:12.877285 n-d-834765-1 neutron-server[102791]: return func(*args, **kwargs) Mar 29 15:50:12.877285 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 15:50:12.877285 n-d-834765-1 neutron-server[102791]: self._notify() Mar 29 15:50:12.877285 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 15:50:12.877285 n-d-834765-1 neutron-server[102791]: self.callback(batched_events) Mar 29 15:50:12.877285 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 15:50:12.877285 n-d-834765-1 neutron-server[102791]: event.method(event) Mar 29 15:50:12.877285 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 15:50:12.877285 n-d-834765-1 neutron-server[102791]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 15:50:12.877285 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 15:50:12.877285 n-d-834765-1 neutron-server[102791]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 15:50:12.877285 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 15:50:12.877285 n-d-834765-1 neutron-server[102791]: return f(self, *a, **k) Mar 29 15:50:12.877285 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 15:50:12.877285 n-d-834765-1 neutron-server[102791]: return self._get(url).json() Mar 29 15:50:12.877285 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 15:50:12.877285 n-d-834765-1 neutron-server[102791]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 15:50:12.877285 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 15:50:12.877285 n-d-834765-1 neutron-server[102791]: return self.request(url, 'GET', **kwargs) Mar 29 15:50:12.877285 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 15:50:12.877285 n-d-834765-1 neutron-server[102791]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 15:50:12.877285 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 15:50:12.877285 n-d-834765-1 neutron-server[102791]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 15:50:12.877285 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 15:50:12.877285 n-d-834765-1 neutron-server[102791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 15:50:12.877285 n-d-834765-1 neutron-server[102791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 15:50:12.888965 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-36558290-1ea8-4ca1-ba5c-cae3f23ab4c8 tempest-ExtraDHCPOptionsTestJSON-658901870 tempest-ExtraDHCPOptionsTestJSON-658901870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1639897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648174'] for network, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:12.894884 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2b2511-01d6-4beb-87ea-f6e4304add45 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:50:12.895245 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2b2511-01d6-4beb-87ea-f6e4304add45 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:50:12.895600 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2b2511-01d6-4beb-87ea-f6e4304add45 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:50:12.896288 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2b2511-01d6-4beb-87ea-f6e4304add45 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:50:12.896627 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2b2511-01d6-4beb-87ea-f6e4304add45 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:50:12.897370 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2b2511-01d6-4beb-87ea-f6e4304add45 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:50:12.897370 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2b2511-01d6-4beb-87ea-f6e4304add45 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:50:12.897773 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2b2511-01d6-4beb-87ea-f6e4304add45 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:50:12.898190 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2b2511-01d6-4beb-87ea-f6e4304add45 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:50:12.898384 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2b2511-01d6-4beb-87ea-f6e4304add45 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:50:12.898719 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2b2511-01d6-4beb-87ea-f6e4304add45 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:50:12.899033 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2b2511-01d6-4beb-87ea-f6e4304add45 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:50:12.904067 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] No Port match for: 4f934eda-9d60-4f1b-8835-16f0491229ee {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 15:50:12.904304 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 4f934eda-9d60-4f1b-8835-16f0491229ee not bound to the agent host n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:50:12.906161 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb2b2511-01d6-4beb-87ea-f6e4304add45 None None] No DVR routers for this DVR port 4f934eda-9d60-4f1b-8835-16f0491229ee on host n-d-834765-1 {{(pid=102792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:50:12.928189 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-36558290-1ea8-4ca1-ba5c-cae3f23ab4c8 tempest-ExtraDHCPOptionsTestJSON-658901870 tempest-ExtraDHCPOptionsTestJSON-658901870-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for network, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:12.941767 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-36558290-1ea8-4ca1-ba5c-cae3f23ab4c8 tempest-ExtraDHCPOptionsTestJSON-658901870 tempest-ExtraDHCPOptionsTestJSON-658901870-project] 10.222.0.42 "DELETE /v2.0/networks/d7995b8f-a423-4cbe-82f9-d433acdea338 HTTP/1.1" status: 204 len: 168 time: 1.2779875 Mar 29 15:50:12.972498 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36558290-1ea8-4ca1-ba5c-cae3f23ab4c8 tempest-ExtraDHCPOptionsTestJSON-658901870 tempest-ExtraDHCPOptionsTestJSON-658901870-project] Pushing event deleted for resources: {'Network': ['ID=d7995b8f-a423-4cbe-82f9-d433acdea338,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:50:13.027499 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa39fbc7-6ed9-4f93-9567-bddd2dad1fd1 req-4b841500-c614-4109-ad24-0400eb4f1b13 tempest-ServerRescueTestJSON-484479922 tempest-ServerRescueTestJSON-484479922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:50:13.035591 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-aa39fbc7-6ed9-4f93-9567-bddd2dad1fd1 req-4b841500-c614-4109-ad24-0400eb4f1b13 tempest-ServerRescueTestJSON-484479922 tempest-ServerRescueTestJSON-484479922-project] 10.222.0.42 "GET /v2.0/ports?device_id=be6069ac-d9ba-40b5-8e20-8d0b5bb33830 HTTP/1.1" status: 200 len: 945 time: 0.0934670 Mar 29 15:50:13.080432 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-aa39fbc7-6ed9-4f93-9567-bddd2dad1fd1 req-39cad0ff-63d7-40cf-86d5-ae035d1743a0 tempest-ServerRescueTestJSON-484479922 tempest-ServerRescueTestJSON-484479922-project] 10.222.0.42 "GET /v2.0/security-groups?id=a3f3b05e-b4b0-4bd5-8f61-9140e1e7cbea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438552 Mar 29 15:50:13.126415 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-ee37719d-ef63-4991-a480-fba841c6b522 req-3cf3f4a8-3701-45ee-948b-da424d218913 tempest-ServersTestManualDisk-450512240 tempest-ServersTestManualDisk-450512240-project] 10.222.0.42 "GET /v2.0/ports?device_id=713844af-a26f-4b3e-af12-fd048b70b175 HTTP/1.1" status: 200 len: 210 time: 0.5411725 Mar 29 15:50:13.181765 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-440cba3c-245f-4564-a3b0-2f7e04c841c9 tempest-RoutersAdminTest-935776259 tempest-RoutersAdminTest-935776259-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:13.207381 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-440cba3c-245f-4564-a3b0-2f7e04c841c9 tempest-RoutersAdminTest-935776259 tempest-RoutersAdminTest-935776259-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:13.352978 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 58360) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:50:13.368961 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.db_base_plugin_common [None req-440cba3c-245f-4564-a3b0-2f7e04c841c9 tempest-RoutersAdminTest-935776259 tempest-RoutersAdminTest-935776259-project-admin] Allocated IP 172.25.4.183 (4a4a035d-ecac-4ead-baa3-25f90788773a/e1a353dc-fac8-4901-a63c-273840237d6a/9e75005e-fb94-43ac-895b-7cab775e5c66) {{(pid=102790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:50:13.502972 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-440cba3c-245f-4564-a3b0-2f7e04c841c9 tempest-RoutersAdminTest-935776259 tempest-RoutersAdminTest-935776259-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:13.542476 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-13986b57-a34b-4d38-a471-ecc190243f37 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=8a963eed53ff40c28beb35eccea48657&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1858723 Mar 29 15:50:13.542715 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 58364) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:50:13.553280 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-440cba3c-245f-4564-a3b0-2f7e04c841c9 tempest-RoutersAdminTest-935776259 tempest-RoutersAdminTest-935776259-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:13.599465 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-440cba3c-245f-4564-a3b0-2f7e04c841c9 tempest-RoutersAdminTest-935776259 tempest-RoutersAdminTest-935776259-project-admin] Network 4a4a035d-ecac-4ead-baa3-25f90788773a is already hosted by enough agents. {{(pid=102790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:50:13.603216 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-440cba3c-245f-4564-a3b0-2f7e04c841c9 tempest-RoutersAdminTest-935776259 tempest-RoutersAdminTest-935776259-project-admin] Resources bound (agent type, host, resource id): {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:50:13.608491 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-440cba3c-245f-4564-a3b0-2f7e04c841c9 tempest-RoutersAdminTest-935776259 tempest-RoutersAdminTest-935776259-project-admin] Received port after_create {{(pid=102790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:50:13.613078 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-42b62f0d-dd9d-4a0f-9c57-acc6848cf54d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:13.650325 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-42b62f0d-dd9d-4a0f-9c57-acc6848cf54d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:13.657864 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440cba3c-245f-4564-a3b0-2f7e04c841c9 tempest-RoutersAdminTest-935776259 tempest-RoutersAdminTest-935776259-project-admin] Pushing event updated for resources: {'Port': ['ID=9e75005e-fb94-43ac-895b-7cab775e5c66,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:50:13.716742 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-42b62f0d-dd9d-4a0f-9c57-acc6848cf54d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:13.720028 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-42b62f0d-dd9d-4a0f-9c57-acc6848cf54d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:13.721715 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-42b62f0d-dd9d-4a0f-9c57-acc6848cf54d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/dac3c68a-cc92-476c-8077-82cd0ee2b3fa HTTP/1.1" status: 204 len: 168 time: 0.1777718 Mar 29 15:50:13.730157 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b62f0d-dd9d-4a0f-9c57-acc6848cf54d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dac3c68a-cc92-476c-8077-82cd0ee2b3fa,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:50:13.932107 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-440cba3c-245f-4564-a3b0-2f7e04c841c9 tempest-RoutersAdminTest-935776259 tempest-RoutersAdminTest-935776259-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:14.233705 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-440cba3c-245f-4564-a3b0-2f7e04c841c9 tempest-RoutersAdminTest-935776259 tempest-RoutersAdminTest-935776259-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-648077', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-526627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129337'] for router, precommit_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:14.237477 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-440cba3c-245f-4564-a3b0-2f7e04c841c9 tempest-RoutersAdminTest-935776259 tempest-RoutersAdminTest-935776259-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-648068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-648127', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-526682'] for router, after_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:14.514781 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3d0d30-0386-4a42-ada6-c437fbbd793c req-32315fbf-a060-4fd8-9b8d-a9e7140e8ae9 tempest-ServerRescueTestJSON-484479922 tempest-ServerRescueTestJSON-484479922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:50:14.516623 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-1d3d0d30-0386-4a42-ada6-c437fbbd793c req-32315fbf-a060-4fd8-9b8d-a9e7140e8ae9 tempest-ServerRescueTestJSON-484479922 tempest-ServerRescueTestJSON-484479922-project] 10.222.0.42 "GET /v2.0/ports?device_id=be6069ac-d9ba-40b5-8e20-8d0b5bb33830 HTTP/1.1" status: 200 len: 945 time: 0.2761085 Mar 29 15:50:14.548105 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-440cba3c-245f-4564-a3b0-2f7e04c841c9 tempest-RoutersAdminTest-935776259 tempest-RoutersAdminTest-935776259-project-admin] Router f8574985-9a39-49ea-a2ae-795abf0441e2 is scheduled to L3 agent c648d819-1060-4f26-b4ec-6455387b5dff with binding_index 1 {{(pid=102790) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 29 15:50:14.563832 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-7ba2b9d7-d1af-4460-a7d5-9adfbfe631bd req-92eced97-a07f-4b9b-9f38-f4c09f1585ef tempest-ServersTestManualDisk-450512240 tempest-ServersTestManualDisk-450512240-project] 10.222.0.42 "GET /v2.0/ports?device_id=713844af-a26f-4b3e-af12-fd048b70b175 HTTP/1.1" status: 200 len: 210 time: 0.0522165 Mar 29 15:50:14.622904 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-1d3d0d30-0386-4a42-ada6-c437fbbd793c req-1b9a39a4-602f-49ce-bba9-cbeefc1de63f tempest-ServerRescueTestJSON-484479922 tempest-ServerRescueTestJSON-484479922-project] 10.222.0.42 "GET /v2.0/security-groups?id=a3f3b05e-b4b0-4bd5-8f61-9140e1e7cbea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977740 Mar 29 15:50:14.688321 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-440cba3c-245f-4564-a3b0-2f7e04c841c9 tempest-RoutersAdminTest-935776259 tempest-RoutersAdminTest-935776259-project-admin] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:50:14.693295 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-440cba3c-245f-4564-a3b0-2f7e04c841c9 tempest-RoutersAdminTest-935776259 tempest-RoutersAdminTest-935776259-project-admin] Notify callbacks [] for router, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:14.695843 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30079bd2-0d94-4c45-a6d5-0d6d5de057fd req-78792b8e-bf7b-4d1c-a6a2-b817bc23a3d9 tempest-ServersTestManualDisk-450512240 tempest-ServersTestManualDisk-450512240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:50:14.697625 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-30079bd2-0d94-4c45-a6d5-0d6d5de057fd req-78792b8e-bf7b-4d1c-a6a2-b817bc23a3d9 tempest-ServersTestManualDisk-450512240 tempest-ServersTestManualDisk-450512240-project] 10.222.0.48 "GET /v2.0/networks?id=08d86c7c-d7ae-48d3-9114-f1b7687b801d HTTP/1.1" status: 200 len: 812 time: 0.6595173 Mar 29 15:50:14.698034 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c0af9a7-1f08-4438-b04e-44542971eb93 None None] Sync routers for ids ['f8574985-9a39-49ea-a2ae-795abf0441e2'] in n-d-834765-1 {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:50:14.703708 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 58414) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:50:14.704672 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-440cba3c-245f-4564-a3b0-2f7e04c841c9 tempest-RoutersAdminTest-935776259 tempest-RoutersAdminTest-935776259-project-admin] 10.222.0.42 "PUT /v2.0/routers/f8574985-9a39-49ea-a2ae-795abf0441e2 HTTP/1.1" status: 200 len: 914 time: 2.8189752 Mar 29 15:50:14.710690 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c0af9a7-1f08-4438-b04e-44542971eb93 None None] Routers {'f8574985-9a39-49ea-a2ae-795abf0441e2'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:50:14.711478 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-6c0af9a7-1f08-4438-b04e-44542971eb93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:50:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['f8574985-9a39-49ea-a2ae-795abf0441e2'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:50:14.743457 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 58416) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:50:14.768351 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-6c0af9a7-1f08-4438-b04e-44542971eb93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:50:14.779023 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c0af9a7-1f08-4438-b04e-44542971eb93 None None] Routers {'f8574985-9a39-49ea-a2ae-795abf0441e2'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:50:14.779884 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-6c0af9a7-1f08-4438-b04e-44542971eb93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:50:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['f8574985-9a39-49ea-a2ae-795abf0441e2'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:50:14.800440 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-30079bd2-0d94-4c45-a6d5-0d6d5de057fd req-f4c01a47-2ea0-4917-91e7-e3f7ea98d340 tempest-ServersTestManualDisk-450512240 tempest-ServersTestManualDisk-450512240-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2f916f4102be4d9598e1979f4f5a1e34 HTTP/1.1" status: 200 len: 380 time: 0.0888610 Mar 29 15:50:14.816699 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-6c0af9a7-1f08-4438-b04e-44542971eb93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:50:14.818903 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c0af9a7-1f08-4438-b04e-44542971eb93 None None] The sync data for ids ['f8574985-9a39-49ea-a2ae-795abf0441e2'] in n-d-834765-1 is: [] {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:50:14.853452 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [req-30079bd2-0d94-4c45-a6d5-0d6d5de057fd req-b5a4bbf2-c023-48e6-a451-e21c911d072a tempest-ServersTestManualDisk-450512240 tempest-ServersTestManualDisk-450512240-project] Request body: {'port': {'device_id': '713844af-a26f-4b3e-af12-fd048b70b175', 'network_id': '08d86c7c-d7ae-48d3-9114-f1b7687b801d', 'admin_state_up': True, 'tenant_id': '2f916f4102be4d9598e1979f4f5a1e34', 'security_groups': ['36d8cc42-d960-42e4-81d7-b41cd1ca0462']}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:50:14.899784 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-8bbbeb8c-cd71-4340-87cb-24095e819db9 tempest-NetworksNegativeTestJSON-1677395736 tempest-NetworksNegativeTestJSON-1677395736-project] Request body: {'port': {'network_id': '06e7e8ba-6364-45f4-b4a6-8847b067823e', 'name': 'tempest-NetworksNegativeTestJSON-1997292178'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:50:14.931001 n-d-834765-1 neutron-server[102790]: INFO neutron.pecan_wsgi.hooks.translation [None req-8bbbeb8c-cd71-4340-87cb-24095e819db9 tempest-NetworksNegativeTestJSON-1677395736 tempest-NetworksNegativeTestJSON-1677395736-project] POST failed (client error): The resource could not be found. Mar 29 15:50:14.932050 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8bbbeb8c-cd71-4340-87cb-24095e819db9 tempest-NetworksNegativeTestJSON-1677395736 tempest-NetworksNegativeTestJSON-1677395736-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102790) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 15:50:14.934852 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-8bbbeb8c-cd71-4340-87cb-24095e819db9 tempest-NetworksNegativeTestJSON-1677395736 tempest-NetworksNegativeTestJSON-1677395736-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.1902275 Mar 29 15:50:14.938591 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 58428) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:50:14.965759 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-d36abb94-615f-4729-bbe1-facb9fec635d tempest-RoutersAdminTest-935776259 tempest-RoutersAdminTest-935776259-project-admin] 10.222.0.42 "GET /v2.0/routers/f8574985-9a39-49ea-a2ae-795abf0441e2 HTTP/1.1" status: 200 len: 920 time: 0.2576816 Mar 29 15:50:14.969362 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 58434) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:50:14.972813 n-d-834765-1 neutron-server[102790]: INFO neutron.pecan_wsgi.hooks.translation [None req-40701ae5-4a36-4c24-afb5-540c4f3ccc07 tempest-NetworksNegativeTestJSON-1677395736 tempest-NetworksNegativeTestJSON-1677395736-project] DELETE failed (client error): The resource could not be found. Mar 29 15:50:14.973675 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40701ae5-4a36-4c24-afb5-540c4f3ccc07 tempest-NetworksNegativeTestJSON-1677395736 tempest-NetworksNegativeTestJSON-1677395736-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102790) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 15:50:14.977550 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-40701ae5-4a36-4c24-afb5-540c4f3ccc07 tempest-NetworksNegativeTestJSON-1677395736 tempest-NetworksNegativeTestJSON-1677395736-project] 10.222.0.42 "DELETE /v2.0/networks/dff5c782-4286-43d3-ad39-474404ee8af4 HTTP/1.1" status: 404 len: 339 time: 0.0374892 Mar 29 15:50:14.986508 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 58436) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:50:15.027794 n-d-834765-1 neutron-server[102790]: INFO neutron.pecan_wsgi.hooks.translation [None req-aab3602b-9fb0-4bea-a8c5-7054e5e43157 tempest-NetworksNegativeTestJSON-1677395736 tempest-NetworksNegativeTestJSON-1677395736-project] DELETE failed (client error): The resource could not be found. Mar 29 15:50:15.028733 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aab3602b-9fb0-4bea-a8c5-7054e5e43157 tempest-NetworksNegativeTestJSON-1677395736 tempest-NetworksNegativeTestJSON-1677395736-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102790) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 15:50:15.031688 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-aab3602b-9fb0-4bea-a8c5-7054e5e43157 tempest-NetworksNegativeTestJSON-1677395736 tempest-NetworksNegativeTestJSON-1677395736-project] 10.222.0.42 "DELETE /v2.0/ports/a56d70b4-3bde-4f2a-9694-80be744ddacd HTTP/1.1" status: 404 len: 333 time: 0.0425534 Mar 29 15:50:15.033066 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d489ef-bc12-486a-84e8-e0488f34e90b req-a37551e8-30e1-4309-9e36-0d73da835c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:50:15.039220 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d8d489ef-bc12-486a-84e8-e0488f34e90b req-a37551e8-30e1-4309-9e36-0d73da835c3b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f0f3609f3df249d890a6b6a0157dbda2&device_id=be6069ac-d9ba-40b5-8e20-8d0b5bb33830 HTTP/1.1" status: 200 len: 1096 time: 0.1372244 Mar 29 15:50:15.039429 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 58438) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:50:15.070514 n-d-834765-1 neutron-server[102790]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd4d60ff-c080-46c8-b6ac-33bcbee4d309 tempest-NetworksNegativeTestJSON-1677395736 tempest-NetworksNegativeTestJSON-1677395736-project] DELETE failed (client error): The resource could not be found. Mar 29 15:50:15.070965 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd4d60ff-c080-46c8-b6ac-33bcbee4d309 tempest-NetworksNegativeTestJSON-1677395736 tempest-NetworksNegativeTestJSON-1677395736-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102790) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 15:50:15.074558 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-cd4d60ff-c080-46c8-b6ac-33bcbee4d309 tempest-NetworksNegativeTestJSON-1677395736 tempest-NetworksNegativeTestJSON-1677395736-project] 10.222.0.42 "DELETE /v2.0/subnets/022d43eb-bc53-45d9-8b2e-ecd9bbfa8522 HTTP/1.1" status: 404 len: 337 time: 0.0375774 Mar 29 15:50:15.079841 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 58440) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:50:15.084253 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bdd3e1-79bd-4cc5-a416-81f0ef4e0244 req-9050c208-4f9b-407f-a63f-d276a86e4115 tempest-ServerRescueTestJSON-484479922 tempest-ServerRescueTestJSON-484479922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:50:15.085714 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-a2bdd3e1-79bd-4cc5-a416-81f0ef4e0244 req-9050c208-4f9b-407f-a63f-d276a86e4115 tempest-ServerRescueTestJSON-484479922 tempest-ServerRescueTestJSON-484479922-project] 10.222.0.42 "GET /v2.0/ports?device_id=be6069ac-d9ba-40b5-8e20-8d0b5bb33830 HTTP/1.1" status: 200 len: 945 time: 0.1175964 Mar 29 15:50:15.088868 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7d7f902-eff1-4670-bb59-bd6f10b74fa2 tempest-RoutersAdminTest-935776259 tempest-RoutersAdminTest-935776259-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:50:15.093377 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-f7d7f902-eff1-4670-bb59-bd6f10b74fa2 tempest-RoutersAdminTest-935776259 tempest-RoutersAdminTest-935776259-project-admin] 10.222.0.42 "GET /v2.0/ports?network_id=4a4a035d-ecac-4ead-baa3-25f90788773a&device_id=f8574985-9a39-49ea-a2ae-795abf0441e2&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1197910 Mar 29 15:50:15.094056 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 58442) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:50:15.146705 n-d-834765-1 neutron-server[102791]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d1d4741-578c-4d30-a5be-02b7a353837e tempest-NetworksNegativeTestJSON-1677395736 tempest-NetworksNegativeTestJSON-1677395736-project] GET failed (client error): The resource could not be found. Mar 29 15:50:15.148437 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-1d1d4741-578c-4d30-a5be-02b7a353837e tempest-NetworksNegativeTestJSON-1677395736 tempest-NetworksNegativeTestJSON-1677395736-project] 10.222.0.42 "GET /v2.0/networks/1593d76e-806d-4fef-9e1a-44ede40ce235 HTTP/1.1" status: 404 len: 339 time: 0.0616486 Mar 29 15:50:15.153793 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 58444) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:50:15.170682 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30079bd2-0d94-4c45-a6d5-0d6d5de057fd req-b5a4bbf2-c023-48e6-a451-e21c911d072a tempest-ServersTestManualDisk-450512240 tempest-ServersTestManualDisk-450512240-project] Made reservation on behalf of 2f916f4102be4d9598e1979f4f5a1e34 for: {'port': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:50:15.174072 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-30079bd2-0d94-4c45-a6d5-0d6d5de057fd req-b5a4bbf2-c023-48e6-a451-e21c911d072a tempest-ServersTestManualDisk-450512240 tempest-ServersTestManualDisk-450512240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:15.189468 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-a2bdd3e1-79bd-4cc5-a416-81f0ef4e0244 req-5f0a5c99-6b53-41be-b3bb-a3b2f5d40f56 tempest-ServerRescueTestJSON-484479922 tempest-ServerRescueTestJSON-484479922-project] 10.222.0.42 "GET /v2.0/security-groups?id=a3f3b05e-b4b0-4bd5-8f61-9140e1e7cbea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872521 Mar 29 15:50:15.204835 n-d-834765-1 neutron-server[102791]: INFO neutron.pecan_wsgi.hooks.translation [None req-9bc077a2-4a95-4324-85af-12bfa4d46537 tempest-NetworksNegativeTestJSON-1677395736 tempest-NetworksNegativeTestJSON-1677395736-project] GET failed (client error): The resource could not be found. Mar 29 15:50:15.206325 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-9bc077a2-4a95-4324-85af-12bfa4d46537 tempest-NetworksNegativeTestJSON-1677395736 tempest-NetworksNegativeTestJSON-1677395736-project] 10.222.0.42 "GET /v2.0/ports/f06bb095-bd60-4c75-851a-f6b37229c1f8 HTTP/1.1" status: 404 len: 333 time: 0.0515826 Mar 29 15:50:15.217534 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 58454) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:50:15.241964 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d489ef-bc12-486a-84e8-e0488f34e90b req-1f61e26a-0994-4a44-855e-f92d0f5b9abe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:50:15.243594 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d8d489ef-bc12-486a-84e8-e0488f34e90b req-1f61e26a-0994-4a44-855e-f92d0f5b9abe service neutron] 10.222.0.44 "GET /v2.0/networks?id=cd63b2c7-486d-4d2d-9dd7-6d35ac500dfb HTTP/1.1" status: 200 len: 912 time: 0.1981144 Mar 29 15:50:15.246903 n-d-834765-1 neutron-server[102790]: INFO neutron.pecan_wsgi.hooks.translation [None req-02767572-7a76-4490-a25c-462cd90ecb03 tempest-NetworksNegativeTestJSON-1677395736 tempest-NetworksNegativeTestJSON-1677395736-project] GET failed (client error): The resource could not be found. Mar 29 15:50:15.252017 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-02767572-7a76-4490-a25c-462cd90ecb03 tempest-NetworksNegativeTestJSON-1677395736 tempest-NetworksNegativeTestJSON-1677395736-project] 10.222.0.42 "GET /v2.0/subnets/9565176c-fbe7-4bcc-b782-24fc9d4b5382 HTTP/1.1" status: 404 len: 337 time: 0.0369971 Mar 29 15:50:15.253600 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 58456) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:50:15.265058 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-1eb66d7e-56d7-4ba8-8ebf-8312f5d6c768 tempest-NetworksNegativeTestJSON-1677395736 tempest-NetworksNegativeTestJSON-1677395736-project] Request body: {'network': {'name': 'new_name'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:50:15.282724 n-d-834765-1 neutron-server[102790]: INFO neutron.pecan_wsgi.hooks.translation [None req-1eb66d7e-56d7-4ba8-8ebf-8312f5d6c768 tempest-NetworksNegativeTestJSON-1677395736 tempest-NetworksNegativeTestJSON-1677395736-project] PUT failed (client error): The resource could not be found. Mar 29 15:50:15.284105 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1eb66d7e-56d7-4ba8-8ebf-8312f5d6c768 tempest-NetworksNegativeTestJSON-1677395736 tempest-NetworksNegativeTestJSON-1677395736-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102790) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 15:50:15.284643 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-1eb66d7e-56d7-4ba8-8ebf-8312f5d6c768 tempest-NetworksNegativeTestJSON-1677395736 tempest-NetworksNegativeTestJSON-1677395736-project] 10.222.0.42 "PUT /v2.0/networks/bc21fc70-238f-4303-a381-35166ab88cf8 HTTP/1.1" status: 404 len: 339 time: 0.0301096 Mar 29 15:50:15.287724 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83abf782-4aae-4fca-87ed-cd65cd4e57d0 tempest-RoutersAdminTest-935776259 tempest-RoutersAdminTest-935776259-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:50:15.289044 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-83abf782-4aae-4fca-87ed-cd65cd4e57d0 tempest-RoutersAdminTest-935776259 tempest-RoutersAdminTest-935776259-project-admin] 10.222.0.42 "GET /v2.0/networks/4a4a035d-ecac-4ead-baa3-25f90788773a HTTP/1.1" status: 200 len: 881 time: 0.1940417 Mar 29 15:50:15.289567 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 58458) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:50:15.294575 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-39a236b9-2733-4e8e-bda0-a2e45c939406 tempest-NetworksNegativeTestJSON-1677395736 tempest-NetworksNegativeTestJSON-1677395736-project] Request body: {'port': {'name': 'new_name'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:50:15.297216 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 58460) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:50:15.317967 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d8d489ef-bc12-486a-84e8-e0488f34e90b req-e7446e68-e3d0-4503-af9a-3a5647937b02 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2395dae7-4ecb-4b6a-be2f-a5a2243a57fe HTTP/1.1" status: 200 len: 217 time: 0.0475104 Mar 29 15:50:15.324919 n-d-834765-1 neutron-server[102790]: INFO neutron.pecan_wsgi.hooks.translation [None req-39a236b9-2733-4e8e-bda0-a2e45c939406 tempest-NetworksNegativeTestJSON-1677395736 tempest-NetworksNegativeTestJSON-1677395736-project] PUT failed (client error): The resource could not be found. Mar 29 15:50:15.326014 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39a236b9-2733-4e8e-bda0-a2e45c939406 tempest-NetworksNegativeTestJSON-1677395736 tempest-NetworksNegativeTestJSON-1677395736-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102790) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 15:50:15.331095 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-39a236b9-2733-4e8e-bda0-a2e45c939406 tempest-NetworksNegativeTestJSON-1677395736 tempest-NetworksNegativeTestJSON-1677395736-project] 10.222.0.42 "PUT /v2.0/ports/e1895db6-4f10-4956-86b9-295c1c436f89 HTTP/1.1" status: 404 len: 333 time: 0.0405734 Mar 29 15:50:15.331789 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 58462) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:50:15.350981 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-4f77acdd-3eb8-4ec1-b803-2f44a25549e5 tempest-NetworksNegativeTestJSON-1677395736 tempest-NetworksNegativeTestJSON-1677395736-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:50:15.357063 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-08ecd29c-e705-423b-a14e-c9eabf2df663 tempest-RoutersAdminTest-736076884 tempest-RoutersAdminTest-736076884-project] 10.222.0.42 "GET /v2.0/ports?device_id=f8574985-9a39-49ea-a2ae-795abf0441e2 HTTP/1.1" status: 200 len: 205 time: 0.0586331 Mar 29 15:50:15.358955 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 58464) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:50:15.377624 n-d-834765-1 neutron-server[102790]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f77acdd-3eb8-4ec1-b803-2f44a25549e5 tempest-NetworksNegativeTestJSON-1677395736 tempest-NetworksNegativeTestJSON-1677395736-project] PUT failed (client error): The resource could not be found. Mar 29 15:50:15.378160 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f77acdd-3eb8-4ec1-b803-2f44a25549e5 tempest-NetworksNegativeTestJSON-1677395736 tempest-NetworksNegativeTestJSON-1677395736-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102790) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 15:50:15.380995 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-4f77acdd-3eb8-4ec1-b803-2f44a25549e5 tempest-NetworksNegativeTestJSON-1677395736 tempest-NetworksNegativeTestJSON-1677395736-project] 10.222.0.42 "PUT /v2.0/subnets/6dcea4ba-6af7-420c-83fa-00eed923d8cb HTTP/1.1" status: 404 len: 337 time: 0.0327289 Mar 29 15:50:15.449491 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d489ef-bc12-486a-84e8-e0488f34e90b req-4668f416-7f51-4994-929b-bc43dba67ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:50:15.450888 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d8d489ef-bc12-486a-84e8-e0488f34e90b req-4668f416-7f51-4994-929b-bc43dba67ec0 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=004fd10c-17a6-4033-bc4f-a88940613808 HTTP/1.1" status: 200 len: 851 time: 0.1235762 Mar 29 15:50:15.505347 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_common [req-30079bd2-0d94-4c45-a6d5-0d6d5de057fd req-b5a4bbf2-c023-48e6-a451-e21c911d072a tempest-ServersTestManualDisk-450512240 tempest-ServersTestManualDisk-450512240-project] Allocated IP 172.20.0.13 (08d86c7c-d7ae-48d3-9114-f1b7687b801d/a7734bc8-ad66-4b96-b048-122f2b558e8a/ee72ac06-ce20-4b97-b457-872e335b1552) {{(pid=102791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:50:15.514428 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d8d489ef-bc12-486a-84e8-e0488f34e90b req-cf3f60b1-7752-483e-a80d-679d193b7bf3 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=cd63b2c7-486d-4d2d-9dd7-6d35ac500dfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0556254 Mar 29 15:50:15.643635 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-fb85bd13-20b0-46b5-a13d-ce368ade3ccc tempest-RoutersAdminTest-736076884 tempest-RoutersAdminTest-736076884-project] Notify callbacks [] for router, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:15.712627 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 58474) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:50:15.757627 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-10d7c74b-2bf0-4587-95e9-b8f5f258a4ce req-e3b13a57-7648-4e8f-add8-ce18afc28b03 tempest-ServersTestManualDisk-450512240 tempest-ServersTestManualDisk-450512240-project] 10.222.0.42 "GET /v2.0/ports?device_id=713844af-a26f-4b3e-af12-fd048b70b175 HTTP/1.1" status: 200 len: 210 time: 0.0665288 Mar 29 15:50:15.771155 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d8d489ef-bc12-486a-84e8-e0488f34e90b req-243431ef-865d-4665-b073-d644ecc5cde2 service neutron] 10.222.0.44 "GET /v2.0/networks/cd63b2c7-486d-4d2d-9dd7-6d35ac500dfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2269745 Mar 29 15:50:15.843706 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-fcbaaed2-f506-4e12-a608-8d783037c264 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:15.928774 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-fcbaaed2-f506-4e12-a608-8d783037c264 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:15.933779 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-fcbaaed2-f506-4e12-a608-8d783037c264 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:15.945592 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-30079bd2-0d94-4c45-a6d5-0d6d5de057fd req-b5a4bbf2-c023-48e6-a451-e21c911d072a tempest-ServersTestManualDisk-450512240 tempest-ServersTestManualDisk-450512240-project] Notify callbacks [] for port, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:15.959122 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-fb85bd13-20b0-46b5-a13d-ce368ade3ccc tempest-RoutersAdminTest-736076884 tempest-RoutersAdminTest-736076884-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:15.976566 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-fcbaaed2-f506-4e12-a608-8d783037c264 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=17e7e44d8a454326ac7a1456326133d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2604318 Mar 29 15:50:15.976789 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 58478) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:50:15.983997 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbaaed2-f506-4e12-a608-8d783037c264 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaa64c42-ac6f-4a6c-abd5-a02518783635,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:50:15.991770 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d8d489ef-bc12-486a-84e8-e0488f34e90b req-57bbfa23-e84e-4c91-8c24-5e95f0355cb1 service neutron] 10.222.0.44 "GET /v2.0/networks/cd63b2c7-486d-4d2d-9dd7-6d35ac500dfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1921775 Mar 29 15:50:16.042910 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-30079bd2-0d94-4c45-a6d5-0d6d5de057fd req-b5a4bbf2-c023-48e6-a451-e21c911d072a tempest-ServersTestManualDisk-450512240 tempest-ServersTestManualDisk-450512240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:16.098435 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30079bd2-0d94-4c45-a6d5-0d6d5de057fd req-b5a4bbf2-c023-48e6-a451-e21c911d072a tempest-ServersTestManualDisk-450512240 tempest-ServersTestManualDisk-450512240-project] Network 08d86c7c-d7ae-48d3-9114-f1b7687b801d is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:50:16.109437 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-fb85bd13-20b0-46b5-a13d-ce368ade3ccc tempest-RoutersAdminTest-736076884 tempest-RoutersAdminTest-736076884-project] Deleting port 9e75005e-fb94-43ac-895b-7cab775e5c66 {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:50:16.109813 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-fb85bd13-20b0-46b5-a13d-ce368ade3ccc tempest-RoutersAdminTest-736076884 tempest-RoutersAdminTest-736076884-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:16.111975 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [req-30079bd2-0d94-4c45-a6d5-0d6d5de057fd req-b5a4bbf2-c023-48e6-a451-e21c911d072a tempest-ServersTestManualDisk-450512240 tempest-ServersTestManualDisk-450512240-project] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:50:16.120540 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-82afec4a-e031-4cf8-8d0d-30e32c0820cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:16.126060 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [req-30079bd2-0d94-4c45-a6d5-0d6d5de057fd req-b5a4bbf2-c023-48e6-a451-e21c911d072a tempest-ServersTestManualDisk-450512240 tempest-ServersTestManualDisk-450512240-project] Received port after_create {{(pid=102791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:50:16.155808 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-82afec4a-e031-4cf8-8d0d-30e32c0820cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:16.165108 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a4bbf2-c023-48e6-a451-e21c911d072a tempest-ServersTestManualDisk-450512240 tempest-ServersTestManualDisk-450512240-project] Pushing event updated for resources: {'Port': ['ID=ee72ac06-ce20-4b97-b457-872e335b1552,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:50:16.230737 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-82afec4a-e031-4cf8-8d0d-30e32c0820cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:16.234606 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30079bd2-0d94-4c45-a6d5-0d6d5de057fd req-b5a4bbf2-c023-48e6-a451-e21c911d072a tempest-ServersTestManualDisk-450512240 tempest-ServersTestManualDisk-450512240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:50:16.234913 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-82afec4a-e031-4cf8-8d0d-30e32c0820cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:16.235294 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-30079bd2-0d94-4c45-a6d5-0d6d5de057fd req-b5a4bbf2-c023-48e6-a451-e21c911d072a tempest-ServersTestManualDisk-450512240 tempest-ServersTestManualDisk-450512240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:16.242104 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-82afec4a-e031-4cf8-8d0d-30e32c0820cd admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/aaa64c42-ac6f-4a6c-abd5-a02518783635 HTTP/1.1" status: 204 len: 168 time: 0.2643216 Mar 29 15:50:16.257928 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82afec4a-e031-4cf8-8d0d-30e32c0820cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaa64c42-ac6f-4a6c-abd5-a02518783635,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:50:16.270777 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-30079bd2-0d94-4c45-a6d5-0d6d5de057fd req-b5a4bbf2-c023-48e6-a451-e21c911d072a tempest-ServersTestManualDisk-450512240 tempest-ServersTestManualDisk-450512240-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4220798 Mar 29 15:50:16.286505 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-fb85bd13-20b0-46b5-a13d-ce368ade3ccc tempest-RoutersAdminTest-736076884 tempest-RoutersAdminTest-736076884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:16.296448 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [req-30079bd2-0d94-4c45-a6d5-0d6d5de057fd req-83fe4cb0-53af-45a4-b56c-b6c60a1af1ed service neutron] Request body: {'port': {'device_id': '713844af-a26f-4b3e-af12-fd048b70b175', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834765-1'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:50:16.329553 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-fb85bd13-20b0-46b5-a13d-ce368ade3ccc tempest-RoutersAdminTest-736076884 tempest-RoutersAdminTest-736076884-project] Calling delete_port for 9e75005e-fb94-43ac-895b-7cab775e5c66 owned by network:router_gateway {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:50:16.441386 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-30079bd2-0d94-4c45-a6d5-0d6d5de057fd req-83fe4cb0-53af-45a4-b56c-b6c60a1af1ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:16.497494 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-26131c82-f7ac-46dd-ba30-f6dce2e69a12 None None] Provisioning complete for port ee72ac06-ce20-4b97-b457-872e335b1552 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:50:16.498747 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-26131c82-f7ac-46dd-ba30-f6dce2e69a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:16.519509 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836a310b-e3d1-4d12-8694-013cd2dbd4d1 req-4bcdb5ca-b786-4a55-8ca3-6d6881c1342a tempest-ServerRescueTestJSON-484479922 tempest-ServerRescueTestJSON-484479922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:50:16.521039 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-836a310b-e3d1-4d12-8694-013cd2dbd4d1 req-4bcdb5ca-b786-4a55-8ca3-6d6881c1342a tempest-ServerRescueTestJSON-484479922 tempest-ServerRescueTestJSON-484479922-project] 10.222.0.42 "GET /v2.0/ports?device_id=be6069ac-d9ba-40b5-8e20-8d0b5bb33830 HTTP/1.1" status: 200 len: 945 time: 0.1557615 Mar 29 15:50:16.565201 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device 0a8f7ac3-7b4c-4843-a3da-ca2d7ee14610 no longer exists at agent hyperv_n-h2-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:50:16.618100 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-26131c82-f7ac-46dd-ba30-f6dce2e69a12 None None] Port ee72ac06-ce20-4b97-b457-872e335b1552 cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 15:50:16.674611 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:16.711220 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-836a310b-e3d1-4d12-8694-013cd2dbd4d1 req-b6e25d0f-2e4e-47f5-968c-a75e9a99a169 tempest-ServerRescueTestJSON-484479922 tempest-ServerRescueTestJSON-484479922-project] 10.222.0.42 "GET /v2.0/security-groups?id=a3f3b05e-b4b0-4bd5-8f61-9140e1e7cbea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490679 Mar 29 15:50:16.712701 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0859ad1-46a7-4491-b8bd-ab713dd586fb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0a8f7ac3-7b4c-4843-a3da-ca2d7ee14610'}] {{(pid=102792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:50:16.717462 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4f476c66b318cc6068719fc39557fac68d413f5c7e78fa77028c7948e999ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d87c0a4-1e0a-4822-929b-cc6d561c08ae" -d '{"events": [{"server_uuid": "b0859ad1-46a7-4491-b8bd-ab713dd586fb", "name": "network-vif-unplugged", "status": "completed", "tag": "0a8f7ac3-7b4c-4843-a3da-ca2d7ee14610"}]}' {{(pid=102792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:50:16.737863 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port 0a8f7ac3-7b4c-4843-a3da-ca2d7ee14610, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=0a8f7ac3-7b4c-4843-a3da-ca2d7ee14610,segment=NetworkSegment(a0c230f0-660a-4194-9279-0f0781d34134),segment_id=a0c230f0-660a-4194-9279-0f0781d34134)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:50:16.746733 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:16.817437 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 29 Mar 2022 15:50:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-544df155-d2ee-4f9d-bd94-ab3f30f80387 x-openstack-request-id: req-544df155-d2ee-4f9d-bd94-ab3f30f80387 {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:50:16.818099 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0859ad1-46a7-4491-b8bd-ab713dd586fb", "name": "network-vif-unplugged", "status": "completed", "tag": "0a8f7ac3-7b4c-4843-a3da-ca2d7ee14610", "code": 200}]} {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:50:16.818559 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-544df155-d2ee-4f9d-bd94-ab3f30f80387 {{(pid=102792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:50:16.819446 n-d-834765-1 neutron-server[102792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0859ad1-46a7-4491-b8bd-ab713dd586fb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0a8f7ac3-7b4c-4843-a3da-ca2d7ee14610', 'code': 200} Mar 29 15:50:16.823598 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Pushing event updated for resources: {'Port': ['ID=0a8f7ac3-7b4c-4843-a3da-ca2d7ee14610,revision_number=8']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:50:16.852800 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:16.872534 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device 2ce107bf-e1ba-4a58-a32a-d9eb83c122f0 details requested by agent hyperv_n-h1-834765-1 with host n-h1-834765-1 {{(pid=102792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 15:50:17.012803 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port 2ce107bf-e1ba-4a58-a32a-d9eb83c122f0, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=2ce107bf-e1ba-4a58-a32a-d9eb83c122f0,segment=NetworkSegment(a0c230f0-660a-4194-9279-0f0781d34134),segment_id=a0c230f0-660a-4194-9279-0f0781d34134)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:50:17.032833 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Returning: {'device': '2ce107bf-e1ba-4a58-a32a-d9eb83c122f0', 'network_id': '2268a9b9-82fd-4886-a91d-3a50e4e16cab', 'port_id': '2ce107bf-e1ba-4a58-a32a-d9eb83c122f0', 'mac_address': 'fa:16:3e:2f:13:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 625, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abb8e5d6-2aea-4455-a944-3435a3d1ce49', 'ip_address': '192.168.233.89'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 15:50:17.077744 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:17.093853 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ce107bf-e1ba-4a58-a32a-d9eb83c122f0 {{(pid=102792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:50:17.123075 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port 2ce107bf-e1ba-4a58-a32a-d9eb83c122f0, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=2ce107bf-e1ba-4a58-a32a-d9eb83c122f0,segment=NetworkSegment(a0c230f0-660a-4194-9279-0f0781d34134),segment_id=a0c230f0-660a-4194-9279-0f0781d34134)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:50:17.128152 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:17.182584 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Pushing event updated for resources: {'Port': ['ID=2ce107bf-e1ba-4a58-a32a-d9eb83c122f0,revision_number=9']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:50:17.198175 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-fb85bd13-20b0-46b5-a13d-ce368ade3ccc tempest-RoutersAdminTest-736076884 tempest-RoutersAdminTest-736076884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:17.238805 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb85bd13-20b0-46b5-a13d-ce368ade3ccc tempest-RoutersAdminTest-736076884 tempest-RoutersAdminTest-736076884-project] Pushing event deleted for resources: {'Port': ['ID=9e75005e-fb94-43ac-895b-7cab775e5c66,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:50:17.248219 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] get_ports_and_sgs() called for port_ids ['2ce107bf-e1ba-4a58-a32a-d9eb83c122f0'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:50:17.270432 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b842cefc-08bf-483f-8d4c-08ad1e396e6e req-f439ece3-cefd-4497-a1cb-7159333f1f9d tempest-ServersTestManualDisk-450512240 tempest-ServersTestManualDisk-450512240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:50:17.272123 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b842cefc-08bf-483f-8d4c-08ad1e396e6e req-f439ece3-cefd-4497-a1cb-7159333f1f9d tempest-ServersTestManualDisk-450512240 tempest-ServersTestManualDisk-450512240-project] 10.222.0.42 "GET /v2.0/ports?device_id=713844af-a26f-4b3e-af12-fd048b70b175 HTTP/1.1" status: 200 len: 932 time: 0.1679232 Mar 29 15:50:17.391737 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b842cefc-08bf-483f-8d4c-08ad1e396e6e req-285c7921-7a1d-4002-834d-44493cb49d5c tempest-ServersTestManualDisk-450512240 tempest-ServersTestManualDisk-450512240-project] 10.222.0.42 "GET /v2.0/security-groups?id=36d8cc42-d960-42e4-81d7-b41cd1ca0462&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1020932 Mar 29 15:50:17.397185 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-fb85bd13-20b0-46b5-a13d-ce368ade3ccc tempest-RoutersAdminTest-736076884 tempest-RoutersAdminTest-736076884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-648138'] for router_gateway, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:17.439541 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 58540) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:50:17.479171 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [req-30079bd2-0d94-4c45-a6d5-0d6d5de057fd req-83fe4cb0-53af-45a4-b56c-b6c60a1af1ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee72ac06-ce20-4b97-b457-872e335b1552 {{(pid=102791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:50:17.490464 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-30079bd2-0d94-4c45-a6d5-0d6d5de057fd req-83fe4cb0-53af-45a4-b56c-b6c60a1af1ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:17.524059 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-fb85bd13-20b0-46b5-a13d-ce368ade3ccc tempest-RoutersAdminTest-736076884 tempest-RoutersAdminTest-736076884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129328'] for router, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:17.528648 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-fb85bd13-20b0-46b5-a13d-ce368ade3ccc tempest-RoutersAdminTest-736076884 tempest-RoutersAdminTest-736076884-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:17.536842 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.provisioning_blocks [req-30079bd2-0d94-4c45-a6d5-0d6d5de057fd req-83fe4cb0-53af-45a4-b56c-b6c60a1af1ed service neutron] Transition to ACTIVE for port object ee72ac06-ce20-4b97-b457-872e335b1552 will not be triggered until provisioned by entity L2. {{(pid=102791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 15:50:17.556419 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-c9bd309b-36ba-41cb-934f-c31e912826e4 tempest-SecGroupIPv6Test-981023288 tempest-SecGroupIPv6Test-981023288-project] Request body: {'security_group': {'name': 'tempest-secgroup--178744673'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:50:17.574509 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-30079bd2-0d94-4c45-a6d5-0d6d5de057fd req-83fe4cb0-53af-45a4-b56c-b6c60a1af1ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:17.590241 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c9bd309b-36ba-41cb-934f-c31e912826e4 tempest-SecGroupIPv6Test-981023288 tempest-SecGroupIPv6Test-981023288-project] Notify callbacks [] for security_group, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:17.599225 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c9bd309b-36ba-41cb-934f-c31e912826e4 tempest-SecGroupIPv6Test-981023288 tempest-SecGroupIPv6Test-981023288-project] Notify callbacks [] for security_group, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:17.610180 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-fb85bd13-20b0-46b5-a13d-ce368ade3ccc tempest-RoutersAdminTest-736076884 tempest-RoutersAdminTest-736076884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-526718'] for router, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:17.610736 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb85bd13-20b0-46b5-a13d-ce368ade3ccc tempest-RoutersAdminTest-736076884 tempest-RoutersAdminTest-736076884-project] Fanout notify agent at l3_agent the message router_deleted on router f8574985-9a39-49ea-a2ae-795abf0441e2 {{(pid=102791) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 29 15:50:17.619826 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-fb85bd13-20b0-46b5-a13d-ce368ade3ccc tempest-RoutersAdminTest-736076884 tempest-RoutersAdminTest-736076884-project] Notify callbacks [] for router, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:17.625453 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-fb85bd13-20b0-46b5-a13d-ce368ade3ccc tempest-RoutersAdminTest-736076884 tempest-RoutersAdminTest-736076884-project] 10.222.0.42 "DELETE /v2.0/routers/f8574985-9a39-49ea-a2ae-795abf0441e2 HTTP/1.1" status: 204 len: 168 time: 2.2597582 Mar 29 15:50:17.625453 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 58544) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:50:17.632271 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-e5151e13-52a7-4132-a0ea-7e94420f6451 tempest-RoutersAdminTest-736076884 tempest-RoutersAdminTest-736076884-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2033775685', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:50:17.649281 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fe4cb0-53af-45a4-b56c-b6c60a1af1ed service neutron] Pushing event updated for resources: {'Port': ['ID=ee72ac06-ce20-4b97-b457-872e335b1552,revision_number=2']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:50:17.705437 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-e5151e13-52a7-4132-a0ea-7e94420f6451 tempest-RoutersAdminTest-736076884 tempest-RoutersAdminTest-736076884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-532385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129310'] for router, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:17.706929 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:17.708424 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-e5151e13-52a7-4132-a0ea-7e94420f6451 tempest-RoutersAdminTest-736076884 tempest-RoutersAdminTest-736076884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-648091', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-684384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129319'] for router, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:17.731688 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c9bd309b-36ba-41cb-934f-c31e912826e4 tempest-SecGroupIPv6Test-981023288 tempest-SecGroupIPv6Test-981023288-project] Notify callbacks [] for security_group, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:17.746571 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c9bd309b-36ba-41cb-934f-c31e912826e4 tempest-SecGroupIPv6Test-981023288 tempest-SecGroupIPv6Test-981023288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:17.839901 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c9bd309b-36ba-41cb-934f-c31e912826e4 tempest-SecGroupIPv6Test-981023288 tempest-SecGroupIPv6Test-981023288-project] Notify callbacks [] for security_group, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:17.842224 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-e5151e13-52a7-4132-a0ea-7e94420f6451 tempest-RoutersAdminTest-736076884 tempest-RoutersAdminTest-736076884-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:17.845247 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-30079bd2-0d94-4c45-a6d5-0d6d5de057fd req-83fe4cb0-53af-45a4-b56c-b6c60a1af1ed service neutron] Attempting to bind port ee72ac06-ce20-4b97-b457-872e335b1552 on host n-h2-834765-1 for vnic_type normal with profile {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:50:17.845582 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-30079bd2-0d94-4c45-a6d5-0d6d5de057fd req-83fe4cb0-53af-45a4-b56c-b6c60a1af1ed service neutron] Attempting to bind port ee72ac06-ce20-4b97-b457-872e335b1552 by drivers openvswitch,hyperv on host n-h2-834765-1 at level 0 using segments [{'id': '63db82bb-8e0b-410c-8d5e-d91a972c7c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '08d86c7c-d7ae-48d3-9114-f1b7687b801d'}] {{(pid=102791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:50:17.845914 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30079bd2-0d94-4c45-a6d5-0d6d5de057fd req-83fe4cb0-53af-45a4-b56c-b6c60a1af1ed service neutron] Attempting to bind port ee72ac06-ce20-4b97-b457-872e335b1552 on network 08d86c7c-d7ae-48d3-9114-f1b7687b801d {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:50:17.852765 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30079bd2-0d94-4c45-a6d5-0d6d5de057fd req-83fe4cb0-53af-45a4-b56c-b6c60a1af1ed service neutron] Port ee72ac06-ce20-4b97-b457-872e335b1552 on network 08d86c7c-d7ae-48d3-9114-f1b7687b801d not bound, no agent of type Open vSwitch agent registered on host n-h2-834765-1 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 15:50:17.853394 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30079bd2-0d94-4c45-a6d5-0d6d5de057fd req-83fe4cb0-53af-45a4-b56c-b6c60a1af1ed service neutron] Attempting to bind port ee72ac06-ce20-4b97-b457-872e335b1552 on network 08d86c7c-d7ae-48d3-9114-f1b7687b801d {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:50:17.860179 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-e5151e13-52a7-4132-a0ea-7e94420f6451 tempest-RoutersAdminTest-736076884 tempest-RoutersAdminTest-736076884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648118'] for router, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:17.867620 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30079bd2-0d94-4c45-a6d5-0d6d5de057fd req-83fe4cb0-53af-45a4-b56c-b6c60a1af1ed service neutron] Checking agent: {'id': '3e4b4912-b4a2-4d17-b5bd-6ce15529e8eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 33, 17), 'started_at': datetime.datetime(2022, 3, 29, 15, 33, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 50, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:50:17.867951 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30079bd2-0d94-4c45-a6d5-0d6d5de057fd req-83fe4cb0-53af-45a4-b56c-b6c60a1af1ed service neutron] Checking segment: {'id': '63db82bb-8e0b-410c-8d5e-d91a972c7c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '08d86c7c-d7ae-48d3-9114-f1b7687b801d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:50:17.868333 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30079bd2-0d94-4c45-a6d5-0d6d5de057fd req-83fe4cb0-53af-45a4-b56c-b6c60a1af1ed service neutron] Bound using segment: {'id': '63db82bb-8e0b-410c-8d5e-d91a972c7c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '08d86c7c-d7ae-48d3-9114-f1b7687b801d'} {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:50:17.868816 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-30079bd2-0d94-4c45-a6d5-0d6d5de057fd req-83fe4cb0-53af-45a4-b56c-b6c60a1af1ed service neutron] Bound port: ee72ac06-ce20-4b97-b457-872e335b1552, host: n-h2-834765-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63db82bb-8e0b-410c-8d5e-d91a972c7c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '08d86c7c-d7ae-48d3-9114-f1b7687b801d'}}] {{(pid=102791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 15:50:17.869410 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-30079bd2-0d94-4c45-a6d5-0d6d5de057fd req-83fe4cb0-53af-45a4-b56c-b6c60a1af1ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:17.874114 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c9bd309b-36ba-41cb-934f-c31e912826e4 tempest-SecGroupIPv6Test-981023288 tempest-SecGroupIPv6Test-981023288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:17.906189 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c9bd309b-36ba-41cb-934f-c31e912826e4 tempest-SecGroupIPv6Test-981023288 tempest-SecGroupIPv6Test-981023288-project] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:17.907640 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-c9bd309b-36ba-41cb-934f-c31e912826e4 tempest-SecGroupIPv6Test-981023288 tempest-SecGroupIPv6Test-981023288-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4662461 Mar 29 15:50:17.912135 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 58550) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:50:17.965761 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-e5151e13-52a7-4132-a0ea-7e94420f6451 tempest-RoutersAdminTest-736076884 tempest-RoutersAdminTest-736076884-project] Notify callbacks [] for router, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:17.969510 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-e5151e13-52a7-4132-a0ea-7e94420f6451 tempest-RoutersAdminTest-736076884 tempest-RoutersAdminTest-736076884-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3406386 Mar 29 15:50:17.969640 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6598c9f-7e7f-46be-8fe0-6f7c1e6f9e98 req-12f7e53f-e975-45e3-8934-8322fe409fc4 tempest-ServerRescueTestJSON-484479922 tempest-ServerRescueTestJSON-484479922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:50:17.969860 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-d6598c9f-7e7f-46be-8fe0-6f7c1e6f9e98 req-12f7e53f-e975-45e3-8934-8322fe409fc4 tempest-ServerRescueTestJSON-484479922 tempest-ServerRescueTestJSON-484479922-project] 10.222.0.42 "GET /v2.0/ports?device_id=be6069ac-d9ba-40b5-8e20-8d0b5bb33830 HTTP/1.1" status: 200 len: 945 time: 0.1279414 Mar 29 15:50:17.975878 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 58552) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:50:17.977624 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bd309b-36ba-41cb-934f-c31e912826e4 tempest-SecGroupIPv6Test-981023288 tempest-SecGroupIPv6Test-981023288-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6578f317-70e4-4091-bb60-4808dee6ec04,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:50:17.977760 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-30079bd2-0d94-4c45-a6d5-0d6d5de057fd req-83fe4cb0-53af-45a4-b56c-b6c60a1af1ed service neutron] For port ee72ac06-ce20-4b97-b457-872e335b1552, host n-h2-834765-1, cleared binding levels {{(pid=102791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:50:17.981856 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-30079bd2-0d94-4c45-a6d5-0d6d5de057fd req-83fe4cb0-53af-45a4-b56c-b6c60a1af1ed service neutron] For port ee72ac06-ce20-4b97-b457-872e335b1552, host n-h2-834765-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=ee72ac06-ce20-4b97-b457-872e335b1552,segment=NetworkSegment(63db82bb-8e0b-410c-8d5e-d91a972c7c81),segment_id=63db82bb-8e0b-410c-8d5e-d91a972c7c81)] {{(pid=102791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:50:17.982902 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-43f272da-8159-43cb-adf8-33682cf11664 tempest-RoutersAdminTest-935776259 tempest-RoutersAdminTest-935776259-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'enable_snat': False}}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:50:17.987739 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-30079bd2-0d94-4c45-a6d5-0d6d5de057fd req-83fe4cb0-53af-45a4-b56c-b6c60a1af1ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:18.058450 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30079bd2-0d94-4c45-a6d5-0d6d5de057fd req-83fe4cb0-53af-45a4-b56c-b6c60a1af1ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:50:18.059364 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-30079bd2-0d94-4c45-a6d5-0d6d5de057fd req-83fe4cb0-53af-45a4-b56c-b6c60a1af1ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:18.068423 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-30079bd2-0d94-4c45-a6d5-0d6d5de057fd req-83fe4cb0-53af-45a4-b56c-b6c60a1af1ed service neutron] 10.222.0.48 "PUT /v2.0/ports/ee72ac06-ce20-4b97-b457-872e335b1552 HTTP/1.1" status: 200 len: 1092 time: 1.7786345 Mar 29 15:50:18.069194 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '713844af-a26f-4b3e-af12-fd048b70b175', 'tag': 'ee72ac06-ce20-4b97-b457-872e335b1552'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:50:18.072010 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c67b028db5e9b9818fecc5c0a87ebc6f190694fa53ca267d523e04f98de536d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e74e82af-4de5-45b7-a277-a75d2b3914bb" -d '{"events": [{"name": "network-changed", "server_uuid": "713844af-a26f-4b3e-af12-fd048b70b175", "tag": "ee72ac06-ce20-4b97-b457-872e335b1552"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:50:18.147836 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fe4cb0-53af-45a4-b56c-b6c60a1af1ed service neutron] Pushing event updated for resources: {'Port': ['ID=ee72ac06-ce20-4b97-b457-872e335b1552,revision_number=3']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:50:18.190212 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 15:50:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9da2269e-7755-4b28-834e-b24e16e9dbcf x-openstack-request-id: req-9da2269e-7755-4b28-834e-b24e16e9dbcf {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:50:18.190503 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "713844af-a26f-4b3e-af12-fd048b70b175", "tag": "ee72ac06-ce20-4b97-b457-872e335b1552", "status": "completed", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:50:18.190750 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-9da2269e-7755-4b28-834e-b24e16e9dbcf {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:50:18.191142 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '713844af-a26f-4b3e-af12-fd048b70b175', 'tag': 'ee72ac06-ce20-4b97-b457-872e335b1552', 'status': 'completed', 'code': 200} Mar 29 15:50:18.259553 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30079bd2-0d94-4c45-a6d5-0d6d5de057fd req-642c0072-d8ed-4cff-a316-6041e5f952ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:50:18.262907 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-30079bd2-0d94-4c45-a6d5-0d6d5de057fd req-642c0072-d8ed-4cff-a316-6041e5f952ef service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2f916f4102be4d9598e1979f4f5a1e34&device_id=713844af-a26f-4b3e-af12-fd048b70b175 HTTP/1.1" status: 200 len: 1095 time: 0.0980067 Mar 29 15:50:18.273660 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-983fc94d-635d-43f4-911b-04aef5dff99a tempest-SecGroupIPv6Test-981023288 tempest-SecGroupIPv6Test-981023288-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.3509572 Mar 29 15:50:18.277590 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 58568) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:50:18.282414 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-98af4eec-d7f7-4c4a-8920-4814f0132e6b tempest-SecGroupIPv6Test-981023288 tempest-SecGroupIPv6Test-981023288-project] Request body: {'security_group': {'name': 'tempest-security--1239867659', 'description': 'tempest-security-description-245209099'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:50:18.326093 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-43f272da-8159-43cb-adf8-33682cf11664 tempest-RoutersAdminTest-935776259 tempest-RoutersAdminTest-935776259-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:18.331317 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bd309b-36ba-41cb-934f-c31e912826e4 tempest-SecGroupIPv6Test-981023288 tempest-SecGroupIPv6Test-981023288-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec23f3a2-f1f1-4ded-aef4-721104973880,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:50:18.338358 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-30079bd2-0d94-4c45-a6d5-0d6d5de057fd req-85b20999-83b1-40f6-bea1-16ffcef4ff6c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ee72ac06-ce20-4b97-b457-872e335b1552 HTTP/1.1" status: 200 len: 217 time: 0.0619307 Mar 29 15:50:18.341022 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-98af4eec-d7f7-4c4a-8920-4814f0132e6b tempest-SecGroupIPv6Test-981023288 tempest-SecGroupIPv6Test-981023288-project] Notify callbacks [] for security_group, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:18.351849 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-d6598c9f-7e7f-46be-8fe0-6f7c1e6f9e98 req-52f21330-85ba-4409-9e32-64654eed9e58 tempest-ServerRescueTestJSON-484479922 tempest-ServerRescueTestJSON-484479922-project] 10.222.0.42 "GET /v2.0/security-groups?id=a3f3b05e-b4b0-4bd5-8f61-9140e1e7cbea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2839944 Mar 29 15:50:18.437161 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30079bd2-0d94-4c45-a6d5-0d6d5de057fd req-6a700d15-fe6e-4f3a-84c3-9acbeb34212d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:50:18.438903 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-30079bd2-0d94-4c45-a6d5-0d6d5de057fd req-6a700d15-fe6e-4f3a-84c3-9acbeb34212d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a7734bc8-ad66-4b96-b048-122f2b558e8a HTTP/1.1" status: 200 len: 851 time: 0.0856810 Mar 29 15:50:18.451739 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-98af4eec-d7f7-4c4a-8920-4814f0132e6b tempest-SecGroupIPv6Test-981023288 tempest-SecGroupIPv6Test-981023288-project] Notify callbacks [] for security_group, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:18.481345 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-98af4eec-d7f7-4c4a-8920-4814f0132e6b tempest-SecGroupIPv6Test-981023288 tempest-SecGroupIPv6Test-981023288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:18.484085 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-98af4eec-d7f7-4c4a-8920-4814f0132e6b tempest-SecGroupIPv6Test-981023288 tempest-SecGroupIPv6Test-981023288-project] Notify callbacks [] for security_group, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:18.485420 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-98af4eec-d7f7-4c4a-8920-4814f0132e6b tempest-SecGroupIPv6Test-981023288 tempest-SecGroupIPv6Test-981023288-project] 10.222.0.42 "PUT /v2.0/security-groups/ec23f3a2-f1f1-4ded-aef4-721104973880 HTTP/1.1" status: 200 len: 1779 time: 0.2064476 Mar 29 15:50:18.489546 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 58572) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:50:18.527516 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98af4eec-d7f7-4c4a-8920-4814f0132e6b tempest-SecGroupIPv6Test-981023288 tempest-SecGroupIPv6Test-981023288-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec23f3a2-f1f1-4ded-aef4-721104973880,revision_number=2']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:50:18.557465 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30079bd2-0d94-4c45-a6d5-0d6d5de057fd req-fba7e34c-25c4-4e86-80c1-deb04d61748c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:50:18.560081 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-30079bd2-0d94-4c45-a6d5-0d6d5de057fd req-fba7e34c-25c4-4e86-80c1-deb04d61748c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=08d86c7c-d7ae-48d3-9114-f1b7687b801d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1065850 Mar 29 15:50:18.610549 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d58bc7-1b3f-44c5-8efd-c1ebfed5b389 req-8fd30bb6-eff4-4902-9c23-7bd10d4885e2 tempest-ServersTestManualDisk-450512240 tempest-ServersTestManualDisk-450512240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:50:18.612490 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-c7d58bc7-1b3f-44c5-8efd-c1ebfed5b389 req-8fd30bb6-eff4-4902-9c23-7bd10d4885e2 tempest-ServersTestManualDisk-450512240 tempest-ServersTestManualDisk-450512240-project] 10.222.0.42 "GET /v2.0/ports?device_id=713844af-a26f-4b3e-af12-fd048b70b175 HTTP/1.1" status: 200 len: 944 time: 0.0963926 Mar 29 15:50:18.642561 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-fb9d0de5-5c63-49ce-a418-2f895e163331 tempest-SecGroupIPv6Test-981023288 tempest-SecGroupIPv6Test-981023288-project] 10.222.0.42 "GET /v2.0/security-groups/ec23f3a2-f1f1-4ded-aef4-721104973880 HTTP/1.1" status: 200 len: 1779 time: 0.1516824 Mar 29 15:50:18.646520 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 58574) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:50:18.675350 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-43f272da-8159-43cb-adf8-33682cf11664 tempest-RoutersAdminTest-935776259 tempest-RoutersAdminTest-935776259-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:18.706510 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-43f272da-8159-43cb-adf8-33682cf11664 tempest-RoutersAdminTest-935776259 tempest-RoutersAdminTest-935776259-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:18.719083 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-c7d58bc7-1b3f-44c5-8efd-c1ebfed5b389 req-be001320-9c85-482f-ab0a-ca4866c4a2d8 tempest-ServersTestManualDisk-450512240 tempest-ServersTestManualDisk-450512240-project] 10.222.0.42 "GET /v2.0/security-groups?id=36d8cc42-d960-42e4-81d7-b41cd1ca0462&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0933692 Mar 29 15:50:18.738185 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-30079bd2-0d94-4c45-a6d5-0d6d5de057fd req-35210635-921c-4c00-bfb3-d0cc0e2d6ce0 service neutron] 10.222.0.48 "GET /v2.0/networks/08d86c7c-d7ae-48d3-9114-f1b7687b801d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1613610 Mar 29 15:50:18.818736 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-71aa6c8b-8c91-47ce-91cb-c685eacdfc92 tempest-SecGroupIPv6Test-981023288 tempest-SecGroupIPv6Test-981023288-project] Notify callbacks [] for security_group, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:18.853306 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-30079bd2-0d94-4c45-a6d5-0d6d5de057fd req-473003c5-88bc-45b6-a655-5a89ba074c4f service neutron] 10.222.0.48 "GET /v2.0/networks/08d86c7c-d7ae-48d3-9114-f1b7687b801d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081200 Mar 29 15:50:18.875309 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device 2ce107bf-e1ba-4a58-a32a-d9eb83c122f0 up at agent hyperv_n-h1-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:50:18.887553 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-71aa6c8b-8c91-47ce-91cb-c685eacdfc92 tempest-SecGroupIPv6Test-981023288 tempest-SecGroupIPv6Test-981023288-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:18.936851 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.db_base_plugin_common [None req-43f272da-8159-43cb-adf8-33682cf11664 tempest-RoutersAdminTest-935776259 tempest-RoutersAdminTest-935776259-project-admin] Allocated IP 172.25.4.200 (4a4a035d-ecac-4ead-baa3-25f90788773a/e1a353dc-fac8-4901-a63c-273840237d6a/8642858d-135b-4898-9911-ce087c62f0dc) {{(pid=102790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:50:18.945326 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Provisioning complete for port 2ce107bf-e1ba-4a58-a32a-d9eb83c122f0 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:50:18.946378 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:18.996026 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74e82af-4de5-45b7-a277-a75d2b3914bb req-a9e7eddc-de4b-485b-b691-c90fb10d4027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:50:18.998737 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e74e82af-4de5-45b7-a277-a75d2b3914bb req-a9e7eddc-de4b-485b-b691-c90fb10d4027 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2f916f4102be4d9598e1979f4f5a1e34&device_id=713844af-a26f-4b3e-af12-fd048b70b175 HTTP/1.1" status: 200 len: 1095 time: 0.0819449 Mar 29 15:50:19.001146 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-71aa6c8b-8c91-47ce-91cb-c685eacdfc92 tempest-SecGroupIPv6Test-981023288 tempest-SecGroupIPv6Test-981023288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:19.004629 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-71aa6c8b-8c91-47ce-91cb-c685eacdfc92 tempest-SecGroupIPv6Test-981023288 tempest-SecGroupIPv6Test-981023288-project] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:19.005975 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-71aa6c8b-8c91-47ce-91cb-c685eacdfc92 tempest-SecGroupIPv6Test-981023288 tempest-SecGroupIPv6Test-981023288-project] 10.222.0.42 "DELETE /v2.0/security-groups/ec23f3a2-f1f1-4ded-aef4-721104973880 HTTP/1.1" status: 204 len: 168 time: 0.3585088 Mar 29 15:50:19.011918 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 58578) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:50:19.052947 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:19.078025 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71aa6c8b-8c91-47ce-91cb-c685eacdfc92 tempest-SecGroupIPv6Test-981023288 tempest-SecGroupIPv6Test-981023288-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec23f3a2-f1f1-4ded-aef4-721104973880,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:50:19.086742 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '197b2eca-77cd-4241-8165-39634a9be874', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ce107bf-e1ba-4a58-a32a-d9eb83c122f0'}] {{(pid=102792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:50:19.090325 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4f476c66b318cc6068719fc39557fac68d413f5c7e78fa77028c7948e999ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc8e5a94-5a29-4272-847f-3b5ab07ca0d8" -d '{"events": [{"server_uuid": "197b2eca-77cd-4241-8165-39634a9be874", "name": "network-vif-plugged", "status": "completed", "tag": "2ce107bf-e1ba-4a58-a32a-d9eb83c122f0"}]}' {{(pid=102792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:50:19.115425 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port 2ce107bf-e1ba-4a58-a32a-d9eb83c122f0, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=2ce107bf-e1ba-4a58-a32a-d9eb83c122f0,segment=NetworkSegment(a0c230f0-660a-4194-9279-0f0781d34134),segment_id=a0c230f0-660a-4194-9279-0f0781d34134)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:50:19.125425 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:19.139354 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-67125676-fb26-415e-b1ca-7d4338526aa3 tempest-SecGroupIPv6Test-981023288 tempest-SecGroupIPv6Test-981023288-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1164806 Mar 29 15:50:19.142741 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 58582) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:50:19.168982 n-d-834765-1 neutron-server[102791]: INFO neutron.api.v2.resource [None req-f27e569e-5619-4a86-8d59-7722f8d09754 tempest-SecGroupIPv6Test-981023288 tempest-SecGroupIPv6Test-981023288-project] delete failed (client error): The resource could not be found. Mar 29 15:50:19.174906 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-f27e569e-5619-4a86-8d59-7722f8d09754 tempest-SecGroupIPv6Test-981023288 tempest-SecGroupIPv6Test-981023288-project] 10.222.0.42 "DELETE /v2.0/security-groups/ec23f3a2-f1f1-4ded-aef4-721104973880 HTTP/1.1" status: 404 len: 347 time: 0.0270734 Mar 29 15:50:19.174906 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74e82af-4de5-45b7-a277-a75d2b3914bb req-7263bd18-b62f-498a-9d54-c1df1e85921e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:50:19.174906 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e74e82af-4de5-45b7-a277-a75d2b3914bb req-7263bd18-b62f-498a-9d54-c1df1e85921e service neutron] 10.222.0.48 "GET /v2.0/networks?id=08d86c7c-d7ae-48d3-9114-f1b7687b801d HTTP/1.1" status: 200 len: 913 time: 0.1644480 Mar 29 15:50:19.175241 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 58584) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:50:19.179373 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-43f272da-8159-43cb-adf8-33682cf11664 tempest-RoutersAdminTest-935776259 tempest-RoutersAdminTest-935776259-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:19.180474 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-771589b8-1f84-4ed6-b64b-fb960b24cee7 tempest-SecGroupIPv6Test-981023288 tempest-SecGroupIPv6Test-981023288-project] Request body: {'security_group': {'name': 'tempest-secgroup--1943421890'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:50:19.209753 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:50:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-007abead-38b1-400b-96af-8b60a0934995 x-openstack-request-id: req-007abead-38b1-400b-96af-8b60a0934995 {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:50:19.213620 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "197b2eca-77cd-4241-8165-39634a9be874", "name": "network-vif-plugged", "status": "completed", "tag": "2ce107bf-e1ba-4a58-a32a-d9eb83c122f0", "code": 200}]} {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:50:19.214432 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-007abead-38b1-400b-96af-8b60a0934995 {{(pid=102792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:50:19.215164 n-d-834765-1 neutron-server[102792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '197b2eca-77cd-4241-8165-39634a9be874', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ce107bf-e1ba-4a58-a32a-d9eb83c122f0', 'code': 200} Mar 29 15:50:19.236223 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Pushing event updated for resources: {'Port': ['ID=2ce107bf-e1ba-4a58-a32a-d9eb83c122f0,revision_number=10']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:50:19.240263 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e74e82af-4de5-45b7-a277-a75d2b3914bb req-c21d420f-3abd-4815-86ba-4b22c8ed0efd service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ee72ac06-ce20-4b97-b457-872e335b1552 HTTP/1.1" status: 200 len: 217 time: 0.0515738 Mar 29 15:50:19.260593 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-771589b8-1f84-4ed6-b64b-fb960b24cee7 tempest-SecGroupIPv6Test-981023288 tempest-SecGroupIPv6Test-981023288-project] Notify callbacks [] for security_group, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:19.268213 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-43f272da-8159-43cb-adf8-33682cf11664 tempest-RoutersAdminTest-935776259 tempest-RoutersAdminTest-935776259-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:19.299754 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43f272da-8159-43cb-adf8-33682cf11664 tempest-RoutersAdminTest-935776259 tempest-RoutersAdminTest-935776259-project-admin] Network 4a4a035d-ecac-4ead-baa3-25f90788773a is already hosted by enough agents. {{(pid=102790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:50:19.303509 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-43f272da-8159-43cb-adf8-33682cf11664 tempest-RoutersAdminTest-935776259 tempest-RoutersAdminTest-935776259-project-admin] Resources bound (agent type, host, resource id): {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:50:19.306300 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43f272da-8159-43cb-adf8-33682cf11664 tempest-RoutersAdminTest-935776259 tempest-RoutersAdminTest-935776259-project-admin] Received port after_create {{(pid=102790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:50:19.342171 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74e82af-4de5-45b7-a277-a75d2b3914bb req-c7afed8d-e98c-4a4b-9868-59d5d5523e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:50:19.344041 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e74e82af-4de5-45b7-a277-a75d2b3914bb req-c7afed8d-e98c-4a4b-9868-59d5d5523e3f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a7734bc8-ad66-4b96-b048-122f2b558e8a HTTP/1.1" status: 200 len: 851 time: 0.0936296 Mar 29 15:50:19.421574 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74e82af-4de5-45b7-a277-a75d2b3914bb req-f059f130-0b51-4679-a4a8-9d37919480a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:50:19.423219 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e74e82af-4de5-45b7-a277-a75d2b3914bb req-f059f130-0b51-4679-a4a8-9d37919480a0 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=08d86c7c-d7ae-48d3-9114-f1b7687b801d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0708330 Mar 29 15:50:19.437093 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-771589b8-1f84-4ed6-b64b-fb960b24cee7 tempest-SecGroupIPv6Test-981023288 tempest-SecGroupIPv6Test-981023288-project] Notify callbacks [] for security_group, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:19.446269 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-771589b8-1f84-4ed6-b64b-fb960b24cee7 tempest-SecGroupIPv6Test-981023288 tempest-SecGroupIPv6Test-981023288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:19.488223 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771589b8-1f84-4ed6-b64b-fb960b24cee7 tempest-SecGroupIPv6Test-981023288 tempest-SecGroupIPv6Test-981023288-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d4b95320-a7ce-460f-af5a-ecaac31fec2b,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:50:19.535240 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-771589b8-1f84-4ed6-b64b-fb960b24cee7 tempest-SecGroupIPv6Test-981023288 tempest-SecGroupIPv6Test-981023288-project] Notify callbacks [] for security_group, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:19.540055 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-771589b8-1f84-4ed6-b64b-fb960b24cee7 tempest-SecGroupIPv6Test-981023288 tempest-SecGroupIPv6Test-981023288-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3604887 Mar 29 15:50:19.540055 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 58598) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:50:19.545966 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-80c3a8b4-d908-4a61-b0d3-ca32a9705bfb tempest-SecGroupIPv6Test-981023288 tempest-SecGroupIPv6Test-981023288-project] Request body: {'security_group_rule': {'security_group_id': 'd4b95320-a7ce-460f-af5a-ecaac31fec2b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:50:19.597100 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e74e82af-4de5-45b7-a277-a75d2b3914bb req-a9d891ca-f2fc-476f-9fda-099fad033887 service neutron] 10.222.0.48 "GET /v2.0/networks/08d86c7c-d7ae-48d3-9114-f1b7687b801d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1628709 Mar 29 15:50:19.600334 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-80c3a8b4-d908-4a61-b0d3-ca32a9705bfb tempest-SecGroupIPv6Test-981023288 tempest-SecGroupIPv6Test-981023288-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:19.734533 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e74e82af-4de5-45b7-a277-a75d2b3914bb req-e3e42ed6-9ec4-449d-879c-d481a84c0487 service neutron] 10.222.0.48 "GET /v2.0/networks/08d86c7c-d7ae-48d3-9114-f1b7687b801d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246929 Mar 29 15:50:19.779226 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-80c3a8b4-d908-4a61-b0d3-ca32a9705bfb tempest-SecGroupIPv6Test-981023288 tempest-SecGroupIPv6Test-981023288-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:19.784474 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-80c3a8b4-d908-4a61-b0d3-ca32a9705bfb tempest-SecGroupIPv6Test-981023288 tempest-SecGroupIPv6Test-981023288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610998'] for security_group_rule, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:19.825361 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c3a8b4-d908-4a61-b0d3-ca32a9705bfb tempest-SecGroupIPv6Test-981023288 tempest-SecGroupIPv6Test-981023288-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7a74eff-a910-4c4e-99ea-057e7f90464c,revision_number=0']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:50:19.840540 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-80c3a8b4-d908-4a61-b0d3-ca32a9705bfb tempest-SecGroupIPv6Test-981023288 tempest-SecGroupIPv6Test-981023288-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:19.845685 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-80c3a8b4-d908-4a61-b0d3-ca32a9705bfb tempest-SecGroupIPv6Test-981023288 tempest-SecGroupIPv6Test-981023288-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3051217 Mar 29 15:50:19.846504 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 58604) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:50:19.897470 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f272da-8159-43cb-adf8-33682cf11664 tempest-RoutersAdminTest-935776259 tempest-RoutersAdminTest-935776259-project-admin] Pushing event updated for resources: {'Port': ['ID=8642858d-135b-4898-9911-ce087c62f0dc,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:50:19.927443 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-0d97b470-64a1-4b89-aa2a-d59fd21c4978 tempest-SecGroupIPv6Test-981023288 tempest-SecGroupIPv6Test-981023288-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:19.943222 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420bf58f-d447-4bbe-9b3d-6bdecc11ef53 req-40df6d79-e606-44c8-9c16-6d9e6d156170 tempest-ServersTestManualDisk-450512240 tempest-ServersTestManualDisk-450512240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:50:19.945023 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-420bf58f-d447-4bbe-9b3d-6bdecc11ef53 req-40df6d79-e606-44c8-9c16-6d9e6d156170 tempest-ServersTestManualDisk-450512240 tempest-ServersTestManualDisk-450512240-project] 10.222.0.42 "GET /v2.0/ports?device_id=713844af-a26f-4b3e-af12-fd048b70b175 HTTP/1.1" status: 200 len: 944 time: 0.1225805 Mar 29 15:50:19.946919 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-0d97b470-64a1-4b89-aa2a-d59fd21c4978 tempest-SecGroupIPv6Test-981023288 tempest-SecGroupIPv6Test-981023288-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:19.953861 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178a178b-f0e8-47b5-bc6d-7660438c7cd4 req-6942f7bf-a7bb-4408-9c21-faea9d5dd75f tempest-ServerRescueTestJSON-484479922 tempest-ServerRescueTestJSON-484479922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:50:19.956076 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-178a178b-f0e8-47b5-bc6d-7660438c7cd4 req-6942f7bf-a7bb-4408-9c21-faea9d5dd75f tempest-ServerRescueTestJSON-484479922 tempest-ServerRescueTestJSON-484479922-project] 10.222.0.42 "GET /v2.0/ports?device_id=be6069ac-d9ba-40b5-8e20-8d0b5bb33830 HTTP/1.1" status: 200 len: 945 time: 0.1515639 Mar 29 15:50:20.008482 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-420bf58f-d447-4bbe-9b3d-6bdecc11ef53 req-f8401b4e-6f04-4f4e-b8ee-6a5afe443c41 tempest-ServersTestManualDisk-450512240 tempest-ServersTestManualDisk-450512240-project] 10.222.0.42 "GET /v2.0/security-groups?id=36d8cc42-d960-42e4-81d7-b41cd1ca0462&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471520 Mar 29 15:50:20.009403 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-0d97b470-64a1-4b89-aa2a-d59fd21c4978 tempest-SecGroupIPv6Test-981023288 tempest-SecGroupIPv6Test-981023288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610998'] for security_group_rule, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:20.017039 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-0d97b470-64a1-4b89-aa2a-d59fd21c4978 tempest-SecGroupIPv6Test-981023288 tempest-SecGroupIPv6Test-981023288-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:20.020475 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-0d97b470-64a1-4b89-aa2a-d59fd21c4978 tempest-SecGroupIPv6Test-981023288 tempest-SecGroupIPv6Test-981023288-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/d7a74eff-a910-4c4e-99ea-057e7f90464c HTTP/1.1" status: 204 len: 168 time: 0.1420040 Mar 29 15:50:20.020717 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 58606) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:50:20.041905 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d97b470-64a1-4b89-aa2a-d59fd21c4978 tempest-SecGroupIPv6Test-981023288 tempest-SecGroupIPv6Test-981023288-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d7a74eff-a910-4c4e-99ea-057e7f90464c,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:50:20.052153 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-178a178b-f0e8-47b5-bc6d-7660438c7cd4 req-93bfd476-73ba-45ce-99ce-17a82fec61ab tempest-ServerRescueTestJSON-484479922 tempest-ServerRescueTestJSON-484479922-project] 10.222.0.42 "GET /v2.0/security-groups?id=a3f3b05e-b4b0-4bd5-8f61-9140e1e7cbea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848060 Mar 29 15:50:20.057630 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-43f272da-8159-43cb-adf8-33682cf11664 tempest-RoutersAdminTest-935776259 tempest-RoutersAdminTest-935776259-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:20.089189 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-54e3292a-76c8-450c-96a8-35310df2e96b tempest-SecGroupIPv6Test-981023288 tempest-SecGroupIPv6Test-981023288-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0671816 Mar 29 15:50:20.094720 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 58608) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:50:20.147212 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-952d1fb1-ab0f-4949-93f7-37dd358b6b93 tempest-SecGroupIPv6Test-981023288 tempest-SecGroupIPv6Test-981023288-project] Notify callbacks [] for security_group, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:20.168997 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-952d1fb1-ab0f-4949-93f7-37dd358b6b93 tempest-SecGroupIPv6Test-981023288 tempest-SecGroupIPv6Test-981023288-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:20.210691 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-952d1fb1-ab0f-4949-93f7-37dd358b6b93 tempest-SecGroupIPv6Test-981023288 tempest-SecGroupIPv6Test-981023288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:20.213567 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-952d1fb1-ab0f-4949-93f7-37dd358b6b93 tempest-SecGroupIPv6Test-981023288 tempest-SecGroupIPv6Test-981023288-project] Notify callbacks [] for security_group, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:20.215483 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-952d1fb1-ab0f-4949-93f7-37dd358b6b93 tempest-SecGroupIPv6Test-981023288 tempest-SecGroupIPv6Test-981023288-project] 10.222.0.42 "DELETE /v2.0/security-groups/d4b95320-a7ce-460f-af5a-ecaac31fec2b HTTP/1.1" status: 204 len: 168 time: 0.1197686 Mar 29 15:50:20.218822 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 58610) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:50:20.231285 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952d1fb1-ab0f-4949-93f7-37dd358b6b93 tempest-SecGroupIPv6Test-981023288 tempest-SecGroupIPv6Test-981023288-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4b95320-a7ce-460f-af5a-ecaac31fec2b,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:50:20.265427 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-43f272da-8159-43cb-adf8-33682cf11664 tempest-RoutersAdminTest-935776259 tempest-RoutersAdminTest-935776259-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-648077', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-526627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129337'] for router, precommit_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:20.268693 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-43f272da-8159-43cb-adf8-33682cf11664 tempest-RoutersAdminTest-935776259 tempest-RoutersAdminTest-935776259-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-648068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-648127', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-526682'] for router, after_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:20.280733 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-8fe8e137-d4bf-439f-85f7-6c3842a1d424 tempest-SecGroupIPv6Test-981023288 tempest-SecGroupIPv6Test-981023288-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0596569 Mar 29 15:50:20.284299 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 58612) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:50:20.288810 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-5c5247a0-99a7-4fd4-958f-f820b9de233b tempest-SecGroupIPv6Test-981023288 tempest-SecGroupIPv6Test-981023288-project] Request body: {'security_group': {'name': 'tempest-secgroup--1610752088'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:50:20.309415 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-5c5247a0-99a7-4fd4-958f-f820b9de233b tempest-SecGroupIPv6Test-981023288 tempest-SecGroupIPv6Test-981023288-project] Notify callbacks [] for security_group, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:20.382180 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-5c5247a0-99a7-4fd4-958f-f820b9de233b tempest-SecGroupIPv6Test-981023288 tempest-SecGroupIPv6Test-981023288-project] Notify callbacks [] for security_group, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:20.388330 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-5c5247a0-99a7-4fd4-958f-f820b9de233b tempest-SecGroupIPv6Test-981023288 tempest-SecGroupIPv6Test-981023288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:20.419906 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43f272da-8159-43cb-adf8-33682cf11664 tempest-RoutersAdminTest-935776259 tempest-RoutersAdminTest-935776259-project-admin] Router c5c71e14-1cf8-4aae-99d9-f6ac1f4a4197 is scheduled to L3 agent c648d819-1060-4f26-b4ec-6455387b5dff with binding_index 1 {{(pid=102790) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 29 15:50:20.420232 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-5c5247a0-99a7-4fd4-958f-f820b9de233b tempest-SecGroupIPv6Test-981023288 tempest-SecGroupIPv6Test-981023288-project] Notify callbacks [] for security_group, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:20.424117 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-5c5247a0-99a7-4fd4-958f-f820b9de233b tempest-SecGroupIPv6Test-981023288 tempest-SecGroupIPv6Test-981023288-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1362169 Mar 29 15:50:20.424117 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5247a0-99a7-4fd4-958f-f820b9de233b tempest-SecGroupIPv6Test-981023288 tempest-SecGroupIPv6Test-981023288-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e5f25b0-1af2-48e5-b8bc-9e4d35d4faac,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:50:20.424364 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 58624) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:50:20.428758 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-fbce1135-b1c5-4f14-ab0b-37b6cfaf7a1d tempest-SecGroupIPv6Test-981023288 tempest-SecGroupIPv6Test-981023288-project] Request body: {'security_group_rule': {'security_group_id': '9e5f25b0-1af2-48e5-b8bc-9e4d35d4faac', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:50:20.497913 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-fbce1135-b1c5-4f14-ab0b-37b6cfaf7a1d tempest-SecGroupIPv6Test-981023288 tempest-SecGroupIPv6Test-981023288-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:20.580271 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43f272da-8159-43cb-adf8-33682cf11664 tempest-RoutersAdminTest-935776259 tempest-RoutersAdminTest-935776259-project-admin] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:50:20.585649 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-43f272da-8159-43cb-adf8-33682cf11664 tempest-RoutersAdminTest-935776259 tempest-RoutersAdminTest-935776259-project-admin] Notify callbacks [] for router, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:20.586813 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-43f272da-8159-43cb-adf8-33682cf11664 tempest-RoutersAdminTest-935776259 tempest-RoutersAdminTest-935776259-project-admin] 10.222.0.42 "PUT /v2.0/routers/c5c71e14-1cf8-4aae-99d9-f6ac1f4a4197 HTTP/1.1" status: 200 len: 916 time: 2.6101258 Mar 29 15:50:20.589795 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 58626) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:50:20.591784 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cbccf7e-13e6-4ce5-bba8-696e7f079c52 None None] Sync routers for ids ['c5c71e14-1cf8-4aae-99d9-f6ac1f4a4197'] in n-d-834765-1 {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:50:20.601154 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-fbce1135-b1c5-4f14-ab0b-37b6cfaf7a1d tempest-SecGroupIPv6Test-981023288 tempest-SecGroupIPv6Test-981023288-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:20.601330 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cbccf7e-13e6-4ce5-bba8-696e7f079c52 None None] Routers {'c5c71e14-1cf8-4aae-99d9-f6ac1f4a4197'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:50:20.601882 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-4cbccf7e-13e6-4ce5-bba8-696e7f079c52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:50:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['c5c71e14-1cf8-4aae-99d9-f6ac1f4a4197'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:50:20.633612 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-fbce1135-b1c5-4f14-ab0b-37b6cfaf7a1d tempest-SecGroupIPv6Test-981023288 tempest-SecGroupIPv6Test-981023288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610998'] for security_group_rule, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:20.638344 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-4cbccf7e-13e6-4ce5-bba8-696e7f079c52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:50:20.647058 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cbccf7e-13e6-4ce5-bba8-696e7f079c52 None None] Routers {'c5c71e14-1cf8-4aae-99d9-f6ac1f4a4197'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:50:20.647711 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-4cbccf7e-13e6-4ce5-bba8-696e7f079c52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:50:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['c5c71e14-1cf8-4aae-99d9-f6ac1f4a4197'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:50:20.660075 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbce1135-b1c5-4f14-ab0b-37b6cfaf7a1d tempest-SecGroupIPv6Test-981023288 tempest-SecGroupIPv6Test-981023288-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4bef3c3-013c-4d5d-877c-4b2bd633b3aa,revision_number=0']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:50:20.675456 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-fbce1135-b1c5-4f14-ab0b-37b6cfaf7a1d tempest-SecGroupIPv6Test-981023288 tempest-SecGroupIPv6Test-981023288-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:20.679222 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-fbce1135-b1c5-4f14-ab0b-37b6cfaf7a1d tempest-SecGroupIPv6Test-981023288 tempest-SecGroupIPv6Test-981023288-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2512987 Mar 29 15:50:20.679418 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 58630) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:50:20.684117 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-4cbccf7e-13e6-4ce5-bba8-696e7f079c52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:50:20.684384 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-bfdf7abc-4eb8-4de3-8794-2120b6047899 tempest-SecGroupIPv6Test-981023288 tempest-SecGroupIPv6Test-981023288-project] Request body: {'security_group_rule': {'security_group_id': '9e5f25b0-1af2-48e5-b8bc-9e4d35d4faac', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:50:20.684885 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cbccf7e-13e6-4ce5-bba8-696e7f079c52 None None] The sync data for ids ['c5c71e14-1cf8-4aae-99d9-f6ac1f4a4197'] in n-d-834765-1 is: [] {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:50:20.742711 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-807e8da3-dd45-41b4-9cd0-445e505d2c3a tempest-RoutersAdminTest-935776259 tempest-RoutersAdminTest-935776259-project-admin] 10.222.0.42 "GET /v2.0/routers/c5c71e14-1cf8-4aae-99d9-f6ac1f4a4197 HTTP/1.1" status: 200 len: 922 time: 0.1493497 Mar 29 15:50:20.743474 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 58632) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:50:20.746803 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-bfdf7abc-4eb8-4de3-8794-2120b6047899 tempest-SecGroupIPv6Test-981023288 tempest-SecGroupIPv6Test-981023288-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:20.787000 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ad750f2-6c33-4ead-bc67-a4609305d4f2 tempest-RoutersAdminTest-935776259 tempest-RoutersAdminTest-935776259-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:50:20.788586 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-9ad750f2-6c33-4ead-bc67-a4609305d4f2 tempest-RoutersAdminTest-935776259 tempest-RoutersAdminTest-935776259-project-admin] 10.222.0.42 "GET /v2.0/ports?network_id=4a4a035d-ecac-4ead-baa3-25f90788773a&device_id=c5c71e14-1cf8-4aae-99d9-f6ac1f4a4197&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0441017 Mar 29 15:50:20.791323 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 58634) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:50:20.795015 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-bfdf7abc-4eb8-4de3-8794-2120b6047899 tempest-SecGroupIPv6Test-981023288 tempest-SecGroupIPv6Test-981023288-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:20.799297 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-bfdf7abc-4eb8-4de3-8794-2120b6047899 tempest-SecGroupIPv6Test-981023288 tempest-SecGroupIPv6Test-981023288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610998'] for security_group_rule, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:20.814640 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdf7abc-4eb8-4de3-8794-2120b6047899 tempest-SecGroupIPv6Test-981023288 tempest-SecGroupIPv6Test-981023288-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16c2429d-c904-4b17-a4ca-84ae278ddd38,revision_number=0']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:50:20.827893 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-bfdf7abc-4eb8-4de3-8794-2120b6047899 tempest-SecGroupIPv6Test-981023288 tempest-SecGroupIPv6Test-981023288-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:20.829102 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-bfdf7abc-4eb8-4de3-8794-2120b6047899 tempest-SecGroupIPv6Test-981023288 tempest-SecGroupIPv6Test-981023288-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1489072 Mar 29 15:50:20.831856 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 58636) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:50:20.836114 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-28c19b96-5f94-4de1-af11-06ebc65e12c7 tempest-SecGroupIPv6Test-981023288 tempest-SecGroupIPv6Test-981023288-project] Request body: {'security_group_rule': {'security_group_id': '9e5f25b0-1af2-48e5-b8bc-9e4d35d4faac', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:50:20.861130 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-28c19b96-5f94-4de1-af11-06ebc65e12c7 tempest-SecGroupIPv6Test-981023288 tempest-SecGroupIPv6Test-981023288-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:20.888204 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75d35c0a-f056-4169-9846-93636ebc98ea tempest-RoutersAdminTest-935776259 tempest-RoutersAdminTest-935776259-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:50:20.889838 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-75d35c0a-f056-4169-9846-93636ebc98ea tempest-RoutersAdminTest-935776259 tempest-RoutersAdminTest-935776259-project-admin] 10.222.0.42 "GET /v2.0/networks/4a4a035d-ecac-4ead-baa3-25f90788773a HTTP/1.1" status: 200 len: 881 time: 0.0976005 Mar 29 15:50:20.892700 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 58640) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:50:20.919895 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-3b3a9959-4c2f-4e6f-924a-0a7f84750734 tempest-RoutersAdminTest-736076884 tempest-RoutersAdminTest-736076884-project] 10.222.0.42 "GET /v2.0/ports?device_id=c5c71e14-1cf8-4aae-99d9-f6ac1f4a4197 HTTP/1.1" status: 200 len: 205 time: 0.0260956 Mar 29 15:50:20.922568 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 58644) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:50:20.938497 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-28c19b96-5f94-4de1-af11-06ebc65e12c7 tempest-SecGroupIPv6Test-981023288 tempest-SecGroupIPv6Test-981023288-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:20.942646 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-28c19b96-5f94-4de1-af11-06ebc65e12c7 tempest-SecGroupIPv6Test-981023288 tempest-SecGroupIPv6Test-981023288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610998'] for security_group_rule, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:20.969414 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c19b96-5f94-4de1-af11-06ebc65e12c7 tempest-SecGroupIPv6Test-981023288 tempest-SecGroupIPv6Test-981023288-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01828c75-bcaa-418f-9534-86f8a513ad13,revision_number=0']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:50:20.976175 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-28c19b96-5f94-4de1-af11-06ebc65e12c7 tempest-SecGroupIPv6Test-981023288 tempest-SecGroupIPv6Test-981023288-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:20.980067 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-28c19b96-5f94-4de1-af11-06ebc65e12c7 tempest-SecGroupIPv6Test-981023288 tempest-SecGroupIPv6Test-981023288-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1448004 Mar 29 15:50:20.980542 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 58648) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:50:20.984786 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-4e4d7a61-2cd2-4243-9d3d-374551511dd3 tempest-SecGroupIPv6Test-981023288 tempest-SecGroupIPv6Test-981023288-project] Request body: {'security_group_rule': {'security_group_id': '9e5f25b0-1af2-48e5-b8bc-9e4d35d4faac', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:50:21.025945 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-4e4d7a61-2cd2-4243-9d3d-374551511dd3 tempest-SecGroupIPv6Test-981023288 tempest-SecGroupIPv6Test-981023288-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:21.036956 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-046900d3-056f-401d-893c-696c00750806 tempest-RoutersAdminTest-736076884 tempest-RoutersAdminTest-736076884-project] Notify callbacks [] for router, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:21.064039 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-ce7eee5b-0a1b-4c2b-94ae-e3f3453484a9 req-52de30b4-2349-40de-a4ae-fa8e8778992e tempest-ServersTestBootFromVolume-1498240647 tempest-ServersTestBootFromVolume-1498240647-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--2122137433&fields=id&tenant_id=a2225105c4c64cec9c8922b4222928a3 HTTP/1.1" status: 200 len: 267 time: 0.0585914 Mar 29 15:50:21.123253 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-4e4d7a61-2cd2-4243-9d3d-374551511dd3 tempest-SecGroupIPv6Test-981023288 tempest-SecGroupIPv6Test-981023288-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:21.154153 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-4e4d7a61-2cd2-4243-9d3d-374551511dd3 tempest-SecGroupIPv6Test-981023288 tempest-SecGroupIPv6Test-981023288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610998'] for security_group_rule, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:21.177872 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-046900d3-056f-401d-893c-696c00750806 tempest-RoutersAdminTest-736076884 tempest-RoutersAdminTest-736076884-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:21.182472 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4d7a61-2cd2-4243-9d3d-374551511dd3 tempest-SecGroupIPv6Test-981023288 tempest-SecGroupIPv6Test-981023288-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93e6b8b3-adb1-4d78-98b4-52291dfd96ce,revision_number=0']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:50:21.195170 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c299c1-b6d6-4192-a6de-131895c83ae4 req-db9eb7b4-71b8-40ae-9fb3-77184cfdce79 tempest-ServersTestManualDisk-450512240 tempest-ServersTestManualDisk-450512240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:50:21.195797 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-4e4d7a61-2cd2-4243-9d3d-374551511dd3 tempest-SecGroupIPv6Test-981023288 tempest-SecGroupIPv6Test-981023288-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:21.200481 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-35c299c1-b6d6-4192-a6de-131895c83ae4 req-db9eb7b4-71b8-40ae-9fb3-77184cfdce79 tempest-ServersTestManualDisk-450512240 tempest-ServersTestManualDisk-450512240-project] 10.222.0.42 "GET /v2.0/ports?device_id=713844af-a26f-4b3e-af12-fd048b70b175 HTTP/1.1" status: 200 len: 944 time: 0.0677760 Mar 29 15:50:21.200642 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-4e4d7a61-2cd2-4243-9d3d-374551511dd3 tempest-SecGroupIPv6Test-981023288 tempest-SecGroupIPv6Test-981023288-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2157764 Mar 29 15:50:21.200754 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 58654) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:50:21.205090 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-6a661817-3d60-4c7c-a5e7-d161418c89ad tempest-SecGroupIPv6Test-981023288 tempest-SecGroupIPv6Test-981023288-project] Request body: {'security_group_rule': {'security_group_id': '9e5f25b0-1af2-48e5-b8bc-9e4d35d4faac', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:50:21.233775 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7eee5b-0a1b-4c2b-94ae-e3f3453484a9 req-2405c97f-5ee5-4a58-9c4c-48e0cd3079f6 tempest-ServersTestBootFromVolume-1498240647 tempest-ServersTestBootFromVolume-1498240647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:50:21.235433 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-ce7eee5b-0a1b-4c2b-94ae-e3f3453484a9 req-2405c97f-5ee5-4a58-9c4c-48e0cd3079f6 tempest-ServersTestBootFromVolume-1498240647 tempest-ServersTestBootFromVolume-1498240647-project] 10.222.0.42 "GET /v2.0/networks?id=94f600c4-9204-48b8-9dde-4e8016a6c980 HTTP/1.1" status: 200 len: 816 time: 0.1578183 Mar 29 15:50:21.255002 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-6a661817-3d60-4c7c-a5e7-d161418c89ad tempest-SecGroupIPv6Test-981023288 tempest-SecGroupIPv6Test-981023288-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:21.261922 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-35c299c1-b6d6-4192-a6de-131895c83ae4 req-3db454e8-9e25-40bc-bb78-850229141b35 tempest-ServersTestManualDisk-450512240 tempest-ServersTestManualDisk-450512240-project] 10.222.0.42 "GET /v2.0/security-groups?id=36d8cc42-d960-42e4-81d7-b41cd1ca0462&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424559 Mar 29 15:50:21.272335 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-046900d3-056f-401d-893c-696c00750806 tempest-RoutersAdminTest-736076884 tempest-RoutersAdminTest-736076884-project] Deleting port 8642858d-135b-4898-9911-ce087c62f0dc {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:50:21.272924 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-046900d3-056f-401d-893c-696c00750806 tempest-RoutersAdminTest-736076884 tempest-RoutersAdminTest-736076884-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:21.290869 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-ce7eee5b-0a1b-4c2b-94ae-e3f3453484a9 req-56a5b12b-51cc-40b5-b824-a9f46efb6d1a tempest-ServersTestBootFromVolume-1498240647 tempest-ServersTestBootFromVolume-1498240647-project] 10.222.0.42 "GET /v2.0/quotas/a2225105c4c64cec9c8922b4222928a3 HTTP/1.1" status: 200 len: 375 time: 0.0481510 Mar 29 15:50:21.377000 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-6a661817-3d60-4c7c-a5e7-d161418c89ad tempest-SecGroupIPv6Test-981023288 tempest-SecGroupIPv6Test-981023288-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:21.385444 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-046900d3-056f-401d-893c-696c00750806 tempest-RoutersAdminTest-736076884 tempest-RoutersAdminTest-736076884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:21.388809 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-ce7eee5b-0a1b-4c2b-94ae-e3f3453484a9 req-24599a2d-d0eb-4778-8a83-b384cabf2cb2 tempest-ServersTestBootFromVolume-1498240647 tempest-ServersTestBootFromVolume-1498240647-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=a2225105c4c64cec9c8922b4222928a3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0891044 Mar 29 15:50:21.389962 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-6a661817-3d60-4c7c-a5e7-d161418c89ad tempest-SecGroupIPv6Test-981023288 tempest-SecGroupIPv6Test-981023288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610998'] for security_group_rule, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:21.402803 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-046900d3-056f-401d-893c-696c00750806 tempest-RoutersAdminTest-736076884 tempest-RoutersAdminTest-736076884-project] Calling delete_port for 8642858d-135b-4898-9911-ce087c62f0dc owned by network:router_gateway {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:50:21.414376 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ec96e2-db5e-4188-be60-d0a26f1a2d50 req-21202b75-83f0-48c9-a375-08e22a13b397 tempest-ServerRescueTestJSON-484479922 tempest-ServerRescueTestJSON-484479922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:50:21.416030 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-c1ec96e2-db5e-4188-be60-d0a26f1a2d50 req-21202b75-83f0-48c9-a375-08e22a13b397 tempest-ServerRescueTestJSON-484479922 tempest-ServerRescueTestJSON-484479922-project] 10.222.0.42 "GET /v2.0/ports?device_id=be6069ac-d9ba-40b5-8e20-8d0b5bb33830 HTTP/1.1" status: 200 len: 945 time: 0.0814757 Mar 29 15:50:21.433926 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a661817-3d60-4c7c-a5e7-d161418c89ad tempest-SecGroupIPv6Test-981023288 tempest-SecGroupIPv6Test-981023288-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4476f14d-a5de-468f-a245-c407b89e6087,revision_number=0']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:50:21.447972 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-6a661817-3d60-4c7c-a5e7-d161418c89ad tempest-SecGroupIPv6Test-981023288 tempest-SecGroupIPv6Test-981023288-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:21.452713 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-6a661817-3d60-4c7c-a5e7-d161418c89ad tempest-SecGroupIPv6Test-981023288 tempest-SecGroupIPv6Test-981023288-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.2484245 Mar 29 15:50:21.453463 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 58666) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:50:21.503729 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-c1ec96e2-db5e-4188-be60-d0a26f1a2d50 req-0db5334d-6e3f-42df-9f8b-48956137c056 tempest-ServerRescueTestJSON-484479922 tempest-ServerRescueTestJSON-484479922-project] 10.222.0.42 "GET /v2.0/security-groups?id=a3f3b05e-b4b0-4bd5-8f61-9140e1e7cbea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787301 Mar 29 15:50:21.517891 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-ebd0c9de-4a71-4545-a801-1c7106b73761 tempest-SecGroupIPv6Test-981023288 tempest-SecGroupIPv6Test-981023288-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:21.525849 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-ebd0c9de-4a71-4545-a801-1c7106b73761 tempest-SecGroupIPv6Test-981023288 tempest-SecGroupIPv6Test-981023288-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:21.571383 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-ce7eee5b-0a1b-4c2b-94ae-e3f3453484a9 req-f940aabc-570e-4fd5-8c4f-e17e21f67775 service neutron] 10.222.0.42 "GET /v2.0/networks/94f600c4-9204-48b8-9dde-4e8016a6c980?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1610303 Mar 29 15:50:21.629191 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-ebd0c9de-4a71-4545-a801-1c7106b73761 tempest-SecGroupIPv6Test-981023288 tempest-SecGroupIPv6Test-981023288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610998'] for security_group_rule, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:21.630212 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-046900d3-056f-401d-893c-696c00750806 tempest-RoutersAdminTest-736076884 tempest-RoutersAdminTest-736076884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:21.637344 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-ebd0c9de-4a71-4545-a801-1c7106b73761 tempest-SecGroupIPv6Test-981023288 tempest-SecGroupIPv6Test-981023288-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:21.641072 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-ebd0c9de-4a71-4545-a801-1c7106b73761 tempest-SecGroupIPv6Test-981023288 tempest-SecGroupIPv6Test-981023288-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/4476f14d-a5de-468f-a245-c407b89e6087 HTTP/1.1" status: 204 len: 168 time: 0.1847031 Mar 29 15:50:21.643888 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 58680) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:50:21.668066 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046900d3-056f-401d-893c-696c00750806 tempest-RoutersAdminTest-736076884 tempest-RoutersAdminTest-736076884-project] Pushing event deleted for resources: {'Port': ['ID=8642858d-135b-4898-9911-ce087c62f0dc,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:50:21.680819 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd0c9de-4a71-4545-a801-1c7106b73761 tempest-SecGroupIPv6Test-981023288 tempest-SecGroupIPv6Test-981023288-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4476f14d-a5de-468f-a245-c407b89e6087,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:50:21.737406 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-046900d3-056f-401d-893c-696c00750806 tempest-RoutersAdminTest-736076884 tempest-RoutersAdminTest-736076884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-648138'] for router_gateway, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:21.755736 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-991fe864-181d-4bc6-accb-67f6144ab87d tempest-SecGroupIPv6Test-981023288 tempest-SecGroupIPv6Test-981023288-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0765474 Mar 29 15:50:21.761455 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 58684) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:50:21.778245 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-ce7eee5b-0a1b-4c2b-94ae-e3f3453484a9 req-a6b08492-9670-40ba-90d5-b35c58746308 service neutron] 10.222.0.42 "GET /v2.0/networks/94f600c4-9204-48b8-9dde-4e8016a6c980?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1972983 Mar 29 15:50:21.791494 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-6b8c1074-45a1-45bd-aa40-fc7f47be04ae tempest-SecGroupIPv6Test-981023288 tempest-SecGroupIPv6Test-981023288-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:21.800242 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-6b8c1074-45a1-45bd-aa40-fc7f47be04ae tempest-SecGroupIPv6Test-981023288 tempest-SecGroupIPv6Test-981023288-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:21.837029 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-6b8c1074-45a1-45bd-aa40-fc7f47be04ae tempest-SecGroupIPv6Test-981023288 tempest-SecGroupIPv6Test-981023288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610998'] for security_group_rule, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:21.845732 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-6b8c1074-45a1-45bd-aa40-fc7f47be04ae tempest-SecGroupIPv6Test-981023288 tempest-SecGroupIPv6Test-981023288-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:21.849411 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-046900d3-056f-401d-893c-696c00750806 tempest-RoutersAdminTest-736076884 tempest-RoutersAdminTest-736076884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129328'] for router, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:21.849985 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-6b8c1074-45a1-45bd-aa40-fc7f47be04ae tempest-SecGroupIPv6Test-981023288 tempest-SecGroupIPv6Test-981023288-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/93e6b8b3-adb1-4d78-98b4-52291dfd96ce HTTP/1.1" status: 204 len: 168 time: 0.0877385 Mar 29 15:50:21.850114 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-046900d3-056f-401d-893c-696c00750806 tempest-RoutersAdminTest-736076884 tempest-RoutersAdminTest-736076884-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:21.851486 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 58692) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:50:21.857579 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8c1074-45a1-45bd-aa40-fc7f47be04ae tempest-SecGroupIPv6Test-981023288 tempest-SecGroupIPv6Test-981023288-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=93e6b8b3-adb1-4d78-98b4-52291dfd96ce,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:50:21.942156 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-2dd7a6fd-f2e9-4b2e-93ea-34724affb2f3 tempest-SecGroupIPv6Test-981023288 tempest-SecGroupIPv6Test-981023288-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0893867 Mar 29 15:50:21.944873 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 58700) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:50:21.945424 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-046900d3-056f-401d-893c-696c00750806 tempest-RoutersAdminTest-736076884 tempest-RoutersAdminTest-736076884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-526718'] for router, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:21.946012 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-046900d3-056f-401d-893c-696c00750806 tempest-RoutersAdminTest-736076884 tempest-RoutersAdminTest-736076884-project] Fanout notify agent at l3_agent the message router_deleted on router c5c71e14-1cf8-4aae-99d9-f6ac1f4a4197 {{(pid=102791) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 29 15:50:21.953629 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-046900d3-056f-401d-893c-696c00750806 tempest-RoutersAdminTest-736076884 tempest-RoutersAdminTest-736076884-project] Notify callbacks [] for router, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:21.954719 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-046900d3-056f-401d-893c-696c00750806 tempest-RoutersAdminTest-736076884 tempest-RoutersAdminTest-736076884-project] 10.222.0.42 "DELETE /v2.0/routers/c5c71e14-1cf8-4aae-99d9-f6ac1f4a4197 HTTP/1.1" status: 204 len: 168 time: 1.0311899 Mar 29 15:50:21.958536 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 58704) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:50:21.967311 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-bb301c32-3e4c-42d6-9d0a-b1d0a87ff1e1 tempest-RoutersAdminTest-736076884 tempest-RoutersAdminTest-736076884-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-891924319', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'}, 'admin_state_up': False}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:50:21.998566 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-324bce0f-f67a-4f19-b731-483aab020235 tempest-SecGroupIPv6Test-981023288 tempest-SecGroupIPv6Test-981023288-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:22.007953 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-bb301c32-3e4c-42d6-9d0a-b1d0a87ff1e1 tempest-RoutersAdminTest-736076884 tempest-RoutersAdminTest-736076884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-532385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129310'] for router, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:22.009134 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-bb301c32-3e4c-42d6-9d0a-b1d0a87ff1e1 tempest-RoutersAdminTest-736076884 tempest-RoutersAdminTest-736076884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-648091', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-684384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129319'] for router, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:22.015946 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-324bce0f-f67a-4f19-b731-483aab020235 tempest-SecGroupIPv6Test-981023288 tempest-SecGroupIPv6Test-981023288-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:22.066675 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-324bce0f-f67a-4f19-b731-483aab020235 tempest-SecGroupIPv6Test-981023288 tempest-SecGroupIPv6Test-981023288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610998'] for security_group_rule, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:22.067598 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-bb301c32-3e4c-42d6-9d0a-b1d0a87ff1e1 tempest-RoutersAdminTest-736076884 tempest-RoutersAdminTest-736076884-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:22.078382 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-324bce0f-f67a-4f19-b731-483aab020235 tempest-SecGroupIPv6Test-981023288 tempest-SecGroupIPv6Test-981023288-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:22.082705 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-324bce0f-f67a-4f19-b731-483aab020235 tempest-SecGroupIPv6Test-981023288 tempest-SecGroupIPv6Test-981023288-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/01828c75-bcaa-418f-9534-86f8a513ad13 HTTP/1.1" status: 204 len: 168 time: 0.1366363 Mar 29 15:50:22.083562 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 58708) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:50:22.109460 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324bce0f-f67a-4f19-b731-483aab020235 tempest-SecGroupIPv6Test-981023288 tempest-SecGroupIPv6Test-981023288-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=01828c75-bcaa-418f-9534-86f8a513ad13,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:50:22.157546 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-e68746bb-addd-41e9-add2-c7fe94fcdef5 tempest-SecGroupIPv6Test-981023288 tempest-SecGroupIPv6Test-981023288-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0704608 Mar 29 15:50:22.158360 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 58710) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:50:22.194559 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-bf62b7af-516f-492a-a011-7b3c94c42c17 tempest-SecGroupIPv6Test-981023288 tempest-SecGroupIPv6Test-981023288-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:22.209390 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-bf62b7af-516f-492a-a011-7b3c94c42c17 tempest-SecGroupIPv6Test-981023288 tempest-SecGroupIPv6Test-981023288-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:22.245498 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-bf62b7af-516f-492a-a011-7b3c94c42c17 tempest-SecGroupIPv6Test-981023288 tempest-SecGroupIPv6Test-981023288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610998'] for security_group_rule, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:22.253197 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-bf62b7af-516f-492a-a011-7b3c94c42c17 tempest-SecGroupIPv6Test-981023288 tempest-SecGroupIPv6Test-981023288-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:22.258020 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-bf62b7af-516f-492a-a011-7b3c94c42c17 tempest-SecGroupIPv6Test-981023288 tempest-SecGroupIPv6Test-981023288-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/16c2429d-c904-4b17-a4ca-84ae278ddd38 HTTP/1.1" status: 204 len: 168 time: 0.0952523 Mar 29 15:50:22.259778 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 58716) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:50:22.281378 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf62b7af-516f-492a-a011-7b3c94c42c17 tempest-SecGroupIPv6Test-981023288 tempest-SecGroupIPv6Test-981023288-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=16c2429d-c904-4b17-a4ca-84ae278ddd38,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:50:22.311746 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-bb301c32-3e4c-42d6-9d0a-b1d0a87ff1e1 tempest-RoutersAdminTest-736076884 tempest-RoutersAdminTest-736076884-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:22.336443 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-721e08b0-cc7d-4cc8-a43a-1ef5ddebe97f tempest-SecGroupIPv6Test-981023288 tempest-SecGroupIPv6Test-981023288-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0754690 Mar 29 15:50:22.339627 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 58720) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:50:22.347799 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f5a2a0ad-0fb4-4113-aeef-dd657ba70860 req-b7f85d7d-4cfb-4fa0-a913-fedbed2cb829 tempest-ServersTestBootFromVolume-1498240647 tempest-ServersTestBootFromVolume-1498240647-project] 10.222.0.42 "GET /v2.0/ports?device_id=515d4a4d-858a-499d-8ccc-52d0848a9638 HTTP/1.1" status: 200 len: 210 time: 0.0448341 Mar 29 15:50:22.466190 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-6dd641fa-7944-4674-b729-b02e6f905392 tempest-SecGroupIPv6Test-981023288 tempest-SecGroupIPv6Test-981023288-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:22.488720 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-6dd641fa-7944-4674-b729-b02e6f905392 tempest-SecGroupIPv6Test-981023288 tempest-SecGroupIPv6Test-981023288-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:22.508102 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7612d45-9ceb-4554-a0f2-0d1305c865e3 req-974a1d9e-425d-4ab2-8b68-7596aaed3dac tempest-ServersTestManualDisk-450512240 tempest-ServersTestManualDisk-450512240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:50:22.511954 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-e7612d45-9ceb-4554-a0f2-0d1305c865e3 req-974a1d9e-425d-4ab2-8b68-7596aaed3dac tempest-ServersTestManualDisk-450512240 tempest-ServersTestManualDisk-450512240-project] 10.222.0.42 "GET /v2.0/ports?device_id=713844af-a26f-4b3e-af12-fd048b70b175 HTTP/1.1" status: 200 len: 944 time: 0.1278610 Mar 29 15:50:22.569110 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-6dd641fa-7944-4674-b729-b02e6f905392 tempest-SecGroupIPv6Test-981023288 tempest-SecGroupIPv6Test-981023288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610998'] for security_group_rule, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:22.577830 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-6dd641fa-7944-4674-b729-b02e6f905392 tempest-SecGroupIPv6Test-981023288 tempest-SecGroupIPv6Test-981023288-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:22.578980 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-6dd641fa-7944-4674-b729-b02e6f905392 tempest-SecGroupIPv6Test-981023288 tempest-SecGroupIPv6Test-981023288-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/b4bef3c3-013c-4d5d-877c-4b2bd633b3aa HTTP/1.1" status: 204 len: 168 time: 0.2382534 Mar 29 15:50:22.583513 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 58728) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:50:22.592831 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device ee72ac06-ce20-4b97-b457-872e335b1552 details requested by agent hyperv_n-h2-834765-1 with host n-h2-834765-1 {{(pid=102792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 15:50:22.602511 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-bb301c32-3e4c-42d6-9d0a-b1d0a87ff1e1 tempest-RoutersAdminTest-736076884 tempest-RoutersAdminTest-736076884-project] Notify callbacks [] for router_gateway, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:22.610470 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-e7612d45-9ceb-4554-a0f2-0d1305c865e3 req-3ec7776f-af33-487b-8c07-2ff100fa48a5 tempest-ServersTestManualDisk-450512240 tempest-ServersTestManualDisk-450512240-project] 10.222.0.42 "GET /v2.0/security-groups?id=36d8cc42-d960-42e4-81d7-b41cd1ca0462&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865309 Mar 29 15:50:22.611741 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd641fa-7944-4674-b729-b02e6f905392 tempest-SecGroupIPv6Test-981023288 tempest-SecGroupIPv6Test-981023288-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b4bef3c3-013c-4d5d-877c-4b2bd633b3aa,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:50:22.627846 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-bb301c32-3e4c-42d6-9d0a-b1d0a87ff1e1 tempest-RoutersAdminTest-736076884 tempest-RoutersAdminTest-736076884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:22.694944 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-42a05b14-859c-4824-996b-a891ba2e4073 tempest-SecGroupIPv6Test-981023288 tempest-SecGroupIPv6Test-981023288-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1097190 Mar 29 15:50:22.696953 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 58736) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:50:22.799005 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-f87f8e64-3b64-46b5-b72b-abb05a934f23 tempest-SecGroupIPv6Test-981023288 tempest-SecGroupIPv6Test-981023288-project] Notify callbacks [] for security_group, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:22.830811 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-f87f8e64-3b64-46b5-b72b-abb05a934f23 tempest-SecGroupIPv6Test-981023288 tempest-SecGroupIPv6Test-981023288-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:22.837881 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port ee72ac06-ce20-4b97-b457-872e335b1552, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=ee72ac06-ce20-4b97-b457-872e335b1552,segment=NetworkSegment(63db82bb-8e0b-410c-8d5e-d91a972c7c81),segment_id=63db82bb-8e0b-410c-8d5e-d91a972c7c81)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:50:22.850411 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Returning: {'device': 'ee72ac06-ce20-4b97-b457-872e335b1552', 'network_id': '08d86c7c-d7ae-48d3-9114-f1b7687b801d', 'port_id': 'ee72ac06-ce20-4b97-b457-872e335b1552', 'mac_address': 'fa:16:3e:0c:a0:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 623, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7734bc8-ad66-4b96-b048-122f2b558e8a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 15:50:22.888387 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-f87f8e64-3b64-46b5-b72b-abb05a934f23 tempest-SecGroupIPv6Test-981023288 tempest-SecGroupIPv6Test-981023288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:22.889284 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_common [None req-bb301c32-3e4c-42d6-9d0a-b1d0a87ff1e1 tempest-RoutersAdminTest-736076884 tempest-RoutersAdminTest-736076884-project] Allocated IP 172.25.4.19 (4a4a035d-ecac-4ead-baa3-25f90788773a/e1a353dc-fac8-4901-a63c-273840237d6a/0ec474e6-fcad-4419-8eb5-15da36da195d) {{(pid=102791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:50:22.893961 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-f87f8e64-3b64-46b5-b72b-abb05a934f23 tempest-SecGroupIPv6Test-981023288 tempest-SecGroupIPv6Test-981023288-project] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:22.895807 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-f87f8e64-3b64-46b5-b72b-abb05a934f23 tempest-SecGroupIPv6Test-981023288 tempest-SecGroupIPv6Test-981023288-project] 10.222.0.42 "DELETE /v2.0/security-groups/9e5f25b0-1af2-48e5-b8bc-9e4d35d4faac HTTP/1.1" status: 204 len: 168 time: 0.1978741 Mar 29 15:50:22.900782 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 58744) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:50:22.911783 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:22.914090 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87f8e64-3b64-46b5-b72b-abb05a934f23 tempest-SecGroupIPv6Test-981023288 tempest-SecGroupIPv6Test-981023288-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e5f25b0-1af2-48e5-b8bc-9e4d35d4faac,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:50:22.938309 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee72ac06-ce20-4b97-b457-872e335b1552 {{(pid=102792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:50:22.958834 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-901f6fd9-a253-45f1-88ec-dc0ebe7a8b5d tempest-SecGroupIPv6Test-981023288 tempest-SecGroupIPv6Test-981023288-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0563662 Mar 29 15:50:22.965784 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 58746) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:50:22.970952 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-17cc4803-7206-43ba-a59f-95fe26ed441f tempest-SecGroupIPv6Test-981023288 tempest-SecGroupIPv6Test-981023288-project] Request body: {'security_group': {'name': 'tempest-secgroup--450479370'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:50:22.979370 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port ee72ac06-ce20-4b97-b457-872e335b1552, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=ee72ac06-ce20-4b97-b457-872e335b1552,segment=NetworkSegment(63db82bb-8e0b-410c-8d5e-d91a972c7c81),segment_id=63db82bb-8e0b-410c-8d5e-d91a972c7c81)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:50:22.986459 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:23.019244 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-17cc4803-7206-43ba-a59f-95fe26ed441f tempest-SecGroupIPv6Test-981023288 tempest-SecGroupIPv6Test-981023288-project] Notify callbacks [] for security_group, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:23.059884 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Pushing event updated for resources: {'Port': ['ID=ee72ac06-ce20-4b97-b457-872e335b1552,revision_number=4']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:50:23.188869 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-17cc4803-7206-43ba-a59f-95fe26ed441f tempest-SecGroupIPv6Test-981023288 tempest-SecGroupIPv6Test-981023288-project] Notify callbacks [] for security_group, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:23.200494 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-17cc4803-7206-43ba-a59f-95fe26ed441f tempest-SecGroupIPv6Test-981023288 tempest-SecGroupIPv6Test-981023288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:23.260411 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-17cc4803-7206-43ba-a59f-95fe26ed441f tempest-SecGroupIPv6Test-981023288 tempest-SecGroupIPv6Test-981023288-project] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:23.264043 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-17cc4803-7206-43ba-a59f-95fe26ed441f tempest-SecGroupIPv6Test-981023288 tempest-SecGroupIPv6Test-981023288-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2971439 Mar 29 15:50:23.267731 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 58748) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:50:23.277467 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-69178504-bbee-4c12-94bb-bc850400c8c4 tempest-SecGroupIPv6Test-981023288 tempest-SecGroupIPv6Test-981023288-project] Request body: {'security_group_rule': {'security_group_id': '59e8e8b8-c981-48b6-bf61-85acce3b1b20', 'direction': 'ingress', 'protocol': 17}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:50:23.289388 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cc4803-7206-43ba-a59f-95fe26ed441f tempest-SecGroupIPv6Test-981023288 tempest-SecGroupIPv6Test-981023288-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59e8e8b8-c981-48b6-bf61-85acce3b1b20,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:50:23.337909 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-69178504-bbee-4c12-94bb-bc850400c8c4 tempest-SecGroupIPv6Test-981023288 tempest-SecGroupIPv6Test-981023288-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:23.390168 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] get_ports_and_sgs() called for port_ids ['ee72ac06-ce20-4b97-b457-872e335b1552'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:50:23.417921 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-69178504-bbee-4c12-94bb-bc850400c8c4 tempest-SecGroupIPv6Test-981023288 tempest-SecGroupIPv6Test-981023288-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:23.421419 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1e0d95-0cd2-4309-b277-cdb29da7b050 req-9edaabdc-a205-4180-85f9-3a661d81a140 tempest-ServerRescueTestJSON-484479922 tempest-ServerRescueTestJSON-484479922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:50:23.427340 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-69178504-bbee-4c12-94bb-bc850400c8c4 tempest-SecGroupIPv6Test-981023288 tempest-SecGroupIPv6Test-981023288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610998'] for security_group_rule, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:23.439883 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ca1e0d95-0cd2-4309-b277-cdb29da7b050 req-9edaabdc-a205-4180-85f9-3a661d81a140 tempest-ServerRescueTestJSON-484479922 tempest-ServerRescueTestJSON-484479922-project] 10.222.0.42 "GET /v2.0/ports?device_id=be6069ac-d9ba-40b5-8e20-8d0b5bb33830 HTTP/1.1" status: 200 len: 945 time: 0.7720399 Mar 29 15:50:23.460009 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-69178504-bbee-4c12-94bb-bc850400c8c4 tempest-SecGroupIPv6Test-981023288 tempest-SecGroupIPv6Test-981023288-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:23.461479 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-69178504-bbee-4c12-94bb-bc850400c8c4 tempest-SecGroupIPv6Test-981023288 tempest-SecGroupIPv6Test-981023288-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1900218 Mar 29 15:50:23.464048 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69178504-bbee-4c12-94bb-bc850400c8c4 tempest-SecGroupIPv6Test-981023288 tempest-SecGroupIPv6Test-981023288-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19f60ee5-0531-4003-a7f5-5957cf9628d1,revision_number=0']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:50:23.467467 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 58752) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:50:23.519771 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ca1e0d95-0cd2-4309-b277-cdb29da7b050 req-d3da8a44-87e5-43f5-8c40-6baabceb49ae tempest-ServerRescueTestJSON-484479922 tempest-ServerRescueTestJSON-484479922-project] 10.222.0.42 "GET /v2.0/security-groups?id=a3f3b05e-b4b0-4bd5-8f61-9140e1e7cbea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789876 Mar 29 15:50:23.519998 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-6a3ac791-04bf-44bd-9ebf-722207270fd4 req-b16e27a7-f237-4e2d-b61d-1dc49e0b75b1 tempest-ServersTestBootFromVolume-1498240647 tempest-ServersTestBootFromVolume-1498240647-project] 10.222.0.42 "GET /v2.0/ports?device_id=515d4a4d-858a-499d-8ccc-52d0848a9638 HTTP/1.1" status: 200 len: 210 time: 0.0570121 Mar 29 15:50:23.563469 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-bb301c32-3e4c-42d6-9d0a-b1d0a87ff1e1 tempest-RoutersAdminTest-736076884 tempest-RoutersAdminTest-736076884-project] Notify callbacks [] for port, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:23.584582 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-bd01d321-242c-43b5-b21d-32491c61a994 tempest-SecGroupIPv6Test-981023288 tempest-SecGroupIPv6Test-981023288-project] Notify callbacks [] for security_group, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:23.604049 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-bb301c32-3e4c-42d6-9d0a-b1d0a87ff1e1 tempest-RoutersAdminTest-736076884 tempest-RoutersAdminTest-736076884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:23.615679 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-bd01d321-242c-43b5-b21d-32491c61a994 tempest-SecGroupIPv6Test-981023288 tempest-SecGroupIPv6Test-981023288-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:23.680759 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb301c32-3e4c-42d6-9d0a-b1d0a87ff1e1 tempest-RoutersAdminTest-736076884 tempest-RoutersAdminTest-736076884-project] Network 4a4a035d-ecac-4ead-baa3-25f90788773a is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:50:23.688362 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [None req-bb301c32-3e4c-42d6-9d0a-b1d0a87ff1e1 tempest-RoutersAdminTest-736076884 tempest-RoutersAdminTest-736076884-project] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:50:23.692836 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-bd01d321-242c-43b5-b21d-32491c61a994 tempest-SecGroupIPv6Test-981023288 tempest-SecGroupIPv6Test-981023288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:23.696541 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-bd01d321-242c-43b5-b21d-32491c61a994 tempest-SecGroupIPv6Test-981023288 tempest-SecGroupIPv6Test-981023288-project] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:23.698836 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-bd01d321-242c-43b5-b21d-32491c61a994 tempest-SecGroupIPv6Test-981023288 tempest-SecGroupIPv6Test-981023288-project] 10.222.0.42 "DELETE /v2.0/security-groups/59e8e8b8-c981-48b6-bf61-85acce3b1b20 HTTP/1.1" status: 204 len: 168 time: 0.2295380 Mar 29 15:50:23.704309 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 58756) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:50:23.711983 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb301c32-3e4c-42d6-9d0a-b1d0a87ff1e1 tempest-RoutersAdminTest-736076884 tempest-RoutersAdminTest-736076884-project] Received port after_create {{(pid=102791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:50:23.740096 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd01d321-242c-43b5-b21d-32491c61a994 tempest-SecGroupIPv6Test-981023288 tempest-SecGroupIPv6Test-981023288-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=59e8e8b8-c981-48b6-bf61-85acce3b1b20,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:50:23.785249 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-4932f595-7c4b-4c9b-91fa-62f11172aafd tempest-SecGroupIPv6Test-981023288 tempest-SecGroupIPv6Test-981023288-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0797791 Mar 29 15:50:23.791553 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 58764) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:50:23.797472 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-75e57ab1-891c-437e-b4c1-1c61505203ce tempest-SecGroupIPv6Test-981023288 tempest-SecGroupIPv6Test-981023288-project] Request body: {'security_group': {'name': 'tempest-secgroup--215887041'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:50:23.848129 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-75e57ab1-891c-437e-b4c1-1c61505203ce tempest-SecGroupIPv6Test-981023288 tempest-SecGroupIPv6Test-981023288-project] Notify callbacks [] for security_group, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:23.849186 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb301c32-3e4c-42d6-9d0a-b1d0a87ff1e1 tempest-RoutersAdminTest-736076884 tempest-RoutersAdminTest-736076884-project] Pushing event updated for resources: {'Port': ['ID=0ec474e6-fcad-4419-8eb5-15da36da195d,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:50:23.939618 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-75e57ab1-891c-437e-b4c1-1c61505203ce tempest-SecGroupIPv6Test-981023288 tempest-SecGroupIPv6Test-981023288-project] Notify callbacks [] for security_group, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:23.944521 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-75e57ab1-891c-437e-b4c1-1c61505203ce tempest-SecGroupIPv6Test-981023288 tempest-SecGroupIPv6Test-981023288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:23.984238 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e57ab1-891c-437e-b4c1-1c61505203ce tempest-SecGroupIPv6Test-981023288 tempest-SecGroupIPv6Test-981023288-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9453756-fd31-4b54-994a-b249db4adfa6,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:50:23.989909 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-75e57ab1-891c-437e-b4c1-1c61505203ce tempest-SecGroupIPv6Test-981023288 tempest-SecGroupIPv6Test-981023288-project] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:23.991276 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-75e57ab1-891c-437e-b4c1-1c61505203ce tempest-SecGroupIPv6Test-981023288 tempest-SecGroupIPv6Test-981023288-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1980433 Mar 29 15:50:23.994051 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 58770) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:50:24.001408 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-2226779b-79b2-4f77-8c9f-2f99570c2184 tempest-SecGroupIPv6Test-981023288 tempest-SecGroupIPv6Test-981023288-project] Request body: {'security_group': {'name': 'tempest-secgroup--1719391900'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:50:24.032611 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-2226779b-79b2-4f77-8c9f-2f99570c2184 tempest-SecGroupIPv6Test-981023288 tempest-SecGroupIPv6Test-981023288-project] Notify callbacks [] for security_group, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:24.055299 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98cebb8-e855-4640-8090-97faf1ad2388 req-4560212a-d97d-43ed-852d-f026be49e1dc tempest-ServersTestManualDisk-450512240 tempest-ServersTestManualDisk-450512240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:50:24.056898 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e98cebb8-e855-4640-8090-97faf1ad2388 req-4560212a-d97d-43ed-852d-f026be49e1dc tempest-ServersTestManualDisk-450512240 tempest-ServersTestManualDisk-450512240-project] 10.222.0.42 "GET /v2.0/ports?device_id=713844af-a26f-4b3e-af12-fd048b70b175 HTTP/1.1" status: 200 len: 945 time: 0.3394895 Mar 29 15:50:24.131318 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7eee5b-0a1b-4c2b-94ae-e3f3453484a9 req-b007302c-4878-40aa-887c-a4c506c4f5d5 tempest-ServersTestBootFromVolume-1498240647 tempest-ServersTestBootFromVolume-1498240647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:50:24.132903 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ce7eee5b-0a1b-4c2b-94ae-e3f3453484a9 req-b007302c-4878-40aa-887c-a4c506c4f5d5 tempest-ServersTestBootFromVolume-1498240647 tempest-ServersTestBootFromVolume-1498240647-project] 10.222.0.44 "GET /v2.0/networks?id=94f600c4-9204-48b8-9dde-4e8016a6c980 HTTP/1.1" status: 200 len: 816 time: 0.3142228 Mar 29 15:50:24.133048 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-2226779b-79b2-4f77-8c9f-2f99570c2184 tempest-SecGroupIPv6Test-981023288 tempest-SecGroupIPv6Test-981023288-project] Notify callbacks [] for security_group, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:24.141072 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-2226779b-79b2-4f77-8c9f-2f99570c2184 tempest-SecGroupIPv6Test-981023288 tempest-SecGroupIPv6Test-981023288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:24.175410 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e98cebb8-e855-4640-8090-97faf1ad2388 req-3d7fe3db-33e4-4a3d-9e7f-525549d5edf8 tempest-ServersTestManualDisk-450512240 tempest-ServersTestManualDisk-450512240-project] 10.222.0.42 "GET /v2.0/security-groups?id=36d8cc42-d960-42e4-81d7-b41cd1ca0462&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0928640 Mar 29 15:50:24.176512 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-2226779b-79b2-4f77-8c9f-2f99570c2184 tempest-SecGroupIPv6Test-981023288 tempest-SecGroupIPv6Test-981023288-project] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:24.177756 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-2226779b-79b2-4f77-8c9f-2f99570c2184 tempest-SecGroupIPv6Test-981023288 tempest-SecGroupIPv6Test-981023288-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1802833 Mar 29 15:50:24.181176 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 58772) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:50:24.202801 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2226779b-79b2-4f77-8c9f-2f99570c2184 tempest-SecGroupIPv6Test-981023288 tempest-SecGroupIPv6Test-981023288-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e27c33c5-e0a9-4223-a077-d204589baeea,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:50:24.232929 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-cae40fa0-716c-47a3-981f-8dd409d13fc0 tempest-SecGroupIPv6Test-981023288 tempest-SecGroupIPv6Test-981023288-project] Request body: {'security_group_rule': {'security_group_id': 'e9453756-fd31-4b54-994a-b249db4adfa6', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'e27c33c5-e0a9-4223-a077-d204589baeea', 'remote_ip_prefix': None}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:50:24.271489 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ce7eee5b-0a1b-4c2b-94ae-e3f3453484a9 req-3484e577-4804-4641-a00d-3d181b5423fe tempest-ServersTestBootFromVolume-1498240647 tempest-ServersTestBootFromVolume-1498240647-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a2225105c4c64cec9c8922b4222928a3 HTTP/1.1" status: 200 len: 380 time: 0.1208167 Mar 29 15:50:24.286828 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [req-ce7eee5b-0a1b-4c2b-94ae-e3f3453484a9 req-e78a7bfc-de8c-4443-aadf-2a902b69ad00 tempest-ServersTestBootFromVolume-1498240647 tempest-ServersTestBootFromVolume-1498240647-project] Request body: {'port': {'device_id': '515d4a4d-858a-499d-8ccc-52d0848a9638', 'network_id': '94f600c4-9204-48b8-9dde-4e8016a6c980', 'admin_state_up': True, 'tenant_id': 'a2225105c4c64cec9c8922b4222928a3', 'security_groups': ['acccf007-02a4-4e02-a911-a704b12080b1']}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:50:24.393843 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-cae40fa0-716c-47a3-981f-8dd409d13fc0 tempest-SecGroupIPv6Test-981023288 tempest-SecGroupIPv6Test-981023288-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:24.409426 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-bb301c32-3e4c-42d6-9d0a-b1d0a87ff1e1 tempest-RoutersAdminTest-736076884 tempest-RoutersAdminTest-736076884-project] Notify callbacks [] for router_gateway, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:24.595623 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device ee72ac06-ce20-4b97-b457-872e335b1552 up at agent hyperv_n-h2-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:50:24.609420 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-cae40fa0-716c-47a3-981f-8dd409d13fc0 tempest-SecGroupIPv6Test-981023288 tempest-SecGroupIPv6Test-981023288-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:24.633923 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce7eee5b-0a1b-4c2b-94ae-e3f3453484a9 req-e78a7bfc-de8c-4443-aadf-2a902b69ad00 tempest-ServersTestBootFromVolume-1498240647 tempest-ServersTestBootFromVolume-1498240647-project] Made reservation on behalf of a2225105c4c64cec9c8922b4222928a3 for: {'port': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:50:24.640974 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-ce7eee5b-0a1b-4c2b-94ae-e3f3453484a9 req-e78a7bfc-de8c-4443-aadf-2a902b69ad00 tempest-ServersTestBootFromVolume-1498240647 tempest-ServersTestBootFromVolume-1498240647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:24.660886 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-cae40fa0-716c-47a3-981f-8dd409d13fc0 tempest-SecGroupIPv6Test-981023288 tempest-SecGroupIPv6Test-981023288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610998'] for security_group_rule, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:24.701451 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Provisioning for port ee72ac06-ce20-4b97-b457-872e335b1552 completed by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 15:50:24.707324 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Provisioning complete for port ee72ac06-ce20-4b97-b457-872e335b1552 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:50:24.707706 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:24.743796 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02641f34-9f45-4d01-97a4-8c15f0dd0c97 req-10387e62-0a70-4932-a14e-5b9b8a85af47 tempest-ServerRescueTestJSON-484479922 tempest-ServerRescueTestJSON-484479922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:50:24.745904 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-02641f34-9f45-4d01-97a4-8c15f0dd0c97 req-10387e62-0a70-4932-a14e-5b9b8a85af47 tempest-ServerRescueTestJSON-484479922 tempest-ServerRescueTestJSON-484479922-project] 10.222.0.42 "GET /v2.0/ports?device_id=be6069ac-d9ba-40b5-8e20-8d0b5bb33830 HTTP/1.1" status: 200 len: 945 time: 0.0961022 Mar 29 15:50:24.774437 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-bc810821-bff6-4659-99dc-1d43187ae329 req-d1cb486d-511f-4e45-9503-0a76cfbe20a3 tempest-ServersTestBootFromVolume-1498240647 tempest-ServersTestBootFromVolume-1498240647-project] 10.222.0.42 "GET /v2.0/ports?device_id=515d4a4d-858a-499d-8ccc-52d0848a9638 HTTP/1.1" status: 200 len: 210 time: 0.0991967 Mar 29 15:50:24.796133 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae40fa0-716c-47a3-981f-8dd409d13fc0 tempest-SecGroupIPv6Test-981023288 tempest-SecGroupIPv6Test-981023288-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44388d9d-70be-4fe2-bba0-39b12dc43c29,revision_number=0']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:50:24.848836 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-02641f34-9f45-4d01-97a4-8c15f0dd0c97 req-d7bf54d9-be39-4b58-a1a3-7525e857380b tempest-ServerRescueTestJSON-484479922 tempest-ServerRescueTestJSON-484479922-project] 10.222.0.42 "GET /v2.0/security-groups?id=a3f3b05e-b4b0-4bd5-8f61-9140e1e7cbea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863204 Mar 29 15:50:24.889142 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-cae40fa0-716c-47a3-981f-8dd409d13fc0 tempest-SecGroupIPv6Test-981023288 tempest-SecGroupIPv6Test-981023288-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:24.893439 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 58786) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:50:24.899484 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:24.900587 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-cae40fa0-716c-47a3-981f-8dd409d13fc0 tempest-SecGroupIPv6Test-981023288 tempest-SecGroupIPv6Test-981023288-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.6736534 Mar 29 15:50:24.935459 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-bad504dd-dd1c-44be-bcd1-a95cacfd989a tempest-SecGroupIPv6Test-981023288 tempest-SecGroupIPv6Test-981023288-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:24.947224 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-bad504dd-dd1c-44be-bcd1-a95cacfd989a tempest-SecGroupIPv6Test-981023288 tempest-SecGroupIPv6Test-981023288-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:24.982093 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '713844af-a26f-4b3e-af12-fd048b70b175', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee72ac06-ce20-4b97-b457-872e335b1552'}] {{(pid=102792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:50:24.984578 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4f476c66b318cc6068719fc39557fac68d413f5c7e78fa77028c7948e999ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-390ee407-1cd6-4cf7-988b-ada2d51fd1cf" -d '{"events": [{"server_uuid": "713844af-a26f-4b3e-af12-fd048b70b175", "name": "network-vif-plugged", "status": "completed", "tag": "ee72ac06-ce20-4b97-b457-872e335b1552"}]}' {{(pid=102792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:50:24.988586 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-bad504dd-dd1c-44be-bcd1-a95cacfd989a tempest-SecGroupIPv6Test-981023288 tempest-SecGroupIPv6Test-981023288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610998'] for security_group_rule, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:24.998151 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port ee72ac06-ce20-4b97-b457-872e335b1552, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=ee72ac06-ce20-4b97-b457-872e335b1552,segment=NetworkSegment(63db82bb-8e0b-410c-8d5e-d91a972c7c81),segment_id=63db82bb-8e0b-410c-8d5e-d91a972c7c81)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:50:25.002664 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-bad504dd-dd1c-44be-bcd1-a95cacfd989a tempest-SecGroupIPv6Test-981023288 tempest-SecGroupIPv6Test-981023288-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:25.006258 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-bad504dd-dd1c-44be-bcd1-a95cacfd989a tempest-SecGroupIPv6Test-981023288 tempest-SecGroupIPv6Test-981023288-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/44388d9d-70be-4fe2-bba0-39b12dc43c29 HTTP/1.1" status: 204 len: 168 time: 0.1094778 Mar 29 15:50:25.007046 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 58794) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:50:25.008997 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:25.019939 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad504dd-dd1c-44be-bcd1-a95cacfd989a tempest-SecGroupIPv6Test-981023288 tempest-SecGroupIPv6Test-981023288-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=44388d9d-70be-4fe2-bba0-39b12dc43c29,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:50:25.067435 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-bb301c32-3e4c-42d6-9d0a-b1d0a87ff1e1 tempest-RoutersAdminTest-736076884 tempest-RoutersAdminTest-736076884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648118'] for router, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:25.090150 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:50:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd70c2e5-a2a9-41e4-acc9-c5efd9cad2b3 x-openstack-request-id: req-bd70c2e5-a2a9-41e4-acc9-c5efd9cad2b3 {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:50:25.090854 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "713844af-a26f-4b3e-af12-fd048b70b175", "name": "network-vif-plugged", "status": "completed", "tag": "ee72ac06-ce20-4b97-b457-872e335b1552", "code": 200}]} {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:50:25.091253 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-bd70c2e5-a2a9-41e4-acc9-c5efd9cad2b3 {{(pid=102792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:50:25.091833 n-d-834765-1 neutron-server[102792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '713844af-a26f-4b3e-af12-fd048b70b175', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee72ac06-ce20-4b97-b457-872e335b1552', 'code': 200} Mar 29 15:50:25.093555 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Pushing event updated for resources: {'Port': ['ID=ee72ac06-ce20-4b97-b457-872e335b1552,revision_number=5']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:50:25.114897 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-d27f3f86-fadd-4371-a018-4c467233e22b tempest-SecGroupIPv6Test-981023288 tempest-SecGroupIPv6Test-981023288-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1066461 Mar 29 15:50:25.118734 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 58796) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:50:25.188829 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_common [req-ce7eee5b-0a1b-4c2b-94ae-e3f3453484a9 req-e78a7bfc-de8c-4443-aadf-2a902b69ad00 tempest-ServersTestBootFromVolume-1498240647 tempest-ServersTestBootFromVolume-1498240647-project] Allocated IP 172.20.0.8 (94f600c4-9204-48b8-9dde-4e8016a6c980/80684512-3579-4a5d-a6a3-894ce2a0c253/6dcc8b82-25b0-4c85-847c-90a8f97998e9) {{(pid=102791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:50:25.222704 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-27956f3e-aab2-47ab-9927-68fb6c04d3c5 tempest-SecGroupIPv6Test-981023288 tempest-SecGroupIPv6Test-981023288-project] Notify callbacks [] for security_group, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:25.268443 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633f59e1-ed50-4ee1-b328-30233693ae7a req-3acb72fc-993d-442f-9d9f-26da09a66c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:50:25.269956 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-633f59e1-ed50-4ee1-b328-30233693ae7a req-3acb72fc-993d-442f-9d9f-26da09a66c80 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=713844af-a26f-4b3e-af12-fd048b70b175 HTTP/1.1" status: 200 len: 1097 time: 0.1241956 Mar 29 15:50:25.278780 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-27956f3e-aab2-47ab-9927-68fb6c04d3c5 tempest-SecGroupIPv6Test-981023288 tempest-SecGroupIPv6Test-981023288-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:25.349276 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-27956f3e-aab2-47ab-9927-68fb6c04d3c5 tempest-SecGroupIPv6Test-981023288 tempest-SecGroupIPv6Test-981023288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:25.353279 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-27956f3e-aab2-47ab-9927-68fb6c04d3c5 tempest-SecGroupIPv6Test-981023288 tempest-SecGroupIPv6Test-981023288-project] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:25.357912 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-27956f3e-aab2-47ab-9927-68fb6c04d3c5 tempest-SecGroupIPv6Test-981023288 tempest-SecGroupIPv6Test-981023288-project] 10.222.0.42 "DELETE /v2.0/security-groups/e27c33c5-e0a9-4223-a077-d204589baeea HTTP/1.1" status: 204 len: 168 time: 0.2379487 Mar 29 15:50:25.359191 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 58800) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:50:25.386577 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27956f3e-aab2-47ab-9927-68fb6c04d3c5 tempest-SecGroupIPv6Test-981023288 tempest-SecGroupIPv6Test-981023288-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e27c33c5-e0a9-4223-a077-d204589baeea,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:50:25.438801 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-633f59e1-ed50-4ee1-b328-30233693ae7a req-13d6bafc-877f-462d-a279-f6ff7028eb57 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=36d8cc42-d960-42e4-81d7-b41cd1ca0462&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1550379 Mar 29 15:50:25.453800 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28252685-761a-4246-9a4c-e59fc753bc59 req-4df495be-5823-4fd3-b59d-a4834aaed281 tempest-ServersTestManualDisk-450512240 tempest-ServersTestManualDisk-450512240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:50:25.455350 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-28252685-761a-4246-9a4c-e59fc753bc59 req-4df495be-5823-4fd3-b59d-a4834aaed281 tempest-ServersTestManualDisk-450512240 tempest-ServersTestManualDisk-450512240-project] 10.222.0.42 "GET /v2.0/ports?device_id=713844af-a26f-4b3e-af12-fd048b70b175 HTTP/1.1" status: 200 len: 946 time: 0.1703000 Mar 29 15:50:25.500041 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-12710539-3283-421d-a19b-4a7e7b4b46d9 tempest-SecGroupIPv6Test-981023288 tempest-SecGroupIPv6Test-981023288-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1358838 Mar 29 15:50:25.501831 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 58802) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:50:25.533266 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb301c32-3e4c-42d6-9d0a-b1d0a87ff1e1 tempest-RoutersAdminTest-736076884 tempest-RoutersAdminTest-736076884-project] Router 56079c14-912f-41ad-9c67-ee7330ae2d7d is scheduled to L3 agent c648d819-1060-4f26-b4ec-6455387b5dff with binding_index 1 {{(pid=102791) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 29 15:50:25.596871 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-b6f48f91-fa77-415c-a435-efe9fffa75d7 tempest-SecGroupIPv6Test-981023288 tempest-SecGroupIPv6Test-981023288-project] Notify callbacks [] for security_group, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:25.625050 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-b6f48f91-fa77-415c-a435-efe9fffa75d7 tempest-SecGroupIPv6Test-981023288 tempest-SecGroupIPv6Test-981023288-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:25.700030 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-b6f48f91-fa77-415c-a435-efe9fffa75d7 tempest-SecGroupIPv6Test-981023288 tempest-SecGroupIPv6Test-981023288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:25.707597 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-b6f48f91-fa77-415c-a435-efe9fffa75d7 tempest-SecGroupIPv6Test-981023288 tempest-SecGroupIPv6Test-981023288-project] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:25.711193 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-b6f48f91-fa77-415c-a435-efe9fffa75d7 tempest-SecGroupIPv6Test-981023288 tempest-SecGroupIPv6Test-981023288-project] 10.222.0.42 "DELETE /v2.0/security-groups/e9453756-fd31-4b54-994a-b249db4adfa6 HTTP/1.1" status: 204 len: 168 time: 0.2058628 Mar 29 15:50:25.711393 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-28252685-761a-4246-9a4c-e59fc753bc59 req-19712795-ad2d-411c-b85d-3c249d179836 tempest-ServersTestManualDisk-450512240 tempest-ServersTestManualDisk-450512240-project] 10.222.0.42 "GET /v2.0/security-groups?id=36d8cc42-d960-42e4-81d7-b41cd1ca0462&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2089417 Mar 29 15:50:25.715165 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 58804) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:50:25.742868 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f48f91-fa77-415c-a435-efe9fffa75d7 tempest-SecGroupIPv6Test-981023288 tempest-SecGroupIPv6Test-981023288-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9453756-fd31-4b54-994a-b249db4adfa6,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:50:25.787849 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb301c32-3e4c-42d6-9d0a-b1d0a87ff1e1 tempest-RoutersAdminTest-736076884 tempest-RoutersAdminTest-736076884-project] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:50:25.801652 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-206d30a7-6acb-45b7-87dc-976d77618cad None None] Sync routers for ids ['56079c14-912f-41ad-9c67-ee7330ae2d7d'] in n-d-834765-1 {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:50:25.812504 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-ce7eee5b-0a1b-4c2b-94ae-e3f3453484a9 req-e78a7bfc-de8c-4443-aadf-2a902b69ad00 tempest-ServersTestBootFromVolume-1498240647 tempest-ServersTestBootFromVolume-1498240647-project] Notify callbacks [] for port, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:25.814989 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-206d30a7-6acb-45b7-87dc-976d77618cad None None] Routers {'56079c14-912f-41ad-9c67-ee7330ae2d7d'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:50:25.815750 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-206d30a7-6acb-45b7-87dc-976d77618cad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:50:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['56079c14-912f-41ad-9c67-ee7330ae2d7d'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:50:25.867235 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-206d30a7-6acb-45b7-87dc-976d77618cad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:50:25.876371 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-a55186d7-2899-4dfd-b098-073b240641d6 tempest-SecGroupIPv6Test-981023288 tempest-SecGroupIPv6Test-981023288-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1567938 Mar 29 15:50:25.876573 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 58808) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:50:25.882753 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-bb301c32-3e4c-42d6-9d0a-b1d0a87ff1e1 tempest-RoutersAdminTest-736076884 tempest-RoutersAdminTest-736076884-project] Notify callbacks [] for router, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:25.883991 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-bb301c32-3e4c-42d6-9d0a-b1d0a87ff1e1 tempest-RoutersAdminTest-736076884 tempest-RoutersAdminTest-736076884-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 3.9240415 Mar 29 15:50:25.885209 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-ce7eee5b-0a1b-4c2b-94ae-e3f3453484a9 req-e78a7bfc-de8c-4443-aadf-2a902b69ad00 tempest-ServersTestBootFromVolume-1498240647 tempest-ServersTestBootFromVolume-1498240647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:25.885490 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-206d30a7-6acb-45b7-87dc-976d77618cad None None] Routers {'56079c14-912f-41ad-9c67-ee7330ae2d7d'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:50:25.887166 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-206d30a7-6acb-45b7-87dc-976d77618cad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:50:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['56079c14-912f-41ad-9c67-ee7330ae2d7d'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:50:25.887329 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 58812) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:50:25.893954 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-fab51e2b-4cff-461e-9ec6-a57f3c77519a tempest-RoutersAdminTest-736076884 tempest-RoutersAdminTest-736076884-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:50:25.895772 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-8e607933-2165-4052-b4fa-51cf300801a6 tempest-SecGroupIPv6Test-981023288 tempest-SecGroupIPv6Test-981023288-project] Request body: {'security_group': {'name': 'tempest-secgroup--1418103988'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:50:25.970683 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-206d30a7-6acb-45b7-87dc-976d77618cad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:50:25.971390 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-206d30a7-6acb-45b7-87dc-976d77618cad None None] The sync data for ids ['56079c14-912f-41ad-9c67-ee7330ae2d7d'] in n-d-834765-1 is: [] {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:50:25.972604 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333f15d8-7b8e-405e-82e5-3fed436009f6 req-4b270c1e-48d1-4dda-a535-c710de6e3b0c tempest-ServersTestBootFromVolume-1498240647 tempest-ServersTestBootFromVolume-1498240647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:50:25.983225 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-333f15d8-7b8e-405e-82e5-3fed436009f6 req-4b270c1e-48d1-4dda-a535-c710de6e3b0c tempest-ServersTestBootFromVolume-1498240647 tempest-ServersTestBootFromVolume-1498240647-project] 10.222.0.42 "GET /v2.0/ports?device_id=515d4a4d-858a-499d-8ccc-52d0848a9638 HTTP/1.1" status: 200 len: 931 time: 0.1153114 Mar 29 15:50:25.997630 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-8e607933-2165-4052-b4fa-51cf300801a6 tempest-SecGroupIPv6Test-981023288 tempest-SecGroupIPv6Test-981023288-project] Notify callbacks [] for security_group, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:26.120799 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-8e607933-2165-4052-b4fa-51cf300801a6 tempest-SecGroupIPv6Test-981023288 tempest-SecGroupIPv6Test-981023288-project] Notify callbacks [] for security_group, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:26.124172 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78a7bfc-de8c-4443-aadf-2a902b69ad00 tempest-ServersTestBootFromVolume-1498240647 tempest-ServersTestBootFromVolume-1498240647-project] Pushing event updated for resources: {'Port': ['ID=6dcc8b82-25b0-4c85-847c-90a8f97998e9,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:50:26.142848 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-8e607933-2165-4052-b4fa-51cf300801a6 tempest-SecGroupIPv6Test-981023288 tempest-SecGroupIPv6Test-981023288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:26.185331 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa04f0c-6b72-4d3b-9f31-609bec4ff03d req-ba858598-0a5a-4d40-ad09-d0850a0bb3d4 tempest-ServerRescueTestJSON-484479922 tempest-ServerRescueTestJSON-484479922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:50:26.189390 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-2aa04f0c-6b72-4d3b-9f31-609bec4ff03d req-ba858598-0a5a-4d40-ad09-d0850a0bb3d4 tempest-ServerRescueTestJSON-484479922 tempest-ServerRescueTestJSON-484479922-project] 10.222.0.42 "GET /v2.0/ports?device_id=be6069ac-d9ba-40b5-8e20-8d0b5bb33830 HTTP/1.1" status: 200 len: 945 time: 0.1566758 Mar 29 15:50:26.199413 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-333f15d8-7b8e-405e-82e5-3fed436009f6 req-49f10be7-6493-41b5-9c82-471df0350568 tempest-ServersTestBootFromVolume-1498240647 tempest-ServersTestBootFromVolume-1498240647-project] 10.222.0.42 "GET /v2.0/security-groups?id=acccf007-02a4-4e02-a911-a704b12080b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2106905 Mar 29 15:50:26.200829 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e607933-2165-4052-b4fa-51cf300801a6 tempest-SecGroupIPv6Test-981023288 tempest-SecGroupIPv6Test-981023288-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1cea883-8745-4ce9-b341-7040e7516511,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:50:26.215071 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce7eee5b-0a1b-4c2b-94ae-e3f3453484a9 req-e78a7bfc-de8c-4443-aadf-2a902b69ad00 tempest-ServersTestBootFromVolume-1498240647 tempest-ServersTestBootFromVolume-1498240647-project] Network 94f600c4-9204-48b8-9dde-4e8016a6c980 is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:50:26.219865 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-8e607933-2165-4052-b4fa-51cf300801a6 tempest-SecGroupIPv6Test-981023288 tempest-SecGroupIPv6Test-981023288-project] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:26.221706 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-8e607933-2165-4052-b4fa-51cf300801a6 tempest-SecGroupIPv6Test-981023288 tempest-SecGroupIPv6Test-981023288-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3427331 Mar 29 15:50:26.224308 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 58816) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:50:26.235237 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-611d4504-5d4e-46d0-857a-f6b8fc9e2287 tempest-SecGroupIPv6Test-981023288 tempest-SecGroupIPv6Test-981023288-project] Request body: {'security_group_rule': {'security_group_id': 'b1cea883-8745-4ce9-b341-7040e7516511', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:50:26.305810 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [req-ce7eee5b-0a1b-4c2b-94ae-e3f3453484a9 req-e78a7bfc-de8c-4443-aadf-2a902b69ad00 tempest-ServersTestBootFromVolume-1498240647 tempest-ServersTestBootFromVolume-1498240647-project] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:50:26.323055 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-611d4504-5d4e-46d0-857a-f6b8fc9e2287 tempest-SecGroupIPv6Test-981023288 tempest-SecGroupIPv6Test-981023288-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:26.333565 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce7eee5b-0a1b-4c2b-94ae-e3f3453484a9 req-e78a7bfc-de8c-4443-aadf-2a902b69ad00 tempest-ServersTestBootFromVolume-1498240647 tempest-ServersTestBootFromVolume-1498240647-project] Received port after_create {{(pid=102791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:50:26.430892 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-2aa04f0c-6b72-4d3b-9f31-609bec4ff03d req-b7ba9be9-c8b9-4e3f-9aa3-e759ad07c894 tempest-ServerRescueTestJSON-484479922 tempest-ServerRescueTestJSON-484479922-project] 10.222.0.42 "GET /v2.0/security-groups?id=a3f3b05e-b4b0-4bd5-8f61-9140e1e7cbea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2351751 Mar 29 15:50:26.445465 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-611d4504-5d4e-46d0-857a-f6b8fc9e2287 tempest-SecGroupIPv6Test-981023288 tempest-SecGroupIPv6Test-981023288-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:26.454483 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-611d4504-5d4e-46d0-857a-f6b8fc9e2287 tempest-SecGroupIPv6Test-981023288 tempest-SecGroupIPv6Test-981023288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610998'] for security_group_rule, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:26.493735 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7eee5b-0a1b-4c2b-94ae-e3f3453484a9 req-e78a7bfc-de8c-4443-aadf-2a902b69ad00 tempest-ServersTestBootFromVolume-1498240647 tempest-ServersTestBootFromVolume-1498240647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:50:26.496553 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-ce7eee5b-0a1b-4c2b-94ae-e3f3453484a9 req-e78a7bfc-de8c-4443-aadf-2a902b69ad00 tempest-ServersTestBootFromVolume-1498240647 tempest-ServersTestBootFromVolume-1498240647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:26.506609 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611d4504-5d4e-46d0-857a-f6b8fc9e2287 tempest-SecGroupIPv6Test-981023288 tempest-SecGroupIPv6Test-981023288-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eca9b2b6-35e6-4166-bfcd-92d402009a11,revision_number=0']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:50:26.531242 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-611d4504-5d4e-46d0-857a-f6b8fc9e2287 tempest-SecGroupIPv6Test-981023288 tempest-SecGroupIPv6Test-981023288-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:26.535225 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-611d4504-5d4e-46d0-857a-f6b8fc9e2287 tempest-SecGroupIPv6Test-981023288 tempest-SecGroupIPv6Test-981023288-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3072069 Mar 29 15:50:26.535540 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 58826) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:50:26.574981 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ce7eee5b-0a1b-4c2b-94ae-e3f3453484a9 req-e78a7bfc-de8c-4443-aadf-2a902b69ad00 tempest-ServersTestBootFromVolume-1498240647 tempest-ServersTestBootFromVolume-1498240647-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2941732 Mar 29 15:50:26.578095 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-fab51e2b-4cff-461e-9ec6-a57f3c77519a tempest-RoutersAdminTest-736076884 tempest-RoutersAdminTest-736076884-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:26.591076 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c25e0bad-8579-45cd-955d-9e15d237c5d7 tempest-SecGroupIPv6Test-981023288 tempest-SecGroupIPv6Test-981023288-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:26.591459 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [req-ce7eee5b-0a1b-4c2b-94ae-e3f3453484a9 req-aaacb90a-e272-4dd7-b949-0b6d86918fae service neutron] Request body: {'port': {'device_id': '515d4a4d-858a-499d-8ccc-52d0848a9638', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834765-1'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:50:26.612548 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c25e0bad-8579-45cd-955d-9e15d237c5d7 tempest-SecGroupIPv6Test-981023288 tempest-SecGroupIPv6Test-981023288-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:26.623832 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-fab51e2b-4cff-461e-9ec6-a57f3c77519a tempest-RoutersAdminTest-736076884 tempest-RoutersAdminTest-736076884-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:26.669109 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c25e0bad-8579-45cd-955d-9e15d237c5d7 tempest-SecGroupIPv6Test-981023288 tempest-SecGroupIPv6Test-981023288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610998'] for security_group_rule, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:26.680071 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c25e0bad-8579-45cd-955d-9e15d237c5d7 tempest-SecGroupIPv6Test-981023288 tempest-SecGroupIPv6Test-981023288-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:26.681540 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-c25e0bad-8579-45cd-955d-9e15d237c5d7 tempest-SecGroupIPv6Test-981023288 tempest-SecGroupIPv6Test-981023288-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/eca9b2b6-35e6-4166-bfcd-92d402009a11 HTTP/1.1" status: 204 len: 168 time: 0.1449502 Mar 29 15:50:26.686516 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 58828) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:50:26.712648 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25e0bad-8579-45cd-955d-9e15d237c5d7 tempest-SecGroupIPv6Test-981023288 tempest-SecGroupIPv6Test-981023288-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=eca9b2b6-35e6-4166-bfcd-92d402009a11,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:50:26.713005 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-ce7eee5b-0a1b-4c2b-94ae-e3f3453484a9 req-aaacb90a-e272-4dd7-b949-0b6d86918fae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:26.755638 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-86823b47-d05e-4756-a779-fbee9ca68b2e tempest-SecGroupIPv6Test-981023288 tempest-SecGroupIPv6Test-981023288-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0677130 Mar 29 15:50:26.758311 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 58832) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:50:26.807525 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-fa498cd0-efe4-4ca2-a4af-58bc1589556a None None] Provisioning complete for port 6dcc8b82-25b0-4c85-847c-90a8f97998e9 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:50:26.811424 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-fa498cd0-efe4-4ca2-a4af-58bc1589556a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:26.930715 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-fa498cd0-efe4-4ca2-a4af-58bc1589556a None None] Port 6dcc8b82-25b0-4c85-847c-90a8f97998e9 cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 15:50:26.977454 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-33eb71c2-b442-4fcb-9ad5-140a191c56a6 tempest-SecGroupIPv6Test-981023288 tempest-SecGroupIPv6Test-981023288-project] Notify callbacks [] for security_group, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:27.012496 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-33eb71c2-b442-4fcb-9ad5-140a191c56a6 tempest-SecGroupIPv6Test-981023288 tempest-SecGroupIPv6Test-981023288-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:27.040487 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d89dc9-0627-409e-9617-b08e0f5586c5 req-61eceb6f-f47e-4d2a-82f1-a3f39daf65b5 tempest-ServersTestManualDisk-450512240 tempest-ServersTestManualDisk-450512240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:50:27.042469 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-a9d89dc9-0627-409e-9617-b08e0f5586c5 req-61eceb6f-f47e-4d2a-82f1-a3f39daf65b5 tempest-ServersTestManualDisk-450512240 tempest-ServersTestManualDisk-450512240-project] 10.222.0.42 "GET /v2.0/ports?device_id=713844af-a26f-4b3e-af12-fd048b70b175 HTTP/1.1" status: 200 len: 946 time: 0.2046700 Mar 29 15:50:27.122345 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-33eb71c2-b442-4fcb-9ad5-140a191c56a6 tempest-SecGroupIPv6Test-981023288 tempest-SecGroupIPv6Test-981023288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:27.127250 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-33eb71c2-b442-4fcb-9ad5-140a191c56a6 tempest-SecGroupIPv6Test-981023288 tempest-SecGroupIPv6Test-981023288-project] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:27.131679 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-33eb71c2-b442-4fcb-9ad5-140a191c56a6 tempest-SecGroupIPv6Test-981023288 tempest-SecGroupIPv6Test-981023288-project] 10.222.0.42 "DELETE /v2.0/security-groups/b1cea883-8745-4ce9-b341-7040e7516511 HTTP/1.1" status: 204 len: 168 time: 0.3722048 Mar 29 15:50:27.139299 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 58834) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:50:27.192449 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33eb71c2-b442-4fcb-9ad5-140a191c56a6 tempest-SecGroupIPv6Test-981023288 tempest-SecGroupIPv6Test-981023288-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1cea883-8745-4ce9-b341-7040e7516511,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:50:27.209649 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-fab51e2b-4cff-461e-9ec6-a57f3c77519a tempest-RoutersAdminTest-736076884 tempest-RoutersAdminTest-736076884-project] Deleting port 0ec474e6-fcad-4419-8eb5-15da36da195d {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:50:27.209989 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-fab51e2b-4cff-461e-9ec6-a57f3c77519a tempest-RoutersAdminTest-736076884 tempest-RoutersAdminTest-736076884-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:27.283660 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-a9d89dc9-0627-409e-9617-b08e0f5586c5 req-71fd9e49-a74e-4e11-9fb3-692251837154 tempest-ServersTestManualDisk-450512240 tempest-ServersTestManualDisk-450512240-project] 10.222.0.42 "GET /v2.0/security-groups?id=36d8cc42-d960-42e4-81d7-b41cd1ca0462&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2234282 Mar 29 15:50:27.295155 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-6fa4f052-7791-41c6-bd67-3d852dc50d18 tempest-SecGroupIPv6Test-981023288 tempest-SecGroupIPv6Test-981023288-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1529903 Mar 29 15:50:27.308391 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 58838) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:50:27.309634 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-fab51e2b-4cff-461e-9ec6-a57f3c77519a tempest-RoutersAdminTest-736076884 tempest-RoutersAdminTest-736076884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:27.314537 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-2b94a346-bfa4-4fee-b9ae-c3909d743016 tempest-SecGroupIPv6Test-981023288 tempest-SecGroupIPv6Test-981023288-project] Request body: {'security_group': {'name': 'tempest-secgroup--439112088'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:50:27.322694 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-fab51e2b-4cff-461e-9ec6-a57f3c77519a tempest-RoutersAdminTest-736076884 tempest-RoutersAdminTest-736076884-project] Calling delete_port for 0ec474e6-fcad-4419-8eb5-15da36da195d owned by network:router_gateway {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:50:27.371357 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-2b94a346-bfa4-4fee-b9ae-c3909d743016 tempest-SecGroupIPv6Test-981023288 tempest-SecGroupIPv6Test-981023288-project] Notify callbacks [] for security_group, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:27.536222 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-2b94a346-bfa4-4fee-b9ae-c3909d743016 tempest-SecGroupIPv6Test-981023288 tempest-SecGroupIPv6Test-981023288-project] Notify callbacks [] for security_group, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:27.547152 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-2b94a346-bfa4-4fee-b9ae-c3909d743016 tempest-SecGroupIPv6Test-981023288 tempest-SecGroupIPv6Test-981023288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:27.629547 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-2b94a346-bfa4-4fee-b9ae-c3909d743016 tempest-SecGroupIPv6Test-981023288 tempest-SecGroupIPv6Test-981023288-project] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:27.631404 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-2b94a346-bfa4-4fee-b9ae-c3909d743016 tempest-SecGroupIPv6Test-981023288 tempest-SecGroupIPv6Test-981023288-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3211496 Mar 29 15:50:27.638085 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 58852) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:50:27.647208 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-8aecc4b6-92c2-4280-8c33-f2e2d93da202 tempest-SecGroupIPv6Test-981023288 tempest-SecGroupIPv6Test-981023288-project] Request body: {'security_group_rule': {'security_group_id': 'b3957e0f-6fc6-4d5b-b0cc-bc524e293079', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:50:27.679080 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b94a346-bfa4-4fee-b9ae-c3909d743016 tempest-SecGroupIPv6Test-981023288 tempest-SecGroupIPv6Test-981023288-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3957e0f-6fc6-4d5b-b0cc-bc524e293079,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:50:27.722838 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c81603-c114-4f76-84d3-b26c97be894f req-297c74d1-680c-45f7-ae70-7a132be7ea01 tempest-ServerRescueTestJSON-484479922 tempest-ServerRescueTestJSON-484479922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:50:27.733375 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-e9c81603-c114-4f76-84d3-b26c97be894f req-297c74d1-680c-45f7-ae70-7a132be7ea01 tempest-ServerRescueTestJSON-484479922 tempest-ServerRescueTestJSON-484479922-project] 10.222.0.42 "GET /v2.0/ports?device_id=be6069ac-d9ba-40b5-8e20-8d0b5bb33830 HTTP/1.1" status: 200 len: 945 time: 0.1383750 Mar 29 15:50:27.738315 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f3ddf7-d8c3-4597-adb4-e8a35236f474 req-292742dc-ada6-4f19-8017-35193920bc20 tempest-ServersTestBootFromVolume-1498240647 tempest-ServersTestBootFromVolume-1498240647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:50:27.738315 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-22f3ddf7-d8c3-4597-adb4-e8a35236f474 req-292742dc-ada6-4f19-8017-35193920bc20 tempest-ServersTestBootFromVolume-1498240647 tempest-ServersTestBootFromVolume-1498240647-project] 10.222.0.42 "GET /v2.0/ports?device_id=515d4a4d-858a-499d-8ccc-52d0848a9638 HTTP/1.1" status: 200 len: 931 time: 0.3783493 Mar 29 15:50:27.815933 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-e9c81603-c114-4f76-84d3-b26c97be894f req-b36c864b-67de-476e-9294-7da5b7a4b512 tempest-ServerRescueTestJSON-484479922 tempest-ServerRescueTestJSON-484479922-project] 10.222.0.42 "GET /v2.0/security-groups?id=a3f3b05e-b4b0-4bd5-8f61-9140e1e7cbea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813489 Mar 29 15:50:27.873306 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-8aecc4b6-92c2-4280-8c33-f2e2d93da202 tempest-SecGroupIPv6Test-981023288 tempest-SecGroupIPv6Test-981023288-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:27.880998 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-22f3ddf7-d8c3-4597-adb4-e8a35236f474 req-63d4733e-c09b-43d9-9ded-64aecfb415d7 tempest-ServersTestBootFromVolume-1498240647 tempest-ServersTestBootFromVolume-1498240647-project] 10.222.0.42 "GET /v2.0/security-groups?id=acccf007-02a4-4e02-a911-a704b12080b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1273437 Mar 29 15:50:27.896000 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [req-ce7eee5b-0a1b-4c2b-94ae-e3f3453484a9 req-aaacb90a-e272-4dd7-b949-0b6d86918fae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6dcc8b82-25b0-4c85-847c-90a8f97998e9 {{(pid=102791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:50:27.916713 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-ce7eee5b-0a1b-4c2b-94ae-e3f3453484a9 req-aaacb90a-e272-4dd7-b949-0b6d86918fae service neutron] Notify callbacks [] for port, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:28.017593 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.provisioning_blocks [req-ce7eee5b-0a1b-4c2b-94ae-e3f3453484a9 req-aaacb90a-e272-4dd7-b949-0b6d86918fae service neutron] Transition to ACTIVE for port object 6dcc8b82-25b0-4c85-847c-90a8f97998e9 will not be triggered until provisioned by entity L2. {{(pid=102791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 15:50:28.021219 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-8aecc4b6-92c2-4280-8c33-f2e2d93da202 tempest-SecGroupIPv6Test-981023288 tempest-SecGroupIPv6Test-981023288-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:28.022312 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-fab51e2b-4cff-461e-9ec6-a57f3c77519a tempest-RoutersAdminTest-736076884 tempest-RoutersAdminTest-736076884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:28.063301 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-ce7eee5b-0a1b-4c2b-94ae-e3f3453484a9 req-aaacb90a-e272-4dd7-b949-0b6d86918fae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:28.075771 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab51e2b-4cff-461e-9ec6-a57f3c77519a tempest-RoutersAdminTest-736076884 tempest-RoutersAdminTest-736076884-project] Pushing event deleted for resources: {'Port': ['ID=0ec474e6-fcad-4419-8eb5-15da36da195d,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:50:28.078932 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-8aecc4b6-92c2-4280-8c33-f2e2d93da202 tempest-SecGroupIPv6Test-981023288 tempest-SecGroupIPv6Test-981023288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610998'] for security_group_rule, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:28.145634 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aecc4b6-92c2-4280-8c33-f2e2d93da202 tempest-SecGroupIPv6Test-981023288 tempest-SecGroupIPv6Test-981023288-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4d0dc9d-d4c3-4375-84cf-300b6efebcdd,revision_number=0']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:50:28.242823 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaacb90a-e272-4dd7-b949-0b6d86918fae service neutron] Pushing event updated for resources: {'Port': ['ID=6dcc8b82-25b0-4c85-847c-90a8f97998e9,revision_number=2']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:50:28.251954 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-8aecc4b6-92c2-4280-8c33-f2e2d93da202 tempest-SecGroupIPv6Test-981023288 tempest-SecGroupIPv6Test-981023288-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:28.253189 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-8aecc4b6-92c2-4280-8c33-f2e2d93da202 tempest-SecGroupIPv6Test-981023288 tempest-SecGroupIPv6Test-981023288-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6111491 Mar 29 15:50:28.255930 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 58862) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:50:28.289499 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-1d907fa6-86a9-44b9-82a9-96630efaa764 tempest-SecGroupIPv6Test-981023288 tempest-SecGroupIPv6Test-981023288-project] 10.222.0.42 "GET /v2.0/security-group-rules/a4d0dc9d-d4c3-4375-84cf-300b6efebcdd HTTP/1.1" status: 200 len: 763 time: 0.0322421 Mar 29 15:50:28.295748 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 58864) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:50:28.383645 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-5d3ddfab-e318-49b4-b01b-09b5b169eeeb tempest-SecGroupIPv6Test-981023288 tempest-SecGroupIPv6Test-981023288-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0843005 Mar 29 15:50:28.384014 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 58868) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:50:28.499782 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-ce7eee5b-0a1b-4c2b-94ae-e3f3453484a9 req-aaacb90a-e272-4dd7-b949-0b6d86918fae service neutron] Attempting to bind port 6dcc8b82-25b0-4c85-847c-90a8f97998e9 on host n-h1-834765-1 for vnic_type normal with profile {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:50:28.500123 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-ce7eee5b-0a1b-4c2b-94ae-e3f3453484a9 req-aaacb90a-e272-4dd7-b949-0b6d86918fae service neutron] Attempting to bind port 6dcc8b82-25b0-4c85-847c-90a8f97998e9 by drivers openvswitch,hyperv on host n-h1-834765-1 at level 0 using segments [{'id': '0cf4c8fa-aed1-409e-b278-011a45c757bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '94f600c4-9204-48b8-9dde-4e8016a6c980'}] {{(pid=102791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:50:28.500455 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce7eee5b-0a1b-4c2b-94ae-e3f3453484a9 req-aaacb90a-e272-4dd7-b949-0b6d86918fae service neutron] Attempting to bind port 6dcc8b82-25b0-4c85-847c-90a8f97998e9 on network 94f600c4-9204-48b8-9dde-4e8016a6c980 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:50:28.506494 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-fab51e2b-4cff-461e-9ec6-a57f3c77519a tempest-RoutersAdminTest-736076884 tempest-RoutersAdminTest-736076884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-648138'] for router_gateway, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:28.509534 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce7eee5b-0a1b-4c2b-94ae-e3f3453484a9 req-aaacb90a-e272-4dd7-b949-0b6d86918fae service neutron] Port 6dcc8b82-25b0-4c85-847c-90a8f97998e9 on network 94f600c4-9204-48b8-9dde-4e8016a6c980 not bound, no agent of type Open vSwitch agent registered on host n-h1-834765-1 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 15:50:28.509860 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce7eee5b-0a1b-4c2b-94ae-e3f3453484a9 req-aaacb90a-e272-4dd7-b949-0b6d86918fae service neutron] Attempting to bind port 6dcc8b82-25b0-4c85-847c-90a8f97998e9 on network 94f600c4-9204-48b8-9dde-4e8016a6c980 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:50:28.511607 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-aee6a523-be5c-4fa7-99e8-868bc40b4df6 tempest-SecGroupIPv6Test-981023288 tempest-SecGroupIPv6Test-981023288-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:28.524424 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-aee6a523-be5c-4fa7-99e8-868bc40b4df6 tempest-SecGroupIPv6Test-981023288 tempest-SecGroupIPv6Test-981023288-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:28.550516 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce7eee5b-0a1b-4c2b-94ae-e3f3453484a9 req-aaacb90a-e272-4dd7-b949-0b6d86918fae service neutron] Checking agent: {'id': 'be375040-5069-4239-9460-a3a3213e1e90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 33, 18), 'started_at': datetime.datetime(2022, 3, 29, 15, 33, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 50, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:50:28.550892 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce7eee5b-0a1b-4c2b-94ae-e3f3453484a9 req-aaacb90a-e272-4dd7-b949-0b6d86918fae service neutron] Checking segment: {'id': '0cf4c8fa-aed1-409e-b278-011a45c757bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '94f600c4-9204-48b8-9dde-4e8016a6c980'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:50:28.553907 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce7eee5b-0a1b-4c2b-94ae-e3f3453484a9 req-aaacb90a-e272-4dd7-b949-0b6d86918fae service neutron] Bound using segment: {'id': '0cf4c8fa-aed1-409e-b278-011a45c757bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '94f600c4-9204-48b8-9dde-4e8016a6c980'} {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:50:28.554719 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-ce7eee5b-0a1b-4c2b-94ae-e3f3453484a9 req-aaacb90a-e272-4dd7-b949-0b6d86918fae service neutron] Bound port: 6dcc8b82-25b0-4c85-847c-90a8f97998e9, host: n-h1-834765-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0cf4c8fa-aed1-409e-b278-011a45c757bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '94f600c4-9204-48b8-9dde-4e8016a6c980'}}] {{(pid=102791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 15:50:28.555098 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-ce7eee5b-0a1b-4c2b-94ae-e3f3453484a9 req-aaacb90a-e272-4dd7-b949-0b6d86918fae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:28.562756 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-aee6a523-be5c-4fa7-99e8-868bc40b4df6 tempest-SecGroupIPv6Test-981023288 tempest-SecGroupIPv6Test-981023288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610998'] for security_group_rule, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:28.570025 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-aee6a523-be5c-4fa7-99e8-868bc40b4df6 tempest-SecGroupIPv6Test-981023288 tempest-SecGroupIPv6Test-981023288-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:28.573944 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-aee6a523-be5c-4fa7-99e8-868bc40b4df6 tempest-SecGroupIPv6Test-981023288 tempest-SecGroupIPv6Test-981023288-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/a4d0dc9d-d4c3-4375-84cf-300b6efebcdd HTTP/1.1" status: 204 len: 168 time: 0.1862659 Mar 29 15:50:28.576927 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 58880) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:50:28.595711 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee6a523-be5c-4fa7-99e8-868bc40b4df6 tempest-SecGroupIPv6Test-981023288 tempest-SecGroupIPv6Test-981023288-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a4d0dc9d-d4c3-4375-84cf-300b6efebcdd,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:50:28.620304 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe7e5ac-5ee7-48e3-8d8e-cb1bef720d89 req-0b8d5e41-ce35-419d-8311-3b8115f60f76 tempest-ServersTestManualDisk-450512240 tempest-ServersTestManualDisk-450512240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:50:28.622302 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-abe7e5ac-5ee7-48e3-8d8e-cb1bef720d89 req-0b8d5e41-ce35-419d-8311-3b8115f60f76 tempest-ServersTestManualDisk-450512240 tempest-ServersTestManualDisk-450512240-project] 10.222.0.42 "GET /v2.0/ports?device_id=713844af-a26f-4b3e-af12-fd048b70b175 HTTP/1.1" status: 200 len: 946 time: 0.2135057 Mar 29 15:50:28.684904 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-abe7e5ac-5ee7-48e3-8d8e-cb1bef720d89 req-e8779af5-5dd8-48a8-8c7f-11e4fda92034 tempest-ServersTestManualDisk-450512240 tempest-ServersTestManualDisk-450512240-project] 10.222.0.42 "GET /v2.0/security-groups?id=36d8cc42-d960-42e4-81d7-b41cd1ca0462&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564187 Mar 29 15:50:28.768883 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-fb28a387-17c0-4d5a-a2b7-9babe8c937c5 tempest-SecGroupIPv6Test-981023288 tempest-SecGroupIPv6Test-981023288-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1911075 Mar 29 15:50:28.771754 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 58884) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:50:28.776250 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-b8075085-3dad-4366-8897-2862f3aab01e tempest-SecGroupIPv6Test-981023288 tempest-SecGroupIPv6Test-981023288-project] Request body: {'security_group_rule': {'security_group_id': 'b3957e0f-6fc6-4d5b-b0cc-bc524e293079', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:50:28.823992 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-b8075085-3dad-4366-8897-2862f3aab01e tempest-SecGroupIPv6Test-981023288 tempest-SecGroupIPv6Test-981023288-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:28.852567 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-ce7eee5b-0a1b-4c2b-94ae-e3f3453484a9 req-aaacb90a-e272-4dd7-b949-0b6d86918fae service neutron] For port 6dcc8b82-25b0-4c85-847c-90a8f97998e9, host n-h1-834765-1, cleared binding levels {{(pid=102791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:50:28.869979 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-ce7eee5b-0a1b-4c2b-94ae-e3f3453484a9 req-aaacb90a-e272-4dd7-b949-0b6d86918fae service neutron] For port 6dcc8b82-25b0-4c85-847c-90a8f97998e9, host n-h1-834765-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=6dcc8b82-25b0-4c85-847c-90a8f97998e9,segment=NetworkSegment(0cf4c8fa-aed1-409e-b278-011a45c757bf),segment_id=0cf4c8fa-aed1-409e-b278-011a45c757bf)] {{(pid=102791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:50:28.884398 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-ce7eee5b-0a1b-4c2b-94ae-e3f3453484a9 req-aaacb90a-e272-4dd7-b949-0b6d86918fae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:28.918985 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-b8075085-3dad-4366-8897-2862f3aab01e tempest-SecGroupIPv6Test-981023288 tempest-SecGroupIPv6Test-981023288-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:28.941489 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-b8075085-3dad-4366-8897-2862f3aab01e tempest-SecGroupIPv6Test-981023288 tempest-SecGroupIPv6Test-981023288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610998'] for security_group_rule, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:28.976909 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8075085-3dad-4366-8897-2862f3aab01e tempest-SecGroupIPv6Test-981023288 tempest-SecGroupIPv6Test-981023288-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45440fdf-e8f7-422b-8ed9-619221778efc,revision_number=0']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:50:29.003179 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-b8075085-3dad-4366-8897-2862f3aab01e tempest-SecGroupIPv6Test-981023288 tempest-SecGroupIPv6Test-981023288-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:29.006875 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-b8075085-3dad-4366-8897-2862f3aab01e tempest-SecGroupIPv6Test-981023288 tempest-SecGroupIPv6Test-981023288-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2317886 Mar 29 15:50:29.010338 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 58890) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:50:29.023918 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44a0138-7df5-4187-8dcf-44bd672fb4e1 req-a4f38d0b-be79-47be-9a08-4a68c133e671 tempest-ServerRescueTestJSON-484479922 tempest-ServerRescueTestJSON-484479922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:50:29.025645 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-e44a0138-7df5-4187-8dcf-44bd672fb4e1 req-a4f38d0b-be79-47be-9a08-4a68c133e671 tempest-ServerRescueTestJSON-484479922 tempest-ServerRescueTestJSON-484479922-project] 10.222.0.42 "GET /v2.0/ports?device_id=be6069ac-d9ba-40b5-8e20-8d0b5bb33830 HTTP/1.1" status: 200 len: 945 time: 0.0998809 Mar 29 15:50:29.065182 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-67485e8d-7c42-443f-971f-0ec6ed2fdef7 tempest-SecGroupIPv6Test-981023288 tempest-SecGroupIPv6Test-981023288-project] 10.222.0.42 "GET /v2.0/security-group-rules/45440fdf-e8f7-422b-8ed9-619221778efc HTTP/1.1" status: 200 len: 763 time: 0.0358815 Mar 29 15:50:29.065651 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 58892) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:50:29.069557 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-fab51e2b-4cff-461e-9ec6-a57f3c77519a tempest-RoutersAdminTest-736076884 tempest-RoutersAdminTest-736076884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-648077', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-526627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129337'] for router, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:29.087069 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-e44a0138-7df5-4187-8dcf-44bd672fb4e1 req-326be30a-70aa-4e45-aad1-c335fef041bc tempest-ServerRescueTestJSON-484479922 tempest-ServerRescueTestJSON-484479922-project] 10.222.0.42 "GET /v2.0/security-groups?id=a3f3b05e-b4b0-4bd5-8f61-9140e1e7cbea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520079 Mar 29 15:50:29.152825 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-fab51e2b-4cff-461e-9ec6-a57f3c77519a tempest-RoutersAdminTest-736076884 tempest-RoutersAdminTest-736076884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-648068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-648127', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-526682'] for router, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:29.162079 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b69112-1b19-4c76-b3d6-0c505fb09663 req-3faa9312-af0c-41b0-b3de-f63e46adcc7a tempest-ServersTestManualDisk-450512240 tempest-ServersTestManualDisk-450512240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:50:29.173495 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 58894) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:50:29.173928 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-08b69112-1b19-4c76-b3d6-0c505fb09663 req-3faa9312-af0c-41b0-b3de-f63e46adcc7a tempest-ServersTestManualDisk-450512240 tempest-ServersTestManualDisk-450512240-project] 10.222.0.42 "GET /v2.0/ports?device_id=713844af-a26f-4b3e-af12-fd048b70b175 HTTP/1.1" status: 200 len: 946 time: 0.2971287 Mar 29 15:50:29.178701 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-08e80115-3255-4ef8-9898-7d5bc92a1f5c tempest-ServersTestManualDisk-450512240 tempest-ServersTestManualDisk-450512240-project] Request body: {'floatingip': {'port_id': 'ee72ac06-ce20-4b97-b457-872e335b1552'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:50:29.180250 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7eee5b-0a1b-4c2b-94ae-e3f3453484a9 req-aaacb90a-e272-4dd7-b949-0b6d86918fae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:50:29.180871 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-ce7eee5b-0a1b-4c2b-94ae-e3f3453484a9 req-aaacb90a-e272-4dd7-b949-0b6d86918fae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:29.182399 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ce7eee5b-0a1b-4c2b-94ae-e3f3453484a9 req-aaacb90a-e272-4dd7-b949-0b6d86918fae service neutron] 10.222.0.44 "PUT /v2.0/ports/6dcc8b82-25b0-4c85-847c-90a8f97998e9 HTTP/1.1" status: 200 len: 1091 time: 2.5980253 Mar 29 15:50:29.184687 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '515d4a4d-858a-499d-8ccc-52d0848a9638', 'tag': '6dcc8b82-25b0-4c85-847c-90a8f97998e9'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:50:29.209084 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c67b028db5e9b9818fecc5c0a87ebc6f190694fa53ca267d523e04f98de536d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2541ed8-2a4b-4ac2-bbe6-28d9eed0bcb7" -d '{"events": [{"name": "network-changed", "server_uuid": "515d4a4d-858a-499d-8ccc-52d0848a9638", "tag": "6dcc8b82-25b0-4c85-847c-90a8f97998e9"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:50:29.244351 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaacb90a-e272-4dd7-b949-0b6d86918fae service neutron] Pushing event updated for resources: {'Port': ['ID=6dcc8b82-25b0-4c85-847c-90a8f97998e9,revision_number=3']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:50:29.295706 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-08e80115-3255-4ef8-9898-7d5bc92a1f5c tempest-ServersTestManualDisk-450512240 tempest-ServersTestManualDisk-450512240-project] Notify callbacks [] for floatingip, before_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:29.365488 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 15:50:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caef58b1-c8ac-45e1-956c-955d03ecf1df x-openstack-request-id: req-caef58b1-c8ac-45e1-956c-955d03ecf1df {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:50:29.365863 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "515d4a4d-858a-499d-8ccc-52d0848a9638", "tag": "6dcc8b82-25b0-4c85-847c-90a8f97998e9", "status": "completed", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:50:29.366043 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-caef58b1-c8ac-45e1-956c-955d03ecf1df {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:50:29.366419 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '515d4a4d-858a-499d-8ccc-52d0848a9638', 'tag': '6dcc8b82-25b0-4c85-847c-90a8f97998e9', 'status': 'completed', 'code': 200} Mar 29 15:50:29.414546 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fab51e2b-4cff-461e-9ec6-a57f3c77519a tempest-RoutersAdminTest-736076884 tempest-RoutersAdminTest-736076884-project] Router 56079c14-912f-41ad-9c67-ee7330ae2d7d has already been hosted by L3 agent c648d819-1060-4f26-b4ec-6455387b5dff {{(pid=102791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 15:50:29.427667 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-161c94c8-df62-4b57-8b6c-b70ebde3a749 tempest-SecGroupIPv6Test-981023288 tempest-SecGroupIPv6Test-981023288-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.3527291 Mar 29 15:50:29.427888 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5608545f-5c9c-4339-88a0-9b7341987750 req-05909334-26d4-424f-9e56-547b20152a25 tempest-ServersTestBootFromVolume-1498240647 tempest-ServersTestBootFromVolume-1498240647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:50:29.428696 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-5608545f-5c9c-4339-88a0-9b7341987750 req-05909334-26d4-424f-9e56-547b20152a25 tempest-ServersTestBootFromVolume-1498240647 tempest-ServersTestBootFromVolume-1498240647-project] 10.222.0.42 "GET /v2.0/ports?device_id=515d4a4d-858a-499d-8ccc-52d0848a9638 HTTP/1.1" status: 200 len: 943 time: 0.1841915 Mar 29 15:50:29.431996 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 58898) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:50:29.496514 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7eee5b-0a1b-4c2b-94ae-e3f3453484a9 req-d0f374cc-907f-4c37-b07e-a26ff0590462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:50:29.498044 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ce7eee5b-0a1b-4c2b-94ae-e3f3453484a9 req-d0f374cc-907f-4c37-b07e-a26ff0590462 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a2225105c4c64cec9c8922b4222928a3&device_id=515d4a4d-858a-499d-8ccc-52d0848a9638 HTTP/1.1" status: 200 len: 1094 time: 0.2589693 Mar 29 15:50:29.539106 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-4b340fd8-bbd2-4eea-bf67-e30ef3e5e42b tempest-SecGroupIPv6Test-981023288 tempest-SecGroupIPv6Test-981023288-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:29.566684 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-4b340fd8-bbd2-4eea-bf67-e30ef3e5e42b tempest-SecGroupIPv6Test-981023288 tempest-SecGroupIPv6Test-981023288-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:29.579012 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fab51e2b-4cff-461e-9ec6-a57f3c77519a tempest-RoutersAdminTest-736076884 tempest-RoutersAdminTest-736076884-project] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:50:29.586544 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-fab51e2b-4cff-461e-9ec6-a57f3c77519a tempest-RoutersAdminTest-736076884 tempest-RoutersAdminTest-736076884-project] Notify callbacks [] for router, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:29.592645 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24d3d39f-8f1e-447b-b0bf-5e7a11bed89b None None] Sync routers for ids ['56079c14-912f-41ad-9c67-ee7330ae2d7d'] in n-d-834765-1 {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:50:29.595332 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-fab51e2b-4cff-461e-9ec6-a57f3c77519a tempest-RoutersAdminTest-736076884 tempest-RoutersAdminTest-736076884-project] 10.222.0.42 "PUT /v2.0/routers/56079c14-912f-41ad-9c67-ee7330ae2d7d HTTP/1.1" status: 200 len: 705 time: 3.7069435 Mar 29 15:50:29.597162 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ce7eee5b-0a1b-4c2b-94ae-e3f3453484a9 req-34850739-aa92-4bb0-85f8-23d677d412c3 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6dcc8b82-25b0-4c85-847c-90a8f97998e9 HTTP/1.1" status: 200 len: 217 time: 0.0673833 Mar 29 15:50:29.597627 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 58910) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:50:29.614411 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-5608545f-5c9c-4339-88a0-9b7341987750 req-ef76efb0-81b0-4bdf-a63c-f62e8fd13360 tempest-ServersTestBootFromVolume-1498240647 tempest-ServersTestBootFromVolume-1498240647-project] 10.222.0.42 "GET /v2.0/security-groups?id=acccf007-02a4-4e02-a911-a704b12080b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1707497 Mar 29 15:50:29.615897 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24d3d39f-8f1e-447b-b0bf-5e7a11bed89b None None] Routers {'56079c14-912f-41ad-9c67-ee7330ae2d7d'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:50:29.616651 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-24d3d39f-8f1e-447b-b0bf-5e7a11bed89b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:50:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['56079c14-912f-41ad-9c67-ee7330ae2d7d'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:50:29.655503 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-4b340fd8-bbd2-4eea-bf67-e30ef3e5e42b tempest-SecGroupIPv6Test-981023288 tempest-SecGroupIPv6Test-981023288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610998'] for security_group_rule, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:29.703603 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-4b340fd8-bbd2-4eea-bf67-e30ef3e5e42b tempest-SecGroupIPv6Test-981023288 tempest-SecGroupIPv6Test-981023288-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:29.704841 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-4b340fd8-bbd2-4eea-bf67-e30ef3e5e42b tempest-SecGroupIPv6Test-981023288 tempest-SecGroupIPv6Test-981023288-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/45440fdf-e8f7-422b-8ed9-619221778efc HTTP/1.1" status: 204 len: 168 time: 0.2713261 Mar 29 15:50:29.710206 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b340fd8-bbd2-4eea-bf67-e30ef3e5e42b tempest-SecGroupIPv6Test-981023288 tempest-SecGroupIPv6Test-981023288-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=45440fdf-e8f7-422b-8ed9-619221778efc,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:50:29.713655 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 58912) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:50:29.722716 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-24d3d39f-8f1e-447b-b0bf-5e7a11bed89b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:50:29.730859 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7eee5b-0a1b-4c2b-94ae-e3f3453484a9 req-80974ae9-bcfb-4f0d-8864-a41c1c823c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:50:29.732741 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ce7eee5b-0a1b-4c2b-94ae-e3f3453484a9 req-80974ae9-bcfb-4f0d-8864-a41c1c823c4f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=80684512-3579-4a5d-a6a3-894ce2a0c253 HTTP/1.1" status: 200 len: 855 time: 0.1267617 Mar 29 15:50:29.736265 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24d3d39f-8f1e-447b-b0bf-5e7a11bed89b None None] Routers {'56079c14-912f-41ad-9c67-ee7330ae2d7d'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:50:29.738025 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-24d3d39f-8f1e-447b-b0bf-5e7a11bed89b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:50:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['56079c14-912f-41ad-9c67-ee7330ae2d7d'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:50:29.794474 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-72993e6c-2469-4adf-bcfb-231a9fdcc277 tempest-RoutersAdminTest-935776259 tempest-RoutersAdminTest-935776259-project-admin] 10.222.0.42 "GET /v2.0/routers/56079c14-912f-41ad-9c67-ee7330ae2d7d HTTP/1.1" status: 200 len: 740 time: 0.1948810 Mar 29 15:50:29.795053 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 58914) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:50:29.834435 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-24d3d39f-8f1e-447b-b0bf-5e7a11bed89b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:50:29.835604 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24d3d39f-8f1e-447b-b0bf-5e7a11bed89b None None] The sync data for ids ['56079c14-912f-41ad-9c67-ee7330ae2d7d'] in n-d-834765-1 is: [] {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:50:29.840364 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7eee5b-0a1b-4c2b-94ae-e3f3453484a9 req-a790b762-78b4-40c9-9c53-d7ca7291e37d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:50:29.842011 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ce7eee5b-0a1b-4c2b-94ae-e3f3453484a9 req-a790b762-78b4-40c9-9c53-d7ca7291e37d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=94f600c4-9204-48b8-9dde-4e8016a6c980&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0650907 Mar 29 15:50:29.923816 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-73863ae7-6449-4176-ac7d-3b40a99ccb08 tempest-SecGroupIPv6Test-981023288 tempest-SecGroupIPv6Test-981023288-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2058952 Mar 29 15:50:29.929292 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 58916) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:50:29.934552 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-2fc233aa-12ca-412c-9ecf-62213fd43955 tempest-SecGroupIPv6Test-981023288 tempest-SecGroupIPv6Test-981023288-project] Request body: {'security_group_rule': {'security_group_id': 'b3957e0f-6fc6-4d5b-b0cc-bc524e293079', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:50:29.975357 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-504a3baf-e637-47d2-b3c8-4afc5369456e tempest-RoutersAdminTest-935776259 tempest-RoutersAdminTest-935776259-project-admin] 10.222.0.42 "GET /v2.0/ports?network_id=4a4a035d-ecac-4ead-baa3-25f90788773a&device_id=56079c14-912f-41ad-9c67-ee7330ae2d7d HTTP/1.1" status: 200 len: 205 time: 0.1787975 Mar 29 15:50:29.978538 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 58918) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:50:30.032659 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-2e2e82ff-9047-4146-8362-ec0214c26363 tempest-RoutersAdminTest-736076884 tempest-RoutersAdminTest-736076884-project] 10.222.0.42 "GET /v2.0/ports?device_id=56079c14-912f-41ad-9c67-ee7330ae2d7d HTTP/1.1" status: 200 len: 205 time: 0.0493851 Mar 29 15:50:30.040005 n-d-834765-1 neutron-server[102791]: INFO neutron.db.securitygroups_db [None req-2fc233aa-12ca-412c-9ecf-62213fd43955 tempest-SecGroupIPv6Test-981023288 tempest-SecGroupIPv6Test-981023288-project] Project aee11e52f82f465d94485a16832a247d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 29 15:50:30.045492 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 58920) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:50:30.047756 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-2fc233aa-12ca-412c-9ecf-62213fd43955 tempest-SecGroupIPv6Test-981023288 tempest-SecGroupIPv6Test-981023288-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:30.137475 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ce7eee5b-0a1b-4c2b-94ae-e3f3453484a9 req-8ead8d75-ae81-4c6d-8b00-0d2668b17e55 service neutron] 10.222.0.44 "GET /v2.0/networks/94f600c4-9204-48b8-9dde-4e8016a6c980?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2873826 Mar 29 15:50:30.176138 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-2fc233aa-12ca-412c-9ecf-62213fd43955 tempest-SecGroupIPv6Test-981023288 tempest-SecGroupIPv6Test-981023288-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:30.204549 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-2fc233aa-12ca-412c-9ecf-62213fd43955 tempest-SecGroupIPv6Test-981023288 tempest-SecGroupIPv6Test-981023288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610998'] for security_group_rule, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:30.256487 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-4841c955-b666-4144-b973-bc0ce3094147 tempest-RoutersAdminTest-736076884 tempest-RoutersAdminTest-736076884-project] Notify callbacks [] for router, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:30.301108 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-380ae635-8707-404c-a0f2-e7057fd84476 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:30.405779 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc233aa-12ca-412c-9ecf-62213fd43955 tempest-SecGroupIPv6Test-981023288 tempest-SecGroupIPv6Test-981023288-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87d74e8c-9dc4-499c-bf0b-2b56ccea48f6,revision_number=0']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:50:30.440459 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-2fc233aa-12ca-412c-9ecf-62213fd43955 tempest-SecGroupIPv6Test-981023288 tempest-SecGroupIPv6Test-981023288-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:30.441671 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-2fc233aa-12ca-412c-9ecf-62213fd43955 tempest-SecGroupIPv6Test-981023288 tempest-SecGroupIPv6Test-981023288-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5112884 Mar 29 15:50:30.447345 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 58924) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:50:30.469864 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-58d64a22-fbb2-49b4-b04c-1d44dcbe07c9 tempest-SecGroupIPv6Test-981023288 tempest-SecGroupIPv6Test-981023288-project] 10.222.0.42 "GET /v2.0/security-group-rules/87d74e8c-9dc4-499c-bf0b-2b56ccea48f6 HTTP/1.1" status: 200 len: 769 time: 0.0201018 Mar 29 15:50:30.472608 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 58926) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:50:30.547277 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ce7eee5b-0a1b-4c2b-94ae-e3f3453484a9 req-7e49d0f3-4a4f-4729-8b4d-7011fb037623 service neutron] 10.222.0.44 "GET /v2.0/networks/94f600c4-9204-48b8-9dde-4e8016a6c980?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3690405 Mar 29 15:50:30.561998 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-d72eb0be-4803-4617-95a1-26a1535ab277 tempest-SecGroupIPv6Test-981023288 tempest-SecGroupIPv6Test-981023288-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0878849 Mar 29 15:50:30.567675 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 58928) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:50:30.630423 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b8da6f-0159-4ddc-b058-75e65595625d req-b35b04f3-42f2-4c93-a673-09a758fdcbd9 tempest-ServerRescueTestJSON-484479922 tempest-ServerRescueTestJSON-484479922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:50:30.640519 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-83b8da6f-0159-4ddc-b058-75e65595625d req-b35b04f3-42f2-4c93-a673-09a758fdcbd9 tempest-ServerRescueTestJSON-484479922 tempest-ServerRescueTestJSON-484479922-project] 10.222.0.42 "GET /v2.0/ports?device_id=be6069ac-d9ba-40b5-8e20-8d0b5bb33830 HTTP/1.1" status: 200 len: 945 time: 0.3697398 Mar 29 15:50:30.644240 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-4841c955-b666-4144-b973-bc0ce3094147 tempest-RoutersAdminTest-736076884 tempest-RoutersAdminTest-736076884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129328'] for router, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:30.652396 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-35847f07-5bb0-42c5-aa35-a0e31353435e tempest-SecGroupIPv6Test-981023288 tempest-SecGroupIPv6Test-981023288-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:30.668123 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-4841c955-b666-4144-b973-bc0ce3094147 tempest-RoutersAdminTest-736076884 tempest-RoutersAdminTest-736076884-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:30.671197 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-35847f07-5bb0-42c5-aa35-a0e31353435e tempest-SecGroupIPv6Test-981023288 tempest-SecGroupIPv6Test-981023288-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:30.692248 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-08e80115-3255-4ef8-9898-7d5bc92a1f5c tempest-ServersTestManualDisk-450512240 tempest-ServersTestManualDisk-450512240-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:30.703098 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-08e80115-3255-4ef8-9898-7d5bc92a1f5c tempest-ServersTestManualDisk-450512240 tempest-ServersTestManualDisk-450512240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648212'] for floatingip, after_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:30.780848 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-83b8da6f-0159-4ddc-b058-75e65595625d req-5c73c171-b119-4a9e-9e6d-a9d74e556fb6 tempest-ServerRescueTestJSON-484479922 tempest-ServerRescueTestJSON-484479922-project] 10.222.0.42 "GET /v2.0/security-groups?id=a3f3b05e-b4b0-4bd5-8f61-9140e1e7cbea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393359 Mar 29 15:50:30.786835 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-35847f07-5bb0-42c5-aa35-a0e31353435e tempest-SecGroupIPv6Test-981023288 tempest-SecGroupIPv6Test-981023288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610998'] for security_group_rule, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:30.790560 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2541ed8-2a4b-4ac2-bbe6-28d9eed0bcb7 req-c9d32233-7779-486d-a1cf-f46cfcafad6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:50:30.792583 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e2541ed8-2a4b-4ac2-bbe6-28d9eed0bcb7 req-c9d32233-7779-486d-a1cf-f46cfcafad6e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a2225105c4c64cec9c8922b4222928a3&device_id=515d4a4d-858a-499d-8ccc-52d0848a9638 HTTP/1.1" status: 200 len: 1094 time: 0.1452227 Mar 29 15:50:30.794334 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-4841c955-b666-4144-b973-bc0ce3094147 tempest-RoutersAdminTest-736076884 tempest-RoutersAdminTest-736076884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-526718'] for router, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:30.795085 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4841c955-b666-4144-b973-bc0ce3094147 tempest-RoutersAdminTest-736076884 tempest-RoutersAdminTest-736076884-project] Fanout notify agent at l3_agent the message router_deleted on router 56079c14-912f-41ad-9c67-ee7330ae2d7d {{(pid=102791) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 29 15:50:30.798271 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-35847f07-5bb0-42c5-aa35-a0e31353435e tempest-SecGroupIPv6Test-981023288 tempest-SecGroupIPv6Test-981023288-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:30.799490 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-35847f07-5bb0-42c5-aa35-a0e31353435e tempest-SecGroupIPv6Test-981023288 tempest-SecGroupIPv6Test-981023288-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/87d74e8c-9dc4-499c-bf0b-2b56ccea48f6 HTTP/1.1" status: 204 len: 168 time: 0.2308621 Mar 29 15:50:30.806873 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 58942) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:50:30.814751 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-4841c955-b666-4144-b973-bc0ce3094147 tempest-RoutersAdminTest-736076884 tempest-RoutersAdminTest-736076884-project] Notify callbacks [] for router, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:30.815909 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-4841c955-b666-4144-b973-bc0ce3094147 tempest-RoutersAdminTest-736076884 tempest-RoutersAdminTest-736076884-project] 10.222.0.42 "DELETE /v2.0/routers/56079c14-912f-41ad-9c67-ee7330ae2d7d HTTP/1.1" status: 204 len: 168 time: 0.7392588 Mar 29 15:50:30.819250 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 58944) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:50:30.831093 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35847f07-5bb0-42c5-aa35-a0e31353435e tempest-SecGroupIPv6Test-981023288 tempest-SecGroupIPv6Test-981023288-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=87d74e8c-9dc4-499c-bf0b-2b56ccea48f6,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:50:30.942212 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-65fab9b3-dcf2-48d1-9ad4-e62b9153cef3 tempest-RoutersAdminTest-736076884 tempest-RoutersAdminTest-736076884-project] 10.222.0.42 "GET /v2.0/ports?device_id=56079c14-912f-41ad-9c67-ee7330ae2d7d HTTP/1.1" status: 200 len: 205 time: 0.1217768 Mar 29 15:50:30.945237 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 58946) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:50:30.951493 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-f69d8256-14e0-4b9e-9c2a-10a1cfd0b58b tempest-SecGroupIPv6Test-981023288 tempest-SecGroupIPv6Test-981023288-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1381571 Mar 29 15:50:30.951493 n-d-834765-1 neutron-server[102790]: INFO neutron.db.l3_db [None req-08e80115-3255-4ef8-9898-7d5bc92a1f5c tempest-ServersTestManualDisk-450512240 tempest-ServersTestManualDisk-450512240-project] Floating IP cd9e5835-5aa9-4941-be0e-5b3158141106 associated. External IP: 172.25.4.31, port: ee72ac06-ce20-4b97-b457-872e335b1552. Mar 29 15:50:30.953041 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 58948) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:50:30.997658 n-d-834765-1 neutron-server[102791]: INFO neutron.api.v2.resource [None req-a559eceb-9681-4c2f-b9c2-5c0c569d8b3e tempest-RoutersAdminTest-736076884 tempest-RoutersAdminTest-736076884-project] delete failed (client error): The resource could not be found. Mar 29 15:50:30.999113 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-a559eceb-9681-4c2f-b9c2-5c0c569d8b3e tempest-RoutersAdminTest-736076884 tempest-RoutersAdminTest-736076884-project] 10.222.0.42 "DELETE /v2.0/routers/56079c14-912f-41ad-9c67-ee7330ae2d7d HTTP/1.1" status: 404 len: 336 time: 0.0526993 Mar 29 15:50:31.002005 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 58950) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:50:31.019448 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0552b29e-51e5-46d3-b5b3-a5690c73d111 req-6fec9855-8cb0-49ef-9683-fc078aeec47a tempest-ServersTestBootFromVolume-1498240647 tempest-ServersTestBootFromVolume-1498240647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:50:31.021007 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-0552b29e-51e5-46d3-b5b3-a5690c73d111 req-6fec9855-8cb0-49ef-9683-fc078aeec47a tempest-ServersTestBootFromVolume-1498240647 tempest-ServersTestBootFromVolume-1498240647-project] 10.222.0.42 "GET /v2.0/ports?device_id=515d4a4d-858a-499d-8ccc-52d0848a9638 HTTP/1.1" status: 200 len: 943 time: 0.1775868 Mar 29 15:50:31.057286 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-6856fb2d-5951-4a32-9d2c-bb8f40849bd6 tempest-RoutersAdminTest-736076884 tempest-RoutersAdminTest-736076884-project] 10.222.0.42 "GET /v2.0/ports?device_id=c5c71e14-1cf8-4aae-99d9-f6ac1f4a4197 HTTP/1.1" status: 200 len: 205 time: 0.0540357 Mar 29 15:50:31.060071 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 58952) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:50:31.067872 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2541ed8-2a4b-4ac2-bbe6-28d9eed0bcb7 req-70a3f8ad-db71-43be-9102-1377e657bbe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:50:31.069381 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e2541ed8-2a4b-4ac2-bbe6-28d9eed0bcb7 req-70a3f8ad-db71-43be-9102-1377e657bbe0 service neutron] 10.222.0.44 "GET /v2.0/networks?id=94f600c4-9204-48b8-9dde-4e8016a6c980 HTTP/1.1" status: 200 len: 917 time: 0.2524507 Mar 29 15:50:31.108303 n-d-834765-1 neutron-server[102791]: INFO neutron.api.v2.resource [None req-e4952956-4f5e-4747-9a20-85e1eb46924f tempest-RoutersAdminTest-736076884 tempest-RoutersAdminTest-736076884-project] delete failed (client error): The resource could not be found. Mar 29 15:50:31.112370 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-e4952956-4f5e-4747-9a20-85e1eb46924f tempest-RoutersAdminTest-736076884 tempest-RoutersAdminTest-736076884-project] 10.222.0.42 "DELETE /v2.0/routers/c5c71e14-1cf8-4aae-99d9-f6ac1f4a4197 HTTP/1.1" status: 404 len: 336 time: 0.0483572 Mar 29 15:50:31.121618 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 58954) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:50:31.138896 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e2541ed8-2a4b-4ac2-bbe6-28d9eed0bcb7 req-fb388cbe-e072-46aa-89c6-1dedd4939621 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6dcc8b82-25b0-4c85-847c-90a8f97998e9 HTTP/1.1" status: 200 len: 217 time: 0.0368681 Mar 29 15:50:31.141376 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-b3fb863a-a054-4875-8414-2b566703adaa tempest-SecGroupIPv6Test-981023288 tempest-SecGroupIPv6Test-981023288-project] Notify callbacks [] for security_group, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:31.187059 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-0552b29e-51e5-46d3-b5b3-a5690c73d111 req-8bbef07f-0c33-45ae-bd06-560dd8f71710 tempest-ServersTestBootFromVolume-1498240647 tempest-ServersTestBootFromVolume-1498240647-project] 10.222.0.42 "GET /v2.0/security-groups?id=acccf007-02a4-4e02-a911-a704b12080b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1397102 Mar 29 15:50:31.190691 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-b0949949-2265-4d05-9fea-77839d324c14 tempest-RoutersAdminTest-736076884 tempest-RoutersAdminTest-736076884-project] 10.222.0.42 "GET /v2.0/ports?device_id=f8574985-9a39-49ea-a2ae-795abf0441e2 HTTP/1.1" status: 200 len: 205 time: 0.0679994 Mar 29 15:50:31.200925 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 58956) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:50:31.259766 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-b3fb863a-a054-4875-8414-2b566703adaa tempest-SecGroupIPv6Test-981023288 tempest-SecGroupIPv6Test-981023288-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:31.264954 n-d-834765-1 neutron-server[102790]: INFO neutron.api.v2.resource [None req-2d39fea6-ea5f-4400-8e5d-b55add56d932 tempest-RoutersAdminTest-736076884 tempest-RoutersAdminTest-736076884-project] delete failed (client error): The resource could not be found. Mar 29 15:50:31.266022 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-2d39fea6-ea5f-4400-8e5d-b55add56d932 tempest-RoutersAdminTest-736076884 tempest-RoutersAdminTest-736076884-project] 10.222.0.42 "DELETE /v2.0/routers/f8574985-9a39-49ea-a2ae-795abf0441e2 HTTP/1.1" status: 404 len: 336 time: 0.0641310 Mar 29 15:50:31.277570 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 58958) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:50:31.325877 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-ce3859b9-fdea-43a2-ad1e-05a3a03a6716 tempest-RoutersAdminTest-736076884 tempest-RoutersAdminTest-736076884-project] 10.222.0.42 "GET /v2.0/ports?device_id=cb5c6ca4-cfb4-4b50-8e02-f0f4292ca9ab HTTP/1.1" status: 200 len: 205 time: 0.0463600 Mar 29 15:50:31.367173 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 58960) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:50:31.423703 n-d-834765-1 neutron-server[102790]: INFO neutron.api.v2.resource [None req-ce524e53-aa64-4e3b-acf2-f82ba2dd5160 tempest-RoutersAdminTest-736076884 tempest-RoutersAdminTest-736076884-project] delete failed (client error): The resource could not be found. Mar 29 15:50:31.424769 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-ce524e53-aa64-4e3b-acf2-f82ba2dd5160 tempest-RoutersAdminTest-736076884 tempest-RoutersAdminTest-736076884-project] 10.222.0.42 "DELETE /v2.0/routers/cb5c6ca4-cfb4-4b50-8e02-f0f4292ca9ab HTTP/1.1" status: 404 len: 336 time: 0.0565140 Mar 29 15:50:31.440860 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 58962) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:50:31.522527 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-f4bd0408-fd34-4bc4-a83a-7f1dc4af077b tempest-RoutersAdminTest-736076884 tempest-RoutersAdminTest-736076884-project] 10.222.0.42 "GET /v2.0/ports?device_id=3703634d-43cb-4cef-9320-ee3e1c924d80 HTTP/1.1" status: 200 len: 205 time: 0.0801730 Mar 29 15:50:31.527375 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 58964) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:50:31.537506 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-b3fb863a-a054-4875-8414-2b566703adaa tempest-SecGroupIPv6Test-981023288 tempest-SecGroupIPv6Test-981023288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:31.540478 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-b3fb863a-a054-4875-8414-2b566703adaa tempest-SecGroupIPv6Test-981023288 tempest-SecGroupIPv6Test-981023288-project] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:31.541979 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-b3fb863a-a054-4875-8414-2b566703adaa tempest-SecGroupIPv6Test-981023288 tempest-SecGroupIPv6Test-981023288-project] 10.222.0.42 "DELETE /v2.0/security-groups/b3957e0f-6fc6-4d5b-b0cc-bc524e293079 HTTP/1.1" status: 204 len: 168 time: 0.5870416 Mar 29 15:50:31.550147 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 58966) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:50:31.571171 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2541ed8-2a4b-4ac2-bbe6-28d9eed0bcb7 req-aabff8f5-38e6-4bf0-8636-a0b40c781ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:50:31.573168 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e2541ed8-2a4b-4ac2-bbe6-28d9eed0bcb7 req-aabff8f5-38e6-4bf0-8636-a0b40c781ce3 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=80684512-3579-4a5d-a6a3-894ce2a0c253 HTTP/1.1" status: 200 len: 855 time: 0.4285936 Mar 29 15:50:31.588374 n-d-834765-1 neutron-server[102790]: INFO neutron.api.v2.resource [None req-ebe22603-6144-47a4-8cd3-18f2ec4d37e6 tempest-RoutersAdminTest-736076884 tempest-RoutersAdminTest-736076884-project] delete failed (client error): The resource could not be found. Mar 29 15:50:31.589913 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-ebe22603-6144-47a4-8cd3-18f2ec4d37e6 tempest-RoutersAdminTest-736076884 tempest-RoutersAdminTest-736076884-project] 10.222.0.42 "DELETE /v2.0/routers/3703634d-43cb-4cef-9320-ee3e1c924d80 HTTP/1.1" status: 404 len: 336 time: 0.0612955 Mar 29 15:50:31.597050 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 58968) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:50:31.612502 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fb863a-a054-4875-8414-2b566703adaa tempest-SecGroupIPv6Test-981023288 tempest-SecGroupIPv6Test-981023288-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3957e0f-6fc6-4d5b-b0cc-bc524e293079,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:50:31.636783 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-1d86a4cc-a034-4bd8-ab8e-312386ca6425 tempest-RoutersAdminTest-736076884 tempest-RoutersAdminTest-736076884-project] 10.222.0.42 "GET /v2.0/ports?device_id=511c09a5-e169-4181-b2c2-36da96de5c11 HTTP/1.1" status: 200 len: 205 time: 0.0335004 Mar 29 15:50:31.648144 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 58970) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:50:31.669692 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08e80115-3255-4ef8-9898-7d5bc92a1f5c tempest-ServersTestManualDisk-450512240 tempest-ServersTestManualDisk-450512240-project] Router f8c9852e-dd98-4bb3-a236-147eda5c7b4b has already been hosted by L3 agent c648d819-1060-4f26-b4ec-6455387b5dff {{(pid=102790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 15:50:31.679308 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-64326cf8-7c8c-4e4f-a13b-6038ca05f61f tempest-SecGroupIPv6Test-981023288 tempest-SecGroupIPv6Test-981023288-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1223519 Mar 29 15:50:31.682073 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 58972) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:50:31.689254 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-c9aa4df7-2eca-4ef9-9efb-9f41c994eb91 tempest-SecGroupIPv6Test-981023288 tempest-SecGroupIPv6Test-981023288-project] Request body: {'security_group': {'name': 'tempest-secgroup--637938470'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:50:31.702967 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-bf486634-5db5-4243-95c2-cbd98d62d424 req-acf832eb-3b2e-42f3-b870-22064adaf4f3 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=b0859ad1-46a7-4491-b8bd-ab713dd586fb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1414194 Mar 29 15:50:31.710722 n-d-834765-1 neutron-server[102790]: INFO neutron.api.v2.resource [None req-a6e35e66-cdb1-4268-b1d9-78284aa3578c tempest-RoutersAdminTest-736076884 tempest-RoutersAdminTest-736076884-project] delete failed (client error): The resource could not be found. Mar 29 15:50:31.712129 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-a6e35e66-cdb1-4268-b1d9-78284aa3578c tempest-RoutersAdminTest-736076884 tempest-RoutersAdminTest-736076884-project] 10.222.0.42 "DELETE /v2.0/routers/511c09a5-e169-4181-b2c2-36da96de5c11 HTTP/1.1" status: 404 len: 336 time: 0.0595188 Mar 29 15:50:31.714932 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2541ed8-2a4b-4ac2-bbe6-28d9eed0bcb7 req-ccbf79cd-fb70-4aa5-8089-cba1904eee1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:50:31.716460 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e2541ed8-2a4b-4ac2-bbe6-28d9eed0bcb7 req-ccbf79cd-fb70-4aa5-8089-cba1904eee1e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=94f600c4-9204-48b8-9dde-4e8016a6c980&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1351779 Mar 29 15:50:31.716927 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 58974) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:50:31.778505 n-d-834765-1 neutron-server[102791]: INFO neutron.pecan_wsgi.hooks.translation [None req-55a2b5f0-b1bf-47dd-9a7d-8d50f66e83a0 tempest-RoutersAdminTest-736076884 tempest-RoutersAdminTest-736076884-project] DELETE failed (client error): The resource could not be found. Mar 29 15:50:31.778959 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55a2b5f0-b1bf-47dd-9a7d-8d50f66e83a0 tempest-RoutersAdminTest-736076884 tempest-RoutersAdminTest-736076884-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102791) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 15:50:31.782001 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-55a2b5f0-b1bf-47dd-9a7d-8d50f66e83a0 tempest-RoutersAdminTest-736076884 tempest-RoutersAdminTest-736076884-project] 10.222.0.42 "DELETE /v2.0/subnets/5b313833-7a2e-4cde-b50d-fe1fa7f2a0a9 HTTP/1.1" status: 404 len: 337 time: 0.0628788 Mar 29 15:50:31.786793 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-c9aa4df7-2eca-4ef9-9efb-9f41c994eb91 tempest-SecGroupIPv6Test-981023288 tempest-SecGroupIPv6Test-981023288-project] Notify callbacks [] for security_group, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:31.903093 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf486634-5db5-4243-95c2-cbd98d62d424 req-4814fe6e-9ef3-4adc-a3ba-e6dfb5462717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:50:31.904646 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-bf486634-5db5-4243-95c2-cbd98d62d424 req-4814fe6e-9ef3-4adc-a3ba-e6dfb5462717 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3b131848d0de40f0b713134c09f1859b&device_id=b0859ad1-46a7-4491-b8bd-ab713dd586fb HTTP/1.1" status: 200 len: 1098 time: 0.1471722 Mar 29 15:50:31.916027 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e2541ed8-2a4b-4ac2-bbe6-28d9eed0bcb7 req-d1bef0b8-a4bc-41bc-8250-1edd3c8aec13 service neutron] 10.222.0.44 "GET /v2.0/networks/94f600c4-9204-48b8-9dde-4e8016a6c980?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1865094 Mar 29 15:50:31.916659 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08e80115-3255-4ef8-9898-7d5bc92a1f5c tempest-ServersTestManualDisk-450512240 tempest-ServersTestManualDisk-450512240-project] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:50:31.931519 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c6efc86-24aa-41d6-b46c-38bf2bdb8d9a None None] Sync routers for ids ['f8c9852e-dd98-4bb3-a236-147eda5c7b4b'] in n-d-834765-1 {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:50:31.935111 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-08e80115-3255-4ef8-9898-7d5bc92a1f5c tempest-ServersTestManualDisk-450512240 tempest-ServersTestManualDisk-450512240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for floatingip, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:31.952545 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c6efc86-24aa-41d6-b46c-38bf2bdb8d9a None None] Routers {'f8c9852e-dd98-4bb3-a236-147eda5c7b4b'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:50:31.953175 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-1c6efc86-24aa-41d6-b46c-38bf2bdb8d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:50:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['f8c9852e-dd98-4bb3-a236-147eda5c7b4b'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:50:32.016144 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-08e80115-3255-4ef8-9898-7d5bc92a1f5c tempest-ServersTestManualDisk-450512240 tempest-ServersTestManualDisk-450512240-project] 10.222.0.42 "PUT /v2.0/floatingips/cd9e5835-5aa9-4941-be0e-5b3158141106 HTTP/1.1" status: 200 len: 991 time: 2.8412547 Mar 29 15:50:32.019667 n-d-834765-1 neutron-server[102790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '713844af-a26f-4b3e-af12-fd048b70b175', 'tag': 'ee72ac06-ce20-4b97-b457-872e335b1552'}] {{(pid=102790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:50:32.022872 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46b06d655c90bc969636382cce4240ad749035fb0f3a83ee4734fa1ed9c4a6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-599a4e86-52a8-4ec8-aa48-9b9b7593e1d8" -d '{"events": [{"name": "network-changed", "server_uuid": "713844af-a26f-4b3e-af12-fd048b70b175", "tag": "ee72ac06-ce20-4b97-b457-872e335b1552"}]}' {{(pid=102790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:50:32.048253 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212afb14-29e7-411d-9c22-3be06dce24b8 req-894407c5-f4b5-459d-bb25-d1dc651c8e01 tempest-ServerRescueTestJSON-484479922 tempest-ServerRescueTestJSON-484479922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:50:32.050277 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-212afb14-29e7-411d-9c22-3be06dce24b8 req-894407c5-f4b5-459d-bb25-d1dc651c8e01 tempest-ServerRescueTestJSON-484479922 tempest-ServerRescueTestJSON-484479922-project] 10.222.0.42 "GET /v2.0/ports?device_id=be6069ac-d9ba-40b5-8e20-8d0b5bb33830 HTTP/1.1" status: 200 len: 945 time: 0.1109250 Mar 29 15:50:32.102904 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-c9aa4df7-2eca-4ef9-9efb-9f41c994eb91 tempest-SecGroupIPv6Test-981023288 tempest-SecGroupIPv6Test-981023288-project] Notify callbacks [] for security_group, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:32.145945 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-212afb14-29e7-411d-9c22-3be06dce24b8 req-dc016565-7f05-42b2-b710-35f724edaa40 tempest-ServerRescueTestJSON-484479922 tempest-ServerRescueTestJSON-484479922-project] 10.222.0.42 "GET /v2.0/security-groups?id=a3f3b05e-b4b0-4bd5-8f61-9140e1e7cbea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848229 Mar 29 15:50:32.165739 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-c9aa4df7-2eca-4ef9-9efb-9f41c994eb91 tempest-SecGroupIPv6Test-981023288 tempest-SecGroupIPv6Test-981023288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:32.201666 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvr_db [None req-1c6efc86-24aa-41d6-b46c-38bf2bdb8d9a None None] Set router f8c9852e-dd98-4bb3-a236-147eda5c7b4b gateway port host: n-d-834765-1 {{(pid=102793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:50:32.274063 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 59000) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:50:32.292699 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-c9aa4df7-2eca-4ef9-9efb-9f41c994eb91 tempest-SecGroupIPv6Test-981023288 tempest-SecGroupIPv6Test-981023288-project] Notify callbacks [] for security_group, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:32.293955 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-c9aa4df7-2eca-4ef9-9efb-9f41c994eb91 tempest-SecGroupIPv6Test-981023288 tempest-SecGroupIPv6Test-981023288-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6090350 Mar 29 15:50:32.301898 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 59004) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:50:32.305375 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 15:50:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8ac8f69-2a3c-45c2-90a0-2b806dab35f4 x-openstack-request-id: req-c8ac8f69-2a3c-45c2-90a0-2b806dab35f4 {{(pid=102790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:50:32.305692 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "713844af-a26f-4b3e-af12-fd048b70b175", "tag": "ee72ac06-ce20-4b97-b457-872e335b1552", "status": "completed", "code": 200}]} {{(pid=102790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:50:32.313519 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c8ac8f69-2a3c-45c2-90a0-2b806dab35f4 {{(pid=102790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:50:32.313848 n-d-834765-1 neutron-server[102790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '713844af-a26f-4b3e-af12-fd048b70b175', 'tag': 'ee72ac06-ce20-4b97-b457-872e335b1552', 'status': 'completed', 'code': 200} Mar 29 15:50:32.333748 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-b487d232-4bb0-465e-b4c7-06640754af02 tempest-SecGroupIPv6Test-981023288 tempest-SecGroupIPv6Test-981023288-project] Request body: {'security_group_rule': {'security_group_id': 'e99429b6-a36e-4aac-b366-398dcbdb0a38', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:50:32.343232 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e2541ed8-2a4b-4ac2-bbe6-28d9eed0bcb7 req-8c8364de-b527-4f1f-ae8c-e1670a9e2022 service neutron] 10.222.0.44 "GET /v2.0/networks/94f600c4-9204-48b8-9dde-4e8016a6c980?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4184046 Mar 29 15:50:32.427052 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf486634-5db5-4243-95c2-cbd98d62d424 req-d64f82da-0c1c-4af0-a1a9-9123aa0df1b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:50:32.428606 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-bf486634-5db5-4243-95c2-cbd98d62d424 req-d64f82da-0c1c-4af0-a1a9-9123aa0df1b1 service neutron] 10.222.0.48 "GET /v2.0/networks?id=2268a9b9-82fd-4886-a91d-3a50e4e16cab HTTP/1.1" status: 200 len: 870 time: 0.4674938 Mar 29 15:50:32.429334 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aa4df7-2eca-4ef9-9efb-9f41c994eb91 tempest-SecGroupIPv6Test-981023288 tempest-SecGroupIPv6Test-981023288-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e99429b6-a36e-4aac-b366-398dcbdb0a38,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:50:32.504632 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030f7dde-8286-4ba8-afd1-70c7d2aa5c3d req-11ec745b-3bec-4105-8e12-dd08615d2df4 tempest-ServersTestBootFromVolume-1498240647 tempest-ServersTestBootFromVolume-1498240647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:50:32.506243 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-030f7dde-8286-4ba8-afd1-70c7d2aa5c3d req-11ec745b-3bec-4105-8e12-dd08615d2df4 tempest-ServersTestBootFromVolume-1498240647 tempest-ServersTestBootFromVolume-1498240647-project] 10.222.0.42 "GET /v2.0/ports?device_id=515d4a4d-858a-499d-8ccc-52d0848a9638 HTTP/1.1" status: 200 len: 943 time: 0.1171930 Mar 29 15:50:32.534615 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-24fc81a6-4849-45d8-99cc-0e6e76dd0be0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:32.573998 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-030f7dde-8286-4ba8-afd1-70c7d2aa5c3d req-be157da8-43ff-4f5e-bc93-33ad2fb622e3 tempest-ServersTestBootFromVolume-1498240647 tempest-ServersTestBootFromVolume-1498240647-project] 10.222.0.42 "GET /v2.0/security-groups?id=acccf007-02a4-4e02-a911-a704b12080b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590026 Mar 29 15:50:32.582773 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba72c77b-53af-4a8e-906f-18b4937e7cf7 req-626714d6-964b-470b-81ac-d75de29435ec tempest-ServersTestManualDisk-450512240 tempest-ServersTestManualDisk-450512240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:50:32.584655 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ba72c77b-53af-4a8e-906f-18b4937e7cf7 req-626714d6-964b-470b-81ac-d75de29435ec tempest-ServersTestManualDisk-450512240 tempest-ServersTestManualDisk-450512240-project] 10.222.0.42 "GET /v2.0/ports?device_id=713844af-a26f-4b3e-af12-fd048b70b175 HTTP/1.1" status: 200 len: 946 time: 0.4662879 Mar 29 15:50:32.594088 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-bf486634-5db5-4243-95c2-cbd98d62d424 req-93a1880c-7d6c-45b3-b03d-7417ea1183b5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.65&port_id=0a8f7ac3-7b4c-4843-a3da-ca2d7ee14610 HTTP/1.1" status: 200 len: 217 time: 0.0842423 Mar 29 15:50:32.640479 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599a4e86-52a8-4ec8-aa48-9b9b7593e1d8 req-fedbcbad-37e8-43fc-b66c-6d84d21cbe6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:50:32.643153 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-599a4e86-52a8-4ec8-aa48-9b9b7593e1d8 req-fedbcbad-37e8-43fc-b66c-6d84d21cbe6f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2f916f4102be4d9598e1979f4f5a1e34&device_id=713844af-a26f-4b3e-af12-fd048b70b175 HTTP/1.1" status: 200 len: 1097 time: 0.2607002 Mar 29 15:50:32.662789 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-24fc81a6-4849-45d8-99cc-0e6e76dd0be0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:32.674001 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-24fc81a6-4849-45d8-99cc-0e6e76dd0be0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:32.720469 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fc81a6-4849-45d8-99cc-0e6e76dd0be0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1bca0c1-8e30-4adc-9c6e-11a089f603f9,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:50:32.727517 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-b487d232-4bb0-465e-b4c7-06640754af02 tempest-SecGroupIPv6Test-981023288 tempest-SecGroupIPv6Test-981023288-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:32.740519 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-1c6efc86-24aa-41d6-b46c-38bf2bdb8d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8c9852e-dd98-4bb3-a236-147eda5c7b4b', 'name': 'tempest-ServersTestManualDisk-2145880061-router', 'tenant_id': '2f916f4102be4d9598e1979f4f5a1e34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.217'}], 'enable_snat': True}, 'gw_port_id': 'd8059570-cbde-4009-b984-c89de27194a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:49:44Z', 'updated_at': '2022-03-29T15:49:57Z', 'revision_number': 4, 'project_id': '2f916f4102be4d9598e1979f4f5a1e34', 'gw_port': {'id': 'd8059570-cbde-4009-b984-c89de27194a2', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:ed:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8c9852e-dd98-4bb3-a236-147eda5c7b4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:49:48Z', 'updated_at': '2022-03-29T15:49:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_floatingips': [{'id': 'cd9e5835-5aa9-4941-be0e-5b3158141106', 'tenant_id': '2f916f4102be4d9598e1979f4f5a1e34', 'floating_ip_address': '172.25.4.31', 'floating_network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'router_id': 'f8c9852e-dd98-4bb3-a236-147eda5c7b4b', 'port_id': 'ee72ac06-ce20-4b97-b457-872e335b1552', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1798, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08d86c7c-d7ae-48d3-9114-f1b7687b801d', 'mac_address': 'fa:16:3e:0c:a0:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '713844af-a26f-4b3e-af12-fd048b70b175', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T15:50:07Z', 'updated_at': '2022-03-29T15:50:30Z', 'revision_number': 1, 'project_id': '2f916f4102be4d9598e1979f4f5a1e34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07081cdc-21ec-4ae8-abbf-2013c046442a', 'name': '', 'network_id': '08d86c7c-d7ae-48d3-9114-f1b7687b801d', 'tenant_id': '2f916f4102be4d9598e1979f4f5a1e34', 'mac_address': 'fa:16:3e:e8:26:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8c9852e-dd98-4bb3-a236-147eda5c7b4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': 'a7734bc8-ad66-4b96-b048-122f2b558e8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:49:54Z', 'updated_at': '2022-03-29T15:50:03Z', 'revision_number': 5, 'project_id': '2f916f4102be4d9598e1979f4f5a1e34', 'subnets': [{'id': 'a7734bc8-ad66-4b96-b048-122f2b558e8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:50:32.747643 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-009e942c-91b5-4020-852b-218150ace1ad req-4ee92a4b-c49a-4641-9509-37acfb5ec450 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=68754edd-cbc2-4b62-8e18-7abfa6bb7d34&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2947741 Mar 29 15:50:32.770623 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-24fc81a6-4849-45d8-99cc-0e6e76dd0be0 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f3b0be362ea04af3a8e54aeb4d630e20&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4946055 Mar 29 15:50:32.772824 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 59006) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:50:32.782050 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-853fa0c9-7602-422a-b6b6-637d0049a673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:32.786288 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c6efc86-24aa-41d6-b46c-38bf2bdb8d9a None None] Checking router: f8c9852e-dd98-4bb3-a236-147eda5c7b4b for host: n-d-834765-1 {{(pid=102793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:50:32.787144 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf486634-5db5-4243-95c2-cbd98d62d424 req-31d43297-9086-4492-944f-02c318017f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:50:32.789611 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-bf486634-5db5-4243-95c2-cbd98d62d424 req-31d43297-9086-4492-944f-02c318017f31 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=abb8e5d6-2aea-4455-a944-3435a3d1ce49 HTTP/1.1" status: 200 len: 843 time: 0.1824760 Mar 29 15:50:32.793677 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ba72c77b-53af-4a8e-906f-18b4937e7cf7 req-a60292ff-70bb-4c81-b9f9-7db12dd60c0a tempest-ServersTestManualDisk-450512240 tempest-ServersTestManualDisk-450512240-project] 10.222.0.42 "GET /v2.0/security-groups?id=36d8cc42-d960-42e4-81d7-b41cd1ca0462&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1952314 Mar 29 15:50:32.797952 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c6efc86-24aa-41d6-b46c-38bf2bdb8d9a None None] Routers {'f8c9852e-dd98-4bb3-a236-147eda5c7b4b'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:50:32.799068 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-1c6efc86-24aa-41d6-b46c-38bf2bdb8d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:50:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['f8c9852e-dd98-4bb3-a236-147eda5c7b4b'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:50:32.922906 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-0dbd0510-7567-44cc-a7ee-07bac987484a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:32.948031 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvr_db [None req-1c6efc86-24aa-41d6-b46c-38bf2bdb8d9a None None] Set router f8c9852e-dd98-4bb3-a236-147eda5c7b4b gateway port host: n-d-834765-1 {{(pid=102793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:50:32.958728 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-0dbd0510-7567-44cc-a7ee-07bac987484a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:33.012546 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-b487d232-4bb0-465e-b4c7-06640754af02 tempest-SecGroupIPv6Test-981023288 tempest-SecGroupIPv6Test-981023288-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:33.020218 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599a4e86-52a8-4ec8-aa48-9b9b7593e1d8 req-3d9adab3-1ea5-4c1b-8d73-750b2fb27852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:50:33.022033 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-599a4e86-52a8-4ec8-aa48-9b9b7593e1d8 req-3d9adab3-1ea5-4c1b-8d73-750b2fb27852 service neutron] 10.222.0.48 "GET /v2.0/networks?id=08d86c7c-d7ae-48d3-9114-f1b7687b801d HTTP/1.1" status: 200 len: 913 time: 0.3536751 Mar 29 15:50:33.024821 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-b487d232-4bb0-465e-b4c7-06640754af02 tempest-SecGroupIPv6Test-981023288 tempest-SecGroupIPv6Test-981023288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610998'] for security_group_rule, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:33.044810 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-0dbd0510-7567-44cc-a7ee-07bac987484a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:33.045385 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf486634-5db5-4243-95c2-cbd98d62d424 req-505a3cf0-4319-4487-85e4-5c8b4f5ea2d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:50:33.047459 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-bf486634-5db5-4243-95c2-cbd98d62d424 req-505a3cf0-4319-4487-85e4-5c8b4f5ea2d2 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2268a9b9-82fd-4886-a91d-3a50e4e16cab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1659722 Mar 29 15:50:33.048617 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-0dbd0510-7567-44cc-a7ee-07bac987484a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:33.049938 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-0dbd0510-7567-44cc-a7ee-07bac987484a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d1bca0c1-8e30-4adc-9c6e-11a089f603f9 HTTP/1.1" status: 204 len: 168 time: 0.2724304 Mar 29 15:50:33.063190 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbd0510-7567-44cc-a7ee-07bac987484a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1bca0c1-8e30-4adc-9c6e-11a089f603f9,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:50:33.070442 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009e942c-91b5-4020-852b-218150ace1ad req-af9b4dff-86db-40ee-9c9a-7d1a7014aa8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:50:33.074991 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-009e942c-91b5-4020-852b-218150ace1ad req-af9b4dff-86db-40ee-9c9a-7d1a7014aa8d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f0f3609f3df249d890a6b6a0157dbda2&device_id=68754edd-cbc2-4b62-8e18-7abfa6bb7d34 HTTP/1.1" status: 200 len: 1096 time: 0.2937877 Mar 29 15:50:33.130369 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b487d232-4bb0-465e-b4c7-06640754af02 tempest-SecGroupIPv6Test-981023288 tempest-SecGroupIPv6Test-981023288-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7abf354a-8fe1-453c-8fff-2156d55fceba,revision_number=0']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:50:33.228420 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-b487d232-4bb0-465e-b4c7-06640754af02 tempest-SecGroupIPv6Test-981023288 tempest-SecGroupIPv6Test-981023288-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:33.230167 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-b487d232-4bb0-465e-b4c7-06640754af02 tempest-SecGroupIPv6Test-981023288 tempest-SecGroupIPv6Test-981023288-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9032080 Mar 29 15:50:33.241188 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 59024) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:50:33.329528 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-1c6efc86-24aa-41d6-b46c-38bf2bdb8d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8c9852e-dd98-4bb3-a236-147eda5c7b4b', 'name': 'tempest-ServersTestManualDisk-2145880061-router', 'tenant_id': '2f916f4102be4d9598e1979f4f5a1e34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.217'}], 'enable_snat': True}, 'gw_port_id': 'd8059570-cbde-4009-b984-c89de27194a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:49:44Z', 'updated_at': '2022-03-29T15:49:57Z', 'revision_number': 4, 'project_id': '2f916f4102be4d9598e1979f4f5a1e34', 'gw_port': {'id': 'd8059570-cbde-4009-b984-c89de27194a2', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:ed:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8c9852e-dd98-4bb3-a236-147eda5c7b4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:49:48Z', 'updated_at': '2022-03-29T15:49:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_floatingips': [{'id': 'cd9e5835-5aa9-4941-be0e-5b3158141106', 'tenant_id': '2f916f4102be4d9598e1979f4f5a1e34', 'floating_ip_address': '172.25.4.31', 'floating_network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'router_id': 'f8c9852e-dd98-4bb3-a236-147eda5c7b4b', 'port_id': 'ee72ac06-ce20-4b97-b457-872e335b1552', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1798, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08d86c7c-d7ae-48d3-9114-f1b7687b801d', 'mac_address': 'fa:16:3e:0c:a0:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '713844af-a26f-4b3e-af12-fd048b70b175', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T15:50:07Z', 'updated_at': '2022-03-29T15:50:30Z', 'revision_number': 1, 'project_id': '2f916f4102be4d9598e1979f4f5a1e34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07081cdc-21ec-4ae8-abbf-2013c046442a', 'name': '', 'network_id': '08d86c7c-d7ae-48d3-9114-f1b7687b801d', 'tenant_id': '2f916f4102be4d9598e1979f4f5a1e34', 'mac_address': 'fa:16:3e:e8:26:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8c9852e-dd98-4bb3-a236-147eda5c7b4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': 'a7734bc8-ad66-4b96-b048-122f2b558e8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:49:54Z', 'updated_at': '2022-03-29T15:50:03Z', 'revision_number': 5, 'project_id': '2f916f4102be4d9598e1979f4f5a1e34', 'subnets': [{'id': 'a7734bc8-ad66-4b96-b048-122f2b558e8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:50:33.367060 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c6efc86-24aa-41d6-b46c-38bf2bdb8d9a None None] The sync data for ids ['f8c9852e-dd98-4bb3-a236-147eda5c7b4b'] in n-d-834765-1 is: [{'id': 'f8c9852e-dd98-4bb3-a236-147eda5c7b4b', 'name': 'tempest-ServersTestManualDisk-2145880061-router', 'tenant_id': '2f916f4102be4d9598e1979f4f5a1e34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.217'}], 'enable_snat': True}, 'gw_port_id': 'd8059570-cbde-4009-b984-c89de27194a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:49:44Z', 'updated_at': '2022-03-29T15:49:57Z', 'revision_number': 4, 'project_id': '2f916f4102be4d9598e1979f4f5a1e34', 'gw_port': {'id': 'd8059570-cbde-4009-b984-c89de27194a2', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:ed:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8c9852e-dd98-4bb3-a236-147eda5c7b4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:49:48Z', 'updated_at': '2022-03-29T15:49:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_floatingips': [{'id': 'cd9e5835-5aa9-4941-be0e-5b3158141106', 'tenant_id': '2f916f4102be4d9598e1979f4f5a1e34', 'floating_ip_address': '172.25.4.31', 'floating_network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'router_id': 'f8c9852e-dd98-4bb3-a236-147eda5c7b4b', 'port_id': 'ee72ac06-ce20-4b97-b457-872e335b1552', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1798, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08d86c7c-d7ae-48d3-9114-f1b7687b801d', 'mac_address': 'fa:16:3e:0c:a0:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '713844af-a26f-4b3e-af12-fd048b70b175', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T15:50:07Z', 'updated_at': '2022-03-29T15:50:30Z', 'revision_number': 1, 'project_id': '2f916f4102be4d9598e1979f4f5a1e34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07081cdc-21ec-4ae8-abbf-2013c046442a', 'name': '', 'network_id': '08d86c7c-d7ae-48d3-9114-f1b7687b801d', 'tenant_id': '2f916f4102be4d9598e1979f4f5a1e34', 'mac_address': 'fa:16:3e:e8:26:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8c9852e-dd98-4bb3-a236-147eda5c7b4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': 'a7734bc8-ad66-4b96-b048-122f2b558e8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:49:54Z', 'updated_at': '2022-03-29T15:50:03Z', 'revision_number': 5, 'project_id': '2f916f4102be4d9598e1979f4f5a1e34', 'subnets': [{'id': 'a7734bc8-ad66-4b96-b048-122f2b558e8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:50:33.408492 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-599a4e86-52a8-4ec8-aa48-9b9b7593e1d8 req-701eb935-1d92-418e-a861-f65336a4f720 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ee72ac06-ce20-4b97-b457-872e335b1552 HTTP/1.1" status: 200 len: 999 time: 0.3726137 Mar 29 15:50:33.414720 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-bbcd86de-94ec-48a6-abb6-314fcd1679ce tempest-SecGroupIPv6Test-981023288 tempest-SecGroupIPv6Test-981023288-project] Notify callbacks [] for security_group, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:33.443157 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-bbcd86de-94ec-48a6-abb6-314fcd1679ce tempest-SecGroupIPv6Test-981023288 tempest-SecGroupIPv6Test-981023288-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:33.498210 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-bbcd86de-94ec-48a6-abb6-314fcd1679ce tempest-SecGroupIPv6Test-981023288 tempest-SecGroupIPv6Test-981023288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:33.501998 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-bbcd86de-94ec-48a6-abb6-314fcd1679ce tempest-SecGroupIPv6Test-981023288 tempest-SecGroupIPv6Test-981023288-project] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:33.505364 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-bbcd86de-94ec-48a6-abb6-314fcd1679ce tempest-SecGroupIPv6Test-981023288 tempest-SecGroupIPv6Test-981023288-project] 10.222.0.42 "DELETE /v2.0/security-groups/e99429b6-a36e-4aac-b366-398dcbdb0a38 HTTP/1.1" status: 204 len: 168 time: 0.2606721 Mar 29 15:50:33.507654 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 59032) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:50:33.526294 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcd86de-94ec-48a6-abb6-314fcd1679ce tempest-SecGroupIPv6Test-981023288 tempest-SecGroupIPv6Test-981023288-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e99429b6-a36e-4aac-b366-398dcbdb0a38,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:50:33.544192 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-bf486634-5db5-4243-95c2-cbd98d62d424 req-b2ba5618-9c35-4f67-8be1-0b7fb3440ece service neutron] 10.222.0.48 "GET /v2.0/networks/2268a9b9-82fd-4886-a91d-3a50e4e16cab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4676430 Mar 29 15:50:33.597936 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-afc1f1f8-460e-48d9-91a6-85e98df1880f tempest-SecGroupIPv6Test-981023288 tempest-SecGroupIPv6Test-981023288-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0880775 Mar 29 15:50:33.599178 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 59034) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:50:33.674576 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-aa37583d-1627-4ee5-ac27-1ff4881377c8 tempest-SecGroupIPv6Test-981023288 tempest-SecGroupIPv6Test-981023288-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0734980 Mar 29 15:50:33.675219 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 59038) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:50:33.704226 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599a4e86-52a8-4ec8-aa48-9b9b7593e1d8 req-da5ceecd-325c-41f0-afc2-ec7ce886ec76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:50:33.705570 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-599a4e86-52a8-4ec8-aa48-9b9b7593e1d8 req-da5ceecd-325c-41f0-afc2-ec7ce886ec76 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a7734bc8-ad66-4b96-b048-122f2b558e8a HTTP/1.1" status: 200 len: 851 time: 0.2080293 Mar 29 15:50:33.718359 n-d-834765-1 neutron-server[102790]: INFO neutron.api.v2.resource [None req-d20fa01f-c7df-474b-b385-a431c3abaa37 tempest-SecGroupIPv6Test-981023288 tempest-SecGroupIPv6Test-981023288-project] delete failed (client error): The resource could not be found. Mar 29 15:50:33.727161 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34b3d134-d004-40ef-9de4-5bfed91d1e55 None None] New status for floating IP cd9e5835-5aa9-4941-be0e-5b3158141106: ACTIVE {{(pid=102792) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 15:50:33.730998 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-d20fa01f-c7df-474b-b385-a431c3abaa37 tempest-SecGroupIPv6Test-981023288 tempest-SecGroupIPv6Test-981023288-project] 10.222.0.42 "DELETE /v2.0/security-groups/e99429b6-a36e-4aac-b366-398dcbdb0a38 HTTP/1.1" status: 404 len: 347 time: 0.0546741 Mar 29 15:50:33.738401 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 59040) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:50:33.740481 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009e942c-91b5-4020-852b-218150ace1ad req-d2363559-6d0b-422c-b841-f112b169f61a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:50:33.741987 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-009e942c-91b5-4020-852b-218150ace1ad req-d2363559-6d0b-422c-b841-f112b169f61a service neutron] 10.222.0.44 "GET /v2.0/networks?id=cd63b2c7-486d-4d2d-9dd7-6d35ac500dfb HTTP/1.1" status: 200 len: 912 time: 0.5582149 Mar 29 15:50:33.781755 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fac724d-13c6-452b-ae60-a0840a5b2e52 req-731eea5c-94e4-4593-93f6-4dce91cdb1a8 tempest-ServerRescueTestJSON-484479922 tempest-ServerRescueTestJSON-484479922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:50:33.793327 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-3fac724d-13c6-452b-ae60-a0840a5b2e52 req-731eea5c-94e4-4593-93f6-4dce91cdb1a8 tempest-ServerRescueTestJSON-484479922 tempest-ServerRescueTestJSON-484479922-project] 10.222.0.42 "GET /v2.0/ports?device_id=be6069ac-d9ba-40b5-8e20-8d0b5bb33830 HTTP/1.1" status: 200 len: 945 time: 0.3988366 Mar 29 15:50:33.797639 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 59042) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:50:33.830239 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-bf486634-5db5-4243-95c2-cbd98d62d424 req-a9c21749-32fd-4ee4-a244-4d8ed31311b0 service neutron] 10.222.0.48 "GET /v2.0/networks/2268a9b9-82fd-4886-a91d-3a50e4e16cab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2769272 Mar 29 15:50:33.866962 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-03bb1dd1-22ef-432d-a006-00f4b5bf64f1 tempest-SecGroupIPv6Test-981023288 tempest-SecGroupIPv6Test-981023288-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1221879 Mar 29 15:50:33.884102 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b5eb12-4af5-479c-9f05-b8e8df2cd9d5 req-c91c93f8-a972-462b-87da-010da219eedf tempest-ServersTestBootFromVolume-1498240647 tempest-ServersTestBootFromVolume-1498240647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:50:33.884796 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-74b5eb12-4af5-479c-9f05-b8e8df2cd9d5 req-c91c93f8-a972-462b-87da-010da219eedf tempest-ServersTestBootFromVolume-1498240647 tempest-ServersTestBootFromVolume-1498240647-project] 10.222.0.42 "GET /v2.0/ports?device_id=515d4a4d-858a-499d-8ccc-52d0848a9638 HTTP/1.1" status: 200 len: 943 time: 0.1289334 Mar 29 15:50:33.954720 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-74b5eb12-4af5-479c-9f05-b8e8df2cd9d5 req-f60876f8-baa0-413b-a4bb-6f5b1b509b2a tempest-ServersTestBootFromVolume-1498240647 tempest-ServersTestBootFromVolume-1498240647-project] 10.222.0.42 "GET /v2.0/security-groups?id=acccf007-02a4-4e02-a911-a704b12080b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579994 Mar 29 15:50:33.965042 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-009e942c-91b5-4020-852b-218150ace1ad req-ada4c33f-d867-4321-8c01-ac24ae6b4631 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6ba56cfb-3724-4410-8b50-b603e9b91d33 HTTP/1.1" status: 200 len: 217 time: 0.1399550 Mar 29 15:50:34.079281 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599a4e86-52a8-4ec8-aa48-9b9b7593e1d8 req-0e92fa48-fdf9-4960-ba39-97447111f1b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:50:34.080917 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-599a4e86-52a8-4ec8-aa48-9b9b7593e1d8 req-0e92fa48-fdf9-4960-ba39-97447111f1b7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=08d86c7c-d7ae-48d3-9114-f1b7687b801d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3329856 Mar 29 15:50:34.087927 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-b4419bca-a718-47b2-a07c-03839d4afc9e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f6d1802139a14642abc19da5c9d94c97&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2604942 Mar 29 15:50:34.090192 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 59058) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:50:34.094262 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-3fac724d-13c6-452b-ae60-a0840a5b2e52 req-b685c1c5-1269-4fad-bea5-7d3abea671e9 tempest-ServerRescueTestJSON-484479922 tempest-ServerRescueTestJSON-484479922-project] 10.222.0.42 "GET /v2.0/security-groups?id=a3f3b05e-b4b0-4bd5-8f61-9140e1e7cbea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2993710 Mar 29 15:50:34.131752 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009e942c-91b5-4020-852b-218150ace1ad req-0bf957c3-7499-45a4-a2b3-da2153b291eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:50:34.133807 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-009e942c-91b5-4020-852b-218150ace1ad req-0bf957c3-7499-45a4-a2b3-da2153b291eb service neutron] 10.222.0.44 "GET /v2.0/subnets?id=004fd10c-17a6-4033-bc4f-a88940613808 HTTP/1.1" status: 200 len: 851 time: 0.1562753 Mar 29 15:50:34.136748 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d71584b9-87f1-45f5-84c7-c993c2416269 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:34.201591 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-052a86c1-8026-4734-9fc2-29678e2fbd8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:34.212754 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-009e942c-91b5-4020-852b-218150ace1ad req-94e2efa2-b558-44aa-ab45-1d747c509cd0 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=cd63b2c7-486d-4d2d-9dd7-6d35ac500dfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0696783 Mar 29 15:50:34.255788 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-052a86c1-8026-4734-9fc2-29678e2fbd8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:34.291029 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-599a4e86-52a8-4ec8-aa48-9b9b7593e1d8 req-167407c9-01f9-4a52-8ac4-22c1923c7918 service neutron] 10.222.0.48 "GET /v2.0/networks/08d86c7c-d7ae-48d3-9114-f1b7687b801d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2019875 Mar 29 15:50:34.325549 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-052a86c1-8026-4734-9fc2-29678e2fbd8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:34.328626 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-052a86c1-8026-4734-9fc2-29678e2fbd8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:34.330193 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-052a86c1-8026-4734-9fc2-29678e2fbd8d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/1c8be72d-9d4d-4594-9410-b3d1b0fbd1a4 HTTP/1.1" status: 204 len: 168 time: 0.2384775 Mar 29 15:50:34.343195 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052a86c1-8026-4734-9fc2-29678e2fbd8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c8be72d-9d4d-4594-9410-b3d1b0fbd1a4,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:50:34.349222 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 59064) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:50:34.453065 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-009e942c-91b5-4020-852b-218150ace1ad req-83afa946-5365-4581-a92e-2ad22c0ce1b7 service neutron] 10.222.0.44 "GET /v2.0/networks/cd63b2c7-486d-4d2d-9dd7-6d35ac500dfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2221341 Mar 29 15:50:34.493335 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-599a4e86-52a8-4ec8-aa48-9b9b7593e1d8 req-07bf57f8-d247-4ad9-8762-4d67d1cde9fb service neutron] 10.222.0.48 "GET /v2.0/networks/08d86c7c-d7ae-48d3-9114-f1b7687b801d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1514592 Mar 29 15:50:34.595434 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-009e942c-91b5-4020-852b-218150ace1ad req-454dfba9-a87d-439c-afd5-f41e6b1ca553 service neutron] 10.222.0.44 "GET /v2.0/networks/cd63b2c7-486d-4d2d-9dd7-6d35ac500dfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341147 Mar 29 15:50:34.759389 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 59074) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:50:34.759597 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-2d07e4dd-1242-4dc4-927b-96e153f98902 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=aee11e52f82f465d94485a16832a247d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4090233 Mar 29 15:50:34.822154 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-f40156d3-b71a-47f2-a7c7-41498d7a2dec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:34.866651 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-f40156d3-b71a-47f2-a7c7-41498d7a2dec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:34.967984 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-f40156d3-b71a-47f2-a7c7-41498d7a2dec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:34.975015 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-f40156d3-b71a-47f2-a7c7-41498d7a2dec admin admin] Notify callbacks [] for security_group, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:34.976234 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-f40156d3-b71a-47f2-a7c7-41498d7a2dec admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/6578f317-70e4-4091-bb60-4808dee6ec04 HTTP/1.1" status: 204 len: 168 time: 0.2144930 Mar 29 15:50:34.999639 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40156d3-b71a-47f2-a7c7-41498d7a2dec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6578f317-70e4-4091-bb60-4808dee6ec04,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:50:35.160533 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32de2f5f-bf7a-45ab-8aef-0f8183241970 req-ac921959-fa6a-4354-adf8-05d9045b4ed7 tempest-ServersTestBootFromVolume-1498240647 tempest-ServersTestBootFromVolume-1498240647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:50:35.163086 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-32de2f5f-bf7a-45ab-8aef-0f8183241970 req-ac921959-fa6a-4354-adf8-05d9045b4ed7 tempest-ServersTestBootFromVolume-1498240647 tempest-ServersTestBootFromVolume-1498240647-project] 10.222.0.42 "GET /v2.0/ports?device_id=515d4a4d-858a-499d-8ccc-52d0848a9638 HTTP/1.1" status: 200 len: 943 time: 0.0926502 Mar 29 15:50:35.254873 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-32de2f5f-bf7a-45ab-8aef-0f8183241970 req-c6742180-db0a-4b7b-be33-129dc5c6020e tempest-ServersTestBootFromVolume-1498240647 tempest-ServersTestBootFromVolume-1498240647-project] 10.222.0.42 "GET /v2.0/security-groups?id=acccf007-02a4-4e02-a911-a704b12080b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762599 Mar 29 15:50:35.333350 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d2b231-c4ca-4a56-a824-d596001063e5 req-8047f1dc-64f6-4c74-af5c-af160602cca0 tempest-ServerRescueTestJSON-484479922 tempest-ServerRescueTestJSON-484479922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:50:35.350134 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-83d2b231-c4ca-4a56-a824-d596001063e5 req-8047f1dc-64f6-4c74-af5c-af160602cca0 tempest-ServerRescueTestJSON-484479922 tempest-ServerRescueTestJSON-484479922-project] 10.222.0.42 "GET /v2.0/ports?device_id=be6069ac-d9ba-40b5-8e20-8d0b5bb33830 HTTP/1.1" status: 200 len: 945 time: 0.1047342 Mar 29 15:50:35.424562 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-83d2b231-c4ca-4a56-a824-d596001063e5 req-50072f27-bf5c-4b5d-b8c3-397341147071 tempest-ServerRescueTestJSON-484479922 tempest-ServerRescueTestJSON-484479922-project] 10.222.0.42 "GET /v2.0/security-groups?id=a3f3b05e-b4b0-4bd5-8f61-9140e1e7cbea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735934 Mar 29 15:50:35.626722 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 59112) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:50:35.700644 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-0cb6abf6-2706-4e52-8825-f5f644ecf9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:35.881110 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-2423041a-6519-4c5e-8c96-c099c25c2bde tempest-ExtraDHCPOptionsIpV6TestJSON-2042468691 tempest-ExtraDHCPOptionsIpV6TestJSON-2042468691-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-2011173703'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:50:35.882562 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:35.906320 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2423041a-6519-4c5e-8c96-c099c25c2bde tempest-ExtraDHCPOptionsIpV6TestJSON-2042468691 tempest-ExtraDHCPOptionsIpV6TestJSON-2042468691-project] Made reservation on behalf of 0955c4b2ebb04b799354d882d90ca294 for: {'network': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:50:35.910539 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-2423041a-6519-4c5e-8c96-c099c25c2bde tempest-ExtraDHCPOptionsIpV6TestJSON-2042468691 tempest-ExtraDHCPOptionsIpV6TestJSON-2042468691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for network, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:35.920210 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-2423041a-6519-4c5e-8c96-c099c25c2bde tempest-ExtraDHCPOptionsIpV6TestJSON-2042468691 tempest-ExtraDHCPOptionsIpV6TestJSON-2042468691-project] Notify callbacks [] for security_group, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:36.024713 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-2423041a-6519-4c5e-8c96-c099c25c2bde tempest-ExtraDHCPOptionsIpV6TestJSON-2042468691 tempest-ExtraDHCPOptionsIpV6TestJSON-2042468691-project] Notify callbacks [] for security_group, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:36.029734 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-2423041a-6519-4c5e-8c96-c099c25c2bde tempest-ExtraDHCPOptionsIpV6TestJSON-2042468691 tempest-ExtraDHCPOptionsIpV6TestJSON-2042468691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:36.060168 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2423041a-6519-4c5e-8c96-c099c25c2bde tempest-ExtraDHCPOptionsIpV6TestJSON-2042468691 tempest-ExtraDHCPOptionsIpV6TestJSON-2042468691-project] vlan segment allocate from pool success with {'vlan_id': 610, 'physical_network': 'physnet1'} {{(pid=102791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 15:50:36.070302 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2423041a-6519-4c5e-8c96-c099c25c2bde tempest-ExtraDHCPOptionsIpV6TestJSON-2042468691 tempest-ExtraDHCPOptionsIpV6TestJSON-2042468691-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a09013c-4663-41f2-a770-c4a766e29072,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:50:36.076412 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-2423041a-6519-4c5e-8c96-c099c25c2bde tempest-ExtraDHCPOptionsIpV6TestJSON-2042468691 tempest-ExtraDHCPOptionsIpV6TestJSON-2042468691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:36.076891 n-d-834765-1 neutron-server[102791]: INFO neutron.db.segments_db [None req-2423041a-6519-4c5e-8c96-c099c25c2bde tempest-ExtraDHCPOptionsIpV6TestJSON-2042468691 tempest-ExtraDHCPOptionsIpV6TestJSON-2042468691-project] Added segment b7d1cb59-7e88-407f-9d61-524746fe3b94 of type vlan for network ba53e524-b19e-4d1b-9ce1-9d7395351cc5 Mar 29 15:50:36.080612 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 59126) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:50:36.120823 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-2423041a-6519-4c5e-8c96-c099c25c2bde tempest-ExtraDHCPOptionsIpV6TestJSON-2042468691 tempest-ExtraDHCPOptionsIpV6TestJSON-2042468691-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783522915970'] for network, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:36.150109 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-2423041a-6519-4c5e-8c96-c099c25c2bde tempest-ExtraDHCPOptionsIpV6TestJSON-2042468691 tempest-ExtraDHCPOptionsIpV6TestJSON-2042468691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795'] for network, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:36.163061 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2423041a-6519-4c5e-8c96-c099c25c2bde tempest-ExtraDHCPOptionsIpV6TestJSON-2042468691 tempest-ExtraDHCPOptionsIpV6TestJSON-2042468691-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:50:36.164628 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-2423041a-6519-4c5e-8c96-c099c25c2bde tempest-ExtraDHCPOptionsIpV6TestJSON-2042468691 tempest-ExtraDHCPOptionsIpV6TestJSON-2042468691-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for network, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:36.222082 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 59140) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:50:36.222300 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-2423041a-6519-4c5e-8c96-c099c25c2bde tempest-ExtraDHCPOptionsIpV6TestJSON-2042468691 tempest-ExtraDHCPOptionsIpV6TestJSON-2042468691-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 0.5940342 Mar 29 15:50:36.231923 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-21f6e8e6-26c4-48cb-b240-0469679fe315 tempest-ExtraDHCPOptionsIpV6TestJSON-2042468691 tempest-ExtraDHCPOptionsIpV6TestJSON-2042468691-project] Request body: {'subnet': {'network_id': 'ba53e524-b19e-4d1b-9ce1-9d7395351cc5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:50:36.265028 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2423041a-6519-4c5e-8c96-c099c25c2bde tempest-ExtraDHCPOptionsIpV6TestJSON-2042468691 tempest-ExtraDHCPOptionsIpV6TestJSON-2042468691-project] Pushing event updated for resources: {'Network': ['ID=ba53e524-b19e-4d1b-9ce1-9d7395351cc5,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:50:36.280465 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Network ba53e524-b19e-4d1b-9ce1-9d7395351cc5 details requested by agent ovs-agent-n-d-834765-1 with host n-d-834765-1 {{(pid=102792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 15:50:36.289485 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-45633764-bca0-495d-843c-4d006675c7ea tempest-NegativeSecGroupIPv6Test-212098845 tempest-NegativeSecGroupIPv6Test-212098845-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:50:36.290346 n-d-834765-1 neutron-server[102790]: WARNING neutron.api.v2.base [None req-45633764-bca0-495d-843c-4d006675c7ea tempest-NegativeSecGroupIPv6Test-212098845 tempest-NegativeSecGroupIPv6Test-212098845-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Mar 29 15:50:36.290849 n-d-834765-1 neutron-server[102790]: INFO neutron.api.v2.resource [None req-45633764-bca0-495d-843c-4d006675c7ea tempest-NegativeSecGroupIPv6Test-212098845 tempest-NegativeSecGroupIPv6Test-212098845-project] create failed (client error): There was a conflict when trying to complete your request. Mar 29 15:50:36.292434 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-45633764-bca0-495d-843c-4d006675c7ea tempest-NegativeSecGroupIPv6Test-212098845 tempest-NegativeSecGroupIPv6Test-212098845-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2096815 Mar 29 15:50:36.297120 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 59142) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:50:36.308479 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-09b25b1d-e6a0-4fa8-b23d-9f7b37e9bbbe tempest-NegativeSecGroupIPv6Test-212098845 tempest-NegativeSecGroupIPv6Test-212098845-project] Request body: {'security_group': {'name': 'tempest-secgroup--59121326'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:50:36.350612 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-09b25b1d-e6a0-4fa8-b23d-9f7b37e9bbbe tempest-NegativeSecGroupIPv6Test-212098845 tempest-NegativeSecGroupIPv6Test-212098845-project] Notify callbacks [] for security_group, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:36.366603 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-09b25b1d-e6a0-4fa8-b23d-9f7b37e9bbbe tempest-NegativeSecGroupIPv6Test-212098845 tempest-NegativeSecGroupIPv6Test-212098845-project] Notify callbacks [] for security_group, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:36.430840 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21f6e8e6-26c4-48cb-b240-0469679fe315 tempest-ExtraDHCPOptionsIpV6TestJSON-2042468691 tempest-ExtraDHCPOptionsIpV6TestJSON-2042468691-project] Made reservation on behalf of 0955c4b2ebb04b799354d882d90ca294 for: {'subnet': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:50:36.435032 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-21f6e8e6-26c4-48cb-b240-0469679fe315 tempest-ExtraDHCPOptionsIpV6TestJSON-2042468691 tempest-ExtraDHCPOptionsIpV6TestJSON-2042468691-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4793983'] for subnet, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:36.479716 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0ce2e9-c6a9-47bb-8c80-c4fcb5509529 req-ee76fdda-0c7a-4ac1-bc52-72801d526cb3 tempest-ServersTestBootFromVolume-1498240647 tempest-ServersTestBootFromVolume-1498240647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:50:36.481322 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-8b0ce2e9-c6a9-47bb-8c80-c4fcb5509529 req-ee76fdda-0c7a-4ac1-bc52-72801d526cb3 tempest-ServersTestBootFromVolume-1498240647 tempest-ServersTestBootFromVolume-1498240647-project] 10.222.0.42 "GET /v2.0/ports?device_id=515d4a4d-858a-499d-8ccc-52d0848a9638 HTTP/1.1" status: 200 len: 943 time: 0.0745811 Mar 29 15:50:36.542936 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-8b0ce2e9-c6a9-47bb-8c80-c4fcb5509529 req-05824a0c-a88a-466b-a7c9-7750dade69b4 tempest-ServersTestBootFromVolume-1498240647 tempest-ServersTestBootFromVolume-1498240647-project] 10.222.0.42 "GET /v2.0/security-groups?id=acccf007-02a4-4e02-a911-a704b12080b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526319 Mar 29 15:50:36.580104 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-09b25b1d-e6a0-4fa8-b23d-9f7b37e9bbbe tempest-NegativeSecGroupIPv6Test-212098845 tempest-NegativeSecGroupIPv6Test-212098845-project] Notify callbacks [] for security_group, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:36.585392 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-09b25b1d-e6a0-4fa8-b23d-9f7b37e9bbbe tempest-NegativeSecGroupIPv6Test-212098845 tempest-NegativeSecGroupIPv6Test-212098845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:36.634662 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b25b1d-e6a0-4fa8-b23d-9f7b37e9bbbe tempest-NegativeSecGroupIPv6Test-212098845 tempest-NegativeSecGroupIPv6Test-212098845-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61d4c3a0-23bf-4dd1-900a-3b89bfceb85f,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:50:36.680630 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-09b25b1d-e6a0-4fa8-b23d-9f7b37e9bbbe tempest-NegativeSecGroupIPv6Test-212098845 tempest-NegativeSecGroupIPv6Test-212098845-project] Notify callbacks [] for security_group, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:36.686425 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-09b25b1d-e6a0-4fa8-b23d-9f7b37e9bbbe tempest-NegativeSecGroupIPv6Test-212098845 tempest-NegativeSecGroupIPv6Test-212098845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:36.695674 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d136fc-c0e3-4c80-bbc7-838c3baa1976 req-74dfa23a-c764-4699-8520-ab6eb4b9e827 tempest-ServerRescueTestJSON-484479922 tempest-ServerRescueTestJSON-484479922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:50:36.706272 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-00d136fc-c0e3-4c80-bbc7-838c3baa1976 req-74dfa23a-c764-4699-8520-ab6eb4b9e827 tempest-ServerRescueTestJSON-484479922 tempest-ServerRescueTestJSON-484479922-project] 10.222.0.42 "GET /v2.0/ports?device_id=be6069ac-d9ba-40b5-8e20-8d0b5bb33830 HTTP/1.1" status: 200 len: 945 time: 0.1153142 Mar 29 15:50:36.725579 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-09b25b1d-e6a0-4fa8-b23d-9f7b37e9bbbe tempest-NegativeSecGroupIPv6Test-212098845 tempest-NegativeSecGroupIPv6Test-212098845-project] Notify callbacks [] for security_group, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:36.727545 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-09b25b1d-e6a0-4fa8-b23d-9f7b37e9bbbe tempest-NegativeSecGroupIPv6Test-212098845 tempest-NegativeSecGroupIPv6Test-212098845-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4285944 Mar 29 15:50:36.731549 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 59148) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:50:36.737180 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-41d2686e-e0f7-4e71-aa43-d221fb4b9dce tempest-NegativeSecGroupIPv6Test-212098845 tempest-NegativeSecGroupIPv6Test-212098845-project] Request body: {'security_group_rule': {'security_group_id': 'ff439f19-30aa-41f0-ab15-e306c4b1ae36', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:50:36.744258 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b25b1d-e6a0-4fa8-b23d-9f7b37e9bbbe tempest-NegativeSecGroupIPv6Test-212098845 tempest-NegativeSecGroupIPv6Test-212098845-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff439f19-30aa-41f0-ab15-e306c4b1ae36,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:50:36.778924 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-41d2686e-e0f7-4e71-aa43-d221fb4b9dce tempest-NegativeSecGroupIPv6Test-212098845 tempest-NegativeSecGroupIPv6Test-212098845-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:36.796720 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-00d136fc-c0e3-4c80-bbc7-838c3baa1976 req-1deb4d0e-20cf-40a8-9ad8-4cdd3b0423c6 tempest-ServerRescueTestJSON-484479922 tempest-ServerRescueTestJSON-484479922-project] 10.222.0.42 "GET /v2.0/security-groups?id=a3f3b05e-b4b0-4bd5-8f61-9140e1e7cbea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892150 Mar 29 15:50:36.842338 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-21f6e8e6-26c4-48cb-b240-0469679fe315 tempest-ExtraDHCPOptionsIpV6TestJSON-2042468691 tempest-ExtraDHCPOptionsIpV6TestJSON-2042468691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5231896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4793961'] for subnet, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:36.865391 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-41d2686e-e0f7-4e71-aa43-d221fb4b9dce tempest-NegativeSecGroupIPv6Test-212098845 tempest-NegativeSecGroupIPv6Test-212098845-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:36.871416 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-41d2686e-e0f7-4e71-aa43-d221fb4b9dce tempest-NegativeSecGroupIPv6Test-212098845 tempest-NegativeSecGroupIPv6Test-212098845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610998'] for security_group_rule, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:36.896158 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d2686e-e0f7-4e71-aa43-d221fb4b9dce tempest-NegativeSecGroupIPv6Test-212098845 tempest-NegativeSecGroupIPv6Test-212098845-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0871c04e-2c3c-4a17-8ea9-69efa87872c7,revision_number=0']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:50:36.903207 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-41d2686e-e0f7-4e71-aa43-d221fb4b9dce tempest-NegativeSecGroupIPv6Test-212098845 tempest-NegativeSecGroupIPv6Test-212098845-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:36.907153 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-41d2686e-e0f7-4e71-aa43-d221fb4b9dce tempest-NegativeSecGroupIPv6Test-212098845 tempest-NegativeSecGroupIPv6Test-212098845-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1718600 Mar 29 15:50:36.907448 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 59152) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:50:36.912173 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-65d5360e-0fd3-46f1-b7f0-597e9daecf10 tempest-NegativeSecGroupIPv6Test-212098845 tempest-NegativeSecGroupIPv6Test-212098845-project] Request body: {'security_group_rule': {'security_group_id': 'ff439f19-30aa-41f0-ab15-e306c4b1ae36', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:50:36.942669 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-65d5360e-0fd3-46f1-b7f0-597e9daecf10 tempest-NegativeSecGroupIPv6Test-212098845 tempest-NegativeSecGroupIPv6Test-212098845-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:36.948443 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f6e8e6-26c4-48cb-b240-0469679fe315 tempest-ExtraDHCPOptionsIpV6TestJSON-2042468691 tempest-ExtraDHCPOptionsIpV6TestJSON-2042468691-project] Pushing event updated for resources: {'Subnet': ['ID=7361d843-47d2-4c99-bd37-76d9018c0c67,revision_number=0']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:50:36.954781 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21f6e8e6-26c4-48cb-b240-0469679fe315 tempest-ExtraDHCPOptionsIpV6TestJSON-2042468691 tempest-ExtraDHCPOptionsIpV6TestJSON-2042468691-project] Checking segment: {'id': 'b7d1cb59-7e88-407f-9d61-524746fe3b94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'ba53e524-b19e-4d1b-9ce1-9d7395351cc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:50:36.955135 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21f6e8e6-26c4-48cb-b240-0469679fe315 tempest-ExtraDHCPOptionsIpV6TestJSON-2042468691 tempest-ExtraDHCPOptionsIpV6TestJSON-2042468691-project] Network hostable DHCP agents. Network: ba53e524-b19e-4d1b-9ce1-9d7395351cc5, hostable agents: ['d136643e-48ae-49d4-a851-2ba3bdf3749c'], hosted agents: [] {{(pid=102790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 15:50:36.981091 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21f6e8e6-26c4-48cb-b240-0469679fe315 tempest-ExtraDHCPOptionsIpV6TestJSON-2042468691 tempest-ExtraDHCPOptionsIpV6TestJSON-2042468691-project] Network ba53e524-b19e-4d1b-9ce1-9d7395351cc5 is scheduled to be hosted by DHCP agent d136643e-48ae-49d4-a851-2ba3bdf3749c with binding_index 1 {{(pid=102790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 15:50:36.999227 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-21f6e8e6-26c4-48cb-b240-0469679fe315 tempest-ExtraDHCPOptionsIpV6TestJSON-2042468691 tempest-ExtraDHCPOptionsIpV6TestJSON-2042468691-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834765-1, ba53e524-b19e-4d1b-9ce1-9d7395351cc5) {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:50:37.004796 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21f6e8e6-26c4-48cb-b240-0469679fe315 tempest-ExtraDHCPOptionsIpV6TestJSON-2042468691 tempest-ExtraDHCPOptionsIpV6TestJSON-2042468691-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:50:37.008681 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-21f6e8e6-26c4-48cb-b240-0469679fe315 tempest-ExtraDHCPOptionsIpV6TestJSON-2042468691 tempest-ExtraDHCPOptionsIpV6TestJSON-2042468691-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for subnet, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:37.009152 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b81e3b46-b7a2-40c3-9679-eb6d685fd2fb None None] Network ba53e524-b19e-4d1b-9ce1-9d7395351cc5 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 15:50:37.024880 n-d-834765-1 neutron-server[102791]: INFO neutron.api.v2.resource [None req-65d5360e-0fd3-46f1-b7f0-597e9daecf10 tempest-NegativeSecGroupIPv6Test-212098845 tempest-NegativeSecGroupIPv6Test-212098845-project] create failed (client error): There was a conflict when trying to complete your request. Mar 29 15:50:37.028917 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-65d5360e-0fd3-46f1-b7f0-597e9daecf10 tempest-NegativeSecGroupIPv6Test-212098845 tempest-NegativeSecGroupIPv6Test-212098845-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1177380 Mar 29 15:50:37.029486 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 59154) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:50:37.055082 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-21f6e8e6-26c4-48cb-b240-0469679fe315 tempest-ExtraDHCPOptionsIpV6TestJSON-2042468691 tempest-ExtraDHCPOptionsIpV6TestJSON-2042468691-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8294938 Mar 29 15:50:37.055434 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 59156) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:50:37.062042 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-f97f9cd5-83cd-40c0-a42f-29a66a4c8409 tempest-ExtraDHCPOptionsIpV6TestJSON-2042468691 tempest-ExtraDHCPOptionsIpV6TestJSON-2042468691-project] Request body: {'port': {'network_id': 'ba53e524-b19e-4d1b-9ce1-9d7395351cc5', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-2000638933'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:50:37.127337 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-f981872d-d093-47b8-a91c-2f58e88d534c tempest-NegativeSecGroupIPv6Test-212098845 tempest-NegativeSecGroupIPv6Test-212098845-project] Notify callbacks [] for security_group, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:37.174507 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-f981872d-d093-47b8-a91c-2f58e88d534c tempest-NegativeSecGroupIPv6Test-212098845 tempest-NegativeSecGroupIPv6Test-212098845-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:37.192452 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f97f9cd5-83cd-40c0-a42f-29a66a4c8409 tempest-ExtraDHCPOptionsIpV6TestJSON-2042468691 tempest-ExtraDHCPOptionsIpV6TestJSON-2042468691-project] Made reservation on behalf of 0955c4b2ebb04b799354d882d90ca294 for: {'port': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:50:37.197131 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-f97f9cd5-83cd-40c0-a42f-29a66a4c8409 tempest-ExtraDHCPOptionsIpV6TestJSON-2042468691 tempest-ExtraDHCPOptionsIpV6TestJSON-2042468691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:37.215912 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-915d8fe1-6dbd-4a34-ade6-3a9da374556f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0035034-69b0-5ffc-b384-0ac6189c5628-ba53e524-b19e-4d1b-9ce1-9d7395351cc5', 'network_id': 'ba53e524-b19e-4d1b-9ce1-9d7395351cc5', 'tenant_id': '0955c4b2ebb04b799354d882d90ca294', 'fixed_ips': [{'subnet_id': '7361d843-47d2-4c99-bd37-76d9018c0c67'}]}} from n-d-834765-1. {{(pid=102792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 29 15:50:37.217091 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-915d8fe1-6dbd-4a34-ade6-3a9da374556f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:37.233664 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [None req-f97f9cd5-83cd-40c0-a42f-29a66a4c8409 tempest-ExtraDHCPOptionsIpV6TestJSON-2042468691 tempest-ExtraDHCPOptionsIpV6TestJSON-2042468691-project] device_id is not set on port 0bd14420-118d-427b-a44c-95428bcea359 yet. {{(pid=102791) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 29 15:50:37.279756 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-f981872d-d093-47b8-a91c-2f58e88d534c tempest-NegativeSecGroupIPv6Test-212098845 tempest-NegativeSecGroupIPv6Test-212098845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:37.283521 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-f981872d-d093-47b8-a91c-2f58e88d534c tempest-NegativeSecGroupIPv6Test-212098845 tempest-NegativeSecGroupIPv6Test-212098845-project] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:37.287143 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-f981872d-d093-47b8-a91c-2f58e88d534c tempest-NegativeSecGroupIPv6Test-212098845 tempest-NegativeSecGroupIPv6Test-212098845-project] 10.222.0.42 "DELETE /v2.0/security-groups/ff439f19-30aa-41f0-ab15-e306c4b1ae36 HTTP/1.1" status: 204 len: 168 time: 0.2542570 Mar 29 15:50:37.296577 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 59168) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:50:37.326580 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f981872d-d093-47b8-a91c-2f58e88d534c tempest-NegativeSecGroupIPv6Test-212098845 tempest-NegativeSecGroupIPv6Test-212098845-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff439f19-30aa-41f0-ab15-e306c4b1ae36,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:50:37.380546 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 59170) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:50:37.386463 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-d21ef15b-ea1b-4d5d-9f52-d7da5bbf473c tempest-NegativeSecGroupIPv6Test-212098845 tempest-NegativeSecGroupIPv6Test-212098845-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0868087 Mar 29 15:50:37.386633 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-8369f84d-7dc2-4418-b09d-deaccef36af7 tempest-NegativeSecGroupIPv6Test-212098845 tempest-NegativeSecGroupIPv6Test-212098845-project] Request body: {'security_group': {'name': 'tempest-secgroup--1262496444'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:50:37.415873 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_common [None req-f97f9cd5-83cd-40c0-a42f-29a66a4c8409 tempest-ExtraDHCPOptionsIpV6TestJSON-2042468691 tempest-ExtraDHCPOptionsIpV6TestJSON-2042468691-project] Allocated IP 2001:db8::18d (ba53e524-b19e-4d1b-9ce1-9d7395351cc5/7361d843-47d2-4c99-bd37-76d9018c0c67/0bd14420-118d-427b-a44c-95428bcea359) {{(pid=102791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:50:37.429700 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-8369f84d-7dc2-4418-b09d-deaccef36af7 tempest-NegativeSecGroupIPv6Test-212098845 tempest-NegativeSecGroupIPv6Test-212098845-project] Notify callbacks [] for security_group, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:37.721127 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1e9cd7-8806-46ee-be0d-7dc595f0337a req-5755c87b-834a-4d41-9752-017bee25907c tempest-ServersTestBootFromVolume-1498240647 tempest-ServersTestBootFromVolume-1498240647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:50:37.729778 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-2b1e9cd7-8806-46ee-be0d-7dc595f0337a req-5755c87b-834a-4d41-9752-017bee25907c tempest-ServersTestBootFromVolume-1498240647 tempest-ServersTestBootFromVolume-1498240647-project] 10.222.0.42 "GET /v2.0/ports?device_id=515d4a4d-858a-499d-8ccc-52d0848a9638 HTTP/1.1" status: 200 len: 943 time: 0.0804803 Mar 29 15:50:37.780526 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-2b1e9cd7-8806-46ee-be0d-7dc595f0337a req-a86086e2-4f6e-427f-be74-abcf1bbc7b9e tempest-ServersTestBootFromVolume-1498240647 tempest-ServersTestBootFromVolume-1498240647-project] 10.222.0.42 "GET /v2.0/security-groups?id=acccf007-02a4-4e02-a911-a704b12080b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328972 Mar 29 15:50:37.898806 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-8369f84d-7dc2-4418-b09d-deaccef36af7 tempest-NegativeSecGroupIPv6Test-212098845 tempest-NegativeSecGroupIPv6Test-212098845-project] Notify callbacks [] for security_group, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:37.903836 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-8369f84d-7dc2-4418-b09d-deaccef36af7 tempest-NegativeSecGroupIPv6Test-212098845 tempest-NegativeSecGroupIPv6Test-212098845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:37.992607 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-8369f84d-7dc2-4418-b09d-deaccef36af7 tempest-NegativeSecGroupIPv6Test-212098845 tempest-NegativeSecGroupIPv6Test-212098845-project] Notify callbacks [] for security_group, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:37.993955 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-8369f84d-7dc2-4418-b09d-deaccef36af7 tempest-NegativeSecGroupIPv6Test-212098845 tempest-NegativeSecGroupIPv6Test-212098845-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6123633 Mar 29 15:50:37.998915 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 59180) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:50:38.003595 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8369f84d-7dc2-4418-b09d-deaccef36af7 tempest-NegativeSecGroupIPv6Test-212098845 tempest-NegativeSecGroupIPv6Test-212098845-project] Pushing event updated for resources: {'SecurityGroup': ['ID=12bb5caf-6bb0-4c64-9ffe-11235e12f0f8,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:50:38.004758 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-498bb917-aff1-47fe-8993-5ea8d327ec45 tempest-NegativeSecGroupIPv6Test-212098845 tempest-NegativeSecGroupIPv6Test-212098845-project] Request body: {'security_group_rule': {'security_group_id': '12bb5caf-6bb0-4c64-9ffe-11235e12f0f8', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:50:38.005776 n-d-834765-1 neutron-server[102790]: WARNING neutron.api.v2.base [None req-498bb917-aff1-47fe-8993-5ea8d327ec45 tempest-NegativeSecGroupIPv6Test-212098845 tempest-NegativeSecGroupIPv6Test-212098845-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Mar 29 15:50:38.012615 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-f97f9cd5-83cd-40c0-a42f-29a66a4c8409 tempest-ExtraDHCPOptionsIpV6TestJSON-2042468691 tempest-ExtraDHCPOptionsIpV6TestJSON-2042468691-project] Notify callbacks [] for port, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:38.012967 n-d-834765-1 neutron-server[102790]: INFO neutron.api.v2.resource [None req-498bb917-aff1-47fe-8993-5ea8d327ec45 tempest-NegativeSecGroupIPv6Test-212098845 tempest-NegativeSecGroupIPv6Test-212098845-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 29 15:50:38.016956 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-498bb917-aff1-47fe-8993-5ea8d327ec45 tempest-NegativeSecGroupIPv6Test-212098845 tempest-NegativeSecGroupIPv6Test-212098845-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0159891 Mar 29 15:50:38.017626 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 59182) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:50:38.036612 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977438a5-4151-4a11-9524-d705af9e3514 req-77e14b04-8026-4661-8084-5deb33236753 tempest-ServerRescueTestJSON-484479922 tempest-ServerRescueTestJSON-484479922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:50:38.038062 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-977438a5-4151-4a11-9524-d705af9e3514 req-77e14b04-8026-4661-8084-5deb33236753 tempest-ServerRescueTestJSON-484479922 tempest-ServerRescueTestJSON-484479922-project] 10.222.0.42 "GET /v2.0/ports?device_id=be6069ac-d9ba-40b5-8e20-8d0b5bb33830 HTTP/1.1" status: 200 len: 945 time: 0.1184957 Mar 29 15:50:38.081548 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-58ac0b9e-adef-44fb-b7c5-537e4ad576e4 tempest-NegativeSecGroupIPv6Test-212098845 tempest-NegativeSecGroupIPv6Test-212098845-project] Notify callbacks [] for security_group, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:38.088351 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-f97f9cd5-83cd-40c0-a42f-29a66a4c8409 tempest-ExtraDHCPOptionsIpV6TestJSON-2042468691 tempest-ExtraDHCPOptionsIpV6TestJSON-2042468691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:38.109852 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-58ac0b9e-adef-44fb-b7c5-537e4ad576e4 tempest-NegativeSecGroupIPv6Test-212098845 tempest-NegativeSecGroupIPv6Test-212098845-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:38.145549 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-977438a5-4151-4a11-9524-d705af9e3514 req-8fd4344b-b6a6-45ef-a52f-d5cc12c55545 tempest-ServerRescueTestJSON-484479922 tempest-ServerRescueTestJSON-484479922-project] 10.222.0.42 "GET /v2.0/security-groups?id=a3f3b05e-b4b0-4bd5-8f61-9140e1e7cbea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949869 Mar 29 15:50:38.176208 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-58ac0b9e-adef-44fb-b7c5-537e4ad576e4 tempest-NegativeSecGroupIPv6Test-212098845 tempest-NegativeSecGroupIPv6Test-212098845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:38.177913 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f97f9cd5-83cd-40c0-a42f-29a66a4c8409 tempest-ExtraDHCPOptionsIpV6TestJSON-2042468691 tempest-ExtraDHCPOptionsIpV6TestJSON-2042468691-project] Network ba53e524-b19e-4d1b-9ce1-9d7395351cc5 is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:50:38.178950 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-58ac0b9e-adef-44fb-b7c5-537e4ad576e4 tempest-NegativeSecGroupIPv6Test-212098845 tempest-NegativeSecGroupIPv6Test-212098845-project] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:38.180267 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-58ac0b9e-adef-44fb-b7c5-537e4ad576e4 tempest-NegativeSecGroupIPv6Test-212098845 tempest-NegativeSecGroupIPv6Test-212098845-project] 10.222.0.42 "DELETE /v2.0/security-groups/12bb5caf-6bb0-4c64-9ffe-11235e12f0f8 HTTP/1.1" status: 204 len: 168 time: 0.1611524 Mar 29 15:50:38.190144 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 59184) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:50:38.191897 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [None req-f97f9cd5-83cd-40c0-a42f-29a66a4c8409 tempest-ExtraDHCPOptionsIpV6TestJSON-2042468691 tempest-ExtraDHCPOptionsIpV6TestJSON-2042468691-project] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:50:38.198423 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97f9cd5-83cd-40c0-a42f-29a66a4c8409 tempest-ExtraDHCPOptionsIpV6TestJSON-2042468691 tempest-ExtraDHCPOptionsIpV6TestJSON-2042468691-project] Pushing event updated for resources: {'Port': ['ID=0bd14420-118d-427b-a44c-95428bcea359,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:50:38.200287 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ac0b9e-adef-44fb-b7c5-537e4ad576e4 tempest-NegativeSecGroupIPv6Test-212098845 tempest-NegativeSecGroupIPv6Test-212098845-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=12bb5caf-6bb0-4c64-9ffe-11235e12f0f8,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:50:38.207027 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.db_base_plugin_common [None req-915d8fe1-6dbd-4a34-ade6-3a9da374556f None None] Allocated IP 2001:db8::2 (ba53e524-b19e-4d1b-9ce1-9d7395351cc5/7361d843-47d2-4c99-bd37-76d9018c0c67/8033493c-d3f8-4da5-85a8-09a8ceb76b9c) {{(pid=102792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:50:38.235083 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f97f9cd5-83cd-40c0-a42f-29a66a4c8409 tempest-ExtraDHCPOptionsIpV6TestJSON-2042468691 tempest-ExtraDHCPOptionsIpV6TestJSON-2042468691-project] Received port after_create {{(pid=102791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:50:38.263903 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f97f9cd5-83cd-40c0-a42f-29a66a4c8409 tempest-ExtraDHCPOptionsIpV6TestJSON-2042468691 tempest-ExtraDHCPOptionsIpV6TestJSON-2042468691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:50:38.266158 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-f97f9cd5-83cd-40c0-a42f-29a66a4c8409 tempest-ExtraDHCPOptionsIpV6TestJSON-2042468691 tempest-ExtraDHCPOptionsIpV6TestJSON-2042468691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:38.347734 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-f97f9cd5-83cd-40c0-a42f-29a66a4c8409 tempest-ExtraDHCPOptionsIpV6TestJSON-2042468691 tempest-ExtraDHCPOptionsIpV6TestJSON-2042468691-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.2910926 Mar 29 15:50:38.351027 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 59196) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:50:38.357158 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-a8c54c6e-cf40-4374-bbed-43d89daa9406 tempest-ExtraDHCPOptionsIpV6TestJSON-2042468691 tempest-ExtraDHCPOptionsIpV6TestJSON-2042468691-project] Request body: {'port': {'network_id': 'ba53e524-b19e-4d1b-9ce1-9d7395351cc5', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-860520493', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:50:38.357654 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.api.validators [None req-a8c54c6e-cf40-4374-bbed-43d89daa9406 tempest-ExtraDHCPOptionsIpV6TestJSON-2042468691 tempest-ExtraDHCPOptionsIpV6TestJSON-2042468691-project] bootfile-name is not in valid_values {{(pid=102790) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 29 15:50:38.357990 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.api.validators [None req-a8c54c6e-cf40-4374-bbed-43d89daa9406 tempest-ExtraDHCPOptionsIpV6TestJSON-2042468691 tempest-ExtraDHCPOptionsIpV6TestJSON-2042468691-project] tftp-server is not in valid_values {{(pid=102790) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 29 15:50:38.358317 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.api.validators [None req-a8c54c6e-cf40-4374-bbed-43d89daa9406 tempest-ExtraDHCPOptionsIpV6TestJSON-2042468691 tempest-ExtraDHCPOptionsIpV6TestJSON-2042468691-project] server-ip-address is not in valid_values {{(pid=102790) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 29 15:50:38.402911 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-d15aff38-5271-4de1-93e0-a847d349c6ae tempest-NegativeSecGroupIPv6Test-212098845 tempest-NegativeSecGroupIPv6Test-212098845-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2126856 Mar 29 15:50:38.407122 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 59198) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:50:38.411996 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-adf5e686-593f-4369-a8b3-bddfe71573d6 tempest-NegativeSecGroupIPv6Test-212098845 tempest-NegativeSecGroupIPv6Test-212098845-project] Request body: {'security_group': {'name': 'tempest-secgroup--1990921438'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:50:38.412190 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-915d8fe1-6dbd-4a34-ade6-3a9da374556f None None] Notify callbacks [] for port, precommit_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:38.425937 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-915d8fe1-6dbd-4a34-ade6-3a9da374556f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956'] for port, after_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:38.442972 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-adf5e686-593f-4369-a8b3-bddfe71573d6 tempest-NegativeSecGroupIPv6Test-212098845 tempest-NegativeSecGroupIPv6Test-212098845-project] Notify callbacks [] for security_group, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:38.476262 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915d8fe1-6dbd-4a34-ade6-3a9da374556f None None] Pushing event updated for resources: {'Port': ['ID=8033493c-d3f8-4da5-85a8-09a8ceb76b9c,revision_number=1']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:50:38.499226 n-d-834765-1 neutron-server[102792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-915d8fe1-6dbd-4a34-ade6-3a9da374556f None None] Network ba53e524-b19e-4d1b-9ce1-9d7395351cc5 is already hosted by enough agents. {{(pid=102792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:50:38.501246 n-d-834765-1 neutron-server[102792]: DEBUG neutron.scheduler.base_scheduler [None req-915d8fe1-6dbd-4a34-ade6-3a9da374556f None None] Resources bound (agent type, host, resource id): {{(pid=102792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:50:38.504524 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-915d8fe1-6dbd-4a34-ade6-3a9da374556f None None] Received port after_create {{(pid=102792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:50:38.548860 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8c54c6e-cf40-4374-bbed-43d89daa9406 tempest-ExtraDHCPOptionsIpV6TestJSON-2042468691 tempest-ExtraDHCPOptionsIpV6TestJSON-2042468691-project] Made reservation on behalf of 0955c4b2ebb04b799354d882d90ca294 for: {'port': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:50:38.553410 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-a8c54c6e-cf40-4374-bbed-43d89daa9406 tempest-ExtraDHCPOptionsIpV6TestJSON-2042468691 tempest-ExtraDHCPOptionsIpV6TestJSON-2042468691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:38.569176 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-adf5e686-593f-4369-a8b3-bddfe71573d6 tempest-NegativeSecGroupIPv6Test-212098845 tempest-NegativeSecGroupIPv6Test-212098845-project] Notify callbacks [] for security_group, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:38.578327 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-adf5e686-593f-4369-a8b3-bddfe71573d6 tempest-NegativeSecGroupIPv6Test-212098845 tempest-NegativeSecGroupIPv6Test-212098845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:38.594255 n-d-834765-1 neutron-server[102790]: DEBUG neutron.notifiers.nova [None req-a8c54c6e-cf40-4374-bbed-43d89daa9406 tempest-ExtraDHCPOptionsIpV6TestJSON-2042468691 tempest-ExtraDHCPOptionsIpV6TestJSON-2042468691-project] device_id is not set on port 59652e35-d867-4094-badb-a8d63e1cab45 yet. {{(pid=102790) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 29 15:50:38.609798 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-915d8fe1-6dbd-4a34-ade6-3a9da374556f None None] Attempting to bind port 8033493c-d3f8-4da5-85a8-09a8ceb76b9c on host n-d-834765-1 for vnic_type normal with profile {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:50:38.610318 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-915d8fe1-6dbd-4a34-ade6-3a9da374556f None None] Attempting to bind port 8033493c-d3f8-4da5-85a8-09a8ceb76b9c by drivers openvswitch,hyperv on host n-d-834765-1 at level 0 using segments [{'id': 'b7d1cb59-7e88-407f-9d61-524746fe3b94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'ba53e524-b19e-4d1b-9ce1-9d7395351cc5'}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:50:38.610793 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-915d8fe1-6dbd-4a34-ade6-3a9da374556f None None] Attempting to bind port 8033493c-d3f8-4da5-85a8-09a8ceb76b9c on network ba53e524-b19e-4d1b-9ce1-9d7395351cc5 {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:50:38.615333 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf5e686-593f-4369-a8b3-bddfe71573d6 tempest-NegativeSecGroupIPv6Test-212098845 tempest-NegativeSecGroupIPv6Test-212098845-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1dc854b-2890-48f7-8a53-036dbe45d126,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:50:38.618328 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-915d8fe1-6dbd-4a34-ade6-3a9da374556f None None] Checking agent: {'id': 'a8866439-9d96-425c-b519-6905c591ac37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 25, 36), 'started_at': datetime.datetime(2022, 3, 29, 15, 26, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 50, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834765-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:50:38.623180 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-915d8fe1-6dbd-4a34-ade6-3a9da374556f None None] Checking segment: {'id': 'b7d1cb59-7e88-407f-9d61-524746fe3b94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'ba53e524-b19e-4d1b-9ce1-9d7395351cc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:50:38.623854 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-915d8fe1-6dbd-4a34-ade6-3a9da374556f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:38.624716 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-915d8fe1-6dbd-4a34-ade6-3a9da374556f None None] Bound using segment: {'id': 'b7d1cb59-7e88-407f-9d61-524746fe3b94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'ba53e524-b19e-4d1b-9ce1-9d7395351cc5'} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:50:38.625560 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-915d8fe1-6dbd-4a34-ade6-3a9da374556f None None] Bound port: 8033493c-d3f8-4da5-85a8-09a8ceb76b9c, host: n-d-834765-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7d1cb59-7e88-407f-9d61-524746fe3b94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'ba53e524-b19e-4d1b-9ce1-9d7395351cc5'}}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 15:50:38.625924 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-915d8fe1-6dbd-4a34-ade6-3a9da374556f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:38.628251 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-adf5e686-593f-4369-a8b3-bddfe71573d6 tempest-NegativeSecGroupIPv6Test-212098845 tempest-NegativeSecGroupIPv6Test-212098845-project] Notify callbacks [] for security_group, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:38.631372 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-adf5e686-593f-4369-a8b3-bddfe71573d6 tempest-NegativeSecGroupIPv6Test-212098845 tempest-NegativeSecGroupIPv6Test-212098845-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2217445 Mar 29 15:50:38.632949 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 59202) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:50:38.639134 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-e5468e5c-95a0-40eb-b373-b454369a3046 tempest-NegativeSecGroupIPv6Test-212098845 tempest-NegativeSecGroupIPv6Test-212098845-project] Request body: {'security_group_rule': {'security_group_id': 'c1dc854b-2890-48f7-8a53-036dbe45d126', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:50:38.640044 n-d-834765-1 neutron-server[102791]: WARNING neutron.api.v2.base [None req-e5468e5c-95a0-40eb-b373-b454369a3046 tempest-NegativeSecGroupIPv6Test-212098845 tempest-NegativeSecGroupIPv6Test-212098845-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Mar 29 15:50:38.641231 n-d-834765-1 neutron-server[102791]: INFO neutron.api.v2.resource [None req-e5468e5c-95a0-40eb-b373-b454369a3046 tempest-NegativeSecGroupIPv6Test-212098845 tempest-NegativeSecGroupIPv6Test-212098845-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 29 15:50:38.645198 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-e5468e5c-95a0-40eb-b373-b454369a3046 tempest-NegativeSecGroupIPv6Test-212098845 tempest-NegativeSecGroupIPv6Test-212098845-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0083070 Mar 29 15:50:38.645198 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 59206) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:50:38.708304 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-6a4bb4ce-c6f7-4824-a648-45c9d8403fb5 tempest-NegativeSecGroupIPv6Test-212098845 tempest-NegativeSecGroupIPv6Test-212098845-project] Notify callbacks [] for security_group, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:38.720141 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-915d8fe1-6dbd-4a34-ade6-3a9da374556f None None] For port 8033493c-d3f8-4da5-85a8-09a8ceb76b9c, host n-d-834765-1, cleared binding levels {{(pid=102792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:50:38.724589 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-915d8fe1-6dbd-4a34-ade6-3a9da374556f None None] For port 8033493c-d3f8-4da5-85a8-09a8ceb76b9c, host n-d-834765-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=8033493c-d3f8-4da5-85a8-09a8ceb76b9c,segment=NetworkSegment(b7d1cb59-7e88-407f-9d61-524746fe3b94),segment_id=b7d1cb59-7e88-407f-9d61-524746fe3b94)] {{(pid=102792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:50:38.733410 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-6a4bb4ce-c6f7-4824-a648-45c9d8403fb5 tempest-NegativeSecGroupIPv6Test-212098845 tempest-NegativeSecGroupIPv6Test-212098845-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:38.735355 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-915d8fe1-6dbd-4a34-ade6-3a9da374556f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:38.759806 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.db_base_plugin_common [None req-a8c54c6e-cf40-4374-bbed-43d89daa9406 tempest-ExtraDHCPOptionsIpV6TestJSON-2042468691 tempest-ExtraDHCPOptionsIpV6TestJSON-2042468691-project] Allocated IP 2001:db8::393 (ba53e524-b19e-4d1b-9ce1-9d7395351cc5/7361d843-47d2-4c99-bd37-76d9018c0c67/59652e35-d867-4094-badb-a8d63e1cab45) {{(pid=102790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:50:38.798604 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-6a4bb4ce-c6f7-4824-a648-45c9d8403fb5 tempest-NegativeSecGroupIPv6Test-212098845 tempest-NegativeSecGroupIPv6Test-212098845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:38.804748 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-6a4bb4ce-c6f7-4824-a648-45c9d8403fb5 tempest-NegativeSecGroupIPv6Test-212098845 tempest-NegativeSecGroupIPv6Test-212098845-project] Notify callbacks [] for security_group, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:38.805640 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-6a4bb4ce-c6f7-4824-a648-45c9d8403fb5 tempest-NegativeSecGroupIPv6Test-212098845 tempest-NegativeSecGroupIPv6Test-212098845-project] 10.222.0.42 "DELETE /v2.0/security-groups/c1dc854b-2890-48f7-8a53-036dbe45d126 HTTP/1.1" status: 204 len: 168 time: 0.1579549 Mar 29 15:50:38.813928 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915d8fe1-6dbd-4a34-ade6-3a9da374556f None None] Pushing event updated for resources: {'Port': ['ID=8033493c-d3f8-4da5-85a8-09a8ceb76b9c,revision_number=2']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:50:38.814383 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 59216) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:50:38.846287 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4bb4ce-c6f7-4824-a648-45c9d8403fb5 tempest-NegativeSecGroupIPv6Test-212098845 tempest-NegativeSecGroupIPv6Test-212098845-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1dc854b-2890-48f7-8a53-036dbe45d126,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:50:38.889771 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-ee5797a8-8b38-40dd-974f-296db1736770 tempest-NegativeSecGroupIPv6Test-212098845 tempest-NegativeSecGroupIPv6Test-212098845-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0695524 Mar 29 15:50:38.895553 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 59218) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:50:38.907168 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-290baafd-2c59-4d15-87fd-9d64e7d01778 tempest-NegativeSecGroupIPv6Test-212098845 tempest-NegativeSecGroupIPv6Test-212098845-project] Request body: {'security_group': {'name': 'tempest-secgroup--1533721784'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:50:38.937482 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device 6dcc8b82-25b0-4c85-847c-90a8f97998e9 details requested by agent hyperv_n-h1-834765-1 with host n-h1-834765-1 {{(pid=102792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 15:50:38.953570 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53b9fa2-0d8d-4f1a-84e1-e0e3813a9a00 req-fea70b0b-21c4-4693-b70f-3109506fd8f0 tempest-ServersTestBootFromVolume-1498240647 tempest-ServersTestBootFromVolume-1498240647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:50:38.955978 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d53b9fa2-0d8d-4f1a-84e1-e0e3813a9a00 req-fea70b0b-21c4-4693-b70f-3109506fd8f0 tempest-ServersTestBootFromVolume-1498240647 tempest-ServersTestBootFromVolume-1498240647-project] 10.222.0.42 "GET /v2.0/ports?device_id=515d4a4d-858a-499d-8ccc-52d0848a9638 HTTP/1.1" status: 200 len: 943 time: 0.0647602 Mar 29 15:50:38.976067 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-290baafd-2c59-4d15-87fd-9d64e7d01778 tempest-NegativeSecGroupIPv6Test-212098845 tempest-NegativeSecGroupIPv6Test-212098845-project] Notify callbacks [] for security_group, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:39.044455 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d53b9fa2-0d8d-4f1a-84e1-e0e3813a9a00 req-64ba1416-f11c-4b2d-89ec-bb2cc34b44c9 tempest-ServersTestBootFromVolume-1498240647 tempest-ServersTestBootFromVolume-1498240647-project] 10.222.0.42 "GET /v2.0/security-groups?id=acccf007-02a4-4e02-a911-a704b12080b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800152 Mar 29 15:50:39.059934 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-a8c54c6e-cf40-4374-bbed-43d89daa9406 tempest-ExtraDHCPOptionsIpV6TestJSON-2042468691 tempest-ExtraDHCPOptionsIpV6TestJSON-2042468691-project] Notify callbacks [] for port, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:39.096203 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port 6dcc8b82-25b0-4c85-847c-90a8f97998e9, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=6dcc8b82-25b0-4c85-847c-90a8f97998e9,segment=NetworkSegment(0cf4c8fa-aed1-409e-b278-011a45c757bf),segment_id=0cf4c8fa-aed1-409e-b278-011a45c757bf)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:50:39.109905 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Returning: {'device': '6dcc8b82-25b0-4c85-847c-90a8f97998e9', 'network_id': '94f600c4-9204-48b8-9dde-4e8016a6c980', 'port_id': '6dcc8b82-25b0-4c85-847c-90a8f97998e9', 'mac_address': 'fa:16:3e:bc:fb:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 649, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80684512-3579-4a5d-a6a3-894ce2a0c253', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 15:50:39.129833 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-290baafd-2c59-4d15-87fd-9d64e7d01778 tempest-NegativeSecGroupIPv6Test-212098845 tempest-NegativeSecGroupIPv6Test-212098845-project] Notify callbacks [] for security_group, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:39.138438 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-290baafd-2c59-4d15-87fd-9d64e7d01778 tempest-NegativeSecGroupIPv6Test-212098845 tempest-NegativeSecGroupIPv6Test-212098845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:39.149553 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-a8c54c6e-cf40-4374-bbed-43d89daa9406 tempest-ExtraDHCPOptionsIpV6TestJSON-2042468691 tempest-ExtraDHCPOptionsIpV6TestJSON-2042468691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:39.157342 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:39.172559 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6dcc8b82-25b0-4c85-847c-90a8f97998e9 {{(pid=102792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:50:39.193748 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port 6dcc8b82-25b0-4c85-847c-90a8f97998e9, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=6dcc8b82-25b0-4c85-847c-90a8f97998e9,segment=NetworkSegment(0cf4c8fa-aed1-409e-b278-011a45c757bf),segment_id=0cf4c8fa-aed1-409e-b278-011a45c757bf)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:50:39.200179 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:39.219392 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-290baafd-2c59-4d15-87fd-9d64e7d01778 tempest-NegativeSecGroupIPv6Test-212098845 tempest-NegativeSecGroupIPv6Test-212098845-project] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:39.220626 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-290baafd-2c59-4d15-87fd-9d64e7d01778 tempest-NegativeSecGroupIPv6Test-212098845 tempest-NegativeSecGroupIPv6Test-212098845-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3242850 Mar 29 15:50:39.224402 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 59222) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:50:39.229969 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-ab4aabbd-dd67-44a9-badd-ec64a43bfdc2 tempest-NegativeSecGroupIPv6Test-212098845 tempest-NegativeSecGroupIPv6Test-212098845-project] Request body: {'security_group_rule': {'security_group_id': '3098685a-f1aa-4838-b142-89fec78bba08', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:50:39.231061 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8c54c6e-cf40-4374-bbed-43d89daa9406 tempest-ExtraDHCPOptionsIpV6TestJSON-2042468691 tempest-ExtraDHCPOptionsIpV6TestJSON-2042468691-project] Network ba53e524-b19e-4d1b-9ce1-9d7395351cc5 is already hosted by enough agents. {{(pid=102790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:50:39.231897 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290baafd-2c59-4d15-87fd-9d64e7d01778 tempest-NegativeSecGroupIPv6Test-212098845 tempest-NegativeSecGroupIPv6Test-212098845-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3098685a-f1aa-4838-b142-89fec78bba08,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:50:39.237831 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-a8c54c6e-cf40-4374-bbed-43d89daa9406 tempest-ExtraDHCPOptionsIpV6TestJSON-2042468691 tempest-ExtraDHCPOptionsIpV6TestJSON-2042468691-project] Resources bound (agent type, host, resource id): {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:50:39.240465 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8c54c6e-cf40-4374-bbed-43d89daa9406 tempest-ExtraDHCPOptionsIpV6TestJSON-2042468691 tempest-ExtraDHCPOptionsIpV6TestJSON-2042468691-project] Received port after_create {{(pid=102790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:50:39.245663 n-d-834765-1 neutron-server[102791]: WARNING neutron.api.v2.base [None req-ab4aabbd-dd67-44a9-badd-ec64a43bfdc2 tempest-NegativeSecGroupIPv6Test-212098845 tempest-NegativeSecGroupIPv6Test-212098845-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Mar 29 15:50:39.246323 n-d-834765-1 neutron-server[102791]: INFO neutron.api.v2.resource [None req-ab4aabbd-dd67-44a9-badd-ec64a43bfdc2 tempest-NegativeSecGroupIPv6Test-212098845 tempest-NegativeSecGroupIPv6Test-212098845-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 29 15:50:39.250019 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-ab4aabbd-dd67-44a9-badd-ec64a43bfdc2 tempest-NegativeSecGroupIPv6Test-212098845 tempest-NegativeSecGroupIPv6Test-212098845-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0218682 Mar 29 15:50:39.250178 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8c54c6e-cf40-4374-bbed-43d89daa9406 tempest-ExtraDHCPOptionsIpV6TestJSON-2042468691 tempest-ExtraDHCPOptionsIpV6TestJSON-2042468691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:50:39.250178 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-a8c54c6e-cf40-4374-bbed-43d89daa9406 tempest-ExtraDHCPOptionsIpV6TestJSON-2042468691 tempest-ExtraDHCPOptionsIpV6TestJSON-2042468691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:39.250554 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 59224) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:50:39.257156 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-6c4c7534-c1e8-4fd7-816e-76abc38147a5 tempest-NegativeSecGroupIPv6Test-212098845 tempest-NegativeSecGroupIPv6Test-212098845-project] Request body: {'security_group_rule': {'security_group_id': '3098685a-f1aa-4838-b142-89fec78bba08', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:50:39.258029 n-d-834765-1 neutron-server[102791]: WARNING neutron.api.v2.base [None req-6c4c7534-c1e8-4fd7-816e-76abc38147a5 tempest-NegativeSecGroupIPv6Test-212098845 tempest-NegativeSecGroupIPv6Test-212098845-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Mar 29 15:50:39.258272 n-d-834765-1 neutron-server[102791]: INFO neutron.api.v2.resource [None req-6c4c7534-c1e8-4fd7-816e-76abc38147a5 tempest-NegativeSecGroupIPv6Test-212098845 tempest-NegativeSecGroupIPv6Test-212098845-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 29 15:50:39.259320 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-6c4c7534-c1e8-4fd7-816e-76abc38147a5 tempest-NegativeSecGroupIPv6Test-212098845 tempest-NegativeSecGroupIPv6Test-212098845-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0072000 Mar 29 15:50:39.262229 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 59226) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:50:39.267764 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-13ee175e-aec0-4e44-a28e-ba01994b17bf tempest-NegativeSecGroupIPv6Test-212098845 tempest-NegativeSecGroupIPv6Test-212098845-project] Request body: {'security_group_rule': {'security_group_id': '3098685a-f1aa-4838-b142-89fec78bba08', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:50:39.269480 n-d-834765-1 neutron-server[102791]: WARNING neutron.api.v2.base [None req-13ee175e-aec0-4e44-a28e-ba01994b17bf tempest-NegativeSecGroupIPv6Test-212098845 tempest-NegativeSecGroupIPv6Test-212098845-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Mar 29 15:50:39.270569 n-d-834765-1 neutron-server[102791]: INFO neutron.api.v2.resource [None req-13ee175e-aec0-4e44-a28e-ba01994b17bf tempest-NegativeSecGroupIPv6Test-212098845 tempest-NegativeSecGroupIPv6Test-212098845-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 29 15:50:39.272940 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-13ee175e-aec0-4e44-a28e-ba01994b17bf tempest-NegativeSecGroupIPv6Test-212098845 tempest-NegativeSecGroupIPv6Test-212098845-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0086651 Mar 29 15:50:39.274527 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c54c6e-cf40-4374-bbed-43d89daa9406 tempest-ExtraDHCPOptionsIpV6TestJSON-2042468691 tempest-ExtraDHCPOptionsIpV6TestJSON-2042468691-project] Pushing event updated for resources: {'Port': ['ID=59652e35-d867-4094-badb-a8d63e1cab45,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:50:39.275769 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 59228) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:50:39.276304 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Pushing event updated for resources: {'Port': ['ID=6dcc8b82-25b0-4c85-847c-90a8f97998e9,revision_number=4']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:50:39.282202 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-1ba42c71-b811-4703-a68c-80ee2e93aeb5 tempest-NegativeSecGroupIPv6Test-212098845 tempest-NegativeSecGroupIPv6Test-212098845-project] Request body: {'security_group_rule': {'security_group_id': '3098685a-f1aa-4838-b142-89fec78bba08', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:50:39.283321 n-d-834765-1 neutron-server[102791]: WARNING neutron.api.v2.base [None req-1ba42c71-b811-4703-a68c-80ee2e93aeb5 tempest-NegativeSecGroupIPv6Test-212098845 tempest-NegativeSecGroupIPv6Test-212098845-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Mar 29 15:50:39.284005 n-d-834765-1 neutron-server[102791]: INFO neutron.api.v2.resource [None req-1ba42c71-b811-4703-a68c-80ee2e93aeb5 tempest-NegativeSecGroupIPv6Test-212098845 tempest-NegativeSecGroupIPv6Test-212098845-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 29 15:50:39.285023 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-a8c54c6e-cf40-4374-bbed-43d89daa9406 tempest-ExtraDHCPOptionsIpV6TestJSON-2042468691 tempest-ExtraDHCPOptionsIpV6TestJSON-2042468691-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 0.9328866 Mar 29 15:50:39.286755 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-1ba42c71-b811-4703-a68c-80ee2e93aeb5 tempest-NegativeSecGroupIPv6Test-212098845 tempest-NegativeSecGroupIPv6Test-212098845-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0088530 Mar 29 15:50:39.287490 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 59230) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:50:39.290467 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 59234) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:50:39.325757 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee367de-2063-4725-92f9-16573e4413ce req-a5b20e2d-3314-409e-972b-3a152d3f899d tempest-ServerRescueTestJSON-484479922 tempest-ServerRescueTestJSON-484479922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:50:39.327280 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-3ee367de-2063-4725-92f9-16573e4413ce req-a5b20e2d-3314-409e-972b-3a152d3f899d tempest-ServerRescueTestJSON-484479922 tempest-ServerRescueTestJSON-484479922-project] 10.222.0.42 "GET /v2.0/ports?device_id=be6069ac-d9ba-40b5-8e20-8d0b5bb33830 HTTP/1.1" status: 200 len: 945 time: 0.0690331 Mar 29 15:50:39.376296 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cf1af93-eecd-4cff-ab8f-de40b29d4206 tempest-ExtraDHCPOptionsIpV6TestJSON-2042468691 tempest-ExtraDHCPOptionsIpV6TestJSON-2042468691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:50:39.382708 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cf1af93-eecd-4cff-ab8f-de40b29d4206 tempest-ExtraDHCPOptionsIpV6TestJSON-2042468691 tempest-ExtraDHCPOptionsIpV6TestJSON-2042468691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:50:39.385595 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-3ee367de-2063-4725-92f9-16573e4413ce req-fd3046ff-1d74-461c-9bde-d341ea8085c6 tempest-ServerRescueTestJSON-484479922 tempest-ServerRescueTestJSON-484479922-project] 10.222.0.42 "GET /v2.0/security-groups?id=a3f3b05e-b4b0-4bd5-8f61-9140e1e7cbea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455914 Mar 29 15:50:39.390124 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cf1af93-eecd-4cff-ab8f-de40b29d4206 tempest-ExtraDHCPOptionsIpV6TestJSON-2042468691 tempest-ExtraDHCPOptionsIpV6TestJSON-2042468691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:50:39.391794 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-5cf1af93-eecd-4cff-ab8f-de40b29d4206 tempest-ExtraDHCPOptionsIpV6TestJSON-2042468691 tempest-ExtraDHCPOptionsIpV6TestJSON-2042468691-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2621 time: 0.1029944 Mar 29 15:50:39.396035 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 59242) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:50:39.438516 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-355f8876-2912-4713-983d-5647529e8eb6 tempest-NegativeSecGroupIPv6Test-212098845 tempest-NegativeSecGroupIPv6Test-212098845-project] Notify callbacks [] for security_group, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:39.490570 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-355f8876-2912-4713-983d-5647529e8eb6 tempest-NegativeSecGroupIPv6Test-212098845 tempest-NegativeSecGroupIPv6Test-212098845-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:39.548284 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-50eb78e4-ef3b-4834-94d0-2bfff001ac6a tempest-ExtraDHCPOptionsIpV6TestJSON-2042468691 tempest-ExtraDHCPOptionsIpV6TestJSON-2042468691-project] Deleting port 59652e35-d867-4094-badb-a8d63e1cab45 {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:50:39.548623 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-50eb78e4-ef3b-4834-94d0-2bfff001ac6a tempest-ExtraDHCPOptionsIpV6TestJSON-2042468691 tempest-ExtraDHCPOptionsIpV6TestJSON-2042468691-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:39.553409 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-355f8876-2912-4713-983d-5647529e8eb6 tempest-NegativeSecGroupIPv6Test-212098845 tempest-NegativeSecGroupIPv6Test-212098845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:39.555721 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-355f8876-2912-4713-983d-5647529e8eb6 tempest-NegativeSecGroupIPv6Test-212098845 tempest-NegativeSecGroupIPv6Test-212098845-project] Notify callbacks [] for security_group, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:39.559316 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-355f8876-2912-4713-983d-5647529e8eb6 tempest-NegativeSecGroupIPv6Test-212098845 tempest-NegativeSecGroupIPv6Test-212098845-project] 10.222.0.42 "DELETE /v2.0/security-groups/3098685a-f1aa-4838-b142-89fec78bba08 HTTP/1.1" status: 204 len: 168 time: 0.2656953 Mar 29 15:50:39.560532 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 59260) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:50:39.582262 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355f8876-2912-4713-983d-5647529e8eb6 tempest-NegativeSecGroupIPv6Test-212098845 tempest-NegativeSecGroupIPv6Test-212098845-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3098685a-f1aa-4838-b142-89fec78bba08,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:50:39.595561 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] get_ports_and_sgs() called for port_ids ['6dcc8b82-25b0-4c85-847c-90a8f97998e9'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:50:39.637169 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-37283058-c269-4aaa-9593-9ee3d87e6f76 tempest-NegativeSecGroupIPv6Test-212098845 tempest-NegativeSecGroupIPv6Test-212098845-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0717289 Mar 29 15:50:39.638162 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 59262) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:50:39.642650 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-b15b1be8-c6de-4555-bb84-325fb9a41278 tempest-NegativeSecGroupIPv6Test-212098845 tempest-NegativeSecGroupIPv6Test-212098845-project] Request body: {'security_group': {'name': 'tempest-secgroup--1344912726'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:50:39.669629 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-b15b1be8-c6de-4555-bb84-325fb9a41278 tempest-NegativeSecGroupIPv6Test-212098845 tempest-NegativeSecGroupIPv6Test-212098845-project] Notify callbacks [] for security_group, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:39.687970 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab118a1f-646c-44cc-a9d1-764a3a755447 req-d94cfec5-b11e-4db7-a285-69c708429dc9 tempest-ListImageFiltersTestJSON-176973066 tempest-ListImageFiltersTestJSON-176973066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:50:39.689426 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ab118a1f-646c-44cc-a9d1-764a3a755447 req-d94cfec5-b11e-4db7-a285-69c708429dc9 tempest-ListImageFiltersTestJSON-176973066 tempest-ListImageFiltersTestJSON-176973066-project] 10.222.0.42 "GET /v2.0/ports?device_id=197b2eca-77cd-4241-8165-39634a9be874 HTTP/1.1" status: 200 len: 950 time: 0.1113691 Mar 29 15:50:39.706810 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-50eb78e4-ef3b-4834-94d0-2bfff001ac6a tempest-ExtraDHCPOptionsIpV6TestJSON-2042468691 tempest-ExtraDHCPOptionsIpV6TestJSON-2042468691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:39.734144 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-50eb78e4-ef3b-4834-94d0-2bfff001ac6a tempest-ExtraDHCPOptionsIpV6TestJSON-2042468691 tempest-ExtraDHCPOptionsIpV6TestJSON-2042468691-project] Calling delete_port for 59652e35-d867-4094-badb-a8d63e1cab45 owned by {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:50:39.763778 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ab118a1f-646c-44cc-a9d1-764a3a755447 req-0f3c29c4-40b1-4642-ac6f-0d4c1a3ccd37 tempest-ListImageFiltersTestJSON-176973066 tempest-ListImageFiltersTestJSON-176973066-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8fce4e5-0e3f-4b15-b93d-992bb72b4709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610814 Mar 29 15:50:39.772415 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-b15b1be8-c6de-4555-bb84-325fb9a41278 tempest-NegativeSecGroupIPv6Test-212098845 tempest-NegativeSecGroupIPv6Test-212098845-project] Notify callbacks [] for security_group, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:39.788176 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-b15b1be8-c6de-4555-bb84-325fb9a41278 tempest-NegativeSecGroupIPv6Test-212098845 tempest-NegativeSecGroupIPv6Test-212098845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:39.829313 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-b15b1be8-c6de-4555-bb84-325fb9a41278 tempest-NegativeSecGroupIPv6Test-212098845 tempest-NegativeSecGroupIPv6Test-212098845-project] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:39.830705 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-b15b1be8-c6de-4555-bb84-325fb9a41278 tempest-NegativeSecGroupIPv6Test-212098845 tempest-NegativeSecGroupIPv6Test-212098845-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1917636 Mar 29 15:50:39.833884 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 59270) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:50:39.836221 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15b1be8-c6de-4555-bb84-325fb9a41278 tempest-NegativeSecGroupIPv6Test-212098845 tempest-NegativeSecGroupIPv6Test-212098845-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2506a914-7c85-4cf1-9c76-ee9aa5e93c17,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:50:39.840626 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-3b99fc03-2a30-4115-a72f-dd64ae6386fc tempest-NegativeSecGroupIPv6Test-212098845 tempest-NegativeSecGroupIPv6Test-212098845-project] Request body: {'security_group_rule': {'security_group_id': '2506a914-7c85-4cf1-9c76-ee9aa5e93c17', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:50:39.841356 n-d-834765-1 neutron-server[102791]: WARNING neutron.api.v2.base [None req-3b99fc03-2a30-4115-a72f-dd64ae6386fc tempest-NegativeSecGroupIPv6Test-212098845 tempest-NegativeSecGroupIPv6Test-212098845-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Mar 29 15:50:39.841932 n-d-834765-1 neutron-server[102791]: INFO neutron.api.v2.resource [None req-3b99fc03-2a30-4115-a72f-dd64ae6386fc tempest-NegativeSecGroupIPv6Test-212098845 tempest-NegativeSecGroupIPv6Test-212098845-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 29 15:50:39.842915 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-3b99fc03-2a30-4115-a72f-dd64ae6386fc tempest-NegativeSecGroupIPv6Test-212098845 tempest-NegativeSecGroupIPv6Test-212098845-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0079739 Mar 29 15:50:39.847476 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 59272) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:50:39.855355 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-5c2edb74-738c-4d0d-93da-a3fce38d6adb tempest-NegativeSecGroupIPv6Test-212098845 tempest-NegativeSecGroupIPv6Test-212098845-project] Request body: {'security_group_rule': {'security_group_id': '2506a914-7c85-4cf1-9c76-ee9aa5e93c17', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:50:39.901992 n-d-834765-1 neutron-server[102790]: INFO neutron.api.v2.resource [None req-5c2edb74-738c-4d0d-93da-a3fce38d6adb tempest-NegativeSecGroupIPv6Test-212098845 tempest-NegativeSecGroupIPv6Test-212098845-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 29 15:50:39.905765 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-5c2edb74-738c-4d0d-93da-a3fce38d6adb tempest-NegativeSecGroupIPv6Test-212098845 tempest-NegativeSecGroupIPv6Test-212098845-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0519028 Mar 29 15:50:39.906191 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 59278) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:50:39.911717 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-c8dd94f5-37c7-4305-931a-a7ca7b64e9d2 tempest-NegativeSecGroupIPv6Test-212098845 tempest-NegativeSecGroupIPv6Test-212098845-project] Request body: {'security_group_rule': {'security_group_id': '2506a914-7c85-4cf1-9c76-ee9aa5e93c17', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:50:39.913819 n-d-834765-1 neutron-server[102790]: WARNING neutron.api.v2.base [None req-c8dd94f5-37c7-4305-931a-a7ca7b64e9d2 tempest-NegativeSecGroupIPv6Test-212098845 tempest-NegativeSecGroupIPv6Test-212098845-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Mar 29 15:50:39.914474 n-d-834765-1 neutron-server[102790]: INFO neutron.api.v2.resource [None req-c8dd94f5-37c7-4305-931a-a7ca7b64e9d2 tempest-NegativeSecGroupIPv6Test-212098845 tempest-NegativeSecGroupIPv6Test-212098845-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 29 15:50:39.918466 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-c8dd94f5-37c7-4305-931a-a7ca7b64e9d2 tempest-NegativeSecGroupIPv6Test-212098845 tempest-NegativeSecGroupIPv6Test-212098845-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0086443 Mar 29 15:50:39.918809 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 59280) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:50:39.923233 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-50eb78e4-ef3b-4834-94d0-2bfff001ac6a tempest-ExtraDHCPOptionsIpV6TestJSON-2042468691 tempest-ExtraDHCPOptionsIpV6TestJSON-2042468691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:39.925369 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-34c9df9e-4447-42cd-9ca1-fe958fc809bc tempest-NegativeSecGroupIPv6Test-212098845 tempest-NegativeSecGroupIPv6Test-212098845-project] Request body: {'security_group_rule': {'security_group_id': '2506a914-7c85-4cf1-9c76-ee9aa5e93c17', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:50:39.953186 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50eb78e4-ef3b-4834-94d0-2bfff001ac6a tempest-ExtraDHCPOptionsIpV6TestJSON-2042468691 tempest-ExtraDHCPOptionsIpV6TestJSON-2042468691-project] Pushing event deleted for resources: {'Port': ['ID=59652e35-d867-4094-badb-a8d63e1cab45,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:50:39.975435 n-d-834765-1 neutron-server[102790]: INFO neutron.api.v2.resource [None req-34c9df9e-4447-42cd-9ca1-fe958fc809bc tempest-NegativeSecGroupIPv6Test-212098845 tempest-NegativeSecGroupIPv6Test-212098845-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 29 15:50:39.976516 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-34c9df9e-4447-42cd-9ca1-fe958fc809bc tempest-NegativeSecGroupIPv6Test-212098845 tempest-NegativeSecGroupIPv6Test-212098845-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0559013 Mar 29 15:50:39.979826 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 59288) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:50:39.984431 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-6c14ef8f-ef49-4fa1-9183-698d92898200 tempest-NegativeSecGroupIPv6Test-212098845 tempest-NegativeSecGroupIPv6Test-212098845-project] Request body: {'security_group_rule': {'security_group_id': '2506a914-7c85-4cf1-9c76-ee9aa5e93c17', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:50:39.984951 n-d-834765-1 neutron-server[102790]: WARNING neutron.api.v2.base [None req-6c14ef8f-ef49-4fa1-9183-698d92898200 tempest-NegativeSecGroupIPv6Test-212098845 tempest-NegativeSecGroupIPv6Test-212098845-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Mar 29 15:50:39.985424 n-d-834765-1 neutron-server[102790]: INFO neutron.api.v2.resource [None req-6c14ef8f-ef49-4fa1-9183-698d92898200 tempest-NegativeSecGroupIPv6Test-212098845 tempest-NegativeSecGroupIPv6Test-212098845-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 29 15:50:39.986332 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-6c14ef8f-ef49-4fa1-9183-698d92898200 tempest-NegativeSecGroupIPv6Test-212098845 tempest-NegativeSecGroupIPv6Test-212098845-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0053945 Mar 29 15:50:39.991229 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 59290) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:50:39.995991 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-847d84e6-4ce2-455b-8e03-2968cbaa858e tempest-NegativeSecGroupIPv6Test-212098845 tempest-NegativeSecGroupIPv6Test-212098845-project] Request body: {'security_group_rule': {'security_group_id': '2506a914-7c85-4cf1-9c76-ee9aa5e93c17', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:50:40.003496 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-50eb78e4-ef3b-4834-94d0-2bfff001ac6a tempest-ExtraDHCPOptionsIpV6TestJSON-2042468691 tempest-ExtraDHCPOptionsIpV6TestJSON-2042468691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:40.007753 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-50eb78e4-ef3b-4834-94d0-2bfff001ac6a tempest-ExtraDHCPOptionsIpV6TestJSON-2042468691 tempest-ExtraDHCPOptionsIpV6TestJSON-2042468691-project] 10.222.0.42 "DELETE /v2.0/ports/59652e35-d867-4094-badb-a8d63e1cab45 HTTP/1.1" status: 204 len: 168 time: 0.6106946 Mar 29 15:50:40.011659 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 59292) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:50:40.013724 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d67594aa-0669-4a51-b39d-ed0a59a7560d None None] Network ba53e524-b19e-4d1b-9ce1-9d7395351cc5 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 15:50:40.018639 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-374c78b5-186a-4452-83c5-8340aa2229b4 tempest-ExtraDHCPOptionsIpV6TestJSON-2042468691 tempest-ExtraDHCPOptionsIpV6TestJSON-2042468691-project] Request body: {'port': {'name': 'tempest-new-port-name-69595309', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:50:40.019159 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.api.validators [None req-374c78b5-186a-4452-83c5-8340aa2229b4 tempest-ExtraDHCPOptionsIpV6TestJSON-2042468691 tempest-ExtraDHCPOptionsIpV6TestJSON-2042468691-project] bootfile-name is not in valid_values {{(pid=102791) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 29 15:50:40.019696 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.api.validators [None req-374c78b5-186a-4452-83c5-8340aa2229b4 tempest-ExtraDHCPOptionsIpV6TestJSON-2042468691 tempest-ExtraDHCPOptionsIpV6TestJSON-2042468691-project] tftp-server is not in valid_values {{(pid=102791) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 29 15:50:40.019936 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.api.validators [None req-374c78b5-186a-4452-83c5-8340aa2229b4 tempest-ExtraDHCPOptionsIpV6TestJSON-2042468691 tempest-ExtraDHCPOptionsIpV6TestJSON-2042468691-project] server-ip-address is not in valid_values {{(pid=102791) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 29 15:50:40.020755 n-d-834765-1 neutron-server[102790]: INFO neutron.db.securitygroups_db [None req-847d84e6-4ce2-455b-8e03-2968cbaa858e tempest-NegativeSecGroupIPv6Test-212098845 tempest-NegativeSecGroupIPv6Test-212098845-project] Project a6d53d62ea0841039111aa799019700d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 29 15:50:40.035452 n-d-834765-1 neutron-server[102790]: INFO neutron.api.v2.resource [None req-847d84e6-4ce2-455b-8e03-2968cbaa858e tempest-NegativeSecGroupIPv6Test-212098845 tempest-NegativeSecGroupIPv6Test-212098845-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 29 15:50:40.037189 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-847d84e6-4ce2-455b-8e03-2968cbaa858e tempest-NegativeSecGroupIPv6Test-212098845 tempest-NegativeSecGroupIPv6Test-212098845-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0450392 Mar 29 15:50:40.042468 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 59298) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:50:40.052213 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-8813e79b-52b0-4c6b-aea1-2ff477a7f191 tempest-NegativeSecGroupIPv6Test-212098845 tempest-NegativeSecGroupIPv6Test-212098845-project] Request body: {'security_group_rule': {'security_group_id': '2506a914-7c85-4cf1-9c76-ee9aa5e93c17', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:50:40.052683 n-d-834765-1 neutron-server[102790]: WARNING neutron.api.v2.base [None req-8813e79b-52b0-4c6b-aea1-2ff477a7f191 tempest-NegativeSecGroupIPv6Test-212098845 tempest-NegativeSecGroupIPv6Test-212098845-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Mar 29 15:50:40.053156 n-d-834765-1 neutron-server[102790]: INFO neutron.api.v2.resource [None req-8813e79b-52b0-4c6b-aea1-2ff477a7f191 tempest-NegativeSecGroupIPv6Test-212098845 tempest-NegativeSecGroupIPv6Test-212098845-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 29 15:50:40.054094 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-8813e79b-52b0-4c6b-aea1-2ff477a7f191 tempest-NegativeSecGroupIPv6Test-212098845 tempest-NegativeSecGroupIPv6Test-212098845-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0106339 Mar 29 15:50:40.057062 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 59302) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:50:40.062634 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-c6e5951f-989b-4d65-a793-5ac4e14f5efc tempest-NegativeSecGroupIPv6Test-212098845 tempest-NegativeSecGroupIPv6Test-212098845-project] Request body: {'security_group_rule': {'security_group_id': '2506a914-7c85-4cf1-9c76-ee9aa5e93c17', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:50:40.092993 n-d-834765-1 neutron-server[102791]: INFO neutron.db.securitygroups_db [None req-c6e5951f-989b-4d65-a793-5ac4e14f5efc tempest-NegativeSecGroupIPv6Test-212098845 tempest-NegativeSecGroupIPv6Test-212098845-project] Project a6d53d62ea0841039111aa799019700d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 29 15:50:40.107846 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-eb71a671-0703-4fcb-b6cd-ef36e95a897b None None] Provisioning complete for port 8033493c-d3f8-4da5-85a8-09a8ceb76b9c triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:50:40.108216 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-eb71a671-0703-4fcb-b6cd-ef36e95a897b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:40.150839 n-d-834765-1 neutron-server[102791]: INFO neutron.api.v2.resource [None req-c6e5951f-989b-4d65-a793-5ac4e14f5efc tempest-NegativeSecGroupIPv6Test-212098845 tempest-NegativeSecGroupIPv6Test-212098845-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 29 15:50:40.155078 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-c6e5951f-989b-4d65-a793-5ac4e14f5efc tempest-NegativeSecGroupIPv6Test-212098845 tempest-NegativeSecGroupIPv6Test-212098845-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0931821 Mar 29 15:50:40.155247 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 59314) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:50:40.161135 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-86379618-4b83-4a92-9c33-20b02249f624 tempest-NegativeSecGroupIPv6Test-212098845 tempest-NegativeSecGroupIPv6Test-212098845-project] Request body: {'security_group_rule': {'security_group_id': '2506a914-7c85-4cf1-9c76-ee9aa5e93c17', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:50:40.190490 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-374c78b5-186a-4452-83c5-8340aa2229b4 tempest-ExtraDHCPOptionsIpV6TestJSON-2042468691 tempest-ExtraDHCPOptionsIpV6TestJSON-2042468691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:40.201070 n-d-834765-1 neutron-server[102790]: INFO neutron.db.securitygroups_db [None req-86379618-4b83-4a92-9c33-20b02249f624 tempest-NegativeSecGroupIPv6Test-212098845 tempest-NegativeSecGroupIPv6Test-212098845-project] Project a6d53d62ea0841039111aa799019700d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 29 15:50:40.226071 n-d-834765-1 neutron-server[102790]: INFO neutron.api.v2.resource [None req-86379618-4b83-4a92-9c33-20b02249f624 tempest-NegativeSecGroupIPv6Test-212098845 tempest-NegativeSecGroupIPv6Test-212098845-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 29 15:50:40.231083 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-86379618-4b83-4a92-9c33-20b02249f624 tempest-NegativeSecGroupIPv6Test-212098845 tempest-NegativeSecGroupIPv6Test-212098845-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0736110 Mar 29 15:50:40.232419 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 59322) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:50:40.253619 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f47d9b8-7947-4a5a-b4a3-301266df6c03 req-f09736f2-0413-4d4e-8200-147c64b79e1f tempest-ServersTestBootFromVolume-1498240647 tempest-ServersTestBootFromVolume-1498240647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:50:40.255033 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-7f47d9b8-7947-4a5a-b4a3-301266df6c03 req-f09736f2-0413-4d4e-8200-147c64b79e1f tempest-ServersTestBootFromVolume-1498240647 tempest-ServersTestBootFromVolume-1498240647-project] 10.222.0.42 "GET /v2.0/ports?device_id=515d4a4d-858a-499d-8ccc-52d0848a9638 HTTP/1.1" status: 200 len: 944 time: 0.1086130 Mar 29 15:50:40.312765 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-5b1985d3-7950-40e2-9635-d00b878d2550 tempest-NegativeSecGroupIPv6Test-212098845 tempest-NegativeSecGroupIPv6Test-212098845-project] Notify callbacks [] for security_group, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:40.338981 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-5b1985d3-7950-40e2-9635-d00b878d2550 tempest-NegativeSecGroupIPv6Test-212098845 tempest-NegativeSecGroupIPv6Test-212098845-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:40.373197 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-7f47d9b8-7947-4a5a-b4a3-301266df6c03 req-83e966f4-daf9-45d0-bd48-0e67951c093e tempest-ServersTestBootFromVolume-1498240647 tempest-ServersTestBootFromVolume-1498240647-project] 10.222.0.42 "GET /v2.0/security-groups?id=acccf007-02a4-4e02-a911-a704b12080b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0996966 Mar 29 15:50:40.421734 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-5b1985d3-7950-40e2-9635-d00b878d2550 tempest-NegativeSecGroupIPv6Test-212098845 tempest-NegativeSecGroupIPv6Test-212098845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:40.424691 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-5b1985d3-7950-40e2-9635-d00b878d2550 tempest-NegativeSecGroupIPv6Test-212098845 tempest-NegativeSecGroupIPv6Test-212098845-project] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:40.431313 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-eb71a671-0703-4fcb-b6cd-ef36e95a897b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:40.432240 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-5b1985d3-7950-40e2-9635-d00b878d2550 tempest-NegativeSecGroupIPv6Test-212098845 tempest-NegativeSecGroupIPv6Test-212098845-project] 10.222.0.42 "DELETE /v2.0/security-groups/2506a914-7c85-4cf1-9c76-ee9aa5e93c17 HTTP/1.1" status: 204 len: 168 time: 0.1995304 Mar 29 15:50:40.436195 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 59346) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:50:40.451623 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1985d3-7950-40e2-9635-d00b878d2550 tempest-NegativeSecGroupIPv6Test-212098845 tempest-NegativeSecGroupIPv6Test-212098845-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2506a914-7c85-4cf1-9c76-ee9aa5e93c17,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:50:40.483382 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-eb71a671-0703-4fcb-b6cd-ef36e95a897b None None] For port 8033493c-d3f8-4da5-85a8-09a8ceb76b9c, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=8033493c-d3f8-4da5-85a8-09a8ceb76b9c,segment=NetworkSegment(b7d1cb59-7e88-407f-9d61-524746fe3b94),segment_id=b7d1cb59-7e88-407f-9d61-524746fe3b94)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:50:40.488880 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-eb71a671-0703-4fcb-b6cd-ef36e95a897b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:40.553529 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb71a671-0703-4fcb-b6cd-ef36e95a897b None None] Pushing event updated for resources: {'Port': ['ID=8033493c-d3f8-4da5-85a8-09a8ceb76b9c,revision_number=3']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:50:40.597437 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-c1bca302-2a2d-425f-911b-50dd6ee7e143 tempest-NegativeSecGroupIPv6Test-212098845 tempest-NegativeSecGroupIPv6Test-212098845-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1601379 Mar 29 15:50:40.601363 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 59358) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:50:40.606014 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-22ecdd10-ce99-4e06-be78-e525da2a2374 tempest-NegativeSecGroupIPv6Test-212098845 tempest-NegativeSecGroupIPv6Test-212098845-project] Request body: {'security_group': {'name': 'tempest-secgroup--550037390'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:50:40.614607 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609b364c-5aba-486b-96d9-0706461a6b71 req-fdd747cf-58f4-4228-9200-82618148a7fe tempest-ServerRescueTestJSON-484479922 tempest-ServerRescueTestJSON-484479922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:50:40.616181 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-609b364c-5aba-486b-96d9-0706461a6b71 req-fdd747cf-58f4-4228-9200-82618148a7fe tempest-ServerRescueTestJSON-484479922 tempest-ServerRescueTestJSON-484479922-project] 10.222.0.42 "GET /v2.0/ports?device_id=be6069ac-d9ba-40b5-8e20-8d0b5bb33830 HTTP/1.1" status: 200 len: 945 time: 0.1347108 Mar 29 15:50:40.632883 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-374c78b5-186a-4452-83c5-8340aa2229b4 tempest-ExtraDHCPOptionsIpV6TestJSON-2042468691 tempest-ExtraDHCPOptionsIpV6TestJSON-2042468691-project] Notify callbacks [] for port, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:40.640735 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-22ecdd10-ce99-4e06-be78-e525da2a2374 tempest-NegativeSecGroupIPv6Test-212098845 tempest-NegativeSecGroupIPv6Test-212098845-project] Notify callbacks [] for security_group, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:40.647349 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-374c78b5-186a-4452-83c5-8340aa2229b4 tempest-ExtraDHCPOptionsIpV6TestJSON-2042468691 tempest-ExtraDHCPOptionsIpV6TestJSON-2042468691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:40.694645 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-374c78b5-186a-4452-83c5-8340aa2229b4 tempest-ExtraDHCPOptionsIpV6TestJSON-2042468691 tempest-ExtraDHCPOptionsIpV6TestJSON-2042468691-project] In _notify_port_updated(), no bound segment for port 0bd14420-118d-427b-a44c-95428bcea359 on network ba53e524-b19e-4d1b-9ce1-9d7395351cc5 {{(pid=102791) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Mar 29 15:50:40.701763 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-374c78b5-186a-4452-83c5-8340aa2229b4 tempest-ExtraDHCPOptionsIpV6TestJSON-2042468691 tempest-ExtraDHCPOptionsIpV6TestJSON-2042468691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:50:40.702442 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-374c78b5-186a-4452-83c5-8340aa2229b4 tempest-ExtraDHCPOptionsIpV6TestJSON-2042468691 tempest-ExtraDHCPOptionsIpV6TestJSON-2042468691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:40.706122 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-374c78b5-186a-4452-83c5-8340aa2229b4 tempest-ExtraDHCPOptionsIpV6TestJSON-2042468691 tempest-ExtraDHCPOptionsIpV6TestJSON-2042468691-project] 10.222.0.42 "PUT /v2.0/ports/0bd14420-118d-427b-a44c-95428bcea359 HTTP/1.1" status: 200 len: 1128 time: 0.6908772 Mar 29 15:50:40.712679 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 59374) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:50:40.739833 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-609b364c-5aba-486b-96d9-0706461a6b71 req-cee5e6da-6884-4b41-97c2-27130f659976 tempest-ServerRescueTestJSON-484479922 tempest-ServerRescueTestJSON-484479922-project] 10.222.0.42 "GET /v2.0/security-groups?id=a3f3b05e-b4b0-4bd5-8f61-9140e1e7cbea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131799 Mar 29 15:50:40.761147 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374c78b5-186a-4452-83c5-8340aa2229b4 tempest-ExtraDHCPOptionsIpV6TestJSON-2042468691 tempest-ExtraDHCPOptionsIpV6TestJSON-2042468691-project] Pushing event updated for resources: {'Port': ['ID=0bd14420-118d-427b-a44c-95428bcea359,revision_number=2']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:50:40.821119 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08c63de3-3263-4fd4-b854-48e670e7591f tempest-ExtraDHCPOptionsIpV6TestJSON-2042468691 tempest-ExtraDHCPOptionsIpV6TestJSON-2042468691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:50:40.826821 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-08c63de3-3263-4fd4-b854-48e670e7591f tempest-ExtraDHCPOptionsIpV6TestJSON-2042468691 tempest-ExtraDHCPOptionsIpV6TestJSON-2042468691-project] 10.222.0.42 "GET /v2.0/ports/0bd14420-118d-427b-a44c-95428bcea359 HTTP/1.1" status: 200 len: 1128 time: 0.1085415 Mar 29 15:50:40.827372 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 59382) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:50:40.858771 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-22ecdd10-ce99-4e06-be78-e525da2a2374 tempest-NegativeSecGroupIPv6Test-212098845 tempest-NegativeSecGroupIPv6Test-212098845-project] Notify callbacks [] for security_group, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:40.867667 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 8033493c-d3f8-4da5-85a8-09a8ceb76b9c up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:50:40.869369 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-22ecdd10-ce99-4e06-be78-e525da2a2374 tempest-NegativeSecGroupIPv6Test-212098845 tempest-NegativeSecGroupIPv6Test-212098845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:40.901901 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-05fdc16d-952a-4315-af95-55e53474bdc0 None None] Provisioning complete for port 8033493c-d3f8-4da5-85a8-09a8ceb76b9c triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:50:40.902300 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-05fdc16d-952a-4315-af95-55e53474bdc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:40.912416 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-22ecdd10-ce99-4e06-be78-e525da2a2374 tempest-NegativeSecGroupIPv6Test-212098845 tempest-NegativeSecGroupIPv6Test-212098845-project] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:40.915698 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-22ecdd10-ce99-4e06-be78-e525da2a2374 tempest-NegativeSecGroupIPv6Test-212098845 tempest-NegativeSecGroupIPv6Test-212098845-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3105309 Mar 29 15:50:40.924684 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 59392) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:50:40.929201 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-e22c21fb-fa40-4703-b760-d25362f03e8e tempest-NegativeSecGroupIPv6Test-212098845 tempest-NegativeSecGroupIPv6Test-212098845-project] Request body: {'security_group_rule': {'security_group_id': '645fbebe-bba9-453f-bbd2-4f3a47e1fb9d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:50:40.945080 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ecdd10-ce99-4e06-be78-e525da2a2374 tempest-NegativeSecGroupIPv6Test-212098845 tempest-NegativeSecGroupIPv6Test-212098845-project] Pushing event updated for resources: {'SecurityGroup': ['ID=645fbebe-bba9-453f-bbd2-4f3a47e1fb9d,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:50:40.972801 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-6e97c496-0709-49d2-88ba-6694e5910c86 tempest-ExtraDHCPOptionsIpV6TestJSON-2042468691 tempest-ExtraDHCPOptionsIpV6TestJSON-2042468691-project] Deleting port 0bd14420-118d-427b-a44c-95428bcea359 {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:50:40.973194 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-6e97c496-0709-49d2-88ba-6694e5910c86 tempest-ExtraDHCPOptionsIpV6TestJSON-2042468691 tempest-ExtraDHCPOptionsIpV6TestJSON-2042468691-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:40.993782 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device 6dcc8b82-25b0-4c85-847c-90a8f97998e9 up at agent hyperv_n-h1-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:50:40.998015 n-d-834765-1 neutron-server[102790]: INFO neutron.api.v2.resource [None req-e22c21fb-fa40-4703-b760-d25362f03e8e tempest-NegativeSecGroupIPv6Test-212098845 tempest-NegativeSecGroupIPv6Test-212098845-project] create failed (client error): The resource could not be found. Mar 29 15:50:41.005019 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-e22c21fb-fa40-4703-b760-d25362f03e8e tempest-NegativeSecGroupIPv6Test-212098845 tempest-NegativeSecGroupIPv6Test-212098845-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0792062 Mar 29 15:50:41.005714 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 59408) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:50:41.013185 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-3d8fd10d-8358-47bb-b907-0ce1f4c2f4ff tempest-NegativeSecGroupIPv6Test-212098845 tempest-NegativeSecGroupIPv6Test-212098845-project] Request body: {'security_group_rule': {'security_group_id': '645fbebe-bba9-453f-bbd2-4f3a47e1fb9d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '9e59bd97-3f4a-406b-a306-671606cd7f0d'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:50:41.018832 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 59410) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:50:41.126681 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port 8033493c-d3f8-4da5-85a8-09a8ceb76b9c triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:50:41.127054 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:41.140738 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-6e97c496-0709-49d2-88ba-6694e5910c86 tempest-ExtraDHCPOptionsIpV6TestJSON-2042468691 tempest-ExtraDHCPOptionsIpV6TestJSON-2042468691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:41.156630 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2225fb0-0e10-427d-88a4-14db491379ac tempest-TestNetworkBasicOps-369299075 tempest-TestNetworkBasicOps-369299075-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:50:41.157044 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2225fb0-0e10-427d-88a4-14db491379ac tempest-TestNetworkBasicOps-369299075 tempest-TestNetworkBasicOps-369299075-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:50:41.158668 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2225fb0-0e10-427d-88a4-14db491379ac tempest-TestNetworkBasicOps-369299075 tempest-TestNetworkBasicOps-369299075-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:50:41.161064 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-a2225fb0-0e10-427d-88a4-14db491379ac tempest-TestNetworkBasicOps-369299075 tempest-TestNetworkBasicOps-369299075-project-admin] 10.222.0.42 "GET /v2.0/ports?project_id=4613198224a343ff95b6b23b26c7af7a&network_id=0eb69c38-859a-44f3-b301-7cf6beecd122 HTTP/1.1" status: 200 len: 2970 time: 0.1410990 Mar 29 15:50:41.175184 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-6e97c496-0709-49d2-88ba-6694e5910c86 tempest-ExtraDHCPOptionsIpV6TestJSON-2042468691 tempest-ExtraDHCPOptionsIpV6TestJSON-2042468691-project] Calling delete_port for 0bd14420-118d-427b-a44c-95428bcea359 owned by {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:50:41.204528 n-d-834765-1 neutron-server[102790]: INFO neutron.api.v2.resource [None req-3d8fd10d-8358-47bb-b907-0ce1f4c2f4ff tempest-NegativeSecGroupIPv6Test-212098845 tempest-NegativeSecGroupIPv6Test-212098845-project] create failed (client error): The resource could not be found. Mar 29 15:50:41.208492 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-3d8fd10d-8358-47bb-b907-0ce1f4c2f4ff tempest-NegativeSecGroupIPv6Test-212098845 tempest-NegativeSecGroupIPv6Test-212098845-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1987514 Mar 29 15:50:41.208492 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 59434) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:50:41.272309 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Provisioning for port 6dcc8b82-25b0-4c85-847c-90a8f97998e9 completed by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 15:50:41.298044 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-408bd089-4d9a-4101-a633-f5abc40d8f2c tempest-NegativeSecGroupIPv6Test-212098845 tempest-NegativeSecGroupIPv6Test-212098845-project] Notify callbacks [] for security_group, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:41.312235 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Provisioning complete for port 6dcc8b82-25b0-4c85-847c-90a8f97998e9 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:50:41.312235 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:41.344701 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-408bd089-4d9a-4101-a633-f5abc40d8f2c tempest-NegativeSecGroupIPv6Test-212098845 tempest-NegativeSecGroupIPv6Test-212098845-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:41.409825 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-408bd089-4d9a-4101-a633-f5abc40d8f2c tempest-NegativeSecGroupIPv6Test-212098845 tempest-NegativeSecGroupIPv6Test-212098845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:41.416242 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-408bd089-4d9a-4101-a633-f5abc40d8f2c tempest-NegativeSecGroupIPv6Test-212098845 tempest-NegativeSecGroupIPv6Test-212098845-project] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:41.417486 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-408bd089-4d9a-4101-a633-f5abc40d8f2c tempest-NegativeSecGroupIPv6Test-212098845 tempest-NegativeSecGroupIPv6Test-212098845-project] 10.222.0.42 "DELETE /v2.0/security-groups/645fbebe-bba9-453f-bbd2-4f3a47e1fb9d HTTP/1.1" status: 204 len: 168 time: 0.2082901 Mar 29 15:50:41.423653 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 59454) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:50:41.434113 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-6e97c496-0709-49d2-88ba-6694e5910c86 tempest-ExtraDHCPOptionsIpV6TestJSON-2042468691 tempest-ExtraDHCPOptionsIpV6TestJSON-2042468691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:41.470149 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-05fdc16d-952a-4315-af95-55e53474bdc0 None None] Provisioning complete for port 0bd14420-118d-427b-a44c-95428bcea359 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:50:41.477695 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-05fdc16d-952a-4315-af95-55e53474bdc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:41.478799 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408bd089-4d9a-4101-a633-f5abc40d8f2c tempest-NegativeSecGroupIPv6Test-212098845 tempest-NegativeSecGroupIPv6Test-212098845-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=645fbebe-bba9-453f-bbd2-4f3a47e1fb9d,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:50:41.484525 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e97c496-0709-49d2-88ba-6694e5910c86 tempest-ExtraDHCPOptionsIpV6TestJSON-2042468691 tempest-ExtraDHCPOptionsIpV6TestJSON-2042468691-project] Pushing event deleted for resources: {'Port': ['ID=0bd14420-118d-427b-a44c-95428bcea359,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:50:41.525365 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-6e97c496-0709-49d2-88ba-6694e5910c86 tempest-ExtraDHCPOptionsIpV6TestJSON-2042468691 tempest-ExtraDHCPOptionsIpV6TestJSON-2042468691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:41.531905 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-6e97c496-0709-49d2-88ba-6694e5910c86 tempest-ExtraDHCPOptionsIpV6TestJSON-2042468691 tempest-ExtraDHCPOptionsIpV6TestJSON-2042468691-project] 10.222.0.42 "DELETE /v2.0/ports/0bd14420-118d-427b-a44c-95428bcea359 HTTP/1.1" status: 204 len: 168 time: 0.7025673 Mar 29 15:50:41.532719 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 59466) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:50:41.553069 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-05fdc16d-952a-4315-af95-55e53474bdc0 None None] Port 0bd14420-118d-427b-a44c-95428bcea359 was deleted so its status cannot be updated. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Mar 29 15:50:41.568249 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-234f1fd1-62cb-4db5-9e2e-e2a2d9a034df tempest-NegativeSecGroupIPv6Test-212098845 tempest-NegativeSecGroupIPv6Test-212098845-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1318429 Mar 29 15:50:41.574401 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 59474) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:50:41.585744 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-4af8c6ab-3eda-4552-92a5-c92c91ce1b71 tempest-NegativeSecGroupIPv6Test-212098845 tempest-NegativeSecGroupIPv6Test-212098845-project] Request body: {'security_group_rule': {'security_group_id': 'b6f209dd-8ba2-4550-8bd7-5c5f72ef0093', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:50:41.613552 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b9b331-1f85-4ddb-a1a5-30f2f85b97b5 req-cd4f555f-0db3-4f6a-bfce-c6946dd8c902 tempest-ServersTestBootFromVolume-1498240647 tempest-ServersTestBootFromVolume-1498240647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:50:41.614640 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-b6b9b331-1f85-4ddb-a1a5-30f2f85b97b5 req-cd4f555f-0db3-4f6a-bfce-c6946dd8c902 tempest-ServersTestBootFromVolume-1498240647 tempest-ServersTestBootFromVolume-1498240647-project] 10.222.0.42 "GET /v2.0/ports?device_id=515d4a4d-858a-499d-8ccc-52d0848a9638 HTTP/1.1" status: 200 len: 944 time: 0.0989914 Mar 29 15:50:41.628426 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0f22502-7a75-48cc-a461-7e764002d4a3 tempest-ExtraDHCPOptionsIpV6TestJSON-2042468691 tempest-ExtraDHCPOptionsIpV6TestJSON-2042468691-project] Deleting subnet 7361d843-47d2-4c99-bd37-76d9018c0c67 {{(pid=102791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 15:50:41.650864 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-d0f22502-7a75-48cc-a461-7e764002d4a3 tempest-ExtraDHCPOptionsIpV6TestJSON-2042468691 tempest-ExtraDHCPOptionsIpV6TestJSON-2042468691-project] Notify callbacks [] for subnet, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:41.675448 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-b6b9b331-1f85-4ddb-a1a5-30f2f85b97b5 req-5f70c1a0-0fab-4b2e-9c30-d61a9da6ce04 tempest-ServersTestBootFromVolume-1498240647 tempest-ServersTestBootFromVolume-1498240647-project] 10.222.0.42 "GET /v2.0/security-groups?id=acccf007-02a4-4e02-a911-a704b12080b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501463 Mar 29 15:50:41.676787 n-d-834765-1 neutron-server[102790]: INFO neutron.api.v2.resource [None req-4af8c6ab-3eda-4552-92a5-c92c91ce1b71 tempest-NegativeSecGroupIPv6Test-212098845 tempest-NegativeSecGroupIPv6Test-212098845-project] create failed (client error): The resource could not be found. Mar 29 15:50:41.681729 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-4af8c6ab-3eda-4552-92a5-c92c91ce1b71 tempest-NegativeSecGroupIPv6Test-212098845 tempest-NegativeSecGroupIPv6Test-212098845-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0973880 Mar 29 15:50:41.682343 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 59486) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:50:41.686423 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-45c1ab6b-9a6f-427c-a1ea-48dcf2974a3f tempest-NegativeSecGroupIPv6Test-212098845 tempest-NegativeSecGroupIPv6Test-212098845-project] Request body: {'security_group': {'name': 'tempest-secgroup--1492326319'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:50:41.690951 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:41.725999 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-45c1ab6b-9a6f-427c-a1ea-48dcf2974a3f tempest-NegativeSecGroupIPv6Test-212098845 tempest-NegativeSecGroupIPv6Test-212098845-project] Notify callbacks [] for security_group, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:41.738536 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port 6dcc8b82-25b0-4c85-847c-90a8f97998e9, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=6dcc8b82-25b0-4c85-847c-90a8f97998e9,segment=NetworkSegment(0cf4c8fa-aed1-409e-b278-011a45c757bf),segment_id=0cf4c8fa-aed1-409e-b278-011a45c757bf)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:50:41.739692 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-6c002385-5fed-4594-a655-ec1f5113501c None None] Could not find standard attr ID for object 0bd14420-118d-427b-a44c-95428bcea359. {{(pid=102792) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 29 15:50:41.740951 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-d0f22502-7a75-48cc-a461-7e764002d4a3 tempest-ExtraDHCPOptionsIpV6TestJSON-2042468691 tempest-ExtraDHCPOptionsIpV6TestJSON-2042468691-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4230423'] for subnet, precommit_delete_associations {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:41.743809 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '515d4a4d-858a-499d-8ccc-52d0848a9638', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6dcc8b82-25b0-4c85-847c-90a8f97998e9'}] {{(pid=102792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:50:41.752884 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4f476c66b318cc6068719fc39557fac68d413f5c7e78fa77028c7948e999ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf0e7b2c-6cc8-4b65-b21c-484b6df7da7b" -d '{"events": [{"server_uuid": "515d4a4d-858a-499d-8ccc-52d0848a9638", "name": "network-vif-plugged", "status": "completed", "tag": "6dcc8b82-25b0-4c85-847c-90a8f97998e9"}]}' {{(pid=102792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:50:41.756618 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-6c002385-5fed-4594-a655-ec1f5113501c None None] Could not find standard attr ID for object 59652e35-d867-4094-badb-a8d63e1cab45. {{(pid=102792) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 29 15:50:41.759973 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:41.760853 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device 2ce107bf-e1ba-4a58-a32a-d9eb83c122f0 no longer exists at agent hyperv_n-h1-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:50:41.845954 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-45c1ab6b-9a6f-427c-a1ea-48dcf2974a3f tempest-NegativeSecGroupIPv6Test-212098845 tempest-NegativeSecGroupIPv6Test-212098845-project] Notify callbacks [] for security_group, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:41.856984 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-45c1ab6b-9a6f-427c-a1ea-48dcf2974a3f tempest-NegativeSecGroupIPv6Test-212098845 tempest-NegativeSecGroupIPv6Test-212098845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:41.892426 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:50:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-867e7b16-a9e9-4c95-a6a1-a651281b98a2 x-openstack-request-id: req-867e7b16-a9e9-4c95-a6a1-a651281b98a2 {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:50:41.892689 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "515d4a4d-858a-499d-8ccc-52d0848a9638", "name": "network-vif-plugged", "status": "completed", "tag": "6dcc8b82-25b0-4c85-847c-90a8f97998e9", "code": 200}]} {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:50:41.892944 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-867e7b16-a9e9-4c95-a6a1-a651281b98a2 {{(pid=102792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:50:41.893336 n-d-834765-1 neutron-server[102792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '515d4a4d-858a-499d-8ccc-52d0848a9638', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6dcc8b82-25b0-4c85-847c-90a8f97998e9', 'code': 200} Mar 29 15:50:41.969263 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-45c1ab6b-9a6f-427c-a1ea-48dcf2974a3f tempest-NegativeSecGroupIPv6Test-212098845 tempest-NegativeSecGroupIPv6Test-212098845-project] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:41.970653 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-45c1ab6b-9a6f-427c-a1ea-48dcf2974a3f tempest-NegativeSecGroupIPv6Test-212098845 tempest-NegativeSecGroupIPv6Test-212098845-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2877786 Mar 29 15:50:41.973097 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c1ab6b-9a6f-427c-a1ea-48dcf2974a3f tempest-NegativeSecGroupIPv6Test-212098845 tempest-NegativeSecGroupIPv6Test-212098845-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9e4663d-c578-4387-83c7-b30a5b2ee9c1,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:50:41.976182 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 59500) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:50:41.982842 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-ff57686a-ba7e-4674-86d3-973fd2e258ec tempest-NegativeSecGroupIPv6Test-212098845 tempest-NegativeSecGroupIPv6Test-212098845-project] Request body: {'security_group': {'name': 'tempest-secgroup--1664085319'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:50:42.014356 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Pushing event updated for resources: {'Port': ['ID=6dcc8b82-25b0-4c85-847c-90a8f97998e9,revision_number=5']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:50:42.019230 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:42.027894 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-d0f22502-7a75-48cc-a461-7e764002d4a3 tempest-ExtraDHCPOptionsIpV6TestJSON-2042468691 tempest-ExtraDHCPOptionsIpV6TestJSON-2042468691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1641287'] for subnet, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:42.048311 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48295ee-2318-4369-bcef-789f53453e6c req-fa07c16f-7bc8-472c-b2a8-4393b795e113 tempest-ServerRescueTestJSON-484479922 tempest-ServerRescueTestJSON-484479922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:50:42.053931 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-a48295ee-2318-4369-bcef-789f53453e6c req-fa07c16f-7bc8-472c-b2a8-4393b795e113 tempest-ServerRescueTestJSON-484479922 tempest-ServerRescueTestJSON-484479922-project] 10.222.0.42 "GET /v2.0/ports?device_id=be6069ac-d9ba-40b5-8e20-8d0b5bb33830 HTTP/1.1" status: 200 len: 945 time: 0.1332903 Mar 29 15:50:42.065133 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port 2ce107bf-e1ba-4a58-a32a-d9eb83c122f0, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=2ce107bf-e1ba-4a58-a32a-d9eb83c122f0,segment=NetworkSegment(a0c230f0-660a-4194-9279-0f0781d34134),segment_id=a0c230f0-660a-4194-9279-0f0781d34134)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:50:42.081163 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-ff57686a-ba7e-4674-86d3-973fd2e258ec tempest-NegativeSecGroupIPv6Test-212098845 tempest-NegativeSecGroupIPv6Test-212098845-project] Notify callbacks [] for security_group, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:42.085015 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:42.139066 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-d0f22502-7a75-48cc-a461-7e764002d4a3 tempest-ExtraDHCPOptionsIpV6TestJSON-2042468691 tempest-ExtraDHCPOptionsIpV6TestJSON-2042468691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1641294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16155591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16218852'] for subnet, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:42.150160 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca1288d-c0f4-44b7-b583-e20a44d7a5b8 req-1661f355-a37e-4be1-b953-7220126c19bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:50:42.151929 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-3ca1288d-c0f4-44b7-b583-e20a44d7a5b8 req-1661f355-a37e-4be1-b953-7220126c19bc service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=515d4a4d-858a-499d-8ccc-52d0848a9638 HTTP/1.1" status: 200 len: 1096 time: 0.2271471 Mar 29 15:50:42.154311 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Pushing event updated for resources: {'Port': ['ID=2ce107bf-e1ba-4a58-a32a-d9eb83c122f0,revision_number=11']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:50:42.186345 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-ff57686a-ba7e-4674-86d3-973fd2e258ec tempest-NegativeSecGroupIPv6Test-212098845 tempest-NegativeSecGroupIPv6Test-212098845-project] Notify callbacks [] for security_group, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:42.194074 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-ff57686a-ba7e-4674-86d3-973fd2e258ec tempest-NegativeSecGroupIPv6Test-212098845 tempest-NegativeSecGroupIPv6Test-212098845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:42.221226 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f22502-7a75-48cc-a461-7e764002d4a3 tempest-ExtraDHCPOptionsIpV6TestJSON-2042468691 tempest-ExtraDHCPOptionsIpV6TestJSON-2042468691-project] Pushing event deleted for resources: {'Subnet': ['ID=7361d843-47d2-4c99-bd37-76d9018c0c67,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:50:42.227552 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-d0f22502-7a75-48cc-a461-7e764002d4a3 tempest-ExtraDHCPOptionsIpV6TestJSON-2042468691 tempest-ExtraDHCPOptionsIpV6TestJSON-2042468691-project] Notify callbacks [] for subnet, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:42.236337 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-d0f22502-7a75-48cc-a461-7e764002d4a3 tempest-ExtraDHCPOptionsIpV6TestJSON-2042468691 tempest-ExtraDHCPOptionsIpV6TestJSON-2042468691-project] 10.222.0.42 "DELETE /v2.0/subnets/7361d843-47d2-4c99-bd37-76d9018c0c67 HTTP/1.1" status: 204 len: 168 time: 0.6984575 Mar 29 15:50:42.236980 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 59512) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:50:42.239490 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-a48295ee-2318-4369-bcef-789f53453e6c req-7f3fe695-1228-4944-83cb-dafde04fa96a tempest-ServerRescueTestJSON-484479922 tempest-ServerRescueTestJSON-484479922-project] 10.222.0.42 "GET /v2.0/security-groups?id=a3f3b05e-b4b0-4bd5-8f61-9140e1e7cbea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769238 Mar 29 15:50:42.269398 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1539b113-6c85-440a-b117-f3d7f1571015 None None] Network ba53e524-b19e-4d1b-9ce1-9d7395351cc5 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 15:50:42.272794 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-ff57686a-ba7e-4674-86d3-973fd2e258ec tempest-NegativeSecGroupIPv6Test-212098845 tempest-NegativeSecGroupIPv6Test-212098845-project] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:42.277584 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-ff57686a-ba7e-4674-86d3-973fd2e258ec tempest-NegativeSecGroupIPv6Test-212098845 tempest-NegativeSecGroupIPv6Test-212098845-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2965627 Mar 29 15:50:42.277850 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff57686a-ba7e-4674-86d3-973fd2e258ec tempest-NegativeSecGroupIPv6Test-212098845 tempest-NegativeSecGroupIPv6Test-212098845-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3cbfeb54-2624-4465-a391-98794f990a58,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:50:42.280275 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 59516) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:50:42.288094 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-f432992d-8a5a-4b3d-bcc8-f5583a6a6fc7 None None] Could not find standard attr ID for object 0bd14420-118d-427b-a44c-95428bcea359. {{(pid=102792) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 29 15:50:42.295933 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-b7bfdab5-ac38-4037-ba58-f11f70a5dca1 tempest-NegativeSecGroupIPv6Test-212098845 tempest-NegativeSecGroupIPv6Test-212098845-project] Request body: {'security_group_rule': {'security_group_id': 'f9e4663d-c578-4387-83c7-b30a5b2ee9c1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '3cbfeb54-2624-4465-a391-98794f990a58'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:50:42.315548 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-3ca1288d-c0f4-44b7-b583-e20a44d7a5b8 req-ec8c9030-7304-4c15-8a72-0722016c5c5f service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=acccf007-02a4-4e02-a911-a704b12080b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1472225 Mar 29 15:50:42.366882 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-3bd5d3aa-3856-4cfe-8c7f-32c1b785d333 tempest-ExtraDHCPOptionsIpV6TestJSON-2042468691 tempest-ExtraDHCPOptionsIpV6TestJSON-2042468691-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1631750'] for network, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:42.388885 n-d-834765-1 neutron-server[102791]: INFO neutron.api.v2.resource [None req-b7bfdab5-ac38-4037-ba58-f11f70a5dca1 tempest-NegativeSecGroupIPv6Test-212098845 tempest-NegativeSecGroupIPv6Test-212098845-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 29 15:50:42.392584 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-b7bfdab5-ac38-4037-ba58-f11f70a5dca1 tempest-NegativeSecGroupIPv6Test-212098845 tempest-NegativeSecGroupIPv6Test-212098845-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1027076 Mar 29 15:50:42.392800 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 59534) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:50:42.439403 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-3bd5d3aa-3856-4cfe-8c7f-32c1b785d333 tempest-ExtraDHCPOptionsIpV6TestJSON-2042468691 tempest-ExtraDHCPOptionsIpV6TestJSON-2042468691-project] Deleting port 8033493c-d3f8-4da5-85a8-09a8ceb76b9c {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:50:42.439616 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-3bd5d3aa-3856-4cfe-8c7f-32c1b785d333 tempest-ExtraDHCPOptionsIpV6TestJSON-2042468691 tempest-ExtraDHCPOptionsIpV6TestJSON-2042468691-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:42.484285 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96da1e5a-f03f-4a67-a403-10cb0480205f None None] DHCP port deletion for ba53e524-b19e-4d1b-9ce1-9d7395351cc5 request from n-d-834765-1 {{(pid=102792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 29 15:50:42.491182 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-123aa375-6949-4de8-b5ee-9d1c4f434544 tempest-NegativeSecGroupIPv6Test-212098845 tempest-NegativeSecGroupIPv6Test-212098845-project] Notify callbacks [] for security_group, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:42.515029 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [None req-3bd5d3aa-3856-4cfe-8c7f-32c1b785d333 tempest-ExtraDHCPOptionsIpV6TestJSON-2042468691 tempest-ExtraDHCPOptionsIpV6TestJSON-2042468691-project] For port 8033493c-d3f8-4da5-85a8-09a8ceb76b9c, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=8033493c-d3f8-4da5-85a8-09a8ceb76b9c,segment=NetworkSegment(b7d1cb59-7e88-407f-9d61-524746fe3b94),segment_id=b7d1cb59-7e88-407f-9d61-524746fe3b94)] {{(pid=102791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:50:42.515604 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-3bd5d3aa-3856-4cfe-8c7f-32c1b785d333 tempest-ExtraDHCPOptionsIpV6TestJSON-2042468691 tempest-ExtraDHCPOptionsIpV6TestJSON-2042468691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:42.517296 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-123aa375-6949-4de8-b5ee-9d1c4f434544 tempest-NegativeSecGroupIPv6Test-212098845 tempest-NegativeSecGroupIPv6Test-212098845-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:42.535469 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-3bd5d3aa-3856-4cfe-8c7f-32c1b785d333 tempest-ExtraDHCPOptionsIpV6TestJSON-2042468691 tempest-ExtraDHCPOptionsIpV6TestJSON-2042468691-project] Calling delete_port for 8033493c-d3f8-4da5-85a8-09a8ceb76b9c owned by network:dhcp {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:50:42.551983 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-96da1e5a-f03f-4a67-a403-10cb0480205f None None] Deleting port 8033493c-d3f8-4da5-85a8-09a8ceb76b9c {{(pid=102792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:50:42.557177 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-96da1e5a-f03f-4a67-a403-10cb0480205f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:42.589996 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-123aa375-6949-4de8-b5ee-9d1c4f434544 tempest-NegativeSecGroupIPv6Test-212098845 tempest-NegativeSecGroupIPv6Test-212098845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:42.593466 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-123aa375-6949-4de8-b5ee-9d1c4f434544 tempest-NegativeSecGroupIPv6Test-212098845 tempest-NegativeSecGroupIPv6Test-212098845-project] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:42.595759 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-123aa375-6949-4de8-b5ee-9d1c4f434544 tempest-NegativeSecGroupIPv6Test-212098845 tempest-NegativeSecGroupIPv6Test-212098845-project] 10.222.0.42 "DELETE /v2.0/security-groups/3cbfeb54-2624-4465-a391-98794f990a58 HTTP/1.1" status: 204 len: 168 time: 0.2009201 Mar 29 15:50:42.600261 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 59542) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:50:42.629904 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123aa375-6949-4de8-b5ee-9d1c4f434544 tempest-NegativeSecGroupIPv6Test-212098845 tempest-NegativeSecGroupIPv6Test-212098845-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cbfeb54-2624-4465-a391-98794f990a58,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:50:42.634339 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-3bd5d3aa-3856-4cfe-8c7f-32c1b785d333 tempest-ExtraDHCPOptionsIpV6TestJSON-2042468691 tempest-ExtraDHCPOptionsIpV6TestJSON-2042468691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:42.634959 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-96da1e5a-f03f-4a67-a403-10cb0480205f None None] For port 8033493c-d3f8-4da5-85a8-09a8ceb76b9c, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=8033493c-d3f8-4da5-85a8-09a8ceb76b9c,segment=NetworkSegment(b7d1cb59-7e88-407f-9d61-524746fe3b94),segment_id=b7d1cb59-7e88-407f-9d61-524746fe3b94)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:50:42.636462 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-96da1e5a-f03f-4a67-a403-10cb0480205f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:42.663742 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-96da1e5a-f03f-4a67-a403-10cb0480205f None None] Calling delete_port for 8033493c-d3f8-4da5-85a8-09a8ceb76b9c owned by network:dhcp {{(pid=102792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:50:42.684848 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd5d3aa-3856-4cfe-8c7f-32c1b785d333 tempest-ExtraDHCPOptionsIpV6TestJSON-2042468691 tempest-ExtraDHCPOptionsIpV6TestJSON-2042468691-project] Pushing event deleted for resources: {'Port': ['ID=8033493c-d3f8-4da5-85a8-09a8ceb76b9c,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:50:42.690712 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bd5d3aa-3856-4cfe-8c7f-32c1b785d333 tempest-ExtraDHCPOptionsIpV6TestJSON-2042468691 tempest-ExtraDHCPOptionsIpV6TestJSON-2042468691-project] No DVR routers for this DVR port 8033493c-d3f8-4da5-85a8-09a8ceb76b9c on host n-d-834765-1 {{(pid=102791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:50:42.704001 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 59550) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:50:42.705862 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-0eb53401-d88a-432f-a80a-7c7b27091162 tempest-NegativeSecGroupIPv6Test-212098845 tempest-NegativeSecGroupIPv6Test-212098845-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1020160 Mar 29 15:50:42.706973 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 59552) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:50:42.775966 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-96da1e5a-f03f-4a67-a403-10cb0480205f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350'] for port, after_delete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:42.794871 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e1ccd592-3769-43f2-a437-4b4770c92422 tempest-NegativeSecGroupIPv6Test-212098845 tempest-NegativeSecGroupIPv6Test-212098845-project] Notify callbacks [] for security_group, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:42.825601 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e1ccd592-3769-43f2-a437-4b4770c92422 tempest-NegativeSecGroupIPv6Test-212098845 tempest-NegativeSecGroupIPv6Test-212098845-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:42.827310 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96da1e5a-f03f-4a67-a403-10cb0480205f None None] No DVR routers for this DVR port 8033493c-d3f8-4da5-85a8-09a8ceb76b9c on host n-d-834765-1 {{(pid=102792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:50:42.834879 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 8033493c-d3f8-4da5-85a8-09a8ceb76b9c no longer exists at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:50:42.836102 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96da1e5a-f03f-4a67-a403-10cb0480205f None None] Pushing event deleted for resources: {'Port': ['ID=8033493c-d3f8-4da5-85a8-09a8ceb76b9c,revision_number=None']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:50:42.864673 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] No Port match for: 8033493c-d3f8-4da5-85a8-09a8ceb76b9c {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 15:50:42.865019 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 8033493c-d3f8-4da5-85a8-09a8ceb76b9c not bound to the agent host n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:50:42.876611 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-3bd5d3aa-3856-4cfe-8c7f-32c1b785d333 tempest-ExtraDHCPOptionsIpV6TestJSON-2042468691 tempest-ExtraDHCPOptionsIpV6TestJSON-2042468691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639890', 'neutron.services.segments.db._delete_segments_for_network-8783523423079'] for network, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:42.890867 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e1ccd592-3769-43f2-a437-4b4770c92422 tempest-NegativeSecGroupIPv6Test-212098845 tempest-NegativeSecGroupIPv6Test-212098845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:42.893754 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e1ccd592-3769-43f2-a437-4b4770c92422 tempest-NegativeSecGroupIPv6Test-212098845 tempest-NegativeSecGroupIPv6Test-212098845-project] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:42.897209 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-e1ccd592-3769-43f2-a437-4b4770c92422 tempest-NegativeSecGroupIPv6Test-212098845 tempest-NegativeSecGroupIPv6Test-212098845-project] 10.222.0.42 "DELETE /v2.0/security-groups/f9e4663d-c578-4387-83c7-b30a5b2ee9c1 HTTP/1.1" status: 204 len: 168 time: 0.1868060 Mar 29 15:50:42.900690 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-593b59b9-a627-4661-8f78-f3b0ba77ae55 tempest-TestNetworkBasicOps-369299075 tempest-TestNetworkBasicOps-369299075-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:50:42.902226 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-593b59b9-a627-4661-8f78-f3b0ba77ae55 tempest-TestNetworkBasicOps-369299075 tempest-TestNetworkBasicOps-369299075-project-admin] 10.222.0.42 "GET /v2.0/subnets?network_id=4a4a035d-ecac-4ead-baa3-25f90788773a HTTP/1.1" status: 200 len: 814 time: 0.1972115 Mar 29 15:50:42.903158 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 59562) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:50:42.920034 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ccd592-3769-43f2-a437-4b4770c92422 tempest-NegativeSecGroupIPv6Test-212098845 tempest-NegativeSecGroupIPv6Test-212098845-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9e4663d-c578-4387-83c7-b30a5b2ee9c1,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:50:42.933017 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-3bd5d3aa-3856-4cfe-8c7f-32c1b785d333 tempest-ExtraDHCPOptionsIpV6TestJSON-2042468691 tempest-ExtraDHCPOptionsIpV6TestJSON-2042468691-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba53e524-b19e-4d1b-9ce1-9d7395351cc5']}} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:50:42.948479 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-3bd5d3aa-3856-4cfe-8c7f-32c1b785d333 tempest-ExtraDHCPOptionsIpV6TestJSON-2042468691 tempest-ExtraDHCPOptionsIpV6TestJSON-2042468691-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7d1cb59-7e88-407f-9d61-524746fe3b94') {'for_net_delete': True} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:50:42.948943 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-3bd5d3aa-3856-4cfe-8c7f-32c1b785d333 tempest-ExtraDHCPOptionsIpV6TestJSON-2042468691 tempest-ExtraDHCPOptionsIpV6TestJSON-2042468691-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7d1cb59-7e88-407f-9d61-524746fe3b94') {} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:50:42.961762 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-3bd5d3aa-3856-4cfe-8c7f-32c1b785d333 tempest-ExtraDHCPOptionsIpV6TestJSON-2042468691 tempest-ExtraDHCPOptionsIpV6TestJSON-2042468691-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783523422064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4230428'] for segment, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:42.993257 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039218b5-0a0d-4d3c-bd3b-acccd1bdb22c req-033934e8-0ef9-4de7-9379-bec68dfa4a2e tempest-ServersTestBootFromVolume-1498240647 tempest-ServersTestBootFromVolume-1498240647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:50:42.995570 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-039218b5-0a0d-4d3c-bd3b-acccd1bdb22c req-033934e8-0ef9-4de7-9379-bec68dfa4a2e tempest-ServersTestBootFromVolume-1498240647 tempest-ServersTestBootFromVolume-1498240647-project] 10.222.0.42 "GET /v2.0/ports?device_id=515d4a4d-858a-499d-8ccc-52d0848a9638 HTTP/1.1" status: 200 len: 945 time: 0.1876519 Mar 29 15:50:43.000619 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-3bd5d3aa-3856-4cfe-8c7f-32c1b785d333 tempest-ExtraDHCPOptionsIpV6TestJSON-2042468691 tempest-ExtraDHCPOptionsIpV6TestJSON-2042468691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:43.011531 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3bd5d3aa-3856-4cfe-8c7f-32c1b785d333 tempest-ExtraDHCPOptionsIpV6TestJSON-2042468691 tempest-ExtraDHCPOptionsIpV6TestJSON-2042468691-project] Releasing vlan 610 on physical network physnet1 to pool {{(pid=102791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 15:50:43.011932 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-3bd5d3aa-3856-4cfe-8c7f-32c1b785d333 tempest-ExtraDHCPOptionsIpV6TestJSON-2042468691 tempest-ExtraDHCPOptionsIpV6TestJSON-2042468691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16169569'] for segment, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:43.019516 n-d-834765-1 neutron-server[102791]: Traceback (most recent call last): Mar 29 15:50:43.019516 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 15:50:43.019516 n-d-834765-1 neutron-server[102791]: timer() Mar 29 15:50:43.019516 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 15:50:43.019516 n-d-834765-1 neutron-server[102791]: cb(*args, **kw) Mar 29 15:50:43.019516 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 15:50:43.019516 n-d-834765-1 neutron-server[102791]: return func(*args, **kwargs) Mar 29 15:50:43.019516 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 15:50:43.019516 n-d-834765-1 neutron-server[102791]: self._notify() Mar 29 15:50:43.019516 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 15:50:43.019516 n-d-834765-1 neutron-server[102791]: self.callback(batched_events) Mar 29 15:50:43.019516 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 15:50:43.019516 n-d-834765-1 neutron-server[102791]: event.method(event) Mar 29 15:50:43.019516 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 15:50:43.019516 n-d-834765-1 neutron-server[102791]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 15:50:43.019516 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 15:50:43.019516 n-d-834765-1 neutron-server[102791]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 15:50:43.019516 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 15:50:43.019516 n-d-834765-1 neutron-server[102791]: return f(self, *a, **k) Mar 29 15:50:43.019516 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 15:50:43.019516 n-d-834765-1 neutron-server[102791]: return self._get(url).json() Mar 29 15:50:43.019516 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 15:50:43.019516 n-d-834765-1 neutron-server[102791]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 15:50:43.019516 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 15:50:43.019516 n-d-834765-1 neutron-server[102791]: return self.request(url, 'GET', **kwargs) Mar 29 15:50:43.019516 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 15:50:43.019516 n-d-834765-1 neutron-server[102791]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 15:50:43.019516 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 15:50:43.019516 n-d-834765-1 neutron-server[102791]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 15:50:43.019516 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 15:50:43.019516 n-d-834765-1 neutron-server[102791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 15:50:43.019516 n-d-834765-1 neutron-server[102791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 15:50:43.034005 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-49f6e67e-f958-40b3-b327-1b39aeda7be9 tempest-NegativeSecGroupIPv6Test-212098845 tempest-NegativeSecGroupIPv6Test-212098845-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1272774 Mar 29 15:50:43.037894 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 59584) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:50:43.044063 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-8b866ec2-6a99-4e67-ba0c-fb62fc4d030f tempest-NegativeSecGroupIPv6Test-212098845 tempest-NegativeSecGroupIPv6Test-212098845-project] Request body: {'security_group': {'name': 'tempest-secgroup--207385299'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:50:43.067561 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-8b866ec2-6a99-4e67-ba0c-fb62fc4d030f tempest-NegativeSecGroupIPv6Test-212098845 tempest-NegativeSecGroupIPv6Test-212098845-project] Notify callbacks [] for security_group, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:43.105657 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-039218b5-0a0d-4d3c-bd3b-acccd1bdb22c req-057bf00e-283d-4fd3-8ff0-1f9584beeb22 tempest-ServersTestBootFromVolume-1498240647 tempest-ServersTestBootFromVolume-1498240647-project] 10.222.0.42 "GET /v2.0/security-groups?id=acccf007-02a4-4e02-a911-a704b12080b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0984669 Mar 29 15:50:43.110457 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-3bd5d3aa-3856-4cfe-8c7f-32c1b785d333 tempest-ExtraDHCPOptionsIpV6TestJSON-2042468691 tempest-ExtraDHCPOptionsIpV6TestJSON-2042468691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1639897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648174'] for network, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:43.120213 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-3bd5d3aa-3856-4cfe-8c7f-32c1b785d333 tempest-ExtraDHCPOptionsIpV6TestJSON-2042468691 tempest-ExtraDHCPOptionsIpV6TestJSON-2042468691-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for network, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:43.123414 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-3bd5d3aa-3856-4cfe-8c7f-32c1b785d333 tempest-ExtraDHCPOptionsIpV6TestJSON-2042468691 tempest-ExtraDHCPOptionsIpV6TestJSON-2042468691-project] 10.222.0.42 "DELETE /v2.0/networks/ba53e524-b19e-4d1b-9ce1-9d7395351cc5 HTTP/1.1" status: 204 len: 168 time: 0.8829043 Mar 29 15:50:43.137759 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd5d3aa-3856-4cfe-8c7f-32c1b785d333 tempest-ExtraDHCPOptionsIpV6TestJSON-2042468691 tempest-ExtraDHCPOptionsIpV6TestJSON-2042468691-project] Pushing event deleted for resources: {'Network': ['ID=ba53e524-b19e-4d1b-9ce1-9d7395351cc5,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:50:43.169236 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-8b866ec2-6a99-4e67-ba0c-fb62fc4d030f tempest-NegativeSecGroupIPv6Test-212098845 tempest-NegativeSecGroupIPv6Test-212098845-project] Notify callbacks [] for security_group, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:43.173620 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-8b866ec2-6a99-4e67-ba0c-fb62fc4d030f tempest-NegativeSecGroupIPv6Test-212098845 tempest-NegativeSecGroupIPv6Test-212098845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:43.202674 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-8b866ec2-6a99-4e67-ba0c-fb62fc4d030f tempest-NegativeSecGroupIPv6Test-212098845 tempest-NegativeSecGroupIPv6Test-212098845-project] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:43.206893 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 59592) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:50:43.207158 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-8b866ec2-6a99-4e67-ba0c-fb62fc4d030f tempest-NegativeSecGroupIPv6Test-212098845 tempest-NegativeSecGroupIPv6Test-212098845-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1677752 Mar 29 15:50:43.211728 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b866ec2-6a99-4e67-ba0c-fb62fc4d030f tempest-NegativeSecGroupIPv6Test-212098845 tempest-NegativeSecGroupIPv6Test-212098845-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05c7d431-97b1-41a1-b136-d12b03e41cab,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:50:43.216454 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-f8400e00-ac3a-4b2d-9793-e84e04071e46 tempest-NegativeSecGroupIPv6Test-212098845 tempest-NegativeSecGroupIPv6Test-212098845-project] Request body: {'security_group_rule': {'security_group_id': '05c7d431-97b1-41a1-b136-d12b03e41cab', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:50:43.257793 n-d-834765-1 neutron-server[102791]: INFO neutron.api.v2.resource [None req-f8400e00-ac3a-4b2d-9793-e84e04071e46 tempest-NegativeSecGroupIPv6Test-212098845 tempest-NegativeSecGroupIPv6Test-212098845-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 29 15:50:43.262722 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 59602) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:50:43.263840 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-f8400e00-ac3a-4b2d-9793-e84e04071e46 tempest-NegativeSecGroupIPv6Test-212098845 tempest-NegativeSecGroupIPv6Test-212098845-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0555434 Mar 29 15:50:43.269786 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-6b1adaac-eef8-4b63-90d1-56741f327652 tempest-NegativeSecGroupIPv6Test-212098845 tempest-NegativeSecGroupIPv6Test-212098845-project] Request body: {'security_group_rule': {'security_group_id': '05c7d431-97b1-41a1-b136-d12b03e41cab', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:50:43.314309 n-d-834765-1 neutron-server[102790]: INFO neutron.api.v2.resource [None req-6b1adaac-eef8-4b63-90d1-56741f327652 tempest-NegativeSecGroupIPv6Test-212098845 tempest-NegativeSecGroupIPv6Test-212098845-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 29 15:50:43.315903 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-6b1adaac-eef8-4b63-90d1-56741f327652 tempest-NegativeSecGroupIPv6Test-212098845 tempest-NegativeSecGroupIPv6Test-212098845-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0517602 Mar 29 15:50:43.318857 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 59606) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:50:43.381038 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe89b7c9-9574-4da6-a7b6-8f8be1c1c006 req-cdc1ebd4-413a-401c-8266-e9abcc82b2e3 tempest-ServerRescueTestJSON-484479922 tempest-ServerRescueTestJSON-484479922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:50:43.382911 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-fe89b7c9-9574-4da6-a7b6-8f8be1c1c006 req-cdc1ebd4-413a-401c-8266-e9abcc82b2e3 tempest-ServerRescueTestJSON-484479922 tempest-ServerRescueTestJSON-484479922-project] 10.222.0.42 "GET /v2.0/ports?device_id=be6069ac-d9ba-40b5-8e20-8d0b5bb33830 HTTP/1.1" status: 200 len: 945 time: 0.0638752 Mar 29 15:50:43.385773 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-b41b6252-e5b2-43bb-b538-e35962ec72d8 tempest-NegativeSecGroupIPv6Test-212098845 tempest-NegativeSecGroupIPv6Test-212098845-project] Notify callbacks [] for security_group, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:43.407139 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 59614) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:50:43.411195 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-b41b6252-e5b2-43bb-b538-e35962ec72d8 tempest-NegativeSecGroupIPv6Test-212098845 tempest-NegativeSecGroupIPv6Test-212098845-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:43.421245 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-eaec09c5-029c-4bfa-afac-c699d96105db tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Request body: {'network': {'name': 'tempest-network-smoke--1600157471', 'project_id': '4613198224a343ff95b6b23b26c7af7a', 'port_security_enabled': True}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:50:43.450349 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-fe89b7c9-9574-4da6-a7b6-8f8be1c1c006 req-6e007e46-0592-4b1f-bca0-1b18ccbcd690 tempest-ServerRescueTestJSON-484479922 tempest-ServerRescueTestJSON-484479922-project] 10.222.0.42 "GET /v2.0/security-groups?id=a3f3b05e-b4b0-4bd5-8f61-9140e1e7cbea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601304 Mar 29 15:50:43.457984 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaec09c5-029c-4bfa-afac-c699d96105db tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Made reservation on behalf of 4613198224a343ff95b6b23b26c7af7a for: {'network': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:50:43.462937 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-eaec09c5-029c-4bfa-afac-c699d96105db tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for network, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:43.468087 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 59616) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:50:43.475846 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-b41b6252-e5b2-43bb-b538-e35962ec72d8 tempest-NegativeSecGroupIPv6Test-212098845 tempest-NegativeSecGroupIPv6Test-212098845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:43.478721 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-b41b6252-e5b2-43bb-b538-e35962ec72d8 tempest-NegativeSecGroupIPv6Test-212098845 tempest-NegativeSecGroupIPv6Test-212098845-project] Notify callbacks [] for security_group, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:43.483099 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-b41b6252-e5b2-43bb-b538-e35962ec72d8 tempest-NegativeSecGroupIPv6Test-212098845 tempest-NegativeSecGroupIPv6Test-212098845-project] 10.222.0.42 "DELETE /v2.0/security-groups/05c7d431-97b1-41a1-b136-d12b03e41cab HTTP/1.1" status: 204 len: 168 time: 0.1629725 Mar 29 15:50:43.483843 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 59620) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:50:43.494224 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41b6252-e5b2-43bb-b538-e35962ec72d8 tempest-NegativeSecGroupIPv6Test-212098845 tempest-NegativeSecGroupIPv6Test-212098845-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=05c7d431-97b1-41a1-b136-d12b03e41cab,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:50:43.526201 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eaec09c5-029c-4bfa-afac-c699d96105db tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] vlan segment allocate from pool success with {'vlan_id': 611, 'physical_network': 'physnet1'} {{(pid=102790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 15:50:43.546466 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-22447d70-e6d5-4b20-b52f-a7bdd34b8be1 tempest-NegativeSecGroupIPv6Test-212098845 tempest-NegativeSecGroupIPv6Test-212098845-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0604687 Mar 29 15:50:43.547703 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-eaec09c5-029c-4bfa-afac-c699d96105db tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:43.548376 n-d-834765-1 neutron-server[102790]: INFO neutron.db.segments_db [None req-eaec09c5-029c-4bfa-afac-c699d96105db tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Added segment 2a4ce93c-04dc-421c-bbb2-d2181b27d5d6 of type vlan for network b7faf18d-6cc9-4169-9a4b-9b5eaf1db9bd Mar 29 15:50:43.551392 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 59622) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:50:43.556461 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-1fab6661-fa71-421f-998a-566fa4877146 tempest-NegativeSecGroupIPv6Test-212098845 tempest-NegativeSecGroupIPv6Test-212098845-project] Request body: {'security_group': {'name': 'tempest-secgroup--718737343'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:50:43.581070 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-1fab6661-fa71-421f-998a-566fa4877146 tempest-NegativeSecGroupIPv6Test-212098845 tempest-NegativeSecGroupIPv6Test-212098845-project] Notify callbacks [] for security_group, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:43.609835 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-eaec09c5-029c-4bfa-afac-c699d96105db tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783522915970'] for network, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:43.648661 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-eaec09c5-029c-4bfa-afac-c699d96105db tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795'] for network, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:43.654494 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaec09c5-029c-4bfa-afac-c699d96105db tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:50:43.655111 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-eaec09c5-029c-4bfa-afac-c699d96105db tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for network, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:43.697573 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-eaec09c5-029c-4bfa-afac-c699d96105db tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2893357 Mar 29 15:50:43.701297 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 59634) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:50:43.731707 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-1fab6661-fa71-421f-998a-566fa4877146 tempest-NegativeSecGroupIPv6Test-212098845 tempest-NegativeSecGroupIPv6Test-212098845-project] Notify callbacks [] for security_group, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:43.737227 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-1aacb34a-1c3b-4f47-82de-21924eca8561 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0955c4b2ebb04b799354d882d90ca294&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2674406 Mar 29 15:50:43.739755 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-1fab6661-fa71-421f-998a-566fa4877146 tempest-NegativeSecGroupIPv6Test-212098845 tempest-NegativeSecGroupIPv6Test-212098845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:43.742545 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 59640) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:50:43.778915 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaec09c5-029c-4bfa-afac-c699d96105db tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Pushing event updated for resources: {'Network': ['ID=b7faf18d-6cc9-4169-9a4b-9b5eaf1db9bd,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:50:43.790533 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Network b7faf18d-6cc9-4169-9a4b-9b5eaf1db9bd details requested by agent ovs-agent-n-d-834765-1 with host n-d-834765-1 {{(pid=102792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 15:50:43.818384 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-1fab6661-fa71-421f-998a-566fa4877146 tempest-NegativeSecGroupIPv6Test-212098845 tempest-NegativeSecGroupIPv6Test-212098845-project] Notify callbacks [] for security_group, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:43.823484 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-1fab6661-fa71-421f-998a-566fa4877146 tempest-NegativeSecGroupIPv6Test-212098845 tempest-NegativeSecGroupIPv6Test-212098845-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2703223 Mar 29 15:50:43.829029 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 59648) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:50:43.833381 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-2e7a2958-39a7-4046-bfe8-9a43503dcf0a tempest-NegativeSecGroupIPv6Test-212098845 tempest-NegativeSecGroupIPv6Test-212098845-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:50:43.835003 n-d-834765-1 neutron-server[102791]: WARNING neutron.api.v2.base [None req-2e7a2958-39a7-4046-bfe8-9a43503dcf0a tempest-NegativeSecGroupIPv6Test-212098845 tempest-NegativeSecGroupIPv6Test-212098845-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Mar 29 15:50:43.835541 n-d-834765-1 neutron-server[102791]: INFO neutron.api.v2.resource [None req-2e7a2958-39a7-4046-bfe8-9a43503dcf0a tempest-NegativeSecGroupIPv6Test-212098845 tempest-NegativeSecGroupIPv6Test-212098845-project] update failed (client error): There was a conflict when trying to complete your request. Mar 29 15:50:43.839888 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-2e7a2958-39a7-4046-bfe8-9a43503dcf0a tempest-NegativeSecGroupIPv6Test-212098845 tempest-NegativeSecGroupIPv6Test-212098845-project] 10.222.0.42 "PUT /v2.0/security-groups/eda6268e-c6a3-475b-a1d8-def9aed41cdf HTTP/1.1" status: 409 len: 330 time: 0.0099699 Mar 29 15:50:43.840532 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 59652) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:50:43.846155 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5576dfa5-8733-4b5b-bdc1-d2dd0f9b0998 tempest-TestNetworkBasicOps-369299075 tempest-TestNetworkBasicOps-369299075-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:50:43.850807 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-5576dfa5-8733-4b5b-bdc1-d2dd0f9b0998 tempest-TestNetworkBasicOps-369299075 tempest-TestNetworkBasicOps-369299075-project-admin] 10.222.0.42 "GET /v2.0/subnets?project_id=4613198224a343ff95b6b23b26c7af7a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1485505 Mar 29 15:50:43.851828 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 59656) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:50:43.854380 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fab6661-fa71-421f-998a-566fa4877146 tempest-NegativeSecGroupIPv6Test-212098845 tempest-NegativeSecGroupIPv6Test-212098845-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eda6268e-c6a3-475b-a1d8-def9aed41cdf,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:50:43.909064 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-d2b3ab43-028a-4431-aeef-e83558e81fb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:43.926433 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '197b2eca-77cd-4241-8165-39634a9be874', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2ce107bf-e1ba-4a58-a32a-d9eb83c122f0'}] {{(pid=102792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:50:43.929527 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4f476c66b318cc6068719fc39557fac68d413f5c7e78fa77028c7948e999ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23311958-addb-435e-821f-5a9058796fbd" -d '{"events": [{"server_uuid": "197b2eca-77cd-4241-8165-39634a9be874", "name": "network-vif-unplugged", "status": "completed", "tag": "2ce107bf-e1ba-4a58-a32a-d9eb83c122f0"}]}' {{(pid=102792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:50:43.947150 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-c98989e5-d112-4529-b649-eb3567256cc3 tempest-NegativeSecGroupIPv6Test-212098845 tempest-NegativeSecGroupIPv6Test-212098845-project] Notify callbacks [] for security_group, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:43.960571 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-d2b3ab43-028a-4431-aeef-e83558e81fb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:43.992131 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-c98989e5-d112-4529-b649-eb3567256cc3 tempest-NegativeSecGroupIPv6Test-212098845 tempest-NegativeSecGroupIPv6Test-212098845-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:43.999083 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.agents_db [None req-59735a15-725e-44d4-9ad5-95cbe356f209 None None] Agent healthcheck: found 7 active agents {{(pid=102793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 15:50:44.004973 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 29 Mar 2022 15:50:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb26c64b-eef7-414d-ac57-e7e65b386d4a x-openstack-request-id: req-fb26c64b-eef7-414d-ac57-e7e65b386d4a {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:50:44.006949 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "197b2eca-77cd-4241-8165-39634a9be874", "name": "network-vif-unplugged", "status": "completed", "tag": "2ce107bf-e1ba-4a58-a32a-d9eb83c122f0", "code": 200}]} {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:50:44.007526 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-fb26c64b-eef7-414d-ac57-e7e65b386d4a {{(pid=102792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:50:44.008745 n-d-834765-1 neutron-server[102792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '197b2eca-77cd-4241-8165-39634a9be874', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2ce107bf-e1ba-4a58-a32a-d9eb83c122f0', 'code': 200} Mar 29 15:50:44.059553 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-c98989e5-d112-4529-b649-eb3567256cc3 tempest-NegativeSecGroupIPv6Test-212098845 tempest-NegativeSecGroupIPv6Test-212098845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:44.063631 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-c98989e5-d112-4529-b649-eb3567256cc3 tempest-NegativeSecGroupIPv6Test-212098845 tempest-NegativeSecGroupIPv6Test-212098845-project] Notify callbacks [] for security_group, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:44.067786 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 59662) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:50:44.067998 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-c98989e5-d112-4529-b649-eb3567256cc3 tempest-NegativeSecGroupIPv6Test-212098845 tempest-NegativeSecGroupIPv6Test-212098845-project] 10.222.0.42 "DELETE /v2.0/security-groups/eda6268e-c6a3-475b-a1d8-def9aed41cdf HTTP/1.1" status: 204 len: 168 time: 0.2222927 Mar 29 15:50:44.074530 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-d2b3ab43-028a-4431-aeef-e83558e81fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:44.077444 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-d2b3ab43-028a-4431-aeef-e83558e81fb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:44.078775 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-d2b3ab43-028a-4431-aeef-e83558e81fb7 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/1a09013c-4663-41f2-a770-c4a766e29072 HTTP/1.1" status: 204 len: 168 time: 0.3314548 Mar 29 15:50:44.085201 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98989e5-d112-4529-b649-eb3567256cc3 tempest-NegativeSecGroupIPv6Test-212098845 tempest-NegativeSecGroupIPv6Test-212098845-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eda6268e-c6a3-475b-a1d8-def9aed41cdf,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:50:44.104604 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b3ab43-028a-4431-aeef-e83558e81fb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a09013c-4663-41f2-a770-c4a766e29072,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:50:44.310971 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c95b59-944b-4002-9903-78eecbc60698 req-887483da-d3d9-4ca7-9687-2ef491dcb335 tempest-ServersTestBootFromVolume-1498240647 tempest-ServersTestBootFromVolume-1498240647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:50:44.312495 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-c7c95b59-944b-4002-9903-78eecbc60698 req-887483da-d3d9-4ca7-9687-2ef491dcb335 tempest-ServersTestBootFromVolume-1498240647 tempest-ServersTestBootFromVolume-1498240647-project] 10.222.0.42 "GET /v2.0/ports?device_id=515d4a4d-858a-499d-8ccc-52d0848a9638 HTTP/1.1" status: 200 len: 945 time: 0.0837514 Mar 29 15:50:44.365762 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-c7c95b59-944b-4002-9903-78eecbc60698 req-390b33c0-27ea-4140-a001-21195ff436eb tempest-ServersTestBootFromVolume-1498240647 tempest-ServersTestBootFromVolume-1498240647-project] 10.222.0.42 "GET /v2.0/security-groups?id=acccf007-02a4-4e02-a911-a704b12080b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467000 Mar 29 15:50:44.527223 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d9a2837-e66d-4981-8ac4-6ab78a60aacb tempest-TestNetworkBasicOps-369299075 tempest-TestNetworkBasicOps-369299075-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:50:44.528761 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-2d9a2837-e66d-4981-8ac4-6ab78a60aacb tempest-TestNetworkBasicOps-369299075 tempest-TestNetworkBasicOps-369299075-project-admin] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.6757383 Mar 29 15:50:44.531722 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 59684) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:50:44.582671 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-a0f1f7af-d8e2-4409-97b8-06727e3a65fc tempest-TestNetworkBasicOps-369299075 tempest-TestNetworkBasicOps-369299075-project-admin] 10.222.0.42 "GET /v2.0/subnets?network_id=4a4a035d-ecac-4ead-baa3-25f90788773a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0493171 Mar 29 15:50:44.585458 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 59688) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:50:44.604797 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94969376-17b9-4500-b6d6-397cafc8e224 req-d56f2fb6-ec96-4b56-91d4-22e37c6768c0 tempest-ListImageFiltersTestJSON-176973066 tempest-ListImageFiltersTestJSON-176973066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:50:44.612376 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-94969376-17b9-4500-b6d6-397cafc8e224 req-d56f2fb6-ec96-4b56-91d4-22e37c6768c0 tempest-ListImageFiltersTestJSON-176973066 tempest-ListImageFiltersTestJSON-176973066-project] 10.222.0.42 "GET /v2.0/ports?device_id=b0859ad1-46a7-4491-b8bd-ab713dd586fb HTTP/1.1" status: 200 len: 947 time: 0.1587226 Mar 29 15:50:44.641513 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-7d765cda-6535-4e9c-b097-8d833f862bdc tempest-NegativeSecGroupIPv6Test-212098845 tempest-NegativeSecGroupIPv6Test-212098845-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.5721040 Mar 29 15:50:44.655677 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 59692) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:50:44.670289 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-76119fe4-31e8-46ff-a0d4-2f964317dca6 tempest-TestNetworkBasicOps-369299075 tempest-TestNetworkBasicOps-369299075-project-admin] 10.222.0.42 "GET /v2.0/subnets?project_id=4613198224a343ff95b6b23b26c7af7a&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0836749 Mar 29 15:50:44.679323 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 59694) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:50:44.718270 n-d-834765-1 neutron-server[102790]: INFO neutron.api.v2.resource [None req-17a7023b-47f4-437c-9d97-fe8984eb6800 tempest-NegativeSecGroupIPv6Test-212098845 tempest-NegativeSecGroupIPv6Test-212098845-project] delete failed (client error): The resource could not be found. Mar 29 15:50:44.723147 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 59696) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:50:44.727892 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-17a7023b-47f4-437c-9d97-fe8984eb6800 tempest-NegativeSecGroupIPv6Test-212098845 tempest-NegativeSecGroupIPv6Test-212098845-project] 10.222.0.42 "DELETE /v2.0/security-groups/ed26b2b8-7f39-4847-9be0-6b8278d5aeae HTTP/1.1" status: 404 len: 347 time: 0.0656002 Mar 29 15:50:44.764764 n-d-834765-1 neutron-server[102791]: INFO neutron.api.v2.resource [None req-a77df13d-9259-426f-9fbd-c88304c7604c tempest-NegativeSecGroupIPv6Test-212098845 tempest-NegativeSecGroupIPv6Test-212098845-project] show failed (client error): The resource could not be found. Mar 29 15:50:44.771239 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-a77df13d-9259-426f-9fbd-c88304c7604c tempest-NegativeSecGroupIPv6Test-212098845 tempest-NegativeSecGroupIPv6Test-212098845-project] 10.222.0.42 "GET /v2.0/security-groups/3e1e9f86-ac67-4d5f-a157-6461612a598e HTTP/1.1" status: 404 len: 347 time: 0.0469992 Mar 29 15:50:44.773909 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 59700) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:50:44.790479 n-d-834765-1 neutron-server[102791]: INFO neutron.api.v2.resource [None req-2e408a22-b14d-4f95-aa1b-7c9ebc8ed86d tempest-NegativeSecGroupIPv6Test-212098845 tempest-NegativeSecGroupIPv6Test-212098845-project] show failed (client error): The resource could not be found. Mar 29 15:50:44.795165 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-2e408a22-b14d-4f95-aa1b-7c9ebc8ed86d tempest-NegativeSecGroupIPv6Test-212098845 tempest-NegativeSecGroupIPv6Test-212098845-project] 10.222.0.42 "GET /v2.0/security-group-rules/27b66c7d-49bc-4354-9fd3-020ff69d09c0 HTTP/1.1" status: 404 len: 356 time: 0.0165176 Mar 29 15:50:44.805312 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-94969376-17b9-4500-b6d6-397cafc8e224 req-4d44ca43-c0ac-46b3-9cb5-ab43f6cc2b48 tempest-ListImageFiltersTestJSON-176973066 tempest-ListImageFiltersTestJSON-176973066-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8fce4e5-0e3f-4b15-b93d-992bb72b4709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920781 Mar 29 15:50:44.815642 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581863bd-0e9b-4416-8524-b7f276503ad7 req-37fbc1ea-d793-468c-97c0-54975c2e8787 tempest-ServersTestBootFromVolume-1498240647 tempest-ServersTestBootFromVolume-1498240647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:50:44.822374 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-581863bd-0e9b-4416-8524-b7f276503ad7 req-37fbc1ea-d793-468c-97c0-54975c2e8787 tempest-ServersTestBootFromVolume-1498240647 tempest-ServersTestBootFromVolume-1498240647-project] 10.222.0.42 "GET /v2.0/ports?device_id=515d4a4d-858a-499d-8ccc-52d0848a9638 HTTP/1.1" status: 200 len: 945 time: 0.3663559 Mar 29 15:50:44.837889 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfc4a463-ae2a-49d2-999b-d39663770b9a tempest-TestNetworkBasicOps-369299075 tempest-TestNetworkBasicOps-369299075-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:50:44.837889 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-dfc4a463-ae2a-49d2-999b-d39663770b9a tempest-TestNetworkBasicOps-369299075 tempest-TestNetworkBasicOps-369299075-project-admin] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1540325 Mar 29 15:50:44.838293 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 59706) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:50:44.848930 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 59708) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:50:44.862970 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-d42db1d7-a579-4c7b-9b4d-7942d3eef5c3 tempest-ServersTestBootFromVolume-1498240647 tempest-ServersTestBootFromVolume-1498240647-project] Request body: {'floatingip': {'port_id': '6dcc8b82-25b0-4c85-847c-90a8f97998e9'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:50:44.894486 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-5ce8a53c-2a76-4a80-9f0d-c2f4ccffb60f tempest-TestNetworkBasicOps-369299075 tempest-TestNetworkBasicOps-369299075-project-admin] 10.222.0.42 "GET /v2.0/subnets?network_id=4a4a035d-ecac-4ead-baa3-25f90788773a&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0559564 Mar 29 15:50:44.904217 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 59712) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:50:44.926467 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-9dee2505-45dd-4cb1-94b5-6e51b40e14c1 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1991416212', 'network_id': 'b7faf18d-6cc9-4169-9a4b-9b5eaf1db9bd', 'project_id': '4613198224a343ff95b6b23b26c7af7a', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:50:44.957103 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-d42db1d7-a579-4c7b-9b4d-7942d3eef5c3 tempest-ServersTestBootFromVolume-1498240647 tempest-ServersTestBootFromVolume-1498240647-project] Notify callbacks [] for floatingip, before_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:45.042581 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dee2505-45dd-4cb1-94b5-6e51b40e14c1 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Made reservation on behalf of 4613198224a343ff95b6b23b26c7af7a for: {'subnet': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:50:45.047929 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-9dee2505-45dd-4cb1-94b5-6e51b40e14c1 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16218875'] for subnet, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:45.055498 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74012a8-b78f-428c-b075-68eaf2f85ae9 req-d0ccb1da-e7ec-4d4b-8dab-018d55796684 tempest-ServerRescueTestJSON-484479922 tempest-ServerRescueTestJSON-484479922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:50:45.057030 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-a74012a8-b78f-428c-b075-68eaf2f85ae9 req-d0ccb1da-e7ec-4d4b-8dab-018d55796684 tempest-ServerRescueTestJSON-484479922 tempest-ServerRescueTestJSON-484479922-project] 10.222.0.42 "GET /v2.0/ports?device_id=be6069ac-d9ba-40b5-8e20-8d0b5bb33830 HTTP/1.1" status: 200 len: 945 time: 0.1263351 Mar 29 15:50:45.083459 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 59718) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:50:45.089837 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 59720) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:50:45.172719 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-a74012a8-b78f-428c-b075-68eaf2f85ae9 req-33d01c5e-1024-4b99-9541-7dd559f92865 tempest-ServerRescueTestJSON-484479922 tempest-ServerRescueTestJSON-484479922-project] 10.222.0.42 "GET /v2.0/security-groups?id=a3f3b05e-b4b0-4bd5-8f61-9140e1e7cbea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904837 Mar 29 15:50:45.248120 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-a44fbf50-a1c0-4e8b-8a44-7ba3e28b7b29 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-543595193'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:50:45.295368 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a44fbf50-a1c0-4e8b-8a44-7ba3e28b7b29 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Made reservation on behalf of 5dbaebdcae654b77ad7a96310f75316a for: {'network': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:50:45.295915 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-9dee2505-45dd-4cb1-94b5-6e51b40e14c1 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16155524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16218861'] for subnet, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:45.300097 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-a44fbf50-a1c0-4e8b-8a44-7ba3e28b7b29 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for network, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:45.338265 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-a44fbf50-a1c0-4e8b-8a44-7ba3e28b7b29 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks [] for security_group, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:45.342001 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-fa937133-cffc-4a3c-84ba-2673a26e326c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a6d53d62ea0841039111aa799019700d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2510793 Mar 29 15:50:45.345109 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 59726) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:50:45.359756 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dee2505-45dd-4cb1-94b5-6e51b40e14c1 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Pushing event updated for resources: {'Subnet': ['ID=d5b54dcb-2f5e-4022-8f9a-68afb8320531,revision_number=0']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:50:45.378794 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dee2505-45dd-4cb1-94b5-6e51b40e14c1 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Checking segment: {'id': '2a4ce93c-04dc-421c-bbb2-d2181b27d5d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'b7faf18d-6cc9-4169-9a4b-9b5eaf1db9bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:50:45.379147 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dee2505-45dd-4cb1-94b5-6e51b40e14c1 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Network hostable DHCP agents. Network: b7faf18d-6cc9-4169-9a4b-9b5eaf1db9bd, hostable agents: ['d136643e-48ae-49d4-a851-2ba3bdf3749c'], hosted agents: [] {{(pid=102791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 15:50:45.395508 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dee2505-45dd-4cb1-94b5-6e51b40e14c1 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Network b7faf18d-6cc9-4169-9a4b-9b5eaf1db9bd is scheduled to be hosted by DHCP agent d136643e-48ae-49d4-a851-2ba3bdf3749c with binding_index 1 {{(pid=102791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 15:50:45.404640 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [None req-9dee2505-45dd-4cb1-94b5-6e51b40e14c1 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834765-1, b7faf18d-6cc9-4169-9a4b-9b5eaf1db9bd) {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:50:45.408839 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dee2505-45dd-4cb1-94b5-6e51b40e14c1 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:50:45.409476 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-9dee2505-45dd-4cb1-94b5-6e51b40e14c1 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Notify callbacks [] for subnet, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:45.414617 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0f744ed-e45f-4726-98b1-e3ee17cc0c71 None None] Network b7faf18d-6cc9-4169-9a4b-9b5eaf1db9bd requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 15:50:45.436389 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-9dee2505-45dd-4cb1-94b5-6e51b40e14c1 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.5310543 Mar 29 15:50:45.529115 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c924945d-e64b-4dfd-83f3-85ae19aa9858 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:45.578692 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d387bed2-48c9-4f78-8bb8-ba7fe5d0a324 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0035034-69b0-5ffc-b384-0ac6189c5628-b7faf18d-6cc9-4169-9a4b-9b5eaf1db9bd', 'network_id': 'b7faf18d-6cc9-4169-9a4b-9b5eaf1db9bd', 'tenant_id': '4613198224a343ff95b6b23b26c7af7a', 'fixed_ips': [{'subnet_id': 'd5b54dcb-2f5e-4022-8f9a-68afb8320531'}]}} from n-d-834765-1. {{(pid=102792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 29 15:50:45.579699 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d387bed2-48c9-4f78-8bb8-ba7fe5d0a324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:45.599300 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c924945d-e64b-4dfd-83f3-85ae19aa9858 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:45.627326 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-a44fbf50-a1c0-4e8b-8a44-7ba3e28b7b29 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks [] for security_group, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:45.642524 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-a44fbf50-a1c0-4e8b-8a44-7ba3e28b7b29 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:45.717377 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a44fbf50-a1c0-4e8b-8a44-7ba3e28b7b29 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] vlan segment allocate from pool success with {'vlan_id': 627, 'physical_network': 'physnet1'} {{(pid=102790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 15:50:45.726225 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.db_base_plugin_common [None req-d387bed2-48c9-4f78-8bb8-ba7fe5d0a324 None None] Allocated IP 172.20.0.18 (b7faf18d-6cc9-4169-9a4b-9b5eaf1db9bd/d5b54dcb-2f5e-4022-8f9a-68afb8320531/ee07ac76-2f5e-4a46-922c-3e3189fbe6df) {{(pid=102792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:50:45.728482 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 59730) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:50:45.733982 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-93e3d18d-ebee-4476-9570-3bd2982aeef4 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-315639710', 'description': 'tempest-secgroup-smoke-315639710 description', 'project_id': '4613198224a343ff95b6b23b26c7af7a'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:50:45.746764 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44fbf50-a1c0-4e8b-8a44-7ba3e28b7b29 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8fb67327-6b97-4338-818c-8f3b8effc318,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:50:45.753826 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-a44fbf50-a1c0-4e8b-8a44-7ba3e28b7b29 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:45.754238 n-d-834765-1 neutron-server[102790]: INFO neutron.db.segments_db [None req-a44fbf50-a1c0-4e8b-8a44-7ba3e28b7b29 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Added segment 237a9fa5-aa11-49b1-bfff-529ed711e33a of type vlan for network faa22dff-c8e2-44e7-bc0a-01c14a234b45 Mar 29 15:50:45.757000 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-d42db1d7-a579-4c7b-9b4d-7942d3eef5c3 tempest-ServersTestBootFromVolume-1498240647 tempest-ServersTestBootFromVolume-1498240647-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:45.767372 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-d42db1d7-a579-4c7b-9b4d-7942d3eef5c3 tempest-ServersTestBootFromVolume-1498240647 tempest-ServersTestBootFromVolume-1498240647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648212'] for floatingip, after_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:45.770672 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-93e3d18d-ebee-4476-9570-3bd2982aeef4 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Notify callbacks [] for security_group, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:45.827754 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c924945d-e64b-4dfd-83f3-85ae19aa9858 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:45.830273 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c924945d-e64b-4dfd-83f3-85ae19aa9858 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:45.831495 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-c924945d-e64b-4dfd-83f3-85ae19aa9858 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/61d4c3a0-23bf-4dd1-900a-3b89bfceb85f HTTP/1.1" status: 204 len: 168 time: 0.4851279 Mar 29 15:50:45.852312 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-a44fbf50-a1c0-4e8b-8a44-7ba3e28b7b29 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783522915970'] for network, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:45.853296 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-93e3d18d-ebee-4476-9570-3bd2982aeef4 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Notify callbacks [] for security_group, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:45.862080 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-93e3d18d-ebee-4476-9570-3bd2982aeef4 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:45.890827 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c924945d-e64b-4dfd-83f3-85ae19aa9858 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61d4c3a0-23bf-4dd1-900a-3b89bfceb85f,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:50:45.897327 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-93e3d18d-ebee-4476-9570-3bd2982aeef4 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Notify callbacks [] for security_group, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:45.902910 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-93e3d18d-ebee-4476-9570-3bd2982aeef4 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1731994 Mar 29 15:50:45.904032 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 59738) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:50:45.914361 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-1a19f0bb-d5cc-432c-b797-8671c5a14902 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Request body: {'security_group_rule': {'security_group_id': '48412e0f-2e84-4054-b430-1164daea25c6', 'project_id': '4613198224a343ff95b6b23b26c7af7a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:50:45.945249 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e3d18d-ebee-4476-9570-3bd2982aeef4 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48412e0f-2e84-4054-b430-1164daea25c6,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:50:45.962222 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-1a19f0bb-d5cc-432c-b797-8671c5a14902 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:45.996178 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d387bed2-48c9-4f78-8bb8-ba7fe5d0a324 None None] Notify callbacks [] for port, precommit_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:45.997217 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-a44fbf50-a1c0-4e8b-8a44-7ba3e28b7b29 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795'] for network, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:46.003119 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a44fbf50-a1c0-4e8b-8a44-7ba3e28b7b29 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:50:46.003814 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-a44fbf50-a1c0-4e8b-8a44-7ba3e28b7b29 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for network, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:46.007308 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d387bed2-48c9-4f78-8bb8-ba7fe5d0a324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956'] for port, after_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:46.034057 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-1a19f0bb-d5cc-432c-b797-8671c5a14902 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:46.043446 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-1a19f0bb-d5cc-432c-b797-8671c5a14902 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610998'] for security_group_rule, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:46.060975 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a19f0bb-d5cc-432c-b797-8671c5a14902 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=abf4eec9-5103-45de-8a03-26ef9e2bbe55,revision_number=0']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:50:46.073589 n-d-834765-1 neutron-server[102792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d387bed2-48c9-4f78-8bb8-ba7fe5d0a324 None None] Network b7faf18d-6cc9-4169-9a4b-9b5eaf1db9bd is already hosted by enough agents. {{(pid=102792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:50:46.076026 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d387bed2-48c9-4f78-8bb8-ba7fe5d0a324 None None] Pushing event updated for resources: {'Port': ['ID=ee07ac76-2f5e-4a46-922c-3e3189fbe6df,revision_number=1']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:50:46.080792 n-d-834765-1 neutron-server[102792]: DEBUG neutron.scheduler.base_scheduler [None req-d387bed2-48c9-4f78-8bb8-ba7fe5d0a324 None None] Resources bound (agent type, host, resource id): {{(pid=102792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:50:46.082326 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-a44fbf50-a1c0-4e8b-8a44-7ba3e28b7b29 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9989345 Mar 29 15:50:46.084028 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d387bed2-48c9-4f78-8bb8-ba7fe5d0a324 None None] Received port after_create {{(pid=102792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:50:46.084256 n-d-834765-1 neutron-server[102790]: INFO neutron.db.l3_db [None req-d42db1d7-a579-4c7b-9b4d-7942d3eef5c3 tempest-ServersTestBootFromVolume-1498240647 tempest-ServersTestBootFromVolume-1498240647-project] Floating IP 3e1ee0cb-e4ce-4a6c-9190-289d0c88001b associated. External IP: 172.25.4.214, port: 6dcc8b82-25b0-4c85-847c-90a8f97998e9. Mar 29 15:50:46.089560 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 59742) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:50:46.105759 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-1a19f0bb-d5cc-432c-b797-8671c5a14902 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:46.107217 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-1a19f0bb-d5cc-432c-b797-8671c5a14902 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1997569 Mar 29 15:50:46.110201 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 59746) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:50:46.115700 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-25197d61-d0ab-4feb-bb69-918cd0ee5cbf tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Request body: {'security_group_rule': {'security_group_id': '48412e0f-2e84-4054-b430-1164daea25c6', 'project_id': '4613198224a343ff95b6b23b26c7af7a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:50:46.149703 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-25197d61-d0ab-4feb-bb69-918cd0ee5cbf tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:46.169348 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-bcad3db4-3395-43a2-bc85-71d8ecc4d126 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1687705330'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:50:46.179322 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4233e2-c13e-4a1f-b002-f570913eb5b2 req-6862a4c4-a136-48d9-a30f-1106d6c0be71 tempest-ListImageFiltersTestJSON-176973066 tempest-ListImageFiltersTestJSON-176973066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:50:46.188211 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-cb4233e2-c13e-4a1f-b002-f570913eb5b2 req-6862a4c4-a136-48d9-a30f-1106d6c0be71 tempest-ListImageFiltersTestJSON-176973066 tempest-ListImageFiltersTestJSON-176973066-project] 10.222.0.42 "GET /v2.0/ports?device_id=b0859ad1-46a7-4491-b8bd-ab713dd586fb HTTP/1.1" status: 200 len: 947 time: 0.2737827 Mar 29 15:50:46.195737 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-d387bed2-48c9-4f78-8bb8-ba7fe5d0a324 None None] Attempting to bind port ee07ac76-2f5e-4a46-922c-3e3189fbe6df on host n-d-834765-1 for vnic_type normal with profile {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:50:46.196180 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-d387bed2-48c9-4f78-8bb8-ba7fe5d0a324 None None] Attempting to bind port ee07ac76-2f5e-4a46-922c-3e3189fbe6df by drivers openvswitch,hyperv on host n-d-834765-1 at level 0 using segments [{'id': '2a4ce93c-04dc-421c-bbb2-d2181b27d5d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'b7faf18d-6cc9-4169-9a4b-9b5eaf1db9bd'}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:50:46.196744 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d387bed2-48c9-4f78-8bb8-ba7fe5d0a324 None None] Attempting to bind port ee07ac76-2f5e-4a46-922c-3e3189fbe6df on network b7faf18d-6cc9-4169-9a4b-9b5eaf1db9bd {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:50:46.205378 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d387bed2-48c9-4f78-8bb8-ba7fe5d0a324 None None] Checking agent: {'id': 'a8866439-9d96-425c-b519-6905c591ac37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 25, 36), 'started_at': datetime.datetime(2022, 3, 29, 15, 26, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 50, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834765-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:50:46.205378 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d387bed2-48c9-4f78-8bb8-ba7fe5d0a324 None None] Checking segment: {'id': '2a4ce93c-04dc-421c-bbb2-d2181b27d5d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'b7faf18d-6cc9-4169-9a4b-9b5eaf1db9bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:50:46.205378 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d387bed2-48c9-4f78-8bb8-ba7fe5d0a324 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:46.206268 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d387bed2-48c9-4f78-8bb8-ba7fe5d0a324 None None] Bound using segment: {'id': '2a4ce93c-04dc-421c-bbb2-d2181b27d5d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'b7faf18d-6cc9-4169-9a4b-9b5eaf1db9bd'} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:50:46.206924 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-d387bed2-48c9-4f78-8bb8-ba7fe5d0a324 None None] Bound port: ee07ac76-2f5e-4a46-922c-3e3189fbe6df, host: n-d-834765-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a4ce93c-04dc-421c-bbb2-d2181b27d5d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'b7faf18d-6cc9-4169-9a4b-9b5eaf1db9bd'}}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 15:50:46.207351 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d387bed2-48c9-4f78-8bb8-ba7fe5d0a324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:46.209929 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44fbf50-a1c0-4e8b-8a44-7ba3e28b7b29 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Pushing event updated for resources: {'Network': ['ID=faa22dff-c8e2-44e7-bc0a-01c14a234b45,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:50:46.241700 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Network faa22dff-c8e2-44e7-bc0a-01c14a234b45 details requested by agent ovs-agent-n-d-834765-1 with host n-d-834765-1 {{(pid=102792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 15:50:46.247869 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-25197d61-d0ab-4feb-bb69-918cd0ee5cbf tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:46.255458 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-25197d61-d0ab-4feb-bb69-918cd0ee5cbf tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610998'] for security_group_rule, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:46.279186 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcad3db4-3395-43a2-bc85-71d8ecc4d126 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Made reservation on behalf of 5dbaebdcae654b77ad7a96310f75316a for: {'network': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:50:46.283502 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-bcad3db4-3395-43a2-bc85-71d8ecc4d126 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for network, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:46.313908 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25197d61-d0ab-4feb-bb69-918cd0ee5cbf tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a4123fe-e377-4ae6-a5d1-3f4ed57bdba9,revision_number=0']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:50:46.328192 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-25197d61-d0ab-4feb-bb69-918cd0ee5cbf tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:46.329998 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-25197d61-d0ab-4feb-bb69-918cd0ee5cbf tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2184815 Mar 29 15:50:46.334813 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 59756) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:50:46.340786 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-d283713a-12df-4b86-8917-c563bc7bc833 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Request body: {'security_group_rule': {'security_group_id': '48412e0f-2e84-4054-b430-1164daea25c6', 'project_id': '4613198224a343ff95b6b23b26c7af7a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:50:46.354551 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-cb4233e2-c13e-4a1f-b002-f570913eb5b2 req-cbb043d6-2baa-43f6-8101-8c65dbf5dace tempest-ListImageFiltersTestJSON-176973066 tempest-ListImageFiltersTestJSON-176973066-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8fce4e5-0e3f-4b15-b93d-992bb72b4709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651857 Mar 29 15:50:46.376798 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea11b548-3d89-4f9d-8caa-237ac804ba66 req-24f215f9-894e-41ab-a867-be1290ea6fa4 tempest-ServerRescueTestJSON-484479922 tempest-ServerRescueTestJSON-484479922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:50:46.379461 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ea11b548-3d89-4f9d-8caa-237ac804ba66 req-24f215f9-894e-41ab-a867-be1290ea6fa4 tempest-ServerRescueTestJSON-484479922 tempest-ServerRescueTestJSON-484479922-project] 10.222.0.42 "GET /v2.0/ports?device_id=be6069ac-d9ba-40b5-8e20-8d0b5bb33830 HTTP/1.1" status: 200 len: 945 time: 0.1052434 Mar 29 15:50:46.381569 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bcad3db4-3395-43a2-bc85-71d8ecc4d126 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] vlan segment allocate from pool success with {'vlan_id': 620, 'physical_network': 'physnet1'} {{(pid=102790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 15:50:46.397183 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-bcad3db4-3395-43a2-bc85-71d8ecc4d126 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:46.397524 n-d-834765-1 neutron-server[102790]: INFO neutron.db.segments_db [None req-bcad3db4-3395-43a2-bc85-71d8ecc4d126 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Added segment 0c3679ea-40f9-4c31-b185-edaec603ec59 of type vlan for network 37ae3c1f-b267-497f-8c1c-7df21c3386b1 Mar 29 15:50:46.414219 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-d283713a-12df-4b86-8917-c563bc7bc833 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:46.438871 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-d387bed2-48c9-4f78-8bb8-ba7fe5d0a324 None None] For port ee07ac76-2f5e-4a46-922c-3e3189fbe6df, host n-d-834765-1, cleared binding levels {{(pid=102792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:50:46.442992 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-d387bed2-48c9-4f78-8bb8-ba7fe5d0a324 None None] For port ee07ac76-2f5e-4a46-922c-3e3189fbe6df, host n-d-834765-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=ee07ac76-2f5e-4a46-922c-3e3189fbe6df,segment=NetworkSegment(2a4ce93c-04dc-421c-bbb2-d2181b27d5d6),segment_id=2a4ce93c-04dc-421c-bbb2-d2181b27d5d6)] {{(pid=102792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:50:46.451066 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d387bed2-48c9-4f78-8bb8-ba7fe5d0a324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:46.487316 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-bcad3db4-3395-43a2-bc85-71d8ecc4d126 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783522915970'] for network, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:46.534185 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d387bed2-48c9-4f78-8bb8-ba7fe5d0a324 None None] Pushing event updated for resources: {'Port': ['ID=ee07ac76-2f5e-4a46-922c-3e3189fbe6df,revision_number=2']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:50:46.560047 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-bcad3db4-3395-43a2-bc85-71d8ecc4d126 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795'] for network, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:46.566199 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcad3db4-3395-43a2-bc85-71d8ecc4d126 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:50:46.566829 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-bcad3db4-3395-43a2-bc85-71d8ecc4d126 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for network, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:46.571869 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ea11b548-3d89-4f9d-8caa-237ac804ba66 req-3cab50ee-cc71-433d-bd44-4de88bdd6060 tempest-ServerRescueTestJSON-484479922 tempest-ServerRescueTestJSON-484479922-project] 10.222.0.42 "GET /v2.0/security-groups?id=a3f3b05e-b4b0-4bd5-8f61-9140e1e7cbea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842151 Mar 29 15:50:46.583987 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d42db1d7-a579-4c7b-9b4d-7942d3eef5c3 tempest-ServersTestBootFromVolume-1498240647 tempest-ServersTestBootFromVolume-1498240647-project] Router dfbdc0c2-6ca9-4994-8c3b-b9daf11b3b7e has already been hosted by L3 agent c648d819-1060-4f26-b4ec-6455387b5dff {{(pid=102790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 15:50:46.606705 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdb6227-b62e-4dc8-bb66-482e0c291d81 req-bed3f4e6-163e-499f-94fb-9f33537d6712 tempest-ListImageFiltersTestJSON-176973066 tempest-ListImageFiltersTestJSON-176973066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:50:46.608991 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6fdb6227-b62e-4dc8-bb66-482e0c291d81 req-bed3f4e6-163e-499f-94fb-9f33537d6712 tempest-ListImageFiltersTestJSON-176973066 tempest-ListImageFiltersTestJSON-176973066-project] 10.222.0.48 "GET /v2.0/ports?device_id=b0859ad1-46a7-4491-b8bd-ab713dd586fb HTTP/1.1" status: 200 len: 947 time: 0.2088532 Mar 29 15:50:46.627825 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-bcad3db4-3395-43a2-bc85-71d8ecc4d126 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5316768 Mar 29 15:50:46.629513 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 59766) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:50:46.662314 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-d283713a-12df-4b86-8917-c563bc7bc833 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:46.672450 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-d283713a-12df-4b86-8917-c563bc7bc833 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610998'] for security_group_rule, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:46.675633 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-cc75bdfc-191f-45d1-af98-536fbe6fd09b tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Request body: {'subnet': {'network_id': 'faa22dff-c8e2-44e7-bc0a-01c14a234b45', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:50:46.684401 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcad3db4-3395-43a2-bc85-71d8ecc4d126 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Pushing event updated for resources: {'Network': ['ID=37ae3c1f-b267-497f-8c1c-7df21c3386b1,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:50:46.696679 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Network 37ae3c1f-b267-497f-8c1c-7df21c3386b1 details requested by agent ovs-agent-n-d-834765-1 with host n-d-834765-1 {{(pid=102792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 15:50:46.731316 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d283713a-12df-4b86-8917-c563bc7bc833 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27f89bac-5778-4f57-a98f-8971a62db2bc,revision_number=0']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:50:46.747211 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-d283713a-12df-4b86-8917-c563bc7bc833 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:46.754762 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 59770) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:50:46.754996 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-d283713a-12df-4b86-8917-c563bc7bc833 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4160750 Mar 29 15:50:46.782523 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-8f1799f3-3b47-4e10-bd41-a86618b5b85b tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Request body: {'security_group_rule': {'security_group_id': '48412e0f-2e84-4054-b430-1164daea25c6', 'project_id': '4613198224a343ff95b6b23b26c7af7a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:50:46.800788 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [req-6fdb6227-b62e-4dc8-bb66-482e0c291d81 req-3877783d-4107-45ff-8d1d-3cadc7c61747 tempest-ListImageFiltersTestJSON-176973066 tempest-ListImageFiltersTestJSON-176973066-project] Deleting port 0a8f7ac3-7b4c-4843-a3da-ca2d7ee14610 {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:50:46.801251 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-6fdb6227-b62e-4dc8-bb66-482e0c291d81 req-3877783d-4107-45ff-8d1d-3cadc7c61747 tempest-ListImageFiltersTestJSON-176973066 tempest-ListImageFiltersTestJSON-176973066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:46.843413 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 59772) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:50:46.871754 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:46.921899 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-8f1799f3-3b47-4e10-bd41-a86618b5b85b tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:46.945190 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc75bdfc-191f-45d1-af98-536fbe6fd09b tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Made reservation on behalf of 5dbaebdcae654b77ad7a96310f75316a for: {'subnet': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:50:46.949605 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-cc75bdfc-191f-45d1-af98-536fbe6fd09b tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4793983'] for subnet, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:46.971971 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-6fdb6227-b62e-4dc8-bb66-482e0c291d81 req-3877783d-4107-45ff-8d1d-3cadc7c61747 tempest-ListImageFiltersTestJSON-176973066 tempest-ListImageFiltersTestJSON-176973066-project] For port 0a8f7ac3-7b4c-4843-a3da-ca2d7ee14610, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=0a8f7ac3-7b4c-4843-a3da-ca2d7ee14610,segment=NetworkSegment(a0c230f0-660a-4194-9279-0f0781d34134),segment_id=a0c230f0-660a-4194-9279-0f0781d34134)] {{(pid=102791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:50:46.972381 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-6fdb6227-b62e-4dc8-bb66-482e0c291d81 req-3877783d-4107-45ff-8d1d-3cadc7c61747 tempest-ListImageFiltersTestJSON-176973066 tempest-ListImageFiltersTestJSON-176973066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:46.974549 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d42db1d7-a579-4c7b-9b4d-7942d3eef5c3 tempest-ServersTestBootFromVolume-1498240647 tempest-ServersTestBootFromVolume-1498240647-project] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:50:46.980136 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-d42db1d7-a579-4c7b-9b4d-7942d3eef5c3 tempest-ServersTestBootFromVolume-1498240647 tempest-ServersTestBootFromVolume-1498240647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for floatingip, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:46.987672 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc269381-ec5a-4ccf-809b-d194c27d38e6 None None] Sync routers for ids ['dfbdc0c2-6ca9-4994-8c3b-b9daf11b3b7e'] in n-d-834765-1 {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:50:47.005129 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc269381-ec5a-4ccf-809b-d194c27d38e6 None None] Routers {'dfbdc0c2-6ca9-4994-8c3b-b9daf11b3b7e'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:50:47.005758 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-fc269381-ec5a-4ccf-809b-d194c27d38e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:50:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['dfbdc0c2-6ca9-4994-8c3b-b9daf11b3b7e'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:50:47.007181 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [req-6fdb6227-b62e-4dc8-bb66-482e0c291d81 req-3877783d-4107-45ff-8d1d-3cadc7c61747 tempest-ListImageFiltersTestJSON-176973066 tempest-ListImageFiltersTestJSON-176973066-project] Calling delete_port for 0a8f7ac3-7b4c-4843-a3da-ca2d7ee14610 owned by compute:nova {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:50:47.042077 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-3f75b92f-e742-49bf-a0c0-5dcd0451928c tempest-SubnetPoolsTestJSON-850588365 tempest-SubnetPoolsTestJSON-850588365-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1895735440', 'prefixes': ['172.20.0.0/16']}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:50:47.073825 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-d42db1d7-a579-4c7b-9b4d-7942d3eef5c3 tempest-ServersTestBootFromVolume-1498240647 tempest-ServersTestBootFromVolume-1498240647-project] 10.222.0.42 "PUT /v2.0/floatingips/3e1ee0cb-e4ce-4a6c-9190-289d0c88001b HTTP/1.1" status: 200 len: 991 time: 2.2206147 Mar 29 15:50:47.079510 n-d-834765-1 neutron-server[102790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '515d4a4d-858a-499d-8ccc-52d0848a9638', 'tag': '6dcc8b82-25b0-4c85-847c-90a8f97998e9'}] {{(pid=102790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:50:47.082436 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46b06d655c90bc969636382cce4240ad749035fb0f3a83ee4734fa1ed9c4a6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbd7fe8c-3189-4850-a004-16b6f5863cf6" -d '{"events": [{"name": "network-changed", "server_uuid": "515d4a4d-858a-499d-8ccc-52d0848a9638", "tag": "6dcc8b82-25b0-4c85-847c-90a8f97998e9"}]}' {{(pid=102790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:50:47.147004 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-8f1799f3-3b47-4e10-bd41-a86618b5b85b tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:47.147195 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvr_db [None req-fc269381-ec5a-4ccf-809b-d194c27d38e6 None None] Set router dfbdc0c2-6ca9-4994-8c3b-b9daf11b3b7e gateway port host: n-d-834765-1 {{(pid=102793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:50:47.190695 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 15:50:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e06a9da3-4aa0-4ff1-afc5-953568287c6f x-openstack-request-id: req-e06a9da3-4aa0-4ff1-afc5-953568287c6f {{(pid=102790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:50:47.190922 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "515d4a4d-858a-499d-8ccc-52d0848a9638", "tag": "6dcc8b82-25b0-4c85-847c-90a8f97998e9", "status": "completed", "code": 200}]} {{(pid=102790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:50:47.191476 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e06a9da3-4aa0-4ff1-afc5-953568287c6f {{(pid=102790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:50:47.191757 n-d-834765-1 neutron-server[102790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '515d4a4d-858a-499d-8ccc-52d0848a9638', 'tag': '6dcc8b82-25b0-4c85-847c-90a8f97998e9', 'status': 'completed', 'code': 200} Mar 29 15:50:47.195467 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-8f1799f3-3b47-4e10-bd41-a86618b5b85b tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610998'] for security_group_rule, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:47.238250 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1799f3-3b47-4e10-bd41-a86618b5b85b tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=419998bc-c56c-4fee-a932-437d46fdc37b,revision_number=0']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:50:47.252669 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-8f1799f3-3b47-4e10-bd41-a86618b5b85b tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:47.254242 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-8f1799f3-3b47-4e10-bd41-a86618b5b85b tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4986877 Mar 29 15:50:47.265838 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 59782) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:50:47.265838 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-6fdb6227-b62e-4dc8-bb66-482e0c291d81 req-3877783d-4107-45ff-8d1d-3cadc7c61747 tempest-ListImageFiltersTestJSON-176973066 tempest-ListImageFiltersTestJSON-176973066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:47.273396 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-bf616d92-e0e2-46da-841c-324b70ec0857 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Request body: {'security_group_rule': {'security_group_id': '48412e0f-2e84-4054-b430-1164daea25c6', 'project_id': '4613198224a343ff95b6b23b26c7af7a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:50:47.310191 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-cc75bdfc-191f-45d1-af98-536fbe6fd09b tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5231896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4793961'] for subnet, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:47.345443 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3877783d-4107-45ff-8d1d-3cadc7c61747 tempest-ListImageFiltersTestJSON-176973066 tempest-ListImageFiltersTestJSON-176973066-project] Pushing event deleted for resources: {'Port': ['ID=0a8f7ac3-7b4c-4843-a3da-ca2d7ee14610,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:50:47.391886 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-3f75b92f-e742-49bf-a0c0-5dcd0451928c tempest-SubnetPoolsTestJSON-850588365 tempest-SubnetPoolsTestJSON-850588365-project] Notify callbacks [] for subnetpool, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:47.396736 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc75bdfc-191f-45d1-af98-536fbe6fd09b tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Pushing event updated for resources: {'Subnet': ['ID=379e5403-1ada-4474-9148-adae6a74cb98,revision_number=0']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:50:47.397419 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-3f75b92f-e742-49bf-a0c0-5dcd0451928c tempest-SubnetPoolsTestJSON-850588365 tempest-SubnetPoolsTestJSON-850588365-project] 10.222.0.42 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.5527904 Mar 29 15:50:47.415358 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 59786) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:50:47.474486 n-d-834765-1 neutron-server[102791]: INFO neutron.db.securitygroups_db [None req-bf616d92-e0e2-46da-841c-324b70ec0857 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Project 4613198224a343ff95b6b23b26c7af7a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 29 15:50:47.475674 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-7d2c6fcb-2a04-46fc-8b2f-1a9a1172509d tempest-SubnetPoolsTestJSON-850588365 tempest-SubnetPoolsTestJSON-850588365-project] 10.222.0.42 "GET /v2.0/subnetpools/8c71b3a1-9368-4d31-a4c0-9af4534e9b77 HTTP/1.1" status: 200 len: 732 time: 0.0596206 Mar 29 15:50:47.486485 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-fc269381-ec5a-4ccf-809b-d194c27d38e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfbdc0c2-6ca9-4994-8c3b-b9daf11b3b7e', 'name': 'tempest-ServersTestBootFromVolume-1632588302-router', 'tenant_id': 'a2225105c4c64cec9c8922b4222928a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': '098e3dd0-9fba-4137-b9f4-8b5ab1fedb4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:49:32Z', 'updated_at': '2022-03-29T15:49:40Z', 'revision_number': 4, 'project_id': 'a2225105c4c64cec9c8922b4222928a3', 'gw_port': {'id': '098e3dd0-9fba-4137-b9f4-8b5ab1fedb4d', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:9a:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfbdc0c2-6ca9-4994-8c3b-b9daf11b3b7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1727, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:49:33Z', 'updated_at': '2022-03-29T15:49:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_floatingips': [{'id': '3e1ee0cb-e4ce-4a6c-9190-289d0c88001b', 'tenant_id': 'a2225105c4c64cec9c8922b4222928a3', 'floating_ip_address': '172.25.4.214', 'floating_network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'router_id': 'dfbdc0c2-6ca9-4994-8c3b-b9daf11b3b7e', 'port_id': '6dcc8b82-25b0-4c85-847c-90a8f97998e9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1771, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '94f600c4-9204-48b8-9dde-4e8016a6c980', 'mac_address': 'fa:16:3e:bc:fb:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '515d4a4d-858a-499d-8ccc-52d0848a9638', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T15:49:50Z', 'updated_at': '2022-03-29T15:50:45Z', 'revision_number': 1, 'project_id': 'a2225105c4c64cec9c8922b4222928a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3601c5db-cf1a-48cb-81c2-88e27b38aab3', 'name': '', 'network_id': '94f600c4-9204-48b8-9dde-4e8016a6c980', 'tenant_id': 'a2225105c4c64cec9c8922b4222928a3', 'mac_address': 'fa:16:3e:94:db:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfbdc0c2-6ca9-4994-8c3b-b9daf11b3b7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': '80684512-3579-4a5d-a6a3-894ce2a0c253', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:49:38Z', 'updated_at': '2022-03-29T15:49:46Z', 'revision_number': 5, 'project_id': 'a2225105c4c64cec9c8922b4222928a3', 'subnets': [{'id': '80684512-3579-4a5d-a6a3-894ce2a0c253', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:50:47.488117 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fdb6227-b62e-4dc8-bb66-482e0c291d81 req-3877783d-4107-45ff-8d1d-3cadc7c61747 tempest-ListImageFiltersTestJSON-176973066 tempest-ListImageFiltersTestJSON-176973066-project] No DVR routers for this DVR port 0a8f7ac3-7b4c-4843-a3da-ca2d7ee14610 on host n-h2-834765-1 {{(pid=102791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:50:47.491502 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 59788) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:50:47.493402 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-bf616d92-e0e2-46da-841c-324b70ec0857 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:47.503421 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc75bdfc-191f-45d1-af98-536fbe6fd09b tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Checking segment: {'id': '237a9fa5-aa11-49b1-bfff-529ed711e33a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'faa22dff-c8e2-44e7-bc0a-01c14a234b45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:50:47.503846 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc75bdfc-191f-45d1-af98-536fbe6fd09b tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Network hostable DHCP agents. Network: faa22dff-c8e2-44e7-bc0a-01c14a234b45, hostable agents: ['d136643e-48ae-49d4-a851-2ba3bdf3749c'], hosted agents: [] {{(pid=102790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 15:50:47.516357 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc269381-ec5a-4ccf-809b-d194c27d38e6 None None] Checking router: dfbdc0c2-6ca9-4994-8c3b-b9daf11b3b7e for host: n-d-834765-1 {{(pid=102793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:50:47.525164 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc269381-ec5a-4ccf-809b-d194c27d38e6 None None] Routers {'dfbdc0c2-6ca9-4994-8c3b-b9daf11b3b7e'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:50:47.525815 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-fc269381-ec5a-4ccf-809b-d194c27d38e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:50:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['dfbdc0c2-6ca9-4994-8c3b-b9daf11b3b7e'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:50:47.540860 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f63926-de12-4fa9-ade7-a811f230bd05 req-fc19bc8a-b37c-4829-be6c-5c6a7491ccc4 tempest-ServersTestBootFromVolume-1498240647 tempest-ServersTestBootFromVolume-1498240647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:50:47.543374 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-61f63926-de12-4fa9-ade7-a811f230bd05 req-fc19bc8a-b37c-4829-be6c-5c6a7491ccc4 tempest-ServersTestBootFromVolume-1498240647 tempest-ServersTestBootFromVolume-1498240647-project] 10.222.0.42 "GET /v2.0/ports?device_id=515d4a4d-858a-499d-8ccc-52d0848a9638 HTTP/1.1" status: 200 len: 945 time: 0.3997800 Mar 29 15:50:47.544714 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-6fdb6227-b62e-4dc8-bb66-482e0c291d81 req-3877783d-4107-45ff-8d1d-3cadc7c61747 tempest-ListImageFiltersTestJSON-176973066 tempest-ListImageFiltersTestJSON-176973066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:47.548357 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6fdb6227-b62e-4dc8-bb66-482e0c291d81 req-3877783d-4107-45ff-8d1d-3cadc7c61747 tempest-ListImageFiltersTestJSON-176973066 tempest-ListImageFiltersTestJSON-176973066-project] 10.222.0.48 "DELETE /v2.0/ports/0a8f7ac3-7b4c-4843-a3da-ca2d7ee14610 HTTP/1.1" status: 204 len: 173 time: 0.9315104 Mar 29 15:50:47.551635 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-30084bb1-141c-4937-8763-058a727000b1 tempest-SubnetPoolsTestJSON-850588365 tempest-SubnetPoolsTestJSON-850588365-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-988380347'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:50:47.565245 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc75bdfc-191f-45d1-af98-536fbe6fd09b tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Network faa22dff-c8e2-44e7-bc0a-01c14a234b45 is scheduled to be hosted by DHCP agent d136643e-48ae-49d4-a851-2ba3bdf3749c with binding_index 1 {{(pid=102790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 15:50:47.567448 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0859ad1-46a7-4491-b8bd-ab713dd586fb', 'name': 'network-vif-deleted', 'tag': '0a8f7ac3-7b4c-4843-a3da-ca2d7ee14610'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:50:47.569758 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c67b028db5e9b9818fecc5c0a87ebc6f190694fa53ca267d523e04f98de536d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f10def3d-124f-4ebf-8952-0eb90cf1616f" -d '{"events": [{"server_uuid": "b0859ad1-46a7-4491-b8bd-ab713dd586fb", "name": "network-vif-deleted", "tag": "0a8f7ac3-7b4c-4843-a3da-ca2d7ee14610"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:50:47.589292 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-cc75bdfc-191f-45d1-af98-536fbe6fd09b tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834765-1, faa22dff-c8e2-44e7-bc0a-01c14a234b45) {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:50:47.594017 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc75bdfc-191f-45d1-af98-536fbe6fd09b tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:50:47.595394 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-cc75bdfc-191f-45d1-af98-536fbe6fd09b tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for subnet, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:47.605977 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-503be5cd-a351-4e94-b163-32fdba370c67 None None] Network faa22dff-c8e2-44e7-bc0a-01c14a234b45 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 15:50:47.607937 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd7fe8c-3189-4850-a004-16b6f5863cf6 req-abf94be8-23d0-4af4-912c-cf7d84b138c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:50:47.609770 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-bbd7fe8c-3189-4850-a004-16b6f5863cf6 req-abf94be8-23d0-4af4-912c-cf7d84b138c0 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a2225105c4c64cec9c8922b4222928a3&device_id=515d4a4d-858a-499d-8ccc-52d0848a9638 HTTP/1.1" status: 200 len: 1096 time: 0.3714328 Mar 29 15:50:47.623604 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-61f63926-de12-4fa9-ade7-a811f230bd05 req-e69b2553-f22a-48cc-9825-7293b0e70b82 tempest-ServersTestBootFromVolume-1498240647 tempest-ServersTestBootFromVolume-1498240647-project] 10.222.0.42 "GET /v2.0/security-groups?id=acccf007-02a4-4e02-a911-a704b12080b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732036 Mar 29 15:50:47.630198 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-cc75bdfc-191f-45d1-af98-536fbe6fd09b tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9651983 Mar 29 15:50:47.633044 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 59794) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:50:47.639354 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-67a9d1b6-9519-459c-967b-6cd7186cd843 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Request body: {'subnet': {'network_id': '37ae3c1f-b267-497f-8c1c-7df21c3386b1', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:50:47.640151 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f75787df-e896-4e69-80da-f2f33cfff9b9 req-42be9039-7f75-46ae-aa15-6a839b95e57f tempest-ListImageFiltersTestJSON-176973066 tempest-ListImageFiltersTestJSON-176973066-project] 10.222.0.42 "GET /v2.0/ports?device_id=b0859ad1-46a7-4491-b8bd-ab713dd586fb HTTP/1.1" status: 200 len: 210 time: 0.1496830 Mar 29 15:50:47.717723 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-bf616d92-e0e2-46da-841c-324b70ec0857 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:47.736606 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-bf616d92-e0e2-46da-841c-324b70ec0857 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610998'] for security_group_rule, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:47.768369 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf616d92-e0e2-46da-841c-324b70ec0857 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c34c391-bf07-4126-9340-475ce715f7dd,revision_number=0']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:50:47.836653 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:50:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dfc89bb-c539-4f1e-a780-35125481fb08 x-openstack-request-id: req-0dfc89bb-c539-4f1e-a780-35125481fb08 {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:50:47.839598 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0859ad1-46a7-4491-b8bd-ab713dd586fb", "name": "network-vif-deleted", "tag": "0a8f7ac3-7b4c-4843-a3da-ca2d7ee14610", "status": "completed", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:50:47.840072 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-0dfc89bb-c539-4f1e-a780-35125481fb08 {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:50:47.840650 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0859ad1-46a7-4491-b8bd-ab713dd586fb', 'name': 'network-vif-deleted', 'tag': '0a8f7ac3-7b4c-4843-a3da-ca2d7ee14610', 'status': 'completed', 'code': 200} Mar 29 15:50:47.854947 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-bf616d92-e0e2-46da-841c-324b70ec0857 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:47.856069 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvr_db [None req-fc269381-ec5a-4ccf-809b-d194c27d38e6 None None] Set router dfbdc0c2-6ca9-4994-8c3b-b9daf11b3b7e gateway port host: n-d-834765-1 {{(pid=102793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:50:47.856893 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-bf616d92-e0e2-46da-841c-324b70ec0857 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5889187 Mar 29 15:50:47.860843 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 59798) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:50:47.882289 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-490a2926-72f8-4d3f-ae6f-0cff2c246127 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Request body: {'security_group_rule': {'security_group_id': '48412e0f-2e84-4054-b430-1164daea25c6', 'project_id': '4613198224a343ff95b6b23b26c7af7a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:50:47.918089 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67a9d1b6-9519-459c-967b-6cd7186cd843 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Made reservation on behalf of 5dbaebdcae654b77ad7a96310f75316a for: {'subnet': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:50:47.927403 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-67a9d1b6-9519-459c-967b-6cd7186cd843 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4793983'] for subnet, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:47.970634 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:47.981347 n-d-834765-1 neutron-server[102790]: INFO neutron.db.securitygroups_db [None req-490a2926-72f8-4d3f-ae6f-0cff2c246127 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Project 4613198224a343ff95b6b23b26c7af7a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 29 15:50:47.982762 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-30084bb1-141c-4937-8763-058a727000b1 tempest-SubnetPoolsTestJSON-850588365 tempest-SubnetPoolsTestJSON-850588365-project] Notify callbacks [] for subnetpool, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:47.987710 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 59800) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:50:47.987931 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-30084bb1-141c-4937-8763-058a727000b1 tempest-SubnetPoolsTestJSON-850588365 tempest-SubnetPoolsTestJSON-850588365-project] 10.222.0.42 "PUT /v2.0/subnetpools/8c71b3a1-9368-4d31-a4c0-9af4534e9b77 HTTP/1.1" status: 200 len: 683 time: 0.4413829 Mar 29 15:50:48.011392 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd7fe8c-3189-4850-a004-16b6f5863cf6 req-0c843bf6-8e2e-4234-8739-7cfc82a29c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:50:48.012807 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-bbd7fe8c-3189-4850-a004-16b6f5863cf6 req-0c843bf6-8e2e-4234-8739-7cfc82a29c36 service neutron] 10.222.0.44 "GET /v2.0/networks?id=94f600c4-9204-48b8-9dde-4e8016a6c980 HTTP/1.1" status: 200 len: 917 time: 0.3751440 Mar 29 15:50:48.047591 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-490a2926-72f8-4d3f-ae6f-0cff2c246127 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:48.076916 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef54fe51-7d85-4f44-ae9b-b18f49e41125 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0035034-69b0-5ffc-b384-0ac6189c5628-faa22dff-c8e2-44e7-bc0a-01c14a234b45', 'network_id': 'faa22dff-c8e2-44e7-bc0a-01c14a234b45', 'tenant_id': '5dbaebdcae654b77ad7a96310f75316a', 'fixed_ips': [{'subnet_id': '379e5403-1ada-4474-9148-adae6a74cb98'}]}} from n-d-834765-1. {{(pid=102792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 29 15:50:48.082592 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-ef54fe51-7d85-4f44-ae9b-b18f49e41125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:48.144703 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-490a2926-72f8-4d3f-ae6f-0cff2c246127 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:48.168336 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-490a2926-72f8-4d3f-ae6f-0cff2c246127 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610998'] for security_group_rule, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:48.212042 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-490a2926-72f8-4d3f-ae6f-0cff2c246127 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:48.213415 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-490a2926-72f8-4d3f-ae6f-0cff2c246127 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3423979 Mar 29 15:50:48.253735 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490a2926-72f8-4d3f-ae6f-0cff2c246127 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2829c3d4-4a4c-47c6-92e5-5525362be792,revision_number=0']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:50:48.255500 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-fc269381-ec5a-4ccf-809b-d194c27d38e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfbdc0c2-6ca9-4994-8c3b-b9daf11b3b7e', 'name': 'tempest-ServersTestBootFromVolume-1632588302-router', 'tenant_id': 'a2225105c4c64cec9c8922b4222928a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': '098e3dd0-9fba-4137-b9f4-8b5ab1fedb4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:49:32Z', 'updated_at': '2022-03-29T15:49:40Z', 'revision_number': 4, 'project_id': 'a2225105c4c64cec9c8922b4222928a3', 'gw_port': {'id': '098e3dd0-9fba-4137-b9f4-8b5ab1fedb4d', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:9a:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfbdc0c2-6ca9-4994-8c3b-b9daf11b3b7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1727, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:49:33Z', 'updated_at': '2022-03-29T15:49:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_floatingips': [{'id': '3e1ee0cb-e4ce-4a6c-9190-289d0c88001b', 'tenant_id': 'a2225105c4c64cec9c8922b4222928a3', 'floating_ip_address': '172.25.4.214', 'floating_network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'router_id': 'dfbdc0c2-6ca9-4994-8c3b-b9daf11b3b7e', 'port_id': '6dcc8b82-25b0-4c85-847c-90a8f97998e9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1771, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '94f600c4-9204-48b8-9dde-4e8016a6c980', 'mac_address': 'fa:16:3e:bc:fb:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '515d4a4d-858a-499d-8ccc-52d0848a9638', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T15:49:50Z', 'updated_at': '2022-03-29T15:50:45Z', 'revision_number': 1, 'project_id': 'a2225105c4c64cec9c8922b4222928a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3601c5db-cf1a-48cb-81c2-88e27b38aab3', 'name': '', 'network_id': '94f600c4-9204-48b8-9dde-4e8016a6c980', 'tenant_id': 'a2225105c4c64cec9c8922b4222928a3', 'mac_address': 'fa:16:3e:94:db:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfbdc0c2-6ca9-4994-8c3b-b9daf11b3b7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': '80684512-3579-4a5d-a6a3-894ce2a0c253', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:49:38Z', 'updated_at': '2022-03-29T15:49:46Z', 'revision_number': 5, 'project_id': 'a2225105c4c64cec9c8922b4222928a3', 'subnets': [{'id': '80684512-3579-4a5d-a6a3-894ce2a0c253', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:50:48.328041 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-685d3c58-18be-4c23-920d-39b20293cda7 None None] Network b7faf18d-6cc9-4169-9a4b-9b5eaf1db9bd requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 15:50:48.333776 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc269381-ec5a-4ccf-809b-d194c27d38e6 None None] The sync data for ids ['dfbdc0c2-6ca9-4994-8c3b-b9daf11b3b7e'] in n-d-834765-1 is: [{'id': 'dfbdc0c2-6ca9-4994-8c3b-b9daf11b3b7e', 'name': 'tempest-ServersTestBootFromVolume-1632588302-router', 'tenant_id': 'a2225105c4c64cec9c8922b4222928a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': '098e3dd0-9fba-4137-b9f4-8b5ab1fedb4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:49:32Z', 'updated_at': '2022-03-29T15:49:40Z', 'revision_number': 4, 'project_id': 'a2225105c4c64cec9c8922b4222928a3', 'gw_port': {'id': '098e3dd0-9fba-4137-b9f4-8b5ab1fedb4d', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:9a:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfbdc0c2-6ca9-4994-8c3b-b9daf11b3b7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1727, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:49:33Z', 'updated_at': '2022-03-29T15:49:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_floatingips': [{'id': '3e1ee0cb-e4ce-4a6c-9190-289d0c88001b', 'tenant_id': 'a2225105c4c64cec9c8922b4222928a3', 'floating_ip_address': '172.25.4.214', 'floating_network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'router_id': 'dfbdc0c2-6ca9-4994-8c3b-b9daf11b3b7e', 'port_id': '6dcc8b82-25b0-4c85-847c-90a8f97998e9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1771, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '94f600c4-9204-48b8-9dde-4e8016a6c980', 'mac_address': 'fa:16:3e:bc:fb:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '515d4a4d-858a-499d-8ccc-52d0848a9638', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T15:49:50Z', 'updated_at': '2022-03-29T15:50:45Z', 'revision_number': 1, 'project_id': 'a2225105c4c64cec9c8922b4222928a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3601c5db-cf1a-48cb-81c2-88e27b38aab3', 'name': '', 'network_id': '94f600c4-9204-48b8-9dde-4e8016a6c980', 'tenant_id': 'a2225105c4c64cec9c8922b4222928a3', 'mac_address': 'fa:16:3e:94:db:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfbdc0c2-6ca9-4994-8c3b-b9daf11b3b7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': '80684512-3579-4a5d-a6a3-894ce2a0c253', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:49:38Z', 'updated_at': '2022-03-29T15:49:46Z', 'revision_number': 5, 'project_id': 'a2225105c4c64cec9c8922b4222928a3', 'subnets': [{'id': '80684512-3579-4a5d-a6a3-894ce2a0c253', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:50:48.444146 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-814154e2-5f87-42f2-8e61-b84c7c5fb545 tempest-SubnetPoolsTestJSON-850588365 tempest-SubnetPoolsTestJSON-850588365-project] Notify callbacks [] for subnetpool, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:48.449142 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-814154e2-5f87-42f2-8e61-b84c7c5fb545 tempest-SubnetPoolsTestJSON-850588365 tempest-SubnetPoolsTestJSON-850588365-project] 10.222.0.42 "DELETE /v2.0/subnetpools/8c71b3a1-9368-4d31-a4c0-9af4534e9b77 HTTP/1.1" status: 204 len: 168 time: 0.4504168 Mar 29 15:50:48.454942 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 59806) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:50:48.501985 n-d-834765-1 neutron-server[102790]: INFO neutron.api.v2.resource [None req-d4e6cef9-4a3b-4a47-91f9-0ae18a33049b tempest-SubnetPoolsTestJSON-850588365 tempest-SubnetPoolsTestJSON-850588365-project] show failed (client error): The resource could not be found. Mar 29 15:50:48.507745 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-d4e6cef9-4a3b-4a47-91f9-0ae18a33049b tempest-SubnetPoolsTestJSON-850588365 tempest-SubnetPoolsTestJSON-850588365-project] 10.222.0.42 "GET /v2.0/subnetpools/8c71b3a1-9368-4d31-a4c0-9af4534e9b77 HTTP/1.1" status: 404 len: 346 time: 0.0517142 Mar 29 15:50:48.508984 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-67a9d1b6-9519-459c-967b-6cd7186cd843 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5231896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4793961'] for subnet, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:48.521433 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 59816) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:50:48.541382 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.db_base_plugin_common [None req-ef54fe51-7d85-4f44-ae9b-b18f49e41125 None None] Allocated IP 2001:db8::2 (faa22dff-c8e2-44e7-bc0a-01c14a234b45/379e5403-1ada-4474-9148-adae6a74cb98/5fe3cab5-2bb3-4bc5-828c-8fb8174fb209) {{(pid=102792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:50:48.550884 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-26435284-2769-4250-a483-aa4dbb5e2a29 None None] Provisioning complete for port ee07ac76-2f5e-4a46-922c-3e3189fbe6df triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:50:48.551474 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-26435284-2769-4250-a483-aa4dbb5e2a29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:48.597475 n-d-834765-1 neutron-server[102790]: INFO neutron.api.v2.resource [None req-149cce3a-6962-4af1-b85c-823c6d0a3523 tempest-SubnetPoolsTestJSON-850588365 tempest-SubnetPoolsTestJSON-850588365-project] delete failed (client error): The resource could not be found. Mar 29 15:50:48.603784 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-149cce3a-6962-4af1-b85c-823c6d0a3523 tempest-SubnetPoolsTestJSON-850588365 tempest-SubnetPoolsTestJSON-850588365-project] 10.222.0.42 "DELETE /v2.0/subnetpools/8c71b3a1-9368-4d31-a4c0-9af4534e9b77 HTTP/1.1" status: 404 len: 346 time: 0.0767500 Mar 29 15:50:48.637973 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a9d1b6-9519-459c-967b-6cd7186cd843 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Pushing event updated for resources: {'Subnet': ['ID=53c00acb-b66e-4a0d-929a-672c26a6ceb4,revision_number=0']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:50:48.677139 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5626be8d-131d-4270-9019-81479b71862d None None] New status for floating IP 3e1ee0cb-e4ce-4a6c-9190-289d0c88001b: ACTIVE {{(pid=102792) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 15:50:48.686219 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b502b5-4123-422d-a4e4-0e25e029de06 req-e515771f-6258-4452-9fce-3ab5c5210839 tempest-ServerRescueTestJSON-484479922 tempest-ServerRescueTestJSON-484479922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:50:48.687999 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-a5b502b5-4123-422d-a4e4-0e25e029de06 req-e515771f-6258-4452-9fce-3ab5c5210839 tempest-ServerRescueTestJSON-484479922 tempest-ServerRescueTestJSON-484479922-project] 10.222.0.42 "GET /v2.0/ports?device_id=be6069ac-d9ba-40b5-8e20-8d0b5bb33830 HTTP/1.1" status: 200 len: 945 time: 0.8139362 Mar 29 15:50:48.701303 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-439e903a-5700-41ec-84b6-197cbcc3c91b req-aa31b7de-c3a9-4e93-a2e0-31cb34e46a72 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-315639710&fields=id&tenant_id=4613198224a343ff95b6b23b26c7af7a HTTP/1.1" status: 200 len: 267 time: 0.1590505 Mar 29 15:50:48.722544 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987ef3cf-50eb-48a7-b529-305f7877a746 req-93dc2b58-8d31-4bf1-8135-2135a119e50f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:50:48.724085 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-987ef3cf-50eb-48a7-b529-305f7877a746 req-93dc2b58-8d31-4bf1-8135-2135a119e50f service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=be6069ac-d9ba-40b5-8e20-8d0b5bb33830 HTTP/1.1" status: 200 len: 1096 time: 0.7334433 Mar 29 15:50:48.757884 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-bbd7fe8c-3189-4850-a004-16b6f5863cf6 req-03ab6d2a-93a9-4b53-98ff-d503b179ad04 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6dcc8b82-25b0-4c85-847c-90a8f97998e9 HTTP/1.1" status: 200 len: 999 time: 0.7133584 Mar 29 15:50:48.765024 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67a9d1b6-9519-459c-967b-6cd7186cd843 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Checking segment: {'id': '0c3679ea-40f9-4c31-b185-edaec603ec59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '37ae3c1f-b267-497f-8c1c-7df21c3386b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:50:48.765449 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67a9d1b6-9519-459c-967b-6cd7186cd843 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Network hostable DHCP agents. Network: 37ae3c1f-b267-497f-8c1c-7df21c3386b1, hostable agents: ['d136643e-48ae-49d4-a851-2ba3bdf3749c'], hosted agents: [] {{(pid=102790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 15:50:48.796829 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-987ef3cf-50eb-48a7-b529-305f7877a746 req-77bb5ece-08e0-41a7-8016-d8218acfe21e service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=a3f3b05e-b4b0-4bd5-8f61-9140e1e7cbea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601792 Mar 29 15:50:48.819897 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-a5b502b5-4123-422d-a4e4-0e25e029de06 req-6b588e56-2078-4495-9adc-efcba52b5c3b tempest-ServerRescueTestJSON-484479922 tempest-ServerRescueTestJSON-484479922-project] 10.222.0.42 "GET /v2.0/security-groups?id=a3f3b05e-b4b0-4bd5-8f61-9140e1e7cbea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225581 Mar 29 15:50:48.826228 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67a9d1b6-9519-459c-967b-6cd7186cd843 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Network 37ae3c1f-b267-497f-8c1c-7df21c3386b1 is scheduled to be hosted by DHCP agent d136643e-48ae-49d4-a851-2ba3bdf3749c with binding_index 1 {{(pid=102790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 15:50:48.848295 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-67a9d1b6-9519-459c-967b-6cd7186cd843 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834765-1, 37ae3c1f-b267-497f-8c1c-7df21c3386b1) {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:50:48.850418 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd7fe8c-3189-4850-a004-16b6f5863cf6 req-f8b173b0-ce73-4fa3-814a-15cbc0f966d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:50:48.858798 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67a9d1b6-9519-459c-967b-6cd7186cd843 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:50:48.858960 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-bbd7fe8c-3189-4850-a004-16b6f5863cf6 req-f8b173b0-ce73-4fa3-814a-15cbc0f966d4 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=80684512-3579-4a5d-a6a3-894ce2a0c253 HTTP/1.1" status: 200 len: 855 time: 0.0888870 Mar 29 15:50:48.859295 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-67a9d1b6-9519-459c-967b-6cd7186cd843 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for subnet, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:48.903540 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439e903a-5700-41ec-84b6-197cbcc3c91b req-baca0de4-a604-4aea-b9c8-95af30b01043 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:50:48.905122 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-439e903a-5700-41ec-84b6-197cbcc3c91b req-baca0de4-a604-4aea-b9c8-95af30b01043 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] 10.222.0.42 "GET /v2.0/networks?id=b7faf18d-6cc9-4169-9a4b-9b5eaf1db9bd HTTP/1.1" status: 200 len: 797 time: 0.2031419 Mar 29 15:50:48.912006 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 59822) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:50:48.917206 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-28ea4c94-bf96-4c54-8dcd-4773a10bb4d4 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-55032097', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:50:48.923044 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-67a9d1b6-9519-459c-967b-6cd7186cd843 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.2776589 Mar 29 15:50:48.942936 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-28ea4c94-bf96-4c54-8dcd-4773a10bb4d4 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-532385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129310'] for router, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:48.944144 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-28ea4c94-bf96-4c54-8dcd-4773a10bb4d4 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-648091', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-684384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129319'] for router, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:48.950121 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-439e903a-5700-41ec-84b6-197cbcc3c91b req-a08ba1dd-fe51-4ac5-a684-526576378fdc tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] 10.222.0.42 "GET /v2.0/quotas/4613198224a343ff95b6b23b26c7af7a HTTP/1.1" status: 200 len: 375 time: 0.0246301 Mar 29 15:50:49.038855 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-28ea4c94-bf96-4c54-8dcd-4773a10bb4d4 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:49.039646 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-439e903a-5700-41ec-84b6-197cbcc3c91b req-35f868ad-23b7-4806-93c4-517adb526a5f tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=4613198224a343ff95b6b23b26c7af7a&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0702322 Mar 29 15:50:49.044914 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-28ea4c94-bf96-4c54-8dcd-4773a10bb4d4 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648118'] for router, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:49.050025 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 59828) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:50:49.145920 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-28ea4c94-bf96-4c54-8dcd-4773a10bb4d4 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks [] for router, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:49.154937 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-28ea4c94-bf96-4c54-8dcd-4773a10bb4d4 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.2415605 Mar 29 15:50:49.156487 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 59834) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:50:49.165657 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-439e903a-5700-41ec-84b6-197cbcc3c91b req-2cf8758e-4e99-4e44-bf53-fe539207cb5c service neutron] 10.222.0.42 "GET /v2.0/networks/b7faf18d-6cc9-4169-9a4b-9b5eaf1db9bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225927 Mar 29 15:50:49.195848 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-892fe333-c163-443d-a317-122fc4be998c None None] Network 37ae3c1f-b267-497f-8c1c-7df21c3386b1 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 15:50:49.249808 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device ee07ac76-2f5e-4a46-922c-3e3189fbe6df up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:50:49.267848 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-439e903a-5700-41ec-84b6-197cbcc3c91b req-bc0f941a-dcb5-493d-a3b3-bc15c9295a7d service neutron] 10.222.0.42 "GET /v2.0/networks/b7faf18d-6cc9-4169-9a4b-9b5eaf1db9bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012809 Mar 29 15:50:49.277462 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-51871dc8-bbe3-4f78-8cc2-5a80c245040f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:49.290390 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd7fe8c-3189-4850-a004-16b6f5863cf6 req-662628b2-9be3-47c1-8cc1-7fece34226ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:50:49.292117 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-bbd7fe8c-3189-4850-a004-16b6f5863cf6 req-662628b2-9be3-47c1-8cc1-7fece34226ca service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=94f600c4-9204-48b8-9dde-4e8016a6c980&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2300792 Mar 29 15:50:49.371378 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-ef54fe51-7d85-4f44-ae9b-b18f49e41125 None None] Notify callbacks [] for port, precommit_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:49.428918 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-ef54fe51-7d85-4f44-ae9b-b18f49e41125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956'] for port, after_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:49.529601 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b6fa3c-519a-4c06-a41c-078666bc10a9 req-b5a5b3ef-ecc8-4dfd-a154-87a88550ee36 tempest-ListImageFiltersTestJSON-176973066 tempest-ListImageFiltersTestJSON-176973066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:50:49.531192 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-09b6fa3c-519a-4c06-a41c-078666bc10a9 req-b5a5b3ef-ecc8-4dfd-a154-87a88550ee36 tempest-ListImageFiltersTestJSON-176973066 tempest-ListImageFiltersTestJSON-176973066-project] 10.222.0.42 "GET /v2.0/ports?device_id=197b2eca-77cd-4241-8165-39634a9be874 HTTP/1.1" status: 200 len: 948 time: 0.3656235 Mar 29 15:50:49.574003 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-a6d639b2-771a-4e43-92d0-fb4d0175213e req-5927069c-e2dd-4486-824a-dd2d10ae0073 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] 10.222.0.42 "GET /v2.0/ports?device_id=dbce9f83-2267-4628-9e0c-afe7582d0b9c HTTP/1.1" status: 200 len: 210 time: 0.0706916 Mar 29 15:50:49.589406 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-26435284-2769-4250-a483-aa4dbb5e2a29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:49.594518 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef54fe51-7d85-4f44-ae9b-b18f49e41125 None None] Pushing event updated for resources: {'Port': ['ID=5fe3cab5-2bb3-4bc5-828c-8fb8174fb209,revision_number=1']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:50:49.626729 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port ee07ac76-2f5e-4a46-922c-3e3189fbe6df triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:50:49.627235 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:49.629956 n-d-834765-1 neutron-server[102792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef54fe51-7d85-4f44-ae9b-b18f49e41125 None None] Network faa22dff-c8e2-44e7-bc0a-01c14a234b45 is already hosted by enough agents. {{(pid=102792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:50:49.654763 n-d-834765-1 neutron-server[102792]: DEBUG neutron.scheduler.base_scheduler [None req-ef54fe51-7d85-4f44-ae9b-b18f49e41125 None None] Resources bound (agent type, host, resource id): {{(pid=102792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:50:49.657675 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef54fe51-7d85-4f44-ae9b-b18f49e41125 None None] Received port after_create {{(pid=102792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:50:49.715778 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-bbd7fe8c-3189-4850-a004-16b6f5863cf6 req-0ecc19ac-e3d2-4082-8ecb-898d320e0794 service neutron] 10.222.0.44 "GET /v2.0/networks/94f600c4-9204-48b8-9dde-4e8016a6c980?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3790960 Mar 29 15:50:49.721902 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-09b6fa3c-519a-4c06-a41c-078666bc10a9 req-2a41a8b5-37a9-4868-ad2b-cb8b20e2163a tempest-ListImageFiltersTestJSON-176973066 tempest-ListImageFiltersTestJSON-176973066-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8fce4e5-0e3f-4b15-b93d-992bb72b4709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695421 Mar 29 15:50:49.739036 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-26435284-2769-4250-a483-aa4dbb5e2a29 None None] For port ee07ac76-2f5e-4a46-922c-3e3189fbe6df, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=ee07ac76-2f5e-4a46-922c-3e3189fbe6df,segment=NetworkSegment(2a4ce93c-04dc-421c-bbb2-d2181b27d5d6),segment_id=2a4ce93c-04dc-421c-bbb2-d2181b27d5d6)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:50:49.773837 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-26435284-2769-4250-a483-aa4dbb5e2a29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:49.783691 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f10c7938-2591-4da2-9574-743fd215db3c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0035034-69b0-5ffc-b384-0ac6189c5628-37ae3c1f-b267-497f-8c1c-7df21c3386b1', 'network_id': '37ae3c1f-b267-497f-8c1c-7df21c3386b1', 'tenant_id': '5dbaebdcae654b77ad7a96310f75316a', 'fixed_ips': [{'subnet_id': '53c00acb-b66e-4a0d-929a-672c26a6ceb4'}]}} from n-d-834765-1. {{(pid=102792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 29 15:50:49.784660 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-f10c7938-2591-4da2-9574-743fd215db3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:49.806056 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-51871dc8-bbe3-4f78-8cc2-5a80c245040f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:49.807957 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-aaaa248a-1e99-4c85-bbe8-27c31c297f7a tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:49.814360 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-51871dc8-bbe3-4f78-8cc2-5a80c245040f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:49.843713 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-ef54fe51-7d85-4f44-ae9b-b18f49e41125 None None] Attempting to bind port 5fe3cab5-2bb3-4bc5-828c-8fb8174fb209 on host n-d-834765-1 for vnic_type normal with profile {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:50:49.844169 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-ef54fe51-7d85-4f44-ae9b-b18f49e41125 None None] Attempting to bind port 5fe3cab5-2bb3-4bc5-828c-8fb8174fb209 by drivers openvswitch,hyperv on host n-d-834765-1 at level 0 using segments [{'id': '237a9fa5-aa11-49b1-bfff-529ed711e33a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'faa22dff-c8e2-44e7-bc0a-01c14a234b45'}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:50:49.844538 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef54fe51-7d85-4f44-ae9b-b18f49e41125 None None] Attempting to bind port 5fe3cab5-2bb3-4bc5-828c-8fb8174fb209 on network faa22dff-c8e2-44e7-bc0a-01c14a234b45 {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:50:49.864693 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef54fe51-7d85-4f44-ae9b-b18f49e41125 None None] Checking agent: {'id': 'a8866439-9d96-425c-b519-6905c591ac37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 25, 36), 'started_at': datetime.datetime(2022, 3, 29, 15, 26, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 50, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834765-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:50:49.865076 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef54fe51-7d85-4f44-ae9b-b18f49e41125 None None] Checking segment: {'id': '237a9fa5-aa11-49b1-bfff-529ed711e33a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'faa22dff-c8e2-44e7-bc0a-01c14a234b45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:50:49.865546 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-ef54fe51-7d85-4f44-ae9b-b18f49e41125 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:49.866427 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef54fe51-7d85-4f44-ae9b-b18f49e41125 None None] Bound using segment: {'id': '237a9fa5-aa11-49b1-bfff-529ed711e33a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'faa22dff-c8e2-44e7-bc0a-01c14a234b45'} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:50:49.866540 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-ef54fe51-7d85-4f44-ae9b-b18f49e41125 None None] Bound port: 5fe3cab5-2bb3-4bc5-828c-8fb8174fb209, host: n-d-834765-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '237a9fa5-aa11-49b1-bfff-529ed711e33a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'faa22dff-c8e2-44e7-bc0a-01c14a234b45'}}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 15:50:49.866936 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-ef54fe51-7d85-4f44-ae9b-b18f49e41125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:49.950341 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-51871dc8-bbe3-4f78-8cc2-5a80c245040f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=6b39ec259cfe4478aef98a2affc638d5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8982289 Mar 29 15:50:49.961343 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 59848) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:50:49.986727 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51871dc8-bbe3-4f78-8cc2-5a80c245040f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bd0bd61-1062-40b5-a7b4-27d6fbfc183a,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:50:50.018505 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa464e61-9355-4050-afc3-7314d372969c req-3e063ea7-77b1-4649-bc07-d44a4e2e7b97 tempest-ServerRescueTestJSON-484479922 tempest-ServerRescueTestJSON-484479922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:50:50.021713 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26435284-2769-4250-a483-aa4dbb5e2a29 None None] Pushing event updated for resources: {'Port': ['ID=ee07ac76-2f5e-4a46-922c-3e3189fbe6df,revision_number=3']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:50:50.029412 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-fa464e61-9355-4050-afc3-7314d372969c req-3e063ea7-77b1-4649-bc07-d44a4e2e7b97 tempest-ServerRescueTestJSON-484479922 tempest-ServerRescueTestJSON-484479922-project] 10.222.0.42 "GET /v2.0/ports?device_id=be6069ac-d9ba-40b5-8e20-8d0b5bb33830 HTTP/1.1" status: 200 len: 945 time: 0.1146727 Mar 29 15:50:50.062935 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-6b9e861d-a946-4126-96ea-530a16410de9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:50.086286 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-bbd7fe8c-3189-4850-a004-16b6f5863cf6 req-e09e4dc2-cd5f-4512-94cd-f4881c048e8b service neutron] 10.222.0.44 "GET /v2.0/networks/94f600c4-9204-48b8-9dde-4e8016a6c980?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3521552 Mar 29 15:50:50.100060 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-e75145b9-5519-4ebc-9884-618fd1f389fa None None] Provisioning complete for port ee07ac76-2f5e-4a46-922c-3e3189fbe6df triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:50:50.101034 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-e75145b9-5519-4ebc-9884-618fd1f389fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:50.115995 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-fa464e61-9355-4050-afc3-7314d372969c req-5a400bda-9ef1-4e17-a12d-bff914cc3350 tempest-ServerRescueTestJSON-484479922 tempest-ServerRescueTestJSON-484479922-project] 10.222.0.42 "GET /v2.0/security-groups?id=a3f3b05e-b4b0-4bd5-8f61-9140e1e7cbea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852506 Mar 29 15:50:50.118223 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-6b9e861d-a946-4126-96ea-530a16410de9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:50.179305 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-6b9e861d-a946-4126-96ea-530a16410de9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:50.183385 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-6b9e861d-a946-4126-96ea-530a16410de9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:50.185042 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-6b9e861d-a946-4126-96ea-530a16410de9 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/4bd0bd61-1062-40b5-a7b4-27d6fbfc183a HTTP/1.1" status: 204 len: 168 time: 0.2182269 Mar 29 15:50:50.196196 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9e861d-a946-4126-96ea-530a16410de9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bd0bd61-1062-40b5-a7b4-27d6fbfc183a,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:50:50.210249 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-ef54fe51-7d85-4f44-ae9b-b18f49e41125 None None] For port 5fe3cab5-2bb3-4bc5-828c-8fb8174fb209, host n-d-834765-1, cleared binding levels {{(pid=102792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:50:50.256540 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-ef54fe51-7d85-4f44-ae9b-b18f49e41125 None None] For port 5fe3cab5-2bb3-4bc5-828c-8fb8174fb209, host n-d-834765-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=5fe3cab5-2bb3-4bc5-828c-8fb8174fb209,segment=NetworkSegment(237a9fa5-aa11-49b1-bfff-529ed711e33a),segment_id=237a9fa5-aa11-49b1-bfff-529ed711e33a)] {{(pid=102792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:50:50.258405 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.db_base_plugin_common [None req-f10c7938-2591-4da2-9574-743fd215db3c None None] Allocated IP 2001:db8:1::2 (37ae3c1f-b267-497f-8c1c-7df21c3386b1/53c00acb-b66e-4a0d-929a-672c26a6ceb4/556a54cd-40a6-4066-9d5a-9688a9070404) {{(pid=102792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:50:50.269132 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-ef54fe51-7d85-4f44-ae9b-b18f49e41125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:50.308907 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_common [None req-aaaa248a-1e99-4c85-bbe8-27c31c297f7a tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Allocated IP 2001:db8::1 (faa22dff-c8e2-44e7-bc0a-01c14a234b45/379e5403-1ada-4474-9148-adae6a74cb98/0c933865-b7d2-4d3d-8b6e-2ca739db66a4) {{(pid=102791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:50:50.445971 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef54fe51-7d85-4f44-ae9b-b18f49e41125 None None] Pushing event updated for resources: {'Port': ['ID=5fe3cab5-2bb3-4bc5-828c-8fb8174fb209,revision_number=2']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:50:50.513158 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-aaaa248a-1e99-4c85-bbe8-27c31c297f7a tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks [] for port, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:50.531991 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-f10c7938-2591-4da2-9574-743fd215db3c None None] Notify callbacks [] for port, precommit_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:50.538900 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-f10c7938-2591-4da2-9574-743fd215db3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956'] for port, after_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:50.560833 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-aaaa248a-1e99-4c85-bbe8-27c31c297f7a tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:50.616270 n-d-834765-1 neutron-server[102792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f10c7938-2591-4da2-9574-743fd215db3c None None] Network 37ae3c1f-b267-497f-8c1c-7df21c3386b1 is already hosted by enough agents. {{(pid=102792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:50:50.619098 n-d-834765-1 neutron-server[102792]: DEBUG neutron.scheduler.base_scheduler [None req-f10c7938-2591-4da2-9574-743fd215db3c None None] Resources bound (agent type, host, resource id): {{(pid=102792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:50:50.626154 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f10c7938-2591-4da2-9574-743fd215db3c None None] Received port after_create {{(pid=102792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:50:50.629074 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10c7938-2591-4da2-9574-743fd215db3c None None] Pushing event updated for resources: {'Port': ['ID=556a54cd-40a6-4066-9d5a-9688a9070404,revision_number=1']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:50:50.634836 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaaa248a-1e99-4c85-bbe8-27c31c297f7a tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Network faa22dff-c8e2-44e7-bc0a-01c14a234b45 is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:50:50.643351 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [None req-aaaa248a-1e99-4c85-bbe8-27c31c297f7a tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:50:50.647203 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaaa248a-1e99-4c85-bbe8-27c31c297f7a tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Received port after_create {{(pid=102791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:50:50.648320 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-aaaa248a-1e99-4c85-bbe8-27c31c297f7a tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-648347'] for router_interface, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:50.740538 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device 0a8f7ac3-7b4c-4843-a3da-ca2d7ee14610 no longer exists at agent hyperv_n-h2-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:50:50.820856 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] No Port match for: 0a8f7ac3-7b4c-4843-a3da-ca2d7ee14610 {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 15:50:50.821199 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device 0a8f7ac3-7b4c-4843-a3da-ca2d7ee14610 not bound to the agent host n-h2-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:50:50.847378 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-f10c7938-2591-4da2-9574-743fd215db3c None None] Attempting to bind port 556a54cd-40a6-4066-9d5a-9688a9070404 on host n-d-834765-1 for vnic_type normal with profile {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:50:50.847378 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-f10c7938-2591-4da2-9574-743fd215db3c None None] Attempting to bind port 556a54cd-40a6-4066-9d5a-9688a9070404 by drivers openvswitch,hyperv on host n-d-834765-1 at level 0 using segments [{'id': '0c3679ea-40f9-4c31-b185-edaec603ec59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '37ae3c1f-b267-497f-8c1c-7df21c3386b1'}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:50:50.855350 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f10c7938-2591-4da2-9574-743fd215db3c None None] Attempting to bind port 556a54cd-40a6-4066-9d5a-9688a9070404 on network 37ae3c1f-b267-497f-8c1c-7df21c3386b1 {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:50:50.861681 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f10c7938-2591-4da2-9574-743fd215db3c None None] Checking agent: {'id': 'a8866439-9d96-425c-b519-6905c591ac37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 25, 36), 'started_at': datetime.datetime(2022, 3, 29, 15, 26, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 50, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834765-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:50:50.862057 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f10c7938-2591-4da2-9574-743fd215db3c None None] Checking segment: {'id': '0c3679ea-40f9-4c31-b185-edaec603ec59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '37ae3c1f-b267-497f-8c1c-7df21c3386b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:50:50.862459 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-f10c7938-2591-4da2-9574-743fd215db3c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:50.862848 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f10c7938-2591-4da2-9574-743fd215db3c None None] Bound using segment: {'id': '0c3679ea-40f9-4c31-b185-edaec603ec59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '37ae3c1f-b267-497f-8c1c-7df21c3386b1'} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:50:50.863353 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-f10c7938-2591-4da2-9574-743fd215db3c None None] Bound port: 556a54cd-40a6-4066-9d5a-9688a9070404, host: n-d-834765-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c3679ea-40f9-4c31-b185-edaec603ec59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '37ae3c1f-b267-497f-8c1c-7df21c3386b1'}}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 15:50:50.863760 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-f10c7938-2591-4da2-9574-743fd215db3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:50.982257 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1d306c-7f20-4918-9542-7a8e6177e291 req-635dd289-6fc0-4420-ae64-afd28de58842 tempest-ListImageFiltersTestJSON-176973066 tempest-ListImageFiltersTestJSON-176973066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:50:50.992031 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-4b1d306c-7f20-4918-9542-7a8e6177e291 req-635dd289-6fc0-4420-ae64-afd28de58842 tempest-ListImageFiltersTestJSON-176973066 tempest-ListImageFiltersTestJSON-176973066-project] 10.222.0.42 "GET /v2.0/ports?device_id=197b2eca-77cd-4241-8165-39634a9be874 HTTP/1.1" status: 200 len: 948 time: 0.1208565 Mar 29 15:50:51.001108 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439e903a-5700-41ec-84b6-197cbcc3c91b req-8f1ee600-483a-4bed-bbee-0331f3b02d6c tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:50:51.002678 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-439e903a-5700-41ec-84b6-197cbcc3c91b req-8f1ee600-483a-4bed-bbee-0331f3b02d6c tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] 10.222.0.48 "GET /v2.0/networks?id=b7faf18d-6cc9-4169-9a4b-9b5eaf1db9bd HTTP/1.1" status: 200 len: 797 time: 0.1724775 Mar 29 15:50:51.033765 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-f10c7938-2591-4da2-9574-743fd215db3c None None] For port 556a54cd-40a6-4066-9d5a-9688a9070404, host n-d-834765-1, cleared binding levels {{(pid=102792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:50:51.038486 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-f10c7938-2591-4da2-9574-743fd215db3c None None] For port 556a54cd-40a6-4066-9d5a-9688a9070404, host n-d-834765-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=556a54cd-40a6-4066-9d5a-9688a9070404,segment=NetworkSegment(0c3679ea-40f9-4c31-b185-edaec603ec59),segment_id=0c3679ea-40f9-4c31-b185-edaec603ec59)] {{(pid=102792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:50:51.053094 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-f10c7938-2591-4da2-9574-743fd215db3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:51.072437 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device ee07ac76-2f5e-4a46-922c-3e3189fbe6df up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:50:51.073798 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-aaaa248a-1e99-4c85-bbe8-27c31c297f7a tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:51.074927 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-4b1d306c-7f20-4918-9542-7a8e6177e291 req-94b78586-afb2-4a58-8f55-df831c8f770e tempest-ListImageFiltersTestJSON-176973066 tempest-ListImageFiltersTestJSON-176973066-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8fce4e5-0e3f-4b15-b93d-992bb72b4709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775805 Mar 29 15:50:51.091869 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-3ed24a3c-59c1-4d64-b8d2-d0ddb4e3830c req-384e82ae-bbb0-4279-8fae-05920106f9ee tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] 10.222.0.42 "GET /v2.0/ports?device_id=dbce9f83-2267-4628-9e0c-afe7582d0b9c HTTP/1.1" status: 200 len: 210 time: 0.2630501 Mar 29 15:50:51.167750 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaa248a-1e99-4c85-bbe8-27c31c297f7a tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Pushing event updated for resources: {'Port': ['ID=0c933865-b7d2-4d3d-8b6e-2ca739db66a4,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:50:51.180064 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10c7938-2591-4da2-9574-743fd215db3c None None] Pushing event updated for resources: {'Port': ['ID=556a54cd-40a6-4066-9d5a-9688a9070404,revision_number=2']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:50:51.210339 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port ee07ac76-2f5e-4a46-922c-3e3189fbe6df triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:50:51.210712 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:51.231611 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-439e903a-5700-41ec-84b6-197cbcc3c91b req-23092af4-791a-45f7-a4af-438bbfb4ed63 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4613198224a343ff95b6b23b26c7af7a HTTP/1.1" status: 200 len: 471 time: 0.1850424 Mar 29 15:50:51.277160 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [req-439e903a-5700-41ec-84b6-197cbcc3c91b req-7ab3ae70-e861-4eee-8dc5-37077b220aa9 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Request body: {'port': {'device_id': 'dbce9f83-2267-4628-9e0c-afe7582d0b9c', 'network_id': 'b7faf18d-6cc9-4169-9a4b-9b5eaf1db9bd', 'admin_state_up': True, 'tenant_id': '4613198224a343ff95b6b23b26c7af7a', 'security_groups': ['48412e0f-2e84-4054-b430-1164daea25c6']}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:50:51.315236 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652d1cce-1f33-4c3c-a30e-902cab5fcb73 req-548118f5-beb8-47d0-92d7-22ffd4d9eaf6 tempest-ServerRescueTestJSON-484479922 tempest-ServerRescueTestJSON-484479922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:50:51.327359 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-652d1cce-1f33-4c3c-a30e-902cab5fcb73 req-548118f5-beb8-47d0-92d7-22ffd4d9eaf6 tempest-ServerRescueTestJSON-484479922 tempest-ServerRescueTestJSON-484479922-project] 10.222.0.42 "GET /v2.0/ports?device_id=be6069ac-d9ba-40b5-8e20-8d0b5bb33830 HTTP/1.1" status: 200 len: 945 time: 0.1329408 Mar 29 15:50:51.360205 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 5fe3cab5-2bb3-4bc5-828c-8fb8174fb209 up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:50:51.394307 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-652d1cce-1f33-4c3c-a30e-902cab5fcb73 req-997fb33b-e738-4b03-ada1-c44df5aa3f5c tempest-ServerRescueTestJSON-484479922 tempest-ServerRescueTestJSON-484479922-project] 10.222.0.42 "GET /v2.0/security-groups?id=a3f3b05e-b4b0-4bd5-8f61-9140e1e7cbea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657263 Mar 29 15:50:51.461367 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port 5fe3cab5-2bb3-4bc5-828c-8fb8174fb209 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:50:51.462402 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:51.640502 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:51.663530 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebe8418-93b5-4e57-a774-668ed53da39d req-48fe2b38-52ea-405c-9d2e-a081ef4fb7fb tempest-ListImageFiltersTestJSON-176973066 tempest-ListImageFiltersTestJSON-176973066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:50:51.665048 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-9ebe8418-93b5-4e57-a774-668ed53da39d req-48fe2b38-52ea-405c-9d2e-a081ef4fb7fb tempest-ListImageFiltersTestJSON-176973066 tempest-ListImageFiltersTestJSON-176973066-project] 10.222.0.44 "GET /v2.0/ports?device_id=197b2eca-77cd-4241-8165-39634a9be874 HTTP/1.1" status: 200 len: 948 time: 0.3236976 Mar 29 15:50:51.714105 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] For port 5fe3cab5-2bb3-4bc5-828c-8fb8174fb209, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=5fe3cab5-2bb3-4bc5-828c-8fb8174fb209,segment=NetworkSegment(237a9fa5-aa11-49b1-bfff-529ed711e33a),segment_id=237a9fa5-aa11-49b1-bfff-529ed711e33a)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:50:51.728993 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:51.795175 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-439e903a-5700-41ec-84b6-197cbcc3c91b req-7ab3ae70-e861-4eee-8dc5-37077b220aa9 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Made reservation on behalf of 4613198224a343ff95b6b23b26c7af7a for: {'port': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:50:51.798477 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-439e903a-5700-41ec-84b6-197cbcc3c91b req-7ab3ae70-e861-4eee-8dc5-37077b220aa9 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:51.799494 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48df6b3d-ea45-472a-9b18-16454a0847dc req-42f71e57-b59b-48f0-88d0-a9e72e02e86f tempest-ServerRescueTestJSON-484479922 tempest-ServerRescueTestJSON-484479922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:50:51.810860 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-48df6b3d-ea45-472a-9b18-16454a0847dc req-42f71e57-b59b-48f0-88d0-a9e72e02e86f tempest-ServerRescueTestJSON-484479922 tempest-ServerRescueTestJSON-484479922-project] 10.222.0.42 "GET /v2.0/ports?device_id=be6069ac-d9ba-40b5-8e20-8d0b5bb33830 HTTP/1.1" status: 200 len: 945 time: 0.1299059 Mar 29 15:50:51.815629 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e23573c-bf70-42bc-89b7-853e494aaf73 req-4d3356b5-2c1b-44c8-a2d5-3ee74afad931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:50:51.817115 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-5e23573c-bf70-42bc-89b7-853e494aaf73 req-4d3356b5-2c1b-44c8-a2d5-3ee74afad931 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f0f3609f3df249d890a6b6a0157dbda2&device_id=be6069ac-d9ba-40b5-8e20-8d0b5bb33830 HTTP/1.1" status: 200 len: 1096 time: 0.2023535 Mar 29 15:50:51.833351 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Pushing event updated for resources: {'Port': ['ID=5fe3cab5-2bb3-4bc5-828c-8fb8174fb209,revision_number=3']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:50:51.874316 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-48df6b3d-ea45-472a-9b18-16454a0847dc req-54dc899a-ef27-4797-82bc-0329316563a8 tempest-ServerRescueTestJSON-484479922 tempest-ServerRescueTestJSON-484479922-project] 10.222.0.42 "GET /v2.0/security-groups?id=a3f3b05e-b4b0-4bd5-8f61-9140e1e7cbea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622141 Mar 29 15:50:52.029895 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-aaaa248a-1e99-4c85-bbe8-27c31c297f7a tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks [] for port, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:52.058527 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-aaaa248a-1e99-4c85-bbe8-27c31c297f7a tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:52.059333 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-aaaa248a-1e99-4c85-bbe8-27c31c297f7a tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-648439'] for router_interface, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:52.123150 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa3863c1-9c61-42d7-8e0a-8e01ac2c5737 None None] Network faa22dff-c8e2-44e7-bc0a-01c14a234b45 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 15:50:52.278277 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-4f4b1ce1-3be7-46a3-9021-4b64fb787762 req-b988b749-a783-4923-b95c-8623dbf6302d tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] 10.222.0.42 "GET /v2.0/ports?device_id=dbce9f83-2267-4628-9e0c-afe7582d0b9c HTTP/1.1" status: 200 len: 210 time: 0.0558650 Mar 29 15:50:52.313388 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-361f8fa9-d8ec-4677-864d-12278b2d6b68 None None] Provisioning complete for port 5fe3cab5-2bb3-4bc5-828c-8fb8174fb209 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:50:52.313955 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-361f8fa9-d8ec-4677-864d-12278b2d6b68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:52.536982 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e23573c-bf70-42bc-89b7-853e494aaf73 req-d2785887-a6a8-4566-b474-486170089b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:50:52.538448 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-5e23573c-bf70-42bc-89b7-853e494aaf73 req-d2785887-a6a8-4566-b474-486170089b71 service neutron] 10.222.0.44 "GET /v2.0/networks?id=cd63b2c7-486d-4d2d-9dd7-6d35ac500dfb HTTP/1.1" status: 200 len: 912 time: 0.6947784 Mar 29 15:50:52.540515 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [req-9ebe8418-93b5-4e57-a774-668ed53da39d req-404b4d75-e329-4235-bd80-1db1273d5bed tempest-ListImageFiltersTestJSON-176973066 tempest-ListImageFiltersTestJSON-176973066-project] Deleting port 2ce107bf-e1ba-4a58-a32a-d9eb83c122f0 {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:50:52.540852 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-9ebe8418-93b5-4e57-a774-668ed53da39d req-404b4d75-e329-4235-bd80-1db1273d5bed tempest-ListImageFiltersTestJSON-176973066 tempest-ListImageFiltersTestJSON-176973066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:52.594521 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_common [req-439e903a-5700-41ec-84b6-197cbcc3c91b req-7ab3ae70-e861-4eee-8dc5-37077b220aa9 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Allocated IP 172.20.0.25 (b7faf18d-6cc9-4169-9a4b-9b5eaf1db9bd/d5b54dcb-2f5e-4022-8f9a-68afb8320531/408a7751-c169-48c6-a91f-4e488a715a48) {{(pid=102791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:50:52.601564 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaa248a-1e99-4c85-bbe8-27c31c297f7a tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Pushing event updated for resources: {'Port': ['ID=0c933865-b7d2-4d3d-8b6e-2ca739db66a4,revision_number=2']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:50:52.715418 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-5e23573c-bf70-42bc-89b7-853e494aaf73 req-7aab092b-e1fa-467f-a3b2-45f0acdd0573 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2395dae7-4ecb-4b6a-be2f-a5a2243a57fe HTTP/1.1" status: 200 len: 217 time: 0.1338806 Mar 29 15:50:52.785836 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d68a208-3c2a-4fa9-b2b4-419ac1f6fe10 None None] Network 37ae3c1f-b267-497f-8c1c-7df21c3386b1 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 15:50:52.820981 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249fae26-83ec-4fe3-9623-aec1916c6c01 req-743b94c2-3528-4b75-87dc-99ec66a01551 tempest-ListImageFiltersTestJSON-176973066 tempest-ListImageFiltersTestJSON-176973066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:50:52.823701 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-249fae26-83ec-4fe3-9623-aec1916c6c01 req-743b94c2-3528-4b75-87dc-99ec66a01551 tempest-ListImageFiltersTestJSON-176973066 tempest-ListImageFiltersTestJSON-176973066-project] 10.222.0.42 "GET /v2.0/ports?device_id=197b2eca-77cd-4241-8165-39634a9be874 HTTP/1.1" status: 200 len: 948 time: 0.3243527 Mar 29 15:50:52.950716 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaaa248a-1e99-4c85-bbe8-27c31c297f7a tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Network faa22dff-c8e2-44e7-bc0a-01c14a234b45 is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:50:52.964046 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e23573c-bf70-42bc-89b7-853e494aaf73 req-b74513de-a3f4-4734-8902-846344c6a7e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:50:52.965270 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-5e23573c-bf70-42bc-89b7-853e494aaf73 req-b74513de-a3f4-4734-8902-846344c6a7e6 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=004fd10c-17a6-4033-bc4f-a88940613808 HTTP/1.1" status: 200 len: 851 time: 0.2187626 Mar 29 15:50:53.046323 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-9ebe8418-93b5-4e57-a774-668ed53da39d req-404b4d75-e329-4235-bd80-1db1273d5bed tempest-ListImageFiltersTestJSON-176973066 tempest-ListImageFiltersTestJSON-176973066-project] For port 2ce107bf-e1ba-4a58-a32a-d9eb83c122f0, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=2ce107bf-e1ba-4a58-a32a-d9eb83c122f0,segment=NetworkSegment(a0c230f0-660a-4194-9279-0f0781d34134),segment_id=a0c230f0-660a-4194-9279-0f0781d34134)] {{(pid=102791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:50:53.046989 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-9ebe8418-93b5-4e57-a774-668ed53da39d req-404b4d75-e329-4235-bd80-1db1273d5bed tempest-ListImageFiltersTestJSON-176973066 tempest-ListImageFiltersTestJSON-176973066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:53.050095 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [None req-aaaa248a-1e99-4c85-bbe8-27c31c297f7a tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:50:53.054498 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd3d646-dd43-4a09-93f3-ba8a87a5831a req-4bf74630-60f1-425f-8273-a42c26cc73b0 tempest-ServerRescueTestJSON-484479922 tempest-ServerRescueTestJSON-484479922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:50:53.064966 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-7bd3d646-dd43-4a09-93f3-ba8a87a5831a req-4bf74630-60f1-425f-8273-a42c26cc73b0 tempest-ServerRescueTestJSON-484479922 tempest-ServerRescueTestJSON-484479922-project] 10.222.0.42 "GET /v2.0/ports?device_id=be6069ac-d9ba-40b5-8e20-8d0b5bb33830 HTTP/1.1" status: 200 len: 945 time: 0.0682726 Mar 29 15:50:53.101041 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [req-9ebe8418-93b5-4e57-a774-668ed53da39d req-404b4d75-e329-4235-bd80-1db1273d5bed tempest-ListImageFiltersTestJSON-176973066 tempest-ListImageFiltersTestJSON-176973066-project] Calling delete_port for 2ce107bf-e1ba-4a58-a32a-d9eb83c122f0 owned by compute:nova {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:50:53.117982 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-7bd3d646-dd43-4a09-93f3-ba8a87a5831a req-520e2be4-359a-412a-b40d-92338909385b tempest-ServerRescueTestJSON-484479922 tempest-ServerRescueTestJSON-484479922-project] 10.222.0.42 "GET /v2.0/security-groups?id=a3f3b05e-b4b0-4bd5-8f61-9140e1e7cbea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467575 Mar 29 15:50:53.134809 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-5e23573c-bf70-42bc-89b7-853e494aaf73 req-83a4ff0b-6656-412b-ab3f-1dd8d0e187f2 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=cd63b2c7-486d-4d2d-9dd7-6d35ac500dfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0667517 Mar 29 15:50:53.174674 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-249fae26-83ec-4fe3-9623-aec1916c6c01 req-b110251d-7c33-405f-8034-a8e264bcd999 tempest-ListImageFiltersTestJSON-176973066 tempest-ListImageFiltersTestJSON-176973066-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8fce4e5-0e3f-4b15-b93d-992bb72b4709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3285327 Mar 29 15:50:53.216091 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 556a54cd-40a6-4066-9d5a-9688a9070404 up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:50:53.225137 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-da4c66d2-e769-4754-bed6-3185ad97c3ea None None] Provisioning complete for port 556a54cd-40a6-4066-9d5a-9688a9070404 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:50:53.225516 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-da4c66d2-e769-4754-bed6-3185ad97c3ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:53.282800 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-439e903a-5700-41ec-84b6-197cbcc3c91b req-7ab3ae70-e861-4eee-8dc5-37077b220aa9 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Notify callbacks [] for port, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:53.367179 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port 556a54cd-40a6-4066-9d5a-9688a9070404 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:50:53.367589 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:53.422321 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-0ebcb39d-60f2-4d08-9aa9-e4a55d2d8edc req-ade582ff-f9a1-4109-8379-0bf0dcbed0f1 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] 10.222.0.42 "GET /v2.0/ports?device_id=dbce9f83-2267-4628-9e0c-afe7582d0b9c HTTP/1.1" status: 200 len: 210 time: 0.0542722 Mar 29 15:50:53.435310 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-439e903a-5700-41ec-84b6-197cbcc3c91b req-7ab3ae70-e861-4eee-8dc5-37077b220aa9 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:53.441277 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-5e23573c-bf70-42bc-89b7-853e494aaf73 req-32a7d618-8b50-42cf-8e80-5ec48bc5a6cd service neutron] 10.222.0.44 "GET /v2.0/networks/cd63b2c7-486d-4d2d-9dd7-6d35ac500dfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2601445 Mar 29 15:50:53.486374 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-da4c66d2-e769-4754-bed6-3185ad97c3ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:53.545368 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-439e903a-5700-41ec-84b6-197cbcc3c91b req-7ab3ae70-e861-4eee-8dc5-37077b220aa9 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Network b7faf18d-6cc9-4169-9a4b-9b5eaf1db9bd is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:50:53.555352 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-da4c66d2-e769-4754-bed6-3185ad97c3ea None None] For port 556a54cd-40a6-4066-9d5a-9688a9070404, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=556a54cd-40a6-4066-9d5a-9688a9070404,segment=NetworkSegment(0c3679ea-40f9-4c31-b185-edaec603ec59),segment_id=0c3679ea-40f9-4c31-b185-edaec603ec59)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:50:53.556350 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:53.563534 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [req-439e903a-5700-41ec-84b6-197cbcc3c91b req-7ab3ae70-e861-4eee-8dc5-37077b220aa9 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:50:53.564821 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-da4c66d2-e769-4754-bed6-3185ad97c3ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:53.566601 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [req-439e903a-5700-41ec-84b6-197cbcc3c91b req-7ab3ae70-e861-4eee-8dc5-37077b220aa9 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Received port after_create {{(pid=102791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:50:53.569394 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aaaa248a-1e99-4c85-bbe8-27c31c297f7a tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Router c15dfa07-3817-4fa8-a7c0-c59f70177e5b is scheduled to L3 agent c648d819-1060-4f26-b4ec-6455387b5dff with binding_index 1 {{(pid=102791) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 29 15:50:53.582325 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab3ae70-e861-4eee-8dc5-37077b220aa9 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Pushing event updated for resources: {'Port': ['ID=408a7751-c169-48c6-a91f-4e488a715a48,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:50:53.657904 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-9ebe8418-93b5-4e57-a774-668ed53da39d req-404b4d75-e329-4235-bd80-1db1273d5bed tempest-ListImageFiltersTestJSON-176973066 tempest-ListImageFiltersTestJSON-176973066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:53.665798 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4c66d2-e769-4754-bed6-3185ad97c3ea None None] Pushing event updated for resources: {'Port': ['ID=556a54cd-40a6-4066-9d5a-9688a9070404,revision_number=3']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:50:53.671446 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.db.api [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102792) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 29 15:50:53.671802 n-d-834765-1 neutron-server[102792]: DEBUG oslo_db.api [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 29 15:50:53.697687 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-6999e174-18e4-42b3-aa02-ea30034421b5 None None] Provisioning complete for port 0c933865-b7d2-4d3d-8b6e-2ca739db66a4 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:50:53.698353 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-6999e174-18e4-42b3-aa02-ea30034421b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:53.738502 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-6999e174-18e4-42b3-aa02-ea30034421b5 None None] Port 0c933865-b7d2-4d3d-8b6e-2ca739db66a4 cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 15:50:53.754358 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404b4d75-e329-4235-bd80-1db1273d5bed tempest-ListImageFiltersTestJSON-176973066 tempest-ListImageFiltersTestJSON-176973066-project] Pushing event deleted for resources: {'Port': ['ID=2ce107bf-e1ba-4a58-a32a-d9eb83c122f0,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:50:53.757492 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-6999e174-18e4-42b3-aa02-ea30034421b5 None None] Provisioning complete for port 5fe3cab5-2bb3-4bc5-828c-8fb8174fb209 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:50:53.757991 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-6999e174-18e4-42b3-aa02-ea30034421b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:53.765639 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439e903a-5700-41ec-84b6-197cbcc3c91b req-7ab3ae70-e861-4eee-8dc5-37077b220aa9 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:50:53.766319 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-439e903a-5700-41ec-84b6-197cbcc3c91b req-7ab3ae70-e861-4eee-8dc5-37077b220aa9 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:53.845546 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ebe8418-93b5-4e57-a774-668ed53da39d req-404b4d75-e329-4235-bd80-1db1273d5bed tempest-ListImageFiltersTestJSON-176973066 tempest-ListImageFiltersTestJSON-176973066-project] No DVR routers for this DVR port 2ce107bf-e1ba-4a58-a32a-d9eb83c122f0 on host n-h1-834765-1 {{(pid=102791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:50:53.848205 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-9ebe8418-93b5-4e57-a774-668ed53da39d req-404b4d75-e329-4235-bd80-1db1273d5bed tempest-ListImageFiltersTestJSON-176973066 tempest-ListImageFiltersTestJSON-176973066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:53.852004 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-9ebe8418-93b5-4e57-a774-668ed53da39d req-404b4d75-e329-4235-bd80-1db1273d5bed tempest-ListImageFiltersTestJSON-176973066 tempest-ListImageFiltersTestJSON-176973066-project] 10.222.0.44 "DELETE /v2.0/ports/2ce107bf-e1ba-4a58-a32a-d9eb83c122f0 HTTP/1.1" status: 204 len: 173 time: 2.1718309 Mar 29 15:50:53.854428 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-5e23573c-bf70-42bc-89b7-853e494aaf73 req-650cd6ba-e19b-4a67-90c0-3ec00815e741 service neutron] 10.222.0.44 "GET /v2.0/networks/cd63b2c7-486d-4d2d-9dd7-6d35ac500dfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3788571 Mar 29 15:50:53.858551 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '197b2eca-77cd-4241-8165-39634a9be874', 'name': 'network-vif-deleted', 'tag': '2ce107bf-e1ba-4a58-a32a-d9eb83c122f0'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:50:53.873286 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c67b028db5e9b9818fecc5c0a87ebc6f190694fa53ca267d523e04f98de536d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-086cb84d-3571-4672-aab0-f1f5b5ebf1fb" -d '{"events": [{"server_uuid": "197b2eca-77cd-4241-8165-39634a9be874", "name": "network-vif-deleted", "tag": "2ce107bf-e1ba-4a58-a32a-d9eb83c122f0"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:50:53.892207 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-439e903a-5700-41ec-84b6-197cbcc3c91b req-7ab3ae70-e861-4eee-8dc5-37077b220aa9 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6210005 Mar 29 15:50:53.910353 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [req-439e903a-5700-41ec-84b6-197cbcc3c91b req-ada0f9b7-ebba-4e6f-9eb6-611f0a7737fe service neutron] Request body: {'port': {'device_id': 'dbce9f83-2267-4628-9e0c-afe7582d0b9c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834765-1'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:50:53.914540 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aaaa248a-1e99-4c85-bbe8-27c31c297f7a tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:50:53.919841 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-aaaa248a-1e99-4c85-bbe8-27c31c297f7a tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] 10.222.0.42 "PUT /v2.0/routers/c15dfa07-3817-4fa8-a7c0-c59f70177e5b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7611117 Mar 29 15:50:53.922646 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 59920) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:50:53.937949 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:50:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2593d806-bc57-4e4d-bdb4-4942d5c656d9 x-openstack-request-id: req-2593d806-bc57-4e4d-bdb4-4942d5c656d9 {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:50:53.938238 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "197b2eca-77cd-4241-8165-39634a9be874", "name": "network-vif-deleted", "tag": "2ce107bf-e1ba-4a58-a32a-d9eb83c122f0", "status": "completed", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:50:53.938485 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-2593d806-bc57-4e4d-bdb4-4942d5c656d9 {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:50:53.938872 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '197b2eca-77cd-4241-8165-39634a9be874', 'name': 'network-vif-deleted', 'tag': '2ce107bf-e1ba-4a58-a32a-d9eb83c122f0', 'status': 'completed', 'code': 200} Mar 29 15:50:53.939929 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eac80a63-9817-4619-8f71-56f60912746d None None] Sync routers for ids ['c15dfa07-3817-4fa8-a7c0-c59f70177e5b'] in n-d-834765-1 {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:50:53.954357 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eac80a63-9817-4619-8f71-56f60912746d None None] Routers {'c15dfa07-3817-4fa8-a7c0-c59f70177e5b'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:50:53.955032 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-eac80a63-9817-4619-8f71-56f60912746d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:50:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['c15dfa07-3817-4fa8-a7c0-c59f70177e5b'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:50:53.987294 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af5e161e-c839-4759-8387-f885967660bc tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:50:53.990880 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-eac80a63-9817-4619-8f71-56f60912746d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:50:53.992126 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-af5e161e-c839-4759-8387-f885967660bc tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] 10.222.0.42 "GET /v2.0/ports/0c933865-b7d2-4d3d-8b6e-2ca739db66a4 HTTP/1.1" status: 200 len: 911 time: 0.0682540 Mar 29 15:50:53.992480 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 59924) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:50:54.000726 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eac80a63-9817-4619-8f71-56f60912746d None None] Routers {'c15dfa07-3817-4fa8-a7c0-c59f70177e5b'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:50:54.001344 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-eac80a63-9817-4619-8f71-56f60912746d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:50:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['c15dfa07-3817-4fa8-a7c0-c59f70177e5b'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:50:54.002972 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-439e903a-5700-41ec-84b6-197cbcc3c91b req-ada0f9b7-ebba-4e6f-9eb6-611f0a7737fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:54.033141 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-8075c211-f11f-438c-aa4f-01e996230fe5 None None] Provisioning complete for port 408a7751-c169-48c6-a91f-4e488a715a48 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:50:54.034766 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-8075c211-f11f-438c-aa4f-01e996230fe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:54.045907 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-eac80a63-9817-4619-8f71-56f60912746d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:50:54.046570 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eac80a63-9817-4619-8f71-56f60912746d None None] The sync data for ids ['c15dfa07-3817-4fa8-a7c0-c59f70177e5b'] in n-d-834765-1 is: [] {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:50:54.084911 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-8075c211-f11f-438c-aa4f-01e996230fe5 None None] Port 408a7751-c169-48c6-a91f-4e488a715a48 cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 15:50:54.100380 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-8075c211-f11f-438c-aa4f-01e996230fe5 None None] Provisioning complete for port 556a54cd-40a6-4066-9d5a-9688a9070404 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:50:54.100541 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-8075c211-f11f-438c-aa4f-01e996230fe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:54.285069 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 5fe3cab5-2bb3-4bc5-828c-8fb8174fb209 up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:50:54.403213 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c589cf3-3351-48e7-b67e-6087cc35478b req-16bb73d0-7b83-4420-a2ea-709144349bc8 tempest-ServerRescueTestJSON-484479922 tempest-ServerRescueTestJSON-484479922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:50:54.405251 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-6c589cf3-3351-48e7-b67e-6087cc35478b req-16bb73d0-7b83-4420-a2ea-709144349bc8 tempest-ServerRescueTestJSON-484479922 tempest-ServerRescueTestJSON-484479922-project] 10.222.0.42 "GET /v2.0/ports?device_id=be6069ac-d9ba-40b5-8e20-8d0b5bb33830 HTTP/1.1" status: 200 len: 945 time: 0.1588335 Mar 29 15:50:54.410507 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port 5fe3cab5-2bb3-4bc5-828c-8fb8174fb209 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:50:54.410885 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:54.499421 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-6c589cf3-3351-48e7-b67e-6087cc35478b req-96858d97-f9ef-4b83-b854-68fe13db45bf tempest-ServerRescueTestJSON-484479922 tempest-ServerRescueTestJSON-484479922-project] 10.222.0.42 "GET /v2.0/security-groups?id=a3f3b05e-b4b0-4bd5-8f61-9140e1e7cbea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802040 Mar 29 15:50:54.510692 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-9588e2ad-e055-455d-8321-1f841fa1c5c1 req-c7f8f8dd-4af5-4807-a085-ff5ca05a756a tempest-ListImageFiltersTestJSON-176973066 tempest-ListImageFiltersTestJSON-176973066-project] 10.222.0.42 "GET /v2.0/ports?device_id=197b2eca-77cd-4241-8165-39634a9be874 HTTP/1.1" status: 200 len: 210 time: 0.0822568 Mar 29 15:50:54.644466 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24257f51-23cb-4ede-8331-0cf1f68c2d5f req-f4e877da-8e02-428f-8f53-8eb251dff1f3 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:50:54.645999 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-24257f51-23cb-4ede-8331-0cf1f68c2d5f req-f4e877da-8e02-428f-8f53-8eb251dff1f3 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] 10.222.0.42 "GET /v2.0/ports?device_id=dbce9f83-2267-4628-9e0c-afe7582d0b9c HTTP/1.1" status: 200 len: 932 time: 0.0536978 Mar 29 15:50:54.732606 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-24257f51-23cb-4ede-8331-0cf1f68c2d5f req-fe097c8c-201a-4591-9858-4654f0f591ca tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] 10.222.0.42 "GET /v2.0/security-groups?id=48412e0f-2e84-4054-b430-1164daea25c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688078 Mar 29 15:50:54.734983 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [req-439e903a-5700-41ec-84b6-197cbcc3c91b req-ada0f9b7-ebba-4e6f-9eb6-611f0a7737fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 408a7751-c169-48c6-a91f-4e488a715a48 {{(pid=102791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:50:54.746219 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-439e903a-5700-41ec-84b6-197cbcc3c91b req-ada0f9b7-ebba-4e6f-9eb6-611f0a7737fe service neutron] Notify callbacks [] for port, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:54.766037 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.provisioning_blocks [req-439e903a-5700-41ec-84b6-197cbcc3c91b req-ada0f9b7-ebba-4e6f-9eb6-611f0a7737fe service neutron] Transition to ACTIVE for port object 408a7751-c169-48c6-a91f-4e488a715a48 will not be triggered until provisioned by entity L2. {{(pid=102791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 15:50:54.771899 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 556a54cd-40a6-4066-9d5a-9688a9070404 up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:50:54.786232 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-439e903a-5700-41ec-84b6-197cbcc3c91b req-ada0f9b7-ebba-4e6f-9eb6-611f0a7737fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:54.827409 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port 556a54cd-40a6-4066-9d5a-9688a9070404 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:50:54.827887 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:54.982344 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device 2ce107bf-e1ba-4a58-a32a-d9eb83c122f0 no longer exists at agent hyperv_n-h1-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:50:55.007397 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] No Port match for: 2ce107bf-e1ba-4a58-a32a-d9eb83c122f0 {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 15:50:55.007864 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device 2ce107bf-e1ba-4a58-a32a-d9eb83c122f0 not bound to the agent host n-h1-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:50:55.150550 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-dd1ad53e-e3db-4e61-b11a-0cab054ee253 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:55.165404 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada0f9b7-ebba-4e6f-9eb6-611f0a7737fe service neutron] Pushing event updated for resources: {'Port': ['ID=408a7751-c169-48c6-a91f-4e488a715a48,revision_number=2']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:50:55.348255 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-439e903a-5700-41ec-84b6-197cbcc3c91b req-ada0f9b7-ebba-4e6f-9eb6-611f0a7737fe service neutron] Attempting to bind port 408a7751-c169-48c6-a91f-4e488a715a48 on host n-h2-834765-1 for vnic_type normal with profile {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:50:55.349605 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-439e903a-5700-41ec-84b6-197cbcc3c91b req-ada0f9b7-ebba-4e6f-9eb6-611f0a7737fe service neutron] Attempting to bind port 408a7751-c169-48c6-a91f-4e488a715a48 by drivers openvswitch,hyperv on host n-h2-834765-1 at level 0 using segments [{'id': '2a4ce93c-04dc-421c-bbb2-d2181b27d5d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'b7faf18d-6cc9-4169-9a4b-9b5eaf1db9bd'}] {{(pid=102791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:50:55.349950 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-439e903a-5700-41ec-84b6-197cbcc3c91b req-ada0f9b7-ebba-4e6f-9eb6-611f0a7737fe service neutron] Attempting to bind port 408a7751-c169-48c6-a91f-4e488a715a48 on network b7faf18d-6cc9-4169-9a4b-9b5eaf1db9bd {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:50:55.362995 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-439e903a-5700-41ec-84b6-197cbcc3c91b req-ada0f9b7-ebba-4e6f-9eb6-611f0a7737fe service neutron] Port 408a7751-c169-48c6-a91f-4e488a715a48 on network b7faf18d-6cc9-4169-9a4b-9b5eaf1db9bd not bound, no agent of type Open vSwitch agent registered on host n-h2-834765-1 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 15:50:55.363170 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-439e903a-5700-41ec-84b6-197cbcc3c91b req-ada0f9b7-ebba-4e6f-9eb6-611f0a7737fe service neutron] Attempting to bind port 408a7751-c169-48c6-a91f-4e488a715a48 on network b7faf18d-6cc9-4169-9a4b-9b5eaf1db9bd {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:50:55.374741 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-439e903a-5700-41ec-84b6-197cbcc3c91b req-ada0f9b7-ebba-4e6f-9eb6-611f0a7737fe service neutron] Checking agent: {'id': '3e4b4912-b4a2-4d17-b5bd-6ce15529e8eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 33, 17), 'started_at': datetime.datetime(2022, 3, 29, 15, 33, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 50, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:50:55.375286 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-439e903a-5700-41ec-84b6-197cbcc3c91b req-ada0f9b7-ebba-4e6f-9eb6-611f0a7737fe service neutron] Checking segment: {'id': '2a4ce93c-04dc-421c-bbb2-d2181b27d5d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'b7faf18d-6cc9-4169-9a4b-9b5eaf1db9bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:50:55.375547 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-439e903a-5700-41ec-84b6-197cbcc3c91b req-ada0f9b7-ebba-4e6f-9eb6-611f0a7737fe service neutron] Bound using segment: {'id': '2a4ce93c-04dc-421c-bbb2-d2181b27d5d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'b7faf18d-6cc9-4169-9a4b-9b5eaf1db9bd'} {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:50:55.375984 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-439e903a-5700-41ec-84b6-197cbcc3c91b req-ada0f9b7-ebba-4e6f-9eb6-611f0a7737fe service neutron] Bound port: 408a7751-c169-48c6-a91f-4e488a715a48, host: n-h2-834765-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a4ce93c-04dc-421c-bbb2-d2181b27d5d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'b7faf18d-6cc9-4169-9a4b-9b5eaf1db9bd'}}] {{(pid=102791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 15:50:55.376341 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-439e903a-5700-41ec-84b6-197cbcc3c91b req-ada0f9b7-ebba-4e6f-9eb6-611f0a7737fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:55.517480 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-439e903a-5700-41ec-84b6-197cbcc3c91b req-ada0f9b7-ebba-4e6f-9eb6-611f0a7737fe service neutron] For port 408a7751-c169-48c6-a91f-4e488a715a48, host n-h2-834765-1, cleared binding levels {{(pid=102791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:50:55.523128 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-439e903a-5700-41ec-84b6-197cbcc3c91b req-ada0f9b7-ebba-4e6f-9eb6-611f0a7737fe service neutron] For port 408a7751-c169-48c6-a91f-4e488a715a48, host n-h2-834765-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=408a7751-c169-48c6-a91f-4e488a715a48,segment=NetworkSegment(2a4ce93c-04dc-421c-bbb2-d2181b27d5d6),segment_id=2a4ce93c-04dc-421c-bbb2-d2181b27d5d6)] {{(pid=102791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:50:55.529712 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-439e903a-5700-41ec-84b6-197cbcc3c91b req-ada0f9b7-ebba-4e6f-9eb6-611f0a7737fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:55.532744 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_common [None req-dd1ad53e-e3db-4e61-b11a-0cab054ee253 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Allocated IP 2001:db8:1::1 (37ae3c1f-b267-497f-8c1c-7df21c3386b1/53c00acb-b66e-4a0d-929a-672c26a6ceb4/140228ac-e3ec-455c-873b-c26491fd8658) {{(pid=102791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:50:55.587990 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439e903a-5700-41ec-84b6-197cbcc3c91b req-ada0f9b7-ebba-4e6f-9eb6-611f0a7737fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:50:55.588650 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-439e903a-5700-41ec-84b6-197cbcc3c91b req-ada0f9b7-ebba-4e6f-9eb6-611f0a7737fe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:55.590049 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-439e903a-5700-41ec-84b6-197cbcc3c91b req-ada0f9b7-ebba-4e6f-9eb6-611f0a7737fe service neutron] 10.222.0.48 "PUT /v2.0/ports/408a7751-c169-48c6-a91f-4e488a715a48 HTTP/1.1" status: 200 len: 1092 time: 1.6872327 Mar 29 15:50:55.630522 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada0f9b7-ebba-4e6f-9eb6-611f0a7737fe service neutron] Pushing event updated for resources: {'Port': ['ID=408a7751-c169-48c6-a91f-4e488a715a48,revision_number=3']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:50:55.767079 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb9c95f-a120-40be-b11e-0ba4f343f5d8 req-6717815c-62bb-427d-acf4-ff5fd5adc49b tempest-ServerRescueTestJSON-484479922 tempest-ServerRescueTestJSON-484479922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:50:55.768708 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-bdb9c95f-a120-40be-b11e-0ba4f343f5d8 req-6717815c-62bb-427d-acf4-ff5fd5adc49b tempest-ServerRescueTestJSON-484479922 tempest-ServerRescueTestJSON-484479922-project] 10.222.0.42 "GET /v2.0/ports?device_id=be6069ac-d9ba-40b5-8e20-8d0b5bb33830 HTTP/1.1" status: 200 len: 945 time: 0.1327631 Mar 29 15:50:55.774128 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-dd1ad53e-e3db-4e61-b11a-0cab054ee253 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks [] for port, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:55.868307 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-bdb9c95f-a120-40be-b11e-0ba4f343f5d8 req-631a96e7-19a2-469b-be6d-a570cab072df tempest-ServerRescueTestJSON-484479922 tempest-ServerRescueTestJSON-484479922-project] 10.222.0.42 "GET /v2.0/security-groups?id=a3f3b05e-b4b0-4bd5-8f61-9140e1e7cbea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880241 Mar 29 15:50:55.921509 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-dd1ad53e-e3db-4e61-b11a-0cab054ee253 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:55.928870 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439e903a-5700-41ec-84b6-197cbcc3c91b req-d9c04112-96a0-42d4-b02e-698fba519a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:50:55.930396 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-439e903a-5700-41ec-84b6-197cbcc3c91b req-d9c04112-96a0-42d4-b02e-698fba519a80 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4613198224a343ff95b6b23b26c7af7a&device_id=dbce9f83-2267-4628-9e0c-afe7582d0b9c HTTP/1.1" status: 200 len: 1095 time: 0.2930360 Mar 29 15:50:55.960179 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbce9f83-2267-4628-9e0c-afe7582d0b9c', 'tag': '408a7751-c169-48c6-a91f-4e488a715a48'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:50:55.962413 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c67b028db5e9b9818fecc5c0a87ebc6f190694fa53ca267d523e04f98de536d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-193b6939-24d5-48fb-86ba-d9f6a4bef855" -d '{"events": [{"name": "network-changed", "server_uuid": "dbce9f83-2267-4628-9e0c-afe7582d0b9c", "tag": "408a7751-c169-48c6-a91f-4e488a715a48"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:50:56.044829 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd1ad53e-e3db-4e61-b11a-0cab054ee253 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Network 37ae3c1f-b267-497f-8c1c-7df21c3386b1 is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:50:56.047145 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-439e903a-5700-41ec-84b6-197cbcc3c91b req-11c0f70f-9c98-4300-9e84-46f97ebdfc4f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.25&port_id=408a7751-c169-48c6-a91f-4e488a715a48 HTTP/1.1" status: 200 len: 217 time: 0.0755653 Mar 29 15:50:56.052716 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [None req-dd1ad53e-e3db-4e61-b11a-0cab054ee253 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:50:56.056640 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1ad53e-e3db-4e61-b11a-0cab054ee253 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Pushing event updated for resources: {'Port': ['ID=140228ac-e3ec-455c-873b-c26491fd8658,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:50:56.067103 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd1ad53e-e3db-4e61-b11a-0cab054ee253 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Received port after_create {{(pid=102791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:50:56.067661 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-dd1ad53e-e3db-4e61-b11a-0cab054ee253 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-648347'] for router_interface, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:56.195030 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be2d9e2-2acc-437b-ab4d-fbbf6c6829e5 req-0520fd18-075f-43e1-b69c-2204f67a3577 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:50:56.196711 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-7be2d9e2-2acc-437b-ab4d-fbbf6c6829e5 req-0520fd18-075f-43e1-b69c-2204f67a3577 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] 10.222.0.42 "GET /v2.0/ports?device_id=dbce9f83-2267-4628-9e0c-afe7582d0b9c HTTP/1.1" status: 200 len: 944 time: 0.2307436 Mar 29 15:50:56.218204 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439e903a-5700-41ec-84b6-197cbcc3c91b req-8b903874-5804-4934-9f38-e6c05a0cf002 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:50:56.219681 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-439e903a-5700-41ec-84b6-197cbcc3c91b req-8b903874-5804-4934-9f38-e6c05a0cf002 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d5b54dcb-2f5e-4022-8f9a-68afb8320531 HTTP/1.1" status: 200 len: 838 time: 0.1648765 Mar 29 15:50:56.313685 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 15:50:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68d587ee-5a41-47f3-85c3-62de8e59ffc4 x-openstack-request-id: req-68d587ee-5a41-47f3-85c3-62de8e59ffc4 {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:50:56.313857 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbce9f83-2267-4628-9e0c-afe7582d0b9c", "tag": "408a7751-c169-48c6-a91f-4e488a715a48", "status": "completed", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:50:56.314076 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-68d587ee-5a41-47f3-85c3-62de8e59ffc4 {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:50:56.314470 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbce9f83-2267-4628-9e0c-afe7582d0b9c', 'tag': '408a7751-c169-48c6-a91f-4e488a715a48', 'status': 'completed', 'code': 200} Mar 29 15:50:56.359667 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 60004) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:50:56.372043 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-dd1ad53e-e3db-4e61-b11a-0cab054ee253 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:56.434141 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-7be2d9e2-2acc-437b-ab4d-fbbf6c6829e5 req-95e6b3f3-d858-4675-84cf-0be5eadb6df1 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] 10.222.0.42 "GET /v2.0/security-groups?id=48412e0f-2e84-4054-b430-1164daea25c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2259402 Mar 29 15:50:56.458662 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439e903a-5700-41ec-84b6-197cbcc3c91b req-7f185595-0f4e-4838-bf88-cbf4a59e784e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:50:56.460149 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-439e903a-5700-41ec-84b6-197cbcc3c91b req-7f185595-0f4e-4838-bf88-cbf4a59e784e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b7faf18d-6cc9-4169-9a4b-9b5eaf1db9bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2290380 Mar 29 15:50:56.484495 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-3c96cbf7-1f9b-436a-bfcd-7eef9257c932 None None] Provisioning complete for port 140228ac-e3ec-455c-873b-c26491fd8658 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:50:56.485638 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-3c96cbf7-1f9b-436a-bfcd-7eef9257c932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:56.510836 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-b3e65711-ba9a-4f3c-ad87-64aaef9094cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:56.543722 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-3c96cbf7-1f9b-436a-bfcd-7eef9257c932 None None] Port 140228ac-e3ec-455c-873b-c26491fd8658 cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 15:50:56.614764 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-b3e65711-ba9a-4f3c-ad87-64aaef9094cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:56.628045 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-b3e65711-ba9a-4f3c-ad87-64aaef9094cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:56.652193 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-439e903a-5700-41ec-84b6-197cbcc3c91b req-f64ca50b-9ee0-420c-ad65-3926e68f2100 service neutron] 10.222.0.48 "GET /v2.0/networks/b7faf18d-6cc9-4169-9a4b-9b5eaf1db9bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1614628 Mar 29 15:50:56.688713 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e65711-ba9a-4f3c-ad87-64aaef9094cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19ceadf9-8043-4828-a0df-4c8b39d7ed12,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:50:56.694646 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-b3e65711-ba9a-4f3c-ad87-64aaef9094cf admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=449ec13a6f2142499e7ef71fd10ba138&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3332677 Mar 29 15:50:56.699716 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 60018) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:50:56.861005 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-439e903a-5700-41ec-84b6-197cbcc3c91b req-3b9da987-b69c-46bc-96f5-b81199a2e521 service neutron] 10.222.0.48 "GET /v2.0/networks/b7faf18d-6cc9-4169-9a4b-9b5eaf1db9bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1758382 Mar 29 15:50:56.873508 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-13a0bef6-b5d9-44f4-abdd-6a25285e2e11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:56.879068 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-dd1ad53e-e3db-4e61-b11a-0cab054ee253 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks [] for port, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:56.892130 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-dd1ad53e-e3db-4e61-b11a-0cab054ee253 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:56.892907 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-dd1ad53e-e3db-4e61-b11a-0cab054ee253 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-648439'] for router_interface, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:56.921007 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-13a0bef6-b5d9-44f4-abdd-6a25285e2e11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:57.026242 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc41cdf8-64ca-4991-a29f-356bacdd5b2a req-ea2a9190-73ea-4174-957b-40d277b0634d tempest-ServerRescueTestJSON-484479922 tempest-ServerRescueTestJSON-484479922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:50:57.028153 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-bc41cdf8-64ca-4991-a29f-356bacdd5b2a req-ea2a9190-73ea-4174-957b-40d277b0634d tempest-ServerRescueTestJSON-484479922 tempest-ServerRescueTestJSON-484479922-project] 10.222.0.42 "GET /v2.0/ports?device_id=be6069ac-d9ba-40b5-8e20-8d0b5bb33830 HTTP/1.1" status: 200 len: 945 time: 0.0612965 Mar 29 15:50:57.071641 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-bc41cdf8-64ca-4991-a29f-356bacdd5b2a req-6c9149e2-5f57-4e51-a2ee-3c3a0fda284c tempest-ServerRescueTestJSON-484479922 tempest-ServerRescueTestJSON-484479922-project] 10.222.0.42 "GET /v2.0/security-groups?id=a3f3b05e-b4b0-4bd5-8f61-9140e1e7cbea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365396 Mar 29 15:50:57.096303 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1ad53e-e3db-4e61-b11a-0cab054ee253 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Pushing event updated for resources: {'Port': ['ID=140228ac-e3ec-455c-873b-c26491fd8658,revision_number=2']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:50:57.107838 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193b6939-24d5-48fb-86ba-d9f6a4bef855 req-e8472d23-5f47-49bc-baa2-b5a6f0cb5065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:50:57.109596 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-193b6939-24d5-48fb-86ba-d9f6a4bef855 req-e8472d23-5f47-49bc-baa2-b5a6f0cb5065 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4613198224a343ff95b6b23b26c7af7a&device_id=dbce9f83-2267-4628-9e0c-afe7582d0b9c HTTP/1.1" status: 200 len: 1095 time: 0.1420500 Mar 29 15:50:57.136488 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-13a0bef6-b5d9-44f4-abdd-6a25285e2e11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:57.139007 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-13a0bef6-b5d9-44f4-abdd-6a25285e2e11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:57.140190 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-13a0bef6-b5d9-44f4-abdd-6a25285e2e11 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/19ceadf9-8043-4828-a0df-4c8b39d7ed12 HTTP/1.1" status: 204 len: 168 time: 0.4292829 Mar 29 15:50:57.176898 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a0bef6-b5d9-44f4-abdd-6a25285e2e11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19ceadf9-8043-4828-a0df-4c8b39d7ed12,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:50:57.217416 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd1ad53e-e3db-4e61-b11a-0cab054ee253 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Network 37ae3c1f-b267-497f-8c1c-7df21c3386b1 is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:50:57.222199 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [None req-dd1ad53e-e3db-4e61-b11a-0cab054ee253 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:50:57.347190 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193b6939-24d5-48fb-86ba-d9f6a4bef855 req-76e163e5-42bd-4aa8-81c4-92733b189ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:50:57.348725 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-193b6939-24d5-48fb-86ba-d9f6a4bef855 req-76e163e5-42bd-4aa8-81c4-92733b189ab8 service neutron] 10.222.0.48 "GET /v2.0/networks?id=b7faf18d-6cc9-4169-9a4b-9b5eaf1db9bd HTTP/1.1" status: 200 len: 898 time: 0.2308762 Mar 29 15:50:57.397802 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 60052) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:50:57.406113 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-193b6939-24d5-48fb-86ba-d9f6a4bef855 req-f3bf5155-e851-4950-b037-07347580026f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.25&port_id=408a7751-c169-48c6-a91f-4e488a715a48 HTTP/1.1" status: 200 len: 217 time: 0.0447402 Mar 29 15:50:57.427707 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75e9849-4838-4559-b82b-425ec56ffb30 req-59809095-0c52-49e5-9370-f88462c80686 tempest-ServerRescueTestJSON-484479922 tempest-ServerRescueTestJSON-484479922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:50:57.428945 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd1ad53e-e3db-4e61-b11a-0cab054ee253 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Router c15dfa07-3817-4fa8-a7c0-c59f70177e5b has already been hosted by L3 agent c648d819-1060-4f26-b4ec-6455387b5dff {{(pid=102791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 15:50:57.429321 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-c75e9849-4838-4559-b82b-425ec56ffb30 req-59809095-0c52-49e5-9370-f88462c80686 tempest-ServerRescueTestJSON-484479922 tempest-ServerRescueTestJSON-484479922-project] 10.222.0.42 "GET /v2.0/ports?device_id=be6069ac-d9ba-40b5-8e20-8d0b5bb33830 HTTP/1.1" status: 200 len: 945 time: 0.0890868 Mar 29 15:50:57.478057 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193b6939-24d5-48fb-86ba-d9f6a4bef855 req-3192e76e-5c0e-454b-964b-58d5b1dc1d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:50:57.480207 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-193b6939-24d5-48fb-86ba-d9f6a4bef855 req-3192e76e-5c0e-454b-964b-58d5b1dc1d2b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d5b54dcb-2f5e-4022-8f9a-68afb8320531 HTTP/1.1" status: 200 len: 838 time: 0.0641201 Mar 29 15:50:57.538357 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-c75e9849-4838-4559-b82b-425ec56ffb30 req-9180cb41-7fd7-4ecc-ad52-5bd137cd3a79 tempest-ServerRescueTestJSON-484479922 tempest-ServerRescueTestJSON-484479922-project] 10.222.0.42 "GET /v2.0/security-groups?id=a3f3b05e-b4b0-4bd5-8f61-9140e1e7cbea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008170 Mar 29 15:50:57.644867 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd1ad53e-e3db-4e61-b11a-0cab054ee253 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:50:57.650455 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-dd1ad53e-e3db-4e61-b11a-0cab054ee253 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] 10.222.0.42 "PUT /v2.0/routers/c15dfa07-3817-4fa8-a7c0-c59f70177e5b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6566944 Mar 29 15:50:57.653842 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 60058) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:50:57.655485 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193b6939-24d5-48fb-86ba-d9f6a4bef855 req-f0d09a42-5e24-48a0-bc9b-d6017035f7c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:50:57.656954 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-193b6939-24d5-48fb-86ba-d9f6a4bef855 req-f0d09a42-5e24-48a0-bc9b-d6017035f7c3 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b7faf18d-6cc9-4169-9a4b-9b5eaf1db9bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1418450 Mar 29 15:50:57.664783 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09971be0-875a-480e-b5cd-cf71b79c847b None None] Sync routers for ids ['c15dfa07-3817-4fa8-a7c0-c59f70177e5b'] in n-d-834765-1 {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:50:57.691560 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09971be0-875a-480e-b5cd-cf71b79c847b None None] Routers {'c15dfa07-3817-4fa8-a7c0-c59f70177e5b'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:50:57.692327 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-09971be0-875a-480e-b5cd-cf71b79c847b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:50:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['c15dfa07-3817-4fa8-a7c0-c59f70177e5b'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:50:57.708270 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 60060) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:50:57.726836 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-b5ff8479-0ec8-4b47-90ae-bf0b419efa1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:57.730727 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-01e23ff1-b766-4f6c-a829-c7b4d33024c0 None None] Provisioning complete for port 140228ac-e3ec-455c-873b-c26491fd8658 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:50:57.731403 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-01e23ff1-b766-4f6c-a829-c7b4d33024c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:57.733226 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-09971be0-875a-480e-b5cd-cf71b79c847b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:50:57.745101 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efe89823-90d9-4d7f-b61c-632a9bad972c tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:50:57.746517 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-efe89823-90d9-4d7f-b61c-632a9bad972c tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] 10.222.0.42 "GET /v2.0/ports/140228ac-e3ec-455c-873b-c26491fd8658 HTTP/1.1" status: 200 len: 913 time: 0.0914464 Mar 29 15:50:57.749915 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 60062) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:50:57.778361 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09971be0-875a-480e-b5cd-cf71b79c847b None None] Routers {'c15dfa07-3817-4fa8-a7c0-c59f70177e5b'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:50:57.779459 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-09971be0-875a-480e-b5cd-cf71b79c847b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:50:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['c15dfa07-3817-4fa8-a7c0-c59f70177e5b'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:50:57.799682 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-193b6939-24d5-48fb-86ba-d9f6a4bef855 req-9a03e333-3215-4737-875a-11eb70bcf586 service neutron] 10.222.0.48 "GET /v2.0/networks/b7faf18d-6cc9-4169-9a4b-9b5eaf1db9bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302321 Mar 29 15:50:57.812642 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ca0422-f987-4054-9e04-af5c0f829df8 req-dd31a711-5477-4877-b683-58f9fc9c5e87 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:50:57.814957 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-09971be0-875a-480e-b5cd-cf71b79c847b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:50:57.815882 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09971be0-875a-480e-b5cd-cf71b79c847b None None] The sync data for ids ['c15dfa07-3817-4fa8-a7c0-c59f70177e5b'] in n-d-834765-1 is: [] {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:50:57.819773 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-01e23ff1-b766-4f6c-a829-c7b4d33024c0 None None] Port 140228ac-e3ec-455c-873b-c26491fd8658 cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 15:50:57.823800 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-67ca0422-f987-4054-9e04-af5c0f829df8 req-dd31a711-5477-4877-b683-58f9fc9c5e87 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] 10.222.0.42 "GET /v2.0/ports?device_id=dbce9f83-2267-4628-9e0c-afe7582d0b9c HTTP/1.1" status: 200 len: 944 time: 0.2336619 Mar 29 15:50:57.918421 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-67ca0422-f987-4054-9e04-af5c0f829df8 req-9de31fb5-ab2f-426f-afce-6bcf85d58536 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] 10.222.0.42 "GET /v2.0/security-groups?id=48412e0f-2e84-4054-b430-1164daea25c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0862393 Mar 29 15:50:57.943389 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-193b6939-24d5-48fb-86ba-d9f6a4bef855 req-cba80ad3-5e9a-4db4-88f6-6c46e62def00 service neutron] 10.222.0.48 "GET /v2.0/networks/b7faf18d-6cc9-4169-9a4b-9b5eaf1db9bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1183794 Mar 29 15:50:58.018446 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-a0a670ab-26ad-4ef7-bd7e-76b72fd0f82e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=3b131848d0de40f0b713134c09f1859b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6195507 Mar 29 15:50:58.021030 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 60064) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:50:58.072331 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-1c6d8caa-2fc9-4152-afa7-4d4a91536424 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:58.096107 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-1c6d8caa-2fc9-4152-afa7-4d4a91536424 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:58.145058 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-1c6d8caa-2fc9-4152-afa7-4d4a91536424 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:58.147659 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-1c6d8caa-2fc9-4152-afa7-4d4a91536424 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:58.152431 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-1c6d8caa-2fc9-4152-afa7-4d4a91536424 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d8fce4e5-0e3f-4b15-b93d-992bb72b4709 HTTP/1.1" status: 204 len: 168 time: 0.1268382 Mar 29 15:50:58.158002 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6d8caa-2fc9-4152-afa7-4d4a91536424 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8fce4e5-0e3f-4b15-b93d-992bb72b4709,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:50:58.356820 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-b5ff8479-0ec8-4b47-90ae-bf0b419efa1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:58.368489 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-b5ff8479-0ec8-4b47-90ae-bf0b419efa1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:58.457108 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-b5ff8479-0ec8-4b47-90ae-bf0b419efa1e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=6e2deea0796e4207967ad97925fa6b93&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7478161 Mar 29 15:50:58.459824 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 60076) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:50:58.463773 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ff8479-0ec8-4b47-90ae-bf0b419efa1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c876b38a-6738-41d3-9d4b-38c8fa824f39,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:50:58.476567 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ff8479-0ec8-4b47-90ae-bf0b419efa1e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:50:58.476914 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ff8479-0ec8-4b47-90ae-bf0b419efa1e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:50:58.477254 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ff8479-0ec8-4b47-90ae-bf0b419efa1e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:50:58.477589 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ff8479-0ec8-4b47-90ae-bf0b419efa1e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:50:58.477918 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ff8479-0ec8-4b47-90ae-bf0b419efa1e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:50:58.478243 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ff8479-0ec8-4b47-90ae-bf0b419efa1e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:50:58.478573 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ff8479-0ec8-4b47-90ae-bf0b419efa1e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:50:58.479011 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ff8479-0ec8-4b47-90ae-bf0b419efa1e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:50:58.479362 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ff8479-0ec8-4b47-90ae-bf0b419efa1e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:50:58.479685 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ff8479-0ec8-4b47-90ae-bf0b419efa1e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:50:58.480484 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ff8479-0ec8-4b47-90ae-bf0b419efa1e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:50:58.480484 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ff8479-0ec8-4b47-90ae-bf0b419efa1e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:50:58.517459 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-16eb82a3-22bd-4171-96a1-4d2b8f9166d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:58.539516 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-16eb82a3-22bd-4171-96a1-4d2b8f9166d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:58.594482 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-16eb82a3-22bd-4171-96a1-4d2b8f9166d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:58.597066 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-16eb82a3-22bd-4171-96a1-4d2b8f9166d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:58.598454 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-16eb82a3-22bd-4171-96a1-4d2b8f9166d9 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c876b38a-6738-41d3-9d4b-38c8fa824f39 HTTP/1.1" status: 204 len: 168 time: 0.1375430 Mar 29 15:50:58.606533 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16eb82a3-22bd-4171-96a1-4d2b8f9166d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c876b38a-6738-41d3-9d4b-38c8fa824f39,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:50:58.642239 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-2f106ddb-9fb1-4ce4-8aa2-0697a4f92b0f tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-530452'] for router_interface, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:58.780307 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504a264f-00d8-49ac-8151-4ddeb3d1233a req-6ab535f0-259c-48ff-8d18-3028326ea158 tempest-ServerRescueTestJSON-484479922 tempest-ServerRescueTestJSON-484479922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:50:58.781803 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-504a264f-00d8-49ac-8151-4ddeb3d1233a req-6ab535f0-259c-48ff-8d18-3028326ea158 tempest-ServerRescueTestJSON-484479922 tempest-ServerRescueTestJSON-484479922-project] 10.222.0.42 "GET /v2.0/ports?device_id=be6069ac-d9ba-40b5-8e20-8d0b5bb33830 HTTP/1.1" status: 200 len: 945 time: 0.0975568 Mar 29 15:50:58.913612 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-504a264f-00d8-49ac-8151-4ddeb3d1233a req-6c0879b8-60d2-4e50-9084-ae15ecfd78de tempest-ServerRescueTestJSON-484479922 tempest-ServerRescueTestJSON-484479922-project] 10.222.0.42 "GET /v2.0/security-groups?id=a3f3b05e-b4b0-4bd5-8f61-9140e1e7cbea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115153 Mar 29 15:50:58.961099 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 60102) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:50:59.040777 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-2f106ddb-9fb1-4ce4-8aa2-0697a4f92b0f tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Deleting port 140228ac-e3ec-455c-873b-c26491fd8658 {{(pid=102790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:50:59.042007 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-2f106ddb-9fb1-4ce4-8aa2-0697a4f92b0f tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:59.050906 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6be9670-7072-4743-a597-8feb6ee6cb73 req-f0c841da-e2c1-4e9a-a776-84c614d43222 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:50:59.052627 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d6be9670-7072-4743-a597-8feb6ee6cb73 req-f0c841da-e2c1-4e9a-a776-84c614d43222 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] 10.222.0.42 "GET /v2.0/ports?device_id=dbce9f83-2267-4628-9e0c-afe7582d0b9c HTTP/1.1" status: 200 len: 944 time: 0.0550065 Mar 29 15:50:59.095097 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d6be9670-7072-4743-a597-8feb6ee6cb73 req-596d8fca-df6e-4827-a174-d52fb38089e3 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] 10.222.0.42 "GET /v2.0/security-groups?id=48412e0f-2e84-4054-b430-1164daea25c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347152 Mar 29 15:50:59.156149 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-0828c157-e1ad-44d8-90af-c9c56358a8a5 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-323879228-network', 'tenant_id': 'd8d907847dd34368b73f473fb982328c'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:50:59.158548 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-2f106ddb-9fb1-4ce4-8aa2-0697a4f92b0f tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:59.174716 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-2f106ddb-9fb1-4ce4-8aa2-0697a4f92b0f tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Calling delete_port for 140228ac-e3ec-455c-873b-c26491fd8658 owned by network:router_interface {{(pid=102790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:50:59.178070 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0828c157-e1ad-44d8-90af-c9c56358a8a5 admin admin] Made reservation on behalf of d8d907847dd34368b73f473fb982328c for: {'network': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:50:59.180912 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-0828c157-e1ad-44d8-90af-c9c56358a8a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for network, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:59.191244 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-0828c157-e1ad-44d8-90af-c9c56358a8a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:59.267973 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-0828c157-e1ad-44d8-90af-c9c56358a8a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:59.281240 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-0828c157-e1ad-44d8-90af-c9c56358a8a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:59.303111 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0828c157-e1ad-44d8-90af-c9c56358a8a5 admin admin] vlan segment allocate from pool success with {'vlan_id': 607, 'physical_network': 'physnet1'} {{(pid=102791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 15:50:59.311062 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0828c157-e1ad-44d8-90af-c9c56358a8a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25be4a6b-a022-4989-952a-002e3031c19a,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:50:59.370529 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-2f106ddb-9fb1-4ce4-8aa2-0697a4f92b0f tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:59.372750 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-0828c157-e1ad-44d8-90af-c9c56358a8a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:59.373132 n-d-834765-1 neutron-server[102791]: INFO neutron.db.segments_db [None req-0828c157-e1ad-44d8-90af-c9c56358a8a5 admin admin] Added segment 3517382d-aae8-457c-a891-64fda55090a5 of type vlan for network 1a890cad-eceb-4443-afdb-474dde0f8f1e Mar 29 15:50:59.426574 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f106ddb-9fb1-4ce4-8aa2-0697a4f92b0f tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Pushing event deleted for resources: {'Port': ['ID=140228ac-e3ec-455c-873b-c26491fd8658,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:50:59.433440 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-0828c157-e1ad-44d8-90af-c9c56358a8a5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783522915970'] for network, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:59.473837 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-0828c157-e1ad-44d8-90af-c9c56358a8a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795'] for network, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:59.474857 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0828c157-e1ad-44d8-90af-c9c56358a8a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:50:59.483506 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-0828c157-e1ad-44d8-90af-c9c56358a8a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for network, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:59.521690 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-2f106ddb-9fb1-4ce4-8aa2-0697a4f92b0f tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-530528'] for router_interface, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:59.529060 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 60118) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:50:59.529629 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-0828c157-e1ad-44d8-90af-c9c56358a8a5 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.5667441 Mar 29 15:50:59.538588 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-f2e60dbe-f6a2-40b8-a867-b237cee43596 admin admin] Request body: {'subnet': {'network_id': '1a890cad-eceb-4443-afdb-474dde0f8f1e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-323879228-subnet', 'tenant_id': 'd8d907847dd34368b73f473fb982328c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:50:59.581800 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0828c157-e1ad-44d8-90af-c9c56358a8a5 admin admin] Pushing event updated for resources: {'Network': ['ID=1a890cad-eceb-4443-afdb-474dde0f8f1e,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:50:59.593715 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Network 1a890cad-eceb-4443-afdb-474dde0f8f1e details requested by agent ovs-agent-n-d-834765-1 with host n-d-834765-1 {{(pid=102792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 15:50:59.641323 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2e60dbe-f6a2-40b8-a867-b237cee43596 admin admin] Made reservation on behalf of d8d907847dd34368b73f473fb982328c for: {'subnet': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:50:59.643919 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-f2e60dbe-f6a2-40b8-a867-b237cee43596 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4793983'] for subnet, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:50:59.840840 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f106ddb-9fb1-4ce4-8aa2-0697a4f92b0f tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Router c15dfa07-3817-4fa8-a7c0-c59f70177e5b has already been hosted by L3 agent c648d819-1060-4f26-b4ec-6455387b5dff {{(pid=102790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 15:50:59.979582 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-f2e60dbe-f6a2-40b8-a867-b237cee43596 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5231896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4793961'] for subnet, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:00.014267 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f106ddb-9fb1-4ce4-8aa2-0697a4f92b0f tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:51:00.022593 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-2f106ddb-9fb1-4ce4-8aa2-0697a4f92b0f tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] 10.222.0.42 "PUT /v2.0/routers/c15dfa07-3817-4fa8-a7c0-c59f70177e5b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2716856 Mar 29 15:51:00.023418 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 60136) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:51:00.028850 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f2e308a-f6cd-4038-bf43-b4ea8e1eee61 None None] Sync routers for ids ['c15dfa07-3817-4fa8-a7c0-c59f70177e5b'] in n-d-834765-1 {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:51:00.049519 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f2e308a-f6cd-4038-bf43-b4ea8e1eee61 None None] Routers {'c15dfa07-3817-4fa8-a7c0-c59f70177e5b'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:51:00.050558 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-0f2e308a-f6cd-4038-bf43-b4ea8e1eee61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:50:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['c15dfa07-3817-4fa8-a7c0-c59f70177e5b'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:51:00.082745 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e60dbe-f6a2-40b8-a867-b237cee43596 admin admin] Pushing event updated for resources: {'Subnet': ['ID=62348b33-7001-4dc5-aea1-2976e02267d0,revision_number=0']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:51:00.098202 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-0f2e308a-f6cd-4038-bf43-b4ea8e1eee61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:51:00.106834 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0771ecef-05f6-4786-8975-3e814e2eb29d req-fdaac67a-6b1c-4708-ba75-0e0b00771c7a tempest-ServerRescueTestJSON-484479922 tempest-ServerRescueTestJSON-484479922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:51:00.108396 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-0771ecef-05f6-4786-8975-3e814e2eb29d req-fdaac67a-6b1c-4708-ba75-0e0b00771c7a tempest-ServerRescueTestJSON-484479922 tempest-ServerRescueTestJSON-484479922-project] 10.222.0.42 "GET /v2.0/ports?device_id=be6069ac-d9ba-40b5-8e20-8d0b5bb33830 HTTP/1.1" status: 200 len: 945 time: 0.1175389 Mar 29 15:51:00.108984 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f2e308a-f6cd-4038-bf43-b4ea8e1eee61 None None] Routers {'c15dfa07-3817-4fa8-a7c0-c59f70177e5b'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:51:00.109688 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-0f2e308a-f6cd-4038-bf43-b4ea8e1eee61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:50:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['c15dfa07-3817-4fa8-a7c0-c59f70177e5b'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:51:00.111362 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2e60dbe-f6a2-40b8-a867-b237cee43596 admin admin] Checking segment: {'id': '3517382d-aae8-457c-a891-64fda55090a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '1a890cad-eceb-4443-afdb-474dde0f8f1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:51:00.111722 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2e60dbe-f6a2-40b8-a867-b237cee43596 admin admin] Network hostable DHCP agents. Network: 1a890cad-eceb-4443-afdb-474dde0f8f1e, hostable agents: ['d136643e-48ae-49d4-a851-2ba3bdf3749c'], hosted agents: [] {{(pid=102790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 15:51:00.166354 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-0771ecef-05f6-4786-8975-3e814e2eb29d req-60acb727-2524-4bd2-8b7d-f767b684b640 tempest-ServerRescueTestJSON-484479922 tempest-ServerRescueTestJSON-484479922-project] 10.222.0.42 "GET /v2.0/security-groups?id=a3f3b05e-b4b0-4bd5-8f61-9140e1e7cbea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479035 Mar 29 15:51:00.167790 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2e60dbe-f6a2-40b8-a867-b237cee43596 admin admin] Network 1a890cad-eceb-4443-afdb-474dde0f8f1e is scheduled to be hosted by DHCP agent d136643e-48ae-49d4-a851-2ba3bdf3749c with binding_index 1 {{(pid=102790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 15:51:00.183666 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-f2e60dbe-f6a2-40b8-a867-b237cee43596 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834765-1, 1a890cad-eceb-4443-afdb-474dde0f8f1e) {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:51:00.189744 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2e60dbe-f6a2-40b8-a867-b237cee43596 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:51:00.192838 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d40a63e8-41b1-4147-acee-50e3f9b70289 None None] Network 1a890cad-eceb-4443-afdb-474dde0f8f1e requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 15:51:00.193016 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-f2e60dbe-f6a2-40b8-a867-b237cee43596 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for subnet, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:00.229193 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-f2e60dbe-f6a2-40b8-a867-b237cee43596 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.6976173 Mar 29 15:51:00.229669 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 60142) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:51:00.235639 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-c7659716-b6d7-48de-87df-bdaa48ebe182 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-323879228-router', 'tenant_id': 'd8d907847dd34368b73f473fb982328c', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'}}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:51:00.262812 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c7659716-b6d7-48de-87df-bdaa48ebe182 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-532385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129310'] for router, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:00.273206 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c7659716-b6d7-48de-87df-bdaa48ebe182 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-648091', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-684384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129319'] for router, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:00.302531 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-0f2e308a-f6cd-4038-bf43-b4ea8e1eee61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:51:00.303447 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f2e308a-f6cd-4038-bf43-b4ea8e1eee61 None None] The sync data for ids ['c15dfa07-3817-4fa8-a7c0-c59f70177e5b'] in n-d-834765-1 is: [] {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:51:00.349779 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-cd79e3fb-ae93-49a6-b28d-5e81779c370b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:00.357434 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c7659716-b6d7-48de-87df-bdaa48ebe182 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:00.434294 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4864f9bc-e0aa-48cb-8fc8-00f31393186a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0035034-69b0-5ffc-b384-0ac6189c5628-1a890cad-eceb-4443-afdb-474dde0f8f1e', 'network_id': '1a890cad-eceb-4443-afdb-474dde0f8f1e', 'tenant_id': 'd8d907847dd34368b73f473fb982328c', 'fixed_ips': [{'subnet_id': '62348b33-7001-4dc5-aea1-2976e02267d0'}]}} from n-d-834765-1. {{(pid=102792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 29 15:51:00.435185 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-4864f9bc-e0aa-48cb-8fc8-00f31393186a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:00.517635 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c7659716-b6d7-48de-87df-bdaa48ebe182 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:00.635841 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.db_base_plugin_common [None req-4864f9bc-e0aa-48cb-8fc8-00f31393186a None None] Allocated IP 172.20.0.2 (1a890cad-eceb-4443-afdb-474dde0f8f1e/62348b33-7001-4dc5-aea1-2976e02267d0/2546891f-cc00-43f6-87a2-4f58624efdf7) {{(pid=102792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:51:00.676640 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe637714-c65f-4ecd-a932-97a980d2fa6c req-d7cd4155-badd-4350-8275-63fd5419f616 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:51:00.678200 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-fe637714-c65f-4ecd-a932-97a980d2fa6c req-d7cd4155-badd-4350-8275-63fd5419f616 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] 10.222.0.42 "GET /v2.0/ports?device_id=dbce9f83-2267-4628-9e0c-afe7582d0b9c HTTP/1.1" status: 200 len: 944 time: 0.0992327 Mar 29 15:51:00.782121 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-fe637714-c65f-4ecd-a932-97a980d2fa6c req-29e20bda-8423-4770-b729-e096d5484a13 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] 10.222.0.42 "GET /v2.0/security-groups?id=48412e0f-2e84-4054-b430-1164daea25c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0820858 Mar 29 15:51:00.814272 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c7659716-b6d7-48de-87df-bdaa48ebe182 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:00.838195 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c7659716-b6d7-48de-87df-bdaa48ebe182 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:00.848894 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device 408a7751-c169-48c6-a91f-4e488a715a48 details requested by agent hyperv_n-h2-834765-1 with host n-h2-834765-1 {{(pid=102792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 15:51:00.874243 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-4864f9bc-e0aa-48cb-8fc8-00f31393186a None None] Notify callbacks [] for port, precommit_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:00.891751 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-4864f9bc-e0aa-48cb-8fc8-00f31393186a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956'] for port, after_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:00.906368 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033dda78-4466-425f-80f5-d3bc110d72bd req-e4dd1a45-5e43-47b8-9673-444d390cdddb tempest-ServerRescueTestJSON-484479922 tempest-ServerRescueTestJSON-484479922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:51:00.908314 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-033dda78-4466-425f-80f5-d3bc110d72bd req-e4dd1a45-5e43-47b8-9673-444d390cdddb tempest-ServerRescueTestJSON-484479922 tempest-ServerRescueTestJSON-484479922-project] 10.222.0.44 "GET /v2.0/ports?device_id=be6069ac-d9ba-40b5-8e20-8d0b5bb33830 HTTP/1.1" status: 200 len: 945 time: 0.0968032 Mar 29 15:51:00.922324 n-d-834765-1 neutron-server[102792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4864f9bc-e0aa-48cb-8fc8-00f31393186a None None] Network 1a890cad-eceb-4443-afdb-474dde0f8f1e is already hosted by enough agents. {{(pid=102792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:51:00.968912 n-d-834765-1 neutron-server[102792]: DEBUG neutron.scheduler.base_scheduler [None req-4864f9bc-e0aa-48cb-8fc8-00f31393186a None None] Resources bound (agent type, host, resource id): {{(pid=102792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:51:00.974222 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4864f9bc-e0aa-48cb-8fc8-00f31393186a None None] Received port after_create {{(pid=102792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:51:01.019715 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4864f9bc-e0aa-48cb-8fc8-00f31393186a None None] Pushing event updated for resources: {'Port': ['ID=2546891f-cc00-43f6-87a2-4f58624efdf7,revision_number=1']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:51:01.035421 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.db_base_plugin_common [None req-c7659716-b6d7-48de-87df-bdaa48ebe182 admin admin] Allocated IP 172.25.4.63 (4a4a035d-ecac-4ead-baa3-25f90788773a/e1a353dc-fac8-4901-a63c-273840237d6a/3fedbbdf-bf13-4a1e-b5cb-153ae7f29c95) {{(pid=102790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:51:01.044287 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-4dfc9cbd-22f3-4af5-9755-781627d20371 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-530452'] for router_interface, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:01.059485 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-4864f9bc-e0aa-48cb-8fc8-00f31393186a None None] Attempting to bind port 2546891f-cc00-43f6-87a2-4f58624efdf7 on host n-d-834765-1 for vnic_type normal with profile {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:51:01.059908 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-4864f9bc-e0aa-48cb-8fc8-00f31393186a None None] Attempting to bind port 2546891f-cc00-43f6-87a2-4f58624efdf7 by drivers openvswitch,hyperv on host n-d-834765-1 at level 0 using segments [{'id': '3517382d-aae8-457c-a891-64fda55090a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '1a890cad-eceb-4443-afdb-474dde0f8f1e'}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:51:01.060270 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4864f9bc-e0aa-48cb-8fc8-00f31393186a None None] Attempting to bind port 2546891f-cc00-43f6-87a2-4f58624efdf7 on network 1a890cad-eceb-4443-afdb-474dde0f8f1e {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:51:01.068468 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4864f9bc-e0aa-48cb-8fc8-00f31393186a None None] Checking agent: {'id': 'a8866439-9d96-425c-b519-6905c591ac37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 25, 36), 'started_at': datetime.datetime(2022, 3, 29, 15, 26, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 50, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834765-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:51:01.068839 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4864f9bc-e0aa-48cb-8fc8-00f31393186a None None] Checking segment: {'id': '3517382d-aae8-457c-a891-64fda55090a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '1a890cad-eceb-4443-afdb-474dde0f8f1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:51:01.069288 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-4864f9bc-e0aa-48cb-8fc8-00f31393186a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:01.069784 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4864f9bc-e0aa-48cb-8fc8-00f31393186a None None] Bound using segment: {'id': '3517382d-aae8-457c-a891-64fda55090a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '1a890cad-eceb-4443-afdb-474dde0f8f1e'} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:51:01.070128 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-4864f9bc-e0aa-48cb-8fc8-00f31393186a None None] Bound port: 2546891f-cc00-43f6-87a2-4f58624efdf7, host: n-d-834765-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3517382d-aae8-457c-a891-64fda55090a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '1a890cad-eceb-4443-afdb-474dde0f8f1e'}}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 15:51:01.070542 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-4864f9bc-e0aa-48cb-8fc8-00f31393186a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:01.074332 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port 408a7751-c169-48c6-a91f-4e488a715a48, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=408a7751-c169-48c6-a91f-4e488a715a48,segment=NetworkSegment(2a4ce93c-04dc-421c-bbb2-d2181b27d5d6),segment_id=2a4ce93c-04dc-421c-bbb2-d2181b27d5d6)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:51:01.096652 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Returning: {'device': '408a7751-c169-48c6-a91f-4e488a715a48', 'network_id': 'b7faf18d-6cc9-4169-9a4b-9b5eaf1db9bd', 'port_id': '408a7751-c169-48c6-a91f-4e488a715a48', 'mac_address': 'fa:16:3e:d5:76:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 611, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5b54dcb-2f5e-4022-8f9a-68afb8320531', 'ip_address': '172.20.0.25'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 15:51:01.189495 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:01.203189 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-4864f9bc-e0aa-48cb-8fc8-00f31393186a None None] For port 2546891f-cc00-43f6-87a2-4f58624efdf7, host n-d-834765-1, cleared binding levels {{(pid=102792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:51:01.219832 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 408a7751-c169-48c6-a91f-4e488a715a48 {{(pid=102792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:51:01.222706 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c7659716-b6d7-48de-87df-bdaa48ebe182 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:01.227069 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-4864f9bc-e0aa-48cb-8fc8-00f31393186a None None] For port 2546891f-cc00-43f6-87a2-4f58624efdf7, host n-d-834765-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=2546891f-cc00-43f6-87a2-4f58624efdf7,segment=NetworkSegment(3517382d-aae8-457c-a891-64fda55090a5),segment_id=3517382d-aae8-457c-a891-64fda55090a5)] {{(pid=102792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:51:01.238118 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-4864f9bc-e0aa-48cb-8fc8-00f31393186a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:01.267852 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c7659716-b6d7-48de-87df-bdaa48ebe182 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:01.279637 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [req-033dda78-4466-425f-80f5-d3bc110d72bd req-4917ea7e-53e4-4b22-8e49-61dae3eb3977 tempest-ServerRescueTestJSON-484479922 tempest-ServerRescueTestJSON-484479922-project] Deleting port 2395dae7-4ecb-4b6a-be2f-a5a2243a57fe {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:51:01.280912 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-033dda78-4466-425f-80f5-d3bc110d72bd req-4917ea7e-53e4-4b22-8e49-61dae3eb3977 tempest-ServerRescueTestJSON-484479922 tempest-ServerRescueTestJSON-484479922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:01.306365 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4864f9bc-e0aa-48cb-8fc8-00f31393186a None None] Pushing event updated for resources: {'Port': ['ID=2546891f-cc00-43f6-87a2-4f58624efdf7,revision_number=2']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:51:01.313584 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port 408a7751-c169-48c6-a91f-4e488a715a48, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=408a7751-c169-48c6-a91f-4e488a715a48,segment=NetworkSegment(2a4ce93c-04dc-421c-bbb2-d2181b27d5d6),segment_id=2a4ce93c-04dc-421c-bbb2-d2181b27d5d6)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:51:01.321676 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:01.366929 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7659716-b6d7-48de-87df-bdaa48ebe182 admin admin] Network 4a4a035d-ecac-4ead-baa3-25f90788773a is already hosted by enough agents. {{(pid=102790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:51:01.377426 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-c7659716-b6d7-48de-87df-bdaa48ebe182 admin admin] Resources bound (agent type, host, resource id): {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:51:01.387721 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7659716-b6d7-48de-87df-bdaa48ebe182 admin admin] Received port after_create {{(pid=102790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:51:01.393796 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Pushing event updated for resources: {'Port': ['ID=408a7751-c169-48c6-a91f-4e488a715a48,revision_number=4']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:51:01.394257 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7659716-b6d7-48de-87df-bdaa48ebe182 admin admin] Pushing event updated for resources: {'Port': ['ID=3fedbbdf-bf13-4a1e-b5cb-153ae7f29c95,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:51:01.468444 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-033dda78-4466-425f-80f5-d3bc110d72bd req-4917ea7e-53e4-4b22-8e49-61dae3eb3977 tempest-ServerRescueTestJSON-484479922 tempest-ServerRescueTestJSON-484479922-project] For port 2395dae7-4ecb-4b6a-be2f-a5a2243a57fe, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=2395dae7-4ecb-4b6a-be2f-a5a2243a57fe,segment=NetworkSegment(97a801df-9d8d-4e2e-9456-226310108f77),segment_id=97a801df-9d8d-4e2e-9456-226310108f77)] {{(pid=102791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:51:01.468764 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-033dda78-4466-425f-80f5-d3bc110d72bd req-4917ea7e-53e4-4b22-8e49-61dae3eb3977 tempest-ServerRescueTestJSON-484479922 tempest-ServerRescueTestJSON-484479922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:01.479213 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732d5c02-eb62-4319-86e6-98a27a353963 req-6be10091-623e-4f8f-aff7-5331615546c7 tempest-ServerRescueTestJSON-484479922 tempest-ServerRescueTestJSON-484479922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:51:01.479213 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-732d5c02-eb62-4319-86e6-98a27a353963 req-6be10091-623e-4f8f-aff7-5331615546c7 tempest-ServerRescueTestJSON-484479922 tempest-ServerRescueTestJSON-484479922-project] 10.222.0.42 "GET /v2.0/ports?device_id=be6069ac-d9ba-40b5-8e20-8d0b5bb33830 HTTP/1.1" status: 200 len: 945 time: 0.1639702 Mar 29 15:51:01.508997 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [req-033dda78-4466-425f-80f5-d3bc110d72bd req-4917ea7e-53e4-4b22-8e49-61dae3eb3977 tempest-ServerRescueTestJSON-484479922 tempest-ServerRescueTestJSON-484479922-project] Calling delete_port for 2395dae7-4ecb-4b6a-be2f-a5a2243a57fe owned by compute:nova {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:51:01.661905 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-4dfc9cbd-22f3-4af5-9755-781627d20371 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Deleting port 0c933865-b7d2-4d3d-8b6e-2ca739db66a4 {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:51:01.662394 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-4dfc9cbd-22f3-4af5-9755-781627d20371 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:01.667391 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] get_ports_and_sgs() called for port_ids ['408a7751-c169-48c6-a91f-4e488a715a48'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:51:01.681257 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-732d5c02-eb62-4319-86e6-98a27a353963 req-eb4be949-8c11-409d-99bb-9a4a18da7afe tempest-ServerRescueTestJSON-484479922 tempest-ServerRescueTestJSON-484479922-project] 10.222.0.42 "GET /v2.0/security-groups?id=a3f3b05e-b4b0-4bd5-8f61-9140e1e7cbea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610665 Mar 29 15:51:01.911008 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-4dfc9cbd-22f3-4af5-9755-781627d20371 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:01.924504 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c7659716-b6d7-48de-87df-bdaa48ebe182 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:01.939351 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-033dda78-4466-425f-80f5-d3bc110d72bd req-4917ea7e-53e4-4b22-8e49-61dae3eb3977 tempest-ServerRescueTestJSON-484479922 tempest-ServerRescueTestJSON-484479922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:02.025032 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] get_ports_and_sgs() called for port_ids ['6ba56cfb-3724-4410-8b50-b603e9b91d33', '2395dae7-4ecb-4b6a-be2f-a5a2243a57fe'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:51:02.079508 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-4dfc9cbd-22f3-4af5-9755-781627d20371 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Calling delete_port for 0c933865-b7d2-4d3d-8b6e-2ca739db66a4 owned by network:router_interface {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:51:02.126079 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4917ea7e-53e4-4b22-8e49-61dae3eb3977 tempest-ServerRescueTestJSON-484479922 tempest-ServerRescueTestJSON-484479922-project] Pushing event deleted for resources: {'Port': ['ID=2395dae7-4ecb-4b6a-be2f-a5a2243a57fe,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:51:02.155186 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [req-033dda78-4466-425f-80f5-d3bc110d72bd req-4917ea7e-53e4-4b22-8e49-61dae3eb3977 tempest-ServerRescueTestJSON-484479922 tempest-ServerRescueTestJSON-484479922-project] No DVR routers for this DVR port 2395dae7-4ecb-4b6a-be2f-a5a2243a57fe on host n-h1-834765-1 {{(pid=102791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:51:02.165028 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-033dda78-4466-425f-80f5-d3bc110d72bd req-4917ea7e-53e4-4b22-8e49-61dae3eb3977 tempest-ServerRescueTestJSON-484479922 tempest-ServerRescueTestJSON-484479922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:02.173976 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-033dda78-4466-425f-80f5-d3bc110d72bd req-4917ea7e-53e4-4b22-8e49-61dae3eb3977 tempest-ServerRescueTestJSON-484479922 tempest-ServerRescueTestJSON-484479922-project] 10.222.0.44 "DELETE /v2.0/ports/2395dae7-4ecb-4b6a-be2f-a5a2243a57fe HTTP/1.1" status: 204 len: 173 time: 1.2561450 Mar 29 15:51:02.174548 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be6069ac-d9ba-40b5-8e20-8d0b5bb33830', 'name': 'network-vif-deleted', 'tag': '2395dae7-4ecb-4b6a-be2f-a5a2243a57fe'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:51:02.176975 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c67b028db5e9b9818fecc5c0a87ebc6f190694fa53ca267d523e04f98de536d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7c2260f-3f17-4705-95fd-28c86fda53b0" -d '{"events": [{"server_uuid": "be6069ac-d9ba-40b5-8e20-8d0b5bb33830", "name": "network-vif-deleted", "tag": "2395dae7-4ecb-4b6a-be2f-a5a2243a57fe"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:51:02.214552 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c7659716-b6d7-48de-87df-bdaa48ebe182 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648118'] for router, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:02.291635 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e73594-bf6e-4a8b-90b3-59941b135678 req-ff10857d-9314-40ed-8baa-04727a9459a3 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:51:02.293245 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-88e73594-bf6e-4a8b-90b3-59941b135678 req-ff10857d-9314-40ed-8baa-04727a9459a3 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] 10.222.0.42 "GET /v2.0/ports?device_id=dbce9f83-2267-4628-9e0c-afe7582d0b9c HTTP/1.1" status: 200 len: 945 time: 0.3690231 Mar 29 15:51:02.296781 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:51:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d32816d-4f6a-4a23-84e3-34cb32f124cb x-openstack-request-id: req-2d32816d-4f6a-4a23-84e3-34cb32f124cb {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:51:02.297052 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be6069ac-d9ba-40b5-8e20-8d0b5bb33830", "name": "network-vif-deleted", "tag": "2395dae7-4ecb-4b6a-be2f-a5a2243a57fe", "status": "completed", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:51:02.297455 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-2d32816d-4f6a-4a23-84e3-34cb32f124cb {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:51:02.298244 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be6069ac-d9ba-40b5-8e20-8d0b5bb33830', 'name': 'network-vif-deleted', 'tag': '2395dae7-4ecb-4b6a-be2f-a5a2243a57fe', 'status': 'completed', 'code': 200} Mar 29 15:51:02.434299 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-88e73594-bf6e-4a8b-90b3-59941b135678 req-b9abc7cd-9f43-47f5-ae4e-138b97ccfa82 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] 10.222.0.42 "GET /v2.0/security-groups?id=48412e0f-2e84-4054-b430-1164daea25c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1322367 Mar 29 15:51:02.510964 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7659716-b6d7-48de-87df-bdaa48ebe182 admin admin] Router 26a88bc5-ebda-45ee-90f1-5547a1a4689e is scheduled to L3 agent c648d819-1060-4f26-b4ec-6455387b5dff with binding_index 1 {{(pid=102790) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 29 15:51:02.568921 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-4dfc9cbd-22f3-4af5-9755-781627d20371 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:02.662241 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfc9cbd-22f3-4af5-9755-781627d20371 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Pushing event deleted for resources: {'Port': ['ID=0c933865-b7d2-4d3d-8b6e-2ca739db66a4,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:51:02.771344 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-77957296-9328-471a-aaf9-63ad694c7ecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:02.920746 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 2546891f-cc00-43f6-87a2-4f58624efdf7 up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:51:02.931529 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-4dfc9cbd-22f3-4af5-9755-781627d20371 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-530528'] for router_interface, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:03.060745 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port 2546891f-cc00-43f6-87a2-4f58624efdf7 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:51:03.061362 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:03.121231 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a09ec9e0-9095-48b4-8cbf-0b23c3edf448 None None] Network 1a890cad-eceb-4443-afdb-474dde0f8f1e requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 15:51:03.126804 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-18f190ee-f73b-4f50-8617-5c052c906c7e req-45de7a48-76d9-4ffd-b791-a02e608b528e tempest-ServerRescueTestJSON-484479922 tempest-ServerRescueTestJSON-484479922-project] 10.222.0.42 "GET /v2.0/ports?device_id=be6069ac-d9ba-40b5-8e20-8d0b5bb33830 HTTP/1.1" status: 200 len: 210 time: 0.0413735 Mar 29 15:51:03.193680 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7659716-b6d7-48de-87df-bdaa48ebe182 admin admin] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:51:03.198502 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4dfc9cbd-22f3-4af5-9755-781627d20371 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Router c15dfa07-3817-4fa8-a7c0-c59f70177e5b has already been hosted by L3 agent c648d819-1060-4f26-b4ec-6455387b5dff {{(pid=102791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 15:51:03.218437 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6933332-64ac-4dd6-9f74-0b2446ce5e74 None None] Sync routers for ids ['26a88bc5-ebda-45ee-90f1-5547a1a4689e'] in n-d-834765-1 {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:51:03.229654 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c7659716-b6d7-48de-87df-bdaa48ebe182 admin admin] Notify callbacks [] for router, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:03.232556 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-c7659716-b6d7-48de-87df-bdaa48ebe182 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 3.0014110 Mar 29 15:51:03.235292 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 60186) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:51:03.237488 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-588e8ff3-f85d-4d0e-a023-1e5d1a48002f None None] Provisioning complete for port 2546891f-cc00-43f6-87a2-4f58624efdf7 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:51:03.237912 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-588e8ff3-f85d-4d0e-a023-1e5d1a48002f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:03.294919 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dfc9cbd-22f3-4af5-9755-781627d20371 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:51:03.306936 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-367a97bc-9b06-47bb-a357-aba6a8ae0257 None None] Sync routers for ids ['c15dfa07-3817-4fa8-a7c0-c59f70177e5b'] in n-d-834765-1 {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:51:03.310672 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-4dfc9cbd-22f3-4af5-9755-781627d20371 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] 10.222.0.42 "PUT /v2.0/routers/c15dfa07-3817-4fa8-a7c0-c59f70177e5b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2839487 Mar 29 15:51:03.312772 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6933332-64ac-4dd6-9f74-0b2446ce5e74 None None] Routers {'26a88bc5-ebda-45ee-90f1-5547a1a4689e'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:51:03.313169 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 60188) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:51:03.314044 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-c6933332-64ac-4dd6-9f74-0b2446ce5e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:51:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['26a88bc5-ebda-45ee-90f1-5547a1a4689e'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:51:03.319965 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-367a97bc-9b06-47bb-a357-aba6a8ae0257 None None] Routers {'c15dfa07-3817-4fa8-a7c0-c59f70177e5b'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:51:03.325319 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-367a97bc-9b06-47bb-a357-aba6a8ae0257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:51:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['c15dfa07-3817-4fa8-a7c0-c59f70177e5b'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:51:03.367501 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-89c2ac96-baa8-4e05-89a2-096a51af7de0 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] 10.222.0.42 "GET /v2.0/ports?device_id=c15dfa07-3817-4fa8-a7c0-c59f70177e5b HTTP/1.1" status: 200 len: 205 time: 0.0528378 Mar 29 15:51:03.369777 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 60190) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:51:03.403697 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-367a97bc-9b06-47bb-a357-aba6a8ae0257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:51:03.425232 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-367a97bc-9b06-47bb-a357-aba6a8ae0257 None None] Routers {'c15dfa07-3817-4fa8-a7c0-c59f70177e5b'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:51:03.428894 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-367a97bc-9b06-47bb-a357-aba6a8ae0257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:51:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['c15dfa07-3817-4fa8-a7c0-c59f70177e5b'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:51:03.479077 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:03.518774 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-588e8ff3-f85d-4d0e-a023-1e5d1a48002f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:03.557629 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-367a97bc-9b06-47bb-a357-aba6a8ae0257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:51:03.558630 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-367a97bc-9b06-47bb-a357-aba6a8ae0257 None None] The sync data for ids ['c15dfa07-3817-4fa8-a7c0-c59f70177e5b'] in n-d-834765-1 is: [] {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:51:03.603916 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] For port 2546891f-cc00-43f6-87a2-4f58624efdf7, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=2546891f-cc00-43f6-87a2-4f58624efdf7,segment=NetworkSegment(3517382d-aae8-457c-a891-64fda55090a5),segment_id=3517382d-aae8-457c-a891-64fda55090a5)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:51:03.614659 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:03.614874 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-0d59eeba-5a98-470d-883d-01565ad1b716 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks [] for router, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:03.679927 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvr_db [None req-c6933332-64ac-4dd6-9f74-0b2446ce5e74 None None] Set router 26a88bc5-ebda-45ee-90f1-5547a1a4689e gateway port host: n-d-834765-1 {{(pid=102792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:51:03.764191 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.db.api [None req-588e8ff3-f85d-4d0e-a023-1e5d1a48002f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102792) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 29 15:51:03.764551 n-d-834765-1 neutron-server[102792]: DEBUG oslo_db.api [None req-588e8ff3-f85d-4d0e-a023-1e5d1a48002f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 29 15:51:03.797751 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Pushing event updated for resources: {'Port': ['ID=2546891f-cc00-43f6-87a2-4f58624efdf7,revision_number=3']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:51:03.815761 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bfea34-787a-468b-8762-5bc42fdb95db req-4319a2a7-5357-407e-8713-ca085515461f tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:51:03.817395 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-82bfea34-787a-468b-8762-5bc42fdb95db req-4319a2a7-5357-407e-8713-ca085515461f tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] 10.222.0.42 "GET /v2.0/ports?device_id=dbce9f83-2267-4628-9e0c-afe7582d0b9c HTTP/1.1" status: 200 len: 945 time: 0.1938410 Mar 29 15:51:03.882375 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-0d59eeba-5a98-470d-883d-01565ad1b716 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129328'] for router, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:03.901980 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-0d59eeba-5a98-470d-883d-01565ad1b716 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:03.918985 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-82bfea34-787a-468b-8762-5bc42fdb95db req-90fdf612-0941-485e-bf02-c9fc6367bebf tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] 10.222.0.42 "GET /v2.0/security-groups?id=48412e0f-2e84-4054-b430-1164daea25c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540411 Mar 29 15:51:03.934752 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-a8c0de55-1d2d-4366-8824-d381e4a620d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:03.980705 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-0d59eeba-5a98-470d-883d-01565ad1b716 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-526718'] for router, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:03.981389 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d59eeba-5a98-470d-883d-01565ad1b716 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Fanout notify agent at l3_agent the message router_deleted on router c15dfa07-3817-4fa8-a7c0-c59f70177e5b {{(pid=102791) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 29 15:51:03.992885 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-c6933332-64ac-4dd6-9f74-0b2446ce5e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26a88bc5-ebda-45ee-90f1-5547a1a4689e', 'name': 'tempest-ServersTestJSON-323879228-router', 'tenant_id': 'd8d907847dd34368b73f473fb982328c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.63'}], 'enable_snat': True}, 'gw_port_id': '3fedbbdf-bf13-4a1e-b5cb-153ae7f29c95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:51:00Z', 'updated_at': '2022-03-29T15:51:01Z', 'revision_number': 3, 'project_id': 'd8d907847dd34368b73f473fb982328c', 'gw_port': {'id': '3fedbbdf-bf13-4a1e-b5cb-153ae7f29c95', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:eb:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26a88bc5-ebda-45ee-90f1-5547a1a4689e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1965, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:51:00Z', 'updated_at': '2022-03-29T15:51:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1'}], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:51:03.999589 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-0d59eeba-5a98-470d-883d-01565ad1b716 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks [] for router, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:04.003903 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-0d59eeba-5a98-470d-883d-01565ad1b716 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] 10.222.0.42 "DELETE /v2.0/routers/c15dfa07-3817-4fa8-a7c0-c59f70177e5b HTTP/1.1" status: 204 len: 168 time: 0.6330464 Mar 29 15:51:04.004053 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 60196) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:51:04.035457 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6933332-64ac-4dd6-9f74-0b2446ce5e74 None None] Checking router: 26a88bc5-ebda-45ee-90f1-5547a1a4689e for host: n-d-834765-1 {{(pid=102792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:51:04.035880 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6933332-64ac-4dd6-9f74-0b2446ce5e74 None None] Updating router 26a88bc5-ebda-45ee-90f1-5547a1a4689e port 3fedbbdf-bf13-4a1e-b5cb-153ae7f29c95 binding host n-d-834765-1 {{(pid=102792) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 15:51:04.078291 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-c6933332-64ac-4dd6-9f74-0b2446ce5e74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:04.106213 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c201b5c-fc93-4f5d-8846-57839eb9f68f tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Deleting subnet 53c00acb-b66e-4a0d-929a-672c26a6ceb4 {{(pid=102790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 15:51:04.115023 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-0c201b5c-fc93-4f5d-8846-57839eb9f68f tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks [] for subnet, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:04.178889 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d71584b9-87f1-45f5-84c7-c993c2416269 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:04.199856 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-0c201b5c-fc93-4f5d-8846-57839eb9f68f tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4614024'] for subnet, precommit_delete_associations {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:04.264811 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.db_base_plugin_common [None req-a8c0de55-1d2d-4366-8824-d381e4a620d2 admin admin] Allocated IP 172.20.0.1 (1a890cad-eceb-4443-afdb-474dde0f8f1e/62348b33-7001-4dc5-aea1-2976e02267d0/818746c1-321e-4a0f-b99a-e6d555fd1abb) {{(pid=102790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:51:04.346786 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-0c201b5c-fc93-4f5d-8846-57839eb9f68f tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1641287'] for subnet, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:04.453576 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-c6933332-64ac-4dd6-9f74-0b2446ce5e74 None None] Notify callbacks [] for port, precommit_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:04.459798 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-c6933332-64ac-4dd6-9f74-0b2446ce5e74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:04.515352 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79984461-d515-49dd-a0f2-e539554b0fb9 None None] Pushing event updated for resources: {'Port': ['ID=3fedbbdf-bf13-4a1e-b5cb-153ae7f29c95,revision_number=2']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:51:04.534413 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-a8c0de55-1d2d-4366-8824-d381e4a620d2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:04.548091 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-c6933332-64ac-4dd6-9f74-0b2446ce5e74 None None] Attempting to bind port 3fedbbdf-bf13-4a1e-b5cb-153ae7f29c95 on host n-d-834765-1 for vnic_type normal with profile {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:51:04.548484 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-c6933332-64ac-4dd6-9f74-0b2446ce5e74 None None] Attempting to bind port 3fedbbdf-bf13-4a1e-b5cb-153ae7f29c95 by drivers openvswitch,hyperv on host n-d-834765-1 at level 0 using segments [{'id': '6ab47353-a811-4bad-bc73-b4cc84583cfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:51:04.548615 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-0c201b5c-fc93-4f5d-8846-57839eb9f68f tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1641294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5231963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4793952'] for subnet, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:04.548846 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6933332-64ac-4dd6-9f74-0b2446ce5e74 None None] Attempting to bind port 3fedbbdf-bf13-4a1e-b5cb-153ae7f29c95 on network 4a4a035d-ecac-4ead-baa3-25f90788773a {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:51:04.550903 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-e10b9211-19d2-4fac-9f3c-f63c342b340a None None] Provisioning complete for port 2546891f-cc00-43f6-87a2-4f58624efdf7 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:51:04.551285 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-e10b9211-19d2-4fac-9f3c-f63c342b340a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:04.573015 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe5c6cf-7b63-44ab-b8ee-1cedc33121b3 req-6c55acca-563c-4ccd-973f-b7f798076f8f tempest-ServerRescueTestJSON-484479922 tempest-ServerRescueTestJSON-484479922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:51:04.574450 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6933332-64ac-4dd6-9f74-0b2446ce5e74 None None] Checking agent: {'id': 'a8866439-9d96-425c-b519-6905c591ac37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 25, 36), 'started_at': datetime.datetime(2022, 3, 29, 15, 26, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 50, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834765-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:51:04.574827 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6933332-64ac-4dd6-9f74-0b2446ce5e74 None None] Checking segment: {'id': '6ab47353-a811-4bad-bc73-b4cc84583cfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:51:04.575229 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-c6933332-64ac-4dd6-9f74-0b2446ce5e74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:04.575641 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6933332-64ac-4dd6-9f74-0b2446ce5e74 None None] Bound using segment: {'id': '6ab47353-a811-4bad-bc73-b4cc84583cfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:51:04.576172 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-c6933332-64ac-4dd6-9f74-0b2446ce5e74 None None] Bound port: 3fedbbdf-bf13-4a1e-b5cb-153ae7f29c95, host: n-d-834765-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ab47353-a811-4bad-bc73-b4cc84583cfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'}}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 15:51:04.576505 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-c6933332-64ac-4dd6-9f74-0b2446ce5e74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:04.577780 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-fbe5c6cf-7b63-44ab-b8ee-1cedc33121b3 req-6c55acca-563c-4ccd-973f-b7f798076f8f tempest-ServerRescueTestJSON-484479922 tempest-ServerRescueTestJSON-484479922-project] 10.222.0.42 "GET /v2.0/ports?device_id=68754edd-cbc2-4b62-8e18-7abfa6bb7d34 HTTP/1.1" status: 200 len: 945 time: 0.1274862 Mar 29 15:51:04.610420 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c201b5c-fc93-4f5d-8846-57839eb9f68f tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Pushing event deleted for resources: {'Subnet': ['ID=53c00acb-b66e-4a0d-929a-672c26a6ceb4,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:51:04.628220 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-0c201b5c-fc93-4f5d-8846-57839eb9f68f tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for subnet, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:04.632594 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-0c201b5c-fc93-4f5d-8846-57839eb9f68f tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] 10.222.0.42 "DELETE /v2.0/subnets/53c00acb-b66e-4a0d-929a-672c26a6ceb4 HTTP/1.1" status: 204 len: 168 time: 0.6267591 Mar 29 15:51:04.634800 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 60208) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:51:04.654583 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7232790-bf0c-4a78-b12c-e8493b8a39dd None None] Network 37ae3c1f-b267-497f-8c1c-7df21c3386b1 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 15:51:04.694828 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-fbe5c6cf-7b63-44ab-b8ee-1cedc33121b3 req-f868f560-0474-432a-a2b7-d27ab1464d61 tempest-ServerRescueTestJSON-484479922 tempest-ServerRescueTestJSON-484479922-project] 10.222.0.42 "GET /v2.0/security-groups?id=a3f3b05e-b4b0-4bd5-8f61-9140e1e7cbea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865240 Mar 29 15:51:04.706872 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-a8c0de55-1d2d-4366-8824-d381e4a620d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:04.732928 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_v2 [None req-75fae83e-bd76-4ee2-bcbd-3f26338d24ba tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Deleting subnet 379e5403-1ada-4474-9148-adae6a74cb98 {{(pid=102791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 15:51:04.738491 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-75fae83e-bd76-4ee2-bcbd-3f26338d24ba tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks [] for subnet, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:04.778735 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8c0de55-1d2d-4366-8824-d381e4a620d2 admin admin] Network 1a890cad-eceb-4443-afdb-474dde0f8f1e is already hosted by enough agents. {{(pid=102790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:51:04.781642 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-a8c0de55-1d2d-4366-8824-d381e4a620d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:51:04.788863 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8c0de55-1d2d-4366-8824-d381e4a620d2 admin admin] Received port after_create {{(pid=102790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:51:04.836250 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device 408a7751-c169-48c6-a91f-4e488a715a48 up at agent hyperv_n-h2-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:51:04.845068 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 2546891f-cc00-43f6-87a2-4f58624efdf7 up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:51:04.846839 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-75fae83e-bd76-4ee2-bcbd-3f26338d24ba tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4230423'] for subnet, precommit_delete_associations {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:04.874783 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-a8c0de55-1d2d-4366-8824-d381e4a620d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-648347'] for router_interface, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:04.932248 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-c6933332-64ac-4dd6-9f74-0b2446ce5e74 None None] For port 3fedbbdf-bf13-4a1e-b5cb-153ae7f29c95, host n-d-834765-1, cleared binding levels {{(pid=102792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:51:04.936774 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c0de55-1d2d-4366-8824-d381e4a620d2 admin admin] Pushing event updated for resources: {'Port': ['ID=818746c1-321e-4a0f-b99a-e6d555fd1abb,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:51:05.005581 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-c6933332-64ac-4dd6-9f74-0b2446ce5e74 None None] For port 3fedbbdf-bf13-4a1e-b5cb-153ae7f29c95, host n-d-834765-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=3fedbbdf-bf13-4a1e-b5cb-153ae7f29c95,segment=NetworkSegment(6ab47353-a811-4bad-bc73-b4cc84583cfd),segment_id=6ab47353-a811-4bad-bc73-b4cc84583cfd)] {{(pid=102792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:51:05.020623 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-c6933332-64ac-4dd6-9f74-0b2446ce5e74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:05.092173 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-75fae83e-bd76-4ee2-bcbd-3f26338d24ba tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1641287'] for subnet, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:05.133317 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-a8c0de55-1d2d-4366-8824-d381e4a620d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:05.157389 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device 2395dae7-4ecb-4b6a-be2f-a5a2243a57fe no longer exists at agent hyperv_n-h1-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:51:05.167896 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0e16c0-941e-4fb4-8ea1-8416be724cff req-fabe2818-c42b-4dfb-bbcf-d9266a575a1d tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:51:05.171848 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-5b0e16c0-941e-4fb4-8ea1-8416be724cff req-fabe2818-c42b-4dfb-bbcf-d9266a575a1d tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] 10.222.0.42 "GET /v2.0/ports?device_id=dbce9f83-2267-4628-9e0c-afe7582d0b9c HTTP/1.1" status: 200 len: 945 time: 0.1182723 Mar 29 15:51:05.187132 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 60214) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:51:05.213538 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] No Port match for: 2395dae7-4ecb-4b6a-be2f-a5a2243a57fe {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 15:51:05.214166 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device 2395dae7-4ecb-4b6a-be2f-a5a2243a57fe not bound to the agent host n-h1-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:51:05.240257 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Provisioning for port 408a7751-c169-48c6-a91f-4e488a715a48 completed by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 15:51:05.243187 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-75fae83e-bd76-4ee2-bcbd-3f26338d24ba tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1641294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16155591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16218852'] for subnet, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:05.246736 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Provisioning complete for port 408a7751-c169-48c6-a91f-4e488a715a48 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:51:05.247034 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:05.251699 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79984461-d515-49dd-a0f2-e539554b0fb9 None None] Pushing event updated for resources: {'Port': ['ID=3fedbbdf-bf13-4a1e-b5cb-153ae7f29c95,revision_number=3']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:51:05.355694 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-5b0e16c0-941e-4fb4-8ea1-8416be724cff req-5c9c3053-2369-44d6-9e1e-1f7d85ae6bd6 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] 10.222.0.42 "GET /v2.0/security-groups?id=48412e0f-2e84-4054-b430-1164daea25c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1656792 Mar 29 15:51:05.373514 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fae83e-bd76-4ee2-bcbd-3f26338d24ba tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Pushing event deleted for resources: {'Subnet': ['ID=379e5403-1ada-4474-9148-adae6a74cb98,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:51:05.387463 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-75fae83e-bd76-4ee2-bcbd-3f26338d24ba tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks [] for subnet, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:05.394972 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-75fae83e-bd76-4ee2-bcbd-3f26338d24ba tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] 10.222.0.42 "DELETE /v2.0/subnets/379e5403-1ada-4474-9148-adae6a74cb98 HTTP/1.1" status: 204 len: 168 time: 0.7586012 Mar 29 15:51:05.396461 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75fae83e-bd76-4ee2-bcbd-3f26338d24ba tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:51:05.396990 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75fae83e-bd76-4ee2-bcbd-3f26338d24ba tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:51:05.397420 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75fae83e-bd76-4ee2-bcbd-3f26338d24ba tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:51:05.397853 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75fae83e-bd76-4ee2-bcbd-3f26338d24ba tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:51:05.398275 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75fae83e-bd76-4ee2-bcbd-3f26338d24ba tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:51:05.398707 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75fae83e-bd76-4ee2-bcbd-3f26338d24ba tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:51:05.399128 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75fae83e-bd76-4ee2-bcbd-3f26338d24ba tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:51:05.399586 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75fae83e-bd76-4ee2-bcbd-3f26338d24ba tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:51:05.400004 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75fae83e-bd76-4ee2-bcbd-3f26338d24ba tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:51:05.400950 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75fae83e-bd76-4ee2-bcbd-3f26338d24ba tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:51:05.401371 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75fae83e-bd76-4ee2-bcbd-3f26338d24ba tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:51:05.401946 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75fae83e-bd76-4ee2-bcbd-3f26338d24ba tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:51:05.407016 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 60218) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:51:05.446659 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-0a45e9c4-e888-44e9-8619-241ae089d79a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:05.477568 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb7bba40-ee4b-4790-ace2-0c9b0f09db99 None None] DHCP port deletion for 37ae3c1f-b267-497f-8c1c-7df21c3386b1 request from n-d-834765-1 {{(pid=102792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 29 15:51:05.482216 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02e2a4c8-2250-40c8-8ccb-cddbd40f0abc None None] Network faa22dff-c8e2-44e7-bc0a-01c14a234b45 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 15:51:05.505981 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-d3d3bca3-a203-400f-914b-2b4e181f30c5 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1631750'] for network, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:05.510308 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-a8c0de55-1d2d-4366-8824-d381e4a620d2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:05.519844 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-a8c0de55-1d2d-4366-8824-d381e4a620d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5237921'] for port, after_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:05.544592 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6933332-64ac-4dd6-9f74-0b2446ce5e74 None None] Routers {'26a88bc5-ebda-45ee-90f1-5547a1a4689e'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:51:05.545239 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-c6933332-64ac-4dd6-9f74-0b2446ce5e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:51:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['26a88bc5-ebda-45ee-90f1-5547a1a4689e'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:51:05.572676 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-d3d3bca3-a203-400f-914b-2b4e181f30c5 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Deleting port 556a54cd-40a6-4066-9d5a-9688a9070404 {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:51:05.573207 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-d3d3bca3-a203-400f-914b-2b4e181f30c5 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:05.611165 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port 2546891f-cc00-43f6-87a2-4f58624efdf7 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:51:05.611943 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:05.616440 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c0de55-1d2d-4366-8824-d381e4a620d2 admin admin] Pushing event updated for resources: {'Port': ['ID=818746c1-321e-4a0f-b99a-e6d555fd1abb,revision_number=2']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:51:05.641211 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-a8c0de55-1d2d-4366-8824-d381e4a620d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-648439'] for router_interface, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:05.652020 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [None req-d3d3bca3-a203-400f-914b-2b4e181f30c5 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] For port 556a54cd-40a6-4066-9d5a-9688a9070404, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=556a54cd-40a6-4066-9d5a-9688a9070404,segment=NetworkSegment(0c3679ea-40f9-4c31-b185-edaec603ec59),segment_id=0c3679ea-40f9-4c31-b185-edaec603ec59)] {{(pid=102791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:51:05.652614 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-d3d3bca3-a203-400f-914b-2b4e181f30c5 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:05.673439 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-d3d3bca3-a203-400f-914b-2b4e181f30c5 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Calling delete_port for 556a54cd-40a6-4066-9d5a-9688a9070404 owned by network:dhcp {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:51:05.774470 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-bb7bba40-ee4b-4790-ace2-0c9b0f09db99 None None] Deleting port 556a54cd-40a6-4066-9d5a-9688a9070404 {{(pid=102792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:51:05.774838 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-bb7bba40-ee4b-4790-ace2-0c9b0f09db99 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:05.777440 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-0cb6abf6-2706-4e52-8825-f5f644ecf9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:05.792894 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-0a45e9c4-e888-44e9-8619-241ae089d79a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:05.796675 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-e405ec56-e834-450e-a404-6ea341977bbe None None] Provisioning complete for port 818746c1-321e-4a0f-b99a-e6d555fd1abb triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:51:05.797045 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-e405ec56-e834-450e-a404-6ea341977bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:05.800371 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-0a45e9c4-e888-44e9-8619-241ae089d79a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:05.830603 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-d3d3bca3-a203-400f-914b-2b4e181f30c5 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:05.831443 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-0a45e9c4-e888-44e9-8619-241ae089d79a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=25279e881571426cbcddac6e7daf6eac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6431146 Mar 29 15:51:05.843975 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 60222) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:51:05.856623 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3d3bca3-a203-400f-914b-2b4e181f30c5 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] No DVR routers for this DVR port 556a54cd-40a6-4066-9d5a-9688a9070404 on host n-d-834765-1 {{(pid=102791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:51:05.858712 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8c0de55-1d2d-4366-8824-d381e4a620d2 admin admin] Network 1a890cad-eceb-4443-afdb-474dde0f8f1e is already hosted by enough agents. {{(pid=102790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:51:05.865287 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-a8c0de55-1d2d-4366-8824-d381e4a620d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:51:05.893676 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a45e9c4-e888-44e9-8619-241ae089d79a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75eed5bc-8790-4170-b7e0-b75ac3978c11,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:51:05.931442 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d3bca3-a203-400f-914b-2b4e181f30c5 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Pushing event deleted for resources: {'Port': ['ID=556a54cd-40a6-4066-9d5a-9688a9070404,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:51:05.937316 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvr_db [None req-c6933332-64ac-4dd6-9f74-0b2446ce5e74 None None] Set router 26a88bc5-ebda-45ee-90f1-5547a1a4689e gateway port host: n-d-834765-1 {{(pid=102792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:51:06.007399 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958dfcf4-494c-4df6-909f-5f59cd8075c8 req-4d19f62f-08f7-4cd2-87be-af611ca6c326 tempest-ServerRescueTestJSON-484479922 tempest-ServerRescueTestJSON-484479922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:51:06.011323 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-958dfcf4-494c-4df6-909f-5f59cd8075c8 req-4d19f62f-08f7-4cd2-87be-af611ca6c326 tempest-ServerRescueTestJSON-484479922 tempest-ServerRescueTestJSON-484479922-project] 10.222.0.42 "GET /v2.0/ports?device_id=68754edd-cbc2-4b62-8e18-7abfa6bb7d34 HTTP/1.1" status: 200 len: 945 time: 0.1371586 Mar 29 15:51:06.026097 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:06.034307 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-e405ec56-e834-450e-a404-6ea341977bbe None None] Port 818746c1-321e-4a0f-b99a-e6d555fd1abb cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 15:51:06.035877 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:06.042887 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-bb7bba40-ee4b-4790-ace2-0c9b0f09db99 None None] For port 556a54cd-40a6-4066-9d5a-9688a9070404, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=556a54cd-40a6-4066-9d5a-9688a9070404,segment=NetworkSegment(0c3679ea-40f9-4c31-b185-edaec603ec59),segment_id=0c3679ea-40f9-4c31-b185-edaec603ec59)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:51:06.043304 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-bb7bba40-ee4b-4790-ace2-0c9b0f09db99 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:06.114758 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-958dfcf4-494c-4df6-909f-5f59cd8075c8 req-a872480a-6bb0-4fdb-8df4-a5498d8f0b92 tempest-ServerRescueTestJSON-484479922 tempest-ServerRescueTestJSON-484479922-project] 10.222.0.42 "GET /v2.0/security-groups?id=a3f3b05e-b4b0-4bd5-8f61-9140e1e7cbea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920057 Mar 29 15:51:06.129225 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8c0de55-1d2d-4366-8824-d381e4a620d2 admin admin] Router 26a88bc5-ebda-45ee-90f1-5547a1a4689e has already been hosted by L3 agent c648d819-1060-4f26-b4ec-6455387b5dff {{(pid=102790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 15:51:06.154681 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-bb7bba40-ee4b-4790-ace2-0c9b0f09db99 None None] Calling delete_port for 556a54cd-40a6-4066-9d5a-9688a9070404 owned by network:dhcp {{(pid=102792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:51:06.179795 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbce9f83-2267-4628-9e0c-afe7582d0b9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '408a7751-c169-48c6-a91f-4e488a715a48'}] {{(pid=102792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:51:06.182181 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4f476c66b318cc6068719fc39557fac68d413f5c7e78fa77028c7948e999ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84ef4432-a3d3-447f-adea-05fb301b43c0" -d '{"events": [{"server_uuid": "dbce9f83-2267-4628-9e0c-afe7582d0b9c", "name": "network-vif-plugged", "status": "completed", "tag": "408a7751-c169-48c6-a91f-4e488a715a48"}]}' {{(pid=102792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:51:06.230914 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port 408a7751-c169-48c6-a91f-4e488a715a48, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=408a7751-c169-48c6-a91f-4e488a715a48,segment=NetworkSegment(2a4ce93c-04dc-421c-bbb2-d2181b27d5d6),segment_id=2a4ce93c-04dc-421c-bbb2-d2181b27d5d6)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:51:06.296884 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8c0de55-1d2d-4366-8824-d381e4a620d2 admin admin] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:51:06.307034 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-a8c0de55-1d2d-4366-8824-d381e4a620d2 admin admin] 10.222.0.42 "PUT /v2.0/routers/26a88bc5-ebda-45ee-90f1-5547a1a4689e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0688367 Mar 29 15:51:06.338873 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33000a7f-1677-42de-ad9c-c4187edae63a None None] DHCP port deletion for faa22dff-c8e2-44e7-bc0a-01c14a234b45 request from n-d-834765-1 {{(pid=102792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 29 15:51:06.343082 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:06.361593 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:51:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b733c5eb-04fd-4ac8-877b-4c5c9f2233d3 x-openstack-request-id: req-b733c5eb-04fd-4ac8-877b-4c5c9f2233d3 {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:51:06.362170 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbce9f83-2267-4628-9e0c-afe7582d0b9c", "name": "network-vif-plugged", "status": "completed", "tag": "408a7751-c169-48c6-a91f-4e488a715a48", "code": 200}]} {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:51:06.362473 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b733c5eb-04fd-4ac8-877b-4c5c9f2233d3 {{(pid=102792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:51:06.362962 n-d-834765-1 neutron-server[102792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbce9f83-2267-4628-9e0c-afe7582d0b9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '408a7751-c169-48c6-a91f-4e488a715a48', 'code': 200} Mar 29 15:51:06.501438 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-2253303c-3ec3-45de-a40c-eec61e0bcd8e None None] Provisioning complete for port 818746c1-321e-4a0f-b99a-e6d555fd1abb triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:51:06.502168 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-2253303c-3ec3-45de-a40c-eec61e0bcd8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:06.513339 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0268789b-452a-47ce-a22e-5193719bf8a6 req-df098ddf-a668-45b0-913a-5ea9a7f63d49 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:51:06.523898 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-0268789b-452a-47ce-a22e-5193719bf8a6 req-df098ddf-a668-45b0-913a-5ea9a7f63d49 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] 10.222.0.42 "GET /v2.0/ports?device_id=dbce9f83-2267-4628-9e0c-afe7582d0b9c HTTP/1.1" status: 200 len: 946 time: 0.0789456 Mar 29 15:51:06.554330 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Pushing event updated for resources: {'Port': ['ID=408a7751-c169-48c6-a91f-4e488a715a48,revision_number=5']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:51:06.559034 n-d-834765-1 neutron-server[102792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 15:51:06.559034 n-d-834765-1 neutron-server[102792]: self.session.flush() Mar 29 15:51:06.559034 n-d-834765-1 neutron-server[102792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 15:51:06.559034 n-d-834765-1 neutron-server[102792]: self.session.flush() Mar 29 15:51:06.559034 n-d-834765-1 neutron-server[102792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 15:51:06.559034 n-d-834765-1 neutron-server[102792]: self.session.flush() Mar 29 15:51:06.559034 n-d-834765-1 neutron-server[102792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 15:51:06.559034 n-d-834765-1 neutron-server[102792]: self.session.flush() Mar 29 15:51:06.559034 n-d-834765-1 neutron-server[102792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 15:51:06.559034 n-d-834765-1 neutron-server[102792]: self.session.flush() Mar 29 15:51:06.559034 n-d-834765-1 neutron-server[102792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 15:51:06.559034 n-d-834765-1 neutron-server[102792]: self.session.flush() Mar 29 15:51:06.559034 n-d-834765-1 neutron-server[102792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 15:51:06.559034 n-d-834765-1 neutron-server[102792]: self.session.flush() Mar 29 15:51:06.559034 n-d-834765-1 neutron-server[102792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 15:51:06.559034 n-d-834765-1 neutron-server[102792]: self.session.flush() Mar 29 15:51:06.559034 n-d-834765-1 neutron-server[102792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 15:51:06.559034 n-d-834765-1 neutron-server[102792]: self.session.flush() Mar 29 15:51:06.559034 n-d-834765-1 neutron-server[102792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 15:51:06.559034 n-d-834765-1 neutron-server[102792]: self.session.flush() Mar 29 15:51:06.559034 n-d-834765-1 neutron-server[102792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 15:51:06.559034 n-d-834765-1 neutron-server[102792]: self.session.flush() Mar 29 15:51:06.559034 n-d-834765-1 neutron-server[102792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 15:51:06.559034 n-d-834765-1 neutron-server[102792]: self.session.flush() Mar 29 15:51:06.559034 n-d-834765-1 neutron-server[102792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 15:51:06.559034 n-d-834765-1 neutron-server[102792]: self.session.flush() Mar 29 15:51:06.559034 n-d-834765-1 neutron-server[102792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 15:51:06.559034 n-d-834765-1 neutron-server[102792]: self.session.flush() Mar 29 15:51:06.559034 n-d-834765-1 neutron-server[102792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 15:51:06.559034 n-d-834765-1 neutron-server[102792]: self.session.flush() Mar 29 15:51:06.559034 n-d-834765-1 neutron-server[102792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 15:51:06.559034 n-d-834765-1 neutron-server[102792]: self.session.flush() Mar 29 15:51:06.559034 n-d-834765-1 neutron-server[102792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 15:51:06.559034 n-d-834765-1 neutron-server[102792]: self.session.flush() Mar 29 15:51:06.559034 n-d-834765-1 neutron-server[102792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 15:51:06.559034 n-d-834765-1 neutron-server[102792]: self.session.flush() Mar 29 15:51:06.559034 n-d-834765-1 neutron-server[102792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 15:51:06.559034 n-d-834765-1 neutron-server[102792]: self.session.flush() Mar 29 15:51:06.559034 n-d-834765-1 neutron-server[102792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 15:51:06.559034 n-d-834765-1 neutron-server[102792]: self.session.flush() Mar 29 15:51:06.561792 n-d-834765-1 neutron-server[102792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 15:51:06.561792 n-d-834765-1 neutron-server[102792]: self.session.flush() Mar 29 15:51:06.561792 n-d-834765-1 neutron-server[102792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 15:51:06.561792 n-d-834765-1 neutron-server[102792]: self.session.flush() Mar 29 15:51:06.561792 n-d-834765-1 neutron-server[102792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 15:51:06.561792 n-d-834765-1 neutron-server[102792]: self.session.flush() Mar 29 15:51:06.561792 n-d-834765-1 neutron-server[102792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 15:51:06.561792 n-d-834765-1 neutron-server[102792]: self.session.flush() Mar 29 15:51:06.561792 n-d-834765-1 neutron-server[102792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 15:51:06.561792 n-d-834765-1 neutron-server[102792]: self.session.flush() Mar 29 15:51:06.561792 n-d-834765-1 neutron-server[102792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 15:51:06.561792 n-d-834765-1 neutron-server[102792]: self.session.flush() Mar 29 15:51:06.561792 n-d-834765-1 neutron-server[102792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 15:51:06.561792 n-d-834765-1 neutron-server[102792]: self.session.flush() Mar 29 15:51:06.582932 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-0268789b-452a-47ce-a22e-5193719bf8a6 req-ca70b037-0046-47a2-849c-478c57a88017 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] 10.222.0.42 "GET /v2.0/security-groups?id=48412e0f-2e84-4054-b430-1164daea25c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572240 Mar 29 15:51:06.590399 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-d3d3bca3-a203-400f-914b-2b4e181f30c5 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639890', 'neutron.services.segments.db._delete_segments_for_network-8783523423079'] for network, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:06.593424 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-cca6e15e-eb00-4312-af6e-abb0fc6fc9fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:06.612670 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-bb7bba40-ee4b-4790-ace2-0c9b0f09db99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350'] for port, after_delete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:06.617344 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-2253303c-3ec3-45de-a40c-eec61e0bcd8e None None] Port 818746c1-321e-4a0f-b99a-e6d555fd1abb cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 15:51:06.626649 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-33000a7f-1677-42de-ad9c-c4187edae63a None None] Deleting port 5fe3cab5-2bb3-4bc5-828c-8fb8174fb209 {{(pid=102792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:51:06.627096 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-33000a7f-1677-42de-ad9c-c4187edae63a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:06.660859 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-d3d3bca3-a203-400f-914b-2b4e181f30c5 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37ae3c1f-b267-497f-8c1c-7df21c3386b1']}} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:51:06.671933 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-cca6e15e-eb00-4312-af6e-abb0fc6fc9fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:06.678549 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-d3d3bca3-a203-400f-914b-2b4e181f30c5 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c3679ea-40f9-4c31-b185-edaec603ec59') {'for_net_delete': True} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:51:06.678700 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7bba40-ee4b-4790-ace2-0c9b0f09db99 None None] Pushing event deleted for resources: {'Port': ['ID=556a54cd-40a6-4066-9d5a-9688a9070404,revision_number=None']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:51:06.678845 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-d3d3bca3-a203-400f-914b-2b4e181f30c5 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c3679ea-40f9-4c31-b185-edaec603ec59') {} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:51:06.684957 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb7bba40-ee4b-4790-ace2-0c9b0f09db99 None None] No DVR routers for this DVR port 556a54cd-40a6-4066-9d5a-9688a9070404 on host n-d-834765-1 {{(pid=102792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:51:06.699697 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-d3d3bca3-a203-400f-914b-2b4e181f30c5 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783523422064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4230428'] for segment, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:06.730476 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-d3d3bca3-a203-400f-914b-2b4e181f30c5 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:06.745954 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb86e3a-b69c-4e66-85c0-b43664bd309e req-e0558152-3a92-471f-a419-b3a6677963d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:51:06.747536 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-5fb86e3a-b69c-4e66-85c0-b43664bd309e req-e0558152-3a92-471f-a419-b3a6677963d5 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=dbce9f83-2267-4628-9e0c-afe7582d0b9c HTTP/1.1" status: 200 len: 1097 time: 0.1692080 Mar 29 15:51:06.754246 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3d3bca3-a203-400f-914b-2b4e181f30c5 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Releasing vlan 620 on physical network physnet1 to pool {{(pid=102791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 15:51:06.754647 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-d3d3bca3-a203-400f-914b-2b4e181f30c5 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16169569'] for segment, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:06.757918 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-33000a7f-1677-42de-ad9c-c4187edae63a None None] For port 5fe3cab5-2bb3-4bc5-828c-8fb8174fb209, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=5fe3cab5-2bb3-4bc5-828c-8fb8174fb209,segment=NetworkSegment(237a9fa5-aa11-49b1-bfff-529ed711e33a),segment_id=237a9fa5-aa11-49b1-bfff-529ed711e33a)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:51:06.758151 n-d-834765-1 neutron-server[102791]: Traceback (most recent call last): Mar 29 15:51:06.758151 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 15:51:06.758151 n-d-834765-1 neutron-server[102791]: timer() Mar 29 15:51:06.758151 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 15:51:06.758151 n-d-834765-1 neutron-server[102791]: cb(*args, **kw) Mar 29 15:51:06.758151 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 15:51:06.758151 n-d-834765-1 neutron-server[102791]: return func(*args, **kwargs) Mar 29 15:51:06.758151 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 15:51:06.758151 n-d-834765-1 neutron-server[102791]: self._notify() Mar 29 15:51:06.758151 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 15:51:06.758151 n-d-834765-1 neutron-server[102791]: self.callback(batched_events) Mar 29 15:51:06.758151 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 15:51:06.758151 n-d-834765-1 neutron-server[102791]: event.method(event) Mar 29 15:51:06.758151 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 15:51:06.758151 n-d-834765-1 neutron-server[102791]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 15:51:06.758151 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 15:51:06.758151 n-d-834765-1 neutron-server[102791]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 15:51:06.758151 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 15:51:06.758151 n-d-834765-1 neutron-server[102791]: return f(self, *a, **k) Mar 29 15:51:06.758151 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 15:51:06.758151 n-d-834765-1 neutron-server[102791]: return self._get(url).json() Mar 29 15:51:06.758151 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 15:51:06.758151 n-d-834765-1 neutron-server[102791]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 15:51:06.758151 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 15:51:06.758151 n-d-834765-1 neutron-server[102791]: return self.request(url, 'GET', **kwargs) Mar 29 15:51:06.758151 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 15:51:06.758151 n-d-834765-1 neutron-server[102791]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 15:51:06.758151 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 15:51:06.758151 n-d-834765-1 neutron-server[102791]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 15:51:06.758151 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 15:51:06.758151 n-d-834765-1 neutron-server[102791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 15:51:06.758151 n-d-834765-1 neutron-server[102791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 15:51:06.762073 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-33000a7f-1677-42de-ad9c-c4187edae63a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:06.784489 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-33000a7f-1677-42de-ad9c-c4187edae63a None None] Calling delete_port for 5fe3cab5-2bb3-4bc5-828c-8fb8174fb209 owned by network:dhcp {{(pid=102792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:51:06.795049 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-c6933332-64ac-4dd6-9f74-0b2446ce5e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26a88bc5-ebda-45ee-90f1-5547a1a4689e', 'name': 'tempest-ServersTestJSON-323879228-router', 'tenant_id': 'd8d907847dd34368b73f473fb982328c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.63'}], 'enable_snat': True}, 'gw_port_id': '3fedbbdf-bf13-4a1e-b5cb-153ae7f29c95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:51:00Z', 'updated_at': '2022-03-29T15:51:05Z', 'revision_number': 4, 'project_id': 'd8d907847dd34368b73f473fb982328c', 'gw_port': {'id': '3fedbbdf-bf13-4a1e-b5cb-153ae7f29c95', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:eb:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26a88bc5-ebda-45ee-90f1-5547a1a4689e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1965, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:51:00Z', 'updated_at': '2022-03-29T15:51:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': '818746c1-321e-4a0f-b99a-e6d555fd1abb', 'name': '', 'network_id': '1a890cad-eceb-4443-afdb-474dde0f8f1e', 'tenant_id': 'd8d907847dd34368b73f473fb982328c', 'mac_address': 'fa:16:3e:9a:c5:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26a88bc5-ebda-45ee-90f1-5547a1a4689e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1966, 'fixed_ips': [{'subnet_id': '62348b33-7001-4dc5-aea1-2976e02267d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:51:03Z', 'updated_at': '2022-03-29T15:51:05Z', 'revision_number': 2, 'project_id': 'd8d907847dd34368b73f473fb982328c', 'subnets': [{'id': '62348b33-7001-4dc5-aea1-2976e02267d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:51:06.831367 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 556a54cd-40a6-4066-9d5a-9688a9070404 no longer exists at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:51:06.833542 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6933332-64ac-4dd6-9f74-0b2446ce5e74 None None] The sync data for ids ['26a88bc5-ebda-45ee-90f1-5547a1a4689e'] in n-d-834765-1 is: [{'id': '26a88bc5-ebda-45ee-90f1-5547a1a4689e', 'name': 'tempest-ServersTestJSON-323879228-router', 'tenant_id': 'd8d907847dd34368b73f473fb982328c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.63'}], 'enable_snat': True}, 'gw_port_id': '3fedbbdf-bf13-4a1e-b5cb-153ae7f29c95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:51:00Z', 'updated_at': '2022-03-29T15:51:05Z', 'revision_number': 4, 'project_id': 'd8d907847dd34368b73f473fb982328c', 'gw_port': {'id': '3fedbbdf-bf13-4a1e-b5cb-153ae7f29c95', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:eb:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26a88bc5-ebda-45ee-90f1-5547a1a4689e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1965, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:51:00Z', 'updated_at': '2022-03-29T15:51:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': '818746c1-321e-4a0f-b99a-e6d555fd1abb', 'name': '', 'network_id': '1a890cad-eceb-4443-afdb-474dde0f8f1e', 'tenant_id': 'd8d907847dd34368b73f473fb982328c', 'mac_address': 'fa:16:3e:9a:c5:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26a88bc5-ebda-45ee-90f1-5547a1a4689e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1966, 'fixed_ips': [{'subnet_id': '62348b33-7001-4dc5-aea1-2976e02267d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:51:03Z', 'updated_at': '2022-03-29T15:51:05Z', 'revision_number': 2, 'project_id': 'd8d907847dd34368b73f473fb982328c', 'subnets': [{'id': '62348b33-7001-4dc5-aea1-2976e02267d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:51:06.861721 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-5fb86e3a-b69c-4e66-85c0-b43664bd309e req-ee687d36-eafa-4fc5-9cc9-2e04652bfe74 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=48412e0f-2e84-4054-b430-1164daea25c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0923240 Mar 29 15:51:06.863044 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-d3d3bca3-a203-400f-914b-2b4e181f30c5 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1639897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648174'] for network, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:06.865998 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-cca6e15e-eb00-4312-af6e-abb0fc6fc9fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:06.869890 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-cca6e15e-eb00-4312-af6e-abb0fc6fc9fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:06.873277 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-cca6e15e-eb00-4312-af6e-abb0fc6fc9fa admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/75eed5bc-8790-4170-b7e0-b75ac3978c11 HTTP/1.1" status: 204 len: 168 time: 1.0172987 Mar 29 15:51:06.880695 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-d3d3bca3-a203-400f-914b-2b4e181f30c5 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for network, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:06.887517 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-d3d3bca3-a203-400f-914b-2b4e181f30c5 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] 10.222.0.42 "DELETE /v2.0/networks/37ae3c1f-b267-497f-8c1c-7df21c3386b1 HTTP/1.1" status: 204 len: 168 time: 1.4756501 Mar 29 15:51:06.887631 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 60236) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:51:06.900068 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d3bca3-a203-400f-914b-2b4e181f30c5 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Pushing event deleted for resources: {'Network': ['ID=37ae3c1f-b267-497f-8c1c-7df21c3386b1,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:51:06.902249 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca6e15e-eb00-4312-af6e-abb0fc6fc9fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75eed5bc-8790-4170-b7e0-b75ac3978c11,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:51:06.925051 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] No Port match for: 556a54cd-40a6-4066-9d5a-9688a9070404 {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 15:51:06.925402 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 556a54cd-40a6-4066-9d5a-9688a9070404 not bound to the agent host n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:51:06.925820 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 5fe3cab5-2bb3-4bc5-828c-8fb8174fb209 no longer exists at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:51:06.957741 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 60238) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:51:06.966009 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-5b115c5c-74c4-44ca-91e4-6c117da0093e tempest-ServersTestJSON-163693882 tempest-ServersTestJSON-163693882-project] Request body: {'security_group': {'name': 'tempest-securitygroup--369867899', 'description': 'tempest-description--1406790606'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:51:07.015907 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-5b115c5c-74c4-44ca-91e4-6c117da0093e tempest-ServersTestJSON-163693882 tempest-ServersTestJSON-163693882-project] Notify callbacks [] for security_group, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:07.029582 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997e6950-6e09-4c2e-b65c-52b385257d25 req-6ed4b109-f3eb-47a0-8e01-a05584eabdae tempest-ServerRescueTestJSON-484479922 tempest-ServerRescueTestJSON-484479922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:51:07.031516 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-997e6950-6e09-4c2e-b65c-52b385257d25 req-6ed4b109-f3eb-47a0-8e01-a05584eabdae tempest-ServerRescueTestJSON-484479922 tempest-ServerRescueTestJSON-484479922-project] 10.222.0.44 "GET /v2.0/ports?device_id=68754edd-cbc2-4b62-8e18-7abfa6bb7d34 HTTP/1.1" status: 200 len: 945 time: 0.1134048 Mar 29 15:51:07.037281 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-33000a7f-1677-42de-ad9c-c4187edae63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350'] for port, after_delete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:07.057107 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-9f1eaaa4-f267-4287-ac0f-8f7714a8d367 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1631750'] for network, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:07.081783 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33000a7f-1677-42de-ad9c-c4187edae63a None None] No DVR routers for this DVR port 5fe3cab5-2bb3-4bc5-828c-8fb8174fb209 on host n-d-834765-1 {{(pid=102792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:51:07.102953 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Port 5fe3cab5-2bb3-4bc5-828c-8fb8174fb209 update to DOWN by agent not found {{(pid=102792) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2191}} Mar 29 15:51:07.107202 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33000a7f-1677-42de-ad9c-c4187edae63a None None] Pushing event deleted for resources: {'Port': ['ID=5fe3cab5-2bb3-4bc5-828c-8fb8174fb209,revision_number=None']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:51:07.241115 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-5b115c5c-74c4-44ca-91e4-6c117da0093e tempest-ServersTestJSON-163693882 tempest-ServersTestJSON-163693882-project] Notify callbacks [] for security_group, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:07.255049 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [req-997e6950-6e09-4c2e-b65c-52b385257d25 req-746bbb60-2460-4aa4-89eb-36118dd4f8b8 tempest-ServerRescueTestJSON-484479922 tempest-ServerRescueTestJSON-484479922-project] Deleting port 6ba56cfb-3724-4410-8b50-b603e9b91d33 {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:51:07.256564 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-997e6950-6e09-4c2e-b65c-52b385257d25 req-746bbb60-2460-4aa4-89eb-36118dd4f8b8 tempest-ServerRescueTestJSON-484479922 tempest-ServerRescueTestJSON-484479922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:07.265229 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-5b115c5c-74c4-44ca-91e4-6c117da0093e tempest-ServersTestJSON-163693882 tempest-ServersTestJSON-163693882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:07.269174 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-9f1eaaa4-f267-4287-ac0f-8f7714a8d367 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639890', 'neutron.services.segments.db._delete_segments_for_network-8783523423079'] for network, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:07.296981 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-9f1eaaa4-f267-4287-ac0f-8f7714a8d367 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['faa22dff-c8e2-44e7-bc0a-01c14a234b45']}} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:51:07.317242 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-9f1eaaa4-f267-4287-ac0f-8f7714a8d367 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '237a9fa5-aa11-49b1-bfff-529ed711e33a') {'for_net_delete': True} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:51:07.317706 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-9f1eaaa4-f267-4287-ac0f-8f7714a8d367 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '237a9fa5-aa11-49b1-bfff-529ed711e33a') {} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:51:07.344062 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-9f1eaaa4-f267-4287-ac0f-8f7714a8d367 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783523422064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4614019'] for segment, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:07.345861 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-5b115c5c-74c4-44ca-91e4-6c117da0093e tempest-ServersTestJSON-163693882 tempest-ServersTestJSON-163693882-project] Notify callbacks [] for security_group, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:07.347509 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-5b115c5c-74c4-44ca-91e4-6c117da0093e tempest-ServersTestJSON-163693882 tempest-ServersTestJSON-163693882-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.3875585 Mar 29 15:51:07.352175 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 60244) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:51:07.362439 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-f964d2d4-5b47-45bd-9ee9-58c30838c501 tempest-ServersTestJSON-163693882 tempest-ServersTestJSON-163693882-project] Request body: {'security_group_rule': {'security_group_id': '1d8a701a-f8f9-4510-a9b8-eb027f460faf', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:51:07.390351 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e09abf-d6e3-449e-8e48-ffea3282f063 req-fd69c43b-6833-469d-9682-73df8016a267 tempest-ServerRescueTestJSON-484479922 tempest-ServerRescueTestJSON-484479922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:51:07.392094 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-21e09abf-d6e3-449e-8e48-ffea3282f063 req-fd69c43b-6833-469d-9682-73df8016a267 tempest-ServerRescueTestJSON-484479922 tempest-ServerRescueTestJSON-484479922-project] 10.222.0.42 "GET /v2.0/ports?device_id=68754edd-cbc2-4b62-8e18-7abfa6bb7d34 HTTP/1.1" status: 200 len: 945 time: 0.0996289 Mar 29 15:51:07.392486 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b115c5c-74c4-44ca-91e4-6c117da0093e tempest-ServersTestJSON-163693882 tempest-ServersTestJSON-163693882-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d8a701a-f8f9-4510-a9b8-eb027f460faf,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:51:07.393333 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-9f1eaaa4-f267-4287-ac0f-8f7714a8d367 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:07.412838 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f1eaaa4-f267-4287-ac0f-8f7714a8d367 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Releasing vlan 627 on physical network physnet1 to pool {{(pid=102790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 15:51:07.413646 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-9f1eaaa4-f267-4287-ac0f-8f7714a8d367 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5238013'] for segment, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:07.417867 n-d-834765-1 neutron-server[102790]: Traceback (most recent call last): Mar 29 15:51:07.417867 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 15:51:07.417867 n-d-834765-1 neutron-server[102790]: timer() Mar 29 15:51:07.417867 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 15:51:07.417867 n-d-834765-1 neutron-server[102790]: cb(*args, **kw) Mar 29 15:51:07.417867 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 15:51:07.417867 n-d-834765-1 neutron-server[102790]: return func(*args, **kwargs) Mar 29 15:51:07.417867 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 15:51:07.417867 n-d-834765-1 neutron-server[102790]: self._notify() Mar 29 15:51:07.417867 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 15:51:07.417867 n-d-834765-1 neutron-server[102790]: self.callback(batched_events) Mar 29 15:51:07.417867 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 15:51:07.417867 n-d-834765-1 neutron-server[102790]: event.method(event) Mar 29 15:51:07.417867 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 15:51:07.417867 n-d-834765-1 neutron-server[102790]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 15:51:07.417867 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 15:51:07.417867 n-d-834765-1 neutron-server[102790]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 15:51:07.417867 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 15:51:07.417867 n-d-834765-1 neutron-server[102790]: return f(self, *a, **k) Mar 29 15:51:07.417867 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 15:51:07.417867 n-d-834765-1 neutron-server[102790]: return self._get(url).json() Mar 29 15:51:07.417867 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 15:51:07.417867 n-d-834765-1 neutron-server[102790]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 15:51:07.417867 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 15:51:07.417867 n-d-834765-1 neutron-server[102790]: return self.request(url, 'GET', **kwargs) Mar 29 15:51:07.417867 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 15:51:07.417867 n-d-834765-1 neutron-server[102790]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 15:51:07.417867 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 15:51:07.417867 n-d-834765-1 neutron-server[102790]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 15:51:07.417867 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 15:51:07.417867 n-d-834765-1 neutron-server[102790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 15:51:07.417867 n-d-834765-1 neutron-server[102790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 15:51:07.454499 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 60246) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:51:07.493215 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-997e6950-6e09-4c2e-b65c-52b385257d25 req-746bbb60-2460-4aa4-89eb-36118dd4f8b8 tempest-ServerRescueTestJSON-484479922 tempest-ServerRescueTestJSON-484479922-project] For port 6ba56cfb-3724-4410-8b50-b603e9b91d33, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=6ba56cfb-3724-4410-8b50-b603e9b91d33,segment=NetworkSegment(97a801df-9d8d-4e2e-9456-226310108f77),segment_id=97a801df-9d8d-4e2e-9456-226310108f77)] {{(pid=102791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:51:07.494212 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-997e6950-6e09-4c2e-b65c-52b385257d25 req-746bbb60-2460-4aa4-89eb-36118dd4f8b8 tempest-ServerRescueTestJSON-484479922 tempest-ServerRescueTestJSON-484479922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:07.497446 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-feca40fb-7f2e-4421-a6e4-d37d4188412b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:07.499665 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-f964d2d4-5b47-45bd-9ee9-58c30838c501 tempest-ServersTestJSON-163693882 tempest-ServersTestJSON-163693882-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:07.516080 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [req-997e6950-6e09-4c2e-b65c-52b385257d25 req-746bbb60-2460-4aa4-89eb-36118dd4f8b8 tempest-ServerRescueTestJSON-484479922 tempest-ServerRescueTestJSON-484479922-project] Calling delete_port for 6ba56cfb-3724-4410-8b50-b603e9b91d33 owned by compute:nova {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:51:07.539901 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-21e09abf-d6e3-449e-8e48-ffea3282f063 req-e2978adf-6ec5-4741-86ae-727f2d704ef5 tempest-ServerRescueTestJSON-484479922 tempest-ServerRescueTestJSON-484479922-project] 10.222.0.42 "GET /v2.0/security-groups?id=a3f3b05e-b4b0-4bd5-8f61-9140e1e7cbea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390960 Mar 29 15:51:07.542810 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-9f1eaaa4-f267-4287-ac0f-8f7714a8d367 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1639897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648174'] for network, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:07.568006 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-9f1eaaa4-f267-4287-ac0f-8f7714a8d367 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for network, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:07.571197 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-9f1eaaa4-f267-4287-ac0f-8f7714a8d367 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] 10.222.0.42 "DELETE /v2.0/networks/faa22dff-c8e2-44e7-bc0a-01c14a234b45 HTTP/1.1" status: 204 len: 168 time: 0.6826954 Mar 29 15:51:07.572494 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1eaaa4-f267-4287-ac0f-8f7714a8d367 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Pushing event deleted for resources: {'Network': ['ID=faa22dff-c8e2-44e7-bc0a-01c14a234b45,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:51:07.579188 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 60248) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:51:07.586789 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-bde3ff64-f42a-42b0-96dd-bd882bcdc2a4 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-367736903'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:51:07.612520 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-f964d2d4-5b47-45bd-9ee9-58c30838c501 tempest-ServersTestJSON-163693882 tempest-ServersTestJSON-163693882-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:07.615827 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-f964d2d4-5b47-45bd-9ee9-58c30838c501 tempest-ServersTestJSON-163693882 tempest-ServersTestJSON-163693882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610998'] for security_group_rule, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:07.638679 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f964d2d4-5b47-45bd-9ee9-58c30838c501 tempest-ServersTestJSON-163693882 tempest-ServersTestJSON-163693882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed30065f-a2e1-4993-812a-072a7a0f8d1a,revision_number=0']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:51:07.653575 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-f964d2d4-5b47-45bd-9ee9-58c30838c501 tempest-ServersTestJSON-163693882 tempest-ServersTestJSON-163693882-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:07.661861 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-f964d2d4-5b47-45bd-9ee9-58c30838c501 tempest-ServersTestJSON-163693882 tempest-ServersTestJSON-163693882-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3060322 Mar 29 15:51:07.662289 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 60252) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:51:07.668748 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-9d524c66-74d0-47f2-9f1a-93c9ecaa7c93 tempest-ServersTestJSON-163693882 tempest-ServersTestJSON-163693882-project] Request body: {'security_group_rule': {'security_group_id': '1d8a701a-f8f9-4510-a9b8-eb027f460faf', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:51:07.674375 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bde3ff64-f42a-42b0-96dd-bd882bcdc2a4 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Made reservation on behalf of 5dbaebdcae654b77ad7a96310f75316a for: {'network': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:51:07.678545 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-bde3ff64-f42a-42b0-96dd-bd882bcdc2a4 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for network, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:07.709088 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-9d524c66-74d0-47f2-9f1a-93c9ecaa7c93 tempest-ServersTestJSON-163693882 tempest-ServersTestJSON-163693882-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:07.785479 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-9d524c66-74d0-47f2-9f1a-93c9ecaa7c93 tempest-ServersTestJSON-163693882 tempest-ServersTestJSON-163693882-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:07.789425 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-9d524c66-74d0-47f2-9f1a-93c9ecaa7c93 tempest-ServersTestJSON-163693882 tempest-ServersTestJSON-163693882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610998'] for security_group_rule, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:07.805081 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bde3ff64-f42a-42b0-96dd-bd882bcdc2a4 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] vlan segment allocate from pool success with {'vlan_id': 627, 'physical_network': 'physnet1'} {{(pid=102791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 15:51:07.807080 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d524c66-74d0-47f2-9f1a-93c9ecaa7c93 tempest-ServersTestJSON-163693882 tempest-ServersTestJSON-163693882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e68f5128-300d-4838-ac28-c42f238d1fa7,revision_number=0']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:51:07.811506 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-feca40fb-7f2e-4421-a6e4-d37d4188412b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:07.820997 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-9d524c66-74d0-47f2-9f1a-93c9ecaa7c93 tempest-ServersTestJSON-163693882 tempest-ServersTestJSON-163693882-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:07.827299 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-9d524c66-74d0-47f2-9f1a-93c9ecaa7c93 tempest-ServersTestJSON-163693882 tempest-ServersTestJSON-163693882-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1593451 Mar 29 15:51:07.827299 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 60254) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:51:07.828696 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-feca40fb-7f2e-4421-a6e4-d37d4188412b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:07.839497 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-3884e6db-13ad-4588-803a-bbb9b9e0ef69 tempest-ServersTestJSON-163693882 tempest-ServersTestJSON-163693882-project] Request body: {'floatingip': {'floating_network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:51:07.839751 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-bde3ff64-f42a-42b0-96dd-bd882bcdc2a4 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:07.839751 n-d-834765-1 neutron-server[102791]: INFO neutron.db.segments_db [None req-bde3ff64-f42a-42b0-96dd-bd882bcdc2a4 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Added segment f5daa47f-2ba6-45d5-a5a6-972f86ad4513 of type vlan for network ca20c54b-01c3-4294-9268-3533e8596a33 Mar 29 15:51:07.887311 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-3884e6db-13ad-4588-803a-bbb9b9e0ef69 tempest-ServersTestJSON-163693882 tempest-ServersTestJSON-163693882-project] Notify callbacks [] for floatingip, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:07.896303 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589a6a74-acc8-4a77-9975-385cfb5f6bf8 req-056d28d1-8a45-4b11-a69d-d343c0b58fe3 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:51:07.897823 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-589a6a74-acc8-4a77-9975-385cfb5f6bf8 req-056d28d1-8a45-4b11-a69d-d343c0b58fe3 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] 10.222.0.42 "GET /v2.0/ports?device_id=dbce9f83-2267-4628-9e0c-afe7582d0b9c HTTP/1.1" status: 200 len: 946 time: 0.2026973 Mar 29 15:51:07.959308 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-feca40fb-7f2e-4421-a6e4-d37d4188412b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=80682e33e150495d88ad1f2c096f383d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5028293 Mar 29 15:51:07.966231 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-bde3ff64-f42a-42b0-96dd-bd882bcdc2a4 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783522915970'] for network, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:07.968288 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 60256) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:51:07.974772 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-997e6950-6e09-4c2e-b65c-52b385257d25 req-746bbb60-2460-4aa4-89eb-36118dd4f8b8 tempest-ServerRescueTestJSON-484479922 tempest-ServerRescueTestJSON-484479922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:07.987099 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] get_ports_and_sgs() called for port_ids ['6ba56cfb-3724-4410-8b50-b603e9b91d33'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:51:07.995967 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feca40fb-7f2e-4421-a6e4-d37d4188412b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22a18cd7-ff79-4ae5-ad91-50bd0c06881d,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:51:08.013114 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-3884e6db-13ad-4588-803a-bbb9b9e0ef69 tempest-ServersTestJSON-163693882 tempest-ServersTestJSON-163693882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:08.064620 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746bbb60-2460-4aa4-89eb-36118dd4f8b8 tempest-ServerRescueTestJSON-484479922 tempest-ServerRescueTestJSON-484479922-project] Pushing event deleted for resources: {'Port': ['ID=6ba56cfb-3724-4410-8b50-b603e9b91d33,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:51:08.132525 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-589a6a74-acc8-4a77-9975-385cfb5f6bf8 req-0d6ca3ed-7849-4551-9d96-f89a0331ea08 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] 10.222.0.42 "GET /v2.0/security-groups?id=48412e0f-2e84-4054-b430-1164daea25c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2027881 Mar 29 15:51:08.152875 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.db_base_plugin_common [None req-3884e6db-13ad-4588-803a-bbb9b9e0ef69 tempest-ServersTestJSON-163693882 tempest-ServersTestJSON-163693882-project] Allocated IP 172.25.4.171 (4a4a035d-ecac-4ead-baa3-25f90788773a/e1a353dc-fac8-4901-a63c-273840237d6a/3a6170ea-cea1-4b6e-8dd1-99a9b96e5bc7) {{(pid=102790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:51:08.161935 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [req-997e6950-6e09-4c2e-b65c-52b385257d25 req-746bbb60-2460-4aa4-89eb-36118dd4f8b8 tempest-ServerRescueTestJSON-484479922 tempest-ServerRescueTestJSON-484479922-project] No DVR routers for this DVR port 6ba56cfb-3724-4410-8b50-b603e9b91d33 on host n-h1-834765-1 {{(pid=102791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:51:08.168569 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-997e6950-6e09-4c2e-b65c-52b385257d25 req-746bbb60-2460-4aa4-89eb-36118dd4f8b8 tempest-ServerRescueTestJSON-484479922 tempest-ServerRescueTestJSON-484479922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:08.171733 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-997e6950-6e09-4c2e-b65c-52b385257d25 req-746bbb60-2460-4aa4-89eb-36118dd4f8b8 tempest-ServerRescueTestJSON-484479922 tempest-ServerRescueTestJSON-484479922-project] 10.222.0.44 "DELETE /v2.0/ports/6ba56cfb-3724-4410-8b50-b603e9b91d33 HTTP/1.1" status: 204 len: 173 time: 1.1273100 Mar 29 15:51:08.172339 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-bde3ff64-f42a-42b0-96dd-bd882bcdc2a4 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795'] for network, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:08.178097 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bde3ff64-f42a-42b0-96dd-bd882bcdc2a4 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:51:08.178806 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-bde3ff64-f42a-42b0-96dd-bd882bcdc2a4 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for network, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:08.180927 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68754edd-cbc2-4b62-8e18-7abfa6bb7d34', 'name': 'network-vif-deleted', 'tag': '6ba56cfb-3724-4410-8b50-b603e9b91d33'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:51:08.184178 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c67b028db5e9b9818fecc5c0a87ebc6f190694fa53ca267d523e04f98de536d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63e76af9-e3d7-4b1f-ab57-abec893de3da" -d '{"events": [{"server_uuid": "68754edd-cbc2-4b62-8e18-7abfa6bb7d34", "name": "network-vif-deleted", "tag": "6ba56cfb-3724-4410-8b50-b603e9b91d33"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:51:08.241932 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-bde3ff64-f42a-42b0-96dd-bd882bcdc2a4 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6613293 Mar 29 15:51:08.246212 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 60260) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:51:08.255377 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-4c446d03-9524-42b3-a503-762ad07178fc tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Request body: {'subnet': {'network_id': 'ca20c54b-01c3-4294-9268-3533e8596a33', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:51:08.286988 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:51:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e16d5e95-a76c-4e9f-a4d5-8fcd7e975d1a x-openstack-request-id: req-e16d5e95-a76c-4e9f-a4d5-8fcd7e975d1a {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:51:08.287307 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68754edd-cbc2-4b62-8e18-7abfa6bb7d34", "name": "network-vif-deleted", "tag": "6ba56cfb-3724-4410-8b50-b603e9b91d33", "status": "completed", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:51:08.288206 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e16d5e95-a76c-4e9f-a4d5-8fcd7e975d1a {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:51:08.288692 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68754edd-cbc2-4b62-8e18-7abfa6bb7d34', 'name': 'network-vif-deleted', 'tag': '6ba56cfb-3724-4410-8b50-b603e9b91d33', 'status': 'completed', 'code': 200} Mar 29 15:51:08.293782 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-7afeffbe-f01e-4d10-88f1-73ff868c88de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:08.315028 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde3ff64-f42a-42b0-96dd-bd882bcdc2a4 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Pushing event updated for resources: {'Network': ['ID=ca20c54b-01c3-4294-9268-3533e8596a33,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:51:08.327429 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Network ca20c54b-01c3-4294-9268-3533e8596a33 details requested by agent ovs-agent-n-d-834765-1 with host n-d-834765-1 {{(pid=102792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 15:51:08.343671 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-3884e6db-13ad-4588-803a-bbb9b9e0ef69 tempest-ServersTestJSON-163693882 tempest-ServersTestJSON-163693882-project] Notify callbacks [] for port, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:08.384747 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-3884e6db-13ad-4588-803a-bbb9b9e0ef69 tempest-ServersTestJSON-163693882 tempest-ServersTestJSON-163693882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:08.390057 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-7afeffbe-f01e-4d10-88f1-73ff868c88de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:08.448570 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3884e6db-13ad-4588-803a-bbb9b9e0ef69 tempest-ServersTestJSON-163693882 tempest-ServersTestJSON-163693882-project] Network 4a4a035d-ecac-4ead-baa3-25f90788773a is already hosted by enough agents. {{(pid=102790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:51:08.457081 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-3884e6db-13ad-4588-803a-bbb9b9e0ef69 tempest-ServersTestJSON-163693882 tempest-ServersTestJSON-163693882-project] Resources bound (agent type, host, resource id): {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:51:08.461209 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3884e6db-13ad-4588-803a-bbb9b9e0ef69 tempest-ServersTestJSON-163693882 tempest-ServersTestJSON-163693882-project] Received port after_create {{(pid=102790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:51:08.477023 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c446d03-9524-42b3-a503-762ad07178fc tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Made reservation on behalf of 5dbaebdcae654b77ad7a96310f75316a for: {'subnet': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:51:08.482724 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-4c446d03-9524-42b3-a503-762ad07178fc tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16218875'] for subnet, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:08.503039 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3884e6db-13ad-4588-803a-bbb9b9e0ef69 tempest-ServersTestJSON-163693882 tempest-ServersTestJSON-163693882-project] Pushing event updated for resources: {'Port': ['ID=3a6170ea-cea1-4b6e-8dd1-99a9b96e5bc7,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:51:08.509346 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-7afeffbe-f01e-4d10-88f1-73ff868c88de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:08.512956 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-7afeffbe-f01e-4d10-88f1-73ff868c88de admin admin] Notify callbacks [] for security_group, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:08.514250 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-7afeffbe-f01e-4d10-88f1-73ff868c88de admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/22a18cd7-ff79-4ae5-ad91-50bd0c06881d HTTP/1.1" status: 204 len: 168 time: 0.5326076 Mar 29 15:51:08.570604 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-3884e6db-13ad-4588-803a-bbb9b9e0ef69 tempest-ServersTestJSON-163693882 tempest-ServersTestJSON-163693882-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:08.576484 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afeffbe-f01e-4d10-88f1-73ff868c88de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22a18cd7-ff79-4ae5-ad91-50bd0c06881d,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:51:08.615764 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-3884e6db-13ad-4588-803a-bbb9b9e0ef69 tempest-ServersTestJSON-163693882 tempest-ServersTestJSON-163693882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:08.876990 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 3fedbbdf-bf13-4a1e-b5cb-153ae7f29c95 up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:51:08.892292 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-1f79c366-7444-4fd9-a996-fa44feb62806 req-0a02cc35-e4db-48dd-8415-fd11daefe14d tempest-ServerRescueTestJSON-484479922 tempest-ServerRescueTestJSON-484479922-project] 10.222.0.42 "GET /v2.0/ports?device_id=68754edd-cbc2-4b62-8e18-7abfa6bb7d34 HTTP/1.1" status: 200 len: 210 time: 0.1141496 Mar 29 15:51:08.946763 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-4c446d03-9524-42b3-a503-762ad07178fc tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16155524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16218861'] for subnet, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:08.957051 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port 3fedbbdf-bf13-4a1e-b5cb-153ae7f29c95 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:51:08.957350 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:08.959230 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-3884e6db-13ad-4588-803a-bbb9b9e0ef69 tempest-ServersTestJSON-163693882 tempest-ServersTestJSON-163693882-project] Notify callbacks [] for port, precommit_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:08.971795 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-3884e6db-13ad-4588-803a-bbb9b9e0ef69 tempest-ServersTestJSON-163693882 tempest-ServersTestJSON-163693882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5237921'] for port, after_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:09.046329 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c446d03-9524-42b3-a503-762ad07178fc tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Pushing event updated for resources: {'Subnet': ['ID=c5817149-167d-4772-a005-447611103144,revision_number=0']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:51:09.076254 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3884e6db-13ad-4588-803a-bbb9b9e0ef69 tempest-ServersTestJSON-163693882 tempest-ServersTestJSON-163693882-project] Pushing event updated for resources: {'Port': ['ID=3a6170ea-cea1-4b6e-8dd1-99a9b96e5bc7,revision_number=2']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:51:09.094784 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-3884e6db-13ad-4588-803a-bbb9b9e0ef69 tempest-ServersTestJSON-163693882 tempest-ServersTestJSON-163693882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648212'] for floatingip, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:09.114298 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-3884e6db-13ad-4588-803a-bbb9b9e0ef69 tempest-ServersTestJSON-163693882 tempest-ServersTestJSON-163693882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for floatingip, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:09.116285 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-3884e6db-13ad-4588-803a-bbb9b9e0ef69 tempest-ServersTestJSON-163693882 tempest-ServersTestJSON-163693882-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2882757 Mar 29 15:51:09.124875 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c446d03-9524-42b3-a503-762ad07178fc tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Checking segment: {'id': 'f5daa47f-2ba6-45d5-a5a6-972f86ad4513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'ca20c54b-01c3-4294-9268-3533e8596a33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:51:09.125536 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c446d03-9524-42b3-a503-762ad07178fc tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Network hostable DHCP agents. Network: ca20c54b-01c3-4294-9268-3533e8596a33, hostable agents: ['d136643e-48ae-49d4-a851-2ba3bdf3749c'], hosted agents: [] {{(pid=102791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 15:51:09.149622 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c446d03-9524-42b3-a503-762ad07178fc tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Network ca20c54b-01c3-4294-9268-3533e8596a33 is scheduled to be hosted by DHCP agent d136643e-48ae-49d4-a851-2ba3bdf3749c with binding_index 1 {{(pid=102791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 15:51:09.162638 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [None req-4c446d03-9524-42b3-a503-762ad07178fc tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834765-1, ca20c54b-01c3-4294-9268-3533e8596a33) {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:51:09.169101 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c446d03-9524-42b3-a503-762ad07178fc tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:51:09.170091 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-4c446d03-9524-42b3-a503-762ad07178fc tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks [] for subnet, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:09.184324 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16c4d77e-a499-45e1-a1e4-dfedcd3c2807 None None] Network ca20c54b-01c3-4294-9268-3533e8596a33 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 15:51:09.196237 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 60278) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:51:09.204081 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-aff9e8fc-3cbc-4986-82cc-a7dcc5312d9a tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-111477225', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:51:09.211043 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-4c446d03-9524-42b3-a503-762ad07178fc tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9621208 Mar 29 15:51:09.244215 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-aff9e8fc-3cbc-4986-82cc-a7dcc5312d9a tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-532385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129310'] for router, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:09.247024 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-aff9e8fc-3cbc-4986-82cc-a7dcc5312d9a tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-648091', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-684384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129319'] for router, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:09.392244 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:09.413741 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5291571d-4cdb-4431-aedd-800346661d96 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0035034-69b0-5ffc-b384-0ac6189c5628-ca20c54b-01c3-4294-9268-3533e8596a33', 'network_id': 'ca20c54b-01c3-4294-9268-3533e8596a33', 'tenant_id': '5dbaebdcae654b77ad7a96310f75316a', 'fixed_ips': [{'subnet_id': 'c5817149-167d-4772-a005-447611103144'}]}} from n-d-834765-1. {{(pid=102792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 29 15:51:09.414639 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-5291571d-4cdb-4431-aedd-800346661d96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:09.419497 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] For port 3fedbbdf-bf13-4a1e-b5cb-153ae7f29c95, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=3fedbbdf-bf13-4a1e-b5cb-153ae7f29c95,segment=NetworkSegment(6ab47353-a811-4bad-bc73-b4cc84583cfd),segment_id=6ab47353-a811-4bad-bc73-b4cc84583cfd)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:51:09.426368 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-aff9e8fc-3cbc-4986-82cc-a7dcc5312d9a tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:09.430765 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-aff9e8fc-3cbc-4986-82cc-a7dcc5312d9a tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648118'] for router, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:09.441970 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:09.461652 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1e048f-ab35-4ff9-a31d-346e6902c246 req-837ecb95-2fe5-472d-bc8a-caf2db927eb3 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:51:09.470619 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-6f1e048f-ab35-4ff9-a31d-346e6902c246 req-837ecb95-2fe5-472d-bc8a-caf2db927eb3 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] 10.222.0.42 "GET /v2.0/ports?device_id=dbce9f83-2267-4628-9e0c-afe7582d0b9c HTTP/1.1" status: 200 len: 946 time: 0.1969099 Mar 29 15:51:09.496230 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-aff9e8fc-3cbc-4986-82cc-a7dcc5312d9a tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks [] for router, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:09.498253 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-aff9e8fc-3cbc-4986-82cc-a7dcc5312d9a tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2992718 Mar 29 15:51:09.498816 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Pushing event updated for resources: {'Port': ['ID=3fedbbdf-bf13-4a1e-b5cb-153ae7f29c95,revision_number=4']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:51:09.503085 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 60298) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:51:09.509198 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-a33da0af-86a5-4e77-ba5c-476569593837 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Request body: {'port': {'network_id': 'ca20c54b-01c3-4294-9268-3533e8596a33', 'name': 'tempest-RoutersIpV6Test-298989520'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:51:09.517554 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-0cc466f7-6d48-4cda-a44d-4b87b39f25a0 req-dd6d99f9-5739-406c-a8a3-b08a0d522481 tempest-ServersTestJSON-163693882 tempest-ServersTestJSON-163693882-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--369867899&fields=id&tenant_id=d8d907847dd34368b73f473fb982328c HTTP/1.1" status: 200 len: 267 time: 0.0560663 Mar 29 15:51:09.625088 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-6f1e048f-ab35-4ff9-a31d-346e6902c246 req-e7b3c096-1e75-4787-ab8e-8259bdf971dd tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] 10.222.0.42 "GET /v2.0/security-groups?id=48412e0f-2e84-4054-b430-1164daea25c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1535885 Mar 29 15:51:09.702847 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc466f7-6d48-4cda-a44d-4b87b39f25a0 req-18a0de99-2942-4bc7-bfdc-874be5d123ae tempest-ServersTestJSON-163693882 tempest-ServersTestJSON-163693882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:51:09.711369 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-0cc466f7-6d48-4cda-a44d-4b87b39f25a0 req-18a0de99-2942-4bc7-bfdc-874be5d123ae tempest-ServersTestJSON-163693882 tempest-ServersTestJSON-163693882-project] 10.222.0.42 "GET /v2.0/networks?id=1a890cad-eceb-4443-afdb-474dde0f8f1e HTTP/1.1" status: 200 len: 805 time: 0.1822536 Mar 29 15:51:09.719938 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.db_base_plugin_common [None req-5291571d-4cdb-4431-aedd-800346661d96 None None] Allocated IP 2001:db8::2 (ca20c54b-01c3-4294-9268-3533e8596a33/c5817149-167d-4772-a005-447611103144/3995523a-c3e9-4d55-ad89-0725fbf45968) {{(pid=102792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:51:09.739307 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-0cc466f7-6d48-4cda-a44d-4b87b39f25a0 req-db05ac2e-774f-43c2-8812-d1bc6f17a4d0 tempest-ServersTestJSON-163693882 tempest-ServersTestJSON-163693882-project] 10.222.0.42 "GET /v2.0/quotas/d8d907847dd34368b73f473fb982328c HTTP/1.1" status: 200 len: 375 time: 0.0267022 Mar 29 15:51:09.815483 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a33da0af-86a5-4e77-ba5c-476569593837 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Made reservation on behalf of 5dbaebdcae654b77ad7a96310f75316a for: {'port': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:51:09.816320 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-0cc466f7-6d48-4cda-a44d-4b87b39f25a0 req-5b381f09-ec5a-4d1d-8c24-c49d3db7cdfc tempest-ServersTestJSON-163693882 tempest-ServersTestJSON-163693882-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=d8d907847dd34368b73f473fb982328c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0756521 Mar 29 15:51:09.819970 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-a33da0af-86a5-4e77-ba5c-476569593837 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:09.847488 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a6ddbd-d1b1-4235-9b43-c31421dcfd9c req-ea492486-008a-467d-9495-f15bec1a932d tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:51:09.849301 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-83a6ddbd-d1b1-4235-9b43-c31421dcfd9c req-ea492486-008a-467d-9495-f15bec1a932d tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] 10.222.0.42 "GET /v2.0/ports?device_id=dbce9f83-2267-4628-9e0c-afe7582d0b9c HTTP/1.1" status: 200 len: 946 time: 0.1230731 Mar 29 15:51:09.853258 n-d-834765-1 neutron-server[102790]: DEBUG neutron.notifiers.nova [None req-a33da0af-86a5-4e77-ba5c-476569593837 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] device_id is not set on port 2c8830f9-2dc0-4b3f-a7d0-b5039f12bbe9 yet. {{(pid=102790) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 29 15:51:09.956140 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-0cc466f7-6d48-4cda-a44d-4b87b39f25a0 req-e51e0446-d445-4854-b02b-9e9bde5f168b service neutron] 10.222.0.42 "GET /v2.0/networks/1a890cad-eceb-4443-afdb-474dde0f8f1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340728 Mar 29 15:51:09.969676 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-83a6ddbd-d1b1-4235-9b43-c31421dcfd9c req-ad66161a-ab84-4151-a46d-1a812913f78b tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] 10.222.0.42 "GET /v2.0/security-groups?id=48412e0f-2e84-4054-b430-1164daea25c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1061113 Mar 29 15:51:09.986069 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-5291571d-4cdb-4431-aedd-800346661d96 None None] Notify callbacks [] for port, precommit_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:10.005780 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-5291571d-4cdb-4431-aedd-800346661d96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956'] for port, after_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:10.074306 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 60314) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:51:10.080804 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.db_base_plugin_common [None req-a33da0af-86a5-4e77-ba5c-476569593837 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Allocated IP 2001:db8::1e6 (ca20c54b-01c3-4294-9268-3533e8596a33/c5817149-167d-4772-a005-447611103144/2c8830f9-2dc0-4b3f-a7d0-b5039f12bbe9) {{(pid=102790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:51:10.117569 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5291571d-4cdb-4431-aedd-800346661d96 None None] Pushing event updated for resources: {'Port': ['ID=3995523a-c3e9-4d55-ad89-0725fbf45968,revision_number=1']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:51:10.130880 n-d-834765-1 neutron-server[102792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5291571d-4cdb-4431-aedd-800346661d96 None None] Network ca20c54b-01c3-4294-9268-3533e8596a33 is already hosted by enough agents. {{(pid=102792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:51:10.138696 n-d-834765-1 neutron-server[102792]: DEBUG neutron.scheduler.base_scheduler [None req-5291571d-4cdb-4431-aedd-800346661d96 None None] Resources bound (agent type, host, resource id): {{(pid=102792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:51:10.148018 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-313b25cf-064e-4b90-9269-47a7306e87d9 None None] Sync routers for ids ['26a88bc5-ebda-45ee-90f1-5547a1a4689e'] in n-d-834765-1 {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:51:10.153120 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5291571d-4cdb-4431-aedd-800346661d96 None None] Received port after_create {{(pid=102792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:51:10.181504 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-0cc466f7-6d48-4cda-a44d-4b87b39f25a0 req-597b7863-5f67-44c9-8111-606c7056969c service neutron] 10.222.0.42 "GET /v2.0/networks/1a890cad-eceb-4443-afdb-474dde0f8f1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2243013 Mar 29 15:51:10.196307 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-313b25cf-064e-4b90-9269-47a7306e87d9 None None] Routers {'26a88bc5-ebda-45ee-90f1-5547a1a4689e'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:51:10.198475 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-313b25cf-064e-4b90-9269-47a7306e87d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:51:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['26a88bc5-ebda-45ee-90f1-5547a1a4689e'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:51:10.278179 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-5291571d-4cdb-4431-aedd-800346661d96 None None] Attempting to bind port 3995523a-c3e9-4d55-ad89-0725fbf45968 on host n-d-834765-1 for vnic_type normal with profile {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:51:10.278598 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-5291571d-4cdb-4431-aedd-800346661d96 None None] Attempting to bind port 3995523a-c3e9-4d55-ad89-0725fbf45968 by drivers openvswitch,hyperv on host n-d-834765-1 at level 0 using segments [{'id': 'f5daa47f-2ba6-45d5-a5a6-972f86ad4513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'ca20c54b-01c3-4294-9268-3533e8596a33'}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:51:10.278991 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5291571d-4cdb-4431-aedd-800346661d96 None None] Attempting to bind port 3995523a-c3e9-4d55-ad89-0725fbf45968 on network ca20c54b-01c3-4294-9268-3533e8596a33 {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:51:10.289109 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5291571d-4cdb-4431-aedd-800346661d96 None None] Checking agent: {'id': 'a8866439-9d96-425c-b519-6905c591ac37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 25, 36), 'started_at': datetime.datetime(2022, 3, 29, 15, 26, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 51, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834765-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:51:10.289575 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5291571d-4cdb-4431-aedd-800346661d96 None None] Checking segment: {'id': 'f5daa47f-2ba6-45d5-a5a6-972f86ad4513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'ca20c54b-01c3-4294-9268-3533e8596a33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:51:10.290103 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-5291571d-4cdb-4431-aedd-800346661d96 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:10.291441 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5291571d-4cdb-4431-aedd-800346661d96 None None] Bound using segment: {'id': 'f5daa47f-2ba6-45d5-a5a6-972f86ad4513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'ca20c54b-01c3-4294-9268-3533e8596a33'} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:51:10.292275 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-5291571d-4cdb-4431-aedd-800346661d96 None None] Bound port: 3995523a-c3e9-4d55-ad89-0725fbf45968, host: n-d-834765-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5daa47f-2ba6-45d5-a5a6-972f86ad4513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'ca20c54b-01c3-4294-9268-3533e8596a33'}}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 15:51:10.292749 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-5291571d-4cdb-4431-aedd-800346661d96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:10.397203 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-a33da0af-86a5-4e77-ba5c-476569593837 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks [] for port, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:10.442647 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-5291571d-4cdb-4431-aedd-800346661d96 None None] For port 3995523a-c3e9-4d55-ad89-0725fbf45968, host n-d-834765-1, cleared binding levels {{(pid=102792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:51:10.445801 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvr_db [None req-313b25cf-064e-4b90-9269-47a7306e87d9 None None] Set router 26a88bc5-ebda-45ee-90f1-5547a1a4689e gateway port host: n-d-834765-1 {{(pid=102792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:51:10.449816 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-5291571d-4cdb-4431-aedd-800346661d96 None None] For port 3995523a-c3e9-4d55-ad89-0725fbf45968, host n-d-834765-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=3995523a-c3e9-4d55-ad89-0725fbf45968,segment=NetworkSegment(f5daa47f-2ba6-45d5-a5a6-972f86ad4513),segment_id=f5daa47f-2ba6-45d5-a5a6-972f86ad4513)] {{(pid=102792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:51:10.503778 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-a33da0af-86a5-4e77-ba5c-476569593837 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:10.615624 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-5291571d-4cdb-4431-aedd-800346661d96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:10.642464 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-537bbcbd-d54c-4456-b2c5-7b2b63f251a1 req-c16375b7-f51c-4f54-bf06-2ac8eb5ea20c tempest-ServersTestJSON-163693882 tempest-ServersTestJSON-163693882-project] 10.222.0.42 "GET /v2.0/ports?device_id=e64caf03-42bd-4cfb-97c7-f5073edb7b00 HTTP/1.1" status: 200 len: 210 time: 0.1250556 Mar 29 15:51:10.673711 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a33da0af-86a5-4e77-ba5c-476569593837 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Network ca20c54b-01c3-4294-9268-3533e8596a33 is already hosted by enough agents. {{(pid=102790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:51:10.675104 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33da0af-86a5-4e77-ba5c-476569593837 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Pushing event updated for resources: {'Port': ['ID=2c8830f9-2dc0-4b3f-a7d0-b5039f12bbe9,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:51:10.682857 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-a33da0af-86a5-4e77-ba5c-476569593837 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Resources bound (agent type, host, resource id): {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:51:10.686505 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a33da0af-86a5-4e77-ba5c-476569593837 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Received port after_create {{(pid=102790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:51:10.693721 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a33da0af-86a5-4e77-ba5c-476569593837 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:51:10.694336 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-a33da0af-86a5-4e77-ba5c-476569593837 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:10.708043 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-f9665021-80c3-4254-a9a8-b64581154a1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-530452'] for router_interface, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:10.721529 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-a33da0af-86a5-4e77-ba5c-476569593837 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.2168665 Mar 29 15:51:10.724318 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 60330) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:51:10.868466 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 3fedbbdf-bf13-4a1e-b5cb-153ae7f29c95 up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:51:10.930013 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5291571d-4cdb-4431-aedd-800346661d96 None None] Pushing event updated for resources: {'Port': ['ID=3995523a-c3e9-4d55-ad89-0725fbf45968,revision_number=2']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:51:11.051206 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port 3fedbbdf-bf13-4a1e-b5cb-153ae7f29c95 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:51:11.051608 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:11.128432 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device 6ba56cfb-3724-4410-8b50-b603e9b91d33 no longer exists at agent hyperv_n-h1-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:51:11.166471 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] No Port match for: 6ba56cfb-3724-4410-8b50-b603e9b91d33 {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 15:51:11.166860 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device 6ba56cfb-3724-4410-8b50-b603e9b91d33 not bound to the agent host n-h1-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:51:11.221300 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-f9665021-80c3-4254-a9a8-b64581154a1d admin admin] Deleting port d617e3cc-46a9-415b-b4ae-61fbbe6831c4 {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:51:11.221812 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-313b25cf-064e-4b90-9269-47a7306e87d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26a88bc5-ebda-45ee-90f1-5547a1a4689e', 'name': 'tempest-ServersTestJSON-323879228-router', 'tenant_id': 'd8d907847dd34368b73f473fb982328c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.63'}], 'enable_snat': True}, 'gw_port_id': '3fedbbdf-bf13-4a1e-b5cb-153ae7f29c95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:51:00Z', 'updated_at': '2022-03-29T15:51:05Z', 'revision_number': 4, 'project_id': 'd8d907847dd34368b73f473fb982328c', 'gw_port': {'id': '3fedbbdf-bf13-4a1e-b5cb-153ae7f29c95', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:eb:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26a88bc5-ebda-45ee-90f1-5547a1a4689e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1965, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:51:00Z', 'updated_at': '2022-03-29T15:51:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': '818746c1-321e-4a0f-b99a-e6d555fd1abb', 'name': '', 'network_id': '1a890cad-eceb-4443-afdb-474dde0f8f1e', 'tenant_id': 'd8d907847dd34368b73f473fb982328c', 'mac_address': 'fa:16:3e:9a:c5:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26a88bc5-ebda-45ee-90f1-5547a1a4689e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1966, 'fixed_ips': [{'subnet_id': '62348b33-7001-4dc5-aea1-2976e02267d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:51:03Z', 'updated_at': '2022-03-29T15:51:05Z', 'revision_number': 2, 'project_id': 'd8d907847dd34368b73f473fb982328c', 'subnets': [{'id': '62348b33-7001-4dc5-aea1-2976e02267d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:51:11.222507 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-f9665021-80c3-4254-a9a8-b64581154a1d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:11.294292 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-313b25cf-064e-4b90-9269-47a7306e87d9 None None] Checking router: 26a88bc5-ebda-45ee-90f1-5547a1a4689e for host: n-d-834765-1 {{(pid=102792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:51:11.294872 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-313b25cf-064e-4b90-9269-47a7306e87d9 None None] Updating router 26a88bc5-ebda-45ee-90f1-5547a1a4689e port 818746c1-321e-4a0f-b99a-e6d555fd1abb binding host n-d-834765-1 {{(pid=102792) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 15:51:11.344311 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-313b25cf-064e-4b90-9269-47a7306e87d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:11.425478 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [None req-f9665021-80c3-4254-a9a8-b64581154a1d admin admin] For port d617e3cc-46a9-415b-b4ae-61fbbe6831c4, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=d617e3cc-46a9-415b-b4ae-61fbbe6831c4,segment=NetworkSegment(97a801df-9d8d-4e2e-9456-226310108f77),segment_id=97a801df-9d8d-4e2e-9456-226310108f77)] {{(pid=102791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:51:11.426694 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-f9665021-80c3-4254-a9a8-b64581154a1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:11.451419 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-f9665021-80c3-4254-a9a8-b64581154a1d admin admin] Calling delete_port for d617e3cc-46a9-415b-b4ae-61fbbe6831c4 owned by network:router_interface {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:51:11.539775 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 60340) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:51:11.851640 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-558d04b8-a4c0-4b3d-875b-af8124f474f0 req-3eb479ae-d660-4172-9e50-889522c985fd tempest-ServersTestJSON-163693882 tempest-ServersTestJSON-163693882-project] 10.222.0.42 "GET /v2.0/ports?device_id=e64caf03-42bd-4cfb-97c7-f5073edb7b00 HTTP/1.1" status: 200 len: 210 time: 0.0420041 Mar 29 15:51:11.853710 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-313b25cf-064e-4b90-9269-47a7306e87d9 None None] Notify callbacks [] for port, precommit_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:11.864578 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-313b25cf-064e-4b90-9269-47a7306e87d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:11.892727 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-299480fd-4085-4cc0-be9e-ea4ef46656fd tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:11.927303 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6dfa8c5-e6db-4c29-8c43-9f9a716f8d88 None None] Pushing event updated for resources: {'Port': ['ID=818746c1-321e-4a0f-b99a-e6d555fd1abb,revision_number=3']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:51:12.006893 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-f9665021-80c3-4254-a9a8-b64581154a1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:12.037843 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-313b25cf-064e-4b90-9269-47a7306e87d9 None None] Attempting to bind port 818746c1-321e-4a0f-b99a-e6d555fd1abb on host n-d-834765-1 for vnic_type normal with profile {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:51:12.038362 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-313b25cf-064e-4b90-9269-47a7306e87d9 None None] Attempting to bind port 818746c1-321e-4a0f-b99a-e6d555fd1abb by drivers openvswitch,hyperv on host n-d-834765-1 at level 0 using segments [{'id': '3517382d-aae8-457c-a891-64fda55090a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '1a890cad-eceb-4443-afdb-474dde0f8f1e'}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:51:12.038740 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-313b25cf-064e-4b90-9269-47a7306e87d9 None None] Attempting to bind port 818746c1-321e-4a0f-b99a-e6d555fd1abb on network 1a890cad-eceb-4443-afdb-474dde0f8f1e {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:51:12.051357 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-313b25cf-064e-4b90-9269-47a7306e87d9 None None] Checking agent: {'id': 'a8866439-9d96-425c-b519-6905c591ac37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 25, 36), 'started_at': datetime.datetime(2022, 3, 29, 15, 26, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 51, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834765-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:51:12.051739 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-313b25cf-064e-4b90-9269-47a7306e87d9 None None] Checking segment: {'id': '3517382d-aae8-457c-a891-64fda55090a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '1a890cad-eceb-4443-afdb-474dde0f8f1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:51:12.052145 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-313b25cf-064e-4b90-9269-47a7306e87d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:12.052540 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-313b25cf-064e-4b90-9269-47a7306e87d9 None None] Bound using segment: {'id': '3517382d-aae8-457c-a891-64fda55090a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '1a890cad-eceb-4443-afdb-474dde0f8f1e'} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:51:12.053032 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-313b25cf-064e-4b90-9269-47a7306e87d9 None None] Bound port: 818746c1-321e-4a0f-b99a-e6d555fd1abb, host: n-d-834765-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3517382d-aae8-457c-a891-64fda55090a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '1a890cad-eceb-4443-afdb-474dde0f8f1e'}}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 15:51:12.053410 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-313b25cf-064e-4b90-9269-47a7306e87d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:12.057963 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9665021-80c3-4254-a9a8-b64581154a1d admin admin] Pushing event deleted for resources: {'Port': ['ID=d617e3cc-46a9-415b-b4ae-61fbbe6831c4,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:51:12.225925 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-313b25cf-064e-4b90-9269-47a7306e87d9 None None] For port 818746c1-321e-4a0f-b99a-e6d555fd1abb, host n-d-834765-1, cleared binding levels {{(pid=102792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:51:12.230723 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-313b25cf-064e-4b90-9269-47a7306e87d9 None None] For port 818746c1-321e-4a0f-b99a-e6d555fd1abb, host n-d-834765-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=818746c1-321e-4a0f-b99a-e6d555fd1abb,segment=NetworkSegment(3517382d-aae8-457c-a891-64fda55090a5),segment_id=3517382d-aae8-457c-a891-64fda55090a5)] {{(pid=102792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:51:12.237531 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-313b25cf-064e-4b90-9269-47a7306e87d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:12.317535 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-299480fd-4085-4cc0-be9e-ea4ef46656fd tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks [] for port, precommit_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:12.330771 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-299480fd-4085-4cc0-be9e-ea4ef46656fd tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5237921'] for port, after_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:12.379998 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc466f7-6d48-4cda-a44d-4b87b39f25a0 req-aa8b0685-4861-466c-bbd9-36c90adaed26 tempest-ServersTestJSON-163693882 tempest-ServersTestJSON-163693882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:51:12.383471 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-0cc466f7-6d48-4cda-a44d-4b87b39f25a0 req-aa8b0685-4861-466c-bbd9-36c90adaed26 tempest-ServersTestJSON-163693882 tempest-ServersTestJSON-163693882-project] 10.222.0.44 "GET /v2.0/networks?id=1a890cad-eceb-4443-afdb-474dde0f8f1e HTTP/1.1" status: 200 len: 805 time: 0.3199525 Mar 29 15:51:12.396633 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-313b25cf-064e-4b90-9269-47a7306e87d9 None None] Routers {'26a88bc5-ebda-45ee-90f1-5547a1a4689e'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:51:12.397191 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-313b25cf-064e-4b90-9269-47a7306e87d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:51:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['26a88bc5-ebda-45ee-90f1-5547a1a4689e'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:51:12.445944 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299480fd-4085-4cc0-be9e-ea4ef46656fd tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Pushing event updated for resources: {'Port': ['ID=2c8830f9-2dc0-4b3f-a7d0-b5039f12bbe9,revision_number=2']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:51:12.546204 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvr_db [None req-313b25cf-064e-4b90-9269-47a7306e87d9 None None] Set router 26a88bc5-ebda-45ee-90f1-5547a1a4689e gateway port host: n-d-834765-1 {{(pid=102792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:51:12.551733 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-0cc466f7-6d48-4cda-a44d-4b87b39f25a0 req-d532c369-6c48-48c5-ac03-40deed6ad61b tempest-ServersTestJSON-163693882 tempest-ServersTestJSON-163693882-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d8d907847dd34368b73f473fb982328c HTTP/1.1" status: 200 len: 379 time: 0.1214356 Mar 29 15:51:12.572803 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [req-0cc466f7-6d48-4cda-a44d-4b87b39f25a0 req-d5626d67-96fc-4d67-b8e1-89eea2902f27 tempest-ServersTestJSON-163693882 tempest-ServersTestJSON-163693882-project] Request body: {'port': {'device_id': 'e64caf03-42bd-4cfb-97c7-f5073edb7b00', 'network_id': '1a890cad-eceb-4443-afdb-474dde0f8f1e', 'admin_state_up': True, 'tenant_id': 'd8d907847dd34368b73f473fb982328c', 'security_groups': ['1d8a701a-f8f9-4510-a9b8-eb027f460faf']}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:51:12.654904 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f349adc8-1af3-4438-80b7-d2e51d8bffcf None None] Network ca20c54b-01c3-4294-9268-3533e8596a33 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 15:51:12.662381 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6dfa8c5-e6db-4c29-8c43-9f9a716f8d88 None None] Pushing event updated for resources: {'Port': ['ID=818746c1-321e-4a0f-b99a-e6d555fd1abb,revision_number=4']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:51:12.714922 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-299480fd-4085-4cc0-be9e-ea4ef46656fd tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-648347'] for router_interface, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:12.728101 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-5c785f3f-fedd-443d-a658-0f55ff0bb97e None None] Provisioning complete for port 818746c1-321e-4a0f-b99a-e6d555fd1abb triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:51:12.728679 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-5c785f3f-fedd-443d-a658-0f55ff0bb97e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:13.078504 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-69d4ad25-a7df-46f6-96f7-8258f507af77 req-231c9c4b-ecc0-4265-be05-9ff7bb53f263 tempest-ServersTestJSON-163693882 tempest-ServersTestJSON-163693882-project] 10.222.0.42 "GET /v2.0/ports?device_id=e64caf03-42bd-4cfb-97c7-f5073edb7b00 HTTP/1.1" status: 200 len: 210 time: 0.0906377 Mar 29 15:51:13.200518 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-299480fd-4085-4cc0-be9e-ea4ef46656fd tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:13.279432 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8537976-2f5f-48a5-948c-2af7ad3fa251 req-5d463824-b9c3-4aef-8bac-6fc393734401 tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:51:13.287719 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b8537976-2f5f-48a5-948c-2af7ad3fa251 req-5d463824-b9c3-4aef-8bac-6fc393734401 tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] 10.222.0.42 "GET /v2.0/ports?device_id=31cdedda-f287-4417-9676-d9e289e74188 HTTP/1.1" status: 200 len: 945 time: 0.1982546 Mar 29 15:51:13.328775 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 3995523a-c3e9-4d55-ad89-0725fbf45968 up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:51:13.329801 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-f9665021-80c3-4254-a9a8-b64581154a1d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-530528'] for router_interface, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:13.392735 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b8537976-2f5f-48a5-948c-2af7ad3fa251 req-ac697e8d-3888-488f-8ee3-831458c6af3b tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] 10.222.0.42 "GET /v2.0/security-groups?id=883e0cc1-8238-4251-86bf-7026ffbeaddd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1041272 Mar 29 15:51:13.488782 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0cc466f7-6d48-4cda-a44d-4b87b39f25a0 req-d5626d67-96fc-4d67-b8e1-89eea2902f27 tempest-ServersTestJSON-163693882 tempest-ServersTestJSON-163693882-project] Made reservation on behalf of d8d907847dd34368b73f473fb982328c for: {'port': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:51:13.493141 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-0cc466f7-6d48-4cda-a44d-4b87b39f25a0 req-d5626d67-96fc-4d67-b8e1-89eea2902f27 tempest-ServersTestJSON-163693882 tempest-ServersTestJSON-163693882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:13.584744 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port 3995523a-c3e9-4d55-ad89-0725fbf45968 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:51:13.585032 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:13.586618 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-5c785f3f-fedd-443d-a658-0f55ff0bb97e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:13.632528 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-313b25cf-064e-4b90-9269-47a7306e87d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26a88bc5-ebda-45ee-90f1-5547a1a4689e', 'name': 'tempest-ServersTestJSON-323879228-router', 'tenant_id': 'd8d907847dd34368b73f473fb982328c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.63'}], 'enable_snat': True}, 'gw_port_id': '3fedbbdf-bf13-4a1e-b5cb-153ae7f29c95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:51:00Z', 'updated_at': '2022-03-29T15:51:05Z', 'revision_number': 4, 'project_id': 'd8d907847dd34368b73f473fb982328c', 'gw_port': {'id': '3fedbbdf-bf13-4a1e-b5cb-153ae7f29c95', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:eb:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26a88bc5-ebda-45ee-90f1-5547a1a4689e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1965, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:51:00Z', 'updated_at': '2022-03-29T15:51:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': '818746c1-321e-4a0f-b99a-e6d555fd1abb', 'name': '', 'network_id': '1a890cad-eceb-4443-afdb-474dde0f8f1e', 'tenant_id': 'd8d907847dd34368b73f473fb982328c', 'mac_address': 'fa:16:3e:9a:c5:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26a88bc5-ebda-45ee-90f1-5547a1a4689e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1966, 'fixed_ips': [{'subnet_id': '62348b33-7001-4dc5-aea1-2976e02267d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:51:03Z', 'updated_at': '2022-03-29T15:51:12Z', 'revision_number': 4, 'project_id': 'd8d907847dd34368b73f473fb982328c', 'subnets': [{'id': '62348b33-7001-4dc5-aea1-2976e02267d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:51:13.636562 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-299480fd-4085-4cc0-be9e-ea4ef46656fd tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks [] for port, precommit_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:13.645069 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-299480fd-4085-4cc0-be9e-ea4ef46656fd tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5237921'] for port, after_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:13.647716 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-299480fd-4085-4cc0-be9e-ea4ef46656fd tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-648439'] for router_interface, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:13.675617 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-95daefd0-0445-469b-af4b-95596b346dc4 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:13.680410 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-313b25cf-064e-4b90-9269-47a7306e87d9 None None] The sync data for ids ['26a88bc5-ebda-45ee-90f1-5547a1a4689e'] in n-d-834765-1 is: [{'id': '26a88bc5-ebda-45ee-90f1-5547a1a4689e', 'name': 'tempest-ServersTestJSON-323879228-router', 'tenant_id': 'd8d907847dd34368b73f473fb982328c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.63'}], 'enable_snat': True}, 'gw_port_id': '3fedbbdf-bf13-4a1e-b5cb-153ae7f29c95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:51:00Z', 'updated_at': '2022-03-29T15:51:05Z', 'revision_number': 4, 'project_id': 'd8d907847dd34368b73f473fb982328c', 'gw_port': {'id': '3fedbbdf-bf13-4a1e-b5cb-153ae7f29c95', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:eb:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26a88bc5-ebda-45ee-90f1-5547a1a4689e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1965, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:51:00Z', 'updated_at': '2022-03-29T15:51:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': '818746c1-321e-4a0f-b99a-e6d555fd1abb', 'name': '', 'network_id': '1a890cad-eceb-4443-afdb-474dde0f8f1e', 'tenant_id': 'd8d907847dd34368b73f473fb982328c', 'mac_address': 'fa:16:3e:9a:c5:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26a88bc5-ebda-45ee-90f1-5547a1a4689e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1966, 'fixed_ips': [{'subnet_id': '62348b33-7001-4dc5-aea1-2976e02267d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:51:03Z', 'updated_at': '2022-03-29T15:51:12Z', 'revision_number': 4, 'project_id': 'd8d907847dd34368b73f473fb982328c', 'subnets': [{'id': '62348b33-7001-4dc5-aea1-2976e02267d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:51:13.701861 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-5c785f3f-fedd-443d-a658-0f55ff0bb97e None None] For port 818746c1-321e-4a0f-b99a-e6d555fd1abb, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=818746c1-321e-4a0f-b99a-e6d555fd1abb,segment=NetworkSegment(3517382d-aae8-457c-a891-64fda55090a5),segment_id=3517382d-aae8-457c-a891-64fda55090a5)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:51:13.710150 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-5c785f3f-fedd-443d-a658-0f55ff0bb97e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:13.852320 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299480fd-4085-4cc0-be9e-ea4ef46656fd tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Pushing event updated for resources: {'Port': ['ID=2c8830f9-2dc0-4b3f-a7d0-b5039f12bbe9,revision_number=3']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:51:13.887567 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c785f3f-fedd-443d-a658-0f55ff0bb97e None None] Pushing event updated for resources: {'Port': ['ID=818746c1-321e-4a0f-b99a-e6d555fd1abb,revision_number=5']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:51:13.890438 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:13.894073 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-5dd1c040-0dbe-4c0c-94c2-c092e834cb98 None None] Provisioning complete for port 818746c1-321e-4a0f-b99a-e6d555fd1abb triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:51:13.894436 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-5dd1c040-0dbe-4c0c-94c2-c092e834cb98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:13.952392 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c785f3f-fedd-443d-a658-0f55ff0bb97e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:51:13.952744 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c785f3f-fedd-443d-a658-0f55ff0bb97e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:51:13.953065 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c785f3f-fedd-443d-a658-0f55ff0bb97e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:51:13.953706 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c785f3f-fedd-443d-a658-0f55ff0bb97e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:51:13.953706 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c785f3f-fedd-443d-a658-0f55ff0bb97e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:51:13.954036 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c785f3f-fedd-443d-a658-0f55ff0bb97e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:51:13.954360 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c785f3f-fedd-443d-a658-0f55ff0bb97e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:51:13.954682 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c785f3f-fedd-443d-a658-0f55ff0bb97e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:51:13.955007 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c785f3f-fedd-443d-a658-0f55ff0bb97e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:51:13.955609 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c785f3f-fedd-443d-a658-0f55ff0bb97e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:51:13.956070 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c785f3f-fedd-443d-a658-0f55ff0bb97e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:51:13.956487 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c785f3f-fedd-443d-a658-0f55ff0bb97e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:51:14.017698 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] For port 3995523a-c3e9-4d55-ad89-0725fbf45968, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=3995523a-c3e9-4d55-ad89-0725fbf45968,segment=NetworkSegment(f5daa47f-2ba6-45d5-a5a6-972f86ad4513),segment_id=f5daa47f-2ba6-45d5-a5a6-972f86ad4513)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:51:14.030369 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:14.031160 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 818746c1-321e-4a0f-b99a-e6d555fd1abb up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:51:14.110773 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-299480fd-4085-4cc0-be9e-ea4ef46656fd tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Network ca20c54b-01c3-4294-9268-3533e8596a33 is already hosted by enough agents. {{(pid=102790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:51:14.113469 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-299480fd-4085-4cc0-be9e-ea4ef46656fd tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Resources bound (agent type, host, resource id): {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:51:14.164397 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Pushing event updated for resources: {'Port': ['ID=3995523a-c3e9-4d55-ad89-0725fbf45968,revision_number=3']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:51:14.189362 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port 818746c1-321e-4a0f-b99a-e6d555fd1abb triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:51:14.189893 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:14.194802 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-5dd1c040-0dbe-4c0c-94c2-c092e834cb98 None None] Provisioning complete for port 3995523a-c3e9-4d55-ad89-0725fbf45968 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:51:14.194802 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-5dd1c040-0dbe-4c0c-94c2-c092e834cb98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:14.200832 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_common [req-0cc466f7-6d48-4cda-a44d-4b87b39f25a0 req-d5626d67-96fc-4d67-b8e1-89eea2902f27 tempest-ServersTestJSON-163693882 tempest-ServersTestJSON-163693882-project] Allocated IP 172.20.0.7 (1a890cad-eceb-4443-afdb-474dde0f8f1e/62348b33-7001-4dc5-aea1-2976e02267d0/ff69d3cd-8425-4439-a28e-a50632d73c81) {{(pid=102791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:51:14.296354 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9665021-80c3-4254-a9a8-b64581154a1d admin admin] Router 75531b64-b5f4-4fc9-9c4f-8e66545cd0ae has already been hosted by L3 agent c648d819-1060-4f26-b4ec-6455387b5dff {{(pid=102791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 15:51:14.466902 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-eaa0baf9-7fad-46cc-a64b-a749dd29e4d2 req-f5e77898-9e8c-46af-88d8-521ff6d4c8bd tempest-ServersTestJSON-163693882 tempest-ServersTestJSON-163693882-project] 10.222.0.42 "GET /v2.0/ports?device_id=e64caf03-42bd-4cfb-97c7-f5073edb7b00 HTTP/1.1" status: 200 len: 210 time: 0.0667055 Mar 29 15:51:14.515680 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-299480fd-4085-4cc0-be9e-ea4ef46656fd tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Router 24a89ea9-8e0e-4fa2-bb85-bfe66644355a is scheduled to L3 agent c648d819-1060-4f26-b4ec-6455387b5dff with binding_index 1 {{(pid=102790) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 29 15:51:14.665113 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-299480fd-4085-4cc0-be9e-ea4ef46656fd tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:51:14.671287 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-299480fd-4085-4cc0-be9e-ea4ef46656fd tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] 10.222.0.42 "PUT /v2.0/routers/24a89ea9-8e0e-4fa2-bb85-bfe66644355a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9455290 Mar 29 15:51:14.673561 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 60376) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:51:14.684274 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c9c1429-0ac7-4858-9cb8-d9ac6c4e5549 None None] Sync routers for ids ['24a89ea9-8e0e-4fa2-bb85-bfe66644355a'] in n-d-834765-1 {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:51:14.695472 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c9c1429-0ac7-4858-9cb8-d9ac6c4e5549 None None] Routers {'24a89ea9-8e0e-4fa2-bb85-bfe66644355a'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:51:14.696878 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-3c9c1429-0ac7-4858-9cb8-d9ac6c4e5549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:51:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['24a89ea9-8e0e-4fa2-bb85-bfe66644355a'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:51:14.711019 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-fd8299f3-ef39-425f-9e6a-316461f73d3c None None] Provisioning complete for port 2c8830f9-2dc0-4b3f-a7d0-b5039f12bbe9 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:51:14.711566 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-fd8299f3-ef39-425f-9e6a-316461f73d3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:14.764903 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-787e5f8d-4398-4b21-8a82-6c04e95541d9 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:51:14.772048 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-787e5f8d-4398-4b21-8a82-6c04e95541d9 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] 10.222.0.42 "GET /v2.0/ports/2c8830f9-2dc0-4b3f-a7d0-b5039f12bbe9 HTTP/1.1" status: 200 len: 983 time: 0.0966039 Mar 29 15:51:14.772335 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-fd8299f3-ef39-425f-9e6a-316461f73d3c None None] Port 2c8830f9-2dc0-4b3f-a7d0-b5039f12bbe9 cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 15:51:14.772827 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 60378) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:51:14.780544 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-3c9c1429-0ac7-4858-9cb8-d9ac6c4e5549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:51:14.797307 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c9c1429-0ac7-4858-9cb8-d9ac6c4e5549 None None] Routers {'24a89ea9-8e0e-4fa2-bb85-bfe66644355a'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:51:14.799082 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-3c9c1429-0ac7-4858-9cb8-d9ac6c4e5549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:51:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['24a89ea9-8e0e-4fa2-bb85-bfe66644355a'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:51:14.807977 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-fd8299f3-ef39-425f-9e6a-316461f73d3c None None] Provisioning complete for port 3995523a-c3e9-4d55-ad89-0725fbf45968 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:51:14.808975 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-fd8299f3-ef39-425f-9e6a-316461f73d3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:14.891137 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 3995523a-c3e9-4d55-ad89-0725fbf45968 up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:51:14.908094 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-3c9c1429-0ac7-4858-9cb8-d9ac6c4e5549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:51:14.908712 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c9c1429-0ac7-4858-9cb8-d9ac6c4e5549 None None] The sync data for ids ['24a89ea9-8e0e-4fa2-bb85-bfe66644355a'] in n-d-834765-1 is: [] {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:51:14.992912 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-0cc466f7-6d48-4cda-a44d-4b87b39f25a0 req-d5626d67-96fc-4d67-b8e1-89eea2902f27 tempest-ServersTestJSON-163693882 tempest-ServersTestJSON-163693882-project] Notify callbacks [] for port, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:15.118807 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port 3995523a-c3e9-4d55-ad89-0725fbf45968 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:51:15.119942 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:15.244887 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e56daa-4b95-4685-8507-ecabd90d508f req-81713e0c-0c45-484b-93b1-76d85a22307e tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:51:15.254984 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f0e56daa-4b95-4685-8507-ecabd90d508f req-81713e0c-0c45-484b-93b1-76d85a22307e tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] 10.222.0.42 "GET /v2.0/ports?device_id=31cdedda-f287-4417-9676-d9e289e74188 HTTP/1.1" status: 200 len: 945 time: 0.6395106 Mar 29 15:51:15.255326 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 818746c1-321e-4a0f-b99a-e6d555fd1abb up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:51:15.264225 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-0cc466f7-6d48-4cda-a44d-4b87b39f25a0 req-d5626d67-96fc-4d67-b8e1-89eea2902f27 tempest-ServersTestJSON-163693882 tempest-ServersTestJSON-163693882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:15.314635 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-3b4f5fce-d689-4306-8ba8-c7ce91065821 None None] Provisioning complete for port 2c8830f9-2dc0-4b3f-a7d0-b5039f12bbe9 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:51:15.314635 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-3b4f5fce-d689-4306-8ba8-c7ce91065821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:15.328831 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6352a1-abd5-4998-936b-9ab83318ae0d req-7e88d1be-4150-43e8-b9b7-a96fa7d8cc30 tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:51:15.330947 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-eb6352a1-abd5-4998-936b-9ab83318ae0d req-7e88d1be-4150-43e8-b9b7-a96fa7d8cc30 tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] 10.222.0.48 "GET /v2.0/ports?device_id=31cdedda-f287-4417-9676-d9e289e74188 HTTP/1.1" status: 200 len: 945 time: 0.8708537 Mar 29 15:51:15.364029 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port 818746c1-321e-4a0f-b99a-e6d555fd1abb triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:51:15.364578 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:15.366804 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-3b4f5fce-d689-4306-8ba8-c7ce91065821 None None] Port 2c8830f9-2dc0-4b3f-a7d0-b5039f12bbe9 cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 15:51:15.367617 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0cc466f7-6d48-4cda-a44d-4b87b39f25a0 req-d5626d67-96fc-4d67-b8e1-89eea2902f27 tempest-ServersTestJSON-163693882 tempest-ServersTestJSON-163693882-project] Network 1a890cad-eceb-4443-afdb-474dde0f8f1e is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:51:15.425774 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [req-0cc466f7-6d48-4cda-a44d-4b87b39f25a0 req-d5626d67-96fc-4d67-b8e1-89eea2902f27 tempest-ServersTestJSON-163693882 tempest-ServersTestJSON-163693882-project] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:51:15.435081 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cc466f7-6d48-4cda-a44d-4b87b39f25a0 req-d5626d67-96fc-4d67-b8e1-89eea2902f27 tempest-ServersTestJSON-163693882 tempest-ServersTestJSON-163693882-project] Received port after_create {{(pid=102791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:51:15.491611 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_common [None req-95daefd0-0445-469b-af4b-95596b346dc4 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Allocated IP 172.20.0.17 (b7faf18d-6cc9-4169-9a4b-9b5eaf1db9bd/d5b54dcb-2f5e-4022-8f9a-68afb8320531/3082ffe5-4b37-4096-b952-c3f15f6f23d6) {{(pid=102791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:51:15.495352 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9665021-80c3-4254-a9a8-b64581154a1d admin admin] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:51:15.510790 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2076602-cf67-47e5-80e7-597abf0c571f None None] Sync routers for ids ['75531b64-b5f4-4fc9-9c4f-8e66545cd0ae'] in n-d-834765-1 {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:51:15.535949 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-f9665021-80c3-4254-a9a8-b64581154a1d admin admin] 10.222.0.42 "PUT /v2.0/routers/75531b64-b5f4-4fc9-9c4f-8e66545cd0ae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4581361 Mar 29 15:51:15.540906 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2076602-cf67-47e5-80e7-597abf0c571f None None] Routers {'75531b64-b5f4-4fc9-9c4f-8e66545cd0ae'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:51:15.542576 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-e2076602-cf67-47e5-80e7-597abf0c571f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:51:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['75531b64-b5f4-4fc9-9c4f-8e66545cd0ae'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:51:15.545409 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 60384) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:51:15.583551 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f0e56daa-4b95-4685-8507-ecabd90d508f req-bed5622d-8c8d-4b9d-978e-6cbe338e1fea tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] 10.222.0.42 "GET /v2.0/security-groups?id=883e0cc1-8238-4251-86bf-7026ffbeaddd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3273683 Mar 29 15:51:15.584449 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5626d67-96fc-4d67-b8e1-89eea2902f27 tempest-ServersTestJSON-163693882 tempest-ServersTestJSON-163693882-project] Pushing event updated for resources: {'Port': ['ID=ff69d3cd-8425-4439-a28e-a50632d73c81,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:51:15.655054 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-bb11439b-20a8-4117-8ae3-06a80f75300a tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-530452'] for router_interface, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:15.684881 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc466f7-6d48-4cda-a44d-4b87b39f25a0 req-d5626d67-96fc-4d67-b8e1-89eea2902f27 tempest-ServersTestJSON-163693882 tempest-ServersTestJSON-163693882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:51:15.686905 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-0cc466f7-6d48-4cda-a44d-4b87b39f25a0 req-d5626d67-96fc-4d67-b8e1-89eea2902f27 tempest-ServersTestJSON-163693882 tempest-ServersTestJSON-163693882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:15.733890 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857e68c8-602b-438a-a40d-4027ad741c84 req-782824bf-2be7-4130-8e5f-3521dc989b17 tempest-ServersTestJSON-163693882 tempest-ServersTestJSON-163693882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:51:15.736500 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-857e68c8-602b-438a-a40d-4027ad741c84 req-782824bf-2be7-4130-8e5f-3521dc989b17 tempest-ServersTestJSON-163693882 tempest-ServersTestJSON-163693882-project] 10.222.0.42 "GET /v2.0/ports?device_id=e64caf03-42bd-4cfb-97c7-f5073edb7b00 HTTP/1.1" status: 200 len: 931 time: 0.1585555 Mar 29 15:51:15.808140 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-0cc466f7-6d48-4cda-a44d-4b87b39f25a0 req-d5626d67-96fc-4d67-b8e1-89eea2902f27 tempest-ServersTestJSON-163693882 tempest-ServersTestJSON-163693882-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2491925 Mar 29 15:51:15.829420 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvr_db [None req-e2076602-cf67-47e5-80e7-597abf0c571f None None] Set router 75531b64-b5f4-4fc9-9c4f-8e66545cd0ae gateway port host: n-d-834765-1 {{(pid=102792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:51:15.834534 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [req-0cc466f7-6d48-4cda-a44d-4b87b39f25a0 req-b9d81478-24c3-471f-8592-cd2cc141b87d service neutron] Request body: {'port': {'device_id': 'e64caf03-42bd-4cfb-97c7-f5073edb7b00', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834765-1'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:51:15.889976 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-1fe44288-68f8-426f-9367-274f10b1ba57 None None] Provisioning complete for port ff69d3cd-8425-4439-a28e-a50632d73c81 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:51:15.890281 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1fe44288-68f8-426f-9367-274f10b1ba57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:15.897014 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-857e68c8-602b-438a-a40d-4027ad741c84 req-9b0aecfa-781a-4822-9067-041994664606 tempest-ServersTestJSON-163693882 tempest-ServersTestJSON-163693882-project] 10.222.0.42 "GET /v2.0/security-groups?id=1d8a701a-f8f9-4510-a9b8-eb027f460faf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1222372 Mar 29 15:51:15.915448 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-86e09d6b-771b-4864-bbe8-0a3e27adb708 admin admin] Notify callbacks [] for router, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:15.930856 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-1fe44288-68f8-426f-9367-274f10b1ba57 None None] Port ff69d3cd-8425-4439-a28e-a50632d73c81 cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 15:51:15.990999 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-bb11439b-20a8-4117-8ae3-06a80f75300a tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Deleting port 2c8830f9-2dc0-4b3f-a7d0-b5039f12bbe9 {{(pid=102790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:51:15.991366 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-bb11439b-20a8-4117-8ae3-06a80f75300a tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:16.011710 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [req-eb6352a1-abd5-4998-936b-9ab83318ae0d req-d97ba3ad-e045-4612-b0b5-2aad0a22b12c tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Deleting port 41d6de4c-b663-4de7-b3d3-6c4b4b1489e2 {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:51:16.012311 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-eb6352a1-abd5-4998-936b-9ab83318ae0d req-d97ba3ad-e045-4612-b0b5-2aad0a22b12c tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:16.089149 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-e2076602-cf67-47e5-80e7-597abf0c571f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75531b64-b5f4-4fc9-9c4f-8e66545cd0ae', 'name': 'tempest-ServerRescueTestJSON-2080733473-router', 'tenant_id': 'f0f3609f3df249d890a6b6a0157dbda2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.104'}], 'enable_snat': True}, 'gw_port_id': 'f1e24b69-ebbf-4a73-bd8e-ca0ee13b745e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:48:44Z', 'updated_at': '2022-03-29T15:51:11Z', 'revision_number': 5, 'project_id': 'f0f3609f3df249d890a6b6a0157dbda2', 'gw_port': {'id': 'f1e24b69-ebbf-4a73-bd8e-ca0ee13b745e', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:b8:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75531b64-b5f4-4fc9-9c4f-8e66545cd0ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:48:47Z', 'updated_at': '2022-03-29T15:48:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1'}], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:51:16.105773 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-bb11439b-20a8-4117-8ae3-06a80f75300a tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:16.119182 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-95daefd0-0445-469b-af4b-95596b346dc4 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Notify callbacks [] for port, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:16.120059 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-bb11439b-20a8-4117-8ae3-06a80f75300a tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Calling delete_port for 2c8830f9-2dc0-4b3f-a7d0-b5039f12bbe9 owned by network:router_interface {{(pid=102790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:51:16.132571 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2076602-cf67-47e5-80e7-597abf0c571f None None] Checking router: 75531b64-b5f4-4fc9-9c4f-8e66545cd0ae for host: n-d-834765-1 {{(pid=102792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:51:16.147849 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2076602-cf67-47e5-80e7-597abf0c571f None None] Routers {'75531b64-b5f4-4fc9-9c4f-8e66545cd0ae'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:51:16.149170 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-e2076602-cf67-47e5-80e7-597abf0c571f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:51:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['75531b64-b5f4-4fc9-9c4f-8e66545cd0ae'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:51:16.229405 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-0cc466f7-6d48-4cda-a44d-4b87b39f25a0 req-b9d81478-24c3-471f-8592-cd2cc141b87d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:16.263917 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvr_db [None req-e2076602-cf67-47e5-80e7-597abf0c571f None None] Set router 75531b64-b5f4-4fc9-9c4f-8e66545cd0ae gateway port host: n-d-834765-1 {{(pid=102792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:51:16.264896 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-86e09d6b-771b-4864-bbe8-0a3e27adb708 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:16.281517 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-eb6352a1-abd5-4998-936b-9ab83318ae0d req-d97ba3ad-e045-4612-b0b5-2aad0a22b12c tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] For port 41d6de4c-b663-4de7-b3d3-6c4b4b1489e2, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=41d6de4c-b663-4de7-b3d3-6c4b4b1489e2,segment=NetworkSegment(593392ec-7215-4ab3-8e52-325f9a7e2718),segment_id=593392ec-7215-4ab3-8e52-325f9a7e2718)] {{(pid=102791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:51:16.281887 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-eb6352a1-abd5-4998-936b-9ab83318ae0d req-d97ba3ad-e045-4612-b0b5-2aad0a22b12c tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:16.339997 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-bb11439b-20a8-4117-8ae3-06a80f75300a tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:16.363850 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-95daefd0-0445-469b-af4b-95596b346dc4 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:16.442132 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb11439b-20a8-4117-8ae3-06a80f75300a tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Pushing event deleted for resources: {'Port': ['ID=2c8830f9-2dc0-4b3f-a7d0-b5039f12bbe9,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:51:16.536971 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-bb11439b-20a8-4117-8ae3-06a80f75300a tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-530528'] for router_interface, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:16.541592 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-e2076602-cf67-47e5-80e7-597abf0c571f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75531b64-b5f4-4fc9-9c4f-8e66545cd0ae', 'name': 'tempest-ServerRescueTestJSON-2080733473-router', 'tenant_id': 'f0f3609f3df249d890a6b6a0157dbda2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.104'}], 'enable_snat': True}, 'gw_port_id': 'f1e24b69-ebbf-4a73-bd8e-ca0ee13b745e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:48:44Z', 'updated_at': '2022-03-29T15:51:11Z', 'revision_number': 5, 'project_id': 'f0f3609f3df249d890a6b6a0157dbda2', 'gw_port': {'id': 'f1e24b69-ebbf-4a73-bd8e-ca0ee13b745e', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:b8:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75531b64-b5f4-4fc9-9c4f-8e66545cd0ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:48:47Z', 'updated_at': '2022-03-29T15:48:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1'}], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:51:16.586057 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2076602-cf67-47e5-80e7-597abf0c571f None None] The sync data for ids ['75531b64-b5f4-4fc9-9c4f-8e66545cd0ae'] in n-d-834765-1 is: [{'id': '75531b64-b5f4-4fc9-9c4f-8e66545cd0ae', 'name': 'tempest-ServerRescueTestJSON-2080733473-router', 'tenant_id': 'f0f3609f3df249d890a6b6a0157dbda2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.104'}], 'enable_snat': True}, 'gw_port_id': 'f1e24b69-ebbf-4a73-bd8e-ca0ee13b745e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:48:44Z', 'updated_at': '2022-03-29T15:51:11Z', 'revision_number': 5, 'project_id': 'f0f3609f3df249d890a6b6a0157dbda2', 'gw_port': {'id': 'f1e24b69-ebbf-4a73-bd8e-ca0ee13b745e', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:b8:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75531b64-b5f4-4fc9-9c4f-8e66545cd0ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:48:47Z', 'updated_at': '2022-03-29T15:48:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1'}] {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:51:16.762483 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb11439b-20a8-4117-8ae3-06a80f75300a tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Router 24a89ea9-8e0e-4fa2-bb85-bfe66644355a has already been hosted by L3 agent c648d819-1060-4f26-b4ec-6455387b5dff {{(pid=102790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 15:51:16.848005 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb11439b-20a8-4117-8ae3-06a80f75300a tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:51:16.855034 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-bb11439b-20a8-4117-8ae3-06a80f75300a tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] 10.222.0.42 "PUT /v2.0/routers/24a89ea9-8e0e-4fa2-bb85-bfe66644355a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0808868 Mar 29 15:51:16.857450 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 60392) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:51:16.859526 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfc1d34a-06d4-4693-91e8-da801659dbe8 None None] Sync routers for ids ['24a89ea9-8e0e-4fa2-bb85-bfe66644355a'] in n-d-834765-1 {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:51:16.878319 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfc1d34a-06d4-4693-91e8-da801659dbe8 None None] Routers {'24a89ea9-8e0e-4fa2-bb85-bfe66644355a'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:51:16.879168 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-bfc1d34a-06d4-4693-91e8-da801659dbe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:51:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['24a89ea9-8e0e-4fa2-bb85-bfe66644355a'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:51:16.883463 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:16.959744 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-bfc1d34a-06d4-4693-91e8-da801659dbe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:51:16.985845 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfc1d34a-06d4-4693-91e8-da801659dbe8 None None] Routers {'24a89ea9-8e0e-4fa2-bb85-bfe66644355a'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:51:16.989688 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-bfc1d34a-06d4-4693-91e8-da801659dbe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:51:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['24a89ea9-8e0e-4fa2-bb85-bfe66644355a'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:51:17.017528 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device d617e3cc-46a9-415b-b4ae-61fbbe6831c4 no longer exists at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:51:17.098686 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] No Port match for: d617e3cc-46a9-415b-b4ae-61fbbe6831c4 {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 15:51:17.099061 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device d617e3cc-46a9-415b-b4ae-61fbbe6831c4 not bound to the agent host n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:51:17.105485 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-bfc1d34a-06d4-4693-91e8-da801659dbe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:51:17.107975 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfc1d34a-06d4-4693-91e8-da801659dbe8 None None] The sync data for ids ['24a89ea9-8e0e-4fa2-bb85-bfe66644355a'] in n-d-834765-1 is: [] {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:51:17.137596 n-d-834765-1 neutron-server[102790]: INFO neutron.api.v2.resource [None req-319b08f6-b072-42bf-b482-088400943896 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] remove_router_interface failed (client error): The resource could not be found. Mar 29 15:51:17.138546 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95daefd0-0445-469b-af4b-95596b346dc4 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Network b7faf18d-6cc9-4169-9a4b-9b5eaf1db9bd is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:51:17.153379 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-319b08f6-b072-42bf-b482-088400943896 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] 10.222.0.42 "PUT /v2.0/routers/24a89ea9-8e0e-4fa2-bb85-bfe66644355a/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2945786 Mar 29 15:51:17.154499 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 60398) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:51:17.217646 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [None req-95daefd0-0445-469b-af4b-95596b346dc4 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:51:17.220147 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95daefd0-0445-469b-af4b-95596b346dc4 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Received port after_create {{(pid=102791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:51:17.223755 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-5d370a05-c01e-4276-b506-c730718c0dfd tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] 10.222.0.42 "GET /v2.0/ports?device_id=24a89ea9-8e0e-4fa2-bb85-bfe66644355a HTTP/1.1" status: 200 len: 205 time: 0.0506339 Mar 29 15:51:17.225424 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 60400) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:51:17.271818 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95daefd0-0445-469b-af4b-95596b346dc4 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Pushing event updated for resources: {'Port': ['ID=3082ffe5-4b37-4096-b952-c3f15f6f23d6,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:51:17.293172 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9913b12-d630-44be-8f19-19547ba402c2 req-9dd9c480-d9cc-4974-a5b2-40322609217a tempest-ServersTestJSON-163693882 tempest-ServersTestJSON-163693882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:51:17.301393 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-b9913b12-d630-44be-8f19-19547ba402c2 req-9dd9c480-d9cc-4974-a5b2-40322609217a tempest-ServersTestJSON-163693882 tempest-ServersTestJSON-163693882-project] 10.222.0.42 "GET /v2.0/ports?device_id=e64caf03-42bd-4cfb-97c7-f5073edb7b00 HTTP/1.1" status: 200 len: 931 time: 0.2000933 Mar 29 15:51:17.346130 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-15a8b595-7ccb-49c7-b455-cb92f44b3672 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks [] for router, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:17.436996 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-eb6352a1-abd5-4998-936b-9ab83318ae0d req-d97ba3ad-e045-4612-b0b5-2aad0a22b12c tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:17.437502 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-eb6352a1-abd5-4998-936b-9ab83318ae0d req-d97ba3ad-e045-4612-b0b5-2aad0a22b12c tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648212'] for floatingip, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:17.437918 n-d-834765-1 neutron-server[102791]: INFO neutron.db.l3_db [req-eb6352a1-abd5-4998-936b-9ab83318ae0d req-d97ba3ad-e045-4612-b0b5-2aad0a22b12c tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Floating IP 9c5bfb4c-8f63-4f95-976f-7852f6b09671 disassociated. External IP: 172.25.4.62, port: 41d6de4c-b663-4de7-b3d3-6c4b4b1489e2. Mar 29 15:51:17.438820 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [req-eb6352a1-abd5-4998-936b-9ab83318ae0d req-d97ba3ad-e045-4612-b0b5-2aad0a22b12c tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Calling delete_port for 41d6de4c-b663-4de7-b3d3-6c4b4b1489e2 owned by compute:nova {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:51:17.526928 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-86e09d6b-771b-4864-bbe8-0a3e27adb708 admin admin] Deleting port f1e24b69-ebbf-4a73-bd8e-ca0ee13b745e {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:51:17.527479 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-86e09d6b-771b-4864-bbe8-0a3e27adb708 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:17.575568 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-215e199b-9a0d-4d5c-99da-cba450c7b1bd None None] Provisioning complete for port 3082ffe5-4b37-4096-b952-c3f15f6f23d6 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:51:17.576223 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-215e199b-9a0d-4d5c-99da-cba450c7b1bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:17.612065 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf026d81-b695-4f84-a1c9-82993423233e req-b50ac4ec-a130-4f8f-9fe2-bab556945e15 tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:51:17.620770 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-bf026d81-b695-4f84-a1c9-82993423233e req-b50ac4ec-a130-4f8f-9fe2-bab556945e15 tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] 10.222.0.42 "GET /v2.0/ports?device_id=31cdedda-f287-4417-9676-d9e289e74188 HTTP/1.1" status: 200 len: 945 time: 0.5683901 Mar 29 15:51:17.626149 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-215e199b-9a0d-4d5c-99da-cba450c7b1bd None None] Port 3082ffe5-4b37-4096-b952-c3f15f6f23d6 cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 15:51:17.707131 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:17.719482 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-95daefd0-0445-469b-af4b-95596b346dc4 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-648347'] for router_interface, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:17.785937 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-b9913b12-d630-44be-8f19-19547ba402c2 req-9c8073af-48d7-4c8c-a1b5-dc851830b37f tempest-ServersTestJSON-163693882 tempest-ServersTestJSON-163693882-project] 10.222.0.42 "GET /v2.0/security-groups?id=1d8a701a-f8f9-4510-a9b8-eb027f460faf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4836199 Mar 29 15:51:17.794741 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-bf026d81-b695-4f84-a1c9-82993423233e req-4d1f32dc-35fb-4d74-9b34-9c98ead3fdd0 tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] 10.222.0.42 "GET /v2.0/security-groups?id=883e0cc1-8238-4251-86bf-7026ffbeaddd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1729655 Mar 29 15:51:17.861137 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [None req-86e09d6b-771b-4864-bbe8-0a3e27adb708 admin admin] For port f1e24b69-ebbf-4a73-bd8e-ca0ee13b745e, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=f1e24b69-ebbf-4a73-bd8e-ca0ee13b745e,segment=NetworkSegment(6ab47353-a811-4bad-bc73-b4cc84583cfd),segment_id=6ab47353-a811-4bad-bc73-b4cc84583cfd)] {{(pid=102791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:51:17.861582 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-86e09d6b-771b-4864-bbe8-0a3e27adb708 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:17.896729 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-15a8b595-7ccb-49c7-b455-cb92f44b3672 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129328'] for router, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:17.899231 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-15a8b595-7ccb-49c7-b455-cb92f44b3672 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:17.927961 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-86e09d6b-771b-4864-bbe8-0a3e27adb708 admin admin] Calling delete_port for f1e24b69-ebbf-4a73-bd8e-ca0ee13b745e owned by network:router_gateway {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:51:17.953000 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-15a8b595-7ccb-49c7-b455-cb92f44b3672 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-526718'] for router, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:17.953926 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15a8b595-7ccb-49c7-b455-cb92f44b3672 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Fanout notify agent at l3_agent the message router_deleted on router 24a89ea9-8e0e-4fa2-bb85-bfe66644355a {{(pid=102790) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 29 15:51:17.961277 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-15a8b595-7ccb-49c7-b455-cb92f44b3672 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks [] for router, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:17.962547 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-15a8b595-7ccb-49c7-b455-cb92f44b3672 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] 10.222.0.42 "DELETE /v2.0/routers/24a89ea9-8e0e-4fa2-bb85-bfe66644355a HTTP/1.1" status: 204 len: 168 time: 0.7361920 Mar 29 15:51:17.965540 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 60404) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:51:18.000435 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [req-0cc466f7-6d48-4cda-a44d-4b87b39f25a0 req-b9d81478-24c3-471f-8592-cd2cc141b87d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff69d3cd-8425-4439-a28e-a50632d73c81 {{(pid=102791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:51:18.017786 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-0cc466f7-6d48-4cda-a44d-4b87b39f25a0 req-b9d81478-24c3-471f-8592-cd2cc141b87d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:18.020174 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.db_base_plugin_v2 [None req-64f23d2c-fbc1-40af-a67b-a75328954acf tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Deleting subnet c5817149-167d-4772-a005-447611103144 {{(pid=102790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 15:51:18.023505 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-64f23d2c-fbc1-40af-a67b-a75328954acf tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks [] for subnet, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:18.064939 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-64f23d2c-fbc1-40af-a67b-a75328954acf tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4614024'] for subnet, precommit_delete_associations {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:18.096434 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-eb6352a1-abd5-4998-936b-9ab83318ae0d req-d97ba3ad-e045-4612-b0b5-2aad0a22b12c tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:18.101856 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.provisioning_blocks [req-0cc466f7-6d48-4cda-a44d-4b87b39f25a0 req-b9d81478-24c3-471f-8592-cd2cc141b87d service neutron] Transition to ACTIVE for port object ff69d3cd-8425-4439-a28e-a50632d73c81 will not be triggered until provisioned by entity L2. {{(pid=102791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 15:51:18.141169 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-0cc466f7-6d48-4cda-a44d-4b87b39f25a0 req-b9d81478-24c3-471f-8592-cd2cc141b87d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:18.152786 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97ba3ad-e045-4612-b0b5-2aad0a22b12c tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Pushing event deleted for resources: {'Port': ['ID=41d6de4c-b663-4de7-b3d3-6c4b4b1489e2,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:51:18.157403 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-95daefd0-0445-469b-af4b-95596b346dc4 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:18.157822 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-64f23d2c-fbc1-40af-a67b-a75328954acf tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1641287'] for subnet, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:18.252722 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-64f23d2c-fbc1-40af-a67b-a75328954acf tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1641294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5231963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4793952'] for subnet, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:18.297771 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f23d2c-fbc1-40af-a67b-a75328954acf tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Pushing event deleted for resources: {'Subnet': ['ID=c5817149-167d-4772-a005-447611103144,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:51:18.309941 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-64f23d2c-fbc1-40af-a67b-a75328954acf tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for subnet, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:18.314776 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-64f23d2c-fbc1-40af-a67b-a75328954acf tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] 10.222.0.42 "DELETE /v2.0/subnets/c5817149-167d-4772-a005-447611103144 HTTP/1.1" status: 204 len: 168 time: 0.3479950 Mar 29 15:51:18.317070 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 60406) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:51:18.318944 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1195020d-985b-47f3-81fd-ec395004ed12 None None] Network ca20c54b-01c3-4294-9268-3533e8596a33 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 15:51:18.426157 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-a81737a3-a1e1-4a2d-a7f6-fb5478e91669 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1631750'] for network, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:18.428900 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d81478-24c3-471f-8592-cd2cc141b87d service neutron] Pushing event updated for resources: {'Port': ['ID=ff69d3cd-8425-4439-a28e-a50632d73c81,revision_number=2']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:51:18.512698 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-a81737a3-a1e1-4a2d-a7f6-fb5478e91669 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Deleting port 3995523a-c3e9-4d55-ad89-0725fbf45968 {{(pid=102790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:51:18.513587 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-a81737a3-a1e1-4a2d-a7f6-fb5478e91669 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:18.601255 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [None req-a81737a3-a1e1-4a2d-a7f6-fb5478e91669 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] For port 3995523a-c3e9-4d55-ad89-0725fbf45968, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=3995523a-c3e9-4d55-ad89-0725fbf45968,segment=NetworkSegment(f5daa47f-2ba6-45d5-a5a6-972f86ad4513),segment_id=f5daa47f-2ba6-45d5-a5a6-972f86ad4513)] {{(pid=102790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:51:18.601973 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-a81737a3-a1e1-4a2d-a7f6-fb5478e91669 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:18.623726 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-a81737a3-a1e1-4a2d-a7f6-fb5478e91669 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Calling delete_port for 3995523a-c3e9-4d55-ad89-0725fbf45968 owned by network:dhcp {{(pid=102790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:51:18.732290 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-86e09d6b-771b-4864-bbe8-0a3e27adb708 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:18.733028 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-a81737a3-a1e1-4a2d-a7f6-fb5478e91669 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:18.783667 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-0cc466f7-6d48-4cda-a44d-4b87b39f25a0 req-b9d81478-24c3-471f-8592-cd2cc141b87d service neutron] Attempting to bind port ff69d3cd-8425-4439-a28e-a50632d73c81 on host n-h1-834765-1 for vnic_type normal with profile {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:51:18.783893 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-0cc466f7-6d48-4cda-a44d-4b87b39f25a0 req-b9d81478-24c3-471f-8592-cd2cc141b87d service neutron] Attempting to bind port ff69d3cd-8425-4439-a28e-a50632d73c81 by drivers openvswitch,hyperv on host n-h1-834765-1 at level 0 using segments [{'id': '3517382d-aae8-457c-a891-64fda55090a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '1a890cad-eceb-4443-afdb-474dde0f8f1e'}] {{(pid=102791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:51:18.784223 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cc466f7-6d48-4cda-a44d-4b87b39f25a0 req-b9d81478-24c3-471f-8592-cd2cc141b87d service neutron] Attempting to bind port ff69d3cd-8425-4439-a28e-a50632d73c81 on network 1a890cad-eceb-4443-afdb-474dde0f8f1e {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:51:18.791948 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81737a3-a1e1-4a2d-a7f6-fb5478e91669 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Pushing event deleted for resources: {'Port': ['ID=3995523a-c3e9-4d55-ad89-0725fbf45968,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:51:18.797641 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a81737a3-a1e1-4a2d-a7f6-fb5478e91669 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] No DVR routers for this DVR port 3995523a-c3e9-4d55-ad89-0725fbf45968 on host n-d-834765-1 {{(pid=102790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:51:18.851247 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e09d6b-771b-4864-bbe8-0a3e27adb708 admin admin] Pushing event deleted for resources: {'Port': ['ID=f1e24b69-ebbf-4a73-bd8e-ca0ee13b745e,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:51:18.865760 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device 41d6de4c-b663-4de7-b3d3-6c4b4b1489e2 no longer exists at agent hyperv_n-h2-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:51:18.880236 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cc466f7-6d48-4cda-a44d-4b87b39f25a0 req-b9d81478-24c3-471f-8592-cd2cc141b87d service neutron] Port ff69d3cd-8425-4439-a28e-a50632d73c81 on network 1a890cad-eceb-4443-afdb-474dde0f8f1e not bound, no agent of type Open vSwitch agent registered on host n-h1-834765-1 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 15:51:18.880566 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cc466f7-6d48-4cda-a44d-4b87b39f25a0 req-b9d81478-24c3-471f-8592-cd2cc141b87d service neutron] Attempting to bind port ff69d3cd-8425-4439-a28e-a50632d73c81 on network 1a890cad-eceb-4443-afdb-474dde0f8f1e {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:51:18.916242 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] No Port match for: 41d6de4c-b663-4de7-b3d3-6c4b4b1489e2 {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 15:51:18.916242 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device 41d6de4c-b663-4de7-b3d3-6c4b4b1489e2 not bound to the agent host n-h2-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:51:18.918509 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-041cc0df-3997-4eb0-9cae-4766b11ad9b8 None None] DHCP port deletion for ca20c54b-01c3-4294-9268-3533e8596a33 request from n-d-834765-1 {{(pid=102792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 29 15:51:18.938097 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.l3_agent_scheduler [req-eb6352a1-abd5-4998-936b-9ab83318ae0d req-d97ba3ad-e045-4612-b0b5-2aad0a22b12c tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Router 9b23177d-8c08-44e2-bf32-a433f760b109 has already been hosted by L3 agent c648d819-1060-4f26-b4ec-6455387b5dff {{(pid=102791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 15:51:18.964150 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-a81737a3-a1e1-4a2d-a7f6-fb5478e91669 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639890', 'neutron.services.segments.db._delete_segments_for_network-8783523423079'] for network, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:18.969855 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cc466f7-6d48-4cda-a44d-4b87b39f25a0 req-b9d81478-24c3-471f-8592-cd2cc141b87d service neutron] Checking agent: {'id': 'be375040-5069-4239-9460-a3a3213e1e90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 33, 18), 'started_at': datetime.datetime(2022, 3, 29, 15, 33, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 51, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:51:18.970421 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cc466f7-6d48-4cda-a44d-4b87b39f25a0 req-b9d81478-24c3-471f-8592-cd2cc141b87d service neutron] Checking segment: {'id': '3517382d-aae8-457c-a891-64fda55090a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '1a890cad-eceb-4443-afdb-474dde0f8f1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:51:18.970943 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cc466f7-6d48-4cda-a44d-4b87b39f25a0 req-b9d81478-24c3-471f-8592-cd2cc141b87d service neutron] Bound using segment: {'id': '3517382d-aae8-457c-a891-64fda55090a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '1a890cad-eceb-4443-afdb-474dde0f8f1e'} {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:51:18.972214 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-0cc466f7-6d48-4cda-a44d-4b87b39f25a0 req-b9d81478-24c3-471f-8592-cd2cc141b87d service neutron] Bound port: ff69d3cd-8425-4439-a28e-a50632d73c81, host: n-h1-834765-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3517382d-aae8-457c-a891-64fda55090a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '1a890cad-eceb-4443-afdb-474dde0f8f1e'}}] {{(pid=102791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 15:51:18.972685 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-0cc466f7-6d48-4cda-a44d-4b87b39f25a0 req-b9d81478-24c3-471f-8592-cd2cc141b87d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:19.011487 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-a81737a3-a1e1-4a2d-a7f6-fb5478e91669 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca20c54b-01c3-4294-9268-3533e8596a33']}} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:51:19.025094 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-a81737a3-a1e1-4a2d-a7f6-fb5478e91669 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5daa47f-2ba6-45d5-a5a6-972f86ad4513') {'for_net_delete': True} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:51:19.025358 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-a81737a3-a1e1-4a2d-a7f6-fb5478e91669 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5daa47f-2ba6-45d5-a5a6-972f86ad4513') {} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:51:19.035748 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-a81737a3-a1e1-4a2d-a7f6-fb5478e91669 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783523422064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4614019'] for segment, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:19.061153 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a55846-1435-4c3f-a9d7-cfd1ad5698af req-61ff26ce-1cdb-495d-a589-4a79cce9339a tempest-ServersTestJSON-163693882 tempest-ServersTestJSON-163693882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:51:19.062566 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-76a55846-1435-4c3f-a9d7-cfd1ad5698af req-61ff26ce-1cdb-495d-a589-4a79cce9339a tempest-ServersTestJSON-163693882 tempest-ServersTestJSON-163693882-project] 10.222.0.42 "GET /v2.0/ports?device_id=e64caf03-42bd-4cfb-97c7-f5073edb7b00 HTTP/1.1" status: 200 len: 943 time: 0.1007862 Mar 29 15:51:19.063704 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-a81737a3-a1e1-4a2d-a7f6-fb5478e91669 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:19.071163 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a81737a3-a1e1-4a2d-a7f6-fb5478e91669 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Releasing vlan 627 on physical network physnet1 to pool {{(pid=102790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 15:51:19.071616 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-a81737a3-a1e1-4a2d-a7f6-fb5478e91669 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5238013'] for segment, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:19.078856 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-00e0b7eb-56d5-4585-ab4f-a763b20449a9 req-656e79fe-6376-40f4-a484-40098c2d8508 tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] 10.222.0.42 "GET /v2.0/ports?device_id=31cdedda-f287-4417-9676-d9e289e74188 HTTP/1.1" status: 200 len: 210 time: 0.0891705 Mar 29 15:51:19.080119 n-d-834765-1 neutron-server[102790]: Traceback (most recent call last): Mar 29 15:51:19.080119 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 15:51:19.080119 n-d-834765-1 neutron-server[102790]: timer() Mar 29 15:51:19.080119 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 15:51:19.080119 n-d-834765-1 neutron-server[102790]: cb(*args, **kw) Mar 29 15:51:19.080119 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 15:51:19.080119 n-d-834765-1 neutron-server[102790]: return func(*args, **kwargs) Mar 29 15:51:19.080119 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 15:51:19.080119 n-d-834765-1 neutron-server[102790]: self._notify() Mar 29 15:51:19.080119 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 15:51:19.080119 n-d-834765-1 neutron-server[102790]: self.callback(batched_events) Mar 29 15:51:19.080119 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 15:51:19.080119 n-d-834765-1 neutron-server[102790]: event.method(event) Mar 29 15:51:19.080119 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 15:51:19.080119 n-d-834765-1 neutron-server[102790]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 15:51:19.080119 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 15:51:19.080119 n-d-834765-1 neutron-server[102790]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 15:51:19.080119 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 15:51:19.080119 n-d-834765-1 neutron-server[102790]: return f(self, *a, **k) Mar 29 15:51:19.080119 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 15:51:19.080119 n-d-834765-1 neutron-server[102790]: return self._get(url).json() Mar 29 15:51:19.080119 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 15:51:19.080119 n-d-834765-1 neutron-server[102790]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 15:51:19.080119 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 15:51:19.080119 n-d-834765-1 neutron-server[102790]: return self.request(url, 'GET', **kwargs) Mar 29 15:51:19.080119 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 15:51:19.080119 n-d-834765-1 neutron-server[102790]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 15:51:19.080119 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 15:51:19.080119 n-d-834765-1 neutron-server[102790]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 15:51:19.080119 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 15:51:19.080119 n-d-834765-1 neutron-server[102790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 15:51:19.080119 n-d-834765-1 neutron-server[102790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 15:51:19.107112 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-86e09d6b-771b-4864-bbe8-0a3e27adb708 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-648138'] for router_gateway, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:19.180344 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-76a55846-1435-4c3f-a9d7-cfd1ad5698af req-f94f18a5-f503-4da3-ae69-3a21a654ede6 tempest-ServersTestJSON-163693882 tempest-ServersTestJSON-163693882-project] 10.222.0.42 "GET /v2.0/security-groups?id=1d8a701a-f8f9-4510-a9b8-eb027f460faf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1103728 Mar 29 15:51:19.183087 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-a81737a3-a1e1-4a2d-a7f6-fb5478e91669 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1639897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648174'] for network, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:19.213902 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-a81737a3-a1e1-4a2d-a7f6-fb5478e91669 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for network, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:19.218055 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-a81737a3-a1e1-4a2d-a7f6-fb5478e91669 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] 10.222.0.42 "DELETE /v2.0/networks/ca20c54b-01c3-4294-9268-3533e8596a33 HTTP/1.1" status: 204 len: 168 time: 0.8990564 Mar 29 15:51:19.219213 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81737a3-a1e1-4a2d-a7f6-fb5478e91669 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Pushing event deleted for resources: {'Network': ['ID=ca20c54b-01c3-4294-9268-3533e8596a33,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:51:19.222104 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 60416) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:51:19.231288 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-47ded506-df3e-4a48-8253-171440821b8b tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1179316357'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:51:19.252961 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47ded506-df3e-4a48-8253-171440821b8b tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Made reservation on behalf of 5dbaebdcae654b77ad7a96310f75316a for: {'network': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:51:19.256888 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-47ded506-df3e-4a48-8253-171440821b8b tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for network, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:19.283402 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47ded506-df3e-4a48-8253-171440821b8b tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] vlan segment allocate from pool success with {'vlan_id': 636, 'physical_network': 'physnet1'} {{(pid=102790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 15:51:19.294521 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-47ded506-df3e-4a48-8253-171440821b8b tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:19.294875 n-d-834765-1 neutron-server[102790]: INFO neutron.db.segments_db [None req-47ded506-df3e-4a48-8253-171440821b8b tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Added segment 640166bb-80b0-47f6-8f14-92fa19b8f156 of type vlan for network 9187dc99-a593-4bac-ab7d-dc651d4d148d Mar 29 15:51:19.319777 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-86e09d6b-771b-4864-bbe8-0a3e27adb708 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129328'] for router, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:19.329897 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-86e09d6b-771b-4864-bbe8-0a3e27adb708 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:19.340177 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-47ded506-df3e-4a48-8253-171440821b8b tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783522915970'] for network, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:19.350660 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-0cc466f7-6d48-4cda-a44d-4b87b39f25a0 req-b9d81478-24c3-471f-8592-cd2cc141b87d service neutron] For port ff69d3cd-8425-4439-a28e-a50632d73c81, host n-h1-834765-1, cleared binding levels {{(pid=102791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:51:19.355820 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-0cc466f7-6d48-4cda-a44d-4b87b39f25a0 req-b9d81478-24c3-471f-8592-cd2cc141b87d service neutron] For port ff69d3cd-8425-4439-a28e-a50632d73c81, host n-h1-834765-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=ff69d3cd-8425-4439-a28e-a50632d73c81,segment=NetworkSegment(3517382d-aae8-457c-a891-64fda55090a5),segment_id=3517382d-aae8-457c-a891-64fda55090a5)] {{(pid=102791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:51:19.369776 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-47ded506-df3e-4a48-8253-171440821b8b tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795'] for network, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:19.375637 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47ded506-df3e-4a48-8253-171440821b8b tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:51:19.376233 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-47ded506-df3e-4a48-8253-171440821b8b tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for network, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:19.404208 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-0cc466f7-6d48-4cda-a44d-4b87b39f25a0 req-b9d81478-24c3-471f-8592-cd2cc141b87d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:19.419823 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-86e09d6b-771b-4864-bbe8-0a3e27adb708 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-526718'] for router, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:19.420355 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86e09d6b-771b-4864-bbe8-0a3e27adb708 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 75531b64-b5f4-4fc9-9c4f-8e66545cd0ae {{(pid=102791) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 29 15:51:19.424954 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-86e09d6b-771b-4864-bbe8-0a3e27adb708 admin admin] Notify callbacks [] for router, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:19.426483 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-86e09d6b-771b-4864-bbe8-0a3e27adb708 admin admin] 10.222.0.42 "DELETE /v2.0/routers/75531b64-b5f4-4fc9-9c4f-8e66545cd0ae HTTP/1.1" status: 204 len: 168 time: 3.8460147 Mar 29 15:51:19.456148 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 60418) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:51:19.459203 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ded506-df3e-4a48-8253-171440821b8b tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Pushing event updated for resources: {'Network': ['ID=9187dc99-a593-4bac-ab7d-dc651d4d148d,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:51:19.472366 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Network 9187dc99-a593-4bac-ab7d-dc651d4d148d details requested by agent ovs-agent-n-d-834765-1 with host n-d-834765-1 {{(pid=102792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 15:51:19.504558 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc466f7-6d48-4cda-a44d-4b87b39f25a0 req-b9d81478-24c3-471f-8592-cd2cc141b87d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:51:19.505433 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-0cc466f7-6d48-4cda-a44d-4b87b39f25a0 req-b9d81478-24c3-471f-8592-cd2cc141b87d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:19.506815 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-0cc466f7-6d48-4cda-a44d-4b87b39f25a0 req-b9d81478-24c3-471f-8592-cd2cc141b87d service neutron] 10.222.0.44 "PUT /v2.0/ports/ff69d3cd-8425-4439-a28e-a50632d73c81 HTTP/1.1" status: 200 len: 1091 time: 3.6826570 Mar 29 15:51:19.518318 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e64caf03-42bd-4cfb-97c7-f5073edb7b00', 'tag': 'ff69d3cd-8425-4439-a28e-a50632d73c81'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:51:19.521744 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c67b028db5e9b9818fecc5c0a87ebc6f190694fa53ca267d523e04f98de536d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5494f083-42f4-4288-9473-7062cb058896" -d '{"events": [{"name": "network-changed", "server_uuid": "e64caf03-42bd-4cfb-97c7-f5073edb7b00", "tag": "ff69d3cd-8425-4439-a28e-a50632d73c81"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:51:19.532354 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.db_base_plugin_v2 [None req-2509f1f0-09aa-4405-b1f5-a26e5f063ad1 admin admin] Deleting subnet 004fd10c-17a6-4033-bc4f-a88940613808 {{(pid=102790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 15:51:19.537126 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-95daefd0-0445-469b-af4b-95596b346dc4 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Notify callbacks [] for port, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:19.538635 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-2509f1f0-09aa-4405-b1f5-a26e5f063ad1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:19.563596 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-95daefd0-0445-469b-af4b-95596b346dc4 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:19.619988 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-47ded506-df3e-4a48-8253-171440821b8b tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3957448 Mar 29 15:51:19.625039 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 60426) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:51:19.634029 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-03f220f3-3909-4954-bdb5-bc672ec7ffe7 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Request body: {'subnet': {'network_id': '9187dc99-a593-4bac-ab7d-dc651d4d148d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:51:19.636222 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-eb6352a1-abd5-4998-936b-9ab83318ae0d req-d97ba3ad-e045-4612-b0b5-2aad0a22b12c tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:51:19.641395 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d81478-24c3-471f-8592-cd2cc141b87d service neutron] Pushing event updated for resources: {'Port': ['ID=ff69d3cd-8425-4439-a28e-a50632d73c81,revision_number=3']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:51:19.707765 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5615dcee-690b-4032-a452-92a2bb880f6f None None] Sync routers for ids ['9b23177d-8c08-44e2-bf32-a433f760b109'] in n-d-834765-1 {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:51:19.738621 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-2509f1f0-09aa-4405-b1f5-a26e5f063ad1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4614024'] for subnet, precommit_delete_associations {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:19.943296 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5615dcee-690b-4032-a452-92a2bb880f6f None None] Routers {'9b23177d-8c08-44e2-bf32-a433f760b109'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:51:19.944324 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-5615dcee-690b-4032-a452-92a2bb880f6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:51:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['9b23177d-8c08-44e2-bf32-a433f760b109'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:51:19.998901 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-2509f1f0-09aa-4405-b1f5-a26e5f063ad1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1641287'] for subnet, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:20.080097 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03f220f3-3909-4954-bdb5-bc672ec7ffe7 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Made reservation on behalf of 5dbaebdcae654b77ad7a96310f75316a for: {'subnet': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:51:20.092118 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-03f220f3-3909-4954-bdb5-bc672ec7ffe7 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4793983'] for subnet, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:20.250258 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95daefd0-0445-469b-af4b-95596b346dc4 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Pushing event updated for resources: {'Port': ['ID=3082ffe5-4b37-4096-b952-c3f15f6f23d6,revision_number=2']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:51:20.254191 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 15:51:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2c4bf38-af6c-4d98-90ae-921cc106a3b3 x-openstack-request-id: req-e2c4bf38-af6c-4d98-90ae-921cc106a3b3 {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:51:20.254586 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e64caf03-42bd-4cfb-97c7-f5073edb7b00", "tag": "ff69d3cd-8425-4439-a28e-a50632d73c81", "status": "completed", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:51:20.254935 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e2c4bf38-af6c-4d98-90ae-921cc106a3b3 {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:51:20.255065 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvr_db [None req-5615dcee-690b-4032-a452-92a2bb880f6f None None] Set router 9b23177d-8c08-44e2-bf32-a433f760b109 gateway port host: n-d-834765-1 {{(pid=102792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:51:20.255531 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e64caf03-42bd-4cfb-97c7-f5073edb7b00', 'tag': 'ff69d3cd-8425-4439-a28e-a50632d73c81', 'status': 'completed', 'code': 200} Mar 29 15:51:20.262188 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb6352a1-abd5-4998-936b-9ab83318ae0d req-d97ba3ad-e045-4612-b0b5-2aad0a22b12c tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] No DVR routers for this DVR port 41d6de4c-b663-4de7-b3d3-6c4b4b1489e2 on host n-h2-834765-1 {{(pid=102791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:51:20.270907 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-eb6352a1-abd5-4998-936b-9ab83318ae0d req-d97ba3ad-e045-4612-b0b5-2aad0a22b12c tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:20.274388 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-eb6352a1-abd5-4998-936b-9ab83318ae0d req-d97ba3ad-e045-4612-b0b5-2aad0a22b12c tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] 10.222.0.48 "DELETE /v2.0/ports/41d6de4c-b663-4de7-b3d3-6c4b4b1489e2 HTTP/1.1" status: 204 len: 173 time: 4.9015090 Mar 29 15:51:20.311304 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-95daefd0-0445-469b-af4b-95596b346dc4 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-648439'] for router_interface, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:20.333821 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc466f7-6d48-4cda-a44d-4b87b39f25a0 req-cca10a2d-3dea-42b2-913c-008a2c7a1219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:51:20.336166 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-0cc466f7-6d48-4cda-a44d-4b87b39f25a0 req-cca10a2d-3dea-42b2-913c-008a2c7a1219 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d8d907847dd34368b73f473fb982328c&device_id=e64caf03-42bd-4cfb-97c7-f5073edb7b00 HTTP/1.1" status: 200 len: 1094 time: 0.7693746 Mar 29 15:51:20.342388 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-83a515cc-cd3e-4cd2-af0c-fbb46ce0f69c req-6afc1736-706d-4567-8410-9a3c16c1dabe tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] 10.222.0.42 "GET /v2.0/ports?device_id=31cdedda-f287-4417-9676-d9e289e74188 HTTP/1.1" status: 200 len: 210 time: 0.0457530 Mar 29 15:51:20.444966 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-2509f1f0-09aa-4405-b1f5-a26e5f063ad1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1641294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5231963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4793952'] for subnet, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:20.515218 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2509f1f0-09aa-4405-b1f5-a26e5f063ad1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=004fd10c-17a6-4033-bc4f-a88940613808,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:51:20.517505 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-2509f1f0-09aa-4405-b1f5-a26e5f063ad1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for subnet, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:20.524029 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-2509f1f0-09aa-4405-b1f5-a26e5f063ad1 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/004fd10c-17a6-4033-bc4f-a88940613808 HTTP/1.1" status: 204 len: 168 time: 1.0596833 Mar 29 15:51:20.525213 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 60432) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:51:20.534143 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-0cc466f7-6d48-4cda-a44d-4b87b39f25a0 req-debb9028-9867-46b8-80d1-d1d81edf2138 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ff69d3cd-8425-4439-a28e-a50632d73c81 HTTP/1.1" status: 200 len: 217 time: 0.1729383 Mar 29 15:51:20.594905 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a3ef2f-4282-4e1e-be35-595557b1c8bf req-3fb82645-0900-41b8-bb20-9d25f128dfb7 tempest-ServersTestJSON-163693882 tempest-ServersTestJSON-163693882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:51:20.596463 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-74a3ef2f-4282-4e1e-be35-595557b1c8bf req-3fb82645-0900-41b8-bb20-9d25f128dfb7 tempest-ServersTestJSON-163693882 tempest-ServersTestJSON-163693882-project] 10.222.0.42 "GET /v2.0/ports?device_id=e64caf03-42bd-4cfb-97c7-f5073edb7b00 HTTP/1.1" status: 200 len: 943 time: 0.3084545 Mar 29 15:51:20.641120 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95daefd0-0445-469b-af4b-95596b346dc4 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Network b7faf18d-6cc9-4169-9a4b-9b5eaf1db9bd is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:51:20.647169 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [None req-95daefd0-0445-469b-af4b-95596b346dc4 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:51:20.655153 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc466f7-6d48-4cda-a44d-4b87b39f25a0 req-141106fc-9a17-4ffa-b699-296d6de2eba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:51:20.656527 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-0cc466f7-6d48-4cda-a44d-4b87b39f25a0 req-141106fc-9a17-4ffa-b699-296d6de2eba0 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=62348b33-7001-4dc5-aea1-2976e02267d0 HTTP/1.1" status: 200 len: 844 time: 0.1137216 Mar 29 15:51:20.674262 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-5615dcee-690b-4032-a452-92a2bb880f6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b23177d-8c08-44e2-bf32-a433f760b109', 'name': 'tempest-AttachVolumeNegativeTest-120289948-router', 'tenant_id': 'c6465a9dafbf43bf90c09b1dce8d1fc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.74'}], 'enable_snat': True}, 'gw_port_id': 'cde34bcf-8da1-4d24-9563-f97d8199f91f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:47:21Z', 'updated_at': '2022-03-29T15:47:34Z', 'revision_number': 4, 'project_id': 'c6465a9dafbf43bf90c09b1dce8d1fc6', 'gw_port': {'id': 'cde34bcf-8da1-4d24-9563-f97d8199f91f', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:37:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b23177d-8c08-44e2-bf32-a433f760b109', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:47:24Z', 'updated_at': '2022-03-29T15:47:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_floatingips': [{'id': '760c0b1f-7546-41a9-ace4-0f45cf72c9f4', 'tenant_id': 'c6465a9dafbf43bf90c09b1dce8d1fc6', 'floating_ip_address': '172.25.4.169', 'floating_network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'router_id': '9b23177d-8c08-44e2-bf32-a433f760b109', 'port_id': '5d2aa255-6bdf-43e1-9e05-90c89bdb83ec', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1435, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5820eec2-ced2-414a-ab32-af1fabeb5f44', 'mac_address': 'fa:16:3e:79:01:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c51480f-bfbc-4ea8-9c33-e320d6a5e3fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T15:47:45Z', 'updated_at': '2022-03-29T15:48:16Z', 'revision_number': 2, 'project_id': 'c6465a9dafbf43bf90c09b1dce8d1fc6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebc9cc52-020c-419f-9e91-e82c61c2fe20', 'name': '', 'network_id': '5820eec2-ced2-414a-ab32-af1fabeb5f44', 'tenant_id': 'c6465a9dafbf43bf90c09b1dce8d1fc6', 'mac_address': 'fa:16:3e:6b:9d:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b23177d-8c08-44e2-bf32-a433f760b109', 'device_owner': 'network:router_interface', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': '406fd4ed-e828-4758-9c87-5ac29cec1b72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:47:30Z', 'updated_at': '2022-03-29T15:47:39Z', 'revision_number': 5, 'project_id': 'c6465a9dafbf43bf90c09b1dce8d1fc6', 'subnets': [{'id': '406fd4ed-e828-4758-9c87-5ac29cec1b72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:51:20.696709 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-92f396e2-b5c1-4848-b304-4cdc41bacaa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1631750'] for network, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:20.712177 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-03f220f3-3909-4954-bdb5-bc672ec7ffe7 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5231896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4793961'] for subnet, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:20.746965 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5615dcee-690b-4032-a452-92a2bb880f6f None None] Checking router: 9b23177d-8c08-44e2-bf32-a433f760b109 for host: n-d-834765-1 {{(pid=102792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:51:20.758121 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5615dcee-690b-4032-a452-92a2bb880f6f None None] Routers {'9b23177d-8c08-44e2-bf32-a433f760b109'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:51:20.758937 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-5615dcee-690b-4032-a452-92a2bb880f6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:51:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['9b23177d-8c08-44e2-bf32-a433f760b109'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:51:20.838060 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-74a3ef2f-4282-4e1e-be35-595557b1c8bf req-8e0b8349-caed-4818-b126-d0f1dbbcd657 tempest-ServersTestJSON-163693882 tempest-ServersTestJSON-163693882-project] 10.222.0.42 "GET /v2.0/security-groups?id=1d8a701a-f8f9-4510-a9b8-eb027f460faf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2313373 Mar 29 15:51:20.866992 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 3995523a-c3e9-4d55-ad89-0725fbf45968 no longer exists at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:51:20.881912 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc466f7-6d48-4cda-a44d-4b87b39f25a0 req-843e5255-d10e-4d69-a1d8-5c5f4f88da8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:51:20.887884 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-0cc466f7-6d48-4cda-a44d-4b87b39f25a0 req-843e5255-d10e-4d69-a1d8-5c5f4f88da8e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=1a890cad-eceb-4443-afdb-474dde0f8f1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2178135 Mar 29 15:51:20.901146 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] No Port match for: 3995523a-c3e9-4d55-ad89-0725fbf45968 {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 15:51:20.901568 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 3995523a-c3e9-4d55-ad89-0725fbf45968 not bound to the agent host n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:51:20.901923 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device f1e24b69-ebbf-4a73-bd8e-ca0ee13b745e no longer exists at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:51:20.928263 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] No Port match for: f1e24b69-ebbf-4a73-bd8e-ca0ee13b745e {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 15:51:20.930763 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device f1e24b69-ebbf-4a73-bd8e-ca0ee13b745e not bound to the agent host n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:51:20.945821 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f220f3-3909-4954-bdb5-bc672ec7ffe7 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Pushing event updated for resources: {'Subnet': ['ID=c3857957-28ee-4828-a017-9dcd7004348d,revision_number=0']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:51:21.033164 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95daefd0-0445-469b-af4b-95596b346dc4 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Router b57fb9ec-03c5-4cd9-89b7-ca6ff650c65a has already been hosted by L3 agent c648d819-1060-4f26-b4ec-6455387b5dff {{(pid=102791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 15:51:21.037511 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.agents_db [None req-59735a15-725e-44d4-9ad5-95cbe356f209 None None] Agent healthcheck: found 7 active agents {{(pid=102793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 15:51:21.058705 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvr_db [None req-5615dcee-690b-4032-a452-92a2bb880f6f None None] Set router 9b23177d-8c08-44e2-bf32-a433f760b109 gateway port host: n-d-834765-1 {{(pid=102792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:51:21.064403 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-0cc466f7-6d48-4cda-a44d-4b87b39f25a0 req-079ce96b-498a-43a1-87ea-11a236e28046 service neutron] 10.222.0.44 "GET /v2.0/networks/1a890cad-eceb-4443-afdb-474dde0f8f1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385999 Mar 29 15:51:21.073836 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-92f396e2-b5c1-4848-b304-4cdc41bacaa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639890', 'neutron.services.segments.db._delete_segments_for_network-8783523423079'] for network, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:21.089517 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03f220f3-3909-4954-bdb5-bc672ec7ffe7 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Checking segment: {'id': '640166bb-80b0-47f6-8f14-92fa19b8f156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '9187dc99-a593-4bac-ab7d-dc651d4d148d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:51:21.090025 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03f220f3-3909-4954-bdb5-bc672ec7ffe7 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Network hostable DHCP agents. Network: 9187dc99-a593-4bac-ab7d-dc651d4d148d, hostable agents: ['d136643e-48ae-49d4-a851-2ba3bdf3749c'], hosted agents: [] {{(pid=102790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 15:51:21.105754 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-92f396e2-b5c1-4848-b304-4cdc41bacaa9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd63b2c7-486d-4d2d-9dd7-6d35ac500dfb']}} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:51:21.120899 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-92f396e2-b5c1-4848-b304-4cdc41bacaa9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97a801df-9d8d-4e2e-9456-226310108f77') {'for_net_delete': True} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:51:21.121403 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-92f396e2-b5c1-4848-b304-4cdc41bacaa9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97a801df-9d8d-4e2e-9456-226310108f77') {} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:51:21.134404 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-92f396e2-b5c1-4848-b304-4cdc41bacaa9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783523422064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4614019'] for segment, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:21.155558 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03f220f3-3909-4954-bdb5-bc672ec7ffe7 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Network 9187dc99-a593-4bac-ab7d-dc651d4d148d is scheduled to be hosted by DHCP agent d136643e-48ae-49d4-a851-2ba3bdf3749c with binding_index 1 {{(pid=102790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 15:51:21.165096 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-5d94853e-13dd-4a12-bfe0-7a7dafb2831e None None] Provisioning complete for port 3082ffe5-4b37-4096-b952-c3f15f6f23d6 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:51:21.165096 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-5d94853e-13dd-4a12-bfe0-7a7dafb2831e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:21.179809 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-92f396e2-b5c1-4848-b304-4cdc41bacaa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:21.182478 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-03f220f3-3909-4954-bdb5-bc672ec7ffe7 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834765-1, 9187dc99-a593-4bac-ab7d-dc651d4d148d) {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:51:21.189975 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03f220f3-3909-4954-bdb5-bc672ec7ffe7 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:51:21.190638 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-03f220f3-3909-4954-bdb5-bc672ec7ffe7 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for subnet, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:21.193627 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92f396e2-b5c1-4848-b304-4cdc41bacaa9 admin admin] Releasing vlan 605 on physical network physnet1 to pool {{(pid=102790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 15:51:21.194111 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-92f396e2-b5c1-4848-b304-4cdc41bacaa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5238013'] for segment, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:21.195969 n-d-834765-1 neutron-server[102790]: Traceback (most recent call last): Mar 29 15:51:21.195969 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 15:51:21.195969 n-d-834765-1 neutron-server[102790]: timer() Mar 29 15:51:21.195969 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 15:51:21.195969 n-d-834765-1 neutron-server[102790]: cb(*args, **kw) Mar 29 15:51:21.195969 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 15:51:21.195969 n-d-834765-1 neutron-server[102790]: return func(*args, **kwargs) Mar 29 15:51:21.195969 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 15:51:21.195969 n-d-834765-1 neutron-server[102790]: self._notify() Mar 29 15:51:21.195969 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 15:51:21.195969 n-d-834765-1 neutron-server[102790]: self.callback(batched_events) Mar 29 15:51:21.195969 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 15:51:21.195969 n-d-834765-1 neutron-server[102790]: event.method(event) Mar 29 15:51:21.195969 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 15:51:21.195969 n-d-834765-1 neutron-server[102790]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 15:51:21.195969 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 15:51:21.195969 n-d-834765-1 neutron-server[102790]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 15:51:21.195969 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 15:51:21.195969 n-d-834765-1 neutron-server[102790]: return f(self, *a, **k) Mar 29 15:51:21.195969 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 15:51:21.195969 n-d-834765-1 neutron-server[102790]: return self._get(url).json() Mar 29 15:51:21.195969 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 15:51:21.195969 n-d-834765-1 neutron-server[102790]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 15:51:21.195969 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 15:51:21.195969 n-d-834765-1 neutron-server[102790]: return self.request(url, 'GET', **kwargs) Mar 29 15:51:21.195969 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 15:51:21.195969 n-d-834765-1 neutron-server[102790]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 15:51:21.195969 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 15:51:21.195969 n-d-834765-1 neutron-server[102790]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 15:51:21.195969 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 15:51:21.195969 n-d-834765-1 neutron-server[102790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 15:51:21.195969 n-d-834765-1 neutron-server[102790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 15:51:21.225980 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeb57b48-d0a5-4965-8f04-9364bebcd7bf None None] Network 9187dc99-a593-4bac-ab7d-dc651d4d148d requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 15:51:21.227810 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-5d94853e-13dd-4a12-bfe0-7a7dafb2831e None None] Port 3082ffe5-4b37-4096-b952-c3f15f6f23d6 cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 15:51:21.236434 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-03f220f3-3909-4954-bdb5-bc672ec7ffe7 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6096437 Mar 29 15:51:21.260072 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 60438) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:51:21.272221 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-599132df-9ff0-4a7b-85bb-cf640ec930ba tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-260110954', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:51:21.294852 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-92f396e2-b5c1-4848-b304-4cdc41bacaa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1639897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648174'] for network, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:21.301023 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-92f396e2-b5c1-4848-b304-4cdc41bacaa9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for network, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:21.306357 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-92f396e2-b5c1-4848-b304-4cdc41bacaa9 admin admin] 10.222.0.42 "DELETE /v2.0/networks/cd63b2c7-486d-4d2d-9dd7-6d35ac500dfb HTTP/1.1" status: 204 len: 168 time: 0.7793024 Mar 29 15:51:21.316166 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95daefd0-0445-469b-af4b-95596b346dc4 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:51:21.323855 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-95daefd0-0445-469b-af4b-95596b346dc4 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] 10.222.0.42 "PUT /v2.0/routers/b57fb9ec-03c5-4cd9-89b7-ca6ff650c65a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7820127 Mar 29 15:51:21.326201 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-0cc466f7-6d48-4cda-a44d-4b87b39f25a0 req-0c8e0c09-c45c-4175-91a6-21bc495eb269 service neutron] 10.222.0.44 "GET /v2.0/networks/1a890cad-eceb-4443-afdb-474dde0f8f1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2136259 Mar 29 15:51:21.327002 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-599132df-9ff0-4a7b-85bb-cf640ec930ba tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-532385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129310'] for router, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:21.328094 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-599132df-9ff0-4a7b-85bb-cf640ec930ba tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-648091', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-684384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129319'] for router, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:21.331976 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f396e2-b5c1-4848-b304-4cdc41bacaa9 admin admin] Pushing event deleted for resources: {'Network': ['ID=cd63b2c7-486d-4d2d-9dd7-6d35ac500dfb,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:51:21.354963 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df1da7dc-df3d-474a-8f01-04bd14763686 None None] Sync routers for ids ['b57fb9ec-03c5-4cd9-89b7-ca6ff650c65a'] in n-d-834765-1 {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:51:21.382792 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df1da7dc-df3d-474a-8f01-04bd14763686 None None] Routers {'b57fb9ec-03c5-4cd9-89b7-ca6ff650c65a'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:51:21.383641 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-df1da7dc-df3d-474a-8f01-04bd14763686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:51:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['b57fb9ec-03c5-4cd9-89b7-ca6ff650c65a'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:51:21.443907 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-599132df-9ff0-4a7b-85bb-cf640ec930ba tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:21.466457 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 60448) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:51:21.472611 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-599132df-9ff0-4a7b-85bb-cf640ec930ba tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648118'] for router, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:21.534190 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-599132df-9ff0-4a7b-85bb-cf640ec930ba tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks [] for router, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:21.539217 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-599132df-9ff0-4a7b-85bb-cf640ec930ba tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2780697 Mar 29 15:51:21.539795 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 60452) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:51:21.546854 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5494f083-42f4-4288-9473-7062cb058896 req-606c2f52-e201-49a4-a13e-a26c568c9c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:51:21.548406 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-5494f083-42f4-4288-9473-7062cb058896 req-606c2f52-e201-49a4-a13e-a26c568c9c4a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d8d907847dd34368b73f473fb982328c&device_id=e64caf03-42bd-4cfb-97c7-f5073edb7b00 HTTP/1.1" status: 200 len: 1094 time: 0.1018631 Mar 29 15:51:21.580174 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1635840e-9d46-4894-9e6b-f639e59c817f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0035034-69b0-5ffc-b384-0ac6189c5628-9187dc99-a593-4bac-ab7d-dc651d4d148d', 'network_id': '9187dc99-a593-4bac-ab7d-dc651d4d148d', 'tenant_id': '5dbaebdcae654b77ad7a96310f75316a', 'fixed_ips': [{'subnet_id': 'c3857957-28ee-4828-a017-9dcd7004348d'}]}} from n-d-834765-1. {{(pid=102792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 29 15:51:21.581176 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1635840e-9d46-4894-9e6b-f639e59c817f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:21.644454 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvr_db [None req-df1da7dc-df3d-474a-8f01-04bd14763686 None None] Set router b57fb9ec-03c5-4cd9-89b7-ca6ff650c65a gateway port host: n-d-834765-1 {{(pid=102793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:51:21.746528 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5494f083-42f4-4288-9473-7062cb058896 req-34152298-44d3-494b-ad3a-4bc251226b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:51:21.748256 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-5494f083-42f4-4288-9473-7062cb058896 req-34152298-44d3-494b-ad3a-4bc251226b8d service neutron] 10.222.0.44 "GET /v2.0/networks?id=1a890cad-eceb-4443-afdb-474dde0f8f1e HTTP/1.1" status: 200 len: 906 time: 0.1880872 Mar 29 15:51:21.790769 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-5615dcee-690b-4032-a452-92a2bb880f6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b23177d-8c08-44e2-bf32-a433f760b109', 'name': 'tempest-AttachVolumeNegativeTest-120289948-router', 'tenant_id': 'c6465a9dafbf43bf90c09b1dce8d1fc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.74'}], 'enable_snat': True}, 'gw_port_id': 'cde34bcf-8da1-4d24-9563-f97d8199f91f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:47:21Z', 'updated_at': '2022-03-29T15:47:34Z', 'revision_number': 4, 'project_id': 'c6465a9dafbf43bf90c09b1dce8d1fc6', 'gw_port': {'id': 'cde34bcf-8da1-4d24-9563-f97d8199f91f', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:37:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b23177d-8c08-44e2-bf32-a433f760b109', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:47:24Z', 'updated_at': '2022-03-29T15:47:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_floatingips': [{'id': '760c0b1f-7546-41a9-ace4-0f45cf72c9f4', 'tenant_id': 'c6465a9dafbf43bf90c09b1dce8d1fc6', 'floating_ip_address': '172.25.4.169', 'floating_network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'router_id': '9b23177d-8c08-44e2-bf32-a433f760b109', 'port_id': '5d2aa255-6bdf-43e1-9e05-90c89bdb83ec', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1435, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5820eec2-ced2-414a-ab32-af1fabeb5f44', 'mac_address': 'fa:16:3e:79:01:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c51480f-bfbc-4ea8-9c33-e320d6a5e3fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T15:47:45Z', 'updated_at': '2022-03-29T15:48:16Z', 'revision_number': 2, 'project_id': 'c6465a9dafbf43bf90c09b1dce8d1fc6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebc9cc52-020c-419f-9e91-e82c61c2fe20', 'name': '', 'network_id': '5820eec2-ced2-414a-ab32-af1fabeb5f44', 'tenant_id': 'c6465a9dafbf43bf90c09b1dce8d1fc6', 'mac_address': 'fa:16:3e:6b:9d:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b23177d-8c08-44e2-bf32-a433f760b109', 'device_owner': 'network:router_interface', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': '406fd4ed-e828-4758-9c87-5ac29cec1b72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:47:30Z', 'updated_at': '2022-03-29T15:47:39Z', 'revision_number': 5, 'project_id': 'c6465a9dafbf43bf90c09b1dce8d1fc6', 'subnets': [{'id': '406fd4ed-e828-4758-9c87-5ac29cec1b72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:51:21.797473 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 60456) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:51:21.817005 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-5494f083-42f4-4288-9473-7062cb058896 req-8e3810ca-b5ab-4771-9599-4f8ee9656bc9 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ff69d3cd-8425-4439-a28e-a50632d73c81 HTTP/1.1" status: 200 len: 217 time: 0.0606835 Mar 29 15:51:21.828498 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5615dcee-690b-4032-a452-92a2bb880f6f None None] The sync data for ids ['9b23177d-8c08-44e2-bf32-a433f760b109'] in n-d-834765-1 is: [{'id': '9b23177d-8c08-44e2-bf32-a433f760b109', 'name': 'tempest-AttachVolumeNegativeTest-120289948-router', 'tenant_id': 'c6465a9dafbf43bf90c09b1dce8d1fc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.74'}], 'enable_snat': True}, 'gw_port_id': 'cde34bcf-8da1-4d24-9563-f97d8199f91f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:47:21Z', 'updated_at': '2022-03-29T15:47:34Z', 'revision_number': 4, 'project_id': 'c6465a9dafbf43bf90c09b1dce8d1fc6', 'gw_port': {'id': 'cde34bcf-8da1-4d24-9563-f97d8199f91f', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:37:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b23177d-8c08-44e2-bf32-a433f760b109', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:47:24Z', 'updated_at': '2022-03-29T15:47:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_floatingips': [{'id': '760c0b1f-7546-41a9-ace4-0f45cf72c9f4', 'tenant_id': 'c6465a9dafbf43bf90c09b1dce8d1fc6', 'floating_ip_address': '172.25.4.169', 'floating_network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'router_id': '9b23177d-8c08-44e2-bf32-a433f760b109', 'port_id': '5d2aa255-6bdf-43e1-9e05-90c89bdb83ec', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1435, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5820eec2-ced2-414a-ab32-af1fabeb5f44', 'mac_address': 'fa:16:3e:79:01:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c51480f-bfbc-4ea8-9c33-e320d6a5e3fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T15:47:45Z', 'updated_at': '2022-03-29T15:48:16Z', 'revision_number': 2, 'project_id': 'c6465a9dafbf43bf90c09b1dce8d1fc6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebc9cc52-020c-419f-9e91-e82c61c2fe20', 'name': '', 'network_id': '5820eec2-ced2-414a-ab32-af1fabeb5f44', 'tenant_id': 'c6465a9dafbf43bf90c09b1dce8d1fc6', 'mac_address': 'fa:16:3e:6b:9d:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b23177d-8c08-44e2-bf32-a433f760b109', 'device_owner': 'network:router_interface', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': '406fd4ed-e828-4758-9c87-5ac29cec1b72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:47:30Z', 'updated_at': '2022-03-29T15:47:39Z', 'revision_number': 5, 'project_id': 'c6465a9dafbf43bf90c09b1dce8d1fc6', 'subnets': [{'id': '406fd4ed-e828-4758-9c87-5ac29cec1b72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:51:21.828818 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-a6370197-49d9-4786-b7e4-01a3c5e5a2e3 tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Notify callbacks [] for security_group, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:21.835708 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.db_base_plugin_common [None req-1635840e-9d46-4894-9e6b-f639e59c817f None None] Allocated IP 2001:db8::2 (9187dc99-a593-4bac-ab7d-dc651d4d148d/c3857957-28ee-4828-a017-9dcd7004348d/8a6023db-a96b-4f28-bc0f-22b28f91c855) {{(pid=102792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:51:21.886844 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5494f083-42f4-4288-9473-7062cb058896 req-b616096f-52cd-4bf4-bae1-9b2aaeec4f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:51:21.888328 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-5494f083-42f4-4288-9473-7062cb058896 req-b616096f-52cd-4bf4-bae1-9b2aaeec4f0a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=62348b33-7001-4dc5-aea1-2976e02267d0 HTTP/1.1" status: 200 len: 844 time: 0.0635803 Mar 29 15:51:21.963899 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5494f083-42f4-4288-9473-7062cb058896 req-bc794088-475b-4231-9ebc-5c2abdb314a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:51:21.966443 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-5494f083-42f4-4288-9473-7062cb058896 req-bc794088-475b-4231-9ebc-5c2abdb314a9 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=1a890cad-eceb-4443-afdb-474dde0f8f1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0694563 Mar 29 15:51:21.971543 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-a6370197-49d9-4786-b7e4-01a3c5e5a2e3 tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:22.078213 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1635840e-9d46-4894-9e6b-f639e59c817f None None] Notify callbacks [] for port, precommit_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:22.082783 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-14dafc33-0f83-4b10-8f60-39b0336720b3 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:22.092875 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1635840e-9d46-4894-9e6b-f639e59c817f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956'] for port, after_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:22.094759 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-d8364a9f-57f6-4738-bb56-51baf1c24145 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f0f3609f3df249d890a6b6a0157dbda2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2910779 Mar 29 15:51:22.115397 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-df1da7dc-df3d-474a-8f01-04bd14763686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b57fb9ec-03c5-4cd9-89b7-ca6ff650c65a', 'name': 'tempest-TestNetworkBasicOps-router-173982885', 'tenant_id': '4613198224a343ff95b6b23b26c7af7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.205'}], 'enable_snat': True}, 'gw_port_id': 'db082a07-ed19-43e6-8f6f-15f3a86650cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:48:27Z', 'updated_at': '2022-03-29T15:51:18Z', 'revision_number': 5, 'project_id': '4613198224a343ff95b6b23b26c7af7a', 'gw_port': {'id': 'db082a07-ed19-43e6-8f6f-15f3a86650cf', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:ba:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b57fb9ec-03c5-4cd9-89b7-ca6ff650c65a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1524, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:48:28Z', 'updated_at': '2022-03-29T15:48:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_floatingips': [{'id': '7ed50733-8ce6-4b10-84db-b8b0f10693a5', 'tenant_id': '4613198224a343ff95b6b23b26c7af7a', 'floating_ip_address': '172.25.4.4', 'floating_network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'router_id': 'b57fb9ec-03c5-4cd9-89b7-ca6ff650c65a', 'port_id': '4db3f057-ea95-4cf1-868d-a9dd1b5d31a6', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1704, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0eb69c38-859a-44f3-b301-7cf6beecd122', 'mac_address': 'fa:16:3e:25:8b:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '186cc152-5814-4ecc-8410-e5062beddb18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T15:49:27Z', 'updated_at': '2022-03-29T15:49:32Z', 'revision_number': 1, 'project_id': '4613198224a343ff95b6b23b26c7af7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3082ffe5-4b37-4096-b952-c3f15f6f23d6', 'name': '', 'network_id': 'b7faf18d-6cc9-4169-9a4b-9b5eaf1db9bd', 'tenant_id': '4613198224a343ff95b6b23b26c7af7a', 'mac_address': 'fa:16:3e:a9:f9:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b57fb9ec-03c5-4cd9-89b7-ca6ff650c65a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1991, 'fixed_ips': [{'subnet_id': 'd5b54dcb-2f5e-4022-8f9a-68afb8320531', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:51:14Z', 'updated_at': '2022-03-29T15:51:18Z', 'revision_number': 2, 'project_id': '4613198224a343ff95b6b23b26c7af7a', 'subnets': [{'id': 'd5b54dcb-2f5e-4022-8f9a-68afb8320531', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f0e706fd-c21f-4ff0-afc3-ea1e48be4fe5', 'name': '', 'network_id': '0eb69c38-859a-44f3-b301-7cf6beecd122', 'tenant_id': '4613198224a343ff95b6b23b26c7af7a', 'mac_address': 'fa:16:3e:4d:e0:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b57fb9ec-03c5-4cd9-89b7-ca6ff650c65a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': '1924a09c-5d13-4bf6-994f-2a1793829850', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:48:43Z', 'updated_at': '2022-03-29T15:48:50Z', 'revision_number': 5, 'project_id': '4613198224a343ff95b6b23b26c7af7a', 'subnets': [{'id': '1924a09c-5d13-4bf6-994f-2a1793829850', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:51:22.117217 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 60460) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:51:22.132217 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-5494f083-42f4-4288-9473-7062cb058896 req-f09e774d-e05d-47c1-b76c-161781530a96 service neutron] 10.222.0.44 "GET /v2.0/networks/1a890cad-eceb-4443-afdb-474dde0f8f1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573634 Mar 29 15:51:22.158348 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df1da7dc-df3d-474a-8f01-04bd14763686 None None] Checking router: b57fb9ec-03c5-4cd9-89b7-ca6ff650c65a for host: n-d-834765-1 {{(pid=102793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:51:22.159070 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df1da7dc-df3d-474a-8f01-04bd14763686 None None] Updating router b57fb9ec-03c5-4cd9-89b7-ca6ff650c65a port 3082ffe5-4b37-4096-b952-c3f15f6f23d6 binding host n-d-834765-1 {{(pid=102793) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 15:51:22.171990 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1635840e-9d46-4894-9e6b-f639e59c817f None None] Pushing event updated for resources: {'Port': ['ID=8a6023db-a96b-4f28-bc0f-22b28f91c855,revision_number=1']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:51:22.191217 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-df1da7dc-df3d-474a-8f01-04bd14763686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:22.191412 n-d-834765-1 neutron-server[102792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1635840e-9d46-4894-9e6b-f639e59c817f None None] Network 9187dc99-a593-4bac-ab7d-dc651d4d148d is already hosted by enough agents. {{(pid=102792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:51:22.193857 n-d-834765-1 neutron-server[102792]: DEBUG neutron.scheduler.base_scheduler [None req-1635840e-9d46-4894-9e6b-f639e59c817f None None] Resources bound (agent type, host, resource id): {{(pid=102792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:51:22.200014 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1635840e-9d46-4894-9e6b-f639e59c817f None None] Received port after_create {{(pid=102792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:51:22.236743 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1264d319-7d8b-42b7-af6b-5e0fd58dfff0 None None] New status for floating IP 9c5bfb4c-8f63-4f95-976f-7852f6b09671: DOWN {{(pid=102792) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 15:51:22.275062 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31cdedda-f287-4417-9676-d9e289e74188', 'name': 'network-vif-deleted', 'tag': '41d6de4c-b663-4de7-b3d3-6c4b4b1489e2'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:51:22.276768 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2bedbe-46f3-4cc0-aa19-013a65e34749 req-e659a1a7-2b11-4409-94a1-47a17caf35e5 tempest-ServersTestJSON-163693882 tempest-ServersTestJSON-163693882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:51:22.278337 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-df2bedbe-46f3-4cc0-aa19-013a65e34749 req-e659a1a7-2b11-4409-94a1-47a17caf35e5 tempest-ServersTestJSON-163693882 tempest-ServersTestJSON-163693882-project] 10.222.0.42 "GET /v2.0/ports?device_id=e64caf03-42bd-4cfb-97c7-f5073edb7b00 HTTP/1.1" status: 200 len: 943 time: 0.3039286 Mar 29 15:51:22.288036 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c67b028db5e9b9818fecc5c0a87ebc6f190694fa53ca267d523e04f98de536d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c2b1324-8ec9-43ae-951d-b87b96c5c2d0" -d '{"events": [{"server_uuid": "31cdedda-f287-4417-9676-d9e289e74188", "name": "network-vif-deleted", "tag": "41d6de4c-b663-4de7-b3d3-6c4b4b1489e2"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:51:22.297192 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-5494f083-42f4-4288-9473-7062cb058896 req-9968ff37-6130-4b72-9ccb-3a18ded83a6d service neutron] 10.222.0.44 "GET /v2.0/networks/1a890cad-eceb-4443-afdb-474dde0f8f1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1554246 Mar 29 15:51:22.317136 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-1635840e-9d46-4894-9e6b-f639e59c817f None None] Attempting to bind port 8a6023db-a96b-4f28-bc0f-22b28f91c855 on host n-d-834765-1 for vnic_type normal with profile {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:51:22.317511 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-1635840e-9d46-4894-9e6b-f639e59c817f None None] Attempting to bind port 8a6023db-a96b-4f28-bc0f-22b28f91c855 by drivers openvswitch,hyperv on host n-d-834765-1 at level 0 using segments [{'id': '640166bb-80b0-47f6-8f14-92fa19b8f156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '9187dc99-a593-4bac-ab7d-dc651d4d148d'}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:51:22.317919 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1635840e-9d46-4894-9e6b-f639e59c817f None None] Attempting to bind port 8a6023db-a96b-4f28-bc0f-22b28f91c855 on network 9187dc99-a593-4bac-ab7d-dc651d4d148d {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:51:22.356703 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-a6370197-49d9-4786-b7e4-01a3c5e5a2e3 tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:22.359941 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-a6370197-49d9-4786-b7e4-01a3c5e5a2e3 tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:22.360497 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-a6370197-49d9-4786-b7e4-01a3c5e5a2e3 tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] 10.222.0.42 "DELETE /v2.0/security-groups/883e0cc1-8238-4251-86bf-7026ffbeaddd HTTP/1.1" status: 204 len: 168 time: 0.8946035 Mar 29 15:51:22.363698 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 60464) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:51:22.372902 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:51:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-492664bf-9e98-45c8-a6b0-9700ce9b4586 x-openstack-request-id: req-492664bf-9e98-45c8-a6b0-9700ce9b4586 {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:51:22.375183 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31cdedda-f287-4417-9676-d9e289e74188", "name": "network-vif-deleted", "tag": "41d6de4c-b663-4de7-b3d3-6c4b4b1489e2", "status": "completed", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:51:22.375530 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1635840e-9d46-4894-9e6b-f639e59c817f None None] Checking agent: {'id': 'a8866439-9d96-425c-b519-6905c591ac37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 25, 36), 'started_at': datetime.datetime(2022, 3, 29, 15, 26, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 51, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834765-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:51:22.375697 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-492664bf-9e98-45c8-a6b0-9700ce9b4586 {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:51:22.376190 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31cdedda-f287-4417-9676-d9e289e74188', 'name': 'network-vif-deleted', 'tag': '41d6de4c-b663-4de7-b3d3-6c4b4b1489e2', 'status': 'completed', 'code': 200} Mar 29 15:51:22.376398 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1635840e-9d46-4894-9e6b-f639e59c817f None None] Checking segment: {'id': '640166bb-80b0-47f6-8f14-92fa19b8f156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '9187dc99-a593-4bac-ab7d-dc651d4d148d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:51:22.377627 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1635840e-9d46-4894-9e6b-f639e59c817f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:22.378185 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1635840e-9d46-4894-9e6b-f639e59c817f None None] Bound using segment: {'id': '640166bb-80b0-47f6-8f14-92fa19b8f156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '9187dc99-a593-4bac-ab7d-dc651d4d148d'} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:51:22.378975 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-1635840e-9d46-4894-9e6b-f639e59c817f None None] Bound port: 8a6023db-a96b-4f28-bc0f-22b28f91c855, host: n-d-834765-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '640166bb-80b0-47f6-8f14-92fa19b8f156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '9187dc99-a593-4bac-ab7d-dc651d4d148d'}}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 15:51:22.380136 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1635840e-9d46-4894-9e6b-f639e59c817f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:22.397073 n-d-834765-1 neutron-server[102791]: INFO neutron.api.v2.resource [None req-d62daa8a-9786-4e80-8590-0da048d81133 tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] show failed (client error): The resource could not be found. Mar 29 15:51:22.406005 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-d62daa8a-9786-4e80-8590-0da048d81133 tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] 10.222.0.42 "GET /v2.0/security-groups/883e0cc1-8238-4251-86bf-7026ffbeaddd HTTP/1.1" status: 404 len: 347 time: 0.0397635 Mar 29 15:51:22.407719 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 60466) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:51:22.418383 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6370197-49d9-4786-b7e4-01a3c5e5a2e3 tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=883e0cc1-8238-4251-86bf-7026ffbeaddd,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:51:22.457188 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-df2bedbe-46f3-4cc0-aa19-013a65e34749 req-76b56104-a12d-4735-97ec-80c668becd76 tempest-ServersTestJSON-163693882 tempest-ServersTestJSON-163693882-project] 10.222.0.42 "GET /v2.0/security-groups?id=1d8a701a-f8f9-4510-a9b8-eb027f460faf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1665485 Mar 29 15:51:22.460803 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-03ca60f0-7cd1-4507-ab5b-eda6ce8cfb4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:22.583382 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-03ca60f0-7cd1-4507-ab5b-eda6ce8cfb4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:22.599186 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1635840e-9d46-4894-9e6b-f639e59c817f None None] For port 8a6023db-a96b-4f28-bc0f-22b28f91c855, host n-d-834765-1, cleared binding levels {{(pid=102792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:51:22.603658 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1635840e-9d46-4894-9e6b-f639e59c817f None None] For port 8a6023db-a96b-4f28-bc0f-22b28f91c855, host n-d-834765-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=8a6023db-a96b-4f28-bc0f-22b28f91c855,segment=NetworkSegment(640166bb-80b0-47f6-8f14-92fa19b8f156),segment_id=640166bb-80b0-47f6-8f14-92fa19b8f156)] {{(pid=102792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:51:22.616094 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1635840e-9d46-4894-9e6b-f639e59c817f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:22.631411 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-56d660b4-a040-4794-a07f-d2d4930f1573 tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Deleting port 6c17f9db-fa74-4720-bac6-5ea5ed490aaf {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:51:22.632015 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-56d660b4-a040-4794-a07f-d2d4930f1573 tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:22.686071 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-df1da7dc-df3d-474a-8f01-04bd14763686 None None] Notify callbacks [] for port, precommit_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:22.705241 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-df1da7dc-df3d-474a-8f01-04bd14763686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:22.766727 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f59598-1a92-4d7c-963b-a73450e543cc None None] Pushing event updated for resources: {'Port': ['ID=3082ffe5-4b37-4096-b952-c3f15f6f23d6,revision_number=3']} {{(pid=102793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:51:22.800902 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f59598-1a92-4d7c-963b-a73450e543cc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:51:22.801259 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f59598-1a92-4d7c-963b-a73450e543cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:51:22.801901 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f59598-1a92-4d7c-963b-a73450e543cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:51:22.801901 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f59598-1a92-4d7c-963b-a73450e543cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:51:22.802253 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f59598-1a92-4d7c-963b-a73450e543cc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:51:22.802579 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f59598-1a92-4d7c-963b-a73450e543cc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:51:22.802906 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f59598-1a92-4d7c-963b-a73450e543cc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:51:22.803018 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1635840e-9d46-4894-9e6b-f639e59c817f None None] Pushing event updated for resources: {'Port': ['ID=8a6023db-a96b-4f28-bc0f-22b28f91c855,revision_number=2']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:51:22.803494 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f59598-1a92-4d7c-963b-a73450e543cc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:51:22.804449 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f59598-1a92-4d7c-963b-a73450e543cc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:51:22.804792 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f59598-1a92-4d7c-963b-a73450e543cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:51:22.805121 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f59598-1a92-4d7c-963b-a73450e543cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:51:22.805446 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f59598-1a92-4d7c-963b-a73450e543cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:51:22.851604 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-56d660b4-a040-4794-a07f-d2d4930f1573 tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:22.852211 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-56d660b4-a040-4794-a07f-d2d4930f1573 tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:22.859446 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-03ca60f0-7cd1-4507-ab5b-eda6ce8cfb4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:22.862820 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.managers [None req-df1da7dc-df3d-474a-8f01-04bd14763686 None None] Attempting to bind port 3082ffe5-4b37-4096-b952-c3f15f6f23d6 on host n-d-834765-1 for vnic_type normal with profile {{(pid=102793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:51:22.863370 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.managers [None req-df1da7dc-df3d-474a-8f01-04bd14763686 None None] Attempting to bind port 3082ffe5-4b37-4096-b952-c3f15f6f23d6 by drivers openvswitch,hyperv on host n-d-834765-1 at level 0 using segments [{'id': '2a4ce93c-04dc-421c-bbb2-d2181b27d5d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'b7faf18d-6cc9-4169-9a4b-9b5eaf1db9bd'}] {{(pid=102793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:51:22.863842 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df1da7dc-df3d-474a-8f01-04bd14763686 None None] Attempting to bind port 3082ffe5-4b37-4096-b952-c3f15f6f23d6 on network b7faf18d-6cc9-4169-9a4b-9b5eaf1db9bd {{(pid=102793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:51:22.866877 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-03ca60f0-7cd1-4507-ab5b-eda6ce8cfb4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:22.868338 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-03ca60f0-7cd1-4507-ab5b-eda6ce8cfb4f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a3f3b05e-b4b0-4bd5-8f61-9140e1e7cbea HTTP/1.1" status: 204 len: 168 time: 0.7497663 Mar 29 15:51:22.881083 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-56d660b4-a040-4794-a07f-d2d4930f1573 tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Calling delete_port for 6c17f9db-fa74-4720-bac6-5ea5ed490aaf owned by network:floatingip {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:51:22.887329 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df1da7dc-df3d-474a-8f01-04bd14763686 None None] Checking agent: {'id': 'a8866439-9d96-425c-b519-6905c591ac37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 25, 36), 'started_at': datetime.datetime(2022, 3, 29, 15, 26, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 51, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834765-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:51:22.887791 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df1da7dc-df3d-474a-8f01-04bd14763686 None None] Checking segment: {'id': '2a4ce93c-04dc-421c-bbb2-d2181b27d5d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'b7faf18d-6cc9-4169-9a4b-9b5eaf1db9bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:51:22.892416 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-df1da7dc-df3d-474a-8f01-04bd14763686 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:22.892862 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df1da7dc-df3d-474a-8f01-04bd14763686 None None] Bound using segment: {'id': '2a4ce93c-04dc-421c-bbb2-d2181b27d5d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'b7faf18d-6cc9-4169-9a4b-9b5eaf1db9bd'} {{(pid=102793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:51:22.893257 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.db_base_plugin_common [None req-14dafc33-0f83-4b10-8f60-39b0336720b3 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Allocated IP 2001:db8::1 (9187dc99-a593-4bac-ab7d-dc651d4d148d/c3857957-28ee-4828-a017-9dcd7004348d/16d719b2-619f-40db-8375-a65bd0c555bd) {{(pid=102790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:51:22.894505 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.managers [None req-df1da7dc-df3d-474a-8f01-04bd14763686 None None] Bound port: 3082ffe5-4b37-4096-b952-c3f15f6f23d6, host: n-d-834765-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a4ce93c-04dc-421c-bbb2-d2181b27d5d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'b7faf18d-6cc9-4169-9a4b-9b5eaf1db9bd'}}] {{(pid=102793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 15:51:22.895129 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-df1da7dc-df3d-474a-8f01-04bd14763686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:22.901723 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ca60f0-7cd1-4507-ab5b-eda6ce8cfb4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3f3b05e-b4b0-4bd5-8f61-9140e1e7cbea,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:51:23.051870 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.db [None req-df1da7dc-df3d-474a-8f01-04bd14763686 None None] For port 3082ffe5-4b37-4096-b952-c3f15f6f23d6, host n-d-834765-1, cleared binding levels {{(pid=102793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:51:23.055249 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.db [None req-df1da7dc-df3d-474a-8f01-04bd14763686 None None] For port 3082ffe5-4b37-4096-b952-c3f15f6f23d6, host n-d-834765-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=3082ffe5-4b37-4096-b952-c3f15f6f23d6,segment=NetworkSegment(2a4ce93c-04dc-421c-bbb2-d2181b27d5d6),segment_id=2a4ce93c-04dc-421c-bbb2-d2181b27d5d6)] {{(pid=102793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:51:23.062358 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-df1da7dc-df3d-474a-8f01-04bd14763686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:23.125890 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-14dafc33-0f83-4b10-8f60-39b0336720b3 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks [] for port, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:23.157608 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df1da7dc-df3d-474a-8f01-04bd14763686 None None] Routers {'b57fb9ec-03c5-4cd9-89b7-ca6ff650c65a'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:51:23.160715 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-df1da7dc-df3d-474a-8f01-04bd14763686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:51:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['b57fb9ec-03c5-4cd9-89b7-ca6ff650c65a'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:51:23.205528 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-14dafc33-0f83-4b10-8f60-39b0336720b3 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:23.247587 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f59598-1a92-4d7c-963b-a73450e543cc None None] Pushing event updated for resources: {'Port': ['ID=3082ffe5-4b37-4096-b952-c3f15f6f23d6,revision_number=4']} {{(pid=102793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:51:23.296344 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-a9b7bba0-e613-4da4-93d6-a046717881d9 None None] Provisioning complete for port 3082ffe5-4b37-4096-b952-c3f15f6f23d6 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:51:23.296723 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-a9b7bba0-e613-4da4-93d6-a046717881d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:23.346315 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-56d660b4-a040-4794-a07f-d2d4930f1573 tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:23.362851 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14dafc33-0f83-4b10-8f60-39b0336720b3 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Pushing event updated for resources: {'Port': ['ID=16d719b2-619f-40db-8375-a65bd0c555bd,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:51:23.375834 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14dafc33-0f83-4b10-8f60-39b0336720b3 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Network 9187dc99-a593-4bac-ab7d-dc651d4d148d is already hosted by enough agents. {{(pid=102790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:51:23.386261 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-14dafc33-0f83-4b10-8f60-39b0336720b3 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Resources bound (agent type, host, resource id): {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:51:23.390381 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14dafc33-0f83-4b10-8f60-39b0336720b3 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Received port after_create {{(pid=102790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:51:23.390957 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-14dafc33-0f83-4b10-8f60-39b0336720b3 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-648347'] for router_interface, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:23.466667 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvr_db [None req-df1da7dc-df3d-474a-8f01-04bd14763686 None None] Set router b57fb9ec-03c5-4cd9-89b7-ca6ff650c65a gateway port host: n-d-834765-1 {{(pid=102793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:51:23.573311 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d660b4-a040-4794-a07f-d2d4930f1573 tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Pushing event deleted for resources: {'Port': ['ID=6c17f9db-fa74-4720-bac6-5ea5ed490aaf,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:51:23.586250 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-a9b7bba0-e613-4da4-93d6-a046717881d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:23.640682 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-56d660b4-a040-4794-a07f-d2d4930f1573 tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Notify callbacks [] for floatingip, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:23.647435 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-56d660b4-a040-4794-a07f-d2d4930f1573 tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for floatingip, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:23.652277 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-56d660b4-a040-4794-a07f-d2d4930f1573 tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] 10.222.0.42 "DELETE /v2.0/floatingips/9c5bfb4c-8f63-4f95-976f-7852f6b09671 HTTP/1.1" status: 204 len: 168 time: 1.2432277 Mar 29 15:51:23.660875 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-a9b7bba0-e613-4da4-93d6-a046717881d9 None None] For port 3082ffe5-4b37-4096-b952-c3f15f6f23d6, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=3082ffe5-4b37-4096-b952-c3f15f6f23d6,segment=NetworkSegment(2a4ce93c-04dc-421c-bbb2-d2181b27d5d6),segment_id=2a4ce93c-04dc-421c-bbb2-d2181b27d5d6)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:51:23.669348 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-a9b7bba0-e613-4da4-93d6-a046717881d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:23.677779 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-14dafc33-0f83-4b10-8f60-39b0336720b3 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:23.766744 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a75163-a521-4778-a330-fe2ec4edbf20 req-2e1c9f7e-b36d-4d9e-bc63-8e2096d67ef9 tempest-ServersTestJSON-163693882 tempest-ServersTestJSON-163693882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:51:23.776680 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e4a75163-a521-4778-a330-fe2ec4edbf20 req-2e1c9f7e-b36d-4d9e-bc63-8e2096d67ef9 tempest-ServersTestJSON-163693882 tempest-ServersTestJSON-163693882-project] 10.222.0.42 "GET /v2.0/ports?device_id=e64caf03-42bd-4cfb-97c7-f5073edb7b00 HTTP/1.1" status: 200 len: 943 time: 0.1231296 Mar 29 15:51:23.894877 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e4a75163-a521-4778-a330-fe2ec4edbf20 req-756a5056-c254-4643-a331-2f3dbc8b981c tempest-ServersTestJSON-163693882 tempest-ServersTestJSON-163693882-project] 10.222.0.42 "GET /v2.0/security-groups?id=1d8a701a-f8f9-4510-a9b8-eb027f460faf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1100700 Mar 29 15:51:23.995557 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b7bba0-e613-4da4-93d6-a046717881d9 None None] Pushing event updated for resources: {'Port': ['ID=3082ffe5-4b37-4096-b952-c3f15f6f23d6,revision_number=5']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:51:24.013294 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-890ece59-abcc-4681-b825-8fb7a0484a4f None None] Provisioning complete for port 3082ffe5-4b37-4096-b952-c3f15f6f23d6 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:51:24.014652 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-890ece59-abcc-4681-b825-8fb7a0484a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:24.091094 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-df1da7dc-df3d-474a-8f01-04bd14763686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b57fb9ec-03c5-4cd9-89b7-ca6ff650c65a', 'name': 'tempest-TestNetworkBasicOps-router-173982885', 'tenant_id': '4613198224a343ff95b6b23b26c7af7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.205'}], 'enable_snat': True}, 'gw_port_id': 'db082a07-ed19-43e6-8f6f-15f3a86650cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:48:27Z', 'updated_at': '2022-03-29T15:51:18Z', 'revision_number': 5, 'project_id': '4613198224a343ff95b6b23b26c7af7a', 'gw_port': {'id': 'db082a07-ed19-43e6-8f6f-15f3a86650cf', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:ba:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b57fb9ec-03c5-4cd9-89b7-ca6ff650c65a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1524, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:48:28Z', 'updated_at': '2022-03-29T15:48:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_floatingips': [{'id': '7ed50733-8ce6-4b10-84db-b8b0f10693a5', 'tenant_id': '4613198224a343ff95b6b23b26c7af7a', 'floating_ip_address': '172.25.4.4', 'floating_network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'router_id': 'b57fb9ec-03c5-4cd9-89b7-ca6ff650c65a', 'port_id': '4db3f057-ea95-4cf1-868d-a9dd1b5d31a6', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1704, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0eb69c38-859a-44f3-b301-7cf6beecd122', 'mac_address': 'fa:16:3e:25:8b:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '186cc152-5814-4ecc-8410-e5062beddb18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T15:49:27Z', 'updated_at': '2022-03-29T15:49:32Z', 'revision_number': 1, 'project_id': '4613198224a343ff95b6b23b26c7af7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3082ffe5-4b37-4096-b952-c3f15f6f23d6', 'name': '', 'network_id': 'b7faf18d-6cc9-4169-9a4b-9b5eaf1db9bd', 'tenant_id': '4613198224a343ff95b6b23b26c7af7a', 'mac_address': 'fa:16:3e:a9:f9:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b57fb9ec-03c5-4cd9-89b7-ca6ff650c65a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1991, 'fixed_ips': [{'subnet_id': 'd5b54dcb-2f5e-4022-8f9a-68afb8320531', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:51:14Z', 'updated_at': '2022-03-29T15:51:23Z', 'revision_number': 4, 'project_id': '4613198224a343ff95b6b23b26c7af7a', 'subnets': [{'id': 'd5b54dcb-2f5e-4022-8f9a-68afb8320531', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f0e706fd-c21f-4ff0-afc3-ea1e48be4fe5', 'name': '', 'network_id': '0eb69c38-859a-44f3-b301-7cf6beecd122', 'tenant_id': '4613198224a343ff95b6b23b26c7af7a', 'mac_address': 'fa:16:3e:4d:e0:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b57fb9ec-03c5-4cd9-89b7-ca6ff650c65a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': '1924a09c-5d13-4bf6-994f-2a1793829850', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:48:43Z', 'updated_at': '2022-03-29T15:48:50Z', 'revision_number': 5, 'project_id': '4613198224a343ff95b6b23b26c7af7a', 'subnets': [{'id': '1924a09c-5d13-4bf6-994f-2a1793829850', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:51:24.178589 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df1da7dc-df3d-474a-8f01-04bd14763686 None None] The sync data for ids ['b57fb9ec-03c5-4cd9-89b7-ca6ff650c65a'] in n-d-834765-1 is: [{'id': 'b57fb9ec-03c5-4cd9-89b7-ca6ff650c65a', 'name': 'tempest-TestNetworkBasicOps-router-173982885', 'tenant_id': '4613198224a343ff95b6b23b26c7af7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.205'}], 'enable_snat': True}, 'gw_port_id': 'db082a07-ed19-43e6-8f6f-15f3a86650cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:48:27Z', 'updated_at': '2022-03-29T15:51:18Z', 'revision_number': 5, 'project_id': '4613198224a343ff95b6b23b26c7af7a', 'gw_port': {'id': 'db082a07-ed19-43e6-8f6f-15f3a86650cf', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:ba:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b57fb9ec-03c5-4cd9-89b7-ca6ff650c65a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1524, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:48:28Z', 'updated_at': '2022-03-29T15:48:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_floatingips': [{'id': '7ed50733-8ce6-4b10-84db-b8b0f10693a5', 'tenant_id': '4613198224a343ff95b6b23b26c7af7a', 'floating_ip_address': '172.25.4.4', 'floating_network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'router_id': 'b57fb9ec-03c5-4cd9-89b7-ca6ff650c65a', 'port_id': '4db3f057-ea95-4cf1-868d-a9dd1b5d31a6', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1704, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0eb69c38-859a-44f3-b301-7cf6beecd122', 'mac_address': 'fa:16:3e:25:8b:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '186cc152-5814-4ecc-8410-e5062beddb18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T15:49:27Z', 'updated_at': '2022-03-29T15:49:32Z', 'revision_number': 1, 'project_id': '4613198224a343ff95b6b23b26c7af7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3082ffe5-4b37-4096-b952-c3f15f6f23d6', 'name': '', 'network_id': 'b7faf18d-6cc9-4169-9a4b-9b5eaf1db9bd', 'tenant_id': '4613198224a343ff95b6b23b26c7af7a', 'mac_address': 'fa:16:3e:a9:f9:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b57fb9ec-03c5-4cd9-89b7-ca6ff650c65a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1991, 'fixed_ips': [{'subnet_id': 'd5b54dcb-2f5e-4022-8f9a-68afb8320531', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:51:14Z', 'updated_at': '2022-03-29T15:51:23Z', 'revision_number': 4, 'project_id': '4613198224a343ff95b6b23b26c7af7a', 'subnets': [{'id': 'd5b54dcb-2f5e-4022-8f9a-68afb8320531', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f0e706fd-c21f-4ff0-afc3-ea1e48be4fe5', 'name': '', 'network_id': '0eb69c38-859a-44f3-b301-7cf6beecd122', 'tenant_id': '4613198224a343ff95b6b23b26c7af7a', 'mac_address': 'fa:16:3e:4d:e0:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b57fb9ec-03c5-4cd9-89b7-ca6ff650c65a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': '1924a09c-5d13-4bf6-994f-2a1793829850', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:48:43Z', 'updated_at': '2022-03-29T15:48:50Z', 'revision_number': 5, 'project_id': '4613198224a343ff95b6b23b26c7af7a', 'subnets': [{'id': '1924a09c-5d13-4bf6-994f-2a1793829850', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:51:24.251155 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-14dafc33-0f83-4b10-8f60-39b0336720b3 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks [] for port, precommit_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:24.260571 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-14dafc33-0f83-4b10-8f60-39b0336720b3 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5237921'] for port, after_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:24.261322 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-14dafc33-0f83-4b10-8f60-39b0336720b3 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-648439'] for router_interface, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:24.487387 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14dafc33-0f83-4b10-8f60-39b0336720b3 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Pushing event updated for resources: {'Port': ['ID=16d719b2-619f-40db-8375-a65bd0c555bd,revision_number=2']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:51:24.579432 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14dafc33-0f83-4b10-8f60-39b0336720b3 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Network 9187dc99-a593-4bac-ab7d-dc651d4d148d is already hosted by enough agents. {{(pid=102790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:51:24.581308 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-14dafc33-0f83-4b10-8f60-39b0336720b3 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Resources bound (agent type, host, resource id): {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:51:24.815750 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c91f4d1-301d-4aec-8e6e-d76d1ac82d98 None None] Network 9187dc99-a593-4bac-ab7d-dc651d4d148d requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 15:51:24.872056 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14dafc33-0f83-4b10-8f60-39b0336720b3 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Router fa7ebe16-24e5-484f-8d96-d79f6c2316a3 is scheduled to L3 agent c648d819-1060-4f26-b4ec-6455387b5dff with binding_index 1 {{(pid=102790) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 29 15:51:25.017538 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-c1d664ba-7a83-4703-a868-94f516a47fa3 None None] Provisioning complete for port 8a6023db-a96b-4f28-bc0f-22b28f91c855 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:51:25.021975 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-c1d664ba-7a83-4703-a868-94f516a47fa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:25.081798 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042c59b0-e77f-4b62-8b0b-2a649ab5f0f9 req-9ff46857-3028-421b-9a9e-659afd91c51a tempest-ServersTestBootFromVolume-1498240647 tempest-ServersTestBootFromVolume-1498240647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:51:25.097839 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14dafc33-0f83-4b10-8f60-39b0336720b3 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:51:25.100408 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-042c59b0-e77f-4b62-8b0b-2a649ab5f0f9 req-9ff46857-3028-421b-9a9e-659afd91c51a tempest-ServersTestBootFromVolume-1498240647 tempest-ServersTestBootFromVolume-1498240647-project] 10.222.0.42 "GET /v2.0/ports?device_id=515d4a4d-858a-499d-8ccc-52d0848a9638 HTTP/1.1" status: 200 len: 945 time: 0.1622534 Mar 29 15:51:25.104212 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-14dafc33-0f83-4b10-8f60-39b0336720b3 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] 10.222.0.42 "PUT /v2.0/routers/fa7ebe16-24e5-484f-8d96-d79f6c2316a3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5625007 Mar 29 15:51:25.110226 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72bf5a9f-fc0e-431c-9209-1c4b78ee9f6a None None] Sync routers for ids ['fa7ebe16-24e5-484f-8d96-d79f6c2316a3'] in n-d-834765-1 {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:51:25.129373 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 60550) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:51:25.140499 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72bf5a9f-fc0e-431c-9209-1c4b78ee9f6a None None] Routers {'fa7ebe16-24e5-484f-8d96-d79f6c2316a3'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:51:25.141309 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-72bf5a9f-fc0e-431c-9209-1c4b78ee9f6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:51:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['fa7ebe16-24e5-484f-8d96-d79f6c2316a3'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:51:25.179335 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 8a6023db-a96b-4f28-bc0f-22b28f91c855 up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:51:25.181751 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device ff69d3cd-8425-4439-a28e-a50632d73c81 details requested by agent hyperv_n-h1-834765-1 with host n-h1-834765-1 {{(pid=102792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 15:51:25.225169 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-042c59b0-e77f-4b62-8b0b-2a649ab5f0f9 req-283e051c-73c2-46c9-931b-217e60d2a1ff tempest-ServersTestBootFromVolume-1498240647 tempest-ServersTestBootFromVolume-1498240647-project] 10.222.0.42 "GET /v2.0/security-groups?id=acccf007-02a4-4e02-a911-a704b12080b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1236241 Mar 29 15:51:25.261272 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cc286ea-3cf3-4db1-a5b6-2b09ad18accb tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:51:25.263238 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-3cc286ea-3cf3-4db1-a5b6-2b09ad18accb tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] 10.222.0.42 "GET /v2.0/ports/16d719b2-619f-40db-8375-a65bd0c555bd HTTP/1.1" status: 200 len: 911 time: 0.1312690 Mar 29 15:51:25.265870 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 60562) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:51:25.346336 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port ff69d3cd-8425-4439-a28e-a50632d73c81, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=ff69d3cd-8425-4439-a28e-a50632d73c81,segment=NetworkSegment(3517382d-aae8-457c-a891-64fda55090a5),segment_id=3517382d-aae8-457c-a891-64fda55090a5)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:51:25.419741 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-72bf5a9f-fc0e-431c-9209-1c4b78ee9f6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:51:25.429455 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Returning: {'device': 'ff69d3cd-8425-4439-a28e-a50632d73c81', 'network_id': '1a890cad-eceb-4443-afdb-474dde0f8f1e', 'port_id': 'ff69d3cd-8425-4439-a28e-a50632d73c81', 'mac_address': 'fa:16:3e:e5:84:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 607, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62348b33-7001-4dc5-aea1-2976e02267d0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 15:51:25.449185 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72bf5a9f-fc0e-431c-9209-1c4b78ee9f6a None None] Routers {'fa7ebe16-24e5-484f-8d96-d79f6c2316a3'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:51:25.449833 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-72bf5a9f-fc0e-431c-9209-1c4b78ee9f6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:51:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['fa7ebe16-24e5-484f-8d96-d79f6c2316a3'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:51:25.522050 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72a03ad-7e5f-456c-8c17-b4c6cc6bef1e req-97b83f35-aac3-4c21-af46-69c47dc651bf tempest-ServersTestJSON-163693882 tempest-ServersTestJSON-163693882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:51:25.524164 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d72a03ad-7e5f-456c-8c17-b4c6cc6bef1e req-97b83f35-aac3-4c21-af46-69c47dc651bf tempest-ServersTestJSON-163693882 tempest-ServersTestJSON-163693882-project] 10.222.0.42 "GET /v2.0/ports?device_id=e64caf03-42bd-4cfb-97c7-f5073edb7b00 HTTP/1.1" status: 200 len: 943 time: 0.0897183 Mar 29 15:51:25.570246 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-72bf5a9f-fc0e-431c-9209-1c4b78ee9f6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:51:25.571224 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72bf5a9f-fc0e-431c-9209-1c4b78ee9f6a None None] The sync data for ids ['fa7ebe16-24e5-484f-8d96-d79f6c2316a3'] in n-d-834765-1 is: [] {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:51:25.726358 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port 8a6023db-a96b-4f28-bc0f-22b28f91c855 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:51:25.726999 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:25.801184 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:25.837007 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-c1d664ba-7a83-4703-a868-94f516a47fa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:25.844825 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-80457451-291f-43f8-a7e1-6d64c238d260 req-7c1b9eab-817d-462f-998e-5449494009c9 tempest-ServerShowV257Test-1490108154 tempest-ServerShowV257Test-1490108154-project] 10.222.0.42 "GET /v2.0/ports?device_id=854ccde8-0688-48b1-841c-2b4473e584a1 HTTP/1.1" status: 200 len: 210 time: 0.0749927 Mar 29 15:51:25.921340 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff69d3cd-8425-4439-a28e-a50632d73c81 {{(pid=102792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:51:25.994257 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d72a03ad-7e5f-456c-8c17-b4c6cc6bef1e req-3c01ff2a-62e9-479f-b570-dd5a4ab04bba tempest-ServersTestJSON-163693882 tempest-ServersTestJSON-163693882-project] 10.222.0.42 "GET /v2.0/security-groups?id=1d8a701a-f8f9-4510-a9b8-eb027f460faf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2576175 Mar 29 15:51:26.035299 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-c1d664ba-7a83-4703-a868-94f516a47fa3 None None] For port 8a6023db-a96b-4f28-bc0f-22b28f91c855, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=8a6023db-a96b-4f28-bc0f-22b28f91c855,segment=NetworkSegment(640166bb-80b0-47f6-8f14-92fa19b8f156),segment_id=640166bb-80b0-47f6-8f14-92fa19b8f156)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:51:26.052955 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port ff69d3cd-8425-4439-a28e-a50632d73c81, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=ff69d3cd-8425-4439-a28e-a50632d73c81,segment=NetworkSegment(3517382d-aae8-457c-a891-64fda55090a5),segment_id=3517382d-aae8-457c-a891-64fda55090a5)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:51:26.057515 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-c1d664ba-7a83-4703-a868-94f516a47fa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:26.068909 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:26.079582 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:26.161323 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-743fd181-f505-4282-a662-e07fddbf9d61 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-530452'] for router_interface, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:26.251635 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.db.api [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102792) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 29 15:51:26.252537 n-d-834765-1 neutron-server[102792]: DEBUG oslo_db.api [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 29 15:51:26.258047 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d664ba-7a83-4703-a868-94f516a47fa3 None None] Pushing event updated for resources: {'Port': ['ID=8a6023db-a96b-4f28-bc0f-22b28f91c855,revision_number=3']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:51:26.361852 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-14b21eb9-0eec-498a-a3d4-1c8dfb3a4bce None None] Provisioning complete for port 8a6023db-a96b-4f28-bc0f-22b28f91c855 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:51:26.361852 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-14b21eb9-0eec-498a-a3d4-1c8dfb3a4bce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:26.439597 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Pushing event updated for resources: {'Port': ['ID=ff69d3cd-8425-4439-a28e-a50632d73c81,revision_number=4']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:51:26.485652 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] get_ports_and_sgs() called for port_ids ['ff69d3cd-8425-4439-a28e-a50632d73c81'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:51:26.506729 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8bbc1b-c607-4d27-919f-9c1c59a0ae40 req-a336ae4d-43af-4748-bb98-1b0c02e10a0d tempest-ServersTestBootFromVolume-1498240647 tempest-ServersTestBootFromVolume-1498240647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:51:26.516065 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4e8bbc1b-c607-4d27-919f-9c1c59a0ae40 req-a336ae4d-43af-4748-bb98-1b0c02e10a0d tempest-ServersTestBootFromVolume-1498240647 tempest-ServersTestBootFromVolume-1498240647-project] 10.222.0.42 "GET /v2.0/ports?device_id=515d4a4d-858a-499d-8ccc-52d0848a9638 HTTP/1.1" status: 200 len: 945 time: 0.1863692 Mar 29 15:51:26.613028 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4e8bbc1b-c607-4d27-919f-9c1c59a0ae40 req-e9047df3-59d7-4180-8b16-7746f7a93f70 tempest-ServersTestBootFromVolume-1498240647 tempest-ServersTestBootFromVolume-1498240647-project] 10.222.0.42 "GET /v2.0/security-groups?id=acccf007-02a4-4e02-a911-a704b12080b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0924046 Mar 29 15:51:26.622021 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-14b21eb9-0eec-498a-a3d4-1c8dfb3a4bce None None] Provisioning complete for port 16d719b2-619f-40db-8375-a65bd0c555bd triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:51:26.622398 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-14b21eb9-0eec-498a-a3d4-1c8dfb3a4bce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:26.738037 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-14b21eb9-0eec-498a-a3d4-1c8dfb3a4bce None None] Port 16d719b2-619f-40db-8375-a65bd0c555bd cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 15:51:26.826501 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 3082ffe5-4b37-4096-b952-c3f15f6f23d6 up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:51:26.863841 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-743fd181-f505-4282-a662-e07fddbf9d61 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Deleting port 16d719b2-619f-40db-8375-a65bd0c555bd {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:51:26.864319 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-743fd181-f505-4282-a662-e07fddbf9d61 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:26.940938 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-982e43c1-e613-4563-85a8-080153235055 None None] Provisioning complete for port 16d719b2-619f-40db-8375-a65bd0c555bd triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:51:26.941391 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-982e43c1-e613-4563-85a8-080153235055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:26.974228 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-743fd181-f505-4282-a662-e07fddbf9d61 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:26.989490 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-743fd181-f505-4282-a662-e07fddbf9d61 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Calling delete_port for 16d719b2-619f-40db-8375-a65bd0c555bd owned by network:router_interface {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:51:27.004815 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port 3082ffe5-4b37-4096-b952-c3f15f6f23d6 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:51:27.005185 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:27.013158 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-982e43c1-e613-4563-85a8-080153235055 None None] Port 16d719b2-619f-40db-8375-a65bd0c555bd cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 15:51:27.084725 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e526126a-09ef-45bd-87ab-d7a58887f1e4 req-2c22a770-3d51-4416-82c3-b78ab2bf8217 tempest-ServerShowV257Test-1490108154 tempest-ServerShowV257Test-1490108154-project] 10.222.0.42 "GET /v2.0/ports?device_id=854ccde8-0688-48b1-841c-2b4473e584a1 HTTP/1.1" status: 200 len: 210 time: 0.0354722 Mar 29 15:51:27.191172 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0daad7-7146-49e7-b9f7-dfa2f9f715d6 req-3d9a63f2-eecd-4453-97f0-2001850cc110 tempest-ServersTestJSON-163693882 tempest-ServersTestJSON-163693882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:51:27.192876 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-8b0daad7-7146-49e7-b9f7-dfa2f9f715d6 req-3d9a63f2-eecd-4453-97f0-2001850cc110 tempest-ServersTestJSON-163693882 tempest-ServersTestJSON-163693882-project] 10.222.0.42 "GET /v2.0/ports?device_id=e64caf03-42bd-4cfb-97c7-f5073edb7b00 HTTP/1.1" status: 200 len: 944 time: 0.0861714 Mar 29 15:51:27.221141 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-756eb3c6-ba35-4e60-95a1-a78a0f331d31 None None] Provisioning complete for port 16d719b2-619f-40db-8375-a65bd0c555bd triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:51:27.221736 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-756eb3c6-ba35-4e60-95a1-a78a0f331d31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:27.263916 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-8b0daad7-7146-49e7-b9f7-dfa2f9f715d6 req-7e823c33-adb1-45e1-9dcf-babfa4aa9178 tempest-ServersTestJSON-163693882 tempest-ServersTestJSON-163693882-project] 10.222.0.42 "GET /v2.0/security-groups?id=1d8a701a-f8f9-4510-a9b8-eb027f460faf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579200 Mar 29 15:51:27.310067 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-756eb3c6-ba35-4e60-95a1-a78a0f331d31 None None] Port 16d719b2-619f-40db-8375-a65bd0c555bd cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 15:51:27.330962 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-743fd181-f505-4282-a662-e07fddbf9d61 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:27.355996 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 8a6023db-a96b-4f28-bc0f-22b28f91c855 up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:51:27.427505 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port 8a6023db-a96b-4f28-bc0f-22b28f91c855 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:51:27.427880 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:27.445477 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743fd181-f505-4282-a662-e07fddbf9d61 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Pushing event deleted for resources: {'Port': ['ID=16d719b2-619f-40db-8375-a65bd0c555bd,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:51:27.646582 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-743fd181-f505-4282-a662-e07fddbf9d61 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-530528'] for router_interface, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:27.856257 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d894d799-febb-4b48-bd6f-11c294ba1270 req-fb7c8c53-fea0-40e7-bb1c-0d829f236f85 tempest-ServersTestBootFromVolume-1498240647 tempest-ServersTestBootFromVolume-1498240647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:51:27.857813 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d894d799-febb-4b48-bd6f-11c294ba1270 req-fb7c8c53-fea0-40e7-bb1c-0d829f236f85 tempest-ServersTestBootFromVolume-1498240647 tempest-ServersTestBootFromVolume-1498240647-project] 10.222.0.42 "GET /v2.0/ports?device_id=515d4a4d-858a-499d-8ccc-52d0848a9638 HTTP/1.1" status: 200 len: 945 time: 0.1522591 Mar 29 15:51:27.867572 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-743fd181-f505-4282-a662-e07fddbf9d61 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Router fa7ebe16-24e5-484f-8d96-d79f6c2316a3 has already been hosted by L3 agent c648d819-1060-4f26-b4ec-6455387b5dff {{(pid=102791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 15:51:27.910336 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d894d799-febb-4b48-bd6f-11c294ba1270 req-6e08f49e-fc6e-4ee9-91b1-79eefeebe7a0 tempest-ServersTestBootFromVolume-1498240647 tempest-ServersTestBootFromVolume-1498240647-project] 10.222.0.42 "GET /v2.0/security-groups?id=acccf007-02a4-4e02-a911-a704b12080b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450103 Mar 29 15:51:28.280832 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-1d7e7689-56c4-4227-81c2-7e86a25fb34e req-42421050-bc97-4769-9418-b9c80a4aabcf tempest-ServerShowV257Test-1490108154 tempest-ServerShowV257Test-1490108154-project] 10.222.0.42 "GET /v2.0/ports?device_id=854ccde8-0688-48b1-841c-2b4473e584a1 HTTP/1.1" status: 200 len: 210 time: 0.0392625 Mar 29 15:51:28.339511 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-743fd181-f505-4282-a662-e07fddbf9d61 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:51:28.350290 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06d60686-0a6d-4e32-be7b-b31e1b830786 None None] Sync routers for ids ['fa7ebe16-24e5-484f-8d96-d79f6c2316a3'] in n-d-834765-1 {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:51:28.364014 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06d60686-0a6d-4e32-be7b-b31e1b830786 None None] Routers {'fa7ebe16-24e5-484f-8d96-d79f6c2316a3'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:51:28.364639 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-06d60686-0a6d-4e32-be7b-b31e1b830786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:51:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['fa7ebe16-24e5-484f-8d96-d79f6c2316a3'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:51:28.371155 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-743fd181-f505-4282-a662-e07fddbf9d61 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] 10.222.0.42 "PUT /v2.0/routers/fa7ebe16-24e5-484f-8d96-d79f6c2316a3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1005888 Mar 29 15:51:28.371456 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 60634) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:51:28.420550 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-06d60686-0a6d-4e32-be7b-b31e1b830786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:51:28.429790 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06d60686-0a6d-4e32-be7b-b31e1b830786 None None] Routers {'fa7ebe16-24e5-484f-8d96-d79f6c2316a3'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:51:28.430399 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-06d60686-0a6d-4e32-be7b-b31e1b830786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:51:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['fa7ebe16-24e5-484f-8d96-d79f6c2316a3'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:51:28.437243 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-3a4c3123-9b7c-4775-8b94-282e5604cdfa tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] 10.222.0.42 "GET /v2.0/ports?device_id=fa7ebe16-24e5-484f-8d96-d79f6c2316a3 HTTP/1.1" status: 200 len: 205 time: 0.0625954 Mar 29 15:51:28.437765 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 60640) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:51:28.474412 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-06d60686-0a6d-4e32-be7b-b31e1b830786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:51:28.474412 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06d60686-0a6d-4e32-be7b-b31e1b830786 None None] The sync data for ids ['fa7ebe16-24e5-484f-8d96-d79f6c2316a3'] in n-d-834765-1 is: [] {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:51:28.481721 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b3731c-e9e1-4e9f-80c1-331da2370d7d req-7c3e5140-ad62-4218-8073-bdda8c75843f tempest-ServersTestBootFromVolume-1498240647 tempest-ServersTestBootFromVolume-1498240647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:51:28.483522 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-23b3731c-e9e1-4e9f-80c1-331da2370d7d req-7c3e5140-ad62-4218-8073-bdda8c75843f tempest-ServersTestBootFromVolume-1498240647 tempest-ServersTestBootFromVolume-1498240647-project] 10.222.0.44 "GET /v2.0/ports?device_id=515d4a4d-858a-499d-8ccc-52d0848a9638 HTTP/1.1" status: 200 len: 945 time: 0.5355556 Mar 29 15:51:28.542749 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a4c656-14b9-4c1b-9929-b8008fdaea15 req-69a4bebf-1ce9-40d2-92b2-9a82409d6663 tempest-ServersTestJSON-163693882 tempest-ServersTestJSON-163693882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:51:28.544676 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-97a4c656-14b9-4c1b-9929-b8008fdaea15 req-69a4bebf-1ce9-40d2-92b2-9a82409d6663 tempest-ServersTestJSON-163693882 tempest-ServersTestJSON-163693882-project] 10.222.0.42 "GET /v2.0/ports?device_id=e64caf03-42bd-4cfb-97c7-f5073edb7b00 HTTP/1.1" status: 200 len: 944 time: 0.1678395 Mar 29 15:51:28.570266 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-734a5496-fac4-430f-b48e-641ba9ad8a93 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks [] for router, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:28.630071 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-97a4c656-14b9-4c1b-9929-b8008fdaea15 req-ef676a2c-cf5d-4447-b710-1151dedeae67 tempest-ServersTestJSON-163693882 tempest-ServersTestJSON-163693882-project] 10.222.0.42 "GET /v2.0/security-groups?id=1d8a701a-f8f9-4510-a9b8-eb027f460faf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736628 Mar 29 15:51:28.658138 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [req-23b3731c-e9e1-4e9f-80c1-331da2370d7d req-2932972e-ff49-4425-8d40-b4e8231a26e1 tempest-ServersTestBootFromVolume-1498240647 tempest-ServersTestBootFromVolume-1498240647-project] Deleting port 6dcc8b82-25b0-4c85-847c-90a8f97998e9 {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:51:28.658138 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-23b3731c-e9e1-4e9f-80c1-331da2370d7d req-2932972e-ff49-4425-8d40-b4e8231a26e1 tempest-ServersTestBootFromVolume-1498240647 tempest-ServersTestBootFromVolume-1498240647-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:28.765188 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-734a5496-fac4-430f-b48e-641ba9ad8a93 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129328'] for router, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:28.767330 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-734a5496-fac4-430f-b48e-641ba9ad8a93 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:28.769225 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-23b3731c-e9e1-4e9f-80c1-331da2370d7d req-2932972e-ff49-4425-8d40-b4e8231a26e1 tempest-ServersTestBootFromVolume-1498240647 tempest-ServersTestBootFromVolume-1498240647-project] For port 6dcc8b82-25b0-4c85-847c-90a8f97998e9, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=6dcc8b82-25b0-4c85-847c-90a8f97998e9,segment=NetworkSegment(0cf4c8fa-aed1-409e-b278-011a45c757bf),segment_id=0cf4c8fa-aed1-409e-b278-011a45c757bf)] {{(pid=102791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:51:28.769660 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-23b3731c-e9e1-4e9f-80c1-331da2370d7d req-2932972e-ff49-4425-8d40-b4e8231a26e1 tempest-ServersTestBootFromVolume-1498240647 tempest-ServersTestBootFromVolume-1498240647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:28.846305 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-734a5496-fac4-430f-b48e-641ba9ad8a93 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-526718'] for router, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:28.847213 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-734a5496-fac4-430f-b48e-641ba9ad8a93 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Fanout notify agent at l3_agent the message router_deleted on router fa7ebe16-24e5-484f-8d96-d79f6c2316a3 {{(pid=102790) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 29 15:51:28.858347 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-734a5496-fac4-430f-b48e-641ba9ad8a93 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks [] for router, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:28.859859 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-734a5496-fac4-430f-b48e-641ba9ad8a93 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] 10.222.0.42 "DELETE /v2.0/routers/fa7ebe16-24e5-484f-8d96-d79f6c2316a3 HTTP/1.1" status: 204 len: 168 time: 0.4210019 Mar 29 15:51:28.863357 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 60650) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:51:28.932405 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5ed76f3-cff4-418f-8e9c-61c6b3e6d9ba tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Deleting subnet c3857957-28ee-4828-a017-9dcd7004348d {{(pid=102790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 15:51:28.936483 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-f5ed76f3-cff4-418f-8e9c-61c6b3e6d9ba tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks [] for subnet, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:28.992730 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-f5ed76f3-cff4-418f-8e9c-61c6b3e6d9ba tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4614024'] for subnet, precommit_delete_associations {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:29.118445 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-23b3731c-e9e1-4e9f-80c1-331da2370d7d req-2932972e-ff49-4425-8d40-b4e8231a26e1 tempest-ServersTestBootFromVolume-1498240647 tempest-ServersTestBootFromVolume-1498240647-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:29.118445 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-23b3731c-e9e1-4e9f-80c1-331da2370d7d req-2932972e-ff49-4425-8d40-b4e8231a26e1 tempest-ServersTestBootFromVolume-1498240647 tempest-ServersTestBootFromVolume-1498240647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648212'] for floatingip, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:29.118445 n-d-834765-1 neutron-server[102791]: INFO neutron.db.l3_db [req-23b3731c-e9e1-4e9f-80c1-331da2370d7d req-2932972e-ff49-4425-8d40-b4e8231a26e1 tempest-ServersTestBootFromVolume-1498240647 tempest-ServersTestBootFromVolume-1498240647-project] Floating IP 3e1ee0cb-e4ce-4a6c-9190-289d0c88001b disassociated. External IP: 172.25.4.214, port: 6dcc8b82-25b0-4c85-847c-90a8f97998e9. Mar 29 15:51:29.118445 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [req-23b3731c-e9e1-4e9f-80c1-331da2370d7d req-2932972e-ff49-4425-8d40-b4e8231a26e1 tempest-ServersTestBootFromVolume-1498240647 tempest-ServersTestBootFromVolume-1498240647-project] Calling delete_port for 6dcc8b82-25b0-4c85-847c-90a8f97998e9 owned by compute:nova {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:51:29.138495 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07664ac9-8cb0-4d7e-92ff-06ae9b34c4e3 req-49d0546b-8365-40cd-8681-a6aecbe49fcb tempest-ServersTestBootFromVolume-1498240647 tempest-ServersTestBootFromVolume-1498240647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:51:29.147419 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-07664ac9-8cb0-4d7e-92ff-06ae9b34c4e3 req-49d0546b-8365-40cd-8681-a6aecbe49fcb tempest-ServersTestBootFromVolume-1498240647 tempest-ServersTestBootFromVolume-1498240647-project] 10.222.0.42 "GET /v2.0/ports?device_id=515d4a4d-858a-499d-8ccc-52d0848a9638 HTTP/1.1" status: 200 len: 945 time: 0.1077867 Mar 29 15:51:29.148032 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device ff69d3cd-8425-4439-a28e-a50632d73c81 up at agent hyperv_n-h1-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:51:29.161064 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-f5ed76f3-cff4-418f-8e9c-61c6b3e6d9ba tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1641287'] for subnet, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:29.234573 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Provisioning for port ff69d3cd-8425-4439-a28e-a50632d73c81 completed by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 15:51:29.237405 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-07664ac9-8cb0-4d7e-92ff-06ae9b34c4e3 req-bdd3c02f-d2b5-4487-a3d1-572e1141ecb5 tempest-ServersTestBootFromVolume-1498240647 tempest-ServersTestBootFromVolume-1498240647-project] 10.222.0.42 "GET /v2.0/security-groups?id=acccf007-02a4-4e02-a911-a704b12080b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0888503 Mar 29 15:51:29.239472 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Provisioning complete for port ff69d3cd-8425-4439-a28e-a50632d73c81 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:51:29.240080 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:29.284807 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-f5ed76f3-cff4-418f-8e9c-61c6b3e6d9ba tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1641294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5231963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4793952'] for subnet, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:29.301733 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-f5ed76f3-cff4-418f-8e9c-61c6b3e6d9ba tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for subnet, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:29.309278 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-f5ed76f3-cff4-418f-8e9c-61c6b3e6d9ba tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] 10.222.0.42 "DELETE /v2.0/subnets/c3857957-28ee-4828-a017-9dcd7004348d HTTP/1.1" status: 204 len: 168 time: 0.4447203 Mar 29 15:51:29.309619 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 60660) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:51:29.327921 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ed76f3-cff4-418f-8e9c-61c6b3e6d9ba tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Pushing event deleted for resources: {'Subnet': ['ID=c3857957-28ee-4828-a017-9dcd7004348d,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:51:29.333680 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2575b7cb-a6ae-47a2-85af-7d499e875bdd None None] Network 9187dc99-a593-4bac-ab7d-dc651d4d148d requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 15:51:29.418314 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:29.426961 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-8c19c096-28c5-4bc0-89b9-419e996cf10a req-81f867e8-a4ea-4093-81a2-2b99388451f0 tempest-ServerShowV257Test-1490108154 tempest-ServerShowV257Test-1490108154-project] 10.222.0.42 "GET /v2.0/ports?device_id=854ccde8-0688-48b1-841c-2b4473e584a1 HTTP/1.1" status: 200 len: 210 time: 0.0325494 Mar 29 15:51:29.518406 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e64caf03-42bd-4cfb-97c7-f5073edb7b00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff69d3cd-8425-4439-a28e-a50632d73c81'}] {{(pid=102792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:51:29.521300 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4f476c66b318cc6068719fc39557fac68d413f5c7e78fa77028c7948e999ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-755cba7f-f3a4-4e22-bdcd-a44f898b2785" -d '{"events": [{"server_uuid": "e64caf03-42bd-4cfb-97c7-f5073edb7b00", "name": "network-vif-plugged", "status": "completed", "tag": "ff69d3cd-8425-4439-a28e-a50632d73c81"}]}' {{(pid=102792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:51:29.530634 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-b32d6f57-47e5-43ca-ac6c-3314c6f277b7 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1631750'] for network, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:29.546909 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-23b3731c-e9e1-4e9f-80c1-331da2370d7d req-2932972e-ff49-4425-8d40-b4e8231a26e1 tempest-ServersTestBootFromVolume-1498240647 tempest-ServersTestBootFromVolume-1498240647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:29.551149 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port ff69d3cd-8425-4439-a28e-a50632d73c81, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=ff69d3cd-8425-4439-a28e-a50632d73c81,segment=NetworkSegment(3517382d-aae8-457c-a891-64fda55090a5),segment_id=3517382d-aae8-457c-a891-64fda55090a5)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:51:29.559592 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:29.560483 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device 6dcc8b82-25b0-4c85-847c-90a8f97998e9 no longer exists at agent hyperv_n-h1-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:51:29.584053 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] No Port match for: 6dcc8b82-25b0-4c85-847c-90a8f97998e9 {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 15:51:29.584412 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device 6dcc8b82-25b0-4c85-847c-90a8f97998e9 not bound to the agent host n-h1-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:51:29.656876 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Pushing event updated for resources: {'Port': ['ID=ff69d3cd-8425-4439-a28e-a50632d73c81,revision_number=5']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:51:29.664298 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2932972e-ff49-4425-8d40-b4e8231a26e1 tempest-ServersTestBootFromVolume-1498240647 tempest-ServersTestBootFromVolume-1498240647-project] Pushing event deleted for resources: {'Port': ['ID=6dcc8b82-25b0-4c85-847c-90a8f97998e9,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:51:29.684752 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecc1d17d-a199-41b6-8692-fc9d4ab6ed48 None None] DHCP port deletion for 9187dc99-a593-4bac-ab7d-dc651d4d148d request from n-d-834765-1 {{(pid=102792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 29 15:51:29.765021 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-ecc1d17d-a199-41b6-8692-fc9d4ab6ed48 None None] Deleting port 8a6023db-a96b-4f28-bc0f-22b28f91c855 {{(pid=102792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:51:29.765529 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-ecc1d17d-a199-41b6-8692-fc9d4ab6ed48 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:29.812871 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271682a8-ae23-4b68-9a21-8cebe909edb2 req-2a31cef9-f83c-449d-a0e6-ac4b91f6f701 tempest-ServersTestJSON-163693882 tempest-ServersTestJSON-163693882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:51:29.814707 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-271682a8-ae23-4b68-9a21-8cebe909edb2 req-2a31cef9-f83c-449d-a0e6-ac4b91f6f701 tempest-ServersTestJSON-163693882 tempest-ServersTestJSON-163693882-project] 10.222.0.42 "GET /v2.0/ports?device_id=e64caf03-42bd-4cfb-97c7-f5073edb7b00 HTTP/1.1" status: 200 len: 945 time: 0.0719626 Mar 29 15:51:29.847171 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:51:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7582f5b-20b7-4072-8f73-7f13c64c897f x-openstack-request-id: req-e7582f5b-20b7-4072-8f73-7f13c64c897f {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:51:29.847564 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e64caf03-42bd-4cfb-97c7-f5073edb7b00", "name": "network-vif-plugged", "status": "completed", "tag": "ff69d3cd-8425-4439-a28e-a50632d73c81", "code": 200}]} {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:51:29.847808 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e7582f5b-20b7-4072-8f73-7f13c64c897f {{(pid=102792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:51:29.848902 n-d-834765-1 neutron-server[102792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e64caf03-42bd-4cfb-97c7-f5073edb7b00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff69d3cd-8425-4439-a28e-a50632d73c81', 'code': 200} Mar 29 15:51:29.937652 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-ecc1d17d-a199-41b6-8692-fc9d4ab6ed48 None None] For port 8a6023db-a96b-4f28-bc0f-22b28f91c855, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=8a6023db-a96b-4f28-bc0f-22b28f91c855,segment=NetworkSegment(640166bb-80b0-47f6-8f14-92fa19b8f156),segment_id=640166bb-80b0-47f6-8f14-92fa19b8f156)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:51:29.938053 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-ecc1d17d-a199-41b6-8692-fc9d4ab6ed48 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:29.945883 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-271682a8-ae23-4b68-9a21-8cebe909edb2 req-a07039b9-44f7-4c74-9169-bc9ce3a0f5d8 tempest-ServersTestJSON-163693882 tempest-ServersTestJSON-163693882-project] 10.222.0.42 "GET /v2.0/security-groups?id=1d8a701a-f8f9-4510-a9b8-eb027f460faf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1246741 Mar 29 15:51:29.977826 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-ecc1d17d-a199-41b6-8692-fc9d4ab6ed48 None None] Calling delete_port for 8a6023db-a96b-4f28-bc0f-22b28f91c855 owned by network:dhcp {{(pid=102792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:51:30.026157 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-b32d6f57-47e5-43ca-ac6c-3314c6f277b7 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Deleting port 8a6023db-a96b-4f28-bc0f-22b28f91c855 {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:51:30.026361 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-b32d6f57-47e5-43ca-ac6c-3314c6f277b7 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:30.092250 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.l3_agent_scheduler [req-23b3731c-e9e1-4e9f-80c1-331da2370d7d req-2932972e-ff49-4425-8d40-b4e8231a26e1 tempest-ServersTestBootFromVolume-1498240647 tempest-ServersTestBootFromVolume-1498240647-project] Router dfbdc0c2-6ca9-4994-8c3b-b9daf11b3b7e has already been hosted by L3 agent c648d819-1060-4f26-b4ec-6455387b5dff {{(pid=102791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 15:51:30.147864 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-ecc1d17d-a199-41b6-8692-fc9d4ab6ed48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350'] for port, after_delete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:30.198985 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc1d17d-a199-41b6-8692-fc9d4ab6ed48 None None] Pushing event deleted for resources: {'Port': ['ID=8a6023db-a96b-4f28-bc0f-22b28f91c855,revision_number=None']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:51:30.203731 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecc1d17d-a199-41b6-8692-fc9d4ab6ed48 None None] No DVR routers for this DVR port 8a6023db-a96b-4f28-bc0f-22b28f91c855 on host n-d-834765-1 {{(pid=102792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:51:30.293348 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [None req-b32d6f57-47e5-43ca-ac6c-3314c6f277b7 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] For port 8a6023db-a96b-4f28-bc0f-22b28f91c855, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=8a6023db-a96b-4f28-bc0f-22b28f91c855,segment=NetworkSegment(640166bb-80b0-47f6-8f14-92fa19b8f156),segment_id=640166bb-80b0-47f6-8f14-92fa19b8f156)] {{(pid=102791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:51:30.293348 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-b32d6f57-47e5-43ca-ac6c-3314c6f277b7 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:30.315845 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-21d2cf81-9b33-496b-816c-3c2b331811fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:30.341588 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-b32d6f57-47e5-43ca-ac6c-3314c6f277b7 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Calling delete_port for 8a6023db-a96b-4f28-bc0f-22b28f91c855 owned by network:dhcp {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:51:30.420228 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-6b13376d-8f85-4a25-9a79-a322ac5e97ce req-ab3ccb5e-3251-4810-8092-7b28a6949b02 tempest-ServersTestBootFromVolume-1498240647 tempest-ServersTestBootFromVolume-1498240647-project] 10.222.0.42 "GET /v2.0/ports?device_id=515d4a4d-858a-499d-8ccc-52d0848a9638 HTTP/1.1" status: 200 len: 210 time: 0.0284522 Mar 29 15:51:30.460072 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-b32d6f57-47e5-43ca-ac6c-3314c6f277b7 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:30.502562 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d8e49da9-32ae-42fe-a5ce-1cfc2bc97216 req-f8f7bcf8-2415-4793-b593-70e4b5bb04dc service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=854ccde8-0688-48b1-841c-2b4473e584a1 HTTP/1.1" status: 200 len: 210 time: 0.0624719 Mar 29 15:51:30.527160 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddceaa4-0cb6-4dc1-9e05-c3682f301c52 req-0aa7eee5-72a4-4a08-8e54-d4d086a54751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:51:30.528713 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-2ddceaa4-0cb6-4dc1-9e05-c3682f301c52 req-0aa7eee5-72a4-4a08-8e54-d4d086a54751 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=e64caf03-42bd-4cfb-97c7-f5073edb7b00 HTTP/1.1" status: 200 len: 1096 time: 0.6482589 Mar 29 15:51:30.536036 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32d6f57-47e5-43ca-ac6c-3314c6f277b7 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Pushing event deleted for resources: {'Port': ['ID=8a6023db-a96b-4f28-bc0f-22b28f91c855,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:51:30.549517 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b32d6f57-47e5-43ca-ac6c-3314c6f277b7 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] No DVR routers for this DVR port 8a6023db-a96b-4f28-bc0f-22b28f91c855 on host n-d-834765-1 {{(pid=102791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:51:30.635299 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-2a1ed90a-6474-46ab-8f0a-cb1f036ab277 req-ebb7868c-33fd-4bac-b665-a533d69c79db tempest-ServerShowV257Test-1490108154 tempest-ServerShowV257Test-1490108154-project] 10.222.0.42 "GET /v2.0/ports?device_id=854ccde8-0688-48b1-841c-2b4473e584a1 HTTP/1.1" status: 200 len: 210 time: 0.1026869 Mar 29 15:51:30.687279 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-23b3731c-e9e1-4e9f-80c1-331da2370d7d req-2932972e-ff49-4425-8d40-b4e8231a26e1 tempest-ServersTestBootFromVolume-1498240647 tempest-ServersTestBootFromVolume-1498240647-project] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:51:30.692219 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-2ddceaa4-0cb6-4dc1-9e05-c3682f301c52 req-31a1f54a-c2ef-4b82-a086-ed58603f2f9d service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=1d8a701a-f8f9-4510-a9b8-eb027f460faf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1528943 Mar 29 15:51:30.699833 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23510a4b-5d0a-4c8c-9e61-f2cd1a88260f None None] Sync routers for ids ['dfbdc0c2-6ca9-4994-8c3b-b9daf11b3b7e'] in n-d-834765-1 {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:51:30.709332 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23510a4b-5d0a-4c8c-9e61-f2cd1a88260f None None] Routers {'dfbdc0c2-6ca9-4994-8c3b-b9daf11b3b7e'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:51:30.709936 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-23510a4b-5d0a-4c8c-9e61-f2cd1a88260f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:51:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['dfbdc0c2-6ca9-4994-8c3b-b9daf11b3b7e'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:51:30.724855 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-b32d6f57-47e5-43ca-ac6c-3314c6f277b7 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639890', 'neutron.services.segments.db._delete_segments_for_network-8783523423079'] for network, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:30.768691 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [req-23b3731c-e9e1-4e9f-80c1-331da2370d7d req-2932972e-ff49-4425-8d40-b4e8231a26e1 tempest-ServersTestBootFromVolume-1498240647 tempest-ServersTestBootFromVolume-1498240647-project] No DVR routers for this DVR port 6dcc8b82-25b0-4c85-847c-90a8f97998e9 on host n-h1-834765-1 {{(pid=102791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:51:30.772327 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-23b3731c-e9e1-4e9f-80c1-331da2370d7d req-2932972e-ff49-4425-8d40-b4e8231a26e1 tempest-ServersTestBootFromVolume-1498240647 tempest-ServersTestBootFromVolume-1498240647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:30.776078 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-23b3731c-e9e1-4e9f-80c1-331da2370d7d req-2932972e-ff49-4425-8d40-b4e8231a26e1 tempest-ServersTestBootFromVolume-1498240647 tempest-ServersTestBootFromVolume-1498240647-project] 10.222.0.44 "DELETE /v2.0/ports/6dcc8b82-25b0-4c85-847c-90a8f97998e9 HTTP/1.1" status: 204 len: 173 time: 2.2858922 Mar 29 15:51:30.776384 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '515d4a4d-858a-499d-8ccc-52d0848a9638', 'name': 'network-vif-deleted', 'tag': '6dcc8b82-25b0-4c85-847c-90a8f97998e9'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:51:30.778684 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c67b028db5e9b9818fecc5c0a87ebc6f190694fa53ca267d523e04f98de536d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-312bf64e-3548-49e6-b118-6079aacc3ae5" -d '{"events": [{"server_uuid": "515d4a4d-858a-499d-8ccc-52d0848a9638", "name": "network-vif-deleted", "tag": "6dcc8b82-25b0-4c85-847c-90a8f97998e9"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:51:30.782889 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-b32d6f57-47e5-43ca-ac6c-3314c6f277b7 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9187dc99-a593-4bac-ab7d-dc651d4d148d']}} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:51:30.816174 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-b32d6f57-47e5-43ca-ac6c-3314c6f277b7 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '640166bb-80b0-47f6-8f14-92fa19b8f156') {'for_net_delete': True} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:51:30.817326 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-b32d6f57-47e5-43ca-ac6c-3314c6f277b7 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '640166bb-80b0-47f6-8f14-92fa19b8f156') {} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:51:30.817706 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvr_db [None req-23510a4b-5d0a-4c8c-9e61-f2cd1a88260f None None] Set router dfbdc0c2-6ca9-4994-8c3b-b9daf11b3b7e gateway port host: n-d-834765-1 {{(pid=102793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:51:30.837064 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-b32d6f57-47e5-43ca-ac6c-3314c6f277b7 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783523422064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4230428'] for segment, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:30.853056 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-b32d6f57-47e5-43ca-ac6c-3314c6f277b7 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:30.861280 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b32d6f57-47e5-43ca-ac6c-3314c6f277b7 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Releasing vlan 636 on physical network physnet1 to pool {{(pid=102791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 15:51:30.861680 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-b32d6f57-47e5-43ca-ac6c-3314c6f277b7 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16169569'] for segment, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:30.865127 n-d-834765-1 neutron-server[102791]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 15:51:30.865127 n-d-834765-1 neutron-server[102791]: self.session.flush() Mar 29 15:51:30.865127 n-d-834765-1 neutron-server[102791]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 15:51:30.865127 n-d-834765-1 neutron-server[102791]: self.session.flush() Mar 29 15:51:30.865127 n-d-834765-1 neutron-server[102791]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 15:51:30.865127 n-d-834765-1 neutron-server[102791]: self.session.flush() Mar 29 15:51:30.865127 n-d-834765-1 neutron-server[102791]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 15:51:30.865127 n-d-834765-1 neutron-server[102791]: self.session.flush() Mar 29 15:51:30.865127 n-d-834765-1 neutron-server[102791]: Traceback (most recent call last): Mar 29 15:51:30.865127 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 15:51:30.865127 n-d-834765-1 neutron-server[102791]: timer() Mar 29 15:51:30.865127 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 15:51:30.865127 n-d-834765-1 neutron-server[102791]: cb(*args, **kw) Mar 29 15:51:30.865127 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 15:51:30.865127 n-d-834765-1 neutron-server[102791]: return func(*args, **kwargs) Mar 29 15:51:30.865127 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 15:51:30.865127 n-d-834765-1 neutron-server[102791]: self._notify() Mar 29 15:51:30.865127 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 15:51:30.865127 n-d-834765-1 neutron-server[102791]: self.callback(batched_events) Mar 29 15:51:30.865127 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 15:51:30.865127 n-d-834765-1 neutron-server[102791]: event.method(event) Mar 29 15:51:30.865127 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 15:51:30.865127 n-d-834765-1 neutron-server[102791]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 15:51:30.865127 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 15:51:30.865127 n-d-834765-1 neutron-server[102791]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 15:51:30.865127 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 15:51:30.865127 n-d-834765-1 neutron-server[102791]: return f(self, *a, **k) Mar 29 15:51:30.865127 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 15:51:30.865127 n-d-834765-1 neutron-server[102791]: return self._get(url).json() Mar 29 15:51:30.865127 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 15:51:30.865127 n-d-834765-1 neutron-server[102791]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 15:51:30.865127 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 15:51:30.865127 n-d-834765-1 neutron-server[102791]: return self.request(url, 'GET', **kwargs) Mar 29 15:51:30.865127 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 15:51:30.865127 n-d-834765-1 neutron-server[102791]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 15:51:30.865127 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 15:51:30.865127 n-d-834765-1 neutron-server[102791]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 15:51:30.865127 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 15:51:30.865127 n-d-834765-1 neutron-server[102791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 15:51:30.865127 n-d-834765-1 neutron-server[102791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 15:51:30.897213 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:51:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0268510-1d38-4172-9a0b-2164207d0115 x-openstack-request-id: req-f0268510-1d38-4172-9a0b-2164207d0115 {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:51:30.897549 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "515d4a4d-858a-499d-8ccc-52d0848a9638", "name": "network-vif-deleted", "tag": "6dcc8b82-25b0-4c85-847c-90a8f97998e9", "status": "completed", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:51:30.897745 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f0268510-1d38-4172-9a0b-2164207d0115 {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:51:30.898139 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '515d4a4d-858a-499d-8ccc-52d0848a9638', 'name': 'network-vif-deleted', 'tag': '6dcc8b82-25b0-4c85-847c-90a8f97998e9', 'status': 'completed', 'code': 200} Mar 29 15:51:30.938588 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-b32d6f57-47e5-43ca-ac6c-3314c6f277b7 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1639897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648174'] for network, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:30.946369 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-b32d6f57-47e5-43ca-ac6c-3314c6f277b7 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for network, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:30.950476 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-b32d6f57-47e5-43ca-ac6c-3314c6f277b7 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] 10.222.0.42 "DELETE /v2.0/networks/9187dc99-a593-4bac-ab7d-dc651d4d148d HTTP/1.1" status: 204 len: 168 time: 1.5735221 Mar 29 15:51:30.954098 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 60704) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:51:30.959655 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-5c1ca44b-13ec-4293-93bc-534335bf6929 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1669253211', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'}, 'admin_state_up': False}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:51:30.963332 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32d6f57-47e5-43ca-ac6c-3314c6f277b7 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Pushing event deleted for resources: {'Network': ['ID=9187dc99-a593-4bac-ab7d-dc651d4d148d,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:51:31.009706 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-5c1ca44b-13ec-4293-93bc-534335bf6929 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-532385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129310'] for router, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:31.011249 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-5c1ca44b-13ec-4293-93bc-534335bf6929 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-648091', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-684384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129319'] for router, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:31.089197 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-23510a4b-5d0a-4c8c-9e61-f2cd1a88260f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfbdc0c2-6ca9-4994-8c3b-b9daf11b3b7e', 'name': 'tempest-ServersTestBootFromVolume-1632588302-router', 'tenant_id': 'a2225105c4c64cec9c8922b4222928a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': '098e3dd0-9fba-4137-b9f4-8b5ab1fedb4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:49:32Z', 'updated_at': '2022-03-29T15:49:40Z', 'revision_number': 4, 'project_id': 'a2225105c4c64cec9c8922b4222928a3', 'gw_port': {'id': '098e3dd0-9fba-4137-b9f4-8b5ab1fedb4d', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:9a:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfbdc0c2-6ca9-4994-8c3b-b9daf11b3b7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1727, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:49:33Z', 'updated_at': '2022-03-29T15:49:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': '3601c5db-cf1a-48cb-81c2-88e27b38aab3', 'name': '', 'network_id': '94f600c4-9204-48b8-9dde-4e8016a6c980', 'tenant_id': 'a2225105c4c64cec9c8922b4222928a3', 'mac_address': 'fa:16:3e:94:db:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfbdc0c2-6ca9-4994-8c3b-b9daf11b3b7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': '80684512-3579-4a5d-a6a3-894ce2a0c253', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:49:38Z', 'updated_at': '2022-03-29T15:49:46Z', 'revision_number': 5, 'project_id': 'a2225105c4c64cec9c8922b4222928a3', 'subnets': [{'id': '80684512-3579-4a5d-a6a3-894ce2a0c253', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:51:31.109047 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-5c1ca44b-13ec-4293-93bc-534335bf6929 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:31.129886 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd976fde-713d-4781-8b72-cdc4fad5b838 req-12f4fbb4-561c-4c01-9f79-8a6dd7cf43dd tempest-ServersTestJSON-163693882 tempest-ServersTestJSON-163693882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:51:31.131843 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-dd976fde-713d-4781-8b72-cdc4fad5b838 req-12f4fbb4-561c-4c01-9f79-8a6dd7cf43dd tempest-ServersTestJSON-163693882 tempest-ServersTestJSON-163693882-project] 10.222.0.42 "GET /v2.0/ports?device_id=e64caf03-42bd-4cfb-97c7-f5073edb7b00 HTTP/1.1" status: 200 len: 945 time: 0.0832100 Mar 29 15:51:31.154313 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23510a4b-5d0a-4c8c-9e61-f2cd1a88260f None None] Checking router: dfbdc0c2-6ca9-4994-8c3b-b9daf11b3b7e for host: n-d-834765-1 {{(pid=102793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:51:31.182490 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-dd976fde-713d-4781-8b72-cdc4fad5b838 req-944f0264-99c8-4f37-8b50-a3f849274449 tempest-ServersTestJSON-163693882 tempest-ServersTestJSON-163693882-project] 10.222.0.42 "GET /v2.0/security-groups?id=1d8a701a-f8f9-4510-a9b8-eb027f460faf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426037 Mar 29 15:51:31.187489 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23510a4b-5d0a-4c8c-9e61-f2cd1a88260f None None] Routers {'dfbdc0c2-6ca9-4994-8c3b-b9daf11b3b7e'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:51:31.189491 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-23510a4b-5d0a-4c8c-9e61-f2cd1a88260f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:51:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['dfbdc0c2-6ca9-4994-8c3b-b9daf11b3b7e'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:51:31.321543 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvr_db [None req-23510a4b-5d0a-4c8c-9e61-f2cd1a88260f None None] Set router dfbdc0c2-6ca9-4994-8c3b-b9daf11b3b7e gateway port host: n-d-834765-1 {{(pid=102793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:51:31.391663 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 8a6023db-a96b-4f28-bc0f-22b28f91c855 no longer exists at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:51:31.431871 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] No Port match for: 8a6023db-a96b-4f28-bc0f-22b28f91c855 {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 15:51:31.432191 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 8a6023db-a96b-4f28-bc0f-22b28f91c855 not bound to the agent host n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:51:31.633047 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-87ce3a52-f442-4254-8cf6-2e1430bf38b9 req-783cb488-ee40-4a0f-bf29-1401fc81d0fd tempest-ServersTestBootFromVolume-1498240647 tempest-ServersTestBootFromVolume-1498240647-project] 10.222.0.42 "GET /v2.0/ports?device_id=515d4a4d-858a-499d-8ccc-52d0848a9638 HTTP/1.1" status: 200 len: 210 time: 0.0695238 Mar 29 15:51:31.658376 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-23510a4b-5d0a-4c8c-9e61-f2cd1a88260f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfbdc0c2-6ca9-4994-8c3b-b9daf11b3b7e', 'name': 'tempest-ServersTestBootFromVolume-1632588302-router', 'tenant_id': 'a2225105c4c64cec9c8922b4222928a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': '098e3dd0-9fba-4137-b9f4-8b5ab1fedb4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:49:32Z', 'updated_at': '2022-03-29T15:49:40Z', 'revision_number': 4, 'project_id': 'a2225105c4c64cec9c8922b4222928a3', 'gw_port': {'id': '098e3dd0-9fba-4137-b9f4-8b5ab1fedb4d', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:9a:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfbdc0c2-6ca9-4994-8c3b-b9daf11b3b7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1727, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:49:33Z', 'updated_at': '2022-03-29T15:49:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': '3601c5db-cf1a-48cb-81c2-88e27b38aab3', 'name': '', 'network_id': '94f600c4-9204-48b8-9dde-4e8016a6c980', 'tenant_id': 'a2225105c4c64cec9c8922b4222928a3', 'mac_address': 'fa:16:3e:94:db:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfbdc0c2-6ca9-4994-8c3b-b9daf11b3b7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': '80684512-3579-4a5d-a6a3-894ce2a0c253', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:49:38Z', 'updated_at': '2022-03-29T15:49:46Z', 'revision_number': 5, 'project_id': 'a2225105c4c64cec9c8922b4222928a3', 'subnets': [{'id': '80684512-3579-4a5d-a6a3-894ce2a0c253', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:51:31.695971 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23510a4b-5d0a-4c8c-9e61-f2cd1a88260f None None] The sync data for ids ['dfbdc0c2-6ca9-4994-8c3b-b9daf11b3b7e'] in n-d-834765-1 is: [{'id': 'dfbdc0c2-6ca9-4994-8c3b-b9daf11b3b7e', 'name': 'tempest-ServersTestBootFromVolume-1632588302-router', 'tenant_id': 'a2225105c4c64cec9c8922b4222928a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': '098e3dd0-9fba-4137-b9f4-8b5ab1fedb4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:49:32Z', 'updated_at': '2022-03-29T15:49:40Z', 'revision_number': 4, 'project_id': 'a2225105c4c64cec9c8922b4222928a3', 'gw_port': {'id': '098e3dd0-9fba-4137-b9f4-8b5ab1fedb4d', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:9a:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfbdc0c2-6ca9-4994-8c3b-b9daf11b3b7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1727, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:49:33Z', 'updated_at': '2022-03-29T15:49:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': '3601c5db-cf1a-48cb-81c2-88e27b38aab3', 'name': '', 'network_id': '94f600c4-9204-48b8-9dde-4e8016a6c980', 'tenant_id': 'a2225105c4c64cec9c8922b4222928a3', 'mac_address': 'fa:16:3e:94:db:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfbdc0c2-6ca9-4994-8c3b-b9daf11b3b7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': '80684512-3579-4a5d-a6a3-894ce2a0c253', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:49:38Z', 'updated_at': '2022-03-29T15:49:46Z', 'revision_number': 5, 'project_id': 'a2225105c4c64cec9c8922b4222928a3', 'subnets': [{'id': '80684512-3579-4a5d-a6a3-894ce2a0c253', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:51:31.866237 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4b7f28a4-b237-46ac-8464-1ae5fafe8fb9 req-092523de-4022-4b8d-bd14-73300509a6f0 tempest-ServerShowV257Test-1490108154 tempest-ServerShowV257Test-1490108154-project] 10.222.0.42 "GET /v2.0/ports?device_id=854ccde8-0688-48b1-841c-2b4473e584a1 HTTP/1.1" status: 200 len: 210 time: 0.0472877 Mar 29 15:51:32.012413 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-5c1ca44b-13ec-4293-93bc-534335bf6929 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:32.033715 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a572f27f-60d7-4f04-b6ea-e9bc03e17abc req-cb5e8098-400b-4739-849b-1a7595633bb8 tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:51:32.039122 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-a572f27f-60d7-4f04-b6ea-e9bc03e17abc req-cb5e8098-400b-4739-849b-1a7595633bb8 tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] 10.222.0.42 "GET /v2.0/ports?device_id=7c51480f-bfbc-4ea8-9c33-e320d6a5e3fa HTTP/1.1" status: 200 len: 945 time: 0.1807849 Mar 29 15:51:32.169423 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-a572f27f-60d7-4f04-b6ea-e9bc03e17abc req-8255efd2-0ca4-499d-b36f-9cd774796e63 tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] 10.222.0.42 "GET /v2.0/security-groups?id=0bedaa60-e810-4de4-993c-fd3c38fe38fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1261764 Mar 29 15:51:32.179531 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4f4eb87-81c0-4b18-ac73-f8161f7ba2dd None None] New status for floating IP 3e1ee0cb-e4ce-4a6c-9190-289d0c88001b: DOWN {{(pid=102792) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 15:51:32.380895 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b03865-a57d-4ddf-bf92-569fdc974d97 req-b2bfdf96-8758-442f-966d-54d85eec60a1 tempest-ServersTestJSON-163693882 tempest-ServersTestJSON-163693882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:51:32.389327 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-67b03865-a57d-4ddf-bf92-569fdc974d97 req-b2bfdf96-8758-442f-966d-54d85eec60a1 tempest-ServersTestJSON-163693882 tempest-ServersTestJSON-163693882-project] 10.222.0.42 "GET /v2.0/ports?device_id=e64caf03-42bd-4cfb-97c7-f5073edb7b00 HTTP/1.1" status: 200 len: 945 time: 0.0831101 Mar 29 15:51:32.426728 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-5c1ca44b-13ec-4293-93bc-534335bf6929 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks [] for router_gateway, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:32.438532 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-67b03865-a57d-4ddf-bf92-569fdc974d97 req-9596f52a-b5e1-45cf-9bfd-1f7888648832 tempest-ServersTestJSON-163693882 tempest-ServersTestJSON-163693882-project] 10.222.0.42 "GET /v2.0/security-groups?id=1d8a701a-f8f9-4510-a9b8-eb027f460faf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382745 Mar 29 15:51:32.453341 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-5c1ca44b-13ec-4293-93bc-534335bf6929 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:32.626404 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.db_base_plugin_common [None req-5c1ca44b-13ec-4293-93bc-534335bf6929 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Allocated IP 172.25.4.122 (4a4a035d-ecac-4ead-baa3-25f90788773a/e1a353dc-fac8-4901-a63c-273840237d6a/65be7c9a-067e-4633-973d-1c39472106ec) {{(pid=102790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:51:32.641446 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86aaade9-e70a-4cab-a75c-ca1a8bac0637 req-d4418a31-59d9-46bd-acf5-180a6d3e3778 tempest-ServersTestJSON-163693882 tempest-ServersTestJSON-163693882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:51:32.644070 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-86aaade9-e70a-4cab-a75c-ca1a8bac0637 req-d4418a31-59d9-46bd-acf5-180a6d3e3778 tempest-ServersTestJSON-163693882 tempest-ServersTestJSON-163693882-project] 10.222.0.42 "GET /v2.0/ports?device_id=e64caf03-42bd-4cfb-97c7-f5073edb7b00 HTTP/1.1" status: 200 len: 945 time: 0.0935826 Mar 29 15:51:32.652644 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 60746) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:51:32.657713 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-e9ec1a37-cfc9-4848-81c9-d133a4c57a04 tempest-ServersTestJSON-163693882 tempest-ServersTestJSON-163693882-project] Request body: {'floatingip': {'port_id': 'ff69d3cd-8425-4439-a28e-a50632d73c81'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:51:32.705611 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-e9ec1a37-cfc9-4848-81c9-d133a4c57a04 tempest-ServersTestJSON-163693882 tempest-ServersTestJSON-163693882-project] Notify callbacks [] for floatingip, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:32.762739 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-e1967546-6a49-4420-99ad-9973a8a2726b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:32.801301 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-5c1ca44b-13ec-4293-93bc-534335bf6929 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks [] for port, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:32.844579 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-20c21470-ea0a-4aad-be29-eda36a88c863 req-e58063c4-d81c-45b6-8833-6db8e859d094 tempest-ServersTestBootFromVolume-1498240647 tempest-ServersTestBootFromVolume-1498240647-project] 10.222.0.42 "GET /v2.0/ports?device_id=515d4a4d-858a-499d-8ccc-52d0848a9638 HTTP/1.1" status: 200 len: 210 time: 0.0535321 Mar 29 15:51:32.877185 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-5c1ca44b-13ec-4293-93bc-534335bf6929 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:32.937134 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c1ca44b-13ec-4293-93bc-534335bf6929 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Network 4a4a035d-ecac-4ead-baa3-25f90788773a is already hosted by enough agents. {{(pid=102790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:51:32.938844 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1ca44b-13ec-4293-93bc-534335bf6929 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Pushing event updated for resources: {'Port': ['ID=65be7c9a-067e-4633-973d-1c39472106ec,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:51:32.943984 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-5c1ca44b-13ec-4293-93bc-534335bf6929 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Resources bound (agent type, host, resource id): {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:51:32.951846 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c1ca44b-13ec-4293-93bc-534335bf6929 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Received port after_create {{(pid=102790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:51:33.044574 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-3afc69b3-b54c-4723-8ccf-bb3fd47a001a req-d3a2696f-eadb-4113-b846-5edcc2669da9 tempest-ServerShowV257Test-1490108154 tempest-ServerShowV257Test-1490108154-project] 10.222.0.42 "GET /v2.0/ports?device_id=854ccde8-0688-48b1-841c-2b4473e584a1 HTTP/1.1" status: 200 len: 210 time: 0.0398872 Mar 29 15:51:33.411084 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9e8635-2af6-480e-81ba-78214aa8c349 req-bd2485c1-b071-4c23-adbb-8c72113cc135 tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:51:33.421674 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-cb9e8635-2af6-480e-81ba-78214aa8c349 req-bd2485c1-b071-4c23-adbb-8c72113cc135 tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] 10.222.0.42 "GET /v2.0/ports?device_id=7c51480f-bfbc-4ea8-9c33-e320d6a5e3fa HTTP/1.1" status: 200 len: 945 time: 0.0988872 Mar 29 15:51:33.481703 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-e9ec1a37-cfc9-4848-81c9-d133a4c57a04 tempest-ServersTestJSON-163693882 tempest-ServersTestJSON-163693882-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:33.483346 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-cb9e8635-2af6-480e-81ba-78214aa8c349 req-810f3086-f7bc-43a0-8da4-df724adf08bc tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] 10.222.0.42 "GET /v2.0/security-groups?id=0bedaa60-e810-4de4-993c-fd3c38fe38fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595441 Mar 29 15:51:33.561604 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-e9ec1a37-cfc9-4848-81c9-d133a4c57a04 tempest-ServersTestJSON-163693882 tempest-ServersTestJSON-163693882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648212'] for floatingip, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:33.583862 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-5c1ca44b-13ec-4293-93bc-534335bf6929 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks [] for router_gateway, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:33.718175 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-df6d5d32-820c-406d-8c97-6aec34ccc0f3 req-3f52d3ca-7d76-4f29-8a9b-13a83586b886 tempest-ServerShowV257Test-1490108154 tempest-ServerShowV257Test-1490108154-project] 10.222.0.42 "GET /v2.0/ports?device_id=854ccde8-0688-48b1-841c-2b4473e584a1 HTTP/1.1" status: 200 len: 210 time: 0.0431902 Mar 29 15:51:33.751900 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-65c050d4-b58b-4a57-a2c7-3736335c6031 req-3c5dcf07-4a1c-48fb-a6d7-d66fb877225c service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=186cc152-5814-4ecc-8410-e5062beddb18&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1832502 Mar 29 15:51:33.760618 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b397a2ca-ed81-48bb-bbee-d08dc6c1aaf5 req-e373b9a2-c373-4bf2-8422-c72016a5126d service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=e64caf03-42bd-4cfb-97c7-f5073edb7b00&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2770746 Mar 29 15:51:33.817362 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca07f8eb-e94b-4eea-9d7a-205e940d26ba req-bfb5159b-90ac-410e-8be8-a65e533c36a4 tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:51:33.819732 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ca07f8eb-e94b-4eea-9d7a-205e940d26ba req-bfb5159b-90ac-410e-8be8-a65e533c36a4 tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] 10.222.0.48 "GET /v2.0/ports?device_id=7c51480f-bfbc-4ea8-9c33-e320d6a5e3fa HTTP/1.1" status: 200 len: 945 time: 0.2267897 Mar 29 15:51:34.036701 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-5c1ca44b-13ec-4293-93bc-534335bf6929 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648118'] for router, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:34.129932 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d71584b9-87f1-45f5-84c7-c993c2416269 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:34.253243 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c1ca44b-13ec-4293-93bc-534335bf6929 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Router 4201522e-c954-400c-a651-fe2736fed842 is scheduled to L3 agent c648d819-1060-4f26-b4ec-6455387b5dff with binding_index 1 {{(pid=102790) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 29 15:51:34.407008 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c1ca44b-13ec-4293-93bc-534335bf6929 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:51:34.425810 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5f15353-b548-4a73-ac88-25ab03c15e7f None None] Sync routers for ids ['4201522e-c954-400c-a651-fe2736fed842'] in n-d-834765-1 {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:51:34.438372 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-5c1ca44b-13ec-4293-93bc-534335bf6929 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks [] for router, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:34.442517 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-5c1ca44b-13ec-4293-93bc-534335bf6929 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.4849622 Mar 29 15:51:34.442797 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 60800) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:51:34.450295 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5f15353-b548-4a73-ac88-25ab03c15e7f None None] Routers {'4201522e-c954-400c-a651-fe2736fed842'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:51:34.451378 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-b5f15353-b548-4a73-ac88-25ab03c15e7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:51:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['4201522e-c954-400c-a651-fe2736fed842'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:51:34.517064 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-475dde3e-6df7-48da-a4e3-e8d9fd1334f8 req-98c0f85c-dfe6-4430-81bf-b5f0acfc96da tempest-ServersTestBootFromVolume-1498240647 tempest-ServersTestBootFromVolume-1498240647-project] 10.222.0.42 "GET /v2.0/ports?device_id=515d4a4d-858a-499d-8ccc-52d0848a9638 HTTP/1.1" status: 200 len: 210 time: 0.0836754 Mar 29 15:51:34.523542 n-d-834765-1 neutron-server[102791]: INFO neutron.db.l3_db [None req-e9ec1a37-cfc9-4848-81c9-d133a4c57a04 tempest-ServersTestJSON-163693882 tempest-ServersTestJSON-163693882-project] Floating IP 5b5a6fdf-ce87-40ab-a5e5-496d8367dc1e associated. External IP: 172.25.4.171, port: ff69d3cd-8425-4439-a28e-a50632d73c81. Mar 29 15:51:34.550732 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-b5f15353-b548-4a73-ac88-25ab03c15e7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:51:34.571471 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5f15353-b548-4a73-ac88-25ab03c15e7f None None] Routers {'4201522e-c954-400c-a651-fe2736fed842'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:51:34.572745 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-b5f15353-b548-4a73-ac88-25ab03c15e7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:51:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['4201522e-c954-400c-a651-fe2736fed842'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:51:34.598979 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-8daf090b-3540-4f3f-a92a-af205e1f7d0e tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] 10.222.0.42 "GET /v2.0/routers/4201522e-c954-400c-a651-fe2736fed842 HTTP/1.1" status: 200 len: 885 time: 0.1507349 Mar 29 15:51:34.601327 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 60804) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:51:34.627505 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-b5f15353-b548-4a73-ac88-25ab03c15e7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:51:34.628403 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5f15353-b548-4a73-ac88-25ab03c15e7f None None] The sync data for ids ['4201522e-c954-400c-a651-fe2736fed842'] in n-d-834765-1 is: [] {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:51:34.646812 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c050d4-b58b-4a57-a2c7-3736335c6031 req-29b86a49-d36c-4d16-a1ac-c7258727db85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:51:34.648276 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-65c050d4-b58b-4a57-a2c7-3736335c6031 req-29b86a49-d36c-4d16-a1ac-c7258727db85 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4613198224a343ff95b6b23b26c7af7a&device_id=186cc152-5814-4ecc-8410-e5062beddb18 HTTP/1.1" status: 200 len: 1097 time: 0.8083000 Mar 29 15:51:34.650364 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b397a2ca-ed81-48bb-bbee-d08dc6c1aaf5 req-3bc63c31-305d-4996-b80a-eb3bce4e661f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:51:34.651920 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b397a2ca-ed81-48bb-bbee-d08dc6c1aaf5 req-3bc63c31-305d-4996-b80a-eb3bce4e661f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d8d907847dd34368b73f473fb982328c&device_id=e64caf03-42bd-4cfb-97c7-f5073edb7b00 HTTP/1.1" status: 200 len: 1096 time: 0.8311865 Mar 29 15:51:34.754952 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadaa64d-8d57-4a65-a455-04d15acea669 req-9a66b43f-febf-4523-8d8d-d39f482008bf tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:51:34.756675 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-dadaa64d-8d57-4a65-a455-04d15acea669 req-9a66b43f-febf-4523-8d8d-d39f482008bf tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] 10.222.0.42 "GET /v2.0/ports?device_id=7c51480f-bfbc-4ea8-9c33-e320d6a5e3fa HTTP/1.1" status: 200 len: 945 time: 0.0788784 Mar 29 15:51:34.772377 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [req-ca07f8eb-e94b-4eea-9d7a-205e940d26ba req-5930b72a-e12a-4d72-b151-d1cba6a6fdcf tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Deleting port 5d2aa255-6bdf-43e1-9e05-90c89bdb83ec {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:51:34.772973 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-ca07f8eb-e94b-4eea-9d7a-205e940d26ba req-5930b72a-e12a-4d72-b151-d1cba6a6fdcf tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:34.848743 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-dadaa64d-8d57-4a65-a455-04d15acea669 req-27e7874e-2742-46d6-a547-54ff70b403ac tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] 10.222.0.42 "GET /v2.0/security-groups?id=0bedaa60-e810-4de4-993c-fd3c38fe38fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0844824 Mar 29 15:51:34.995750 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c050d4-b58b-4a57-a2c7-3736335c6031 req-330d60ad-15bf-49d1-a2af-f900d105807f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:51:34.997252 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-65c050d4-b58b-4a57-a2c7-3736335c6031 req-330d60ad-15bf-49d1-a2af-f900d105807f service neutron] 10.222.0.48 "GET /v2.0/networks?id=0eb69c38-859a-44f3-b301-7cf6beecd122 HTTP/1.1" status: 200 len: 898 time: 0.3261554 Mar 29 15:51:35.028353 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-9ade6be5-e800-4532-85b1-c41505eda00f req-a5975b42-5ce4-4c02-895f-b738b5c6f162 tempest-ServerShowV257Test-1490108154 tempest-ServerShowV257Test-1490108154-project] 10.222.0.42 "GET /v2.0/ports?device_id=854ccde8-0688-48b1-841c-2b4473e584a1 HTTP/1.1" status: 200 len: 210 time: 0.1970940 Mar 29 15:51:35.067089 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-ef8aa934-706a-4363-8e02-51709c0fc94e tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 0.4622726 Mar 29 15:51:35.067360 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 60812) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:51:35.073770 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-2cc5d699-21f0-4de1-aadc-73ce867ee9d4 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1669253211'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:51:35.188331 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-ca07f8eb-e94b-4eea-9d7a-205e940d26ba req-5930b72a-e12a-4d72-b151-d1cba6a6fdcf tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] For port 5d2aa255-6bdf-43e1-9e05-90c89bdb83ec, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=5d2aa255-6bdf-43e1-9e05-90c89bdb83ec,segment=NetworkSegment(593392ec-7215-4ab3-8e52-325f9a7e2718),segment_id=593392ec-7215-4ab3-8e52-325f9a7e2718)] {{(pid=102791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:51:35.188331 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-ca07f8eb-e94b-4eea-9d7a-205e940d26ba req-5930b72a-e12a-4d72-b151-d1cba6a6fdcf tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:35.400826 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-ca07f8eb-e94b-4eea-9d7a-205e940d26ba req-5930b72a-e12a-4d72-b151-d1cba6a6fdcf tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:35.401307 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-ca07f8eb-e94b-4eea-9d7a-205e940d26ba req-5930b72a-e12a-4d72-b151-d1cba6a6fdcf tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648212'] for floatingip, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:35.401632 n-d-834765-1 neutron-server[102791]: INFO neutron.db.l3_db [req-ca07f8eb-e94b-4eea-9d7a-205e940d26ba req-5930b72a-e12a-4d72-b151-d1cba6a6fdcf tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Floating IP 760c0b1f-7546-41a9-ace4-0f45cf72c9f4 disassociated. External IP: 172.25.4.169, port: 5d2aa255-6bdf-43e1-9e05-90c89bdb83ec. Mar 29 15:51:35.402030 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [req-ca07f8eb-e94b-4eea-9d7a-205e940d26ba req-5930b72a-e12a-4d72-b151-d1cba6a6fdcf tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Calling delete_port for 5d2aa255-6bdf-43e1-9e05-90c89bdb83ec owned by compute:nova {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:51:35.479463 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-65c050d4-b58b-4a57-a2c7-3736335c6031 req-3039c6ae-aeb0-4504-86f2-66bcb9e60904 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4db3f057-ea95-4cf1-868d-a9dd1b5d31a6 HTTP/1.1" status: 200 len: 1000 time: 0.4574780 Mar 29 15:51:35.483744 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b397a2ca-ed81-48bb-bbee-d08dc6c1aaf5 req-bdeabba8-a4ea-4b85-bb74-77b1517fe413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:51:35.486141 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b397a2ca-ed81-48bb-bbee-d08dc6c1aaf5 req-bdeabba8-a4ea-4b85-bb74-77b1517fe413 service neutron] 10.222.0.44 "GET /v2.0/networks?id=1a890cad-eceb-4443-afdb-474dde0f8f1e HTTP/1.1" status: 200 len: 906 time: 0.7799411 Mar 29 15:51:35.530879 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-2cc5d699-21f0-4de1-aadc-73ce867ee9d4 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-648077', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-526627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129337'] for router, precommit_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:35.541425 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c050d4-b58b-4a57-a2c7-3736335c6031 req-174c031c-b9e8-4645-be8c-370d3c106bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:51:35.542307 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-2cc5d699-21f0-4de1-aadc-73ce867ee9d4 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-648068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-648127', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-526682'] for router, after_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:35.543150 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-65c050d4-b58b-4a57-a2c7-3736335c6031 req-174c031c-b9e8-4645-be8c-370d3c106bcd service neutron] 10.222.0.48 "GET /v2.0/subnets?id=1924a09c-5d13-4bf6-994f-2a1793829850 HTTP/1.1" status: 200 len: 835 time: 0.0557318 Mar 29 15:51:35.700908 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-94c7cf62-b0dd-4da1-9c71-7b21256c35b2 req-2a35665f-2891-4686-9d3b-a40b52591221 tempest-ServersTestBootFromVolume-1498240647 tempest-ServersTestBootFromVolume-1498240647-project] 10.222.0.42 "GET /v2.0/ports?device_id=515d4a4d-858a-499d-8ccc-52d0848a9638 HTTP/1.1" status: 200 len: 210 time: 0.0403717 Mar 29 15:51:35.726918 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-0cb6abf6-2706-4e52-8825-f5f644ecf9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:35.743566 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cc5d699-21f0-4de1-aadc-73ce867ee9d4 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Router 4201522e-c954-400c-a651-fe2736fed842 has already been hosted by L3 agent c648d819-1060-4f26-b4ec-6455387b5dff {{(pid=102790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 15:51:35.749818 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b397a2ca-ed81-48bb-bbee-d08dc6c1aaf5 req-dd800327-f425-44c2-82a8-50566212ad24 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ff69d3cd-8425-4439-a28e-a50632d73c81 HTTP/1.1" status: 200 len: 999 time: 0.1767280 Mar 29 15:51:35.843385 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9ec1a37-cfc9-4848-81c9-d133a4c57a04 tempest-ServersTestJSON-163693882 tempest-ServersTestJSON-163693882-project] Router 26a88bc5-ebda-45ee-90f1-5547a1a4689e has already been hosted by L3 agent c648d819-1060-4f26-b4ec-6455387b5dff {{(pid=102791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 15:51:35.878614 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-ca07f8eb-e94b-4eea-9d7a-205e940d26ba req-5930b72a-e12a-4d72-b151-d1cba6a6fdcf tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:35.890383 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:35.909777 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cc5d699-21f0-4de1-aadc-73ce867ee9d4 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:51:35.917668 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-2cc5d699-21f0-4de1-aadc-73ce867ee9d4 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks [] for router, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:35.918957 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-2cc5d699-21f0-4de1-aadc-73ce867ee9d4 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] 10.222.0.42 "PUT /v2.0/routers/4201522e-c954-400c-a651-fe2736fed842 HTTP/1.1" status: 200 len: 892 time: 0.8505480 Mar 29 15:51:35.921578 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d938982c-452c-404f-a2e8-5f83c14adbc8 None None] Sync routers for ids ['4201522e-c954-400c-a651-fe2736fed842'] in n-d-834765-1 {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:51:35.932438 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 60834) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:51:35.936160 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d938982c-452c-404f-a2e8-5f83c14adbc8 None None] Routers {'4201522e-c954-400c-a651-fe2736fed842'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:51:35.936783 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-d938982c-452c-404f-a2e8-5f83c14adbc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:51:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['4201522e-c954-400c-a651-fe2736fed842'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:51:35.948818 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c050d4-b58b-4a57-a2c7-3736335c6031 req-c92e9901-9ca8-4f72-9fcc-fc55e5ee9252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:51:35.950462 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-65c050d4-b58b-4a57-a2c7-3736335c6031 req-c92e9901-9ca8-4f72-9fcc-fc55e5ee9252 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0eb69c38-859a-44f3-b301-7cf6beecd122&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3694253 Mar 29 15:51:35.975755 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5930b72a-e12a-4d72-b151-d1cba6a6fdcf tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Pushing event deleted for resources: {'Port': ['ID=5d2aa255-6bdf-43e1-9e05-90c89bdb83ec,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:51:36.035013 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-d938982c-452c-404f-a2e8-5f83c14adbc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:51:36.055640 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d938982c-452c-404f-a2e8-5f83c14adbc8 None None] Routers {'4201522e-c954-400c-a651-fe2736fed842'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:51:36.057253 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-d938982c-452c-404f-a2e8-5f83c14adbc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:51:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['4201522e-c954-400c-a651-fe2736fed842'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:51:36.152599 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-d938982c-452c-404f-a2e8-5f83c14adbc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:51:36.153459 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d938982c-452c-404f-a2e8-5f83c14adbc8 None None] The sync data for ids ['4201522e-c954-400c-a651-fe2736fed842'] in n-d-834765-1 is: [] {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:51:36.164956 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b397a2ca-ed81-48bb-bbee-d08dc6c1aaf5 req-5cdbb3da-229a-49e3-8a45-6a0a865d4bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:51:36.167771 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b397a2ca-ed81-48bb-bbee-d08dc6c1aaf5 req-5cdbb3da-229a-49e3-8a45-6a0a865d4bf3 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=62348b33-7001-4dc5-aea1-2976e02267d0 HTTP/1.1" status: 200 len: 844 time: 0.3447413 Mar 29 15:51:36.199995 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-c3afb163-fa27-473f-abd6-aafa5f5bde17 req-817525c1-3b3a-46e6-878f-302c72b1bac1 tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] 10.222.0.42 "GET /v2.0/ports?device_id=7c51480f-bfbc-4ea8-9c33-e320d6a5e3fa HTTP/1.1" status: 200 len: 210 time: 0.1358078 Mar 29 15:51:36.328008 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-65c050d4-b58b-4a57-a2c7-3736335c6031 req-a6b7814d-9071-43df-bc49-07cd736db678 service neutron] 10.222.0.48 "GET /v2.0/networks/0eb69c38-859a-44f3-b301-7cf6beecd122?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3552322 Mar 29 15:51:36.433955 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b397a2ca-ed81-48bb-bbee-d08dc6c1aaf5 req-e485cb13-4bc8-43d5-8aa3-ca37fa6edbe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:51:36.435535 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b397a2ca-ed81-48bb-bbee-d08dc6c1aaf5 req-e485cb13-4bc8-43d5-8aa3-ca37fa6edbe7 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=1a890cad-eceb-4443-afdb-474dde0f8f1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2451191 Mar 29 15:51:36.488137 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9ec1a37-cfc9-4848-81c9-d133a4c57a04 tempest-ServersTestJSON-163693882 tempest-ServersTestJSON-163693882-project] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:51:36.494941 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-e9ec1a37-cfc9-4848-81c9-d133a4c57a04 tempest-ServersTestJSON-163693882 tempest-ServersTestJSON-163693882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for floatingip, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:36.508843 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c78a6aae-7664-4dbe-bf1b-2256c178dec1 None None] Sync routers for ids ['26a88bc5-ebda-45ee-90f1-5547a1a4689e'] in n-d-834765-1 {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:51:36.535883 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c78a6aae-7664-4dbe-bf1b-2256c178dec1 None None] Routers {'26a88bc5-ebda-45ee-90f1-5547a1a4689e'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:51:36.536749 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-c78a6aae-7664-4dbe-bf1b-2256c178dec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:51:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['26a88bc5-ebda-45ee-90f1-5547a1a4689e'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:51:36.580757 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ca07f8eb-e94b-4eea-9d7a-205e940d26ba req-5930b72a-e12a-4d72-b151-d1cba6a6fdcf tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Router 9b23177d-8c08-44e2-bf32-a433f760b109 has already been hosted by L3 agent c648d819-1060-4f26-b4ec-6455387b5dff {{(pid=102791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 15:51:36.610704 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-e9ec1a37-cfc9-4848-81c9-d133a4c57a04 tempest-ServersTestJSON-163693882 tempest-ServersTestJSON-163693882-project] 10.222.0.42 "PUT /v2.0/floatingips/5b5a6fdf-ce87-40ab-a5e5-496d8367dc1e HTTP/1.1" status: 200 len: 991 time: 3.9569397 Mar 29 15:51:36.654860 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e64caf03-42bd-4cfb-97c7-f5073edb7b00', 'tag': 'ff69d3cd-8425-4439-a28e-a50632d73c81'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:51:36.657967 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c67b028db5e9b9818fecc5c0a87ebc6f190694fa53ca267d523e04f98de536d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-136ca95b-b53c-410f-b70f-e0a0c32b903b" -d '{"events": [{"name": "network-changed", "server_uuid": "e64caf03-42bd-4cfb-97c7-f5073edb7b00", "tag": "ff69d3cd-8425-4439-a28e-a50632d73c81"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:51:36.778917 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-65c050d4-b58b-4a57-a2c7-3736335c6031 req-8d0d91e8-b8f3-4d88-839a-4e2a0ed8ae94 service neutron] 10.222.0.48 "GET /v2.0/networks/0eb69c38-859a-44f3-b301-7cf6beecd122?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3961217 Mar 29 15:51:36.838436 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvr_db [None req-c78a6aae-7664-4dbe-bf1b-2256c178dec1 None None] Set router 26a88bc5-ebda-45ee-90f1-5547a1a4689e gateway port host: n-d-834765-1 {{(pid=102793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:51:36.909446 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-333421ff-0a0a-44f3-939c-b739a0a9faba req-ebd808f8-cce6-4c13-a8fa-39e334df5da4 tempest-ServerShowV257Test-1490108154 tempest-ServerShowV257Test-1490108154-project] 10.222.0.42 "GET /v2.0/ports?device_id=854ccde8-0688-48b1-841c-2b4473e584a1 HTTP/1.1" status: 200 len: 210 time: 0.0587416 Mar 29 15:51:36.940507 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device 5d2aa255-6bdf-43e1-9e05-90c89bdb83ec no longer exists at agent hyperv_n-h2-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:51:36.968158 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-a9ab1e80-8be5-42fe-8041-1e92901315e9 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] 10.222.0.42 "GET /v2.0/routers/4201522e-c954-400c-a651-fe2736fed842 HTTP/1.1" status: 200 len: 892 time: 1.0320599 Mar 29 15:51:36.972854 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 60854) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:51:37.004648 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b397a2ca-ed81-48bb-bbee-d08dc6c1aaf5 req-8073c7d9-7077-43da-a29a-51455edd1bda service neutron] 10.222.0.44 "GET /v2.0/networks/1a890cad-eceb-4443-afdb-474dde0f8f1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5477057 Mar 29 15:51:37.045985 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-ce027041-6e7c-467b-adda-8fab201837d7 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] 10.222.0.42 "GET /v2.0/ports?device_id=4201522e-c954-400c-a651-fe2736fed842 HTTP/1.1" status: 200 len: 205 time: 0.0696037 Mar 29 15:51:37.048349 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] No Port match for: 5d2aa255-6bdf-43e1-9e05-90c89bdb83ec {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 15:51:37.048523 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 60860) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:51:37.049122 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device 5d2aa255-6bdf-43e1-9e05-90c89bdb83ec not bound to the agent host n-h2-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:51:37.091938 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 15:51:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84fe2b30-eb7f-4135-9b2d-53dc9cb3b0a5 x-openstack-request-id: req-84fe2b30-eb7f-4135-9b2d-53dc9cb3b0a5 {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:51:37.092305 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e64caf03-42bd-4cfb-97c7-f5073edb7b00", "tag": "ff69d3cd-8425-4439-a28e-a50632d73c81", "status": "completed", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:51:37.092497 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-84fe2b30-eb7f-4135-9b2d-53dc9cb3b0a5 {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:51:37.092915 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e64caf03-42bd-4cfb-97c7-f5073edb7b00', 'tag': 'ff69d3cd-8425-4439-a28e-a50632d73c81', 'status': 'completed', 'code': 200} Mar 29 15:51:37.249301 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ca07f8eb-e94b-4eea-9d7a-205e940d26ba req-5930b72a-e12a-4d72-b151-d1cba6a6fdcf tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:51:37.261185 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c3270de-e812-4368-a082-cd23f6a76e1b None None] Sync routers for ids ['9b23177d-8c08-44e2-bf32-a433f760b109'] in n-d-834765-1 {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:51:37.263984 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-6743f14d-5838-40f6-9cb2-2a3ce97bf0ff tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks [] for router, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:37.265681 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 60866) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:51:37.288543 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c3270de-e812-4368-a082-cd23f6a76e1b None None] Routers {'9b23177d-8c08-44e2-bf32-a433f760b109'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:51:37.294541 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-1c3270de-e812-4368-a082-cd23f6a76e1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:51:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['9b23177d-8c08-44e2-bf32-a433f760b109'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:51:37.423309 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-553f359e-ff17-4c10-a654-370e8d0841c2 tempest-ServersTestBootFromVolume-1498240647 tempest-ServersTestBootFromVolume-1498240647-project] Notify callbacks [] for security_group, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:37.437831 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-c78a6aae-7664-4dbe-bf1b-2256c178dec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26a88bc5-ebda-45ee-90f1-5547a1a4689e', 'name': 'tempest-ServersTestJSON-323879228-router', 'tenant_id': 'd8d907847dd34368b73f473fb982328c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.63'}], 'enable_snat': True}, 'gw_port_id': '3fedbbdf-bf13-4a1e-b5cb-153ae7f29c95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:51:00Z', 'updated_at': '2022-03-29T15:51:05Z', 'revision_number': 4, 'project_id': 'd8d907847dd34368b73f473fb982328c', 'gw_port': {'id': '3fedbbdf-bf13-4a1e-b5cb-153ae7f29c95', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:eb:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26a88bc5-ebda-45ee-90f1-5547a1a4689e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1965, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:51:00Z', 'updated_at': '2022-03-29T15:51:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_floatingips': [{'id': '5b5a6fdf-ce87-40ab-a5e5-496d8367dc1e', 'tenant_id': 'd8d907847dd34368b73f473fb982328c', 'floating_ip_address': '172.25.4.171', 'floating_network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'router_id': '26a88bc5-ebda-45ee-90f1-5547a1a4689e', 'port_id': 'ff69d3cd-8425-4439-a28e-a50632d73c81', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1985, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a890cad-eceb-4443-afdb-474dde0f8f1e', 'mac_address': 'fa:16:3e:e5:84:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e64caf03-42bd-4cfb-97c7-f5073edb7b00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T15:51:08Z', 'updated_at': '2022-03-29T15:51:33Z', 'revision_number': 1, 'project_id': 'd8d907847dd34368b73f473fb982328c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '818746c1-321e-4a0f-b99a-e6d555fd1abb', 'name': '', 'network_id': '1a890cad-eceb-4443-afdb-474dde0f8f1e', 'tenant_id': 'd8d907847dd34368b73f473fb982328c', 'mac_address': 'fa:16:3e:9a:c5:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26a88bc5-ebda-45ee-90f1-5547a1a4689e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1966, 'fixed_ips': [{'subnet_id': '62348b33-7001-4dc5-aea1-2976e02267d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:51:03Z', 'updated_at': '2022-03-29T15:51:13Z', 'revision_number': 5, 'project_id': 'd8d907847dd34368b73f473fb982328c', 'subnets': [{'id': '62348b33-7001-4dc5-aea1-2976e02267d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:51:37.485529 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b397a2ca-ed81-48bb-bbee-d08dc6c1aaf5 req-40c4db77-c73e-4958-91a5-006d382f77e6 service neutron] 10.222.0.44 "GET /v2.0/networks/1a890cad-eceb-4443-afdb-474dde0f8f1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4683969 Mar 29 15:51:37.486145 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-86a0259e-1b2e-436b-8df5-480e58c244ba req-f47dd6d9-5351-42a8-a083-f5e092a3d78d tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] 10.222.0.42 "GET /v2.0/ports?device_id=7c51480f-bfbc-4ea8-9c33-e320d6a5e3fa HTTP/1.1" status: 200 len: 210 time: 0.0821791 Mar 29 15:51:37.513605 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c78a6aae-7664-4dbe-bf1b-2256c178dec1 None None] Checking router: 26a88bc5-ebda-45ee-90f1-5547a1a4689e for host: n-d-834765-1 {{(pid=102793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:51:37.545514 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca07f8eb-e94b-4eea-9d7a-205e940d26ba req-5930b72a-e12a-4d72-b151-d1cba6a6fdcf tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] No DVR routers for this DVR port 5d2aa255-6bdf-43e1-9e05-90c89bdb83ec on host n-h2-834765-1 {{(pid=102791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:51:37.556977 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e2c2e2-1890-4504-9b5d-b1d01a834893 req-4ffd1670-aba6-4eb8-b70c-e4f90cd289dd tempest-ServersTestJSON-163693882 tempest-ServersTestJSON-163693882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:51:37.564875 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d4e2c2e2-1890-4504-9b5d-b1d01a834893 req-4ffd1670-aba6-4eb8-b70c-e4f90cd289dd tempest-ServersTestJSON-163693882 tempest-ServersTestJSON-163693882-project] 10.222.0.42 "GET /v2.0/ports?device_id=e64caf03-42bd-4cfb-97c7-f5073edb7b00 HTTP/1.1" status: 200 len: 945 time: 0.8376427 Mar 29 15:51:37.575088 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c78a6aae-7664-4dbe-bf1b-2256c178dec1 None None] Routers {'26a88bc5-ebda-45ee-90f1-5547a1a4689e'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:51:37.575900 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-c78a6aae-7664-4dbe-bf1b-2256c178dec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:51:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['26a88bc5-ebda-45ee-90f1-5547a1a4689e'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:51:37.579131 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-ca07f8eb-e94b-4eea-9d7a-205e940d26ba req-5930b72a-e12a-4d72-b151-d1cba6a6fdcf tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:37.583391 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ca07f8eb-e94b-4eea-9d7a-205e940d26ba req-5930b72a-e12a-4d72-b151-d1cba6a6fdcf tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] 10.222.0.48 "DELETE /v2.0/ports/5d2aa255-6bdf-43e1-9e05-90c89bdb83ec HTTP/1.1" status: 204 len: 173 time: 3.7398021 Mar 29 15:51:37.601991 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-553f359e-ff17-4c10-a654-370e8d0841c2 tempest-ServersTestBootFromVolume-1498240647 tempest-ServersTestBootFromVolume-1498240647-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:37.614556 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-6743f14d-5838-40f6-9cb2-2a3ce97bf0ff tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:37.703173 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d4e2c2e2-1890-4504-9b5d-b1d01a834893 req-edab9211-a990-4120-9d19-9102378ea5a5 tempest-ServersTestJSON-163693882 tempest-ServersTestJSON-163693882-project] 10.222.0.42 "GET /v2.0/security-groups?id=1d8a701a-f8f9-4510-a9b8-eb027f460faf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0945029 Mar 29 15:51:37.722525 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136ca95b-b53c-410f-b70f-e0a0c32b903b req-3ea49098-99c6-453d-9199-4a5083ebb920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:51:37.726519 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-136ca95b-b53c-410f-b70f-e0a0c32b903b req-3ea49098-99c6-453d-9199-4a5083ebb920 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d8d907847dd34368b73f473fb982328c&device_id=e64caf03-42bd-4cfb-97c7-f5073edb7b00 HTTP/1.1" status: 200 len: 1096 time: 0.1421454 Mar 29 15:51:37.809399 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-553f359e-ff17-4c10-a654-370e8d0841c2 tempest-ServersTestBootFromVolume-1498240647 tempest-ServersTestBootFromVolume-1498240647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:37.822995 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-553f359e-ff17-4c10-a654-370e8d0841c2 tempest-ServersTestBootFromVolume-1498240647 tempest-ServersTestBootFromVolume-1498240647-project] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:37.829424 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-553f359e-ff17-4c10-a654-370e8d0841c2 tempest-ServersTestBootFromVolume-1498240647 tempest-ServersTestBootFromVolume-1498240647-project] 10.222.0.42 "DELETE /v2.0/security-groups/acccf007-02a4-4e02-a911-a704b12080b1 HTTP/1.1" status: 204 len: 168 time: 0.5602417 Mar 29 15:51:37.829424 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 60880) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:51:37.869450 n-d-834765-1 neutron-server[102790]: INFO neutron.api.v2.resource [None req-5b004ce4-9d73-4ea2-9695-3708aa7ed969 tempest-ServersTestBootFromVolume-1498240647 tempest-ServersTestBootFromVolume-1498240647-project] show failed (client error): The resource could not be found. Mar 29 15:51:37.871646 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-5b004ce4-9d73-4ea2-9695-3708aa7ed969 tempest-ServersTestBootFromVolume-1498240647 tempest-ServersTestBootFromVolume-1498240647-project] 10.222.0.42 "GET /v2.0/security-groups/acccf007-02a4-4e02-a911-a704b12080b1 HTTP/1.1" status: 404 len: 347 time: 0.0385251 Mar 29 15:51:37.873318 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-6743f14d-5838-40f6-9cb2-2a3ce97bf0ff tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Deleting port 65be7c9a-067e-4633-973d-1c39472106ec {{(pid=102790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:51:37.873826 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-6743f14d-5838-40f6-9cb2-2a3ce97bf0ff tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:37.875761 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 60882) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:51:37.905790 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553f359e-ff17-4c10-a654-370e8d0841c2 tempest-ServersTestBootFromVolume-1498240647 tempest-ServersTestBootFromVolume-1498240647-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=acccf007-02a4-4e02-a911-a704b12080b1,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:51:37.954387 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvr_db [None req-1c3270de-e812-4368-a082-cd23f6a76e1b None None] Set router 9b23177d-8c08-44e2-bf32-a433f760b109 gateway port host: n-d-834765-1 {{(pid=102792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:51:37.960640 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvr_db [None req-c78a6aae-7664-4dbe-bf1b-2256c178dec1 None None] Set router 26a88bc5-ebda-45ee-90f1-5547a1a4689e gateway port host: n-d-834765-1 {{(pid=102793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:51:38.001345 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136ca95b-b53c-410f-b70f-e0a0c32b903b req-22672cc3-b9ba-4c6f-9a35-7cc95cb16b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:51:38.008187 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-136ca95b-b53c-410f-b70f-e0a0c32b903b req-22672cc3-b9ba-4c6f-9a35-7cc95cb16b84 service neutron] 10.222.0.44 "GET /v2.0/networks?id=1a890cad-eceb-4443-afdb-474dde0f8f1e HTTP/1.1" status: 200 len: 906 time: 0.2579052 Mar 29 15:51:38.193965 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-136ca95b-b53c-410f-b70f-e0a0c32b903b req-b983298d-ba5c-4ff8-a654-f00a933c2abc service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ff69d3cd-8425-4439-a28e-a50632d73c81 HTTP/1.1" status: 200 len: 999 time: 0.1759286 Mar 29 15:51:38.245446 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-6a994dbb-0f11-40c8-b8e2-4553a9fedd8a req-9145029e-b65f-4381-a5af-78f3a32e3ea6 tempest-ServerShowV257Test-1490108154 tempest-ServerShowV257Test-1490108154-project] 10.222.0.42 "GET /v2.0/ports?device_id=854ccde8-0688-48b1-841c-2b4473e584a1 HTTP/1.1" status: 200 len: 210 time: 0.0976202 Mar 29 15:51:38.290006 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-6743f14d-5838-40f6-9cb2-2a3ce97bf0ff tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:38.307181 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136ca95b-b53c-410f-b70f-e0a0c32b903b req-7df65bbc-d4fb-47a7-92fa-9981bc65f72a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:51:38.308662 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-136ca95b-b53c-410f-b70f-e0a0c32b903b req-7df65bbc-d4fb-47a7-92fa-9981bc65f72a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=62348b33-7001-4dc5-aea1-2976e02267d0 HTTP/1.1" status: 200 len: 844 time: 0.1096141 Mar 29 15:51:38.321453 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-c7c514e9-f3c1-4163-836e-139ce951dec9 tempest-ServersTestBootFromVolume-1498240647 tempest-ServersTestBootFromVolume-1498240647-project] Deleting port c37ca9bb-cae1-4c02-b919-d39d7053d952 {{(pid=102790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:51:38.321875 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c7c514e9-f3c1-4163-836e-139ce951dec9 tempest-ServersTestBootFromVolume-1498240647 tempest-ServersTestBootFromVolume-1498240647-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:38.366027 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-6743f14d-5838-40f6-9cb2-2a3ce97bf0ff tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Calling delete_port for 65be7c9a-067e-4633-973d-1c39472106ec owned by network:router_gateway {{(pid=102790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:51:38.403784 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136ca95b-b53c-410f-b70f-e0a0c32b903b req-c7c45075-dea9-4d27-886c-95e68e38b7ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:51:38.404342 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-136ca95b-b53c-410f-b70f-e0a0c32b903b req-c7c45075-dea9-4d27-886c-95e68e38b7ea service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=1a890cad-eceb-4443-afdb-474dde0f8f1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0871851 Mar 29 15:51:38.500643 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-1c3270de-e812-4368-a082-cd23f6a76e1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b23177d-8c08-44e2-bf32-a433f760b109', 'name': 'tempest-AttachVolumeNegativeTest-120289948-router', 'tenant_id': 'c6465a9dafbf43bf90c09b1dce8d1fc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.74'}], 'enable_snat': True}, 'gw_port_id': 'cde34bcf-8da1-4d24-9563-f97d8199f91f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:47:21Z', 'updated_at': '2022-03-29T15:47:34Z', 'revision_number': 4, 'project_id': 'c6465a9dafbf43bf90c09b1dce8d1fc6', 'gw_port': {'id': 'cde34bcf-8da1-4d24-9563-f97d8199f91f', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:37:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b23177d-8c08-44e2-bf32-a433f760b109', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:47:24Z', 'updated_at': '2022-03-29T15:47:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': 'ebc9cc52-020c-419f-9e91-e82c61c2fe20', 'name': '', 'network_id': '5820eec2-ced2-414a-ab32-af1fabeb5f44', 'tenant_id': 'c6465a9dafbf43bf90c09b1dce8d1fc6', 'mac_address': 'fa:16:3e:6b:9d:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b23177d-8c08-44e2-bf32-a433f760b109', 'device_owner': 'network:router_interface', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': '406fd4ed-e828-4758-9c87-5ac29cec1b72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:47:30Z', 'updated_at': '2022-03-29T15:47:39Z', 'revision_number': 5, 'project_id': 'c6465a9dafbf43bf90c09b1dce8d1fc6', 'subnets': [{'id': '406fd4ed-e828-4758-9c87-5ac29cec1b72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:51:38.566172 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c3270de-e812-4368-a082-cd23f6a76e1b None None] Checking router: 9b23177d-8c08-44e2-bf32-a433f760b109 for host: n-d-834765-1 {{(pid=102792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:51:38.580616 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c3270de-e812-4368-a082-cd23f6a76e1b None None] Routers {'9b23177d-8c08-44e2-bf32-a433f760b109'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:51:38.581617 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-1c3270de-e812-4368-a082-cd23f6a76e1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:51:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['9b23177d-8c08-44e2-bf32-a433f760b109'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:51:38.638266 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-136ca95b-b53c-410f-b70f-e0a0c32b903b req-6687f222-5644-47f0-b353-c38c9736b04a service neutron] 10.222.0.44 "GET /v2.0/networks/1a890cad-eceb-4443-afdb-474dde0f8f1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2226264 Mar 29 15:51:38.672037 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 60900) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:51:38.700068 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-c78a6aae-7664-4dbe-bf1b-2256c178dec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26a88bc5-ebda-45ee-90f1-5547a1a4689e', 'name': 'tempest-ServersTestJSON-323879228-router', 'tenant_id': 'd8d907847dd34368b73f473fb982328c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.63'}], 'enable_snat': True}, 'gw_port_id': '3fedbbdf-bf13-4a1e-b5cb-153ae7f29c95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:51:00Z', 'updated_at': '2022-03-29T15:51:05Z', 'revision_number': 4, 'project_id': 'd8d907847dd34368b73f473fb982328c', 'gw_port': {'id': '3fedbbdf-bf13-4a1e-b5cb-153ae7f29c95', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:eb:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26a88bc5-ebda-45ee-90f1-5547a1a4689e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1965, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:51:00Z', 'updated_at': '2022-03-29T15:51:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_floatingips': [{'id': '5b5a6fdf-ce87-40ab-a5e5-496d8367dc1e', 'tenant_id': 'd8d907847dd34368b73f473fb982328c', 'floating_ip_address': '172.25.4.171', 'floating_network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'router_id': '26a88bc5-ebda-45ee-90f1-5547a1a4689e', 'port_id': 'ff69d3cd-8425-4439-a28e-a50632d73c81', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1985, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a890cad-eceb-4443-afdb-474dde0f8f1e', 'mac_address': 'fa:16:3e:e5:84:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e64caf03-42bd-4cfb-97c7-f5073edb7b00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T15:51:08Z', 'updated_at': '2022-03-29T15:51:33Z', 'revision_number': 1, 'project_id': 'd8d907847dd34368b73f473fb982328c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '818746c1-321e-4a0f-b99a-e6d555fd1abb', 'name': '', 'network_id': '1a890cad-eceb-4443-afdb-474dde0f8f1e', 'tenant_id': 'd8d907847dd34368b73f473fb982328c', 'mac_address': 'fa:16:3e:9a:c5:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26a88bc5-ebda-45ee-90f1-5547a1a4689e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1966, 'fixed_ips': [{'subnet_id': '62348b33-7001-4dc5-aea1-2976e02267d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:51:03Z', 'updated_at': '2022-03-29T15:51:13Z', 'revision_number': 5, 'project_id': 'd8d907847dd34368b73f473fb982328c', 'subnets': [{'id': '62348b33-7001-4dc5-aea1-2976e02267d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:51:38.734113 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c78a6aae-7664-4dbe-bf1b-2256c178dec1 None None] The sync data for ids ['26a88bc5-ebda-45ee-90f1-5547a1a4689e'] in n-d-834765-1 is: [{'id': '26a88bc5-ebda-45ee-90f1-5547a1a4689e', 'name': 'tempest-ServersTestJSON-323879228-router', 'tenant_id': 'd8d907847dd34368b73f473fb982328c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.63'}], 'enable_snat': True}, 'gw_port_id': '3fedbbdf-bf13-4a1e-b5cb-153ae7f29c95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:51:00Z', 'updated_at': '2022-03-29T15:51:05Z', 'revision_number': 4, 'project_id': 'd8d907847dd34368b73f473fb982328c', 'gw_port': {'id': '3fedbbdf-bf13-4a1e-b5cb-153ae7f29c95', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:eb:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26a88bc5-ebda-45ee-90f1-5547a1a4689e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1965, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:51:00Z', 'updated_at': '2022-03-29T15:51:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_floatingips': [{'id': '5b5a6fdf-ce87-40ab-a5e5-496d8367dc1e', 'tenant_id': 'd8d907847dd34368b73f473fb982328c', 'floating_ip_address': '172.25.4.171', 'floating_network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'router_id': '26a88bc5-ebda-45ee-90f1-5547a1a4689e', 'port_id': 'ff69d3cd-8425-4439-a28e-a50632d73c81', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1985, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a890cad-eceb-4443-afdb-474dde0f8f1e', 'mac_address': 'fa:16:3e:e5:84:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e64caf03-42bd-4cfb-97c7-f5073edb7b00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T15:51:08Z', 'updated_at': '2022-03-29T15:51:33Z', 'revision_number': 1, 'project_id': 'd8d907847dd34368b73f473fb982328c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '818746c1-321e-4a0f-b99a-e6d555fd1abb', 'name': '', 'network_id': '1a890cad-eceb-4443-afdb-474dde0f8f1e', 'tenant_id': 'd8d907847dd34368b73f473fb982328c', 'mac_address': 'fa:16:3e:9a:c5:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26a88bc5-ebda-45ee-90f1-5547a1a4689e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1966, 'fixed_ips': [{'subnet_id': '62348b33-7001-4dc5-aea1-2976e02267d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:51:03Z', 'updated_at': '2022-03-29T15:51:13Z', 'revision_number': 5, 'project_id': 'd8d907847dd34368b73f473fb982328c', 'subnets': [{'id': '62348b33-7001-4dc5-aea1-2976e02267d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:51:38.757955 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c7c514e9-f3c1-4163-836e-139ce951dec9 tempest-ServersTestBootFromVolume-1498240647 tempest-ServersTestBootFromVolume-1498240647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:38.758283 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c7c514e9-f3c1-4163-836e-139ce951dec9 tempest-ServersTestBootFromVolume-1498240647 tempest-ServersTestBootFromVolume-1498240647-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:38.786347 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-0f9a337c-3736-482c-ad58-b394ce9f1d1b tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Notify callbacks [] for security_group, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:38.793658 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvr_db [None req-1c3270de-e812-4368-a082-cd23f6a76e1b None None] Set router 9b23177d-8c08-44e2-bf32-a433f760b109 gateway port host: n-d-834765-1 {{(pid=102792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:51:38.826515 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-0f9a337c-3736-482c-ad58-b394ce9f1d1b tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:38.837789 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-136ca95b-b53c-410f-b70f-e0a0c32b903b req-d0d32162-6ddf-467d-864f-6edbafa6dedf service neutron] 10.222.0.44 "GET /v2.0/networks/1a890cad-eceb-4443-afdb-474dde0f8f1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1903975 Mar 29 15:51:38.901348 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-0f9a337c-3736-482c-ad58-b394ce9f1d1b tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:38.904400 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-0f9a337c-3736-482c-ad58-b394ce9f1d1b tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:38.905832 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-0f9a337c-3736-482c-ad58-b394ce9f1d1b tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] 10.222.0.42 "DELETE /v2.0/security-groups/0bedaa60-e810-4de4-993c-fd3c38fe38fb HTTP/1.1" status: 204 len: 168 time: 0.2294149 Mar 29 15:51:38.907214 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-c7c514e9-f3c1-4163-836e-139ce951dec9 tempest-ServersTestBootFromVolume-1498240647 tempest-ServersTestBootFromVolume-1498240647-project] Calling delete_port for c37ca9bb-cae1-4c02-b919-d39d7053d952 owned by network:floatingip {{(pid=102790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:51:38.908755 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 60906) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:51:38.923786 n-d-834765-1 neutron-server[102791]: INFO neutron.api.v2.resource [None req-ba7d3bb5-f188-4798-b2f4-dd5446d9ae70 tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] show failed (client error): The resource could not be found. Mar 29 15:51:38.924810 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-ba7d3bb5-f188-4798-b2f4-dd5446d9ae70 tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] 10.222.0.42 "GET /v2.0/security-groups/0bedaa60-e810-4de4-993c-fd3c38fe38fb HTTP/1.1" status: 404 len: 347 time: 0.0150785 Mar 29 15:51:38.927940 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 60908) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:51:38.972724 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9a337c-3736-482c-ad58-b394ce9f1d1b tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bedaa60-e810-4de4-993c-fd3c38fe38fb,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:51:39.100578 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c51480f-bfbc-4ea8-9c33-e320d6a5e3fa', 'name': 'network-vif-deleted', 'tag': '5d2aa255-6bdf-43e1-9e05-90c89bdb83ec'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:51:39.107672 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c67b028db5e9b9818fecc5c0a87ebc6f190694fa53ca267d523e04f98de536d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85bf4a90-61d3-49a1-bdc6-c7ef3365c1d8" -d '{"events": [{"server_uuid": "7c51480f-bfbc-4ea8-9c33-e320d6a5e3fa", "name": "network-vif-deleted", "tag": "5d2aa255-6bdf-43e1-9e05-90c89bdb83ec"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:51:39.182881 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17543789-2366-4c87-91f7-2ef3b79488ad None None] New status for floating IP 5b5a6fdf-ce87-40ab-a5e5-496d8367dc1e: ACTIVE {{(pid=102793) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 15:51:39.193538 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:51:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-120de68b-1982-49a6-977c-8833d9856abd x-openstack-request-id: req-120de68b-1982-49a6-977c-8833d9856abd {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:51:39.193826 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c51480f-bfbc-4ea8-9c33-e320d6a5e3fa", "name": "network-vif-deleted", "tag": "5d2aa255-6bdf-43e1-9e05-90c89bdb83ec", "status": "completed", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:51:39.194247 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-120de68b-1982-49a6-977c-8833d9856abd {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:51:39.194637 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c51480f-bfbc-4ea8-9c33-e320d6a5e3fa', 'name': 'network-vif-deleted', 'tag': '5d2aa255-6bdf-43e1-9e05-90c89bdb83ec', 'status': 'completed', 'code': 200} Mar 29 15:51:39.196268 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-2939f7e8-eacf-4f15-b1f0-9fdea8b2c12c tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Deleting port f0182445-c2c2-45fb-bf3e-00efa5aafb2b {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:51:39.196558 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-2939f7e8-eacf-4f15-b1f0-9fdea8b2c12c tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:39.212502 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-1c3270de-e812-4368-a082-cd23f6a76e1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b23177d-8c08-44e2-bf32-a433f760b109', 'name': 'tempest-AttachVolumeNegativeTest-120289948-router', 'tenant_id': 'c6465a9dafbf43bf90c09b1dce8d1fc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.74'}], 'enable_snat': True}, 'gw_port_id': 'cde34bcf-8da1-4d24-9563-f97d8199f91f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:47:21Z', 'updated_at': '2022-03-29T15:47:34Z', 'revision_number': 4, 'project_id': 'c6465a9dafbf43bf90c09b1dce8d1fc6', 'gw_port': {'id': 'cde34bcf-8da1-4d24-9563-f97d8199f91f', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:37:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b23177d-8c08-44e2-bf32-a433f760b109', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:47:24Z', 'updated_at': '2022-03-29T15:47:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': 'ebc9cc52-020c-419f-9e91-e82c61c2fe20', 'name': '', 'network_id': '5820eec2-ced2-414a-ab32-af1fabeb5f44', 'tenant_id': 'c6465a9dafbf43bf90c09b1dce8d1fc6', 'mac_address': 'fa:16:3e:6b:9d:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b23177d-8c08-44e2-bf32-a433f760b109', 'device_owner': 'network:router_interface', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': '406fd4ed-e828-4758-9c87-5ac29cec1b72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:47:30Z', 'updated_at': '2022-03-29T15:47:39Z', 'revision_number': 5, 'project_id': 'c6465a9dafbf43bf90c09b1dce8d1fc6', 'subnets': [{'id': '406fd4ed-e828-4758-9c87-5ac29cec1b72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:51:39.242664 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c3270de-e812-4368-a082-cd23f6a76e1b None None] The sync data for ids ['9b23177d-8c08-44e2-bf32-a433f760b109'] in n-d-834765-1 is: [{'id': '9b23177d-8c08-44e2-bf32-a433f760b109', 'name': 'tempest-AttachVolumeNegativeTest-120289948-router', 'tenant_id': 'c6465a9dafbf43bf90c09b1dce8d1fc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.74'}], 'enable_snat': True}, 'gw_port_id': 'cde34bcf-8da1-4d24-9563-f97d8199f91f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:47:21Z', 'updated_at': '2022-03-29T15:47:34Z', 'revision_number': 4, 'project_id': 'c6465a9dafbf43bf90c09b1dce8d1fc6', 'gw_port': {'id': 'cde34bcf-8da1-4d24-9563-f97d8199f91f', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:37:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b23177d-8c08-44e2-bf32-a433f760b109', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:47:24Z', 'updated_at': '2022-03-29T15:47:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': 'ebc9cc52-020c-419f-9e91-e82c61c2fe20', 'name': '', 'network_id': '5820eec2-ced2-414a-ab32-af1fabeb5f44', 'tenant_id': 'c6465a9dafbf43bf90c09b1dce8d1fc6', 'mac_address': 'fa:16:3e:6b:9d:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b23177d-8c08-44e2-bf32-a433f760b109', 'device_owner': 'network:router_interface', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': '406fd4ed-e828-4758-9c87-5ac29cec1b72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:47:30Z', 'updated_at': '2022-03-29T15:47:39Z', 'revision_number': 5, 'project_id': 'c6465a9dafbf43bf90c09b1dce8d1fc6', 'subnets': [{'id': '406fd4ed-e828-4758-9c87-5ac29cec1b72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:51:39.364026 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec82d750-baea-43a2-bc5c-a6c3e1e79780 req-397fbb9d-94a2-40e5-b9c5-fc9e91ee6ea5 tempest-ServersTestManualDisk-450512240 tempest-ServersTestManualDisk-450512240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:51:39.365765 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-ec82d750-baea-43a2-bc5c-a6c3e1e79780 req-397fbb9d-94a2-40e5-b9c5-fc9e91ee6ea5 tempest-ServersTestManualDisk-450512240 tempest-ServersTestManualDisk-450512240-project] 10.222.0.42 "GET /v2.0/ports?device_id=713844af-a26f-4b3e-af12-fd048b70b175 HTTP/1.1" status: 200 len: 946 time: 0.1573846 Mar 29 15:51:39.406723 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-2939f7e8-eacf-4f15-b1f0-9fdea8b2c12c tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:39.407112 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-2939f7e8-eacf-4f15-b1f0-9fdea8b2c12c tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:39.457901 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-2939f7e8-eacf-4f15-b1f0-9fdea8b2c12c tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Calling delete_port for f0182445-c2c2-45fb-bf3e-00efa5aafb2b owned by network:floatingip {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:51:39.470842 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-82c8269e-4e56-464b-ba5e-5ae122e21cd4 req-41fa0ee5-f733-44f0-8a98-269bcd008983 tempest-ServerShowV257Test-1490108154 tempest-ServerShowV257Test-1490108154-project] 10.222.0.42 "GET /v2.0/ports?device_id=854ccde8-0688-48b1-841c-2b4473e584a1 HTTP/1.1" status: 200 len: 210 time: 0.0498073 Mar 29 15:51:39.498948 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c7c514e9-f3c1-4163-836e-139ce951dec9 tempest-ServersTestBootFromVolume-1498240647 tempest-ServersTestBootFromVolume-1498240647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:39.543322 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-6743f14d-5838-40f6-9cb2-2a3ce97bf0ff tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:39.651987 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c514e9-f3c1-4163-836e-139ce951dec9 tempest-ServersTestBootFromVolume-1498240647 tempest-ServersTestBootFromVolume-1498240647-project] Pushing event deleted for resources: {'Port': ['ID=c37ca9bb-cae1-4c02-b919-d39d7053d952,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:51:39.787455 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-ec82d750-baea-43a2-bc5c-a6c3e1e79780 req-c9b4e130-e53b-4b6a-aeb9-01f004e5ed16 tempest-ServersTestManualDisk-450512240 tempest-ServersTestManualDisk-450512240-project] 10.222.0.42 "GET /v2.0/security-groups?id=36d8cc42-d960-42e4-81d7-b41cd1ca0462&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4023576 Mar 29 15:51:39.788549 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-6743f14d-5838-40f6-9cb2-2a3ce97bf0ff tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-648138'] for router_gateway, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:39.796113 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6743f14d-5838-40f6-9cb2-2a3ce97bf0ff tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Pushing event deleted for resources: {'Port': ['ID=65be7c9a-067e-4633-973d-1c39472106ec,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:51:39.801226 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-2939f7e8-eacf-4f15-b1f0-9fdea8b2c12c tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:39.864943 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f03f1d9-23ce-4888-873a-a1d663eef3fd None None] New status for floating IP 760c0b1f-7546-41a9-ace4-0f45cf72c9f4: DOWN {{(pid=102792) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 15:51:39.910136 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2939f7e8-eacf-4f15-b1f0-9fdea8b2c12c tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Pushing event deleted for resources: {'Port': ['ID=f0182445-c2c2-45fb-bf3e-00efa5aafb2b,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:51:39.942476 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c7c514e9-f3c1-4163-836e-139ce951dec9 tempest-ServersTestBootFromVolume-1498240647 tempest-ServersTestBootFromVolume-1498240647-project] Notify callbacks [] for floatingip, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:39.945825 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c7c514e9-f3c1-4163-836e-139ce951dec9 tempest-ServersTestBootFromVolume-1498240647 tempest-ServersTestBootFromVolume-1498240647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for floatingip, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:39.951100 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-c7c514e9-f3c1-4163-836e-139ce951dec9 tempest-ServersTestBootFromVolume-1498240647 tempest-ServersTestBootFromVolume-1498240647-project] 10.222.0.42 "DELETE /v2.0/floatingips/3e1ee0cb-e4ce-4a6c-9190-289d0c88001b HTTP/1.1" status: 204 len: 168 time: 2.0703151 Mar 29 15:51:39.951434 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 60934) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:51:39.983620 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-6743f14d-5838-40f6-9cb2-2a3ce97bf0ff tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129328'] for router, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:39.992430 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-2939f7e8-eacf-4f15-b1f0-9fdea8b2c12c tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Notify callbacks [] for floatingip, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:39.995665 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-2939f7e8-eacf-4f15-b1f0-9fdea8b2c12c tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for floatingip, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:39.997289 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-6743f14d-5838-40f6-9cb2-2a3ce97bf0ff tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:40.008806 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-2939f7e8-eacf-4f15-b1f0-9fdea8b2c12c tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] 10.222.0.42 "DELETE /v2.0/floatingips/760c0b1f-7546-41a9-ace4-0f45cf72c9f4 HTTP/1.1" status: 204 len: 168 time: 1.0789413 Mar 29 15:51:40.137123 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-6743f14d-5838-40f6-9cb2-2a3ce97bf0ff tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-526718'] for router, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:40.137819 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6743f14d-5838-40f6-9cb2-2a3ce97bf0ff tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Fanout notify agent at l3_agent the message router_deleted on router 4201522e-c954-400c-a651-fe2736fed842 {{(pid=102790) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 29 15:51:40.158310 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-6743f14d-5838-40f6-9cb2-2a3ce97bf0ff tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks [] for router, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:40.163968 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 60938) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:51:40.171692 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-bec25698-3ebf-48d0-8275-0870c276048d tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-894868693'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:51:40.181230 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-6743f14d-5838-40f6-9cb2-2a3ce97bf0ff tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] 10.222.0.42 "DELETE /v2.0/routers/4201522e-c954-400c-a651-fe2736fed842 HTTP/1.1" status: 204 len: 168 time: 3.1316118 Mar 29 15:51:40.197850 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bec25698-3ebf-48d0-8275-0870c276048d tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Made reservation on behalf of 5dbaebdcae654b77ad7a96310f75316a for: {'network': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:51:40.206894 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-bec25698-3ebf-48d0-8275-0870c276048d tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for network, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:40.281239 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bec25698-3ebf-48d0-8275-0870c276048d tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] vlan segment allocate from pool success with {'vlan_id': 632, 'physical_network': 'physnet1'} {{(pid=102791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 15:51:40.307991 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-bec25698-3ebf-48d0-8275-0870c276048d tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:40.307991 n-d-834765-1 neutron-server[102791]: INFO neutron.db.segments_db [None req-bec25698-3ebf-48d0-8275-0870c276048d tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Added segment 9ed99dea-e917-4405-9e5b-103df93108f2 of type vlan for network 279ba797-9a4a-4dbd-8f77-24dee94493fb Mar 29 15:51:40.335585 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 60946) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:51:40.340744 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-a3b4200a-8941-48d4-a769-307a9c7ff54b tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1893561885', 'description': 'tempest-description--1325392630'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:51:40.385401 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-bec25698-3ebf-48d0-8275-0870c276048d tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783522915970'] for network, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:40.415784 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-a3b4200a-8941-48d4-a769-307a9c7ff54b tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Notify callbacks [] for security_group, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:40.485267 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-bec25698-3ebf-48d0-8275-0870c276048d tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795'] for network, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:40.494780 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bec25698-3ebf-48d0-8275-0870c276048d tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:51:40.496310 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-bec25698-3ebf-48d0-8275-0870c276048d tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for network, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:40.591493 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-a3b4200a-8941-48d4-a769-307a9c7ff54b tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Notify callbacks [] for security_group, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:40.619843 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-a3b4200a-8941-48d4-a769-307a9c7ff54b tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:40.770425 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-bad980d0-9968-40b6-b14d-2b13fa28a238 req-e0d1d907-0305-4b75-930f-356cf3f82f72 tempest-ServerShowV257Test-1490108154 tempest-ServerShowV257Test-1490108154-project] 10.222.0.42 "GET /v2.0/ports?device_id=854ccde8-0688-48b1-841c-2b4473e584a1 HTTP/1.1" status: 200 len: 210 time: 0.0332656 Mar 29 15:51:40.999149 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-04ae65be-d847-4a24-acda-f5229f2aaf80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-530452'] for router_interface, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:41.112689 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-bec25698-3ebf-48d0-8275-0870c276048d tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9469252 Mar 29 15:51:41.121794 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 60962) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:51:41.126621 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-db2d2e1b-7a6a-4fba-9abd-9b28c504d079 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Request body: {'subnet': {'network_id': '279ba797-9a4a-4dbd-8f77-24dee94493fb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:51:41.163318 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-a3b4200a-8941-48d4-a769-307a9c7ff54b tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Notify callbacks [] for security_group, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:41.167732 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-a3b4200a-8941-48d4-a769-307a9c7ff54b tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.8275599 Mar 29 15:51:41.176130 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 60966) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:51:41.194920 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec25698-3ebf-48d0-8275-0870c276048d tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Pushing event updated for resources: {'Network': ['ID=279ba797-9a4a-4dbd-8f77-24dee94493fb,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:51:41.198928 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b4200a-8941-48d4-a769-307a9c7ff54b tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18cf8a9a-ec7a-4d70-920e-5df66f5b2aec,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:51:41.206647 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Network 279ba797-9a4a-4dbd-8f77-24dee94493fb details requested by agent ovs-agent-n-d-834765-1 with host n-d-834765-1 {{(pid=102792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 15:51:41.217752 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-5e444336-2f06-477f-9d65-c00b8dc4ee26 tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Request body: {'security_group_rule': {'security_group_id': '18cf8a9a-ec7a-4d70-920e-5df66f5b2aec', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:51:41.263700 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-5e444336-2f06-477f-9d65-c00b8dc4ee26 tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:41.299123 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc33f46-3b4c-4f3c-8b99-edc776e430de req-bb78c158-2d8e-4776-8530-48360396e1cf tempest-ServersTestManualDisk-450512240 tempest-ServersTestManualDisk-450512240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:51:41.310489 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-cdc33f46-3b4c-4f3c-8b99-edc776e430de req-bb78c158-2d8e-4776-8530-48360396e1cf tempest-ServersTestManualDisk-450512240 tempest-ServersTestManualDisk-450512240-project] 10.222.0.42 "GET /v2.0/ports?device_id=713844af-a26f-4b3e-af12-fd048b70b175 HTTP/1.1" status: 200 len: 946 time: 0.6772883 Mar 29 15:51:41.353650 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-5e444336-2f06-477f-9d65-c00b8dc4ee26 tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:41.367234 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-5e444336-2f06-477f-9d65-c00b8dc4ee26 tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610998'] for security_group_rule, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:41.387399 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e444336-2f06-477f-9d65-c00b8dc4ee26 tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fce9250d-3f5e-4e12-89ce-babffbf79a34,revision_number=0']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:51:41.391492 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-cdc33f46-3b4c-4f3c-8b99-edc776e430de req-de287ac6-6cb4-416c-980f-a292ac583b35 tempest-ServersTestManualDisk-450512240 tempest-ServersTestManualDisk-450512240-project] 10.222.0.42 "GET /v2.0/security-groups?id=36d8cc42-d960-42e4-81d7-b41cd1ca0462&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800424 Mar 29 15:51:41.403935 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db2d2e1b-7a6a-4fba-9abd-9b28c504d079 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Made reservation on behalf of 5dbaebdcae654b77ad7a96310f75316a for: {'subnet': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:51:41.407539 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-db2d2e1b-7a6a-4fba-9abd-9b28c504d079 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16218875'] for subnet, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:41.435224 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-5e444336-2f06-477f-9d65-c00b8dc4ee26 tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:41.440474 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-5e444336-2f06-477f-9d65-c00b8dc4ee26 tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2233949 Mar 29 15:51:41.441898 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 60970) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:51:41.447096 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-62ac1e2e-b31f-4a77-b241-536ff5d279a7 tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Request body: {'security_group_rule': {'security_group_id': '18cf8a9a-ec7a-4d70-920e-5df66f5b2aec', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:51:41.505861 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-04ae65be-d847-4a24-acda-f5229f2aaf80 admin admin] Deleting port 3601c5db-cf1a-48cb-81c2-88e27b38aab3 {{(pid=102790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:51:41.506353 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-04ae65be-d847-4a24-acda-f5229f2aaf80 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:41.543569 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-62ac1e2e-b31f-4a77-b241-536ff5d279a7 tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:41.609388 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [None req-04ae65be-d847-4a24-acda-f5229f2aaf80 admin admin] For port 3601c5db-cf1a-48cb-81c2-88e27b38aab3, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=3601c5db-cf1a-48cb-81c2-88e27b38aab3,segment=NetworkSegment(0cf4c8fa-aed1-409e-b278-011a45c757bf),segment_id=0cf4c8fa-aed1-409e-b278-011a45c757bf)] {{(pid=102790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:51:41.609779 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-04ae65be-d847-4a24-acda-f5229f2aaf80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:41.623794 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-04ae65be-d847-4a24-acda-f5229f2aaf80 admin admin] Calling delete_port for 3601c5db-cf1a-48cb-81c2-88e27b38aab3 owned by network:router_interface {{(pid=102790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:51:41.635506 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-62ac1e2e-b31f-4a77-b241-536ff5d279a7 tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:41.643464 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-62ac1e2e-b31f-4a77-b241-536ff5d279a7 tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610998'] for security_group_rule, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:41.671940 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ac1e2e-b31f-4a77-b241-536ff5d279a7 tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63f2bca5-a397-499d-84e5-fc17e9f826e6,revision_number=0']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:51:41.689071 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-62ac1e2e-b31f-4a77-b241-536ff5d279a7 tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:41.691726 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-62ac1e2e-b31f-4a77-b241-536ff5d279a7 tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2489841 Mar 29 15:51:41.693660 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 60978) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:51:41.704292 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-c699279b-e75e-44a7-9dfc-fffc7185898e tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Request body: {'floatingip': {'floating_network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:51:41.735122 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-c699279b-e75e-44a7-9dfc-fffc7185898e tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Notify callbacks [] for floatingip, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:41.891138 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-04ae65be-d847-4a24-acda-f5229f2aaf80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:41.910777 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-e713f894-549e-44bb-adc7-c851b7baa8d4 req-ac2f517c-e943-480f-979b-841f50cdcb1f tempest-ServerShowV257Test-1490108154 tempest-ServerShowV257Test-1490108154-project] 10.222.0.42 "GET /v2.0/ports?device_id=854ccde8-0688-48b1-841c-2b4473e584a1 HTTP/1.1" status: 200 len: 210 time: 0.0402870 Mar 29 15:51:41.937720 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ae65be-d847-4a24-acda-f5229f2aaf80 admin admin] Pushing event deleted for resources: {'Port': ['ID=3601c5db-cf1a-48cb-81c2-88e27b38aab3,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:51:41.992398 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-c699279b-e75e-44a7-9dfc-fffc7185898e tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:41.994873 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-db2d2e1b-7a6a-4fba-9abd-9b28c504d079 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16155524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16218861'] for subnet, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:42.065681 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2d2e1b-7a6a-4fba-9abd-9b28c504d079 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Pushing event updated for resources: {'Subnet': ['ID=6402bd51-5447-486b-ac7a-e9ba49b1d650,revision_number=0']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:51:42.204940 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-04ae65be-d847-4a24-acda-f5229f2aaf80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-530528'] for router_interface, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:42.225020 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db2d2e1b-7a6a-4fba-9abd-9b28c504d079 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Checking segment: {'id': '9ed99dea-e917-4405-9e5b-103df93108f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '279ba797-9a4a-4dbd-8f77-24dee94493fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:51:42.225656 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db2d2e1b-7a6a-4fba-9abd-9b28c504d079 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Network hostable DHCP agents. Network: 279ba797-9a4a-4dbd-8f77-24dee94493fb, hostable agents: ['d136643e-48ae-49d4-a851-2ba3bdf3749c'], hosted agents: [] {{(pid=102791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 15:51:42.258235 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7456f0-6d0a-42fe-ba57-5e177fcaf7a6 req-81991618-e5a7-4fc9-89d7-cb736164bd9b tempest-ServersTestManualDisk-450512240 tempest-ServersTestManualDisk-450512240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:51:42.261753 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4a7456f0-6d0a-42fe-ba57-5e177fcaf7a6 req-81991618-e5a7-4fc9-89d7-cb736164bd9b tempest-ServersTestManualDisk-450512240 tempest-ServersTestManualDisk-450512240-project] 10.222.0.48 "GET /v2.0/ports?device_id=713844af-a26f-4b3e-af12-fd048b70b175 HTTP/1.1" status: 200 len: 946 time: 0.2712114 Mar 29 15:51:42.285260 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_common [None req-c699279b-e75e-44a7-9dfc-fffc7185898e tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Allocated IP 172.25.4.155 (4a4a035d-ecac-4ead-baa3-25f90788773a/e1a353dc-fac8-4901-a63c-273840237d6a/3a0222c0-8ac4-417b-b1bf-b779d9556e9d) {{(pid=102791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:51:42.309845 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db2d2e1b-7a6a-4fba-9abd-9b28c504d079 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Network 279ba797-9a4a-4dbd-8f77-24dee94493fb is scheduled to be hosted by DHCP agent d136643e-48ae-49d4-a851-2ba3bdf3749c with binding_index 1 {{(pid=102791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 15:51:42.334650 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [None req-db2d2e1b-7a6a-4fba-9abd-9b28c504d079 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834765-1, 279ba797-9a4a-4dbd-8f77-24dee94493fb) {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:51:42.345172 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caaff50e-27d4-4146-a997-2111d037ac9a None None] Network 279ba797-9a4a-4dbd-8f77-24dee94493fb requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 15:51:42.470222 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-c699279b-e75e-44a7-9dfc-fffc7185898e tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Notify callbacks [] for port, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:42.481549 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db2d2e1b-7a6a-4fba-9abd-9b28c504d079 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:51:42.482535 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-db2d2e1b-7a6a-4fba-9abd-9b28c504d079 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks [] for subnet, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:42.501608 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04ae65be-d847-4a24-acda-f5229f2aaf80 admin admin] Router dfbdc0c2-6ca9-4994-8c3b-b9daf11b3b7e has already been hosted by L3 agent c648d819-1060-4f26-b4ec-6455387b5dff {{(pid=102790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 15:51:42.548643 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90d728b4-84c6-4e20-af37-fd128ecf986e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0035034-69b0-5ffc-b384-0ac6189c5628-279ba797-9a4a-4dbd-8f77-24dee94493fb', 'network_id': '279ba797-9a4a-4dbd-8f77-24dee94493fb', 'tenant_id': '5dbaebdcae654b77ad7a96310f75316a', 'fixed_ips': [{'subnet_id': '6402bd51-5447-486b-ac7a-e9ba49b1d650'}]}} from n-d-834765-1. {{(pid=102792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 29 15:51:42.549647 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-90d728b4-84c6-4e20-af37-fd128ecf986e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:42.601563 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-db2d2e1b-7a6a-4fba-9abd-9b28c504d079 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4763403 Mar 29 15:51:42.603087 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 32768) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:51:42.608789 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-f169e5da-c0f5-4070-bea5-4d2beb6e7b6f tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1749986999', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:51:42.648492 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04ae65be-d847-4a24-acda-f5229f2aaf80 admin admin] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:51:42.649333 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-c699279b-e75e-44a7-9dfc-fffc7185898e tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:42.654739 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-04ae65be-d847-4a24-acda-f5229f2aaf80 admin admin] 10.222.0.42 "PUT /v2.0/routers/dfbdc0c2-6ca9-4994-8c3b-b9daf11b3b7e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6844571 Mar 29 15:51:42.657374 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 32770) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:51:42.663787 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b45ecd7b-4095-487f-b901-0e0564179b08 None None] Sync routers for ids ['dfbdc0c2-6ca9-4994-8c3b-b9daf11b3b7e'] in n-d-834765-1 {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:51:42.665012 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5199453-4eed-4f85-9cba-facff1eff4d8 req-78653edd-df56-4453-9c32-203ab5739283 tempest-ServersTestManualDisk-450512240 tempest-ServersTestManualDisk-450512240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:51:42.667369 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-a5199453-4eed-4f85-9cba-facff1eff4d8 req-78653edd-df56-4453-9c32-203ab5739283 tempest-ServersTestManualDisk-450512240 tempest-ServersTestManualDisk-450512240-project] 10.222.0.42 "GET /v2.0/ports?device_id=713844af-a26f-4b3e-af12-fd048b70b175 HTTP/1.1" status: 200 len: 946 time: 0.1787343 Mar 29 15:51:42.673783 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-f169e5da-c0f5-4070-bea5-4d2beb6e7b6f tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-532385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129310'] for router, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:42.674471 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-f169e5da-c0f5-4070-bea5-4d2beb6e7b6f tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-648091', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-684384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129319'] for router, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:42.685382 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b45ecd7b-4095-487f-b901-0e0564179b08 None None] Routers {'dfbdc0c2-6ca9-4994-8c3b-b9daf11b3b7e'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:51:42.686006 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-b45ecd7b-4095-487f-b901-0e0564179b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:51:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['dfbdc0c2-6ca9-4994-8c3b-b9daf11b3b7e'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:51:42.755742 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c699279b-e75e-44a7-9dfc-fffc7185898e tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Network 4a4a035d-ecac-4ead-baa3-25f90788773a is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:51:42.758383 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [req-4a7456f0-6d0a-42fe-ba57-5e177fcaf7a6 req-47fe4ec7-859a-4128-93a1-9ec4981fce69 tempest-ServersTestManualDisk-450512240 tempest-ServersTestManualDisk-450512240-project] Deleting port ee72ac06-ce20-4b97-b457-872e335b1552 {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:51:42.758911 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-4a7456f0-6d0a-42fe-ba57-5e177fcaf7a6 req-47fe4ec7-859a-4128-93a1-9ec4981fce69 tempest-ServersTestManualDisk-450512240 tempest-ServersTestManualDisk-450512240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:42.779753 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [None req-c699279b-e75e-44a7-9dfc-fffc7185898e tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:51:42.814440 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.db_base_plugin_common [None req-90d728b4-84c6-4e20-af37-fd128ecf986e None None] Allocated IP 2001:db8::2 (279ba797-9a4a-4dbd-8f77-24dee94493fb/6402bd51-5447-486b-ac7a-e9ba49b1d650/6b21b1a4-e522-4364-998f-30d6c8d9ea0c) {{(pid=102792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:51:42.815534 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c699279b-e75e-44a7-9dfc-fffc7185898e tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Received port after_create {{(pid=102791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:51:42.834885 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-188a6a9f-5747-497a-84d1-3d5735bc5119 admin admin] Notify callbacks [] for router, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:42.855941 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c699279b-e75e-44a7-9dfc-fffc7185898e tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Pushing event updated for resources: {'Port': ['ID=3a0222c0-8ac4-417b-b1bf-b779d9556e9d,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:51:42.887828 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvr_db [None req-b45ecd7b-4095-487f-b901-0e0564179b08 None None] Set router dfbdc0c2-6ca9-4994-8c3b-b9daf11b3b7e gateway port host: n-d-834765-1 {{(pid=102793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:51:42.952970 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-f169e5da-c0f5-4070-bea5-4d2beb6e7b6f tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:42.958474 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-a5199453-4eed-4f85-9cba-facff1eff4d8 req-a5ff02b3-5ce0-4994-af9b-34ecc9e18603 tempest-ServersTestManualDisk-450512240 tempest-ServersTestManualDisk-450512240-project] 10.222.0.42 "GET /v2.0/security-groups?id=36d8cc42-d960-42e4-81d7-b41cd1ca0462&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2758322 Mar 29 15:51:42.989645 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-188a6a9f-5747-497a-84d1-3d5735bc5119 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:43.030719 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-f169e5da-c0f5-4070-bea5-4d2beb6e7b6f tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648118'] for router, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:43.097275 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-90d728b4-84c6-4e20-af37-fd128ecf986e None None] Notify callbacks [] for port, precommit_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:43.104407 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-615c6ffd-5e1a-416e-bf54-f53997bc5691 req-bc949554-4a59-4873-9c60-4a3a01401598 tempest-ServerShowV257Test-1490108154 tempest-ServerShowV257Test-1490108154-project] 10.222.0.42 "GET /v2.0/ports?device_id=854ccde8-0688-48b1-841c-2b4473e584a1 HTTP/1.1" status: 200 len: 210 time: 0.0430467 Mar 29 15:51:43.120258 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-90d728b4-84c6-4e20-af37-fd128ecf986e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956'] for port, after_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:43.124889 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-f169e5da-c0f5-4070-bea5-4d2beb6e7b6f tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks [] for router, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:43.126064 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-f169e5da-c0f5-4070-bea5-4d2beb6e7b6f tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5221276 Mar 29 15:51:43.127733 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-188a6a9f-5747-497a-84d1-3d5735bc5119 admin admin] Deleting port 098e3dd0-9fba-4137-b9f4-8b5ab1fedb4d {{(pid=102790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:51:43.129001 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-188a6a9f-5747-497a-84d1-3d5735bc5119 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:43.131639 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 32780) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:51:43.163204 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-4a7456f0-6d0a-42fe-ba57-5e177fcaf7a6 req-47fe4ec7-859a-4128-93a1-9ec4981fce69 tempest-ServersTestManualDisk-450512240 tempest-ServersTestManualDisk-450512240-project] For port ee72ac06-ce20-4b97-b457-872e335b1552, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=ee72ac06-ce20-4b97-b457-872e335b1552,segment=NetworkSegment(63db82bb-8e0b-410c-8d5e-d91a972c7c81),segment_id=63db82bb-8e0b-410c-8d5e-d91a972c7c81)] {{(pid=102791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:51:43.163601 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-4a7456f0-6d0a-42fe-ba57-5e177fcaf7a6 req-47fe4ec7-859a-4128-93a1-9ec4981fce69 tempest-ServersTestManualDisk-450512240 tempest-ServersTestManualDisk-450512240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:43.167042 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-c699279b-e75e-44a7-9dfc-fffc7185898e tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:43.205205 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d728b4-84c6-4e20-af37-fd128ecf986e None None] Pushing event updated for resources: {'Port': ['ID=6b21b1a4-e522-4364-998f-30d6c8d9ea0c,revision_number=1']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:51:43.222505 n-d-834765-1 neutron-server[102792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90d728b4-84c6-4e20-af37-fd128ecf986e None None] Network 279ba797-9a4a-4dbd-8f77-24dee94493fb is already hosted by enough agents. {{(pid=102792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:51:43.224214 n-d-834765-1 neutron-server[102792]: DEBUG neutron.scheduler.base_scheduler [None req-90d728b4-84c6-4e20-af37-fd128ecf986e None None] Resources bound (agent type, host, resource id): {{(pid=102792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:51:43.228711 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90d728b4-84c6-4e20-af37-fd128ecf986e None None] Received port after_create {{(pid=102792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:51:43.264419 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-b45ecd7b-4095-487f-b901-0e0564179b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfbdc0c2-6ca9-4994-8c3b-b9daf11b3b7e', 'name': 'tempest-ServersTestBootFromVolume-1632588302-router', 'tenant_id': 'a2225105c4c64cec9c8922b4222928a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': '098e3dd0-9fba-4137-b9f4-8b5ab1fedb4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:49:32Z', 'updated_at': '2022-03-29T15:51:41Z', 'revision_number': 5, 'project_id': 'a2225105c4c64cec9c8922b4222928a3', 'gw_port': {'id': '098e3dd0-9fba-4137-b9f4-8b5ab1fedb4d', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:9a:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfbdc0c2-6ca9-4994-8c3b-b9daf11b3b7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1727, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:49:33Z', 'updated_at': '2022-03-29T15:49:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1'}], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:51:43.286287 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-c699279b-e75e-44a7-9dfc-fffc7185898e tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:43.313842 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-90d728b4-84c6-4e20-af37-fd128ecf986e None None] Attempting to bind port 6b21b1a4-e522-4364-998f-30d6c8d9ea0c on host n-d-834765-1 for vnic_type normal with profile {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:51:43.314233 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-90d728b4-84c6-4e20-af37-fd128ecf986e None None] Attempting to bind port 6b21b1a4-e522-4364-998f-30d6c8d9ea0c by drivers openvswitch,hyperv on host n-d-834765-1 at level 0 using segments [{'id': '9ed99dea-e917-4405-9e5b-103df93108f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '279ba797-9a4a-4dbd-8f77-24dee94493fb'}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:51:43.314627 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90d728b4-84c6-4e20-af37-fd128ecf986e None None] Attempting to bind port 6b21b1a4-e522-4364-998f-30d6c8d9ea0c on network 279ba797-9a4a-4dbd-8f77-24dee94493fb {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:51:43.318977 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b45ecd7b-4095-487f-b901-0e0564179b08 None None] Checking router: dfbdc0c2-6ca9-4994-8c3b-b9daf11b3b7e for host: n-d-834765-1 {{(pid=102793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:51:43.320587 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90d728b4-84c6-4e20-af37-fd128ecf986e None None] Checking agent: {'id': 'a8866439-9d96-425c-b519-6905c591ac37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 25, 36), 'started_at': datetime.datetime(2022, 3, 29, 15, 26, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 51, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834765-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:51:43.320963 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90d728b4-84c6-4e20-af37-fd128ecf986e None None] Checking segment: {'id': '9ed99dea-e917-4405-9e5b-103df93108f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '279ba797-9a4a-4dbd-8f77-24dee94493fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:51:43.322573 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-90d728b4-84c6-4e20-af37-fd128ecf986e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:43.322970 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90d728b4-84c6-4e20-af37-fd128ecf986e None None] Bound using segment: {'id': '9ed99dea-e917-4405-9e5b-103df93108f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '279ba797-9a4a-4dbd-8f77-24dee94493fb'} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:51:43.323597 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-90d728b4-84c6-4e20-af37-fd128ecf986e None None] Bound port: 6b21b1a4-e522-4364-998f-30d6c8d9ea0c, host: n-d-834765-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ed99dea-e917-4405-9e5b-103df93108f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '279ba797-9a4a-4dbd-8f77-24dee94493fb'}}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 15:51:43.324027 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-90d728b4-84c6-4e20-af37-fd128ecf986e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:43.345975 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b45ecd7b-4095-487f-b901-0e0564179b08 None None] Routers {'dfbdc0c2-6ca9-4994-8c3b-b9daf11b3b7e'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:51:43.346672 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-b45ecd7b-4095-487f-b901-0e0564179b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:51:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['dfbdc0c2-6ca9-4994-8c3b-b9daf11b3b7e'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:51:43.503334 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-90d728b4-84c6-4e20-af37-fd128ecf986e None None] For port 6b21b1a4-e522-4364-998f-30d6c8d9ea0c, host n-d-834765-1, cleared binding levels {{(pid=102792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:51:43.513669 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-90d728b4-84c6-4e20-af37-fd128ecf986e None None] For port 6b21b1a4-e522-4364-998f-30d6c8d9ea0c, host n-d-834765-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=6b21b1a4-e522-4364-998f-30d6c8d9ea0c,segment=NetworkSegment(9ed99dea-e917-4405-9e5b-103df93108f2),segment_id=9ed99dea-e917-4405-9e5b-103df93108f2)] {{(pid=102792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:51:43.529996 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-90d728b4-84c6-4e20-af37-fd128ecf986e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:43.563883 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [None req-188a6a9f-5747-497a-84d1-3d5735bc5119 admin admin] For port 098e3dd0-9fba-4137-b9f4-8b5ab1fedb4d, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=098e3dd0-9fba-4137-b9f4-8b5ab1fedb4d,segment=NetworkSegment(6ab47353-a811-4bad-bc73-b4cc84583cfd),segment_id=6ab47353-a811-4bad-bc73-b4cc84583cfd)] {{(pid=102790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:51:43.566041 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-188a6a9f-5747-497a-84d1-3d5735bc5119 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:43.609985 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-188a6a9f-5747-497a-84d1-3d5735bc5119 admin admin] Calling delete_port for 098e3dd0-9fba-4137-b9f4-8b5ab1fedb4d owned by network:router_gateway {{(pid=102790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:51:43.615609 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvr_db [None req-b45ecd7b-4095-487f-b901-0e0564179b08 None None] Set router dfbdc0c2-6ca9-4994-8c3b-b9daf11b3b7e gateway port host: None {{(pid=102793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:51:43.646218 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-4a7456f0-6d0a-42fe-ba57-5e177fcaf7a6 req-47fe4ec7-859a-4128-93a1-9ec4981fce69 tempest-ServersTestManualDisk-450512240 tempest-ServersTestManualDisk-450512240-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:43.646898 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-4a7456f0-6d0a-42fe-ba57-5e177fcaf7a6 req-47fe4ec7-859a-4128-93a1-9ec4981fce69 tempest-ServersTestManualDisk-450512240 tempest-ServersTestManualDisk-450512240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648212'] for floatingip, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:43.647441 n-d-834765-1 neutron-server[102791]: INFO neutron.db.l3_db [req-4a7456f0-6d0a-42fe-ba57-5e177fcaf7a6 req-47fe4ec7-859a-4128-93a1-9ec4981fce69 tempest-ServersTestManualDisk-450512240 tempest-ServersTestManualDisk-450512240-project] Floating IP cd9e5835-5aa9-4941-be0e-5b3158141106 disassociated. External IP: 172.25.4.31, port: ee72ac06-ce20-4b97-b457-872e335b1552. Mar 29 15:51:43.650478 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d728b4-84c6-4e20-af37-fd128ecf986e None None] Pushing event updated for resources: {'Port': ['ID=6b21b1a4-e522-4364-998f-30d6c8d9ea0c,revision_number=2']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:51:43.650854 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [req-4a7456f0-6d0a-42fe-ba57-5e177fcaf7a6 req-47fe4ec7-859a-4128-93a1-9ec4981fce69 tempest-ServersTestManualDisk-450512240 tempest-ServersTestManualDisk-450512240-project] Calling delete_port for ee72ac06-ce20-4b97-b457-872e335b1552 owned by compute:nova {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:51:43.722935 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-b45ecd7b-4095-487f-b901-0e0564179b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfbdc0c2-6ca9-4994-8c3b-b9daf11b3b7e', 'name': 'tempest-ServersTestBootFromVolume-1632588302-router', 'tenant_id': 'a2225105c4c64cec9c8922b4222928a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:49:32Z', 'updated_at': '2022-03-29T15:51:42Z', 'revision_number': 6, 'project_id': 'a2225105c4c64cec9c8922b4222928a3', 'gw_port_host': None}], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:51:43.762735 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b45ecd7b-4095-487f-b901-0e0564179b08 None None] The sync data for ids ['dfbdc0c2-6ca9-4994-8c3b-b9daf11b3b7e'] in n-d-834765-1 is: [{'id': 'dfbdc0c2-6ca9-4994-8c3b-b9daf11b3b7e', 'name': 'tempest-ServersTestBootFromVolume-1632588302-router', 'tenant_id': 'a2225105c4c64cec9c8922b4222928a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:49:32Z', 'updated_at': '2022-03-29T15:51:42Z', 'revision_number': 6, 'project_id': 'a2225105c4c64cec9c8922b4222928a3', 'gw_port_host': None}] {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:51:43.773317 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-c699279b-e75e-44a7-9dfc-fffc7185898e tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Notify callbacks [] for port, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:43.777455 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-64c2e371-74ff-4815-8ba2-cf6040309acb tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:43.789441 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-c699279b-e75e-44a7-9dfc-fffc7185898e tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:43.995929 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-c699279b-e75e-44a7-9dfc-fffc7185898e tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648212'] for floatingip, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:44.024642 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-188a6a9f-5747-497a-84d1-3d5735bc5119 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:44.046404 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c699279b-e75e-44a7-9dfc-fffc7185898e tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Pushing event updated for resources: {'Port': ['ID=3a0222c0-8ac4-417b-b1bf-b779d9556e9d,revision_number=2']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:51:44.076030 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188a6a9f-5747-497a-84d1-3d5735bc5119 admin admin] Pushing event deleted for resources: {'Port': ['ID=098e3dd0-9fba-4137-b9f4-8b5ab1fedb4d,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:51:44.083128 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-c699279b-e75e-44a7-9dfc-fffc7185898e tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for floatingip, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:44.093509 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-c699279b-e75e-44a7-9dfc-fffc7185898e tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3884573 Mar 29 15:51:44.093509 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-4a7456f0-6d0a-42fe-ba57-5e177fcaf7a6 req-47fe4ec7-859a-4128-93a1-9ec4981fce69 tempest-ServersTestManualDisk-450512240 tempest-ServersTestManualDisk-450512240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:44.227457 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fe4ec7-859a-4128-93a1-9ec4981fce69 tempest-ServersTestManualDisk-450512240 tempest-ServersTestManualDisk-450512240-project] Pushing event deleted for resources: {'Port': ['ID=ee72ac06-ce20-4b97-b457-872e335b1552,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:51:44.283437 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 32802) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:51:44.349050 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-8ffd75ac-f896-40cb-87a2-8029657bbd75 req-5c2fcb99-2fc9-4001-b54c-c7db4fc2a154 tempest-ServersTestManualDisk-450512240 tempest-ServersTestManualDisk-450512240-project] 10.222.0.42 "GET /v2.0/ports?device_id=713844af-a26f-4b3e-af12-fd048b70b175 HTTP/1.1" status: 200 len: 210 time: 0.1647775 Mar 29 15:51:44.442482 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-c0cfbbbf-3b79-41a9-ae17-abadc3389c2a req-fd67fa3e-8929-44b3-8d6c-26a50548534e tempest-ServerShowV257Test-1490108154 tempest-ServerShowV257Test-1490108154-project] 10.222.0.42 "GET /v2.0/ports?device_id=854ccde8-0688-48b1-841c-2b4473e584a1 HTTP/1.1" status: 200 len: 210 time: 0.1239007 Mar 29 15:51:44.490191 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-188a6a9f-5747-497a-84d1-3d5735bc5119 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-648138'] for router_gateway, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:44.636472 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-c301683d-30ac-40e3-ba21-b54e6184ebe4 req-6899ec43-46c4-429d-9ce0-9646d006eea4 tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--1893561885&fields=id&tenant_id=c6465a9dafbf43bf90c09b1dce8d1fc6 HTTP/1.1" status: 200 len: 267 time: 0.0578578 Mar 29 15:51:44.854911 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4a7456f0-6d0a-42fe-ba57-5e177fcaf7a6 req-47fe4ec7-859a-4128-93a1-9ec4981fce69 tempest-ServersTestManualDisk-450512240 tempest-ServersTestManualDisk-450512240-project] Router f8c9852e-dd98-4bb3-a236-147eda5c7b4b has already been hosted by L3 agent c648d819-1060-4f26-b4ec-6455387b5dff {{(pid=102791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 15:51:44.967299 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device ee72ac06-ce20-4b97-b457-872e335b1552 no longer exists at agent hyperv_n-h2-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:51:45.010571 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] No Port match for: ee72ac06-ce20-4b97-b457-872e335b1552 {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 15:51:45.010916 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device ee72ac06-ce20-4b97-b457-872e335b1552 not bound to the agent host n-h2-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:51:45.034038 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-188a6a9f-5747-497a-84d1-3d5735bc5119 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129328'] for router, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:45.034641 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c301683d-30ac-40e3-ba21-b54e6184ebe4 req-9b63d830-3682-4a93-ae4c-ec5c309241aa tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:51:45.036412 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-c301683d-30ac-40e3-ba21-b54e6184ebe4 req-9b63d830-3682-4a93-ae4c-ec5c309241aa tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] 10.222.0.42 "GET /v2.0/networks?id=5820eec2-ced2-414a-ab32-af1fabeb5f44 HTTP/1.1" status: 200 len: 814 time: 0.3869698 Mar 29 15:51:45.039968 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-188a6a9f-5747-497a-84d1-3d5735bc5119 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:45.119811 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.db_base_plugin_common [None req-64c2e371-74ff-4815-8ba2-cf6040309acb tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Allocated IP 2001:db8::1 (279ba797-9a4a-4dbd-8f77-24dee94493fb/6402bd51-5447-486b-ac7a-e9ba49b1d650/3d548c4b-3677-40b5-be3a-7f014966b290) {{(pid=102790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:51:45.135841 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-c301683d-30ac-40e3-ba21-b54e6184ebe4 req-156792f8-f2b5-41bb-a29f-5b893de13c38 tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] 10.222.0.42 "GET /v2.0/quotas/c6465a9dafbf43bf90c09b1dce8d1fc6 HTTP/1.1" status: 200 len: 375 time: 0.0660844 Mar 29 15:51:45.140030 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-188a6a9f-5747-497a-84d1-3d5735bc5119 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-526718'] for router, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:45.140723 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-188a6a9f-5747-497a-84d1-3d5735bc5119 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dfbdc0c2-6ca9-4994-8c3b-b9daf11b3b7e {{(pid=102790) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 29 15:51:45.160821 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-188a6a9f-5747-497a-84d1-3d5735bc5119 admin admin] Notify callbacks [] for router, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:45.164222 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-188a6a9f-5747-497a-84d1-3d5735bc5119 admin admin] 10.222.0.42 "DELETE /v2.0/routers/dfbdc0c2-6ca9-4994-8c3b-b9daf11b3b7e HTTP/1.1" status: 204 len: 168 time: 2.4892235 Mar 29 15:51:45.166516 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 32826) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:51:45.255613 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9a0a265-79c3-4dd6-89b1-1c851e69a937 admin admin] Deleting subnet 80684512-3579-4a5d-a6a3-894ce2a0c253 {{(pid=102790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 15:51:45.271843 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-f9a0a265-79c3-4dd6-89b1-1c851e69a937 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:45.368061 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-f9a0a265-79c3-4dd6-89b1-1c851e69a937 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4614024'] for subnet, precommit_delete_associations {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:45.511762 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-64c2e371-74ff-4815-8ba2-cf6040309acb tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks [] for port, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:45.531156 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a96e6b84-e07e-4268-9077-12e44be76f8e None None] Network 279ba797-9a4a-4dbd-8f77-24dee94493fb requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 15:51:45.600534 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-42169fbc-b1ef-4cef-b3a2-8206f0d30000 req-f231f8fd-2158-4979-81e7-2bbb56df6657 tempest-ServersTestManualDisk-450512240 tempest-ServersTestManualDisk-450512240-project] 10.222.0.42 "GET /v2.0/ports?device_id=713844af-a26f-4b3e-af12-fd048b70b175 HTTP/1.1" status: 200 len: 210 time: 0.0815258 Mar 29 15:51:45.630628 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 6b21b1a4-e522-4364-998f-30d6c8d9ea0c up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:51:45.682310 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-f9a0a265-79c3-4dd6-89b1-1c851e69a937 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1641287'] for subnet, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:45.716006 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-c301683d-30ac-40e3-ba21-b54e6184ebe4 req-f753219e-989e-4674-8225-b30f88c701ae tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=c6465a9dafbf43bf90c09b1dce8d1fc6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5608208 Mar 29 15:51:45.728902 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-0b33fe72-3496-4e59-8125-f7a2865ed1cd None None] Provisioning complete for port 6b21b1a4-e522-4364-998f-30d6c8d9ea0c triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:51:45.729278 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-0b33fe72-3496-4e59-8125-f7a2865ed1cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:45.761140 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-af81ffd0-7d58-4857-a8d0-f1a407b2b721 req-6b304db0-342c-45b9-914b-d58e48cf97c7 tempest-ServerShowV257Test-1490108154 tempest-ServerShowV257Test-1490108154-project] 10.222.0.42 "GET /v2.0/ports?device_id=854ccde8-0688-48b1-841c-2b4473e584a1 HTTP/1.1" status: 200 len: 210 time: 0.0473180 Mar 29 15:51:45.786618 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-64c2e371-74ff-4815-8ba2-cf6040309acb tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:45.847404 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port 6b21b1a4-e522-4364-998f-30d6c8d9ea0c triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:51:45.847783 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:45.854391 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4a7456f0-6d0a-42fe-ba57-5e177fcaf7a6 req-47fe4ec7-859a-4128-93a1-9ec4981fce69 tempest-ServersTestManualDisk-450512240 tempest-ServersTestManualDisk-450512240-project] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:51:45.894481 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c2e371-74ff-4815-8ba2-cf6040309acb tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Pushing event updated for resources: {'Port': ['ID=3d548c4b-3677-40b5-be3a-7f014966b290,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:51:45.905170 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64c2e371-74ff-4815-8ba2-cf6040309acb tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Network 279ba797-9a4a-4dbd-8f77-24dee94493fb is already hosted by enough agents. {{(pid=102790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:51:45.906789 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-64c2e371-74ff-4815-8ba2-cf6040309acb tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Resources bound (agent type, host, resource id): {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:51:45.911305 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aab7b4ba-5b92-4de4-b9ad-22420e5b5d2b None None] Sync routers for ids ['f8c9852e-dd98-4bb3-a236-147eda5c7b4b'] in n-d-834765-1 {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:51:45.911488 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64c2e371-74ff-4815-8ba2-cf6040309acb tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Received port after_create {{(pid=102790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:51:45.912006 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-64c2e371-74ff-4815-8ba2-cf6040309acb tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-648347'] for router_interface, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:45.932707 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a7456f0-6d0a-42fe-ba57-5e177fcaf7a6 req-47fe4ec7-859a-4128-93a1-9ec4981fce69 tempest-ServersTestManualDisk-450512240 tempest-ServersTestManualDisk-450512240-project] No DVR routers for this DVR port ee72ac06-ce20-4b97-b457-872e335b1552 on host n-h2-834765-1 {{(pid=102791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:51:45.938766 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-4a7456f0-6d0a-42fe-ba57-5e177fcaf7a6 req-47fe4ec7-859a-4128-93a1-9ec4981fce69 tempest-ServersTestManualDisk-450512240 tempest-ServersTestManualDisk-450512240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:45.942560 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4a7456f0-6d0a-42fe-ba57-5e177fcaf7a6 req-47fe4ec7-859a-4128-93a1-9ec4981fce69 tempest-ServersTestManualDisk-450512240 tempest-ServersTestManualDisk-450512240-project] 10.222.0.48 "DELETE /v2.0/ports/ee72ac06-ce20-4b97-b457-872e335b1552 HTTP/1.1" status: 204 len: 173 time: 3.6716504 Mar 29 15:51:45.943564 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '713844af-a26f-4b3e-af12-fd048b70b175', 'name': 'network-vif-deleted', 'tag': 'ee72ac06-ce20-4b97-b457-872e335b1552'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:51:45.947569 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c67b028db5e9b9818fecc5c0a87ebc6f190694fa53ca267d523e04f98de536d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-289e0b05-7114-40b2-924d-a96317408fee" -d '{"events": [{"server_uuid": "713844af-a26f-4b3e-af12-fd048b70b175", "name": "network-vif-deleted", "tag": "ee72ac06-ce20-4b97-b457-872e335b1552"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:51:46.009298 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aab7b4ba-5b92-4de4-b9ad-22420e5b5d2b None None] Routers {'f8c9852e-dd98-4bb3-a236-147eda5c7b4b'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:51:46.010836 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-aab7b4ba-5b92-4de4-b9ad-22420e5b5d2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:51:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['f8c9852e-dd98-4bb3-a236-147eda5c7b4b'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:51:46.027282 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-f9a0a265-79c3-4dd6-89b1-1c851e69a937 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1641294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5231963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4793952'] for subnet, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:46.079149 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:51:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dac1b1e-48ed-450f-ad5a-664109fe092b x-openstack-request-id: req-7dac1b1e-48ed-450f-ad5a-664109fe092b {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:51:46.081755 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "713844af-a26f-4b3e-af12-fd048b70b175", "name": "network-vif-deleted", "tag": "ee72ac06-ce20-4b97-b457-872e335b1552", "status": "completed", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:51:46.082184 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-7dac1b1e-48ed-450f-ad5a-664109fe092b {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:51:46.083380 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '713844af-a26f-4b3e-af12-fd048b70b175', 'name': 'network-vif-deleted', 'tag': 'ee72ac06-ce20-4b97-b457-872e335b1552', 'status': 'completed', 'code': 200} Mar 29 15:51:46.143679 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a0a265-79c3-4dd6-89b1-1c851e69a937 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=80684512-3579-4a5d-a6a3-894ce2a0c253,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:51:46.148599 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-c301683d-30ac-40e3-ba21-b54e6184ebe4 req-c1cc8933-4f98-4091-a73b-25a8d116ac85 service neutron] 10.222.0.42 "GET /v2.0/networks/5820eec2-ced2-414a-ab32-af1fabeb5f44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3592017 Mar 29 15:51:46.154307 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-f9a0a265-79c3-4dd6-89b1-1c851e69a937 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for subnet, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:46.159960 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-f9a0a265-79c3-4dd6-89b1-1c851e69a937 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/80684512-3579-4a5d-a6a3-894ce2a0c253 HTTP/1.1" status: 204 len: 168 time: 0.9903233 Mar 29 15:51:46.160591 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 32850) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:51:46.253242 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-269f6240-4149-4809-9f6e-dc910a7cdb04 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-530452'] for router_interface, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:46.361954 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-64c2e371-74ff-4815-8ba2-cf6040309acb tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:46.374024 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-3cb0e0d0-aac6-4e88-a0b2-dbbf72b40d0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1631750'] for network, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:46.418544 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e9c20b8-5e76-49eb-abd0-8093d714d884 None None] Network 94f600c4-9204-48b8-9dde-4e8016a6c980 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 15:51:46.443472 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-c301683d-30ac-40e3-ba21-b54e6184ebe4 req-562a8e98-ad21-46c5-a35c-b5ca8614a29f service neutron] 10.222.0.42 "GET /v2.0/networks/5820eec2-ced2-414a-ab32-af1fabeb5f44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2799759 Mar 29 15:51:46.472521 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-0b33fe72-3496-4e59-8125-f7a2865ed1cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:46.663598 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:46.735965 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-0b33fe72-3496-4e59-8125-f7a2865ed1cd None None] For port 6b21b1a4-e522-4364-998f-30d6c8d9ea0c, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=6b21b1a4-e522-4364-998f-30d6c8d9ea0c,segment=NetworkSegment(9ed99dea-e917-4405-9e5b-103df93108f2),segment_id=9ed99dea-e917-4405-9e5b-103df93108f2)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:51:46.746420 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-0b33fe72-3496-4e59-8125-f7a2865ed1cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:46.797062 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 32862) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:51:46.920765 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.db.api [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102792) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 29 15:51:46.923666 n-d-834765-1 neutron-server[102792]: DEBUG oslo_db.api [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 29 15:51:46.985090 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-3cb0e0d0-aac6-4e88-a0b2-dbbf72b40d0a admin admin] Deleting port 7b44180b-d255-4d84-830a-df03541da459 {{(pid=102790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:51:46.985520 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-3cb0e0d0-aac6-4e88-a0b2-dbbf72b40d0a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:46.991062 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvr_db [None req-aab7b4ba-5b92-4de4-b9ad-22420e5b5d2b None None] Set router f8c9852e-dd98-4bb3-a236-147eda5c7b4b gateway port host: n-d-834765-1 {{(pid=102792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:51:47.044041 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-213c4e5a-87c1-4b87-be96-36aae64063bf req-e509668a-414c-4044-a450-006bb870dc0d tempest-ServerShowV257Test-1490108154 tempest-ServerShowV257Test-1490108154-project] 10.222.0.42 "GET /v2.0/ports?device_id=854ccde8-0688-48b1-841c-2b4473e584a1 HTTP/1.1" status: 200 len: 210 time: 0.0826945 Mar 29 15:51:47.059467 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:47.089922 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-1718e922-d24c-40bc-8200-6c88c74ae3fa None None] Provisioning complete for port 3d548c4b-3677-40b5-be3a-7f014966b290 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:51:47.090300 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1718e922-d24c-40bc-8200-6c88c74ae3fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:47.098404 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-3456a13a-ac30-4d80-8ef9-a9722cac10e4 req-65da6e9d-fa6b-47ed-8305-76be531d2e70 tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] 10.222.0.42 "GET /v2.0/ports?device_id=cbe49725-0a5d-42e9-bfee-0425af8500ec HTTP/1.1" status: 200 len: 210 time: 0.1961861 Mar 29 15:51:47.154389 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-461a92e0-940c-4235-b852-3a8b2e72603c tempest-ServersTestManualDisk-450512240 tempest-ServersTestManualDisk-450512240-project] Notify callbacks [] for security_group, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:47.154616 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b33fe72-3496-4e59-8125-f7a2865ed1cd None None] Pushing event updated for resources: {'Port': ['ID=6b21b1a4-e522-4364-998f-30d6c8d9ea0c,revision_number=3']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:51:47.204293 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [None req-3cb0e0d0-aac6-4e88-a0b2-dbbf72b40d0a admin admin] For port 7b44180b-d255-4d84-830a-df03541da459, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=7b44180b-d255-4d84-830a-df03541da459,segment=NetworkSegment(0cf4c8fa-aed1-409e-b278-011a45c757bf),segment_id=0cf4c8fa-aed1-409e-b278-011a45c757bf)] {{(pid=102790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:51:47.204926 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-3cb0e0d0-aac6-4e88-a0b2-dbbf72b40d0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:47.214947 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-461a92e0-940c-4235-b852-3a8b2e72603c tempest-ServersTestManualDisk-450512240 tempest-ServersTestManualDisk-450512240-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:47.232125 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-3cb0e0d0-aac6-4e88-a0b2-dbbf72b40d0a admin admin] Calling delete_port for 7b44180b-d255-4d84-830a-df03541da459 owned by network:dhcp {{(pid=102790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:51:47.281704 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33668a1d-f952-41f2-a9a7-7da5eade8009 None None] DHCP port deletion for 94f600c4-9204-48b8-9dde-4e8016a6c980 request from n-d-834765-1 {{(pid=102792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 29 15:51:47.287849 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-269f6240-4149-4809-9f6e-dc910a7cdb04 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Deleting port 3082ffe5-4b37-4096-b952-c3f15f6f23d6 {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:51:47.288260 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-269f6240-4149-4809-9f6e-dc910a7cdb04 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:47.308316 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-461a92e0-940c-4235-b852-3a8b2e72603c tempest-ServersTestManualDisk-450512240 tempest-ServersTestManualDisk-450512240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:47.310334 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-1718e922-d24c-40bc-8200-6c88c74ae3fa None None] Port 3d548c4b-3677-40b5-be3a-7f014966b290 cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 15:51:47.310803 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-461a92e0-940c-4235-b852-3a8b2e72603c tempest-ServersTestManualDisk-450512240 tempest-ServersTestManualDisk-450512240-project] Notify callbacks [] for security_group, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:47.311997 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-461a92e0-940c-4235-b852-3a8b2e72603c tempest-ServersTestManualDisk-450512240 tempest-ServersTestManualDisk-450512240-project] 10.222.0.42 "DELETE /v2.0/security-groups/36d8cc42-d960-42e4-81d7-b41cd1ca0462 HTTP/1.1" status: 204 len: 168 time: 0.5107896 Mar 29 15:51:47.321082 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 32878) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:51:47.349261 n-d-834765-1 neutron-server[102791]: INFO neutron.api.v2.resource [None req-a7800164-a56c-4d4a-8785-2ebaa9f29019 tempest-ServersTestManualDisk-450512240 tempest-ServersTestManualDisk-450512240-project] show failed (client error): The resource could not be found. Mar 29 15:51:47.350509 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-a7800164-a56c-4d4a-8785-2ebaa9f29019 tempest-ServersTestManualDisk-450512240 tempest-ServersTestManualDisk-450512240-project] 10.222.0.42 "GET /v2.0/security-groups/36d8cc42-d960-42e4-81d7-b41cd1ca0462 HTTP/1.1" status: 404 len: 347 time: 0.0283585 Mar 29 15:51:47.354577 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 32880) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:51:47.361241 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-1718e922-d24c-40bc-8200-6c88c74ae3fa None None] Provisioning complete for port 6b21b1a4-e522-4364-998f-30d6c8d9ea0c triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:51:47.361716 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461a92e0-940c-4235-b852-3a8b2e72603c tempest-ServersTestManualDisk-450512240 tempest-ServersTestManualDisk-450512240-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=36d8cc42-d960-42e4-81d7-b41cd1ca0462,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:51:47.362233 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1718e922-d24c-40bc-8200-6c88c74ae3fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:47.441646 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-64c2e371-74ff-4815-8ba2-cf6040309acb tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks [] for port, precommit_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:47.451758 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-64c2e371-74ff-4815-8ba2-cf6040309acb tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5237921'] for port, after_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:47.452512 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-64c2e371-74ff-4815-8ba2-cf6040309acb tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-648439'] for router_interface, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:47.523906 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c2e371-74ff-4815-8ba2-cf6040309acb tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Pushing event updated for resources: {'Port': ['ID=3d548c4b-3677-40b5-be3a-7f014966b290,revision_number=2']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:51:47.590037 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-aab7b4ba-5b92-4de4-b9ad-22420e5b5d2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8c9852e-dd98-4bb3-a236-147eda5c7b4b', 'name': 'tempest-ServersTestManualDisk-2145880061-router', 'tenant_id': '2f916f4102be4d9598e1979f4f5a1e34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.217'}], 'enable_snat': True}, 'gw_port_id': 'd8059570-cbde-4009-b984-c89de27194a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:49:44Z', 'updated_at': '2022-03-29T15:49:57Z', 'revision_number': 4, 'project_id': '2f916f4102be4d9598e1979f4f5a1e34', 'gw_port': {'id': 'd8059570-cbde-4009-b984-c89de27194a2', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:ed:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8c9852e-dd98-4bb3-a236-147eda5c7b4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:49:48Z', 'updated_at': '2022-03-29T15:49:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': '07081cdc-21ec-4ae8-abbf-2013c046442a', 'name': '', 'network_id': '08d86c7c-d7ae-48d3-9114-f1b7687b801d', 'tenant_id': '2f916f4102be4d9598e1979f4f5a1e34', 'mac_address': 'fa:16:3e:e8:26:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8c9852e-dd98-4bb3-a236-147eda5c7b4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': 'a7734bc8-ad66-4b96-b048-122f2b558e8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:49:54Z', 'updated_at': '2022-03-29T15:50:03Z', 'revision_number': 5, 'project_id': '2f916f4102be4d9598e1979f4f5a1e34', 'subnets': [{'id': 'a7734bc8-ad66-4b96-b048-122f2b558e8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:51:47.635855 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-3cb0e0d0-aac6-4e88-a0b2-dbbf72b40d0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:47.665131 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aab7b4ba-5b92-4de4-b9ad-22420e5b5d2b None None] Checking router: f8c9852e-dd98-4bb3-a236-147eda5c7b4b for host: n-d-834765-1 {{(pid=102792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:51:47.670687 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 098e3dd0-9fba-4137-b9f4-8b5ab1fedb4d no longer exists at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:51:47.684352 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb0e0d0-aac6-4e88-a0b2-dbbf72b40d0a admin admin] Pushing event deleted for resources: {'Port': ['ID=7b44180b-d255-4d84-830a-df03541da459,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:51:47.698338 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64c2e371-74ff-4815-8ba2-cf6040309acb tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Network 279ba797-9a4a-4dbd-8f77-24dee94493fb is already hosted by enough agents. {{(pid=102790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:51:47.701966 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-64c2e371-74ff-4815-8ba2-cf6040309acb tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Resources bound (agent type, host, resource id): {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:51:47.728313 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [None req-269f6240-4149-4809-9f6e-dc910a7cdb04 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] For port 3082ffe5-4b37-4096-b952-c3f15f6f23d6, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=3082ffe5-4b37-4096-b952-c3f15f6f23d6,segment=NetworkSegment(2a4ce93c-04dc-421c-bbb2-d2181b27d5d6),segment_id=2a4ce93c-04dc-421c-bbb2-d2181b27d5d6)] {{(pid=102791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:51:47.728740 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-269f6240-4149-4809-9f6e-dc910a7cdb04 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:47.735808 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-33668a1d-f952-41f2-a9a7-7da5eade8009 None None] Deleting port 7b44180b-d255-4d84-830a-df03541da459 {{(pid=102792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:51:47.736522 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-33668a1d-f952-41f2-a9a7-7da5eade8009 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:47.747825 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cb0e0d0-aac6-4e88-a0b2-dbbf72b40d0a admin admin] No DVR routers for this DVR port 7b44180b-d255-4d84-830a-df03541da459 on host n-d-834765-1 {{(pid=102790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:51:47.771160 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-269f6240-4149-4809-9f6e-dc910a7cdb04 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Calling delete_port for 3082ffe5-4b37-4096-b952-c3f15f6f23d6 owned by network:router_interface {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:51:47.815635 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-33668a1d-f952-41f2-a9a7-7da5eade8009 None None] For port 7b44180b-d255-4d84-830a-df03541da459, host n-d-834765-1, got binding levels [] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:51:47.816103 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-33668a1d-f952-41f2-a9a7-7da5eade8009 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:47.831270 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-33668a1d-f952-41f2-a9a7-7da5eade8009 None None] Calling delete_port for 7b44180b-d255-4d84-830a-df03541da459 owned by network:dhcp {{(pid=102792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:51:47.834077 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.ipam_backend_mixin [None req-33668a1d-f952-41f2-a9a7-7da5eade8009 None None] Port 7b44180b-d255-4d84-830a-df03541da459 was not found and therefore no delete operation was performed {{(pid=102792) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 29 15:51:47.839951 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-33668a1d-f952-41f2-a9a7-7da5eade8009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350'] for port, after_delete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:47.843232 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] No Port match for: 098e3dd0-9fba-4137-b9f4-8b5ab1fedb4d {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 15:51:47.843681 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 098e3dd0-9fba-4137-b9f4-8b5ab1fedb4d not bound to the agent host n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:51:47.844172 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 3601c5db-cf1a-48cb-81c2-88e27b38aab3 no longer exists at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:51:47.859674 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-a11913a4-3c7a-4f26-aaf2-a5cf34b68d51 tempest-ServersTestManualDisk-450512240 tempest-ServersTestManualDisk-450512240-project] Deleting port c3af566e-f97f-4145-bf13-51a1ca6a793b {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:51:47.862490 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-a11913a4-3c7a-4f26-aaf2-a5cf34b68d51 tempest-ServersTestManualDisk-450512240 tempest-ServersTestManualDisk-450512240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:47.902490 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aab7b4ba-5b92-4de4-b9ad-22420e5b5d2b None None] Routers {'f8c9852e-dd98-4bb3-a236-147eda5c7b4b'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:51:47.903365 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-aab7b4ba-5b92-4de4-b9ad-22420e5b5d2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:51:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['f8c9852e-dd98-4bb3-a236-147eda5c7b4b'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:51:48.030791 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-3cb0e0d0-aac6-4e88-a0b2-dbbf72b40d0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639890', 'neutron.services.segments.db._delete_segments_for_network-8783523423079'] for network, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:48.065805 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-3cb0e0d0-aac6-4e88-a0b2-dbbf72b40d0a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94f600c4-9204-48b8-9dde-4e8016a6c980']}} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:51:48.105801 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-3cb0e0d0-aac6-4e88-a0b2-dbbf72b40d0a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0cf4c8fa-aed1-409e-b278-011a45c757bf') {'for_net_delete': True} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:51:48.106154 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-3cb0e0d0-aac6-4e88-a0b2-dbbf72b40d0a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0cf4c8fa-aed1-409e-b278-011a45c757bf') {} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:51:48.141839 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-a11913a4-3c7a-4f26-aaf2-a5cf34b68d51 tempest-ServersTestManualDisk-450512240 tempest-ServersTestManualDisk-450512240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:48.142233 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-a11913a4-3c7a-4f26-aaf2-a5cf34b68d51 tempest-ServersTestManualDisk-450512240 tempest-ServersTestManualDisk-450512240-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:48.152341 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-3cb0e0d0-aac6-4e88-a0b2-dbbf72b40d0a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783523422064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4614019'] for segment, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:48.157391 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-a11913a4-3c7a-4f26-aaf2-a5cf34b68d51 tempest-ServersTestManualDisk-450512240 tempest-ServersTestManualDisk-450512240-project] Calling delete_port for c3af566e-f97f-4145-bf13-51a1ca6a793b owned by network:floatingip {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:51:48.175879 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvr_db [None req-aab7b4ba-5b92-4de4-b9ad-22420e5b5d2b None None] Set router f8c9852e-dd98-4bb3-a236-147eda5c7b4b gateway port host: n-d-834765-1 {{(pid=102792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:51:48.185655 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64c2e371-74ff-4815-8ba2-cf6040309acb tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Router 2a4845e0-8645-44d3-baed-0c9dbe7891fe is scheduled to L3 agent c648d819-1060-4f26-b4ec-6455387b5dff with binding_index 1 {{(pid=102790) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 29 15:51:48.203113 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-3cb0e0d0-aac6-4e88-a0b2-dbbf72b40d0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:48.225484 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3cb0e0d0-aac6-4e88-a0b2-dbbf72b40d0a admin admin] Releasing vlan 649 on physical network physnet1 to pool {{(pid=102790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 15:51:48.226213 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-3cb0e0d0-aac6-4e88-a0b2-dbbf72b40d0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5238013'] for segment, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:48.229921 n-d-834765-1 neutron-server[102790]: Traceback (most recent call last): Mar 29 15:51:48.229921 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 15:51:48.229921 n-d-834765-1 neutron-server[102790]: timer() Mar 29 15:51:48.229921 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 15:51:48.229921 n-d-834765-1 neutron-server[102790]: cb(*args, **kw) Mar 29 15:51:48.229921 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 15:51:48.229921 n-d-834765-1 neutron-server[102790]: return func(*args, **kwargs) Mar 29 15:51:48.229921 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 15:51:48.229921 n-d-834765-1 neutron-server[102790]: self._notify() Mar 29 15:51:48.229921 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 15:51:48.229921 n-d-834765-1 neutron-server[102790]: self.callback(batched_events) Mar 29 15:51:48.229921 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 15:51:48.229921 n-d-834765-1 neutron-server[102790]: event.method(event) Mar 29 15:51:48.229921 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 15:51:48.229921 n-d-834765-1 neutron-server[102790]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 15:51:48.229921 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 15:51:48.229921 n-d-834765-1 neutron-server[102790]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 15:51:48.229921 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 15:51:48.229921 n-d-834765-1 neutron-server[102790]: return f(self, *a, **k) Mar 29 15:51:48.229921 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 15:51:48.229921 n-d-834765-1 neutron-server[102790]: return self._get(url).json() Mar 29 15:51:48.229921 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 15:51:48.229921 n-d-834765-1 neutron-server[102790]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 15:51:48.229921 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 15:51:48.229921 n-d-834765-1 neutron-server[102790]: return self.request(url, 'GET', **kwargs) Mar 29 15:51:48.229921 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 15:51:48.229921 n-d-834765-1 neutron-server[102790]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 15:51:48.229921 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 15:51:48.229921 n-d-834765-1 neutron-server[102790]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 15:51:48.229921 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 15:51:48.229921 n-d-834765-1 neutron-server[102790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 15:51:48.229921 n-d-834765-1 neutron-server[102790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 15:51:48.241182 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b5282d3d-d322-4b8c-8593-2cfad677505e req-78dace92-4562-41fd-815e-8f34ef19d89b tempest-ServerShowV257Test-1490108154 tempest-ServerShowV257Test-1490108154-project] 10.222.0.42 "GET /v2.0/ports?device_id=854ccde8-0688-48b1-841c-2b4473e584a1 HTTP/1.1" status: 200 len: 210 time: 0.0425246 Mar 29 15:51:48.297415 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33668a1d-f952-41f2-a9a7-7da5eade8009 None None] Pushing event deleted for resources: {'Port': ['ID=7b44180b-d255-4d84-830a-df03541da459,revision_number=None']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:51:48.300407 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] No Port match for: 3601c5db-cf1a-48cb-81c2-88e27b38aab3 {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 15:51:48.301116 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 3601c5db-cf1a-48cb-81c2-88e27b38aab3 not bound to the agent host n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:51:48.302692 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:48.304974 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33668a1d-f952-41f2-a9a7-7da5eade8009 None None] No DVR routers for this DVR port 7b44180b-d255-4d84-830a-df03541da459 on host n-d-834765-1 {{(pid=102792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:51:48.362050 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-269f6240-4149-4809-9f6e-dc910a7cdb04 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:48.369640 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-653689e0-0169-4b7f-8f05-e5c8c4474ab8 None None] Provisioning complete for port 3d548c4b-3677-40b5-be3a-7f014966b290 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:51:48.369865 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-653689e0-0169-4b7f-8f05-e5c8c4474ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:48.466703 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-653689e0-0169-4b7f-8f05-e5c8c4474ab8 None None] Port 3d548c4b-3677-40b5-be3a-7f014966b290 cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 15:51:48.472768 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64c2e371-74ff-4815-8ba2-cf6040309acb tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:51:48.481978 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-64c2e371-74ff-4815-8ba2-cf6040309acb tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] 10.222.0.42 "PUT /v2.0/routers/2a4845e0-8645-44d3-baed-0c9dbe7891fe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3485591 Mar 29 15:51:48.489251 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c69eb460-6773-461f-916e-e7f3571968e4 None None] Sync routers for ids ['2a4845e0-8645-44d3-baed-0c9dbe7891fe'] in n-d-834765-1 {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:51:48.501820 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-e0b2a294-b3e0-4dcc-af5b-2c6bcddaeed3 req-48603a72-ee97-4e6b-8779-4de71b89d8c6 tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] 10.222.0.42 "GET /v2.0/ports?device_id=cbe49725-0a5d-42e9-bfee-0425af8500ec HTTP/1.1" status: 200 len: 210 time: 0.2286770 Mar 29 15:51:48.502421 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 32902) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:51:48.521589 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 6b21b1a4-e522-4364-998f-30d6c8d9ea0c up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:51:48.524737 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c69eb460-6773-461f-916e-e7f3571968e4 None None] Routers {'2a4845e0-8645-44d3-baed-0c9dbe7891fe'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:51:48.535437 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-c69eb460-6773-461f-916e-e7f3571968e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:51:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['2a4845e0-8645-44d3-baed-0c9dbe7891fe'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:51:48.584442 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-3cb0e0d0-aac6-4e88-a0b2-dbbf72b40d0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1639897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648174'] for network, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:48.591831 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-3cb0e0d0-aac6-4e88-a0b2-dbbf72b40d0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for network, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:48.595227 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-3cb0e0d0-aac6-4e88-a0b2-dbbf72b40d0a admin admin] 10.222.0.42 "DELETE /v2.0/networks/94f600c4-9204-48b8-9dde-4e8016a6c980 HTTP/1.1" status: 204 len: 168 time: 2.4336843 Mar 29 15:51:48.607802 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65a158f2-c97c-4925-a1c6-a7831f9627a2 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:51:48.612920 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269f6240-4149-4809-9f6e-dc910a7cdb04 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Pushing event deleted for resources: {'Port': ['ID=3082ffe5-4b37-4096-b952-c3f15f6f23d6,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:51:48.616866 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-65a158f2-c97c-4925-a1c6-a7831f9627a2 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] 10.222.0.42 "GET /v2.0/ports/3d548c4b-3677-40b5-be3a-7f014966b290 HTTP/1.1" status: 200 len: 911 time: 0.1129341 Mar 29 15:51:48.618948 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 32906) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:51:48.624747 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-c69eb460-6773-461f-916e-e7f3571968e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:51:48.642256 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-5ec1e006-58bc-40bc-b61a-09be2c46bb41 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '6402bd51-5447-486b-ac7a-e9ba49b1d650'}]}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:51:48.648279 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c69eb460-6773-461f-916e-e7f3571968e4 None None] Routers {'2a4845e0-8645-44d3-baed-0c9dbe7891fe'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:51:48.652113 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-c69eb460-6773-461f-916e-e7f3571968e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:51:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['2a4845e0-8645-44d3-baed-0c9dbe7891fe'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:51:48.723652 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-c69eb460-6773-461f-916e-e7f3571968e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:51:48.726242 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c69eb460-6773-461f-916e-e7f3571968e4 None None] The sync data for ids ['2a4845e0-8645-44d3-baed-0c9dbe7891fe'] in n-d-834765-1 is: [] {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:51:48.730693 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-94a637db-f571-4d88-96b0-62069ed1b596 None None] Provisioning complete for port 3d548c4b-3677-40b5-be3a-7f014966b290 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:51:48.731112 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-94a637db-f571-4d88-96b0-62069ed1b596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:48.782787 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb0e0d0-aac6-4e88-a0b2-dbbf72b40d0a admin admin] Pushing event deleted for resources: {'Network': ['ID=94f600c4-9204-48b8-9dde-4e8016a6c980,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:51:48.799824 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-94a637db-f571-4d88-96b0-62069ed1b596 None None] Port 3d548c4b-3677-40b5-be3a-7f014966b290 cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 15:51:48.861080 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port 6b21b1a4-e522-4364-998f-30d6c8d9ea0c triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:51:48.861080 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:48.872842 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-a11913a4-3c7a-4f26-aaf2-a5cf34b68d51 tempest-ServersTestManualDisk-450512240 tempest-ServersTestManualDisk-450512240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:48.940326 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-aab7b4ba-5b92-4de4-b9ad-22420e5b5d2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8c9852e-dd98-4bb3-a236-147eda5c7b4b', 'name': 'tempest-ServersTestManualDisk-2145880061-router', 'tenant_id': '2f916f4102be4d9598e1979f4f5a1e34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.217'}], 'enable_snat': True}, 'gw_port_id': 'd8059570-cbde-4009-b984-c89de27194a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:49:44Z', 'updated_at': '2022-03-29T15:49:57Z', 'revision_number': 4, 'project_id': '2f916f4102be4d9598e1979f4f5a1e34', 'gw_port': {'id': 'd8059570-cbde-4009-b984-c89de27194a2', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:ed:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8c9852e-dd98-4bb3-a236-147eda5c7b4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:49:48Z', 'updated_at': '2022-03-29T15:49:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': '07081cdc-21ec-4ae8-abbf-2013c046442a', 'name': '', 'network_id': '08d86c7c-d7ae-48d3-9114-f1b7687b801d', 'tenant_id': '2f916f4102be4d9598e1979f4f5a1e34', 'mac_address': 'fa:16:3e:e8:26:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8c9852e-dd98-4bb3-a236-147eda5c7b4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': 'a7734bc8-ad66-4b96-b048-122f2b558e8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:49:54Z', 'updated_at': '2022-03-29T15:50:03Z', 'revision_number': 5, 'project_id': '2f916f4102be4d9598e1979f4f5a1e34', 'subnets': [{'id': 'a7734bc8-ad66-4b96-b048-122f2b558e8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:51:49.014409 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 32914) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:51:49.023130 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aab7b4ba-5b92-4de4-b9ad-22420e5b5d2b None None] The sync data for ids ['f8c9852e-dd98-4bb3-a236-147eda5c7b4b'] in n-d-834765-1 is: [{'id': 'f8c9852e-dd98-4bb3-a236-147eda5c7b4b', 'name': 'tempest-ServersTestManualDisk-2145880061-router', 'tenant_id': '2f916f4102be4d9598e1979f4f5a1e34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.217'}], 'enable_snat': True}, 'gw_port_id': 'd8059570-cbde-4009-b984-c89de27194a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:49:44Z', 'updated_at': '2022-03-29T15:49:57Z', 'revision_number': 4, 'project_id': '2f916f4102be4d9598e1979f4f5a1e34', 'gw_port': {'id': 'd8059570-cbde-4009-b984-c89de27194a2', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:ed:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8c9852e-dd98-4bb3-a236-147eda5c7b4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:49:48Z', 'updated_at': '2022-03-29T15:49:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': '07081cdc-21ec-4ae8-abbf-2013c046442a', 'name': '', 'network_id': '08d86c7c-d7ae-48d3-9114-f1b7687b801d', 'tenant_id': '2f916f4102be4d9598e1979f4f5a1e34', 'mac_address': 'fa:16:3e:e8:26:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8c9852e-dd98-4bb3-a236-147eda5c7b4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': 'a7734bc8-ad66-4b96-b048-122f2b558e8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:49:54Z', 'updated_at': '2022-03-29T15:50:03Z', 'revision_number': 5, 'project_id': '2f916f4102be4d9598e1979f4f5a1e34', 'subnets': [{'id': 'a7734bc8-ad66-4b96-b048-122f2b558e8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:51:49.027760 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-5ec1e006-58bc-40bc-b61a-09be2c46bb41 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:49.050042 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11913a4-3c7a-4f26-aaf2-a5cf34b68d51 tempest-ServersTestManualDisk-450512240 tempest-ServersTestManualDisk-450512240-project] Pushing event deleted for resources: {'Port': ['ID=c3af566e-f97f-4145-bf13-51a1ca6a793b,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:51:49.127727 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 7b44180b-d255-4d84-830a-df03541da459 no longer exists at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:51:49.147556 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c301683d-30ac-40e3-ba21-b54e6184ebe4 req-d74dde43-1dbd-4edc-831e-421e0637b637 tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:51:49.149224 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-c301683d-30ac-40e3-ba21-b54e6184ebe4 req-d74dde43-1dbd-4edc-831e-421e0637b637 tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] 10.222.0.44 "GET /v2.0/networks?id=5820eec2-ced2-414a-ab32-af1fabeb5f44 HTTP/1.1" status: 200 len: 814 time: 0.6045134 Mar 29 15:51:49.156182 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-59f39d40-c158-4e70-963b-b2951b028e06 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a2225105c4c64cec9c8922b4222928a3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1388023 Mar 29 15:51:49.162319 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] No Port match for: 7b44180b-d255-4d84-830a-df03541da459 {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 15:51:49.162901 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 7b44180b-d255-4d84-830a-df03541da459 not bound to the agent host n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:51:49.173934 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 32916) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:51:49.243142 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-a11913a4-3c7a-4f26-aaf2-a5cf34b68d51 tempest-ServersTestManualDisk-450512240 tempest-ServersTestManualDisk-450512240-project] Notify callbacks [] for floatingip, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:49.246169 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-a11913a4-3c7a-4f26-aaf2-a5cf34b68d51 tempest-ServersTestManualDisk-450512240 tempest-ServersTestManualDisk-450512240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for floatingip, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:49.250820 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-a11913a4-3c7a-4f26-aaf2-a5cf34b68d51 tempest-ServersTestManualDisk-450512240 tempest-ServersTestManualDisk-450512240-project] 10.222.0.42 "DELETE /v2.0/floatingips/cd9e5835-5aa9-4941-be0e-5b3158141106 HTTP/1.1" status: 204 len: 168 time: 1.8926263 Mar 29 15:51:49.254108 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 32922) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:51:49.263424 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-c301683d-30ac-40e3-ba21-b54e6184ebe4 req-1e67db26-d352-477d-b527-2aeec747a736 tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c6465a9dafbf43bf90c09b1dce8d1fc6 HTTP/1.1" status: 200 len: 380 time: 0.1011505 Mar 29 15:51:49.268328 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-269f6240-4149-4809-9f6e-dc910a7cdb04 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-530528'] for router_interface, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:49.276280 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [req-c301683d-30ac-40e3-ba21-b54e6184ebe4 req-0c72b98a-e2b0-4488-92d8-d8a033d68897 tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Request body: {'port': {'device_id': 'cbe49725-0a5d-42e9-bfee-0425af8500ec', 'network_id': '5820eec2-ced2-414a-ab32-af1fabeb5f44', 'admin_state_up': True, 'tenant_id': 'c6465a9dafbf43bf90c09b1dce8d1fc6', 'security_groups': ['18cf8a9a-ec7a-4d70-920e-5df66f5b2aec']}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:51:49.482420 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58468b57-d6d0-4307-9d92-890343d88d07 None None] New status for floating IP cd9e5835-5aa9-4941-be0e-5b3158141106: DOWN {{(pid=102792) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 15:51:49.491163 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-823451a0-ecbf-4224-8695-edf52f43d953 req-ca7166d2-4755-461c-bd89-e49ad122eb71 tempest-ServerShowV257Test-1490108154 tempest-ServerShowV257Test-1490108154-project] 10.222.0.42 "GET /v2.0/ports?device_id=854ccde8-0688-48b1-841c-2b4473e584a1 HTTP/1.1" status: 200 len: 210 time: 0.0902820 Mar 29 15:51:49.677455 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c301683d-30ac-40e3-ba21-b54e6184ebe4 req-0c72b98a-e2b0-4488-92d8-d8a033d68897 tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Made reservation on behalf of c6465a9dafbf43bf90c09b1dce8d1fc6 for: {'port': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:51:49.685639 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-c301683d-30ac-40e3-ba21-b54e6184ebe4 req-0c72b98a-e2b0-4488-92d8-d8a033d68897 tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:49.740951 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-269f6240-4149-4809-9f6e-dc910a7cdb04 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Router b57fb9ec-03c5-4cd9-89b7-ca6ff650c65a has already been hosted by L3 agent c648d819-1060-4f26-b4ec-6455387b5dff {{(pid=102791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 15:51:49.826167 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e0a5a757-5f1b-46d6-8917-4a0bc1d7d2a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:49.833967 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-ff8b7f4b-45bc-45ee-94c2-efa094a03b9d req-118f6295-fcc8-4cb0-9c7c-3d60c73a38fd tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] 10.222.0.42 "GET /v2.0/ports?device_id=cbe49725-0a5d-42e9-bfee-0425af8500ec HTTP/1.1" status: 200 len: 210 time: 0.0477064 Mar 29 15:51:49.942000 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e0a5a757-5f1b-46d6-8917-4a0bc1d7d2a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:49.965283 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-269f6240-4149-4809-9f6e-dc910a7cdb04 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:51:49.970886 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-269f6240-4149-4809-9f6e-dc910a7cdb04 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] 10.222.0.42 "PUT /v2.0/routers/b57fb9ec-03c5-4cd9-89b7-ca6ff650c65a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6846380 Mar 29 15:51:49.979566 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b19c3c0f-3c70-446f-8fad-d474ce72cdd1 None None] Sync routers for ids ['b57fb9ec-03c5-4cd9-89b7-ca6ff650c65a'] in n-d-834765-1 {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:51:49.994500 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_common [req-c301683d-30ac-40e3-ba21-b54e6184ebe4 req-0c72b98a-e2b0-4488-92d8-d8a033d68897 tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Allocated IP 172.20.0.8 (5820eec2-ced2-414a-ab32-af1fabeb5f44/406fd4ed-e828-4758-9c87-5ac29cec1b72/c79a9f63-fa7d-4a05-9147-597c906881e3) {{(pid=102791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:51:50.002398 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b19c3c0f-3c70-446f-8fad-d474ce72cdd1 None None] Routers {'b57fb9ec-03c5-4cd9-89b7-ca6ff650c65a'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:51:50.003429 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-b19c3c0f-3c70-446f-8fad-d474ce72cdd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:51:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['b57fb9ec-03c5-4cd9-89b7-ca6ff650c65a'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:51:50.176416 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvr_db [None req-b19c3c0f-3c70-446f-8fad-d474ce72cdd1 None None] Set router b57fb9ec-03c5-4cd9-89b7-ca6ff650c65a gateway port host: n-d-834765-1 {{(pid=102793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:51:50.221864 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-c301683d-30ac-40e3-ba21-b54e6184ebe4 req-0c72b98a-e2b0-4488-92d8-d8a033d68897 tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Notify callbacks [] for port, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:50.274187 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-c301683d-30ac-40e3-ba21-b54e6184ebe4 req-0c72b98a-e2b0-4488-92d8-d8a033d68897 tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:50.293622 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e0a5a757-5f1b-46d6-8917-4a0bc1d7d2a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:50.296240 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e0a5a757-5f1b-46d6-8917-4a0bc1d7d2a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:50.297454 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-e0a5a757-5f1b-46d6-8917-4a0bc1d7d2a1 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/3814cd59-5bb0-4d34-ba64-f4e03727fd46 HTTP/1.1" status: 204 len: 168 time: 1.1171479 Mar 29 15:51:50.339995 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c301683d-30ac-40e3-ba21-b54e6184ebe4 req-0c72b98a-e2b0-4488-92d8-d8a033d68897 tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Network 5820eec2-ced2-414a-ab32-af1fabeb5f44 is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:51:50.343294 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [req-c301683d-30ac-40e3-ba21-b54e6184ebe4 req-0c72b98a-e2b0-4488-92d8-d8a033d68897 tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:51:50.347050 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [req-c301683d-30ac-40e3-ba21-b54e6184ebe4 req-0c72b98a-e2b0-4488-92d8-d8a033d68897 tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Received port after_create {{(pid=102791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:51:50.353639 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c72b98a-e2b0-4488-92d8-d8a033d68897 tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Pushing event updated for resources: {'Port': ['ID=c79a9f63-fa7d-4a05-9147-597c906881e3,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:51:50.398682 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a5a757-5f1b-46d6-8917-4a0bc1d7d2a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3814cd59-5bb0-4d34-ba64-f4e03727fd46,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:51:50.449418 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c301683d-30ac-40e3-ba21-b54e6184ebe4 req-0c72b98a-e2b0-4488-92d8-d8a033d68897 tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:51:50.450451 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-c301683d-30ac-40e3-ba21-b54e6184ebe4 req-0c72b98a-e2b0-4488-92d8-d8a033d68897 tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:50.477633 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-5ec1e006-58bc-40bc-b61a-09be2c46bb41 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks [] for port, precommit_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:50.479810 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-c301683d-30ac-40e3-ba21-b54e6184ebe4 req-0c72b98a-e2b0-4488-92d8-d8a033d68897 tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2073469 Mar 29 15:51:50.503530 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [req-c301683d-30ac-40e3-ba21-b54e6184ebe4 req-a7a90d16-8496-4490-9ebd-47528daa2355 service neutron] Request body: {'port': {'device_id': 'cbe49725-0a5d-42e9-bfee-0425af8500ec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834765-1'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:51:50.504349 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b24036-322b-4b6b-8625-57228f86d000 req-3cc05297-3a56-4860-949c-b0e26ccd56a6 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:51:50.508055 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-f5b24036-322b-4b6b-8625-57228f86d000 req-3cc05297-3a56-4860-949c-b0e26ccd56a6 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] 10.222.0.42 "GET /v2.0/ports?device_id=dbce9f83-2267-4628-9e0c-afe7582d0b9c HTTP/1.1" status: 200 len: 946 time: 0.2707539 Mar 29 15:51:50.582981 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-5ec1e006-58bc-40bc-b61a-09be2c46bb41 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5237921'] for port, after_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:50.602115 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ec1e006-58bc-40bc-b61a-09be2c46bb41 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:51:50.603990 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-5ec1e006-58bc-40bc-b61a-09be2c46bb41 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:50.608663 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-5ec1e006-58bc-40bc-b61a-09be2c46bb41 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] 10.222.0.42 "PUT /v2.0/ports/3d548c4b-3677-40b5-be3a-7f014966b290 HTTP/1.1" status: 200 len: 911 time: 1.9867759 Mar 29 15:51:50.685226 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 32954) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:51:50.688551 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec1e006-58bc-40bc-b61a-09be2c46bb41 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Pushing event updated for resources: {'Port': ['ID=3d548c4b-3677-40b5-be3a-7f014966b290,revision_number=3']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:51:50.818232 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-f5b24036-322b-4b6b-8625-57228f86d000 req-9c3c6d8b-0c8b-44fa-a5f9-3baa501b3d57 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] 10.222.0.42 "GET /v2.0/security-groups?id=48412e0f-2e84-4054-b430-1164daea25c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2905684 Mar 29 15:51:50.860111 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-3af1bb3a-e639-46d0-a0aa-42b6c0bc9504 None None] Provisioning complete for port c79a9f63-fa7d-4a05-9147-597c906881e3 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:51:50.860756 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-3af1bb3a-e639-46d0-a0aa-42b6c0bc9504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:50.977370 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-b19c3c0f-3c70-446f-8fad-d474ce72cdd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b57fb9ec-03c5-4cd9-89b7-ca6ff650c65a', 'name': 'tempest-TestNetworkBasicOps-router-173982885', 'tenant_id': '4613198224a343ff95b6b23b26c7af7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.205'}], 'enable_snat': True}, 'gw_port_id': 'db082a07-ed19-43e6-8f6f-15f3a86650cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:48:27Z', 'updated_at': '2022-03-29T15:51:48Z', 'revision_number': 6, 'project_id': '4613198224a343ff95b6b23b26c7af7a', 'gw_port': {'id': 'db082a07-ed19-43e6-8f6f-15f3a86650cf', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:ba:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b57fb9ec-03c5-4cd9-89b7-ca6ff650c65a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1524, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:48:28Z', 'updated_at': '2022-03-29T15:48:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_floatingips': [{'id': '7ed50733-8ce6-4b10-84db-b8b0f10693a5', 'tenant_id': '4613198224a343ff95b6b23b26c7af7a', 'floating_ip_address': '172.25.4.4', 'floating_network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'router_id': 'b57fb9ec-03c5-4cd9-89b7-ca6ff650c65a', 'port_id': '4db3f057-ea95-4cf1-868d-a9dd1b5d31a6', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1704, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0eb69c38-859a-44f3-b301-7cf6beecd122', 'mac_address': 'fa:16:3e:25:8b:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '186cc152-5814-4ecc-8410-e5062beddb18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T15:49:27Z', 'updated_at': '2022-03-29T15:49:32Z', 'revision_number': 1, 'project_id': '4613198224a343ff95b6b23b26c7af7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0e706fd-c21f-4ff0-afc3-ea1e48be4fe5', 'name': '', 'network_id': '0eb69c38-859a-44f3-b301-7cf6beecd122', 'tenant_id': '4613198224a343ff95b6b23b26c7af7a', 'mac_address': 'fa:16:3e:4d:e0:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b57fb9ec-03c5-4cd9-89b7-ca6ff650c65a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': '1924a09c-5d13-4bf6-994f-2a1793829850', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:48:43Z', 'updated_at': '2022-03-29T15:48:50Z', 'revision_number': 5, 'project_id': '4613198224a343ff95b6b23b26c7af7a', 'subnets': [{'id': '1924a09c-5d13-4bf6-994f-2a1793829850', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:51:51.049215 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-80f59713-33fe-483d-a4cc-f5ccee416111 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-530452'] for router_interface, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:51.049604 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-3af1bb3a-e639-46d0-a0aa-42b6c0bc9504 None None] Port c79a9f63-fa7d-4a05-9147-597c906881e3 cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 15:51:51.077892 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b19c3c0f-3c70-446f-8fad-d474ce72cdd1 None None] Checking router: b57fb9ec-03c5-4cd9-89b7-ca6ff650c65a for host: n-d-834765-1 {{(pid=102793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:51:51.103313 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfbe82f-e361-429a-bc05-72fb1be34d64 req-23733722-4b6d-4284-83e5-cb1c5bc741d3 tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:51:51.104544 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-1bfbe82f-e361-429a-bc05-72fb1be34d64 req-23733722-4b6d-4284-83e5-cb1c5bc741d3 tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] 10.222.0.42 "GET /v2.0/ports?device_id=cbe49725-0a5d-42e9-bfee-0425af8500ec HTTP/1.1" status: 200 len: 931 time: 0.1242247 Mar 29 15:51:51.105502 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b19c3c0f-3c70-446f-8fad-d474ce72cdd1 None None] Routers {'b57fb9ec-03c5-4cd9-89b7-ca6ff650c65a'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:51:51.112779 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-b19c3c0f-3c70-446f-8fad-d474ce72cdd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:51:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['b57fb9ec-03c5-4cd9-89b7-ca6ff650c65a'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:51:51.154561 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-c40a54b8-bd13-4a00-a63a-02270281d583 req-9519196f-36ad-4ea7-a18a-0c5bd7106809 tempest-ServerShowV257Test-1490108154 tempest-ServerShowV257Test-1490108154-project] 10.222.0.42 "GET /v2.0/ports?device_id=854ccde8-0688-48b1-841c-2b4473e584a1 HTTP/1.1" status: 200 len: 210 time: 0.0328794 Mar 29 15:51:51.192157 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-c301683d-30ac-40e3-ba21-b54e6184ebe4 req-a7a90d16-8496-4490-9ebd-47528daa2355 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:51.337798 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvr_db [None req-b19c3c0f-3c70-446f-8fad-d474ce72cdd1 None None] Set router b57fb9ec-03c5-4cd9-89b7-ca6ff650c65a gateway port host: n-d-834765-1 {{(pid=102793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:51:51.454873 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-1bfbe82f-e361-429a-bc05-72fb1be34d64 req-0da29902-f8d8-441b-88e7-11532c392f64 tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] 10.222.0.42 "GET /v2.0/security-groups?id=18cf8a9a-ec7a-4d70-920e-5df66f5b2aec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3198962 Mar 29 15:51:51.645007 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [req-c301683d-30ac-40e3-ba21-b54e6184ebe4 req-a7a90d16-8496-4490-9ebd-47528daa2355 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c79a9f63-fa7d-4a05-9147-597c906881e3 {{(pid=102791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:51:51.652276 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-1d6334a5-be58-4fd9-b5f3-e5c189fcfb0f tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-530452'] for router_interface, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:51.655940 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-c301683d-30ac-40e3-ba21-b54e6184ebe4 req-a7a90d16-8496-4490-9ebd-47528daa2355 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:51.670093 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.provisioning_blocks [req-c301683d-30ac-40e3-ba21-b54e6184ebe4 req-a7a90d16-8496-4490-9ebd-47528daa2355 service neutron] Transition to ACTIVE for port object c79a9f63-fa7d-4a05-9147-597c906881e3 will not be triggered until provisioned by entity L2. {{(pid=102791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 15:51:51.675471 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-c301683d-30ac-40e3-ba21-b54e6184ebe4 req-a7a90d16-8496-4490-9ebd-47528daa2355 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:51.692913 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-b19c3c0f-3c70-446f-8fad-d474ce72cdd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b57fb9ec-03c5-4cd9-89b7-ca6ff650c65a', 'name': 'tempest-TestNetworkBasicOps-router-173982885', 'tenant_id': '4613198224a343ff95b6b23b26c7af7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.205'}], 'enable_snat': True}, 'gw_port_id': 'db082a07-ed19-43e6-8f6f-15f3a86650cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:48:27Z', 'updated_at': '2022-03-29T15:51:48Z', 'revision_number': 6, 'project_id': '4613198224a343ff95b6b23b26c7af7a', 'gw_port': {'id': 'db082a07-ed19-43e6-8f6f-15f3a86650cf', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:ba:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b57fb9ec-03c5-4cd9-89b7-ca6ff650c65a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1524, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:48:28Z', 'updated_at': '2022-03-29T15:48:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_floatingips': [{'id': '7ed50733-8ce6-4b10-84db-b8b0f10693a5', 'tenant_id': '4613198224a343ff95b6b23b26c7af7a', 'floating_ip_address': '172.25.4.4', 'floating_network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'router_id': 'b57fb9ec-03c5-4cd9-89b7-ca6ff650c65a', 'port_id': '4db3f057-ea95-4cf1-868d-a9dd1b5d31a6', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1704, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0eb69c38-859a-44f3-b301-7cf6beecd122', 'mac_address': 'fa:16:3e:25:8b:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '186cc152-5814-4ecc-8410-e5062beddb18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T15:49:27Z', 'updated_at': '2022-03-29T15:49:32Z', 'revision_number': 1, 'project_id': '4613198224a343ff95b6b23b26c7af7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0e706fd-c21f-4ff0-afc3-ea1e48be4fe5', 'name': '', 'network_id': '0eb69c38-859a-44f3-b301-7cf6beecd122', 'tenant_id': '4613198224a343ff95b6b23b26c7af7a', 'mac_address': 'fa:16:3e:4d:e0:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b57fb9ec-03c5-4cd9-89b7-ca6ff650c65a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': '1924a09c-5d13-4bf6-994f-2a1793829850', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:48:43Z', 'updated_at': '2022-03-29T15:48:50Z', 'revision_number': 5, 'project_id': '4613198224a343ff95b6b23b26c7af7a', 'subnets': [{'id': '1924a09c-5d13-4bf6-994f-2a1793829850', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:51:51.746244 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b19c3c0f-3c70-446f-8fad-d474ce72cdd1 None None] The sync data for ids ['b57fb9ec-03c5-4cd9-89b7-ca6ff650c65a'] in n-d-834765-1 is: [{'id': 'b57fb9ec-03c5-4cd9-89b7-ca6ff650c65a', 'name': 'tempest-TestNetworkBasicOps-router-173982885', 'tenant_id': '4613198224a343ff95b6b23b26c7af7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.205'}], 'enable_snat': True}, 'gw_port_id': 'db082a07-ed19-43e6-8f6f-15f3a86650cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:48:27Z', 'updated_at': '2022-03-29T15:51:48Z', 'revision_number': 6, 'project_id': '4613198224a343ff95b6b23b26c7af7a', 'gw_port': {'id': 'db082a07-ed19-43e6-8f6f-15f3a86650cf', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:ba:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b57fb9ec-03c5-4cd9-89b7-ca6ff650c65a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1524, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:48:28Z', 'updated_at': '2022-03-29T15:48:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_floatingips': [{'id': '7ed50733-8ce6-4b10-84db-b8b0f10693a5', 'tenant_id': '4613198224a343ff95b6b23b26c7af7a', 'floating_ip_address': '172.25.4.4', 'floating_network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'router_id': 'b57fb9ec-03c5-4cd9-89b7-ca6ff650c65a', 'port_id': '4db3f057-ea95-4cf1-868d-a9dd1b5d31a6', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1704, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0eb69c38-859a-44f3-b301-7cf6beecd122', 'mac_address': 'fa:16:3e:25:8b:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '186cc152-5814-4ecc-8410-e5062beddb18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T15:49:27Z', 'updated_at': '2022-03-29T15:49:32Z', 'revision_number': 1, 'project_id': '4613198224a343ff95b6b23b26c7af7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0e706fd-c21f-4ff0-afc3-ea1e48be4fe5', 'name': '', 'network_id': '0eb69c38-859a-44f3-b301-7cf6beecd122', 'tenant_id': '4613198224a343ff95b6b23b26c7af7a', 'mac_address': 'fa:16:3e:4d:e0:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b57fb9ec-03c5-4cd9-89b7-ca6ff650c65a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': '1924a09c-5d13-4bf6-994f-2a1793829850', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:48:43Z', 'updated_at': '2022-03-29T15:48:50Z', 'revision_number': 5, 'project_id': '4613198224a343ff95b6b23b26c7af7a', 'subnets': [{'id': '1924a09c-5d13-4bf6-994f-2a1793829850', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:51:51.813156 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 32992) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:51:51.890619 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a90d16-8496-4490-9ebd-47528daa2355 service neutron] Pushing event updated for resources: {'Port': ['ID=c79a9f63-fa7d-4a05-9147-597c906881e3,revision_number=2']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:51:51.916769 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238c2554-1254-4009-9b56-8478a8c8e6ca req-8d80fc55-3d09-46bb-900a-755e86211227 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:51:51.918568 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-238c2554-1254-4009-9b56-8478a8c8e6ca req-8d80fc55-3d09-46bb-900a-755e86211227 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] 10.222.0.48 "GET /v2.0/ports?device_id=dbce9f83-2267-4628-9e0c-afe7582d0b9c HTTP/1.1" status: 200 len: 946 time: 0.2176769 Mar 29 15:51:51.957369 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-80f59713-33fe-483d-a4cc-f5ccee416111 admin admin] Deleting port 07081cdc-21ec-4ae8-abbf-2013c046442a {{(pid=102790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:51:51.957715 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-80f59713-33fe-483d-a4cc-f5ccee416111 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:52.067614 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-1f4699ca-84c2-4b79-96ed-423ba27a2942 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1930304390-network', 'tenant_id': '9cad725e1c41463fab431e48b8d9bfff'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:51:52.077564 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-c301683d-30ac-40e3-ba21-b54e6184ebe4 req-a7a90d16-8496-4490-9ebd-47528daa2355 service neutron] Attempting to bind port c79a9f63-fa7d-4a05-9147-597c906881e3 on host n-h1-834765-1 for vnic_type normal with profile {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:51:52.077901 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-c301683d-30ac-40e3-ba21-b54e6184ebe4 req-a7a90d16-8496-4490-9ebd-47528daa2355 service neutron] Attempting to bind port c79a9f63-fa7d-4a05-9147-597c906881e3 by drivers openvswitch,hyperv on host n-h1-834765-1 at level 0 using segments [{'id': '593392ec-7215-4ab3-8e52-325f9a7e2718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '5820eec2-ced2-414a-ab32-af1fabeb5f44'}] {{(pid=102791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:51:52.078216 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c301683d-30ac-40e3-ba21-b54e6184ebe4 req-a7a90d16-8496-4490-9ebd-47528daa2355 service neutron] Attempting to bind port c79a9f63-fa7d-4a05-9147-597c906881e3 on network 5820eec2-ced2-414a-ab32-af1fabeb5f44 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:51:52.096357 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c301683d-30ac-40e3-ba21-b54e6184ebe4 req-a7a90d16-8496-4490-9ebd-47528daa2355 service neutron] Port c79a9f63-fa7d-4a05-9147-597c906881e3 on network 5820eec2-ced2-414a-ab32-af1fabeb5f44 not bound, no agent of type Open vSwitch agent registered on host n-h1-834765-1 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 15:51:52.096708 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c301683d-30ac-40e3-ba21-b54e6184ebe4 req-a7a90d16-8496-4490-9ebd-47528daa2355 service neutron] Attempting to bind port c79a9f63-fa7d-4a05-9147-597c906881e3 on network 5820eec2-ced2-414a-ab32-af1fabeb5f44 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:51:52.121658 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c301683d-30ac-40e3-ba21-b54e6184ebe4 req-a7a90d16-8496-4490-9ebd-47528daa2355 service neutron] Checking agent: {'id': 'be375040-5069-4239-9460-a3a3213e1e90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 33, 18), 'started_at': datetime.datetime(2022, 3, 29, 15, 33, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 51, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:51:52.122008 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c301683d-30ac-40e3-ba21-b54e6184ebe4 req-a7a90d16-8496-4490-9ebd-47528daa2355 service neutron] Checking segment: {'id': '593392ec-7215-4ab3-8e52-325f9a7e2718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '5820eec2-ced2-414a-ab32-af1fabeb5f44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:51:52.122950 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c301683d-30ac-40e3-ba21-b54e6184ebe4 req-a7a90d16-8496-4490-9ebd-47528daa2355 service neutron] Bound using segment: {'id': '593392ec-7215-4ab3-8e52-325f9a7e2718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '5820eec2-ced2-414a-ab32-af1fabeb5f44'} {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:51:52.125551 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-c301683d-30ac-40e3-ba21-b54e6184ebe4 req-a7a90d16-8496-4490-9ebd-47528daa2355 service neutron] Bound port: c79a9f63-fa7d-4a05-9147-597c906881e3, host: n-h1-834765-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '593392ec-7215-4ab3-8e52-325f9a7e2718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '5820eec2-ced2-414a-ab32-af1fabeb5f44'}}] {{(pid=102791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 15:51:52.125551 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-c301683d-30ac-40e3-ba21-b54e6184ebe4 req-a7a90d16-8496-4490-9ebd-47528daa2355 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:52.138310 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f4699ca-84c2-4b79-96ed-423ba27a2942 admin admin] Made reservation on behalf of 9cad725e1c41463fab431e48b8d9bfff for: {'network': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:51:52.140749 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-1f4699ca-84c2-4b79-96ed-423ba27a2942 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for network, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:52.166795 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [None req-80f59713-33fe-483d-a4cc-f5ccee416111 admin admin] For port 07081cdc-21ec-4ae8-abbf-2013c046442a, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=07081cdc-21ec-4ae8-abbf-2013c046442a,segment=NetworkSegment(63db82bb-8e0b-410c-8d5e-d91a972c7c81),segment_id=63db82bb-8e0b-410c-8d5e-d91a972c7c81)] {{(pid=102790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:51:52.167182 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-80f59713-33fe-483d-a4cc-f5ccee416111 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:52.177013 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-1f4699ca-84c2-4b79-96ed-423ba27a2942 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:52.180953 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e14f50-ecdf-4100-928d-e16a234952fb req-a4cd39e7-17ab-48f7-ad3b-7530737dd997 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:51:52.182360 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-18e14f50-ecdf-4100-928d-e16a234952fb req-a4cd39e7-17ab-48f7-ad3b-7530737dd997 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] 10.222.0.42 "GET /v2.0/ports?device_id=dbce9f83-2267-4628-9e0c-afe7582d0b9c HTTP/1.1" status: 200 len: 946 time: 0.2480063 Mar 29 15:51:52.214620 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-80f59713-33fe-483d-a4cc-f5ccee416111 admin admin] Calling delete_port for 07081cdc-21ec-4ae8-abbf-2013c046442a owned by network:router_interface {{(pid=102790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:51:52.252530 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [req-238c2554-1254-4009-9b56-8478a8c8e6ca req-41caf376-e1b0-4ac7-a8bf-60b271722fa5 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Deleting port 408a7751-c169-48c6-a91f-4e488a715a48 {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:51:52.253373 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-238c2554-1254-4009-9b56-8478a8c8e6ca req-41caf376-e1b0-4ac7-a8bf-60b271722fa5 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:52.345736 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 3082ffe5-4b37-4096-b952-c3f15f6f23d6 no longer exists at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:51:52.371933 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-121ff28d-0f1e-492d-aad2-df65a5de9674 req-23d66bdf-7431-40e3-ad59-1ab6ae946248 tempest-ServerShowV257Test-1490108154 tempest-ServerShowV257Test-1490108154-project] 10.222.0.42 "GET /v2.0/ports?device_id=854ccde8-0688-48b1-841c-2b4473e584a1 HTTP/1.1" status: 200 len: 210 time: 0.0861871 Mar 29 15:51:52.377426 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] No Port match for: 3082ffe5-4b37-4096-b952-c3f15f6f23d6 {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 15:51:52.377767 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 3082ffe5-4b37-4096-b952-c3f15f6f23d6 not bound to the agent host n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:51:52.387203 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-18e14f50-ecdf-4100-928d-e16a234952fb req-d8c60c03-bbc6-45d3-b997-67cbc9a656f3 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] 10.222.0.42 "GET /v2.0/security-groups?id=48412e0f-2e84-4054-b430-1164daea25c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1940022 Mar 29 15:51:52.388497 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-c301683d-30ac-40e3-ba21-b54e6184ebe4 req-a7a90d16-8496-4490-9ebd-47528daa2355 service neutron] For port c79a9f63-fa7d-4a05-9147-597c906881e3, host n-h1-834765-1, cleared binding levels {{(pid=102791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:51:52.394615 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-c301683d-30ac-40e3-ba21-b54e6184ebe4 req-a7a90d16-8496-4490-9ebd-47528daa2355 service neutron] For port c79a9f63-fa7d-4a05-9147-597c906881e3, host n-h1-834765-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=c79a9f63-fa7d-4a05-9147-597c906881e3,segment=NetworkSegment(593392ec-7215-4ab3-8e52-325f9a7e2718),segment_id=593392ec-7215-4ab3-8e52-325f9a7e2718)] {{(pid=102791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:51:52.413681 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-1d6334a5-be58-4fd9-b5f3-e5c189fcfb0f tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Deleting port 3d548c4b-3677-40b5-be3a-7f014966b290 {{(pid=102790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:51:52.414024 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-1d6334a5-be58-4fd9-b5f3-e5c189fcfb0f tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:52.423933 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-c301683d-30ac-40e3-ba21-b54e6184ebe4 req-a7a90d16-8496-4490-9ebd-47528daa2355 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:52.427576 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-238c2554-1254-4009-9b56-8478a8c8e6ca req-41caf376-e1b0-4ac7-a8bf-60b271722fa5 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] For port 408a7751-c169-48c6-a91f-4e488a715a48, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=408a7751-c169-48c6-a91f-4e488a715a48,segment=NetworkSegment(2a4ce93c-04dc-421c-bbb2-d2181b27d5d6),segment_id=2a4ce93c-04dc-421c-bbb2-d2181b27d5d6)] {{(pid=102791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:51:52.427926 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-238c2554-1254-4009-9b56-8478a8c8e6ca req-41caf376-e1b0-4ac7-a8bf-60b271722fa5 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:52.471411 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [req-238c2554-1254-4009-9b56-8478a8c8e6ca req-41caf376-e1b0-4ac7-a8bf-60b271722fa5 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Calling delete_port for 408a7751-c169-48c6-a91f-4e488a715a48 owned by compute:nova {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:51:52.475194 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c301683d-30ac-40e3-ba21-b54e6184ebe4 req-a7a90d16-8496-4490-9ebd-47528daa2355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:51:52.475963 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-c301683d-30ac-40e3-ba21-b54e6184ebe4 req-a7a90d16-8496-4490-9ebd-47528daa2355 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:52.477194 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-c301683d-30ac-40e3-ba21-b54e6184ebe4 req-a7a90d16-8496-4490-9ebd-47528daa2355 service neutron] 10.222.0.44 "PUT /v2.0/ports/c79a9f63-fa7d-4a05-9147-597c906881e3 HTTP/1.1" status: 200 len: 1091 time: 1.9866076 Mar 29 15:51:52.477685 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbe49725-0a5d-42e9-bfee-0425af8500ec', 'tag': 'c79a9f63-fa7d-4a05-9147-597c906881e3'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:51:52.480064 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c67b028db5e9b9818fecc5c0a87ebc6f190694fa53ca267d523e04f98de536d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f146d4d1-b530-4aaf-8877-3be54fd9becc" -d '{"events": [{"name": "network-changed", "server_uuid": "cbe49725-0a5d-42e9-bfee-0425af8500ec", "tag": "c79a9f63-fa7d-4a05-9147-597c906881e3"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:51:52.539002 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-1f4699ca-84c2-4b79-96ed-423ba27a2942 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:52.559603 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-1f4699ca-84c2-4b79-96ed-423ba27a2942 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:52.581954 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 15:51:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-458c5e94-87eb-4a6e-8c31-d6121c24c634 x-openstack-request-id: req-458c5e94-87eb-4a6e-8c31-d6121c24c634 {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:51:52.582319 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbe49725-0a5d-42e9-bfee-0425af8500ec", "tag": "c79a9f63-fa7d-4a05-9147-597c906881e3", "status": "completed", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:51:52.582563 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-458c5e94-87eb-4a6e-8c31-d6121c24c634 {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:51:52.582881 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbe49725-0a5d-42e9-bfee-0425af8500ec', 'tag': 'c79a9f63-fa7d-4a05-9147-597c906881e3', 'status': 'completed', 'code': 200} Mar 29 15:51:52.632803 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a90d16-8496-4490-9ebd-47528daa2355 service neutron] Pushing event updated for resources: {'Port': ['ID=c79a9f63-fa7d-4a05-9147-597c906881e3,revision_number=3']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:51:52.692714 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c301683d-30ac-40e3-ba21-b54e6184ebe4 req-01311308-30d0-42db-8163-0f127eee6969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:51:52.694442 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-c301683d-30ac-40e3-ba21-b54e6184ebe4 req-01311308-30d0-42db-8163-0f127eee6969 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c6465a9dafbf43bf90c09b1dce8d1fc6&device_id=cbe49725-0a5d-42e9-bfee-0425af8500ec HTTP/1.1" status: 200 len: 1094 time: 0.1106608 Mar 29 15:51:52.710658 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f4699ca-84c2-4b79-96ed-423ba27a2942 admin admin] vlan segment allocate from pool success with {'vlan_id': 615, 'physical_network': 'physnet1'} {{(pid=102790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 15:51:52.737568 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4699ca-84c2-4b79-96ed-423ba27a2942 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e57fe5c-cb87-4607-b926-1e4de2690a28,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:51:52.764298 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-1d6334a5-be58-4fd9-b5f3-e5c189fcfb0f tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:52.769358 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-1f4699ca-84c2-4b79-96ed-423ba27a2942 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:52.769776 n-d-834765-1 neutron-server[102790]: INFO neutron.db.segments_db [None req-1f4699ca-84c2-4b79-96ed-423ba27a2942 admin admin] Added segment 9581079c-64f8-4f74-b62d-5bba29484aa6 of type vlan for network 4e796cbd-0811-4a69-9036-a57f72186731 Mar 29 15:51:52.801147 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-c301683d-30ac-40e3-ba21-b54e6184ebe4 req-7ef32bfa-fedb-4c8f-a512-219b58781c8e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c79a9f63-fa7d-4a05-9147-597c906881e3 HTTP/1.1" status: 200 len: 217 time: 0.0677056 Mar 29 15:51:52.807427 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-1d6334a5-be58-4fd9-b5f3-e5c189fcfb0f tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Calling delete_port for 3d548c4b-3677-40b5-be3a-7f014966b290 owned by network:router_interface {{(pid=102790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:51:52.842371 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f97901c-f9ef-4c71-b369-ec92bb742588 req-7d1bb6c5-42c7-40d1-854c-ff16efff459d tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:51:52.844028 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-9f97901c-f9ef-4c71-b369-ec92bb742588 req-7d1bb6c5-42c7-40d1-854c-ff16efff459d tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] 10.222.0.42 "GET /v2.0/ports?device_id=cbe49725-0a5d-42e9-bfee-0425af8500ec HTTP/1.1" status: 200 len: 943 time: 0.2583048 Mar 29 15:51:52.861416 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-238c2554-1254-4009-9b56-8478a8c8e6ca req-41caf376-e1b0-4ac7-a8bf-60b271722fa5 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:52.876301 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-1f4699ca-84c2-4b79-96ed-423ba27a2942 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783522915970'] for network, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:52.907214 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41caf376-e1b0-4ac7-a8bf-60b271722fa5 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Pushing event deleted for resources: {'Port': ['ID=408a7751-c169-48c6-a91f-4e488a715a48,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:51:52.956624 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [req-238c2554-1254-4009-9b56-8478a8c8e6ca req-41caf376-e1b0-4ac7-a8bf-60b271722fa5 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] No DVR routers for this DVR port 408a7751-c169-48c6-a91f-4e488a715a48 on host n-h2-834765-1 {{(pid=102791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:51:52.967015 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c301683d-30ac-40e3-ba21-b54e6184ebe4 req-e24e66c7-3331-45b0-b77a-93c825cf89c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:51:52.969020 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-c301683d-30ac-40e3-ba21-b54e6184ebe4 req-e24e66c7-3331-45b0-b77a-93c825cf89c5 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=406fd4ed-e828-4758-9c87-5ac29cec1b72 HTTP/1.1" status: 200 len: 853 time: 0.1580017 Mar 29 15:51:52.971892 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-238c2554-1254-4009-9b56-8478a8c8e6ca req-41caf376-e1b0-4ac7-a8bf-60b271722fa5 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:52.976391 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-238c2554-1254-4009-9b56-8478a8c8e6ca req-41caf376-e1b0-4ac7-a8bf-60b271722fa5 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] 10.222.0.48 "DELETE /v2.0/ports/408a7751-c169-48c6-a91f-4e488a715a48 HTTP/1.1" status: 204 len: 173 time: 1.0443139 Mar 29 15:51:53.043783 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c301683d-30ac-40e3-ba21-b54e6184ebe4 req-f0b30732-1c41-4e47-a0a3-84c8828b02c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:51:53.045632 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-c301683d-30ac-40e3-ba21-b54e6184ebe4 req-f0b30732-1c41-4e47-a0a3-84c8828b02c3 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=5820eec2-ced2-414a-ab32-af1fabeb5f44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0681708 Mar 29 15:51:53.153864 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-c301683d-30ac-40e3-ba21-b54e6184ebe4 req-5ce55199-2618-4a6d-b9e8-0d956ffe7439 service neutron] 10.222.0.44 "GET /v2.0/networks/5820eec2-ced2-414a-ab32-af1fabeb5f44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001999 Mar 29 15:51:53.212164 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.db.resource_extend [None req-1f4699ca-84c2-4b79-96ed-423ba27a2942 admin admin] It took 0.33 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 29 15:51:53.244930 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-9f97901c-f9ef-4c71-b369-ec92bb742588 req-a1d49c4f-c975-4606-88bb-59ac2355f853 tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] 10.222.0.42 "GET /v2.0/security-groups?id=18cf8a9a-ec7a-4d70-920e-5df66f5b2aec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3853269 Mar 29 15:51:53.268746 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-c301683d-30ac-40e3-ba21-b54e6184ebe4 req-775aaad1-ac3c-4fb3-bb2b-020864499700 service neutron] 10.222.0.44 "GET /v2.0/networks/5820eec2-ced2-414a-ab32-af1fabeb5f44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038487 Mar 29 15:51:53.270070 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-1f4699ca-84c2-4b79-96ed-423ba27a2942 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795'] for network, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:53.271034 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f4699ca-84c2-4b79-96ed-423ba27a2942 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:51:53.271649 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-1f4699ca-84c2-4b79-96ed-423ba27a2942 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for network, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:53.307832 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-80f59713-33fe-483d-a4cc-f5ccee416111 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:53.368420 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-1f4699ca-84c2-4b79-96ed-423ba27a2942 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.5540113 Mar 29 15:51:53.370527 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 33024) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:51:53.375512 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-8782d76b-b1e5-4e49-b8a6-6b9c5007ba09 admin admin] Request body: {'subnet': {'network_id': '4e796cbd-0811-4a69-9036-a57f72186731', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1930304390-subnet', 'tenant_id': '9cad725e1c41463fab431e48b8d9bfff', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:51:53.381696 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f146d4d1-b530-4aaf-8877-3be54fd9becc req-55adcd5a-5ed4-474d-99d4-e98669916532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:51:53.384267 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f146d4d1-b530-4aaf-8877-3be54fd9becc req-55adcd5a-5ed4-474d-99d4-e98669916532 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c6465a9dafbf43bf90c09b1dce8d1fc6&device_id=cbe49725-0a5d-42e9-bfee-0425af8500ec HTTP/1.1" status: 200 len: 1094 time: 0.0589862 Mar 29 15:51:53.384399 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f59713-33fe-483d-a4cc-f5ccee416111 admin admin] Pushing event deleted for resources: {'Port': ['ID=07081cdc-21ec-4ae8-abbf-2013c046442a,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:51:53.477163 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4699ca-84c2-4b79-96ed-423ba27a2942 admin admin] Pushing event updated for resources: {'Network': ['ID=4e796cbd-0811-4a69-9036-a57f72186731,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:51:53.497707 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Network 4e796cbd-0811-4a69-9036-a57f72186731 details requested by agent ovs-agent-n-d-834765-1 with host n-d-834765-1 {{(pid=102792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 15:51:53.596583 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f146d4d1-b530-4aaf-8877-3be54fd9becc req-0ef37844-2a48-45b8-802d-5c9ee15161ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:51:53.598022 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f146d4d1-b530-4aaf-8877-3be54fd9becc req-0ef37844-2a48-45b8-802d-5c9ee15161ea service neutron] 10.222.0.44 "GET /v2.0/networks?id=5820eec2-ced2-414a-ab32-af1fabeb5f44 HTTP/1.1" status: 200 len: 915 time: 0.2067721 Mar 29 15:51:53.706752 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-82abc5bc-ad64-4dea-809e-855347a4bb9c req-3c184d91-88b4-45c0-8466-130b4a57a409 tempest-ServerShowV257Test-1490108154 tempest-ServerShowV257Test-1490108154-project] 10.222.0.42 "GET /v2.0/ports?device_id=854ccde8-0688-48b1-841c-2b4473e584a1 HTTP/1.1" status: 200 len: 210 time: 0.1077030 Mar 29 15:51:53.712097 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f146d4d1-b530-4aaf-8877-3be54fd9becc req-32cbd3b5-5caf-4ecb-8147-4df30797b8fa service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c79a9f63-fa7d-4a05-9147-597c906881e3 HTTP/1.1" status: 200 len: 217 time: 0.0987418 Mar 29 15:51:53.717437 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8782d76b-b1e5-4e49-b8a6-6b9c5007ba09 admin admin] Made reservation on behalf of 9cad725e1c41463fab431e48b8d9bfff for: {'subnet': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:51:53.722750 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-8782d76b-b1e5-4e49-b8a6-6b9c5007ba09 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16218875'] for subnet, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:53.855126 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f146d4d1-b530-4aaf-8877-3be54fd9becc req-0dd28a55-49ab-4bba-bac8-b4d703f20246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:51:53.856722 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f146d4d1-b530-4aaf-8877-3be54fd9becc req-0dd28a55-49ab-4bba-bac8-b4d703f20246 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=406fd4ed-e828-4758-9c87-5ac29cec1b72 HTTP/1.1" status: 200 len: 853 time: 0.1315787 Mar 29 15:51:53.859418 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-07c6d92d-acf1-45a3-8d5f-bb79edfa0d44 req-4aaa9b6b-3ff3-4e12-b02d-6f65af9dc6ba tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] 10.222.0.42 "GET /v2.0/ports?device_id=dbce9f83-2267-4628-9e0c-afe7582d0b9c HTTP/1.1" status: 200 len: 210 time: 0.1026537 Mar 29 15:51:53.864219 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-1d6334a5-be58-4fd9-b5f3-e5c189fcfb0f tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:53.961060 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f146d4d1-b530-4aaf-8877-3be54fd9becc req-45590452-90bb-4488-a921-275469d82a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:51:53.964108 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f146d4d1-b530-4aaf-8877-3be54fd9becc req-45590452-90bb-4488-a921-275469d82a35 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=5820eec2-ced2-414a-ab32-af1fabeb5f44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0815246 Mar 29 15:51:53.970728 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6334a5-be58-4fd9-b5f3-e5c189fcfb0f tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Pushing event deleted for resources: {'Port': ['ID=3d548c4b-3677-40b5-be3a-7f014966b290,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:51:54.059918 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-1d6334a5-be58-4fd9-b5f3-e5c189fcfb0f tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-530528'] for router_interface, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:54.061935 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-80f59713-33fe-483d-a4cc-f5ccee416111 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-530528'] for router_interface, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:54.147515 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-8782d76b-b1e5-4e49-b8a6-6b9c5007ba09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16155524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16218861'] for subnet, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:54.225295 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f146d4d1-b530-4aaf-8877-3be54fd9becc req-50b3cf03-ca4e-414a-b45d-acb99669e0a6 service neutron] 10.222.0.44 "GET /v2.0/networks/5820eec2-ced2-414a-ab32-af1fabeb5f44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2512565 Mar 29 15:51:54.262585 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8782d76b-b1e5-4e49-b8a6-6b9c5007ba09 admin admin] Pushing event updated for resources: {'Subnet': ['ID=38d67edd-cfdb-4ded-91f8-0e501d16094b,revision_number=0']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:51:54.294822 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8782d76b-b1e5-4e49-b8a6-6b9c5007ba09 admin admin] Checking segment: {'id': '9581079c-64f8-4f74-b62d-5bba29484aa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '4e796cbd-0811-4a69-9036-a57f72186731'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:51:54.297993 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8782d76b-b1e5-4e49-b8a6-6b9c5007ba09 admin admin] Network hostable DHCP agents. Network: 4e796cbd-0811-4a69-9036-a57f72186731, hostable agents: ['d136643e-48ae-49d4-a851-2ba3bdf3749c'], hosted agents: [] {{(pid=102791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 15:51:54.334894 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d6334a5-be58-4fd9-b5f3-e5c189fcfb0f tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Router 2a4845e0-8645-44d3-baed-0c9dbe7891fe has already been hosted by L3 agent c648d819-1060-4f26-b4ec-6455387b5dff {{(pid=102790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 15:51:54.360422 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8782d76b-b1e5-4e49-b8a6-6b9c5007ba09 admin admin] Network 4e796cbd-0811-4a69-9036-a57f72186731 is scheduled to be hosted by DHCP agent d136643e-48ae-49d4-a851-2ba3bdf3749c with binding_index 1 {{(pid=102791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 15:51:54.401038 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [None req-8782d76b-b1e5-4e49-b8a6-6b9c5007ba09 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834765-1, 4e796cbd-0811-4a69-9036-a57f72186731) {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:51:54.411420 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3031f869-c963-43da-9957-d99061fe4791 None None] Network 4e796cbd-0811-4a69-9036-a57f72186731 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 15:51:54.417908 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8782d76b-b1e5-4e49-b8a6-6b9c5007ba09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:51:54.418495 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-8782d76b-b1e5-4e49-b8a6-6b9c5007ba09 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:54.426439 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f146d4d1-b530-4aaf-8877-3be54fd9becc req-ecd46294-dda7-4a46-ab73-10e7df9259d8 service neutron] 10.222.0.44 "GET /v2.0/networks/5820eec2-ced2-414a-ab32-af1fabeb5f44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1922398 Mar 29 15:51:54.454053 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fe33be-2453-42ad-a217-3c96789dff33 req-7d06b37d-acbc-437d-bb75-2e88c8486871 tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:51:54.454053 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-67fe33be-2453-42ad-a217-3c96789dff33 req-7d06b37d-acbc-437d-bb75-2e88c8486871 tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] 10.222.0.42 "GET /v2.0/ports?device_id=cbe49725-0a5d-42e9-bfee-0425af8500ec HTTP/1.1" status: 200 len: 943 time: 0.0834446 Mar 29 15:51:54.455521 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-8782d76b-b1e5-4e49-b8a6-6b9c5007ba09 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.0824845 Mar 29 15:51:54.467732 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 33046) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:51:54.472846 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-40f1edef-447a-4490-9c00-917688504cc5 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1930304390-router', 'tenant_id': '9cad725e1c41463fab431e48b8d9bfff', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'}}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:51:54.527466 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-67fe33be-2453-42ad-a217-3c96789dff33 req-d7c87187-d518-4422-9fae-2e47914a2999 tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] 10.222.0.42 "GET /v2.0/security-groups?id=18cf8a9a-ec7a-4d70-920e-5df66f5b2aec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512209 Mar 29 15:51:54.533940 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-40f1edef-447a-4490-9c00-917688504cc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-532385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129310'] for router, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:54.535075 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-40f1edef-447a-4490-9c00-917688504cc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-648091', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-684384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129319'] for router, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:54.582500 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d6334a5-be58-4fd9-b5f3-e5c189fcfb0f tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:51:54.593469 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-1d6334a5-be58-4fd9-b5f3-e5c189fcfb0f tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] 10.222.0.42 "PUT /v2.0/routers/2a4845e0-8645-44d3-baed-0c9dbe7891fe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9017889 Mar 29 15:51:54.596235 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 33048) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:51:54.621014 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbce9f83-2267-4628-9e0c-afe7582d0b9c', 'name': 'network-vif-deleted', 'tag': '408a7751-c169-48c6-a91f-4e488a715a48'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:51:54.623392 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c67b028db5e9b9818fecc5c0a87ebc6f190694fa53ca267d523e04f98de536d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbeba00d-40a5-4fc3-8b9a-af0cccb25619" -d '{"events": [{"server_uuid": "dbce9f83-2267-4628-9e0c-afe7582d0b9c", "name": "network-vif-deleted", "tag": "408a7751-c169-48c6-a91f-4e488a715a48"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:51:54.627489 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-40f1edef-447a-4490-9c00-917688504cc5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:54.637012 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-48a94c49-e88f-4940-a66f-45eb5eba8768 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a4845e0-8645-44d3-baed-0c9dbe7891fe HTTP/1.1" status: 200 len: 205 time: 0.0395885 Mar 29 15:51:54.640555 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 33052) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:51:54.646222 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80f59713-33fe-483d-a4cc-f5ccee416111 admin admin] Router f8c9852e-dd98-4bb3-a236-147eda5c7b4b has already been hosted by L3 agent c648d819-1060-4f26-b4ec-6455387b5dff {{(pid=102790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 15:51:54.704442 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:51:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ffb12f9-c5fd-44d9-8aa6-6cb02f59bc51 x-openstack-request-id: req-3ffb12f9-c5fd-44d9-8aa6-6cb02f59bc51 {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:51:54.704859 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbce9f83-2267-4628-9e0c-afe7582d0b9c", "name": "network-vif-deleted", "tag": "408a7751-c169-48c6-a91f-4e488a715a48", "status": "completed", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:51:54.705200 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-3ffb12f9-c5fd-44d9-8aa6-6cb02f59bc51 {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:51:54.705602 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbce9f83-2267-4628-9e0c-afe7582d0b9c', 'name': 'network-vif-deleted', 'tag': '408a7751-c169-48c6-a91f-4e488a715a48', 'status': 'completed', 'code': 200} Mar 29 15:51:54.765204 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-201d07b4-3522-4f19-a36b-74f0e9dcbe1a None None] Sync routers for ids ['2a4845e0-8645-44d3-baed-0c9dbe7891fe'] in n-d-834765-1 {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:51:54.783855 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-201d07b4-3522-4f19-a36b-74f0e9dcbe1a None None] Routers {'2a4845e0-8645-44d3-baed-0c9dbe7891fe'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:51:54.784478 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-201d07b4-3522-4f19-a36b-74f0e9dcbe1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:51:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['2a4845e0-8645-44d3-baed-0c9dbe7891fe'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:51:54.821448 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80f59713-33fe-483d-a4cc-f5ccee416111 admin admin] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:51:54.831312 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-80f59713-33fe-483d-a4cc-f5ccee416111 admin admin] 10.222.0.42 "PUT /v2.0/routers/f8c9852e-dd98-4bb3-a236-147eda5c7b4b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5760353 Mar 29 15:51:54.832119 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 33062) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:51:54.832648 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d91ec09-6c92-412e-8a41-0b0adc0ad383 None None] Sync routers for ids ['f8c9852e-dd98-4bb3-a236-147eda5c7b4b'] in n-d-834765-1 {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:51:54.854828 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d91ec09-6c92-412e-8a41-0b0adc0ad383 None None] Routers {'f8c9852e-dd98-4bb3-a236-147eda5c7b4b'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:51:54.855759 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-3d91ec09-6c92-412e-8a41-0b0adc0ad383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:51:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['f8c9852e-dd98-4bb3-a236-147eda5c7b4b'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:51:54.857773 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-201d07b4-3522-4f19-a36b-74f0e9dcbe1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:51:54.892863 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-201d07b4-3522-4f19-a36b-74f0e9dcbe1a None None] Routers {'2a4845e0-8645-44d3-baed-0c9dbe7891fe'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:51:54.893666 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-201d07b4-3522-4f19-a36b-74f0e9dcbe1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:51:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['2a4845e0-8645-44d3-baed-0c9dbe7891fe'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:51:54.898661 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fd4f1a8-e3be-4ab5-a42e-3e9fffb3ec48 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0035034-69b0-5ffc-b384-0ac6189c5628-4e796cbd-0811-4a69-9036-a57f72186731', 'network_id': '4e796cbd-0811-4a69-9036-a57f72186731', 'tenant_id': '9cad725e1c41463fab431e48b8d9bfff', 'fixed_ips': [{'subnet_id': '38d67edd-cfdb-4ded-91f8-0e501d16094b'}]}} from n-d-834765-1. {{(pid=102792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 29 15:51:54.900402 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-7fd4f1a8-e3be-4ab5-a42e-3e9fffb3ec48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:54.934383 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-201d07b4-3522-4f19-a36b-74f0e9dcbe1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:51:54.935383 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-201d07b4-3522-4f19-a36b-74f0e9dcbe1a None None] The sync data for ids ['2a4845e0-8645-44d3-baed-0c9dbe7891fe'] in n-d-834765-1 is: [] {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:51:54.961198 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 33066) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:51:54.997948 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-d3b6907c-f0f5-4756-87e5-9b113609b8cc tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks [] for router, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:55.001137 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-070c1fb2-32ba-4aec-8c7e-bf4dc7938cc8 req-ad5628c9-875e-4bba-9876-2e0331990a93 tempest-ServerShowV257Test-1490108154 tempest-ServerShowV257Test-1490108154-project] 10.222.0.42 "GET /v2.0/ports?device_id=854ccde8-0688-48b1-841c-2b4473e584a1 HTTP/1.1" status: 200 len: 210 time: 0.0321696 Mar 29 15:51:55.015844 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-901737f5-31ac-488f-a39e-bc06fc95e75c admin admin] Notify callbacks [] for router, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:55.038268 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device 408a7751-c169-48c6-a91f-4e488a715a48 no longer exists at agent hyperv_n-h2-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:51:55.077688 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] No Port match for: 408a7751-c169-48c6-a91f-4e488a715a48 {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 15:51:55.078058 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-40f1edef-447a-4490-9c00-917688504cc5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:55.078749 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device 408a7751-c169-48c6-a91f-4e488a715a48 not bound to the agent host n-h2-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:51:55.132470 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvr_db [None req-3d91ec09-6c92-412e-8a41-0b0adc0ad383 None None] Set router f8c9852e-dd98-4bb3-a236-147eda5c7b4b gateway port host: n-d-834765-1 {{(pid=102793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:51:55.135728 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-9be66cf6-6a22-4af2-9cb5-3d0dd4a7a21c tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Notify callbacks [] for security_group, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:55.162404 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.db_base_plugin_common [None req-7fd4f1a8-e3be-4ab5-a42e-3e9fffb3ec48 None None] Allocated IP 172.20.0.2 (4e796cbd-0811-4a69-9036-a57f72186731/38d67edd-cfdb-4ded-91f8-0e501d16094b/c1990743-4867-4cc7-a2e8-7c5eeaead279) {{(pid=102792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:51:55.243410 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-9be66cf6-6a22-4af2-9cb5-3d0dd4a7a21c tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:55.319432 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-901737f5-31ac-488f-a39e-bc06fc95e75c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:55.332321 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-7fd4f1a8-e3be-4ab5-a42e-3e9fffb3ec48 None None] Notify callbacks [] for port, precommit_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:55.339359 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device c79a9f63-fa7d-4a05-9147-597c906881e3 details requested by agent hyperv_n-h1-834765-1 with host n-h1-834765-1 {{(pid=102792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 15:51:55.339752 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-d3b6907c-f0f5-4756-87e5-9b113609b8cc tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129328'] for router, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:55.342386 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-d3b6907c-f0f5-4756-87e5-9b113609b8cc tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:55.350108 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-7fd4f1a8-e3be-4ab5-a42e-3e9fffb3ec48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956'] for port, after_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:55.373720 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-9be66cf6-6a22-4af2-9cb5-3d0dd4a7a21c tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:55.376750 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-9be66cf6-6a22-4af2-9cb5-3d0dd4a7a21c tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:55.378224 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-9be66cf6-6a22-4af2-9cb5-3d0dd4a7a21c tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] 10.222.0.42 "DELETE /v2.0/security-groups/48412e0f-2e84-4054-b430-1164daea25c6 HTTP/1.1" status: 204 len: 168 time: 0.4148288 Mar 29 15:51:55.395435 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be66cf6-6a22-4af2-9cb5-3d0dd4a7a21c tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=48412e0f-2e84-4054-b430-1164daea25c6,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:51:55.435824 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 33076) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:51:55.437407 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-901737f5-31ac-488f-a39e-bc06fc95e75c admin admin] Deleting port d8059570-cbde-4009-b984-c89de27194a2 {{(pid=102790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:51:55.437549 n-d-834765-1 neutron-server[102792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fd4f1a8-e3be-4ab5-a42e-3e9fffb3ec48 None None] Network 4e796cbd-0811-4a69-9036-a57f72186731 is already hosted by enough agents. {{(pid=102792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:51:55.437923 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-901737f5-31ac-488f-a39e-bc06fc95e75c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:55.448117 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-3d91ec09-6c92-412e-8a41-0b0adc0ad383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8c9852e-dd98-4bb3-a236-147eda5c7b4b', 'name': 'tempest-ServersTestManualDisk-2145880061-router', 'tenant_id': '2f916f4102be4d9598e1979f4f5a1e34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.217'}], 'enable_snat': True}, 'gw_port_id': 'd8059570-cbde-4009-b984-c89de27194a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:49:44Z', 'updated_at': '2022-03-29T15:51:52Z', 'revision_number': 5, 'project_id': '2f916f4102be4d9598e1979f4f5a1e34', 'gw_port': {'id': 'd8059570-cbde-4009-b984-c89de27194a2', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:ed:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8c9852e-dd98-4bb3-a236-147eda5c7b4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:49:48Z', 'updated_at': '2022-03-29T15:49:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1'}], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:51:55.450564 n-d-834765-1 neutron-server[102792]: DEBUG neutron.scheduler.base_scheduler [None req-7fd4f1a8-e3be-4ab5-a42e-3e9fffb3ec48 None None] Resources bound (agent type, host, resource id): {{(pid=102792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:51:55.468186 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fd4f1a8-e3be-4ab5-a42e-3e9fffb3ec48 None None] Received port after_create {{(pid=102792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:51:55.473406 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-d3b6907c-f0f5-4756-87e5-9b113609b8cc tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-526718'] for router, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:55.473909 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3b6907c-f0f5-4756-87e5-9b113609b8cc tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Fanout notify agent at l3_agent the message router_deleted on router 2a4845e0-8645-44d3-baed-0c9dbe7891fe {{(pid=102791) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 29 15:51:55.475373 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd4f1a8-e3be-4ab5-a42e-3e9fffb3ec48 None None] Pushing event updated for resources: {'Port': ['ID=c1990743-4867-4cc7-a2e8-7c5eeaead279,revision_number=1']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:51:55.484303 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d91ec09-6c92-412e-8a41-0b0adc0ad383 None None] Checking router: f8c9852e-dd98-4bb3-a236-147eda5c7b4b for host: n-d-834765-1 {{(pid=102793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:51:55.500732 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d91ec09-6c92-412e-8a41-0b0adc0ad383 None None] Routers {'f8c9852e-dd98-4bb3-a236-147eda5c7b4b'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:51:55.501649 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-3d91ec09-6c92-412e-8a41-0b0adc0ad383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:51:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['f8c9852e-dd98-4bb3-a236-147eda5c7b4b'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:51:55.506136 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-d3b6907c-f0f5-4756-87e5-9b113609b8cc tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks [] for router, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:55.510232 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-d3b6907c-f0f5-4756-87e5-9b113609b8cc tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] 10.222.0.42 "DELETE /v2.0/routers/2a4845e0-8645-44d3-baed-0c9dbe7891fe HTTP/1.1" status: 204 len: 168 time: 0.8685856 Mar 29 15:51:55.516287 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 33078) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:51:55.634243 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvr_db [None req-3d91ec09-6c92-412e-8a41-0b0adc0ad383 None None] Set router f8c9852e-dd98-4bb3-a236-147eda5c7b4b gateway port host: None {{(pid=102793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:51:55.638861 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d6a4e2d-58d0-49b4-bdc2-b24fe6487d59 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Deleting subnet 6402bd51-5447-486b-ac7a-e9ba49b1d650 {{(pid=102791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 15:51:55.640792 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-7fd4f1a8-e3be-4ab5-a42e-3e9fffb3ec48 None None] Attempting to bind port c1990743-4867-4cc7-a2e8-7c5eeaead279 on host n-d-834765-1 for vnic_type normal with profile {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:51:55.641360 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-7fd4f1a8-e3be-4ab5-a42e-3e9fffb3ec48 None None] Attempting to bind port c1990743-4867-4cc7-a2e8-7c5eeaead279 by drivers openvswitch,hyperv on host n-d-834765-1 at level 0 using segments [{'id': '9581079c-64f8-4f74-b62d-5bba29484aa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '4e796cbd-0811-4a69-9036-a57f72186731'}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:51:55.641887 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fd4f1a8-e3be-4ab5-a42e-3e9fffb3ec48 None None] Attempting to bind port c1990743-4867-4cc7-a2e8-7c5eeaead279 on network 4e796cbd-0811-4a69-9036-a57f72186731 {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:51:55.650900 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fd4f1a8-e3be-4ab5-a42e-3e9fffb3ec48 None None] Checking agent: {'id': 'a8866439-9d96-425c-b519-6905c591ac37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 25, 36), 'started_at': datetime.datetime(2022, 3, 29, 15, 26, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 51, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834765-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:51:55.651600 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fd4f1a8-e3be-4ab5-a42e-3e9fffb3ec48 None None] Checking segment: {'id': '9581079c-64f8-4f74-b62d-5bba29484aa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '4e796cbd-0811-4a69-9036-a57f72186731'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:51:55.652182 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-7fd4f1a8-e3be-4ab5-a42e-3e9fffb3ec48 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:55.652726 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fd4f1a8-e3be-4ab5-a42e-3e9fffb3ec48 None None] Bound using segment: {'id': '9581079c-64f8-4f74-b62d-5bba29484aa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '4e796cbd-0811-4a69-9036-a57f72186731'} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:51:55.653523 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-7fd4f1a8-e3be-4ab5-a42e-3e9fffb3ec48 None None] Bound port: c1990743-4867-4cc7-a2e8-7c5eeaead279, host: n-d-834765-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9581079c-64f8-4f74-b62d-5bba29484aa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '4e796cbd-0811-4a69-9036-a57f72186731'}}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 15:51:55.653966 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-5d6a4e2d-58d0-49b4-bdc2-b24fe6487d59 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks [] for subnet, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:55.654270 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-7fd4f1a8-e3be-4ab5-a42e-3e9fffb3ec48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:55.663761 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.db_base_plugin_v2 [None req-e85904ef-0a8f-420a-b505-17bd3edd9967 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Deleting subnet d5b54dcb-2f5e-4022-8f9a-68afb8320531 {{(pid=102790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 15:51:55.667560 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e85904ef-0a8f-420a-b505-17bd3edd9967 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Notify callbacks [] for subnet, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:55.718352 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port c79a9f63-fa7d-4a05-9147-597c906881e3, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=c79a9f63-fa7d-4a05-9147-597c906881e3,segment=NetworkSegment(593392ec-7215-4ab3-8e52-325f9a7e2718),segment_id=593392ec-7215-4ab3-8e52-325f9a7e2718)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:51:55.748936 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-3d91ec09-6c92-412e-8a41-0b0adc0ad383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8c9852e-dd98-4bb3-a236-147eda5c7b4b', 'name': 'tempest-ServersTestManualDisk-2145880061-router', 'tenant_id': '2f916f4102be4d9598e1979f4f5a1e34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:49:44Z', 'updated_at': '2022-03-29T15:51:55Z', 'revision_number': 6, 'project_id': '2f916f4102be4d9598e1979f4f5a1e34', 'gw_port_host': None}], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:51:55.751855 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Returning: {'device': 'c79a9f63-fa7d-4a05-9147-597c906881e3', 'network_id': '5820eec2-ced2-414a-ab32-af1fabeb5f44', 'port_id': 'c79a9f63-fa7d-4a05-9147-597c906881e3', 'mac_address': 'fa:16:3e:22:c1:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '406fd4ed-e828-4758-9c87-5ac29cec1b72', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 15:51:55.782179 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d91ec09-6c92-412e-8a41-0b0adc0ad383 None None] The sync data for ids ['f8c9852e-dd98-4bb3-a236-147eda5c7b4b'] in n-d-834765-1 is: [{'id': 'f8c9852e-dd98-4bb3-a236-147eda5c7b4b', 'name': 'tempest-ServersTestManualDisk-2145880061-router', 'tenant_id': '2f916f4102be4d9598e1979f4f5a1e34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:49:44Z', 'updated_at': '2022-03-29T15:51:55Z', 'revision_number': 6, 'project_id': '2f916f4102be4d9598e1979f4f5a1e34', 'gw_port_host': None}] {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:51:55.805721 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-7fd4f1a8-e3be-4ab5-a42e-3e9fffb3ec48 None None] For port c1990743-4867-4cc7-a2e8-7c5eeaead279, host n-d-834765-1, cleared binding levels {{(pid=102792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:51:55.809718 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-7fd4f1a8-e3be-4ab5-a42e-3e9fffb3ec48 None None] For port c1990743-4867-4cc7-a2e8-7c5eeaead279, host n-d-834765-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=c1990743-4867-4cc7-a2e8-7c5eeaead279,segment=NetworkSegment(9581079c-64f8-4f74-b62d-5bba29484aa6),segment_id=9581079c-64f8-4f74-b62d-5bba29484aa6)] {{(pid=102792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:51:55.817849 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-7fd4f1a8-e3be-4ab5-a42e-3e9fffb3ec48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:55.844055 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-5d6a4e2d-58d0-49b4-bdc2-b24fe6487d59 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4230423'] for subnet, precommit_delete_associations {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:55.908941 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c029ae-6870-42c7-b062-1e2ed797458c req-c30d1121-4417-4650-a1a7-6707b6df7f7f tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:51:55.917754 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b0c029ae-6870-42c7-b062-1e2ed797458c req-c30d1121-4417-4650-a1a7-6707b6df7f7f tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] 10.222.0.42 "GET /v2.0/ports?device_id=cbe49725-0a5d-42e9-bfee-0425af8500ec HTTP/1.1" status: 200 len: 943 time: 0.2856147 Mar 29 15:51:55.953496 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd4f1a8-e3be-4ab5-a42e-3e9fffb3ec48 None None] Pushing event updated for resources: {'Port': ['ID=c1990743-4867-4cc7-a2e8-7c5eeaead279,revision_number=2']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:51:55.960378 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:55.992644 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c79a9f63-fa7d-4a05-9147-597c906881e3 {{(pid=102792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:51:55.994656 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-40f1edef-447a-4490-9c00-917688504cc5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:56.001273 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b0c029ae-6870-42c7-b062-1e2ed797458c req-40bbb86b-cca5-4ae9-a242-57fbb312f6b5 tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] 10.222.0.42 "GET /v2.0/security-groups?id=18cf8a9a-ec7a-4d70-920e-5df66f5b2aec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819299 Mar 29 15:51:56.038322 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port c79a9f63-fa7d-4a05-9147-597c906881e3, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=c79a9f63-fa7d-4a05-9147-597c906881e3,segment=NetworkSegment(593392ec-7215-4ab3-8e52-325f9a7e2718),segment_id=593392ec-7215-4ab3-8e52-325f9a7e2718)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:51:56.043517 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:56.067836 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e85904ef-0a8f-420a-b505-17bd3edd9967 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4614024'] for subnet, precommit_delete_associations {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:56.069888 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-40f1edef-447a-4490-9c00-917688504cc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:56.095412 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-5d6a4e2d-58d0-49b4-bdc2-b24fe6487d59 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1641287'] for subnet, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:56.117260 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Pushing event updated for resources: {'Port': ['ID=c79a9f63-fa7d-4a05-9147-597c906881e3,revision_number=4']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:51:56.197932 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-8b899818-fb0e-4a82-acb1-9bcf7b245197 req-efc5de4c-6e8a-458c-8231-9b68a5bcc5f5 tempest-ServerShowV257Test-1490108154 tempest-ServerShowV257Test-1490108154-project] 10.222.0.42 "GET /v2.0/ports?device_id=854ccde8-0688-48b1-841c-2b4473e584a1 HTTP/1.1" status: 200 len: 210 time: 0.0520790 Mar 29 15:51:56.262909 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [None req-901737f5-31ac-488f-a39e-bc06fc95e75c admin admin] For port d8059570-cbde-4009-b984-c89de27194a2, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=d8059570-cbde-4009-b984-c89de27194a2,segment=NetworkSegment(6ab47353-a811-4bad-bc73-b4cc84583cfd),segment_id=6ab47353-a811-4bad-bc73-b4cc84583cfd)] {{(pid=102790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:51:56.263678 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-901737f5-31ac-488f-a39e-bc06fc95e75c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:56.293889 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-901737f5-31ac-488f-a39e-bc06fc95e75c admin admin] Calling delete_port for d8059570-cbde-4009-b984-c89de27194a2 owned by network:router_gateway {{(pid=102790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:51:56.296936 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e85904ef-0a8f-420a-b505-17bd3edd9967 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1641287'] for subnet, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:56.356347 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] get_ports_and_sgs() called for port_ids ['c79a9f63-fa7d-4a05-9147-597c906881e3'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:51:56.429378 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 07081cdc-21ec-4ae8-abbf-2013c046442a no longer exists at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:51:56.457571 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] No Port match for: 07081cdc-21ec-4ae8-abbf-2013c046442a {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 15:51:56.458062 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 07081cdc-21ec-4ae8-abbf-2013c046442a not bound to the agent host n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:51:56.484487 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e85904ef-0a8f-420a-b505-17bd3edd9967 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1641294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5231963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4793952'] for subnet, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:56.557707 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e85904ef-0a8f-420a-b505-17bd3edd9967 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for subnet, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:56.561048 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-e85904ef-0a8f-420a-b505-17bd3edd9967 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] 10.222.0.42 "DELETE /v2.0/subnets/d5b54dcb-2f5e-4022-8f9a-68afb8320531 HTTP/1.1" status: 204 len: 168 time: 1.1203599 Mar 29 15:51:56.564771 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85904ef-0a8f-420a-b505-17bd3edd9967 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Pushing event deleted for resources: {'Subnet': ['ID=d5b54dcb-2f5e-4022-8f9a-68afb8320531,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:51:56.567791 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 33098) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:51:56.579022 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0851e962-4e21-4037-b16c-f642e04b6831 None None] Network b7faf18d-6cc9-4169-9a4b-9b5eaf1db9bd requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 15:51:56.719219 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-f834cb17-bc6e-48b6-ae74-ebf7f89f3cf9 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1631750'] for network, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:56.857557 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-5d6a4e2d-58d0-49b4-bdc2-b24fe6487d59 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1641294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16155591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16218852'] for subnet, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:56.858704 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-901737f5-31ac-488f-a39e-bc06fc95e75c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:56.879642 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd0cdeb6-f9a0-46ea-b312-86b442be39d1 None None] DHCP port deletion for b7faf18d-6cc9-4169-9a4b-9b5eaf1db9bd request from n-d-834765-1 {{(pid=102792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 29 15:51:56.900915 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901737f5-31ac-488f-a39e-bc06fc95e75c admin admin] Pushing event deleted for resources: {'Port': ['ID=d8059570-cbde-4009-b984-c89de27194a2,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:51:56.917035 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-5d6a4e2d-58d0-49b4-bdc2-b24fe6487d59 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks [] for subnet, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:56.924089 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-5d6a4e2d-58d0-49b4-bdc2-b24fe6487d59 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] 10.222.0.42 "DELETE /v2.0/subnets/6402bd51-5447-486b-ac7a-e9ba49b1d650 HTTP/1.1" status: 204 len: 168 time: 1.4068179 Mar 29 15:51:56.928264 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 33104) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:51:56.938896 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c231906-ca43-4379-9997-d89e25f830ea None None] Network 279ba797-9a4a-4dbd-8f77-24dee94493fb requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 15:51:56.952597 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-f834cb17-bc6e-48b6-ae74-ebf7f89f3cf9 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Deleting port ee07ac76-2f5e-4a46-922c-3e3189fbe6df {{(pid=102790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:51:56.952852 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-f834cb17-bc6e-48b6-ae74-ebf7f89f3cf9 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:57.021949 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6a4e2d-58d0-49b4-bdc2-b24fe6487d59 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Pushing event deleted for resources: {'Subnet': ['ID=6402bd51-5447-486b-ac7a-e9ba49b1d650,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:51:57.051024 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-bb2ac821-fa79-4e98-b5e8-4be5821f481b tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1631750'] for network, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:57.063955 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-901737f5-31ac-488f-a39e-bc06fc95e75c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-648138'] for router_gateway, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:57.132527 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_common [None req-40f1edef-447a-4490-9c00-917688504cc5 admin admin] Allocated IP 172.25.4.128 (4a4a035d-ecac-4ead-baa3-25f90788773a/e1a353dc-fac8-4901-a63c-273840237d6a/0a4f37c9-e529-4bf8-885d-3374c7c5a8c7) {{(pid=102791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:51:57.272618 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-fd0cdeb6-f9a0-46ea-b312-86b442be39d1 None None] Deleting port ee07ac76-2f5e-4a46-922c-3e3189fbe6df {{(pid=102792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:51:57.279312 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-fd0cdeb6-f9a0-46ea-b312-86b442be39d1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:57.285454 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-901737f5-31ac-488f-a39e-bc06fc95e75c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129328'] for router, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:57.287512 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device c79a9f63-fa7d-4a05-9147-597c906881e3 up at agent hyperv_n-h1-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:51:57.287791 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-901737f5-31ac-488f-a39e-bc06fc95e75c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:57.426466 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [None req-f834cb17-bc6e-48b6-ae74-ebf7f89f3cf9 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] For port ee07ac76-2f5e-4a46-922c-3e3189fbe6df, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=ee07ac76-2f5e-4a46-922c-3e3189fbe6df,segment=NetworkSegment(2a4ce93c-04dc-421c-bbb2-d2181b27d5d6),segment_id=2a4ce93c-04dc-421c-bbb2-d2181b27d5d6)] {{(pid=102790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:51:57.429790 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-f834cb17-bc6e-48b6-ae74-ebf7f89f3cf9 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:57.459177 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-901737f5-31ac-488f-a39e-bc06fc95e75c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-526718'] for router, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:57.460049 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-901737f5-31ac-488f-a39e-bc06fc95e75c admin admin] Fanout notify agent at l3_agent the message router_deleted on router f8c9852e-dd98-4bb3-a236-147eda5c7b4b {{(pid=102790) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 29 15:51:57.465294 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-f89eb5bd-f00c-4ce9-b342-517f9f5deeef req-c4284298-e89b-4066-8293-28b4fa5083a2 tempest-ServerShowV257Test-1490108154 tempest-ServerShowV257Test-1490108154-project] 10.222.0.42 "GET /v2.0/ports?device_id=854ccde8-0688-48b1-841c-2b4473e584a1 HTTP/1.1" status: 200 len: 210 time: 0.0919864 Mar 29 15:51:57.473054 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-901737f5-31ac-488f-a39e-bc06fc95e75c admin admin] Notify callbacks [] for router, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:57.480714 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-901737f5-31ac-488f-a39e-bc06fc95e75c admin admin] 10.222.0.42 "DELETE /v2.0/routers/f8c9852e-dd98-4bb3-a236-147eda5c7b4b HTTP/1.1" status: 204 len: 168 time: 2.6473570 Mar 29 15:51:57.481386 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 33116) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:51:57.558861 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70df517-819f-4001-b81c-0ae3a0631a51 req-26c5b0be-423a-4203-a2d2-037eeb4a44f2 tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:51:57.565118 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-a70df517-819f-4001-b81c-0ae3a0631a51 req-26c5b0be-423a-4203-a2d2-037eeb4a44f2 tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] 10.222.0.42 "GET /v2.0/ports?device_id=cbe49725-0a5d-42e9-bfee-0425af8500ec HTTP/1.1" status: 200 len: 944 time: 0.3601894 Mar 29 15:51:57.588921 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-fd0cdeb6-f9a0-46ea-b312-86b442be39d1 None None] For port ee07ac76-2f5e-4a46-922c-3e3189fbe6df, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=ee07ac76-2f5e-4a46-922c-3e3189fbe6df,segment=NetworkSegment(2a4ce93c-04dc-421c-bbb2-d2181b27d5d6),segment_id=2a4ce93c-04dc-421c-bbb2-d2181b27d5d6)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:51:57.589327 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-fd0cdeb6-f9a0-46ea-b312-86b442be39d1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:57.603131 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-f834cb17-bc6e-48b6-ae74-ebf7f89f3cf9 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Calling delete_port for ee07ac76-2f5e-4a46-922c-3e3189fbe6df owned by network:dhcp {{(pid=102790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:51:57.611179 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-bb2ac821-fa79-4e98-b5e8-4be5821f481b tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Deleting port 6b21b1a4-e522-4364-998f-30d6c8d9ea0c {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:51:57.611179 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-bb2ac821-fa79-4e98-b5e8-4be5821f481b tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:57.625601 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42fc4004-249b-49e1-a993-6da923516f02 None None] DHCP port deletion for 279ba797-9a4a-4dbd-8f77-24dee94493fb request from n-d-834765-1 {{(pid=102792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 29 15:51:57.639626 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d4fc200-a54d-44f8-8332-705d09e5cc13 admin admin] Deleting subnet a7734bc8-ad66-4b96-b048-122f2b558e8a {{(pid=102790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 15:51:57.643395 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-3d4fc200-a54d-44f8-8332-705d09e5cc13 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:57.648448 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-fd0cdeb6-f9a0-46ea-b312-86b442be39d1 None None] Calling delete_port for ee07ac76-2f5e-4a46-922c-3e3189fbe6df owned by network:dhcp {{(pid=102792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:51:57.662000 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-40f1edef-447a-4490-9c00-917688504cc5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:57.756982 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7288bf81-32ed-4945-9054-b51fcbdbaef0 None None] Network 4e796cbd-0811-4a69-9036-a57f72186731 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 15:51:57.762866 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-a70df517-819f-4001-b81c-0ae3a0631a51 req-61eb0170-0389-4a18-b668-b1c9513b055f tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] 10.222.0.42 "GET /v2.0/security-groups?id=18cf8a9a-ec7a-4d70-920e-5df66f5b2aec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1870356 Mar 29 15:51:57.770189 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [None req-bb2ac821-fa79-4e98-b5e8-4be5821f481b tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] For port 6b21b1a4-e522-4364-998f-30d6c8d9ea0c, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=6b21b1a4-e522-4364-998f-30d6c8d9ea0c,segment=NetworkSegment(9ed99dea-e917-4405-9e5b-103df93108f2),segment_id=9ed99dea-e917-4405-9e5b-103df93108f2)] {{(pid=102791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:51:57.770558 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-bb2ac821-fa79-4e98-b5e8-4be5821f481b tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:57.775319 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Provisioning for port c79a9f63-fa7d-4a05-9147-597c906881e3 completed by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 15:51:57.817287 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-3d4fc200-a54d-44f8-8332-705d09e5cc13 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4614024'] for subnet, precommit_delete_associations {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:57.829965 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Provisioning complete for port c79a9f63-fa7d-4a05-9147-597c906881e3 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:51:57.829965 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:57.845598 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-bb2ac821-fa79-4e98-b5e8-4be5821f481b tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Calling delete_port for 6b21b1a4-e522-4364-998f-30d6c8d9ea0c owned by network:dhcp {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:51:57.853112 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-f834cb17-bc6e-48b6-ae74-ebf7f89f3cf9 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:57.892952 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-c1daa235-dc01-4c71-a82c-4033e4befcea None None] Provisioning complete for port c1990743-4867-4cc7-a2e8-7c5eeaead279 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:51:57.893559 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-c1daa235-dc01-4c71-a82c-4033e4befcea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:57.908528 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-40f1edef-447a-4490-9c00-917688504cc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:57.942786 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f834cb17-bc6e-48b6-ae74-ebf7f89f3cf9 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] No DVR routers for this DVR port ee07ac76-2f5e-4a46-922c-3e3189fbe6df on host n-d-834765-1 {{(pid=102790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:51:57.955541 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f834cb17-bc6e-48b6-ae74-ebf7f89f3cf9 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Pushing event deleted for resources: {'Port': ['ID=ee07ac76-2f5e-4a46-922c-3e3189fbe6df,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:51:57.961152 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f1edef-447a-4490-9c00-917688504cc5 admin admin] Pushing event updated for resources: {'Port': ['ID=0a4f37c9-e529-4bf8-885d-3374c7c5a8c7,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:51:57.986152 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40f1edef-447a-4490-9c00-917688504cc5 admin admin] Network 4a4a035d-ecac-4ead-baa3-25f90788773a is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:51:57.988745 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [None req-40f1edef-447a-4490-9c00-917688504cc5 admin admin] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:51:57.991982 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40f1edef-447a-4490-9c00-917688504cc5 admin admin] Received port after_create {{(pid=102791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:51:57.998725 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.agents_db [None req-59735a15-725e-44d4-9ad5-95cbe356f209 None None] Agent healthcheck: found 7 active agents {{(pid=102793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 15:51:58.002497 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-42fc4004-249b-49e1-a993-6da923516f02 None None] Deleting port 6b21b1a4-e522-4364-998f-30d6c8d9ea0c {{(pid=102792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:51:58.003275 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-42fc4004-249b-49e1-a993-6da923516f02 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:58.015586 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-3d4fc200-a54d-44f8-8332-705d09e5cc13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1641287'] for subnet, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:58.080641 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-3d4fc200-a54d-44f8-8332-705d09e5cc13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1641294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5231963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4793952'] for subnet, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:58.092462 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-bb2ac821-fa79-4e98-b5e8-4be5821f481b tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:58.153560 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4fc200-a54d-44f8-8332-705d09e5cc13 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a7734bc8-ad66-4b96-b048-122f2b558e8a,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:51:58.160864 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2ac821-fa79-4e98-b5e8-4be5821f481b tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Pushing event deleted for resources: {'Port': ['ID=6b21b1a4-e522-4364-998f-30d6c8d9ea0c,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:51:58.175713 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-3d4fc200-a54d-44f8-8332-705d09e5cc13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for subnet, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:58.179897 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-3d4fc200-a54d-44f8-8332-705d09e5cc13 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/a7734bc8-ad66-4b96-b048-122f2b558e8a HTTP/1.1" status: 204 len: 168 time: 0.6957374 Mar 29 15:51:58.182848 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 33126) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:51:58.191999 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb2ac821-fa79-4e98-b5e8-4be5821f481b tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] No DVR routers for this DVR port 6b21b1a4-e522-4364-998f-30d6c8d9ea0c on host n-d-834765-1 {{(pid=102791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:51:58.204906 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-c1daa235-dc01-4c71-a82c-4033e4befcea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:58.233685 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cee782b0-0ea0-4990-96c4-fc331cedb803 None None] Network 08d86c7c-d7ae-48d3-9114-f1b7687b801d requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 15:51:58.247055 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-fd0cdeb6-f9a0-46ea-b312-86b442be39d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350'] for port, after_delete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:58.267514 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e5483e6c-d1c0-46e8-9b54-a2f8dcf7b6d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1631750'] for network, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:58.281074 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-42fc4004-249b-49e1-a993-6da923516f02 None None] For port 6b21b1a4-e522-4364-998f-30d6c8d9ea0c, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=6b21b1a4-e522-4364-998f-30d6c8d9ea0c,segment=NetworkSegment(9ed99dea-e917-4405-9e5b-103df93108f2),segment_id=9ed99dea-e917-4405-9e5b-103df93108f2)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:51:58.281486 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-42fc4004-249b-49e1-a993-6da923516f02 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:58.306965 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-f834cb17-bc6e-48b6-ae74-ebf7f89f3cf9 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639890', 'neutron.services.segments.db._delete_segments_for_network-8783523423079'] for network, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:58.333634 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-bb2ac821-fa79-4e98-b5e8-4be5821f481b tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639890', 'neutron.services.segments.db._delete_segments_for_network-8783523423079'] for network, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:58.363059 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-bb2ac821-fa79-4e98-b5e8-4be5821f481b tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['279ba797-9a4a-4dbd-8f77-24dee94493fb']}} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:51:58.377683 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-bb2ac821-fa79-4e98-b5e8-4be5821f481b tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ed99dea-e917-4405-9e5b-103df93108f2') {'for_net_delete': True} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:51:58.377975 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-bb2ac821-fa79-4e98-b5e8-4be5821f481b tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ed99dea-e917-4405-9e5b-103df93108f2') {} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:51:58.422313 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-bb2ac821-fa79-4e98-b5e8-4be5821f481b tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783523422064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4230428'] for segment, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:58.427310 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-42fc4004-249b-49e1-a993-6da923516f02 None None] Calling delete_port for 6b21b1a4-e522-4364-998f-30d6c8d9ea0c owned by network:dhcp {{(pid=102792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:51:58.433419 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-f834cb17-bc6e-48b6-ae74-ebf7f89f3cf9 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7faf18d-6cc9-4169-9a4b-9b5eaf1db9bd']}} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:51:58.440940 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd0cdeb6-f9a0-46ea-b312-86b442be39d1 None None] No DVR routers for this DVR port ee07ac76-2f5e-4a46-922c-3e3189fbe6df on host n-d-834765-1 {{(pid=102792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:51:58.442307 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-bb2ac821-fa79-4e98-b5e8-4be5821f481b tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:58.452828 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb2ac821-fa79-4e98-b5e8-4be5821f481b tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Releasing vlan 632 on physical network physnet1 to pool {{(pid=102791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 15:51:58.453241 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-bb2ac821-fa79-4e98-b5e8-4be5821f481b tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16169569'] for segment, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:58.456275 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-40f1edef-447a-4490-9c00-917688504cc5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:58.457846 n-d-834765-1 neutron-server[102791]: Traceback (most recent call last): Mar 29 15:51:58.457846 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 15:51:58.457846 n-d-834765-1 neutron-server[102791]: timer() Mar 29 15:51:58.457846 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 15:51:58.457846 n-d-834765-1 neutron-server[102791]: cb(*args, **kw) Mar 29 15:51:58.457846 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 15:51:58.457846 n-d-834765-1 neutron-server[102791]: return func(*args, **kwargs) Mar 29 15:51:58.457846 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 15:51:58.457846 n-d-834765-1 neutron-server[102791]: self._notify() Mar 29 15:51:58.457846 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 15:51:58.457846 n-d-834765-1 neutron-server[102791]: self.callback(batched_events) Mar 29 15:51:58.457846 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 15:51:58.457846 n-d-834765-1 neutron-server[102791]: event.method(event) Mar 29 15:51:58.457846 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 15:51:58.457846 n-d-834765-1 neutron-server[102791]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 15:51:58.457846 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 15:51:58.457846 n-d-834765-1 neutron-server[102791]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 15:51:58.457846 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 15:51:58.457846 n-d-834765-1 neutron-server[102791]: return f(self, *a, **k) Mar 29 15:51:58.457846 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 15:51:58.457846 n-d-834765-1 neutron-server[102791]: return self._get(url).json() Mar 29 15:51:58.457846 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 15:51:58.457846 n-d-834765-1 neutron-server[102791]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 15:51:58.457846 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 15:51:58.457846 n-d-834765-1 neutron-server[102791]: return self.request(url, 'GET', **kwargs) Mar 29 15:51:58.457846 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 15:51:58.457846 n-d-834765-1 neutron-server[102791]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 15:51:58.457846 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 15:51:58.457846 n-d-834765-1 neutron-server[102791]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 15:51:58.457846 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 15:51:58.457846 n-d-834765-1 neutron-server[102791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 15:51:58.457846 n-d-834765-1 neutron-server[102791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 15:51:58.463545 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-f834cb17-bc6e-48b6-ae74-ebf7f89f3cf9 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a4ce93c-04dc-421c-bbb2-d2181b27d5d6') {'for_net_delete': True} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:51:58.463806 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-f834cb17-bc6e-48b6-ae74-ebf7f89f3cf9 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a4ce93c-04dc-421c-bbb2-d2181b27d5d6') {} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:51:58.479160 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-f834cb17-bc6e-48b6-ae74-ebf7f89f3cf9 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783523422064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4614019'] for segment, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:58.482981 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0cdeb6-f9a0-46ea-b312-86b442be39d1 None None] Pushing event deleted for resources: {'Port': ['ID=ee07ac76-2f5e-4a46-922c-3e3189fbe6df,revision_number=None']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:51:58.496073 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-c1daa235-dc01-4c71-a82c-4033e4befcea None None] For port c1990743-4867-4cc7-a2e8-7c5eeaead279, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=c1990743-4867-4cc7-a2e8-7c5eeaead279,segment=NetworkSegment(9581079c-64f8-4f74-b62d-5bba29484aa6),segment_id=9581079c-64f8-4f74-b62d-5bba29484aa6)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:51:58.505772 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-f834cb17-bc6e-48b6-ae74-ebf7f89f3cf9 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:58.518304 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f834cb17-bc6e-48b6-ae74-ebf7f89f3cf9 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Releasing vlan 611 on physical network physnet1 to pool {{(pid=102790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 15:51:58.523295 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-f834cb17-bc6e-48b6-ae74-ebf7f89f3cf9 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5238013'] for segment, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:58.550869 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device c1990743-4867-4cc7-a2e8-7c5eeaead279 up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:51:58.577243 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:58.601483 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-c1daa235-dc01-4c71-a82c-4033e4befcea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:58.621818 n-d-834765-1 neutron-server[102790]: Traceback (most recent call last): Mar 29 15:51:58.621818 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 15:51:58.621818 n-d-834765-1 neutron-server[102790]: timer() Mar 29 15:51:58.621818 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 15:51:58.621818 n-d-834765-1 neutron-server[102790]: cb(*args, **kw) Mar 29 15:51:58.621818 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 15:51:58.621818 n-d-834765-1 neutron-server[102790]: return func(*args, **kwargs) Mar 29 15:51:58.621818 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 15:51:58.621818 n-d-834765-1 neutron-server[102790]: self._notify() Mar 29 15:51:58.621818 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 15:51:58.621818 n-d-834765-1 neutron-server[102790]: self.callback(batched_events) Mar 29 15:51:58.621818 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 15:51:58.621818 n-d-834765-1 neutron-server[102790]: event.method(event) Mar 29 15:51:58.621818 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 15:51:58.621818 n-d-834765-1 neutron-server[102790]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 15:51:58.621818 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 15:51:58.621818 n-d-834765-1 neutron-server[102790]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 15:51:58.621818 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 15:51:58.621818 n-d-834765-1 neutron-server[102790]: return f(self, *a, **k) Mar 29 15:51:58.621818 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 15:51:58.621818 n-d-834765-1 neutron-server[102790]: return self._get(url).json() Mar 29 15:51:58.621818 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 15:51:58.621818 n-d-834765-1 neutron-server[102790]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 15:51:58.621818 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 15:51:58.621818 n-d-834765-1 neutron-server[102790]: return self.request(url, 'GET', **kwargs) Mar 29 15:51:58.621818 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 15:51:58.621818 n-d-834765-1 neutron-server[102790]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 15:51:58.621818 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 15:51:58.621818 n-d-834765-1 neutron-server[102790]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 15:51:58.621818 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 15:51:58.621818 n-d-834765-1 neutron-server[102790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 15:51:58.621818 n-d-834765-1 neutron-server[102790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 15:51:58.627212 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-bb2ac821-fa79-4e98-b5e8-4be5821f481b tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1639897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648174'] for network, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:58.631059 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-f834cb17-bc6e-48b6-ae74-ebf7f89f3cf9 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1639897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648174'] for network, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:58.648368 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-f834cb17-bc6e-48b6-ae74-ebf7f89f3cf9 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for network, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:58.652363 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-f834cb17-bc6e-48b6-ae74-ebf7f89f3cf9 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] 10.222.0.42 "DELETE /v2.0/networks/b7faf18d-6cc9-4169-9a4b-9b5eaf1db9bd HTTP/1.1" status: 204 len: 168 time: 2.0819740 Mar 29 15:51:58.656416 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 33136) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:51:58.666005 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-bb2ac821-fa79-4e98-b5e8-4be5821f481b tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for network, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:58.673598 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-bb2ac821-fa79-4e98-b5e8-4be5821f481b tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] 10.222.0.42 "DELETE /v2.0/networks/279ba797-9a4a-4dbd-8f77-24dee94493fb HTTP/1.1" status: 204 len: 168 time: 1.7438965 Mar 29 15:51:58.675418 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 33138) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:51:58.684056 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-e7749042-91c3-4669-82cd-4f0a32a0f123 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1373550545', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:51:58.690083 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2ac821-fa79-4e98-b5e8-4be5821f481b tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Pushing event deleted for resources: {'Network': ['ID=279ba797-9a4a-4dbd-8f77-24dee94493fb,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:51:58.726565 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-e7749042-91c3-4669-82cd-4f0a32a0f123 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-532385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129310'] for router, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:58.729509 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-e7749042-91c3-4669-82cd-4f0a32a0f123 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-648091', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-684384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129319'] for router, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:58.788499 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-c9383c2b-9d30-4e04-ae63-bafa03c80f95 req-3bbaf085-4fec-4d81-9030-be5a9017f07b tempest-ServerShowV257Test-1490108154 tempest-ServerShowV257Test-1490108154-project] 10.222.0.42 "GET /v2.0/ports?device_id=854ccde8-0688-48b1-841c-2b4473e584a1 HTTP/1.1" status: 200 len: 210 time: 0.1590149 Mar 29 15:51:58.804279 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f834cb17-bc6e-48b6-ae74-ebf7f89f3cf9 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Pushing event deleted for resources: {'Network': ['ID=b7faf18d-6cc9-4169-9a4b-9b5eaf1db9bd,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:51:58.849357 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f834cb17-bc6e-48b6-ae74-ebf7f89f3cf9 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:51:58.853218 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f834cb17-bc6e-48b6-ae74-ebf7f89f3cf9 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:51:58.853564 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f834cb17-bc6e-48b6-ae74-ebf7f89f3cf9 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:51:58.853907 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f834cb17-bc6e-48b6-ae74-ebf7f89f3cf9 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:51:58.854251 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f834cb17-bc6e-48b6-ae74-ebf7f89f3cf9 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:51:58.854561 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f834cb17-bc6e-48b6-ae74-ebf7f89f3cf9 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:51:58.854893 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f834cb17-bc6e-48b6-ae74-ebf7f89f3cf9 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:51:58.855223 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f834cb17-bc6e-48b6-ae74-ebf7f89f3cf9 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:51:58.855575 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f834cb17-bc6e-48b6-ae74-ebf7f89f3cf9 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:51:58.855902 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f834cb17-bc6e-48b6-ae74-ebf7f89f3cf9 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:51:58.856245 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f834cb17-bc6e-48b6-ae74-ebf7f89f3cf9 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:51:58.856569 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f834cb17-bc6e-48b6-ae74-ebf7f89f3cf9 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:51:58.860683 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-e7749042-91c3-4669-82cd-4f0a32a0f123 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:58.871905 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-e7749042-91c3-4669-82cd-4f0a32a0f123 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648118'] for router, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:58.889665 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-e5483e6c-d1c0-46e8-9b54-a2f8dcf7b6d3 admin admin] Deleting port 266a8b11-040b-40ea-a023-ac273bae6242 {{(pid=102790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:51:58.890006 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e5483e6c-d1c0-46e8-9b54-a2f8dcf7b6d3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:58.987024 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-e7749042-91c3-4669-82cd-4f0a32a0f123 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks [] for router, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:58.991459 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-e7749042-91c3-4669-82cd-4f0a32a0f123 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3127193 Mar 29 15:51:58.993337 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 33148) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:51:59.002244 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-82bc06e6-37e2-46a5-90e2-308d9e0df880 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-273669308'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:51:59.017943 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dfa252-4e04-467f-ba46-37987d890f21 req-fa9f247a-fafa-44e8-b42f-3652be4e1a09 tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:51:59.019610 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f6dfa252-4e04-467f-ba46-37987d890f21 req-fa9f247a-fafa-44e8-b42f-3652be4e1a09 tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] 10.222.0.42 "GET /v2.0/ports?device_id=cbe49725-0a5d-42e9-bfee-0425af8500ec HTTP/1.1" status: 200 len: 944 time: 0.1358099 Mar 29 15:51:59.028229 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-40f1edef-447a-4490-9c00-917688504cc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648118'] for router, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:59.044742 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [None req-e5483e6c-d1c0-46e8-9b54-a2f8dcf7b6d3 admin admin] For port 266a8b11-040b-40ea-a023-ac273bae6242, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=266a8b11-040b-40ea-a023-ac273bae6242,segment=NetworkSegment(63db82bb-8e0b-410c-8d5e-d91a972c7c81),segment_id=63db82bb-8e0b-410c-8d5e-d91a972c7c81)] {{(pid=102790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:51:59.045462 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e5483e6c-d1c0-46e8-9b54-a2f8dcf7b6d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:59.049820 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbe49725-0a5d-42e9-bfee-0425af8500ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c79a9f63-fa7d-4a05-9147-597c906881e3'}] {{(pid=102792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:51:59.052781 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4f476c66b318cc6068719fc39557fac68d413f5c7e78fa77028c7948e999ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-202fef49-2967-4668-911c-94b794d91372" -d '{"events": [{"server_uuid": "cbe49725-0a5d-42e9-bfee-0425af8500ec", "name": "network-vif-plugged", "status": "completed", "tag": "c79a9f63-fa7d-4a05-9147-597c906881e3"}]}' {{(pid=102792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:51:59.074821 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-e5483e6c-d1c0-46e8-9b54-a2f8dcf7b6d3 admin admin] Calling delete_port for 266a8b11-040b-40ea-a023-ac273bae6242 owned by network:dhcp {{(pid=102790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:51:59.082393 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82bc06e6-37e2-46a5-90e2-308d9e0df880 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Made reservation on behalf of 5dbaebdcae654b77ad7a96310f75316a for: {'network': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:51:59.086035 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-82bc06e6-37e2-46a5-90e2-308d9e0df880 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for network, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:59.140501 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-da85eab6-024a-49aa-99ba-3fd299189564 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Deleting port b6e820f3-6db7-439d-a93a-539ac42dff3b {{(pid=102790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:51:59.140849 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-da85eab6-024a-49aa-99ba-3fd299189564 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:59.147801 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port c79a9f63-fa7d-4a05-9147-597c906881e3, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=c79a9f63-fa7d-4a05-9147-597c906881e3,segment=NetworkSegment(593392ec-7215-4ab3-8e52-325f9a7e2718),segment_id=593392ec-7215-4ab3-8e52-325f9a7e2718)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:51:59.150630 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1daa235-dc01-4c71-a82c-4033e4befcea None None] Pushing event updated for resources: {'Port': ['ID=c1990743-4867-4cc7-a2e8-7c5eeaead279,revision_number=3']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:51:59.162549 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:51:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cda0f7e6-d3a1-4194-89d3-68abe4342808 x-openstack-request-id: req-cda0f7e6-d3a1-4194-89d3-68abe4342808 {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:51:59.162842 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbe49725-0a5d-42e9-bfee-0425af8500ec", "name": "network-vif-plugged", "status": "completed", "tag": "c79a9f63-fa7d-4a05-9147-597c906881e3", "code": 200}]} {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:51:59.163092 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-cda0f7e6-d3a1-4194-89d3-68abe4342808 {{(pid=102792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:51:59.163502 n-d-834765-1 neutron-server[102792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbe49725-0a5d-42e9-bfee-0425af8500ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c79a9f63-fa7d-4a05-9147-597c906881e3', 'code': 200} Mar 29 15:51:59.193132 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:59.204386 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port c1990743-4867-4cc7-a2e8-7c5eeaead279 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:51:59.205330 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:59.214438 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82bc06e6-37e2-46a5-90e2-308d9e0df880 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] vlan segment allocate from pool success with {'vlan_id': 616, 'physical_network': 'physnet1'} {{(pid=102790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 15:51:59.218095 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f6dfa252-4e04-467f-ba46-37987d890f21 req-f47f9920-aa39-489a-b5e9-9f4a281c99f3 tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] 10.222.0.42 "GET /v2.0/security-groups?id=18cf8a9a-ec7a-4d70-920e-5df66f5b2aec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1844819 Mar 29 15:51:59.323066 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-82bc06e6-37e2-46a5-90e2-308d9e0df880 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:59.324843 n-d-834765-1 neutron-server[102790]: INFO neutron.db.segments_db [None req-82bc06e6-37e2-46a5-90e2-308d9e0df880 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Added segment 642b81ab-e7ad-4460-a711-531ac73064cb of type vlan for network 05aff4d8-6ad3-42b1-82b3-9ab459d67c95 Mar 29 15:51:59.357884 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a4122f8-6d61-47be-9c45-0e7d3de452e4 None None] DHCP port deletion for 08d86c7c-d7ae-48d3-9114-f1b7687b801d request from n-d-834765-1 {{(pid=102792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 29 15:51:59.369105 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2d9589-34a9-4b97-8106-182d4a58f69c req-5c1eb430-c979-4593-ae08-a5062f3a7f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:51:59.370582 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-2d2d9589-34a9-4b97-8106-182d4a58f69c req-5c1eb430-c979-4593-ae08-a5062f3a7f25 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=cbe49725-0a5d-42e9-bfee-0425af8500ec HTTP/1.1" status: 200 len: 1096 time: 0.1090457 Mar 29 15:51:59.371632 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-42fc4004-249b-49e1-a993-6da923516f02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350'] for port, after_delete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:59.407326 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-42fc4004-249b-49e1-a993-6da923516f02 None None] Network 279ba797-9a4a-4dbd-8f77-24dee94493fb is not hosted by any dhcp agent {{(pid=102792) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Mar 29 15:51:59.407747 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42fc4004-249b-49e1-a993-6da923516f02 None None] No DVR routers for this DVR port 6b21b1a4-e522-4364-998f-30d6c8d9ea0c on host n-d-834765-1 {{(pid=102792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:51:59.421511 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-da85eab6-024a-49aa-99ba-3fd299189564 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:59.421843 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-da85eab6-024a-49aa-99ba-3fd299189564 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:59.425606 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40f1edef-447a-4490-9c00-917688504cc5 admin admin] Router 6ed2d1ee-d1a9-4543-8770-73ea7b9362cd is scheduled to L3 agent c648d819-1060-4f26-b4ec-6455387b5dff with binding_index 1 {{(pid=102791) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 29 15:51:59.436366 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-2d2d9589-34a9-4b97-8106-182d4a58f69c req-60256159-e54e-4f1b-b734-fa51ad89ce51 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=18cf8a9a-ec7a-4d70-920e-5df66f5b2aec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533442 Mar 29 15:51:59.446756 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-da85eab6-024a-49aa-99ba-3fd299189564 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Calling delete_port for b6e820f3-6db7-439d-a93a-539ac42dff3b owned by network:floatingip {{(pid=102790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:51:59.467462 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Pushing event updated for resources: {'Port': ['ID=c79a9f63-fa7d-4a05-9147-597c906881e3,revision_number=5']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:51:59.507103 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fc4004-249b-49e1-a993-6da923516f02 None None] Pushing event deleted for resources: {'Port': ['ID=6b21b1a4-e522-4364-998f-30d6c8d9ea0c,revision_number=None']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:51:59.544573 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-1ca27a46-61ce-4643-a8c7-d5fa690459d3 None None] Provisioning complete for port c1990743-4867-4cc7-a2e8-7c5eeaead279 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:51:59.544921 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1ca27a46-61ce-4643-a8c7-d5fa690459d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:59.580835 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40f1edef-447a-4490-9c00-917688504cc5 admin admin] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:51:59.596715 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a4b82cb-a938-4eaf-8561-3db3978ede5a None None] Sync routers for ids ['6ed2d1ee-d1a9-4543-8770-73ea7b9362cd'] in n-d-834765-1 {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:51:59.603528 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-40f1edef-447a-4490-9c00-917688504cc5 admin admin] Notify callbacks [] for router, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:59.605565 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-40f1edef-447a-4490-9c00-917688504cc5 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.1357419 Mar 29 15:51:59.607816 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 33162) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:51:59.628453 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a4b82cb-a938-4eaf-8561-3db3978ede5a None None] Routers {'6ed2d1ee-d1a9-4543-8770-73ea7b9362cd'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:51:59.629451 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-9a4b82cb-a938-4eaf-8561-3db3978ede5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:51:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['6ed2d1ee-d1a9-4543-8770-73ea7b9362cd'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:51:59.676540 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-9a4122f8-6d61-47be-9c45-0e7d3de452e4 None None] Deleting port 266a8b11-040b-40ea-a023-ac273bae6242 {{(pid=102792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:51:59.676766 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-82bc06e6-37e2-46a5-90e2-308d9e0df880 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783522915970'] for network, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:59.677293 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-9a4122f8-6d61-47be-9c45-0e7d3de452e4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:59.735476 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e5483e6c-d1c0-46e8-9b54-a2f8dcf7b6d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:59.752086 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-9a4122f8-6d61-47be-9c45-0e7d3de452e4 None None] For port 266a8b11-040b-40ea-a023-ac273bae6242, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=266a8b11-040b-40ea-a023-ac273bae6242,segment=NetworkSegment(63db82bb-8e0b-410c-8d5e-d91a972c7c81),segment_id=63db82bb-8e0b-410c-8d5e-d91a972c7c81)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:51:59.752703 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-9a4122f8-6d61-47be-9c45-0e7d3de452e4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:59.769012 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-9a4122f8-6d61-47be-9c45-0e7d3de452e4 None None] Calling delete_port for 266a8b11-040b-40ea-a023-ac273bae6242 owned by network:dhcp {{(pid=102792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:51:59.785940 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5483e6c-d1c0-46e8-9b54-a2f8dcf7b6d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=266a8b11-040b-40ea-a023-ac273bae6242,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:51:59.794570 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5483e6c-d1c0-46e8-9b54-a2f8dcf7b6d3 admin admin] No DVR routers for this DVR port 266a8b11-040b-40ea-a023-ac273bae6242 on host n-d-834765-1 {{(pid=102790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:51:59.796496 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-82bc06e6-37e2-46a5-90e2-308d9e0df880 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795'] for network, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:59.803395 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82bc06e6-37e2-46a5-90e2-308d9e0df880 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:51:59.804008 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-82bc06e6-37e2-46a5-90e2-308d9e0df880 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for network, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:59.859789 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device d8059570-cbde-4009-b984-c89de27194a2 no longer exists at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:51:59.910669 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] No Port match for: d8059570-cbde-4009-b984-c89de27194a2 {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 15:51:59.911139 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device d8059570-cbde-4009-b984-c89de27194a2 not bound to the agent host n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:51:59.911684 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device ee07ac76-2f5e-4a46-922c-3e3189fbe6df no longer exists at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:51:59.965611 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-9a4122f8-6d61-47be-9c45-0e7d3de452e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350'] for port, after_delete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:51:59.968601 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] No Port match for: ee07ac76-2f5e-4a46-922c-3e3189fbe6df {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 15:51:59.971747 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device ee07ac76-2f5e-4a46-922c-3e3189fbe6df not bound to the agent host n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:51:59.972479 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 6b21b1a4-e522-4364-998f-30d6c8d9ea0c no longer exists at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:52:00.000360 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a4122f8-6d61-47be-9c45-0e7d3de452e4 None None] No DVR routers for this DVR port 266a8b11-040b-40ea-a023-ac273bae6242 on host n-d-834765-1 {{(pid=102792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:52:00.002447 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bc06e6-37e2-46a5-90e2-308d9e0df880 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Pushing event updated for resources: {'Network': ['ID=05aff4d8-6ad3-42b1-82b3-9ab459d67c95,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:52:00.038239 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-597d6e84-79f8-4715-bdc6-4d15ec19b10f req-e713e008-650e-4085-9885-a4ade8132d37 tempest-ServerShowV257Test-1490108154 tempest-ServerShowV257Test-1490108154-project] 10.222.0.42 "GET /v2.0/ports?device_id=854ccde8-0688-48b1-841c-2b4473e584a1 HTTP/1.1" status: 200 len: 210 time: 0.1360092 Mar 29 15:52:00.090781 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Network 05aff4d8-6ad3-42b1-82b3-9ab459d67c95 details requested by agent ovs-agent-n-d-834765-1 with host n-d-834765-1 {{(pid=102792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 15:52:00.100592 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e5483e6c-d1c0-46e8-9b54-a2f8dcf7b6d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639890', 'neutron.services.segments.db._delete_segments_for_network-8783523423079'] for network, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:00.122881 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-e5483e6c-d1c0-46e8-9b54-a2f8dcf7b6d3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08d86c7c-d7ae-48d3-9114-f1b7687b801d']}} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:52:00.133413 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-e5483e6c-d1c0-46e8-9b54-a2f8dcf7b6d3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63db82bb-8e0b-410c-8d5e-d91a972c7c81') {'for_net_delete': True} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:52:00.134278 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-e5483e6c-d1c0-46e8-9b54-a2f8dcf7b6d3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63db82bb-8e0b-410c-8d5e-d91a972c7c81') {} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:52:00.144354 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e5483e6c-d1c0-46e8-9b54-a2f8dcf7b6d3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783523422064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4614019'] for segment, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:00.157908 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e5483e6c-d1c0-46e8-9b54-a2f8dcf7b6d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:00.165071 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5483e6c-d1c0-46e8-9b54-a2f8dcf7b6d3 admin admin] Releasing vlan 623 on physical network physnet1 to pool {{(pid=102790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 15:52:00.165684 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e5483e6c-d1c0-46e8-9b54-a2f8dcf7b6d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5238013'] for segment, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:00.170833 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] No Port match for: 6b21b1a4-e522-4364-998f-30d6c8d9ea0c {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 15:52:00.171186 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 6b21b1a4-e522-4364-998f-30d6c8d9ea0c not bound to the agent host n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:52:00.173380 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4122f8-6d61-47be-9c45-0e7d3de452e4 None None] Pushing event deleted for resources: {'Port': ['ID=266a8b11-040b-40ea-a023-ac273bae6242,revision_number=None']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:52:00.218778 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvr_db [None req-9a4b82cb-a938-4eaf-8561-3db3978ede5a None None] Set router 6ed2d1ee-d1a9-4543-8770-73ea7b9362cd gateway port host: n-d-834765-1 {{(pid=102792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:52:00.228459 n-d-834765-1 neutron-server[102790]: Traceback (most recent call last): Mar 29 15:52:00.228459 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 15:52:00.228459 n-d-834765-1 neutron-server[102790]: timer() Mar 29 15:52:00.228459 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 15:52:00.228459 n-d-834765-1 neutron-server[102790]: cb(*args, **kw) Mar 29 15:52:00.228459 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 15:52:00.228459 n-d-834765-1 neutron-server[102790]: return func(*args, **kwargs) Mar 29 15:52:00.228459 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 15:52:00.228459 n-d-834765-1 neutron-server[102790]: self._notify() Mar 29 15:52:00.228459 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 15:52:00.228459 n-d-834765-1 neutron-server[102790]: self.callback(batched_events) Mar 29 15:52:00.228459 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 15:52:00.228459 n-d-834765-1 neutron-server[102790]: event.method(event) Mar 29 15:52:00.228459 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 15:52:00.228459 n-d-834765-1 neutron-server[102790]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 15:52:00.228459 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 15:52:00.228459 n-d-834765-1 neutron-server[102790]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 15:52:00.228459 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 15:52:00.228459 n-d-834765-1 neutron-server[102790]: return f(self, *a, **k) Mar 29 15:52:00.228459 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 15:52:00.228459 n-d-834765-1 neutron-server[102790]: return self._get(url).json() Mar 29 15:52:00.228459 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 15:52:00.228459 n-d-834765-1 neutron-server[102790]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 15:52:00.228459 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 15:52:00.228459 n-d-834765-1 neutron-server[102790]: return self.request(url, 'GET', **kwargs) Mar 29 15:52:00.228459 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 15:52:00.228459 n-d-834765-1 neutron-server[102790]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 15:52:00.228459 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 15:52:00.228459 n-d-834765-1 neutron-server[102790]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 15:52:00.228459 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 15:52:00.228459 n-d-834765-1 neutron-server[102790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 15:52:00.228459 n-d-834765-1 neutron-server[102790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 15:52:00.238503 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-82bc06e6-37e2-46a5-90e2-308d9e0df880 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.2383769 Mar 29 15:52:00.239194 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e5483e6c-d1c0-46e8-9b54-a2f8dcf7b6d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1639897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648174'] for network, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:00.242390 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 33170) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:52:00.247797 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-451dc77c-5a49-4caf-97cf-f817b02883cd tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Request body: {'subnet': {'network_id': '05aff4d8-6ad3-42b1-82b3-9ab459d67c95', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:52:00.256955 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e5483e6c-d1c0-46e8-9b54-a2f8dcf7b6d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for network, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:00.262740 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-e5483e6c-d1c0-46e8-9b54-a2f8dcf7b6d3 admin admin] 10.222.0.42 "DELETE /v2.0/networks/08d86c7c-d7ae-48d3-9114-f1b7687b801d HTTP/1.1" status: 204 len: 168 time: 2.0762410 Mar 29 15:52:00.310425 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-1319d6d6-d987-4afd-91a3-5a9bb3b75ca4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:00.333886 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5483e6c-d1c0-46e8-9b54-a2f8dcf7b6d3 admin admin] Pushing event deleted for resources: {'Network': ['ID=08d86c7c-d7ae-48d3-9114-f1b7687b801d,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:52:00.436630 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-da85eab6-024a-49aa-99ba-3fd299189564 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:00.439888 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1a0882a3-265b-42fe-9aed-8c83032d3a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:00.501098 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744261a2-abb8-4af1-bd7f-490f759199a0 req-d1beb6e4-6421-4546-8a29-608fca8df4b6 tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:52:00.505921 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da85eab6-024a-49aa-99ba-3fd299189564 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Pushing event deleted for resources: {'Port': ['ID=b6e820f3-6db7-439d-a93a-539ac42dff3b,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:52:00.509593 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-744261a2-abb8-4af1-bd7f-490f759199a0 req-d1beb6e4-6421-4546-8a29-608fca8df4b6 tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] 10.222.0.42 "GET /v2.0/ports?device_id=cbe49725-0a5d-42e9-bfee-0425af8500ec HTTP/1.1" status: 200 len: 945 time: 0.1350834 Mar 29 15:52:00.511226 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 33182) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:52:00.525529 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device c1990743-4867-4cc7-a2e8-7c5eeaead279 up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:52:00.574201 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-451dc77c-5a49-4caf-97cf-f817b02883cd tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Made reservation on behalf of 5dbaebdcae654b77ad7a96310f75316a for: {'subnet': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:52:00.578174 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-451dc77c-5a49-4caf-97cf-f817b02883cd tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4793983'] for subnet, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:00.624962 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-744261a2-abb8-4af1-bd7f-490f759199a0 req-a9b3e032-57e3-4926-a548-09182bff712f tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] 10.222.0.42 "GET /v2.0/security-groups?id=18cf8a9a-ec7a-4d70-920e-5df66f5b2aec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1144164 Mar 29 15:52:00.674565 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port c1990743-4867-4cc7-a2e8-7c5eeaead279 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:52:00.675093 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:00.701988 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-bc3f11b5-1401-49bd-8d30-6ebf7a76f9e4 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=2f916f4102be4d9598e1979f4f5a1e34&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1804624 Mar 29 15:52:00.703132 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 33184) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:52:00.738398 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_common [None req-1319d6d6-d987-4afd-91a3-5a9bb3b75ca4 admin admin] Allocated IP 172.20.0.1 (4e796cbd-0811-4a69-9036-a57f72186731/38d67edd-cfdb-4ded-91f8-0e501d16094b/390d1096-1778-4fe9-9e07-130268813472) {{(pid=102791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:52:00.750540 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-9a4b82cb-a938-4eaf-8561-3db3978ede5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ed2d1ee-d1a9-4543-8770-73ea7b9362cd', 'name': 'tempest-TaggedBootDevicesTest_v242-1930304390-router', 'tenant_id': '9cad725e1c41463fab431e48b8d9bfff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.128'}], 'enable_snat': True}, 'gw_port_id': '0a4f37c9-e529-4bf8-885d-3374c7c5a8c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:51:54Z', 'updated_at': '2022-03-29T15:51:58Z', 'revision_number': 3, 'project_id': '9cad725e1c41463fab431e48b8d9bfff', 'gw_port': {'id': '0a4f37c9-e529-4bf8-885d-3374c7c5a8c7', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:0e:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ed2d1ee-d1a9-4543-8770-73ea7b9362cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2024, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:51:56Z', 'updated_at': '2022-03-29T15:51:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1'}], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:52:00.783034 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a4b82cb-a938-4eaf-8561-3db3978ede5a None None] Checking router: 6ed2d1ee-d1a9-4543-8770-73ea7b9362cd for host: n-d-834765-1 {{(pid=102792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:52:00.783502 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a4b82cb-a938-4eaf-8561-3db3978ede5a None None] Updating router 6ed2d1ee-d1a9-4543-8770-73ea7b9362cd port 0a4f37c9-e529-4bf8-885d-3374c7c5a8c7 binding host n-d-834765-1 {{(pid=102792) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 15:52:00.853713 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-9a4b82cb-a938-4eaf-8561-3db3978ede5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:00.875911 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-0e2e8a3c-716c-4014-851c-4327f344bafc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:00.920252 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-0e2e8a3c-716c-4014-851c-4327f344bafc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:01.006978 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-1319d6d6-d987-4afd-91a3-5a9bb3b75ca4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:01.046538 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-0e2e8a3c-716c-4014-851c-4327f344bafc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:01.049759 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-0e2e8a3c-716c-4014-851c-4327f344bafc admin admin] Notify callbacks [] for security_group, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:01.054463 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-0e2e8a3c-716c-4014-851c-4327f344bafc admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/081b7f36-f2a5-4c82-befe-a6c975db4028 HTTP/1.1" status: 204 len: 168 time: 0.3501947 Mar 29 15:52:01.060869 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-1319d6d6-d987-4afd-91a3-5a9bb3b75ca4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:01.103835 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-da85eab6-024a-49aa-99ba-3fd299189564 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Notify callbacks [] for floatingip, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:01.104113 n-d-834765-1 neutron-server[102790]: INFO neutron.db.l3_db [None req-da85eab6-024a-49aa-99ba-3fd299189564 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Floating IP 7ed50733-8ce6-4b10-84db-b8b0f10693a5 disassociated (deleted). External IP: 172.25.4.4, port: 4db3f057-ea95-4cf1-868d-a9dd1b5d31a6. Mar 29 15:52:01.131176 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1319d6d6-d987-4afd-91a3-5a9bb3b75ca4 admin admin] Network 4e796cbd-0811-4a69-9036-a57f72186731 is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:52:01.132852 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1319d6d6-d987-4afd-91a3-5a9bb3b75ca4 admin admin] Pushing event updated for resources: {'Port': ['ID=390d1096-1778-4fe9-9e07-130268813472,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:52:01.137265 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [None req-1319d6d6-d987-4afd-91a3-5a9bb3b75ca4 admin admin] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:52:01.155130 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2e8a3c-716c-4014-851c-4327f344bafc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=081b7f36-f2a5-4c82-befe-a6c975db4028,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:52:01.158265 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1319d6d6-d987-4afd-91a3-5a9bb3b75ca4 admin admin] Received port after_create {{(pid=102791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:52:01.224614 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-1319d6d6-d987-4afd-91a3-5a9bb3b75ca4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-648347'] for router_interface, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:01.275051 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 266a8b11-040b-40ea-a023-ac273bae6242 no longer exists at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:52:01.361282 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] No Port match for: 266a8b11-040b-40ea-a023-ac273bae6242 {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 15:52:01.361633 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 266a8b11-040b-40ea-a023-ac273bae6242 not bound to the agent host n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:52:01.402635 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-0a4df91c-a2ca-40d9-bf59-2e3798e768b4 req-02262c21-e4a2-45a5-ac62-60900031ccc7 tempest-ServerShowV257Test-1490108154 tempest-ServerShowV257Test-1490108154-project] 10.222.0.42 "GET /v2.0/ports?device_id=854ccde8-0688-48b1-841c-2b4473e584a1 HTTP/1.1" status: 200 len: 210 time: 0.1803329 Mar 29 15:52:01.403578 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-451dc77c-5a49-4caf-97cf-f817b02883cd tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5231896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4793961'] for subnet, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:01.497420 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-9a4b82cb-a938-4eaf-8561-3db3978ede5a None None] Notify callbacks [] for port, precommit_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:01.508373 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-9a4b82cb-a938-4eaf-8561-3db3978ede5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:01.529030 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-1319d6d6-d987-4afd-91a3-5a9bb3b75ca4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:01.569930 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-9a4b82cb-a938-4eaf-8561-3db3978ede5a None None] Attempting to bind port 0a4f37c9-e529-4bf8-885d-3374c7c5a8c7 on host n-d-834765-1 for vnic_type normal with profile {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:52:01.570943 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-9a4b82cb-a938-4eaf-8561-3db3978ede5a None None] Attempting to bind port 0a4f37c9-e529-4bf8-885d-3374c7c5a8c7 by drivers openvswitch,hyperv on host n-d-834765-1 at level 0 using segments [{'id': '6ab47353-a811-4bad-bc73-b4cc84583cfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:52:01.570943 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a4b82cb-a938-4eaf-8561-3db3978ede5a None None] Attempting to bind port 0a4f37c9-e529-4bf8-885d-3374c7c5a8c7 on network 4a4a035d-ecac-4ead-baa3-25f90788773a {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:52:01.573969 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f73533-8b89-4804-ace5-3aad4406cac5 None None] Pushing event updated for resources: {'Port': ['ID=0a4f37c9-e529-4bf8-885d-3374c7c5a8c7,revision_number=2']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:52:01.579801 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a4b82cb-a938-4eaf-8561-3db3978ede5a None None] Checking agent: {'id': 'a8866439-9d96-425c-b519-6905c591ac37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 25, 36), 'started_at': datetime.datetime(2022, 3, 29, 15, 26, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 51, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834765-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:52:01.580168 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a4b82cb-a938-4eaf-8561-3db3978ede5a None None] Checking segment: {'id': '6ab47353-a811-4bad-bc73-b4cc84583cfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:52:01.580574 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-9a4b82cb-a938-4eaf-8561-3db3978ede5a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:01.580964 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a4b82cb-a938-4eaf-8561-3db3978ede5a None None] Bound using segment: {'id': '6ab47353-a811-4bad-bc73-b4cc84583cfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:52:01.581434 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-9a4b82cb-a938-4eaf-8561-3db3978ede5a None None] Bound port: 0a4f37c9-e529-4bf8-885d-3374c7c5a8c7, host: n-d-834765-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ab47353-a811-4bad-bc73-b4cc84583cfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'}}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 15:52:01.581821 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-9a4b82cb-a938-4eaf-8561-3db3978ede5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:01.686774 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-36f6444f-1781-47df-be6f-9cafd94a90ab None None] Provisioning complete for port 390d1096-1778-4fe9-9e07-130268813472 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:52:01.687638 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-36f6444f-1781-47df-be6f-9cafd94a90ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:01.715597 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-451dc77c-5a49-4caf-97cf-f817b02883cd tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Checking segment: {'id': '642b81ab-e7ad-4460-a711-531ac73064cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '05aff4d8-6ad3-42b1-82b3-9ab459d67c95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:52:01.715945 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-451dc77c-5a49-4caf-97cf-f817b02883cd tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Network hostable DHCP agents. Network: 05aff4d8-6ad3-42b1-82b3-9ab459d67c95, hostable agents: ['d136643e-48ae-49d4-a851-2ba3bdf3749c'], hosted agents: [] {{(pid=102790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 15:52:01.734755 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da85eab6-024a-49aa-99ba-3fd299189564 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Router b57fb9ec-03c5-4cd9-89b7-ca6ff650c65a has already been hosted by L3 agent c648d819-1060-4f26-b4ec-6455387b5dff {{(pid=102790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 15:52:01.735639 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451dc77c-5a49-4caf-97cf-f817b02883cd tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Pushing event updated for resources: {'Subnet': ['ID=66ddf533-9b96-4910-b203-743982681446,revision_number=0']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:52:01.772370 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-9a4b82cb-a938-4eaf-8561-3db3978ede5a None None] For port 0a4f37c9-e529-4bf8-885d-3374c7c5a8c7, host n-d-834765-1, cleared binding levels {{(pid=102792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:52:01.789230 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-9a4b82cb-a938-4eaf-8561-3db3978ede5a None None] For port 0a4f37c9-e529-4bf8-885d-3374c7c5a8c7, host n-d-834765-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=0a4f37c9-e529-4bf8-885d-3374c7c5a8c7,segment=NetworkSegment(6ab47353-a811-4bad-bc73-b4cc84583cfd),segment_id=6ab47353-a811-4bad-bc73-b4cc84583cfd)] {{(pid=102792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:52:01.792500 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-36f6444f-1781-47df-be6f-9cafd94a90ab None None] Port 390d1096-1778-4fe9-9e07-130268813472 cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 15:52:01.803932 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-451dc77c-5a49-4caf-97cf-f817b02883cd tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Network 05aff4d8-6ad3-42b1-82b3-9ab459d67c95 is scheduled to be hosted by DHCP agent d136643e-48ae-49d4-a851-2ba3bdf3749c with binding_index 1 {{(pid=102790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 15:52:01.805357 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-9a4b82cb-a938-4eaf-8561-3db3978ede5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:01.822022 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-451dc77c-5a49-4caf-97cf-f817b02883cd tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834765-1, 05aff4d8-6ad3-42b1-82b3-9ab459d67c95) {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:52:01.830074 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-451dc77c-5a49-4caf-97cf-f817b02883cd tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:52:01.830748 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-451dc77c-5a49-4caf-97cf-f817b02883cd tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for subnet, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:01.883318 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-1319d6d6-d987-4afd-91a3-5a9bb3b75ca4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:01.891657 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-451dc77c-5a49-4caf-97cf-f817b02883cd tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6474354 Mar 29 15:52:01.894613 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 33216) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:52:01.894758 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f73533-8b89-4804-ace5-3aad4406cac5 None None] Pushing event updated for resources: {'Port': ['ID=0a4f37c9-e529-4bf8-885d-3374c7c5a8c7,revision_number=3']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:52:01.899907 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-1319d6d6-d987-4afd-91a3-5a9bb3b75ca4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:01.912462 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64d83598-2c74-4970-8c8c-bd7eda80679b None None] Network 05aff4d8-6ad3-42b1-82b3-9ab459d67c95 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 15:52:01.945247 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da85eab6-024a-49aa-99ba-3fd299189564 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:52:01.951849 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-da85eab6-024a-49aa-99ba-3fd299189564 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for floatingip, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:01.959402 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-1319d6d6-d987-4afd-91a3-5a9bb3b75ca4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-648439'] for router_interface, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:01.959883 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a4df4de-6e26-47d6-bedc-295b223e0000 None None] Sync routers for ids ['b57fb9ec-03c5-4cd9-89b7-ca6ff650c65a'] in n-d-834765-1 {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:52:01.976433 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a4df4de-6e26-47d6-bedc-295b223e0000 None None] Routers {'b57fb9ec-03c5-4cd9-89b7-ca6ff650c65a'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:52:01.977955 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-6a4df4de-6e26-47d6-bedc-295b223e0000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:51:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['b57fb9ec-03c5-4cd9-89b7-ca6ff650c65a'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:52:02.014755 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e5ddc0-e266-432d-b0fd-7811603ea903 req-4184ea09-b330-49ce-a2f4-9aed061a4c66 tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:52:02.016521 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-52e5ddc0-e266-432d-b0fd-7811603ea903 req-4184ea09-b330-49ce-a2f4-9aed061a4c66 tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] 10.222.0.42 "GET /v2.0/ports?device_id=cbe49725-0a5d-42e9-bfee-0425af8500ec HTTP/1.1" status: 200 len: 945 time: 0.2465496 Mar 29 15:52:02.068136 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-da85eab6-024a-49aa-99ba-3fd299189564 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] 10.222.0.42 "DELETE /v2.0/floatingips/7ed50733-8ce6-4b10-84db-b8b0f10693a5 HTTP/1.1" status: 204 len: 168 time: 3.4105918 Mar 29 15:52:02.070439 n-d-834765-1 neutron-server[102790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '186cc152-5814-4ecc-8410-e5062beddb18', 'tag': '4db3f057-ea95-4cf1-868d-a9dd1b5d31a6'}] {{(pid=102790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:52:02.073907 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46b06d655c90bc969636382cce4240ad749035fb0f3a83ee4734fa1ed9c4a6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24ad39ed-2314-473d-a0b1-065ba633601a" -d '{"events": [{"name": "network-changed", "server_uuid": "186cc152-5814-4ecc-8410-e5062beddb18", "tag": "4db3f057-ea95-4cf1-868d-a9dd1b5d31a6"}]}' {{(pid=102790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:52:02.115700 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a4b82cb-a938-4eaf-8561-3db3978ede5a None None] Routers {'6ed2d1ee-d1a9-4543-8770-73ea7b9362cd'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:52:02.116390 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-9a4b82cb-a938-4eaf-8561-3db3978ede5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:51:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['6ed2d1ee-d1a9-4543-8770-73ea7b9362cd'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:52:02.184369 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1319d6d6-d987-4afd-91a3-5a9bb3b75ca4 admin admin] Network 4e796cbd-0811-4a69-9036-a57f72186731 is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:52:02.189090 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [None req-1319d6d6-d987-4afd-91a3-5a9bb3b75ca4 admin admin] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:52:02.231687 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-52e5ddc0-e266-432d-b0fd-7811603ea903 req-1ac03d89-1317-489f-8ab7-63199642c096 tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] 10.222.0.42 "GET /v2.0/security-groups?id=18cf8a9a-ec7a-4d70-920e-5df66f5b2aec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581510 Mar 29 15:52:02.233666 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1319d6d6-d987-4afd-91a3-5a9bb3b75ca4 admin admin] Pushing event updated for resources: {'Port': ['ID=390d1096-1778-4fe9-9e07-130268813472,revision_number=2']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:52:02.401878 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvr_db [None req-6a4df4de-6e26-47d6-bedc-295b223e0000 None None] Set router b57fb9ec-03c5-4cd9-89b7-ca6ff650c65a gateway port host: n-d-834765-1 {{(pid=102793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:52:02.551982 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-02cb6930-e68d-4030-a592-7699f5dca69b tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:02.580191 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1319d6d6-d987-4afd-91a3-5a9bb3b75ca4 admin admin] Router 6ed2d1ee-d1a9-4543-8770-73ea7b9362cd has already been hosted by L3 agent c648d819-1060-4f26-b4ec-6455387b5dff {{(pid=102791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 15:52:02.819397 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 33248) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:52:02.846825 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2db7ffa-37a2-4f14-b223-badabb8f8368 req-d09af498-583c-43b3-863b-19cfa31c94fe tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:52:02.849758 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-b2db7ffa-37a2-4f14-b223-badabb8f8368 req-d09af498-583c-43b3-863b-19cfa31c94fe tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] 10.222.0.42 "GET /v2.0/ports?device_id=cbe49725-0a5d-42e9-bfee-0425af8500ec HTTP/1.1" status: 200 len: 945 time: 0.2581015 Mar 29 15:52:02.898022 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 33252) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:52:02.907253 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-254ba44a-1204-48b9-8a87-1a92039af127 tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Request body: {'floatingip': {'port_id': 'c79a9f63-fa7d-4a05-9147-597c906881e3'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:52:02.911127 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-6a4df4de-6e26-47d6-bedc-295b223e0000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b57fb9ec-03c5-4cd9-89b7-ca6ff650c65a', 'name': 'tempest-TestNetworkBasicOps-router-173982885', 'tenant_id': '4613198224a343ff95b6b23b26c7af7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.205'}], 'enable_snat': True}, 'gw_port_id': 'db082a07-ed19-43e6-8f6f-15f3a86650cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:48:27Z', 'updated_at': '2022-03-29T15:51:48Z', 'revision_number': 6, 'project_id': '4613198224a343ff95b6b23b26c7af7a', 'gw_port': {'id': 'db082a07-ed19-43e6-8f6f-15f3a86650cf', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:ba:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b57fb9ec-03c5-4cd9-89b7-ca6ff650c65a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1524, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:48:28Z', 'updated_at': '2022-03-29T15:48:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': 'f0e706fd-c21f-4ff0-afc3-ea1e48be4fe5', 'name': '', 'network_id': '0eb69c38-859a-44f3-b301-7cf6beecd122', 'tenant_id': '4613198224a343ff95b6b23b26c7af7a', 'mac_address': 'fa:16:3e:4d:e0:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b57fb9ec-03c5-4cd9-89b7-ca6ff650c65a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': '1924a09c-5d13-4bf6-994f-2a1793829850', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:48:43Z', 'updated_at': '2022-03-29T15:48:50Z', 'revision_number': 5, 'project_id': '4613198224a343ff95b6b23b26c7af7a', 'subnets': [{'id': '1924a09c-5d13-4bf6-994f-2a1793829850', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:52:03.115672 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 15:52:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01b06811-2da3-4c0f-a5c0-c43131c95e05 x-openstack-request-id: req-01b06811-2da3-4c0f-a5c0-c43131c95e05 {{(pid=102790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:52:03.115972 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "186cc152-5814-4ecc-8410-e5062beddb18", "tag": "4db3f057-ea95-4cf1-868d-a9dd1b5d31a6", "status": "completed", "code": 200}]} {{(pid=102790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:52:03.118363 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-01b06811-2da3-4c0f-a5c0-c43131c95e05 {{(pid=102790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:52:03.119166 n-d-834765-1 neutron-server[102790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '186cc152-5814-4ecc-8410-e5062beddb18', 'tag': '4db3f057-ea95-4cf1-868d-a9dd1b5d31a6', 'status': 'completed', 'code': 200} Mar 29 15:52:03.138253 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-2faf69b7-270d-4502-8a1c-009ee366730e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:03.157390 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-d642e2e9-0137-4522-aa52-4d16d8c3aab8 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-821425614-network', 'tenant_id': '7aa6de6f2ef14f7299dc70dc4cbfa1ce'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:52:03.173218 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-5a3bb0ac-f117-41a9-b2da-4a27acf59a43 None None] Provisioning complete for port 390d1096-1778-4fe9-9e07-130268813472 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:52:03.173696 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-5a3bb0ac-f117-41a9-b2da-4a27acf59a43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:03.179169 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-254ba44a-1204-48b9-8a87-1a92039af127 tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Notify callbacks [] for floatingip, before_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:03.182515 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvr_db [None req-9a4b82cb-a938-4eaf-8561-3db3978ede5a None None] Set router 6ed2d1ee-d1a9-4543-8770-73ea7b9362cd gateway port host: n-d-834765-1 {{(pid=102792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:52:03.189599 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a4df4de-6e26-47d6-bedc-295b223e0000 None None] Checking router: b57fb9ec-03c5-4cd9-89b7-ca6ff650c65a for host: n-d-834765-1 {{(pid=102793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:52:03.211684 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a4df4de-6e26-47d6-bedc-295b223e0000 None None] Routers {'b57fb9ec-03c5-4cd9-89b7-ca6ff650c65a'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:52:03.212607 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-6a4df4de-6e26-47d6-bedc-295b223e0000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:52:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['b57fb9ec-03c5-4cd9-89b7-ca6ff650c65a'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:52:03.310692 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd1ef30-e8c4-4530-a601-8225238d2a5f req-c2a67c5c-fcf9-49ca-a7df-f9af65dfb726 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:52:03.312321 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-4dd1ef30-e8c4-4530-a601-8225238d2a5f req-c2a67c5c-fcf9-49ca-a7df-f9af65dfb726 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] 10.222.0.42 "GET /v2.0/ports?device_id=186cc152-5814-4ecc-8410-e5062beddb18 HTTP/1.1" status: 200 len: 946 time: 0.2829943 Mar 29 15:52:03.348972 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvr_db [None req-6a4df4de-6e26-47d6-bedc-295b223e0000 None None] Set router b57fb9ec-03c5-4cd9-89b7-ca6ff650c65a gateway port host: n-d-834765-1 {{(pid=102793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:52:03.390331 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-5a3bb0ac-f117-41a9-b2da-4a27acf59a43 None None] Port 390d1096-1778-4fe9-9e07-130268813472 cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 15:52:03.408305 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b38bf819-bd5b-4682-b4ce-c4b08c565ec7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0035034-69b0-5ffc-b384-0ac6189c5628-05aff4d8-6ad3-42b1-82b3-9ab459d67c95', 'network_id': '05aff4d8-6ad3-42b1-82b3-9ab459d67c95', 'tenant_id': '5dbaebdcae654b77ad7a96310f75316a', 'fixed_ips': [{'subnet_id': '66ddf533-9b96-4910-b203-743982681446'}]}} from n-d-834765-1. {{(pid=102792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 29 15:52:03.409398 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-b38bf819-bd5b-4682-b4ce-c4b08c565ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:03.467612 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e8df136f-02a0-4c72-ba7e-e4d18f29fbe2 req-c41fa545-97bb-455c-bab2-8eca502f4492 tempest-ServerShowV257Test-1490108154 tempest-ServerShowV257Test-1490108154-project] 10.222.0.42 "GET /v2.0/ports?device_id=854ccde8-0688-48b1-841c-2b4473e584a1 HTTP/1.1" status: 200 len: 210 time: 0.1051207 Mar 29 15:52:03.468386 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-4dd1ef30-e8c4-4530-a601-8225238d2a5f req-76ef8121-64e9-41e5-9680-146b5be9be33 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] 10.222.0.42 "GET /v2.0/security-groups?id=5db5456d-b190-468c-8855-1650a1510a12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589855 Mar 29 15:52:03.537117 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d642e2e9-0137-4522-aa52-4d16d8c3aab8 admin admin] Made reservation on behalf of 7aa6de6f2ef14f7299dc70dc4cbfa1ce for: {'network': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:52:03.547862 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-d642e2e9-0137-4522-aa52-4d16d8c3aab8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for network, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:03.591300 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-d642e2e9-0137-4522-aa52-4d16d8c3aab8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:03.591981 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ad39ed-2314-473d-a0b1-065ba633601a req-3c6cb1c1-9d2f-44a8-b475-ae47021c2785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:52:03.591981 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-24ad39ed-2314-473d-a0b1-065ba633601a req-3c6cb1c1-9d2f-44a8-b475-ae47021c2785 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4613198224a343ff95b6b23b26c7af7a&device_id=186cc152-5814-4ecc-8410-e5062beddb18 HTTP/1.1" status: 200 len: 1097 time: 0.2280571 Mar 29 15:52:03.661750 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1319d6d6-d987-4afd-91a3-5a9bb3b75ca4 admin admin] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:52:03.686515 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-6a4df4de-6e26-47d6-bedc-295b223e0000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b57fb9ec-03c5-4cd9-89b7-ca6ff650c65a', 'name': 'tempest-TestNetworkBasicOps-router-173982885', 'tenant_id': '4613198224a343ff95b6b23b26c7af7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.205'}], 'enable_snat': True}, 'gw_port_id': 'db082a07-ed19-43e6-8f6f-15f3a86650cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:48:27Z', 'updated_at': '2022-03-29T15:51:48Z', 'revision_number': 6, 'project_id': '4613198224a343ff95b6b23b26c7af7a', 'gw_port': {'id': 'db082a07-ed19-43e6-8f6f-15f3a86650cf', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:ba:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b57fb9ec-03c5-4cd9-89b7-ca6ff650c65a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1524, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:48:28Z', 'updated_at': '2022-03-29T15:48:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': 'f0e706fd-c21f-4ff0-afc3-ea1e48be4fe5', 'name': '', 'network_id': '0eb69c38-859a-44f3-b301-7cf6beecd122', 'tenant_id': '4613198224a343ff95b6b23b26c7af7a', 'mac_address': 'fa:16:3e:4d:e0:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b57fb9ec-03c5-4cd9-89b7-ca6ff650c65a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': '1924a09c-5d13-4bf6-994f-2a1793829850', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:48:43Z', 'updated_at': '2022-03-29T15:48:50Z', 'revision_number': 5, 'project_id': '4613198224a343ff95b6b23b26c7af7a', 'subnets': [{'id': '1924a09c-5d13-4bf6-994f-2a1793829850', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:52:03.705698 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-1319d6d6-d987-4afd-91a3-5a9bb3b75ca4 admin admin] 10.222.0.42 "PUT /v2.0/routers/6ed2d1ee-d1a9-4543-8770-73ea7b9362cd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0965824 Mar 29 15:52:03.714541 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-d642e2e9-0137-4522-aa52-4d16d8c3aab8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:03.725595 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-d642e2e9-0137-4522-aa52-4d16d8c3aab8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:03.735818 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a4df4de-6e26-47d6-bedc-295b223e0000 None None] The sync data for ids ['b57fb9ec-03c5-4cd9-89b7-ca6ff650c65a'] in n-d-834765-1 is: [{'id': 'b57fb9ec-03c5-4cd9-89b7-ca6ff650c65a', 'name': 'tempest-TestNetworkBasicOps-router-173982885', 'tenant_id': '4613198224a343ff95b6b23b26c7af7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.205'}], 'enable_snat': True}, 'gw_port_id': 'db082a07-ed19-43e6-8f6f-15f3a86650cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:48:27Z', 'updated_at': '2022-03-29T15:51:48Z', 'revision_number': 6, 'project_id': '4613198224a343ff95b6b23b26c7af7a', 'gw_port': {'id': 'db082a07-ed19-43e6-8f6f-15f3a86650cf', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:ba:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b57fb9ec-03c5-4cd9-89b7-ca6ff650c65a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1524, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:48:28Z', 'updated_at': '2022-03-29T15:48:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': 'f0e706fd-c21f-4ff0-afc3-ea1e48be4fe5', 'name': '', 'network_id': '0eb69c38-859a-44f3-b301-7cf6beecd122', 'tenant_id': '4613198224a343ff95b6b23b26c7af7a', 'mac_address': 'fa:16:3e:4d:e0:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b57fb9ec-03c5-4cd9-89b7-ca6ff650c65a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': '1924a09c-5d13-4bf6-994f-2a1793829850', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:48:43Z', 'updated_at': '2022-03-29T15:48:50Z', 'revision_number': 5, 'project_id': '4613198224a343ff95b6b23b26c7af7a', 'subnets': [{'id': '1924a09c-5d13-4bf6-994f-2a1793829850', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:52:03.741484 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d642e2e9-0137-4522-aa52-4d16d8c3aab8 admin admin] vlan segment allocate from pool success with {'vlan_id': 600, 'physical_network': 'physnet1'} {{(pid=102790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 15:52:03.775188 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ad39ed-2314-473d-a0b1-065ba633601a req-8a448652-65d4-4ad5-b8c5-f1facea002b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:52:03.777670 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-24ad39ed-2314-473d-a0b1-065ba633601a req-8a448652-65d4-4ad5-b8c5-f1facea002b3 service neutron] 10.222.0.48 "GET /v2.0/networks?id=0eb69c38-859a-44f3-b301-7cf6beecd122 HTTP/1.1" status: 200 len: 898 time: 0.1712468 Mar 29 15:52:03.863965 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-d642e2e9-0137-4522-aa52-4d16d8c3aab8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:03.864317 n-d-834765-1 neutron-server[102790]: INFO neutron.db.segments_db [None req-d642e2e9-0137-4522-aa52-4d16d8c3aab8 admin admin] Added segment 937d7f9c-be9d-475b-b63f-12cf481dac76 of type vlan for network 4b157d7d-c18c-4eb4-b5ed-191b6b3252eb Mar 29 15:52:03.883988 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-24ad39ed-2314-473d-a0b1-065ba633601a req-c425fc02-c8b6-4a49-8a66-f7aba2d1673a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4db3f057-ea95-4cf1-868d-a9dd1b5d31a6 HTTP/1.1" status: 200 len: 217 time: 0.0949554 Mar 29 15:52:03.929421 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d642e2e9-0137-4522-aa52-4d16d8c3aab8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6997b55d-6b39-4ad3-a116-fa109ba39caa,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:52:03.962781 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.db_base_plugin_common [None req-02cb6930-e68d-4030-a592-7699f5dca69b tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Allocated IP 2001:db8::1 (05aff4d8-6ad3-42b1-82b3-9ab459d67c95/66ddf533-9b96-4910-b203-743982681446/380d8e44-294f-4283-bec9-c72dc0c8e372) {{(pid=102790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:52:03.981203 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-9a4b82cb-a938-4eaf-8561-3db3978ede5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ed2d1ee-d1a9-4543-8770-73ea7b9362cd', 'name': 'tempest-TaggedBootDevicesTest_v242-1930304390-router', 'tenant_id': '9cad725e1c41463fab431e48b8d9bfff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.128'}], 'enable_snat': True}, 'gw_port_id': '0a4f37c9-e529-4bf8-885d-3374c7c5a8c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:51:54Z', 'updated_at': '2022-03-29T15:52:01Z', 'revision_number': 4, 'project_id': '9cad725e1c41463fab431e48b8d9bfff', 'gw_port': {'id': '0a4f37c9-e529-4bf8-885d-3374c7c5a8c7', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:0e:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ed2d1ee-d1a9-4543-8770-73ea7b9362cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2024, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:51:56Z', 'updated_at': '2022-03-29T15:52:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': '390d1096-1778-4fe9-9e07-130268813472', 'name': '', 'network_id': '4e796cbd-0811-4a69-9036-a57f72186731', 'tenant_id': '9cad725e1c41463fab431e48b8d9bfff', 'mac_address': 'fa:16:3e:04:dc:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ed2d1ee-d1a9-4543-8770-73ea7b9362cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2028, 'fixed_ips': [{'subnet_id': '38d67edd-cfdb-4ded-91f8-0e501d16094b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:52:00Z', 'updated_at': '2022-03-29T15:52:01Z', 'revision_number': 2, 'project_id': '9cad725e1c41463fab431e48b8d9bfff', 'subnets': [{'id': '38d67edd-cfdb-4ded-91f8-0e501d16094b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:52:04.015341 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d32fc57-7f37-455e-930b-dbc734a2f7af req-ca62400e-1179-4c26-9335-a1c10a17c7a7 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:52:04.015599 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a4b82cb-a938-4eaf-8561-3db3978ede5a None None] The sync data for ids ['6ed2d1ee-d1a9-4543-8770-73ea7b9362cd'] in n-d-834765-1 is: [{'id': '6ed2d1ee-d1a9-4543-8770-73ea7b9362cd', 'name': 'tempest-TaggedBootDevicesTest_v242-1930304390-router', 'tenant_id': '9cad725e1c41463fab431e48b8d9bfff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.128'}], 'enable_snat': True}, 'gw_port_id': '0a4f37c9-e529-4bf8-885d-3374c7c5a8c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:51:54Z', 'updated_at': '2022-03-29T15:52:01Z', 'revision_number': 4, 'project_id': '9cad725e1c41463fab431e48b8d9bfff', 'gw_port': {'id': '0a4f37c9-e529-4bf8-885d-3374c7c5a8c7', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:0e:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ed2d1ee-d1a9-4543-8770-73ea7b9362cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2024, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:51:56Z', 'updated_at': '2022-03-29T15:52:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': '390d1096-1778-4fe9-9e07-130268813472', 'name': '', 'network_id': '4e796cbd-0811-4a69-9036-a57f72186731', 'tenant_id': '9cad725e1c41463fab431e48b8d9bfff', 'mac_address': 'fa:16:3e:04:dc:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ed2d1ee-d1a9-4543-8770-73ea7b9362cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2028, 'fixed_ips': [{'subnet_id': '38d67edd-cfdb-4ded-91f8-0e501d16094b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:52:00Z', 'updated_at': '2022-03-29T15:52:01Z', 'revision_number': 2, 'project_id': '9cad725e1c41463fab431e48b8d9bfff', 'subnets': [{'id': '38d67edd-cfdb-4ded-91f8-0e501d16094b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:52:04.016892 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-0d32fc57-7f37-455e-930b-dbc734a2f7af req-ca62400e-1179-4c26-9335-a1c10a17c7a7 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] 10.222.0.48 "GET /v2.0/ports?device_id=186cc152-5814-4ecc-8410-e5062beddb18 HTTP/1.1" status: 200 len: 946 time: 0.1531270 Mar 29 15:52:04.018844 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ad39ed-2314-473d-a0b1-065ba633601a req-03025be7-131a-4116-89d7-4d5f3b858659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:52:04.023148 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-24ad39ed-2314-473d-a0b1-065ba633601a req-03025be7-131a-4116-89d7-4d5f3b858659 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=1924a09c-5d13-4bf6-994f-2a1793829850 HTTP/1.1" status: 200 len: 835 time: 0.1114571 Mar 29 15:52:04.059598 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-d642e2e9-0137-4522-aa52-4d16d8c3aab8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783522915970'] for network, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:04.148576 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d71584b9-87f1-45f5-84c7-c993c2416269 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:04.230875 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ad39ed-2314-473d-a0b1-065ba633601a req-2af9017d-3f4a-4a70-83ba-05363daad66d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:52:04.233159 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-24ad39ed-2314-473d-a0b1-065ba633601a req-2af9017d-3f4a-4a70-83ba-05363daad66d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0eb69c38-859a-44f3-b301-7cf6beecd122&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2006238 Mar 29 15:52:04.283606 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [req-0d32fc57-7f37-455e-930b-dbc734a2f7af req-3ee29e8b-0104-4ec7-bd52-88138d40c04a tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Deleting port 4db3f057-ea95-4cf1-868d-a9dd1b5d31a6 {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:52:04.284109 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-0d32fc57-7f37-455e-930b-dbc734a2f7af req-3ee29e8b-0104-4ec7-bd52-88138d40c04a tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:04.335502 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f576241-9ff6-4f7a-92ee-3ba534053c3b None None] New status for floating IP 7ed50733-8ce6-4b10-84db-b8b0f10693a5: DOWN {{(pid=102792) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 15:52:04.538345 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-d642e2e9-0137-4522-aa52-4d16d8c3aab8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795'] for network, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:04.539694 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d642e2e9-0137-4522-aa52-4d16d8c3aab8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:52:04.539986 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-d642e2e9-0137-4522-aa52-4d16d8c3aab8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for network, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:04.625421 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-24ad39ed-2314-473d-a0b1-065ba633601a req-f3064aa7-8a5c-4bf8-bd6c-6ad7d00d13db service neutron] 10.222.0.48 "GET /v2.0/networks/0eb69c38-859a-44f3-b301-7cf6beecd122?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3774705 Mar 29 15:52:04.634080 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-0d32fc57-7f37-455e-930b-dbc734a2f7af req-3ee29e8b-0104-4ec7-bd52-88138d40c04a tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] For port 4db3f057-ea95-4cf1-868d-a9dd1b5d31a6, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=4db3f057-ea95-4cf1-868d-a9dd1b5d31a6,segment=NetworkSegment(392c7b19-1d8f-41d1-9abe-2849beceb5b4),segment_id=392c7b19-1d8f-41d1-9abe-2849beceb5b4)] {{(pid=102791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:52:04.634444 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-0d32fc57-7f37-455e-930b-dbc734a2f7af req-3ee29e8b-0104-4ec7-bd52-88138d40c04a tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:04.672588 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d642e2e9-0137-4522-aa52-4d16d8c3aab8 admin admin] Pushing event updated for resources: {'Network': ['ID=4b157d7d-c18c-4eb4-b5ed-191b6b3252eb,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:52:04.678972 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-d642e2e9-0137-4522-aa52-4d16d8c3aab8 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.8511875 Mar 29 15:52:04.686676 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Network 4b157d7d-c18c-4eb4-b5ed-191b6b3252eb details requested by agent ovs-agent-n-d-834765-1 with host n-d-834765-1 {{(pid=102792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 15:52:04.698969 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 33290) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:52:04.702469 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [req-0d32fc57-7f37-455e-930b-dbc734a2f7af req-3ee29e8b-0104-4ec7-bd52-88138d40c04a tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Calling delete_port for 4db3f057-ea95-4cf1-868d-a9dd1b5d31a6 owned by compute:nova {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:52:04.707048 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-20eea08d-b7a4-44d2-89db-3ba1f2212e90 admin admin] Request body: {'subnet': {'network_id': '4b157d7d-c18c-4eb4-b5ed-191b6b3252eb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-821425614-subnet', 'tenant_id': '7aa6de6f2ef14f7299dc70dc4cbfa1ce', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:52:04.753613 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-5c3e2ed2-766e-4788-a961-cd0f62ec8315 req-062cbdb0-2523-4129-a788-8fc716275921 tempest-ServerShowV257Test-1490108154 tempest-ServerShowV257Test-1490108154-project] 10.222.0.42 "GET /v2.0/ports?device_id=854ccde8-0688-48b1-841c-2b4473e584a1 HTTP/1.1" status: 200 len: 210 time: 0.0889523 Mar 29 15:52:04.854085 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 33298) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:52:04.875076 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-1660484a-068e-4d5a-9d09-4073a3003d68 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-224395863-network', 'tenant_id': 'fb69dd7608034704bc7889515e38b919'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:52:04.968978 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20eea08d-b7a4-44d2-89db-3ba1f2212e90 admin admin] Made reservation on behalf of 7aa6de6f2ef14f7299dc70dc4cbfa1ce for: {'subnet': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:52:04.971570 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-20eea08d-b7a4-44d2-89db-3ba1f2212e90 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16218875'] for subnet, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:04.994938 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-24ad39ed-2314-473d-a0b1-065ba633601a req-1e44fd91-2c9c-4543-89d6-cb6c829cb430 service neutron] 10.222.0.48 "GET /v2.0/networks/0eb69c38-859a-44f3-b301-7cf6beecd122?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3569999 Mar 29 15:52:04.995153 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2741d3-40f4-4db6-ab8f-8ef0cce9007a req-7f4817cb-806c-4334-82bd-57219c965ff8 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:52:05.009099 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-5a2741d3-40f4-4db6-ab8f-8ef0cce9007a req-7f4817cb-806c-4334-82bd-57219c965ff8 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] 10.222.0.42 "GET /v2.0/ports?device_id=186cc152-5814-4ecc-8410-e5062beddb18 HTTP/1.1" status: 200 len: 946 time: 0.3365586 Mar 29 15:52:05.035540 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-02cb6930-e68d-4030-a592-7699f5dca69b tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks [] for port, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:05.081324 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1660484a-068e-4d5a-9d09-4073a3003d68 admin admin] Made reservation on behalf of fb69dd7608034704bc7889515e38b919 for: {'network': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:52:05.083637 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-1660484a-068e-4d5a-9d09-4073a3003d68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for network, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:05.124787 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-0d32fc57-7f37-455e-930b-dbc734a2f7af req-3ee29e8b-0104-4ec7-bd52-88138d40c04a tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:05.160753 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee29e8b-0104-4ec7-bd52-88138d40c04a tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Pushing event deleted for resources: {'Port': ['ID=4db3f057-ea95-4cf1-868d-a9dd1b5d31a6,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:52:05.211745 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-1660484a-068e-4d5a-9d09-4073a3003d68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:05.266363 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-5a2741d3-40f4-4db6-ab8f-8ef0cce9007a req-f94441ae-d544-4645-97c1-ee870c5cdef6 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] 10.222.0.42 "GET /v2.0/security-groups?id=5db5456d-b190-468c-8855-1650a1510a12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2340417 Mar 29 15:52:05.271505 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.db.resource_extend [None req-254ba44a-1204-48b9-8a87-1a92039af127 tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 29 15:52:05.277605 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d32fc57-7f37-455e-930b-dbc734a2f7af req-3ee29e8b-0104-4ec7-bd52-88138d40c04a tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] No DVR routers for this DVR port 4db3f057-ea95-4cf1-868d-a9dd1b5d31a6 on host n-h2-834765-1 {{(pid=102791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:52:05.360253 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-0d32fc57-7f37-455e-930b-dbc734a2f7af req-3ee29e8b-0104-4ec7-bd52-88138d40c04a tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:05.364105 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-0d32fc57-7f37-455e-930b-dbc734a2f7af req-3ee29e8b-0104-4ec7-bd52-88138d40c04a tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] 10.222.0.48 "DELETE /v2.0/ports/4db3f057-ea95-4cf1-868d-a9dd1b5d31a6 HTTP/1.1" status: 204 len: 173 time: 1.3399370 Mar 29 15:52:05.364571 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '186cc152-5814-4ecc-8410-e5062beddb18', 'name': 'network-vif-deleted', 'tag': '4db3f057-ea95-4cf1-868d-a9dd1b5d31a6'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:52:05.367081 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c67b028db5e9b9818fecc5c0a87ebc6f190694fa53ca267d523e04f98de536d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfdd6ff1-98a9-478d-a457-ffad0a6c8bfc" -d '{"events": [{"server_uuid": "186cc152-5814-4ecc-8410-e5062beddb18", "name": "network-vif-deleted", "tag": "4db3f057-ea95-4cf1-868d-a9dd1b5d31a6"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:52:05.378046 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-02cb6930-e68d-4030-a592-7699f5dca69b tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:05.399137 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-254ba44a-1204-48b9-8a87-1a92039af127 tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:05.434980 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-254ba44a-1204-48b9-8a87-1a92039af127 tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648212'] for floatingip, after_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:05.472932 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-20eea08d-b7a4-44d2-89db-3ba1f2212e90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16155524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16218861'] for subnet, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:05.532001 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:52:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d701026e-3da2-4803-a42f-bc5d85db819e x-openstack-request-id: req-d701026e-3da2-4803-a42f-bc5d85db819e {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:52:05.532313 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "186cc152-5814-4ecc-8410-e5062beddb18", "name": "network-vif-deleted", "tag": "4db3f057-ea95-4cf1-868d-a9dd1b5d31a6", "status": "completed", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:52:05.532649 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d701026e-3da2-4803-a42f-bc5d85db819e {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:52:05.533148 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '186cc152-5814-4ecc-8410-e5062beddb18', 'name': 'network-vif-deleted', 'tag': '4db3f057-ea95-4cf1-868d-a9dd1b5d31a6', 'status': 'completed', 'code': 200} Mar 29 15:52:05.546489 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.db_base_plugin_common [None req-b38bf819-bd5b-4682-b4ce-c4b08c565ec7 None None] Allocated IP 2001:db8::2 (05aff4d8-6ad3-42b1-82b3-9ab459d67c95/66ddf533-9b96-4910-b203-743982681446/4b215049-9d6a-438f-99b6-0662561539cf) {{(pid=102792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:52:05.553231 n-d-834765-1 neutron-server[102790]: INFO neutron.db.l3_db [None req-254ba44a-1204-48b9-8a87-1a92039af127 tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Floating IP 0fd22a2a-400e-4da9-8213-717db891bbe1 associated. External IP: 172.25.4.155, port: c79a9f63-fa7d-4a05-9147-597c906881e3. Mar 29 15:52:05.639585 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20eea08d-b7a4-44d2-89db-3ba1f2212e90 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc5582e9-3975-4d85-ac30-c3cd840c3cb2,revision_number=0']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:52:05.654088 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20eea08d-b7a4-44d2-89db-3ba1f2212e90 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:52:05.654847 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20eea08d-b7a4-44d2-89db-3ba1f2212e90 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:52:05.655470 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20eea08d-b7a4-44d2-89db-3ba1f2212e90 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:52:05.656239 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20eea08d-b7a4-44d2-89db-3ba1f2212e90 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:52:05.657212 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20eea08d-b7a4-44d2-89db-3ba1f2212e90 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:52:05.657808 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20eea08d-b7a4-44d2-89db-3ba1f2212e90 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:52:05.658382 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20eea08d-b7a4-44d2-89db-3ba1f2212e90 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:52:05.658937 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20eea08d-b7a4-44d2-89db-3ba1f2212e90 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:52:05.659247 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02cb6930-e68d-4030-a592-7699f5dca69b tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Network 05aff4d8-6ad3-42b1-82b3-9ab459d67c95 is already hosted by enough agents. {{(pid=102790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:52:05.659771 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20eea08d-b7a4-44d2-89db-3ba1f2212e90 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:52:05.660336 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20eea08d-b7a4-44d2-89db-3ba1f2212e90 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:52:05.660948 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20eea08d-b7a4-44d2-89db-3ba1f2212e90 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:52:05.661490 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20eea08d-b7a4-44d2-89db-3ba1f2212e90 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:52:05.696878 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20eea08d-b7a4-44d2-89db-3ba1f2212e90 admin admin] Checking segment: {'id': '937d7f9c-be9d-475b-b63f-12cf481dac76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '4b157d7d-c18c-4eb4-b5ed-191b6b3252eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:52:05.698054 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20eea08d-b7a4-44d2-89db-3ba1f2212e90 admin admin] Network hostable DHCP agents. Network: 4b157d7d-c18c-4eb4-b5ed-191b6b3252eb, hostable agents: ['d136643e-48ae-49d4-a851-2ba3bdf3749c'], hosted agents: [] {{(pid=102791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 15:52:05.724135 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-02cb6930-e68d-4030-a592-7699f5dca69b tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Resources bound (agent type, host, resource id): {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:52:05.725493 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20eea08d-b7a4-44d2-89db-3ba1f2212e90 admin admin] Network 4b157d7d-c18c-4eb4-b5ed-191b6b3252eb is scheduled to be hosted by DHCP agent d136643e-48ae-49d4-a851-2ba3bdf3749c with binding_index 1 {{(pid=102791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 15:52:05.745464 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [None req-20eea08d-b7a4-44d2-89db-3ba1f2212e90 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834765-1, 4b157d7d-c18c-4eb4-b5ed-191b6b3252eb) {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:52:05.748842 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cb6930-e68d-4030-a592-7699f5dca69b tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Pushing event updated for resources: {'Port': ['ID=380d8e44-294f-4283-bec9-c72dc0c8e372,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:52:05.755850 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02cb6930-e68d-4030-a592-7699f5dca69b tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Received port after_create {{(pid=102790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:52:05.756406 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-02cb6930-e68d-4030-a592-7699f5dca69b tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-648347'] for router_interface, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:05.763304 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20eea08d-b7a4-44d2-89db-3ba1f2212e90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:52:05.771328 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-20eea08d-b7a4-44d2-89db-3ba1f2212e90 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:05.776781 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff078720-e1e4-4095-ae41-e28212634c74 None None] Network 4b157d7d-c18c-4eb4-b5ed-191b6b3252eb requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 15:52:05.810640 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-20eea08d-b7a4-44d2-89db-3ba1f2212e90 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.1104829 Mar 29 15:52:05.877576 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-1660484a-068e-4d5a-9d09-4073a3003d68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:05.929738 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-b38bf819-bd5b-4682-b4ce-c4b08c565ec7 None None] Notify callbacks [] for port, precommit_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:05.976768 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-1660484a-068e-4d5a-9d09-4073a3003d68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:05.988220 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-b38bf819-bd5b-4682-b4ce-c4b08c565ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956'] for port, after_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:05.989249 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1660484a-068e-4d5a-9d09-4073a3003d68 admin admin] vlan segment allocate from pool success with {'vlan_id': 626, 'physical_network': 'physnet1'} {{(pid=102790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 15:52:06.047287 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-1660484a-068e-4d5a-9d09-4073a3003d68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:06.047287 n-d-834765-1 neutron-server[102790]: INFO neutron.db.segments_db [None req-1660484a-068e-4d5a-9d09-4073a3003d68 admin admin] Added segment 5d096b7f-9044-4790-8057-06c3be5dccec of type vlan for network a69e341d-157d-46d2-ab82-dac904138065 Mar 29 15:52:06.050095 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-0cb6abf6-2706-4e52-8825-f5f644ecf9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:06.071800 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:06.133776 n-d-834765-1 neutron-server[102792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b38bf819-bd5b-4682-b4ce-c4b08c565ec7 None None] Network 05aff4d8-6ad3-42b1-82b3-9ab459d67c95 is already hosted by enough agents. {{(pid=102792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:52:06.137782 n-d-834765-1 neutron-server[102792]: DEBUG neutron.scheduler.base_scheduler [None req-b38bf819-bd5b-4682-b4ce-c4b08c565ec7 None None] Resources bound (agent type, host, resource id): {{(pid=102792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:52:06.148107 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b38bf819-bd5b-4682-b4ce-c4b08c565ec7 None None] Received port after_create {{(pid=102792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:52:06.170362 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-1660484a-068e-4d5a-9d09-4073a3003d68 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783522915970'] for network, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:06.236173 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38bf819-bd5b-4682-b4ce-c4b08c565ec7 None None] Pushing event updated for resources: {'Port': ['ID=4b215049-9d6a-438f-99b6-0662561539cf,revision_number=1']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:52:06.244816 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-b38bf819-bd5b-4682-b4ce-c4b08c565ec7 None None] Attempting to bind port 4b215049-9d6a-438f-99b6-0662561539cf on host n-d-834765-1 for vnic_type normal with profile {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:52:06.245634 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-b38bf819-bd5b-4682-b4ce-c4b08c565ec7 None None] Attempting to bind port 4b215049-9d6a-438f-99b6-0662561539cf by drivers openvswitch,hyperv on host n-d-834765-1 at level 0 using segments [{'id': '642b81ab-e7ad-4460-a711-531ac73064cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '05aff4d8-6ad3-42b1-82b3-9ab459d67c95'}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:52:06.246633 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b38bf819-bd5b-4682-b4ce-c4b08c565ec7 None None] Attempting to bind port 4b215049-9d6a-438f-99b6-0662561539cf on network 05aff4d8-6ad3-42b1-82b3-9ab459d67c95 {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:52:06.254559 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b38bf819-bd5b-4682-b4ce-c4b08c565ec7 None None] Checking agent: {'id': 'a8866439-9d96-425c-b519-6905c591ac37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 25, 36), 'started_at': datetime.datetime(2022, 3, 29, 15, 26, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 52, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834765-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:52:06.255243 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b38bf819-bd5b-4682-b4ce-c4b08c565ec7 None None] Checking segment: {'id': '642b81ab-e7ad-4460-a711-531ac73064cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '05aff4d8-6ad3-42b1-82b3-9ab459d67c95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:52:06.255840 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-b38bf819-bd5b-4682-b4ce-c4b08c565ec7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:06.256327 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b38bf819-bd5b-4682-b4ce-c4b08c565ec7 None None] Bound using segment: {'id': '642b81ab-e7ad-4460-a711-531ac73064cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '05aff4d8-6ad3-42b1-82b3-9ab459d67c95'} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:52:06.256842 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-b38bf819-bd5b-4682-b4ce-c4b08c565ec7 None None] Bound port: 4b215049-9d6a-438f-99b6-0662561539cf, host: n-d-834765-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '642b81ab-e7ad-4460-a711-531ac73064cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '05aff4d8-6ad3-42b1-82b3-9ab459d67c95'}}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 15:52:06.257199 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-b38bf819-bd5b-4682-b4ce-c4b08c565ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:06.280492 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-1660484a-068e-4d5a-9d09-4073a3003d68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795'] for network, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:06.281460 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1660484a-068e-4d5a-9d09-4073a3003d68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:52:06.282039 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-1660484a-068e-4d5a-9d09-4073a3003d68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for network, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:06.293748 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-11497f1b-a9f0-40b0-9f00-b6689d7d14df req-dc7c20d3-aebe-47af-8598-11ba6a4e9929 tempest-ServerShowV257Test-1490108154 tempest-ServerShowV257Test-1490108154-project] 10.222.0.42 "GET /v2.0/ports?device_id=854ccde8-0688-48b1-841c-2b4473e584a1 HTTP/1.1" status: 200 len: 210 time: 0.3101180 Mar 29 15:52:06.359188 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-02cb6930-e68d-4030-a592-7699f5dca69b tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:06.359620 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-b38bf819-bd5b-4682-b4ce-c4b08c565ec7 None None] For port 4b215049-9d6a-438f-99b6-0662561539cf, host n-d-834765-1, cleared binding levels {{(pid=102792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:52:06.363912 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-b38bf819-bd5b-4682-b4ce-c4b08c565ec7 None None] For port 4b215049-9d6a-438f-99b6-0662561539cf, host n-d-834765-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=4b215049-9d6a-438f-99b6-0662561539cf,segment=NetworkSegment(642b81ab-e7ad-4460-a711-531ac73064cb),segment_id=642b81ab-e7ad-4460-a711-531ac73064cb)] {{(pid=102792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:52:06.386362 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 33328) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:52:06.390971 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1660484a-068e-4d5a-9d09-4073a3003d68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0846b7df-bb9c-4e08-b8d1-791fcc0a965c,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:52:06.403842 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-b38bf819-bd5b-4682-b4ce-c4b08c565ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:06.448246 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-1660484a-068e-4d5a-9d09-4073a3003d68 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.5897040 Mar 29 15:52:06.449457 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 33334) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:52:06.482699 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38bf819-bd5b-4682-b4ce-c4b08c565ec7 None None] Pushing event updated for resources: {'Port': ['ID=4b215049-9d6a-438f-99b6-0662561539cf,revision_number=2']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:52:06.507219 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-fd62aaa7-c122-49c6-b4f9-f91f4cae97cd admin admin] Request body: {'subnet': {'network_id': 'a69e341d-157d-46d2-ab82-dac904138065', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-224395863-subnet', 'tenant_id': 'fb69dd7608034704bc7889515e38b919', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:52:06.533990 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e9c6756-5e5e-4429-aa91-5b1e925efee2 None None] Network 4b157d7d-c18c-4eb4-b5ed-191b6b3252eb requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 15:52:06.574568 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1660484a-068e-4d5a-9d09-4073a3003d68 admin admin] Pushing event updated for resources: {'Network': ['ID=a69e341d-157d-46d2-ab82-dac904138065,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:52:06.637381 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Network a69e341d-157d-46d2-ab82-dac904138065 details requested by agent ovs-agent-n-d-834765-1 with host n-d-834765-1 {{(pid=102792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 15:52:06.640852 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 0a4f37c9-e529-4bf8-885d-3374c7c5a8c7 up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:52:06.704262 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2e268c-c58c-4061-9a6f-909065d3d9ef req-922fc6ca-61cd-4f39-9964-2182848964bf tempest-ListServersNegativeTestJSON-314748889 tempest-ListServersNegativeTestJSON-314748889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:52:06.705578 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd62aaa7-c122-49c6-b4f9-f91f4cae97cd admin admin] Made reservation on behalf of fb69dd7608034704bc7889515e38b919 for: {'subnet': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:52:06.708265 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-fd62aaa7-c122-49c6-b4f9-f91f4cae97cd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4793983'] for subnet, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:06.714788 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ad2e268c-c58c-4061-9a6f-909065d3d9ef req-922fc6ca-61cd-4f39-9964-2182848964bf tempest-ListServersNegativeTestJSON-314748889 tempest-ListServersNegativeTestJSON-314748889-project] 10.222.0.42 "GET /v2.0/networks?id=4b157d7d-c18c-4eb4-b5ed-191b6b3252eb HTTP/1.1" status: 200 len: 817 time: 0.2788913 Mar 29 15:52:06.756779 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ad2e268c-c58c-4061-9a6f-909065d3d9ef req-64067df9-707c-4e83-8afc-a5219cfe12f5 tempest-ListServersNegativeTestJSON-314748889 tempest-ListServersNegativeTestJSON-314748889-project] 10.222.0.42 "GET /v2.0/quotas/7aa6de6f2ef14f7299dc70dc4cbfa1ce HTTP/1.1" status: 200 len: 375 time: 0.0409441 Mar 29 15:52:06.815813 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ad2e268c-c58c-4061-9a6f-909065d3d9ef req-3ee690b2-7da7-4980-8865-2fea0a952064 tempest-ListServersNegativeTestJSON-314748889 tempest-ListServersNegativeTestJSON-314748889-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=7aa6de6f2ef14f7299dc70dc4cbfa1ce&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0577989 Mar 29 15:52:06.890956 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port 0a4f37c9-e529-4bf8-885d-3374c7c5a8c7 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:52:06.891355 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:07.019166 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-e6bab708-616a-4c68-b035-cee1c3843ed9 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Notify callbacks [] for security_group, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:07.073736 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ad2e268c-c58c-4061-9a6f-909065d3d9ef req-cd311db1-91bd-4c61-bb1b-0625ea0444c3 service neutron] 10.222.0.42 "GET /v2.0/networks/4b157d7d-c18c-4eb4-b5ed-191b6b3252eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2292893 Mar 29 15:52:07.100312 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-e6bab708-616a-4c68-b035-cee1c3843ed9 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:07.115402 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device 4db3f057-ea95-4cf1-868d-a9dd1b5d31a6 no longer exists at agent hyperv_n-h2-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:52:07.119226 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:07.146360 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] No Port match for: 4db3f057-ea95-4cf1-868d-a9dd1b5d31a6 {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 15:52:07.146748 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device 4db3f057-ea95-4cf1-868d-a9dd1b5d31a6 not bound to the agent host n-h2-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:52:07.174548 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] For port 0a4f37c9-e529-4bf8-885d-3374c7c5a8c7, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=0a4f37c9-e529-4bf8-885d-3374c7c5a8c7,segment=NetworkSegment(6ab47353-a811-4bad-bc73-b4cc84583cfd),segment_id=6ab47353-a811-4bad-bc73-b4cc84583cfd)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:52:07.183731 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:07.242302 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ad2e268c-c58c-4061-9a6f-909065d3d9ef req-b178a943-e275-4e22-9b88-2d0d89ca47d5 service neutron] 10.222.0.42 "GET /v2.0/networks/4b157d7d-c18c-4eb4-b5ed-191b6b3252eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1448131 Mar 29 15:52:07.270965 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-e6bab708-616a-4c68-b035-cee1c3843ed9 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:07.274951 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-e6bab708-616a-4c68-b035-cee1c3843ed9 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Notify callbacks [] for security_group, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:07.276408 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-e6bab708-616a-4c68-b035-cee1c3843ed9 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] 10.222.0.42 "DELETE /v2.0/security-groups/5db5456d-b190-468c-8855-1650a1510a12 HTTP/1.1" status: 204 len: 168 time: 0.8886459 Mar 29 15:52:07.292815 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bab708-616a-4c68-b035-cee1c3843ed9 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5db5456d-b190-468c-8855-1650a1510a12,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:52:07.337435 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Pushing event updated for resources: {'Port': ['ID=0a4f37c9-e529-4bf8-885d-3374c7c5a8c7,revision_number=4']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:52:07.341717 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 33342) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:52:07.361033 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-254ba44a-1204-48b9-8a87-1a92039af127 tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Router 9b23177d-8c08-44e2-bf32-a433f760b109 has already been hosted by L3 agent c648d819-1060-4f26-b4ec-6455387b5dff {{(pid=102790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 15:52:07.468433 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-1415e9f8-a881-4ec9-aa62-1482e523dca0 req-9e14d22d-f7d3-441d-9036-7672e852dd22 tempest-ServerShowV257Test-1490108154 tempest-ServerShowV257Test-1490108154-project] 10.222.0.42 "GET /v2.0/ports?device_id=854ccde8-0688-48b1-841c-2b4473e584a1 HTTP/1.1" status: 200 len: 210 time: 0.0523243 Mar 29 15:52:07.776334 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-02cb6930-e68d-4030-a592-7699f5dca69b tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks [] for port, precommit_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:07.823250 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-02cb6930-e68d-4030-a592-7699f5dca69b tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5237921'] for port, after_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:07.828300 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-02cb6930-e68d-4030-a592-7699f5dca69b tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-648439'] for router_interface, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:07.915399 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cb6930-e68d-4030-a592-7699f5dca69b tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Pushing event updated for resources: {'Port': ['ID=380d8e44-294f-4283-bec9-c72dc0c8e372,revision_number=2']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:52:07.918854 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-fd62aaa7-c122-49c6-b4f9-f91f4cae97cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5231896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4793961'] for subnet, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:07.945299 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-254ba44a-1204-48b9-8a87-1a92039af127 tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:52:07.959356 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41727705-69b7-4a9e-9913-a6143e5df456 None None] Sync routers for ids ['9b23177d-8c08-44e2-bf32-a433f760b109'] in n-d-834765-1 {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:52:07.960668 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-18392f57-70ff-4965-bc11-1a6f85db2ae9 req-41fec210-5c07-4dbc-85d8-08b5d1c1b267 tempest-ListServersNegativeTestJSON-314748889 tempest-ListServersNegativeTestJSON-314748889-project] 10.222.0.42 "GET /v2.0/ports?device_id=118a8f70-c3b2-4405-850a-39c7f1a5273a HTTP/1.1" status: 200 len: 210 time: 0.0939319 Mar 29 15:52:07.989558 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41727705-69b7-4a9e-9913-a6143e5df456 None None] Routers {'9b23177d-8c08-44e2-bf32-a433f760b109'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:52:07.990262 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-41727705-69b7-4a9e-9913-a6143e5df456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:52:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['9b23177d-8c08-44e2-bf32-a433f760b109'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:52:08.110335 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-70ac9bef-be5c-47fb-a438-53933d7ddc6c req-6f3bbd7c-9676-43a6-8702-f52b0a5477f3 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=854ccde8-0688-48b1-841c-2b4473e584a1 HTTP/1.1" status: 200 len: 210 time: 0.1139650 Mar 29 15:52:08.156129 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-254ba44a-1204-48b9-8a87-1a92039af127 tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for floatingip, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:08.157698 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7b38041-316a-4926-b138-06d74e9bbce9 None None] Sync routers for ids ['6ed2d1ee-d1a9-4543-8770-73ea7b9362cd'] in n-d-834765-1 {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:52:08.178365 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae579880-c71b-4be9-b24d-7ccc3cbfa7dc None None] Network 05aff4d8-6ad3-42b1-82b3-9ab459d67c95 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 15:52:08.225694 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7b38041-316a-4926-b138-06d74e9bbce9 None None] Routers {'6ed2d1ee-d1a9-4543-8770-73ea7b9362cd'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:52:08.226485 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-d7b38041-316a-4926-b138-06d74e9bbce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:52:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['6ed2d1ee-d1a9-4543-8770-73ea7b9362cd'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:52:08.254416 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-254ba44a-1204-48b9-8a87-1a92039af127 tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] 10.222.0.42 "PUT /v2.0/floatingips/0fd22a2a-400e-4da9-8213-717db891bbe1 HTTP/1.1" status: 200 len: 991 time: 5.3542991 Mar 29 15:52:08.258995 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02cb6930-e68d-4030-a592-7699f5dca69b tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Network 05aff4d8-6ad3-42b1-82b3-9ab459d67c95 is already hosted by enough agents. {{(pid=102790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:52:08.259900 n-d-834765-1 neutron-server[102790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbe49725-0a5d-42e9-bfee-0425af8500ec', 'tag': 'c79a9f63-fa7d-4a05-9147-597c906881e3'}] {{(pid=102790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:52:08.262642 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46b06d655c90bc969636382cce4240ad749035fb0f3a83ee4734fa1ed9c4a6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-483c24bf-02ae-4068-93a2-7dfa96627f6f" -d '{"events": [{"name": "network-changed", "server_uuid": "cbe49725-0a5d-42e9-bfee-0425af8500ec", "tag": "c79a9f63-fa7d-4a05-9147-597c906881e3"}]}' {{(pid=102790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:52:08.268008 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd62aaa7-c122-49c6-b4f9-f91f4cae97cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=e1f47c16-94ec-493e-960b-8812b9b24bf8,revision_number=0']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:52:08.270946 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-02cb6930-e68d-4030-a592-7699f5dca69b tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Resources bound (agent type, host, resource id): {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:52:08.283623 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd62aaa7-c122-49c6-b4f9-f91f4cae97cd admin admin] Checking segment: {'id': '5d096b7f-9044-4790-8057-06c3be5dccec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'a69e341d-157d-46d2-ab82-dac904138065'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:52:08.284201 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd62aaa7-c122-49c6-b4f9-f91f4cae97cd admin admin] Network hostable DHCP agents. Network: a69e341d-157d-46d2-ab82-dac904138065, hostable agents: ['d136643e-48ae-49d4-a851-2ba3bdf3749c'], hosted agents: [] {{(pid=102790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 15:52:08.286864 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvr_db [None req-41727705-69b7-4a9e-9913-a6143e5df456 None None] Set router 9b23177d-8c08-44e2-bf32-a433f760b109 gateway port host: n-d-834765-1 {{(pid=102793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:52:08.362275 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-9eba9925-df48-4260-a613-ea1ac82eead6 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-530452'] for router_interface, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:08.374558 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 15:52:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-474ac532-669b-4e0a-8c32-946c43af1045 x-openstack-request-id: req-474ac532-669b-4e0a-8c32-946c43af1045 {{(pid=102790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:52:08.385535 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbe49725-0a5d-42e9-bfee-0425af8500ec", "tag": "c79a9f63-fa7d-4a05-9147-597c906881e3", "status": "completed", "code": 200}]} {{(pid=102790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:52:08.385731 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-474ac532-669b-4e0a-8c32-946c43af1045 {{(pid=102790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:52:08.386276 n-d-834765-1 neutron-server[102790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbe49725-0a5d-42e9-bfee-0425af8500ec', 'tag': 'c79a9f63-fa7d-4a05-9147-597c906881e3', 'status': 'completed', 'code': 200} Mar 29 15:52:08.407548 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd62aaa7-c122-49c6-b4f9-f91f4cae97cd admin admin] Network a69e341d-157d-46d2-ab82-dac904138065 is scheduled to be hosted by DHCP agent d136643e-48ae-49d4-a851-2ba3bdf3749c with binding_index 1 {{(pid=102790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 15:52:08.429516 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-fd62aaa7-c122-49c6-b4f9-f91f4cae97cd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834765-1, a69e341d-157d-46d2-ab82-dac904138065) {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:52:08.436787 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd62aaa7-c122-49c6-b4f9-f91f4cae97cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:52:08.439804 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-fd62aaa7-c122-49c6-b4f9-f91f4cae97cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for subnet, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:08.470559 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-fd62aaa7-c122-49c6-b4f9-f91f4cae97cd admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.0195918 Mar 29 15:52:08.473248 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 33370) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:52:08.479812 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-0fdde108-e92c-4951-98fe-ca9da18cbd6d admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-224395863-router', 'tenant_id': 'fb69dd7608034704bc7889515e38b919', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'}}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:52:08.514841 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02cb6930-e68d-4030-a592-7699f5dca69b tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Router 9da902c6-9f7e-4097-930c-17733aa3c7fe is scheduled to L3 agent c648d819-1060-4f26-b4ec-6455387b5dff with binding_index 1 {{(pid=102790) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 29 15:52:08.521845 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-0fdde108-e92c-4951-98fe-ca9da18cbd6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-532385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129310'] for router, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:08.523137 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-0fdde108-e92c-4951-98fe-ca9da18cbd6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-648091', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-684384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129319'] for router, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:08.598343 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvr_db [None req-d7b38041-316a-4926-b138-06d74e9bbce9 None None] Set router 6ed2d1ee-d1a9-4543-8770-73ea7b9362cd gateway port host: n-d-834765-1 {{(pid=102792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:52:08.616659 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-0fdde108-e92c-4951-98fe-ca9da18cbd6d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:08.698240 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13f818aa-1345-43b4-a087-abd1c8acc981 None None] Network a69e341d-157d-46d2-ab82-dac904138065 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 15:52:08.805773 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 4b215049-9d6a-438f-99b6-0662561539cf up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:52:08.808327 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-0c16f5fd-96ff-4eca-8fde-464d6cfe557f req-aa435d73-0f5e-4656-8af6-e8a8490d4c86 tempest-ServerShowV257Test-1490108154 tempest-ServerShowV257Test-1490108154-project] 10.222.0.42 "GET /v2.0/ports?device_id=854ccde8-0688-48b1-841c-2b4473e584a1 HTTP/1.1" status: 200 len: 210 time: 0.1091616 Mar 29 15:52:08.855733 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483c24bf-02ae-4068-93a2-7dfa96627f6f req-8b1fc754-9dae-4408-8a1a-f3158820c20c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:52:08.857299 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-483c24bf-02ae-4068-93a2-7dfa96627f6f req-8b1fc754-9dae-4408-8a1a-f3158820c20c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c6465a9dafbf43bf90c09b1dce8d1fc6&device_id=cbe49725-0a5d-42e9-bfee-0425af8500ec HTTP/1.1" status: 200 len: 1096 time: 0.1354442 Mar 29 15:52:08.922395 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02cb6930-e68d-4030-a592-7699f5dca69b tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:52:08.932910 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-0fdde108-e92c-4951-98fe-ca9da18cbd6d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:08.950423 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b623c787-ce11-4c25-b4d3-e5eaa42c30a5 None None] Sync routers for ids ['9da902c6-9f7e-4097-930c-17733aa3c7fe'] in n-d-834765-1 {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:52:08.955510 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-02cb6930-e68d-4030-a592-7699f5dca69b tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] 10.222.0.42 "PUT /v2.0/routers/9da902c6-9f7e-4097-930c-17733aa3c7fe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0568414 Mar 29 15:52:08.955706 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 33378) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:52:08.960804 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-a201823c-e8ae-4c30-8061-24e781454746 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-969090322'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:52:08.974462 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b623c787-ce11-4c25-b4d3-e5eaa42c30a5 None None] Routers {'9da902c6-9f7e-4097-930c-17733aa3c7fe'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:52:08.975079 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-b623c787-ce11-4c25-b4d3-e5eaa42c30a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:52:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['9da902c6-9f7e-4097-930c-17733aa3c7fe'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:52:09.058433 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-41727705-69b7-4a9e-9913-a6143e5df456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b23177d-8c08-44e2-bf32-a433f760b109', 'name': 'tempest-AttachVolumeNegativeTest-120289948-router', 'tenant_id': 'c6465a9dafbf43bf90c09b1dce8d1fc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.74'}], 'enable_snat': True}, 'gw_port_id': 'cde34bcf-8da1-4d24-9563-f97d8199f91f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:47:21Z', 'updated_at': '2022-03-29T15:47:34Z', 'revision_number': 4, 'project_id': 'c6465a9dafbf43bf90c09b1dce8d1fc6', 'gw_port': {'id': 'cde34bcf-8da1-4d24-9563-f97d8199f91f', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:37:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b23177d-8c08-44e2-bf32-a433f760b109', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:47:24Z', 'updated_at': '2022-03-29T15:47:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_floatingips': [{'id': '0fd22a2a-400e-4da9-8213-717db891bbe1', 'tenant_id': 'c6465a9dafbf43bf90c09b1dce8d1fc6', 'floating_ip_address': '172.25.4.155', 'floating_network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'router_id': '9b23177d-8c08-44e2-bf32-a433f760b109', 'port_id': 'c79a9f63-fa7d-4a05-9147-597c906881e3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2011, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5820eec2-ced2-414a-ab32-af1fabeb5f44', 'mac_address': 'fa:16:3e:22:c1:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbe49725-0a5d-42e9-bfee-0425af8500ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T15:51:43Z', 'updated_at': '2022-03-29T15:52:05Z', 'revision_number': 1, 'project_id': 'c6465a9dafbf43bf90c09b1dce8d1fc6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebc9cc52-020c-419f-9e91-e82c61c2fe20', 'name': '', 'network_id': '5820eec2-ced2-414a-ab32-af1fabeb5f44', 'tenant_id': 'c6465a9dafbf43bf90c09b1dce8d1fc6', 'mac_address': 'fa:16:3e:6b:9d:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b23177d-8c08-44e2-bf32-a433f760b109', 'device_owner': 'network:router_interface', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': '406fd4ed-e828-4758-9c87-5ac29cec1b72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:47:30Z', 'updated_at': '2022-03-29T15:47:39Z', 'revision_number': 5, 'project_id': 'c6465a9dafbf43bf90c09b1dce8d1fc6', 'subnets': [{'id': '406fd4ed-e828-4758-9c87-5ac29cec1b72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:52:09.114405 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a201823c-e8ae-4c30-8061-24e781454746 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Made reservation on behalf of 5dbaebdcae654b77ad7a96310f75316a for: {'network': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:52:09.141439 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483c24bf-02ae-4068-93a2-7dfa96627f6f req-a1678eed-cb36-4628-989f-1332b1041605 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:52:09.143447 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-483c24bf-02ae-4068-93a2-7dfa96627f6f req-a1678eed-cb36-4628-989f-1332b1041605 service neutron] 10.222.0.44 "GET /v2.0/networks?id=5820eec2-ced2-414a-ab32-af1fabeb5f44 HTTP/1.1" status: 200 len: 915 time: 0.2770731 Mar 29 15:52:09.153727 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-a201823c-e8ae-4c30-8061-24e781454746 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for network, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:09.188620 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41727705-69b7-4a9e-9913-a6143e5df456 None None] Checking router: 9b23177d-8c08-44e2-bf32-a433f760b109 for host: n-d-834765-1 {{(pid=102793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:52:09.218869 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-9eba9925-df48-4260-a613-ea1ac82eead6 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Deleting port f0e706fd-c21f-4ff0-afc3-ea1e48be4fe5 {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:52:09.219215 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-9eba9925-df48-4260-a613-ea1ac82eead6 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:09.234561 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41727705-69b7-4a9e-9913-a6143e5df456 None None] Routers {'9b23177d-8c08-44e2-bf32-a433f760b109'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:52:09.236331 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-41727705-69b7-4a9e-9913-a6143e5df456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:52:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['9b23177d-8c08-44e2-bf32-a433f760b109'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:52:09.253976 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-921d8aad-0b64-4b89-8f79-d873937d7806 req-0d67bfc4-1dc0-40a0-845b-06ff7b70fafa tempest-ListServersNegativeTestJSON-314748889 tempest-ListServersNegativeTestJSON-314748889-project] 10.222.0.42 "GET /v2.0/ports?device_id=118a8f70-c3b2-4405-850a-39c7f1a5273a HTTP/1.1" status: 200 len: 210 time: 0.1997867 Mar 29 15:52:09.305766 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-483c24bf-02ae-4068-93a2-7dfa96627f6f req-4d56cd0f-2362-46c3-a259-e6e98a4a6740 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c79a9f63-fa7d-4a05-9147-597c906881e3 HTTP/1.1" status: 200 len: 999 time: 0.1488140 Mar 29 15:52:09.317922 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvr_db [None req-b623c787-ce11-4c25-b4d3-e5eaa42c30a5 None None] Set router 9da902c6-9f7e-4097-930c-17733aa3c7fe gateway port host: None {{(pid=102793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:52:09.445992 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a201823c-e8ae-4c30-8061-24e781454746 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] vlan segment allocate from pool success with {'vlan_id': 647, 'physical_network': 'physnet1'} {{(pid=102790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 15:52:09.494901 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483c24bf-02ae-4068-93a2-7dfa96627f6f req-db6488db-3ac3-43b4-a89c-fe4ce94e8a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:52:09.496345 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-483c24bf-02ae-4068-93a2-7dfa96627f6f req-db6488db-3ac3-43b4-a89c-fe4ce94e8a05 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=406fd4ed-e828-4758-9c87-5ac29cec1b72 HTTP/1.1" status: 200 len: 853 time: 0.1509221 Mar 29 15:52:09.506680 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-a201823c-e8ae-4c30-8061-24e781454746 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:09.507021 n-d-834765-1 neutron-server[102790]: INFO neutron.db.segments_db [None req-a201823c-e8ae-4c30-8061-24e781454746 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Added segment aa00f9f5-e64f-4e24-8f19-beee3f262622 of type vlan for network 486e2680-95ad-49c2-b358-d58073389320 Mar 29 15:52:09.509702 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [None req-9eba9925-df48-4260-a613-ea1ac82eead6 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] For port f0e706fd-c21f-4ff0-afc3-ea1e48be4fe5, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=f0e706fd-c21f-4ff0-afc3-ea1e48be4fe5,segment=NetworkSegment(392c7b19-1d8f-41d1-9abe-2849beceb5b4),segment_id=392c7b19-1d8f-41d1-9abe-2849beceb5b4)] {{(pid=102791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:52:09.510070 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-9eba9925-df48-4260-a613-ea1ac82eead6 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:09.542383 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-8e946dad-87cc-48f8-8bc2-4b5d2bd9d176 None None] Provisioning complete for port 4b215049-9d6a-438f-99b6-0662561539cf triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:52:09.543527 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-8e946dad-87cc-48f8-8bc2-4b5d2bd9d176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:09.584840 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-a201823c-e8ae-4c30-8061-24e781454746 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783522915970'] for network, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:09.591200 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-9eba9925-df48-4260-a613-ea1ac82eead6 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Calling delete_port for f0e706fd-c21f-4ff0-afc3-ea1e48be4fe5 owned by network:router_interface {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:52:09.701205 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483c24bf-02ae-4068-93a2-7dfa96627f6f req-522da30e-b645-41dd-b0e4-9c9fab6ed681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:52:09.702722 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-483c24bf-02ae-4068-93a2-7dfa96627f6f req-522da30e-b645-41dd-b0e4-9c9fab6ed681 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=5820eec2-ced2-414a-ab32-af1fabeb5f44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1899052 Mar 29 15:52:09.780196 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvr_db [None req-41727705-69b7-4a9e-9913-a6143e5df456 None None] Set router 9b23177d-8c08-44e2-bf32-a433f760b109 gateway port host: n-d-834765-1 {{(pid=102793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:52:09.803311 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.db.resource_extend [None req-a201823c-e8ae-4c30-8061-24e781454746 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 29 15:52:09.806785 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-0fdde108-e92c-4951-98fe-ca9da18cbd6d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:09.841535 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-0fdde108-e92c-4951-98fe-ca9da18cbd6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:09.859293 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-a201823c-e8ae-4c30-8061-24e781454746 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795'] for network, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:09.868581 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a201823c-e8ae-4c30-8061-24e781454746 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:52:09.869677 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-a201823c-e8ae-4c30-8061-24e781454746 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for network, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:09.869897 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-483c24bf-02ae-4068-93a2-7dfa96627f6f req-9371e7e0-4a78-48c1-b786-d4e076ba31c4 service neutron] 10.222.0.44 "GET /v2.0/networks/5820eec2-ced2-414a-ab32-af1fabeb5f44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1465147 Mar 29 15:52:10.099756 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-a201823c-e8ae-4c30-8061-24e781454746 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.1430099 Mar 29 15:52:10.105724 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 33386) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:52:10.119611 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-90148a86-ab25-45d2-b979-5e484b21c646 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Request body: {'subnet': {'network_id': '486e2680-95ad-49c2-b358-d58073389320', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:52:10.142982 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port 4b215049-9d6a-438f-99b6-0662561539cf triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:52:10.143430 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:10.239428 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a201823c-e8ae-4c30-8061-24e781454746 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Pushing event updated for resources: {'Network': ['ID=486e2680-95ad-49c2-b358-d58073389320,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:52:10.324713 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.db_base_plugin_common [None req-0fdde108-e92c-4951-98fe-ca9da18cbd6d admin admin] Allocated IP 172.25.4.17 (4a4a035d-ecac-4ead-baa3-25f90788773a/e1a353dc-fac8-4901-a63c-273840237d6a/f0f41cf7-8c58-4783-be16-804d36373005) {{(pid=102790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:52:10.334844 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Network 486e2680-95ad-49c2-b358-d58073389320 details requested by agent ovs-agent-n-d-834765-1 with host n-d-834765-1 {{(pid=102792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 15:52:10.438733 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30941514-f7af-4bf0-bd33-27404c7ad2d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0035034-69b0-5ffc-b384-0ac6189c5628-a69e341d-157d-46d2-ab82-dac904138065', 'network_id': 'a69e341d-157d-46d2-ab82-dac904138065', 'tenant_id': 'fb69dd7608034704bc7889515e38b919', 'fixed_ips': [{'subnet_id': 'e1f47c16-94ec-493e-960b-8812b9b24bf8'}]}} from n-d-834765-1. {{(pid=102792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 29 15:52:10.441207 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-30941514-f7af-4bf0-bd33-27404c7ad2d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:10.494569 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-3ef77f48-4e27-4a59-b204-e36240a71103 req-53f620ce-2ef6-45ed-a4af-ae9ffade3c89 tempest-ListServersNegativeTestJSON-314748889 tempest-ListServersNegativeTestJSON-314748889-project] 10.222.0.42 "GET /v2.0/ports?device_id=118a8f70-c3b2-4405-850a-39c7f1a5273a HTTP/1.1" status: 200 len: 210 time: 0.0876119 Mar 29 15:52:10.605977 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-b623c787-ce11-4c25-b4d3-e5eaa42c30a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9da902c6-9f7e-4097-930c-17733aa3c7fe', 'name': 'tempest-RoutersIpV6Test-router-1373550545', 'tenant_id': '5dbaebdcae654b77ad7a96310f75316a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:51:58Z', 'updated_at': '2022-03-29T15:52:05Z', 'revision_number': 2, 'project_id': '5dbaebdcae654b77ad7a96310f75316a', 'gw_port_host': None, '_interfaces': [{'id': '380d8e44-294f-4283-bec9-c72dc0c8e372', 'name': '', 'network_id': '05aff4d8-6ad3-42b1-82b3-9ab459d67c95', 'tenant_id': '5dbaebdcae654b77ad7a96310f75316a', 'mac_address': 'fa:16:3e:fb:56:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9da902c6-9f7e-4097-930c-17733aa3c7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2030, 'fixed_ips': [{'subnet_id': '66ddf533-9b96-4910-b203-743982681446', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:52:02Z', 'updated_at': '2022-03-29T15:52:07Z', 'revision_number': 2, 'project_id': '5dbaebdcae654b77ad7a96310f75316a', 'subnets': [{'id': '66ddf533-9b96-4910-b203-743982681446', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:52:10.607536 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-d7b38041-316a-4926-b138-06d74e9bbce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ed2d1ee-d1a9-4543-8770-73ea7b9362cd', 'name': 'tempest-TaggedBootDevicesTest_v242-1930304390-router', 'tenant_id': '9cad725e1c41463fab431e48b8d9bfff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.128'}], 'enable_snat': True}, 'gw_port_id': '0a4f37c9-e529-4bf8-885d-3374c7c5a8c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:51:54Z', 'updated_at': '2022-03-29T15:52:01Z', 'revision_number': 4, 'project_id': '9cad725e1c41463fab431e48b8d9bfff', 'gw_port': {'id': '0a4f37c9-e529-4bf8-885d-3374c7c5a8c7', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:0e:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ed2d1ee-d1a9-4543-8770-73ea7b9362cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2024, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:51:56Z', 'updated_at': '2022-03-29T15:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': '390d1096-1778-4fe9-9e07-130268813472', 'name': '', 'network_id': '4e796cbd-0811-4a69-9036-a57f72186731', 'tenant_id': '9cad725e1c41463fab431e48b8d9bfff', 'mac_address': 'fa:16:3e:04:dc:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ed2d1ee-d1a9-4543-8770-73ea7b9362cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2028, 'fixed_ips': [{'subnet_id': '38d67edd-cfdb-4ded-91f8-0e501d16094b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:52:00Z', 'updated_at': '2022-03-29T15:52:01Z', 'revision_number': 2, 'project_id': '9cad725e1c41463fab431e48b8d9bfff', 'subnets': [{'id': '38d67edd-cfdb-4ded-91f8-0e501d16094b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:52:10.650219 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b623c787-ce11-4c25-b4d3-e5eaa42c30a5 None None] Checking router: 9da902c6-9f7e-4097-930c-17733aa3c7fe for host: n-d-834765-1 {{(pid=102793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:52:10.650588 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b623c787-ce11-4c25-b4d3-e5eaa42c30a5 None None] Updating router 9da902c6-9f7e-4097-930c-17733aa3c7fe port 380d8e44-294f-4283-bec9-c72dc0c8e372 binding host n-d-834765-1 {{(pid=102793) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 15:52:10.696860 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7b38041-316a-4926-b138-06d74e9bbce9 None None] Checking router: 6ed2d1ee-d1a9-4543-8770-73ea7b9362cd for host: n-d-834765-1 {{(pid=102792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:52:10.697193 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7b38041-316a-4926-b138-06d74e9bbce9 None None] Updating router 6ed2d1ee-d1a9-4543-8770-73ea7b9362cd port 390d1096-1778-4fe9-9e07-130268813472 binding host n-d-834765-1 {{(pid=102792) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 15:52:10.719522 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-41727705-69b7-4a9e-9913-a6143e5df456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b23177d-8c08-44e2-bf32-a433f760b109', 'name': 'tempest-AttachVolumeNegativeTest-120289948-router', 'tenant_id': 'c6465a9dafbf43bf90c09b1dce8d1fc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.74'}], 'enable_snat': True}, 'gw_port_id': 'cde34bcf-8da1-4d24-9563-f97d8199f91f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:47:21Z', 'updated_at': '2022-03-29T15:47:34Z', 'revision_number': 4, 'project_id': 'c6465a9dafbf43bf90c09b1dce8d1fc6', 'gw_port': {'id': 'cde34bcf-8da1-4d24-9563-f97d8199f91f', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:37:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b23177d-8c08-44e2-bf32-a433f760b109', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:47:24Z', 'updated_at': '2022-03-29T15:47:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_floatingips': [{'id': '0fd22a2a-400e-4da9-8213-717db891bbe1', 'tenant_id': 'c6465a9dafbf43bf90c09b1dce8d1fc6', 'floating_ip_address': '172.25.4.155', 'floating_network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'router_id': '9b23177d-8c08-44e2-bf32-a433f760b109', 'port_id': 'c79a9f63-fa7d-4a05-9147-597c906881e3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2011, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5820eec2-ced2-414a-ab32-af1fabeb5f44', 'mac_address': 'fa:16:3e:22:c1:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbe49725-0a5d-42e9-bfee-0425af8500ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T15:51:43Z', 'updated_at': '2022-03-29T15:52:05Z', 'revision_number': 1, 'project_id': 'c6465a9dafbf43bf90c09b1dce8d1fc6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebc9cc52-020c-419f-9e91-e82c61c2fe20', 'name': '', 'network_id': '5820eec2-ced2-414a-ab32-af1fabeb5f44', 'tenant_id': 'c6465a9dafbf43bf90c09b1dce8d1fc6', 'mac_address': 'fa:16:3e:6b:9d:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b23177d-8c08-44e2-bf32-a433f760b109', 'device_owner': 'network:router_interface', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': '406fd4ed-e828-4758-9c87-5ac29cec1b72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:47:30Z', 'updated_at': '2022-03-29T15:47:39Z', 'revision_number': 5, 'project_id': 'c6465a9dafbf43bf90c09b1dce8d1fc6', 'subnets': [{'id': '406fd4ed-e828-4758-9c87-5ac29cec1b72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:52:10.753539 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d7b38041-316a-4926-b138-06d74e9bbce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:10.807963 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-b623c787-ce11-4c25-b4d3-e5eaa42c30a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:10.833700 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41727705-69b7-4a9e-9913-a6143e5df456 None None] The sync data for ids ['9b23177d-8c08-44e2-bf32-a433f760b109'] in n-d-834765-1 is: [{'id': '9b23177d-8c08-44e2-bf32-a433f760b109', 'name': 'tempest-AttachVolumeNegativeTest-120289948-router', 'tenant_id': 'c6465a9dafbf43bf90c09b1dce8d1fc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.74'}], 'enable_snat': True}, 'gw_port_id': 'cde34bcf-8da1-4d24-9563-f97d8199f91f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:47:21Z', 'updated_at': '2022-03-29T15:47:34Z', 'revision_number': 4, 'project_id': 'c6465a9dafbf43bf90c09b1dce8d1fc6', 'gw_port': {'id': 'cde34bcf-8da1-4d24-9563-f97d8199f91f', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:37:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b23177d-8c08-44e2-bf32-a433f760b109', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:47:24Z', 'updated_at': '2022-03-29T15:47:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_floatingips': [{'id': '0fd22a2a-400e-4da9-8213-717db891bbe1', 'tenant_id': 'c6465a9dafbf43bf90c09b1dce8d1fc6', 'floating_ip_address': '172.25.4.155', 'floating_network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'router_id': '9b23177d-8c08-44e2-bf32-a433f760b109', 'port_id': 'c79a9f63-fa7d-4a05-9147-597c906881e3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2011, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5820eec2-ced2-414a-ab32-af1fabeb5f44', 'mac_address': 'fa:16:3e:22:c1:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbe49725-0a5d-42e9-bfee-0425af8500ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T15:51:43Z', 'updated_at': '2022-03-29T15:52:05Z', 'revision_number': 1, 'project_id': 'c6465a9dafbf43bf90c09b1dce8d1fc6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebc9cc52-020c-419f-9e91-e82c61c2fe20', 'name': '', 'network_id': '5820eec2-ced2-414a-ab32-af1fabeb5f44', 'tenant_id': 'c6465a9dafbf43bf90c09b1dce8d1fc6', 'mac_address': 'fa:16:3e:6b:9d:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b23177d-8c08-44e2-bf32-a433f760b109', 'device_owner': 'network:router_interface', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': '406fd4ed-e828-4758-9c87-5ac29cec1b72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:47:30Z', 'updated_at': '2022-03-29T15:47:39Z', 'revision_number': 5, 'project_id': 'c6465a9dafbf43bf90c09b1dce8d1fc6', 'subnets': [{'id': '406fd4ed-e828-4758-9c87-5ac29cec1b72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:52:10.953755 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-8e946dad-87cc-48f8-8bc2-4b5d2bd9d176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:11.024553 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-8e6532f5-fb99-4605-acb9-18841dcfac79 req-8874196f-53b2-4b75-a2ed-9618a99eff9f tempest-ServerShowV257Test-1490108154 tempest-ServerShowV257Test-1490108154-project] 10.222.0.42 "GET /v2.0/ports?device_id=854ccde8-0688-48b1-841c-2b4473e584a1 HTTP/1.1" status: 200 len: 210 time: 0.9968345 Mar 29 15:52:11.099403 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-8e946dad-87cc-48f8-8bc2-4b5d2bd9d176 None None] For port 4b215049-9d6a-438f-99b6-0662561539cf, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=4b215049-9d6a-438f-99b6-0662561539cf,segment=NetworkSegment(642b81ab-e7ad-4460-a711-531ac73064cb),segment_id=642b81ab-e7ad-4460-a711-531ac73064cb)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:52:11.117055 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-8e946dad-87cc-48f8-8bc2-4b5d2bd9d176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:11.232144 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-9eba9925-df48-4260-a613-ea1ac82eead6 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:11.288377 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e946dad-87cc-48f8-8bc2-4b5d2bd9d176 None None] Pushing event updated for resources: {'Port': ['ID=4b215049-9d6a-438f-99b6-0662561539cf,revision_number=3']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:52:11.322899 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51b981b1-39f8-4c7a-a2d1-3d6dc8b32883 None None] New status for floating IP 0fd22a2a-400e-4da9-8213-717db891bbe1: ACTIVE {{(pid=102792) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 15:52:11.364715 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-0fdde108-e92c-4951-98fe-ca9da18cbd6d admin admin] Notify callbacks [] for port, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:11.373929 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2e268c-c58c-4061-9a6f-909065d3d9ef req-96aa4183-2451-4a57-a071-4e96bac52555 tempest-ListServersNegativeTestJSON-314748889 tempest-ListServersNegativeTestJSON-314748889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:52:11.377037 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ad2e268c-c58c-4061-9a6f-909065d3d9ef req-96aa4183-2451-4a57-a071-4e96bac52555 tempest-ListServersNegativeTestJSON-314748889 tempest-ListServersNegativeTestJSON-314748889-project] 10.222.0.44 "GET /v2.0/networks?id=4b157d7d-c18c-4eb4-b5ed-191b6b3252eb HTTP/1.1" status: 200 len: 817 time: 1.1677020 Mar 29 15:52:11.424089 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-b623c787-ce11-4c25-b4d3-e5eaa42c30a5 None None] Notify callbacks [] for port, precommit_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:11.440628 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-b623c787-ce11-4c25-b4d3-e5eaa42c30a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:11.488217 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-0fdde108-e92c-4951-98fe-ca9da18cbd6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:11.540296 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eba9925-df48-4260-a613-ea1ac82eead6 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Pushing event deleted for resources: {'Port': ['ID=f0e706fd-c21f-4ff0-afc3-ea1e48be4fe5,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:52:11.579499 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:11.579756 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9436c393-920f-4428-9e2c-8c8d119b0e51 None None] Pushing event updated for resources: {'Port': ['ID=380d8e44-294f-4283-bec9-c72dc0c8e372,revision_number=3']} {{(pid=102793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:52:11.583209 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [req-ad2e268c-c58c-4061-9a6f-909065d3d9ef req-ad93e707-f149-4397-bfce-7c9e4c51134f tempest-ListServersNegativeTestJSON-314748889 tempest-ListServersNegativeTestJSON-314748889-project] Request body: {'port': {'device_id': 'be58ac19-3270-4558-a2cf-5b483284d4f1', 'network_id': '4b157d7d-c18c-4eb4-b5ed-191b6b3252eb', 'admin_state_up': True, 'tenant_id': '7aa6de6f2ef14f7299dc70dc4cbfa1ce'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:52:11.588532 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdde108-e92c-4951-98fe-ca9da18cbd6d admin admin] Pushing event updated for resources: {'Port': ['ID=f0f41cf7-8c58-4783-be16-804d36373005,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:52:11.593434 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-ae6b59f6-a81d-4f17-a62a-ec604529be60 req-b1eaa11d-34f8-4a35-99f3-5ce145f11e5d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=34ae2e51b22e4b0a98367e200d27fcd8&device_id=854ccde8-0688-48b1-841c-2b4473e584a1 HTTP/1.1" status: 200 len: 210 time: 0.1559980 Mar 29 15:52:11.605837 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fdde108-e92c-4951-98fe-ca9da18cbd6d admin admin] Network 4a4a035d-ecac-4ead-baa3-25f90788773a is already hosted by enough agents. {{(pid=102790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:52:11.641079 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-0fdde108-e92c-4951-98fe-ca9da18cbd6d admin admin] Resources bound (agent type, host, resource id): {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:52:11.643838 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fdde108-e92c-4951-98fe-ca9da18cbd6d admin admin] Received port after_create {{(pid=102790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:52:11.651521 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-ae6b59f6-a81d-4f17-a62a-ec604529be60 req-68ffb076-8c98-472b-8160-2fe476770f1a service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=34ae2e51b22e4b0a98367e200d27fcd8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0433745 Mar 29 15:52:11.688925 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-0302d7cb-2e66-4ca5-b1c7-df4ebf915a7f req-cfcb5ea8-7496-4346-bc2b-5222fb35aa15 tempest-ListServersNegativeTestJSON-314748889 tempest-ListServersNegativeTestJSON-314748889-project] 10.222.0.42 "GET /v2.0/ports?device_id=118a8f70-c3b2-4405-850a-39c7f1a5273a HTTP/1.1" status: 200 len: 210 time: 0.0350282 Mar 29 15:52:11.721063 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-c7f91328-d2f2-43b7-8158-0dfb24d25e18 None None] Provisioning complete for port 4b215049-9d6a-438f-99b6-0662561539cf triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:52:11.721655 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.managers [None req-b623c787-ce11-4c25-b4d3-e5eaa42c30a5 None None] Attempting to bind port 380d8e44-294f-4283-bec9-c72dc0c8e372 on host n-d-834765-1 for vnic_type normal with profile {{(pid=102793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:52:11.721655 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.managers [None req-b623c787-ce11-4c25-b4d3-e5eaa42c30a5 None None] Attempting to bind port 380d8e44-294f-4283-bec9-c72dc0c8e372 by drivers openvswitch,hyperv on host n-d-834765-1 at level 0 using segments [{'id': '642b81ab-e7ad-4460-a711-531ac73064cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '05aff4d8-6ad3-42b1-82b3-9ab459d67c95'}] {{(pid=102793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:52:11.722140 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b623c787-ce11-4c25-b4d3-e5eaa42c30a5 None None] Attempting to bind port 380d8e44-294f-4283-bec9-c72dc0c8e372 on network 05aff4d8-6ad3-42b1-82b3-9ab459d67c95 {{(pid=102793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:52:11.727914 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-c7f91328-d2f2-43b7-8158-0dfb24d25e18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:11.731188 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b623c787-ce11-4c25-b4d3-e5eaa42c30a5 None None] Checking agent: {'id': 'a8866439-9d96-425c-b519-6905c591ac37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 25, 36), 'started_at': datetime.datetime(2022, 3, 29, 15, 26, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 52, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834765-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:52:11.731188 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b623c787-ce11-4c25-b4d3-e5eaa42c30a5 None None] Checking segment: {'id': '642b81ab-e7ad-4460-a711-531ac73064cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '05aff4d8-6ad3-42b1-82b3-9ab459d67c95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:52:11.731536 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-b623c787-ce11-4c25-b4d3-e5eaa42c30a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:11.731894 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b623c787-ce11-4c25-b4d3-e5eaa42c30a5 None None] Bound using segment: {'id': '642b81ab-e7ad-4460-a711-531ac73064cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '05aff4d8-6ad3-42b1-82b3-9ab459d67c95'} {{(pid=102793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:52:11.732365 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.managers [None req-b623c787-ce11-4c25-b4d3-e5eaa42c30a5 None None] Bound port: 380d8e44-294f-4283-bec9-c72dc0c8e372, host: n-d-834765-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '642b81ab-e7ad-4460-a711-531ac73064cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '05aff4d8-6ad3-42b1-82b3-9ab459d67c95'}}] {{(pid=102793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 15:52:11.732745 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-b623c787-ce11-4c25-b4d3-e5eaa42c30a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:11.802050 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-61319cac-63a5-4e9c-9f13-754c0bbca3cf req-2d075426-c7f3-4821-ad9b-6e1e4b0250ae tempest-ServerShowV257Test-1490108154 tempest-ServerShowV257Test-1490108154-project] 10.222.0.42 "GET /v2.0/ports?device_id=854ccde8-0688-48b1-841c-2b4473e584a1 HTTP/1.1" status: 200 len: 210 time: 0.2346313 Mar 29 15:52:11.805787 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-483c24bf-02ae-4068-93a2-7dfa96627f6f req-a8fd4dd0-caab-4e52-8d2e-3fa15aab8aaa service neutron] 10.222.0.44 "GET /v2.0/networks/5820eec2-ced2-414a-ab32-af1fabeb5f44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.8658755 Mar 29 15:52:11.888664 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.db [None req-b623c787-ce11-4c25-b4d3-e5eaa42c30a5 None None] For port 380d8e44-294f-4283-bec9-c72dc0c8e372, host n-d-834765-1, cleared binding levels {{(pid=102793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:52:11.897562 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.db [None req-b623c787-ce11-4c25-b4d3-e5eaa42c30a5 None None] For port 380d8e44-294f-4283-bec9-c72dc0c8e372, host n-d-834765-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=380d8e44-294f-4283-bec9-c72dc0c8e372,segment=NetworkSegment(642b81ab-e7ad-4460-a711-531ac73064cb),segment_id=642b81ab-e7ad-4460-a711-531ac73064cb)] {{(pid=102793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:52:11.908705 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-b623c787-ce11-4c25-b4d3-e5eaa42c30a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:12.032621 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90148a86-ab25-45d2-b979-5e484b21c646 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Made reservation on behalf of 5dbaebdcae654b77ad7a96310f75316a for: {'subnet': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:52:12.039301 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-90148a86-ab25-45d2-b979-5e484b21c646 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16218875'] for subnet, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:12.067896 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2e268c-c58c-4061-9a6f-909065d3d9ef req-0ca75e7f-2e46-459f-910e-674b134e9bcc tempest-ListServersNegativeTestJSON-314748889 tempest-ListServersNegativeTestJSON-314748889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:52:12.068806 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9436c393-920f-4428-9e2c-8c8d119b0e51 None None] Pushing event updated for resources: {'Port': ['ID=380d8e44-294f-4283-bec9-c72dc0c8e372,revision_number=4']} {{(pid=102793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:52:12.070201 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ad2e268c-c58c-4061-9a6f-909065d3d9ef req-0ca75e7f-2e46-459f-910e-674b134e9bcc tempest-ListServersNegativeTestJSON-314748889 tempest-ListServersNegativeTestJSON-314748889-project] 10.222.0.48 "GET /v2.0/networks?id=4b157d7d-c18c-4eb4-b5ed-191b6b3252eb HTTP/1.1" status: 200 len: 817 time: 1.0486660 Mar 29 15:52:12.081785 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.db.api [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102792) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 29 15:52:12.082134 n-d-834765-1 neutron-server[102792]: DEBUG oslo_db.api [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 29 15:52:12.095112 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2e268c-c58c-4061-9a6f-909065d3d9ef req-5e8c3f11-fe74-44f3-8c75-77326f9d6f4a tempest-ListServersNegativeTestJSON-314748889 tempest-ListServersNegativeTestJSON-314748889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:52:12.097349 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ad2e268c-c58c-4061-9a6f-909065d3d9ef req-5e8c3f11-fe74-44f3-8c75-77326f9d6f4a tempest-ListServersNegativeTestJSON-314748889 tempest-ListServersNegativeTestJSON-314748889-project] 10.222.0.48 "GET /v2.0/networks?id=4b157d7d-c18c-4eb4-b5ed-191b6b3252eb HTTP/1.1" status: 200 len: 817 time: 1.0594673 Mar 29 15:52:12.102619 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [req-ad2e268c-c58c-4061-9a6f-909065d3d9ef req-e65f71b0-34e7-49c7-b606-8045cbfa4a6f tempest-ListServersNegativeTestJSON-314748889 tempest-ListServersNegativeTestJSON-314748889-project] Request body: {'port': {'device_id': 'e3d5c370-5e90-4f28-a87d-66e35993802c', 'network_id': '4b157d7d-c18c-4eb4-b5ed-191b6b3252eb', 'admin_state_up': True, 'tenant_id': '7aa6de6f2ef14f7299dc70dc4cbfa1ce'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:52:12.105308 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6b59f6-a81d-4f17-a62a-ec604529be60 req-4ee05e48-5c8f-4616-bd26-8e13a03d5828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:52:12.109084 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.db_base_plugin_common [None req-30941514-f7af-4bf0-bd33-27404c7ad2d9 None None] Allocated IP 172.20.0.2 (a69e341d-157d-46d2-ab82-dac904138065/e1f47c16-94ec-493e-960b-8812b9b24bf8/f7c70e26-6576-4e77-b71b-78b2b8f92cbc) {{(pid=102792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:52:12.109303 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-ae6b59f6-a81d-4f17-a62a-ec604529be60 req-4ee05e48-5c8f-4616-bd26-8e13a03d5828 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3819048 Mar 29 15:52:12.115942 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b623c787-ce11-4c25-b4d3-e5eaa42c30a5 None None] Routers {'9da902c6-9f7e-4097-930c-17733aa3c7fe'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:52:12.116651 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-b623c787-ce11-4c25-b4d3-e5eaa42c30a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:52:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['9da902c6-9f7e-4097-930c-17733aa3c7fe'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:52:12.154820 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [req-ad2e268c-c58c-4061-9a6f-909065d3d9ef req-c7891b75-586e-4f3d-a226-a0067e9c2904 tempest-ListServersNegativeTestJSON-314748889 tempest-ListServersNegativeTestJSON-314748889-project] Request body: {'port': {'device_id': '118a8f70-c3b2-4405-850a-39c7f1a5273a', 'network_id': '4b157d7d-c18c-4eb4-b5ed-191b6b3252eb', 'admin_state_up': True, 'tenant_id': '7aa6de6f2ef14f7299dc70dc4cbfa1ce'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:52:12.360266 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvr_db [None req-b623c787-ce11-4c25-b4d3-e5eaa42c30a5 None None] Set router 9da902c6-9f7e-4097-930c-17733aa3c7fe gateway port host: None {{(pid=102793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:52:12.373840 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-c7f91328-d2f2-43b7-8158-0dfb24d25e18 None None] Provisioning complete for port 380d8e44-294f-4283-bec9-c72dc0c8e372 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:52:12.374505 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-c7f91328-d2f2-43b7-8158-0dfb24d25e18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:12.662952 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 0a4f37c9-e529-4bf8-885d-3374c7c5a8c7 up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:52:12.842331 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-90148a86-ab25-45d2-b979-5e484b21c646 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16155524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16218861'] for subnet, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:12.888710 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-b623c787-ce11-4c25-b4d3-e5eaa42c30a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9da902c6-9f7e-4097-930c-17733aa3c7fe', 'name': 'tempest-RoutersIpV6Test-router-1373550545', 'tenant_id': '5dbaebdcae654b77ad7a96310f75316a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:51:58Z', 'updated_at': '2022-03-29T15:52:05Z', 'revision_number': 2, 'project_id': '5dbaebdcae654b77ad7a96310f75316a', 'gw_port_host': None, '_interfaces': [{'id': '380d8e44-294f-4283-bec9-c72dc0c8e372', 'name': '', 'network_id': '05aff4d8-6ad3-42b1-82b3-9ab459d67c95', 'tenant_id': '5dbaebdcae654b77ad7a96310f75316a', 'mac_address': 'fa:16:3e:fb:56:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9da902c6-9f7e-4097-930c-17733aa3c7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2030, 'fixed_ips': [{'subnet_id': '66ddf533-9b96-4910-b203-743982681446', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:52:02Z', 'updated_at': '2022-03-29T15:52:11Z', 'revision_number': 4, 'project_id': '5dbaebdcae654b77ad7a96310f75316a', 'subnets': [{'id': '66ddf533-9b96-4910-b203-743982681446', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:52:12.908542 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-9eba9925-df48-4260-a613-ea1ac82eead6 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-530528'] for router_interface, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:12.921789 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad2e268c-c58c-4061-9a6f-909065d3d9ef req-ad93e707-f149-4397-bfce-7c9e4c51134f tempest-ListServersNegativeTestJSON-314748889 tempest-ListServersNegativeTestJSON-314748889-project] Made reservation on behalf of 7aa6de6f2ef14f7299dc70dc4cbfa1ce for: {'port': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:52:12.931547 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-ad2e268c-c58c-4061-9a6f-909065d3d9ef req-ad93e707-f149-4397-bfce-7c9e4c51134f tempest-ListServersNegativeTestJSON-314748889 tempest-ListServersNegativeTestJSON-314748889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:12.950351 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b623c787-ce11-4c25-b4d3-e5eaa42c30a5 None None] The sync data for ids ['9da902c6-9f7e-4097-930c-17733aa3c7fe'] in n-d-834765-1 is: [{'id': '9da902c6-9f7e-4097-930c-17733aa3c7fe', 'name': 'tempest-RoutersIpV6Test-router-1373550545', 'tenant_id': '5dbaebdcae654b77ad7a96310f75316a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:51:58Z', 'updated_at': '2022-03-29T15:52:05Z', 'revision_number': 2, 'project_id': '5dbaebdcae654b77ad7a96310f75316a', 'gw_port_host': None, '_interfaces': [{'id': '380d8e44-294f-4283-bec9-c72dc0c8e372', 'name': '', 'network_id': '05aff4d8-6ad3-42b1-82b3-9ab459d67c95', 'tenant_id': '5dbaebdcae654b77ad7a96310f75316a', 'mac_address': 'fa:16:3e:fb:56:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9da902c6-9f7e-4097-930c-17733aa3c7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2030, 'fixed_ips': [{'subnet_id': '66ddf533-9b96-4910-b203-743982681446', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:52:02Z', 'updated_at': '2022-03-29T15:52:11Z', 'revision_number': 4, 'project_id': '5dbaebdcae654b77ad7a96310f75316a', 'subnets': [{'id': '66ddf533-9b96-4910-b203-743982681446', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:52:12.967287 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-c7f91328-d2f2-43b7-8158-0dfb24d25e18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:12.989350 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-0fdde108-e92c-4951-98fe-ca9da18cbd6d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:13.017608 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d7b38041-316a-4926-b138-06d74e9bbce9 None None] Notify callbacks [] for port, precommit_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:13.040004 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d7b38041-316a-4926-b138-06d74e9bbce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:13.066693 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-31f790d9-736a-4481-b443-e094e3fd9d65 req-3a719bf2-ebf1-41c2-9c4b-d1af063468b2 tempest-ListServersNegativeTestJSON-314748889 tempest-ListServersNegativeTestJSON-314748889-project] 10.222.0.42 "GET /v2.0/ports?device_id=118a8f70-c3b2-4405-850a-39c7f1a5273a HTTP/1.1" status: 200 len: 210 time: 0.0751023 Mar 29 15:52:13.111853 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-30941514-f7af-4bf0-bd33-27404c7ad2d9 None None] Notify callbacks [] for port, precommit_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:13.113576 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcd10e3-59f2-4a36-9c88-1af9852a13b1 None None] Pushing event updated for resources: {'Port': ['ID=390d1096-1778-4fe9-9e07-130268813472,revision_number=3']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:52:13.154765 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-30941514-f7af-4bf0-bd33-27404c7ad2d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956'] for port, after_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:13.239948 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30941514-f7af-4bf0-bd33-27404c7ad2d9 None None] Pushing event updated for resources: {'Port': ['ID=f7c70e26-6576-4e77-b71b-78b2b8f92cbc,revision_number=1']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:52:13.275295 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-c7f91328-d2f2-43b7-8158-0dfb24d25e18 None None] For port 380d8e44-294f-4283-bec9-c72dc0c8e372, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=380d8e44-294f-4283-bec9-c72dc0c8e372,segment=NetworkSegment(642b81ab-e7ad-4460-a711-531ac73064cb),segment_id=642b81ab-e7ad-4460-a711-531ac73064cb)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:52:13.310179 n-d-834765-1 neutron-server[102792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30941514-f7af-4bf0-bd33-27404c7ad2d9 None None] Network a69e341d-157d-46d2-ab82-dac904138065 is already hosted by enough agents. {{(pid=102792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:52:13.327791 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-c7f91328-d2f2-43b7-8158-0dfb24d25e18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:13.373307 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90148a86-ab25-45d2-b979-5e484b21c646 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Pushing event updated for resources: {'Subnet': ['ID=80218fe4-18d9-422d-92b9-96748e78d74e,revision_number=0']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:52:13.376729 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port 0a4f37c9-e529-4bf8-885d-3374c7c5a8c7 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:52:13.377111 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:13.380049 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-1257e3ce-c7e0-421b-922f-7fcb4fe09928 req-23831258-8ae8-41cb-8443-ac091fffddc7 tempest-ServerShowV257Test-1490108154 tempest-ServerShowV257Test-1490108154-project] 10.222.0.42 "GET /v2.0/ports?device_id=854ccde8-0688-48b1-841c-2b4473e584a1 HTTP/1.1" status: 200 len: 210 time: 0.3851769 Mar 29 15:52:13.396793 n-d-834765-1 neutron-server[102792]: DEBUG neutron.scheduler.base_scheduler [None req-30941514-f7af-4bf0-bd33-27404c7ad2d9 None None] Resources bound (agent type, host, resource id): {{(pid=102792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:52:13.406859 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-0fdde108-e92c-4951-98fe-ca9da18cbd6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648118'] for router, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:13.462769 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad2e268c-c58c-4061-9a6f-909065d3d9ef req-e65f71b0-34e7-49c7-b606-8045cbfa4a6f tempest-ListServersNegativeTestJSON-314748889 tempest-ListServersNegativeTestJSON-314748889-project] Made reservation on behalf of 7aa6de6f2ef14f7299dc70dc4cbfa1ce for: {'port': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:52:13.467221 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-ad2e268c-c58c-4061-9a6f-909065d3d9ef req-e65f71b0-34e7-49c7-b606-8045cbfa4a6f tempest-ListServersNegativeTestJSON-314748889 tempest-ListServersNegativeTestJSON-314748889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:13.474300 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30941514-f7af-4bf0-bd33-27404c7ad2d9 None None] Received port after_create {{(pid=102792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:52:13.517818 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-ae6b59f6-a81d-4f17-a62a-ec604529be60 req-4a26d98f-7b0f-47e7-86f9-ea0175637281 tempest-ServerShowV257Test-1490108154 tempest-ServerShowV257Test-1490108154-project] 10.222.0.48 "GET /v2.0/ports?device_id=854ccde8-0688-48b1-841c-2b4473e584a1 HTTP/1.1" status: 200 len: 210 time: 0.1057713 Mar 29 15:52:13.553813 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-d7b38041-316a-4926-b138-06d74e9bbce9 None None] Attempting to bind port 390d1096-1778-4fe9-9e07-130268813472 on host n-d-834765-1 for vnic_type normal with profile {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:52:13.553973 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-d7b38041-316a-4926-b138-06d74e9bbce9 None None] Attempting to bind port 390d1096-1778-4fe9-9e07-130268813472 by drivers openvswitch,hyperv on host n-d-834765-1 at level 0 using segments [{'id': '9581079c-64f8-4f74-b62d-5bba29484aa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '4e796cbd-0811-4a69-9036-a57f72186731'}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:52:13.554257 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7b38041-316a-4926-b138-06d74e9bbce9 None None] Attempting to bind port 390d1096-1778-4fe9-9e07-130268813472 on network 4e796cbd-0811-4a69-9036-a57f72186731 {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:52:13.609515 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-30941514-f7af-4bf0-bd33-27404c7ad2d9 None None] Attempting to bind port f7c70e26-6576-4e77-b71b-78b2b8f92cbc on host n-d-834765-1 for vnic_type normal with profile {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:52:13.609898 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-30941514-f7af-4bf0-bd33-27404c7ad2d9 None None] Attempting to bind port f7c70e26-6576-4e77-b71b-78b2b8f92cbc by drivers openvswitch,hyperv on host n-d-834765-1 at level 0 using segments [{'id': '5d096b7f-9044-4790-8057-06c3be5dccec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'a69e341d-157d-46d2-ab82-dac904138065'}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:52:13.610259 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30941514-f7af-4bf0-bd33-27404c7ad2d9 None None] Attempting to bind port f7c70e26-6576-4e77-b71b-78b2b8f92cbc on network a69e341d-157d-46d2-ab82-dac904138065 {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:52:13.621552 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30941514-f7af-4bf0-bd33-27404c7ad2d9 None None] Checking agent: {'id': 'a8866439-9d96-425c-b519-6905c591ac37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 25, 36), 'started_at': datetime.datetime(2022, 3, 29, 15, 26, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 52, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834765-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:52:13.621996 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30941514-f7af-4bf0-bd33-27404c7ad2d9 None None] Checking segment: {'id': '5d096b7f-9044-4790-8057-06c3be5dccec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'a69e341d-157d-46d2-ab82-dac904138065'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:52:13.622450 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-30941514-f7af-4bf0-bd33-27404c7ad2d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:13.622888 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30941514-f7af-4bf0-bd33-27404c7ad2d9 None None] Bound using segment: {'id': '5d096b7f-9044-4790-8057-06c3be5dccec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'a69e341d-157d-46d2-ab82-dac904138065'} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:52:13.623553 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-30941514-f7af-4bf0-bd33-27404c7ad2d9 None None] Bound port: f7c70e26-6576-4e77-b71b-78b2b8f92cbc, host: n-d-834765-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d096b7f-9044-4790-8057-06c3be5dccec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'a69e341d-157d-46d2-ab82-dac904138065'}}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 15:52:13.624044 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-30941514-f7af-4bf0-bd33-27404c7ad2d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:13.637311 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7b38041-316a-4926-b138-06d74e9bbce9 None None] Checking agent: {'id': 'a8866439-9d96-425c-b519-6905c591ac37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 25, 36), 'started_at': datetime.datetime(2022, 3, 29, 15, 26, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 52, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834765-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:52:13.637703 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7b38041-316a-4926-b138-06d74e9bbce9 None None] Checking segment: {'id': '9581079c-64f8-4f74-b62d-5bba29484aa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '4e796cbd-0811-4a69-9036-a57f72186731'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:52:13.638087 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d7b38041-316a-4926-b138-06d74e9bbce9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:13.638482 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7b38041-316a-4926-b138-06d74e9bbce9 None None] Bound using segment: {'id': '9581079c-64f8-4f74-b62d-5bba29484aa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '4e796cbd-0811-4a69-9036-a57f72186731'} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:52:13.638968 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-d7b38041-316a-4926-b138-06d74e9bbce9 None None] Bound port: 390d1096-1778-4fe9-9e07-130268813472, host: n-d-834765-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9581079c-64f8-4f74-b62d-5bba29484aa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '4e796cbd-0811-4a69-9036-a57f72186731'}}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 15:52:13.639976 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d7b38041-316a-4926-b138-06d74e9bbce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:13.647784 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f91328-d2f2-43b7-8158-0dfb24d25e18 None None] Pushing event updated for resources: {'Port': ['ID=380d8e44-294f-4283-bec9-c72dc0c8e372,revision_number=5']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:52:13.696988 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fdde108-e92c-4951-98fe-ca9da18cbd6d admin admin] Router 1f52d123-da80-4c43-9f6c-d8594eee3107 is scheduled to L3 agent c648d819-1060-4f26-b4ec-6455387b5dff with binding_index 1 {{(pid=102790) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 29 15:52:13.702593 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90148a86-ab25-45d2-b979-5e484b21c646 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Checking segment: {'id': 'aa00f9f5-e64f-4e24-8f19-beee3f262622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '486e2680-95ad-49c2-b358-d58073389320'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:52:13.703217 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90148a86-ab25-45d2-b979-5e484b21c646 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Network hostable DHCP agents. Network: 486e2680-95ad-49c2-b358-d58073389320, hostable agents: ['d136643e-48ae-49d4-a851-2ba3bdf3749c'], hosted agents: [] {{(pid=102791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 15:52:13.712091 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad2e268c-c58c-4061-9a6f-909065d3d9ef req-c7891b75-586e-4f3d-a226-a0067e9c2904 tempest-ListServersNegativeTestJSON-314748889 tempest-ListServersNegativeTestJSON-314748889-project] Made reservation on behalf of 7aa6de6f2ef14f7299dc70dc4cbfa1ce for: {'port': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:52:13.717340 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-ad2e268c-c58c-4061-9a6f-909065d3d9ef req-c7891b75-586e-4f3d-a226-a0067e9c2904 tempest-ListServersNegativeTestJSON-314748889 tempest-ListServersNegativeTestJSON-314748889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:13.734134 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-30941514-f7af-4bf0-bd33-27404c7ad2d9 None None] For port f7c70e26-6576-4e77-b71b-78b2b8f92cbc, host n-d-834765-1, cleared binding levels {{(pid=102792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:52:13.738566 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-30941514-f7af-4bf0-bd33-27404c7ad2d9 None None] For port f7c70e26-6576-4e77-b71b-78b2b8f92cbc, host n-d-834765-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=f7c70e26-6576-4e77-b71b-78b2b8f92cbc,segment=NetworkSegment(5d096b7f-9044-4790-8057-06c3be5dccec),segment_id=5d096b7f-9044-4790-8057-06c3be5dccec)] {{(pid=102792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:52:13.740341 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9eba9925-df48-4260-a613-ea1ac82eead6 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Router b57fb9ec-03c5-4cd9-89b7-ca6ff650c65a has already been hosted by L3 agent c648d819-1060-4f26-b4ec-6455387b5dff {{(pid=102791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 15:52:13.745217 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-9292da46-e483-42df-8820-429b5c86ec8c None None] Provisioning complete for port 380d8e44-294f-4283-bec9-c72dc0c8e372 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:52:13.745625 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-9292da46-e483-42df-8820-429b5c86ec8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:13.752148 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-30941514-f7af-4bf0-bd33-27404c7ad2d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:13.815637 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_common [req-ad2e268c-c58c-4061-9a6f-909065d3d9ef req-ad93e707-f149-4397-bfce-7c9e4c51134f tempest-ListServersNegativeTestJSON-314748889 tempest-ListServersNegativeTestJSON-314748889-project] Allocated IP 172.20.0.11 (4b157d7d-c18c-4eb4-b5ed-191b6b3252eb/dc5582e9-3975-4d85-ac30-c3cd840c3cb2/47e0bd36-6c74-4d77-8dc8-b703d0747e7d) {{(pid=102791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:52:13.843984 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fdde108-e92c-4951-98fe-ca9da18cbd6d admin admin] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:52:13.860460 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0afa5157-7c0d-4a60-8cb5-0f9078184b7f None None] Sync routers for ids ['1f52d123-da80-4c43-9f6c-d8594eee3107'] in n-d-834765-1 {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:52:13.870173 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0afa5157-7c0d-4a60-8cb5-0f9078184b7f None None] Routers {'1f52d123-da80-4c43-9f6c-d8594eee3107'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:52:13.870800 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-0afa5157-7c0d-4a60-8cb5-0f9078184b7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:52:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['1f52d123-da80-4c43-9f6c-d8594eee3107'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:52:13.881346 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30941514-f7af-4bf0-bd33-27404c7ad2d9 None None] Pushing event updated for resources: {'Port': ['ID=f7c70e26-6576-4e77-b71b-78b2b8f92cbc,revision_number=2']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:52:13.908857 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-0fdde108-e92c-4951-98fe-ca9da18cbd6d admin admin] Notify callbacks [] for router, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:13.911441 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-0fdde108-e92c-4951-98fe-ca9da18cbd6d admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.4348652 Mar 29 15:52:13.912821 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 33408) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:52:14.006783 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-d7b38041-316a-4926-b138-06d74e9bbce9 None None] For port 390d1096-1778-4fe9-9e07-130268813472, host n-d-834765-1, cleared binding levels {{(pid=102792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:52:14.015665 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-d7b38041-316a-4926-b138-06d74e9bbce9 None None] For port 390d1096-1778-4fe9-9e07-130268813472, host n-d-834765-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=390d1096-1778-4fe9-9e07-130268813472,segment=NetworkSegment(9581079c-64f8-4f74-b62d-5bba29484aa6),segment_id=9581079c-64f8-4f74-b62d-5bba29484aa6)] {{(pid=102792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:52:14.025451 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d7b38041-316a-4926-b138-06d74e9bbce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:14.081027 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90148a86-ab25-45d2-b979-5e484b21c646 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Network 486e2680-95ad-49c2-b358-d58073389320 is scheduled to be hosted by DHCP agent d136643e-48ae-49d4-a851-2ba3bdf3749c with binding_index 1 {{(pid=102791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 15:52:14.127699 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvr_db [None req-0afa5157-7c0d-4a60-8cb5-0f9078184b7f None None] Set router 1f52d123-da80-4c43-9f6c-d8594eee3107 gateway port host: n-d-834765-1 {{(pid=102793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:52:14.158806 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [None req-90148a86-ab25-45d2-b979-5e484b21c646 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834765-1, 486e2680-95ad-49c2-b358-d58073389320) {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:52:14.182887 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90148a86-ab25-45d2-b979-5e484b21c646 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:52:14.183549 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-90148a86-ab25-45d2-b979-5e484b21c646 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks [] for subnet, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:14.245172 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-90148a86-ab25-45d2-b979-5e484b21c646 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 4.1372960 Mar 29 15:52:14.245349 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc21321c-9ae7-4a36-84e5-e44d38b43ad5 None None] Network 486e2680-95ad-49c2-b358-d58073389320 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 15:52:14.254170 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 33418) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:52:14.453929 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7b38041-316a-4926-b138-06d74e9bbce9 None None] Routers {'6ed2d1ee-d1a9-4543-8770-73ea7b9362cd'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:52:14.456592 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-d7b38041-316a-4926-b138-06d74e9bbce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:52:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['6ed2d1ee-d1a9-4543-8770-73ea7b9362cd'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:52:14.592858 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9eba9925-df48-4260-a613-ea1ac82eead6 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:52:14.603959 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-e2c5d42f-dc4c-4b05-b00e-f47f24023188 req-e71492b0-4865-4379-b6eb-e7aec33f3c9b tempest-ListServersNegativeTestJSON-314748889 tempest-ListServersNegativeTestJSON-314748889-project] 10.222.0.42 "GET /v2.0/ports?device_id=118a8f70-c3b2-4405-850a-39c7f1a5273a HTTP/1.1" status: 200 len: 210 time: 0.2595389 Mar 29 15:52:14.622133 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-9eba9925-df48-4260-a613-ea1ac82eead6 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] 10.222.0.42 "PUT /v2.0/routers/b57fb9ec-03c5-4cd9-89b7-ca6ff650c65a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2792504 Mar 29 15:52:14.626819 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 33436) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:52:14.787678 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-ad2e268c-c58c-4061-9a6f-909065d3d9ef req-ad93e707-f149-4397-bfce-7c9e4c51134f tempest-ListServersNegativeTestJSON-314748889 tempest-ListServersNegativeTestJSON-314748889-project] Notify callbacks [] for port, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:14.868166 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4b9d310-50a3-4586-a467-381b2b6f675c tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Deleting subnet 1924a09c-5d13-4bf6-994f-2a1793829850 {{(pid=102790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 15:52:14.876877 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-f4b9d310-50a3-4586-a467-381b2b6f675c tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Notify callbacks [] for subnet, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:14.898506 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-0afa5157-7c0d-4a60-8cb5-0f9078184b7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f52d123-da80-4c43-9f6c-d8594eee3107', 'name': 'tempest-TaggedBootDevicesTest_v242-224395863-router', 'tenant_id': 'fb69dd7608034704bc7889515e38b919', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.17'}], 'enable_snat': True}, 'gw_port_id': 'f0f41cf7-8c58-4783-be16-804d36373005', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:52:08Z', 'updated_at': '2022-03-29T15:52:12Z', 'revision_number': 3, 'project_id': 'fb69dd7608034704bc7889515e38b919', 'gw_port': {'id': 'f0f41cf7-8c58-4783-be16-804d36373005', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:03:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f52d123-da80-4c43-9f6c-d8594eee3107', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2051, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:52:09Z', 'updated_at': '2022-03-29T15:52:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1'}], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:52:14.907033 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-ad2e268c-c58c-4061-9a6f-909065d3d9ef req-ad93e707-f149-4397-bfce-7c9e4c51134f tempest-ListServersNegativeTestJSON-314748889 tempest-ListServersNegativeTestJSON-314748889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:14.941406 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvr_db [None req-d7b38041-316a-4926-b138-06d74e9bbce9 None None] Set router 6ed2d1ee-d1a9-4543-8770-73ea7b9362cd gateway port host: n-d-834765-1 {{(pid=102792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:52:15.020871 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0afa5157-7c0d-4a60-8cb5-0f9078184b7f None None] Checking router: 1f52d123-da80-4c43-9f6c-d8594eee3107 for host: n-d-834765-1 {{(pid=102793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:52:15.021578 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0afa5157-7c0d-4a60-8cb5-0f9078184b7f None None] Updating router 1f52d123-da80-4c43-9f6c-d8594eee3107 port f0f41cf7-8c58-4783-be16-804d36373005 binding host n-d-834765-1 {{(pid=102793) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 15:52:15.093597 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-f4b9d310-50a3-4586-a467-381b2b6f675c tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4614024'] for subnet, precommit_delete_associations {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:15.099081 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 4b215049-9d6a-438f-99b6-0662561539cf up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:52:15.106275 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1252ccc4-8162-4b25-a5b1-417dd4590934 None None] Sync routers for ids ['b57fb9ec-03c5-4cd9-89b7-ca6ff650c65a'] in n-d-834765-1 {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:52:15.113474 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-0afa5157-7c0d-4a60-8cb5-0f9078184b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:15.127620 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 33488) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:52:15.131745 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcd10e3-59f2-4a36-9c88-1af9852a13b1 None None] Pushing event updated for resources: {'Port': ['ID=390d1096-1778-4fe9-9e07-130268813472,revision_number=4']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:52:15.214042 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad2e268c-c58c-4061-9a6f-909065d3d9ef req-ad93e707-f149-4397-bfce-7c9e4c51134f tempest-ListServersNegativeTestJSON-314748889 tempest-ListServersNegativeTestJSON-314748889-project] Network 4b157d7d-c18c-4eb4-b5ed-191b6b3252eb is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:52:15.236521 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [req-ad2e268c-c58c-4061-9a6f-909065d3d9ef req-ad93e707-f149-4397-bfce-7c9e4c51134f tempest-ListServersNegativeTestJSON-314748889 tempest-ListServersNegativeTestJSON-314748889-project] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:52:15.254864 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad2e268c-c58c-4061-9a6f-909065d3d9ef req-ad93e707-f149-4397-bfce-7c9e4c51134f tempest-ListServersNegativeTestJSON-314748889 tempest-ListServersNegativeTestJSON-314748889-project] Received port after_create {{(pid=102791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:52:15.339170 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2e268c-c58c-4061-9a6f-909065d3d9ef req-ad93e707-f149-4397-bfce-7c9e4c51134f tempest-ListServersNegativeTestJSON-314748889 tempest-ListServersNegativeTestJSON-314748889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:52:15.339903 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-ad2e268c-c58c-4061-9a6f-909065d3d9ef req-ad93e707-f149-4397-bfce-7c9e4c51134f tempest-ListServersNegativeTestJSON-314748889 tempest-ListServersNegativeTestJSON-314748889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:15.354141 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_common [req-ad2e268c-c58c-4061-9a6f-909065d3d9ef req-e65f71b0-34e7-49c7-b606-8045cbfa4a6f tempest-ListServersNegativeTestJSON-314748889 tempest-ListServersNegativeTestJSON-314748889-project] Allocated IP 172.20.0.14 (4b157d7d-c18c-4eb4-b5ed-191b6b3252eb/dc5582e9-3975-4d85-ac30-c3cd840c3cb2/1a9a14b0-39d9-469c-a784-c4a7332b1ae4) {{(pid=102791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:52:15.363202 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-f4b9d310-50a3-4586-a467-381b2b6f675c tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1641287'] for subnet, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:15.372345 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-70fc85f7-4341-45c2-a5fb-8498ec792daa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:15.402118 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad93e707-f149-4397-bfce-7c9e4c51134f tempest-ListServersNegativeTestJSON-314748889 tempest-ListServersNegativeTestJSON-314748889-project] Pushing event updated for resources: {'Port': ['ID=47e0bd36-6c74-4d77-8dc8-b703d0747e7d,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:52:15.423315 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-62f7696b-bd01-4427-ad8b-1f430b7c1926 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:15.546432 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1252ccc4-8162-4b25-a5b1-417dd4590934 None None] Routers {'b57fb9ec-03c5-4cd9-89b7-ca6ff650c65a'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:52:15.547057 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-1252ccc4-8162-4b25-a5b1-417dd4590934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:52:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['b57fb9ec-03c5-4cd9-89b7-ca6ff650c65a'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:52:15.688522 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-0afa5157-7c0d-4a60-8cb5-0f9078184b7f None None] Notify callbacks [] for port, precommit_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:15.696968 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-0afa5157-7c0d-4a60-8cb5-0f9078184b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:15.748564 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-12940fde-b76e-42d7-85fd-611729aa560c None None] Provisioning complete for port 390d1096-1778-4fe9-9e07-130268813472 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:52:15.749039 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-12940fde-b76e-42d7-85fd-611729aa560c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:15.751741 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdcd10e3-59f2-4a36-9c88-1af9852a13b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:52:15.752092 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdcd10e3-59f2-4a36-9c88-1af9852a13b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:52:15.752458 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdcd10e3-59f2-4a36-9c88-1af9852a13b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:52:15.752799 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdcd10e3-59f2-4a36-9c88-1af9852a13b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:52:15.753055 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdcd10e3-59f2-4a36-9c88-1af9852a13b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:52:15.753378 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdcd10e3-59f2-4a36-9c88-1af9852a13b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:52:15.753696 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdcd10e3-59f2-4a36-9c88-1af9852a13b1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:52:15.754016 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdcd10e3-59f2-4a36-9c88-1af9852a13b1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:52:15.754335 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdcd10e3-59f2-4a36-9c88-1af9852a13b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:52:15.775378 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdcd10e3-59f2-4a36-9c88-1af9852a13b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:52:15.775978 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdcd10e3-59f2-4a36-9c88-1af9852a13b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:52:15.776467 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdcd10e3-59f2-4a36-9c88-1af9852a13b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:52:15.795863 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ea405ba-f733-4ce8-b759-1f7f8f7d131a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0035034-69b0-5ffc-b384-0ac6189c5628-486e2680-95ad-49c2-b358-d58073389320', 'network_id': '486e2680-95ad-49c2-b358-d58073389320', 'tenant_id': '5dbaebdcae654b77ad7a96310f75316a', 'fixed_ips': [{'subnet_id': '80218fe4-18d9-422d-92b9-96748e78d74e'}]}} from n-d-834765-1. {{(pid=102792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 29 15:52:15.804005 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e8de4f-6997-4c7d-b6b0-86e5b9e29b63 None None] Pushing event updated for resources: {'Port': ['ID=f0f41cf7-8c58-4783-be16-804d36373005,revision_number=2']} {{(pid=102793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:52:15.806281 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-2ea405ba-f733-4ce8-b759-1f7f8f7d131a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:15.822756 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.managers [None req-0afa5157-7c0d-4a60-8cb5-0f9078184b7f None None] Attempting to bind port f0f41cf7-8c58-4783-be16-804d36373005 on host n-d-834765-1 for vnic_type normal with profile {{(pid=102793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:52:15.823537 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.managers [None req-0afa5157-7c0d-4a60-8cb5-0f9078184b7f None None] Attempting to bind port f0f41cf7-8c58-4783-be16-804d36373005 by drivers openvswitch,hyperv on host n-d-834765-1 at level 0 using segments [{'id': '6ab47353-a811-4bad-bc73-b4cc84583cfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'}] {{(pid=102793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:52:15.824154 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0afa5157-7c0d-4a60-8cb5-0f9078184b7f None None] Attempting to bind port f0f41cf7-8c58-4783-be16-804d36373005 on network 4a4a035d-ecac-4ead-baa3-25f90788773a {{(pid=102793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:52:15.833623 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0afa5157-7c0d-4a60-8cb5-0f9078184b7f None None] Checking agent: {'id': 'a8866439-9d96-425c-b519-6905c591ac37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 25, 36), 'started_at': datetime.datetime(2022, 3, 29, 15, 26, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 52, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834765-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:52:15.834299 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0afa5157-7c0d-4a60-8cb5-0f9078184b7f None None] Checking segment: {'id': '6ab47353-a811-4bad-bc73-b4cc84583cfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:52:15.856271 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-0afa5157-7c0d-4a60-8cb5-0f9078184b7f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:15.858166 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0afa5157-7c0d-4a60-8cb5-0f9078184b7f None None] Bound using segment: {'id': '6ab47353-a811-4bad-bc73-b4cc84583cfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'} {{(pid=102793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:52:15.859247 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.managers [None req-0afa5157-7c0d-4a60-8cb5-0f9078184b7f None None] Bound port: f0f41cf7-8c58-4783-be16-804d36373005, host: n-d-834765-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ab47353-a811-4bad-bc73-b4cc84583cfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'}}] {{(pid=102793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 15:52:15.859954 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-0afa5157-7c0d-4a60-8cb5-0f9078184b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:15.927664 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.db [None req-0afa5157-7c0d-4a60-8cb5-0f9078184b7f None None] For port f0f41cf7-8c58-4783-be16-804d36373005, host n-d-834765-1, cleared binding levels {{(pid=102793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:52:15.932685 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.db [None req-0afa5157-7c0d-4a60-8cb5-0f9078184b7f None None] For port f0f41cf7-8c58-4783-be16-804d36373005, host n-d-834765-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=f0f41cf7-8c58-4783-be16-804d36373005,segment=NetworkSegment(6ab47353-a811-4bad-bc73-b4cc84583cfd),segment_id=6ab47353-a811-4bad-bc73-b4cc84583cfd)] {{(pid=102793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:52:15.942290 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-0afa5157-7c0d-4a60-8cb5-0f9078184b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:16.011397 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-711fee76-18ea-47d7-a95d-1557a1d0485c None None] Network a69e341d-157d-46d2-ab82-dac904138065 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 15:52:16.027291 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e8de4f-6997-4c7d-b6b0-86e5b9e29b63 None None] Pushing event updated for resources: {'Port': ['ID=f0f41cf7-8c58-4783-be16-804d36373005,revision_number=3']} {{(pid=102793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:52:16.047195 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0afa5157-7c0d-4a60-8cb5-0f9078184b7f None None] Routers {'1f52d123-da80-4c43-9f6c-d8594eee3107'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:52:16.047195 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-0afa5157-7c0d-4a60-8cb5-0f9078184b7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:52:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['1f52d123-da80-4c43-9f6c-d8594eee3107'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:52:16.085629 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.db_base_plugin_common [None req-70fc85f7-4341-45c2-a5fb-8498ec792daa admin admin] Allocated IP 172.20.0.1 (a69e341d-157d-46d2-ab82-dac904138065/e1f47c16-94ec-493e-960b-8812b9b24bf8/76d89f8a-43e4-4a89-af7e-12a2c8bf2430) {{(pid=102790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:52:16.141024 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-f4b9d310-50a3-4586-a467-381b2b6f675c tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1641294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5231963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4793952'] for subnet, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:16.181148 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvr_db [None req-1252ccc4-8162-4b25-a5b1-417dd4590934 None None] Set router b57fb9ec-03c5-4cd9-89b7-ca6ff650c65a gateway port host: n-d-834765-1 {{(pid=102792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:52:16.184916 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvr_db [None req-0afa5157-7c0d-4a60-8cb5-0f9078184b7f None None] Set router 1f52d123-da80-4c43-9f6c-d8594eee3107 gateway port host: n-d-834765-1 {{(pid=102793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:52:16.197798 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b9d310-50a3-4586-a467-381b2b6f675c tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Pushing event deleted for resources: {'Subnet': ['ID=1924a09c-5d13-4bf6-994f-2a1793829850,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:52:16.218331 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-f4b9d310-50a3-4586-a467-381b2b6f675c tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for subnet, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:16.222191 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-f4b9d310-50a3-4586-a467-381b2b6f675c tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] 10.222.0.42 "DELETE /v2.0/subnets/1924a09c-5d13-4bf6-994f-2a1793829850 HTTP/1.1" status: 204 len: 168 time: 1.5943596 Mar 29 15:52:16.228427 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 33592) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:52:16.253086 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ad2e268c-c58c-4061-9a6f-909065d3d9ef req-ad93e707-f149-4397-bfce-7c9e4c51134f tempest-ListServersNegativeTestJSON-314748889 tempest-ListServersNegativeTestJSON-314748889-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.7171476 Mar 29 15:52:16.344731 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [req-ad2e268c-c58c-4061-9a6f-909065d3d9ef req-6f77a523-6af1-442c-bce1-0a9ef3fb7877 service neutron] Request body: {'port': {'device_id': 'be58ac19-3270-4558-a2cf-5b483284d4f1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834765-1'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:52:16.381486 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e96246a-171b-4620-a839-8095710a49af None None] Network 0eb69c38-859a-44f3-b301-7cf6beecd122 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 15:52:16.410130 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-a236978a-fd9f-4015-aef2-1e4a280e228b tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Notify callbacks [] for router, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:16.442164 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-1ca10da6-9c17-40e7-8ae3-41892c53b85c req-849e9ea2-434c-40ee-99da-5df8fb36efaf tempest-ListServersNegativeTestJSON-314748889 tempest-ListServersNegativeTestJSON-314748889-project] 10.222.0.42 "GET /v2.0/ports?device_id=118a8f70-c3b2-4405-850a-39c7f1a5273a HTTP/1.1" status: 200 len: 210 time: 0.1973453 Mar 29 15:52:16.494964 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-62f7696b-bd01-4427-ad8b-1f430b7c1926 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:16.508376 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-62f7696b-bd01-4427-ad8b-1f430b7c1926 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:16.547183 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-0afa5157-7c0d-4a60-8cb5-0f9078184b7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f52d123-da80-4c43-9f6c-d8594eee3107', 'name': 'tempest-TaggedBootDevicesTest_v242-224395863-router', 'tenant_id': 'fb69dd7608034704bc7889515e38b919', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.17'}], 'enable_snat': True}, 'gw_port_id': 'f0f41cf7-8c58-4783-be16-804d36373005', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:52:08Z', 'updated_at': '2022-03-29T15:52:12Z', 'revision_number': 3, 'project_id': 'fb69dd7608034704bc7889515e38b919', 'gw_port': {'id': 'f0f41cf7-8c58-4783-be16-804d36373005', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:03:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f52d123-da80-4c43-9f6c-d8594eee3107', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2051, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:52:09Z', 'updated_at': '2022-03-29T15:52:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1'}], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:52:16.588128 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0afa5157-7c0d-4a60-8cb5-0f9078184b7f None None] The sync data for ids ['1f52d123-da80-4c43-9f6c-d8594eee3107'] in n-d-834765-1 is: [{'id': '1f52d123-da80-4c43-9f6c-d8594eee3107', 'name': 'tempest-TaggedBootDevicesTest_v242-224395863-router', 'tenant_id': 'fb69dd7608034704bc7889515e38b919', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.17'}], 'enable_snat': True}, 'gw_port_id': 'f0f41cf7-8c58-4783-be16-804d36373005', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:52:08Z', 'updated_at': '2022-03-29T15:52:12Z', 'revision_number': 3, 'project_id': 'fb69dd7608034704bc7889515e38b919', 'gw_port': {'id': 'f0f41cf7-8c58-4783-be16-804d36373005', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:03:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f52d123-da80-4c43-9f6c-d8594eee3107', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2051, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:52:09Z', 'updated_at': '2022-03-29T15:52:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1'}] {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:52:16.642625 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-70fc85f7-4341-45c2-a5fb-8498ec792daa admin admin] Notify callbacks [] for port, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:16.658557 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-ad2e268c-c58c-4061-9a6f-909065d3d9ef req-6f77a523-6af1-442c-bce1-0a9ef3fb7877 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:16.668663 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-62f7696b-bd01-4427-ad8b-1f430b7c1926 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=34ae2e51b22e4b0a98367e200d27fcd8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5399277 Mar 29 15:52:16.669905 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f7696b-bd01-4427-ad8b-1f430b7c1926 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a663d70-d320-46d7-b05a-8447164a1394,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:52:16.675727 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 33640) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:52:16.692608 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-a236978a-fd9f-4015-aef2-1e4a280e228b tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:16.719944 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-1068a83b-9313-4673-b662-f507a1bfa19b tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:16.769479 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-70fc85f7-4341-45c2-a5fb-8498ec792daa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:16.831586 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-a236978a-fd9f-4015-aef2-1e4a280e228b tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Deleting port db082a07-ed19-43e6-8f6f-15f3a86650cf {{(pid=102790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:52:16.832307 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-a236978a-fd9f-4015-aef2-1e4a280e228b tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:16.838851 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70fc85f7-4341-45c2-a5fb-8498ec792daa admin admin] Network a69e341d-157d-46d2-ab82-dac904138065 is already hosted by enough agents. {{(pid=102790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:52:16.856056 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-70fc85f7-4341-45c2-a5fb-8498ec792daa admin admin] Resources bound (agent type, host, resource id): {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:52:16.861613 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70fc85f7-4341-45c2-a5fb-8498ec792daa admin admin] Received port after_create {{(pid=102790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:52:16.868749 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fc85f7-4341-45c2-a5fb-8498ec792daa admin admin] Pushing event updated for resources: {'Port': ['ID=76d89f8a-43e4-4a89-af7e-12a2c8bf2430,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:52:16.958785 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-70fc85f7-4341-45c2-a5fb-8498ec792daa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-648347'] for router_interface, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:16.979717 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-ad2e268c-c58c-4061-9a6f-909065d3d9ef req-e65f71b0-34e7-49c7-b606-8045cbfa4a6f tempest-ListServersNegativeTestJSON-314748889 tempest-ListServersNegativeTestJSON-314748889-project] Notify callbacks [] for port, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:17.087885 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.db_base_plugin_common [None req-2ea405ba-f733-4ce8-b759-1f7f8f7d131a None None] Allocated IP 2001:db8:1::2 (486e2680-95ad-49c2-b358-d58073389320/80218fe4-18d9-422d-92b9-96748e78d74e/0bcdb94f-71d2-42f7-8a4b-99746b587347) {{(pid=102792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:52:17.104276 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-4db49a9f-b04a-435b-9ddf-5ba1d3b43d78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:17.203756 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-4db49a9f-b04a-435b-9ddf-5ba1d3b43d78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:17.210130 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port 4b215049-9d6a-438f-99b6-0662561539cf triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:52:17.210620 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:17.300161 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-ad2e268c-c58c-4061-9a6f-909065d3d9ef req-e65f71b0-34e7-49c7-b606-8045cbfa4a6f tempest-ListServersNegativeTestJSON-314748889 tempest-ListServersNegativeTestJSON-314748889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:17.417442 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad2e268c-c58c-4061-9a6f-909065d3d9ef req-e65f71b0-34e7-49c7-b606-8045cbfa4a6f tempest-ListServersNegativeTestJSON-314748889 tempest-ListServersNegativeTestJSON-314748889-project] Network 4b157d7d-c18c-4eb4-b5ed-191b6b3252eb is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:52:17.438015 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [req-ad2e268c-c58c-4061-9a6f-909065d3d9ef req-e65f71b0-34e7-49c7-b606-8045cbfa4a6f tempest-ListServersNegativeTestJSON-314748889 tempest-ListServersNegativeTestJSON-314748889-project] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:52:17.443423 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad2e268c-c58c-4061-9a6f-909065d3d9ef req-e65f71b0-34e7-49c7-b606-8045cbfa4a6f tempest-ListServersNegativeTestJSON-314748889 tempest-ListServersNegativeTestJSON-314748889-project] Received port after_create {{(pid=102791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:52:17.448692 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_common [req-ad2e268c-c58c-4061-9a6f-909065d3d9ef req-c7891b75-586e-4f3d-a226-a0067e9c2904 tempest-ListServersNegativeTestJSON-314748889 tempest-ListServersNegativeTestJSON-314748889-project] Allocated IP 172.20.0.7 (4b157d7d-c18c-4eb4-b5ed-191b6b3252eb/dc5582e9-3975-4d85-ac30-c3cd840c3cb2/199d5a9a-7f9d-41c5-beac-efe98e585079) {{(pid=102791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:52:17.450990 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65f71b0-34e7-49c7-b606-8045cbfa4a6f tempest-ListServersNegativeTestJSON-314748889 tempest-ListServersNegativeTestJSON-314748889-project] Pushing event updated for resources: {'Port': ['ID=1a9a14b0-39d9-469c-a784-c4a7332b1ae4,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:52:17.453560 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-4db49a9f-b04a-435b-9ddf-5ba1d3b43d78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:17.456386 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-4db49a9f-b04a-435b-9ddf-5ba1d3b43d78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:17.460455 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-4db49a9f-b04a-435b-9ddf-5ba1d3b43d78 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/2a663d70-d320-46d7-b05a-8447164a1394 HTTP/1.1" status: 204 len: 168 time: 0.7516394 Mar 29 15:52:17.519778 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db49a9f-b04a-435b-9ddf-5ba1d3b43d78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a663d70-d320-46d7-b05a-8447164a1394,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:52:17.561853 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [None req-a236978a-fd9f-4015-aef2-1e4a280e228b tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] For port db082a07-ed19-43e6-8f6f-15f3a86650cf, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=db082a07-ed19-43e6-8f6f-15f3a86650cf,segment=NetworkSegment(6ab47353-a811-4bad-bc73-b4cc84583cfd),segment_id=6ab47353-a811-4bad-bc73-b4cc84583cfd)] {{(pid=102790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:52:17.562640 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-a236978a-fd9f-4015-aef2-1e4a280e228b tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:17.625498 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2e268c-c58c-4061-9a6f-909065d3d9ef req-e65f71b0-34e7-49c7-b606-8045cbfa4a6f tempest-ListServersNegativeTestJSON-314748889 tempest-ListServersNegativeTestJSON-314748889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:52:17.626421 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-ad2e268c-c58c-4061-9a6f-909065d3d9ef req-e65f71b0-34e7-49c7-b606-8045cbfa4a6f tempest-ListServersNegativeTestJSON-314748889 tempest-ListServersNegativeTestJSON-314748889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:17.696835 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ad2e268c-c58c-4061-9a6f-909065d3d9ef req-e65f71b0-34e7-49c7-b606-8045cbfa4a6f tempest-ListServersNegativeTestJSON-314748889 tempest-ListServersNegativeTestJSON-314748889-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.5978911 Mar 29 15:52:17.725035 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [req-ad2e268c-c58c-4061-9a6f-909065d3d9ef req-d28c0a1e-99fd-4fd5-91af-064792c83eae service neutron] Request body: {'port': {'device_id': 'e3d5c370-5e90-4f28-a87d-66e35993802c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834765-1'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:52:17.782103 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-c4bbf2e4-91cb-42ac-b6fe-516dc7ca7cd5 req-82222737-ddc8-4729-b0b4-c8fe93ec1c46 tempest-ListServersNegativeTestJSON-314748889 tempest-ListServersNegativeTestJSON-314748889-project] 10.222.0.42 "GET /v2.0/ports?device_id=118a8f70-c3b2-4405-850a-39c7f1a5273a HTTP/1.1" status: 200 len: 210 time: 0.0825913 Mar 29 15:52:17.790075 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-a236978a-fd9f-4015-aef2-1e4a280e228b tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Calling delete_port for db082a07-ed19-43e6-8f6f-15f3a86650cf owned by network:router_gateway {{(pid=102790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:52:17.881997 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:17.927973 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-70fc85f7-4341-45c2-a5fb-8498ec792daa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:18.037709 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 380d8e44-294f-4283-bec9-c72dc0c8e372 up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:52:18.116372 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:18.135019 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-ad2e268c-c58c-4061-9a6f-909065d3d9ef req-c7891b75-586e-4f3d-a226-a0067e9c2904 tempest-ListServersNegativeTestJSON-314748889 tempest-ListServersNegativeTestJSON-314748889-project] Notify callbacks [] for port, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:18.151857 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-ad2e268c-c58c-4061-9a6f-909065d3d9ef req-d28c0a1e-99fd-4fd5-91af-064792c83eae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:18.161719 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-12940fde-b76e-42d7-85fd-611729aa560c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:18.253678 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-12940fde-b76e-42d7-85fd-611729aa560c None None] For port 390d1096-1778-4fe9-9e07-130268813472, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=390d1096-1778-4fe9-9e07-130268813472,segment=NetworkSegment(9581079c-64f8-4f74-b62d-5bba29484aa6),segment_id=9581079c-64f8-4f74-b62d-5bba29484aa6)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:52:18.291585 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-12940fde-b76e-42d7-85fd-611729aa560c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:18.346928 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-a236978a-fd9f-4015-aef2-1e4a280e228b tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:18.376157 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12940fde-b76e-42d7-85fd-611729aa560c None None] Pushing event updated for resources: {'Port': ['ID=390d1096-1778-4fe9-9e07-130268813472,revision_number=5']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:52:18.395509 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88d4b648-f2f6-4aeb-83ca-8b210e69ddea None None] DHCP port deletion for 0eb69c38-859a-44f3-b301-7cf6beecd122 request from n-d-834765-1 {{(pid=102792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 29 15:52:18.418821 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-1252ccc4-8162-4b25-a5b1-417dd4590934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b57fb9ec-03c5-4cd9-89b7-ca6ff650c65a', 'name': 'tempest-TestNetworkBasicOps-router-173982885', 'tenant_id': '4613198224a343ff95b6b23b26c7af7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.205'}], 'enable_snat': True}, 'gw_port_id': 'db082a07-ed19-43e6-8f6f-15f3a86650cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:48:27Z', 'updated_at': '2022-03-29T15:52:09Z', 'revision_number': 7, 'project_id': '4613198224a343ff95b6b23b26c7af7a', 'gw_port': {'id': 'db082a07-ed19-43e6-8f6f-15f3a86650cf', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:ba:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b57fb9ec-03c5-4cd9-89b7-ca6ff650c65a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1524, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:48:28Z', 'updated_at': '2022-03-29T15:48:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1'}], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:52:18.436930 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a236978a-fd9f-4015-aef2-1e4a280e228b tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Pushing event deleted for resources: {'Port': ['ID=db082a07-ed19-43e6-8f6f-15f3a86650cf,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:52:18.474045 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1252ccc4-8162-4b25-a5b1-417dd4590934 None None] Checking router: b57fb9ec-03c5-4cd9-89b7-ca6ff650c65a for host: n-d-834765-1 {{(pid=102792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:52:18.480776 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-d7b38041-316a-4926-b138-06d74e9bbce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ed2d1ee-d1a9-4543-8770-73ea7b9362cd', 'name': 'tempest-TaggedBootDevicesTest_v242-1930304390-router', 'tenant_id': '9cad725e1c41463fab431e48b8d9bfff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.128'}], 'enable_snat': True}, 'gw_port_id': '0a4f37c9-e529-4bf8-885d-3374c7c5a8c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:51:54Z', 'updated_at': '2022-03-29T15:52:01Z', 'revision_number': 4, 'project_id': '9cad725e1c41463fab431e48b8d9bfff', 'gw_port': {'id': '0a4f37c9-e529-4bf8-885d-3374c7c5a8c7', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:0e:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ed2d1ee-d1a9-4543-8770-73ea7b9362cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2024, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:51:56Z', 'updated_at': '2022-03-29T15:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': '390d1096-1778-4fe9-9e07-130268813472', 'name': '', 'network_id': '4e796cbd-0811-4a69-9036-a57f72186731', 'tenant_id': '9cad725e1c41463fab431e48b8d9bfff', 'mac_address': 'fa:16:3e:04:dc:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ed2d1ee-d1a9-4543-8770-73ea7b9362cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2028, 'fixed_ips': [{'subnet_id': '38d67edd-cfdb-4ded-91f8-0e501d16094b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:52:00Z', 'updated_at': '2022-03-29T15:52:13Z', 'revision_number': 4, 'project_id': '9cad725e1c41463fab431e48b8d9bfff', 'subnets': [{'id': '38d67edd-cfdb-4ded-91f8-0e501d16094b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:52:18.542944 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1252ccc4-8162-4b25-a5b1-417dd4590934 None None] Routers {'b57fb9ec-03c5-4cd9-89b7-ca6ff650c65a'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:52:18.545094 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-1252ccc4-8162-4b25-a5b1-417dd4590934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:52:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['b57fb9ec-03c5-4cd9-89b7-ca6ff650c65a'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:52:18.624110 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-70fc85f7-4341-45c2-a5fb-8498ec792daa admin admin] Notify callbacks [] for port, precommit_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:18.674014 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvr_db [None req-1252ccc4-8162-4b25-a5b1-417dd4590934 None None] Set router b57fb9ec-03c5-4cd9-89b7-ca6ff650c65a gateway port host: None {{(pid=102792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:52:18.702070 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-70fc85f7-4341-45c2-a5fb-8498ec792daa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5237921'] for port, after_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:18.705003 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-a236978a-fd9f-4015-aef2-1e4a280e228b tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-648138'] for router_gateway, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:18.768167 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-1252ccc4-8162-4b25-a5b1-417dd4590934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b57fb9ec-03c5-4cd9-89b7-ca6ff650c65a', 'name': 'tempest-TestNetworkBasicOps-router-173982885', 'tenant_id': '4613198224a343ff95b6b23b26c7af7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:48:27Z', 'updated_at': '2022-03-29T15:52:18Z', 'revision_number': 9, 'project_id': '4613198224a343ff95b6b23b26c7af7a', 'gw_port_host': None}], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:52:18.776333 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [req-ad2e268c-c58c-4061-9a6f-909065d3d9ef req-6f77a523-6af1-442c-bce1-0a9ef3fb7877 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47e0bd36-6c74-4d77-8dc8-b703d0747e7d {{(pid=102791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:52:18.796940 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-ad2e268c-c58c-4061-9a6f-909065d3d9ef req-6f77a523-6af1-442c-bce1-0a9ef3fb7877 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:18.813774 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fc85f7-4341-45c2-a5fb-8498ec792daa admin admin] Pushing event updated for resources: {'Port': ['ID=76d89f8a-43e4-4a89-af7e-12a2c8bf2430,revision_number=2']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:52:18.831308 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.provisioning_blocks [req-ad2e268c-c58c-4061-9a6f-909065d3d9ef req-6f77a523-6af1-442c-bce1-0a9ef3fb7877 service neutron] Transition to ACTIVE for port object 47e0bd36-6c74-4d77-8dc8-b703d0747e7d will not be triggered until provisioned by entity L2. {{(pid=102791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 15:52:18.837164 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-ad2e268c-c58c-4061-9a6f-909065d3d9ef req-c7891b75-586e-4f3d-a226-a0067e9c2904 tempest-ListServersNegativeTestJSON-314748889 tempest-ListServersNegativeTestJSON-314748889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:18.847297 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7b38041-316a-4926-b138-06d74e9bbce9 None None] The sync data for ids ['6ed2d1ee-d1a9-4543-8770-73ea7b9362cd'] in n-d-834765-1 is: [{'id': '6ed2d1ee-d1a9-4543-8770-73ea7b9362cd', 'name': 'tempest-TaggedBootDevicesTest_v242-1930304390-router', 'tenant_id': '9cad725e1c41463fab431e48b8d9bfff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.128'}], 'enable_snat': True}, 'gw_port_id': '0a4f37c9-e529-4bf8-885d-3374c7c5a8c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:51:54Z', 'updated_at': '2022-03-29T15:52:01Z', 'revision_number': 4, 'project_id': '9cad725e1c41463fab431e48b8d9bfff', 'gw_port': {'id': '0a4f37c9-e529-4bf8-885d-3374c7c5a8c7', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:0e:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ed2d1ee-d1a9-4543-8770-73ea7b9362cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2024, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:51:56Z', 'updated_at': '2022-03-29T15:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': '390d1096-1778-4fe9-9e07-130268813472', 'name': '', 'network_id': '4e796cbd-0811-4a69-9036-a57f72186731', 'tenant_id': '9cad725e1c41463fab431e48b8d9bfff', 'mac_address': 'fa:16:3e:04:dc:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ed2d1ee-d1a9-4543-8770-73ea7b9362cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2028, 'fixed_ips': [{'subnet_id': '38d67edd-cfdb-4ded-91f8-0e501d16094b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:52:00Z', 'updated_at': '2022-03-29T15:52:13Z', 'revision_number': 4, 'project_id': '9cad725e1c41463fab431e48b8d9bfff', 'subnets': [{'id': '38d67edd-cfdb-4ded-91f8-0e501d16094b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:52:18.937240 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1252ccc4-8162-4b25-a5b1-417dd4590934 None None] The sync data for ids ['b57fb9ec-03c5-4cd9-89b7-ca6ff650c65a'] in n-d-834765-1 is: [{'id': 'b57fb9ec-03c5-4cd9-89b7-ca6ff650c65a', 'name': 'tempest-TestNetworkBasicOps-router-173982885', 'tenant_id': '4613198224a343ff95b6b23b26c7af7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:48:27Z', 'updated_at': '2022-03-29T15:52:18Z', 'revision_number': 9, 'project_id': '4613198224a343ff95b6b23b26c7af7a', 'gw_port_host': None}] {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:52:18.943774 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-2ea405ba-f733-4ce8-b759-1f7f8f7d131a None None] Notify callbacks [] for port, precommit_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:19.002488 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 33868) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:52:19.005657 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-f504fce5-b749-4aa8-892c-aea68809d6b3 None None] Provisioning complete for port f7c70e26-6576-4e77-b71b-78b2b8f92cbc triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:52:19.005890 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-f504fce5-b749-4aa8-892c-aea68809d6b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:19.093622 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port 380d8e44-294f-4283-bec9-c72dc0c8e372 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:52:19.099993 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:19.103483 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-2ea405ba-f733-4ce8-b759-1f7f8f7d131a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956'] for port, after_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:19.120199 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-a236978a-fd9f-4015-aef2-1e4a280e228b tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129328'] for router, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:19.124573 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-a236978a-fd9f-4015-aef2-1e4a280e228b tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:19.157464 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-70fc85f7-4341-45c2-a5fb-8498ec792daa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-648439'] for router_interface, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:19.200353 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [req-ad2e268c-c58c-4061-9a6f-909065d3d9ef req-d28c0a1e-99fd-4fd5-91af-064792c83eae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a9a14b0-39d9-469c-a784-c4a7332b1ae4 {{(pid=102791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:52:19.220874 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-88d4b648-f2f6-4aeb-83ca-8b210e69ddea None None] Deleting port f86ab616-64b4-4203-ac79-2fd22d0081ab {{(pid=102792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:52:19.221186 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-ad2e268c-c58c-4061-9a6f-909065d3d9ef req-d28c0a1e-99fd-4fd5-91af-064792c83eae service neutron] Notify callbacks [] for port, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:19.221516 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-88d4b648-f2f6-4aeb-83ca-8b210e69ddea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:19.247496 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.provisioning_blocks [req-ad2e268c-c58c-4061-9a6f-909065d3d9ef req-d28c0a1e-99fd-4fd5-91af-064792c83eae service neutron] Transition to ACTIVE for port object 1a9a14b0-39d9-469c-a784-c4a7332b1ae4 will not be triggered until provisioned by entity L2. {{(pid=102791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 15:52:19.275010 n-d-834765-1 neutron-server[102792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ea405ba-f733-4ce8-b759-1f7f8f7d131a None None] Network 486e2680-95ad-49c2-b358-d58073389320 is already hosted by enough agents. {{(pid=102792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:52:19.300758 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-ad2e268c-c58c-4061-9a6f-909065d3d9ef req-6f77a523-6af1-442c-bce1-0a9ef3fb7877 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:19.315118 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7891b75-586e-4f3d-a226-a0067e9c2904 tempest-ListServersNegativeTestJSON-314748889 tempest-ListServersNegativeTestJSON-314748889-project] Pushing event updated for resources: {'Port': ['ID=199d5a9a-7f9d-41c5-beac-efe98e585079,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:52:19.331319 n-d-834765-1 neutron-server[102792]: DEBUG neutron.scheduler.base_scheduler [None req-2ea405ba-f733-4ce8-b759-1f7f8f7d131a None None] Resources bound (agent type, host, resource id): {{(pid=102792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:52:19.343488 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ea405ba-f733-4ce8-b759-1f7f8f7d131a None None] Received port after_create {{(pid=102792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:52:19.357368 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-69808867-8154-442d-840c-8b3688733183 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1827063187-network', 'tenant_id': '0645dc511670491c8626eeb496c0ab97'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:52:19.373013 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-ad2e268c-c58c-4061-9a6f-909065d3d9ef req-d28c0a1e-99fd-4fd5-91af-064792c83eae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:19.412555 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad2e268c-c58c-4061-9a6f-909065d3d9ef req-c7891b75-586e-4f3d-a226-a0067e9c2904 tempest-ListServersNegativeTestJSON-314748889 tempest-ListServersNegativeTestJSON-314748889-project] Network 4b157d7d-c18c-4eb4-b5ed-191b6b3252eb is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:52:19.417512 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea405ba-f733-4ce8-b759-1f7f8f7d131a None None] Pushing event updated for resources: {'Port': ['ID=0bcdb94f-71d2-42f7-8a4b-99746b587347,revision_number=1']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:52:19.619742 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [req-ad2e268c-c58c-4061-9a6f-909065d3d9ef req-c7891b75-586e-4f3d-a226-a0067e9c2904 tempest-ListServersNegativeTestJSON-314748889 tempest-ListServersNegativeTestJSON-314748889-project] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:52:19.626360 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad2e268c-c58c-4061-9a6f-909065d3d9ef req-c7891b75-586e-4f3d-a226-a0067e9c2904 tempest-ListServersNegativeTestJSON-314748889 tempest-ListServersNegativeTestJSON-314748889-project] Received port after_create {{(pid=102791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:52:19.643975 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-a236978a-fd9f-4015-aef2-1e4a280e228b tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-526718'] for router, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:19.644570 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a236978a-fd9f-4015-aef2-1e4a280e228b tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Fanout notify agent at l3_agent the message router_deleted on router b57fb9ec-03c5-4cd9-89b7-ca6ff650c65a {{(pid=102790) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 29 15:52:19.657569 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-a236978a-fd9f-4015-aef2-1e4a280e228b tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Notify callbacks [] for router, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:19.662101 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-a236978a-fd9f-4015-aef2-1e4a280e228b tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] 10.222.0.42 "DELETE /v2.0/routers/b57fb9ec-03c5-4cd9-89b7-ca6ff650c65a HTTP/1.1" status: 204 len: 168 time: 3.4324708 Mar 29 15:52:19.663890 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-2ea405ba-f733-4ce8-b759-1f7f8f7d131a None None] Attempting to bind port 0bcdb94f-71d2-42f7-8a4b-99746b587347 on host n-d-834765-1 for vnic_type normal with profile {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:52:19.664344 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-2ea405ba-f733-4ce8-b759-1f7f8f7d131a None None] Attempting to bind port 0bcdb94f-71d2-42f7-8a4b-99746b587347 by drivers openvswitch,hyperv on host n-d-834765-1 at level 0 using segments [{'id': 'aa00f9f5-e64f-4e24-8f19-beee3f262622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '486e2680-95ad-49c2-b358-d58073389320'}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:52:19.665014 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ea405ba-f733-4ce8-b759-1f7f8f7d131a None None] Attempting to bind port 0bcdb94f-71d2-42f7-8a4b-99746b587347 on network 486e2680-95ad-49c2-b358-d58073389320 {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:52:19.668759 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 33910) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:52:19.671197 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-f504fce5-b749-4aa8-892c-aea68809d6b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:19.719642 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ea405ba-f733-4ce8-b759-1f7f8f7d131a None None] Checking agent: {'id': 'a8866439-9d96-425c-b519-6905c591ac37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 25, 36), 'started_at': datetime.datetime(2022, 3, 29, 15, 26, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 52, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834765-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:52:19.719986 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ea405ba-f733-4ce8-b759-1f7f8f7d131a None None] Checking segment: {'id': 'aa00f9f5-e64f-4e24-8f19-beee3f262622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '486e2680-95ad-49c2-b358-d58073389320'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:52:19.720445 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-2ea405ba-f733-4ce8-b759-1f7f8f7d131a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:19.721015 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ea405ba-f733-4ce8-b759-1f7f8f7d131a None None] Bound using segment: {'id': 'aa00f9f5-e64f-4e24-8f19-beee3f262622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '486e2680-95ad-49c2-b358-d58073389320'} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:52:19.721503 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-2ea405ba-f733-4ce8-b759-1f7f8f7d131a None None] Bound port: 0bcdb94f-71d2-42f7-8a4b-99746b587347, host: n-d-834765-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa00f9f5-e64f-4e24-8f19-beee3f262622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '486e2680-95ad-49c2-b358-d58073389320'}}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 15:52:19.721938 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-2ea405ba-f733-4ce8-b759-1f7f8f7d131a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:19.753506 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f77a523-6af1-442c-bce1-0a9ef3fb7877 service neutron] Pushing event updated for resources: {'Port': ['ID=47e0bd36-6c74-4d77-8dc8-b703d0747e7d,revision_number=2']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:52:19.758165 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-88d4b648-f2f6-4aeb-83ca-8b210e69ddea None None] For port f86ab616-64b4-4203-ac79-2fd22d0081ab, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=f86ab616-64b4-4203-ac79-2fd22d0081ab,segment=NetworkSegment(392c7b19-1d8f-41d1-9abe-2849beceb5b4),segment_id=392c7b19-1d8f-41d1-9abe-2849beceb5b4)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:52:19.758953 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-88d4b648-f2f6-4aeb-83ca-8b210e69ddea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:19.792547 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2e268c-c58c-4061-9a6f-909065d3d9ef req-c7891b75-586e-4f3d-a226-a0067e9c2904 tempest-ListServersNegativeTestJSON-314748889 tempest-ListServersNegativeTestJSON-314748889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:52:19.793133 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70fc85f7-4341-45c2-a5fb-8498ec792daa admin admin] Network a69e341d-157d-46d2-ab82-dac904138065 is already hosted by enough agents. {{(pid=102790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:52:19.794327 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-ad2e268c-c58c-4061-9a6f-909065d3d9ef req-c7891b75-586e-4f3d-a226-a0067e9c2904 tempest-ListServersNegativeTestJSON-314748889 tempest-ListServersNegativeTestJSON-314748889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:19.795503 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69808867-8154-442d-840c-8b3688733183 admin admin] Made reservation on behalf of 0645dc511670491c8626eeb496c0ab97 for: {'network': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:52:19.798117 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-69808867-8154-442d-840c-8b3688733183 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for network, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:19.803231 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c94d89ad-85f3-4770-a3ea-5a4bbd0b7c2a tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1631750'] for network, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:19.807404 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-70fc85f7-4341-45c2-a5fb-8498ec792daa admin admin] Resources bound (agent type, host, resource id): {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:52:19.844054 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-69808867-8154-442d-840c-8b3688733183 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:19.926798 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28c0a1e-99fd-4fd5-91af-064792c83eae service neutron] Pushing event updated for resources: {'Port': ['ID=1a9a14b0-39d9-469c-a784-c4a7332b1ae4,revision_number=2']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:52:19.956075 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-f504fce5-b749-4aa8-892c-aea68809d6b3 None None] For port f7c70e26-6576-4e77-b71b-78b2b8f92cbc, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=f7c70e26-6576-4e77-b71b-78b2b8f92cbc,segment=NetworkSegment(5d096b7f-9044-4790-8057-06c3be5dccec),segment_id=5d096b7f-9044-4790-8057-06c3be5dccec)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:52:20.003955 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-ad2e268c-c58c-4061-9a6f-909065d3d9ef req-d28c0a1e-99fd-4fd5-91af-064792c83eae service neutron] Attempting to bind port 1a9a14b0-39d9-469c-a784-c4a7332b1ae4 on host n-h2-834765-1 for vnic_type normal with profile {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:52:20.014734 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-ad2e268c-c58c-4061-9a6f-909065d3d9ef req-d28c0a1e-99fd-4fd5-91af-064792c83eae service neutron] Attempting to bind port 1a9a14b0-39d9-469c-a784-c4a7332b1ae4 by drivers openvswitch,hyperv on host n-h2-834765-1 at level 0 using segments [{'id': '937d7f9c-be9d-475b-b63f-12cf481dac76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '4b157d7d-c18c-4eb4-b5ed-191b6b3252eb'}] {{(pid=102791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:52:20.015284 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad2e268c-c58c-4061-9a6f-909065d3d9ef req-d28c0a1e-99fd-4fd5-91af-064792c83eae service neutron] Attempting to bind port 1a9a14b0-39d9-469c-a784-c4a7332b1ae4 on network 4b157d7d-c18c-4eb4-b5ed-191b6b3252eb {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:52:20.022447 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-2ea405ba-f733-4ce8-b759-1f7f8f7d131a None None] For port 0bcdb94f-71d2-42f7-8a4b-99746b587347, host n-d-834765-1, cleared binding levels {{(pid=102792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:52:20.038514 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_common [None req-1068a83b-9313-4673-b662-f507a1bfa19b tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Allocated IP 2001:db8:1::1 (486e2680-95ad-49c2-b358-d58073389320/80218fe4-18d9-422d-92b9-96748e78d74e/f3b24b0b-3c90-4d52-8980-3ee99c330cd0) {{(pid=102791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:52:20.040420 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-2ea405ba-f733-4ce8-b759-1f7f8f7d131a None None] For port 0bcdb94f-71d2-42f7-8a4b-99746b587347, host n-d-834765-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=0bcdb94f-71d2-42f7-8a4b-99746b587347,segment=NetworkSegment(aa00f9f5-e64f-4e24-8f19-beee3f262622),segment_id=aa00f9f5-e64f-4e24-8f19-beee3f262622)] {{(pid=102792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:52:20.046493 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-88d4b648-f2f6-4aeb-83ca-8b210e69ddea None None] Calling delete_port for f86ab616-64b4-4203-ac79-2fd22d0081ab owned by network:dhcp {{(pid=102792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:52:20.053778 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-f504fce5-b749-4aa8-892c-aea68809d6b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:20.063345 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-2ea405ba-f733-4ce8-b759-1f7f8f7d131a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:20.100749 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ad2e268c-c58c-4061-9a6f-909065d3d9ef req-c7891b75-586e-4f3d-a226-a0067e9c2904 tempest-ListServersNegativeTestJSON-314748889 tempest-ListServersNegativeTestJSON-314748889-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.9648485 Mar 29 15:52:20.123191 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0026775e-a984-4f13-9af3-f2ff67c98c38 req-45e94496-f00b-4a19-99b4-49bafb753047 tempest-ListServersNegativeTestJSON-314748889 tempest-ListServersNegativeTestJSON-314748889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:52:20.127705 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-0026775e-a984-4f13-9af3-f2ff67c98c38 req-45e94496-f00b-4a19-99b4-49bafb753047 tempest-ListServersNegativeTestJSON-314748889 tempest-ListServersNegativeTestJSON-314748889-project] 10.222.0.42 "GET /v2.0/ports?device_id=118a8f70-c3b2-4405-850a-39c7f1a5273a HTTP/1.1" status: 200 len: 931 time: 0.8165963 Mar 29 15:52:20.140427 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad2e268c-c58c-4061-9a6f-909065d3d9ef req-d28c0a1e-99fd-4fd5-91af-064792c83eae service neutron] Port 1a9a14b0-39d9-469c-a784-c4a7332b1ae4 on network 4b157d7d-c18c-4eb4-b5ed-191b6b3252eb not bound, no agent of type Open vSwitch agent registered on host n-h2-834765-1 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 15:52:20.143641 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad2e268c-c58c-4061-9a6f-909065d3d9ef req-d28c0a1e-99fd-4fd5-91af-064792c83eae service neutron] Attempting to bind port 1a9a14b0-39d9-469c-a784-c4a7332b1ae4 on network 4b157d7d-c18c-4eb4-b5ed-191b6b3252eb {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:52:20.161893 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [req-ad2e268c-c58c-4061-9a6f-909065d3d9ef req-819fa2c4-b535-408a-ba1b-8cad99d4faf8 service neutron] Request body: {'port': {'device_id': '118a8f70-c3b2-4405-850a-39c7f1a5273a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834765-1'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:52:20.173179 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-ad2e268c-c58c-4061-9a6f-909065d3d9ef req-6f77a523-6af1-442c-bce1-0a9ef3fb7877 service neutron] Attempting to bind port 47e0bd36-6c74-4d77-8dc8-b703d0747e7d on host n-h1-834765-1 for vnic_type normal with profile {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:52:20.173692 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-ad2e268c-c58c-4061-9a6f-909065d3d9ef req-6f77a523-6af1-442c-bce1-0a9ef3fb7877 service neutron] Attempting to bind port 47e0bd36-6c74-4d77-8dc8-b703d0747e7d by drivers openvswitch,hyperv on host n-h1-834765-1 at level 0 using segments [{'id': '937d7f9c-be9d-475b-b63f-12cf481dac76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '4b157d7d-c18c-4eb4-b5ed-191b6b3252eb'}] {{(pid=102791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:52:20.174149 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad2e268c-c58c-4061-9a6f-909065d3d9ef req-6f77a523-6af1-442c-bce1-0a9ef3fb7877 service neutron] Attempting to bind port 47e0bd36-6c74-4d77-8dc8-b703d0747e7d on network 4b157d7d-c18c-4eb4-b5ed-191b6b3252eb {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:52:20.279656 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad2e268c-c58c-4061-9a6f-909065d3d9ef req-d28c0a1e-99fd-4fd5-91af-064792c83eae service neutron] Checking agent: {'id': '3e4b4912-b4a2-4d17-b5bd-6ce15529e8eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 33, 17), 'started_at': datetime.datetime(2022, 3, 29, 15, 33, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 52, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:52:20.287540 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad2e268c-c58c-4061-9a6f-909065d3d9ef req-d28c0a1e-99fd-4fd5-91af-064792c83eae service neutron] Checking segment: {'id': '937d7f9c-be9d-475b-b63f-12cf481dac76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '4b157d7d-c18c-4eb4-b5ed-191b6b3252eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:52:20.288256 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad2e268c-c58c-4061-9a6f-909065d3d9ef req-d28c0a1e-99fd-4fd5-91af-064792c83eae service neutron] Bound using segment: {'id': '937d7f9c-be9d-475b-b63f-12cf481dac76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '4b157d7d-c18c-4eb4-b5ed-191b6b3252eb'} {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:52:20.288884 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-ad2e268c-c58c-4061-9a6f-909065d3d9ef req-d28c0a1e-99fd-4fd5-91af-064792c83eae service neutron] Bound port: 1a9a14b0-39d9-469c-a784-c4a7332b1ae4, host: n-h2-834765-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '937d7f9c-be9d-475b-b63f-12cf481dac76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '4b157d7d-c18c-4eb4-b5ed-191b6b3252eb'}}] {{(pid=102791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 15:52:20.289630 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-ad2e268c-c58c-4061-9a6f-909065d3d9ef req-d28c0a1e-99fd-4fd5-91af-064792c83eae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:20.349815 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70fc85f7-4341-45c2-a5fb-8498ec792daa admin admin] Router 1f52d123-da80-4c43-9f6c-d8594eee3107 has already been hosted by L3 agent c648d819-1060-4f26-b4ec-6455387b5dff {{(pid=102790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 15:52:20.352533 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-c94d89ad-85f3-4770-a3ea-5a4bbd0b7c2a tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Deleting port f86ab616-64b4-4203-ac79-2fd22d0081ab {{(pid=102790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:52:20.353155 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c94d89ad-85f3-4770-a3ea-5a4bbd0b7c2a tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:20.384579 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad2e268c-c58c-4061-9a6f-909065d3d9ef req-6f77a523-6af1-442c-bce1-0a9ef3fb7877 service neutron] Port 47e0bd36-6c74-4d77-8dc8-b703d0747e7d on network 4b157d7d-c18c-4eb4-b5ed-191b6b3252eb not bound, no agent of type Open vSwitch agent registered on host n-h1-834765-1 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 15:52:20.384905 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad2e268c-c58c-4061-9a6f-909065d3d9ef req-6f77a523-6af1-442c-bce1-0a9ef3fb7877 service neutron] Attempting to bind port 47e0bd36-6c74-4d77-8dc8-b703d0747e7d on network 4b157d7d-c18c-4eb4-b5ed-191b6b3252eb {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:52:20.466821 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [None req-c94d89ad-85f3-4770-a3ea-5a4bbd0b7c2a tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] For port f86ab616-64b4-4203-ac79-2fd22d0081ab, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=f86ab616-64b4-4203-ac79-2fd22d0081ab,segment=NetworkSegment(392c7b19-1d8f-41d1-9abe-2849beceb5b4),segment_id=392c7b19-1d8f-41d1-9abe-2849beceb5b4)] {{(pid=102790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:52:20.467677 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c94d89ad-85f3-4770-a3ea-5a4bbd0b7c2a tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:20.503179 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-c94d89ad-85f3-4770-a3ea-5a4bbd0b7c2a tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Calling delete_port for f86ab616-64b4-4203-ac79-2fd22d0081ab owned by network:dhcp {{(pid=102790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:52:20.508080 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad2e268c-c58c-4061-9a6f-909065d3d9ef req-6f77a523-6af1-442c-bce1-0a9ef3fb7877 service neutron] Checking agent: {'id': 'be375040-5069-4239-9460-a3a3213e1e90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 33, 18), 'started_at': datetime.datetime(2022, 3, 29, 15, 33, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 52, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:52:20.511714 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad2e268c-c58c-4061-9a6f-909065d3d9ef req-6f77a523-6af1-442c-bce1-0a9ef3fb7877 service neutron] Checking segment: {'id': '937d7f9c-be9d-475b-b63f-12cf481dac76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '4b157d7d-c18c-4eb4-b5ed-191b6b3252eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:52:20.512316 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad2e268c-c58c-4061-9a6f-909065d3d9ef req-6f77a523-6af1-442c-bce1-0a9ef3fb7877 service neutron] Bound using segment: {'id': '937d7f9c-be9d-475b-b63f-12cf481dac76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '4b157d7d-c18c-4eb4-b5ed-191b6b3252eb'} {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:52:20.512923 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-ad2e268c-c58c-4061-9a6f-909065d3d9ef req-6f77a523-6af1-442c-bce1-0a9ef3fb7877 service neutron] Bound port: 47e0bd36-6c74-4d77-8dc8-b703d0747e7d, host: n-h1-834765-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '937d7f9c-be9d-475b-b63f-12cf481dac76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '4b157d7d-c18c-4eb4-b5ed-191b6b3252eb'}}] {{(pid=102791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 15:52:20.513848 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-ad2e268c-c58c-4061-9a6f-909065d3d9ef req-6f77a523-6af1-442c-bce1-0a9ef3fb7877 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:20.534394 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-f504fce5-b749-4aa8-892c-aea68809d6b3 None None] Provisioning complete for port 390d1096-1778-4fe9-9e07-130268813472 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:52:20.535632 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-f504fce5-b749-4aa8-892c-aea68809d6b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:20.602479 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 390d1096-1778-4fe9-9e07-130268813472 up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:52:20.606423 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c94d89ad-85f3-4770-a3ea-5a4bbd0b7c2a tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:20.673942 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-1068a83b-9313-4673-b662-f507a1bfa19b tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks [] for port, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:20.676649 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94d89ad-85f3-4770-a3ea-5a4bbd0b7c2a tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Pushing event deleted for resources: {'Port': ['ID=f86ab616-64b4-4203-ac79-2fd22d0081ab,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:52:20.686814 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-69808867-8154-442d-840c-8b3688733183 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:20.688574 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c94d89ad-85f3-4770-a3ea-5a4bbd0b7c2a tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] No DVR routers for this DVR port f86ab616-64b4-4203-ac79-2fd22d0081ab on host n-d-834765-1 {{(pid=102790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:52:20.783713 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f504fce5-b749-4aa8-892c-aea68809d6b3 None None] Pushing event updated for resources: {'Port': ['ID=f7c70e26-6576-4e77-b71b-78b2b8f92cbc,revision_number=3']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:52:20.815151 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-ad2e268c-c58c-4061-9a6f-909065d3d9ef req-819fa2c4-b535-408a-ba1b-8cad99d4faf8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:20.820942 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-69808867-8154-442d-840c-8b3688733183 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:20.866638 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69808867-8154-442d-840c-8b3688733183 admin admin] vlan segment allocate from pool success with {'vlan_id': 618, 'physical_network': 'physnet1'} {{(pid=102790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 15:52:20.917027 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c94d89ad-85f3-4770-a3ea-5a4bbd0b7c2a tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639890', 'neutron.services.segments.db._delete_segments_for_network-8783523423079'] for network, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:20.918066 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port 390d1096-1778-4fe9-9e07-130268813472 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:52:20.918625 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:20.984753 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-88d4b648-f2f6-4aeb-83ca-8b210e69ddea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350'] for port, after_delete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:20.989031 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-69808867-8154-442d-840c-8b3688733183 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:20.989375 n-d-834765-1 neutron-server[102790]: INFO neutron.db.segments_db [None req-69808867-8154-442d-840c-8b3688733183 admin admin] Added segment 16a3b58e-2ecf-4263-9a5e-eb72b2eaa6d4 of type vlan for network d994e3d3-6e54-466f-bbe9-e588ad776084 Mar 29 15:52:20.990746 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69808867-8154-442d-840c-8b3688733183 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56ae2708-3ce6-437d-9e23-9a94286b5f83,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:52:21.013455 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-c94d89ad-85f3-4770-a3ea-5a4bbd0b7c2a tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0eb69c38-859a-44f3-b301-7cf6beecd122']}} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:52:21.015213 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88d4b648-f2f6-4aeb-83ca-8b210e69ddea None None] No DVR routers for this DVR port f86ab616-64b4-4203-ac79-2fd22d0081ab on host n-d-834765-1 {{(pid=102792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:52:21.053741 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-c94d89ad-85f3-4770-a3ea-5a4bbd0b7c2a tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '392c7b19-1d8f-41d1-9abe-2849beceb5b4') {'for_net_delete': True} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:52:21.054041 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-c94d89ad-85f3-4770-a3ea-5a4bbd0b7c2a tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '392c7b19-1d8f-41d1-9abe-2849beceb5b4') {} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:52:21.078805 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c94d89ad-85f3-4770-a3ea-5a4bbd0b7c2a tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783523422064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4614019'] for segment, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:21.080984 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70fc85f7-4341-45c2-a5fb-8498ec792daa admin admin] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:52:21.090420 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3d112f0-fedd-4c80-8a1c-8db9eacfa04e None None] Sync routers for ids ['1f52d123-da80-4c43-9f6c-d8594eee3107'] in n-d-834765-1 {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:52:21.097798 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-70fc85f7-4341-45c2-a5fb-8498ec792daa admin admin] 10.222.0.42 "PUT /v2.0/routers/1f52d123-da80-4c43-9f6c-d8594eee3107/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1837628 Mar 29 15:52:21.110804 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3d112f0-fedd-4c80-8a1c-8db9eacfa04e None None] Routers {'1f52d123-da80-4c43-9f6c-d8594eee3107'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:52:21.110804 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-b3d112f0-fedd-4c80-8a1c-8db9eacfa04e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:52:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['1f52d123-da80-4c43-9f6c-d8594eee3107'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:52:21.111064 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-1068a83b-9313-4673-b662-f507a1bfa19b tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:21.111178 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea405ba-f733-4ce8-b759-1f7f8f7d131a None None] Pushing event updated for resources: {'Port': ['ID=0bcdb94f-71d2-42f7-8a4b-99746b587347,revision_number=2']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:52:21.111742 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-69808867-8154-442d-840c-8b3688733183 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783522915970'] for network, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:21.124933 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c94d89ad-85f3-4770-a3ea-5a4bbd0b7c2a tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:21.136388 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c94d89ad-85f3-4770-a3ea-5a4bbd0b7c2a tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Releasing vlan 624 on physical network physnet1 to pool {{(pid=102790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 15:52:21.136953 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c94d89ad-85f3-4770-a3ea-5a4bbd0b7c2a tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5238013'] for segment, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:21.140554 n-d-834765-1 neutron-server[102790]: Traceback (most recent call last): Mar 29 15:52:21.140554 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 15:52:21.140554 n-d-834765-1 neutron-server[102790]: timer() Mar 29 15:52:21.140554 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 15:52:21.140554 n-d-834765-1 neutron-server[102790]: cb(*args, **kw) Mar 29 15:52:21.140554 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 15:52:21.140554 n-d-834765-1 neutron-server[102790]: return func(*args, **kwargs) Mar 29 15:52:21.140554 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 15:52:21.140554 n-d-834765-1 neutron-server[102790]: self._notify() Mar 29 15:52:21.140554 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 15:52:21.140554 n-d-834765-1 neutron-server[102790]: self.callback(batched_events) Mar 29 15:52:21.140554 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 15:52:21.140554 n-d-834765-1 neutron-server[102790]: event.method(event) Mar 29 15:52:21.140554 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 15:52:21.140554 n-d-834765-1 neutron-server[102790]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 15:52:21.140554 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 15:52:21.140554 n-d-834765-1 neutron-server[102790]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 15:52:21.140554 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 15:52:21.140554 n-d-834765-1 neutron-server[102790]: return f(self, *a, **k) Mar 29 15:52:21.140554 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 15:52:21.140554 n-d-834765-1 neutron-server[102790]: return self._get(url).json() Mar 29 15:52:21.140554 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 15:52:21.140554 n-d-834765-1 neutron-server[102790]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 15:52:21.140554 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 15:52:21.140554 n-d-834765-1 neutron-server[102790]: return self.request(url, 'GET', **kwargs) Mar 29 15:52:21.140554 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 15:52:21.140554 n-d-834765-1 neutron-server[102790]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 15:52:21.140554 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 15:52:21.140554 n-d-834765-1 neutron-server[102790]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 15:52:21.140554 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 15:52:21.140554 n-d-834765-1 neutron-server[102790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 15:52:21.140554 n-d-834765-1 neutron-server[102790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 15:52:21.208213 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d4b648-f2f6-4aeb-83ca-8b210e69ddea None None] Pushing event deleted for resources: {'Port': ['ID=f86ab616-64b4-4203-ac79-2fd22d0081ab,revision_number=None']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:52:21.236415 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-69808867-8154-442d-840c-8b3688733183 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795'] for network, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:21.238438 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69808867-8154-442d-840c-8b3688733183 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:52:21.240280 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-69808867-8154-442d-840c-8b3688733183 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for network, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:21.281164 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c94d89ad-85f3-4770-a3ea-5a4bbd0b7c2a tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1639897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648174'] for network, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:21.288568 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device f7c70e26-6576-4e77-b71b-78b2b8f92cbc up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:52:21.292999 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c94d89ad-85f3-4770-a3ea-5a4bbd0b7c2a tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for network, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:21.298864 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-c94d89ad-85f3-4770-a3ea-5a4bbd0b7c2a tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] 10.222.0.42 "DELETE /v2.0/networks/0eb69c38-859a-44f3-b301-7cf6beecd122 HTTP/1.1" status: 204 len: 168 time: 1.6288362 Mar 29 15:52:21.301532 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-0026775e-a984-4f13-9af3-f2ff67c98c38 req-1ef59f01-7d2a-4eb9-9535-381343b3b98b tempest-ListServersNegativeTestJSON-314748889 tempest-ListServersNegativeTestJSON-314748889-project] 10.222.0.42 "GET /v2.0/security-groups?id=6997b55d-6b39-4ad3-a116-fa109ba39caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1457953 Mar 29 15:52:21.340348 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvr_db [None req-b3d112f0-fedd-4c80-8a1c-8db9eacfa04e None None] Set router 1f52d123-da80-4c43-9f6c-d8594eee3107 gateway port host: n-d-834765-1 {{(pid=102793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:52:21.344771 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 33924) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:52:21.358042 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-400a2a54-466a-44f6-83ed-f90c954d776a tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Request body: {'network': {'name': 'tempest-network-smoke--1419705636', 'project_id': '4613198224a343ff95b6b23b26c7af7a', 'port_security_enabled': True}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:52:21.393210 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-69808867-8154-442d-840c-8b3688733183 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.3888397 Mar 29 15:52:21.397478 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-400a2a54-466a-44f6-83ed-f90c954d776a tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Made reservation on behalf of 4613198224a343ff95b6b23b26c7af7a for: {'network': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:52:21.402012 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-400a2a54-466a-44f6-83ed-f90c954d776a tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for network, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:21.425158 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 33926) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:52:21.434823 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-d96a8a34-fd19-40df-aff5-90c0e5821415 None None] Provisioning complete for port f7c70e26-6576-4e77-b71b-78b2b8f92cbc triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:52:21.437101 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d96a8a34-fd19-40df-aff5-90c0e5821415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:21.456225 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1068a83b-9313-4673-b662-f507a1bfa19b tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Network 486e2680-95ad-49c2-b358-d58073389320 is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:52:21.521175 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-c92e8a72-f850-447c-9e12-59e361de0ebc admin admin] Request body: {'subnet': {'network_id': 'd994e3d3-6e54-466f-bbe9-e588ad776084', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1827063187-subnet', 'tenant_id': '0645dc511670491c8626eeb496c0ab97', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:52:21.537452 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69808867-8154-442d-840c-8b3688733183 admin admin] Pushing event updated for resources: {'Network': ['ID=d994e3d3-6e54-466f-bbe9-e588ad776084,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:52:21.574058 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Network d994e3d3-6e54-466f-bbe9-e588ad776084 details requested by agent ovs-agent-n-d-834765-1 with host n-d-834765-1 {{(pid=102792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 15:52:21.575410 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [None req-1068a83b-9313-4673-b662-f507a1bfa19b tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:52:21.592450 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1068a83b-9313-4673-b662-f507a1bfa19b tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Pushing event updated for resources: {'Port': ['ID=f3b24b0b-3c90-4d52-8980-3ee99c330cd0,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:52:21.596634 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1068a83b-9313-4673-b662-f507a1bfa19b tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Received port after_create {{(pid=102791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:52:21.599159 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-400a2a54-466a-44f6-83ed-f90c954d776a tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] vlan segment allocate from pool success with {'vlan_id': 627, 'physical_network': 'physnet1'} {{(pid=102790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 15:52:21.604866 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-1068a83b-9313-4673-b662-f507a1bfa19b tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-648347'] for router_interface, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:21.611658 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94d89ad-85f3-4770-a3ea-5a4bbd0b7c2a tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Pushing event deleted for resources: {'Network': ['ID=0eb69c38-859a-44f3-b301-7cf6beecd122,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:52:21.628977 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-ad2e268c-c58c-4061-9a6f-909065d3d9ef req-d28c0a1e-99fd-4fd5-91af-064792c83eae service neutron] For port 1a9a14b0-39d9-469c-a784-c4a7332b1ae4, host n-h2-834765-1, cleared binding levels {{(pid=102791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:52:21.633722 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c92e8a72-f850-447c-9e12-59e361de0ebc admin admin] Made reservation on behalf of 0645dc511670491c8626eeb496c0ab97 for: {'subnet': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:52:21.637351 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c92e8a72-f850-447c-9e12-59e361de0ebc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4793983'] for subnet, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:21.642150 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-400a2a54-466a-44f6-83ed-f90c954d776a tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:21.642756 n-d-834765-1 neutron-server[102790]: INFO neutron.db.segments_db [None req-400a2a54-466a-44f6-83ed-f90c954d776a tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Added segment deb1709f-901e-4762-906b-e68b8b79a168 of type vlan for network 289d4c05-6537-47d7-9c1c-0777ed8cf48a Mar 29 15:52:21.693076 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-b3d112f0-fedd-4c80-8a1c-8db9eacfa04e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f52d123-da80-4c43-9f6c-d8594eee3107', 'name': 'tempest-TaggedBootDevicesTest_v242-224395863-router', 'tenant_id': 'fb69dd7608034704bc7889515e38b919', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.17'}], 'enable_snat': True}, 'gw_port_id': 'f0f41cf7-8c58-4783-be16-804d36373005', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:52:08Z', 'updated_at': '2022-03-29T15:52:17Z', 'revision_number': 4, 'project_id': 'fb69dd7608034704bc7889515e38b919', 'gw_port': {'id': 'f0f41cf7-8c58-4783-be16-804d36373005', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:03:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f52d123-da80-4c43-9f6c-d8594eee3107', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2051, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:52:09Z', 'updated_at': '2022-03-29T15:52:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': '76d89f8a-43e4-4a89-af7e-12a2c8bf2430', 'name': '', 'network_id': 'a69e341d-157d-46d2-ab82-dac904138065', 'tenant_id': 'fb69dd7608034704bc7889515e38b919', 'mac_address': 'fa:16:3e:81:8e:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f52d123-da80-4c43-9f6c-d8594eee3107', 'device_owner': 'network:router_interface', 'standard_attr_id': 2057, 'fixed_ips': [{'subnet_id': 'e1f47c16-94ec-493e-960b-8812b9b24bf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:52:15Z', 'updated_at': '2022-03-29T15:52:18Z', 'revision_number': 2, 'project_id': 'fb69dd7608034704bc7889515e38b919', 'subnets': [{'id': 'e1f47c16-94ec-493e-960b-8812b9b24bf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:52:21.737703 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3d112f0-fedd-4c80-8a1c-8db9eacfa04e None None] Checking router: 1f52d123-da80-4c43-9f6c-d8594eee3107 for host: n-d-834765-1 {{(pid=102793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:52:21.738310 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3d112f0-fedd-4c80-8a1c-8db9eacfa04e None None] Updating router 1f52d123-da80-4c43-9f6c-d8594eee3107 port 76d89f8a-43e4-4a89-af7e-12a2c8bf2430 binding host n-d-834765-1 {{(pid=102793) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 15:52:21.753642 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port f7c70e26-6576-4e77-b71b-78b2b8f92cbc triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:52:21.754020 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:21.786597 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-ad2e268c-c58c-4061-9a6f-909065d3d9ef req-d28c0a1e-99fd-4fd5-91af-064792c83eae service neutron] For port 1a9a14b0-39d9-469c-a784-c4a7332b1ae4, host n-h2-834765-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=1a9a14b0-39d9-469c-a784-c4a7332b1ae4,segment=NetworkSegment(937d7f9c-be9d-475b-b63f-12cf481dac76),segment_id=937d7f9c-be9d-475b-b63f-12cf481dac76)] {{(pid=102791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:52:21.796801 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-b3d112f0-fedd-4c80-8a1c-8db9eacfa04e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:21.827390 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-ad2e268c-c58c-4061-9a6f-909065d3d9ef req-d28c0a1e-99fd-4fd5-91af-064792c83eae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:21.832858 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-ad2e268c-c58c-4061-9a6f-909065d3d9ef req-6f77a523-6af1-442c-bce1-0a9ef3fb7877 service neutron] For port 47e0bd36-6c74-4d77-8dc8-b703d0747e7d, host n-h1-834765-1, cleared binding levels {{(pid=102791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:52:21.891215 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-ad2e268c-c58c-4061-9a6f-909065d3d9ef req-6f77a523-6af1-442c-bce1-0a9ef3fb7877 service neutron] For port 47e0bd36-6c74-4d77-8dc8-b703d0747e7d, host n-h1-834765-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=47e0bd36-6c74-4d77-8dc8-b703d0747e7d,segment=NetworkSegment(937d7f9c-be9d-475b-b63f-12cf481dac76),segment_id=937d7f9c-be9d-475b-b63f-12cf481dac76)] {{(pid=102791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:52:21.896822 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-400a2a54-466a-44f6-83ed-f90c954d776a tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783522915970'] for network, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:21.971114 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-d96a8a34-fd19-40df-aff5-90c0e5821415 None None] Provisioning complete for port 76d89f8a-43e4-4a89-af7e-12a2c8bf2430 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:52:21.971556 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d96a8a34-fd19-40df-aff5-90c0e5821415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:22.060452 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-400a2a54-466a-44f6-83ed-f90c954d776a tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795'] for network, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:22.070145 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-400a2a54-466a-44f6-83ed-f90c954d776a tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:52:22.071347 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-400a2a54-466a-44f6-83ed-f90c954d776a tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for network, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:22.074588 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-ad2e268c-c58c-4061-9a6f-909065d3d9ef req-6f77a523-6af1-442c-bce1-0a9ef3fb7877 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:22.114980 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-d96a8a34-fd19-40df-aff5-90c0e5821415 None None] Port 76d89f8a-43e4-4a89-af7e-12a2c8bf2430 cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 15:52:22.134074 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-400a2a54-466a-44f6-83ed-f90c954d776a tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7859354 Mar 29 15:52:22.138125 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 33966) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:52:22.153200 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-2e8e2228-b33f-4af7-b8c7-94e34a5f398e tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1818188587', 'admin_state_up': True, 'project_id': '4613198224a343ff95b6b23b26c7af7a', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'}}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:52:22.162700 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f79f584a-89a5-469e-9c02-dbaa104fff07 None None] Network 486e2680-95ad-49c2-b358-d58073389320 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 15:52:22.185533 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-2e8e2228-b33f-4af7-b8c7-94e34a5f398e tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-532385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129310'] for router, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:22.186675 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-2e8e2228-b33f-4af7-b8c7-94e34a5f398e tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-648091', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-684384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129319'] for router, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:22.201092 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2e268c-c58c-4061-9a6f-909065d3d9ef req-d28c0a1e-99fd-4fd5-91af-064792c83eae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:52:22.202426 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-ad2e268c-c58c-4061-9a6f-909065d3d9ef req-d28c0a1e-99fd-4fd5-91af-064792c83eae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:22.203938 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ad2e268c-c58c-4061-9a6f-909065d3d9ef req-d28c0a1e-99fd-4fd5-91af-064792c83eae service neutron] 10.222.0.48 "PUT /v2.0/ports/1a9a14b0-39d9-469c-a784-c4a7332b1ae4 HTTP/1.1" status: 200 len: 1092 time: 4.4868019 Mar 29 15:52:22.255338 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400a2a54-466a-44f6-83ed-f90c954d776a tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Pushing event updated for resources: {'Network': ['ID=289d4c05-6537-47d7-9c1c-0777ed8cf48a,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:52:22.262617 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-b3d112f0-fedd-4c80-8a1c-8db9eacfa04e None None] Notify callbacks [] for port, precommit_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:22.270674 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device f0f41cf7-8c58-4783-be16-804d36373005 up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:52:22.275188 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-b3d112f0-fedd-4c80-8a1c-8db9eacfa04e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:22.279428 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Network 289d4c05-6537-47d7-9c1c-0777ed8cf48a details requested by agent ovs-agent-n-d-834765-1 with host n-d-834765-1 {{(pid=102792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 15:52:22.322848 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c92e8a72-f850-447c-9e12-59e361de0ebc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5231896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4793961'] for subnet, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:22.338798 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28c0a1e-99fd-4fd5-91af-064792c83eae service neutron] Pushing event updated for resources: {'Port': ['ID=1a9a14b0-39d9-469c-a784-c4a7332b1ae4,revision_number=3']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:52:22.361340 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3d5c370-5e90-4f28-a87d-66e35993802c', 'tag': '1a9a14b0-39d9-469c-a784-c4a7332b1ae4'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:52:22.366736 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c67b028db5e9b9818fecc5c0a87ebc6f190694fa53ca267d523e04f98de536d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23035cb6-7149-4289-95a9-6dc627a9fd58" -d '{"events": [{"name": "network-changed", "server_uuid": "e3d5c370-5e90-4f28-a87d-66e35993802c", "tag": "1a9a14b0-39d9-469c-a784-c4a7332b1ae4"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:52:22.377139 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-1068a83b-9313-4673-b662-f507a1bfa19b tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:22.421307 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-2e8e2228-b33f-4af7-b8c7-94e34a5f398e tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:22.438983 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9e2d3e-90c2-440c-b719-abdb1e3777e9 None None] Pushing event updated for resources: {'Port': ['ID=76d89f8a-43e4-4a89-af7e-12a2c8bf2430,revision_number=3']} {{(pid=102793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:52:22.515363 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2e268c-c58c-4061-9a6f-909065d3d9ef req-6f77a523-6af1-442c-bce1-0a9ef3fb7877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:52:22.516271 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-ad2e268c-c58c-4061-9a6f-909065d3d9ef req-6f77a523-6af1-442c-bce1-0a9ef3fb7877 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:22.518164 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ad2e268c-c58c-4061-9a6f-909065d3d9ef req-6f77a523-6af1-442c-bce1-0a9ef3fb7877 service neutron] 10.222.0.44 "PUT /v2.0/ports/47e0bd36-6c74-4d77-8dc8-b703d0747e7d HTTP/1.1" status: 200 len: 1092 time: 6.1777613 Mar 29 15:52:22.570844 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 15:52:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fe52a00-1b39-4249-bf0a-00a2945011e7 x-openstack-request-id: req-0fe52a00-1b39-4249-bf0a-00a2945011e7 {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:52:22.571521 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3d5c370-5e90-4f28-a87d-66e35993802c", "tag": "1a9a14b0-39d9-469c-a784-c4a7332b1ae4", "status": "completed", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:52:22.571966 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-0fe52a00-1b39-4249-bf0a-00a2945011e7 {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:52:22.572358 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3d5c370-5e90-4f28-a87d-66e35993802c', 'tag': '1a9a14b0-39d9-469c-a784-c4a7332b1ae4', 'status': 'completed', 'code': 200} Mar 29 15:52:22.607656 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.managers [None req-b3d112f0-fedd-4c80-8a1c-8db9eacfa04e None None] Attempting to bind port 76d89f8a-43e4-4a89-af7e-12a2c8bf2430 on host n-d-834765-1 for vnic_type normal with profile {{(pid=102793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:52:22.608587 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.managers [None req-b3d112f0-fedd-4c80-8a1c-8db9eacfa04e None None] Attempting to bind port 76d89f8a-43e4-4a89-af7e-12a2c8bf2430 by drivers openvswitch,hyperv on host n-d-834765-1 at level 0 using segments [{'id': '5d096b7f-9044-4790-8057-06c3be5dccec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'a69e341d-157d-46d2-ab82-dac904138065'}] {{(pid=102793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:52:22.609947 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3d112f0-fedd-4c80-8a1c-8db9eacfa04e None None] Attempting to bind port 76d89f8a-43e4-4a89-af7e-12a2c8bf2430 on network a69e341d-157d-46d2-ab82-dac904138065 {{(pid=102793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:52:22.611230 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-c815a749-ad62-42da-a4ec-1ddeeb155474 None None] Provisioning complete for port 0bcdb94f-71d2-42f7-8a4b-99746b587347 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:52:22.611768 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-c815a749-ad62-42da-a4ec-1ddeeb155474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:22.619407 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3d112f0-fedd-4c80-8a1c-8db9eacfa04e None None] Checking agent: {'id': 'a8866439-9d96-425c-b519-6905c591ac37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 25, 36), 'started_at': datetime.datetime(2022, 3, 29, 15, 26, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 52, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834765-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:52:22.620186 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3d112f0-fedd-4c80-8a1c-8db9eacfa04e None None] Checking segment: {'id': '5d096b7f-9044-4790-8057-06c3be5dccec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'a69e341d-157d-46d2-ab82-dac904138065'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:52:22.620971 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-b3d112f0-fedd-4c80-8a1c-8db9eacfa04e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:22.621533 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3d112f0-fedd-4c80-8a1c-8db9eacfa04e None None] Bound using segment: {'id': '5d096b7f-9044-4790-8057-06c3be5dccec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'a69e341d-157d-46d2-ab82-dac904138065'} {{(pid=102793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:52:22.623507 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.managers [None req-b3d112f0-fedd-4c80-8a1c-8db9eacfa04e None None] Bound port: 76d89f8a-43e4-4a89-af7e-12a2c8bf2430, host: n-d-834765-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d096b7f-9044-4790-8057-06c3be5dccec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'a69e341d-157d-46d2-ab82-dac904138065'}}] {{(pid=102793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 15:52:22.624842 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-b3d112f0-fedd-4c80-8a1c-8db9eacfa04e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:22.736901 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.db [None req-b3d112f0-fedd-4c80-8a1c-8db9eacfa04e None None] For port 76d89f8a-43e4-4a89-af7e-12a2c8bf2430, host n-d-834765-1, cleared binding levels {{(pid=102793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:52:22.751095 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.db [None req-b3d112f0-fedd-4c80-8a1c-8db9eacfa04e None None] For port 76d89f8a-43e4-4a89-af7e-12a2c8bf2430, host n-d-834765-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=76d89f8a-43e4-4a89-af7e-12a2c8bf2430,segment=NetworkSegment(5d096b7f-9044-4790-8057-06c3be5dccec),segment_id=5d096b7f-9044-4790-8057-06c3be5dccec)] {{(pid=102793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:52:22.763050 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-b3d112f0-fedd-4c80-8a1c-8db9eacfa04e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:22.775657 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-c815a749-ad62-42da-a4ec-1ddeeb155474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:22.802505 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port f0f41cf7-8c58-4783-be16-804d36373005 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:52:22.803203 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:22.907161 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3d112f0-fedd-4c80-8a1c-8db9eacfa04e None None] Routers {'1f52d123-da80-4c43-9f6c-d8594eee3107'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:52:22.907927 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-b3d112f0-fedd-4c80-8a1c-8db9eacfa04e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:52:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['1f52d123-da80-4c43-9f6c-d8594eee3107'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:52:22.954846 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9e2d3e-90c2-440c-b719-abdb1e3777e9 None None] Pushing event updated for resources: {'Port': ['ID=76d89f8a-43e4-4a89-af7e-12a2c8bf2430,revision_number=4']} {{(pid=102793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:52:22.974957 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9e2d3e-90c2-440c-b719-abdb1e3777e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:52:22.975385 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9e2d3e-90c2-440c-b719-abdb1e3777e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:52:22.975725 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9e2d3e-90c2-440c-b719-abdb1e3777e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:52:22.976045 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9e2d3e-90c2-440c-b719-abdb1e3777e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:52:22.976368 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9e2d3e-90c2-440c-b719-abdb1e3777e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:52:22.977263 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9e2d3e-90c2-440c-b719-abdb1e3777e9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:52:22.977747 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9e2d3e-90c2-440c-b719-abdb1e3777e9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:52:22.978086 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9e2d3e-90c2-440c-b719-abdb1e3777e9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:52:22.978429 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9e2d3e-90c2-440c-b719-abdb1e3777e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:52:22.978749 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9e2d3e-90c2-440c-b719-abdb1e3777e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:52:22.979069 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9e2d3e-90c2-440c-b719-abdb1e3777e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:52:22.979487 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9e2d3e-90c2-440c-b719-abdb1e3777e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:52:23.045962 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-2e8e2228-b33f-4af7-b8c7-94e34a5f398e tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:23.054017 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:23.084814 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-c815a749-ad62-42da-a4ec-1ddeeb155474 None None] For port 0bcdb94f-71d2-42f7-8a4b-99746b587347, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=0bcdb94f-71d2-42f7-8a4b-99746b587347,segment=NetworkSegment(aa00f9f5-e64f-4e24-8f19-beee3f262622),segment_id=aa00f9f5-e64f-4e24-8f19-beee3f262622)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:52:23.094981 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92e8a72-f850-447c-9e12-59e361de0ebc admin admin] Pushing event updated for resources: {'Subnet': ['ID=a8d0e49f-9e4f-4325-b3fe-d85cd5221184,revision_number=0']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:52:23.116014 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-c815a749-ad62-42da-a4ec-1ddeeb155474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:23.127679 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvr_db [None req-b3d112f0-fedd-4c80-8a1c-8db9eacfa04e None None] Set router 1f52d123-da80-4c43-9f6c-d8594eee3107 gateway port host: n-d-834765-1 {{(pid=102793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:52:23.163167 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c92e8a72-f850-447c-9e12-59e361de0ebc admin admin] Checking segment: {'id': '16a3b58e-2ecf-4263-9a5e-eb72b2eaa6d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'd994e3d3-6e54-466f-bbe9-e588ad776084'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:52:23.163823 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c92e8a72-f850-447c-9e12-59e361de0ebc admin admin] Network hostable DHCP agents. Network: d994e3d3-6e54-466f-bbe9-e588ad776084, hostable agents: ['d136643e-48ae-49d4-a851-2ba3bdf3749c'], hosted agents: [] {{(pid=102790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 15:52:23.174336 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] For port f0f41cf7-8c58-4783-be16-804d36373005, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=f0f41cf7-8c58-4783-be16-804d36373005,segment=NetworkSegment(6ab47353-a811-4bad-bc73-b4cc84583cfd),segment_id=6ab47353-a811-4bad-bc73-b4cc84583cfd)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:52:23.212638 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:23.225248 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ace9bc8-9825-4501-b061-1f802c5b790b req-73f98d3d-0d8d-4efd-aaad-d7e5aa1d0f50 tempest-ListServersNegativeTestJSON-314748889 tempest-ListServersNegativeTestJSON-314748889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:52:23.229125 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-4ace9bc8-9825-4501-b061-1f802c5b790b req-73f98d3d-0d8d-4efd-aaad-d7e5aa1d0f50 tempest-ListServersNegativeTestJSON-314748889 tempest-ListServersNegativeTestJSON-314748889-project] 10.222.0.42 "GET /v2.0/ports?device_id=118a8f70-c3b2-4405-850a-39c7f1a5273a HTTP/1.1" status: 200 len: 931 time: 0.7264450 Mar 29 15:52:23.334204 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-4ace9bc8-9825-4501-b061-1f802c5b790b req-606fc85d-54a8-42a0-a308-7fea0dedcf5f tempest-ListServersNegativeTestJSON-314748889 tempest-ListServersNegativeTestJSON-314748889-project] 10.222.0.42 "GET /v2.0/security-groups?id=6997b55d-6b39-4ad3-a116-fa109ba39caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937350 Mar 29 15:52:23.343047 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device f86ab616-64b4-4203-ac79-2fd22d0081ab no longer exists at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:52:23.383533 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c92e8a72-f850-447c-9e12-59e361de0ebc admin admin] Network d994e3d3-6e54-466f-bbe9-e588ad776084 is scheduled to be hosted by DHCP agent d136643e-48ae-49d4-a851-2ba3bdf3749c with binding_index 1 {{(pid=102790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 15:52:23.440807 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [req-ad2e268c-c58c-4061-9a6f-909065d3d9ef req-819fa2c4-b535-408a-ba1b-8cad99d4faf8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 199d5a9a-7f9d-41c5-beac-efe98e585079 {{(pid=102791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:52:23.462107 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] No Port match for: f86ab616-64b4-4203-ac79-2fd22d0081ab {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 15:52:23.462107 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device f86ab616-64b4-4203-ac79-2fd22d0081ab not bound to the agent host n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:52:23.462473 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device db082a07-ed19-43e6-8f6f-15f3a86650cf no longer exists at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:52:23.498200 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f77a523-6af1-442c-bce1-0a9ef3fb7877 service neutron] Pushing event updated for resources: {'Port': ['ID=47e0bd36-6c74-4d77-8dc8-b703d0747e7d,revision_number=3']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:52:23.505457 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-ad2e268c-c58c-4061-9a6f-909065d3d9ef req-819fa2c4-b535-408a-ba1b-8cad99d4faf8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:23.517062 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2e268c-c58c-4061-9a6f-909065d3d9ef req-5a1908ee-391b-4e9f-8b12-0f36981acebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:52:23.519117 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ad2e268c-c58c-4061-9a6f-909065d3d9ef req-5a1908ee-391b-4e9f-8b12-0f36981acebe service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7aa6de6f2ef14f7299dc70dc4cbfa1ce&device_id=e3d5c370-5e90-4f28-a87d-66e35993802c HTTP/1.1" status: 200 len: 1095 time: 1.1070008 Mar 29 15:52:23.522780 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-c92e8a72-f850-447c-9e12-59e361de0ebc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834765-1, d994e3d3-6e54-466f-bbe9-e588ad776084) {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:52:23.528919 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] No Port match for: db082a07-ed19-43e6-8f6f-15f3a86650cf {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 15:52:23.529273 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device db082a07-ed19-43e6-8f6f-15f3a86650cf not bound to the agent host n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:52:23.529710 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device f0e706fd-c21f-4ff0-afc3-ea1e48be4fe5 no longer exists at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:52:23.538191 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c92e8a72-f850-447c-9e12-59e361de0ebc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:52:23.540385 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c92e8a72-f850-447c-9e12-59e361de0ebc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for subnet, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:23.541031 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c815a749-ad62-42da-a4ec-1ddeeb155474 None None] Pushing event updated for resources: {'Port': ['ID=0bcdb94f-71d2-42f7-8a4b-99746b587347,revision_number=3']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:52:23.545324 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-d2523594-ccdc-4523-8af6-487cfe938836 None None] Provisioning complete for port 76d89f8a-43e4-4a89-af7e-12a2c8bf2430 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:52:23.545698 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d2523594-ccdc-4523-8af6-487cfe938836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:23.592460 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2e268c-c58c-4061-9a6f-909065d3d9ef req-a5b75940-4e00-484a-bc6a-eb4aaa4c9741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:52:23.594818 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ad2e268c-c58c-4061-9a6f-909065d3d9ef req-a5b75940-4e00-484a-bc6a-eb4aaa4c9741 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7aa6de6f2ef14f7299dc70dc4cbfa1ce&device_id=be58ac19-3270-4558-a2cf-5b483284d4f1 HTTP/1.1" status: 200 len: 1095 time: 1.0178263 Mar 29 15:52:23.622939 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-c92e8a72-f850-447c-9e12-59e361de0ebc admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.1092820 Mar 29 15:52:23.625762 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 34010) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:52:23.638797 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-ea44777b-993d-4051-beb3-bf85d659dbe8 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1827063187-router', 'tenant_id': '0645dc511670491c8626eeb496c0ab97', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'}}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:52:23.652375 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ad2e268c-c58c-4061-9a6f-909065d3d9ef req-679eccc2-f897-4a23-a564-fdaa3e260219 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1a9a14b0-39d9-469c-a784-c4a7332b1ae4 HTTP/1.1" status: 200 len: 217 time: 0.1246941 Mar 29 15:52:23.670362 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-b3d112f0-fedd-4c80-8a1c-8db9eacfa04e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f52d123-da80-4c43-9f6c-d8594eee3107', 'name': 'tempest-TaggedBootDevicesTest_v242-224395863-router', 'tenant_id': 'fb69dd7608034704bc7889515e38b919', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.17'}], 'enable_snat': True}, 'gw_port_id': 'f0f41cf7-8c58-4783-be16-804d36373005', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:52:08Z', 'updated_at': '2022-03-29T15:52:17Z', 'revision_number': 4, 'project_id': 'fb69dd7608034704bc7889515e38b919', 'gw_port': {'id': 'f0f41cf7-8c58-4783-be16-804d36373005', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:03:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f52d123-da80-4c43-9f6c-d8594eee3107', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2051, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:52:09Z', 'updated_at': '2022-03-29T15:52:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': '76d89f8a-43e4-4a89-af7e-12a2c8bf2430', 'name': '', 'network_id': 'a69e341d-157d-46d2-ab82-dac904138065', 'tenant_id': 'fb69dd7608034704bc7889515e38b919', 'mac_address': 'fa:16:3e:81:8e:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f52d123-da80-4c43-9f6c-d8594eee3107', 'device_owner': 'network:router_interface', 'standard_attr_id': 2057, 'fixed_ips': [{'subnet_id': 'e1f47c16-94ec-493e-960b-8812b9b24bf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:52:15Z', 'updated_at': '2022-03-29T15:52:22Z', 'revision_number': 4, 'project_id': 'fb69dd7608034704bc7889515e38b919', 'subnets': [{'id': 'e1f47c16-94ec-493e-960b-8812b9b24bf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:52:23.698401 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb76a918-44ae-4875-9acb-8eafd39eb95a None None] Network d994e3d3-6e54-466f-bbe9-e588ad776084 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 15:52:23.709154 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Pushing event updated for resources: {'Port': ['ID=f0f41cf7-8c58-4783-be16-804d36373005,revision_number=4']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:52:23.716363 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.provisioning_blocks [req-ad2e268c-c58c-4061-9a6f-909065d3d9ef req-819fa2c4-b535-408a-ba1b-8cad99d4faf8 service neutron] Transition to ACTIVE for port object 199d5a9a-7f9d-41c5-beac-efe98e585079 will not be triggered until provisioned by entity L2. {{(pid=102791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 15:52:23.735204 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-ea44777b-993d-4051-beb3-bf85d659dbe8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-532385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129310'] for router, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:23.740951 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-ea44777b-993d-4051-beb3-bf85d659dbe8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-648091', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-684384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129319'] for router, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:23.748859 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ad2e268c-c58c-4061-9a6f-909065d3d9ef req-5f3d2b0e-cb88-4951-bd2a-6f235a5a10c1 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=47e0bd36-6c74-4d77-8dc8-b703d0747e7d HTTP/1.1" status: 200 len: 217 time: 0.1109707 Mar 29 15:52:23.753954 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] No Port match for: f0e706fd-c21f-4ff0-afc3-ea1e48be4fe5 {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 15:52:23.754339 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device f0e706fd-c21f-4ff0-afc3-ea1e48be4fe5 not bound to the agent host n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:52:23.955437 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3d112f0-fedd-4c80-8a1c-8db9eacfa04e None None] The sync data for ids ['1f52d123-da80-4c43-9f6c-d8594eee3107'] in n-d-834765-1 is: [{'id': '1f52d123-da80-4c43-9f6c-d8594eee3107', 'name': 'tempest-TaggedBootDevicesTest_v242-224395863-router', 'tenant_id': 'fb69dd7608034704bc7889515e38b919', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.17'}], 'enable_snat': True}, 'gw_port_id': 'f0f41cf7-8c58-4783-be16-804d36373005', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:52:08Z', 'updated_at': '2022-03-29T15:52:17Z', 'revision_number': 4, 'project_id': 'fb69dd7608034704bc7889515e38b919', 'gw_port': {'id': 'f0f41cf7-8c58-4783-be16-804d36373005', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:03:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f52d123-da80-4c43-9f6c-d8594eee3107', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2051, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:52:09Z', 'updated_at': '2022-03-29T15:52:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': '76d89f8a-43e4-4a89-af7e-12a2c8bf2430', 'name': '', 'network_id': 'a69e341d-157d-46d2-ab82-dac904138065', 'tenant_id': 'fb69dd7608034704bc7889515e38b919', 'mac_address': 'fa:16:3e:81:8e:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f52d123-da80-4c43-9f6c-d8594eee3107', 'device_owner': 'network:router_interface', 'standard_attr_id': 2057, 'fixed_ips': [{'subnet_id': 'e1f47c16-94ec-493e-960b-8812b9b24bf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:52:15Z', 'updated_at': '2022-03-29T15:52:22Z', 'revision_number': 4, 'project_id': 'fb69dd7608034704bc7889515e38b919', 'subnets': [{'id': 'e1f47c16-94ec-493e-960b-8812b9b24bf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:52:23.964094 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-ad2e268c-c58c-4061-9a6f-909065d3d9ef req-819fa2c4-b535-408a-ba1b-8cad99d4faf8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:24.150047 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d2523594-ccdc-4523-8af6-487cfe938836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:24.311327 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-1068a83b-9313-4673-b662-f507a1bfa19b tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks [] for port, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:24.317926 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 0bcdb94f-71d2-42f7-8a4b-99746b587347 up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:52:24.366654 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2e268c-c58c-4061-9a6f-909065d3d9ef req-ee369486-a8dd-46e4-8db3-b7e7c7dbb4e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:52:24.369966 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ad2e268c-c58c-4061-9a6f-909065d3d9ef req-ee369486-a8dd-46e4-8db3-b7e7c7dbb4e0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=dc5582e9-3975-4d85-ac30-c3cd840c3cb2 HTTP/1.1" status: 200 len: 857 time: 0.6490319 Mar 29 15:52:24.442500 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50a93353-1ef3-466b-ac33-6a0124d4f46c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0035034-69b0-5ffc-b384-0ac6189c5628-d994e3d3-6e54-466f-bbe9-e588ad776084', 'network_id': 'd994e3d3-6e54-466f-bbe9-e588ad776084', 'tenant_id': '0645dc511670491c8626eeb496c0ab97', 'fixed_ips': [{'subnet_id': 'a8d0e49f-9e4f-4325-b3fe-d85cd5221184'}]}} from n-d-834765-1. {{(pid=102792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 29 15:52:24.446012 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-50a93353-1ef3-466b-ac33-6a0124d4f46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:24.455346 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ad2e268c-c58c-4061-9a6f-909065d3d9ef req-2f6c2d6d-ebdd-4c8f-89ef-ee6a53b546fd service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4b157d7d-c18c-4eb4-b5ed-191b6b3252eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0625231 Mar 29 15:52:24.461149 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-1068a83b-9313-4673-b662-f507a1bfa19b tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:24.470102 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-1068a83b-9313-4673-b662-f507a1bfa19b tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-648439'] for router_interface, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:24.488190 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-d2523594-ccdc-4523-8af6-487cfe938836 None None] For port 76d89f8a-43e4-4a89-af7e-12a2c8bf2430, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=76d89f8a-43e4-4a89-af7e-12a2c8bf2430,segment=NetworkSegment(5d096b7f-9044-4790-8057-06c3be5dccec),segment_id=5d096b7f-9044-4790-8057-06c3be5dccec)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:52:24.500089 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d2523594-ccdc-4523-8af6-487cfe938836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:24.647730 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-ea44777b-993d-4051-beb3-bf85d659dbe8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:24.655665 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be58ac19-3270-4558-a2cf-5b483284d4f1', 'tag': '47e0bd36-6c74-4d77-8dc8-b703d0747e7d'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:52:24.657006 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port 0bcdb94f-71d2-42f7-8a4b-99746b587347 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:52:24.657395 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:24.658786 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c67b028db5e9b9818fecc5c0a87ebc6f190694fa53ca267d523e04f98de536d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-295db470-670a-4e74-8351-d96a871cd39a" -d '{"events": [{"name": "network-changed", "server_uuid": "be58ac19-3270-4558-a2cf-5b483284d4f1", "tag": "47e0bd36-6c74-4d77-8dc8-b703d0747e7d"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:52:24.717204 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ad2e268c-c58c-4061-9a6f-909065d3d9ef req-cf140769-09e2-4491-83a2-5225049cabd9 service neutron] 10.222.0.48 "GET /v2.0/networks/4b157d7d-c18c-4eb4-b5ed-191b6b3252eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2345033 Mar 29 15:52:24.724058 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819fa2c4-b535-408a-ba1b-8cad99d4faf8 service neutron] Pushing event updated for resources: {'Port': ['ID=199d5a9a-7f9d-41c5-beac-efe98e585079,revision_number=2']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:52:24.759212 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 15:52:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01f5a4af-0c58-4b53-aced-1ab5c2d82c2a x-openstack-request-id: req-01f5a4af-0c58-4b53-aced-1ab5c2d82c2a {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:52:24.759504 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be58ac19-3270-4558-a2cf-5b483284d4f1", "tag": "47e0bd36-6c74-4d77-8dc8-b703d0747e7d", "status": "completed", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:52:24.759865 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-01f5a4af-0c58-4b53-aced-1ab5c2d82c2a {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:52:24.760328 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be58ac19-3270-4558-a2cf-5b483284d4f1', 'tag': '47e0bd36-6c74-4d77-8dc8-b703d0747e7d', 'status': 'completed', 'code': 200} Mar 29 15:52:24.766083 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2e268c-c58c-4061-9a6f-909065d3d9ef req-cf9f361a-c166-49c3-b076-08abcfdb7f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:52:24.767883 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ad2e268c-c58c-4061-9a6f-909065d3d9ef req-cf9f361a-c166-49c3-b076-08abcfdb7f43 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=dc5582e9-3975-4d85-ac30-c3cd840c3cb2 HTTP/1.1" status: 200 len: 857 time: 1.0177231 Mar 29 15:52:24.774546 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-2e8e2228-b33f-4af7-b8c7-94e34a5f398e tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Notify callbacks [] for router_gateway, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:24.842549 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-2e8e2228-b33f-4af7-b8c7-94e34a5f398e tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:24.934099 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ad2e268c-c58c-4061-9a6f-909065d3d9ef req-91f3aaff-8f95-4a13-b056-472ec574af11 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4b157d7d-c18c-4eb4-b5ed-191b6b3252eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1459723 Mar 29 15:52:24.956699 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.db_base_plugin_common [None req-2e8e2228-b33f-4af7-b8c7-94e34a5f398e tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Allocated IP 172.25.4.78 (4a4a035d-ecac-4ead-baa3-25f90788773a/e1a353dc-fac8-4901-a63c-273840237d6a/1cca274f-dafb-4edb-9b6f-e764867c543e) {{(pid=102790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:52:25.088277 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2523594-ccdc-4523-8af6-487cfe938836 None None] Pushing event updated for resources: {'Port': ['ID=76d89f8a-43e4-4a89-af7e-12a2c8bf2430,revision_number=5']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:52:25.090242 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-2e8e2228-b33f-4af7-b8c7-94e34a5f398e tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Notify callbacks [] for port, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:25.144615 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1068a83b-9313-4673-b662-f507a1bfa19b tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Pushing event updated for resources: {'Port': ['ID=f3b24b0b-3c90-4d52-8980-3ee99c330cd0,revision_number=2']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:52:25.191369 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-2e8e2228-b33f-4af7-b8c7-94e34a5f398e tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:25.192357 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-1b480090-8d1a-414b-9297-d7185eac91b4 None None] Provisioning complete for port 0bcdb94f-71d2-42f7-8a4b-99746b587347 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:52:25.193200 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1b480090-8d1a-414b-9297-d7185eac91b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:25.201833 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9041cd-a090-480b-8090-2268883e0ede req-4819a3d7-a1cd-476c-8abc-36b662f24d6b tempest-ListServersNegativeTestJSON-314748889 tempest-ListServersNegativeTestJSON-314748889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:52:25.203880 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-7e9041cd-a090-480b-8090-2268883e0ede req-4819a3d7-a1cd-476c-8abc-36b662f24d6b tempest-ListServersNegativeTestJSON-314748889 tempest-ListServersNegativeTestJSON-314748889-project] 10.222.0.42 "GET /v2.0/ports?device_id=118a8f70-c3b2-4405-850a-39c7f1a5273a HTTP/1.1" status: 200 len: 943 time: 0.5000305 Mar 29 15:52:25.240631 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.db_base_plugin_common [None req-50a93353-1ef3-466b-ac33-6a0124d4f46c None None] Allocated IP 172.20.0.2 (d994e3d3-6e54-466f-bbe9-e588ad776084/a8d0e49f-9e4f-4325-b3fe-d85cd5221184/c26e6a2d-a2a5-46b5-8410-d39928c1a2dd) {{(pid=102792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:52:25.341423 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ad2e268c-c58c-4061-9a6f-909065d3d9ef req-d5910aed-2d35-4cc4-9831-b88948216638 service neutron] 10.222.0.48 "GET /v2.0/networks/4b157d7d-c18c-4eb4-b5ed-191b6b3252eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5997996 Mar 29 15:52:25.349859 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e8e2228-b33f-4af7-b8c7-94e34a5f398e tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Network 4a4a035d-ecac-4ead-baa3-25f90788773a is already hosted by enough agents. {{(pid=102790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:52:25.354609 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-ea44777b-993d-4051-beb3-bf85d659dbe8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:25.360242 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-2e8e2228-b33f-4af7-b8c7-94e34a5f398e tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Resources bound (agent type, host, resource id): {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:52:25.363064 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1068a83b-9313-4673-b662-f507a1bfa19b tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Network 486e2680-95ad-49c2-b358-d58073389320 is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:52:25.365853 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e8e2228-b33f-4af7-b8c7-94e34a5f398e tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Received port after_create {{(pid=102790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:52:25.373080 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-7e9041cd-a090-480b-8090-2268883e0ede req-7cf6b509-ae01-4cfb-8a2e-8a59d0a9357a tempest-ListServersNegativeTestJSON-314748889 tempest-ListServersNegativeTestJSON-314748889-project] 10.222.0.42 "GET /v2.0/security-groups?id=6997b55d-6b39-4ad3-a116-fa109ba39caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493225 Mar 29 15:52:25.378079 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [None req-1068a83b-9313-4673-b662-f507a1bfa19b tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:52:25.385902 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-ad2e268c-c58c-4061-9a6f-909065d3d9ef req-819fa2c4-b535-408a-ba1b-8cad99d4faf8 service neutron] Attempting to bind port 199d5a9a-7f9d-41c5-beac-efe98e585079 on host n-h2-834765-1 for vnic_type normal with profile {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:52:25.386245 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-ad2e268c-c58c-4061-9a6f-909065d3d9ef req-819fa2c4-b535-408a-ba1b-8cad99d4faf8 service neutron] Attempting to bind port 199d5a9a-7f9d-41c5-beac-efe98e585079 by drivers openvswitch,hyperv on host n-h2-834765-1 at level 0 using segments [{'id': '937d7f9c-be9d-475b-b63f-12cf481dac76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '4b157d7d-c18c-4eb4-b5ed-191b6b3252eb'}] {{(pid=102791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:52:25.386707 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad2e268c-c58c-4061-9a6f-909065d3d9ef req-819fa2c4-b535-408a-ba1b-8cad99d4faf8 service neutron] Attempting to bind port 199d5a9a-7f9d-41c5-beac-efe98e585079 on network 4b157d7d-c18c-4eb4-b5ed-191b6b3252eb {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:52:25.399765 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad2e268c-c58c-4061-9a6f-909065d3d9ef req-819fa2c4-b535-408a-ba1b-8cad99d4faf8 service neutron] Port 199d5a9a-7f9d-41c5-beac-efe98e585079 on network 4b157d7d-c18c-4eb4-b5ed-191b6b3252eb not bound, no agent of type Open vSwitch agent registered on host n-h2-834765-1 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 15:52:25.400097 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad2e268c-c58c-4061-9a6f-909065d3d9ef req-819fa2c4-b535-408a-ba1b-8cad99d4faf8 service neutron] Attempting to bind port 199d5a9a-7f9d-41c5-beac-efe98e585079 on network 4b157d7d-c18c-4eb4-b5ed-191b6b3252eb {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:52:25.403778 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ad2e268c-c58c-4061-9a6f-909065d3d9ef req-ce26a19d-4c4e-457b-847c-bebfe557d50f service neutron] 10.222.0.44 "GET /v2.0/networks/4b157d7d-c18c-4eb4-b5ed-191b6b3252eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4414322 Mar 29 15:52:25.471858 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad2e268c-c58c-4061-9a6f-909065d3d9ef req-819fa2c4-b535-408a-ba1b-8cad99d4faf8 service neutron] Checking agent: {'id': '3e4b4912-b4a2-4d17-b5bd-6ce15529e8eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 33, 17), 'started_at': datetime.datetime(2022, 3, 29, 15, 33, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 52, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:52:25.472714 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad2e268c-c58c-4061-9a6f-909065d3d9ef req-819fa2c4-b535-408a-ba1b-8cad99d4faf8 service neutron] Checking segment: {'id': '937d7f9c-be9d-475b-b63f-12cf481dac76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '4b157d7d-c18c-4eb4-b5ed-191b6b3252eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:52:25.472714 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad2e268c-c58c-4061-9a6f-909065d3d9ef req-819fa2c4-b535-408a-ba1b-8cad99d4faf8 service neutron] Bound using segment: {'id': '937d7f9c-be9d-475b-b63f-12cf481dac76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '4b157d7d-c18c-4eb4-b5ed-191b6b3252eb'} {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:52:25.473111 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-ad2e268c-c58c-4061-9a6f-909065d3d9ef req-819fa2c4-b535-408a-ba1b-8cad99d4faf8 service neutron] Bound port: 199d5a9a-7f9d-41c5-beac-efe98e585079, host: n-h2-834765-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '937d7f9c-be9d-475b-b63f-12cf481dac76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '4b157d7d-c18c-4eb4-b5ed-191b6b3252eb'}}] {{(pid=102791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 15:52:25.473534 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-ad2e268c-c58c-4061-9a6f-909065d3d9ef req-819fa2c4-b535-408a-ba1b-8cad99d4faf8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:25.567030 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device f7c70e26-6576-4e77-b71b-78b2b8f92cbc up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:52:25.647867 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1068a83b-9313-4673-b662-f507a1bfa19b tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Router 9da902c6-9f7e-4097-930c-17733aa3c7fe has already been hosted by L3 agent c648d819-1060-4f26-b4ec-6455387b5dff {{(pid=102791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 15:52:25.734990 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8e2228-b33f-4af7-b8c7-94e34a5f398e tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Pushing event updated for resources: {'Port': ['ID=1cca274f-dafb-4edb-9b6f-e764867c543e,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:52:25.743905 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-1b480090-8d1a-414b-9297-d7185eac91b4 None None] Provisioning complete for port 76d89f8a-43e4-4a89-af7e-12a2c8bf2430 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:52:25.744288 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1b480090-8d1a-414b-9297-d7185eac91b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:25.817140 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23035cb6-7149-4289-95a9-6dc627a9fd58 req-d2a238b4-dbd5-4cf8-90f0-65ec56c03843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:52:25.818777 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-23035cb6-7149-4289-95a9-6dc627a9fd58 req-d2a238b4-dbd5-4cf8-90f0-65ec56c03843 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7aa6de6f2ef14f7299dc70dc4cbfa1ce&device_id=e3d5c370-5e90-4f28-a87d-66e35993802c HTTP/1.1" status: 200 len: 1095 time: 0.4064279 Mar 29 15:52:25.922843 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 34028) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:52:25.961405 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ad2e268c-c58c-4061-9a6f-909065d3d9ef req-023c5d44-7cf9-4182-8cbc-07951af59730 service neutron] 10.222.0.44 "GET /v2.0/networks/4b157d7d-c18c-4eb4-b5ed-191b6b3252eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5395966 Mar 29 15:52:25.973387 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-50a93353-1ef3-466b-ac33-6a0124d4f46c None None] Notify callbacks [] for port, precommit_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:25.990748 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port f7c70e26-6576-4e77-b71b-78b2b8f92cbc triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:52:25.991405 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:26.064482 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-2e8e2228-b33f-4af7-b8c7-94e34a5f398e tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Notify callbacks [] for router_gateway, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:26.074052 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-50a93353-1ef3-466b-ac33-6a0124d4f46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956'] for port, after_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:26.144269 n-d-834765-1 neutron-server[102792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50a93353-1ef3-466b-ac33-6a0124d4f46c None None] Network d994e3d3-6e54-466f-bbe9-e588ad776084 is already hosted by enough agents. {{(pid=102792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:52:26.148808 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a93353-1ef3-466b-ac33-6a0124d4f46c None None] Pushing event updated for resources: {'Port': ['ID=c26e6a2d-a2a5-46b5-8410-d39928c1a2dd,revision_number=1']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:52:26.151349 n-d-834765-1 neutron-server[102792]: DEBUG neutron.scheduler.base_scheduler [None req-50a93353-1ef3-466b-ac33-6a0124d4f46c None None] Resources bound (agent type, host, resource id): {{(pid=102792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:52:26.156420 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50a93353-1ef3-466b-ac33-6a0124d4f46c None None] Received port after_create {{(pid=102792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:52:26.239212 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-5ac02a8f-fac4-4217-a255-00f1c5f51bfd admin admin] Notify callbacks [] for security_group, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:26.245435 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-1b480090-8d1a-414b-9297-d7185eac91b4 None None] Provisioning complete for port f3b24b0b-3c90-4d52-8980-3ee99c330cd0 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:52:26.245808 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1b480090-8d1a-414b-9297-d7185eac91b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:26.257010 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-ad2e268c-c58c-4061-9a6f-909065d3d9ef req-819fa2c4-b535-408a-ba1b-8cad99d4faf8 service neutron] For port 199d5a9a-7f9d-41c5-beac-efe98e585079, host n-h2-834765-1, cleared binding levels {{(pid=102791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:52:26.303924 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-ad2e268c-c58c-4061-9a6f-909065d3d9ef req-819fa2c4-b535-408a-ba1b-8cad99d4faf8 service neutron] For port 199d5a9a-7f9d-41c5-beac-efe98e585079, host n-h2-834765-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=199d5a9a-7f9d-41c5-beac-efe98e585079,segment=NetworkSegment(937d7f9c-be9d-475b-b63f-12cf481dac76),segment_id=937d7f9c-be9d-475b-b63f-12cf481dac76)] {{(pid=102791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:52:26.304958 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-50a93353-1ef3-466b-ac33-6a0124d4f46c None None] Attempting to bind port c26e6a2d-a2a5-46b5-8410-d39928c1a2dd on host n-d-834765-1 for vnic_type normal with profile {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:52:26.305417 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-50a93353-1ef3-466b-ac33-6a0124d4f46c None None] Attempting to bind port c26e6a2d-a2a5-46b5-8410-d39928c1a2dd by drivers openvswitch,hyperv on host n-d-834765-1 at level 0 using segments [{'id': '16a3b58e-2ecf-4263-9a5e-eb72b2eaa6d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'd994e3d3-6e54-466f-bbe9-e588ad776084'}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:52:26.305788 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50a93353-1ef3-466b-ac33-6a0124d4f46c None None] Attempting to bind port c26e6a2d-a2a5-46b5-8410-d39928c1a2dd on network d994e3d3-6e54-466f-bbe9-e588ad776084 {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:52:26.320505 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-ad2e268c-c58c-4061-9a6f-909065d3d9ef req-819fa2c4-b535-408a-ba1b-8cad99d4faf8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:26.337356 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50a93353-1ef3-466b-ac33-6a0124d4f46c None None] Checking agent: {'id': 'a8866439-9d96-425c-b519-6905c591ac37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 25, 36), 'started_at': datetime.datetime(2022, 3, 29, 15, 26, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 52, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834765-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:52:26.337735 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50a93353-1ef3-466b-ac33-6a0124d4f46c None None] Checking segment: {'id': '16a3b58e-2ecf-4263-9a5e-eb72b2eaa6d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'd994e3d3-6e54-466f-bbe9-e588ad776084'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:52:26.338971 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-50a93353-1ef3-466b-ac33-6a0124d4f46c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:26.339394 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50a93353-1ef3-466b-ac33-6a0124d4f46c None None] Bound using segment: {'id': '16a3b58e-2ecf-4263-9a5e-eb72b2eaa6d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'd994e3d3-6e54-466f-bbe9-e588ad776084'} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:52:26.341455 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-50a93353-1ef3-466b-ac33-6a0124d4f46c None None] Bound port: c26e6a2d-a2a5-46b5-8410-d39928c1a2dd, host: n-d-834765-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16a3b58e-2ecf-4263-9a5e-eb72b2eaa6d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'd994e3d3-6e54-466f-bbe9-e588ad776084'}}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 15:52:26.343160 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-50a93353-1ef3-466b-ac33-6a0124d4f46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:26.347195 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1068a83b-9313-4673-b662-f507a1bfa19b tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:52:26.389244 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-1068a83b-9313-4673-b662-f507a1bfa19b tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] 10.222.0.42 "PUT /v2.0/routers/9da902c6-9f7e-4097-930c-17733aa3c7fe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.1338034 Mar 29 15:52:26.392693 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3117670f-10e7-4459-b03d-cc7aa4eb60c7 None None] Sync routers for ids ['9da902c6-9f7e-4097-930c-17733aa3c7fe'] in n-d-834765-1 {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:52:26.397940 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 34034) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:52:26.405849 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-f9ec29e5-067c-4bc3-a9b6-9924a794e037 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1570661648'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:52:26.410914 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295db470-670a-4e74-8351-d96a871cd39a req-640c899b-7144-4198-a3d1-25559210b935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:52:26.411938 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device f0f41cf7-8c58-4783-be16-804d36373005 up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:52:26.412683 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-295db470-670a-4e74-8351-d96a871cd39a req-640c899b-7144-4198-a3d1-25559210b935 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7aa6de6f2ef14f7299dc70dc4cbfa1ce&device_id=be58ac19-3270-4558-a2cf-5b483284d4f1 HTTP/1.1" status: 200 len: 1095 time: 0.2773213 Mar 29 15:52:26.416194 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2e268c-c58c-4061-9a6f-909065d3d9ef req-819fa2c4-b535-408a-ba1b-8cad99d4faf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:52:26.416915 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-ad2e268c-c58c-4061-9a6f-909065d3d9ef req-819fa2c4-b535-408a-ba1b-8cad99d4faf8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:26.418353 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ad2e268c-c58c-4061-9a6f-909065d3d9ef req-819fa2c4-b535-408a-ba1b-8cad99d4faf8 service neutron] 10.222.0.48 "PUT /v2.0/ports/199d5a9a-7f9d-41c5-beac-efe98e585079 HTTP/1.1" status: 200 len: 1091 time: 6.2865739 Mar 29 15:52:26.441399 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23035cb6-7149-4289-95a9-6dc627a9fd58 req-c8be9320-09fe-4471-a257-71ce03f3f8fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:52:26.442970 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-23035cb6-7149-4289-95a9-6dc627a9fd58 req-c8be9320-09fe-4471-a257-71ce03f3f8fc service neutron] 10.222.0.48 "GET /v2.0/networks?id=4b157d7d-c18c-4eb4-b5ed-191b6b3252eb HTTP/1.1" status: 200 len: 918 time: 0.5437913 Mar 29 15:52:26.505340 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-ea44777b-993d-4051-beb3-bf85d659dbe8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:26.533630 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3117670f-10e7-4459-b03d-cc7aa4eb60c7 None None] Routers {'9da902c6-9f7e-4097-930c-17733aa3c7fe'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:52:26.538327 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-3117670f-10e7-4459-b03d-cc7aa4eb60c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:52:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['9da902c6-9f7e-4097-930c-17733aa3c7fe'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:52:26.572157 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-23035cb6-7149-4289-95a9-6dc627a9fd58 req-87c71921-a532-4987-9c71-44e52ff3bbc9 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1a9a14b0-39d9-469c-a784-c4a7332b1ae4 HTTP/1.1" status: 200 len: 217 time: 0.1079633 Mar 29 15:52:26.614999 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-ea44777b-993d-4051-beb3-bf85d659dbe8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:26.642785 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819fa2c4-b535-408a-ba1b-8cad99d4faf8 service neutron] Pushing event updated for resources: {'Port': ['ID=199d5a9a-7f9d-41c5-beac-efe98e585079,revision_number=3']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:52:26.645938 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9ec29e5-067c-4bc3-a9b6-9924a794e037 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Made reservation on behalf of 5dbaebdcae654b77ad7a96310f75316a for: {'network': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:52:26.656134 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-f9ec29e5-067c-4bc3-a9b6-9924a794e037 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for network, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:26.681106 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-1b480090-8d1a-414b-9297-d7185eac91b4 None None] Port f3b24b0b-3c90-4d52-8980-3ee99c330cd0 cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 15:52:26.708553 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port f0f41cf7-8c58-4783-be16-804d36373005 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:52:26.708961 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:26.716525 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf582d7-83c4-4549-98f2-342a19a160c7 req-d4774412-da94-4315-bbca-77cfd11aa912 tempest-ListServersNegativeTestJSON-314748889 tempest-ListServersNegativeTestJSON-314748889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:52:26.718062 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-8bf582d7-83c4-4549-98f2-342a19a160c7 req-d4774412-da94-4315-bbca-77cfd11aa912 tempest-ListServersNegativeTestJSON-314748889 tempest-ListServersNegativeTestJSON-314748889-project] 10.222.0.42 "GET /v2.0/ports?device_id=118a8f70-c3b2-4405-850a-39c7f1a5273a HTTP/1.1" status: 200 len: 943 time: 0.2107391 Mar 29 15:52:26.750428 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23035cb6-7149-4289-95a9-6dc627a9fd58 req-89ee88d0-b566-44a0-8b25-745b475012b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:52:26.752160 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-23035cb6-7149-4289-95a9-6dc627a9fd58 req-89ee88d0-b566-44a0-8b25-745b475012b0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=dc5582e9-3975-4d85-ac30-c3cd840c3cb2 HTTP/1.1" status: 200 len: 857 time: 0.1586065 Mar 29 15:52:26.754833 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2e268c-c58c-4061-9a6f-909065d3d9ef req-7314e6f3-9620-4983-b974-c8f615fb0bee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:52:26.755222 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ad2e268c-c58c-4061-9a6f-909065d3d9ef req-7314e6f3-9620-4983-b974-c8f615fb0bee service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7aa6de6f2ef14f7299dc70dc4cbfa1ce&device_id=118a8f70-c3b2-4405-850a-39c7f1a5273a HTTP/1.1" status: 200 len: 1094 time: 0.2611492 Mar 29 15:52:26.756237 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9ec29e5-067c-4bc3-a9b6-9924a794e037 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] vlan segment allocate from pool success with {'vlan_id': 622, 'physical_network': 'physnet1'} {{(pid=102791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 15:52:26.759641 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvr_db [None req-3117670f-10e7-4459-b03d-cc7aa4eb60c7 None None] Set router 9da902c6-9f7e-4097-930c-17733aa3c7fe gateway port host: None {{(pid=102792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:52:26.762536 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-50a93353-1ef3-466b-ac33-6a0124d4f46c None None] For port c26e6a2d-a2a5-46b5-8410-d39928c1a2dd, host n-d-834765-1, cleared binding levels {{(pid=102792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:52:26.763190 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '118a8f70-c3b2-4405-850a-39c7f1a5273a', 'tag': '199d5a9a-7f9d-41c5-beac-efe98e585079'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:52:26.765411 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c67b028db5e9b9818fecc5c0a87ebc6f190694fa53ca267d523e04f98de536d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4eec9e2-677b-425f-955d-72f2efb0de73" -d '{"events": [{"name": "network-changed", "server_uuid": "118a8f70-c3b2-4405-850a-39c7f1a5273a", "tag": "199d5a9a-7f9d-41c5-beac-efe98e585079"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:52:26.818628 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-50a93353-1ef3-466b-ac33-6a0124d4f46c None None] For port c26e6a2d-a2a5-46b5-8410-d39928c1a2dd, host n-d-834765-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=c26e6a2d-a2a5-46b5-8410-d39928c1a2dd,segment=NetworkSegment(16a3b58e-2ecf-4263-9a5e-eb72b2eaa6d4),segment_id=16a3b58e-2ecf-4263-9a5e-eb72b2eaa6d4)] {{(pid=102792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:52:26.827302 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295db470-670a-4e74-8351-d96a871cd39a req-4a7db2f4-864a-461f-9598-a5e924ab9616 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:52:26.828336 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-295db470-670a-4e74-8351-d96a871cd39a req-4a7db2f4-864a-461f-9598-a5e924ab9616 service neutron] 10.222.0.44 "GET /v2.0/networks?id=4b157d7d-c18c-4eb4-b5ed-191b6b3252eb HTTP/1.1" status: 200 len: 918 time: 0.4018519 Mar 29 15:52:26.835475 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-50a93353-1ef3-466b-ac33-6a0124d4f46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:26.843652 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-f9ec29e5-067c-4bc3-a9b6-9924a794e037 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:26.843980 n-d-834765-1 neutron-server[102791]: INFO neutron.db.segments_db [None req-f9ec29e5-067c-4bc3-a9b6-9924a794e037 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Added segment 791a8c36-d64c-4076-bab9-cb505e412eae of type vlan for network d5ec32e7-3a2e-4bf1-904f-30df3c5152ae Mar 29 15:52:26.853924 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-23035cb6-7149-4289-95a9-6dc627a9fd58 req-ed6e1140-30af-47f0-8419-f9fbc447f019 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4b157d7d-c18c-4eb4-b5ed-191b6b3252eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0789983 Mar 29 15:52:26.855094 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ad2e268c-c58c-4061-9a6f-909065d3d9ef req-9d70bff4-0102-448f-9c2a-b1a6d315ec9d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=199d5a9a-7f9d-41c5-beac-efe98e585079 HTTP/1.1" status: 200 len: 217 time: 0.0866749 Mar 29 15:52:26.947818 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 15:52:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe9a3847-362a-439f-bd8e-2b4321e3661c x-openstack-request-id: req-fe9a3847-362a-439f-bd8e-2b4321e3661c {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:52:26.948111 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "118a8f70-c3b2-4405-850a-39c7f1a5273a", "tag": "199d5a9a-7f9d-41c5-beac-efe98e585079", "status": "completed", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:52:26.948361 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-fe9a3847-362a-439f-bd8e-2b4321e3661c {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:52:26.948752 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '118a8f70-c3b2-4405-850a-39c7f1a5273a', 'tag': '199d5a9a-7f9d-41c5-beac-efe98e585079', 'status': 'completed', 'code': 200} Mar 29 15:52:26.957833 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-8bf582d7-83c4-4549-98f2-342a19a160c7 req-0a0637b7-8edb-4d25-a4d5-f0698e0bc70c tempest-ListServersNegativeTestJSON-314748889 tempest-ListServersNegativeTestJSON-314748889-project] 10.222.0.42 "GET /v2.0/security-groups?id=6997b55d-6b39-4ad3-a116-fa109ba39caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882184 Mar 29 15:52:26.958324 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-cb1d45ef-8007-41b5-8e7b-00869f7c5400 None None] Provisioning complete for port f3b24b0b-3c90-4d52-8980-3ee99c330cd0 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:52:26.958324 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-cb1d45ef-8007-41b5-8e7b-00869f7c5400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:26.970940 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-2e8e2228-b33f-4af7-b8c7-94e34a5f398e tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648118'] for router, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:26.974744 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-5ac02a8f-fac4-4217-a255-00f1c5f51bfd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:26.986829 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-5ac02a8f-fac4-4217-a255-00f1c5f51bfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:26.997748 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-295db470-670a-4e74-8351-d96a871cd39a req-59a9b93c-63fc-46dd-8530-4243fde9f8cc service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=47e0bd36-6c74-4d77-8dc8-b703d0747e7d HTTP/1.1" status: 200 len: 217 time: 0.1515472 Mar 29 15:52:27.052954 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-f9ec29e5-067c-4bc3-a9b6-9924a794e037 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783522915970'] for network, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:27.141640 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a93353-1ef3-466b-ac33-6a0124d4f46c None None] Pushing event updated for resources: {'Port': ['ID=c26e6a2d-a2a5-46b5-8410-d39928c1a2dd,revision_number=2']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:52:27.151399 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device 1a9a14b0-39d9-469c-a784-c4a7332b1ae4 details requested by agent hyperv_n-h2-834765-1 with host n-h2-834765-1 {{(pid=102792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 15:52:27.209911 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.db_base_plugin_common [None req-ea44777b-993d-4051-beb3-bf85d659dbe8 admin admin] Allocated IP 172.25.4.149 (4a4a035d-ecac-4ead-baa3-25f90788773a/e1a353dc-fac8-4901-a63c-273840237d6a/38c61091-efa6-44d1-8702-14f57199fb72) {{(pid=102790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:52:27.239129 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2e268c-c58c-4061-9a6f-909065d3d9ef req-5451552b-8337-4180-ae8e-9385293fc7c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:52:27.239429 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac02a8f-fac4-4217-a255-00f1c5f51bfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67f98906-5bff-4ef1-8518-26853700e6c3,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:52:27.244228 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-5ac02a8f-fac4-4217-a255-00f1c5f51bfd admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=1684c7fd983f42e98977ac8e281d523a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3188190 Mar 29 15:52:27.247782 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ad2e268c-c58c-4061-9a6f-909065d3d9ef req-5451552b-8337-4180-ae8e-9385293fc7c1 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=dc5582e9-3975-4d85-ac30-c3cd840c3cb2 HTTP/1.1" status: 200 len: 857 time: 0.2672441 Mar 29 15:52:27.250677 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 34042) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:52:27.271519 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-f9ec29e5-067c-4bc3-a9b6-9924a794e037 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795'] for network, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:27.280490 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9ec29e5-067c-4bc3-a9b6-9924a794e037 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:52:27.281106 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-f9ec29e5-067c-4bc3-a9b6-9924a794e037 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for network, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:27.282731 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-cb1d45ef-8007-41b5-8e7b-00869f7c5400 None None] Port f3b24b0b-3c90-4d52-8980-3ee99c330cd0 cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 15:52:27.327142 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295db470-670a-4e74-8351-d96a871cd39a req-d22d777a-3d64-413c-a06f-02a9710d551f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:52:27.331104 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-295db470-670a-4e74-8351-d96a871cd39a req-d22d777a-3d64-413c-a06f-02a9710d551f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=dc5582e9-3975-4d85-ac30-c3cd840c3cb2 HTTP/1.1" status: 200 len: 857 time: 0.2901042 Mar 29 15:52:27.339973 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e8e2228-b33f-4af7-b8c7-94e34a5f398e tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Router f4da9992-f427-4676-b6fc-fe60650ec8ec is scheduled to L3 agent c648d819-1060-4f26-b4ec-6455387b5dff with binding_index 1 {{(pid=102790) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 29 15:52:27.358099 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port 1a9a14b0-39d9-469c-a784-c4a7332b1ae4, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=1a9a14b0-39d9-469c-a784-c4a7332b1ae4,segment=NetworkSegment(937d7f9c-be9d-475b-b63f-12cf481dac76),segment_id=937d7f9c-be9d-475b-b63f-12cf481dac76)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:52:27.389306 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Returning: {'device': '1a9a14b0-39d9-469c-a784-c4a7332b1ae4', 'network_id': '4b157d7d-c18c-4eb4-b5ed-191b6b3252eb', 'port_id': '1a9a14b0-39d9-469c-a784-c4a7332b1ae4', 'mac_address': 'fa:16:3e:60:9d:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 600, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc5582e9-3975-4d85-ac30-c3cd840c3cb2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 15:52:27.495811 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:27.517057 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a9a14b0-39d9-469c-a784-c4a7332b1ae4 {{(pid=102792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:52:27.570770 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port 1a9a14b0-39d9-469c-a784-c4a7332b1ae4, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=1a9a14b0-39d9-469c-a784-c4a7332b1ae4,segment=NetworkSegment(937d7f9c-be9d-475b-b63f-12cf481dac76),segment_id=937d7f9c-be9d-475b-b63f-12cf481dac76)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:52:27.579572 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:27.628299 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-3117670f-10e7-4459-b03d-cc7aa4eb60c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9da902c6-9f7e-4097-930c-17733aa3c7fe', 'name': 'tempest-RoutersIpV6Test-router-1373550545', 'tenant_id': '5dbaebdcae654b77ad7a96310f75316a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:51:58Z', 'updated_at': '2022-03-29T15:52:22Z', 'revision_number': 3, 'project_id': '5dbaebdcae654b77ad7a96310f75316a', 'gw_port_host': None, '_interfaces': [{'id': '380d8e44-294f-4283-bec9-c72dc0c8e372', 'name': '', 'network_id': '05aff4d8-6ad3-42b1-82b3-9ab459d67c95', 'tenant_id': '5dbaebdcae654b77ad7a96310f75316a', 'mac_address': 'fa:16:3e:fb:56:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9da902c6-9f7e-4097-930c-17733aa3c7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2030, 'fixed_ips': [{'subnet_id': '66ddf533-9b96-4910-b203-743982681446', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:52:02Z', 'updated_at': '2022-03-29T15:52:13Z', 'revision_number': 5, 'project_id': '5dbaebdcae654b77ad7a96310f75316a', 'subnets': [{'id': '66ddf533-9b96-4910-b203-743982681446', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f3b24b0b-3c90-4d52-8980-3ee99c330cd0', 'name': '', 'network_id': '486e2680-95ad-49c2-b358-d58073389320', 'tenant_id': '5dbaebdcae654b77ad7a96310f75316a', 'mac_address': 'fa:16:3e:fc:22:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9da902c6-9f7e-4097-930c-17733aa3c7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2064, 'fixed_ips': [{'subnet_id': '80218fe4-18d9-422d-92b9-96748e78d74e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:52:17Z', 'updated_at': '2022-03-29T15:52:23Z', 'revision_number': 2, 'project_id': '5dbaebdcae654b77ad7a96310f75316a', 'subnets': [{'id': '80218fe4-18d9-422d-92b9-96748e78d74e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:52:27.643997 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-b66bcd44-2779-4a7a-bc2c-30270541d07d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:27.667343 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 76d89f8a-43e4-4a89-af7e-12a2c8bf2430 up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:52:27.674615 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3117670f-10e7-4459-b03d-cc7aa4eb60c7 None None] Checking router: 9da902c6-9f7e-4097-930c-17733aa3c7fe for host: n-d-834765-1 {{(pid=102792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:52:27.675298 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3117670f-10e7-4459-b03d-cc7aa4eb60c7 None None] Updating router 9da902c6-9f7e-4097-930c-17733aa3c7fe port f3b24b0b-3c90-4d52-8980-3ee99c330cd0 binding host n-d-834765-1 {{(pid=102792) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 15:52:27.712032 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-ea44777b-993d-4051-beb3-bf85d659dbe8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:27.755324 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Pushing event updated for resources: {'Port': ['ID=1a9a14b0-39d9-469c-a784-c4a7332b1ae4,revision_number=4']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:52:27.759209 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-ea44777b-993d-4051-beb3-bf85d659dbe8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:27.762440 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-3117670f-10e7-4459-b03d-cc7aa4eb60c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:27.772860 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-b66bcd44-2779-4a7a-bc2c-30270541d07d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:27.869705 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ad2e268c-c58c-4061-9a6f-909065d3d9ef req-8e6b1c49-a964-4e7a-97b3-b814b87e9184 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4b157d7d-c18c-4eb4-b5ed-191b6b3252eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5700169 Mar 29 15:52:27.891302 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea44777b-993d-4051-beb3-bf85d659dbe8 admin admin] Network 4a4a035d-ecac-4ead-baa3-25f90788773a is already hosted by enough agents. {{(pid=102790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:52:27.904588 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-ea44777b-993d-4051-beb3-bf85d659dbe8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:52:27.904960 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-295db470-670a-4e74-8351-d96a871cd39a req-f066a2d6-df78-4a08-a6ae-58927db0c620 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4b157d7d-c18c-4eb4-b5ed-191b6b3252eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0736439 Mar 29 15:52:27.907105 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-23035cb6-7149-4289-95a9-6dc627a9fd58 req-82a963ee-b989-4ff6-8d91-b419157e9f71 service neutron] 10.222.0.48 "GET /v2.0/networks/4b157d7d-c18c-4eb4-b5ed-191b6b3252eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9549916 Mar 29 15:52:27.915801 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea44777b-993d-4051-beb3-bf85d659dbe8 admin admin] Received port after_create {{(pid=102790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:52:27.956238 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea44777b-993d-4051-beb3-bf85d659dbe8 admin admin] Pushing event updated for resources: {'Port': ['ID=38c61091-efa6-44d1-8702-14f57199fb72,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:52:27.974273 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-f9ec29e5-067c-4bc3-a9b6-9924a794e037 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.5743222 Mar 29 15:52:27.976185 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e8e2228-b33f-4af7-b8c7-94e34a5f398e tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:52:27.978316 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 34046) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:52:27.983680 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-fb648cf0-03d1-48f2-a040-b1e6f7b4de51 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Request body: {'subnet': {'network_id': 'd5ec32e7-3a2e-4bf1-904f-30df3c5152ae', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:52:27.995707 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b485260-6835-429d-b123-2b0e2b6dfd83 None None] Sync routers for ids ['f4da9992-f427-4676-b6fc-fe60650ec8ec'] in n-d-834765-1 {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:52:28.013930 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b485260-6835-429d-b123-2b0e2b6dfd83 None None] Routers {'f4da9992-f427-4676-b6fc-fe60650ec8ec'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:52:28.014608 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-0b485260-6835-429d-b123-2b0e2b6dfd83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:52:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['f4da9992-f427-4676-b6fc-fe60650ec8ec'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:52:28.205922 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvr_db [None req-0b485260-6835-429d-b123-2b0e2b6dfd83 None None] Set router f4da9992-f427-4676-b6fc-fe60650ec8ec gateway port host: n-d-834765-1 {{(pid=102793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:52:28.213831 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-2e8e2228-b33f-4af7-b8c7-94e34a5f398e tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Notify callbacks [] for router, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:28.215178 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-2e8e2228-b33f-4af7-b8c7-94e34a5f398e tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 6.0676022 Mar 29 15:52:28.218196 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-b66bcd44-2779-4a7a-bc2c-30270541d07d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:28.221208 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-b66bcd44-2779-4a7a-bc2c-30270541d07d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:28.224641 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-b66bcd44-2779-4a7a-bc2c-30270541d07d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/67f98906-5bff-4ef1-8518-26853700e6c3 HTTP/1.1" status: 204 len: 168 time: 0.9701164 Mar 29 15:52:28.224641 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 34050) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:52:28.260887 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-3117670f-10e7-4459-b03d-cc7aa4eb60c7 None None] Notify callbacks [] for port, precommit_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:28.271082 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] get_ports_and_sgs() called for port_ids ['1a9a14b0-39d9-469c-a784-c4a7332b1ae4'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:52:28.296004 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-1877a01c-c060-478b-92ee-28d540bf4e6d tempest-TestNetworkBasicOps-369299075 tempest-TestNetworkBasicOps-369299075-project-admin] 10.222.0.42 "GET /v2.0/subnets?project_id=4613198224a343ff95b6b23b26c7af7a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0664644 Mar 29 15:52:28.296685 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb648cf0-03d1-48f2-a040-b1e6f7b4de51 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Made reservation on behalf of 5dbaebdcae654b77ad7a96310f75316a for: {'subnet': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:52:28.300469 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-fb648cf0-03d1-48f2-a040-b1e6f7b4de51 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4793983'] for subnet, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:28.328628 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-3117670f-10e7-4459-b03d-cc7aa4eb60c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:28.346980 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 34054) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:52:28.396245 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ec29e5-067c-4bc3-a9b6-9924a794e037 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Pushing event updated for resources: {'Network': ['ID=d5ec32e7-3a2e-4bf1-904f-30df3c5152ae,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:52:28.435656 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Network d5ec32e7-3a2e-4bf1-904f-30df3c5152ae details requested by agent ovs-agent-n-d-834765-1 with host n-d-834765-1 {{(pid=102792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 15:52:28.439652 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66bcd44-2779-4a7a-bc2c-30270541d07d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67f98906-5bff-4ef1-8518-26853700e6c3,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:52:28.584039 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-0b485260-6835-429d-b123-2b0e2b6dfd83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4da9992-f427-4676-b6fc-fe60650ec8ec', 'name': 'tempest-TestNetworkBasicOps-router-1818188587', 'tenant_id': '4613198224a343ff95b6b23b26c7af7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.78'}], 'enable_snat': True}, 'gw_port_id': '1cca274f-dafb-4edb-9b6f-e764867c543e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:52:22Z', 'updated_at': '2022-03-29T15:52:25Z', 'revision_number': 3, 'project_id': '4613198224a343ff95b6b23b26c7af7a', 'gw_port': {'id': '1cca274f-dafb-4edb-9b6f-e764867c543e', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:de:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4da9992-f427-4676-b6fc-fe60650ec8ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2078, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:52:24Z', 'updated_at': '2022-03-29T15:52:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1'}], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:52:28.649443 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b485260-6835-429d-b123-2b0e2b6dfd83 None None] Checking router: f4da9992-f427-4676-b6fc-fe60650ec8ec for host: n-d-834765-1 {{(pid=102793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:52:28.649858 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b485260-6835-429d-b123-2b0e2b6dfd83 None None] Updating router f4da9992-f427-4676-b6fc-fe60650ec8ec port 1cca274f-dafb-4edb-9b6f-e764867c543e binding host n-d-834765-1 {{(pid=102793) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 15:52:28.683604 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-0b485260-6835-429d-b123-2b0e2b6dfd83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:28.979580 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ad2e268c-c58c-4061-9a6f-909065d3d9ef req-0775cc53-ae71-4410-9f5e-8cbe157589b6 service neutron] 10.222.0.48 "GET /v2.0/networks/4b157d7d-c18c-4eb4-b5ed-191b6b3252eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0870197 Mar 29 15:52:29.003038 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2102c8bc-7258-4c96-9574-2281ad5dbf47 req-8233db6d-f54b-48a0-918a-e3d6f986f98d tempest-ListServersNegativeTestJSON-314748889 tempest-ListServersNegativeTestJSON-314748889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:52:29.008116 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port 76d89f8a-43e4-4a89-af7e-12a2c8bf2430 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:52:29.008494 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:29.016834 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bd37ba4-6f64-4867-afbc-3282c3fe84b6 None None] Network d994e3d3-6e54-466f-bbe9-e588ad776084 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 15:52:29.019687 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-2102c8bc-7258-4c96-9574-2281ad5dbf47 req-8233db6d-f54b-48a0-918a-e3d6f986f98d tempest-ListServersNegativeTestJSON-314748889 tempest-ListServersNegativeTestJSON-314748889-project] 10.222.0.42 "GET /v2.0/ports?device_id=118a8f70-c3b2-4405-850a-39c7f1a5273a HTTP/1.1" status: 200 len: 943 time: 0.6675239 Mar 29 15:52:29.103595 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-0b485260-6835-429d-b123-2b0e2b6dfd83 None None] Notify callbacks [] for port, precommit_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:29.108218 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-295db470-670a-4e74-8351-d96a871cd39a req-939109e7-2d38-4147-b17d-5f52f157220a service neutron] 10.222.0.44 "GET /v2.0/networks/4b157d7d-c18c-4eb4-b5ed-191b6b3252eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1843731 Mar 29 15:52:29.111427 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-0b485260-6835-429d-b123-2b0e2b6dfd83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:29.197892 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-3117670f-10e7-4459-b03d-cc7aa4eb60c7 None None] Attempting to bind port f3b24b0b-3c90-4d52-8980-3ee99c330cd0 on host n-d-834765-1 for vnic_type normal with profile {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:52:29.198259 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-3117670f-10e7-4459-b03d-cc7aa4eb60c7 None None] Attempting to bind port f3b24b0b-3c90-4d52-8980-3ee99c330cd0 by drivers openvswitch,hyperv on host n-d-834765-1 at level 0 using segments [{'id': 'aa00f9f5-e64f-4e24-8f19-beee3f262622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '486e2680-95ad-49c2-b358-d58073389320'}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:52:29.198620 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3117670f-10e7-4459-b03d-cc7aa4eb60c7 None None] Attempting to bind port f3b24b0b-3c90-4d52-8980-3ee99c330cd0 on network 486e2680-95ad-49c2-b358-d58073389320 {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:52:29.200531 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8910fb25-4e0e-4aea-821f-46d3369de872 None None] Pushing event updated for resources: {'Port': ['ID=f3b24b0b-3c90-4d52-8980-3ee99c330cd0,revision_number=3']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:52:29.221821 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a472b40-1dd9-4144-a7d6-6d24e72d2f8f None None] Pushing event updated for resources: {'Port': ['ID=1cca274f-dafb-4edb-9b6f-e764867c543e,revision_number=2']} {{(pid=102793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:52:29.228429 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.managers [None req-0b485260-6835-429d-b123-2b0e2b6dfd83 None None] Attempting to bind port 1cca274f-dafb-4edb-9b6f-e764867c543e on host n-d-834765-1 for vnic_type normal with profile {{(pid=102793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:52:29.228798 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.managers [None req-0b485260-6835-429d-b123-2b0e2b6dfd83 None None] Attempting to bind port 1cca274f-dafb-4edb-9b6f-e764867c543e by drivers openvswitch,hyperv on host n-d-834765-1 at level 0 using segments [{'id': '6ab47353-a811-4bad-bc73-b4cc84583cfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'}] {{(pid=102793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:52:29.229155 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b485260-6835-429d-b123-2b0e2b6dfd83 None None] Attempting to bind port 1cca274f-dafb-4edb-9b6f-e764867c543e on network 4a4a035d-ecac-4ead-baa3-25f90788773a {{(pid=102793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:52:29.235140 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-23035cb6-7149-4289-95a9-6dc627a9fd58 req-1f91b5c5-a26b-460c-8477-3f509167781c service neutron] 10.222.0.48 "GET /v2.0/networks/4b157d7d-c18c-4eb4-b5ed-191b6b3252eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2978094 Mar 29 15:52:29.249719 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b485260-6835-429d-b123-2b0e2b6dfd83 None None] Checking agent: {'id': 'a8866439-9d96-425c-b519-6905c591ac37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 25, 36), 'started_at': datetime.datetime(2022, 3, 29, 15, 26, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 52, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834765-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:52:29.250196 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b485260-6835-429d-b123-2b0e2b6dfd83 None None] Checking segment: {'id': '6ab47353-a811-4bad-bc73-b4cc84583cfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:52:29.250599 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-0b485260-6835-429d-b123-2b0e2b6dfd83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:29.251000 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b485260-6835-429d-b123-2b0e2b6dfd83 None None] Bound using segment: {'id': '6ab47353-a811-4bad-bc73-b4cc84583cfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'} {{(pid=102793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:52:29.252686 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.managers [None req-0b485260-6835-429d-b123-2b0e2b6dfd83 None None] Bound port: 1cca274f-dafb-4edb-9b6f-e764867c543e, host: n-d-834765-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ab47353-a811-4bad-bc73-b4cc84583cfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'}}] {{(pid=102793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 15:52:29.253072 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-0b485260-6835-429d-b123-2b0e2b6dfd83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:29.363206 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-ea44777b-993d-4051-beb3-bf85d659dbe8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:29.401557 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3117670f-10e7-4459-b03d-cc7aa4eb60c7 None None] Checking agent: {'id': 'a8866439-9d96-425c-b519-6905c591ac37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 25, 36), 'started_at': datetime.datetime(2022, 3, 29, 15, 26, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 52, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834765-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:52:29.404187 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3117670f-10e7-4459-b03d-cc7aa4eb60c7 None None] Checking segment: {'id': 'aa00f9f5-e64f-4e24-8f19-beee3f262622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '486e2680-95ad-49c2-b358-d58073389320'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:52:29.404779 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-3117670f-10e7-4459-b03d-cc7aa4eb60c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:29.405175 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3117670f-10e7-4459-b03d-cc7aa4eb60c7 None None] Bound using segment: {'id': 'aa00f9f5-e64f-4e24-8f19-beee3f262622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '486e2680-95ad-49c2-b358-d58073389320'} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:52:29.406749 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-3117670f-10e7-4459-b03d-cc7aa4eb60c7 None None] Bound port: f3b24b0b-3c90-4d52-8980-3ee99c330cd0, host: n-d-834765-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa00f9f5-e64f-4e24-8f19-beee3f262622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '486e2680-95ad-49c2-b358-d58073389320'}}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 15:52:29.409378 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-3117670f-10e7-4459-b03d-cc7aa4eb60c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:29.413389 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-a420f523-8452-4f27-9edc-6e118530fc3f None None] Provisioning complete for port c26e6a2d-a2a5-46b5-8410-d39928c1a2dd triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:52:29.430511 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-a420f523-8452-4f27-9edc-6e118530fc3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:29.438115 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98598330-fb44-4e78-9d77-291f55326511 tempest-TestNetworkBasicOps-369299075 tempest-TestNetworkBasicOps-369299075-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:52:29.441185 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.db [None req-0b485260-6835-429d-b123-2b0e2b6dfd83 None None] For port 1cca274f-dafb-4edb-9b6f-e764867c543e, host n-d-834765-1, cleared binding levels {{(pid=102793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:52:29.443684 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-98598330-fb44-4e78-9d77-291f55326511 tempest-TestNetworkBasicOps-369299075 tempest-TestNetworkBasicOps-369299075-project-admin] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 1.0694611 Mar 29 15:52:29.448660 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 34076) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:52:29.450693 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.db [None req-0b485260-6835-429d-b123-2b0e2b6dfd83 None None] For port 1cca274f-dafb-4edb-9b6f-e764867c543e, host n-d-834765-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=1cca274f-dafb-4edb-9b6f-e764867c543e,segment=NetworkSegment(6ab47353-a811-4bad-bc73-b4cc84583cfd),segment_id=6ab47353-a811-4bad-bc73-b4cc84583cfd)] {{(pid=102793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:52:29.460175 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-0b485260-6835-429d-b123-2b0e2b6dfd83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:29.495367 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-7736ccc7-b9a3-44b4-af7f-83bc31a5fcd5 tempest-TestNetworkBasicOps-369299075 tempest-TestNetworkBasicOps-369299075-project-admin] 10.222.0.42 "GET /v2.0/subnets?network_id=4a4a035d-ecac-4ead-baa3-25f90788773a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0413423 Mar 29 15:52:29.500594 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 34078) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:52:29.515127 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-75477a73-d59f-4e5f-a4e9-0865762f345e tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1581696593', 'network_id': '289d4c05-6537-47d7-9c1c-0777ed8cf48a', 'project_id': '4613198224a343ff95b6b23b26c7af7a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:52:29.542518 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-fb648cf0-03d1-48f2-a040-b1e6f7b4de51 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5231896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4793961'] for subnet, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:29.544442 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b485260-6835-429d-b123-2b0e2b6dfd83 None None] Routers {'f4da9992-f427-4676-b6fc-fe60650ec8ec'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:52:29.545128 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-0b485260-6835-429d-b123-2b0e2b6dfd83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:52:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['f4da9992-f427-4676-b6fc-fe60650ec8ec'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:52:29.580190 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-2102c8bc-7258-4c96-9574-2281ad5dbf47 req-4e2cbdeb-d684-4a2b-8a1a-33c6796e0b94 tempest-ListServersNegativeTestJSON-314748889 tempest-ListServersNegativeTestJSON-314748889-project] 10.222.0.42 "GET /v2.0/security-groups?id=6997b55d-6b39-4ad3-a116-fa109ba39caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4840751 Mar 29 15:52:29.610708 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a472b40-1dd9-4144-a7d6-6d24e72d2f8f None None] Pushing event updated for resources: {'Port': ['ID=1cca274f-dafb-4edb-9b6f-e764867c543e,revision_number=3']} {{(pid=102793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:52:29.635456 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ad2e268c-c58c-4061-9a6f-909065d3d9ef req-79b09ccc-beca-4aaf-94f8-7973576b5fa4 service neutron] 10.222.0.48 "GET /v2.0/networks/4b157d7d-c18c-4eb4-b5ed-191b6b3252eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5849590 Mar 29 15:52:29.652495 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-295db470-670a-4e74-8351-d96a871cd39a req-1a8b9214-b260-44e5-8af5-9287668e52a4 service neutron] 10.222.0.44 "GET /v2.0/networks/4b157d7d-c18c-4eb4-b5ed-191b6b3252eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5187030 Mar 29 15:52:29.659036 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device 47e0bd36-6c74-4d77-8dc8-b703d0747e7d details requested by agent hyperv_n-h1-834765-1 with host n-h1-834765-1 {{(pid=102792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 15:52:29.770280 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvr_db [None req-0b485260-6835-429d-b123-2b0e2b6dfd83 None None] Set router f4da9992-f427-4676-b6fc-fe60650ec8ec gateway port host: n-d-834765-1 {{(pid=102793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:52:29.782387 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4eec9e2-677b-425f-955d-72f2efb0de73 req-13da6108-bea4-4a77-9635-9ba2f74640d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:52:29.784481 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-c4eec9e2-677b-425f-955d-72f2efb0de73 req-13da6108-bea4-4a77-9635-9ba2f74640d6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7aa6de6f2ef14f7299dc70dc4cbfa1ce&device_id=118a8f70-c3b2-4405-850a-39c7f1a5273a HTTP/1.1" status: 200 len: 1094 time: 0.0892999 Mar 29 15:52:29.810968 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-3117670f-10e7-4459-b03d-cc7aa4eb60c7 None None] For port f3b24b0b-3c90-4d52-8980-3ee99c330cd0, host n-d-834765-1, cleared binding levels {{(pid=102792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:52:29.812390 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb648cf0-03d1-48f2-a040-b1e6f7b4de51 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Pushing event updated for resources: {'Subnet': ['ID=527e220e-c875-453f-9935-6f3faba46009,revision_number=0']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:52:29.818024 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-3117670f-10e7-4459-b03d-cc7aa4eb60c7 None None] For port f3b24b0b-3c90-4d52-8980-3ee99c330cd0, host n-d-834765-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=f3b24b0b-3c90-4d52-8980-3ee99c330cd0,segment=NetworkSegment(aa00f9f5-e64f-4e24-8f19-beee3f262622),segment_id=aa00f9f5-e64f-4e24-8f19-beee3f262622)] {{(pid=102792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:52:29.842340 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75477a73-d59f-4e5f-a4e9-0865762f345e tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Made reservation on behalf of 4613198224a343ff95b6b23b26c7af7a for: {'subnet': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:52:29.846866 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-75477a73-d59f-4e5f-a4e9-0865762f345e tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4793983'] for subnet, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:29.944008 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4eec9e2-677b-425f-955d-72f2efb0de73 req-5f97b333-bed5-4c04-9dba-4dcfbb2ff3af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:52:29.945982 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-c4eec9e2-677b-425f-955d-72f2efb0de73 req-5f97b333-bed5-4c04-9dba-4dcfbb2ff3af service neutron] 10.222.0.48 "GET /v2.0/networks?id=4b157d7d-c18c-4eb4-b5ed-191b6b3252eb HTTP/1.1" status: 200 len: 918 time: 0.1513503 Mar 29 15:52:29.996656 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb648cf0-03d1-48f2-a040-b1e6f7b4de51 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Checking segment: {'id': '791a8c36-d64c-4076-bab9-cb505e412eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'd5ec32e7-3a2e-4bf1-904f-30df3c5152ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:52:29.997351 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb648cf0-03d1-48f2-a040-b1e6f7b4de51 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Network hostable DHCP agents. Network: d5ec32e7-3a2e-4bf1-904f-30df3c5152ae, hostable agents: ['d136643e-48ae-49d4-a851-2ba3bdf3749c'], hosted agents: [] {{(pid=102790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 15:52:30.044367 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-c4eec9e2-677b-425f-955d-72f2efb0de73 req-ec7fc5b0-a2e1-4211-afe9-f7ab378c1fa3 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=199d5a9a-7f9d-41c5-beac-efe98e585079 HTTP/1.1" status: 200 len: 217 time: 0.0909207 Mar 29 15:52:30.071372 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-0b485260-6835-429d-b123-2b0e2b6dfd83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4da9992-f427-4676-b6fc-fe60650ec8ec', 'name': 'tempest-TestNetworkBasicOps-router-1818188587', 'tenant_id': '4613198224a343ff95b6b23b26c7af7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.78'}], 'enable_snat': True}, 'gw_port_id': '1cca274f-dafb-4edb-9b6f-e764867c543e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:52:22Z', 'updated_at': '2022-03-29T15:52:25Z', 'revision_number': 3, 'project_id': '4613198224a343ff95b6b23b26c7af7a', 'gw_port': {'id': '1cca274f-dafb-4edb-9b6f-e764867c543e', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:de:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4da9992-f427-4676-b6fc-fe60650ec8ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2078, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:52:24Z', 'updated_at': '2022-03-29T15:52:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1'}], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:52:30.081957 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb648cf0-03d1-48f2-a040-b1e6f7b4de51 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Network d5ec32e7-3a2e-4bf1-904f-30df3c5152ae is scheduled to be hosted by DHCP agent d136643e-48ae-49d4-a851-2ba3bdf3749c with binding_index 1 {{(pid=102790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 15:52:30.108218 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port 47e0bd36-6c74-4d77-8dc8-b703d0747e7d, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=47e0bd36-6c74-4d77-8dc8-b703d0747e7d,segment=NetworkSegment(937d7f9c-be9d-475b-b63f-12cf481dac76),segment_id=937d7f9c-be9d-475b-b63f-12cf481dac76)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:52:30.109904 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b485260-6835-429d-b123-2b0e2b6dfd83 None None] The sync data for ids ['f4da9992-f427-4676-b6fc-fe60650ec8ec'] in n-d-834765-1 is: [{'id': 'f4da9992-f427-4676-b6fc-fe60650ec8ec', 'name': 'tempest-TestNetworkBasicOps-router-1818188587', 'tenant_id': '4613198224a343ff95b6b23b26c7af7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.78'}], 'enable_snat': True}, 'gw_port_id': '1cca274f-dafb-4edb-9b6f-e764867c543e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:52:22Z', 'updated_at': '2022-03-29T15:52:25Z', 'revision_number': 3, 'project_id': '4613198224a343ff95b6b23b26c7af7a', 'gw_port': {'id': '1cca274f-dafb-4edb-9b6f-e764867c543e', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:de:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4da9992-f427-4676-b6fc-fe60650ec8ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2078, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:52:24Z', 'updated_at': '2022-03-29T15:52:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1'}] {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:52:30.140327 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-3117670f-10e7-4459-b03d-cc7aa4eb60c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:30.168102 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4eec9e2-677b-425f-955d-72f2efb0de73 req-898a6467-8f18-4f9e-8262-71fd9c8c3e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:52:30.170538 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-c4eec9e2-677b-425f-955d-72f2efb0de73 req-898a6467-8f18-4f9e-8262-71fd9c8c3e91 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=dc5582e9-3975-4d85-ac30-c3cd840c3cb2 HTTP/1.1" status: 200 len: 857 time: 0.1196017 Mar 29 15:52:30.173344 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-fb648cf0-03d1-48f2-a040-b1e6f7b4de51 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834765-1, d5ec32e7-3a2e-4bf1-904f-30df3c5152ae) {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:52:30.200881 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb648cf0-03d1-48f2-a040-b1e6f7b4de51 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:52:30.200881 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-fb648cf0-03d1-48f2-a040-b1e6f7b4de51 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for subnet, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:30.225751 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8910fb25-4e0e-4aea-821f-46d3369de872 None None] Pushing event updated for resources: {'Port': ['ID=f3b24b0b-3c90-4d52-8980-3ee99c330cd0,revision_number=4']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:52:30.232695 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-ea44777b-993d-4051-beb3-bf85d659dbe8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648118'] for router, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:30.239392 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Returning: {'device': '47e0bd36-6c74-4d77-8dc8-b703d0747e7d', 'network_id': '4b157d7d-c18c-4eb4-b5ed-191b6b3252eb', 'port_id': '47e0bd36-6c74-4d77-8dc8-b703d0747e7d', 'mac_address': 'fa:16:3e:c0:a1:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 600, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc5582e9-3975-4d85-ac30-c3cd840c3cb2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 15:52:30.241915 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49dbae81-fc79-4cd7-9b41-a3bb59ae6379 None None] Network d5ec32e7-3a2e-4bf1-904f-30df3c5152ae requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 15:52:30.242489 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-c4eec9e2-677b-425f-955d-72f2efb0de73 req-825ea63c-cace-48ab-9df5-78220ad99a33 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4b157d7d-c18c-4eb4-b5ed-191b6b3252eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0654767 Mar 29 15:52:30.341891 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-fb648cf0-03d1-48f2-a040-b1e6f7b4de51 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.3624249 Mar 29 15:52:30.349959 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 34090) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:52:30.376619 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device c26e6a2d-a2a5-46b5-8410-d39928c1a2dd up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:52:30.455809 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-c4eec9e2-677b-425f-955d-72f2efb0de73 req-1291af1a-a619-4879-be01-4cc04edf72a9 service neutron] 10.222.0.48 "GET /v2.0/networks/4b157d7d-c18c-4eb4-b5ed-191b6b3252eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2063296 Mar 29 15:52:30.549969 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3117670f-10e7-4459-b03d-cc7aa4eb60c7 None None] Routers {'9da902c6-9f7e-4097-930c-17733aa3c7fe'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:52:30.549969 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-3117670f-10e7-4459-b03d-cc7aa4eb60c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:52:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['9da902c6-9f7e-4097-930c-17733aa3c7fe'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:52:30.674600 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-c4eec9e2-677b-425f-955d-72f2efb0de73 req-8d19fe01-1ac5-4fcb-9f70-4ed538bf05ba service neutron] 10.222.0.48 "GET /v2.0/networks/4b157d7d-c18c-4eb4-b5ed-191b6b3252eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2092769 Mar 29 15:52:30.896143 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-75477a73-d59f-4e5f-a4e9-0865762f345e tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5231896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4793961'] for subnet, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:30.923350 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-da25bf70-8c26-4cc5-8deb-1c823280edd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:30.946318 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:30.974731 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47e0bd36-6c74-4d77-8dc8-b703d0747e7d {{(pid=102792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:52:31.023619 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port 47e0bd36-6c74-4d77-8dc8-b703d0747e7d, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=47e0bd36-6c74-4d77-8dc8-b703d0747e7d,segment=NetworkSegment(937d7f9c-be9d-475b-b63f-12cf481dac76),segment_id=937d7f9c-be9d-475b-b63f-12cf481dac76)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:52:31.025716 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75477a73-d59f-4e5f-a4e9-0865762f345e tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Pushing event updated for resources: {'Subnet': ['ID=d2f96c58-eed7-4bf5-adae-f978ef8efd9e,revision_number=0']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:52:31.052476 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvr_db [None req-3117670f-10e7-4459-b03d-cc7aa4eb60c7 None None] Set router 9da902c6-9f7e-4097-930c-17733aa3c7fe gateway port host: None {{(pid=102792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:52:31.069482 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port c26e6a2d-a2a5-46b5-8410-d39928c1a2dd triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:52:31.071477 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:31.099705 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766b8f9c-7c89-4b1d-95f0-9cd1e16a88cb req-5ed06bdd-f9d9-4933-bd83-8a37cbb4c90e tempest-ListServersNegativeTestJSON-314748889 tempest-ListServersNegativeTestJSON-314748889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:52:31.102851 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-766b8f9c-7c89-4b1d-95f0-9cd1e16a88cb req-5ed06bdd-f9d9-4933-bd83-8a37cbb4c90e tempest-ListServersNegativeTestJSON-314748889 tempest-ListServersNegativeTestJSON-314748889-project] 10.222.0.42 "GET /v2.0/ports?device_id=118a8f70-c3b2-4405-850a-39c7f1a5273a HTTP/1.1" status: 200 len: 943 time: 0.2159905 Mar 29 15:52:31.118288 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:31.291985 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device 199d5a9a-7f9d-41c5-beac-efe98e585079 details requested by agent hyperv_n-h2-834765-1 with host n-h2-834765-1 {{(pid=102792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 15:52:31.441486 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad121dee-3de9-44dc-bf81-d221d482e2b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0035034-69b0-5ffc-b384-0ac6189c5628-d5ec32e7-3a2e-4bf1-904f-30df3c5152ae', 'network_id': 'd5ec32e7-3a2e-4bf1-904f-30df3c5152ae', 'tenant_id': '5dbaebdcae654b77ad7a96310f75316a', 'fixed_ips': [{'subnet_id': '527e220e-c875-453f-9935-6f3faba46009'}]}} from n-d-834765-1. {{(pid=102792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 29 15:52:31.442361 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-ad121dee-3de9-44dc-bf81-d221d482e2b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:31.477347 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c74699d9-9027-44bb-816b-2964a937702f tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:31.492298 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75477a73-d59f-4e5f-a4e9-0865762f345e tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Checking segment: {'id': 'deb1709f-901e-4762-906b-e68b8b79a168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '289d4c05-6537-47d7-9c1c-0777ed8cf48a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:52:31.492689 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75477a73-d59f-4e5f-a4e9-0865762f345e tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Network hostable DHCP agents. Network: 289d4c05-6537-47d7-9c1c-0777ed8cf48a, hostable agents: ['d136643e-48ae-49d4-a851-2ba3bdf3749c'], hosted agents: [] {{(pid=102790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 15:52:31.498413 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-a420f523-8452-4f27-9edc-6e118530fc3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:31.600164 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] get_ports_and_sgs() called for port_ids ['47e0bd36-6c74-4d77-8dc8-b703d0747e7d'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:52:31.611486 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.db.resource_extend [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 29 15:52:31.717960 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-766b8f9c-7c89-4b1d-95f0-9cd1e16a88cb req-0be830f4-2cc7-4a43-a1e8-141a213a6250 tempest-ListServersNegativeTestJSON-314748889 tempest-ListServersNegativeTestJSON-314748889-project] 10.222.0.42 "GET /v2.0/security-groups?id=6997b55d-6b39-4ad3-a116-fa109ba39caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4831696 Mar 29 15:52:31.721587 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea44777b-993d-4051-beb3-bf85d659dbe8 admin admin] Router 6285f326-c781-4f2f-ab7c-7ef532c6f60c is scheduled to L3 agent c648d819-1060-4f26-b4ec-6455387b5dff with binding_index 1 {{(pid=102790) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 29 15:52:31.741495 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Pushing event updated for resources: {'Port': ['ID=47e0bd36-6c74-4d77-8dc8-b703d0747e7d,revision_number=4']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:52:31.791622 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75477a73-d59f-4e5f-a4e9-0865762f345e tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Network 289d4c05-6537-47d7-9c1c-0777ed8cf48a is scheduled to be hosted by DHCP agent d136643e-48ae-49d4-a851-2ba3bdf3749c with binding_index 1 {{(pid=102790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 15:52:31.811028 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-75477a73-d59f-4e5f-a4e9-0865762f345e tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834765-1, 289d4c05-6537-47d7-9c1c-0777ed8cf48a) {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:52:31.811593 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-a420f523-8452-4f27-9edc-6e118530fc3f None None] For port c26e6a2d-a2a5-46b5-8410-d39928c1a2dd, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=c26e6a2d-a2a5-46b5-8410-d39928c1a2dd,segment=NetworkSegment(16a3b58e-2ecf-4263-9a5e-eb72b2eaa6d4),segment_id=16a3b58e-2ecf-4263-9a5e-eb72b2eaa6d4)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:52:31.817337 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75477a73-d59f-4e5f-a4e9-0865762f345e tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:52:31.821122 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-75477a73-d59f-4e5f-a4e9-0865762f345e tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for subnet, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:31.834683 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe5b69d4-0d77-43b7-af95-84530736c187 None None] Network 289d4c05-6537-47d7-9c1c-0777ed8cf48a requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 15:52:31.844478 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-a420f523-8452-4f27-9edc-6e118530fc3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:31.920661 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-75477a73-d59f-4e5f-a4e9-0865762f345e tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.4172094 Mar 29 15:52:31.923211 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 34106) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:52:32.172948 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea44777b-993d-4051-beb3-bf85d659dbe8 admin admin] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:52:32.206478 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-ea44777b-993d-4051-beb3-bf85d659dbe8 admin admin] Notify callbacks [] for router, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:32.209274 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-ea44777b-993d-4051-beb3-bf85d659dbe8 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 8.5825725 Mar 29 15:52:32.212734 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 34110) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:52:32.230879 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9cde64b-dfcf-4be6-8b73-63d1a2529c39 None None] Sync routers for ids ['6285f326-c781-4f2f-ab7c-7ef532c6f60c'] in n-d-834765-1 {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:52:32.374544 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a420f523-8452-4f27-9edc-6e118530fc3f None None] Pushing event updated for resources: {'Port': ['ID=c26e6a2d-a2a5-46b5-8410-d39928c1a2dd,revision_number=3']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:52:32.385518 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.db_base_plugin_common [None req-ad121dee-3de9-44dc-bf81-d221d482e2b0 None None] Allocated IP 2001:db8:2::2 (d5ec32e7-3a2e-4bf1-904f-30df3c5152ae/527e220e-c875-453f-9935-6f3faba46009/d8015373-19e3-4e7d-995c-585066785612) {{(pid=102792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:52:32.388936 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port 199d5a9a-7f9d-41c5-beac-efe98e585079, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=199d5a9a-7f9d-41c5-beac-efe98e585079,segment=NetworkSegment(937d7f9c-be9d-475b-b63f-12cf481dac76),segment_id=937d7f9c-be9d-475b-b63f-12cf481dac76)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:52:32.392725 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-52aad09f-95e3-453b-bb3b-5d244a4b7ced None None] Provisioning complete for port c26e6a2d-a2a5-46b5-8410-d39928c1a2dd triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:52:32.393209 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-52aad09f-95e3-453b-bb3b-5d244a4b7ced None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:32.414415 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9cde64b-dfcf-4be6-8b73-63d1a2529c39 None None] Routers {'6285f326-c781-4f2f-ab7c-7ef532c6f60c'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:52:32.423691 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-e9cde64b-dfcf-4be6-8b73-63d1a2529c39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:52:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['6285f326-c781-4f2f-ab7c-7ef532c6f60c'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:52:32.598192 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 1cca274f-dafb-4edb-9b6f-e764867c543e up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:52:32.622952 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvr_db [None req-e9cde64b-dfcf-4be6-8b73-63d1a2529c39 None None] Set router 6285f326-c781-4f2f-ab7c-7ef532c6f60c gateway port host: n-d-834765-1 {{(pid=102792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:52:32.749918 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Returning: {'device': '199d5a9a-7f9d-41c5-beac-efe98e585079', 'network_id': '4b157d7d-c18c-4eb4-b5ed-191b6b3252eb', 'port_id': '199d5a9a-7f9d-41c5-beac-efe98e585079', 'mac_address': 'fa:16:3e:f9:1e:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 600, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc5582e9-3975-4d85-ac30-c3cd840c3cb2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 15:52:32.988808 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cd42b97-c979-45ad-9863-ce6cb9913031 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0035034-69b0-5ffc-b384-0ac6189c5628-289d4c05-6537-47d7-9c1c-0777ed8cf48a', 'network_id': '289d4c05-6537-47d7-9c1c-0777ed8cf48a', 'tenant_id': '4613198224a343ff95b6b23b26c7af7a', 'fixed_ips': [{'subnet_id': 'd2f96c58-eed7-4bf5-adae-f978ef8efd9e'}]}} from n-d-834765-1. {{(pid=102792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 29 15:52:32.989764 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-0cd42b97-c979-45ad-9863-ce6cb9913031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:33.000821 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-ecc25a9c-234f-41cf-b9c0-4dde2bff037b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:33.036882 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13653e0-7aad-47cc-8eb0-8de8977511a6 req-fd076e34-91d7-43b0-a0a6-ba67bf56387e tempest-ListServersNegativeTestJSON-314748889 tempest-ListServersNegativeTestJSON-314748889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:52:33.041784 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b13653e0-7aad-47cc-8eb0-8de8977511a6 req-fd076e34-91d7-43b0-a0a6-ba67bf56387e tempest-ListServersNegativeTestJSON-314748889 tempest-ListServersNegativeTestJSON-314748889-project] 10.222.0.42 "GET /v2.0/ports?device_id=118a8f70-c3b2-4405-850a-39c7f1a5273a HTTP/1.1" status: 200 len: 943 time: 0.1905611 Mar 29 15:52:33.041971 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-7ff7cf2e-7620-48e6-9858-4feddc6a5e84 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:33.049018 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-8a2d576b-fdd1-4cd2-baab-79c2e0503b16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:33.122951 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:33.126272 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-3117670f-10e7-4459-b03d-cc7aa4eb60c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9da902c6-9f7e-4097-930c-17733aa3c7fe', 'name': 'tempest-RoutersIpV6Test-router-1373550545', 'tenant_id': '5dbaebdcae654b77ad7a96310f75316a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:51:58Z', 'updated_at': '2022-03-29T15:52:22Z', 'revision_number': 3, 'project_id': '5dbaebdcae654b77ad7a96310f75316a', 'gw_port_host': None, '_interfaces': [{'id': '380d8e44-294f-4283-bec9-c72dc0c8e372', 'name': '', 'network_id': '05aff4d8-6ad3-42b1-82b3-9ab459d67c95', 'tenant_id': '5dbaebdcae654b77ad7a96310f75316a', 'mac_address': 'fa:16:3e:fb:56:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9da902c6-9f7e-4097-930c-17733aa3c7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2030, 'fixed_ips': [{'subnet_id': '66ddf533-9b96-4910-b203-743982681446', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:52:02Z', 'updated_at': '2022-03-29T15:52:13Z', 'revision_number': 5, 'project_id': '5dbaebdcae654b77ad7a96310f75316a', 'subnets': [{'id': '66ddf533-9b96-4910-b203-743982681446', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f3b24b0b-3c90-4d52-8980-3ee99c330cd0', 'name': '', 'network_id': '486e2680-95ad-49c2-b358-d58073389320', 'tenant_id': '5dbaebdcae654b77ad7a96310f75316a', 'mac_address': 'fa:16:3e:fc:22:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9da902c6-9f7e-4097-930c-17733aa3c7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2064, 'fixed_ips': [{'subnet_id': '80218fe4-18d9-422d-92b9-96748e78d74e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:52:17Z', 'updated_at': '2022-03-29T15:52:29Z', 'revision_number': 4, 'project_id': '5dbaebdcae654b77ad7a96310f75316a', 'subnets': [{'id': '80218fe4-18d9-422d-92b9-96748e78d74e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:52:33.264306 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3117670f-10e7-4459-b03d-cc7aa4eb60c7 None None] The sync data for ids ['9da902c6-9f7e-4097-930c-17733aa3c7fe'] in n-d-834765-1 is: [{'id': '9da902c6-9f7e-4097-930c-17733aa3c7fe', 'name': 'tempest-RoutersIpV6Test-router-1373550545', 'tenant_id': '5dbaebdcae654b77ad7a96310f75316a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:51:58Z', 'updated_at': '2022-03-29T15:52:22Z', 'revision_number': 3, 'project_id': '5dbaebdcae654b77ad7a96310f75316a', 'gw_port_host': None, '_interfaces': [{'id': '380d8e44-294f-4283-bec9-c72dc0c8e372', 'name': '', 'network_id': '05aff4d8-6ad3-42b1-82b3-9ab459d67c95', 'tenant_id': '5dbaebdcae654b77ad7a96310f75316a', 'mac_address': 'fa:16:3e:fb:56:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9da902c6-9f7e-4097-930c-17733aa3c7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2030, 'fixed_ips': [{'subnet_id': '66ddf533-9b96-4910-b203-743982681446', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:52:02Z', 'updated_at': '2022-03-29T15:52:13Z', 'revision_number': 5, 'project_id': '5dbaebdcae654b77ad7a96310f75316a', 'subnets': [{'id': '66ddf533-9b96-4910-b203-743982681446', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f3b24b0b-3c90-4d52-8980-3ee99c330cd0', 'name': '', 'network_id': '486e2680-95ad-49c2-b358-d58073389320', 'tenant_id': '5dbaebdcae654b77ad7a96310f75316a', 'mac_address': 'fa:16:3e:fc:22:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9da902c6-9f7e-4097-930c-17733aa3c7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2064, 'fixed_ips': [{'subnet_id': '80218fe4-18d9-422d-92b9-96748e78d74e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:52:17Z', 'updated_at': '2022-03-29T15:52:29Z', 'revision_number': 4, 'project_id': '5dbaebdcae654b77ad7a96310f75316a', 'subnets': [{'id': '80218fe4-18d9-422d-92b9-96748e78d74e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:52:33.301492 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port 1cca274f-dafb-4edb-9b6f-e764867c543e triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:52:33.301955 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:33.324115 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_common [None req-ecc25a9c-234f-41cf-b9c0-4dde2bff037b admin admin] Allocated IP 172.20.0.1 (d994e3d3-6e54-466f-bbe9-e588ad776084/a8d0e49f-9e4f-4325-b3fe-d85cd5221184/7eaacc99-c88e-4cef-a816-8959e5a646da) {{(pid=102791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:52:33.350477 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 199d5a9a-7f9d-41c5-beac-efe98e585079 {{(pid=102792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:52:33.445890 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.db_base_plugin_common [None req-7ff7cf2e-7620-48e6-9858-4feddc6a5e84 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Allocated IP 172.20.0.1 (289d4c05-6537-47d7-9c1c-0777ed8cf48a/d2f96c58-eed7-4bf5-adae-f978ef8efd9e/7a06dc1c-13e9-4144-a99e-adb6c7a60c55) {{(pid=102790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:52:33.510726 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port 199d5a9a-7f9d-41c5-beac-efe98e585079, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=199d5a9a-7f9d-41c5-beac-efe98e585079,segment=NetworkSegment(937d7f9c-be9d-475b-b63f-12cf481dac76),segment_id=937d7f9c-be9d-475b-b63f-12cf481dac76)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:52:33.543276 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:33.609217 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b13653e0-7aad-47cc-8eb0-8de8977511a6 req-46373a51-8db3-4aaa-9925-fdd0872ec2d0 tempest-ListServersNegativeTestJSON-314748889 tempest-ListServersNegativeTestJSON-314748889-project] 10.222.0.42 "GET /v2.0/security-groups?id=6997b55d-6b39-4ad3-a116-fa109ba39caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3730230 Mar 29 15:52:33.609590 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device 1a9a14b0-39d9-469c-a784-c4a7332b1ae4 up at agent hyperv_n-h2-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:52:33.645990 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-ecc25a9c-234f-41cf-b9c0-4dde2bff037b admin admin] Notify callbacks [] for port, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:33.650629 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-529a3b24-c645-474b-9e18-f6ec6a28f724 req-594dd9dd-5ab7-4345-8c53-27c8ecd88e39 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=e64caf03-42bd-4cfb-97c7-f5073edb7b00&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1323183 Mar 29 15:52:33.709550 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-ecc25a9c-234f-41cf-b9c0-4dde2bff037b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:33.736151 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-7ff7cf2e-7620-48e6-9858-4feddc6a5e84 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Notify callbacks [] for port, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:33.837470 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-ad121dee-3de9-44dc-bf81-d221d482e2b0 None None] Notify callbacks [] for port, precommit_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:33.854005 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-52aad09f-95e3-453b-bb3b-5d244a4b7ced None None] Provisioning complete for port f3b24b0b-3c90-4d52-8980-3ee99c330cd0 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:52:33.854005 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-52aad09f-95e3-453b-bb3b-5d244a4b7ced None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:33.880172 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecc25a9c-234f-41cf-b9c0-4dde2bff037b admin admin] Network d994e3d3-6e54-466f-bbe9-e588ad776084 is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:52:33.890962 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-ad121dee-3de9-44dc-bf81-d221d482e2b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956'] for port, after_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:33.901953 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [None req-ecc25a9c-234f-41cf-b9c0-4dde2bff037b admin admin] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:52:33.906335 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc25a9c-234f-41cf-b9c0-4dde2bff037b admin admin] Pushing event updated for resources: {'Port': ['ID=7eaacc99-c88e-4cef-a816-8959e5a646da,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:52:33.908464 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-7ff7cf2e-7620-48e6-9858-4feddc6a5e84 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:33.911450 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecc25a9c-234f-41cf-b9c0-4dde2bff037b admin admin] Received port after_create {{(pid=102791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:52:34.017324 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529a3b24-c645-474b-9e18-f6ec6a28f724 req-307fbde1-2603-4f9e-b4c5-44bae8c1089d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:52:34.018837 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-529a3b24-c645-474b-9e18-f6ec6a28f724 req-307fbde1-2603-4f9e-b4c5-44bae8c1089d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d8d907847dd34368b73f473fb982328c&device_id=e64caf03-42bd-4cfb-97c7-f5073edb7b00 HTTP/1.1" status: 200 len: 1096 time: 0.2957773 Mar 29 15:52:34.029922 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] get_ports_and_sgs() called for port_ids ['199d5a9a-7f9d-41c5-beac-efe98e585079'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:52:34.074638 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-ecc25a9c-234f-41cf-b9c0-4dde2bff037b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-648347'] for router_interface, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:34.084910 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ff7cf2e-7620-48e6-9858-4feddc6a5e84 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Network 289d4c05-6537-47d7-9c1c-0777ed8cf48a is already hosted by enough agents. {{(pid=102790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:52:34.104001 n-d-834765-1 neutron-server[102792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad121dee-3de9-44dc-bf81-d221d482e2b0 None None] Network d5ec32e7-3a2e-4bf1-904f-30df3c5152ae is already hosted by enough agents. {{(pid=102792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:52:34.106003 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Pushing event updated for resources: {'Port': ['ID=199d5a9a-7f9d-41c5-beac-efe98e585079,revision_number=4']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:52:34.116228 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-7ff7cf2e-7620-48e6-9858-4feddc6a5e84 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Resources bound (agent type, host, resource id): {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:52:34.125858 n-d-834765-1 neutron-server[102792]: DEBUG neutron.scheduler.base_scheduler [None req-ad121dee-3de9-44dc-bf81-d221d482e2b0 None None] Resources bound (agent type, host, resource id): {{(pid=102792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:52:34.128464 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad121dee-3de9-44dc-bf81-d221d482e2b0 None None] Received port after_create {{(pid=102792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:52:34.131765 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-e9cde64b-dfcf-4be6-8b73-63d1a2529c39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6285f326-c781-4f2f-ab7c-7ef532c6f60c', 'name': 'tempest-AttachVolumeTestJSON-1827063187-router', 'tenant_id': '0645dc511670491c8626eeb496c0ab97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.149'}], 'enable_snat': True}, 'gw_port_id': '38c61091-efa6-44d1-8702-14f57199fb72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:52:23Z', 'updated_at': '2022-03-29T15:52:28Z', 'revision_number': 3, 'project_id': '0645dc511670491c8626eeb496c0ab97', 'gw_port': {'id': '38c61091-efa6-44d1-8702-14f57199fb72', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:b2:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6285f326-c781-4f2f-ab7c-7ef532c6f60c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2081, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:52:26Z', 'updated_at': '2022-03-29T15:52:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1'}], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:52:34.154656 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.db_base_plugin_common [None req-c74699d9-9027-44bb-816b-2964a937702f tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Allocated IP 2001:db8:2::1 (d5ec32e7-3a2e-4bf1-904f-30df3c5152ae/527e220e-c875-453f-9935-6f3faba46009/0c3048ca-b436-497e-8537-c4f3729c8d72) {{(pid=102790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:52:34.157887 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ff7cf2e-7620-48e6-9858-4feddc6a5e84 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Received port after_create {{(pid=102790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:52:34.231497 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff7cf2e-7620-48e6-9858-4feddc6a5e84 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Pushing event updated for resources: {'Port': ['ID=7a06dc1c-13e9-4144-a99e-adb6c7a60c55,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:52:34.260456 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Provisioning for port 1a9a14b0-39d9-469c-a784-c4a7332b1ae4 completed by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 15:52:34.299528 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9cde64b-dfcf-4be6-8b73-63d1a2529c39 None None] Checking router: 6285f326-c781-4f2f-ab7c-7ef532c6f60c for host: n-d-834765-1 {{(pid=102792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:52:34.299917 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9cde64b-dfcf-4be6-8b73-63d1a2529c39 None None] Updating router 6285f326-c781-4f2f-ab7c-7ef532c6f60c port 38c61091-efa6-44d1-8702-14f57199fb72 binding host n-d-834765-1 {{(pid=102792) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 15:52:34.340592 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-7ff7cf2e-7620-48e6-9858-4feddc6a5e84 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-648347'] for router_interface, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:34.343728 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:34.374412 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-e9cde64b-dfcf-4be6-8b73-63d1a2529c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:34.376078 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Provisioning complete for port 1a9a14b0-39d9-469c-a784-c4a7332b1ae4 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:52:34.376394 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:34.381900 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.db_base_plugin_common [None req-0cd42b97-c979-45ad-9863-ce6cb9913031 None None] Allocated IP 172.20.0.2 (289d4c05-6537-47d7-9c1c-0777ed8cf48a/d2f96c58-eed7-4bf5-adae-f978ef8efd9e/f47e06f9-904c-4fbb-ae13-75aeab176539) {{(pid=102792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:52:34.435479 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d71584b9-87f1-45f5-84c7-c993c2416269 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:34.489118 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529a3b24-c645-474b-9e18-f6ec6a28f724 req-9bf1f483-3086-40e9-a2b4-cc1174772371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:52:34.496203 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-529a3b24-c645-474b-9e18-f6ec6a28f724 req-9bf1f483-3086-40e9-a2b4-cc1174772371 service neutron] 10.222.0.44 "GET /v2.0/networks?id=1a890cad-eceb-4443-afdb-474dde0f8f1e HTTP/1.1" status: 200 len: 906 time: 0.4517312 Mar 29 15:52:34.623581 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c74699d9-9027-44bb-816b-2964a937702f tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks [] for port, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:34.650076 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-ecc25a9c-234f-41cf-b9c0-4dde2bff037b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:34.676802 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-7ff7cf2e-7620-48e6-9858-4feddc6a5e84 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:34.786269 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-529a3b24-c645-474b-9e18-f6ec6a28f724 req-091b0353-5331-452d-bb5c-995e152d2590 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ff69d3cd-8425-4439-a28e-a50632d73c81 HTTP/1.1" status: 200 len: 1001 time: 0.2457678 Mar 29 15:52:34.787501 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad121dee-3de9-44dc-bf81-d221d482e2b0 None None] Pushing event updated for resources: {'Port': ['ID=d8015373-19e3-4e7d-995c-585066785612,revision_number=1']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:52:34.878281 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] For port 1cca274f-dafb-4edb-9b6f-e764867c543e, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=1cca274f-dafb-4edb-9b6f-e764867c543e,segment=NetworkSegment(6ab47353-a811-4bad-bc73-b4cc84583cfd),segment_id=6ab47353-a811-4bad-bc73-b4cc84583cfd)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:52:34.878903 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529a3b24-c645-474b-9e18-f6ec6a28f724 req-7538b23c-5787-4a85-b171-913eb5a04296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:52:34.880836 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-529a3b24-c645-474b-9e18-f6ec6a28f724 req-7538b23c-5787-4a85-b171-913eb5a04296 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=62348b33-7001-4dc5-aea1-2976e02267d0 HTTP/1.1" status: 200 len: 844 time: 0.0859067 Mar 29 15:52:34.910919 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-ad121dee-3de9-44dc-bf81-d221d482e2b0 None None] Attempting to bind port d8015373-19e3-4e7d-995c-585066785612 on host n-d-834765-1 for vnic_type normal with profile {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:52:34.912366 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-ad121dee-3de9-44dc-bf81-d221d482e2b0 None None] Attempting to bind port d8015373-19e3-4e7d-995c-585066785612 by drivers openvswitch,hyperv on host n-d-834765-1 at level 0 using segments [{'id': '791a8c36-d64c-4076-bab9-cb505e412eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'd5ec32e7-3a2e-4bf1-904f-30df3c5152ae'}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:52:34.912934 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad121dee-3de9-44dc-bf81-d221d482e2b0 None None] Attempting to bind port d8015373-19e3-4e7d-995c-585066785612 on network d5ec32e7-3a2e-4bf1-904f-30df3c5152ae {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:52:34.949634 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:34.989953 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529a3b24-c645-474b-9e18-f6ec6a28f724 req-e774b4a1-f141-47b8-8af7-b6f8ce0b0794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:52:34.991642 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-529a3b24-c645-474b-9e18-f6ec6a28f724 req-e774b4a1-f141-47b8-8af7-b6f8ce0b0794 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=1a890cad-eceb-4443-afdb-474dde0f8f1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0754251 Mar 29 15:52:35.001967 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.agents_db [None req-59735a15-725e-44d4-9ad5-95cbe356f209 None None] Agent healthcheck: found 7 active agents {{(pid=102793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 15:52:35.104123 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Pushing event updated for resources: {'Port': ['ID=1cca274f-dafb-4edb-9b6f-e764867c543e,revision_number=4']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:52:35.125941 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad121dee-3de9-44dc-bf81-d221d482e2b0 None None] Checking agent: {'id': 'a8866439-9d96-425c-b519-6905c591ac37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 25, 36), 'started_at': datetime.datetime(2022, 3, 29, 15, 26, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 52, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834765-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:52:35.127439 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad121dee-3de9-44dc-bf81-d221d482e2b0 None None] Checking segment: {'id': '791a8c36-d64c-4076-bab9-cb505e412eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'd5ec32e7-3a2e-4bf1-904f-30df3c5152ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:52:35.127959 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-ad121dee-3de9-44dc-bf81-d221d482e2b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:35.128851 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad121dee-3de9-44dc-bf81-d221d482e2b0 None None] Bound using segment: {'id': '791a8c36-d64c-4076-bab9-cb505e412eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'd5ec32e7-3a2e-4bf1-904f-30df3c5152ae'} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:52:35.130540 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-ad121dee-3de9-44dc-bf81-d221d482e2b0 None None] Bound port: d8015373-19e3-4e7d-995c-585066785612, host: n-d-834765-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '791a8c36-d64c-4076-bab9-cb505e412eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'd5ec32e7-3a2e-4bf1-904f-30df3c5152ae'}}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 15:52:35.130540 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-ad121dee-3de9-44dc-bf81-d221d482e2b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:35.146216 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-ecc25a9c-234f-41cf-b9c0-4dde2bff037b admin admin] Notify callbacks [] for port, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:35.156581 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-ecc25a9c-234f-41cf-b9c0-4dde2bff037b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:35.167121 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-52aad09f-95e3-453b-bb3b-5d244a4b7ced None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:35.294203 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-ecc25a9c-234f-41cf-b9c0-4dde2bff037b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-648439'] for router_interface, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:35.321759 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc25a9c-234f-41cf-b9c0-4dde2bff037b admin admin] Pushing event updated for resources: {'Port': ['ID=7eaacc99-c88e-4cef-a816-8959e5a646da,revision_number=2']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:52:35.362498 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-ad121dee-3de9-44dc-bf81-d221d482e2b0 None None] For port d8015373-19e3-4e7d-995c-585066785612, host n-d-834765-1, cleared binding levels {{(pid=102792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:52:35.369931 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-ad121dee-3de9-44dc-bf81-d221d482e2b0 None None] For port d8015373-19e3-4e7d-995c-585066785612, host n-d-834765-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=d8015373-19e3-4e7d-995c-585066785612,segment=NetworkSegment(791a8c36-d64c-4076-bab9-cb505e412eae),segment_id=791a8c36-d64c-4076-bab9-cb505e412eae)] {{(pid=102792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:52:35.408245 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-7ff7cf2e-7620-48e6-9858-4feddc6a5e84 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Notify callbacks [] for port, precommit_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:35.411631 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device f3b24b0b-3c90-4d52-8980-3ee99c330cd0 up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:52:35.439092 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c74699d9-9027-44bb-816b-2964a937702f tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:35.449114 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-529a3b24-c645-474b-9e18-f6ec6a28f724 req-74238bd7-54e9-4693-a05e-2b8eec288368 service neutron] 10.222.0.44 "GET /v2.0/networks/1a890cad-eceb-4443-afdb-474dde0f8f1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4448292 Mar 29 15:52:35.452307 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-52aad09f-95e3-453b-bb3b-5d244a4b7ced None None] For port f3b24b0b-3c90-4d52-8980-3ee99c330cd0, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=f3b24b0b-3c90-4d52-8980-3ee99c330cd0,segment=NetworkSegment(aa00f9f5-e64f-4e24-8f19-beee3f262622),segment_id=aa00f9f5-e64f-4e24-8f19-beee3f262622)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:52:35.456842 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-ad121dee-3de9-44dc-bf81-d221d482e2b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:35.457398 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecc25a9c-234f-41cf-b9c0-4dde2bff037b admin admin] Network d994e3d3-6e54-466f-bbe9-e588ad776084 is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:52:35.459044 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-7ff7cf2e-7620-48e6-9858-4feddc6a5e84 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5237921'] for port, after_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:35.468328 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [None req-ecc25a9c-234f-41cf-b9c0-4dde2bff037b admin admin] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:52:35.507854 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-52aad09f-95e3-453b-bb3b-5d244a4b7ced None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:35.541222 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device 47e0bd36-6c74-4d77-8dc8-b703d0747e7d up at agent hyperv_n-h1-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:52:35.620491 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c74699d9-9027-44bb-816b-2964a937702f tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Network d5ec32e7-3a2e-4bf1-904f-30df3c5152ae is already hosted by enough agents. {{(pid=102790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:52:35.639653 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd814fe-7f86-448e-b039-7b8fde3b061d req-6b7a0500-59a8-43ba-a71e-804559e27dd6 tempest-ListServersNegativeTestJSON-314748889 tempest-ListServersNegativeTestJSON-314748889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:52:35.642107 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-1cd814fe-7f86-448e-b039-7b8fde3b061d req-6b7a0500-59a8-43ba-a71e-804559e27dd6 tempest-ListServersNegativeTestJSON-314748889 tempest-ListServersNegativeTestJSON-314748889-project] 10.222.0.42 "GET /v2.0/ports?device_id=118a8f70-c3b2-4405-850a-39c7f1a5273a HTTP/1.1" status: 200 len: 944 time: 0.4833677 Mar 29 15:52:35.653795 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-c74699d9-9027-44bb-816b-2964a937702f tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Resources bound (agent type, host, resource id): {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:52:35.665266 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c74699d9-9027-44bb-816b-2964a937702f tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Received port after_create {{(pid=102790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:52:35.690607 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c74699d9-9027-44bb-816b-2964a937702f tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-648347'] for router_interface, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:35.702026 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74699d9-9027-44bb-816b-2964a937702f tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Pushing event updated for resources: {'Port': ['ID=0c3048ca-b436-497e-8537-c4f3729c8d72,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:52:35.923917 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:35.947305 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad121dee-3de9-44dc-bf81-d221d482e2b0 None None] Pushing event updated for resources: {'Port': ['ID=d8015373-19e3-4e7d-995c-585066785612,revision_number=2']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:52:35.948147 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-7ff7cf2e-7620-48e6-9858-4feddc6a5e84 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-648439'] for router_interface, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:35.961973 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-88733fd5-95c1-44e1-abdc-52643d378512 None None] Provisioning complete for port 7eaacc99-c88e-4cef-a816-8959e5a646da triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:52:35.962350 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-88733fd5-95c1-44e1-abdc-52643d378512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:35.988652 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-0cb6abf6-2706-4e52-8825-f5f644ecf9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:36.144160 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port f3b24b0b-3c90-4d52-8980-3ee99c330cd0 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:52:36.144491 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:36.150711 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ff7cf2e-7620-48e6-9858-4feddc6a5e84 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Network 289d4c05-6537-47d7-9c1c-0777ed8cf48a is already hosted by enough agents. {{(pid=102790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:52:36.157625 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-7ff7cf2e-7620-48e6-9858-4feddc6a5e84 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Resources bound (agent type, host, resource id): {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:52:36.166062 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:36.170716 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff7cf2e-7620-48e6-9858-4feddc6a5e84 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Pushing event updated for resources: {'Port': ['ID=7a06dc1c-13e9-4144-a99e-adb6c7a60c55,revision_number=2']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:52:36.177723 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-1cd814fe-7f86-448e-b039-7b8fde3b061d req-b568e8b2-d8ee-4cba-ba39-71fcc1bcdc43 tempest-ListServersNegativeTestJSON-314748889 tempest-ListServersNegativeTestJSON-314748889-project] 10.222.0.42 "GET /v2.0/security-groups?id=6997b55d-6b39-4ad3-a116-fa109ba39caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5255497 Mar 29 15:52:36.214655 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-0cd42b97-c979-45ad-9863-ce6cb9913031 None None] Notify callbacks [] for port, precommit_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:36.219379 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3d5c370-5e90-4f28-a87d-66e35993802c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a9a14b0-39d9-469c-a784-c4a7332b1ae4'}] {{(pid=102792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:52:36.221964 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4f476c66b318cc6068719fc39557fac68d413f5c7e78fa77028c7948e999ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-219882b6-53f2-40bf-a391-dce33ed29537" -d '{"events": [{"server_uuid": "e3d5c370-5e90-4f28-a87d-66e35993802c", "name": "network-vif-plugged", "status": "completed", "tag": "1a9a14b0-39d9-469c-a784-c4a7332b1ae4"}]}' {{(pid=102792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:52:36.265497 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-88733fd5-95c1-44e1-abdc-52643d378512 None None] Port 7eaacc99-c88e-4cef-a816-8959e5a646da cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 15:52:36.277293 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c74699d9-9027-44bb-816b-2964a937702f tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:36.284451 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-0cd42b97-c979-45ad-9863-ce6cb9913031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956'] for port, after_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:36.301103 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port 1a9a14b0-39d9-469c-a784-c4a7332b1ae4, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=1a9a14b0-39d9-469c-a784-c4a7332b1ae4,segment=NetworkSegment(937d7f9c-be9d-475b-b63f-12cf481dac76),segment_id=937d7f9c-be9d-475b-b63f-12cf481dac76)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:52:36.302836 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Provisioning for port 47e0bd36-6c74-4d77-8dc8-b703d0747e7d completed by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 15:52:36.313968 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Provisioning complete for port 47e0bd36-6c74-4d77-8dc8-b703d0747e7d triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:52:36.314412 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:36.321608 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52aad09f-95e3-453b-bb3b-5d244a4b7ced None None] Pushing event updated for resources: {'Port': ['ID=f3b24b0b-3c90-4d52-8980-3ee99c330cd0,revision_number=5']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:52:36.322149 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-529a3b24-c645-474b-9e18-f6ec6a28f724 req-1d680929-393b-4c3f-98fe-0a8543e4b805 service neutron] 10.222.0.44 "GET /v2.0/networks/1a890cad-eceb-4443-afdb-474dde0f8f1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8625612 Mar 29 15:52:36.346881 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecc25a9c-234f-41cf-b9c0-4dde2bff037b admin admin] Router 6285f326-c781-4f2f-ab7c-7ef532c6f60c has already been hosted by L3 agent c648d819-1060-4f26-b4ec-6455387b5dff {{(pid=102791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 15:52:36.473342 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:52:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a44c4cff-71ca-42d0-961b-18fb3d75951f x-openstack-request-id: req-a44c4cff-71ca-42d0-961b-18fb3d75951f {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:52:36.475762 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3d5c370-5e90-4f28-a87d-66e35993802c", "name": "network-vif-plugged", "status": "completed", "tag": "1a9a14b0-39d9-469c-a784-c4a7332b1ae4", "code": 200}]} {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:52:36.476960 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a44c4cff-71ca-42d0-961b-18fb3d75951f {{(pid=102792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:52:36.477801 n-d-834765-1 neutron-server[102792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3d5c370-5e90-4f28-a87d-66e35993802c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a9a14b0-39d9-469c-a784-c4a7332b1ae4', 'code': 200} Mar 29 15:52:36.484315 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:36.526174 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd24efe-2d44-491e-af74-925013b19784 req-9dbc6367-8cfb-4eb6-adcd-cedd22a0981e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:52:36.527994 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-dbd24efe-2d44-491e-af74-925013b19784 req-9dbc6367-8cfb-4eb6-adcd-cedd22a0981e service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=e3d5c370-5e90-4f28-a87d-66e35993802c HTTP/1.1" status: 200 len: 1097 time: 0.1015518 Mar 29 15:52:36.534738 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ff7cf2e-7620-48e6-9858-4feddc6a5e84 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Router f4da9992-f427-4676-b6fc-fe60650ec8ec has already been hosted by L3 agent c648d819-1060-4f26-b4ec-6455387b5dff {{(pid=102790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 15:52:36.609604 n-d-834765-1 neutron-server[102792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cd42b97-c979-45ad-9863-ce6cb9913031 None None] Network 289d4c05-6537-47d7-9c1c-0777ed8cf48a is already hosted by enough agents. {{(pid=102792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:52:36.674737 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecc25a9c-234f-41cf-b9c0-4dde2bff037b admin admin] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:52:36.699429 n-d-834765-1 neutron-server[102792]: DEBUG neutron.scheduler.base_scheduler [None req-0cd42b97-c979-45ad-9863-ce6cb9913031 None None] Resources bound (agent type, host, resource id): {{(pid=102792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:52:36.702151 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-ecc25a9c-234f-41cf-b9c0-4dde2bff037b admin admin] 10.222.0.42 "PUT /v2.0/routers/6285f326-c781-4f2f-ab7c-7ef532c6f60c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4869735 Mar 29 15:52:36.704874 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-dbd24efe-2d44-491e-af74-925013b19784 req-35173bdb-c094-4837-9f60-2505091c01da service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=6997b55d-6b39-4ad3-a116-fa109ba39caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254718 Mar 29 15:52:36.713064 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cd42b97-c979-45ad-9863-ce6cb9913031 None None] Received port after_create {{(pid=102792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:52:36.819220 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-bfca04cc-5330-4e3c-bc54-8640a35a971c None None] Provisioning complete for port 7eaacc99-c88e-4cef-a816-8959e5a646da triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:52:36.819779 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-bfca04cc-5330-4e3c-bc54-8640a35a971c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:36.989855 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-bfca04cc-5330-4e3c-bc54-8640a35a971c None None] Port 7eaacc99-c88e-4cef-a816-8959e5a646da cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 15:52:37.053939 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd42b97-c979-45ad-9863-ce6cb9913031 None None] Pushing event updated for resources: {'Port': ['ID=f47e06f9-904c-4fbb-ae13-75aeab176539,revision_number=1']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:52:37.090455 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c74699d9-9027-44bb-816b-2964a937702f tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks [] for port, precommit_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:37.097369 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ff7cf2e-7620-48e6-9858-4feddc6a5e84 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:52:37.100510 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-e9cde64b-dfcf-4be6-8b73-63d1a2529c39 None None] Notify callbacks [] for port, precommit_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:37.105033 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-7ff7cf2e-7620-48e6-9858-4feddc6a5e84 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] 10.222.0.42 "PUT /v2.0/routers/f4da9992-f427-4676-b6fc-fe60650ec8ec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1807351 Mar 29 15:52:37.106477 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c74699d9-9027-44bb-816b-2964a937702f tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5237921'] for port, after_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:37.107656 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c74699d9-9027-44bb-816b-2964a937702f tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-648439'] for router_interface, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:37.107792 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 34160) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:52:37.112481 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1827b85d-157e-440b-99bd-5f5ee867acf2 None None] Sync routers for ids ['f4da9992-f427-4676-b6fc-fe60650ec8ec'] in n-d-834765-1 {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:52:37.144979 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1827b85d-157e-440b-99bd-5f5ee867acf2 None None] Routers {'f4da9992-f427-4676-b6fc-fe60650ec8ec'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:52:37.146307 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-1827b85d-157e-440b-99bd-5f5ee867acf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:52:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['f4da9992-f427-4676-b6fc-fe60650ec8ec'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:52:37.186262 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-0cd42b97-c979-45ad-9863-ce6cb9913031 None None] Attempting to bind port f47e06f9-904c-4fbb-ae13-75aeab176539 on host n-d-834765-1 for vnic_type normal with profile {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:52:37.187098 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-0cd42b97-c979-45ad-9863-ce6cb9913031 None None] Attempting to bind port f47e06f9-904c-4fbb-ae13-75aeab176539 by drivers openvswitch,hyperv on host n-d-834765-1 at level 0 using segments [{'id': 'deb1709f-901e-4762-906b-e68b8b79a168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '289d4c05-6537-47d7-9c1c-0777ed8cf48a'}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:52:37.187098 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd42b97-c979-45ad-9863-ce6cb9913031 None None] Attempting to bind port f47e06f9-904c-4fbb-ae13-75aeab176539 on network 289d4c05-6537-47d7-9c1c-0777ed8cf48a {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:52:37.208750 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74699d9-9027-44bb-816b-2964a937702f tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Pushing event updated for resources: {'Port': ['ID=0c3048ca-b436-497e-8537-c4f3729c8d72,revision_number=2']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:52:37.313891 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c74699d9-9027-44bb-816b-2964a937702f tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Network d5ec32e7-3a2e-4bf1-904f-30df3c5152ae is already hosted by enough agents. {{(pid=102790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:52:37.318144 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-c74699d9-9027-44bb-816b-2964a937702f tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Resources bound (agent type, host, resource id): {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:52:37.321428 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-e9cde64b-dfcf-4be6-8b73-63d1a2529c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:37.350350 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvr_db [None req-1827b85d-157e-440b-99bd-5f5ee867acf2 None None] Set router f4da9992-f427-4676-b6fc-fe60650ec8ec gateway port host: n-d-834765-1 {{(pid=102793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:52:37.355807 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc3c5d41-9118-4f1b-9b87-81ae725b06d6 None None] Network d5ec32e7-3a2e-4bf1-904f-30df3c5152ae requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 15:52:37.378834 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd42b97-c979-45ad-9863-ce6cb9913031 None None] Checking agent: {'id': 'a8866439-9d96-425c-b519-6905c591ac37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 25, 36), 'started_at': datetime.datetime(2022, 3, 29, 15, 26, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 52, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834765-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:52:37.379211 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd42b97-c979-45ad-9863-ce6cb9913031 None None] Checking segment: {'id': 'deb1709f-901e-4762-906b-e68b8b79a168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '289d4c05-6537-47d7-9c1c-0777ed8cf48a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:52:37.379679 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-0cd42b97-c979-45ad-9863-ce6cb9913031 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:37.380077 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd42b97-c979-45ad-9863-ce6cb9913031 None None] Bound using segment: {'id': 'deb1709f-901e-4762-906b-e68b8b79a168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '289d4c05-6537-47d7-9c1c-0777ed8cf48a'} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:52:37.380582 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-0cd42b97-c979-45ad-9863-ce6cb9913031 None None] Bound port: f47e06f9-904c-4fbb-ae13-75aeab176539, host: n-d-834765-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'deb1709f-901e-4762-906b-e68b8b79a168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '289d4c05-6537-47d7-9c1c-0777ed8cf48a'}}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 15:52:37.380937 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-0cd42b97-c979-45ad-9863-ce6cb9913031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:37.492297 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c74699d9-9027-44bb-816b-2964a937702f tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Router 9da902c6-9f7e-4097-930c-17733aa3c7fe has already been hosted by L3 agent c648d819-1060-4f26-b4ec-6455387b5dff {{(pid=102790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 15:52:37.555383 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef5c122d-6008-41bc-a1b7-641ed72c8242 tempest-TestNetworkBasicOps-369299075 tempest-TestNetworkBasicOps-369299075-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:52:37.556199 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef5c122d-6008-41bc-a1b7-641ed72c8242 tempest-TestNetworkBasicOps-369299075 tempest-TestNetworkBasicOps-369299075-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:52:37.556584 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef5c122d-6008-41bc-a1b7-641ed72c8242 tempest-TestNetworkBasicOps-369299075 tempest-TestNetworkBasicOps-369299075-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:52:37.557042 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef5c122d-6008-41bc-a1b7-641ed72c8242 tempest-TestNetworkBasicOps-369299075 tempest-TestNetworkBasicOps-369299075-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:52:37.557501 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef5c122d-6008-41bc-a1b7-641ed72c8242 tempest-TestNetworkBasicOps-369299075 tempest-TestNetworkBasicOps-369299075-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:52:37.557958 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef5c122d-6008-41bc-a1b7-641ed72c8242 tempest-TestNetworkBasicOps-369299075 tempest-TestNetworkBasicOps-369299075-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:52:37.558408 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef5c122d-6008-41bc-a1b7-641ed72c8242 tempest-TestNetworkBasicOps-369299075 tempest-TestNetworkBasicOps-369299075-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:52:37.558854 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef5c122d-6008-41bc-a1b7-641ed72c8242 tempest-TestNetworkBasicOps-369299075 tempest-TestNetworkBasicOps-369299075-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:52:37.559321 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef5c122d-6008-41bc-a1b7-641ed72c8242 tempest-TestNetworkBasicOps-369299075 tempest-TestNetworkBasicOps-369299075-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:52:37.559770 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef5c122d-6008-41bc-a1b7-641ed72c8242 tempest-TestNetworkBasicOps-369299075 tempest-TestNetworkBasicOps-369299075-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:52:37.560212 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef5c122d-6008-41bc-a1b7-641ed72c8242 tempest-TestNetworkBasicOps-369299075 tempest-TestNetworkBasicOps-369299075-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:52:37.560651 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef5c122d-6008-41bc-a1b7-641ed72c8242 tempest-TestNetworkBasicOps-369299075 tempest-TestNetworkBasicOps-369299075-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:52:37.567040 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef5c122d-6008-41bc-a1b7-641ed72c8242 tempest-TestNetworkBasicOps-369299075 tempest-TestNetworkBasicOps-369299075-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:52:37.569374 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-ef5c122d-6008-41bc-a1b7-641ed72c8242 tempest-TestNetworkBasicOps-369299075 tempest-TestNetworkBasicOps-369299075-project-admin] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 9150 time: 0.4606714 Mar 29 15:52:37.572827 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 34166) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:52:37.632907 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device 199d5a9a-7f9d-41c5-beac-efe98e585079 up at agent hyperv_n-h2-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:52:37.634866 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c74699d9-9027-44bb-816b-2964a937702f tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:52:37.639563 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device c26e6a2d-a2a5-46b5-8410-d39928c1a2dd up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:52:37.641405 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-c74699d9-9027-44bb-816b-2964a937702f tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] 10.222.0.42 "PUT /v2.0/routers/9da902c6-9f7e-4097-930c-17733aa3c7fe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2800617 Mar 29 15:52:37.645060 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 34168) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:52:37.652677 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-1827b85d-157e-440b-99bd-5f5ee867acf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4da9992-f427-4676-b6fc-fe60650ec8ec', 'name': 'tempest-TestNetworkBasicOps-router-1818188587', 'tenant_id': '4613198224a343ff95b6b23b26c7af7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.78'}], 'enable_snat': True}, 'gw_port_id': '1cca274f-dafb-4edb-9b6f-e764867c543e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:52:22Z', 'updated_at': '2022-03-29T15:52:34Z', 'revision_number': 4, 'project_id': '4613198224a343ff95b6b23b26c7af7a', 'gw_port': {'id': '1cca274f-dafb-4edb-9b6f-e764867c543e', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:de:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4da9992-f427-4676-b6fc-fe60650ec8ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2078, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:52:24Z', 'updated_at': '2022-03-29T15:52:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': '7a06dc1c-13e9-4144-a99e-adb6c7a60c55', 'name': '', 'network_id': '289d4c05-6537-47d7-9c1c-0777ed8cf48a', 'tenant_id': '4613198224a343ff95b6b23b26c7af7a', 'mac_address': 'fa:16:3e:9c:ca:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4da9992-f427-4676-b6fc-fe60650ec8ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 2093, 'fixed_ips': [{'subnet_id': 'd2f96c58-eed7-4bf5-adae-f978ef8efd9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:52:33Z', 'updated_at': '2022-03-29T15:52:34Z', 'revision_number': 2, 'project_id': '4613198224a343ff95b6b23b26c7af7a', 'subnets': [{'id': 'd2f96c58-eed7-4bf5-adae-f978ef8efd9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:52:37.661630 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-ee301b57-495d-4b6d-961f-e223ec5cb2f5 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1695595848'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:52:37.720534 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee301b57-495d-4b6d-961f-e223ec5cb2f5 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Made reservation on behalf of 5dbaebdcae654b77ad7a96310f75316a for: {'network': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:52:37.721654 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb284599-5a08-456e-9452-f6dffcfefae5 req-2e27ba67-e736-42f5-9259-f7b22c4ff8e6 tempest-ListServersNegativeTestJSON-314748889 tempest-ListServersNegativeTestJSON-314748889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:52:37.724816 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-eb284599-5a08-456e-9452-f6dffcfefae5 req-2e27ba67-e736-42f5-9259-f7b22c4ff8e6 tempest-ListServersNegativeTestJSON-314748889 tempest-ListServersNegativeTestJSON-314748889-project] 10.222.0.42 "GET /v2.0/ports?device_id=118a8f70-c3b2-4405-850a-39c7f1a5273a HTTP/1.1" status: 200 len: 944 time: 0.3749602 Mar 29 15:52:37.725275 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-ee301b57-495d-4b6d-961f-e223ec5cb2f5 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for network, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:37.748658 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a13bdf08-1456-4b7a-8e7f-f1b10235cf93 None None] Sync routers for ids ['9da902c6-9f7e-4097-930c-17733aa3c7fe'] in n-d-834765-1 {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:52:37.751782 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-e9cde64b-dfcf-4be6-8b73-63d1a2529c39 None None] Attempting to bind port 38c61091-efa6-44d1-8702-14f57199fb72 on host n-d-834765-1 for vnic_type normal with profile {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:52:37.752251 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-e9cde64b-dfcf-4be6-8b73-63d1a2529c39 None None] Attempting to bind port 38c61091-efa6-44d1-8702-14f57199fb72 by drivers openvswitch,hyperv on host n-d-834765-1 at level 0 using segments [{'id': '6ab47353-a811-4bad-bc73-b4cc84583cfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:52:37.752712 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9cde64b-dfcf-4be6-8b73-63d1a2529c39 None None] Attempting to bind port 38c61091-efa6-44d1-8702-14f57199fb72 on network 4a4a035d-ecac-4ead-baa3-25f90788773a {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:52:37.754905 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:37.915780 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-379c3b6e-aadb-42ed-bd26-c7d9aa2d7175 tempest-TestNetworkBasicOps-369299075 tempest-TestNetworkBasicOps-369299075-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:52:37.921878 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-379c3b6e-aadb-42ed-bd26-c7d9aa2d7175 tempest-TestNetworkBasicOps-369299075 tempest-TestNetworkBasicOps-369299075-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:52:37.923816 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-379c3b6e-aadb-42ed-bd26-c7d9aa2d7175 tempest-TestNetworkBasicOps-369299075 tempest-TestNetworkBasicOps-369299075-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:52:37.924488 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-379c3b6e-aadb-42ed-bd26-c7d9aa2d7175 tempest-TestNetworkBasicOps-369299075 tempest-TestNetworkBasicOps-369299075-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:52:37.927188 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-379c3b6e-aadb-42ed-bd26-c7d9aa2d7175 tempest-TestNetworkBasicOps-369299075 tempest-TestNetworkBasicOps-369299075-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:52:37.928029 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-379c3b6e-aadb-42ed-bd26-c7d9aa2d7175 tempest-TestNetworkBasicOps-369299075 tempest-TestNetworkBasicOps-369299075-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:52:37.928931 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-379c3b6e-aadb-42ed-bd26-c7d9aa2d7175 tempest-TestNetworkBasicOps-369299075 tempest-TestNetworkBasicOps-369299075-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:52:37.931394 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-379c3b6e-aadb-42ed-bd26-c7d9aa2d7175 tempest-TestNetworkBasicOps-369299075 tempest-TestNetworkBasicOps-369299075-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:52:37.932058 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-379c3b6e-aadb-42ed-bd26-c7d9aa2d7175 tempest-TestNetworkBasicOps-369299075 tempest-TestNetworkBasicOps-369299075-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:52:37.932690 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-379c3b6e-aadb-42ed-bd26-c7d9aa2d7175 tempest-TestNetworkBasicOps-369299075 tempest-TestNetworkBasicOps-369299075-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:52:37.936260 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-379c3b6e-aadb-42ed-bd26-c7d9aa2d7175 tempest-TestNetworkBasicOps-369299075 tempest-TestNetworkBasicOps-369299075-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:52:37.936952 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-379c3b6e-aadb-42ed-bd26-c7d9aa2d7175 tempest-TestNetworkBasicOps-369299075 tempest-TestNetworkBasicOps-369299075-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:52:37.937587 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-379c3b6e-aadb-42ed-bd26-c7d9aa2d7175 tempest-TestNetworkBasicOps-369299075 tempest-TestNetworkBasicOps-369299075-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:52:37.942201 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-379c3b6e-aadb-42ed-bd26-c7d9aa2d7175 tempest-TestNetworkBasicOps-369299075 tempest-TestNetworkBasicOps-369299075-project-admin] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 8425 time: 0.3686750 Mar 29 15:52:37.954901 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-5728c647-9bf6-4a95-a7fc-60236fb0a1bf None None] Provisioning complete for port d8015373-19e3-4e7d-995c-585066785612 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:52:37.955295 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-5728c647-9bf6-4a95-a7fc-60236fb0a1bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:37.957452 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9cde64b-dfcf-4be6-8b73-63d1a2529c39 None None] Checking agent: {'id': 'a8866439-9d96-425c-b519-6905c591ac37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 25, 36), 'started_at': datetime.datetime(2022, 3, 29, 15, 26, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 52, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834765-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:52:37.957826 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9cde64b-dfcf-4be6-8b73-63d1a2529c39 None None] Checking segment: {'id': '6ab47353-a811-4bad-bc73-b4cc84583cfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:52:37.958487 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-e9cde64b-dfcf-4be6-8b73-63d1a2529c39 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:37.958886 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9cde64b-dfcf-4be6-8b73-63d1a2529c39 None None] Bound using segment: {'id': '6ab47353-a811-4bad-bc73-b4cc84583cfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:52:37.959387 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-e9cde64b-dfcf-4be6-8b73-63d1a2529c39 None None] Bound port: 38c61091-efa6-44d1-8702-14f57199fb72, host: n-d-834765-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ab47353-a811-4bad-bc73-b4cc84583cfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'}}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 15:52:37.959768 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-e9cde64b-dfcf-4be6-8b73-63d1a2529c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:37.961781 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 34170) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:52:37.980077 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Pushing event updated for resources: {'Port': ['ID=1a9a14b0-39d9-469c-a784-c4a7332b1ae4,revision_number=5']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:52:38.000556 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 34172) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:52:38.009446 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-c4fae3a0-11a6-486d-9cb0-6c2152def6cf tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1951672695', 'description': 'tempest-description--1681652108'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:52:38.027036 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1827b85d-157e-440b-99bd-5f5ee867acf2 None None] Checking router: f4da9992-f427-4676-b6fc-fe60650ec8ec for host: n-d-834765-1 {{(pid=102793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:52:38.032993 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1827b85d-157e-440b-99bd-5f5ee867acf2 None None] Updating router f4da9992-f427-4676-b6fc-fe60650ec8ec port 7a06dc1c-13e9-4144-a99e-adb6c7a60c55 binding host n-d-834765-1 {{(pid=102793) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 15:52:38.060806 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-eb284599-5a08-456e-9452-f6dffcfefae5 req-eadb37f2-601e-4ed0-b906-2ddba5856674 tempest-ListServersNegativeTestJSON-314748889 tempest-ListServersNegativeTestJSON-314748889-project] 10.222.0.42 "GET /v2.0/security-groups?id=6997b55d-6b39-4ad3-a116-fa109ba39caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3093143 Mar 29 15:52:38.097726 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port 47e0bd36-6c74-4d77-8dc8-b703d0747e7d, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=47e0bd36-6c74-4d77-8dc8-b703d0747e7d,segment=NetworkSegment(937d7f9c-be9d-475b-b63f-12cf481dac76),segment_id=937d7f9c-be9d-475b-b63f-12cf481dac76)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:52:38.110672 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-c4fae3a0-11a6-486d-9cb0-6c2152def6cf tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] Notify callbacks [] for security_group, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:38.169909 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-1827b85d-157e-440b-99bd-5f5ee867acf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:38.180548 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a13bdf08-1456-4b7a-8e7f-f1b10235cf93 None None] Routers {'9da902c6-9f7e-4097-930c-17733aa3c7fe'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:52:38.185746 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-a13bdf08-1456-4b7a-8e7f-f1b10235cf93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:52:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['9da902c6-9f7e-4097-930c-17733aa3c7fe'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:52:38.311411 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-c4fae3a0-11a6-486d-9cb0-6c2152def6cf tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] Notify callbacks [] for security_group, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:38.372422 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-c4fae3a0-11a6-486d-9cb0-6c2152def6cf tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:38.530707 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee301b57-495d-4b6d-961f-e223ec5cb2f5 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] vlan segment allocate from pool success with {'vlan_id': 610, 'physical_network': 'physnet1'} {{(pid=102790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 15:52:38.552651 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-ee301b57-495d-4b6d-961f-e223ec5cb2f5 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:38.553588 n-d-834765-1 neutron-server[102790]: INFO neutron.db.segments_db [None req-ee301b57-495d-4b6d-961f-e223ec5cb2f5 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Added segment e6e0ea5e-0520-4426-a775-74f62862bc9d of type vlan for network 9e635c77-97bd-43dd-a5da-72a4f2e78179 Mar 29 15:52:38.568389 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fae3a0-11a6-486d-9cb0-6c2152def6cf tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d484579-48b3-4400-916a-a84f820a118c,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:52:38.589071 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-c4fae3a0-11a6-486d-9cb0-6c2152def6cf tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] Notify callbacks [] for security_group, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:38.590426 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-c4fae3a0-11a6-486d-9cb0-6c2152def6cf tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.5855248 Mar 29 15:52:38.597027 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 34178) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:52:38.602983 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-cb278293-08e6-402f-b42f-59bab8b442b1 tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] Request body: {'security_group_rule': {'security_group_id': '4d484579-48b3-4400-916a-a84f820a118c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:52:38.606663 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvr_db [None req-a13bdf08-1456-4b7a-8e7f-f1b10235cf93 None None] Set router 9da902c6-9f7e-4097-930c-17733aa3c7fe gateway port host: None {{(pid=102792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:52:38.647849 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-ee301b57-495d-4b6d-961f-e223ec5cb2f5 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783522915970'] for network, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:38.670029 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-440448cb-92fe-4bf2-8416-b1530740cf10 tempest-TestNetworkBasicOps-369299075 tempest-TestNetworkBasicOps-369299075-project-admin] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 5747 time: 0.7063670 Mar 29 15:52:38.692482 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-cb278293-08e6-402f-b42f-59bab8b442b1 tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:38.706726 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-ee301b57-495d-4b6d-961f-e223ec5cb2f5 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795'] for network, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:38.714220 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee301b57-495d-4b6d-961f-e223ec5cb2f5 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:52:38.714944 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-ee301b57-495d-4b6d-961f-e223ec5cb2f5 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for network, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:38.766324 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-ee301b57-495d-4b6d-961f-e223ec5cb2f5 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.1190646 Mar 29 15:52:38.792929 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 34182) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:52:38.803066 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-8995415f-e960-4304-a39d-bc1fc6b74cf7 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Request body: {'subnet': {'network_id': '9e635c77-97bd-43dd-a5da-72a4f2e78179', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:52:38.813064 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-cb278293-08e6-402f-b42f-59bab8b442b1 tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:38.818538 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-cb278293-08e6-402f-b42f-59bab8b442b1 tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610998'] for security_group_rule, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:38.826531 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be58ac19-3270-4558-a2cf-5b483284d4f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47e0bd36-6c74-4d77-8dc8-b703d0747e7d'}] {{(pid=102792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:52:38.833583 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4f476c66b318cc6068719fc39557fac68d413f5c7e78fa77028c7948e999ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f254b2fe-5551-4169-bf8f-0ce2c9322c51" -d '{"events": [{"server_uuid": "be58ac19-3270-4558-a2cf-5b483284d4f1", "name": "network-vif-plugged", "status": "completed", "tag": "47e0bd36-6c74-4d77-8dc8-b703d0747e7d"}]}' {{(pid=102792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:52:38.843206 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb278293-08e6-402f-b42f-59bab8b442b1 tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89821b66-0176-4776-8626-eea4d1188ad3,revision_number=0']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:52:38.843528 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:38.847041 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d961f4b6-9e77-416f-ad12-42d63306f43a None None] Pushing event updated for resources: {'Port': ['ID=38c61091-efa6-44d1-8702-14f57199fb72,revision_number=2']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:52:38.855619 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-cb278293-08e6-402f-b42f-59bab8b442b1 tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:38.860624 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-cb278293-08e6-402f-b42f-59bab8b442b1 tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2623236 Mar 29 15:52:38.861915 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 34186) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:52:38.869126 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-b7165afc-c91b-4ff4-a60c-ef643b71ff23 tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] Request body: {'security_group_rule': {'security_group_id': '4d484579-48b3-4400-916a-a84f820a118c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:52:38.875009 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-1827b85d-157e-440b-99bd-5f5ee867acf2 None None] Notify callbacks [] for port, precommit_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:38.900147 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-1827b85d-157e-440b-99bd-5f5ee867acf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:38.940418 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-b7165afc-c91b-4ff4-a60c-ef643b71ff23 tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:38.973007 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:52:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6126c7e7-4b71-447f-be70-c6f9d496facd x-openstack-request-id: req-6126c7e7-4b71-447f-be70-c6f9d496facd {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:52:38.973295 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be58ac19-3270-4558-a2cf-5b483284d4f1", "name": "network-vif-plugged", "status": "completed", "tag": "47e0bd36-6c74-4d77-8dc8-b703d0747e7d", "code": 200}]} {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:52:38.973526 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-6126c7e7-4b71-447f-be70-c6f9d496facd {{(pid=102792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:52:38.973911 n-d-834765-1 neutron-server[102792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be58ac19-3270-4558-a2cf-5b483284d4f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47e0bd36-6c74-4d77-8dc8-b703d0747e7d', 'code': 200} Mar 29 15:52:39.008620 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d446993-e867-46a2-b446-00eaed99f50a None None] Pushing event updated for resources: {'Port': ['ID=7a06dc1c-13e9-4144-a99e-adb6c7a60c55,revision_number=3']} {{(pid=102793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:52:39.067834 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.managers [None req-1827b85d-157e-440b-99bd-5f5ee867acf2 None None] Attempting to bind port 7a06dc1c-13e9-4144-a99e-adb6c7a60c55 on host n-d-834765-1 for vnic_type normal with profile {{(pid=102793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:52:39.068263 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.managers [None req-1827b85d-157e-440b-99bd-5f5ee867acf2 None None] Attempting to bind port 7a06dc1c-13e9-4144-a99e-adb6c7a60c55 by drivers openvswitch,hyperv on host n-d-834765-1 at level 0 using segments [{'id': 'deb1709f-901e-4762-906b-e68b8b79a168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '289d4c05-6537-47d7-9c1c-0777ed8cf48a'}] {{(pid=102793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:52:39.068631 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1827b85d-157e-440b-99bd-5f5ee867acf2 None None] Attempting to bind port 7a06dc1c-13e9-4144-a99e-adb6c7a60c55 on network 289d4c05-6537-47d7-9c1c-0777ed8cf48a {{(pid=102793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:52:39.080511 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1827b85d-157e-440b-99bd-5f5ee867acf2 None None] Checking agent: {'id': 'a8866439-9d96-425c-b519-6905c591ac37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 25, 36), 'started_at': datetime.datetime(2022, 3, 29, 15, 26, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 52, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834765-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:52:39.080790 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1827b85d-157e-440b-99bd-5f5ee867acf2 None None] Checking segment: {'id': 'deb1709f-901e-4762-906b-e68b8b79a168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '289d4c05-6537-47d7-9c1c-0777ed8cf48a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:52:39.081313 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-1827b85d-157e-440b-99bd-5f5ee867acf2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:39.081838 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1827b85d-157e-440b-99bd-5f5ee867acf2 None None] Bound using segment: {'id': 'deb1709f-901e-4762-906b-e68b8b79a168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '289d4c05-6537-47d7-9c1c-0777ed8cf48a'} {{(pid=102793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:52:39.082308 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.managers [None req-1827b85d-157e-440b-99bd-5f5ee867acf2 None None] Bound port: 7a06dc1c-13e9-4144-a99e-adb6c7a60c55, host: n-d-834765-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'deb1709f-901e-4762-906b-e68b8b79a168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '289d4c05-6537-47d7-9c1c-0777ed8cf48a'}}] {{(pid=102793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 15:52:39.083290 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-1827b85d-157e-440b-99bd-5f5ee867acf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:39.138855 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-b7165afc-c91b-4ff4-a60c-ef643b71ff23 tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:39.145445 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-0cd42b97-c979-45ad-9863-ce6cb9913031 None None] For port f47e06f9-904c-4fbb-ae13-75aeab176539, host n-d-834765-1, cleared binding levels {{(pid=102792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:52:39.157958 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2638cbb7-8bb8-4be6-95e3-f00fe10dac99 req-84d5cc10-2c78-4e4e-97d2-7f848efa1209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:52:39.172790 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-2638cbb7-8bb8-4be6-95e3-f00fe10dac99 req-84d5cc10-2c78-4e4e-97d2-7f848efa1209 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=be58ac19-3270-4558-a2cf-5b483284d4f1 HTTP/1.1" status: 200 len: 1097 time: 0.1555324 Mar 29 15:52:39.176567 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-b7165afc-c91b-4ff4-a60c-ef643b71ff23 tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610998'] for security_group_rule, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:39.188285 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee301b57-495d-4b6d-961f-e223ec5cb2f5 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Pushing event updated for resources: {'Network': ['ID=9e635c77-97bd-43dd-a5da-72a4f2e78179,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:52:39.215404 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8995415f-e960-4304-a39d-bc1fc6b74cf7 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Made reservation on behalf of 5dbaebdcae654b77ad7a96310f75316a for: {'subnet': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:52:39.228619 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-8995415f-e960-4304-a39d-bc1fc6b74cf7 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4793983'] for subnet, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:39.236339 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 34192) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:52:39.253351 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-70c24b4b-c051-43ba-8aab-bdb5ae7fb8d4 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-587316038', 'description': 'tempest-secgroup-smoke-587316038 description', 'project_id': '4613198224a343ff95b6b23b26c7af7a'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:52:39.273244 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.db [None req-1827b85d-157e-440b-99bd-5f5ee867acf2 None None] For port 7a06dc1c-13e9-4144-a99e-adb6c7a60c55, host n-d-834765-1, cleared binding levels {{(pid=102793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:52:39.280083 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7165afc-c91b-4ff4-a60c-ef643b71ff23 tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e53ec388-d141-4f41-98e0-d889481b26b9,revision_number=0']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:52:39.282078 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-70c24b4b-c051-43ba-8aab-bdb5ae7fb8d4 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Notify callbacks [] for security_group, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:39.285329 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.db [None req-1827b85d-157e-440b-99bd-5f5ee867acf2 None None] For port 7a06dc1c-13e9-4144-a99e-adb6c7a60c55, host n-d-834765-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=7a06dc1c-13e9-4144-a99e-adb6c7a60c55,segment=NetworkSegment(deb1709f-901e-4762-906b-e68b8b79a168),segment_id=deb1709f-901e-4762-906b-e68b8b79a168)] {{(pid=102793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:52:39.289124 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Network 9e635c77-97bd-43dd-a5da-72a4f2e78179 details requested by agent ovs-agent-n-d-834765-1 with host n-d-834765-1 {{(pid=102792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 15:52:39.291351 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-1827b85d-157e-440b-99bd-5f5ee867acf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:39.303465 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-e9cde64b-dfcf-4be6-8b73-63d1a2529c39 None None] For port 38c61091-efa6-44d1-8702-14f57199fb72, host n-d-834765-1, cleared binding levels {{(pid=102792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:52:39.325599 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-b7165afc-c91b-4ff4-a60c-ef643b71ff23 tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:39.338781 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-b7165afc-c91b-4ff4-a60c-ef643b71ff23 tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4755559 Mar 29 15:52:39.401476 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d446993-e867-46a2-b446-00eaed99f50a None None] Pushing event updated for resources: {'Port': ['ID=7a06dc1c-13e9-4144-a99e-adb6c7a60c55,revision_number=4']} {{(pid=102793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:52:39.408488 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 34198) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:52:39.411369 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Provisioning for port 199d5a9a-7f9d-41c5-beac-efe98e585079 completed by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 15:52:39.419551 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-9d917842-7dec-46ef-a07d-a7f3125daf00 tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] Request body: {'floatingip': {'floating_network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:52:39.454692 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1827b85d-157e-440b-99bd-5f5ee867acf2 None None] Routers {'f4da9992-f427-4676-b6fc-fe60650ec8ec'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:52:39.457110 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-1827b85d-157e-440b-99bd-5f5ee867acf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:52:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['f4da9992-f427-4676-b6fc-fe60650ec8ec'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:52:39.468501 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-0cd42b97-c979-45ad-9863-ce6cb9913031 None None] For port f47e06f9-904c-4fbb-ae13-75aeab176539, host n-d-834765-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=f47e06f9-904c-4fbb-ae13-75aeab176539,segment=NetworkSegment(deb1709f-901e-4762-906b-e68b8b79a168),segment_id=deb1709f-901e-4762-906b-e68b8b79a168)] {{(pid=102792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:52:39.476498 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-2638cbb7-8bb8-4be6-95e3-f00fe10dac99 req-f4d428bc-548c-46e7-b39a-4bd2bddc8f98 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=6997b55d-6b39-4ad3-a116-fa109ba39caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2919061 Mar 29 15:52:39.527522 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port c26e6a2d-a2a5-46b5-8410-d39928c1a2dd triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:52:39.527751 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:39.531832 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Provisioning complete for port 199d5a9a-7f9d-41c5-beac-efe98e585079 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:52:39.532229 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:39.539618 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-9d917842-7dec-46ef-a07d-a7f3125daf00 tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] Notify callbacks [] for floatingip, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:39.568100 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecd0baf-a178-48d5-a177-37bd5df0bb27 req-23bf7758-c6c7-494f-b6b6-50a33c22af25 tempest-ListServersNegativeTestJSON-314748889 tempest-ListServersNegativeTestJSON-314748889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:52:39.570234 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-0ecd0baf-a178-48d5-a177-37bd5df0bb27 req-23bf7758-c6c7-494f-b6b6-50a33c22af25 tempest-ListServersNegativeTestJSON-314748889 tempest-ListServersNegativeTestJSON-314748889-project] 10.222.0.42 "GET /v2.0/ports?device_id=118a8f70-c3b2-4405-850a-39c7f1a5273a HTTP/1.1" status: 200 len: 944 time: 0.2943759 Mar 29 15:52:39.603930 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-8995415f-e960-4304-a39d-bc1fc6b74cf7 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5231896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4793961'] for subnet, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:39.681153 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvr_db [None req-1827b85d-157e-440b-99bd-5f5ee867acf2 None None] Set router f4da9992-f427-4676-b6fc-fe60650ec8ec gateway port host: n-d-834765-1 {{(pid=102793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:52:39.718271 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-70c24b4b-c051-43ba-8aab-bdb5ae7fb8d4 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Notify callbacks [] for security_group, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:39.751052 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-0ecd0baf-a178-48d5-a177-37bd5df0bb27 req-c03f33d5-c6da-417c-9a3f-dec39292328b tempest-ListServersNegativeTestJSON-314748889 tempest-ListServersNegativeTestJSON-314748889-project] 10.222.0.42 "GET /v2.0/security-groups?id=6997b55d-6b39-4ad3-a116-fa109ba39caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455956 Mar 29 15:52:39.755308 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-70c24b4b-c051-43ba-8aab-bdb5ae7fb8d4 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:39.770422 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8995415f-e960-4304-a39d-bc1fc6b74cf7 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Pushing event updated for resources: {'Subnet': ['ID=224828dc-512e-4ec6-b032-c22ba8025f12,revision_number=0']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:52:39.794497 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-e9cde64b-dfcf-4be6-8b73-63d1a2529c39 None None] For port 38c61091-efa6-44d1-8702-14f57199fb72, host n-d-834765-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=38c61091-efa6-44d1-8702-14f57199fb72,segment=NetworkSegment(6ab47353-a811-4bad-bc73-b4cc84583cfd),segment_id=6ab47353-a811-4bad-bc73-b4cc84583cfd)] {{(pid=102792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:52:39.803437 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-0cd42b97-c979-45ad-9863-ce6cb9913031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:39.807722 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8995415f-e960-4304-a39d-bc1fc6b74cf7 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Checking segment: {'id': 'e6e0ea5e-0520-4426-a775-74f62862bc9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '9e635c77-97bd-43dd-a5da-72a4f2e78179'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:52:39.812869 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8995415f-e960-4304-a39d-bc1fc6b74cf7 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Network hostable DHCP agents. Network: 9e635c77-97bd-43dd-a5da-72a4f2e78179, hostable agents: ['d136643e-48ae-49d4-a851-2ba3bdf3749c'], hosted agents: [] {{(pid=102790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 15:52:39.841710 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-e9cde64b-dfcf-4be6-8b73-63d1a2529c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:39.851894 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Pushing event updated for resources: {'Port': ['ID=47e0bd36-6c74-4d77-8dc8-b703d0747e7d,revision_number=5']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:52:39.855283 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-70c24b4b-c051-43ba-8aab-bdb5ae7fb8d4 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Notify callbacks [] for security_group, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:39.858380 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-70c24b4b-c051-43ba-8aab-bdb5ae7fb8d4 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.6186483 Mar 29 15:52:39.861955 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 34210) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:52:39.867691 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-96e40907-735d-4285-927c-7c104b11393d tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Request body: {'security_group_rule': {'security_group_id': 'ff6926a7-466a-45ba-ab0c-09c9f75f7301', 'project_id': '4613198224a343ff95b6b23b26c7af7a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:52:39.890701 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8995415f-e960-4304-a39d-bc1fc6b74cf7 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Network 9e635c77-97bd-43dd-a5da-72a4f2e78179 is scheduled to be hosted by DHCP agent d136643e-48ae-49d4-a851-2ba3bdf3749c with binding_index 1 {{(pid=102790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 15:52:39.903737 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c24b4b-c051-43ba-8aab-bdb5ae7fb8d4 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff6926a7-466a-45ba-ab0c-09c9f75f7301,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:52:39.904011 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-8995415f-e960-4304-a39d-bc1fc6b74cf7 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834765-1, 9e635c77-97bd-43dd-a5da-72a4f2e78179) {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:52:39.909702 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8995415f-e960-4304-a39d-bc1fc6b74cf7 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:52:39.910444 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-8995415f-e960-4304-a39d-bc1fc6b74cf7 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for subnet, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:39.945531 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-8995415f-e960-4304-a39d-bc1fc6b74cf7 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.1477551 Mar 29 15:52:39.946331 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 34212) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:52:40.034834 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-1827b85d-157e-440b-99bd-5f5ee867acf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4da9992-f427-4676-b6fc-fe60650ec8ec', 'name': 'tempest-TestNetworkBasicOps-router-1818188587', 'tenant_id': '4613198224a343ff95b6b23b26c7af7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.78'}], 'enable_snat': True}, 'gw_port_id': '1cca274f-dafb-4edb-9b6f-e764867c543e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:52:22Z', 'updated_at': '2022-03-29T15:52:34Z', 'revision_number': 4, 'project_id': '4613198224a343ff95b6b23b26c7af7a', 'gw_port': {'id': '1cca274f-dafb-4edb-9b6f-e764867c543e', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:de:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4da9992-f427-4676-b6fc-fe60650ec8ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2078, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:52:24Z', 'updated_at': '2022-03-29T15:52:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': '7a06dc1c-13e9-4144-a99e-adb6c7a60c55', 'name': '', 'network_id': '289d4c05-6537-47d7-9c1c-0777ed8cf48a', 'tenant_id': '4613198224a343ff95b6b23b26c7af7a', 'mac_address': 'fa:16:3e:9c:ca:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4da9992-f427-4676-b6fc-fe60650ec8ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 2093, 'fixed_ips': [{'subnet_id': 'd2f96c58-eed7-4bf5-adae-f978ef8efd9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:52:33Z', 'updated_at': '2022-03-29T15:52:39Z', 'revision_number': 4, 'project_id': '4613198224a343ff95b6b23b26c7af7a', 'subnets': [{'id': 'd2f96c58-eed7-4bf5-adae-f978ef8efd9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:52:40.058108 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-96e40907-735d-4285-927c-7c104b11393d tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:40.069867 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1827b85d-157e-440b-99bd-5f5ee867acf2 None None] The sync data for ids ['f4da9992-f427-4676-b6fc-fe60650ec8ec'] in n-d-834765-1 is: [{'id': 'f4da9992-f427-4676-b6fc-fe60650ec8ec', 'name': 'tempest-TestNetworkBasicOps-router-1818188587', 'tenant_id': '4613198224a343ff95b6b23b26c7af7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.78'}], 'enable_snat': True}, 'gw_port_id': '1cca274f-dafb-4edb-9b6f-e764867c543e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:52:22Z', 'updated_at': '2022-03-29T15:52:34Z', 'revision_number': 4, 'project_id': '4613198224a343ff95b6b23b26c7af7a', 'gw_port': {'id': '1cca274f-dafb-4edb-9b6f-e764867c543e', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:de:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4da9992-f427-4676-b6fc-fe60650ec8ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2078, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:52:24Z', 'updated_at': '2022-03-29T15:52:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': '7a06dc1c-13e9-4144-a99e-adb6c7a60c55', 'name': '', 'network_id': '289d4c05-6537-47d7-9c1c-0777ed8cf48a', 'tenant_id': '4613198224a343ff95b6b23b26c7af7a', 'mac_address': 'fa:16:3e:9c:ca:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4da9992-f427-4676-b6fc-fe60650ec8ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 2093, 'fixed_ips': [{'subnet_id': 'd2f96c58-eed7-4bf5-adae-f978ef8efd9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:52:33Z', 'updated_at': '2022-03-29T15:52:39Z', 'revision_number': 4, 'project_id': '4613198224a343ff95b6b23b26c7af7a', 'subnets': [{'id': 'd2f96c58-eed7-4bf5-adae-f978ef8efd9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:52:40.105089 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df34d994-9ab9-430f-ae55-4f268a8ec6f3 None None] Network 9e635c77-97bd-43dd-a5da-72a4f2e78179 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 15:52:40.200485 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-9d917842-7dec-46ef-a07d-a7f3125daf00 tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:40.238672 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9cde64b-dfcf-4be6-8b73-63d1a2529c39 None None] Routers {'6285f326-c781-4f2f-ab7c-7ef532c6f60c'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:52:40.239344 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-e9cde64b-dfcf-4be6-8b73-63d1a2529c39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:52:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['6285f326-c781-4f2f-ab7c-7ef532c6f60c'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:52:40.241585 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd42b97-c979-45ad-9863-ce6cb9913031 None None] Pushing event updated for resources: {'Port': ['ID=f47e06f9-904c-4fbb-ae13-75aeab176539,revision_number=2']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:52:40.265188 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-5728c647-9bf6-4a95-a7fc-60236fb0a1bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:40.487942 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-5728c647-9bf6-4a95-a7fc-60236fb0a1bf None None] For port d8015373-19e3-4e7d-995c-585066785612, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=d8015373-19e3-4e7d-995c-585066785612,segment=NetworkSegment(791a8c36-d64c-4076-bab9-cb505e412eae),segment_id=791a8c36-d64c-4076-bab9-cb505e412eae)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:52:40.504292 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d961f4b6-9e77-416f-ad12-42d63306f43a None None] Pushing event updated for resources: {'Port': ['ID=38c61091-efa6-44d1-8702-14f57199fb72,revision_number=3']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:52:40.627595 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-5728c647-9bf6-4a95-a7fc-60236fb0a1bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:40.709804 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_common [None req-9d917842-7dec-46ef-a07d-a7f3125daf00 tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] Allocated IP 172.25.4.57 (4a4a035d-ecac-4ead-baa3-25f90788773a/e1a353dc-fac8-4901-a63c-273840237d6a/564fcb06-493a-4df7-bcc0-49d38a6b4cf5) {{(pid=102791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:52:40.816311 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-96e40907-735d-4285-927c-7c104b11393d tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:40.837764 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-96e40907-735d-4285-927c-7c104b11393d tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610998'] for security_group_rule, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:41.110411 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-96e40907-735d-4285-927c-7c104b11393d tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:41.120218 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-96e40907-735d-4285-927c-7c104b11393d tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2504272 Mar 29 15:52:41.120218 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e40907-735d-4285-927c-7c104b11393d tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28ff8d20-3ab6-4e9d-ab37-7ee53a50450d,revision_number=0']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:52:41.125728 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 34232) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:52:41.152100 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-0f717c05-50fd-4832-a53f-99c0efabbe67 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Request body: {'security_group_rule': {'security_group_id': 'ff6926a7-466a-45ba-ab0c-09c9f75f7301', 'project_id': '4613198224a343ff95b6b23b26c7af7a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:52:41.164599 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvr_db [None req-e9cde64b-dfcf-4be6-8b73-63d1a2529c39 None None] Set router 6285f326-c781-4f2f-ab7c-7ef532c6f60c gateway port host: n-d-834765-1 {{(pid=102792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:52:41.235431 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa54d143-fcf1-4c13-89c4-1d6653c01a34 req-b8b5499e-92e5-4236-ad19-a215f48932cc tempest-ServersTestJSON-163693882 tempest-ServersTestJSON-163693882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:52:41.247829 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-fa54d143-fcf1-4c13-89c4-1d6653c01a34 req-b8b5499e-92e5-4236-ad19-a215f48932cc tempest-ServersTestJSON-163693882 tempest-ServersTestJSON-163693882-project] 10.222.0.42 "GET /v2.0/ports?device_id=e64caf03-42bd-4cfb-97c7-f5073edb7b00 HTTP/1.1" status: 200 len: 945 time: 0.2168813 Mar 29 15:52:41.345025 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-fa54d143-fcf1-4c13-89c4-1d6653c01a34 req-7af2d744-d460-4c48-a250-32271d857f57 tempest-ServersTestJSON-163693882 tempest-ServersTestJSON-163693882-project] 10.222.0.42 "GET /v2.0/security-groups?id=1d8a701a-f8f9-4510-a9b8-eb027f460faf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0954599 Mar 29 15:52:41.506715 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb02a62-2fc3-428c-bbbc-d413b2518cb8 req-2026202a-99a6-4db7-b2c6-f98ef5dc8ec7 tempest-ListServersNegativeTestJSON-314748889 tempest-ListServersNegativeTestJSON-314748889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:52:41.514178 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-1bb02a62-2fc3-428c-bbbc-d413b2518cb8 req-2026202a-99a6-4db7-b2c6-f98ef5dc8ec7 tempest-ListServersNegativeTestJSON-314748889 tempest-ListServersNegativeTestJSON-314748889-project] 10.222.0.42 "GET /v2.0/ports?device_id=118a8f70-c3b2-4405-850a-39c7f1a5273a HTTP/1.1" status: 200 len: 944 time: 0.5299380 Mar 29 15:52:41.555398 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-0f717c05-50fd-4832-a53f-99c0efabbe67 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:41.722443 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-1bb02a62-2fc3-428c-bbbc-d413b2518cb8 req-5f55d333-3e42-4e8b-86ec-cec21432dbad tempest-ListServersNegativeTestJSON-314748889 tempest-ListServersNegativeTestJSON-314748889-project] 10.222.0.42 "GET /v2.0/security-groups?id=6997b55d-6b39-4ad3-a116-fa109ba39caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1961825 Mar 29 15:52:41.736091 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:41.737768 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5728c647-9bf6-4a95-a7fc-60236fb0a1bf None None] Pushing event updated for resources: {'Port': ['ID=d8015373-19e3-4e7d-995c-585066785612,revision_number=3']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:52:41.798540 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-9d917842-7dec-46ef-a07d-a7f3125daf00 tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] Notify callbacks [] for port, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:41.812509 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-0f717c05-50fd-4832-a53f-99c0efabbe67 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:41.826120 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-0f717c05-50fd-4832-a53f-99c0efabbe67 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610998'] for security_group_rule, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:41.892251 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-0f717c05-50fd-4832-a53f-99c0efabbe67 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:41.894575 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-0f717c05-50fd-4832-a53f-99c0efabbe67 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7535737 Mar 29 15:52:41.897561 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 34250) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:52:41.904463 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-5f42f1c8-483f-42e2-9dfa-a7a9dc3093fa tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Request body: {'security_group_rule': {'security_group_id': 'ff6926a7-466a-45ba-ab0c-09c9f75f7301', 'project_id': '4613198224a343ff95b6b23b26c7af7a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:52:41.977503 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-a13bdf08-1456-4b7a-8e7f-f1b10235cf93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9da902c6-9f7e-4097-930c-17733aa3c7fe', 'name': 'tempest-RoutersIpV6Test-router-1373550545', 'tenant_id': '5dbaebdcae654b77ad7a96310f75316a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:51:58Z', 'updated_at': '2022-03-29T15:52:36Z', 'revision_number': 4, 'project_id': '5dbaebdcae654b77ad7a96310f75316a', 'gw_port_host': None, '_interfaces': [{'id': '0c3048ca-b436-497e-8537-c4f3729c8d72', 'name': '', 'network_id': 'd5ec32e7-3a2e-4bf1-904f-30df3c5152ae', 'tenant_id': '5dbaebdcae654b77ad7a96310f75316a', 'mac_address': 'fa:16:3e:70:70:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9da902c6-9f7e-4097-930c-17733aa3c7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2090, 'fixed_ips': [{'subnet_id': '527e220e-c875-453f-9935-6f3faba46009', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:52:31Z', 'updated_at': '2022-03-29T15:52:36Z', 'revision_number': 2, 'project_id': '5dbaebdcae654b77ad7a96310f75316a', 'subnets': [{'id': '527e220e-c875-453f-9935-6f3faba46009', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '380d8e44-294f-4283-bec9-c72dc0c8e372', 'name': '', 'network_id': '05aff4d8-6ad3-42b1-82b3-9ab459d67c95', 'tenant_id': '5dbaebdcae654b77ad7a96310f75316a', 'mac_address': 'fa:16:3e:fb:56:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9da902c6-9f7e-4097-930c-17733aa3c7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2030, 'fixed_ips': [{'subnet_id': '66ddf533-9b96-4910-b203-743982681446', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:52:02Z', 'updated_at': '2022-03-29T15:52:13Z', 'revision_number': 5, 'project_id': '5dbaebdcae654b77ad7a96310f75316a', 'subnets': [{'id': '66ddf533-9b96-4910-b203-743982681446', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f3b24b0b-3c90-4d52-8980-3ee99c330cd0', 'name': '', 'network_id': '486e2680-95ad-49c2-b358-d58073389320', 'tenant_id': '5dbaebdcae654b77ad7a96310f75316a', 'mac_address': 'fa:16:3e:fc:22:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9da902c6-9f7e-4097-930c-17733aa3c7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2064, 'fixed_ips': [{'subnet_id': '80218fe4-18d9-422d-92b9-96748e78d74e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:52:17Z', 'updated_at': '2022-03-29T15:52:35Z', 'revision_number': 5, 'project_id': '5dbaebdcae654b77ad7a96310f75316a', 'subnets': [{'id': '80218fe4-18d9-422d-92b9-96748e78d74e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:52:41.989214 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-5f42f1c8-483f-42e2-9dfa-a7a9dc3093fa tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:42.055348 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a13bdf08-1456-4b7a-8e7f-f1b10235cf93 None None] Checking router: 9da902c6-9f7e-4097-930c-17733aa3c7fe for host: n-d-834765-1 {{(pid=102792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:52:42.056119 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a13bdf08-1456-4b7a-8e7f-f1b10235cf93 None None] Updating router 9da902c6-9f7e-4097-930c-17733aa3c7fe port 0c3048ca-b436-497e-8537-c4f3729c8d72 binding host n-d-834765-1 {{(pid=102792) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 15:52:42.058519 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-184bb68e-d672-4ee6-8e15-e4d052cec8e3 None None] Network 289d4c05-6537-47d7-9c1c-0777ed8cf48a requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 15:52:42.061298 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f717c05-50fd-4832-a53f-99c0efabbe67 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9145bf6c-6543-439d-a655-784a18cf5b2b,revision_number=0']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:52:42.159251 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-5f42f1c8-483f-42e2-9dfa-a7a9dc3093fa tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:42.166241 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-a13bdf08-1456-4b7a-8e7f-f1b10235cf93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:42.170541 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-7e1f144a-f68e-4ff0-8056-cc5aed706ab0 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:42.172329 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-5f42f1c8-483f-42e2-9dfa-a7a9dc3093fa tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610998'] for security_group_rule, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:42.218356 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f42f1c8-483f-42e2-9dfa-a7a9dc3093fa tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47e31f90-8bff-4432-a54b-1503f9cd69a6,revision_number=0']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:52:42.232466 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-5f42f1c8-483f-42e2-9dfa-a7a9dc3093fa tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:42.233735 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-5f42f1c8-483f-42e2-9dfa-a7a9dc3093fa tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3339951 Mar 29 15:52:42.236651 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 34258) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:52:42.242138 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '118a8f70-c3b2-4405-850a-39c7f1a5273a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '199d5a9a-7f9d-41c5-beac-efe98e585079'}] {{(pid=102792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:52:42.244744 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4f476c66b318cc6068719fc39557fac68d413f5c7e78fa77028c7948e999ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4dbf91e-8b14-4a05-a60e-5deaec25d717" -d '{"events": [{"server_uuid": "118a8f70-c3b2-4405-850a-39c7f1a5273a", "name": "network-vif-plugged", "status": "completed", "tag": "199d5a9a-7f9d-41c5-beac-efe98e585079"}]}' {{(pid=102792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:52:42.249253 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-687b24a1-5de1-4058-a1b1-ac3e1eece993 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Request body: {'security_group_rule': {'security_group_id': 'ff6926a7-466a-45ba-ab0c-09c9f75f7301', 'project_id': '4613198224a343ff95b6b23b26c7af7a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:52:42.289026 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-c2571335-fae5-4401-9fb5-1cd5638ecfde None None] Provisioning complete for port d8015373-19e3-4e7d-995c-585066785612 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:52:42.289496 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-c2571335-fae5-4401-9fb5-1cd5638ecfde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:42.306203 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-687b24a1-5de1-4058-a1b1-ac3e1eece993 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:42.503056 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-687b24a1-5de1-4058-a1b1-ac3e1eece993 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:42.508944 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-687b24a1-5de1-4058-a1b1-ac3e1eece993 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610998'] for security_group_rule, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:42.536928 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687b24a1-5de1-4058-a1b1-ac3e1eece993 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b45dd8e3-953c-4f0e-846f-d319c56dce76,revision_number=0']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:52:42.547353 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-687b24a1-5de1-4058-a1b1-ac3e1eece993 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:42.551758 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-687b24a1-5de1-4058-a1b1-ac3e1eece993 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3117025 Mar 29 15:52:42.552265 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 34264) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:52:42.558922 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port 199d5a9a-7f9d-41c5-beac-efe98e585079, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=199d5a9a-7f9d-41c5-beac-efe98e585079,segment=NetworkSegment(937d7f9c-be9d-475b-b63f-12cf481dac76),segment_id=937d7f9c-be9d-475b-b63f-12cf481dac76)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:52:42.563920 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-c82a7db2-45a5-4763-abb3-5da3c7ab49b4 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Request body: {'security_group_rule': {'security_group_id': 'ff6926a7-466a-45ba-ab0c-09c9f75f7301', 'project_id': '4613198224a343ff95b6b23b26c7af7a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:52:42.602861 n-d-834765-1 neutron-server[102790]: INFO neutron.db.securitygroups_db [None req-c82a7db2-45a5-4763-abb3-5da3c7ab49b4 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Project 4613198224a343ff95b6b23b26c7af7a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 29 15:52:42.610495 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c82a7db2-45a5-4763-abb3-5da3c7ab49b4 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:42.631201 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:52:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41199322-f9bc-4bd7-9aa6-d85f0842c616 x-openstack-request-id: req-41199322-f9bc-4bd7-9aa6-d85f0842c616 {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:52:42.631459 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "118a8f70-c3b2-4405-850a-39c7f1a5273a", "name": "network-vif-plugged", "status": "completed", "tag": "199d5a9a-7f9d-41c5-beac-efe98e585079", "code": 200}]} {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:52:42.631921 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-41199322-f9bc-4bd7-9aa6-d85f0842c616 {{(pid=102792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:52:42.632138 n-d-834765-1 neutron-server[102792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '118a8f70-c3b2-4405-850a-39c7f1a5273a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '199d5a9a-7f9d-41c5-beac-efe98e585079', 'code': 200} Mar 29 15:52:42.680152 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:42.703063 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c82a7db2-45a5-4763-abb3-5da3c7ab49b4 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:42.707704 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c82a7db2-45a5-4763-abb3-5da3c7ab49b4 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610998'] for security_group_rule, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:42.735005 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82a7db2-45a5-4763-abb3-5da3c7ab49b4 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e790a18-551c-4a78-bb1b-b8553c3e7109,revision_number=0']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:52:42.750850 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c82a7db2-45a5-4763-abb3-5da3c7ab49b4 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:42.754925 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-c82a7db2-45a5-4763-abb3-5da3c7ab49b4 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1972589 Mar 29 15:52:42.755486 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 34270) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:52:42.761641 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-2c7fa04c-f580-4390-815f-1608b79cb6bc tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Request body: {'security_group_rule': {'security_group_id': 'ff6926a7-466a-45ba-ab0c-09c9f75f7301', 'project_id': '4613198224a343ff95b6b23b26c7af7a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:52:42.792140 n-d-834765-1 neutron-server[102790]: INFO neutron.db.securitygroups_db [None req-2c7fa04c-f580-4390-815f-1608b79cb6bc tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Project 4613198224a343ff95b6b23b26c7af7a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 29 15:52:42.814057 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-2c7fa04c-f580-4390-815f-1608b79cb6bc tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:42.940565 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-2c7fa04c-f580-4390-815f-1608b79cb6bc tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:42.949848 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-2c7fa04c-f580-4390-815f-1608b79cb6bc tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610998'] for security_group_rule, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:42.971378 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7fa04c-f580-4390-815f-1608b79cb6bc tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1db07b64-838e-46c2-b487-836f60600306,revision_number=0']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:52:43.000490 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e901d32-a0a7-4f97-a506-ca5b8dff7338 req-6ad5320d-6f5c-4a77-8e47-5088f7d48cff tempest-ListServersNegativeTestJSON-314748889 tempest-ListServersNegativeTestJSON-314748889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:52:43.002270 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-4e901d32-a0a7-4f97-a506-ca5b8dff7338 req-6ad5320d-6f5c-4a77-8e47-5088f7d48cff tempest-ListServersNegativeTestJSON-314748889 tempest-ListServersNegativeTestJSON-314748889-project] 10.222.0.42 "GET /v2.0/ports?device_id=118a8f70-c3b2-4405-850a-39c7f1a5273a HTTP/1.1" status: 200 len: 945 time: 0.1272519 Mar 29 15:52:43.010588 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-2c7fa04c-f580-4390-815f-1608b79cb6bc tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:43.012022 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-2c7fa04c-f580-4390-815f-1608b79cb6bc tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2554455 Mar 29 15:52:43.071569 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-4e901d32-a0a7-4f97-a506-ca5b8dff7338 req-a9f2a317-b58f-44ab-84ca-2870aa820685 tempest-ListServersNegativeTestJSON-314748889 tempest-ListServersNegativeTestJSON-314748889-project] 10.222.0.42 "GET /v2.0/security-groups?id=6997b55d-6b39-4ad3-a116-fa109ba39caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557773 Mar 29 15:52:43.113498 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Pushing event updated for resources: {'Port': ['ID=199d5a9a-7f9d-41c5-beac-efe98e585079,revision_number=5']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:52:43.122543 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device d8015373-19e3-4e7d-995c-585066785612 up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:52:43.253541 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-9d917842-7dec-46ef-a07d-a7f3125daf00 tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:43.271604 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-e9cde64b-dfcf-4be6-8b73-63d1a2529c39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6285f326-c781-4f2f-ab7c-7ef532c6f60c', 'name': 'tempest-AttachVolumeTestJSON-1827063187-router', 'tenant_id': '0645dc511670491c8626eeb496c0ab97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.149'}], 'enable_snat': True}, 'gw_port_id': '38c61091-efa6-44d1-8702-14f57199fb72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:52:23Z', 'updated_at': '2022-03-29T15:52:34Z', 'revision_number': 4, 'project_id': '0645dc511670491c8626eeb496c0ab97', 'gw_port': {'id': '38c61091-efa6-44d1-8702-14f57199fb72', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:b2:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6285f326-c781-4f2f-ab7c-7ef532c6f60c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2081, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:52:26Z', 'updated_at': '2022-03-29T15:52:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': '7eaacc99-c88e-4cef-a816-8959e5a646da', 'name': '', 'network_id': 'd994e3d3-6e54-466f-bbe9-e588ad776084', 'tenant_id': '0645dc511670491c8626eeb496c0ab97', 'mac_address': 'fa:16:3e:4f:b4:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6285f326-c781-4f2f-ab7c-7ef532c6f60c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2091, 'fixed_ips': [{'subnet_id': 'a8d0e49f-9e4f-4325-b3fe-d85cd5221184', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:52:33Z', 'updated_at': '2022-03-29T15:52:34Z', 'revision_number': 2, 'project_id': '0645dc511670491c8626eeb496c0ab97', 'subnets': [{'id': 'a8d0e49f-9e4f-4325-b3fe-d85cd5221184', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:52:43.274661 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7543d62b-50b9-4d10-9a0b-59e4570c52f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0035034-69b0-5ffc-b384-0ac6189c5628-9e635c77-97bd-43dd-a5da-72a4f2e78179', 'network_id': '9e635c77-97bd-43dd-a5da-72a4f2e78179', 'tenant_id': '5dbaebdcae654b77ad7a96310f75316a', 'fixed_ips': [{'subnet_id': '224828dc-512e-4ec6-b032-c22ba8025f12'}]}} from n-d-834765-1. {{(pid=102792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 29 15:52:43.275725 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-7543d62b-50b9-4d10-9a0b-59e4570c52f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:43.312589 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-b0a4a2bc-145b-420e-a104-b23f70b2f7b6 req-d339552a-72eb-474d-9550-94e34117e7a1 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-587316038&fields=id&tenant_id=4613198224a343ff95b6b23b26c7af7a HTTP/1.1" status: 200 len: 267 time: 0.0478489 Mar 29 15:52:43.362506 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9cde64b-dfcf-4be6-8b73-63d1a2529c39 None None] The sync data for ids ['6285f326-c781-4f2f-ab7c-7ef532c6f60c'] in n-d-834765-1 is: [{'id': '6285f326-c781-4f2f-ab7c-7ef532c6f60c', 'name': 'tempest-AttachVolumeTestJSON-1827063187-router', 'tenant_id': '0645dc511670491c8626eeb496c0ab97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.149'}], 'enable_snat': True}, 'gw_port_id': '38c61091-efa6-44d1-8702-14f57199fb72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:52:23Z', 'updated_at': '2022-03-29T15:52:34Z', 'revision_number': 4, 'project_id': '0645dc511670491c8626eeb496c0ab97', 'gw_port': {'id': '38c61091-efa6-44d1-8702-14f57199fb72', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:b2:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6285f326-c781-4f2f-ab7c-7ef532c6f60c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2081, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:52:26Z', 'updated_at': '2022-03-29T15:52:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': '7eaacc99-c88e-4cef-a816-8959e5a646da', 'name': '', 'network_id': 'd994e3d3-6e54-466f-bbe9-e588ad776084', 'tenant_id': '0645dc511670491c8626eeb496c0ab97', 'mac_address': 'fa:16:3e:4f:b4:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6285f326-c781-4f2f-ab7c-7ef532c6f60c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2091, 'fixed_ips': [{'subnet_id': 'a8d0e49f-9e4f-4325-b3fe-d85cd5221184', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:52:33Z', 'updated_at': '2022-03-29T15:52:34Z', 'revision_number': 2, 'project_id': '0645dc511670491c8626eeb496c0ab97', 'subnets': [{'id': 'a8d0e49f-9e4f-4325-b3fe-d85cd5221184', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:52:43.400682 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d917842-7dec-46ef-a07d-a7f3125daf00 tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] Network 4a4a035d-ecac-4ead-baa3-25f90788773a is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:52:43.415591 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07a0de2-3028-446c-9c42-cc869f41ed05 req-2800a36e-ad13-4669-95c7-d1258e0581be tempest-ServersTestJSON-163693882 tempest-ServersTestJSON-163693882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:52:43.423291 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e07a0de2-3028-446c-9c42-cc869f41ed05 req-2800a36e-ad13-4669-95c7-d1258e0581be tempest-ServersTestJSON-163693882 tempest-ServersTestJSON-163693882-project] 10.222.0.42 "GET /v2.0/ports?device_id=e64caf03-42bd-4cfb-97c7-f5073edb7b00 HTTP/1.1" status: 200 len: 945 time: 0.9693794 Mar 29 15:52:43.487870 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [None req-9d917842-7dec-46ef-a07d-a7f3125daf00 tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:52:43.504594 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d917842-7dec-46ef-a07d-a7f3125daf00 tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] Received port after_create {{(pid=102791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:52:43.508285 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fe2a36-4815-4f0c-8c88-8baa7aabc269 req-d9840c0c-54f3-4be6-a167-0c2c7f646ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:52:43.511475 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d8fe2a36-4815-4f0c-8c88-8baa7aabc269 req-d9840c0c-54f3-4be6-a167-0c2c7f646ad6 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=118a8f70-c3b2-4405-850a-39c7f1a5273a HTTP/1.1" status: 200 len: 1095 time: 1.0529761 Mar 29 15:52:43.549151 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.db_base_plugin_common [None req-7543d62b-50b9-4d10-9a0b-59e4570c52f7 None None] Allocated IP 2001:db8:3::2 (9e635c77-97bd-43dd-a5da-72a4f2e78179/224828dc-512e-4ec6-b032-c22ba8025f12/72564196-10e3-4cd8-96b2-0eed2a3d1c60) {{(pid=102792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:52:43.557761 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a4a2bc-145b-420e-a104-b23f70b2f7b6 req-f1373710-577d-49fc-b47a-8877aa08cffd tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:52:43.568007 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-b0a4a2bc-145b-420e-a104-b23f70b2f7b6 req-f1373710-577d-49fc-b47a-8877aa08cffd tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] 10.222.0.42 "GET /v2.0/networks?id=289d4c05-6537-47d7-9c1c-0777ed8cf48a HTTP/1.1" status: 200 len: 797 time: 0.2545204 Mar 29 15:52:43.596920 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-b0a4a2bc-145b-420e-a104-b23f70b2f7b6 req-dcc24dfa-66a5-4500-b5b0-eddbfc869296 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] 10.222.0.42 "GET /v2.0/quotas/4613198224a343ff95b6b23b26c7af7a HTTP/1.1" status: 200 len: 375 time: 0.0242393 Mar 29 15:52:43.599226 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d917842-7dec-46ef-a07d-a7f3125daf00 tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] Pushing event updated for resources: {'Port': ['ID=564fcb06-493a-4df7-bcc0-49d38a6b4cf5,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:52:43.756226 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-b0a4a2bc-145b-420e-a104-b23f70b2f7b6 req-3fa55572-1aaa-4d6b-950b-917c5226455b tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=4613198224a343ff95b6b23b26c7af7a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1531255 Mar 29 15:52:43.878066 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e07a0de2-3028-446c-9c42-cc869f41ed05 req-426f6261-ac34-4aff-8414-5ff5544bdd15 tempest-ServersTestJSON-163693882 tempest-ServersTestJSON-163693882-project] 10.222.0.42 "GET /v2.0/security-groups?id=1d8a701a-f8f9-4510-a9b8-eb027f460faf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4537351 Mar 29 15:52:43.886279 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port d8015373-19e3-4e7d-995c-585066785612 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:52:43.886657 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:44.029394 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d8fe2a36-4815-4f0c-8c88-8baa7aabc269 req-983beecd-d6ae-4c64-90fb-4f3e4ccede33 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=6997b55d-6b39-4ad3-a116-fa109ba39caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5077593 Mar 29 15:52:44.053426 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-9d917842-7dec-46ef-a07d-a7f3125daf00 tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:44.072807 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-c2571335-fae5-4401-9fb5-1cd5638ecfde None None] Provisioning complete for port 0c3048ca-b436-497e-8537-c4f3729c8d72 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:52:44.073329 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-c2571335-fae5-4401-9fb5-1cd5638ecfde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:44.081040 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b27e1f0-5e0b-4a5a-bf18-1618147e4072 req-37de15c1-2472-487e-8052-6e8f07c3de6d tempest-ServersTestJSON-163693882 tempest-ServersTestJSON-163693882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:52:44.082891 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-2b27e1f0-5e0b-4a5a-bf18-1618147e4072 req-37de15c1-2472-487e-8052-6e8f07c3de6d tempest-ServersTestJSON-163693882 tempest-ServersTestJSON-163693882-project] 10.222.0.44 "GET /v2.0/ports?device_id=e64caf03-42bd-4cfb-97c7-f5073edb7b00 HTTP/1.1" status: 200 len: 945 time: 0.2100916 Mar 29 15:52:44.239546 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-9d917842-7dec-46ef-a07d-a7f3125daf00 tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:44.255080 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-b0a4a2bc-145b-420e-a104-b23f70b2f7b6 req-bdb6e651-7b5c-4986-973b-f11ea375485d service neutron] 10.222.0.42 "GET /v2.0/networks/289d4c05-6537-47d7-9c1c-0777ed8cf48a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5007548 Mar 29 15:52:44.425667 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-b0a4a2bc-145b-420e-a104-b23f70b2f7b6 req-37a36d12-496c-4ee9-a7c0-ee0292338fcc service neutron] 10.222.0.42 "GET /v2.0/networks/289d4c05-6537-47d7-9c1c-0777ed8cf48a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1696906 Mar 29 15:52:44.453842 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-a13bdf08-1456-4b7a-8e7f-f1b10235cf93 None None] Notify callbacks [] for port, precommit_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:44.519544 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-a13bdf08-1456-4b7a-8e7f-f1b10235cf93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:44.564024 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-9d917842-7dec-46ef-a07d-a7f3125daf00 tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] Notify callbacks [] for port, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:44.607631 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-9d917842-7dec-46ef-a07d-a7f3125daf00 tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:44.732747 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438d4c29-dac6-4264-b212-dfc65002cdd1 None None] Pushing event updated for resources: {'Port': ['ID=0c3048ca-b436-497e-8537-c4f3729c8d72,revision_number=3']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:52:44.784982 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-c2571335-fae5-4401-9fb5-1cd5638ecfde None None] Port 0c3048ca-b436-497e-8537-c4f3729c8d72 cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 15:52:44.845599 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-7543d62b-50b9-4d10-9a0b-59e4570c52f7 None None] Notify callbacks [] for port, precommit_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:44.924555 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-7543d62b-50b9-4d10-9a0b-59e4570c52f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956'] for port, after_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:45.050707 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_common [None req-7e1f144a-f68e-4ff0-8056-cc5aed706ab0 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Allocated IP 2001:db8:3::1 (9e635c77-97bd-43dd-a5da-72a4f2e78179/224828dc-512e-4ec6-b032-c22ba8025f12/765ff2df-daaf-410e-a52f-504ab32fd593) {{(pid=102791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:52:45.134306 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7543d62b-50b9-4d10-9a0b-59e4570c52f7 None None] Pushing event updated for resources: {'Port': ['ID=72564196-10e3-4cd8-96b2-0eed2a3d1c60,revision_number=1']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:52:45.154144 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 1cca274f-dafb-4edb-9b6f-e764867c543e up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:52:45.251707 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f85b18-6a45-4f69-970f-c3c75ed34d79 req-dbe3ec79-4257-42b7-ba74-9b9081ee2449 tempest-ServersTestJSON-163693882 tempest-ServersTestJSON-163693882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:52:45.263722 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-42f85b18-6a45-4f69-970f-c3c75ed34d79 req-dbe3ec79-4257-42b7-ba74-9b9081ee2449 tempest-ServersTestJSON-163693882 tempest-ServersTestJSON-163693882-project] 10.222.0.42 "GET /v2.0/ports?device_id=e64caf03-42bd-4cfb-97c7-f5073edb7b00 HTTP/1.1" status: 200 len: 945 time: 0.1677206 Mar 29 15:52:45.265438 n-d-834765-1 neutron-server[102792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7543d62b-50b9-4d10-9a0b-59e4570c52f7 None None] Network 9e635c77-97bd-43dd-a5da-72a4f2e78179 is already hosted by enough agents. {{(pid=102792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:52:45.272177 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-4e53a8c8-cc9c-45aa-baf4-239c6754ce51 None None] Provisioning complete for port 7a06dc1c-13e9-4144-a99e-adb6c7a60c55 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:52:45.279074 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-4e53a8c8-cc9c-45aa-baf4-239c6754ce51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:45.287006 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-a13bdf08-1456-4b7a-8e7f-f1b10235cf93 None None] Attempting to bind port 0c3048ca-b436-497e-8537-c4f3729c8d72 on host n-d-834765-1 for vnic_type normal with profile {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:52:45.287449 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-a13bdf08-1456-4b7a-8e7f-f1b10235cf93 None None] Attempting to bind port 0c3048ca-b436-497e-8537-c4f3729c8d72 by drivers openvswitch,hyperv on host n-d-834765-1 at level 0 using segments [{'id': '791a8c36-d64c-4076-bab9-cb505e412eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'd5ec32e7-3a2e-4bf1-904f-30df3c5152ae'}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:52:45.287813 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a13bdf08-1456-4b7a-8e7f-f1b10235cf93 None None] Attempting to bind port 0c3048ca-b436-497e-8537-c4f3729c8d72 on network d5ec32e7-3a2e-4bf1-904f-30df3c5152ae {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:52:45.302929 n-d-834765-1 neutron-server[102792]: DEBUG neutron.scheduler.base_scheduler [None req-7543d62b-50b9-4d10-9a0b-59e4570c52f7 None None] Resources bound (agent type, host, resource id): {{(pid=102792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:52:45.317214 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7543d62b-50b9-4d10-9a0b-59e4570c52f7 None None] Received port after_create {{(pid=102792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:52:45.342081 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a13bdf08-1456-4b7a-8e7f-f1b10235cf93 None None] Checking agent: {'id': 'a8866439-9d96-425c-b519-6905c591ac37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 25, 36), 'started_at': datetime.datetime(2022, 3, 29, 15, 26, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 52, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834765-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:52:45.342723 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a13bdf08-1456-4b7a-8e7f-f1b10235cf93 None None] Checking segment: {'id': '791a8c36-d64c-4076-bab9-cb505e412eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'd5ec32e7-3a2e-4bf1-904f-30df3c5152ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:52:45.345431 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-a13bdf08-1456-4b7a-8e7f-f1b10235cf93 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:45.346025 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a13bdf08-1456-4b7a-8e7f-f1b10235cf93 None None] Bound using segment: {'id': '791a8c36-d64c-4076-bab9-cb505e412eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'd5ec32e7-3a2e-4bf1-904f-30df3c5152ae'} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:52:45.346694 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-a13bdf08-1456-4b7a-8e7f-f1b10235cf93 None None] Bound port: 0c3048ca-b436-497e-8537-c4f3729c8d72, host: n-d-834765-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '791a8c36-d64c-4076-bab9-cb505e412eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'd5ec32e7-3a2e-4bf1-904f-30df3c5152ae'}}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 15:52:45.347289 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-a13bdf08-1456-4b7a-8e7f-f1b10235cf93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:45.385240 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-42f85b18-6a45-4f69-970f-c3c75ed34d79 req-6caa36b9-95ac-495c-bcc4-0fe51983a8b4 tempest-ServersTestJSON-163693882 tempest-ServersTestJSON-163693882-project] 10.222.0.42 "GET /v2.0/security-groups?id=1d8a701a-f8f9-4510-a9b8-eb027f460faf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1183200 Mar 29 15:52:45.491299 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-7e1f144a-f68e-4ff0-8056-cc5aed706ab0 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks [] for port, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:45.564181 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-cd7283a9-3141-47b4-95a1-94bb84474fdf req-ec9d7224-2fcb-41ce-8352-42b6be505e95 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] 10.222.0.42 "GET /v2.0/ports?device_id=d55bce92-2492-4b8b-aa2e-7b55fe6ab72f HTTP/1.1" status: 200 len: 210 time: 0.0826406 Mar 29 15:52:45.622262 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c52dea4-d74d-41ba-a49a-12c0754a6a26 req-3bbabbce-b9ef-49a6-b927-97e82dda3464 tempest-ListServersNegativeTestJSON-314748889 tempest-ListServersNegativeTestJSON-314748889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:52:45.631874 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-5c52dea4-d74d-41ba-a49a-12c0754a6a26 req-3bbabbce-b9ef-49a6-b927-97e82dda3464 tempest-ListServersNegativeTestJSON-314748889 tempest-ListServersNegativeTestJSON-314748889-project] 10.222.0.42 "GET /v2.0/ports?device_id=118a8f70-c3b2-4405-850a-39c7f1a5273a HTTP/1.1" status: 200 len: 945 time: 1.0651495 Mar 29 15:52:45.635145 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d917842-7dec-46ef-a07d-a7f3125daf00 tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] Pushing event updated for resources: {'Port': ['ID=564fcb06-493a-4df7-bcc0-49d38a6b4cf5,revision_number=2']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:52:45.663892 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-7e1f144a-f68e-4ff0-8056-cc5aed706ab0 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:45.689710 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port 1cca274f-dafb-4edb-9b6f-e764867c543e triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:52:45.691019 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:45.749637 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-7543d62b-50b9-4d10-9a0b-59e4570c52f7 None None] Attempting to bind port 72564196-10e3-4cd8-96b2-0eed2a3d1c60 on host n-d-834765-1 for vnic_type normal with profile {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:52:45.753791 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-7543d62b-50b9-4d10-9a0b-59e4570c52f7 None None] Attempting to bind port 72564196-10e3-4cd8-96b2-0eed2a3d1c60 by drivers openvswitch,hyperv on host n-d-834765-1 at level 0 using segments [{'id': 'e6e0ea5e-0520-4426-a775-74f62862bc9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '9e635c77-97bd-43dd-a5da-72a4f2e78179'}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:52:45.754386 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7543d62b-50b9-4d10-9a0b-59e4570c52f7 None None] Attempting to bind port 72564196-10e3-4cd8-96b2-0eed2a3d1c60 on network 9e635c77-97bd-43dd-a5da-72a4f2e78179 {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:52:45.768023 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7543d62b-50b9-4d10-9a0b-59e4570c52f7 None None] Checking agent: {'id': 'a8866439-9d96-425c-b519-6905c591ac37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 25, 36), 'started_at': datetime.datetime(2022, 3, 29, 15, 26, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 52, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834765-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:52:45.768730 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7543d62b-50b9-4d10-9a0b-59e4570c52f7 None None] Checking segment: {'id': 'e6e0ea5e-0520-4426-a775-74f62862bc9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '9e635c77-97bd-43dd-a5da-72a4f2e78179'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:52:45.770375 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-7543d62b-50b9-4d10-9a0b-59e4570c52f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:45.770997 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7543d62b-50b9-4d10-9a0b-59e4570c52f7 None None] Bound using segment: {'id': 'e6e0ea5e-0520-4426-a775-74f62862bc9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '9e635c77-97bd-43dd-a5da-72a4f2e78179'} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:52:45.774261 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-7543d62b-50b9-4d10-9a0b-59e4570c52f7 None None] Bound port: 72564196-10e3-4cd8-96b2-0eed2a3d1c60, host: n-d-834765-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6e0ea5e-0520-4426-a775-74f62862bc9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '9e635c77-97bd-43dd-a5da-72a4f2e78179'}}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 15:52:45.774665 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-7543d62b-50b9-4d10-9a0b-59e4570c52f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:45.800425 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-9d917842-7dec-46ef-a07d-a7f3125daf00 tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648212'] for floatingip, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:45.890926 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-9d917842-7dec-46ef-a07d-a7f3125daf00 tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for floatingip, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:45.912918 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-9d917842-7dec-46ef-a07d-a7f3125daf00 tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.5000074 Mar 29 15:52:45.937823 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-7543d62b-50b9-4d10-9a0b-59e4570c52f7 None None] For port 72564196-10e3-4cd8-96b2-0eed2a3d1c60, host n-d-834765-1, cleared binding levels {{(pid=102792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:52:45.942344 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-7543d62b-50b9-4d10-9a0b-59e4570c52f7 None None] For port 72564196-10e3-4cd8-96b2-0eed2a3d1c60, host n-d-834765-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=72564196-10e3-4cd8-96b2-0eed2a3d1c60,segment=NetworkSegment(e6e0ea5e-0520-4426-a775-74f62862bc9d),segment_id=e6e0ea5e-0520-4426-a775-74f62862bc9d)] {{(pid=102792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:52:45.964346 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-7543d62b-50b9-4d10-9a0b-59e4570c52f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:46.009939 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e1f144a-f68e-4ff0-8056-cc5aed706ab0 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Network 9e635c77-97bd-43dd-a5da-72a4f2e78179 is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:52:46.060003 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [None req-7e1f144a-f68e-4ff0-8056-cc5aed706ab0 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:52:46.080893 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e1f144a-f68e-4ff0-8056-cc5aed706ab0 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Received port after_create {{(pid=102791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:52:46.085657 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-7e1f144a-f68e-4ff0-8056-cc5aed706ab0 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-648347'] for router_interface, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:46.099219 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1f144a-f68e-4ff0-8056-cc5aed706ab0 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Pushing event updated for resources: {'Port': ['ID=765ff2df-daaf-410e-a52f-504ab32fd593,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:52:46.099437 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-a13bdf08-1456-4b7a-8e7f-f1b10235cf93 None None] For port 0c3048ca-b436-497e-8537-c4f3729c8d72, host n-d-834765-1, cleared binding levels {{(pid=102792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:52:46.130179 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-4e53a8c8-cc9c-45aa-baf4-239c6754ce51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:46.219752 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-a13bdf08-1456-4b7a-8e7f-f1b10235cf93 None None] For port 0c3048ca-b436-497e-8537-c4f3729c8d72, host n-d-834765-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=0c3048ca-b436-497e-8537-c4f3729c8d72,segment=NetworkSegment(791a8c36-d64c-4076-bab9-cb505e412eae),segment_id=791a8c36-d64c-4076-bab9-cb505e412eae)] {{(pid=102792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:52:46.256802 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-a13bdf08-1456-4b7a-8e7f-f1b10235cf93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:46.266878 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-f0850305-2648-482f-bb4f-90f35a4be86a req-253e4477-9ac1-4a07-8df6-93c9dae7aba4 tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--1951672695&fields=id&tenant_id=0645dc511670491c8626eeb496c0ab97 HTTP/1.1" status: 200 len: 267 time: 0.0995908 Mar 29 15:52:46.267833 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [req-2b27e1f0-5e0b-4a5a-bf18-1618147e4072 req-92750777-d996-43ad-994a-208293dd24a3 tempest-ServersTestJSON-163693882 tempest-ServersTestJSON-163693882-project] Deleting port ff69d3cd-8425-4439-a28e-a50632d73c81 {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:52:46.268232 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-2b27e1f0-5e0b-4a5a-bf18-1618147e4072 req-92750777-d996-43ad-994a-208293dd24a3 tempest-ServersTestJSON-163693882 tempest-ServersTestJSON-163693882-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:46.288545 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-5c52dea4-d74d-41ba-a49a-12c0754a6a26 req-274c5536-722c-49bf-a6e6-28a7398884c8 tempest-ListServersNegativeTestJSON-314748889 tempest-ListServersNegativeTestJSON-314748889-project] 10.222.0.42 "GET /v2.0/security-groups?id=6997b55d-6b39-4ad3-a116-fa109ba39caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6511869 Mar 29 15:52:46.441015 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7543d62b-50b9-4d10-9a0b-59e4570c52f7 None None] Pushing event updated for resources: {'Port': ['ID=72564196-10e3-4cd8-96b2-0eed2a3d1c60,revision_number=2']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:52:46.661752 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0850305-2648-482f-bb4f-90f35a4be86a req-5b04e96f-572f-47b7-bc7c-f8470650b6b0 tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:52:46.712110 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-f0850305-2648-482f-bb4f-90f35a4be86a req-5b04e96f-572f-47b7-bc7c-f8470650b6b0 tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] 10.222.0.42 "GET /v2.0/networks?id=d994e3d3-6e54-466f-bbe9-e588ad776084 HTTP/1.1" status: 200 len: 811 time: 0.4340386 Mar 29 15:52:46.784805 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-f0850305-2648-482f-bb4f-90f35a4be86a req-5b5d74d6-ff66-4845-b8ba-479644483fab tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] 10.222.0.42 "GET /v2.0/quotas/0645dc511670491c8626eeb496c0ab97 HTTP/1.1" status: 200 len: 375 time: 0.0440435 Mar 29 15:52:46.814180 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-4e53a8c8-cc9c-45aa-baf4-239c6754ce51 None None] For port 7a06dc1c-13e9-4144-a99e-adb6c7a60c55, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=7a06dc1c-13e9-4144-a99e-adb6c7a60c55,segment=NetworkSegment(deb1709f-901e-4762-906b-e68b8b79a168),segment_id=deb1709f-901e-4762-906b-e68b8b79a168)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:52:46.848329 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a13bdf08-1456-4b7a-8e7f-f1b10235cf93 None None] Routers {'9da902c6-9f7e-4097-930c-17733aa3c7fe'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:52:46.851133 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-a13bdf08-1456-4b7a-8e7f-f1b10235cf93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:52:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['9da902c6-9f7e-4097-930c-17733aa3c7fe'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:52:46.853320 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-4e53a8c8-cc9c-45aa-baf4-239c6754ce51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:46.959029 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device f3b24b0b-3c90-4d52-8980-3ee99c330cd0 up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:52:47.066258 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438d4c29-dac6-4264-b212-dfc65002cdd1 None None] Pushing event updated for resources: {'Port': ['ID=0c3048ca-b436-497e-8537-c4f3729c8d72,revision_number=4']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:52:47.097778 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-f0850305-2648-482f-bb4f-90f35a4be86a req-d1e7f5eb-2ef5-4bd3-a714-b862e9e11cdf tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=0645dc511670491c8626eeb496c0ab97&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2812243 Mar 29 15:52:47.232874 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73de635-6b9e-43ac-a2f4-4e1b371a231d req-56e2c58c-88b7-4b86-8ddc-39545b1c791b tempest-ServersTestJSON-163693882 tempest-ServersTestJSON-163693882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:52:47.236743 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-a73de635-6b9e-43ac-a2f4-4e1b371a231d req-56e2c58c-88b7-4b86-8ddc-39545b1c791b tempest-ServersTestJSON-163693882 tempest-ServersTestJSON-163693882-project] 10.222.0.42 "GET /v2.0/ports?device_id=e64caf03-42bd-4cfb-97c7-f5073edb7b00 HTTP/1.1" status: 200 len: 945 time: 0.5584874 Mar 29 15:52:47.259657 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-7e1f144a-f68e-4ff0-8056-cc5aed706ab0 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:47.289586 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e53a8c8-cc9c-45aa-baf4-239c6754ce51 None None] Pushing event updated for resources: {'Port': ['ID=7a06dc1c-13e9-4144-a99e-adb6c7a60c55,revision_number=5']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:52:47.400138 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-f0850305-2648-482f-bb4f-90f35a4be86a req-1644b7b3-f950-41b7-b518-9fd7c66aae83 service neutron] 10.222.0.42 "GET /v2.0/networks/d994e3d3-6e54-466f-bbe9-e588ad776084?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2853861 Mar 29 15:52:47.566954 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-f0850305-2648-482f-bb4f-90f35a4be86a req-d99e7ba9-b42b-4356-ade5-f2f760076645 service neutron] 10.222.0.42 "GET /v2.0/networks/d994e3d3-6e54-466f-bbe9-e588ad776084?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1609321 Mar 29 15:52:47.642888 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-4e53a8c8-cc9c-45aa-baf4-239c6754ce51 None None] Provisioning complete for port f47e06f9-904c-4fbb-ae13-75aeab176539 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:52:47.643464 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-4e53a8c8-cc9c-45aa-baf4-239c6754ce51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:47.645163 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:47.651859 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device ff69d3cd-8425-4439-a28e-a50632d73c81 no longer exists at agent hyperv_n-h1-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:52:47.807681 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvr_db [None req-a13bdf08-1456-4b7a-8e7f-f1b10235cf93 None None] Set router 9da902c6-9f7e-4097-930c-17733aa3c7fe gateway port host: None {{(pid=102792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:52:47.841054 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port f3b24b0b-3c90-4d52-8980-3ee99c330cd0 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:52:47.841054 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:47.873164 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-2b27e1f0-5e0b-4a5a-bf18-1618147e4072 req-92750777-d996-43ad-994a-208293dd24a3 tempest-ServersTestJSON-163693882 tempest-ServersTestJSON-163693882-project] For port ff69d3cd-8425-4439-a28e-a50632d73c81, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=ff69d3cd-8425-4439-a28e-a50632d73c81,segment=NetworkSegment(3517382d-aae8-457c-a891-64fda55090a5),segment_id=3517382d-aae8-457c-a891-64fda55090a5)] {{(pid=102791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:52:47.876291 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-2b27e1f0-5e0b-4a5a-bf18-1618147e4072 req-92750777-d996-43ad-994a-208293dd24a3 tempest-ServersTestJSON-163693882 tempest-ServersTestJSON-163693882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:47.965171 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:48.049744 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce9470b5-a1a6-432a-b855-bbd6fc7bce2f None None] Sync routers for ids ['6285f326-c781-4f2f-ab7c-7ef532c6f60c'] in n-d-834765-1 {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:52:48.063818 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-7e1f144a-f68e-4ff0-8056-cc5aed706ab0 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks [] for port, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:48.066107 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce9470b5-a1a6-432a-b855-bbd6fc7bce2f None None] Routers {'6285f326-c781-4f2f-ab7c-7ef532c6f60c'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:52:48.067053 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-ce9470b5-a1a6-432a-b855-bbd6fc7bce2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:52:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['6285f326-c781-4f2f-ab7c-7ef532c6f60c'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:52:48.145478 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-1ba4aed5-84e3-4acf-862a-a5bd9c6bc7d0 req-e2150068-9376-4904-a8a0-0ef556d7facc tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] 10.222.0.42 "GET /v2.0/ports?device_id=d55bce92-2492-4b8b-aa2e-7b55fe6ab72f HTTP/1.1" status: 200 len: 210 time: 0.1090684 Mar 29 15:52:48.146734 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-7e1f144a-f68e-4ff0-8056-cc5aed706ab0 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:48.149042 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-7e1f144a-f68e-4ff0-8056-cc5aed706ab0 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-648439'] for router_interface, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:48.247063 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-a73de635-6b9e-43ac-a2f4-4e1b371a231d req-80316cae-ab4f-4c7c-acf6-51d9f7944e17 tempest-ServersTestJSON-163693882 tempest-ServersTestJSON-163693882-project] 10.222.0.42 "GET /v2.0/security-groups?id=1d8a701a-f8f9-4510-a9b8-eb027f460faf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9767599 Mar 29 15:52:48.344469 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-975b5378-3b31-476d-bf8c-4b3e57a68a73 None None] Network 9e635c77-97bd-43dd-a5da-72a4f2e78179 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 15:52:48.467003 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvr_db [None req-ce9470b5-a1a6-432a-b855-bbd6fc7bce2f None None] Set router 6285f326-c781-4f2f-ab7c-7ef532c6f60c gateway port host: n-d-834765-1 {{(pid=102793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:52:48.493551 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95e5d9b-2a88-489e-ac7b-64f5f1ea0cb6 req-6abd6cf7-b1be-41a6-8902-0205ca3ae90a tempest-ListServersNegativeTestJSON-314748889 tempest-ListServersNegativeTestJSON-314748889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:52:48.506146 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-e95e5d9b-2a88-489e-ac7b-64f5f1ea0cb6 req-6abd6cf7-b1be-41a6-8902-0205ca3ae90a tempest-ListServersNegativeTestJSON-314748889 tempest-ListServersNegativeTestJSON-314748889-project] 10.222.0.42 "GET /v2.0/ports?device_id=118a8f70-c3b2-4405-850a-39c7f1a5273a HTTP/1.1" status: 200 len: 945 time: 0.1479020 Mar 29 15:52:48.584905 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-e95e5d9b-2a88-489e-ac7b-64f5f1ea0cb6 req-069f34f4-3760-4cbb-a39b-775582f3f41b tempest-ListServersNegativeTestJSON-314748889 tempest-ListServersNegativeTestJSON-314748889-project] 10.222.0.42 "GET /v2.0/security-groups?id=6997b55d-6b39-4ad3-a116-fa109ba39caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750380 Mar 29 15:52:48.736796 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-4e53a8c8-cc9c-45aa-baf4-239c6754ce51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:48.800061 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-349e5683-3cfd-41b5-96f8-2c461317c4a5 req-1cc4eecf-1805-4173-8032-57b91e65cb2e tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] 10.222.0.42 "GET /v2.0/ports?device_id=27edd37b-f742-40e3-a8c7-8890983862b7 HTTP/1.1" status: 200 len: 210 time: 0.4024270 Mar 29 15:52:48.833654 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:48.855477 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a4a2bc-145b-420e-a104-b23f70b2f7b6 req-4fe65d25-5718-4eed-87a6-da4735ae80b6 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:52:48.857943 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b0a4a2bc-145b-420e-a104-b23f70b2f7b6 req-4fe65d25-5718-4eed-87a6-da4735ae80b6 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] 10.222.0.48 "GET /v2.0/networks?id=289d4c05-6537-47d7-9c1c-0777ed8cf48a HTTP/1.1" status: 200 len: 797 time: 1.8547521 Mar 29 15:52:48.932599 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-ce9470b5-a1a6-432a-b855-bbd6fc7bce2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6285f326-c781-4f2f-ab7c-7ef532c6f60c', 'name': 'tempest-AttachVolumeTestJSON-1827063187-router', 'tenant_id': '0645dc511670491c8626eeb496c0ab97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.149'}], 'enable_snat': True}, 'gw_port_id': '38c61091-efa6-44d1-8702-14f57199fb72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:52:23Z', 'updated_at': '2022-03-29T15:52:34Z', 'revision_number': 4, 'project_id': '0645dc511670491c8626eeb496c0ab97', 'gw_port': {'id': '38c61091-efa6-44d1-8702-14f57199fb72', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:b2:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6285f326-c781-4f2f-ab7c-7ef532c6f60c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2081, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:52:26Z', 'updated_at': '2022-03-29T15:52:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': '7eaacc99-c88e-4cef-a816-8959e5a646da', 'name': '', 'network_id': 'd994e3d3-6e54-466f-bbe9-e588ad776084', 'tenant_id': '0645dc511670491c8626eeb496c0ab97', 'mac_address': 'fa:16:3e:4f:b4:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6285f326-c781-4f2f-ab7c-7ef532c6f60c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2091, 'fixed_ips': [{'subnet_id': 'a8d0e49f-9e4f-4325-b3fe-d85cd5221184', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:52:33Z', 'updated_at': '2022-03-29T15:52:34Z', 'revision_number': 2, 'project_id': '0645dc511670491c8626eeb496c0ab97', 'subnets': [{'id': 'a8d0e49f-9e4f-4325-b3fe-d85cd5221184', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:52:48.959321 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54557b07-ae62-47b8-9560-00121b2f34f4 req-8aae2bd4-de0f-41b3-95e4-0cb1e2d45dd5 tempest-ListServersNegativeTestJSON-314748889 tempest-ListServersNegativeTestJSON-314748889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:52:48.964730 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-54557b07-ae62-47b8-9560-00121b2f34f4 req-8aae2bd4-de0f-41b3-95e4-0cb1e2d45dd5 tempest-ListServersNegativeTestJSON-314748889 tempest-ListServersNegativeTestJSON-314748889-project] 10.222.0.42 "GET /v2.0/ports?device_id=be58ac19-3270-4558-a2cf-5b483284d4f1 HTTP/1.1" status: 200 len: 946 time: 0.1053867 Mar 29 15:52:48.970986 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1f144a-f68e-4ff0-8056-cc5aed706ab0 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Pushing event updated for resources: {'Port': ['ID=765ff2df-daaf-410e-a52f-504ab32fd593,revision_number=2']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:52:48.991743 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce9470b5-a1a6-432a-b855-bbd6fc7bce2f None None] Checking router: 6285f326-c781-4f2f-ab7c-7ef532c6f60c for host: n-d-834765-1 {{(pid=102793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:52:48.992095 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce9470b5-a1a6-432a-b855-bbd6fc7bce2f None None] Updating router 6285f326-c781-4f2f-ab7c-7ef532c6f60c port 7eaacc99-c88e-4cef-a816-8959e5a646da binding host n-d-834765-1 {{(pid=102793) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 15:52:48.999455 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device f47e06f9-904c-4fbb-ae13-75aeab176539 up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:52:49.031932 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-ce9470b5-a1a6-432a-b855-bbd6fc7bce2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:49.041566 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-54557b07-ae62-47b8-9560-00121b2f34f4 req-25d1c9a2-5b9d-48e6-8376-39ba5529abc1 tempest-ListServersNegativeTestJSON-314748889 tempest-ListServersNegativeTestJSON-314748889-project] 10.222.0.42 "GET /v2.0/security-groups?id=6997b55d-6b39-4ad3-a116-fa109ba39caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685084 Mar 29 15:52:49.088201 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b0a4a2bc-145b-420e-a104-b23f70b2f7b6 req-51628f89-fc09-483a-98d2-4cdd3b3f4441 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4613198224a343ff95b6b23b26c7af7a HTTP/1.1" status: 200 len: 379 time: 0.2088616 Mar 29 15:52:49.134688 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-4e53a8c8-cc9c-45aa-baf4-239c6754ce51 None None] For port f47e06f9-904c-4fbb-ae13-75aeab176539, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=f47e06f9-904c-4fbb-ae13-75aeab176539,segment=NetworkSegment(deb1709f-901e-4762-906b-e68b8b79a168),segment_id=deb1709f-901e-4762-906b-e68b8b79a168)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:52:49.154419 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-a13bdf08-1456-4b7a-8e7f-f1b10235cf93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9da902c6-9f7e-4097-930c-17733aa3c7fe', 'name': 'tempest-RoutersIpV6Test-router-1373550545', 'tenant_id': '5dbaebdcae654b77ad7a96310f75316a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:51:58Z', 'updated_at': '2022-03-29T15:52:46Z', 'revision_number': 5, 'project_id': '5dbaebdcae654b77ad7a96310f75316a', 'gw_port_host': None, '_interfaces': [{'id': '0c3048ca-b436-497e-8537-c4f3729c8d72', 'name': '', 'network_id': 'd5ec32e7-3a2e-4bf1-904f-30df3c5152ae', 'tenant_id': '5dbaebdcae654b77ad7a96310f75316a', 'mac_address': 'fa:16:3e:70:70:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9da902c6-9f7e-4097-930c-17733aa3c7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2090, 'fixed_ips': [{'subnet_id': '527e220e-c875-453f-9935-6f3faba46009', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:52:31Z', 'updated_at': '2022-03-29T15:52:45Z', 'revision_number': 4, 'project_id': '5dbaebdcae654b77ad7a96310f75316a', 'subnets': [{'id': '527e220e-c875-453f-9935-6f3faba46009', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '380d8e44-294f-4283-bec9-c72dc0c8e372', 'name': '', 'network_id': '05aff4d8-6ad3-42b1-82b3-9ab459d67c95', 'tenant_id': '5dbaebdcae654b77ad7a96310f75316a', 'mac_address': 'fa:16:3e:fb:56:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9da902c6-9f7e-4097-930c-17733aa3c7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2030, 'fixed_ips': [{'subnet_id': '66ddf533-9b96-4910-b203-743982681446', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:52:02Z', 'updated_at': '2022-03-29T15:52:13Z', 'revision_number': 5, 'project_id': '5dbaebdcae654b77ad7a96310f75316a', 'subnets': [{'id': '66ddf533-9b96-4910-b203-743982681446', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '765ff2df-daaf-410e-a52f-504ab32fd593', 'name': '', 'network_id': '9e635c77-97bd-43dd-a5da-72a4f2e78179', 'tenant_id': '5dbaebdcae654b77ad7a96310f75316a', 'mac_address': 'fa:16:3e:e0:47:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9da902c6-9f7e-4097-930c-17733aa3c7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2112, 'fixed_ips': [{'subnet_id': '224828dc-512e-4ec6-b032-c22ba8025f12', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:52:43Z', 'updated_at': '2022-03-29T15:52:45Z', 'revision_number': 1, 'project_id': '5dbaebdcae654b77ad7a96310f75316a', 'subnets': [{'id': '224828dc-512e-4ec6-b032-c22ba8025f12', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f3b24b0b-3c90-4d52-8980-3ee99c330cd0', 'name': '', 'network_id': '486e2680-95ad-49c2-b358-d58073389320', 'tenant_id': '5dbaebdcae654b77ad7a96310f75316a', 'mac_address': 'fa:16:3e:fc:22:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9da902c6-9f7e-4097-930c-17733aa3c7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2064, 'fixed_ips': [{'subnet_id': '80218fe4-18d9-422d-92b9-96748e78d74e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:52:17Z', 'updated_at': '2022-03-29T15:52:35Z', 'revision_number': 5, 'project_id': '5dbaebdcae654b77ad7a96310f75316a', 'subnets': [{'id': '80218fe4-18d9-422d-92b9-96748e78d74e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:52:49.164962 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [req-b0a4a2bc-145b-420e-a104-b23f70b2f7b6 req-c61d2376-d7d1-4626-a1f5-98c948c6ea86 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Request body: {'port': {'device_id': 'd55bce92-2492-4b8b-aa2e-7b55fe6ab72f', 'network_id': '289d4c05-6537-47d7-9c1c-0777ed8cf48a', 'admin_state_up': True, 'tenant_id': '4613198224a343ff95b6b23b26c7af7a', 'security_groups': ['ff6926a7-466a-45ba-ab0c-09c9f75f7301']}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:52:49.180355 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e64caf03-42bd-4cfb-97c7-f5073edb7b00', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ff69d3cd-8425-4439-a28e-a50632d73c81'}] {{(pid=102792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:52:49.184314 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4f476c66b318cc6068719fc39557fac68d413f5c7e78fa77028c7948e999ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28aff523-04bb-4ece-bfd6-c537124d44a9" -d '{"events": [{"server_uuid": "e64caf03-42bd-4cfb-97c7-f5073edb7b00", "name": "network-vif-unplugged", "status": "completed", "tag": "ff69d3cd-8425-4439-a28e-a50632d73c81"}]}' {{(pid=102792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:52:49.192011 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-4e53a8c8-cc9c-45aa-baf4-239c6754ce51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:49.319838 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port ff69d3cd-8425-4439-a28e-a50632d73c81, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=ff69d3cd-8425-4439-a28e-a50632d73c81,segment=NetworkSegment(3517382d-aae8-457c-a891-64fda55090a5),segment_id=3517382d-aae8-457c-a891-64fda55090a5)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:52:49.321947 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port f47e06f9-904c-4fbb-ae13-75aeab176539 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:52:49.322798 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:49.327208 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-bbda74f8-96b4-49e5-8e81-755e9de6599d req-180110d0-2736-49a3-bd1a-49abfac528ca tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] 10.222.0.42 "GET /v2.0/ports?device_id=d55bce92-2492-4b8b-aa2e-7b55fe6ab72f HTTP/1.1" status: 200 len: 210 time: 0.0669065 Mar 29 15:52:49.373951 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a13bdf08-1456-4b7a-8e7f-f1b10235cf93 None None] The sync data for ids ['9da902c6-9f7e-4097-930c-17733aa3c7fe'] in n-d-834765-1 is: [{'id': '9da902c6-9f7e-4097-930c-17733aa3c7fe', 'name': 'tempest-RoutersIpV6Test-router-1373550545', 'tenant_id': '5dbaebdcae654b77ad7a96310f75316a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:51:58Z', 'updated_at': '2022-03-29T15:52:46Z', 'revision_number': 5, 'project_id': '5dbaebdcae654b77ad7a96310f75316a', 'gw_port_host': None, '_interfaces': [{'id': '0c3048ca-b436-497e-8537-c4f3729c8d72', 'name': '', 'network_id': 'd5ec32e7-3a2e-4bf1-904f-30df3c5152ae', 'tenant_id': '5dbaebdcae654b77ad7a96310f75316a', 'mac_address': 'fa:16:3e:70:70:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9da902c6-9f7e-4097-930c-17733aa3c7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2090, 'fixed_ips': [{'subnet_id': '527e220e-c875-453f-9935-6f3faba46009', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:52:31Z', 'updated_at': '2022-03-29T15:52:45Z', 'revision_number': 4, 'project_id': '5dbaebdcae654b77ad7a96310f75316a', 'subnets': [{'id': '527e220e-c875-453f-9935-6f3faba46009', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '380d8e44-294f-4283-bec9-c72dc0c8e372', 'name': '', 'network_id': '05aff4d8-6ad3-42b1-82b3-9ab459d67c95', 'tenant_id': '5dbaebdcae654b77ad7a96310f75316a', 'mac_address': 'fa:16:3e:fb:56:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9da902c6-9f7e-4097-930c-17733aa3c7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2030, 'fixed_ips': [{'subnet_id': '66ddf533-9b96-4910-b203-743982681446', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:52:02Z', 'updated_at': '2022-03-29T15:52:13Z', 'revision_number': 5, 'project_id': '5dbaebdcae654b77ad7a96310f75316a', 'subnets': [{'id': '66ddf533-9b96-4910-b203-743982681446', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '765ff2df-daaf-410e-a52f-504ab32fd593', 'name': '', 'network_id': '9e635c77-97bd-43dd-a5da-72a4f2e78179', 'tenant_id': '5dbaebdcae654b77ad7a96310f75316a', 'mac_address': 'fa:16:3e:e0:47:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9da902c6-9f7e-4097-930c-17733aa3c7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2112, 'fixed_ips': [{'subnet_id': '224828dc-512e-4ec6-b032-c22ba8025f12', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:52:43Z', 'updated_at': '2022-03-29T15:52:45Z', 'revision_number': 1, 'project_id': '5dbaebdcae654b77ad7a96310f75316a', 'subnets': [{'id': '224828dc-512e-4ec6-b032-c22ba8025f12', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f3b24b0b-3c90-4d52-8980-3ee99c330cd0', 'name': '', 'network_id': '486e2680-95ad-49c2-b358-d58073389320', 'tenant_id': '5dbaebdcae654b77ad7a96310f75316a', 'mac_address': 'fa:16:3e:fc:22:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9da902c6-9f7e-4097-930c-17733aa3c7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2064, 'fixed_ips': [{'subnet_id': '80218fe4-18d9-422d-92b9-96748e78d74e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:52:17Z', 'updated_at': '2022-03-29T15:52:35Z', 'revision_number': 5, 'project_id': '5dbaebdcae654b77ad7a96310f75316a', 'subnets': [{'id': '80218fe4-18d9-422d-92b9-96748e78d74e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:52:49.448263 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:49.497957 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e53a8c8-cc9c-45aa-baf4-239c6754ce51 None None] Pushing event updated for resources: {'Port': ['ID=f47e06f9-904c-4fbb-ae13-75aeab176539,revision_number=3']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:52:49.513418 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 29 Mar 2022 15:52:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-858d9ff3-5b78-4122-ae20-bea41877b604 x-openstack-request-id: req-858d9ff3-5b78-4122-ae20-bea41877b604 {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:52:49.514402 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e64caf03-42bd-4cfb-97c7-f5073edb7b00", "name": "network-vif-unplugged", "status": "completed", "tag": "ff69d3cd-8425-4439-a28e-a50632d73c81", "code": 200}]} {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:52:49.515642 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-858d9ff3-5b78-4122-ae20-bea41877b604 {{(pid=102792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:52:49.517238 n-d-834765-1 neutron-server[102792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e64caf03-42bd-4cfb-97c7-f5073edb7b00', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ff69d3cd-8425-4439-a28e-a50632d73c81', 'code': 200} Mar 29 15:52:49.647394 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-ce9470b5-a1a6-432a-b855-bbd6fc7bce2f None None] Notify callbacks [] for port, precommit_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:49.668112 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-ce9470b5-a1a6-432a-b855-bbd6fc7bce2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:49.675858 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-4e53a8c8-cc9c-45aa-baf4-239c6754ce51 None None] Provisioning complete for port 0c3048ca-b436-497e-8537-c4f3729c8d72 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:52:49.678605 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-4e53a8c8-cc9c-45aa-baf4-239c6754ce51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:49.776057 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4a7334-8157-4346-9ecb-1d8303356d63 req-280c59f5-2e6b-4700-a20d-6fbd20b9066e tempest-ServersTestJSON-163693882 tempest-ServersTestJSON-163693882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:52:49.777952 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-3c4a7334-8157-4346-9ecb-1d8303356d63 req-280c59f5-2e6b-4700-a20d-6fbd20b9066e tempest-ServersTestJSON-163693882 tempest-ServersTestJSON-163693882-project] 10.222.0.42 "GET /v2.0/ports?device_id=e64caf03-42bd-4cfb-97c7-f5073edb7b00 HTTP/1.1" status: 200 len: 943 time: 0.1569004 Mar 29 15:52:49.847918 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Pushing event updated for resources: {'Port': ['ID=ff69d3cd-8425-4439-a28e-a50632d73c81,revision_number=6']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:52:49.893556 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-3c4a7334-8157-4346-9ecb-1d8303356d63 req-d12791c4-82b7-49d6-9a9a-2d84606565b7 tempest-ServersTestJSON-163693882 tempest-ServersTestJSON-163693882-project] 10.222.0.42 "GET /v2.0/security-groups?id=1d8a701a-f8f9-4510-a9b8-eb027f460faf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1058898 Mar 29 15:52:49.916339 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc232a24-563e-4ca5-9e56-81cbc1623a6e None None] Pushing event updated for resources: {'Port': ['ID=7eaacc99-c88e-4cef-a816-8959e5a646da,revision_number=3']} {{(pid=102793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:52:49.972232 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e1f144a-f68e-4ff0-8056-cc5aed706ab0 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Network 9e635c77-97bd-43dd-a5da-72a4f2e78179 is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:52:49.977755 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 7a06dc1c-13e9-4144-a99e-adb6c7a60c55 up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:52:49.992940 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0a4a2bc-145b-420e-a104-b23f70b2f7b6 req-c61d2376-d7d1-4626-a1f5-98c948c6ea86 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Made reservation on behalf of 4613198224a343ff95b6b23b26c7af7a for: {'port': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:52:50.010283 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-b0a4a2bc-145b-420e-a104-b23f70b2f7b6 req-c61d2376-d7d1-4626-a1f5-98c948c6ea86 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:50.045153 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [None req-7e1f144a-f68e-4ff0-8056-cc5aed706ab0 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:52:50.088301 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-2b27e1f0-5e0b-4a5a-bf18-1618147e4072 req-92750777-d996-43ad-994a-208293dd24a3 tempest-ServersTestJSON-163693882 tempest-ServersTestJSON-163693882-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:50.093848 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-2b27e1f0-5e0b-4a5a-bf18-1618147e4072 req-92750777-d996-43ad-994a-208293dd24a3 tempest-ServersTestJSON-163693882 tempest-ServersTestJSON-163693882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648212'] for floatingip, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:50.094629 n-d-834765-1 neutron-server[102791]: INFO neutron.db.l3_db [req-2b27e1f0-5e0b-4a5a-bf18-1618147e4072 req-92750777-d996-43ad-994a-208293dd24a3 tempest-ServersTestJSON-163693882 tempest-ServersTestJSON-163693882-project] Floating IP 5b5a6fdf-ce87-40ab-a5e5-496d8367dc1e disassociated. External IP: 172.25.4.171, port: ff69d3cd-8425-4439-a28e-a50632d73c81. Mar 29 15:52:50.102930 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [req-2b27e1f0-5e0b-4a5a-bf18-1618147e4072 req-92750777-d996-43ad-994a-208293dd24a3 tempest-ServersTestJSON-163693882 tempest-ServersTestJSON-163693882-project] Calling delete_port for ff69d3cd-8425-4439-a28e-a50632d73c81 owned by compute:nova {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:52:50.170900 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf1fec6-876a-4d67-a875-33b99bdece4c req-b724a6c6-aeb5-40ba-8670-d7f2c07473f7 tempest-ListServersNegativeTestJSON-314748889 tempest-ListServersNegativeTestJSON-314748889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:52:50.177867 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-9cf1fec6-876a-4d67-a875-33b99bdece4c req-b724a6c6-aeb5-40ba-8670-d7f2c07473f7 tempest-ListServersNegativeTestJSON-314748889 tempest-ListServersNegativeTestJSON-314748889-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3d5c370-5e90-4f28-a87d-66e35993802c HTTP/1.1" status: 200 len: 946 time: 0.7865024 Mar 29 15:52:50.185133 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.managers [None req-ce9470b5-a1a6-432a-b855-bbd6fc7bce2f None None] Attempting to bind port 7eaacc99-c88e-4cef-a816-8959e5a646da on host n-d-834765-1 for vnic_type normal with profile {{(pid=102793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:52:50.185513 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.managers [None req-ce9470b5-a1a6-432a-b855-bbd6fc7bce2f None None] Attempting to bind port 7eaacc99-c88e-4cef-a816-8959e5a646da by drivers openvswitch,hyperv on host n-d-834765-1 at level 0 using segments [{'id': '16a3b58e-2ecf-4263-9a5e-eb72b2eaa6d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'd994e3d3-6e54-466f-bbe9-e588ad776084'}] {{(pid=102793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:52:50.185874 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce9470b5-a1a6-432a-b855-bbd6fc7bce2f None None] Attempting to bind port 7eaacc99-c88e-4cef-a816-8959e5a646da on network d994e3d3-6e54-466f-bbe9-e588ad776084 {{(pid=102793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:52:50.193407 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-4e53a8c8-cc9c-45aa-baf4-239c6754ce51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:50.237066 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-5f5423d8-0845-4c4e-b0a4-817a6105b7c7 req-cfb48c25-986a-49c7-92d4-8fe30415075e tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] 10.222.0.42 "GET /v2.0/ports?device_id=27edd37b-f742-40e3-a8c7-8890983862b7 HTTP/1.1" status: 200 len: 210 time: 0.1288872 Mar 29 15:52:50.238744 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce9470b5-a1a6-432a-b855-bbd6fc7bce2f None None] Checking agent: {'id': 'a8866439-9d96-425c-b519-6905c591ac37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 25, 36), 'started_at': datetime.datetime(2022, 3, 29, 15, 26, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 52, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834765-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:52:50.239409 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce9470b5-a1a6-432a-b855-bbd6fc7bce2f None None] Checking segment: {'id': '16a3b58e-2ecf-4263-9a5e-eb72b2eaa6d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'd994e3d3-6e54-466f-bbe9-e588ad776084'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:52:50.240048 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-ce9470b5-a1a6-432a-b855-bbd6fc7bce2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:50.240645 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce9470b5-a1a6-432a-b855-bbd6fc7bce2f None None] Bound using segment: {'id': '16a3b58e-2ecf-4263-9a5e-eb72b2eaa6d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'd994e3d3-6e54-466f-bbe9-e588ad776084'} {{(pid=102793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:52:50.241855 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.managers [None req-ce9470b5-a1a6-432a-b855-bbd6fc7bce2f None None] Bound port: 7eaacc99-c88e-4cef-a816-8959e5a646da, host: n-d-834765-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16a3b58e-2ecf-4263-9a5e-eb72b2eaa6d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'd994e3d3-6e54-466f-bbe9-e588ad776084'}}] {{(pid=102793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 15:52:50.242622 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-ce9470b5-a1a6-432a-b855-bbd6fc7bce2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:50.253643 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port 7a06dc1c-13e9-4144-a99e-adb6c7a60c55 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:52:50.254351 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:50.470494 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-4e53a8c8-cc9c-45aa-baf4-239c6754ce51 None None] For port 0c3048ca-b436-497e-8537-c4f3729c8d72, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=0c3048ca-b436-497e-8537-c4f3729c8d72,segment=NetworkSegment(791a8c36-d64c-4076-bab9-cb505e412eae),segment_id=791a8c36-d64c-4076-bab9-cb505e412eae)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:52:50.499119 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-4e53a8c8-cc9c-45aa-baf4-239c6754ce51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:50.557474 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-73ed051f-91df-4b41-aa4a-d60b39238788 req-36818b74-da61-4196-b008-48dfa26a87bd tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] 10.222.0.42 "GET /v2.0/ports?device_id=d55bce92-2492-4b8b-aa2e-7b55fe6ab72f HTTP/1.1" status: 200 len: 210 time: 0.0833397 Mar 29 15:52:50.717286 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-b97c35bc-9e16-4cb1-949f-d10d5edcee53 None None] Provisioning complete for port 7a06dc1c-13e9-4144-a99e-adb6c7a60c55 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:52:50.717747 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-b97c35bc-9e16-4cb1-949f-d10d5edcee53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:50.738314 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.db [None req-ce9470b5-a1a6-432a-b855-bbd6fc7bce2f None None] For port 7eaacc99-c88e-4cef-a816-8959e5a646da, host n-d-834765-1, cleared binding levels {{(pid=102793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:52:50.777391 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.db [None req-ce9470b5-a1a6-432a-b855-bbd6fc7bce2f None None] For port 7eaacc99-c88e-4cef-a816-8959e5a646da, host n-d-834765-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=7eaacc99-c88e-4cef-a816-8959e5a646da,segment=NetworkSegment(16a3b58e-2ecf-4263-9a5e-eb72b2eaa6d4),segment_id=16a3b58e-2ecf-4263-9a5e-eb72b2eaa6d4)] {{(pid=102793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:52:50.795674 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-ce9470b5-a1a6-432a-b855-bbd6fc7bce2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:50.833402 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e53a8c8-cc9c-45aa-baf4-239c6754ce51 None None] Pushing event updated for resources: {'Port': ['ID=0c3048ca-b436-497e-8537-c4f3729c8d72,revision_number=5']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:52:50.878583 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_common [req-b0a4a2bc-145b-420e-a104-b23f70b2f7b6 req-c61d2376-d7d1-4626-a1f5-98c948c6ea86 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Allocated IP 172.20.0.7 (289d4c05-6537-47d7-9c1c-0777ed8cf48a/d2f96c58-eed7-4bf5-adae-f978ef8efd9e/89a2bbed-6cee-4385-8570-af952806ad8b) {{(pid=102791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:52:50.949923 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce9470b5-a1a6-432a-b855-bbd6fc7bce2f None None] Routers {'6285f326-c781-4f2f-ab7c-7ef532c6f60c'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:52:50.951975 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-ce9470b5-a1a6-432a-b855-bbd6fc7bce2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:52:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['6285f326-c781-4f2f-ab7c-7ef532c6f60c'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:52:50.996520 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-b97c35bc-9e16-4cb1-949f-d10d5edcee53 None None] Provisioning complete for port 765ff2df-daaf-410e-a52f-504ab32fd593 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:52:51.004357 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-b97c35bc-9e16-4cb1-949f-d10d5edcee53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:51.150391 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e05152-5367-4ce3-91b3-a2f03226e53f req-cf784de2-f971-45ac-a96c-80a961c3d93a tempest-ServersTestJSON-163693882 tempest-ServersTestJSON-163693882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:52:51.165579 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-72e05152-5367-4ce3-91b3-a2f03226e53f req-cf784de2-f971-45ac-a96c-80a961c3d93a tempest-ServersTestJSON-163693882 tempest-ServersTestJSON-163693882-project] 10.222.0.42 "GET /v2.0/ports?device_id=e64caf03-42bd-4cfb-97c7-f5073edb7b00 HTTP/1.1" status: 200 len: 943 time: 0.1338756 Mar 29 15:52:51.170831 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-b97c35bc-9e16-4cb1-949f-d10d5edcee53 None None] Port 765ff2df-daaf-410e-a52f-504ab32fd593 cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 15:52:51.195686 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc232a24-563e-4ca5-9e56-81cbc1623a6e None None] Pushing event updated for resources: {'Port': ['ID=7eaacc99-c88e-4cef-a816-8959e5a646da,revision_number=4']} {{(pid=102793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:52:51.219332 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-b97c35bc-9e16-4cb1-949f-d10d5edcee53 None None] Provisioning complete for port 7eaacc99-c88e-4cef-a816-8959e5a646da triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:52:51.219863 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-b97c35bc-9e16-4cb1-949f-d10d5edcee53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:51.321138 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-72e05152-5367-4ce3-91b3-a2f03226e53f req-1f1e0e87-3882-4e53-af77-77aa6442f3a4 tempest-ServersTestJSON-163693882 tempest-ServersTestJSON-163693882-project] 10.222.0.42 "GET /v2.0/security-groups?id=1d8a701a-f8f9-4510-a9b8-eb027f460faf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1485701 Mar 29 15:52:51.407377 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 72564196-10e3-4cd8-96b2-0eed2a3d1c60 up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:52:51.473366 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvr_db [None req-ce9470b5-a1a6-432a-b855-bbd6fc7bce2f None None] Set router 6285f326-c781-4f2f-ab7c-7ef532c6f60c gateway port host: n-d-834765-1 {{(pid=102793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:52:51.533101 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-87abc104-0cb6-4133-8874-dc2c85964da4 req-2a7c0cff-7ce7-496f-a964-522d6faa3707 tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] 10.222.0.42 "GET /v2.0/ports?device_id=27edd37b-f742-40e3-a8c7-8890983862b7 HTTP/1.1" status: 200 len: 210 time: 0.0499332 Mar 29 15:52:51.566889 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0850305-2648-482f-bb4f-90f35a4be86a req-9ae7f50b-1f21-4bf5-88bd-eb20bd0c294c tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:52:51.568453 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f0850305-2648-482f-bb4f-90f35a4be86a req-9ae7f50b-1f21-4bf5-88bd-eb20bd0c294c tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] 10.222.0.44 "GET /v2.0/networks?id=d994e3d3-6e54-466f-bbe9-e588ad776084 HTTP/1.1" status: 200 len: 811 time: 1.3863568 Mar 29 15:52:51.666075 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-9cf1fec6-876a-4d67-a875-33b99bdece4c req-ec0ffdea-ab3a-42dd-8f36-322b88a3a6a5 tempest-ListServersNegativeTestJSON-314748889 tempest-ListServersNegativeTestJSON-314748889-project] 10.222.0.42 "GET /v2.0/security-groups?id=6997b55d-6b39-4ad3-a116-fa109ba39caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7031715 Mar 29 15:52:51.719597 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-b97c35bc-9e16-4cb1-949f-d10d5edcee53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:51.749490 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-91839aa9-43ad-4d8d-98ea-85d8416d4247 req-75af931e-9127-481f-8ac0-19ee8dbbd0dd tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] 10.222.0.42 "GET /v2.0/ports?device_id=d55bce92-2492-4b8b-aa2e-7b55fe6ab72f HTTP/1.1" status: 200 len: 210 time: 0.0523641 Mar 29 15:52:51.750708 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port 72564196-10e3-4cd8-96b2-0eed2a3d1c60 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:52:51.751952 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:51.821396 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-2b27e1f0-5e0b-4a5a-bf18-1618147e4072 req-92750777-d996-43ad-994a-208293dd24a3 tempest-ServersTestJSON-163693882 tempest-ServersTestJSON-163693882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:51.845750 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-b97c35bc-9e16-4cb1-949f-d10d5edcee53 None None] For port 7eaacc99-c88e-4cef-a816-8959e5a646da, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=7eaacc99-c88e-4cef-a816-8959e5a646da,segment=NetworkSegment(16a3b58e-2ecf-4263-9a5e-eb72b2eaa6d4),segment_id=16a3b58e-2ecf-4263-9a5e-eb72b2eaa6d4)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:52:51.859231 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-b97c35bc-9e16-4cb1-949f-d10d5edcee53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:51.939554 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f0850305-2648-482f-bb4f-90f35a4be86a req-29f330ae-9340-496d-a475-fc39c38df1b5 tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0645dc511670491c8626eeb496c0ab97 HTTP/1.1" status: 200 len: 380 time: 0.2464039 Mar 29 15:52:51.952843 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92750777-d996-43ad-994a-208293dd24a3 tempest-ServersTestJSON-163693882 tempest-ServersTestJSON-163693882-project] Pushing event deleted for resources: {'Port': ['ID=ff69d3cd-8425-4439-a28e-a50632d73c81,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:52:52.022037 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [req-f0850305-2648-482f-bb4f-90f35a4be86a req-90ea2476-cfa9-491e-95d7-59de777153dc tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] Request body: {'port': {'device_id': '27edd37b-f742-40e3-a8c7-8890983862b7', 'network_id': 'd994e3d3-6e54-466f-bbe9-e588ad776084', 'admin_state_up': True, 'tenant_id': '0645dc511670491c8626eeb496c0ab97', 'security_groups': ['4d484579-48b3-4400-916a-a84f820a118c']}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:52:52.022282 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-b97c35bc-9e16-4cb1-949f-d10d5edcee53 None None] Provisioning complete for port 0c3048ca-b436-497e-8537-c4f3729c8d72 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:52:52.023081 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-b97c35bc-9e16-4cb1-949f-d10d5edcee53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:52.047905 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-ce9470b5-a1a6-432a-b855-bbd6fc7bce2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6285f326-c781-4f2f-ab7c-7ef532c6f60c', 'name': 'tempest-AttachVolumeTestJSON-1827063187-router', 'tenant_id': '0645dc511670491c8626eeb496c0ab97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.149'}], 'enable_snat': True}, 'gw_port_id': '38c61091-efa6-44d1-8702-14f57199fb72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:52:23Z', 'updated_at': '2022-03-29T15:52:34Z', 'revision_number': 4, 'project_id': '0645dc511670491c8626eeb496c0ab97', 'gw_port': {'id': '38c61091-efa6-44d1-8702-14f57199fb72', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:b2:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6285f326-c781-4f2f-ab7c-7ef532c6f60c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2081, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:52:26Z', 'updated_at': '2022-03-29T15:52:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': '7eaacc99-c88e-4cef-a816-8959e5a646da', 'name': '', 'network_id': 'd994e3d3-6e54-466f-bbe9-e588ad776084', 'tenant_id': '0645dc511670491c8626eeb496c0ab97', 'mac_address': 'fa:16:3e:4f:b4:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6285f326-c781-4f2f-ab7c-7ef532c6f60c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2091, 'fixed_ips': [{'subnet_id': 'a8d0e49f-9e4f-4325-b3fe-d85cd5221184', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:52:33Z', 'updated_at': '2022-03-29T15:52:50Z', 'revision_number': 4, 'project_id': '0645dc511670491c8626eeb496c0ab97', 'subnets': [{'id': 'a8d0e49f-9e4f-4325-b3fe-d85cd5221184', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:52:52.083717 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97c35bc-9e16-4cb1-949f-d10d5edcee53 None None] Pushing event updated for resources: {'Port': ['ID=7eaacc99-c88e-4cef-a816-8959e5a646da,revision_number=5']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:52:52.098855 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:52.109387 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce9470b5-a1a6-432a-b855-bbd6fc7bce2f None None] The sync data for ids ['6285f326-c781-4f2f-ab7c-7ef532c6f60c'] in n-d-834765-1 is: [{'id': '6285f326-c781-4f2f-ab7c-7ef532c6f60c', 'name': 'tempest-AttachVolumeTestJSON-1827063187-router', 'tenant_id': '0645dc511670491c8626eeb496c0ab97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.149'}], 'enable_snat': True}, 'gw_port_id': '38c61091-efa6-44d1-8702-14f57199fb72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:52:23Z', 'updated_at': '2022-03-29T15:52:34Z', 'revision_number': 4, 'project_id': '0645dc511670491c8626eeb496c0ab97', 'gw_port': {'id': '38c61091-efa6-44d1-8702-14f57199fb72', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:b2:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6285f326-c781-4f2f-ab7c-7ef532c6f60c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2081, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:52:26Z', 'updated_at': '2022-03-29T15:52:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': '7eaacc99-c88e-4cef-a816-8959e5a646da', 'name': '', 'network_id': 'd994e3d3-6e54-466f-bbe9-e588ad776084', 'tenant_id': '0645dc511670491c8626eeb496c0ab97', 'mac_address': 'fa:16:3e:4f:b4:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6285f326-c781-4f2f-ab7c-7ef532c6f60c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2091, 'fixed_ips': [{'subnet_id': 'a8d0e49f-9e4f-4325-b3fe-d85cd5221184', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:52:33Z', 'updated_at': '2022-03-29T15:52:50Z', 'revision_number': 4, 'project_id': '0645dc511670491c8626eeb496c0ab97', 'subnets': [{'id': 'a8d0e49f-9e4f-4325-b3fe-d85cd5221184', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:52:52.172314 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] For port 72564196-10e3-4cd8-96b2-0eed2a3d1c60, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=72564196-10e3-4cd8-96b2-0eed2a3d1c60,segment=NetworkSegment(e6e0ea5e-0520-4426-a775-74f62862bc9d),segment_id=e6e0ea5e-0520-4426-a775-74f62862bc9d)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:52:52.182880 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:52.196430 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device f47e06f9-904c-4fbb-ae13-75aeab176539 up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:52:52.303017 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49455c99-5473-4f14-a971-aacdee23ac54 req-1d195151-24bd-4f14-a953-20cd7d4b2233 tempest-ListServersNegativeTestJSON-314748889 tempest-ListServersNegativeTestJSON-314748889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:52:52.314331 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-49455c99-5473-4f14-a971-aacdee23ac54 req-1d195151-24bd-4f14-a953-20cd7d4b2233 tempest-ListServersNegativeTestJSON-314748889 tempest-ListServersNegativeTestJSON-314748889-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3d5c370-5e90-4f28-a87d-66e35993802c HTTP/1.1" status: 200 len: 946 time: 0.1468954 Mar 29 15:52:52.323848 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Pushing event updated for resources: {'Port': ['ID=72564196-10e3-4cd8-96b2-0eed2a3d1c60,revision_number=3']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:52:52.356307 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2b27e1f0-5e0b-4a5a-bf18-1618147e4072 req-92750777-d996-43ad-994a-208293dd24a3 tempest-ServersTestJSON-163693882 tempest-ServersTestJSON-163693882-project] Router 26a88bc5-ebda-45ee-90f1-5547a1a4689e has already been hosted by L3 agent c648d819-1060-4f26-b4ec-6455387b5dff {{(pid=102791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 15:52:52.357808 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0850305-2648-482f-bb4f-90f35a4be86a req-90ea2476-cfa9-491e-95d7-59de777153dc tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] Made reservation on behalf of 0645dc511670491c8626eeb496c0ab97 for: {'port': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:52:52.363603 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-f0850305-2648-482f-bb4f-90f35a4be86a req-90ea2476-cfa9-491e-95d7-59de777153dc tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:52.364864 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-b97c35bc-9e16-4cb1-949f-d10d5edcee53 None None] Provisioning complete for port 72564196-10e3-4cd8-96b2-0eed2a3d1c60 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:52:52.368155 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-b97c35bc-9e16-4cb1-949f-d10d5edcee53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:52.413054 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-49455c99-5473-4f14-a971-aacdee23ac54 req-9b2d1cd1-8b15-4e4b-b9dd-78c261b59e4d tempest-ListServersNegativeTestJSON-314748889 tempest-ListServersNegativeTestJSON-314748889-project] 10.222.0.42 "GET /v2.0/security-groups?id=6997b55d-6b39-4ad3-a116-fa109ba39caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974467 Mar 29 15:52:52.435897 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port f47e06f9-904c-4fbb-ae13-75aeab176539 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:52:52.436390 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:52.565306 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4c57b03f-c276-49d8-b0dc-5609b7e80ba7 req-44fd8ef2-de15-434b-bdf4-b942b37b25f7 tempest-ServersTestJSON-163693882 tempest-ServersTestJSON-163693882-project] 10.222.0.42 "GET /v2.0/ports?device_id=e64caf03-42bd-4cfb-97c7-f5073edb7b00 HTTP/1.1" status: 200 len: 210 time: 0.1023686 Mar 29 15:52:52.673113 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 7a06dc1c-13e9-4144-a99e-adb6c7a60c55 up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:52:52.730948 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-5e4ad64a-685b-4b3e-95e7-ece7ab9f2f89 req-ebb0bec6-8c7d-4102-a05a-8fe38232159a tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] 10.222.0.42 "GET /v2.0/ports?device_id=27edd37b-f742-40e3-a8c7-8890983862b7 HTTP/1.1" status: 200 len: 210 time: 0.0466585 Mar 29 15:52:52.742437 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e1f144a-f68e-4ff0-8056-cc5aed706ab0 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Router 9da902c6-9f7e-4097-930c-17733aa3c7fe has already been hosted by L3 agent c648d819-1060-4f26-b4ec-6455387b5dff {{(pid=102791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 15:52:52.869284 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port 7a06dc1c-13e9-4144-a99e-adb6c7a60c55 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:52:52.869660 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:53.026902 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-31b36b09-062e-47fc-9873-6a51ef8935c1 None None] Provisioning complete for port 765ff2df-daaf-410e-a52f-504ab32fd593 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:52:53.027724 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-31b36b09-062e-47fc-9873-6a51ef8935c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:53.072694 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-31b36b09-062e-47fc-9873-6a51ef8935c1 None None] Port 765ff2df-daaf-410e-a52f-504ab32fd593 cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 15:52:53.092445 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 0c3048ca-b436-497e-8537-c4f3729c8d72 up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:52:53.115078 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-31b36b09-062e-47fc-9873-6a51ef8935c1 None None] Provisioning complete for port 7eaacc99-c88e-4cef-a816-8959e5a646da triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:52:53.115670 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-31b36b09-062e-47fc-9873-6a51ef8935c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:53.185676 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port 0c3048ca-b436-497e-8537-c4f3729c8d72 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:52:53.186190 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:53.247169 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2b27e1f0-5e0b-4a5a-bf18-1618147e4072 req-92750777-d996-43ad-994a-208293dd24a3 tempest-ServersTestJSON-163693882 tempest-ServersTestJSON-163693882-project] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:52:53.280225 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-b0a4a2bc-145b-420e-a104-b23f70b2f7b6 req-c61d2376-d7d1-4626-a1f5-98c948c6ea86 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Notify callbacks [] for port, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:53.356169 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-7588eb38-f883-43d6-9fe3-e4ff2bace695 req-1f41f854-c15b-49f1-b7a4-1e952fe53bf2 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] 10.222.0.42 "GET /v2.0/ports?device_id=d55bce92-2492-4b8b-aa2e-7b55fe6ab72f HTTP/1.1" status: 200 len: 210 time: 0.0988719 Mar 29 15:52:53.401222 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baa8480e-28bb-4f13-aed1-042e06cdc0b4 None None] Sync routers for ids ['26a88bc5-ebda-45ee-90f1-5547a1a4689e'] in n-d-834765-1 {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:52:53.419784 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b27e1f0-5e0b-4a5a-bf18-1618147e4072 req-92750777-d996-43ad-994a-208293dd24a3 tempest-ServersTestJSON-163693882 tempest-ServersTestJSON-163693882-project] No DVR routers for this DVR port ff69d3cd-8425-4439-a28e-a50632d73c81 on host n-h1-834765-1 {{(pid=102791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:52:53.420033 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baa8480e-28bb-4f13-aed1-042e06cdc0b4 None None] Routers {'26a88bc5-ebda-45ee-90f1-5547a1a4689e'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:52:53.420214 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e1f144a-f68e-4ff0-8056-cc5aed706ab0 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:52:53.420329 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-baa8480e-28bb-4f13-aed1-042e06cdc0b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:52:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['26a88bc5-ebda-45ee-90f1-5547a1a4689e'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:52:53.432277 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-7e1f144a-f68e-4ff0-8056-cc5aed706ab0 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] 10.222.0.42 "PUT /v2.0/routers/9da902c6-9f7e-4097-930c-17733aa3c7fe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.4771788 Mar 29 15:52:53.433390 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 34456) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:52:53.434305 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-2b27e1f0-5e0b-4a5a-bf18-1618147e4072 req-92750777-d996-43ad-994a-208293dd24a3 tempest-ServersTestJSON-163693882 tempest-ServersTestJSON-163693882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:53.438495 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-2b27e1f0-5e0b-4a5a-bf18-1618147e4072 req-92750777-d996-43ad-994a-208293dd24a3 tempest-ServersTestJSON-163693882 tempest-ServersTestJSON-163693882-project] 10.222.0.44 "DELETE /v2.0/ports/ff69d3cd-8425-4439-a28e-a50632d73c81 HTTP/1.1" status: 204 len: 173 time: 9.3276603 Mar 29 15:52:53.439123 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e64caf03-42bd-4cfb-97c7-f5073edb7b00', 'name': 'network-vif-deleted', 'tag': 'ff69d3cd-8425-4439-a28e-a50632d73c81'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:52:53.442320 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c67b028db5e9b9818fecc5c0a87ebc6f190694fa53ca267d523e04f98de536d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af49aa76-d0bc-4a4a-bec4-263378bff19c" -d '{"events": [{"server_uuid": "e64caf03-42bd-4cfb-97c7-f5073edb7b00", "name": "network-vif-deleted", "tag": "ff69d3cd-8425-4439-a28e-a50632d73c81"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:52:53.465607 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-9c87814f-e166-402d-b259-d6b0021bc3cd tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:52:53.468607 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_common [req-f0850305-2648-482f-bb4f-90f35a4be86a req-90ea2476-cfa9-491e-95d7-59de777153dc tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] Allocated IP 172.20.0.8 (d994e3d3-6e54-466f-bbe9-e588ad776084/a8d0e49f-9e4f-4325-b3fe-d85cd5221184/1a5cd746-434a-4d0b-9c72-3f5e84dffe64) {{(pid=102791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:52:53.470405 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d8b7313-cf54-442e-8cb2-482fa4fe6337 None None] Sync routers for ids ['9da902c6-9f7e-4097-930c-17733aa3c7fe'] in n-d-834765-1 {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:52:53.487944 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d8b7313-cf54-442e-8cb2-482fa4fe6337 None None] Routers {'9da902c6-9f7e-4097-930c-17733aa3c7fe'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:52:53.492475 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-9d8b7313-cf54-442e-8cb2-482fa4fe6337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:52:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['9da902c6-9f7e-4097-930c-17733aa3c7fe'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:52:53.539712 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-b0a4a2bc-145b-420e-a104-b23f70b2f7b6 req-c61d2376-d7d1-4626-a1f5-98c948c6ea86 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:53.590732 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:52:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18f0e46d-7cb3-4c32-9252-aadbad7c2af6 x-openstack-request-id: req-18f0e46d-7cb3-4c32-9252-aadbad7c2af6 {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:52:53.591178 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e64caf03-42bd-4cfb-97c7-f5073edb7b00", "name": "network-vif-deleted", "tag": "ff69d3cd-8425-4439-a28e-a50632d73c81", "status": "completed", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:52:53.591593 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-18f0e46d-7cb3-4c32-9252-aadbad7c2af6 {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:52:53.592071 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e64caf03-42bd-4cfb-97c7-f5073edb7b00', 'name': 'network-vif-deleted', 'tag': 'ff69d3cd-8425-4439-a28e-a50632d73c81', 'status': 'completed', 'code': 200} Mar 29 15:52:53.649895 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvr_db [None req-baa8480e-28bb-4f13-aed1-042e06cdc0b4 None None] Set router 26a88bc5-ebda-45ee-90f1-5547a1a4689e gateway port host: n-d-834765-1 {{(pid=102792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:52:53.661136 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0a4a2bc-145b-420e-a104-b23f70b2f7b6 req-c61d2376-d7d1-4626-a1f5-98c948c6ea86 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Network 289d4c05-6537-47d7-9c1c-0777ed8cf48a is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:52:53.676327 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [req-b0a4a2bc-145b-420e-a104-b23f70b2f7b6 req-c61d2376-d7d1-4626-a1f5-98c948c6ea86 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:52:53.712601 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvr_db [None req-9d8b7313-cf54-442e-8cb2-482fa4fe6337 None None] Set router 9da902c6-9f7e-4097-930c-17733aa3c7fe gateway port host: None {{(pid=102793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:52:53.741426 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0a4a2bc-145b-420e-a104-b23f70b2f7b6 req-c61d2376-d7d1-4626-a1f5-98c948c6ea86 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Received port after_create {{(pid=102791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:52:53.946995 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ba92c18e-d4d5-4ddf-a77d-8f33a25a8202 req-28452ebd-6eeb-4cd5-9d53-fe40a6523b6e tempest-ServersTestJSON-163693882 tempest-ServersTestJSON-163693882-project] 10.222.0.42 "GET /v2.0/ports?device_id=e64caf03-42bd-4cfb-97c7-f5073edb7b00 HTTP/1.1" status: 200 len: 210 time: 0.1426682 Mar 29 15:52:54.027971 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61d2376-d7d1-4626-a1f5-98c948c6ea86 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Pushing event updated for resources: {'Port': ['ID=89a2bbed-6cee-4385-8570-af952806ad8b,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:52:54.035454 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a4a2bc-145b-420e-a104-b23f70b2f7b6 req-c61d2376-d7d1-4626-a1f5-98c948c6ea86 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:52:54.036069 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-b0a4a2bc-145b-420e-a104-b23f70b2f7b6 req-c61d2376-d7d1-4626-a1f5-98c948c6ea86 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:54.172614 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-9d8b7313-cf54-442e-8cb2-482fa4fe6337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9da902c6-9f7e-4097-930c-17733aa3c7fe', 'name': 'tempest-RoutersIpV6Test-router-1373550545', 'tenant_id': '5dbaebdcae654b77ad7a96310f75316a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:51:58Z', 'updated_at': '2022-03-29T15:52:46Z', 'revision_number': 5, 'project_id': '5dbaebdcae654b77ad7a96310f75316a', 'gw_port_host': None, '_interfaces': [{'id': '0c3048ca-b436-497e-8537-c4f3729c8d72', 'name': '', 'network_id': 'd5ec32e7-3a2e-4bf1-904f-30df3c5152ae', 'tenant_id': '5dbaebdcae654b77ad7a96310f75316a', 'mac_address': 'fa:16:3e:70:70:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9da902c6-9f7e-4097-930c-17733aa3c7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2090, 'fixed_ips': [{'subnet_id': '527e220e-c875-453f-9935-6f3faba46009', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:52:31Z', 'updated_at': '2022-03-29T15:52:50Z', 'revision_number': 5, 'project_id': '5dbaebdcae654b77ad7a96310f75316a', 'subnets': [{'id': '527e220e-c875-453f-9935-6f3faba46009', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '380d8e44-294f-4283-bec9-c72dc0c8e372', 'name': '', 'network_id': '05aff4d8-6ad3-42b1-82b3-9ab459d67c95', 'tenant_id': '5dbaebdcae654b77ad7a96310f75316a', 'mac_address': 'fa:16:3e:fb:56:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9da902c6-9f7e-4097-930c-17733aa3c7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2030, 'fixed_ips': [{'subnet_id': '66ddf533-9b96-4910-b203-743982681446', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:52:02Z', 'updated_at': '2022-03-29T15:52:13Z', 'revision_number': 5, 'project_id': '5dbaebdcae654b77ad7a96310f75316a', 'subnets': [{'id': '66ddf533-9b96-4910-b203-743982681446', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '765ff2df-daaf-410e-a52f-504ab32fd593', 'name': '', 'network_id': '9e635c77-97bd-43dd-a5da-72a4f2e78179', 'tenant_id': '5dbaebdcae654b77ad7a96310f75316a', 'mac_address': 'fa:16:3e:e0:47:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9da902c6-9f7e-4097-930c-17733aa3c7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2112, 'fixed_ips': [{'subnet_id': '224828dc-512e-4ec6-b032-c22ba8025f12', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:52:43Z', 'updated_at': '2022-03-29T15:52:47Z', 'revision_number': 2, 'project_id': '5dbaebdcae654b77ad7a96310f75316a', 'subnets': [{'id': '224828dc-512e-4ec6-b032-c22ba8025f12', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f3b24b0b-3c90-4d52-8980-3ee99c330cd0', 'name': '', 'network_id': '486e2680-95ad-49c2-b358-d58073389320', 'tenant_id': '5dbaebdcae654b77ad7a96310f75316a', 'mac_address': 'fa:16:3e:fc:22:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9da902c6-9f7e-4097-930c-17733aa3c7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2064, 'fixed_ips': [{'subnet_id': '80218fe4-18d9-422d-92b9-96748e78d74e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:52:17Z', 'updated_at': '2022-03-29T15:52:35Z', 'revision_number': 5, 'project_id': '5dbaebdcae654b77ad7a96310f75316a', 'subnets': [{'id': '80218fe4-18d9-422d-92b9-96748e78d74e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:52:54.199739 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-8c254bea-93d4-4919-a12c-639ce0126685 req-1fa6b289-e88a-48b9-9a07-22a39e4b80a6 tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] 10.222.0.42 "GET /v2.0/ports?device_id=27edd37b-f742-40e3-a8c7-8890983862b7 HTTP/1.1" status: 200 len: 210 time: 0.1239622 Mar 29 15:52:54.209652 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9228d0-74fc-4d4b-b972-aec40e127b43 req-1f37f22a-19a9-4047-bded-d411f02675c4 tempest-ListServersNegativeTestJSON-314748889 tempest-ListServersNegativeTestJSON-314748889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:52:54.211627 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6d9228d0-74fc-4d4b-b972-aec40e127b43 req-1f37f22a-19a9-4047-bded-d411f02675c4 tempest-ListServersNegativeTestJSON-314748889 tempest-ListServersNegativeTestJSON-314748889-project] 10.222.0.48 "GET /v2.0/ports?device_id=e3d5c370-5e90-4f28-a87d-66e35993802c HTTP/1.1" status: 200 len: 946 time: 0.5980802 Mar 29 15:52:54.214794 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b0a4a2bc-145b-420e-a104-b23f70b2f7b6 req-c61d2376-d7d1-4626-a1f5-98c948c6ea86 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.1154904 Mar 29 15:52:54.238647 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d8b7313-cf54-442e-8cb2-482fa4fe6337 None None] Checking router: 9da902c6-9f7e-4097-930c-17733aa3c7fe for host: n-d-834765-1 {{(pid=102793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:52:54.239303 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d8b7313-cf54-442e-8cb2-482fa4fe6337 None None] Updating router 9da902c6-9f7e-4097-930c-17733aa3c7fe port 765ff2df-daaf-410e-a52f-504ab32fd593 binding host n-d-834765-1 {{(pid=102793) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 15:52:54.267939 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-9d8b7313-cf54-442e-8cb2-482fa4fe6337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:54.310990 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [req-b0a4a2bc-145b-420e-a104-b23f70b2f7b6 req-a04543eb-8709-4c0a-bf61-f154576fe407 service neutron] Request body: {'port': {'device_id': 'd55bce92-2492-4b8b-aa2e-7b55fe6ab72f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834765-1'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:52:54.342177 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735cb959-fe6c-4db2-8728-ed5449c232e5 req-4a04933c-7bbd-4636-9cb9-311b4af3671c tempest-ListServersNegativeTestJSON-314748889 tempest-ListServersNegativeTestJSON-314748889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:52:54.361008 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-735cb959-fe6c-4db2-8728-ed5449c232e5 req-4a04933c-7bbd-4636-9cb9-311b4af3671c tempest-ListServersNegativeTestJSON-314748889 tempest-ListServersNegativeTestJSON-314748889-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3d5c370-5e90-4f28-a87d-66e35993802c HTTP/1.1" status: 200 len: 946 time: 0.5635319 Mar 29 15:52:54.488731 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-735cb959-fe6c-4db2-8728-ed5449c232e5 req-2f3528ad-934c-4a3a-96f4-3fd003f9cee1 tempest-ListServersNegativeTestJSON-314748889 tempest-ListServersNegativeTestJSON-314748889-project] 10.222.0.42 "GET /v2.0/security-groups?id=6997b55d-6b39-4ad3-a116-fa109ba39caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267419 Mar 29 15:52:54.644899 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-b0a4a2bc-145b-420e-a104-b23f70b2f7b6 req-a04543eb-8709-4c0a-bf61-f154576fe407 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:54.666732 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-f931bb82-50b6-44ae-a5e1-7f4142a92b00 None None] Provisioning complete for port 89a2bbed-6cee-4385-8570-af952806ad8b triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:52:54.667315 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-f931bb82-50b6-44ae-a5e1-7f4142a92b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:54.680798 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 38c61091-efa6-44d1-8702-14f57199fb72 up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:52:54.701087 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-f0850305-2648-482f-bb4f-90f35a4be86a req-90ea2476-cfa9-491e-95d7-59de777153dc tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] Notify callbacks [] for port, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:54.808211 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-9d8b7313-cf54-442e-8cb2-482fa4fe6337 None None] Notify callbacks [] for port, precommit_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:54.824447 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-9d8b7313-cf54-442e-8cb2-482fa4fe6337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:54.859870 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [req-6d9228d0-74fc-4d4b-b972-aec40e127b43 req-bdf583f1-563d-41ac-ac75-5242ee1c08cb tempest-ListServersNegativeTestJSON-314748889 tempest-ListServersNegativeTestJSON-314748889-project] Deleting port 1a9a14b0-39d9-469c-a784-c4a7332b1ae4 {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:52:54.868068 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.extraroute_db [None req-9c87814f-e166-402d-b259-d6b0021bc3cd tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Added routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=102790) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Mar 29 15:52:54.870626 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-6d9228d0-74fc-4d4b-b972-aec40e127b43 req-bdf583f1-563d-41ac-ac75-5242ee1c08cb tempest-ListServersNegativeTestJSON-314748889 tempest-ListServersNegativeTestJSON-314748889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:54.895453 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-f931bb82-50b6-44ae-a5e1-7f4142a92b00 None None] Port 89a2bbed-6cee-4385-8570-af952806ad8b cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 15:52:54.900983 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-baa8480e-28bb-4f13-aed1-042e06cdc0b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26a88bc5-ebda-45ee-90f1-5547a1a4689e', 'name': 'tempest-ServersTestJSON-323879228-router', 'tenant_id': 'd8d907847dd34368b73f473fb982328c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.63'}], 'enable_snat': True}, 'gw_port_id': '3fedbbdf-bf13-4a1e-b5cb-153ae7f29c95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:51:00Z', 'updated_at': '2022-03-29T15:51:05Z', 'revision_number': 4, 'project_id': 'd8d907847dd34368b73f473fb982328c', 'gw_port': {'id': '3fedbbdf-bf13-4a1e-b5cb-153ae7f29c95', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:eb:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26a88bc5-ebda-45ee-90f1-5547a1a4689e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1965, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:51:00Z', 'updated_at': '2022-03-29T15:51:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': '818746c1-321e-4a0f-b99a-e6d555fd1abb', 'name': '', 'network_id': '1a890cad-eceb-4443-afdb-474dde0f8f1e', 'tenant_id': 'd8d907847dd34368b73f473fb982328c', 'mac_address': 'fa:16:3e:9a:c5:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26a88bc5-ebda-45ee-90f1-5547a1a4689e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1966, 'fixed_ips': [{'subnet_id': '62348b33-7001-4dc5-aea1-2976e02267d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:51:03Z', 'updated_at': '2022-03-29T15:51:13Z', 'revision_number': 5, 'project_id': 'd8d907847dd34368b73f473fb982328c', 'subnets': [{'id': '62348b33-7001-4dc5-aea1-2976e02267d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:52:54.912803 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port 38c61091-efa6-44d1-8702-14f57199fb72 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:52:54.913595 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:54.913711 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.extraroute_db [None req-9c87814f-e166-402d-b259-d6b0021bc3cd tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Removed routes are [] {{(pid=102790) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Mar 29 15:52:54.914154 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-9c87814f-e166-402d-b259-d6b0021bc3cd tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-648077', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-526627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129337'] for router, precommit_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:54.971342 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a5ce0b-4a6d-4921-b547-ded8633f037d req-ee5de906-0003-48bd-b590-4b5b2cdbaa5c tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:52:54.988635 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-57a5ce0b-4a6d-4921-b547-ded8633f037d req-ee5de906-0003-48bd-b590-4b5b2cdbaa5c tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] 10.222.0.42 "GET /v2.0/ports?device_id=d55bce92-2492-4b8b-aa2e-7b55fe6ab72f HTTP/1.1" status: 200 len: 931 time: 0.4017839 Mar 29 15:52:55.062883 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.managers [None req-9d8b7313-cf54-442e-8cb2-482fa4fe6337 None None] Attempting to bind port 765ff2df-daaf-410e-a52f-504ab32fd593 on host n-d-834765-1 for vnic_type normal with profile {{(pid=102793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:52:55.062883 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.managers [None req-9d8b7313-cf54-442e-8cb2-482fa4fe6337 None None] Attempting to bind port 765ff2df-daaf-410e-a52f-504ab32fd593 by drivers openvswitch,hyperv on host n-d-834765-1 at level 0 using segments [{'id': 'e6e0ea5e-0520-4426-a775-74f62862bc9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '9e635c77-97bd-43dd-a5da-72a4f2e78179'}] {{(pid=102793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:52:55.064698 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d8b7313-cf54-442e-8cb2-482fa4fe6337 None None] Attempting to bind port 765ff2df-daaf-410e-a52f-504ab32fd593 on network 9e635c77-97bd-43dd-a5da-72a4f2e78179 {{(pid=102793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:52:55.070259 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baa8480e-28bb-4f13-aed1-042e06cdc0b4 None None] Checking router: 26a88bc5-ebda-45ee-90f1-5547a1a4689e for host: n-d-834765-1 {{(pid=102792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:52:55.081715 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d8b7313-cf54-442e-8cb2-482fa4fe6337 None None] Checking agent: {'id': 'a8866439-9d96-425c-b519-6905c591ac37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 25, 36), 'started_at': datetime.datetime(2022, 3, 29, 15, 26, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 52, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834765-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:52:55.082291 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d8b7313-cf54-442e-8cb2-482fa4fe6337 None None] Checking segment: {'id': 'e6e0ea5e-0520-4426-a775-74f62862bc9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '9e635c77-97bd-43dd-a5da-72a4f2e78179'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:52:55.083115 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-9d8b7313-cf54-442e-8cb2-482fa4fe6337 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:55.083115 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d8b7313-cf54-442e-8cb2-482fa4fe6337 None None] Bound using segment: {'id': 'e6e0ea5e-0520-4426-a775-74f62862bc9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '9e635c77-97bd-43dd-a5da-72a4f2e78179'} {{(pid=102793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:52:55.086416 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.managers [None req-9d8b7313-cf54-442e-8cb2-482fa4fe6337 None None] Bound port: 765ff2df-daaf-410e-a52f-504ab32fd593, host: n-d-834765-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6e0ea5e-0520-4426-a775-74f62862bc9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '9e635c77-97bd-43dd-a5da-72a4f2e78179'}}] {{(pid=102793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 15:52:55.087034 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-9d8b7313-cf54-442e-8cb2-482fa4fe6337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:55.156265 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 34482) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:52:55.159397 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baa8480e-28bb-4f13-aed1-042e06cdc0b4 None None] Routers {'26a88bc5-ebda-45ee-90f1-5547a1a4689e'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:52:55.160286 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-baa8480e-28bb-4f13-aed1-042e06cdc0b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:52:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['26a88bc5-ebda-45ee-90f1-5547a1a4689e'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:52:55.169645 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-f0850305-2648-482f-bb4f-90f35a4be86a req-90ea2476-cfa9-491e-95d7-59de777153dc tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:55.247229 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.db [None req-9d8b7313-cf54-442e-8cb2-482fa4fe6337 None None] For port 765ff2df-daaf-410e-a52f-504ab32fd593, host n-d-834765-1, cleared binding levels {{(pid=102793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:52:55.257933 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:55.262130 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.db [None req-9d8b7313-cf54-442e-8cb2-482fa4fe6337 None None] For port 765ff2df-daaf-410e-a52f-504ab32fd593, host n-d-834765-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=765ff2df-daaf-410e-a52f-504ab32fd593,segment=NetworkSegment(e6e0ea5e-0520-4426-a775-74f62862bc9d),segment_id=e6e0ea5e-0520-4426-a775-74f62862bc9d)] {{(pid=102793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:52:55.271749 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-9d8b7313-cf54-442e-8cb2-482fa4fe6337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:55.310277 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a975c65-483f-4f08-a025-9286a52ab230 None None] Pushing event updated for resources: {'Port': ['ID=765ff2df-daaf-410e-a52f-504ab32fd593,revision_number=3']} {{(pid=102793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:52:55.313636 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] For port 38c61091-efa6-44d1-8702-14f57199fb72, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=38c61091-efa6-44d1-8702-14f57199fb72,segment=NetworkSegment(6ab47353-a811-4bad-bc73-b4cc84583cfd),segment_id=6ab47353-a811-4bad-bc73-b4cc84583cfd)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:52:55.341475 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:55.388729 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-9c87814f-e166-402d-b259-d6b0021bc3cd tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-648077', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-526627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129337'] for router, precommit_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:55.450703 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-57a5ce0b-4a6d-4921-b547-ded8633f037d req-01625ec1-3125-4985-9755-1ec48ced071e tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] 10.222.0.42 "GET /v2.0/security-groups?id=ff6926a7-466a-45ba-ab0c-09c9f75f7301&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4586310 Mar 29 15:52:55.459588 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a975c65-483f-4f08-a025-9286a52ab230 None None] Pushing event updated for resources: {'Port': ['ID=765ff2df-daaf-410e-a52f-504ab32fd593,revision_number=4']} {{(pid=102793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:52:55.471764 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d8b7313-cf54-442e-8cb2-482fa4fe6337 None None] Routers {'9da902c6-9f7e-4097-930c-17733aa3c7fe'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:52:55.472414 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-9d8b7313-cf54-442e-8cb2-482fa4fe6337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:52:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['9da902c6-9f7e-4097-930c-17733aa3c7fe'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:52:55.487650 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0850305-2648-482f-bb4f-90f35a4be86a req-90ea2476-cfa9-491e-95d7-59de777153dc tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] Network d994e3d3-6e54-466f-bbe9-e588ad776084 is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:52:55.518828 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-9c87814f-e166-402d-b259-d6b0021bc3cd tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-648068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-648127', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-526682'] for router, after_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:55.558812 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [req-f0850305-2648-482f-bb4f-90f35a4be86a req-90ea2476-cfa9-491e-95d7-59de777153dc tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:52:55.566310 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0850305-2648-482f-bb4f-90f35a4be86a req-90ea2476-cfa9-491e-95d7-59de777153dc tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] Received port after_create {{(pid=102791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:52:55.665331 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Pushing event updated for resources: {'Port': ['ID=38c61091-efa6-44d1-8702-14f57199fb72,revision_number=4']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:52:55.723758 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-6d9228d0-74fc-4d4b-b972-aec40e127b43 req-bdf583f1-563d-41ac-ac75-5242ee1c08cb tempest-ListServersNegativeTestJSON-314748889 tempest-ListServersNegativeTestJSON-314748889-project] For port 1a9a14b0-39d9-469c-a784-c4a7332b1ae4, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=1a9a14b0-39d9-469c-a784-c4a7332b1ae4,segment=NetworkSegment(937d7f9c-be9d-475b-b63f-12cf481dac76),segment_id=937d7f9c-be9d-475b-b63f-12cf481dac76)] {{(pid=102791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:52:55.725025 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-6d9228d0-74fc-4d4b-b972-aec40e127b43 req-bdf583f1-563d-41ac-ac75-5242ee1c08cb tempest-ListServersNegativeTestJSON-314748889 tempest-ListServersNegativeTestJSON-314748889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:55.742872 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [req-6d9228d0-74fc-4d4b-b972-aec40e127b43 req-bdf583f1-563d-41ac-ac75-5242ee1c08cb tempest-ListServersNegativeTestJSON-314748889 tempest-ListServersNegativeTestJSON-314748889-project] Calling delete_port for 1a9a14b0-39d9-469c-a784-c4a7332b1ae4 owned by compute:nova {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:52:55.775396 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvr_db [None req-baa8480e-28bb-4f13-aed1-042e06cdc0b4 None None] Set router 26a88bc5-ebda-45ee-90f1-5547a1a4689e gateway port host: n-d-834765-1 {{(pid=102792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:52:55.777472 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-4452a46e-acac-4ea1-835a-9c832862791f None None] Provisioning complete for port 765ff2df-daaf-410e-a52f-504ab32fd593 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:52:55.777927 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-4452a46e-acac-4ea1-835a-9c832862791f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:55.839143 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvr_db [None req-9d8b7313-cf54-442e-8cb2-482fa4fe6337 None None] Set router 9da902c6-9f7e-4097-930c-17733aa3c7fe gateway port host: None {{(pid=102793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:52:55.913566 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 72564196-10e3-4cd8-96b2-0eed2a3d1c60 up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:52:55.994752 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-207806ff-51e1-4561-bc1f-175a356ab5e8 tempest-ServersTestJSON-163693882 tempest-ServersTestJSON-163693882-project] Notify callbacks [] for security_group, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:56.083220 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a978cd52-6ace-445f-a810-e34dd2445a6c req-49acbcc2-7803-4d23-8744-6043b0e92133 tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:52:56.092505 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-a978cd52-6ace-445f-a810-e34dd2445a6c req-49acbcc2-7803-4d23-8744-6043b0e92133 tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] 10.222.0.42 "GET /v2.0/ports?device_id=27edd37b-f742-40e3-a8c7-8890983862b7 HTTP/1.1" status: 200 len: 931 time: 0.6064570 Mar 29 15:52:56.094897 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-207806ff-51e1-4561-bc1f-175a356ab5e8 tempest-ServersTestJSON-163693882 tempest-ServersTestJSON-163693882-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:56.186976 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-a978cd52-6ace-445f-a810-e34dd2445a6c req-a2ac3b6c-b695-4898-8ff6-0965f0edb6b7 tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] 10.222.0.42 "GET /v2.0/security-groups?id=4d484579-48b3-4400-916a-a84f820a118c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771849 Mar 29 15:52:56.200391 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c87814f-e166-402d-b259-d6b0021bc3cd tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Router 9da902c6-9f7e-4097-930c-17733aa3c7fe has already been hosted by L3 agent c648d819-1060-4f26-b4ec-6455387b5dff {{(pid=102790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 15:52:56.281160 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port 72564196-10e3-4cd8-96b2-0eed2a3d1c60 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:52:56.281597 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:56.314138 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-207806ff-51e1-4561-bc1f-175a356ab5e8 tempest-ServersTestJSON-163693882 tempest-ServersTestJSON-163693882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:56.322269 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-207806ff-51e1-4561-bc1f-175a356ab5e8 tempest-ServersTestJSON-163693882 tempest-ServersTestJSON-163693882-project] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:56.327618 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-207806ff-51e1-4561-bc1f-175a356ab5e8 tempest-ServersTestJSON-163693882 tempest-ServersTestJSON-163693882-project] 10.222.0.42 "DELETE /v2.0/security-groups/1d8a701a-f8f9-4510-a9b8-eb027f460faf HTTP/1.1" status: 204 len: 168 time: 0.9329309 Mar 29 15:52:56.333736 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 34496) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:52:56.341472 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [req-b0a4a2bc-145b-420e-a104-b23f70b2f7b6 req-a04543eb-8709-4c0a-bf61-f154576fe407 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89a2bbed-6cee-4385-8570-af952806ad8b {{(pid=102791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:52:56.349733 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-b0a4a2bc-145b-420e-a104-b23f70b2f7b6 req-a04543eb-8709-4c0a-bf61-f154576fe407 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:56.369232 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.provisioning_blocks [req-b0a4a2bc-145b-420e-a104-b23f70b2f7b6 req-a04543eb-8709-4c0a-bf61-f154576fe407 service neutron] Transition to ACTIVE for port object 89a2bbed-6cee-4385-8570-af952806ad8b will not be triggered until provisioned by entity L2. {{(pid=102791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 15:52:56.370331 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ea2476-cfa9-491e-95d7-59de777153dc tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] Pushing event updated for resources: {'Port': ['ID=1a5cd746-434a-4d0b-9c72-3f5e84dffe64,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:52:56.376051 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-4452a46e-acac-4ea1-835a-9c832862791f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:56.390929 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-b0a4a2bc-145b-420e-a104-b23f70b2f7b6 req-a04543eb-8709-4c0a-bf61-f154576fe407 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:56.401762 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-6d9228d0-74fc-4d4b-b972-aec40e127b43 req-bdf583f1-563d-41ac-ac75-5242ee1c08cb tempest-ListServersNegativeTestJSON-314748889 tempest-ListServersNegativeTestJSON-314748889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:56.409333 n-d-834765-1 neutron-server[102790]: INFO neutron.api.v2.resource [None req-a9c2971a-d8ce-48a8-ac74-a4ac494dde41 tempest-ServersTestJSON-163693882 tempest-ServersTestJSON-163693882-project] show failed (client error): The resource could not be found. Mar 29 15:52:56.431453 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 34498) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:52:56.442230 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-a9c2971a-d8ce-48a8-ac74-a4ac494dde41 tempest-ServersTestJSON-163693882 tempest-ServersTestJSON-163693882-project] 10.222.0.42 "GET /v2.0/security-groups/1d8a701a-f8f9-4510-a9b8-eb027f460faf HTTP/1.1" status: 404 len: 347 time: 0.0890059 Mar 29 15:52:56.446442 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] get_ports_and_sgs() called for port_ids ['47e0bd36-6c74-4d77-8dc8-b703d0747e7d'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:52:56.449004 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207806ff-51e1-4561-bc1f-175a356ab5e8 tempest-ServersTestJSON-163693882 tempest-ServersTestJSON-163693882-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d8a701a-f8f9-4510-a9b8-eb027f460faf,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:52:56.452765 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] get_ports_and_sgs() called for port_ids ['199d5a9a-7f9d-41c5-beac-efe98e585079'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:52:56.500980 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c87814f-e166-402d-b259-d6b0021bc3cd tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:52:56.519158 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-9c87814f-e166-402d-b259-d6b0021bc3cd tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks [] for router, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:56.524425 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-3e49aecf-f7bd-4e8a-97e9-0357e7b5dc38 req-3ed5e4c2-5d42-4fdd-a41c-2b87d74b1adb tempest-ListServersNegativeTestJSON-314748889 tempest-ListServersNegativeTestJSON-314748889-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3d5c370-5e90-4f28-a87d-66e35993802c HTTP/1.1" status: 200 len: 210 time: 0.1481988 Mar 29 15:52:56.532027 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-9c87814f-e166-402d-b259-d6b0021bc3cd tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] 10.222.0.42 "PUT /v2.0/routers/9da902c6-9f7e-4097-930c-17733aa3c7fe HTTP/1.1" status: 200 len: 954 time: 3.0964787 Mar 29 15:52:56.532837 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 34502) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:52:56.739082 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-4452a46e-acac-4ea1-835a-9c832862791f None None] For port 765ff2df-daaf-410e-a52f-504ab32fd593, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=765ff2df-daaf-410e-a52f-504ab32fd593,segment=NetworkSegment(e6e0ea5e-0520-4426-a775-74f62862bc9d),segment_id=e6e0ea5e-0520-4426-a775-74f62862bc9d)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:52:56.778302 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-4452a46e-acac-4ea1-835a-9c832862791f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:56.828423 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 7eaacc99-c88e-4cef-a816-8959e5a646da up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:52:56.848773 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0850305-2648-482f-bb4f-90f35a4be86a req-90ea2476-cfa9-491e-95d7-59de777153dc tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:52:56.849602 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-f0850305-2648-482f-bb4f-90f35a4be86a req-90ea2476-cfa9-491e-95d7-59de777153dc tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:56.877754 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-9d8b7313-cf54-442e-8cb2-482fa4fe6337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9da902c6-9f7e-4097-930c-17733aa3c7fe', 'name': 'tempest-RoutersIpV6Test-router-1373550545', 'tenant_id': '5dbaebdcae654b77ad7a96310f75316a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:51:58Z', 'updated_at': '2022-03-29T15:52:54Z', 'revision_number': 6, 'project_id': '5dbaebdcae654b77ad7a96310f75316a', 'gw_port_host': None, '_interfaces': [{'id': '0c3048ca-b436-497e-8537-c4f3729c8d72', 'name': '', 'network_id': 'd5ec32e7-3a2e-4bf1-904f-30df3c5152ae', 'tenant_id': '5dbaebdcae654b77ad7a96310f75316a', 'mac_address': 'fa:16:3e:70:70:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9da902c6-9f7e-4097-930c-17733aa3c7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2090, 'fixed_ips': [{'subnet_id': '527e220e-c875-453f-9935-6f3faba46009', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:52:31Z', 'updated_at': '2022-03-29T15:52:50Z', 'revision_number': 5, 'project_id': '5dbaebdcae654b77ad7a96310f75316a', 'subnets': [{'id': '527e220e-c875-453f-9935-6f3faba46009', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '380d8e44-294f-4283-bec9-c72dc0c8e372', 'name': '', 'network_id': '05aff4d8-6ad3-42b1-82b3-9ab459d67c95', 'tenant_id': '5dbaebdcae654b77ad7a96310f75316a', 'mac_address': 'fa:16:3e:fb:56:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9da902c6-9f7e-4097-930c-17733aa3c7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2030, 'fixed_ips': [{'subnet_id': '66ddf533-9b96-4910-b203-743982681446', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:52:02Z', 'updated_at': '2022-03-29T15:52:13Z', 'revision_number': 5, 'project_id': '5dbaebdcae654b77ad7a96310f75316a', 'subnets': [{'id': '66ddf533-9b96-4910-b203-743982681446', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '765ff2df-daaf-410e-a52f-504ab32fd593', 'name': '', 'network_id': '9e635c77-97bd-43dd-a5da-72a4f2e78179', 'tenant_id': '5dbaebdcae654b77ad7a96310f75316a', 'mac_address': 'fa:16:3e:e0:47:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9da902c6-9f7e-4097-930c-17733aa3c7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2112, 'fixed_ips': [{'subnet_id': '224828dc-512e-4ec6-b032-c22ba8025f12', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:52:43Z', 'updated_at': '2022-03-29T15:52:55Z', 'revision_number': 4, 'project_id': '5dbaebdcae654b77ad7a96310f75316a', 'subnets': [{'id': '224828dc-512e-4ec6-b032-c22ba8025f12', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f3b24b0b-3c90-4d52-8980-3ee99c330cd0', 'name': '', 'network_id': '486e2680-95ad-49c2-b358-d58073389320', 'tenant_id': '5dbaebdcae654b77ad7a96310f75316a', 'mac_address': 'fa:16:3e:fc:22:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9da902c6-9f7e-4097-930c-17733aa3c7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2064, 'fixed_ips': [{'subnet_id': '80218fe4-18d9-422d-92b9-96748e78d74e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:52:17Z', 'updated_at': '2022-03-29T15:52:35Z', 'revision_number': 5, 'project_id': '5dbaebdcae654b77ad7a96310f75316a', 'subnets': [{'id': '80218fe4-18d9-422d-92b9-96748e78d74e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:52:56.922501 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d9228d0-74fc-4d4b-b972-aec40e127b43 req-bdf583f1-563d-41ac-ac75-5242ee1c08cb tempest-ListServersNegativeTestJSON-314748889 tempest-ListServersNegativeTestJSON-314748889-project] No DVR routers for this DVR port 1a9a14b0-39d9-469c-a784-c4a7332b1ae4 on host n-h2-834765-1 {{(pid=102791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:52:56.924182 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04543eb-8709-4c0a-bf61-f154576fe407 service neutron] Pushing event updated for resources: {'Port': ['ID=89a2bbed-6cee-4385-8570-af952806ad8b,revision_number=2']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:52:56.929819 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f0850305-2648-482f-bb4f-90f35a4be86a req-90ea2476-cfa9-491e-95d7-59de777153dc tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.9634476 Mar 29 15:52:56.931006 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-6d9228d0-74fc-4d4b-b972-aec40e127b43 req-bdf583f1-563d-41ac-ac75-5242ee1c08cb tempest-ListServersNegativeTestJSON-314748889 tempest-ListServersNegativeTestJSON-314748889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:56.934469 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6d9228d0-74fc-4d4b-b972-aec40e127b43 req-bdf583f1-563d-41ac-ac75-5242ee1c08cb tempest-ListServersNegativeTestJSON-314748889 tempest-ListServersNegativeTestJSON-314748889-project] 10.222.0.48 "DELETE /v2.0/ports/1a9a14b0-39d9-469c-a784-c4a7332b1ae4 HTTP/1.1" status: 204 len: 173 time: 2.7065966 Mar 29 15:52:56.954380 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d8b7313-cf54-442e-8cb2-482fa4fe6337 None None] The sync data for ids ['9da902c6-9f7e-4097-930c-17733aa3c7fe'] in n-d-834765-1 is: [{'id': '9da902c6-9f7e-4097-930c-17733aa3c7fe', 'name': 'tempest-RoutersIpV6Test-router-1373550545', 'tenant_id': '5dbaebdcae654b77ad7a96310f75316a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:51:58Z', 'updated_at': '2022-03-29T15:52:54Z', 'revision_number': 6, 'project_id': '5dbaebdcae654b77ad7a96310f75316a', 'gw_port_host': None, '_interfaces': [{'id': '0c3048ca-b436-497e-8537-c4f3729c8d72', 'name': '', 'network_id': 'd5ec32e7-3a2e-4bf1-904f-30df3c5152ae', 'tenant_id': '5dbaebdcae654b77ad7a96310f75316a', 'mac_address': 'fa:16:3e:70:70:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9da902c6-9f7e-4097-930c-17733aa3c7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2090, 'fixed_ips': [{'subnet_id': '527e220e-c875-453f-9935-6f3faba46009', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:52:31Z', 'updated_at': '2022-03-29T15:52:50Z', 'revision_number': 5, 'project_id': '5dbaebdcae654b77ad7a96310f75316a', 'subnets': [{'id': '527e220e-c875-453f-9935-6f3faba46009', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '380d8e44-294f-4283-bec9-c72dc0c8e372', 'name': '', 'network_id': '05aff4d8-6ad3-42b1-82b3-9ab459d67c95', 'tenant_id': '5dbaebdcae654b77ad7a96310f75316a', 'mac_address': 'fa:16:3e:fb:56:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9da902c6-9f7e-4097-930c-17733aa3c7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2030, 'fixed_ips': [{'subnet_id': '66ddf533-9b96-4910-b203-743982681446', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:52:02Z', 'updated_at': '2022-03-29T15:52:13Z', 'revision_number': 5, 'project_id': '5dbaebdcae654b77ad7a96310f75316a', 'subnets': [{'id': '66ddf533-9b96-4910-b203-743982681446', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '765ff2df-daaf-410e-a52f-504ab32fd593', 'name': '', 'network_id': '9e635c77-97bd-43dd-a5da-72a4f2e78179', 'tenant_id': '5dbaebdcae654b77ad7a96310f75316a', 'mac_address': 'fa:16:3e:e0:47:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9da902c6-9f7e-4097-930c-17733aa3c7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2112, 'fixed_ips': [{'subnet_id': '224828dc-512e-4ec6-b032-c22ba8025f12', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:52:43Z', 'updated_at': '2022-03-29T15:52:55Z', 'revision_number': 4, 'project_id': '5dbaebdcae654b77ad7a96310f75316a', 'subnets': [{'id': '224828dc-512e-4ec6-b032-c22ba8025f12', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f3b24b0b-3c90-4d52-8980-3ee99c330cd0', 'name': '', 'network_id': '486e2680-95ad-49c2-b358-d58073389320', 'tenant_id': '5dbaebdcae654b77ad7a96310f75316a', 'mac_address': 'fa:16:3e:fc:22:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9da902c6-9f7e-4097-930c-17733aa3c7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2064, 'fixed_ips': [{'subnet_id': '80218fe4-18d9-422d-92b9-96748e78d74e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:52:17Z', 'updated_at': '2022-03-29T15:52:35Z', 'revision_number': 5, 'project_id': '5dbaebdcae654b77ad7a96310f75316a', 'subnets': [{'id': '80218fe4-18d9-422d-92b9-96748e78d74e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:52:56.970974 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3d5c370-5e90-4f28-a87d-66e35993802c', 'name': 'network-vif-deleted', 'tag': '1a9a14b0-39d9-469c-a784-c4a7332b1ae4'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:52:56.973831 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c67b028db5e9b9818fecc5c0a87ebc6f190694fa53ca267d523e04f98de536d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfcc95e1-fc84-4058-a1f2-6c320e255df5" -d '{"events": [{"server_uuid": "e3d5c370-5e90-4f28-a87d-66e35993802c", "name": "network-vif-deleted", "tag": "1a9a14b0-39d9-469c-a784-c4a7332b1ae4"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:52:56.977865 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf583f1-563d-41ac-ac75-5242ee1c08cb tempest-ListServersNegativeTestJSON-314748889 tempest-ListServersNegativeTestJSON-314748889-project] Pushing event deleted for resources: {'Port': ['ID=1a9a14b0-39d9-469c-a784-c4a7332b1ae4,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:52:56.985492 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [req-f0850305-2648-482f-bb4f-90f35a4be86a req-f3c01dc9-2e5a-42f7-9d33-7a6d285c9f1e service neutron] Request body: {'port': {'device_id': '27edd37b-f742-40e3-a8c7-8890983862b7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834765-1'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:52:57.105782 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4452a46e-acac-4ea1-835a-9c832862791f None None] Pushing event updated for resources: {'Port': ['ID=765ff2df-daaf-410e-a52f-504ab32fd593,revision_number=5']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:52:57.121859 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:52:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0670c3c-2603-4ad5-889f-9fd94f612dd6 x-openstack-request-id: req-c0670c3c-2603-4ad5-889f-9fd94f612dd6 {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:52:57.122466 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3d5c370-5e90-4f28-a87d-66e35993802c", "name": "network-vif-deleted", "tag": "1a9a14b0-39d9-469c-a784-c4a7332b1ae4", "status": "completed", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:52:57.122885 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c0670c3c-2603-4ad5-889f-9fd94f612dd6 {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:52:57.123480 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3d5c370-5e90-4f28-a87d-66e35993802c', 'name': 'network-vif-deleted', 'tag': '1a9a14b0-39d9-469c-a784-c4a7332b1ae4', 'status': 'completed', 'code': 200} Mar 29 15:52:57.158769 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-fa6a6b50-dc58-4344-ad7c-ceb53fd0590d None None] Provisioning complete for port 765ff2df-daaf-410e-a52f-504ab32fd593 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:52:57.159192 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-fa6a6b50-dc58-4344-ad7c-ceb53fd0590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:57.187171 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-f0850305-2648-482f-bb4f-90f35a4be86a req-f3c01dc9-2e5a-42f7-9d33-7a6d285c9f1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:57.189870 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-241dbee8-842a-40de-9ff3-d89bcf823b5a tempest-ServersTestJSON-163693882 tempest-ServersTestJSON-163693882-project] Deleting port 3a6170ea-cea1-4b6e-8dd1-99a9b96e5bc7 {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:52:57.190197 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-241dbee8-842a-40de-9ff3-d89bcf823b5a tempest-ServersTestJSON-163693882 tempest-ServersTestJSON-163693882-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:57.360304 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-da65b5bc-db85-42e8-a9a9-4e546b46260a tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] 10.222.0.42 "GET /v2.0/routers/9da902c6-9f7e-4097-930c-17733aa3c7fe HTTP/1.1" status: 200 len: 954 time: 0.8250990 Mar 29 15:52:57.363142 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 34512) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:52:57.374568 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-18561b7b-b740-4a1b-80f6-ebe1099012b7 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Request body: {'router': {'routes': None}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:52:57.452972 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-b0a4a2bc-145b-420e-a104-b23f70b2f7b6 req-a04543eb-8709-4c0a-bf61-f154576fe407 service neutron] Attempting to bind port 89a2bbed-6cee-4385-8570-af952806ad8b on host n-h2-834765-1 for vnic_type normal with profile {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:52:57.453950 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-b0a4a2bc-145b-420e-a104-b23f70b2f7b6 req-a04543eb-8709-4c0a-bf61-f154576fe407 service neutron] Attempting to bind port 89a2bbed-6cee-4385-8570-af952806ad8b by drivers openvswitch,hyperv on host n-h2-834765-1 at level 0 using segments [{'id': 'deb1709f-901e-4762-906b-e68b8b79a168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '289d4c05-6537-47d7-9c1c-0777ed8cf48a'}] {{(pid=102791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:52:57.454451 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0a4a2bc-145b-420e-a104-b23f70b2f7b6 req-a04543eb-8709-4c0a-bf61-f154576fe407 service neutron] Attempting to bind port 89a2bbed-6cee-4385-8570-af952806ad8b on network 289d4c05-6537-47d7-9c1c-0777ed8cf48a {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:52:57.470760 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba0e4d3d-44ac-4422-be10-c955260c98b3 None None] Sync routers for ids ['9da902c6-9f7e-4097-930c-17733aa3c7fe'] in n-d-834765-1 {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:52:57.481252 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e642e4-083d-4f45-8238-3d7c21a1129b req-9ab18252-ee65-480d-9cc6-c0badfa0641f tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:52:57.483056 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-23e642e4-083d-4f45-8238-3d7c21a1129b req-9ab18252-ee65-480d-9cc6-c0badfa0641f tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] 10.222.0.42 "GET /v2.0/ports?device_id=d55bce92-2492-4b8b-aa2e-7b55fe6ab72f HTTP/1.1" status: 200 len: 943 time: 0.8170681 Mar 29 15:52:57.487503 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0a4a2bc-145b-420e-a104-b23f70b2f7b6 req-a04543eb-8709-4c0a-bf61-f154576fe407 service neutron] Port 89a2bbed-6cee-4385-8570-af952806ad8b on network 289d4c05-6537-47d7-9c1c-0777ed8cf48a not bound, no agent of type Open vSwitch agent registered on host n-h2-834765-1 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 15:52:57.487918 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0a4a2bc-145b-420e-a104-b23f70b2f7b6 req-a04543eb-8709-4c0a-bf61-f154576fe407 service neutron] Attempting to bind port 89a2bbed-6cee-4385-8570-af952806ad8b on network 289d4c05-6537-47d7-9c1c-0777ed8cf48a {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:52:57.505255 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0a4a2bc-145b-420e-a104-b23f70b2f7b6 req-a04543eb-8709-4c0a-bf61-f154576fe407 service neutron] Checking agent: {'id': '3e4b4912-b4a2-4d17-b5bd-6ce15529e8eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 33, 17), 'started_at': datetime.datetime(2022, 3, 29, 15, 33, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 52, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:52:57.505603 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0a4a2bc-145b-420e-a104-b23f70b2f7b6 req-a04543eb-8709-4c0a-bf61-f154576fe407 service neutron] Checking segment: {'id': 'deb1709f-901e-4762-906b-e68b8b79a168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '289d4c05-6537-47d7-9c1c-0777ed8cf48a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:52:57.506038 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0a4a2bc-145b-420e-a104-b23f70b2f7b6 req-a04543eb-8709-4c0a-bf61-f154576fe407 service neutron] Bound using segment: {'id': 'deb1709f-901e-4762-906b-e68b8b79a168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '289d4c05-6537-47d7-9c1c-0777ed8cf48a'} {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:52:57.506495 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-b0a4a2bc-145b-420e-a104-b23f70b2f7b6 req-a04543eb-8709-4c0a-bf61-f154576fe407 service neutron] Bound port: 89a2bbed-6cee-4385-8570-af952806ad8b, host: n-h2-834765-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'deb1709f-901e-4762-906b-e68b8b79a168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '289d4c05-6537-47d7-9c1c-0777ed8cf48a'}}] {{(pid=102791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 15:52:57.507974 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-b0a4a2bc-145b-420e-a104-b23f70b2f7b6 req-a04543eb-8709-4c0a-bf61-f154576fe407 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:57.558296 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-baa8480e-28bb-4f13-aed1-042e06cdc0b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26a88bc5-ebda-45ee-90f1-5547a1a4689e', 'name': 'tempest-ServersTestJSON-323879228-router', 'tenant_id': 'd8d907847dd34368b73f473fb982328c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.63'}], 'enable_snat': True}, 'gw_port_id': '3fedbbdf-bf13-4a1e-b5cb-153ae7f29c95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:51:00Z', 'updated_at': '2022-03-29T15:51:05Z', 'revision_number': 4, 'project_id': 'd8d907847dd34368b73f473fb982328c', 'gw_port': {'id': '3fedbbdf-bf13-4a1e-b5cb-153ae7f29c95', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:eb:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26a88bc5-ebda-45ee-90f1-5547a1a4689e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1965, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:51:00Z', 'updated_at': '2022-03-29T15:51:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': '818746c1-321e-4a0f-b99a-e6d555fd1abb', 'name': '', 'network_id': '1a890cad-eceb-4443-afdb-474dde0f8f1e', 'tenant_id': 'd8d907847dd34368b73f473fb982328c', 'mac_address': 'fa:16:3e:9a:c5:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26a88bc5-ebda-45ee-90f1-5547a1a4689e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1966, 'fixed_ips': [{'subnet_id': '62348b33-7001-4dc5-aea1-2976e02267d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:51:03Z', 'updated_at': '2022-03-29T15:51:13Z', 'revision_number': 5, 'project_id': 'd8d907847dd34368b73f473fb982328c', 'subnets': [{'id': '62348b33-7001-4dc5-aea1-2976e02267d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:52:57.637050 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port 7eaacc99-c88e-4cef-a816-8959e5a646da triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:52:57.637419 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:57.646612 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device 1a9a14b0-39d9-469c-a784-c4a7332b1ae4 no longer exists at agent hyperv_n-h2-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:52:57.649681 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baa8480e-28bb-4f13-aed1-042e06cdc0b4 None None] The sync data for ids ['26a88bc5-ebda-45ee-90f1-5547a1a4689e'] in n-d-834765-1 is: [{'id': '26a88bc5-ebda-45ee-90f1-5547a1a4689e', 'name': 'tempest-ServersTestJSON-323879228-router', 'tenant_id': 'd8d907847dd34368b73f473fb982328c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.63'}], 'enable_snat': True}, 'gw_port_id': '3fedbbdf-bf13-4a1e-b5cb-153ae7f29c95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:51:00Z', 'updated_at': '2022-03-29T15:51:05Z', 'revision_number': 4, 'project_id': 'd8d907847dd34368b73f473fb982328c', 'gw_port': {'id': '3fedbbdf-bf13-4a1e-b5cb-153ae7f29c95', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:eb:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26a88bc5-ebda-45ee-90f1-5547a1a4689e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1965, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:51:00Z', 'updated_at': '2022-03-29T15:51:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': '818746c1-321e-4a0f-b99a-e6d555fd1abb', 'name': '', 'network_id': '1a890cad-eceb-4443-afdb-474dde0f8f1e', 'tenant_id': 'd8d907847dd34368b73f473fb982328c', 'mac_address': 'fa:16:3e:9a:c5:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26a88bc5-ebda-45ee-90f1-5547a1a4689e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1966, 'fixed_ips': [{'subnet_id': '62348b33-7001-4dc5-aea1-2976e02267d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:51:03Z', 'updated_at': '2022-03-29T15:51:13Z', 'revision_number': 5, 'project_id': 'd8d907847dd34368b73f473fb982328c', 'subnets': [{'id': '62348b33-7001-4dc5-aea1-2976e02267d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:52:57.681892 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-241dbee8-842a-40de-9ff3-d89bcf823b5a tempest-ServersTestJSON-163693882 tempest-ServersTestJSON-163693882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:57.695700 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-241dbee8-842a-40de-9ff3-d89bcf823b5a tempest-ServersTestJSON-163693882 tempest-ServersTestJSON-163693882-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:57.742644 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba0e4d3d-44ac-4422-be10-c955260c98b3 None None] Routers {'9da902c6-9f7e-4097-930c-17733aa3c7fe'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:52:57.743310 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-ba0e4d3d-44ac-4422-be10-c955260c98b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:52:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['9da902c6-9f7e-4097-930c-17733aa3c7fe'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:52:57.743816 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608b1f6e-e58e-46f6-a98e-9d43b178e55b req-ac7cda15-46ca-4e2d-956a-e64ceacbb570 tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:52:57.745486 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-608b1f6e-e58e-46f6-a98e-9d43b178e55b req-ac7cda15-46ca-4e2d-956a-e64ceacbb570 tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] 10.222.0.42 "GET /v2.0/ports?device_id=27edd37b-f742-40e3-a8c7-8890983862b7 HTTP/1.1" status: 200 len: 931 time: 0.4049723 Mar 29 15:52:57.777199 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-241dbee8-842a-40de-9ff3-d89bcf823b5a tempest-ServersTestJSON-163693882 tempest-ServersTestJSON-163693882-project] Calling delete_port for 3a6170ea-cea1-4b6e-8dd1-99a9b96e5bc7 owned by network:floatingip {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:52:57.782946 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] No Port match for: 1a9a14b0-39d9-469c-a784-c4a7332b1ae4 {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 15:52:57.783777 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device 1a9a14b0-39d9-469c-a784-c4a7332b1ae4 not bound to the agent host n-h2-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:52:57.893424 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-23e642e4-083d-4f45-8238-3d7c21a1129b req-97ea091c-2360-42c6-a3f7-2de1c27e7347 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] 10.222.0.42 "GET /v2.0/security-groups?id=ff6926a7-466a-45ba-ab0c-09c9f75f7301&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3955252 Mar 29 15:52:58.183105 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.extraroute_db [None req-18561b7b-b740-4a1b-80f6-ebe1099012b7 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Added routes are [] {{(pid=102790) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Mar 29 15:52:58.183878 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.extraroute_db [None req-18561b7b-b740-4a1b-80f6-ebe1099012b7 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Removed routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=102790) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Mar 29 15:52:58.222533 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-18561b7b-b740-4a1b-80f6-ebe1099012b7 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-648077', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-526627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129337'] for router, precommit_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:58.316479 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvr_db [None req-ba0e4d3d-44ac-4422-be10-c955260c98b3 None None] Set router 9da902c6-9f7e-4097-930c-17733aa3c7fe gateway port host: None {{(pid=102792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:52:58.336750 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ab8a952-e69a-4271-a703-e25ac7977780 None None] New status for floating IP 5b5a6fdf-ce87-40ab-a5e5-496d8367dc1e: DOWN {{(pid=102793) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 15:52:58.464731 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-608b1f6e-e58e-46f6-a98e-9d43b178e55b req-f5ea39a9-5283-4e92-916a-2c00fbafd8e5 tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] 10.222.0.42 "GET /v2.0/security-groups?id=4d484579-48b3-4400-916a-a84f820a118c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7015364 Mar 29 15:52:58.506320 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-b0a4a2bc-145b-420e-a104-b23f70b2f7b6 req-a04543eb-8709-4c0a-bf61-f154576fe407 service neutron] For port 89a2bbed-6cee-4385-8570-af952806ad8b, host n-h2-834765-1, cleared binding levels {{(pid=102791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:52:58.553169 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-b0a4a2bc-145b-420e-a104-b23f70b2f7b6 req-a04543eb-8709-4c0a-bf61-f154576fe407 service neutron] For port 89a2bbed-6cee-4385-8570-af952806ad8b, host n-h2-834765-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=89a2bbed-6cee-4385-8570-af952806ad8b,segment=NetworkSegment(deb1709f-901e-4762-906b-e68b8b79a168),segment_id=deb1709f-901e-4762-906b-e68b8b79a168)] {{(pid=102791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:52:58.575556 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-b0a4a2bc-145b-420e-a104-b23f70b2f7b6 req-a04543eb-8709-4c0a-bf61-f154576fe407 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:58.706685 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-fa6a6b50-dc58-4344-ad7c-ceb53fd0590d None None] Provisioning complete for port 1a5cd746-434a-4d0b-9c72-3f5e84dffe64 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:52:58.707867 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-fa6a6b50-dc58-4344-ad7c-ceb53fd0590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:58.801006 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-18561b7b-b740-4a1b-80f6-ebe1099012b7 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-648077', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-526627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129337'] for router, precommit_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:58.810368 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-18561b7b-b740-4a1b-80f6-ebe1099012b7 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-648068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-648127', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-526682'] for router, after_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:58.820879 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-fa6a6b50-dc58-4344-ad7c-ceb53fd0590d None None] Port 1a5cd746-434a-4d0b-9c72-3f5e84dffe64 cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 15:52:58.833031 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a4a2bc-145b-420e-a104-b23f70b2f7b6 req-a04543eb-8709-4c0a-bf61-f154576fe407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:52:58.842223 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-b0a4a2bc-145b-420e-a104-b23f70b2f7b6 req-a04543eb-8709-4c0a-bf61-f154576fe407 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:58.845307 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b0a4a2bc-145b-420e-a104-b23f70b2f7b6 req-a04543eb-8709-4c0a-bf61-f154576fe407 service neutron] 10.222.0.48 "PUT /v2.0/ports/89a2bbed-6cee-4385-8570-af952806ad8b HTTP/1.1" status: 200 len: 1091 time: 4.5402937 Mar 29 15:52:58.904240 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 0c3048ca-b436-497e-8537-c4f3729c8d72 up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:52:58.977790 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04543eb-8709-4c0a-bf61-f154576fe407 service neutron] Pushing event updated for resources: {'Port': ['ID=89a2bbed-6cee-4385-8570-af952806ad8b,revision_number=3']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:52:59.128109 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd55bce92-2492-4b8b-aa2e-7b55fe6ab72f', 'tag': '89a2bbed-6cee-4385-8570-af952806ad8b'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:52:59.143167 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c67b028db5e9b9818fecc5c0a87ebc6f190694fa53ca267d523e04f98de536d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6845f03-ad8a-45fd-8e54-b3658acd3f26" -d '{"events": [{"name": "network-changed", "server_uuid": "d55bce92-2492-4b8b-aa2e-7b55fe6ab72f", "tag": "89a2bbed-6cee-4385-8570-af952806ad8b"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:52:59.146325 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port 0c3048ca-b436-497e-8537-c4f3729c8d72 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:52:59.148901 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:59.191151 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18561b7b-b740-4a1b-80f6-ebe1099012b7 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Router 9da902c6-9f7e-4097-930c-17733aa3c7fe has already been hosted by L3 agent c648d819-1060-4f26-b4ec-6455387b5dff {{(pid=102790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 15:52:59.326720 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [req-f0850305-2648-482f-bb4f-90f35a4be86a req-f3c01dc9-2e5a-42f7-9d33-7a6d285c9f1e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a5cd746-434a-4d0b-9c72-3f5e84dffe64 {{(pid=102791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:52:59.356532 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-ba0e4d3d-44ac-4422-be10-c955260c98b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9da902c6-9f7e-4097-930c-17733aa3c7fe', 'name': 'tempest-RoutersIpV6Test-router-1373550545', 'tenant_id': '5dbaebdcae654b77ad7a96310f75316a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:51:58Z', 'updated_at': '2022-03-29T15:52:54Z', 'revision_number': 6, 'project_id': '5dbaebdcae654b77ad7a96310f75316a', 'gw_port_host': None, '_interfaces': [{'id': '0c3048ca-b436-497e-8537-c4f3729c8d72', 'name': '', 'network_id': 'd5ec32e7-3a2e-4bf1-904f-30df3c5152ae', 'tenant_id': '5dbaebdcae654b77ad7a96310f75316a', 'mac_address': 'fa:16:3e:70:70:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9da902c6-9f7e-4097-930c-17733aa3c7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2090, 'fixed_ips': [{'subnet_id': '527e220e-c875-453f-9935-6f3faba46009', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:52:31Z', 'updated_at': '2022-03-29T15:52:50Z', 'revision_number': 5, 'project_id': '5dbaebdcae654b77ad7a96310f75316a', 'subnets': [{'id': '527e220e-c875-453f-9935-6f3faba46009', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '380d8e44-294f-4283-bec9-c72dc0c8e372', 'name': '', 'network_id': '05aff4d8-6ad3-42b1-82b3-9ab459d67c95', 'tenant_id': '5dbaebdcae654b77ad7a96310f75316a', 'mac_address': 'fa:16:3e:fb:56:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9da902c6-9f7e-4097-930c-17733aa3c7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2030, 'fixed_ips': [{'subnet_id': '66ddf533-9b96-4910-b203-743982681446', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:52:02Z', 'updated_at': '2022-03-29T15:52:13Z', 'revision_number': 5, 'project_id': '5dbaebdcae654b77ad7a96310f75316a', 'subnets': [{'id': '66ddf533-9b96-4910-b203-743982681446', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '765ff2df-daaf-410e-a52f-504ab32fd593', 'name': '', 'network_id': '9e635c77-97bd-43dd-a5da-72a4f2e78179', 'tenant_id': '5dbaebdcae654b77ad7a96310f75316a', 'mac_address': 'fa:16:3e:e0:47:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9da902c6-9f7e-4097-930c-17733aa3c7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2112, 'fixed_ips': [{'subnet_id': '224828dc-512e-4ec6-b032-c22ba8025f12', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:52:43Z', 'updated_at': '2022-03-29T15:52:56Z', 'revision_number': 5, 'project_id': '5dbaebdcae654b77ad7a96310f75316a', 'subnets': [{'id': '224828dc-512e-4ec6-b032-c22ba8025f12', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f3b24b0b-3c90-4d52-8980-3ee99c330cd0', 'name': '', 'network_id': '486e2680-95ad-49c2-b358-d58073389320', 'tenant_id': '5dbaebdcae654b77ad7a96310f75316a', 'mac_address': 'fa:16:3e:fc:22:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9da902c6-9f7e-4097-930c-17733aa3c7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2064, 'fixed_ips': [{'subnet_id': '80218fe4-18d9-422d-92b9-96748e78d74e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:52:17Z', 'updated_at': '2022-03-29T15:52:35Z', 'revision_number': 5, 'project_id': '5dbaebdcae654b77ad7a96310f75316a', 'subnets': [{'id': '80218fe4-18d9-422d-92b9-96748e78d74e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:52:59.373039 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18561b7b-b740-4a1b-80f6-ebe1099012b7 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:52:59.384966 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 15:52:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f8996b8-fa17-44a5-97eb-dee9f41ad58e x-openstack-request-id: req-2f8996b8-fa17-44a5-97eb-dee9f41ad58e {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:52:59.385358 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d55bce92-2492-4b8b-aa2e-7b55fe6ab72f", "tag": "89a2bbed-6cee-4385-8570-af952806ad8b", "status": "completed", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:52:59.385521 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-2f8996b8-fa17-44a5-97eb-dee9f41ad58e {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:52:59.385933 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd55bce92-2492-4b8b-aa2e-7b55fe6ab72f', 'tag': '89a2bbed-6cee-4385-8570-af952806ad8b', 'status': 'completed', 'code': 200} Mar 29 15:52:59.387971 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-f0850305-2648-482f-bb4f-90f35a4be86a req-f3c01dc9-2e5a-42f7-9d33-7a6d285c9f1e service neutron] Notify callbacks [] for port, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:59.388711 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-18561b7b-b740-4a1b-80f6-ebe1099012b7 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks [] for router, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:59.393973 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-18561b7b-b740-4a1b-80f6-ebe1099012b7 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] 10.222.0.42 "PUT /v2.0/routers/9da902c6-9f7e-4097-930c-17733aa3c7fe HTTP/1.1" status: 200 len: 704 time: 2.0256541 Mar 29 15:52:59.393973 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 34556) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:52:59.407459 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a4a2bc-145b-420e-a104-b23f70b2f7b6 req-206b601b-4e5b-4b82-8f82-e53970d22a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:52:59.410748 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b0a4a2bc-145b-420e-a104-b23f70b2f7b6 req-206b601b-4e5b-4b82-8f82-e53970d22a1a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4613198224a343ff95b6b23b26c7af7a&device_id=d55bce92-2492-4b8b-aa2e-7b55fe6ab72f HTTP/1.1" status: 200 len: 1094 time: 0.5105872 Mar 29 15:52:59.507594 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba0e4d3d-44ac-4422-be10-c955260c98b3 None None] Checking router: 9da902c6-9f7e-4097-930c-17733aa3c7fe for host: n-d-834765-1 {{(pid=102792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:52:59.537406 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba0e4d3d-44ac-4422-be10-c955260c98b3 None None] Routers {'9da902c6-9f7e-4097-930c-17733aa3c7fe'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:52:59.538568 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-ba0e4d3d-44ac-4422-be10-c955260c98b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:52:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['9da902c6-9f7e-4097-930c-17733aa3c7fe'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:52:59.560187 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.provisioning_blocks [req-f0850305-2648-482f-bb4f-90f35a4be86a req-f3c01dc9-2e5a-42f7-9d33-7a6d285c9f1e service neutron] Transition to ACTIVE for port object 1a5cd746-434a-4d0b-9c72-3f5e84dffe64 will not be triggered until provisioned by entity L2. {{(pid=102791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 15:52:59.580740 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b0a4a2bc-145b-420e-a104-b23f70b2f7b6 req-a91b1531-b14e-4b76-adb8-6c3ce7edb41d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=89a2bbed-6cee-4385-8570-af952806ad8b HTTP/1.1" status: 200 len: 217 time: 0.1365948 Mar 29 15:52:59.587484 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-f0850305-2648-482f-bb4f-90f35a4be86a req-f3c01dc9-2e5a-42f7-9d33-7a6d285c9f1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:59.596527 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-241dbee8-842a-40de-9ff3-d89bcf823b5a tempest-ServersTestJSON-163693882 tempest-ServersTestJSON-163693882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:52:59.701090 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99be7a07-d95b-4ac0-be76-244e82093201 req-dba1d6b4-5e4f-413d-a0ac-5e9510f9a63d tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:52:59.702952 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-99be7a07-d95b-4ac0-be76-244e82093201 req-dba1d6b4-5e4f-413d-a0ac-5e9510f9a63d tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] 10.222.0.42 "GET /v2.0/ports?device_id=d55bce92-2492-4b8b-aa2e-7b55fe6ab72f HTTP/1.1" status: 200 len: 943 time: 0.5324214 Mar 29 15:52:59.750745 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 34564) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:52:59.764368 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvr_db [None req-ba0e4d3d-44ac-4422-be10-c955260c98b3 None None] Set router 9da902c6-9f7e-4097-930c-17733aa3c7fe gateway port host: None {{(pid=102792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:52:59.821716 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea26355-b55c-4d14-abe0-9799a1823fc8 req-409accfc-bffb-4c5d-8ce0-2d84b40c1624 tempest-ListServersNegativeTestJSON-314748889 tempest-ListServersNegativeTestJSON-314748889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:52:59.829326 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea26355-b55c-4d14-abe0-9799a1823fc8 req-409accfc-bffb-4c5d-8ce0-2d84b40c1624 tempest-ListServersNegativeTestJSON-314748889 tempest-ListServersNegativeTestJSON-314748889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:52:59.831203 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-0ea26355-b55c-4d14-abe0-9799a1823fc8 req-409accfc-bffb-4c5d-8ce0-2d84b40c1624 tempest-ListServersNegativeTestJSON-314748889 tempest-ListServersNegativeTestJSON-314748889-project] 10.222.0.42 "GET /v2.0/ports?device_id=118a8f70-c3b2-4405-850a-39c7f1a5273a&device_id=be58ac19-3270-4558-a2cf-5b483284d4f1 HTTP/1.1" status: 200 len: 1682 time: 0.1853242 Mar 29 15:52:59.841490 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-e539d4a2-bf90-490f-9818-c3c45e3bd015 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] 10.222.0.42 "GET /v2.0/routers/9da902c6-9f7e-4097-930c-17733aa3c7fe HTTP/1.1" status: 200 len: 704 time: 0.4465389 Mar 29 15:52:59.843393 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 34568) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:53:00.032224 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-0ea26355-b55c-4d14-abe0-9799a1823fc8 req-7bc7c2b6-af71-4f5d-a07e-08db9800cde8 tempest-ListServersNegativeTestJSON-314748889 tempest-ListServersNegativeTestJSON-314748889-project] 10.222.0.42 "GET /v2.0/security-groups?id=6997b55d-6b39-4ad3-a116-fa109ba39caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895754 Mar 29 15:53:00.047775 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 38c61091-efa6-44d1-8702-14f57199fb72 up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:53:00.110543 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-adfcda97-1ada-4ea5-9764-52bceaba5229 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:00.232478 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-ba0e4d3d-44ac-4422-be10-c955260c98b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9da902c6-9f7e-4097-930c-17733aa3c7fe', 'name': 'tempest-RoutersIpV6Test-router-1373550545', 'tenant_id': '5dbaebdcae654b77ad7a96310f75316a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:51:58Z', 'updated_at': '2022-03-29T15:52:58Z', 'revision_number': 7, 'project_id': '5dbaebdcae654b77ad7a96310f75316a', 'gw_port_host': None, '_interfaces': [{'id': '0c3048ca-b436-497e-8537-c4f3729c8d72', 'name': '', 'network_id': 'd5ec32e7-3a2e-4bf1-904f-30df3c5152ae', 'tenant_id': '5dbaebdcae654b77ad7a96310f75316a', 'mac_address': 'fa:16:3e:70:70:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9da902c6-9f7e-4097-930c-17733aa3c7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2090, 'fixed_ips': [{'subnet_id': '527e220e-c875-453f-9935-6f3faba46009', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:52:31Z', 'updated_at': '2022-03-29T15:52:50Z', 'revision_number': 5, 'project_id': '5dbaebdcae654b77ad7a96310f75316a', 'subnets': [{'id': '527e220e-c875-453f-9935-6f3faba46009', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '380d8e44-294f-4283-bec9-c72dc0c8e372', 'name': '', 'network_id': '05aff4d8-6ad3-42b1-82b3-9ab459d67c95', 'tenant_id': '5dbaebdcae654b77ad7a96310f75316a', 'mac_address': 'fa:16:3e:fb:56:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9da902c6-9f7e-4097-930c-17733aa3c7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2030, 'fixed_ips': [{'subnet_id': '66ddf533-9b96-4910-b203-743982681446', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:52:02Z', 'updated_at': '2022-03-29T15:52:13Z', 'revision_number': 5, 'project_id': '5dbaebdcae654b77ad7a96310f75316a', 'subnets': [{'id': '66ddf533-9b96-4910-b203-743982681446', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '765ff2df-daaf-410e-a52f-504ab32fd593', 'name': '', 'network_id': '9e635c77-97bd-43dd-a5da-72a4f2e78179', 'tenant_id': '5dbaebdcae654b77ad7a96310f75316a', 'mac_address': 'fa:16:3e:e0:47:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9da902c6-9f7e-4097-930c-17733aa3c7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2112, 'fixed_ips': [{'subnet_id': '224828dc-512e-4ec6-b032-c22ba8025f12', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:52:43Z', 'updated_at': '2022-03-29T15:52:56Z', 'revision_number': 5, 'project_id': '5dbaebdcae654b77ad7a96310f75316a', 'subnets': [{'id': '224828dc-512e-4ec6-b032-c22ba8025f12', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f3b24b0b-3c90-4d52-8980-3ee99c330cd0', 'name': '', 'network_id': '486e2680-95ad-49c2-b358-d58073389320', 'tenant_id': '5dbaebdcae654b77ad7a96310f75316a', 'mac_address': 'fa:16:3e:fc:22:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9da902c6-9f7e-4097-930c-17733aa3c7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2064, 'fixed_ips': [{'subnet_id': '80218fe4-18d9-422d-92b9-96748e78d74e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:52:17Z', 'updated_at': '2022-03-29T15:52:35Z', 'revision_number': 5, 'project_id': '5dbaebdcae654b77ad7a96310f75316a', 'subnets': [{'id': '80218fe4-18d9-422d-92b9-96748e78d74e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:53:00.237165 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port 38c61091-efa6-44d1-8702-14f57199fb72 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:53:00.237368 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:00.271943 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba0e4d3d-44ac-4422-be10-c955260c98b3 None None] The sync data for ids ['9da902c6-9f7e-4097-930c-17733aa3c7fe'] in n-d-834765-1 is: [{'id': '9da902c6-9f7e-4097-930c-17733aa3c7fe', 'name': 'tempest-RoutersIpV6Test-router-1373550545', 'tenant_id': '5dbaebdcae654b77ad7a96310f75316a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:51:58Z', 'updated_at': '2022-03-29T15:52:58Z', 'revision_number': 7, 'project_id': '5dbaebdcae654b77ad7a96310f75316a', 'gw_port_host': None, '_interfaces': [{'id': '0c3048ca-b436-497e-8537-c4f3729c8d72', 'name': '', 'network_id': 'd5ec32e7-3a2e-4bf1-904f-30df3c5152ae', 'tenant_id': '5dbaebdcae654b77ad7a96310f75316a', 'mac_address': 'fa:16:3e:70:70:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9da902c6-9f7e-4097-930c-17733aa3c7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2090, 'fixed_ips': [{'subnet_id': '527e220e-c875-453f-9935-6f3faba46009', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:52:31Z', 'updated_at': '2022-03-29T15:52:50Z', 'revision_number': 5, 'project_id': '5dbaebdcae654b77ad7a96310f75316a', 'subnets': [{'id': '527e220e-c875-453f-9935-6f3faba46009', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '380d8e44-294f-4283-bec9-c72dc0c8e372', 'name': '', 'network_id': '05aff4d8-6ad3-42b1-82b3-9ab459d67c95', 'tenant_id': '5dbaebdcae654b77ad7a96310f75316a', 'mac_address': 'fa:16:3e:fb:56:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9da902c6-9f7e-4097-930c-17733aa3c7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2030, 'fixed_ips': [{'subnet_id': '66ddf533-9b96-4910-b203-743982681446', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:52:02Z', 'updated_at': '2022-03-29T15:52:13Z', 'revision_number': 5, 'project_id': '5dbaebdcae654b77ad7a96310f75316a', 'subnets': [{'id': '66ddf533-9b96-4910-b203-743982681446', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '765ff2df-daaf-410e-a52f-504ab32fd593', 'name': '', 'network_id': '9e635c77-97bd-43dd-a5da-72a4f2e78179', 'tenant_id': '5dbaebdcae654b77ad7a96310f75316a', 'mac_address': 'fa:16:3e:e0:47:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9da902c6-9f7e-4097-930c-17733aa3c7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2112, 'fixed_ips': [{'subnet_id': '224828dc-512e-4ec6-b032-c22ba8025f12', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:52:43Z', 'updated_at': '2022-03-29T15:52:56Z', 'revision_number': 5, 'project_id': '5dbaebdcae654b77ad7a96310f75316a', 'subnets': [{'id': '224828dc-512e-4ec6-b032-c22ba8025f12', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f3b24b0b-3c90-4d52-8980-3ee99c330cd0', 'name': '', 'network_id': '486e2680-95ad-49c2-b358-d58073389320', 'tenant_id': '5dbaebdcae654b77ad7a96310f75316a', 'mac_address': 'fa:16:3e:fc:22:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9da902c6-9f7e-4097-930c-17733aa3c7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2064, 'fixed_ips': [{'subnet_id': '80218fe4-18d9-422d-92b9-96748e78d74e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:52:17Z', 'updated_at': '2022-03-29T15:52:35Z', 'revision_number': 5, 'project_id': '5dbaebdcae654b77ad7a96310f75316a', 'subnets': [{'id': '80218fe4-18d9-422d-92b9-96748e78d74e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:53:00.303949 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c01dc9-2e5a-42f7-9d33-7a6d285c9f1e service neutron] Pushing event updated for resources: {'Port': ['ID=1a5cd746-434a-4d0b-9c72-3f5e84dffe64,revision_number=2']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:53:00.306771 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ae36e6-51bd-4de6-b061-749b519536b6 req-6271a72e-3d7a-4c11-8a16-a877afcbca77 tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:53:00.314499 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a4a2bc-145b-420e-a104-b23f70b2f7b6 req-951e3178-282b-4b73-bd33-1b5738f99cba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:53:00.314723 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-95ae36e6-51bd-4de6-b061-749b519536b6 req-6271a72e-3d7a-4c11-8a16-a877afcbca77 tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] 10.222.0.42 "GET /v2.0/ports?device_id=27edd37b-f742-40e3-a8c7-8890983862b7 HTTP/1.1" status: 200 len: 943 time: 0.1572235 Mar 29 15:53:00.324851 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b0a4a2bc-145b-420e-a104-b23f70b2f7b6 req-951e3178-282b-4b73-bd33-1b5738f99cba service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d2f96c58-eed7-4bf5-adae-f978ef8efd9e HTTP/1.1" status: 200 len: 835 time: 0.7100227 Mar 29 15:53:00.346883 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-37a8ed2f-1cfe-4ccc-b852-cb84fa4ed52f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:00.425888 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-99be7a07-d95b-4ac0-be76-244e82093201 req-9a5f6a47-51b6-49a4-88eb-12929bcea726 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] 10.222.0.42 "GET /v2.0/security-groups?id=ff6926a7-466a-45ba-ab0c-09c9f75f7301&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2593920 Mar 29 15:53:00.432330 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-95ae36e6-51bd-4de6-b061-749b519536b6 req-0b93c519-574c-4265-a361-6a9c72f9cbde tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] 10.222.0.42 "GET /v2.0/security-groups?id=4d484579-48b3-4400-916a-a84f820a118c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1113126 Mar 29 15:53:00.444942 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 765ff2df-daaf-410e-a52f-504ab32fd593 up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:53:00.468820 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-adfcda97-1ada-4ea5-9764-52bceaba5229 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:00.481040 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-adfcda97-1ada-4ea5-9764-52bceaba5229 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:00.539672 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfcda97-1ada-4ea5-9764-52bceaba5229 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7c53621-76f8-4af5-8e17-7378ccb50a49,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:53:00.546478 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port 765ff2df-daaf-410e-a52f-504ab32fd593 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:53:00.547210 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:00.549123 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241dbee8-842a-40de-9ff3-d89bcf823b5a tempest-ServersTestJSON-163693882 tempest-ServersTestJSON-163693882-project] Pushing event deleted for resources: {'Port': ['ID=3a6170ea-cea1-4b6e-8dd1-99a9b96e5bc7,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:53:00.585242 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-f0850305-2648-482f-bb4f-90f35a4be86a req-f3c01dc9-2e5a-42f7-9d33-7a6d285c9f1e service neutron] Attempting to bind port 1a5cd746-434a-4d0b-9c72-3f5e84dffe64 on host n-h1-834765-1 for vnic_type normal with profile {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:53:00.585893 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-f0850305-2648-482f-bb4f-90f35a4be86a req-f3c01dc9-2e5a-42f7-9d33-7a6d285c9f1e service neutron] Attempting to bind port 1a5cd746-434a-4d0b-9c72-3f5e84dffe64 by drivers openvswitch,hyperv on host n-h1-834765-1 at level 0 using segments [{'id': '16a3b58e-2ecf-4263-9a5e-eb72b2eaa6d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'd994e3d3-6e54-466f-bbe9-e588ad776084'}] {{(pid=102791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:53:00.586055 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0850305-2648-482f-bb4f-90f35a4be86a req-f3c01dc9-2e5a-42f7-9d33-7a6d285c9f1e service neutron] Attempting to bind port 1a5cd746-434a-4d0b-9c72-3f5e84dffe64 on network d994e3d3-6e54-466f-bbe9-e588ad776084 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:53:00.593913 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-241dbee8-842a-40de-9ff3-d89bcf823b5a tempest-ServersTestJSON-163693882 tempest-ServersTestJSON-163693882-project] Notify callbacks [] for floatingip, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:00.595716 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adfcda97-1ada-4ea5-9764-52bceaba5229 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:53:00.596053 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adfcda97-1ada-4ea5-9764-52bceaba5229 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:53:00.596385 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adfcda97-1ada-4ea5-9764-52bceaba5229 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:53:00.596531 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-241dbee8-842a-40de-9ff3-d89bcf823b5a tempest-ServersTestJSON-163693882 tempest-ServersTestJSON-163693882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for floatingip, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:00.596916 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adfcda97-1ada-4ea5-9764-52bceaba5229 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:53:00.597048 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adfcda97-1ada-4ea5-9764-52bceaba5229 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:53:00.599475 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adfcda97-1ada-4ea5-9764-52bceaba5229 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:53:00.599475 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adfcda97-1ada-4ea5-9764-52bceaba5229 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:53:00.599737 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-241dbee8-842a-40de-9ff3-d89bcf823b5a tempest-ServersTestJSON-163693882 tempest-ServersTestJSON-163693882-project] 10.222.0.42 "DELETE /v2.0/floatingips/5b5a6fdf-ce87-40ab-a5e5-496d8367dc1e HTTP/1.1" status: 204 len: 168 time: 4.1491914 Mar 29 15:53:00.599842 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adfcda97-1ada-4ea5-9764-52bceaba5229 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:53:00.599842 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adfcda97-1ada-4ea5-9764-52bceaba5229 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:53:00.599842 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adfcda97-1ada-4ea5-9764-52bceaba5229 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:53:00.599842 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adfcda97-1ada-4ea5-9764-52bceaba5229 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:53:00.599842 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adfcda97-1ada-4ea5-9764-52bceaba5229 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:53:00.604269 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 34582) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:53:00.607362 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0850305-2648-482f-bb4f-90f35a4be86a req-f3c01dc9-2e5a-42f7-9d33-7a6d285c9f1e service neutron] Port 1a5cd746-434a-4d0b-9c72-3f5e84dffe64 on network d994e3d3-6e54-466f-bbe9-e588ad776084 not bound, no agent of type Open vSwitch agent registered on host n-h1-834765-1 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 15:53:00.607695 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0850305-2648-482f-bb4f-90f35a4be86a req-f3c01dc9-2e5a-42f7-9d33-7a6d285c9f1e service neutron] Attempting to bind port 1a5cd746-434a-4d0b-9c72-3f5e84dffe64 on network d994e3d3-6e54-466f-bbe9-e588ad776084 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:53:00.652458 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-adfcda97-1ada-4ea5-9764-52bceaba5229 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=2e62b3c586664ca8ab7f90c067ef68c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8993623 Mar 29 15:53:00.654039 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 34586) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:53:00.664463 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0850305-2648-482f-bb4f-90f35a4be86a req-f3c01dc9-2e5a-42f7-9d33-7a6d285c9f1e service neutron] Checking agent: {'id': 'be375040-5069-4239-9460-a3a3213e1e90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 33, 18), 'started_at': datetime.datetime(2022, 3, 29, 15, 33, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 52, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:53:00.664806 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0850305-2648-482f-bb4f-90f35a4be86a req-f3c01dc9-2e5a-42f7-9d33-7a6d285c9f1e service neutron] Checking segment: {'id': '16a3b58e-2ecf-4263-9a5e-eb72b2eaa6d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'd994e3d3-6e54-466f-bbe9-e588ad776084'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:53:00.665196 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0850305-2648-482f-bb4f-90f35a4be86a req-f3c01dc9-2e5a-42f7-9d33-7a6d285c9f1e service neutron] Bound using segment: {'id': '16a3b58e-2ecf-4263-9a5e-eb72b2eaa6d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'd994e3d3-6e54-466f-bbe9-e588ad776084'} {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:53:00.665642 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-f0850305-2648-482f-bb4f-90f35a4be86a req-f3c01dc9-2e5a-42f7-9d33-7a6d285c9f1e service neutron] Bound port: 1a5cd746-434a-4d0b-9c72-3f5e84dffe64, host: n-h1-834765-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16a3b58e-2ecf-4263-9a5e-eb72b2eaa6d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'd994e3d3-6e54-466f-bbe9-e588ad776084'}}] {{(pid=102791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 15:53:00.666002 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-f0850305-2648-482f-bb4f-90f35a4be86a req-f3c01dc9-2e5a-42f7-9d33-7a6d285c9f1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:00.743751 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a4a2bc-145b-420e-a104-b23f70b2f7b6 req-0d621e9e-a6c5-4016-a246-f80f8a6f6718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:53:00.745755 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b0a4a2bc-145b-420e-a104-b23f70b2f7b6 req-0d621e9e-a6c5-4016-a246-f80f8a6f6718 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=289d4c05-6537-47d7-9c1c-0777ed8cf48a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3953211 Mar 29 15:53:00.761244 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-707cff13-6ef2-4658-ab07-4b3c02a8ba75 None None] Sync routers for ids ['9da902c6-9f7e-4097-930c-17733aa3c7fe'] in n-d-834765-1 {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:53:00.761627 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-3cdb0d93-8860-4c68-9f17-1a732f471b52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:00.784791 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-707cff13-6ef2-4658-ab07-4b3c02a8ba75 None None] Routers {'9da902c6-9f7e-4097-930c-17733aa3c7fe'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:53:00.785343 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-707cff13-6ef2-4658-ab07-4b3c02a8ba75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:52:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['9da902c6-9f7e-4097-930c-17733aa3c7fe'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:53:00.800189 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-3cdb0d93-8860-4c68-9f17-1a732f471b52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:00.810048 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-8b32a642-44ba-4b87-8436-5ea4505b8dfb tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-530452'] for router_interface, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:00.923146 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-f0850305-2648-482f-bb4f-90f35a4be86a req-f3c01dc9-2e5a-42f7-9d33-7a6d285c9f1e service neutron] For port 1a5cd746-434a-4d0b-9c72-3f5e84dffe64, host n-h1-834765-1, cleared binding levels {{(pid=102791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:53:00.935684 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvr_db [None req-707cff13-6ef2-4658-ab07-4b3c02a8ba75 None None] Set router 9da902c6-9f7e-4097-930c-17733aa3c7fe gateway port host: None {{(pid=102792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:53:00.989784 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-f0850305-2648-482f-bb4f-90f35a4be86a req-f3c01dc9-2e5a-42f7-9d33-7a6d285c9f1e service neutron] For port 1a5cd746-434a-4d0b-9c72-3f5e84dffe64, host n-h1-834765-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=1a5cd746-434a-4d0b-9c72-3f5e84dffe64,segment=NetworkSegment(16a3b58e-2ecf-4263-9a5e-eb72b2eaa6d4),segment_id=16a3b58e-2ecf-4263-9a5e-eb72b2eaa6d4)] {{(pid=102791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:53:00.999763 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b0a4a2bc-145b-420e-a104-b23f70b2f7b6 req-1840b3e0-103a-4bbb-aacf-fe8b44694b20 service neutron] 10.222.0.48 "GET /v2.0/networks/289d4c05-6537-47d7-9c1c-0777ed8cf48a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2006466 Mar 29 15:53:01.002961 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-f0850305-2648-482f-bb4f-90f35a4be86a req-f3c01dc9-2e5a-42f7-9d33-7a6d285c9f1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:01.054924 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-3cdb0d93-8860-4c68-9f17-1a732f471b52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:01.057840 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-3cdb0d93-8860-4c68-9f17-1a732f471b52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:01.062184 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-3cdb0d93-8860-4c68-9f17-1a732f471b52 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b7c53621-76f8-4af5-8e17-7378ccb50a49 HTTP/1.1" status: 204 len: 168 time: 0.4031761 Mar 29 15:53:01.078651 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdb0d93-8860-4c68-9f17-1a732f471b52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7c53621-76f8-4af5-8e17-7378ccb50a49,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:53:01.095948 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c01dc9-2e5a-42f7-9d33-7a6d285c9f1e service neutron] Pushing event updated for resources: {'Port': ['ID=1a5cd746-434a-4d0b-9c72-3f5e84dffe64,revision_number=3']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:53:01.114648 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 34596) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:53:01.171496 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-754b6c90-f5b7-4b30-b080-8c126cf82a4d tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-188483528'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:53:01.176368 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0850305-2648-482f-bb4f-90f35a4be86a req-f3c01dc9-2e5a-42f7-9d33-7a6d285c9f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:53:01.182232 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-f0850305-2648-482f-bb4f-90f35a4be86a req-f3c01dc9-2e5a-42f7-9d33-7a6d285c9f1e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:01.183898 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f0850305-2648-482f-bb4f-90f35a4be86a req-f3c01dc9-2e5a-42f7-9d33-7a6d285c9f1e service neutron] 10.222.0.44 "PUT /v2.0/ports/1a5cd746-434a-4d0b-9c72-3f5e84dffe64 HTTP/1.1" status: 200 len: 1091 time: 4.2025917 Mar 29 15:53:01.243390 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-8b32a642-44ba-4b87-8436-5ea4505b8dfb tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Deleting port 765ff2df-daaf-410e-a52f-504ab32fd593 {{(pid=102790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:53:01.244780 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-8b32a642-44ba-4b87-8436-5ea4505b8dfb tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:01.355011 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-707cff13-6ef2-4658-ab07-4b3c02a8ba75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9da902c6-9f7e-4097-930c-17733aa3c7fe', 'name': 'tempest-RoutersIpV6Test-router-1373550545', 'tenant_id': '5dbaebdcae654b77ad7a96310f75316a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:51:58Z', 'updated_at': '2022-03-29T15:52:58Z', 'revision_number': 7, 'project_id': '5dbaebdcae654b77ad7a96310f75316a', 'gw_port_host': None, '_interfaces': [{'id': '0c3048ca-b436-497e-8537-c4f3729c8d72', 'name': '', 'network_id': 'd5ec32e7-3a2e-4bf1-904f-30df3c5152ae', 'tenant_id': '5dbaebdcae654b77ad7a96310f75316a', 'mac_address': 'fa:16:3e:70:70:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9da902c6-9f7e-4097-930c-17733aa3c7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2090, 'fixed_ips': [{'subnet_id': '527e220e-c875-453f-9935-6f3faba46009', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:52:31Z', 'updated_at': '2022-03-29T15:52:50Z', 'revision_number': 5, 'project_id': '5dbaebdcae654b77ad7a96310f75316a', 'subnets': [{'id': '527e220e-c875-453f-9935-6f3faba46009', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '380d8e44-294f-4283-bec9-c72dc0c8e372', 'name': '', 'network_id': '05aff4d8-6ad3-42b1-82b3-9ab459d67c95', 'tenant_id': '5dbaebdcae654b77ad7a96310f75316a', 'mac_address': 'fa:16:3e:fb:56:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9da902c6-9f7e-4097-930c-17733aa3c7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2030, 'fixed_ips': [{'subnet_id': '66ddf533-9b96-4910-b203-743982681446', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:52:02Z', 'updated_at': '2022-03-29T15:52:13Z', 'revision_number': 5, 'project_id': '5dbaebdcae654b77ad7a96310f75316a', 'subnets': [{'id': '66ddf533-9b96-4910-b203-743982681446', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '765ff2df-daaf-410e-a52f-504ab32fd593', 'name': '', 'network_id': '9e635c77-97bd-43dd-a5da-72a4f2e78179', 'tenant_id': '5dbaebdcae654b77ad7a96310f75316a', 'mac_address': 'fa:16:3e:e0:47:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9da902c6-9f7e-4097-930c-17733aa3c7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2112, 'fixed_ips': [{'subnet_id': '224828dc-512e-4ec6-b032-c22ba8025f12', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:52:43Z', 'updated_at': '2022-03-29T15:52:56Z', 'revision_number': 5, 'project_id': '5dbaebdcae654b77ad7a96310f75316a', 'subnets': [{'id': '224828dc-512e-4ec6-b032-c22ba8025f12', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f3b24b0b-3c90-4d52-8980-3ee99c330cd0', 'name': '', 'network_id': '486e2680-95ad-49c2-b358-d58073389320', 'tenant_id': '5dbaebdcae654b77ad7a96310f75316a', 'mac_address': 'fa:16:3e:fc:22:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9da902c6-9f7e-4097-930c-17733aa3c7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2064, 'fixed_ips': [{'subnet_id': '80218fe4-18d9-422d-92b9-96748e78d74e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:52:17Z', 'updated_at': '2022-03-29T15:52:35Z', 'revision_number': 5, 'project_id': '5dbaebdcae654b77ad7a96310f75316a', 'subnets': [{'id': '80218fe4-18d9-422d-92b9-96748e78d74e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:53:01.404342 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4854575-533c-42a4-ac0f-ec255803198e req-1780693d-0b30-49cc-8b59-2f1a33e86e05 tempest-ListServersNegativeTestJSON-314748889 tempest-ListServersNegativeTestJSON-314748889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:53:01.406224 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-f4854575-533c-42a4-ac0f-ec255803198e req-1780693d-0b30-49cc-8b59-2f1a33e86e05 tempest-ListServersNegativeTestJSON-314748889 tempest-ListServersNegativeTestJSON-314748889-project] 10.222.0.42 "GET /v2.0/ports?device_id=be58ac19-3270-4558-a2cf-5b483284d4f1 HTTP/1.1" status: 200 len: 946 time: 0.1405354 Mar 29 15:53:01.417366 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27edd37b-f742-40e3-a8c7-8890983862b7', 'tag': '1a5cd746-434a-4d0b-9c72-3f5e84dffe64'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:53:01.420163 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c67b028db5e9b9818fecc5c0a87ebc6f190694fa53ca267d523e04f98de536d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48bf8e20-136c-49c7-8316-2cff92837d12" -d '{"events": [{"name": "network-changed", "server_uuid": "27edd37b-f742-40e3-a8c7-8890983862b7", "tag": "1a5cd746-434a-4d0b-9c72-3f5e84dffe64"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:53:01.434533 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-754b6c90-f5b7-4b30-b080-8c126cf82a4d tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Made reservation on behalf of 9cad725e1c41463fab431e48b8d9bfff for: {'network': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:53:01.439177 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-754b6c90-f5b7-4b30-b080-8c126cf82a4d tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for network, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:01.450406 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [None req-8b32a642-44ba-4b87-8436-5ea4505b8dfb tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] For port 765ff2df-daaf-410e-a52f-504ab32fd593, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=765ff2df-daaf-410e-a52f-504ab32fd593,segment=NetworkSegment(e6e0ea5e-0520-4426-a775-74f62862bc9d),segment_id=e6e0ea5e-0520-4426-a775-74f62862bc9d)] {{(pid=102790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:53:01.450942 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-8b32a642-44ba-4b87-8436-5ea4505b8dfb tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:01.519839 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-f4854575-533c-42a4-ac0f-ec255803198e req-b13f2c7f-dca2-4080-abb6-7d1b84e308f2 tempest-ListServersNegativeTestJSON-314748889 tempest-ListServersNegativeTestJSON-314748889-project] 10.222.0.42 "GET /v2.0/security-groups?id=6997b55d-6b39-4ad3-a116-fa109ba39caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861533 Mar 29 15:53:01.521053 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-8b32a642-44ba-4b87-8436-5ea4505b8dfb tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Calling delete_port for 765ff2df-daaf-410e-a52f-504ab32fd593 owned by network:router_interface {{(pid=102790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:53:01.521672 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 15:53:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04d879a8-7d61-4e30-9aeb-c6ef786b9822 x-openstack-request-id: req-04d879a8-7d61-4e30-9aeb-c6ef786b9822 {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:53:01.522749 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27edd37b-f742-40e3-a8c7-8890983862b7", "tag": "1a5cd746-434a-4d0b-9c72-3f5e84dffe64", "status": "completed", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:53:01.523501 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-04d879a8-7d61-4e30-9aeb-c6ef786b9822 {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:53:01.524132 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27edd37b-f742-40e3-a8c7-8890983862b7', 'tag': '1a5cd746-434a-4d0b-9c72-3f5e84dffe64', 'status': 'completed', 'code': 200} Mar 29 15:53:01.545463 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0850305-2648-482f-bb4f-90f35a4be86a req-40bcc9bd-7948-4b81-aec6-15528c8616c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:53:01.547062 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f0850305-2648-482f-bb4f-90f35a4be86a req-40bcc9bd-7948-4b81-aec6-15528c8616c3 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0645dc511670491c8626eeb496c0ab97&device_id=27edd37b-f742-40e3-a8c7-8890983862b7 HTTP/1.1" status: 200 len: 1094 time: 0.2933338 Mar 29 15:53:01.551631 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b0a4a2bc-145b-420e-a104-b23f70b2f7b6 req-6a8bcaa3-e5d2-4118-a37b-53dbb97dfe20 service neutron] 10.222.0.48 "GET /v2.0/networks/289d4c05-6537-47d7-9c1c-0777ed8cf48a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5418022 Mar 29 15:53:01.577496 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-754b6c90-f5b7-4b30-b080-8c126cf82a4d tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] vlan segment allocate from pool success with {'vlan_id': 645, 'physical_network': 'physnet1'} {{(pid=102791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 15:53:01.624551 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f0850305-2648-482f-bb4f-90f35a4be86a req-6e476fa9-d756-42a4-b66a-49af61f255f0 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1a5cd746-434a-4d0b-9c72-3f5e84dffe64 HTTP/1.1" status: 200 len: 217 time: 0.0609801 Mar 29 15:53:01.650748 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-754b6c90-f5b7-4b30-b080-8c126cf82a4d tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:01.651099 n-d-834765-1 neutron-server[102791]: INFO neutron.db.segments_db [None req-754b6c90-f5b7-4b30-b080-8c126cf82a4d tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Added segment 6a6bae82-112f-4fa5-b290-70a8f9204330 of type vlan for network 4ba2607b-b448-44f6-8335-46066b72a89c Mar 29 15:53:01.720395 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-707cff13-6ef2-4658-ab07-4b3c02a8ba75 None None] Checking router: 9da902c6-9f7e-4097-930c-17733aa3c7fe for host: n-d-834765-1 {{(pid=102792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:53:01.743895 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0850305-2648-482f-bb4f-90f35a4be86a req-595ffe3f-7c32-4947-9742-bff0858cdb82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:53:01.745095 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-707cff13-6ef2-4658-ab07-4b3c02a8ba75 None None] Routers {'9da902c6-9f7e-4097-930c-17733aa3c7fe'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:53:01.745818 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-707cff13-6ef2-4658-ab07-4b3c02a8ba75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:52:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['9da902c6-9f7e-4097-930c-17733aa3c7fe'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:53:01.746346 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f0850305-2648-482f-bb4f-90f35a4be86a req-595ffe3f-7c32-4947-9742-bff0858cdb82 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a8d0e49f-9e4f-4325-b3fe-d85cd5221184 HTTP/1.1" status: 200 len: 850 time: 0.1061783 Mar 29 15:53:01.846306 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-754b6c90-f5b7-4b30-b080-8c126cf82a4d tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783522915970'] for network, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:01.862538 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvr_db [None req-707cff13-6ef2-4658-ab07-4b3c02a8ba75 None None] Set router 9da902c6-9f7e-4097-930c-17733aa3c7fe gateway port host: None {{(pid=102792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:53:01.891278 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac55ef7c-c6b2-413c-81b2-7fb09efede8e req-5228c552-e67d-4e8b-a11a-3ef72f3cebab tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:53:01.893141 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ac55ef7c-c6b2-413c-81b2-7fb09efede8e req-5228c552-e67d-4e8b-a11a-3ef72f3cebab tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] 10.222.0.42 "GET /v2.0/ports?device_id=27edd37b-f742-40e3-a8c7-8890983862b7 HTTP/1.1" status: 200 len: 943 time: 0.2299106 Mar 29 15:53:01.906619 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6845f03-ad8a-45fd-8e54-b3658acd3f26 req-2c24c9f8-9cb0-40d5-895e-d4a35e96d7de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:53:01.908193 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d6845f03-ad8a-45fd-8e54-b3658acd3f26 req-2c24c9f8-9cb0-40d5-895e-d4a35e96d7de service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4613198224a343ff95b6b23b26c7af7a&device_id=d55bce92-2492-4b8b-aa2e-7b55fe6ab72f HTTP/1.1" status: 200 len: 1094 time: 0.2793629 Mar 29 15:53:01.954392 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0850305-2648-482f-bb4f-90f35a4be86a req-c1ab6073-24e9-4273-9982-af8f6b67e6d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:53:01.956255 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f0850305-2648-482f-bb4f-90f35a4be86a req-c1ab6073-24e9-4273-9982-af8f6b67e6d6 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d994e3d3-6e54-466f-bbe9-e588ad776084&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1706676 Mar 29 15:53:01.972706 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-754b6c90-f5b7-4b30-b080-8c126cf82a4d tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795'] for network, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:01.979442 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-754b6c90-f5b7-4b30-b080-8c126cf82a4d tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:53:01.980334 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-754b6c90-f5b7-4b30-b080-8c126cf82a4d tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for network, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:02.071822 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00299d7f-1836-494d-9179-4af64cb7b8f1 req-cc7c5e42-bea5-4aa7-aa4d-36141415f867 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:53:02.073922 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-00299d7f-1836-494d-9179-4af64cb7b8f1 req-cc7c5e42-bea5-4aa7-aa4d-36141415f867 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] 10.222.0.42 "GET /v2.0/ports?device_id=d55bce92-2492-4b8b-aa2e-7b55fe6ab72f HTTP/1.1" status: 200 len: 943 time: 0.1149635 Mar 29 15:53:02.110160 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-754b6c90-f5b7-4b30-b080-8c126cf82a4d tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.9519665 Mar 29 15:53:02.119245 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 34624) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:53:02.160983 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-00299d7f-1836-494d-9179-4af64cb7b8f1 req-aa1a87ba-e7cb-4078-ace6-369c74c25ffe tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] 10.222.0.42 "GET /v2.0/security-groups?id=ff6926a7-466a-45ba-ab0c-09c9f75f7301&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613663 Mar 29 15:53:02.165941 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-3975dfbd-1080-4d0e-9cdb-20154c2385f8 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-84261755'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:53:02.175694 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-707cff13-6ef2-4658-ab07-4b3c02a8ba75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9da902c6-9f7e-4097-930c-17733aa3c7fe', 'name': 'tempest-RoutersIpV6Test-router-1373550545', 'tenant_id': '5dbaebdcae654b77ad7a96310f75316a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:51:58Z', 'updated_at': '2022-03-29T15:52:58Z', 'revision_number': 7, 'project_id': '5dbaebdcae654b77ad7a96310f75316a', 'gw_port_host': None, '_interfaces': [{'id': '0c3048ca-b436-497e-8537-c4f3729c8d72', 'name': '', 'network_id': 'd5ec32e7-3a2e-4bf1-904f-30df3c5152ae', 'tenant_id': '5dbaebdcae654b77ad7a96310f75316a', 'mac_address': 'fa:16:3e:70:70:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9da902c6-9f7e-4097-930c-17733aa3c7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2090, 'fixed_ips': [{'subnet_id': '527e220e-c875-453f-9935-6f3faba46009', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:52:31Z', 'updated_at': '2022-03-29T15:52:50Z', 'revision_number': 5, 'project_id': '5dbaebdcae654b77ad7a96310f75316a', 'subnets': [{'id': '527e220e-c875-453f-9935-6f3faba46009', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '380d8e44-294f-4283-bec9-c72dc0c8e372', 'name': '', 'network_id': '05aff4d8-6ad3-42b1-82b3-9ab459d67c95', 'tenant_id': '5dbaebdcae654b77ad7a96310f75316a', 'mac_address': 'fa:16:3e:fb:56:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9da902c6-9f7e-4097-930c-17733aa3c7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2030, 'fixed_ips': [{'subnet_id': '66ddf533-9b96-4910-b203-743982681446', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:52:02Z', 'updated_at': '2022-03-29T15:52:13Z', 'revision_number': 5, 'project_id': '5dbaebdcae654b77ad7a96310f75316a', 'subnets': [{'id': '66ddf533-9b96-4910-b203-743982681446', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '765ff2df-daaf-410e-a52f-504ab32fd593', 'name': '', 'network_id': '9e635c77-97bd-43dd-a5da-72a4f2e78179', 'tenant_id': '5dbaebdcae654b77ad7a96310f75316a', 'mac_address': 'fa:16:3e:e0:47:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9da902c6-9f7e-4097-930c-17733aa3c7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2112, 'fixed_ips': [{'subnet_id': '224828dc-512e-4ec6-b032-c22ba8025f12', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:52:43Z', 'updated_at': '2022-03-29T15:52:56Z', 'revision_number': 5, 'project_id': '5dbaebdcae654b77ad7a96310f75316a', 'subnets': [{'id': '224828dc-512e-4ec6-b032-c22ba8025f12', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f3b24b0b-3c90-4d52-8980-3ee99c330cd0', 'name': '', 'network_id': '486e2680-95ad-49c2-b358-d58073389320', 'tenant_id': '5dbaebdcae654b77ad7a96310f75316a', 'mac_address': 'fa:16:3e:fc:22:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9da902c6-9f7e-4097-930c-17733aa3c7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2064, 'fixed_ips': [{'subnet_id': '80218fe4-18d9-422d-92b9-96748e78d74e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:52:17Z', 'updated_at': '2022-03-29T15:52:35Z', 'revision_number': 5, 'project_id': '5dbaebdcae654b77ad7a96310f75316a', 'subnets': [{'id': '80218fe4-18d9-422d-92b9-96748e78d74e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:53:02.202017 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ac55ef7c-c6b2-413c-81b2-7fb09efede8e req-a7054f92-ca0d-46cb-8dc8-0653be72fee7 tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] 10.222.0.42 "GET /v2.0/security-groups?id=4d484579-48b3-4400-916a-a84f820a118c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2866831 Mar 29 15:53:02.208633 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-707cff13-6ef2-4658-ab07-4b3c02a8ba75 None None] The sync data for ids ['9da902c6-9f7e-4097-930c-17733aa3c7fe'] in n-d-834765-1 is: [{'id': '9da902c6-9f7e-4097-930c-17733aa3c7fe', 'name': 'tempest-RoutersIpV6Test-router-1373550545', 'tenant_id': '5dbaebdcae654b77ad7a96310f75316a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:51:58Z', 'updated_at': '2022-03-29T15:52:58Z', 'revision_number': 7, 'project_id': '5dbaebdcae654b77ad7a96310f75316a', 'gw_port_host': None, '_interfaces': [{'id': '0c3048ca-b436-497e-8537-c4f3729c8d72', 'name': '', 'network_id': 'd5ec32e7-3a2e-4bf1-904f-30df3c5152ae', 'tenant_id': '5dbaebdcae654b77ad7a96310f75316a', 'mac_address': 'fa:16:3e:70:70:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9da902c6-9f7e-4097-930c-17733aa3c7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2090, 'fixed_ips': [{'subnet_id': '527e220e-c875-453f-9935-6f3faba46009', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:52:31Z', 'updated_at': '2022-03-29T15:52:50Z', 'revision_number': 5, 'project_id': '5dbaebdcae654b77ad7a96310f75316a', 'subnets': [{'id': '527e220e-c875-453f-9935-6f3faba46009', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '380d8e44-294f-4283-bec9-c72dc0c8e372', 'name': '', 'network_id': '05aff4d8-6ad3-42b1-82b3-9ab459d67c95', 'tenant_id': '5dbaebdcae654b77ad7a96310f75316a', 'mac_address': 'fa:16:3e:fb:56:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9da902c6-9f7e-4097-930c-17733aa3c7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2030, 'fixed_ips': [{'subnet_id': '66ddf533-9b96-4910-b203-743982681446', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:52:02Z', 'updated_at': '2022-03-29T15:52:13Z', 'revision_number': 5, 'project_id': '5dbaebdcae654b77ad7a96310f75316a', 'subnets': [{'id': '66ddf533-9b96-4910-b203-743982681446', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '765ff2df-daaf-410e-a52f-504ab32fd593', 'name': '', 'network_id': '9e635c77-97bd-43dd-a5da-72a4f2e78179', 'tenant_id': '5dbaebdcae654b77ad7a96310f75316a', 'mac_address': 'fa:16:3e:e0:47:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9da902c6-9f7e-4097-930c-17733aa3c7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2112, 'fixed_ips': [{'subnet_id': '224828dc-512e-4ec6-b032-c22ba8025f12', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:52:43Z', 'updated_at': '2022-03-29T15:52:56Z', 'revision_number': 5, 'project_id': '5dbaebdcae654b77ad7a96310f75316a', 'subnets': [{'id': '224828dc-512e-4ec6-b032-c22ba8025f12', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f3b24b0b-3c90-4d52-8980-3ee99c330cd0', 'name': '', 'network_id': '486e2680-95ad-49c2-b358-d58073389320', 'tenant_id': '5dbaebdcae654b77ad7a96310f75316a', 'mac_address': 'fa:16:3e:fc:22:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9da902c6-9f7e-4097-930c-17733aa3c7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2064, 'fixed_ips': [{'subnet_id': '80218fe4-18d9-422d-92b9-96748e78d74e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:52:17Z', 'updated_at': '2022-03-29T15:52:35Z', 'revision_number': 5, 'project_id': '5dbaebdcae654b77ad7a96310f75316a', 'subnets': [{'id': '80218fe4-18d9-422d-92b9-96748e78d74e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:53:02.212907 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754b6c90-f5b7-4b30-b080-8c126cf82a4d tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Pushing event updated for resources: {'Network': ['ID=4ba2607b-b448-44f6-8335-46066b72a89c,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:53:02.231694 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Network 4ba2607b-b448-44f6-8335-46066b72a89c details requested by agent ovs-agent-n-d-834765-1 with host n-d-834765-1 {{(pid=102792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 15:53:02.247727 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-d6f23dd8-e191-4c08-8ad8-b673275e10b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-530452'] for router_interface, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:02.286642 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-8b32a642-44ba-4b87-8436-5ea4505b8dfb tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:02.330616 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6845f03-ad8a-45fd-8e54-b3658acd3f26 req-85613c80-9166-4e4a-9bea-8346ebc265a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:53:02.332296 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d6845f03-ad8a-45fd-8e54-b3658acd3f26 req-85613c80-9166-4e4a-9bea-8346ebc265a1 service neutron] 10.222.0.48 "GET /v2.0/networks?id=289d4c05-6537-47d7-9c1c-0777ed8cf48a HTTP/1.1" status: 200 len: 898 time: 0.4132395 Mar 29 15:53:02.332912 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3975dfbd-1080-4d0e-9cdb-20154c2385f8 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Made reservation on behalf of 9cad725e1c41463fab431e48b8d9bfff for: {'network': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:53:02.337326 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-3975dfbd-1080-4d0e-9cdb-20154c2385f8 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for network, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:02.341534 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f0850305-2648-482f-bb4f-90f35a4be86a req-b9ff4aaa-0440-4971-98cb-faccefe2fc68 service neutron] 10.222.0.44 "GET /v2.0/networks/d994e3d3-6e54-466f-bbe9-e588ad776084?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3711958 Mar 29 15:53:02.343557 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b32a642-44ba-4b87-8436-5ea4505b8dfb tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Pushing event deleted for resources: {'Port': ['ID=765ff2df-daaf-410e-a52f-504ab32fd593,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:53:02.434306 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d6845f03-ad8a-45fd-8e54-b3658acd3f26 req-8e5b4624-07d8-472a-8859-f20bf8728e73 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=89a2bbed-6cee-4385-8570-af952806ad8b HTTP/1.1" status: 200 len: 217 time: 0.0751777 Mar 29 15:53:02.567592 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-8b32a642-44ba-4b87-8436-5ea4505b8dfb tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-530528'] for router_interface, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:02.760450 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10922f7e-b7f5-4c05-bb85-4ab8124dc37e req-24c0cc40-65e8-44c5-87ec-e0a185b1fb43 tempest-ListServersNegativeTestJSON-314748889 tempest-ListServersNegativeTestJSON-314748889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:53:02.762009 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-10922f7e-b7f5-4c05-bb85-4ab8124dc37e req-24c0cc40-65e8-44c5-87ec-e0a185b1fb43 tempest-ListServersNegativeTestJSON-314748889 tempest-ListServersNegativeTestJSON-314748889-project] 10.222.0.42 "GET /v2.0/ports?device_id=be58ac19-3270-4558-a2cf-5b483284d4f1 HTTP/1.1" status: 200 len: 946 time: 0.1072037 Mar 29 15:53:02.780085 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-90a9cf12-e4d3-4a7c-89c0-dd6bd22f9234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:02.890330 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-10922f7e-b7f5-4c05-bb85-4ab8124dc37e req-1ffcbfa6-1bc9-4b8e-b3e9-93311f8f1e28 tempest-ListServersNegativeTestJSON-314748889 tempest-ListServersNegativeTestJSON-314748889-project] 10.222.0.42 "GET /v2.0/security-groups?id=6997b55d-6b39-4ad3-a116-fa109ba39caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837955 Mar 29 15:53:02.902770 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b32a642-44ba-4b87-8436-5ea4505b8dfb tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Router 9da902c6-9f7e-4097-930c-17733aa3c7fe has already been hosted by L3 agent c648d819-1060-4f26-b4ec-6455387b5dff {{(pid=102790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 15:53:02.973296 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3975dfbd-1080-4d0e-9cdb-20154c2385f8 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] vlan segment allocate from pool success with {'vlan_id': 620, 'physical_network': 'physnet1'} {{(pid=102791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 15:53:03.026336 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6845f03-ad8a-45fd-8e54-b3658acd3f26 req-cb61f5fe-dd54-4b40-abba-538bc9b9a98f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:53:03.027855 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d6845f03-ad8a-45fd-8e54-b3658acd3f26 req-cb61f5fe-dd54-4b40-abba-538bc9b9a98f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d2f96c58-eed7-4bf5-adae-f978ef8efd9e HTTP/1.1" status: 200 len: 835 time: 0.5750141 Mar 29 15:53:03.040352 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b32a642-44ba-4b87-8436-5ea4505b8dfb tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:53:03.047226 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-8b32a642-44ba-4b87-8436-5ea4505b8dfb tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] 10.222.0.42 "PUT /v2.0/routers/9da902c6-9f7e-4097-930c-17733aa3c7fe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2027895 Mar 29 15:53:03.053510 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f4552a2-9db8-47c2-aa12-08a28efe070e None None] Sync routers for ids ['9da902c6-9f7e-4097-930c-17733aa3c7fe'] in n-d-834765-1 {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:53:03.054686 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-3975dfbd-1080-4d0e-9cdb-20154c2385f8 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:03.055035 n-d-834765-1 neutron-server[102791]: INFO neutron.db.segments_db [None req-3975dfbd-1080-4d0e-9cdb-20154c2385f8 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Added segment 0046c8d7-27be-4ee8-b795-bd72dae4e05f of type vlan for network 79dcb3cc-0cfb-4dde-9352-1cf14f1c4e5d Mar 29 15:53:03.060046 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 34644) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:53:03.082567 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f4552a2-9db8-47c2-aa12-08a28efe070e None None] Routers {'9da902c6-9f7e-4097-930c-17733aa3c7fe'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:53:03.083983 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-4f4552a2-9db8-47c2-aa12-08a28efe070e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:53:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['9da902c6-9f7e-4097-930c-17733aa3c7fe'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:53:03.094206 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206dade8-9d98-4e54-8e30-81c00812a27d req-05c5fe92-58e9-4439-8dc6-d7a0723d4a16 tempest-ListServersNegativeTestJSON-314748889 tempest-ListServersNegativeTestJSON-314748889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:53:03.095784 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-206dade8-9d98-4e54-8e30-81c00812a27d req-05c5fe92-58e9-4439-8dc6-d7a0723d4a16 tempest-ListServersNegativeTestJSON-314748889 tempest-ListServersNegativeTestJSON-314748889-project] 10.222.0.44 "GET /v2.0/ports?device_id=be58ac19-3270-4558-a2cf-5b483284d4f1 HTTP/1.1" status: 200 len: 946 time: 0.5888038 Mar 29 15:53:03.146172 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.db_base_plugin_v2 [None req-913dd855-fa3a-4197-b002-f8efdf66ab3d tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Deleting subnet 224828dc-512e-4ec6-b032-c22ba8025f12 {{(pid=102790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 15:53:03.150498 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-913dd855-fa3a-4197-b002-f8efdf66ab3d tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks [] for subnet, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:03.185625 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-3975dfbd-1080-4d0e-9cdb-20154c2385f8 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783522915970'] for network, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:03.208212 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-913dd855-fa3a-4197-b002-f8efdf66ab3d tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4614024'] for subnet, precommit_delete_associations {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:03.238059 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvr_db [None req-4f4552a2-9db8-47c2-aa12-08a28efe070e None None] Set router 9da902c6-9f7e-4097-930c-17733aa3c7fe gateway port host: None {{(pid=102793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:53:03.316619 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ecc2e4-a5d2-4a6a-afd4-77320dc157b0 req-360aaec5-6429-4ac0-a2ab-8e169be00c2c tempest-ListServersNegativeTestJSON-314748889 tempest-ListServersNegativeTestJSON-314748889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:53:03.318194 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-37ecc2e4-a5d2-4a6a-afd4-77320dc157b0 req-360aaec5-6429-4ac0-a2ab-8e169be00c2c tempest-ListServersNegativeTestJSON-314748889 tempest-ListServersNegativeTestJSON-314748889-project] 10.222.0.48 "GET /v2.0/ports?device_id=118a8f70-c3b2-4405-850a-39c7f1a5273a HTTP/1.1" status: 200 len: 945 time: 0.4183600 Mar 29 15:53:03.321906 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f0850305-2648-482f-bb4f-90f35a4be86a req-583084d5-39fe-44c7-8ad0-c656c8b4aa1f service neutron] 10.222.0.44 "GET /v2.0/networks/d994e3d3-6e54-466f-bbe9-e588ad776084?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9607821 Mar 29 15:53:03.329847 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-913dd855-fa3a-4197-b002-f8efdf66ab3d tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1641287'] for subnet, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:03.440779 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da30a1f7-a692-413c-9382-783eecce42c6 req-e4523b7d-70dd-4111-9906-981825a99070 tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:53:03.442710 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-da30a1f7-a692-413c-9382-783eecce42c6 req-e4523b7d-70dd-4111-9906-981825a99070 tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] 10.222.0.42 "GET /v2.0/ports?device_id=27edd37b-f742-40e3-a8c7-8890983862b7 HTTP/1.1" status: 200 len: 943 time: 0.1096661 Mar 29 15:53:03.471647 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-913dd855-fa3a-4197-b002-f8efdf66ab3d tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1641294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5231963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4793952'] for subnet, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:03.501387 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-3975dfbd-1080-4d0e-9cdb-20154c2385f8 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795'] for network, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:03.509390 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3975dfbd-1080-4d0e-9cdb-20154c2385f8 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:53:03.510053 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-3975dfbd-1080-4d0e-9cdb-20154c2385f8 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for network, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:03.511570 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-4f4552a2-9db8-47c2-aa12-08a28efe070e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9da902c6-9f7e-4097-930c-17733aa3c7fe', 'name': 'tempest-RoutersIpV6Test-router-1373550545', 'tenant_id': '5dbaebdcae654b77ad7a96310f75316a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:51:58Z', 'updated_at': '2022-03-29T15:53:02Z', 'revision_number': 8, 'project_id': '5dbaebdcae654b77ad7a96310f75316a', 'gw_port_host': None, '_interfaces': [{'id': '0c3048ca-b436-497e-8537-c4f3729c8d72', 'name': '', 'network_id': 'd5ec32e7-3a2e-4bf1-904f-30df3c5152ae', 'tenant_id': '5dbaebdcae654b77ad7a96310f75316a', 'mac_address': 'fa:16:3e:70:70:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9da902c6-9f7e-4097-930c-17733aa3c7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2090, 'fixed_ips': [{'subnet_id': '527e220e-c875-453f-9935-6f3faba46009', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:52:31Z', 'updated_at': '2022-03-29T15:52:50Z', 'revision_number': 5, 'project_id': '5dbaebdcae654b77ad7a96310f75316a', 'subnets': [{'id': '527e220e-c875-453f-9935-6f3faba46009', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '380d8e44-294f-4283-bec9-c72dc0c8e372', 'name': '', 'network_id': '05aff4d8-6ad3-42b1-82b3-9ab459d67c95', 'tenant_id': '5dbaebdcae654b77ad7a96310f75316a', 'mac_address': 'fa:16:3e:fb:56:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9da902c6-9f7e-4097-930c-17733aa3c7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2030, 'fixed_ips': [{'subnet_id': '66ddf533-9b96-4910-b203-743982681446', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:52:02Z', 'updated_at': '2022-03-29T15:52:13Z', 'revision_number': 5, 'project_id': '5dbaebdcae654b77ad7a96310f75316a', 'subnets': [{'id': '66ddf533-9b96-4910-b203-743982681446', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f3b24b0b-3c90-4d52-8980-3ee99c330cd0', 'name': '', 'network_id': '486e2680-95ad-49c2-b358-d58073389320', 'tenant_id': '5dbaebdcae654b77ad7a96310f75316a', 'mac_address': 'fa:16:3e:fc:22:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9da902c6-9f7e-4097-930c-17733aa3c7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2064, 'fixed_ips': [{'subnet_id': '80218fe4-18d9-422d-92b9-96748e78d74e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:52:17Z', 'updated_at': '2022-03-29T15:52:35Z', 'revision_number': 5, 'project_id': '5dbaebdcae654b77ad7a96310f75316a', 'subnets': [{'id': '80218fe4-18d9-422d-92b9-96748e78d74e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:53:03.535118 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913dd855-fa3a-4197-b002-f8efdf66ab3d tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Pushing event deleted for resources: {'Subnet': ['ID=224828dc-512e-4ec6-b032-c22ba8025f12,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:53:03.543625 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7afd31e7-399c-4f25-af63-f74a95a477fa None None] Network 9e635c77-97bd-43dd-a5da-72a4f2e78179 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 15:53:03.555224 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f4552a2-9db8-47c2-aa12-08a28efe070e None None] Checking router: 9da902c6-9f7e-4097-930c-17733aa3c7fe for host: n-d-834765-1 {{(pid=102793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:53:03.563281 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-913dd855-fa3a-4197-b002-f8efdf66ab3d tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for subnet, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:03.566871 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f4552a2-9db8-47c2-aa12-08a28efe070e None None] Routers {'9da902c6-9f7e-4097-930c-17733aa3c7fe'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:53:03.567932 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-4f4552a2-9db8-47c2-aa12-08a28efe070e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:53:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['9da902c6-9f7e-4097-930c-17733aa3c7fe'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:53:03.578566 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-913dd855-fa3a-4197-b002-f8efdf66ab3d tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] 10.222.0.42 "DELETE /v2.0/subnets/224828dc-512e-4ec6-b032-c22ba8025f12 HTTP/1.1" status: 204 len: 168 time: 0.5168769 Mar 29 15:53:03.582084 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-da30a1f7-a692-413c-9382-783eecce42c6 req-ae4857bb-ed1c-40d4-8b05-4774991105ac tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] 10.222.0.42 "GET /v2.0/security-groups?id=4d484579-48b3-4400-916a-a84f820a118c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1312077 Mar 29 15:53:03.582456 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 34656) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:53:03.598274 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6845f03-ad8a-45fd-8e54-b3658acd3f26 req-ee76c9e8-5076-4b7d-824a-ed27bce35ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:53:03.599808 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d6845f03-ad8a-45fd-8e54-b3658acd3f26 req-ee76c9e8-5076-4b7d-824a-ed27bce35ed7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=289d4c05-6537-47d7-9c1c-0777ed8cf48a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5595098 Mar 29 15:53:03.624510 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-3975dfbd-1080-4d0e-9cdb-20154c2385f8 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.4650488 Mar 29 15:53:03.659233 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 34658) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:53:03.683151 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-8fa26204-b9a7-4556-a274-ef1dc7a408e4 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Request body: {'subnet': {'network_id': '4ba2607b-b448-44f6-8335-46066b72a89c', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:53:03.730177 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c9fb8343-44a5-4af3-b758-5f70e6bd89f9 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1631750'] for network, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:03.734601 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bf8e20-136c-49c7-8316-2cff92837d12 req-90773b8c-69a0-4e6a-8b3a-b75de61c9862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:53:03.736196 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-48bf8e20-136c-49c7-8316-2cff92837d12 req-90773b8c-69a0-4e6a-8b3a-b75de61c9862 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0645dc511670491c8626eeb496c0ab97&device_id=27edd37b-f742-40e3-a8c7-8890983862b7 HTTP/1.1" status: 200 len: 1094 time: 0.3065422 Mar 29 15:53:03.746096 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device 89a2bbed-6cee-4385-8570-af952806ad8b details requested by agent hyperv_n-h2-834765-1 with host n-h2-834765-1 {{(pid=102792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 15:53:03.762685 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvr_db [None req-4f4552a2-9db8-47c2-aa12-08a28efe070e None None] Set router 9da902c6-9f7e-4097-930c-17733aa3c7fe gateway port host: None {{(pid=102793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:53:03.800498 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-c9fb8343-44a5-4af3-b758-5f70e6bd89f9 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Deleting port 72564196-10e3-4cd8-96b2-0eed2a3d1c60 {{(pid=102790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:53:03.800916 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c9fb8343-44a5-4af3-b758-5f70e6bd89f9 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:03.801080 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fddd543-60ba-4c31-8dc4-a1af01ccbb71 req-ce9d3fed-3428-461d-b5f6-88b57e39899e tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:53:03.802563 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-3fddd543-60ba-4c31-8dc4-a1af01ccbb71 req-ce9d3fed-3428-461d-b5f6-88b57e39899e tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] 10.222.0.42 "GET /v2.0/ports?device_id=d55bce92-2492-4b8b-aa2e-7b55fe6ab72f HTTP/1.1" status: 200 len: 943 time: 0.4131610 Mar 29 15:53:03.880337 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [None req-c9fb8343-44a5-4af3-b758-5f70e6bd89f9 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] For port 72564196-10e3-4cd8-96b2-0eed2a3d1c60, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=72564196-10e3-4cd8-96b2-0eed2a3d1c60,segment=NetworkSegment(e6e0ea5e-0520-4426-a775-74f62862bc9d),segment_id=e6e0ea5e-0520-4426-a775-74f62862bc9d)] {{(pid=102790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:53:03.880698 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c9fb8343-44a5-4af3-b758-5f70e6bd89f9 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:03.894376 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-c9fb8343-44a5-4af3-b758-5f70e6bd89f9 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Calling delete_port for 72564196-10e3-4cd8-96b2-0eed2a3d1c60 owned by network:dhcp {{(pid=102790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:53:03.916855 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3975dfbd-1080-4d0e-9cdb-20154c2385f8 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Pushing event updated for resources: {'Network': ['ID=79dcb3cc-0cfb-4dde-9352-1cf14f1c4e5d,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:53:03.966913 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a67cbd9-b583-4262-9c4f-027232171103 None None] DHCP port deletion for 9e635c77-97bd-43dd-a5da-72a4f2e78179 request from n-d-834765-1 {{(pid=102792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 29 15:53:03.973107 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Network 79dcb3cc-0cfb-4dde-9352-1cf14f1c4e5d details requested by agent ovs-agent-n-d-834765-1 with host n-d-834765-1 {{(pid=102792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 15:53:03.974126 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [req-206dade8-9d98-4e54-8e30-81c00812a27d req-00a39664-a89d-45e5-b439-a0f41454f304 tempest-ListServersNegativeTestJSON-314748889 tempest-ListServersNegativeTestJSON-314748889-project] Deleting port 47e0bd36-6c74-4d77-8dc8-b703d0747e7d {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:53:03.974593 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-206dade8-9d98-4e54-8e30-81c00812a27d req-00a39664-a89d-45e5-b439-a0f41454f304 tempest-ListServersNegativeTestJSON-314748889 tempest-ListServersNegativeTestJSON-314748889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:04.161142 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2548b17b-526b-4a9d-a28e-523595b05033 req-0d27e78f-e90f-410d-9cc5-7ee83bb63529 tempest-ListServersNegativeTestJSON-314748889 tempest-ListServersNegativeTestJSON-314748889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:53:04.161477 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port 89a2bbed-6cee-4385-8570-af952806ad8b, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=89a2bbed-6cee-4385-8570-af952806ad8b,segment=NetworkSegment(deb1709f-901e-4762-906b-e68b8b79a168),segment_id=deb1709f-901e-4762-906b-e68b8b79a168)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:53:04.162852 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-2548b17b-526b-4a9d-a28e-523595b05033 req-0d27e78f-e90f-410d-9cc5-7ee83bb63529 tempest-ListServersNegativeTestJSON-314748889 tempest-ListServersNegativeTestJSON-314748889-project] 10.222.0.42 "GET /v2.0/ports?device_id=be58ac19-3270-4558-a2cf-5b483284d4f1 HTTP/1.1" status: 200 len: 946 time: 0.1101518 Mar 29 15:53:04.175688 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d71584b9-87f1-45f5-84c7-c993c2416269 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:04.179012 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c9fb8343-44a5-4af3-b758-5f70e6bd89f9 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:04.193785 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Returning: {'device': '89a2bbed-6cee-4385-8570-af952806ad8b', 'network_id': '289d4c05-6537-47d7-9c1c-0777ed8cf48a', 'port_id': '89a2bbed-6cee-4385-8570-af952806ad8b', 'mac_address': 'fa:16:3e:f7:8b:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2f96c58-eed7-4bf5-adae-f978ef8efd9e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 15:53:04.199135 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-2a67cbd9-b583-4262-9c4f-027232171103 None None] Deleting port 72564196-10e3-4cd8-96b2-0eed2a3d1c60 {{(pid=102792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:53:04.199534 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-2a67cbd9-b583-4262-9c4f-027232171103 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:04.231866 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fa26204-b9a7-4556-a274-ef1dc7a408e4 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Made reservation on behalf of 9cad725e1c41463fab431e48b8d9bfff for: {'subnet': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:53:04.235297 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-8fa26204-b9a7-4556-a274-ef1dc7a408e4 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16218875'] for subnet, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:04.268097 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-4f4552a2-9db8-47c2-aa12-08a28efe070e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9da902c6-9f7e-4097-930c-17733aa3c7fe', 'name': 'tempest-RoutersIpV6Test-router-1373550545', 'tenant_id': '5dbaebdcae654b77ad7a96310f75316a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:51:58Z', 'updated_at': '2022-03-29T15:53:02Z', 'revision_number': 8, 'project_id': '5dbaebdcae654b77ad7a96310f75316a', 'gw_port_host': None, '_interfaces': [{'id': '0c3048ca-b436-497e-8537-c4f3729c8d72', 'name': '', 'network_id': 'd5ec32e7-3a2e-4bf1-904f-30df3c5152ae', 'tenant_id': '5dbaebdcae654b77ad7a96310f75316a', 'mac_address': 'fa:16:3e:70:70:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9da902c6-9f7e-4097-930c-17733aa3c7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2090, 'fixed_ips': [{'subnet_id': '527e220e-c875-453f-9935-6f3faba46009', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:52:31Z', 'updated_at': '2022-03-29T15:52:50Z', 'revision_number': 5, 'project_id': '5dbaebdcae654b77ad7a96310f75316a', 'subnets': [{'id': '527e220e-c875-453f-9935-6f3faba46009', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '380d8e44-294f-4283-bec9-c72dc0c8e372', 'name': '', 'network_id': '05aff4d8-6ad3-42b1-82b3-9ab459d67c95', 'tenant_id': '5dbaebdcae654b77ad7a96310f75316a', 'mac_address': 'fa:16:3e:fb:56:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9da902c6-9f7e-4097-930c-17733aa3c7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2030, 'fixed_ips': [{'subnet_id': '66ddf533-9b96-4910-b203-743982681446', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:52:02Z', 'updated_at': '2022-03-29T15:52:13Z', 'revision_number': 5, 'project_id': '5dbaebdcae654b77ad7a96310f75316a', 'subnets': [{'id': '66ddf533-9b96-4910-b203-743982681446', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f3b24b0b-3c90-4d52-8980-3ee99c330cd0', 'name': '', 'network_id': '486e2680-95ad-49c2-b358-d58073389320', 'tenant_id': '5dbaebdcae654b77ad7a96310f75316a', 'mac_address': 'fa:16:3e:fc:22:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9da902c6-9f7e-4097-930c-17733aa3c7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2064, 'fixed_ips': [{'subnet_id': '80218fe4-18d9-422d-92b9-96748e78d74e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:52:17Z', 'updated_at': '2022-03-29T15:52:35Z', 'revision_number': 5, 'project_id': '5dbaebdcae654b77ad7a96310f75316a', 'subnets': [{'id': '80218fe4-18d9-422d-92b9-96748e78d74e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:53:04.271921 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-2a67cbd9-b583-4262-9c4f-027232171103 None None] For port 72564196-10e3-4cd8-96b2-0eed2a3d1c60, host n-d-834765-1, got binding levels [] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:53:04.272875 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-2a67cbd9-b583-4262-9c4f-027232171103 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:04.282743 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fb8343-44a5-4af3-b758-5f70e6bd89f9 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Pushing event deleted for resources: {'Port': ['ID=72564196-10e3-4cd8-96b2-0eed2a3d1c60,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:53:04.295312 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-2a67cbd9-b583-4262-9c4f-027232171103 None None] Calling delete_port for 72564196-10e3-4cd8-96b2-0eed2a3d1c60 owned by network:dhcp {{(pid=102792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:53:04.303205 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.ipam_backend_mixin [None req-2a67cbd9-b583-4262-9c4f-027232171103 None None] Port 72564196-10e3-4cd8-96b2-0eed2a3d1c60 was not found and therefore no delete operation was performed {{(pid=102792) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 29 15:53:04.303500 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f4552a2-9db8-47c2-aa12-08a28efe070e None None] The sync data for ids ['9da902c6-9f7e-4097-930c-17733aa3c7fe'] in n-d-834765-1 is: [{'id': '9da902c6-9f7e-4097-930c-17733aa3c7fe', 'name': 'tempest-RoutersIpV6Test-router-1373550545', 'tenant_id': '5dbaebdcae654b77ad7a96310f75316a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:51:58Z', 'updated_at': '2022-03-29T15:53:02Z', 'revision_number': 8, 'project_id': '5dbaebdcae654b77ad7a96310f75316a', 'gw_port_host': None, '_interfaces': [{'id': '0c3048ca-b436-497e-8537-c4f3729c8d72', 'name': '', 'network_id': 'd5ec32e7-3a2e-4bf1-904f-30df3c5152ae', 'tenant_id': '5dbaebdcae654b77ad7a96310f75316a', 'mac_address': 'fa:16:3e:70:70:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9da902c6-9f7e-4097-930c-17733aa3c7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2090, 'fixed_ips': [{'subnet_id': '527e220e-c875-453f-9935-6f3faba46009', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:52:31Z', 'updated_at': '2022-03-29T15:52:50Z', 'revision_number': 5, 'project_id': '5dbaebdcae654b77ad7a96310f75316a', 'subnets': [{'id': '527e220e-c875-453f-9935-6f3faba46009', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '380d8e44-294f-4283-bec9-c72dc0c8e372', 'name': '', 'network_id': '05aff4d8-6ad3-42b1-82b3-9ab459d67c95', 'tenant_id': '5dbaebdcae654b77ad7a96310f75316a', 'mac_address': 'fa:16:3e:fb:56:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9da902c6-9f7e-4097-930c-17733aa3c7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2030, 'fixed_ips': [{'subnet_id': '66ddf533-9b96-4910-b203-743982681446', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:52:02Z', 'updated_at': '2022-03-29T15:52:13Z', 'revision_number': 5, 'project_id': '5dbaebdcae654b77ad7a96310f75316a', 'subnets': [{'id': '66ddf533-9b96-4910-b203-743982681446', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f3b24b0b-3c90-4d52-8980-3ee99c330cd0', 'name': '', 'network_id': '486e2680-95ad-49c2-b358-d58073389320', 'tenant_id': '5dbaebdcae654b77ad7a96310f75316a', 'mac_address': 'fa:16:3e:fc:22:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9da902c6-9f7e-4097-930c-17733aa3c7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2064, 'fixed_ips': [{'subnet_id': '80218fe4-18d9-422d-92b9-96748e78d74e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:52:17Z', 'updated_at': '2022-03-29T15:52:35Z', 'revision_number': 5, 'project_id': '5dbaebdcae654b77ad7a96310f75316a', 'subnets': [{'id': '80218fe4-18d9-422d-92b9-96748e78d74e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:53:04.322071 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-2548b17b-526b-4a9d-a28e-523595b05033 req-57890616-a4de-443a-a655-eb530bb21e98 tempest-ListServersNegativeTestJSON-314748889 tempest-ListServersNegativeTestJSON-314748889-project] 10.222.0.42 "GET /v2.0/security-groups?id=6997b55d-6b39-4ad3-a116-fa109ba39caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449509 Mar 29 15:53:04.328241 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9fb8343-44a5-4af3-b758-5f70e6bd89f9 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] No DVR routers for this DVR port 72564196-10e3-4cd8-96b2-0eed2a3d1c60 on host n-d-834765-1 {{(pid=102790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:53:04.357886 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-2a67cbd9-b583-4262-9c4f-027232171103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350'] for port, after_delete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:04.425538 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a67cbd9-b583-4262-9c4f-027232171103 None None] No DVR routers for this DVR port 72564196-10e3-4cd8-96b2-0eed2a3d1c60 on host n-d-834765-1 {{(pid=102792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:53:04.429736 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a67cbd9-b583-4262-9c4f-027232171103 None None] Pushing event deleted for resources: {'Port': ['ID=72564196-10e3-4cd8-96b2-0eed2a3d1c60,revision_number=None']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:53:04.444341 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:04.450279 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-3fddd543-60ba-4c31-8dc4-a1af01ccbb71 req-4be7869b-2815-4058-b010-4020c3a8bd8f tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] 10.222.0.42 "GET /v2.0/security-groups?id=ff6926a7-466a-45ba-ab0c-09c9f75f7301&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6157475 Mar 29 15:53:04.457679 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c9fb8343-44a5-4af3-b758-5f70e6bd89f9 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639890', 'neutron.services.segments.db._delete_segments_for_network-8783523423079'] for network, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:04.487722 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [req-37ecc2e4-a5d2-4a6a-afd4-77320dc157b0 req-8e1539ba-ec78-45d0-997b-06e98ddf0b4f tempest-ListServersNegativeTestJSON-314748889 tempest-ListServersNegativeTestJSON-314748889-project] Deleting port 199d5a9a-7f9d-41c5-beac-efe98e585079 {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:53:04.487722 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-37ecc2e4-a5d2-4a6a-afd4-77320dc157b0 req-8e1539ba-ec78-45d0-997b-06e98ddf0b4f tempest-ListServersNegativeTestJSON-314748889 tempest-ListServersNegativeTestJSON-314748889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:04.492784 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89a2bbed-6cee-4385-8570-af952806ad8b {{(pid=102792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:53:04.525440 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port 89a2bbed-6cee-4385-8570-af952806ad8b, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=89a2bbed-6cee-4385-8570-af952806ad8b,segment=NetworkSegment(deb1709f-901e-4762-906b-e68b8b79a168),segment_id=deb1709f-901e-4762-906b-e68b8b79a168)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:53:04.532273 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:04.537287 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-c9fb8343-44a5-4af3-b758-5f70e6bd89f9 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e635c77-97bd-43dd-a5da-72a4f2e78179']}} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:53:04.554192 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-c9fb8343-44a5-4af3-b758-5f70e6bd89f9 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6e0ea5e-0520-4426-a775-74f62862bc9d') {'for_net_delete': True} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:53:04.554543 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-c9fb8343-44a5-4af3-b758-5f70e6bd89f9 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6e0ea5e-0520-4426-a775-74f62862bc9d') {} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:53:04.576033 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c9fb8343-44a5-4af3-b758-5f70e6bd89f9 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783523422064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4614019'] for segment, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:04.585940 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-37ecc2e4-a5d2-4a6a-afd4-77320dc157b0 req-8e1539ba-ec78-45d0-997b-06e98ddf0b4f tempest-ListServersNegativeTestJSON-314748889 tempest-ListServersNegativeTestJSON-314748889-project] For port 199d5a9a-7f9d-41c5-beac-efe98e585079, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=199d5a9a-7f9d-41c5-beac-efe98e585079,segment=NetworkSegment(937d7f9c-be9d-475b-b63f-12cf481dac76),segment_id=937d7f9c-be9d-475b-b63f-12cf481dac76)] {{(pid=102791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:53:04.586302 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-37ecc2e4-a5d2-4a6a-afd4-77320dc157b0 req-8e1539ba-ec78-45d0-997b-06e98ddf0b4f tempest-ListServersNegativeTestJSON-314748889 tempest-ListServersNegativeTestJSON-314748889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:04.591982 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Pushing event updated for resources: {'Port': ['ID=89a2bbed-6cee-4385-8570-af952806ad8b,revision_number=4']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:53:04.597371 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c9fb8343-44a5-4af3-b758-5f70e6bd89f9 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:04.599803 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [req-37ecc2e4-a5d2-4a6a-afd4-77320dc157b0 req-8e1539ba-ec78-45d0-997b-06e98ddf0b4f tempest-ListServersNegativeTestJSON-314748889 tempest-ListServersNegativeTestJSON-314748889-project] Calling delete_port for 199d5a9a-7f9d-41c5-beac-efe98e585079 owned by compute:nova {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:53:04.607894 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9fb8343-44a5-4af3-b758-5f70e6bd89f9 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Releasing vlan 610 on physical network physnet1 to pool {{(pid=102790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 15:53:04.608812 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c9fb8343-44a5-4af3-b758-5f70e6bd89f9 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5238013'] for segment, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:04.676914 n-d-834765-1 neutron-server[102790]: Traceback (most recent call last): Mar 29 15:53:04.676914 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 15:53:04.676914 n-d-834765-1 neutron-server[102790]: timer() Mar 29 15:53:04.676914 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 15:53:04.676914 n-d-834765-1 neutron-server[102790]: cb(*args, **kw) Mar 29 15:53:04.676914 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 15:53:04.676914 n-d-834765-1 neutron-server[102790]: return func(*args, **kwargs) Mar 29 15:53:04.676914 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 15:53:04.676914 n-d-834765-1 neutron-server[102790]: self._notify() Mar 29 15:53:04.676914 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 15:53:04.676914 n-d-834765-1 neutron-server[102790]: self.callback(batched_events) Mar 29 15:53:04.676914 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 15:53:04.676914 n-d-834765-1 neutron-server[102790]: event.method(event) Mar 29 15:53:04.676914 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 15:53:04.676914 n-d-834765-1 neutron-server[102790]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 15:53:04.676914 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 15:53:04.676914 n-d-834765-1 neutron-server[102790]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 15:53:04.676914 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 15:53:04.676914 n-d-834765-1 neutron-server[102790]: return f(self, *a, **k) Mar 29 15:53:04.676914 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 15:53:04.676914 n-d-834765-1 neutron-server[102790]: return self._get(url).json() Mar 29 15:53:04.676914 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 15:53:04.676914 n-d-834765-1 neutron-server[102790]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 15:53:04.676914 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 15:53:04.676914 n-d-834765-1 neutron-server[102790]: return self.request(url, 'GET', **kwargs) Mar 29 15:53:04.676914 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 15:53:04.676914 n-d-834765-1 neutron-server[102790]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 15:53:04.676914 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 15:53:04.676914 n-d-834765-1 neutron-server[102790]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 15:53:04.676914 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 15:53:04.676914 n-d-834765-1 neutron-server[102790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 15:53:04.676914 n-d-834765-1 neutron-server[102790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 15:53:04.718758 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c9fb8343-44a5-4af3-b758-5f70e6bd89f9 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1639897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648174'] for network, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:04.730794 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c9fb8343-44a5-4af3-b758-5f70e6bd89f9 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for network, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:04.734327 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-c9fb8343-44a5-4af3-b758-5f70e6bd89f9 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] 10.222.0.42 "DELETE /v2.0/networks/9e635c77-97bd-43dd-a5da-72a4f2e78179 HTTP/1.1" status: 204 len: 168 time: 1.1268799 Mar 29 15:53:04.749013 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 34670) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:53:04.763396 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fb8343-44a5-4af3-b758-5f70e6bd89f9 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Pushing event deleted for resources: {'Network': ['ID=9e635c77-97bd-43dd-a5da-72a4f2e78179,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:53:04.773088 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-37ecc2e4-a5d2-4a6a-afd4-77320dc157b0 req-8e1539ba-ec78-45d0-997b-06e98ddf0b4f tempest-ListServersNegativeTestJSON-314748889 tempest-ListServersNegativeTestJSON-314748889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:04.779496 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d6845f03-ad8a-45fd-8e54-b3658acd3f26 req-3a5dd572-f0b7-484d-bb4a-a431b11820c4 service neutron] 10.222.0.48 "GET /v2.0/networks/289d4c05-6537-47d7-9c1c-0777ed8cf48a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1279929 Mar 29 15:53:04.790396 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] get_ports_and_sgs() called for port_ids ['47e0bd36-6c74-4d77-8dc8-b703d0747e7d'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:53:04.817637 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc81b097-6ef7-47d5-bdb6-a5c85600a64a req-b859febb-5e81-46e7-83a1-632e9455bf77 tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:53:04.826071 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-dc81b097-6ef7-47d5-bdb6-a5c85600a64a req-b859febb-5e81-46e7-83a1-632e9455bf77 tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] 10.222.0.42 "GET /v2.0/ports?device_id=27edd37b-f742-40e3-a8c7-8890983862b7 HTTP/1.1" status: 200 len: 943 time: 0.1482046 Mar 29 15:53:04.882176 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-206dade8-9d98-4e54-8e30-81c00812a27d req-00a39664-a89d-45e5-b439-a0f41454f304 tempest-ListServersNegativeTestJSON-314748889 tempest-ListServersNegativeTestJSON-314748889-project] For port 47e0bd36-6c74-4d77-8dc8-b703d0747e7d, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=47e0bd36-6c74-4d77-8dc8-b703d0747e7d,segment=NetworkSegment(937d7f9c-be9d-475b-b63f-12cf481dac76),segment_id=937d7f9c-be9d-475b-b63f-12cf481dac76)] {{(pid=102791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:53:04.882727 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-206dade8-9d98-4e54-8e30-81c00812a27d req-00a39664-a89d-45e5-b439-a0f41454f304 tempest-ListServersNegativeTestJSON-314748889 tempest-ListServersNegativeTestJSON-314748889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:04.895083 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] get_ports_and_sgs() called for port_ids ['89a2bbed-6cee-4385-8570-af952806ad8b'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:53:04.920271 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1539ba-ec78-45d0-997b-06e98ddf0b4f tempest-ListServersNegativeTestJSON-314748889 tempest-ListServersNegativeTestJSON-314748889-project] Pushing event deleted for resources: {'Port': ['ID=199d5a9a-7f9d-41c5-beac-efe98e585079,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:53:04.942084 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bf8e20-136c-49c7-8316-2cff92837d12 req-e26e2607-f7ae-4222-9810-1cd4345df21b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:53:04.945804 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-48bf8e20-136c-49c7-8316-2cff92837d12 req-e26e2607-f7ae-4222-9810-1cd4345df21b service neutron] 10.222.0.44 "GET /v2.0/networks?id=d994e3d3-6e54-466f-bbe9-e588ad776084 HTTP/1.1" status: 200 len: 912 time: 1.1278596 Mar 29 15:53:04.989858 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [req-206dade8-9d98-4e54-8e30-81c00812a27d req-00a39664-a89d-45e5-b439-a0f41454f304 tempest-ListServersNegativeTestJSON-314748889 tempest-ListServersNegativeTestJSON-314748889-project] Calling delete_port for 47e0bd36-6c74-4d77-8dc8-b703d0747e7d owned by compute:nova {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:53:05.037427 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [req-37ecc2e4-a5d2-4a6a-afd4-77320dc157b0 req-8e1539ba-ec78-45d0-997b-06e98ddf0b4f tempest-ListServersNegativeTestJSON-314748889 tempest-ListServersNegativeTestJSON-314748889-project] No DVR routers for this DVR port 199d5a9a-7f9d-41c5-beac-efe98e585079 on host n-h2-834765-1 {{(pid=102791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:53:05.040942 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-37ecc2e4-a5d2-4a6a-afd4-77320dc157b0 req-8e1539ba-ec78-45d0-997b-06e98ddf0b4f tempest-ListServersNegativeTestJSON-314748889 tempest-ListServersNegativeTestJSON-314748889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:05.044696 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-37ecc2e4-a5d2-4a6a-afd4-77320dc157b0 req-8e1539ba-ec78-45d0-997b-06e98ddf0b4f tempest-ListServersNegativeTestJSON-314748889 tempest-ListServersNegativeTestJSON-314748889-project] 10.222.0.48 "DELETE /v2.0/ports/199d5a9a-7f9d-41c5-beac-efe98e585079 HTTP/1.1" status: 204 len: 173 time: 1.5871372 Mar 29 15:53:05.047237 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-dc81b097-6ef7-47d5-bdb6-a5c85600a64a req-29f23f72-1464-4d33-a9a6-75fa397f455c tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] 10.222.0.42 "GET /v2.0/security-groups?id=4d484579-48b3-4400-916a-a84f820a118c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2202878 Mar 29 15:53:05.049403 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-48bf8e20-136c-49c7-8316-2cff92837d12 req-fe64c1f4-06c0-4528-8302-b8d395815e82 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1a5cd746-434a-4d0b-9c72-3f5e84dffe64 HTTP/1.1" status: 200 len: 217 time: 0.0675664 Mar 29 15:53:05.057380 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '118a8f70-c3b2-4405-850a-39c7f1a5273a', 'name': 'network-vif-deleted', 'tag': '199d5a9a-7f9d-41c5-beac-efe98e585079'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:53:05.059795 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c67b028db5e9b9818fecc5c0a87ebc6f190694fa53ca267d523e04f98de536d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c58689f6-bb24-47ec-8b4c-cf12053f15c3" -d '{"events": [{"server_uuid": "118a8f70-c3b2-4405-850a-39c7f1a5273a", "name": "network-vif-deleted", "tag": "199d5a9a-7f9d-41c5-beac-efe98e585079"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:53:05.181569 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:53:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee4026ce-6d25-4e91-8a0f-a1a7e8a3c807 x-openstack-request-id: req-ee4026ce-6d25-4e91-8a0f-a1a7e8a3c807 {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:53:05.181913 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "118a8f70-c3b2-4405-850a-39c7f1a5273a", "name": "network-vif-deleted", "tag": "199d5a9a-7f9d-41c5-beac-efe98e585079", "status": "completed", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:53:05.182268 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ee4026ce-6d25-4e91-8a0f-a1a7e8a3c807 {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:53:05.182719 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '118a8f70-c3b2-4405-850a-39c7f1a5273a', 'name': 'network-vif-deleted', 'tag': '199d5a9a-7f9d-41c5-beac-efe98e585079', 'status': 'completed', 'code': 200} Mar 29 15:53:05.287461 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-d4065e9a-900d-4f5a-beda-a5705b79af69 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-530452'] for router_interface, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:05.503948 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f23cef-f24a-4442-987f-de6ddbe2b818 req-e955a2ef-b512-49f8-ae6d-fbed8194589a tempest-ListServersNegativeTestJSON-314748889 tempest-ListServersNegativeTestJSON-314748889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:53:05.505533 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-e0f23cef-f24a-4442-987f-de6ddbe2b818 req-e955a2ef-b512-49f8-ae6d-fbed8194589a tempest-ListServersNegativeTestJSON-314748889 tempest-ListServersNegativeTestJSON-314748889-project] 10.222.0.42 "GET /v2.0/ports?device_id=be58ac19-3270-4558-a2cf-5b483284d4f1 HTTP/1.1" status: 200 len: 946 time: 0.0865324 Mar 29 15:53:05.579871 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-e0f23cef-f24a-4442-987f-de6ddbe2b818 req-b681544d-03ee-4678-a9c8-9d2edfc2b172 tempest-ListServersNegativeTestJSON-314748889 tempest-ListServersNegativeTestJSON-314748889-project] 10.222.0.42 "GET /v2.0/security-groups?id=6997b55d-6b39-4ad3-a116-fa109ba39caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580161 Mar 29 15:53:05.590736 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device 1a5cd746-434a-4d0b-9c72-3f5e84dffe64 details requested by agent hyperv_n-h1-834765-1 with host n-h1-834765-1 {{(pid=102792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 15:53:05.732054 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-d6f23dd8-e191-4c08-8ad8-b673275e10b1 admin admin] Deleting port 818746c1-321e-4a0f-b99a-e6d555fd1abb {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:53:05.732524 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-d6f23dd8-e191-4c08-8ad8-b673275e10b1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:05.734742 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device 199d5a9a-7f9d-41c5-beac-efe98e585079 no longer exists at agent hyperv_n-h2-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:53:05.735677 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bf8e20-136c-49c7-8316-2cff92837d12 req-027f6f79-c409-4065-abdb-a3a7fd9cde38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:53:05.737176 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-48bf8e20-136c-49c7-8316-2cff92837d12 req-027f6f79-c409-4065-abdb-a3a7fd9cde38 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a8d0e49f-9e4f-4325-b3fe-d85cd5221184 HTTP/1.1" status: 200 len: 850 time: 0.6705480 Mar 29 15:53:05.742069 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-d4065e9a-900d-4f5a-beda-a5705b79af69 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Deleting port 0c3048ca-b436-497e-8537-c4f3729c8d72 {{(pid=102790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:53:05.742618 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-d4065e9a-900d-4f5a-beda-a5705b79af69 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:05.844888 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 72564196-10e3-4cd8-96b2-0eed2a3d1c60 no longer exists at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:53:05.861809 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d6845f03-ad8a-45fd-8e54-b3658acd3f26 req-893ea95b-0ddc-4edf-8624-301a3cbab347 service neutron] 10.222.0.48 "GET /v2.0/networks/289d4c05-6537-47d7-9c1c-0777ed8cf48a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0504982 Mar 29 15:53:05.952034 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd30b81-dde7-448e-bf37-cea16dd85688 req-c8fd02a1-cb5b-4245-8e69-5ce417fec4a0 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:53:05.953858 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-1dd30b81-dde7-448e-bf37-cea16dd85688 req-c8fd02a1-cb5b-4245-8e69-5ce417fec4a0 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] 10.222.0.42 "GET /v2.0/ports?device_id=d55bce92-2492-4b8b-aa2e-7b55fe6ab72f HTTP/1.1" status: 200 len: 944 time: 0.3468122 Mar 29 15:53:05.962261 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-8fa26204-b9a7-4556-a274-ef1dc7a408e4 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16155524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16218861'] for subnet, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:05.971981 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-0cb6abf6-2706-4e52-8825-f5f644ecf9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:05.973401 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] No Port match for: 199d5a9a-7f9d-41c5-beac-efe98e585079 {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 15:53:05.973860 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device 199d5a9a-7f9d-41c5-beac-efe98e585079 not bound to the agent host n-h2-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:53:05.979210 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] No Port match for: 72564196-10e3-4cd8-96b2-0eed2a3d1c60 {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 15:53:05.979904 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 72564196-10e3-4cd8-96b2-0eed2a3d1c60 not bound to the agent host n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:53:05.980510 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 765ff2df-daaf-410e-a52f-504ab32fd593 no longer exists at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:53:05.985524 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:06.010505 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [None req-d4065e9a-900d-4f5a-beda-a5705b79af69 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] For port 0c3048ca-b436-497e-8537-c4f3729c8d72, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=0c3048ca-b436-497e-8537-c4f3729c8d72,segment=NetworkSegment(791a8c36-d64c-4076-bab9-cb505e412eae),segment_id=791a8c36-d64c-4076-bab9-cb505e412eae)] {{(pid=102790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:53:06.011338 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-d4065e9a-900d-4f5a-beda-a5705b79af69 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:06.019443 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] No Port match for: 765ff2df-daaf-410e-a52f-504ab32fd593 {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 15:53:06.019926 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 765ff2df-daaf-410e-a52f-504ab32fd593 not bound to the agent host n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:53:06.041024 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-d4065e9a-900d-4f5a-beda-a5705b79af69 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Calling delete_port for 0c3048ca-b436-497e-8537-c4f3729c8d72 owned by network:router_interface {{(pid=102790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:53:06.049075 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port 1a5cd746-434a-4d0b-9c72-3f5e84dffe64, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=1a5cd746-434a-4d0b-9c72-3f5e84dffe64,segment=NetworkSegment(16a3b58e-2ecf-4263-9a5e-eb72b2eaa6d4),segment_id=16a3b58e-2ecf-4263-9a5e-eb72b2eaa6d4)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:53:06.065899 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Returning: {'device': '1a5cd746-434a-4d0b-9c72-3f5e84dffe64', 'network_id': 'd994e3d3-6e54-466f-bbe9-e588ad776084', 'port_id': '1a5cd746-434a-4d0b-9c72-3f5e84dffe64', 'mac_address': 'fa:16:3e:59:00:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 618, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8d0e49f-9e4f-4325-b3fe-d85cd5221184', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 15:53:06.108324 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:06.111729 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bf8e20-136c-49c7-8316-2cff92837d12 req-b5f5431e-894f-41d8-ae1e-c9218cc74bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:53:06.113257 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-48bf8e20-136c-49c7-8316-2cff92837d12 req-b5f5431e-894f-41d8-ae1e-c9218cc74bb6 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d994e3d3-6e54-466f-bbe9-e588ad776084&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2888820 Mar 29 15:53:06.124628 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a5cd746-434a-4d0b-9c72-3f5e84dffe64 {{(pid=102792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:53:06.145932 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port 1a5cd746-434a-4d0b-9c72-3f5e84dffe64, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=1a5cd746-434a-4d0b-9c72-3f5e84dffe64,segment=NetworkSegment(16a3b58e-2ecf-4263-9a5e-eb72b2eaa6d4),segment_id=16a3b58e-2ecf-4263-9a5e-eb72b2eaa6d4)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:53:06.152457 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:06.169854 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa26204-b9a7-4556-a274-ef1dc7a408e4 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Pushing event updated for resources: {'Subnet': ['ID=bc361fa1-f654-45a1-af1c-12ca60a2e415,revision_number=0']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:53:06.173634 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [None req-d6f23dd8-e191-4c08-8ad8-b673275e10b1 admin admin] For port 818746c1-321e-4a0f-b99a-e6d555fd1abb, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=818746c1-321e-4a0f-b99a-e6d555fd1abb,segment=NetworkSegment(3517382d-aae8-457c-a891-64fda55090a5),segment_id=3517382d-aae8-457c-a891-64fda55090a5)] {{(pid=102791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:53:06.173998 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-d6f23dd8-e191-4c08-8ad8-b673275e10b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:06.204981 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Pushing event updated for resources: {'Port': ['ID=1a5cd746-434a-4d0b-9c72-3f5e84dffe64,revision_number=4']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:53:06.219955 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-1dd30b81-dde7-448e-bf37-cea16dd85688 req-296d1341-ab5b-4646-8efa-81e06228a549 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] 10.222.0.42 "GET /v2.0/security-groups?id=ff6926a7-466a-45ba-ab0c-09c9f75f7301&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2261748 Mar 29 15:53:06.221269 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa26204-b9a7-4556-a274-ef1dc7a408e4 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:53:06.221684 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa26204-b9a7-4556-a274-ef1dc7a408e4 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:53:06.222025 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa26204-b9a7-4556-a274-ef1dc7a408e4 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:53:06.222401 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa26204-b9a7-4556-a274-ef1dc7a408e4 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:53:06.223429 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa26204-b9a7-4556-a274-ef1dc7a408e4 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:53:06.223429 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa26204-b9a7-4556-a274-ef1dc7a408e4 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:53:06.223429 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa26204-b9a7-4556-a274-ef1dc7a408e4 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:53:06.223895 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa26204-b9a7-4556-a274-ef1dc7a408e4 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:53:06.224576 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa26204-b9a7-4556-a274-ef1dc7a408e4 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:53:06.224576 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa26204-b9a7-4556-a274-ef1dc7a408e4 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:53:06.224809 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa26204-b9a7-4556-a274-ef1dc7a408e4 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:53:06.225619 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa26204-b9a7-4556-a274-ef1dc7a408e4 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:53:06.254149 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-d6f23dd8-e191-4c08-8ad8-b673275e10b1 admin admin] Calling delete_port for 818746c1-321e-4a0f-b99a-e6d555fd1abb owned by network:router_interface {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:53:06.259158 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0bd854-5a36-40af-bbc5-71bfd20bfe80 req-aef9552a-98f1-43f6-bbdf-54ea06bc1606 tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:53:06.261286 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-3e0bd854-5a36-40af-bbc5-71bfd20bfe80 req-aef9552a-98f1-43f6-bbdf-54ea06bc1606 tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] 10.222.0.42 "GET /v2.0/ports?device_id=27edd37b-f742-40e3-a8c7-8890983862b7 HTTP/1.1" status: 200 len: 944 time: 0.0773268 Mar 29 15:53:06.306339 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fa26204-b9a7-4556-a274-ef1dc7a408e4 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Checking segment: {'id': '6a6bae82-112f-4fa5-b290-70a8f9204330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '4ba2607b-b448-44f6-8335-46066b72a89c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:53:06.306706 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fa26204-b9a7-4556-a274-ef1dc7a408e4 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Network hostable DHCP agents. Network: 4ba2607b-b448-44f6-8335-46066b72a89c, hostable agents: ['d136643e-48ae-49d4-a851-2ba3bdf3749c'], hosted agents: [] {{(pid=102791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 15:53:06.333448 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-3e0bd854-5a36-40af-bbc5-71bfd20bfe80 req-ce696d97-13dc-4de2-bc2a-e874575b3f66 tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] 10.222.0.42 "GET /v2.0/security-groups?id=4d484579-48b3-4400-916a-a84f820a118c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534098 Mar 29 15:53:06.336177 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-d4065e9a-900d-4f5a-beda-a5705b79af69 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:06.356762 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-206dade8-9d98-4e54-8e30-81c00812a27d req-00a39664-a89d-45e5-b439-a0f41454f304 tempest-ListServersNegativeTestJSON-314748889 tempest-ListServersNegativeTestJSON-314748889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:06.371770 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4065e9a-900d-4f5a-beda-a5705b79af69 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Pushing event deleted for resources: {'Port': ['ID=0c3048ca-b436-497e-8537-c4f3729c8d72,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:53:06.407623 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a39664-a89d-45e5-b439-a0f41454f304 tempest-ListServersNegativeTestJSON-314748889 tempest-ListServersNegativeTestJSON-314748889-project] Pushing event deleted for resources: {'Port': ['ID=47e0bd36-6c74-4d77-8dc8-b703d0747e7d,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:53:06.420138 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fa26204-b9a7-4556-a274-ef1dc7a408e4 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Network 4ba2607b-b448-44f6-8335-46066b72a89c is scheduled to be hosted by DHCP agent d136643e-48ae-49d4-a851-2ba3bdf3749c with binding_index 1 {{(pid=102791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 15:53:06.445882 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-48bf8e20-136c-49c7-8316-2cff92837d12 req-38745040-1bc3-45ed-886a-5a2ddaaac176 service neutron] 10.222.0.44 "GET /v2.0/networks/d994e3d3-6e54-466f-bbe9-e588ad776084?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3203292 Mar 29 15:53:06.472332 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] get_ports_and_sgs() called for port_ids ['1a5cd746-434a-4d0b-9c72-3f5e84dffe64'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:53:06.501187 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-d4065e9a-900d-4f5a-beda-a5705b79af69 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-530528'] for router_interface, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:06.523431 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [None req-8fa26204-b9a7-4556-a274-ef1dc7a408e4 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834765-1, 4ba2607b-b448-44f6-8335-46066b72a89c) {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:53:06.528458 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fa26204-b9a7-4556-a274-ef1dc7a408e4 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:53:06.529040 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-8fa26204-b9a7-4556-a274-ef1dc7a408e4 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Notify callbacks [] for subnet, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:06.537188 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2a1c5f0-5481-453b-8ba6-3b5431875028 None None] Network 4ba2607b-b448-44f6-8335-46066b72a89c requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 15:53:06.568383 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [req-206dade8-9d98-4e54-8e30-81c00812a27d req-00a39664-a89d-45e5-b439-a0f41454f304 tempest-ListServersNegativeTestJSON-314748889 tempest-ListServersNegativeTestJSON-314748889-project] No DVR routers for this DVR port 47e0bd36-6c74-4d77-8dc8-b703d0747e7d on host n-h1-834765-1 {{(pid=102791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:53:06.571688 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-206dade8-9d98-4e54-8e30-81c00812a27d req-00a39664-a89d-45e5-b439-a0f41454f304 tempest-ListServersNegativeTestJSON-314748889 tempest-ListServersNegativeTestJSON-314748889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:06.575548 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-206dade8-9d98-4e54-8e30-81c00812a27d req-00a39664-a89d-45e5-b439-a0f41454f304 tempest-ListServersNegativeTestJSON-314748889 tempest-ListServersNegativeTestJSON-314748889-project] 10.222.0.44 "DELETE /v2.0/ports/47e0bd36-6c74-4d77-8dc8-b703d0747e7d HTTP/1.1" status: 204 len: 173 time: 3.4542985 Mar 29 15:53:06.689807 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-8fa26204-b9a7-4556-a274-ef1dc7a408e4 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 3.0123186 Mar 29 15:53:06.693961 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 34688) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:53:06.711825 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-b93863b7-7060-4604-b05d-9bd37673f93c tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Request body: {'subnet': {'network_id': '79dcb3cc-0cfb-4dde-9352-1cf14f1c4e5d', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:53:06.800615 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4065e9a-900d-4f5a-beda-a5705b79af69 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Router 9da902c6-9f7e-4097-930c-17733aa3c7fe has already been hosted by L3 agent c648d819-1060-4f26-b4ec-6455387b5dff {{(pid=102790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 15:53:06.828546 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-48bf8e20-136c-49c7-8316-2cff92837d12 req-3d9c9644-5ceb-4cbb-87e1-af1025cf5b26 service neutron] 10.222.0.44 "GET /v2.0/networks/d994e3d3-6e54-466f-bbe9-e588ad776084?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3713109 Mar 29 15:53:06.887450 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92201d2c-2232-4de5-b43b-b8bd944fa31c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0035034-69b0-5ffc-b384-0ac6189c5628-4ba2607b-b448-44f6-8335-46066b72a89c', 'network_id': '4ba2607b-b448-44f6-8335-46066b72a89c', 'tenant_id': '9cad725e1c41463fab431e48b8d9bfff', 'fixed_ips': [{'subnet_id': 'bc361fa1-f654-45a1-af1c-12ca60a2e415'}]}} from n-d-834765-1. {{(pid=102792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 29 15:53:06.888339 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-92201d2c-2232-4de5-b43b-b8bd944fa31c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:06.895875 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-47eee1ed-7084-47a3-8b76-26f155b69a98 req-fe7c588c-c32a-4835-9307-f3350b0e3df1 tempest-ListServersNegativeTestJSON-314748889 tempest-ListServersNegativeTestJSON-314748889-project] 10.222.0.42 "GET /v2.0/ports?device_id=be58ac19-3270-4558-a2cf-5b483284d4f1 HTTP/1.1" status: 200 len: 210 time: 0.1280000 Mar 29 15:53:06.974284 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4065e9a-900d-4f5a-beda-a5705b79af69 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:53:06.979723 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b93863b7-7060-4604-b05d-9bd37673f93c tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Made reservation on behalf of 9cad725e1c41463fab431e48b8d9bfff for: {'subnet': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:53:06.983930 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-d4065e9a-900d-4f5a-beda-a5705b79af69 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] 10.222.0.42 "PUT /v2.0/routers/9da902c6-9f7e-4097-930c-17733aa3c7fe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2279947 Mar 29 15:53:06.985153 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 34694) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:53:06.986104 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a170d47a-dd86-4b83-aea1-e2d7d8a47b9e None None] Sync routers for ids ['9da902c6-9f7e-4097-930c-17733aa3c7fe'] in n-d-834765-1 {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:53:06.987113 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-b93863b7-7060-4604-b05d-9bd37673f93c tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16218875'] for subnet, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:07.020547 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a170d47a-dd86-4b83-aea1-e2d7d8a47b9e None None] Routers {'9da902c6-9f7e-4097-930c-17733aa3c7fe'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:53:07.021162 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-a170d47a-dd86-4b83-aea1-e2d7d8a47b9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:53:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['9da902c6-9f7e-4097-930c-17733aa3c7fe'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:53:07.027449 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-d6f23dd8-e191-4c08-8ad8-b673275e10b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:07.071866 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.db_base_plugin_v2 [None req-4146888d-e433-46e3-b1ad-b71ed0841f37 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Deleting subnet 527e220e-c875-453f-9935-6f3faba46009 {{(pid=102790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 15:53:07.076566 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-4146888d-e433-46e3-b1ad-b71ed0841f37 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks [] for subnet, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:07.106326 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f23dd8-e191-4c08-8ad8-b673275e10b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=818746c1-321e-4a0f-b99a-e6d555fd1abb,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:53:07.183354 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be58ac19-3270-4558-a2cf-5b483284d4f1', 'name': 'network-vif-deleted', 'tag': '47e0bd36-6c74-4d77-8dc8-b703d0747e7d'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:53:07.186256 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c67b028db5e9b9818fecc5c0a87ebc6f190694fa53ca267d523e04f98de536d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6df9219-54fb-4e80-ab5d-a8b5fcb58c5e" -d '{"events": [{"server_uuid": "be58ac19-3270-4558-a2cf-5b483284d4f1", "name": "network-vif-deleted", "tag": "47e0bd36-6c74-4d77-8dc8-b703d0747e7d"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:53:07.263534 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-4146888d-e433-46e3-b1ad-b71ed0841f37 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4614024'] for subnet, precommit_delete_associations {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:07.395811 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:53:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8583e964-3437-4797-9632-12971e94ad40 x-openstack-request-id: req-8583e964-3437-4797-9632-12971e94ad40 {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:53:07.397076 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be58ac19-3270-4558-a2cf-5b483284d4f1", "name": "network-vif-deleted", "tag": "47e0bd36-6c74-4d77-8dc8-b703d0747e7d", "status": "completed", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:53:07.397338 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8583e964-3437-4797-9632-12971e94ad40 {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:53:07.397932 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be58ac19-3270-4558-a2cf-5b483284d4f1', 'name': 'network-vif-deleted', 'tag': '47e0bd36-6c74-4d77-8dc8-b703d0747e7d', 'status': 'completed', 'code': 200} Mar 29 15:53:07.535389 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.db_base_plugin_common [None req-92201d2c-2232-4de5-b43b-b8bd944fa31c None None] Allocated IP 10.1.1.2 (4ba2607b-b448-44f6-8335-46066b72a89c/bc361fa1-f654-45a1-af1c-12ca60a2e415/1de66308-bebd-4ab1-8cf4-25169466a173) {{(pid=102792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:53:07.547189 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvr_db [None req-a170d47a-dd86-4b83-aea1-e2d7d8a47b9e None None] Set router 9da902c6-9f7e-4097-930c-17733aa3c7fe gateway port host: None {{(pid=102792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:53:07.550080 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-4146888d-e433-46e3-b1ad-b71ed0841f37 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1641287'] for subnet, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:07.586521 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-d6f23dd8-e191-4c08-8ad8-b673275e10b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-530528'] for router_interface, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:07.592989 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-b93863b7-7060-4604-b05d-9bd37673f93c tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16155524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16218861'] for subnet, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:07.610329 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device 1a5cd746-434a-4d0b-9c72-3f5e84dffe64 up at agent hyperv_n-h1-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:53:07.638679 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5038828-4ef0-46e9-ba87-63a20287b261 req-ac85eeaa-25cf-4d9b-af07-df9943172223 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:53:07.640335 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-a5038828-4ef0-46e9-ba87-63a20287b261 req-ac85eeaa-25cf-4d9b-af07-df9943172223 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] 10.222.0.42 "GET /v2.0/ports?device_id=d55bce92-2492-4b8b-aa2e-7b55fe6ab72f HTTP/1.1" status: 200 len: 944 time: 0.2396080 Mar 29 15:53:07.642244 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9f5d5d-1bdc-4292-a49e-cdf7243072eb req-18ba8efe-4f05-465c-8a35-12debff1fa2c tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:53:07.644000 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-fd9f5d5d-1bdc-4292-a49e-cdf7243072eb req-18ba8efe-4f05-465c-8a35-12debff1fa2c tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] 10.222.0.42 "GET /v2.0/ports?device_id=27edd37b-f742-40e3-a8c7-8890983862b7 HTTP/1.1" status: 200 len: 944 time: 0.1718779 Mar 29 15:53:07.677776 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device 89a2bbed-6cee-4385-8570-af952806ad8b up at agent hyperv_n-h2-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:53:07.719644 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-fd9f5d5d-1bdc-4292-a49e-cdf7243072eb req-9c5abd65-4a95-4067-aa24-9292bd636085 tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] 10.222.0.42 "GET /v2.0/security-groups?id=4d484579-48b3-4400-916a-a84f820a118c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674686 Mar 29 15:53:07.757838 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-4146888d-e433-46e3-b1ad-b71ed0841f37 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1641294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5231963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4793952'] for subnet, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:07.790474 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4146888d-e433-46e3-b1ad-b71ed0841f37 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Pushing event deleted for resources: {'Subnet': ['ID=527e220e-c875-453f-9935-6f3faba46009,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:53:07.795985 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-4146888d-e433-46e3-b1ad-b71ed0841f37 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for subnet, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:07.802845 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-4146888d-e433-46e3-b1ad-b71ed0841f37 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] 10.222.0.42 "DELETE /v2.0/subnets/527e220e-c875-453f-9935-6f3faba46009 HTTP/1.1" status: 204 len: 168 time: 0.8169875 Mar 29 15:53:07.804282 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 34702) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:53:07.824458 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-480aaba0-35da-491b-b4d1-bb39aee23467 None None] Network d5ec32e7-3a2e-4bf1-904f-30df3c5152ae requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 15:53:07.868096 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Provisioning for port 1a5cd746-434a-4d0b-9c72-3f5e84dffe64 completed by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 15:53:07.876206 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93863b7-7060-4604-b05d-9bd37673f93c tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Pushing event updated for resources: {'Subnet': ['ID=3654a5c5-abaa-4465-953e-76c281d7517a,revision_number=0']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:53:07.909311 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-7e5561f4-7bd9-4ea2-8777-148fd5bd01cf tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1631750'] for network, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:07.943569 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Provisioning complete for port 1a5cd746-434a-4d0b-9c72-3f5e84dffe64 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:53:07.944651 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:07.998338 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b93863b7-7060-4604-b05d-9bd37673f93c tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Checking segment: {'id': '0046c8d7-27be-4ee8-b795-bd72dae4e05f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '79dcb3cc-0cfb-4dde-9352-1cf14f1c4e5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:53:07.999003 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b93863b7-7060-4604-b05d-9bd37673f93c tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Network hostable DHCP agents. Network: 79dcb3cc-0cfb-4dde-9352-1cf14f1c4e5d, hostable agents: ['d136643e-48ae-49d4-a851-2ba3bdf3749c'], hosted agents: [] {{(pid=102791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 15:53:08.025146 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-a5038828-4ef0-46e9-ba87-63a20287b261 req-0408011c-2b50-4dcf-a601-fb8e3acbece6 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] 10.222.0.42 "GET /v2.0/security-groups?id=ff6926a7-466a-45ba-ab0c-09c9f75f7301&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3748119 Mar 29 15:53:08.036188 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Provisioning for port 89a2bbed-6cee-4385-8570-af952806ad8b completed by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 15:53:08.071334 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b93863b7-7060-4604-b05d-9bd37673f93c tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Network 79dcb3cc-0cfb-4dde-9352-1cf14f1c4e5d is scheduled to be hosted by DHCP agent d136643e-48ae-49d4-a851-2ba3bdf3749c with binding_index 1 {{(pid=102791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 15:53:08.075517 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-7e5561f4-7bd9-4ea2-8777-148fd5bd01cf tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Deleting port d8015373-19e3-4e7d-995c-585066785612 {{(pid=102790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:53:08.076090 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-7e5561f4-7bd9-4ea2-8777-148fd5bd01cf tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:08.092256 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [None req-b93863b7-7060-4604-b05d-9bd37673f93c tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834765-1, 79dcb3cc-0cfb-4dde-9352-1cf14f1c4e5d) {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:53:08.104135 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Provisioning complete for port 89a2bbed-6cee-4385-8570-af952806ad8b triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:53:08.104851 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 34710) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:53:08.104984 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:08.150740 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7df18f3-322f-4d20-bcd9-de0d4461cab0 None None] Network 79dcb3cc-0cfb-4dde-9352-1cf14f1c4e5d requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 15:53:08.162934 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_v2 [None req-99d135c2-48ec-4c9c-a413-a1751d159131 admin admin] Deleting subnet dc5582e9-3975-4d85-ac30-c3cd840c3cb2 {{(pid=102791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 15:53:08.167815 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-99d135c2-48ec-4c9c-a413-a1751d159131 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:08.198018 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b93863b7-7060-4604-b05d-9bd37673f93c tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:53:08.198752 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-b93863b7-7060-4604-b05d-9bd37673f93c tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Notify callbacks [] for subnet, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:08.225418 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6f23dd8-e191-4c08-8ad8-b673275e10b1 admin admin] Router 26a88bc5-ebda-45ee-90f1-5547a1a4689e has already been hosted by L3 agent c648d819-1060-4f26-b4ec-6455387b5dff {{(pid=102791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 15:53:08.233740 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-99d135c2-48ec-4c9c-a413-a1751d159131 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4230423'] for subnet, precommit_delete_associations {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:08.263096 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-92201d2c-2232-4de5-b43b-b8bd944fa31c None None] Notify callbacks [] for port, precommit_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:08.271612 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-b93863b7-7060-4604-b05d-9bd37673f93c tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.5738616 Mar 29 15:53:08.282247 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 34712) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:53:08.292708 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-05bcd3da-5f1f-4c5e-91f0-530feb9caffe tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Request body: {'port': {'network_id': '4ba2607b-b448-44f6-8335-46066b72a89c', 'name': 'tempest-TaggedBootDevicesTest_v242-1245814551', 'fixed_ips': [{'subnet_id': 'bc361fa1-f654-45a1-af1c-12ca60a2e415'}]}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:53:08.352153 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-92201d2c-2232-4de5-b43b-b8bd944fa31c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956'] for port, after_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:08.424623 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-99d135c2-48ec-4c9c-a413-a1751d159131 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1641287'] for subnet, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:08.496985 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:08.512493 n-d-834765-1 neutron-server[102792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92201d2c-2232-4de5-b43b-b8bd944fa31c None None] Network 4ba2607b-b448-44f6-8335-46066b72a89c is already hosted by enough agents. {{(pid=102792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:53:08.525064 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [None req-7e5561f4-7bd9-4ea2-8777-148fd5bd01cf tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] For port d8015373-19e3-4e7d-995c-585066785612, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=d8015373-19e3-4e7d-995c-585066785612,segment=NetworkSegment(791a8c36-d64c-4076-bab9-cb505e412eae),segment_id=791a8c36-d64c-4076-bab9-cb505e412eae)] {{(pid=102790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:53:08.525574 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-7e5561f4-7bd9-4ea2-8777-148fd5bd01cf tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:08.529623 n-d-834765-1 neutron-server[102792]: DEBUG neutron.scheduler.base_scheduler [None req-92201d2c-2232-4de5-b43b-b8bd944fa31c None None] Resources bound (agent type, host, resource id): {{(pid=102792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:53:08.532446 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92201d2c-2232-4de5-b43b-b8bd944fa31c None None] Received port after_create {{(pid=102792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:53:08.549837 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-7e5561f4-7bd9-4ea2-8777-148fd5bd01cf tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Calling delete_port for d8015373-19e3-4e7d-995c-585066785612 owned by network:dhcp {{(pid=102790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:53:08.568682 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6f23dd8-e191-4c08-8ad8-b673275e10b1 admin admin] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:53:08.578797 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-d6f23dd8-e191-4c08-8ad8-b673275e10b1 admin admin] 10.222.0.42 "PUT /v2.0/routers/26a88bc5-ebda-45ee-90f1-5547a1a4689e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9725122 Mar 29 15:53:08.586524 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92201d2c-2232-4de5-b43b-b8bd944fa31c None None] Pushing event updated for resources: {'Port': ['ID=1de66308-bebd-4ab1-8cf4-25169466a173,revision_number=1']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:53:08.588000 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 34714) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:53:08.588614 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8994f541-0564-4a69-a166-c6919fbfca87 None None] Sync routers for ids ['26a88bc5-ebda-45ee-90f1-5547a1a4689e'] in n-d-834765-1 {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:53:08.600968 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:08.619580 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8994f541-0564-4a69-a166-c6919fbfca87 None None] Routers {'26a88bc5-ebda-45ee-90f1-5547a1a4689e'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:53:08.620306 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-8994f541-0564-4a69-a166-c6919fbfca87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:53:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['26a88bc5-ebda-45ee-90f1-5547a1a4689e'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:53:08.653615 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-99d135c2-48ec-4c9c-a413-a1751d159131 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1641294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16155591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16218852'] for subnet, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:08.699993 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d135c2-48ec-4c9c-a413-a1751d159131 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dc5582e9-3975-4d85-ac30-c3cd840c3cb2,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:53:08.710819 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a3baa9f-e00f-48ec-bb14-3b5dae277296 None None] DHCP port deletion for d5ec32e7-3a2e-4bf1-904f-30df3c5152ae request from n-d-834765-1 {{(pid=102792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 29 15:53:08.711743 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05bcd3da-5f1f-4c5e-91f0-530feb9caffe tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Made reservation on behalf of 9cad725e1c41463fab431e48b8d9bfff for: {'port': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:53:08.725325 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd55bce92-2492-4b8b-aa2e-7b55fe6ab72f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89a2bbed-6cee-4385-8570-af952806ad8b'}] {{(pid=102792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:53:08.728529 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4f476c66b318cc6068719fc39557fac68d413f5c7e78fa77028c7948e999ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0997d55-6e8e-41a9-afb8-6258d69c85ae" -d '{"events": [{"server_uuid": "d55bce92-2492-4b8b-aa2e-7b55fe6ab72f", "name": "network-vif-plugged", "status": "completed", "tag": "89a2bbed-6cee-4385-8570-af952806ad8b"}]}' {{(pid=102792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:53:08.771729 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-7e5561f4-7bd9-4ea2-8777-148fd5bd01cf tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:08.808829 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-a170d47a-dd86-4b83-aea1-e2d7d8a47b9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9da902c6-9f7e-4097-930c-17733aa3c7fe', 'name': 'tempest-RoutersIpV6Test-router-1373550545', 'tenant_id': '5dbaebdcae654b77ad7a96310f75316a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:51:58Z', 'updated_at': '2022-03-29T15:53:06Z', 'revision_number': 9, 'project_id': '5dbaebdcae654b77ad7a96310f75316a', 'gw_port_host': None, '_interfaces': [{'id': '380d8e44-294f-4283-bec9-c72dc0c8e372', 'name': '', 'network_id': '05aff4d8-6ad3-42b1-82b3-9ab459d67c95', 'tenant_id': '5dbaebdcae654b77ad7a96310f75316a', 'mac_address': 'fa:16:3e:fb:56:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9da902c6-9f7e-4097-930c-17733aa3c7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2030, 'fixed_ips': [{'subnet_id': '66ddf533-9b96-4910-b203-743982681446', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:52:02Z', 'updated_at': '2022-03-29T15:52:13Z', 'revision_number': 5, 'project_id': '5dbaebdcae654b77ad7a96310f75316a', 'subnets': [{'id': '66ddf533-9b96-4910-b203-743982681446', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f3b24b0b-3c90-4d52-8980-3ee99c330cd0', 'name': '', 'network_id': '486e2680-95ad-49c2-b358-d58073389320', 'tenant_id': '5dbaebdcae654b77ad7a96310f75316a', 'mac_address': 'fa:16:3e:fc:22:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9da902c6-9f7e-4097-930c-17733aa3c7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2064, 'fixed_ips': [{'subnet_id': '80218fe4-18d9-422d-92b9-96748e78d74e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:52:17Z', 'updated_at': '2022-03-29T15:52:35Z', 'revision_number': 5, 'project_id': '5dbaebdcae654b77ad7a96310f75316a', 'subnets': [{'id': '80218fe4-18d9-422d-92b9-96748e78d74e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:53:08.813898 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e5561f4-7bd9-4ea2-8777-148fd5bd01cf tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] No DVR routers for this DVR port d8015373-19e3-4e7d-995c-585066785612 on host n-d-834765-1 {{(pid=102790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:53:08.837809 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port 89a2bbed-6cee-4385-8570-af952806ad8b, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=89a2bbed-6cee-4385-8570-af952806ad8b,segment=NetworkSegment(deb1709f-901e-4762-906b-e68b8b79a168),segment_id=deb1709f-901e-4762-906b-e68b8b79a168)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:53:08.853898 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:53:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a46308c0-606e-400e-9d21-a9fdc5da99e7 x-openstack-request-id: req-a46308c0-606e-400e-9d21-a9fdc5da99e7 {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:53:08.854419 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d55bce92-2492-4b8b-aa2e-7b55fe6ab72f", "name": "network-vif-plugged", "status": "completed", "tag": "89a2bbed-6cee-4385-8570-af952806ad8b", "code": 200}]} {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:53:08.854419 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a46308c0-606e-400e-9d21-a9fdc5da99e7 {{(pid=102792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:53:08.854825 n-d-834765-1 neutron-server[102792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd55bce92-2492-4b8b-aa2e-7b55fe6ab72f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89a2bbed-6cee-4385-8570-af952806ad8b', 'code': 200} Mar 29 15:53:08.864378 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvr_db [None req-8994f541-0564-4a69-a166-c6919fbfca87 None None] Set router 26a88bc5-ebda-45ee-90f1-5547a1a4689e gateway port host: n-d-834765-1 {{(pid=102793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:53:08.873031 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5561f4-7bd9-4ea2-8777-148fd5bd01cf tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Pushing event deleted for resources: {'Port': ['ID=d8015373-19e3-4e7d-995c-585066785612,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:53:08.937484 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:08.940458 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-3a3baa9f-e00f-48ec-bb14-3b5dae277296 None None] The port 'd8015373-19e3-4e7d-995c-585066785612' was deleted {{(pid=102792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1982}} Mar 29 15:53:08.955952 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a170d47a-dd86-4b83-aea1-e2d7d8a47b9e None None] Checking router: 9da902c6-9f7e-4097-930c-17733aa3c7fe for host: n-d-834765-1 {{(pid=102792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:53:08.974833 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-7e5561f4-7bd9-4ea2-8777-148fd5bd01cf tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639890', 'neutron.services.segments.db._delete_segments_for_network-8783523423079'] for network, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:08.994306 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port 1a5cd746-434a-4d0b-9c72-3f5e84dffe64, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=1a5cd746-434a-4d0b-9c72-3f5e84dffe64,segment=NetworkSegment(16a3b58e-2ecf-4263-9a5e-eb72b2eaa6d4),segment_id=16a3b58e-2ecf-4263-9a5e-eb72b2eaa6d4)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:53:09.008972 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7629f86-ead2-4437-8e05-d6e2d4dfcbee req-feabaf0d-bcee-452b-aae1-1d4e51e7c2b6 tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:53:09.010917 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-e7629f86-ead2-4437-8e05-d6e2d4dfcbee req-feabaf0d-bcee-452b-aae1-1d4e51e7c2b6 tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] 10.222.0.42 "GET /v2.0/ports?device_id=27edd37b-f742-40e3-a8c7-8890983862b7 HTTP/1.1" status: 200 len: 944 time: 0.1392262 Mar 29 15:53:09.020327 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-92201d2c-2232-4de5-b43b-b8bd944fa31c None None] Attempting to bind port 1de66308-bebd-4ab1-8cf4-25169466a173 on host n-d-834765-1 for vnic_type normal with profile {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:53:09.020705 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-92201d2c-2232-4de5-b43b-b8bd944fa31c None None] Attempting to bind port 1de66308-bebd-4ab1-8cf4-25169466a173 by drivers openvswitch,hyperv on host n-d-834765-1 at level 0 using segments [{'id': '6a6bae82-112f-4fa5-b290-70a8f9204330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '4ba2607b-b448-44f6-8335-46066b72a89c'}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:53:09.021070 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92201d2c-2232-4de5-b43b-b8bd944fa31c None None] Attempting to bind port 1de66308-bebd-4ab1-8cf4-25169466a173 on network 4ba2607b-b448-44f6-8335-46066b72a89c {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:53:09.023766 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Pushing event updated for resources: {'Port': ['ID=89a2bbed-6cee-4385-8570-af952806ad8b,revision_number=5']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:53:09.036751 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-7e5561f4-7bd9-4ea2-8777-148fd5bd01cf tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5ec32e7-3a2e-4bf1-904f-30df3c5152ae']}} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:53:09.060572 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:09.061932 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device 47e0bd36-6c74-4d77-8dc8-b703d0747e7d no longer exists at agent hyperv_n-h1-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:53:09.123172 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92201d2c-2232-4de5-b43b-b8bd944fa31c None None] Checking agent: {'id': 'a8866439-9d96-425c-b519-6905c591ac37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 25, 36), 'started_at': datetime.datetime(2022, 3, 29, 15, 26, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 53, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834765-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:53:09.123579 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92201d2c-2232-4de5-b43b-b8bd944fa31c None None] Checking segment: {'id': '6a6bae82-112f-4fa5-b290-70a8f9204330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '4ba2607b-b448-44f6-8335-46066b72a89c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:53:09.123977 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-92201d2c-2232-4de5-b43b-b8bd944fa31c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:09.124373 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92201d2c-2232-4de5-b43b-b8bd944fa31c None None] Bound using segment: {'id': '6a6bae82-112f-4fa5-b290-70a8f9204330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '4ba2607b-b448-44f6-8335-46066b72a89c'} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:53:09.124844 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-92201d2c-2232-4de5-b43b-b8bd944fa31c None None] Bound port: 1de66308-bebd-4ab1-8cf4-25169466a173, host: n-d-834765-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a6bae82-112f-4fa5-b290-70a8f9204330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '4ba2607b-b448-44f6-8335-46066b72a89c'}}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 15:53:09.125233 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-92201d2c-2232-4de5-b43b-b8bd944fa31c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:09.130639 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-7e5561f4-7bd9-4ea2-8777-148fd5bd01cf tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '791a8c36-d64c-4076-bab9-cb505e412eae') {'for_net_delete': True} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:53:09.131078 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-7e5561f4-7bd9-4ea2-8777-148fd5bd01cf tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '791a8c36-d64c-4076-bab9-cb505e412eae') {} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:53:09.131545 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Pushing event updated for resources: {'Port': ['ID=1a5cd746-434a-4d0b-9c72-3f5e84dffe64,revision_number=5']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:53:09.143160 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15705cbb-b181-4f21-b54b-946e7b48af2f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0035034-69b0-5ffc-b384-0ac6189c5628-79dcb3cc-0cfb-4dde-9352-1cf14f1c4e5d', 'network_id': '79dcb3cc-0cfb-4dde-9352-1cf14f1c4e5d', 'tenant_id': '9cad725e1c41463fab431e48b8d9bfff', 'fixed_ips': [{'subnet_id': '3654a5c5-abaa-4465-953e-76c281d7517a'}]}} from n-d-834765-1. {{(pid=102792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 29 15:53:09.144725 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-15705cbb-b181-4f21-b54b-946e7b48af2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:09.146264 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-e7629f86-ead2-4437-8e05-d6e2d4dfcbee req-2eb2a51d-abb8-49c5-ab31-d4ffdf6eada4 tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] 10.222.0.42 "GET /v2.0/security-groups?id=4d484579-48b3-4400-916a-a84f820a118c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1171811 Mar 29 15:53:09.151896 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-7e5561f4-7bd9-4ea2-8777-148fd5bd01cf tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783523422064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4614019'] for segment, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:09.158267 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-99d135c2-48ec-4c9c-a413-a1751d159131 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:09.164740 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-99d135c2-48ec-4c9c-a413-a1751d159131 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/dc5582e9-3975-4d85-ac30-c3cd840c3cb2 HTTP/1.1" status: 204 len: 168 time: 1.0587192 Mar 29 15:53:09.170197 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 34730) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:53:09.195032 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-7e5561f4-7bd9-4ea2-8777-148fd5bd01cf tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:09.215507 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e5561f4-7bd9-4ea2-8777-148fd5bd01cf tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Releasing vlan 622 on physical network physnet1 to pool {{(pid=102790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 15:53:09.215978 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-7e5561f4-7bd9-4ea2-8777-148fd5bd01cf tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5238013'] for segment, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:09.220458 n-d-834765-1 neutron-server[102790]: Traceback (most recent call last): Mar 29 15:53:09.220458 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 15:53:09.220458 n-d-834765-1 neutron-server[102790]: timer() Mar 29 15:53:09.220458 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 15:53:09.220458 n-d-834765-1 neutron-server[102790]: cb(*args, **kw) Mar 29 15:53:09.220458 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 15:53:09.220458 n-d-834765-1 neutron-server[102790]: return func(*args, **kwargs) Mar 29 15:53:09.220458 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 15:53:09.220458 n-d-834765-1 neutron-server[102790]: self._notify() Mar 29 15:53:09.220458 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 15:53:09.220458 n-d-834765-1 neutron-server[102790]: self.callback(batched_events) Mar 29 15:53:09.220458 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 15:53:09.220458 n-d-834765-1 neutron-server[102790]: event.method(event) Mar 29 15:53:09.220458 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 15:53:09.220458 n-d-834765-1 neutron-server[102790]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 15:53:09.220458 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 15:53:09.220458 n-d-834765-1 neutron-server[102790]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 15:53:09.220458 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 15:53:09.220458 n-d-834765-1 neutron-server[102790]: return f(self, *a, **k) Mar 29 15:53:09.220458 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 15:53:09.220458 n-d-834765-1 neutron-server[102790]: return self._get(url).json() Mar 29 15:53:09.220458 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 15:53:09.220458 n-d-834765-1 neutron-server[102790]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 15:53:09.220458 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 15:53:09.220458 n-d-834765-1 neutron-server[102790]: return self.request(url, 'GET', **kwargs) Mar 29 15:53:09.220458 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 15:53:09.220458 n-d-834765-1 neutron-server[102790]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 15:53:09.220458 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 15:53:09.220458 n-d-834765-1 neutron-server[102790]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 15:53:09.220458 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 15:53:09.220458 n-d-834765-1 neutron-server[102790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 15:53:09.220458 n-d-834765-1 neutron-server[102790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 15:53:09.236340 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-8994f541-0564-4a69-a166-c6919fbfca87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26a88bc5-ebda-45ee-90f1-5547a1a4689e', 'name': 'tempest-ServersTestJSON-323879228-router', 'tenant_id': 'd8d907847dd34368b73f473fb982328c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.63'}], 'enable_snat': True}, 'gw_port_id': '3fedbbdf-bf13-4a1e-b5cb-153ae7f29c95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:51:00Z', 'updated_at': '2022-03-29T15:53:06Z', 'revision_number': 5, 'project_id': 'd8d907847dd34368b73f473fb982328c', 'gw_port': {'id': '3fedbbdf-bf13-4a1e-b5cb-153ae7f29c95', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:eb:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26a88bc5-ebda-45ee-90f1-5547a1a4689e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1965, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:51:00Z', 'updated_at': '2022-03-29T15:51:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1'}], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:53:09.254810 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a170d47a-dd86-4b83-aea1-e2d7d8a47b9e None None] Routers {'9da902c6-9f7e-4097-930c-17733aa3c7fe'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:53:09.255868 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-a170d47a-dd86-4b83-aea1-e2d7d8a47b9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:53:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['9da902c6-9f7e-4097-930c-17733aa3c7fe'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:53:09.258385 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] No Port match for: 47e0bd36-6c74-4d77-8dc8-b703d0747e7d {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 15:53:09.258728 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device 47e0bd36-6c74-4d77-8dc8-b703d0747e7d not bound to the agent host n-h1-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:53:09.291297 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8994f541-0564-4a69-a166-c6919fbfca87 None None] Checking router: 26a88bc5-ebda-45ee-90f1-5547a1a4689e for host: n-d-834765-1 {{(pid=102793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:53:09.298001 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-b43bae1e-116f-47ad-88a9-f8858fb7dae0 admin admin] Notify callbacks [] for router, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:09.306472 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8994f541-0564-4a69-a166-c6919fbfca87 None None] Routers {'26a88bc5-ebda-45ee-90f1-5547a1a4689e'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:53:09.307595 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-8994f541-0564-4a69-a166-c6919fbfca87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:53:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['26a88bc5-ebda-45ee-90f1-5547a1a4689e'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:53:09.356957 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-92201d2c-2232-4de5-b43b-b8bd944fa31c None None] For port 1de66308-bebd-4ab1-8cf4-25169466a173, host n-d-834765-1, cleared binding levels {{(pid=102792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:53:09.360980 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-92201d2c-2232-4de5-b43b-b8bd944fa31c None None] For port 1de66308-bebd-4ab1-8cf4-25169466a173, host n-d-834765-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=1de66308-bebd-4ab1-8cf4-25169466a173,segment=NetworkSegment(6a6bae82-112f-4fa5-b290-70a8f9204330),segment_id=6a6bae82-112f-4fa5-b290-70a8f9204330)] {{(pid=102792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:53:09.404754 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-087514b0-85ff-4aa5-aa9d-c736eb624d3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1631750'] for network, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:09.426662 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-92201d2c-2232-4de5-b43b-b8bd944fa31c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:09.440806 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-7e5561f4-7bd9-4ea2-8777-148fd5bd01cf tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1639897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648174'] for network, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:09.453523 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129a2d6c-b0fa-4125-ae14-ae6ef0979c2b req-cc2eb752-6e6b-4607-8185-29d85dac80e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:53:09.462144 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-129a2d6c-b0fa-4125-ae14-ae6ef0979c2b req-cc2eb752-6e6b-4607-8185-29d85dac80e5 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=d55bce92-2492-4b8b-aa2e-7b55fe6ab72f HTTP/1.1" status: 200 len: 1096 time: 0.2898619 Mar 29 15:53:09.504277 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-7e5561f4-7bd9-4ea2-8777-148fd5bd01cf tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for network, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:09.513379 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-7e5561f4-7bd9-4ea2-8777-148fd5bd01cf tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] 10.222.0.42 "DELETE /v2.0/networks/d5ec32e7-3a2e-4bf1-904f-30df3c5152ae HTTP/1.1" status: 204 len: 168 time: 1.7078440 Mar 29 15:53:09.520455 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 34736) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:53:09.552924 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-05bcd3da-5f1f-4c5e-91f0-530feb9caffe tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:09.609909 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvr_db [None req-8994f541-0564-4a69-a166-c6919fbfca87 None None] Set router 26a88bc5-ebda-45ee-90f1-5547a1a4689e gateway port host: n-d-834765-1 {{(pid=102793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:53:09.631885 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvr_db [None req-a170d47a-dd86-4b83-aea1-e2d7d8a47b9e None None] Set router 9da902c6-9f7e-4097-930c-17733aa3c7fe gateway port host: None {{(pid=102792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:53:09.778212 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7b1f07-0b35-4c94-8cb5-51792e0a653d req-f4c7222d-303f-4a24-aabc-4d0f68939476 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:53:09.789084 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-bb7b1f07-0b35-4c94-8cb5-51792e0a653d req-f4c7222d-303f-4a24-aabc-4d0f68939476 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] 10.222.0.42 "GET /v2.0/ports?device_id=d55bce92-2492-4b8b-aa2e-7b55fe6ab72f HTTP/1.1" status: 200 len: 945 time: 0.5126374 Mar 29 15:53:09.821961 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [None req-05bcd3da-5f1f-4c5e-91f0-530feb9caffe tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] device_id is not set on port fd6e3e94-cc76-461b-a427-2d8fa63aec1d yet. {{(pid=102791) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 29 15:53:09.838006 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-8994f541-0564-4a69-a166-c6919fbfca87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26a88bc5-ebda-45ee-90f1-5547a1a4689e', 'name': 'tempest-ServersTestJSON-323879228-router', 'tenant_id': 'd8d907847dd34368b73f473fb982328c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.63'}], 'enable_snat': True}, 'gw_port_id': '3fedbbdf-bf13-4a1e-b5cb-153ae7f29c95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:51:00Z', 'updated_at': '2022-03-29T15:53:06Z', 'revision_number': 5, 'project_id': 'd8d907847dd34368b73f473fb982328c', 'gw_port': {'id': '3fedbbdf-bf13-4a1e-b5cb-153ae7f29c95', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:eb:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26a88bc5-ebda-45ee-90f1-5547a1a4689e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1965, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:51:00Z', 'updated_at': '2022-03-29T15:51:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1'}], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:53:09.857667 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-129a2d6c-b0fa-4125-ae14-ae6ef0979c2b req-9d0aeca6-dc46-494e-a553-a1e5454e5bd3 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=ff6926a7-466a-45ba-ab0c-09c9f75f7301&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3719194 Mar 29 15:53:09.866652 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8994f541-0564-4a69-a166-c6919fbfca87 None None] The sync data for ids ['26a88bc5-ebda-45ee-90f1-5547a1a4689e'] in n-d-834765-1 is: [{'id': '26a88bc5-ebda-45ee-90f1-5547a1a4689e', 'name': 'tempest-ServersTestJSON-323879228-router', 'tenant_id': 'd8d907847dd34368b73f473fb982328c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.63'}], 'enable_snat': True}, 'gw_port_id': '3fedbbdf-bf13-4a1e-b5cb-153ae7f29c95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:51:00Z', 'updated_at': '2022-03-29T15:53:06Z', 'revision_number': 5, 'project_id': 'd8d907847dd34368b73f473fb982328c', 'gw_port': {'id': '3fedbbdf-bf13-4a1e-b5cb-153ae7f29c95', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:eb:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26a88bc5-ebda-45ee-90f1-5547a1a4689e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1965, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:51:00Z', 'updated_at': '2022-03-29T15:51:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1'}] {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:53:09.867896 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-087514b0-85ff-4aa5-aa9d-c736eb624d3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639890', 'neutron.services.segments.db._delete_segments_for_network-8783523423079'] for network, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:09.913945 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-087514b0-85ff-4aa5-aa9d-c736eb624d3b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b157d7d-c18c-4eb4-b5ed-191b6b3252eb']}} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:53:09.948060 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-087514b0-85ff-4aa5-aa9d-c736eb624d3b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '937d7f9c-be9d-475b-b63f-12cf481dac76') {'for_net_delete': True} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:53:09.949090 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-087514b0-85ff-4aa5-aa9d-c736eb624d3b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '937d7f9c-be9d-475b-b63f-12cf481dac76') {} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:53:09.960129 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-087514b0-85ff-4aa5-aa9d-c736eb624d3b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783523422064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4614019'] for segment, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:09.976720 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-087514b0-85ff-4aa5-aa9d-c736eb624d3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:09.981382 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device d8015373-19e3-4e7d-995c-585066785612 no longer exists at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:53:09.985422 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-087514b0-85ff-4aa5-aa9d-c736eb624d3b admin admin] Releasing vlan 600 on physical network physnet1 to pool {{(pid=102790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 15:53:09.986926 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-087514b0-85ff-4aa5-aa9d-c736eb624d3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5238013'] for segment, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:10.012798 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-b43bae1e-116f-47ad-88a9-f8858fb7dae0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:10.036456 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-bb7b1f07-0b35-4c94-8cb5-51792e0a653d req-4eb50c9f-710e-406e-9a25-0972818c02af tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] 10.222.0.42 "GET /v2.0/security-groups?id=ff6926a7-466a-45ba-ab0c-09c9f75f7301&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2465250 Mar 29 15:53:10.050251 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] No Port match for: d8015373-19e3-4e7d-995c-585066785612 {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 15:53:10.051458 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device d8015373-19e3-4e7d-995c-585066785612 not bound to the agent host n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:53:10.056553 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92201d2c-2232-4de5-b43b-b8bd944fa31c None None] Pushing event updated for resources: {'Port': ['ID=1de66308-bebd-4ab1-8cf4-25169466a173,revision_number=2']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:53:10.075169 n-d-834765-1 neutron-server[102790]: Traceback (most recent call last): Mar 29 15:53:10.075169 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 15:53:10.075169 n-d-834765-1 neutron-server[102790]: timer() Mar 29 15:53:10.075169 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 15:53:10.075169 n-d-834765-1 neutron-server[102790]: cb(*args, **kw) Mar 29 15:53:10.075169 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 15:53:10.075169 n-d-834765-1 neutron-server[102790]: return func(*args, **kwargs) Mar 29 15:53:10.075169 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 15:53:10.075169 n-d-834765-1 neutron-server[102790]: self._notify() Mar 29 15:53:10.075169 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 15:53:10.075169 n-d-834765-1 neutron-server[102790]: self.callback(batched_events) Mar 29 15:53:10.075169 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 15:53:10.075169 n-d-834765-1 neutron-server[102790]: event.method(event) Mar 29 15:53:10.075169 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 15:53:10.075169 n-d-834765-1 neutron-server[102790]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 15:53:10.075169 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 15:53:10.075169 n-d-834765-1 neutron-server[102790]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 15:53:10.075169 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 15:53:10.075169 n-d-834765-1 neutron-server[102790]: return f(self, *a, **k) Mar 29 15:53:10.075169 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 15:53:10.075169 n-d-834765-1 neutron-server[102790]: return self._get(url).json() Mar 29 15:53:10.075169 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 15:53:10.075169 n-d-834765-1 neutron-server[102790]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 15:53:10.075169 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 15:53:10.075169 n-d-834765-1 neutron-server[102790]: return self.request(url, 'GET', **kwargs) Mar 29 15:53:10.075169 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 15:53:10.075169 n-d-834765-1 neutron-server[102790]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 15:53:10.075169 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 15:53:10.075169 n-d-834765-1 neutron-server[102790]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 15:53:10.075169 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 15:53:10.075169 n-d-834765-1 neutron-server[102790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 15:53:10.075169 n-d-834765-1 neutron-server[102790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 15:53:10.080876 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5561f4-7bd9-4ea2-8777-148fd5bd01cf tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Pushing event deleted for resources: {'Network': ['ID=d5ec32e7-3a2e-4bf1-904f-30df3c5152ae,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:53:10.151839 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-087514b0-85ff-4aa5-aa9d-c736eb624d3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1639897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648174'] for network, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:10.154747 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-087514b0-85ff-4aa5-aa9d-c736eb624d3b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for network, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:10.161534 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-087514b0-85ff-4aa5-aa9d-c736eb624d3b admin admin] 10.222.0.42 "DELETE /v2.0/networks/4b157d7d-c18c-4eb4-b5ed-191b6b3252eb HTTP/1.1" status: 204 len: 168 time: 0.9871085 Mar 29 15:53:10.265735 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_common [None req-05bcd3da-5f1f-4c5e-91f0-530feb9caffe tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Allocated IP 10.1.1.15 (4ba2607b-b448-44f6-8335-46066b72a89c/bc361fa1-f654-45a1-af1c-12ca60a2e415/fd6e3e94-cc76-461b-a427-2d8fa63aec1d) {{(pid=102791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:53:10.398549 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087514b0-85ff-4aa5-aa9d-c736eb624d3b admin admin] Pushing event deleted for resources: {'Network': ['ID=4b157d7d-c18c-4eb4-b5ed-191b6b3252eb,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:53:10.455073 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-b43bae1e-116f-47ad-88a9-f8858fb7dae0 admin admin] Deleting port 3fedbbdf-bf13-4a1e-b5cb-153ae7f29c95 {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:53:10.456149 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-b43bae1e-116f-47ad-88a9-f8858fb7dae0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:10.560487 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9208296c-80b5-4c6d-be48-3bad469c2d49 req-59ef1398-a2f3-488c-b879-1e14f58ff82c tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:53:10.562099 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-9208296c-80b5-4c6d-be48-3bad469c2d49 req-59ef1398-a2f3-488c-b879-1e14f58ff82c tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] 10.222.0.42 "GET /v2.0/ports?device_id=27edd37b-f742-40e3-a8c7-8890983862b7 HTTP/1.1" status: 200 len: 945 time: 0.1799266 Mar 29 15:53:10.650758 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-9208296c-80b5-4c6d-be48-3bad469c2d49 req-818872d8-422f-4b36-9f9c-789f9ee1f284 tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] 10.222.0.42 "GET /v2.0/security-groups?id=4d484579-48b3-4400-916a-a84f820a118c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757601 Mar 29 15:53:10.695913 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.db_base_plugin_common [None req-15705cbb-b181-4f21-b54b-946e7b48af2f None None] Allocated IP 10.2.2.2 (79dcb3cc-0cfb-4dde-9352-1cf14f1c4e5d/3654a5c5-abaa-4465-953e-76c281d7517a/446fef4c-04ce-4a8d-8e4a-a2e307c6c016) {{(pid=102792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:53:10.702666 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 34752) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:53:10.764323 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [None req-b43bae1e-116f-47ad-88a9-f8858fb7dae0 admin admin] For port 3fedbbdf-bf13-4a1e-b5cb-153ae7f29c95, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=3fedbbdf-bf13-4a1e-b5cb-153ae7f29c95,segment=NetworkSegment(6ab47353-a811-4bad-bc73-b4cc84583cfd),segment_id=6ab47353-a811-4bad-bc73-b4cc84583cfd)] {{(pid=102791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:53:10.764964 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-b43bae1e-116f-47ad-88a9-f8858fb7dae0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:10.783499 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-05bcd3da-5f1f-4c5e-91f0-530feb9caffe tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Notify callbacks [] for port, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:10.789514 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-b43bae1e-116f-47ad-88a9-f8858fb7dae0 admin admin] Calling delete_port for 3fedbbdf-bf13-4a1e-b5cb-153ae7f29c95 owned by network:router_gateway {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:53:10.821469 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-102434ee-6a3f-43ba-bbb8-877fd8e324be admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7aa6de6f2ef14f7299dc70dc4cbfa1ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1174719 Mar 29 15:53:10.829636 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 34754) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:53:10.857163 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27edd37b-f742-40e3-a8c7-8890983862b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a5cd746-434a-4d0b-9c72-3f5e84dffe64'}] {{(pid=102792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:53:10.860840 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4f476c66b318cc6068719fc39557fac68d413f5c7e78fa77028c7948e999ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fbe0b69-bc99-4582-8fa1-c904babe5c39" -d '{"events": [{"server_uuid": "27edd37b-f742-40e3-a8c7-8890983862b7", "name": "network-vif-plugged", "status": "completed", "tag": "1a5cd746-434a-4d0b-9c72-3f5e84dffe64"}]}' {{(pid=102792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:53:10.891364 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-a170d47a-dd86-4b83-aea1-e2d7d8a47b9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9da902c6-9f7e-4097-930c-17733aa3c7fe', 'name': 'tempest-RoutersIpV6Test-router-1373550545', 'tenant_id': '5dbaebdcae654b77ad7a96310f75316a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:51:58Z', 'updated_at': '2022-03-29T15:53:06Z', 'revision_number': 9, 'project_id': '5dbaebdcae654b77ad7a96310f75316a', 'gw_port_host': None, '_interfaces': [{'id': '380d8e44-294f-4283-bec9-c72dc0c8e372', 'name': '', 'network_id': '05aff4d8-6ad3-42b1-82b3-9ab459d67c95', 'tenant_id': '5dbaebdcae654b77ad7a96310f75316a', 'mac_address': 'fa:16:3e:fb:56:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9da902c6-9f7e-4097-930c-17733aa3c7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2030, 'fixed_ips': [{'subnet_id': '66ddf533-9b96-4910-b203-743982681446', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:52:02Z', 'updated_at': '2022-03-29T15:52:13Z', 'revision_number': 5, 'project_id': '5dbaebdcae654b77ad7a96310f75316a', 'subnets': [{'id': '66ddf533-9b96-4910-b203-743982681446', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f3b24b0b-3c90-4d52-8980-3ee99c330cd0', 'name': '', 'network_id': '486e2680-95ad-49c2-b358-d58073389320', 'tenant_id': '5dbaebdcae654b77ad7a96310f75316a', 'mac_address': 'fa:16:3e:fc:22:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9da902c6-9f7e-4097-930c-17733aa3c7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2064, 'fixed_ips': [{'subnet_id': '80218fe4-18d9-422d-92b9-96748e78d74e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:52:17Z', 'updated_at': '2022-03-29T15:52:35Z', 'revision_number': 5, 'project_id': '5dbaebdcae654b77ad7a96310f75316a', 'subnets': [{'id': '80218fe4-18d9-422d-92b9-96748e78d74e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:53:10.892792 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-05bcd3da-5f1f-4c5e-91f0-530feb9caffe tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:10.913411 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:53:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fbbccf7-dc84-48e6-b3b7-1e6c23a7ba1f x-openstack-request-id: req-5fbbccf7-dc84-48e6-b3b7-1e6c23a7ba1f {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:53:10.913691 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e35e606e-82ca-436f-8397-84fc5627d562 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-530452'] for router_interface, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:10.914771 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27edd37b-f742-40e3-a8c7-8890983862b7", "name": "network-vif-plugged", "status": "completed", "tag": "1a5cd746-434a-4d0b-9c72-3f5e84dffe64", "code": 200}]} {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:53:10.915252 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-5fbbccf7-dc84-48e6-b3b7-1e6c23a7ba1f {{(pid=102792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:53:10.915894 n-d-834765-1 neutron-server[102792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27edd37b-f742-40e3-a8c7-8890983862b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a5cd746-434a-4d0b-9c72-3f5e84dffe64', 'code': 200} Mar 29 15:53:10.969737 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a170d47a-dd86-4b83-aea1-e2d7d8a47b9e None None] The sync data for ids ['9da902c6-9f7e-4097-930c-17733aa3c7fe'] in n-d-834765-1 is: [{'id': '9da902c6-9f7e-4097-930c-17733aa3c7fe', 'name': 'tempest-RoutersIpV6Test-router-1373550545', 'tenant_id': '5dbaebdcae654b77ad7a96310f75316a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:51:58Z', 'updated_at': '2022-03-29T15:53:06Z', 'revision_number': 9, 'project_id': '5dbaebdcae654b77ad7a96310f75316a', 'gw_port_host': None, '_interfaces': [{'id': '380d8e44-294f-4283-bec9-c72dc0c8e372', 'name': '', 'network_id': '05aff4d8-6ad3-42b1-82b3-9ab459d67c95', 'tenant_id': '5dbaebdcae654b77ad7a96310f75316a', 'mac_address': 'fa:16:3e:fb:56:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9da902c6-9f7e-4097-930c-17733aa3c7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2030, 'fixed_ips': [{'subnet_id': '66ddf533-9b96-4910-b203-743982681446', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:52:02Z', 'updated_at': '2022-03-29T15:52:13Z', 'revision_number': 5, 'project_id': '5dbaebdcae654b77ad7a96310f75316a', 'subnets': [{'id': '66ddf533-9b96-4910-b203-743982681446', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f3b24b0b-3c90-4d52-8980-3ee99c330cd0', 'name': '', 'network_id': '486e2680-95ad-49c2-b358-d58073389320', 'tenant_id': '5dbaebdcae654b77ad7a96310f75316a', 'mac_address': 'fa:16:3e:fc:22:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9da902c6-9f7e-4097-930c-17733aa3c7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2064, 'fixed_ips': [{'subnet_id': '80218fe4-18d9-422d-92b9-96748e78d74e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:52:17Z', 'updated_at': '2022-03-29T15:52:35Z', 'revision_number': 5, 'project_id': '5dbaebdcae654b77ad7a96310f75316a', 'subnets': [{'id': '80218fe4-18d9-422d-92b9-96748e78d74e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:53:11.064966 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05bcd3da-5f1f-4c5e-91f0-530feb9caffe tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Network 4ba2607b-b448-44f6-8335-46066b72a89c is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:53:11.086362 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [None req-05bcd3da-5f1f-4c5e-91f0-530feb9caffe tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:53:11.089824 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05bcd3da-5f1f-4c5e-91f0-530feb9caffe tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Received port after_create {{(pid=102791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:53:11.091008 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-15705cbb-b181-4f21-b54b-946e7b48af2f None None] Notify callbacks [] for port, precommit_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:11.097484 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bcd3da-5f1f-4c5e-91f0-530feb9caffe tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Pushing event updated for resources: {'Port': ['ID=fd6e3e94-cc76-461b-a427-2d8fa63aec1d,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:53:11.101156 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-15705cbb-b181-4f21-b54b-946e7b48af2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956'] for port, after_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:11.161585 n-d-834765-1 neutron-server[102792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15705cbb-b181-4f21-b54b-946e7b48af2f None None] Network 79dcb3cc-0cfb-4dde-9352-1cf14f1c4e5d is already hosted by enough agents. {{(pid=102792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:53:11.167059 n-d-834765-1 neutron-server[102792]: DEBUG neutron.scheduler.base_scheduler [None req-15705cbb-b181-4f21-b54b-946e7b48af2f None None] Resources bound (agent type, host, resource id): {{(pid=102792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:53:11.174168 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15705cbb-b181-4f21-b54b-946e7b48af2f None None] Received port after_create {{(pid=102792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:53:11.211948 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05bcd3da-5f1f-4c5e-91f0-530feb9caffe tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:53:11.212709 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-05bcd3da-5f1f-4c5e-91f0-530feb9caffe tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:11.219529 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d822e6-9852-447e-8ea7-9c817e107150 req-e7a2f3e3-2b6f-4092-96cb-e93b2a7de2ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:53:11.221623 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-64d822e6-9852-447e-8ea7-9c817e107150 req-e7a2f3e3-2b6f-4092-96cb-e93b2a7de2ae service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=27edd37b-f742-40e3-a8c7-8890983862b7 HTTP/1.1" status: 200 len: 1096 time: 0.2173800 Mar 29 15:53:11.291166 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-05bcd3da-5f1f-4c5e-91f0-530feb9caffe tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.0077102 Mar 29 15:53:11.298820 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 34760) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:53:11.304156 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-15705cbb-b181-4f21-b54b-946e7b48af2f None None] Attempting to bind port 446fef4c-04ce-4a8d-8e4a-a2e307c6c016 on host n-d-834765-1 for vnic_type normal with profile {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:53:11.305486 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-15705cbb-b181-4f21-b54b-946e7b48af2f None None] Attempting to bind port 446fef4c-04ce-4a8d-8e4a-a2e307c6c016 by drivers openvswitch,hyperv on host n-d-834765-1 at level 0 using segments [{'id': '0046c8d7-27be-4ee8-b795-bd72dae4e05f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '79dcb3cc-0cfb-4dde-9352-1cf14f1c4e5d'}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:53:11.306060 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15705cbb-b181-4f21-b54b-946e7b48af2f None None] Attempting to bind port 446fef4c-04ce-4a8d-8e4a-a2e307c6c016 on network 79dcb3cc-0cfb-4dde-9352-1cf14f1c4e5d {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:53:11.306199 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-6e94aeb3-fd2c-4b8c-a746-1308b5d42b30 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Request body: {'port': {'network_id': '4ba2607b-b448-44f6-8335-46066b72a89c', 'name': 'tempest-TaggedBootDevicesTest_v242-1278559631', 'fixed_ips': [{'subnet_id': 'bc361fa1-f654-45a1-af1c-12ca60a2e415'}]}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:53:11.308602 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15705cbb-b181-4f21-b54b-946e7b48af2f None None] Pushing event updated for resources: {'Port': ['ID=446fef4c-04ce-4a8d-8e4a-a2e307c6c016,revision_number=1']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:53:11.319777 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-b43bae1e-116f-47ad-88a9-f8858fb7dae0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:11.320866 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15705cbb-b181-4f21-b54b-946e7b48af2f None None] Checking agent: {'id': 'a8866439-9d96-425c-b519-6905c591ac37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 25, 36), 'started_at': datetime.datetime(2022, 3, 29, 15, 26, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 53, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834765-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:53:11.321308 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15705cbb-b181-4f21-b54b-946e7b48af2f None None] Checking segment: {'id': '0046c8d7-27be-4ee8-b795-bd72dae4e05f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '79dcb3cc-0cfb-4dde-9352-1cf14f1c4e5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:53:11.322729 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-15705cbb-b181-4f21-b54b-946e7b48af2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:11.338474 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15705cbb-b181-4f21-b54b-946e7b48af2f None None] Bound using segment: {'id': '0046c8d7-27be-4ee8-b795-bd72dae4e05f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '79dcb3cc-0cfb-4dde-9352-1cf14f1c4e5d'} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:53:11.338474 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-15705cbb-b181-4f21-b54b-946e7b48af2f None None] Bound port: 446fef4c-04ce-4a8d-8e4a-a2e307c6c016, host: n-d-834765-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0046c8d7-27be-4ee8-b795-bd72dae4e05f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '79dcb3cc-0cfb-4dde-9352-1cf14f1c4e5d'}}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 15:53:11.338474 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-15705cbb-b181-4f21-b54b-946e7b48af2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:11.340868 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-64d822e6-9852-447e-8ea7-9c817e107150 req-5345eaed-80f5-4484-aca7-e39be5e9647c service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=4d484579-48b3-4400-916a-a84f820a118c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1112289 Mar 29 15:53:11.430961 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43bae1e-116f-47ad-88a9-f8858fb7dae0 admin admin] Pushing event deleted for resources: {'Port': ['ID=3fedbbdf-bf13-4a1e-b5cb-153ae7f29c95,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:53:11.526014 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-15705cbb-b181-4f21-b54b-946e7b48af2f None None] For port 446fef4c-04ce-4a8d-8e4a-a2e307c6c016, host n-d-834765-1, cleared binding levels {{(pid=102792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:53:11.533645 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-15705cbb-b181-4f21-b54b-946e7b48af2f None None] For port 446fef4c-04ce-4a8d-8e4a-a2e307c6c016, host n-d-834765-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=446fef4c-04ce-4a8d-8e4a-a2e307c6c016,segment=NetworkSegment(0046c8d7-27be-4ee8-b795-bd72dae4e05f),segment_id=0046c8d7-27be-4ee8-b795-bd72dae4e05f)] {{(pid=102792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:53:11.546770 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-15705cbb-b181-4f21-b54b-946e7b48af2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:11.600776 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-995d6ce6-2ff0-4174-8d90-6c5a39f7d3b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:11.652422 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2444353b-03b1-441a-8ebb-a44a5b86cd7e req-8184bf64-58a5-4eb4-8677-8948a5fd3834 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:53:11.656016 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-2444353b-03b1-441a-8ebb-a44a5b86cd7e req-8184bf64-58a5-4eb4-8677-8948a5fd3834 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] 10.222.0.42 "GET /v2.0/ports?device_id=d55bce92-2492-4b8b-aa2e-7b55fe6ab72f HTTP/1.1" status: 200 len: 945 time: 0.3213210 Mar 29 15:53:11.714762 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-b43bae1e-116f-47ad-88a9-f8858fb7dae0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-648138'] for router_gateway, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:11.860559 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15705cbb-b181-4f21-b54b-946e7b48af2f None None] Pushing event updated for resources: {'Port': ['ID=446fef4c-04ce-4a8d-8e4a-a2e307c6c016,revision_number=2']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:53:11.872781 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-995d6ce6-2ff0-4174-8d90-6c5a39f7d3b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:11.939983 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 1de66308-bebd-4ab1-8cf4-25169466a173 up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:53:11.985828 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-2444353b-03b1-441a-8ebb-a44a5b86cd7e req-a9594005-8380-4a91-b14d-675993b1fa70 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] 10.222.0.42 "GET /v2.0/security-groups?id=ff6926a7-466a-45ba-ab0c-09c9f75f7301&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3229177 Mar 29 15:53:12.002231 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.agents_db [None req-59735a15-725e-44d4-9ad5-95cbe356f209 None None] Agent healthcheck: found 7 active agents {{(pid=102793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 15:53:12.032120 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e88463ee-093f-46a9-84b2-6bfd555e76a4 None None] Network 4ba2607b-b448-44f6-8335-46066b72a89c requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 15:53:12.077174 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-995d6ce6-2ff0-4174-8d90-6c5a39f7d3b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:12.080558 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-995d6ce6-2ff0-4174-8d90-6c5a39f7d3b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:12.081961 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-995d6ce6-2ff0-4174-8d90-6c5a39f7d3b9 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/6997b55d-6b39-4ad3-a116-fa109ba39caa HTTP/1.1" status: 204 len: 168 time: 1.2514217 Mar 29 15:53:12.096528 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-b43bae1e-116f-47ad-88a9-f8858fb7dae0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129328'] for router, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:12.100642 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995d6ce6-2ff0-4174-8d90-6c5a39f7d3b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6997b55d-6b39-4ad3-a116-fa109ba39caa,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:53:12.101439 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-b43bae1e-116f-47ad-88a9-f8858fb7dae0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:12.117658 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000bdfae-205b-4238-8b9a-b48c2127ed8e req-c89c5aa6-656f-435a-8daf-ecb4699f834d tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:53:12.119345 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-000bdfae-205b-4238-8b9a-b48c2127ed8e req-c89c5aa6-656f-435a-8daf-ecb4699f834d tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] 10.222.0.42 "GET /v2.0/ports?device_id=27edd37b-f742-40e3-a8c7-8890983862b7 HTTP/1.1" status: 200 len: 945 time: 0.2106221 Mar 29 15:53:12.128904 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e94aeb3-fd2c-4b8c-a746-1308b5d42b30 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Made reservation on behalf of 9cad725e1c41463fab431e48b8d9bfff for: {'port': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:53:12.133451 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-c6331304-fa50-4e9f-b631-7ddb815b343c None None] Provisioning complete for port 1de66308-bebd-4ab1-8cf4-25169466a173 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:53:12.133950 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-c6331304-fa50-4e9f-b631-7ddb815b343c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:12.136469 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-6e94aeb3-fd2c-4b8c-a746-1308b5d42b30 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:12.181947 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-e35e606e-82ca-436f-8397-84fc5627d562 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Deleting port f3b24b0b-3c90-4d52-8980-3ee99c330cd0 {{(pid=102790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:53:12.182688 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e35e606e-82ca-436f-8397-84fc5627d562 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:12.248886 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port 1de66308-bebd-4ab1-8cf4-25169466a173 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:53:12.252498 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:12.274355 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [None req-6e94aeb3-fd2c-4b8c-a746-1308b5d42b30 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] device_id is not set on port 2957c1c5-01c3-4fbd-bee2-9935eef14639 yet. {{(pid=102791) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 29 15:53:12.296988 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-b43bae1e-116f-47ad-88a9-f8858fb7dae0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-526718'] for router, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:12.301919 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b43bae1e-116f-47ad-88a9-f8858fb7dae0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 26a88bc5-ebda-45ee-90f1-5547a1a4689e {{(pid=102791) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 29 15:53:12.326208 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-b43bae1e-116f-47ad-88a9-f8858fb7dae0 admin admin] Notify callbacks [] for router, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:12.329640 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-b43bae1e-116f-47ad-88a9-f8858fb7dae0 admin admin] 10.222.0.42 "DELETE /v2.0/routers/26a88bc5-ebda-45ee-90f1-5547a1a4689e HTTP/1.1" status: 204 len: 168 time: 3.7375574 Mar 29 15:53:12.331168 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 34770) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:53:12.334435 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [None req-e35e606e-82ca-436f-8397-84fc5627d562 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] For port f3b24b0b-3c90-4d52-8980-3ee99c330cd0, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=f3b24b0b-3c90-4d52-8980-3ee99c330cd0,segment=NetworkSegment(aa00f9f5-e64f-4e24-8f19-beee3f262622),segment_id=aa00f9f5-e64f-4e24-8f19-beee3f262622)] {{(pid=102790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:53:12.334814 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e35e606e-82ca-436f-8397-84fc5627d562 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:12.415204 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-000bdfae-205b-4238-8b9a-b48c2127ed8e req-64b5892f-221c-40dd-8638-b51ebf8230de tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] 10.222.0.42 "GET /v2.0/security-groups?id=4d484579-48b3-4400-916a-a84f820a118c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2758021 Mar 29 15:53:12.441399 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-e35e606e-82ca-436f-8397-84fc5627d562 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Calling delete_port for f3b24b0b-3c90-4d52-8980-3ee99c330cd0 owned by network:router_interface {{(pid=102790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:53:12.530935 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e199c39-d42c-47e2-b85c-6d2e915f6d58 admin admin] Deleting subnet 62348b33-7001-4dc5-aea1-2976e02267d0 {{(pid=102790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 15:53:12.539528 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-9e199c39-d42c-47e2-b85c-6d2e915f6d58 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:12.681193 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-c6331304-fa50-4e9f-b631-7ddb815b343c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:12.703716 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_common [None req-6e94aeb3-fd2c-4b8c-a746-1308b5d42b30 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Allocated IP 10.1.1.217 (4ba2607b-b448-44f6-8335-46066b72a89c/bc361fa1-f654-45a1-af1c-12ca60a2e415/2957c1c5-01c3-4fbd-bee2-9935eef14639) {{(pid=102791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:53:12.729707 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-9e199c39-d42c-47e2-b85c-6d2e915f6d58 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4614024'] for subnet, precommit_delete_associations {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:12.738530 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:12.742671 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-c6331304-fa50-4e9f-b631-7ddb815b343c None None] For port 1de66308-bebd-4ab1-8cf4-25169466a173, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=1de66308-bebd-4ab1-8cf4-25169466a173,segment=NetworkSegment(6a6bae82-112f-4fa5-b290-70a8f9204330),segment_id=6a6bae82-112f-4fa5-b290-70a8f9204330)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:53:12.762680 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-c6331304-fa50-4e9f-b631-7ddb815b343c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:12.925650 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6331304-fa50-4e9f-b631-7ddb815b343c None None] Pushing event updated for resources: {'Port': ['ID=1de66308-bebd-4ab1-8cf4-25169466a173,revision_number=3']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:53:12.937735 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.db.api [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102792) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 29 15:53:12.938095 n-d-834765-1 neutron-server[102792]: DEBUG oslo_db.api [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 29 15:53:13.133693 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-6e94aeb3-fd2c-4b8c-a746-1308b5d42b30 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Notify callbacks [] for port, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:13.178405 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-9e199c39-d42c-47e2-b85c-6d2e915f6d58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1641287'] for subnet, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:13.281199 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adc8f61-2ff5-4023-ae56-75382d041659 req-1f0333ba-630b-4968-9af8-3b44367c8b3b tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:53:13.282774 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-2adc8f61-2ff5-4023-ae56-75382d041659 req-1f0333ba-630b-4968-9af8-3b44367c8b3b tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] 10.222.0.42 "GET /v2.0/ports?device_id=d55bce92-2492-4b8b-aa2e-7b55fe6ab72f HTTP/1.1" status: 200 len: 945 time: 0.1328759 Mar 29 15:53:13.317304 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-6489b96b-ebff-470b-9710-fe9adb9664ff None None] Provisioning complete for port 1de66308-bebd-4ab1-8cf4-25169466a173 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:53:13.318247 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-6489b96b-ebff-470b-9710-fe9adb9664ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:13.357897 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e35e606e-82ca-436f-8397-84fc5627d562 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:13.375735 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-6e94aeb3-fd2c-4b8c-a746-1308b5d42b30 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:13.578385 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35e606e-82ca-436f-8397-84fc5627d562 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Pushing event deleted for resources: {'Port': ['ID=f3b24b0b-3c90-4d52-8980-3ee99c330cd0,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:53:13.604366 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e94aeb3-fd2c-4b8c-a746-1308b5d42b30 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Network 4ba2607b-b448-44f6-8335-46066b72a89c is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:53:13.606632 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [None req-6e94aeb3-fd2c-4b8c-a746-1308b5d42b30 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:53:13.619063 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e94aeb3-fd2c-4b8c-a746-1308b5d42b30 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Received port after_create {{(pid=102791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:53:13.655791 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 818746c1-321e-4a0f-b99a-e6d555fd1abb no longer exists at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:53:13.674220 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-2adc8f61-2ff5-4023-ae56-75382d041659 req-95a195d0-21c2-4904-8a51-83f734f5cafd tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] 10.222.0.42 "GET /v2.0/security-groups?id=ff6926a7-466a-45ba-ab0c-09c9f75f7301&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3778269 Mar 29 15:53:13.749315 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] No Port match for: 818746c1-321e-4a0f-b99a-e6d555fd1abb {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 15:53:13.750880 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 818746c1-321e-4a0f-b99a-e6d555fd1abb not bound to the agent host n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:53:13.751654 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 0c3048ca-b436-497e-8537-c4f3729c8d72 no longer exists at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:53:13.753097 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e94aeb3-fd2c-4b8c-a746-1308b5d42b30 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Pushing event updated for resources: {'Port': ['ID=2957c1c5-01c3-4fbd-bee2-9935eef14639,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:53:13.766292 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-9e199c39-d42c-47e2-b85c-6d2e915f6d58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1641294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5231963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4793952'] for subnet, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:13.874341 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] No Port match for: 0c3048ca-b436-497e-8537-c4f3729c8d72 {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 15:53:13.874983 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 0c3048ca-b436-497e-8537-c4f3729c8d72 not bound to the agent host n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:53:13.883872 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e94aeb3-fd2c-4b8c-a746-1308b5d42b30 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:53:13.884816 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-6e94aeb3-fd2c-4b8c-a746-1308b5d42b30 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:13.902535 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e199c39-d42c-47e2-b85c-6d2e915f6d58 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=62348b33-7001-4dc5-aea1-2976e02267d0,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:53:13.943245 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-6489b96b-ebff-470b-9710-fe9adb9664ff None None] Provisioning complete for port fd6e3e94-cc76-461b-a427-2d8fa63aec1d triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:53:13.944805 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-6489b96b-ebff-470b-9710-fe9adb9664ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:14.011877 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-9e199c39-d42c-47e2-b85c-6d2e915f6d58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for subnet, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:14.020085 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-9e199c39-d42c-47e2-b85c-6d2e915f6d58 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/62348b33-7001-4dc5-aea1-2976e02267d0 HTTP/1.1" status: 204 len: 168 time: 1.6878669 Mar 29 15:53:14.021092 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 34816) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:53:14.046498 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-6e94aeb3-fd2c-4b8c-a746-1308b5d42b30 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.7446647 Mar 29 15:53:14.085491 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752f74f6-55f8-4fae-8963-771751e4a920 req-6f26cabf-0c8e-4b28-908f-05b284ea507c tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:53:14.095612 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-752f74f6-55f8-4fae-8963-771751e4a920 req-6f26cabf-0c8e-4b28-908f-05b284ea507c tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] 10.222.0.42 "GET /v2.0/ports?device_id=d55bce92-2492-4b8b-aa2e-7b55fe6ab72f HTTP/1.1" status: 200 len: 945 time: 0.2029645 Mar 29 15:53:14.110825 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e35e606e-82ca-436f-8397-84fc5627d562 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-530528'] for router_interface, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:14.117069 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-6489b96b-ebff-470b-9710-fe9adb9664ff None None] Port fd6e3e94-cc76-461b-a427-2d8fa63aec1d cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 15:53:14.128843 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-452d1594-21d2-4a66-b9a8-834594667d4f None None] Network 1a890cad-eceb-4443-afdb-474dde0f8f1e requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 15:53:14.135515 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-578d4150-efe6-47c8-9263-1e6e22ac215e None None] Network 79dcb3cc-0cfb-4dde-9352-1cf14f1c4e5d requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 15:53:14.184065 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-752f74f6-55f8-4fae-8963-771751e4a920 req-54d8d87b-1baf-478f-8d6e-4bef0f919821 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] 10.222.0.42 "GET /v2.0/security-groups?id=ff6926a7-466a-45ba-ab0c-09c9f75f7301&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0875618 Mar 29 15:53:14.195091 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d78b36-540c-4cd0-8a61-e06c18ded44a req-5b2fe5cb-e0eb-4240-b799-57bd90056dce tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:53:14.208747 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-c5d78b36-540c-4cd0-8a61-e06c18ded44a req-5b2fe5cb-e0eb-4240-b799-57bd90056dce tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] 10.222.0.42 "GET /v2.0/ports?device_id=27edd37b-f742-40e3-a8c7-8890983862b7 HTTP/1.1" status: 200 len: 945 time: 0.6089809 Mar 29 15:53:14.221857 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 34824) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:53:14.325399 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2ef9c81-7238-48b5-b4b6-0cb1aa5bb384 tempest-TestNetworkBasicOps-369299075 tempest-TestNetworkBasicOps-369299075-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:53:14.333004 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-f2ef9c81-7238-48b5-b4b6-0cb1aa5bb384 tempest-TestNetworkBasicOps-369299075 tempest-TestNetworkBasicOps-369299075-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=d55bce92-2492-4b8b-aa2e-7b55fe6ab72f HTTP/1.1" status: 200 len: 1091 time: 0.1100917 Mar 29 15:53:14.336291 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 34826) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:53:14.351693 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-f320e57b-a4ad-4593-9e54-5094d766c9fc tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Request body: {'floatingip': {'floating_network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'port_id': '89a2bbed-6cee-4385-8570-af952806ad8b', 'tenant_id': '4613198224a343ff95b6b23b26c7af7a', 'fixed_ip_address': '172.20.0.7'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:53:14.394478 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-f320e57b-a4ad-4593-9e54-5094d766c9fc tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Notify callbacks [] for floatingip, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:14.425251 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 34828) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:53:14.453570 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-fa3cc003-80ef-4541-b42d-1be9ebeff619 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1631750'] for network, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:14.547121 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 446fef4c-04ce-4a8d-8e4a-a2e307c6c016 up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:53:14.584755 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-c5d78b36-540c-4cd0-8a61-e06c18ded44a req-5f9ffae8-5daf-4299-8453-3ebd9381e900 tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] 10.222.0.42 "GET /v2.0/security-groups?id=4d484579-48b3-4400-916a-a84f820a118c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3739021 Mar 29 15:53:14.648177 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-f320e57b-a4ad-4593-9e54-5094d766c9fc tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:14.667106 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-10c77f29-4451-4a2b-987a-cc09092e126b None None] Provisioning complete for port 446fef4c-04ce-4a8d-8e4a-a2e307c6c016 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:53:14.667963 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-10c77f29-4451-4a2b-987a-cc09092e126b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:14.729159 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 34838) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:53:14.743675 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-1b81740c-dbed-43e8-8891-92d76c94b36e tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Request body: {'security_group': {'name': 'tempest-securitygroup--895977940', 'description': 'tempest-description--204113719'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:53:14.811741 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-ceb8c4ca-a06b-41c2-8131-feb6d9527c64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:14.857470 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port 446fef4c-04ce-4a8d-8e4a-a2e307c6c016 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:53:14.857936 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:14.951379 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e35e606e-82ca-436f-8397-84fc5627d562 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Router 9da902c6-9f7e-4097-930c-17733aa3c7fe has already been hosted by L3 agent c648d819-1060-4f26-b4ec-6455387b5dff {{(pid=102790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 15:53:15.005990 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-10c77f29-4451-4a2b-987a-cc09092e126b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:15.014572 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7df1628-1bd0-42f3-8726-a72f7237883e None None] DHCP port deletion for 1a890cad-eceb-4443-afdb-474dde0f8f1e request from n-d-834765-1 {{(pid=102792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 29 15:53:15.071031 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-ceb8c4ca-a06b-41c2-8131-feb6d9527c64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:15.072011 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-fa3cc003-80ef-4541-b42d-1be9ebeff619 admin admin] Deleting port 2546891f-cc00-43f6-87a2-4f58624efdf7 {{(pid=102790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:53:15.073221 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-fa3cc003-80ef-4541-b42d-1be9ebeff619 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:15.083489 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-ceb8c4ca-a06b-41c2-8131-feb6d9527c64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:15.156012 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e35e606e-82ca-436f-8397-84fc5627d562 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:53:15.172933 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-e35e606e-82ca-436f-8397-84fc5627d562 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] 10.222.0.42 "PUT /v2.0/routers/9da902c6-9f7e-4097-930c-17733aa3c7fe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6487901 Mar 29 15:53:15.179124 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 34848) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:53:15.195979 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920d1a49-6ac7-4a9c-ade6-7338724200d0 req-686221c7-447d-442e-b0d3-1bff4fb46c72 tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:53:15.200055 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-920d1a49-6ac7-4a9c-ade6-7338724200d0 req-686221c7-447d-442e-b0d3-1bff4fb46c72 tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] 10.222.0.42 "GET /v2.0/ports?device_id=27edd37b-f742-40e3-a8c7-8890983862b7 HTTP/1.1" status: 200 len: 945 time: 0.4036407 Mar 29 15:53:15.213540 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-1b81740c-dbed-43e8-8891-92d76c94b36e tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Notify callbacks [] for security_group, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:15.215454 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-10c77f29-4451-4a2b-987a-cc09092e126b None None] For port 446fef4c-04ce-4a8d-8e4a-a2e307c6c016, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=446fef4c-04ce-4a8d-8e4a-a2e307c6c016,segment=NetworkSegment(0046c8d7-27be-4ee8-b795-bd72dae4e05f),segment_id=0046c8d7-27be-4ee8-b795-bd72dae4e05f)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:53:15.240717 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 34850) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:53:15.241846 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c09037a4-7347-43ad-8913-87c9b350cfd0 None None] Sync routers for ids ['9da902c6-9f7e-4097-930c-17733aa3c7fe'] in n-d-834765-1 {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:53:15.261628 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-3c1c1a1d-1183-43c4-aa0d-6774faf0d77b tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] Request body: {'floatingip': {'port_id': '1a5cd746-434a-4d0b-9c72-3f5e84dffe64'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:53:15.262397 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-10c77f29-4451-4a2b-987a-cc09092e126b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:15.359854 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-3c1c1a1d-1183-43c4-aa0d-6774faf0d77b tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] Notify callbacks [] for floatingip, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:15.515132 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-ceb8c4ca-a06b-41c2-8131-feb6d9527c64 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=99d85c3eb0c54dbfab2691a7c9cc5d5a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0737154 Mar 29 15:53:15.516264 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb8c4ca-a06b-41c2-8131-feb6d9527c64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88cbcf5b-0c1c-4c42-9b43-dfc6c0fb4c0c,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:53:15.519039 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 34860) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:53:15.624672 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c77f29-4451-4a2b-987a-cc09092e126b None None] Pushing event updated for resources: {'Port': ['ID=446fef4c-04ce-4a8d-8e4a-a2e307c6c016,revision_number=3']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:53:15.649758 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c09037a4-7347-43ad-8913-87c9b350cfd0 None None] Routers {'9da902c6-9f7e-4097-930c-17733aa3c7fe'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:53:15.651324 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-c09037a4-7347-43ad-8913-87c9b350cfd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:53:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['9da902c6-9f7e-4097-930c-17733aa3c7fe'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:53:15.655751 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-10c77f29-4451-4a2b-987a-cc09092e126b None None] Provisioning complete for port fd6e3e94-cc76-461b-a427-2d8fa63aec1d triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:53:15.656218 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-10c77f29-4451-4a2b-987a-cc09092e126b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:15.766358 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvr_db [None req-c09037a4-7347-43ad-8913-87c9b350cfd0 None None] Set router 9da902c6-9f7e-4097-930c-17733aa3c7fe gateway port host: None {{(pid=102792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:53:15.807559 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [None req-fa3cc003-80ef-4541-b42d-1be9ebeff619 admin admin] For port 2546891f-cc00-43f6-87a2-4f58624efdf7, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=2546891f-cc00-43f6-87a2-4f58624efdf7,segment=NetworkSegment(3517382d-aae8-457c-a891-64fda55090a5),segment_id=3517382d-aae8-457c-a891-64fda55090a5)] {{(pid=102790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:53:15.808088 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-fa3cc003-80ef-4541-b42d-1be9ebeff619 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:15.834061 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-fa3cc003-80ef-4541-b42d-1be9ebeff619 admin admin] Calling delete_port for 2546891f-cc00-43f6-87a2-4f58624efdf7 owned by network:dhcp {{(pid=102790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:53:15.848197 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.db_base_plugin_v2 [None req-31c76a11-dea1-450f-842d-079471f05246 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Deleting subnet 80218fe4-18d9-422d-92b9-96748e78d74e {{(pid=102790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 15:53:15.856801 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-31c76a11-dea1-450f-842d-079471f05246 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks [] for subnet, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:15.906158 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 1de66308-bebd-4ab1-8cf4-25169466a173 up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:53:15.925860 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-10c77f29-4451-4a2b-987a-cc09092e126b None None] Port fd6e3e94-cc76-461b-a427-2d8fa63aec1d cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 15:53:15.973796 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-31c76a11-dea1-450f-842d-079471f05246 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4614024'] for subnet, precommit_delete_associations {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:15.993180 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-f7df1628-1bd0-42f3-8726-a72f7237883e None None] Deleting port 2546891f-cc00-43f6-87a2-4f58624efdf7 {{(pid=102792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:53:15.993559 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-f7df1628-1bd0-42f3-8726-a72f7237883e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:16.092433 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-f7df1628-1bd0-42f3-8726-a72f7237883e None None] For port 2546891f-cc00-43f6-87a2-4f58624efdf7, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=2546891f-cc00-43f6-87a2-4f58624efdf7,segment=NetworkSegment(3517382d-aae8-457c-a891-64fda55090a5),segment_id=3517382d-aae8-457c-a891-64fda55090a5)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:53:16.092910 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-f7df1628-1bd0-42f3-8726-a72f7237883e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:16.123536 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-f7df1628-1bd0-42f3-8726-a72f7237883e None None] Calling delete_port for 2546891f-cc00-43f6-87a2-4f58624efdf7 owned by network:dhcp {{(pid=102792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:53:16.145472 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-294597d4-4673-4eb7-97f9-55ec6e4906a7 req-c9b632b8-f6f7-4e4e-8efa-17fde74fa825 tempest-ServerShowV254Test-121067504 tempest-ServerShowV254Test-121067504-project] 10.222.0.42 "GET /v2.0/ports?device_id=b2edd932-49bb-4a43-bc85-79af9d19e99e HTTP/1.1" status: 200 len: 210 time: 0.7701066 Mar 29 15:53:16.182517 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_common [None req-f320e57b-a4ad-4593-9e54-5094d766c9fc tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Allocated IP 172.25.4.232 (4a4a035d-ecac-4ead-baa3-25f90788773a/e1a353dc-fac8-4901-a63c-273840237d6a/f4005a42-c36b-4873-80ce-29d80207823c) {{(pid=102791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:53:16.182926 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-31c76a11-dea1-450f-842d-079471f05246 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1641287'] for subnet, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:16.264597 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-fa3cc003-80ef-4541-b42d-1be9ebeff619 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:16.338541 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa3cc003-80ef-4541-b42d-1be9ebeff619 admin admin] No DVR routers for this DVR port 2546891f-cc00-43f6-87a2-4f58624efdf7 on host n-d-834765-1 {{(pid=102790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:53:16.355881 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-31c76a11-dea1-450f-842d-079471f05246 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1641294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5231963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4793952'] for subnet, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:16.356702 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-bec0e48a-b1eb-4545-a4cd-131612c87a18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:16.359958 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-1b81740c-dbed-43e8-8891-92d76c94b36e tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Notify callbacks [] for security_group, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:16.374814 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3cc003-80ef-4541-b42d-1be9ebeff619 admin admin] Pushing event deleted for resources: {'Port': ['ID=2546891f-cc00-43f6-87a2-4f58624efdf7,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:53:16.388588 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-1b81740c-dbed-43e8-8891-92d76c94b36e tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:16.403627 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-55cedbc2-37c3-4dc4-8fca-c49d967e86f6 None None] Provisioning complete for port 446fef4c-04ce-4a8d-8e4a-a2e307c6c016 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:53:16.404252 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-55cedbc2-37c3-4dc4-8fca-c49d967e86f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:16.473492 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-521aaffc-b032-4178-a530-80be688512f3 None None] Network 486e2680-95ad-49c2-b358-d58073389320 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 15:53:16.487547 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-fa3cc003-80ef-4541-b42d-1be9ebeff619 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639890', 'neutron.services.segments.db._delete_segments_for_network-8783523423079'] for network, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:16.510467 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-fa3cc003-80ef-4541-b42d-1be9ebeff619 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a890cad-eceb-4443-afdb-474dde0f8f1e']}} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:53:16.520956 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-fa3cc003-80ef-4541-b42d-1be9ebeff619 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3517382d-aae8-457c-a891-64fda55090a5') {'for_net_delete': True} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:53:16.521405 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-fa3cc003-80ef-4541-b42d-1be9ebeff619 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3517382d-aae8-457c-a891-64fda55090a5') {} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:53:16.530246 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-bec0e48a-b1eb-4545-a4cd-131612c87a18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:16.536396 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-1b81740c-dbed-43e8-8891-92d76c94b36e tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Notify callbacks [] for security_group, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:16.538418 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-1b81740c-dbed-43e8-8891-92d76c94b36e tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.7984219 Mar 29 15:53:16.540501 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-fa3cc003-80ef-4541-b42d-1be9ebeff619 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783523422064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4614019'] for segment, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:16.557970 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-fa3cc003-80ef-4541-b42d-1be9ebeff619 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:16.562932 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 34868) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:53:16.566371 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa3cc003-80ef-4541-b42d-1be9ebeff619 admin admin] Releasing vlan 607 on physical network physnet1 to pool {{(pid=102790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 15:53:16.566586 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-fa3cc003-80ef-4541-b42d-1be9ebeff619 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5238013'] for segment, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:16.582810 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-284fa042-a726-4f54-883e-ba51515b8a14 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Request body: {'security_group_rule': {'security_group_id': 'e2ab8bce-bca0-434d-ad1c-ad30dfd1db67', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:53:16.626318 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b81740c-dbed-43e8-8891-92d76c94b36e tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2ab8bce-bca0-434d-ad1c-ad30dfd1db67,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:53:16.643039 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-f320e57b-a4ad-4593-9e54-5094d766c9fc tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Notify callbacks [] for port, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:16.645585 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port 1de66308-bebd-4ab1-8cf4-25169466a173 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:53:16.646122 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:16.683002 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-31c76a11-dea1-450f-842d-079471f05246 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for subnet, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:16.692371 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-31c76a11-dea1-450f-842d-079471f05246 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] 10.222.0.42 "DELETE /v2.0/subnets/80218fe4-18d9-422d-92b9-96748e78d74e HTTP/1.1" status: 204 len: 168 time: 1.5109539 Mar 29 15:53:16.695290 n-d-834765-1 neutron-server[102790]: Traceback (most recent call last): Mar 29 15:53:16.695290 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 15:53:16.695290 n-d-834765-1 neutron-server[102790]: timer() Mar 29 15:53:16.695290 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 15:53:16.695290 n-d-834765-1 neutron-server[102790]: cb(*args, **kw) Mar 29 15:53:16.695290 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 15:53:16.695290 n-d-834765-1 neutron-server[102790]: return func(*args, **kwargs) Mar 29 15:53:16.695290 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 15:53:16.695290 n-d-834765-1 neutron-server[102790]: self._notify() Mar 29 15:53:16.695290 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 15:53:16.695290 n-d-834765-1 neutron-server[102790]: self.callback(batched_events) Mar 29 15:53:16.695290 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 15:53:16.695290 n-d-834765-1 neutron-server[102790]: event.method(event) Mar 29 15:53:16.695290 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 15:53:16.695290 n-d-834765-1 neutron-server[102790]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 15:53:16.695290 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 15:53:16.695290 n-d-834765-1 neutron-server[102790]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 15:53:16.695290 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 15:53:16.695290 n-d-834765-1 neutron-server[102790]: return f(self, *a, **k) Mar 29 15:53:16.695290 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 15:53:16.695290 n-d-834765-1 neutron-server[102790]: return self._get(url).json() Mar 29 15:53:16.695290 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 15:53:16.695290 n-d-834765-1 neutron-server[102790]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 15:53:16.695290 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 15:53:16.695290 n-d-834765-1 neutron-server[102790]: return self.request(url, 'GET', **kwargs) Mar 29 15:53:16.695290 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 15:53:16.695290 n-d-834765-1 neutron-server[102790]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 15:53:16.695290 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 15:53:16.695290 n-d-834765-1 neutron-server[102790]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 15:53:16.695290 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 15:53:16.695290 n-d-834765-1 neutron-server[102790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 15:53:16.695290 n-d-834765-1 neutron-server[102790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 15:53:16.698362 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 34870) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:53:16.779854 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-fa3cc003-80ef-4541-b42d-1be9ebeff619 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1639897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648174'] for network, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:16.786320 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-fa3cc003-80ef-4541-b42d-1be9ebeff619 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for network, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:16.799412 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-fa3cc003-80ef-4541-b42d-1be9ebeff619 admin admin] 10.222.0.42 "DELETE /v2.0/networks/1a890cad-eceb-4443-afdb-474dde0f8f1e HTTP/1.1" status: 204 len: 168 time: 2.7720206 Mar 29 15:53:16.819845 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-284fa042-a726-4f54-883e-ba51515b8a14 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:16.822250 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-f7df1628-1bd0-42f3-8726-a72f7237883e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350'] for port, after_delete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:16.826713 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c76a11-dea1-450f-842d-079471f05246 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Pushing event deleted for resources: {'Subnet': ['ID=80218fe4-18d9-422d-92b9-96748e78d74e,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:53:16.876839 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3cc003-80ef-4541-b42d-1be9ebeff619 admin admin] Pushing event deleted for resources: {'Network': ['ID=1a890cad-eceb-4443-afdb-474dde0f8f1e,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:53:16.910170 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-bec0e48a-b1eb-4545-a4cd-131612c87a18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:16.910689 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-c09037a4-7347-43ad-8913-87c9b350cfd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9da902c6-9f7e-4097-930c-17733aa3c7fe', 'name': 'tempest-RoutersIpV6Test-router-1373550545', 'tenant_id': '5dbaebdcae654b77ad7a96310f75316a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:51:58Z', 'updated_at': '2022-03-29T15:53:13Z', 'revision_number': 10, 'project_id': '5dbaebdcae654b77ad7a96310f75316a', 'gw_port_host': None, '_interfaces': [{'id': '380d8e44-294f-4283-bec9-c72dc0c8e372', 'name': '', 'network_id': '05aff4d8-6ad3-42b1-82b3-9ab459d67c95', 'tenant_id': '5dbaebdcae654b77ad7a96310f75316a', 'mac_address': 'fa:16:3e:fb:56:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9da902c6-9f7e-4097-930c-17733aa3c7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2030, 'fixed_ips': [{'subnet_id': '66ddf533-9b96-4910-b203-743982681446', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:52:02Z', 'updated_at': '2022-03-29T15:52:13Z', 'revision_number': 5, 'project_id': '5dbaebdcae654b77ad7a96310f75316a', 'subnets': [{'id': '66ddf533-9b96-4910-b203-743982681446', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:53:16.914719 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-bec0e48a-b1eb-4545-a4cd-131612c87a18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:16.916285 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-bec0e48a-b1eb-4545-a4cd-131612c87a18 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/88cbcf5b-0c1c-4c42-9b43-dfc6c0fb4c0c HTTP/1.1" status: 204 len: 168 time: 1.3835819 Mar 29 15:53:16.991038 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec0e48a-b1eb-4545-a4cd-131612c87a18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88cbcf5b-0c1c-4c42-9b43-dfc6c0fb4c0c,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:53:17.003011 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-f0ce6501-8e83-4384-a179-1a253ccd3187 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1631750'] for network, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:17.005376 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.db.resource_extend [None req-3c1c1a1d-1183-43c4-aa0d-6774faf0d77b tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 29 15:53:17.058143 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-f320e57b-a4ad-4593-9e54-5094d766c9fc tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:17.077261 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 34878) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:53:17.090757 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f7df1628-1bd0-42f3-8726-a72f7237883e None None] Network 1a890cad-eceb-4443-afdb-474dde0f8f1e is not hosted by any dhcp agent {{(pid=102792) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Mar 29 15:53:17.091186 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7df1628-1bd0-42f3-8726-a72f7237883e None None] No DVR routers for this DVR port 2546891f-cc00-43f6-87a2-4f58624efdf7 on host n-d-834765-1 {{(pid=102792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:53:17.125799 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c09037a4-7347-43ad-8913-87c9b350cfd0 None None] Checking router: 9da902c6-9f7e-4097-930c-17733aa3c7fe for host: n-d-834765-1 {{(pid=102792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:53:17.128660 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7df1628-1bd0-42f3-8726-a72f7237883e None None] Pushing event deleted for resources: {'Port': ['ID=2546891f-cc00-43f6-87a2-4f58624efdf7,revision_number=None']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:53:17.145149 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 3fedbbdf-bf13-4a1e-b5cb-153ae7f29c95 no longer exists at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:53:17.151537 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f320e57b-a4ad-4593-9e54-5094d766c9fc tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Network 4a4a035d-ecac-4ead-baa3-25f90788773a is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:53:17.165968 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-3c1c1a1d-1183-43c4-aa0d-6774faf0d77b tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:17.167156 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [None req-f320e57b-a4ad-4593-9e54-5094d766c9fc tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:53:17.171111 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f320e57b-a4ad-4593-9e54-5094d766c9fc tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Received port after_create {{(pid=102791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:53:17.175184 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-f0ce6501-8e83-4384-a179-1a253ccd3187 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Deleting port 0bcdb94f-71d2-42f7-8a4b-99746b587347 {{(pid=102790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:53:17.178720 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-f0ce6501-8e83-4384-a179-1a253ccd3187 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:17.181334 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-3c1c1a1d-1183-43c4-aa0d-6774faf0d77b tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648212'] for floatingip, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:17.216951 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-284fa042-a726-4f54-883e-ba51515b8a14 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:17.254020 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f320e57b-a4ad-4593-9e54-5094d766c9fc tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Pushing event updated for resources: {'Port': ['ID=f4005a42-c36b-4873-80ce-29d80207823c,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:53:17.269875 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-284fa042-a726-4f54-883e-ba51515b8a14 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610998'] for security_group_rule, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:17.292197 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-55cedbc2-37c3-4dc4-8fca-c49d967e86f6 None None] Provisioning complete for port 2957c1c5-01c3-4fbd-bee2-9935eef14639 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:53:17.293292 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-55cedbc2-37c3-4dc4-8fca-c49d967e86f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:17.301587 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [None req-f0ce6501-8e83-4384-a179-1a253ccd3187 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] For port 0bcdb94f-71d2-42f7-8a4b-99746b587347, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=0bcdb94f-71d2-42f7-8a4b-99746b587347,segment=NetworkSegment(aa00f9f5-e64f-4e24-8f19-beee3f262622),segment_id=aa00f9f5-e64f-4e24-8f19-beee3f262622)] {{(pid=102790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:53:17.301892 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-f0ce6501-8e83-4384-a179-1a253ccd3187 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:17.306270 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-50e4f586-1fb1-4ba9-9a81-6d952ef800de admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d8d907847dd34368b73f473fb982328c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2176104 Mar 29 15:53:17.311915 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 34884) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:53:17.329655 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-f0ce6501-8e83-4384-a179-1a253ccd3187 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Calling delete_port for 0bcdb94f-71d2-42f7-8a4b-99746b587347 owned by network:dhcp {{(pid=102790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:53:17.336834 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284fa042-a726-4f54-883e-ba51515b8a14 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7f84a58-8e45-438b-ae11-e94f713e2917,revision_number=0']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:53:17.349022 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c09037a4-7347-43ad-8913-87c9b350cfd0 None None] Routers {'9da902c6-9f7e-4097-930c-17733aa3c7fe'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:53:17.349724 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-c09037a4-7347-43ad-8913-87c9b350cfd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:53:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['9da902c6-9f7e-4097-930c-17733aa3c7fe'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:53:17.389497 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-89acb583-ac57-46d6-9c09-f3c647b45b89 req-0ae0521f-d22f-4903-8192-2178f6a4e7fb tempest-ServerShowV254Test-121067504 tempest-ServerShowV254Test-121067504-project] 10.222.0.42 "GET /v2.0/ports?device_id=b2edd932-49bb-4a43-bc85-79af9d19e99e HTTP/1.1" status: 200 len: 210 time: 0.0509303 Mar 29 15:53:17.428867 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-284fa042-a726-4f54-883e-ba51515b8a14 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:17.432495 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-284fa042-a726-4f54-883e-ba51515b8a14 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8660853 Mar 29 15:53:17.458446 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvr_db [None req-c09037a4-7347-43ad-8913-87c9b350cfd0 None None] Set router 9da902c6-9f7e-4097-930c-17733aa3c7fe gateway port host: None {{(pid=102792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:53:17.467134 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 34890) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:53:17.476096 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-3d74b0ab-ca82-4f0b-895b-62ac8aed0326 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Request body: {'security_group_rule': {'security_group_id': 'e2ab8bce-bca0-434d-ad1c-ad30dfd1db67', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:53:17.525098 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7df1628-1bd0-42f3-8726-a72f7237883e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:53:17.525803 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7df1628-1bd0-42f3-8726-a72f7237883e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:53:17.526509 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7df1628-1bd0-42f3-8726-a72f7237883e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:53:17.527066 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7df1628-1bd0-42f3-8726-a72f7237883e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:53:17.527681 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7df1628-1bd0-42f3-8726-a72f7237883e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:53:17.529745 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7df1628-1bd0-42f3-8726-a72f7237883e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:53:17.531033 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7df1628-1bd0-42f3-8726-a72f7237883e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:53:17.531628 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7df1628-1bd0-42f3-8726-a72f7237883e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:53:17.532232 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7df1628-1bd0-42f3-8726-a72f7237883e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:53:17.532950 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7df1628-1bd0-42f3-8726-a72f7237883e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:53:17.533584 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7df1628-1bd0-42f3-8726-a72f7237883e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:53:17.533826 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-3d74b0ab-ca82-4f0b-895b-62ac8aed0326 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:17.534968 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7df1628-1bd0-42f3-8726-a72f7237883e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:53:17.556945 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-55cedbc2-37c3-4dc4-8fca-c49d967e86f6 None None] Port 2957c1c5-01c3-4fbd-bee2-9935eef14639 cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 15:53:17.559070 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] No Port match for: 3fedbbdf-bf13-4a1e-b5cb-153ae7f29c95 {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 15:53:17.559638 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 3fedbbdf-bf13-4a1e-b5cb-153ae7f29c95 not bound to the agent host n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:53:17.568060 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:17.614307 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-f0ce6501-8e83-4384-a179-1a253ccd3187 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:17.635288 n-d-834765-1 neutron-server[102791]: INFO neutron.db.l3_db [None req-3c1c1a1d-1183-43c4-aa0d-6774faf0d77b tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] Floating IP dbcca2a3-60da-4d0c-bf5e-df51a1035e12 associated. External IP: 172.25.4.57, port: 1a5cd746-434a-4d0b-9c72-3f5e84dffe64. Mar 29 15:53:17.651779 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-3d74b0ab-ca82-4f0b-895b-62ac8aed0326 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:17.690068 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-3d74b0ab-ca82-4f0b-895b-62ac8aed0326 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610998'] for security_group_rule, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:17.695836 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-237bc7dc-53b5-4f23-960e-d435228544a2 None None] DHCP port deletion for 486e2680-95ad-49c2-b358-d58073389320 request from n-d-834765-1 {{(pid=102792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 29 15:53:17.699419 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ce6501-8e83-4384-a179-1a253ccd3187 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Pushing event deleted for resources: {'Port': ['ID=0bcdb94f-71d2-42f7-8a4b-99746b587347,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:53:17.706935 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0ce6501-8e83-4384-a179-1a253ccd3187 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] No DVR routers for this DVR port 0bcdb94f-71d2-42f7-8a4b-99746b587347 on host n-d-834765-1 {{(pid=102790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:53:17.764781 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d74b0ab-ca82-4f0b-895b-62ac8aed0326 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3d346f7-873e-4d26-9424-1a36f8678bc6,revision_number=0']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:53:17.801809 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-3d74b0ab-ca82-4f0b-895b-62ac8aed0326 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:17.801809 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-3d74b0ab-ca82-4f0b-895b-62ac8aed0326 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3305252 Mar 29 15:53:17.810003 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 34900) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:53:17.816993 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-7309d2c5-6f6d-464d-b6aa-4c17ff4bb085 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Request body: {'floatingip': {'floating_network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:53:17.880493 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-7309d2c5-6f6d-464d-b6aa-4c17ff4bb085 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Notify callbacks [] for floatingip, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:17.891880 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-f0ce6501-8e83-4384-a179-1a253ccd3187 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639890', 'neutron.services.segments.db._delete_segments_for_network-8783523423079'] for network, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:17.914359 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-884d0f23-9fae-4260-ad59-af126859fef1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:17.955686 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 446fef4c-04ce-4a8d-8e4a-a2e307c6c016 up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:53:17.957279 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-f0ce6501-8e83-4384-a179-1a253ccd3187 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['486e2680-95ad-49c2-b358-d58073389320']}} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:53:17.964471 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-884d0f23-9fae-4260-ad59-af126859fef1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:17.983727 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-f0ce6501-8e83-4384-a179-1a253ccd3187 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa00f9f5-e64f-4e24-8f19-beee3f262622') {'for_net_delete': True} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:53:17.984026 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-f0ce6501-8e83-4384-a179-1a253ccd3187 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa00f9f5-e64f-4e24-8f19-beee3f262622') {} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:53:18.000782 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-f0ce6501-8e83-4384-a179-1a253ccd3187 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783523422064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4614019'] for segment, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:18.041977 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-f0ce6501-8e83-4384-a179-1a253ccd3187 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:18.052710 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0ce6501-8e83-4384-a179-1a253ccd3187 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Releasing vlan 647 on physical network physnet1 to pool {{(pid=102790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 15:53:18.053970 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-f0ce6501-8e83-4384-a179-1a253ccd3187 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5238013'] for segment, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:18.057872 n-d-834765-1 neutron-server[102790]: Traceback (most recent call last): Mar 29 15:53:18.057872 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 15:53:18.057872 n-d-834765-1 neutron-server[102790]: timer() Mar 29 15:53:18.057872 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 15:53:18.057872 n-d-834765-1 neutron-server[102790]: cb(*args, **kw) Mar 29 15:53:18.057872 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 15:53:18.057872 n-d-834765-1 neutron-server[102790]: return func(*args, **kwargs) Mar 29 15:53:18.057872 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 15:53:18.057872 n-d-834765-1 neutron-server[102790]: self._notify() Mar 29 15:53:18.057872 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 15:53:18.057872 n-d-834765-1 neutron-server[102790]: self.callback(batched_events) Mar 29 15:53:18.057872 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 15:53:18.057872 n-d-834765-1 neutron-server[102790]: event.method(event) Mar 29 15:53:18.057872 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 15:53:18.057872 n-d-834765-1 neutron-server[102790]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 15:53:18.057872 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 15:53:18.057872 n-d-834765-1 neutron-server[102790]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 15:53:18.057872 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 15:53:18.057872 n-d-834765-1 neutron-server[102790]: return f(self, *a, **k) Mar 29 15:53:18.057872 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 15:53:18.057872 n-d-834765-1 neutron-server[102790]: return self._get(url).json() Mar 29 15:53:18.057872 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 15:53:18.057872 n-d-834765-1 neutron-server[102790]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 15:53:18.057872 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 15:53:18.057872 n-d-834765-1 neutron-server[102790]: return self.request(url, 'GET', **kwargs) Mar 29 15:53:18.057872 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 15:53:18.057872 n-d-834765-1 neutron-server[102790]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 15:53:18.057872 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 15:53:18.057872 n-d-834765-1 neutron-server[102790]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 15:53:18.057872 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 15:53:18.057872 n-d-834765-1 neutron-server[102790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 15:53:18.057872 n-d-834765-1 neutron-server[102790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 15:53:18.145149 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-7309d2c5-6f6d-464d-b6aa-4c17ff4bb085 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:18.151762 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:18.156975 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-f0ce6501-8e83-4384-a179-1a253ccd3187 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1639897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648174'] for network, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:18.162007 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port 446fef4c-04ce-4a8d-8e4a-a2e307c6c016 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:53:18.163080 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:18.163437 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-f0ce6501-8e83-4384-a179-1a253ccd3187 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for network, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:18.170079 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-f0ce6501-8e83-4384-a179-1a253ccd3187 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] 10.222.0.42 "DELETE /v2.0/networks/486e2680-95ad-49c2-b358-d58073389320 HTTP/1.1" status: 204 len: 168 time: 1.4071393 Mar 29 15:53:18.172181 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 34910) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:53:18.202352 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ce6501-8e83-4384-a179-1a253ccd3187 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Pushing event deleted for resources: {'Network': ['ID=486e2680-95ad-49c2-b358-d58073389320,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:53:18.217799 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-c09037a4-7347-43ad-8913-87c9b350cfd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9da902c6-9f7e-4097-930c-17733aa3c7fe', 'name': 'tempest-RoutersIpV6Test-router-1373550545', 'tenant_id': '5dbaebdcae654b77ad7a96310f75316a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:51:58Z', 'updated_at': '2022-03-29T15:53:13Z', 'revision_number': 10, 'project_id': '5dbaebdcae654b77ad7a96310f75316a', 'gw_port_host': None, '_interfaces': [{'id': '380d8e44-294f-4283-bec9-c72dc0c8e372', 'name': '', 'network_id': '05aff4d8-6ad3-42b1-82b3-9ab459d67c95', 'tenant_id': '5dbaebdcae654b77ad7a96310f75316a', 'mac_address': 'fa:16:3e:fb:56:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9da902c6-9f7e-4097-930c-17733aa3c7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2030, 'fixed_ips': [{'subnet_id': '66ddf533-9b96-4910-b203-743982681446', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:52:02Z', 'updated_at': '2022-03-29T15:52:13Z', 'revision_number': 5, 'project_id': '5dbaebdcae654b77ad7a96310f75316a', 'subnets': [{'id': '66ddf533-9b96-4910-b203-743982681446', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:53:18.259249 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c09037a4-7347-43ad-8913-87c9b350cfd0 None None] The sync data for ids ['9da902c6-9f7e-4097-930c-17733aa3c7fe'] in n-d-834765-1 is: [{'id': '9da902c6-9f7e-4097-930c-17733aa3c7fe', 'name': 'tempest-RoutersIpV6Test-router-1373550545', 'tenant_id': '5dbaebdcae654b77ad7a96310f75316a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:51:58Z', 'updated_at': '2022-03-29T15:53:13Z', 'revision_number': 10, 'project_id': '5dbaebdcae654b77ad7a96310f75316a', 'gw_port_host': None, '_interfaces': [{'id': '380d8e44-294f-4283-bec9-c72dc0c8e372', 'name': '', 'network_id': '05aff4d8-6ad3-42b1-82b3-9ab459d67c95', 'tenant_id': '5dbaebdcae654b77ad7a96310f75316a', 'mac_address': 'fa:16:3e:fb:56:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9da902c6-9f7e-4097-930c-17733aa3c7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2030, 'fixed_ips': [{'subnet_id': '66ddf533-9b96-4910-b203-743982681446', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:52:02Z', 'updated_at': '2022-03-29T15:52:13Z', 'revision_number': 5, 'project_id': '5dbaebdcae654b77ad7a96310f75316a', 'subnets': [{'id': '66ddf533-9b96-4910-b203-743982681446', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:53:18.574090 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.db_base_plugin_common [None req-7309d2c5-6f6d-464d-b6aa-4c17ff4bb085 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Allocated IP 172.25.4.133 (4a4a035d-ecac-4ead-baa3-25f90788773a/e1a353dc-fac8-4901-a63c-273840237d6a/0c6747f4-35ea-4174-a2cd-f278f0c0c491) {{(pid=102790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:53:18.679638 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 2546891f-cc00-43f6-87a2-4f58624efdf7 no longer exists at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:53:18.735660 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6e726281-57c6-4c17-99d1-63f393845ab9 req-cbc23bb6-4346-40ae-a0bb-f3a1dc247f7e tempest-ServerShowV254Test-121067504 tempest-ServerShowV254Test-121067504-project] 10.222.0.42 "GET /v2.0/ports?device_id=b2edd932-49bb-4a43-bc85-79af9d19e99e HTTP/1.1" status: 200 len: 210 time: 0.1328599 Mar 29 15:53:18.748563 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] No Port match for: 2546891f-cc00-43f6-87a2-4f58624efdf7 {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 15:53:18.749119 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 2546891f-cc00-43f6-87a2-4f58624efdf7 not bound to the agent host n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:53:18.770078 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-884d0f23-9fae-4260-ad59-af126859fef1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:18.772673 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-884d0f23-9fae-4260-ad59-af126859fef1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:18.776624 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-884d0f23-9fae-4260-ad59-af126859fef1 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/25be4a6b-a022-4989-952a-002e3031c19a HTTP/1.1" status: 204 len: 168 time: 1.4579687 Mar 29 15:53:18.802422 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884d0f23-9fae-4260-ad59-af126859fef1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25be4a6b-a022-4989-952a-002e3031c19a,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:53:18.839138 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-f320e57b-a4ad-4593-9e54-5094d766c9fc tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:18.920047 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-7309d2c5-6f6d-464d-b6aa-4c17ff4bb085 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Notify callbacks [] for port, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:18.957131 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c1c1a1d-1183-43c4-aa0d-6774faf0d77b tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] Router 6285f326-c781-4f2f-ab7c-7ef532c6f60c has already been hosted by L3 agent c648d819-1060-4f26-b4ec-6455387b5dff {{(pid=102791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 15:53:19.025977 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-f320e57b-a4ad-4593-9e54-5094d766c9fc tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:19.071003 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-7309d2c5-6f6d-464d-b6aa-4c17ff4bb085 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:19.198831 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7309d2c5-6f6d-464d-b6aa-4c17ff4bb085 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Network 4a4a035d-ecac-4ead-baa3-25f90788773a is already hosted by enough agents. {{(pid=102790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:53:19.220848 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-7309d2c5-6f6d-464d-b6aa-4c17ff4bb085 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Resources bound (agent type, host, resource id): {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:53:19.228867 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7309d2c5-6f6d-464d-b6aa-4c17ff4bb085 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Pushing event updated for resources: {'Port': ['ID=0c6747f4-35ea-4174-a2cd-f278f0c0c491,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:53:19.233296 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7309d2c5-6f6d-464d-b6aa-4c17ff4bb085 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Received port after_create {{(pid=102790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:53:19.380803 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c1c1a1d-1183-43c4-aa0d-6774faf0d77b tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:53:19.388618 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-3c1c1a1d-1183-43c4-aa0d-6774faf0d77b tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for floatingip, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:19.399846 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b72ca4c-2ca7-4688-9bba-bf2547169e47 None None] Sync routers for ids ['6285f326-c781-4f2f-ab7c-7ef532c6f60c'] in n-d-834765-1 {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:53:19.418345 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b72ca4c-2ca7-4688-9bba-bf2547169e47 None None] Routers {'6285f326-c781-4f2f-ab7c-7ef532c6f60c'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:53:19.418979 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-5b72ca4c-2ca7-4688-9bba-bf2547169e47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:53:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['6285f326-c781-4f2f-ab7c-7ef532c6f60c'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:53:19.440468 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-09e51641-2851-4c63-9f27-33c991613000 req-f82fa6b4-4698-4abe-8e41-7e4c39c93e2c service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=b2edd932-49bb-4a43-bc85-79af9d19e99e HTTP/1.1" status: 200 len: 210 time: 0.0710750 Mar 29 15:53:19.442370 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-7309d2c5-6f6d-464d-b6aa-4c17ff4bb085 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:19.452441 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-97060ea9-cc50-4001-9f81-9df5f76a0744 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-530452'] for router_interface, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:19.505250 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-3c1c1a1d-1183-43c4-aa0d-6774faf0d77b tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] 10.222.0.42 "PUT /v2.0/floatingips/dbcca2a3-60da-4d0c-bf5e-df51a1035e12 HTTP/1.1" status: 200 len: 990 time: 4.2578311 Mar 29 15:53:19.514020 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27edd37b-f742-40e3-a8c7-8890983862b7', 'tag': '1a5cd746-434a-4d0b-9c72-3f5e84dffe64'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:53:19.528660 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c67b028db5e9b9818fecc5c0a87ebc6f190694fa53ca267d523e04f98de536d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1d14599-2648-419c-b7b7-760f3d8d40d5" -d '{"events": [{"name": "network-changed", "server_uuid": "27edd37b-f742-40e3-a8c7-8890983862b7", "tag": "1a5cd746-434a-4d0b-9c72-3f5e84dffe64"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:53:19.623783 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 15:53:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bbba014-7eaf-49a7-bffc-e7133e6c7fa1 x-openstack-request-id: req-6bbba014-7eaf-49a7-bffc-e7133e6c7fa1 {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:53:19.624397 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27edd37b-f742-40e3-a8c7-8890983862b7", "tag": "1a5cd746-434a-4d0b-9c72-3f5e84dffe64", "status": "completed", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:53:19.625182 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-6bbba014-7eaf-49a7-bffc-e7133e6c7fa1 {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:53:19.625816 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27edd37b-f742-40e3-a8c7-8890983862b7', 'tag': '1a5cd746-434a-4d0b-9c72-3f5e84dffe64', 'status': 'completed', 'code': 200} Mar 29 15:53:19.642518 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-7309d2c5-6f6d-464d-b6aa-4c17ff4bb085 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:19.656267 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvr_db [None req-5b72ca4c-2ca7-4688-9bba-bf2547169e47 None None] Set router 6285f326-c781-4f2f-ab7c-7ef532c6f60c gateway port host: n-d-834765-1 {{(pid=102793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:53:19.715581 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 0bcdb94f-71d2-42f7-8a4b-99746b587347 no longer exists at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:53:19.731994 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-f320e57b-a4ad-4593-9e54-5094d766c9fc tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Notify callbacks [] for port, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:19.756921 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-f320e57b-a4ad-4593-9e54-5094d766c9fc tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:19.767798 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] No Port match for: 0bcdb94f-71d2-42f7-8a4b-99746b587347 {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 15:53:19.770871 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 0bcdb94f-71d2-42f7-8a4b-99746b587347 not bound to the agent host n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:53:19.771669 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device f3b24b0b-3c90-4d52-8980-3ee99c330cd0 no longer exists at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:53:19.824294 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] No Port match for: f3b24b0b-3c90-4d52-8980-3ee99c330cd0 {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 15:53:19.825162 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device f3b24b0b-3c90-4d52-8980-3ee99c330cd0 not bound to the agent host n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:53:19.884006 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d14599-2648-419c-b7b7-760f3d8d40d5 req-84ec3c3c-da18-435f-865b-86d05c961c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:53:19.886792 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b1d14599-2648-419c-b7b7-760f3d8d40d5 req-84ec3c3c-da18-435f-865b-86d05c961c59 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0645dc511670491c8626eeb496c0ab97&device_id=27edd37b-f742-40e3-a8c7-8890983862b7 HTTP/1.1" status: 200 len: 1096 time: 0.2378719 Mar 29 15:53:19.934228 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-f320e57b-a4ad-4593-9e54-5094d766c9fc tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648212'] for floatingip, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:20.065213 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-7309d2c5-6f6d-464d-b6aa-4c17ff4bb085 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Notify callbacks [] for port, precommit_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:20.087475 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-7309d2c5-6f6d-464d-b6aa-4c17ff4bb085 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5237921'] for port, after_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:20.088336 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d14599-2648-419c-b7b7-760f3d8d40d5 req-09bcde28-c7f9-41d9-9562-e4847b7a37fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:53:20.093046 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b1d14599-2648-419c-b7b7-760f3d8d40d5 req-09bcde28-c7f9-41d9-9562-e4847b7a37fc service neutron] 10.222.0.44 "GET /v2.0/networks?id=d994e3d3-6e54-466f-bbe9-e588ad776084 HTTP/1.1" status: 200 len: 912 time: 0.1394308 Mar 29 15:53:20.156482 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 34972) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:53:20.191184 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-5b72ca4c-2ca7-4688-9bba-bf2547169e47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6285f326-c781-4f2f-ab7c-7ef532c6f60c', 'name': 'tempest-AttachVolumeTestJSON-1827063187-router', 'tenant_id': '0645dc511670491c8626eeb496c0ab97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.149'}], 'enable_snat': True}, 'gw_port_id': '38c61091-efa6-44d1-8702-14f57199fb72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:52:23Z', 'updated_at': '2022-03-29T15:52:34Z', 'revision_number': 4, 'project_id': '0645dc511670491c8626eeb496c0ab97', 'gw_port': {'id': '38c61091-efa6-44d1-8702-14f57199fb72', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:b2:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6285f326-c781-4f2f-ab7c-7ef532c6f60c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2081, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:52:26Z', 'updated_at': '2022-03-29T15:52:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_floatingips': [{'id': 'dbcca2a3-60da-4d0c-bf5e-df51a1035e12', 'tenant_id': '0645dc511670491c8626eeb496c0ab97', 'floating_ip_address': '172.25.4.57', 'floating_network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'router_id': '6285f326-c781-4f2f-ab7c-7ef532c6f60c', 'port_id': '1a5cd746-434a-4d0b-9c72-3f5e84dffe64', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2114, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd994e3d3-6e54-466f-bbe9-e588ad776084', 'mac_address': 'fa:16:3e:59:00:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27edd37b-f742-40e3-a8c7-8890983862b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T15:52:43Z', 'updated_at': '2022-03-29T15:53:16Z', 'revision_number': 1, 'project_id': '0645dc511670491c8626eeb496c0ab97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7eaacc99-c88e-4cef-a816-8959e5a646da', 'name': '', 'network_id': 'd994e3d3-6e54-466f-bbe9-e588ad776084', 'tenant_id': '0645dc511670491c8626eeb496c0ab97', 'mac_address': 'fa:16:3e:4f:b4:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6285f326-c781-4f2f-ab7c-7ef532c6f60c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2091, 'fixed_ips': [{'subnet_id': 'a8d0e49f-9e4f-4325-b3fe-d85cd5221184', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:52:33Z', 'updated_at': '2022-03-29T15:52:51Z', 'revision_number': 5, 'project_id': '0645dc511670491c8626eeb496c0ab97', 'subnets': [{'id': 'a8d0e49f-9e4f-4325-b3fe-d85cd5221184', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:53:20.219823 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b72ca4c-2ca7-4688-9bba-bf2547169e47 None None] Checking router: 6285f326-c781-4f2f-ab7c-7ef532c6f60c for host: n-d-834765-1 {{(pid=102793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:53:20.221222 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7309d2c5-6f6d-464d-b6aa-4c17ff4bb085 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Pushing event updated for resources: {'Port': ['ID=0c6747f4-35ea-4174-a2cd-f278f0c0c491,revision_number=2']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:53:20.229501 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b72ca4c-2ca7-4688-9bba-bf2547169e47 None None] Routers {'6285f326-c781-4f2f-ab7c-7ef532c6f60c'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:53:20.230377 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-5b72ca4c-2ca7-4688-9bba-bf2547169e47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:53:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['6285f326-c781-4f2f-ab7c-7ef532c6f60c'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:53:20.234348 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-7309d2c5-6f6d-464d-b6aa-4c17ff4bb085 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648212'] for floatingip, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:20.263759 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-7309d2c5-6f6d-464d-b6aa-4c17ff4bb085 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for floatingip, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:20.265001 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-7309d2c5-6f6d-464d-b6aa-4c17ff4bb085 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4540126 Mar 29 15:53:20.277157 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-97060ea9-cc50-4001-9f81-9df5f76a0744 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Deleting port 380d8e44-294f-4283-bec9-c72dc0c8e372 {{(pid=102790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:53:20.277512 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-97060ea9-cc50-4001-9f81-9df5f76a0744 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:20.327636 n-d-834765-1 neutron-server[102791]: INFO neutron.db.l3_db [None req-f320e57b-a4ad-4593-9e54-5094d766c9fc tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Floating IP cd0c71c7-69b6-4993-9463-905b26b78c31 associated. External IP: 172.25.4.232, port: 89a2bbed-6cee-4385-8570-af952806ad8b. Mar 29 15:53:20.424179 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-acdf99f5-5724-4609-a575-4a166e4f58c4 req-0beb6cac-ff82-49a1-8543-de476d1c2d5b tempest-ServerShowV254Test-121067504 tempest-ServerShowV254Test-121067504-project] 10.222.0.42 "GET /v2.0/ports?device_id=b2edd932-49bb-4a43-bc85-79af9d19e99e HTTP/1.1" status: 200 len: 210 time: 0.4736602 Mar 29 15:53:20.441675 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvr_db [None req-5b72ca4c-2ca7-4688-9bba-bf2547169e47 None None] Set router 6285f326-c781-4f2f-ab7c-7ef532c6f60c gateway port host: n-d-834765-1 {{(pid=102793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:53:20.464395 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f320e57b-a4ad-4593-9e54-5094d766c9fc tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Pushing event updated for resources: {'Port': ['ID=f4005a42-c36b-4873-80ce-29d80207823c,revision_number=2']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:53:20.468899 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-b968f2e2-1670-41cb-88b8-dbfc722fc68a admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-447394901-network', 'tenant_id': 'c49bc99d6778484bb1596e7e9739bf48'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:53:20.498029 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [None req-97060ea9-cc50-4001-9f81-9df5f76a0744 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] For port 380d8e44-294f-4283-bec9-c72dc0c8e372, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=380d8e44-294f-4283-bec9-c72dc0c8e372,segment=NetworkSegment(642b81ab-e7ad-4460-a711-531ac73064cb),segment_id=642b81ab-e7ad-4460-a711-531ac73064cb)] {{(pid=102790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:53:20.498435 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-97060ea9-cc50-4001-9f81-9df5f76a0744 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:20.550895 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-97060ea9-cc50-4001-9f81-9df5f76a0744 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Calling delete_port for 380d8e44-294f-4283-bec9-c72dc0c8e372 owned by network:router_interface {{(pid=102790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:53:20.574220 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b968f2e2-1670-41cb-88b8-dbfc722fc68a admin admin] Made reservation on behalf of c49bc99d6778484bb1596e7e9739bf48 for: {'network': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:53:20.586959 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-b968f2e2-1670-41cb-88b8-dbfc722fc68a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for network, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:20.623725 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b1d14599-2648-419c-b7b7-760f3d8d40d5 req-9324ccd5-7fc5-4892-8ffd-f72f0c5f1cae service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1a5cd746-434a-4d0b-9c72-3f5e84dffe64 HTTP/1.1" status: 200 len: 998 time: 0.2928543 Mar 29 15:53:20.749986 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 34990) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:53:20.772418 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-4a82c2ec-e96b-4a2a-b5fc-e92db9535ef0 tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Request body: {'network': {'name': 'tempest-network-smoke--251666487', 'project_id': '030130d0937d42c9a5ecbc5c59eb4929', 'port_security_enabled': True}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:53:20.848754 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-b968f2e2-1670-41cb-88b8-dbfc722fc68a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:20.863549 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-97060ea9-cc50-4001-9f81-9df5f76a0744 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:20.884996 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d14599-2648-419c-b7b7-760f3d8d40d5 req-851ff38b-d8fa-455e-a9cd-60dfdc0a0afa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:53:20.886604 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b1d14599-2648-419c-b7b7-760f3d8d40d5 req-851ff38b-d8fa-455e-a9cd-60dfdc0a0afa service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a8d0e49f-9e4f-4325-b3fe-d85cd5221184 HTTP/1.1" status: 200 len: 850 time: 0.2377095 Mar 29 15:53:20.889669 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-5b72ca4c-2ca7-4688-9bba-bf2547169e47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6285f326-c781-4f2f-ab7c-7ef532c6f60c', 'name': 'tempest-AttachVolumeTestJSON-1827063187-router', 'tenant_id': '0645dc511670491c8626eeb496c0ab97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.149'}], 'enable_snat': True}, 'gw_port_id': '38c61091-efa6-44d1-8702-14f57199fb72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:52:23Z', 'updated_at': '2022-03-29T15:52:34Z', 'revision_number': 4, 'project_id': '0645dc511670491c8626eeb496c0ab97', 'gw_port': {'id': '38c61091-efa6-44d1-8702-14f57199fb72', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:b2:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6285f326-c781-4f2f-ab7c-7ef532c6f60c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2081, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:52:26Z', 'updated_at': '2022-03-29T15:52:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_floatingips': [{'id': 'dbcca2a3-60da-4d0c-bf5e-df51a1035e12', 'tenant_id': '0645dc511670491c8626eeb496c0ab97', 'floating_ip_address': '172.25.4.57', 'floating_network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'router_id': '6285f326-c781-4f2f-ab7c-7ef532c6f60c', 'port_id': '1a5cd746-434a-4d0b-9c72-3f5e84dffe64', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2114, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd994e3d3-6e54-466f-bbe9-e588ad776084', 'mac_address': 'fa:16:3e:59:00:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27edd37b-f742-40e3-a8c7-8890983862b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T15:52:43Z', 'updated_at': '2022-03-29T15:53:16Z', 'revision_number': 1, 'project_id': '0645dc511670491c8626eeb496c0ab97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7eaacc99-c88e-4cef-a816-8959e5a646da', 'name': '', 'network_id': 'd994e3d3-6e54-466f-bbe9-e588ad776084', 'tenant_id': '0645dc511670491c8626eeb496c0ab97', 'mac_address': 'fa:16:3e:4f:b4:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6285f326-c781-4f2f-ab7c-7ef532c6f60c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2091, 'fixed_ips': [{'subnet_id': 'a8d0e49f-9e4f-4325-b3fe-d85cd5221184', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:52:33Z', 'updated_at': '2022-03-29T15:52:51Z', 'revision_number': 5, 'project_id': '0645dc511670491c8626eeb496c0ab97', 'subnets': [{'id': 'a8d0e49f-9e4f-4325-b3fe-d85cd5221184', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:53:20.916838 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97060ea9-cc50-4001-9f81-9df5f76a0744 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Pushing event deleted for resources: {'Port': ['ID=380d8e44-294f-4283-bec9-c72dc0c8e372,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:53:20.935505 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b72ca4c-2ca7-4688-9bba-bf2547169e47 None None] The sync data for ids ['6285f326-c781-4f2f-ab7c-7ef532c6f60c'] in n-d-834765-1 is: [{'id': '6285f326-c781-4f2f-ab7c-7ef532c6f60c', 'name': 'tempest-AttachVolumeTestJSON-1827063187-router', 'tenant_id': '0645dc511670491c8626eeb496c0ab97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.149'}], 'enable_snat': True}, 'gw_port_id': '38c61091-efa6-44d1-8702-14f57199fb72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:52:23Z', 'updated_at': '2022-03-29T15:52:34Z', 'revision_number': 4, 'project_id': '0645dc511670491c8626eeb496c0ab97', 'gw_port': {'id': '38c61091-efa6-44d1-8702-14f57199fb72', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:b2:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6285f326-c781-4f2f-ab7c-7ef532c6f60c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2081, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:52:26Z', 'updated_at': '2022-03-29T15:52:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_floatingips': [{'id': 'dbcca2a3-60da-4d0c-bf5e-df51a1035e12', 'tenant_id': '0645dc511670491c8626eeb496c0ab97', 'floating_ip_address': '172.25.4.57', 'floating_network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'router_id': '6285f326-c781-4f2f-ab7c-7ef532c6f60c', 'port_id': '1a5cd746-434a-4d0b-9c72-3f5e84dffe64', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2114, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd994e3d3-6e54-466f-bbe9-e588ad776084', 'mac_address': 'fa:16:3e:59:00:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27edd37b-f742-40e3-a8c7-8890983862b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T15:52:43Z', 'updated_at': '2022-03-29T15:53:16Z', 'revision_number': 1, 'project_id': '0645dc511670491c8626eeb496c0ab97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7eaacc99-c88e-4cef-a816-8959e5a646da', 'name': '', 'network_id': 'd994e3d3-6e54-466f-bbe9-e588ad776084', 'tenant_id': '0645dc511670491c8626eeb496c0ab97', 'mac_address': 'fa:16:3e:4f:b4:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6285f326-c781-4f2f-ab7c-7ef532c6f60c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2091, 'fixed_ips': [{'subnet_id': 'a8d0e49f-9e4f-4325-b3fe-d85cd5221184', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:52:33Z', 'updated_at': '2022-03-29T15:52:51Z', 'revision_number': 5, 'project_id': '0645dc511670491c8626eeb496c0ab97', 'subnets': [{'id': 'a8d0e49f-9e4f-4325-b3fe-d85cd5221184', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:53:20.953027 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a82c2ec-e96b-4a2a-b5fc-e92db9535ef0 tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Made reservation on behalf of 030130d0937d42c9a5ecbc5c59eb4929 for: {'network': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:53:20.956874 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-4a82c2ec-e96b-4a2a-b5fc-e92db9535ef0 tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for network, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:20.971860 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-cbabd235-3c70-476f-b840-bfb940f3c97d req-c2fec818-55cc-4997-88a3-03e2f2eebc9f tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--895977940&fields=id&tenant_id=9cad725e1c41463fab431e48b8d9bfff HTTP/1.1" status: 200 len: 267 time: 0.2596753 Mar 29 15:53:21.054962 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-4a82c2ec-e96b-4a2a-b5fc-e92db9535ef0 tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Notify callbacks [] for security_group, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:21.169790 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f320e57b-a4ad-4593-9e54-5094d766c9fc tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Router f4da9992-f427-4676-b6fc-fe60650ec8ec has already been hosted by L3 agent c648d819-1060-4f26-b4ec-6455387b5dff {{(pid=102791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 15:53:21.173466 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d14599-2648-419c-b7b7-760f3d8d40d5 req-85eb92f5-ab28-4f04-9167-6821fe777dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:53:21.175021 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b1d14599-2648-419c-b7b7-760f3d8d40d5 req-85eb92f5-ab28-4f04-9167-6821fe777dc3 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d994e3d3-6e54-466f-bbe9-e588ad776084&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2736835 Mar 29 15:53:21.182906 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbabd235-3c70-476f-b840-bfb940f3c97d req-4de5d8a2-2278-453e-97ec-1a5628bbd70d tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:53:21.184605 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-cbabd235-3c70-476f-b840-bfb940f3c97d req-4de5d8a2-2278-453e-97ec-1a5628bbd70d tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] 10.222.0.42 "GET /v2.0/ports/fd6e3e94-cc76-461b-a427-2d8fa63aec1d HTTP/1.1" status: 200 len: 936 time: 0.1347754 Mar 29 15:53:21.327332 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbabd235-3c70-476f-b840-bfb940f3c97d req-d3659059-0d53-441e-9c34-d427250aa4af tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:53:21.328827 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-cbabd235-3c70-476f-b840-bfb940f3c97d req-d3659059-0d53-441e-9c34-d427250aa4af tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] 10.222.0.42 "GET /v2.0/ports/2957c1c5-01c3-4fbd-bee2-9935eef14639 HTTP/1.1" status: 200 len: 937 time: 0.1361110 Mar 29 15:53:21.372694 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-4a82c2ec-e96b-4a2a-b5fc-e92db9535ef0 tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Notify callbacks [] for security_group, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:21.376861 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-97060ea9-cc50-4001-9f81-9df5f76a0744 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-530528'] for router_interface, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:21.437508 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-4a82c2ec-e96b-4a2a-b5fc-e92db9535ef0 tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:21.457229 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-cbabd235-3c70-476f-b840-bfb940f3c97d req-7f5e60b2-76eb-4892-9546-1aff696e0750 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] 10.222.0.42 "GET /v2.0/ports?network_id=79dcb3cc-0cfb-4dde-9352-1cf14f1c4e5d&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0869057 Mar 29 15:53:21.487299 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a82c2ec-e96b-4a2a-b5fc-e92db9535ef0 tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] vlan segment allocate from pool success with {'vlan_id': 631, 'physical_network': 'physnet1'} {{(pid=102791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 15:53:21.490498 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-b968f2e2-1670-41cb-88b8-dbfc722fc68a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:21.538678 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a82c2ec-e96b-4a2a-b5fc-e92db9535ef0 tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b328fdb1-9f45-4740-be4c-7721f676802e,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:53:21.575848 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-4a82c2ec-e96b-4a2a-b5fc-e92db9535ef0 tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:21.576203 n-d-834765-1 neutron-server[102791]: INFO neutron.db.segments_db [None req-4a82c2ec-e96b-4a2a-b5fc-e92db9535ef0 tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Added segment 9779a8ce-e477-4331-8cc2-d153c07cbf93 of type vlan for network bc88b80e-509f-4983-8355-8cb722b08b1c Mar 29 15:53:21.579402 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-cbabd235-3c70-476f-b840-bfb940f3c97d req-9682f940-9cc7-408f-9cf2-1b3cfd7b7e92 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] 10.222.0.42 "GET /v2.0/ports?network_id=79dcb3cc-0cfb-4dde-9352-1cf14f1c4e5d&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0974858 Mar 29 15:53:21.589276 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-b968f2e2-1670-41cb-88b8-dbfc722fc68a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:21.595788 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b1d14599-2648-419c-b7b7-760f3d8d40d5 req-317a67fd-fcc6-41f1-967b-1327d5219f48 service neutron] 10.222.0.44 "GET /v2.0/networks/d994e3d3-6e54-466f-bbe9-e588ad776084?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4101171 Mar 29 15:53:21.626697 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-c90e3b82-9048-4193-b48e-8669628d7fc7 req-43417f51-c91f-484c-8b7b-7947b70ac2c9 tempest-ServerShowV254Test-121067504 tempest-ServerShowV254Test-121067504-project] 10.222.0.42 "GET /v2.0/ports?device_id=b2edd932-49bb-4a43-bc85-79af9d19e99e HTTP/1.1" status: 200 len: 210 time: 0.0534348 Mar 29 15:53:21.644736 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97060ea9-cc50-4001-9f81-9df5f76a0744 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Router 9da902c6-9f7e-4097-930c-17733aa3c7fe has already been hosted by L3 agent c648d819-1060-4f26-b4ec-6455387b5dff {{(pid=102790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 15:53:21.648926 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b968f2e2-1670-41cb-88b8-dbfc722fc68a admin admin] vlan segment allocate from pool success with {'vlan_id': 619, 'physical_network': 'physnet1'} {{(pid=102790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 15:53:21.670978 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-b968f2e2-1670-41cb-88b8-dbfc722fc68a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:21.671350 n-d-834765-1 neutron-server[102790]: INFO neutron.db.segments_db [None req-b968f2e2-1670-41cb-88b8-dbfc722fc68a admin admin] Added segment 9b2b7c7b-66cc-4051-9540-0bb92f7c5ee2 of type vlan for network 9642bb71-0b64-4135-866e-1c18aeaccc1b Mar 29 15:53:21.674319 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b968f2e2-1670-41cb-88b8-dbfc722fc68a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5319c875-405f-45d4-a6ea-a24484c49f6f,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:53:21.692964 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-4a82c2ec-e96b-4a2a-b5fc-e92db9535ef0 tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783522915970'] for network, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:21.698331 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f320e57b-a4ad-4593-9e54-5094d766c9fc tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:53:21.711806 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e63fc3a-00c4-4b60-9ea1-dab824da8855 None None] Sync routers for ids ['f4da9992-f427-4676-b6fc-fe60650ec8ec'] in n-d-834765-1 {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:53:21.745111 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e63fc3a-00c4-4b60-9ea1-dab824da8855 None None] Routers {'f4da9992-f427-4676-b6fc-fe60650ec8ec'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:53:21.746436 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-8e63fc3a-00c4-4b60-9ea1-dab824da8855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:53:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['f4da9992-f427-4676-b6fc-fe60650ec8ec'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:53:21.765999 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-b968f2e2-1670-41cb-88b8-dbfc722fc68a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783522915970'] for network, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:21.775942 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-f320e57b-a4ad-4593-9e54-5094d766c9fc tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for floatingip, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:21.810891 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97060ea9-cc50-4001-9f81-9df5f76a0744 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:53:21.820387 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-97060ea9-cc50-4001-9f81-9df5f76a0744 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] 10.222.0.42 "PUT /v2.0/routers/9da902c6-9f7e-4097-930c-17733aa3c7fe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6275544 Mar 29 15:53:21.821347 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 34998) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:53:21.822230 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad046c14-9616-4144-96c1-86b339d4be22 None None] Sync routers for ids ['9da902c6-9f7e-4097-930c-17733aa3c7fe'] in n-d-834765-1 {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:53:21.840396 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad046c14-9616-4144-96c1-86b339d4be22 None None] Routers {'9da902c6-9f7e-4097-930c-17733aa3c7fe'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:53:21.841473 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-ad046c14-9616-4144-96c1-86b339d4be22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:53:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['9da902c6-9f7e-4097-930c-17733aa3c7fe'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:53:21.887354 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-b968f2e2-1670-41cb-88b8-dbfc722fc68a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795'] for network, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:21.888366 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b968f2e2-1670-41cb-88b8-dbfc722fc68a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:53:21.888916 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-b968f2e2-1670-41cb-88b8-dbfc722fc68a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for network, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:21.896342 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-4a82c2ec-e96b-4a2a-b5fc-e92db9535ef0 tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795'] for network, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:21.903358 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a82c2ec-e96b-4a2a-b5fc-e92db9535ef0 tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:53:21.903592 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-4a82c2ec-e96b-4a2a-b5fc-e92db9535ef0 tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for network, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:21.921020 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.db_base_plugin_v2 [None req-086dde2f-7287-4e55-9a8b-abbf5a71dafc tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Deleting subnet 66ddf533-9b96-4910-b203-743982681446 {{(pid=102790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 15:53:21.931098 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-086dde2f-7287-4e55-9a8b-abbf5a71dafc tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks [] for subnet, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:21.949674 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-b968f2e2-1670-41cb-88b8-dbfc722fc68a admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.7733464 Mar 29 15:53:21.967612 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvr_db [None req-8e63fc3a-00c4-4b60-9ea1-dab824da8855 None None] Set router f4da9992-f427-4676-b6fc-fe60650ec8ec gateway port host: n-d-834765-1 {{(pid=102792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:53:21.970984 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 35000) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:53:21.978544 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-f320e57b-a4ad-4593-9e54-5094d766c9fc tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 7.6403117 Mar 29 15:53:21.979016 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-afe7763f-0896-4590-850c-2ad1f28083cc admin admin] Request body: {'subnet': {'network_id': '9642bb71-0b64-4135-866e-1c18aeaccc1b', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-447394901-subnet', 'tenant_id': 'c49bc99d6778484bb1596e7e9739bf48', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:53:21.981939 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 35002) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:53:21.986860 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd55bce92-2492-4b8b-aa2e-7b55fe6ab72f', 'tag': '89a2bbed-6cee-4385-8570-af952806ad8b'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:53:21.989271 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c67b028db5e9b9818fecc5c0a87ebc6f190694fa53ca267d523e04f98de536d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84b80b60-9412-4838-a1e3-1ab0308db33e" -d '{"events": [{"name": "network-changed", "server_uuid": "d55bce92-2492-4b8b-aa2e-7b55fe6ab72f", "tag": "89a2bbed-6cee-4385-8570-af952806ad8b"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:53:22.025905 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbabd235-3c70-476f-b840-bfb940f3c97d req-d812d5e3-59b0-4245-8ce7-feef16d6adc4 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:53:22.032211 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbabd235-3c70-476f-b840-bfb940f3c97d req-d812d5e3-59b0-4245-8ce7-feef16d6adc4 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:53:22.035029 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvr_db [None req-ad046c14-9616-4144-96c1-86b339d4be22 None None] Set router 9da902c6-9f7e-4097-930c-17733aa3c7fe gateway port host: None {{(pid=102793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:53:22.038717 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbabd235-3c70-476f-b840-bfb940f3c97d req-d812d5e3-59b0-4245-8ce7-feef16d6adc4 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:53:22.040411 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-cbabd235-3c70-476f-b840-bfb940f3c97d req-d812d5e3-59b0-4245-8ce7-feef16d6adc4 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] 10.222.0.42 "GET /v2.0/networks?id=4e796cbd-0811-4a69-9036-a57f72186731&id=4ba2607b-b448-44f6-8335-46066b72a89c&id=4ba2607b-b448-44f6-8335-46066b72a89c&id=79dcb3cc-0cfb-4dde-9352-1cf14f1c4e5d&id=79dcb3cc-0cfb-4dde-9352-1cf14f1c4e5d HTTP/1.1" status: 200 len: 1993 time: 0.4499481 Mar 29 15:53:22.062912 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b968f2e2-1670-41cb-88b8-dbfc722fc68a admin admin] Pushing event updated for resources: {'Network': ['ID=9642bb71-0b64-4135-866e-1c18aeaccc1b,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:53:22.090429 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-086dde2f-7287-4e55-9a8b-abbf5a71dafc tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4614024'] for subnet, precommit_delete_associations {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:22.127754 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afe7763f-0896-4590-850c-2ad1f28083cc admin admin] Made reservation on behalf of c49bc99d6778484bb1596e7e9739bf48 for: {'subnet': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:53:22.131815 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-afe7763f-0896-4590-850c-2ad1f28083cc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4793983'] for subnet, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:22.177492 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-ad046c14-9616-4144-96c1-86b339d4be22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9da902c6-9f7e-4097-930c-17733aa3c7fe', 'name': 'tempest-RoutersIpV6Test-router-1373550545', 'tenant_id': '5dbaebdcae654b77ad7a96310f75316a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:51:58Z', 'updated_at': '2022-03-29T15:53:20Z', 'revision_number': 11, 'project_id': '5dbaebdcae654b77ad7a96310f75316a', 'gw_port_host': None}], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:53:22.259140 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad046c14-9616-4144-96c1-86b339d4be22 None None] Checking router: 9da902c6-9f7e-4097-930c-17733aa3c7fe for host: n-d-834765-1 {{(pid=102793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:53:22.290514 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad046c14-9616-4144-96c1-86b339d4be22 None None] Routers {'9da902c6-9f7e-4097-930c-17733aa3c7fe'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:53:22.291147 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-ad046c14-9616-4144-96c1-86b339d4be22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:53:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['9da902c6-9f7e-4097-930c-17733aa3c7fe'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:53:22.305675 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-086dde2f-7287-4e55-9a8b-abbf5a71dafc tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1641287'] for subnet, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:22.312630 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c31beb4-a7d8-451f-9ce1-d1cef7ce2842 None None] New status for floating IP dbcca2a3-60da-4d0c-bf5e-df51a1035e12: ACTIVE {{(pid=102792) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 15:53:22.316106 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Network 9642bb71-0b64-4135-866e-1c18aeaccc1b details requested by agent ovs-agent-n-d-834765-1 with host n-d-834765-1 {{(pid=102792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 15:53:22.449620 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvr_db [None req-ad046c14-9616-4144-96c1-86b339d4be22 None None] Set router 9da902c6-9f7e-4097-930c-17733aa3c7fe gateway port host: None {{(pid=102793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:53:22.464714 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-086dde2f-7287-4e55-9a8b-abbf5a71dafc tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1641294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5231963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4793952'] for subnet, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:22.483780 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b1d14599-2648-419c-b7b7-760f3d8d40d5 req-80465e0c-693c-4644-b3e8-ab61af5c5ef8 service neutron] 10.222.0.44 "GET /v2.0/networks/d994e3d3-6e54-466f-bbe9-e588ad776084?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8491509 Mar 29 15:53:22.490152 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-4a82c2ec-e96b-4a2a-b5fc-e92db9535ef0 tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.7285702 Mar 29 15:53:22.524180 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 35008) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:53:22.537984 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-ce544fd1-b042-40db-b5f6-737d605173c6 tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-2028324156', 'admin_state_up': True, 'project_id': '030130d0937d42c9a5ecbc5c59eb4929', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'}}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:53:22.541134 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086dde2f-7287-4e55-9a8b-abbf5a71dafc tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Pushing event deleted for resources: {'Subnet': ['ID=66ddf533-9b96-4910-b203-743982681446,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:53:22.548298 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-086dde2f-7287-4e55-9a8b-abbf5a71dafc tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for subnet, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:22.549711 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a82c2ec-e96b-4a2a-b5fc-e92db9535ef0 tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Pushing event updated for resources: {'Network': ['ID=bc88b80e-509f-4983-8355-8cb722b08b1c,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:53:22.556824 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-086dde2f-7287-4e55-9a8b-abbf5a71dafc tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] 10.222.0.42 "DELETE /v2.0/subnets/66ddf533-9b96-4910-b203-743982681446 HTTP/1.1" status: 204 len: 168 time: 0.7325792 Mar 29 15:53:22.560041 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 35010) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:53:22.563138 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-cbabd235-3c70-476f-b840-bfb940f3c97d req-e73533c9-f889-44bd-9d69-1f2a136e1c66 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] 10.222.0.42 "GET /v2.0/quotas/9cad725e1c41463fab431e48b8d9bfff HTTP/1.1" status: 200 len: 375 time: 0.0875387 Mar 29 15:53:22.566470 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faae9e43-00bd-4371-9c72-a35d47961d18 None None] Network 05aff4d8-6ad3-42b1-82b3-9ab459d67c95 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 15:53:22.569878 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Network bc88b80e-509f-4983-8355-8cb722b08b1c details requested by agent ovs-agent-n-d-834765-1 with host n-d-834765-1 {{(pid=102792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 15:53:22.573859 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-afe7763f-0896-4590-850c-2ad1f28083cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5231896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4793961'] for subnet, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:22.623249 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-a2f576c9-69c9-4e7e-af4e-afbc8edae2bb tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] 10.222.0.42 "GET /v2.0/floatingips/cd0c71c7-69b6-4993-9463-905b26b78c31 HTTP/1.1" status: 200 len: 991 time: 0.6287544 Mar 29 15:53:22.664355 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe7763f-0896-4590-850c-2ad1f28083cc admin admin] Pushing event updated for resources: {'Subnet': ['ID=df2c80dc-90df-400d-ba44-598e797aafb6,revision_number=0']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:53:22.664677 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-ce544fd1-b042-40db-b5f6-737d605173c6 tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-532385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129310'] for router, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:22.665392 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-ce544fd1-b042-40db-b5f6-737d605173c6 tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-648091', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-684384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129319'] for router, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:22.672089 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afe7763f-0896-4590-850c-2ad1f28083cc admin admin] Checking segment: {'id': '9b2b7c7b-66cc-4051-9540-0bb92f7c5ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '9642bb71-0b64-4135-866e-1c18aeaccc1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:53:22.672573 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afe7763f-0896-4590-850c-2ad1f28083cc admin admin] Network hostable DHCP agents. Network: 9642bb71-0b64-4135-866e-1c18aeaccc1b, hostable agents: ['d136643e-48ae-49d4-a851-2ba3bdf3749c'], hosted agents: [] {{(pid=102790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 15:53:22.695840 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afe7763f-0896-4590-850c-2ad1f28083cc admin admin] Network 9642bb71-0b64-4135-866e-1c18aeaccc1b is scheduled to be hosted by DHCP agent d136643e-48ae-49d4-a851-2ba3bdf3749c with binding_index 1 {{(pid=102790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 15:53:22.707746 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-afe7763f-0896-4590-850c-2ad1f28083cc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834765-1, 9642bb71-0b64-4135-866e-1c18aeaccc1b) {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:53:22.727555 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afe7763f-0896-4590-850c-2ad1f28083cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:53:22.729014 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-afe7763f-0896-4590-850c-2ad1f28083cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for subnet, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:22.763442 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-afe7763f-0896-4590-850c-2ad1f28083cc admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7811537 Mar 29 15:53:22.773868 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-095eeaee-d27f-4bb1-a51d-2d85c084b02e tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1631750'] for network, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:22.774180 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-ad046c14-9616-4144-96c1-86b339d4be22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9da902c6-9f7e-4097-930c-17733aa3c7fe', 'name': 'tempest-RoutersIpV6Test-router-1373550545', 'tenant_id': '5dbaebdcae654b77ad7a96310f75316a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:51:58Z', 'updated_at': '2022-03-29T15:53:20Z', 'revision_number': 11, 'project_id': '5dbaebdcae654b77ad7a96310f75316a', 'gw_port_host': None}], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:53:22.784797 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cbfd763-e3c9-448d-a381-b5f85ff00027 None None] Network 9642bb71-0b64-4135-866e-1c18aeaccc1b requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 15:53:22.792585 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-cbabd235-3c70-476f-b840-bfb940f3c97d req-011239e4-6a1d-414d-ab35-1cc9440b90b4 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=9cad725e1c41463fab431e48b8d9bfff&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2125266 Mar 29 15:53:22.832704 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad046c14-9616-4144-96c1-86b339d4be22 None None] The sync data for ids ['9da902c6-9f7e-4097-930c-17733aa3c7fe'] in n-d-834765-1 is: [{'id': '9da902c6-9f7e-4097-930c-17733aa3c7fe', 'name': 'tempest-RoutersIpV6Test-router-1373550545', 'tenant_id': '5dbaebdcae654b77ad7a96310f75316a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:51:58Z', 'updated_at': '2022-03-29T15:53:20Z', 'revision_number': 11, 'project_id': '5dbaebdcae654b77ad7a96310f75316a', 'gw_port_host': None}] {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:53:22.849607 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-ce544fd1-b042-40db-b5f6-737d605173c6 tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:23.111241 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-ce544fd1-b042-40db-b5f6-737d605173c6 tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:23.119365 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-cbabd235-3c70-476f-b840-bfb940f3c97d req-3c19b2a6-69ab-4bba-81aa-8a44e8933190 service neutron] 10.222.0.42 "GET /v2.0/networks/4e796cbd-0811-4a69-9036-a57f72186731?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2684605 Mar 29 15:53:23.154130 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-095eeaee-d27f-4bb1-a51d-2d85c084b02e tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Deleting port 4b215049-9d6a-438f-99b6-0662561539cf {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:53:23.154435 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-095eeaee-d27f-4bb1-a51d-2d85c084b02e tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:23.188924 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31a99f36-71de-41c0-b43b-849a1406ee9b None None] Network 9642bb71-0b64-4135-866e-1c18aeaccc1b requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 15:53:23.248011 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f271855-9a88-45d8-bd9d-4ef9730b6169 None None] DHCP port deletion for 05aff4d8-6ad3-42b1-82b3-9ab459d67c95 request from n-d-834765-1 {{(pid=102792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 29 15:53:23.252697 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-8e63fc3a-00c4-4b60-9ea1-dab824da8855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4da9992-f427-4676-b6fc-fe60650ec8ec', 'name': 'tempest-TestNetworkBasicOps-router-1818188587', 'tenant_id': '4613198224a343ff95b6b23b26c7af7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.78'}], 'enable_snat': True}, 'gw_port_id': '1cca274f-dafb-4edb-9b6f-e764867c543e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:52:22Z', 'updated_at': '2022-03-29T15:52:34Z', 'revision_number': 4, 'project_id': '4613198224a343ff95b6b23b26c7af7a', 'gw_port': {'id': '1cca274f-dafb-4edb-9b6f-e764867c543e', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:de:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4da9992-f427-4676-b6fc-fe60650ec8ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2078, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:52:24Z', 'updated_at': '2022-03-29T15:52:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_floatingips': [{'id': 'cd0c71c7-69b6-4993-9463-905b26b78c31', 'tenant_id': '4613198224a343ff95b6b23b26c7af7a', 'floating_ip_address': '172.25.4.232', 'floating_network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'router_id': 'f4da9992-f427-4676-b6fc-fe60650ec8ec', 'port_id': '89a2bbed-6cee-4385-8570-af952806ad8b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2143, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '289d4c05-6537-47d7-9c1c-0777ed8cf48a', 'mac_address': 'fa:16:3e:f7:8b:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd55bce92-2492-4b8b-aa2e-7b55fe6ab72f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T15:53:18Z', 'updated_at': '2022-03-29T15:53:18Z', 'revision_number': 0, 'project_id': '4613198224a343ff95b6b23b26c7af7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a06dc1c-13e9-4144-a99e-adb6c7a60c55', 'name': '', 'network_id': '289d4c05-6537-47d7-9c1c-0777ed8cf48a', 'tenant_id': '4613198224a343ff95b6b23b26c7af7a', 'mac_address': 'fa:16:3e:9c:ca:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4da9992-f427-4676-b6fc-fe60650ec8ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 2093, 'fixed_ips': [{'subnet_id': 'd2f96c58-eed7-4bf5-adae-f978ef8efd9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:52:33Z', 'updated_at': '2022-03-29T15:52:46Z', 'revision_number': 5, 'project_id': '4613198224a343ff95b6b23b26c7af7a', 'subnets': [{'id': 'd2f96c58-eed7-4bf5-adae-f978ef8efd9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:53:23.310794 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 15:53:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92cb6b36-3d96-4b72-b6fe-530fd62fbd66 x-openstack-request-id: req-92cb6b36-3d96-4b72-b6fe-530fd62fbd66 {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:53:23.311091 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d55bce92-2492-4b8b-aa2e-7b55fe6ab72f", "tag": "89a2bbed-6cee-4385-8570-af952806ad8b", "status": "completed", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:53:23.311367 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-92cb6b36-3d96-4b72-b6fe-530fd62fbd66 {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:53:23.311766 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd55bce92-2492-4b8b-aa2e-7b55fe6ab72f', 'tag': '89a2bbed-6cee-4385-8570-af952806ad8b', 'status': 'completed', 'code': 200} Mar 29 15:53:23.348499 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e63fc3a-00c4-4b60-9ea1-dab824da8855 None None] Checking router: f4da9992-f427-4676-b6fc-fe60650ec8ec for host: n-d-834765-1 {{(pid=102792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:53:23.358295 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [None req-095eeaee-d27f-4bb1-a51d-2d85c084b02e tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] For port 4b215049-9d6a-438f-99b6-0662561539cf, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=4b215049-9d6a-438f-99b6-0662561539cf,segment=NetworkSegment(642b81ab-e7ad-4460-a711-531ac73064cb),segment_id=642b81ab-e7ad-4460-a711-531ac73064cb)] {{(pid=102791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:53:23.358650 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-095eeaee-d27f-4bb1-a51d-2d85c084b02e tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:23.387153 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-095eeaee-d27f-4bb1-a51d-2d85c084b02e tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Calling delete_port for 4b215049-9d6a-438f-99b6-0662561539cf owned by network:dhcp {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:53:23.407858 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e63fc3a-00c4-4b60-9ea1-dab824da8855 None None] Routers {'f4da9992-f427-4676-b6fc-fe60650ec8ec'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:53:23.408499 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-8e63fc3a-00c4-4b60-9ea1-dab824da8855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:53:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['f4da9992-f427-4676-b6fc-fe60650ec8ec'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:53:23.439974 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-cbabd235-3c70-476f-b840-bfb940f3c97d req-19bc207c-4820-4269-b496-de80d3059cc4 service neutron] 10.222.0.42 "GET /v2.0/networks/4e796cbd-0811-4a69-9036-a57f72186731?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3042951 Mar 29 15:53:23.516669 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b80b60-9412-4838-a1e3-1ab0308db33e req-d057af6c-a6ff-4b90-86a2-6cc16f1a3c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:53:23.517765 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-84b80b60-9412-4838-a1e3-1ab0308db33e req-d057af6c-a6ff-4b90-86a2-6cc16f1a3c41 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4613198224a343ff95b6b23b26c7af7a&device_id=d55bce92-2492-4b8b-aa2e-7b55fe6ab72f HTTP/1.1" status: 200 len: 1096 time: 0.2156289 Mar 29 15:53:23.566754 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-7f271855-9a88-45d8-bd9d-4ef9730b6169 None None] Deleting port 4b215049-9d6a-438f-99b6-0662561539cf {{(pid=102792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:53:23.567110 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-7f271855-9a88-45d8-bd9d-4ef9730b6169 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:23.568458 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-cbabd235-3c70-476f-b840-bfb940f3c97d req-80604c12-12f4-4cd2-a13c-4b4683e4c1ed service neutron] 10.222.0.42 "GET /v2.0/ports/fd6e3e94-cc76-461b-a427-2d8fa63aec1d?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0891759 Mar 29 15:53:23.568843 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efc821e-7a73-4c57-87c0-bb62a29ff1ec req-dfb77c6b-1911-4020-8b8d-8247bd34900d tempest-InstanceActionsTestJSON-1539897586 tempest-InstanceActionsTestJSON-1539897586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:53:23.570807 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-2efc821e-7a73-4c57-87c0-bb62a29ff1ec req-dfb77c6b-1911-4020-8b8d-8247bd34900d tempest-InstanceActionsTestJSON-1539897586 tempest-InstanceActionsTestJSON-1539897586-project] 10.222.0.42 "GET /v2.0/networks?id=9642bb71-0b64-4135-866e-1c18aeaccc1b HTTP/1.1" status: 200 len: 813 time: 0.1394072 Mar 29 15:53:23.607350 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-2efc821e-7a73-4c57-87c0-bb62a29ff1ec req-757b0d47-7b70-4218-be57-e72c9a9eadf5 tempest-InstanceActionsTestJSON-1539897586 tempest-InstanceActionsTestJSON-1539897586-project] 10.222.0.42 "GET /v2.0/quotas/c49bc99d6778484bb1596e7e9739bf48 HTTP/1.1" status: 200 len: 375 time: 0.0214567 Mar 29 15:53:23.637473 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 35032) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:53:23.647821 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvr_db [None req-8e63fc3a-00c4-4b60-9ea1-dab824da8855 None None] Set router f4da9992-f427-4676-b6fc-fe60650ec8ec gateway port host: n-d-834765-1 {{(pid=102792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:53:23.686812 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 4b215049-9d6a-438f-99b6-0662561539cf no longer exists at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:53:23.689395 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-2efc821e-7a73-4c57-87c0-bb62a29ff1ec req-ab42ba5e-65b1-4e6b-83a7-8757021c3862 tempest-InstanceActionsTestJSON-1539897586 tempest-InstanceActionsTestJSON-1539897586-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=c49bc99d6778484bb1596e7e9739bf48&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0810945 Mar 29 15:53:23.689780 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-7f271855-9a88-45d8-bd9d-4ef9730b6169 None None] For port 4b215049-9d6a-438f-99b6-0662561539cf, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=4b215049-9d6a-438f-99b6-0662561539cf,segment=NetworkSegment(642b81ab-e7ad-4460-a711-531ac73064cb),segment_id=642b81ab-e7ad-4460-a711-531ac73064cb)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:53:23.690165 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-7f271855-9a88-45d8-bd9d-4ef9730b6169 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:23.741798 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-7f271855-9a88-45d8-bd9d-4ef9730b6169 None None] Calling delete_port for 4b215049-9d6a-438f-99b6-0662561539cf owned by network:dhcp {{(pid=102792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:53:23.769299 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-d464e544-176e-4a5f-b891-5032269ec9bd tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] 10.222.0.42 "GET /v2.0/floatingips/cd0c71c7-69b6-4993-9463-905b26b78c31 HTTP/1.1" status: 200 len: 991 time: 0.1289594 Mar 29 15:53:23.770671 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-095eeaee-d27f-4bb1-a51d-2d85c084b02e tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:23.773715 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b80b60-9412-4838-a1e3-1ab0308db33e req-379a188e-8ac2-4286-921f-6ce6b51f18b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:53:23.775232 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-84b80b60-9412-4838-a1e3-1ab0308db33e req-379a188e-8ac2-4286-921f-6ce6b51f18b9 service neutron] 10.222.0.48 "GET /v2.0/networks?id=289d4c05-6537-47d7-9c1c-0777ed8cf48a HTTP/1.1" status: 200 len: 898 time: 0.2477703 Mar 29 15:53:23.811927 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-2efc821e-7a73-4c57-87c0-bb62a29ff1ec req-73849edd-69d2-4b4f-aad9-47022ad22309 service neutron] 10.222.0.42 "GET /v2.0/networks/9642bb71-0b64-4135-866e-1c18aeaccc1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212418 Mar 29 15:53:23.838671 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] No active binding found for port 4b215049-9d6a-438f-99b6-0662561539cf {{(pid=102792) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Mar 29 15:53:23.839288 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 4b215049-9d6a-438f-99b6-0662561539cf not bound to the agent host n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:53:23.839459 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 380d8e44-294f-4283-bec9-c72dc0c8e372 no longer exists at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:53:23.847013 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095eeaee-d27f-4bb1-a51d-2d85c084b02e tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Pushing event deleted for resources: {'Port': ['ID=4b215049-9d6a-438f-99b6-0662561539cf,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:53:23.849001 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-095eeaee-d27f-4bb1-a51d-2d85c084b02e tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] No DVR routers for this DVR port 4b215049-9d6a-438f-99b6-0662561539cf on host n-d-834765-1 {{(pid=102791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:53:23.870983 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] No Port match for: 380d8e44-294f-4283-bec9-c72dc0c8e372 {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 15:53:23.871358 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 380d8e44-294f-4283-bec9-c72dc0c8e372 not bound to the agent host n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:53:23.921873 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-2efc821e-7a73-4c57-87c0-bb62a29ff1ec req-90f430f7-1647-4080-ac68-677b36a41b63 service neutron] 10.222.0.42 "GET /v2.0/networks/9642bb71-0b64-4135-866e-1c18aeaccc1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1089451 Mar 29 15:53:23.964545 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-7f271855-9a88-45d8-bd9d-4ef9730b6169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350'] for port, after_delete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:23.966599 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-ce544fd1-b042-40db-b5f6-737d605173c6 tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Notify callbacks [] for router_gateway, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:23.985487 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f271855-9a88-45d8-bd9d-4ef9730b6169 None None] No DVR routers for this DVR port 4b215049-9d6a-438f-99b6-0662561539cf on host n-d-834765-1 {{(pid=102792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:53:24.007418 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-cbabd235-3c70-476f-b840-bfb940f3c97d req-4c5f3425-9c35-4f0f-9234-1d6c1237babf service neutron] 10.222.0.42 "GET /v2.0/networks/4ba2607b-b448-44f6-8335-46066b72a89c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4184692 Mar 29 15:53:24.017951 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-ce544fd1-b042-40db-b5f6-737d605173c6 tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:24.038112 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-84b80b60-9412-4838-a1e3-1ab0308db33e req-2c7c19d2-6bdd-4d82-9cfc-c8f86406b36a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=89a2bbed-6cee-4385-8570-af952806ad8b HTTP/1.1" status: 200 len: 999 time: 0.2481036 Mar 29 15:53:24.099752 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-095eeaee-d27f-4bb1-a51d-2d85c084b02e tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639890', 'neutron.services.segments.db._delete_segments_for_network-8783523423079'] for network, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:24.171615 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f271855-9a88-45d8-bd9d-4ef9730b6169 None None] Pushing event deleted for resources: {'Port': ['ID=4b215049-9d6a-438f-99b6-0662561539cf,revision_number=None']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:53:24.231006 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-8e63fc3a-00c4-4b60-9ea1-dab824da8855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4da9992-f427-4676-b6fc-fe60650ec8ec', 'name': 'tempest-TestNetworkBasicOps-router-1818188587', 'tenant_id': '4613198224a343ff95b6b23b26c7af7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.78'}], 'enable_snat': True}, 'gw_port_id': '1cca274f-dafb-4edb-9b6f-e764867c543e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:52:22Z', 'updated_at': '2022-03-29T15:52:34Z', 'revision_number': 4, 'project_id': '4613198224a343ff95b6b23b26c7af7a', 'gw_port': {'id': '1cca274f-dafb-4edb-9b6f-e764867c543e', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:de:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4da9992-f427-4676-b6fc-fe60650ec8ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2078, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:52:24Z', 'updated_at': '2022-03-29T15:52:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_floatingips': [{'id': 'cd0c71c7-69b6-4993-9463-905b26b78c31', 'tenant_id': '4613198224a343ff95b6b23b26c7af7a', 'floating_ip_address': '172.25.4.232', 'floating_network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'router_id': 'f4da9992-f427-4676-b6fc-fe60650ec8ec', 'port_id': '89a2bbed-6cee-4385-8570-af952806ad8b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2143, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '289d4c05-6537-47d7-9c1c-0777ed8cf48a', 'mac_address': 'fa:16:3e:f7:8b:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd55bce92-2492-4b8b-aa2e-7b55fe6ab72f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T15:53:18Z', 'updated_at': '2022-03-29T15:53:18Z', 'revision_number': 0, 'project_id': '4613198224a343ff95b6b23b26c7af7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a06dc1c-13e9-4144-a99e-adb6c7a60c55', 'name': '', 'network_id': '289d4c05-6537-47d7-9c1c-0777ed8cf48a', 'tenant_id': '4613198224a343ff95b6b23b26c7af7a', 'mac_address': 'fa:16:3e:9c:ca:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4da9992-f427-4676-b6fc-fe60650ec8ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 2093, 'fixed_ips': [{'subnet_id': 'd2f96c58-eed7-4bf5-adae-f978ef8efd9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:52:33Z', 'updated_at': '2022-03-29T15:52:46Z', 'revision_number': 5, 'project_id': '4613198224a343ff95b6b23b26c7af7a', 'subnets': [{'id': 'd2f96c58-eed7-4bf5-adae-f978ef8efd9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:53:24.260910 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e63fc3a-00c4-4b60-9ea1-dab824da8855 None None] The sync data for ids ['f4da9992-f427-4676-b6fc-fe60650ec8ec'] in n-d-834765-1 is: [{'id': 'f4da9992-f427-4676-b6fc-fe60650ec8ec', 'name': 'tempest-TestNetworkBasicOps-router-1818188587', 'tenant_id': '4613198224a343ff95b6b23b26c7af7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.78'}], 'enable_snat': True}, 'gw_port_id': '1cca274f-dafb-4edb-9b6f-e764867c543e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:52:22Z', 'updated_at': '2022-03-29T15:52:34Z', 'revision_number': 4, 'project_id': '4613198224a343ff95b6b23b26c7af7a', 'gw_port': {'id': '1cca274f-dafb-4edb-9b6f-e764867c543e', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:de:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4da9992-f427-4676-b6fc-fe60650ec8ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2078, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:52:24Z', 'updated_at': '2022-03-29T15:52:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_floatingips': [{'id': 'cd0c71c7-69b6-4993-9463-905b26b78c31', 'tenant_id': '4613198224a343ff95b6b23b26c7af7a', 'floating_ip_address': '172.25.4.232', 'floating_network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'router_id': 'f4da9992-f427-4676-b6fc-fe60650ec8ec', 'port_id': '89a2bbed-6cee-4385-8570-af952806ad8b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2143, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '289d4c05-6537-47d7-9c1c-0777ed8cf48a', 'mac_address': 'fa:16:3e:f7:8b:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd55bce92-2492-4b8b-aa2e-7b55fe6ab72f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T15:53:18Z', 'updated_at': '2022-03-29T15:53:18Z', 'revision_number': 0, 'project_id': '4613198224a343ff95b6b23b26c7af7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a06dc1c-13e9-4144-a99e-adb6c7a60c55', 'name': '', 'network_id': '289d4c05-6537-47d7-9c1c-0777ed8cf48a', 'tenant_id': '4613198224a343ff95b6b23b26c7af7a', 'mac_address': 'fa:16:3e:9c:ca:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4da9992-f427-4676-b6fc-fe60650ec8ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 2093, 'fixed_ips': [{'subnet_id': 'd2f96c58-eed7-4bf5-adae-f978ef8efd9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:52:33Z', 'updated_at': '2022-03-29T15:52:46Z', 'revision_number': 5, 'project_id': '4613198224a343ff95b6b23b26c7af7a', 'subnets': [{'id': 'd2f96c58-eed7-4bf5-adae-f978ef8efd9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:53:24.269110 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-095eeaee-d27f-4bb1-a51d-2d85c084b02e tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05aff4d8-6ad3-42b1-82b3-9ab459d67c95']}} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:53:24.317398 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-095eeaee-d27f-4bb1-a51d-2d85c084b02e tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '642b81ab-e7ad-4460-a711-531ac73064cb') {'for_net_delete': True} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:53:24.317398 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-095eeaee-d27f-4bb1-a51d-2d85c084b02e tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '642b81ab-e7ad-4460-a711-531ac73064cb') {} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:53:24.340867 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b80b60-9412-4838-a1e3-1ab0308db33e req-5a4fab05-bf0c-49aa-addc-7aea5b767388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:53:24.342334 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-84b80b60-9412-4838-a1e3-1ab0308db33e req-5a4fab05-bf0c-49aa-addc-7aea5b767388 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d2f96c58-eed7-4bf5-adae-f978ef8efd9e HTTP/1.1" status: 200 len: 835 time: 0.2849784 Mar 29 15:53:24.355927 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-095eeaee-d27f-4bb1-a51d-2d85c084b02e tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783523422064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4230428'] for segment, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:24.422427 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-7b16eeb2-f730-49f1-a692-a400140782bf req-1dc9cf6c-4c92-49df-bbf8-6e1be79b37d2 tempest-InstanceActionsTestJSON-1539897586 tempest-InstanceActionsTestJSON-1539897586-project] 10.222.0.42 "GET /v2.0/ports?device_id=45afabb3-7608-4b04-a056-17c93f2ab904 HTTP/1.1" status: 200 len: 210 time: 0.0585601 Mar 29 15:53:24.434701 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-095eeaee-d27f-4bb1-a51d-2d85c084b02e tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:24.449933 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-cbabd235-3c70-476f-b840-bfb940f3c97d req-f67dd4f8-d8a9-43f1-bfd5-6ae4e13f4bae service neutron] 10.222.0.42 "GET /v2.0/networks/4ba2607b-b448-44f6-8335-46066b72a89c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4351866 Mar 29 15:53:24.456387 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-095eeaee-d27f-4bb1-a51d-2d85c084b02e tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Releasing vlan 616 on physical network physnet1 to pool {{(pid=102791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 15:53:24.456797 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-095eeaee-d27f-4bb1-a51d-2d85c084b02e tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16169569'] for segment, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:24.460122 n-d-834765-1 neutron-server[102791]: Traceback (most recent call last): Mar 29 15:53:24.460122 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 15:53:24.460122 n-d-834765-1 neutron-server[102791]: timer() Mar 29 15:53:24.460122 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 15:53:24.460122 n-d-834765-1 neutron-server[102791]: cb(*args, **kw) Mar 29 15:53:24.460122 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 15:53:24.460122 n-d-834765-1 neutron-server[102791]: return func(*args, **kwargs) Mar 29 15:53:24.460122 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 15:53:24.460122 n-d-834765-1 neutron-server[102791]: self._notify() Mar 29 15:53:24.460122 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 15:53:24.460122 n-d-834765-1 neutron-server[102791]: self.callback(batched_events) Mar 29 15:53:24.460122 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 15:53:24.460122 n-d-834765-1 neutron-server[102791]: event.method(event) Mar 29 15:53:24.460122 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 15:53:24.460122 n-d-834765-1 neutron-server[102791]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 15:53:24.460122 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 15:53:24.460122 n-d-834765-1 neutron-server[102791]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 15:53:24.460122 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 15:53:24.460122 n-d-834765-1 neutron-server[102791]: return f(self, *a, **k) Mar 29 15:53:24.460122 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 15:53:24.460122 n-d-834765-1 neutron-server[102791]: return self._get(url).json() Mar 29 15:53:24.460122 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 15:53:24.460122 n-d-834765-1 neutron-server[102791]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 15:53:24.460122 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 15:53:24.460122 n-d-834765-1 neutron-server[102791]: return self.request(url, 'GET', **kwargs) Mar 29 15:53:24.460122 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 15:53:24.460122 n-d-834765-1 neutron-server[102791]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 15:53:24.460122 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 15:53:24.460122 n-d-834765-1 neutron-server[102791]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 15:53:24.460122 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 15:53:24.460122 n-d-834765-1 neutron-server[102791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 15:53:24.460122 n-d-834765-1 neutron-server[102791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 15:53:24.543147 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-461b145b-4dc9-47c2-8986-ed10f572c154 req-2e2bcfe8-62eb-40bf-8e30-c37c849f7549 tempest-ServerShowV254Test-121067504 tempest-ServerShowV254Test-121067504-project] 10.222.0.42 "GET /v2.0/ports?device_id=b2edd932-49bb-4a43-bc85-79af9d19e99e HTTP/1.1" status: 200 len: 210 time: 0.0347428 Mar 29 15:53:24.700807 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f14ed525-0e37-4877-abc6-e93cc034babc None None] New status for floating IP cd0c71c7-69b6-4993-9463-905b26b78c31: ACTIVE {{(pid=102793) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 15:53:24.771863 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 35060) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:53:24.849309 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-3502283b-c6bd-4547-9fa0-652fa05318fa tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] 10.222.0.42 "GET /v2.0/floatingips/cd0c71c7-69b6-4993-9463-905b26b78c31 HTTP/1.1" status: 200 len: 991 time: 0.0760407 Mar 29 15:53:24.878104 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_common [None req-ce544fd1-b042-40db-b5f6-737d605173c6 tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Allocated IP 172.25.4.142 (4a4a035d-ecac-4ead-baa3-25f90788773a/e1a353dc-fac8-4901-a63c-273840237d6a/f2a558ee-cb7e-4438-8bbf-6e3bb280e05b) {{(pid=102791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:53:24.898889 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b80b60-9412-4838-a1e3-1ab0308db33e req-0094d3b2-104b-4c71-b885-271238348c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:53:24.900423 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-84b80b60-9412-4838-a1e3-1ab0308db33e req-0094d3b2-104b-4c71-b885-271238348c67 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=289d4c05-6537-47d7-9c1c-0777ed8cf48a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5407336 Mar 29 15:53:24.918517 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-cbabd235-3c70-476f-b840-bfb940f3c97d req-7b095bad-9964-4645-8326-39463e63cbaf service neutron] 10.222.0.42 "GET /v2.0/ports/2957c1c5-01c3-4fbd-bee2-9935eef14639?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.4376373 Mar 29 15:53:24.919098 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-095eeaee-d27f-4bb1-a51d-2d85c084b02e tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1639897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648174'] for network, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:24.940205 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-095eeaee-d27f-4bb1-a51d-2d85c084b02e tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for network, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:24.943573 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-095eeaee-d27f-4bb1-a51d-2d85c084b02e tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] 10.222.0.42 "DELETE /v2.0/networks/05aff4d8-6ad3-42b1-82b3-9ab459d67c95 HTTP/1.1" status: 204 len: 168 time: 2.3819821 Mar 29 15:53:24.946949 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 35062) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:53:24.952426 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-67e1f900-7707-492e-96bf-719e62489492 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Request body: {'router': {'routes': None}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:53:25.032189 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095eeaee-d27f-4bb1-a51d-2d85c084b02e tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Pushing event deleted for resources: {'Network': ['ID=05aff4d8-6ad3-42b1-82b3-9ab459d67c95,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:53:25.129328 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.extraroute_db [None req-67e1f900-7707-492e-96bf-719e62489492 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Added routes are [] {{(pid=102790) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Mar 29 15:53:25.129571 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.extraroute_db [None req-67e1f900-7707-492e-96bf-719e62489492 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Removed routes are [] {{(pid=102790) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Mar 29 15:53:25.129891 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-67e1f900-7707-492e-96bf-719e62489492 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-648077', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-526627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129337'] for router, precommit_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:25.156264 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-84b80b60-9412-4838-a1e3-1ab0308db33e req-7fd1bf82-424d-42d4-98e5-547e8100ba76 service neutron] 10.222.0.48 "GET /v2.0/networks/289d4c05-6537-47d7-9c1c-0777ed8cf48a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2487688 Mar 29 15:53:25.165794 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-cbabd235-3c70-476f-b840-bfb940f3c97d req-f7230600-9b7a-41f3-8365-f29e6306b0ad service neutron] 10.222.0.42 "GET /v2.0/networks/4ba2607b-b448-44f6-8335-46066b72a89c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2303810 Mar 29 15:53:25.200101 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-ce544fd1-b042-40db-b5f6-737d605173c6 tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Notify callbacks [] for port, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:25.284668 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-67e1f900-7707-492e-96bf-719e62489492 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-648077', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-526627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129337'] for router, precommit_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:25.289393 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-67e1f900-7707-492e-96bf-719e62489492 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-648068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-648127', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-526682'] for router, after_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:25.379682 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67e1f900-7707-492e-96bf-719e62489492 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Router 9da902c6-9f7e-4097-930c-17733aa3c7fe has already been hosted by L3 agent c648d819-1060-4f26-b4ec-6455387b5dff {{(pid=102790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 15:53:25.417023 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-ce544fd1-b042-40db-b5f6-737d605173c6 tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:25.438410 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-cbabd235-3c70-476f-b840-bfb940f3c97d req-e9608467-0e1d-4429-bb8b-bf768787e4bf service neutron] 10.222.0.42 "GET /v2.0/networks/4ba2607b-b448-44f6-8335-46066b72a89c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2580643 Mar 29 15:53:25.440789 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-84b80b60-9412-4838-a1e3-1ab0308db33e req-e9cb756f-d138-434c-ac95-5745e66b8944 service neutron] 10.222.0.48 "GET /v2.0/networks/289d4c05-6537-47d7-9c1c-0777ed8cf48a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2766788 Mar 29 15:53:25.472782 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67e1f900-7707-492e-96bf-719e62489492 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:53:25.486188 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-67e1f900-7707-492e-96bf-719e62489492 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks [] for router, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:25.487788 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-67e1f900-7707-492e-96bf-719e62489492 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] 10.222.0.42 "PUT /v2.0/routers/9da902c6-9f7e-4097-930c-17733aa3c7fe HTTP/1.1" status: 200 len: 705 time: 0.5390887 Mar 29 15:53:25.490930 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 35066) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:53:25.495674 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1be7fac1-51e9-472d-8485-3b61b121f308 None None] Sync routers for ids ['9da902c6-9f7e-4097-930c-17733aa3c7fe'] in n-d-834765-1 {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:53:25.507251 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce544fd1-b042-40db-b5f6-737d605173c6 tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Network 4a4a035d-ecac-4ead-baa3-25f90788773a is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:53:25.508703 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1be7fac1-51e9-472d-8485-3b61b121f308 None None] Routers {'9da902c6-9f7e-4097-930c-17733aa3c7fe'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:53:25.509346 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-1be7fac1-51e9-472d-8485-3b61b121f308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:53:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['9da902c6-9f7e-4097-930c-17733aa3c7fe'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:53:25.520967 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [None req-ce544fd1-b042-40db-b5f6-737d605173c6 tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:53:25.530883 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce544fd1-b042-40db-b5f6-737d605173c6 tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Received port after_create {{(pid=102791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:53:25.535510 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce544fd1-b042-40db-b5f6-737d605173c6 tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Pushing event updated for resources: {'Port': ['ID=f2a558ee-cb7e-4438-8bbf-6e3bb280e05b,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:53:25.549529 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-40c36da0-256b-4c9e-afe2-8f1769d84ea4 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] 10.222.0.42 "GET /v2.0/ports?device_id=9da902c6-9f7e-4097-930c-17733aa3c7fe HTTP/1.1" status: 200 len: 205 time: 0.0576844 Mar 29 15:53:25.551691 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-9cbc5dd0-31fa-4d4e-8f09-1b51517ae1a6 req-898b4ff7-4066-485f-8dc3-1b722c254e17 tempest-InstanceActionsTestJSON-1539897586 tempest-InstanceActionsTestJSON-1539897586-project] 10.222.0.42 "GET /v2.0/ports?device_id=45afabb3-7608-4b04-a056-17c93f2ab904 HTTP/1.1" status: 200 len: 210 time: 0.0588589 Mar 29 15:53:25.552215 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 35068) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:53:25.591759 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efc821e-7a73-4c57-87c0-bb62a29ff1ec req-af3f8279-d9b2-4bb2-af0f-b72bf41dd145 tempest-InstanceActionsTestJSON-1539897586 tempest-InstanceActionsTestJSON-1539897586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:53:25.593225 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-2efc821e-7a73-4c57-87c0-bb62a29ff1ec req-af3f8279-d9b2-4bb2-af0f-b72bf41dd145 tempest-InstanceActionsTestJSON-1539897586 tempest-InstanceActionsTestJSON-1539897586-project] 10.222.0.44 "GET /v2.0/networks?id=9642bb71-0b64-4135-866e-1c18aeaccc1b HTTP/1.1" status: 200 len: 813 time: 0.3226292 Mar 29 15:53:25.610099 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [req-2efc821e-7a73-4c57-87c0-bb62a29ff1ec req-03edde9e-d312-49af-97ee-3841a7071a74 tempest-InstanceActionsTestJSON-1539897586 tempest-InstanceActionsTestJSON-1539897586-project] Request body: {'port': {'device_id': '45afabb3-7608-4b04-a056-17c93f2ab904', 'network_id': '9642bb71-0b64-4135-866e-1c18aeaccc1b', 'admin_state_up': True, 'tenant_id': 'c49bc99d6778484bb1596e7e9739bf48'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:53:25.668248 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvr_db [None req-1be7fac1-51e9-472d-8485-3b61b121f308 None None] Set router 9da902c6-9f7e-4097-930c-17733aa3c7fe gateway port host: None {{(pid=102792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:53:25.683798 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-fbedc71c-3e60-4216-affa-a0ac6e891c88 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks [] for router, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:25.701973 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-dbe5b27e-a4ec-4d53-9608-2a0acf757fd3 req-b89747c5-77b0-4e83-8646-32733ab23a3c tempest-ServerShowV254Test-121067504 tempest-ServerShowV254Test-121067504-project] 10.222.0.42 "GET /v2.0/ports?device_id=b2edd932-49bb-4a43-bc85-79af9d19e99e HTTP/1.1" status: 200 len: 210 time: 0.0325198 Mar 29 15:53:25.734461 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-1be7fac1-51e9-472d-8485-3b61b121f308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9da902c6-9f7e-4097-930c-17733aa3c7fe', 'name': 'tempest-RoutersIpV6Test-router-1373550545', 'tenant_id': '5dbaebdcae654b77ad7a96310f75316a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:51:58Z', 'updated_at': '2022-03-29T15:53:20Z', 'revision_number': 11, 'project_id': '5dbaebdcae654b77ad7a96310f75316a', 'gw_port_host': None}], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:53:25.737052 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-cbabd235-3c70-476f-b840-bfb940f3c97d req-2d37e9ad-a173-42a3-b928-e6cd76dc2e4b service neutron] 10.222.0.42 "GET /v2.0/networks/4ba2607b-b448-44f6-8335-46066b72a89c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2745142 Mar 29 15:53:25.766762 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1be7fac1-51e9-472d-8485-3b61b121f308 None None] Checking router: 9da902c6-9f7e-4097-930c-17733aa3c7fe for host: n-d-834765-1 {{(pid=102792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:53:25.776061 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1be7fac1-51e9-472d-8485-3b61b121f308 None None] Routers {'9da902c6-9f7e-4097-930c-17733aa3c7fe'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:53:25.776849 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-1be7fac1-51e9-472d-8485-3b61b121f308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:53:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['9da902c6-9f7e-4097-930c-17733aa3c7fe'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:53:25.854988 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvr_db [None req-1be7fac1-51e9-472d-8485-3b61b121f308 None None] Set router 9da902c6-9f7e-4097-930c-17733aa3c7fe gateway port host: None {{(pid=102792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:53:25.855310 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 35074) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:53:25.920061 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-1be7fac1-51e9-472d-8485-3b61b121f308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9da902c6-9f7e-4097-930c-17733aa3c7fe', 'name': 'tempest-RoutersIpV6Test-router-1373550545', 'tenant_id': '5dbaebdcae654b77ad7a96310f75316a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:51:58Z', 'updated_at': '2022-03-29T15:53:20Z', 'revision_number': 11, 'project_id': '5dbaebdcae654b77ad7a96310f75316a', 'gw_port_host': None}], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:53:25.949291 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1be7fac1-51e9-472d-8485-3b61b121f308 None None] The sync data for ids ['9da902c6-9f7e-4097-930c-17733aa3c7fe'] in n-d-834765-1 is: [{'id': '9da902c6-9f7e-4097-930c-17733aa3c7fe', 'name': 'tempest-RoutersIpV6Test-router-1373550545', 'tenant_id': '5dbaebdcae654b77ad7a96310f75316a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:51:58Z', 'updated_at': '2022-03-29T15:53:20Z', 'revision_number': 11, 'project_id': '5dbaebdcae654b77ad7a96310f75316a', 'gw_port_host': None}] {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:53:26.028652 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2efc821e-7a73-4c57-87c0-bb62a29ff1ec req-03edde9e-d312-49af-97ee-3841a7071a74 tempest-InstanceActionsTestJSON-1539897586 tempest-InstanceActionsTestJSON-1539897586-project] Made reservation on behalf of c49bc99d6778484bb1596e7e9739bf48 for: {'port': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:53:26.032246 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-2efc821e-7a73-4c57-87c0-bb62a29ff1ec req-03edde9e-d312-49af-97ee-3841a7071a74 tempest-InstanceActionsTestJSON-1539897586 tempest-InstanceActionsTestJSON-1539897586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:26.040471 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-d00fba12-2e4a-4c29-ad6e-5cdb28bb2723 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] 10.222.0.42 "GET /v2.0/floatingips/cd0c71c7-69b6-4993-9463-905b26b78c31 HTTP/1.1" status: 200 len: 993 time: 0.1841478 Mar 29 15:53:26.054591 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-cbabd235-3c70-476f-b840-bfb940f3c97d req-4bac4888-d200-4a1b-bfa8-8eee19b797e7 service neutron] 10.222.0.42 "GET /v2.0/networks/4ba2607b-b448-44f6-8335-46066b72a89c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2810006 Mar 29 15:53:26.161517 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-fbedc71c-3e60-4216-affa-a0ac6e891c88 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129328'] for router, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:26.165086 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-fbedc71c-3e60-4216-affa-a0ac6e891c88 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:26.167794 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-ce544fd1-b042-40db-b5f6-737d605173c6 tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Notify callbacks [] for router_gateway, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:26.210901 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-fbedc71c-3e60-4216-affa-a0ac6e891c88 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-526718'] for router, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:26.211412 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbedc71c-3e60-4216-affa-a0ac6e891c88 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Fanout notify agent at l3_agent the message router_deleted on router 9da902c6-9f7e-4097-930c-17733aa3c7fe {{(pid=102790) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 29 15:53:26.218591 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-fbedc71c-3e60-4216-affa-a0ac6e891c88 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks [] for router, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:26.219777 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-fbedc71c-3e60-4216-affa-a0ac6e891c88 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] 10.222.0.42 "DELETE /v2.0/routers/9da902c6-9f7e-4097-930c-17733aa3c7fe HTTP/1.1" status: 204 len: 168 time: 0.6665673 Mar 29 15:53:26.223846 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 35076) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:53:26.229378 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-ad25739d-7414-4a92-b311-b754ed833e40 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1497318860', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:53:26.253628 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-ad25739d-7414-4a92-b311-b754ed833e40 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-532385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129310'] for router, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:26.254940 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-ad25739d-7414-4a92-b311-b754ed833e40 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-648091', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-684384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129319'] for router, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:26.309728 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-cbabd235-3c70-476f-b840-bfb940f3c97d req-68129a28-7372-45b8-8c05-c1468b77494d service neutron] 10.222.0.42 "GET /v2.0/networks/4ba2607b-b448-44f6-8335-46066b72a89c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2258759 Mar 29 15:53:26.317636 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-ad25739d-7414-4a92-b311-b754ed833e40 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:26.322968 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-ad25739d-7414-4a92-b311-b754ed833e40 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648118'] for router, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:26.347461 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-ad25739d-7414-4a92-b311-b754ed833e40 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks [] for router, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:26.351373 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-ad25739d-7414-4a92-b311-b754ed833e40 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1238306 Mar 29 15:53:26.351783 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 35078) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:53:26.356298 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-4b792f13-a40c-4e98-b8c9-67069dcaf80b tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Request body: {'router': {'admin_state_up': True}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:53:26.463309 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_common [req-2efc821e-7a73-4c57-87c0-bb62a29ff1ec req-03edde9e-d312-49af-97ee-3841a7071a74 tempest-InstanceActionsTestJSON-1539897586 tempest-InstanceActionsTestJSON-1539897586-project] Allocated IP 172.20.0.12 (9642bb71-0b64-4135-866e-1c18aeaccc1b/df2c80dc-90df-400d-ba44-598e797aafb6/2f38790c-202a-40fc-9644-4823db80b094) {{(pid=102791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:53:26.588593 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-4b792f13-a40c-4e98-b8c9-67069dcaf80b tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-648077', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-526627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129337'] for router, precommit_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:26.602033 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-4b792f13-a40c-4e98-b8c9-67069dcaf80b tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-648068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-648127', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-526682'] for router, after_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:26.716344 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-08a6aea2-7418-4e15-81ba-cdf52dcf7979 req-324b5dfd-a5de-4d88-bf38-3e3238f6aef0 tempest-InstanceActionsTestJSON-1539897586 tempest-InstanceActionsTestJSON-1539897586-project] 10.222.0.42 "GET /v2.0/ports?device_id=45afabb3-7608-4b04-a056-17c93f2ab904 HTTP/1.1" status: 200 len: 210 time: 0.0345604 Mar 29 15:53:26.748984 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b792f13-a40c-4e98-b8c9-67069dcaf80b tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Router 1a672f5f-8398-4371-9581-9763e3c0cc17 is scheduled to L3 agent c648d819-1060-4f26-b4ec-6455387b5dff with binding_index 1 {{(pid=102790) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 29 15:53:26.851415 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-cbabd235-3c70-476f-b840-bfb940f3c97d req-f4a34073-0706-4c3c-a78a-464e832f9858 service neutron] 10.222.0.42 "GET /v2.0/networks/4ba2607b-b448-44f6-8335-46066b72a89c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5139744 Mar 29 15:53:26.862540 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b792f13-a40c-4e98-b8c9-67069dcaf80b tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:53:26.872792 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10fee528-a201-4479-b974-3e01a1355531 None None] Sync routers for ids ['1a672f5f-8398-4371-9581-9763e3c0cc17'] in n-d-834765-1 {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:53:26.884984 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10fee528-a201-4479-b974-3e01a1355531 None None] Routers {'1a672f5f-8398-4371-9581-9763e3c0cc17'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:53:26.885863 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-10fee528-a201-4479-b974-3e01a1355531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:53:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['1a672f5f-8398-4371-9581-9763e3c0cc17'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:53:26.893930 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-4b792f13-a40c-4e98-b8c9-67069dcaf80b tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks [] for router, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:26.897566 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-4b792f13-a40c-4e98-b8c9-67069dcaf80b tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] 10.222.0.42 "PUT /v2.0/routers/1a672f5f-8398-4371-9581-9763e3c0cc17 HTTP/1.1" status: 200 len: 698 time: 0.5423651 Mar 29 15:53:26.899741 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-4bee25d8-b6f6-450d-846e-e171e2e326b0 req-4a16e6bc-f321-42fe-b931-4760981a3bff tempest-ServerShowV254Test-121067504 tempest-ServerShowV254Test-121067504-project] 10.222.0.42 "GET /v2.0/ports?device_id=b2edd932-49bb-4a43-bc85-79af9d19e99e HTTP/1.1" status: 200 len: 210 time: 0.0496774 Mar 29 15:53:26.900298 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 35090) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:53:26.922273 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-ce544fd1-b042-40db-b5f6-737d605173c6 tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648118'] for router, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:26.970277 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvr_db [None req-10fee528-a201-4479-b974-3e01a1355531 None None] Set router 1a672f5f-8398-4371-9581-9763e3c0cc17 gateway port host: None {{(pid=102793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:53:27.032294 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-10fee528-a201-4479-b974-3e01a1355531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a672f5f-8398-4371-9581-9763e3c0cc17', 'name': 'tempest-RoutersIpV6Test-router-1497318860', 'tenant_id': '5dbaebdcae654b77ad7a96310f75316a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:53:26Z', 'updated_at': '2022-03-29T15:53:26Z', 'revision_number': 2, 'project_id': '5dbaebdcae654b77ad7a96310f75316a', 'gw_port_host': None}], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:53:27.057162 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-e3295176-e4d1-4cf7-8283-fffa73b55d23 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] 10.222.0.42 "GET /v2.0/routers/1a672f5f-8398-4371-9581-9763e3c0cc17 HTTP/1.1" status: 200 len: 704 time: 0.1524489 Mar 29 15:53:27.059825 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 35096) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:53:27.063213 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10fee528-a201-4479-b974-3e01a1355531 None None] Checking router: 1a672f5f-8398-4371-9581-9763e3c0cc17 for host: n-d-834765-1 {{(pid=102793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:53:27.075022 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10fee528-a201-4479-b974-3e01a1355531 None None] Routers {'1a672f5f-8398-4371-9581-9763e3c0cc17'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:53:27.076044 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-10fee528-a201-4479-b974-3e01a1355531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:53:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['1a672f5f-8398-4371-9581-9763e3c0cc17'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:53:27.089519 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-31e33e76-91c5-43c6-b5dd-c072018ce85f tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] 10.222.0.42 "GET /v2.0/ports?device_id=1a672f5f-8398-4371-9581-9763e3c0cc17 HTTP/1.1" status: 200 len: 205 time: 0.0282056 Mar 29 15:53:27.092046 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 35098) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:53:27.159736 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvr_db [None req-10fee528-a201-4479-b974-3e01a1355531 None None] Set router 1a672f5f-8398-4371-9581-9763e3c0cc17 gateway port host: None {{(pid=102793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:53:27.162730 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-cbabd235-3c70-476f-b840-bfb940f3c97d req-85ec2994-95d6-42dd-ab15-0e742520613a service neutron] 10.222.0.42 "GET /v2.0/networks/79dcb3cc-0cfb-4dde-9352-1cf14f1c4e5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3027442 Mar 29 15:53:27.206523 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-551ba0ff-7588-4af6-b8cb-c6a75077a0b4 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks [] for router, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:27.217670 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-10fee528-a201-4479-b974-3e01a1355531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a672f5f-8398-4371-9581-9763e3c0cc17', 'name': 'tempest-RoutersIpV6Test-router-1497318860', 'tenant_id': '5dbaebdcae654b77ad7a96310f75316a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:53:26Z', 'updated_at': '2022-03-29T15:53:26Z', 'revision_number': 2, 'project_id': '5dbaebdcae654b77ad7a96310f75316a', 'gw_port_host': None}], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:53:27.238459 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-2efc821e-7a73-4c57-87c0-bb62a29ff1ec req-03edde9e-d312-49af-97ee-3841a7071a74 tempest-InstanceActionsTestJSON-1539897586 tempest-InstanceActionsTestJSON-1539897586-project] Notify callbacks [] for port, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:27.252580 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10fee528-a201-4479-b974-3e01a1355531 None None] The sync data for ids ['1a672f5f-8398-4371-9581-9763e3c0cc17'] in n-d-834765-1 is: [{'id': '1a672f5f-8398-4371-9581-9763e3c0cc17', 'name': 'tempest-RoutersIpV6Test-router-1497318860', 'tenant_id': '5dbaebdcae654b77ad7a96310f75316a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:53:26Z', 'updated_at': '2022-03-29T15:53:26Z', 'revision_number': 2, 'project_id': '5dbaebdcae654b77ad7a96310f75316a', 'gw_port_host': None}] {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:53:27.388262 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-cbabd235-3c70-476f-b840-bfb940f3c97d req-30421c3c-39a0-4302-9bab-6f68da381627 service neutron] 10.222.0.42 "GET /v2.0/networks/79dcb3cc-0cfb-4dde-9352-1cf14f1c4e5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1804278 Mar 29 15:53:27.396275 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-2efc821e-7a73-4c57-87c0-bb62a29ff1ec req-03edde9e-d312-49af-97ee-3841a7071a74 tempest-InstanceActionsTestJSON-1539897586 tempest-InstanceActionsTestJSON-1539897586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:27.403113 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-551ba0ff-7588-4af6-b8cb-c6a75077a0b4 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129328'] for router, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:27.405899 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-551ba0ff-7588-4af6-b8cb-c6a75077a0b4 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:27.459398 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-551ba0ff-7588-4af6-b8cb-c6a75077a0b4 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-526718'] for router, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:27.460923 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-551ba0ff-7588-4af6-b8cb-c6a75077a0b4 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Fanout notify agent at l3_agent the message router_deleted on router 1a672f5f-8398-4371-9581-9763e3c0cc17 {{(pid=102790) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 29 15:53:27.463489 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce544fd1-b042-40db-b5f6-737d605173c6 tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Router 3c7329e7-d928-4bba-81b9-c356e07773ca is scheduled to L3 agent c648d819-1060-4f26-b4ec-6455387b5dff with binding_index 1 {{(pid=102791) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 29 15:53:27.470967 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-551ba0ff-7588-4af6-b8cb-c6a75077a0b4 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] Notify callbacks [] for router, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:27.472309 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-551ba0ff-7588-4af6-b8cb-c6a75077a0b4 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] 10.222.0.42 "DELETE /v2.0/routers/1a672f5f-8398-4371-9581-9763e3c0cc17 HTTP/1.1" status: 204 len: 168 time: 0.3792186 Mar 29 15:53:27.480645 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 35108) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:53:27.525792 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2efc821e-7a73-4c57-87c0-bb62a29ff1ec req-03edde9e-d312-49af-97ee-3841a7071a74 tempest-InstanceActionsTestJSON-1539897586 tempest-InstanceActionsTestJSON-1539897586-project] Network 9642bb71-0b64-4135-866e-1c18aeaccc1b is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:53:27.546812 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [req-2efc821e-7a73-4c57-87c0-bb62a29ff1ec req-03edde9e-d312-49af-97ee-3841a7071a74 tempest-InstanceActionsTestJSON-1539897586 tempest-InstanceActionsTestJSON-1539897586-project] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:53:27.552301 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-aa892f9e-118d-477a-8752-0b6c1baf1196 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] 10.222.0.42 "GET /v2.0/ports?device_id=1a672f5f-8398-4371-9581-9763e3c0cc17 HTTP/1.1" status: 200 len: 205 time: 0.0660107 Mar 29 15:53:27.552301 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [req-2efc821e-7a73-4c57-87c0-bb62a29ff1ec req-03edde9e-d312-49af-97ee-3841a7071a74 tempest-InstanceActionsTestJSON-1539897586 tempest-InstanceActionsTestJSON-1539897586-project] Received port after_create {{(pid=102791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:53:27.553737 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 35110) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:53:27.583391 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03edde9e-d312-49af-97ee-3841a7071a74 tempest-InstanceActionsTestJSON-1539897586 tempest-InstanceActionsTestJSON-1539897586-project] Pushing event updated for resources: {'Port': ['ID=2f38790c-202a-40fc-9644-4823db80b094,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:53:27.602296 n-d-834765-1 neutron-server[102790]: INFO neutron.api.v2.resource [None req-decb632e-5bf7-45aa-9600-3ed64a3a6595 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] delete failed (client error): The resource could not be found. Mar 29 15:53:27.606187 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-decb632e-5bf7-45aa-9600-3ed64a3a6595 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] 10.222.0.42 "DELETE /v2.0/routers/1a672f5f-8398-4371-9581-9763e3c0cc17 HTTP/1.1" status: 404 len: 336 time: 0.0490124 Mar 29 15:53:27.606425 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 35112) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:53:27.634194 n-d-834765-1 neutron-server[102790]: INFO neutron.pecan_wsgi.hooks.translation [None req-35e51896-6699-4035-ba1e-b0b6ace9cede tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] DELETE failed (client error): The resource could not be found. Mar 29 15:53:27.634421 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35e51896-6699-4035-ba1e-b0b6ace9cede tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102790) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 15:53:27.637461 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-35e51896-6699-4035-ba1e-b0b6ace9cede tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] 10.222.0.42 "DELETE /v2.0/subnets/224828dc-512e-4ec6-b032-c22ba8025f12 HTTP/1.1" status: 404 len: 337 time: 0.0300922 Mar 29 15:53:27.639961 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 35114) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:53:27.665869 n-d-834765-1 neutron-server[102790]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c143317-a862-48f8-b557-349a2bffd4fd tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] DELETE failed (client error): The resource could not be found. Mar 29 15:53:27.666188 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efc821e-7a73-4c57-87c0-bb62a29ff1ec req-03edde9e-d312-49af-97ee-3841a7071a74 tempest-InstanceActionsTestJSON-1539897586 tempest-InstanceActionsTestJSON-1539897586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:53:27.666380 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c143317-a862-48f8-b557-349a2bffd4fd tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102790) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 15:53:27.666745 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-2efc821e-7a73-4c57-87c0-bb62a29ff1ec req-03edde9e-d312-49af-97ee-3841a7071a74 tempest-InstanceActionsTestJSON-1539897586 tempest-InstanceActionsTestJSON-1539897586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:27.673402 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-6c143317-a862-48f8-b557-349a2bffd4fd tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] 10.222.0.42 "DELETE /v2.0/subnets/527e220e-c875-453f-9935-6f3faba46009 HTTP/1.1" status: 404 len: 337 time: 0.0285332 Mar 29 15:53:27.673937 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 35116) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:53:27.681357 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-cbabd235-3c70-476f-b840-bfb940f3c97d req-e9e06deb-fb39-4e70-86b0-15bd821ab062 service neutron] 10.222.0.42 "GET /v2.0/networks/79dcb3cc-0cfb-4dde-9352-1cf14f1c4e5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2828805 Mar 29 15:53:27.708174 n-d-834765-1 neutron-server[102790]: INFO neutron.pecan_wsgi.hooks.translation [None req-c365ed74-f489-4e22-8383-ef8e2b065f42 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] DELETE failed (client error): The resource could not be found. Mar 29 15:53:27.708633 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c365ed74-f489-4e22-8383-ef8e2b065f42 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102790) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 15:53:27.711751 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-c365ed74-f489-4e22-8383-ef8e2b065f42 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] 10.222.0.42 "DELETE /v2.0/subnets/80218fe4-18d9-422d-92b9-96748e78d74e HTTP/1.1" status: 404 len: 337 time: 0.0370238 Mar 29 15:53:27.714286 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 35118) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:53:27.728381 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-2efc821e-7a73-4c57-87c0-bb62a29ff1ec req-03edde9e-d312-49af-97ee-3841a7071a74 tempest-InstanceActionsTestJSON-1539897586 tempest-InstanceActionsTestJSON-1539897586-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1219704 Mar 29 15:53:27.739548 n-d-834765-1 neutron-server[102790]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f11ccbc-6fb2-46a8-bb33-dd2336e853f5 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] DELETE failed (client error): The resource could not be found. Mar 29 15:53:27.740574 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f11ccbc-6fb2-46a8-bb33-dd2336e853f5 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102790) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 15:53:27.744014 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-2f11ccbc-6fb2-46a8-bb33-dd2336e853f5 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] 10.222.0.42 "DELETE /v2.0/subnets/66ddf533-9b96-4910-b203-743982681446 HTTP/1.1" status: 404 len: 337 time: 0.0288215 Mar 29 15:53:27.746501 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 35120) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:53:27.749064 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [req-2efc821e-7a73-4c57-87c0-bb62a29ff1ec req-8b11787c-cadd-40fb-bb35-fd417707fc04 service neutron] Request body: {'port': {'device_id': '45afabb3-7608-4b04-a056-17c93f2ab904', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834765-1'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:53:27.782712 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-c76c4377-fbf9-453a-86d2-3d777c68eae9 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] 10.222.0.42 "GET /v2.0/ports?device_id=9da902c6-9f7e-4097-930c-17733aa3c7fe HTTP/1.1" status: 200 len: 205 time: 0.0329838 Mar 29 15:53:27.783155 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 35124) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:53:27.786462 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce544fd1-b042-40db-b5f6-737d605173c6 tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:53:27.798729 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d6f4676-7062-4716-9249-550a3af761ac None None] Sync routers for ids ['3c7329e7-d928-4bba-81b9-c356e07773ca'] in n-d-834765-1 {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:53:27.821898 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d6f4676-7062-4716-9249-550a3af761ac None None] Routers {'3c7329e7-d928-4bba-81b9-c356e07773ca'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:53:27.823877 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-7d6f4676-7062-4716-9249-550a3af761ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:53:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['3c7329e7-d928-4bba-81b9-c356e07773ca'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:53:27.824043 n-d-834765-1 neutron-server[102790]: INFO neutron.api.v2.resource [None req-9a66aae9-0160-42af-8f1f-4523bd44faaa tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] delete failed (client error): The resource could not be found. Mar 29 15:53:27.825109 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-9a66aae9-0160-42af-8f1f-4523bd44faaa tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] 10.222.0.42 "DELETE /v2.0/routers/9da902c6-9f7e-4097-930c-17733aa3c7fe HTTP/1.1" status: 404 len: 336 time: 0.0410023 Mar 29 15:53:27.828041 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 35128) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:53:27.859810 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-ce544fd1-b042-40db-b5f6-737d605173c6 tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Notify callbacks [] for router, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:27.861032 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-ce544fd1-b042-40db-b5f6-737d605173c6 tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 5.3313348 Mar 29 15:53:27.864611 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 35130) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:53:27.870269 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-2165567c-0e2e-4b2a-986f-bf424f0d41bc tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a4845e0-8645-44d3-baed-0c9dbe7891fe HTTP/1.1" status: 200 len: 205 time: 0.0408247 Mar 29 15:53:27.873202 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 35132) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:53:27.886165 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-2efc821e-7a73-4c57-87c0-bb62a29ff1ec req-8b11787c-cadd-40fb-bb35-fd417707fc04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:27.928610 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09598433-adbe-42eb-bce1-5d4bef5de227 req-0f36418a-336e-4feb-a6e4-73ba4724e0c3 tempest-InstanceActionsTestJSON-1539897586 tempest-InstanceActionsTestJSON-1539897586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:53:27.930768 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-09598433-adbe-42eb-bce1-5d4bef5de227 req-0f36418a-336e-4feb-a6e4-73ba4724e0c3 tempest-InstanceActionsTestJSON-1539897586 tempest-InstanceActionsTestJSON-1539897586-project] 10.222.0.42 "GET /v2.0/ports?device_id=45afabb3-7608-4b04-a056-17c93f2ab904 HTTP/1.1" status: 200 len: 932 time: 0.0907989 Mar 29 15:53:27.944801 n-d-834765-1 neutron-server[102791]: INFO neutron.api.v2.resource [None req-6f505db9-f5a2-4997-afc5-ee88d3205b0b tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] delete failed (client error): The resource could not be found. Mar 29 15:53:27.946223 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-6f505db9-f5a2-4997-afc5-ee88d3205b0b tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] 10.222.0.42 "DELETE /v2.0/routers/2a4845e0-8645-44d3-baed-0c9dbe7891fe HTTP/1.1" status: 404 len: 336 time: 0.0704465 Mar 29 15:53:27.956164 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 35138) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:53:27.958822 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvr_db [None req-7d6f4676-7062-4716-9249-550a3af761ac None None] Set router 3c7329e7-d928-4bba-81b9-c356e07773ca gateway port host: n-d-834765-1 {{(pid=102792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:53:27.963282 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-cbabd235-3c70-476f-b840-bfb940f3c97d req-28576ee3-5980-4b5b-8e5b-22f22fab2d02 service neutron] 10.222.0.42 "GET /v2.0/networks/79dcb3cc-0cfb-4dde-9352-1cf14f1c4e5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2491183 Mar 29 15:53:28.029638 n-d-834765-1 neutron-server[102790]: INFO neutron.pecan_wsgi.hooks.translation [None req-1412d551-6e3b-49eb-958a-f45beb5b139f tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] DELETE failed (client error): The resource could not be found. Mar 29 15:53:28.030125 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1412d551-6e3b-49eb-958a-f45beb5b139f tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102790) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 15:53:28.037691 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-1412d551-6e3b-49eb-958a-f45beb5b139f tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] 10.222.0.42 "DELETE /v2.0/subnets/6402bd51-5447-486b-ac7a-e9ba49b1d650 HTTP/1.1" status: 404 len: 337 time: 0.0790176 Mar 29 15:53:28.039079 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 35140) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:53:28.094022 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-09598433-adbe-42eb-bce1-5d4bef5de227 req-7595c70c-217f-4579-a3dd-30fc6aad4e0c tempest-InstanceActionsTestJSON-1539897586 tempest-InstanceActionsTestJSON-1539897586-project] 10.222.0.42 "GET /v2.0/security-groups?id=5319c875-405f-45d4-a6ea-a24484c49f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501021 Mar 29 15:53:28.143920 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-30afe964-06d1-4771-b41b-dbaa8577ae2f tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] 10.222.0.42 "GET /v2.0/ports?device_id=4201522e-c954-400c-a651-fe2736fed842 HTTP/1.1" status: 200 len: 205 time: 0.0881159 Mar 29 15:53:28.144755 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 35144) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:53:28.211860 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-a4e5a7e8-5643-4a78-8b1f-eda8ff2eca0d tempest-TestSecurityGroupsBasicOps-646427823 tempest-TestSecurityGroupsBasicOps-646427823-project-admin] 10.222.0.42 "GET /v2.0/subnets?project_id=030130d0937d42c9a5ecbc5c59eb4929&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3447647 Mar 29 15:53:28.215149 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 35146) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:53:28.233066 n-d-834765-1 neutron-server[102791]: INFO neutron.api.v2.resource [None req-a0432040-4882-4d29-b06f-a9f68e3d8120 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] delete failed (client error): The resource could not be found. Mar 29 15:53:28.234624 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-a0432040-4882-4d29-b06f-a9f68e3d8120 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] 10.222.0.42 "DELETE /v2.0/routers/4201522e-c954-400c-a651-fe2736fed842 HTTP/1.1" status: 404 len: 336 time: 0.0883479 Mar 29 15:53:28.235287 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-7d6f4676-7062-4716-9249-550a3af761ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c7329e7-d928-4bba-81b9-c356e07773ca', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2028324156', 'tenant_id': '030130d0937d42c9a5ecbc5c59eb4929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.142'}], 'enable_snat': True}, 'gw_port_id': 'f2a558ee-cb7e-4438-8bbf-6e3bb280e05b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:53:22Z', 'updated_at': '2022-03-29T15:53:25Z', 'revision_number': 3, 'project_id': '030130d0937d42c9a5ecbc5c59eb4929', 'gw_port': {'id': 'f2a558ee-cb7e-4438-8bbf-6e3bb280e05b', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:99:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c7329e7-d928-4bba-81b9-c356e07773ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2162, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:53:24Z', 'updated_at': '2022-03-29T15:53:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1'}], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:53:28.243303 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 35150) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:53:28.274396 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d6f4676-7062-4716-9249-550a3af761ac None None] Checking router: 3c7329e7-d928-4bba-81b9-c356e07773ca for host: n-d-834765-1 {{(pid=102792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:53:28.274673 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d6f4676-7062-4716-9249-550a3af761ac None None] Updating router 3c7329e7-d928-4bba-81b9-c356e07773ca port f2a558ee-cb7e-4438-8bbf-6e3bb280e05b binding host n-d-834765-1 {{(pid=102792) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 15:53:28.319987 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-7d6f4676-7062-4716-9249-550a3af761ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:28.406461 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-54d87312-31e1-44ac-9795-cebf03d88f6c req-d4085f9c-3750-42c5-a0a8-5db14c00425e tempest-ServerShowV254Test-121067504 tempest-ServerShowV254Test-121067504-project] 10.222.0.42 "GET /v2.0/ports?device_id=b2edd932-49bb-4a43-bc85-79af9d19e99e HTTP/1.1" status: 200 len: 210 time: 0.1938987 Mar 29 15:53:28.436762 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [req-2efc821e-7a73-4c57-87c0-bb62a29ff1ec req-8b11787c-cadd-40fb-bb35-fd417707fc04 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f38790c-202a-40fc-9644-4823db80b094 {{(pid=102791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:53:28.455669 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-2efc821e-7a73-4c57-87c0-bb62a29ff1ec req-8b11787c-cadd-40fb-bb35-fd417707fc04 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:28.488284 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.provisioning_blocks [req-2efc821e-7a73-4c57-87c0-bb62a29ff1ec req-8b11787c-cadd-40fb-bb35-fd417707fc04 service neutron] Transition to ACTIVE for port object 2f38790c-202a-40fc-9644-4823db80b094 will not be triggered until provisioned by entity L2. {{(pid=102791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 15:53:28.488498 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-596166c9-5ab2-4359-98c5-8868fc99538e tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] 10.222.0.42 "GET /v2.0/ports?device_id=fa7ebe16-24e5-484f-8d96-d79f6c2316a3 HTTP/1.1" status: 200 len: 205 time: 0.1577079 Mar 29 15:53:28.492788 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 35160) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:53:28.575145 n-d-834765-1 neutron-server[102791]: INFO neutron.api.v2.resource [None req-cf18e18a-1ebe-410d-b8dc-98009a58f743 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] delete failed (client error): The resource could not be found. Mar 29 15:53:28.576678 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-cf18e18a-1ebe-410d-b8dc-98009a58f743 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] 10.222.0.42 "DELETE /v2.0/routers/fa7ebe16-24e5-484f-8d96-d79f6c2316a3 HTTP/1.1" status: 404 len: 336 time: 0.0823698 Mar 29 15:53:28.577634 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-2efc821e-7a73-4c57-87c0-bb62a29ff1ec req-8b11787c-cadd-40fb-bb35-fd417707fc04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:28.581443 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 35166) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:53:28.674957 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe529be8-5f50-4478-b8df-45dc8cd73645 tempest-TestSecurityGroupsBasicOps-646427823 tempest-TestSecurityGroupsBasicOps-646427823-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:53:28.677039 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-fe529be8-5f50-4478-b8df-45dc8cd73645 tempest-TestSecurityGroupsBasicOps-646427823 tempest-TestSecurityGroupsBasicOps-646427823-project-admin] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4346519 Mar 29 15:53:28.688651 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 35168) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:53:28.711446 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b11787c-cadd-40fb-bb35-fd417707fc04 service neutron] Pushing event updated for resources: {'Port': ['ID=2f38790c-202a-40fc-9644-4823db80b094,revision_number=2']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:53:28.713967 n-d-834765-1 neutron-server[102791]: INFO neutron.pecan_wsgi.hooks.translation [None req-33641b1e-4ec3-4482-9d48-72b46cb4d1bf tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] DELETE failed (client error): The resource could not be found. Mar 29 15:53:28.714412 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33641b1e-4ec3-4482-9d48-72b46cb4d1bf tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102791) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 15:53:28.717642 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-33641b1e-4ec3-4482-9d48-72b46cb4d1bf tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] 10.222.0.42 "DELETE /v2.0/subnets/c3857957-28ee-4828-a017-9dcd7004348d HTTP/1.1" status: 404 len: 337 time: 0.0685182 Mar 29 15:53:28.726812 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 35172) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:53:28.734278 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-7d6f4676-7062-4716-9249-550a3af761ac None None] Notify callbacks [] for port, precommit_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:28.743465 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-7d6f4676-7062-4716-9249-550a3af761ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:28.800012 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-d2394238-2438-46b0-afac-f5e3bbf97247 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] 10.222.0.42 "GET /v2.0/ports?device_id=24a89ea9-8e0e-4fa2-bb85-bfe66644355a HTTP/1.1" status: 200 len: 205 time: 0.0719619 Mar 29 15:53:28.805877 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-7d6f4676-7062-4716-9249-550a3af761ac None None] Attempting to bind port f2a558ee-cb7e-4438-8bbf-6e3bb280e05b on host n-d-834765-1 for vnic_type normal with profile {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:53:28.806441 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-7d6f4676-7062-4716-9249-550a3af761ac None None] Attempting to bind port f2a558ee-cb7e-4438-8bbf-6e3bb280e05b by drivers openvswitch,hyperv on host n-d-834765-1 at level 0 using segments [{'id': '6ab47353-a811-4bad-bc73-b4cc84583cfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:53:28.806610 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d6f4676-7062-4716-9249-550a3af761ac None None] Attempting to bind port f2a558ee-cb7e-4438-8bbf-6e3bb280e05b on network 4a4a035d-ecac-4ead-baa3-25f90788773a {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:53:28.806783 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 35176) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:53:28.810665 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-b42be810-54d9-4968-9078-e6a24b592021 tempest-TestSecurityGroupsBasicOps-646427823 tempest-TestSecurityGroupsBasicOps-646427823-project-admin] 10.222.0.42 "GET /v2.0/subnets?network_id=4a4a035d-ecac-4ead-baa3-25f90788773a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1204343 Mar 29 15:53:28.811305 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 35178) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:53:28.816905 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-476972fb-412b-4418-aaf5-65aa332de965 tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1631535020', 'network_id': 'bc88b80e-509f-4983-8355-8cb722b08b1c', 'project_id': '030130d0937d42c9a5ecbc5c59eb4929', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:53:28.863888 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d6f4676-7062-4716-9249-550a3af761ac None None] Checking agent: {'id': 'a8866439-9d96-425c-b519-6905c591ac37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 25, 36), 'started_at': datetime.datetime(2022, 3, 29, 15, 26, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 53, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834765-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:53:28.864719 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d6f4676-7062-4716-9249-550a3af761ac None None] Checking segment: {'id': '6ab47353-a811-4bad-bc73-b4cc84583cfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:53:28.865468 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-7d6f4676-7062-4716-9249-550a3af761ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:28.868249 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d6f4676-7062-4716-9249-550a3af761ac None None] Bound using segment: {'id': '6ab47353-a811-4bad-bc73-b4cc84583cfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:53:28.871732 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-7d6f4676-7062-4716-9249-550a3af761ac None None] Bound port: f2a558ee-cb7e-4438-8bbf-6e3bb280e05b, host: n-d-834765-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ab47353-a811-4bad-bc73-b4cc84583cfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'}}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 15:53:28.873859 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-7d6f4676-7062-4716-9249-550a3af761ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:28.879669 n-d-834765-1 neutron-server[102791]: INFO neutron.api.v2.resource [None req-b9e53567-eead-445f-98d7-dc29adde772f tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] delete failed (client error): The resource could not be found. Mar 29 15:53:28.881294 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-b9e53567-eead-445f-98d7-dc29adde772f tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] 10.222.0.42 "DELETE /v2.0/routers/24a89ea9-8e0e-4fa2-bb85-bfe66644355a HTTP/1.1" status: 404 len: 336 time: 0.0542831 Mar 29 15:53:28.887670 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 35180) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:53:28.922734 n-d-834765-1 neutron-server[102791]: INFO neutron.pecan_wsgi.hooks.translation [None req-76d38054-ebad-4995-b9ba-e77a586fd5e0 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] DELETE failed (client error): The resource could not be found. Mar 29 15:53:28.923181 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76d38054-ebad-4995-b9ba-e77a586fd5e0 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102791) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 15:53:28.926322 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-76d38054-ebad-4995-b9ba-e77a586fd5e0 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] 10.222.0.42 "DELETE /v2.0/subnets/c5817149-167d-4772-a005-447611103144 HTTP/1.1" status: 404 len: 337 time: 0.0377226 Mar 29 15:53:28.932454 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 35182) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:53:28.948761 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-7d6f4676-7062-4716-9249-550a3af761ac None None] For port f2a558ee-cb7e-4438-8bbf-6e3bb280e05b, host n-d-834765-1, cleared binding levels {{(pid=102792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:53:28.956756 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-7d6f4676-7062-4716-9249-550a3af761ac None None] For port f2a558ee-cb7e-4438-8bbf-6e3bb280e05b, host n-d-834765-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=f2a558ee-cb7e-4438-8bbf-6e3bb280e05b,segment=NetworkSegment(6ab47353-a811-4bad-bc73-b4cc84583cfd),segment_id=6ab47353-a811-4bad-bc73-b4cc84583cfd)] {{(pid=102792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:53:28.960678 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952290ce-3599-46eb-8b58-1520e1cf81d5 None None] Pushing event updated for resources: {'Port': ['ID=f2a558ee-cb7e-4438-8bbf-6e3bb280e05b,revision_number=2']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:53:28.962071 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-476972fb-412b-4418-aaf5-65aa332de965 tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Made reservation on behalf of 030130d0937d42c9a5ecbc5c59eb4929 for: {'subnet': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:53:28.962477 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-2efc821e-7a73-4c57-87c0-bb62a29ff1ec req-8b11787c-cadd-40fb-bb35-fd417707fc04 service neutron] Attempting to bind port 2f38790c-202a-40fc-9644-4823db80b094 on host n-h1-834765-1 for vnic_type normal with profile {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:53:28.962790 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-2efc821e-7a73-4c57-87c0-bb62a29ff1ec req-8b11787c-cadd-40fb-bb35-fd417707fc04 service neutron] Attempting to bind port 2f38790c-202a-40fc-9644-4823db80b094 by drivers openvswitch,hyperv on host n-h1-834765-1 at level 0 using segments [{'id': '9b2b7c7b-66cc-4051-9540-0bb92f7c5ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '9642bb71-0b64-4135-866e-1c18aeaccc1b'}] {{(pid=102791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:53:28.963110 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2efc821e-7a73-4c57-87c0-bb62a29ff1ec req-8b11787c-cadd-40fb-bb35-fd417707fc04 service neutron] Attempting to bind port 2f38790c-202a-40fc-9644-4823db80b094 on network 9642bb71-0b64-4135-866e-1c18aeaccc1b {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:53:28.967556 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-476972fb-412b-4418-aaf5-65aa332de965 tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4793983'] for subnet, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:28.971525 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-384c81f2-7be9-4bf2-8ea9-a473947ab5af tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] 10.222.0.42 "GET /v2.0/ports?device_id=c15dfa07-3817-4fa8-a7c0-c59f70177e5b HTTP/1.1" status: 200 len: 205 time: 0.0356610 Mar 29 15:53:28.971525 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2efc821e-7a73-4c57-87c0-bb62a29ff1ec req-8b11787c-cadd-40fb-bb35-fd417707fc04 service neutron] Port 2f38790c-202a-40fc-9644-4823db80b094 on network 9642bb71-0b64-4135-866e-1c18aeaccc1b not bound, no agent of type Open vSwitch agent registered on host n-h1-834765-1 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 15:53:28.971821 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-7d6f4676-7062-4716-9249-550a3af761ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:28.971940 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2efc821e-7a73-4c57-87c0-bb62a29ff1ec req-8b11787c-cadd-40fb-bb35-fd417707fc04 service neutron] Attempting to bind port 2f38790c-202a-40fc-9644-4823db80b094 on network 9642bb71-0b64-4135-866e-1c18aeaccc1b {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:53:28.982798 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 35184) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:53:28.983768 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2efc821e-7a73-4c57-87c0-bb62a29ff1ec req-8b11787c-cadd-40fb-bb35-fd417707fc04 service neutron] Checking agent: {'id': 'be375040-5069-4239-9460-a3a3213e1e90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 33, 18), 'started_at': datetime.datetime(2022, 3, 29, 15, 33, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 53, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:53:28.984107 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2efc821e-7a73-4c57-87c0-bb62a29ff1ec req-8b11787c-cadd-40fb-bb35-fd417707fc04 service neutron] Checking segment: {'id': '9b2b7c7b-66cc-4051-9540-0bb92f7c5ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '9642bb71-0b64-4135-866e-1c18aeaccc1b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:53:28.984483 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2efc821e-7a73-4c57-87c0-bb62a29ff1ec req-8b11787c-cadd-40fb-bb35-fd417707fc04 service neutron] Bound using segment: {'id': '9b2b7c7b-66cc-4051-9540-0bb92f7c5ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '9642bb71-0b64-4135-866e-1c18aeaccc1b'} {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:53:28.984908 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-2efc821e-7a73-4c57-87c0-bb62a29ff1ec req-8b11787c-cadd-40fb-bb35-fd417707fc04 service neutron] Bound port: 2f38790c-202a-40fc-9644-4823db80b094, host: n-h1-834765-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b2b7c7b-66cc-4051-9540-0bb92f7c5ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '9642bb71-0b64-4135-866e-1c18aeaccc1b'}}] {{(pid=102791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 15:53:28.985261 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-2efc821e-7a73-4c57-87c0-bb62a29ff1ec req-8b11787c-cadd-40fb-bb35-fd417707fc04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:29.051931 n-d-834765-1 neutron-server[102791]: INFO neutron.api.v2.resource [None req-53dd50f2-2300-4000-957b-276bcdd33632 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] delete failed (client error): The resource could not be found. Mar 29 15:53:29.056787 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-53dd50f2-2300-4000-957b-276bcdd33632 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] 10.222.0.42 "DELETE /v2.0/routers/c15dfa07-3817-4fa8-a7c0-c59f70177e5b HTTP/1.1" status: 404 len: 336 time: 0.0658329 Mar 29 15:53:29.058371 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 35188) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:53:29.080551 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d6f4676-7062-4716-9249-550a3af761ac None None] Routers {'3c7329e7-d928-4bba-81b9-c356e07773ca'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:53:29.081808 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-7d6f4676-7062-4716-9249-550a3af761ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:53:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['3c7329e7-d928-4bba-81b9-c356e07773ca'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:53:29.171979 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-369d6f72-f1fe-491a-825b-e238f35baec1 req-ca446823-1487-46c8-bb8d-5f4fff78e686 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] 10.222.0.42 "GET /v2.0/ports?device_id=b5e34b53-8d44-45db-a377-1c001fe98b5c HTTP/1.1" status: 200 len: 210 time: 0.0598102 Mar 29 15:53:29.173781 n-d-834765-1 neutron-server[102791]: INFO neutron.pecan_wsgi.hooks.translation [None req-5edcb1e9-879b-4eb1-850a-44a8edc488b3 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] DELETE failed (client error): The resource could not be found. Mar 29 15:53:29.177490 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5edcb1e9-879b-4eb1-850a-44a8edc488b3 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102791) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 15:53:29.181258 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-5edcb1e9-879b-4eb1-850a-44a8edc488b3 tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] 10.222.0.42 "DELETE /v2.0/subnets/53c00acb-b66e-4a0d-929a-672c26a6ceb4 HTTP/1.1" status: 404 len: 337 time: 0.1227052 Mar 29 15:53:29.184717 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 35194) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:53:29.223572 n-d-834765-1 neutron-server[102790]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2b9161a-7d00-436c-ac35-4e71444b821f tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] DELETE failed (client error): The resource could not be found. Mar 29 15:53:29.224222 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2b9161a-7d00-436c-ac35-4e71444b821f tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102790) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 15:53:29.232966 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-f2b9161a-7d00-436c-ac35-4e71444b821f tempest-RoutersIpV6Test-1894180247 tempest-RoutersIpV6Test-1894180247-project] 10.222.0.42 "DELETE /v2.0/subnets/379e5403-1ada-4474-9148-adae6a74cb98 HTTP/1.1" status: 404 len: 337 time: 0.0472083 Mar 29 15:53:29.253743 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvr_db [None req-7d6f4676-7062-4716-9249-550a3af761ac None None] Set router 3c7329e7-d928-4bba-81b9-c356e07773ca gateway port host: n-d-834765-1 {{(pid=102792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:53:29.305995 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-2efc821e-7a73-4c57-87c0-bb62a29ff1ec req-8b11787c-cadd-40fb-bb35-fd417707fc04 service neutron] For port 2f38790c-202a-40fc-9644-4823db80b094, host n-h1-834765-1, cleared binding levels {{(pid=102791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:53:29.310167 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-2efc821e-7a73-4c57-87c0-bb62a29ff1ec req-8b11787c-cadd-40fb-bb35-fd417707fc04 service neutron] For port 2f38790c-202a-40fc-9644-4823db80b094, host n-h1-834765-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=2f38790c-202a-40fc-9644-4823db80b094,segment=NetworkSegment(9b2b7c7b-66cc-4051-9540-0bb92f7c5ee2),segment_id=9b2b7c7b-66cc-4051-9540-0bb92f7c5ee2)] {{(pid=102791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:53:29.328039 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-2efc821e-7a73-4c57-87c0-bb62a29ff1ec req-8b11787c-cadd-40fb-bb35-fd417707fc04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:29.404206 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952290ce-3599-46eb-8b58-1520e1cf81d5 None None] Pushing event updated for resources: {'Port': ['ID=f2a558ee-cb7e-4438-8bbf-6e3bb280e05b,revision_number=3']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:53:29.474079 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efc821e-7a73-4c57-87c0-bb62a29ff1ec req-8b11787c-cadd-40fb-bb35-fd417707fc04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:53:29.476883 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-2efc821e-7a73-4c57-87c0-bb62a29ff1ec req-8b11787c-cadd-40fb-bb35-fd417707fc04 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:29.478326 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-2efc821e-7a73-4c57-87c0-bb62a29ff1ec req-8b11787c-cadd-40fb-bb35-fd417707fc04 service neutron] 10.222.0.44 "PUT /v2.0/ports/2f38790c-202a-40fc-9644-4823db80b094 HTTP/1.1" status: 200 len: 1092 time: 1.7333281 Mar 29 15:53:29.478801 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45afabb3-7608-4b04-a056-17c93f2ab904', 'tag': '2f38790c-202a-40fc-9644-4823db80b094'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:53:29.481253 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c67b028db5e9b9818fecc5c0a87ebc6f190694fa53ca267d523e04f98de536d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd190eda-d078-40fa-8946-978ee21c136e" -d '{"events": [{"name": "network-changed", "server_uuid": "45afabb3-7608-4b04-a056-17c93f2ab904", "tag": "2f38790c-202a-40fc-9644-4823db80b094"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:53:29.489263 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-476972fb-412b-4418-aaf5-65aa332de965 tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5231896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4793961'] for subnet, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:29.510916 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5fb814-6f5f-44f9-b6d7-4856a14ad727 req-38a2a319-be1c-45a1-a6a8-0232194c816f tempest-InstanceActionsTestJSON-1539897586 tempest-InstanceActionsTestJSON-1539897586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:53:29.522797 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ae5fb814-6f5f-44f9-b6d7-4856a14ad727 req-38a2a319-be1c-45a1-a6a8-0232194c816f tempest-InstanceActionsTestJSON-1539897586 tempest-InstanceActionsTestJSON-1539897586-project] 10.222.0.42 "GET /v2.0/ports?device_id=45afabb3-7608-4b04-a056-17c93f2ab904 HTTP/1.1" status: 200 len: 944 time: 0.3522356 Mar 29 15:53:29.638539 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 35212) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:53:29.640843 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-7d6f4676-7062-4716-9249-550a3af761ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c7329e7-d928-4bba-81b9-c356e07773ca', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2028324156', 'tenant_id': '030130d0937d42c9a5ecbc5c59eb4929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.142'}], 'enable_snat': True}, 'gw_port_id': 'f2a558ee-cb7e-4438-8bbf-6e3bb280e05b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:53:22Z', 'updated_at': '2022-03-29T15:53:25Z', 'revision_number': 3, 'project_id': '030130d0937d42c9a5ecbc5c59eb4929', 'gw_port': {'id': 'f2a558ee-cb7e-4438-8bbf-6e3bb280e05b', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:99:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c7329e7-d928-4bba-81b9-c356e07773ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2162, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:53:24Z', 'updated_at': '2022-03-29T15:53:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1'}], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:53:29.670695 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-a40bcee8-9c51-4c4c-ab66-7e7c20f6b22e req-0413f93a-c92c-4f1c-8c92-3f8ed643f601 tempest-ServerShowV254Test-121067504 tempest-ServerShowV254Test-121067504-project] 10.222.0.42 "GET /v2.0/ports?device_id=b2edd932-49bb-4a43-bc85-79af9d19e99e HTTP/1.1" status: 200 len: 210 time: 0.0871413 Mar 29 15:53:29.682275 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d6f4676-7062-4716-9249-550a3af761ac None None] The sync data for ids ['3c7329e7-d928-4bba-81b9-c356e07773ca'] in n-d-834765-1 is: [{'id': '3c7329e7-d928-4bba-81b9-c356e07773ca', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2028324156', 'tenant_id': '030130d0937d42c9a5ecbc5c59eb4929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.142'}], 'enable_snat': True}, 'gw_port_id': 'f2a558ee-cb7e-4438-8bbf-6e3bb280e05b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:53:22Z', 'updated_at': '2022-03-29T15:53:25Z', 'revision_number': 3, 'project_id': '030130d0937d42c9a5ecbc5c59eb4929', 'gw_port': {'id': 'f2a558ee-cb7e-4438-8bbf-6e3bb280e05b', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:99:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c7329e7-d928-4bba-81b9-c356e07773ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2162, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:53:24Z', 'updated_at': '2022-03-29T15:53:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1'}] {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:53:29.684459 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b11787c-cadd-40fb-bb35-fd417707fc04 service neutron] Pushing event updated for resources: {'Port': ['ID=2f38790c-202a-40fc-9644-4823db80b094,revision_number=3']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:53:29.705408 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ae5fb814-6f5f-44f9-b6d7-4856a14ad727 req-b8fdbcc6-dc37-4b48-8d1b-92ac8214fd49 tempest-InstanceActionsTestJSON-1539897586 tempest-InstanceActionsTestJSON-1539897586-project] 10.222.0.42 "GET /v2.0/security-groups?id=5319c875-405f-45d4-a6ea-a24484c49f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812119 Mar 29 15:53:29.729668 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476972fb-412b-4418-aaf5-65aa332de965 tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Pushing event updated for resources: {'Subnet': ['ID=d1790831-214e-4ecf-90c1-f78e7ba94f96,revision_number=0']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:53:29.732120 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efc821e-7a73-4c57-87c0-bb62a29ff1ec req-d6ad3c0b-02b4-4f07-a34b-44fbbfdf19bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:53:29.733880 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-2efc821e-7a73-4c57-87c0-bb62a29ff1ec req-d6ad3c0b-02b4-4f07-a34b-44fbbfdf19bd service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c49bc99d6778484bb1596e7e9739bf48&device_id=45afabb3-7608-4b04-a056-17c93f2ab904 HTTP/1.1" status: 200 len: 1095 time: 0.2039671 Mar 29 15:53:29.751611 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-476972fb-412b-4418-aaf5-65aa332de965 tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Checking segment: {'id': '9779a8ce-e477-4331-8cc2-d153c07cbf93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'bc88b80e-509f-4983-8355-8cb722b08b1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:53:29.752078 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-476972fb-412b-4418-aaf5-65aa332de965 tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Network hostable DHCP agents. Network: bc88b80e-509f-4983-8355-8cb722b08b1c, hostable agents: ['d136643e-48ae-49d4-a851-2ba3bdf3749c'], hosted agents: [] {{(pid=102790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 15:53:29.805534 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-476972fb-412b-4418-aaf5-65aa332de965 tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Network bc88b80e-509f-4983-8355-8cb722b08b1c is scheduled to be hosted by DHCP agent d136643e-48ae-49d4-a851-2ba3bdf3749c with binding_index 1 {{(pid=102790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 15:53:29.836698 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-476972fb-412b-4418-aaf5-65aa332de965 tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834765-1, bc88b80e-509f-4983-8355-8cb722b08b1c) {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:53:29.837884 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 15:53:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e2e45d6-2162-452b-93a9-99f09c41adaf x-openstack-request-id: req-3e2e45d6-2162-452b-93a9-99f09c41adaf {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:53:29.838231 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45afabb3-7608-4b04-a056-17c93f2ab904", "tag": "2f38790c-202a-40fc-9644-4823db80b094", "status": "completed", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:53:29.839027 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-3e2e45d6-2162-452b-93a9-99f09c41adaf {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:53:29.839027 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45afabb3-7608-4b04-a056-17c93f2ab904', 'tag': '2f38790c-202a-40fc-9644-4823db80b094', 'status': 'completed', 'code': 200} Mar 29 15:53:29.853250 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-476972fb-412b-4418-aaf5-65aa332de965 tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:53:29.854024 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-476972fb-412b-4418-aaf5-65aa332de965 tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for subnet, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:29.856902 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37ba2df1-ea5a-4382-8c93-cf9c0b0aaa04 None None] Network bc88b80e-509f-4983-8355-8cb722b08b1c requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 15:53:29.870550 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-2efc821e-7a73-4c57-87c0-bb62a29ff1ec req-d6819233-925d-4b53-80af-ea4e53f9ede8 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2f38790c-202a-40fc-9644-4823db80b094 HTTP/1.1" status: 200 len: 217 time: 0.1282809 Mar 29 15:53:29.878321 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-476972fb-412b-4418-aaf5-65aa332de965 tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.0659609 Mar 29 15:53:29.881842 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 35216) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:53:30.032786 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efc821e-7a73-4c57-87c0-bb62a29ff1ec req-91375858-5aef-4d93-b224-3e32dcc38fca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:53:30.034274 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-2efc821e-7a73-4c57-87c0-bb62a29ff1ec req-91375858-5aef-4d93-b224-3e32dcc38fca service neutron] 10.222.0.44 "GET /v2.0/subnets?id=df2c80dc-90df-400d-ba44-598e797aafb6 HTTP/1.1" status: 200 len: 853 time: 0.1508405 Mar 29 15:53:30.050629 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-2e251334-0c49-45ba-9b6a-ea59fd5a5063 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=5dbaebdcae654b77ad7a96310f75316a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3961763 Mar 29 15:53:30.053036 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 35218) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:53:30.145192 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-2efc821e-7a73-4c57-87c0-bb62a29ff1ec req-ea52d35f-5daf-4987-a773-b166f6a554e1 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=9642bb71-0b64-4135-866e-1c18aeaccc1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0933082 Mar 29 15:53:30.193257 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f14a50c8-4d74-4a42-b4c3-4981880847d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0035034-69b0-5ffc-b384-0ac6189c5628-bc88b80e-509f-4983-8355-8cb722b08b1c', 'network_id': 'bc88b80e-509f-4983-8355-8cb722b08b1c', 'tenant_id': '030130d0937d42c9a5ecbc5c59eb4929', 'fixed_ips': [{'subnet_id': 'd1790831-214e-4ecf-90c1-f78e7ba94f96'}]}} from n-d-834765-1. {{(pid=102792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 29 15:53:30.196495 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-f14a50c8-4d74-4a42-b4c3-4981880847d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:30.355997 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-c94de47c-7009-4e00-a1f0-e3d081f597c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:30.389939 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-25a4826d-67f9-4c1e-b2c1-7be45ad50ad2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:30.406649 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-2efc821e-7a73-4c57-87c0-bb62a29ff1ec req-71706794-c85b-4337-92e0-86bafee68abe service neutron] 10.222.0.44 "GET /v2.0/networks/9642bb71-0b64-4135-866e-1c18aeaccc1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2521958 Mar 29 15:53:30.412362 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-c94de47c-7009-4e00-a1f0-e3d081f597c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:30.505284 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.db_base_plugin_common [None req-f14a50c8-4d74-4a42-b4c3-4981880847d0 None None] Allocated IP 172.20.0.2 (bc88b80e-509f-4983-8355-8cb722b08b1c/d1790831-214e-4ecf-90c1-f78e7ba94f96/7f2bba77-7a22-4b5a-925b-e43efb2a0ebd) {{(pid=102792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:53:30.598479 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-2efc821e-7a73-4c57-87c0-bb62a29ff1ec req-6977ba81-08ab-46e1-92b6-1722962e702c service neutron] 10.222.0.44 "GET /v2.0/networks/9642bb71-0b64-4135-866e-1c18aeaccc1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1837902 Mar 29 15:53:30.602031 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-c94de47c-7009-4e00-a1f0-e3d081f597c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:30.623889 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-c94de47c-7009-4e00-a1f0-e3d081f597c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:30.625243 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-c94de47c-7009-4e00-a1f0-e3d081f597c1 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/8fb67327-6b97-4338-818c-8f3b8effc318 HTTP/1.1" status: 204 len: 168 time: 0.5712883 Mar 29 15:53:30.658358 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94de47c-7009-4e00-a1f0-e3d081f597c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fb67327-6b97-4338-818c-8f3b8effc318,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:53:30.659030 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-a7def7c5-4b10-4fb1-8503-f40bed28b807 req-76fbd87f-8791-47e3-acc0-39878944e453 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] 10.222.0.42 "GET /v2.0/ports?device_id=b5e34b53-8d44-45db-a377-1c001fe98b5c HTTP/1.1" status: 200 len: 210 time: 0.0749340 Mar 29 15:53:30.873385 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-f14a50c8-4d74-4a42-b4c3-4981880847d0 None None] Notify callbacks [] for port, precommit_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:30.899658 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-f14a50c8-4d74-4a42-b4c3-4981880847d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956'] for port, after_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:31.038340 n-d-834765-1 neutron-server[102792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f14a50c8-4d74-4a42-b4c3-4981880847d0 None None] Network bc88b80e-509f-4983-8355-8cb722b08b1c is already hosted by enough agents. {{(pid=102792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:53:31.041141 n-d-834765-1 neutron-server[102792]: DEBUG neutron.scheduler.base_scheduler [None req-f14a50c8-4d74-4a42-b4c3-4981880847d0 None None] Resources bound (agent type, host, resource id): {{(pid=102792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:53:31.046751 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14a50c8-4d74-4a42-b4c3-4981880847d0 None None] Pushing event updated for resources: {'Port': ['ID=7f2bba77-7a22-4b5a-925b-e43efb2a0ebd,revision_number=1']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:53:31.060996 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f14a50c8-4d74-4a42-b4c3-4981880847d0 None None] Received port after_create {{(pid=102792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:53:31.066285 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbabd235-3c70-476f-b840-bfb940f3c97d req-e8348355-ef8c-42cc-a255-1c5b5130de3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:53:31.072053 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-cbabd235-3c70-476f-b840-bfb940f3c97d req-e8348355-ef8c-42cc-a255-1c5b5130de3f service neutron] 10.222.0.48 "GET /v2.0/ports/fd6e3e94-cc76-461b-a427-2d8fa63aec1d HTTP/1.1" status: 200 len: 1032 time: 0.2367775 Mar 29 15:53:31.131623 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-3d2718fc-cfc9-49c8-8fa9-2020f2b7424b req-b417b554-da03-478b-a012-69afe54223c7 tempest-ServerShowV254Test-121067504 tempest-ServerShowV254Test-121067504-project] 10.222.0.42 "GET /v2.0/ports?device_id=b2edd932-49bb-4a43-bc85-79af9d19e99e HTTP/1.1" status: 200 len: 210 time: 0.1388040 Mar 29 15:53:31.173559 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-f14a50c8-4d74-4a42-b4c3-4981880847d0 None None] Attempting to bind port 7f2bba77-7a22-4b5a-925b-e43efb2a0ebd on host n-d-834765-1 for vnic_type normal with profile {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:53:31.173938 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-f14a50c8-4d74-4a42-b4c3-4981880847d0 None None] Attempting to bind port 7f2bba77-7a22-4b5a-925b-e43efb2a0ebd by drivers openvswitch,hyperv on host n-d-834765-1 at level 0 using segments [{'id': '9779a8ce-e477-4331-8cc2-d153c07cbf93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'bc88b80e-509f-4983-8355-8cb722b08b1c'}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:53:31.174863 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f14a50c8-4d74-4a42-b4c3-4981880847d0 None None] Attempting to bind port 7f2bba77-7a22-4b5a-925b-e43efb2a0ebd on network bc88b80e-509f-4983-8355-8cb722b08b1c {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:53:31.181366 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f14a50c8-4d74-4a42-b4c3-4981880847d0 None None] Checking agent: {'id': 'a8866439-9d96-425c-b519-6905c591ac37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 25, 36), 'started_at': datetime.datetime(2022, 3, 29, 15, 26, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 53, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834765-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:53:31.181742 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f14a50c8-4d74-4a42-b4c3-4981880847d0 None None] Checking segment: {'id': '9779a8ce-e477-4331-8cc2-d153c07cbf93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'bc88b80e-509f-4983-8355-8cb722b08b1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:53:31.182145 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-f14a50c8-4d74-4a42-b4c3-4981880847d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:31.182541 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f14a50c8-4d74-4a42-b4c3-4981880847d0 None None] Bound using segment: {'id': '9779a8ce-e477-4331-8cc2-d153c07cbf93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'bc88b80e-509f-4983-8355-8cb722b08b1c'} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:53:31.183581 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-f14a50c8-4d74-4a42-b4c3-4981880847d0 None None] Bound port: 7f2bba77-7a22-4b5a-925b-e43efb2a0ebd, host: n-d-834765-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9779a8ce-e477-4331-8cc2-d153c07cbf93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'bc88b80e-509f-4983-8355-8cb722b08b1c'}}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 15:53:31.184027 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-f14a50c8-4d74-4a42-b4c3-4981880847d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:31.362831 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-f14a50c8-4d74-4a42-b4c3-4981880847d0 None None] For port 7f2bba77-7a22-4b5a-925b-e43efb2a0ebd, host n-d-834765-1, cleared binding levels {{(pid=102792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:53:31.368308 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-f14a50c8-4d74-4a42-b4c3-4981880847d0 None None] For port 7f2bba77-7a22-4b5a-925b-e43efb2a0ebd, host n-d-834765-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=7f2bba77-7a22-4b5a-925b-e43efb2a0ebd,segment=NetworkSegment(9779a8ce-e477-4331-8cc2-d153c07cbf93),segment_id=9779a8ce-e477-4331-8cc2-d153c07cbf93)] {{(pid=102792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:53:31.373388 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-abf4b81a-b10d-469d-9bcb-1748f5df0911 tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:31.376019 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-f14a50c8-4d74-4a42-b4c3-4981880847d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:31.454247 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14a50c8-4d74-4a42-b4c3-4981880847d0 None None] Pushing event updated for resources: {'Port': ['ID=7f2bba77-7a22-4b5a-925b-e43efb2a0ebd,revision_number=2']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:53:31.727239 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd190eda-d078-40fa-8946-978ee21c136e req-e2bbbe95-4040-4cb3-a67a-534775585e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:53:31.729677 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-dd190eda-d078-40fa-8946-978ee21c136e req-e2bbbe95-4040-4cb3-a67a-534775585e2c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c49bc99d6778484bb1596e7e9739bf48&device_id=45afabb3-7608-4b04-a056-17c93f2ab904 HTTP/1.1" status: 200 len: 1095 time: 1.0195112 Mar 29 15:53:31.792309 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4d85a4-ee36-44eb-9d9a-010f3d17404f req-7b0bc1e5-d841-4cf7-98eb-a2ccdd1ad1b7 tempest-InstanceActionsTestJSON-1539897586 tempest-InstanceActionsTestJSON-1539897586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:53:31.805408 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-7b4d85a4-ee36-44eb-9d9a-010f3d17404f req-7b0bc1e5-d841-4cf7-98eb-a2ccdd1ad1b7 tempest-InstanceActionsTestJSON-1539897586 tempest-InstanceActionsTestJSON-1539897586-project] 10.222.0.42 "GET /v2.0/ports?device_id=45afabb3-7608-4b04-a056-17c93f2ab904 HTTP/1.1" status: 200 len: 944 time: 0.8631096 Mar 29 15:53:31.808831 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbabd235-3c70-476f-b840-bfb940f3c97d req-a17a2e0b-c35d-4eb2-a9d7-ebfe5a84591e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:53:31.811705 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-cbabd235-3c70-476f-b840-bfb940f3c97d req-a17a2e0b-c35d-4eb2-a9d7-ebfe5a84591e service neutron] 10.222.0.48 "GET /v2.0/ports/2957c1c5-01c3-4fbd-bee2-9935eef14639 HTTP/1.1" status: 200 len: 1033 time: 0.7293656 Mar 29 15:53:31.823232 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device f2a558ee-cb7e-4438-8bbf-6e3bb280e05b up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:53:31.988156 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port f2a558ee-cb7e-4438-8bbf-6e3bb280e05b triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:53:31.988868 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:32.011965 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-e1b366b9-9a72-4316-af60-d0e1eec5db76 req-79fbb98e-a57b-4cd6-bf59-3075d87590ca tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] 10.222.0.42 "GET /v2.0/ports?device_id=b5e34b53-8d44-45db-a377-1c001fe98b5c HTTP/1.1" status: 200 len: 210 time: 0.1384363 Mar 29 15:53:32.084668 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-7b4d85a4-ee36-44eb-9d9a-010f3d17404f req-aa5994c2-5d32-492e-b83b-e9eb80a221c0 tempest-InstanceActionsTestJSON-1539897586 tempest-InstanceActionsTestJSON-1539897586-project] 10.222.0.42 "GET /v2.0/security-groups?id=5319c875-405f-45d4-a6ea-a24484c49f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2767003 Mar 29 15:53:32.203056 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 35254) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:53:32.247497 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd190eda-d078-40fa-8946-978ee21c136e req-a0fd06c4-f64a-427f-933f-e659fa4b79d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:53:32.250641 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-dd190eda-d078-40fa-8946-978ee21c136e req-a0fd06c4-f64a-427f-933f-e659fa4b79d3 service neutron] 10.222.0.44 "GET /v2.0/networks?id=9642bb71-0b64-4135-866e-1c18aeaccc1b HTTP/1.1" status: 200 len: 914 time: 0.5043008 Mar 29 15:53:32.270311 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.db_base_plugin_common [None req-abf4b81a-b10d-469d-9bcb-1748f5df0911 tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Allocated IP 172.20.0.1 (bc88b80e-509f-4983-8355-8cb722b08b1c/d1790831-214e-4ecf-90c1-f78e7ba94f96/ffa642d5-ede1-45e0-aee8-f3b8f4dce416) {{(pid=102790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:53:32.293556 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbabd235-3c70-476f-b840-bfb940f3c97d req-ede4af2a-4e5a-4e85-886b-1db75962d4ec tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:53:32.310198 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbabd235-3c70-476f-b840-bfb940f3c97d req-ede4af2a-4e5a-4e85-886b-1db75962d4ec tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:53:32.320103 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbabd235-3c70-476f-b840-bfb940f3c97d req-ede4af2a-4e5a-4e85-886b-1db75962d4ec tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:53:32.321608 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-cbabd235-3c70-476f-b840-bfb940f3c97d req-ede4af2a-4e5a-4e85-886b-1db75962d4ec tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] 10.222.0.48 "GET /v2.0/networks?id=4e796cbd-0811-4a69-9036-a57f72186731&id=4ba2607b-b448-44f6-8335-46066b72a89c&id=4ba2607b-b448-44f6-8335-46066b72a89c&id=4ba2607b-b448-44f6-8335-46066b72a89c&id=4ba2607b-b448-44f6-8335-46066b72a89c&id=79dcb3cc-0cfb-4dde-9352-1cf14f1c4e5d&id=79dcb3cc-0cfb-4dde-9352-1cf14f1c4e5d HTTP/1.1" status: 200 len: 1993 time: 0.4924955 Mar 29 15:53:32.342511 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-290df52b-f9cc-4024-a9e3-3c5cc9fa1ffb req-cda1db86-cd68-485b-8f90-4eb365753167 tempest-ServerShowV254Test-121067504 tempest-ServerShowV254Test-121067504-project] 10.222.0.42 "GET /v2.0/ports?device_id=b2edd932-49bb-4a43-bc85-79af9d19e99e HTTP/1.1" status: 200 len: 210 time: 0.0739660 Mar 29 15:53:32.388588 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-dd190eda-d078-40fa-8946-978ee21c136e req-7149b415-93a7-405d-9694-5b1418ed2715 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2f38790c-202a-40fc-9644-4823db80b094 HTTP/1.1" status: 200 len: 217 time: 0.0653906 Mar 29 15:53:32.462545 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-28f458f9-d893-4745-8574-6935ace6d01e tempest-RoutersNegativeIpV6Test-315348334 tempest-RoutersNegativeIpV6Test-315348334-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-157761561', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:53:32.511912 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-cbabd235-3c70-476f-b840-bfb940f3c97d req-6689fde9-7cbb-4ee0-be67-dd064d575ba6 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9cad725e1c41463fab431e48b8d9bfff HTTP/1.1" status: 200 len: 379 time: 0.1813929 Mar 29 15:53:32.523151 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [req-cbabd235-3c70-476f-b840-bfb940f3c97d req-5458565f-2937-4655-a6cc-f4c639c4020c tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Request body: {'port': {'device_id': 'b5e34b53-8d44-45db-a377-1c001fe98b5c', 'network_id': '4e796cbd-0811-4a69-9036-a57f72186731', 'admin_state_up': True, 'tenant_id': '9cad725e1c41463fab431e48b8d9bfff', 'security_groups': ['e2ab8bce-bca0-434d-ad1c-ad30dfd1db67']}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:53:32.546012 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd190eda-d078-40fa-8946-978ee21c136e req-742c277f-34bb-47d8-b916-fef3438ae1f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:53:32.547865 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-dd190eda-d078-40fa-8946-978ee21c136e req-742c277f-34bb-47d8-b916-fef3438ae1f7 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=df2c80dc-90df-400d-ba44-598e797aafb6 HTTP/1.1" status: 200 len: 853 time: 0.1524146 Mar 29 15:53:32.548076 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:32.575516 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-28f458f9-d893-4745-8574-6935ace6d01e tempest-RoutersNegativeIpV6Test-315348334 tempest-RoutersNegativeIpV6Test-315348334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-532385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129310'] for router, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:32.576553 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-28f458f9-d893-4745-8574-6935ace6d01e tempest-RoutersNegativeIpV6Test-315348334 tempest-RoutersNegativeIpV6Test-315348334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-648091', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-684384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129319'] for router, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:32.577479 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-abf4b81a-b10d-469d-9bcb-1748f5df0911 tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Notify callbacks [] for port, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:32.580225 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] For port f2a558ee-cb7e-4438-8bbf-6e3bb280e05b, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=f2a558ee-cb7e-4438-8bbf-6e3bb280e05b,segment=NetworkSegment(6ab47353-a811-4bad-bc73-b4cc84583cfd),segment_id=6ab47353-a811-4bad-bc73-b4cc84583cfd)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:53:32.586485 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:32.621717 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-abf4b81a-b10d-469d-9bcb-1748f5df0911 tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:32.636857 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-dd190eda-d078-40fa-8946-978ee21c136e req-b4f3853d-487d-48e7-b6a4-229af07c52ef service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=9642bb71-0b64-4135-866e-1c18aeaccc1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0803950 Mar 29 15:53:32.639856 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Pushing event updated for resources: {'Port': ['ID=f2a558ee-cb7e-4438-8bbf-6e3bb280e05b,revision_number=4']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:53:32.676439 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abf4b81a-b10d-469d-9bcb-1748f5df0911 tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Network bc88b80e-509f-4983-8355-8cb722b08b1c is already hosted by enough agents. {{(pid=102790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:53:32.682135 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-abf4b81a-b10d-469d-9bcb-1748f5df0911 tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Resources bound (agent type, host, resource id): {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:53:32.694744 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abf4b81a-b10d-469d-9bcb-1748f5df0911 tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Received port after_create {{(pid=102790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:53:32.703892 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf4b81a-b10d-469d-9bcb-1748f5df0911 tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Pushing event updated for resources: {'Port': ['ID=ffa642d5-ede1-45e0-aee8-f3b8f4dce416,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:53:32.750702 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-abf4b81a-b10d-469d-9bcb-1748f5df0911 tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-648347'] for router_interface, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:32.769790 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-61c28249-eb84-49eb-bcdb-50e9cdb03004 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:32.789234 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-28f458f9-d893-4745-8574-6935ace6d01e tempest-RoutersNegativeIpV6Test-315348334 tempest-RoutersNegativeIpV6Test-315348334-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:32.804681 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-28f458f9-d893-4745-8574-6935ace6d01e tempest-RoutersNegativeIpV6Test-315348334 tempest-RoutersNegativeIpV6Test-315348334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648118'] for router, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:32.844293 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-28f458f9-d893-4745-8574-6935ace6d01e tempest-RoutersNegativeIpV6Test-315348334 tempest-RoutersNegativeIpV6Test-315348334-project] Notify callbacks [] for router, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:32.845610 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-28f458f9-d893-4745-8574-6935ace6d01e tempest-RoutersNegativeIpV6Test-315348334 tempest-RoutersNegativeIpV6Test-315348334-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 0.6415508 Mar 29 15:53:32.850080 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 35260) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:53:32.854919 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-4da7ad99-47df-469b-97e1-fef30aaabf71 tempest-RoutersNegativeIpV6Test-315348334 tempest-RoutersNegativeIpV6Test-315348334-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1677505532'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:53:32.860587 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-dd190eda-d078-40fa-8946-978ee21c136e req-81f4da24-d1fc-454e-a309-002de312a9b2 service neutron] 10.222.0.44 "GET /v2.0/networks/9642bb71-0b64-4135-866e-1c18aeaccc1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2107084 Mar 29 15:53:32.867510 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cbabd235-3c70-476f-b840-bfb940f3c97d req-5458565f-2937-4655-a6cc-f4c639c4020c tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Made reservation on behalf of 9cad725e1c41463fab431e48b8d9bfff for: {'port': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:53:32.870994 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-cbabd235-3c70-476f-b840-bfb940f3c97d req-5458565f-2937-4655-a6cc-f4c639c4020c tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:32.930185 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-abf4b81a-b10d-469d-9bcb-1748f5df0911 tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:32.937094 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4da7ad99-47df-469b-97e1-fef30aaabf71 tempest-RoutersNegativeIpV6Test-315348334 tempest-RoutersNegativeIpV6Test-315348334-project] Made reservation on behalf of 675a1501a2754e0f8b5ef8adf224742c for: {'network': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:53:32.940628 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-4da7ad99-47df-469b-97e1-fef30aaabf71 tempest-RoutersNegativeIpV6Test-315348334 tempest-RoutersNegativeIpV6Test-315348334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for network, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:32.991160 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-4da7ad99-47df-469b-97e1-fef30aaabf71 tempest-RoutersNegativeIpV6Test-315348334 tempest-RoutersNegativeIpV6Test-315348334-project] Notify callbacks [] for security_group, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:33.115743 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-dd190eda-d078-40fa-8946-978ee21c136e req-ac9b9a79-d487-4876-9599-6d782c81f596 service neutron] 10.222.0.44 "GET /v2.0/networks/9642bb71-0b64-4135-866e-1c18aeaccc1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2417886 Mar 29 15:53:33.189569 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_common [req-cbabd235-3c70-476f-b840-bfb940f3c97d req-5458565f-2937-4655-a6cc-f4c639c4020c tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Allocated IP 172.20.0.7 (4e796cbd-0811-4a69-9036-a57f72186731/38d67edd-cfdb-4ded-91f8-0e501d16094b/f402d3d7-34ef-43ea-8950-d2b015ceb2a3) {{(pid=102791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:53:33.257772 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-277f7610-c604-4aa6-8fa7-e520973f50fc req-5e9b86ac-7f83-4200-a178-408b4a7e8f6f tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] 10.222.0.42 "GET /v2.0/ports?device_id=b5e34b53-8d44-45db-a377-1c001fe98b5c HTTP/1.1" status: 200 len: 210 time: 0.0442803 Mar 29 15:53:33.296390 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-4da7ad99-47df-469b-97e1-fef30aaabf71 tempest-RoutersNegativeIpV6Test-315348334 tempest-RoutersNegativeIpV6Test-315348334-project] Notify callbacks [] for security_group, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:33.314311 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483806b8-2faa-4850-8b3d-58b73d48c403 req-1b2d8ff8-64ef-42d9-825c-f0c90816006d tempest-InstanceActionsTestJSON-1539897586 tempest-InstanceActionsTestJSON-1539897586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:53:33.322289 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-483806b8-2faa-4850-8b3d-58b73d48c403 req-1b2d8ff8-64ef-42d9-825c-f0c90816006d tempest-InstanceActionsTestJSON-1539897586 tempest-InstanceActionsTestJSON-1539897586-project] 10.222.0.42 "GET /v2.0/ports?device_id=45afabb3-7608-4b04-a056-17c93f2ab904 HTTP/1.1" status: 200 len: 944 time: 0.1374600 Mar 29 15:53:33.328357 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-4da7ad99-47df-469b-97e1-fef30aaabf71 tempest-RoutersNegativeIpV6Test-315348334 tempest-RoutersNegativeIpV6Test-315348334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:33.348364 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ebe1e19-fe3b-4808-88aa-aa6bb7286992 None None] Network bc88b80e-509f-4983-8355-8cb722b08b1c requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 15:53:33.435009 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-abf4b81a-b10d-469d-9bcb-1748f5df0911 tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Notify callbacks [] for port, precommit_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:33.444462 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-abf4b81a-b10d-469d-9bcb-1748f5df0911 tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5237921'] for port, after_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:33.466524 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-2b20c655-49e9-494f-9d60-ed9c6d3d95d8 None None] Provisioning complete for port 7f2bba77-7a22-4b5a-925b-e43efb2a0ebd triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:53:33.466893 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-2b20c655-49e9-494f-9d60-ed9c6d3d95d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:33.476844 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4da7ad99-47df-469b-97e1-fef30aaabf71 tempest-RoutersNegativeIpV6Test-315348334 tempest-RoutersNegativeIpV6Test-315348334-project] vlan segment allocate from pool success with {'vlan_id': 624, 'physical_network': 'physnet1'} {{(pid=102791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 15:53:33.527888 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-483806b8-2faa-4850-8b3d-58b73d48c403 req-0db6ebd5-3a92-4fef-9a80-a84744baf162 tempest-InstanceActionsTestJSON-1539897586 tempest-InstanceActionsTestJSON-1539897586-project] 10.222.0.42 "GET /v2.0/security-groups?id=5319c875-405f-45d4-a6ea-a24484c49f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1994226 Mar 29 15:53:33.533177 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da7ad99-47df-469b-97e1-fef30aaabf71 tempest-RoutersNegativeIpV6Test-315348334 tempest-RoutersNegativeIpV6Test-315348334-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e57c25a-7d41-44fa-86e9-740e9712dcc7,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:53:33.541635 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-4da7ad99-47df-469b-97e1-fef30aaabf71 tempest-RoutersNegativeIpV6Test-315348334 tempest-RoutersNegativeIpV6Test-315348334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:33.542228 n-d-834765-1 neutron-server[102791]: INFO neutron.db.segments_db [None req-4da7ad99-47df-469b-97e1-fef30aaabf71 tempest-RoutersNegativeIpV6Test-315348334 tempest-RoutersNegativeIpV6Test-315348334-project] Added segment 101c1aee-4993-45ef-bd96-905cda8e0b89 of type vlan for network efb5e488-f74e-44e2-b797-2e1ce373dbc2 Mar 29 15:53:33.610550 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-7f3f761d-0407-43e1-8f66-3c6a724268f9 req-e7808bf5-2828-49b6-b39f-e09dcba04571 tempest-ServerShowV254Test-121067504 tempest-ServerShowV254Test-121067504-project] 10.222.0.42 "GET /v2.0/ports?device_id=b2edd932-49bb-4a43-bc85-79af9d19e99e HTTP/1.1" status: 200 len: 210 time: 0.1013820 Mar 29 15:53:33.619288 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-4da7ad99-47df-469b-97e1-fef30aaabf71 tempest-RoutersNegativeIpV6Test-315348334 tempest-RoutersNegativeIpV6Test-315348334-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783522915970'] for network, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:33.660755 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf4b81a-b10d-469d-9bcb-1748f5df0911 tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Pushing event updated for resources: {'Port': ['ID=ffa642d5-ede1-45e0-aee8-f3b8f4dce416,revision_number=2']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:53:33.664642 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-abf4b81a-b10d-469d-9bcb-1748f5df0911 tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-648439'] for router_interface, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:33.728342 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-4da7ad99-47df-469b-97e1-fef30aaabf71 tempest-RoutersNegativeIpV6Test-315348334 tempest-RoutersNegativeIpV6Test-315348334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795'] for network, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:33.734352 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4da7ad99-47df-469b-97e1-fef30aaabf71 tempest-RoutersNegativeIpV6Test-315348334 tempest-RoutersNegativeIpV6Test-315348334-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:53:33.735045 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-4da7ad99-47df-469b-97e1-fef30aaabf71 tempest-RoutersNegativeIpV6Test-315348334 tempest-RoutersNegativeIpV6Test-315348334-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for network, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:33.754638 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-2b20c655-49e9-494f-9d60-ed9c6d3d95d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:33.762076 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device 2f38790c-202a-40fc-9644-4823db80b094 details requested by agent hyperv_n-h1-834765-1 with host n-h1-834765-1 {{(pid=102792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 15:53:33.847020 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-4da7ad99-47df-469b-97e1-fef30aaabf71 tempest-RoutersNegativeIpV6Test-315348334 tempest-RoutersNegativeIpV6Test-315348334-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.9950190 Mar 29 15:53:33.855191 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abf4b81a-b10d-469d-9bcb-1748f5df0911 tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Network bc88b80e-509f-4983-8355-8cb722b08b1c is already hosted by enough agents. {{(pid=102790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:53:33.859533 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 35270) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:53:33.859925 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-abf4b81a-b10d-469d-9bcb-1748f5df0911 tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Resources bound (agent type, host, resource id): {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:53:33.902788 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-0150d707-5776-48bc-aade-21d12bb7baef tempest-RoutersNegativeIpV6Test-315348334 tempest-RoutersNegativeIpV6Test-315348334-project] Request body: {'subnet': {'network_id': 'efb5e488-f74e-44e2-b797-2e1ce373dbc2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:53:33.904396 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-cbabd235-3c70-476f-b840-bfb940f3c97d req-5458565f-2937-4655-a6cc-f4c639c4020c tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Notify callbacks [] for port, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:33.910382 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d9a3573b-7376-407e-80cc-e070b6d265c2 req-981114b7-8137-45a2-9b75-d1d74ed1055c service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=d55bce92-2492-4b8b-aa2e-7b55fe6ab72f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3700719 Mar 29 15:53:33.913462 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da7ad99-47df-469b-97e1-fef30aaabf71 tempest-RoutersNegativeIpV6Test-315348334 tempest-RoutersNegativeIpV6Test-315348334-project] Pushing event updated for resources: {'Network': ['ID=efb5e488-f74e-44e2-b797-2e1ce373dbc2,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:53:33.941351 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Network efb5e488-f74e-44e2-b797-2e1ce373dbc2 details requested by agent ovs-agent-n-d-834765-1 with host n-d-834765-1 {{(pid=102792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 15:53:34.039838 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device f2a558ee-cb7e-4438-8bbf-6e3bb280e05b up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:53:34.043150 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-2b20c655-49e9-494f-9d60-ed9c6d3d95d8 None None] For port 7f2bba77-7a22-4b5a-925b-e43efb2a0ebd, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=7f2bba77-7a22-4b5a-925b-e43efb2a0ebd,segment=NetworkSegment(9779a8ce-e477-4331-8cc2-d153c07cbf93),segment_id=9779a8ce-e477-4331-8cc2-d153c07cbf93)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:53:34.049889 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-cbabd235-3c70-476f-b840-bfb940f3c97d req-5458565f-2937-4655-a6cc-f4c639c4020c tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:34.092815 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cbabd235-3c70-476f-b840-bfb940f3c97d req-5458565f-2937-4655-a6cc-f4c639c4020c tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Network 4e796cbd-0811-4a69-9036-a57f72186731 is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:53:34.112071 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-2b20c655-49e9-494f-9d60-ed9c6d3d95d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:34.156229 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0150d707-5776-48bc-aade-21d12bb7baef tempest-RoutersNegativeIpV6Test-315348334 tempest-RoutersNegativeIpV6Test-315348334-project] Made reservation on behalf of 675a1501a2754e0f8b5ef8adf224742c for: {'subnet': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:53:34.163107 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-0150d707-5776-48bc-aade-21d12bb7baef tempest-RoutersNegativeIpV6Test-315348334 tempest-RoutersNegativeIpV6Test-315348334-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4793983'] for subnet, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:34.178659 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b20c655-49e9-494f-9d60-ed9c6d3d95d8 None None] Pushing event updated for resources: {'Port': ['ID=7f2bba77-7a22-4b5a-925b-e43efb2a0ebd,revision_number=3']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:53:34.180646 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [req-cbabd235-3c70-476f-b840-bfb940f3c97d req-5458565f-2937-4655-a6cc-f4c639c4020c tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:53:34.194809 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbabd235-3c70-476f-b840-bfb940f3c97d req-5458565f-2937-4655-a6cc-f4c639c4020c tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Received port after_create {{(pid=102791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:53:34.197597 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abf4b81a-b10d-469d-9bcb-1748f5df0911 tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Router 3c7329e7-d928-4bba-81b9-c356e07773ca has already been hosted by L3 agent c648d819-1060-4f26-b4ec-6455387b5dff {{(pid=102790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 15:53:34.252162 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5458565f-2937-4655-a6cc-f4c639c4020c tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Pushing event updated for resources: {'Port': ['ID=f402d3d7-34ef-43ea-8950-d2b015ceb2a3,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:53:34.284901 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a3573b-7376-407e-80cc-e070b6d265c2 req-12c6a0a1-522d-452c-a70e-76d8d011b76f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:53:34.288494 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d9a3573b-7376-407e-80cc-e070b6d265c2 req-12c6a0a1-522d-452c-a70e-76d8d011b76f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4613198224a343ff95b6b23b26c7af7a&device_id=d55bce92-2492-4b8b-aa2e-7b55fe6ab72f HTTP/1.1" status: 200 len: 1096 time: 0.3228097 Mar 29 15:53:34.312828 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-e87180d6-ad38-4981-b079-90ad1f53c121 None None] Provisioning complete for port ffa642d5-ede1-45e0-aee8-f3b8f4dce416 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:53:34.313058 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-e87180d6-ad38-4981-b079-90ad1f53c121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:34.336462 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbabd235-3c70-476f-b840-bfb940f3c97d req-5458565f-2937-4655-a6cc-f4c639c4020c tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:53:34.337465 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-cbabd235-3c70-476f-b840-bfb940f3c97d req-5458565f-2937-4655-a6cc-f4c639c4020c tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:34.369874 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-e87180d6-ad38-4981-b079-90ad1f53c121 None None] Port ffa642d5-ede1-45e0-aee8-f3b8f4dce416 cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 15:53:34.373685 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d71584b9-87f1-45f5-84c7-c993c2416269 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:34.423126 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port 2f38790c-202a-40fc-9644-4823db80b094, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=2f38790c-202a-40fc-9644-4823db80b094,segment=NetworkSegment(9b2b7c7b-66cc-4051-9540-0bb92f7c5ee2),segment_id=9b2b7c7b-66cc-4051-9540-0bb92f7c5ee2)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:53:34.452568 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Returning: {'device': '2f38790c-202a-40fc-9644-4823db80b094', 'network_id': '9642bb71-0b64-4135-866e-1c18aeaccc1b', 'port_id': '2f38790c-202a-40fc-9644-4823db80b094', 'mac_address': 'fa:16:3e:b1:e3:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 619, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df2c80dc-90df-400d-ba44-598e797aafb6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 15:53:34.520096 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:34.528874 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port f2a558ee-cb7e-4438-8bbf-6e3bb280e05b triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:53:34.529447 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:34.564047 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abf4b81a-b10d-469d-9bcb-1748f5df0911 tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:53:34.578772 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9716ea49-9513-4f1c-aa2e-22d88663aa65 None None] Sync routers for ids ['3c7329e7-d928-4bba-81b9-c356e07773ca'] in n-d-834765-1 {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:53:34.590925 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-abf4b81a-b10d-469d-9bcb-1748f5df0911 tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] 10.222.0.42 "PUT /v2.0/routers/3c7329e7-d928-4bba-81b9-c356e07773ca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7074025 Mar 29 15:53:34.598611 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9716ea49-9513-4f1c-aa2e-22d88663aa65 None None] Routers {'3c7329e7-d928-4bba-81b9-c356e07773ca'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:53:34.599315 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-9716ea49-9513-4f1c-aa2e-22d88663aa65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:53:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['3c7329e7-d928-4bba-81b9-c356e07773ca'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:53:34.611898 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 35276) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:53:34.624615 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-e87180d6-ad38-4981-b079-90ad1f53c121 None None] Provisioning complete for port 7f2bba77-7a22-4b5a-925b-e43efb2a0ebd triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:53:34.625139 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-e87180d6-ad38-4981-b079-90ad1f53c121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:34.631764 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f38790c-202a-40fc-9644-4823db80b094 {{(pid=102792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:53:34.644051 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-aeeeb062-6591-4a81-b15f-f8b946a744a5 tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1730287650', 'description': 'tempest-secgroup_access--1730287650 description', 'project_id': '030130d0937d42c9a5ecbc5c59eb4929'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:53:34.682535 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a3573b-7376-407e-80cc-e070b6d265c2 req-59d05db9-016c-4206-83f7-4b511fa23224 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:53:34.687511 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d9a3573b-7376-407e-80cc-e070b6d265c2 req-59d05db9-016c-4206-83f7-4b511fa23224 service neutron] 10.222.0.48 "GET /v2.0/networks?id=289d4c05-6537-47d7-9c1c-0777ed8cf48a HTTP/1.1" status: 200 len: 898 time: 0.3462155 Mar 29 15:53:34.697008 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-cbabd235-3c70-476f-b840-bfb940f3c97d req-5458565f-2937-4655-a6cc-f4c639c4020c tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1769934 Mar 29 15:53:34.774236 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-aeeeb062-6591-4a81-b15f-f8b946a744a5 tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Notify callbacks [] for security_group, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:34.803624 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvr_db [None req-9716ea49-9513-4f1c-aa2e-22d88663aa65 None None] Set router 3c7329e7-d928-4bba-81b9-c356e07773ca gateway port host: n-d-834765-1 {{(pid=102793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:53:34.806574 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d9a3573b-7376-407e-80cc-e070b6d265c2 req-a6f92672-c6e9-42c3-a34c-f705014f2275 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=89a2bbed-6cee-4385-8570-af952806ad8b HTTP/1.1" status: 200 len: 1001 time: 0.1073790 Mar 29 15:53:34.812876 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [req-cbabd235-3c70-476f-b840-bfb940f3c97d req-76243619-ccf3-4575-944b-887c411f31be tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Request body: {'port': {'device_id': 'b5e34b53-8d44-45db-a377-1c001fe98b5c', 'network_id': '4ba2607b-b448-44f6-8335-46066b72a89c', 'admin_state_up': True, 'tenant_id': '9cad725e1c41463fab431e48b8d9bfff', 'security_groups': ['e2ab8bce-bca0-434d-ad1c-ad30dfd1db67']}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:53:34.857273 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port 2f38790c-202a-40fc-9644-4823db80b094, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=2f38790c-202a-40fc-9644-4823db80b094,segment=NetworkSegment(9b2b7c7b-66cc-4051-9540-0bb92f7c5ee2),segment_id=9b2b7c7b-66cc-4051-9540-0bb92f7c5ee2)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:53:34.880037 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-aeeeb062-6591-4a81-b15f-f8b946a744a5 tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Notify callbacks [] for security_group, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:34.890014 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-aeeeb062-6591-4a81-b15f-f8b946a744a5 tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:34.900639 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:34.961338 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 7f2bba77-7a22-4b5a-925b-e43efb2a0ebd up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:53:34.966934 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee36264-65b6-4741-8b70-5b0cc4f9f180 req-0ea7aab7-d9cf-4979-8b14-cb869210182e tempest-InstanceActionsTestJSON-1539897586 tempest-InstanceActionsTestJSON-1539897586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:53:34.968580 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-9ee36264-65b6-4741-8b70-5b0cc4f9f180 req-0ea7aab7-d9cf-4979-8b14-cb869210182e tempest-InstanceActionsTestJSON-1539897586 tempest-InstanceActionsTestJSON-1539897586-project] 10.222.0.42 "GET /v2.0/ports?device_id=45afabb3-7608-4b04-a056-17c93f2ab904 HTTP/1.1" status: 200 len: 944 time: 0.2603753 Mar 29 15:53:34.977605 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-aeeeb062-6591-4a81-b15f-f8b946a744a5 tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:34.978823 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-aeeeb062-6591-4a81-b15f-f8b946a744a5 tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.3643873 Mar 29 15:53:34.984023 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a04ac83-c6f0-4d7a-b99d-a172b12a46aa req-d0222a50-1595-49a1-834f-f79bc4a56a48 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:53:34.986180 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 35282) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:53:34.992831 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-62364db4-e8bc-4207-a435-dd9933082dde tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1669342089', 'description': 'tempest-secgroup_general--1669342089 description', 'project_id': '030130d0937d42c9a5ecbc5c59eb4929'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:53:34.999279 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-5a04ac83-c6f0-4d7a-b99d-a172b12a46aa req-d0222a50-1595-49a1-834f-f79bc4a56a48 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] 10.222.0.42 "GET /v2.0/ports?device_id=b5e34b53-8d44-45db-a377-1c001fe98b5c HTTP/1.1" status: 200 len: 931 time: 0.4869437 Mar 29 15:53:35.007728 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Pushing event updated for resources: {'Port': ['ID=2f38790c-202a-40fc-9644-4823db80b094,revision_number=4']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:53:35.018035 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-62364db4-e8bc-4207-a435-dd9933082dde tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Notify callbacks [] for security_group, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:35.020204 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeeeb062-6591-4a81-b15f-f8b946a744a5 tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e89284b2-0678-470f-8a91-e1d4399dc334,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:53:35.035631 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-0150d707-5776-48bc-aade-21d12bb7baef tempest-RoutersNegativeIpV6Test-315348334 tempest-RoutersNegativeIpV6Test-315348334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5231896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4793961'] for subnet, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:35.073257 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port 7f2bba77-7a22-4b5a-925b-e43efb2a0ebd triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:53:35.073914 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:35.109244 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-9ee36264-65b6-4741-8b70-5b0cc4f9f180 req-f152317a-e676-43a5-8cb9-149dcb7fbd62 tempest-InstanceActionsTestJSON-1539897586 tempest-InstanceActionsTestJSON-1539897586-project] 10.222.0.42 "GET /v2.0/security-groups?id=5319c875-405f-45d4-a6ea-a24484c49f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271300 Mar 29 15:53:35.112662 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-35832f40-33be-4e01-aadc-d8b2a97801e9 req-2c639168-4a0d-434f-a8f6-9ceca67418e2 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=cbe49725-0a5d-42e9-bfee-0425af8500ec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6767461 Mar 29 15:53:35.113653 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cbabd235-3c70-476f-b840-bfb940f3c97d req-76243619-ccf3-4575-944b-887c411f31be tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Made reservation on behalf of 9cad725e1c41463fab431e48b8d9bfff for: {'port': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:53:35.120069 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-cbabd235-3c70-476f-b840-bfb940f3c97d req-76243619-ccf3-4575-944b-887c411f31be tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:35.194461 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0150d707-5776-48bc-aade-21d12bb7baef tempest-RoutersNegativeIpV6Test-315348334 tempest-RoutersNegativeIpV6Test-315348334-project] Pushing event updated for resources: {'Subnet': ['ID=e88b142a-2e73-40f8-ba60-489bc8f5fd05,revision_number=0']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:53:35.207338 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-c3ffb5c4-6401-493a-94b1-504815d3e558 None None] Provisioning complete for port ffa642d5-ede1-45e0-aee8-f3b8f4dce416 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:53:35.208106 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-c3ffb5c4-6401-493a-94b1-504815d3e558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:35.213674 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0150d707-5776-48bc-aade-21d12bb7baef tempest-RoutersNegativeIpV6Test-315348334 tempest-RoutersNegativeIpV6Test-315348334-project] Checking segment: {'id': '101c1aee-4993-45ef-bd96-905cda8e0b89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'efb5e488-f74e-44e2-b797-2e1ce373dbc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:53:35.214033 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0150d707-5776-48bc-aade-21d12bb7baef tempest-RoutersNegativeIpV6Test-315348334 tempest-RoutersNegativeIpV6Test-315348334-project] Network hostable DHCP agents. Network: efb5e488-f74e-44e2-b797-2e1ce373dbc2, hostable agents: ['d136643e-48ae-49d4-a851-2ba3bdf3749c'], hosted agents: [] {{(pid=102790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 15:53:35.222766 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-9716ea49-9513-4f1c-aa2e-22d88663aa65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c7329e7-d928-4bba-81b9-c356e07773ca', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2028324156', 'tenant_id': '030130d0937d42c9a5ecbc5c59eb4929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.142'}], 'enable_snat': True}, 'gw_port_id': 'f2a558ee-cb7e-4438-8bbf-6e3bb280e05b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:53:22Z', 'updated_at': '2022-03-29T15:53:32Z', 'revision_number': 4, 'project_id': '030130d0937d42c9a5ecbc5c59eb4929', 'gw_port': {'id': 'f2a558ee-cb7e-4438-8bbf-6e3bb280e05b', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:99:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c7329e7-d928-4bba-81b9-c356e07773ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2162, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:53:24Z', 'updated_at': '2022-03-29T15:53:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': 'ffa642d5-ede1-45e0-aee8-f3b8f4dce416', 'name': '', 'network_id': 'bc88b80e-509f-4983-8355-8cb722b08b1c', 'tenant_id': '030130d0937d42c9a5ecbc5c59eb4929', 'mac_address': 'fa:16:3e:92:e5:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c7329e7-d928-4bba-81b9-c356e07773ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 2167, 'fixed_ips': [{'subnet_id': 'd1790831-214e-4ecf-90c1-f78e7ba94f96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:53:31Z', 'updated_at': '2022-03-29T15:53:33Z', 'revision_number': 2, 'project_id': '030130d0937d42c9a5ecbc5c59eb4929', 'subnets': [{'id': 'd1790831-214e-4ecf-90c1-f78e7ba94f96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:53:35.255652 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-c3ffb5c4-6401-493a-94b1-504815d3e558 None None] Port ffa642d5-ede1-45e0-aee8-f3b8f4dce416 cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 15:53:35.268037 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-c3ffb5c4-6401-493a-94b1-504815d3e558 None None] Provisioning complete for port f402d3d7-34ef-43ea-8950-d2b015ceb2a3 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:53:35.268806 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-c3ffb5c4-6401-493a-94b1-504815d3e558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:35.278443 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9716ea49-9513-4f1c-aa2e-22d88663aa65 None None] Checking router: 3c7329e7-d928-4bba-81b9-c356e07773ca for host: n-d-834765-1 {{(pid=102793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:53:35.278790 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9716ea49-9513-4f1c-aa2e-22d88663aa65 None None] Updating router 3c7329e7-d928-4bba-81b9-c356e07773ca port ffa642d5-ede1-45e0-aee8-f3b8f4dce416 binding host n-d-834765-1 {{(pid=102793) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 15:53:35.312921 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-c3ffb5c4-6401-493a-94b1-504815d3e558 None None] Port f402d3d7-34ef-43ea-8950-d2b015ceb2a3 cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 15:53:35.315470 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] get_ports_and_sgs() called for port_ids ['2f38790c-202a-40fc-9644-4823db80b094'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:53:35.319139 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-5a04ac83-c6f0-4d7a-b99d-a172b12a46aa req-037d5842-daac-450a-9bf0-d6434a74bce2 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] 10.222.0.42 "GET /v2.0/security-groups?id=e2ab8bce-bca0-434d-ad1c-ad30dfd1db67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3190973 Mar 29 15:53:35.326652 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-9716ea49-9513-4f1c-aa2e-22d88663aa65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:35.329182 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a3573b-7376-407e-80cc-e070b6d265c2 req-027a232e-6ca6-43c8-bb49-ae4a02c2c340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:53:35.330648 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d9a3573b-7376-407e-80cc-e070b6d265c2 req-027a232e-6ca6-43c8-bb49-ae4a02c2c340 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d2f96c58-eed7-4bf5-adae-f978ef8efd9e HTTP/1.1" status: 200 len: 835 time: 0.2709661 Mar 29 15:53:35.364664 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-e15f8e72-c613-4e3c-8b7c-b2324a7cd9e5 req-2360641e-8827-4db5-8f78-7092196ca725 tempest-ServerShowV254Test-121067504 tempest-ServerShowV254Test-121067504-project] 10.222.0.42 "GET /v2.0/ports?device_id=b2edd932-49bb-4a43-bc85-79af9d19e99e HTTP/1.1" status: 200 len: 210 time: 0.0933573 Mar 29 15:53:35.369892 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0150d707-5776-48bc-aade-21d12bb7baef tempest-RoutersNegativeIpV6Test-315348334 tempest-RoutersNegativeIpV6Test-315348334-project] Network efb5e488-f74e-44e2-b797-2e1ce373dbc2 is scheduled to be hosted by DHCP agent d136643e-48ae-49d4-a851-2ba3bdf3749c with binding_index 1 {{(pid=102790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 15:53:35.419130 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35832f40-33be-4e01-aadc-d8b2a97801e9 req-d69d906f-3906-4bce-8456-69be8fd8b3b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:53:35.420697 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-35832f40-33be-4e01-aadc-d8b2a97801e9 req-d69d906f-3906-4bce-8456-69be8fd8b3b7 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c6465a9dafbf43bf90c09b1dce8d1fc6&device_id=cbe49725-0a5d-42e9-bfee-0425af8500ec HTTP/1.1" status: 200 len: 1096 time: 0.2233083 Mar 29 15:53:35.431398 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-0150d707-5776-48bc-aade-21d12bb7baef tempest-RoutersNegativeIpV6Test-315348334 tempest-RoutersNegativeIpV6Test-315348334-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834765-1, efb5e488-f74e-44e2-b797-2e1ce373dbc2) {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:53:35.456467 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-62364db4-e8bc-4207-a435-dd9933082dde tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Notify callbacks [] for security_group, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:35.458087 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0150d707-5776-48bc-aade-21d12bb7baef tempest-RoutersNegativeIpV6Test-315348334 tempest-RoutersNegativeIpV6Test-315348334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:53:35.458705 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-0150d707-5776-48bc-aade-21d12bb7baef tempest-RoutersNegativeIpV6Test-315348334 tempest-RoutersNegativeIpV6Test-315348334-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for subnet, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:35.463916 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f614bd07-e092-411e-b9eb-76b9186acffe None None] Network efb5e488-f74e-44e2-b797-2e1ce373dbc2 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 15:53:35.474612 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-62364db4-e8bc-4207-a435-dd9933082dde tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:35.506911 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a3573b-7376-407e-80cc-e070b6d265c2 req-8974e964-3a7d-401a-99ee-9fa906d35282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:53:35.508059 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d9a3573b-7376-407e-80cc-e070b6d265c2 req-8974e964-3a7d-401a-99ee-9fa906d35282 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=289d4c05-6537-47d7-9c1c-0777ed8cf48a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1465836 Mar 29 15:53:35.547327 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-0150d707-5776-48bc-aade-21d12bb7baef tempest-RoutersNegativeIpV6Test-315348334 tempest-RoutersNegativeIpV6Test-315348334-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6609774 Mar 29 15:53:35.550703 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 35286) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:53:35.554266 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-62364db4-e8bc-4207-a435-dd9933082dde tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:35.555692 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-62364db4-e8bc-4207-a435-dd9933082dde tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1802 time: 0.5674021 Mar 29 15:53:35.558440 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 35288) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:53:35.563195 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-6ee5ecdc-630c-45da-9681-848f9864c7c4 tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Request body: {'security_group_rule': {'security_group_id': 'e89284b2-0678-470f-8a91-e1d4399dc334', 'project_id': '030130d0937d42c9a5ecbc5c59eb4929', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:53:35.570341 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62364db4-e8bc-4207-a435-dd9933082dde tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc3b4dc4-891d-42e8-b7bb-6b14924f76b3,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:53:35.590816 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_common [req-cbabd235-3c70-476f-b840-bfb940f3c97d req-76243619-ccf3-4575-944b-887c411f31be tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Allocated IP 10.1.1.196 (4ba2607b-b448-44f6-8335-46066b72a89c/bc361fa1-f654-45a1-af1c-12ca60a2e415/c7980440-a2bc-4a32-9f5c-7dafd0239f39) {{(pid=102791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:53:35.604444 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-99429b6f-3f1e-40fe-9324-76b66af0840f tempest-RoutersNegativeIpV6Test-315348334 tempest-RoutersNegativeIpV6Test-315348334-project] Request body: {'network': {'name': 'tempest-router-network01--1254820239'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:53:35.607906 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-6ee5ecdc-630c-45da-9681-848f9864c7c4 tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:35.736065 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d9a3573b-7376-407e-80cc-e070b6d265c2 req-708f4cf6-f432-4700-847e-9196691f689b service neutron] 10.222.0.48 "GET /v2.0/networks/289d4c05-6537-47d7-9c1c-0777ed8cf48a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2175908 Mar 29 15:53:35.765693 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-6ee5ecdc-630c-45da-9681-848f9864c7c4 tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:35.782292 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-6ee5ecdc-630c-45da-9681-848f9864c7c4 tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610998'] for security_group_rule, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:35.797926 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 7f2bba77-7a22-4b5a-925b-e43efb2a0ebd up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:53:35.809111 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee5ecdc-630c-45da-9681-848f9864c7c4 tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e03290b5-b326-4697-9f7c-78ff2c2afd2d,revision_number=0']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:53:35.833117 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99429b6f-3f1e-40fe-9324-76b66af0840f tempest-RoutersNegativeIpV6Test-315348334 tempest-RoutersNegativeIpV6Test-315348334-project] Made reservation on behalf of 675a1501a2754e0f8b5ef8adf224742c for: {'network': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:53:35.835856 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-6ee5ecdc-630c-45da-9681-848f9864c7c4 tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:35.843381 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-99429b6f-3f1e-40fe-9324-76b66af0840f tempest-RoutersNegativeIpV6Test-315348334 tempest-RoutersNegativeIpV6Test-315348334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for network, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:35.855657 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-6ee5ecdc-630c-45da-9681-848f9864c7c4 tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2858355 Mar 29 15:53:35.861136 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35832f40-33be-4e01-aadc-d8b2a97801e9 req-88214e0a-a3ed-4550-978c-fc3083ccad6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:53:35.862622 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-35832f40-33be-4e01-aadc-d8b2a97801e9 req-88214e0a-a3ed-4550-978c-fc3083ccad6f service neutron] 10.222.0.44 "GET /v2.0/networks?id=5820eec2-ced2-414a-ab32-af1fabeb5f44 HTTP/1.1" status: 200 len: 915 time: 0.3953769 Mar 29 15:53:35.931433 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-0cb6abf6-2706-4e52-8825-f5f644ecf9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:35.971395 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:36.005431 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-35832f40-33be-4e01-aadc-d8b2a97801e9 req-a379dd27-0dcd-4969-8a0e-6c7cff547a56 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c79a9f63-fa7d-4a05-9147-597c906881e3 HTTP/1.1" status: 200 len: 1001 time: 0.1256778 Mar 29 15:53:36.016927 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-9716ea49-9513-4f1c-aa2e-22d88663aa65 None None] Notify callbacks [] for port, precommit_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:36.031286 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-9716ea49-9513-4f1c-aa2e-22d88663aa65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:36.050387 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a43a682e-cf64-45dd-8876-fe4f815fb9d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0035034-69b0-5ffc-b384-0ac6189c5628-efb5e488-f74e-44e2-b797-2e1ce373dbc2', 'network_id': 'efb5e488-f74e-44e2-b797-2e1ce373dbc2', 'tenant_id': '675a1501a2754e0f8b5ef8adf224742c', 'fixed_ips': [{'subnet_id': 'e88b142a-2e73-40f8-ba60-489bc8f5fd05'}]}} from n-d-834765-1. {{(pid=102792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 29 15:53:36.051367 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-a43a682e-cf64-45dd-8876-fe4f815fb9d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:36.144064 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35832f40-33be-4e01-aadc-d8b2a97801e9 req-199f9af9-315a-4ea9-97a2-afabf00e94d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:53:36.146610 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-35832f40-33be-4e01-aadc-d8b2a97801e9 req-199f9af9-315a-4ea9-97a2-afabf00e94d9 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=406fd4ed-e828-4758-9c87-5ac29cec1b72 HTTP/1.1" status: 200 len: 853 time: 0.0805550 Mar 29 15:53:36.236104 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port 7f2bba77-7a22-4b5a-925b-e43efb2a0ebd triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:53:36.237232 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:36.283290 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9dbb033-61b2-4e91-a620-f17fcf9283e4 None None] Pushing event updated for resources: {'Port': ['ID=ffa642d5-ede1-45e0-aee8-f3b8f4dce416,revision_number=3']} {{(pid=102793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:53:36.327657 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9dbb033-61b2-4e91-a620-f17fcf9283e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:53:36.328155 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9dbb033-61b2-4e91-a620-f17fcf9283e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:53:36.328628 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9dbb033-61b2-4e91-a620-f17fcf9283e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:53:36.329189 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9dbb033-61b2-4e91-a620-f17fcf9283e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:53:36.329632 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9dbb033-61b2-4e91-a620-f17fcf9283e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:53:36.330135 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9dbb033-61b2-4e91-a620-f17fcf9283e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:53:36.330569 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9dbb033-61b2-4e91-a620-f17fcf9283e4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:53:36.331001 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9dbb033-61b2-4e91-a620-f17fcf9283e4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:53:36.331460 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9dbb033-61b2-4e91-a620-f17fcf9283e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:53:36.333355 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9dbb033-61b2-4e91-a620-f17fcf9283e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:53:36.334939 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9dbb033-61b2-4e91-a620-f17fcf9283e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:53:36.335079 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9dbb033-61b2-4e91-a620-f17fcf9283e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:53:36.382791 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.managers [None req-9716ea49-9513-4f1c-aa2e-22d88663aa65 None None] Attempting to bind port ffa642d5-ede1-45e0-aee8-f3b8f4dce416 on host n-d-834765-1 for vnic_type normal with profile {{(pid=102793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:53:36.390296 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.managers [None req-9716ea49-9513-4f1c-aa2e-22d88663aa65 None None] Attempting to bind port ffa642d5-ede1-45e0-aee8-f3b8f4dce416 by drivers openvswitch,hyperv on host n-d-834765-1 at level 0 using segments [{'id': '9779a8ce-e477-4331-8cc2-d153c07cbf93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'bc88b80e-509f-4983-8355-8cb722b08b1c'}] {{(pid=102793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:53:36.390895 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9716ea49-9513-4f1c-aa2e-22d88663aa65 None None] Attempting to bind port ffa642d5-ede1-45e0-aee8-f3b8f4dce416 on network bc88b80e-509f-4983-8355-8cb722b08b1c {{(pid=102793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:53:36.402252 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9716ea49-9513-4f1c-aa2e-22d88663aa65 None None] Checking agent: {'id': 'a8866439-9d96-425c-b519-6905c591ac37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 25, 36), 'started_at': datetime.datetime(2022, 3, 29, 15, 26, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 53, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834765-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:53:36.402803 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9716ea49-9513-4f1c-aa2e-22d88663aa65 None None] Checking segment: {'id': '9779a8ce-e477-4331-8cc2-d153c07cbf93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'bc88b80e-509f-4983-8355-8cb722b08b1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:53:36.403369 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-9716ea49-9513-4f1c-aa2e-22d88663aa65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:36.403864 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9716ea49-9513-4f1c-aa2e-22d88663aa65 None None] Bound using segment: {'id': '9779a8ce-e477-4331-8cc2-d153c07cbf93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'bc88b80e-509f-4983-8355-8cb722b08b1c'} {{(pid=102793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:53:36.404447 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.managers [None req-9716ea49-9513-4f1c-aa2e-22d88663aa65 None None] Bound port: ffa642d5-ede1-45e0-aee8-f3b8f4dce416, host: n-d-834765-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9779a8ce-e477-4331-8cc2-d153c07cbf93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'bc88b80e-509f-4983-8355-8cb722b08b1c'}}] {{(pid=102793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 15:53:36.405117 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-9716ea49-9513-4f1c-aa2e-22d88663aa65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:36.445917 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.db_base_plugin_common [None req-a43a682e-cf64-45dd-8876-fe4f815fb9d6 None None] Allocated IP 2001:db8::2 (efb5e488-f74e-44e2-b797-2e1ce373dbc2/e88b142a-2e73-40f8-ba60-489bc8f5fd05/b904d3be-b5db-458a-af81-d09ce7a63028) {{(pid=102792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:53:36.522637 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.db [None req-9716ea49-9513-4f1c-aa2e-22d88663aa65 None None] For port ffa642d5-ede1-45e0-aee8-f3b8f4dce416, host n-d-834765-1, cleared binding levels {{(pid=102793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:53:36.527403 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.db [None req-9716ea49-9513-4f1c-aa2e-22d88663aa65 None None] For port ffa642d5-ede1-45e0-aee8-f3b8f4dce416, host n-d-834765-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=ffa642d5-ede1-45e0-aee8-f3b8f4dce416,segment=NetworkSegment(9779a8ce-e477-4331-8cc2-d153c07cbf93),segment_id=9779a8ce-e477-4331-8cc2-d153c07cbf93)] {{(pid=102793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:53:36.535957 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-9716ea49-9513-4f1c-aa2e-22d88663aa65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:36.636699 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9716ea49-9513-4f1c-aa2e-22d88663aa65 None None] Routers {'3c7329e7-d928-4bba-81b9-c356e07773ca'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:53:36.637345 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-9716ea49-9513-4f1c-aa2e-22d88663aa65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:53:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['3c7329e7-d928-4bba-81b9-c356e07773ca'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:53:36.705879 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-a43a682e-cf64-45dd-8876-fe4f815fb9d6 None None] Notify callbacks [] for port, precommit_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:36.719960 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-a43a682e-cf64-45dd-8876-fe4f815fb9d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956'] for port, after_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:36.779718 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43a682e-cf64-45dd-8876-fe4f815fb9d6 None None] Pushing event updated for resources: {'Port': ['ID=b904d3be-b5db-458a-af81-d09ce7a63028,revision_number=1']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:53:36.787804 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-819e691d-398d-4450-bfae-c1277bbc0b37 None None] Provisioning complete for port ffa642d5-ede1-45e0-aee8-f3b8f4dce416 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:53:36.788467 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-819e691d-398d-4450-bfae-c1277bbc0b37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:36.792300 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-09ef0190-49e0-4fb1-bdfd-e240a12522a8 req-0d3f4d3e-4f90-41da-bb0e-762cfd1a681f tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup_access--1730287650&fields=id&tenant_id=030130d0937d42c9a5ecbc5c59eb4929 HTTP/1.1" status: 200 len: 267 time: 0.0711963 Mar 29 15:53:36.837946 n-d-834765-1 neutron-server[102792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a43a682e-cf64-45dd-8876-fe4f815fb9d6 None None] Network efb5e488-f74e-44e2-b797-2e1ce373dbc2 is already hosted by enough agents. {{(pid=102792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:53:36.840267 n-d-834765-1 neutron-server[102792]: DEBUG neutron.scheduler.base_scheduler [None req-a43a682e-cf64-45dd-8876-fe4f815fb9d6 None None] Resources bound (agent type, host, resource id): {{(pid=102792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:53:36.841074 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvr_db [None req-9716ea49-9513-4f1c-aa2e-22d88663aa65 None None] Set router 3c7329e7-d928-4bba-81b9-c356e07773ca gateway port host: n-d-834765-1 {{(pid=102793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:53:36.845048 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a43a682e-cf64-45dd-8876-fe4f815fb9d6 None None] Received port after_create {{(pid=102792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:53:36.853791 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99429b6f-3f1e-40fe-9324-76b66af0840f tempest-RoutersNegativeIpV6Test-315348334 tempest-RoutersNegativeIpV6Test-315348334-project] vlan segment allocate from pool success with {'vlan_id': 611, 'physical_network': 'physnet1'} {{(pid=102791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 15:53:36.915949 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-a43a682e-cf64-45dd-8876-fe4f815fb9d6 None None] Attempting to bind port b904d3be-b5db-458a-af81-d09ce7a63028 on host n-d-834765-1 for vnic_type normal with profile {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:53:36.916692 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-a43a682e-cf64-45dd-8876-fe4f815fb9d6 None None] Attempting to bind port b904d3be-b5db-458a-af81-d09ce7a63028 by drivers openvswitch,hyperv on host n-d-834765-1 at level 0 using segments [{'id': '101c1aee-4993-45ef-bd96-905cda8e0b89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'efb5e488-f74e-44e2-b797-2e1ce373dbc2'}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:53:36.917301 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a43a682e-cf64-45dd-8876-fe4f815fb9d6 None None] Attempting to bind port b904d3be-b5db-458a-af81-d09ce7a63028 on network efb5e488-f74e-44e2-b797-2e1ce373dbc2 {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:53:36.924511 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-99429b6f-3f1e-40fe-9324-76b66af0840f tempest-RoutersNegativeIpV6Test-315348334 tempest-RoutersNegativeIpV6Test-315348334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:36.924855 n-d-834765-1 neutron-server[102791]: INFO neutron.db.segments_db [None req-99429b6f-3f1e-40fe-9324-76b66af0840f tempest-RoutersNegativeIpV6Test-315348334 tempest-RoutersNegativeIpV6Test-315348334-project] Added segment 57dcd569-22f2-421a-843b-668a933ea987 of type vlan for network da1f0950-b99d-4bd9-ba7b-f495d65293fd Mar 29 15:53:36.930318 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-09ef0190-49e0-4fb1-bdfd-e240a12522a8 req-141240d0-cce1-4205-91f6-527e4102fd9b tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup_general--1669342089&fields=id&tenant_id=030130d0937d42c9a5ecbc5c59eb4929 HTTP/1.1" status: 200 len: 267 time: 0.1352851 Mar 29 15:53:36.957540 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a43a682e-cf64-45dd-8876-fe4f815fb9d6 None None] Checking agent: {'id': 'a8866439-9d96-425c-b519-6905c591ac37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 25, 36), 'started_at': datetime.datetime(2022, 3, 29, 15, 26, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 53, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834765-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:53:36.957994 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9dbb033-61b2-4e91-a620-f17fcf9283e4 None None] Pushing event updated for resources: {'Port': ['ID=ffa642d5-ede1-45e0-aee8-f3b8f4dce416,revision_number=4']} {{(pid=102793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:53:36.958136 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a43a682e-cf64-45dd-8876-fe4f815fb9d6 None None] Checking segment: {'id': '101c1aee-4993-45ef-bd96-905cda8e0b89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'efb5e488-f74e-44e2-b797-2e1ce373dbc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:53:36.958435 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-a43a682e-cf64-45dd-8876-fe4f815fb9d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:36.959406 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a43a682e-cf64-45dd-8876-fe4f815fb9d6 None None] Bound using segment: {'id': '101c1aee-4993-45ef-bd96-905cda8e0b89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'efb5e488-f74e-44e2-b797-2e1ce373dbc2'} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:53:36.959632 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-a43a682e-cf64-45dd-8876-fe4f815fb9d6 None None] Bound port: b904d3be-b5db-458a-af81-d09ce7a63028, host: n-d-834765-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '101c1aee-4993-45ef-bd96-905cda8e0b89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'efb5e488-f74e-44e2-b797-2e1ce373dbc2'}}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 15:53:36.959977 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-a43a682e-cf64-45dd-8876-fe4f815fb9d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:36.976045 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d9a3573b-7376-407e-80cc-e070b6d265c2 req-5019f6bf-d490-4448-9421-4a67fe166bf3 service neutron] 10.222.0.48 "GET /v2.0/networks/289d4c05-6537-47d7-9c1c-0777ed8cf48a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2227840 Mar 29 15:53:37.015289 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-819e691d-398d-4450-bfae-c1277bbc0b37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:37.052930 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-819e691d-398d-4450-bfae-c1277bbc0b37 None None] For port ffa642d5-ede1-45e0-aee8-f3b8f4dce416, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=ffa642d5-ede1-45e0-aee8-f3b8f4dce416,segment=NetworkSegment(9779a8ce-e477-4331-8cc2-d153c07cbf93),segment_id=9779a8ce-e477-4331-8cc2-d153c07cbf93)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:53:37.082543 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-819e691d-398d-4450-bfae-c1277bbc0b37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:37.086774 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f343a136-db95-4a21-8c45-1e4744711490 req-1e7fafa4-c15e-431a-8c8d-63c47978fa60 tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:53:37.094127 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f343a136-db95-4a21-8c45-1e4744711490 req-1e7fafa4-c15e-431a-8c8d-63c47978fa60 tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] 10.222.0.42 "GET /v2.0/ports?device_id=cbe49725-0a5d-42e9-bfee-0425af8500ec HTTP/1.1" status: 200 len: 945 time: 1.0273552 Mar 29 15:53:37.104628 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-cbabd235-3c70-476f-b840-bfb940f3c97d req-76243619-ccf3-4575-944b-887c411f31be tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Notify callbacks [] for port, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:37.111715 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35832f40-33be-4e01-aadc-d8b2a97801e9 req-29c24b08-51aa-4f0d-91e5-be1a40752dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:53:37.113168 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-35832f40-33be-4e01-aadc-d8b2a97801e9 req-29c24b08-51aa-4f0d-91e5-be1a40752dd7 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=5820eec2-ced2-414a-ab32-af1fabeb5f44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3629251 Mar 29 15:53:37.116541 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-99429b6f-3f1e-40fe-9324-76b66af0840f tempest-RoutersNegativeIpV6Test-315348334 tempest-RoutersNegativeIpV6Test-315348334-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783522915970'] for network, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:37.123874 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-a43a682e-cf64-45dd-8876-fe4f815fb9d6 None None] For port b904d3be-b5db-458a-af81-d09ce7a63028, host n-d-834765-1, cleared binding levels {{(pid=102792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:53:37.143589 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-a43a682e-cf64-45dd-8876-fe4f815fb9d6 None None] For port b904d3be-b5db-458a-af81-d09ce7a63028, host n-d-834765-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=b904d3be-b5db-458a-af81-d09ce7a63028,segment=NetworkSegment(101c1aee-4993-45ef-bd96-905cda8e0b89),segment_id=101c1aee-4993-45ef-bd96-905cda8e0b89)] {{(pid=102792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:53:37.153238 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-a43a682e-cf64-45dd-8876-fe4f815fb9d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:37.170104 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819e691d-398d-4450-bfae-c1277bbc0b37 None None] Pushing event updated for resources: {'Port': ['ID=ffa642d5-ede1-45e0-aee8-f3b8f4dce416,revision_number=5']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:53:37.242178 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-edf3894d-88de-4389-ae06-a6dc4c6df20a None None] Provisioning complete for port ffa642d5-ede1-45e0-aee8-f3b8f4dce416 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:53:37.242544 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-edf3894d-88de-4389-ae06-a6dc4c6df20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:37.273112 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ef0190-49e0-4fb1-bdfd-e240a12522a8 req-9e8a2506-f0b2-4bde-b3e3-0e050f07f82e tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:53:37.280346 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-09ef0190-49e0-4fb1-bdfd-e240a12522a8 req-9e8a2506-f0b2-4bde-b3e3-0e050f07f82e tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] 10.222.0.42 "GET /v2.0/networks?id=bc88b80e-509f-4983-8355-8cb722b08b1c HTTP/1.1" status: 200 len: 796 time: 0.3447404 Mar 29 15:53:37.303996 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-09ef0190-49e0-4fb1-bdfd-e240a12522a8 req-8bd19280-68d3-4493-a9d4-ea11ec552c67 tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] 10.222.0.42 "GET /v2.0/quotas/030130d0937d42c9a5ecbc5c59eb4929 HTTP/1.1" status: 200 len: 375 time: 0.0171483 Mar 29 15:53:37.332688 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43a682e-cf64-45dd-8876-fe4f815fb9d6 None None] Pushing event updated for resources: {'Port': ['ID=b904d3be-b5db-458a-af81-d09ce7a63028,revision_number=2']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:53:37.343491 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-35832f40-33be-4e01-aadc-d8b2a97801e9 req-47de5534-bf2c-4f58-b3d3-b5f20f13fd42 service neutron] 10.222.0.44 "GET /v2.0/networks/5820eec2-ced2-414a-ab32-af1fabeb5f44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2167883 Mar 29 15:53:37.411113 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-9716ea49-9513-4f1c-aa2e-22d88663aa65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c7329e7-d928-4bba-81b9-c356e07773ca', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2028324156', 'tenant_id': '030130d0937d42c9a5ecbc5c59eb4929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.142'}], 'enable_snat': True}, 'gw_port_id': 'f2a558ee-cb7e-4438-8bbf-6e3bb280e05b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:53:22Z', 'updated_at': '2022-03-29T15:53:32Z', 'revision_number': 4, 'project_id': '030130d0937d42c9a5ecbc5c59eb4929', 'gw_port': {'id': 'f2a558ee-cb7e-4438-8bbf-6e3bb280e05b', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:99:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c7329e7-d928-4bba-81b9-c356e07773ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2162, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:53:24Z', 'updated_at': '2022-03-29T15:53:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': 'ffa642d5-ede1-45e0-aee8-f3b8f4dce416', 'name': '', 'network_id': 'bc88b80e-509f-4983-8355-8cb722b08b1c', 'tenant_id': '030130d0937d42c9a5ecbc5c59eb4929', 'mac_address': 'fa:16:3e:92:e5:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c7329e7-d928-4bba-81b9-c356e07773ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 2167, 'fixed_ips': [{'subnet_id': 'd1790831-214e-4ecf-90c1-f78e7ba94f96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:53:31Z', 'updated_at': '2022-03-29T15:53:36Z', 'revision_number': 4, 'project_id': '030130d0937d42c9a5ecbc5c59eb4929', 'subnets': [{'id': 'd1790831-214e-4ecf-90c1-f78e7ba94f96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:53:37.413331 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-09ef0190-49e0-4fb1-bdfd-e240a12522a8 req-2d0443be-5f56-4cd5-832c-44e32a2b8c50 tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=030130d0937d42c9a5ecbc5c59eb4929&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0977931 Mar 29 15:53:37.439399 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f343a136-db95-4a21-8c45-1e4744711490 req-c12eb409-9533-466c-b537-ecbd3adad347 tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] 10.222.0.42 "GET /v2.0/security-groups?id=18cf8a9a-ec7a-4d70-920e-5df66f5b2aec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3118761 Mar 29 15:53:37.456596 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-99429b6f-3f1e-40fe-9324-76b66af0840f tempest-RoutersNegativeIpV6Test-315348334 tempest-RoutersNegativeIpV6Test-315348334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795'] for network, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:37.465124 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9716ea49-9513-4f1c-aa2e-22d88663aa65 None None] The sync data for ids ['3c7329e7-d928-4bba-81b9-c356e07773ca'] in n-d-834765-1 is: [{'id': '3c7329e7-d928-4bba-81b9-c356e07773ca', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2028324156', 'tenant_id': '030130d0937d42c9a5ecbc5c59eb4929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.142'}], 'enable_snat': True}, 'gw_port_id': 'f2a558ee-cb7e-4438-8bbf-6e3bb280e05b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:53:22Z', 'updated_at': '2022-03-29T15:53:32Z', 'revision_number': 4, 'project_id': '030130d0937d42c9a5ecbc5c59eb4929', 'gw_port': {'id': 'f2a558ee-cb7e-4438-8bbf-6e3bb280e05b', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:99:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c7329e7-d928-4bba-81b9-c356e07773ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2162, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:53:24Z', 'updated_at': '2022-03-29T15:53:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': 'ffa642d5-ede1-45e0-aee8-f3b8f4dce416', 'name': '', 'network_id': 'bc88b80e-509f-4983-8355-8cb722b08b1c', 'tenant_id': '030130d0937d42c9a5ecbc5c59eb4929', 'mac_address': 'fa:16:3e:92:e5:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c7329e7-d928-4bba-81b9-c356e07773ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 2167, 'fixed_ips': [{'subnet_id': 'd1790831-214e-4ecf-90c1-f78e7ba94f96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:53:31Z', 'updated_at': '2022-03-29T15:53:36Z', 'revision_number': 4, 'project_id': '030130d0937d42c9a5ecbc5c59eb4929', 'subnets': [{'id': 'd1790831-214e-4ecf-90c1-f78e7ba94f96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:53:37.479302 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99429b6f-3f1e-40fe-9324-76b66af0840f tempest-RoutersNegativeIpV6Test-315348334 tempest-RoutersNegativeIpV6Test-315348334-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:53:37.479302 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-99429b6f-3f1e-40fe-9324-76b66af0840f tempest-RoutersNegativeIpV6Test-315348334 tempest-RoutersNegativeIpV6Test-315348334-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for network, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:37.612221 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-99429b6f-3f1e-40fe-9324-76b66af0840f tempest-RoutersNegativeIpV6Test-315348334 tempest-RoutersNegativeIpV6Test-315348334-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 2.0313745 Mar 29 15:53:37.619276 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-cbabd235-3c70-476f-b840-bfb940f3c97d req-76243619-ccf3-4575-944b-887c411f31be tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:37.672763 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 35312) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:53:37.684255 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-346a4044-6311-42c7-bb0c-71976b42740f tempest-RoutersNegativeIpV6Test-315348334 tempest-RoutersNegativeIpV6Test-315348334-project] Request body: {'network': {'name': 'tempest-router-network02--1413117423'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:53:37.710093 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-09ef0190-49e0-4fb1-bdfd-e240a12522a8 req-a86f1bd9-9ceb-4381-a69c-5617b6d96b13 service neutron] 10.222.0.42 "GET /v2.0/networks/bc88b80e-509f-4983-8355-8cb722b08b1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2803378 Mar 29 15:53:37.782837 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device 2f38790c-202a-40fc-9644-4823db80b094 up at agent hyperv_n-h1-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:53:37.851181 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-35832f40-33be-4e01-aadc-d8b2a97801e9 req-d3b64ecf-13f0-4726-94ec-d3bfe36649ec service neutron] 10.222.0.44 "GET /v2.0/networks/5820eec2-ced2-414a-ab32-af1fabeb5f44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4915273 Mar 29 15:53:37.858270 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76243619-ccf3-4575-944b-887c411f31be tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Pushing event updated for resources: {'Port': ['ID=c7980440-a2bc-4a32-9f5c-7dafd0239f39,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:53:37.913961 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Provisioning for port 2f38790c-202a-40fc-9644-4823db80b094 completed by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 15:53:37.919394 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99429b6f-3f1e-40fe-9324-76b66af0840f tempest-RoutersNegativeIpV6Test-315348334 tempest-RoutersNegativeIpV6Test-315348334-project] Pushing event updated for resources: {'Network': ['ID=da1f0950-b99d-4bd9-ba7b-f495d65293fd,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:53:37.926522 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Provisioning complete for port 2f38790c-202a-40fc-9644-4823db80b094 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:53:37.926818 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:37.985225 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-09ef0190-49e0-4fb1-bdfd-e240a12522a8 req-8050fade-36da-4041-91af-d7babcca8cf9 service neutron] 10.222.0.42 "GET /v2.0/networks/bc88b80e-509f-4983-8355-8cb722b08b1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2519159 Mar 29 15:53:38.032163 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cbabd235-3c70-476f-b840-bfb940f3c97d req-76243619-ccf3-4575-944b-887c411f31be tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Network 4ba2607b-b448-44f6-8335-46066b72a89c is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:53:38.044100 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [req-cbabd235-3c70-476f-b840-bfb940f3c97d req-76243619-ccf3-4575-944b-887c411f31be tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:53:38.049207 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Network da1f0950-b99d-4bd9-ba7b-f495d65293fd details requested by agent ovs-agent-n-d-834765-1 with host n-d-834765-1 {{(pid=102792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 15:53:38.054610 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbabd235-3c70-476f-b840-bfb940f3c97d req-76243619-ccf3-4575-944b-887c411f31be tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Received port after_create {{(pid=102791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:53:38.097569 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device b904d3be-b5db-458a-af81-d09ce7a63028 up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:53:38.116276 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-346a4044-6311-42c7-bb0c-71976b42740f tempest-RoutersNegativeIpV6Test-315348334 tempest-RoutersNegativeIpV6Test-315348334-project] Made reservation on behalf of 675a1501a2754e0f8b5ef8adf224742c for: {'network': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:53:38.124502 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-346a4044-6311-42c7-bb0c-71976b42740f tempest-RoutersNegativeIpV6Test-315348334 tempest-RoutersNegativeIpV6Test-315348334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for network, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:38.145814 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9c7605-490c-4b8f-90c9-a67279c5d8c4 req-f5ed043f-27de-4f10-82d4-e85e59549f7a tempest-InstanceActionsTestJSON-1539897586 tempest-InstanceActionsTestJSON-1539897586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:53:38.148143 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-3a9c7605-490c-4b8f-90c9-a67279c5d8c4 req-f5ed043f-27de-4f10-82d4-e85e59549f7a tempest-InstanceActionsTestJSON-1539897586 tempest-InstanceActionsTestJSON-1539897586-project] 10.222.0.42 "GET /v2.0/ports?device_id=45afabb3-7608-4b04-a056-17c93f2ab904 HTTP/1.1" status: 200 len: 945 time: 0.5322266 Mar 29 15:53:38.227918 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbabd235-3c70-476f-b840-bfb940f3c97d req-76243619-ccf3-4575-944b-887c411f31be tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:53:38.228606 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-cbabd235-3c70-476f-b840-bfb940f3c97d req-76243619-ccf3-4575-944b-887c411f31be tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:38.290740 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744be2e0-211b-4b84-8d68-29fb75886a2c req-e49963a9-e6eb-4655-bb10-37c35557ab83 tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:53:38.292399 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-744be2e0-211b-4b84-8d68-29fb75886a2c req-e49963a9-e6eb-4655-bb10-37c35557ab83 tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] 10.222.0.44 "GET /v2.0/ports?device_id=cbe49725-0a5d-42e9-bfee-0425af8500ec HTTP/1.1" status: 200 len: 945 time: 0.3742599 Mar 29 15:53:38.328523 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-cbabd235-3c70-476f-b840-bfb940f3c97d req-76243619-ccf3-4575-944b-887c411f31be tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5215893 Mar 29 15:53:38.330056 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-346a4044-6311-42c7-bb0c-71976b42740f tempest-RoutersNegativeIpV6Test-315348334 tempest-RoutersNegativeIpV6Test-315348334-project] vlan segment allocate from pool success with {'vlan_id': 637, 'physical_network': 'physnet1'} {{(pid=102791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 15:53:38.481013 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [req-cbabd235-3c70-476f-b840-bfb940f3c97d req-110a98ba-2bcb-43a3-84e5-e494ff03d112 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Request body: {'port': {'device_id': 'b5e34b53-8d44-45db-a377-1c001fe98b5c', 'network_id': '4ba2607b-b448-44f6-8335-46066b72a89c', 'admin_state_up': True, 'tenant_id': '9cad725e1c41463fab431e48b8d9bfff', 'security_groups': ['e2ab8bce-bca0-434d-ad1c-ad30dfd1db67']}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:53:38.516088 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4310d77-8cfc-45b5-86c2-677b46d254c0 req-964d5023-3032-44f9-a8e3-c14921b5711d tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:53:38.531779 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-346a4044-6311-42c7-bb0c-71976b42740f tempest-RoutersNegativeIpV6Test-315348334 tempest-RoutersNegativeIpV6Test-315348334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:38.532662 n-d-834765-1 neutron-server[102791]: INFO neutron.db.segments_db [None req-346a4044-6311-42c7-bb0c-71976b42740f tempest-RoutersNegativeIpV6Test-315348334 tempest-RoutersNegativeIpV6Test-315348334-project] Added segment fd4bc5ba-032e-4c95-a9c0-c94a9082ccc6 of type vlan for network 5f843e94-f294-435c-bf89-7e2d94ef5240 Mar 29 15:53:38.557310 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4310d77-8cfc-45b5-86c2-677b46d254c0 req-964d5023-3032-44f9-a8e3-c14921b5711d tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:53:38.559921 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-3a9c7605-490c-4b8f-90c9-a67279c5d8c4 req-2576063f-a4b0-4d8f-bf7e-45d49994c232 tempest-InstanceActionsTestJSON-1539897586 tempest-InstanceActionsTestJSON-1539897586-project] 10.222.0.42 "GET /v2.0/security-groups?id=5319c875-405f-45d4-a6ea-a24484c49f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3959069 Mar 29 15:53:38.566457 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-a4310d77-8cfc-45b5-86c2-677b46d254c0 req-964d5023-3032-44f9-a8e3-c14921b5711d tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] 10.222.0.42 "GET /v2.0/ports?device_id=b5e34b53-8d44-45db-a377-1c001fe98b5c HTTP/1.1" status: 200 len: 1653 time: 0.2035313 Mar 29 15:53:38.725738 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-a4310d77-8cfc-45b5-86c2-677b46d254c0 req-034fa451-6b33-4256-a334-45cd687bb246 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] 10.222.0.42 "GET /v2.0/security-groups?id=e2ab8bce-bca0-434d-ad1c-ad30dfd1db67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1529961 Mar 29 15:53:38.792311 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-346a4044-6311-42c7-bb0c-71976b42740f tempest-RoutersNegativeIpV6Test-315348334 tempest-RoutersNegativeIpV6Test-315348334-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783522915970'] for network, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:38.921577 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-3a0354cf-4234-4c96-bb0e-b5a721e99b54 None None] Provisioning complete for port c7980440-a2bc-4a32-9f5c-7dafd0239f39 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:53:38.923042 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-3a0354cf-4234-4c96-bb0e-b5a721e99b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:38.948706 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.db.resource_extend [None req-346a4044-6311-42c7-bb0c-71976b42740f tempest-RoutersNegativeIpV6Test-315348334 tempest-RoutersNegativeIpV6Test-315348334-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 29 15:53:38.957276 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-17f2c12a-a6d4-4979-b97c-f7d12f1940dc req-e5258e02-3c2e-4592-868a-637c50c9ec13 tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] 10.222.0.42 "GET /v2.0/ports?device_id=ae47874e-9944-4a81-b52b-64a39ecfeb9b HTTP/1.1" status: 200 len: 210 time: 0.0740042 Mar 29 15:53:38.975109 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-8b306f23-efce-4aa0-ac62-ad4ca4fabdb8 req-09f31ed4-48df-4c23-a961-0f7f773143b5 tempest-ServerShowV254Test-121067504 tempest-ServerShowV254Test-121067504-project] 10.222.0.42 "GET /v2.0/ports?device_id=b2edd932-49bb-4a43-bc85-79af9d19e99e HTTP/1.1" status: 200 len: 210 time: 0.1772132 Mar 29 15:53:39.038866 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-3a0354cf-4234-4c96-bb0e-b5a721e99b54 None None] Port c7980440-a2bc-4a32-9f5c-7dafd0239f39 cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 15:53:39.041207 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:39.061982 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port b904d3be-b5db-458a-af81-d09ce7a63028 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:53:39.062353 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:39.074534 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-346a4044-6311-42c7-bb0c-71976b42740f tempest-RoutersNegativeIpV6Test-315348334 tempest-RoutersNegativeIpV6Test-315348334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795'] for network, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:39.081294 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-346a4044-6311-42c7-bb0c-71976b42740f tempest-RoutersNegativeIpV6Test-315348334 tempest-RoutersNegativeIpV6Test-315348334-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:53:39.082411 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-346a4044-6311-42c7-bb0c-71976b42740f tempest-RoutersNegativeIpV6Test-315348334 tempest-RoutersNegativeIpV6Test-315348334-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for network, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:39.106259 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45afabb3-7608-4b04-a056-17c93f2ab904', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f38790c-202a-40fc-9644-4823db80b094'}] {{(pid=102792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:53:39.110358 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4f476c66b318cc6068719fc39557fac68d413f5c7e78fa77028c7948e999ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1477bc33-0334-436f-a1b4-0d4a0e811a57" -d '{"events": [{"server_uuid": "45afabb3-7608-4b04-a056-17c93f2ab904", "name": "network-vif-plugged", "status": "completed", "tag": "2f38790c-202a-40fc-9644-4823db80b094"}]}' {{(pid=102792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:53:39.171914 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port 2f38790c-202a-40fc-9644-4823db80b094, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=2f38790c-202a-40fc-9644-4823db80b094,segment=NetworkSegment(9b2b7c7b-66cc-4051-9540-0bb92f7c5ee2),segment_id=9b2b7c7b-66cc-4051-9540-0bb92f7c5ee2)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:53:39.189913 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:39.204096 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [req-744be2e0-211b-4b84-8d68-29fb75886a2c req-74bc3e01-b867-48e8-ba60-27194439cfef tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Deleting port c79a9f63-fa7d-4a05-9147-597c906881e3 {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:53:39.204797 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-744be2e0-211b-4b84-8d68-29fb75886a2c req-74bc3e01-b867-48e8-ba60-27194439cfef tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:39.211481 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:53:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-900c6926-7842-40e7-810f-5e64e58d036c x-openstack-request-id: req-900c6926-7842-40e7-810f-5e64e58d036c {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:53:39.212011 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45afabb3-7608-4b04-a056-17c93f2ab904", "name": "network-vif-plugged", "status": "completed", "tag": "2f38790c-202a-40fc-9644-4823db80b094", "code": 200}]} {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:53:39.212294 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-900c6926-7842-40e7-810f-5e64e58d036c {{(pid=102792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:53:39.212752 n-d-834765-1 neutron-server[102792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45afabb3-7608-4b04-a056-17c93f2ab904', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f38790c-202a-40fc-9644-4823db80b094', 'code': 200} Mar 29 15:53:39.252580 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-346a4044-6311-42c7-bb0c-71976b42740f tempest-RoutersNegativeIpV6Test-315348334 tempest-RoutersNegativeIpV6Test-315348334-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.5783436 Mar 29 15:53:39.253881 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 35330) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:53:39.266133 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-6697d12a-6ca4-40d7-b662-f7c63ab1501e tempest-RoutersNegativeIpV6Test-315348334 tempest-RoutersNegativeIpV6Test-315348334-project] Request body: {'subnet': {'network_id': 'da1f0950-b99d-4bd9-ba7b-f495d65293fd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:53:39.270710 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cbabd235-3c70-476f-b840-bfb940f3c97d req-110a98ba-2bcb-43a3-84e5-e494ff03d112 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Made reservation on behalf of 9cad725e1c41463fab431e48b8d9bfff for: {'port': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:53:39.275437 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-cbabd235-3c70-476f-b840-bfb940f3c97d req-110a98ba-2bcb-43a3-84e5-e494ff03d112 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:39.281383 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346a4044-6311-42c7-bb0c-71976b42740f tempest-RoutersNegativeIpV6Test-315348334 tempest-RoutersNegativeIpV6Test-315348334-project] Pushing event updated for resources: {'Network': ['ID=5f843e94-f294-435c-bf89-7e2d94ef5240,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:53:39.326470 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Network 5f843e94-f294-435c-bf89-7e2d94ef5240 details requested by agent ovs-agent-n-d-834765-1 with host n-d-834765-1 {{(pid=102792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 15:53:39.338210 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb6821b-6947-4d39-978a-7b9dd4005c28 req-3c65cc03-c1c6-4d3e-af83-6eb9e9f76f3f tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:53:39.339700 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-aeb6821b-6947-4d39-978a-7b9dd4005c28 req-3c65cc03-c1c6-4d3e-af83-6eb9e9f76f3f tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] 10.222.0.42 "GET /v2.0/ports?device_id=cbe49725-0a5d-42e9-bfee-0425af8500ec HTTP/1.1" status: 200 len: 945 time: 0.2154882 Mar 29 15:53:39.451478 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfbcbe88-f39c-4e43-b676-e55b196181ba None None] Network efb5e488-f74e-44e2-b797-2e1ce373dbc2 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 15:53:39.477905 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a02af08-2597-44aa-89c2-329578153844 req-2d319ceb-9259-4aa8-a592-ee31cf0c50b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:53:39.479578 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-0a02af08-2597-44aa-89c2-329578153844 req-2d319ceb-9259-4aa8-a592-ee31cf0c50b8 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=45afabb3-7608-4b04-a056-17c93f2ab904 HTTP/1.1" status: 200 len: 1097 time: 0.1615345 Mar 29 15:53:39.559509 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6697d12a-6ca4-40d7-b662-f7c63ab1501e tempest-RoutersNegativeIpV6Test-315348334 tempest-RoutersNegativeIpV6Test-315348334-project] Made reservation on behalf of 675a1501a2754e0f8b5ef8adf224742c for: {'subnet': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:53:39.577337 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-6697d12a-6ca4-40d7-b662-f7c63ab1501e tempest-RoutersNegativeIpV6Test-315348334 tempest-RoutersNegativeIpV6Test-315348334-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4793983'] for subnet, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:39.579460 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-0a02af08-2597-44aa-89c2-329578153844 req-63beb1f5-918c-4b33-8e0c-b939f8d99f5c service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=5319c875-405f-45d4-a6ea-a24484c49f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895689 Mar 29 15:53:39.593533 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-744be2e0-211b-4b84-8d68-29fb75886a2c req-74bc3e01-b867-48e8-ba60-27194439cfef tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] For port c79a9f63-fa7d-4a05-9147-597c906881e3, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=c79a9f63-fa7d-4a05-9147-597c906881e3,segment=NetworkSegment(593392ec-7215-4ab3-8e52-325f9a7e2718),segment_id=593392ec-7215-4ab3-8e52-325f9a7e2718)] {{(pid=102791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:53:39.594247 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-744be2e0-211b-4b84-8d68-29fb75886a2c req-74bc3e01-b867-48e8-ba60-27194439cfef tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:39.598229 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-aeb6821b-6947-4d39-978a-7b9dd4005c28 req-a0e7caab-1860-4684-ad28-f24749c034d9 tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] 10.222.0.42 "GET /v2.0/security-groups?id=18cf8a9a-ec7a-4d70-920e-5df66f5b2aec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2299621 Mar 29 15:53:39.711636 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-b1f9551e-c149-42d5-bdff-05fbb560df12 None None] Provisioning complete for port b904d3be-b5db-458a-af81-d09ce7a63028 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:53:39.713096 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-b1f9551e-c149-42d5-bdff-05fbb560df12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:39.722632 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Pushing event updated for resources: {'Port': ['ID=2f38790c-202a-40fc-9644-4823db80b094,revision_number=5']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:53:39.770244 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:39.964689 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-744be2e0-211b-4b84-8d68-29fb75886a2c req-74bc3e01-b867-48e8-ba60-27194439cfef tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:39.965090 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-744be2e0-211b-4b84-8d68-29fb75886a2c req-74bc3e01-b867-48e8-ba60-27194439cfef tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648212'] for floatingip, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:39.965481 n-d-834765-1 neutron-server[102791]: INFO neutron.db.l3_db [req-744be2e0-211b-4b84-8d68-29fb75886a2c req-74bc3e01-b867-48e8-ba60-27194439cfef tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Floating IP 0fd22a2a-400e-4da9-8213-717db891bbe1 disassociated. External IP: 172.25.4.155, port: c79a9f63-fa7d-4a05-9147-597c906881e3. Mar 29 15:53:39.965832 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [req-744be2e0-211b-4b84-8d68-29fb75886a2c req-74bc3e01-b867-48e8-ba60-27194439cfef tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Calling delete_port for c79a9f63-fa7d-4a05-9147-597c906881e3 owned by compute:nova {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:53:40.016955 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] For port b904d3be-b5db-458a-af81-d09ce7a63028, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=b904d3be-b5db-458a-af81-d09ce7a63028,segment=NetworkSegment(101c1aee-4993-45ef-bd96-905cda8e0b89),segment_id=101c1aee-4993-45ef-bd96-905cda8e0b89)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:53:40.018922 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-6697d12a-6ca4-40d7-b662-f7c63ab1501e tempest-RoutersNegativeIpV6Test-315348334 tempest-RoutersNegativeIpV6Test-315348334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5231896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4793961'] for subnet, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:40.046002 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:40.046801 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device ffa642d5-ede1-45e0-aee8-f3b8f4dce416 up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:53:40.094663 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6697d12a-6ca4-40d7-b662-f7c63ab1501e tempest-RoutersNegativeIpV6Test-315348334 tempest-RoutersNegativeIpV6Test-315348334-project] Pushing event updated for resources: {'Subnet': ['ID=8b7c1818-71f2-4263-bf35-2d381bb776d2,revision_number=0']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:53:40.115411 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942e9faf-8d94-4030-8dca-6fed2a2764e6 req-7ba47f40-cb00-469b-8ca5-fcb794d7642a tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:53:40.127928 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942e9faf-8d94-4030-8dca-6fed2a2764e6 req-7ba47f40-cb00-469b-8ca5-fcb794d7642a tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:53:40.131311 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-942e9faf-8d94-4030-8dca-6fed2a2764e6 req-7ba47f40-cb00-469b-8ca5-fcb794d7642a tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] 10.222.0.42 "GET /v2.0/ports?device_id=b5e34b53-8d44-45db-a377-1c001fe98b5c HTTP/1.1" status: 200 len: 1653 time: 0.1936917 Mar 29 15:53:40.241795 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-942e9faf-8d94-4030-8dca-6fed2a2764e6 req-7b17a891-84de-4169-ad78-53960764d3df tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] 10.222.0.42 "GET /v2.0/security-groups?id=e2ab8bce-bca0-434d-ad1c-ad30dfd1db67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1000941 Mar 29 15:53:40.256575 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Pushing event updated for resources: {'Port': ['ID=b904d3be-b5db-458a-af81-d09ce7a63028,revision_number=3']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:53:40.264204 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6697d12a-6ca4-40d7-b662-f7c63ab1501e tempest-RoutersNegativeIpV6Test-315348334 tempest-RoutersNegativeIpV6Test-315348334-project] Checking segment: {'id': '57dcd569-22f2-421a-843b-668a933ea987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'da1f0950-b99d-4bd9-ba7b-f495d65293fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:53:40.265141 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_common [req-cbabd235-3c70-476f-b840-bfb940f3c97d req-110a98ba-2bcb-43a3-84e5-e494ff03d112 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Allocated IP 10.1.1.204 (4ba2607b-b448-44f6-8335-46066b72a89c/bc361fa1-f654-45a1-af1c-12ca60a2e415/45434a8b-e66c-4986-94a1-97ad0466ab23) {{(pid=102791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:53:40.265565 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6697d12a-6ca4-40d7-b662-f7c63ab1501e tempest-RoutersNegativeIpV6Test-315348334 tempest-RoutersNegativeIpV6Test-315348334-project] Network hostable DHCP agents. Network: da1f0950-b99d-4bd9-ba7b-f495d65293fd, hostable agents: ['d136643e-48ae-49d4-a851-2ba3bdf3749c'], hosted agents: [] {{(pid=102790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 15:53:40.345111 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6697d12a-6ca4-40d7-b662-f7c63ab1501e tempest-RoutersNegativeIpV6Test-315348334 tempest-RoutersNegativeIpV6Test-315348334-project] Network da1f0950-b99d-4bd9-ba7b-f495d65293fd is scheduled to be hosted by DHCP agent d136643e-48ae-49d4-a851-2ba3bdf3749c with binding_index 1 {{(pid=102790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 15:53:40.373827 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port ffa642d5-ede1-45e0-aee8-f3b8f4dce416 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:53:40.374304 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:40.385841 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-55a3c839-5535-4d9e-a8ae-20a3dc55353b req-b92b0291-3b77-4095-bc81-20f597303872 tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] 10.222.0.42 "GET /v2.0/ports?device_id=ae47874e-9944-4a81-b52b-64a39ecfeb9b HTTP/1.1" status: 200 len: 210 time: 0.0375800 Mar 29 15:53:40.389920 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-6697d12a-6ca4-40d7-b662-f7c63ab1501e tempest-RoutersNegativeIpV6Test-315348334 tempest-RoutersNegativeIpV6Test-315348334-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834765-1, da1f0950-b99d-4bd9-ba7b-f495d65293fd) {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:53:40.403792 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6697d12a-6ca4-40d7-b662-f7c63ab1501e tempest-RoutersNegativeIpV6Test-315348334 tempest-RoutersNegativeIpV6Test-315348334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:53:40.404358 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-6697d12a-6ca4-40d7-b662-f7c63ab1501e tempest-RoutersNegativeIpV6Test-315348334 tempest-RoutersNegativeIpV6Test-315348334-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for subnet, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:40.445913 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-6697d12a-6ca4-40d7-b662-f7c63ab1501e tempest-RoutersNegativeIpV6Test-315348334 tempest-RoutersNegativeIpV6Test-315348334-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1881862 Mar 29 15:53:40.450008 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 35344) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:53:40.462785 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-eea430ef-e3db-46c6-bfc9-eec3841017a3 tempest-RoutersNegativeIpV6Test-315348334 tempest-RoutersNegativeIpV6Test-315348334-project] Request body: {'subnet': {'network_id': '5f843e94-f294-435c-bf89-7e2d94ef5240', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:53:40.506697 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81653631-10e1-4c89-ae67-37ef7773f008 None None] Network da1f0950-b99d-4bd9-ba7b-f495d65293fd requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 15:53:40.574876 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-cbabd235-3c70-476f-b840-bfb940f3c97d req-110a98ba-2bcb-43a3-84e5-e494ff03d112 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Notify callbacks [] for port, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:40.690057 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eea430ef-e3db-46c6-bfc9-eec3841017a3 tempest-RoutersNegativeIpV6Test-315348334 tempest-RoutersNegativeIpV6Test-315348334-project] Made reservation on behalf of 675a1501a2754e0f8b5ef8adf224742c for: {'subnet': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:53:40.695677 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-eea430ef-e3db-46c6-bfc9-eec3841017a3 tempest-RoutersNegativeIpV6Test-315348334 tempest-RoutersNegativeIpV6Test-315348334-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4793983'] for subnet, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:40.716395 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ef0190-49e0-4fb1-bdfd-e240a12522a8 req-e146813f-d31a-4f55-a538-bbddedaaacb9 tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:53:40.717883 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-09ef0190-49e0-4fb1-bdfd-e240a12522a8 req-e146813f-d31a-4f55-a538-bbddedaaacb9 tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] 10.222.0.44 "GET /v2.0/networks?id=bc88b80e-509f-4983-8355-8cb722b08b1c HTTP/1.1" status: 200 len: 796 time: 0.1089153 Mar 29 15:53:40.718515 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-744be2e0-211b-4b84-8d68-29fb75886a2c req-74bc3e01-b867-48e8-ba60-27194439cfef tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:40.738106 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-2e7d9982-122b-4ae3-b7a5-8e9a2d8ca7e6 None None] Provisioning complete for port b904d3be-b5db-458a-af81-d09ce7a63028 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:53:40.738484 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-2e7d9982-122b-4ae3-b7a5-8e9a2d8ca7e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:40.751192 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-4e36cdb3-afe4-4ce1-94cb-86c4f6799d78 req-745407c3-c8ce-49e7-8f25-62a67cc8288f tempest-ServerShowV254Test-121067504 tempest-ServerShowV254Test-121067504-project] 10.222.0.42 "GET /v2.0/ports?device_id=b2edd932-49bb-4a43-bc85-79af9d19e99e HTTP/1.1" status: 200 len: 210 time: 0.1163266 Mar 29 15:53:40.779601 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bc3e01-b867-48e8-ba60-27194439cfef tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Pushing event deleted for resources: {'Port': ['ID=c79a9f63-fa7d-4a05-9147-597c906881e3,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:53:40.923755 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-09ef0190-49e0-4fb1-bdfd-e240a12522a8 req-eb2373d9-2de3-4e22-a49a-9c28ab8b304d tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=030130d0937d42c9a5ecbc5c59eb4929 HTTP/1.1" status: 200 len: 478 time: 0.1671410 Mar 29 15:53:40.939939 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [req-09ef0190-49e0-4fb1-bdfd-e240a12522a8 req-9ae64f6e-5e6a-42f7-9ea3-aa38c32c793d tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Request body: {'port': {'device_id': 'ae47874e-9944-4a81-b52b-64a39ecfeb9b', 'network_id': 'bc88b80e-509f-4983-8355-8cb722b08b1c', 'admin_state_up': True, 'tenant_id': '030130d0937d42c9a5ecbc5c59eb4929', 'security_groups': ['e89284b2-0678-470f-8a91-e1d4399dc334', 'fc3b4dc4-891d-42e8-b7bb-6b14924f76b3']}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:53:40.961686 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device b904d3be-b5db-458a-af81-d09ce7a63028 up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:53:41.032160 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-952f4649-2013-4c84-84ad-6464d8a3d3dd req-52d75fb5-52b5-45fd-8b3e-c7f0651c84e3 tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] 10.222.0.42 "GET /v2.0/ports?device_id=cbe49725-0a5d-42e9-bfee-0425af8500ec HTTP/1.1" status: 200 len: 210 time: 0.0399904 Mar 29 15:53:41.102869 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-eea430ef-e3db-46c6-bfc9-eec3841017a3 tempest-RoutersNegativeIpV6Test-315348334 tempest-RoutersNegativeIpV6Test-315348334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5231896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4793961'] for subnet, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:41.128496 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd2b45f3-ac97-4c30-83e4-b57e1e1e9baa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0035034-69b0-5ffc-b384-0ac6189c5628-da1f0950-b99d-4bd9-ba7b-f495d65293fd', 'network_id': 'da1f0950-b99d-4bd9-ba7b-f495d65293fd', 'tenant_id': '675a1501a2754e0f8b5ef8adf224742c', 'fixed_ips': [{'subnet_id': '8b7c1818-71f2-4263-bf35-2d381bb776d2'}]}} from n-d-834765-1. {{(pid=102792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 29 15:53:41.129405 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-bd2b45f3-ac97-4c30-83e4-b57e1e1e9baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:41.141979 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedc5495-5357-49e4-874d-9946166e0ca5 req-9227f091-f33b-4c26-8d74-0a078cd59835 tempest-InstanceActionsTestJSON-1539897586 tempest-InstanceActionsTestJSON-1539897586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:53:41.143556 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-dedc5495-5357-49e4-874d-9946166e0ca5 req-9227f091-f33b-4c26-8d74-0a078cd59835 tempest-InstanceActionsTestJSON-1539897586 tempest-InstanceActionsTestJSON-1539897586-project] 10.222.0.42 "GET /v2.0/ports?device_id=45afabb3-7608-4b04-a056-17c93f2ab904 HTTP/1.1" status: 200 len: 946 time: 0.5449638 Mar 29 15:53:41.146432 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port b904d3be-b5db-458a-af81-d09ce7a63028 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:53:41.147235 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:41.150706 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-cbabd235-3c70-476f-b840-bfb940f3c97d req-110a98ba-2bcb-43a3-84e5-e494ff03d112 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:41.204489 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea430ef-e3db-46c6-bfc9-eec3841017a3 tempest-RoutersNegativeIpV6Test-315348334 tempest-RoutersNegativeIpV6Test-315348334-project] Pushing event updated for resources: {'Subnet': ['ID=2830a6e9-27ff-4fb4-880c-fdf2daacb8a0,revision_number=0']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:53:41.217242 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eea430ef-e3db-46c6-bfc9-eec3841017a3 tempest-RoutersNegativeIpV6Test-315348334 tempest-RoutersNegativeIpV6Test-315348334-project] Checking segment: {'id': 'fd4bc5ba-032e-4c95-a9c0-c94a9082ccc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '5f843e94-f294-435c-bf89-7e2d94ef5240'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:53:41.218565 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eea430ef-e3db-46c6-bfc9-eec3841017a3 tempest-RoutersNegativeIpV6Test-315348334 tempest-RoutersNegativeIpV6Test-315348334-project] Network hostable DHCP agents. Network: 5f843e94-f294-435c-bf89-7e2d94ef5240, hostable agents: ['d136643e-48ae-49d4-a851-2ba3bdf3749c'], hosted agents: [] {{(pid=102790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 15:53:41.253697 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eea430ef-e3db-46c6-bfc9-eec3841017a3 tempest-RoutersNegativeIpV6Test-315348334 tempest-RoutersNegativeIpV6Test-315348334-project] Network 5f843e94-f294-435c-bf89-7e2d94ef5240 is scheduled to be hosted by DHCP agent d136643e-48ae-49d4-a851-2ba3bdf3749c with binding_index 1 {{(pid=102790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 15:53:41.269081 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-eea430ef-e3db-46c6-bfc9-eec3841017a3 tempest-RoutersNegativeIpV6Test-315348334 tempest-RoutersNegativeIpV6Test-315348334-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834765-1, 5f843e94-f294-435c-bf89-7e2d94ef5240) {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:53:41.279387 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eea430ef-e3db-46c6-bfc9-eec3841017a3 tempest-RoutersNegativeIpV6Test-315348334 tempest-RoutersNegativeIpV6Test-315348334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:53:41.280001 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-eea430ef-e3db-46c6-bfc9-eec3841017a3 tempest-RoutersNegativeIpV6Test-315348334 tempest-RoutersNegativeIpV6Test-315348334-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for subnet, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:41.290294 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50e660cf-a124-435a-9b89-c10672f409d5 None None] Network 5f843e94-f294-435c-bf89-7e2d94ef5240 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 15:53:41.301217 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cbabd235-3c70-476f-b840-bfb940f3c97d req-110a98ba-2bcb-43a3-84e5-e494ff03d112 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Network 4ba2607b-b448-44f6-8335-46066b72a89c is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:53:41.318415 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-eea430ef-e3db-46c6-bfc9-eec3841017a3 tempest-RoutersNegativeIpV6Test-315348334 tempest-RoutersNegativeIpV6Test-315348334-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8663423 Mar 29 15:53:41.321294 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 35352) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:53:41.327928 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [req-cbabd235-3c70-476f-b840-bfb940f3c97d req-110a98ba-2bcb-43a3-84e5-e494ff03d112 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:53:41.337173 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-dedc5495-5357-49e4-874d-9946166e0ca5 req-e4ac6623-25f7-41fa-9a13-32c8e80339b0 tempest-InstanceActionsTestJSON-1539897586 tempest-InstanceActionsTestJSON-1539897586-project] 10.222.0.42 "GET /v2.0/security-groups?id=5319c875-405f-45d4-a6ea-a24484c49f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839931 Mar 29 15:53:41.337974 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbabd235-3c70-476f-b840-bfb940f3c97d req-110a98ba-2bcb-43a3-84e5-e494ff03d112 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Received port after_create {{(pid=102791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:53:41.418951 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110a98ba-2bcb-43a3-84e5-e494ff03d112 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Pushing event updated for resources: {'Port': ['ID=45434a8b-e66c-4986-94a1-97ad0466ab23,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:53:41.449521 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.l3_agent_scheduler [req-744be2e0-211b-4b84-8d68-29fb75886a2c req-74bc3e01-b867-48e8-ba60-27194439cfef tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Router 9b23177d-8c08-44e2-bf32-a433f760b109 has already been hosted by L3 agent c648d819-1060-4f26-b4ec-6455387b5dff {{(pid=102791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 15:53:41.465889 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbabd235-3c70-476f-b840-bfb940f3c97d req-110a98ba-2bcb-43a3-84e5-e494ff03d112 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:53:41.466621 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-cbabd235-3c70-476f-b840-bfb940f3c97d req-110a98ba-2bcb-43a3-84e5-e494ff03d112 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:41.497057 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09ef0190-49e0-4fb1-bdfd-e240a12522a8 req-9ae64f6e-5e6a-42f7-9ea3-aa38c32c793d tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Made reservation on behalf of 030130d0937d42c9a5ecbc5c59eb4929 for: {'port': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:53:41.501057 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-09ef0190-49e0-4fb1-bdfd-e240a12522a8 req-9ae64f6e-5e6a-42f7-9ea3-aa38c32c793d tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:41.565415 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-cbabd235-3c70-476f-b840-bfb940f3c97d req-110a98ba-2bcb-43a3-84e5-e494ff03d112 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1833332 Mar 29 15:53:41.597288 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [req-cbabd235-3c70-476f-b840-bfb940f3c97d req-e435220e-d089-4671-a74a-87072b84a8ea tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Request body: {'port': {'device_id': 'b5e34b53-8d44-45db-a377-1c001fe98b5c', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '79dcb3cc-0cfb-4dde-9352-1cf14f1c4e5d', 'admin_state_up': True, 'tenant_id': '9cad725e1c41463fab431e48b8d9bfff', 'security_groups': ['e2ab8bce-bca0-434d-ad1c-ad30dfd1db67']}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:53:41.610367 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-8eefbc63-6329-48c7-98d4-ef0c0ff86aa0 req-09e38b55-e594-4a20-8acb-306e6816ee6f tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] 10.222.0.42 "GET /v2.0/ports?device_id=ae47874e-9944-4a81-b52b-64a39ecfeb9b HTTP/1.1" status: 200 len: 210 time: 0.0620193 Mar 29 15:53:41.691472 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.db_base_plugin_common [None req-bd2b45f3-ac97-4c30-83e4-b57e1e1e9baa None None] Allocated IP 2001:db8::2 (da1f0950-b99d-4bd9-ba7b-f495d65293fd/8b7c1818-71f2-4263-bf35-2d381bb776d2/2e4b88f0-f34d-4930-800a-5d9d99c01e0c) {{(pid=102792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:53:41.701490 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae48f3a3-2ebd-454d-a801-7f1ecbb641b9 req-6b498cf7-68d6-4ee0-8329-353d527c6429 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:53:41.708101 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae48f3a3-2ebd-454d-a801-7f1ecbb641b9 req-6b498cf7-68d6-4ee0-8329-353d527c6429 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:53:41.715092 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae48f3a3-2ebd-454d-a801-7f1ecbb641b9 req-6b498cf7-68d6-4ee0-8329-353d527c6429 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:53:41.724474 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-ae48f3a3-2ebd-454d-a801-7f1ecbb641b9 req-6b498cf7-68d6-4ee0-8329-353d527c6429 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] 10.222.0.42 "GET /v2.0/ports?device_id=b5e34b53-8d44-45db-a377-1c001fe98b5c HTTP/1.1" status: 200 len: 2374 time: 0.2784247 Mar 29 15:53:41.791931 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device c79a9f63-fa7d-4a05-9147-597c906881e3 no longer exists at agent hyperv_n-h1-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:53:41.857035 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-d5866f1b-0b30-4836-be62-d212a7627116 None None] Provisioning complete for port 45434a8b-e66c-4986-94a1-97ad0466ab23 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:53:41.857870 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d5866f1b-0b30-4836-be62-d212a7627116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:41.862963 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] No Port match for: c79a9f63-fa7d-4a05-9147-597c906881e3 {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 15:53:41.863549 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device c79a9f63-fa7d-4a05-9147-597c906881e3 not bound to the agent host n-h1-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:53:41.873624 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4b38c42-8238-4532-87e2-184f80cf1b07 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0035034-69b0-5ffc-b384-0ac6189c5628-5f843e94-f294-435c-bf89-7e2d94ef5240', 'network_id': '5f843e94-f294-435c-bf89-7e2d94ef5240', 'tenant_id': '675a1501a2754e0f8b5ef8adf224742c', 'fixed_ips': [{'subnet_id': '2830a6e9-27ff-4fb4-880c-fdf2daacb8a0'}]}} from n-d-834765-1. {{(pid=102792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 29 15:53:41.874768 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-f4b38c42-8238-4532-87e2-184f80cf1b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:41.882399 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-ae48f3a3-2ebd-454d-a801-7f1ecbb641b9 req-3eeb38ea-d12d-426e-8cdd-4808eadba90f tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] 10.222.0.42 "GET /v2.0/security-groups?id=e2ab8bce-bca0-434d-ad1c-ad30dfd1db67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1569488 Mar 29 15:53:41.962520 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e842ce28-2719-4910-93dc-3be0c681d881 tempest-RoutersNegativeIpV6Test-315348334 tempest-RoutersNegativeIpV6Test-315348334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:42.193792 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-a3c72a0a-bbf0-4397-9cbb-5d8ba8f7b657 req-89d886b2-191a-47fe-b3b6-daed3f501985 tempest-ServerShowV254Test-121067504 tempest-ServerShowV254Test-121067504-project] 10.222.0.42 "GET /v2.0/ports?device_id=b2edd932-49bb-4a43-bc85-79af9d19e99e HTTP/1.1" status: 200 len: 210 time: 0.0467620 Mar 29 15:53:42.238191 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-744be2e0-211b-4b84-8d68-29fb75886a2c req-74bc3e01-b867-48e8-ba60-27194439cfef tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:53:42.267429 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ceccd7e-4fa6-43fc-a862-39e62aaeecc0 None None] Sync routers for ids ['9b23177d-8c08-44e2-bf32-a433f760b109'] in n-d-834765-1 {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:53:42.278316 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-d5866f1b-0b30-4836-be62-d212a7627116 None None] Port 45434a8b-e66c-4986-94a1-97ad0466ab23 cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 15:53:42.324414 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ceccd7e-4fa6-43fc-a862-39e62aaeecc0 None None] Routers {'9b23177d-8c08-44e2-bf32-a433f760b109'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:53:42.325795 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-9ceccd7e-4fa6-43fc-a862-39e62aaeecc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:53:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['9b23177d-8c08-44e2-bf32-a433f760b109'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:53:42.327955 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [req-744be2e0-211b-4b84-8d68-29fb75886a2c req-74bc3e01-b867-48e8-ba60-27194439cfef tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] No DVR routers for this DVR port c79a9f63-fa7d-4a05-9147-597c906881e3 on host n-h1-834765-1 {{(pid=102791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:53:42.337255 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-744be2e0-211b-4b84-8d68-29fb75886a2c req-74bc3e01-b867-48e8-ba60-27194439cfef tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:42.340568 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-744be2e0-211b-4b84-8d68-29fb75886a2c req-74bc3e01-b867-48e8-ba60-27194439cfef tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] 10.222.0.44 "DELETE /v2.0/ports/c79a9f63-fa7d-4a05-9147-597c906881e3 HTTP/1.1" status: 204 len: 173 time: 4.0361600 Mar 29 15:53:42.341053 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbe49725-0a5d-42e9-bfee-0425af8500ec', 'name': 'network-vif-deleted', 'tag': 'c79a9f63-fa7d-4a05-9147-597c906881e3'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:53:42.343730 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c67b028db5e9b9818fecc5c0a87ebc6f190694fa53ca267d523e04f98de536d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23fda89f-7a3c-4a9e-a0ec-7094a02837a1" -d '{"events": [{"server_uuid": "cbe49725-0a5d-42e9-bfee-0425af8500ec", "name": "network-vif-deleted", "tag": "c79a9f63-fa7d-4a05-9147-597c906881e3"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:53:42.355368 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_common [req-09ef0190-49e0-4fb1-bdfd-e240a12522a8 req-9ae64f6e-5e6a-42f7-9ea3-aa38c32c793d tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Allocated IP 172.20.0.12 (bc88b80e-509f-4983-8355-8cb722b08b1c/d1790831-214e-4ecf-90c1-f78e7ba94f96/00d82936-b564-49a0-93ad-cab131d6a665) {{(pid=102791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:53:42.370112 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cbabd235-3c70-476f-b840-bfb940f3c97d req-e435220e-d089-4671-a74a-87072b84a8ea tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Made reservation on behalf of 9cad725e1c41463fab431e48b8d9bfff for: {'port': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:53:42.423978 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:53:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78308823-7bd1-42c9-be1c-b44c3c40123f x-openstack-request-id: req-78308823-7bd1-42c9-be1c-b44c3c40123f {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:53:42.424275 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbe49725-0a5d-42e9-bfee-0425af8500ec", "name": "network-vif-deleted", "tag": "c79a9f63-fa7d-4a05-9147-597c906881e3", "status": "completed", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:53:42.424512 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-78308823-7bd1-42c9-be1c-b44c3c40123f {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:53:42.424889 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbe49725-0a5d-42e9-bfee-0425af8500ec', 'name': 'network-vif-deleted', 'tag': 'c79a9f63-fa7d-4a05-9147-597c906881e3', 'status': 'completed', 'code': 200} Mar 29 15:53:42.478549 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-bd2b45f3-ac97-4c30-83e4-b57e1e1e9baa None None] Notify callbacks [] for port, precommit_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:42.550202 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.db_base_plugin_common [None req-f4b38c42-8238-4532-87e2-184f80cf1b07 None None] Allocated IP 2001:db8::2 (5f843e94-f294-435c-bf89-7e2d94ef5240/2830a6e9-27ff-4fb4-880c-fdf2daacb8a0/78938852-58af-4be8-afaa-015cfa1bf198) {{(pid=102792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:53:42.552915 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-bd2b45f3-ac97-4c30-83e4-b57e1e1e9baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956'] for port, after_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:42.616351 n-d-834765-1 neutron-server[102792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd2b45f3-ac97-4c30-83e4-b57e1e1e9baa None None] Network da1f0950-b99d-4bd9-ba7b-f495d65293fd is already hosted by enough agents. {{(pid=102792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:53:42.622730 n-d-834765-1 neutron-server[102792]: DEBUG neutron.scheduler.base_scheduler [None req-bd2b45f3-ac97-4c30-83e4-b57e1e1e9baa None None] Resources bound (agent type, host, resource id): {{(pid=102792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:53:42.641740 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-cbabd235-3c70-476f-b840-bfb940f3c97d req-e435220e-d089-4671-a74a-87072b84a8ea tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:42.643496 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd2b45f3-ac97-4c30-83e4-b57e1e1e9baa None None] Received port after_create {{(pid=102792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:53:42.664127 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-bea1e8e3-bc38-4a83-8cf4-c29b1f1e6363 req-65bdca02-22c3-40b8-973b-cbb6b70c166e tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] 10.222.0.42 "GET /v2.0/ports?device_id=cbe49725-0a5d-42e9-bfee-0425af8500ec HTTP/1.1" status: 200 len: 210 time: 0.0548553 Mar 29 15:53:42.664709 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvr_db [None req-9ceccd7e-4fa6-43fc-a862-39e62aaeecc0 None None] Set router 9b23177d-8c08-44e2-bf32-a433f760b109 gateway port host: n-d-834765-1 {{(pid=102792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:53:42.702234 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2b45f3-ac97-4c30-83e4-b57e1e1e9baa None None] Pushing event updated for resources: {'Port': ['ID=2e4b88f0-f34d-4930-800a-5d9d99c01e0c,revision_number=1']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:53:42.841880 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-09ef0190-49e0-4fb1-bdfd-e240a12522a8 req-9ae64f6e-5e6a-42f7-9ea3-aa38c32c793d tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Notify callbacks [] for port, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:42.882212 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-a7a569aa-43d4-406b-b5d9-4988a9f45aeb req-5109c581-6873-478d-bdcb-6772309a2f2a tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] 10.222.0.42 "GET /v2.0/ports?device_id=ae47874e-9944-4a81-b52b-64a39ecfeb9b HTTP/1.1" status: 200 len: 210 time: 0.0590568 Mar 29 15:53:42.922479 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3057dd-872b-415a-814d-41f7ae8d33e0 req-be2410b2-cc77-480c-9e5a-ca1332938b42 tempest-InstanceActionsTestJSON-1539897586 tempest-InstanceActionsTestJSON-1539897586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:53:42.922791 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-0e3057dd-872b-415a-814d-41f7ae8d33e0 req-be2410b2-cc77-480c-9e5a-ca1332938b42 tempest-InstanceActionsTestJSON-1539897586 tempest-InstanceActionsTestJSON-1539897586-project] 10.222.0.42 "GET /v2.0/ports?device_id=45afabb3-7608-4b04-a056-17c93f2ab904 HTTP/1.1" status: 200 len: 946 time: 0.3592684 Mar 29 15:53:42.932874 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.db_base_plugin_common [None req-e842ce28-2719-4910-93dc-3be0c681d881 tempest-RoutersNegativeIpV6Test-315348334 tempest-RoutersNegativeIpV6Test-315348334-project] Allocated IP 2001:db8::1 (da1f0950-b99d-4bd9-ba7b-f495d65293fd/8b7c1818-71f2-4263-bf35-2d381bb776d2/d58c7478-baa8-44e5-8f31-cad7e69dab13) {{(pid=102790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:53:42.935421 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-09ef0190-49e0-4fb1-bdfd-e240a12522a8 req-9ae64f6e-5e6a-42f7-9ea3-aa38c32c793d tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:42.936512 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-bd2b45f3-ac97-4c30-83e4-b57e1e1e9baa None None] Attempting to bind port 2e4b88f0-f34d-4930-800a-5d9d99c01e0c on host n-d-834765-1 for vnic_type normal with profile {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:53:42.938295 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-bd2b45f3-ac97-4c30-83e4-b57e1e1e9baa None None] Attempting to bind port 2e4b88f0-f34d-4930-800a-5d9d99c01e0c by drivers openvswitch,hyperv on host n-d-834765-1 at level 0 using segments [{'id': '57dcd569-22f2-421a-843b-668a933ea987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'da1f0950-b99d-4bd9-ba7b-f495d65293fd'}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:53:42.939285 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd2b45f3-ac97-4c30-83e4-b57e1e1e9baa None None] Attempting to bind port 2e4b88f0-f34d-4930-800a-5d9d99c01e0c on network da1f0950-b99d-4bd9-ba7b-f495d65293fd {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:53:42.988712 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd2b45f3-ac97-4c30-83e4-b57e1e1e9baa None None] Checking agent: {'id': 'a8866439-9d96-425c-b519-6905c591ac37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 25, 36), 'started_at': datetime.datetime(2022, 3, 29, 15, 26, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 53, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834765-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:53:42.989042 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd2b45f3-ac97-4c30-83e4-b57e1e1e9baa None None] Checking segment: {'id': '57dcd569-22f2-421a-843b-668a933ea987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'da1f0950-b99d-4bd9-ba7b-f495d65293fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:53:42.990185 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-bd2b45f3-ac97-4c30-83e4-b57e1e1e9baa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:42.990648 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd2b45f3-ac97-4c30-83e4-b57e1e1e9baa None None] Bound using segment: {'id': '57dcd569-22f2-421a-843b-668a933ea987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'da1f0950-b99d-4bd9-ba7b-f495d65293fd'} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:53:42.991202 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-bd2b45f3-ac97-4c30-83e4-b57e1e1e9baa None None] Bound port: 2e4b88f0-f34d-4930-800a-5d9d99c01e0c, host: n-d-834765-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57dcd569-22f2-421a-843b-668a933ea987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'da1f0950-b99d-4bd9-ba7b-f495d65293fd'}}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 15:53:42.992502 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-bd2b45f3-ac97-4c30-83e4-b57e1e1e9baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:43.085437 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae64f6e-5e6a-42f7-9ea3-aa38c32c793d tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Pushing event updated for resources: {'Port': ['ID=00d82936-b564-49a0-93ad-cab131d6a665,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:53:43.129700 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09ef0190-49e0-4fb1-bdfd-e240a12522a8 req-9ae64f6e-5e6a-42f7-9ea3-aa38c32c793d tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Network bc88b80e-509f-4983-8355-8cb722b08b1c is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:53:43.166299 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea5ecb8-2ea3-425b-a2e0-a6c440a5acfe req-ebfdea1f-be0c-477a-bed0-08a7f37d2b8b tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:53:43.173578 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea5ecb8-2ea3-425b-a2e0-a6c440a5acfe req-ebfdea1f-be0c-477a-bed0-08a7f37d2b8b tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:53:43.175195 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-0e3057dd-872b-415a-814d-41f7ae8d33e0 req-9341fe72-0415-4ff1-ad84-a743c889773e tempest-InstanceActionsTestJSON-1539897586 tempest-InstanceActionsTestJSON-1539897586-project] 10.222.0.42 "GET /v2.0/security-groups?id=5319c875-405f-45d4-a6ea-a24484c49f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2188852 Mar 29 15:53:43.179681 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [req-09ef0190-49e0-4fb1-bdfd-e240a12522a8 req-9ae64f6e-5e6a-42f7-9ea3-aa38c32c793d tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:53:43.183824 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea5ecb8-2ea3-425b-a2e0-a6c440a5acfe req-ebfdea1f-be0c-477a-bed0-08a7f37d2b8b tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:53:43.204515 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [req-09ef0190-49e0-4fb1-bdfd-e240a12522a8 req-9ae64f6e-5e6a-42f7-9ea3-aa38c32c793d tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Received port after_create {{(pid=102791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:53:43.205543 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-9ea5ecb8-2ea3-425b-a2e0-a6c440a5acfe req-ebfdea1f-be0c-477a-bed0-08a7f37d2b8b tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] 10.222.0.42 "GET /v2.0/ports?device_id=b5e34b53-8d44-45db-a377-1c001fe98b5c HTTP/1.1" status: 200 len: 2374 time: 0.1745090 Mar 29 15:53:43.230410 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-f4b38c42-8238-4532-87e2-184f80cf1b07 None None] Notify callbacks [] for port, precommit_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:43.245973 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-bd2b45f3-ac97-4c30-83e4-b57e1e1e9baa None None] For port 2e4b88f0-f34d-4930-800a-5d9d99c01e0c, host n-d-834765-1, cleared binding levels {{(pid=102792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:53:43.253149 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-bd2b45f3-ac97-4c30-83e4-b57e1e1e9baa None None] For port 2e4b88f0-f34d-4930-800a-5d9d99c01e0c, host n-d-834765-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=2e4b88f0-f34d-4930-800a-5d9d99c01e0c,segment=NetworkSegment(57dcd569-22f2-421a-843b-668a933ea987),segment_id=57dcd569-22f2-421a-843b-668a933ea987)] {{(pid=102792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:53:43.257429 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-f4b38c42-8238-4532-87e2-184f80cf1b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956'] for port, after_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:43.258210 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e842ce28-2719-4910-93dc-3be0c681d881 tempest-RoutersNegativeIpV6Test-315348334 tempest-RoutersNegativeIpV6Test-315348334-project] Notify callbacks [] for port, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:43.302003 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-9ea5ecb8-2ea3-425b-a2e0-a6c440a5acfe req-0da6964c-4fe2-496d-894d-62cd3ac7322b tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] 10.222.0.42 "GET /v2.0/security-groups?id=e2ab8bce-bca0-434d-ad1c-ad30dfd1db67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0953972 Mar 29 15:53:43.307652 n-d-834765-1 neutron-server[102792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4b38c42-8238-4532-87e2-184f80cf1b07 None None] Network 5f843e94-f294-435c-bf89-7e2d94ef5240 is already hosted by enough agents. {{(pid=102792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:53:43.310990 n-d-834765-1 neutron-server[102792]: DEBUG neutron.scheduler.base_scheduler [None req-f4b38c42-8238-4532-87e2-184f80cf1b07 None None] Resources bound (agent type, host, resource id): {{(pid=102792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:53:43.314540 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4b38c42-8238-4532-87e2-184f80cf1b07 None None] Received port after_create {{(pid=102792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:53:43.326952 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-bd2b45f3-ac97-4c30-83e4-b57e1e1e9baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:43.347004 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ef0190-49e0-4fb1-bdfd-e240a12522a8 req-9ae64f6e-5e6a-42f7-9ea3-aa38c32c793d tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:53:43.349222 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-09ef0190-49e0-4fb1-bdfd-e240a12522a8 req-9ae64f6e-5e6a-42f7-9ea3-aa38c32c793d tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:43.376594 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-09ef0190-49e0-4fb1-bdfd-e240a12522a8 req-9ae64f6e-5e6a-42f7-9ea3-aa38c32c793d tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 973 time: 2.4388545 Mar 29 15:53:43.385597 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e842ce28-2719-4910-93dc-3be0c681d881 tempest-RoutersNegativeIpV6Test-315348334 tempest-RoutersNegativeIpV6Test-315348334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:43.444967 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [req-09ef0190-49e0-4fb1-bdfd-e240a12522a8 req-9516e0bd-0217-4a31-857f-9e771af64a90 service neutron] Request body: {'port': {'device_id': 'ae47874e-9944-4a81-b52b-64a39ecfeb9b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834765-1'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:53:43.468678 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b38c42-8238-4532-87e2-184f80cf1b07 None None] Pushing event updated for resources: {'Port': ['ID=78938852-58af-4be8-afaa-015cfa1bf198,revision_number=1']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:53:43.534349 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-9ceccd7e-4fa6-43fc-a862-39e62aaeecc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b23177d-8c08-44e2-bf32-a433f760b109', 'name': 'tempest-AttachVolumeNegativeTest-120289948-router', 'tenant_id': 'c6465a9dafbf43bf90c09b1dce8d1fc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.74'}], 'enable_snat': True}, 'gw_port_id': 'cde34bcf-8da1-4d24-9563-f97d8199f91f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:47:21Z', 'updated_at': '2022-03-29T15:47:34Z', 'revision_number': 4, 'project_id': 'c6465a9dafbf43bf90c09b1dce8d1fc6', 'gw_port': {'id': 'cde34bcf-8da1-4d24-9563-f97d8199f91f', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:37:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b23177d-8c08-44e2-bf32-a433f760b109', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:47:24Z', 'updated_at': '2022-03-29T15:47:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': 'ebc9cc52-020c-419f-9e91-e82c61c2fe20', 'name': '', 'network_id': '5820eec2-ced2-414a-ab32-af1fabeb5f44', 'tenant_id': 'c6465a9dafbf43bf90c09b1dce8d1fc6', 'mac_address': 'fa:16:3e:6b:9d:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b23177d-8c08-44e2-bf32-a433f760b109', 'device_owner': 'network:router_interface', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': '406fd4ed-e828-4758-9c87-5ac29cec1b72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:47:30Z', 'updated_at': '2022-03-29T15:47:39Z', 'revision_number': 5, 'project_id': 'c6465a9dafbf43bf90c09b1dce8d1fc6', 'subnets': [{'id': '406fd4ed-e828-4758-9c87-5ac29cec1b72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:53:43.555239 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e842ce28-2719-4910-93dc-3be0c681d881 tempest-RoutersNegativeIpV6Test-315348334 tempest-RoutersNegativeIpV6Test-315348334-project] Network da1f0950-b99d-4bd9-ba7b-f495d65293fd is already hosted by enough agents. {{(pid=102790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:53:43.565353 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-e842ce28-2719-4910-93dc-3be0c681d881 tempest-RoutersNegativeIpV6Test-315348334 tempest-RoutersNegativeIpV6Test-315348334-project] Resources bound (agent type, host, resource id): {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:53:43.580047 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e842ce28-2719-4910-93dc-3be0c681d881 tempest-RoutersNegativeIpV6Test-315348334 tempest-RoutersNegativeIpV6Test-315348334-project] Received port after_create {{(pid=102790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:53:43.591999 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e842ce28-2719-4910-93dc-3be0c681d881 tempest-RoutersNegativeIpV6Test-315348334 tempest-RoutersNegativeIpV6Test-315348334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-648347'] for router_interface, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:43.607162 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ceccd7e-4fa6-43fc-a862-39e62aaeecc0 None None] Checking router: 9b23177d-8c08-44e2-bf32-a433f760b109 for host: n-d-834765-1 {{(pid=102792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:53:43.622271 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-f4b38c42-8238-4532-87e2-184f80cf1b07 None None] Attempting to bind port 78938852-58af-4be8-afaa-015cfa1bf198 on host n-d-834765-1 for vnic_type normal with profile {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:53:43.622639 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-f4b38c42-8238-4532-87e2-184f80cf1b07 None None] Attempting to bind port 78938852-58af-4be8-afaa-015cfa1bf198 by drivers openvswitch,hyperv on host n-d-834765-1 at level 0 using segments [{'id': 'fd4bc5ba-032e-4c95-a9c0-c94a9082ccc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '5f843e94-f294-435c-bf89-7e2d94ef5240'}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:53:43.623005 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4b38c42-8238-4532-87e2-184f80cf1b07 None None] Attempting to bind port 78938852-58af-4be8-afaa-015cfa1bf198 on network 5f843e94-f294-435c-bf89-7e2d94ef5240 {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:53:43.643390 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-09ef0190-49e0-4fb1-bdfd-e240a12522a8 req-9516e0bd-0217-4a31-857f-9e771af64a90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:43.663058 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f3b2f4a0-e745-4bd6-adb2-7eea250669fa req-fc3cd6cc-c017-43da-9a72-97afefeb9428 tempest-ServerShowV254Test-121067504 tempest-ServerShowV254Test-121067504-project] 10.222.0.42 "GET /v2.0/ports?device_id=b2edd932-49bb-4a43-bc85-79af9d19e99e HTTP/1.1" status: 200 len: 210 time: 0.0617790 Mar 29 15:53:43.671620 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ceccd7e-4fa6-43fc-a862-39e62aaeecc0 None None] Routers {'9b23177d-8c08-44e2-bf32-a433f760b109'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:53:43.672451 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-9ceccd7e-4fa6-43fc-a862-39e62aaeecc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:53:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['9b23177d-8c08-44e2-bf32-a433f760b109'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:53:43.727743 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_common [req-cbabd235-3c70-476f-b840-bfb940f3c97d req-e435220e-d089-4671-a74a-87072b84a8ea tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Allocated IP 10.2.2.100 (79dcb3cc-0cfb-4dde-9352-1cf14f1c4e5d/3654a5c5-abaa-4465-953e-76c281d7517a/23c62477-8d6b-4dd5-97b0-ad5f9036e848) {{(pid=102791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:53:43.992218 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 35382) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:53:43.999717 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e842ce28-2719-4910-93dc-3be0c681d881 tempest-RoutersNegativeIpV6Test-315348334 tempest-RoutersNegativeIpV6Test-315348334-project] Pushing event updated for resources: {'Port': ['ID=d58c7478-baa8-44e5-8f31-cad7e69dab13,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:53:44.025766 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4b38c42-8238-4532-87e2-184f80cf1b07 None None] Checking agent: {'id': 'a8866439-9d96-425c-b519-6905c591ac37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 25, 36), 'started_at': datetime.datetime(2022, 3, 29, 15, 26, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 53, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834765-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:53:44.027101 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4b38c42-8238-4532-87e2-184f80cf1b07 None None] Checking segment: {'id': 'fd4bc5ba-032e-4c95-a9c0-c94a9082ccc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '5f843e94-f294-435c-bf89-7e2d94ef5240'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:53:44.027783 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-f4b38c42-8238-4532-87e2-184f80cf1b07 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:44.028580 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4b38c42-8238-4532-87e2-184f80cf1b07 None None] Bound using segment: {'id': 'fd4bc5ba-032e-4c95-a9c0-c94a9082ccc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '5f843e94-f294-435c-bf89-7e2d94ef5240'} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:53:44.029530 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-f4b38c42-8238-4532-87e2-184f80cf1b07 None None] Bound port: 78938852-58af-4be8-afaa-015cfa1bf198, host: n-d-834765-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd4bc5ba-032e-4c95-a9c0-c94a9082ccc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '5f843e94-f294-435c-bf89-7e2d94ef5240'}}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 15:53:44.030330 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-f4b38c42-8238-4532-87e2-184f80cf1b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:44.070954 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2b45f3-ac97-4c30-83e4-b57e1e1e9baa None None] Pushing event updated for resources: {'Port': ['ID=2e4b88f0-f34d-4930-800a-5d9d99c01e0c,revision_number=2']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:53:44.148055 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-962e4d1a-f40b-4090-a733-ca5aa35f95ca None None] Provisioning complete for port 00d82936-b564-49a0-93ad-cab131d6a665 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:53:44.149391 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-962e4d1a-f40b-4090-a733-ca5aa35f95ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:44.197692 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvr_db [None req-9ceccd7e-4fa6-43fc-a862-39e62aaeecc0 None None] Set router 9b23177d-8c08-44e2-bf32-a433f760b109 gateway port host: n-d-834765-1 {{(pid=102792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:53:44.211751 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e842ce28-2719-4910-93dc-3be0c681d881 tempest-RoutersNegativeIpV6Test-315348334 tempest-RoutersNegativeIpV6Test-315348334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:44.301074 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-f4b38c42-8238-4532-87e2-184f80cf1b07 None None] For port 78938852-58af-4be8-afaa-015cfa1bf198, host n-d-834765-1, cleared binding levels {{(pid=102792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:53:44.307365 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-962e4d1a-f40b-4090-a733-ca5aa35f95ca None None] Port 00d82936-b564-49a0-93ad-cab131d6a665 cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 15:53:44.311722 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-f4b38c42-8238-4532-87e2-184f80cf1b07 None None] For port 78938852-58af-4be8-afaa-015cfa1bf198, host n-d-834765-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=78938852-58af-4be8-afaa-015cfa1bf198,segment=NetworkSegment(fd4bc5ba-032e-4c95-a9c0-c94a9082ccc6),segment_id=fd4bc5ba-032e-4c95-a9c0-c94a9082ccc6)] {{(pid=102792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:53:44.324246 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-f4b38c42-8238-4532-87e2-184f80cf1b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:44.441997 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86555de1-31e4-442a-844d-68b288fa02f4 req-8e07b95a-9a74-4d90-9b18-a811c5599927 tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:53:44.444045 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-86555de1-31e4-442a-844d-68b288fa02f4 req-8e07b95a-9a74-4d90-9b18-a811c5599927 tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] 10.222.0.42 "GET /v2.0/ports?device_id=ae47874e-9944-4a81-b52b-64a39ecfeb9b HTTP/1.1" status: 200 len: 971 time: 0.4206591 Mar 29 15:53:44.450766 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97c9dd6-65df-4c46-bd64-2ac61ec46a04 req-0894e040-d5e9-4661-9b51-93dea58cf27e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:53:44.452278 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b97c9dd6-65df-4c46-bd64-2ac61ec46a04 req-0894e040-d5e9-4661-9b51-93dea58cf27e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c49bc99d6778484bb1596e7e9739bf48&device_id=45afabb3-7608-4b04-a056-17c93f2ab904 HTTP/1.1" status: 200 len: 1097 time: 0.4876513 Mar 29 15:53:44.543879 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07abb839-7450-457a-94d7-3f8c5f09df43 req-e07d105c-3224-46bd-b8d0-01ff6376eee5 tempest-InstanceActionsTestJSON-1539897586 tempest-InstanceActionsTestJSON-1539897586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:53:44.545621 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-07abb839-7450-457a-94d7-3f8c5f09df43 req-e07d105c-3224-46bd-b8d0-01ff6376eee5 tempest-InstanceActionsTestJSON-1539897586 tempest-InstanceActionsTestJSON-1539897586-project] 10.222.0.42 "GET /v2.0/ports?device_id=45afabb3-7608-4b04-a056-17c93f2ab904 HTTP/1.1" status: 200 len: 946 time: 0.5511982 Mar 29 15:53:44.569283 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b38c42-8238-4532-87e2-184f80cf1b07 None None] Pushing event updated for resources: {'Port': ['ID=78938852-58af-4be8-afaa-015cfa1bf198,revision_number=2']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:53:44.665635 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-4215b0ff-043e-487c-bc15-3440be955b78 tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Notify callbacks [] for security_group, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:44.722484 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-07abb839-7450-457a-94d7-3f8c5f09df43 req-8062cf70-3330-4171-add1-ae904938b15b tempest-InstanceActionsTestJSON-1539897586 tempest-InstanceActionsTestJSON-1539897586-project] 10.222.0.42 "GET /v2.0/security-groups?id=5319c875-405f-45d4-a6ea-a24484c49f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674552 Mar 29 15:53:44.764563 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-9ceccd7e-4fa6-43fc-a862-39e62aaeecc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b23177d-8c08-44e2-bf32-a433f760b109', 'name': 'tempest-AttachVolumeNegativeTest-120289948-router', 'tenant_id': 'c6465a9dafbf43bf90c09b1dce8d1fc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.74'}], 'enable_snat': True}, 'gw_port_id': 'cde34bcf-8da1-4d24-9563-f97d8199f91f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:47:21Z', 'updated_at': '2022-03-29T15:47:34Z', 'revision_number': 4, 'project_id': 'c6465a9dafbf43bf90c09b1dce8d1fc6', 'gw_port': {'id': 'cde34bcf-8da1-4d24-9563-f97d8199f91f', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:37:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b23177d-8c08-44e2-bf32-a433f760b109', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:47:24Z', 'updated_at': '2022-03-29T15:47:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': 'ebc9cc52-020c-419f-9e91-e82c61c2fe20', 'name': '', 'network_id': '5820eec2-ced2-414a-ab32-af1fabeb5f44', 'tenant_id': 'c6465a9dafbf43bf90c09b1dce8d1fc6', 'mac_address': 'fa:16:3e:6b:9d:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b23177d-8c08-44e2-bf32-a433f760b109', 'device_owner': 'network:router_interface', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': '406fd4ed-e828-4758-9c87-5ac29cec1b72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:47:30Z', 'updated_at': '2022-03-29T15:47:39Z', 'revision_number': 5, 'project_id': 'c6465a9dafbf43bf90c09b1dce8d1fc6', 'subnets': [{'id': '406fd4ed-e828-4758-9c87-5ac29cec1b72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:53:44.813736 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-4215b0ff-043e-487c-bc15-3440be955b78 tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:44.844764 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ceccd7e-4fa6-43fc-a862-39e62aaeecc0 None None] The sync data for ids ['9b23177d-8c08-44e2-bf32-a433f760b109'] in n-d-834765-1 is: [{'id': '9b23177d-8c08-44e2-bf32-a433f760b109', 'name': 'tempest-AttachVolumeNegativeTest-120289948-router', 'tenant_id': 'c6465a9dafbf43bf90c09b1dce8d1fc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.74'}], 'enable_snat': True}, 'gw_port_id': 'cde34bcf-8da1-4d24-9563-f97d8199f91f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:47:21Z', 'updated_at': '2022-03-29T15:47:34Z', 'revision_number': 4, 'project_id': 'c6465a9dafbf43bf90c09b1dce8d1fc6', 'gw_port': {'id': 'cde34bcf-8da1-4d24-9563-f97d8199f91f', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:37:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b23177d-8c08-44e2-bf32-a433f760b109', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:47:24Z', 'updated_at': '2022-03-29T15:47:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': 'ebc9cc52-020c-419f-9e91-e82c61c2fe20', 'name': '', 'network_id': '5820eec2-ced2-414a-ab32-af1fabeb5f44', 'tenant_id': 'c6465a9dafbf43bf90c09b1dce8d1fc6', 'mac_address': 'fa:16:3e:6b:9d:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b23177d-8c08-44e2-bf32-a433f760b109', 'device_owner': 'network:router_interface', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': '406fd4ed-e828-4758-9c87-5ac29cec1b72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:47:30Z', 'updated_at': '2022-03-29T15:47:39Z', 'revision_number': 5, 'project_id': 'c6465a9dafbf43bf90c09b1dce8d1fc6', 'subnets': [{'id': '406fd4ed-e828-4758-9c87-5ac29cec1b72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:53:44.872346 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-86555de1-31e4-442a-844d-68b288fa02f4 req-bbf57412-2f67-48ba-a6b6-60beac7ac5c9 tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] 10.222.0.42 "GET /v2.0/security-groups?id=fc3b4dc4-891d-42e8-b7bb-6b14924f76b3&id=e89284b2-0678-470f-8a91-e1d4399dc334&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.4114952 Mar 29 15:53:44.875532 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-cbabd235-3c70-476f-b840-bfb940f3c97d req-e435220e-d089-4671-a74a-87072b84a8ea tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Notify callbacks [] for port, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:44.971775 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97c9dd6-65df-4c46-bd64-2ac61ec46a04 req-e70e281a-ab0a-423f-b127-4247fea4d781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:53:44.979201 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b97c9dd6-65df-4c46-bd64-2ac61ec46a04 req-e70e281a-ab0a-423f-b127-4247fea4d781 service neutron] 10.222.0.44 "GET /v2.0/networks?id=9642bb71-0b64-4135-866e-1c18aeaccc1b HTTP/1.1" status: 200 len: 914 time: 0.5105627 Mar 29 15:53:45.044960 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 2e4b88f0-f34d-4930-800a-5d9d99c01e0c up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:53:45.186043 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e842ce28-2719-4910-93dc-3be0c681d881 tempest-RoutersNegativeIpV6Test-315348334 tempest-RoutersNegativeIpV6Test-315348334-project] Notify callbacks [] for port, precommit_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:45.235178 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1bc7a6-c7cf-49b4-97e6-70a18fe2ca1f req-4efe6ad4-3bae-469d-8441-8b411cd254d8 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:53:45.245437 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1bc7a6-c7cf-49b4-97e6-70a18fe2ca1f req-4efe6ad4-3bae-469d-8441-8b411cd254d8 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:53:45.253883 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1bc7a6-c7cf-49b4-97e6-70a18fe2ca1f req-4efe6ad4-3bae-469d-8441-8b411cd254d8 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:53:45.268218 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b97c9dd6-65df-4c46-bd64-2ac61ec46a04 req-bd1365e7-2a6d-45ed-bd33-18dff4516333 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2f38790c-202a-40fc-9644-4823db80b094 HTTP/1.1" status: 200 len: 217 time: 0.2770932 Mar 29 15:53:45.269375 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-9f1bc7a6-c7cf-49b4-97e6-70a18fe2ca1f req-4efe6ad4-3bae-469d-8441-8b411cd254d8 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] 10.222.0.42 "GET /v2.0/ports?device_id=b5e34b53-8d44-45db-a377-1c001fe98b5c HTTP/1.1" status: 200 len: 2374 time: 0.3381445 Mar 29 15:53:45.272430 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-cbabd235-3c70-476f-b840-bfb940f3c97d req-e435220e-d089-4671-a74a-87072b84a8ea tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:45.274973 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e842ce28-2719-4910-93dc-3be0c681d881 tempest-RoutersNegativeIpV6Test-315348334 tempest-RoutersNegativeIpV6Test-315348334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5237921'] for port, after_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:45.279635 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e842ce28-2719-4910-93dc-3be0c681d881 tempest-RoutersNegativeIpV6Test-315348334 tempest-RoutersNegativeIpV6Test-315348334-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-648439'] for router_interface, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:45.293306 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-4215b0ff-043e-487c-bc15-3440be955b78 tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:45.296411 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-4215b0ff-043e-487c-bc15-3440be955b78 tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:45.300831 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-4215b0ff-043e-487c-bc15-3440be955b78 tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] 10.222.0.42 "DELETE /v2.0/security-groups/18cf8a9a-ec7a-4d70-920e-5df66f5b2aec HTTP/1.1" status: 204 len: 168 time: 1.3031862 Mar 29 15:53:45.310534 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 35388) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:53:45.382457 n-d-834765-1 neutron-server[102790]: INFO neutron.api.v2.resource [None req-ab9492be-87a2-4abb-be91-ec0f7756ae8b tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] show failed (client error): The resource could not be found. Mar 29 15:53:45.387184 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-ab9492be-87a2-4abb-be91-ec0f7756ae8b tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] 10.222.0.42 "GET /v2.0/security-groups/18cf8a9a-ec7a-4d70-920e-5df66f5b2aec HTTP/1.1" status: 404 len: 347 time: 0.0720830 Mar 29 15:53:45.388241 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 35390) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:53:45.435916 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-a481e520-b961-4a00-b1ff-7ed3469055c5 req-fea4cfa7-fe9b-4d89-9e18-246acb00f8f7 tempest-ServerShowV254Test-121067504 tempest-ServerShowV254Test-121067504-project] 10.222.0.42 "GET /v2.0/ports?device_id=b2edd932-49bb-4a43-bc85-79af9d19e99e HTTP/1.1" status: 200 len: 210 time: 0.3724821 Mar 29 15:53:45.455943 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e435220e-d089-4671-a74a-87072b84a8ea tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Pushing event updated for resources: {'Port': ['ID=23c62477-8d6b-4dd5-97b0-ad5f9036e848,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:53:45.459506 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ab5bf27-f5bb-4532-b7c7-8a28f2011171 None None] New status for floating IP 0fd22a2a-400e-4da9-8213-717db891bbe1: DOWN {{(pid=102793) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 15:53:45.514530 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cbabd235-3c70-476f-b840-bfb940f3c97d req-e435220e-d089-4671-a74a-87072b84a8ea tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Network 79dcb3cc-0cfb-4dde-9352-1cf14f1c4e5d is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:53:45.519477 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [req-cbabd235-3c70-476f-b840-bfb940f3c97d req-e435220e-d089-4671-a74a-87072b84a8ea tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:53:45.524762 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbabd235-3c70-476f-b840-bfb940f3c97d req-e435220e-d089-4671-a74a-87072b84a8ea tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Received port after_create {{(pid=102791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:53:45.576390 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c34967b-93eb-4cd7-8c3b-f73e2da80f4e None None] Network da1f0950-b99d-4bd9-ba7b-f495d65293fd requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 15:53:45.646335 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e842ce28-2719-4910-93dc-3be0c681d881 tempest-RoutersNegativeIpV6Test-315348334 tempest-RoutersNegativeIpV6Test-315348334-project] Pushing event updated for resources: {'Port': ['ID=d58c7478-baa8-44e5-8f31-cad7e69dab13,revision_number=2']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:53:45.676443 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-4f42bf95-0bf4-4531-88a3-36cf95033268 None None] Provisioning complete for port 2e4b88f0-f34d-4930-800a-5d9d99c01e0c triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:53:45.676820 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-4f42bf95-0bf4-4531-88a3-36cf95033268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:45.698193 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97c9dd6-65df-4c46-bd64-2ac61ec46a04 req-40cf0cd4-95e9-4547-ac12-d2c4051065ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:53:45.711581 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b97c9dd6-65df-4c46-bd64-2ac61ec46a04 req-40cf0cd4-95e9-4547-ac12-d2c4051065ae service neutron] 10.222.0.44 "GET /v2.0/subnets?id=df2c80dc-90df-400d-ba44-598e797aafb6 HTTP/1.1" status: 200 len: 853 time: 0.3710797 Mar 29 15:53:45.803904 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4215b0ff-043e-487c-bc15-3440be955b78 tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=18cf8a9a-ec7a-4d70-920e-5df66f5b2aec,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:53:45.818321 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b97c9dd6-65df-4c46-bd64-2ac61ec46a04 req-ef3d6f3e-c5ea-47b6-a7c3-e5c7af62c8d5 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=9642bb71-0b64-4135-866e-1c18aeaccc1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1001952 Mar 29 15:53:45.829366 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [req-09ef0190-49e0-4fb1-bdfd-e240a12522a8 req-9516e0bd-0217-4a31-857f-9e771af64a90 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00d82936-b564-49a0-93ad-cab131d6a665 {{(pid=102791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:53:45.841429 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e842ce28-2719-4910-93dc-3be0c681d881 tempest-RoutersNegativeIpV6Test-315348334 tempest-RoutersNegativeIpV6Test-315348334-project] Network da1f0950-b99d-4bd9-ba7b-f495d65293fd is already hosted by enough agents. {{(pid=102790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:53:45.850802 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-e842ce28-2719-4910-93dc-3be0c681d881 tempest-RoutersNegativeIpV6Test-315348334 tempest-RoutersNegativeIpV6Test-315348334-project] Resources bound (agent type, host, resource id): {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:53:45.893786 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-9f1bc7a6-c7cf-49b4-97e6-70a18fe2ca1f req-5805d1cb-157d-42f2-90c8-299aeef380ab tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] 10.222.0.42 "GET /v2.0/security-groups?id=e2ab8bce-bca0-434d-ad1c-ad30dfd1db67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6233661 Mar 29 15:53:45.907985 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbabd235-3c70-476f-b840-bfb940f3c97d req-e435220e-d089-4671-a74a-87072b84a8ea tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:53:45.908661 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-cbabd235-3c70-476f-b840-bfb940f3c97d req-e435220e-d089-4671-a74a-87072b84a8ea tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:45.960296 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-09ef0190-49e0-4fb1-bdfd-e240a12522a8 req-9516e0bd-0217-4a31-857f-9e771af64a90 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:45.984700 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-cbabd235-3c70-476f-b840-bfb940f3c97d req-e435220e-d089-4671-a74a-87072b84a8ea tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3920476 Mar 29 15:53:46.025284 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port 2e4b88f0-f34d-4930-800a-5d9d99c01e0c triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:53:46.025656 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:46.027503 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [req-cbabd235-3c70-476f-b840-bfb940f3c97d req-cb088792-aa1d-4868-9225-835e54215d3e tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Request body: {'port': {'device_id': 'b5e34b53-8d44-45db-a377-1c001fe98b5c', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '79dcb3cc-0cfb-4dde-9352-1cf14f1c4e5d', 'admin_state_up': True, 'tenant_id': '9cad725e1c41463fab431e48b8d9bfff', 'security_groups': ['e2ab8bce-bca0-434d-ad1c-ad30dfd1db67']}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:53:46.075621 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-1178b5af-8a57-4f26-a57b-041fe468537b tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Deleting port 3a0222c0-8ac4-417b-b1bf-b779d9556e9d {{(pid=102790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:53:46.076249 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-1178b5af-8a57-4f26-a57b-041fe468537b tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:46.089448 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.provisioning_blocks [req-09ef0190-49e0-4fb1-bdfd-e240a12522a8 req-9516e0bd-0217-4a31-857f-9e771af64a90 service neutron] Transition to ACTIVE for port object 00d82936-b564-49a0-93ad-cab131d6a665 will not be triggered until provisioned by entity L2. {{(pid=102791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 15:53:46.126457 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-09ef0190-49e0-4fb1-bdfd-e240a12522a8 req-9516e0bd-0217-4a31-857f-9e771af64a90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:46.191825 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-4f42bf95-0bf4-4531-88a3-36cf95033268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:46.193125 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-1178b5af-8a57-4f26-a57b-041fe468537b tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:46.193762 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-1178b5af-8a57-4f26-a57b-041fe468537b tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:46.208872 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-1178b5af-8a57-4f26-a57b-041fe468537b tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Calling delete_port for 3a0222c0-8ac4-417b-b1bf-b779d9556e9d owned by network:floatingip {{(pid=102790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:53:46.302948 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1935ba09-bc30-4846-aac4-1b5b8b85ff5a req-fd2241f4-0352-45e4-9db3-03d339a5b351 tempest-InstanceActionsTestJSON-1539897586 tempest-InstanceActionsTestJSON-1539897586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:53:46.304729 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-1935ba09-bc30-4846-aac4-1b5b8b85ff5a req-fd2241f4-0352-45e4-9db3-03d339a5b351 tempest-InstanceActionsTestJSON-1539897586 tempest-InstanceActionsTestJSON-1539897586-project] 10.222.0.42 "GET /v2.0/ports?device_id=45afabb3-7608-4b04-a056-17c93f2ab904 HTTP/1.1" status: 200 len: 946 time: 0.4102705 Mar 29 15:53:46.332518 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:46.370963 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9516e0bd-0217-4a31-857f-9e771af64a90 service neutron] Pushing event updated for resources: {'Port': ['ID=00d82936-b564-49a0-93ad-cab131d6a665,revision_number=2']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:53:46.391209 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-4f42bf95-0bf4-4531-88a3-36cf95033268 None None] For port 2e4b88f0-f34d-4930-800a-5d9d99c01e0c, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=2e4b88f0-f34d-4930-800a-5d9d99c01e0c,segment=NetworkSegment(57dcd569-22f2-421a-843b-668a933ea987),segment_id=57dcd569-22f2-421a-843b-668a933ea987)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:53:46.405600 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-4f42bf95-0bf4-4531-88a3-36cf95033268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:46.432437 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b97c9dd6-65df-4c46-bd64-2ac61ec46a04 req-b4209ab0-68ed-41ac-a50c-f7d22c331ce5 service neutron] 10.222.0.44 "GET /v2.0/networks/9642bb71-0b64-4135-866e-1c18aeaccc1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5912342 Mar 29 15:53:46.450833 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-1178b5af-8a57-4f26-a57b-041fe468537b tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:46.548586 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1178b5af-8a57-4f26-a57b-041fe468537b tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Pushing event deleted for resources: {'Port': ['ID=3a0222c0-8ac4-417b-b1bf-b779d9556e9d,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:53:46.575686 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-5c481f56-b587-40c4-a042-ef5f3c96e93b None None] Provisioning complete for port 23c62477-8d6b-4dd5-97b0-ad5f9036e848 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:53:46.576332 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-5c481f56-b587-40c4-a042-ef5f3c96e93b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:46.584294 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-1935ba09-bc30-4846-aac4-1b5b8b85ff5a req-76d4dbd6-d43c-4954-af7e-cd9008753c73 tempest-InstanceActionsTestJSON-1539897586 tempest-InstanceActionsTestJSON-1539897586-project] 10.222.0.42 "GET /v2.0/security-groups?id=5319c875-405f-45d4-a6ea-a24484c49f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638436 Mar 29 15:53:46.654653 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-5c481f56-b587-40c4-a042-ef5f3c96e93b None None] Port 23c62477-8d6b-4dd5-97b0-ad5f9036e848 cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 15:53:46.657994 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8652973-c09f-49d7-ae68-ff1f772cc40d None None] Network 5f843e94-f294-435c-bf89-7e2d94ef5240 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 15:53:46.697173 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cbabd235-3c70-476f-b840-bfb940f3c97d req-cb088792-aa1d-4868-9225-835e54215d3e tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Made reservation on behalf of 9cad725e1c41463fab431e48b8d9bfff for: {'port': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:53:46.705395 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-cbabd235-3c70-476f-b840-bfb940f3c97d req-cb088792-aa1d-4868-9225-835e54215d3e tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:46.715629 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00288e7-0098-47de-ac74-9b7215951e0d req-0884e2dc-b50b-4872-abdc-f99db6269d76 tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:53:46.717704 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-e00288e7-0098-47de-ac74-9b7215951e0d req-0884e2dc-b50b-4872-abdc-f99db6269d76 tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] 10.222.0.42 "GET /v2.0/ports?device_id=ae47874e-9944-4a81-b52b-64a39ecfeb9b HTTP/1.1" status: 200 len: 983 time: 0.3796613 Mar 29 15:53:46.793111 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.db.api [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102792) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 29 15:53:46.793851 n-d-834765-1 neutron-server[102792]: DEBUG oslo_db.api [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 29 15:53:46.809500 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-1178b5af-8a57-4f26-a57b-041fe468537b tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Notify callbacks [] for floatingip, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:46.811617 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-09ef0190-49e0-4fb1-bdfd-e240a12522a8 req-9516e0bd-0217-4a31-857f-9e771af64a90 service neutron] Attempting to bind port 00d82936-b564-49a0-93ad-cab131d6a665 on host n-h1-834765-1 for vnic_type normal with profile {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:53:46.811946 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-09ef0190-49e0-4fb1-bdfd-e240a12522a8 req-9516e0bd-0217-4a31-857f-9e771af64a90 service neutron] Attempting to bind port 00d82936-b564-49a0-93ad-cab131d6a665 by drivers openvswitch,hyperv on host n-h1-834765-1 at level 0 using segments [{'id': '9779a8ce-e477-4331-8cc2-d153c07cbf93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'bc88b80e-509f-4983-8355-8cb722b08b1c'}] {{(pid=102791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:53:46.812269 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09ef0190-49e0-4fb1-bdfd-e240a12522a8 req-9516e0bd-0217-4a31-857f-9e771af64a90 service neutron] Attempting to bind port 00d82936-b564-49a0-93ad-cab131d6a665 on network bc88b80e-509f-4983-8355-8cb722b08b1c {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:53:46.813166 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-1178b5af-8a57-4f26-a57b-041fe468537b tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for floatingip, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:46.814524 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-1178b5af-8a57-4f26-a57b-041fe468537b tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] 10.222.0.42 "DELETE /v2.0/floatingips/0fd22a2a-400e-4da9-8213-717db891bbe1 HTTP/1.1" status: 204 len: 168 time: 1.3959458 Mar 29 15:53:46.827662 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-e00288e7-0098-47de-ac74-9b7215951e0d req-c8975f33-5312-4b00-acae-cc2fda50db09 tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] 10.222.0.42 "GET /v2.0/security-groups?id=fc3b4dc4-891d-42e8-b7bb-6b14924f76b3&id=e89284b2-0678-470f-8a91-e1d4399dc334&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1027620 Mar 29 15:53:46.831932 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f42bf95-0bf4-4531-88a3-36cf95033268 None None] Pushing event updated for resources: {'Port': ['ID=2e4b88f0-f34d-4930-800a-5d9d99c01e0c,revision_number=3']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:53:46.857975 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09ef0190-49e0-4fb1-bdfd-e240a12522a8 req-9516e0bd-0217-4a31-857f-9e771af64a90 service neutron] Port 00d82936-b564-49a0-93ad-cab131d6a665 on network bc88b80e-509f-4983-8355-8cb722b08b1c not bound, no agent of type Open vSwitch agent registered on host n-h1-834765-1 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 15:53:46.857975 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09ef0190-49e0-4fb1-bdfd-e240a12522a8 req-9516e0bd-0217-4a31-857f-9e771af64a90 service neutron] Attempting to bind port 00d82936-b564-49a0-93ad-cab131d6a665 on network bc88b80e-509f-4983-8355-8cb722b08b1c {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:53:46.860983 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e842ce28-2719-4910-93dc-3be0c681d881 tempest-RoutersNegativeIpV6Test-315348334 tempest-RoutersNegativeIpV6Test-315348334-project] Router 46f793cf-a5c7-492d-a9f9-7d7884a3e1db is scheduled to L3 agent c648d819-1060-4f26-b4ec-6455387b5dff with binding_index 1 {{(pid=102790) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 29 15:53:46.884415 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09ef0190-49e0-4fb1-bdfd-e240a12522a8 req-9516e0bd-0217-4a31-857f-9e771af64a90 service neutron] Checking agent: {'id': 'be375040-5069-4239-9460-a3a3213e1e90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 33, 18), 'started_at': datetime.datetime(2022, 3, 29, 15, 33, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 53, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:53:46.884764 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09ef0190-49e0-4fb1-bdfd-e240a12522a8 req-9516e0bd-0217-4a31-857f-9e771af64a90 service neutron] Checking segment: {'id': '9779a8ce-e477-4331-8cc2-d153c07cbf93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'bc88b80e-509f-4983-8355-8cb722b08b1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:53:46.885143 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09ef0190-49e0-4fb1-bdfd-e240a12522a8 req-9516e0bd-0217-4a31-857f-9e771af64a90 service neutron] Bound using segment: {'id': '9779a8ce-e477-4331-8cc2-d153c07cbf93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'bc88b80e-509f-4983-8355-8cb722b08b1c'} {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:53:46.885584 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-09ef0190-49e0-4fb1-bdfd-e240a12522a8 req-9516e0bd-0217-4a31-857f-9e771af64a90 service neutron] Bound port: 00d82936-b564-49a0-93ad-cab131d6a665, host: n-h1-834765-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9779a8ce-e477-4331-8cc2-d153c07cbf93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'bc88b80e-509f-4983-8355-8cb722b08b1c'}}] {{(pid=102791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 15:53:46.893926 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-09ef0190-49e0-4fb1-bdfd-e240a12522a8 req-9516e0bd-0217-4a31-857f-9e771af64a90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:46.981287 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-ca8bff24-bbac-41af-9dd8-64c3ceb1d7b6 None None] Provisioning complete for port 78938852-58af-4be8-afaa-015cfa1bf198 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:53:46.982065 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-ca8bff24-bbac-41af-9dd8-64c3ceb1d7b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:47.038941 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:47.052013 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b97c9dd6-65df-4c46-bd64-2ac61ec46a04 req-e9825268-2787-47e4-ba26-71f8b2144983 service neutron] 10.222.0.44 "GET /v2.0/networks/9642bb71-0b64-4135-866e-1c18aeaccc1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5592318 Mar 29 15:53:47.079657 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e842ce28-2719-4910-93dc-3be0c681d881 tempest-RoutersNegativeIpV6Test-315348334 tempest-RoutersNegativeIpV6Test-315348334-project] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:53:47.103568 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-e842ce28-2719-4910-93dc-3be0c681d881 tempest-RoutersNegativeIpV6Test-315348334 tempest-RoutersNegativeIpV6Test-315348334-project] 10.222.0.42 "PUT /v2.0/routers/46f793cf-a5c7-492d-a9f9-7d7884a3e1db/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7772732 Mar 29 15:53:47.113755 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 35406) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:53:47.131504 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-4f98dbbe-7ffa-41e3-b163-f829055cbcdc req-77a03fb9-c94c-46a5-ae10-b5e1ba91b604 tempest-ServerShowV254Test-121067504 tempest-ServerShowV254Test-121067504-project] 10.222.0.42 "GET /v2.0/ports?device_id=b2edd932-49bb-4a43-bc85-79af9d19e99e HTTP/1.1" status: 200 len: 210 time: 0.0667377 Mar 29 15:53:47.131755 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a66496c1-3f53-42ee-955d-a675188c68c4 None None] Sync routers for ids ['46f793cf-a5c7-492d-a9f9-7d7884a3e1db'] in n-d-834765-1 {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:53:47.244294 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-ca8bff24-bbac-41af-9dd8-64c3ceb1d7b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:47.246237 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a66496c1-3f53-42ee-955d-a675188c68c4 None None] Routers {'46f793cf-a5c7-492d-a9f9-7d7884a3e1db'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:53:47.246869 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-a66496c1-3f53-42ee-955d-a675188c68c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:53:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['46f793cf-a5c7-492d-a9f9-7d7884a3e1db'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:53:47.401354 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-ca8bff24-bbac-41af-9dd8-64c3ceb1d7b6 None None] For port 78938852-58af-4be8-afaa-015cfa1bf198, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=78938852-58af-4be8-afaa-015cfa1bf198,segment=NetworkSegment(fd4bc5ba-032e-4c95-a9c0-c94a9082ccc6),segment_id=fd4bc5ba-032e-4c95-a9c0-c94a9082ccc6)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:53:47.404070 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-a66496c1-3f53-42ee-955d-a675188c68c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:53:47.436718 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-ca8bff24-bbac-41af-9dd8-64c3ceb1d7b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:47.520908 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a66496c1-3f53-42ee-955d-a675188c68c4 None None] Routers {'46f793cf-a5c7-492d-a9f9-7d7884a3e1db'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:53:47.523166 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-a66496c1-3f53-42ee-955d-a675188c68c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:53:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['46f793cf-a5c7-492d-a9f9-7d7884a3e1db'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:53:47.523939 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-09ef0190-49e0-4fb1-bdfd-e240a12522a8 req-9516e0bd-0217-4a31-857f-9e771af64a90 service neutron] For port 00d82936-b564-49a0-93ad-cab131d6a665, host n-h1-834765-1, cleared binding levels {{(pid=102791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:53:47.528749 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 35410) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:53:47.540699 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-95f6df28-5343-4c69-9bee-782030985c15 tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1419864822', 'description': 'tempest-description--1432199991'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:53:47.577312 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-a66496c1-3f53-42ee-955d-a675188c68c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:53:47.578234 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a66496c1-3f53-42ee-955d-a675188c68c4 None None] The sync data for ids ['46f793cf-a5c7-492d-a9f9-7d7884a3e1db'] in n-d-834765-1 is: [] {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:53:47.587746 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-95f6df28-5343-4c69-9bee-782030985c15 tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Notify callbacks [] for security_group, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:47.597516 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_common [req-cbabd235-3c70-476f-b840-bfb940f3c97d req-cb088792-aa1d-4868-9225-835e54215d3e tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Allocated IP 10.2.2.200 (79dcb3cc-0cfb-4dde-9352-1cf14f1c4e5d/3654a5c5-abaa-4465-953e-76c281d7517a/d8e77564-eaaf-4718-822d-1183ca2bcda3) {{(pid=102791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:53:47.612956 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8bff24-bbac-41af-9dd8-64c3ceb1d7b6 None None] Pushing event updated for resources: {'Port': ['ID=78938852-58af-4be8-afaa-015cfa1bf198,revision_number=3']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:53:47.628059 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-09ef0190-49e0-4fb1-bdfd-e240a12522a8 req-9516e0bd-0217-4a31-857f-9e771af64a90 service neutron] For port 00d82936-b564-49a0-93ad-cab131d6a665, host n-h1-834765-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=00d82936-b564-49a0-93ad-cab131d6a665,segment=NetworkSegment(9779a8ce-e477-4331-8cc2-d153c07cbf93),segment_id=9779a8ce-e477-4331-8cc2-d153c07cbf93)] {{(pid=102791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:53:47.650291 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-325dfde5-550e-4f1f-b580-e2a10335786b None None] Provisioning complete for port 78938852-58af-4be8-afaa-015cfa1bf198 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:53:47.650662 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-325dfde5-550e-4f1f-b580-e2a10335786b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:47.675419 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-09ef0190-49e0-4fb1-bdfd-e240a12522a8 req-9516e0bd-0217-4a31-857f-9e771af64a90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:47.793236 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:47.839439 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ef0190-49e0-4fb1-bdfd-e240a12522a8 req-9516e0bd-0217-4a31-857f-9e771af64a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:53:47.840076 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-09ef0190-49e0-4fb1-bdfd-e240a12522a8 req-9516e0bd-0217-4a31-857f-9e771af64a90 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:47.841601 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-09ef0190-49e0-4fb1-bdfd-e240a12522a8 req-9516e0bd-0217-4a31-857f-9e771af64a90 service neutron] 10.222.0.44 "PUT /v2.0/ports/00d82936-b564-49a0-93ad-cab131d6a665 HTTP/1.1" status: 200 len: 1131 time: 4.4345953 Mar 29 15:53:47.842090 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae47874e-9944-4a81-b52b-64a39ecfeb9b', 'tag': '00d82936-b564-49a0-93ad-cab131d6a665'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:53:47.845415 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c67b028db5e9b9818fecc5c0a87ebc6f190694fa53ca267d523e04f98de536d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f37ca33-c641-47c7-957b-ea7821323982" -d '{"events": [{"name": "network-changed", "server_uuid": "ae47874e-9944-4a81-b52b-64a39ecfeb9b", "tag": "00d82936-b564-49a0-93ad-cab131d6a665"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:53:47.887965 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-325dfde5-550e-4f1f-b580-e2a10335786b None None] Provisioning complete for port 2e4b88f0-f34d-4930-800a-5d9d99c01e0c triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:53:47.888345 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-325dfde5-550e-4f1f-b580-e2a10335786b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:47.892426 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1864f5-a288-4078-8b04-50bbf2a56b52 req-5fb38691-a1d3-4a63-b4df-019dbebd44f8 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:53:47.901660 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1864f5-a288-4078-8b04-50bbf2a56b52 req-5fb38691-a1d3-4a63-b4df-019dbebd44f8 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:53:47.908432 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-95f6df28-5343-4c69-9bee-782030985c15 tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Notify callbacks [] for security_group, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:47.910945 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1864f5-a288-4078-8b04-50bbf2a56b52 req-5fb38691-a1d3-4a63-b4df-019dbebd44f8 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:53:47.915824 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-95f6df28-5343-4c69-9bee-782030985c15 tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:47.919651 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1864f5-a288-4078-8b04-50bbf2a56b52 req-5fb38691-a1d3-4a63-b4df-019dbebd44f8 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:53:47.930715 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-da1864f5-a288-4078-8b04-50bbf2a56b52 req-5fb38691-a1d3-4a63-b4df-019dbebd44f8 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] 10.222.0.42 "GET /v2.0/ports?device_id=b5e34b53-8d44-45db-a377-1c001fe98b5c HTTP/1.1" status: 200 len: 3095 time: 0.4734771 Mar 29 15:53:47.951596 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f6df28-5343-4c69-9bee-782030985c15 tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24003c5b-4f5e-4c77-b7cb-e70b1b6a98f6,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:53:47.969698 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-95f6df28-5343-4c69-9bee-782030985c15 tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:47.971252 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-95f6df28-5343-4c69-9bee-782030985c15 tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.4404361 Mar 29 15:53:47.989294 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5973305b-2f32-407a-b95d-919d156870e0 req-5687a866-3259-48df-b9de-e19eca5ac2be tempest-InstanceActionsTestJSON-1539897586 tempest-InstanceActionsTestJSON-1539897586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:53:47.993879 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-5973305b-2f32-407a-b95d-919d156870e0 req-5687a866-3259-48df-b9de-e19eca5ac2be tempest-InstanceActionsTestJSON-1539897586 tempest-InstanceActionsTestJSON-1539897586-project] 10.222.0.42 "GET /v2.0/ports?device_id=45afabb3-7608-4b04-a056-17c93f2ab904 HTTP/1.1" status: 200 len: 946 time: 0.2237895 Mar 29 15:53:47.997683 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 35418) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:53:48.008584 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-3159edea-066b-48bb-9745-6dcc0504c5e9 tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Request body: {'security_group_rule': {'security_group_id': '24003c5b-4f5e-4c77-b7cb-e70b1b6a98f6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:53:48.026879 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 78938852-58af-4be8-afaa-015cfa1bf198 up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:53:48.076723 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-3159edea-066b-48bb-9745-6dcc0504c5e9 tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:48.138489 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-325dfde5-550e-4f1f-b580-e2a10335786b None None] Provisioning complete for port d58c7478-baa8-44e5-8f31-cad7e69dab13 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:53:48.139167 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-325dfde5-550e-4f1f-b580-e2a10335786b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:48.152895 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-5973305b-2f32-407a-b95d-919d156870e0 req-e5477efb-34e2-435c-830c-bfac3dd3cd2f tempest-InstanceActionsTestJSON-1539897586 tempest-InstanceActionsTestJSON-1539897586-project] 10.222.0.42 "GET /v2.0/security-groups?id=5319c875-405f-45d4-a6ea-a24484c49f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343107 Mar 29 15:53:48.195138 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-325dfde5-550e-4f1f-b580-e2a10335786b None None] Port d58c7478-baa8-44e5-8f31-cad7e69dab13 cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 15:53:48.212231 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port 78938852-58af-4be8-afaa-015cfa1bf198 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:53:48.212743 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:48.229185 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-3159edea-066b-48bb-9745-6dcc0504c5e9 tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:48.235885 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-3159edea-066b-48bb-9745-6dcc0504c5e9 tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610998'] for security_group_rule, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:48.267399 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3159edea-066b-48bb-9745-6dcc0504c5e9 tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12c1c87b-c635-44bc-93bd-d8b24cf8b4d4,revision_number=0']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:53:48.312528 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-3159edea-066b-48bb-9745-6dcc0504c5e9 tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:48.314107 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-3159edea-066b-48bb-9745-6dcc0504c5e9 tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3128886 Mar 29 15:53:48.321023 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 35424) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:53:48.331574 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-541015fc-1d19-48dd-a5b9-5fe55535947c tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Request body: {'security_group_rule': {'security_group_id': '24003c5b-4f5e-4c77-b7cb-e70b1b6a98f6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:53:48.339936 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 2e4b88f0-f34d-4930-800a-5d9d99c01e0c up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:53:48.364462 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779dfbef-96d9-49cf-8130-ac5015f6e5fb req-cb235320-5e3d-43d7-9906-98eaf1ba80f0 tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:53:48.366575 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-779dfbef-96d9-49cf-8130-ac5015f6e5fb req-cb235320-5e3d-43d7-9906-98eaf1ba80f0 tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] 10.222.0.42 "GET /v2.0/ports?device_id=ae47874e-9944-4a81-b52b-64a39ecfeb9b HTTP/1.1" status: 200 len: 983 time: 0.1240923 Mar 29 15:53:48.385175 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-541015fc-1d19-48dd-a5b9-5fe55535947c tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:48.398681 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-a02385dc-b471-4d47-8bb3-1eda9f1e907c None None] Provisioning complete for port d58c7478-baa8-44e5-8f31-cad7e69dab13 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:53:48.399420 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-a02385dc-b471-4d47-8bb3-1eda9f1e907c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:48.448842 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-a02385dc-b471-4d47-8bb3-1eda9f1e907c None None] Port d58c7478-baa8-44e5-8f31-cad7e69dab13 cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 15:53:48.455009 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port 2e4b88f0-f34d-4930-800a-5d9d99c01e0c triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:53:48.455420 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:48.472589 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-541015fc-1d19-48dd-a5b9-5fe55535947c tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:48.516155 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-779dfbef-96d9-49cf-8130-ac5015f6e5fb req-472bc383-49e9-4637-830b-11c9909fec87 tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] 10.222.0.42 "GET /v2.0/security-groups?id=fc3b4dc4-891d-42e8-b7bb-6b14924f76b3&id=e89284b2-0678-470f-8a91-e1d4399dc334&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1407449 Mar 29 15:53:48.518496 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-541015fc-1d19-48dd-a5b9-5fe55535947c tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610998'] for security_group_rule, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:48.537888 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9516e0bd-0217-4a31-857f-9e771af64a90 service neutron] Pushing event updated for resources: {'Port': ['ID=00d82936-b564-49a0-93ad-cab131d6a665,revision_number=3']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:53:48.565131 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541015fc-1d19-48dd-a5b9-5fe55535947c tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9da51d7a-f3e6-4803-b8a5-fcf20dd50a6a,revision_number=0']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:53:48.573564 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-541015fc-1d19-48dd-a5b9-5fe55535947c tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:48.574779 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-541015fc-1d19-48dd-a5b9-5fe55535947c tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2472963 Mar 29 15:53:48.577852 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 35426) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:53:48.582915 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-2ea3713a-2b58-42ae-aa81-ef33ded18ba3 tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Request body: {'floatingip': {'floating_network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:53:48.598419 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 15:53:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fff5d84e-57c3-4be2-9a5d-be73c3c196ca x-openstack-request-id: req-fff5d84e-57c3-4be2-9a5d-be73c3c196ca {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:53:48.598419 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae47874e-9944-4a81-b52b-64a39ecfeb9b", "tag": "00d82936-b564-49a0-93ad-cab131d6a665", "status": "completed", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:53:48.599900 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-fff5d84e-57c3-4be2-9a5d-be73c3c196ca {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:53:48.599900 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae47874e-9944-4a81-b52b-64a39ecfeb9b', 'tag': '00d82936-b564-49a0-93ad-cab131d6a665', 'status': 'completed', 'code': 200} Mar 29 15:53:48.608994 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-2ea3713a-2b58-42ae-aa81-ef33ded18ba3 tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Notify callbacks [] for floatingip, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:48.612318 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-da1864f5-a288-4078-8b04-50bbf2a56b52 req-d131e87b-1e8d-4441-ab56-470ad756803f tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] 10.222.0.42 "GET /v2.0/security-groups?id=e2ab8bce-bca0-434d-ad1c-ad30dfd1db67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6798775 Mar 29 15:53:48.647944 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ef0190-49e0-4fb1-bdfd-e240a12522a8 req-b193688b-920d-4600-b77b-8ba1253c7622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:53:48.649867 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-09ef0190-49e0-4fb1-bdfd-e240a12522a8 req-b193688b-920d-4600-b77b-8ba1253c7622 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=030130d0937d42c9a5ecbc5c59eb4929&device_id=ae47874e-9944-4a81-b52b-64a39ecfeb9b HTTP/1.1" status: 200 len: 1134 time: 0.7048039 Mar 29 15:53:48.736776 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-5d073cc7-24c9-41b9-8778-3429cd98102a req-0b28b80d-c2b4-49ea-b7ce-0098ba19173b tempest-ServerShowV254Test-121067504 tempest-ServerShowV254Test-121067504-project] 10.222.0.42 "GET /v2.0/ports?device_id=b2edd932-49bb-4a43-bc85-79af9d19e99e HTTP/1.1" status: 200 len: 210 time: 0.0624156 Mar 29 15:53:48.773287 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-2ea3713a-2b58-42ae-aa81-ef33ded18ba3 tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:48.774164 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-09ef0190-49e0-4fb1-bdfd-e240a12522a8 req-d62496e7-3978-4ae5-9fd6-679d1b19e334 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=00d82936-b564-49a0-93ad-cab131d6a665 HTTP/1.1" status: 200 len: 217 time: 0.0838401 Mar 29 15:53:48.805012 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-cbabd235-3c70-476f-b840-bfb940f3c97d req-cb088792-aa1d-4868-9225-835e54215d3e tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Notify callbacks [] for port, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:48.898228 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.db_base_plugin_common [None req-2ea3713a-2b58-42ae-aa81-ef33ded18ba3 tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Allocated IP 172.25.4.43 (4a4a035d-ecac-4ead-baa3-25f90788773a/e1a353dc-fac8-4901-a63c-273840237d6a/d2895065-db27-4466-a779-883ac2584279) {{(pid=102790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:53:48.905480 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ef0190-49e0-4fb1-bdfd-e240a12522a8 req-bb837ae7-4cbc-476c-a9b0-52fd4adac981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:53:48.906979 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-09ef0190-49e0-4fb1-bdfd-e240a12522a8 req-bb837ae7-4cbc-476c-a9b0-52fd4adac981 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d1790831-214e-4ecf-90c1-f78e7ba94f96 HTTP/1.1" status: 200 len: 835 time: 0.1240110 Mar 29 15:53:48.984722 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-cbabd235-3c70-476f-b840-bfb940f3c97d req-cb088792-aa1d-4868-9225-835e54215d3e tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:49.001549 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.agents_db [None req-59735a15-725e-44d4-9ad5-95cbe356f209 None None] Agent healthcheck: found 7 active agents {{(pid=102793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 15:53:49.024557 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-2ea3713a-2b58-42ae-aa81-ef33ded18ba3 tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Notify callbacks [] for port, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:49.067968 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ef0190-49e0-4fb1-bdfd-e240a12522a8 req-1bb3873d-61c4-42b9-8541-9b62e65e9363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:53:49.068838 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-2ea3713a-2b58-42ae-aa81-ef33ded18ba3 tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:49.069526 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-09ef0190-49e0-4fb1-bdfd-e240a12522a8 req-1bb3873d-61c4-42b9-8541-9b62e65e9363 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=bc88b80e-509f-4983-8355-8cb722b08b1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1545403 Mar 29 15:53:49.071337 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cbabd235-3c70-476f-b840-bfb940f3c97d req-cb088792-aa1d-4868-9225-835e54215d3e tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Network 79dcb3cc-0cfb-4dde-9352-1cf14f1c4e5d is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:53:49.076269 n-d-834765-1 neutron-server[102791]: INFO neutron.api.v2.resource [None req-396c53ff-b2db-4a8b-82bb-7ec63a80739b tempest-RoutersNegativeIpV6Test-315348334 tempest-RoutersNegativeIpV6Test-315348334-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 29 15:53:49.077298 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-396c53ff-b2db-4a8b-82bb-7ec63a80739b tempest-RoutersNegativeIpV6Test-315348334 tempest-RoutersNegativeIpV6Test-315348334-project] 10.222.0.42 "PUT /v2.0/routers/46f793cf-a5c7-492d-a9f9-7d7884a3e1db/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.8783681 Mar 29 15:53:49.082184 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [req-cbabd235-3c70-476f-b840-bfb940f3c97d req-cb088792-aa1d-4868-9225-835e54215d3e tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:53:49.084626 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbabd235-3c70-476f-b840-bfb940f3c97d req-cb088792-aa1d-4868-9225-835e54215d3e tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Received port after_create {{(pid=102791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:53:49.090386 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 35428) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:53:49.106471 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb088792-aa1d-4868-9225-835e54215d3e tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Pushing event updated for resources: {'Port': ['ID=d8e77564-eaaf-4718-822d-1183ca2bcda3,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:53:49.113390 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ea3713a-2b58-42ae-aa81-ef33ded18ba3 tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Network 4a4a035d-ecac-4ead-baa3-25f90788773a is already hosted by enough agents. {{(pid=102790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:53:49.117596 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-2ea3713a-2b58-42ae-aa81-ef33ded18ba3 tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Resources bound (agent type, host, resource id): {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:53:49.121408 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ea3713a-2b58-42ae-aa81-ef33ded18ba3 tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Received port after_create {{(pid=102790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:53:49.174584 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea3713a-2b58-42ae-aa81-ef33ded18ba3 tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Pushing event updated for resources: {'Port': ['ID=d2895065-db27-4466-a779-883ac2584279,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:53:49.230881 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-2ea3713a-2b58-42ae-aa81-ef33ded18ba3 tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:49.285483 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-2ea3713a-2b58-42ae-aa81-ef33ded18ba3 tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:49.370565 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-09ef0190-49e0-4fb1-bdfd-e240a12522a8 req-0efd074b-f26f-4c3a-9fd2-e1b5febe2af4 service neutron] 10.222.0.44 "GET /v2.0/networks/bc88b80e-509f-4983-8355-8cb722b08b1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2921662 Mar 29 15:53:49.456816 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbabd235-3c70-476f-b840-bfb940f3c97d req-cb088792-aa1d-4868-9225-835e54215d3e tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:53:49.457101 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-cbabd235-3c70-476f-b840-bfb940f3c97d req-cb088792-aa1d-4868-9225-835e54215d3e tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:49.488000 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-fbc1efbc-4053-4e28-a622-d9d052702cfe None None] Provisioning complete for port d8e77564-eaaf-4718-822d-1183ca2bcda3 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:53:49.488904 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-fbc1efbc-4053-4e28-a622-d9d052702cfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:49.514819 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-2ea3713a-2b58-42ae-aa81-ef33ded18ba3 tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Notify callbacks [] for port, precommit_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:49.523932 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-2ea3713a-2b58-42ae-aa81-ef33ded18ba3 tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5237921'] for port, after_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:49.530279 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-fbc1efbc-4053-4e28-a622-d9d052702cfe None None] Port d8e77564-eaaf-4718-822d-1183ca2bcda3 cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 15:53:49.565828 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e374d735-9241-4276-abfb-a505b7329ff8 req-7db42a93-5567-4332-9be4-90c06027fd37 tempest-InstanceActionsTestJSON-1539897586 tempest-InstanceActionsTestJSON-1539897586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:53:49.573328 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e374d735-9241-4276-abfb-a505b7329ff8 req-7db42a93-5567-4332-9be4-90c06027fd37 tempest-InstanceActionsTestJSON-1539897586 tempest-InstanceActionsTestJSON-1539897586-project] 10.222.0.42 "GET /v2.0/ports?device_id=45afabb3-7608-4b04-a056-17c93f2ab904 HTTP/1.1" status: 200 len: 946 time: 0.2715068 Mar 29 15:53:49.612001 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-cbabd235-3c70-476f-b840-bfb940f3c97d req-cb088792-aa1d-4868-9225-835e54215d3e tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5915489 Mar 29 15:53:49.639639 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [req-cbabd235-3c70-476f-b840-bfb940f3c97d req-844dc46a-6ff5-4d99-a977-f5f4ddb9b062 service neutron] Request body: {'port': {'device_id': 'b5e34b53-8d44-45db-a377-1c001fe98b5c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834765-1'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:53:49.647948 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-2ea3713a-2b58-42ae-aa81-ef33ded18ba3 tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648212'] for floatingip, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:49.668488 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea3713a-2b58-42ae-aa81-ef33ded18ba3 tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Pushing event updated for resources: {'Port': ['ID=d2895065-db27-4466-a779-883ac2584279,revision_number=2']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:53:49.694629 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-2ea3713a-2b58-42ae-aa81-ef33ded18ba3 tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for floatingip, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:49.696127 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-2ea3713a-2b58-42ae-aa81-ef33ded18ba3 tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1173351 Mar 29 15:53:49.701389 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-09ef0190-49e0-4fb1-bdfd-e240a12522a8 req-d1595f89-774d-4c8e-ac13-f0aa56a39595 service neutron] 10.222.0.44 "GET /v2.0/networks/bc88b80e-509f-4983-8355-8cb722b08b1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3163836 Mar 29 15:53:49.704695 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e374d735-9241-4276-abfb-a505b7329ff8 req-a023ce90-1e2d-4119-9136-5a99145890b2 tempest-InstanceActionsTestJSON-1539897586 tempest-InstanceActionsTestJSON-1539897586-project] 10.222.0.42 "GET /v2.0/security-groups?id=5319c875-405f-45d4-a6ea-a24484c49f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305728 Mar 29 15:53:49.720545 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 78938852-58af-4be8-afaa-015cfa1bf198 up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:53:49.745674 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5b8f0a-6566-42c9-b47b-926ea7a07aa9 req-00c11a7e-5f1f-4231-b0c7-b4d3500f66d0 tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:53:49.757568 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-9e5b8f0a-6566-42c9-b47b-926ea7a07aa9 req-00c11a7e-5f1f-4231-b0c7-b4d3500f66d0 tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] 10.222.0.42 "GET /v2.0/ports?device_id=ae47874e-9944-4a81-b52b-64a39ecfeb9b HTTP/1.1" status: 200 len: 983 time: 0.1316929 Mar 29 15:53:49.782550 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-cbabd235-3c70-476f-b840-bfb940f3c97d req-844dc46a-6ff5-4d99-a977-f5f4ddb9b062 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:49.848470 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-9e5b8f0a-6566-42c9-b47b-926ea7a07aa9 req-1234863f-f48a-41c8-8ebc-463ee98d7f21 tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] 10.222.0.42 "GET /v2.0/security-groups?id=fc3b4dc4-891d-42e8-b7bb-6b14924f76b3&id=e89284b2-0678-470f-8a91-e1d4399dc334&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0898201 Mar 29 15:53:49.877758 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port 78938852-58af-4be8-afaa-015cfa1bf198 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:53:49.878460 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:49.951325 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f37ca33-c641-47c7-957b-ea7821323982 req-ca94852f-5163-4301-aa30-b9f9fca06688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:53:49.952840 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-0f37ca33-c641-47c7-957b-ea7821323982 req-ca94852f-5163-4301-aa30-b9f9fca06688 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=030130d0937d42c9a5ecbc5c59eb4929&device_id=ae47874e-9944-4a81-b52b-64a39ecfeb9b HTTP/1.1" status: 200 len: 1134 time: 0.1533115 Mar 29 15:53:50.023031 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-f1195f2c-fc98-4e72-9b6f-d93ec95a51e4 req-d6e8278f-9498-4e19-b742-a191c5d78a82 tempest-ServerShowV254Test-121067504 tempest-ServerShowV254Test-121067504-project] 10.222.0.42 "GET /v2.0/ports?device_id=b2edd932-49bb-4a43-bc85-79af9d19e99e HTTP/1.1" status: 200 len: 210 time: 0.0293877 Mar 29 15:53:50.094232 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b92d172-b726-473c-a65b-23bd15be9b83 req-5aba576f-0274-46ba-af70-f81355d329b1 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:53:50.100512 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b92d172-b726-473c-a65b-23bd15be9b83 req-5aba576f-0274-46ba-af70-f81355d329b1 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:53:50.106331 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b92d172-b726-473c-a65b-23bd15be9b83 req-5aba576f-0274-46ba-af70-f81355d329b1 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:53:50.112282 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b92d172-b726-473c-a65b-23bd15be9b83 req-5aba576f-0274-46ba-af70-f81355d329b1 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:53:50.119147 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b92d172-b726-473c-a65b-23bd15be9b83 req-5aba576f-0274-46ba-af70-f81355d329b1 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:53:50.121029 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4b92d172-b726-473c-a65b-23bd15be9b83 req-5aba576f-0274-46ba-af70-f81355d329b1 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] 10.222.0.42 "GET /v2.0/ports?device_id=b5e34b53-8d44-45db-a377-1c001fe98b5c HTTP/1.1" status: 200 len: 3816 time: 0.2338955 Mar 29 15:53:50.149129 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-3d286929-2212-4b64-ab8f-e1b4ed8f1440 req-a950b7c2-bf3e-4d47-887d-ee301f70c66a tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--1419864822&fields=id&tenant_id=c6465a9dafbf43bf90c09b1dce8d1fc6 HTTP/1.1" status: 200 len: 267 time: 0.0417430 Mar 29 15:53:50.272143 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d286929-2212-4b64-ab8f-e1b4ed8f1440 req-f3915906-aebc-4bea-8da1-fc85f11cf7e9 tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:53:50.274355 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-3d286929-2212-4b64-ab8f-e1b4ed8f1440 req-f3915906-aebc-4bea-8da1-fc85f11cf7e9 tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] 10.222.0.42 "GET /v2.0/networks?id=5820eec2-ced2-414a-ab32-af1fabeb5f44 HTTP/1.1" status: 200 len: 814 time: 0.1165333 Mar 29 15:53:50.290262 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f37ca33-c641-47c7-957b-ea7821323982 req-e38c929b-a76a-447e-a3a5-27e6a4719168 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:53:50.291743 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-0f37ca33-c641-47c7-957b-ea7821323982 req-e38c929b-a76a-447e-a3a5-27e6a4719168 service neutron] 10.222.0.44 "GET /v2.0/networks?id=bc88b80e-509f-4983-8355-8cb722b08b1c HTTP/1.1" status: 200 len: 897 time: 0.2676609 Mar 29 15:53:50.291934 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-3d286929-2212-4b64-ab8f-e1b4ed8f1440 req-bd88eae2-5e37-41d7-a248-f798b7c5a4aa tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] 10.222.0.42 "GET /v2.0/quotas/c6465a9dafbf43bf90c09b1dce8d1fc6 HTTP/1.1" status: 200 len: 375 time: 0.0114222 Mar 29 15:53:50.296364 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4b92d172-b726-473c-a65b-23bd15be9b83 req-e6937ced-a511-4ac3-a613-9526774b0290 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] 10.222.0.42 "GET /v2.0/security-groups?id=e2ab8bce-bca0-434d-ad1c-ad30dfd1db67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1432948 Mar 29 15:53:50.363207 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-3d286929-2212-4b64-ab8f-e1b4ed8f1440 req-a64d9939-0a1e-4ed0-9617-5e24ede2ff1c tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=c6465a9dafbf43bf90c09b1dce8d1fc6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0672557 Mar 29 15:53:50.372878 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-0f37ca33-c641-47c7-957b-ea7821323982 req-7bb16699-83b5-48f8-aedc-5f5a218025a6 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=00d82936-b564-49a0-93ad-cab131d6a665 HTTP/1.1" status: 200 len: 217 time: 0.0721922 Mar 29 15:53:50.436386 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f37ca33-c641-47c7-957b-ea7821323982 req-d6725a78-94cc-46f2-aa13-128d67b5c7b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:53:50.437863 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-0f37ca33-c641-47c7-957b-ea7821323982 req-d6725a78-94cc-46f2-aa13-128d67b5c7b5 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d1790831-214e-4ecf-90c1-f78e7ba94f96 HTTP/1.1" status: 200 len: 835 time: 0.0519104 Mar 29 15:53:50.442030 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-abe0217e-dae3-4c8b-8241-01225f33ffe0 tempest-RoutersNegativeIpV6Test-315348334 tempest-RoutersNegativeIpV6Test-315348334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-530452'] for router_interface, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:50.497602 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-3d286929-2212-4b64-ab8f-e1b4ed8f1440 req-1d822f35-4827-45a1-89a6-926af137384a service neutron] 10.222.0.42 "GET /v2.0/networks/5820eec2-ced2-414a-ab32-af1fabeb5f44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205211 Mar 29 15:53:50.630781 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-3d286929-2212-4b64-ab8f-e1b4ed8f1440 req-dc8ff565-6de4-4327-a04c-3d82f62533fc service neutron] 10.222.0.42 "GET /v2.0/networks/5820eec2-ced2-414a-ab32-af1fabeb5f44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312003 Mar 29 15:53:50.730032 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [req-cbabd235-3c70-476f-b840-bfb940f3c97d req-844dc46a-6ff5-4d99-a977-f5f4ddb9b062 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f402d3d7-34ef-43ea-8950-d2b015ceb2a3 {{(pid=102791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:53:50.743683 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-cbabd235-3c70-476f-b840-bfb940f3c97d req-844dc46a-6ff5-4d99-a977-f5f4ddb9b062 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:50.752064 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f37ca33-c641-47c7-957b-ea7821323982 req-f1c7aab6-87b5-47cc-a219-9dcfbd57400e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:53:50.753576 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-0f37ca33-c641-47c7-957b-ea7821323982 req-f1c7aab6-87b5-47cc-a219-9dcfbd57400e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=bc88b80e-509f-4983-8355-8cb722b08b1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2085438 Mar 29 15:53:50.791191 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83532b3a-3d4b-487e-b4a2-537ef31a1eec req-5fad307d-f4b5-4f7d-83cb-9076d575251a tempest-InstanceActionsTestJSON-1539897586 tempest-InstanceActionsTestJSON-1539897586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:53:50.793060 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-83532b3a-3d4b-487e-b4a2-537ef31a1eec req-5fad307d-f4b5-4f7d-83cb-9076d575251a tempest-InstanceActionsTestJSON-1539897586 tempest-InstanceActionsTestJSON-1539897586-project] 10.222.0.42 "GET /v2.0/ports?device_id=45afabb3-7608-4b04-a056-17c93f2ab904 HTTP/1.1" status: 200 len: 946 time: 0.2033930 Mar 29 15:53:50.865984 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-404a5141-2ecd-4057-8df9-58d51886d547 req-e076e5e5-8bb2-4db4-9a05-c159ced91a74 tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] 10.222.0.42 "GET /v2.0/ports?device_id=484767cb-f40c-4e4e-8c0e-1e575bd2ed1e HTTP/1.1" status: 200 len: 210 time: 0.0310864 Mar 29 15:53:51.037099 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf7ca48-ccf4-41e2-8512-7c5b3389843c req-7757ce18-9254-48e6-9991-6443847350c1 tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:53:51.045499 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-8bf7ca48-ccf4-41e2-8512-7c5b3389843c req-7757ce18-9254-48e6-9991-6443847350c1 tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] 10.222.0.42 "GET /v2.0/ports?device_id=ae47874e-9944-4a81-b52b-64a39ecfeb9b HTTP/1.1" status: 200 len: 983 time: 0.0858307 Mar 29 15:53:51.119630 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-8bf7ca48-ccf4-41e2-8512-7c5b3389843c req-3f7f4163-4ddc-4704-9702-21e4e66cbf50 tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] 10.222.0.42 "GET /v2.0/security-groups?id=fc3b4dc4-891d-42e8-b7bb-6b14924f76b3&id=e89284b2-0678-470f-8a91-e1d4399dc334&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0731471 Mar 29 15:53:51.169443 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.provisioning_blocks [req-cbabd235-3c70-476f-b840-bfb940f3c97d req-844dc46a-6ff5-4d99-a977-f5f4ddb9b062 service neutron] Transition to ACTIVE for port object f402d3d7-34ef-43ea-8950-d2b015ceb2a3 will not be triggered until provisioned by entity L2. {{(pid=102791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 15:53:51.212138 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-cbabd235-3c70-476f-b840-bfb940f3c97d req-844dc46a-6ff5-4d99-a977-f5f4ddb9b062 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:51.252274 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-f242e909-7b2f-43ac-a83b-156785dd52b0 req-a2b1f3f7-976c-4671-af03-0188d05b96af tempest-ServerShowV254Test-121067504 tempest-ServerShowV254Test-121067504-project] 10.222.0.42 "GET /v2.0/ports?device_id=b2edd932-49bb-4a43-bc85-79af9d19e99e HTTP/1.1" status: 200 len: 210 time: 0.0507872 Mar 29 15:53:51.265637 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844dc46a-6ff5-4d99-a977-f5f4ddb9b062 service neutron] Pushing event updated for resources: {'Port': ['ID=f402d3d7-34ef-43ea-8950-d2b015ceb2a3,revision_number=2']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:53:51.345281 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-83532b3a-3d4b-487e-b4a2-537ef31a1eec req-b5c19ce1-e688-4474-89e4-6493cfb0fd9f tempest-InstanceActionsTestJSON-1539897586 tempest-InstanceActionsTestJSON-1539897586-project] 10.222.0.42 "GET /v2.0/security-groups?id=5319c875-405f-45d4-a6ea-a24484c49f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698492 Mar 29 15:53:51.453523 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-0f37ca33-c641-47c7-957b-ea7821323982 req-001b56af-672c-45b0-abc6-3bebf3ddc29a service neutron] 10.222.0.44 "GET /v2.0/networks/bc88b80e-509f-4983-8355-8cb722b08b1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6844606 Mar 29 15:53:51.517681 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0648424c-c6f4-43b8-9575-9622afaf2c3d req-230180d9-7ee7-4a35-be09-fa36d6ed04f1 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:53:51.549341 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0648424c-c6f4-43b8-9575-9622afaf2c3d req-230180d9-7ee7-4a35-be09-fa36d6ed04f1 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:53:51.557408 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0648424c-c6f4-43b8-9575-9622afaf2c3d req-230180d9-7ee7-4a35-be09-fa36d6ed04f1 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:53:51.563717 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0648424c-c6f4-43b8-9575-9622afaf2c3d req-230180d9-7ee7-4a35-be09-fa36d6ed04f1 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:53:51.570813 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0648424c-c6f4-43b8-9575-9622afaf2c3d req-230180d9-7ee7-4a35-be09-fa36d6ed04f1 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:53:51.572804 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-cbabd235-3c70-476f-b840-bfb940f3c97d req-844dc46a-6ff5-4d99-a977-f5f4ddb9b062 service neutron] Attempting to bind port f402d3d7-34ef-43ea-8950-d2b015ceb2a3 on host n-h2-834765-1 for vnic_type normal with profile {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:53:51.573137 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-cbabd235-3c70-476f-b840-bfb940f3c97d req-844dc46a-6ff5-4d99-a977-f5f4ddb9b062 service neutron] Attempting to bind port f402d3d7-34ef-43ea-8950-d2b015ceb2a3 by drivers openvswitch,hyperv on host n-h2-834765-1 at level 0 using segments [{'id': '9581079c-64f8-4f74-b62d-5bba29484aa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '4e796cbd-0811-4a69-9036-a57f72186731'}] {{(pid=102791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:53:51.573460 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbabd235-3c70-476f-b840-bfb940f3c97d req-844dc46a-6ff5-4d99-a977-f5f4ddb9b062 service neutron] Attempting to bind port f402d3d7-34ef-43ea-8950-d2b015ceb2a3 on network 4e796cbd-0811-4a69-9036-a57f72186731 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:53:51.580628 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-0648424c-c6f4-43b8-9575-9622afaf2c3d req-230180d9-7ee7-4a35-be09-fa36d6ed04f1 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] 10.222.0.42 "GET /v2.0/ports?device_id=b5e34b53-8d44-45db-a377-1c001fe98b5c HTTP/1.1" status: 200 len: 3828 time: 0.1544983 Mar 29 15:53:51.593651 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbabd235-3c70-476f-b840-bfb940f3c97d req-844dc46a-6ff5-4d99-a977-f5f4ddb9b062 service neutron] Port f402d3d7-34ef-43ea-8950-d2b015ceb2a3 on network 4e796cbd-0811-4a69-9036-a57f72186731 not bound, no agent of type Open vSwitch agent registered on host n-h2-834765-1 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 15:53:51.594000 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbabd235-3c70-476f-b840-bfb940f3c97d req-844dc46a-6ff5-4d99-a977-f5f4ddb9b062 service neutron] Attempting to bind port f402d3d7-34ef-43ea-8950-d2b015ceb2a3 on network 4e796cbd-0811-4a69-9036-a57f72186731 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:53:51.615228 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbabd235-3c70-476f-b840-bfb940f3c97d req-844dc46a-6ff5-4d99-a977-f5f4ddb9b062 service neutron] Checking agent: {'id': '3e4b4912-b4a2-4d17-b5bd-6ce15529e8eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 33, 17), 'started_at': datetime.datetime(2022, 3, 29, 15, 33, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 53, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:53:51.615228 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbabd235-3c70-476f-b840-bfb940f3c97d req-844dc46a-6ff5-4d99-a977-f5f4ddb9b062 service neutron] Checking segment: {'id': '9581079c-64f8-4f74-b62d-5bba29484aa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '4e796cbd-0811-4a69-9036-a57f72186731'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:53:51.615228 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbabd235-3c70-476f-b840-bfb940f3c97d req-844dc46a-6ff5-4d99-a977-f5f4ddb9b062 service neutron] Bound using segment: {'id': '9581079c-64f8-4f74-b62d-5bba29484aa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '4e796cbd-0811-4a69-9036-a57f72186731'} {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:53:51.615786 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-cbabd235-3c70-476f-b840-bfb940f3c97d req-844dc46a-6ff5-4d99-a977-f5f4ddb9b062 service neutron] Bound port: f402d3d7-34ef-43ea-8950-d2b015ceb2a3, host: n-h2-834765-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9581079c-64f8-4f74-b62d-5bba29484aa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '4e796cbd-0811-4a69-9036-a57f72186731'}}] {{(pid=102791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 15:53:51.616049 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-cbabd235-3c70-476f-b840-bfb940f3c97d req-844dc46a-6ff5-4d99-a977-f5f4ddb9b062 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:51.635018 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-0f37ca33-c641-47c7-957b-ea7821323982 req-68ef1c01-e7e1-440a-8272-91c4f89109c7 service neutron] 10.222.0.44 "GET /v2.0/networks/bc88b80e-509f-4983-8355-8cb722b08b1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1716828 Mar 29 15:53:51.643579 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-abe0217e-dae3-4c8b-8241-01225f33ffe0 tempest-RoutersNegativeIpV6Test-315348334 tempest-RoutersNegativeIpV6Test-315348334-project] Deleting port d58c7478-baa8-44e5-8f31-cad7e69dab13 {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:53:51.644215 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-abe0217e-dae3-4c8b-8241-01225f33ffe0 tempest-RoutersNegativeIpV6Test-315348334 tempest-RoutersNegativeIpV6Test-315348334-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:51.667885 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-0648424c-c6f4-43b8-9575-9622afaf2c3d req-0654a779-46a4-485b-8b1b-c545fe7db2e3 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] 10.222.0.42 "GET /v2.0/security-groups?id=e2ab8bce-bca0-434d-ad1c-ad30dfd1db67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0857074 Mar 29 15:53:51.783760 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-cbabd235-3c70-476f-b840-bfb940f3c97d req-844dc46a-6ff5-4d99-a977-f5f4ddb9b062 service neutron] For port f402d3d7-34ef-43ea-8950-d2b015ceb2a3, host n-h2-834765-1, cleared binding levels {{(pid=102791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:53:51.788954 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-cbabd235-3c70-476f-b840-bfb940f3c97d req-844dc46a-6ff5-4d99-a977-f5f4ddb9b062 service neutron] For port f402d3d7-34ef-43ea-8950-d2b015ceb2a3, host n-h2-834765-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=f402d3d7-34ef-43ea-8950-d2b015ceb2a3,segment=NetworkSegment(9581079c-64f8-4f74-b62d-5bba29484aa6),segment_id=9581079c-64f8-4f74-b62d-5bba29484aa6)] {{(pid=102791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:53:51.794688 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device 00d82936-b564-49a0-93ad-cab131d6a665 details requested by agent hyperv_n-h1-834765-1 with host n-h1-834765-1 {{(pid=102792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 15:53:51.796563 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-cbabd235-3c70-476f-b840-bfb940f3c97d req-844dc46a-6ff5-4d99-a977-f5f4ddb9b062 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:51.828688 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-abe0217e-dae3-4c8b-8241-01225f33ffe0 tempest-RoutersNegativeIpV6Test-315348334 tempest-RoutersNegativeIpV6Test-315348334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:51.856033 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-abe0217e-dae3-4c8b-8241-01225f33ffe0 tempest-RoutersNegativeIpV6Test-315348334 tempest-RoutersNegativeIpV6Test-315348334-project] Calling delete_port for d58c7478-baa8-44e5-8f31-cad7e69dab13 owned by network:router_interface {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:53:51.864809 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbabd235-3c70-476f-b840-bfb940f3c97d req-844dc46a-6ff5-4d99-a977-f5f4ddb9b062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:53:51.865411 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-cbabd235-3c70-476f-b840-bfb940f3c97d req-844dc46a-6ff5-4d99-a977-f5f4ddb9b062 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:51.866832 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-cbabd235-3c70-476f-b840-bfb940f3c97d req-844dc46a-6ff5-4d99-a977-f5f4ddb9b062 service neutron] 10.222.0.48 "PUT /v2.0/ports/f402d3d7-34ef-43ea-8950-d2b015ceb2a3 HTTP/1.1" status: 200 len: 1091 time: 2.2371337 Mar 29 15:53:51.867301 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5e34b53-8d44-45db-a377-1c001fe98b5c', 'tag': 'f402d3d7-34ef-43ea-8950-d2b015ceb2a3'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:53:51.869573 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c67b028db5e9b9818fecc5c0a87ebc6f190694fa53ca267d523e04f98de536d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dd1ba17-6eab-4462-b631-33cad411c0e9" -d '{"events": [{"name": "network-changed", "server_uuid": "b5e34b53-8d44-45db-a377-1c001fe98b5c", "tag": "f402d3d7-34ef-43ea-8950-d2b015ceb2a3"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:53:51.924659 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port 00d82936-b564-49a0-93ad-cab131d6a665, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=00d82936-b564-49a0-93ad-cab131d6a665,segment=NetworkSegment(9779a8ce-e477-4331-8cc2-d153c07cbf93),segment_id=9779a8ce-e477-4331-8cc2-d153c07cbf93)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:53:51.941799 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Returning: {'device': '00d82936-b564-49a0-93ad-cab131d6a665', 'network_id': 'bc88b80e-509f-4983-8355-8cb722b08b1c', 'port_id': '00d82936-b564-49a0-93ad-cab131d6a665', 'mac_address': 'fa:16:3e:2e:e7:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 631, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1790831-214e-4ecf-90c1-f78e7ba94f96', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 15:53:51.951514 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [req-cbabd235-3c70-476f-b840-bfb940f3c97d req-b01ed7bf-4c6e-49c0-8d5a-dd4b20c81429 service neutron] Request body: {'port': {'device_id': 'b5e34b53-8d44-45db-a377-1c001fe98b5c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834765-1'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:53:52.014783 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 15:53:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ae6adb0-010e-401b-98a4-e375cf54c7bd x-openstack-request-id: req-3ae6adb0-010e-401b-98a4-e375cf54c7bd {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:53:52.015066 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5e34b53-8d44-45db-a377-1c001fe98b5c", "tag": "f402d3d7-34ef-43ea-8950-d2b015ceb2a3", "status": "completed", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:53:52.015340 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-3ae6adb0-010e-401b-98a4-e375cf54c7bd {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:53:52.015742 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5e34b53-8d44-45db-a377-1c001fe98b5c', 'tag': 'f402d3d7-34ef-43ea-8950-d2b015ceb2a3', 'status': 'completed', 'code': 200} Mar 29 15:53:52.045197 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844dc46a-6ff5-4d99-a977-f5f4ddb9b062 service neutron] Pushing event updated for resources: {'Port': ['ID=f402d3d7-34ef-43ea-8950-d2b015ceb2a3,revision_number=3']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:53:52.052703 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-4e7f2601-f858-45e6-960a-786e8ae4cf34 req-237f9a00-0fb8-4a37-904c-2c420397229a tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] 10.222.0.42 "GET /v2.0/ports?device_id=484767cb-f40c-4e4e-8c0e-1e575bd2ed1e HTTP/1.1" status: 200 len: 210 time: 0.0501397 Mar 29 15:53:52.095549 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:52.116600 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00d82936-b564-49a0-93ad-cab131d6a665 {{(pid=102792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:53:52.170205 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port 00d82936-b564-49a0-93ad-cab131d6a665, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=00d82936-b564-49a0-93ad-cab131d6a665,segment=NetworkSegment(9779a8ce-e477-4331-8cc2-d153c07cbf93),segment_id=9779a8ce-e477-4331-8cc2-d153c07cbf93)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:53:52.175342 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:52.201974 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd1ba17-6eab-4462-b631-33cad411c0e9 req-b32c70f5-41c9-40ad-8e4f-68729ada974f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:53:52.202483 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd1ba17-6eab-4462-b631-33cad411c0e9 req-b32c70f5-41c9-40ad-8e4f-68729ada974f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:53:52.202965 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd1ba17-6eab-4462-b631-33cad411c0e9 req-b32c70f5-41c9-40ad-8e4f-68729ada974f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:53:52.203440 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd1ba17-6eab-4462-b631-33cad411c0e9 req-b32c70f5-41c9-40ad-8e4f-68729ada974f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:53:52.203904 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd1ba17-6eab-4462-b631-33cad411c0e9 req-b32c70f5-41c9-40ad-8e4f-68729ada974f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:53:52.205679 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4dd1ba17-6eab-4462-b631-33cad411c0e9 req-b32c70f5-41c9-40ad-8e4f-68729ada974f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9cad725e1c41463fab431e48b8d9bfff&device_id=b5e34b53-8d44-45db-a377-1c001fe98b5c HTTP/1.1" status: 200 len: 4363 time: 0.1948714 Mar 29 15:53:52.206333 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-cbabd235-3c70-476f-b840-bfb940f3c97d req-b01ed7bf-4c6e-49c0-8d5a-dd4b20c81429 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:52.256545 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Pushing event updated for resources: {'Port': ['ID=00d82936-b564-49a0-93ad-cab131d6a665,revision_number=4']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:53:52.372817 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-c28124a0-e649-4661-8cba-fb1305aedbf2 req-ce5b92ad-3f4a-47d1-9c0a-3f7d3bd1e0f3 tempest-ServerShowV254Test-121067504 tempest-ServerShowV254Test-121067504-project] 10.222.0.42 "GET /v2.0/ports?device_id=b2edd932-49bb-4a43-bc85-79af9d19e99e HTTP/1.1" status: 200 len: 210 time: 0.0278354 Mar 29 15:53:52.516233 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479e1ca5-203f-4987-a7fe-388f4cdf8083 req-d5e59911-aa87-4d28-9217-5cb90dbd9a3b tempest-InstanceActionsTestJSON-1539897586 tempest-InstanceActionsTestJSON-1539897586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:53:52.517711 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-479e1ca5-203f-4987-a7fe-388f4cdf8083 req-d5e59911-aa87-4d28-9217-5cb90dbd9a3b tempest-InstanceActionsTestJSON-1539897586 tempest-InstanceActionsTestJSON-1539897586-project] 10.222.0.42 "GET /v2.0/ports?device_id=45afabb3-7608-4b04-a056-17c93f2ab904 HTTP/1.1" status: 200 len: 946 time: 0.0652533 Mar 29 15:53:52.559431 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-479e1ca5-203f-4987-a7fe-388f4cdf8083 req-1d97bfd6-7359-4e32-baf4-04daf54ea46f tempest-InstanceActionsTestJSON-1539897586 tempest-InstanceActionsTestJSON-1539897586-project] 10.222.0.42 "GET /v2.0/security-groups?id=5319c875-405f-45d4-a6ea-a24484c49f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342369 Mar 29 15:53:52.602765 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] get_ports_and_sgs() called for port_ids ['00d82936-b564-49a0-93ad-cab131d6a665'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:53:52.651814 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d286929-2212-4b64-ab8f-e1b4ed8f1440 req-5773ffea-0bb1-4390-9ca5-a00fe47a1a0c tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:53:52.653156 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-3d286929-2212-4b64-ab8f-e1b4ed8f1440 req-5773ffea-0bb1-4390-9ca5-a00fe47a1a0c tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] 10.222.0.44 "GET /v2.0/networks?id=5820eec2-ced2-414a-ab32-af1fabeb5f44 HTTP/1.1" status: 200 len: 814 time: 0.5113447 Mar 29 15:53:52.660860 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a403806-53ab-416e-aca9-23dcf9736e5d req-3639acb0-b8be-4efe-8601-5bd8239d5c1f tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:53:52.662808 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4a403806-53ab-416e-aca9-23dcf9736e5d req-3639acb0-b8be-4efe-8601-5bd8239d5c1f tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] 10.222.0.42 "GET /v2.0/ports?device_id=ae47874e-9944-4a81-b52b-64a39ecfeb9b HTTP/1.1" status: 200 len: 984 time: 0.4387882 Mar 29 15:53:52.778231 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-abe0217e-dae3-4c8b-8241-01225f33ffe0 tempest-RoutersNegativeIpV6Test-315348334 tempest-RoutersNegativeIpV6Test-315348334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:52.787074 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7c3dea-35ed-4f09-a680-6606d14277a3 req-7b49109c-7774-414b-b0e0-0404352be773 tempest-InstanceActionsTestJSON-1539897586 tempest-InstanceActionsTestJSON-1539897586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:53:52.788561 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-cd7c3dea-35ed-4f09-a680-6606d14277a3 req-7b49109c-7774-414b-b0e0-0404352be773 tempest-InstanceActionsTestJSON-1539897586 tempest-InstanceActionsTestJSON-1539897586-project] 10.222.0.44 "GET /v2.0/ports?device_id=45afabb3-7608-4b04-a056-17c93f2ab904 HTTP/1.1" status: 200 len: 946 time: 0.3967855 Mar 29 15:53:52.796791 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd1ba17-6eab-4462-b631-33cad411c0e9 req-922c5101-da02-4699-8f91-9f7f050e6e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:53:52.797255 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd1ba17-6eab-4462-b631-33cad411c0e9 req-922c5101-da02-4699-8f91-9f7f050e6e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:53:52.797711 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd1ba17-6eab-4462-b631-33cad411c0e9 req-922c5101-da02-4699-8f91-9f7f050e6e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:53:52.799203 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4dd1ba17-6eab-4462-b631-33cad411c0e9 req-922c5101-da02-4699-8f91-9f7f050e6e97 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=9cad725e1c41463fab431e48b8d9bfff&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.5736234 Mar 29 15:53:52.842588 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c21c5a-3956-4fc3-b5fe-a01604a29b03 req-05fc0035-b722-4731-bfbc-219db435c3e6 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:53:52.848983 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c21c5a-3956-4fc3-b5fe-a01604a29b03 req-05fc0035-b722-4731-bfbc-219db435c3e6 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:53:52.855503 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c21c5a-3956-4fc3-b5fe-a01604a29b03 req-05fc0035-b722-4731-bfbc-219db435c3e6 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:53:52.861123 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c21c5a-3956-4fc3-b5fe-a01604a29b03 req-05fc0035-b722-4731-bfbc-219db435c3e6 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:53:52.867046 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c21c5a-3956-4fc3-b5fe-a01604a29b03 req-05fc0035-b722-4731-bfbc-219db435c3e6 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:53:52.868860 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-37c21c5a-3956-4fc3-b5fe-a01604a29b03 req-05fc0035-b722-4731-bfbc-219db435c3e6 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] 10.222.0.42 "GET /v2.0/ports?device_id=b5e34b53-8d44-45db-a377-1c001fe98b5c HTTP/1.1" status: 200 len: 3828 time: 0.0803730 Mar 29 15:53:52.890802 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe0217e-dae3-4c8b-8241-01225f33ffe0 tempest-RoutersNegativeIpV6Test-315348334 tempest-RoutersNegativeIpV6Test-315348334-project] Pushing event deleted for resources: {'Port': ['ID=d58c7478-baa8-44e5-8f31-cad7e69dab13,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:53:52.923617 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-37c21c5a-3956-4fc3-b5fe-a01604a29b03 req-7d05eff9-f584-4697-9db4-b77666a62a9b tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] 10.222.0.42 "GET /v2.0/security-groups?id=e2ab8bce-bca0-434d-ad1c-ad30dfd1db67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472400 Mar 29 15:53:52.965182 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-3d286929-2212-4b64-ab8f-e1b4ed8f1440 req-3d6aea64-dd62-4230-a470-4cb03b7659a5 tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c6465a9dafbf43bf90c09b1dce8d1fc6 HTTP/1.1" status: 200 len: 380 time: 0.2569895 Mar 29 15:53:53.012216 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [req-3d286929-2212-4b64-ab8f-e1b4ed8f1440 req-974e5e68-ca71-4c65-8fa6-8dc94e76946e tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Request body: {'port': {'device_id': '484767cb-f40c-4e4e-8c0e-1e575bd2ed1e', 'network_id': '5820eec2-ced2-414a-ab32-af1fabeb5f44', 'admin_state_up': True, 'tenant_id': 'c6465a9dafbf43bf90c09b1dce8d1fc6', 'security_groups': ['24003c5b-4f5e-4c77-b7cb-e70b1b6a98f6']}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:53:53.064975 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4a403806-53ab-416e-aca9-23dcf9736e5d req-f9678d4f-1965-4966-9557-e613f02eb3d6 tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] 10.222.0.42 "GET /v2.0/security-groups?id=fc3b4dc4-891d-42e8-b7bb-6b14924f76b3&id=e89284b2-0678-470f-8a91-e1d4399dc334&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.3423240 Mar 29 15:53:53.161662 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-11b68ff4-939d-4637-8fd3-c1166b8be2ce req-0f717a3e-69a2-4826-9a3c-39a01d8a6bfa tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] 10.222.0.42 "GET /v2.0/ports?device_id=484767cb-f40c-4e4e-8c0e-1e575bd2ed1e HTTP/1.1" status: 200 len: 210 time: 0.0261414 Mar 29 15:53:53.280035 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-abe0217e-dae3-4c8b-8241-01225f33ffe0 tempest-RoutersNegativeIpV6Test-315348334 tempest-RoutersNegativeIpV6Test-315348334-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-530528'] for router_interface, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:53.333490 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-7d33d1c7-fd97-4d05-9041-7c61c303a945 req-f5a1f7ec-3e80-4ddc-a12d-8899688d4219 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=b2edd932-49bb-4a43-bc85-79af9d19e99e HTTP/1.1" status: 200 len: 210 time: 0.0530655 Mar 29 15:53:53.693406 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd1ba17-6eab-4462-b631-33cad411c0e9 req-9c745334-7c72-4b52-a110-18f701a6b198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:53:53.694945 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4dd1ba17-6eab-4462-b631-33cad411c0e9 req-9c745334-7c72-4b52-a110-18f701a6b198 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8840783 Mar 29 15:53:53.719417 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-525936b7-c643-4244-b2de-4b8b62384080 req-01e81069-87f8-4882-9302-58f987836fd7 tempest-ServerShowV254Test-121067504 tempest-ServerShowV254Test-121067504-project] 10.222.0.42 "GET /v2.0/ports?device_id=b2edd932-49bb-4a43-bc85-79af9d19e99e HTTP/1.1" status: 200 len: 210 time: 0.0895414 Mar 29 15:53:53.806417 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device 00d82936-b564-49a0-93ad-cab131d6a665 up at agent hyperv_n-h1-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:53:53.811605 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [req-cd7c3dea-35ed-4f09-a680-6606d14277a3 req-5f5d77e9-b14e-48fe-86b3-b32323054b58 tempest-InstanceActionsTestJSON-1539897586 tempest-InstanceActionsTestJSON-1539897586-project] Deleting port 2f38790c-202a-40fc-9644-4823db80b094 {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:53:53.812359 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-cd7c3dea-35ed-4f09-a680-6606d14277a3 req-5f5d77e9-b14e-48fe-86b3-b32323054b58 tempest-InstanceActionsTestJSON-1539897586 tempest-InstanceActionsTestJSON-1539897586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:53.869094 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Provisioning for port 00d82936-b564-49a0-93ad-cab131d6a665 completed by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 15:53:53.871305 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [req-cbabd235-3c70-476f-b840-bfb940f3c97d req-b01ed7bf-4c6e-49c0-8d5a-dd4b20c81429 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd6e3e94-cc76-461b-a427-2d8fa63aec1d {{(pid=102791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:53:53.874182 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Provisioning complete for port 00d82936-b564-49a0-93ad-cab131d6a665 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:53:53.874739 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:53.899027 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-cbabd235-3c70-476f-b840-bfb940f3c97d req-b01ed7bf-4c6e-49c0-8d5a-dd4b20c81429 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:53.904633 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d286929-2212-4b64-ab8f-e1b4ed8f1440 req-974e5e68-ca71-4c65-8fa6-8dc94e76946e tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Made reservation on behalf of c6465a9dafbf43bf90c09b1dce8d1fc6 for: {'port': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:53:53.907943 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-3d286929-2212-4b64-ab8f-e1b4ed8f1440 req-974e5e68-ca71-4c65-8fa6-8dc94e76946e tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:53.981991 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:53.998166 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abe0217e-dae3-4c8b-8241-01225f33ffe0 tempest-RoutersNegativeIpV6Test-315348334 tempest-RoutersNegativeIpV6Test-315348334-project] Router 46f793cf-a5c7-492d-a9f9-7d7884a3e1db has already been hosted by L3 agent c648d819-1060-4f26-b4ec-6455387b5dff {{(pid=102791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 15:53:53.999250 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.provisioning_blocks [req-cbabd235-3c70-476f-b840-bfb940f3c97d req-b01ed7bf-4c6e-49c0-8d5a-dd4b20c81429 service neutron] Transition to ACTIVE for port object fd6e3e94-cc76-461b-a427-2d8fa63aec1d will not be triggered until provisioned by entity L2. {{(pid=102791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 15:53:54.024120 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-cbabd235-3c70-476f-b840-bfb940f3c97d req-b01ed7bf-4c6e-49c0-8d5a-dd4b20c81429 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:54.031474 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae47874e-9944-4a81-b52b-64a39ecfeb9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00d82936-b564-49a0-93ad-cab131d6a665'}] {{(pid=102792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:53:54.044517 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4f476c66b318cc6068719fc39557fac68d413f5c7e78fa77028c7948e999ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b2208b7-0fa7-41de-a4e6-d9fec4f5d896" -d '{"events": [{"server_uuid": "ae47874e-9944-4a81-b52b-64a39ecfeb9b", "name": "network-vif-plugged", "status": "completed", "tag": "00d82936-b564-49a0-93ad-cab131d6a665"}]}' {{(pid=102792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:53:54.046828 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacc1ae2-532b-4838-bc40-6c3c9bb35c38 req-8d663a2f-ba1a-4ebc-ae85-5869e5a4ad18 tempest-InstanceActionsTestJSON-1539897586 tempest-InstanceActionsTestJSON-1539897586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:53:54.048856 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port 00d82936-b564-49a0-93ad-cab131d6a665, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=00d82936-b564-49a0-93ad-cab131d6a665,segment=NetworkSegment(9779a8ce-e477-4331-8cc2-d153c07cbf93),segment_id=9779a8ce-e477-4331-8cc2-d153c07cbf93)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:53:54.053434 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-dacc1ae2-532b-4838-bc40-6c3c9bb35c38 req-8d663a2f-ba1a-4ebc-ae85-5869e5a4ad18 tempest-InstanceActionsTestJSON-1539897586 tempest-InstanceActionsTestJSON-1539897586-project] 10.222.0.42 "GET /v2.0/ports?device_id=45afabb3-7608-4b04-a056-17c93f2ab904 HTTP/1.1" status: 200 len: 946 time: 0.4156086 Mar 29 15:53:54.055297 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:54.093563 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-cd7c3dea-35ed-4f09-a680-6606d14277a3 req-5f5d77e9-b14e-48fe-86b3-b32323054b58 tempest-InstanceActionsTestJSON-1539897586 tempest-InstanceActionsTestJSON-1539897586-project] For port 2f38790c-202a-40fc-9644-4823db80b094, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=2f38790c-202a-40fc-9644-4823db80b094,segment=NetworkSegment(9b2b7c7b-66cc-4051-9540-0bb92f7c5ee2),segment_id=9b2b7c7b-66cc-4051-9540-0bb92f7c5ee2)] {{(pid=102791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:53:54.094022 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-cd7c3dea-35ed-4f09-a680-6606d14277a3 req-5f5d77e9-b14e-48fe-86b3-b32323054b58 tempest-InstanceActionsTestJSON-1539897586 tempest-InstanceActionsTestJSON-1539897586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:54.109780 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Pushing event updated for resources: {'Port': ['ID=00d82936-b564-49a0-93ad-cab131d6a665,revision_number=5']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:53:54.117452 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-dacc1ae2-532b-4838-bc40-6c3c9bb35c38 req-b5e07d7a-e827-44e9-9fb2-46606fb31481 tempest-InstanceActionsTestJSON-1539897586 tempest-InstanceActionsTestJSON-1539897586-project] 10.222.0.42 "GET /v2.0/security-groups?id=5319c875-405f-45d4-a6ea-a24484c49f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567718 Mar 29 15:53:54.189447 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:53:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abf0e329-740b-41c9-8d4c-c75e1505c30e x-openstack-request-id: req-abf0e329-740b-41c9-8d4c-c75e1505c30e {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:53:54.190429 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae47874e-9944-4a81-b52b-64a39ecfeb9b", "name": "network-vif-plugged", "status": "completed", "tag": "00d82936-b564-49a0-93ad-cab131d6a665", "code": 200}]} {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:53:54.190913 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-abf0e329-740b-41c9-8d4c-c75e1505c30e {{(pid=102792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:53:54.192153 n-d-834765-1 neutron-server[102792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae47874e-9944-4a81-b52b-64a39ecfeb9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00d82936-b564-49a0-93ad-cab131d6a665', 'code': 200} Mar 29 15:53:54.195325 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [req-cd7c3dea-35ed-4f09-a680-6606d14277a3 req-5f5d77e9-b14e-48fe-86b3-b32323054b58 tempest-InstanceActionsTestJSON-1539897586 tempest-InstanceActionsTestJSON-1539897586-project] Calling delete_port for 2f38790c-202a-40fc-9644-4823db80b094 owned by compute:nova {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:53:54.336632 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08a0556-32f0-4ff6-94ad-2fee8cfe6f14 req-36cea98f-1dd4-4051-8714-b867899ae620 tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:53:54.338179 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-f08a0556-32f0-4ff6-94ad-2fee8cfe6f14 req-36cea98f-1dd4-4051-8714-b867899ae620 tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] 10.222.0.42 "GET /v2.0/ports?device_id=ae47874e-9944-4a81-b52b-64a39ecfeb9b HTTP/1.1" status: 200 len: 985 time: 0.0889790 Mar 29 15:53:54.342013 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f869591-e94e-4c55-aead-3131a4d71e6c req-0567ff02-02de-4b5d-97c6-e77ad938d7dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:53:54.343520 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-3f869591-e94e-4c55-aead-3131a4d71e6c req-0567ff02-02de-4b5d-97c6-e77ad938d7dc service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=ae47874e-9944-4a81-b52b-64a39ecfeb9b HTTP/1.1" status: 200 len: 1136 time: 0.0822752 Mar 29 15:53:54.380181 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01ed7bf-4c6e-49c0-8d5a-dd4b20c81429 service neutron] Pushing event updated for resources: {'Port': ['ID=fd6e3e94-cc76-461b-a427-2d8fa63aec1d,revision_number=2']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:53:54.406505 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-f08a0556-32f0-4ff6-94ad-2fee8cfe6f14 req-5161f864-72a1-4aca-ade3-1cea961bf177 tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] 10.222.0.42 "GET /v2.0/security-groups?id=fc3b4dc4-891d-42e8-b7bb-6b14924f76b3&id=e89284b2-0678-470f-8a91-e1d4399dc334&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0602002 Mar 29 15:53:54.409952 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abe0217e-dae3-4c8b-8241-01225f33ffe0 tempest-RoutersNegativeIpV6Test-315348334 tempest-RoutersNegativeIpV6Test-315348334-project] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:53:54.421236 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-3f869591-e94e-4c55-aead-3131a4d71e6c req-03453431-3f5c-4728-a578-7a08b2d1ae62 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=fc3b4dc4-891d-42e8-b7bb-6b14924f76b3&id=e89284b2-0678-470f-8a91-e1d4399dc334&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0671070 Mar 29 15:53:54.428114 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 35504) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:53:54.428621 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-abe0217e-dae3-4c8b-8241-01225f33ffe0 tempest-RoutersNegativeIpV6Test-315348334 tempest-RoutersNegativeIpV6Test-315348334-project] 10.222.0.42 "PUT /v2.0/routers/46f793cf-a5c7-492d-a9f9-7d7884a3e1db/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3310890 Mar 29 15:53:54.428987 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b8def6b-ab5a-4ca7-9a44-3b8d78cf4733 None None] Sync routers for ids ['46f793cf-a5c7-492d-a9f9-7d7884a3e1db'] in n-d-834765-1 {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:53:54.441902 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b8def6b-ab5a-4ca7-9a44-3b8d78cf4733 None None] Routers {'46f793cf-a5c7-492d-a9f9-7d7884a3e1db'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:53:54.442850 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-8b8def6b-ab5a-4ca7-9a44-3b8d78cf4733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:53:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['46f793cf-a5c7-492d-a9f9-7d7884a3e1db'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:53:54.482720 n-d-834765-1 neutron-server[102790]: INFO neutron.api.v2.resource [None req-36250542-a303-4129-b9d8-380249e348e8 tempest-RoutersNegativeIpV6Test-315348334 tempest-RoutersNegativeIpV6Test-315348334-project] delete failed (client error): The resource could not be found. Mar 29 15:53:54.484985 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-36250542-a303-4129-b9d8-380249e348e8 tempest-RoutersNegativeIpV6Test-315348334 tempest-RoutersNegativeIpV6Test-315348334-project] 10.222.0.42 "DELETE /v2.0/routers/tempest-non_exist_router-692378299 HTTP/1.1" status: 404 len: 334 time: 0.0559328 Mar 29 15:53:54.490809 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-8b8def6b-ab5a-4ca7-9a44-3b8d78cf4733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:53:54.492449 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 35506) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:53:54.502047 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b8def6b-ab5a-4ca7-9a44-3b8d78cf4733 None None] Routers {'46f793cf-a5c7-492d-a9f9-7d7884a3e1db'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:53:54.502805 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-8b8def6b-ab5a-4ca7-9a44-3b8d78cf4733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:53:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['46f793cf-a5c7-492d-a9f9-7d7884a3e1db'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:53:54.510881 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-683785d5-3a6b-46d8-8e57-a4587d660674 tempest-RoutersNegativeIpV6Test-315348334 tempest-RoutersNegativeIpV6Test-315348334-project] Request body: {'router': {'external_gateway_info': {'network_id': '46f793cf-a5c7-492d-a9f9-7d7884a3e1db'}}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:53:54.536533 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306d7c9e-8215-4a6d-90c4-485494dd4f28 req-791a965b-fdaf-408a-bec0-98c1b7c67a30 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:53:54.542271 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-8b8def6b-ab5a-4ca7-9a44-3b8d78cf4733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:53:54.542513 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306d7c9e-8215-4a6d-90c4-485494dd4f28 req-791a965b-fdaf-408a-bec0-98c1b7c67a30 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:53:54.543822 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b8def6b-ab5a-4ca7-9a44-3b8d78cf4733 None None] The sync data for ids ['46f793cf-a5c7-492d-a9f9-7d7884a3e1db'] in n-d-834765-1 is: [] {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:53:54.548536 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306d7c9e-8215-4a6d-90c4-485494dd4f28 req-791a965b-fdaf-408a-bec0-98c1b7c67a30 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:53:54.554501 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306d7c9e-8215-4a6d-90c4-485494dd4f28 req-791a965b-fdaf-408a-bec0-98c1b7c67a30 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:53:54.560527 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306d7c9e-8215-4a6d-90c4-485494dd4f28 req-791a965b-fdaf-408a-bec0-98c1b7c67a30 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:53:54.566431 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306d7c9e-8215-4a6d-90c4-485494dd4f28 req-791a965b-fdaf-408a-bec0-98c1b7c67a30 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:53:54.568955 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-306d7c9e-8215-4a6d-90c4-485494dd4f28 req-791a965b-fdaf-408a-bec0-98c1b7c67a30 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] 10.222.0.42 "GET /v2.0/ports?device_id=b5e34b53-8d44-45db-a377-1c001fe98b5c HTTP/1.1" status: 200 len: 4605 time: 0.4797053 Mar 29 15:53:54.628446 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_common [req-3d286929-2212-4b64-ab8f-e1b4ed8f1440 req-974e5e68-ca71-4c65-8fa6-8dc94e76946e tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Allocated IP 172.20.0.11 (5820eec2-ced2-414a-ab32-af1fabeb5f44/406fd4ed-e828-4758-9c87-5ac29cec1b72/e5f9839b-50cc-42cf-9adf-b14b545f52ea) {{(pid=102791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:53:54.628716 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-15175405-c1e9-41f6-9704-8955282afaef req-b0d608e8-fba8-4b9f-bc6f-ece7ffd6c727 tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] 10.222.0.42 "GET /v2.0/ports?device_id=484767cb-f40c-4e4e-8c0e-1e575bd2ed1e HTTP/1.1" status: 200 len: 210 time: 0.0678093 Mar 29 15:53:54.664390 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-cd7c3dea-35ed-4f09-a680-6606d14277a3 req-5f5d77e9-b14e-48fe-86b3-b32323054b58 tempest-InstanceActionsTestJSON-1539897586 tempest-InstanceActionsTestJSON-1539897586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:54.679334 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] get_ports_and_sgs() called for port_ids ['2f38790c-202a-40fc-9644-4823db80b094'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:53:54.707302 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-306d7c9e-8215-4a6d-90c4-485494dd4f28 req-18b25488-27c0-43e1-aa8f-220feb60a5d1 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] 10.222.0.42 "GET /v2.0/security-groups?id=6e57fe5c-cb87-4607-b926-1e4de2690a28&id=e2ab8bce-bca0-434d-ad1c-ad30dfd1db67&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1250029 Mar 29 15:53:54.713444 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-cbabd235-3c70-476f-b840-bfb940f3c97d req-b01ed7bf-4c6e-49c0-8d5a-dd4b20c81429 service neutron] Attempting to bind port fd6e3e94-cc76-461b-a427-2d8fa63aec1d on host n-h2-834765-1 for vnic_type normal with profile {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:53:54.713785 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-cbabd235-3c70-476f-b840-bfb940f3c97d req-b01ed7bf-4c6e-49c0-8d5a-dd4b20c81429 service neutron] Attempting to bind port fd6e3e94-cc76-461b-a427-2d8fa63aec1d by drivers openvswitch,hyperv on host n-h2-834765-1 at level 0 using segments [{'id': '6a6bae82-112f-4fa5-b290-70a8f9204330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '4ba2607b-b448-44f6-8335-46066b72a89c'}] {{(pid=102791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:53:54.714114 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbabd235-3c70-476f-b840-bfb940f3c97d req-b01ed7bf-4c6e-49c0-8d5a-dd4b20c81429 service neutron] Attempting to bind port fd6e3e94-cc76-461b-a427-2d8fa63aec1d on network 4ba2607b-b448-44f6-8335-46066b72a89c {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:53:54.721415 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5d77e9-b14e-48fe-86b3-b32323054b58 tempest-InstanceActionsTestJSON-1539897586 tempest-InstanceActionsTestJSON-1539897586-project] Pushing event deleted for resources: {'Port': ['ID=2f38790c-202a-40fc-9644-4823db80b094,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:53:54.760133 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbabd235-3c70-476f-b840-bfb940f3c97d req-b01ed7bf-4c6e-49c0-8d5a-dd4b20c81429 service neutron] Port fd6e3e94-cc76-461b-a427-2d8fa63aec1d on network 4ba2607b-b448-44f6-8335-46066b72a89c not bound, no agent of type Open vSwitch agent registered on host n-h2-834765-1 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 15:53:54.760133 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbabd235-3c70-476f-b840-bfb940f3c97d req-b01ed7bf-4c6e-49c0-8d5a-dd4b20c81429 service neutron] Attempting to bind port fd6e3e94-cc76-461b-a427-2d8fa63aec1d on network 4ba2607b-b448-44f6-8335-46066b72a89c {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:53:54.811650 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbabd235-3c70-476f-b840-bfb940f3c97d req-b01ed7bf-4c6e-49c0-8d5a-dd4b20c81429 service neutron] Checking agent: {'id': '3e4b4912-b4a2-4d17-b5bd-6ce15529e8eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 33, 17), 'started_at': datetime.datetime(2022, 3, 29, 15, 33, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 53, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:53:54.812357 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbabd235-3c70-476f-b840-bfb940f3c97d req-b01ed7bf-4c6e-49c0-8d5a-dd4b20c81429 service neutron] Checking segment: {'id': '6a6bae82-112f-4fa5-b290-70a8f9204330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '4ba2607b-b448-44f6-8335-46066b72a89c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:53:54.812522 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbabd235-3c70-476f-b840-bfb940f3c97d req-b01ed7bf-4c6e-49c0-8d5a-dd4b20c81429 service neutron] Bound using segment: {'id': '6a6bae82-112f-4fa5-b290-70a8f9204330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '4ba2607b-b448-44f6-8335-46066b72a89c'} {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:53:54.813058 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-cbabd235-3c70-476f-b840-bfb940f3c97d req-b01ed7bf-4c6e-49c0-8d5a-dd4b20c81429 service neutron] Bound port: fd6e3e94-cc76-461b-a427-2d8fa63aec1d, host: n-h2-834765-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a6bae82-112f-4fa5-b290-70a8f9204330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '4ba2607b-b448-44f6-8335-46066b72a89c'}}] {{(pid=102791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 15:53:54.813424 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-cbabd235-3c70-476f-b840-bfb940f3c97d req-b01ed7bf-4c6e-49c0-8d5a-dd4b20c81429 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:54.815395 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd7c3dea-35ed-4f09-a680-6606d14277a3 req-5f5d77e9-b14e-48fe-86b3-b32323054b58 tempest-InstanceActionsTestJSON-1539897586 tempest-InstanceActionsTestJSON-1539897586-project] No DVR routers for this DVR port 2f38790c-202a-40fc-9644-4823db80b094 on host n-h1-834765-1 {{(pid=102791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:53:54.820170 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-683785d5-3a6b-46d8-8e57-a4587d660674 tempest-RoutersNegativeIpV6Test-315348334 tempest-RoutersNegativeIpV6Test-315348334-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:54.821940 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-cd7c3dea-35ed-4f09-a680-6606d14277a3 req-5f5d77e9-b14e-48fe-86b3-b32323054b58 tempest-InstanceActionsTestJSON-1539897586 tempest-InstanceActionsTestJSON-1539897586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:54.825909 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-cd7c3dea-35ed-4f09-a680-6606d14277a3 req-5f5d77e9-b14e-48fe-86b3-b32323054b58 tempest-InstanceActionsTestJSON-1539897586 tempest-InstanceActionsTestJSON-1539897586-project] 10.222.0.44 "DELETE /v2.0/ports/2f38790c-202a-40fc-9644-4823db80b094 HTTP/1.1" status: 204 len: 173 time: 2.0255995 Mar 29 15:53:54.835371 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45afabb3-7608-4b04-a056-17c93f2ab904', 'name': 'network-vif-deleted', 'tag': '2f38790c-202a-40fc-9644-4823db80b094'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:53:54.843806 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c67b028db5e9b9818fecc5c0a87ebc6f190694fa53ca267d523e04f98de536d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a935aac-33c0-473b-8210-8da4a917f682" -d '{"events": [{"server_uuid": "45afabb3-7608-4b04-a056-17c93f2ab904", "name": "network-vif-deleted", "tag": "2f38790c-202a-40fc-9644-4823db80b094"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:53:54.860323 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-efcc890e-7649-4871-af7f-3503faa0760c req-5715171f-df37-46c1-8f73-93ffefe81a66 tempest-ServerShowV254Test-121067504 tempest-ServerShowV254Test-121067504-project] 10.222.0.42 "GET /v2.0/ports?device_id=b2edd932-49bb-4a43-bc85-79af9d19e99e HTTP/1.1" status: 200 len: 210 time: 0.0433245 Mar 29 15:53:54.861067 n-d-834765-1 neutron-server[102790]: INFO neutron.api.v2.resource [None req-683785d5-3a6b-46d8-8e57-a4587d660674 tempest-RoutersNegativeIpV6Test-315348334 tempest-RoutersNegativeIpV6Test-315348334-project] update failed (client error): The resource could not be found. Mar 29 15:53:54.867624 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-683785d5-3a6b-46d8-8e57-a4587d660674 tempest-RoutersNegativeIpV6Test-315348334 tempest-RoutersNegativeIpV6Test-315348334-project] 10.222.0.42 "PUT /v2.0/routers/46f793cf-a5c7-492d-a9f9-7d7884a3e1db HTTP/1.1" status: 404 len: 339 time: 0.3740742 Mar 29 15:53:54.868653 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 35512) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:53:54.873278 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-e0c6a66c-91d8-49a9-8a4a-aecc50dd2ed0 tempest-RoutersNegativeIpV6Test-315348334 tempest-RoutersNegativeIpV6Test-315348334-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-48566077'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:53:54.915731 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0c6a66c-91d8-49a9-8a4a-aecc50dd2ed0 tempest-RoutersNegativeIpV6Test-315348334 tempest-RoutersNegativeIpV6Test-315348334-project] Made reservation on behalf of 675a1501a2754e0f8b5ef8adf224742c for: {'network': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:53:54.920043 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e0c6a66c-91d8-49a9-8a4a-aecc50dd2ed0 tempest-RoutersNegativeIpV6Test-315348334 tempest-RoutersNegativeIpV6Test-315348334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for network, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:54.932224 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:53:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04f3aa87-4059-4f13-98e8-58f7f2f190fa x-openstack-request-id: req-04f3aa87-4059-4f13-98e8-58f7f2f190fa {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:53:54.932527 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45afabb3-7608-4b04-a056-17c93f2ab904", "name": "network-vif-deleted", "tag": "2f38790c-202a-40fc-9644-4823db80b094", "status": "completed", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:53:54.933371 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-04f3aa87-4059-4f13-98e8-58f7f2f190fa {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:53:54.934220 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45afabb3-7608-4b04-a056-17c93f2ab904', 'name': 'network-vif-deleted', 'tag': '2f38790c-202a-40fc-9644-4823db80b094', 'status': 'completed', 'code': 200} Mar 29 15:53:54.966534 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0c6a66c-91d8-49a9-8a4a-aecc50dd2ed0 tempest-RoutersNegativeIpV6Test-315348334 tempest-RoutersNegativeIpV6Test-315348334-project] vlan segment allocate from pool success with {'vlan_id': 603, 'physical_network': 'physnet1'} {{(pid=102790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 15:53:54.981594 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e0c6a66c-91d8-49a9-8a4a-aecc50dd2ed0 tempest-RoutersNegativeIpV6Test-315348334 tempest-RoutersNegativeIpV6Test-315348334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:54.981964 n-d-834765-1 neutron-server[102790]: INFO neutron.db.segments_db [None req-e0c6a66c-91d8-49a9-8a4a-aecc50dd2ed0 tempest-RoutersNegativeIpV6Test-315348334 tempest-RoutersNegativeIpV6Test-315348334-project] Added segment c0f35494-47a3-4de6-8243-f06c7d45be0c of type vlan for network 000e6196-7562-40c9-9830-3b06e50f925a Mar 29 15:53:54.999754 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-cbabd235-3c70-476f-b840-bfb940f3c97d req-b01ed7bf-4c6e-49c0-8d5a-dd4b20c81429 service neutron] For port fd6e3e94-cc76-461b-a427-2d8fa63aec1d, host n-h2-834765-1, cleared binding levels {{(pid=102791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:53:55.005684 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-cbabd235-3c70-476f-b840-bfb940f3c97d req-b01ed7bf-4c6e-49c0-8d5a-dd4b20c81429 service neutron] For port fd6e3e94-cc76-461b-a427-2d8fa63aec1d, host n-h2-834765-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=fd6e3e94-cc76-461b-a427-2d8fa63aec1d,segment=NetworkSegment(6a6bae82-112f-4fa5-b290-70a8f9204330),segment_id=6a6bae82-112f-4fa5-b290-70a8f9204330)] {{(pid=102791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:53:55.017998 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-cbabd235-3c70-476f-b840-bfb940f3c97d req-b01ed7bf-4c6e-49c0-8d5a-dd4b20c81429 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:55.023641 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-3d286929-2212-4b64-ab8f-e1b4ed8f1440 req-974e5e68-ca71-4c65-8fa6-8dc94e76946e tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Notify callbacks [] for port, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:55.047506 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e0c6a66c-91d8-49a9-8a4a-aecc50dd2ed0 tempest-RoutersNegativeIpV6Test-315348334 tempest-RoutersNegativeIpV6Test-315348334-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783522915970'] for network, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:55.063515 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbabd235-3c70-476f-b840-bfb940f3c97d req-b01ed7bf-4c6e-49c0-8d5a-dd4b20c81429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:53:55.064125 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-cbabd235-3c70-476f-b840-bfb940f3c97d req-b01ed7bf-4c6e-49c0-8d5a-dd4b20c81429 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:55.065603 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-cbabd235-3c70-476f-b840-bfb940f3c97d req-b01ed7bf-4c6e-49c0-8d5a-dd4b20c81429 service neutron] 10.222.0.48 "PUT /v2.0/ports/fd6e3e94-cc76-461b-a427-2d8fa63aec1d HTTP/1.1" status: 200 len: 1135 time: 3.1709127 Mar 29 15:53:55.083885 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e0c6a66c-91d8-49a9-8a4a-aecc50dd2ed0 tempest-RoutersNegativeIpV6Test-315348334 tempest-RoutersNegativeIpV6Test-315348334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795'] for network, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:55.091558 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0c6a66c-91d8-49a9-8a4a-aecc50dd2ed0 tempest-RoutersNegativeIpV6Test-315348334 tempest-RoutersNegativeIpV6Test-315348334-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:53:55.092216 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e0c6a66c-91d8-49a9-8a4a-aecc50dd2ed0 tempest-RoutersNegativeIpV6Test-315348334 tempest-RoutersNegativeIpV6Test-315348334-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for network, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:55.111163 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01ed7bf-4c6e-49c0-8d5a-dd4b20c81429 service neutron] Pushing event updated for resources: {'Port': ['ID=fd6e3e94-cc76-461b-a427-2d8fa63aec1d,revision_number=3']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:53:55.119747 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [req-cbabd235-3c70-476f-b840-bfb940f3c97d req-4bb5d994-5643-450b-8721-7904f1e6123d service neutron] Request body: {'port': {'device_id': 'b5e34b53-8d44-45db-a377-1c001fe98b5c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834765-1'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:53:55.147517 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-e0c6a66c-91d8-49a9-8a4a-aecc50dd2ed0 tempest-RoutersNegativeIpV6Test-315348334 tempest-RoutersNegativeIpV6Test-315348334-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2749982 Mar 29 15:53:55.147517 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 35522) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:53:55.159313 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-4d6fad86-5239-43cd-999b-d74bf3c0a444 tempest-RoutersNegativeIpV6Test-315348334 tempest-RoutersNegativeIpV6Test-315348334-project] Request body: {'subnet': {'network_id': '000e6196-7562-40c9-9830-3b06e50f925a', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:53:55.198380 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-3d286929-2212-4b64-ab8f-e1b4ed8f1440 req-974e5e68-ca71-4c65-8fa6-8dc94e76946e tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:55.213192 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c6a66c-91d8-49a9-8a4a-aecc50dd2ed0 tempest-RoutersNegativeIpV6Test-315348334 tempest-RoutersNegativeIpV6Test-315348334-project] Pushing event updated for resources: {'Network': ['ID=000e6196-7562-40c9-9830-3b06e50f925a,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:53:55.227405 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Network 000e6196-7562-40c9-9830-3b06e50f925a details requested by agent ovs-agent-n-d-834765-1 with host n-d-834765-1 {{(pid=102792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 15:53:55.244173 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-7edf96d3-35d0-4216-9e09-a20c8df2db6d req-d6046aa8-2dbd-4e3a-a629-c50b6477225b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2a675088b794463d81c582ee25b98d8d&device_id=b2edd932-49bb-4a43-bc85-79af9d19e99e HTTP/1.1" status: 200 len: 210 time: 0.0629244 Mar 29 15:53:55.292544 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-254312c7-9cab-4c6a-8783-dfd0960e62ff req-8c082d8f-3fbc-4eff-af10-31290337031a tempest-ServerShowV254Test-121067504 tempest-ServerShowV254Test-121067504-project] 10.222.0.42 "GET /v2.0/ports?device_id=b2edd932-49bb-4a43-bc85-79af9d19e99e HTTP/1.1" status: 200 len: 210 time: 0.0750215 Mar 29 15:53:55.293397 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-cbabd235-3c70-476f-b840-bfb940f3c97d req-4bb5d994-5643-450b-8721-7904f1e6123d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:55.379211 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d6fad86-5239-43cd-999b-d74bf3c0a444 tempest-RoutersNegativeIpV6Test-315348334 tempest-RoutersNegativeIpV6Test-315348334-project] Made reservation on behalf of 675a1501a2754e0f8b5ef8adf224742c for: {'subnet': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:53:55.385124 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-4d6fad86-5239-43cd-999b-d74bf3c0a444 tempest-RoutersNegativeIpV6Test-315348334 tempest-RoutersNegativeIpV6Test-315348334-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4793983'] for subnet, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:55.389502 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-7edf96d3-35d0-4216-9e09-a20c8df2db6d req-f853af23-937e-45d6-aa54-87b79bda02ab service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=2a675088b794463d81c582ee25b98d8d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1133516 Mar 29 15:53:55.397727 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-21f975a5-782f-43cf-9d54-6c1bd036304c req-77f14af1-dc85-4dc2-a6fd-fe2381a5f001 tempest-InstanceActionsTestJSON-1539897586 tempest-InstanceActionsTestJSON-1539897586-project] 10.222.0.42 "GET /v2.0/ports?device_id=45afabb3-7608-4b04-a056-17c93f2ab904 HTTP/1.1" status: 200 len: 210 time: 0.1524651 Mar 29 15:53:55.404339 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d286929-2212-4b64-ab8f-e1b4ed8f1440 req-974e5e68-ca71-4c65-8fa6-8dc94e76946e tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Network 5820eec2-ced2-414a-ab32-af1fabeb5f44 is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:53:55.419128 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [req-3d286929-2212-4b64-ab8f-e1b4ed8f1440 req-974e5e68-ca71-4c65-8fa6-8dc94e76946e tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:53:55.438611 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d286929-2212-4b64-ab8f-e1b4ed8f1440 req-974e5e68-ca71-4c65-8fa6-8dc94e76946e tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Received port after_create {{(pid=102791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:53:55.443949 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974e5e68-ca71-4c65-8fa6-8dc94e76946e tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Pushing event updated for resources: {'Port': ['ID=e5f9839b-50cc-42cf-9adf-b14b545f52ea,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:53:55.636937 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fa620f-5cbe-4c67-8290-38c3cdb76c10 req-5461a2a9-b73b-4d9b-914f-2e27406ba449 tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:53:55.638507 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-a0fa620f-5cbe-4c67-8290-38c3cdb76c10 req-5461a2a9-b73b-4d9b-914f-2e27406ba449 tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] 10.222.0.42 "GET /v2.0/ports?device_id=ae47874e-9944-4a81-b52b-64a39ecfeb9b HTTP/1.1" status: 200 len: 985 time: 0.1160624 Mar 29 15:53:55.663163 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d286929-2212-4b64-ab8f-e1b4ed8f1440 req-974e5e68-ca71-4c65-8fa6-8dc94e76946e tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:53:55.663936 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-3d286929-2212-4b64-ab8f-e1b4ed8f1440 req-974e5e68-ca71-4c65-8fa6-8dc94e76946e tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:55.670726 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-4d6fad86-5239-43cd-999b-d74bf3c0a444 tempest-RoutersNegativeIpV6Test-315348334 tempest-RoutersNegativeIpV6Test-315348334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5231896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4793961'] for subnet, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:55.687305 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-3d286929-2212-4b64-ab8f-e1b4ed8f1440 req-974e5e68-ca71-4c65-8fa6-8dc94e76946e tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7024939 Mar 29 15:53:55.716493 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [req-3d286929-2212-4b64-ab8f-e1b4ed8f1440 req-7135213a-8c91-4013-a24b-b305f772d5c4 service neutron] Request body: {'port': {'device_id': '484767cb-f40c-4e4e-8c0e-1e575bd2ed1e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834765-1'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:53:55.732643 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edf96d3-35d0-4216-9e09-a20c8df2db6d req-e9092390-8c73-482b-997e-28f939f9094e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:53:55.734471 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-7edf96d3-35d0-4216-9e09-a20c8df2db6d req-e9092390-8c73-482b-997e-28f939f9094e service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3358221 Mar 29 15:53:55.794549 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-a0fa620f-5cbe-4c67-8290-38c3cdb76c10 req-9c6735e9-471d-4578-8024-cd6732b17a0a tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] 10.222.0.42 "GET /v2.0/security-groups?id=fc3b4dc4-891d-42e8-b7bb-6b14924f76b3&id=e89284b2-0678-470f-8a91-e1d4399dc334&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1395607 Mar 29 15:53:55.818859 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6fad86-5239-43cd-999b-d74bf3c0a444 tempest-RoutersNegativeIpV6Test-315348334 tempest-RoutersNegativeIpV6Test-315348334-project] Pushing event updated for resources: {'Subnet': ['ID=ad3b4399-d6d9-4465-81fc-1755caab2b63,revision_number=0']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:53:55.831571 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d6fad86-5239-43cd-999b-d74bf3c0a444 tempest-RoutersNegativeIpV6Test-315348334 tempest-RoutersNegativeIpV6Test-315348334-project] Checking segment: {'id': 'c0f35494-47a3-4de6-8243-f06c7d45be0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '000e6196-7562-40c9-9830-3b06e50f925a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:53:55.831948 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d6fad86-5239-43cd-999b-d74bf3c0a444 tempest-RoutersNegativeIpV6Test-315348334 tempest-RoutersNegativeIpV6Test-315348334-project] Network hostable DHCP agents. Network: 000e6196-7562-40c9-9830-3b06e50f925a, hostable agents: ['d136643e-48ae-49d4-a851-2ba3bdf3749c'], hosted agents: [] {{(pid=102790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 15:53:55.854083 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-5606608a-85a9-44d6-8c40-dfcfbb0a4661 None None] Provisioning complete for port e5f9839b-50cc-42cf-9adf-b14b545f52ea triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:53:55.854867 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-5606608a-85a9-44d6-8c40-dfcfbb0a4661 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:55.855061 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d6fad86-5239-43cd-999b-d74bf3c0a444 tempest-RoutersNegativeIpV6Test-315348334 tempest-RoutersNegativeIpV6Test-315348334-project] Network 000e6196-7562-40c9-9830-3b06e50f925a is scheduled to be hosted by DHCP agent d136643e-48ae-49d4-a851-2ba3bdf3749c with binding_index 1 {{(pid=102790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 15:53:55.862051 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-3d286929-2212-4b64-ab8f-e1b4ed8f1440 req-7135213a-8c91-4013-a24b-b305f772d5c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:55.871285 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-4d6fad86-5239-43cd-999b-d74bf3c0a444 tempest-RoutersNegativeIpV6Test-315348334 tempest-RoutersNegativeIpV6Test-315348334-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834765-1, 000e6196-7562-40c9-9830-3b06e50f925a) {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:53:55.878923 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d6fad86-5239-43cd-999b-d74bf3c0a444 tempest-RoutersNegativeIpV6Test-315348334 tempest-RoutersNegativeIpV6Test-315348334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:53:55.880465 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-4d6fad86-5239-43cd-999b-d74bf3c0a444 tempest-RoutersNegativeIpV6Test-315348334 tempest-RoutersNegativeIpV6Test-315348334-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for subnet, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:55.889848 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87a2de27-3d31-4ad4-8cc5-e4e80406645d None None] Network 000e6196-7562-40c9-9830-3b06e50f925a requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 15:53:55.898402 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e90dbfd-0c69-455c-ab72-530c2a35b39a req-46c59c86-6413-4952-a573-1b2a62f1a8cf tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:53:55.900035 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-1e90dbfd-0c69-455c-ab72-530c2a35b39a req-46c59c86-6413-4952-a573-1b2a62f1a8cf tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] 10.222.0.42 "GET /v2.0/ports?device_id=484767cb-f40c-4e4e-8c0e-1e575bd2ed1e HTTP/1.1" status: 200 len: 932 time: 0.1782146 Mar 29 15:53:55.915110 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-4d6fad86-5239-43cd-999b-d74bf3c0a444 tempest-RoutersNegativeIpV6Test-315348334 tempest-RoutersNegativeIpV6Test-315348334-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.7643425 Mar 29 15:53:55.934256 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 35530) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:53:55.938479 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-5994b913-ef60-43bd-bb92-ab77ce27c5b0 tempest-RoutersNegativeIpV6Test-315348334 tempest-RoutersNegativeIpV6Test-315348334-project] Request body: {'router': {'external_gateway_info': {'network_id': '000e6196-7562-40c9-9830-3b06e50f925a'}}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:53:55.966021 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-5606608a-85a9-44d6-8c40-dfcfbb0a4661 None None] Port e5f9839b-50cc-42cf-9adf-b14b545f52ea cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 15:53:55.969450 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa95baca-cb32-4ec5-9a9c-a2ecc5253371 req-8ed1dae6-6073-4a89-8c1f-6913ede49014 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:53:55.976811 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa95baca-cb32-4ec5-9a9c-a2ecc5253371 req-8ed1dae6-6073-4a89-8c1f-6913ede49014 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:53:55.983856 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa95baca-cb32-4ec5-9a9c-a2ecc5253371 req-8ed1dae6-6073-4a89-8c1f-6913ede49014 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:53:55.991017 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa95baca-cb32-4ec5-9a9c-a2ecc5253371 req-8ed1dae6-6073-4a89-8c1f-6913ede49014 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:53:55.999523 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa95baca-cb32-4ec5-9a9c-a2ecc5253371 req-8ed1dae6-6073-4a89-8c1f-6913ede49014 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:53:56.007226 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa95baca-cb32-4ec5-9a9c-a2ecc5253371 req-8ed1dae6-6073-4a89-8c1f-6913ede49014 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:53:56.009587 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-aa95baca-cb32-4ec5-9a9c-a2ecc5253371 req-8ed1dae6-6073-4a89-8c1f-6913ede49014 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] 10.222.0.42 "GET /v2.0/ports?device_id=b5e34b53-8d44-45db-a377-1c001fe98b5c HTTP/1.1" status: 200 len: 4605 time: 0.1174920 Mar 29 15:53:56.063852 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-aa95baca-cb32-4ec5-9a9c-a2ecc5253371 req-7edd05a2-cbfd-46d5-844d-5b75adca1cb2 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] 10.222.0.42 "GET /v2.0/security-groups?id=6e57fe5c-cb87-4607-b926-1e4de2690a28&id=e2ab8bce-bca0-434d-ad1c-ad30dfd1db67&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0436647 Mar 29 15:53:56.073252 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d785a527-5ce9-45c9-8c85-d7f1ac0e586a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0035034-69b0-5ffc-b384-0ac6189c5628-000e6196-7562-40c9-9830-3b06e50f925a', 'network_id': '000e6196-7562-40c9-9830-3b06e50f925a', 'tenant_id': '675a1501a2754e0f8b5ef8adf224742c', 'fixed_ips': [{'subnet_id': 'ad3b4399-d6d9-4465-81fc-1755caab2b63'}]}} from n-d-834765-1. {{(pid=102792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 29 15:53:56.074262 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d785a527-5ce9-45c9-8c85-d7f1ac0e586a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:56.197067 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-1e90dbfd-0c69-455c-ab72-530c2a35b39a req-2bdf99f3-71b0-41ce-a684-3355e164f5e7 tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] 10.222.0.42 "GET /v2.0/security-groups?id=24003c5b-4f5e-4c77-b7cb-e70b1b6a98f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2634442 Mar 29 15:53:56.199307 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [req-cbabd235-3c70-476f-b840-bfb940f3c97d req-4bb5d994-5643-450b-8721-7904f1e6123d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2957c1c5-01c3-4fbd-bee2-9935eef14639 {{(pid=102791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:53:56.222485 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-cbabd235-3c70-476f-b840-bfb940f3c97d req-4bb5d994-5643-450b-8721-7904f1e6123d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:56.244466 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.db_base_plugin_common [None req-d785a527-5ce9-45c9-8c85-d7f1ac0e586a None None] Allocated IP 2001:db8:1::2 (000e6196-7562-40c9-9830-3b06e50f925a/ad3b4399-d6d9-4465-81fc-1755caab2b63/563f8776-fe75-4464-a9f9-5ac813f1bab4) {{(pid=102792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:53:56.336356 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.provisioning_blocks [req-cbabd235-3c70-476f-b840-bfb940f3c97d req-4bb5d994-5643-450b-8721-7904f1e6123d service neutron] Transition to ACTIVE for port object 2957c1c5-01c3-4fbd-bee2-9935eef14639 will not be triggered until provisioned by entity L2. {{(pid=102791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 15:53:56.410316 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-bdfa6002-755a-49e2-af80-3c6671b71636 req-970351d7-5b40-4bf5-8ea4-3547e045f00d tempest-ServerShowV254Test-121067504 tempest-ServerShowV254Test-121067504-project] 10.222.0.42 "GET /v2.0/ports?device_id=b2edd932-49bb-4a43-bc85-79af9d19e99e HTTP/1.1" status: 200 len: 210 time: 0.0293605 Mar 29 15:53:56.494864 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 35536) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:53:56.544782 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.db_base_plugin_v2 [None req-94540bf1-ccde-41ae-983e-bddf03c0890a admin admin] Deleting subnet df2c80dc-90df-400d-ba44-598e797aafb6 {{(pid=102790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 15:53:56.548782 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-94540bf1-ccde-41ae-983e-bddf03c0890a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:56.576261 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d785a527-5ce9-45c9-8c85-d7f1ac0e586a None None] Notify callbacks [] for port, precommit_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:56.585761 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d785a527-5ce9-45c9-8c85-d7f1ac0e586a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956'] for port, after_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:56.589137 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-94540bf1-ccde-41ae-983e-bddf03c0890a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4614024'] for subnet, precommit_delete_associations {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:56.633266 n-d-834765-1 neutron-server[102792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d785a527-5ce9-45c9-8c85-d7f1ac0e586a None None] Network 000e6196-7562-40c9-9830-3b06e50f925a is already hosted by enough agents. {{(pid=102792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:53:56.636118 n-d-834765-1 neutron-server[102792]: DEBUG neutron.scheduler.base_scheduler [None req-d785a527-5ce9-45c9-8c85-d7f1ac0e586a None None] Resources bound (agent type, host, resource id): {{(pid=102792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:53:56.638647 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-94540bf1-ccde-41ae-983e-bddf03c0890a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1641287'] for subnet, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:56.641691 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d785a527-5ce9-45c9-8c85-d7f1ac0e586a None None] Received port after_create {{(pid=102792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:53:56.644851 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d785a527-5ce9-45c9-8c85-d7f1ac0e586a None None] Pushing event updated for resources: {'Port': ['ID=563f8776-fe75-4464-a9f9-5ac813f1bab4,revision_number=1']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:53:56.694956 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-5994b913-ef60-43bd-bb92-ab77ce27c5b0 tempest-RoutersNegativeIpV6Test-315348334 tempest-RoutersNegativeIpV6Test-315348334-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:56.699939 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-cbabd235-3c70-476f-b840-bfb940f3c97d req-4bb5d994-5643-450b-8721-7904f1e6123d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:56.701825 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-94540bf1-ccde-41ae-983e-bddf03c0890a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1641294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5231963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4793952'] for subnet, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:56.704895 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-d785a527-5ce9-45c9-8c85-d7f1ac0e586a None None] Attempting to bind port 563f8776-fe75-4464-a9f9-5ac813f1bab4 on host n-d-834765-1 for vnic_type normal with profile {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:53:56.705717 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-d785a527-5ce9-45c9-8c85-d7f1ac0e586a None None] Attempting to bind port 563f8776-fe75-4464-a9f9-5ac813f1bab4 by drivers openvswitch,hyperv on host n-d-834765-1 at level 0 using segments [{'id': 'c0f35494-47a3-4de6-8243-f06c7d45be0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '000e6196-7562-40c9-9830-3b06e50f925a'}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:53:56.705717 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d785a527-5ce9-45c9-8c85-d7f1ac0e586a None None] Attempting to bind port 563f8776-fe75-4464-a9f9-5ac813f1bab4 on network 000e6196-7562-40c9-9830-3b06e50f925a {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:53:56.712504 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d785a527-5ce9-45c9-8c85-d7f1ac0e586a None None] Checking agent: {'id': 'a8866439-9d96-425c-b519-6905c591ac37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 25, 36), 'started_at': datetime.datetime(2022, 3, 29, 15, 26, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 53, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834765-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:53:56.712956 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d785a527-5ce9-45c9-8c85-d7f1ac0e586a None None] Checking segment: {'id': 'c0f35494-47a3-4de6-8243-f06c7d45be0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '000e6196-7562-40c9-9830-3b06e50f925a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:53:56.713278 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d785a527-5ce9-45c9-8c85-d7f1ac0e586a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:56.713668 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d785a527-5ce9-45c9-8c85-d7f1ac0e586a None None] Bound using segment: {'id': 'c0f35494-47a3-4de6-8243-f06c7d45be0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '000e6196-7562-40c9-9830-3b06e50f925a'} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:53:56.714177 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-d785a527-5ce9-45c9-8c85-d7f1ac0e586a None None] Bound port: 563f8776-fe75-4464-a9f9-5ac813f1bab4, host: n-d-834765-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0f35494-47a3-4de6-8243-f06c7d45be0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '000e6196-7562-40c9-9830-3b06e50f925a'}}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 15:53:56.714545 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d785a527-5ce9-45c9-8c85-d7f1ac0e586a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:56.731944 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94540bf1-ccde-41ae-983e-bddf03c0890a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=df2c80dc-90df-400d-ba44-598e797aafb6,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:53:56.734136 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-94540bf1-ccde-41ae-983e-bddf03c0890a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for subnet, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:56.738123 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-94540bf1-ccde-41ae-983e-bddf03c0890a admin admin] 10.222.0.42 "DELETE /v2.0/subnets/df2c80dc-90df-400d-ba44-598e797aafb6 HTTP/1.1" status: 204 len: 168 time: 0.2414358 Mar 29 15:53:56.742052 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 35538) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:53:56.794781 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-d785a527-5ce9-45c9-8c85-d7f1ac0e586a None None] For port 563f8776-fe75-4464-a9f9-5ac813f1bab4, host n-d-834765-1, cleared binding levels {{(pid=102792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:53:56.798482 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-d785a527-5ce9-45c9-8c85-d7f1ac0e586a None None] For port 563f8776-fe75-4464-a9f9-5ac813f1bab4, host n-d-834765-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=563f8776-fe75-4464-a9f9-5ac813f1bab4,segment=NetworkSegment(c0f35494-47a3-4de6-8243-f06c7d45be0c),segment_id=c0f35494-47a3-4de6-8243-f06c7d45be0c)] {{(pid=102792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:53:56.803571 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d785a527-5ce9-45c9-8c85-d7f1ac0e586a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:56.837238 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb5d994-5643-450b-8721-7904f1e6123d service neutron] Pushing event updated for resources: {'Port': ['ID=2957c1c5-01c3-4fbd-bee2-9935eef14639,revision_number=2']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:53:56.900213 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e34c7d51-7590-451c-afeb-02ef5235e5e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1631750'] for network, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:56.914477 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d785a527-5ce9-45c9-8c85-d7f1ac0e586a None None] Pushing event updated for resources: {'Port': ['ID=563f8776-fe75-4464-a9f9-5ac813f1bab4,revision_number=2']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:53:56.940426 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5e34b53-8d44-45db-a377-1c001fe98b5c', 'tag': 'fd6e3e94-cc76-461b-a427-2d8fa63aec1d'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:53:56.942733 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c67b028db5e9b9818fecc5c0a87ebc6f190694fa53ca267d523e04f98de536d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5ea1e02-22eb-4f7c-ab7d-e379aa0008ce" -d '{"events": [{"name": "network-changed", "server_uuid": "b5e34b53-8d44-45db-a377-1c001fe98b5c", "tag": "fd6e3e94-cc76-461b-a427-2d8fa63aec1d"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:53:57.016970 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 15:53:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2abf2150-8aab-487f-8e69-00a67d2d423e x-openstack-request-id: req-2abf2150-8aab-487f-8e69-00a67d2d423e {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:53:57.017353 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5e34b53-8d44-45db-a377-1c001fe98b5c", "tag": "fd6e3e94-cc76-461b-a427-2d8fa63aec1d", "status": "completed", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:53:57.017574 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-2abf2150-8aab-487f-8e69-00a67d2d423e {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:53:57.017947 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5e34b53-8d44-45db-a377-1c001fe98b5c', 'tag': 'fd6e3e94-cc76-461b-a427-2d8fa63aec1d', 'status': 'completed', 'code': 200} Mar 29 15:53:57.024754 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e34c7d51-7590-451c-afeb-02ef5235e5e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639890', 'neutron.services.segments.db._delete_segments_for_network-8783523423079'] for network, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:57.049236 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-e34c7d51-7590-451c-afeb-02ef5235e5e6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9642bb71-0b64-4135-866e-1c18aeaccc1b']}} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:53:57.075229 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-cbabd235-3c70-476f-b840-bfb940f3c97d req-4bb5d994-5643-450b-8721-7904f1e6123d service neutron] Attempting to bind port 2957c1c5-01c3-4fbd-bee2-9935eef14639 on host n-h2-834765-1 for vnic_type normal with profile {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:53:57.075607 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-cbabd235-3c70-476f-b840-bfb940f3c97d req-4bb5d994-5643-450b-8721-7904f1e6123d service neutron] Attempting to bind port 2957c1c5-01c3-4fbd-bee2-9935eef14639 by drivers openvswitch,hyperv on host n-h2-834765-1 at level 0 using segments [{'id': '6a6bae82-112f-4fa5-b290-70a8f9204330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '4ba2607b-b448-44f6-8335-46066b72a89c'}] {{(pid=102791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:53:57.075902 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbabd235-3c70-476f-b840-bfb940f3c97d req-4bb5d994-5643-450b-8721-7904f1e6123d service neutron] Attempting to bind port 2957c1c5-01c3-4fbd-bee2-9935eef14639 on network 4ba2607b-b448-44f6-8335-46066b72a89c {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:53:57.087753 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [req-3d286929-2212-4b64-ab8f-e1b4ed8f1440 req-7135213a-8c91-4013-a24b-b305f772d5c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5f9839b-50cc-42cf-9adf-b14b545f52ea {{(pid=102791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:53:57.097634 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-3d286929-2212-4b64-ab8f-e1b4ed8f1440 req-7135213a-8c91-4013-a24b-b305f772d5c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:57.103907 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbabd235-3c70-476f-b840-bfb940f3c97d req-4bb5d994-5643-450b-8721-7904f1e6123d service neutron] Port 2957c1c5-01c3-4fbd-bee2-9935eef14639 on network 4ba2607b-b448-44f6-8335-46066b72a89c not bound, no agent of type Open vSwitch agent registered on host n-h2-834765-1 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 15:53:57.104230 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbabd235-3c70-476f-b840-bfb940f3c97d req-4bb5d994-5643-450b-8721-7904f1e6123d service neutron] Attempting to bind port 2957c1c5-01c3-4fbd-bee2-9935eef14639 on network 4ba2607b-b448-44f6-8335-46066b72a89c {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:53:57.120852 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-7edf96d3-35d0-4216-9e09-a20c8df2db6d req-ed8ec22f-1aef-407d-9c54-216c381b5097 tempest-ServerShowV254Test-121067504 tempest-ServerShowV254Test-121067504-project] 10.222.0.48 "GET /v2.0/ports?device_id=b2edd932-49bb-4a43-bc85-79af9d19e99e HTTP/1.1" status: 200 len: 210 time: 0.0625038 Mar 29 15:53:57.122936 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbabd235-3c70-476f-b840-bfb940f3c97d req-4bb5d994-5643-450b-8721-7904f1e6123d service neutron] Checking agent: {'id': '3e4b4912-b4a2-4d17-b5bd-6ce15529e8eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 33, 17), 'started_at': datetime.datetime(2022, 3, 29, 15, 33, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 53, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:53:57.123392 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbabd235-3c70-476f-b840-bfb940f3c97d req-4bb5d994-5643-450b-8721-7904f1e6123d service neutron] Checking segment: {'id': '6a6bae82-112f-4fa5-b290-70a8f9204330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '4ba2607b-b448-44f6-8335-46066b72a89c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:53:57.123675 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbabd235-3c70-476f-b840-bfb940f3c97d req-4bb5d994-5643-450b-8721-7904f1e6123d service neutron] Bound using segment: {'id': '6a6bae82-112f-4fa5-b290-70a8f9204330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '4ba2607b-b448-44f6-8335-46066b72a89c'} {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:53:57.124119 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-cbabd235-3c70-476f-b840-bfb940f3c97d req-4bb5d994-5643-450b-8721-7904f1e6123d service neutron] Bound port: 2957c1c5-01c3-4fbd-bee2-9935eef14639, host: n-h2-834765-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a6bae82-112f-4fa5-b290-70a8f9204330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '4ba2607b-b448-44f6-8335-46066b72a89c'}}] {{(pid=102791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 15:53:57.124518 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-cbabd235-3c70-476f-b840-bfb940f3c97d req-4bb5d994-5643-450b-8721-7904f1e6123d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:57.141747 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.provisioning_blocks [req-3d286929-2212-4b64-ab8f-e1b4ed8f1440 req-7135213a-8c91-4013-a24b-b305f772d5c4 service neutron] Transition to ACTIVE for port object e5f9839b-50cc-42cf-9adf-b14b545f52ea will not be triggered until provisioned by entity L2. {{(pid=102791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 15:53:57.153090 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-e34c7d51-7590-451c-afeb-02ef5235e5e6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b2b7c7b-66cc-4051-9540-0bb92f7c5ee2') {'for_net_delete': True} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:53:57.153472 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-e34c7d51-7590-451c-afeb-02ef5235e5e6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b2b7c7b-66cc-4051-9540-0bb92f7c5ee2') {} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:53:57.156123 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ea1e02-22eb-4f7c-ab7d-e379aa0008ce req-0e52060d-d620-459d-b7da-96e05e9d734d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:53:57.156702 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ea1e02-22eb-4f7c-ab7d-e379aa0008ce req-0e52060d-d620-459d-b7da-96e05e9d734d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:53:57.157173 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ea1e02-22eb-4f7c-ab7d-e379aa0008ce req-0e52060d-d620-459d-b7da-96e05e9d734d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:53:57.157630 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ea1e02-22eb-4f7c-ab7d-e379aa0008ce req-0e52060d-d620-459d-b7da-96e05e9d734d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:53:57.158089 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ea1e02-22eb-4f7c-ab7d-e379aa0008ce req-0e52060d-d620-459d-b7da-96e05e9d734d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:53:57.158547 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ea1e02-22eb-4f7c-ab7d-e379aa0008ce req-0e52060d-d620-459d-b7da-96e05e9d734d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:53:57.159076 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ea1e02-22eb-4f7c-ab7d-e379aa0008ce req-0e52060d-d620-459d-b7da-96e05e9d734d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:53:57.161685 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e5ea1e02-22eb-4f7c-ab7d-e379aa0008ce req-0e52060d-d620-459d-b7da-96e05e9d734d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9cad725e1c41463fab431e48b8d9bfff&device_id=b5e34b53-8d44-45db-a377-1c001fe98b5c HTTP/1.1" status: 200 len: 6178 time: 0.1348991 Mar 29 15:53:57.162549 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-3d286929-2212-4b64-ab8f-e1b4ed8f1440 req-7135213a-8c91-4013-a24b-b305f772d5c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:57.171439 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e34c7d51-7590-451c-afeb-02ef5235e5e6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783523422064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4614019'] for segment, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:57.194489 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e34c7d51-7590-451c-afeb-02ef5235e5e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:57.246616 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e478cbb-7fa0-440c-8c13-6c81684b6e79 req-30cf87f9-da1f-4d75-91c4-59cb3e0f90dd tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:53:57.265606 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-9e478cbb-7fa0-440c-8c13-6c81684b6e79 req-30cf87f9-da1f-4d75-91c4-59cb3e0f90dd tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] 10.222.0.42 "GET /v2.0/ports?device_id=ae47874e-9944-4a81-b52b-64a39ecfeb9b HTTP/1.1" status: 200 len: 985 time: 0.3143685 Mar 29 15:53:57.272131 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e34c7d51-7590-451c-afeb-02ef5235e5e6 admin admin] Releasing vlan 619 on physical network physnet1 to pool {{(pid=102790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 15:53:57.272549 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e34c7d51-7590-451c-afeb-02ef5235e5e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5238013'] for segment, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:57.275251 n-d-834765-1 neutron-server[102790]: Traceback (most recent call last): Mar 29 15:53:57.275251 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 15:53:57.275251 n-d-834765-1 neutron-server[102790]: timer() Mar 29 15:53:57.275251 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 15:53:57.275251 n-d-834765-1 neutron-server[102790]: cb(*args, **kw) Mar 29 15:53:57.275251 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 15:53:57.275251 n-d-834765-1 neutron-server[102790]: return func(*args, **kwargs) Mar 29 15:53:57.275251 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 15:53:57.275251 n-d-834765-1 neutron-server[102790]: self._notify() Mar 29 15:53:57.275251 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 15:53:57.275251 n-d-834765-1 neutron-server[102790]: self.callback(batched_events) Mar 29 15:53:57.275251 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 15:53:57.275251 n-d-834765-1 neutron-server[102790]: event.method(event) Mar 29 15:53:57.275251 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 15:53:57.275251 n-d-834765-1 neutron-server[102790]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 15:53:57.275251 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 15:53:57.275251 n-d-834765-1 neutron-server[102790]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 15:53:57.275251 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 15:53:57.275251 n-d-834765-1 neutron-server[102790]: return f(self, *a, **k) Mar 29 15:53:57.275251 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 15:53:57.275251 n-d-834765-1 neutron-server[102790]: return self._get(url).json() Mar 29 15:53:57.275251 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 15:53:57.275251 n-d-834765-1 neutron-server[102790]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 15:53:57.275251 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 15:53:57.275251 n-d-834765-1 neutron-server[102790]: return self.request(url, 'GET', **kwargs) Mar 29 15:53:57.275251 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 15:53:57.275251 n-d-834765-1 neutron-server[102790]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 15:53:57.275251 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 15:53:57.275251 n-d-834765-1 neutron-server[102790]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 15:53:57.275251 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 15:53:57.275251 n-d-834765-1 neutron-server[102790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 15:53:57.275251 n-d-834765-1 neutron-server[102790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 15:53:57.288207 n-d-834765-1 neutron-server[102791]: INFO neutron.api.v2.resource [None req-5994b913-ef60-43bd-bb92-ab77ce27c5b0 tempest-RoutersNegativeIpV6Test-315348334 tempest-RoutersNegativeIpV6Test-315348334-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 29 15:53:57.289229 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-5994b913-ef60-43bd-bb92-ab77ce27c5b0 tempest-RoutersNegativeIpV6Test-315348334 tempest-RoutersNegativeIpV6Test-315348334-project] 10.222.0.42 "PUT /v2.0/routers/46f793cf-a5c7-492d-a9f9-7d7884a3e1db HTTP/1.1" status: 400 len: 364 time: 1.3541138 Mar 29 15:53:57.314252 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 35548) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:53:57.397856 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e34c7d51-7590-451c-afeb-02ef5235e5e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1639897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648174'] for network, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:57.402773 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e34c7d51-7590-451c-afeb-02ef5235e5e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for network, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:57.409682 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-e34c7d51-7590-451c-afeb-02ef5235e5e6 admin admin] 10.222.0.42 "DELETE /v2.0/networks/9642bb71-0b64-4135-866e-1c18aeaccc1b HTTP/1.1" status: 204 len: 168 time: 0.6664743 Mar 29 15:53:57.460473 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-9e478cbb-7fa0-440c-8c13-6c81684b6e79 req-614e1241-2176-4afd-b493-514e64ac3a60 tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] 10.222.0.42 "GET /v2.0/security-groups?id=fc3b4dc4-891d-42e8-b7bb-6b14924f76b3&id=e89284b2-0678-470f-8a91-e1d4399dc334&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1937811 Mar 29 15:53:57.462058 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34c7d51-7590-451c-afeb-02ef5235e5e6 admin admin] Pushing event deleted for resources: {'Network': ['ID=9642bb71-0b64-4135-866e-1c18aeaccc1b,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:53:57.541458 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7135213a-8c91-4013-a24b-b305f772d5c4 service neutron] Pushing event updated for resources: {'Port': ['ID=e5f9839b-50cc-42cf-9adf-b14b545f52ea,revision_number=2']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:53:57.565494 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-cbabd235-3c70-476f-b840-bfb940f3c97d req-4bb5d994-5643-450b-8721-7904f1e6123d service neutron] For port 2957c1c5-01c3-4fbd-bee2-9935eef14639, host n-h2-834765-1, cleared binding levels {{(pid=102791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:53:57.609051 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841c3d24-32b1-49ac-a797-9e9b4e3bdb2d req-5ed30614-f97b-44b6-8365-adf18e1e99f3 tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:53:57.610897 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-841c3d24-32b1-49ac-a797-9e9b4e3bdb2d req-5ed30614-f97b-44b6-8365-adf18e1e99f3 tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] 10.222.0.42 "GET /v2.0/ports?device_id=484767cb-f40c-4e4e-8c0e-1e575bd2ed1e HTTP/1.1" status: 200 len: 944 time: 0.0697412 Mar 29 15:53:57.712710 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-841c3d24-32b1-49ac-a797-9e9b4e3bdb2d req-5f1e41ce-300c-4020-b698-9e1aa8dfe45e tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] 10.222.0.42 "GET /v2.0/security-groups?id=24003c5b-4f5e-4c77-b7cb-e70b1b6a98f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806959 Mar 29 15:53:57.765714 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 35560) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:53:57.777591 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-cbabd235-3c70-476f-b840-bfb940f3c97d req-4bb5d994-5643-450b-8721-7904f1e6123d service neutron] For port 2957c1c5-01c3-4fbd-bee2-9935eef14639, host n-h2-834765-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=2957c1c5-01c3-4fbd-bee2-9935eef14639,segment=NetworkSegment(6a6bae82-112f-4fa5-b290-70a8f9204330),segment_id=6a6bae82-112f-4fa5-b290-70a8f9204330)] {{(pid=102791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:53:57.802986 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 563f8776-fe75-4464-a9f9-5ac813f1bab4 up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:53:57.825839 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-dca7ddee-8bd4-4af3-86dd-6c3534ec0cd5 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c49bc99d6778484bb1596e7e9739bf48&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0565639 Mar 29 15:53:57.826643 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 35564) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:53:57.842305 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device 2f38790c-202a-40fc-9644-4823db80b094 no longer exists at agent hyperv_n-h1-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:53:57.872466 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] No Port match for: 2f38790c-202a-40fc-9644-4823db80b094 {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 15:53:57.873154 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device 2f38790c-202a-40fc-9644-4823db80b094 not bound to the agent host n-h1-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:53:57.901838 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port 563f8776-fe75-4464-a9f9-5ac813f1bab4 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:53:57.902671 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:57.925943 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-7174d7dc-3eea-4d66-a854-3d569522a51c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:57.929068 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-cbabd235-3c70-476f-b840-bfb940f3c97d req-4bb5d994-5643-450b-8721-7904f1e6123d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:57.983395 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-7174d7dc-3eea-4d66-a854-3d569522a51c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:58.006395 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf670ab-c2a8-4ea1-940a-a9cfdfc1461f req-e0825ebf-91d1-41e9-9753-83ab9d799ca1 tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:53:58.016054 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-eaf670ab-c2a8-4ea1-940a-a9cfdfc1461f req-e0825ebf-91d1-41e9-9753-83ab9d799ca1 tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] 10.222.0.42 "GET /v2.0/ports?device_id=ae47874e-9944-4a81-b52b-64a39ecfeb9b HTTP/1.1" status: 200 len: 985 time: 0.1479475 Mar 29 15:53:58.025118 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:58.072778 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] For port 563f8776-fe75-4464-a9f9-5ac813f1bab4, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=563f8776-fe75-4464-a9f9-5ac813f1bab4,segment=NetworkSegment(c0f35494-47a3-4de6-8243-f06c7d45be0c),segment_id=c0f35494-47a3-4de6-8243-f06c7d45be0c)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:53:58.080074 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:58.117988 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07251598-1994-49d5-a5b2-c7fef240160f req-3e489836-44b7-4e1e-8c58-31cd484bea48 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:53:58.138778 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07251598-1994-49d5-a5b2-c7fef240160f req-3e489836-44b7-4e1e-8c58-31cd484bea48 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:53:58.139788 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-eaf670ab-c2a8-4ea1-940a-a9cfdfc1461f req-25380df6-8961-45e3-a2e1-2ef42e87f985 tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] 10.222.0.42 "GET /v2.0/security-groups?id=fc3b4dc4-891d-42e8-b7bb-6b14924f76b3&id=e89284b2-0678-470f-8a91-e1d4399dc334&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1219950 Mar 29 15:53:58.171283 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07251598-1994-49d5-a5b2-c7fef240160f req-3e489836-44b7-4e1e-8c58-31cd484bea48 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:53:58.178420 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-7174d7dc-3eea-4d66-a854-3d569522a51c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:58.180053 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07251598-1994-49d5-a5b2-c7fef240160f req-3e489836-44b7-4e1e-8c58-31cd484bea48 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:53:58.181866 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-7174d7dc-3eea-4d66-a854-3d569522a51c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:58.186089 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-7174d7dc-3eea-4d66-a854-3d569522a51c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/5319c875-405f-45d4-a6ea-a24484c49f6f HTTP/1.1" status: 204 len: 168 time: 0.3583648 Mar 29 15:53:58.198144 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07251598-1994-49d5-a5b2-c7fef240160f req-3e489836-44b7-4e1e-8c58-31cd484bea48 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:53:58.202029 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7174d7dc-3eea-4d66-a854-3d569522a51c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5319c875-405f-45d4-a6ea-a24484c49f6f,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:53:58.205775 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Pushing event updated for resources: {'Port': ['ID=563f8776-fe75-4464-a9f9-5ac813f1bab4,revision_number=3']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:53:58.213744 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07251598-1994-49d5-a5b2-c7fef240160f req-3e489836-44b7-4e1e-8c58-31cd484bea48 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:53:58.222068 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07251598-1994-49d5-a5b2-c7fef240160f req-3e489836-44b7-4e1e-8c58-31cd484bea48 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:53:58.233608 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-07251598-1994-49d5-a5b2-c7fef240160f req-3e489836-44b7-4e1e-8c58-31cd484bea48 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] 10.222.0.42 "GET /v2.0/ports?device_id=b5e34b53-8d44-45db-a377-1c001fe98b5c HTTP/1.1" status: 200 len: 5383 time: 0.9486165 Mar 29 15:53:58.234924 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ea1e02-22eb-4f7c-ab7d-e379aa0008ce req-88bc7f5f-4678-4187-843c-dbdf0a533065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:53:58.235423 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ea1e02-22eb-4f7c-ab7d-e379aa0008ce req-88bc7f5f-4678-4187-843c-dbdf0a533065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:53:58.235892 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ea1e02-22eb-4f7c-ab7d-e379aa0008ce req-88bc7f5f-4678-4187-843c-dbdf0a533065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:53:58.237310 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e5ea1e02-22eb-4f7c-ab7d-e379aa0008ce req-88bc7f5f-4678-4187-843c-dbdf0a533065 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=9cad725e1c41463fab431e48b8d9bfff&shared=False HTTP/1.1" status: 200 len: 2296 time: 1.0402241 Mar 29 15:53:58.257280 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbabd235-3c70-476f-b840-bfb940f3c97d req-4bb5d994-5643-450b-8721-7904f1e6123d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:53:58.257903 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-cbabd235-3c70-476f-b840-bfb940f3c97d req-4bb5d994-5643-450b-8721-7904f1e6123d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:58.259360 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-cbabd235-3c70-476f-b840-bfb940f3c97d req-4bb5d994-5643-450b-8721-7904f1e6123d service neutron] 10.222.0.48 "PUT /v2.0/ports/2957c1c5-01c3-4fbd-bee2-9935eef14639 HTTP/1.1" status: 200 len: 1136 time: 3.1451015 Mar 29 15:53:58.340855 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [req-cbabd235-3c70-476f-b840-bfb940f3c97d req-12f4ab1d-14ac-4308-9dc0-2ce4878219b5 service neutron] Request body: {'port': {'device_id': 'b5e34b53-8d44-45db-a377-1c001fe98b5c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834765-1'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:53:58.385004 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48025aef-e2fc-4af4-97c8-bdbaf3c45e34 req-a8201340-954d-4ce0-a0a3-4d8cc73fdfaa tempest-TestSecurityGroupsBasicOps-646427823 tempest-TestSecurityGroupsBasicOps-646427823-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:53:58.396201 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-48025aef-e2fc-4af4-97c8-bdbaf3c45e34 req-a8201340-954d-4ce0-a0a3-4d8cc73fdfaa tempest-TestSecurityGroupsBasicOps-646427823 tempest-TestSecurityGroupsBasicOps-646427823-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=ae47874e-9944-4a81-b52b-64a39ecfeb9b HTTP/1.1" status: 200 len: 1136 time: 0.1335497 Mar 29 15:53:58.397448 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 35572) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:53:58.452428 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-48025aef-e2fc-4af4-97c8-bdbaf3c45e34 req-69033e0a-63ed-4164-b2b0-563db7d8d2d0 tempest-TestSecurityGroupsBasicOps-646427823 tempest-TestSecurityGroupsBasicOps-646427823-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:58.574792 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb5d994-5643-450b-8721-7904f1e6123d service neutron] Pushing event updated for resources: {'Port': ['ID=2957c1c5-01c3-4fbd-bee2-9935eef14639,revision_number=3']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:53:58.577594 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-3d286929-2212-4b64-ab8f-e1b4ed8f1440 req-7135213a-8c91-4013-a24b-b305f772d5c4 service neutron] Attempting to bind port e5f9839b-50cc-42cf-9adf-b14b545f52ea on host n-h1-834765-1 for vnic_type normal with profile {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:53:58.579622 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-3d286929-2212-4b64-ab8f-e1b4ed8f1440 req-7135213a-8c91-4013-a24b-b305f772d5c4 service neutron] Attempting to bind port e5f9839b-50cc-42cf-9adf-b14b545f52ea by drivers openvswitch,hyperv on host n-h1-834765-1 at level 0 using segments [{'id': '593392ec-7215-4ab3-8e52-325f9a7e2718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '5820eec2-ced2-414a-ab32-af1fabeb5f44'}] {{(pid=102791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:53:58.579999 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d286929-2212-4b64-ab8f-e1b4ed8f1440 req-7135213a-8c91-4013-a24b-b305f772d5c4 service neutron] Attempting to bind port e5f9839b-50cc-42cf-9adf-b14b545f52ea on network 5820eec2-ced2-414a-ab32-af1fabeb5f44 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:53:58.665591 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-48025aef-e2fc-4af4-97c8-bdbaf3c45e34 req-69033e0a-63ed-4164-b2b0-563db7d8d2d0 tempest-TestSecurityGroupsBasicOps-646427823 tempest-TestSecurityGroupsBasicOps-646427823-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:58.672748 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-48025aef-e2fc-4af4-97c8-bdbaf3c45e34 req-69033e0a-63ed-4164-b2b0-563db7d8d2d0 tempest-TestSecurityGroupsBasicOps-646427823 tempest-TestSecurityGroupsBasicOps-646427823-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:58.698116 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d286929-2212-4b64-ab8f-e1b4ed8f1440 req-7135213a-8c91-4013-a24b-b305f772d5c4 service neutron] Port e5f9839b-50cc-42cf-9adf-b14b545f52ea on network 5820eec2-ced2-414a-ab32-af1fabeb5f44 not bound, no agent of type Open vSwitch agent registered on host n-h1-834765-1 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 15:53:58.698604 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d286929-2212-4b64-ab8f-e1b4ed8f1440 req-7135213a-8c91-4013-a24b-b305f772d5c4 service neutron] Attempting to bind port e5f9839b-50cc-42cf-9adf-b14b545f52ea on network 5820eec2-ced2-414a-ab32-af1fabeb5f44 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:53:58.718681 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42ffc2a2-b95b-42d3-bcb9-a002e9468fc5 None None] Network 000e6196-7562-40c9-9830-3b06e50f925a requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 15:53:58.728858 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-48025aef-e2fc-4af4-97c8-bdbaf3c45e34 req-69033e0a-63ed-4164-b2b0-563db7d8d2d0 tempest-TestSecurityGroupsBasicOps-646427823 tempest-TestSecurityGroupsBasicOps-646427823-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=fc3b4dc4-891d-42e8-b7bb-6b14924f76b3&id=e89284b2-0678-470f-8a91-e1d4399dc334&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.3177557 Mar 29 15:53:58.729866 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69033e0a-63ed-4164-b2b0-563db7d8d2d0 tempest-TestSecurityGroupsBasicOps-646427823 tempest-TestSecurityGroupsBasicOps-646427823-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f03fb13e-18ef-428d-a322-69424086db3e,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:53:58.729992 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-07251598-1994-49d5-a5b2-c7fef240160f req-6bf1240c-1ea2-45bb-bf26-460c2801977f tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] 10.222.0.42 "GET /v2.0/security-groups?id=6e57fe5c-cb87-4607-b926-1e4de2690a28&id=e2ab8bce-bca0-434d-ad1c-ad30dfd1db67&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4210975 Mar 29 15:53:58.738763 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 35580) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:53:58.822731 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-1144d034-1a08-404b-af6a-a4d42be18274 tempest-RoutersNegativeIpV6Test-315348334 tempest-RoutersNegativeIpV6Test-315348334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:58.826751 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d286929-2212-4b64-ab8f-e1b4ed8f1440 req-7135213a-8c91-4013-a24b-b305f772d5c4 service neutron] Checking agent: {'id': 'be375040-5069-4239-9460-a3a3213e1e90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 33, 18), 'started_at': datetime.datetime(2022, 3, 29, 15, 33, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 53, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:53:58.827373 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d286929-2212-4b64-ab8f-e1b4ed8f1440 req-7135213a-8c91-4013-a24b-b305f772d5c4 service neutron] Checking segment: {'id': '593392ec-7215-4ab3-8e52-325f9a7e2718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '5820eec2-ced2-414a-ab32-af1fabeb5f44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:53:58.828312 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d286929-2212-4b64-ab8f-e1b4ed8f1440 req-7135213a-8c91-4013-a24b-b305f772d5c4 service neutron] Bound using segment: {'id': '593392ec-7215-4ab3-8e52-325f9a7e2718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '5820eec2-ced2-414a-ab32-af1fabeb5f44'} {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:53:58.828936 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-3d286929-2212-4b64-ab8f-e1b4ed8f1440 req-7135213a-8c91-4013-a24b-b305f772d5c4 service neutron] Bound port: e5f9839b-50cc-42cf-9adf-b14b545f52ea, host: n-h1-834765-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '593392ec-7215-4ab3-8e52-325f9a7e2718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '5820eec2-ced2-414a-ab32-af1fabeb5f44'}}] {{(pid=102791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 15:53:58.829464 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-3d286929-2212-4b64-ab8f-e1b4ed8f1440 req-7135213a-8c91-4013-a24b-b305f772d5c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:58.833521 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-f13d1b78-097a-4753-bd6f-b7dc4a118c72 None None] Provisioning complete for port 563f8776-fe75-4464-a9f9-5ac813f1bab4 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:53:58.834280 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-f13d1b78-097a-4753-bd6f-b7dc4a118c72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:58.840125 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-72498a98-36fd-462b-adb2-997d6a62d947 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:58.860618 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98153e15-3694-411a-be0c-9a0e09f22bb2 tempest-TestSecurityGroupsBasicOps-646427823 tempest-TestSecurityGroupsBasicOps-646427823-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:53:58.862272 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-98153e15-3694-411a-be0c-9a0e09f22bb2 tempest-TestSecurityGroupsBasicOps-646427823 tempest-TestSecurityGroupsBasicOps-646427823-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=ae47874e-9944-4a81-b52b-64a39ecfeb9b HTTP/1.1" status: 200 len: 1131 time: 0.1221023 Mar 29 15:53:58.876195 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 35586) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:53:58.883404 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-37e4418e-af47-4154-b1c0-c12523b30fea tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Request body: {'floatingip': {'floating_network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'port_id': '00d82936-b564-49a0-93ad-cab131d6a665', 'tenant_id': '030130d0937d42c9a5ecbc5c59eb4929', 'fixed_ip_address': '172.20.0.12'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:53:58.905452 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-cbabd235-3c70-476f-b840-bfb940f3c97d req-12f4ab1d-14ac-4308-9dc0-2ce4878219b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:58.935483 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08b85e5-535b-4c6f-a5e4-fe85217965f4 req-bb1cdf0b-bb57-4fd9-9cef-9b6e43f1907c tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:53:58.937033 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-b08b85e5-535b-4c6f-a5e4-fe85217965f4 req-bb1cdf0b-bb57-4fd9-9cef-9b6e43f1907c tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] 10.222.0.42 "GET /v2.0/ports?device_id=484767cb-f40c-4e4e-8c0e-1e575bd2ed1e HTTP/1.1" status: 200 len: 944 time: 0.0926199 Mar 29 15:53:59.013724 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-b08b85e5-535b-4c6f-a5e4-fe85217965f4 req-43331a72-7830-4a49-b0b4-1106ea3377a9 tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] 10.222.0.42 "GET /v2.0/security-groups?id=24003c5b-4f5e-4c77-b7cb-e70b1b6a98f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656636 Mar 29 15:53:59.022591 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ea1e02-22eb-4f7c-ab7d-e379aa0008ce req-ab600e94-eb82-43c1-b568-73d2436f6703 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:53:59.024145 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e5ea1e02-22eb-4f7c-ab7d-e379aa0008ce req-ab600e94-eb82-43c1-b568-73d2436f6703 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7618356 Mar 29 15:53:59.024583 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5e34b53-8d44-45db-a377-1c001fe98b5c', 'tag': '2957c1c5-01c3-4fbd-bee2-9935eef14639'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:53:59.027132 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c67b028db5e9b9818fecc5c0a87ebc6f190694fa53ca267d523e04f98de536d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78f11201-06f4-4bf8-9596-29a17b231ad0" -d '{"events": [{"name": "network-changed", "server_uuid": "b5e34b53-8d44-45db-a377-1c001fe98b5c", "tag": "2957c1c5-01c3-4fbd-bee2-9935eef14639"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:53:59.035574 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-72498a98-36fd-462b-adb2-997d6a62d947 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:59.046773 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-72498a98-36fd-462b-adb2-997d6a62d947 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:59.093912 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-37e4418e-af47-4154-b1c0-c12523b30fea tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Notify callbacks [] for floatingip, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:59.140545 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-72498a98-36fd-462b-adb2-997d6a62d947 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=2a675088b794463d81c582ee25b98d8d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7391834 Mar 29 15:53:59.142267 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 35594) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:53:59.153876 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72498a98-36fd-462b-adb2-997d6a62d947 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3930a4ff-b564-4698-a194-ce1109580fa6,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:53:59.172257 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 15:53:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7658be1f-7752-4899-b122-29fa8f0df06e x-openstack-request-id: req-7658be1f-7752-4899-b122-29fa8f0df06e {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:53:59.172980 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5e34b53-8d44-45db-a377-1c001fe98b5c", "tag": "2957c1c5-01c3-4fbd-bee2-9935eef14639", "status": "completed", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:53:59.173250 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-7658be1f-7752-4899-b122-29fa8f0df06e {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:53:59.173685 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5e34b53-8d44-45db-a377-1c001fe98b5c', 'tag': '2957c1c5-01c3-4fbd-bee2-9935eef14639', 'status': 'completed', 'code': 200} Mar 29 15:53:59.224705 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-1d8075c4-9db0-4af3-979e-aec5a131b027 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:59.252488 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-1d8075c4-9db0-4af3-979e-aec5a131b027 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:59.257121 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-3d286929-2212-4b64-ab8f-e1b4ed8f1440 req-7135213a-8c91-4013-a24b-b305f772d5c4 service neutron] For port e5f9839b-50cc-42cf-9adf-b14b545f52ea, host n-h1-834765-1, cleared binding levels {{(pid=102791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:53:59.316535 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-1d8075c4-9db0-4af3-979e-aec5a131b027 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:59.322616 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-1d8075c4-9db0-4af3-979e-aec5a131b027 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:59.331744 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-1d8075c4-9db0-4af3-979e-aec5a131b027 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/3930a4ff-b564-4698-a194-ce1109580fa6 HTTP/1.1" status: 204 len: 168 time: 0.1849492 Mar 29 15:53:59.350331 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8075c4-9db0-4af3-979e-aec5a131b027 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3930a4ff-b564-4698-a194-ce1109580fa6,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:53:59.360382 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-3d286929-2212-4b64-ab8f-e1b4ed8f1440 req-7135213a-8c91-4013-a24b-b305f772d5c4 service neutron] For port e5f9839b-50cc-42cf-9adf-b14b545f52ea, host n-h1-834765-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=e5f9839b-50cc-42cf-9adf-b14b545f52ea,segment=NetworkSegment(593392ec-7215-4ab3-8e52-325f9a7e2718),segment_id=593392ec-7215-4ab3-8e52-325f9a7e2718)] {{(pid=102791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:53:59.444553 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-3d286929-2212-4b64-ab8f-e1b4ed8f1440 req-7135213a-8c91-4013-a24b-b305f772d5c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:59.513985 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-7b37d1ef-9f7e-4d96-8c0d-6e3000b842d7 None None] Provisioning complete for port 563f8776-fe75-4464-a9f9-5ac813f1bab4 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:53:59.514356 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-7b37d1ef-9f7e-4d96-8c0d-6e3000b842d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:59.544474 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 35608) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:53:59.559922 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d286929-2212-4b64-ab8f-e1b4ed8f1440 req-7135213a-8c91-4013-a24b-b305f772d5c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:53:59.563168 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-3d286929-2212-4b64-ab8f-e1b4ed8f1440 req-7135213a-8c91-4013-a24b-b305f772d5c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:59.565033 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-3d286929-2212-4b64-ab8f-e1b4ed8f1440 req-7135213a-8c91-4013-a24b-b305f772d5c4 service neutron] 10.222.0.44 "PUT /v2.0/ports/e5f9839b-50cc-42cf-9adf-b14b545f52ea HTTP/1.1" status: 200 len: 1092 time: 3.8560619 Mar 29 15:53:59.608110 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f11201-06f4-4bf8-9596-29a17b231ad0 req-41c30143-bf60-4c2a-b190-d16e308239a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:53:59.608615 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f11201-06f4-4bf8-9596-29a17b231ad0 req-41c30143-bf60-4c2a-b190-d16e308239a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:53:59.609227 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f11201-06f4-4bf8-9596-29a17b231ad0 req-41c30143-bf60-4c2a-b190-d16e308239a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:53:59.609885 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f11201-06f4-4bf8-9596-29a17b231ad0 req-41c30143-bf60-4c2a-b190-d16e308239a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:53:59.610157 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f11201-06f4-4bf8-9596-29a17b231ad0 req-41c30143-bf60-4c2a-b190-d16e308239a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:53:59.610744 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f11201-06f4-4bf8-9596-29a17b231ad0 req-41c30143-bf60-4c2a-b190-d16e308239a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:53:59.611205 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f11201-06f4-4bf8-9596-29a17b231ad0 req-41c30143-bf60-4c2a-b190-d16e308239a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:53:59.613873 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-78f11201-06f4-4bf8-9596-29a17b231ad0 req-41c30143-bf60-4c2a-b190-d16e308239a1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9cad725e1c41463fab431e48b8d9bfff&device_id=b5e34b53-8d44-45db-a377-1c001fe98b5c HTTP/1.1" status: 200 len: 6220 time: 0.4370627 Mar 29 15:53:59.724675 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 563f8776-fe75-4464-a9f9-5ac813f1bab4 up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:53:59.768591 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-558cff70-019e-4705-87a9-f0a0107184fc admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-1794016477-network', 'tenant_id': 'd54678ac2e614dd38c3710a3910460ef'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:53:59.805866 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-558cff70-019e-4705-87a9-f0a0107184fc admin admin] Made reservation on behalf of d54678ac2e614dd38c3710a3910460ef for: {'network': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:53:59.806847 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port 563f8776-fe75-4464-a9f9-5ac813f1bab4 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:53:59.807714 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:59.809332 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-558cff70-019e-4705-87a9-f0a0107184fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for network, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:59.835715 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-558cff70-019e-4705-87a9-f0a0107184fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:53:59.920197 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7135213a-8c91-4013-a24b-b305f772d5c4 service neutron] Pushing event updated for resources: {'Port': ['ID=e5f9839b-50cc-42cf-9adf-b14b545f52ea,revision_number=3']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:53:59.930156 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_common [None req-1144d034-1a08-404b-af6a-a4d42be18274 tempest-RoutersNegativeIpV6Test-315348334 tempest-RoutersNegativeIpV6Test-315348334-project] Allocated IP 2001:db8::1 (efb5e488-f74e-44e2-b797-2e1ce373dbc2/e88b142a-2e73-40f8-ba60-489bc8f5fd05/0eca87ab-cdd4-489e-9e51-b4601a0ff876) {{(pid=102791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:53:59.986628 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4367140-9dd5-4340-901b-efe5607ea650 req-ee71f07a-ecd1-48a1-a17d-1a6e8fab213a tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:53:59.993162 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4367140-9dd5-4340-901b-efe5607ea650 req-ee71f07a-ecd1-48a1-a17d-1a6e8fab213a tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:53:59.999132 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4367140-9dd5-4340-901b-efe5607ea650 req-ee71f07a-ecd1-48a1-a17d-1a6e8fab213a tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:00.002927 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d286929-2212-4b64-ab8f-e1b4ed8f1440 req-66cd4eaf-68ac-4f12-8f7f-f0dafdb7056f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:00.004513 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-3d286929-2212-4b64-ab8f-e1b4ed8f1440 req-66cd4eaf-68ac-4f12-8f7f-f0dafdb7056f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c6465a9dafbf43bf90c09b1dce8d1fc6&device_id=484767cb-f40c-4e4e-8c0e-1e575bd2ed1e HTTP/1.1" status: 200 len: 1095 time: 0.3380895 Mar 29 15:54:00.005164 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4367140-9dd5-4340-901b-efe5607ea650 req-ee71f07a-ecd1-48a1-a17d-1a6e8fab213a tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:00.011287 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4367140-9dd5-4340-901b-efe5607ea650 req-ee71f07a-ecd1-48a1-a17d-1a6e8fab213a tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:00.017336 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4367140-9dd5-4340-901b-efe5607ea650 req-ee71f07a-ecd1-48a1-a17d-1a6e8fab213a tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:00.024000 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4367140-9dd5-4340-901b-efe5607ea650 req-ee71f07a-ecd1-48a1-a17d-1a6e8fab213a tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:00.025960 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-e4367140-9dd5-4340-901b-efe5607ea650 req-ee71f07a-ecd1-48a1-a17d-1a6e8fab213a tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] 10.222.0.42 "GET /v2.0/ports?device_id=b5e34b53-8d44-45db-a377-1c001fe98b5c HTTP/1.1" status: 200 len: 5383 time: 0.1471088 Mar 29 15:54:00.104546 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-e4367140-9dd5-4340-901b-efe5607ea650 req-059cbd68-01f3-4928-9ccc-09f6e714db31 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] 10.222.0.42 "GET /v2.0/security-groups?id=6e57fe5c-cb87-4607-b926-1e4de2690a28&id=e2ab8bce-bca0-434d-ad1c-ad30dfd1db67&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0690265 Mar 29 15:54:00.116356 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-558cff70-019e-4705-87a9-f0a0107184fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:00.122511 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-558cff70-019e-4705-87a9-f0a0107184fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:00.159879 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-558cff70-019e-4705-87a9-f0a0107184fc admin admin] vlan segment allocate from pool success with {'vlan_id': 629, 'physical_network': 'physnet1'} {{(pid=102790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 15:54:00.166163 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558cff70-019e-4705-87a9-f0a0107184fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3c66b63-6b47-4316-850f-a5138e21036d,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:54:00.176470 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-558cff70-019e-4705-87a9-f0a0107184fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:00.177001 n-d-834765-1 neutron-server[102790]: INFO neutron.db.segments_db [None req-558cff70-019e-4705-87a9-f0a0107184fc admin admin] Added segment 9f0bb757-bd71-44a0-8549-f12e4b89ade6 of type vlan for network a3be2bb9-8820-4796-8e25-2268e0881009 Mar 29 15:54:00.224728 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-558cff70-019e-4705-87a9-f0a0107184fc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783522915970'] for network, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:00.256876 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-558cff70-019e-4705-87a9-f0a0107184fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795'] for network, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:00.256876 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-558cff70-019e-4705-87a9-f0a0107184fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:00.256876 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-558cff70-019e-4705-87a9-f0a0107184fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for network, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:00.296830 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-558cff70-019e-4705-87a9-f0a0107184fc admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.7512484 Mar 29 15:54:00.299745 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 35634) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:54:00.305085 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-7d9063a3-0044-4835-a09d-a8bc453c810b admin admin] Request body: {'subnet': {'network_id': 'a3be2bb9-8820-4796-8e25-2268e0881009', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-1794016477-subnet', 'tenant_id': 'd54678ac2e614dd38c3710a3910460ef', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:54:00.328663 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-40c35774-ad95-4fe1-846d-ed3a0a317701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:00.342680 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558cff70-019e-4705-87a9-f0a0107184fc admin admin] Pushing event updated for resources: {'Network': ['ID=a3be2bb9-8820-4796-8e25-2268e0881009,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:54:00.357896 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d9063a3-0044-4835-a09d-a8bc453c810b admin admin] Made reservation on behalf of d54678ac2e614dd38c3710a3910460ef for: {'subnet': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:54:00.360331 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-7d9063a3-0044-4835-a09d-a8bc453c810b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4793983'] for subnet, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:00.363009 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Network a3be2bb9-8820-4796-8e25-2268e0881009 details requested by agent ovs-agent-n-d-834765-1 with host n-d-834765-1 {{(pid=102792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 15:54:00.523294 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f11201-06f4-4bf8-9596-29a17b231ad0 req-46ff6765-44fd-4cb3-bd13-ea01fa7991e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:00.523882 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f11201-06f4-4bf8-9596-29a17b231ad0 req-46ff6765-44fd-4cb3-bd13-ea01fa7991e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:00.524098 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f11201-06f4-4bf8-9596-29a17b231ad0 req-46ff6765-44fd-4cb3-bd13-ea01fa7991e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:00.525698 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-78f11201-06f4-4bf8-9596-29a17b231ad0 req-46ff6765-44fd-4cb3-bd13-ea01fa7991e4 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=9cad725e1c41463fab431e48b8d9bfff&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.8620393 Mar 29 15:54:00.539587 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-7d9063a3-0044-4835-a09d-a8bc453c810b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5231896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4793961'] for subnet, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:00.546065 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [req-cbabd235-3c70-476f-b840-bfb940f3c97d req-12f4ab1d-14ac-4308-9dc0-2ce4878219b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7980440-a2bc-4a32-9f5c-7dafd0239f39 {{(pid=102791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:54:00.550869 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-3d286929-2212-4b64-ab8f-e1b4ed8f1440 req-4b5cf0d2-70f7-464e-aae2-a5005e6bb256 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e5f9839b-50cc-42cf-9adf-b14b545f52ea HTTP/1.1" status: 200 len: 217 time: 0.1000531 Mar 29 15:54:00.576151 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-cbabd235-3c70-476f-b840-bfb940f3c97d req-12f4ab1d-14ac-4308-9dc0-2ce4878219b5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:00.596610 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-1144d034-1a08-404b-af6a-a4d42be18274 tempest-RoutersNegativeIpV6Test-315348334 tempest-RoutersNegativeIpV6Test-315348334-project] Notify callbacks [] for port, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:00.609112 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9063a3-0044-4835-a09d-a8bc453c810b admin admin] Pushing event updated for resources: {'Subnet': ['ID=bbea0b21-8ffb-4d15-8bc4-e5b48151122a,revision_number=0']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:54:00.619645 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9063a3-0044-4835-a09d-a8bc453c810b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:54:00.620240 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9063a3-0044-4835-a09d-a8bc453c810b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:54:00.620744 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9063a3-0044-4835-a09d-a8bc453c810b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:54:00.621242 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9063a3-0044-4835-a09d-a8bc453c810b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:54:00.621737 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9063a3-0044-4835-a09d-a8bc453c810b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:54:00.622259 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9063a3-0044-4835-a09d-a8bc453c810b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:54:00.623013 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9063a3-0044-4835-a09d-a8bc453c810b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:54:00.623593 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9063a3-0044-4835-a09d-a8bc453c810b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:54:00.624080 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9063a3-0044-4835-a09d-a8bc453c810b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:54:00.624587 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9063a3-0044-4835-a09d-a8bc453c810b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:54:00.625288 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9063a3-0044-4835-a09d-a8bc453c810b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:54:00.625788 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9063a3-0044-4835-a09d-a8bc453c810b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:54:00.631560 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d9063a3-0044-4835-a09d-a8bc453c810b admin admin] Checking segment: {'id': '9f0bb757-bd71-44a0-8549-f12e4b89ade6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'a3be2bb9-8820-4796-8e25-2268e0881009'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:54:00.632177 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d9063a3-0044-4835-a09d-a8bc453c810b admin admin] Network hostable DHCP agents. Network: a3be2bb9-8820-4796-8e25-2268e0881009, hostable agents: ['d136643e-48ae-49d4-a851-2ba3bdf3749c'], hosted agents: [] {{(pid=102790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 15:54:00.639746 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-37e4418e-af47-4154-b1c0-c12523b30fea tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:00.654401 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d9063a3-0044-4835-a09d-a8bc453c810b admin admin] Network a3be2bb9-8820-4796-8e25-2268e0881009 is scheduled to be hosted by DHCP agent d136643e-48ae-49d4-a851-2ba3bdf3749c with binding_index 1 {{(pid=102790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 15:54:00.667868 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-7d9063a3-0044-4835-a09d-a8bc453c810b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834765-1, a3be2bb9-8820-4796-8e25-2268e0881009) {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:54:00.672731 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d9063a3-0044-4835-a09d-a8bc453c810b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:00.673755 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-7d9063a3-0044-4835-a09d-a8bc453c810b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for subnet, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:00.677725 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.provisioning_blocks [req-cbabd235-3c70-476f-b840-bfb940f3c97d req-12f4ab1d-14ac-4308-9dc0-2ce4878219b5 service neutron] Transition to ACTIVE for port object c7980440-a2bc-4a32-9f5c-7dafd0239f39 will not be triggered until provisioned by entity L2. {{(pid=102791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 15:54:00.680399 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-521256d5-9a7f-471c-ac5a-054375f3e66f None None] Network a3be2bb9-8820-4796-8e25-2268e0881009 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 15:54:00.698819 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-7d9063a3-0044-4835-a09d-a8bc453c810b admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.3975554 Mar 29 15:54:00.700303 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-cbabd235-3c70-476f-b840-bfb940f3c97d req-12f4ab1d-14ac-4308-9dc0-2ce4878219b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:00.840614 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7177fe-a109-4e0a-8cd7-0f68693e0202 req-b2a1854e-9869-40a6-bd7b-31a3792842a3 tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:00.847762 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-7d7177fe-a109-4e0a-8cd7-0f68693e0202 req-b2a1854e-9869-40a6-bd7b-31a3792842a3 tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] 10.222.0.42 "GET /v2.0/ports?device_id=484767cb-f40c-4e4e-8c0e-1e575bd2ed1e HTTP/1.1" status: 200 len: 944 time: 0.3826149 Mar 29 15:54:00.851363 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d286929-2212-4b64-ab8f-e1b4ed8f1440 req-8ea7a7e4-18d9-4729-8782-3b2d8fc7eda2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:00.852277 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da0d29a9-fed0-458a-90a2-b690e1469663 None None] Network a3be2bb9-8820-4796-8e25-2268e0881009 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 15:54:00.852725 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-3d286929-2212-4b64-ab8f-e1b4ed8f1440 req-8ea7a7e4-18d9-4729-8782-3b2d8fc7eda2 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=406fd4ed-e828-4758-9c87-5ac29cec1b72 HTTP/1.1" status: 200 len: 853 time: 0.2918415 Mar 29 15:54:00.997863 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f4ab1d-14ac-4308-9dc0-2ce4878219b5 service neutron] Pushing event updated for resources: {'Port': ['ID=c7980440-a2bc-4a32-9f5c-7dafd0239f39,revision_number=2']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:54:01.080264 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-1144d034-1a08-404b-af6a-a4d42be18274 tempest-RoutersNegativeIpV6Test-315348334 tempest-RoutersNegativeIpV6Test-315348334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:01.089020 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f11201-06f4-4bf8-9596-29a17b231ad0 req-e09292a8-d147-46b2-8a03-56f76ee915ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:01.090489 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-78f11201-06f4-4bf8-9596-29a17b231ad0 req-e09292a8-d147-46b2-8a03-56f76ee915ec service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5380342 Mar 29 15:54:01.109330 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-7d7177fe-a109-4e0a-8cd7-0f68693e0202 req-5368ed4e-6b93-4f05-aa21-c3f1145ff557 tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] 10.222.0.42 "GET /v2.0/security-groups?id=24003c5b-4f5e-4c77-b7cb-e70b1b6a98f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2584414 Mar 29 15:54:01.194158 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '484767cb-f40c-4e4e-8c0e-1e575bd2ed1e', 'tag': 'e5f9839b-50cc-42cf-9adf-b14b545f52ea'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:54:01.196791 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c67b028db5e9b9818fecc5c0a87ebc6f190694fa53ca267d523e04f98de536d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77b96288-5f9d-4120-8a3c-7f7ed82f20e0" -d '{"events": [{"name": "network-changed", "server_uuid": "484767cb-f40c-4e4e-8c0e-1e575bd2ed1e", "tag": "e5f9839b-50cc-42cf-9adf-b14b545f52ea"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:54:01.233516 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d286929-2212-4b64-ab8f-e1b4ed8f1440 req-77b0afe6-2fa1-4e87-84af-db00cc19ac38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:01.235015 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-3d286929-2212-4b64-ab8f-e1b4ed8f1440 req-77b0afe6-2fa1-4e87-84af-db00cc19ac38 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=5820eec2-ced2-414a-ab32-af1fabeb5f44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3651485 Mar 29 15:54:01.246021 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1144d034-1a08-404b-af6a-a4d42be18274 tempest-RoutersNegativeIpV6Test-315348334 tempest-RoutersNegativeIpV6Test-315348334-project] Network efb5e488-f74e-44e2-b797-2e1ce373dbc2 is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:54:01.287278 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [None req-1144d034-1a08-404b-af6a-a4d42be18274 tempest-RoutersNegativeIpV6Test-315348334 tempest-RoutersNegativeIpV6Test-315348334-project] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:54:01.323857 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_common [None req-37e4418e-af47-4154-b1c0-c12523b30fea tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Allocated IP 172.25.4.246 (4a4a035d-ecac-4ead-baa3-25f90788773a/e1a353dc-fac8-4901-a63c-273840237d6a/0c7fefb6-ff59-48ce-b3d1-32bb008da542) {{(pid=102791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:54:01.326129 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1144d034-1a08-404b-af6a-a4d42be18274 tempest-RoutersNegativeIpV6Test-315348334 tempest-RoutersNegativeIpV6Test-315348334-project] Received port after_create {{(pid=102791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:54:01.326675 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-1144d034-1a08-404b-af6a-a4d42be18274 tempest-RoutersNegativeIpV6Test-315348334 tempest-RoutersNegativeIpV6Test-315348334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-648347'] for router_interface, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:01.336618 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1144d034-1a08-404b-af6a-a4d42be18274 tempest-RoutersNegativeIpV6Test-315348334 tempest-RoutersNegativeIpV6Test-315348334-project] Pushing event updated for resources: {'Port': ['ID=0eca87ab-cdd4-489e-9e51-b4601a0ff876,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:54:01.466412 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c51032-1519-424d-bb3d-eceb4857b94c req-b1ab12c7-2913-4b13-ab34-4afa4f179d4f tempest-ServerAddressesNegativeTestJSON-615616074 tempest-ServerAddressesNegativeTestJSON-615616074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:01.468006 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-a5c51032-1519-424d-bb3d-eceb4857b94c req-b1ab12c7-2913-4b13-ab34-4afa4f179d4f tempest-ServerAddressesNegativeTestJSON-615616074 tempest-ServerAddressesNegativeTestJSON-615616074-project] 10.222.0.42 "GET /v2.0/networks?id=a3be2bb9-8820-4796-8e25-2268e0881009 HTTP/1.1" status: 200 len: 822 time: 0.1471920 Mar 29 15:54:01.474510 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-cbabd235-3c70-476f-b840-bfb940f3c97d req-12f4ab1d-14ac-4308-9dc0-2ce4878219b5 service neutron] Attempting to bind port c7980440-a2bc-4a32-9f5c-7dafd0239f39 on host n-h2-834765-1 for vnic_type normal with profile {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:54:01.474828 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-cbabd235-3c70-476f-b840-bfb940f3c97d req-12f4ab1d-14ac-4308-9dc0-2ce4878219b5 service neutron] Attempting to bind port c7980440-a2bc-4a32-9f5c-7dafd0239f39 by drivers openvswitch,hyperv on host n-h2-834765-1 at level 0 using segments [{'id': '6a6bae82-112f-4fa5-b290-70a8f9204330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '4ba2607b-b448-44f6-8335-46066b72a89c'}] {{(pid=102791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:54:01.475158 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbabd235-3c70-476f-b840-bfb940f3c97d req-12f4ab1d-14ac-4308-9dc0-2ce4878219b5 service neutron] Attempting to bind port c7980440-a2bc-4a32-9f5c-7dafd0239f39 on network 4ba2607b-b448-44f6-8335-46066b72a89c {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:54:01.491379 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-a5c51032-1519-424d-bb3d-eceb4857b94c req-8a4d0e53-a21f-4432-adab-27bea51657b9 tempest-ServerAddressesNegativeTestJSON-615616074 tempest-ServerAddressesNegativeTestJSON-615616074-project] 10.222.0.42 "GET /v2.0/quotas/d54678ac2e614dd38c3710a3910460ef HTTP/1.1" status: 200 len: 375 time: 0.0150895 Mar 29 15:54:01.524020 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbabd235-3c70-476f-b840-bfb940f3c97d req-12f4ab1d-14ac-4308-9dc0-2ce4878219b5 service neutron] Port c7980440-a2bc-4a32-9f5c-7dafd0239f39 on network 4ba2607b-b448-44f6-8335-46066b72a89c not bound, no agent of type Open vSwitch agent registered on host n-h2-834765-1 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 15:54:01.524581 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbabd235-3c70-476f-b840-bfb940f3c97d req-12f4ab1d-14ac-4308-9dc0-2ce4878219b5 service neutron] Attempting to bind port c7980440-a2bc-4a32-9f5c-7dafd0239f39 on network 4ba2607b-b448-44f6-8335-46066b72a89c {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:54:01.542022 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-a5c51032-1519-424d-bb3d-eceb4857b94c req-496df0ce-9824-47cb-b859-20471337b12d tempest-ServerAddressesNegativeTestJSON-615616074 tempest-ServerAddressesNegativeTestJSON-615616074-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=d54678ac2e614dd38c3710a3910460ef&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0424325 Mar 29 15:54:01.544378 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f8347f-4591-4a59-bb57-33bc0726e9a5 req-278ab033-e0b3-4d58-9b5c-71e3c58ce5ea tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:01.553658 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f8347f-4591-4a59-bb57-33bc0726e9a5 req-278ab033-e0b3-4d58-9b5c-71e3c58ce5ea tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:01.561951 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f8347f-4591-4a59-bb57-33bc0726e9a5 req-278ab033-e0b3-4d58-9b5c-71e3c58ce5ea tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:01.569512 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f8347f-4591-4a59-bb57-33bc0726e9a5 req-278ab033-e0b3-4d58-9b5c-71e3c58ce5ea tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:01.578055 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f8347f-4591-4a59-bb57-33bc0726e9a5 req-278ab033-e0b3-4d58-9b5c-71e3c58ce5ea tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:01.583332 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f8347f-4591-4a59-bb57-33bc0726e9a5 req-278ab033-e0b3-4d58-9b5c-71e3c58ce5ea tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:01.589880 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f8347f-4591-4a59-bb57-33bc0726e9a5 req-278ab033-e0b3-4d58-9b5c-71e3c58ce5ea tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:01.591898 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-02f8347f-4591-4a59-bb57-33bc0726e9a5 req-278ab033-e0b3-4d58-9b5c-71e3c58ce5ea tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] 10.222.0.42 "GET /v2.0/ports?device_id=b5e34b53-8d44-45db-a377-1c001fe98b5c HTTP/1.1" status: 200 len: 5395 time: 0.3669591 Mar 29 15:54:01.667906 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-a5c51032-1519-424d-bb3d-eceb4857b94c req-945e1c0a-24c2-4d10-ac0b-31c6f6ae2a0e service neutron] 10.222.0.42 "GET /v2.0/networks/a3be2bb9-8820-4796-8e25-2268e0881009?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248298 Mar 29 15:54:01.678397 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbabd235-3c70-476f-b840-bfb940f3c97d req-12f4ab1d-14ac-4308-9dc0-2ce4878219b5 service neutron] Checking agent: {'id': '3e4b4912-b4a2-4d17-b5bd-6ce15529e8eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 33, 17), 'started_at': datetime.datetime(2022, 3, 29, 15, 33, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 53, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:54:01.678615 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbabd235-3c70-476f-b840-bfb940f3c97d req-12f4ab1d-14ac-4308-9dc0-2ce4878219b5 service neutron] Checking segment: {'id': '6a6bae82-112f-4fa5-b290-70a8f9204330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '4ba2607b-b448-44f6-8335-46066b72a89c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:54:01.678990 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbabd235-3c70-476f-b840-bfb940f3c97d req-12f4ab1d-14ac-4308-9dc0-2ce4878219b5 service neutron] Bound using segment: {'id': '6a6bae82-112f-4fa5-b290-70a8f9204330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '4ba2607b-b448-44f6-8335-46066b72a89c'} {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:54:01.679464 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-cbabd235-3c70-476f-b840-bfb940f3c97d req-12f4ab1d-14ac-4308-9dc0-2ce4878219b5 service neutron] Bound port: c7980440-a2bc-4a32-9f5c-7dafd0239f39, host: n-h2-834765-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a6bae82-112f-4fa5-b290-70a8f9204330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '4ba2607b-b448-44f6-8335-46066b72a89c'}}] {{(pid=102791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 15:54:01.679992 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-cbabd235-3c70-476f-b840-bfb940f3c97d req-12f4ab1d-14ac-4308-9dc0-2ce4878219b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:01.718650 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-6e2842b5-4573-4708-b42a-d25eb97a5f5d None None] Provisioning complete for port 0eca87ab-cdd4-489e-9e51-b4601a0ff876 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:54:01.719213 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-3d286929-2212-4b64-ab8f-e1b4ed8f1440 req-8f486acb-e3c0-4efe-b884-9c280b0b036f service neutron] 10.222.0.44 "GET /v2.0/networks/5820eec2-ced2-414a-ab32-af1fabeb5f44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4716895 Mar 29 15:54:01.720300 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-6e2842b5-4573-4708-b42a-d25eb97a5f5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:01.767581 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-6e2842b5-4573-4708-b42a-d25eb97a5f5d None None] Port 0eca87ab-cdd4-489e-9e51-b4601a0ff876 cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 15:54:01.782096 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-a5c51032-1519-424d-bb3d-eceb4857b94c req-4547c512-1e44-4a88-8cf0-321444ea8c0e service neutron] 10.222.0.42 "GET /v2.0/networks/a3be2bb9-8820-4796-8e25-2268e0881009?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1130338 Mar 29 15:54:01.842309 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-1144d034-1a08-404b-af6a-a4d42be18274 tempest-RoutersNegativeIpV6Test-315348334 tempest-RoutersNegativeIpV6Test-315348334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:01.847870 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-02f8347f-4591-4a59-bb57-33bc0726e9a5 req-3b41efd6-d7e0-4421-a6e6-3fe263c5e6d5 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] 10.222.0.42 "GET /v2.0/security-groups?id=6e57fe5c-cb87-4607-b926-1e4de2690a28&id=e2ab8bce-bca0-434d-ad1c-ad30dfd1db67&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2007318 Mar 29 15:54:01.916280 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-37e4418e-af47-4154-b1c0-c12523b30fea tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Notify callbacks [] for port, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:01.932946 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 15:54:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76258b62-c9e1-44ca-a209-e29bd2fc1c37 x-openstack-request-id: req-76258b62-c9e1-44ca-a209-e29bd2fc1c37 {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:54:01.933425 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "484767cb-f40c-4e4e-8c0e-1e575bd2ed1e", "tag": "e5f9839b-50cc-42cf-9adf-b14b545f52ea", "status": "completed", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:54:01.933843 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-76258b62-c9e1-44ca-a209-e29bd2fc1c37 {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:54:01.934324 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '484767cb-f40c-4e4e-8c0e-1e575bd2ed1e', 'tag': 'e5f9839b-50cc-42cf-9adf-b14b545f52ea', 'status': 'completed', 'code': 200} Mar 29 15:54:02.022926 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-cbabd235-3c70-476f-b840-bfb940f3c97d req-12f4ab1d-14ac-4308-9dc0-2ce4878219b5 service neutron] For port c7980440-a2bc-4a32-9f5c-7dafd0239f39, host n-h2-834765-1, cleared binding levels {{(pid=102791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:54:02.023626 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-1d79da12-e9c9-4f39-8d08-b39dc4e75977 req-0daab542-7b46-4ca2-ac19-229f7d44eb4f tempest-ServerAddressesNegativeTestJSON-615616074 tempest-ServerAddressesNegativeTestJSON-615616074-project] 10.222.0.42 "GET /v2.0/ports?device_id=6ad79dcd-417d-4ecc-97d5-ea574f4d416a HTTP/1.1" status: 200 len: 210 time: 0.0387371 Mar 29 15:54:02.053989 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-3d286929-2212-4b64-ab8f-e1b4ed8f1440 req-4d1650a4-87c0-47c3-a760-ccd83074341a service neutron] 10.222.0.44 "GET /v2.0/networks/5820eec2-ced2-414a-ab32-af1fabeb5f44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3125865 Mar 29 15:54:02.106770 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-cbabd235-3c70-476f-b840-bfb940f3c97d req-12f4ab1d-14ac-4308-9dc0-2ce4878219b5 service neutron] For port c7980440-a2bc-4a32-9f5c-7dafd0239f39, host n-h2-834765-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=c7980440-a2bc-4a32-9f5c-7dafd0239f39,segment=NetworkSegment(6a6bae82-112f-4fa5-b290-70a8f9204330),segment_id=6a6bae82-112f-4fa5-b290-70a8f9204330)] {{(pid=102791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:54:02.120429 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-cbabd235-3c70-476f-b840-bfb940f3c97d req-12f4ab1d-14ac-4308-9dc0-2ce4878219b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:02.235930 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbabd235-3c70-476f-b840-bfb940f3c97d req-12f4ab1d-14ac-4308-9dc0-2ce4878219b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:02.236606 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-cbabd235-3c70-476f-b840-bfb940f3c97d req-12f4ab1d-14ac-4308-9dc0-2ce4878219b5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:02.238439 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-cbabd235-3c70-476f-b840-bfb940f3c97d req-12f4ab1d-14ac-4308-9dc0-2ce4878219b5 service neutron] 10.222.0.48 "PUT /v2.0/ports/c7980440-a2bc-4a32-9f5c-7dafd0239f39 HTTP/1.1" status: 200 len: 1091 time: 3.9036362 Mar 29 15:54:02.264827 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-37e4418e-af47-4154-b1c0-c12523b30fea tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:02.285871 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [req-cbabd235-3c70-476f-b840-bfb940f3c97d req-e1626fdc-bf8e-41f1-8bb5-b20069dff170 service neutron] Request body: {'port': {'device_id': 'b5e34b53-8d44-45db-a377-1c001fe98b5c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834765-1'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:54:02.382060 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37e4418e-af47-4154-b1c0-c12523b30fea tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Network 4a4a035d-ecac-4ead-baa3-25f90788773a is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:54:02.384438 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f4ab1d-14ac-4308-9dc0-2ce4878219b5 service neutron] Pushing event updated for resources: {'Port': ['ID=c7980440-a2bc-4a32-9f5c-7dafd0239f39,revision_number=3']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:54:02.397382 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b96288-5f9d-4120-8a3c-7f7ed82f20e0 req-5778cf70-2130-4a7f-9b48-bf3eda234829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:02.398836 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-77b96288-5f9d-4120-8a3c-7f7ed82f20e0 req-5778cf70-2130-4a7f-9b48-bf3eda234829 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c6465a9dafbf43bf90c09b1dce8d1fc6&device_id=484767cb-f40c-4e4e-8c0e-1e575bd2ed1e HTTP/1.1" status: 200 len: 1095 time: 0.2804003 Mar 29 15:54:02.399743 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [None req-37e4418e-af47-4154-b1c0-c12523b30fea tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:54:02.454277 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37e4418e-af47-4154-b1c0-c12523b30fea tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Received port after_create {{(pid=102791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:54:02.534632 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 35724) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:54:02.557446 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af630d16-d5a7-4492-b329-813ac8aeee2a req-c7d3edbe-7682-4ac2-a385-8dfcc9879325 tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:02.559001 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-af630d16-d5a7-4492-b329-813ac8aeee2a req-c7d3edbe-7682-4ac2-a385-8dfcc9879325 tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] 10.222.0.42 "GET /v2.0/ports?device_id=484767cb-f40c-4e4e-8c0e-1e575bd2ed1e HTTP/1.1" status: 200 len: 944 time: 0.3390460 Mar 29 15:54:02.621549 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-cbabd235-3c70-476f-b840-bfb940f3c97d req-e1626fdc-bf8e-41f1-8bb5-b20069dff170 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:02.671063 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e4418e-af47-4154-b1c0-c12523b30fea tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Pushing event updated for resources: {'Port': ['ID=0c7fefb6-ff59-48ce-b3d1-32bb008da542,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:54:02.704668 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e2b95462-d428-4050-8ecd-c2e5e41e90d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:02.766016 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-67d29321-857c-4a4e-9434-961f494c224e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:02.802604 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e2b95462-d428-4050-8ecd-c2e5e41e90d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:02.806747 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e2b95462-d428-4050-8ecd-c2e5e41e90d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:02.813455 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-af630d16-d5a7-4492-b329-813ac8aeee2a req-cb795bf1-de0a-4c52-bd8c-a7afeee948e3 tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] 10.222.0.42 "GET /v2.0/security-groups?id=24003c5b-4f5e-4c77-b7cb-e70b1b6a98f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2350860 Mar 29 15:54:02.815586 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-1144d034-1a08-404b-af6a-a4d42be18274 tempest-RoutersNegativeIpV6Test-315348334 tempest-RoutersNegativeIpV6Test-315348334-project] Notify callbacks [] for port, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:02.821445 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b96288-5f9d-4120-8a3c-7f7ed82f20e0 req-99c49e0f-bf5d-4a2e-a588-85098318237c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:02.823190 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-77b96288-5f9d-4120-8a3c-7f7ed82f20e0 req-99c49e0f-bf5d-4a2e-a588-85098318237c service neutron] 10.222.0.44 "GET /v2.0/networks?id=5820eec2-ced2-414a-ab32-af1fabeb5f44 HTTP/1.1" status: 200 len: 915 time: 0.3822298 Mar 29 15:54:02.834999 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-1144d034-1a08-404b-af6a-a4d42be18274 tempest-RoutersNegativeIpV6Test-315348334 tempest-RoutersNegativeIpV6Test-315348334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:02.837263 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-1144d034-1a08-404b-af6a-a4d42be18274 tempest-RoutersNegativeIpV6Test-315348334 tempest-RoutersNegativeIpV6Test-315348334-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-648439'] for router_interface, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:02.852538 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-e2b95462-d428-4050-8ecd-c2e5e41e90d8 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=17428e7743384cd494942d506ca6864c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3147309 Mar 29 15:54:02.853997 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b95462-d428-4050-8ecd-c2e5e41e90d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86cba719-778d-41a1-98fd-09cc10a9f42b,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:54:02.856366 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 35728) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:54:02.914614 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-fe94288f-1ccc-4d71-99ff-31d693c63524 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:02.937319 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-fe94288f-1ccc-4d71-99ff-31d693c63524 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:02.970648 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-77b96288-5f9d-4120-8a3c-7f7ed82f20e0 req-308fb2b2-adc2-42dd-ab2f-5505af270e73 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e5f9839b-50cc-42cf-9adf-b14b545f52ea HTTP/1.1" status: 200 len: 217 time: 0.1301177 Mar 29 15:54:03.024469 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c10d42-4869-4111-8e35-910cd8747aa2 req-09b335e3-9343-4f96-b11b-d5e93882bb9d tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:03.030719 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c10d42-4869-4111-8e35-910cd8747aa2 req-09b335e3-9343-4f96-b11b-d5e93882bb9d tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:03.037750 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c10d42-4869-4111-8e35-910cd8747aa2 req-09b335e3-9343-4f96-b11b-d5e93882bb9d tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:03.043742 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c10d42-4869-4111-8e35-910cd8747aa2 req-09b335e3-9343-4f96-b11b-d5e93882bb9d tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:03.050532 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c10d42-4869-4111-8e35-910cd8747aa2 req-09b335e3-9343-4f96-b11b-d5e93882bb9d tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:03.058062 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c10d42-4869-4111-8e35-910cd8747aa2 req-09b335e3-9343-4f96-b11b-d5e93882bb9d tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:03.067321 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c10d42-4869-4111-8e35-910cd8747aa2 req-09b335e3-9343-4f96-b11b-d5e93882bb9d tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:03.069306 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-c2c10d42-4869-4111-8e35-910cd8747aa2 req-09b335e3-9343-4f96-b11b-d5e93882bb9d tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] 10.222.0.42 "GET /v2.0/ports?device_id=b5e34b53-8d44-45db-a377-1c001fe98b5c HTTP/1.1" status: 200 len: 5395 time: 0.1300719 Mar 29 15:54:03.119878 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-fe94288f-1ccc-4d71-99ff-31d693c63524 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:03.122912 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-fe94288f-1ccc-4d71-99ff-31d693c63524 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:03.127409 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-fe94288f-1ccc-4d71-99ff-31d693c63524 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/86cba719-778d-41a1-98fd-09cc10a9f42b HTTP/1.1" status: 204 len: 168 time: 0.2699687 Mar 29 15:54:03.146857 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-c2c10d42-4869-4111-8e35-910cd8747aa2 req-fa70410b-a6d3-4d0a-bad1-fbfa7b416abf tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] 10.222.0.42 "GET /v2.0/security-groups?id=6e57fe5c-cb87-4607-b926-1e4de2690a28&id=e2ab8bce-bca0-434d-ad1c-ad30dfd1db67&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0666137 Mar 29 15:54:03.148088 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe94288f-1ccc-4d71-99ff-31d693c63524 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86cba719-778d-41a1-98fd-09cc10a9f42b,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:54:03.441409 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 35740) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:54:03.455162 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-d991eb14-e263-43e4-a4d0-543e1b93ef9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:03.475411 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1144d034-1a08-404b-af6a-a4d42be18274 tempest-RoutersNegativeIpV6Test-315348334 tempest-RoutersNegativeIpV6Test-315348334-project] Pushing event updated for resources: {'Port': ['ID=0eca87ab-cdd4-489e-9e51-b4601a0ff876,revision_number=2']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:54:03.511703 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-a7c34ba9-8841-431d-88a8-6e72cee82d81 req-5ea3fdd1-0869-4521-a61a-7ce1b485e686 tempest-ServerAddressesNegativeTestJSON-615616074 tempest-ServerAddressesNegativeTestJSON-615616074-project] 10.222.0.42 "GET /v2.0/ports?device_id=6ad79dcd-417d-4ecc-97d5-ea574f4d416a HTTP/1.1" status: 200 len: 210 time: 0.1214490 Mar 29 15:54:03.542271 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-d991eb14-e263-43e4-a4d0-543e1b93ef9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:03.546458 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-d991eb14-e263-43e4-a4d0-543e1b93ef9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:03.580151 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b96288-5f9d-4120-8a3c-7f7ed82f20e0 req-c485a480-9429-48b1-ad7a-11ca9e215392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:03.581615 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-77b96288-5f9d-4120-8a3c-7f7ed82f20e0 req-c485a480-9429-48b1-ad7a-11ca9e215392 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=406fd4ed-e828-4758-9c87-5ac29cec1b72 HTTP/1.1" status: 200 len: 853 time: 0.5784290 Mar 29 15:54:03.585278 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-d991eb14-e263-43e4-a4d0-543e1b93ef9c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=36d84aa791df44d2a8b085d42d0d2121&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1427310 Mar 29 15:54:03.586397 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d991eb14-e263-43e4-a4d0-543e1b93ef9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24b53cc9-3aa8-4a9a-ab02-70054a02498e,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:54:03.589134 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 35742) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:54:03.642593 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-b232570b-57f3-48f8-8f1b-96797f11eccb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:03.664437 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-b232570b-57f3-48f8-8f1b-96797f11eccb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:03.711421 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-b232570b-57f3-48f8-8f1b-96797f11eccb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:03.714703 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-b232570b-57f3-48f8-8f1b-96797f11eccb admin admin] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:03.716009 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-b232570b-57f3-48f8-8f1b-96797f11eccb admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/24b53cc9-3aa8-4a9a-ab02-70054a02498e HTTP/1.1" status: 204 len: 168 time: 0.1259871 Mar 29 15:54:03.726626 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b232570b-57f3-48f8-8f1b-96797f11eccb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24b53cc9-3aa8-4a9a-ab02-70054a02498e,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:54:03.795100 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1144d034-1a08-404b-af6a-a4d42be18274 tempest-RoutersNegativeIpV6Test-315348334 tempest-RoutersNegativeIpV6Test-315348334-project] Network efb5e488-f74e-44e2-b797-2e1ce373dbc2 is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:54:03.815091 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [None req-1144d034-1a08-404b-af6a-a4d42be18274 tempest-RoutersNegativeIpV6Test-315348334 tempest-RoutersNegativeIpV6Test-315348334-project] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:54:03.834349 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b96288-5f9d-4120-8a3c-7f7ed82f20e0 req-928c966f-f041-47c9-a4b4-d5e15c48a8d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:03.835916 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-77b96288-5f9d-4120-8a3c-7f7ed82f20e0 req-928c966f-f041-47c9-a4b4-d5e15c48a8d9 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=5820eec2-ced2-414a-ab32-af1fabeb5f44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2236159 Mar 29 15:54:03.842657 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c51032-1519-424d-bb3d-eceb4857b94c req-f1d5e50a-2055-41c4-a5e4-524565f758de tempest-ServerAddressesNegativeTestJSON-615616074 tempest-ServerAddressesNegativeTestJSON-615616074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:03.843983 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-a5c51032-1519-424d-bb3d-eceb4857b94c req-f1d5e50a-2055-41c4-a5e4-524565f758de tempest-ServerAddressesNegativeTestJSON-615616074 tempest-ServerAddressesNegativeTestJSON-615616074-project] 10.222.0.48 "GET /v2.0/networks?id=a3be2bb9-8820-4796-8e25-2268e0881009 HTTP/1.1" status: 200 len: 822 time: 0.4727678 Mar 29 15:54:03.853268 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device e5f9839b-50cc-42cf-9adf-b14b545f52ea details requested by agent hyperv_n-h1-834765-1 with host n-h1-834765-1 {{(pid=102792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 15:54:03.878328 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [req-a5c51032-1519-424d-bb3d-eceb4857b94c req-9d66de16-8729-435b-bcce-b9b55957fbf1 tempest-ServerAddressesNegativeTestJSON-615616074 tempest-ServerAddressesNegativeTestJSON-615616074-project] Request body: {'port': {'device_id': '6ad79dcd-417d-4ecc-97d5-ea574f4d416a', 'network_id': 'a3be2bb9-8820-4796-8e25-2268e0881009', 'admin_state_up': True, 'tenant_id': 'd54678ac2e614dd38c3710a3910460ef'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:54:03.950896 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5e34b53-8d44-45db-a377-1c001fe98b5c', 'tag': 'c7980440-a2bc-4a32-9f5c-7dafd0239f39'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:54:03.953256 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c67b028db5e9b9818fecc5c0a87ebc6f190694fa53ca267d523e04f98de536d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e30ff35-ed61-4e6b-b2e9-2205b0c06cb0" -d '{"events": [{"name": "network-changed", "server_uuid": "b5e34b53-8d44-45db-a377-1c001fe98b5c", "tag": "c7980440-a2bc-4a32-9f5c-7dafd0239f39"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:54:04.019898 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e52d372-f8aa-4efc-8b9c-e948a821a277 req-8278b7a6-2fd0-4912-abc2-4b058c0785b0 tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:04.025342 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port e5f9839b-50cc-42cf-9adf-b14b545f52ea, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=e5f9839b-50cc-42cf-9adf-b14b545f52ea,segment=NetworkSegment(593392ec-7215-4ab3-8e52-325f9a7e2718),segment_id=593392ec-7215-4ab3-8e52-325f9a7e2718)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:54:04.029965 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-3e52d372-f8aa-4efc-8b9c-e948a821a277 req-8278b7a6-2fd0-4912-abc2-4b058c0785b0 tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] 10.222.0.42 "GET /v2.0/ports?device_id=484767cb-f40c-4e4e-8c0e-1e575bd2ed1e HTTP/1.1" status: 200 len: 944 time: 0.0826843 Mar 29 15:54:04.048169 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Returning: {'device': 'e5f9839b-50cc-42cf-9adf-b14b545f52ea', 'network_id': '5820eec2-ced2-414a-ab32-af1fabeb5f44', 'port_id': 'e5f9839b-50cc-42cf-9adf-b14b545f52ea', 'mac_address': 'fa:16:3e:01:e0:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '406fd4ed-e828-4758-9c87-5ac29cec1b72', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 15:54:04.054079 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 15:54:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24b4ec8e-218f-44d0-9e45-8009de6a719d x-openstack-request-id: req-24b4ec8e-218f-44d0-9e45-8009de6a719d {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:54:04.057991 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5e34b53-8d44-45db-a377-1c001fe98b5c", "tag": "c7980440-a2bc-4a32-9f5c-7dafd0239f39", "status": "completed", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:54:04.058432 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-24b4ec8e-218f-44d0-9e45-8009de6a719d {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:54:04.060188 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5e34b53-8d44-45db-a377-1c001fe98b5c', 'tag': 'c7980440-a2bc-4a32-9f5c-7dafd0239f39', 'status': 'completed', 'code': 200} Mar 29 15:54:04.115233 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:04.123988 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [req-cbabd235-3c70-476f-b840-bfb940f3c97d req-e1626fdc-bf8e-41f1-8bb5-b20069dff170 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45434a8b-e66c-4986-94a1-97ad0466ab23 {{(pid=102791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:54:04.140806 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5f9839b-50cc-42cf-9adf-b14b545f52ea {{(pid=102792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:54:04.164694 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port e5f9839b-50cc-42cf-9adf-b14b545f52ea, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=e5f9839b-50cc-42cf-9adf-b14b545f52ea,segment=NetworkSegment(593392ec-7215-4ab3-8e52-325f9a7e2718),segment_id=593392ec-7215-4ab3-8e52-325f9a7e2718)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:54:04.181263 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-3e52d372-f8aa-4efc-8b9c-e948a821a277 req-4d68a32d-950c-491b-b361-807b582cf3d0 tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] 10.222.0.42 "GET /v2.0/security-groups?id=24003c5b-4f5e-4c77-b7cb-e70b1b6a98f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1346474 Mar 29 15:54:04.181613 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:04.193947 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-cbabd235-3c70-476f-b840-bfb940f3c97d req-e1626fdc-bf8e-41f1-8bb5-b20069dff170 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:04.228170 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e30ff35-ed61-4e6b-b2e9-2205b0c06cb0 req-31ee9f14-c7c0-4a1b-955b-216df4e6a972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:04.228851 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e30ff35-ed61-4e6b-b2e9-2205b0c06cb0 req-31ee9f14-c7c0-4a1b-955b-216df4e6a972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:04.229322 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e30ff35-ed61-4e6b-b2e9-2205b0c06cb0 req-31ee9f14-c7c0-4a1b-955b-216df4e6a972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:04.229923 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e30ff35-ed61-4e6b-b2e9-2205b0c06cb0 req-31ee9f14-c7c0-4a1b-955b-216df4e6a972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:04.240875 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e30ff35-ed61-4e6b-b2e9-2205b0c06cb0 req-31ee9f14-c7c0-4a1b-955b-216df4e6a972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:04.242496 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e30ff35-ed61-4e6b-b2e9-2205b0c06cb0 req-31ee9f14-c7c0-4a1b-955b-216df4e6a972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:04.243373 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e30ff35-ed61-4e6b-b2e9-2205b0c06cb0 req-31ee9f14-c7c0-4a1b-955b-216df4e6a972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:04.248678 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-0e30ff35-ed61-4e6b-b2e9-2205b0c06cb0 req-31ee9f14-c7c0-4a1b-955b-216df4e6a972 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9cad725e1c41463fab431e48b8d9bfff&device_id=b5e34b53-8d44-45db-a377-1c001fe98b5c HTTP/1.1" status: 200 len: 6287 time: 0.1837499 Mar 29 15:54:04.254516 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d71584b9-87f1-45f5-84c7-c993c2416269 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:04.277711 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.provisioning_blocks [req-cbabd235-3c70-476f-b840-bfb940f3c97d req-e1626fdc-bf8e-41f1-8bb5-b20069dff170 service neutron] Transition to ACTIVE for port object 45434a8b-e66c-4986-94a1-97ad0466ab23 will not be triggered until provisioned by entity L2. {{(pid=102791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 15:54:04.287963 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-2593789e-5aa4-4c3c-8ea3-91221253da32 None None] Provisioning complete for port 0eca87ab-cdd4-489e-9e51-b4601a0ff876 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:54:04.288545 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-2593789e-5aa4-4c3c-8ea3-91221253da32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:04.295152 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Pushing event updated for resources: {'Port': ['ID=e5f9839b-50cc-42cf-9adf-b14b545f52ea,revision_number=4']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:54:04.304195 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-cbabd235-3c70-476f-b840-bfb940f3c97d req-e1626fdc-bf8e-41f1-8bb5-b20069dff170 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:04.309516 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1144d034-1a08-404b-af6a-a4d42be18274 tempest-RoutersNegativeIpV6Test-315348334 tempest-RoutersNegativeIpV6Test-315348334-project] Router 46f793cf-a5c7-492d-a9f9-7d7884a3e1db has already been hosted by L3 agent c648d819-1060-4f26-b4ec-6455387b5dff {{(pid=102791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 15:54:04.370671 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-2593789e-5aa4-4c3c-8ea3-91221253da32 None None] Port 0eca87ab-cdd4-489e-9e51-b4601a0ff876 cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 15:54:04.426345 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-37e4418e-af47-4154-b1c0-c12523b30fea tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:04.484372 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-77b96288-5f9d-4120-8a3c-7f7ed82f20e0 req-3a95b156-3b59-4e5e-8db0-6f4ab223dd3a service neutron] 10.222.0.44 "GET /v2.0/networks/5820eec2-ced2-414a-ab32-af1fabeb5f44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6341884 Mar 29 15:54:04.488318 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e30ff35-ed61-4e6b-b2e9-2205b0c06cb0 req-e8d78750-d5e7-41f4-b78a-5fa35179150e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:04.489024 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e30ff35-ed61-4e6b-b2e9-2205b0c06cb0 req-e8d78750-d5e7-41f4-b78a-5fa35179150e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:04.489558 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e30ff35-ed61-4e6b-b2e9-2205b0c06cb0 req-e8d78750-d5e7-41f4-b78a-5fa35179150e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:04.491243 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-0e30ff35-ed61-4e6b-b2e9-2205b0c06cb0 req-e8d78750-d5e7-41f4-b78a-5fa35179150e service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=9cad725e1c41463fab431e48b8d9bfff&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.2292123 Mar 29 15:54:04.514738 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] get_ports_and_sgs() called for port_ids ['e5f9839b-50cc-42cf-9adf-b14b545f52ea'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:54:04.712758 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-c69510b7-1bf4-4fc4-b336-d3c4796bea0f req-e14be788-bb4b-4fe0-ab9e-18388e710a53 tempest-ServerAddressesNegativeTestJSON-615616074 tempest-ServerAddressesNegativeTestJSON-615616074-project] 10.222.0.42 "GET /v2.0/ports?device_id=6ad79dcd-417d-4ecc-97d5-ea574f4d416a HTTP/1.1" status: 200 len: 210 time: 0.0656202 Mar 29 15:54:04.744635 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e30ff35-ed61-4e6b-b2e9-2205b0c06cb0 req-4f9df8db-e9f2-44c9-95b0-36b74da5ee46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:04.746411 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-0e30ff35-ed61-4e6b-b2e9-2205b0c06cb0 req-4f9df8db-e9f2-44c9-95b0-36b74da5ee46 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2489760 Mar 29 15:54:04.763813 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1626fdc-bf8e-41f1-8bb5-b20069dff170 service neutron] Pushing event updated for resources: {'Port': ['ID=45434a8b-e66c-4986-94a1-97ad0466ab23,revision_number=2']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:54:04.795875 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5c51032-1519-424d-bb3d-eceb4857b94c req-9d66de16-8729-435b-bcce-b9b55957fbf1 tempest-ServerAddressesNegativeTestJSON-615616074 tempest-ServerAddressesNegativeTestJSON-615616074-project] Made reservation on behalf of d54678ac2e614dd38c3710a3910460ef for: {'port': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:54:04.800065 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-a5c51032-1519-424d-bb3d-eceb4857b94c req-9d66de16-8729-435b-bcce-b9b55957fbf1 tempest-ServerAddressesNegativeTestJSON-615616074 tempest-ServerAddressesNegativeTestJSON-615616074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:04.848775 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7829a73-cb4a-4870-8f31-4a55cf9980da req-17e64775-4843-41e9-a938-0b6252705877 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:04.855588 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7829a73-cb4a-4870-8f31-4a55cf9980da req-17e64775-4843-41e9-a938-0b6252705877 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:04.861869 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7829a73-cb4a-4870-8f31-4a55cf9980da req-17e64775-4843-41e9-a938-0b6252705877 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:04.867956 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7829a73-cb4a-4870-8f31-4a55cf9980da req-17e64775-4843-41e9-a938-0b6252705877 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:04.873918 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7829a73-cb4a-4870-8f31-4a55cf9980da req-17e64775-4843-41e9-a938-0b6252705877 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:04.880332 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7829a73-cb4a-4870-8f31-4a55cf9980da req-17e64775-4843-41e9-a938-0b6252705877 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:04.886313 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7829a73-cb4a-4870-8f31-4a55cf9980da req-17e64775-4843-41e9-a938-0b6252705877 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:04.888272 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b7829a73-cb4a-4870-8f31-4a55cf9980da req-17e64775-4843-41e9-a938-0b6252705877 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] 10.222.0.42 "GET /v2.0/ports?device_id=b5e34b53-8d44-45db-a377-1c001fe98b5c HTTP/1.1" status: 200 len: 5407 time: 0.5508549 Mar 29 15:54:04.972569 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1144d034-1a08-404b-af6a-a4d42be18274 tempest-RoutersNegativeIpV6Test-315348334 tempest-RoutersNegativeIpV6Test-315348334-project] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:54:04.982785 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09b6f93c-247a-48fe-82ed-4fb00f5c9d85 None None] Sync routers for ids ['46f793cf-a5c7-492d-a9f9-7d7884a3e1db'] in n-d-834765-1 {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:54:04.983827 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-1144d034-1a08-404b-af6a-a4d42be18274 tempest-RoutersNegativeIpV6Test-315348334 tempest-RoutersNegativeIpV6Test-315348334-project] 10.222.0.42 "PUT /v2.0/routers/46f793cf-a5c7-492d-a9f9-7d7884a3e1db/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6671772 Mar 29 15:54:04.986769 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 35776) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:54:04.997396 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09b6f93c-247a-48fe-82ed-4fb00f5c9d85 None None] Routers {'46f793cf-a5c7-492d-a9f9-7d7884a3e1db'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:54:05.000728 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-09b6f93c-247a-48fe-82ed-4fb00f5c9d85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:54:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['46f793cf-a5c7-492d-a9f9-7d7884a3e1db'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:54:05.018536 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-37e4418e-af47-4154-b1c0-c12523b30fea tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:05.054972 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-09b6f93c-247a-48fe-82ed-4fb00f5c9d85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:54:05.067964 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09b6f93c-247a-48fe-82ed-4fb00f5c9d85 None None] Routers {'46f793cf-a5c7-492d-a9f9-7d7884a3e1db'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:54:05.068830 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-09b6f93c-247a-48fe-82ed-4fb00f5c9d85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:54:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['46f793cf-a5c7-492d-a9f9-7d7884a3e1db'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:54:05.114527 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-09b6f93c-247a-48fe-82ed-4fb00f5c9d85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:54:05.115186 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09b6f93c-247a-48fe-82ed-4fb00f5c9d85 None None] The sync data for ids ['46f793cf-a5c7-492d-a9f9-7d7884a3e1db'] in n-d-834765-1 is: [] {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:54:05.119464 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-120b2a1a-36d8-427a-ab3d-e8a995ab51e8 tempest-RoutersNegativeIpV6Test-315348334 tempest-RoutersNegativeIpV6Test-315348334-project] Notify callbacks [] for router, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:05.146023 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-77b96288-5f9d-4120-8a3c-7f7ed82f20e0 req-8ba0a266-2929-411a-aca2-a23b94ac05d7 service neutron] 10.222.0.44 "GET /v2.0/networks/5820eec2-ced2-414a-ab32-af1fabeb5f44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6471853 Mar 29 15:54:05.172147 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-cbabd235-3c70-476f-b840-bfb940f3c97d req-e1626fdc-bf8e-41f1-8bb5-b20069dff170 service neutron] Attempting to bind port 45434a8b-e66c-4986-94a1-97ad0466ab23 on host n-h2-834765-1 for vnic_type normal with profile {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:54:05.172560 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-cbabd235-3c70-476f-b840-bfb940f3c97d req-e1626fdc-bf8e-41f1-8bb5-b20069dff170 service neutron] Attempting to bind port 45434a8b-e66c-4986-94a1-97ad0466ab23 by drivers openvswitch,hyperv on host n-h2-834765-1 at level 0 using segments [{'id': '6a6bae82-112f-4fa5-b290-70a8f9204330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '4ba2607b-b448-44f6-8335-46066b72a89c'}] {{(pid=102791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:54:05.172861 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbabd235-3c70-476f-b840-bfb940f3c97d req-e1626fdc-bf8e-41f1-8bb5-b20069dff170 service neutron] Attempting to bind port 45434a8b-e66c-4986-94a1-97ad0466ab23 on network 4ba2607b-b448-44f6-8335-46066b72a89c {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:54:05.184593 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b7829a73-cb4a-4870-8f31-4a55cf9980da req-bfd84fed-99e6-479b-b746-8397e0af7bf0 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] 10.222.0.42 "GET /v2.0/security-groups?id=6e57fe5c-cb87-4607-b926-1e4de2690a28&id=e2ab8bce-bca0-434d-ad1c-ad30dfd1db67&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2567997 Mar 29 15:54:05.200187 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbabd235-3c70-476f-b840-bfb940f3c97d req-e1626fdc-bf8e-41f1-8bb5-b20069dff170 service neutron] Port 45434a8b-e66c-4986-94a1-97ad0466ab23 on network 4ba2607b-b448-44f6-8335-46066b72a89c not bound, no agent of type Open vSwitch agent registered on host n-h2-834765-1 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 15:54:05.200870 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbabd235-3c70-476f-b840-bfb940f3c97d req-e1626fdc-bf8e-41f1-8bb5-b20069dff170 service neutron] Attempting to bind port 45434a8b-e66c-4986-94a1-97ad0466ab23 on network 4ba2607b-b448-44f6-8335-46066b72a89c {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:54:05.219735 n-d-834765-1 neutron-server[102790]: INFO neutron.api.v2.resource [None req-120b2a1a-36d8-427a-ab3d-e8a995ab51e8 tempest-RoutersNegativeIpV6Test-315348334 tempest-RoutersNegativeIpV6Test-315348334-project] delete failed (client error): There was a conflict when trying to complete your request. Mar 29 15:54:05.220966 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-120b2a1a-36d8-427a-ab3d-e8a995ab51e8 tempest-RoutersNegativeIpV6Test-315348334 tempest-RoutersNegativeIpV6Test-315348334-project] 10.222.0.42 "DELETE /v2.0/routers/46f793cf-a5c7-492d-a9f9-7d7884a3e1db HTTP/1.1" status: 409 len: 329 time: 0.2328708 Mar 29 15:54:05.224766 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 35786) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:54:05.235022 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbabd235-3c70-476f-b840-bfb940f3c97d req-e1626fdc-bf8e-41f1-8bb5-b20069dff170 service neutron] Checking agent: {'id': '3e4b4912-b4a2-4d17-b5bd-6ce15529e8eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 33, 17), 'started_at': datetime.datetime(2022, 3, 29, 15, 33, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 53, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:54:05.235399 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbabd235-3c70-476f-b840-bfb940f3c97d req-e1626fdc-bf8e-41f1-8bb5-b20069dff170 service neutron] Checking segment: {'id': '6a6bae82-112f-4fa5-b290-70a8f9204330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '4ba2607b-b448-44f6-8335-46066b72a89c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:54:05.235791 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbabd235-3c70-476f-b840-bfb940f3c97d req-e1626fdc-bf8e-41f1-8bb5-b20069dff170 service neutron] Bound using segment: {'id': '6a6bae82-112f-4fa5-b290-70a8f9204330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '4ba2607b-b448-44f6-8335-46066b72a89c'} {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:54:05.236241 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-cbabd235-3c70-476f-b840-bfb940f3c97d req-e1626fdc-bf8e-41f1-8bb5-b20069dff170 service neutron] Bound port: 45434a8b-e66c-4986-94a1-97ad0466ab23, host: n-h2-834765-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a6bae82-112f-4fa5-b290-70a8f9204330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '4ba2607b-b448-44f6-8335-46066b72a89c'}}] {{(pid=102791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 15:54:05.236610 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-cbabd235-3c70-476f-b840-bfb940f3c97d req-e1626fdc-bf8e-41f1-8bb5-b20069dff170 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:05.366714 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_common [req-a5c51032-1519-424d-bb3d-eceb4857b94c req-9d66de16-8729-435b-bcce-b9b55957fbf1 tempest-ServerAddressesNegativeTestJSON-615616074 tempest-ServerAddressesNegativeTestJSON-615616074-project] Allocated IP 172.20.0.8 (a3be2bb9-8820-4796-8e25-2268e0881009/bbea0b21-8ffb-4d15-8bc4-e5b48151122a/826231f7-67f6-493a-b991-b00f176903b9) {{(pid=102791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:54:05.432026 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-cbabd235-3c70-476f-b840-bfb940f3c97d req-e1626fdc-bf8e-41f1-8bb5-b20069dff170 service neutron] For port 45434a8b-e66c-4986-94a1-97ad0466ab23, host n-h2-834765-1, cleared binding levels {{(pid=102791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:54:05.443457 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-cbabd235-3c70-476f-b840-bfb940f3c97d req-e1626fdc-bf8e-41f1-8bb5-b20069dff170 service neutron] For port 45434a8b-e66c-4986-94a1-97ad0466ab23, host n-h2-834765-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=45434a8b-e66c-4986-94a1-97ad0466ab23,segment=NetworkSegment(6a6bae82-112f-4fa5-b290-70a8f9204330),segment_id=6a6bae82-112f-4fa5-b290-70a8f9204330)] {{(pid=102791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:54:05.458282 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-cbabd235-3c70-476f-b840-bfb940f3c97d req-e1626fdc-bf8e-41f1-8bb5-b20069dff170 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:05.548969 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbabd235-3c70-476f-b840-bfb940f3c97d req-e1626fdc-bf8e-41f1-8bb5-b20069dff170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:05.549615 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-cbabd235-3c70-476f-b840-bfb940f3c97d req-e1626fdc-bf8e-41f1-8bb5-b20069dff170 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:05.551081 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-cbabd235-3c70-476f-b840-bfb940f3c97d req-e1626fdc-bf8e-41f1-8bb5-b20069dff170 service neutron] 10.222.0.48 "PUT /v2.0/ports/45434a8b-e66c-4986-94a1-97ad0466ab23 HTTP/1.1" status: 200 len: 1091 time: 3.2695186 Mar 29 15:54:05.673723 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd616df-7a47-4e4b-bea8-b580d9289a0c req-5f2c6c05-a84e-42c2-80fd-0bf9c5f791b2 tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:05.676014 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-3cd616df-7a47-4e4b-bea8-b580d9289a0c req-5f2c6c05-a84e-42c2-80fd-0bf9c5f791b2 tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] 10.222.0.42 "GET /v2.0/ports?device_id=484767cb-f40c-4e4e-8c0e-1e575bd2ed1e HTTP/1.1" status: 200 len: 945 time: 0.4027319 Mar 29 15:54:05.731802 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-0cb6abf6-2706-4e52-8825-f5f644ecf9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:05.815730 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-3cd616df-7a47-4e4b-bea8-b580d9289a0c req-f3d5fcd5-ccb5-4cd3-b42f-e5fc57e94c9d tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] 10.222.0.42 "GET /v2.0/security-groups?id=24003c5b-4f5e-4c77-b7cb-e70b1b6a98f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1240931 Mar 29 15:54:05.865608 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device e5f9839b-50cc-42cf-9adf-b14b545f52ea up at agent hyperv_n-h1-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:54:05.952591 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:05.963928 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Provisioning for port e5f9839b-50cc-42cf-9adf-b14b545f52ea completed by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 15:54:05.968666 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Provisioning complete for port e5f9839b-50cc-42cf-9adf-b14b545f52ea triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:54:05.970895 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:05.981245 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [req-cbabd235-3c70-476f-b840-bfb940f3c97d req-d6cd1302-4927-47bd-82b5-ace4efcdffbf service neutron] Request body: {'port': {'device_id': 'b5e34b53-8d44-45db-a377-1c001fe98b5c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834765-1'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:54:06.025189 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e00e06ae-3c49-4e67-ac0a-11463c5ea9e3 tempest-RoutersNegativeIpV6Test-315348334 tempest-RoutersNegativeIpV6Test-315348334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-530452'] for router_interface, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:06.030446 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-37e4418e-af47-4154-b1c0-c12523b30fea tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Notify callbacks [] for port, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:06.047631 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d627cc76-ab5a-4d39-8bac-f0d4efe64ee7 req-5ec8d3b7-837b-4c11-80de-8b2a7a4e6d9f tempest-ServerAddressesNegativeTestJSON-615616074 tempest-ServerAddressesNegativeTestJSON-615616074-project] 10.222.0.42 "GET /v2.0/ports?device_id=6ad79dcd-417d-4ecc-97d5-ea574f4d416a HTTP/1.1" status: 200 len: 210 time: 0.0876029 Mar 29 15:54:06.079309 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5e34b53-8d44-45db-a377-1c001fe98b5c', 'tag': '45434a8b-e66c-4986-94a1-97ad0466ab23'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:54:06.082096 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c67b028db5e9b9818fecc5c0a87ebc6f190694fa53ca267d523e04f98de536d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6f4a328-5fed-4884-9c67-3c80b7b888bc" -d '{"events": [{"name": "network-changed", "server_uuid": "b5e34b53-8d44-45db-a377-1c001fe98b5c", "tag": "45434a8b-e66c-4986-94a1-97ad0466ab23"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:54:06.088737 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:06.116090 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '484767cb-f40c-4e4e-8c0e-1e575bd2ed1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5f9839b-50cc-42cf-9adf-b14b545f52ea'}] {{(pid=102792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:54:06.118499 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4f476c66b318cc6068719fc39557fac68d413f5c7e78fa77028c7948e999ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e32bb53b-dfe8-441a-bd4b-9e9c11b6e7e5" -d '{"events": [{"server_uuid": "484767cb-f40c-4e4e-8c0e-1e575bd2ed1e", "name": "network-vif-plugged", "status": "completed", "tag": "e5f9839b-50cc-42cf-9adf-b14b545f52ea"}]}' {{(pid=102792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:54:06.119930 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1626fdc-bf8e-41f1-8bb5-b20069dff170 service neutron] Pushing event updated for resources: {'Port': ['ID=45434a8b-e66c-4986-94a1-97ad0466ab23,revision_number=3']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:54:06.134441 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-37e4418e-af47-4154-b1c0-c12523b30fea tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:06.134923 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port e5f9839b-50cc-42cf-9adf-b14b545f52ea, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=e5f9839b-50cc-42cf-9adf-b14b545f52ea,segment=NetworkSegment(593392ec-7215-4ab3-8e52-325f9a7e2718),segment_id=593392ec-7215-4ab3-8e52-325f9a7e2718)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:54:06.142667 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:06.164271 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 15:54:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4eec5cc1-7847-401f-925e-aa03a6ed9bcf x-openstack-request-id: req-4eec5cc1-7847-401f-925e-aa03a6ed9bcf {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:54:06.164693 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5e34b53-8d44-45db-a377-1c001fe98b5c", "tag": "45434a8b-e66c-4986-94a1-97ad0466ab23", "status": "completed", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:54:06.165053 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-4eec5cc1-7847-401f-925e-aa03a6ed9bcf {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:54:06.165534 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5e34b53-8d44-45db-a377-1c001fe98b5c', 'tag': '45434a8b-e66c-4986-94a1-97ad0466ab23', 'status': 'completed', 'code': 200} Mar 29 15:54:06.183375 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:54:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a98e3dc-ac94-4ec5-a265-ed7a6149d190 x-openstack-request-id: req-0a98e3dc-ac94-4ec5-a265-ed7a6149d190 {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:54:06.183670 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "484767cb-f40c-4e4e-8c0e-1e575bd2ed1e", "name": "network-vif-plugged", "status": "completed", "tag": "e5f9839b-50cc-42cf-9adf-b14b545f52ea", "code": 200}]} {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:54:06.183917 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-0a98e3dc-ac94-4ec5-a265-ed7a6149d190 {{(pid=102792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:54:06.184508 n-d-834765-1 neutron-server[102792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '484767cb-f40c-4e4e-8c0e-1e575bd2ed1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5f9839b-50cc-42cf-9adf-b14b545f52ea', 'code': 200} Mar 29 15:54:06.262546 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Pushing event updated for resources: {'Port': ['ID=e5f9839b-50cc-42cf-9adf-b14b545f52ea,revision_number=5']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:54:06.282401 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e4418e-af47-4154-b1c0-c12523b30fea tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Pushing event updated for resources: {'Port': ['ID=0c7fefb6-ff59-48ce-b3d1-32bb008da542,revision_number=2']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:54:06.293963 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f4a328-5fed-4884-9c67-3c80b7b888bc req-1e124132-98b3-4893-b298-5bb7a81933fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:06.294451 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f4a328-5fed-4884-9c67-3c80b7b888bc req-1e124132-98b3-4893-b298-5bb7a81933fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:06.295023 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f4a328-5fed-4884-9c67-3c80b7b888bc req-1e124132-98b3-4893-b298-5bb7a81933fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:06.295859 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f4a328-5fed-4884-9c67-3c80b7b888bc req-1e124132-98b3-4893-b298-5bb7a81933fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:06.296022 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f4a328-5fed-4884-9c67-3c80b7b888bc req-1e124132-98b3-4893-b298-5bb7a81933fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:06.296603 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f4a328-5fed-4884-9c67-3c80b7b888bc req-1e124132-98b3-4893-b298-5bb7a81933fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:06.297083 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f4a328-5fed-4884-9c67-3c80b7b888bc req-1e124132-98b3-4893-b298-5bb7a81933fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:06.299624 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-b6f4a328-5fed-4884-9c67-3c80b7b888bc req-1e124132-98b3-4893-b298-5bb7a81933fa service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9cad725e1c41463fab431e48b8d9bfff&device_id=b5e34b53-8d44-45db-a377-1c001fe98b5c HTTP/1.1" status: 200 len: 6354 time: 0.0702112 Mar 29 15:54:06.316240 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-cbabd235-3c70-476f-b840-bfb940f3c97d req-d6cd1302-4927-47bd-82b5-ace4efcdffbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:06.352436 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e4418e-af47-4154-b1c0-c12523b30fea tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:54:06.352652 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e4418e-af47-4154-b1c0-c12523b30fea tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:54:06.353030 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e4418e-af47-4154-b1c0-c12523b30fea tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:54:06.353452 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e4418e-af47-4154-b1c0-c12523b30fea tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:54:06.353915 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e4418e-af47-4154-b1c0-c12523b30fea tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:54:06.357989 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e4418e-af47-4154-b1c0-c12523b30fea tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:54:06.357989 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e4418e-af47-4154-b1c0-c12523b30fea tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:54:06.357989 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e4418e-af47-4154-b1c0-c12523b30fea tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:54:06.357989 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e4418e-af47-4154-b1c0-c12523b30fea tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:54:06.357989 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e4418e-af47-4154-b1c0-c12523b30fea tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:54:06.357989 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e4418e-af47-4154-b1c0-c12523b30fea tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:54:06.357989 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e4418e-af47-4154-b1c0-c12523b30fea tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:54:06.396830 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-a5c51032-1519-424d-bb3d-eceb4857b94c req-9d66de16-8729-435b-bcce-b9b55957fbf1 tempest-ServerAddressesNegativeTestJSON-615616074 tempest-ServerAddressesNegativeTestJSON-615616074-project] Notify callbacks [] for port, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:06.399322 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-37e4418e-af47-4154-b1c0-c12523b30fea tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648212'] for floatingip, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:06.490972 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43938dba-0cfc-41f9-adf7-d9438d85026d req-d5a08ef8-6afb-4270-a82b-a0d7285392f3 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:06.494108 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d90755-88f2-4a5d-b63a-9dd09247e275 req-d2089d0e-4869-4f54-b6dc-2d093f2fc3ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:06.495656 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f8d90755-88f2-4a5d-b63a-9dd09247e275 req-d2089d0e-4869-4f54-b6dc-2d093f2fc3ce service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=484767cb-f40c-4e4e-8c0e-1e575bd2ed1e HTTP/1.1" status: 200 len: 1097 time: 0.2065434 Mar 29 15:54:06.497572 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43938dba-0cfc-41f9-adf7-d9438d85026d req-d5a08ef8-6afb-4270-a82b-a0d7285392f3 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:06.503856 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43938dba-0cfc-41f9-adf7-d9438d85026d req-d5a08ef8-6afb-4270-a82b-a0d7285392f3 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:06.510992 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43938dba-0cfc-41f9-adf7-d9438d85026d req-d5a08ef8-6afb-4270-a82b-a0d7285392f3 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:06.517288 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43938dba-0cfc-41f9-adf7-d9438d85026d req-d5a08ef8-6afb-4270-a82b-a0d7285392f3 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:06.524114 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43938dba-0cfc-41f9-adf7-d9438d85026d req-d5a08ef8-6afb-4270-a82b-a0d7285392f3 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:06.530303 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43938dba-0cfc-41f9-adf7-d9438d85026d req-d5a08ef8-6afb-4270-a82b-a0d7285392f3 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:06.532501 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-43938dba-0cfc-41f9-adf7-d9438d85026d req-d5a08ef8-6afb-4270-a82b-a0d7285392f3 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] 10.222.0.42 "GET /v2.0/ports?device_id=b5e34b53-8d44-45db-a377-1c001fe98b5c HTTP/1.1" status: 200 len: 5407 time: 0.1936660 Mar 29 15:54:06.592672 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f4a328-5fed-4884-9c67-3c80b7b888bc req-b74d079e-7394-40ce-836b-d28bc3d496e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:06.593379 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f4a328-5fed-4884-9c67-3c80b7b888bc req-b74d079e-7394-40ce-836b-d28bc3d496e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:06.593948 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f4a328-5fed-4884-9c67-3c80b7b888bc req-b74d079e-7394-40ce-836b-d28bc3d496e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:06.595609 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-b6f4a328-5fed-4884-9c67-3c80b7b888bc req-b74d079e-7394-40ce-836b-d28bc3d496e6 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=9cad725e1c41463fab431e48b8d9bfff&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.2865028 Mar 29 15:54:06.652091 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-a5c51032-1519-424d-bb3d-eceb4857b94c req-9d66de16-8729-435b-bcce-b9b55957fbf1 tempest-ServerAddressesNegativeTestJSON-615616074 tempest-ServerAddressesNegativeTestJSON-615616074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:06.656092 n-d-834765-1 neutron-server[102791]: INFO neutron.db.l3_db [None req-37e4418e-af47-4154-b1c0-c12523b30fea tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Floating IP 1983230a-db99-44b8-8069-b1adb9579ce0 associated. External IP: 172.25.4.246, port: 00d82936-b564-49a0-93ad-cab131d6a665. Mar 29 15:54:06.666576 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-43938dba-0cfc-41f9-adf7-d9438d85026d req-ebbbb553-377b-4416-85c6-f631f2e961b9 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] 10.222.0.42 "GET /v2.0/security-groups?id=6e57fe5c-cb87-4607-b926-1e4de2690a28&id=e2ab8bce-bca0-434d-ad1c-ad30dfd1db67&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1228368 Mar 29 15:54:06.722652 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-e00e06ae-3c49-4e67-ac0a-11463c5ea9e3 tempest-RoutersNegativeIpV6Test-315348334 tempest-RoutersNegativeIpV6Test-315348334-project] Deleting port 0eca87ab-cdd4-489e-9e51-b4601a0ff876 {{(pid=102790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:54:06.723073 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e00e06ae-3c49-4e67-ac0a-11463c5ea9e3 tempest-RoutersNegativeIpV6Test-315348334 tempest-RoutersNegativeIpV6Test-315348334-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:06.738927 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f8d90755-88f2-4a5d-b63a-9dd09247e275 req-f31bba33-b65f-40c2-b142-88720ae6f5b2 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=24003c5b-4f5e-4c77-b7cb-e70b1b6a98f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2044787 Mar 29 15:54:06.797289 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f4a328-5fed-4884-9c67-3c80b7b888bc req-27b731da-48b4-4e06-85e8-278ee35e88ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:06.798769 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-b6f4a328-5fed-4884-9c67-3c80b7b888bc req-27b731da-48b4-4e06-85e8-278ee35e88ef service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1955471 Mar 29 15:54:06.808263 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5c51032-1519-424d-bb3d-eceb4857b94c req-9d66de16-8729-435b-bcce-b9b55957fbf1 tempest-ServerAddressesNegativeTestJSON-615616074 tempest-ServerAddressesNegativeTestJSON-615616074-project] Network a3be2bb9-8820-4796-8e25-2268e0881009 is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:54:06.818596 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [req-a5c51032-1519-424d-bb3d-eceb4857b94c req-9d66de16-8729-435b-bcce-b9b55957fbf1 tempest-ServerAddressesNegativeTestJSON-615616074 tempest-ServerAddressesNegativeTestJSON-615616074-project] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:54:06.820512 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d66de16-8729-435b-bcce-b9b55957fbf1 tempest-ServerAddressesNegativeTestJSON-615616074 tempest-ServerAddressesNegativeTestJSON-615616074-project] Pushing event updated for resources: {'Port': ['ID=826231f7-67f6-493a-b991-b00f176903b9,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:54:06.826678 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5c51032-1519-424d-bb3d-eceb4857b94c req-9d66de16-8729-435b-bcce-b9b55957fbf1 tempest-ServerAddressesNegativeTestJSON-615616074 tempest-ServerAddressesNegativeTestJSON-615616074-project] Received port after_create {{(pid=102791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:54:06.842754 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e00e06ae-3c49-4e67-ac0a-11463c5ea9e3 tempest-RoutersNegativeIpV6Test-315348334 tempest-RoutersNegativeIpV6Test-315348334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:06.856519 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-e00e06ae-3c49-4e67-ac0a-11463c5ea9e3 tempest-RoutersNegativeIpV6Test-315348334 tempest-RoutersNegativeIpV6Test-315348334-project] Calling delete_port for 0eca87ab-cdd4-489e-9e51-b4601a0ff876 owned by network:router_interface {{(pid=102790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:54:07.017851 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c51032-1519-424d-bb3d-eceb4857b94c req-9d66de16-8729-435b-bcce-b9b55957fbf1 tempest-ServerAddressesNegativeTestJSON-615616074 tempest-ServerAddressesNegativeTestJSON-615616074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:07.017851 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-a5c51032-1519-424d-bb3d-eceb4857b94c req-9d66de16-8729-435b-bcce-b9b55957fbf1 tempest-ServerAddressesNegativeTestJSON-615616074 tempest-ServerAddressesNegativeTestJSON-615616074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:07.025554 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 35828) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:54:07.066133 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e00e06ae-3c49-4e67-ac0a-11463c5ea9e3 tempest-RoutersNegativeIpV6Test-315348334 tempest-RoutersNegativeIpV6Test-315348334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:07.074616 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-a5c51032-1519-424d-bb3d-eceb4857b94c req-9d66de16-8729-435b-bcce-b9b55957fbf1 tempest-ServerAddressesNegativeTestJSON-615616074 tempest-ServerAddressesNegativeTestJSON-615616074-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2051108 Mar 29 15:54:07.109029 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00e06ae-3c49-4e67-ac0a-11463c5ea9e3 tempest-RoutersNegativeIpV6Test-315348334 tempest-RoutersNegativeIpV6Test-315348334-project] Pushing event deleted for resources: {'Port': ['ID=0eca87ab-cdd4-489e-9e51-b4601a0ff876,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:54:07.109602 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [req-a5c51032-1519-424d-bb3d-eceb4857b94c req-99bcb18d-d96c-44df-80a5-8f3f80b97e6d service neutron] Request body: {'port': {'device_id': '6ad79dcd-417d-4ecc-97d5-ea574f4d416a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834765-1'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:54:07.125188 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b472d54-6969-4566-8404-be66cba41517 req-7dd58295-0d9c-4839-8e0e-c75a36632619 tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:07.126781 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4b472d54-6969-4566-8404-be66cba41517 req-7dd58295-0d9c-4839-8e0e-c75a36632619 tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] 10.222.0.42 "GET /v2.0/ports?device_id=484767cb-f40c-4e4e-8c0e-1e575bd2ed1e HTTP/1.1" status: 200 len: 946 time: 0.1746871 Mar 29 15:54:07.232465 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-f4177f1c-c250-4027-8668-7659dbd783ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:07.253419 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e00e06ae-3c49-4e67-ac0a-11463c5ea9e3 tempest-RoutersNegativeIpV6Test-315348334 tempest-RoutersNegativeIpV6Test-315348334-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-530528'] for router_interface, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:07.266142 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [req-cbabd235-3c70-476f-b840-bfb940f3c97d req-d6cd1302-4927-47bd-82b5-ace4efcdffbf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23c62477-8d6b-4dd5-97b0-ad5f9036e848 {{(pid=102791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:54:07.277630 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c5ecc7-2237-4edb-92ac-e16350974547 req-f96c9e7a-f641-4199-a58c-d60c8e8db777 tempest-ServerAddressesNegativeTestJSON-615616074 tempest-ServerAddressesNegativeTestJSON-615616074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:07.279194 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-69c5ecc7-2237-4edb-92ac-e16350974547 req-f96c9e7a-f641-4199-a58c-d60c8e8db777 tempest-ServerAddressesNegativeTestJSON-615616074 tempest-ServerAddressesNegativeTestJSON-615616074-project] 10.222.0.42 "GET /v2.0/ports?device_id=6ad79dcd-417d-4ecc-97d5-ea574f4d416a HTTP/1.1" status: 200 len: 931 time: 0.0926845 Mar 29 15:54:07.287355 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-cbabd235-3c70-476f-b840-bfb940f3c97d req-d6cd1302-4927-47bd-82b5-ace4efcdffbf service neutron] Notify callbacks [] for port, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:07.351712 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-a5c51032-1519-424d-bb3d-eceb4857b94c req-99bcb18d-d96c-44df-80a5-8f3f80b97e6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:07.360855 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.provisioning_blocks [req-cbabd235-3c70-476f-b840-bfb940f3c97d req-d6cd1302-4927-47bd-82b5-ace4efcdffbf service neutron] Transition to ACTIVE for port object 23c62477-8d6b-4dd5-97b0-ad5f9036e848 will not be triggered until provisioned by entity L2. {{(pid=102791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 15:54:07.367127 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4b472d54-6969-4566-8404-be66cba41517 req-5d5d9e63-7a34-47c6-a073-962611c0d46d tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] 10.222.0.42 "GET /v2.0/security-groups?id=24003c5b-4f5e-4c77-b7cb-e70b1b6a98f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1821451 Mar 29 15:54:07.383606 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-cbabd235-3c70-476f-b840-bfb940f3c97d req-d6cd1302-4927-47bd-82b5-ace4efcdffbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:07.427519 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-69c5ecc7-2237-4edb-92ac-e16350974547 req-7fbeb1d2-bcbf-4640-a903-9428f9d30df9 tempest-ServerAddressesNegativeTestJSON-615616074 tempest-ServerAddressesNegativeTestJSON-615616074-project] 10.222.0.42 "GET /v2.0/security-groups?id=f3c66b63-6b47-4316-850f-a5138e21036d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134388 Mar 29 15:54:07.467277 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e00e06ae-3c49-4e67-ac0a-11463c5ea9e3 tempest-RoutersNegativeIpV6Test-315348334 tempest-RoutersNegativeIpV6Test-315348334-project] Router 46f793cf-a5c7-492d-a9f9-7d7884a3e1db has already been hosted by L3 agent c648d819-1060-4f26-b4ec-6455387b5dff {{(pid=102790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 15:54:07.507211 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37e4418e-af47-4154-b1c0-c12523b30fea tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Router 3c7329e7-d928-4bba-81b9-c356e07773ca has already been hosted by L3 agent c648d819-1060-4f26-b4ec-6455387b5dff {{(pid=102791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 15:54:07.521532 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cd1302-4927-47bd-82b5-ace4efcdffbf service neutron] Pushing event updated for resources: {'Port': ['ID=23c62477-8d6b-4dd5-97b0-ad5f9036e848,revision_number=2']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:54:07.549126 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e00e06ae-3c49-4e67-ac0a-11463c5ea9e3 tempest-RoutersNegativeIpV6Test-315348334 tempest-RoutersNegativeIpV6Test-315348334-project] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:54:07.558111 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-e00e06ae-3c49-4e67-ac0a-11463c5ea9e3 tempest-RoutersNegativeIpV6Test-315348334 tempest-RoutersNegativeIpV6Test-315348334-project] 10.222.0.42 "PUT /v2.0/routers/46f793cf-a5c7-492d-a9f9-7d7884a3e1db/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3288355 Mar 29 15:54:07.558360 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 35834) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:54:07.566897 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab859448-43e1-437f-95fb-382d4d6bbed7 None None] Sync routers for ids ['46f793cf-a5c7-492d-a9f9-7d7884a3e1db'] in n-d-834765-1 {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:54:07.579749 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab859448-43e1-437f-95fb-382d4d6bbed7 None None] Routers {'46f793cf-a5c7-492d-a9f9-7d7884a3e1db'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:54:07.581643 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-ab859448-43e1-437f-95fb-382d4d6bbed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:54:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['46f793cf-a5c7-492d-a9f9-7d7884a3e1db'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:54:07.610840 n-d-834765-1 neutron-server[102790]: INFO neutron.api.v2.resource [None req-4ff80bac-e151-44bd-9d51-ccc4db298b8b tempest-RoutersNegativeIpV6Test-315348334 tempest-RoutersNegativeIpV6Test-315348334-project] show failed (client error): The resource could not be found. Mar 29 15:54:07.611937 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-4ff80bac-e151-44bd-9d51-ccc4db298b8b tempest-RoutersNegativeIpV6Test-315348334 tempest-RoutersNegativeIpV6Test-315348334-project] 10.222.0.42 "GET /v2.0/routers/tempest-non_exist_router-1844336085 HTTP/1.1" status: 404 len: 335 time: 0.0526609 Mar 29 15:54:07.616316 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 35836) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:54:07.620990 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-46a5c8d4-8776-46cc-a49d-432feb3d2008 tempest-RoutersNegativeIpV6Test-315348334 tempest-RoutersNegativeIpV6Test-315348334-project] Request body: {'router': {'name': 'new_name'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:54:07.665268 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-ab859448-43e1-437f-95fb-382d4d6bbed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:54:07.673065 n-d-834765-1 neutron-server[102790]: INFO neutron.api.v2.resource [None req-46a5c8d4-8776-46cc-a49d-432feb3d2008 tempest-RoutersNegativeIpV6Test-315348334 tempest-RoutersNegativeIpV6Test-315348334-project] update failed (client error): The resource could not be found. Mar 29 15:54:07.674769 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-46a5c8d4-8776-46cc-a49d-432feb3d2008 tempest-RoutersNegativeIpV6Test-315348334 tempest-RoutersNegativeIpV6Test-315348334-project] 10.222.0.42 "PUT /v2.0/routers/tempest-non_exist_router-651760869 HTTP/1.1" status: 404 len: 334 time: 0.0572159 Mar 29 15:54:07.679236 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 35838) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:54:07.686677 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab859448-43e1-437f-95fb-382d4d6bbed7 None None] Routers {'46f793cf-a5c7-492d-a9f9-7d7884a3e1db'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:54:07.687467 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-ab859448-43e1-437f-95fb-382d4d6bbed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:54:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['46f793cf-a5c7-492d-a9f9-7d7884a3e1db'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:54:07.705794 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-f4177f1c-c250-4027-8668-7659dbd783ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:07.733601 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-ab859448-43e1-437f-95fb-382d4d6bbed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:54:07.734743 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab859448-43e1-437f-95fb-382d4d6bbed7 None None] The sync data for ids ['46f793cf-a5c7-492d-a9f9-7d7884a3e1db'] in n-d-834765-1 is: [] {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:54:07.736739 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-f4177f1c-c250-4027-8668-7659dbd783ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:07.757499 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.db_base_plugin_v2 [None req-61bfb823-225e-4b4b-a61f-ebd67b50c0c1 tempest-RoutersNegativeIpV6Test-315348334 tempest-RoutersNegativeIpV6Test-315348334-project] Deleting subnet ad3b4399-d6d9-4465-81fc-1755caab2b63 {{(pid=102790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 15:54:07.770697 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-61bfb823-225e-4b4b-a61f-ebd67b50c0c1 tempest-RoutersNegativeIpV6Test-315348334 tempest-RoutersNegativeIpV6Test-315348334-project] Notify callbacks [] for subnet, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:07.812127 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-61bfb823-225e-4b4b-a61f-ebd67b50c0c1 tempest-RoutersNegativeIpV6Test-315348334 tempest-RoutersNegativeIpV6Test-315348334-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4614024'] for subnet, precommit_delete_associations {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:07.897582 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-cbabd235-3c70-476f-b840-bfb940f3c97d req-d6cd1302-4927-47bd-82b5-ace4efcdffbf service neutron] Attempting to bind port 23c62477-8d6b-4dd5-97b0-ad5f9036e848 on host n-h2-834765-1 for vnic_type normal with profile {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:54:07.897918 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-cbabd235-3c70-476f-b840-bfb940f3c97d req-d6cd1302-4927-47bd-82b5-ace4efcdffbf service neutron] Attempting to bind port 23c62477-8d6b-4dd5-97b0-ad5f9036e848 by drivers openvswitch,hyperv on host n-h2-834765-1 at level 0 using segments [{'id': '0046c8d7-27be-4ee8-b795-bd72dae4e05f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '79dcb3cc-0cfb-4dde-9352-1cf14f1c4e5d'}] {{(pid=102791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:54:07.898244 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbabd235-3c70-476f-b840-bfb940f3c97d req-d6cd1302-4927-47bd-82b5-ace4efcdffbf service neutron] Attempting to bind port 23c62477-8d6b-4dd5-97b0-ad5f9036e848 on network 79dcb3cc-0cfb-4dde-9352-1cf14f1c4e5d {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:54:07.900725 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-61bfb823-225e-4b4b-a61f-ebd67b50c0c1 tempest-RoutersNegativeIpV6Test-315348334 tempest-RoutersNegativeIpV6Test-315348334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1641287'] for subnet, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:07.909263 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-f4177f1c-c250-4027-8668-7659dbd783ca admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=3523e9f0904e4f2387d414576b5ae666&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8795257 Mar 29 15:54:07.915378 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4177f1c-c250-4027-8668-7659dbd783ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=612846ce-7186-47f2-af65-3f862bba4248,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:54:07.921197 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 35842) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:54:07.932107 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbabd235-3c70-476f-b840-bfb940f3c97d req-d6cd1302-4927-47bd-82b5-ace4efcdffbf service neutron] Port 23c62477-8d6b-4dd5-97b0-ad5f9036e848 on network 79dcb3cc-0cfb-4dde-9352-1cf14f1c4e5d not bound, no agent of type Open vSwitch agent registered on host n-h2-834765-1 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 15:54:07.932107 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbabd235-3c70-476f-b840-bfb940f3c97d req-d6cd1302-4927-47bd-82b5-ace4efcdffbf service neutron] Attempting to bind port 23c62477-8d6b-4dd5-97b0-ad5f9036e848 on network 79dcb3cc-0cfb-4dde-9352-1cf14f1c4e5d {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:54:07.963163 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbabd235-3c70-476f-b840-bfb940f3c97d req-d6cd1302-4927-47bd-82b5-ace4efcdffbf service neutron] Checking agent: {'id': '3e4b4912-b4a2-4d17-b5bd-6ce15529e8eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 33, 17), 'started_at': datetime.datetime(2022, 3, 29, 15, 33, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 53, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:54:07.963427 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbabd235-3c70-476f-b840-bfb940f3c97d req-d6cd1302-4927-47bd-82b5-ace4efcdffbf service neutron] Checking segment: {'id': '0046c8d7-27be-4ee8-b795-bd72dae4e05f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '79dcb3cc-0cfb-4dde-9352-1cf14f1c4e5d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:54:07.963817 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbabd235-3c70-476f-b840-bfb940f3c97d req-d6cd1302-4927-47bd-82b5-ace4efcdffbf service neutron] Bound using segment: {'id': '0046c8d7-27be-4ee8-b795-bd72dae4e05f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '79dcb3cc-0cfb-4dde-9352-1cf14f1c4e5d'} {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:54:07.964265 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-cbabd235-3c70-476f-b840-bfb940f3c97d req-d6cd1302-4927-47bd-82b5-ace4efcdffbf service neutron] Bound port: 23c62477-8d6b-4dd5-97b0-ad5f9036e848, host: n-h2-834765-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0046c8d7-27be-4ee8-b795-bd72dae4e05f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '79dcb3cc-0cfb-4dde-9352-1cf14f1c4e5d'}}] {{(pid=102791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 15:54:07.964627 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-cbabd235-3c70-476f-b840-bfb940f3c97d req-d6cd1302-4927-47bd-82b5-ace4efcdffbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:07.971560 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37e4418e-af47-4154-b1c0-c12523b30fea tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:54:07.983404 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dd41e47-4350-4af2-9480-832bffe35800 None None] Sync routers for ids ['3c7329e7-d928-4bba-81b9-c356e07773ca'] in n-d-834765-1 {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:54:07.994198 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-61bfb823-225e-4b4b-a61f-ebd67b50c0c1 tempest-RoutersNegativeIpV6Test-315348334 tempest-RoutersNegativeIpV6Test-315348334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1641294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5231963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4793952'] for subnet, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:08.005340 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dd41e47-4350-4af2-9480-832bffe35800 None None] Routers {'3c7329e7-d928-4bba-81b9-c356e07773ca'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:54:08.005983 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-2dd41e47-4350-4af2-9480-832bffe35800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:54:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['3c7329e7-d928-4bba-81b9-c356e07773ca'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:54:08.006665 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-28094a0a-cfb6-44cc-9e39-4fe20f39448d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:08.013151 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb82efa0-9e0e-403a-8be4-046e26f9ce48 req-fc5ad235-5502-4bd0-8e76-969922e81400 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:08.019039 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb82efa0-9e0e-403a-8be4-046e26f9ce48 req-fc5ad235-5502-4bd0-8e76-969922e81400 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:08.025029 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb82efa0-9e0e-403a-8be4-046e26f9ce48 req-fc5ad235-5502-4bd0-8e76-969922e81400 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:08.030914 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb82efa0-9e0e-403a-8be4-046e26f9ce48 req-fc5ad235-5502-4bd0-8e76-969922e81400 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:08.033270 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bfb823-225e-4b4b-a61f-ebd67b50c0c1 tempest-RoutersNegativeIpV6Test-315348334 tempest-RoutersNegativeIpV6Test-315348334-project] Pushing event deleted for resources: {'Subnet': ['ID=ad3b4399-d6d9-4465-81fc-1755caab2b63,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:54:08.037470 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-61bfb823-225e-4b4b-a61f-ebd67b50c0c1 tempest-RoutersNegativeIpV6Test-315348334 tempest-RoutersNegativeIpV6Test-315348334-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for subnet, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:08.043896 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-61bfb823-225e-4b4b-a61f-ebd67b50c0c1 tempest-RoutersNegativeIpV6Test-315348334 tempest-RoutersNegativeIpV6Test-315348334-project] 10.222.0.42 "DELETE /v2.0/subnets/ad3b4399-d6d9-4465-81fc-1755caab2b63 HTTP/1.1" status: 204 len: 168 time: 0.3635819 Mar 29 15:54:08.044834 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 35844) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:54:08.047680 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a59786e-90fe-421b-9b48-f54c97f9f4b2 None None] Network 000e6196-7562-40c9-9830-3b06e50f925a requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 15:54:08.050921 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb82efa0-9e0e-403a-8be4-046e26f9ce48 req-fc5ad235-5502-4bd0-8e76-969922e81400 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:08.061047 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb82efa0-9e0e-403a-8be4-046e26f9ce48 req-fc5ad235-5502-4bd0-8e76-969922e81400 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:08.067925 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb82efa0-9e0e-403a-8be4-046e26f9ce48 req-fc5ad235-5502-4bd0-8e76-969922e81400 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:08.070462 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-fb82efa0-9e0e-403a-8be4-046e26f9ce48 req-fc5ad235-5502-4bd0-8e76-969922e81400 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] 10.222.0.42 "GET /v2.0/ports?device_id=b5e34b53-8d44-45db-a377-1c001fe98b5c HTTP/1.1" status: 200 len: 5419 time: 0.2659039 Mar 29 15:54:08.074629 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-28094a0a-cfb6-44cc-9e39-4fe20f39448d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:08.148071 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-37e4418e-af47-4154-b1c0-c12523b30fea tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for floatingip, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:08.160268 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-82c594a7-3fb5-4871-aeff-ee10998632f7 tempest-RoutersNegativeIpV6Test-315348334 tempest-RoutersNegativeIpV6Test-315348334-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1631750'] for network, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:08.213527 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-28094a0a-cfb6-44cc-9e39-4fe20f39448d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:08.216131 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-28094a0a-cfb6-44cc-9e39-4fe20f39448d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:08.220782 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-28094a0a-cfb6-44cc-9e39-4fe20f39448d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/612846ce-7186-47f2-af65-3f862bba4248 HTTP/1.1" status: 204 len: 168 time: 0.2985058 Mar 29 15:54:08.230283 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-37e4418e-af47-4154-b1c0-c12523b30fea tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 9.3498862 Mar 29 15:54:08.232637 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 35848) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:54:08.235076 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae47874e-9944-4a81-b52b-64a39ecfeb9b', 'tag': '00d82936-b564-49a0-93ad-cab131d6a665'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:54:08.237391 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c67b028db5e9b9818fecc5c0a87ebc6f190694fa53ca267d523e04f98de536d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a77aedb-8ffa-4053-8547-614c1a4b7ee4" -d '{"events": [{"name": "network-changed", "server_uuid": "ae47874e-9944-4a81-b52b-64a39ecfeb9b", "tag": "00d82936-b564-49a0-93ad-cab131d6a665"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:54:08.248514 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [req-a5c51032-1519-424d-bb3d-eceb4857b94c req-99bcb18d-d96c-44df-80a5-8f3f80b97e6d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 826231f7-67f6-493a-b991-b00f176903b9 {{(pid=102791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:54:08.267370 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-fb82efa0-9e0e-403a-8be4-046e26f9ce48 req-129c40a1-d256-438f-b48d-01ed5cba9a0b tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] 10.222.0.42 "GET /v2.0/security-groups?id=6e57fe5c-cb87-4607-b926-1e4de2690a28&id=e2ab8bce-bca0-434d-ad1c-ad30dfd1db67&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1794276 Mar 29 15:54:08.269621 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-a5c51032-1519-424d-bb3d-eceb4857b94c req-99bcb18d-d96c-44df-80a5-8f3f80b97e6d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:08.273798 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvr_db [None req-2dd41e47-4350-4af2-9480-832bffe35800 None None] Set router 3c7329e7-d928-4bba-81b9-c356e07773ca gateway port host: n-d-834765-1 {{(pid=102792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:54:08.285348 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-cbabd235-3c70-476f-b840-bfb940f3c97d req-d6cd1302-4927-47bd-82b5-ace4efcdffbf service neutron] For port 23c62477-8d6b-4dd5-97b0-ad5f9036e848, host n-h2-834765-1, cleared binding levels {{(pid=102791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:54:08.289237 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28094a0a-cfb6-44cc-9e39-4fe20f39448d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=612846ce-7186-47f2-af65-3f862bba4248,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:54:08.289689 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-cbabd235-3c70-476f-b840-bfb940f3c97d req-d6cd1302-4927-47bd-82b5-ace4efcdffbf service neutron] For port 23c62477-8d6b-4dd5-97b0-ad5f9036e848, host n-h2-834765-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=23c62477-8d6b-4dd5-97b0-ad5f9036e848,segment=NetworkSegment(0046c8d7-27be-4ee8-b795-bd72dae4e05f),segment_id=0046c8d7-27be-4ee8-b795-bd72dae4e05f)] {{(pid=102791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:54:08.292637 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.provisioning_blocks [req-a5c51032-1519-424d-bb3d-eceb4857b94c req-99bcb18d-d96c-44df-80a5-8f3f80b97e6d service neutron] Transition to ACTIVE for port object 826231f7-67f6-493a-b991-b00f176903b9 will not be triggered until provisioned by entity L2. {{(pid=102791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 15:54:08.296407 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-cbabd235-3c70-476f-b840-bfb940f3c97d req-d6cd1302-4927-47bd-82b5-ace4efcdffbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:08.306985 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-a5c51032-1519-424d-bb3d-eceb4857b94c req-99bcb18d-d96c-44df-80a5-8f3f80b97e6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:08.331324 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-82c594a7-3fb5-4871-aeff-ee10998632f7 tempest-RoutersNegativeIpV6Test-315348334 tempest-RoutersNegativeIpV6Test-315348334-project] Deleting port 563f8776-fe75-4464-a9f9-5ac813f1bab4 {{(pid=102790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:54:08.331766 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-82c594a7-3fb5-4871-aeff-ee10998632f7 tempest-RoutersNegativeIpV6Test-315348334 tempest-RoutersNegativeIpV6Test-315348334-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:08.393188 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 15:54:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ecada31-e0c9-4184-a47a-55c7e6b57a18 x-openstack-request-id: req-3ecada31-e0c9-4184-a47a-55c7e6b57a18 {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:54:08.393585 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae47874e-9944-4a81-b52b-64a39ecfeb9b", "tag": "00d82936-b564-49a0-93ad-cab131d6a665", "status": "completed", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:54:08.393940 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-3ecada31-e0c9-4184-a47a-55c7e6b57a18 {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:54:08.394432 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae47874e-9944-4a81-b52b-64a39ecfeb9b', 'tag': '00d82936-b564-49a0-93ad-cab131d6a665', 'status': 'completed', 'code': 200} Mar 29 15:54:08.428603 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbabd235-3c70-476f-b840-bfb940f3c97d req-d6cd1302-4927-47bd-82b5-ace4efcdffbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:08.429427 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-cbabd235-3c70-476f-b840-bfb940f3c97d req-d6cd1302-4927-47bd-82b5-ace4efcdffbf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:08.431464 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-cbabd235-3c70-476f-b840-bfb940f3c97d req-d6cd1302-4927-47bd-82b5-ace4efcdffbf service neutron] 10.222.0.48 "PUT /v2.0/ports/23c62477-8d6b-4dd5-97b0-ad5f9036e848 HTTP/1.1" status: 200 len: 1091 time: 2.4682405 Mar 29 15:54:08.510569 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [req-cbabd235-3c70-476f-b840-bfb940f3c97d req-acab079e-c304-4422-b504-2fec7533492c service neutron] Request body: {'port': {'device_id': 'b5e34b53-8d44-45db-a377-1c001fe98b5c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834765-1'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:54:08.586032 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [None req-82c594a7-3fb5-4871-aeff-ee10998632f7 tempest-RoutersNegativeIpV6Test-315348334 tempest-RoutersNegativeIpV6Test-315348334-project] For port 563f8776-fe75-4464-a9f9-5ac813f1bab4, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=563f8776-fe75-4464-a9f9-5ac813f1bab4,segment=NetworkSegment(c0f35494-47a3-4de6-8243-f06c7d45be0c),segment_id=c0f35494-47a3-4de6-8243-f06c7d45be0c)] {{(pid=102790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:54:08.587673 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-82c594a7-3fb5-4871-aeff-ee10998632f7 tempest-RoutersNegativeIpV6Test-315348334 tempest-RoutersNegativeIpV6Test-315348334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:08.714802 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cd1302-4927-47bd-82b5-ace4efcdffbf service neutron] Pushing event updated for resources: {'Port': ['ID=23c62477-8d6b-4dd5-97b0-ad5f9036e848,revision_number=3']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:54:08.726666 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a77aedb-8ffa-4053-8547-614c1a4b7ee4 req-01386934-6482-44ba-8a9f-11271288a6f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:08.729986 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-5a77aedb-8ffa-4053-8547-614c1a4b7ee4 req-01386934-6482-44ba-8a9f-11271288a6f1 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=030130d0937d42c9a5ecbc5c59eb4929&device_id=ae47874e-9944-4a81-b52b-64a39ecfeb9b HTTP/1.1" status: 200 len: 1136 time: 0.3740134 Mar 29 15:54:08.732412 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-82c594a7-3fb5-4871-aeff-ee10998632f7 tempest-RoutersNegativeIpV6Test-315348334 tempest-RoutersNegativeIpV6Test-315348334-project] Calling delete_port for 563f8776-fe75-4464-a9f9-5ac813f1bab4 owned by network:dhcp {{(pid=102790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:54:08.836249 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 35858) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:54:08.836485 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4ecbf1-7805-46db-a3c7-9ccfb16feede req-1783684a-6a2a-48a4-8154-94b733c97c51 tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:08.837844 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-af4ecbf1-7805-46db-a3c7-9ccfb16feede req-1783684a-6a2a-48a4-8154-94b733c97c51 tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] 10.222.0.42 "GET /v2.0/ports?device_id=484767cb-f40c-4e4e-8c0e-1e575bd2ed1e HTTP/1.1" status: 200 len: 946 time: 0.2756841 Mar 29 15:54:08.839957 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1afbeae8-85f0-47e2-88d8-23c884389805 tempest-TestSecurityGroupsBasicOps-646427823 tempest-TestSecurityGroupsBasicOps-646427823-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:08.840426 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1afbeae8-85f0-47e2-88d8-23c884389805 tempest-TestSecurityGroupsBasicOps-646427823 tempest-TestSecurityGroupsBasicOps-646427823-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:08.840886 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1afbeae8-85f0-47e2-88d8-23c884389805 tempest-TestSecurityGroupsBasicOps-646427823 tempest-TestSecurityGroupsBasicOps-646427823-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:08.841358 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1afbeae8-85f0-47e2-88d8-23c884389805 tempest-TestSecurityGroupsBasicOps-646427823 tempest-TestSecurityGroupsBasicOps-646427823-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:08.841857 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1afbeae8-85f0-47e2-88d8-23c884389805 tempest-TestSecurityGroupsBasicOps-646427823 tempest-TestSecurityGroupsBasicOps-646427823-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:08.842308 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1afbeae8-85f0-47e2-88d8-23c884389805 tempest-TestSecurityGroupsBasicOps-646427823 tempest-TestSecurityGroupsBasicOps-646427823-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:08.842771 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1afbeae8-85f0-47e2-88d8-23c884389805 tempest-TestSecurityGroupsBasicOps-646427823 tempest-TestSecurityGroupsBasicOps-646427823-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:08.843220 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1afbeae8-85f0-47e2-88d8-23c884389805 tempest-TestSecurityGroupsBasicOps-646427823 tempest-TestSecurityGroupsBasicOps-646427823-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:08.843689 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1afbeae8-85f0-47e2-88d8-23c884389805 tempest-TestSecurityGroupsBasicOps-646427823 tempest-TestSecurityGroupsBasicOps-646427823-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:08.844499 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1afbeae8-85f0-47e2-88d8-23c884389805 tempest-TestSecurityGroupsBasicOps-646427823 tempest-TestSecurityGroupsBasicOps-646427823-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:08.845122 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1afbeae8-85f0-47e2-88d8-23c884389805 tempest-TestSecurityGroupsBasicOps-646427823 tempest-TestSecurityGroupsBasicOps-646427823-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:08.845739 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1afbeae8-85f0-47e2-88d8-23c884389805 tempest-TestSecurityGroupsBasicOps-646427823 tempest-TestSecurityGroupsBasicOps-646427823-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:08.846352 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1afbeae8-85f0-47e2-88d8-23c884389805 tempest-TestSecurityGroupsBasicOps-646427823 tempest-TestSecurityGroupsBasicOps-646427823-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:08.846966 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1afbeae8-85f0-47e2-88d8-23c884389805 tempest-TestSecurityGroupsBasicOps-646427823 tempest-TestSecurityGroupsBasicOps-646427823-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:08.847607 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1afbeae8-85f0-47e2-88d8-23c884389805 tempest-TestSecurityGroupsBasicOps-646427823 tempest-TestSecurityGroupsBasicOps-646427823-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:08.848280 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1afbeae8-85f0-47e2-88d8-23c884389805 tempest-TestSecurityGroupsBasicOps-646427823 tempest-TestSecurityGroupsBasicOps-646427823-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:08.850759 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-1afbeae8-85f0-47e2-88d8-23c884389805 tempest-TestSecurityGroupsBasicOps-646427823 tempest-TestSecurityGroupsBasicOps-646427823-project-admin] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 11218 time: 0.6130433 Mar 29 15:54:08.855246 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-a5c51032-1519-424d-bb3d-eceb4857b94c req-99bcb18d-d96c-44df-80a5-8f3f80b97e6d service neutron] Attempting to bind port 826231f7-67f6-493a-b991-b00f176903b9 on host n-h2-834765-1 for vnic_type normal with profile {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:54:08.855651 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-a5c51032-1519-424d-bb3d-eceb4857b94c req-99bcb18d-d96c-44df-80a5-8f3f80b97e6d service neutron] Attempting to bind port 826231f7-67f6-493a-b991-b00f176903b9 by drivers openvswitch,hyperv on host n-h2-834765-1 at level 0 using segments [{'id': '9f0bb757-bd71-44a0-8549-f12e4b89ade6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'a3be2bb9-8820-4796-8e25-2268e0881009'}] {{(pid=102791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:54:08.856562 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5c51032-1519-424d-bb3d-eceb4857b94c req-99bcb18d-d96c-44df-80a5-8f3f80b97e6d service neutron] Attempting to bind port 826231f7-67f6-493a-b991-b00f176903b9 on network a3be2bb9-8820-4796-8e25-2268e0881009 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:54:08.878877 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 35860) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:54:08.882386 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5c51032-1519-424d-bb3d-eceb4857b94c req-99bcb18d-d96c-44df-80a5-8f3f80b97e6d service neutron] Port 826231f7-67f6-493a-b991-b00f176903b9 on network a3be2bb9-8820-4796-8e25-2268e0881009 not bound, no agent of type Open vSwitch agent registered on host n-h2-834765-1 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 15:54:08.882964 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5c51032-1519-424d-bb3d-eceb4857b94c req-99bcb18d-d96c-44df-80a5-8f3f80b97e6d service neutron] Attempting to bind port 826231f7-67f6-493a-b991-b00f176903b9 on network a3be2bb9-8820-4796-8e25-2268e0881009 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:54:08.889107 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-c96359a3-2c7f-4924-93f7-f5bdfc552829 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:08.919250 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5c51032-1519-424d-bb3d-eceb4857b94c req-99bcb18d-d96c-44df-80a5-8f3f80b97e6d service neutron] Checking agent: {'id': '3e4b4912-b4a2-4d17-b5bd-6ce15529e8eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 33, 17), 'started_at': datetime.datetime(2022, 3, 29, 15, 33, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 53, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:54:08.919724 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5c51032-1519-424d-bb3d-eceb4857b94c req-99bcb18d-d96c-44df-80a5-8f3f80b97e6d service neutron] Checking segment: {'id': '9f0bb757-bd71-44a0-8549-f12e4b89ade6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'a3be2bb9-8820-4796-8e25-2268e0881009'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:54:08.920148 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5c51032-1519-424d-bb3d-eceb4857b94c req-99bcb18d-d96c-44df-80a5-8f3f80b97e6d service neutron] Bound using segment: {'id': '9f0bb757-bd71-44a0-8549-f12e4b89ade6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'a3be2bb9-8820-4796-8e25-2268e0881009'} {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:54:08.920868 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-af4ecbf1-7805-46db-a3c7-9ccfb16feede req-2ed67e26-9219-466e-b48d-1f678ac27971 tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] 10.222.0.42 "GET /v2.0/security-groups?id=24003c5b-4f5e-4c77-b7cb-e70b1b6a98f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683551 Mar 29 15:54:08.921347 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-a5c51032-1519-424d-bb3d-eceb4857b94c req-99bcb18d-d96c-44df-80a5-8f3f80b97e6d service neutron] Bound port: 826231f7-67f6-493a-b991-b00f176903b9, host: n-h2-834765-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f0bb757-bd71-44a0-8549-f12e4b89ade6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'a3be2bb9-8820-4796-8e25-2268e0881009'}}] {{(pid=102791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 15:54:08.922141 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-a5c51032-1519-424d-bb3d-eceb4857b94c req-99bcb18d-d96c-44df-80a5-8f3f80b97e6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:08.965564 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-cbabd235-3c70-476f-b840-bfb940f3c97d req-acab079e-c304-4422-b504-2fec7533492c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:08.968598 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-82c594a7-3fb5-4871-aeff-ee10998632f7 tempest-RoutersNegativeIpV6Test-315348334 tempest-RoutersNegativeIpV6Test-315348334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:08.971568 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-2dd41e47-4350-4af2-9480-832bffe35800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c7329e7-d928-4bba-81b9-c356e07773ca', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2028324156', 'tenant_id': '030130d0937d42c9a5ecbc5c59eb4929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.142'}], 'enable_snat': True}, 'gw_port_id': 'f2a558ee-cb7e-4438-8bbf-6e3bb280e05b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:53:22Z', 'updated_at': '2022-03-29T15:53:32Z', 'revision_number': 4, 'project_id': '030130d0937d42c9a5ecbc5c59eb4929', 'gw_port': {'id': 'f2a558ee-cb7e-4438-8bbf-6e3bb280e05b', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:99:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c7329e7-d928-4bba-81b9-c356e07773ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2162, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:53:24Z', 'updated_at': '2022-03-29T15:53:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_floatingips': [{'id': '1983230a-db99-44b8-8069-b1adb9579ce0', 'tenant_id': '030130d0937d42c9a5ecbc5c59eb4929', 'floating_ip_address': '172.25.4.246', 'floating_network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'router_id': '3c7329e7-d928-4bba-81b9-c356e07773ca', 'port_id': '00d82936-b564-49a0-93ad-cab131d6a665', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2242, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc88b80e-509f-4983-8355-8cb722b08b1c', 'mac_address': 'fa:16:3e:2e:e7:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae47874e-9944-4a81-b52b-64a39ecfeb9b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T15:54:03Z', 'updated_at': '2022-03-29T15:54:03Z', 'revision_number': 0, 'project_id': '030130d0937d42c9a5ecbc5c59eb4929', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ffa642d5-ede1-45e0-aee8-f3b8f4dce416', 'name': '', 'network_id': 'bc88b80e-509f-4983-8355-8cb722b08b1c', 'tenant_id': '030130d0937d42c9a5ecbc5c59eb4929', 'mac_address': 'fa:16:3e:92:e5:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c7329e7-d928-4bba-81b9-c356e07773ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 2167, 'fixed_ips': [{'subnet_id': 'd1790831-214e-4ecf-90c1-f78e7ba94f96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:53:31Z', 'updated_at': '2022-03-29T15:53:37Z', 'revision_number': 5, 'project_id': '030130d0937d42c9a5ecbc5c59eb4929', 'subnets': [{'id': 'd1790831-214e-4ecf-90c1-f78e7ba94f96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:54:08.991238 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bcb18d-d96c-44df-80a5-8f3f80b97e6d service neutron] Pushing event updated for resources: {'Port': ['ID=826231f7-67f6-493a-b991-b00f176903b9,revision_number=2']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:54:09.011410 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c594a7-3fb5-4871-aeff-ee10998632f7 tempest-RoutersNegativeIpV6Test-315348334 tempest-RoutersNegativeIpV6Test-315348334-project] Pushing event deleted for resources: {'Port': ['ID=563f8776-fe75-4464-a9f9-5ac813f1bab4,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:54:09.014215 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82c594a7-3fb5-4871-aeff-ee10998632f7 tempest-RoutersNegativeIpV6Test-315348334 tempest-RoutersNegativeIpV6Test-315348334-project] No DVR routers for this DVR port 563f8776-fe75-4464-a9f9-5ac813f1bab4 on host n-d-834765-1 {{(pid=102790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:54:09.014980 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dd41e47-4350-4af2-9480-832bffe35800 None None] Checking router: 3c7329e7-d928-4bba-81b9-c356e07773ca for host: n-d-834765-1 {{(pid=102792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:54:09.022338 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e65227e-c5c7-4c9d-9ad2-a5cd77551bb2 None None] DHCP port deletion for 000e6196-7562-40c9-9830-3b06e50f925a request from n-d-834765-1 {{(pid=102792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 29 15:54:09.032693 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dd41e47-4350-4af2-9480-832bffe35800 None None] Routers {'3c7329e7-d928-4bba-81b9-c356e07773ca'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:54:09.033909 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-2dd41e47-4350-4af2-9480-832bffe35800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:54:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['3c7329e7-d928-4bba-81b9-c356e07773ca'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:54:09.114007 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-82c594a7-3fb5-4871-aeff-ee10998632f7 tempest-RoutersNegativeIpV6Test-315348334 tempest-RoutersNegativeIpV6Test-315348334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639890', 'neutron.services.segments.db._delete_segments_for_network-8783523423079'] for network, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:09.153933 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-82c594a7-3fb5-4871-aeff-ee10998632f7 tempest-RoutersNegativeIpV6Test-315348334 tempest-RoutersNegativeIpV6Test-315348334-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['000e6196-7562-40c9-9830-3b06e50f925a']}} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:54:09.166830 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-82c594a7-3fb5-4871-aeff-ee10998632f7 tempest-RoutersNegativeIpV6Test-315348334 tempest-RoutersNegativeIpV6Test-315348334-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0f35494-47a3-4de6-8243-f06c7d45be0c') {'for_net_delete': True} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:54:09.167227 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-82c594a7-3fb5-4871-aeff-ee10998632f7 tempest-RoutersNegativeIpV6Test-315348334 tempest-RoutersNegativeIpV6Test-315348334-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0f35494-47a3-4de6-8243-f06c7d45be0c') {} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:54:09.170799 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvr_db [None req-2dd41e47-4350-4af2-9480-832bffe35800 None None] Set router 3c7329e7-d928-4bba-81b9-c356e07773ca gateway port host: n-d-834765-1 {{(pid=102792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:54:09.185343 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-82c594a7-3fb5-4871-aeff-ee10998632f7 tempest-RoutersNegativeIpV6Test-315348334 tempest-RoutersNegativeIpV6Test-315348334-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783523422064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4614019'] for segment, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:09.194714 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a73340f-fa8e-441a-8297-1fe47b34106c req-4450839d-7e06-471c-8445-a27c12e2ad80 tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:09.196462 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-8a73340f-fa8e-441a-8297-1fe47b34106c req-4450839d-7e06-471c-8445-a27c12e2ad80 tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] 10.222.0.42 "GET /v2.0/ports?device_id=484767cb-f40c-4e4e-8c0e-1e575bd2ed1e HTTP/1.1" status: 200 len: 946 time: 0.0919411 Mar 29 15:54:09.207061 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 35864) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:54:09.213568 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-bc05e9c5-b05c-4fe6-908f-7e5078aac788 tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Request body: {'floatingip': {'port_id': 'e5f9839b-50cc-42cf-9adf-b14b545f52ea'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:54:09.216325 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-82c594a7-3fb5-4871-aeff-ee10998632f7 tempest-RoutersNegativeIpV6Test-315348334 tempest-RoutersNegativeIpV6Test-315348334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:09.253385 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82c594a7-3fb5-4871-aeff-ee10998632f7 tempest-RoutersNegativeIpV6Test-315348334 tempest-RoutersNegativeIpV6Test-315348334-project] Releasing vlan 603 on physical network physnet1 to pool {{(pid=102790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 15:54:09.253748 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-82c594a7-3fb5-4871-aeff-ee10998632f7 tempest-RoutersNegativeIpV6Test-315348334 tempest-RoutersNegativeIpV6Test-315348334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5238013'] for segment, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:09.257906 n-d-834765-1 neutron-server[102790]: Traceback (most recent call last): Mar 29 15:54:09.257906 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 15:54:09.257906 n-d-834765-1 neutron-server[102790]: timer() Mar 29 15:54:09.257906 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 15:54:09.257906 n-d-834765-1 neutron-server[102790]: cb(*args, **kw) Mar 29 15:54:09.257906 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 15:54:09.257906 n-d-834765-1 neutron-server[102790]: return func(*args, **kwargs) Mar 29 15:54:09.257906 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 15:54:09.257906 n-d-834765-1 neutron-server[102790]: self._notify() Mar 29 15:54:09.257906 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 15:54:09.257906 n-d-834765-1 neutron-server[102790]: self.callback(batched_events) Mar 29 15:54:09.257906 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 15:54:09.257906 n-d-834765-1 neutron-server[102790]: event.method(event) Mar 29 15:54:09.257906 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 15:54:09.257906 n-d-834765-1 neutron-server[102790]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 15:54:09.257906 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 15:54:09.257906 n-d-834765-1 neutron-server[102790]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 15:54:09.257906 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 15:54:09.257906 n-d-834765-1 neutron-server[102790]: return f(self, *a, **k) Mar 29 15:54:09.257906 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 15:54:09.257906 n-d-834765-1 neutron-server[102790]: return self._get(url).json() Mar 29 15:54:09.257906 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 15:54:09.257906 n-d-834765-1 neutron-server[102790]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 15:54:09.257906 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 15:54:09.257906 n-d-834765-1 neutron-server[102790]: return self.request(url, 'GET', **kwargs) Mar 29 15:54:09.257906 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 15:54:09.257906 n-d-834765-1 neutron-server[102790]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 15:54:09.257906 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 15:54:09.257906 n-d-834765-1 neutron-server[102790]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 15:54:09.257906 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 15:54:09.257906 n-d-834765-1 neutron-server[102790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 15:54:09.257906 n-d-834765-1 neutron-server[102790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 15:54:09.272428 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-bc05e9c5-b05c-4fe6-908f-7e5078aac788 tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Notify callbacks [] for floatingip, before_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:09.459582 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-2dd41e47-4350-4af2-9480-832bffe35800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c7329e7-d928-4bba-81b9-c356e07773ca', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2028324156', 'tenant_id': '030130d0937d42c9a5ecbc5c59eb4929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.142'}], 'enable_snat': True}, 'gw_port_id': 'f2a558ee-cb7e-4438-8bbf-6e3bb280e05b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:53:22Z', 'updated_at': '2022-03-29T15:53:32Z', 'revision_number': 4, 'project_id': '030130d0937d42c9a5ecbc5c59eb4929', 'gw_port': {'id': 'f2a558ee-cb7e-4438-8bbf-6e3bb280e05b', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:99:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c7329e7-d928-4bba-81b9-c356e07773ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2162, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:53:24Z', 'updated_at': '2022-03-29T15:53:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_floatingips': [{'id': '1983230a-db99-44b8-8069-b1adb9579ce0', 'tenant_id': '030130d0937d42c9a5ecbc5c59eb4929', 'floating_ip_address': '172.25.4.246', 'floating_network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'router_id': '3c7329e7-d928-4bba-81b9-c356e07773ca', 'port_id': '00d82936-b564-49a0-93ad-cab131d6a665', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2242, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc88b80e-509f-4983-8355-8cb722b08b1c', 'mac_address': 'fa:16:3e:2e:e7:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae47874e-9944-4a81-b52b-64a39ecfeb9b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T15:54:03Z', 'updated_at': '2022-03-29T15:54:03Z', 'revision_number': 0, 'project_id': '030130d0937d42c9a5ecbc5c59eb4929', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ffa642d5-ede1-45e0-aee8-f3b8f4dce416', 'name': '', 'network_id': 'bc88b80e-509f-4983-8355-8cb722b08b1c', 'tenant_id': '030130d0937d42c9a5ecbc5c59eb4929', 'mac_address': 'fa:16:3e:92:e5:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c7329e7-d928-4bba-81b9-c356e07773ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 2167, 'fixed_ips': [{'subnet_id': 'd1790831-214e-4ecf-90c1-f78e7ba94f96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:53:31Z', 'updated_at': '2022-03-29T15:53:37Z', 'revision_number': 5, 'project_id': '030130d0937d42c9a5ecbc5c59eb4929', 'subnets': [{'id': 'd1790831-214e-4ecf-90c1-f78e7ba94f96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:54:09.496460 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dd41e47-4350-4af2-9480-832bffe35800 None None] The sync data for ids ['3c7329e7-d928-4bba-81b9-c356e07773ca'] in n-d-834765-1 is: [{'id': '3c7329e7-d928-4bba-81b9-c356e07773ca', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2028324156', 'tenant_id': '030130d0937d42c9a5ecbc5c59eb4929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.142'}], 'enable_snat': True}, 'gw_port_id': 'f2a558ee-cb7e-4438-8bbf-6e3bb280e05b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:53:22Z', 'updated_at': '2022-03-29T15:53:32Z', 'revision_number': 4, 'project_id': '030130d0937d42c9a5ecbc5c59eb4929', 'gw_port': {'id': 'f2a558ee-cb7e-4438-8bbf-6e3bb280e05b', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:99:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c7329e7-d928-4bba-81b9-c356e07773ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2162, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:53:24Z', 'updated_at': '2022-03-29T15:53:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_floatingips': [{'id': '1983230a-db99-44b8-8069-b1adb9579ce0', 'tenant_id': '030130d0937d42c9a5ecbc5c59eb4929', 'floating_ip_address': '172.25.4.246', 'floating_network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'router_id': '3c7329e7-d928-4bba-81b9-c356e07773ca', 'port_id': '00d82936-b564-49a0-93ad-cab131d6a665', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2242, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc88b80e-509f-4983-8355-8cb722b08b1c', 'mac_address': 'fa:16:3e:2e:e7:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae47874e-9944-4a81-b52b-64a39ecfeb9b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T15:54:03Z', 'updated_at': '2022-03-29T15:54:03Z', 'revision_number': 0, 'project_id': '030130d0937d42c9a5ecbc5c59eb4929', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ffa642d5-ede1-45e0-aee8-f3b8f4dce416', 'name': '', 'network_id': 'bc88b80e-509f-4983-8355-8cb722b08b1c', 'tenant_id': '030130d0937d42c9a5ecbc5c59eb4929', 'mac_address': 'fa:16:3e:92:e5:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c7329e7-d928-4bba-81b9-c356e07773ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 2167, 'fixed_ips': [{'subnet_id': 'd1790831-214e-4ecf-90c1-f78e7ba94f96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:53:31Z', 'updated_at': '2022-03-29T15:53:37Z', 'revision_number': 5, 'project_id': '030130d0937d42c9a5ecbc5c59eb4929', 'subnets': [{'id': 'd1790831-214e-4ecf-90c1-f78e7ba94f96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:54:09.535073 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57c72bc6-76df-423f-9ab4-10ea58b047e2 tempest-TestSecurityGroupsBasicOps-646427823 tempest-TestSecurityGroupsBasicOps-646427823-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:09.536427 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57c72bc6-76df-423f-9ab4-10ea58b047e2 tempest-TestSecurityGroupsBasicOps-646427823 tempest-TestSecurityGroupsBasicOps-646427823-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:09.536588 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57c72bc6-76df-423f-9ab4-10ea58b047e2 tempest-TestSecurityGroupsBasicOps-646427823 tempest-TestSecurityGroupsBasicOps-646427823-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:09.537170 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57c72bc6-76df-423f-9ab4-10ea58b047e2 tempest-TestSecurityGroupsBasicOps-646427823 tempest-TestSecurityGroupsBasicOps-646427823-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:09.537622 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57c72bc6-76df-423f-9ab4-10ea58b047e2 tempest-TestSecurityGroupsBasicOps-646427823 tempest-TestSecurityGroupsBasicOps-646427823-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:09.538071 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57c72bc6-76df-423f-9ab4-10ea58b047e2 tempest-TestSecurityGroupsBasicOps-646427823 tempest-TestSecurityGroupsBasicOps-646427823-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:09.538574 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57c72bc6-76df-423f-9ab4-10ea58b047e2 tempest-TestSecurityGroupsBasicOps-646427823 tempest-TestSecurityGroupsBasicOps-646427823-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:09.538952 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57c72bc6-76df-423f-9ab4-10ea58b047e2 tempest-TestSecurityGroupsBasicOps-646427823 tempest-TestSecurityGroupsBasicOps-646427823-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:09.539423 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57c72bc6-76df-423f-9ab4-10ea58b047e2 tempest-TestSecurityGroupsBasicOps-646427823 tempest-TestSecurityGroupsBasicOps-646427823-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:09.539866 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57c72bc6-76df-423f-9ab4-10ea58b047e2 tempest-TestSecurityGroupsBasicOps-646427823 tempest-TestSecurityGroupsBasicOps-646427823-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:09.540304 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57c72bc6-76df-423f-9ab4-10ea58b047e2 tempest-TestSecurityGroupsBasicOps-646427823 tempest-TestSecurityGroupsBasicOps-646427823-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:09.540740 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57c72bc6-76df-423f-9ab4-10ea58b047e2 tempest-TestSecurityGroupsBasicOps-646427823 tempest-TestSecurityGroupsBasicOps-646427823-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:09.541184 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57c72bc6-76df-423f-9ab4-10ea58b047e2 tempest-TestSecurityGroupsBasicOps-646427823 tempest-TestSecurityGroupsBasicOps-646427823-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:09.541626 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57c72bc6-76df-423f-9ab4-10ea58b047e2 tempest-TestSecurityGroupsBasicOps-646427823 tempest-TestSecurityGroupsBasicOps-646427823-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:09.542064 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57c72bc6-76df-423f-9ab4-10ea58b047e2 tempest-TestSecurityGroupsBasicOps-646427823 tempest-TestSecurityGroupsBasicOps-646427823-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:09.547732 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-57c72bc6-76df-423f-9ab4-10ea58b047e2 tempest-TestSecurityGroupsBasicOps-646427823 tempest-TestSecurityGroupsBasicOps-646427823-project-admin] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 9573 time: 0.6539645 Mar 29 15:54:09.551602 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 35868) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:54:09.635979 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0086a1e7-1584-4a91-a9f6-8ea003170fbe req-bac15eea-7b07-4441-aca9-1353aba57140 tempest-ServerAddressesNegativeTestJSON-615616074 tempest-ServerAddressesNegativeTestJSON-615616074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:09.643361 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-0086a1e7-1584-4a91-a9f6-8ea003170fbe req-bac15eea-7b07-4441-aca9-1353aba57140 tempest-ServerAddressesNegativeTestJSON-615616074 tempest-ServerAddressesNegativeTestJSON-615616074-project] 10.222.0.42 "GET /v2.0/ports?device_id=6ad79dcd-417d-4ecc-97d5-ea574f4d416a HTTP/1.1" status: 200 len: 943 time: 0.7252250 Mar 29 15:54:09.680579 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a77aedb-8ffa-4053-8547-614c1a4b7ee4 req-0e512cf4-a36d-424b-a7a8-cd93d97f3dce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:09.683674 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-5a77aedb-8ffa-4053-8547-614c1a4b7ee4 req-0e512cf4-a36d-424b-a7a8-cd93d97f3dce service neutron] 10.222.0.44 "GET /v2.0/networks?id=bc88b80e-509f-4983-8355-8cb722b08b1c HTTP/1.1" status: 200 len: 897 time: 0.8874075 Mar 29 15:54:09.687992 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 563f8776-fe75-4464-a9f9-5ac813f1bab4 no longer exists at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:54:09.714988 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] No Port match for: 563f8776-fe75-4464-a9f9-5ac813f1bab4 {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 15:54:09.715753 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 563f8776-fe75-4464-a9f9-5ac813f1bab4 not bound to the agent host n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:54:09.734246 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-82c594a7-3fb5-4871-aeff-ee10998632f7 tempest-RoutersNegativeIpV6Test-315348334 tempest-RoutersNegativeIpV6Test-315348334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1639897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648174'] for network, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:09.739409 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-82c594a7-3fb5-4871-aeff-ee10998632f7 tempest-RoutersNegativeIpV6Test-315348334 tempest-RoutersNegativeIpV6Test-315348334-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for network, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:09.746112 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-82c594a7-3fb5-4871-aeff-ee10998632f7 tempest-RoutersNegativeIpV6Test-315348334 tempest-RoutersNegativeIpV6Test-315348334-project] 10.222.0.42 "DELETE /v2.0/networks/000e6196-7562-40c9-9830-3b06e50f925a HTTP/1.1" status: 204 len: 168 time: 1.6944895 Mar 29 15:54:09.751909 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 35870) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:54:09.786712 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-a5c51032-1519-424d-bb3d-eceb4857b94c req-99bcb18d-d96c-44df-80a5-8f3f80b97e6d service neutron] For port 826231f7-67f6-493a-b991-b00f176903b9, host n-h2-834765-1, cleared binding levels {{(pid=102791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:54:09.804695 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c594a7-3fb5-4871-aeff-ee10998632f7 tempest-RoutersNegativeIpV6Test-315348334 tempest-RoutersNegativeIpV6Test-315348334-project] Pushing event deleted for resources: {'Network': ['ID=000e6196-7562-40c9-9830-3b06e50f925a,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:54:09.825757 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8fae56c-b463-425e-9e6f-c7269d334423 None None] New status for floating IP 1983230a-db99-44b8-8069-b1adb9579ce0: ACTIVE {{(pid=102793) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 15:54:09.873074 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-0086a1e7-1584-4a91-a9f6-8ea003170fbe req-b37632c8-2594-43e9-883e-f169ef191681 tempest-ServerAddressesNegativeTestJSON-615616074 tempest-ServerAddressesNegativeTestJSON-615616074-project] 10.222.0.42 "GET /v2.0/security-groups?id=f3c66b63-6b47-4316-850f-a5138e21036d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2286770 Mar 29 15:54:09.884317 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1573f5cb-793a-48ca-a6b6-9bdfc8c38e30 req-2ecb3fe7-375d-4a6e-a64a-c1e66b223df8 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:09.890360 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1573f5cb-793a-48ca-a6b6-9bdfc8c38e30 req-2ecb3fe7-375d-4a6e-a64a-c1e66b223df8 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:09.894082 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-a5c51032-1519-424d-bb3d-eceb4857b94c req-99bcb18d-d96c-44df-80a5-8f3f80b97e6d service neutron] For port 826231f7-67f6-493a-b991-b00f176903b9, host n-h2-834765-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=826231f7-67f6-493a-b991-b00f176903b9,segment=NetworkSegment(9f0bb757-bd71-44a0-8549-f12e4b89ade6),segment_id=9f0bb757-bd71-44a0-8549-f12e4b89ade6)] {{(pid=102791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:54:09.896654 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1573f5cb-793a-48ca-a6b6-9bdfc8c38e30 req-2ecb3fe7-375d-4a6e-a64a-c1e66b223df8 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:09.902927 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1573f5cb-793a-48ca-a6b6-9bdfc8c38e30 req-2ecb3fe7-375d-4a6e-a64a-c1e66b223df8 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:09.909759 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1573f5cb-793a-48ca-a6b6-9bdfc8c38e30 req-2ecb3fe7-375d-4a6e-a64a-c1e66b223df8 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:09.915996 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1573f5cb-793a-48ca-a6b6-9bdfc8c38e30 req-2ecb3fe7-375d-4a6e-a64a-c1e66b223df8 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:09.920351 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-a5c51032-1519-424d-bb3d-eceb4857b94c req-99bcb18d-d96c-44df-80a5-8f3f80b97e6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:09.922050 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1573f5cb-793a-48ca-a6b6-9bdfc8c38e30 req-2ecb3fe7-375d-4a6e-a64a-c1e66b223df8 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:09.924065 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-1573f5cb-793a-48ca-a6b6-9bdfc8c38e30 req-2ecb3fe7-375d-4a6e-a64a-c1e66b223df8 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] 10.222.0.42 "GET /v2.0/ports?device_id=b5e34b53-8d44-45db-a377-1c001fe98b5c HTTP/1.1" status: 200 len: 5419 time: 0.3125746 Mar 29 15:54:09.954408 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.db_base_plugin_v2 [None req-e24e03cd-c09d-4172-b6f9-42c8f7c670f9 tempest-RoutersNegativeIpV6Test-315348334 tempest-RoutersNegativeIpV6Test-315348334-project] Deleting subnet 2830a6e9-27ff-4fb4-880c-fdf2daacb8a0 {{(pid=102790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 15:54:09.964291 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-c96359a3-2c7f-4924-93f7-f5bdfc552829 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:09.965791 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e24e03cd-c09d-4172-b6f9-42c8f7c670f9 tempest-RoutersNegativeIpV6Test-315348334 tempest-RoutersNegativeIpV6Test-315348334-project] Notify callbacks [] for subnet, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:10.017061 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-5a77aedb-8ffa-4053-8547-614c1a4b7ee4 req-35dd1eaf-29fc-431e-878f-3c5e474a63b8 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=00d82936-b564-49a0-93ad-cab131d6a665 HTTP/1.1" status: 200 len: 1000 time: 0.2503195 Mar 29 15:54:10.019077 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-c96359a3-2c7f-4924-93f7-f5bdfc552829 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:10.037392 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c51032-1519-424d-bb3d-eceb4857b94c req-99bcb18d-d96c-44df-80a5-8f3f80b97e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:10.037909 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-a5c51032-1519-424d-bb3d-eceb4857b94c req-99bcb18d-d96c-44df-80a5-8f3f80b97e6d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:10.039339 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-a5c51032-1519-424d-bb3d-eceb4857b94c req-99bcb18d-d96c-44df-80a5-8f3f80b97e6d service neutron] 10.222.0.48 "PUT /v2.0/ports/826231f7-67f6-493a-b991-b00f176903b9 HTTP/1.1" status: 200 len: 1091 time: 2.9543235 Mar 29 15:54:10.078355 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-1573f5cb-793a-48ca-a6b6-9bdfc8c38e30 req-5d7acf29-9d8d-4433-aa69-14da2edfac5c tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] 10.222.0.42 "GET /v2.0/security-groups?id=6e57fe5c-cb87-4607-b926-1e4de2690a28&id=e2ab8bce-bca0-434d-ad1c-ad30dfd1db67&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1422250 Mar 29 15:54:10.085465 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e24e03cd-c09d-4172-b6f9-42c8f7c670f9 tempest-RoutersNegativeIpV6Test-315348334 tempest-RoutersNegativeIpV6Test-315348334-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4614024'] for subnet, precommit_delete_associations {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:10.179552 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96359a3-2c7f-4924-93f7-f5bdfc552829 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec7f2eb4-aa79-484d-952e-b3c6a7357dad,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:54:10.191940 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-c96359a3-2c7f-4924-93f7-f5bdfc552829 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=bfe057c36a32410cbee24e9a3bf8bae7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3298075 Mar 29 15:54:10.193051 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bcb18d-d96c-44df-80a5-8f3f80b97e6d service neutron] Pushing event updated for resources: {'Port': ['ID=826231f7-67f6-493a-b991-b00f176903b9,revision_number=3']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:54:10.197059 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 35874) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:54:10.210100 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a77aedb-8ffa-4053-8547-614c1a4b7ee4 req-c914decd-c0f8-42d7-bc9a-d9c7527cdd13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:10.211633 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-5a77aedb-8ffa-4053-8547-614c1a4b7ee4 req-c914decd-c0f8-42d7-bc9a-d9c7527cdd13 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d1790831-214e-4ecf-90c1-f78e7ba94f96 HTTP/1.1" status: 200 len: 835 time: 0.1768823 Mar 29 15:54:10.318517 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c51032-1519-424d-bb3d-eceb4857b94c req-fc3c57e6-be02-43b8-b912-36b68df47f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:10.319979 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-a5c51032-1519-424d-bb3d-eceb4857b94c req-fc3c57e6-be02-43b8-b912-36b68df47f81 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d54678ac2e614dd38c3710a3910460ef&device_id=6ad79dcd-417d-4ecc-97d5-ea574f4d416a HTTP/1.1" status: 200 len: 1094 time: 0.2014649 Mar 29 15:54:10.344318 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e24e03cd-c09d-4172-b6f9-42c8f7c670f9 tempest-RoutersNegativeIpV6Test-315348334 tempest-RoutersNegativeIpV6Test-315348334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1641287'] for subnet, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:10.375946 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [req-cbabd235-3c70-476f-b840-bfb940f3c97d req-acab079e-c304-4422-b504-2fec7533492c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8e77564-eaaf-4718-822d-1183ca2bcda3 {{(pid=102791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:54:10.383385 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-a5c51032-1519-424d-bb3d-eceb4857b94c req-e1f20469-1cad-4dcf-8870-9c77924d1e7c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=826231f7-67f6-493a-b991-b00f176903b9 HTTP/1.1" status: 200 len: 217 time: 0.0527697 Mar 29 15:54:10.387376 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a77aedb-8ffa-4053-8547-614c1a4b7ee4 req-b8467553-6fb6-4733-93cf-be4f6015a790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:10.388877 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-5a77aedb-8ffa-4053-8547-614c1a4b7ee4 req-b8467553-6fb6-4733-93cf-be4f6015a790 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=bc88b80e-509f-4983-8355-8cb722b08b1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1406379 Mar 29 15:54:10.391779 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-cbabd235-3c70-476f-b840-bfb940f3c97d req-acab079e-c304-4422-b504-2fec7533492c service neutron] Notify callbacks [] for port, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:10.396208 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5e34b53-8d44-45db-a377-1c001fe98b5c', 'tag': '23c62477-8d6b-4dd5-97b0-ad5f9036e848'}, {'name': 'network-changed', 'server_uuid': '6ad79dcd-417d-4ecc-97d5-ea574f4d416a', 'tag': '826231f7-67f6-493a-b991-b00f176903b9'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:54:10.397368 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-5926535f-9acb-4688-8c51-d56e8b454ab4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:10.398434 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c67b028db5e9b9818fecc5c0a87ebc6f190694fa53ca267d523e04f98de536d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b349d204-f19a-4694-8795-f10b091bfb54" -d '{"events": [{"name": "network-changed", "server_uuid": "b5e34b53-8d44-45db-a377-1c001fe98b5c", "tag": "23c62477-8d6b-4dd5-97b0-ad5f9036e848"}, {"name": "network-changed", "server_uuid": "6ad79dcd-417d-4ecc-97d5-ea574f4d416a", "tag": "826231f7-67f6-493a-b991-b00f176903b9"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:54:10.458429 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 29 Mar 2022 15:54:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4424b661-5e90-4a31-bf27-14f5a76a9e2b x-openstack-request-id: req-4424b661-5e90-4a31-bf27-14f5a76a9e2b {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:54:10.458826 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5e34b53-8d44-45db-a377-1c001fe98b5c", "tag": "23c62477-8d6b-4dd5-97b0-ad5f9036e848", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "6ad79dcd-417d-4ecc-97d5-ea574f4d416a", "tag": "826231f7-67f6-493a-b991-b00f176903b9", "status": "completed", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:54:10.459077 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-4424b661-5e90-4a31-bf27-14f5a76a9e2b {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:54:10.459491 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5e34b53-8d44-45db-a377-1c001fe98b5c', 'tag': '23c62477-8d6b-4dd5-97b0-ad5f9036e848', 'status': 'completed', 'code': 200} Mar 29 15:54:10.459754 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ad79dcd-417d-4ecc-97d5-ea574f4d416a', 'tag': '826231f7-67f6-493a-b991-b00f176903b9', 'status': 'completed', 'code': 200} Mar 29 15:54:10.474529 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.provisioning_blocks [req-cbabd235-3c70-476f-b840-bfb940f3c97d req-acab079e-c304-4422-b504-2fec7533492c service neutron] Transition to ACTIVE for port object d8e77564-eaaf-4718-822d-1183ca2bcda3 will not be triggered until provisioned by entity L2. {{(pid=102791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 15:54:10.478256 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-5926535f-9acb-4688-8c51-d56e8b454ab4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:10.499934 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-cbabd235-3c70-476f-b840-bfb940f3c97d req-acab079e-c304-4422-b504-2fec7533492c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:10.563517 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e24e03cd-c09d-4172-b6f9-42c8f7c670f9 tempest-RoutersNegativeIpV6Test-315348334 tempest-RoutersNegativeIpV6Test-315348334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1641294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5231963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4793952'] for subnet, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:10.565769 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-5bc0c764-e276-4975-a1e9-95eb2df97e98 tempest-TestSecurityGroupsBasicOps-646427823 tempest-TestSecurityGroupsBasicOps-646427823-project-admin] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 5768 time: 1.0050688 Mar 29 15:54:10.577549 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 35878) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:54:10.581765 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-bc05e9c5-b05c-4fe6-908f-7e5078aac788 tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:10.609490 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e24e03cd-c09d-4172-b6f9-42c8f7c670f9 tempest-RoutersNegativeIpV6Test-315348334 tempest-RoutersNegativeIpV6Test-315348334-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for subnet, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:10.614258 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-e24e03cd-c09d-4172-b6f9-42c8f7c670f9 tempest-RoutersNegativeIpV6Test-315348334 tempest-RoutersNegativeIpV6Test-315348334-project] 10.222.0.42 "DELETE /v2.0/subnets/2830a6e9-27ff-4fb4-880c-fdf2daacb8a0 HTTP/1.1" status: 204 len: 168 time: 0.8597021 Mar 29 15:54:10.617285 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-bc05e9c5-b05c-4fe6-908f-7e5078aac788 tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648212'] for floatingip, after_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:10.619483 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24e03cd-c09d-4172-b6f9-42c8f7c670f9 tempest-RoutersNegativeIpV6Test-315348334 tempest-RoutersNegativeIpV6Test-315348334-project] Pushing event deleted for resources: {'Subnet': ['ID=2830a6e9-27ff-4fb4-880c-fdf2daacb8a0,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:54:10.622661 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 35880) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:54:10.622805 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdc8880a-ce2c-46b8-821d-c916b2523ecc None None] Network 5f843e94-f294-435c-bf89-7e2d94ef5240 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 15:54:10.648484 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c51032-1519-424d-bb3d-eceb4857b94c req-355fc1f9-2b0a-4407-a6b3-3bcaeeff2d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:10.651134 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-a5c51032-1519-424d-bb3d-eceb4857b94c req-355fc1f9-2b0a-4407-a6b3-3bcaeeff2d2f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=bbea0b21-8ffb-4d15-8bc4-e5b48151122a HTTP/1.1" status: 200 len: 862 time: 0.2560010 Mar 29 15:54:10.698212 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b349d204-f19a-4694-8795-f10b091bfb54 req-09250534-bc99-4921-b8f0-d3b0ee10e1f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:10.698695 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b349d204-f19a-4694-8795-f10b091bfb54 req-09250534-bc99-4921-b8f0-d3b0ee10e1f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:10.699389 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b349d204-f19a-4694-8795-f10b091bfb54 req-09250534-bc99-4921-b8f0-d3b0ee10e1f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:10.700033 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b349d204-f19a-4694-8795-f10b091bfb54 req-09250534-bc99-4921-b8f0-d3b0ee10e1f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:10.700674 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b349d204-f19a-4694-8795-f10b091bfb54 req-09250534-bc99-4921-b8f0-d3b0ee10e1f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:10.701320 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b349d204-f19a-4694-8795-f10b091bfb54 req-09250534-bc99-4921-b8f0-d3b0ee10e1f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:10.701962 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b349d204-f19a-4694-8795-f10b091bfb54 req-09250534-bc99-4921-b8f0-d3b0ee10e1f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:10.704169 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-b349d204-f19a-4694-8795-f10b091bfb54 req-09250534-bc99-4921-b8f0-d3b0ee10e1f3 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9cad725e1c41463fab431e48b8d9bfff&device_id=b5e34b53-8d44-45db-a377-1c001fe98b5c HTTP/1.1" status: 200 len: 6446 time: 0.2238886 Mar 29 15:54:10.724577 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-a5c51032-1519-424d-bb3d-eceb4857b94c req-de9a5adc-e1e0-455f-bdbe-fe58c8d0aa27 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a3be2bb9-8820-4796-8e25-2268e0881009&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0542572 Mar 29 15:54:10.729245 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acab079e-c304-4422-b504-2fec7533492c service neutron] Pushing event updated for resources: {'Port': ['ID=d8e77564-eaaf-4718-822d-1183ca2bcda3,revision_number=2']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:54:10.753605 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-5926535f-9acb-4688-8c51-d56e8b454ab4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:10.757065 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-5926535f-9acb-4688-8c51-d56e8b454ab4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:10.758446 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-5926535f-9acb-4688-8c51-d56e8b454ab4 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ec7f2eb4-aa79-484d-952e-b3c6a7357dad HTTP/1.1" status: 204 len: 168 time: 0.5582757 Mar 29 15:54:10.822952 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-626cfef6-59df-49c4-9321-40e723a4c232 tempest-TestSecurityGroupsBasicOps-646427823 tempest-TestSecurityGroupsBasicOps-646427823-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:10.823486 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-626cfef6-59df-49c4-9321-40e723a4c232 tempest-TestSecurityGroupsBasicOps-646427823 tempest-TestSecurityGroupsBasicOps-646427823-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:10.825437 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-626cfef6-59df-49c4-9321-40e723a4c232 tempest-TestSecurityGroupsBasicOps-646427823 tempest-TestSecurityGroupsBasicOps-646427823-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=3c7329e7-d928-4bba-81b9-c356e07773ca HTTP/1.1" status: 200 len: 1990 time: 0.2454481 Mar 29 15:54:10.837437 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ad90b5d-3a12-4822-98b6-26cb16d9f542 tempest-RoutersNegativeIpV6Test-315348334 tempest-RoutersNegativeIpV6Test-315348334-project] Deleting subnet 8b7c1818-71f2-4263-bf35-2d381bb776d2 {{(pid=102790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 15:54:10.843444 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5926535f-9acb-4688-8c51-d56e8b454ab4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec7f2eb4-aa79-484d-952e-b3c6a7357dad,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:54:10.897100 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-5a77aedb-8ffa-4053-8547-614c1a4b7ee4 req-718cf7c5-45e7-4ec6-9731-083bd5a2c1c3 service neutron] 10.222.0.44 "GET /v2.0/networks/bc88b80e-509f-4983-8355-8cb722b08b1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4864573 Mar 29 15:54:10.898414 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89fa4b57-9084-4af7-8241-656caf11cd67 None None] DHCP port deletion for 5f843e94-f294-435c-bf89-7e2d94ef5240 request from n-d-834765-1 {{(pid=102792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 29 15:54:10.909657 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-9ad90b5d-3a12-4822-98b6-26cb16d9f542 tempest-RoutersNegativeIpV6Test-315348334 tempest-RoutersNegativeIpV6Test-315348334-project] Notify callbacks [] for subnet, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:10.992056 n-d-834765-1 neutron-server[102790]: INFO neutron.db.l3_db [None req-bc05e9c5-b05c-4fe6-908f-7e5078aac788 tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Floating IP bf4505a6-da96-480f-83d3-090e3467ffc5 associated. External IP: 172.25.4.43, port: e5f9839b-50cc-42cf-9adf-b14b545f52ea. Mar 29 15:54:10.997512 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-9ad90b5d-3a12-4822-98b6-26cb16d9f542 tempest-RoutersNegativeIpV6Test-315348334 tempest-RoutersNegativeIpV6Test-315348334-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4614024'] for subnet, precommit_delete_associations {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:11.023870 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-89fa4b57-9084-4af7-8241-656caf11cd67 None None] Deleting port 78938852-58af-4be8-afaa-015cfa1bf198 {{(pid=102792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:54:11.025544 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-89fa4b57-9084-4af7-8241-656caf11cd67 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:11.111429 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b349d204-f19a-4694-8795-f10b091bfb54 req-4088eb28-11fa-4e3f-bff1-3f329bc71026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:11.111819 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b349d204-f19a-4694-8795-f10b091bfb54 req-4088eb28-11fa-4e3f-bff1-3f329bc71026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:11.112306 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b349d204-f19a-4694-8795-f10b091bfb54 req-4088eb28-11fa-4e3f-bff1-3f329bc71026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:11.116977 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-cbabd235-3c70-476f-b840-bfb940f3c97d req-acab079e-c304-4422-b504-2fec7533492c service neutron] Attempting to bind port d8e77564-eaaf-4718-822d-1183ca2bcda3 on host n-h2-834765-1 for vnic_type normal with profile {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:54:11.117307 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-cbabd235-3c70-476f-b840-bfb940f3c97d req-acab079e-c304-4422-b504-2fec7533492c service neutron] Attempting to bind port d8e77564-eaaf-4718-822d-1183ca2bcda3 by drivers openvswitch,hyperv on host n-h2-834765-1 at level 0 using segments [{'id': '0046c8d7-27be-4ee8-b795-bd72dae4e05f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '79dcb3cc-0cfb-4dde-9352-1cf14f1c4e5d'}] {{(pid=102791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:54:11.117624 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbabd235-3c70-476f-b840-bfb940f3c97d req-acab079e-c304-4422-b504-2fec7533492c service neutron] Attempting to bind port d8e77564-eaaf-4718-822d-1183ca2bcda3 on network 79dcb3cc-0cfb-4dde-9352-1cf14f1c4e5d {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:54:11.118650 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-89fa4b57-9084-4af7-8241-656caf11cd67 None None] For port 78938852-58af-4be8-afaa-015cfa1bf198, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=78938852-58af-4be8-afaa-015cfa1bf198,segment=NetworkSegment(fd4bc5ba-032e-4c95-a9c0-c94a9082ccc6),segment_id=fd4bc5ba-032e-4c95-a9c0-c94a9082ccc6)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:54:11.119338 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-89fa4b57-9084-4af7-8241-656caf11cd67 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:11.125186 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-b349d204-f19a-4694-8795-f10b091bfb54 req-4088eb28-11fa-4e3f-bff1-3f329bc71026 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=9cad725e1c41463fab431e48b8d9bfff&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.4103844 Mar 29 15:54:11.126122 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbabd235-3c70-476f-b840-bfb940f3c97d req-acab079e-c304-4422-b504-2fec7533492c service neutron] Port d8e77564-eaaf-4718-822d-1183ca2bcda3 on network 79dcb3cc-0cfb-4dde-9352-1cf14f1c4e5d not bound, no agent of type Open vSwitch agent registered on host n-h2-834765-1 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 15:54:11.126443 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbabd235-3c70-476f-b840-bfb940f3c97d req-acab079e-c304-4422-b504-2fec7533492c service neutron] Attempting to bind port d8e77564-eaaf-4718-822d-1183ca2bcda3 on network 79dcb3cc-0cfb-4dde-9352-1cf14f1c4e5d {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:54:11.136585 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-89fa4b57-9084-4af7-8241-656caf11cd67 None None] Calling delete_port for 78938852-58af-4be8-afaa-015cfa1bf198 owned by network:dhcp {{(pid=102792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:54:11.140264 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbabd235-3c70-476f-b840-bfb940f3c97d req-acab079e-c304-4422-b504-2fec7533492c service neutron] Checking agent: {'id': '3e4b4912-b4a2-4d17-b5bd-6ce15529e8eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 33, 17), 'started_at': datetime.datetime(2022, 3, 29, 15, 33, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 53, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:54:11.140616 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbabd235-3c70-476f-b840-bfb940f3c97d req-acab079e-c304-4422-b504-2fec7533492c service neutron] Checking segment: {'id': '0046c8d7-27be-4ee8-b795-bd72dae4e05f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '79dcb3cc-0cfb-4dde-9352-1cf14f1c4e5d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:54:11.140987 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbabd235-3c70-476f-b840-bfb940f3c97d req-acab079e-c304-4422-b504-2fec7533492c service neutron] Bound using segment: {'id': '0046c8d7-27be-4ee8-b795-bd72dae4e05f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '79dcb3cc-0cfb-4dde-9352-1cf14f1c4e5d'} {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:54:11.141604 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-cbabd235-3c70-476f-b840-bfb940f3c97d req-acab079e-c304-4422-b504-2fec7533492c service neutron] Bound port: d8e77564-eaaf-4718-822d-1183ca2bcda3, host: n-h2-834765-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0046c8d7-27be-4ee8-b795-bd72dae4e05f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '79dcb3cc-0cfb-4dde-9352-1cf14f1c4e5d'}}] {{(pid=102791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 15:54:11.142031 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-cbabd235-3c70-476f-b840-bfb940f3c97d req-acab079e-c304-4422-b504-2fec7533492c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:11.207154 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-a5c51032-1519-424d-bb3d-eceb4857b94c req-91de216e-e57d-4a45-8a4b-8d56b157e788 service neutron] 10.222.0.48 "GET /v2.0/networks/a3be2bb9-8820-4796-8e25-2268e0881009?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4736652 Mar 29 15:54:11.251778 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-89fa4b57-9084-4af7-8241-656caf11cd67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350'] for port, after_delete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:11.292767 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fa4b57-9084-4af7-8241-656caf11cd67 None None] Pushing event deleted for resources: {'Port': ['ID=78938852-58af-4be8-afaa-015cfa1bf198,revision_number=None']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:54:11.296395 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89fa4b57-9084-4af7-8241-656caf11cd67 None None] No DVR routers for this DVR port 78938852-58af-4be8-afaa-015cfa1bf198 on host n-d-834765-1 {{(pid=102792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:54:11.315710 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d1eb16-cc8d-4667-bbfb-eeb369fc5916 req-c2ef5532-87ce-4ff2-86de-8d94d1f7af46 tempest-ServerAddressesNegativeTestJSON-615616074 tempest-ServerAddressesNegativeTestJSON-615616074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:11.317969 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-47d1eb16-cc8d-4667-bbfb-eeb369fc5916 req-c2ef5532-87ce-4ff2-86de-8d94d1f7af46 tempest-ServerAddressesNegativeTestJSON-615616074 tempest-ServerAddressesNegativeTestJSON-615616074-project] 10.222.0.42 "GET /v2.0/ports?device_id=6ad79dcd-417d-4ecc-97d5-ea574f4d416a HTTP/1.1" status: 200 len: 943 time: 0.2580783 Mar 29 15:54:11.322696 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-5a77aedb-8ffa-4053-8547-614c1a4b7ee4 req-37939cae-2d41-4cb2-b9dd-ce43383d9ad9 service neutron] 10.222.0.44 "GET /v2.0/networks/bc88b80e-509f-4983-8355-8cb722b08b1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4119909 Mar 29 15:54:11.414894 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-9ad90b5d-3a12-4822-98b6-26cb16d9f542 tempest-RoutersNegativeIpV6Test-315348334 tempest-RoutersNegativeIpV6Test-315348334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1641287'] for subnet, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:11.433257 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9b9919-a403-4a20-991e-ecaba8fc2d42 req-1c8e99e5-6e96-441e-8157-f449d14884fe tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:11.439065 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9b9919-a403-4a20-991e-ecaba8fc2d42 req-1c8e99e5-6e96-441e-8157-f449d14884fe tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:11.445192 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9b9919-a403-4a20-991e-ecaba8fc2d42 req-1c8e99e5-6e96-441e-8157-f449d14884fe tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:11.451374 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9b9919-a403-4a20-991e-ecaba8fc2d42 req-1c8e99e5-6e96-441e-8157-f449d14884fe tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:11.455094 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b349d204-f19a-4694-8795-f10b091bfb54 req-3c3f0b6f-1aa1-4c08-a08c-2457f636f6dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:11.456608 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-b349d204-f19a-4694-8795-f10b091bfb54 req-3c3f0b6f-1aa1-4c08-a08c-2457f636f6dd service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3087947 Mar 29 15:54:11.457347 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9b9919-a403-4a20-991e-ecaba8fc2d42 req-1c8e99e5-6e96-441e-8157-f449d14884fe tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:11.463938 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9b9919-a403-4a20-991e-ecaba8fc2d42 req-1c8e99e5-6e96-441e-8157-f449d14884fe tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:11.470575 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9b9919-a403-4a20-991e-ecaba8fc2d42 req-1c8e99e5-6e96-441e-8157-f449d14884fe tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:11.472598 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-0f9b9919-a403-4a20-991e-ecaba8fc2d42 req-1c8e99e5-6e96-441e-8157-f449d14884fe tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] 10.222.0.42 "GET /v2.0/ports?device_id=b5e34b53-8d44-45db-a377-1c001fe98b5c HTTP/1.1" status: 200 len: 5431 time: 0.2636604 Mar 29 15:54:11.479358 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-47d1eb16-cc8d-4667-bbfb-eeb369fc5916 req-40a84c83-207c-46bc-93fc-fa6334cffdd0 tempest-ServerAddressesNegativeTestJSON-615616074 tempest-ServerAddressesNegativeTestJSON-615616074-project] 10.222.0.42 "GET /v2.0/security-groups?id=f3c66b63-6b47-4316-850f-a5138e21036d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501048 Mar 29 15:54:11.485817 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-cbabd235-3c70-476f-b840-bfb940f3c97d req-acab079e-c304-4422-b504-2fec7533492c service neutron] For port d8e77564-eaaf-4718-822d-1183ca2bcda3, host n-h2-834765-1, cleared binding levels {{(pid=102791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:54:11.527178 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-cbabd235-3c70-476f-b840-bfb940f3c97d req-acab079e-c304-4422-b504-2fec7533492c service neutron] For port d8e77564-eaaf-4718-822d-1183ca2bcda3, host n-h2-834765-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=d8e77564-eaaf-4718-822d-1183ca2bcda3,segment=NetworkSegment(0046c8d7-27be-4ee8-b795-bd72dae4e05f),segment_id=0046c8d7-27be-4ee8-b795-bd72dae4e05f)] {{(pid=102791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:54:11.539534 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-cbabd235-3c70-476f-b840-bfb940f3c97d req-acab079e-c304-4422-b504-2fec7533492c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:11.543633 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-9ad90b5d-3a12-4822-98b6-26cb16d9f542 tempest-RoutersNegativeIpV6Test-315348334 tempest-RoutersNegativeIpV6Test-315348334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1641294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5231963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4793952'] for subnet, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:11.550810 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-a5c51032-1519-424d-bb3d-eceb4857b94c req-860f9237-edab-44f3-bcc1-9a629ffa970c service neutron] 10.222.0.48 "GET /v2.0/networks/a3be2bb9-8820-4796-8e25-2268e0881009?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2922552 Mar 29 15:54:11.558003 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-0f9b9919-a403-4a20-991e-ecaba8fc2d42 req-2760dcd8-5ef4-4699-89f5-8ac8a336dc0c tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] 10.222.0.42 "GET /v2.0/security-groups?id=6e57fe5c-cb87-4607-b926-1e4de2690a28&id=e2ab8bce-bca0-434d-ad1c-ad30dfd1db67&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0751216 Mar 29 15:54:11.589687 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbabd235-3c70-476f-b840-bfb940f3c97d req-acab079e-c304-4422-b504-2fec7533492c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:11.590278 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-cbabd235-3c70-476f-b840-bfb940f3c97d req-acab079e-c304-4422-b504-2fec7533492c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:11.591776 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-cbabd235-3c70-476f-b840-bfb940f3c97d req-acab079e-c304-4422-b504-2fec7533492c service neutron] 10.222.0.48 "PUT /v2.0/ports/d8e77564-eaaf-4718-822d-1183ca2bcda3 HTTP/1.1" status: 200 len: 1091 time: 3.0939977 Mar 29 15:54:11.604465 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-9ad90b5d-3a12-4822-98b6-26cb16d9f542 tempest-RoutersNegativeIpV6Test-315348334 tempest-RoutersNegativeIpV6Test-315348334-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for subnet, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:11.608546 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-9ad90b5d-3a12-4822-98b6-26cb16d9f542 tempest-RoutersNegativeIpV6Test-315348334 tempest-RoutersNegativeIpV6Test-315348334-project] 10.222.0.42 "DELETE /v2.0/subnets/8b7c1818-71f2-4263-bf35-2d381bb776d2 HTTP/1.1" status: 204 len: 168 time: 0.9828069 Mar 29 15:54:11.611084 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad90b5d-3a12-4822-98b6-26cb16d9f542 tempest-RoutersNegativeIpV6Test-315348334 tempest-RoutersNegativeIpV6Test-315348334-project] Pushing event deleted for resources: {'Subnet': ['ID=8b7c1818-71f2-4263-bf35-2d381bb776d2,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:54:11.611240 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 35906) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:54:11.633416 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71464803-f60c-45cb-85bd-34f094d2c22a None None] Network da1f0950-b99d-4bd9-ba7b-f495d65293fd requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 15:54:11.658007 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc05e9c5-b05c-4fe6-908f-7e5078aac788 tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Router 9b23177d-8c08-44e2-bf32-a433f760b109 has already been hosted by L3 agent c648d819-1060-4f26-b4ec-6455387b5dff {{(pid=102790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 15:54:11.768405 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acab079e-c304-4422-b504-2fec7533492c service neutron] Pushing event updated for resources: {'Port': ['ID=d8e77564-eaaf-4718-822d-1183ca2bcda3,revision_number=3']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:54:11.777964 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 78938852-58af-4be8-afaa-015cfa1bf198 no longer exists at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:54:11.804880 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] No Port match for: 78938852-58af-4be8-afaa-015cfa1bf198 {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 15:54:11.805572 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 78938852-58af-4be8-afaa-015cfa1bf198 not bound to the agent host n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:54:11.829832 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-05f8fb57-21ce-417d-9899-1ab4cd22e28d tempest-RoutersNegativeIpV6Test-315348334 tempest-RoutersNegativeIpV6Test-315348334-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1631750'] for network, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:11.851877 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b349d204-f19a-4694-8795-f10b091bfb54 req-60752941-2e46-4ac4-952e-a0387822593d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:11.853411 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b349d204-f19a-4694-8795-f10b091bfb54 req-60752941-2e46-4ac4-952e-a0387822593d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d54678ac2e614dd38c3710a3910460ef&device_id=6ad79dcd-417d-4ecc-97d5-ea574f4d416a HTTP/1.1" status: 200 len: 1094 time: 0.1995595 Mar 29 15:54:11.868960 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbabd235-3c70-476f-b840-bfb940f3c97d req-e0653685-b416-4442-bf5c-522266aef5e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:11.869213 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbabd235-3c70-476f-b840-bfb940f3c97d req-e0653685-b416-4442-bf5c-522266aef5e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:11.869679 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbabd235-3c70-476f-b840-bfb940f3c97d req-e0653685-b416-4442-bf5c-522266aef5e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:11.870161 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbabd235-3c70-476f-b840-bfb940f3c97d req-e0653685-b416-4442-bf5c-522266aef5e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:11.870628 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbabd235-3c70-476f-b840-bfb940f3c97d req-e0653685-b416-4442-bf5c-522266aef5e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:11.871094 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbabd235-3c70-476f-b840-bfb940f3c97d req-e0653685-b416-4442-bf5c-522266aef5e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:11.871581 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbabd235-3c70-476f-b840-bfb940f3c97d req-e0653685-b416-4442-bf5c-522266aef5e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:11.873782 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-cbabd235-3c70-476f-b840-bfb940f3c97d req-e0653685-b416-4442-bf5c-522266aef5e8 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9cad725e1c41463fab431e48b8d9bfff&device_id=b5e34b53-8d44-45db-a377-1c001fe98b5c HTTP/1.1" status: 200 len: 6488 time: 0.1083059 Mar 29 15:54:11.895806 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc05e9c5-b05c-4fe6-908f-7e5078aac788 tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:54:11.900879 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-bc05e9c5-b05c-4fe6-908f-7e5078aac788 tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for floatingip, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:11.908212 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c09ac75b-2b6a-4aa6-94f6-191c2107427d None None] Sync routers for ids ['9b23177d-8c08-44e2-bf32-a433f760b109'] in n-d-834765-1 {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:54:11.919763 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3cbe043-4307-49ae-9829-45996af47d39 None None] DHCP port deletion for da1f0950-b99d-4bd9-ba7b-f495d65293fd request from n-d-834765-1 {{(pid=102792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 29 15:54:11.959388 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c09ac75b-2b6a-4aa6-94f6-191c2107427d None None] Routers {'9b23177d-8c08-44e2-bf32-a433f760b109'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:54:11.960024 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-c09ac75b-2b6a-4aa6-94f6-191c2107427d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:54:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['9b23177d-8c08-44e2-bf32-a433f760b109'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:54:11.961793 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-bc05e9c5-b05c-4fe6-908f-7e5078aac788 tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] 10.222.0.42 "PUT /v2.0/floatingips/bf4505a6-da96-480f-83d3-090e3467ffc5 HTTP/1.1" status: 200 len: 991 time: 2.7530994 Mar 29 15:54:11.962387 n-d-834765-1 neutron-server[102790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '484767cb-f40c-4e4e-8c0e-1e575bd2ed1e', 'tag': 'e5f9839b-50cc-42cf-9adf-b14b545f52ea'}] {{(pid=102790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:54:11.964708 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46b06d655c90bc969636382cce4240ad749035fb0f3a83ee4734fa1ed9c4a6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76813cb3-9162-4fd4-9872-de45f006ef5d" -d '{"events": [{"name": "network-changed", "server_uuid": "484767cb-f40c-4e4e-8c0e-1e575bd2ed1e", "tag": "e5f9839b-50cc-42cf-9adf-b14b545f52ea"}]}' {{(pid=102790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:54:12.005627 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 15:54:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ce627ef-e127-4ad9-83b2-4aebf3f8abe9 x-openstack-request-id: req-8ce627ef-e127-4ad9-83b2-4aebf3f8abe9 {{(pid=102790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:54:12.006251 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "484767cb-f40c-4e4e-8c0e-1e575bd2ed1e", "tag": "e5f9839b-50cc-42cf-9adf-b14b545f52ea", "status": "completed", "code": 200}]} {{(pid=102790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:54:12.006251 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8ce627ef-e127-4ad9-83b2-4aebf3f8abe9 {{(pid=102790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:54:12.006803 n-d-834765-1 neutron-server[102790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '484767cb-f40c-4e4e-8c0e-1e575bd2ed1e', 'tag': 'e5f9839b-50cc-42cf-9adf-b14b545f52ea', 'status': 'completed', 'code': 200} Mar 29 15:54:12.036831 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-05f8fb57-21ce-417d-9899-1ab4cd22e28d tempest-RoutersNegativeIpV6Test-315348334 tempest-RoutersNegativeIpV6Test-315348334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639890', 'neutron.services.segments.db._delete_segments_for_network-8783523423079'] for network, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:12.042103 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-cbabd235-3c70-476f-b840-bfb940f3c97d req-71d56970-6c4b-4581-9542-eb6b3fd2151a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f402d3d7-34ef-43ea-8950-d2b015ceb2a3 HTTP/1.1" status: 200 len: 217 time: 0.1308093 Mar 29 15:54:12.073802 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-d3cbe043-4307-49ae-9829-45996af47d39 None None] Deleting port 2e4b88f0-f34d-4930-800a-5d9d99c01e0c {{(pid=102792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:54:12.074187 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d3cbe043-4307-49ae-9829-45996af47d39 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:12.155214 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-05f8fb57-21ce-417d-9899-1ab4cd22e28d tempest-RoutersNegativeIpV6Test-315348334 tempest-RoutersNegativeIpV6Test-315348334-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f843e94-f294-435c-bf89-7e2d94ef5240']}} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:54:12.180813 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-05f8fb57-21ce-417d-9899-1ab4cd22e28d tempest-RoutersNegativeIpV6Test-315348334 tempest-RoutersNegativeIpV6Test-315348334-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd4bc5ba-032e-4c95-a9c0-c94a9082ccc6') {'for_net_delete': True} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:54:12.181492 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-05f8fb57-21ce-417d-9899-1ab4cd22e28d tempest-RoutersNegativeIpV6Test-315348334 tempest-RoutersNegativeIpV6Test-315348334-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd4bc5ba-032e-4c95-a9c0-c94a9082ccc6') {} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:54:12.184529 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-d3cbe043-4307-49ae-9829-45996af47d39 None None] For port 2e4b88f0-f34d-4930-800a-5d9d99c01e0c, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=2e4b88f0-f34d-4930-800a-5d9d99c01e0c,segment=NetworkSegment(57dcd569-22f2-421a-843b-668a933ea987),segment_id=57dcd569-22f2-421a-843b-668a933ea987)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:54:12.185060 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d3cbe043-4307-49ae-9829-45996af47d39 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:12.203849 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-d3cbe043-4307-49ae-9829-45996af47d39 None None] Calling delete_port for 2e4b88f0-f34d-4930-800a-5d9d99c01e0c owned by network:dhcp {{(pid=102792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:54:12.204165 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-05f8fb57-21ce-417d-9899-1ab4cd22e28d tempest-RoutersNegativeIpV6Test-315348334 tempest-RoutersNegativeIpV6Test-315348334-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783523422064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4230428'] for segment, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:12.222058 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvr_db [None req-c09ac75b-2b6a-4aa6-94f6-191c2107427d None None] Set router 9b23177d-8c08-44e2-bf32-a433f760b109 gateway port host: n-d-834765-1 {{(pid=102792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:54:12.233578 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76813cb3-9162-4fd4-9872-de45f006ef5d req-4a7c5b7d-4d55-450f-a11b-50b7f17fc609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:12.235442 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-76813cb3-9162-4fd4-9872-de45f006ef5d req-4a7c5b7d-4d55-450f-a11b-50b7f17fc609 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c6465a9dafbf43bf90c09b1dce8d1fc6&device_id=484767cb-f40c-4e4e-8c0e-1e575bd2ed1e HTTP/1.1" status: 200 len: 1097 time: 0.2008162 Mar 29 15:54:12.236787 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbabd235-3c70-476f-b840-bfb940f3c97d req-0b241d8b-3325-4a6d-9415-4dc8ac6cbeaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:12.238106 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-cbabd235-3c70-476f-b840-bfb940f3c97d req-0b241d8b-3325-4a6d-9415-4dc8ac6cbeaa service neutron] 10.222.0.48 "GET /v2.0/subnets?id=38d67edd-cfdb-4ded-91f8-0e501d16094b HTTP/1.1" status: 200 len: 856 time: 0.1660790 Mar 29 15:54:12.249164 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-05f8fb57-21ce-417d-9899-1ab4cd22e28d tempest-RoutersNegativeIpV6Test-315348334 tempest-RoutersNegativeIpV6Test-315348334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:12.282068 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b349d204-f19a-4694-8795-f10b091bfb54 req-1380f408-9ec2-4065-ae8b-fbbb6e29b9fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:12.282663 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b349d204-f19a-4694-8795-f10b091bfb54 req-1380f408-9ec2-4065-ae8b-fbbb6e29b9fb service neutron] 10.222.0.48 "GET /v2.0/networks?id=a3be2bb9-8820-4796-8e25-2268e0881009 HTTP/1.1" status: 200 len: 923 time: 0.4210343 Mar 29 15:54:12.298926 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05f8fb57-21ce-417d-9899-1ab4cd22e28d tempest-RoutersNegativeIpV6Test-315348334 tempest-RoutersNegativeIpV6Test-315348334-project] Releasing vlan 637 on physical network physnet1 to pool {{(pid=102791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 15:54:12.299369 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-05f8fb57-21ce-417d-9899-1ab4cd22e28d tempest-RoutersNegativeIpV6Test-315348334 tempest-RoutersNegativeIpV6Test-315348334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16169569'] for segment, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:12.303193 n-d-834765-1 neutron-server[102791]: Traceback (most recent call last): Mar 29 15:54:12.303193 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 15:54:12.303193 n-d-834765-1 neutron-server[102791]: timer() Mar 29 15:54:12.303193 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 15:54:12.303193 n-d-834765-1 neutron-server[102791]: cb(*args, **kw) Mar 29 15:54:12.303193 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 15:54:12.303193 n-d-834765-1 neutron-server[102791]: return func(*args, **kwargs) Mar 29 15:54:12.303193 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 15:54:12.303193 n-d-834765-1 neutron-server[102791]: self._notify() Mar 29 15:54:12.303193 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 15:54:12.303193 n-d-834765-1 neutron-server[102791]: self.callback(batched_events) Mar 29 15:54:12.303193 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 15:54:12.303193 n-d-834765-1 neutron-server[102791]: event.method(event) Mar 29 15:54:12.303193 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 15:54:12.303193 n-d-834765-1 neutron-server[102791]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 15:54:12.303193 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 15:54:12.303193 n-d-834765-1 neutron-server[102791]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 15:54:12.303193 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 15:54:12.303193 n-d-834765-1 neutron-server[102791]: return f(self, *a, **k) Mar 29 15:54:12.303193 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 15:54:12.303193 n-d-834765-1 neutron-server[102791]: return self._get(url).json() Mar 29 15:54:12.303193 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 15:54:12.303193 n-d-834765-1 neutron-server[102791]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 15:54:12.303193 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 15:54:12.303193 n-d-834765-1 neutron-server[102791]: return self.request(url, 'GET', **kwargs) Mar 29 15:54:12.303193 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 15:54:12.303193 n-d-834765-1 neutron-server[102791]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 15:54:12.303193 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 15:54:12.303193 n-d-834765-1 neutron-server[102791]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 15:54:12.303193 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 15:54:12.303193 n-d-834765-1 neutron-server[102791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 15:54:12.303193 n-d-834765-1 neutron-server[102791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 15:54:12.397612 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d3cbe043-4307-49ae-9829-45996af47d39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350'] for port, after_delete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:12.456024 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cbe043-4307-49ae-9829-45996af47d39 None None] Pushing event deleted for resources: {'Port': ['ID=2e4b88f0-f34d-4930-800a-5d9d99c01e0c,revision_number=None']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:54:12.461493 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3cbe043-4307-49ae-9829-45996af47d39 None None] No DVR routers for this DVR port 2e4b88f0-f34d-4930-800a-5d9d99c01e0c on host n-d-834765-1 {{(pid=102792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:54:12.565963 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-c09ac75b-2b6a-4aa6-94f6-191c2107427d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b23177d-8c08-44e2-bf32-a433f760b109', 'name': 'tempest-AttachVolumeNegativeTest-120289948-router', 'tenant_id': 'c6465a9dafbf43bf90c09b1dce8d1fc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.74'}], 'enable_snat': True}, 'gw_port_id': 'cde34bcf-8da1-4d24-9563-f97d8199f91f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:47:21Z', 'updated_at': '2022-03-29T15:47:34Z', 'revision_number': 4, 'project_id': 'c6465a9dafbf43bf90c09b1dce8d1fc6', 'gw_port': {'id': 'cde34bcf-8da1-4d24-9563-f97d8199f91f', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:37:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b23177d-8c08-44e2-bf32-a433f760b109', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:47:24Z', 'updated_at': '2022-03-29T15:47:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_floatingips': [{'id': 'bf4505a6-da96-480f-83d3-090e3467ffc5', 'tenant_id': 'c6465a9dafbf43bf90c09b1dce8d1fc6', 'floating_ip_address': '172.25.4.43', 'floating_network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'router_id': '9b23177d-8c08-44e2-bf32-a433f760b109', 'port_id': 'e5f9839b-50cc-42cf-9adf-b14b545f52ea', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2206, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5820eec2-ced2-414a-ab32-af1fabeb5f44', 'mac_address': 'fa:16:3e:01:e0:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '484767cb-f40c-4e4e-8c0e-1e575bd2ed1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T15:53:49Z', 'updated_at': '2022-03-29T15:54:10Z', 'revision_number': 1, 'project_id': 'c6465a9dafbf43bf90c09b1dce8d1fc6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebc9cc52-020c-419f-9e91-e82c61c2fe20', 'name': '', 'network_id': '5820eec2-ced2-414a-ab32-af1fabeb5f44', 'tenant_id': 'c6465a9dafbf43bf90c09b1dce8d1fc6', 'mac_address': 'fa:16:3e:6b:9d:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b23177d-8c08-44e2-bf32-a433f760b109', 'device_owner': 'network:router_interface', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': '406fd4ed-e828-4758-9c87-5ac29cec1b72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:47:30Z', 'updated_at': '2022-03-29T15:47:39Z', 'revision_number': 5, 'project_id': 'c6465a9dafbf43bf90c09b1dce8d1fc6', 'subnets': [{'id': '406fd4ed-e828-4758-9c87-5ac29cec1b72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:54:12.595647 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c09ac75b-2b6a-4aa6-94f6-191c2107427d None None] Checking router: 9b23177d-8c08-44e2-bf32-a433f760b109 for host: n-d-834765-1 {{(pid=102792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:54:12.604969 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c09ac75b-2b6a-4aa6-94f6-191c2107427d None None] Routers {'9b23177d-8c08-44e2-bf32-a433f760b109'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:54:12.605601 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-c09ac75b-2b6a-4aa6-94f6-191c2107427d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:54:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['9b23177d-8c08-44e2-bf32-a433f760b109'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:54:12.704577 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5e34b53-8d44-45db-a377-1c001fe98b5c', 'tag': 'd8e77564-eaaf-4718-822d-1183ca2bcda3'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:54:12.706470 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c67b028db5e9b9818fecc5c0a87ebc6f190694fa53ca267d523e04f98de536d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd926ee0-b6d4-4b0a-89a6-677a4f84407a" -d '{"events": [{"name": "network-changed", "server_uuid": "b5e34b53-8d44-45db-a377-1c001fe98b5c", "tag": "d8e77564-eaaf-4718-822d-1183ca2bcda3"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:54:12.753223 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvr_db [None req-c09ac75b-2b6a-4aa6-94f6-191c2107427d None None] Set router 9b23177d-8c08-44e2-bf32-a433f760b109 gateway port host: n-d-834765-1 {{(pid=102792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:54:12.769109 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b349d204-f19a-4694-8795-f10b091bfb54 req-58c28806-7a4a-453b-881e-e30321074d9c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=826231f7-67f6-493a-b991-b00f176903b9 HTTP/1.1" status: 200 len: 217 time: 0.4647038 Mar 29 15:54:12.773450 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a1e72c-b201-4013-8198-701235288726 req-c4b5eea3-598e-4601-84e3-962a0587bdd0 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:12.780101 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a1e72c-b201-4013-8198-701235288726 req-c4b5eea3-598e-4601-84e3-962a0587bdd0 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:12.788837 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a1e72c-b201-4013-8198-701235288726 req-c4b5eea3-598e-4601-84e3-962a0587bdd0 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:12.798856 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a1e72c-b201-4013-8198-701235288726 req-c4b5eea3-598e-4601-84e3-962a0587bdd0 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:12.809303 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a1e72c-b201-4013-8198-701235288726 req-c4b5eea3-598e-4601-84e3-962a0587bdd0 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:12.820084 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a1e72c-b201-4013-8198-701235288726 req-c4b5eea3-598e-4601-84e3-962a0587bdd0 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:12.828192 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a1e72c-b201-4013-8198-701235288726 req-c4b5eea3-598e-4601-84e3-962a0587bdd0 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:12.831123 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-37a1e72c-b201-4013-8198-701235288726 req-c4b5eea3-598e-4601-84e3-962a0587bdd0 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] 10.222.0.42 "GET /v2.0/ports?device_id=b5e34b53-8d44-45db-a377-1c001fe98b5c HTTP/1.1" status: 200 len: 5431 time: 0.1272418 Mar 29 15:54:12.840097 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-05f8fb57-21ce-417d-9899-1ab4cd22e28d tempest-RoutersNegativeIpV6Test-315348334 tempest-RoutersNegativeIpV6Test-315348334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1639897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648174'] for network, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:12.850687 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-05f8fb57-21ce-417d-9899-1ab4cd22e28d tempest-RoutersNegativeIpV6Test-315348334 tempest-RoutersNegativeIpV6Test-315348334-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for network, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:12.854014 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-05f8fb57-21ce-417d-9899-1ab4cd22e28d tempest-RoutersNegativeIpV6Test-315348334 tempest-RoutersNegativeIpV6Test-315348334-project] 10.222.0.42 "DELETE /v2.0/networks/5f843e94-f294-435c-bf89-7e2d94ef5240 HTTP/1.1" status: 204 len: 168 time: 1.2417974 Mar 29 15:54:12.859487 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 35942) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:54:12.889992 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-37a1e72c-b201-4013-8198-701235288726 req-0e5b38e8-1dcf-412d-a25a-84699ff38afc tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] 10.222.0.42 "GET /v2.0/security-groups?id=6e57fe5c-cb87-4607-b926-1e4de2690a28&id=e2ab8bce-bca0-434d-ad1c-ad30dfd1db67&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0506148 Mar 29 15:54:12.893800 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbabd235-3c70-476f-b840-bfb940f3c97d req-5507d918-73e7-4076-a337-6493ef74a905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:12.895962 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-cbabd235-3c70-476f-b840-bfb940f3c97d req-5507d918-73e7-4076-a337-6493ef74a905 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4e796cbd-0811-4a69-9036-a57f72186731&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6497858 Mar 29 15:54:12.924553 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f8fb57-21ce-417d-9899-1ab4cd22e28d tempest-RoutersNegativeIpV6Test-315348334 tempest-RoutersNegativeIpV6Test-315348334-project] Pushing event deleted for resources: {'Network': ['ID=5f843e94-f294-435c-bf89-7e2d94ef5240,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:54:12.974346 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 15:54:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f96a4344-987d-497e-a287-2538585278f2 x-openstack-request-id: req-f96a4344-987d-497e-a287-2538585278f2 {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:54:12.974979 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5e34b53-8d44-45db-a377-1c001fe98b5c", "tag": "d8e77564-eaaf-4718-822d-1183ca2bcda3", "status": "completed", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:54:12.975288 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f96a4344-987d-497e-a287-2538585278f2 {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:54:12.975816 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5e34b53-8d44-45db-a377-1c001fe98b5c', 'tag': 'd8e77564-eaaf-4718-822d-1183ca2bcda3', 'status': 'completed', 'code': 200} Mar 29 15:54:12.984236 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b349d204-f19a-4694-8795-f10b091bfb54 req-81483622-3743-4813-a678-ee0a75820c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:12.985913 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b349d204-f19a-4694-8795-f10b091bfb54 req-81483622-3743-4813-a678-ee0a75820c6a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=bbea0b21-8ffb-4d15-8bc4-e5b48151122a HTTP/1.1" status: 200 len: 862 time: 0.2032712 Mar 29 15:54:12.998305 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76813cb3-9162-4fd4-9872-de45f006ef5d req-d8097f75-d5e2-4512-84e2-e6843b18a6ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:13.000348 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-76813cb3-9162-4fd4-9872-de45f006ef5d req-d8097f75-d5e2-4512-84e2-e6843b18a6ed service neutron] 10.222.0.44 "GET /v2.0/networks?id=5820eec2-ced2-414a-ab32-af1fabeb5f44 HTTP/1.1" status: 200 len: 915 time: 0.7554581 Mar 29 15:54:13.011874 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7799f347-f9c2-4495-b21a-f83c0bb048bd req-5cf6d55b-7537-4f9b-9a85-3433493aeaa4 tempest-ServerAddressesNegativeTestJSON-615616074 tempest-ServerAddressesNegativeTestJSON-615616074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:13.011874 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-7799f347-f9c2-4495-b21a-f83c0bb048bd req-5cf6d55b-7537-4f9b-9a85-3433493aeaa4 tempest-ServerAddressesNegativeTestJSON-615616074 tempest-ServerAddressesNegativeTestJSON-615616074-project] 10.222.0.42 "GET /v2.0/ports?device_id=6ad79dcd-417d-4ecc-97d5-ea574f4d416a HTTP/1.1" status: 200 len: 943 time: 0.2994816 Mar 29 15:54:13.110178 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 35946) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:54:13.148993 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b349d204-f19a-4694-8795-f10b091bfb54 req-8a227a0f-220c-44fb-81a0-074a1ec0fc34 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a3be2bb9-8820-4796-8e25-2268e0881009&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1372612 Mar 29 15:54:13.183948 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-abb8a079-5c79-48c2-bdee-f7101aa0b35f tempest-RoutersNegativeIpV6Test-315348334 tempest-RoutersNegativeIpV6Test-315348334-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1631750'] for network, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:13.213680 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-c09ac75b-2b6a-4aa6-94f6-191c2107427d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b23177d-8c08-44e2-bf32-a433f760b109', 'name': 'tempest-AttachVolumeNegativeTest-120289948-router', 'tenant_id': 'c6465a9dafbf43bf90c09b1dce8d1fc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.74'}], 'enable_snat': True}, 'gw_port_id': 'cde34bcf-8da1-4d24-9563-f97d8199f91f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:47:21Z', 'updated_at': '2022-03-29T15:47:34Z', 'revision_number': 4, 'project_id': 'c6465a9dafbf43bf90c09b1dce8d1fc6', 'gw_port': {'id': 'cde34bcf-8da1-4d24-9563-f97d8199f91f', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:37:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b23177d-8c08-44e2-bf32-a433f760b109', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:47:24Z', 'updated_at': '2022-03-29T15:47:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_floatingips': [{'id': 'bf4505a6-da96-480f-83d3-090e3467ffc5', 'tenant_id': 'c6465a9dafbf43bf90c09b1dce8d1fc6', 'floating_ip_address': '172.25.4.43', 'floating_network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'router_id': '9b23177d-8c08-44e2-bf32-a433f760b109', 'port_id': 'e5f9839b-50cc-42cf-9adf-b14b545f52ea', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2206, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5820eec2-ced2-414a-ab32-af1fabeb5f44', 'mac_address': 'fa:16:3e:01:e0:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '484767cb-f40c-4e4e-8c0e-1e575bd2ed1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T15:53:49Z', 'updated_at': '2022-03-29T15:54:10Z', 'revision_number': 1, 'project_id': 'c6465a9dafbf43bf90c09b1dce8d1fc6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebc9cc52-020c-419f-9e91-e82c61c2fe20', 'name': '', 'network_id': '5820eec2-ced2-414a-ab32-af1fabeb5f44', 'tenant_id': 'c6465a9dafbf43bf90c09b1dce8d1fc6', 'mac_address': 'fa:16:3e:6b:9d:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b23177d-8c08-44e2-bf32-a433f760b109', 'device_owner': 'network:router_interface', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': '406fd4ed-e828-4758-9c87-5ac29cec1b72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:47:30Z', 'updated_at': '2022-03-29T15:47:39Z', 'revision_number': 5, 'project_id': 'c6465a9dafbf43bf90c09b1dce8d1fc6', 'subnets': [{'id': '406fd4ed-e828-4758-9c87-5ac29cec1b72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:54:13.245325 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-0947e880-2acb-4945-9ddf-4ef7180eacba admin admin] Notify callbacks [] for security_group, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:13.253911 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c09ac75b-2b6a-4aa6-94f6-191c2107427d None None] The sync data for ids ['9b23177d-8c08-44e2-bf32-a433f760b109'] in n-d-834765-1 is: [{'id': '9b23177d-8c08-44e2-bf32-a433f760b109', 'name': 'tempest-AttachVolumeNegativeTest-120289948-router', 'tenant_id': 'c6465a9dafbf43bf90c09b1dce8d1fc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.74'}], 'enable_snat': True}, 'gw_port_id': 'cde34bcf-8da1-4d24-9563-f97d8199f91f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:47:21Z', 'updated_at': '2022-03-29T15:47:34Z', 'revision_number': 4, 'project_id': 'c6465a9dafbf43bf90c09b1dce8d1fc6', 'gw_port': {'id': 'cde34bcf-8da1-4d24-9563-f97d8199f91f', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:37:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b23177d-8c08-44e2-bf32-a433f760b109', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:47:24Z', 'updated_at': '2022-03-29T15:47:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_floatingips': [{'id': 'bf4505a6-da96-480f-83d3-090e3467ffc5', 'tenant_id': 'c6465a9dafbf43bf90c09b1dce8d1fc6', 'floating_ip_address': '172.25.4.43', 'floating_network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'router_id': '9b23177d-8c08-44e2-bf32-a433f760b109', 'port_id': 'e5f9839b-50cc-42cf-9adf-b14b545f52ea', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2206, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5820eec2-ced2-414a-ab32-af1fabeb5f44', 'mac_address': 'fa:16:3e:01:e0:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '484767cb-f40c-4e4e-8c0e-1e575bd2ed1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T15:53:49Z', 'updated_at': '2022-03-29T15:54:10Z', 'revision_number': 1, 'project_id': 'c6465a9dafbf43bf90c09b1dce8d1fc6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebc9cc52-020c-419f-9e91-e82c61c2fe20', 'name': '', 'network_id': '5820eec2-ced2-414a-ab32-af1fabeb5f44', 'tenant_id': 'c6465a9dafbf43bf90c09b1dce8d1fc6', 'mac_address': 'fa:16:3e:6b:9d:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b23177d-8c08-44e2-bf32-a433f760b109', 'device_owner': 'network:router_interface', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': '406fd4ed-e828-4758-9c87-5ac29cec1b72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:47:30Z', 'updated_at': '2022-03-29T15:47:39Z', 'revision_number': 5, 'project_id': 'c6465a9dafbf43bf90c09b1dce8d1fc6', 'subnets': [{'id': '406fd4ed-e828-4758-9c87-5ac29cec1b72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:54:13.265610 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-76813cb3-9162-4fd4-9872-de45f006ef5d req-fe8201ff-6df0-4eaa-abdc-b6c45b3d3f24 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e5f9839b-50cc-42cf-9adf-b14b545f52ea HTTP/1.1" status: 200 len: 999 time: 0.2118082 Mar 29 15:54:13.273356 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-7799f347-f9c2-4495-b21a-f83c0bb048bd req-addec199-be67-4209-aae9-5348ffa58b75 tempest-ServerAddressesNegativeTestJSON-615616074 tempest-ServerAddressesNegativeTestJSON-615616074-project] 10.222.0.42 "GET /v2.0/security-groups?id=f3c66b63-6b47-4316-850f-a5138e21036d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2072117 Mar 29 15:54:13.321721 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-cbabd235-3c70-476f-b840-bfb940f3c97d req-671662bd-1293-4f6d-8db5-8a42b74d53ae service neutron] 10.222.0.48 "GET /v2.0/networks/4e796cbd-0811-4a69-9036-a57f72186731?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3986025 Mar 29 15:54:13.349947 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-0947e880-2acb-4945-9ddf-4ef7180eacba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:13.354202 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-0947e880-2acb-4945-9ddf-4ef7180eacba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:13.394245 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-0947e880-2acb-4945-9ddf-4ef7180eacba admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e2ff4eb6e398490282b85451e5d9434e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2829871 Mar 29 15:54:13.400164 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 35950) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:54:13.400634 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0947e880-2acb-4945-9ddf-4ef7180eacba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f120a72-03c1-4fe5-ad6f-9d215bede393,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:54:13.498682 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-747d0f60-c1f9-4e9c-bf5c-6a818f24714a None None] New status for floating IP bf4505a6-da96-480f-83d3-090e3467ffc5: ACTIVE {{(pid=102793) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 15:54:13.506365 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76813cb3-9162-4fd4-9872-de45f006ef5d req-c70bd377-c0fc-4936-a3cc-6ee25bd40c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:13.507860 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-76813cb3-9162-4fd4-9872-de45f006ef5d req-c70bd377-c0fc-4936-a3cc-6ee25bd40c8e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=406fd4ed-e828-4758-9c87-5ac29cec1b72 HTTP/1.1" status: 200 len: 853 time: 0.1974094 Mar 29 15:54:13.523962 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b349d204-f19a-4694-8795-f10b091bfb54 req-496c9f30-5267-41d6-84ba-caf06fe31468 service neutron] 10.222.0.48 "GET /v2.0/networks/a3be2bb9-8820-4796-8e25-2268e0881009?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3584194 Mar 29 15:54:13.558531 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-abb8a079-5c79-48c2-bdee-f7101aa0b35f tempest-RoutersNegativeIpV6Test-315348334 tempest-RoutersNegativeIpV6Test-315348334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639890', 'neutron.services.segments.db._delete_segments_for_network-8783523423079'] for network, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:13.638579 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-abb8a079-5c79-48c2-bdee-f7101aa0b35f tempest-RoutersNegativeIpV6Test-315348334 tempest-RoutersNegativeIpV6Test-315348334-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da1f0950-b99d-4bd9-ba7b-f495d65293fd']}} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:54:13.669331 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 2e4b88f0-f34d-4930-800a-5d9d99c01e0c no longer exists at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:54:13.669573 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-abb8a079-5c79-48c2-bdee-f7101aa0b35f tempest-RoutersNegativeIpV6Test-315348334 tempest-RoutersNegativeIpV6Test-315348334-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57dcd569-22f2-421a-843b-668a933ea987') {'for_net_delete': True} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:54:13.669875 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-abb8a079-5c79-48c2-bdee-f7101aa0b35f tempest-RoutersNegativeIpV6Test-315348334 tempest-RoutersNegativeIpV6Test-315348334-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57dcd569-22f2-421a-843b-668a933ea987') {} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:54:13.690817 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] No Port match for: 2e4b88f0-f34d-4930-800a-5d9d99c01e0c {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 15:54:13.691230 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 2e4b88f0-f34d-4930-800a-5d9d99c01e0c not bound to the agent host n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:54:13.711494 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-cbabd235-3c70-476f-b840-bfb940f3c97d req-34a490f7-7940-4bdb-9c27-049e75930547 service neutron] 10.222.0.48 "GET /v2.0/networks/4e796cbd-0811-4a69-9036-a57f72186731?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3560972 Mar 29 15:54:13.715275 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-abb8a079-5c79-48c2-bdee-f7101aa0b35f tempest-RoutersNegativeIpV6Test-315348334 tempest-RoutersNegativeIpV6Test-315348334-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783523422064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4230428'] for segment, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:13.719349 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-435ee70e-91f9-4e96-88aa-501933cdd0b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:13.746478 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76813cb3-9162-4fd4-9872-de45f006ef5d req-f65c79cb-576d-4823-a616-276c1c463f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:13.747899 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-76813cb3-9162-4fd4-9872-de45f006ef5d req-f65c79cb-576d-4823-a616-276c1c463f74 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=5820eec2-ced2-414a-ab32-af1fabeb5f44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2262518 Mar 29 15:54:13.785768 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-abb8a079-5c79-48c2-bdee-f7101aa0b35f tempest-RoutersNegativeIpV6Test-315348334 tempest-RoutersNegativeIpV6Test-315348334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:13.798899 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-cbabd235-3c70-476f-b840-bfb940f3c97d req-6cc8d07a-0842-4467-9197-ff7e7062acfe service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.15&port_id=fd6e3e94-cc76-461b-a427-2d8fa63aec1d HTTP/1.1" status: 200 len: 217 time: 0.0681586 Mar 29 15:54:13.807477 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abb8a079-5c79-48c2-bdee-f7101aa0b35f tempest-RoutersNegativeIpV6Test-315348334 tempest-RoutersNegativeIpV6Test-315348334-project] Releasing vlan 611 on physical network physnet1 to pool {{(pid=102791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 15:54:13.807876 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-abb8a079-5c79-48c2-bdee-f7101aa0b35f tempest-RoutersNegativeIpV6Test-315348334 tempest-RoutersNegativeIpV6Test-315348334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16169569'] for segment, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:13.820410 n-d-834765-1 neutron-server[102791]: Traceback (most recent call last): Mar 29 15:54:13.820410 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 15:54:13.820410 n-d-834765-1 neutron-server[102791]: timer() Mar 29 15:54:13.820410 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 15:54:13.820410 n-d-834765-1 neutron-server[102791]: cb(*args, **kw) Mar 29 15:54:13.820410 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 15:54:13.820410 n-d-834765-1 neutron-server[102791]: return func(*args, **kwargs) Mar 29 15:54:13.820410 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 15:54:13.820410 n-d-834765-1 neutron-server[102791]: self._notify() Mar 29 15:54:13.820410 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 15:54:13.820410 n-d-834765-1 neutron-server[102791]: self.callback(batched_events) Mar 29 15:54:13.820410 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 15:54:13.820410 n-d-834765-1 neutron-server[102791]: event.method(event) Mar 29 15:54:13.820410 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 15:54:13.820410 n-d-834765-1 neutron-server[102791]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 15:54:13.820410 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 15:54:13.820410 n-d-834765-1 neutron-server[102791]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 15:54:13.820410 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 15:54:13.820410 n-d-834765-1 neutron-server[102791]: return f(self, *a, **k) Mar 29 15:54:13.820410 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 15:54:13.820410 n-d-834765-1 neutron-server[102791]: return self._get(url).json() Mar 29 15:54:13.820410 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 15:54:13.820410 n-d-834765-1 neutron-server[102791]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 15:54:13.820410 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 15:54:13.820410 n-d-834765-1 neutron-server[102791]: return self.request(url, 'GET', **kwargs) Mar 29 15:54:13.820410 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 15:54:13.820410 n-d-834765-1 neutron-server[102791]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 15:54:13.820410 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 15:54:13.820410 n-d-834765-1 neutron-server[102791]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 15:54:13.820410 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 15:54:13.820410 n-d-834765-1 neutron-server[102791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 15:54:13.820410 n-d-834765-1 neutron-server[102791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 15:54:13.874016 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-435ee70e-91f9-4e96-88aa-501933cdd0b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:13.938104 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b349d204-f19a-4694-8795-f10b091bfb54 req-8cc4cd5b-289c-4c5a-a4dc-27141b00d56b service neutron] 10.222.0.48 "GET /v2.0/networks/a3be2bb9-8820-4796-8e25-2268e0881009?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3724904 Mar 29 15:54:13.998221 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-abb8a079-5c79-48c2-bdee-f7101aa0b35f tempest-RoutersNegativeIpV6Test-315348334 tempest-RoutersNegativeIpV6Test-315348334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1639897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648174'] for network, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:14.004573 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbabd235-3c70-476f-b840-bfb940f3c97d req-2ccbb110-3f0e-4c2f-b4c5-e93868fcb752 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:14.006194 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-cbabd235-3c70-476f-b840-bfb940f3c97d req-2ccbb110-3f0e-4c2f-b4c5-e93868fcb752 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=bc361fa1-f654-45a1-af1c-12ca60a2e415 HTTP/1.1" status: 200 len: 797 time: 0.1952882 Mar 29 15:54:14.011287 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-abb8a079-5c79-48c2-bdee-f7101aa0b35f tempest-RoutersNegativeIpV6Test-315348334 tempest-RoutersNegativeIpV6Test-315348334-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for network, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:14.011791 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device 826231f7-67f6-493a-b991-b00f176903b9 details requested by agent hyperv_n-h2-834765-1 with host n-h2-834765-1 {{(pid=102792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 15:54:14.016544 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-abb8a079-5c79-48c2-bdee-f7101aa0b35f tempest-RoutersNegativeIpV6Test-315348334 tempest-RoutersNegativeIpV6Test-315348334-project] 10.222.0.42 "DELETE /v2.0/networks/da1f0950-b99d-4bd9-ba7b-f495d65293fd HTTP/1.1" status: 204 len: 168 time: 1.1451063 Mar 29 15:54:14.017358 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 35956) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:54:14.035566 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3954bd-5fd4-40d8-9a87-d9751df24343 req-b76091ac-7155-42a9-afdc-eebf89ce0ca8 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:14.041803 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3954bd-5fd4-40d8-9a87-d9751df24343 req-b76091ac-7155-42a9-afdc-eebf89ce0ca8 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:14.048473 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3954bd-5fd4-40d8-9a87-d9751df24343 req-b76091ac-7155-42a9-afdc-eebf89ce0ca8 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:14.049846 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb8a079-5c79-48c2-bdee-f7101aa0b35f tempest-RoutersNegativeIpV6Test-315348334 tempest-RoutersNegativeIpV6Test-315348334-project] Pushing event deleted for resources: {'Network': ['ID=da1f0950-b99d-4bd9-ba7b-f495d65293fd,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:54:14.056938 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3954bd-5fd4-40d8-9a87-d9751df24343 req-b76091ac-7155-42a9-afdc-eebf89ce0ca8 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:14.063384 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3954bd-5fd4-40d8-9a87-d9751df24343 req-b76091ac-7155-42a9-afdc-eebf89ce0ca8 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:14.070679 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3954bd-5fd4-40d8-9a87-d9751df24343 req-b76091ac-7155-42a9-afdc-eebf89ce0ca8 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:14.077320 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3954bd-5fd4-40d8-9a87-d9751df24343 req-b76091ac-7155-42a9-afdc-eebf89ce0ca8 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:14.079473 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-1e3954bd-5fd4-40d8-9a87-d9751df24343 req-b76091ac-7155-42a9-afdc-eebf89ce0ca8 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] 10.222.0.42 "GET /v2.0/ports?device_id=b5e34b53-8d44-45db-a377-1c001fe98b5c HTTP/1.1" status: 200 len: 5431 time: 0.1080287 Mar 29 15:54:14.112717 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-76813cb3-9162-4fd4-9872-de45f006ef5d req-c3cb2bac-343c-4be6-9509-9ed990dbb837 service neutron] 10.222.0.44 "GET /v2.0/networks/5820eec2-ced2-414a-ab32-af1fabeb5f44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3289042 Mar 29 15:54:14.118409 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-435ee70e-91f9-4e96-88aa-501933cdd0b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:14.120936 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-435ee70e-91f9-4e96-88aa-501933cdd0b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:14.122020 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-435ee70e-91f9-4e96-88aa-501933cdd0b8 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/0f120a72-03c1-4fe5-ad6f-9d215bede393 HTTP/1.1" status: 204 len: 168 time: 0.7086871 Mar 29 15:54:14.138506 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-1e3954bd-5fd4-40d8-9a87-d9751df24343 req-12f0f358-3c3e-4ec1-acc5-d5a3b78fef22 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] 10.222.0.42 "GET /v2.0/security-groups?id=6e57fe5c-cb87-4607-b926-1e4de2690a28&id=e2ab8bce-bca0-434d-ad1c-ad30dfd1db67&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0474231 Mar 29 15:54:14.142139 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port 826231f7-67f6-493a-b991-b00f176903b9, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=826231f7-67f6-493a-b991-b00f176903b9,segment=NetworkSegment(9f0bb757-bd71-44a0-8549-f12e4b89ade6),segment_id=9f0bb757-bd71-44a0-8549-f12e4b89ade6)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:54:14.156474 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Returning: {'device': '826231f7-67f6-493a-b991-b00f176903b9', 'network_id': 'a3be2bb9-8820-4796-8e25-2268e0881009', 'port_id': '826231f7-67f6-493a-b991-b00f176903b9', 'mac_address': 'fa:16:3e:b0:8e:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbea0b21-8ffb-4d15-8bc4-e5b48151122a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 15:54:14.162158 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_v2 [None req-bebae215-0644-41f7-a9f9-0bdde4b2fd86 tempest-RoutersNegativeIpV6Test-315348334 tempest-RoutersNegativeIpV6Test-315348334-project] Deleting subnet e88b142a-2e73-40f8-ba60-489bc8f5fd05 {{(pid=102791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 15:54:14.165230 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435ee70e-91f9-4e96-88aa-501933cdd0b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f120a72-03c1-4fe5-ad6f-9d215bede393,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:54:14.178763 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-bebae215-0644-41f7-a9f9-0bdde4b2fd86 tempest-RoutersNegativeIpV6Test-315348334 tempest-RoutersNegativeIpV6Test-315348334-project] Notify callbacks [] for subnet, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:14.200465 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbabd235-3c70-476f-b840-bfb940f3c97d req-b6c0fe2d-e1ed-4d74-aef6-1d6cb5f0c67b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:14.205950 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-cbabd235-3c70-476f-b840-bfb940f3c97d req-b6c0fe2d-e1ed-4d74-aef6-1d6cb5f0c67b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4ba2607b-b448-44f6-8335-46066b72a89c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1672630 Mar 29 15:54:14.216396 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:14.234180 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 826231f7-67f6-493a-b991-b00f176903b9 {{(pid=102792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:54:14.258938 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port 826231f7-67f6-493a-b991-b00f176903b9, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=826231f7-67f6-493a-b991-b00f176903b9,segment=NetworkSegment(9f0bb757-bd71-44a0-8549-f12e4b89ade6),segment_id=9f0bb757-bd71-44a0-8549-f12e4b89ade6)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:54:14.264353 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:14.280251 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-bebae215-0644-41f7-a9f9-0bdde4b2fd86 tempest-RoutersNegativeIpV6Test-315348334 tempest-RoutersNegativeIpV6Test-315348334-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4230423'] for subnet, precommit_delete_associations {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:14.327691 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Pushing event updated for resources: {'Port': ['ID=826231f7-67f6-493a-b991-b00f176903b9,revision_number=4']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:54:14.369245 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-76813cb3-9162-4fd4-9872-de45f006ef5d req-16a49504-6208-41bb-9a50-c212a4dd5ece service neutron] 10.222.0.44 "GET /v2.0/networks/5820eec2-ced2-414a-ab32-af1fabeb5f44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2459714 Mar 29 15:54:14.481987 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-cbabd235-3c70-476f-b840-bfb940f3c97d req-e5aacbea-63ec-4435-a5b1-f0d2ca0d79b8 service neutron] 10.222.0.48 "GET /v2.0/networks/4ba2607b-b448-44f6-8335-46066b72a89c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2460256 Mar 29 15:54:14.513388 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ea7b49-d2c4-4622-aef2-3c4e56d2f0a1 req-9a8f8c4c-9f7a-432f-bbc9-5056c4f3c445 tempest-ServerAddressesNegativeTestJSON-615616074 tempest-ServerAddressesNegativeTestJSON-615616074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:14.514900 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-60ea7b49-d2c4-4622-aef2-3c4e56d2f0a1 req-9a8f8c4c-9f7a-432f-bbc9-5056c4f3c445 tempest-ServerAddressesNegativeTestJSON-615616074 tempest-ServerAddressesNegativeTestJSON-615616074-project] 10.222.0.42 "GET /v2.0/ports?device_id=6ad79dcd-417d-4ecc-97d5-ea574f4d416a HTTP/1.1" status: 200 len: 944 time: 0.1522591 Mar 29 15:54:14.536172 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-bebae215-0644-41f7-a9f9-0bdde4b2fd86 tempest-RoutersNegativeIpV6Test-315348334 tempest-RoutersNegativeIpV6Test-315348334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1641287'] for subnet, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:14.600323 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] get_ports_and_sgs() called for port_ids ['826231f7-67f6-493a-b991-b00f176903b9'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:54:14.646393 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-60ea7b49-d2c4-4622-aef2-3c4e56d2f0a1 req-8f35f9a2-3bb5-4853-954c-b8b4414a510c tempest-ServerAddressesNegativeTestJSON-615616074 tempest-ServerAddressesNegativeTestJSON-615616074-project] 10.222.0.42 "GET /v2.0/security-groups?id=f3c66b63-6b47-4316-850f-a5138e21036d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150639 Mar 29 15:54:14.675437 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-cbabd235-3c70-476f-b840-bfb940f3c97d req-3980b2f2-8071-4c07-acd2-3738c6f62042 service neutron] 10.222.0.48 "GET /v2.0/networks/4ba2607b-b448-44f6-8335-46066b72a89c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1830010 Mar 29 15:54:14.682008 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-bebae215-0644-41f7-a9f9-0bdde4b2fd86 tempest-RoutersNegativeIpV6Test-315348334 tempest-RoutersNegativeIpV6Test-315348334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1641294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16155591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16218852'] for subnet, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:14.742890 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebae215-0644-41f7-a9f9-0bdde4b2fd86 tempest-RoutersNegativeIpV6Test-315348334 tempest-RoutersNegativeIpV6Test-315348334-project] Pushing event deleted for resources: {'Subnet': ['ID=e88b142a-2e73-40f8-ba60-489bc8f5fd05,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:54:14.744914 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-bebae215-0644-41f7-a9f9-0bdde4b2fd86 tempest-RoutersNegativeIpV6Test-315348334 tempest-RoutersNegativeIpV6Test-315348334-project] Notify callbacks [] for subnet, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:14.748094 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-bebae215-0644-41f7-a9f9-0bdde4b2fd86 tempest-RoutersNegativeIpV6Test-315348334 tempest-RoutersNegativeIpV6Test-315348334-project] 10.222.0.42 "DELETE /v2.0/subnets/e88b142a-2e73-40f8-ba60-489bc8f5fd05 HTTP/1.1" status: 204 len: 168 time: 0.7168269 Mar 29 15:54:14.749746 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-cbabd235-3c70-476f-b840-bfb940f3c97d req-d66dbe13-e1d4-4897-adf8-a5ca5fe7a627 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.217&port_id=2957c1c5-01c3-4fbd-bee2-9935eef14639 HTTP/1.1" status: 200 len: 217 time: 0.0647562 Mar 29 15:54:14.750687 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 35978) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:54:14.760822 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae6bd196-57a6-4b53-b5e4-2c2d5f3a7e28 None None] Network efb5e488-f74e-44e2-b797-2e1ce373dbc2 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 15:54:14.859740 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbabd235-3c70-476f-b840-bfb940f3c97d req-94442d3b-5413-46ed-9ef0-8cd428d7e81e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:14.861283 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-cbabd235-3c70-476f-b840-bfb940f3c97d req-94442d3b-5413-46ed-9ef0-8cd428d7e81e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=bc361fa1-f654-45a1-af1c-12ca60a2e415 HTTP/1.1" status: 200 len: 797 time: 0.1022053 Mar 29 15:54:14.868752 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-ac14f9c4-11f5-4c68-8ea9-2cadae7b8d80 tempest-RoutersNegativeIpV6Test-315348334 tempest-RoutersNegativeIpV6Test-315348334-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1631750'] for network, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:14.934966 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbabd235-3c70-476f-b840-bfb940f3c97d req-130e3166-7a5c-4ce4-9e3f-b19ea7ff494f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:14.936443 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-cbabd235-3c70-476f-b840-bfb940f3c97d req-130e3166-7a5c-4ce4-9e3f-b19ea7ff494f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4ba2607b-b448-44f6-8335-46066b72a89c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0657973 Mar 29 15:54:14.972340 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7106a82-96f7-43c6-9907-54c6454138ed None None] DHCP port deletion for efb5e488-f74e-44e2-b797-2e1ce373dbc2 request from n-d-834765-1 {{(pid=102792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 29 15:54:15.032508 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-b7106a82-96f7-43c6-9907-54c6454138ed None None] Deleting port b904d3be-b5db-458a-af81-d09ce7a63028 {{(pid=102792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:54:15.033177 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-b7106a82-96f7-43c6-9907-54c6454138ed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:15.108518 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-b7106a82-96f7-43c6-9907-54c6454138ed None None] For port b904d3be-b5db-458a-af81-d09ce7a63028, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=b904d3be-b5db-458a-af81-d09ce7a63028,segment=NetworkSegment(101c1aee-4993-45ef-bd96-905cda8e0b89),segment_id=101c1aee-4993-45ef-bd96-905cda8e0b89)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:54:15.108923 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-b7106a82-96f7-43c6-9907-54c6454138ed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:15.123401 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-b7106a82-96f7-43c6-9907-54c6454138ed None None] Calling delete_port for b904d3be-b5db-458a-af81-d09ce7a63028 owned by network:dhcp {{(pid=102792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:54:15.228308 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-b7106a82-96f7-43c6-9907-54c6454138ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350'] for port, after_delete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:15.261463 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7106a82-96f7-43c6-9907-54c6454138ed None None] Pushing event deleted for resources: {'Port': ['ID=b904d3be-b5db-458a-af81-d09ce7a63028,revision_number=None']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:54:15.265255 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7106a82-96f7-43c6-9907-54c6454138ed None None] No DVR routers for this DVR port b904d3be-b5db-458a-af81-d09ce7a63028 on host n-d-834765-1 {{(pid=102792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:54:15.315307 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ced5c5c-f2e5-4790-8b28-7976a9b2fb98 req-24720fea-9cf0-4f59-9bea-eb76c0742f96 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:15.324810 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ced5c5c-f2e5-4790-8b28-7976a9b2fb98 req-24720fea-9cf0-4f59-9bea-eb76c0742f96 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:15.330895 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ced5c5c-f2e5-4790-8b28-7976a9b2fb98 req-24720fea-9cf0-4f59-9bea-eb76c0742f96 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:15.337091 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ced5c5c-f2e5-4790-8b28-7976a9b2fb98 req-24720fea-9cf0-4f59-9bea-eb76c0742f96 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:15.343220 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ced5c5c-f2e5-4790-8b28-7976a9b2fb98 req-24720fea-9cf0-4f59-9bea-eb76c0742f96 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:15.347492 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-ac14f9c4-11f5-4c68-8ea9-2cadae7b8d80 tempest-RoutersNegativeIpV6Test-315348334 tempest-RoutersNegativeIpV6Test-315348334-project] Deleting port b904d3be-b5db-458a-af81-d09ce7a63028 {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:54:15.348521 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-ac14f9c4-11f5-4c68-8ea9-2cadae7b8d80 tempest-RoutersNegativeIpV6Test-315348334 tempest-RoutersNegativeIpV6Test-315348334-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:15.349785 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ced5c5c-f2e5-4790-8b28-7976a9b2fb98 req-24720fea-9cf0-4f59-9bea-eb76c0742f96 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:15.356366 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ced5c5c-f2e5-4790-8b28-7976a9b2fb98 req-24720fea-9cf0-4f59-9bea-eb76c0742f96 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:15.358282 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-8ced5c5c-f2e5-4790-8b28-7976a9b2fb98 req-24720fea-9cf0-4f59-9bea-eb76c0742f96 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] 10.222.0.42 "GET /v2.0/ports?device_id=b5e34b53-8d44-45db-a377-1c001fe98b5c HTTP/1.1" status: 200 len: 5431 time: 0.1132617 Mar 29 15:54:15.424280 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-cbabd235-3c70-476f-b840-bfb940f3c97d req-bac8ffd2-e959-4c9b-a570-c2e6bb0ffe56 service neutron] 10.222.0.48 "GET /v2.0/networks/4ba2607b-b448-44f6-8335-46066b72a89c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4789128 Mar 29 15:54:15.445440 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [None req-ac14f9c4-11f5-4c68-8ea9-2cadae7b8d80 tempest-RoutersNegativeIpV6Test-315348334 tempest-RoutersNegativeIpV6Test-315348334-project] For port b904d3be-b5db-458a-af81-d09ce7a63028, host n-d-834765-1, got binding levels [] {{(pid=102791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:54:15.445802 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-ac14f9c4-11f5-4c68-8ea9-2cadae7b8d80 tempest-RoutersNegativeIpV6Test-315348334 tempest-RoutersNegativeIpV6Test-315348334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:15.480471 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-ac14f9c4-11f5-4c68-8ea9-2cadae7b8d80 tempest-RoutersNegativeIpV6Test-315348334 tempest-RoutersNegativeIpV6Test-315348334-project] Calling delete_port for b904d3be-b5db-458a-af81-d09ce7a63028 owned by network:dhcp {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:54:15.483052 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.ipam_backend_mixin [None req-ac14f9c4-11f5-4c68-8ea9-2cadae7b8d80 tempest-RoutersNegativeIpV6Test-315348334 tempest-RoutersNegativeIpV6Test-315348334-project] Port b904d3be-b5db-458a-af81-d09ce7a63028 was not found and therefore no delete operation was performed {{(pid=102791) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 29 15:54:15.509679 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-ac14f9c4-11f5-4c68-8ea9-2cadae7b8d80 tempest-RoutersNegativeIpV6Test-315348334 tempest-RoutersNegativeIpV6Test-315348334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:15.549217 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac14f9c4-11f5-4c68-8ea9-2cadae7b8d80 tempest-RoutersNegativeIpV6Test-315348334 tempest-RoutersNegativeIpV6Test-315348334-project] No DVR routers for this DVR port b904d3be-b5db-458a-af81-d09ce7a63028 on host n-d-834765-1 {{(pid=102791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:54:15.551190 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac14f9c4-11f5-4c68-8ea9-2cadae7b8d80 tempest-RoutersNegativeIpV6Test-315348334 tempest-RoutersNegativeIpV6Test-315348334-project] Pushing event deleted for resources: {'Port': ['ID=b904d3be-b5db-458a-af81-d09ce7a63028,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:54:15.614372 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-cbabd235-3c70-476f-b840-bfb940f3c97d req-1e9d38f6-1d3e-4aa1-ab38-180bc66e86e2 service neutron] 10.222.0.48 "GET /v2.0/networks/4ba2607b-b448-44f6-8335-46066b72a89c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1822162 Mar 29 15:54:15.656761 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-ac14f9c4-11f5-4c68-8ea9-2cadae7b8d80 tempest-RoutersNegativeIpV6Test-315348334 tempest-RoutersNegativeIpV6Test-315348334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639890', 'neutron.services.segments.db._delete_segments_for_network-8783523423079'] for network, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:15.698771 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-cbabd235-3c70-476f-b840-bfb940f3c97d req-3bb20273-edad-438d-9b10-e1530f759525 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.196&port_id=c7980440-a2bc-4a32-9f5c-7dafd0239f39 HTTP/1.1" status: 200 len: 217 time: 0.0517349 Mar 29 15:54:15.718281 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device b904d3be-b5db-458a-af81-d09ce7a63028 no longer exists at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:54:15.720420 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-ac14f9c4-11f5-4c68-8ea9-2cadae7b8d80 tempest-RoutersNegativeIpV6Test-315348334 tempest-RoutersNegativeIpV6Test-315348334-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efb5e488-f74e-44e2-b797-2e1ce373dbc2']}} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:54:15.728436 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-8ced5c5c-f2e5-4790-8b28-7976a9b2fb98 req-0d6c982f-36dc-4af6-a805-40a4b423afde tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] 10.222.0.42 "GET /v2.0/security-groups?id=6e57fe5c-cb87-4607-b926-1e4de2690a28&id=e2ab8bce-bca0-434d-ad1c-ad30dfd1db67&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3542480 Mar 29 15:54:15.748524 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] No Port match for: b904d3be-b5db-458a-af81-d09ce7a63028 {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 15:54:15.749262 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device b904d3be-b5db-458a-af81-d09ce7a63028 not bound to the agent host n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:54:15.749699 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-ac14f9c4-11f5-4c68-8ea9-2cadae7b8d80 tempest-RoutersNegativeIpV6Test-315348334 tempest-RoutersNegativeIpV6Test-315348334-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '101c1aee-4993-45ef-bd96-905cda8e0b89') {'for_net_delete': True} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:54:15.750204 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-ac14f9c4-11f5-4c68-8ea9-2cadae7b8d80 tempest-RoutersNegativeIpV6Test-315348334 tempest-RoutersNegativeIpV6Test-315348334-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '101c1aee-4993-45ef-bd96-905cda8e0b89') {} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:54:15.768210 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-ac14f9c4-11f5-4c68-8ea9-2cadae7b8d80 tempest-RoutersNegativeIpV6Test-315348334 tempest-RoutersNegativeIpV6Test-315348334-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783523422064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4230428'] for segment, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:15.807819 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbabd235-3c70-476f-b840-bfb940f3c97d req-d19a26a0-a500-46bb-b42e-8e8d4abeae33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:15.809202 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-cbabd235-3c70-476f-b840-bfb940f3c97d req-d19a26a0-a500-46bb-b42e-8e8d4abeae33 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=bc361fa1-f654-45a1-af1c-12ca60a2e415 HTTP/1.1" status: 200 len: 797 time: 0.1002879 Mar 29 15:54:15.810112 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-ac14f9c4-11f5-4c68-8ea9-2cadae7b8d80 tempest-RoutersNegativeIpV6Test-315348334 tempest-RoutersNegativeIpV6Test-315348334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:15.827429 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac14f9c4-11f5-4c68-8ea9-2cadae7b8d80 tempest-RoutersNegativeIpV6Test-315348334 tempest-RoutersNegativeIpV6Test-315348334-project] Releasing vlan 624 on physical network physnet1 to pool {{(pid=102791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 15:54:15.827827 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-ac14f9c4-11f5-4c68-8ea9-2cadae7b8d80 tempest-RoutersNegativeIpV6Test-315348334 tempest-RoutersNegativeIpV6Test-315348334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16169569'] for segment, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:15.830658 n-d-834765-1 neutron-server[102791]: Traceback (most recent call last): Mar 29 15:54:15.830658 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 15:54:15.830658 n-d-834765-1 neutron-server[102791]: timer() Mar 29 15:54:15.830658 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 15:54:15.830658 n-d-834765-1 neutron-server[102791]: cb(*args, **kw) Mar 29 15:54:15.830658 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 15:54:15.830658 n-d-834765-1 neutron-server[102791]: return func(*args, **kwargs) Mar 29 15:54:15.830658 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 15:54:15.830658 n-d-834765-1 neutron-server[102791]: self._notify() Mar 29 15:54:15.830658 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 15:54:15.830658 n-d-834765-1 neutron-server[102791]: self.callback(batched_events) Mar 29 15:54:15.830658 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 15:54:15.830658 n-d-834765-1 neutron-server[102791]: event.method(event) Mar 29 15:54:15.830658 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 15:54:15.830658 n-d-834765-1 neutron-server[102791]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 15:54:15.830658 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 15:54:15.830658 n-d-834765-1 neutron-server[102791]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 15:54:15.830658 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 15:54:15.830658 n-d-834765-1 neutron-server[102791]: return f(self, *a, **k) Mar 29 15:54:15.830658 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 15:54:15.830658 n-d-834765-1 neutron-server[102791]: return self._get(url).json() Mar 29 15:54:15.830658 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 15:54:15.830658 n-d-834765-1 neutron-server[102791]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 15:54:15.830658 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 15:54:15.830658 n-d-834765-1 neutron-server[102791]: return self.request(url, 'GET', **kwargs) Mar 29 15:54:15.830658 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 15:54:15.830658 n-d-834765-1 neutron-server[102791]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 15:54:15.830658 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 15:54:15.830658 n-d-834765-1 neutron-server[102791]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 15:54:15.830658 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 15:54:15.830658 n-d-834765-1 neutron-server[102791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 15:54:15.830658 n-d-834765-1 neutron-server[102791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 15:54:15.917206 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092fe512-aa4a-43bf-a761-6417707be1cf req-f22c28b4-b364-4ade-9778-4b3b86a1d754 tempest-ServerAddressesNegativeTestJSON-615616074 tempest-ServerAddressesNegativeTestJSON-615616074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:15.918747 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-092fe512-aa4a-43bf-a761-6417707be1cf req-f22c28b4-b364-4ade-9778-4b3b86a1d754 tempest-ServerAddressesNegativeTestJSON-615616074 tempest-ServerAddressesNegativeTestJSON-615616074-project] 10.222.0.42 "GET /v2.0/ports?device_id=6ad79dcd-417d-4ecc-97d5-ea574f4d416a HTTP/1.1" status: 200 len: 944 time: 0.1541171 Mar 29 15:54:15.936884 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbabd235-3c70-476f-b840-bfb940f3c97d req-e0ff00bf-b163-42e5-b310-cce3a7664337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:15.938411 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-cbabd235-3c70-476f-b840-bfb940f3c97d req-e0ff00bf-b163-42e5-b310-cce3a7664337 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4ba2607b-b448-44f6-8335-46066b72a89c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1225824 Mar 29 15:54:15.945230 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-ac14f9c4-11f5-4c68-8ea9-2cadae7b8d80 tempest-RoutersNegativeIpV6Test-315348334 tempest-RoutersNegativeIpV6Test-315348334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1639897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648174'] for network, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:15.962372 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-ac14f9c4-11f5-4c68-8ea9-2cadae7b8d80 tempest-RoutersNegativeIpV6Test-315348334 tempest-RoutersNegativeIpV6Test-315348334-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for network, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:15.966201 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-ac14f9c4-11f5-4c68-8ea9-2cadae7b8d80 tempest-RoutersNegativeIpV6Test-315348334 tempest-RoutersNegativeIpV6Test-315348334-project] 10.222.0.42 "DELETE /v2.0/networks/efb5e488-f74e-44e2-b797-2e1ce373dbc2 HTTP/1.1" status: 204 len: 168 time: 1.2146204 Mar 29 15:54:15.969325 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 36020) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:54:15.994830 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac14f9c4-11f5-4c68-8ea9-2cadae7b8d80 tempest-RoutersNegativeIpV6Test-315348334 tempest-RoutersNegativeIpV6Test-315348334-project] Pushing event deleted for resources: {'Network': ['ID=efb5e488-f74e-44e2-b797-2e1ce373dbc2,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:54:16.002241 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-ad630d92-35ed-4e98-b616-b04b1f422d25 tempest-RoutersNegativeIpV6Test-315348334 tempest-RoutersNegativeIpV6Test-315348334-project] 10.222.0.42 "GET /v2.0/ports?device_id=46f793cf-a5c7-492d-a9f9-7d7884a3e1db HTTP/1.1" status: 200 len: 205 time: 0.0317090 Mar 29 15:54:16.003355 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 36022) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:54:16.016963 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device 826231f7-67f6-493a-b991-b00f176903b9 up at agent hyperv_n-h2-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:54:16.070667 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Provisioning for port 826231f7-67f6-493a-b991-b00f176903b9 completed by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 15:54:16.076912 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Provisioning complete for port 826231f7-67f6-493a-b991-b00f176903b9 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:54:16.077530 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:16.078334 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-092fe512-aa4a-43bf-a761-6417707be1cf req-1d9ce26f-2d6b-4558-b8e3-5cd5dc852aa7 tempest-ServerAddressesNegativeTestJSON-615616074 tempest-ServerAddressesNegativeTestJSON-615616074-project] 10.222.0.42 "GET /v2.0/security-groups?id=f3c66b63-6b47-4316-850f-a5138e21036d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522534 Mar 29 15:54:16.086970 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e03a9850-9f65-4b3b-aade-9b973078401a tempest-RoutersNegativeIpV6Test-315348334 tempest-RoutersNegativeIpV6Test-315348334-project] Notify callbacks [] for router, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:16.120957 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-cbabd235-3c70-476f-b840-bfb940f3c97d req-ff6ee21a-1f6b-4011-820b-b036d16ebb5a service neutron] 10.222.0.48 "GET /v2.0/networks/4ba2607b-b448-44f6-8335-46066b72a89c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1734180 Mar 29 15:54:16.193004 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:16.219586 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ad79dcd-417d-4ecc-97d5-ea574f4d416a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '826231f7-67f6-493a-b991-b00f176903b9'}] {{(pid=102792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:54:16.221423 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-cbabd235-3c70-476f-b840-bfb940f3c97d req-17d9a09e-a07f-47bf-b71e-8a662e938ff4 service neutron] 10.222.0.48 "GET /v2.0/networks/4ba2607b-b448-44f6-8335-46066b72a89c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935869 Mar 29 15:54:16.222021 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4f476c66b318cc6068719fc39557fac68d413f5c7e78fa77028c7948e999ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52e6b39a-3479-400d-b0a9-3023e4c95307" -d '{"events": [{"server_uuid": "6ad79dcd-417d-4ecc-97d5-ea574f4d416a", "name": "network-vif-plugged", "status": "completed", "tag": "826231f7-67f6-493a-b991-b00f176903b9"}]}' {{(pid=102792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:54:16.240637 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port 826231f7-67f6-493a-b991-b00f176903b9, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=826231f7-67f6-493a-b991-b00f176903b9,segment=NetworkSegment(9f0bb757-bd71-44a0-8549-f12e4b89ade6),segment_id=9f0bb757-bd71-44a0-8549-f12e4b89ade6)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:54:16.246687 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:16.283468 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:54:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c76af84f-9d2b-4b2d-9e36-b02fab928246 x-openstack-request-id: req-c76af84f-9d2b-4b2d-9e36-b02fab928246 {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:54:16.283756 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ad79dcd-417d-4ecc-97d5-ea574f4d416a", "name": "network-vif-plugged", "status": "completed", "tag": "826231f7-67f6-493a-b991-b00f176903b9", "code": 200}]} {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:54:16.284268 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c76af84f-9d2b-4b2d-9e36-b02fab928246 {{(pid=102792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:54:16.284477 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e03a9850-9f65-4b3b-aade-9b973078401a tempest-RoutersNegativeIpV6Test-315348334 tempest-RoutersNegativeIpV6Test-315348334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129328'] for router, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:16.285760 n-d-834765-1 neutron-server[102792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ad79dcd-417d-4ecc-97d5-ea574f4d416a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '826231f7-67f6-493a-b991-b00f176903b9', 'code': 200} Mar 29 15:54:16.289235 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e03a9850-9f65-4b3b-aade-9b973078401a tempest-RoutersNegativeIpV6Test-315348334 tempest-RoutersNegativeIpV6Test-315348334-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:16.314096 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-cbabd235-3c70-476f-b840-bfb940f3c97d req-22b3bf14-4503-4a9e-b576-1ed2b62425cb service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.204&port_id=45434a8b-e66c-4986-94a1-97ad0466ab23 HTTP/1.1" status: 200 len: 217 time: 0.0715675 Mar 29 15:54:16.330913 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Pushing event updated for resources: {'Port': ['ID=826231f7-67f6-493a-b991-b00f176903b9,revision_number=5']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:54:16.372461 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e03a9850-9f65-4b3b-aade-9b973078401a tempest-RoutersNegativeIpV6Test-315348334 tempest-RoutersNegativeIpV6Test-315348334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-526718'] for router, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:16.373175 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e03a9850-9f65-4b3b-aade-9b973078401a tempest-RoutersNegativeIpV6Test-315348334 tempest-RoutersNegativeIpV6Test-315348334-project] Fanout notify agent at l3_agent the message router_deleted on router 46f793cf-a5c7-492d-a9f9-7d7884a3e1db {{(pid=102790) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 29 15:54:16.385239 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e03a9850-9f65-4b3b-aade-9b973078401a tempest-RoutersNegativeIpV6Test-315348334 tempest-RoutersNegativeIpV6Test-315348334-project] Notify callbacks [] for router, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:16.386981 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-e03a9850-9f65-4b3b-aade-9b973078401a tempest-RoutersNegativeIpV6Test-315348334 tempest-RoutersNegativeIpV6Test-315348334-project] 10.222.0.42 "DELETE /v2.0/routers/46f793cf-a5c7-492d-a9f9-7d7884a3e1db HTTP/1.1" status: 204 len: 168 time: 0.3819106 Mar 29 15:54:16.395780 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbabd235-3c70-476f-b840-bfb940f3c97d req-4bfae8de-5758-4a91-9dca-c79136a3e514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:16.397261 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-cbabd235-3c70-476f-b840-bfb940f3c97d req-4bfae8de-5758-4a91-9dca-c79136a3e514 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=bc361fa1-f654-45a1-af1c-12ca60a2e415 HTTP/1.1" status: 200 len: 797 time: 0.0771441 Mar 29 15:54:16.416928 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78085f66-a674-4cc5-8930-ad31c0345b62 req-6e958c5b-32f8-4a73-9622-6a9a28ad63d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:16.418410 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-78085f66-a674-4cc5-8930-ad31c0345b62 req-6e958c5b-32f8-4a73-9622-6a9a28ad63d7 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=6ad79dcd-417d-4ecc-97d5-ea574f4d416a HTTP/1.1" status: 200 len: 1096 time: 0.0621326 Mar 29 15:54:16.474666 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbabd235-3c70-476f-b840-bfb940f3c97d req-f7efa209-01c5-4d1b-874a-95d8694da25b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:16.476214 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-cbabd235-3c70-476f-b840-bfb940f3c97d req-f7efa209-01c5-4d1b-874a-95d8694da25b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4ba2607b-b448-44f6-8335-46066b72a89c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0715125 Mar 29 15:54:16.480058 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-78085f66-a674-4cc5-8930-ad31c0345b62 req-70e27d35-490c-4763-b961-77fe5a6814bb service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=f3c66b63-6b47-4316-850f-a5138e21036d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472128 Mar 29 15:54:16.665536 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 36066) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:54:16.879999 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-cbabd235-3c70-476f-b840-bfb940f3c97d req-cc527dd8-f101-41e8-a4f7-3d7cb4bb95e6 service neutron] 10.222.0.48 "GET /v2.0/networks/4ba2607b-b448-44f6-8335-46066b72a89c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230581 Mar 29 15:54:16.882486 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-8dfaaee6-2b4a-4e80-a48f-5695b4a6f7a9 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=675a1501a2754e0f8b5ef8adf224742c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2157876 Mar 29 15:54:16.887695 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 36080) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:54:16.893626 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca79d25-e572-4a4b-8552-439b410203f0 req-52053aee-59f9-4999-9082-4eef26a15302 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:16.899905 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca79d25-e572-4a4b-8552-439b410203f0 req-52053aee-59f9-4999-9082-4eef26a15302 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:16.905904 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca79d25-e572-4a4b-8552-439b410203f0 req-52053aee-59f9-4999-9082-4eef26a15302 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:16.915208 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca79d25-e572-4a4b-8552-439b410203f0 req-52053aee-59f9-4999-9082-4eef26a15302 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:16.915911 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 36082) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:54:16.918813 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca79d25-e572-4a4b-8552-439b410203f0 req-52053aee-59f9-4999-9082-4eef26a15302 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:16.933098 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca79d25-e572-4a4b-8552-439b410203f0 req-52053aee-59f9-4999-9082-4eef26a15302 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:16.939768 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:16.944444 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca79d25-e572-4a4b-8552-439b410203f0 req-52053aee-59f9-4999-9082-4eef26a15302 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:16.946808 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-cca79d25-e572-4a4b-8552-439b410203f0 req-52053aee-59f9-4999-9082-4eef26a15302 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] 10.222.0.42 "GET /v2.0/ports?device_id=b5e34b53-8d44-45db-a377-1c001fe98b5c HTTP/1.1" status: 200 len: 5431 time: 0.1282940 Mar 29 15:54:16.950529 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-8e520b91-437e-40fd-86d0-4dada1c00693 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:16.973482 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-8e520b91-437e-40fd-86d0-4dada1c00693 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:17.025049 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-8e520b91-437e-40fd-86d0-4dada1c00693 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:17.027872 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-8e520b91-437e-40fd-86d0-4dada1c00693 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:17.029028 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-8e520b91-437e-40fd-86d0-4dada1c00693 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/6e57c25a-7d41-44fa-86e9-740e9712dcc7 HTTP/1.1" status: 204 len: 168 time: 0.1404092 Mar 29 15:54:17.050394 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e520b91-437e-40fd-86d0-4dada1c00693 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e57c25a-7d41-44fa-86e9-740e9712dcc7,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:54:17.053108 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-cb977590-b65f-4373-81bd-7cd229c6fbde admin admin] Notify callbacks [] for security_group, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:17.076621 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-cca79d25-e572-4a4b-8552-439b410203f0 req-d3f8f304-3cea-4ea1-a93d-91b176d2ee51 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] 10.222.0.42 "GET /v2.0/security-groups?id=6e57fe5c-cb87-4607-b926-1e4de2690a28&id=e2ab8bce-bca0-434d-ad1c-ad30dfd1db67&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1123450 Mar 29 15:54:17.124087 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-cbabd235-3c70-476f-b840-bfb940f3c97d req-293a55ff-afb8-4304-9afb-06fa4b2934f3 service neutron] 10.222.0.48 "GET /v2.0/networks/4ba2607b-b448-44f6-8335-46066b72a89c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1747978 Mar 29 15:54:17.149821 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-cb977590-b65f-4373-81bd-7cd229c6fbde admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:17.155774 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-cb977590-b65f-4373-81bd-7cd229c6fbde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:17.172918 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-cbabd235-3c70-476f-b840-bfb940f3c97d req-69402683-ddbf-421c-b0b3-003b38bd4dca service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=23c62477-8d6b-4dd5-97b0-ad5f9036e848 HTTP/1.1" status: 200 len: 217 time: 0.0414071 Mar 29 15:54:17.204577 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-cb977590-b65f-4373-81bd-7cd229c6fbde admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d8c046ecad3c49a3991ee12442007c9f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2876406 Mar 29 15:54:17.211082 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 36092) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:54:17.242073 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb977590-b65f-4373-81bd-7cd229c6fbde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f124593-0503-4b16-8155-48cb55478837,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:54:17.256476 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131bc52f-a7df-4835-9bcf-6d87ae7ff5c0 req-a8a6dcf1-e607-40c4-985a-2c12b035a3dc tempest-ServerAddressesNegativeTestJSON-615616074 tempest-ServerAddressesNegativeTestJSON-615616074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:17.258008 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-131bc52f-a7df-4835-9bcf-6d87ae7ff5c0 req-a8a6dcf1-e607-40c4-985a-2c12b035a3dc tempest-ServerAddressesNegativeTestJSON-615616074 tempest-ServerAddressesNegativeTestJSON-615616074-project] 10.222.0.42 "GET /v2.0/ports?device_id=6ad79dcd-417d-4ecc-97d5-ea574f4d416a HTTP/1.1" status: 200 len: 945 time: 0.0795412 Mar 29 15:54:17.285724 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbabd235-3c70-476f-b840-bfb940f3c97d req-09b7bc78-1cf8-4db2-a733-0e840b30c36c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:17.287503 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-cbabd235-3c70-476f-b840-bfb940f3c97d req-09b7bc78-1cf8-4db2-a733-0e840b30c36c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3654a5c5-abaa-4465-953e-76c281d7517a HTTP/1.1" status: 200 len: 797 time: 0.1075900 Mar 29 15:54:17.290434 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-cea286dc-e905-4990-b177-38252f777c50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:17.315299 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-131bc52f-a7df-4835-9bcf-6d87ae7ff5c0 req-81ac9bd6-4bf8-44d6-9393-ef16c6baa05d tempest-ServerAddressesNegativeTestJSON-615616074 tempest-ServerAddressesNegativeTestJSON-615616074-project] 10.222.0.42 "GET /v2.0/security-groups?id=f3c66b63-6b47-4316-850f-a5138e21036d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453587 Mar 29 15:54:17.341744 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-cea286dc-e905-4990-b177-38252f777c50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:17.372545 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbabd235-3c70-476f-b840-bfb940f3c97d req-e361ba5b-9e09-4942-a2ef-6f38a14f51ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:17.374052 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-cbabd235-3c70-476f-b840-bfb940f3c97d req-e361ba5b-9e09-4942-a2ef-6f38a14f51ef service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=79dcb3cc-0cfb-4dde-9352-1cf14f1c4e5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0790861 Mar 29 15:54:17.431388 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 36104) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:54:17.459919 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-cea286dc-e905-4990-b177-38252f777c50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:17.462686 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-cea286dc-e905-4990-b177-38252f777c50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:17.466903 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-cea286dc-e905-4990-b177-38252f777c50 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/5f124593-0503-4b16-8155-48cb55478837 HTTP/1.1" status: 204 len: 168 time: 0.2548158 Mar 29 15:54:17.484514 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea286dc-e905-4990-b177-38252f777c50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f124593-0503-4b16-8155-48cb55478837,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:54:17.501710 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-8c6ca0b1-4971-482a-a012-a275b2e47793 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] 10.222.0.42 "GET /v2.0/floatingips/cd0c71c7-69b6-4993-9463-905b26b78c31 HTTP/1.1" status: 200 len: 993 time: 0.0684497 Mar 29 15:54:17.507847 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-cbabd235-3c70-476f-b840-bfb940f3c97d req-2dabb3d0-df44-4bab-9ba9-d25d84b79d69 service neutron] 10.222.0.48 "GET /v2.0/networks/79dcb3cc-0cfb-4dde-9352-1cf14f1c4e5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260409 Mar 29 15:54:17.648820 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-cbabd235-3c70-476f-b840-bfb940f3c97d req-5933c38e-a486-468e-92d3-1bb08331357b service neutron] 10.222.0.48 "GET /v2.0/networks/79dcb3cc-0cfb-4dde-9352-1cf14f1c4e5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299698 Mar 29 15:54:17.704537 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-cbabd235-3c70-476f-b840-bfb940f3c97d req-25f2d811-bd50-4ae1-9f54-c37c3912f7b9 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d8e77564-eaaf-4718-822d-1183ca2bcda3 HTTP/1.1" status: 200 len: 217 time: 0.0477343 Mar 29 15:54:17.771037 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 36120) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:54:17.771694 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:17.778165 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbabd235-3c70-476f-b840-bfb940f3c97d req-29d87549-0d56-4ba6-8978-cbf9574336a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:17.780536 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-cbabd235-3c70-476f-b840-bfb940f3c97d req-29d87549-0d56-4ba6-8978-cbf9574336a9 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3654a5c5-abaa-4465-953e-76c281d7517a HTTP/1.1" status: 200 len: 797 time: 0.0674555 Mar 29 15:54:17.850175 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbabd235-3c70-476f-b840-bfb940f3c97d req-a8069e11-e715-421f-8534-6dc6bd78575d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:17.851697 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-cbabd235-3c70-476f-b840-bfb940f3c97d req-a8069e11-e715-421f-8534-6dc6bd78575d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=79dcb3cc-0cfb-4dde-9352-1cf14f1c4e5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0630300 Mar 29 15:54:17.951164 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 36124) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:54:17.985273 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-cbabd235-3c70-476f-b840-bfb940f3c97d req-8053ab00-8426-4ace-8f94-7ca39bd87995 service neutron] 10.222.0.48 "GET /v2.0/networks/79dcb3cc-0cfb-4dde-9352-1cf14f1c4e5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254323 Mar 29 15:54:18.001084 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-62a1a701-46f1-4bbf-ac69-9dadcf0cf7d4 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Deleting port f4005a42-c36b-4873-80ce-29d80207823c {{(pid=102790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:54:18.001430 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-62a1a701-46f1-4bbf-ac69-9dadcf0cf7d4 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:18.028172 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 36128) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:54:18.072075 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-965784f4-93f1-4c21-825d-9c5a6610bed6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:18.086749 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-cbabd235-3c70-476f-b840-bfb940f3c97d req-19fcca95-8a65-4824-8cec-704855359cd1 service neutron] 10.222.0.48 "GET /v2.0/networks/79dcb3cc-0cfb-4dde-9352-1cf14f1c4e5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937285 Mar 29 15:54:18.116925 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-62a1a701-46f1-4bbf-ac69-9dadcf0cf7d4 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:18.116925 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-62a1a701-46f1-4bbf-ac69-9dadcf0cf7d4 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:18.138021 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-62a1a701-46f1-4bbf-ac69-9dadcf0cf7d4 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Calling delete_port for f4005a42-c36b-4873-80ce-29d80207823c owned by network:floatingip {{(pid=102790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:54:18.217913 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-aef1be25-9c52-4fc1-9bb8-ab4e175c9293 tempest-NegativeSecGroupTest-1968875663 tempest-NegativeSecGroupTest-1968875663-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:54:18.218351 n-d-834765-1 neutron-server[102791]: WARNING neutron.api.v2.base [None req-aef1be25-9c52-4fc1-9bb8-ab4e175c9293 tempest-NegativeSecGroupTest-1968875663 tempest-NegativeSecGroupTest-1968875663-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Mar 29 15:54:18.218846 n-d-834765-1 neutron-server[102791]: INFO neutron.api.v2.resource [None req-aef1be25-9c52-4fc1-9bb8-ab4e175c9293 tempest-NegativeSecGroupTest-1968875663 tempest-NegativeSecGroupTest-1968875663-project] create failed (client error): There was a conflict when trying to complete your request. Mar 29 15:54:18.219839 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-aef1be25-9c52-4fc1-9bb8-ab4e175c9293 tempest-NegativeSecGroupTest-1968875663 tempest-NegativeSecGroupTest-1968875663-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2672877 Mar 29 15:54:18.224530 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 36132) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:54:18.228833 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-90c9e8e0-1761-4f3e-b9c6-bd29301af677 tempest-NegativeSecGroupTest-1968875663 tempest-NegativeSecGroupTest-1968875663-project] Request body: {'security_group': {'name': 'tempest-secgroup--1484206402'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:54:18.260000 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd926ee0-b6d4-4b0a-89a6-677a4f84407a req-87fb851f-a470-416c-b4b2-bde33b370569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:18.260484 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd926ee0-b6d4-4b0a-89a6-677a4f84407a req-87fb851f-a470-416c-b4b2-bde33b370569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:18.260960 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd926ee0-b6d4-4b0a-89a6-677a4f84407a req-87fb851f-a470-416c-b4b2-bde33b370569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:18.261452 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd926ee0-b6d4-4b0a-89a6-677a4f84407a req-87fb851f-a470-416c-b4b2-bde33b370569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:18.261894 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd926ee0-b6d4-4b0a-89a6-677a4f84407a req-87fb851f-a470-416c-b4b2-bde33b370569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:18.262362 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd926ee0-b6d4-4b0a-89a6-677a4f84407a req-87fb851f-a470-416c-b4b2-bde33b370569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:18.262832 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd926ee0-b6d4-4b0a-89a6-677a4f84407a req-87fb851f-a470-416c-b4b2-bde33b370569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:18.264806 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-fd926ee0-b6d4-4b0a-89a6-677a4f84407a req-87fb851f-a470-416c-b4b2-bde33b370569 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9cad725e1c41463fab431e48b8d9bfff&device_id=b5e34b53-8d44-45db-a377-1c001fe98b5c HTTP/1.1" status: 200 len: 6488 time: 0.0847800 Mar 29 15:54:18.271327 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-90c9e8e0-1761-4f3e-b9c6-bd29301af677 tempest-NegativeSecGroupTest-1968875663 tempest-NegativeSecGroupTest-1968875663-project] Notify callbacks [] for security_group, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:18.281146 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-965784f4-93f1-4c21-825d-9c5a6610bed6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:18.289081 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-90c9e8e0-1761-4f3e-b9c6-bd29301af677 tempest-NegativeSecGroupTest-1968875663 tempest-NegativeSecGroupTest-1968875663-project] Notify callbacks [] for security_group, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:18.293315 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ba5338-052b-4fc7-81a0-f56c4d56bd19 req-341cd397-014e-4f80-a2e1-7feaabc781c1 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:18.299243 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ba5338-052b-4fc7-81a0-f56c4d56bd19 req-341cd397-014e-4f80-a2e1-7feaabc781c1 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:18.305790 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ba5338-052b-4fc7-81a0-f56c4d56bd19 req-341cd397-014e-4f80-a2e1-7feaabc781c1 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:18.311734 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ba5338-052b-4fc7-81a0-f56c4d56bd19 req-341cd397-014e-4f80-a2e1-7feaabc781c1 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:18.318173 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ba5338-052b-4fc7-81a0-f56c4d56bd19 req-341cd397-014e-4f80-a2e1-7feaabc781c1 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:18.324382 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ba5338-052b-4fc7-81a0-f56c4d56bd19 req-341cd397-014e-4f80-a2e1-7feaabc781c1 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:18.330441 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ba5338-052b-4fc7-81a0-f56c4d56bd19 req-341cd397-014e-4f80-a2e1-7feaabc781c1 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:18.332920 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-e0ba5338-052b-4fc7-81a0-f56c4d56bd19 req-341cd397-014e-4f80-a2e1-7feaabc781c1 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] 10.222.0.42 "GET /v2.0/ports?device_id=b5e34b53-8d44-45db-a377-1c001fe98b5c HTTP/1.1" status: 200 len: 5431 time: 0.1740363 Mar 29 15:54:18.336792 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-965784f4-93f1-4c21-825d-9c5a6610bed6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:18.421920 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-965784f4-93f1-4c21-825d-9c5a6610bed6 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=131095182982455196c4de5b87325edf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3902879 Mar 29 15:54:18.430599 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965784f4-93f1-4c21-825d-9c5a6610bed6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03bcb9b8-9ffd-47c7-aa64-c448bc5ab02d,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:54:18.431121 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 36136) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:54:18.442081 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-e0ba5338-052b-4fc7-81a0-f56c4d56bd19 req-7ac9365c-f38b-49d8-b635-59d2457e6323 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] 10.222.0.42 "GET /v2.0/security-groups?id=6e57fe5c-cb87-4607-b926-1e4de2690a28&id=e2ab8bce-bca0-434d-ad1c-ad30dfd1db67&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1024730 Mar 29 15:54:18.446547 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd926ee0-b6d4-4b0a-89a6-677a4f84407a req-ab04428e-ad9d-4e92-90d2-3afca5234f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:18.448444 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-fd926ee0-b6d4-4b0a-89a6-677a4f84407a req-ab04428e-ad9d-4e92-90d2-3afca5234f85 service neutron] 10.222.0.48 "GET /v2.0/networks?id=79dcb3cc-0cfb-4dde-9352-1cf14f1c4e5d HTTP/1.1" status: 200 len: 901 time: 0.1740961 Mar 29 15:54:18.503433 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-62a1a701-46f1-4bbf-ac69-9dadcf0cf7d4 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:18.516466 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-fd926ee0-b6d4-4b0a-89a6-677a4f84407a req-5cb8df52-f545-48a1-b4b1-8260436889f5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d8e77564-eaaf-4718-822d-1183ca2bcda3 HTTP/1.1" status: 200 len: 217 time: 0.0579612 Mar 29 15:54:18.529325 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a1a701-46f1-4bbf-ac69-9dadcf0cf7d4 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Pushing event deleted for resources: {'Port': ['ID=f4005a42-c36b-4873-80ce-29d80207823c,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:54:18.583051 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-90c9e8e0-1761-4f3e-b9c6-bd29301af677 tempest-NegativeSecGroupTest-1968875663 tempest-NegativeSecGroupTest-1968875663-project] Notify callbacks [] for security_group, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:18.591863 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-62a1a701-46f1-4bbf-ac69-9dadcf0cf7d4 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Notify callbacks [] for floatingip, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:18.592199 n-d-834765-1 neutron-server[102790]: INFO neutron.db.l3_db [None req-62a1a701-46f1-4bbf-ac69-9dadcf0cf7d4 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Floating IP cd0c71c7-69b6-4993-9463-905b26b78c31 disassociated (deleted). External IP: 172.25.4.232, port: 89a2bbed-6cee-4385-8570-af952806ad8b. Mar 29 15:54:18.597789 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b09abd-4408-4ead-a506-fe15855ec3d9 req-05f9f03c-15b8-42e4-bcd8-b4af832d13d0 tempest-ServerAddressesNegativeTestJSON-615616074 tempest-ServerAddressesNegativeTestJSON-615616074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:18.599309 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-01b09abd-4408-4ead-a506-fe15855ec3d9 req-05f9f03c-15b8-42e4-bcd8-b4af832d13d0 tempest-ServerAddressesNegativeTestJSON-615616074 tempest-ServerAddressesNegativeTestJSON-615616074-project] 10.222.0.42 "GET /v2.0/ports?device_id=6ad79dcd-417d-4ecc-97d5-ea574f4d416a HTTP/1.1" status: 200 len: 945 time: 0.2073183 Mar 29 15:54:18.601957 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-90c9e8e0-1761-4f3e-b9c6-bd29301af677 tempest-NegativeSecGroupTest-1968875663 tempest-NegativeSecGroupTest-1968875663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:18.647574 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd926ee0-b6d4-4b0a-89a6-677a4f84407a req-d426434f-6227-4e56-a3c0-3157d45c06bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:18.649044 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-fd926ee0-b6d4-4b0a-89a6-677a4f84407a req-d426434f-6227-4e56-a3c0-3157d45c06bf service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3654a5c5-abaa-4465-953e-76c281d7517a HTTP/1.1" status: 200 len: 797 time: 0.1230187 Mar 29 15:54:18.678325 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-89dd0db1-c445-4c7e-880c-5a34b8e9df4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:18.700507 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c9e8e0-1761-4f3e-b9c6-bd29301af677 tempest-NegativeSecGroupTest-1968875663 tempest-NegativeSecGroupTest-1968875663-project] Pushing event updated for resources: {'SecurityGroup': ['ID=072bd2cf-b503-4a13-8121-27c8f0f96ff6,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:54:18.745060 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-89dd0db1-c445-4c7e-880c-5a34b8e9df4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:18.755724 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-01b09abd-4408-4ead-a506-fe15855ec3d9 req-2935350f-7e84-4469-8c4f-5efa248f8f3d tempest-ServerAddressesNegativeTestJSON-615616074 tempest-ServerAddressesNegativeTestJSON-615616074-project] 10.222.0.42 "GET /v2.0/security-groups?id=f3c66b63-6b47-4316-850f-a5138e21036d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403191 Mar 29 15:54:18.792806 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd926ee0-b6d4-4b0a-89a6-677a4f84407a req-ca2c9eca-a8e6-4c0e-a879-b2650a21807f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:18.794664 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-fd926ee0-b6d4-4b0a-89a6-677a4f84407a req-ca2c9eca-a8e6-4c0e-a879-b2650a21807f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=79dcb3cc-0cfb-4dde-9352-1cf14f1c4e5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1290407 Mar 29 15:54:18.834246 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-90c9e8e0-1761-4f3e-b9c6-bd29301af677 tempest-NegativeSecGroupTest-1968875663 tempest-NegativeSecGroupTest-1968875663-project] Notify callbacks [] for security_group, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:18.836755 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62a1a701-46f1-4bbf-ac69-9dadcf0cf7d4 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Router f4da9992-f427-4676-b6fc-fe60650ec8ec has already been hosted by L3 agent c648d819-1060-4f26-b4ec-6455387b5dff {{(pid=102790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 15:54:18.848266 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-90c9e8e0-1761-4f3e-b9c6-bd29301af677 tempest-NegativeSecGroupTest-1968875663 tempest-NegativeSecGroupTest-1968875663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:18.900411 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-89dd0db1-c445-4c7e-880c-5a34b8e9df4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:18.902974 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-89dd0db1-c445-4c7e-880c-5a34b8e9df4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:18.904287 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-89dd0db1-c445-4c7e-880c-5a34b8e9df4f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/03bcb9b8-9ffd-47c7-aa64-c448bc5ab02d HTTP/1.1" status: 204 len: 168 time: 0.4687097 Mar 29 15:54:18.929222 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c9e8e0-1761-4f3e-b9c6-bd29301af677 tempest-NegativeSecGroupTest-1968875663 tempest-NegativeSecGroupTest-1968875663-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be7880af-eb8e-4077-9fca-389639f962eb,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:54:18.933482 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-90c9e8e0-1761-4f3e-b9c6-bd29301af677 tempest-NegativeSecGroupTest-1968875663 tempest-NegativeSecGroupTest-1968875663-project] Notify callbacks [] for security_group, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:18.934924 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-90c9e8e0-1761-4f3e-b9c6-bd29301af677 tempest-NegativeSecGroupTest-1968875663 tempest-NegativeSecGroupTest-1968875663-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7094703 Mar 29 15:54:18.940255 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 36146) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:54:18.953815 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-e15ae8b9-5de3-4f97-b818-800a247f8d56 tempest-NegativeSecGroupTest-1968875663 tempest-NegativeSecGroupTest-1968875663-project] Request body: {'security_group_rule': {'security_group_id': 'be7880af-eb8e-4077-9fca-389639f962eb', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:54:18.960818 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89dd0db1-c445-4c7e-880c-5a34b8e9df4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03bcb9b8-9ffd-47c7-aa64-c448bc5ab02d,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:54:18.983569 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-fd926ee0-b6d4-4b0a-89a6-677a4f84407a req-ea9d8816-3fe8-4b88-b9cb-55d29f8dca61 service neutron] 10.222.0.48 "GET /v2.0/networks/79dcb3cc-0cfb-4dde-9352-1cf14f1c4e5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1808605 Mar 29 15:54:18.983835 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62a1a701-46f1-4bbf-ac69-9dadcf0cf7d4 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:54:18.992702 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-62a1a701-46f1-4bbf-ac69-9dadcf0cf7d4 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for floatingip, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:19.014190 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5915526d-0575-464d-8698-03531ddd8b91 None None] Sync routers for ids ['f4da9992-f427-4676-b6fc-fe60650ec8ec'] in n-d-834765-1 {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:54:19.030328 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-e15ae8b9-5de3-4f97-b818-800a247f8d56 tempest-NegativeSecGroupTest-1968875663 tempest-NegativeSecGroupTest-1968875663-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:19.041276 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-62a1a701-46f1-4bbf-ac69-9dadcf0cf7d4 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] 10.222.0.42 "DELETE /v2.0/floatingips/cd0c71c7-69b6-4993-9463-905b26b78c31 HTTP/1.1" status: 204 len: 168 time: 1.2689769 Mar 29 15:54:19.042031 n-d-834765-1 neutron-server[102790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd55bce92-2492-4b8b-aa2e-7b55fe6ab72f', 'tag': '89a2bbed-6cee-4385-8570-af952806ad8b'}] {{(pid=102790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:54:19.045918 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46b06d655c90bc969636382cce4240ad749035fb0f3a83ee4734fa1ed9c4a6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-549ff701-de47-4a3f-ae4b-6513e117aed2" -d '{"events": [{"name": "network-changed", "server_uuid": "d55bce92-2492-4b8b-aa2e-7b55fe6ab72f", "tag": "89a2bbed-6cee-4385-8570-af952806ad8b"}]}' {{(pid=102790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:54:19.057024 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5915526d-0575-464d-8698-03531ddd8b91 None None] Routers {'f4da9992-f427-4676-b6fc-fe60650ec8ec'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:54:19.058671 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-5915526d-0575-464d-8698-03531ddd8b91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:54:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['f4da9992-f427-4676-b6fc-fe60650ec8ec'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:54:19.212170 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvr_db [None req-5915526d-0575-464d-8698-03531ddd8b91 None None] Set router f4da9992-f427-4676-b6fc-fe60650ec8ec gateway port host: n-d-834765-1 {{(pid=102792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:54:19.237199 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-e15ae8b9-5de3-4f97-b818-800a247f8d56 tempest-NegativeSecGroupTest-1968875663 tempest-NegativeSecGroupTest-1968875663-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:19.241707 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-fd926ee0-b6d4-4b0a-89a6-677a4f84407a req-692dc155-df91-4ace-a911-d261454cfff2 service neutron] 10.222.0.48 "GET /v2.0/networks/79dcb3cc-0cfb-4dde-9352-1cf14f1c4e5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2492115 Mar 29 15:54:19.262725 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 15:54:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f99f391-c930-48a1-8443-bb61a58bd8d4 x-openstack-request-id: req-7f99f391-c930-48a1-8443-bb61a58bd8d4 {{(pid=102790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:54:19.263023 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d55bce92-2492-4b8b-aa2e-7b55fe6ab72f", "tag": "89a2bbed-6cee-4385-8570-af952806ad8b", "status": "completed", "code": 200}]} {{(pid=102790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:54:19.263341 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-7f99f391-c930-48a1-8443-bb61a58bd8d4 {{(pid=102790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:54:19.263665 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3479bf8c-b652-45c5-af8b-0fb8040ddd9a req-71798a82-b5b6-426e-ba45-3fbcaa132add tempest-ServerAddressesNegativeTestJSON-615616074 tempest-ServerAddressesNegativeTestJSON-615616074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:19.263799 n-d-834765-1 neutron-server[102790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd55bce92-2492-4b8b-aa2e-7b55fe6ab72f', 'tag': '89a2bbed-6cee-4385-8570-af952806ad8b', 'status': 'completed', 'code': 200} Mar 29 15:54:19.273829 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-3479bf8c-b652-45c5-af8b-0fb8040ddd9a req-71798a82-b5b6-426e-ba45-3fbcaa132add tempest-ServerAddressesNegativeTestJSON-615616074 tempest-ServerAddressesNegativeTestJSON-615616074-project] 10.222.0.42 "GET /v2.0/ports?device_id=6ad79dcd-417d-4ecc-97d5-ea574f4d416a HTTP/1.1" status: 200 len: 945 time: 0.1450636 Mar 29 15:54:19.282007 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-e15ae8b9-5de3-4f97-b818-800a247f8d56 tempest-NegativeSecGroupTest-1968875663 tempest-NegativeSecGroupTest-1968875663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610998'] for security_group_rule, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:19.341259 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15ae8b9-5de3-4f97-b818-800a247f8d56 tempest-NegativeSecGroupTest-1968875663 tempest-NegativeSecGroupTest-1968875663-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86d6abfd-2f92-4292-a41a-c8bf4f5c9add,revision_number=0']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:54:19.356288 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-e15ae8b9-5de3-4f97-b818-800a247f8d56 tempest-NegativeSecGroupTest-1968875663 tempest-NegativeSecGroupTest-1968875663-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:19.358040 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-e15ae8b9-5de3-4f97-b818-800a247f8d56 tempest-NegativeSecGroupTest-1968875663 tempest-NegativeSecGroupTest-1968875663-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4160504 Mar 29 15:54:19.362146 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 36162) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:54:19.366465 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-3479bf8c-b652-45c5-af8b-0fb8040ddd9a req-2f25ac6d-575a-4d03-b19d-b0ca9a0c0382 tempest-ServerAddressesNegativeTestJSON-615616074 tempest-ServerAddressesNegativeTestJSON-615616074-project] 10.222.0.42 "GET /v2.0/security-groups?id=f3c66b63-6b47-4316-850f-a5138e21036d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917709 Mar 29 15:54:19.368971 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-06f07c3d-ef6e-4374-b134-95c5b44c96ae tempest-NegativeSecGroupTest-1968875663 tempest-NegativeSecGroupTest-1968875663-project] Request body: {'security_group_rule': {'security_group_id': 'be7880af-eb8e-4077-9fca-389639f962eb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:54:19.375958 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549ff701-de47-4a3f-ae4b-6513e117aed2 req-4fb5a3da-a4ed-4c07-a0d9-fef352249a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:19.377500 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-549ff701-de47-4a3f-ae4b-6513e117aed2 req-4fb5a3da-a4ed-4c07-a0d9-fef352249a5b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4613198224a343ff95b6b23b26c7af7a&device_id=d55bce92-2492-4b8b-aa2e-7b55fe6ab72f HTTP/1.1" status: 200 len: 1096 time: 0.0893691 Mar 29 15:54:19.415018 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5e3f02-1ddc-4642-9d8c-84c969aea7be req-df859dd4-2752-4ad3-af10-f72b8e11b430 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:19.425206 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-0b5e3f02-1ddc-4642-9d8c-84c969aea7be req-df859dd4-2752-4ad3-af10-f72b8e11b430 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] 10.222.0.42 "GET /v2.0/ports?device_id=d55bce92-2492-4b8b-aa2e-7b55fe6ab72f HTTP/1.1" status: 200 len: 945 time: 0.1020679 Mar 29 15:54:19.429882 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-06f07c3d-ef6e-4374-b134-95c5b44c96ae tempest-NegativeSecGroupTest-1968875663 tempest-NegativeSecGroupTest-1968875663-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:19.517870 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549ff701-de47-4a3f-ae4b-6513e117aed2 req-2b182d89-79f4-42cc-a16f-d92c67bf7005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:19.520057 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-549ff701-de47-4a3f-ae4b-6513e117aed2 req-2b182d89-79f4-42cc-a16f-d92c67bf7005 service neutron] 10.222.0.48 "GET /v2.0/networks?id=289d4c05-6537-47d7-9c1c-0777ed8cf48a HTTP/1.1" status: 200 len: 898 time: 0.1338685 Mar 29 15:54:19.539663 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-0b5e3f02-1ddc-4642-9d8c-84c969aea7be req-220e65df-be8f-4046-a3ff-19038e6b19fe tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] 10.222.0.42 "GET /v2.0/security-groups?id=ff6926a7-466a-45ba-ab0c-09c9f75f7301&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1132236 Mar 29 15:54:19.544169 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-5915526d-0575-464d-8698-03531ddd8b91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4da9992-f427-4676-b6fc-fe60650ec8ec', 'name': 'tempest-TestNetworkBasicOps-router-1818188587', 'tenant_id': '4613198224a343ff95b6b23b26c7af7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.78'}], 'enable_snat': True}, 'gw_port_id': '1cca274f-dafb-4edb-9b6f-e764867c543e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:52:22Z', 'updated_at': '2022-03-29T15:52:34Z', 'revision_number': 4, 'project_id': '4613198224a343ff95b6b23b26c7af7a', 'gw_port': {'id': '1cca274f-dafb-4edb-9b6f-e764867c543e', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:de:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4da9992-f427-4676-b6fc-fe60650ec8ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2078, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:52:24Z', 'updated_at': '2022-03-29T15:52:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': '7a06dc1c-13e9-4144-a99e-adb6c7a60c55', 'name': '', 'network_id': '289d4c05-6537-47d7-9c1c-0777ed8cf48a', 'tenant_id': '4613198224a343ff95b6b23b26c7af7a', 'mac_address': 'fa:16:3e:9c:ca:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4da9992-f427-4676-b6fc-fe60650ec8ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 2093, 'fixed_ips': [{'subnet_id': 'd2f96c58-eed7-4bf5-adae-f978ef8efd9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:52:33Z', 'updated_at': '2022-03-29T15:52:46Z', 'revision_number': 5, 'project_id': '4613198224a343ff95b6b23b26c7af7a', 'subnets': [{'id': 'd2f96c58-eed7-4bf5-adae-f978ef8efd9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:54:19.563739 n-d-834765-1 neutron-server[102790]: INFO neutron.api.v2.resource [None req-06f07c3d-ef6e-4374-b134-95c5b44c96ae tempest-NegativeSecGroupTest-1968875663 tempest-NegativeSecGroupTest-1968875663-project] create failed (client error): There was a conflict when trying to complete your request. Mar 29 15:54:19.565508 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-06f07c3d-ef6e-4374-b134-95c5b44c96ae tempest-NegativeSecGroupTest-1968875663 tempest-NegativeSecGroupTest-1968875663-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2013490 Mar 29 15:54:19.568330 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 36172) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:54:19.589823 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5915526d-0575-464d-8698-03531ddd8b91 None None] Checking router: f4da9992-f427-4676-b6fc-fe60650ec8ec for host: n-d-834765-1 {{(pid=102792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:54:19.593174 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-549ff701-de47-4a3f-ae4b-6513e117aed2 req-99a30fe5-e130-4ddf-ac7d-fbd5bf68672c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=89a2bbed-6cee-4385-8570-af952806ad8b HTTP/1.1" status: 200 len: 217 time: 0.0662301 Mar 29 15:54:19.600945 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5915526d-0575-464d-8698-03531ddd8b91 None None] Routers {'f4da9992-f427-4676-b6fc-fe60650ec8ec'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:54:19.601829 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-5915526d-0575-464d-8698-03531ddd8b91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:54:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['f4da9992-f427-4676-b6fc-fe60650ec8ec'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:54:19.671002 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-78f2b02e-c876-4434-9fbe-bc522ecf4f62 tempest-NegativeSecGroupTest-1968875663 tempest-NegativeSecGroupTest-1968875663-project] Notify callbacks [] for security_group, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:19.693229 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02797ea5-a5f7-4bd0-b556-eea15f833b41 req-0bc9f705-c617-416c-80ba-11984d1af311 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:19.700807 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02797ea5-a5f7-4bd0-b556-eea15f833b41 req-0bc9f705-c617-416c-80ba-11984d1af311 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:19.706632 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-78f2b02e-c876-4434-9fbe-bc522ecf4f62 tempest-NegativeSecGroupTest-1968875663 tempest-NegativeSecGroupTest-1968875663-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:19.707004 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02797ea5-a5f7-4bd0-b556-eea15f833b41 req-0bc9f705-c617-416c-80ba-11984d1af311 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:19.713762 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02797ea5-a5f7-4bd0-b556-eea15f833b41 req-0bc9f705-c617-416c-80ba-11984d1af311 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:19.719692 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02797ea5-a5f7-4bd0-b556-eea15f833b41 req-0bc9f705-c617-416c-80ba-11984d1af311 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:19.725850 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02797ea5-a5f7-4bd0-b556-eea15f833b41 req-0bc9f705-c617-416c-80ba-11984d1af311 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:19.731989 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02797ea5-a5f7-4bd0-b556-eea15f833b41 req-0bc9f705-c617-416c-80ba-11984d1af311 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:19.733969 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-02797ea5-a5f7-4bd0-b556-eea15f833b41 req-0bc9f705-c617-416c-80ba-11984d1af311 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] 10.222.0.42 "GET /v2.0/ports?device_id=b5e34b53-8d44-45db-a377-1c001fe98b5c HTTP/1.1" status: 200 len: 5431 time: 0.1435678 Mar 29 15:54:19.736096 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549ff701-de47-4a3f-ae4b-6513e117aed2 req-e6ed27ed-8938-46c0-8503-c766f37b9376 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:19.737509 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-549ff701-de47-4a3f-ae4b-6513e117aed2 req-e6ed27ed-8938-46c0-8503-c766f37b9376 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d2f96c58-eed7-4bf5-adae-f978ef8efd9e HTTP/1.1" status: 200 len: 835 time: 0.1121354 Mar 29 15:54:19.794495 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-78f2b02e-c876-4434-9fbe-bc522ecf4f62 tempest-NegativeSecGroupTest-1968875663 tempest-NegativeSecGroupTest-1968875663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:19.797532 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-78f2b02e-c876-4434-9fbe-bc522ecf4f62 tempest-NegativeSecGroupTest-1968875663 tempest-NegativeSecGroupTest-1968875663-project] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:19.798708 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-78f2b02e-c876-4434-9fbe-bc522ecf4f62 tempest-NegativeSecGroupTest-1968875663 tempest-NegativeSecGroupTest-1968875663-project] 10.222.0.42 "DELETE /v2.0/security-groups/be7880af-eb8e-4077-9fca-389639f962eb HTTP/1.1" status: 204 len: 168 time: 0.2293556 Mar 29 15:54:19.802846 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 36180) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:54:19.811126 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvr_db [None req-5915526d-0575-464d-8698-03531ddd8b91 None None] Set router f4da9992-f427-4676-b6fc-fe60650ec8ec gateway port host: n-d-834765-1 {{(pid=102792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:54:19.834287 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-02797ea5-a5f7-4bd0-b556-eea15f833b41 req-452100c0-3d93-48bb-babc-04bf59a072b2 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] 10.222.0.42 "GET /v2.0/security-groups?id=6e57fe5c-cb87-4607-b926-1e4de2690a28&id=e2ab8bce-bca0-434d-ad1c-ad30dfd1db67&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0919864 Mar 29 15:54:19.846229 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f2b02e-c876-4434-9fbe-bc522ecf4f62 tempest-NegativeSecGroupTest-1968875663 tempest-NegativeSecGroupTest-1968875663-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=be7880af-eb8e-4077-9fca-389639f962eb,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:54:19.853656 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549ff701-de47-4a3f-ae4b-6513e117aed2 req-7e5d3171-7e54-40c4-b2e2-6555b74df319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:19.857112 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-549ff701-de47-4a3f-ae4b-6513e117aed2 req-7e5d3171-7e54-40c4-b2e2-6555b74df319 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=289d4c05-6537-47d7-9c1c-0777ed8cf48a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1070075 Mar 29 15:54:19.916238 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-9be9b002-6804-4b41-aa61-c853657c61bf tempest-NegativeSecGroupTest-1968875663 tempest-NegativeSecGroupTest-1968875663-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1117353 Mar 29 15:54:19.919817 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 36184) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:54:19.924543 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-6d3bd595-83a3-44c1-95e8-4b3c129dd09d tempest-NegativeSecGroupTest-1968875663 tempest-NegativeSecGroupTest-1968875663-project] Request body: {'security_group': {'name': 'tempest-secgroup--475288787'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:54:19.958831 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-6d3bd595-83a3-44c1-95e8-4b3c129dd09d tempest-NegativeSecGroupTest-1968875663 tempest-NegativeSecGroupTest-1968875663-project] Notify callbacks [] for security_group, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:20.010465 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-549ff701-de47-4a3f-ae4b-6513e117aed2 req-ea8d6da2-72c8-4ab9-a210-c199956101fa service neutron] 10.222.0.48 "GET /v2.0/networks/289d4c05-6537-47d7-9c1c-0777ed8cf48a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1449449 Mar 29 15:54:20.058337 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-6d3bd595-83a3-44c1-95e8-4b3c129dd09d tempest-NegativeSecGroupTest-1968875663 tempest-NegativeSecGroupTest-1968875663-project] Notify callbacks [] for security_group, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:20.065815 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-6d3bd595-83a3-44c1-95e8-4b3c129dd09d tempest-NegativeSecGroupTest-1968875663 tempest-NegativeSecGroupTest-1968875663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:20.100686 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3bd595-83a3-44c1-95e8-4b3c129dd09d tempest-NegativeSecGroupTest-1968875663 tempest-NegativeSecGroupTest-1968875663-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78f00d5b-8bbf-461c-9021-772e1c5471cd,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:54:20.117219 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-6d3bd595-83a3-44c1-95e8-4b3c129dd09d tempest-NegativeSecGroupTest-1968875663 tempest-NegativeSecGroupTest-1968875663-project] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:20.118498 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-6d3bd595-83a3-44c1-95e8-4b3c129dd09d tempest-NegativeSecGroupTest-1968875663 tempest-NegativeSecGroupTest-1968875663-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1976306 Mar 29 15:54:20.121604 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 36188) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:54:20.126205 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-cb12de93-544b-4d14-b933-1f41e039b08b tempest-NegativeSecGroupTest-1968875663 tempest-NegativeSecGroupTest-1968875663-project] Request body: {'security_group_rule': {'security_group_id': '78f00d5b-8bbf-461c-9021-772e1c5471cd', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:54:20.126751 n-d-834765-1 neutron-server[102790]: WARNING neutron.api.v2.base [None req-cb12de93-544b-4d14-b933-1f41e039b08b tempest-NegativeSecGroupTest-1968875663 tempest-NegativeSecGroupTest-1968875663-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Mar 29 15:54:20.127411 n-d-834765-1 neutron-server[102790]: INFO neutron.api.v2.resource [None req-cb12de93-544b-4d14-b933-1f41e039b08b tempest-NegativeSecGroupTest-1968875663 tempest-NegativeSecGroupTest-1968875663-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 29 15:54:20.127860 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-5915526d-0575-464d-8698-03531ddd8b91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4da9992-f427-4676-b6fc-fe60650ec8ec', 'name': 'tempest-TestNetworkBasicOps-router-1818188587', 'tenant_id': '4613198224a343ff95b6b23b26c7af7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.78'}], 'enable_snat': True}, 'gw_port_id': '1cca274f-dafb-4edb-9b6f-e764867c543e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:52:22Z', 'updated_at': '2022-03-29T15:52:34Z', 'revision_number': 4, 'project_id': '4613198224a343ff95b6b23b26c7af7a', 'gw_port': {'id': '1cca274f-dafb-4edb-9b6f-e764867c543e', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:de:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4da9992-f427-4676-b6fc-fe60650ec8ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2078, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:52:24Z', 'updated_at': '2022-03-29T15:52:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': '7a06dc1c-13e9-4144-a99e-adb6c7a60c55', 'name': '', 'network_id': '289d4c05-6537-47d7-9c1c-0777ed8cf48a', 'tenant_id': '4613198224a343ff95b6b23b26c7af7a', 'mac_address': 'fa:16:3e:9c:ca:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4da9992-f427-4676-b6fc-fe60650ec8ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 2093, 'fixed_ips': [{'subnet_id': 'd2f96c58-eed7-4bf5-adae-f978ef8efd9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:52:33Z', 'updated_at': '2022-03-29T15:52:46Z', 'revision_number': 5, 'project_id': '4613198224a343ff95b6b23b26c7af7a', 'subnets': [{'id': 'd2f96c58-eed7-4bf5-adae-f978ef8efd9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:54:20.128383 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-cb12de93-544b-4d14-b933-1f41e039b08b tempest-NegativeSecGroupTest-1968875663 tempest-NegativeSecGroupTest-1968875663-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0056064 Mar 29 15:54:20.131979 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 36190) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:54:20.137627 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-549ff701-de47-4a3f-ae4b-6513e117aed2 req-316e10ef-6fa2-4243-813f-d1f3cd0354dd service neutron] 10.222.0.48 "GET /v2.0/networks/289d4c05-6537-47d7-9c1c-0777ed8cf48a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191418 Mar 29 15:54:20.166046 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5915526d-0575-464d-8698-03531ddd8b91 None None] The sync data for ids ['f4da9992-f427-4676-b6fc-fe60650ec8ec'] in n-d-834765-1 is: [{'id': 'f4da9992-f427-4676-b6fc-fe60650ec8ec', 'name': 'tempest-TestNetworkBasicOps-router-1818188587', 'tenant_id': '4613198224a343ff95b6b23b26c7af7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.78'}], 'enable_snat': True}, 'gw_port_id': '1cca274f-dafb-4edb-9b6f-e764867c543e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:52:22Z', 'updated_at': '2022-03-29T15:52:34Z', 'revision_number': 4, 'project_id': '4613198224a343ff95b6b23b26c7af7a', 'gw_port': {'id': '1cca274f-dafb-4edb-9b6f-e764867c543e', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:de:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4da9992-f427-4676-b6fc-fe60650ec8ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2078, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:52:24Z', 'updated_at': '2022-03-29T15:52:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': '7a06dc1c-13e9-4144-a99e-adb6c7a60c55', 'name': '', 'network_id': '289d4c05-6537-47d7-9c1c-0777ed8cf48a', 'tenant_id': '4613198224a343ff95b6b23b26c7af7a', 'mac_address': 'fa:16:3e:9c:ca:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4da9992-f427-4676-b6fc-fe60650ec8ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 2093, 'fixed_ips': [{'subnet_id': 'd2f96c58-eed7-4bf5-adae-f978ef8efd9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:52:33Z', 'updated_at': '2022-03-29T15:52:46Z', 'revision_number': 5, 'project_id': '4613198224a343ff95b6b23b26c7af7a', 'subnets': [{'id': 'd2f96c58-eed7-4bf5-adae-f978ef8efd9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:54:20.194618 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-62f97050-05cb-4217-bf99-2a6be5e086d4 tempest-NegativeSecGroupTest-1968875663 tempest-NegativeSecGroupTest-1968875663-project] Notify callbacks [] for security_group, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:20.220263 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-62f97050-05cb-4217-bf99-2a6be5e086d4 tempest-NegativeSecGroupTest-1968875663 tempest-NegativeSecGroupTest-1968875663-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:20.268893 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-62f97050-05cb-4217-bf99-2a6be5e086d4 tempest-NegativeSecGroupTest-1968875663 tempest-NegativeSecGroupTest-1968875663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:20.272177 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-62f97050-05cb-4217-bf99-2a6be5e086d4 tempest-NegativeSecGroupTest-1968875663 tempest-NegativeSecGroupTest-1968875663-project] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:20.273347 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-62f97050-05cb-4217-bf99-2a6be5e086d4 tempest-NegativeSecGroupTest-1968875663 tempest-NegativeSecGroupTest-1968875663-project] 10.222.0.42 "DELETE /v2.0/security-groups/78f00d5b-8bbf-461c-9021-772e1c5471cd HTTP/1.1" status: 204 len: 168 time: 0.1405418 Mar 29 15:54:20.276125 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 36194) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:54:20.287487 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f97050-05cb-4217-bf99-2a6be5e086d4 tempest-NegativeSecGroupTest-1968875663 tempest-NegativeSecGroupTest-1968875663-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=78f00d5b-8bbf-461c-9021-772e1c5471cd,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:54:20.366736 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-5ae86612-a682-44ec-976d-0187dc993119 tempest-NegativeSecGroupTest-1968875663 tempest-NegativeSecGroupTest-1968875663-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0859632 Mar 29 15:54:20.367948 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 36198) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:54:20.373272 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-14da6115-625e-47ac-8def-4c34917e36d9 tempest-NegativeSecGroupTest-1968875663 tempest-NegativeSecGroupTest-1968875663-project] Request body: {'security_group': {'name': 'tempest-secgroup--525337336'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:54:20.399359 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-14da6115-625e-47ac-8def-4c34917e36d9 tempest-NegativeSecGroupTest-1968875663 tempest-NegativeSecGroupTest-1968875663-project] Notify callbacks [] for security_group, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:20.464982 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29abb491-a895-44b1-b9fc-f30e74fea15c None None] New status for floating IP cd0c71c7-69b6-4993-9463-905b26b78c31: DOWN {{(pid=102793) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 15:54:20.531953 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-14da6115-625e-47ac-8def-4c34917e36d9 tempest-NegativeSecGroupTest-1968875663 tempest-NegativeSecGroupTest-1968875663-project] Notify callbacks [] for security_group, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:20.546015 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aec5e63-0be6-44ca-85f5-eacfb0b12a9a req-d1457d28-e09e-44af-9750-5decc74a7b11 tempest-ServerAddressesNegativeTestJSON-615616074 tempest-ServerAddressesNegativeTestJSON-615616074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:20.547659 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-4aec5e63-0be6-44ca-85f5-eacfb0b12a9a req-d1457d28-e09e-44af-9750-5decc74a7b11 tempest-ServerAddressesNegativeTestJSON-615616074 tempest-ServerAddressesNegativeTestJSON-615616074-project] 10.222.0.42 "GET /v2.0/ports?device_id=6ad79dcd-417d-4ecc-97d5-ea574f4d416a HTTP/1.1" status: 200 len: 945 time: 0.0792818 Mar 29 15:54:20.548639 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-14da6115-625e-47ac-8def-4c34917e36d9 tempest-NegativeSecGroupTest-1968875663 tempest-NegativeSecGroupTest-1968875663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:20.606954 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-14da6115-625e-47ac-8def-4c34917e36d9 tempest-NegativeSecGroupTest-1968875663 tempest-NegativeSecGroupTest-1968875663-project] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:20.611369 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-14da6115-625e-47ac-8def-4c34917e36d9 tempest-NegativeSecGroupTest-1968875663 tempest-NegativeSecGroupTest-1968875663-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2420714 Mar 29 15:54:20.612735 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 36210) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:54:20.629763 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-efdb9e2f-c3db-49b9-9ac1-8fd890984fe8 tempest-NegativeSecGroupTest-1968875663 tempest-NegativeSecGroupTest-1968875663-project] Request body: {'security_group_rule': {'security_group_id': '85f4f1f6-6d2e-4dbd-a6d6-ba3aa4ba5cce', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:54:20.629763 n-d-834765-1 neutron-server[102790]: WARNING neutron.api.v2.base [None req-efdb9e2f-c3db-49b9-9ac1-8fd890984fe8 tempest-NegativeSecGroupTest-1968875663 tempest-NegativeSecGroupTest-1968875663-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Mar 29 15:54:20.629763 n-d-834765-1 neutron-server[102790]: INFO neutron.api.v2.resource [None req-efdb9e2f-c3db-49b9-9ac1-8fd890984fe8 tempest-NegativeSecGroupTest-1968875663 tempest-NegativeSecGroupTest-1968875663-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 29 15:54:20.629763 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-efdb9e2f-c3db-49b9-9ac1-8fd890984fe8 tempest-NegativeSecGroupTest-1968875663 tempest-NegativeSecGroupTest-1968875663-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0120053 Mar 29 15:54:20.630220 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 36212) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:54:20.634503 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14da6115-625e-47ac-8def-4c34917e36d9 tempest-NegativeSecGroupTest-1968875663 tempest-NegativeSecGroupTest-1968875663-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85f4f1f6-6d2e-4dbd-a6d6-ba3aa4ba5cce,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:54:20.663944 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-4aec5e63-0be6-44ca-85f5-eacfb0b12a9a req-fe8c4c16-fb78-4a5b-ae11-d7fcd2b5ac7b tempest-ServerAddressesNegativeTestJSON-615616074 tempest-ServerAddressesNegativeTestJSON-615616074-project] 10.222.0.42 "GET /v2.0/security-groups?id=f3c66b63-6b47-4316-850f-a5138e21036d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025980 Mar 29 15:54:20.705134 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-15777170-07ad-49ad-b100-ac53d634875e tempest-NegativeSecGroupTest-1968875663 tempest-NegativeSecGroupTest-1968875663-project] Notify callbacks [] for security_group, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:20.715010 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f8dec4-b668-47cb-8407-3c96de47b49f req-9c9e5269-f34b-43f8-b7c3-038b7d17a3d2 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:20.716500 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-44f8dec4-b668-47cb-8407-3c96de47b49f req-9c9e5269-f34b-43f8-b7c3-038b7d17a3d2 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] 10.222.0.42 "GET /v2.0/ports?device_id=d55bce92-2492-4b8b-aa2e-7b55fe6ab72f HTTP/1.1" status: 200 len: 945 time: 0.1127524 Mar 29 15:54:20.727490 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57d1c85-b0bd-40f2-a8ca-f3f76eb79ce4 req-734408f9-5ac5-48f2-b6a0-b156a18914f4 tempest-ServerAddressesNegativeTestJSON-615616074 tempest-ServerAddressesNegativeTestJSON-615616074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:20.728933 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-15777170-07ad-49ad-b100-ac53d634875e tempest-NegativeSecGroupTest-1968875663 tempest-NegativeSecGroupTest-1968875663-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:20.729084 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d57d1c85-b0bd-40f2-a8ca-f3f76eb79ce4 req-734408f9-5ac5-48f2-b6a0-b156a18914f4 tempest-ServerAddressesNegativeTestJSON-615616074 tempest-ServerAddressesNegativeTestJSON-615616074-project] 10.222.0.48 "GET /v2.0/ports?device_id=6ad79dcd-417d-4ecc-97d5-ea574f4d416a HTTP/1.1" status: 200 len: 945 time: 0.1112041 Mar 29 15:54:20.779063 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 36216) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:54:20.785008 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-15777170-07ad-49ad-b100-ac53d634875e tempest-NegativeSecGroupTest-1968875663 tempest-NegativeSecGroupTest-1968875663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:20.787633 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-15777170-07ad-49ad-b100-ac53d634875e tempest-NegativeSecGroupTest-1968875663 tempest-NegativeSecGroupTest-1968875663-project] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:20.788743 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-15777170-07ad-49ad-b100-ac53d634875e tempest-NegativeSecGroupTest-1968875663 tempest-NegativeSecGroupTest-1968875663-project] 10.222.0.42 "DELETE /v2.0/security-groups/85f4f1f6-6d2e-4dbd-a6d6-ba3aa4ba5cce HTTP/1.1" status: 204 len: 168 time: 0.1576648 Mar 29 15:54:20.793708 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 36220) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:54:20.803854 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15777170-07ad-49ad-b100-ac53d634875e tempest-NegativeSecGroupTest-1968875663 tempest-NegativeSecGroupTest-1968875663-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=85f4f1f6-6d2e-4dbd-a6d6-ba3aa4ba5cce,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:54:20.825122 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-44f8dec4-b668-47cb-8407-3c96de47b49f req-3a89b5e3-dda9-46cb-add0-dc56b2a2d235 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] 10.222.0.42 "GET /v2.0/security-groups?id=ff6926a7-466a-45ba-ab0c-09c9f75f7301&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0940824 Mar 29 15:54:20.915445 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-cc643774-343b-4eeb-879a-30e7640b1da5 tempest-NegativeSecGroupTest-1968875663 tempest-NegativeSecGroupTest-1968875663-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1145012 Mar 29 15:54:20.916785 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 36224) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:54:20.921512 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-0620988a-7cd3-448c-94c1-add4b98ebd0a tempest-NegativeSecGroupTest-1968875663 tempest-NegativeSecGroupTest-1968875663-project] Request body: {'security_group': {'name': 'tempest-secgroup--159034814'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:54:20.933216 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195e82b2-ae69-4eb3-9b26-84bd8fd0c06e req-61a0618a-1a00-43ab-a42e-4bc5f87d72df tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:20.934670 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-195e82b2-ae69-4eb3-9b26-84bd8fd0c06e req-61a0618a-1a00-43ab-a42e-4bc5f87d72df tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] 10.222.0.48 "GET /v2.0/ports?device_id=d55bce92-2492-4b8b-aa2e-7b55fe6ab72f HTTP/1.1" status: 200 len: 945 time: 0.0893121 Mar 29 15:54:20.935093 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-504d0bba-3729-4858-8c6e-f6e8af40fc8c tempest-RoutersTestDVR-1974407171 tempest-RoutersTestDVR-1974407171-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-503640273'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:54:20.941002 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [req-d57d1c85-b0bd-40f2-a8ca-f3f76eb79ce4 req-c7119fef-601b-441a-8e09-9c69aff666c9 tempest-ServerAddressesNegativeTestJSON-615616074 tempest-ServerAddressesNegativeTestJSON-615616074-project] Deleting port 826231f7-67f6-493a-b991-b00f176903b9 {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:54:20.941397 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-d57d1c85-b0bd-40f2-a8ca-f3f76eb79ce4 req-c7119fef-601b-441a-8e09-9c69aff666c9 tempest-ServerAddressesNegativeTestJSON-615616074 tempest-ServerAddressesNegativeTestJSON-615616074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:20.998847 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-0620988a-7cd3-448c-94c1-add4b98ebd0a tempest-NegativeSecGroupTest-1968875663 tempest-NegativeSecGroupTest-1968875663-project] Notify callbacks [] for security_group, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:21.012029 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-504d0bba-3729-4858-8c6e-f6e8af40fc8c tempest-RoutersTestDVR-1974407171 tempest-RoutersTestDVR-1974407171-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-532385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129310'] for router, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:21.013042 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-504d0bba-3729-4858-8c6e-f6e8af40fc8c tempest-RoutersTestDVR-1974407171 tempest-RoutersTestDVR-1974407171-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-648091', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-684384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129319'] for router, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:21.029850 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a57c00-9f25-48d4-952a-eb2ba435343a req-08814df9-bfe9-4938-be87-3d31cfb28b10 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:21.036669 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a57c00-9f25-48d4-952a-eb2ba435343a req-08814df9-bfe9-4938-be87-3d31cfb28b10 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:21.042678 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a57c00-9f25-48d4-952a-eb2ba435343a req-08814df9-bfe9-4938-be87-3d31cfb28b10 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:21.048637 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a57c00-9f25-48d4-952a-eb2ba435343a req-08814df9-bfe9-4938-be87-3d31cfb28b10 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:21.054874 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a57c00-9f25-48d4-952a-eb2ba435343a req-08814df9-bfe9-4938-be87-3d31cfb28b10 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:21.060758 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a57c00-9f25-48d4-952a-eb2ba435343a req-08814df9-bfe9-4938-be87-3d31cfb28b10 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:21.066730 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a57c00-9f25-48d4-952a-eb2ba435343a req-08814df9-bfe9-4938-be87-3d31cfb28b10 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:21.068774 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-29a57c00-9f25-48d4-952a-eb2ba435343a req-08814df9-bfe9-4938-be87-3d31cfb28b10 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] 10.222.0.42 "GET /v2.0/ports?device_id=b5e34b53-8d44-45db-a377-1c001fe98b5c HTTP/1.1" status: 200 len: 5431 time: 0.1384699 Mar 29 15:54:21.101475 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-d57d1c85-b0bd-40f2-a8ca-f3f76eb79ce4 req-c7119fef-601b-441a-8e09-9c69aff666c9 tempest-ServerAddressesNegativeTestJSON-615616074 tempest-ServerAddressesNegativeTestJSON-615616074-project] For port 826231f7-67f6-493a-b991-b00f176903b9, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=826231f7-67f6-493a-b991-b00f176903b9,segment=NetworkSegment(9f0bb757-bd71-44a0-8549-f12e4b89ade6),segment_id=9f0bb757-bd71-44a0-8549-f12e4b89ade6)] {{(pid=102791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:54:21.102134 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-d57d1c85-b0bd-40f2-a8ca-f3f76eb79ce4 req-c7119fef-601b-441a-8e09-9c69aff666c9 tempest-ServerAddressesNegativeTestJSON-615616074 tempest-ServerAddressesNegativeTestJSON-615616074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:21.119249 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [req-d57d1c85-b0bd-40f2-a8ca-f3f76eb79ce4 req-c7119fef-601b-441a-8e09-9c69aff666c9 tempest-ServerAddressesNegativeTestJSON-615616074 tempest-ServerAddressesNegativeTestJSON-615616074-project] Calling delete_port for 826231f7-67f6-493a-b991-b00f176903b9 owned by compute:nova {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:54:21.127181 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [req-195e82b2-ae69-4eb3-9b26-84bd8fd0c06e req-7aa0229a-9368-4b11-93ce-efa635de05c9 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Deleting port 89a2bbed-6cee-4385-8570-af952806ad8b {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:54:21.127549 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-195e82b2-ae69-4eb3-9b26-84bd8fd0c06e req-7aa0229a-9368-4b11-93ce-efa635de05c9 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:21.182951 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-504d0bba-3729-4858-8c6e-f6e8af40fc8c tempest-RoutersTestDVR-1974407171 tempest-RoutersTestDVR-1974407171-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:21.189239 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-29a57c00-9f25-48d4-952a-eb2ba435343a req-43f1b351-dfda-473e-9f3b-44430524554d tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] 10.222.0.42 "GET /v2.0/security-groups?id=6e57fe5c-cb87-4607-b926-1e4de2690a28&id=e2ab8bce-bca0-434d-ad1c-ad30dfd1db67&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1117470 Mar 29 15:54:21.194748 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-504d0bba-3729-4858-8c6e-f6e8af40fc8c tempest-RoutersTestDVR-1974407171 tempest-RoutersTestDVR-1974407171-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648118'] for router, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:21.223846 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-0620988a-7cd3-448c-94c1-add4b98ebd0a tempest-NegativeSecGroupTest-1968875663 tempest-NegativeSecGroupTest-1968875663-project] Notify callbacks [] for security_group, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:21.228858 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-504d0bba-3729-4858-8c6e-f6e8af40fc8c tempest-RoutersTestDVR-1974407171 tempest-RoutersTestDVR-1974407171-project-admin] Notify callbacks [] for router, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:21.230094 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-504d0bba-3729-4858-8c6e-f6e8af40fc8c tempest-RoutersTestDVR-1974407171 tempest-RoutersTestDVR-1974407171-project-admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 0.4496982 Mar 29 15:54:21.231859 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-0620988a-7cd3-448c-94c1-add4b98ebd0a tempest-NegativeSecGroupTest-1968875663 tempest-NegativeSecGroupTest-1968875663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:21.234170 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 36226) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:54:21.283414 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-195e82b2-ae69-4eb3-9b26-84bd8fd0c06e req-7aa0229a-9368-4b11-93ce-efa635de05c9 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] For port 89a2bbed-6cee-4385-8570-af952806ad8b, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=89a2bbed-6cee-4385-8570-af952806ad8b,segment=NetworkSegment(deb1709f-901e-4762-906b-e68b8b79a168),segment_id=deb1709f-901e-4762-906b-e68b8b79a168)] {{(pid=102791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:54:21.283805 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-195e82b2-ae69-4eb3-9b26-84bd8fd0c06e req-7aa0229a-9368-4b11-93ce-efa635de05c9 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:21.301974 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-0620988a-7cd3-448c-94c1-add4b98ebd0a tempest-NegativeSecGroupTest-1968875663 tempest-NegativeSecGroupTest-1968875663-project] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:21.303197 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-0620988a-7cd3-448c-94c1-add4b98ebd0a tempest-NegativeSecGroupTest-1968875663 tempest-NegativeSecGroupTest-1968875663-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3854179 Mar 29 15:54:21.304057 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [req-195e82b2-ae69-4eb3-9b26-84bd8fd0c06e req-7aa0229a-9368-4b11-93ce-efa635de05c9 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Calling delete_port for 89a2bbed-6cee-4385-8570-af952806ad8b owned by compute:nova {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:54:21.308886 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 36228) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:54:21.331114 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0620988a-7cd3-448c-94c1-add4b98ebd0a tempest-NegativeSecGroupTest-1968875663 tempest-NegativeSecGroupTest-1968875663-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fbfc55be-93a9-4978-a941-7dc218fac3a8,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:54:21.334060 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-6a0f6be0-758c-4988-8db8-bf38020e1606 tempest-RoutersTestDVR-1974407171 tempest-RoutersTestDVR-1974407171-project-admin] Notify callbacks [] for router, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:21.334493 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-eaed10d2-5697-4906-8cd0-f59d6eb16585 tempest-NegativeSecGroupTest-1968875663 tempest-NegativeSecGroupTest-1968875663-project] Request body: {'security_group_rule': {'security_group_id': 'fbfc55be-93a9-4978-a941-7dc218fac3a8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:54:21.335761 n-d-834765-1 neutron-server[102791]: WARNING neutron.api.v2.base [None req-eaed10d2-5697-4906-8cd0-f59d6eb16585 tempest-NegativeSecGroupTest-1968875663 tempest-NegativeSecGroupTest-1968875663-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Mar 29 15:54:21.336270 n-d-834765-1 neutron-server[102791]: INFO neutron.api.v2.resource [None req-eaed10d2-5697-4906-8cd0-f59d6eb16585 tempest-NegativeSecGroupTest-1968875663 tempest-NegativeSecGroupTest-1968875663-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 29 15:54:21.337268 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-eaed10d2-5697-4906-8cd0-f59d6eb16585 tempest-NegativeSecGroupTest-1968875663 tempest-NegativeSecGroupTest-1968875663-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0251749 Mar 29 15:54:21.340159 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 36230) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:54:21.344715 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-a103f1c0-6acc-43bd-bd85-4bb52a9c0eaf tempest-NegativeSecGroupTest-1968875663 tempest-NegativeSecGroupTest-1968875663-project] Request body: {'security_group_rule': {'security_group_id': 'fbfc55be-93a9-4978-a941-7dc218fac3a8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:54:21.346401 n-d-834765-1 neutron-server[102790]: WARNING neutron.api.v2.base [None req-a103f1c0-6acc-43bd-bd85-4bb52a9c0eaf tempest-NegativeSecGroupTest-1968875663 tempest-NegativeSecGroupTest-1968875663-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Mar 29 15:54:21.346952 n-d-834765-1 neutron-server[102790]: INFO neutron.api.v2.resource [None req-a103f1c0-6acc-43bd-bd85-4bb52a9c0eaf tempest-NegativeSecGroupTest-1968875663 tempest-NegativeSecGroupTest-1968875663-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 29 15:54:21.349119 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-a103f1c0-6acc-43bd-bd85-4bb52a9c0eaf tempest-NegativeSecGroupTest-1968875663 tempest-NegativeSecGroupTest-1968875663-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0072751 Mar 29 15:54:21.351629 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 36232) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:54:21.360198 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-2408a8b0-63d9-404b-a850-0da2a098a41a tempest-NegativeSecGroupTest-1968875663 tempest-NegativeSecGroupTest-1968875663-project] Request body: {'security_group_rule': {'security_group_id': 'fbfc55be-93a9-4978-a941-7dc218fac3a8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:54:21.361023 n-d-834765-1 neutron-server[102791]: WARNING neutron.api.v2.base [None req-2408a8b0-63d9-404b-a850-0da2a098a41a tempest-NegativeSecGroupTest-1968875663 tempest-NegativeSecGroupTest-1968875663-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Mar 29 15:54:21.361516 n-d-834765-1 neutron-server[102791]: INFO neutron.api.v2.resource [None req-2408a8b0-63d9-404b-a850-0da2a098a41a tempest-NegativeSecGroupTest-1968875663 tempest-NegativeSecGroupTest-1968875663-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 29 15:54:21.362470 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-2408a8b0-63d9-404b-a850-0da2a098a41a tempest-NegativeSecGroupTest-1968875663 tempest-NegativeSecGroupTest-1968875663-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0081284 Mar 29 15:54:21.382731 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 36234) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:54:21.388425 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-c16307d2-fa7e-4878-ba3e-881865a44931 tempest-NegativeSecGroupTest-1968875663 tempest-NegativeSecGroupTest-1968875663-project] Request body: {'security_group_rule': {'security_group_id': 'fbfc55be-93a9-4978-a941-7dc218fac3a8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:54:21.389926 n-d-834765-1 neutron-server[102790]: WARNING neutron.api.v2.base [None req-c16307d2-fa7e-4878-ba3e-881865a44931 tempest-NegativeSecGroupTest-1968875663 tempest-NegativeSecGroupTest-1968875663-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Mar 29 15:54:21.390423 n-d-834765-1 neutron-server[102790]: INFO neutron.api.v2.resource [None req-c16307d2-fa7e-4878-ba3e-881865a44931 tempest-NegativeSecGroupTest-1968875663 tempest-NegativeSecGroupTest-1968875663-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 29 15:54:21.391388 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-c16307d2-fa7e-4878-ba3e-881865a44931 tempest-NegativeSecGroupTest-1968875663 tempest-NegativeSecGroupTest-1968875663-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0076804 Mar 29 15:54:21.395841 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 36236) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:54:21.436716 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-d57d1c85-b0bd-40f2-a8ca-f3f76eb79ce4 req-c7119fef-601b-441a-8e09-9c69aff666c9 tempest-ServerAddressesNegativeTestJSON-615616074 tempest-ServerAddressesNegativeTestJSON-615616074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:21.448013 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] get_ports_and_sgs() called for port_ids ['826231f7-67f6-493a-b991-b00f176903b9'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:54:21.492915 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7119fef-601b-441a-8e09-9c69aff666c9 tempest-ServerAddressesNegativeTestJSON-615616074 tempest-ServerAddressesNegativeTestJSON-615616074-project] Pushing event deleted for resources: {'Port': ['ID=826231f7-67f6-493a-b991-b00f176903b9,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:54:21.517481 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-6a0f6be0-758c-4988-8db8-bf38020e1606 tempest-RoutersTestDVR-1974407171 tempest-RoutersTestDVR-1974407171-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129328'] for router, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:21.519791 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-6a0f6be0-758c-4988-8db8-bf38020e1606 tempest-RoutersTestDVR-1974407171 tempest-RoutersTestDVR-1974407171-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:21.567796 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-6a0f6be0-758c-4988-8db8-bf38020e1606 tempest-RoutersTestDVR-1974407171 tempest-RoutersTestDVR-1974407171-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-526718'] for router, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:21.568524 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a0f6be0-758c-4988-8db8-bf38020e1606 tempest-RoutersTestDVR-1974407171 tempest-RoutersTestDVR-1974407171-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3c494537-1bc3-4b18-8793-861ac7dc5474 {{(pid=102790) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 29 15:54:21.570208 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-aefde7c7-8a5e-4140-8600-95296b44da12 tempest-NegativeSecGroupTest-1968875663 tempest-NegativeSecGroupTest-1968875663-project] Notify callbacks [] for security_group, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:21.573267 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-6a0f6be0-758c-4988-8db8-bf38020e1606 tempest-RoutersTestDVR-1974407171 tempest-RoutersTestDVR-1974407171-project-admin] Notify callbacks [] for router, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:21.577442 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [req-d57d1c85-b0bd-40f2-a8ca-f3f76eb79ce4 req-c7119fef-601b-441a-8e09-9c69aff666c9 tempest-ServerAddressesNegativeTestJSON-615616074 tempest-ServerAddressesNegativeTestJSON-615616074-project] No DVR routers for this DVR port 826231f7-67f6-493a-b991-b00f176903b9 on host n-h2-834765-1 {{(pid=102791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:54:21.577968 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-6a0f6be0-758c-4988-8db8-bf38020e1606 tempest-RoutersTestDVR-1974407171 tempest-RoutersTestDVR-1974407171-project-admin] 10.222.0.42 "DELETE /v2.0/routers/3c494537-1bc3-4b18-8793-861ac7dc5474 HTTP/1.1" status: 204 len: 168 time: 0.3360636 Mar 29 15:54:21.578258 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 36238) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:54:21.579073 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-d57d1c85-b0bd-40f2-a8ca-f3f76eb79ce4 req-c7119fef-601b-441a-8e09-9c69aff666c9 tempest-ServerAddressesNegativeTestJSON-615616074 tempest-ServerAddressesNegativeTestJSON-615616074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:21.583052 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d57d1c85-b0bd-40f2-a8ca-f3f76eb79ce4 req-c7119fef-601b-441a-8e09-9c69aff666c9 tempest-ServerAddressesNegativeTestJSON-615616074 tempest-ServerAddressesNegativeTestJSON-615616074-project] 10.222.0.48 "DELETE /v2.0/ports/826231f7-67f6-493a-b991-b00f176903b9 HTTP/1.1" status: 204 len: 173 time: 0.8467052 Mar 29 15:54:21.583774 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-e69fecf4-a740-4ba1-8ce7-e047f256b19f tempest-RoutersTestDVR-1974407171 tempest-RoutersTestDVR-1974407171-project-admin] Request body: {'router': {'name': 'tempest-router-1602252609', 'distributed': False}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:54:21.585996 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ad79dcd-417d-4ecc-97d5-ea574f4d416a', 'name': 'network-vif-deleted', 'tag': '826231f7-67f6-493a-b991-b00f176903b9'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:54:21.588285 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c67b028db5e9b9818fecc5c0a87ebc6f190694fa53ca267d523e04f98de536d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-370d4f56-a5a7-4b4d-bf8c-3a570116ecd1" -d '{"events": [{"server_uuid": "6ad79dcd-417d-4ecc-97d5-ea574f4d416a", "name": "network-vif-deleted", "tag": "826231f7-67f6-493a-b991-b00f176903b9"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:54:21.624522 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e69fecf4-a740-4ba1-8ce7-e047f256b19f tempest-RoutersTestDVR-1974407171 tempest-RoutersTestDVR-1974407171-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-532385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129310'] for router, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:21.625819 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e69fecf4-a740-4ba1-8ce7-e047f256b19f tempest-RoutersTestDVR-1974407171 tempest-RoutersTestDVR-1974407171-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-648091', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-684384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129319'] for router, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:21.629032 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-aefde7c7-8a5e-4140-8600-95296b44da12 tempest-NegativeSecGroupTest-1968875663 tempest-NegativeSecGroupTest-1968875663-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:21.659067 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:54:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4403a440-ea7e-4b13-982e-36ee4f40d9c2 x-openstack-request-id: req-4403a440-ea7e-4b13-982e-36ee4f40d9c2 {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:54:21.659504 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ad79dcd-417d-4ecc-97d5-ea574f4d416a", "name": "network-vif-deleted", "tag": "826231f7-67f6-493a-b991-b00f176903b9", "status": "completed", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:54:21.659762 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-4403a440-ea7e-4b13-982e-36ee4f40d9c2 {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:54:21.660792 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ad79dcd-417d-4ecc-97d5-ea574f4d416a', 'name': 'network-vif-deleted', 'tag': '826231f7-67f6-493a-b991-b00f176903b9', 'status': 'completed', 'code': 200} Mar 29 15:54:21.663485 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-195e82b2-ae69-4eb3-9b26-84bd8fd0c06e req-7aa0229a-9368-4b11-93ce-efa635de05c9 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:21.685101 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e69fecf4-a740-4ba1-8ce7-e047f256b19f tempest-RoutersTestDVR-1974407171 tempest-RoutersTestDVR-1974407171-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:21.692138 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e69fecf4-a740-4ba1-8ce7-e047f256b19f tempest-RoutersTestDVR-1974407171 tempest-RoutersTestDVR-1974407171-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648118'] for router, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:21.711293 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e69fecf4-a740-4ba1-8ce7-e047f256b19f tempest-RoutersTestDVR-1974407171 tempest-RoutersTestDVR-1974407171-project-admin] Notify callbacks [] for router, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:21.715860 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-e69fecf4-a740-4ba1-8ce7-e047f256b19f tempest-RoutersTestDVR-1974407171 tempest-RoutersTestDVR-1974407171-project-admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.1366005 Mar 29 15:54:21.716094 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa0229a-9368-4b11-93ce-efa635de05c9 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Pushing event deleted for resources: {'Port': ['ID=89a2bbed-6cee-4385-8570-af952806ad8b,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:54:21.716712 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 36244) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:54:21.767787 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [req-195e82b2-ae69-4eb3-9b26-84bd8fd0c06e req-7aa0229a-9368-4b11-93ce-efa635de05c9 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] No DVR routers for this DVR port 89a2bbed-6cee-4385-8570-af952806ad8b on host n-h2-834765-1 {{(pid=102791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:54:21.770022 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-aefde7c7-8a5e-4140-8600-95296b44da12 tempest-NegativeSecGroupTest-1968875663 tempest-NegativeSecGroupTest-1968875663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:21.772774 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-aefde7c7-8a5e-4140-8600-95296b44da12 tempest-NegativeSecGroupTest-1968875663 tempest-NegativeSecGroupTest-1968875663-project] Notify callbacks [] for security_group, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:21.773931 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-aefde7c7-8a5e-4140-8600-95296b44da12 tempest-NegativeSecGroupTest-1968875663 tempest-NegativeSecGroupTest-1968875663-project] 10.222.0.42 "DELETE /v2.0/security-groups/fbfc55be-93a9-4978-a941-7dc218fac3a8 HTTP/1.1" status: 204 len: 168 time: 0.3773000 Mar 29 15:54:21.775175 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-195e82b2-ae69-4eb3-9b26-84bd8fd0c06e req-7aa0229a-9368-4b11-93ce-efa635de05c9 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:21.778446 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-195e82b2-ae69-4eb3-9b26-84bd8fd0c06e req-7aa0229a-9368-4b11-93ce-efa635de05c9 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] 10.222.0.48 "DELETE /v2.0/ports/89a2bbed-6cee-4385-8570-af952806ad8b HTTP/1.1" status: 204 len: 173 time: 0.8326716 Mar 29 15:54:21.787632 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 36246) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:54:21.788323 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefde7c7-8a5e-4140-8600-95296b44da12 tempest-NegativeSecGroupTest-1968875663 tempest-NegativeSecGroupTest-1968875663-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbfc55be-93a9-4978-a941-7dc218fac3a8,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:54:21.859146 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-3dd934d5-0476-4523-a981-06034aced30d req-70d4ec22-2a2f-4743-920b-7f730003f18e tempest-ServerAddressesNegativeTestJSON-615616074 tempest-ServerAddressesNegativeTestJSON-615616074-project] 10.222.0.42 "GET /v2.0/ports?device_id=6ad79dcd-417d-4ecc-97d5-ea574f4d416a HTTP/1.1" status: 200 len: 210 time: 0.0703526 Mar 29 15:54:21.866302 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-a53ac89d-9b83-4135-9da4-aa28caf5315b tempest-RoutersTestDVR-1974407171 tempest-RoutersTestDVR-1974407171-project-admin] Notify callbacks [] for router, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:21.951512 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-157c3406-a9e3-4702-bc54-3e593e03318e tempest-NegativeSecGroupTest-1968875663 tempest-NegativeSecGroupTest-1968875663-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1614339 Mar 29 15:54:21.955808 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 36250) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:54:21.960383 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-1d7c1c14-70c3-4461-ab41-f26851e3a457 tempest-NegativeSecGroupTest-1968875663 tempest-NegativeSecGroupTest-1968875663-project] Request body: {'security_group': {'name': 'tempest-secgroup--610221486'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:54:21.964623 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f0000556-9bed-4430-b6c7-b7ef9f715160 req-1c5f6a60-36c6-45d3-8db6-7525f1b05e06 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] 10.222.0.42 "GET /v2.0/ports?device_id=d55bce92-2492-4b8b-aa2e-7b55fe6ab72f HTTP/1.1" status: 200 len: 210 time: 0.0295787 Mar 29 15:54:22.065432 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-a53ac89d-9b83-4135-9da4-aa28caf5315b tempest-RoutersTestDVR-1974407171 tempest-RoutersTestDVR-1974407171-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129328'] for router, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:22.068005 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-1d7c1c14-70c3-4461-ab41-f26851e3a457 tempest-NegativeSecGroupTest-1968875663 tempest-NegativeSecGroupTest-1968875663-project] Notify callbacks [] for security_group, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:22.070387 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-a53ac89d-9b83-4135-9da4-aa28caf5315b tempest-RoutersTestDVR-1974407171 tempest-RoutersTestDVR-1974407171-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:22.136494 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-a53ac89d-9b83-4135-9da4-aa28caf5315b tempest-RoutersTestDVR-1974407171 tempest-RoutersTestDVR-1974407171-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-526718'] for router, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:22.136929 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a53ac89d-9b83-4135-9da4-aa28caf5315b tempest-RoutersTestDVR-1974407171 tempest-RoutersTestDVR-1974407171-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d2d19b41-aa13-4ff8-aba9-f1bfd5127b36 {{(pid=102790) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 29 15:54:22.142691 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-a53ac89d-9b83-4135-9da4-aa28caf5315b tempest-RoutersTestDVR-1974407171 tempest-RoutersTestDVR-1974407171-project-admin] Notify callbacks [] for router, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:22.144110 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-a53ac89d-9b83-4135-9da4-aa28caf5315b tempest-RoutersTestDVR-1974407171 tempest-RoutersTestDVR-1974407171-project-admin] 10.222.0.42 "DELETE /v2.0/routers/d2d19b41-aa13-4ff8-aba9-f1bfd5127b36 HTTP/1.1" status: 204 len: 168 time: 0.4081714 Mar 29 15:54:22.147599 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 36252) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:54:22.152004 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-a76de040-0f7d-4c94-81a3-851b1ab43c4b tempest-RoutersTestDVR-1974407171 tempest-RoutersTestDVR-1974407171-project-admin] Request body: {'router': {'name': 'tempest-router-2127662431', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '7f9291acd22c4035b8eadf88e57a2397'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:54:22.177458 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-a76de040-0f7d-4c94-81a3-851b1ab43c4b tempest-RoutersTestDVR-1974407171 tempest-RoutersTestDVR-1974407171-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-532385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129310'] for router, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:22.178502 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-a76de040-0f7d-4c94-81a3-851b1ab43c4b tempest-RoutersTestDVR-1974407171 tempest-RoutersTestDVR-1974407171-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-648091', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-684384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129319'] for router, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:22.205949 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-1d7c1c14-70c3-4461-ab41-f26851e3a457 tempest-NegativeSecGroupTest-1968875663 tempest-NegativeSecGroupTest-1968875663-project] Notify callbacks [] for security_group, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:22.210471 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-1d7c1c14-70c3-4461-ab41-f26851e3a457 tempest-NegativeSecGroupTest-1968875663 tempest-NegativeSecGroupTest-1968875663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:22.239989 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-a76de040-0f7d-4c94-81a3-851b1ab43c4b tempest-RoutersTestDVR-1974407171 tempest-RoutersTestDVR-1974407171-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:22.246774 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-a76de040-0f7d-4c94-81a3-851b1ab43c4b tempest-RoutersTestDVR-1974407171 tempest-RoutersTestDVR-1974407171-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648118'] for router, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:22.262400 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-1d7c1c14-70c3-4461-ab41-f26851e3a457 tempest-NegativeSecGroupTest-1968875663 tempest-NegativeSecGroupTest-1968875663-project] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:22.263714 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-1d7c1c14-70c3-4461-ab41-f26851e3a457 tempest-NegativeSecGroupTest-1968875663 tempest-NegativeSecGroupTest-1968875663-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3069985 Mar 29 15:54:22.266542 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 36256) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:54:22.271505 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-adc466aa-f058-45c4-9fbe-a57bf362710e tempest-NegativeSecGroupTest-1968875663 tempest-NegativeSecGroupTest-1968875663-project] Request body: {'security_group_rule': {'security_group_id': '9728e917-434c-44bd-bc7b-88ea1f7576d0', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:54:22.272146 n-d-834765-1 neutron-server[102790]: WARNING neutron.api.v2.base [None req-adc466aa-f058-45c4-9fbe-a57bf362710e tempest-NegativeSecGroupTest-1968875663 tempest-NegativeSecGroupTest-1968875663-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Mar 29 15:54:22.272514 n-d-834765-1 neutron-server[102790]: INFO neutron.api.v2.resource [None req-adc466aa-f058-45c4-9fbe-a57bf362710e tempest-NegativeSecGroupTest-1968875663 tempest-NegativeSecGroupTest-1968875663-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 29 15:54:22.274153 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-adc466aa-f058-45c4-9fbe-a57bf362710e tempest-NegativeSecGroupTest-1968875663 tempest-NegativeSecGroupTest-1968875663-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0066860 Mar 29 15:54:22.276238 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-a76de040-0f7d-4c94-81a3-851b1ab43c4b tempest-RoutersTestDVR-1974407171 tempest-RoutersTestDVR-1974407171-project-admin] Notify callbacks [] for router, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:22.276512 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7c1c14-70c3-4461-ab41-f26851e3a457 tempest-NegativeSecGroupTest-1968875663 tempest-NegativeSecGroupTest-1968875663-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9728e917-434c-44bd-bc7b-88ea1f7576d0,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:54:22.280575 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-a76de040-0f7d-4c94-81a3-851b1ab43c4b tempest-RoutersTestDVR-1974407171 tempest-RoutersTestDVR-1974407171-project-admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.1317003 Mar 29 15:54:22.280979 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 36260) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:54:22.286780 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-94ffa240-8d2a-4272-93d0-d88fef404545 tempest-RoutersTestDVR-1974407171 tempest-RoutersTestDVR-1974407171-project-admin] Request body: {'router': {'distributed': True}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:54:22.290126 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 36258) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:54:22.294708 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-f2101751-7339-4f76-a719-5c62e85f30c0 tempest-NegativeSecGroupTest-1968875663 tempest-NegativeSecGroupTest-1968875663-project] Request body: {'security_group_rule': {'security_group_id': '9728e917-434c-44bd-bc7b-88ea1f7576d0', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:54:22.375208 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5452fa08-1f80-42f9-9389-566cc8274f9b req-d3cdab74-c2bc-4bc4-b64a-685fe27a22b0 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:22.381702 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5452fa08-1f80-42f9-9389-566cc8274f9b req-d3cdab74-c2bc-4bc4-b64a-685fe27a22b0 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:22.388138 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5452fa08-1f80-42f9-9389-566cc8274f9b req-d3cdab74-c2bc-4bc4-b64a-685fe27a22b0 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:22.395016 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5452fa08-1f80-42f9-9389-566cc8274f9b req-d3cdab74-c2bc-4bc4-b64a-685fe27a22b0 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:22.401432 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5452fa08-1f80-42f9-9389-566cc8274f9b req-d3cdab74-c2bc-4bc4-b64a-685fe27a22b0 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:22.407604 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5452fa08-1f80-42f9-9389-566cc8274f9b req-d3cdab74-c2bc-4bc4-b64a-685fe27a22b0 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:22.414291 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5452fa08-1f80-42f9-9389-566cc8274f9b req-d3cdab74-c2bc-4bc4-b64a-685fe27a22b0 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:22.416534 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-5452fa08-1f80-42f9-9389-566cc8274f9b req-d3cdab74-c2bc-4bc4-b64a-685fe27a22b0 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] 10.222.0.42 "GET /v2.0/ports?device_id=b5e34b53-8d44-45db-a377-1c001fe98b5c HTTP/1.1" status: 200 len: 5431 time: 0.1105354 Mar 29 15:54:22.418130 n-d-834765-1 neutron-server[102790]: INFO neutron.api.v2.resource [None req-f2101751-7339-4f76-a719-5c62e85f30c0 tempest-NegativeSecGroupTest-1968875663 tempest-NegativeSecGroupTest-1968875663-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 29 15:54:22.419214 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-f2101751-7339-4f76-a719-5c62e85f30c0 tempest-NegativeSecGroupTest-1968875663 tempest-NegativeSecGroupTest-1968875663-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1280932 Mar 29 15:54:22.421980 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 36262) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:54:22.426775 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-f73264cd-6325-42af-8f8e-d4e58e631738 tempest-NegativeSecGroupTest-1968875663 tempest-NegativeSecGroupTest-1968875663-project] Request body: {'security_group_rule': {'security_group_id': '9728e917-434c-44bd-bc7b-88ea1f7576d0', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:54:22.427253 n-d-834765-1 neutron-server[102790]: WARNING neutron.api.v2.base [None req-f73264cd-6325-42af-8f8e-d4e58e631738 tempest-NegativeSecGroupTest-1968875663 tempest-NegativeSecGroupTest-1968875663-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Mar 29 15:54:22.427764 n-d-834765-1 neutron-server[102790]: INFO neutron.api.v2.resource [None req-f73264cd-6325-42af-8f8e-d4e58e631738 tempest-NegativeSecGroupTest-1968875663 tempest-NegativeSecGroupTest-1968875663-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 29 15:54:22.431741 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-f73264cd-6325-42af-8f8e-d4e58e631738 tempest-NegativeSecGroupTest-1968875663 tempest-NegativeSecGroupTest-1968875663-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0056505 Mar 29 15:54:22.436181 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 36264) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:54:22.440396 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-db03c4f6-e19c-401e-b203-5a8987006335 tempest-NegativeSecGroupTest-1968875663 tempest-NegativeSecGroupTest-1968875663-project] Request body: {'security_group_rule': {'security_group_id': '9728e917-434c-44bd-bc7b-88ea1f7576d0', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:54:22.489354 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-5452fa08-1f80-42f9-9389-566cc8274f9b req-64370c27-0b44-42d7-a6ad-437a5169bbd6 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] 10.222.0.42 "GET /v2.0/security-groups?id=6e57fe5c-cb87-4607-b926-1e4de2690a28&id=e2ab8bce-bca0-434d-ad1c-ad30dfd1db67&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0594430 Mar 29 15:54:22.506146 n-d-834765-1 neutron-server[102790]: INFO neutron.api.v2.resource [None req-db03c4f6-e19c-401e-b203-5a8987006335 tempest-NegativeSecGroupTest-1968875663 tempest-NegativeSecGroupTest-1968875663-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 29 15:54:22.509965 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-db03c4f6-e19c-401e-b203-5a8987006335 tempest-NegativeSecGroupTest-1968875663 tempest-NegativeSecGroupTest-1968875663-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0702384 Mar 29 15:54:22.510194 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 36266) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:54:22.514865 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-e04b108a-2af0-4526-9d54-7b0f1f3ef667 tempest-NegativeSecGroupTest-1968875663 tempest-NegativeSecGroupTest-1968875663-project] Request body: {'security_group_rule': {'security_group_id': '9728e917-434c-44bd-bc7b-88ea1f7576d0', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:54:22.515595 n-d-834765-1 neutron-server[102790]: WARNING neutron.api.v2.base [None req-e04b108a-2af0-4526-9d54-7b0f1f3ef667 tempest-NegativeSecGroupTest-1968875663 tempest-NegativeSecGroupTest-1968875663-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Mar 29 15:54:22.516078 n-d-834765-1 neutron-server[102790]: INFO neutron.api.v2.resource [None req-e04b108a-2af0-4526-9d54-7b0f1f3ef667 tempest-NegativeSecGroupTest-1968875663 tempest-NegativeSecGroupTest-1968875663-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 29 15:54:22.517050 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-e04b108a-2af0-4526-9d54-7b0f1f3ef667 tempest-NegativeSecGroupTest-1968875663 tempest-NegativeSecGroupTest-1968875663-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0056806 Mar 29 15:54:22.520463 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 36268) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:54:22.525096 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-2e3e072b-690d-422d-8cf8-def310e68753 tempest-NegativeSecGroupTest-1968875663 tempest-NegativeSecGroupTest-1968875663-project] Request body: {'security_group_rule': {'security_group_id': '9728e917-434c-44bd-bc7b-88ea1f7576d0', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:54:22.562836 n-d-834765-1 neutron-server[102790]: INFO neutron.api.v2.resource [None req-2e3e072b-690d-422d-8cf8-def310e68753 tempest-NegativeSecGroupTest-1968875663 tempest-NegativeSecGroupTest-1968875663-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 29 15:54:22.564435 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-2e3e072b-690d-422d-8cf8-def310e68753 tempest-NegativeSecGroupTest-1968875663 tempest-NegativeSecGroupTest-1968875663-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0427690 Mar 29 15:54:22.569550 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 36270) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:54:22.576288 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-26b90b0b-9aab-4741-a5cc-70a94cd6c490 tempest-NegativeSecGroupTest-1968875663 tempest-NegativeSecGroupTest-1968875663-project] Request body: {'security_group_rule': {'security_group_id': '9728e917-434c-44bd-bc7b-88ea1f7576d0', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:54:22.576957 n-d-834765-1 neutron-server[102790]: WARNING neutron.api.v2.base [None req-26b90b0b-9aab-4741-a5cc-70a94cd6c490 tempest-NegativeSecGroupTest-1968875663 tempest-NegativeSecGroupTest-1968875663-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Mar 29 15:54:22.577786 n-d-834765-1 neutron-server[102790]: INFO neutron.api.v2.resource [None req-26b90b0b-9aab-4741-a5cc-70a94cd6c490 tempest-NegativeSecGroupTest-1968875663 tempest-NegativeSecGroupTest-1968875663-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 29 15:54:22.579513 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-26b90b0b-9aab-4741-a5cc-70a94cd6c490 tempest-NegativeSecGroupTest-1968875663 tempest-NegativeSecGroupTest-1968875663-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0084889 Mar 29 15:54:22.582922 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 36272) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:54:22.588078 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-0311fbee-8e31-447c-b787-e38d8a8693f0 tempest-NegativeSecGroupTest-1968875663 tempest-NegativeSecGroupTest-1968875663-project] Request body: {'security_group_rule': {'security_group_id': '9728e917-434c-44bd-bc7b-88ea1f7576d0', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:54:22.626615 n-d-834765-1 neutron-server[102790]: INFO neutron.api.v2.resource [None req-0311fbee-8e31-447c-b787-e38d8a8693f0 tempest-NegativeSecGroupTest-1968875663 tempest-NegativeSecGroupTest-1968875663-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 29 15:54:22.627606 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-0311fbee-8e31-447c-b787-e38d8a8693f0 tempest-NegativeSecGroupTest-1968875663 tempest-NegativeSecGroupTest-1968875663-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0436401 Mar 29 15:54:22.631185 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 36274) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:54:22.635545 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-77ee61cc-a219-4021-ba66-b5d4ae23a019 tempest-NegativeSecGroupTest-1968875663 tempest-NegativeSecGroupTest-1968875663-project] Request body: {'security_group_rule': {'security_group_id': '9728e917-434c-44bd-bc7b-88ea1f7576d0', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:54:22.669732 n-d-834765-1 neutron-server[102790]: INFO neutron.api.v2.resource [None req-77ee61cc-a219-4021-ba66-b5d4ae23a019 tempest-NegativeSecGroupTest-1968875663 tempest-NegativeSecGroupTest-1968875663-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 29 15:54:22.670797 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-77ee61cc-a219-4021-ba66-b5d4ae23a019 tempest-NegativeSecGroupTest-1968875663 tempest-NegativeSecGroupTest-1968875663-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0386577 Mar 29 15:54:22.673708 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 36276) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:54:22.725731 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e2ff87ed-a978-4f75-b7e5-8a0b4840be70 tempest-NegativeSecGroupTest-1968875663 tempest-NegativeSecGroupTest-1968875663-project] Notify callbacks [] for security_group, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:22.748137 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e2ff87ed-a978-4f75-b7e5-8a0b4840be70 tempest-NegativeSecGroupTest-1968875663 tempest-NegativeSecGroupTest-1968875663-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:22.789629 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e2ff87ed-a978-4f75-b7e5-8a0b4840be70 tempest-NegativeSecGroupTest-1968875663 tempest-NegativeSecGroupTest-1968875663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:22.792340 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e2ff87ed-a978-4f75-b7e5-8a0b4840be70 tempest-NegativeSecGroupTest-1968875663 tempest-NegativeSecGroupTest-1968875663-project] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:22.793491 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-e2ff87ed-a978-4f75-b7e5-8a0b4840be70 tempest-NegativeSecGroupTest-1968875663 tempest-NegativeSecGroupTest-1968875663-project] 10.222.0.42 "DELETE /v2.0/security-groups/9728e917-434c-44bd-bc7b-88ea1f7576d0 HTTP/1.1" status: 204 len: 168 time: 0.1188748 Mar 29 15:54:22.797268 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 36278) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:54:22.800879 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-94ffa240-8d2a-4272-93d0-d88fef404545 tempest-RoutersTestDVR-1974407171 tempest-RoutersTestDVR-1974407171-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-648077', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-526627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129337'] for router, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:22.801255 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-94ffa240-8d2a-4272-93d0-d88fef404545 tempest-RoutersTestDVR-1974407171 tempest-RoutersTestDVR-1974407171-project-admin] Notify callbacks [] for router, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:22.804760 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ff87ed-a978-4f75-b7e5-8a0b4840be70 tempest-NegativeSecGroupTest-1968875663 tempest-NegativeSecGroupTest-1968875663-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9728e917-434c-44bd-bc7b-88ea1f7576d0,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:54:22.912557 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-94ffa240-8d2a-4272-93d0-d88fef404545 tempest-RoutersTestDVR-1974407171 tempest-RoutersTestDVR-1974407171-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=102791) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Mar 29 15:54:22.912918 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-94ffa240-8d2a-4272-93d0-d88fef404545 tempest-RoutersTestDVR-1974407171 tempest-RoutersTestDVR-1974407171-project-admin] Router 03cd0b11-0fbf-4079-be35-07c5c6c57ea6 migrating from provider to provider. {{(pid=102791) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Mar 29 15:54:22.913323 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-94ffa240-8d2a-4272-93d0-d88fef404545 tempest-RoutersTestDVR-1974407171 tempest-RoutersTestDVR-1974407171-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:22.922296 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-081a4236-266a-4610-bb77-35657a466236 tempest-NegativeSecGroupTest-1968875663 tempest-NegativeSecGroupTest-1968875663-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1238215 Mar 29 15:54:22.923377 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-94ffa240-8d2a-4272-93d0-d88fef404545 tempest-RoutersTestDVR-1974407171 tempest-RoutersTestDVR-1974407171-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:22.926319 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 36282) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:54:22.928597 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 36284) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:54:22.930932 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-2ad7ea5a-0448-4224-b58d-02d9ebabd13f tempest-NegativeSecGroupTest-1968875663 tempest-NegativeSecGroupTest-1968875663-project] Request body: {'security_group': {'name': 'tempest-secgroup--551586726'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:54:22.936061 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-94ffa240-8d2a-4272-93d0-d88fef404545 tempest-RoutersTestDVR-1974407171 tempest-RoutersTestDVR-1974407171-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-648068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-648127', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-526682'] for router, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:22.951978 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-2ad7ea5a-0448-4224-b58d-02d9ebabd13f tempest-NegativeSecGroupTest-1968875663 tempest-NegativeSecGroupTest-1968875663-project] Notify callbacks [] for security_group, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:23.021415 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-2ad7ea5a-0448-4224-b58d-02d9ebabd13f tempest-NegativeSecGroupTest-1968875663 tempest-NegativeSecGroupTest-1968875663-project] Notify callbacks [] for security_group, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:23.025489 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-2ad7ea5a-0448-4224-b58d-02d9ebabd13f tempest-NegativeSecGroupTest-1968875663 tempest-NegativeSecGroupTest-1968875663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:23.039822 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_v2 [None req-55b3a56f-9a1f-4eaa-98cf-8bf72a8db4ce admin admin] Deleting subnet bbea0b21-8ffb-4d15-8bc4-e5b48151122a {{(pid=102791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 15:54:23.041849 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 36290) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:54:23.054715 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-55b3a56f-9a1f-4eaa-98cf-8bf72a8db4ce admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:23.062907 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-2ad7ea5a-0448-4224-b58d-02d9ebabd13f tempest-NegativeSecGroupTest-1968875663 tempest-NegativeSecGroupTest-1968875663-project] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:23.064191 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-2ad7ea5a-0448-4224-b58d-02d9ebabd13f tempest-NegativeSecGroupTest-1968875663 tempest-NegativeSecGroupTest-1968875663-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1368692 Mar 29 15:54:23.065294 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad7ea5a-0448-4224-b58d-02d9ebabd13f tempest-NegativeSecGroupTest-1968875663 tempest-NegativeSecGroupTest-1968875663-project] Pushing event updated for resources: {'SecurityGroup': ['ID=410f4fcb-e8d5-49f0-8284-83f43d1894be,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:54:23.068028 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 36292) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:54:23.072673 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-8c6e6c15-1be0-4e1f-93cc-f66c2cfad7bf tempest-NegativeSecGroupTest-1968875663 tempest-NegativeSecGroupTest-1968875663-project] Request body: {'security_group_rule': {'security_group_id': '410f4fcb-e8d5-49f0-8284-83f43d1894be', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:54:23.085344 n-d-834765-1 neutron-server[102791]: WARNING neutron.scheduler.l3_agent_scheduler [None req-94ffa240-8d2a-4272-93d0-d88fef404545 tempest-RoutersTestDVR-1974407171 tempest-RoutersTestDVR-1974407171-project-admin] No L3 agents can host the router 03cd0b11-0fbf-4079-be35-07c5c6c57ea6 Mar 29 15:54:23.110726 n-d-834765-1 neutron-server[102790]: INFO neutron.api.v2.resource [None req-8c6e6c15-1be0-4e1f-93cc-f66c2cfad7bf tempest-NegativeSecGroupTest-1968875663 tempest-NegativeSecGroupTest-1968875663-project] create failed (client error): The resource could not be found. Mar 29 15:54:23.115165 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-8c6e6c15-1be0-4e1f-93cc-f66c2cfad7bf tempest-NegativeSecGroupTest-1968875663 tempest-NegativeSecGroupTest-1968875663-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0428696 Mar 29 15:54:23.115403 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 36296) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:54:23.119917 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-b2de38bb-fa9d-4d5e-aae8-ff33cda19b68 tempest-NegativeSecGroupTest-1968875663 tempest-NegativeSecGroupTest-1968875663-project] Request body: {'security_group_rule': {'security_group_id': '410f4fcb-e8d5-49f0-8284-83f43d1894be', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'aed84004-a8e9-4b0c-86ba-f2fe82009b6e'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:54:23.136333 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-55b3a56f-9a1f-4eaa-98cf-8bf72a8db4ce admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4230423'] for subnet, precommit_delete_associations {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:23.159845 n-d-834765-1 neutron-server[102790]: INFO neutron.api.v2.resource [None req-b2de38bb-fa9d-4d5e-aae8-ff33cda19b68 tempest-NegativeSecGroupTest-1968875663 tempest-NegativeSecGroupTest-1968875663-project] create failed (client error): The resource could not be found. Mar 29 15:54:23.161581 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-b2de38bb-fa9d-4d5e-aae8-ff33cda19b68 tempest-NegativeSecGroupTest-1968875663 tempest-NegativeSecGroupTest-1968875663-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0451744 Mar 29 15:54:23.164400 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 36298) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:54:23.217903 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-222ef6bf-9649-4d70-b9aa-7b5b94f67cab tempest-NegativeSecGroupTest-1968875663 tempest-NegativeSecGroupTest-1968875663-project] Notify callbacks [] for security_group, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:23.240529 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-222ef6bf-9649-4d70-b9aa-7b5b94f67cab tempest-NegativeSecGroupTest-1968875663 tempest-NegativeSecGroupTest-1968875663-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:23.258312 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-4969d094-2e2f-4d88-afb8-ea7cc10be471 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Notify callbacks [] for security_group, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:23.281896 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-222ef6bf-9649-4d70-b9aa-7b5b94f67cab tempest-NegativeSecGroupTest-1968875663 tempest-NegativeSecGroupTest-1968875663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:23.284304 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-55b3a56f-9a1f-4eaa-98cf-8bf72a8db4ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1641287'] for subnet, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:23.284646 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-222ef6bf-9649-4d70-b9aa-7b5b94f67cab tempest-NegativeSecGroupTest-1968875663 tempest-NegativeSecGroupTest-1968875663-project] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:23.288978 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-222ef6bf-9649-4d70-b9aa-7b5b94f67cab tempest-NegativeSecGroupTest-1968875663 tempest-NegativeSecGroupTest-1968875663-project] 10.222.0.42 "DELETE /v2.0/security-groups/410f4fcb-e8d5-49f0-8284-83f43d1894be HTTP/1.1" status: 204 len: 168 time: 0.1206923 Mar 29 15:54:23.289239 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 36300) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:54:23.306930 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222ef6bf-9649-4d70-b9aa-7b5b94f67cab tempest-NegativeSecGroupTest-1968875663 tempest-NegativeSecGroupTest-1968875663-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=410f4fcb-e8d5-49f0-8284-83f43d1894be,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:54:23.334247 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94ffa240-8d2a-4272-93d0-d88fef404545 tempest-RoutersTestDVR-1974407171 tempest-RoutersTestDVR-1974407171-project-admin] Hosts for router 03cd0b11-0fbf-4079-be35-07c5c6c57ea6: [] {{(pid=102791) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:329}} Mar 29 15:54:23.340799 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-26ea098a-c7b8-4716-9557-1cf7fb87a92d tempest-NegativeSecGroupTest-1968875663 tempest-NegativeSecGroupTest-1968875663-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0495527 Mar 29 15:54:23.343534 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 36302) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:54:23.349263 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-d2cdac24-4421-4469-b187-c49c2175ad01 tempest-NegativeSecGroupTest-1968875663 tempest-NegativeSecGroupTest-1968875663-project] Request body: {'security_group_rule': {'security_group_id': '3e835462-96d5-457a-983a-9ef04814ef64', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:54:23.372431 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-4969d094-2e2f-4d88-afb8-ea7cc10be471 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:23.382854 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94ffa240-8d2a-4272-93d0-d88fef404545 tempest-RoutersTestDVR-1974407171 tempest-RoutersTestDVR-1974407171-project-admin] Hosts for other DVR routers connected to router 03cd0b11-0fbf-4079-be35-07c5c6c57ea6: set() {{(pid=102791) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:346}} Mar 29 15:54:23.384983 n-d-834765-1 neutron-server[102790]: INFO neutron.api.v2.resource [None req-d2cdac24-4421-4469-b187-c49c2175ad01 tempest-NegativeSecGroupTest-1968875663 tempest-NegativeSecGroupTest-1968875663-project] create failed (client error): The resource could not be found. Mar 29 15:54:23.385451 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-94ffa240-8d2a-4272-93d0-d88fef404545 tempest-RoutersTestDVR-1974407171 tempest-RoutersTestDVR-1974407171-project-admin] Notify callbacks [] for router, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:23.389660 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-d2cdac24-4421-4469-b187-c49c2175ad01 tempest-NegativeSecGroupTest-1968875663 tempest-NegativeSecGroupTest-1968875663-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0412242 Mar 29 15:54:23.389828 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-94ffa240-8d2a-4272-93d0-d88fef404545 tempest-RoutersTestDVR-1974407171 tempest-RoutersTestDVR-1974407171-project-admin] 10.222.0.42 "PUT /v2.0/routers/03cd0b11-0fbf-4079-be35-07c5c6c57ea6 HTTP/1.1" status: 200 len: 717 time: 1.1046360 Mar 29 15:54:23.389972 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 36304) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:54:23.390154 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 36306) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:54:23.397134 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-457f3ca4-4f25-4dd7-9b53-edc82bdb4acb tempest-NegativeSecGroupTest-1968875663 tempest-NegativeSecGroupTest-1968875663-project] Request body: {'security_group': {'name': 'tempest-secgroup--901064115'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:54:23.429088 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-55b3a56f-9a1f-4eaa-98cf-8bf72a8db4ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1641294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16155591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16218852'] for subnet, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:23.461099 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b3a56f-9a1f-4eaa-98cf-8bf72a8db4ce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bbea0b21-8ffb-4d15-8bc4-e5b48151122a,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:54:23.463177 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-55b3a56f-9a1f-4eaa-98cf-8bf72a8db4ce admin admin] Notify callbacks [] for subnet, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:23.469107 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-55b3a56f-9a1f-4eaa-98cf-8bf72a8db4ce admin admin] 10.222.0.42 "DELETE /v2.0/subnets/bbea0b21-8ffb-4d15-8bc4-e5b48151122a HTTP/1.1" status: 204 len: 168 time: 0.5391574 Mar 29 15:54:23.470471 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 36310) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:54:23.534732 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-4969d094-2e2f-4d88-afb8-ea7cc10be471 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:23.538385 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-4969d094-2e2f-4d88-afb8-ea7cc10be471 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Notify callbacks [] for security_group, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:23.542321 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-4969d094-2e2f-4d88-afb8-ea7cc10be471 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] 10.222.0.42 "DELETE /v2.0/security-groups/ff6926a7-466a-45ba-ab0c-09c9f75f7301 HTTP/1.1" status: 204 len: 168 time: 0.4952543 Mar 29 15:54:23.575339 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-37c78698-4066-400a-9d71-3ae2451d339c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1631750'] for network, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:23.577299 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 36318) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:54:23.579651 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4969d094-2e2f-4d88-afb8-ea7cc10be471 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff6926a7-466a-45ba-ab0c-09c9f75f7301,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:54:23.668948 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd55bce92-2492-4b8b-aa2e-7b55fe6ab72f', 'name': 'network-vif-deleted', 'tag': '89a2bbed-6cee-4385-8570-af952806ad8b'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:54:23.671235 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c67b028db5e9b9818fecc5c0a87ebc6f190694fa53ca267d523e04f98de536d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-909af3c0-7257-40de-bc18-e265eba0d2fa" -d '{"events": [{"server_uuid": "d55bce92-2492-4b8b-aa2e-7b55fe6ab72f", "name": "network-vif-deleted", "tag": "89a2bbed-6cee-4385-8570-af952806ad8b"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:54:23.741077 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:54:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2cefc24-06f4-4a2f-92b9-89f835013017 x-openstack-request-id: req-c2cefc24-06f4-4a2f-92b9-89f835013017 {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:54:23.741360 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d55bce92-2492-4b8b-aa2e-7b55fe6ab72f", "name": "network-vif-deleted", "tag": "89a2bbed-6cee-4385-8570-af952806ad8b", "status": "completed", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:54:23.741589 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c2cefc24-06f4-4a2f-92b9-89f835013017 {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:54:23.741978 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd55bce92-2492-4b8b-aa2e-7b55fe6ab72f', 'name': 'network-vif-deleted', 'tag': '89a2bbed-6cee-4385-8570-af952806ad8b', 'status': 'completed', 'code': 200} Mar 29 15:54:23.772685 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-37c78698-4066-400a-9d71-3ae2451d339c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639890', 'neutron.services.segments.db._delete_segments_for_network-8783523423079'] for network, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:23.801648 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-37c78698-4066-400a-9d71-3ae2451d339c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3be2bb9-8820-4796-8e25-2268e0881009']}} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:54:23.806388 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-ef0babd2-717c-46e9-beb3-40a62d9f4546 tempest-RoutersTestDVR-1974407171 tempest-RoutersTestDVR-1974407171-project-admin] 10.222.0.42 "GET /v2.0/routers/03cd0b11-0fbf-4079-be35-07c5c6c57ea6 HTTP/1.1" status: 200 len: 717 time: 0.4150310 Mar 29 15:54:23.808419 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-457f3ca4-4f25-4dd7-9b53-edc82bdb4acb tempest-NegativeSecGroupTest-1968875663 tempest-NegativeSecGroupTest-1968875663-project] Notify callbacks [] for security_group, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:23.810030 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 36324) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:54:23.854796 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db84b88f-cab3-42f9-8610-afde25c607b9 req-741750ab-1530-48fb-894b-f109f1d29acb tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:23.860716 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db84b88f-cab3-42f9-8610-afde25c607b9 req-741750ab-1530-48fb-894b-f109f1d29acb tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:23.865723 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-37c78698-4066-400a-9d71-3ae2451d339c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f0bb757-bd71-44a0-8549-f12e4b89ade6') {'for_net_delete': True} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:54:23.866023 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-37c78698-4066-400a-9d71-3ae2451d339c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f0bb757-bd71-44a0-8549-f12e4b89ade6') {} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:54:23.867305 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db84b88f-cab3-42f9-8610-afde25c607b9 req-741750ab-1530-48fb-894b-f109f1d29acb tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:23.873127 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db84b88f-cab3-42f9-8610-afde25c607b9 req-741750ab-1530-48fb-894b-f109f1d29acb tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:23.879578 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db84b88f-cab3-42f9-8610-afde25c607b9 req-741750ab-1530-48fb-894b-f109f1d29acb tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:23.882372 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-37c78698-4066-400a-9d71-3ae2451d339c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783523422064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4230428'] for segment, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:23.885393 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db84b88f-cab3-42f9-8610-afde25c607b9 req-741750ab-1530-48fb-894b-f109f1d29acb tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:23.891241 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db84b88f-cab3-42f9-8610-afde25c607b9 req-741750ab-1530-48fb-894b-f109f1d29acb tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:23.893184 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-db84b88f-cab3-42f9-8610-afde25c607b9 req-741750ab-1530-48fb-894b-f109f1d29acb tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] 10.222.0.42 "GET /v2.0/ports?device_id=b5e34b53-8d44-45db-a377-1c001fe98b5c HTTP/1.1" status: 200 len: 5431 time: 0.1578395 Mar 29 15:54:23.903040 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-37c78698-4066-400a-9d71-3ae2451d339c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:23.949441 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37c78698-4066-400a-9d71-3ae2451d339c admin admin] Releasing vlan 629 on physical network physnet1 to pool {{(pid=102791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 15:54:23.950019 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-37c78698-4066-400a-9d71-3ae2451d339c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16169569'] for segment, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:23.952381 n-d-834765-1 neutron-server[102791]: Traceback (most recent call last): Mar 29 15:54:23.952381 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 15:54:23.952381 n-d-834765-1 neutron-server[102791]: timer() Mar 29 15:54:23.952381 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 15:54:23.952381 n-d-834765-1 neutron-server[102791]: cb(*args, **kw) Mar 29 15:54:23.952381 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 15:54:23.952381 n-d-834765-1 neutron-server[102791]: return func(*args, **kwargs) Mar 29 15:54:23.952381 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 15:54:23.952381 n-d-834765-1 neutron-server[102791]: self._notify() Mar 29 15:54:23.952381 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 15:54:23.952381 n-d-834765-1 neutron-server[102791]: self.callback(batched_events) Mar 29 15:54:23.952381 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 15:54:23.952381 n-d-834765-1 neutron-server[102791]: event.method(event) Mar 29 15:54:23.952381 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 15:54:23.952381 n-d-834765-1 neutron-server[102791]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 15:54:23.952381 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 15:54:23.952381 n-d-834765-1 neutron-server[102791]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 15:54:23.952381 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 15:54:23.952381 n-d-834765-1 neutron-server[102791]: return f(self, *a, **k) Mar 29 15:54:23.952381 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 15:54:23.952381 n-d-834765-1 neutron-server[102791]: return self._get(url).json() Mar 29 15:54:23.952381 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 15:54:23.952381 n-d-834765-1 neutron-server[102791]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 15:54:23.952381 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 15:54:23.952381 n-d-834765-1 neutron-server[102791]: return self.request(url, 'GET', **kwargs) Mar 29 15:54:23.952381 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 15:54:23.952381 n-d-834765-1 neutron-server[102791]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 15:54:23.952381 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 15:54:23.952381 n-d-834765-1 neutron-server[102791]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 15:54:23.952381 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 15:54:23.952381 n-d-834765-1 neutron-server[102791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 15:54:23.952381 n-d-834765-1 neutron-server[102791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 15:54:24.012414 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-db84b88f-cab3-42f9-8610-afde25c607b9 req-3c36b688-5775-450b-a126-6b6da36a7aaf tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] 10.222.0.42 "GET /v2.0/security-groups?id=6e57fe5c-cb87-4607-b926-1e4de2690a28&id=e2ab8bce-bca0-434d-ad1c-ad30dfd1db67&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1000941 Mar 29 15:54:24.014642 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-457f3ca4-4f25-4dd7-9b53-edc82bdb4acb tempest-NegativeSecGroupTest-1968875663 tempest-NegativeSecGroupTest-1968875663-project] Notify callbacks [] for security_group, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:24.028323 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-37c78698-4066-400a-9d71-3ae2451d339c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1639897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648174'] for network, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:24.033101 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-37c78698-4066-400a-9d71-3ae2451d339c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for network, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:24.045449 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-457f3ca4-4f25-4dd7-9b53-edc82bdb4acb tempest-NegativeSecGroupTest-1968875663 tempest-NegativeSecGroupTest-1968875663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:24.047588 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-37c78698-4066-400a-9d71-3ae2451d339c admin admin] 10.222.0.42 "DELETE /v2.0/networks/a3be2bb9-8820-4796-8e25-2268e0881009 HTTP/1.1" status: 204 len: 168 time: 0.5760999 Mar 29 15:54:24.056260 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device 826231f7-67f6-493a-b991-b00f176903b9 no longer exists at agent hyperv_n-h2-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:54:24.061761 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-8008252f-0c00-44b2-b065-364f6312b85c tempest-RoutersTestDVR-1706511603 tempest-RoutersTestDVR-1706511603-project] 10.222.0.42 "GET /v2.0/routers/03cd0b11-0fbf-4079-be35-07c5c6c57ea6 HTTP/1.1" status: 200 len: 683 time: 0.2491808 Mar 29 15:54:24.069979 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 36330) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:54:24.078965 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] No Port match for: 826231f7-67f6-493a-b991-b00f176903b9 {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 15:54:24.079478 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device 826231f7-67f6-493a-b991-b00f176903b9 not bound to the agent host n-h2-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:54:24.080172 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device 89a2bbed-6cee-4385-8570-af952806ad8b no longer exists at agent hyperv_n-h2-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:54:24.094220 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c78698-4066-400a-9d71-3ae2451d339c admin admin] Pushing event deleted for resources: {'Network': ['ID=a3be2bb9-8820-4796-8e25-2268e0881009,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:54:24.104453 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] No Port match for: 89a2bbed-6cee-4385-8570-af952806ad8b {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 15:54:24.105101 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device 89a2bbed-6cee-4385-8570-af952806ad8b not bound to the agent host n-h2-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:54:24.118198 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-457f3ca4-4f25-4dd7-9b53-edc82bdb4acb tempest-NegativeSecGroupTest-1968875663 tempest-NegativeSecGroupTest-1968875663-project] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:24.119705 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-457f3ca4-4f25-4dd7-9b53-edc82bdb4acb tempest-NegativeSecGroupTest-1968875663 tempest-NegativeSecGroupTest-1968875663-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7275071 Mar 29 15:54:24.123720 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 36332) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:54:24.127903 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457f3ca4-4f25-4dd7-9b53-edc82bdb4acb tempest-NegativeSecGroupTest-1968875663 tempest-NegativeSecGroupTest-1968875663-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14277038-7744-4508-81bb-4f6cfdb6b01c,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:54:24.130009 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-88489434-797e-47fb-88ba-314d44605bd2 tempest-NegativeSecGroupTest-1968875663 tempest-NegativeSecGroupTest-1968875663-project] Request body: {'security_group': {'name': 'tempest-secgroup--709685803'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:54:24.162800 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-78e6ed94-97ba-42fb-b69a-42eaf19d8c7f tempest-RoutersTestDVR-1974407171 tempest-RoutersTestDVR-1974407171-project-admin] Notify callbacks [] for router, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:24.180384 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-88489434-797e-47fb-88ba-314d44605bd2 tempest-NegativeSecGroupTest-1968875663 tempest-NegativeSecGroupTest-1968875663-project] Notify callbacks [] for security_group, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:24.287584 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 36334) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:54:24.327218 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-88489434-797e-47fb-88ba-314d44605bd2 tempest-NegativeSecGroupTest-1968875663 tempest-NegativeSecGroupTest-1968875663-project] Notify callbacks [] for security_group, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:24.336351 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-78e6ed94-97ba-42fb-b69a-42eaf19d8c7f tempest-RoutersTestDVR-1974407171 tempest-RoutersTestDVR-1974407171-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129328'] for router, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:24.338151 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-88489434-797e-47fb-88ba-314d44605bd2 tempest-NegativeSecGroupTest-1968875663 tempest-NegativeSecGroupTest-1968875663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:24.338448 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-78e6ed94-97ba-42fb-b69a-42eaf19d8c7f tempest-RoutersTestDVR-1974407171 tempest-RoutersTestDVR-1974407171-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:24.383619 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-78e6ed94-97ba-42fb-b69a-42eaf19d8c7f tempest-RoutersTestDVR-1974407171 tempest-RoutersTestDVR-1974407171-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-526718'] for router, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:24.384127 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78e6ed94-97ba-42fb-b69a-42eaf19d8c7f tempest-RoutersTestDVR-1974407171 tempest-RoutersTestDVR-1974407171-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 03cd0b11-0fbf-4079-be35-07c5c6c57ea6 {{(pid=102790) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 29 15:54:24.387160 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-7590dd4d-1941-4af5-94d5-c4e4015d2076 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d54678ac2e614dd38c3710a3910460ef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0984316 Mar 29 15:54:24.388634 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-78e6ed94-97ba-42fb-b69a-42eaf19d8c7f tempest-RoutersTestDVR-1974407171 tempest-RoutersTestDVR-1974407171-project-admin] Notify callbacks [] for router, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:24.389857 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-78e6ed94-97ba-42fb-b69a-42eaf19d8c7f tempest-RoutersTestDVR-1974407171 tempest-RoutersTestDVR-1974407171-project-admin] 10.222.0.42 "DELETE /v2.0/routers/03cd0b11-0fbf-4079-be35-07c5c6c57ea6 HTTP/1.1" status: 204 len: 168 time: 0.3180888 Mar 29 15:54:24.390377 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 36336) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:54:24.395814 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88489434-797e-47fb-88ba-314d44605bd2 tempest-NegativeSecGroupTest-1968875663 tempest-NegativeSecGroupTest-1968875663-project] Pushing event updated for resources: {'SecurityGroup': ['ID=484a7b76-6800-4294-b601-6bf99fecf6b6,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:54:24.397031 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 36338) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:54:24.400366 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-88489434-797e-47fb-88ba-314d44605bd2 tempest-NegativeSecGroupTest-1968875663 tempest-NegativeSecGroupTest-1968875663-project] Notify callbacks [] for security_group, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:24.405006 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-88489434-797e-47fb-88ba-314d44605bd2 tempest-NegativeSecGroupTest-1968875663 tempest-NegativeSecGroupTest-1968875663-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2793658 Mar 29 15:54:24.406275 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 36340) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:54:24.406414 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-97dfd9d7-27a9-4acf-b9e1-00b16973ea99 tempest-RoutersTestDVR-1974407171 tempest-RoutersTestDVR-1974407171-project-admin] Request body: {'router': {'name': 'tempest-router-812198588', 'distributed': True}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:54:24.413187 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-73dde217-ca27-4d5f-b215-f98151fbe992 tempest-NegativeSecGroupTest-1968875663 tempest-NegativeSecGroupTest-1968875663-project] Request body: {'security_group_rule': {'security_group_id': '14277038-7744-4508-81bb-4f6cfdb6b01c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '484a7b76-6800-4294-b601-6bf99fecf6b6'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:54:24.424953 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-d565ed13-5237-40cc-a6ca-b65f737164cf tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-530452'] for router_interface, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:24.444606 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-97dfd9d7-27a9-4acf-b9e1-00b16973ea99 tempest-RoutersTestDVR-1974407171 tempest-RoutersTestDVR-1974407171-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-532385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129310'] for router, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:24.445595 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-97dfd9d7-27a9-4acf-b9e1-00b16973ea99 tempest-RoutersTestDVR-1974407171 tempest-RoutersTestDVR-1974407171-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-648091', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-684384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129319'] for router, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:24.470265 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-1790efb1-06d9-450d-9a58-e5297075d0bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:24.521941 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-97dfd9d7-27a9-4acf-b9e1-00b16973ea99 tempest-RoutersTestDVR-1974407171 tempest-RoutersTestDVR-1974407171-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:24.527152 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-97dfd9d7-27a9-4acf-b9e1-00b16973ea99 tempest-RoutersTestDVR-1974407171 tempest-RoutersTestDVR-1974407171-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648118'] for router, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:24.534296 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-1790efb1-06d9-450d-9a58-e5297075d0bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:24.538005 n-d-834765-1 neutron-server[102791]: INFO neutron.api.v2.resource [None req-73dde217-ca27-4d5f-b215-f98151fbe992 tempest-NegativeSecGroupTest-1968875663 tempest-NegativeSecGroupTest-1968875663-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 29 15:54:24.539071 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-73dde217-ca27-4d5f-b215-f98151fbe992 tempest-NegativeSecGroupTest-1968875663 tempest-NegativeSecGroupTest-1968875663-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1306958 Mar 29 15:54:24.543250 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 36342) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:54:24.556740 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-97dfd9d7-27a9-4acf-b9e1-00b16973ea99 tempest-RoutersTestDVR-1974407171 tempest-RoutersTestDVR-1974407171-project-admin] Notify callbacks [] for router, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:24.557939 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-97dfd9d7-27a9-4acf-b9e1-00b16973ea99 tempest-RoutersTestDVR-1974407171 tempest-RoutersTestDVR-1974407171-project-admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.1599941 Mar 29 15:54:24.560992 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 36344) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:54:24.591212 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-1790efb1-06d9-450d-9a58-e5297075d0bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:24.593956 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-1790efb1-06d9-450d-9a58-e5297075d0bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:24.595134 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-1790efb1-06d9-450d-9a58-e5297075d0bb admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f3c66b63-6b47-4316-850f-a5138e21036d HTTP/1.1" status: 204 len: 168 time: 0.2038357 Mar 29 15:54:24.604510 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1790efb1-06d9-450d-9a58-e5297075d0bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3c66b63-6b47-4316-850f-a5138e21036d,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:54:24.715148 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-fed0dbe6-f99c-4b74-b174-64e93a04f479 tempest-RoutersTestDVR-1974407171 tempest-RoutersTestDVR-1974407171-project-admin] Notify callbacks [] for router, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:24.805232 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-ab42c3b5-c8da-4183-a693-ff07d1905892 tempest-NegativeSecGroupTest-1968875663 tempest-NegativeSecGroupTest-1968875663-project] Notify callbacks [] for security_group, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:24.893626 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-ab42c3b5-c8da-4183-a693-ff07d1905892 tempest-NegativeSecGroupTest-1968875663 tempest-NegativeSecGroupTest-1968875663-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:24.925986 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-fed0dbe6-f99c-4b74-b174-64e93a04f479 tempest-RoutersTestDVR-1974407171 tempest-RoutersTestDVR-1974407171-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129328'] for router, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:24.933574 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-fed0dbe6-f99c-4b74-b174-64e93a04f479 tempest-RoutersTestDVR-1974407171 tempest-RoutersTestDVR-1974407171-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:25.016913 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-fed0dbe6-f99c-4b74-b174-64e93a04f479 tempest-RoutersTestDVR-1974407171 tempest-RoutersTestDVR-1974407171-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-526718'] for router, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:25.017473 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fed0dbe6-f99c-4b74-b174-64e93a04f479 tempest-RoutersTestDVR-1974407171 tempest-RoutersTestDVR-1974407171-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b12938db-2fa9-49f9-ab5c-f66bedc6b3dc {{(pid=102791) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 29 15:54:25.022747 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-fed0dbe6-f99c-4b74-b174-64e93a04f479 tempest-RoutersTestDVR-1974407171 tempest-RoutersTestDVR-1974407171-project-admin] Notify callbacks [] for router, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:25.023238 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-fed0dbe6-f99c-4b74-b174-64e93a04f479 tempest-RoutersTestDVR-1974407171 tempest-RoutersTestDVR-1974407171-project-admin] 10.222.0.42 "DELETE /v2.0/routers/b12938db-2fa9-49f9-ab5c-f66bedc6b3dc HTTP/1.1" status: 204 len: 168 time: 0.4600320 Mar 29 15:54:25.061824 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-ab42c3b5-c8da-4183-a693-ff07d1905892 tempest-NegativeSecGroupTest-1968875663 tempest-NegativeSecGroupTest-1968875663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:25.064492 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-ab42c3b5-c8da-4183-a693-ff07d1905892 tempest-NegativeSecGroupTest-1968875663 tempest-NegativeSecGroupTest-1968875663-project] Notify callbacks [] for security_group, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:25.068230 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-ab42c3b5-c8da-4183-a693-ff07d1905892 tempest-NegativeSecGroupTest-1968875663 tempest-NegativeSecGroupTest-1968875663-project] 10.222.0.42 "DELETE /v2.0/security-groups/484a7b76-6800-4294-b601-6bf99fecf6b6 HTTP/1.1" status: 204 len: 168 time: 0.5240293 Mar 29 15:54:25.068439 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 36362) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:54:25.084193 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab42c3b5-c8da-4183-a693-ff07d1905892 tempest-NegativeSecGroupTest-1968875663 tempest-NegativeSecGroupTest-1968875663-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=484a7b76-6800-4294-b601-6bf99fecf6b6,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:54:25.118565 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-d565ed13-5237-40cc-a6ca-b65f737164cf tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Deleting port 7a06dc1c-13e9-4144-a99e-adb6c7a60c55 {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:54:25.118901 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-d565ed13-5237-40cc-a6ca-b65f737164cf tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:25.217514 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-52344503-e1ac-4c32-b458-309d6ab2dea4 tempest-NegativeSecGroupTest-1968875663 tempest-NegativeSecGroupTest-1968875663-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1480083 Mar 29 15:54:25.223734 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 36370) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:54:25.262626 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [None req-d565ed13-5237-40cc-a6ca-b65f737164cf tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] For port 7a06dc1c-13e9-4144-a99e-adb6c7a60c55, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=7a06dc1c-13e9-4144-a99e-adb6c7a60c55,segment=NetworkSegment(deb1709f-901e-4762-906b-e68b8b79a168),segment_id=deb1709f-901e-4762-906b-e68b8b79a168)] {{(pid=102791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:54:25.263975 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-d565ed13-5237-40cc-a6ca-b65f737164cf tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:25.280947 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-d565ed13-5237-40cc-a6ca-b65f737164cf tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Calling delete_port for 7a06dc1c-13e9-4144-a99e-adb6c7a60c55 owned by network:router_interface {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:54:25.287534 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-6b4d3e57-9124-4a87-b316-ac34d5ca895b tempest-NegativeSecGroupTest-1968875663 tempest-NegativeSecGroupTest-1968875663-project] Notify callbacks [] for security_group, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:25.314545 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-6b4d3e57-9124-4a87-b316-ac34d5ca895b tempest-NegativeSecGroupTest-1968875663 tempest-NegativeSecGroupTest-1968875663-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:25.319801 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb0aa9a-deb0-45c8-a789-34883c912a04 req-b164bebc-76e2-463a-a859-8bff0c12fdef tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:25.326555 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb0aa9a-deb0-45c8-a789-34883c912a04 req-b164bebc-76e2-463a-a859-8bff0c12fdef tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:25.334407 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb0aa9a-deb0-45c8-a789-34883c912a04 req-b164bebc-76e2-463a-a859-8bff0c12fdef tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:25.340874 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb0aa9a-deb0-45c8-a789-34883c912a04 req-b164bebc-76e2-463a-a859-8bff0c12fdef tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:25.347052 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb0aa9a-deb0-45c8-a789-34883c912a04 req-b164bebc-76e2-463a-a859-8bff0c12fdef tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:25.355957 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb0aa9a-deb0-45c8-a789-34883c912a04 req-b164bebc-76e2-463a-a859-8bff0c12fdef tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:25.361334 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb0aa9a-deb0-45c8-a789-34883c912a04 req-b164bebc-76e2-463a-a859-8bff0c12fdef tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:25.363991 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-6b4d3e57-9124-4a87-b316-ac34d5ca895b tempest-NegativeSecGroupTest-1968875663 tempest-NegativeSecGroupTest-1968875663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:25.367140 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-6b4d3e57-9124-4a87-b316-ac34d5ca895b tempest-NegativeSecGroupTest-1968875663 tempest-NegativeSecGroupTest-1968875663-project] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:25.371490 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-6b4d3e57-9124-4a87-b316-ac34d5ca895b tempest-NegativeSecGroupTest-1968875663 tempest-NegativeSecGroupTest-1968875663-project] 10.222.0.42 "DELETE /v2.0/security-groups/14277038-7744-4508-81bb-4f6cfdb6b01c HTTP/1.1" status: 204 len: 168 time: 0.1463103 Mar 29 15:54:25.371770 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-1fb0aa9a-deb0-45c8-a789-34883c912a04 req-b164bebc-76e2-463a-a859-8bff0c12fdef tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] 10.222.0.42 "GET /v2.0/ports?device_id=b5e34b53-8d44-45db-a377-1c001fe98b5c HTTP/1.1" status: 200 len: 5431 time: 0.1757429 Mar 29 15:54:25.372822 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 36376) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:54:25.379035 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 36378) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:54:25.383438 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 36380) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:54:25.404640 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4d3e57-9124-4a87-b316-ac34d5ca895b tempest-NegativeSecGroupTest-1968875663 tempest-NegativeSecGroupTest-1968875663-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=14277038-7744-4508-81bb-4f6cfdb6b01c,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:54:25.462869 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-4720d7df-8957-4b37-885b-14caa485cbde tempest-NegativeSecGroupTest-1968875663 tempest-NegativeSecGroupTest-1968875663-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0862234 Mar 29 15:54:25.469203 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 36386) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:54:25.475838 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-a5e717f8-6a81-4d76-a0b2-b72465ea2121 tempest-NegativeSecGroupTest-1968875663 tempest-NegativeSecGroupTest-1968875663-project] Request body: {'security_group': {'name': 'tempest-secgroup--1603370236'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:54:25.481905 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-1fb0aa9a-deb0-45c8-a789-34883c912a04 req-b3af5c15-1570-4dbc-ade9-1ea713c4faf3 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] 10.222.0.42 "GET /v2.0/security-groups?id=6e57fe5c-cb87-4607-b926-1e4de2690a28&id=e2ab8bce-bca0-434d-ad1c-ad30dfd1db67&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1091685 Mar 29 15:54:25.509659 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-a5e717f8-6a81-4d76-a0b2-b72465ea2121 tempest-NegativeSecGroupTest-1968875663 tempest-NegativeSecGroupTest-1968875663-project] Notify callbacks [] for security_group, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:25.551467 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-5bcfe6fa-6b17-4b4e-a13a-59ce76078a78 admin admin] Request body: {'network': {'name': 'tempest-ServerGroup264TestJSON-971471250-network', 'tenant_id': '1ea4046b7b9143359b805f89fcfbb36b'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:54:25.577789 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-4858c946-2e2e-4195-9745-77d25e41188d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:25.617318 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bcfe6fa-6b17-4b4e-a13a-59ce76078a78 admin admin] Made reservation on behalf of 1ea4046b7b9143359b805f89fcfbb36b for: {'network': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:54:25.619725 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-5bcfe6fa-6b17-4b4e-a13a-59ce76078a78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for network, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:25.629779 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-d565ed13-5237-40cc-a6ca-b65f737164cf tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:25.651440 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-5bcfe6fa-6b17-4b4e-a13a-59ce76078a78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:25.654776 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-a5e717f8-6a81-4d76-a0b2-b72465ea2121 tempest-NegativeSecGroupTest-1968875663 tempest-NegativeSecGroupTest-1968875663-project] Notify callbacks [] for security_group, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:25.658607 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d565ed13-5237-40cc-a6ca-b65f737164cf tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Pushing event deleted for resources: {'Port': ['ID=7a06dc1c-13e9-4144-a99e-adb6c7a60c55,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:54:25.668499 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-a5e717f8-6a81-4d76-a0b2-b72465ea2121 tempest-NegativeSecGroupTest-1968875663 tempest-NegativeSecGroupTest-1968875663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:25.736039 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-a5e717f8-6a81-4d76-a0b2-b72465ea2121 tempest-NegativeSecGroupTest-1968875663 tempest-NegativeSecGroupTest-1968875663-project] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:25.737341 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-a5e717f8-6a81-4d76-a0b2-b72465ea2121 tempest-NegativeSecGroupTest-1968875663 tempest-NegativeSecGroupTest-1968875663-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2671638 Mar 29 15:54:25.741312 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e717f8-6a81-4d76-a0b2-b72465ea2121 tempest-NegativeSecGroupTest-1968875663 tempest-NegativeSecGroupTest-1968875663-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8bc7e914-e580-40aa-ba72-1fac6cdfc5a4,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:54:25.749762 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 36390) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:54:25.756454 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-e82d5951-742f-4a71-9629-4568ba0d5bb9 tempest-NegativeSecGroupTest-1968875663 tempest-NegativeSecGroupTest-1968875663-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:54:25.757193 n-d-834765-1 neutron-server[102790]: WARNING neutron.api.v2.base [None req-e82d5951-742f-4a71-9629-4568ba0d5bb9 tempest-NegativeSecGroupTest-1968875663 tempest-NegativeSecGroupTest-1968875663-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Mar 29 15:54:25.757707 n-d-834765-1 neutron-server[102790]: INFO neutron.api.v2.resource [None req-e82d5951-742f-4a71-9629-4568ba0d5bb9 tempest-NegativeSecGroupTest-1968875663 tempest-NegativeSecGroupTest-1968875663-project] update failed (client error): There was a conflict when trying to complete your request. Mar 29 15:54:25.758695 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-e82d5951-742f-4a71-9629-4568ba0d5bb9 tempest-NegativeSecGroupTest-1968875663 tempest-NegativeSecGroupTest-1968875663-project] 10.222.0.42 "PUT /v2.0/security-groups/8bc7e914-e580-40aa-ba72-1fac6cdfc5a4 HTTP/1.1" status: 409 len: 330 time: 0.0079567 Mar 29 15:54:25.761624 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 36392) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:54:25.813413 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-4858c946-2e2e-4195-9745-77d25e41188d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:25.827143 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-4858c946-2e2e-4195-9745-77d25e41188d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:25.850353 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-d565ed13-5237-40cc-a6ca-b65f737164cf tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-530528'] for router_interface, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:25.917371 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-4858c946-2e2e-4195-9745-77d25e41188d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7f9291acd22c4035b8eadf88e57a2397&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5261533 Mar 29 15:54:25.920483 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 36394) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:54:25.920634 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4858c946-2e2e-4195-9745-77d25e41188d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77da4738-cad3-4888-a28e-ce221b9ef4a5,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:54:25.924294 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-5bcfe6fa-6b17-4b4e-a13a-59ce76078a78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:25.928294 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-72205838-a724-485d-ac65-f1e47fc179b9 tempest-NegativeSecGroupTest-1968875663 tempest-NegativeSecGroupTest-1968875663-project] Notify callbacks [] for security_group, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:25.935069 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-5bcfe6fa-6b17-4b4e-a13a-59ce76078a78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:25.969363 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-72205838-a724-485d-ac65-f1e47fc179b9 tempest-NegativeSecGroupTest-1968875663 tempest-NegativeSecGroupTest-1968875663-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:25.991893 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5bcfe6fa-6b17-4b4e-a13a-59ce76078a78 admin admin] vlan segment allocate from pool success with {'vlan_id': 601, 'physical_network': 'physnet1'} {{(pid=102790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 15:54:25.998351 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcfe6fa-6b17-4b4e-a13a-59ce76078a78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec2e8b27-9fd3-4b47-b14f-cd798188618f,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:54:26.006326 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.agents_db [None req-59735a15-725e-44d4-9ad5-95cbe356f209 None None] Agent healthcheck: found 7 active agents {{(pid=102793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 15:54:26.016076 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-5bcfe6fa-6b17-4b4e-a13a-59ce76078a78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:26.016420 n-d-834765-1 neutron-server[102790]: INFO neutron.db.segments_db [None req-5bcfe6fa-6b17-4b4e-a13a-59ce76078a78 admin admin] Added segment ecd7da4d-34b1-402c-bbea-d445fb714cf6 of type vlan for network b01bca0b-ad61-4c03-8598-c3cb8d94723e Mar 29 15:54:26.070433 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-5bcfe6fa-6b17-4b4e-a13a-59ce76078a78 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783522915970'] for network, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:26.074708 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-72205838-a724-485d-ac65-f1e47fc179b9 tempest-NegativeSecGroupTest-1968875663 tempest-NegativeSecGroupTest-1968875663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:26.077331 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-72205838-a724-485d-ac65-f1e47fc179b9 tempest-NegativeSecGroupTest-1968875663 tempest-NegativeSecGroupTest-1968875663-project] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:26.079084 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-72205838-a724-485d-ac65-f1e47fc179b9 tempest-NegativeSecGroupTest-1968875663 tempest-NegativeSecGroupTest-1968875663-project] 10.222.0.42 "DELETE /v2.0/security-groups/8bc7e914-e580-40aa-ba72-1fac6cdfc5a4 HTTP/1.1" status: 204 len: 168 time: 0.3160117 Mar 29 15:54:26.086839 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 36396) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:54:26.114738 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72205838-a724-485d-ac65-f1e47fc179b9 tempest-NegativeSecGroupTest-1968875663 tempest-NegativeSecGroupTest-1968875663-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bc7e914-e580-40aa-ba72-1fac6cdfc5a4,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:54:26.145042 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-5bcfe6fa-6b17-4b4e-a13a-59ce76078a78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795'] for network, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:26.145945 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bcfe6fa-6b17-4b4e-a13a-59ce76078a78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:26.146540 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-5bcfe6fa-6b17-4b4e-a13a-59ce76078a78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for network, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:26.173726 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-c39e36b9-2717-4c14-9b06-a69bc845dc32 tempest-NegativeSecGroupTest-1968875663 tempest-NegativeSecGroupTest-1968875663-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0856390 Mar 29 15:54:26.178317 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 36398) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:54:26.211929 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-5bcfe6fa-6b17-4b4e-a13a-59ce76078a78 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8325112 Mar 29 15:54:26.238050 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 36400) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:54:26.245466 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-4c878df4-f31b-42c5-8354-4c6f80ff7d45 admin admin] Request body: {'subnet': {'network_id': 'b01bca0b-ad61-4c03-8598-c3cb8d94723e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroup264TestJSON-971471250-subnet', 'tenant_id': '1ea4046b7b9143359b805f89fcfbb36b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:54:26.249183 n-d-834765-1 neutron-server[102790]: INFO neutron.api.v2.resource [None req-17f1f928-927c-416b-a633-e698aed31f10 tempest-NegativeSecGroupTest-1968875663 tempest-NegativeSecGroupTest-1968875663-project] delete failed (client error): The resource could not be found. Mar 29 15:54:26.254437 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-17f1f928-927c-416b-a633-e698aed31f10 tempest-NegativeSecGroupTest-1968875663 tempest-NegativeSecGroupTest-1968875663-project] 10.222.0.42 "DELETE /v2.0/security-groups/da136419-9cf5-454b-9b39-5727aa8f30f4 HTTP/1.1" status: 404 len: 347 time: 0.0712609 Mar 29 15:54:26.254437 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 36404) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:54:26.264697 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcfe6fa-6b17-4b4e-a13a-59ce76078a78 admin admin] Pushing event updated for resources: {'Network': ['ID=b01bca0b-ad61-4c03-8598-c3cb8d94723e,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:54:26.276932 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Network b01bca0b-ad61-4c03-8598-c3cb8d94723e details requested by agent ovs-agent-n-d-834765-1 with host n-d-834765-1 {{(pid=102792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 15:54:26.278292 n-d-834765-1 neutron-server[102790]: INFO neutron.api.v2.resource [None req-23184dac-a4c2-4a3a-8568-49ede2e04f41 tempest-NegativeSecGroupTest-1968875663 tempest-NegativeSecGroupTest-1968875663-project] show failed (client error): The resource could not be found. Mar 29 15:54:26.282783 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-23184dac-a4c2-4a3a-8568-49ede2e04f41 tempest-NegativeSecGroupTest-1968875663 tempest-NegativeSecGroupTest-1968875663-project] 10.222.0.42 "GET /v2.0/security-groups/03098c2b-4f82-4d30-bab1-e53c9ef5f952 HTTP/1.1" status: 404 len: 347 time: 0.0239129 Mar 29 15:54:26.283449 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 36406) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:54:26.305008 n-d-834765-1 neutron-server[102790]: INFO neutron.api.v2.resource [None req-af3ce842-487c-4a83-9150-ffcf6a73a180 tempest-NegativeSecGroupTest-1968875663 tempest-NegativeSecGroupTest-1968875663-project] show failed (client error): The resource could not be found. Mar 29 15:54:26.306064 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-af3ce842-487c-4a83-9150-ffcf6a73a180 tempest-NegativeSecGroupTest-1968875663 tempest-NegativeSecGroupTest-1968875663-project] 10.222.0.42 "GET /v2.0/security-group-rules/b5bcee1e-5393-4838-955a-3da192bc8e60 HTTP/1.1" status: 404 len: 356 time: 0.0220807 Mar 29 15:54:26.312532 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c878df4-f31b-42c5-8354-4c6f80ff7d45 admin admin] Made reservation on behalf of 1ea4046b7b9143359b805f89fcfbb36b for: {'subnet': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:54:26.315559 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-4c878df4-f31b-42c5-8354-4c6f80ff7d45 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4793983'] for subnet, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:26.392724 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-f95544ce-3917-400c-a820-fc9f817de409 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:26.433889 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-f95544ce-3917-400c-a820-fc9f817de409 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:26.546906 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d565ed13-5237-40cc-a6ca-b65f737164cf tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Router f4da9992-f427-4676-b6fc-fe60650ec8ec has already been hosted by L3 agent c648d819-1060-4f26-b4ec-6455387b5dff {{(pid=102791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 15:54:26.621545 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-4c878df4-f31b-42c5-8354-4c6f80ff7d45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5231896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4793961'] for subnet, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:26.631926 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-f95544ce-3917-400c-a820-fc9f817de409 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:26.634494 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-f95544ce-3917-400c-a820-fc9f817de409 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:26.638622 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-f95544ce-3917-400c-a820-fc9f817de409 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/77da4738-cad3-4888-a28e-ce221b9ef4a5 HTTP/1.1" status: 204 len: 168 time: 0.7171896 Mar 29 15:54:26.655690 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 36418) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:54:26.666042 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95544ce-3917-400c-a820-fc9f817de409 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77da4738-cad3-4888-a28e-ce221b9ef4a5,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:54:26.760316 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d565ed13-5237-40cc-a6ca-b65f737164cf tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:54:26.766897 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-d565ed13-5237-40cc-a6ca-b65f737164cf tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] 10.222.0.42 "PUT /v2.0/routers/f4da9992-f427-4676-b6fc-fe60650ec8ec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1883686 Mar 29 15:54:26.771954 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 36424) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:54:26.776829 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-762ebef3-0b6b-429e-a91d-17bbf52f239f None None] Sync routers for ids ['f4da9992-f427-4676-b6fc-fe60650ec8ec'] in n-d-834765-1 {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:54:26.793947 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-762ebef3-0b6b-429e-a91d-17bbf52f239f None None] Routers {'f4da9992-f427-4676-b6fc-fe60650ec8ec'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:54:26.795115 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028de608-e087-4c2d-8e8d-6f68f055ada4 req-37c49217-2d71-4c6d-9e34-4e0a9a8b03e5 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:26.799341 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-762ebef3-0b6b-429e-a91d-17bbf52f239f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:54:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['f4da9992-f427-4676-b6fc-fe60650ec8ec'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:54:26.810050 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028de608-e087-4c2d-8e8d-6f68f055ada4 req-37c49217-2d71-4c6d-9e34-4e0a9a8b03e5 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:26.827110 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028de608-e087-4c2d-8e8d-6f68f055ada4 req-37c49217-2d71-4c6d-9e34-4e0a9a8b03e5 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:26.842602 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028de608-e087-4c2d-8e8d-6f68f055ada4 req-37c49217-2d71-4c6d-9e34-4e0a9a8b03e5 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:26.855369 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_v2 [None req-502ae007-7f91-48fb-83c5-8b69ed3f9b22 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Deleting subnet d2f96c58-eed7-4bf5-adae-f978ef8efd9e {{(pid=102791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 15:54:26.859337 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-502ae007-7f91-48fb-83c5-8b69ed3f9b22 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Notify callbacks [] for subnet, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:26.860204 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028de608-e087-4c2d-8e8d-6f68f055ada4 req-37c49217-2d71-4c6d-9e34-4e0a9a8b03e5 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:26.873761 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028de608-e087-4c2d-8e8d-6f68f055ada4 req-37c49217-2d71-4c6d-9e34-4e0a9a8b03e5 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:26.888800 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028de608-e087-4c2d-8e8d-6f68f055ada4 req-37c49217-2d71-4c6d-9e34-4e0a9a8b03e5 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:26.893172 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-028de608-e087-4c2d-8e8d-6f68f055ada4 req-37c49217-2d71-4c6d-9e34-4e0a9a8b03e5 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] 10.222.0.42 "GET /v2.0/ports?device_id=b5e34b53-8d44-45db-a377-1c001fe98b5c HTTP/1.1" status: 200 len: 5431 time: 0.3225956 Mar 29 15:54:26.896217 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c878df4-f31b-42c5-8354-4c6f80ff7d45 admin admin] Pushing event updated for resources: {'Subnet': ['ID=220a3ad1-b032-440a-9bb9-b9f48e05566e,revision_number=0']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:54:26.933834 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-502ae007-7f91-48fb-83c5-8b69ed3f9b22 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4230423'] for subnet, precommit_delete_associations {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:26.941998 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c878df4-f31b-42c5-8354-4c6f80ff7d45 admin admin] Checking segment: {'id': 'ecd7da4d-34b1-402c-bbea-d445fb714cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'b01bca0b-ad61-4c03-8598-c3cb8d94723e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:54:26.941998 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c878df4-f31b-42c5-8354-4c6f80ff7d45 admin admin] Network hostable DHCP agents. Network: b01bca0b-ad61-4c03-8598-c3cb8d94723e, hostable agents: ['d136643e-48ae-49d4-a851-2ba3bdf3749c'], hosted agents: [] {{(pid=102790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 15:54:26.975920 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-028de608-e087-4c2d-8e8d-6f68f055ada4 req-0ead12ac-75a8-4c86-ae7f-e2b0f0e68e14 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] 10.222.0.42 "GET /v2.0/security-groups?id=6e57fe5c-cb87-4607-b926-1e4de2690a28&id=e2ab8bce-bca0-434d-ad1c-ad30dfd1db67&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0577261 Mar 29 15:54:26.982141 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c878df4-f31b-42c5-8354-4c6f80ff7d45 admin admin] Network b01bca0b-ad61-4c03-8598-c3cb8d94723e is scheduled to be hosted by DHCP agent d136643e-48ae-49d4-a851-2ba3bdf3749c with binding_index 1 {{(pid=102790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 15:54:26.994866 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-4c878df4-f31b-42c5-8354-4c6f80ff7d45 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834765-1, b01bca0b-ad61-4c03-8598-c3cb8d94723e) {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:54:27.014456 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56cbe7f6-c250-4c5c-9d59-21105ad23ee4 None None] Network b01bca0b-ad61-4c03-8598-c3cb8d94723e requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 15:54:27.022424 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c878df4-f31b-42c5-8354-4c6f80ff7d45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:27.022940 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-4c878df4-f31b-42c5-8354-4c6f80ff7d45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for subnet, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:27.063323 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-4c878df4-f31b-42c5-8354-4c6f80ff7d45 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8207660 Mar 29 15:54:27.086633 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvr_db [None req-762ebef3-0b6b-429e-a91d-17bbf52f239f None None] Set router f4da9992-f427-4676-b6fc-fe60650ec8ec gateway port host: n-d-834765-1 {{(pid=102792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:54:27.117023 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-502ae007-7f91-48fb-83c5-8b69ed3f9b22 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1641287'] for subnet, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:27.189124 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 36432) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:54:27.209709 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-3cd0a330-d950-476c-ae2b-aa32b98fb123 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:27.262912 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-502ae007-7f91-48fb-83c5-8b69ed3f9b22 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1641294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16155591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16218852'] for subnet, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:27.275443 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-0cd8d830-52a5-401f-b3a2-c32bda0d936f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=71a24045f9da43448971efe86a1b222e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6147089 Mar 29 15:54:27.275694 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 36434) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:54:27.303850 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502ae007-7f91-48fb-83c5-8b69ed3f9b22 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Pushing event deleted for resources: {'Subnet': ['ID=d2f96c58-eed7-4bf5-adae-f978ef8efd9e,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:54:27.339775 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-502ae007-7f91-48fb-83c5-8b69ed3f9b22 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Notify callbacks [] for subnet, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:27.343521 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-502ae007-7f91-48fb-83c5-8b69ed3f9b22 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] 10.222.0.42 "DELETE /v2.0/subnets/d2f96c58-eed7-4bf5-adae-f978ef8efd9e HTTP/1.1" status: 204 len: 168 time: 0.5699747 Mar 29 15:54:27.348541 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13ddb199-1236-4deb-bd22-be2431382c82 None None] Network 289d4c05-6537-47d7-9c1c-0777ed8cf48a requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 15:54:27.351169 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 36440) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:54:27.398236 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-3cd0a330-d950-476c-ae2b-aa32b98fb123 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:27.465596 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-3cd0a330-d950-476c-ae2b-aa32b98fb123 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:27.512513 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-2b0075fb-a5c7-434b-ac49-13251c4ba1e5 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Notify callbacks [] for router, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:27.522698 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c06e02aa-281d-45fb-b10f-b4674f7db948 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:27.569676 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c06e02aa-281d-45fb-b10f-b4674f7db948 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:27.591584 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7807804-44d0-4a2a-a3e3-36c919c5afcc None None] Network b01bca0b-ad61-4c03-8598-c3cb8d94723e requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 15:54:27.669613 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-3cd0a330-d950-476c-ae2b-aa32b98fb123 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b4df8c45ab524c2d8271b10de6243dc4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4771867 Mar 29 15:54:27.672408 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 36442) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:54:27.691710 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c06e02aa-281d-45fb-b10f-b4674f7db948 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:27.699430 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c06e02aa-281d-45fb-b10f-b4674f7db948 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:27.712123 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-c06e02aa-281d-45fb-b10f-b4674f7db948 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/072bd2cf-b503-4a13-8121-27c8f0f96ff6 HTTP/1.1" status: 204 len: 168 time: 0.4348905 Mar 29 15:54:27.753711 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd0a330-d950-476c-ae2b-aa32b98fb123 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=908c9e94-b67d-4280-98fb-f9dca8247f9d,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:54:27.780981 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-2b0075fb-a5c7-434b-ac49-13251c4ba1e5 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:27.782057 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06e02aa-281d-45fb-b10f-b4674f7db948 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=072bd2cf-b503-4a13-8121-27c8f0f96ff6,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:54:27.821531 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-1d8ffc37-ae0a-420f-afbd-13671518bf1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:27.885603 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-1d8ffc37-ae0a-420f-afbd-13671518bf1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:27.936996 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-2b0075fb-a5c7-434b-ac49-13251c4ba1e5 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Deleting port 1cca274f-dafb-4edb-9b6f-e764867c543e {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:54:27.937369 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-2b0075fb-a5c7-434b-ac49-13251c4ba1e5 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:27.973065 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-762ebef3-0b6b-429e-a91d-17bbf52f239f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4da9992-f427-4676-b6fc-fe60650ec8ec', 'name': 'tempest-TestNetworkBasicOps-router-1818188587', 'tenant_id': '4613198224a343ff95b6b23b26c7af7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.78'}], 'enable_snat': True}, 'gw_port_id': '1cca274f-dafb-4edb-9b6f-e764867c543e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:52:22Z', 'updated_at': '2022-03-29T15:54:25Z', 'revision_number': 5, 'project_id': '4613198224a343ff95b6b23b26c7af7a', 'gw_port': {'id': '1cca274f-dafb-4edb-9b6f-e764867c543e', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:de:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4da9992-f427-4676-b6fc-fe60650ec8ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2078, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:52:24Z', 'updated_at': '2022-03-29T15:52:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1'}], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:54:28.013565 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-762ebef3-0b6b-429e-a91d-17bbf52f239f None None] Checking router: f4da9992-f427-4676-b6fc-fe60650ec8ec for host: n-d-834765-1 {{(pid=102792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:54:28.024959 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-762ebef3-0b6b-429e-a91d-17bbf52f239f None None] Routers {'f4da9992-f427-4676-b6fc-fe60650ec8ec'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:54:28.028475 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-762ebef3-0b6b-429e-a91d-17bbf52f239f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:54:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['f4da9992-f427-4676-b6fc-fe60650ec8ec'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:54:28.040292 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 36458) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:54:28.080381 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2f2e9b0-d94e-47ef-9074-aef9309fe2b9 None None] DHCP port deletion for 289d4c05-6537-47d7-9c1c-0777ed8cf48a request from n-d-834765-1 {{(pid=102792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 29 15:54:28.084880 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [None req-2b0075fb-a5c7-434b-ac49-13251c4ba1e5 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] For port 1cca274f-dafb-4edb-9b6f-e764867c543e, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=1cca274f-dafb-4edb-9b6f-e764867c543e,segment=NetworkSegment(6ab47353-a811-4bad-bc73-b4cc84583cfd),segment_id=6ab47353-a811-4bad-bc73-b4cc84583cfd)] {{(pid=102791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:54:28.085707 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-2b0075fb-a5c7-434b-ac49-13251c4ba1e5 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:28.094514 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-1d8ffc37-ae0a-420f-afbd-13671518bf1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:28.101335 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-1d8ffc37-ae0a-420f-afbd-13671518bf1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:28.106022 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7d28273-7df8-4db7-8648-7d14b6d2ee10 admin admin] Deleting subnet 220a3ad1-b032-440a-9bb9-b9f48e05566e {{(pid=102790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 15:54:28.107017 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-1d8ffc37-ae0a-420f-afbd-13671518bf1f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/908c9e94-b67d-4280-98fb-f9dca8247f9d HTTP/1.1" status: 204 len: 168 time: 0.4332151 Mar 29 15:54:28.109775 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-f7d28273-7df8-4db7-8648-7d14b6d2ee10 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:28.143730 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-2b0075fb-a5c7-434b-ac49-13251c4ba1e5 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Calling delete_port for 1cca274f-dafb-4edb-9b6f-e764867c543e owned by network:router_gateway {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:54:28.146615 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-f7d28273-7df8-4db7-8648-7d14b6d2ee10 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4614024'] for subnet, precommit_delete_associations {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:28.149736 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8ffc37-ae0a-420f-afbd-13671518bf1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=908c9e94-b67d-4280-98fb-f9dca8247f9d,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:54:28.184939 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvr_db [None req-762ebef3-0b6b-429e-a91d-17bbf52f239f None None] Set router f4da9992-f427-4676-b6fc-fe60650ec8ec gateway port host: None {{(pid=102792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:54:28.189964 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-f7d28273-7df8-4db7-8648-7d14b6d2ee10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1641287'] for subnet, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:28.295900 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-762ebef3-0b6b-429e-a91d-17bbf52f239f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4da9992-f427-4676-b6fc-fe60650ec8ec', 'name': 'tempest-TestNetworkBasicOps-router-1818188587', 'tenant_id': '4613198224a343ff95b6b23b26c7af7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:52:22Z', 'updated_at': '2022-03-29T15:54:27Z', 'revision_number': 6, 'project_id': '4613198224a343ff95b6b23b26c7af7a', 'gw_port_host': None}], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:54:28.338631 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-762ebef3-0b6b-429e-a91d-17bbf52f239f None None] The sync data for ids ['f4da9992-f427-4676-b6fc-fe60650ec8ec'] in n-d-834765-1 is: [{'id': 'f4da9992-f427-4676-b6fc-fe60650ec8ec', 'name': 'tempest-TestNetworkBasicOps-router-1818188587', 'tenant_id': '4613198224a343ff95b6b23b26c7af7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:52:22Z', 'updated_at': '2022-03-29T15:54:27Z', 'revision_number': 6, 'project_id': '4613198224a343ff95b6b23b26c7af7a', 'gw_port_host': None}] {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:54:28.390578 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-e2f2e9b0-d94e-47ef-9074-aef9309fe2b9 None None] Deleting port f47e06f9-904c-4fbb-ae13-75aeab176539 {{(pid=102792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:54:28.391173 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-e2f2e9b0-d94e-47ef-9074-aef9309fe2b9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:28.404048 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-f7d28273-7df8-4db7-8648-7d14b6d2ee10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1641294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5231963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4793952'] for subnet, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:28.421778 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-2b0075fb-a5c7-434b-ac49-13251c4ba1e5 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:28.452534 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d28273-7df8-4db7-8648-7d14b6d2ee10 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=220a3ad1-b032-440a-9bb9-b9f48e05566e,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:54:28.478857 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-f7d28273-7df8-4db7-8648-7d14b6d2ee10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for subnet, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:28.482830 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-f7d28273-7df8-4db7-8648-7d14b6d2ee10 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/220a3ad1-b032-440a-9bb9-b9f48e05566e HTTP/1.1" status: 204 len: 168 time: 0.4413610 Mar 29 15:54:28.486510 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 36468) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:54:28.498071 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0075fb-a5c7-434b-ac49-13251c4ba1e5 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Pushing event deleted for resources: {'Port': ['ID=1cca274f-dafb-4edb-9b6f-e764867c543e,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:54:28.537943 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-e2f2e9b0-d94e-47ef-9074-aef9309fe2b9 None None] For port f47e06f9-904c-4fbb-ae13-75aeab176539, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=f47e06f9-904c-4fbb-ae13-75aeab176539,segment=NetworkSegment(deb1709f-901e-4762-906b-e68b8b79a168),segment_id=deb1709f-901e-4762-906b-e68b8b79a168)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:54:28.538355 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-e2f2e9b0-d94e-47ef-9074-aef9309fe2b9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:28.553370 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-e2f2e9b0-d94e-47ef-9074-aef9309fe2b9 None None] Calling delete_port for f47e06f9-904c-4fbb-ae13-75aeab176539 owned by network:dhcp {{(pid=102792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:54:28.602541 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-2b0075fb-a5c7-434b-ac49-13251c4ba1e5 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-648138'] for router_gateway, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:28.604241 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-a4b4aecf-c8d7-4bf6-a085-09ea25890f0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1631750'] for network, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:28.618629 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cdd547-2d8b-418f-a0cd-1b9c142713d0 req-e68bbc9e-bbe9-4b61-bcec-0574e466e3bf tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:28.625035 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cdd547-2d8b-418f-a0cd-1b9c142713d0 req-e68bbc9e-bbe9-4b61-bcec-0574e466e3bf tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:28.631949 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cdd547-2d8b-418f-a0cd-1b9c142713d0 req-e68bbc9e-bbe9-4b61-bcec-0574e466e3bf tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:28.639846 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cdd547-2d8b-418f-a0cd-1b9c142713d0 req-e68bbc9e-bbe9-4b61-bcec-0574e466e3bf tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:28.646785 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cdd547-2d8b-418f-a0cd-1b9c142713d0 req-e68bbc9e-bbe9-4b61-bcec-0574e466e3bf tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:28.653617 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cdd547-2d8b-418f-a0cd-1b9c142713d0 req-e68bbc9e-bbe9-4b61-bcec-0574e466e3bf tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:28.660858 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cdd547-2d8b-418f-a0cd-1b9c142713d0 req-e68bbc9e-bbe9-4b61-bcec-0574e466e3bf tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:28.670315 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-63cdd547-2d8b-418f-a0cd-1b9c142713d0 req-e68bbc9e-bbe9-4b61-bcec-0574e466e3bf tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] 10.222.0.42 "GET /v2.0/ports?device_id=b5e34b53-8d44-45db-a377-1c001fe98b5c HTTP/1.1" status: 200 len: 5431 time: 0.3854034 Mar 29 15:54:28.670785 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-e2f2e9b0-d94e-47ef-9074-aef9309fe2b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350'] for port, after_delete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:28.688421 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2f2e9b0-d94e-47ef-9074-aef9309fe2b9 None None] No DVR routers for this DVR port f47e06f9-904c-4fbb-ae13-75aeab176539 on host n-d-834765-1 {{(pid=102792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:54:28.716581 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f2e9b0-d94e-47ef-9074-aef9309fe2b9 None None] Pushing event deleted for resources: {'Port': ['ID=f47e06f9-904c-4fbb-ae13-75aeab176539,revision_number=None']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:54:28.730559 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f2e9b0-d94e-47ef-9074-aef9309fe2b9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:54:28.731041 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f2e9b0-d94e-47ef-9074-aef9309fe2b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:54:28.731429 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f2e9b0-d94e-47ef-9074-aef9309fe2b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:54:28.731771 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f2e9b0-d94e-47ef-9074-aef9309fe2b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:54:28.732105 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f2e9b0-d94e-47ef-9074-aef9309fe2b9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:54:28.732535 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f2e9b0-d94e-47ef-9074-aef9309fe2b9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:54:28.732887 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f2e9b0-d94e-47ef-9074-aef9309fe2b9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:54:28.733250 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f2e9b0-d94e-47ef-9074-aef9309fe2b9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:54:28.733584 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f2e9b0-d94e-47ef-9074-aef9309fe2b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:54:28.733958 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f2e9b0-d94e-47ef-9074-aef9309fe2b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:54:28.734290 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f2e9b0-d94e-47ef-9074-aef9309fe2b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:54:28.734612 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f2e9b0-d94e-47ef-9074-aef9309fe2b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:54:28.758269 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-2b0075fb-a5c7-434b-ac49-13251c4ba1e5 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129328'] for router, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:28.764465 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-2b0075fb-a5c7-434b-ac49-13251c4ba1e5 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:28.823740 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-2b0075fb-a5c7-434b-ac49-13251c4ba1e5 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-526718'] for router, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:28.824446 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b0075fb-a5c7-434b-ac49-13251c4ba1e5 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Fanout notify agent at l3_agent the message router_deleted on router f4da9992-f427-4676-b6fc-fe60650ec8ec {{(pid=102791) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 29 15:54:28.834197 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-2b0075fb-a5c7-434b-ac49-13251c4ba1e5 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Notify callbacks [] for router, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:28.836046 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-2b0075fb-a5c7-434b-ac49-13251c4ba1e5 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] 10.222.0.42 "DELETE /v2.0/routers/f4da9992-f427-4676-b6fc-fe60650ec8ec HTTP/1.1" status: 204 len: 168 time: 1.4838939 Mar 29 15:54:28.838834 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 36486) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:54:28.843980 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-a4b4aecf-c8d7-4bf6-a085-09ea25890f0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639890', 'neutron.services.segments.db._delete_segments_for_network-8783523423079'] for network, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:28.866708 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-63cdd547-2d8b-418f-a0cd-1b9c142713d0 req-99a5d4c2-134e-40a4-a748-36cdb2f53da5 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] 10.222.0.42 "GET /v2.0/security-groups?id=6e57fe5c-cb87-4607-b926-1e4de2690a28&id=e2ab8bce-bca0-434d-ad1c-ad30dfd1db67&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1833541 Mar 29 15:54:28.904258 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-a4b4aecf-c8d7-4bf6-a085-09ea25890f0e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b01bca0b-ad61-4c03-8598-c3cb8d94723e']}} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:54:28.916839 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-a4b4aecf-c8d7-4bf6-a085-09ea25890f0e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ecd7da4d-34b1-402c-bbea-d445fb714cf6') {'for_net_delete': True} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:54:28.917139 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-a4b4aecf-c8d7-4bf6-a085-09ea25890f0e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ecd7da4d-34b1-402c-bbea-d445fb714cf6') {} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:54:28.928869 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-a4b4aecf-c8d7-4bf6-a085-09ea25890f0e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783523422064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4614019'] for segment, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:28.943725 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-a4b4aecf-c8d7-4bf6-a085-09ea25890f0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:28.951941 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4b4aecf-c8d7-4bf6-a085-09ea25890f0e admin admin] Releasing vlan 601 on physical network physnet1 to pool {{(pid=102790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 15:54:28.952499 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-a4b4aecf-c8d7-4bf6-a085-09ea25890f0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5238013'] for segment, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:28.955470 n-d-834765-1 neutron-server[102790]: Traceback (most recent call last): Mar 29 15:54:28.955470 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 15:54:28.955470 n-d-834765-1 neutron-server[102790]: timer() Mar 29 15:54:28.955470 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 15:54:28.955470 n-d-834765-1 neutron-server[102790]: cb(*args, **kw) Mar 29 15:54:28.955470 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 15:54:28.955470 n-d-834765-1 neutron-server[102790]: return func(*args, **kwargs) Mar 29 15:54:28.955470 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 15:54:28.955470 n-d-834765-1 neutron-server[102790]: self._notify() Mar 29 15:54:28.955470 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 15:54:28.955470 n-d-834765-1 neutron-server[102790]: self.callback(batched_events) Mar 29 15:54:28.955470 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 15:54:28.955470 n-d-834765-1 neutron-server[102790]: event.method(event) Mar 29 15:54:28.955470 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 15:54:28.955470 n-d-834765-1 neutron-server[102790]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 15:54:28.955470 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 15:54:28.955470 n-d-834765-1 neutron-server[102790]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 15:54:28.955470 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 15:54:28.955470 n-d-834765-1 neutron-server[102790]: return f(self, *a, **k) Mar 29 15:54:28.955470 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 15:54:28.955470 n-d-834765-1 neutron-server[102790]: return self._get(url).json() Mar 29 15:54:28.955470 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 15:54:28.955470 n-d-834765-1 neutron-server[102790]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 15:54:28.955470 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 15:54:28.955470 n-d-834765-1 neutron-server[102790]: return self.request(url, 'GET', **kwargs) Mar 29 15:54:28.955470 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 15:54:28.955470 n-d-834765-1 neutron-server[102790]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 15:54:28.955470 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 15:54:28.955470 n-d-834765-1 neutron-server[102790]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 15:54:28.955470 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 15:54:28.955470 n-d-834765-1 neutron-server[102790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 15:54:28.955470 n-d-834765-1 neutron-server[102790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 15:54:28.961215 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-fc960059-c46b-4571-aca7-fd61db708193 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1631750'] for network, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:29.048549 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-a4b4aecf-c8d7-4bf6-a085-09ea25890f0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1639897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648174'] for network, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:29.054898 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-a4b4aecf-c8d7-4bf6-a085-09ea25890f0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for network, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:29.059127 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-a4b4aecf-c8d7-4bf6-a085-09ea25890f0e admin admin] 10.222.0.42 "DELETE /v2.0/networks/b01bca0b-ad61-4c03-8598-c3cb8d94723e HTTP/1.1" status: 204 len: 168 time: 0.5714257 Mar 29 15:54:29.079562 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b4aecf-c8d7-4bf6-a085-09ea25890f0e admin admin] Pushing event deleted for resources: {'Network': ['ID=b01bca0b-ad61-4c03-8598-c3cb8d94723e,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:54:29.129443 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-fc960059-c46b-4571-aca7-fd61db708193 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639890', 'neutron.services.segments.db._delete_segments_for_network-8783523423079'] for network, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:29.159398 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-fc960059-c46b-4571-aca7-fd61db708193 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['289d4c05-6537-47d7-9c1c-0777ed8cf48a']}} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:54:29.172637 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-fc960059-c46b-4571-aca7-fd61db708193 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'deb1709f-901e-4762-906b-e68b8b79a168') {'for_net_delete': True} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:54:29.173530 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-fc960059-c46b-4571-aca7-fd61db708193 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'deb1709f-901e-4762-906b-e68b8b79a168') {} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:54:29.188391 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-fc960059-c46b-4571-aca7-fd61db708193 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783523422064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4230428'] for segment, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:29.205583 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-fc960059-c46b-4571-aca7-fd61db708193 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:29.215776 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc960059-c46b-4571-aca7-fd61db708193 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Releasing vlan 627 on physical network physnet1 to pool {{(pid=102791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 15:54:29.216326 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-fc960059-c46b-4571-aca7-fd61db708193 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16169569'] for segment, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:29.219637 n-d-834765-1 neutron-server[102791]: Traceback (most recent call last): Mar 29 15:54:29.219637 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 15:54:29.219637 n-d-834765-1 neutron-server[102791]: timer() Mar 29 15:54:29.219637 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 15:54:29.219637 n-d-834765-1 neutron-server[102791]: cb(*args, **kw) Mar 29 15:54:29.219637 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 15:54:29.219637 n-d-834765-1 neutron-server[102791]: return func(*args, **kwargs) Mar 29 15:54:29.219637 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 15:54:29.219637 n-d-834765-1 neutron-server[102791]: self._notify() Mar 29 15:54:29.219637 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 15:54:29.219637 n-d-834765-1 neutron-server[102791]: self.callback(batched_events) Mar 29 15:54:29.219637 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 15:54:29.219637 n-d-834765-1 neutron-server[102791]: event.method(event) Mar 29 15:54:29.219637 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 15:54:29.219637 n-d-834765-1 neutron-server[102791]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 15:54:29.219637 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 15:54:29.219637 n-d-834765-1 neutron-server[102791]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 15:54:29.219637 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 15:54:29.219637 n-d-834765-1 neutron-server[102791]: return f(self, *a, **k) Mar 29 15:54:29.219637 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 15:54:29.219637 n-d-834765-1 neutron-server[102791]: return self._get(url).json() Mar 29 15:54:29.219637 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 15:54:29.219637 n-d-834765-1 neutron-server[102791]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 15:54:29.219637 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 15:54:29.219637 n-d-834765-1 neutron-server[102791]: return self.request(url, 'GET', **kwargs) Mar 29 15:54:29.219637 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 15:54:29.219637 n-d-834765-1 neutron-server[102791]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 15:54:29.219637 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 15:54:29.219637 n-d-834765-1 neutron-server[102791]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 15:54:29.219637 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 15:54:29.219637 n-d-834765-1 neutron-server[102791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 15:54:29.219637 n-d-834765-1 neutron-server[102791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 15:54:29.290639 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 36512) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:54:29.317222 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-fc960059-c46b-4571-aca7-fd61db708193 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1639897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648174'] for network, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:29.326453 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-fc960059-c46b-4571-aca7-fd61db708193 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for network, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:29.341742 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-fc960059-c46b-4571-aca7-fd61db708193 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] 10.222.0.42 "DELETE /v2.0/networks/289d4c05-6537-47d7-9c1c-0777ed8cf48a HTTP/1.1" status: 204 len: 168 time: 0.5015531 Mar 29 15:54:29.373649 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc960059-c46b-4571-aca7-fd61db708193 tempest-TestNetworkBasicOps-1066428333 tempest-TestNetworkBasicOps-1066428333-project] Pushing event deleted for resources: {'Network': ['ID=289d4c05-6537-47d7-9c1c-0777ed8cf48a,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:54:29.401616 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 36518) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:54:29.403419 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-2a85dd10-4824-4090-8441-3a372c876b6e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=1ea4046b7b9143359b805f89fcfbb36b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1113155 Mar 29 15:54:29.508191 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-fb4909f4-7243-4c14-9082-8ee06ab4c649 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:29.538884 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-fb4909f4-7243-4c14-9082-8ee06ab4c649 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:29.567607 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 36522) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:54:29.610966 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-fb4909f4-7243-4c14-9082-8ee06ab4c649 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:29.614538 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-fb4909f4-7243-4c14-9082-8ee06ab4c649 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:29.615935 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-fb4909f4-7243-4c14-9082-8ee06ab4c649 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ec2e8b27-9fd3-4b47-b14f-cd798188618f HTTP/1.1" status: 204 len: 168 time: 0.2122438 Mar 29 15:54:29.639313 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4909f4-7243-4c14-9082-8ee06ab4c649 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec2e8b27-9fd3-4b47-b14f-cd798188618f,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:54:29.771521 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device f47e06f9-904c-4fbb-ae13-75aeab176539 no longer exists at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:54:29.799524 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] No Port match for: f47e06f9-904c-4fbb-ae13-75aeab176539 {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 15:54:29.800150 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device f47e06f9-904c-4fbb-ae13-75aeab176539 not bound to the agent host n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:54:29.801419 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 7a06dc1c-13e9-4144-a99e-adb6c7a60c55 no longer exists at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:54:29.821973 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] No Port match for: 7a06dc1c-13e9-4144-a99e-adb6c7a60c55 {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 15:54:29.822957 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 7a06dc1c-13e9-4144-a99e-adb6c7a60c55 not bound to the agent host n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:54:29.823648 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 1cca274f-dafb-4edb-9b6f-e764867c543e no longer exists at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:54:29.845473 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] No Port match for: 1cca274f-dafb-4edb-9b6f-e764867c543e {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 15:54:29.846215 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 1cca274f-dafb-4edb-9b6f-e764867c543e not bound to the agent host n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:54:29.899760 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-b9c694e8-da8d-436a-a4ca-387d18b627e0 tempest-FloatingIPNegativeTestJSON-1847375091 tempest-FloatingIPNegativeTestJSON-1847375091-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-821931692'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:54:29.923999 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9c694e8-da8d-436a-a4ca-387d18b627e0 tempest-FloatingIPNegativeTestJSON-1847375091 tempest-FloatingIPNegativeTestJSON-1847375091-project] Made reservation on behalf of bc061ae7bfa8450f9b7c7329c81a7dd8 for: {'network': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:54:29.928963 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-b9c694e8-da8d-436a-a4ca-387d18b627e0 tempest-FloatingIPNegativeTestJSON-1847375091 tempest-FloatingIPNegativeTestJSON-1847375091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for network, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:29.938756 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-b9c694e8-da8d-436a-a4ca-387d18b627e0 tempest-FloatingIPNegativeTestJSON-1847375091 tempest-FloatingIPNegativeTestJSON-1847375091-project] Notify callbacks [] for security_group, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:30.039647 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d615e28f-ce6e-4908-82bb-586c241b95f0 req-2cd7aa7a-d1f5-4f74-9200-1e23f9fb674b tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:30.045952 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d615e28f-ce6e-4908-82bb-586c241b95f0 req-2cd7aa7a-d1f5-4f74-9200-1e23f9fb674b tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:30.052519 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d615e28f-ce6e-4908-82bb-586c241b95f0 req-2cd7aa7a-d1f5-4f74-9200-1e23f9fb674b tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:30.059032 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d615e28f-ce6e-4908-82bb-586c241b95f0 req-2cd7aa7a-d1f5-4f74-9200-1e23f9fb674b tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:30.065839 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d615e28f-ce6e-4908-82bb-586c241b95f0 req-2cd7aa7a-d1f5-4f74-9200-1e23f9fb674b tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:30.073255 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d615e28f-ce6e-4908-82bb-586c241b95f0 req-2cd7aa7a-d1f5-4f74-9200-1e23f9fb674b tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:30.075269 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 36538) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:54:30.086355 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d615e28f-ce6e-4908-82bb-586c241b95f0 req-2cd7aa7a-d1f5-4f74-9200-1e23f9fb674b tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:30.094756 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-d615e28f-ce6e-4908-82bb-586c241b95f0 req-2cd7aa7a-d1f5-4f74-9200-1e23f9fb674b tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] 10.222.0.42 "GET /v2.0/ports?device_id=b5e34b53-8d44-45db-a377-1c001fe98b5c HTTP/1.1" status: 200 len: 5431 time: 0.1440237 Mar 29 15:54:30.166170 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-d615e28f-ce6e-4908-82bb-586c241b95f0 req-3645d16d-a4a8-4f41-a12c-9d776c93671b tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] 10.222.0.42 "GET /v2.0/security-groups?id=6e57fe5c-cb87-4607-b926-1e4de2690a28&id=e2ab8bce-bca0-434d-ad1c-ad30dfd1db67&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0704217 Mar 29 15:54:30.209039 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-b9c694e8-da8d-436a-a4ca-387d18b627e0 tempest-FloatingIPNegativeTestJSON-1847375091 tempest-FloatingIPNegativeTestJSON-1847375091-project] Notify callbacks [] for security_group, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:30.214587 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-b9c694e8-da8d-436a-a4ca-387d18b627e0 tempest-FloatingIPNegativeTestJSON-1847375091 tempest-FloatingIPNegativeTestJSON-1847375091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:30.260475 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c694e8-da8d-436a-a4ca-387d18b627e0 tempest-FloatingIPNegativeTestJSON-1847375091 tempest-FloatingIPNegativeTestJSON-1847375091-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9c3718c-fa8c-4222-a709-7f2a53258f47,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:54:30.273708 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9c694e8-da8d-436a-a4ca-387d18b627e0 tempest-FloatingIPNegativeTestJSON-1847375091 tempest-FloatingIPNegativeTestJSON-1847375091-project] vlan segment allocate from pool success with {'vlan_id': 617, 'physical_network': 'physnet1'} {{(pid=102790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 15:54:30.291037 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-b9c694e8-da8d-436a-a4ca-387d18b627e0 tempest-FloatingIPNegativeTestJSON-1847375091 tempest-FloatingIPNegativeTestJSON-1847375091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:30.293072 n-d-834765-1 neutron-server[102790]: INFO neutron.db.segments_db [None req-b9c694e8-da8d-436a-a4ca-387d18b627e0 tempest-FloatingIPNegativeTestJSON-1847375091 tempest-FloatingIPNegativeTestJSON-1847375091-project] Added segment 18623513-7c8e-4d93-b664-b9713a565563 of type vlan for network 91047680-1157-4907-b3c5-1633d73d37fd Mar 29 15:54:30.316821 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-42583fb5-6b38-435d-9a41-db5b68696786 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=4613198224a343ff95b6b23b26c7af7a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2395566 Mar 29 15:54:30.317613 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 36550) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:54:30.349501 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-9e42923d-14cd-4776-ab86-65e8af3ffefa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:30.369365 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-b9c694e8-da8d-436a-a4ca-387d18b627e0 tempest-FloatingIPNegativeTestJSON-1847375091 tempest-FloatingIPNegativeTestJSON-1847375091-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783522915970'] for network, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:30.388189 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-7ddde5e7-0a4a-4945-8dc2-0f47de30e6fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:30.399930 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-b9c694e8-da8d-436a-a4ca-387d18b627e0 tempest-FloatingIPNegativeTestJSON-1847375091 tempest-FloatingIPNegativeTestJSON-1847375091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795'] for network, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:30.407960 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9c694e8-da8d-436a-a4ca-387d18b627e0 tempest-FloatingIPNegativeTestJSON-1847375091 tempest-FloatingIPNegativeTestJSON-1847375091-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:30.409451 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-b9c694e8-da8d-436a-a4ca-387d18b627e0 tempest-FloatingIPNegativeTestJSON-1847375091 tempest-FloatingIPNegativeTestJSON-1847375091-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for network, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:30.415090 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-7ddde5e7-0a4a-4945-8dc2-0f47de30e6fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:30.480380 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-7ddde5e7-0a4a-4945-8dc2-0f47de30e6fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:30.487709 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-7ddde5e7-0a4a-4945-8dc2-0f47de30e6fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:30.488703 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-b9c694e8-da8d-436a-a4ca-387d18b627e0 tempest-FloatingIPNegativeTestJSON-1847375091 tempest-FloatingIPNegativeTestJSON-1847375091-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 0.9174898 Mar 29 15:54:30.496768 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-7ddde5e7-0a4a-4945-8dc2-0f47de30e6fa admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/96d36123-6534-47c9-9154-44b3629fda22 HTTP/1.1" status: 204 len: 168 time: 0.1781185 Mar 29 15:54:30.497492 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 36558) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:54:30.506808 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-20f29b10-6624-40ac-a67d-3e9953e72a2f tempest-FloatingIPNegativeTestJSON-1847375091 tempest-FloatingIPNegativeTestJSON-1847375091-project] Request body: {'subnet': {'network_id': '91047680-1157-4907-b3c5-1633d73d37fd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:54:30.533802 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddde5e7-0a4a-4945-8dc2-0f47de30e6fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96d36123-6534-47c9-9154-44b3629fda22,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:54:30.623996 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c694e8-da8d-436a-a4ca-387d18b627e0 tempest-FloatingIPNegativeTestJSON-1847375091 tempest-FloatingIPNegativeTestJSON-1847375091-project] Pushing event updated for resources: {'Network': ['ID=91047680-1157-4907-b3c5-1633d73d37fd,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:54:30.638480 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Network 91047680-1157-4907-b3c5-1633d73d37fd details requested by agent ovs-agent-n-d-834765-1 with host n-d-834765-1 {{(pid=102792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 15:54:30.655654 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20f29b10-6624-40ac-a67d-3e9953e72a2f tempest-FloatingIPNegativeTestJSON-1847375091 tempest-FloatingIPNegativeTestJSON-1847375091-project] Made reservation on behalf of bc061ae7bfa8450f9b7c7329c81a7dd8 for: {'subnet': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:54:30.659316 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-20f29b10-6624-40ac-a67d-3e9953e72a2f tempest-FloatingIPNegativeTestJSON-1847375091 tempest-FloatingIPNegativeTestJSON-1847375091-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16218875'] for subnet, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:30.943768 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-20f29b10-6624-40ac-a67d-3e9953e72a2f tempest-FloatingIPNegativeTestJSON-1847375091 tempest-FloatingIPNegativeTestJSON-1847375091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16155524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16218861'] for subnet, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:31.010923 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f29b10-6624-40ac-a67d-3e9953e72a2f tempest-FloatingIPNegativeTestJSON-1847375091 tempest-FloatingIPNegativeTestJSON-1847375091-project] Pushing event updated for resources: {'Subnet': ['ID=9dcc7c8e-842e-4a78-b762-eb490d72bbb4,revision_number=0']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:54:31.019105 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20f29b10-6624-40ac-a67d-3e9953e72a2f tempest-FloatingIPNegativeTestJSON-1847375091 tempest-FloatingIPNegativeTestJSON-1847375091-project] Checking segment: {'id': '18623513-7c8e-4d93-b664-b9713a565563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '91047680-1157-4907-b3c5-1633d73d37fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:54:31.019659 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20f29b10-6624-40ac-a67d-3e9953e72a2f tempest-FloatingIPNegativeTestJSON-1847375091 tempest-FloatingIPNegativeTestJSON-1847375091-project] Network hostable DHCP agents. Network: 91047680-1157-4907-b3c5-1633d73d37fd, hostable agents: ['d136643e-48ae-49d4-a851-2ba3bdf3749c'], hosted agents: [] {{(pid=102791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 15:54:31.041271 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20f29b10-6624-40ac-a67d-3e9953e72a2f tempest-FloatingIPNegativeTestJSON-1847375091 tempest-FloatingIPNegativeTestJSON-1847375091-project] Network 91047680-1157-4907-b3c5-1633d73d37fd is scheduled to be hosted by DHCP agent d136643e-48ae-49d4-a851-2ba3bdf3749c with binding_index 1 {{(pid=102791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 15:54:31.056794 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [None req-20f29b10-6624-40ac-a67d-3e9953e72a2f tempest-FloatingIPNegativeTestJSON-1847375091 tempest-FloatingIPNegativeTestJSON-1847375091-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834765-1, 91047680-1157-4907-b3c5-1633d73d37fd) {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:54:31.085145 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71f5b0b3-f762-4a77-bf8f-2d0004ce51b6 None None] Network 91047680-1157-4907-b3c5-1633d73d37fd requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 15:54:31.094125 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20f29b10-6624-40ac-a67d-3e9953e72a2f tempest-FloatingIPNegativeTestJSON-1847375091 tempest-FloatingIPNegativeTestJSON-1847375091-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:31.098412 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-20f29b10-6624-40ac-a67d-3e9953e72a2f tempest-FloatingIPNegativeTestJSON-1847375091 tempest-FloatingIPNegativeTestJSON-1847375091-project] Notify callbacks [] for subnet, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:31.126288 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-20f29b10-6624-40ac-a67d-3e9953e72a2f tempest-FloatingIPNegativeTestJSON-1847375091 tempest-FloatingIPNegativeTestJSON-1847375091-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6250443 Mar 29 15:54:31.129802 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 36576) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:54:31.136537 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-1139ee84-0be0-46a0-b333-4680dc384519 tempest-FloatingIPNegativeTestJSON-1847375091 tempest-FloatingIPNegativeTestJSON-1847375091-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-134525746', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:54:31.182881 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 36578) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:54:31.187205 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-1139ee84-0be0-46a0-b333-4680dc384519 tempest-FloatingIPNegativeTestJSON-1847375091 tempest-FloatingIPNegativeTestJSON-1847375091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-532385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129310'] for router, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:31.188716 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-1139ee84-0be0-46a0-b333-4680dc384519 tempest-FloatingIPNegativeTestJSON-1847375091 tempest-FloatingIPNegativeTestJSON-1847375091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-648091', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-684384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129319'] for router, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:31.226467 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-d7073985-9873-405f-9586-6c89ce087522 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:31.292917 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-1139ee84-0be0-46a0-b333-4680dc384519 tempest-FloatingIPNegativeTestJSON-1847375091 tempest-FloatingIPNegativeTestJSON-1847375091-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:31.302505 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-1139ee84-0be0-46a0-b333-4680dc384519 tempest-FloatingIPNegativeTestJSON-1847375091 tempest-FloatingIPNegativeTestJSON-1847375091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648118'] for router, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:31.353241 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-1139ee84-0be0-46a0-b333-4680dc384519 tempest-FloatingIPNegativeTestJSON-1847375091 tempest-FloatingIPNegativeTestJSON-1847375091-project] Notify callbacks [] for router, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:31.364659 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-1139ee84-0be0-46a0-b333-4680dc384519 tempest-FloatingIPNegativeTestJSON-1847375091 tempest-FloatingIPNegativeTestJSON-1847375091-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.2237835 Mar 29 15:54:31.365294 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 36588) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:54:31.366972 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-705dfdda-be42-4b1e-ab70-ade8b37ac5a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0035034-69b0-5ffc-b384-0ac6189c5628-91047680-1157-4907-b3c5-1633d73d37fd', 'network_id': '91047680-1157-4907-b3c5-1633d73d37fd', 'tenant_id': 'bc061ae7bfa8450f9b7c7329c81a7dd8', 'fixed_ips': [{'subnet_id': '9dcc7c8e-842e-4a78-b762-eb490d72bbb4'}]}} from n-d-834765-1. {{(pid=102792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 29 15:54:31.368189 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-705dfdda-be42-4b1e-ab70-ade8b37ac5a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:31.474440 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0c1bf0-8e05-4468-a5d1-7b371276b9cc req-bca767ce-a5ce-4ed8-8fbd-069f44372801 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:31.482127 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0c1bf0-8e05-4468-a5d1-7b371276b9cc req-bca767ce-a5ce-4ed8-8fbd-069f44372801 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:31.490440 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0c1bf0-8e05-4468-a5d1-7b371276b9cc req-bca767ce-a5ce-4ed8-8fbd-069f44372801 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:31.497424 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0c1bf0-8e05-4468-a5d1-7b371276b9cc req-bca767ce-a5ce-4ed8-8fbd-069f44372801 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:31.505133 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0c1bf0-8e05-4468-a5d1-7b371276b9cc req-bca767ce-a5ce-4ed8-8fbd-069f44372801 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:31.511713 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0c1bf0-8e05-4468-a5d1-7b371276b9cc req-bca767ce-a5ce-4ed8-8fbd-069f44372801 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:31.522432 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0c1bf0-8e05-4468-a5d1-7b371276b9cc req-bca767ce-a5ce-4ed8-8fbd-069f44372801 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:31.537676 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-2f0c1bf0-8e05-4468-a5d1-7b371276b9cc req-bca767ce-a5ce-4ed8-8fbd-069f44372801 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] 10.222.0.42 "GET /v2.0/ports?device_id=b5e34b53-8d44-45db-a377-1c001fe98b5c HTTP/1.1" status: 200 len: 5431 time: 0.2608173 Mar 29 15:54:31.599957 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.db_base_plugin_common [None req-705dfdda-be42-4b1e-ab70-ade8b37ac5a5 None None] Allocated IP 172.20.0.2 (91047680-1157-4907-b3c5-1633d73d37fd/9dcc7c8e-842e-4a78-b762-eb490d72bbb4/d0afab7f-013f-4d90-ab40-45ccf01ca7b0) {{(pid=102792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:54:31.609395 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 36594) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:54:31.642671 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-d7073985-9873-405f-9586-6c89ce087522 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:31.666711 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-2f0c1bf0-8e05-4468-a5d1-7b371276b9cc req-123add19-0377-4e9f-b83d-24819a158a3f tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] 10.222.0.42 "GET /v2.0/security-groups?id=6e57fe5c-cb87-4607-b926-1e4de2690a28&id=e2ab8bce-bca0-434d-ad1c-ad30dfd1db67&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1151295 Mar 29 15:54:31.667580 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-d7073985-9873-405f-9586-6c89ce087522 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:31.721977 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7073985-9873-405f-9586-6c89ce087522 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85fc9e70-9f4b-428e-8f23-4521f6695b0e,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:54:31.744711 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-d7073985-9873-405f-9586-6c89ce087522 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=4d01664d83ec48fc8bae209cd5708770&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5606747 Mar 29 15:54:31.747220 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 36598) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:54:31.825269 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-61b9fa98-d422-43e1-a75e-f84b81ab520c admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1970411513-network', 'tenant_id': 'ead404ebd2484c0dbbf990c6b0a18a43'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:54:31.839283 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-5ea1ff0e-6a5a-44e2-9a1b-fbf060bfc35f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:31.872560 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-5ea1ff0e-6a5a-44e2-9a1b-fbf060bfc35f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:31.887823 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e6b8f076-326b-4bcc-b141-e759b9073b9b tempest-FloatingIPNegativeTestJSON-1847375091 tempest-FloatingIPNegativeTestJSON-1847375091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:31.897369 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61b9fa98-d422-43e1-a75e-f84b81ab520c admin admin] Made reservation on behalf of ead404ebd2484c0dbbf990c6b0a18a43 for: {'network': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:54:31.897746 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-705dfdda-be42-4b1e-ab70-ade8b37ac5a5 None None] Notify callbacks [] for port, precommit_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:31.899981 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-61b9fa98-d422-43e1-a75e-f84b81ab520c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for network, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:31.907500 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-705dfdda-be42-4b1e-ab70-ade8b37ac5a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956'] for port, after_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:31.956000 n-d-834765-1 neutron-server[102792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-705dfdda-be42-4b1e-ab70-ade8b37ac5a5 None None] Network 91047680-1157-4907-b3c5-1633d73d37fd is already hosted by enough agents. {{(pid=102792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:54:31.961104 n-d-834765-1 neutron-server[102792]: DEBUG neutron.scheduler.base_scheduler [None req-705dfdda-be42-4b1e-ab70-ade8b37ac5a5 None None] Resources bound (agent type, host, resource id): {{(pid=102792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:54:31.962047 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-61b9fa98-d422-43e1-a75e-f84b81ab520c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:31.968334 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-705dfdda-be42-4b1e-ab70-ade8b37ac5a5 None None] Received port after_create {{(pid=102792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:54:31.971983 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-5ea1ff0e-6a5a-44e2-9a1b-fbf060bfc35f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:31.975415 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-5ea1ff0e-6a5a-44e2-9a1b-fbf060bfc35f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:31.979770 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-5ea1ff0e-6a5a-44e2-9a1b-fbf060bfc35f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/85fc9e70-9f4b-428e-8f23-4521f6695b0e HTTP/1.1" status: 204 len: 168 time: 0.2313852 Mar 29 15:54:31.994489 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea1ff0e-6a5a-44e2-9a1b-fbf060bfc35f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85fc9e70-9f4b-428e-8f23-4521f6695b0e,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:54:32.078700 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705dfdda-be42-4b1e-ab70-ade8b37ac5a5 None None] Pushing event updated for resources: {'Port': ['ID=d0afab7f-013f-4d90-ab40-45ccf01ca7b0,revision_number=1']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:54:32.116220 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-705dfdda-be42-4b1e-ab70-ade8b37ac5a5 None None] Attempting to bind port d0afab7f-013f-4d90-ab40-45ccf01ca7b0 on host n-d-834765-1 for vnic_type normal with profile {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:54:32.116805 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-705dfdda-be42-4b1e-ab70-ade8b37ac5a5 None None] Attempting to bind port d0afab7f-013f-4d90-ab40-45ccf01ca7b0 by drivers openvswitch,hyperv on host n-d-834765-1 at level 0 using segments [{'id': '18623513-7c8e-4d93-b664-b9713a565563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '91047680-1157-4907-b3c5-1633d73d37fd'}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:54:32.116934 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-705dfdda-be42-4b1e-ab70-ade8b37ac5a5 None None] Attempting to bind port d0afab7f-013f-4d90-ab40-45ccf01ca7b0 on network 91047680-1157-4907-b3c5-1633d73d37fd {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:54:32.122141 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-705dfdda-be42-4b1e-ab70-ade8b37ac5a5 None None] Checking agent: {'id': 'a8866439-9d96-425c-b519-6905c591ac37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 25, 36), 'started_at': datetime.datetime(2022, 3, 29, 15, 26, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 54, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834765-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:54:32.122852 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-705dfdda-be42-4b1e-ab70-ade8b37ac5a5 None None] Checking segment: {'id': '18623513-7c8e-4d93-b664-b9713a565563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '91047680-1157-4907-b3c5-1633d73d37fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:54:32.123338 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-705dfdda-be42-4b1e-ab70-ade8b37ac5a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:32.123760 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-705dfdda-be42-4b1e-ab70-ade8b37ac5a5 None None] Bound using segment: {'id': '18623513-7c8e-4d93-b664-b9713a565563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '91047680-1157-4907-b3c5-1633d73d37fd'} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:54:32.124485 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-705dfdda-be42-4b1e-ab70-ade8b37ac5a5 None None] Bound port: d0afab7f-013f-4d90-ab40-45ccf01ca7b0, host: n-d-834765-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18623513-7c8e-4d93-b664-b9713a565563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '91047680-1157-4907-b3c5-1633d73d37fd'}}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 15:54:32.125125 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-705dfdda-be42-4b1e-ab70-ade8b37ac5a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:32.159382 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-61b9fa98-d422-43e1-a75e-f84b81ab520c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:32.168935 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-61b9fa98-d422-43e1-a75e-f84b81ab520c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:32.246398 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-705dfdda-be42-4b1e-ab70-ade8b37ac5a5 None None] For port d0afab7f-013f-4d90-ab40-45ccf01ca7b0, host n-d-834765-1, cleared binding levels {{(pid=102792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:54:32.252979 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-705dfdda-be42-4b1e-ab70-ade8b37ac5a5 None None] For port d0afab7f-013f-4d90-ab40-45ccf01ca7b0, host n-d-834765-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=d0afab7f-013f-4d90-ab40-45ccf01ca7b0,segment=NetworkSegment(18623513-7c8e-4d93-b664-b9713a565563),segment_id=18623513-7c8e-4d93-b664-b9713a565563)] {{(pid=102792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:54:32.259766 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61b9fa98-d422-43e1-a75e-f84b81ab520c admin admin] vlan segment allocate from pool success with {'vlan_id': 607, 'physical_network': 'physnet1'} {{(pid=102791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 15:54:32.262905 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b9fa98-d422-43e1-a75e-f84b81ab520c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45b558a3-ec5d-42f1-a704-808845bf4cf1,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:54:32.263133 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-705dfdda-be42-4b1e-ab70-ade8b37ac5a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:32.277024 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-61b9fa98-d422-43e1-a75e-f84b81ab520c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:32.277619 n-d-834765-1 neutron-server[102791]: INFO neutron.db.segments_db [None req-61b9fa98-d422-43e1-a75e-f84b81ab520c admin admin] Added segment 40e4b925-f37a-4359-875f-fdc7ad7c8fca of type vlan for network 52707c15-3851-4a72-912f-384fef5a3e28 Mar 29 15:54:32.352177 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-61b9fa98-d422-43e1-a75e-f84b81ab520c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783522915970'] for network, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:32.414032 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705dfdda-be42-4b1e-ab70-ade8b37ac5a5 None None] Pushing event updated for resources: {'Port': ['ID=d0afab7f-013f-4d90-ab40-45ccf01ca7b0,revision_number=2']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:54:32.444296 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-61b9fa98-d422-43e1-a75e-f84b81ab520c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795'] for network, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:32.445912 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61b9fa98-d422-43e1-a75e-f84b81ab520c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:32.446549 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-61b9fa98-d422-43e1-a75e-f84b81ab520c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for network, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:32.537052 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-61b9fa98-d422-43e1-a75e-f84b81ab520c admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9248111 Mar 29 15:54:32.573822 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 36616) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:54:32.578789 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-d56ec44d-8240-4e85-93fe-3cae20993155 admin admin] Request body: {'subnet': {'network_id': '52707c15-3851-4a72-912f-384fef5a3e28', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1970411513-subnet', 'tenant_id': 'ead404ebd2484c0dbbf990c6b0a18a43', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:54:32.592786 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b9fa98-d422-43e1-a75e-f84b81ab520c admin admin] Pushing event updated for resources: {'Network': ['ID=52707c15-3851-4a72-912f-384fef5a3e28,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:54:32.602682 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Network 52707c15-3851-4a72-912f-384fef5a3e28 details requested by agent ovs-agent-n-d-834765-1 with host n-d-834765-1 {{(pid=102792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 15:54:32.610336 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d56ec44d-8240-4e85-93fe-3cae20993155 admin admin] Made reservation on behalf of ead404ebd2484c0dbbf990c6b0a18a43 for: {'subnet': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:54:32.616941 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-d56ec44d-8240-4e85-93fe-3cae20993155 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16218875'] for subnet, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:32.779485 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-c0b5347b-08cb-4550-b6fc-00384f0f83ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:32.999462 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d4a684-f844-4e50-8865-f90c9efdc362 req-8338ecf1-ed4c-41b8-bbef-962b3bf4109f tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:33.005097 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-d56ec44d-8240-4e85-93fe-3cae20993155 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16155524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16218861'] for subnet, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:33.006364 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d4a684-f844-4e50-8865-f90c9efdc362 req-8338ecf1-ed4c-41b8-bbef-962b3bf4109f tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:33.012309 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d4a684-f844-4e50-8865-f90c9efdc362 req-8338ecf1-ed4c-41b8-bbef-962b3bf4109f tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:33.023314 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d4a684-f844-4e50-8865-f90c9efdc362 req-8338ecf1-ed4c-41b8-bbef-962b3bf4109f tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:33.031935 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d4a684-f844-4e50-8865-f90c9efdc362 req-8338ecf1-ed4c-41b8-bbef-962b3bf4109f tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:33.041135 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d4a684-f844-4e50-8865-f90c9efdc362 req-8338ecf1-ed4c-41b8-bbef-962b3bf4109f tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:33.052470 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d4a684-f844-4e50-8865-f90c9efdc362 req-8338ecf1-ed4c-41b8-bbef-962b3bf4109f tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:33.055550 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-f9d4a684-f844-4e50-8865-f90c9efdc362 req-8338ecf1-ed4c-41b8-bbef-962b3bf4109f tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] 10.222.0.42 "GET /v2.0/ports?device_id=b5e34b53-8d44-45db-a377-1c001fe98b5c HTTP/1.1" status: 200 len: 5431 time: 0.1854997 Mar 29 15:54:33.085799 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56ec44d-8240-4e85-93fe-3cae20993155 admin admin] Pushing event updated for resources: {'Subnet': ['ID=00f3f5f3-b15a-4442-87ea-728f1fc894e8,revision_number=0']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:54:33.100156 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d56ec44d-8240-4e85-93fe-3cae20993155 admin admin] Checking segment: {'id': '40e4b925-f37a-4359-875f-fdc7ad7c8fca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '52707c15-3851-4a72-912f-384fef5a3e28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:54:33.100595 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d56ec44d-8240-4e85-93fe-3cae20993155 admin admin] Network hostable DHCP agents. Network: 52707c15-3851-4a72-912f-384fef5a3e28, hostable agents: ['d136643e-48ae-49d4-a851-2ba3bdf3749c'], hosted agents: [] {{(pid=102791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 15:54:33.126670 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d56ec44d-8240-4e85-93fe-3cae20993155 admin admin] Network 52707c15-3851-4a72-912f-384fef5a3e28 is scheduled to be hosted by DHCP agent d136643e-48ae-49d4-a851-2ba3bdf3749c with binding_index 1 {{(pid=102791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 15:54:33.131559 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-f9d4a684-f844-4e50-8865-f90c9efdc362 req-0df7a73c-3201-4eff-84c2-95bfe2e6a2ad tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] 10.222.0.42 "GET /v2.0/security-groups?id=6e57fe5c-cb87-4607-b926-1e4de2690a28&id=e2ab8bce-bca0-434d-ad1c-ad30dfd1db67&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0676050 Mar 29 15:54:33.148937 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [None req-d56ec44d-8240-4e85-93fe-3cae20993155 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834765-1, 52707c15-3851-4a72-912f-384fef5a3e28) {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:54:33.158197 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14f3dbc3-38d9-4841-b2ab-fb529dcce65c None None] Network 52707c15-3851-4a72-912f-384fef5a3e28 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 15:54:33.162178 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d56ec44d-8240-4e85-93fe-3cae20993155 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:33.162999 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-d56ec44d-8240-4e85-93fe-3cae20993155 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:33.189557 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-d56ec44d-8240-4e85-93fe-3cae20993155 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6139891 Mar 29 15:54:33.246024 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.db_base_plugin_common [None req-e6b8f076-326b-4bcc-b141-e759b9073b9b tempest-FloatingIPNegativeTestJSON-1847375091 tempest-FloatingIPNegativeTestJSON-1847375091-project] Allocated IP 172.20.0.1 (91047680-1157-4907-b3c5-1633d73d37fd/9dcc7c8e-842e-4a78-b762-eb490d72bbb4/f7a20141-665e-4764-ad3b-2a3f50f1049f) {{(pid=102790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:54:33.322838 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 36638) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:54:33.375613 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f676984-d0a8-42cd-a224-6c0989685fc0 None None] Network 52707c15-3851-4a72-912f-384fef5a3e28 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 15:54:33.477960 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e6b8f076-326b-4bcc-b141-e759b9073b9b tempest-FloatingIPNegativeTestJSON-1847375091 tempest-FloatingIPNegativeTestJSON-1847375091-project] Notify callbacks [] for port, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:33.525407 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-1ea66425-a69f-4132-a192-61b3f58606a6 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1593062931-network', 'tenant_id': '04bb88e92aa64365906899266844f6e0'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:54:33.554145 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e6b8f076-326b-4bcc-b141-e759b9073b9b tempest-FloatingIPNegativeTestJSON-1847375091 tempest-FloatingIPNegativeTestJSON-1847375091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:33.569815 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ea66425-a69f-4132-a192-61b3f58606a6 admin admin] Made reservation on behalf of 04bb88e92aa64365906899266844f6e0 for: {'network': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:54:33.575550 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-1ea66425-a69f-4132-a192-61b3f58606a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for network, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:33.605861 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-1ea66425-a69f-4132-a192-61b3f58606a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:33.698115 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b8f076-326b-4bcc-b141-e759b9073b9b tempest-FloatingIPNegativeTestJSON-1847375091 tempest-FloatingIPNegativeTestJSON-1847375091-project] Pushing event updated for resources: {'Port': ['ID=f7a20141-665e-4764-ad3b-2a3f50f1049f,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:54:33.705945 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6b8f076-326b-4bcc-b141-e759b9073b9b tempest-FloatingIPNegativeTestJSON-1847375091 tempest-FloatingIPNegativeTestJSON-1847375091-project] Network 91047680-1157-4907-b3c5-1633d73d37fd is already hosted by enough agents. {{(pid=102790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:54:33.708328 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-e6b8f076-326b-4bcc-b141-e759b9073b9b tempest-FloatingIPNegativeTestJSON-1847375091 tempest-FloatingIPNegativeTestJSON-1847375091-project] Resources bound (agent type, host, resource id): {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:54:33.710761 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6b8f076-326b-4bcc-b141-e759b9073b9b tempest-FloatingIPNegativeTestJSON-1847375091 tempest-FloatingIPNegativeTestJSON-1847375091-project] Received port after_create {{(pid=102790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:54:33.827048 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e6b8f076-326b-4bcc-b141-e759b9073b9b tempest-FloatingIPNegativeTestJSON-1847375091 tempest-FloatingIPNegativeTestJSON-1847375091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-648347'] for router_interface, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:33.837403 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-1ea66425-a69f-4132-a192-61b3f58606a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:33.848610 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-1ea66425-a69f-4132-a192-61b3f58606a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:33.923738 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ea66425-a69f-4132-a192-61b3f58606a6 admin admin] vlan segment allocate from pool success with {'vlan_id': 624, 'physical_network': 'physnet1'} {{(pid=102791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 15:54:33.985672 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device d0afab7f-013f-4d90-ab40-45ccf01ca7b0 up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:54:33.993599 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-1ea66425-a69f-4132-a192-61b3f58606a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:33.993952 n-d-834765-1 neutron-server[102791]: INFO neutron.db.segments_db [None req-1ea66425-a69f-4132-a192-61b3f58606a6 admin admin] Added segment 05494f76-26c0-4d53-a1ca-803df2918f3a of type vlan for network 3e947b62-42fa-4c40-a135-95d654c5af33 Mar 29 15:54:33.995600 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea66425-a69f-4132-a192-61b3f58606a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d70e89fb-aa28-40e9-96d2-e1561a7455d5,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:54:34.049065 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e6b8f076-326b-4bcc-b141-e759b9073b9b tempest-FloatingIPNegativeTestJSON-1847375091 tempest-FloatingIPNegativeTestJSON-1847375091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:34.082639 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port d0afab7f-013f-4d90-ab40-45ccf01ca7b0 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:54:34.083971 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:34.095980 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-1ea66425-a69f-4132-a192-61b3f58606a6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783522915970'] for network, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:34.123717 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b484c44-0989-4c8f-8213-fc6727ce1117 None None] Network 91047680-1157-4907-b3c5-1633d73d37fd requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 15:54:34.129986 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-1ea66425-a69f-4132-a192-61b3f58606a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795'] for network, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:34.131143 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ea66425-a69f-4132-a192-61b3f58606a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:34.131962 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-1ea66425-a69f-4132-a192-61b3f58606a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for network, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:34.186941 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550f7e90-ceea-43e3-ada1-9dd73b06dd6c req-7ac8342a-b27a-444b-9440-a4359f288e6b tempest-ServerPasswordTestJSON-313571344 tempest-ServerPasswordTestJSON-313571344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:34.189261 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-550f7e90-ceea-43e3-ada1-9dd73b06dd6c req-7ac8342a-b27a-444b-9440-a4359f288e6b tempest-ServerPasswordTestJSON-313571344 tempest-ServerPasswordTestJSON-313571344-project] 10.222.0.42 "GET /v2.0/networks?id=52707c15-3851-4a72-912f-384fef5a3e28 HTTP/1.1" status: 200 len: 813 time: 0.3192127 Mar 29 15:54:34.195574 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-1ea66425-a69f-4132-a192-61b3f58606a6 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8713105 Mar 29 15:54:34.201677 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 36666) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:54:34.207516 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-f283aa53-de44-45af-a56d-89d023b3000a admin admin] Request body: {'subnet': {'network_id': '3e947b62-42fa-4c40-a135-95d654c5af33', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1593062931-subnet', 'tenant_id': '04bb88e92aa64365906899266844f6e0', 'ip_version': 4}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:54:34.248460 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d71584b9-87f1-45f5-84c7-c993c2416269 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:34.266322 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-550f7e90-ceea-43e3-ada1-9dd73b06dd6c req-37d92a75-8609-40da-87a6-00facf3a4d17 tempest-ServerPasswordTestJSON-313571344 tempest-ServerPasswordTestJSON-313571344-project] 10.222.0.42 "GET /v2.0/quotas/ead404ebd2484c0dbbf990c6b0a18a43 HTTP/1.1" status: 200 len: 375 time: 0.0661860 Mar 29 15:54:34.266905 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-7b7775f4-bcd5-478b-bb7a-8e9d2d0994af None None] Provisioning complete for port d0afab7f-013f-4d90-ab40-45ccf01ca7b0 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:54:34.267448 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-7b7775f4-bcd5-478b-bb7a-8e9d2d0994af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:34.267869 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea66425-a69f-4132-a192-61b3f58606a6 admin admin] Pushing event updated for resources: {'Network': ['ID=3e947b62-42fa-4c40-a135-95d654c5af33,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:54:34.298925 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f283aa53-de44-45af-a56d-89d023b3000a admin admin] Made reservation on behalf of 04bb88e92aa64365906899266844f6e0 for: {'subnet': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:54:34.303084 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-f283aa53-de44-45af-a56d-89d023b3000a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16218875'] for subnet, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:34.315482 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Network 3e947b62-42fa-4c40-a135-95d654c5af33 details requested by agent ovs-agent-n-d-834765-1 with host n-d-834765-1 {{(pid=102792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 15:54:34.336672 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-550f7e90-ceea-43e3-ada1-9dd73b06dd6c req-a68ba8ab-5c4e-4b93-916e-3e47cc3321eb tempest-ServerPasswordTestJSON-313571344 tempest-ServerPasswordTestJSON-313571344-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=ead404ebd2484c0dbbf990c6b0a18a43&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0561357 Mar 29 15:54:34.394215 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:34.400925 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e6b8f076-326b-4bcc-b141-e759b9073b9b tempest-FloatingIPNegativeTestJSON-1847375091 tempest-FloatingIPNegativeTestJSON-1847375091-project] Notify callbacks [] for port, precommit_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:34.439413 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e6b8f076-326b-4bcc-b141-e759b9073b9b tempest-FloatingIPNegativeTestJSON-1847375091 tempest-FloatingIPNegativeTestJSON-1847375091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5237921'] for port, after_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:34.476978 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-550f7e90-ceea-43e3-ada1-9dd73b06dd6c req-1c0e279f-0e6d-4e3e-9729-cf2f922cb87b service neutron] 10.222.0.42 "GET /v2.0/networks/52707c15-3851-4a72-912f-384fef5a3e28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253552 Mar 29 15:54:34.530518 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] For port d0afab7f-013f-4d90-ab40-45ccf01ca7b0, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=d0afab7f-013f-4d90-ab40-45ccf01ca7b0,segment=NetworkSegment(18623513-7c8e-4d93-b664-b9713a565563),segment_id=18623513-7c8e-4d93-b664-b9713a565563)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:54:34.540542 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b8f076-326b-4bcc-b141-e759b9073b9b tempest-FloatingIPNegativeTestJSON-1847375091 tempest-FloatingIPNegativeTestJSON-1847375091-project] Pushing event updated for resources: {'Port': ['ID=f7a20141-665e-4764-ad3b-2a3f50f1049f,revision_number=2']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:54:34.572581 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:34.590132 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f2c90c-0f55-4057-b33d-f5cad9cf13df req-76f21a46-4723-4795-acf8-ce05b13551dd tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:34.596784 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f2c90c-0f55-4057-b33d-f5cad9cf13df req-76f21a46-4723-4795-acf8-ce05b13551dd tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:34.602864 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f2c90c-0f55-4057-b33d-f5cad9cf13df req-76f21a46-4723-4795-acf8-ce05b13551dd tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:34.608168 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-7b7775f4-bcd5-478b-bb7a-8e9d2d0994af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:34.608784 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f2c90c-0f55-4057-b33d-f5cad9cf13df req-76f21a46-4723-4795-acf8-ce05b13551dd tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:34.616923 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f2c90c-0f55-4057-b33d-f5cad9cf13df req-76f21a46-4723-4795-acf8-ce05b13551dd tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:34.623801 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f2c90c-0f55-4057-b33d-f5cad9cf13df req-76f21a46-4723-4795-acf8-ce05b13551dd tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:34.631230 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f2c90c-0f55-4057-b33d-f5cad9cf13df req-76f21a46-4723-4795-acf8-ce05b13551dd tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:34.639496 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-57f2c90c-0f55-4057-b33d-f5cad9cf13df req-76f21a46-4723-4795-acf8-ce05b13551dd tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] 10.222.0.42 "GET /v2.0/ports?device_id=b5e34b53-8d44-45db-a377-1c001fe98b5c HTTP/1.1" status: 200 len: 5431 time: 0.2362757 Mar 29 15:54:34.648629 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e6b8f076-326b-4bcc-b141-e759b9073b9b tempest-FloatingIPNegativeTestJSON-1847375091 tempest-FloatingIPNegativeTestJSON-1847375091-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-648439'] for router_interface, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:34.658706 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-c05cd140-7a42-45d2-9ddf-33f113694700 req-5ef14524-0f3e-4e0f-8f99-d05af301b78d service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=27edd37b-f742-40e3-a8c7-8890983862b7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1780443 Mar 29 15:54:34.708410 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Pushing event updated for resources: {'Port': ['ID=d0afab7f-013f-4d90-ab40-45ccf01ca7b0,revision_number=3']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:54:34.718836 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-57f2c90c-0f55-4057-b33d-f5cad9cf13df req-d7c9c13a-8548-45da-ad45-9d773df97004 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] 10.222.0.42 "GET /v2.0/security-groups?id=6e57fe5c-cb87-4607-b926-1e4de2690a28&id=e2ab8bce-bca0-434d-ad1c-ad30dfd1db67&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0759163 Mar 29 15:54:34.735501 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.db.api [None req-7b7775f4-bcd5-478b-bb7a-8e9d2d0994af None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102792) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 29 15:54:34.736333 n-d-834765-1 neutron-server[102792]: DEBUG oslo_db.api [None req-7b7775f4-bcd5-478b-bb7a-8e9d2d0994af None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 29 15:54:34.802292 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-550f7e90-ceea-43e3-ada1-9dd73b06dd6c req-f82ccbaf-b892-408d-81d9-5f66e7416e37 service neutron] 10.222.0.42 "GET /v2.0/networks/52707c15-3851-4a72-912f-384fef5a3e28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2850258 Mar 29 15:54:34.871411 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6b8f076-326b-4bcc-b141-e759b9073b9b tempest-FloatingIPNegativeTestJSON-1847375091 tempest-FloatingIPNegativeTestJSON-1847375091-project] Network 91047680-1157-4907-b3c5-1633d73d37fd is already hosted by enough agents. {{(pid=102790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:54:34.873314 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-e6b8f076-326b-4bcc-b141-e759b9073b9b tempest-FloatingIPNegativeTestJSON-1847375091 tempest-FloatingIPNegativeTestJSON-1847375091-project] Resources bound (agent type, host, resource id): {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:54:34.908406 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05cd140-7a42-45d2-9ddf-33f113694700 req-b67779b2-0985-49a9-897a-28f473e7f8d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:34.914532 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-c05cd140-7a42-45d2-9ddf-33f113694700 req-b67779b2-0985-49a9-897a-28f473e7f8d0 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0645dc511670491c8626eeb496c0ab97&device_id=27edd37b-f742-40e3-a8c7-8890983862b7 HTTP/1.1" status: 200 len: 1096 time: 0.1724329 Mar 29 15:54:35.023106 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-f283aa53-de44-45af-a56d-89d023b3000a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16155524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16218861'] for subnet, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:35.088186 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f283aa53-de44-45af-a56d-89d023b3000a admin admin] Pushing event updated for resources: {'Subnet': ['ID=d2bd398d-9d3a-4812-aba7-11f854be4832,revision_number=0']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:54:35.100030 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-f0162711-f49f-41a5-901f-bfb73e5347fd req-6bfa9b72-3c5e-4bda-a2ac-f4a579bfbbb4 tempest-ServerPasswordTestJSON-313571344 tempest-ServerPasswordTestJSON-313571344-project] 10.222.0.42 "GET /v2.0/ports?device_id=f3a8f79a-359b-4be4-a8f1-f0362234b1d3 HTTP/1.1" status: 200 len: 210 time: 0.0444226 Mar 29 15:54:35.164649 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6b8f076-326b-4bcc-b141-e759b9073b9b tempest-FloatingIPNegativeTestJSON-1847375091 tempest-FloatingIPNegativeTestJSON-1847375091-project] Router 129f942d-1c1d-42fb-91a1-4111421099b6 is scheduled to L3 agent c648d819-1060-4f26-b4ec-6455387b5dff with binding_index 1 {{(pid=102790) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 29 15:54:35.172332 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f283aa53-de44-45af-a56d-89d023b3000a admin admin] Checking segment: {'id': '05494f76-26c0-4d53-a1ca-803df2918f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '3e947b62-42fa-4c40-a135-95d654c5af33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:54:35.172952 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f283aa53-de44-45af-a56d-89d023b3000a admin admin] Network hostable DHCP agents. Network: 3e947b62-42fa-4c40-a135-95d654c5af33, hostable agents: ['d136643e-48ae-49d4-a851-2ba3bdf3749c'], hosted agents: [] {{(pid=102791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 15:54:35.207406 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f283aa53-de44-45af-a56d-89d023b3000a admin admin] Network 3e947b62-42fa-4c40-a135-95d654c5af33 is scheduled to be hosted by DHCP agent d136643e-48ae-49d4-a851-2ba3bdf3749c with binding_index 1 {{(pid=102791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 15:54:35.231110 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05cd140-7a42-45d2-9ddf-33f113694700 req-f4008b51-791c-4f90-a8b8-f6b731026397 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:35.232955 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-c05cd140-7a42-45d2-9ddf-33f113694700 req-f4008b51-791c-4f90-a8b8-f6b731026397 service neutron] 10.222.0.44 "GET /v2.0/networks?id=d994e3d3-6e54-466f-bbe9-e588ad776084 HTTP/1.1" status: 200 len: 912 time: 0.2826660 Mar 29 15:54:35.234387 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [None req-f283aa53-de44-45af-a56d-89d023b3000a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834765-1, 3e947b62-42fa-4c40-a135-95d654c5af33) {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:54:35.240153 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f283aa53-de44-45af-a56d-89d023b3000a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:35.241185 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-f283aa53-de44-45af-a56d-89d023b3000a admin admin] Notify callbacks [] for subnet, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:35.296806 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f2d5e36-756a-4b25-89fa-e01cff8cae6e None None] Network 3e947b62-42fa-4c40-a135-95d654c5af33 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 15:54:35.345969 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-c05cd140-7a42-45d2-9ddf-33f113694700 req-23cac0a2-fcdf-4006-8eaf-6d0d5eb18e05 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1a5cd746-434a-4d0b-9c72-3f5e84dffe64 HTTP/1.1" status: 200 len: 1000 time: 0.1008723 Mar 29 15:54:35.361517 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-f283aa53-de44-45af-a56d-89d023b3000a admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1575243 Mar 29 15:54:35.366531 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 36680) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:54:35.382373 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-bd615186-7923-4966-a226-42ac2ea5a6fd admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1593062931-router', 'tenant_id': '04bb88e92aa64365906899266844f6e0', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'}}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:54:35.448876 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6b8f076-326b-4bcc-b141-e759b9073b9b tempest-FloatingIPNegativeTestJSON-1847375091 tempest-FloatingIPNegativeTestJSON-1847375091-project] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:54:35.462661 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05cd140-7a42-45d2-9ddf-33f113694700 req-04860356-af46-4cfc-8a56-ee3a3ceff5e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:35.465009 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-c05cd140-7a42-45d2-9ddf-33f113694700 req-04860356-af46-4cfc-8a56-ee3a3ceff5e0 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a8d0e49f-9e4f-4325-b3fe-d85cd5221184 HTTP/1.1" status: 200 len: 850 time: 0.1009483 Mar 29 15:54:35.467475 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d117df5-0633-4c2e-8ff5-d0fc4c541a74 None None] Sync routers for ids ['129f942d-1c1d-42fb-91a1-4111421099b6'] in n-d-834765-1 {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:54:35.481479 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-e6b8f076-326b-4bcc-b141-e759b9073b9b tempest-FloatingIPNegativeTestJSON-1847375091 tempest-FloatingIPNegativeTestJSON-1847375091-project] 10.222.0.42 "PUT /v2.0/routers/129f942d-1c1d-42fb-91a1-4111421099b6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1101253 Mar 29 15:54:35.486679 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 36690) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:54:35.494268 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d117df5-0633-4c2e-8ff5-d0fc4c541a74 None None] Routers {'129f942d-1c1d-42fb-91a1-4111421099b6'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:54:35.499401 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-9d117df5-0633-4c2e-8ff5-d0fc4c541a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:54:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['129f942d-1c1d-42fb-91a1-4111421099b6'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:54:35.501621 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-df32a148-e135-450f-a077-fdbb6c9d3775 tempest-FloatingIPNegativeTestJSON-1847375091 tempest-FloatingIPNegativeTestJSON-1847375091-project] Request body: {'port': {'network_id': '91047680-1157-4907-b3c5-1633d73d37fd', 'name': 'tempest-FloatingIPNegativeTestJSON-1539839262'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:54:35.580459 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05cd140-7a42-45d2-9ddf-33f113694700 req-caced75e-a685-4bfc-8721-a2805e2f5c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:35.587356 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-c05cd140-7a42-45d2-9ddf-33f113694700 req-caced75e-a685-4bfc-8721-a2805e2f5c12 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d994e3d3-6e54-466f-bbe9-e588ad776084&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1159039 Mar 29 15:54:35.605857 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-bd615186-7923-4966-a226-42ac2ea5a6fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-532385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129310'] for router, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:35.610884 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-bd615186-7923-4966-a226-42ac2ea5a6fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-648091', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-684384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129319'] for router, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:35.629027 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-9d117df5-0633-4c2e-8ff5-d0fc4c541a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:54:35.640137 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d117df5-0633-4c2e-8ff5-d0fc4c541a74 None None] Routers {'129f942d-1c1d-42fb-91a1-4111421099b6'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:54:35.641170 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-9d117df5-0633-4c2e-8ff5-d0fc4c541a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:54:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['129f942d-1c1d-42fb-91a1-4111421099b6'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:54:35.690410 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-5d750d16-d3f4-4380-b9c4-a78507225405 None None] Provisioning complete for port d0afab7f-013f-4d90-ab40-45ccf01ca7b0 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:54:35.691502 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-5d750d16-d3f4-4380-b9c4-a78507225405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:35.715799 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-9d117df5-0633-4c2e-8ff5-d0fc4c541a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:54:35.718025 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d117df5-0633-4c2e-8ff5-d0fc4c541a74 None None] The sync data for ids ['129f942d-1c1d-42fb-91a1-4111421099b6'] in n-d-834765-1 is: [] {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:54:35.796327 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-c05cd140-7a42-45d2-9ddf-33f113694700 req-7abf487d-2083-4cc5-9948-0c3eb96229c9 service neutron] 10.222.0.44 "GET /v2.0/networks/d994e3d3-6e54-466f-bbe9-e588ad776084?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1992786 Mar 29 15:54:35.816586 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-bd615186-7923-4966-a226-42ac2ea5a6fd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:35.829871 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device d0afab7f-013f-4d90-ab40-45ccf01ca7b0 up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:54:35.927376 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-c05cd140-7a42-45d2-9ddf-33f113694700 req-e1377ab2-7dc9-425f-91f1-d47f37cb09ca service neutron] 10.222.0.44 "GET /v2.0/networks/d994e3d3-6e54-466f-bbe9-e588ad776084?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241543 Mar 29 15:54:36.001921 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-714677fb-0c98-48d8-aacf-01ebd5d724dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0035034-69b0-5ffc-b384-0ac6189c5628-3e947b62-42fa-4c40-a135-95d654c5af33', 'network_id': '3e947b62-42fa-4c40-a135-95d654c5af33', 'tenant_id': '04bb88e92aa64365906899266844f6e0', 'fixed_ips': [{'subnet_id': 'd2bd398d-9d3a-4812-aba7-11f854be4832'}]}} from n-d-834765-1. {{(pid=102792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 29 15:54:36.004200 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-714677fb-0c98-48d8-aacf-01ebd5d724dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:36.006544 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-0cb6abf6-2706-4e52-8825-f5f644ecf9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:36.011845 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:36.051510 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c7fb9b-0a09-40b5-97bc-c46b7875315c req-321976de-f85b-4eec-80d5-85ef7d315f1b tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:36.059554 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c7fb9b-0a09-40b5-97bc-c46b7875315c req-321976de-f85b-4eec-80d5-85ef7d315f1b tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:36.079656 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df32a148-e135-450f-a077-fdbb6c9d3775 tempest-FloatingIPNegativeTestJSON-1847375091 tempest-FloatingIPNegativeTestJSON-1847375091-project] Made reservation on behalf of bc061ae7bfa8450f9b7c7329c81a7dd8 for: {'port': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:54:36.084975 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-df32a148-e135-450f-a077-fdbb6c9d3775 tempest-FloatingIPNegativeTestJSON-1847375091 tempest-FloatingIPNegativeTestJSON-1847375091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:36.089381 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c7fb9b-0a09-40b5-97bc-c46b7875315c req-321976de-f85b-4eec-80d5-85ef7d315f1b tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:36.096356 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-5d750d16-d3f4-4380-b9c4-a78507225405 None None] Provisioning complete for port f7a20141-665e-4764-ad3b-2a3f50f1049f triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:54:36.096734 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-5d750d16-d3f4-4380-b9c4-a78507225405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:36.105830 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c7fb9b-0a09-40b5-97bc-c46b7875315c req-321976de-f85b-4eec-80d5-85ef7d315f1b tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:36.121877 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-bd615186-7923-4966-a226-42ac2ea5a6fd admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:36.125316 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c7fb9b-0a09-40b5-97bc-c46b7875315c req-321976de-f85b-4eec-80d5-85ef7d315f1b tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:36.142750 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c7fb9b-0a09-40b5-97bc-c46b7875315c req-321976de-f85b-4eec-80d5-85ef7d315f1b tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:36.149561 n-d-834765-1 neutron-server[102790]: DEBUG neutron.notifiers.nova [None req-df32a148-e135-450f-a077-fdbb6c9d3775 tempest-FloatingIPNegativeTestJSON-1847375091 tempest-FloatingIPNegativeTestJSON-1847375091-project] device_id is not set on port cfebd09f-6e81-41b0-8023-64aed0593115 yet. {{(pid=102790) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 29 15:54:36.163486 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c7fb9b-0a09-40b5-97bc-c46b7875315c req-321976de-f85b-4eec-80d5-85ef7d315f1b tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:36.168041 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-55c7fb9b-0a09-40b5-97bc-c46b7875315c req-321976de-f85b-4eec-80d5-85ef7d315f1b tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] 10.222.0.42 "GET /v2.0/ports?device_id=b5e34b53-8d44-45db-a377-1c001fe98b5c HTTP/1.1" status: 200 len: 5431 time: 0.2384064 Mar 29 15:54:36.185384 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-5d750d16-d3f4-4380-b9c4-a78507225405 None None] Port f7a20141-665e-4764-ad3b-2a3f50f1049f cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 15:54:36.216664 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port d0afab7f-013f-4d90-ab40-45ccf01ca7b0 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:54:36.217281 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:36.253945 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-55c7fb9b-0a09-40b5-97bc-c46b7875315c req-a6d6d8ea-ac1a-40b0-aa21-4e0a493abe18 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] 10.222.0.42 "GET /v2.0/security-groups?id=6e57fe5c-cb87-4607-b926-1e4de2690a28&id=e2ab8bce-bca0-434d-ad1c-ad30dfd1db67&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0717337 Mar 29 15:54:36.304509 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-e6407cd3-5cd8-436f-b112-59261d068506 req-d35ae38d-5057-483c-815f-49ffdf2df8c8 tempest-ServerPasswordTestJSON-313571344 tempest-ServerPasswordTestJSON-313571344-project] 10.222.0.42 "GET /v2.0/ports?device_id=f3a8f79a-359b-4be4-a8f1-f0362234b1d3 HTTP/1.1" status: 200 len: 210 time: 0.0475719 Mar 29 15:54:36.398117 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.db_base_plugin_common [None req-714677fb-0c98-48d8-aacf-01ebd5d724dc None None] Allocated IP 172.20.0.2 (3e947b62-42fa-4c40-a135-95d654c5af33/d2bd398d-9d3a-4812-aba7-11f854be4832/da7091a1-9800-4c43-bdf7-81055bb30497) {{(pid=102792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:54:36.400417 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-ad66bf56-b536-43a6-99f3-74c2fb6cddf0 None None] Provisioning complete for port f7a20141-665e-4764-ad3b-2a3f50f1049f triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:54:36.400787 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-ad66bf56-b536-43a6-99f3-74c2fb6cddf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:36.457553 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-ad66bf56-b536-43a6-99f3-74c2fb6cddf0 None None] Port f7a20141-665e-4764-ad3b-2a3f50f1049f cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 15:54:36.480952 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.db_base_plugin_common [None req-df32a148-e135-450f-a077-fdbb6c9d3775 tempest-FloatingIPNegativeTestJSON-1847375091 tempest-FloatingIPNegativeTestJSON-1847375091-project] Allocated IP 172.20.0.14 (91047680-1157-4907-b3c5-1633d73d37fd/9dcc7c8e-842e-4a78-b762-eb490d72bbb4/cfebd09f-6e81-41b0-8023-64aed0593115) {{(pid=102790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:54:36.651109 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-714677fb-0c98-48d8-aacf-01ebd5d724dc None None] Notify callbacks [] for port, precommit_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:36.658116 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-714677fb-0c98-48d8-aacf-01ebd5d724dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956'] for port, after_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:36.710395 n-d-834765-1 neutron-server[102792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-714677fb-0c98-48d8-aacf-01ebd5d724dc None None] Network 3e947b62-42fa-4c40-a135-95d654c5af33 is already hosted by enough agents. {{(pid=102792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:54:36.715826 n-d-834765-1 neutron-server[102792]: DEBUG neutron.scheduler.base_scheduler [None req-714677fb-0c98-48d8-aacf-01ebd5d724dc None None] Resources bound (agent type, host, resource id): {{(pid=102792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:54:36.721229 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-714677fb-0c98-48d8-aacf-01ebd5d724dc None None] Received port after_create {{(pid=102792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:54:36.724267 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714677fb-0c98-48d8-aacf-01ebd5d724dc None None] Pushing event updated for resources: {'Port': ['ID=da7091a1-9800-4c43-bdf7-81055bb30497,revision_number=1']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:54:36.794597 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-714677fb-0c98-48d8-aacf-01ebd5d724dc None None] Attempting to bind port da7091a1-9800-4c43-bdf7-81055bb30497 on host n-d-834765-1 for vnic_type normal with profile {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:54:36.795137 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-714677fb-0c98-48d8-aacf-01ebd5d724dc None None] Attempting to bind port da7091a1-9800-4c43-bdf7-81055bb30497 by drivers openvswitch,hyperv on host n-d-834765-1 at level 0 using segments [{'id': '05494f76-26c0-4d53-a1ca-803df2918f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '3e947b62-42fa-4c40-a135-95d654c5af33'}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:54:36.795630 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-714677fb-0c98-48d8-aacf-01ebd5d724dc None None] Attempting to bind port da7091a1-9800-4c43-bdf7-81055bb30497 on network 3e947b62-42fa-4c40-a135-95d654c5af33 {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:54:36.803723 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-714677fb-0c98-48d8-aacf-01ebd5d724dc None None] Checking agent: {'id': 'a8866439-9d96-425c-b519-6905c591ac37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 25, 36), 'started_at': datetime.datetime(2022, 3, 29, 15, 26, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 54, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834765-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:54:36.804390 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-714677fb-0c98-48d8-aacf-01ebd5d724dc None None] Checking segment: {'id': '05494f76-26c0-4d53-a1ca-803df2918f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '3e947b62-42fa-4c40-a135-95d654c5af33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:54:36.804925 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-714677fb-0c98-48d8-aacf-01ebd5d724dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:36.805457 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-714677fb-0c98-48d8-aacf-01ebd5d724dc None None] Bound using segment: {'id': '05494f76-26c0-4d53-a1ca-803df2918f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '3e947b62-42fa-4c40-a135-95d654c5af33'} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:54:36.806120 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-714677fb-0c98-48d8-aacf-01ebd5d724dc None None] Bound port: da7091a1-9800-4c43-bdf7-81055bb30497, host: n-d-834765-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05494f76-26c0-4d53-a1ca-803df2918f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '3e947b62-42fa-4c40-a135-95d654c5af33'}}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 15:54:36.806599 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-714677fb-0c98-48d8-aacf-01ebd5d724dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:36.833147 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-bd615186-7923-4966-a226-42ac2ea5a6fd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:36.860985 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-bd615186-7923-4966-a226-42ac2ea5a6fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:36.872132 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-df32a148-e135-450f-a077-fdbb6c9d3775 tempest-FloatingIPNegativeTestJSON-1847375091 tempest-FloatingIPNegativeTestJSON-1847375091-project] Notify callbacks [] for port, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:36.901831 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-714677fb-0c98-48d8-aacf-01ebd5d724dc None None] For port da7091a1-9800-4c43-bdf7-81055bb30497, host n-d-834765-1, cleared binding levels {{(pid=102792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:54:36.905351 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-714677fb-0c98-48d8-aacf-01ebd5d724dc None None] For port da7091a1-9800-4c43-bdf7-81055bb30497, host n-d-834765-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=da7091a1-9800-4c43-bdf7-81055bb30497,segment=NetworkSegment(05494f76-26c0-4d53-a1ca-803df2918f3a),segment_id=05494f76-26c0-4d53-a1ca-803df2918f3a)] {{(pid=102792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:54:36.913113 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-714677fb-0c98-48d8-aacf-01ebd5d724dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:36.939034 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550f7e90-ceea-43e3-ada1-9dd73b06dd6c req-46431df8-0b6e-4aff-a68a-b61fb1dbf83f tempest-ServerPasswordTestJSON-313571344 tempest-ServerPasswordTestJSON-313571344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:36.940523 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-550f7e90-ceea-43e3-ada1-9dd73b06dd6c req-46431df8-0b6e-4aff-a68a-b61fb1dbf83f tempest-ServerPasswordTestJSON-313571344 tempest-ServerPasswordTestJSON-313571344-project] 10.222.0.48 "GET /v2.0/networks?id=52707c15-3851-4a72-912f-384fef5a3e28 HTTP/1.1" status: 200 len: 813 time: 0.1418073 Mar 29 15:54:36.954750 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [req-550f7e90-ceea-43e3-ada1-9dd73b06dd6c req-f1dc3838-a888-4c86-8b7e-3351421d8b90 tempest-ServerPasswordTestJSON-313571344 tempest-ServerPasswordTestJSON-313571344-project] Request body: {'port': {'device_id': 'f3a8f79a-359b-4be4-a8f1-f0362234b1d3', 'network_id': '52707c15-3851-4a72-912f-384fef5a3e28', 'admin_state_up': True, 'tenant_id': 'ead404ebd2484c0dbbf990c6b0a18a43'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:54:36.991653 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-df32a148-e135-450f-a077-fdbb6c9d3775 tempest-FloatingIPNegativeTestJSON-1847375091 tempest-FloatingIPNegativeTestJSON-1847375091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:37.001862 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714677fb-0c98-48d8-aacf-01ebd5d724dc None None] Pushing event updated for resources: {'Port': ['ID=da7091a1-9800-4c43-bdf7-81055bb30497,revision_number=2']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:54:37.065786 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.db_base_plugin_common [None req-bd615186-7923-4966-a226-42ac2ea5a6fd admin admin] Allocated IP 172.25.4.52 (4a4a035d-ecac-4ead-baa3-25f90788773a/e1a353dc-fac8-4901-a63c-273840237d6a/9992b074-fbe2-4da3-9131-91e3da12370a) {{(pid=102790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:54:37.075579 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df32a148-e135-450f-a077-fdbb6c9d3775 tempest-FloatingIPNegativeTestJSON-1847375091 tempest-FloatingIPNegativeTestJSON-1847375091-project] Network 91047680-1157-4907-b3c5-1633d73d37fd is already hosted by enough agents. {{(pid=102790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:54:37.084825 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-df32a148-e135-450f-a077-fdbb6c9d3775 tempest-FloatingIPNegativeTestJSON-1847375091 tempest-FloatingIPNegativeTestJSON-1847375091-project] Resources bound (agent type, host, resource id): {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:54:37.098348 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-550f7e90-ceea-43e3-ada1-9dd73b06dd6c req-f1dc3838-a888-4c86-8b7e-3351421d8b90 tempest-ServerPasswordTestJSON-313571344 tempest-ServerPasswordTestJSON-313571344-project] Made reservation on behalf of ead404ebd2484c0dbbf990c6b0a18a43 for: {'port': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:54:37.100396 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df32a148-e135-450f-a077-fdbb6c9d3775 tempest-FloatingIPNegativeTestJSON-1847375091 tempest-FloatingIPNegativeTestJSON-1847375091-project] Received port after_create {{(pid=102790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:54:37.102812 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-550f7e90-ceea-43e3-ada1-9dd73b06dd6c req-f1dc3838-a888-4c86-8b7e-3351421d8b90 tempest-ServerPasswordTestJSON-313571344 tempest-ServerPasswordTestJSON-313571344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:37.128987 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df32a148-e135-450f-a077-fdbb6c9d3775 tempest-FloatingIPNegativeTestJSON-1847375091 tempest-FloatingIPNegativeTestJSON-1847375091-project] Pushing event updated for resources: {'Port': ['ID=cfebd09f-6e81-41b0-8023-64aed0593115,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:54:37.185744 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df32a148-e135-450f-a077-fdbb6c9d3775 tempest-FloatingIPNegativeTestJSON-1847375091 tempest-FloatingIPNegativeTestJSON-1847375091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:37.186396 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-df32a148-e135-450f-a077-fdbb6c9d3775 tempest-FloatingIPNegativeTestJSON-1847375091 tempest-FloatingIPNegativeTestJSON-1847375091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:37.269756 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-df32a148-e135-450f-a077-fdbb6c9d3775 tempest-FloatingIPNegativeTestJSON-1847375091 tempest-FloatingIPNegativeTestJSON-1847375091-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7816212 Mar 29 15:54:37.279670 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 36708) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:54:37.286975 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-829072b8-324f-4915-b0bc-0673ba68568b tempest-FloatingIPNegativeTestJSON-1847375091 tempest-FloatingIPNegativeTestJSON-1847375091-project] Request body: {'floatingip': {'floating_network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:54:37.313502 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-bd615186-7923-4966-a226-42ac2ea5a6fd admin admin] Notify callbacks [] for port, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:37.346004 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-829072b8-324f-4915-b0bc-0673ba68568b tempest-FloatingIPNegativeTestJSON-1847375091 tempest-FloatingIPNegativeTestJSON-1847375091-project] Notify callbacks [] for floatingip, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:37.448942 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-e4167a02-82de-49c5-b37c-2495b6cb5cca req-9756104b-e4db-48a1-9ecd-811b183ea6ad tempest-ServerPasswordTestJSON-313571344 tempest-ServerPasswordTestJSON-313571344-project] 10.222.0.42 "GET /v2.0/ports?device_id=f3a8f79a-359b-4be4-a8f1-f0362234b1d3 HTTP/1.1" status: 200 len: 210 time: 0.0427144 Mar 29 15:54:37.466285 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-bd615186-7923-4966-a226-42ac2ea5a6fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:37.496339 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-0dd7a4c9-cc44-4fc7-89ef-10c7e2609801 None None] Provisioning complete for port cfebd09f-6e81-41b0-8023-64aed0593115 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:54:37.497944 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-0dd7a4c9-cc44-4fc7-89ef-10c7e2609801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:37.535380 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-0dd7a4c9-cc44-4fc7-89ef-10c7e2609801 None None] Port cfebd09f-6e81-41b0-8023-64aed0593115 cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 15:54:37.556183 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd615186-7923-4966-a226-42ac2ea5a6fd admin admin] Network 4a4a035d-ecac-4ead-baa3-25f90788773a is already hosted by enough agents. {{(pid=102790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:54:37.557791 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd615186-7923-4966-a226-42ac2ea5a6fd admin admin] Pushing event updated for resources: {'Port': ['ID=9992b074-fbe2-4da3-9131-91e3da12370a,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:54:37.569351 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-bd615186-7923-4966-a226-42ac2ea5a6fd admin admin] Resources bound (agent type, host, resource id): {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:54:37.573640 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd615186-7923-4966-a226-42ac2ea5a6fd admin admin] Received port after_create {{(pid=102790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:54:37.685062 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_common [req-550f7e90-ceea-43e3-ada1-9dd73b06dd6c req-f1dc3838-a888-4c86-8b7e-3351421d8b90 tempest-ServerPasswordTestJSON-313571344 tempest-ServerPasswordTestJSON-313571344-project] Allocated IP 172.20.0.5 (52707c15-3851-4a72-912f-384fef5a3e28/00f3f5f3-b15a-4442-87ea-728f1fc894e8/55719bec-7dd9-427c-9b98-3e3ef6996ca4) {{(pid=102791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:54:37.703502 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-829072b8-324f-4915-b0bc-0673ba68568b tempest-FloatingIPNegativeTestJSON-1847375091 tempest-FloatingIPNegativeTestJSON-1847375091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:37.728504 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bb7df5-0c18-4e0c-b65e-c3514e3c7da9 req-60864400-4a4b-4b11-8549-b113e660b94b tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:37.734598 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bb7df5-0c18-4e0c-b65e-c3514e3c7da9 req-60864400-4a4b-4b11-8549-b113e660b94b tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:37.741167 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bb7df5-0c18-4e0c-b65e-c3514e3c7da9 req-60864400-4a4b-4b11-8549-b113e660b94b tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:37.750808 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bb7df5-0c18-4e0c-b65e-c3514e3c7da9 req-60864400-4a4b-4b11-8549-b113e660b94b tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:37.759140 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bb7df5-0c18-4e0c-b65e-c3514e3c7da9 req-60864400-4a4b-4b11-8549-b113e660b94b tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:37.765505 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bb7df5-0c18-4e0c-b65e-c3514e3c7da9 req-60864400-4a4b-4b11-8549-b113e660b94b tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:37.773388 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bb7df5-0c18-4e0c-b65e-c3514e3c7da9 req-60864400-4a4b-4b11-8549-b113e660b94b tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:37.775406 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-64bb7df5-0c18-4e0c-b65e-c3514e3c7da9 req-60864400-4a4b-4b11-8549-b113e660b94b tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] 10.222.0.42 "GET /v2.0/ports?device_id=b5e34b53-8d44-45db-a377-1c001fe98b5c HTTP/1.1" status: 200 len: 5431 time: 0.1506119 Mar 29 15:54:37.808500 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device da7091a1-9800-4c43-bdf7-81055bb30497 up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:54:37.863014 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-64bb7df5-0c18-4e0c-b65e-c3514e3c7da9 req-34ee243b-3cc5-4b23-aa60-bfb8155f357f tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] 10.222.0.42 "GET /v2.0/security-groups?id=6e57fe5c-cb87-4607-b926-1e4de2690a28&id=e2ab8bce-bca0-434d-ad1c-ad30dfd1db67&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0580461 Mar 29 15:54:37.929049 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port da7091a1-9800-4c43-bdf7-81055bb30497 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:54:37.929752 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:38.065023 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:38.071066 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-550f7e90-ceea-43e3-ada1-9dd73b06dd6c req-f1dc3838-a888-4c86-8b7e-3351421d8b90 tempest-ServerPasswordTestJSON-313571344 tempest-ServerPasswordTestJSON-313571344-project] Notify callbacks [] for port, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:38.107039 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] For port da7091a1-9800-4c43-bdf7-81055bb30497, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=da7091a1-9800-4c43-bdf7-81055bb30497,segment=NetworkSegment(05494f76-26c0-4d53-a1ca-803df2918f3a),segment_id=05494f76-26c0-4d53-a1ca-803df2918f3a)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:54:38.123855 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:38.131521 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device c7980440-a2bc-4a32-9f5c-7dafd0239f39 details requested by agent hyperv_n-h2-834765-1 with host n-h2-834765-1 {{(pid=102792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 15:54:38.133797 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-550f7e90-ceea-43e3-ada1-9dd73b06dd6c req-f1dc3838-a888-4c86-8b7e-3351421d8b90 tempest-ServerPasswordTestJSON-313571344 tempest-ServerPasswordTestJSON-313571344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:38.198387 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1dc3838-a888-4c86-8b7e-3351421d8b90 tempest-ServerPasswordTestJSON-313571344 tempest-ServerPasswordTestJSON-313571344-project] Pushing event updated for resources: {'Port': ['ID=55719bec-7dd9-427c-9b98-3e3ef6996ca4,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:54:38.225442 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-550f7e90-ceea-43e3-ada1-9dd73b06dd6c req-f1dc3838-a888-4c86-8b7e-3351421d8b90 tempest-ServerPasswordTestJSON-313571344 tempest-ServerPasswordTestJSON-313571344-project] Network 52707c15-3851-4a72-912f-384fef5a3e28 is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:54:38.227274 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [req-550f7e90-ceea-43e3-ada1-9dd73b06dd6c req-f1dc3838-a888-4c86-8b7e-3351421d8b90 tempest-ServerPasswordTestJSON-313571344 tempest-ServerPasswordTestJSON-313571344-project] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:54:38.229959 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [req-550f7e90-ceea-43e3-ada1-9dd73b06dd6c req-f1dc3838-a888-4c86-8b7e-3351421d8b90 tempest-ServerPasswordTestJSON-313571344 tempest-ServerPasswordTestJSON-313571344-project] Received port after_create {{(pid=102791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:54:38.266906 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Pushing event updated for resources: {'Port': ['ID=da7091a1-9800-4c43-bdf7-81055bb30497,revision_number=3']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:54:38.295843 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550f7e90-ceea-43e3-ada1-9dd73b06dd6c req-f1dc3838-a888-4c86-8b7e-3351421d8b90 tempest-ServerPasswordTestJSON-313571344 tempest-ServerPasswordTestJSON-313571344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:38.297072 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-550f7e90-ceea-43e3-ada1-9dd73b06dd6c req-f1dc3838-a888-4c86-8b7e-3351421d8b90 tempest-ServerPasswordTestJSON-313571344 tempest-ServerPasswordTestJSON-313571344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:38.323785 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-550f7e90-ceea-43e3-ada1-9dd73b06dd6c req-f1dc3838-a888-4c86-8b7e-3351421d8b90 tempest-ServerPasswordTestJSON-313571344 tempest-ServerPasswordTestJSON-313571344-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3743014 Mar 29 15:54:38.341174 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [req-550f7e90-ceea-43e3-ada1-9dd73b06dd6c req-b6157486-4079-408f-8658-3d3f46192eb5 service neutron] Request body: {'port': {'device_id': 'f3a8f79a-359b-4be4-a8f1-f0362234b1d3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834765-1'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:54:38.396539 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port c7980440-a2bc-4a32-9f5c-7dafd0239f39, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=c7980440-a2bc-4a32-9f5c-7dafd0239f39,segment=NetworkSegment(6a6bae82-112f-4fa5-b290-70a8f9204330),segment_id=6a6bae82-112f-4fa5-b290-70a8f9204330)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:54:38.401531 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b206eb68-8a39-4d3e-9c54-981274d98b1e None None] Network 3e947b62-42fa-4c40-a135-95d654c5af33 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 15:54:38.425728 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Returning: {'device': 'c7980440-a2bc-4a32-9f5c-7dafd0239f39', 'network_id': '4ba2607b-b448-44f6-8335-46066b72a89c', 'port_id': 'c7980440-a2bc-4a32-9f5c-7dafd0239f39', 'mac_address': 'fa:16:3e:02:92:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 645, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc361fa1-f654-45a1-af1c-12ca60a2e415', 'ip_address': '10.1.1.196'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 15:54:38.446524 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-550f7e90-ceea-43e3-ada1-9dd73b06dd6c req-b6157486-4079-408f-8658-3d3f46192eb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:38.516629 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.db_base_plugin_common [None req-829072b8-324f-4915-b0bc-0673ba68568b tempest-FloatingIPNegativeTestJSON-1847375091 tempest-FloatingIPNegativeTestJSON-1847375091-project] Allocated IP 172.25.4.222 (4a4a035d-ecac-4ead-baa3-25f90788773a/e1a353dc-fac8-4901-a63c-273840237d6a/63bd8901-7a3c-439b-acc4-e91c8f6a4b0e) {{(pid=102790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:54:38.548084 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-439ad232-1905-4ce4-9da1-3822d7fbc328 None None] Provisioning complete for port da7091a1-9800-4c43-bdf7-81055bb30497 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:54:38.548574 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-439ad232-1905-4ce4-9da1-3822d7fbc328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:38.576509 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:38.636839 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7980440-a2bc-4a32-9f5c-7dafd0239f39 {{(pid=102792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:54:38.671436 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad4731b-ed2b-437c-97b8-c609cc95475f req-dcb7a2a6-078c-4e47-8a6c-cf8843fdab51 tempest-ServerPasswordTestJSON-313571344 tempest-ServerPasswordTestJSON-313571344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:38.672686 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port c7980440-a2bc-4a32-9f5c-7dafd0239f39, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=c7980440-a2bc-4a32-9f5c-7dafd0239f39,segment=NetworkSegment(6a6bae82-112f-4fa5-b290-70a8f9204330),segment_id=6a6bae82-112f-4fa5-b290-70a8f9204330)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:54:38.680494 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-2ad4731b-ed2b-437c-97b8-c609cc95475f req-dcb7a2a6-078c-4e47-8a6c-cf8843fdab51 tempest-ServerPasswordTestJSON-313571344 tempest-ServerPasswordTestJSON-313571344-project] 10.222.0.42 "GET /v2.0/ports?device_id=f3a8f79a-359b-4be4-a8f1-f0362234b1d3 HTTP/1.1" status: 200 len: 931 time: 0.1115887 Mar 29 15:54:38.684065 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-bd615186-7923-4966-a226-42ac2ea5a6fd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:38.704468 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:38.705118 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device f402d3d7-34ef-43ea-8950-d2b015ceb2a3 details requested by agent hyperv_n-h2-834765-1 with host n-h2-834765-1 {{(pid=102792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 15:54:38.858963 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [req-550f7e90-ceea-43e3-ada1-9dd73b06dd6c req-b6157486-4079-408f-8658-3d3f46192eb5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55719bec-7dd9-427c-9b98-3e3ef6996ca4 {{(pid=102791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:54:38.871382 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-550f7e90-ceea-43e3-ada1-9dd73b06dd6c req-b6157486-4079-408f-8658-3d3f46192eb5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:38.889163 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.provisioning_blocks [req-550f7e90-ceea-43e3-ada1-9dd73b06dd6c req-b6157486-4079-408f-8658-3d3f46192eb5 service neutron] Transition to ACTIVE for port object 55719bec-7dd9-427c-9b98-3e3ef6996ca4 will not be triggered until provisioned by entity L2. {{(pid=102791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 15:54:38.895164 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-550f7e90-ceea-43e3-ada1-9dd73b06dd6c req-b6157486-4079-408f-8658-3d3f46192eb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:38.946793 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-2ad4731b-ed2b-437c-97b8-c609cc95475f req-0c7cfbdc-1933-4fef-9613-c1f50eff36eb tempest-ServerPasswordTestJSON-313571344 tempest-ServerPasswordTestJSON-313571344-project] 10.222.0.42 "GET /v2.0/security-groups?id=45b558a3-ec5d-42f1-a704-808845bf4cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2654233 Mar 29 15:54:39.061497 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6157486-4079-408f-8658-3d3f46192eb5 service neutron] Pushing event updated for resources: {'Port': ['ID=55719bec-7dd9-427c-9b98-3e3ef6996ca4,revision_number=2']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:54:39.081841 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-829072b8-324f-4915-b0bc-0673ba68568b tempest-FloatingIPNegativeTestJSON-1847375091 tempest-FloatingIPNegativeTestJSON-1847375091-project] Notify callbacks [] for port, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:39.114528 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Pushing event updated for resources: {'Port': ['ID=c7980440-a2bc-4a32-9f5c-7dafd0239f39,revision_number=4']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:54:39.152688 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d4dda2-8725-4a3a-893f-71e1cc8addfa req-d9b26f1a-673c-4096-ad82-fcdd17eb8060 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:39.158568 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port f402d3d7-34ef-43ea-8950-d2b015ceb2a3, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=f402d3d7-34ef-43ea-8950-d2b015ceb2a3,segment=NetworkSegment(9581079c-64f8-4f74-b62d-5bba29484aa6),segment_id=9581079c-64f8-4f74-b62d-5bba29484aa6)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:54:39.161439 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d4dda2-8725-4a3a-893f-71e1cc8addfa req-d9b26f1a-673c-4096-ad82-fcdd17eb8060 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:39.168223 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d4dda2-8725-4a3a-893f-71e1cc8addfa req-d9b26f1a-673c-4096-ad82-fcdd17eb8060 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:39.175936 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d4dda2-8725-4a3a-893f-71e1cc8addfa req-d9b26f1a-673c-4096-ad82-fcdd17eb8060 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:39.177546 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Returning: {'device': 'f402d3d7-34ef-43ea-8950-d2b015ceb2a3', 'network_id': '4e796cbd-0811-4a69-9036-a57f72186731', 'port_id': 'f402d3d7-34ef-43ea-8950-d2b015ceb2a3', 'mac_address': 'fa:16:3e:ba:48:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 615, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38d67edd-cfdb-4ded-91f8-0e501d16094b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 15:54:39.182082 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d4dda2-8725-4a3a-893f-71e1cc8addfa req-d9b26f1a-673c-4096-ad82-fcdd17eb8060 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:39.184412 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-bd615186-7923-4966-a226-42ac2ea5a6fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648118'] for router, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:39.189456 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d4dda2-8725-4a3a-893f-71e1cc8addfa req-d9b26f1a-673c-4096-ad82-fcdd17eb8060 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:39.190206 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-829072b8-324f-4915-b0bc-0673ba68568b tempest-FloatingIPNegativeTestJSON-1847375091 tempest-FloatingIPNegativeTestJSON-1847375091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:39.196331 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d4dda2-8725-4a3a-893f-71e1cc8addfa req-d9b26f1a-673c-4096-ad82-fcdd17eb8060 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:39.198728 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b0d4dda2-8725-4a3a-893f-71e1cc8addfa req-d9b26f1a-673c-4096-ad82-fcdd17eb8060 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] 10.222.0.42 "GET /v2.0/ports?device_id=b5e34b53-8d44-45db-a377-1c001fe98b5c HTTP/1.1" status: 200 len: 5432 time: 0.1929934 Mar 29 15:54:39.234279 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-550f7e90-ceea-43e3-ada1-9dd73b06dd6c req-b6157486-4079-408f-8658-3d3f46192eb5 service neutron] Attempting to bind port 55719bec-7dd9-427c-9b98-3e3ef6996ca4 on host n-h2-834765-1 for vnic_type normal with profile {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:54:39.234596 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-d817b60b-e67b-4897-a733-82ccef0b2b91 None None] Provisioning complete for port da7091a1-9800-4c43-bdf7-81055bb30497 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:54:39.234724 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-550f7e90-ceea-43e3-ada1-9dd73b06dd6c req-b6157486-4079-408f-8658-3d3f46192eb5 service neutron] Attempting to bind port 55719bec-7dd9-427c-9b98-3e3ef6996ca4 by drivers openvswitch,hyperv on host n-h2-834765-1 at level 0 using segments [{'id': '40e4b925-f37a-4359-875f-fdc7ad7c8fca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '52707c15-3851-4a72-912f-384fef5a3e28'}] {{(pid=102791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:54:39.234920 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-550f7e90-ceea-43e3-ada1-9dd73b06dd6c req-b6157486-4079-408f-8658-3d3f46192eb5 service neutron] Attempting to bind port 55719bec-7dd9-427c-9b98-3e3ef6996ca4 on network 52707c15-3851-4a72-912f-384fef5a3e28 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:54:39.235117 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d817b60b-e67b-4897-a733-82ccef0b2b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:39.236862 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:39.250804 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-550f7e90-ceea-43e3-ada1-9dd73b06dd6c req-b6157486-4079-408f-8658-3d3f46192eb5 service neutron] Port 55719bec-7dd9-427c-9b98-3e3ef6996ca4 on network 52707c15-3851-4a72-912f-384fef5a3e28 not bound, no agent of type Open vSwitch agent registered on host n-h2-834765-1 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 15:54:39.251126 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-550f7e90-ceea-43e3-ada1-9dd73b06dd6c req-b6157486-4079-408f-8658-3d3f46192eb5 service neutron] Attempting to bind port 55719bec-7dd9-427c-9b98-3e3ef6996ca4 on network 52707c15-3851-4a72-912f-384fef5a3e28 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:54:39.258794 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829072b8-324f-4915-b0bc-0673ba68568b tempest-FloatingIPNegativeTestJSON-1847375091 tempest-FloatingIPNegativeTestJSON-1847375091-project] Pushing event updated for resources: {'Port': ['ID=63bd8901-7a3c-439b-acc4-e91c8f6a4b0e,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:54:39.278307 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f402d3d7-34ef-43ea-8950-d2b015ceb2a3 {{(pid=102792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:54:39.286145 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b0d4dda2-8725-4a3a-893f-71e1cc8addfa req-0b7cd736-b52f-445e-a18c-44cd4bbd96cc tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] 10.222.0.42 "GET /v2.0/security-groups?id=6e57fe5c-cb87-4607-b926-1e4de2690a28&id=e2ab8bce-bca0-434d-ad1c-ad30dfd1db67&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0701003 Mar 29 15:54:39.287377 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-550f7e90-ceea-43e3-ada1-9dd73b06dd6c req-b6157486-4079-408f-8658-3d3f46192eb5 service neutron] Checking agent: {'id': '3e4b4912-b4a2-4d17-b5bd-6ce15529e8eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 33, 17), 'started_at': datetime.datetime(2022, 3, 29, 15, 33, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 54, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:54:39.287972 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-550f7e90-ceea-43e3-ada1-9dd73b06dd6c req-b6157486-4079-408f-8658-3d3f46192eb5 service neutron] Checking segment: {'id': '40e4b925-f37a-4359-875f-fdc7ad7c8fca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '52707c15-3851-4a72-912f-384fef5a3e28'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:54:39.288725 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-550f7e90-ceea-43e3-ada1-9dd73b06dd6c req-b6157486-4079-408f-8658-3d3f46192eb5 service neutron] Bound using segment: {'id': '40e4b925-f37a-4359-875f-fdc7ad7c8fca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '52707c15-3851-4a72-912f-384fef5a3e28'} {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:54:39.290615 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-550f7e90-ceea-43e3-ada1-9dd73b06dd6c req-b6157486-4079-408f-8658-3d3f46192eb5 service neutron] Bound port: 55719bec-7dd9-427c-9b98-3e3ef6996ca4, host: n-h2-834765-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40e4b925-f37a-4359-875f-fdc7ad7c8fca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '52707c15-3851-4a72-912f-384fef5a3e28'}}] {{(pid=102791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 15:54:39.291208 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-550f7e90-ceea-43e3-ada1-9dd73b06dd6c req-b6157486-4079-408f-8658-3d3f46192eb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:39.310579 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port f402d3d7-34ef-43ea-8950-d2b015ceb2a3, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=f402d3d7-34ef-43ea-8950-d2b015ceb2a3,segment=NetworkSegment(9581079c-64f8-4f74-b62d-5bba29484aa6),segment_id=9581079c-64f8-4f74-b62d-5bba29484aa6)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:54:39.322422 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:39.323121 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device fd6e3e94-cc76-461b-a427-2d8fa63aec1d details requested by agent hyperv_n-h2-834765-1 with host n-h2-834765-1 {{(pid=102792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 15:54:39.386851 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-550f7e90-ceea-43e3-ada1-9dd73b06dd6c req-b6157486-4079-408f-8658-3d3f46192eb5 service neutron] For port 55719bec-7dd9-427c-9b98-3e3ef6996ca4, host n-h2-834765-1, cleared binding levels {{(pid=102791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:54:39.392127 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-550f7e90-ceea-43e3-ada1-9dd73b06dd6c req-b6157486-4079-408f-8658-3d3f46192eb5 service neutron] For port 55719bec-7dd9-427c-9b98-3e3ef6996ca4, host n-h2-834765-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=55719bec-7dd9-427c-9b98-3e3ef6996ca4,segment=NetworkSegment(40e4b925-f37a-4359-875f-fdc7ad7c8fca),segment_id=40e4b925-f37a-4359-875f-fdc7ad7c8fca)] {{(pid=102791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:54:39.394144 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-829072b8-324f-4915-b0bc-0673ba68568b tempest-FloatingIPNegativeTestJSON-1847375091 tempest-FloatingIPNegativeTestJSON-1847375091-project] Network 4a4a035d-ecac-4ead-baa3-25f90788773a is already hosted by enough agents. {{(pid=102790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:54:39.397524 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-829072b8-324f-4915-b0bc-0673ba68568b tempest-FloatingIPNegativeTestJSON-1847375091 tempest-FloatingIPNegativeTestJSON-1847375091-project] Resources bound (agent type, host, resource id): {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:54:39.401430 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-829072b8-324f-4915-b0bc-0673ba68568b tempest-FloatingIPNegativeTestJSON-1847375091 tempest-FloatingIPNegativeTestJSON-1847375091-project] Received port after_create {{(pid=102790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:54:39.402304 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-550f7e90-ceea-43e3-ada1-9dd73b06dd6c req-b6157486-4079-408f-8658-3d3f46192eb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:39.424002 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550f7e90-ceea-43e3-ada1-9dd73b06dd6c req-b6157486-4079-408f-8658-3d3f46192eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:39.425836 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-550f7e90-ceea-43e3-ada1-9dd73b06dd6c req-b6157486-4079-408f-8658-3d3f46192eb5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:39.428357 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-550f7e90-ceea-43e3-ada1-9dd73b06dd6c req-b6157486-4079-408f-8658-3d3f46192eb5 service neutron] 10.222.0.48 "PUT /v2.0/ports/55719bec-7dd9-427c-9b98-3e3ef6996ca4 HTTP/1.1" status: 200 len: 1091 time: 1.0934229 Mar 29 15:54:39.430872 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3a8f79a-359b-4be4-a8f1-f0362234b1d3', 'tag': '55719bec-7dd9-427c-9b98-3e3ef6996ca4'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:54:39.435346 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c67b028db5e9b9818fecc5c0a87ebc6f190694fa53ca267d523e04f98de536d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ceeb02f8-7dc8-4bb9-be59-0d05d9811da5" -d '{"events": [{"name": "network-changed", "server_uuid": "f3a8f79a-359b-4be4-a8f1-f0362234b1d3", "tag": "55719bec-7dd9-427c-9b98-3e3ef6996ca4"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:54:39.454020 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Pushing event updated for resources: {'Port': ['ID=f402d3d7-34ef-43ea-8950-d2b015ceb2a3,revision_number=4']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:54:39.460604 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port fd6e3e94-cc76-461b-a427-2d8fa63aec1d, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=fd6e3e94-cc76-461b-a427-2d8fa63aec1d,segment=NetworkSegment(6a6bae82-112f-4fa5-b290-70a8f9204330),segment_id=6a6bae82-112f-4fa5-b290-70a8f9204330)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:54:39.479623 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Returning: {'device': 'fd6e3e94-cc76-461b-a427-2d8fa63aec1d', 'network_id': '4ba2607b-b448-44f6-8335-46066b72a89c', 'port_id': 'fd6e3e94-cc76-461b-a427-2d8fa63aec1d', 'mac_address': 'fa:16:3e:b4:b0:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 645, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc361fa1-f654-45a1-af1c-12ca60a2e415', 'ip_address': '10.1.1.15'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 15:54:39.530293 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:39.548360 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd6e3e94-cc76-461b-a427-2d8fa63aec1d {{(pid=102792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:54:39.556808 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 15:54:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5af10027-11ab-4eae-8d84-f9c2cb87aaea x-openstack-request-id: req-5af10027-11ab-4eae-8d84-f9c2cb87aaea {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:54:39.557492 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3a8f79a-359b-4be4-a8f1-f0362234b1d3", "tag": "55719bec-7dd9-427c-9b98-3e3ef6996ca4", "status": "completed", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:54:39.557967 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-5af10027-11ab-4eae-8d84-f9c2cb87aaea {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:54:39.558676 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3a8f79a-359b-4be4-a8f1-f0362234b1d3', 'tag': '55719bec-7dd9-427c-9b98-3e3ef6996ca4', 'status': 'completed', 'code': 200} Mar 29 15:54:39.575085 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port fd6e3e94-cc76-461b-a427-2d8fa63aec1d, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=fd6e3e94-cc76-461b-a427-2d8fa63aec1d,segment=NetworkSegment(6a6bae82-112f-4fa5-b290-70a8f9204330),segment_id=6a6bae82-112f-4fa5-b290-70a8f9204330)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:54:39.579114 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550f7e90-ceea-43e3-ada1-9dd73b06dd6c req-60067c82-a73f-46ee-a911-10c9a0cb5f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:39.579935 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-829072b8-324f-4915-b0bc-0673ba68568b tempest-FloatingIPNegativeTestJSON-1847375091 tempest-FloatingIPNegativeTestJSON-1847375091-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:39.581075 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-550f7e90-ceea-43e3-ada1-9dd73b06dd6c req-60067c82-a73f-46ee-a911-10c9a0cb5f7f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ead404ebd2484c0dbbf990c6b0a18a43&device_id=f3a8f79a-359b-4be4-a8f1-f0362234b1d3 HTTP/1.1" status: 200 len: 1094 time: 0.1000102 Mar 29 15:54:39.583146 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:39.584257 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device 2957c1c5-01c3-4fbd-bee2-9935eef14639 details requested by agent hyperv_n-h2-834765-1 with host n-h2-834765-1 {{(pid=102792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 15:54:39.587596 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6157486-4079-408f-8658-3d3f46192eb5 service neutron] Pushing event updated for resources: {'Port': ['ID=55719bec-7dd9-427c-9b98-3e3ef6996ca4,revision_number=3']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:54:39.622451 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port 2957c1c5-01c3-4fbd-bee2-9935eef14639, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=2957c1c5-01c3-4fbd-bee2-9935eef14639,segment=NetworkSegment(6a6bae82-112f-4fa5-b290-70a8f9204330),segment_id=6a6bae82-112f-4fa5-b290-70a8f9204330)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:54:39.640654 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-829072b8-324f-4915-b0bc-0673ba68568b tempest-FloatingIPNegativeTestJSON-1847375091 tempest-FloatingIPNegativeTestJSON-1847375091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:39.677575 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-550f7e90-ceea-43e3-ada1-9dd73b06dd6c req-da791a06-d537-4db0-b402-61d3c8b63b97 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=55719bec-7dd9-427c-9b98-3e3ef6996ca4 HTTP/1.1" status: 200 len: 217 time: 0.0756423 Mar 29 15:54:39.690931 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd615186-7923-4966-a226-42ac2ea5a6fd admin admin] Router 68f8a11e-6cc5-440d-a739-7abeb0164aac is scheduled to L3 agent c648d819-1060-4f26-b4ec-6455387b5dff with binding_index 1 {{(pid=102790) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 29 15:54:39.691581 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Returning: {'device': '2957c1c5-01c3-4fbd-bee2-9935eef14639', 'network_id': '4ba2607b-b448-44f6-8335-46066b72a89c', 'port_id': '2957c1c5-01c3-4fbd-bee2-9935eef14639', 'mac_address': 'fa:16:3e:c8:7c:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 645, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc361fa1-f654-45a1-af1c-12ca60a2e415', 'ip_address': '10.1.1.217'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 15:54:39.694200 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Pushing event updated for resources: {'Port': ['ID=fd6e3e94-cc76-461b-a427-2d8fa63aec1d,revision_number=4']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:54:39.751165 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:39.769418 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2957c1c5-01c3-4fbd-bee2-9935eef14639 {{(pid=102792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:54:39.776077 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550f7e90-ceea-43e3-ada1-9dd73b06dd6c req-f3b44461-afe4-4e59-b0fb-131ec5d29484 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:39.777664 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-550f7e90-ceea-43e3-ada1-9dd73b06dd6c req-f3b44461-afe4-4e59-b0fb-131ec5d29484 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=00f3f5f3-b15a-4442-87ea-728f1fc894e8 HTTP/1.1" status: 200 len: 853 time: 0.0881646 Mar 29 15:54:39.784008 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device da7091a1-9800-4c43-bdf7-81055bb30497 up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:54:39.814368 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-550f7e90-ceea-43e3-ada1-9dd73b06dd6c req-cce6e965-c74d-4593-a343-e9113c212b96 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=52707c15-3851-4a72-912f-384fef5a3e28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302453 Mar 29 15:54:39.825174 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port 2957c1c5-01c3-4fbd-bee2-9935eef14639, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=2957c1c5-01c3-4fbd-bee2-9935eef14639,segment=NetworkSegment(6a6bae82-112f-4fa5-b290-70a8f9204330),segment_id=6a6bae82-112f-4fa5-b290-70a8f9204330)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:54:39.836981 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:39.910043 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Pushing event updated for resources: {'Port': ['ID=2957c1c5-01c3-4fbd-bee2-9935eef14639,revision_number=4']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:54:39.914383 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port da7091a1-9800-4c43-bdf7-81055bb30497 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:54:39.914656 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:39.938137 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-829072b8-324f-4915-b0bc-0673ba68568b tempest-FloatingIPNegativeTestJSON-1847375091 tempest-FloatingIPNegativeTestJSON-1847375091-project] Notify callbacks [] for port, precommit_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:39.948406 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-829072b8-324f-4915-b0bc-0673ba68568b tempest-FloatingIPNegativeTestJSON-1847375091 tempest-FloatingIPNegativeTestJSON-1847375091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5237921'] for port, after_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:39.958640 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-550f7e90-ceea-43e3-ada1-9dd73b06dd6c req-ff9bd9f0-800b-4ac1-beea-b4153f34fe15 service neutron] 10.222.0.48 "GET /v2.0/networks/52707c15-3851-4a72-912f-384fef5a3e28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376116 Mar 29 15:54:39.967300 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd615186-7923-4966-a226-42ac2ea5a6fd admin admin] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:54:40.005091 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ac74f94-63c5-4c0c-b40d-ba6538c6cb2f None None] Sync routers for ids ['68f8a11e-6cc5-440d-a739-7abeb0164aac'] in n-d-834765-1 {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:54:40.033469 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ac74f94-63c5-4c0c-b40d-ba6538c6cb2f None None] Routers {'68f8a11e-6cc5-440d-a739-7abeb0164aac'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:54:40.035055 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-9ac74f94-63c5-4c0c-b40d-ba6538c6cb2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:54:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['68f8a11e-6cc5-440d-a739-7abeb0164aac'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:54:40.085002 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829072b8-324f-4915-b0bc-0673ba68568b tempest-FloatingIPNegativeTestJSON-1847375091 tempest-FloatingIPNegativeTestJSON-1847375091-project] Pushing event updated for resources: {'Port': ['ID=63bd8901-7a3c-439b-acc4-e91c8f6a4b0e,revision_number=2']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:54:40.091237 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-bd615186-7923-4966-a226-42ac2ea5a6fd admin admin] Notify callbacks [] for router, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:40.095475 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-bd615186-7923-4966-a226-42ac2ea5a6fd admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.7260718 Mar 29 15:54:40.098763 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 36758) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:54:40.144859 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-829072b8-324f-4915-b0bc-0673ba68568b tempest-FloatingIPNegativeTestJSON-1847375091 tempest-FloatingIPNegativeTestJSON-1847375091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648212'] for floatingip, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:40.170573 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6675daa-0148-4701-9702-7fb2cf2025a8 req-31244b75-3cc7-475e-8f89-83deed5bab8e tempest-ServerPasswordTestJSON-313571344 tempest-ServerPasswordTestJSON-313571344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:40.174495 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device 45434a8b-e66c-4986-94a1-97ad0466ab23 details requested by agent hyperv_n-h2-834765-1 with host n-h2-834765-1 {{(pid=102792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 15:54:40.176476 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-829072b8-324f-4915-b0bc-0673ba68568b tempest-FloatingIPNegativeTestJSON-1847375091 tempest-FloatingIPNegativeTestJSON-1847375091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for floatingip, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:40.177946 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-829072b8-324f-4915-b0bc-0673ba68568b tempest-FloatingIPNegativeTestJSON-1847375091 tempest-FloatingIPNegativeTestJSON-1847375091-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.8972540 Mar 29 15:54:40.182806 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d6675daa-0148-4701-9702-7fb2cf2025a8 req-31244b75-3cc7-475e-8f89-83deed5bab8e tempest-ServerPasswordTestJSON-313571344 tempest-ServerPasswordTestJSON-313571344-project] 10.222.0.42 "GET /v2.0/ports?device_id=f3a8f79a-359b-4be4-a8f1-f0362234b1d3 HTTP/1.1" status: 200 len: 943 time: 0.1073802 Mar 29 15:54:40.186816 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-550f7e90-ceea-43e3-ada1-9dd73b06dd6c req-aa93df50-bfe8-422e-8ab6-e9826f8d2277 service neutron] 10.222.0.48 "GET /v2.0/networks/52707c15-3851-4a72-912f-384fef5a3e28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2197287 Mar 29 15:54:40.187804 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 36760) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:54:40.207105 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-2f6460cd-f155-4da6-b4fc-a15d5aff4668 tempest-FloatingIPNegativeTestJSON-1847375091 tempest-FloatingIPNegativeTestJSON-1847375091-project] Request body: {'floatingip': {'port_id': 'cfebd09f-6e81-41b0-8023-64aed0593115', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:54:40.227194 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvr_db [None req-9ac74f94-63c5-4c0c-b40d-ba6538c6cb2f None None] Set router 68f8a11e-6cc5-440d-a739-7abeb0164aac gateway port host: n-d-834765-1 {{(pid=102792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:54:40.306686 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-2f6460cd-f155-4da6-b4fc-a15d5aff4668 tempest-FloatingIPNegativeTestJSON-1847375091 tempest-FloatingIPNegativeTestJSON-1847375091-project] Notify callbacks [] for floatingip, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:40.380454 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] get_ports_and_sgs() called for port_ids ['fd6e3e94-cc76-461b-a427-2d8fa63aec1d'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:54:40.383855 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] get_ports_and_sgs() called for port_ids ['c7980440-a2bc-4a32-9f5c-7dafd0239f39'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:54:40.404237 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d6675daa-0148-4701-9702-7fb2cf2025a8 req-a31ec171-d64b-4b4c-afdc-dc0d55dd8e9d tempest-ServerPasswordTestJSON-313571344 tempest-ServerPasswordTestJSON-313571344-project] 10.222.0.42 "GET /v2.0/security-groups?id=45b558a3-ec5d-42f1-a704-808845bf4cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2196546 Mar 29 15:54:40.435732 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceeb02f8-7dc8-4bb9-be59-0d05d9811da5 req-37b95124-c527-4257-8d85-c287a9a989ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:40.437524 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ceeb02f8-7dc8-4bb9-be59-0d05d9811da5 req-37b95124-c527-4257-8d85-c287a9a989ff service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ead404ebd2484c0dbbf990c6b0a18a43&device_id=f3a8f79a-359b-4be4-a8f1-f0362234b1d3 HTTP/1.1" status: 200 len: 1094 time: 0.1835992 Mar 29 15:54:40.545030 n-d-834765-1 neutron-server[102791]: INFO neutron.api.v2.resource [None req-2f6460cd-f155-4da6-b4fc-a15d5aff4668 tempest-FloatingIPNegativeTestJSON-1847375091 tempest-FloatingIPNegativeTestJSON-1847375091-project] update failed (client error): The resource could not be found. Mar 29 15:54:40.548994 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-2f6460cd-f155-4da6-b4fc-a15d5aff4668 tempest-FloatingIPNegativeTestJSON-1847375091 tempest-FloatingIPNegativeTestJSON-1847375091-project] 10.222.0.42 "PUT /v2.0/floatingips/32749bb4-ced2-423d-8998-3016728bd8cb HTTP/1.1" status: 404 len: 507 time: 0.3586864 Mar 29 15:54:40.551708 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 36764) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:54:40.564695 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29170fa-d475-4045-b7f7-aadb9072ae20 req-463c24d1-3aa2-4a1b-92ff-fe68e472f7f6 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:40.573855 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29170fa-d475-4045-b7f7-aadb9072ae20 req-463c24d1-3aa2-4a1b-92ff-fe68e472f7f6 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:40.580568 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29170fa-d475-4045-b7f7-aadb9072ae20 req-463c24d1-3aa2-4a1b-92ff-fe68e472f7f6 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:40.587288 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29170fa-d475-4045-b7f7-aadb9072ae20 req-463c24d1-3aa2-4a1b-92ff-fe68e472f7f6 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:40.593407 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29170fa-d475-4045-b7f7-aadb9072ae20 req-463c24d1-3aa2-4a1b-92ff-fe68e472f7f6 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:40.600175 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29170fa-d475-4045-b7f7-aadb9072ae20 req-463c24d1-3aa2-4a1b-92ff-fe68e472f7f6 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:40.602600 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] get_ports_and_sgs() called for port_ids ['f402d3d7-34ef-43ea-8950-d2b015ceb2a3'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:54:40.607406 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29170fa-d475-4045-b7f7-aadb9072ae20 req-463c24d1-3aa2-4a1b-92ff-fe68e472f7f6 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:40.615942 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-e29170fa-d475-4045-b7f7-aadb9072ae20 req-463c24d1-3aa2-4a1b-92ff-fe68e472f7f6 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] 10.222.0.42 "GET /v2.0/ports?device_id=b5e34b53-8d44-45db-a377-1c001fe98b5c HTTP/1.1" status: 200 len: 5435 time: 0.1744688 Mar 29 15:54:40.672782 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port 45434a8b-e66c-4986-94a1-97ad0466ab23, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=45434a8b-e66c-4986-94a1-97ad0466ab23,segment=NetworkSegment(6a6bae82-112f-4fa5-b290-70a8f9204330),segment_id=6a6bae82-112f-4fa5-b290-70a8f9204330)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:54:40.723177 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-e29170fa-d475-4045-b7f7-aadb9072ae20 req-149589c5-db7c-4182-9bcc-31d7b82558d9 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] 10.222.0.42 "GET /v2.0/security-groups?id=6e57fe5c-cb87-4607-b926-1e4de2690a28&id=e2ab8bce-bca0-434d-ad1c-ad30dfd1db67&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0722766 Mar 29 15:54:40.725810 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Returning: {'device': '45434a8b-e66c-4986-94a1-97ad0466ab23', 'network_id': '4ba2607b-b448-44f6-8335-46066b72a89c', 'port_id': '45434a8b-e66c-4986-94a1-97ad0466ab23', 'mac_address': 'fa:16:3e:a7:f1:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 645, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc361fa1-f654-45a1-af1c-12ca60a2e415', 'ip_address': '10.1.1.204'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 15:54:40.728869 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceeb02f8-7dc8-4bb9-be59-0d05d9811da5 req-d3bc8d7c-4859-4ee3-92d2-a2fdc253432c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:40.730388 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ceeb02f8-7dc8-4bb9-be59-0d05d9811da5 req-d3bc8d7c-4859-4ee3-92d2-a2fdc253432c service neutron] 10.222.0.48 "GET /v2.0/networks?id=52707c15-3851-4a72-912f-384fef5a3e28 HTTP/1.1" status: 200 len: 914 time: 0.2825155 Mar 29 15:54:40.792067 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ceeb02f8-7dc8-4bb9-be59-0d05d9811da5 req-645345e3-e0e2-4cc5-8c69-da24c4874d23 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=55719bec-7dd9-427c-9b98-3e3ef6996ca4 HTTP/1.1" status: 200 len: 217 time: 0.0490162 Mar 29 15:54:40.814642 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-77cc9a44-c67f-4fb6-9516-2fbebe386a50 tempest-FloatingIPNegativeTestJSON-1847375091 tempest-FloatingIPNegativeTestJSON-1847375091-project] Deleting port 63bd8901-7a3c-439b-acc4-e91c8f6a4b0e {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:54:40.814914 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-77cc9a44-c67f-4fb6-9516-2fbebe386a50 tempest-FloatingIPNegativeTestJSON-1847375091 tempest-FloatingIPNegativeTestJSON-1847375091-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:40.815779 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:40.908948 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceeb02f8-7dc8-4bb9-be59-0d05d9811da5 req-d3b19a25-ee26-4c1b-8798-07b7124eccbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:40.922377 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ceeb02f8-7dc8-4bb9-be59-0d05d9811da5 req-d3b19a25-ee26-4c1b-8798-07b7124eccbc service neutron] 10.222.0.48 "GET /v2.0/subnets?id=00f3f5f3-b15a-4442-87ea-728f1fc894e8 HTTP/1.1" status: 200 len: 853 time: 0.1219056 Mar 29 15:54:41.025849 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-1f17e10d-165d-4185-8ba8-079d44007132 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:41.035670 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45434a8b-e66c-4986-94a1-97ad0466ab23 {{(pid=102792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:54:41.038457 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ceeb02f8-7dc8-4bb9-be59-0d05d9811da5 req-d8dd8a31-1556-41db-8682-f3f522840900 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=52707c15-3851-4a72-912f-384fef5a3e28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1054876 Mar 29 15:54:41.065014 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-77cc9a44-c67f-4fb6-9516-2fbebe386a50 tempest-FloatingIPNegativeTestJSON-1847375091 tempest-FloatingIPNegativeTestJSON-1847375091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:41.065344 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-77cc9a44-c67f-4fb6-9516-2fbebe386a50 tempest-FloatingIPNegativeTestJSON-1847375091 tempest-FloatingIPNegativeTestJSON-1847375091-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:41.183339 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ceeb02f8-7dc8-4bb9-be59-0d05d9811da5 req-7a0d7bc9-a79a-4e91-979b-d8fa599e0fb8 service neutron] 10.222.0.48 "GET /v2.0/networks/52707c15-3851-4a72-912f-384fef5a3e28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252742 Mar 29 15:54:41.212323 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port 45434a8b-e66c-4986-94a1-97ad0466ab23, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=45434a8b-e66c-4986-94a1-97ad0466ab23,segment=NetworkSegment(6a6bae82-112f-4fa5-b290-70a8f9204330),segment_id=6a6bae82-112f-4fa5-b290-70a8f9204330)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:54:41.216647 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-77cc9a44-c67f-4fb6-9516-2fbebe386a50 tempest-FloatingIPNegativeTestJSON-1847375091 tempest-FloatingIPNegativeTestJSON-1847375091-project] Calling delete_port for 63bd8901-7a3c-439b-acc4-e91c8f6a4b0e owned by network:floatingip {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:54:41.257445 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:41.258019 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device d8e77564-eaaf-4718-822d-1183ca2bcda3 details requested by agent hyperv_n-h2-834765-1 with host n-h2-834765-1 {{(pid=102792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 15:54:41.272790 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] get_ports_and_sgs() called for port_ids ['2957c1c5-01c3-4fbd-bee2-9935eef14639'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:54:41.304292 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.db_base_plugin_common [None req-1f17e10d-165d-4185-8ba8-079d44007132 admin admin] Allocated IP 172.20.0.1 (3e947b62-42fa-4c40-a135-95d654c5af33/d2bd398d-9d3a-4812-aba7-11f854be4832/e36293b9-8095-45ba-a97a-5db63821b326) {{(pid=102790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:54:41.407658 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ceeb02f8-7dc8-4bb9-be59-0d05d9811da5 req-afbd6c2b-b961-4d88-8e49-de12805649c0 service neutron] 10.222.0.48 "GET /v2.0/networks/52707c15-3851-4a72-912f-384fef5a3e28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2169149 Mar 29 15:54:41.411765 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-9ac74f94-63c5-4c0c-b40d-ba6538c6cb2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68f8a11e-6cc5-440d-a739-7abeb0164aac', 'name': 'tempest-TestServerBasicOps-1593062931-router', 'tenant_id': '04bb88e92aa64365906899266844f6e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.52'}], 'enable_snat': True}, 'gw_port_id': '9992b074-fbe2-4da3-9131-91e3da12370a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:54:35Z', 'updated_at': '2022-03-29T15:54:38Z', 'revision_number': 3, 'project_id': '04bb88e92aa64365906899266844f6e0', 'gw_port': {'id': '9992b074-fbe2-4da3-9131-91e3da12370a', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:55:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68f8a11e-6cc5-440d-a739-7abeb0164aac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2359, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:54:36Z', 'updated_at': '2022-03-29T15:54:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1'}], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:54:41.477343 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-1f17e10d-165d-4185-8ba8-079d44007132 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:41.490575 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ac74f94-63c5-4c0c-b40d-ba6538c6cb2f None None] Checking router: 68f8a11e-6cc5-440d-a739-7abeb0164aac for host: n-d-834765-1 {{(pid=102792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:54:41.490924 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ac74f94-63c5-4c0c-b40d-ba6538c6cb2f None None] Updating router 68f8a11e-6cc5-440d-a739-7abeb0164aac port 9992b074-fbe2-4da3-9131-91e3da12370a binding host n-d-834765-1 {{(pid=102792) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 15:54:41.501137 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-77cc9a44-c67f-4fb6-9516-2fbebe386a50 tempest-FloatingIPNegativeTestJSON-1847375091 tempest-FloatingIPNegativeTestJSON-1847375091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:41.519881 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-1f17e10d-165d-4185-8ba8-079d44007132 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:41.549759 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cc9a44-c67f-4fb6-9516-2fbebe386a50 tempest-FloatingIPNegativeTestJSON-1847375091 tempest-FloatingIPNegativeTestJSON-1847375091-project] Pushing event deleted for resources: {'Port': ['ID=63bd8901-7a3c-439b-acc4-e91c8f6a4b0e,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:54:41.566909 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f17e10d-165d-4185-8ba8-079d44007132 admin admin] Network 3e947b62-42fa-4c40-a135-95d654c5af33 is already hosted by enough agents. {{(pid=102790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:54:41.569933 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-1f17e10d-165d-4185-8ba8-079d44007132 admin admin] Resources bound (agent type, host, resource id): {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:54:41.573766 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f17e10d-165d-4185-8ba8-079d44007132 admin admin] Received port after_create {{(pid=102790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:54:41.600561 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f17e10d-165d-4185-8ba8-079d44007132 admin admin] Pushing event updated for resources: {'Port': ['ID=e36293b9-8095-45ba-a97a-5db63821b326,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:54:41.622550 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-1f17e10d-165d-4185-8ba8-079d44007132 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-648347'] for router_interface, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:41.632480 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port d8e77564-eaaf-4718-822d-1183ca2bcda3, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=d8e77564-eaaf-4718-822d-1183ca2bcda3,segment=NetworkSegment(0046c8d7-27be-4ee8-b795-bd72dae4e05f),segment_id=0046c8d7-27be-4ee8-b795-bd72dae4e05f)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:54:41.650667 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Returning: {'device': 'd8e77564-eaaf-4718-822d-1183ca2bcda3', 'network_id': '79dcb3cc-0cfb-4dde-9352-1cf14f1c4e5d', 'port_id': 'd8e77564-eaaf-4718-822d-1183ca2bcda3', 'mac_address': 'fa:16:3e:7c:51:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 620, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3654a5c5-abaa-4465-953e-76c281d7517a', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 15:54:41.659132 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Pushing event updated for resources: {'Port': ['ID=45434a8b-e66c-4986-94a1-97ad0466ab23,revision_number=4']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:54:41.711315 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d2e075-9778-4913-95d4-a3104bcad394 req-0796fb0c-577f-4363-8cee-d4f2cec7bb63 tempest-ServerPasswordTestJSON-313571344 tempest-ServerPasswordTestJSON-313571344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:41.712909 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-88d2e075-9778-4913-95d4-a3104bcad394 req-0796fb0c-577f-4363-8cee-d4f2cec7bb63 tempest-ServerPasswordTestJSON-313571344 tempest-ServerPasswordTestJSON-313571344-project] 10.222.0.42 "GET /v2.0/ports?device_id=f3a8f79a-359b-4be4-a8f1-f0362234b1d3 HTTP/1.1" status: 200 len: 943 time: 0.1591473 Mar 29 15:54:41.721385 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-77cc9a44-c67f-4fb6-9516-2fbebe386a50 tempest-FloatingIPNegativeTestJSON-1847375091 tempest-FloatingIPNegativeTestJSON-1847375091-project] Notify callbacks [] for floatingip, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:41.724794 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-77cc9a44-c67f-4fb6-9516-2fbebe386a50 tempest-FloatingIPNegativeTestJSON-1847375091 tempest-FloatingIPNegativeTestJSON-1847375091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for floatingip, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:41.725954 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-77cc9a44-c67f-4fb6-9516-2fbebe386a50 tempest-FloatingIPNegativeTestJSON-1847375091 tempest-FloatingIPNegativeTestJSON-1847375091-project] 10.222.0.42 "DELETE /v2.0/floatingips/32749bb4-ced2-423d-8998-3016728bd8cb HTTP/1.1" status: 204 len: 168 time: 1.1724730 Mar 29 15:54:41.732983 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 36780) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:54:41.737346 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-091529ca-dbf9-4cae-aa71-0afe099a8c3f tempest-FloatingIPNegativeTestJSON-1847375091 tempest-FloatingIPNegativeTestJSON-1847375091-project] Request body: {'floatingip': {'floating_network_id': '91047680-1157-4907-b3c5-1633d73d37fd', 'port_id': 'cfebd09f-6e81-41b0-8023-64aed0593115', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:54:41.737973 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-9ac74f94-63c5-4c0c-b40d-ba6538c6cb2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:41.797478 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-88d2e075-9778-4913-95d4-a3104bcad394 req-5bcf59d5-0556-49a1-b35c-4d0bd62e4cd7 tempest-ServerPasswordTestJSON-313571344 tempest-ServerPasswordTestJSON-313571344-project] 10.222.0.42 "GET /v2.0/security-groups?id=45b558a3-ec5d-42f1-a704-808845bf4cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702965 Mar 29 15:54:41.799924 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-091529ca-dbf9-4cae-aa71-0afe099a8c3f tempest-FloatingIPNegativeTestJSON-1847375091 tempest-FloatingIPNegativeTestJSON-1847375091-project] Notify callbacks [] for floatingip, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:41.897788 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-1f17e10d-165d-4185-8ba8-079d44007132 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:41.904776 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:41.972433 n-d-834765-1 neutron-server[102791]: INFO neutron.api.v2.resource [None req-091529ca-dbf9-4cae-aa71-0afe099a8c3f tempest-FloatingIPNegativeTestJSON-1847375091 tempest-FloatingIPNegativeTestJSON-1847375091-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 29 15:54:41.973884 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-091529ca-dbf9-4cae-aa71-0afe099a8c3f tempest-FloatingIPNegativeTestJSON-1847375091 tempest-FloatingIPNegativeTestJSON-1847375091-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.2399757 Mar 29 15:54:41.978022 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 36786) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:54:41.986176 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-e5f18305-26bc-46c1-ae0e-fe73640dc160 tempest-FloatingIPNegativeTestJSON-1847375091 tempest-FloatingIPNegativeTestJSON-1847375091-project] Request body: {'floatingip': {'floating_network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'port_id': 'cfebd09f-6e81-41b0-8023-64aed0593115', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:54:41.993115 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8e77564-eaaf-4718-822d-1183ca2bcda3 {{(pid=102792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:54:42.060147 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-e5f18305-26bc-46c1-ae0e-fe73640dc160 tempest-FloatingIPNegativeTestJSON-1847375091 tempest-FloatingIPNegativeTestJSON-1847375091-project] Notify callbacks [] for floatingip, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:42.113269 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30854efd-87cc-410e-bb9a-9fb8b7b04f49 req-e1ddd8c8-0bb3-4dc8-9291-af744102289b tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:42.119183 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port d8e77564-eaaf-4718-822d-1183ca2bcda3, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=d8e77564-eaaf-4718-822d-1183ca2bcda3,segment=NetworkSegment(0046c8d7-27be-4ee8-b795-bd72dae4e05f),segment_id=0046c8d7-27be-4ee8-b795-bd72dae4e05f)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:54:42.130940 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30854efd-87cc-410e-bb9a-9fb8b7b04f49 req-e1ddd8c8-0bb3-4dc8-9291-af744102289b tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:42.138432 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30854efd-87cc-410e-bb9a-9fb8b7b04f49 req-e1ddd8c8-0bb3-4dc8-9291-af744102289b tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:42.147544 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30854efd-87cc-410e-bb9a-9fb8b7b04f49 req-e1ddd8c8-0bb3-4dc8-9291-af744102289b tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:42.155183 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30854efd-87cc-410e-bb9a-9fb8b7b04f49 req-e1ddd8c8-0bb3-4dc8-9291-af744102289b tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:42.156644 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:42.157309 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device 23c62477-8d6b-4dd5-97b0-ad5f9036e848 details requested by agent hyperv_n-h2-834765-1 with host n-h2-834765-1 {{(pid=102792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 15:54:42.164980 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30854efd-87cc-410e-bb9a-9fb8b7b04f49 req-e1ddd8c8-0bb3-4dc8-9291-af744102289b tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:42.172176 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30854efd-87cc-410e-bb9a-9fb8b7b04f49 req-e1ddd8c8-0bb3-4dc8-9291-af744102289b tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:42.182152 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-30854efd-87cc-410e-bb9a-9fb8b7b04f49 req-e1ddd8c8-0bb3-4dc8-9291-af744102289b tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] 10.222.0.42 "GET /v2.0/ports?device_id=b5e34b53-8d44-45db-a377-1c001fe98b5c HTTP/1.1" status: 200 len: 5436 time: 0.3103335 Mar 29 15:54:42.213948 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port 23c62477-8d6b-4dd5-97b0-ad5f9036e848, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=23c62477-8d6b-4dd5-97b0-ad5f9036e848,segment=NetworkSegment(0046c8d7-27be-4ee8-b795-bd72dae4e05f),segment_id=0046c8d7-27be-4ee8-b795-bd72dae4e05f)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:54:42.276644 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-30854efd-87cc-410e-bb9a-9fb8b7b04f49 req-772f54fd-3799-4320-897c-c69bfa7b9a12 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] 10.222.0.42 "GET /v2.0/security-groups?id=6e57fe5c-cb87-4607-b926-1e4de2690a28&id=e2ab8bce-bca0-434d-ad1c-ad30dfd1db67&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0933101 Mar 29 15:54:42.318447 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-e5f18305-26bc-46c1-ae0e-fe73640dc160 tempest-FloatingIPNegativeTestJSON-1847375091 tempest-FloatingIPNegativeTestJSON-1847375091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:42.442309 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-1f17e10d-165d-4185-8ba8-079d44007132 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:42.454782 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-1f17e10d-165d-4185-8ba8-079d44007132 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5237921'] for port, after_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:42.622536 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f17e10d-165d-4185-8ba8-079d44007132 admin admin] Pushing event updated for resources: {'Port': ['ID=e36293b9-8095-45ba-a97a-5db63821b326,revision_number=2']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:54:42.625126 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-1f17e10d-165d-4185-8ba8-079d44007132 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-648439'] for router_interface, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:42.660791 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97224e2-0047-43de-8d3e-a82e6b0de4df req-da3f823b-ca0e-409f-85eb-c304d5e65682 tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:42.665368 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-a97224e2-0047-43de-8d3e-a82e6b0de4df req-da3f823b-ca0e-409f-85eb-c304d5e65682 tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] 10.222.0.42 "GET /v2.0/ports?device_id=27edd37b-f742-40e3-a8c7-8890983862b7 HTTP/1.1" status: 200 len: 945 time: 0.1106207 Mar 29 15:54:42.666903 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-7c9e1a05-9616-4f4b-bdb3-68b43565e4dd None None] Provisioning complete for port e36293b9-8095-45ba-a97a-5db63821b326 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:54:42.667479 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-7c9e1a05-9616-4f4b-bdb3-68b43565e4dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:42.687611 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Returning: {'device': '23c62477-8d6b-4dd5-97b0-ad5f9036e848', 'network_id': '79dcb3cc-0cfb-4dde-9352-1cf14f1c4e5d', 'port_id': '23c62477-8d6b-4dd5-97b0-ad5f9036e848', 'mac_address': 'fa:16:3e:c6:85:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 620, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3654a5c5-abaa-4465-953e-76c281d7517a', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 15:54:42.749991 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-a97224e2-0047-43de-8d3e-a82e6b0de4df req-d6712872-49fc-4098-8edb-27b26c0c99e7 tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] 10.222.0.42 "GET /v2.0/security-groups?id=4d484579-48b3-4400-916a-a84f820a118c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743265 Mar 29 15:54:42.787400 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f17e10d-165d-4185-8ba8-079d44007132 admin admin] Network 3e947b62-42fa-4c40-a135-95d654c5af33 is already hosted by enough agents. {{(pid=102790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:54:42.787400 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-1f17e10d-165d-4185-8ba8-079d44007132 admin admin] Resources bound (agent type, host, resource id): {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:54:42.826279 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Pushing event updated for resources: {'Port': ['ID=d8e77564-eaaf-4718-822d-1183ca2bcda3,revision_number=4']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:54:42.831533 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-7c9e1a05-9616-4f4b-bdb3-68b43565e4dd None None] Port e36293b9-8095-45ba-a97a-5db63821b326 cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 15:54:42.848396 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:42.893750 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23c62477-8d6b-4dd5-97b0-ad5f9036e848 {{(pid=102792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:54:42.927709 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port 23c62477-8d6b-4dd5-97b0-ad5f9036e848, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=23c62477-8d6b-4dd5-97b0-ad5f9036e848,segment=NetworkSegment(0046c8d7-27be-4ee8-b795-bd72dae4e05f),segment_id=0046c8d7-27be-4ee8-b795-bd72dae4e05f)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:54:42.989113 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-9ac74f94-63c5-4c0c-b40d-ba6538c6cb2f None None] Notify callbacks [] for port, precommit_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:42.992654 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:42.997457 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-9ac74f94-63c5-4c0c-b40d-ba6538c6cb2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:43.009418 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device 55719bec-7dd9-427c-9b98-3e3ef6996ca4 details requested by agent hyperv_n-h2-834765-1 with host n-h2-834765-1 {{(pid=102792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 15:54:43.042781 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f17e10d-165d-4185-8ba8-079d44007132 admin admin] Router 68f8a11e-6cc5-440d-a739-7abeb0164aac has already been hosted by L3 agent c648d819-1060-4f26-b4ec-6455387b5dff {{(pid=102790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 15:54:43.060449 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device f402d3d7-34ef-43ea-8950-d2b015ceb2a3 up at agent hyperv_n-h2-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:54:43.081741 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e840a7d9-1244-4753-864e-956dfd507783 req-7946dda4-eae9-4c25-89e3-20e820143318 tempest-ServerPasswordTestJSON-313571344 tempest-ServerPasswordTestJSON-313571344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:43.084591 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e840a7d9-1244-4753-864e-956dfd507783 req-7946dda4-eae9-4c25-89e3-20e820143318 tempest-ServerPasswordTestJSON-313571344 tempest-ServerPasswordTestJSON-313571344-project] 10.222.0.42 "GET /v2.0/ports?device_id=f3a8f79a-359b-4be4-a8f1-f0362234b1d3 HTTP/1.1" status: 200 len: 943 time: 0.1378396 Mar 29 15:54:43.109791 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_common [None req-e5f18305-26bc-46c1-ae0e-fe73640dc160 tempest-FloatingIPNegativeTestJSON-1847375091 tempest-FloatingIPNegativeTestJSON-1847375091-project] Allocated IP 172.25.4.112 (4a4a035d-ecac-4ead-baa3-25f90788773a/e1a353dc-fac8-4901-a63c-273840237d6a/17c33595-cfb5-42ac-aa78-52df9daa04c5) {{(pid=102791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:54:43.134429 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-9ac74f94-63c5-4c0c-b40d-ba6538c6cb2f None None] Attempting to bind port 9992b074-fbe2-4da3-9131-91e3da12370a on host n-d-834765-1 for vnic_type normal with profile {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:54:43.134796 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-9ac74f94-63c5-4c0c-b40d-ba6538c6cb2f None None] Attempting to bind port 9992b074-fbe2-4da3-9131-91e3da12370a by drivers openvswitch,hyperv on host n-d-834765-1 at level 0 using segments [{'id': '6ab47353-a811-4bad-bc73-b4cc84583cfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:54:43.135153 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ac74f94-63c5-4c0c-b40d-ba6538c6cb2f None None] Attempting to bind port 9992b074-fbe2-4da3-9131-91e3da12370a on network 4a4a035d-ecac-4ead-baa3-25f90788773a {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:54:43.170448 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e840a7d9-1244-4753-864e-956dfd507783 req-cc0e42de-efbf-4374-a8d8-7bd2f4848fa1 tempest-ServerPasswordTestJSON-313571344 tempest-ServerPasswordTestJSON-313571344-project] 10.222.0.42 "GET /v2.0/security-groups?id=45b558a3-ec5d-42f1-a704-808845bf4cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778165 Mar 29 15:54:43.185060 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ac74f94-63c5-4c0c-b40d-ba6538c6cb2f None None] Checking agent: {'id': 'a8866439-9d96-425c-b519-6905c591ac37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 25, 36), 'started_at': datetime.datetime(2022, 3, 29, 15, 26, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 54, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834765-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:54:43.186016 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ac74f94-63c5-4c0c-b40d-ba6538c6cb2f None None] Checking segment: {'id': '6ab47353-a811-4bad-bc73-b4cc84583cfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:54:43.186016 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-9ac74f94-63c5-4c0c-b40d-ba6538c6cb2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:43.186263 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ac74f94-63c5-4c0c-b40d-ba6538c6cb2f None None] Bound using segment: {'id': '6ab47353-a811-4bad-bc73-b4cc84583cfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:54:43.186683 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-9ac74f94-63c5-4c0c-b40d-ba6538c6cb2f None None] Bound port: 9992b074-fbe2-4da3-9131-91e3da12370a, host: n-d-834765-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ab47353-a811-4bad-bc73-b4cc84583cfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'}}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 15:54:43.187063 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-9ac74f94-63c5-4c0c-b40d-ba6538c6cb2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:43.210251 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f17e10d-165d-4185-8ba8-079d44007132 admin admin] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:54:43.216501 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-1f17e10d-165d-4185-8ba8-079d44007132 admin admin] 10.222.0.42 "PUT /v2.0/routers/68f8a11e-6cc5-440d-a739-7abeb0164aac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1167231 Mar 29 15:54:43.217981 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Pushing event updated for resources: {'Port': ['ID=23c62477-8d6b-4dd5-97b0-ad5f9036e848,revision_number=4']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:54:43.280759 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-e5f18305-26bc-46c1-ae0e-fe73640dc160 tempest-FloatingIPNegativeTestJSON-1847375091 tempest-FloatingIPNegativeTestJSON-1847375091-project] Notify callbacks [] for port, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:43.307810 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port 55719bec-7dd9-427c-9b98-3e3ef6996ca4, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=55719bec-7dd9-427c-9b98-3e3ef6996ca4,segment=NetworkSegment(40e4b925-f37a-4359-875f-fdc7ad7c8fca),segment_id=40e4b925-f37a-4359-875f-fdc7ad7c8fca)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:54:43.322552 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-e5f18305-26bc-46c1-ae0e-fe73640dc160 tempest-FloatingIPNegativeTestJSON-1847375091 tempest-FloatingIPNegativeTestJSON-1847375091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:43.323841 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Provisioning for port f402d3d7-34ef-43ea-8950-d2b015ceb2a3 completed by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 15:54:43.338033 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad68f53-09ef-476a-bfe2-40f44b8e8675 None None] Pushing event updated for resources: {'Port': ['ID=9992b074-fbe2-4da3-9131-91e3da12370a,revision_number=2']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:54:43.342742 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-9ac74f94-63c5-4c0c-b40d-ba6538c6cb2f None None] For port 9992b074-fbe2-4da3-9131-91e3da12370a, host n-d-834765-1, cleared binding levels {{(pid=102792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:54:43.346618 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Provisioning complete for port f402d3d7-34ef-43ea-8950-d2b015ceb2a3 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:54:43.346989 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:43.351344 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-9ac74f94-63c5-4c0c-b40d-ba6538c6cb2f None None] For port 9992b074-fbe2-4da3-9131-91e3da12370a, host n-d-834765-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=9992b074-fbe2-4da3-9131-91e3da12370a,segment=NetworkSegment(6ab47353-a811-4bad-bc73-b4cc84583cfd),segment_id=6ab47353-a811-4bad-bc73-b4cc84583cfd)] {{(pid=102792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:54:43.352511 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Returning: {'device': '55719bec-7dd9-427c-9b98-3e3ef6996ca4', 'network_id': '52707c15-3851-4a72-912f-384fef5a3e28', 'port_id': '55719bec-7dd9-427c-9b98-3e3ef6996ca4', 'mac_address': 'fa:16:3e:98:39:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 607, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00f3f5f3-b15a-4442-87ea-728f1fc894e8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 15:54:43.372722 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-41cce4b5-bf5d-4e5f-ba51-6901f172f4fd None None] Provisioning complete for port e36293b9-8095-45ba-a97a-5db63821b326 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:54:43.373081 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-41cce4b5-bf5d-4e5f-ba51-6901f172f4fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:43.384944 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-9ac74f94-63c5-4c0c-b40d-ba6538c6cb2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:43.428008 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f18305-26bc-46c1-ae0e-fe73640dc160 tempest-FloatingIPNegativeTestJSON-1847375091 tempest-FloatingIPNegativeTestJSON-1847375091-project] Pushing event updated for resources: {'Port': ['ID=17c33595-cfb5-42ac-aa78-52df9daa04c5,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:54:43.438946 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5f18305-26bc-46c1-ae0e-fe73640dc160 tempest-FloatingIPNegativeTestJSON-1847375091 tempest-FloatingIPNegativeTestJSON-1847375091-project] Network 4a4a035d-ecac-4ead-baa3-25f90788773a is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:54:43.441296 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [None req-e5f18305-26bc-46c1-ae0e-fe73640dc160 tempest-FloatingIPNegativeTestJSON-1847375091 tempest-FloatingIPNegativeTestJSON-1847375091-project] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:54:43.443643 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5f18305-26bc-46c1-ae0e-fe73640dc160 tempest-FloatingIPNegativeTestJSON-1847375091 tempest-FloatingIPNegativeTestJSON-1847375091-project] Received port after_create {{(pid=102791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:54:43.461670 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20565def-4255-498c-9211-ca1785fb4f13 req-e9adc1d4-5fb9-4879-9015-4288b3ab08ab tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:43.467965 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20565def-4255-498c-9211-ca1785fb4f13 req-e9adc1d4-5fb9-4879-9015-4288b3ab08ab tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:43.480169 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20565def-4255-498c-9211-ca1785fb4f13 req-e9adc1d4-5fb9-4879-9015-4288b3ab08ab tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:43.481427 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20565def-4255-498c-9211-ca1785fb4f13 req-e9adc1d4-5fb9-4879-9015-4288b3ab08ab tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:43.492177 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20565def-4255-498c-9211-ca1785fb4f13 req-e9adc1d4-5fb9-4879-9015-4288b3ab08ab tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:43.499154 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20565def-4255-498c-9211-ca1785fb4f13 req-e9adc1d4-5fb9-4879-9015-4288b3ab08ab tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:43.506952 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20565def-4255-498c-9211-ca1785fb4f13 req-e9adc1d4-5fb9-4879-9015-4288b3ab08ab tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:43.509404 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-41cce4b5-bf5d-4e5f-ba51-6901f172f4fd None None] Port e36293b9-8095-45ba-a97a-5db63821b326 cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 15:54:43.515542 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-20565def-4255-498c-9211-ca1785fb4f13 req-e9adc1d4-5fb9-4879-9015-4288b3ab08ab tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] 10.222.0.42 "GET /v2.0/ports?device_id=b5e34b53-8d44-45db-a377-1c001fe98b5c HTTP/1.1" status: 200 len: 5438 time: 0.1383700 Mar 29 15:54:43.531457 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:43.535466 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad68f53-09ef-476a-bfe2-40f44b8e8675 None None] Pushing event updated for resources: {'Port': ['ID=9992b074-fbe2-4da3-9131-91e3da12370a,revision_number=3']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:54:43.548106 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ac74f94-63c5-4c0c-b40d-ba6538c6cb2f None None] Routers {'68f8a11e-6cc5-440d-a739-7abeb0164aac'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:54:43.548762 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-9ac74f94-63c5-4c0c-b40d-ba6538c6cb2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:54:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['68f8a11e-6cc5-440d-a739-7abeb0164aac'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:54:43.567864 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-20565def-4255-498c-9211-ca1785fb4f13 req-286823ba-3ea0-453e-9466-e749d0c83d25 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] 10.222.0.42 "GET /v2.0/security-groups?id=6e57fe5c-cb87-4607-b926-1e4de2690a28&id=e2ab8bce-bca0-434d-ad1c-ad30dfd1db67&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0513039 Mar 29 15:54:43.588457 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55719bec-7dd9-427c-9b98-3e3ef6996ca4 {{(pid=102792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:54:43.646009 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port 55719bec-7dd9-427c-9b98-3e3ef6996ca4, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=55719bec-7dd9-427c-9b98-3e3ef6996ca4,segment=NetworkSegment(40e4b925-f37a-4359-875f-fdc7ad7c8fca),segment_id=40e4b925-f37a-4359-875f-fdc7ad7c8fca)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:54:43.654885 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:43.663122 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:43.666348 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-e5f18305-26bc-46c1-ae0e-fe73640dc160 tempest-FloatingIPNegativeTestJSON-1847375091 tempest-FloatingIPNegativeTestJSON-1847375091-project] Deleting port 17c33595-cfb5-42ac-aa78-52df9daa04c5 {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:54:43.666764 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-e5f18305-26bc-46c1-ae0e-fe73640dc160 tempest-FloatingIPNegativeTestJSON-1847375091 tempest-FloatingIPNegativeTestJSON-1847375091-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:43.737180 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] get_ports_and_sgs() called for port_ids ['45434a8b-e66c-4986-94a1-97ad0466ab23'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:54:43.761461 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-e5f18305-26bc-46c1-ae0e-fe73640dc160 tempest-FloatingIPNegativeTestJSON-1847375091 tempest-FloatingIPNegativeTestJSON-1847375091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:43.761797 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-e5f18305-26bc-46c1-ae0e-fe73640dc160 tempest-FloatingIPNegativeTestJSON-1847375091 tempest-FloatingIPNegativeTestJSON-1847375091-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:43.777762 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-e5f18305-26bc-46c1-ae0e-fe73640dc160 tempest-FloatingIPNegativeTestJSON-1847375091 tempest-FloatingIPNegativeTestJSON-1847375091-project] Calling delete_port for 17c33595-cfb5-42ac-aa78-52df9daa04c5 owned by network:floatingip {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:54:43.790755 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] get_ports_and_sgs() called for port_ids ['d8e77564-eaaf-4718-822d-1183ca2bcda3'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:54:43.809296 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvr_db [None req-9ac74f94-63c5-4c0c-b40d-ba6538c6cb2f None None] Set router 68f8a11e-6cc5-440d-a739-7abeb0164aac gateway port host: n-d-834765-1 {{(pid=102792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:54:43.833044 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5e34b53-8d44-45db-a377-1c001fe98b5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f402d3d7-34ef-43ea-8950-d2b015ceb2a3'}] {{(pid=102792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:54:43.835745 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4f476c66b318cc6068719fc39557fac68d413f5c7e78fa77028c7948e999ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68943df0-086d-4e57-8412-dce9919ffa1b" -d '{"events": [{"server_uuid": "b5e34b53-8d44-45db-a377-1c001fe98b5c", "name": "network-vif-plugged", "status": "completed", "tag": "f402d3d7-34ef-43ea-8950-d2b015ceb2a3"}]}' {{(pid=102792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:54:43.889419 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Pushing event updated for resources: {'Port': ['ID=55719bec-7dd9-427c-9b98-3e3ef6996ca4,revision_number=4']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:54:43.901073 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port f402d3d7-34ef-43ea-8950-d2b015ceb2a3, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=f402d3d7-34ef-43ea-8950-d2b015ceb2a3,segment=NetworkSegment(9581079c-64f8-4f74-b62d-5bba29484aa6),segment_id=9581079c-64f8-4f74-b62d-5bba29484aa6)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:54:43.916529 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:43.917339 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device c7980440-a2bc-4a32-9f5c-7dafd0239f39 up at agent hyperv_n-h2-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:54:43.981191 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:54:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04e30193-19e0-42c9-b867-443ed8a9e611 x-openstack-request-id: req-04e30193-19e0-42c9-b867-443ed8a9e611 {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:54:43.981609 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5e34b53-8d44-45db-a377-1c001fe98b5c", "name": "network-vif-plugged", "status": "completed", "tag": "f402d3d7-34ef-43ea-8950-d2b015ceb2a3", "code": 200}]} {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:54:43.981953 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-04e30193-19e0-42c9-b867-443ed8a9e611 {{(pid=102792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:54:43.982596 n-d-834765-1 neutron-server[102792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5e34b53-8d44-45db-a377-1c001fe98b5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f402d3d7-34ef-43ea-8950-d2b015ceb2a3', 'code': 200} Mar 29 15:54:43.985635 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] get_ports_and_sgs() called for port_ids ['23c62477-8d6b-4dd5-97b0-ad5f9036e848'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:54:44.025159 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 36844) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:54:44.029960 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-74d76158-aecb-477a-bdae-f7b3623b9bbf admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-536563151-network', 'tenant_id': 'b8a89acfb5f041188bb0555d8cd4d395'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:54:44.066539 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74d76158-aecb-477a-bdae-f7b3623b9bbf admin admin] Made reservation on behalf of b8a89acfb5f041188bb0555d8cd4d395 for: {'network': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:54:44.069670 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-74d76158-aecb-477a-bdae-f7b3623b9bbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for network, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:44.093907 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-74d76158-aecb-477a-bdae-f7b3623b9bbf admin admin] Notify callbacks [] for security_group, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:44.116965 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661952f1-6e98-4b26-bba9-2827e6cb17b0 req-ef2562c6-6284-4dcd-accc-becc7fe7c740 tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:44.119344 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-661952f1-6e98-4b26-bba9-2827e6cb17b0 req-ef2562c6-6284-4dcd-accc-becc7fe7c740 tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] 10.222.0.42 "GET /v2.0/ports?device_id=27edd37b-f742-40e3-a8c7-8890983862b7 HTTP/1.1" status: 200 len: 945 time: 0.1397929 Mar 29 15:54:44.120589 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-e5f18305-26bc-46c1-ae0e-fe73640dc160 tempest-FloatingIPNegativeTestJSON-1847375091 tempest-FloatingIPNegativeTestJSON-1847375091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:44.213503 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f18305-26bc-46c1-ae0e-fe73640dc160 tempest-FloatingIPNegativeTestJSON-1847375091 tempest-FloatingIPNegativeTestJSON-1847375091-project] Pushing event deleted for resources: {'Port': ['ID=17c33595-cfb5-42ac-aa78-52df9daa04c5,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:54:44.230830 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-661952f1-6e98-4b26-bba9-2827e6cb17b0 req-83209b47-cceb-439b-808b-674fb667e381 tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] 10.222.0.42 "GET /v2.0/security-groups?id=4d484579-48b3-4400-916a-a84f820a118c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721538 Mar 29 15:54:44.245812 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Pushing event updated for resources: {'Port': ['ID=f402d3d7-34ef-43ea-8950-d2b015ceb2a3,revision_number=5']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:54:44.265478 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] get_ports_and_sgs() called for port_ids ['55719bec-7dd9-427c-9b98-3e3ef6996ca4'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:54:44.304203 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-74d76158-aecb-477a-bdae-f7b3623b9bbf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:44.337213 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-74d76158-aecb-477a-bdae-f7b3623b9bbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:44.370470 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74d76158-aecb-477a-bdae-f7b3623b9bbf admin admin] vlan segment allocate from pool success with {'vlan_id': 648, 'physical_network': 'physnet1'} {{(pid=102790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 15:54:44.377693 n-d-834765-1 neutron-server[102791]: INFO neutron.api.v2.resource [None req-e5f18305-26bc-46c1-ae0e-fe73640dc160 tempest-FloatingIPNegativeTestJSON-1847375091 tempest-FloatingIPNegativeTestJSON-1847375091-project] create failed (client error): The resource could not be found. Mar 29 15:54:44.380671 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-e5f18305-26bc-46c1-ae0e-fe73640dc160 tempest-FloatingIPNegativeTestJSON-1847375091 tempest-FloatingIPNegativeTestJSON-1847375091-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 2.4012487 Mar 29 15:54:44.383903 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 36848) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:54:44.384514 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d76158-aecb-477a-bdae-f7b3623b9bbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a51e3d32-79e5-4cc2-a2a9-a25e1895348e,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:54:44.386715 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Provisioning for port c7980440-a2bc-4a32-9f5c-7dafd0239f39 completed by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 15:54:44.390997 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-74d76158-aecb-477a-bdae-f7b3623b9bbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:44.391373 n-d-834765-1 neutron-server[102790]: INFO neutron.db.segments_db [None req-74d76158-aecb-477a-bdae-f7b3623b9bbf admin admin] Added segment cfc9c6ae-8ef1-4f3d-a93d-caebd6af4900 of type vlan for network 3cd77a91-4565-406b-b7fe-43338bf4c97c Mar 29 15:54:44.432272 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780420d0-41eb-47f7-8f01-18ab6dfb23e7 req-8399d601-843e-471b-8bb2-943365047379 tempest-ServerPasswordTestJSON-313571344 tempest-ServerPasswordTestJSON-313571344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:44.436867 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Provisioning complete for port c7980440-a2bc-4a32-9f5c-7dafd0239f39 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:54:44.437238 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:44.441569 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-780420d0-41eb-47f7-8f01-18ab6dfb23e7 req-8399d601-843e-471b-8bb2-943365047379 tempest-ServerPasswordTestJSON-313571344 tempest-ServerPasswordTestJSON-313571344-project] 10.222.0.42 "GET /v2.0/ports?device_id=f3a8f79a-359b-4be4-a8f1-f0362234b1d3 HTTP/1.1" status: 200 len: 944 time: 0.1348808 Mar 29 15:54:44.557715 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-74d76158-aecb-477a-bdae-f7b3623b9bbf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783522915970'] for network, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:44.605195 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-e333604b-eee9-484c-b148-68660a9bb73a tempest-FloatingIPNegativeTestJSON-1847375091 tempest-FloatingIPNegativeTestJSON-1847375091-project] Deleting port cfebd09f-6e81-41b0-8023-64aed0593115 {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:54:44.605544 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-e333604b-eee9-484c-b148-68660a9bb73a tempest-FloatingIPNegativeTestJSON-1847375091 tempest-FloatingIPNegativeTestJSON-1847375091-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:44.626994 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-780420d0-41eb-47f7-8f01-18ab6dfb23e7 req-1869f9ec-a6e1-45c0-b752-b3776fbbf24c tempest-ServerPasswordTestJSON-313571344 tempest-ServerPasswordTestJSON-313571344-project] 10.222.0.42 "GET /v2.0/security-groups?id=45b558a3-ec5d-42f1-a704-808845bf4cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826265 Mar 29 15:54:44.657156 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-74d76158-aecb-477a-bdae-f7b3623b9bbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795'] for network, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:44.658139 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74d76158-aecb-477a-bdae-f7b3623b9bbf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:44.658775 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-74d76158-aecb-477a-bdae-f7b3623b9bbf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for network, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:44.775222 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-e333604b-eee9-484c-b148-68660a9bb73a tempest-FloatingIPNegativeTestJSON-1847375091 tempest-FloatingIPNegativeTestJSON-1847375091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:44.791676 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-e333604b-eee9-484c-b148-68660a9bb73a tempest-FloatingIPNegativeTestJSON-1847375091 tempest-FloatingIPNegativeTestJSON-1847375091-project] Calling delete_port for cfebd09f-6e81-41b0-8023-64aed0593115 owned by {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:54:44.804364 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3e5bc4-a0cb-46c5-afb9-8eb779e3bf02 req-f9831194-1a0d-42b1-ba14-1388130ef0dd tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:44.810485 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d76158-aecb-477a-bdae-f7b3623b9bbf admin admin] Pushing event updated for resources: {'Network': ['ID=3cd77a91-4565-406b-b7fe-43338bf4c97c,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:54:44.810679 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3e5bc4-a0cb-46c5-afb9-8eb779e3bf02 req-f9831194-1a0d-42b1-ba14-1388130ef0dd tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:44.822515 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-74d76158-aecb-477a-bdae-f7b3623b9bbf admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7950978 Mar 29 15:54:44.824533 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 36862) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:54:44.829767 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3e5bc4-a0cb-46c5-afb9-8eb779e3bf02 req-f9831194-1a0d-42b1-ba14-1388130ef0dd tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:44.830822 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-cd85f414-5062-452f-8d67-0c1f885cc338 admin admin] Request body: {'subnet': {'network_id': '3cd77a91-4565-406b-b7fe-43338bf4c97c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-536563151-subnet', 'tenant_id': 'b8a89acfb5f041188bb0555d8cd4d395', 'ip_version': 4}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:54:44.836753 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3e5bc4-a0cb-46c5-afb9-8eb779e3bf02 req-f9831194-1a0d-42b1-ba14-1388130ef0dd tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:44.846621 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3e5bc4-a0cb-46c5-afb9-8eb779e3bf02 req-f9831194-1a0d-42b1-ba14-1388130ef0dd tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:44.853361 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Network 3cd77a91-4565-406b-b7fe-43338bf4c97c details requested by agent ovs-agent-n-d-834765-1 with host n-d-834765-1 {{(pid=102792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 15:54:44.853866 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd85f414-5062-452f-8d67-0c1f885cc338 admin admin] Made reservation on behalf of b8a89acfb5f041188bb0555d8cd4d395 for: {'subnet': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:54:44.855724 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3e5bc4-a0cb-46c5-afb9-8eb779e3bf02 req-f9831194-1a0d-42b1-ba14-1388130ef0dd tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:44.858259 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-cd85f414-5062-452f-8d67-0c1f885cc338 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4793983'] for subnet, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:44.861569 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3e5bc4-a0cb-46c5-afb9-8eb779e3bf02 req-f9831194-1a0d-42b1-ba14-1388130ef0dd tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:44.864114 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-fa3e5bc4-a0cb-46c5-afb9-8eb779e3bf02 req-f9831194-1a0d-42b1-ba14-1388130ef0dd tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] 10.222.0.42 "GET /v2.0/ports?device_id=b5e34b53-8d44-45db-a377-1c001fe98b5c HTTP/1.1" status: 200 len: 5439 time: 0.1902206 Mar 29 15:54:44.950873 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-fa3e5bc4-a0cb-46c5-afb9-8eb779e3bf02 req-2321ac11-aa79-4938-806f-6deac4c30acb tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] 10.222.0.42 "GET /v2.0/security-groups?id=6e57fe5c-cb87-4607-b926-1e4de2690a28&id=e2ab8bce-bca0-434d-ad1c-ad30dfd1db67&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0789897 Mar 29 15:54:45.043222 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-e333604b-eee9-484c-b148-68660a9bb73a tempest-FloatingIPNegativeTestJSON-1847375091 tempest-FloatingIPNegativeTestJSON-1847375091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:45.075053 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-cd85f414-5062-452f-8d67-0c1f885cc338 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5231896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4793961'] for subnet, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:45.083227 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e333604b-eee9-484c-b148-68660a9bb73a tempest-FloatingIPNegativeTestJSON-1847375091 tempest-FloatingIPNegativeTestJSON-1847375091-project] Pushing event deleted for resources: {'Port': ['ID=cfebd09f-6e81-41b0-8023-64aed0593115,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:54:45.161234 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-e333604b-eee9-484c-b148-68660a9bb73a tempest-FloatingIPNegativeTestJSON-1847375091 tempest-FloatingIPNegativeTestJSON-1847375091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:45.179148 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-e333604b-eee9-484c-b148-68660a9bb73a tempest-FloatingIPNegativeTestJSON-1847375091 tempest-FloatingIPNegativeTestJSON-1847375091-project] 10.222.0.42 "DELETE /v2.0/ports/cfebd09f-6e81-41b0-8023-64aed0593115 HTTP/1.1" status: 204 len: 168 time: 0.7911296 Mar 29 15:54:45.182995 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 36864) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:54:45.212063 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-9ac74f94-63c5-4c0c-b40d-ba6538c6cb2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68f8a11e-6cc5-440d-a739-7abeb0164aac', 'name': 'tempest-TestServerBasicOps-1593062931-router', 'tenant_id': '04bb88e92aa64365906899266844f6e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.52'}], 'enable_snat': True}, 'gw_port_id': '9992b074-fbe2-4da3-9131-91e3da12370a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:54:35Z', 'updated_at': '2022-03-29T15:54:41Z', 'revision_number': 4, 'project_id': '04bb88e92aa64365906899266844f6e0', 'gw_port': {'id': '9992b074-fbe2-4da3-9131-91e3da12370a', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:55:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68f8a11e-6cc5-440d-a739-7abeb0164aac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2359, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:54:36Z', 'updated_at': '2022-03-29T15:54:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': 'e36293b9-8095-45ba-a97a-5db63821b326', 'name': '', 'network_id': '3e947b62-42fa-4c40-a135-95d654c5af33', 'tenant_id': '04bb88e92aa64365906899266844f6e0', 'mac_address': 'fa:16:3e:84:8d:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68f8a11e-6cc5-440d-a739-7abeb0164aac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2363, 'fixed_ips': [{'subnet_id': 'd2bd398d-9d3a-4812-aba7-11f854be4832', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:54:41Z', 'updated_at': '2022-03-29T15:54:42Z', 'revision_number': 2, 'project_id': '04bb88e92aa64365906899266844f6e0', 'subnets': [{'id': 'd2bd398d-9d3a-4812-aba7-11f854be4832', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:54:45.235467 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd85f414-5062-452f-8d67-0c1f885cc338 admin admin] Pushing event updated for resources: {'Subnet': ['ID=91c02cc5-7c21-4a8b-82d6-aa182ec43b6f,revision_number=0']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:54:45.251274 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ac74f94-63c5-4c0c-b40d-ba6538c6cb2f None None] The sync data for ids ['68f8a11e-6cc5-440d-a739-7abeb0164aac'] in n-d-834765-1 is: [{'id': '68f8a11e-6cc5-440d-a739-7abeb0164aac', 'name': 'tempest-TestServerBasicOps-1593062931-router', 'tenant_id': '04bb88e92aa64365906899266844f6e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.52'}], 'enable_snat': True}, 'gw_port_id': '9992b074-fbe2-4da3-9131-91e3da12370a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:54:35Z', 'updated_at': '2022-03-29T15:54:41Z', 'revision_number': 4, 'project_id': '04bb88e92aa64365906899266844f6e0', 'gw_port': {'id': '9992b074-fbe2-4da3-9131-91e3da12370a', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:55:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68f8a11e-6cc5-440d-a739-7abeb0164aac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2359, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:54:36Z', 'updated_at': '2022-03-29T15:54:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': 'e36293b9-8095-45ba-a97a-5db63821b326', 'name': '', 'network_id': '3e947b62-42fa-4c40-a135-95d654c5af33', 'tenant_id': '04bb88e92aa64365906899266844f6e0', 'mac_address': 'fa:16:3e:84:8d:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68f8a11e-6cc5-440d-a739-7abeb0164aac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2363, 'fixed_ips': [{'subnet_id': 'd2bd398d-9d3a-4812-aba7-11f854be4832', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:54:41Z', 'updated_at': '2022-03-29T15:54:42Z', 'revision_number': 2, 'project_id': '04bb88e92aa64365906899266844f6e0', 'subnets': [{'id': 'd2bd398d-9d3a-4812-aba7-11f854be4832', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:54:45.256741 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd85f414-5062-452f-8d67-0c1f885cc338 admin admin] Checking segment: {'id': 'cfc9c6ae-8ef1-4f3d-a93d-caebd6af4900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '3cd77a91-4565-406b-b7fe-43338bf4c97c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:54:45.259127 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd85f414-5062-452f-8d67-0c1f885cc338 admin admin] Network hostable DHCP agents. Network: 3cd77a91-4565-406b-b7fe-43338bf4c97c, hostable agents: ['d136643e-48ae-49d4-a851-2ba3bdf3749c'], hosted agents: [] {{(pid=102790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 15:54:45.317811 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3847ddab-299f-4507-b3bf-e9257fc4d41f tempest-FloatingIPNegativeTestJSON-1847375091 tempest-FloatingIPNegativeTestJSON-1847375091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:45.322575 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-3847ddab-299f-4507-b3bf-e9257fc4d41f tempest-FloatingIPNegativeTestJSON-1847375091 tempest-FloatingIPNegativeTestJSON-1847375091-project] 10.222.0.42 "GET /v2.0/ports?device_id=129f942d-1c1d-42fb-91a1-4111421099b6 HTTP/1.1" status: 200 len: 913 time: 0.1358709 Mar 29 15:54:45.323178 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 36868) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:54:45.374866 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:45.424879 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port c7980440-a2bc-4a32-9f5c-7dafd0239f39, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=c7980440-a2bc-4a32-9f5c-7dafd0239f39,segment=NetworkSegment(6a6bae82-112f-4fa5-b290-70a8f9204330),segment_id=6a6bae82-112f-4fa5-b290-70a8f9204330)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:54:45.435760 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:45.437089 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device fd6e3e94-cc76-461b-a427-2d8fa63aec1d up at agent hyperv_n-h2-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:54:45.606811 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Pushing event updated for resources: {'Port': ['ID=c7980440-a2bc-4a32-9f5c-7dafd0239f39,revision_number=5']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:54:45.624601 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Provisioning for port fd6e3e94-cc76-461b-a427-2d8fa63aec1d completed by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 15:54:45.652662 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Provisioning complete for port fd6e3e94-cc76-461b-a427-2d8fa63aec1d triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:54:45.656489 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:45.809916 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979ee825-05fe-4343-bad0-3ce8c5e14d1c req-0fc988b5-4a1a-4090-93be-61ab7d4ffab7 tempest-ServerPasswordTestJSON-313571344 tempest-ServerPasswordTestJSON-313571344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:45.812135 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-979ee825-05fe-4343-bad0-3ce8c5e14d1c req-0fc988b5-4a1a-4090-93be-61ab7d4ffab7 tempest-ServerPasswordTestJSON-313571344 tempest-ServerPasswordTestJSON-313571344-project] 10.222.0.42 "GET /v2.0/ports?device_id=f3a8f79a-359b-4be4-a8f1-f0362234b1d3 HTTP/1.1" status: 200 len: 944 time: 0.0777860 Mar 29 15:54:45.822562 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:45.861419 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port fd6e3e94-cc76-461b-a427-2d8fa63aec1d, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=fd6e3e94-cc76-461b-a427-2d8fa63aec1d,segment=NetworkSegment(6a6bae82-112f-4fa5-b290-70a8f9204330),segment_id=6a6bae82-112f-4fa5-b290-70a8f9204330)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:54:45.866458 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:45.867583 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-979ee825-05fe-4343-bad0-3ce8c5e14d1c req-2bee17cc-ce9e-4f63-bcbd-12dd35978cc1 tempest-ServerPasswordTestJSON-313571344 tempest-ServerPasswordTestJSON-313571344-project] 10.222.0.42 "GET /v2.0/security-groups?id=45b558a3-ec5d-42f1-a704-808845bf4cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470850 Mar 29 15:54:45.890197 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd85f414-5062-452f-8d67-0c1f885cc338 admin admin] Network 3cd77a91-4565-406b-b7fe-43338bf4c97c is scheduled to be hosted by DHCP agent d136643e-48ae-49d4-a851-2ba3bdf3749c with binding_index 1 {{(pid=102790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 15:54:45.896370 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device 2957c1c5-01c3-4fbd-bee2-9935eef14639 up at agent hyperv_n-h2-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:54:45.925132 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-cd85f414-5062-452f-8d67-0c1f885cc338 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834765-1, 3cd77a91-4565-406b-b7fe-43338bf4c97c) {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:54:45.931348 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd85f414-5062-452f-8d67-0c1f885cc338 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:45.931915 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-cd85f414-5062-452f-8d67-0c1f885cc338 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for subnet, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:45.935382 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-988070dd-8c78-4487-9876-cdf985002dea None None] Network 3cd77a91-4565-406b-b7fe-43338bf4c97c requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 15:54:45.983594 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5e34b53-8d44-45db-a377-1c001fe98b5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7980440-a2bc-4a32-9f5c-7dafd0239f39'}, {'server_uuid': 'b5e34b53-8d44-45db-a377-1c001fe98b5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd6e3e94-cc76-461b-a427-2d8fa63aec1d'}] {{(pid=102792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:54:45.986065 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4f476c66b318cc6068719fc39557fac68d413f5c7e78fa77028c7948e999ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e194cb55-38a0-40fc-9532-a6e990f66c46" -d '{"events": [{"server_uuid": "b5e34b53-8d44-45db-a377-1c001fe98b5c", "name": "network-vif-plugged", "status": "completed", "tag": "c7980440-a2bc-4a32-9f5c-7dafd0239f39"}, {"server_uuid": "b5e34b53-8d44-45db-a377-1c001fe98b5c", "name": "network-vif-plugged", "status": "completed", "tag": "fd6e3e94-cc76-461b-a427-2d8fa63aec1d"}]}' {{(pid=102792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:54:46.000250 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-cd85f414-5062-452f-8d67-0c1f885cc338 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.1745439 Mar 29 15:54:46.004480 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 36882) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:54:46.009155 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-7a376ee5-60f8-4deb-b190-46db549f9869 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-536563151-router', 'tenant_id': 'b8a89acfb5f041188bb0555d8cd4d395', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'}}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:54:46.024419 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a54c22-b69c-4c3d-a2f5-8dcb77bd865e req-2132d2d4-5f0c-4049-9549-cadb34cc3976 tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:46.025604 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Pushing event updated for resources: {'Port': ['ID=fd6e3e94-cc76-461b-a427-2d8fa63aec1d,revision_number=5']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:54:46.025999 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-e3a54c22-b69c-4c3d-a2f5-8dcb77bd865e req-2132d2d4-5f0c-4049-9549-cadb34cc3976 tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] 10.222.0.42 "GET /v2.0/ports?device_id=27edd37b-f742-40e3-a8c7-8890983862b7 HTTP/1.1" status: 200 len: 945 time: 0.5984802 Mar 29 15:54:46.054264 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-7a376ee5-60f8-4deb-b190-46db549f9869 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-532385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129310'] for router, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:46.055844 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-7a376ee5-60f8-4deb-b190-46db549f9869 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-648091', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-684384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129319'] for router, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:46.058921 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 29 Mar 2022 15:54:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92c9583f-56db-4f79-8b2c-9f3fdc26ae7d x-openstack-request-id: req-92c9583f-56db-4f79-8b2c-9f3fdc26ae7d {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:54:46.059341 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5e34b53-8d44-45db-a377-1c001fe98b5c", "name": "network-vif-plugged", "status": "completed", "tag": "c7980440-a2bc-4a32-9f5c-7dafd0239f39", "code": 200}, {"server_uuid": "b5e34b53-8d44-45db-a377-1c001fe98b5c", "name": "network-vif-plugged", "status": "completed", "tag": "fd6e3e94-cc76-461b-a427-2d8fa63aec1d", "code": 200}]} {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:54:46.059685 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-92c9583f-56db-4f79-8b2c-9f3fdc26ae7d {{(pid=102792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:54:46.060166 n-d-834765-1 neutron-server[102792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5e34b53-8d44-45db-a377-1c001fe98b5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7980440-a2bc-4a32-9f5c-7dafd0239f39', 'code': 200} Mar 29 15:54:46.060513 n-d-834765-1 neutron-server[102792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5e34b53-8d44-45db-a377-1c001fe98b5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd6e3e94-cc76-461b-a427-2d8fa63aec1d', 'code': 200} Mar 29 15:54:46.079186 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Provisioning for port 2957c1c5-01c3-4fbd-bee2-9935eef14639 completed by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 15:54:46.086395 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Provisioning complete for port 2957c1c5-01c3-4fbd-bee2-9935eef14639 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:54:46.086873 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:46.145251 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-7a376ee5-60f8-4deb-b190-46db549f9869 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:46.157304 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-e3a54c22-b69c-4c3d-a2f5-8dcb77bd865e req-cac46b2c-6dc0-4377-8558-52e01afe7100 tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] 10.222.0.42 "GET /v2.0/security-groups?id=4d484579-48b3-4400-916a-a84f820a118c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0946794 Mar 29 15:54:46.241517 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:46.300550 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c096885-3351-4798-97b6-575854b74007 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0035034-69b0-5ffc-b384-0ac6189c5628-3cd77a91-4565-406b-b7fe-43338bf4c97c', 'network_id': '3cd77a91-4565-406b-b7fe-43338bf4c97c', 'tenant_id': 'b8a89acfb5f041188bb0555d8cd4d395', 'fixed_ips': [{'subnet_id': '91c02cc5-7c21-4a8b-82d6-aa182ec43b6f'}]}} from n-d-834765-1. {{(pid=102792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 29 15:54:46.301678 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-0c096885-3351-4798-97b6-575854b74007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:46.339648 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-88325761-92ec-4fef-9eb8-ac8cba7ad9a8 tempest-FloatingIPNegativeTestJSON-1847375091 tempest-FloatingIPNegativeTestJSON-1847375091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-530452'] for router_interface, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:46.353977 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce086388-9334-4959-a6dd-f0451708ee5e req-f87c2eff-a8d4-4deb-9af2-8e333fa6a684 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:46.369888 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port 2957c1c5-01c3-4fbd-bee2-9935eef14639, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=2957c1c5-01c3-4fbd-bee2-9935eef14639,segment=NetworkSegment(6a6bae82-112f-4fa5-b290-70a8f9204330),segment_id=6a6bae82-112f-4fa5-b290-70a8f9204330)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:54:46.372369 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce086388-9334-4959-a6dd-f0451708ee5e req-f87c2eff-a8d4-4deb-9af2-8e333fa6a684 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:46.379068 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce086388-9334-4959-a6dd-f0451708ee5e req-f87c2eff-a8d4-4deb-9af2-8e333fa6a684 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:46.385300 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce086388-9334-4959-a6dd-f0451708ee5e req-f87c2eff-a8d4-4deb-9af2-8e333fa6a684 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:46.392593 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce086388-9334-4959-a6dd-f0451708ee5e req-f87c2eff-a8d4-4deb-9af2-8e333fa6a684 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:46.398589 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce086388-9334-4959-a6dd-f0451708ee5e req-f87c2eff-a8d4-4deb-9af2-8e333fa6a684 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:46.405130 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce086388-9334-4959-a6dd-f0451708ee5e req-f87c2eff-a8d4-4deb-9af2-8e333fa6a684 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:46.407321 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ce086388-9334-4959-a6dd-f0451708ee5e req-f87c2eff-a8d4-4deb-9af2-8e333fa6a684 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] 10.222.0.42 "GET /v2.0/ports?device_id=b5e34b53-8d44-45db-a377-1c001fe98b5c HTTP/1.1" status: 200 len: 5441 time: 0.2603512 Mar 29 15:54:46.426089 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:46.442363 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-7a376ee5-60f8-4deb-b190-46db549f9869 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:46.507811 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ce086388-9334-4959-a6dd-f0451708ee5e req-4a15910d-15ff-46d1-b1e8-5bc7c1960221 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] 10.222.0.42 "GET /v2.0/security-groups?id=6e57fe5c-cb87-4607-b926-1e4de2690a28&id=e2ab8bce-bca0-434d-ad1c-ad30dfd1db67&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0693722 Mar 29 15:54:46.584908 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.db_base_plugin_common [None req-0c096885-3351-4798-97b6-575854b74007 None None] Allocated IP 172.20.0.2 (3cd77a91-4565-406b-b7fe-43338bf4c97c/91c02cc5-7c21-4a8b-82d6-aa182ec43b6f/4828daee-f53e-4ab8-b93c-18f882fab5ae) {{(pid=102792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:54:46.591375 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Pushing event updated for resources: {'Port': ['ID=2957c1c5-01c3-4fbd-bee2-9935eef14639,revision_number=5']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:54:46.686690 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-88325761-92ec-4fef-9eb8-ac8cba7ad9a8 tempest-FloatingIPNegativeTestJSON-1847375091 tempest-FloatingIPNegativeTestJSON-1847375091-project] Deleting port f7a20141-665e-4764-ad3b-2a3f50f1049f {{(pid=102790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:54:46.687340 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-88325761-92ec-4fef-9eb8-ac8cba7ad9a8 tempest-FloatingIPNegativeTestJSON-1847375091 tempest-FloatingIPNegativeTestJSON-1847375091-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:46.710187 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-7a376ee5-60f8-4deb-b190-46db549f9869 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:46.747289 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-7a376ee5-60f8-4deb-b190-46db549f9869 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:46.797565 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-0c096885-3351-4798-97b6-575854b74007 None None] Notify callbacks [] for port, precommit_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:46.818133 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-0c096885-3351-4798-97b6-575854b74007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956'] for port, after_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:46.828309 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-88325761-92ec-4fef-9eb8-ac8cba7ad9a8 tempest-FloatingIPNegativeTestJSON-1847375091 tempest-FloatingIPNegativeTestJSON-1847375091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:46.848546 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-88325761-92ec-4fef-9eb8-ac8cba7ad9a8 tempest-FloatingIPNegativeTestJSON-1847375091 tempest-FloatingIPNegativeTestJSON-1847375091-project] Calling delete_port for f7a20141-665e-4764-ad3b-2a3f50f1049f owned by network:router_interface {{(pid=102790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:54:46.857400 n-d-834765-1 neutron-server[102792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c096885-3351-4798-97b6-575854b74007 None None] Network 3cd77a91-4565-406b-b7fe-43338bf4c97c is already hosted by enough agents. {{(pid=102792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:54:46.860745 n-d-834765-1 neutron-server[102792]: DEBUG neutron.scheduler.base_scheduler [None req-0c096885-3351-4798-97b6-575854b74007 None None] Resources bound (agent type, host, resource id): {{(pid=102792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:54:46.865145 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c096885-3351-4798-97b6-575854b74007 None None] Received port after_create {{(pid=102792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:54:46.879299 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c096885-3351-4798-97b6-575854b74007 None None] Pushing event updated for resources: {'Port': ['ID=4828daee-f53e-4ab8-b93c-18f882fab5ae,revision_number=1']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:54:46.949080 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_common [None req-7a376ee5-60f8-4deb-b190-46db549f9869 admin admin] Allocated IP 172.25.4.32 (4a4a035d-ecac-4ead-baa3-25f90788773a/e1a353dc-fac8-4901-a63c-273840237d6a/45f47382-d9bf-41fc-acea-92345b2295fa) {{(pid=102791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:54:46.979649 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-0c096885-3351-4798-97b6-575854b74007 None None] Attempting to bind port 4828daee-f53e-4ab8-b93c-18f882fab5ae on host n-d-834765-1 for vnic_type normal with profile {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:54:46.980023 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-0c096885-3351-4798-97b6-575854b74007 None None] Attempting to bind port 4828daee-f53e-4ab8-b93c-18f882fab5ae by drivers openvswitch,hyperv on host n-d-834765-1 at level 0 using segments [{'id': 'cfc9c6ae-8ef1-4f3d-a93d-caebd6af4900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '3cd77a91-4565-406b-b7fe-43338bf4c97c'}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:54:46.980391 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c096885-3351-4798-97b6-575854b74007 None None] Attempting to bind port 4828daee-f53e-4ab8-b93c-18f882fab5ae on network 3cd77a91-4565-406b-b7fe-43338bf4c97c {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:54:46.993480 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c096885-3351-4798-97b6-575854b74007 None None] Checking agent: {'id': 'a8866439-9d96-425c-b519-6905c591ac37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 25, 36), 'started_at': datetime.datetime(2022, 3, 29, 15, 26, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 54, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834765-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:54:46.993853 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c096885-3351-4798-97b6-575854b74007 None None] Checking segment: {'id': 'cfc9c6ae-8ef1-4f3d-a93d-caebd6af4900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '3cd77a91-4565-406b-b7fe-43338bf4c97c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:54:46.994257 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-0c096885-3351-4798-97b6-575854b74007 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:46.994651 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c096885-3351-4798-97b6-575854b74007 None None] Bound using segment: {'id': 'cfc9c6ae-8ef1-4f3d-a93d-caebd6af4900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '3cd77a91-4565-406b-b7fe-43338bf4c97c'} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:54:46.995126 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-0c096885-3351-4798-97b6-575854b74007 None None] Bound port: 4828daee-f53e-4ab8-b93c-18f882fab5ae, host: n-d-834765-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfc9c6ae-8ef1-4f3d-a93d-caebd6af4900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '3cd77a91-4565-406b-b7fe-43338bf4c97c'}}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 15:54:46.995662 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-0c096885-3351-4798-97b6-575854b74007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:47.068557 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device d8e77564-eaaf-4718-822d-1183ca2bcda3 up at agent hyperv_n-h2-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:54:47.091483 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:47.101695 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-0c096885-3351-4798-97b6-575854b74007 None None] For port 4828daee-f53e-4ab8-b93c-18f882fab5ae, host n-d-834765-1, cleared binding levels {{(pid=102792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:54:47.120121 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-0c096885-3351-4798-97b6-575854b74007 None None] For port 4828daee-f53e-4ab8-b93c-18f882fab5ae, host n-d-834765-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=4828daee-f53e-4ab8-b93c-18f882fab5ae,segment=NetworkSegment(cfc9c6ae-8ef1-4f3d-a93d-caebd6af4900),segment_id=cfc9c6ae-8ef1-4f3d-a93d-caebd6af4900)] {{(pid=102792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:54:47.126754 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-0c096885-3351-4798-97b6-575854b74007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:47.141853 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-7a376ee5-60f8-4deb-b190-46db549f9869 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:47.178580 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Provisioning for port d8e77564-eaaf-4718-822d-1183ca2bcda3 completed by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 15:54:47.183116 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Provisioning complete for port d8e77564-eaaf-4718-822d-1183ca2bcda3 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:54:47.183554 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:47.201055 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c47b27-ccc6-44ef-80ff-83eed1f5f26f req-9b1e4353-91fd-49f5-82ba-0d49cd23f474 tempest-ServerPasswordTestJSON-313571344 tempest-ServerPasswordTestJSON-313571344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:47.202681 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-e5c47b27-ccc6-44ef-80ff-83eed1f5f26f req-9b1e4353-91fd-49f5-82ba-0d49cd23f474 tempest-ServerPasswordTestJSON-313571344 tempest-ServerPasswordTestJSON-313571344-project] 10.222.0.42 "GET /v2.0/ports?device_id=f3a8f79a-359b-4be4-a8f1-f0362234b1d3 HTTP/1.1" status: 200 len: 944 time: 0.1158054 Mar 29 15:54:47.204051 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-88325761-92ec-4fef-9eb8-ac8cba7ad9a8 tempest-FloatingIPNegativeTestJSON-1847375091 tempest-FloatingIPNegativeTestJSON-1847375091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:47.290163 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-7a376ee5-60f8-4deb-b190-46db549f9869 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:47.337029 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c096885-3351-4798-97b6-575854b74007 None None] Pushing event updated for resources: {'Port': ['ID=4828daee-f53e-4ab8-b93c-18f882fab5ae,revision_number=2']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:54:47.344553 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88325761-92ec-4fef-9eb8-ac8cba7ad9a8 tempest-FloatingIPNegativeTestJSON-1847375091 tempest-FloatingIPNegativeTestJSON-1847375091-project] Pushing event deleted for resources: {'Port': ['ID=f7a20141-665e-4764-ad3b-2a3f50f1049f,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:54:47.496448 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a376ee5-60f8-4deb-b190-46db549f9869 admin admin] Pushing event updated for resources: {'Port': ['ID=45f47382-d9bf-41fc-acea-92345b2295fa,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:54:47.500552 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-e5c47b27-ccc6-44ef-80ff-83eed1f5f26f req-85f5811a-dc4a-4ce6-93be-746d267e1430 tempest-ServerPasswordTestJSON-313571344 tempest-ServerPasswordTestJSON-313571344-project] 10.222.0.42 "GET /v2.0/security-groups?id=45b558a3-ec5d-42f1-a704-808845bf4cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2892385 Mar 29 15:54:47.506237 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a376ee5-60f8-4deb-b190-46db549f9869 admin admin] Network 4a4a035d-ecac-4ead-baa3-25f90788773a is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:54:47.511070 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [None req-7a376ee5-60f8-4deb-b190-46db549f9869 admin admin] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:54:47.517134 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:47.519595 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a376ee5-60f8-4deb-b190-46db549f9869 admin admin] Received port after_create {{(pid=102791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:54:47.648303 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port d8e77564-eaaf-4718-822d-1183ca2bcda3, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=d8e77564-eaaf-4718-822d-1183ca2bcda3,segment=NetworkSegment(0046c8d7-27be-4ee8-b795-bd72dae4e05f),segment_id=0046c8d7-27be-4ee8-b795-bd72dae4e05f)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:54:47.653598 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:47.678912 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-88325761-92ec-4fef-9eb8-ac8cba7ad9a8 tempest-FloatingIPNegativeTestJSON-1847375091 tempest-FloatingIPNegativeTestJSON-1847375091-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-530528'] for router_interface, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:47.685595 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6e40fa-c411-45b2-8faf-72ec3dd33d84 req-68c39e27-2ac0-4b92-8a09-45bcced39ab2 tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:47.704951 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-9e6e40fa-c411-45b2-8faf-72ec3dd33d84 req-68c39e27-2ac0-4b92-8a09-45bcced39ab2 tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] 10.222.0.42 "GET /v2.0/ports?device_id=27edd37b-f742-40e3-a8c7-8890983862b7 HTTP/1.1" status: 200 len: 945 time: 0.3313267 Mar 29 15:54:47.863845 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:47.866157 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Pushing event updated for resources: {'Port': ['ID=d8e77564-eaaf-4718-822d-1183ca2bcda3,revision_number=5']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:54:47.885760 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-9e6e40fa-c411-45b2-8faf-72ec3dd33d84 req-0d714d54-0885-4e6c-8c36-cc1548847cef tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] 10.222.0.42 "GET /v2.0/security-groups?id=4d484579-48b3-4400-916a-a84f820a118c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1798508 Mar 29 15:54:47.941545 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 4828daee-f53e-4ab8-b93c-18f882fab5ae up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:54:47.963514 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bf47ef-0528-4e3f-9af8-4ae15318b0a7 req-75bb58d3-9561-4536-89cb-890a23953eff tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:47.969437 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bf47ef-0528-4e3f-9af8-4ae15318b0a7 req-75bb58d3-9561-4536-89cb-890a23953eff tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:47.976178 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bf47ef-0528-4e3f-9af8-4ae15318b0a7 req-75bb58d3-9561-4536-89cb-890a23953eff tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:47.982203 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bf47ef-0528-4e3f-9af8-4ae15318b0a7 req-75bb58d3-9561-4536-89cb-890a23953eff tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:47.988299 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bf47ef-0528-4e3f-9af8-4ae15318b0a7 req-75bb58d3-9561-4536-89cb-890a23953eff tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:47.994286 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bf47ef-0528-4e3f-9af8-4ae15318b0a7 req-75bb58d3-9561-4536-89cb-890a23953eff tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:48.000982 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bf47ef-0528-4e3f-9af8-4ae15318b0a7 req-75bb58d3-9561-4536-89cb-890a23953eff tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:48.005873 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port 4828daee-f53e-4ab8-b93c-18f882fab5ae triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:54:48.006396 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:48.010859 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-58bf47ef-0528-4e3f-9af8-4ae15318b0a7 req-75bb58d3-9561-4536-89cb-890a23953eff tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] 10.222.0.42 "GET /v2.0/ports?device_id=b5e34b53-8d44-45db-a377-1c001fe98b5c HTTP/1.1" status: 200 len: 5443 time: 0.2474704 Mar 29 15:54:48.062138 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5e34b53-8d44-45db-a377-1c001fe98b5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2957c1c5-01c3-4fbd-bee2-9935eef14639'}, {'server_uuid': 'b5e34b53-8d44-45db-a377-1c001fe98b5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8e77564-eaaf-4718-822d-1183ca2bcda3'}] {{(pid=102792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:54:48.065929 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4f476c66b318cc6068719fc39557fac68d413f5c7e78fa77028c7948e999ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91a54b41-7ef9-45ac-8f68-d04ffba3a58e" -d '{"events": [{"server_uuid": "b5e34b53-8d44-45db-a377-1c001fe98b5c", "name": "network-vif-plugged", "status": "completed", "tag": "2957c1c5-01c3-4fbd-bee2-9935eef14639"}, {"server_uuid": "b5e34b53-8d44-45db-a377-1c001fe98b5c", "name": "network-vif-plugged", "status": "completed", "tag": "d8e77564-eaaf-4718-822d-1183ca2bcda3"}]}' {{(pid=102792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:54:48.073437 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88325761-92ec-4fef-9eb8-ac8cba7ad9a8 tempest-FloatingIPNegativeTestJSON-1847375091 tempest-FloatingIPNegativeTestJSON-1847375091-project] Router 129f942d-1c1d-42fb-91a1-4111421099b6 has already been hosted by L3 agent c648d819-1060-4f26-b4ec-6455387b5dff {{(pid=102790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 15:54:48.112702 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-58bf47ef-0528-4e3f-9af8-4ae15318b0a7 req-4240997c-0c29-48ca-a600-21e5c8f4e47d tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] 10.222.0.42 "GET /v2.0/security-groups?id=6e57fe5c-cb87-4607-b926-1e4de2690a28&id=e2ab8bce-bca0-434d-ad1c-ad30dfd1db67&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0926375 Mar 29 15:54:48.162386 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 29 Mar 2022 15:54:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3946e9a-87e5-432a-9d74-9000ecf6cadd x-openstack-request-id: req-f3946e9a-87e5-432a-9d74-9000ecf6cadd {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:54:48.162817 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5e34b53-8d44-45db-a377-1c001fe98b5c", "name": "network-vif-plugged", "status": "completed", "tag": "2957c1c5-01c3-4fbd-bee2-9935eef14639", "code": 200}, {"server_uuid": "b5e34b53-8d44-45db-a377-1c001fe98b5c", "name": "network-vif-plugged", "status": "completed", "tag": "d8e77564-eaaf-4718-822d-1183ca2bcda3", "code": 200}]} {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:54:48.163165 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f3946e9a-87e5-432a-9d74-9000ecf6cadd {{(pid=102792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:54:48.163670 n-d-834765-1 neutron-server[102792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5e34b53-8d44-45db-a377-1c001fe98b5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2957c1c5-01c3-4fbd-bee2-9935eef14639', 'code': 200} Mar 29 15:54:48.164020 n-d-834765-1 neutron-server[102792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5e34b53-8d44-45db-a377-1c001fe98b5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8e77564-eaaf-4718-822d-1183ca2bcda3', 'code': 200} Mar 29 15:54:48.176882 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:48.197677 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88325761-92ec-4fef-9eb8-ac8cba7ad9a8 tempest-FloatingIPNegativeTestJSON-1847375091 tempest-FloatingIPNegativeTestJSON-1847375091-project] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:54:48.203596 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-88325761-92ec-4fef-9eb8-ac8cba7ad9a8 tempest-FloatingIPNegativeTestJSON-1847375091 tempest-FloatingIPNegativeTestJSON-1847375091-project] 10.222.0.42 "PUT /v2.0/routers/129f942d-1c1d-42fb-91a1-4111421099b6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8714120 Mar 29 15:54:48.205687 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 36908) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:54:48.207388 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f8a0710-b4b8-4922-90fa-4ff8cf55730a None None] Sync routers for ids ['129f942d-1c1d-42fb-91a1-4111421099b6'] in n-d-834765-1 {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:54:48.218893 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f8a0710-b4b8-4922-90fa-4ff8cf55730a None None] Routers {'129f942d-1c1d-42fb-91a1-4111421099b6'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:54:48.219484 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-9f8a0710-b4b8-4922-90fa-4ff8cf55730a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:54:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['129f942d-1c1d-42fb-91a1-4111421099b6'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:54:48.241601 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] For port 4828daee-f53e-4ab8-b93c-18f882fab5ae, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=4828daee-f53e-4ab8-b93c-18f882fab5ae,segment=NetworkSegment(cfc9c6ae-8ef1-4f3d-a93d-caebd6af4900),segment_id=cfc9c6ae-8ef1-4f3d-a93d-caebd6af4900)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:54:48.250920 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:48.252078 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 9992b074-fbe2-4da3-9131-91e3da12370a up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:54:48.284506 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-9f8a0710-b4b8-4922-90fa-4ff8cf55730a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:54:48.308103 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f8a0710-b4b8-4922-90fa-4ff8cf55730a None None] Routers {'129f942d-1c1d-42fb-91a1-4111421099b6'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:54:48.309026 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-9f8a0710-b4b8-4922-90fa-4ff8cf55730a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:54:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['129f942d-1c1d-42fb-91a1-4111421099b6'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:54:48.358955 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c51a8930-0c6a-4050-bbcd-f84f7be48531 tempest-FloatingIPNegativeTestJSON-1847375091 tempest-FloatingIPNegativeTestJSON-1847375091-project] Notify callbacks [] for router, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:48.374998 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-9f8a0710-b4b8-4922-90fa-4ff8cf55730a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:54:48.375986 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f8a0710-b4b8-4922-90fa-4ff8cf55730a None None] The sync data for ids ['129f942d-1c1d-42fb-91a1-4111421099b6'] in n-d-834765-1 is: [] {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:54:48.404190 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port 9992b074-fbe2-4da3-9131-91e3da12370a triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:54:48.404611 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:48.449313 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Pushing event updated for resources: {'Port': ['ID=4828daee-f53e-4ab8-b93c-18f882fab5ae,revision_number=3']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:54:48.548695 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:48.606707 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] For port 9992b074-fbe2-4da3-9131-91e3da12370a, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=9992b074-fbe2-4da3-9131-91e3da12370a,segment=NetworkSegment(6ab47353-a811-4bad-bc73-b4cc84583cfd),segment_id=6ab47353-a811-4bad-bc73-b4cc84583cfd)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:54:48.616947 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:48.686990 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-7a376ee5-60f8-4deb-b190-46db549f9869 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:48.695597 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c51a8930-0c6a-4050-bbcd-f84f7be48531 tempest-FloatingIPNegativeTestJSON-1847375091 tempest-FloatingIPNegativeTestJSON-1847375091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129328'] for router, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:48.713384 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Pushing event updated for resources: {'Port': ['ID=9992b074-fbe2-4da3-9131-91e3da12370a,revision_number=4']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:54:48.726293 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c51a8930-0c6a-4050-bbcd-f84f7be48531 tempest-FloatingIPNegativeTestJSON-1847375091 tempest-FloatingIPNegativeTestJSON-1847375091-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:48.799381 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c51a8930-0c6a-4050-bbcd-f84f7be48531 tempest-FloatingIPNegativeTestJSON-1847375091 tempest-FloatingIPNegativeTestJSON-1847375091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-526718'] for router, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:48.800449 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c51a8930-0c6a-4050-bbcd-f84f7be48531 tempest-FloatingIPNegativeTestJSON-1847375091 tempest-FloatingIPNegativeTestJSON-1847375091-project] Fanout notify agent at l3_agent the message router_deleted on router 129f942d-1c1d-42fb-91a1-4111421099b6 {{(pid=102790) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 29 15:54:48.808261 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c51a8930-0c6a-4050-bbcd-f84f7be48531 tempest-FloatingIPNegativeTestJSON-1847375091 tempest-FloatingIPNegativeTestJSON-1847375091-project] Notify callbacks [] for router, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:48.811754 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-c51a8930-0c6a-4050-bbcd-f84f7be48531 tempest-FloatingIPNegativeTestJSON-1847375091 tempest-FloatingIPNegativeTestJSON-1847375091-project] 10.222.0.42 "DELETE /v2.0/routers/129f942d-1c1d-42fb-91a1-4111421099b6 HTTP/1.1" status: 204 len: 168 time: 0.6027646 Mar 29 15:54:48.812426 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 36920) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:54:48.876865 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbe53b7-6d9c-4965-9f2e-d7b562939676 req-5fc2865c-47a9-491d-8e83-90d8a33578ff tempest-ServerPasswordTestJSON-313571344 tempest-ServerPasswordTestJSON-313571344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:48.879361 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-1fbe53b7-6d9c-4965-9f2e-d7b562939676 req-5fc2865c-47a9-491d-8e83-90d8a33578ff tempest-ServerPasswordTestJSON-313571344 tempest-ServerPasswordTestJSON-313571344-project] 10.222.0.42 "GET /v2.0/ports?device_id=f3a8f79a-359b-4be4-a8f1-f0362234b1d3 HTTP/1.1" status: 200 len: 944 time: 0.1811759 Mar 29 15:54:48.885982 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.db_base_plugin_v2 [None req-3272b348-4a8d-49e9-9d53-c9dbfd69d98f tempest-FloatingIPNegativeTestJSON-1847375091 tempest-FloatingIPNegativeTestJSON-1847375091-project] Deleting subnet 9dcc7c8e-842e-4a78-b762-eb490d72bbb4 {{(pid=102790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 15:54:48.889285 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-3272b348-4a8d-49e9-9d53-c9dbfd69d98f tempest-FloatingIPNegativeTestJSON-1847375091 tempest-FloatingIPNegativeTestJSON-1847375091-project] Notify callbacks [] for subnet, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:48.953274 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-3272b348-4a8d-49e9-9d53-c9dbfd69d98f tempest-FloatingIPNegativeTestJSON-1847375091 tempest-FloatingIPNegativeTestJSON-1847375091-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4614024'] for subnet, precommit_delete_associations {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:48.963155 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0509b5d-3e70-4aa2-9925-1539fd87c668 None None] Sync routers for ids ['68f8a11e-6cc5-440d-a739-7abeb0164aac'] in n-d-834765-1 {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:54:48.980544 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0509b5d-3e70-4aa2-9925-1539fd87c668 None None] Routers {'68f8a11e-6cc5-440d-a739-7abeb0164aac'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:54:48.985888 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-d0509b5d-3e70-4aa2-9925-1539fd87c668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:54:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['68f8a11e-6cc5-440d-a739-7abeb0164aac'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:54:48.996198 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-7a376ee5-60f8-4deb-b190-46db549f9869 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648118'] for router, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:49.004934 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-1fbe53b7-6d9c-4965-9f2e-d7b562939676 req-57bdcdb5-ec7b-47f6-b5da-827d602184e4 tempest-ServerPasswordTestJSON-313571344 tempest-ServerPasswordTestJSON-313571344-project] 10.222.0.42 "GET /v2.0/security-groups?id=45b558a3-ec5d-42f1-a704-808845bf4cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869308 Mar 29 15:54:49.069677 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030d9cf6-2aae-4b77-a8e1-ba4c37a9f6ed req-ee7e25de-ce12-49a2-a7c7-011e1118d94c tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:49.077894 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-030d9cf6-2aae-4b77-a8e1-ba4c37a9f6ed req-ee7e25de-ce12-49a2-a7c7-011e1118d94c tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] 10.222.0.42 "GET /v2.0/ports?device_id=27edd37b-f742-40e3-a8c7-8890983862b7 HTTP/1.1" status: 200 len: 945 time: 0.1161749 Mar 29 15:54:49.088829 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-3272b348-4a8d-49e9-9d53-c9dbfd69d98f tempest-FloatingIPNegativeTestJSON-1847375091 tempest-FloatingIPNegativeTestJSON-1847375091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1641287'] for subnet, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:49.118801 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device 23c62477-8d6b-4dd5-97b0-ad5f9036e848 up at agent hyperv_n-h2-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:54:49.121078 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faeee99e-e16e-4a56-9cba-e9489ed1eafb None None] Network 3cd77a91-4565-406b-b7fe-43338bf4c97c requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 15:54:49.161719 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-030d9cf6-2aae-4b77-a8e1-ba4c37a9f6ed req-ccde2ad9-ce09-4d4c-b9f1-305abb1b4c57 tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] 10.222.0.42 "GET /v2.0/security-groups?id=4d484579-48b3-4400-916a-a84f820a118c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784440 Mar 29 15:54:49.179821 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-3272b348-4a8d-49e9-9d53-c9dbfd69d98f tempest-FloatingIPNegativeTestJSON-1847375091 tempest-FloatingIPNegativeTestJSON-1847375091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1641294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5231963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4793952'] for subnet, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:49.207510 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a376ee5-60f8-4deb-b190-46db549f9869 admin admin] Router ce2a1632-a596-41f1-882d-49475680d286 is scheduled to L3 agent c648d819-1060-4f26-b4ec-6455387b5dff with binding_index 1 {{(pid=102791) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 29 15:54:49.217505 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3272b348-4a8d-49e9-9d53-c9dbfd69d98f tempest-FloatingIPNegativeTestJSON-1847375091 tempest-FloatingIPNegativeTestJSON-1847375091-project] Pushing event deleted for resources: {'Subnet': ['ID=9dcc7c8e-842e-4a78-b762-eb490d72bbb4,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:54:49.228812 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvr_db [None req-d0509b5d-3e70-4aa2-9925-1539fd87c668 None None] Set router 68f8a11e-6cc5-440d-a739-7abeb0164aac gateway port host: n-d-834765-1 {{(pid=102792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:54:49.231184 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-3272b348-4a8d-49e9-9d53-c9dbfd69d98f tempest-FloatingIPNegativeTestJSON-1847375091 tempest-FloatingIPNegativeTestJSON-1847375091-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for subnet, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:49.236868 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-3272b348-4a8d-49e9-9d53-c9dbfd69d98f tempest-FloatingIPNegativeTestJSON-1847375091 tempest-FloatingIPNegativeTestJSON-1847375091-project] 10.222.0.42 "DELETE /v2.0/subnets/9dcc7c8e-842e-4a78-b762-eb490d72bbb4 HTTP/1.1" status: 204 len: 168 time: 0.4212165 Mar 29 15:54:49.239424 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 36926) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:54:49.339876 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a376ee5-60f8-4deb-b190-46db549f9869 admin admin] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:54:49.351051 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33a8dcf2-1558-4038-82d0-585cfd846b22 None None] Sync routers for ids ['ce2a1632-a596-41f1-882d-49475680d286'] in n-d-834765-1 {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:54:49.357493 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f55362d-c864-47f4-91a5-1929cf830d92 req-ab396e49-6996-47cb-8aef-e0ce1ac8688e tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:49.363639 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33a8dcf2-1558-4038-82d0-585cfd846b22 None None] Routers {'ce2a1632-a596-41f1-882d-49475680d286'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:54:49.364503 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f55362d-c864-47f4-91a5-1929cf830d92 req-ab396e49-6996-47cb-8aef-e0ce1ac8688e tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:49.364737 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-33a8dcf2-1558-4038-82d0-585cfd846b22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:54:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['ce2a1632-a596-41f1-882d-49475680d286'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:54:49.371413 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f55362d-c864-47f4-91a5-1929cf830d92 req-ab396e49-6996-47cb-8aef-e0ce1ac8688e tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:49.377823 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f55362d-c864-47f4-91a5-1929cf830d92 req-ab396e49-6996-47cb-8aef-e0ce1ac8688e tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:49.383951 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f55362d-c864-47f4-91a5-1929cf830d92 req-ab396e49-6996-47cb-8aef-e0ce1ac8688e tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:49.387081 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-7a376ee5-60f8-4deb-b190-46db549f9869 admin admin] Notify callbacks [] for router, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:49.391311 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f55362d-c864-47f4-91a5-1929cf830d92 req-ab396e49-6996-47cb-8aef-e0ce1ac8688e tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:49.392332 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-7a376ee5-60f8-4deb-b190-46db549f9869 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 3.3866363 Mar 29 15:54:49.393140 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 36928) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:54:49.397668 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f55362d-c864-47f4-91a5-1929cf830d92 req-ab396e49-6996-47cb-8aef-e0ce1ac8688e tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:49.399768 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-9f55362d-c864-47f4-91a5-1929cf830d92 req-ab396e49-6996-47cb-8aef-e0ce1ac8688e tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] 10.222.0.42 "GET /v2.0/ports?device_id=b5e34b53-8d44-45db-a377-1c001fe98b5c HTTP/1.1" status: 200 len: 5443 time: 0.1849303 Mar 29 15:54:49.405484 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-2338f200-c2ef-4728-936e-094842a94ebd tempest-FloatingIPNegativeTestJSON-1847375091 tempest-FloatingIPNegativeTestJSON-1847375091-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1631750'] for network, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:49.448681 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f08b5fd6-bfe4-43b4-a546-18561598b813 None None] Network 91047680-1157-4907-b3c5-1633d73d37fd requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 15:54:49.456853 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-9f55362d-c864-47f4-91a5-1929cf830d92 req-a925f74d-532e-4615-a6ef-dcc2b5abe208 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] 10.222.0.42 "GET /v2.0/security-groups?id=6e57fe5c-cb87-4607-b926-1e4de2690a28&id=e2ab8bce-bca0-434d-ad1c-ad30dfd1db67&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0491502 Mar 29 15:54:49.500475 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-caf0d9fd-cef8-46a1-a57e-1fd69191d18e None None] Provisioning complete for port 4828daee-f53e-4ab8-b93c-18f882fab5ae triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:54:49.500475 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-caf0d9fd-cef8-46a1-a57e-1fd69191d18e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:49.512531 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-2338f200-c2ef-4728-936e-094842a94ebd tempest-FloatingIPNegativeTestJSON-1847375091 tempest-FloatingIPNegativeTestJSON-1847375091-project] Deleting port d0afab7f-013f-4d90-ab40-45ccf01ca7b0 {{(pid=102790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:54:49.513019 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-2338f200-c2ef-4728-936e-094842a94ebd tempest-FloatingIPNegativeTestJSON-1847375091 tempest-FloatingIPNegativeTestJSON-1847375091-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:49.521548 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvr_db [None req-33a8dcf2-1558-4038-82d0-585cfd846b22 None None] Set router ce2a1632-a596-41f1-882d-49475680d286 gateway port host: n-d-834765-1 {{(pid=102793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:54:49.594404 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [None req-2338f200-c2ef-4728-936e-094842a94ebd tempest-FloatingIPNegativeTestJSON-1847375091 tempest-FloatingIPNegativeTestJSON-1847375091-project] For port d0afab7f-013f-4d90-ab40-45ccf01ca7b0, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=d0afab7f-013f-4d90-ab40-45ccf01ca7b0,segment=NetworkSegment(18623513-7c8e-4d93-b664-b9713a565563),segment_id=18623513-7c8e-4d93-b664-b9713a565563)] {{(pid=102790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:54:49.594933 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-2338f200-c2ef-4728-936e-094842a94ebd tempest-FloatingIPNegativeTestJSON-1847375091 tempest-FloatingIPNegativeTestJSON-1847375091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:49.616458 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-2338f200-c2ef-4728-936e-094842a94ebd tempest-FloatingIPNegativeTestJSON-1847375091 tempest-FloatingIPNegativeTestJSON-1847375091-project] Calling delete_port for d0afab7f-013f-4d90-ab40-45ccf01ca7b0 owned by network:dhcp {{(pid=102790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:54:49.698109 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Provisioning for port 23c62477-8d6b-4dd5-97b0-ad5f9036e848 completed by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 15:54:49.725738 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-2338f200-c2ef-4728-936e-094842a94ebd tempest-FloatingIPNegativeTestJSON-1847375091 tempest-FloatingIPNegativeTestJSON-1847375091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:49.752130 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Provisioning complete for port 23c62477-8d6b-4dd5-97b0-ad5f9036e848 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:54:49.752500 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:49.822520 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2338f200-c2ef-4728-936e-094842a94ebd tempest-FloatingIPNegativeTestJSON-1847375091 tempest-FloatingIPNegativeTestJSON-1847375091-project] Pushing event deleted for resources: {'Port': ['ID=d0afab7f-013f-4d90-ab40-45ccf01ca7b0,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:54:49.840460 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2338f200-c2ef-4728-936e-094842a94ebd tempest-FloatingIPNegativeTestJSON-1847375091 tempest-FloatingIPNegativeTestJSON-1847375091-project] No DVR routers for this DVR port d0afab7f-013f-4d90-ab40-45ccf01ca7b0 on host n-d-834765-1 {{(pid=102790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:54:49.849815 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 4828daee-f53e-4ab8-b93c-18f882fab5ae up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:54:49.859169 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-33a8dcf2-1558-4038-82d0-585cfd846b22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce2a1632-a596-41f1-882d-49475680d286', 'name': 'tempest-TestServerBasicOps-536563151-router', 'tenant_id': 'b8a89acfb5f041188bb0555d8cd4d395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.32'}], 'enable_snat': True}, 'gw_port_id': '45f47382-d9bf-41fc-acea-92345b2295fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:54:46Z', 'updated_at': '2022-03-29T15:54:48Z', 'revision_number': 3, 'project_id': 'b8a89acfb5f041188bb0555d8cd4d395', 'gw_port': {'id': '45f47382-d9bf-41fc-acea-92345b2295fa', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:02:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce2a1632-a596-41f1-882d-49475680d286', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2375, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:54:46Z', 'updated_at': '2022-03-29T15:54:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1'}], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:54:49.920273 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33a8dcf2-1558-4038-82d0-585cfd846b22 None None] Checking router: ce2a1632-a596-41f1-882d-49475680d286 for host: n-d-834765-1 {{(pid=102793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:54:49.920631 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33a8dcf2-1558-4038-82d0-585cfd846b22 None None] Updating router ce2a1632-a596-41f1-882d-49475680d286 port 45f47382-d9bf-41fc-acea-92345b2295fa binding host n-d-834765-1 {{(pid=102793) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 15:54:49.943397 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-2338f200-c2ef-4728-936e-094842a94ebd tempest-FloatingIPNegativeTestJSON-1847375091 tempest-FloatingIPNegativeTestJSON-1847375091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639890', 'neutron.services.segments.db._delete_segments_for_network-8783523423079'] for network, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:49.976180 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-33a8dcf2-1558-4038-82d0-585cfd846b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:49.979361 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-2338f200-c2ef-4728-936e-094842a94ebd tempest-FloatingIPNegativeTestJSON-1847375091 tempest-FloatingIPNegativeTestJSON-1847375091-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91047680-1157-4907-b3c5-1633d73d37fd']}} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:54:49.987044 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-52992db8-aba2-40ba-9e2c-99754dddcd31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:49.994529 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-2338f200-c2ef-4728-936e-094842a94ebd tempest-FloatingIPNegativeTestJSON-1847375091 tempest-FloatingIPNegativeTestJSON-1847375091-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18623513-7c8e-4d93-b664-b9713a565563') {'for_net_delete': True} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:54:49.994952 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-2338f200-c2ef-4728-936e-094842a94ebd tempest-FloatingIPNegativeTestJSON-1847375091 tempest-FloatingIPNegativeTestJSON-1847375091-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18623513-7c8e-4d93-b664-b9713a565563') {} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:54:50.010214 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-2338f200-c2ef-4728-936e-094842a94ebd tempest-FloatingIPNegativeTestJSON-1847375091 tempest-FloatingIPNegativeTestJSON-1847375091-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783523422064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4614019'] for segment, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:50.019084 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2ef3a14-0dfa-4313-b513-d01180799353 None None] DHCP port deletion for 91047680-1157-4907-b3c5-1633d73d37fd request from n-d-834765-1 {{(pid=102792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 29 15:54:50.023099 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-2338f200-c2ef-4728-936e-094842a94ebd tempest-FloatingIPNegativeTestJSON-1847375091 tempest-FloatingIPNegativeTestJSON-1847375091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:50.035830 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2338f200-c2ef-4728-936e-094842a94ebd tempest-FloatingIPNegativeTestJSON-1847375091 tempest-FloatingIPNegativeTestJSON-1847375091-project] Releasing vlan 617 on physical network physnet1 to pool {{(pid=102790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 15:54:50.036503 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-2338f200-c2ef-4728-936e-094842a94ebd tempest-FloatingIPNegativeTestJSON-1847375091 tempest-FloatingIPNegativeTestJSON-1847375091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5238013'] for segment, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:50.040098 n-d-834765-1 neutron-server[102790]: Traceback (most recent call last): Mar 29 15:54:50.040098 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 15:54:50.040098 n-d-834765-1 neutron-server[102790]: timer() Mar 29 15:54:50.040098 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 15:54:50.040098 n-d-834765-1 neutron-server[102790]: cb(*args, **kw) Mar 29 15:54:50.040098 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 15:54:50.040098 n-d-834765-1 neutron-server[102790]: return func(*args, **kwargs) Mar 29 15:54:50.040098 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 15:54:50.040098 n-d-834765-1 neutron-server[102790]: self._notify() Mar 29 15:54:50.040098 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 15:54:50.040098 n-d-834765-1 neutron-server[102790]: self.callback(batched_events) Mar 29 15:54:50.040098 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 15:54:50.040098 n-d-834765-1 neutron-server[102790]: event.method(event) Mar 29 15:54:50.040098 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 15:54:50.040098 n-d-834765-1 neutron-server[102790]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 15:54:50.040098 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 15:54:50.040098 n-d-834765-1 neutron-server[102790]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 15:54:50.040098 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 15:54:50.040098 n-d-834765-1 neutron-server[102790]: return f(self, *a, **k) Mar 29 15:54:50.040098 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 15:54:50.040098 n-d-834765-1 neutron-server[102790]: return self._get(url).json() Mar 29 15:54:50.040098 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 15:54:50.040098 n-d-834765-1 neutron-server[102790]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 15:54:50.040098 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 15:54:50.040098 n-d-834765-1 neutron-server[102790]: return self.request(url, 'GET', **kwargs) Mar 29 15:54:50.040098 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 15:54:50.040098 n-d-834765-1 neutron-server[102790]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 15:54:50.040098 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 15:54:50.040098 n-d-834765-1 neutron-server[102790]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 15:54:50.040098 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 15:54:50.040098 n-d-834765-1 neutron-server[102790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 15:54:50.040098 n-d-834765-1 neutron-server[102790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 15:54:50.164082 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port 4828daee-f53e-4ab8-b93c-18f882fab5ae triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:54:50.167808 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:50.239735 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:50.307352 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5e34b53-8d44-45db-a377-1c001fe98b5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23c62477-8d6b-4dd5-97b0-ad5f9036e848'}] {{(pid=102792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:54:50.309866 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4f476c66b318cc6068719fc39557fac68d413f5c7e78fa77028c7948e999ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c721aa6-297b-4abe-a6a5-612a50ec854c" -d '{"events": [{"server_uuid": "b5e34b53-8d44-45db-a377-1c001fe98b5c", "name": "network-vif-plugged", "status": "completed", "tag": "23c62477-8d6b-4dd5-97b0-ad5f9036e848"}]}' {{(pid=102792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:54:50.314758 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f307ae-d775-43e4-a1fc-649d12407d95 req-a3604dcc-4cc1-4eca-83cc-68703b68e9bc tempest-ServerPasswordTestJSON-313571344 tempest-ServerPasswordTestJSON-313571344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:50.316513 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-14f307ae-d775-43e4-a1fc-649d12407d95 req-a3604dcc-4cc1-4eca-83cc-68703b68e9bc tempest-ServerPasswordTestJSON-313571344 tempest-ServerPasswordTestJSON-313571344-project] 10.222.0.42 "GET /v2.0/ports?device_id=f3a8f79a-359b-4be4-a8f1-f0362234b1d3 HTTP/1.1" status: 200 len: 944 time: 0.1279550 Mar 29 15:54:50.336384 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccb1df5-a6bd-4e78-afdb-ad6c1db03cbf req-63695cfa-2d1d-449c-842d-832184fd838e tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:50.344366 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port 23c62477-8d6b-4dd5-97b0-ad5f9036e848, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=23c62477-8d6b-4dd5-97b0-ad5f9036e848,segment=NetworkSegment(0046c8d7-27be-4ee8-b795-bd72dae4e05f),segment_id=0046c8d7-27be-4ee8-b795-bd72dae4e05f)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:54:50.354097 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-0ccb1df5-a6bd-4e78-afdb-ad6c1db03cbf req-63695cfa-2d1d-449c-842d-832184fd838e tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] 10.222.0.42 "GET /v2.0/ports?device_id=27edd37b-f742-40e3-a8c7-8890983862b7 HTTP/1.1" status: 200 len: 945 time: 0.1069202 Mar 29 15:54:50.361712 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-d0509b5d-3e70-4aa2-9925-1539fd87c668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68f8a11e-6cc5-440d-a739-7abeb0164aac', 'name': 'tempest-TestServerBasicOps-1593062931-router', 'tenant_id': '04bb88e92aa64365906899266844f6e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.52'}], 'enable_snat': True}, 'gw_port_id': '9992b074-fbe2-4da3-9131-91e3da12370a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:54:35Z', 'updated_at': '2022-03-29T15:54:41Z', 'revision_number': 4, 'project_id': '04bb88e92aa64365906899266844f6e0', 'gw_port': {'id': '9992b074-fbe2-4da3-9131-91e3da12370a', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:55:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68f8a11e-6cc5-440d-a739-7abeb0164aac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2359, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:54:36Z', 'updated_at': '2022-03-29T15:54:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': 'e36293b9-8095-45ba-a97a-5db63821b326', 'name': '', 'network_id': '3e947b62-42fa-4c40-a135-95d654c5af33', 'tenant_id': '04bb88e92aa64365906899266844f6e0', 'mac_address': 'fa:16:3e:84:8d:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68f8a11e-6cc5-440d-a739-7abeb0164aac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2363, 'fixed_ips': [{'subnet_id': 'd2bd398d-9d3a-4812-aba7-11f854be4832', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:54:41Z', 'updated_at': '2022-03-29T15:54:42Z', 'revision_number': 2, 'project_id': '04bb88e92aa64365906899266844f6e0', 'subnets': [{'id': 'd2bd398d-9d3a-4812-aba7-11f854be4832', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:54:50.363884 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:50.364673 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device 55719bec-7dd9-427c-9b98-3e3ef6996ca4 up at agent hyperv_n-h2-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:54:50.395019 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-2338f200-c2ef-4728-936e-094842a94ebd tempest-FloatingIPNegativeTestJSON-1847375091 tempest-FloatingIPNegativeTestJSON-1847375091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1639897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648174'] for network, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:50.413507 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-2338f200-c2ef-4728-936e-094842a94ebd tempest-FloatingIPNegativeTestJSON-1847375091 tempest-FloatingIPNegativeTestJSON-1847375091-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for network, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:50.414804 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-14f307ae-d775-43e4-a1fc-649d12407d95 req-44633622-19d0-4053-84bd-2d6060c3c882 tempest-ServerPasswordTestJSON-313571344 tempest-ServerPasswordTestJSON-313571344-project] 10.222.0.42 "GET /v2.0/security-groups?id=45b558a3-ec5d-42f1-a704-808845bf4cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664325 Mar 29 15:54:50.439814 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-2338f200-c2ef-4728-936e-094842a94ebd tempest-FloatingIPNegativeTestJSON-1847375091 tempest-FloatingIPNegativeTestJSON-1847375091-project] 10.222.0.42 "DELETE /v2.0/networks/91047680-1157-4907-b3c5-1633d73d37fd HTTP/1.1" status: 204 len: 168 time: 1.2012565 Mar 29 15:54:50.466670 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2338f200-c2ef-4728-936e-094842a94ebd tempest-FloatingIPNegativeTestJSON-1847375091 tempest-FloatingIPNegativeTestJSON-1847375091-project] Pushing event deleted for resources: {'Network': ['ID=91047680-1157-4907-b3c5-1633d73d37fd,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:54:50.480794 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0509b5d-3e70-4aa2-9925-1539fd87c668 None None] Checking router: 68f8a11e-6cc5-440d-a739-7abeb0164aac for host: n-d-834765-1 {{(pid=102792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:54:50.481151 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0509b5d-3e70-4aa2-9925-1539fd87c668 None None] Updating router 68f8a11e-6cc5-440d-a739-7abeb0164aac port e36293b9-8095-45ba-a97a-5db63821b326 binding host n-d-834765-1 {{(pid=102792) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 15:54:50.486821 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-33a8dcf2-1558-4038-82d0-585cfd846b22 None None] Notify callbacks [] for port, precommit_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:50.500481 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-33a8dcf2-1558-4038-82d0-585cfd846b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:50.525821 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-0ccb1df5-a6bd-4e78-afdb-ad6c1db03cbf req-3ff15099-e10a-40f8-a921-eedd122281e3 tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] 10.222.0.42 "GET /v2.0/security-groups?id=4d484579-48b3-4400-916a-a84f820a118c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1702087 Mar 29 15:54:50.537325 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_common [None req-52992db8-aba2-40ba-9e2c-99754dddcd31 admin admin] Allocated IP 172.20.0.1 (3cd77a91-4565-406b-b7fe-43338bf4c97c/91c02cc5-7c21-4a8b-82d6-aa182ec43b6f/64e7e2fd-6dcb-4d62-a2f5-ff05b6992c85) {{(pid=102791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:54:50.543717 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:54:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14eb89eb-fbfd-4f3a-ae86-cffcacd0aa33 x-openstack-request-id: req-14eb89eb-fbfd-4f3a-ae86-cffcacd0aa33 {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:54:50.544058 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5e34b53-8d44-45db-a377-1c001fe98b5c", "name": "network-vif-plugged", "status": "completed", "tag": "23c62477-8d6b-4dd5-97b0-ad5f9036e848", "code": 200}]} {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:54:50.544255 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-14eb89eb-fbfd-4f3a-ae86-cffcacd0aa33 {{(pid=102792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:54:50.544925 n-d-834765-1 neutron-server[102792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5e34b53-8d44-45db-a377-1c001fe98b5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23c62477-8d6b-4dd5-97b0-ad5f9036e848', 'code': 200} Mar 29 15:54:50.585897 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d0509b5d-3e70-4aa2-9925-1539fd87c668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:50.586222 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.managers [None req-33a8dcf2-1558-4038-82d0-585cfd846b22 None None] Attempting to bind port 45f47382-d9bf-41fc-acea-92345b2295fa on host n-d-834765-1 for vnic_type normal with profile {{(pid=102793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:54:50.587861 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.managers [None req-33a8dcf2-1558-4038-82d0-585cfd846b22 None None] Attempting to bind port 45f47382-d9bf-41fc-acea-92345b2295fa by drivers openvswitch,hyperv on host n-d-834765-1 at level 0 using segments [{'id': '6ab47353-a811-4bad-bc73-b4cc84583cfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'}] {{(pid=102793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:54:50.589180 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33a8dcf2-1558-4038-82d0-585cfd846b22 None None] Attempting to bind port 45f47382-d9bf-41fc-acea-92345b2295fa on network 4a4a035d-ecac-4ead-baa3-25f90788773a {{(pid=102793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:54:50.597143 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33a8dcf2-1558-4038-82d0-585cfd846b22 None None] Checking agent: {'id': 'a8866439-9d96-425c-b519-6905c591ac37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 25, 36), 'started_at': datetime.datetime(2022, 3, 29, 15, 26, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 54, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834765-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:54:50.597867 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33a8dcf2-1558-4038-82d0-585cfd846b22 None None] Checking segment: {'id': '6ab47353-a811-4bad-bc73-b4cc84583cfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:54:50.598456 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-33a8dcf2-1558-4038-82d0-585cfd846b22 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:50.599003 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33a8dcf2-1558-4038-82d0-585cfd846b22 None None] Bound using segment: {'id': '6ab47353-a811-4bad-bc73-b4cc84583cfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'} {{(pid=102793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:54:50.600010 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.managers [None req-33a8dcf2-1558-4038-82d0-585cfd846b22 None None] Bound port: 45f47382-d9bf-41fc-acea-92345b2295fa, host: n-d-834765-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ab47353-a811-4bad-bc73-b4cc84583cfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'}}] {{(pid=102793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 15:54:50.600617 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-33a8dcf2-1558-4038-82d0-585cfd846b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:50.601253 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 9992b074-fbe2-4da3-9131-91e3da12370a up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:54:50.602835 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Pushing event updated for resources: {'Port': ['ID=23c62477-8d6b-4dd5-97b0-ad5f9036e848,revision_number=5']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:54:50.634736 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-ecbb1b63-4cb5-405e-b3fc-5a0911d83f47 None None] Provisioning complete for port 4828daee-f53e-4ab8-b93c-18f882fab5ae triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:54:50.635107 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-ecbb1b63-4cb5-405e-b3fc-5a0911d83f47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:50.641756 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36ee3b5-c2fc-432d-9c8f-bac538e4a71d None None] Pushing event updated for resources: {'Port': ['ID=45f47382-d9bf-41fc-acea-92345b2295fa,revision_number=2']} {{(pid=102793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:54:50.660558 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36ee3b5-c2fc-432d-9c8f-bac538e4a71d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:54:50.661207 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36ee3b5-c2fc-432d-9c8f-bac538e4a71d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:54:50.661760 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36ee3b5-c2fc-432d-9c8f-bac538e4a71d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:54:50.662541 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36ee3b5-c2fc-432d-9c8f-bac538e4a71d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:54:50.663165 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36ee3b5-c2fc-432d-9c8f-bac538e4a71d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:54:50.663859 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36ee3b5-c2fc-432d-9c8f-bac538e4a71d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:54:50.664695 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36ee3b5-c2fc-432d-9c8f-bac538e4a71d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:54:50.665239 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36ee3b5-c2fc-432d-9c8f-bac538e4a71d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:54:50.666578 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36ee3b5-c2fc-432d-9c8f-bac538e4a71d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:54:50.667124 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36ee3b5-c2fc-432d-9c8f-bac538e4a71d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:54:50.667670 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36ee3b5-c2fc-432d-9c8f-bac538e4a71d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:54:50.668184 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36ee3b5-c2fc-432d-9c8f-bac538e4a71d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:54:50.688719 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.db [None req-33a8dcf2-1558-4038-82d0-585cfd846b22 None None] For port 45f47382-d9bf-41fc-acea-92345b2295fa, host n-d-834765-1, cleared binding levels {{(pid=102793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:54:50.693742 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.db [None req-33a8dcf2-1558-4038-82d0-585cfd846b22 None None] For port 45f47382-d9bf-41fc-acea-92345b2295fa, host n-d-834765-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=45f47382-d9bf-41fc-acea-92345b2295fa,segment=NetworkSegment(6ab47353-a811-4bad-bc73-b4cc84583cfd),segment_id=6ab47353-a811-4bad-bc73-b4cc84583cfd)] {{(pid=102793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:54:50.704407 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-33a8dcf2-1558-4038-82d0-585cfd846b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:50.729263 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474434dc-d1c0-49f6-9857-bed6e7ea7d39 req-d91109b0-afe8-412c-af2d-862939b78b39 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:50.735439 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474434dc-d1c0-49f6-9857-bed6e7ea7d39 req-d91109b0-afe8-412c-af2d-862939b78b39 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:50.741926 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474434dc-d1c0-49f6-9857-bed6e7ea7d39 req-d91109b0-afe8-412c-af2d-862939b78b39 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:50.745496 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Provisioning for port 55719bec-7dd9-427c-9b98-3e3ef6996ca4 completed by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 15:54:50.748003 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474434dc-d1c0-49f6-9857-bed6e7ea7d39 req-d91109b0-afe8-412c-af2d-862939b78b39 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:50.754689 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474434dc-d1c0-49f6-9857-bed6e7ea7d39 req-d91109b0-afe8-412c-af2d-862939b78b39 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:50.761105 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474434dc-d1c0-49f6-9857-bed6e7ea7d39 req-d91109b0-afe8-412c-af2d-862939b78b39 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:50.763510 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Provisioning complete for port 55719bec-7dd9-427c-9b98-3e3ef6996ca4 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:54:50.763871 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:50.767188 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474434dc-d1c0-49f6-9857-bed6e7ea7d39 req-d91109b0-afe8-412c-af2d-862939b78b39 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:50.769802 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-474434dc-d1c0-49f6-9857-bed6e7ea7d39 req-d91109b0-afe8-412c-af2d-862939b78b39 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] 10.222.0.42 "GET /v2.0/ports?device_id=b5e34b53-8d44-45db-a377-1c001fe98b5c HTTP/1.1" status: 200 len: 5444 time: 0.1210437 Mar 29 15:54:50.770876 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36ee3b5-c2fc-432d-9c8f-bac538e4a71d None None] Pushing event updated for resources: {'Port': ['ID=45f47382-d9bf-41fc-acea-92345b2295fa,revision_number=3']} {{(pid=102793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:54:50.790712 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-52992db8-aba2-40ba-9e2c-99754dddcd31 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:50.801226 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33a8dcf2-1558-4038-82d0-585cfd846b22 None None] Routers {'ce2a1632-a596-41f1-882d-49475680d286'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:54:50.802008 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-33a8dcf2-1558-4038-82d0-585cfd846b22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:54:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['ce2a1632-a596-41f1-882d-49475680d286'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:54:50.838342 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-474434dc-d1c0-49f6-9857-bed6e7ea7d39 req-a98404e0-b820-42c6-b32f-32886358fa60 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] 10.222.0.42 "GET /v2.0/security-groups?id=6e57fe5c-cb87-4607-b926-1e4de2690a28&id=e2ab8bce-bca0-434d-ad1c-ad30dfd1db67&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0577836 Mar 29 15:54:50.857706 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-52992db8-aba2-40ba-9e2c-99754dddcd31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:50.907370 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52992db8-aba2-40ba-9e2c-99754dddcd31 admin admin] Network 3cd77a91-4565-406b-b7fe-43338bf4c97c is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:54:50.911111 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [None req-52992db8-aba2-40ba-9e2c-99754dddcd31 admin admin] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:54:50.914657 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52992db8-aba2-40ba-9e2c-99754dddcd31 admin admin] Received port after_create {{(pid=102791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:54:50.919004 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port 9992b074-fbe2-4da3-9131-91e3da12370a triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:54:50.919467 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:50.943571 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52992db8-aba2-40ba-9e2c-99754dddcd31 admin admin] Pushing event updated for resources: {'Port': ['ID=64e7e2fd-6dcb-4d62-a2f5-ff05b6992c85,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:54:50.963892 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-52992db8-aba2-40ba-9e2c-99754dddcd31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-648347'] for router_interface, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:50.966246 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 36954) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:54:50.992156 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvr_db [None req-33a8dcf2-1558-4038-82d0-585cfd846b22 None None] Set router ce2a1632-a596-41f1-882d-49475680d286 gateway port host: n-d-834765-1 {{(pid=102793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:54:51.013044 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:51.128203 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-52992db8-aba2-40ba-9e2c-99754dddcd31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:51.213520 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port 55719bec-7dd9-427c-9b98-3e3ef6996ca4, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=55719bec-7dd9-427c-9b98-3e3ef6996ca4,segment=NetworkSegment(40e4b925-f37a-4359-875f-fdc7ad7c8fca),segment_id=40e4b925-f37a-4359-875f-fdc7ad7c8fca)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:54:51.236221 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:51.238521 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device 45434a8b-e66c-4986-94a1-97ad0466ab23 up at agent hyperv_n-h2-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:54:51.321050 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-e52cd270-64e6-47ac-bd56-12a2cd388bec admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=bc061ae7bfa8450f9b7c7329c81a7dd8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3495936 Mar 29 15:54:51.322930 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 36962) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:54:51.364470 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-33a8dcf2-1558-4038-82d0-585cfd846b22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce2a1632-a596-41f1-882d-49475680d286', 'name': 'tempest-TestServerBasicOps-536563151-router', 'tenant_id': 'b8a89acfb5f041188bb0555d8cd4d395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.32'}], 'enable_snat': True}, 'gw_port_id': '45f47382-d9bf-41fc-acea-92345b2295fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:54:46Z', 'updated_at': '2022-03-29T15:54:48Z', 'revision_number': 3, 'project_id': 'b8a89acfb5f041188bb0555d8cd4d395', 'gw_port': {'id': '45f47382-d9bf-41fc-acea-92345b2295fa', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:02:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce2a1632-a596-41f1-882d-49475680d286', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2375, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:54:46Z', 'updated_at': '2022-03-29T15:54:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1'}], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:54:51.396278 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-e7b0845c-a90b-43f7-bf83-11c84764415e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:51.398017 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33a8dcf2-1558-4038-82d0-585cfd846b22 None None] The sync data for ids ['ce2a1632-a596-41f1-882d-49475680d286'] in n-d-834765-1 is: [{'id': 'ce2a1632-a596-41f1-882d-49475680d286', 'name': 'tempest-TestServerBasicOps-536563151-router', 'tenant_id': 'b8a89acfb5f041188bb0555d8cd4d395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.32'}], 'enable_snat': True}, 'gw_port_id': '45f47382-d9bf-41fc-acea-92345b2295fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:54:46Z', 'updated_at': '2022-03-29T15:54:48Z', 'revision_number': 3, 'project_id': 'b8a89acfb5f041188bb0555d8cd4d395', 'gw_port': {'id': '45f47382-d9bf-41fc-acea-92345b2295fa', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:02:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce2a1632-a596-41f1-882d-49475680d286', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2375, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:54:46Z', 'updated_at': '2022-03-29T15:54:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1'}] {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:54:51.445406 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-52992db8-aba2-40ba-9e2c-99754dddcd31 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:51.457529 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-e7b0845c-a90b-43f7-bf83-11c84764415e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:51.457811 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-132ad47c-b72b-4060-a801-054446964ec7 None None] Provisioning complete for port 64e7e2fd-6dcb-4d62-a2f5-ff05b6992c85 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:54:51.457929 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-132ad47c-b72b-4060-a801-054446964ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:51.461448 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-52992db8-aba2-40ba-9e2c-99754dddcd31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:51.480187 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Pushing event updated for resources: {'Port': ['ID=55719bec-7dd9-427c-9b98-3e3ef6996ca4,revision_number=5']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:54:51.537805 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d0509b5d-3e70-4aa2-9925-1539fd87c668 None None] Notify callbacks [] for port, precommit_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:51.556479 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d0509b5d-3e70-4aa2-9925-1539fd87c668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:51.566259 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Provisioning for port 45434a8b-e66c-4986-94a1-97ad0466ab23 completed by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 15:54:51.597746 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-132ad47c-b72b-4060-a801-054446964ec7 None None] Port 64e7e2fd-6dcb-4d62-a2f5-ff05b6992c85 cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 15:54:51.606352 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Provisioning complete for port 45434a8b-e66c-4986-94a1-97ad0466ab23 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:54:51.606723 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:51.683673 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e152272-f43b-4744-8379-7cad76d1ae46 req-6ddae16c-7020-4dcb-af41-28860d5aa362 tempest-ServerPasswordTestJSON-313571344 tempest-ServerPasswordTestJSON-313571344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:51.686549 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-4e152272-f43b-4744-8379-7cad76d1ae46 req-6ddae16c-7020-4dcb-af41-28860d5aa362 tempest-ServerPasswordTestJSON-313571344 tempest-ServerPasswordTestJSON-313571344-project] 10.222.0.42 "GET /v2.0/ports?device_id=f3a8f79a-359b-4be4-a8f1-f0362234b1d3 HTTP/1.1" status: 200 len: 945 time: 0.1499829 Mar 29 15:54:51.730352 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52992db8-aba2-40ba-9e2c-99754dddcd31 admin admin] Pushing event updated for resources: {'Port': ['ID=64e7e2fd-6dcb-4d62-a2f5-ff05b6992c85,revision_number=2']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:54:51.733403 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-52992db8-aba2-40ba-9e2c-99754dddcd31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-648439'] for router_interface, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:51.811490 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-4e152272-f43b-4744-8379-7cad76d1ae46 req-cf1ec4c2-e605-472d-a74b-45b8333cc78b tempest-ServerPasswordTestJSON-313571344 tempest-ServerPasswordTestJSON-313571344-project] 10.222.0.42 "GET /v2.0/security-groups?id=45b558a3-ec5d-42f1-a704-808845bf4cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119752 Mar 29 15:54:51.877072 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eaf2e49-3d7d-4a8b-a0aa-014d7ed68bb7 req-f58792b7-38c5-441b-883a-f88ee97d0055 tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:51.879209 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6eaf2e49-3d7d-4a8b-a0aa-014d7ed68bb7 req-f58792b7-38c5-441b-883a-f88ee97d0055 tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] 10.222.0.42 "GET /v2.0/ports?device_id=27edd37b-f742-40e3-a8c7-8890983862b7 HTTP/1.1" status: 200 len: 945 time: 0.2122185 Mar 29 15:54:51.919808 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52992db8-aba2-40ba-9e2c-99754dddcd31 admin admin] Network 3cd77a91-4565-406b-b7fe-43338bf4c97c is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:54:51.937030 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868f46d9-b1f3-4ec9-be9d-9fdeddfbdc30 None None] Pushing event updated for resources: {'Port': ['ID=e36293b9-8095-45ba-a97a-5db63821b326,revision_number=3']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:54:51.946179 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [None req-52992db8-aba2-40ba-9e2c-99754dddcd31 admin admin] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:54:51.948129 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device d0afab7f-013f-4d90-ab40-45ccf01ca7b0 no longer exists at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:54:51.989794 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] No Port match for: d0afab7f-013f-4d90-ab40-45ccf01ca7b0 {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 15:54:51.989794 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device d0afab7f-013f-4d90-ab40-45ccf01ca7b0 not bound to the agent host n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:54:52.107319 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-d0509b5d-3e70-4aa2-9925-1539fd87c668 None None] Attempting to bind port e36293b9-8095-45ba-a97a-5db63821b326 on host n-d-834765-1 for vnic_type normal with profile {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:54:52.107491 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-d0509b5d-3e70-4aa2-9925-1539fd87c668 None None] Attempting to bind port e36293b9-8095-45ba-a97a-5db63821b326 by drivers openvswitch,hyperv on host n-d-834765-1 at level 0 using segments [{'id': '05494f76-26c0-4d53-a1ca-803df2918f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '3e947b62-42fa-4c40-a135-95d654c5af33'}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:54:52.107852 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0509b5d-3e70-4aa2-9925-1539fd87c668 None None] Attempting to bind port e36293b9-8095-45ba-a97a-5db63821b326 on network 3e947b62-42fa-4c40-a135-95d654c5af33 {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:54:52.132773 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0509b5d-3e70-4aa2-9925-1539fd87c668 None None] Checking agent: {'id': 'a8866439-9d96-425c-b519-6905c591ac37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 25, 36), 'started_at': datetime.datetime(2022, 3, 29, 15, 26, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 54, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834765-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:54:52.133006 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0509b5d-3e70-4aa2-9925-1539fd87c668 None None] Checking segment: {'id': '05494f76-26c0-4d53-a1ca-803df2918f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '3e947b62-42fa-4c40-a135-95d654c5af33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:54:52.133410 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d0509b5d-3e70-4aa2-9925-1539fd87c668 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:52.133802 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0509b5d-3e70-4aa2-9925-1539fd87c668 None None] Bound using segment: {'id': '05494f76-26c0-4d53-a1ca-803df2918f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '3e947b62-42fa-4c40-a135-95d654c5af33'} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:54:52.134282 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-d0509b5d-3e70-4aa2-9925-1539fd87c668 None None] Bound port: e36293b9-8095-45ba-a97a-5db63821b326, host: n-d-834765-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05494f76-26c0-4d53-a1ca-803df2918f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '3e947b62-42fa-4c40-a135-95d654c5af33'}}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 15:54:52.134956 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d0509b5d-3e70-4aa2-9925-1539fd87c668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:52.172864 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6952ce2a-82e6-4d2c-8032-dcf099f34afd req-f8afedbb-8f61-4aa6-89c8-6d85793b2e38 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:52.193477 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6952ce2a-82e6-4d2c-8032-dcf099f34afd req-f8afedbb-8f61-4aa6-89c8-6d85793b2e38 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:52.198523 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6eaf2e49-3d7d-4a8b-a0aa-014d7ed68bb7 req-a4422138-94da-437f-8655-32eb3da063d3 tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] 10.222.0.42 "GET /v2.0/security-groups?id=4d484579-48b3-4400-916a-a84f820a118c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2700391 Mar 29 15:54:52.203128 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-e7b0845c-a90b-43f7-bf83-11c84764415e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:52.207490 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6952ce2a-82e6-4d2c-8032-dcf099f34afd req-f8afedbb-8f61-4aa6-89c8-6d85793b2e38 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:52.209633 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-e7b0845c-a90b-43f7-bf83-11c84764415e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:52.212987 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-e7b0845c-a90b-43f7-bf83-11c84764415e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e9c3718c-fa8c-4222-a709-7f2a53258f47 HTTP/1.1" status: 204 len: 168 time: 0.8887060 Mar 29 15:54:52.214942 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6952ce2a-82e6-4d2c-8032-dcf099f34afd req-f8afedbb-8f61-4aa6-89c8-6d85793b2e38 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:52.215127 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52992db8-aba2-40ba-9e2c-99754dddcd31 admin admin] Router ce2a1632-a596-41f1-882d-49475680d286 has already been hosted by L3 agent c648d819-1060-4f26-b4ec-6455387b5dff {{(pid=102791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 15:54:52.240034 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b0845c-a90b-43f7-bf83-11c84764415e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9c3718c-fa8c-4222-a709-7f2a53258f47,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:54:52.246156 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6952ce2a-82e6-4d2c-8032-dcf099f34afd req-f8afedbb-8f61-4aa6-89c8-6d85793b2e38 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:52.263525 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6952ce2a-82e6-4d2c-8032-dcf099f34afd req-f8afedbb-8f61-4aa6-89c8-6d85793b2e38 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:52.282128 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6952ce2a-82e6-4d2c-8032-dcf099f34afd req-f8afedbb-8f61-4aa6-89c8-6d85793b2e38 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:52.295911 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-6952ce2a-82e6-4d2c-8032-dcf099f34afd req-f8afedbb-8f61-4aa6-89c8-6d85793b2e38 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] 10.222.0.42 "GET /v2.0/ports?device_id=b5e34b53-8d44-45db-a377-1c001fe98b5c HTTP/1.1" status: 200 len: 5444 time: 0.2617531 Mar 29 15:54:52.325510 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-5c6ef53d-2f5a-4171-80f8-09dc8a633293 None None] Provisioning complete for port e36293b9-8095-45ba-a97a-5db63821b326 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:54:52.332464 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-5c6ef53d-2f5a-4171-80f8-09dc8a633293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:52.354748 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:52.412892 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-6952ce2a-82e6-4d2c-8032-dcf099f34afd req-dfdadfd3-7941-4f00-a777-740b6d86cd12 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] 10.222.0.42 "GET /v2.0/security-groups?id=6e57fe5c-cb87-4607-b926-1e4de2690a28&id=e2ab8bce-bca0-434d-ad1c-ad30dfd1db67&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1151314 Mar 29 15:54:52.518641 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52992db8-aba2-40ba-9e2c-99754dddcd31 admin admin] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:54:52.531489 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-5c6ef53d-2f5a-4171-80f8-09dc8a633293 None None] Port e36293b9-8095-45ba-a97a-5db63821b326 cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 15:54:52.535514 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-52992db8-aba2-40ba-9e2c-99754dddcd31 admin admin] 10.222.0.42 "PUT /v2.0/routers/ce2a1632-a596-41f1-882d-49475680d286/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1405649 Mar 29 15:54:52.544088 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-d0509b5d-3e70-4aa2-9925-1539fd87c668 None None] For port e36293b9-8095-45ba-a97a-5db63821b326, host n-d-834765-1, cleared binding levels {{(pid=102792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:54:52.556298 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port 45434a8b-e66c-4986-94a1-97ad0466ab23, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=45434a8b-e66c-4986-94a1-97ad0466ab23,segment=NetworkSegment(6a6bae82-112f-4fa5-b290-70a8f9204330),segment_id=6a6bae82-112f-4fa5-b290-70a8f9204330)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:54:52.560682 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3a8f79a-359b-4be4-a8f1-f0362234b1d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55719bec-7dd9-427c-9b98-3e3ef6996ca4'}, {'server_uuid': 'b5e34b53-8d44-45db-a377-1c001fe98b5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45434a8b-e66c-4986-94a1-97ad0466ab23'}] {{(pid=102792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:54:52.566370 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4f476c66b318cc6068719fc39557fac68d413f5c7e78fa77028c7948e999ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15882f55-ac2a-4810-ad4d-d6df2ba80043" -d '{"events": [{"server_uuid": "f3a8f79a-359b-4be4-a8f1-f0362234b1d3", "name": "network-vif-plugged", "status": "completed", "tag": "55719bec-7dd9-427c-9b98-3e3ef6996ca4"}, {"server_uuid": "b5e34b53-8d44-45db-a377-1c001fe98b5c", "name": "network-vif-plugged", "status": "completed", "tag": "45434a8b-e66c-4986-94a1-97ad0466ab23"}]}' {{(pid=102792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:54:52.576671 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-d0509b5d-3e70-4aa2-9925-1539fd87c668 None None] For port e36293b9-8095-45ba-a97a-5db63821b326, host n-d-834765-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=e36293b9-8095-45ba-a97a-5db63821b326,segment=NetworkSegment(05494f76-26c0-4d53-a1ca-803df2918f3a),segment_id=05494f76-26c0-4d53-a1ca-803df2918f3a)] {{(pid=102792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:54:52.580604 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:52.593322 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d0509b5d-3e70-4aa2-9925-1539fd87c668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:52.689976 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 29 Mar 2022 15:54:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba1bc4f1-a5d0-425b-aa1b-406969f9feb5 x-openstack-request-id: req-ba1bc4f1-a5d0-425b-aa1b-406969f9feb5 {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:54:52.690822 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3a8f79a-359b-4be4-a8f1-f0362234b1d3", "name": "network-vif-plugged", "status": "completed", "tag": "55719bec-7dd9-427c-9b98-3e3ef6996ca4", "code": 200}, {"server_uuid": "b5e34b53-8d44-45db-a377-1c001fe98b5c", "name": "network-vif-plugged", "status": "completed", "tag": "45434a8b-e66c-4986-94a1-97ad0466ab23", "code": 200}]} {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:54:52.691062 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ba1bc4f1-a5d0-425b-aa1b-406969f9feb5 {{(pid=102792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:54:52.692071 n-d-834765-1 neutron-server[102792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3a8f79a-359b-4be4-a8f1-f0362234b1d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55719bec-7dd9-427c-9b98-3e3ef6996ca4', 'code': 200} Mar 29 15:54:52.692328 n-d-834765-1 neutron-server[102792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5e34b53-8d44-45db-a377-1c001fe98b5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45434a8b-e66c-4986-94a1-97ad0466ab23', 'code': 200} Mar 29 15:54:52.723816 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Pushing event updated for resources: {'Port': ['ID=45434a8b-e66c-4986-94a1-97ad0466ab23,revision_number=5']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:54:52.868208 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0509b5d-3e70-4aa2-9925-1539fd87c668 None None] Routers {'68f8a11e-6cc5-440d-a739-7abeb0164aac'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:54:52.869034 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-d0509b5d-3e70-4aa2-9925-1539fd87c668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:54:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['68f8a11e-6cc5-440d-a739-7abeb0164aac'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:54:52.879036 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868f46d9-b1f3-4ec9-be9d-9fdeddfbdc30 None None] Pushing event updated for resources: {'Port': ['ID=e36293b9-8095-45ba-a97a-5db63821b326,revision_number=4']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:54:52.912988 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea07907-d852-47fc-8086-5928c69b960b req-0cbd7a03-d232-4c01-a87d-ba3639e091cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:52.920731 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-dea07907-d852-47fc-8086-5928c69b960b req-0cbd7a03-d232-4c01-a87d-ba3639e091cd service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=f3a8f79a-359b-4be4-a8f1-f0362234b1d3 HTTP/1.1" status: 200 len: 1096 time: 0.1928475 Mar 29 15:54:52.948990 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbed8d8d-a103-4285-ae77-aa53fb3d042a req-589fb405-4bd8-4183-94e0-8d16887c7178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:52.950425 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbed8d8d-a103-4285-ae77-aa53fb3d042a req-589fb405-4bd8-4183-94e0-8d16887c7178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:52.951451 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbed8d8d-a103-4285-ae77-aa53fb3d042a req-589fb405-4bd8-4183-94e0-8d16887c7178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:52.952076 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbed8d8d-a103-4285-ae77-aa53fb3d042a req-589fb405-4bd8-4183-94e0-8d16887c7178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:52.952855 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbed8d8d-a103-4285-ae77-aa53fb3d042a req-589fb405-4bd8-4183-94e0-8d16887c7178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:52.953965 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbed8d8d-a103-4285-ae77-aa53fb3d042a req-589fb405-4bd8-4183-94e0-8d16887c7178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:52.954822 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbed8d8d-a103-4285-ae77-aa53fb3d042a req-589fb405-4bd8-4183-94e0-8d16887c7178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:52.957318 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-fbed8d8d-a103-4285-ae77-aa53fb3d042a req-589fb405-4bd8-4183-94e0-8d16887c7178 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=b5e34b53-8d44-45db-a377-1c001fe98b5c HTTP/1.1" status: 200 len: 6502 time: 0.1811113 Mar 29 15:54:52.989988 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-a91b9bb3-cce2-4210-9224-a3c8eabddaf1 None None] Provisioning complete for port 64e7e2fd-6dcb-4d62-a2f5-ff05b6992c85 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:54:52.990359 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-a91b9bb3-cce2-4210-9224-a3c8eabddaf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:53.123005 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-dea07907-d852-47fc-8086-5928c69b960b req-34bd8a24-79ae-42fe-891d-5e0bbfcd7b53 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=45b558a3-ec5d-42f1-a704-808845bf4cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905899 Mar 29 15:54:53.140207 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c66f80-8bc7-4a24-a68c-14f756d74f95 req-98c71074-5099-42dc-9bca-f51a3ecf0d27 tempest-ServerPasswordTestJSON-313571344 tempest-ServerPasswordTestJSON-313571344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:53.150803 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-10c66f80-8bc7-4a24-a68c-14f756d74f95 req-98c71074-5099-42dc-9bca-f51a3ecf0d27 tempest-ServerPasswordTestJSON-313571344 tempest-ServerPasswordTestJSON-313571344-project] 10.222.0.42 "GET /v2.0/ports?device_id=f3a8f79a-359b-4be4-a8f1-f0362234b1d3 HTTP/1.1" status: 200 len: 945 time: 0.2165778 Mar 29 15:54:53.155647 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-fbed8d8d-a103-4285-ae77-aa53fb3d042a req-d55357e1-4f45-4671-941e-aeddbfbb8ba1 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=e2ab8bce-bca0-434d-ad1c-ad30dfd1db67&id=6e57fe5c-cb87-4607-b926-1e4de2690a28&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1631627 Mar 29 15:54:53.163751 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-a91b9bb3-cce2-4210-9224-a3c8eabddaf1 None None] Port 64e7e2fd-6dcb-4d62-a2f5-ff05b6992c85 cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 15:54:53.205669 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-10c66f80-8bc7-4a24-a68c-14f756d74f95 req-697dd884-d7c0-4711-a6dd-26043be6382d tempest-ServerPasswordTestJSON-313571344 tempest-ServerPasswordTestJSON-313571344-project] 10.222.0.42 "GET /v2.0/security-groups?id=45b558a3-ec5d-42f1-a704-808845bf4cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533824 Mar 29 15:54:53.207786 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvr_db [None req-d0509b5d-3e70-4aa2-9925-1539fd87c668 None None] Set router 68f8a11e-6cc5-440d-a739-7abeb0164aac gateway port host: n-d-834765-1 {{(pid=102792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:54:53.301361 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-469b599a-950d-4aef-88b6-d3ca5646c2d4 None None] Provisioning complete for port e36293b9-8095-45ba-a97a-5db63821b326 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:54:53.301785 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-469b599a-950d-4aef-88b6-d3ca5646c2d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:53.360759 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae19cdb-7083-4912-98d3-a9f6cf339e84 req-1d3d5966-e3eb-4e43-989e-b88097465fb6 tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:53.370727 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-0ae19cdb-7083-4912-98d3-a9f6cf339e84 req-1d3d5966-e3eb-4e43-989e-b88097465fb6 tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] 10.222.0.42 "GET /v2.0/ports?device_id=27edd37b-f742-40e3-a8c7-8890983862b7 HTTP/1.1" status: 200 len: 945 time: 0.0756586 Mar 29 15:54:53.447639 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-0ae19cdb-7083-4912-98d3-a9f6cf339e84 req-5882d1a9-4acb-4293-978f-84102011c297 tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] 10.222.0.42 "GET /v2.0/security-groups?id=4d484579-48b3-4400-916a-a84f820a118c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712113 Mar 29 15:54:53.466249 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 37028) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:54:53.519807 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-469b599a-950d-4aef-88b6-d3ca5646c2d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:53.588438 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-469b599a-950d-4aef-88b6-d3ca5646c2d4 None None] For port e36293b9-8095-45ba-a97a-5db63821b326, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=e36293b9-8095-45ba-a97a-5db63821b326,segment=NetworkSegment(05494f76-26c0-4d53-a1ca-803df2918f3a),segment_id=05494f76-26c0-4d53-a1ca-803df2918f3a)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:54:53.595302 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-469b599a-950d-4aef-88b6-d3ca5646c2d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:53.610540 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7dd631-85e3-46ca-bf23-4dc78cc84ba9 req-3e45a788-b070-4dde-8175-2484d5af0564 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:53.620680 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7dd631-85e3-46ca-bf23-4dc78cc84ba9 req-3e45a788-b070-4dde-8175-2484d5af0564 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:53.628500 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7dd631-85e3-46ca-bf23-4dc78cc84ba9 req-3e45a788-b070-4dde-8175-2484d5af0564 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:53.635756 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7dd631-85e3-46ca-bf23-4dc78cc84ba9 req-3e45a788-b070-4dde-8175-2484d5af0564 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:53.642610 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7dd631-85e3-46ca-bf23-4dc78cc84ba9 req-3e45a788-b070-4dde-8175-2484d5af0564 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:53.651067 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7dd631-85e3-46ca-bf23-4dc78cc84ba9 req-3e45a788-b070-4dde-8175-2484d5af0564 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:53.659487 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7dd631-85e3-46ca-bf23-4dc78cc84ba9 req-3e45a788-b070-4dde-8175-2484d5af0564 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:53.661552 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-3e7dd631-85e3-46ca-bf23-4dc78cc84ba9 req-3e45a788-b070-4dde-8175-2484d5af0564 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] 10.222.0.42 "GET /v2.0/ports?device_id=b5e34b53-8d44-45db-a377-1c001fe98b5c HTTP/1.1" status: 200 len: 5445 time: 0.1353064 Mar 29 15:54:53.667834 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-2f4e3ebb-d90e-4610-8984-323c2da96bee tempest-BulkNetworkOpsIpV6Test-1806992488 tempest-BulkNetworkOpsIpV6Test-1806992488-project] Request body: {'networks': [{'name': 'tempest-network--1440676745'}, {'name': 'tempest-network--352212297'}]} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:54:53.668211 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-2f4e3ebb-d90e-4610-8984-323c2da96bee tempest-BulkNetworkOpsIpV6Test-1806992488 tempest-BulkNetworkOpsIpV6Test-1806992488-project] Request body: {'network': {'name': 'tempest-network--1440676745'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:54:53.669037 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-2f4e3ebb-d90e-4610-8984-323c2da96bee tempest-BulkNetworkOpsIpV6Test-1806992488 tempest-BulkNetworkOpsIpV6Test-1806992488-project] Request body: {'network': {'name': 'tempest-network--352212297'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:54:53.670704 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-d0509b5d-3e70-4aa2-9925-1539fd87c668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68f8a11e-6cc5-440d-a739-7abeb0164aac', 'name': 'tempest-TestServerBasicOps-1593062931-router', 'tenant_id': '04bb88e92aa64365906899266844f6e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.52'}], 'enable_snat': True}, 'gw_port_id': '9992b074-fbe2-4da3-9131-91e3da12370a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:54:35Z', 'updated_at': '2022-03-29T15:54:41Z', 'revision_number': 4, 'project_id': '04bb88e92aa64365906899266844f6e0', 'gw_port': {'id': '9992b074-fbe2-4da3-9131-91e3da12370a', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:55:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68f8a11e-6cc5-440d-a739-7abeb0164aac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2359, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:54:36Z', 'updated_at': '2022-03-29T15:54:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': 'e36293b9-8095-45ba-a97a-5db63821b326', 'name': '', 'network_id': '3e947b62-42fa-4c40-a135-95d654c5af33', 'tenant_id': '04bb88e92aa64365906899266844f6e0', 'mac_address': 'fa:16:3e:84:8d:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68f8a11e-6cc5-440d-a739-7abeb0164aac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2363, 'fixed_ips': [{'subnet_id': 'd2bd398d-9d3a-4812-aba7-11f854be4832', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:54:41Z', 'updated_at': '2022-03-29T15:54:52Z', 'revision_number': 4, 'project_id': '04bb88e92aa64365906899266844f6e0', 'subnets': [{'id': 'd2bd398d-9d3a-4812-aba7-11f854be4832', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:54:53.711684 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0509b5d-3e70-4aa2-9925-1539fd87c668 None None] The sync data for ids ['68f8a11e-6cc5-440d-a739-7abeb0164aac'] in n-d-834765-1 is: [{'id': '68f8a11e-6cc5-440d-a739-7abeb0164aac', 'name': 'tempest-TestServerBasicOps-1593062931-router', 'tenant_id': '04bb88e92aa64365906899266844f6e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.52'}], 'enable_snat': True}, 'gw_port_id': '9992b074-fbe2-4da3-9131-91e3da12370a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:54:35Z', 'updated_at': '2022-03-29T15:54:41Z', 'revision_number': 4, 'project_id': '04bb88e92aa64365906899266844f6e0', 'gw_port': {'id': '9992b074-fbe2-4da3-9131-91e3da12370a', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:55:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68f8a11e-6cc5-440d-a739-7abeb0164aac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2359, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:54:36Z', 'updated_at': '2022-03-29T15:54:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': 'e36293b9-8095-45ba-a97a-5db63821b326', 'name': '', 'network_id': '3e947b62-42fa-4c40-a135-95d654c5af33', 'tenant_id': '04bb88e92aa64365906899266844f6e0', 'mac_address': 'fa:16:3e:84:8d:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68f8a11e-6cc5-440d-a739-7abeb0164aac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2363, 'fixed_ips': [{'subnet_id': 'd2bd398d-9d3a-4812-aba7-11f854be4832', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:54:41Z', 'updated_at': '2022-03-29T15:54:52Z', 'revision_number': 4, 'project_id': '04bb88e92aa64365906899266844f6e0', 'subnets': [{'id': 'd2bd398d-9d3a-4812-aba7-11f854be4832', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:54:53.730052 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-3e7dd631-85e3-46ca-bf23-4dc78cc84ba9 req-2ac4f590-d19f-4b53-81dd-69c49373f4f7 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] 10.222.0.42 "GET /v2.0/security-groups?id=6e57fe5c-cb87-4607-b926-1e4de2690a28&id=e2ab8bce-bca0-434d-ad1c-ad30dfd1db67&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0523417 Mar 29 15:54:53.730877 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f4e3ebb-d90e-4610-8984-323c2da96bee tempest-BulkNetworkOpsIpV6Test-1806992488 tempest-BulkNetworkOpsIpV6Test-1806992488-project] Made reservation on behalf of 40b63d5cd0e54fe289011da2ff5d0204 for: {'network': 2} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:54:53.732226 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469b599a-950d-4aef-88b6-d3ca5646c2d4 None None] Pushing event updated for resources: {'Port': ['ID=e36293b9-8095-45ba-a97a-5db63821b326,revision_number=5']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:54:53.740813 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-2f4e3ebb-d90e-4610-8984-323c2da96bee tempest-BulkNetworkOpsIpV6Test-1806992488 tempest-BulkNetworkOpsIpV6Test-1806992488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for network, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:53.754663 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 37032) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:54:53.761378 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-2f4e3ebb-d90e-4610-8984-323c2da96bee tempest-BulkNetworkOpsIpV6Test-1806992488 tempest-BulkNetworkOpsIpV6Test-1806992488-project] Notify callbacks [] for security_group, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:53.763610 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-2591f508-8589-4014-89ab-5ededcb5bcb3 tempest-TestServerBasicOps-206205767 tempest-TestServerBasicOps-206205767-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-257568717', 'description': 'tempest-secgroup-smoke-257568717 description', 'project_id': '04bb88e92aa64365906899266844f6e0'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:54:53.819911 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-2591f508-8589-4014-89ab-5ededcb5bcb3 tempest-TestServerBasicOps-206205767 tempest-TestServerBasicOps-206205767-project] Notify callbacks [] for security_group, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:53.939061 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-2f4e3ebb-d90e-4610-8984-323c2da96bee tempest-BulkNetworkOpsIpV6Test-1806992488 tempest-BulkNetworkOpsIpV6Test-1806992488-project] Notify callbacks [] for security_group, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:53.954070 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device e36293b9-8095-45ba-a97a-5db63821b326 up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:54:53.961586 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-2f4e3ebb-d90e-4610-8984-323c2da96bee tempest-BulkNetworkOpsIpV6Test-1806992488 tempest-BulkNetworkOpsIpV6Test-1806992488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:53.961987 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-2f4e3ebb-d90e-4610-8984-323c2da96bee tempest-BulkNetworkOpsIpV6Test-1806992488 tempest-BulkNetworkOpsIpV6Test-1806992488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for network, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:53.995218 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-2591f508-8589-4014-89ab-5ededcb5bcb3 tempest-TestServerBasicOps-206205767 tempest-TestServerBasicOps-206205767-project] Notify callbacks [] for security_group, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:54.006383 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-2591f508-8589-4014-89ab-5ededcb5bcb3 tempest-TestServerBasicOps-206205767 tempest-TestServerBasicOps-206205767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:54.020741 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port e36293b9-8095-45ba-a97a-5db63821b326 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:54:54.021363 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:54.031168 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4e3ebb-d90e-4610-8984-323c2da96bee tempest-BulkNetworkOpsIpV6Test-1806992488 tempest-BulkNetworkOpsIpV6Test-1806992488-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b4767c65-4e7b-43e9-bc66-b0ac9e7c6f9f,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:54:54.053821 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f4e3ebb-d90e-4610-8984-323c2da96bee tempest-BulkNetworkOpsIpV6Test-1806992488 tempest-BulkNetworkOpsIpV6Test-1806992488-project] vlan segment allocate from pool success with {'vlan_id': 612, 'physical_network': 'physnet1'} {{(pid=102791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 15:54:54.076792 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-2591f508-8589-4014-89ab-5ededcb5bcb3 tempest-TestServerBasicOps-206205767 tempest-TestServerBasicOps-206205767-project] Notify callbacks [] for security_group, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:54.080834 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-2591f508-8589-4014-89ab-5ededcb5bcb3 tempest-TestServerBasicOps-206205767 tempest-TestServerBasicOps-206205767-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3222697 Mar 29 15:54:54.081707 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 37034) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:54:54.086927 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-2f4e3ebb-d90e-4610-8984-323c2da96bee tempest-BulkNetworkOpsIpV6Test-1806992488 tempest-BulkNetworkOpsIpV6Test-1806992488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:54.087553 n-d-834765-1 neutron-server[102791]: INFO neutron.db.segments_db [None req-2f4e3ebb-d90e-4610-8984-323c2da96bee tempest-BulkNetworkOpsIpV6Test-1806992488 tempest-BulkNetworkOpsIpV6Test-1806992488-project] Added segment 46d67eea-f5c6-4c4e-850c-65312306fde7 of type vlan for network a45efb6f-e06e-4ffe-bfbd-0c61c315b215 Mar 29 15:54:54.099921 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2591f508-8589-4014-89ab-5ededcb5bcb3 tempest-TestServerBasicOps-206205767 tempest-TestServerBasicOps-206205767-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29ddfa0c-288d-4cdf-94ef-0cd0c52f5988,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:54:54.102078 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-c4ecbec4-be42-4fa2-942a-869941bc582f tempest-TestServerBasicOps-206205767 tempest-TestServerBasicOps-206205767-project] Request body: {'security_group_rule': {'security_group_id': '29ddfa0c-288d-4cdf-94ef-0cd0c52f5988', 'project_id': '04bb88e92aa64365906899266844f6e0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:54:54.139585 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 45f47382-d9bf-41fc-acea-92345b2295fa up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:54:54.175740 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c4ecbec4-be42-4fa2-942a-869941bc582f tempest-TestServerBasicOps-206205767 tempest-TestServerBasicOps-206205767-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:54.180711 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-2f4e3ebb-d90e-4610-8984-323c2da96bee tempest-BulkNetworkOpsIpV6Test-1806992488 tempest-BulkNetworkOpsIpV6Test-1806992488-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783522915970'] for network, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:54.224211 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port 45f47382-d9bf-41fc-acea-92345b2295fa triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:54:54.224652 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:54.245749 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f4e3ebb-d90e-4610-8984-323c2da96bee tempest-BulkNetworkOpsIpV6Test-1806992488 tempest-BulkNetworkOpsIpV6Test-1806992488-project] vlan segment allocate from pool success with {'vlan_id': 611, 'physical_network': 'physnet1'} {{(pid=102791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 15:54:54.270782 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-2f4e3ebb-d90e-4610-8984-323c2da96bee tempest-BulkNetworkOpsIpV6Test-1806992488 tempest-BulkNetworkOpsIpV6Test-1806992488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:54.271130 n-d-834765-1 neutron-server[102791]: INFO neutron.db.segments_db [None req-2f4e3ebb-d90e-4610-8984-323c2da96bee tempest-BulkNetworkOpsIpV6Test-1806992488 tempest-BulkNetworkOpsIpV6Test-1806992488-project] Added segment 6dc3a3e6-576d-4378-87e7-b02684c0e76e of type vlan for network 21e37c04-a11f-4a38-96d2-373dc345e323 Mar 29 15:54:54.300826 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c4ecbec4-be42-4fa2-942a-869941bc582f tempest-TestServerBasicOps-206205767 tempest-TestServerBasicOps-206205767-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:54.306915 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c4ecbec4-be42-4fa2-942a-869941bc582f tempest-TestServerBasicOps-206205767 tempest-TestServerBasicOps-206205767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610998'] for security_group_rule, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:54.347963 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ecbec4-be42-4fa2-942a-869941bc582f tempest-TestServerBasicOps-206205767 tempest-TestServerBasicOps-206205767-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c04aa62d-201b-45d7-abdf-9bbf0bdcc3b8,revision_number=0']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:54:54.381945 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c4ecbec4-be42-4fa2-942a-869941bc582f tempest-TestServerBasicOps-206205767 tempest-TestServerBasicOps-206205767-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:54.386221 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-c4ecbec4-be42-4fa2-942a-869941bc582f tempest-TestServerBasicOps-206205767 tempest-TestServerBasicOps-206205767-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3007302 Mar 29 15:54:54.386854 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 37042) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:54:54.389156 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-2f4e3ebb-d90e-4610-8984-323c2da96bee tempest-BulkNetworkOpsIpV6Test-1806992488 tempest-BulkNetworkOpsIpV6Test-1806992488-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783522915970'] for network, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:54.401596 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b91b67eb-35f8-4bf4-82c8-44f6fd7401c1 None None] Sync routers for ids ['ce2a1632-a596-41f1-882d-49475680d286'] in n-d-834765-1 {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:54:54.410332 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-816a3e15-a76b-4c7c-81a4-fa34a825e19b tempest-TestServerBasicOps-206205767 tempest-TestServerBasicOps-206205767-project] Request body: {'security_group_rule': {'security_group_id': '29ddfa0c-288d-4cdf-94ef-0cd0c52f5988', 'project_id': '04bb88e92aa64365906899266844f6e0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:54:54.445566 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:54.446493 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-2f4e3ebb-d90e-4610-8984-323c2da96bee tempest-BulkNetworkOpsIpV6Test-1806992488 tempest-BulkNetworkOpsIpV6Test-1806992488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795'] for network, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:54.447311 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-2f4e3ebb-d90e-4610-8984-323c2da96bee tempest-BulkNetworkOpsIpV6Test-1806992488 tempest-BulkNetworkOpsIpV6Test-1806992488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795'] for network, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:54.451779 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b91b67eb-35f8-4bf4-82c8-44f6fd7401c1 None None] Routers {'ce2a1632-a596-41f1-882d-49475680d286'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:54:54.453453 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-b91b67eb-35f8-4bf4-82c8-44f6fd7401c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:54:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['ce2a1632-a596-41f1-882d-49475680d286'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:54:54.454853 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f4e3ebb-d90e-4610-8984-323c2da96bee tempest-BulkNetworkOpsIpV6Test-1806992488 tempest-BulkNetworkOpsIpV6Test-1806992488-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:54.460245 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-816a3e15-a76b-4c7c-81a4-fa34a825e19b tempest-TestServerBasicOps-206205767 tempest-TestServerBasicOps-206205767-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:54.460814 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f4e3ebb-d90e-4610-8984-323c2da96bee tempest-BulkNetworkOpsIpV6Test-1806992488 tempest-BulkNetworkOpsIpV6Test-1806992488-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:54.463994 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-2f4e3ebb-d90e-4610-8984-323c2da96bee tempest-BulkNetworkOpsIpV6Test-1806992488 tempest-BulkNetworkOpsIpV6Test-1806992488-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for network, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:54.516210 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] For port 45f47382-d9bf-41fc-acea-92345b2295fa, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=45f47382-d9bf-41fc-acea-92345b2295fa,segment=NetworkSegment(6ab47353-a811-4bad-bc73-b4cc84583cfd),segment_id=6ab47353-a811-4bad-bc73-b4cc84583cfd)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:54:54.557605 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4e3ebb-d90e-4610-8984-323c2da96bee tempest-BulkNetworkOpsIpV6Test-1806992488 tempest-BulkNetworkOpsIpV6Test-1806992488-project] Pushing event updated for resources: {'Network': ['ID=a45efb6f-e06e-4ffe-bfbd-0c61c315b215,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:54:54.609298 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Network a45efb6f-e06e-4ffe-bfbd-0c61c315b215 details requested by agent ovs-agent-n-d-834765-1 with host n-d-834765-1 {{(pid=102792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 15:54:54.611107 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:54.680878 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-2f4e3ebb-d90e-4610-8984-323c2da96bee tempest-BulkNetworkOpsIpV6Test-1806992488 tempest-BulkNetworkOpsIpV6Test-1806992488-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.2129562 Mar 29 15:54:54.682956 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4e3ebb-d90e-4610-8984-323c2da96bee tempest-BulkNetworkOpsIpV6Test-1806992488 tempest-BulkNetworkOpsIpV6Test-1806992488-project] Pushing event updated for resources: {'Network': ['ID=21e37c04-a11f-4a38-96d2-373dc345e323,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:54:54.685090 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 37046) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:54:54.702650 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016ab25b-392f-4a4c-95ae-bb3fa8b551c4 req-0daa5359-bf34-4460-b271-07fc533f687d tempest-ServerPasswordTestJSON-313571344 tempest-ServerPasswordTestJSON-313571344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:54.712622 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Pushing event updated for resources: {'Port': ['ID=45f47382-d9bf-41fc-acea-92345b2295fa,revision_number=4']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:54:54.715401 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Network 21e37c04-a11f-4a38-96d2-373dc345e323 details requested by agent ovs-agent-n-d-834765-1 with host n-d-834765-1 {{(pid=102792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 15:54:54.730161 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-016ab25b-392f-4a4c-95ae-bb3fa8b551c4 req-0daa5359-bf34-4460-b271-07fc533f687d tempest-ServerPasswordTestJSON-313571344 tempest-ServerPasswordTestJSON-313571344-project] 10.222.0.42 "GET /v2.0/ports?device_id=f3a8f79a-359b-4be4-a8f1-f0362234b1d3 HTTP/1.1" status: 200 len: 945 time: 0.3603549 Mar 29 15:54:54.750763 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-816a3e15-a76b-4c7c-81a4-fa34a825e19b tempest-TestServerBasicOps-206205767 tempest-TestServerBasicOps-206205767-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:54.772709 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-816a3e15-a76b-4c7c-81a4-fa34a825e19b tempest-TestServerBasicOps-206205767 tempest-TestServerBasicOps-206205767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610998'] for security_group_rule, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:54.855728 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5404374d-f988-44fb-91fc-a688784e93ca req-50fde33a-7c35-4481-8dc8-4c2954c5858f tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:54.857298 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-5404374d-f988-44fb-91fc-a688784e93ca req-50fde33a-7c35-4481-8dc8-4c2954c5858f tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] 10.222.0.42 "GET /v2.0/ports?device_id=27edd37b-f742-40e3-a8c7-8890983862b7 HTTP/1.1" status: 200 len: 945 time: 0.2254896 Mar 29 15:54:54.860806 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-016ab25b-392f-4a4c-95ae-bb3fa8b551c4 req-0ca8203f-d93c-4045-9e2a-23391a55072f tempest-ServerPasswordTestJSON-313571344 tempest-ServerPasswordTestJSON-313571344-project] 10.222.0.42 "GET /v2.0/security-groups?id=45b558a3-ec5d-42f1-a704-808845bf4cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241832 Mar 29 15:54:54.881672 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-816a3e15-a76b-4c7c-81a4-fa34a825e19b tempest-TestServerBasicOps-206205767 tempest-TestServerBasicOps-206205767-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:54.885875 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-816a3e15-a76b-4c7c-81a4-fa34a825e19b tempest-TestServerBasicOps-206205767 tempest-TestServerBasicOps-206205767-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4800212 Mar 29 15:54:54.893773 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 37050) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:54:54.903664 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-bbda30b8-1168-4dd7-8886-afcbd0e37e64 tempest-TestServerBasicOps-206205767 tempest-TestServerBasicOps-206205767-project] Request body: {'security_group_rule': {'security_group_id': '29ddfa0c-288d-4cdf-94ef-0cd0c52f5988', 'project_id': '04bb88e92aa64365906899266844f6e0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:54:54.922081 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816a3e15-a76b-4c7c-81a4-fa34a825e19b tempest-TestServerBasicOps-206205767 tempest-TestServerBasicOps-206205767-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e89d428-ee5b-421e-be6b-4c9fc6267b9e,revision_number=0']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:54:54.966381 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvr_db [None req-b91b67eb-35f8-4bf4-82c8-44f6fd7401c1 None None] Set router ce2a1632-a596-41f1-882d-49475680d286 gateway port host: n-d-834765-1 {{(pid=102792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:54:54.971093 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-bbda30b8-1168-4dd7-8886-afcbd0e37e64 tempest-TestServerBasicOps-206205767 tempest-TestServerBasicOps-206205767-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:55.110679 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-bbda30b8-1168-4dd7-8886-afcbd0e37e64 tempest-TestServerBasicOps-206205767 tempest-TestServerBasicOps-206205767-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:55.121794 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-bbda30b8-1168-4dd7-8886-afcbd0e37e64 tempest-TestServerBasicOps-206205767 tempest-TestServerBasicOps-206205767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610998'] for security_group_rule, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:55.141118 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919b51b2-a3c1-4315-813a-4dc3229a8d73 req-48bffd35-ff6b-4201-819f-7b39d6e13bd4 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:55.149885 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919b51b2-a3c1-4315-813a-4dc3229a8d73 req-48bffd35-ff6b-4201-819f-7b39d6e13bd4 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:55.155934 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919b51b2-a3c1-4315-813a-4dc3229a8d73 req-48bffd35-ff6b-4201-819f-7b39d6e13bd4 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:55.162632 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919b51b2-a3c1-4315-813a-4dc3229a8d73 req-48bffd35-ff6b-4201-819f-7b39d6e13bd4 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:55.169123 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919b51b2-a3c1-4315-813a-4dc3229a8d73 req-48bffd35-ff6b-4201-819f-7b39d6e13bd4 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:55.176230 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919b51b2-a3c1-4315-813a-4dc3229a8d73 req-48bffd35-ff6b-4201-819f-7b39d6e13bd4 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:55.184253 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919b51b2-a3c1-4315-813a-4dc3229a8d73 req-48bffd35-ff6b-4201-819f-7b39d6e13bd4 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:55.186235 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-919b51b2-a3c1-4315-813a-4dc3229a8d73 req-48bffd35-ff6b-4201-819f-7b39d6e13bd4 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] 10.222.0.42 "GET /v2.0/ports?device_id=b5e34b53-8d44-45db-a377-1c001fe98b5c HTTP/1.1" status: 200 len: 5445 time: 0.1797988 Mar 29 15:54:55.209717 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbda30b8-1168-4dd7-8886-afcbd0e37e64 tempest-TestServerBasicOps-206205767 tempest-TestServerBasicOps-206205767-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef1f2c40-a35a-417d-a40d-491b22261746,revision_number=0']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:54:55.224563 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-bbda30b8-1168-4dd7-8886-afcbd0e37e64 tempest-TestServerBasicOps-206205767 tempest-TestServerBasicOps-206205767-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:55.235324 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-bbda30b8-1168-4dd7-8886-afcbd0e37e64 tempest-TestServerBasicOps-206205767 tempest-TestServerBasicOps-206205767-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3403792 Mar 29 15:54:55.237811 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 37052) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:54:55.245325 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-af8f2775-d9f4-44a2-951a-380eb0392b17 tempest-TestServerBasicOps-206205767 tempest-TestServerBasicOps-206205767-project] Request body: {'security_group_rule': {'security_group_id': '29ddfa0c-288d-4cdf-94ef-0cd0c52f5988', 'project_id': '04bb88e92aa64365906899266844f6e0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:54:55.276557 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-919b51b2-a3c1-4315-813a-4dc3229a8d73 req-2b86ca21-7439-4ac6-97d7-707622bde225 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] 10.222.0.42 "GET /v2.0/security-groups?id=6e57fe5c-cb87-4607-b926-1e4de2690a28&id=e2ab8bce-bca0-434d-ad1c-ad30dfd1db67&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0804951 Mar 29 15:54:55.297517 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-b91b67eb-35f8-4bf4-82c8-44f6fd7401c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce2a1632-a596-41f1-882d-49475680d286', 'name': 'tempest-TestServerBasicOps-536563151-router', 'tenant_id': 'b8a89acfb5f041188bb0555d8cd4d395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.32'}], 'enable_snat': True}, 'gw_port_id': '45f47382-d9bf-41fc-acea-92345b2295fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:54:46Z', 'updated_at': '2022-03-29T15:54:51Z', 'revision_number': 4, 'project_id': 'b8a89acfb5f041188bb0555d8cd4d395', 'gw_port': {'id': '45f47382-d9bf-41fc-acea-92345b2295fa', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:02:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce2a1632-a596-41f1-882d-49475680d286', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2375, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:54:46Z', 'updated_at': '2022-03-29T15:54:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': '64e7e2fd-6dcb-4d62-a2f5-ff05b6992c85', 'name': '', 'network_id': '3cd77a91-4565-406b-b7fe-43338bf4c97c', 'tenant_id': 'b8a89acfb5f041188bb0555d8cd4d395', 'mac_address': 'fa:16:3e:66:75:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce2a1632-a596-41f1-882d-49475680d286', 'device_owner': 'network:router_interface', 'standard_attr_id': 2376, 'fixed_ips': [{'subnet_id': '91c02cc5-7c21-4a8b-82d6-aa182ec43b6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:54:50Z', 'updated_at': '2022-03-29T15:54:51Z', 'revision_number': 2, 'project_id': 'b8a89acfb5f041188bb0555d8cd4d395', 'subnets': [{'id': '91c02cc5-7c21-4a8b-82d6-aa182ec43b6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:54:55.318773 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-af8f2775-d9f4-44a2-951a-380eb0392b17 tempest-TestServerBasicOps-206205767 tempest-TestServerBasicOps-206205767-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:55.352203 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b91b67eb-35f8-4bf4-82c8-44f6fd7401c1 None None] Checking router: ce2a1632-a596-41f1-882d-49475680d286 for host: n-d-834765-1 {{(pid=102792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:54:55.353001 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b91b67eb-35f8-4bf4-82c8-44f6fd7401c1 None None] Updating router ce2a1632-a596-41f1-882d-49475680d286 port 64e7e2fd-6dcb-4d62-a2f5-ff05b6992c85 binding host n-d-834765-1 {{(pid=102792) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 15:54:55.366836 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-5404374d-f988-44fb-91fc-a688784e93ca req-b152c50d-7f8d-4ef7-8870-b6673440fd8b tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] 10.222.0.42 "GET /v2.0/security-groups?id=4d484579-48b3-4400-916a-a84f820a118c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4970777 Mar 29 15:54:55.403667 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-af8f2775-d9f4-44a2-951a-380eb0392b17 tempest-TestServerBasicOps-206205767 tempest-TestServerBasicOps-206205767-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:55.409693 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-af8f2775-d9f4-44a2-951a-380eb0392b17 tempest-TestServerBasicOps-206205767 tempest-TestServerBasicOps-206205767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610998'] for security_group_rule, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:55.413480 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a549a0f-fb80-43b8-8f32-f9a414233268 tempest-BulkNetworkOpsIpV6Test-1806992488 tempest-BulkNetworkOpsIpV6Test-1806992488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:55.420096 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-b91b67eb-35f8-4bf4-82c8-44f6fd7401c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:55.432803 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a549a0f-fb80-43b8-8f32-f9a414233268 tempest-BulkNetworkOpsIpV6Test-1806992488 tempest-BulkNetworkOpsIpV6Test-1806992488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:55.444205 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8f2775-d9f4-44a2-951a-380eb0392b17 tempest-TestServerBasicOps-206205767 tempest-TestServerBasicOps-206205767-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=686dcd69-4428-4a82-8601-15455da7897e,revision_number=0']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:54:55.444312 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a549a0f-fb80-43b8-8f32-f9a414233268 tempest-BulkNetworkOpsIpV6Test-1806992488 tempest-BulkNetworkOpsIpV6Test-1806992488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:55.452914 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-af8f2775-d9f4-44a2-951a-380eb0392b17 tempest-TestServerBasicOps-206205767 tempest-TestServerBasicOps-206205767-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:55.455190 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-af8f2775-d9f4-44a2-951a-380eb0392b17 tempest-TestServerBasicOps-206205767 tempest-TestServerBasicOps-206205767-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2147036 Mar 29 15:54:55.458246 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 37058) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:54:55.461101 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a549a0f-fb80-43b8-8f32-f9a414233268 tempest-BulkNetworkOpsIpV6Test-1806992488 tempest-BulkNetworkOpsIpV6Test-1806992488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:55.462823 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-4a549a0f-fb80-43b8-8f32-f9a414233268 tempest-BulkNetworkOpsIpV6Test-1806992488 tempest-BulkNetworkOpsIpV6Test-1806992488-project] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.7768435 Mar 29 15:54:55.464028 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-4a3706b9-7b00-43f2-8699-d6615746252e tempest-TestServerBasicOps-206205767 tempest-TestServerBasicOps-206205767-project] Request body: {'security_group_rule': {'security_group_id': '29ddfa0c-288d-4cdf-94ef-0cd0c52f5988', 'project_id': '04bb88e92aa64365906899266844f6e0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:54:55.465686 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 37060) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:54:55.497995 n-d-834765-1 neutron-server[102790]: INFO neutron.db.securitygroups_db [None req-4a3706b9-7b00-43f2-8699-d6615746252e tempest-TestServerBasicOps-206205767 tempest-TestServerBasicOps-206205767-project] Project 04bb88e92aa64365906899266844f6e0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 29 15:54:55.506187 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-4a3706b9-7b00-43f2-8699-d6615746252e tempest-TestServerBasicOps-206205767 tempest-TestServerBasicOps-206205767-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:55.578481 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-be6f4289-5d4b-4447-bc70-ed8404ff8dca tempest-BulkNetworkOpsIpV6Test-1806992488 tempest-BulkNetworkOpsIpV6Test-1806992488-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1631750'] for network, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:55.586805 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-4a3706b9-7b00-43f2-8699-d6615746252e tempest-TestServerBasicOps-206205767 tempest-TestServerBasicOps-206205767-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:55.593044 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-4a3706b9-7b00-43f2-8699-d6615746252e tempest-TestServerBasicOps-206205767 tempest-TestServerBasicOps-206205767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610998'] for security_group_rule, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:55.611639 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3706b9-7b00-43f2-8699-d6615746252e tempest-TestServerBasicOps-206205767 tempest-TestServerBasicOps-206205767-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bed7d60a-52a2-4607-ab0d-30ddfe8aa141,revision_number=0']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:54:55.619679 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-4a3706b9-7b00-43f2-8699-d6615746252e tempest-TestServerBasicOps-206205767 tempest-TestServerBasicOps-206205767-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:55.623498 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-4a3706b9-7b00-43f2-8699-d6615746252e tempest-TestServerBasicOps-206205767 tempest-TestServerBasicOps-206205767-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1614804 Mar 29 15:54:55.623708 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 37062) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:54:55.628937 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-aba450f5-5407-464b-9eb2-1a35960d6a71 tempest-TestServerBasicOps-206205767 tempest-TestServerBasicOps-206205767-project] Request body: {'security_group_rule': {'security_group_id': '29ddfa0c-288d-4cdf-94ef-0cd0c52f5988', 'project_id': '04bb88e92aa64365906899266844f6e0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:54:55.658360 n-d-834765-1 neutron-server[102790]: INFO neutron.db.securitygroups_db [None req-aba450f5-5407-464b-9eb2-1a35960d6a71 tempest-TestServerBasicOps-206205767 tempest-TestServerBasicOps-206205767-project] Project 04bb88e92aa64365906899266844f6e0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 29 15:54:55.667100 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-aba450f5-5407-464b-9eb2-1a35960d6a71 tempest-TestServerBasicOps-206205767 tempest-TestServerBasicOps-206205767-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:55.681406 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-be6f4289-5d4b-4447-bc70-ed8404ff8dca tempest-BulkNetworkOpsIpV6Test-1806992488 tempest-BulkNetworkOpsIpV6Test-1806992488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639890', 'neutron.services.segments.db._delete_segments_for_network-8783523423079'] for network, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:55.708781 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-be6f4289-5d4b-4447-bc70-ed8404ff8dca tempest-BulkNetworkOpsIpV6Test-1806992488 tempest-BulkNetworkOpsIpV6Test-1806992488-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a45efb6f-e06e-4ffe-bfbd-0c61c315b215']}} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:54:55.720437 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-be6f4289-5d4b-4447-bc70-ed8404ff8dca tempest-BulkNetworkOpsIpV6Test-1806992488 tempest-BulkNetworkOpsIpV6Test-1806992488-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46d67eea-f5c6-4c4e-850c-65312306fde7') {'for_net_delete': True} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:54:55.720729 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-be6f4289-5d4b-4447-bc70-ed8404ff8dca tempest-BulkNetworkOpsIpV6Test-1806992488 tempest-BulkNetworkOpsIpV6Test-1806992488-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46d67eea-f5c6-4c4e-850c-65312306fde7') {} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:54:55.735111 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-be6f4289-5d4b-4447-bc70-ed8404ff8dca tempest-BulkNetworkOpsIpV6Test-1806992488 tempest-BulkNetworkOpsIpV6Test-1806992488-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783523422064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4230428'] for segment, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:55.768560 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-be6f4289-5d4b-4447-bc70-ed8404ff8dca tempest-BulkNetworkOpsIpV6Test-1806992488 tempest-BulkNetworkOpsIpV6Test-1806992488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:55.775301 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-b91b67eb-35f8-4bf4-82c8-44f6fd7401c1 None None] Notify callbacks [] for port, precommit_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:55.775816 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be6f4289-5d4b-4447-bc70-ed8404ff8dca tempest-BulkNetworkOpsIpV6Test-1806992488 tempest-BulkNetworkOpsIpV6Test-1806992488-project] Releasing vlan 612 on physical network physnet1 to pool {{(pid=102791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 15:54:55.776146 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-be6f4289-5d4b-4447-bc70-ed8404ff8dca tempest-BulkNetworkOpsIpV6Test-1806992488 tempest-BulkNetworkOpsIpV6Test-1806992488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16169569'] for segment, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:55.776896 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-aba450f5-5407-464b-9eb2-1a35960d6a71 tempest-TestServerBasicOps-206205767 tempest-TestServerBasicOps-206205767-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:55.780432 n-d-834765-1 neutron-server[102791]: Traceback (most recent call last): Mar 29 15:54:55.780432 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 15:54:55.780432 n-d-834765-1 neutron-server[102791]: timer() Mar 29 15:54:55.780432 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 15:54:55.780432 n-d-834765-1 neutron-server[102791]: cb(*args, **kw) Mar 29 15:54:55.780432 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 15:54:55.780432 n-d-834765-1 neutron-server[102791]: return func(*args, **kwargs) Mar 29 15:54:55.780432 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 15:54:55.780432 n-d-834765-1 neutron-server[102791]: self._notify() Mar 29 15:54:55.780432 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 15:54:55.780432 n-d-834765-1 neutron-server[102791]: self.callback(batched_events) Mar 29 15:54:55.780432 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 15:54:55.780432 n-d-834765-1 neutron-server[102791]: event.method(event) Mar 29 15:54:55.780432 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 15:54:55.780432 n-d-834765-1 neutron-server[102791]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 15:54:55.780432 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 15:54:55.780432 n-d-834765-1 neutron-server[102791]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 15:54:55.780432 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 15:54:55.780432 n-d-834765-1 neutron-server[102791]: return f(self, *a, **k) Mar 29 15:54:55.780432 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 15:54:55.780432 n-d-834765-1 neutron-server[102791]: return self._get(url).json() Mar 29 15:54:55.780432 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 15:54:55.780432 n-d-834765-1 neutron-server[102791]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 15:54:55.780432 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 15:54:55.780432 n-d-834765-1 neutron-server[102791]: return self.request(url, 'GET', **kwargs) Mar 29 15:54:55.780432 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 15:54:55.780432 n-d-834765-1 neutron-server[102791]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 15:54:55.780432 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 15:54:55.780432 n-d-834765-1 neutron-server[102791]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 15:54:55.780432 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 15:54:55.780432 n-d-834765-1 neutron-server[102791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 15:54:55.780432 n-d-834765-1 neutron-server[102791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 15:54:55.784909 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-aba450f5-5407-464b-9eb2-1a35960d6a71 tempest-TestServerBasicOps-206205767 tempest-TestServerBasicOps-206205767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610998'] for security_group_rule, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:55.785851 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-b91b67eb-35f8-4bf4-82c8-44f6fd7401c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:55.812298 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba450f5-5407-464b-9eb2-1a35960d6a71 tempest-TestServerBasicOps-206205767 tempest-TestServerBasicOps-206205767-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=697d49f4-a9b1-4200-b1a3-ac2584bce447,revision_number=0']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:54:55.820433 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-aba450f5-5407-464b-9eb2-1a35960d6a71 tempest-TestServerBasicOps-206205767 tempest-TestServerBasicOps-206205767-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:55.822397 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device e36293b9-8095-45ba-a97a-5db63821b326 up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:54:55.830557 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-aba450f5-5407-464b-9eb2-1a35960d6a71 tempest-TestServerBasicOps-206205767 tempest-TestServerBasicOps-206205767-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2058132 Mar 29 15:54:55.854437 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-be6f4289-5d4b-4447-bc70-ed8404ff8dca tempest-BulkNetworkOpsIpV6Test-1806992488 tempest-BulkNetworkOpsIpV6Test-1806992488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1639897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648174'] for network, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:55.865023 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-be6f4289-5d4b-4447-bc70-ed8404ff8dca tempest-BulkNetworkOpsIpV6Test-1806992488 tempest-BulkNetworkOpsIpV6Test-1806992488-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for network, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:55.875959 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-be6f4289-5d4b-4447-bc70-ed8404ff8dca tempest-BulkNetworkOpsIpV6Test-1806992488 tempest-BulkNetworkOpsIpV6Test-1806992488-project] 10.222.0.42 "DELETE /v2.0/networks/a45efb6f-e06e-4ffe-bfbd-0c61c315b215 HTTP/1.1" status: 204 len: 168 time: 0.4090688 Mar 29 15:54:55.876348 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 37066) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:54:55.897071 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6f4289-5d4b-4447-bc70-ed8404ff8dca tempest-BulkNetworkOpsIpV6Test-1806992488 tempest-BulkNetworkOpsIpV6Test-1806992488-project] Pushing event deleted for resources: {'Network': ['ID=a45efb6f-e06e-4ffe-bfbd-0c61c315b215,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:54:55.996220 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2ed8ea-18de-449d-9958-de87f826d1de None None] Pushing event updated for resources: {'Port': ['ID=64e7e2fd-6dcb-4d62-a2f5-ff05b6992c85,revision_number=3']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:54:56.027715 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port e36293b9-8095-45ba-a97a-5db63821b326 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:54:56.028087 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:56.045504 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-9068f914-5e02-4810-bea1-49dfef5c1076 tempest-BulkNetworkOpsIpV6Test-1806992488 tempest-BulkNetworkOpsIpV6Test-1806992488-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1631750'] for network, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:56.088974 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-b91b67eb-35f8-4bf4-82c8-44f6fd7401c1 None None] Attempting to bind port 64e7e2fd-6dcb-4d62-a2f5-ff05b6992c85 on host n-d-834765-1 for vnic_type normal with profile {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:54:56.089341 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-b91b67eb-35f8-4bf4-82c8-44f6fd7401c1 None None] Attempting to bind port 64e7e2fd-6dcb-4d62-a2f5-ff05b6992c85 by drivers openvswitch,hyperv on host n-d-834765-1 at level 0 using segments [{'id': 'cfc9c6ae-8ef1-4f3d-a93d-caebd6af4900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '3cd77a91-4565-406b-b7fe-43338bf4c97c'}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:54:56.089698 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b91b67eb-35f8-4bf4-82c8-44f6fd7401c1 None None] Attempting to bind port 64e7e2fd-6dcb-4d62-a2f5-ff05b6992c85 on network 3cd77a91-4565-406b-b7fe-43338bf4c97c {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:54:56.097871 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b91b67eb-35f8-4bf4-82c8-44f6fd7401c1 None None] Checking agent: {'id': 'a8866439-9d96-425c-b519-6905c591ac37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 25, 36), 'started_at': datetime.datetime(2022, 3, 29, 15, 26, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 54, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834765-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:54:56.098241 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b91b67eb-35f8-4bf4-82c8-44f6fd7401c1 None None] Checking segment: {'id': 'cfc9c6ae-8ef1-4f3d-a93d-caebd6af4900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '3cd77a91-4565-406b-b7fe-43338bf4c97c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:54:56.098640 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-b91b67eb-35f8-4bf4-82c8-44f6fd7401c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:56.099027 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b91b67eb-35f8-4bf4-82c8-44f6fd7401c1 None None] Bound using segment: {'id': 'cfc9c6ae-8ef1-4f3d-a93d-caebd6af4900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '3cd77a91-4565-406b-b7fe-43338bf4c97c'} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:54:56.099748 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-b91b67eb-35f8-4bf4-82c8-44f6fd7401c1 None None] Bound port: 64e7e2fd-6dcb-4d62-a2f5-ff05b6992c85, host: n-d-834765-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfc9c6ae-8ef1-4f3d-a93d-caebd6af4900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '3cd77a91-4565-406b-b7fe-43338bf4c97c'}}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 15:54:56.099954 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-b91b67eb-35f8-4bf4-82c8-44f6fd7401c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:56.168978 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ffdccb2e-9e1f-4d7f-8388-e1f48538f0a2 req-d8bd53a8-fa12-4b43-a480-9e0af42c24c5 tempest-TestServerBasicOps-206205767 tempest-TestServerBasicOps-206205767-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-257568717&fields=id&tenant_id=04bb88e92aa64365906899266844f6e0 HTTP/1.1" status: 200 len: 267 time: 0.0683374 Mar 29 15:54:56.214585 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-b91b67eb-35f8-4bf4-82c8-44f6fd7401c1 None None] For port 64e7e2fd-6dcb-4d62-a2f5-ff05b6992c85, host n-d-834765-1, cleared binding levels {{(pid=102792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:54:56.218835 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-b91b67eb-35f8-4bf4-82c8-44f6fd7401c1 None None] For port 64e7e2fd-6dcb-4d62-a2f5-ff05b6992c85, host n-d-834765-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=64e7e2fd-6dcb-4d62-a2f5-ff05b6992c85,segment=NetworkSegment(cfc9c6ae-8ef1-4f3d-a93d-caebd6af4900),segment_id=cfc9c6ae-8ef1-4f3d-a93d-caebd6af4900)] {{(pid=102792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:54:56.232261 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-b91b67eb-35f8-4bf4-82c8-44f6fd7401c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:56.349178 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdccb2e-9e1f-4d7f-8388-e1f48538f0a2 req-e932966c-7c47-4098-aa3c-5a96f032155c tempest-TestServerBasicOps-206205767 tempest-TestServerBasicOps-206205767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:56.351378 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ffdccb2e-9e1f-4d7f-8388-e1f48538f0a2 req-e932966c-7c47-4098-aa3c-5a96f032155c tempest-TestServerBasicOps-206205767 tempest-TestServerBasicOps-206205767-project] 10.222.0.42 "GET /v2.0/networks?id=3e947b62-42fa-4c40-a135-95d654c5af33 HTTP/1.1" status: 200 len: 809 time: 0.1778107 Mar 29 15:54:56.369556 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ffdccb2e-9e1f-4d7f-8388-e1f48538f0a2 req-55f451e9-3054-4be3-9b46-c17f29be1280 tempest-TestServerBasicOps-206205767 tempest-TestServerBasicOps-206205767-project] 10.222.0.42 "GET /v2.0/quotas/04bb88e92aa64365906899266844f6e0 HTTP/1.1" status: 200 len: 375 time: 0.0119312 Mar 29 15:54:56.440591 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ffdccb2e-9e1f-4d7f-8388-e1f48538f0a2 req-f1db3aaa-48fa-4f18-9933-dd37e308a494 tempest-TestServerBasicOps-206205767 tempest-TestServerBasicOps-206205767-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=04bb88e92aa64365906899266844f6e0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0609462 Mar 29 15:54:56.528793 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2ed8ea-18de-449d-9958-de87f826d1de None None] Pushing event updated for resources: {'Port': ['ID=64e7e2fd-6dcb-4d62-a2f5-ff05b6992c85,revision_number=4']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:54:56.550336 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 45f47382-d9bf-41fc-acea-92345b2295fa up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:54:56.556427 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b597d4-56b2-4f13-93de-b697fb212f05 req-1525e7bf-25f3-4fcf-a7d5-251136fff767 tempest-ServerPasswordTestJSON-313571344 tempest-ServerPasswordTestJSON-313571344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:56.559033 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-b0b597d4-56b2-4f13-93de-b697fb212f05 req-1525e7bf-25f3-4fcf-a7d5-251136fff767 tempest-ServerPasswordTestJSON-313571344 tempest-ServerPasswordTestJSON-313571344-project] 10.222.0.42 "GET /v2.0/ports?device_id=f3a8f79a-359b-4be4-a8f1-f0362234b1d3 HTTP/1.1" status: 200 len: 945 time: 0.5491323 Mar 29 15:54:56.615175 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b91b67eb-35f8-4bf4-82c8-44f6fd7401c1 None None] Routers {'ce2a1632-a596-41f1-882d-49475680d286'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:54:56.616037 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-b91b67eb-35f8-4bf4-82c8-44f6fd7401c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:54:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['ce2a1632-a596-41f1-882d-49475680d286'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:54:56.623935 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-8806ab4c-af33-4613-a39a-3a8a0b496eed None None] Provisioning complete for port 64e7e2fd-6dcb-4d62-a2f5-ff05b6992c85 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:54:56.624356 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-8806ab4c-af33-4613-a39a-3a8a0b496eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:56.666312 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ffdccb2e-9e1f-4d7f-8388-e1f48538f0a2 req-0e807161-9cea-421b-8a25-3fdde786f454 service neutron] 10.222.0.42 "GET /v2.0/networks/3e947b62-42fa-4c40-a135-95d654c5af33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2010324 Mar 29 15:54:56.702549 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-9068f914-5e02-4810-bea1-49dfef5c1076 tempest-BulkNetworkOpsIpV6Test-1806992488 tempest-BulkNetworkOpsIpV6Test-1806992488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639890', 'neutron.services.segments.db._delete_segments_for_network-8783523423079'] for network, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:56.708802 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-b0b597d4-56b2-4f13-93de-b697fb212f05 req-7b119e02-aa67-47f0-ac6b-1979fd33885d tempest-ServerPasswordTestJSON-313571344 tempest-ServerPasswordTestJSON-313571344-project] 10.222.0.42 "GET /v2.0/security-groups?id=45b558a3-ec5d-42f1-a704-808845bf4cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419024 Mar 29 15:54:56.741310 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-9068f914-5e02-4810-bea1-49dfef5c1076 tempest-BulkNetworkOpsIpV6Test-1806992488 tempest-BulkNetworkOpsIpV6Test-1806992488-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21e37c04-a11f-4a38-96d2-373dc345e323']}} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:54:56.753457 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-9068f914-5e02-4810-bea1-49dfef5c1076 tempest-BulkNetworkOpsIpV6Test-1806992488 tempest-BulkNetworkOpsIpV6Test-1806992488-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6dc3a3e6-576d-4378-87e7-b02684c0e76e') {'for_net_delete': True} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:54:56.753907 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-9068f914-5e02-4810-bea1-49dfef5c1076 tempest-BulkNetworkOpsIpV6Test-1806992488 tempest-BulkNetworkOpsIpV6Test-1806992488-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6dc3a3e6-576d-4378-87e7-b02684c0e76e') {} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:54:56.766140 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-9068f914-5e02-4810-bea1-49dfef5c1076 tempest-BulkNetworkOpsIpV6Test-1806992488 tempest-BulkNetworkOpsIpV6Test-1806992488-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783523422064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4614019'] for segment, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:56.784024 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-9068f914-5e02-4810-bea1-49dfef5c1076 tempest-BulkNetworkOpsIpV6Test-1806992488 tempest-BulkNetworkOpsIpV6Test-1806992488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:56.797947 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port 45f47382-d9bf-41fc-acea-92345b2295fa triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:54:56.798501 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:56.802719 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ffdccb2e-9e1f-4d7f-8388-e1f48538f0a2 req-4191d449-767d-41fa-b46d-d2c5ddcd8547 service neutron] 10.222.0.42 "GET /v2.0/networks/3e947b62-42fa-4c40-a135-95d654c5af33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320088 Mar 29 15:54:56.805404 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9068f914-5e02-4810-bea1-49dfef5c1076 tempest-BulkNetworkOpsIpV6Test-1806992488 tempest-BulkNetworkOpsIpV6Test-1806992488-project] Releasing vlan 611 on physical network physnet1 to pool {{(pid=102790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 15:54:56.808462 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-9068f914-5e02-4810-bea1-49dfef5c1076 tempest-BulkNetworkOpsIpV6Test-1806992488 tempest-BulkNetworkOpsIpV6Test-1806992488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5238013'] for segment, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:56.814381 n-d-834765-1 neutron-server[102790]: Traceback (most recent call last): Mar 29 15:54:56.814381 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 15:54:56.814381 n-d-834765-1 neutron-server[102790]: timer() Mar 29 15:54:56.814381 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 15:54:56.814381 n-d-834765-1 neutron-server[102790]: cb(*args, **kw) Mar 29 15:54:56.814381 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 15:54:56.814381 n-d-834765-1 neutron-server[102790]: return func(*args, **kwargs) Mar 29 15:54:56.814381 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 15:54:56.814381 n-d-834765-1 neutron-server[102790]: self._notify() Mar 29 15:54:56.814381 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 15:54:56.814381 n-d-834765-1 neutron-server[102790]: self.callback(batched_events) Mar 29 15:54:56.814381 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 15:54:56.814381 n-d-834765-1 neutron-server[102790]: event.method(event) Mar 29 15:54:56.814381 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 15:54:56.814381 n-d-834765-1 neutron-server[102790]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 15:54:56.814381 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 15:54:56.814381 n-d-834765-1 neutron-server[102790]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 15:54:56.814381 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 15:54:56.814381 n-d-834765-1 neutron-server[102790]: return f(self, *a, **k) Mar 29 15:54:56.814381 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 15:54:56.814381 n-d-834765-1 neutron-server[102790]: return self._get(url).json() Mar 29 15:54:56.814381 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 15:54:56.814381 n-d-834765-1 neutron-server[102790]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 15:54:56.814381 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 15:54:56.814381 n-d-834765-1 neutron-server[102790]: return self.request(url, 'GET', **kwargs) Mar 29 15:54:56.814381 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 15:54:56.814381 n-d-834765-1 neutron-server[102790]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 15:54:56.814381 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 15:54:56.814381 n-d-834765-1 neutron-server[102790]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 15:54:56.814381 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 15:54:56.814381 n-d-834765-1 neutron-server[102790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 15:54:56.814381 n-d-834765-1 neutron-server[102790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 15:54:56.894109 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-8806ab4c-af33-4613-a39a-3a8a0b496eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:56.936808 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvr_db [None req-b91b67eb-35f8-4bf4-82c8-44f6fd7401c1 None None] Set router ce2a1632-a596-41f1-882d-49475680d286 gateway port host: n-d-834765-1 {{(pid=102792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:54:56.969795 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-9068f914-5e02-4810-bea1-49dfef5c1076 tempest-BulkNetworkOpsIpV6Test-1806992488 tempest-BulkNetworkOpsIpV6Test-1806992488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1639897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648174'] for network, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:56.996101 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b05805-3971-49db-b064-ef00d023405c req-9cb670ba-97fa-4c3d-a649-dc7135593093 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:57.004217 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b05805-3971-49db-b064-ef00d023405c req-9cb670ba-97fa-4c3d-a649-dc7135593093 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:57.011217 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b05805-3971-49db-b064-ef00d023405c req-9cb670ba-97fa-4c3d-a649-dc7135593093 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:57.018230 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b05805-3971-49db-b064-ef00d023405c req-9cb670ba-97fa-4c3d-a649-dc7135593093 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:57.024969 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b05805-3971-49db-b064-ef00d023405c req-9cb670ba-97fa-4c3d-a649-dc7135593093 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:57.030968 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b05805-3971-49db-b064-ef00d023405c req-9cb670ba-97fa-4c3d-a649-dc7135593093 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:57.037939 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b05805-3971-49db-b064-ef00d023405c req-9cb670ba-97fa-4c3d-a649-dc7135593093 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:57.046673 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-b2b05805-3971-49db-b064-ef00d023405c req-9cb670ba-97fa-4c3d-a649-dc7135593093 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] 10.222.0.42 "GET /v2.0/ports?device_id=b5e34b53-8d44-45db-a377-1c001fe98b5c HTTP/1.1" status: 200 len: 5445 time: 0.1260033 Mar 29 15:54:57.053857 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-9068f914-5e02-4810-bea1-49dfef5c1076 tempest-BulkNetworkOpsIpV6Test-1806992488 tempest-BulkNetworkOpsIpV6Test-1806992488-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for network, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:57.059162 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-9068f914-5e02-4810-bea1-49dfef5c1076 tempest-BulkNetworkOpsIpV6Test-1806992488 tempest-BulkNetworkOpsIpV6Test-1806992488-project] 10.222.0.42 "DELETE /v2.0/networks/21e37c04-a11f-4a38-96d2-373dc345e323 HTTP/1.1" status: 204 len: 168 time: 1.1812351 Mar 29 15:54:57.063565 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 37092) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:54:57.113362 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9068f914-5e02-4810-bea1-49dfef5c1076 tempest-BulkNetworkOpsIpV6Test-1806992488 tempest-BulkNetworkOpsIpV6Test-1806992488-project] Pushing event deleted for resources: {'Network': ['ID=21e37c04-a11f-4a38-96d2-373dc345e323,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:54:57.124354 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-b2b05805-3971-49db-b064-ef00d023405c req-2731e816-0ab1-451b-83bd-1665ede9853d tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] 10.222.0.42 "GET /v2.0/security-groups?id=6e57fe5c-cb87-4607-b926-1e4de2690a28&id=e2ab8bce-bca0-434d-ad1c-ad30dfd1db67&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0768182 Mar 29 15:54:57.195461 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-8806ab4c-af33-4613-a39a-3a8a0b496eed None None] For port 64e7e2fd-6dcb-4d62-a2f5-ff05b6992c85, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=64e7e2fd-6dcb-4d62-a2f5-ff05b6992c85,segment=NetworkSegment(cfc9c6ae-8ef1-4f3d-a93d-caebd6af4900),segment_id=cfc9c6ae-8ef1-4f3d-a93d-caebd6af4900)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:54:57.236603 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-8806ab4c-af33-4613-a39a-3a8a0b496eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:57.308113 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c2eefd-d900-4caf-ae94-fbdf1ae86410 req-bab9e8e9-789f-4020-b795-aab1d1d9977f tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:57.311428 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-c4c2eefd-d900-4caf-ae94-fbdf1ae86410 req-bab9e8e9-789f-4020-b795-aab1d1d9977f tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] 10.222.0.42 "GET /v2.0/ports?device_id=27edd37b-f742-40e3-a8c7-8890983862b7 HTTP/1.1" status: 200 len: 945 time: 0.2027242 Mar 29 15:54:57.369488 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43427b3c-f92e-4af6-926f-8d7f5f1c2477 tempest-BulkNetworkOpsIpV6Test-1806992488 tempest-BulkNetworkOpsIpV6Test-1806992488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:57.376517 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43427b3c-f92e-4af6-926f-8d7f5f1c2477 tempest-BulkNetworkOpsIpV6Test-1806992488 tempest-BulkNetworkOpsIpV6Test-1806992488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:57.382780 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8806ab4c-af33-4613-a39a-3a8a0b496eed None None] Pushing event updated for resources: {'Port': ['ID=64e7e2fd-6dcb-4d62-a2f5-ff05b6992c85,revision_number=5']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:54:57.393962 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-da443bd8-91e7-4922-ac21-632ae56bb268 None None] Provisioning complete for port 64e7e2fd-6dcb-4d62-a2f5-ff05b6992c85 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:54:57.394500 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-da443bd8-91e7-4922-ac21-632ae56bb268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:57.401061 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 37102) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:54:57.403319 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-43427b3c-f92e-4af6-926f-8d7f5f1c2477 tempest-BulkNetworkOpsIpV6Test-1806992488 tempest-BulkNetworkOpsIpV6Test-1806992488-project] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.3386178 Mar 29 15:54:57.406962 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-933dc9e7-56bf-4415-be7b-de54751341d6 tempest-BulkNetworkOpsIpV6Test-1806992488 tempest-BulkNetworkOpsIpV6Test-1806992488-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-789588879'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:54:57.424812 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-c4c2eefd-d900-4caf-ae94-fbdf1ae86410 req-f22fcd0a-87d7-4fdd-85e8-1399b164880d tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] 10.222.0.42 "GET /v2.0/security-groups?id=4d484579-48b3-4400-916a-a84f820a118c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1060019 Mar 29 15:54:57.503844 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-156945b7-13ce-41da-bae1-6c94fe247526 req-57fb7ae7-18d0-43e8-8a28-214ff95f48a4 tempest-TestServerBasicOps-206205767 tempest-TestServerBasicOps-206205767-project] 10.222.0.42 "GET /v2.0/ports?device_id=49afb217-7a40-443f-8872-8ae2fd1bb83b HTTP/1.1" status: 200 len: 210 time: 0.0728343 Mar 29 15:54:57.505008 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-933dc9e7-56bf-4415-be7b-de54751341d6 tempest-BulkNetworkOpsIpV6Test-1806992488 tempest-BulkNetworkOpsIpV6Test-1806992488-project] Made reservation on behalf of 40b63d5cd0e54fe289011da2ff5d0204 for: {'network': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:54:57.523059 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-933dc9e7-56bf-4415-be7b-de54751341d6 tempest-BulkNetworkOpsIpV6Test-1806992488 tempest-BulkNetworkOpsIpV6Test-1806992488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for network, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:57.536661 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-b91b67eb-35f8-4bf4-82c8-44f6fd7401c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce2a1632-a596-41f1-882d-49475680d286', 'name': 'tempest-TestServerBasicOps-536563151-router', 'tenant_id': 'b8a89acfb5f041188bb0555d8cd4d395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.32'}], 'enable_snat': True}, 'gw_port_id': '45f47382-d9bf-41fc-acea-92345b2295fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:54:46Z', 'updated_at': '2022-03-29T15:54:51Z', 'revision_number': 4, 'project_id': 'b8a89acfb5f041188bb0555d8cd4d395', 'gw_port': {'id': '45f47382-d9bf-41fc-acea-92345b2295fa', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:02:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce2a1632-a596-41f1-882d-49475680d286', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2375, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:54:46Z', 'updated_at': '2022-03-29T15:54:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': '64e7e2fd-6dcb-4d62-a2f5-ff05b6992c85', 'name': '', 'network_id': '3cd77a91-4565-406b-b7fe-43338bf4c97c', 'tenant_id': 'b8a89acfb5f041188bb0555d8cd4d395', 'mac_address': 'fa:16:3e:66:75:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce2a1632-a596-41f1-882d-49475680d286', 'device_owner': 'network:router_interface', 'standard_attr_id': 2376, 'fixed_ips': [{'subnet_id': '91c02cc5-7c21-4a8b-82d6-aa182ec43b6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:54:50Z', 'updated_at': '2022-03-29T15:54:56Z', 'revision_number': 4, 'project_id': 'b8a89acfb5f041188bb0555d8cd4d395', 'subnets': [{'id': '91c02cc5-7c21-4a8b-82d6-aa182ec43b6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:54:57.575133 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b91b67eb-35f8-4bf4-82c8-44f6fd7401c1 None None] The sync data for ids ['ce2a1632-a596-41f1-882d-49475680d286'] in n-d-834765-1 is: [{'id': 'ce2a1632-a596-41f1-882d-49475680d286', 'name': 'tempest-TestServerBasicOps-536563151-router', 'tenant_id': 'b8a89acfb5f041188bb0555d8cd4d395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.32'}], 'enable_snat': True}, 'gw_port_id': '45f47382-d9bf-41fc-acea-92345b2295fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:54:46Z', 'updated_at': '2022-03-29T15:54:51Z', 'revision_number': 4, 'project_id': 'b8a89acfb5f041188bb0555d8cd4d395', 'gw_port': {'id': '45f47382-d9bf-41fc-acea-92345b2295fa', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:02:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce2a1632-a596-41f1-882d-49475680d286', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2375, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:54:46Z', 'updated_at': '2022-03-29T15:54:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': '64e7e2fd-6dcb-4d62-a2f5-ff05b6992c85', 'name': '', 'network_id': '3cd77a91-4565-406b-b7fe-43338bf4c97c', 'tenant_id': 'b8a89acfb5f041188bb0555d8cd4d395', 'mac_address': 'fa:16:3e:66:75:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce2a1632-a596-41f1-882d-49475680d286', 'device_owner': 'network:router_interface', 'standard_attr_id': 2376, 'fixed_ips': [{'subnet_id': '91c02cc5-7c21-4a8b-82d6-aa182ec43b6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:54:50Z', 'updated_at': '2022-03-29T15:54:56Z', 'revision_number': 4, 'project_id': 'b8a89acfb5f041188bb0555d8cd4d395', 'subnets': [{'id': '91c02cc5-7c21-4a8b-82d6-aa182ec43b6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:54:57.594090 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-933dc9e7-56bf-4415-be7b-de54751341d6 tempest-BulkNetworkOpsIpV6Test-1806992488 tempest-BulkNetworkOpsIpV6Test-1806992488-project] vlan segment allocate from pool success with {'vlan_id': 601, 'physical_network': 'physnet1'} {{(pid=102790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 15:54:57.624503 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-933dc9e7-56bf-4415-be7b-de54751341d6 tempest-BulkNetworkOpsIpV6Test-1806992488 tempest-BulkNetworkOpsIpV6Test-1806992488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:57.625388 n-d-834765-1 neutron-server[102790]: INFO neutron.db.segments_db [None req-933dc9e7-56bf-4415-be7b-de54751341d6 tempest-BulkNetworkOpsIpV6Test-1806992488 tempest-BulkNetworkOpsIpV6Test-1806992488-project] Added segment 9fe51b86-3d46-4e8c-94d4-a4010541c090 of type vlan for network af4dc59f-a5a6-4bac-ba42-7afdcf505516 Mar 29 15:54:57.748787 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af1edb1-9d8a-4324-83ad-7f3c9a6ecacb req-b2d37c3f-a4d2-4cf9-b286-69ac096c3047 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:57.764779 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af1edb1-9d8a-4324-83ad-7f3c9a6ecacb req-b2d37c3f-a4d2-4cf9-b286-69ac096c3047 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:57.819308 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af1edb1-9d8a-4324-83ad-7f3c9a6ecacb req-b2d37c3f-a4d2-4cf9-b286-69ac096c3047 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:57.826638 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-933dc9e7-56bf-4415-be7b-de54751341d6 tempest-BulkNetworkOpsIpV6Test-1806992488 tempest-BulkNetworkOpsIpV6Test-1806992488-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783522915970'] for network, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:57.847124 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af1edb1-9d8a-4324-83ad-7f3c9a6ecacb req-b2d37c3f-a4d2-4cf9-b286-69ac096c3047 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:57.868774 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-933dc9e7-56bf-4415-be7b-de54751341d6 tempest-BulkNetworkOpsIpV6Test-1806992488 tempest-BulkNetworkOpsIpV6Test-1806992488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795'] for network, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:57.869496 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af1edb1-9d8a-4324-83ad-7f3c9a6ecacb req-b2d37c3f-a4d2-4cf9-b286-69ac096c3047 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:57.876738 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-933dc9e7-56bf-4415-be7b-de54751341d6 tempest-BulkNetworkOpsIpV6Test-1806992488 tempest-BulkNetworkOpsIpV6Test-1806992488-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:57.879122 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-933dc9e7-56bf-4415-be7b-de54751341d6 tempest-BulkNetworkOpsIpV6Test-1806992488 tempest-BulkNetworkOpsIpV6Test-1806992488-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for network, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:57.895974 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af1edb1-9d8a-4324-83ad-7f3c9a6ecacb req-b2d37c3f-a4d2-4cf9-b286-69ac096c3047 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:57.922260 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 64e7e2fd-6dcb-4d62-a2f5-ff05b6992c85 up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:54:57.931244 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af1edb1-9d8a-4324-83ad-7f3c9a6ecacb req-b2d37c3f-a4d2-4cf9-b286-69ac096c3047 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:57.937326 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-2af1edb1-9d8a-4324-83ad-7f3c9a6ecacb req-b2d37c3f-a4d2-4cf9-b286-69ac096c3047 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] 10.222.0.42 "GET /v2.0/ports?device_id=b5e34b53-8d44-45db-a377-1c001fe98b5c HTTP/1.1" status: 200 len: 5445 time: 0.3866451 Mar 29 15:54:57.947898 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 37124) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:54:57.952706 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-915d1c10-d443-4b57-8afc-42208f9b3cb2 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Request body: {'floatingip': {'port_id': 'f402d3d7-34ef-43ea-8950-d2b015ceb2a3'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:54:58.009423 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-933dc9e7-56bf-4415-be7b-de54751341d6 tempest-BulkNetworkOpsIpV6Test-1806992488 tempest-BulkNetworkOpsIpV6Test-1806992488-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6068933 Mar 29 15:54:58.011006 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 37126) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:54:58.016885 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-2aaecdd0-3f79-4f00-9211-90472b8ff4df tempest-BulkNetworkOpsIpV6Test-1806992488 tempest-BulkNetworkOpsIpV6Test-1806992488-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1021762544'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:54:58.023622 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933dc9e7-56bf-4415-be7b-de54751341d6 tempest-BulkNetworkOpsIpV6Test-1806992488 tempest-BulkNetworkOpsIpV6Test-1806992488-project] Pushing event updated for resources: {'Network': ['ID=af4dc59f-a5a6-4bac-ba42-7afdcf505516,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:54:58.052489 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2aaecdd0-3f79-4f00-9211-90472b8ff4df tempest-BulkNetworkOpsIpV6Test-1806992488 tempest-BulkNetworkOpsIpV6Test-1806992488-project] Made reservation on behalf of 40b63d5cd0e54fe289011da2ff5d0204 for: {'network': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:54:58.057405 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Network af4dc59f-a5a6-4bac-ba42-7afdcf505516 details requested by agent ovs-agent-n-d-834765-1 with host n-d-834765-1 {{(pid=102792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 15:54:58.060683 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-2aaecdd0-3f79-4f00-9211-90472b8ff4df tempest-BulkNetworkOpsIpV6Test-1806992488 tempest-BulkNetworkOpsIpV6Test-1806992488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for network, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:58.063666 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-915d1c10-d443-4b57-8afc-42208f9b3cb2 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Notify callbacks [] for floatingip, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:58.104363 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2aaecdd0-3f79-4f00-9211-90472b8ff4df tempest-BulkNetworkOpsIpV6Test-1806992488 tempest-BulkNetworkOpsIpV6Test-1806992488-project] vlan segment allocate from pool success with {'vlan_id': 608, 'physical_network': 'physnet1'} {{(pid=102790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 15:54:58.119720 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-2aaecdd0-3f79-4f00-9211-90472b8ff4df tempest-BulkNetworkOpsIpV6Test-1806992488 tempest-BulkNetworkOpsIpV6Test-1806992488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:58.120338 n-d-834765-1 neutron-server[102790]: INFO neutron.db.segments_db [None req-2aaecdd0-3f79-4f00-9211-90472b8ff4df tempest-BulkNetworkOpsIpV6Test-1806992488 tempest-BulkNetworkOpsIpV6Test-1806992488-project] Added segment f2bd1633-ca87-40e5-8add-4f76bfb69df7 of type vlan for network 6a4a0fc4-92ff-46fd-bce4-929e0a435e23 Mar 29 15:54:58.204436 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port 64e7e2fd-6dcb-4d62-a2f5-ff05b6992c85 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:54:58.204861 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:58.271025 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-2aaecdd0-3f79-4f00-9211-90472b8ff4df tempest-BulkNetworkOpsIpV6Test-1806992488 tempest-BulkNetworkOpsIpV6Test-1806992488-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783522915970'] for network, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:58.329509 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-2aaecdd0-3f79-4f00-9211-90472b8ff4df tempest-BulkNetworkOpsIpV6Test-1806992488 tempest-BulkNetworkOpsIpV6Test-1806992488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795'] for network, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:58.340947 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aaecdd0-3f79-4f00-9211-90472b8ff4df tempest-BulkNetworkOpsIpV6Test-1806992488 tempest-BulkNetworkOpsIpV6Test-1806992488-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:58.342243 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-2aaecdd0-3f79-4f00-9211-90472b8ff4df tempest-BulkNetworkOpsIpV6Test-1806992488 tempest-BulkNetworkOpsIpV6Test-1806992488-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for network, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:58.439097 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-2aaecdd0-3f79-4f00-9211-90472b8ff4df tempest-BulkNetworkOpsIpV6Test-1806992488 tempest-BulkNetworkOpsIpV6Test-1806992488-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4238222 Mar 29 15:54:58.441318 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 37138) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:54:58.445693 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-f8416f13-cd2e-4d97-a983-1768c0d6cc30 tempest-BulkNetworkOpsIpV6Test-1806992488 tempest-BulkNetworkOpsIpV6Test-1806992488-project] Request body: {'ports': [{'network_id': 'af4dc59f-a5a6-4bac-ba42-7afdcf505516', 'name': 'tempest-port--1877465519', 'admin_state_up': True}, {'network_id': '6a4a0fc4-92ff-46fd-bce4-929e0a435e23', 'admin_state_up': False}]} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:54:58.446089 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-f8416f13-cd2e-4d97-a983-1768c0d6cc30 tempest-BulkNetworkOpsIpV6Test-1806992488 tempest-BulkNetworkOpsIpV6Test-1806992488-project] Request body: {'port': {'network_id': 'af4dc59f-a5a6-4bac-ba42-7afdcf505516', 'name': 'tempest-port--1877465519', 'admin_state_up': True}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:54:58.446767 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-f8416f13-cd2e-4d97-a983-1768c0d6cc30 tempest-BulkNetworkOpsIpV6Test-1806992488 tempest-BulkNetworkOpsIpV6Test-1806992488-project] Request body: {'port': {'network_id': '6a4a0fc4-92ff-46fd-bce4-929e0a435e23', 'admin_state_up': False}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:54:58.526234 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8f5945-eff8-4adf-8da6-33c1328e4c84 req-e8b1be91-0b14-471f-a065-c6ce63f61644 tempest-ServerPasswordTestJSON-313571344 tempest-ServerPasswordTestJSON-313571344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:58.530033 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6e8f5945-eff8-4adf-8da6-33c1328e4c84 req-e8b1be91-0b14-471f-a065-c6ce63f61644 tempest-ServerPasswordTestJSON-313571344 tempest-ServerPasswordTestJSON-313571344-project] 10.222.0.42 "GET /v2.0/ports?device_id=f3a8f79a-359b-4be4-a8f1-f0362234b1d3 HTTP/1.1" status: 200 len: 945 time: 0.2568595 Mar 29 15:54:58.569585 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aaecdd0-3f79-4f00-9211-90472b8ff4df tempest-BulkNetworkOpsIpV6Test-1806992488 tempest-BulkNetworkOpsIpV6Test-1806992488-project] Pushing event updated for resources: {'Network': ['ID=6a4a0fc4-92ff-46fd-bce4-929e0a435e23,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:54:58.582064 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Network 6a4a0fc4-92ff-46fd-bce4-929e0a435e23 details requested by agent ovs-agent-n-d-834765-1 with host n-d-834765-1 {{(pid=102792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 15:54:58.674550 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6e8f5945-eff8-4adf-8da6-33c1328e4c84 req-73c67aea-498e-4b1c-b91e-444101d85538 tempest-ServerPasswordTestJSON-313571344 tempest-ServerPasswordTestJSON-313571344-project] 10.222.0.42 "GET /v2.0/security-groups?id=45b558a3-ec5d-42f1-a704-808845bf4cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265321 Mar 29 15:54:58.824618 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7581bfc8-fb72-450d-8616-287620cbd174 req-e01f2ba2-8a81-48ff-93b3-ad033693d485 tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:58.839880 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-7581bfc8-fb72-450d-8616-287620cbd174 req-e01f2ba2-8a81-48ff-93b3-ad033693d485 tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] 10.222.0.42 "GET /v2.0/ports?device_id=27edd37b-f742-40e3-a8c7-8890983862b7 HTTP/1.1" status: 200 len: 945 time: 0.2577729 Mar 29 15:54:58.915922 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 37148) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:54:59.006085 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-2194d5de-c05a-436f-a5ca-0d125a1285ec req-daac7808-d387-4b2e-8b27-c6179dc0e03a tempest-TestServerBasicOps-206205767 tempest-TestServerBasicOps-206205767-project] 10.222.0.42 "GET /v2.0/ports?device_id=49afb217-7a40-443f-8872-8ae2fd1bb83b HTTP/1.1" status: 200 len: 210 time: 0.1952376 Mar 29 15:54:59.006391 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-7581bfc8-fb72-450d-8616-287620cbd174 req-e462d19a-ad67-4b21-a5e4-19c535ecc6c7 tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] 10.222.0.42 "GET /v2.0/security-groups?id=4d484579-48b3-4400-916a-a84f820a118c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1590199 Mar 29 15:54:59.008870 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8416f13-cd2e-4d97-a983-1768c0d6cc30 tempest-BulkNetworkOpsIpV6Test-1806992488 tempest-BulkNetworkOpsIpV6Test-1806992488-project] Made reservation on behalf of 40b63d5cd0e54fe289011da2ff5d0204 for: {'port': 2} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:54:59.015548 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-f8416f13-cd2e-4d97-a983-1768c0d6cc30 tempest-BulkNetworkOpsIpV6Test-1806992488 tempest-BulkNetworkOpsIpV6Test-1806992488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:59.092640 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-f8416f13-cd2e-4d97-a983-1768c0d6cc30 tempest-BulkNetworkOpsIpV6Test-1806992488 tempest-BulkNetworkOpsIpV6Test-1806992488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:59.245861 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-6fcb4b88-0ec8-424e-b1d9-f681a40d70e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:59.263169 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdccb2e-9e1f-4d7f-8388-e1f48538f0a2 req-04cb2080-323a-4744-9fc5-914f92037896 tempest-TestServerBasicOps-206205767 tempest-TestServerBasicOps-206205767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:59.264891 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ffdccb2e-9e1f-4d7f-8388-e1f48538f0a2 req-04cb2080-323a-4744-9fc5-914f92037896 tempest-TestServerBasicOps-206205767 tempest-TestServerBasicOps-206205767-project] 10.222.0.44 "GET /v2.0/networks?id=3e947b62-42fa-4c40-a135-95d654c5af33 HTTP/1.1" status: 200 len: 809 time: 0.2688763 Mar 29 15:54:59.460108 n-d-834765-1 neutron-server[102790]: DEBUG neutron.notifiers.nova [None req-f8416f13-cd2e-4d97-a983-1768c0d6cc30 tempest-BulkNetworkOpsIpV6Test-1806992488 tempest-BulkNetworkOpsIpV6Test-1806992488-project] device_id is not set on port 6933c59d-f64d-4a83-9754-ccf670288e25 yet. {{(pid=102790) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 29 15:54:59.462999 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ffdccb2e-9e1f-4d7f-8388-e1f48538f0a2 req-8ca608f8-c98d-4ff2-9a3b-304b32690368 tempest-TestServerBasicOps-206205767 tempest-TestServerBasicOps-206205767-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=04bb88e92aa64365906899266844f6e0 HTTP/1.1" status: 200 len: 379 time: 0.1870635 Mar 29 15:54:59.467774 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-915d1c10-d443-4b57-8afc-42208f9b3cb2 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:59.481800 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [req-ffdccb2e-9e1f-4d7f-8388-e1f48538f0a2 req-a8061f69-b3b8-4bbf-a3df-8b1f31a0a862 tempest-TestServerBasicOps-206205767 tempest-TestServerBasicOps-206205767-project] Request body: {'port': {'device_id': '49afb217-7a40-443f-8872-8ae2fd1bb83b', 'network_id': '3e947b62-42fa-4c40-a135-95d654c5af33', 'admin_state_up': True, 'tenant_id': '04bb88e92aa64365906899266844f6e0', 'security_groups': ['29ddfa0c-288d-4cdf-94ef-0cd0c52f5988']}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:54:59.491445 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-915d1c10-d443-4b57-8afc-42208f9b3cb2 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648212'] for floatingip, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:59.524057 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-6fcb4b88-0ec8-424e-b1d9-f681a40d70e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:59.531553 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-6fcb4b88-0ec8-424e-b1d9-f681a40d70e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:59.576920 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ad009a-481f-4ece-ac6a-b41360f46774 req-373cba8f-ab3a-4fcd-ba11-b24a6bb4e1fb tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:59.578482 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-97ad009a-481f-4ece-ac6a-b41360f46774 req-373cba8f-ab3a-4fcd-ba11-b24a6bb4e1fb tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] 10.222.0.42 "GET /v2.0/ports?device_id=27edd37b-f742-40e3-a8c7-8890983862b7 HTTP/1.1" status: 200 len: 945 time: 0.2201638 Mar 29 15:54:59.595417 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-6fcb4b88-0ec8-424e-b1d9-f681a40d70e6 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=402b1d65fdf04add9aefa930fe00e5a3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6689024 Mar 29 15:54:59.603174 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 37156) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:54:59.616166 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f3837e-865f-44cc-830b-4a2ef8b12617 req-9883aea5-5ab9-4b95-b6d4-0748cf188aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:59.617976 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-94f3837e-865f-44cc-830b-4a2ef8b12617 req-9883aea5-5ab9-4b95-b6d4-0748cf188aa9 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0645dc511670491c8626eeb496c0ab97&device_id=27edd37b-f742-40e3-a8c7-8890983862b7 HTTP/1.1" status: 200 len: 1096 time: 0.2344902 Mar 29 15:54:59.626814 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcb4b88-0ec8-424e-b1d9-f681a40d70e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6a9a439-c271-4f32-8ff9-1d01afb1c3aa,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:54:59.666042 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-f8416f13-cd2e-4d97-a983-1768c0d6cc30 tempest-BulkNetworkOpsIpV6Test-1806992488 tempest-BulkNetworkOpsIpV6Test-1806992488-project] Notify callbacks [] for port, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:59.732567 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-106e3542-ca96-4ac6-9542-bcb1b312be1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:59.753440 n-d-834765-1 neutron-server[102790]: DEBUG neutron.notifiers.nova [None req-f8416f13-cd2e-4d97-a983-1768c0d6cc30 tempest-BulkNetworkOpsIpV6Test-1806992488 tempest-BulkNetworkOpsIpV6Test-1806992488-project] device_id is not set on port 7aefbc01-7ba2-492b-b8a3-aec42c78755d yet. {{(pid=102790) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 29 15:54:59.780989 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-106e3542-ca96-4ac6-9542-bcb1b312be1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:59.848782 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1b4bd1-cb41-458a-93ad-2893fb036032 req-ff3ecd44-ae8f-43c3-a131-3f0915162aaf tempest-ServerPasswordTestJSON-313571344 tempest-ServerPasswordTestJSON-313571344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:59.850272 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6f1b4bd1-cb41-458a-93ad-2893fb036032 req-ff3ecd44-ae8f-43c3-a131-3f0915162aaf tempest-ServerPasswordTestJSON-313571344 tempest-ServerPasswordTestJSON-313571344-project] 10.222.0.48 "GET /v2.0/ports?device_id=f3a8f79a-359b-4be4-a8f1-f0362234b1d3 HTTP/1.1" status: 200 len: 945 time: 0.2985435 Mar 29 15:54:59.860252 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-97ad009a-481f-4ece-ac6a-b41360f46774 req-3f3982cf-b2d9-4216-be8b-9803d3d95599 tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] 10.222.0.42 "GET /v2.0/security-groups?id=4d484579-48b3-4400-916a-a84f820a118c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2659371 Mar 29 15:54:59.861413 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a18fa71-2694-4eab-8451-3732fe5c549e req-8b66c7b9-080b-4208-9a27-01b8391dc410 tempest-ServerPasswordTestJSON-313571344 tempest-ServerPasswordTestJSON-313571344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:54:59.863216 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-2a18fa71-2694-4eab-8451-3732fe5c549e req-8b66c7b9-080b-4208-9a27-01b8391dc410 tempest-ServerPasswordTestJSON-313571344 tempest-ServerPasswordTestJSON-313571344-project] 10.222.0.42 "GET /v2.0/ports?device_id=f3a8f79a-359b-4be4-a8f1-f0362234b1d3 HTTP/1.1" status: 200 len: 945 time: 0.1067464 Mar 29 15:54:59.911320 n-d-834765-1 neutron-server[102791]: INFO neutron.db.l3_db [None req-915d1c10-d443-4b57-8afc-42208f9b3cb2 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Floating IP 9ba0093b-b750-4db2-93e5-03373318d62b associated. External IP: 172.25.4.133, port: f402d3d7-34ef-43ea-8950-d2b015ceb2a3. Mar 29 15:54:59.914886 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-106e3542-ca96-4ac6-9542-bcb1b312be1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:59.917429 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-106e3542-ca96-4ac6-9542-bcb1b312be1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:54:59.918575 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-106e3542-ca96-4ac6-9542-bcb1b312be1e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e6a9a439-c271-4f32-8ff9-1d01afb1c3aa HTTP/1.1" status: 204 len: 168 time: 0.3119745 Mar 29 15:54:59.954952 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-2a18fa71-2694-4eab-8451-3732fe5c549e req-d1ea3414-9718-4519-8457-951b3f6481af tempest-ServerPasswordTestJSON-313571344 tempest-ServerPasswordTestJSON-313571344-project] 10.222.0.42 "GET /v2.0/security-groups?id=45b558a3-ec5d-42f1-a704-808845bf4cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811455 Mar 29 15:54:59.956440 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106e3542-ca96-4ac6-9542-bcb1b312be1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6a9a439-c271-4f32-8ff9-1d01afb1c3aa,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:54:59.976350 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-f8416f13-cd2e-4d97-a983-1768c0d6cc30 tempest-BulkNetworkOpsIpV6Test-1806992488 tempest-BulkNetworkOpsIpV6Test-1806992488-project] Notify callbacks [] for port, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:00.031357 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f3837e-865f-44cc-830b-4a2ef8b12617 req-04aca870-54de-43f5-bb12-00e4c4019ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:55:00.035292 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-94f3837e-865f-44cc-830b-4a2ef8b12617 req-04aca870-54de-43f5-bb12-00e4c4019ecb service neutron] 10.222.0.44 "GET /v2.0/networks?id=d994e3d3-6e54-466f-bbe9-e588ad776084 HTTP/1.1" status: 200 len: 912 time: 0.4046657 Mar 29 15:55:00.035882 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-f8416f13-cd2e-4d97-a983-1768c0d6cc30 tempest-BulkNetworkOpsIpV6Test-1806992488 tempest-BulkNetworkOpsIpV6Test-1806992488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:00.036045 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ffdccb2e-9e1f-4d7f-8388-e1f48538f0a2 req-a8061f69-b3b8-4bbf-a3df-8b1f31a0a862 tempest-TestServerBasicOps-206205767 tempest-TestServerBasicOps-206205767-project] Made reservation on behalf of 04bb88e92aa64365906899266844f6e0 for: {'port': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:55:00.040911 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-ffdccb2e-9e1f-4d7f-8388-e1f48538f0a2 req-a8061f69-b3b8-4bbf-a3df-8b1f31a0a862 tempest-TestServerBasicOps-206205767 tempest-TestServerBasicOps-206205767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:00.125578 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8416f13-cd2e-4d97-a983-1768c0d6cc30 tempest-BulkNetworkOpsIpV6Test-1806992488 tempest-BulkNetworkOpsIpV6Test-1806992488-project] Pushing event updated for resources: {'Port': ['ID=6933c59d-f64d-4a83-9754-ccf670288e25,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:55:00.132097 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8416f13-cd2e-4d97-a983-1768c0d6cc30 tempest-BulkNetworkOpsIpV6Test-1806992488 tempest-BulkNetworkOpsIpV6Test-1806992488-project] Checking segment: {'id': '9fe51b86-3d46-4e8c-94d4-a4010541c090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'af4dc59f-a5a6-4bac-ba42-7afdcf505516'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:55:00.132679 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8416f13-cd2e-4d97-a983-1768c0d6cc30 tempest-BulkNetworkOpsIpV6Test-1806992488 tempest-BulkNetworkOpsIpV6Test-1806992488-project] Network hostable DHCP agents. Network: af4dc59f-a5a6-4bac-ba42-7afdcf505516, hostable agents: ['d136643e-48ae-49d4-a851-2ba3bdf3749c'], hosted agents: [] {{(pid=102790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 15:55:00.157058 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8416f13-cd2e-4d97-a983-1768c0d6cc30 tempest-BulkNetworkOpsIpV6Test-1806992488 tempest-BulkNetworkOpsIpV6Test-1806992488-project] Network af4dc59f-a5a6-4bac-ba42-7afdcf505516 is scheduled to be hosted by DHCP agent d136643e-48ae-49d4-a851-2ba3bdf3749c with binding_index 1 {{(pid=102790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 15:55:00.169908 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-f8416f13-cd2e-4d97-a983-1768c0d6cc30 tempest-BulkNetworkOpsIpV6Test-1806992488 tempest-BulkNetworkOpsIpV6Test-1806992488-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834765-1, af4dc59f-a5a6-4bac-ba42-7afdcf505516) {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:55:00.174638 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8416f13-cd2e-4d97-a983-1768c0d6cc30 tempest-BulkNetworkOpsIpV6Test-1806992488 tempest-BulkNetworkOpsIpV6Test-1806992488-project] Received port after_create {{(pid=102790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:55:00.175714 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-f8416f13-cd2e-4d97-a983-1768c0d6cc30 tempest-BulkNetworkOpsIpV6Test-1806992488 tempest-BulkNetworkOpsIpV6Test-1806992488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:00.187023 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1647ff9-0647-4699-a3e1-ae3a2b8aae95 None None] Network af4dc59f-a5a6-4bac-ba42-7afdcf505516 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 15:55:00.223557 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-0d8620d5-031d-4b53-9c2f-55096a732df1 req-3ec64daf-71ca-4ec7-b62e-ab3294b714a5 tempest-TestServerBasicOps-206205767 tempest-TestServerBasicOps-206205767-project] 10.222.0.42 "GET /v2.0/ports?device_id=49afb217-7a40-443f-8872-8ae2fd1bb83b HTTP/1.1" status: 200 len: 210 time: 0.1083710 Mar 29 15:55:00.275680 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8416f13-cd2e-4d97-a983-1768c0d6cc30 tempest-BulkNetworkOpsIpV6Test-1806992488 tempest-BulkNetworkOpsIpV6Test-1806992488-project] Pushing event updated for resources: {'Port': ['ID=7aefbc01-7ba2-492b-b8a3-aec42c78755d,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:55:00.289010 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8416f13-cd2e-4d97-a983-1768c0d6cc30 tempest-BulkNetworkOpsIpV6Test-1806992488 tempest-BulkNetworkOpsIpV6Test-1806992488-project] Checking segment: {'id': 'f2bd1633-ca87-40e5-8add-4f76bfb69df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '6a4a0fc4-92ff-46fd-bce4-929e0a435e23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:55:00.289377 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8416f13-cd2e-4d97-a983-1768c0d6cc30 tempest-BulkNetworkOpsIpV6Test-1806992488 tempest-BulkNetworkOpsIpV6Test-1806992488-project] Network hostable DHCP agents. Network: 6a4a0fc4-92ff-46fd-bce4-929e0a435e23, hostable agents: ['d136643e-48ae-49d4-a851-2ba3bdf3749c'], hosted agents: [] {{(pid=102790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 15:55:00.307391 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-94f3837e-865f-44cc-830b-4a2ef8b12617 req-6b495a1e-794c-476c-a7a4-562ddab30dd1 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1a5cd746-434a-4d0b-9c72-3f5e84dffe64 HTTP/1.1" status: 200 len: 1000 time: 0.2612145 Mar 29 15:55:00.314451 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8416f13-cd2e-4d97-a983-1768c0d6cc30 tempest-BulkNetworkOpsIpV6Test-1806992488 tempest-BulkNetworkOpsIpV6Test-1806992488-project] Network 6a4a0fc4-92ff-46fd-bce4-929e0a435e23 is scheduled to be hosted by DHCP agent d136643e-48ae-49d4-a851-2ba3bdf3749c with binding_index 1 {{(pid=102790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 15:55:00.332231 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-f8416f13-cd2e-4d97-a983-1768c0d6cc30 tempest-BulkNetworkOpsIpV6Test-1806992488 tempest-BulkNetworkOpsIpV6Test-1806992488-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834765-1, 6a4a0fc4-92ff-46fd-bce4-929e0a435e23) {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:55:00.347445 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8416f13-cd2e-4d97-a983-1768c0d6cc30 tempest-BulkNetworkOpsIpV6Test-1806992488 tempest-BulkNetworkOpsIpV6Test-1806992488-project] Received port after_create {{(pid=102790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:55:00.359161 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8416f13-cd2e-4d97-a983-1768c0d6cc30 tempest-BulkNetworkOpsIpV6Test-1806992488 tempest-BulkNetworkOpsIpV6Test-1806992488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:55:00.367443 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8416f13-cd2e-4d97-a983-1768c0d6cc30 tempest-BulkNetworkOpsIpV6Test-1806992488 tempest-BulkNetworkOpsIpV6Test-1806992488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:55:00.368164 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-f8416f13-cd2e-4d97-a983-1768c0d6cc30 tempest-BulkNetworkOpsIpV6Test-1806992488 tempest-BulkNetworkOpsIpV6Test-1806992488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:00.369554 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-991229e4-9739-4def-a59a-c63a861c1460 None None] Network 6a4a0fc4-92ff-46fd-bce4-929e0a435e23 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 15:55:00.376088 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 37166) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:55:00.379333 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [req-6f1b4bd1-cb41-458a-93ad-2893fb036032 req-607b3acf-a05b-48f9-9080-461e4c8999bc tempest-ServerPasswordTestJSON-313571344 tempest-ServerPasswordTestJSON-313571344-project] Deleting port 55719bec-7dd9-427c-9b98-3e3ef6996ca4 {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:55:00.379687 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-6f1b4bd1-cb41-458a-93ad-2893fb036032 req-607b3acf-a05b-48f9-9080-461e4c8999bc tempest-ServerPasswordTestJSON-313571344 tempest-ServerPasswordTestJSON-313571344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:00.398470 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-9da92672-16a2-456a-865c-504afe49de61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:00.420169 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-f8416f13-cd2e-4d97-a983-1768c0d6cc30 tempest-BulkNetworkOpsIpV6Test-1806992488 tempest-BulkNetworkOpsIpV6Test-1806992488-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 1.9737418 Mar 29 15:55:00.420564 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 37168) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:55:00.456363 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-499bccf9-ee24-4979-a40d-947320851d95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:00.551381 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c15d8765-467d-40b8-ae3b-746f80840841 tempest-BulkNetworkOpsIpV6Test-1806992488 tempest-BulkNetworkOpsIpV6Test-1806992488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:55:00.557741 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c15d8765-467d-40b8-ae3b-746f80840841 tempest-BulkNetworkOpsIpV6Test-1806992488 tempest-BulkNetworkOpsIpV6Test-1806992488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:55:00.562167 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-c15d8765-467d-40b8-ae3b-746f80840841 tempest-BulkNetworkOpsIpV6Test-1806992488 tempest-BulkNetworkOpsIpV6Test-1806992488-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1378613 Mar 29 15:55:00.562795 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 37170) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:55:00.633901 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-9da92672-16a2-456a-865c-504afe49de61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:00.641830 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-9da92672-16a2-456a-865c-504afe49de61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:00.716496 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-9da92672-16a2-456a-865c-504afe49de61 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b2669d47332c4ec6b914f78e2b977f78&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3394246 Mar 29 15:55:00.719125 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 37172) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:55:00.727640 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da92672-16a2-456a-865c-504afe49de61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63d05095-105b-41f7-9734-28af9a4f5eac,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:55:00.754063 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da92672-16a2-456a-865c-504afe49de61 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:55:00.754410 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da92672-16a2-456a-865c-504afe49de61 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:55:00.754751 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da92672-16a2-456a-865c-504afe49de61 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:55:00.755089 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da92672-16a2-456a-865c-504afe49de61 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:55:00.755451 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da92672-16a2-456a-865c-504afe49de61 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:55:00.755785 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da92672-16a2-456a-865c-504afe49de61 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:55:00.756189 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da92672-16a2-456a-865c-504afe49de61 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:55:00.756532 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da92672-16a2-456a-865c-504afe49de61 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:55:00.756859 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da92672-16a2-456a-865c-504afe49de61 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:55:00.757182 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da92672-16a2-456a-865c-504afe49de61 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:55:00.757505 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da92672-16a2-456a-865c-504afe49de61 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:55:00.757829 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da92672-16a2-456a-865c-504afe49de61 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:55:00.791305 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-8a8da266-f2bf-4800-998c-7a5079b30c3b tempest-BulkNetworkOpsIpV6Test-1806992488 tempest-BulkNetworkOpsIpV6Test-1806992488-project] Deleting port 6933c59d-f64d-4a83-9754-ccf670288e25 {{(pid=102790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:55:00.791659 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-8a8da266-f2bf-4800-998c-7a5079b30c3b tempest-BulkNetworkOpsIpV6Test-1806992488 tempest-BulkNetworkOpsIpV6Test-1806992488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:00.838848 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c11c46e5-20a2-45a1-b164-2c511fa2c621 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:00.886274 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f3837e-865f-44cc-830b-4a2ef8b12617 req-cc404f80-6c39-4eb1-9cb1-17b6a73b9244 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:55:00.886865 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-8a8da266-f2bf-4800-998c-7a5079b30c3b tempest-BulkNetworkOpsIpV6Test-1806992488 tempest-BulkNetworkOpsIpV6Test-1806992488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:00.887785 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-94f3837e-865f-44cc-830b-4a2ef8b12617 req-cc404f80-6c39-4eb1-9cb1-17b6a73b9244 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a8d0e49f-9e4f-4325-b3fe-d85cd5221184 HTTP/1.1" status: 200 len: 850 time: 0.5702653 Mar 29 15:55:00.908622 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c11c46e5-20a2-45a1-b164-2c511fa2c621 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:00.911574 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-8a8da266-f2bf-4800-998c-7a5079b30c3b tempest-BulkNetworkOpsIpV6Test-1806992488 tempest-BulkNetworkOpsIpV6Test-1806992488-project] Calling delete_port for 6933c59d-f64d-4a83-9754-ccf670288e25 owned by {{(pid=102790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:55:01.047304 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_common [req-ffdccb2e-9e1f-4d7f-8388-e1f48538f0a2 req-a8061f69-b3b8-4bbf-a3df-8b1f31a0a862 tempest-TestServerBasicOps-206205767 tempest-TestServerBasicOps-206205767-project] Allocated IP 172.20.0.3 (3e947b62-42fa-4c40-a135-95d654c5af33/d2bd398d-9d3a-4812-aba7-11f854be4832/99bf4b2c-ec31-43dd-a5fa-c10c5fa9d02b) {{(pid=102791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:55:01.065215 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1aff4b-1711-4e47-b4b1-d61bddf19a91 req-2b9a995c-2154-4baa-8167-222db494f768 tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:55:01.067098 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-de1aff4b-1711-4e47-b4b1-d61bddf19a91 req-2b9a995c-2154-4baa-8167-222db494f768 tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] 10.222.0.42 "GET /v2.0/ports?device_id=27edd37b-f742-40e3-a8c7-8890983862b7 HTTP/1.1" status: 200 len: 945 time: 0.0868819 Mar 29 15:55:01.069826 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c11c46e5-20a2-45a1-b164-2c511fa2c621 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:01.072690 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-6f1b4bd1-cb41-458a-93ad-2893fb036032 req-607b3acf-a05b-48f9-9080-461e4c8999bc tempest-ServerPasswordTestJSON-313571344 tempest-ServerPasswordTestJSON-313571344-project] For port 55719bec-7dd9-427c-9b98-3e3ef6996ca4, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=55719bec-7dd9-427c-9b98-3e3ef6996ca4,segment=NetworkSegment(40e4b925-f37a-4359-875f-fdc7ad7c8fca),segment_id=40e4b925-f37a-4359-875f-fdc7ad7c8fca)] {{(pid=102791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:55:01.073059 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-6f1b4bd1-cb41-458a-93ad-2893fb036032 req-607b3acf-a05b-48f9-9080-461e4c8999bc tempest-ServerPasswordTestJSON-313571344 tempest-ServerPasswordTestJSON-313571344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:01.073185 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c11c46e5-20a2-45a1-b164-2c511fa2c621 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:01.074597 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-c11c46e5-20a2-45a1-b164-2c511fa2c621 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/63d05095-105b-41f7-9734-28af9a4f5eac HTTP/1.1" status: 204 len: 168 time: 0.3545816 Mar 29 15:55:01.085107 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f3837e-865f-44cc-830b-4a2ef8b12617 req-cb4c83cb-b539-480d-85dd-ef84529485f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:55:01.086923 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-94f3837e-865f-44cc-830b-4a2ef8b12617 req-cb4c83cb-b539-480d-85dd-ef84529485f2 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d994e3d3-6e54-466f-bbe9-e588ad776084&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1680560 Mar 29 15:55:01.089040 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-915d1c10-d443-4b57-8afc-42208f9b3cb2 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Router 6ed2d1ee-d1a9-4543-8770-73ea7b9362cd has already been hosted by L3 agent c648d819-1060-4f26-b4ec-6455387b5dff {{(pid=102791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 15:55:01.109931 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11c46e5-20a2-45a1-b164-2c511fa2c621 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63d05095-105b-41f7-9734-28af9a4f5eac,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:55:01.126498 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-8a8da266-f2bf-4800-998c-7a5079b30c3b tempest-BulkNetworkOpsIpV6Test-1806992488 tempest-BulkNetworkOpsIpV6Test-1806992488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:01.142696 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [req-6f1b4bd1-cb41-458a-93ad-2893fb036032 req-607b3acf-a05b-48f9-9080-461e4c8999bc tempest-ServerPasswordTestJSON-313571344 tempest-ServerPasswordTestJSON-313571344-project] Calling delete_port for 55719bec-7dd9-427c-9b98-3e3ef6996ca4 owned by compute:nova {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:55:01.158365 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-de1aff4b-1711-4e47-b4b1-d61bddf19a91 req-b163c858-fbb0-41c1-ae92-d624e7e3743b tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] 10.222.0.42 "GET /v2.0/security-groups?id=4d484579-48b3-4400-916a-a84f820a118c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823886 Mar 29 15:55:01.162547 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8da266-f2bf-4800-998c-7a5079b30c3b tempest-BulkNetworkOpsIpV6Test-1806992488 tempest-BulkNetworkOpsIpV6Test-1806992488-project] Pushing event deleted for resources: {'Port': ['ID=6933c59d-f64d-4a83-9754-ccf670288e25,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:55:01.171635 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-8a8da266-f2bf-4800-998c-7a5079b30c3b tempest-BulkNetworkOpsIpV6Test-1806992488 tempest-BulkNetworkOpsIpV6Test-1806992488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:01.178575 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-8a8da266-f2bf-4800-998c-7a5079b30c3b tempest-BulkNetworkOpsIpV6Test-1806992488 tempest-BulkNetworkOpsIpV6Test-1806992488-project] 10.222.0.42 "DELETE /v2.0/ports/6933c59d-f64d-4a83-9754-ccf670288e25 HTTP/1.1" status: 204 len: 168 time: 0.6147265 Mar 29 15:55:01.179352 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 37180) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:55:01.280789 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-b5905a56-d448-47b7-9878-68b15dcfd80e tempest-BulkNetworkOpsIpV6Test-1806992488 tempest-BulkNetworkOpsIpV6Test-1806992488-project] Deleting port 7aefbc01-7ba2-492b-b8a3-aec42c78755d {{(pid=102790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:55:01.281208 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-b5905a56-d448-47b7-9878-68b15dcfd80e tempest-BulkNetworkOpsIpV6Test-1806992488 tempest-BulkNetworkOpsIpV6Test-1806992488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:01.380692 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-db009991-c6bc-4943-a030-2701f2efdff8 req-3971c085-004d-45cd-b4d9-ae067a7a3378 tempest-TestServerBasicOps-206205767 tempest-TestServerBasicOps-206205767-project] 10.222.0.42 "GET /v2.0/ports?device_id=49afb217-7a40-443f-8872-8ae2fd1bb83b HTTP/1.1" status: 200 len: 210 time: 0.0696213 Mar 29 15:55:01.395678 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-b5905a56-d448-47b7-9878-68b15dcfd80e tempest-BulkNetworkOpsIpV6Test-1806992488 tempest-BulkNetworkOpsIpV6Test-1806992488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:01.416351 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-b5905a56-d448-47b7-9878-68b15dcfd80e tempest-BulkNetworkOpsIpV6Test-1806992488 tempest-BulkNetworkOpsIpV6Test-1806992488-project] Calling delete_port for 7aefbc01-7ba2-492b-b8a3-aec42c78755d owned by {{(pid=102790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:55:01.447769 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e8e080-1cda-47b5-8cb6-c8fcb4b086b3 req-79fc0f78-d07e-48d9-89fa-8198d8469d1b tempest-ServerPasswordTestJSON-313571344 tempest-ServerPasswordTestJSON-313571344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:55:01.449384 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b3e8e080-1cda-47b5-8cb6-c8fcb4b086b3 req-79fc0f78-d07e-48d9-89fa-8198d8469d1b tempest-ServerPasswordTestJSON-313571344 tempest-ServerPasswordTestJSON-313571344-project] 10.222.0.42 "GET /v2.0/ports?device_id=f3a8f79a-359b-4be4-a8f1-f0362234b1d3 HTTP/1.1" status: 200 len: 945 time: 0.3835328 Mar 29 15:55:01.511751 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-b5905a56-d448-47b7-9878-68b15dcfd80e tempest-BulkNetworkOpsIpV6Test-1806992488 tempest-BulkNetworkOpsIpV6Test-1806992488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:01.544648 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5905a56-d448-47b7-9878-68b15dcfd80e tempest-BulkNetworkOpsIpV6Test-1806992488 tempest-BulkNetworkOpsIpV6Test-1806992488-project] Pushing event deleted for resources: {'Port': ['ID=7aefbc01-7ba2-492b-b8a3-aec42c78755d,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:55:01.550581 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-b5905a56-d448-47b7-9878-68b15dcfd80e tempest-BulkNetworkOpsIpV6Test-1806992488 tempest-BulkNetworkOpsIpV6Test-1806992488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:01.553937 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-b5905a56-d448-47b7-9878-68b15dcfd80e tempest-BulkNetworkOpsIpV6Test-1806992488 tempest-BulkNetworkOpsIpV6Test-1806992488-project] 10.222.0.42 "DELETE /v2.0/ports/7aefbc01-7ba2-492b-b8a3-aec42c78755d HTTP/1.1" status: 204 len: 168 time: 0.3735554 Mar 29 15:55:01.557490 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 37192) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:55:01.565560 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-94f3837e-865f-44cc-830b-4a2ef8b12617 req-8cac2fc4-d792-4056-be27-4ad056973001 service neutron] 10.222.0.44 "GET /v2.0/networks/d994e3d3-6e54-466f-bbe9-e588ad776084?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4558535 Mar 29 15:55:01.593885 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-153045d5-8919-4092-b797-a09a902c8898 tempest-BulkNetworkOpsIpV6Test-1806992488 tempest-BulkNetworkOpsIpV6Test-1806992488-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0352502 Mar 29 15:55:01.597467 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 37196) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:55:01.602888 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-fefbccff-2878-4b89-a708-c15c77ea21dc tempest-BulkNetworkOpsIpV6Test-1806992488 tempest-BulkNetworkOpsIpV6Test-1806992488-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-59228419'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:55:01.625753 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fefbccff-2878-4b89-a708-c15c77ea21dc tempest-BulkNetworkOpsIpV6Test-1806992488 tempest-BulkNetworkOpsIpV6Test-1806992488-project] Made reservation on behalf of 40b63d5cd0e54fe289011da2ff5d0204 for: {'network': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:55:01.630753 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-fefbccff-2878-4b89-a708-c15c77ea21dc tempest-BulkNetworkOpsIpV6Test-1806992488 tempest-BulkNetworkOpsIpV6Test-1806992488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for network, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:01.656393 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fefbccff-2878-4b89-a708-c15c77ea21dc tempest-BulkNetworkOpsIpV6Test-1806992488 tempest-BulkNetworkOpsIpV6Test-1806992488-project] vlan segment allocate from pool success with {'vlan_id': 612, 'physical_network': 'physnet1'} {{(pid=102790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 15:55:01.669442 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-fefbccff-2878-4b89-a708-c15c77ea21dc tempest-BulkNetworkOpsIpV6Test-1806992488 tempest-BulkNetworkOpsIpV6Test-1806992488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:01.669935 n-d-834765-1 neutron-server[102790]: INFO neutron.db.segments_db [None req-fefbccff-2878-4b89-a708-c15c77ea21dc tempest-BulkNetworkOpsIpV6Test-1806992488 tempest-BulkNetworkOpsIpV6Test-1806992488-project] Added segment 086826e2-04ce-4e1d-8a46-74d8919e9d36 of type vlan for network 08afae47-452d-4a37-80e4-7aedc87d1989 Mar 29 15:55:01.711795 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-ffdccb2e-9e1f-4d7f-8388-e1f48538f0a2 req-a8061f69-b3b8-4bbf-a3df-8b1f31a0a862 tempest-TestServerBasicOps-206205767 tempest-TestServerBasicOps-206205767-project] Notify callbacks [] for port, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:01.715737 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-915d1c10-d443-4b57-8afc-42208f9b3cb2 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:55:01.717374 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-fefbccff-2878-4b89-a708-c15c77ea21dc tempest-BulkNetworkOpsIpV6Test-1806992488 tempest-BulkNetworkOpsIpV6Test-1806992488-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783522915970'] for network, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:01.732327 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5405b9b-29b2-4701-9704-1339627f943d None None] Sync routers for ids ['6ed2d1ee-d1a9-4543-8770-73ea7b9362cd'] in n-d-834765-1 {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:55:01.740089 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b3e8e080-1cda-47b5-8cb6-c8fcb4b086b3 req-4288fea3-dc63-436c-bd9e-7f38413cebae tempest-ServerPasswordTestJSON-313571344 tempest-ServerPasswordTestJSON-313571344-project] 10.222.0.42 "GET /v2.0/security-groups?id=45b558a3-ec5d-42f1-a704-808845bf4cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2768145 Mar 29 15:55:01.749283 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5405b9b-29b2-4701-9704-1339627f943d None None] Routers {'6ed2d1ee-d1a9-4543-8770-73ea7b9362cd'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:55:01.750588 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-fefbccff-2878-4b89-a708-c15c77ea21dc tempest-BulkNetworkOpsIpV6Test-1806992488 tempest-BulkNetworkOpsIpV6Test-1806992488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795'] for network, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:01.750711 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-f5405b9b-29b2-4701-9704-1339627f943d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:54:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['6ed2d1ee-d1a9-4543-8770-73ea7b9362cd'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:55:01.757489 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fefbccff-2878-4b89-a708-c15c77ea21dc tempest-BulkNetworkOpsIpV6Test-1806992488 tempest-BulkNetworkOpsIpV6Test-1806992488-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:55:01.758173 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-fefbccff-2878-4b89-a708-c15c77ea21dc tempest-BulkNetworkOpsIpV6Test-1806992488 tempest-BulkNetworkOpsIpV6Test-1806992488-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for network, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:01.786949 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-915d1c10-d443-4b57-8afc-42208f9b3cb2 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for floatingip, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:01.805613 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-fefbccff-2878-4b89-a708-c15c77ea21dc tempest-BulkNetworkOpsIpV6Test-1806992488 tempest-BulkNetworkOpsIpV6Test-1806992488-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.2044649 Mar 29 15:55:01.806625 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 37206) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:55:01.838200 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-5ec02843-daec-4db8-b83d-87cbd22c708c tempest-BulkNetworkOpsIpV6Test-1806992488 tempest-BulkNetworkOpsIpV6Test-1806992488-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1350676520'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:55:01.847773 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefbccff-2878-4b89-a708-c15c77ea21dc tempest-BulkNetworkOpsIpV6Test-1806992488 tempest-BulkNetworkOpsIpV6Test-1806992488-project] Pushing event updated for resources: {'Network': ['ID=08afae47-452d-4a37-80e4-7aedc87d1989,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:55:01.861164 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Network 08afae47-452d-4a37-80e4-7aedc87d1989 details requested by agent ovs-agent-n-d-834765-1 with host n-d-834765-1 {{(pid=102792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 15:55:01.879911 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ec02843-daec-4db8-b83d-87cbd22c708c tempest-BulkNetworkOpsIpV6Test-1806992488 tempest-BulkNetworkOpsIpV6Test-1806992488-project] Made reservation on behalf of 40b63d5cd0e54fe289011da2ff5d0204 for: {'network': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:55:01.883602 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-5ec02843-daec-4db8-b83d-87cbd22c708c tempest-BulkNetworkOpsIpV6Test-1806992488 tempest-BulkNetworkOpsIpV6Test-1806992488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for network, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:01.900762 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-915d1c10-d443-4b57-8afc-42208f9b3cb2 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] 10.222.0.42 "PUT /v2.0/floatingips/9ba0093b-b750-4db2-93e5-03373318d62b HTTP/1.1" status: 200 len: 991 time: 3.9517374 Mar 29 15:55:01.906786 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5e34b53-8d44-45db-a377-1c001fe98b5c', 'tag': 'f402d3d7-34ef-43ea-8950-d2b015ceb2a3'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:55:01.910608 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c67b028db5e9b9818fecc5c0a87ebc6f190694fa53ca267d523e04f98de536d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d760f477-7084-439e-8de9-f328859d924c" -d '{"events": [{"name": "network-changed", "server_uuid": "b5e34b53-8d44-45db-a377-1c001fe98b5c", "tag": "f402d3d7-34ef-43ea-8950-d2b015ceb2a3"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:55:01.915726 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-94f3837e-865f-44cc-830b-4a2ef8b12617 req-ac57fa76-45e1-4e18-9a07-e23bda4b8f50 service neutron] 10.222.0.44 "GET /v2.0/networks/d994e3d3-6e54-466f-bbe9-e588ad776084?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3148832 Mar 29 15:55:01.916647 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-6f1b4bd1-cb41-458a-93ad-2893fb036032 req-607b3acf-a05b-48f9-9080-461e4c8999bc tempest-ServerPasswordTestJSON-313571344 tempest-ServerPasswordTestJSON-313571344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:01.949408 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ec02843-daec-4db8-b83d-87cbd22c708c tempest-BulkNetworkOpsIpV6Test-1806992488 tempest-BulkNetworkOpsIpV6Test-1806992488-project] vlan segment allocate from pool success with {'vlan_id': 616, 'physical_network': 'physnet1'} {{(pid=102790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 15:55:01.967249 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-5ec02843-daec-4db8-b83d-87cbd22c708c tempest-BulkNetworkOpsIpV6Test-1806992488 tempest-BulkNetworkOpsIpV6Test-1806992488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:01.967602 n-d-834765-1 neutron-server[102790]: INFO neutron.db.segments_db [None req-5ec02843-daec-4db8-b83d-87cbd22c708c tempest-BulkNetworkOpsIpV6Test-1806992488 tempest-BulkNetworkOpsIpV6Test-1806992488-project] Added segment 6ffa365b-94c1-4cef-95e4-9e658d655b5a of type vlan for network 6f6726e1-2592-4c57-b5fc-55bdbc598722 Mar 29 15:55:01.982145 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607b3acf-a05b-48f9-9080-461e4c8999bc tempest-ServerPasswordTestJSON-313571344 tempest-ServerPasswordTestJSON-313571344-project] Pushing event deleted for resources: {'Port': ['ID=55719bec-7dd9-427c-9b98-3e3ef6996ca4,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:55:02.027419 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 15:55:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d17c423-bb7b-48e1-94ce-43b8d731f10f x-openstack-request-id: req-6d17c423-bb7b-48e1-94ce-43b8d731f10f {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:55:02.027731 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5e34b53-8d44-45db-a377-1c001fe98b5c", "tag": "f402d3d7-34ef-43ea-8950-d2b015ceb2a3", "status": "completed", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:55:02.028077 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-6d17c423-bb7b-48e1-94ce-43b8d731f10f {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:55:02.028900 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5e34b53-8d44-45db-a377-1c001fe98b5c', 'tag': 'f402d3d7-34ef-43ea-8950-d2b015ceb2a3', 'status': 'completed', 'code': 200} Mar 29 15:55:02.057867 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvr_db [None req-f5405b9b-29b2-4701-9704-1339627f943d None None] Set router 6ed2d1ee-d1a9-4543-8770-73ea7b9362cd gateway port host: n-d-834765-1 {{(pid=102793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:55:02.058712 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-5ec02843-daec-4db8-b83d-87cbd22c708c tempest-BulkNetworkOpsIpV6Test-1806992488 tempest-BulkNetworkOpsIpV6Test-1806992488-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783522915970'] for network, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:02.074402 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-ffdccb2e-9e1f-4d7f-8388-e1f48538f0a2 req-a8061f69-b3b8-4bbf-a3df-8b1f31a0a862 tempest-TestServerBasicOps-206205767 tempest-TestServerBasicOps-206205767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:02.085724 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f1b4bd1-cb41-458a-93ad-2893fb036032 req-607b3acf-a05b-48f9-9080-461e4c8999bc tempest-ServerPasswordTestJSON-313571344 tempest-ServerPasswordTestJSON-313571344-project] No DVR routers for this DVR port 55719bec-7dd9-427c-9b98-3e3ef6996ca4 on host n-h2-834765-1 {{(pid=102791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:55:02.090218 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-5ec02843-daec-4db8-b83d-87cbd22c708c tempest-BulkNetworkOpsIpV6Test-1806992488 tempest-BulkNetworkOpsIpV6Test-1806992488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795'] for network, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:02.098818 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ec02843-daec-4db8-b83d-87cbd22c708c tempest-BulkNetworkOpsIpV6Test-1806992488 tempest-BulkNetworkOpsIpV6Test-1806992488-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:55:02.099727 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-5ec02843-daec-4db8-b83d-87cbd22c708c tempest-BulkNetworkOpsIpV6Test-1806992488 tempest-BulkNetworkOpsIpV6Test-1806992488-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for network, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:02.105711 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-6f1b4bd1-cb41-458a-93ad-2893fb036032 req-607b3acf-a05b-48f9-9080-461e4c8999bc tempest-ServerPasswordTestJSON-313571344 tempest-ServerPasswordTestJSON-313571344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:02.109066 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6f1b4bd1-cb41-458a-93ad-2893fb036032 req-607b3acf-a05b-48f9-9080-461e4c8999bc tempest-ServerPasswordTestJSON-313571344 tempest-ServerPasswordTestJSON-313571344-project] 10.222.0.48 "DELETE /v2.0/ports/55719bec-7dd9-427c-9b98-3e3ef6996ca4 HTTP/1.1" status: 204 len: 173 time: 2.2479260 Mar 29 15:55:02.187315 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-5ec02843-daec-4db8-b83d-87cbd22c708c tempest-BulkNetworkOpsIpV6Test-1806992488 tempest-BulkNetworkOpsIpV6Test-1806992488-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.3703103 Mar 29 15:55:02.213886 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ffdccb2e-9e1f-4d7f-8388-e1f48538f0a2 req-a8061f69-b3b8-4bbf-a3df-8b1f31a0a862 tempest-TestServerBasicOps-206205767 tempest-TestServerBasicOps-206205767-project] Network 3e947b62-42fa-4c40-a135-95d654c5af33 is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:55:02.216131 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec02843-daec-4db8-b83d-87cbd22c708c tempest-BulkNetworkOpsIpV6Test-1806992488 tempest-BulkNetworkOpsIpV6Test-1806992488-project] Pushing event updated for resources: {'Network': ['ID=6f6726e1-2592-4c57-b5fc-55bdbc598722,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:55:02.224777 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [req-ffdccb2e-9e1f-4d7f-8388-e1f48538f0a2 req-a8061f69-b3b8-4bbf-a3df-8b1f31a0a862 tempest-TestServerBasicOps-206205767 tempest-TestServerBasicOps-206205767-project] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:55:02.228129 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Network 6f6726e1-2592-4c57-b5fc-55bdbc598722 details requested by agent ovs-agent-n-d-834765-1 with host n-d-834765-1 {{(pid=102792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 15:55:02.244592 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8061f69-b3b8-4bbf-a3df-8b1f31a0a862 tempest-TestServerBasicOps-206205767 tempest-TestServerBasicOps-206205767-project] Pushing event updated for resources: {'Port': ['ID=99bf4b2c-ec31-43dd-a5fa-c10c5fa9d02b,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:55:02.247296 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffdccb2e-9e1f-4d7f-8388-e1f48538f0a2 req-a8061f69-b3b8-4bbf-a3df-8b1f31a0a862 tempest-TestServerBasicOps-206205767 tempest-TestServerBasicOps-206205767-project] Received port after_create {{(pid=102791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:55:02.449519 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-f5405b9b-29b2-4701-9704-1339627f943d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ed2d1ee-d1a9-4543-8770-73ea7b9362cd', 'name': 'tempest-TaggedBootDevicesTest_v242-1930304390-router', 'tenant_id': '9cad725e1c41463fab431e48b8d9bfff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.128'}], 'enable_snat': True}, 'gw_port_id': '0a4f37c9-e529-4bf8-885d-3374c7c5a8c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:51:54Z', 'updated_at': '2022-03-29T15:52:01Z', 'revision_number': 4, 'project_id': '9cad725e1c41463fab431e48b8d9bfff', 'gw_port': {'id': '0a4f37c9-e529-4bf8-885d-3374c7c5a8c7', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:0e:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ed2d1ee-d1a9-4543-8770-73ea7b9362cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2024, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:51:56Z', 'updated_at': '2022-03-29T15:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_floatingips': [{'id': '9ba0093b-b750-4db2-93e5-03373318d62b', 'tenant_id': '9cad725e1c41463fab431e48b8d9bfff', 'floating_ip_address': '172.25.4.133', 'floating_network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'router_id': '6ed2d1ee-d1a9-4543-8770-73ea7b9362cd', 'port_id': 'f402d3d7-34ef-43ea-8950-d2b015ceb2a3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2145, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e796cbd-0811-4a69-9036-a57f72186731', 'mac_address': 'fa:16:3e:ba:48:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5e34b53-8d44-45db-a377-1c001fe98b5c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T15:53:19Z', 'updated_at': '2022-03-29T15:54:59Z', 'revision_number': 1, 'project_id': '9cad725e1c41463fab431e48b8d9bfff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '390d1096-1778-4fe9-9e07-130268813472', 'name': '', 'network_id': '4e796cbd-0811-4a69-9036-a57f72186731', 'tenant_id': '9cad725e1c41463fab431e48b8d9bfff', 'mac_address': 'fa:16:3e:04:dc:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ed2d1ee-d1a9-4543-8770-73ea7b9362cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2028, 'fixed_ips': [{'subnet_id': '38d67edd-cfdb-4ded-91f8-0e501d16094b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:52:00Z', 'updated_at': '2022-03-29T15:52:18Z', 'revision_number': 5, 'project_id': '9cad725e1c41463fab431e48b8d9bfff', 'subnets': [{'id': '38d67edd-cfdb-4ded-91f8-0e501d16094b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:55:02.494921 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdccb2e-9e1f-4d7f-8388-e1f48538f0a2 req-a8061f69-b3b8-4bbf-a3df-8b1f31a0a862 tempest-TestServerBasicOps-206205767 tempest-TestServerBasicOps-206205767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:55:02.495619 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-ffdccb2e-9e1f-4d7f-8388-e1f48538f0a2 req-a8061f69-b3b8-4bbf-a3df-8b1f31a0a862 tempest-TestServerBasicOps-206205767 tempest-TestServerBasicOps-206205767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:02.516032 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d760f477-7084-439e-8de9-f328859d924c req-6760c1ee-bdde-4ea3-858d-88b350aaba1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:55:02.516848 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d760f477-7084-439e-8de9-f328859d924c req-6760c1ee-bdde-4ea3-858d-88b350aaba1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:55:02.517527 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d760f477-7084-439e-8de9-f328859d924c req-6760c1ee-bdde-4ea3-858d-88b350aaba1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:55:02.519057 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d760f477-7084-439e-8de9-f328859d924c req-6760c1ee-bdde-4ea3-858d-88b350aaba1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:55:02.520150 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d760f477-7084-439e-8de9-f328859d924c req-6760c1ee-bdde-4ea3-858d-88b350aaba1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:55:02.520973 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d760f477-7084-439e-8de9-f328859d924c req-6760c1ee-bdde-4ea3-858d-88b350aaba1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:55:02.521974 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d760f477-7084-439e-8de9-f328859d924c req-6760c1ee-bdde-4ea3-858d-88b350aaba1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:55:02.525758 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d760f477-7084-439e-8de9-f328859d924c req-6760c1ee-bdde-4ea3-858d-88b350aaba1d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9cad725e1c41463fab431e48b8d9bfff&device_id=b5e34b53-8d44-45db-a377-1c001fe98b5c HTTP/1.1" status: 200 len: 6502 time: 0.4529660 Mar 29 15:55:02.543617 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5405b9b-29b2-4701-9704-1339627f943d None None] Checking router: 6ed2d1ee-d1a9-4543-8770-73ea7b9362cd for host: n-d-834765-1 {{(pid=102793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:55:02.569503 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5405b9b-29b2-4701-9704-1339627f943d None None] Routers {'6ed2d1ee-d1a9-4543-8770-73ea7b9362cd'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:55:02.570138 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-f5405b9b-29b2-4701-9704-1339627f943d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:54:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['6ed2d1ee-d1a9-4543-8770-73ea7b9362cd'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:55:02.632483 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f7d266-9fbb-45d4-a1f1-576d4d447ddc req-1ee81998-cdb3-4a45-804a-63dfca723a79 tempest-TestServerBasicOps-206205767 tempest-TestServerBasicOps-206205767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:55:02.634162 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-19f7d266-9fbb-45d4-a1f1-576d4d447ddc req-1ee81998-cdb3-4a45-804a-63dfca723a79 tempest-TestServerBasicOps-206205767 tempest-TestServerBasicOps-206205767-project] 10.222.0.42 "GET /v2.0/ports?device_id=49afb217-7a40-443f-8872-8ae2fd1bb83b HTTP/1.1" status: 200 len: 931 time: 0.1020017 Mar 29 15:55:02.707118 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5cc9f1-f0fe-4a81-bc04-a37c34b9fd40 req-29a57ff9-f85d-408d-9d67-0df22a74cbe9 tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:55:02.721646 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ba5cc9f1-f0fe-4a81-bc04-a37c34b9fd40 req-29a57ff9-f85d-408d-9d67-0df22a74cbe9 tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] 10.222.0.42 "GET /v2.0/ports?device_id=27edd37b-f742-40e3-a8c7-8890983862b7 HTTP/1.1" status: 200 len: 945 time: 0.3379490 Mar 29 15:55:02.781241 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d9b42bc1-d159-413b-babd-489078e7bbe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:02.782675 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvr_db [None req-f5405b9b-29b2-4701-9704-1339627f943d None None] Set router 6ed2d1ee-d1a9-4543-8770-73ea7b9362cd gateway port host: n-d-834765-1 {{(pid=102793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:55:02.796623 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-19f7d266-9fbb-45d4-a1f1-576d4d447ddc req-956ef772-33ac-4c18-931b-c8460867a7e5 tempest-TestServerBasicOps-206205767 tempest-TestServerBasicOps-206205767-project] 10.222.0.42 "GET /v2.0/security-groups?id=29ddfa0c-288d-4cdf-94ef-0cd0c52f5988&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1504712 Mar 29 15:55:02.797417 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ffdccb2e-9e1f-4d7f-8388-e1f48538f0a2 req-a8061f69-b3b8-4bbf-a3df-8b1f31a0a862 tempest-TestServerBasicOps-206205767 tempest-TestServerBasicOps-206205767-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3281443 Mar 29 15:55:02.824997 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [req-ffdccb2e-9e1f-4d7f-8388-e1f48538f0a2 req-cc1113f0-72b3-4a16-9a88-694a90549c9a service neutron] Request body: {'port': {'device_id': '49afb217-7a40-443f-8872-8ae2fd1bb83b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834765-1'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:55:02.850400 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-8f3e6e60-2f48-49b4-ae21-8a0a8e566f72 None None] Provisioning complete for port 99bf4b2c-ec31-43dd-a5fa-c10c5fa9d02b triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:55:02.851103 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-8f3e6e60-2f48-49b4-ae21-8a0a8e566f72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:02.924202 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ba5cc9f1-f0fe-4a81-bc04-a37c34b9fd40 req-1171409d-5ce0-409f-935d-96aa45634d8f tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] 10.222.0.42 "GET /v2.0/security-groups?id=4d484579-48b3-4400-916a-a84f820a118c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2011385 Mar 29 15:55:03.014213 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-8f3e6e60-2f48-49b4-ae21-8a0a8e566f72 None None] Port 99bf4b2c-ec31-43dd-a5fa-c10c5fa9d02b cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 15:55:03.034639 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.agents_db [None req-59735a15-725e-44d4-9ad5-95cbe356f209 None None] Agent healthcheck: found 7 active agents {{(pid=102793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 15:55:03.041943 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-ffdccb2e-9e1f-4d7f-8388-e1f48538f0a2 req-cc1113f0-72b3-4a16-9a88-694a90549c9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:03.072120 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-f5405b9b-29b2-4701-9704-1339627f943d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ed2d1ee-d1a9-4543-8770-73ea7b9362cd', 'name': 'tempest-TaggedBootDevicesTest_v242-1930304390-router', 'tenant_id': '9cad725e1c41463fab431e48b8d9bfff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.128'}], 'enable_snat': True}, 'gw_port_id': '0a4f37c9-e529-4bf8-885d-3374c7c5a8c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:51:54Z', 'updated_at': '2022-03-29T15:52:01Z', 'revision_number': 4, 'project_id': '9cad725e1c41463fab431e48b8d9bfff', 'gw_port': {'id': '0a4f37c9-e529-4bf8-885d-3374c7c5a8c7', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:0e:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ed2d1ee-d1a9-4543-8770-73ea7b9362cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2024, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:51:56Z', 'updated_at': '2022-03-29T15:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_floatingips': [{'id': '9ba0093b-b750-4db2-93e5-03373318d62b', 'tenant_id': '9cad725e1c41463fab431e48b8d9bfff', 'floating_ip_address': '172.25.4.133', 'floating_network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'router_id': '6ed2d1ee-d1a9-4543-8770-73ea7b9362cd', 'port_id': 'f402d3d7-34ef-43ea-8950-d2b015ceb2a3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2145, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e796cbd-0811-4a69-9036-a57f72186731', 'mac_address': 'fa:16:3e:ba:48:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5e34b53-8d44-45db-a377-1c001fe98b5c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T15:53:19Z', 'updated_at': '2022-03-29T15:54:59Z', 'revision_number': 1, 'project_id': '9cad725e1c41463fab431e48b8d9bfff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '390d1096-1778-4fe9-9e07-130268813472', 'name': '', 'network_id': '4e796cbd-0811-4a69-9036-a57f72186731', 'tenant_id': '9cad725e1c41463fab431e48b8d9bfff', 'mac_address': 'fa:16:3e:04:dc:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ed2d1ee-d1a9-4543-8770-73ea7b9362cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2028, 'fixed_ips': [{'subnet_id': '38d67edd-cfdb-4ded-91f8-0e501d16094b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:52:00Z', 'updated_at': '2022-03-29T15:52:18Z', 'revision_number': 5, 'project_id': '9cad725e1c41463fab431e48b8d9bfff', 'subnets': [{'id': '38d67edd-cfdb-4ded-91f8-0e501d16094b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:55:03.080060 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-350bd648-d47a-4777-8a37-605ab2907049 req-de75a5f1-a32d-49aa-a62e-10d6afdc405f tempest-ServerPasswordTestJSON-313571344 tempest-ServerPasswordTestJSON-313571344-project] 10.222.0.42 "GET /v2.0/ports?device_id=f3a8f79a-359b-4be4-a8f1-f0362234b1d3 HTTP/1.1" status: 200 len: 210 time: 0.0549381 Mar 29 15:55:03.112680 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5405b9b-29b2-4701-9704-1339627f943d None None] The sync data for ids ['6ed2d1ee-d1a9-4543-8770-73ea7b9362cd'] in n-d-834765-1 is: [{'id': '6ed2d1ee-d1a9-4543-8770-73ea7b9362cd', 'name': 'tempest-TaggedBootDevicesTest_v242-1930304390-router', 'tenant_id': '9cad725e1c41463fab431e48b8d9bfff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.128'}], 'enable_snat': True}, 'gw_port_id': '0a4f37c9-e529-4bf8-885d-3374c7c5a8c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:51:54Z', 'updated_at': '2022-03-29T15:52:01Z', 'revision_number': 4, 'project_id': '9cad725e1c41463fab431e48b8d9bfff', 'gw_port': {'id': '0a4f37c9-e529-4bf8-885d-3374c7c5a8c7', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:0e:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ed2d1ee-d1a9-4543-8770-73ea7b9362cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2024, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:51:56Z', 'updated_at': '2022-03-29T15:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_floatingips': [{'id': '9ba0093b-b750-4db2-93e5-03373318d62b', 'tenant_id': '9cad725e1c41463fab431e48b8d9bfff', 'floating_ip_address': '172.25.4.133', 'floating_network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'router_id': '6ed2d1ee-d1a9-4543-8770-73ea7b9362cd', 'port_id': 'f402d3d7-34ef-43ea-8950-d2b015ceb2a3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2145, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e796cbd-0811-4a69-9036-a57f72186731', 'mac_address': 'fa:16:3e:ba:48:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5e34b53-8d44-45db-a377-1c001fe98b5c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T15:53:19Z', 'updated_at': '2022-03-29T15:54:59Z', 'revision_number': 1, 'project_id': '9cad725e1c41463fab431e48b8d9bfff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '390d1096-1778-4fe9-9e07-130268813472', 'name': '', 'network_id': '4e796cbd-0811-4a69-9036-a57f72186731', 'tenant_id': '9cad725e1c41463fab431e48b8d9bfff', 'mac_address': 'fa:16:3e:04:dc:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ed2d1ee-d1a9-4543-8770-73ea7b9362cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2028, 'fixed_ips': [{'subnet_id': '38d67edd-cfdb-4ded-91f8-0e501d16094b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:52:00Z', 'updated_at': '2022-03-29T15:52:18Z', 'revision_number': 5, 'project_id': '9cad725e1c41463fab431e48b8d9bfff', 'subnets': [{'id': '38d67edd-cfdb-4ded-91f8-0e501d16094b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:55:03.131923 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device 55719bec-7dd9-427c-9b98-3e3ef6996ca4 no longer exists at agent hyperv_n-h2-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:55:03.140750 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d760f477-7084-439e-8de9-f328859d924c req-e5d56982-43b7-4937-ae58-3db9da344ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:55:03.142333 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d760f477-7084-439e-8de9-f328859d924c req-e5d56982-43b7-4937-ae58-3db9da344ad5 service neutron] 10.222.0.48 "GET /v2.0/networks?id=4e796cbd-0811-4a69-9036-a57f72186731 HTTP/1.1" status: 200 len: 918 time: 0.5577326 Mar 29 15:55:03.187053 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] No Port match for: 55719bec-7dd9-427c-9b98-3e3ef6996ca4 {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 15:55:03.190489 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device 55719bec-7dd9-427c-9b98-3e3ef6996ca4 not bound to the agent host n-h2-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:55:03.291016 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d760f477-7084-439e-8de9-f328859d924c req-664fb41f-18ee-4961-8c20-769ae3969647 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f402d3d7-34ef-43ea-8950-d2b015ceb2a3 HTTP/1.1" status: 200 len: 999 time: 0.1405926 Mar 29 15:55:03.385389 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d760f477-7084-439e-8de9-f328859d924c req-9c10291b-eced-4df0-bf50-917266c2a199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:55:03.386870 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d760f477-7084-439e-8de9-f328859d924c req-9c10291b-eced-4df0-bf50-917266c2a199 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=38d67edd-cfdb-4ded-91f8-0e501d16094b HTTP/1.1" status: 200 len: 856 time: 0.0874515 Mar 29 15:55:03.458527 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f36737e-497c-4e1f-b133-85275d12b902 None None] New status for floating IP 9ba0093b-b750-4db2-93e5-03373318d62b: ACTIVE {{(pid=102792) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 15:55:03.490501 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d760f477-7084-439e-8de9-f328859d924c req-0e122912-c52c-434d-9d59-6e560904128a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:55:03.492187 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d760f477-7084-439e-8de9-f328859d924c req-0e122912-c52c-434d-9d59-6e560904128a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4e796cbd-0811-4a69-9036-a57f72186731&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0942161 Mar 29 15:55:03.608791 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [req-ffdccb2e-9e1f-4d7f-8388-e1f48538f0a2 req-cc1113f0-72b3-4a16-9a88-694a90549c9a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99bf4b2c-ec31-43dd-a5fa-c10c5fa9d02b {{(pid=102791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:55:03.618564 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-ffdccb2e-9e1f-4d7f-8388-e1f48538f0a2 req-cc1113f0-72b3-4a16-9a88-694a90549c9a service neutron] Notify callbacks [] for port, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:03.631330 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.provisioning_blocks [req-ffdccb2e-9e1f-4d7f-8388-e1f48538f0a2 req-cc1113f0-72b3-4a16-9a88-694a90549c9a service neutron] Transition to ACTIVE for port object 99bf4b2c-ec31-43dd-a5fa-c10c5fa9d02b will not be triggered until provisioned by entity L2. {{(pid=102791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 15:55:03.641094 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-ffdccb2e-9e1f-4d7f-8388-e1f48538f0a2 req-cc1113f0-72b3-4a16-9a88-694a90549c9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:03.713543 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1113f0-72b3-4a16-9a88-694a90549c9a service neutron] Pushing event updated for resources: {'Port': ['ID=99bf4b2c-ec31-43dd-a5fa-c10c5fa9d02b,revision_number=2']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:55:03.718654 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d760f477-7084-439e-8de9-f328859d924c req-22de536a-77f2-43ec-b683-e1640cdac7ab service neutron] 10.222.0.48 "GET /v2.0/networks/4e796cbd-0811-4a69-9036-a57f72186731?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1940866 Mar 29 15:55:03.887788 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d760f477-7084-439e-8de9-f328859d924c req-534ed397-c577-4696-bea4-3753b19641ab service neutron] 10.222.0.48 "GET /v2.0/networks/4e796cbd-0811-4a69-9036-a57f72186731?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1618986 Mar 29 15:55:03.890217 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-ffdccb2e-9e1f-4d7f-8388-e1f48538f0a2 req-cc1113f0-72b3-4a16-9a88-694a90549c9a service neutron] Attempting to bind port 99bf4b2c-ec31-43dd-a5fa-c10c5fa9d02b on host n-h1-834765-1 for vnic_type normal with profile {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:55:03.890552 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-ffdccb2e-9e1f-4d7f-8388-e1f48538f0a2 req-cc1113f0-72b3-4a16-9a88-694a90549c9a service neutron] Attempting to bind port 99bf4b2c-ec31-43dd-a5fa-c10c5fa9d02b by drivers openvswitch,hyperv on host n-h1-834765-1 at level 0 using segments [{'id': '05494f76-26c0-4d53-a1ca-803df2918f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '3e947b62-42fa-4c40-a135-95d654c5af33'}] {{(pid=102791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:55:03.890876 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffdccb2e-9e1f-4d7f-8388-e1f48538f0a2 req-cc1113f0-72b3-4a16-9a88-694a90549c9a service neutron] Attempting to bind port 99bf4b2c-ec31-43dd-a5fa-c10c5fa9d02b on network 3e947b62-42fa-4c40-a135-95d654c5af33 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:55:03.911321 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffdccb2e-9e1f-4d7f-8388-e1f48538f0a2 req-cc1113f0-72b3-4a16-9a88-694a90549c9a service neutron] Port 99bf4b2c-ec31-43dd-a5fa-c10c5fa9d02b on network 3e947b62-42fa-4c40-a135-95d654c5af33 not bound, no agent of type Open vSwitch agent registered on host n-h1-834765-1 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 15:55:03.911651 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffdccb2e-9e1f-4d7f-8388-e1f48538f0a2 req-cc1113f0-72b3-4a16-9a88-694a90549c9a service neutron] Attempting to bind port 99bf4b2c-ec31-43dd-a5fa-c10c5fa9d02b on network 3e947b62-42fa-4c40-a135-95d654c5af33 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:55:03.921613 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffdccb2e-9e1f-4d7f-8388-e1f48538f0a2 req-cc1113f0-72b3-4a16-9a88-694a90549c9a service neutron] Checking agent: {'id': 'be375040-5069-4239-9460-a3a3213e1e90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 33, 18), 'started_at': datetime.datetime(2022, 3, 29, 15, 33, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 54, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:55:03.921885 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffdccb2e-9e1f-4d7f-8388-e1f48538f0a2 req-cc1113f0-72b3-4a16-9a88-694a90549c9a service neutron] Checking segment: {'id': '05494f76-26c0-4d53-a1ca-803df2918f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '3e947b62-42fa-4c40-a135-95d654c5af33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:55:03.922276 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffdccb2e-9e1f-4d7f-8388-e1f48538f0a2 req-cc1113f0-72b3-4a16-9a88-694a90549c9a service neutron] Bound using segment: {'id': '05494f76-26c0-4d53-a1ca-803df2918f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '3e947b62-42fa-4c40-a135-95d654c5af33'} {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:55:03.925392 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-ffdccb2e-9e1f-4d7f-8388-e1f48538f0a2 req-cc1113f0-72b3-4a16-9a88-694a90549c9a service neutron] Bound port: 99bf4b2c-ec31-43dd-a5fa-c10c5fa9d02b, host: n-h1-834765-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05494f76-26c0-4d53-a1ca-803df2918f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '3e947b62-42fa-4c40-a135-95d654c5af33'}}] {{(pid=102791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 15:55:03.925959 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-ffdccb2e-9e1f-4d7f-8388-e1f48538f0a2 req-cc1113f0-72b3-4a16-9a88-694a90549c9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:04.059490 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3a8f79a-359b-4be4-a8f1-f0362234b1d3', 'name': 'network-vif-deleted', 'tag': '55719bec-7dd9-427c-9b98-3e3ef6996ca4'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:55:04.062045 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c67b028db5e9b9818fecc5c0a87ebc6f190694fa53ca267d523e04f98de536d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cf29f78-9742-4ff6-b267-67477e42edab" -d '{"events": [{"server_uuid": "f3a8f79a-359b-4be4-a8f1-f0362234b1d3", "name": "network-vif-deleted", "tag": "55719bec-7dd9-427c-9b98-3e3ef6996ca4"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:55:04.094397 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6dda83-174a-4ca5-94c2-43df017f7a75 req-53c583e2-29dc-4b14-bb12-9f2035d9089c tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:55:04.098536 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-7f6dda83-174a-4ca5-94c2-43df017f7a75 req-53c583e2-29dc-4b14-bb12-9f2035d9089c tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] 10.222.0.42 "GET /v2.0/ports?device_id=27edd37b-f742-40e3-a8c7-8890983862b7 HTTP/1.1" status: 200 len: 945 time: 0.0610430 Mar 29 15:55:04.115498 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8468266e-eea8-4e83-bcaf-3397c13d04fa req-e77a4e24-aa8c-4938-844f-9d91f281ad90 tempest-TestServerBasicOps-206205767 tempest-TestServerBasicOps-206205767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:55:04.117085 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-8468266e-eea8-4e83-bcaf-3397c13d04fa req-e77a4e24-aa8c-4938-844f-9d91f281ad90 tempest-TestServerBasicOps-206205767 tempest-TestServerBasicOps-206205767-project] 10.222.0.42 "GET /v2.0/ports?device_id=49afb217-7a40-443f-8872-8ae2fd1bb83b HTTP/1.1" status: 200 len: 943 time: 0.1484420 Mar 29 15:55:04.129503 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-ffdccb2e-9e1f-4d7f-8388-e1f48538f0a2 req-cc1113f0-72b3-4a16-9a88-694a90549c9a service neutron] For port 99bf4b2c-ec31-43dd-a5fa-c10c5fa9d02b, host n-h1-834765-1, cleared binding levels {{(pid=102791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:55:04.133511 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-ffdccb2e-9e1f-4d7f-8388-e1f48538f0a2 req-cc1113f0-72b3-4a16-9a88-694a90549c9a service neutron] For port 99bf4b2c-ec31-43dd-a5fa-c10c5fa9d02b, host n-h1-834765-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=99bf4b2c-ec31-43dd-a5fa-c10c5fa9d02b,segment=NetworkSegment(05494f76-26c0-4d53-a1ca-803df2918f3a),segment_id=05494f76-26c0-4d53-a1ca-803df2918f3a)] {{(pid=102791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:55:04.142395 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-ffdccb2e-9e1f-4d7f-8388-e1f48538f0a2 req-cc1113f0-72b3-4a16-9a88-694a90549c9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:04.169533 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-7f6dda83-174a-4ca5-94c2-43df017f7a75 req-7460a22d-e3fe-49e7-97db-4a747f02a434 tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] 10.222.0.42 "GET /v2.0/security-groups?id=4d484579-48b3-4400-916a-a84f820a118c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655622 Mar 29 15:55:04.185565 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d71584b9-87f1-45f5-84c7-c993c2416269 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:04.190569 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdccb2e-9e1f-4d7f-8388-e1f48538f0a2 req-cc1113f0-72b3-4a16-9a88-694a90549c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:55:04.190999 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-ffdccb2e-9e1f-4d7f-8388-e1f48538f0a2 req-cc1113f0-72b3-4a16-9a88-694a90549c9a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:04.192431 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ffdccb2e-9e1f-4d7f-8388-e1f48538f0a2 req-cc1113f0-72b3-4a16-9a88-694a90549c9a service neutron] 10.222.0.44 "PUT /v2.0/ports/99bf4b2c-ec31-43dd-a5fa-c10c5fa9d02b HTTP/1.1" status: 200 len: 1091 time: 1.3782945 Mar 29 15:55:04.222510 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-8468266e-eea8-4e83-bcaf-3397c13d04fa req-d423e34f-c118-4815-b767-43f9bd5b0208 tempest-TestServerBasicOps-206205767 tempest-TestServerBasicOps-206205767-project] 10.222.0.42 "GET /v2.0/security-groups?id=29ddfa0c-288d-4cdf-94ef-0cd0c52f5988&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0875611 Mar 29 15:55:04.282818 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 37256) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:55:04.286675 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:55:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-381d838c-75d5-4071-8bc2-983157579a3b x-openstack-request-id: req-381d838c-75d5-4071-8bc2-983157579a3b {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:55:04.287056 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3a8f79a-359b-4be4-a8f1-f0362234b1d3", "name": "network-vif-deleted", "tag": "55719bec-7dd9-427c-9b98-3e3ef6996ca4", "status": "completed", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:55:04.287333 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-381d838c-75d5-4071-8bc2-983157579a3b {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:55:04.287733 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3a8f79a-359b-4be4-a8f1-f0362234b1d3', 'name': 'network-vif-deleted', 'tag': '55719bec-7dd9-427c-9b98-3e3ef6996ca4', 'status': 'completed', 'code': 200} Mar 29 15:55:04.290070 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1113f0-72b3-4a16-9a88-694a90549c9a service neutron] Pushing event updated for resources: {'Port': ['ID=99bf4b2c-ec31-43dd-a5fa-c10c5fa9d02b,revision_number=3']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:55:04.330054 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdccb2e-9e1f-4d7f-8388-e1f48538f0a2 req-76cbe5f1-d420-4121-99e5-334202ef3895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:55:04.332265 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ffdccb2e-9e1f-4d7f-8388-e1f48538f0a2 req-76cbe5f1-d420-4121-99e5-334202ef3895 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=04bb88e92aa64365906899266844f6e0&device_id=49afb217-7a40-443f-8872-8ae2fd1bb83b HTTP/1.1" status: 200 len: 1094 time: 0.0711896 Mar 29 15:55:04.365450 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.db_base_plugin_v2 [None req-917a5030-3f77-4910-80d6-e2c5f0adff2d admin admin] Deleting subnet 00f3f5f3-b15a-4442-87ea-728f1fc894e8 {{(pid=102790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 15:55:04.368983 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-917a5030-3f77-4910-80d6-e2c5f0adff2d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:04.380940 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ffdccb2e-9e1f-4d7f-8388-e1f48538f0a2 req-85e71fec-52d8-4af4-bce6-2ed9d1bc6707 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=99bf4b2c-ec31-43dd-a5fa-c10c5fa9d02b HTTP/1.1" status: 200 len: 217 time: 0.0401006 Mar 29 15:55:04.412233 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-917a5030-3f77-4910-80d6-e2c5f0adff2d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4614024'] for subnet, precommit_delete_associations {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:04.436574 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdccb2e-9e1f-4d7f-8388-e1f48538f0a2 req-fc22d1eb-a437-40f8-a695-8ed1d6889f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:55:04.438127 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ffdccb2e-9e1f-4d7f-8388-e1f48538f0a2 req-fc22d1eb-a437-40f8-a695-8ed1d6889f6d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d2bd398d-9d3a-4812-aba7-11f854be4832 HTTP/1.1" status: 200 len: 848 time: 0.0508125 Mar 29 15:55:04.463431 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-917a5030-3f77-4910-80d6-e2c5f0adff2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1641287'] for subnet, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:04.510406 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdccb2e-9e1f-4d7f-8388-e1f48538f0a2 req-8d461fde-9f4f-43b1-ac9d-5670d8177702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:55:04.514096 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ffdccb2e-9e1f-4d7f-8388-e1f48538f0a2 req-8d461fde-9f4f-43b1-ac9d-5670d8177702 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=3e947b62-42fa-4c40-a135-95d654c5af33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0684295 Mar 29 15:55:04.524092 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-917a5030-3f77-4910-80d6-e2c5f0adff2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1641294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5231963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4793952'] for subnet, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:04.550588 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917a5030-3f77-4910-80d6-e2c5f0adff2d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=00f3f5f3-b15a-4442-87ea-728f1fc894e8,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:55:04.554552 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-917a5030-3f77-4910-80d6-e2c5f0adff2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for subnet, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:04.560553 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-917a5030-3f77-4910-80d6-e2c5f0adff2d admin admin] 10.222.0.42 "DELETE /v2.0/subnets/00f3f5f3-b15a-4442-87ea-728f1fc894e8 HTTP/1.1" status: 204 len: 168 time: 0.2752752 Mar 29 15:55:04.561167 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 37258) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:55:04.617831 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ffdccb2e-9e1f-4d7f-8388-e1f48538f0a2 req-39b1c42d-332d-4905-a77f-c6c3b8587576 service neutron] 10.222.0.44 "GET /v2.0/networks/3e947b62-42fa-4c40-a135-95d654c5af33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966697 Mar 29 15:55:04.642644 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-50982e27-e5e6-4a55-98bf-cee1000199bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1631750'] for network, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:04.714416 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ffdccb2e-9e1f-4d7f-8388-e1f48538f0a2 req-01fe3106-8b0d-41f7-9313-2c1e3df0d8e2 service neutron] 10.222.0.44 "GET /v2.0/networks/3e947b62-42fa-4c40-a135-95d654c5af33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891097 Mar 29 15:55:04.726223 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-50982e27-e5e6-4a55-98bf-cee1000199bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639890', 'neutron.services.segments.db._delete_segments_for_network-8783523423079'] for network, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:04.747181 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-50982e27-e5e6-4a55-98bf-cee1000199bb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52707c15-3851-4a72-912f-384fef5a3e28']}} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:55:04.756276 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-50982e27-e5e6-4a55-98bf-cee1000199bb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40e4b925-f37a-4359-875f-fdc7ad7c8fca') {'for_net_delete': True} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:55:04.756569 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-50982e27-e5e6-4a55-98bf-cee1000199bb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40e4b925-f37a-4359-875f-fdc7ad7c8fca') {} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:55:04.765756 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-50982e27-e5e6-4a55-98bf-cee1000199bb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783523422064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4614019'] for segment, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:04.778547 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-50982e27-e5e6-4a55-98bf-cee1000199bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:04.785148 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50982e27-e5e6-4a55-98bf-cee1000199bb admin admin] Releasing vlan 607 on physical network physnet1 to pool {{(pid=102790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 15:55:04.785525 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-50982e27-e5e6-4a55-98bf-cee1000199bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5238013'] for segment, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:04.787165 n-d-834765-1 neutron-server[102790]: Traceback (most recent call last): Mar 29 15:55:04.787165 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 15:55:04.787165 n-d-834765-1 neutron-server[102790]: timer() Mar 29 15:55:04.787165 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 15:55:04.787165 n-d-834765-1 neutron-server[102790]: cb(*args, **kw) Mar 29 15:55:04.787165 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 15:55:04.787165 n-d-834765-1 neutron-server[102790]: return func(*args, **kwargs) Mar 29 15:55:04.787165 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 15:55:04.787165 n-d-834765-1 neutron-server[102790]: self._notify() Mar 29 15:55:04.787165 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 15:55:04.787165 n-d-834765-1 neutron-server[102790]: self.callback(batched_events) Mar 29 15:55:04.787165 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 15:55:04.787165 n-d-834765-1 neutron-server[102790]: event.method(event) Mar 29 15:55:04.787165 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 15:55:04.787165 n-d-834765-1 neutron-server[102790]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 15:55:04.787165 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 15:55:04.787165 n-d-834765-1 neutron-server[102790]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 15:55:04.787165 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 15:55:04.787165 n-d-834765-1 neutron-server[102790]: return f(self, *a, **k) Mar 29 15:55:04.787165 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 15:55:04.787165 n-d-834765-1 neutron-server[102790]: return self._get(url).json() Mar 29 15:55:04.787165 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 15:55:04.787165 n-d-834765-1 neutron-server[102790]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 15:55:04.787165 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 15:55:04.787165 n-d-834765-1 neutron-server[102790]: return self.request(url, 'GET', **kwargs) Mar 29 15:55:04.787165 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 15:55:04.787165 n-d-834765-1 neutron-server[102790]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 15:55:04.787165 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 15:55:04.787165 n-d-834765-1 neutron-server[102790]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 15:55:04.787165 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 15:55:04.787165 n-d-834765-1 neutron-server[102790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 15:55:04.787165 n-d-834765-1 neutron-server[102790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 15:55:04.846049 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-50982e27-e5e6-4a55-98bf-cee1000199bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1639897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648174'] for network, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:04.851927 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-50982e27-e5e6-4a55-98bf-cee1000199bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for network, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:04.855072 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-50982e27-e5e6-4a55-98bf-cee1000199bb admin admin] 10.222.0.42 "DELETE /v2.0/networks/52707c15-3851-4a72-912f-384fef5a3e28 HTTP/1.1" status: 204 len: 168 time: 0.2929928 Mar 29 15:55:04.866444 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50982e27-e5e6-4a55-98bf-cee1000199bb admin admin] Pushing event deleted for resources: {'Network': ['ID=52707c15-3851-4a72-912f-384fef5a3e28,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:55:05.038764 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 37266) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:55:05.084700 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-1ed640e3-7c83-49aa-afdb-12add76145ac admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ead404ebd2484c0dbbf990c6b0a18a43&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0423548 Mar 29 15:55:05.085049 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 37268) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:55:05.138598 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-ced91e20-4f0b-48a1-9116-daf7c2010ce6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:05.167328 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-ced91e20-4f0b-48a1-9116-daf7c2010ce6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:05.226426 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-ced91e20-4f0b-48a1-9116-daf7c2010ce6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:05.229681 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-ced91e20-4f0b-48a1-9116-daf7c2010ce6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:05.233236 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-ced91e20-4f0b-48a1-9116-daf7c2010ce6 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/45b558a3-ec5d-42f1-a704-808845bf4cf1 HTTP/1.1" status: 204 len: 168 time: 0.1448324 Mar 29 15:55:05.244568 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced91e20-4f0b-48a1-9116-daf7c2010ce6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45b558a3-ec5d-42f1-a704-808845bf4cf1,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:55:05.428192 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aae53bc-fee3-4229-be88-3aec449e65b8 req-23330780-3cc7-4b0b-8e74-bb9faabf4200 tempest-TestServerBasicOps-206205767 tempest-TestServerBasicOps-206205767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:55:05.440245 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-2aae53bc-fee3-4229-be88-3aec449e65b8 req-23330780-3cc7-4b0b-8e74-bb9faabf4200 tempest-TestServerBasicOps-206205767 tempest-TestServerBasicOps-206205767-project] 10.222.0.42 "GET /v2.0/ports?device_id=49afb217-7a40-443f-8872-8ae2fd1bb83b HTTP/1.1" status: 200 len: 943 time: 0.1091578 Mar 29 15:55:05.495726 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-2aae53bc-fee3-4229-be88-3aec449e65b8 req-5362e6e8-dc29-48cd-ba34-96dc66f7898e tempest-TestServerBasicOps-206205767 tempest-TestServerBasicOps-206205767-project] 10.222.0.42 "GET /v2.0/security-groups?id=29ddfa0c-288d-4cdf-94ef-0cd0c52f5988&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536129 Mar 29 15:55:05.684185 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 37286) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:55:05.690094 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-aace33af-67cd-4c80-b42e-4cbb0dc22125 tempest-BulkNetworkOpsIpV6Test-1806992488 tempest-BulkNetworkOpsIpV6Test-1806992488-project] Request body: {'subnets': [{'network_id': '08afae47-452d-4a37-80e4-7aedc87d1989', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1168695120', 'ip_version': 6}, {'network_id': '6f6726e1-2592-4c57-b5fc-55bdbc598722', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:55:05.690606 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-aace33af-67cd-4c80-b42e-4cbb0dc22125 tempest-BulkNetworkOpsIpV6Test-1806992488 tempest-BulkNetworkOpsIpV6Test-1806992488-project] Request body: {'subnet': {'network_id': '08afae47-452d-4a37-80e4-7aedc87d1989', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1168695120', 'ip_version': 6}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:55:05.691362 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-aace33af-67cd-4c80-b42e-4cbb0dc22125 tempest-BulkNetworkOpsIpV6Test-1806992488 tempest-BulkNetworkOpsIpV6Test-1806992488-project] Request body: {'subnet': {'network_id': '6f6726e1-2592-4c57-b5fc-55bdbc598722', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:55:05.732628 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-0cb6abf6-2706-4e52-8825-f5f644ecf9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:05.919112 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:05.919690 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aace33af-67cd-4c80-b42e-4cbb0dc22125 tempest-BulkNetworkOpsIpV6Test-1806992488 tempest-BulkNetworkOpsIpV6Test-1806992488-project] Made reservation on behalf of 40b63d5cd0e54fe289011da2ff5d0204 for: {'subnet': 2} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:55:05.928247 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-aace33af-67cd-4c80-b42e-4cbb0dc22125 tempest-BulkNetworkOpsIpV6Test-1806992488 tempest-BulkNetworkOpsIpV6Test-1806992488-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4793983'] for subnet, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:05.928599 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-aace33af-67cd-4c80-b42e-4cbb0dc22125 tempest-BulkNetworkOpsIpV6Test-1806992488 tempest-BulkNetworkOpsIpV6Test-1806992488-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4793983'] for subnet, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:06.288519 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49afb217-7a40-443f-8872-8ae2fd1bb83b', 'tag': '99bf4b2c-ec31-43dd-a5fa-c10c5fa9d02b'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:55:06.291183 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c67b028db5e9b9818fecc5c0a87ebc6f190694fa53ca267d523e04f98de536d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e450b1cc-15f2-4b47-b2f9-72364bdc2bc9" -d '{"events": [{"name": "network-changed", "server_uuid": "49afb217-7a40-443f-8872-8ae2fd1bb83b", "tag": "99bf4b2c-ec31-43dd-a5fa-c10c5fa9d02b"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:55:06.301494 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 37306) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:55:06.349656 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 15:55:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-667422c0-2fdc-4a08-880a-b5786b863e45 x-openstack-request-id: req-667422c0-2fdc-4a08-880a-b5786b863e45 {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:55:06.349952 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49afb217-7a40-443f-8872-8ae2fd1bb83b", "tag": "99bf4b2c-ec31-43dd-a5fa-c10c5fa9d02b", "status": "completed", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:55:06.350206 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-667422c0-2fdc-4a08-880a-b5786b863e45 {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:55:06.350730 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49afb217-7a40-443f-8872-8ae2fd1bb83b', 'tag': '99bf4b2c-ec31-43dd-a5fa-c10c5fa9d02b', 'status': 'completed', 'code': 200} Mar 29 15:55:06.435051 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e450b1cc-15f2-4b47-b2f9-72364bdc2bc9 req-62bdb722-7567-4580-a395-479c6b778bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:55:06.437659 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e450b1cc-15f2-4b47-b2f9-72364bdc2bc9 req-62bdb722-7567-4580-a395-479c6b778bb3 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=04bb88e92aa64365906899266844f6e0&device_id=49afb217-7a40-443f-8872-8ae2fd1bb83b HTTP/1.1" status: 200 len: 1094 time: 0.0555217 Mar 29 15:55:06.461385 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-05579e0a-8164-41c7-8130-c76c6320b8c2 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1575446618-network', 'tenant_id': '48ba1cdba6ea4eb098e40b52d44291ec'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:55:06.475544 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-aace33af-67cd-4c80-b42e-4cbb0dc22125 tempest-BulkNetworkOpsIpV6Test-1806992488 tempest-BulkNetworkOpsIpV6Test-1806992488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5231896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4793961'] for subnet, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:06.542430 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05579e0a-8164-41c7-8130-c76c6320b8c2 admin admin] Made reservation on behalf of 48ba1cdba6ea4eb098e40b52d44291ec for: {'network': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:55:06.544981 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-05579e0a-8164-41c7-8130-c76c6320b8c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for network, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:06.555121 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aace33af-67cd-4c80-b42e-4cbb0dc22125 tempest-BulkNetworkOpsIpV6Test-1806992488 tempest-BulkNetworkOpsIpV6Test-1806992488-project] Pushing event updated for resources: {'Subnet': ['ID=fce49135-60bb-48a5-a059-f865d2edd3f8,revision_number=0']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:55:06.571006 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-05579e0a-8164-41c7-8130-c76c6320b8c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:06.571700 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aace33af-67cd-4c80-b42e-4cbb0dc22125 tempest-BulkNetworkOpsIpV6Test-1806992488 tempest-BulkNetworkOpsIpV6Test-1806992488-project] Checking segment: {'id': '086826e2-04ce-4e1d-8a46-74d8919e9d36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '08afae47-452d-4a37-80e4-7aedc87d1989'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:55:06.572417 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aace33af-67cd-4c80-b42e-4cbb0dc22125 tempest-BulkNetworkOpsIpV6Test-1806992488 tempest-BulkNetworkOpsIpV6Test-1806992488-project] Network hostable DHCP agents. Network: 08afae47-452d-4a37-80e4-7aedc87d1989, hostable agents: ['d136643e-48ae-49d4-a851-2ba3bdf3749c'], hosted agents: [] {{(pid=102790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 15:55:06.607523 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aace33af-67cd-4c80-b42e-4cbb0dc22125 tempest-BulkNetworkOpsIpV6Test-1806992488 tempest-BulkNetworkOpsIpV6Test-1806992488-project] Network 08afae47-452d-4a37-80e4-7aedc87d1989 is scheduled to be hosted by DHCP agent d136643e-48ae-49d4-a851-2ba3bdf3749c with binding_index 1 {{(pid=102790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 15:55:06.613966 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-aace33af-67cd-4c80-b42e-4cbb0dc22125 tempest-BulkNetworkOpsIpV6Test-1806992488 tempest-BulkNetworkOpsIpV6Test-1806992488-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834765-1, 08afae47-452d-4a37-80e4-7aedc87d1989) {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:55:06.621691 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-aace33af-67cd-4c80-b42e-4cbb0dc22125 tempest-BulkNetworkOpsIpV6Test-1806992488 tempest-BulkNetworkOpsIpV6Test-1806992488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5231896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4793961'] for subnet, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:06.625153 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a7759ef-1256-4955-8e6c-e73c5e7de941 None None] Network 08afae47-452d-4a37-80e4-7aedc87d1989 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 15:55:06.626434 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e450b1cc-15f2-4b47-b2f9-72364bdc2bc9 req-4eabc449-fe8d-416b-97b0-171cd49a6b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:55:06.629737 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e450b1cc-15f2-4b47-b2f9-72364bdc2bc9 req-4eabc449-fe8d-416b-97b0-171cd49a6b26 service neutron] 10.222.0.44 "GET /v2.0/networks?id=3e947b62-42fa-4c40-a135-95d654c5af33 HTTP/1.1" status: 200 len: 910 time: 0.1839623 Mar 29 15:55:06.691249 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e450b1cc-15f2-4b47-b2f9-72364bdc2bc9 req-d4a0acf1-b241-43f2-ba20-61405cc4e90c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=99bf4b2c-ec31-43dd-a5fa-c10c5fa9d02b HTTP/1.1" status: 200 len: 217 time: 0.0514560 Mar 29 15:55:06.748194 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aace33af-67cd-4c80-b42e-4cbb0dc22125 tempest-BulkNetworkOpsIpV6Test-1806992488 tempest-BulkNetworkOpsIpV6Test-1806992488-project] Pushing event updated for resources: {'Subnet': ['ID=9ac070b4-6a09-4b1e-9dc1-e80e2367f730,revision_number=0']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:55:06.762324 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa2f87f-daad-479c-b67b-a8e4d7ce3f31 req-dd205e5c-3846-4688-9953-35b6df69b9d2 tempest-TestServerBasicOps-206205767 tempest-TestServerBasicOps-206205767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:55:06.764031 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-5fa2f87f-daad-479c-b67b-a8e4d7ce3f31 req-dd205e5c-3846-4688-9953-35b6df69b9d2 tempest-TestServerBasicOps-206205767 tempest-TestServerBasicOps-206205767-project] 10.222.0.42 "GET /v2.0/ports?device_id=49afb217-7a40-443f-8872-8ae2fd1bb83b HTTP/1.1" status: 200 len: 943 time: 0.1039951 Mar 29 15:55:06.772607 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aace33af-67cd-4c80-b42e-4cbb0dc22125 tempest-BulkNetworkOpsIpV6Test-1806992488 tempest-BulkNetworkOpsIpV6Test-1806992488-project] Checking segment: {'id': '6ffa365b-94c1-4cef-95e4-9e658d655b5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '6f6726e1-2592-4c57-b5fc-55bdbc598722'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:55:06.775350 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e450b1cc-15f2-4b47-b2f9-72364bdc2bc9 req-e4f248ef-1111-48cd-a977-b94b9b54a2a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:55:06.775742 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aace33af-67cd-4c80-b42e-4cbb0dc22125 tempest-BulkNetworkOpsIpV6Test-1806992488 tempest-BulkNetworkOpsIpV6Test-1806992488-project] Network hostable DHCP agents. Network: 6f6726e1-2592-4c57-b5fc-55bdbc598722, hostable agents: ['d136643e-48ae-49d4-a851-2ba3bdf3749c'], hosted agents: [] {{(pid=102790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 15:55:06.776882 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e450b1cc-15f2-4b47-b2f9-72364bdc2bc9 req-e4f248ef-1111-48cd-a977-b94b9b54a2a6 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d2bd398d-9d3a-4812-aba7-11f854be4832 HTTP/1.1" status: 200 len: 848 time: 0.0783846 Mar 29 15:55:06.825812 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aace33af-67cd-4c80-b42e-4cbb0dc22125 tempest-BulkNetworkOpsIpV6Test-1806992488 tempest-BulkNetworkOpsIpV6Test-1806992488-project] Network 6f6726e1-2592-4c57-b5fc-55bdbc598722 is scheduled to be hosted by DHCP agent d136643e-48ae-49d4-a851-2ba3bdf3749c with binding_index 1 {{(pid=102790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 15:55:06.851497 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-5fa2f87f-daad-479c-b67b-a8e4d7ce3f31 req-2601fb65-993e-4ee0-b7a8-2657e7660607 tempest-TestServerBasicOps-206205767 tempest-TestServerBasicOps-206205767-project] 10.222.0.42 "GET /v2.0/security-groups?id=29ddfa0c-288d-4cdf-94ef-0cd0c52f5988&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680070 Mar 29 15:55:06.853658 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-aace33af-67cd-4c80-b42e-4cbb0dc22125 tempest-BulkNetworkOpsIpV6Test-1806992488 tempest-BulkNetworkOpsIpV6Test-1806992488-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834765-1, 6f6726e1-2592-4c57-b5fc-55bdbc598722) {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:55:06.866543 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-05579e0a-8164-41c7-8130-c76c6320b8c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:06.869998 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1186181c-8143-4854-9b00-5ca4119210e2 None None] Network 6f6726e1-2592-4c57-b5fc-55bdbc598722 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 15:55:06.878072 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-05579e0a-8164-41c7-8130-c76c6320b8c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:06.882100 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aace33af-67cd-4c80-b42e-4cbb0dc22125 tempest-BulkNetworkOpsIpV6Test-1806992488 tempest-BulkNetworkOpsIpV6Test-1806992488-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:55:06.886506 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aace33af-67cd-4c80-b42e-4cbb0dc22125 tempest-BulkNetworkOpsIpV6Test-1806992488 tempest-BulkNetworkOpsIpV6Test-1806992488-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:55:06.887343 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-aace33af-67cd-4c80-b42e-4cbb0dc22125 tempest-BulkNetworkOpsIpV6Test-1806992488 tempest-BulkNetworkOpsIpV6Test-1806992488-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for subnet, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:06.917298 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05579e0a-8164-41c7-8130-c76c6320b8c2 admin admin] vlan segment allocate from pool success with {'vlan_id': 600, 'physical_network': 'physnet1'} {{(pid=102791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 15:55:06.919476 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-aace33af-67cd-4c80-b42e-4cbb0dc22125 tempest-BulkNetworkOpsIpV6Test-1806992488 tempest-BulkNetworkOpsIpV6Test-1806992488-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 1.2331924 Mar 29 15:55:06.922834 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 37318) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:55:06.956200 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10fe934e-f81d-4658-bbe4-5800ac61235f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0035034-69b0-5ffc-b384-0ac6189c5628-08afae47-452d-4a37-80e4-7aedc87d1989', 'network_id': '08afae47-452d-4a37-80e4-7aedc87d1989', 'tenant_id': '40b63d5cd0e54fe289011da2ff5d0204', 'fixed_ips': [{'subnet_id': 'fce49135-60bb-48a5-a059-f865d2edd3f8'}]}} from n-d-834765-1. {{(pid=102792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 29 15:55:06.957296 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-10fe934e-f81d-4658-bbe4-5800ac61235f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:06.969114 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-05579e0a-8164-41c7-8130-c76c6320b8c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:06.969470 n-d-834765-1 neutron-server[102791]: INFO neutron.db.segments_db [None req-05579e0a-8164-41c7-8130-c76c6320b8c2 admin admin] Added segment ddabd0e1-5000-4ddf-a269-e1ae08a1eb01 of type vlan for network 6da5eb6a-1ef7-4aa0-bbb2-e8f3bdbdd5ff Mar 29 15:55:06.972934 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e450b1cc-15f2-4b47-b2f9-72364bdc2bc9 req-3a811f59-26b5-4cf3-a4ed-6af8808a290a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:55:06.974736 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e450b1cc-15f2-4b47-b2f9-72364bdc2bc9 req-3a811f59-26b5-4cf3-a4ed-6af8808a290a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=3e947b62-42fa-4c40-a135-95d654c5af33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1898820 Mar 29 15:55:07.105832 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05579e0a-8164-41c7-8130-c76c6320b8c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=158a092c-dd2b-4e56-b164-ca7881904141,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:55:07.121453 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-05579e0a-8164-41c7-8130-c76c6320b8c2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783522915970'] for network, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:07.180716 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05579e0a-8164-41c7-8130-c76c6320b8c2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:55:07.181202 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05579e0a-8164-41c7-8130-c76c6320b8c2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:55:07.181623 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05579e0a-8164-41c7-8130-c76c6320b8c2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:55:07.181956 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05579e0a-8164-41c7-8130-c76c6320b8c2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:55:07.182280 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05579e0a-8164-41c7-8130-c76c6320b8c2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:55:07.182732 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05579e0a-8164-41c7-8130-c76c6320b8c2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:55:07.183145 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05579e0a-8164-41c7-8130-c76c6320b8c2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:55:07.183636 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05579e0a-8164-41c7-8130-c76c6320b8c2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:55:07.184018 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05579e0a-8164-41c7-8130-c76c6320b8c2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:55:07.184373 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05579e0a-8164-41c7-8130-c76c6320b8c2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:55:07.184722 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05579e0a-8164-41c7-8130-c76c6320b8c2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:55:07.185160 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05579e0a-8164-41c7-8130-c76c6320b8c2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:55:07.219665 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d58fe4d1-73fb-47f5-a41a-6f85937b3fdb tempest-BulkNetworkOpsIpV6Test-1806992488 tempest-BulkNetworkOpsIpV6Test-1806992488-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:55:07.222662 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d58fe4d1-73fb-47f5-a41a-6f85937b3fdb tempest-BulkNetworkOpsIpV6Test-1806992488 tempest-BulkNetworkOpsIpV6Test-1806992488-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:55:07.223907 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d58fe4d1-73fb-47f5-a41a-6f85937b3fdb tempest-BulkNetworkOpsIpV6Test-1806992488 tempest-BulkNetworkOpsIpV6Test-1806992488-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:55:07.234805 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-d58fe4d1-73fb-47f5-a41a-6f85937b3fdb tempest-BulkNetworkOpsIpV6Test-1806992488 tempest-BulkNetworkOpsIpV6Test-1806992488-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.2928407 Mar 29 15:55:07.235387 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 37320) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:55:07.248249 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d59b411-52cb-4e05-9455-f6384a0ed748 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0035034-69b0-5ffc-b384-0ac6189c5628-6f6726e1-2592-4c57-b5fc-55bdbc598722', 'network_id': '6f6726e1-2592-4c57-b5fc-55bdbc598722', 'tenant_id': '40b63d5cd0e54fe289011da2ff5d0204', 'fixed_ips': [{'subnet_id': '9ac070b4-6a09-4b1e-9dc1-e80e2367f730'}]}} from n-d-834765-1. {{(pid=102792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 29 15:55:07.249259 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-6d59b411-52cb-4e05-9455-f6384a0ed748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:07.252164 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.db_base_plugin_common [None req-10fe934e-f81d-4658-bbe4-5800ac61235f None None] Allocated IP 2001:db8::1 (08afae47-452d-4a37-80e4-7aedc87d1989/fce49135-60bb-48a5-a059-f865d2edd3f8/9aba5b52-9fa1-410b-81ac-6ba75330d2ea) {{(pid=102792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:55:07.297294 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-05579e0a-8164-41c7-8130-c76c6320b8c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795'] for network, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:07.298592 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05579e0a-8164-41c7-8130-c76c6320b8c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:55:07.300042 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-05579e0a-8164-41c7-8130-c76c6320b8c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for network, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:07.350187 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e450b1cc-15f2-4b47-b2f9-72364bdc2bc9 req-a4b3f516-cee2-4b6b-aa91-6c777ddd4769 service neutron] 10.222.0.44 "GET /v2.0/networks/3e947b62-42fa-4c40-a135-95d654c5af33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2826250 Mar 29 15:55:07.364249 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.db_base_plugin_v2 [None req-1cfc3a9b-9e05-4db1-bb07-296da49fb690 tempest-BulkNetworkOpsIpV6Test-1806992488 tempest-BulkNetworkOpsIpV6Test-1806992488-project] Deleting subnet fce49135-60bb-48a5-a059-f865d2edd3f8 {{(pid=102790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 15:55:07.378720 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-05579e0a-8164-41c7-8130-c76c6320b8c2 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.0729570 Mar 29 15:55:07.379274 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 37326) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:55:07.386482 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-2e5dbee1-444c-4528-886e-d0cc1d9ca6ee admin admin] Request body: {'subnet': {'network_id': '6da5eb6a-1ef7-4aa0-bbb2-e8f3bdbdd5ff', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1575446618-subnet', 'tenant_id': '48ba1cdba6ea4eb098e40b52d44291ec', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:55:07.445768 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05579e0a-8164-41c7-8130-c76c6320b8c2 admin admin] Pushing event updated for resources: {'Network': ['ID=6da5eb6a-1ef7-4aa0-bbb2-e8f3bdbdd5ff,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:55:07.452417 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e5dbee1-444c-4528-886e-d0cc1d9ca6ee admin admin] Made reservation on behalf of 48ba1cdba6ea4eb098e40b52d44291ec for: {'subnet': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:55:07.456685 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-2e5dbee1-444c-4528-886e-d0cc1d9ca6ee admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4793983'] for subnet, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:07.563586 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e450b1cc-15f2-4b47-b2f9-72364bdc2bc9 req-63f2f4fe-a6b2-4756-8ef1-8dbad850a7c9 service neutron] 10.222.0.44 "GET /v2.0/networks/3e947b62-42fa-4c40-a135-95d654c5af33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2046552 Mar 29 15:55:07.624130 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Network 6da5eb6a-1ef7-4aa0-bbb2-e8f3bdbdd5ff details requested by agent ovs-agent-n-d-834765-1 with host n-d-834765-1 {{(pid=102792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 15:55:07.705940 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-2e5dbee1-444c-4528-886e-d0cc1d9ca6ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5231896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4793961'] for subnet, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:07.765350 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5dbee1-444c-4528-886e-d0cc1d9ca6ee admin admin] Pushing event updated for resources: {'Subnet': ['ID=f321fdd4-89ca-4bd6-835a-732290fa6cda,revision_number=0']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:55:07.781876 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e5dbee1-444c-4528-886e-d0cc1d9ca6ee admin admin] Checking segment: {'id': 'ddabd0e1-5000-4ddf-a269-e1ae08a1eb01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '6da5eb6a-1ef7-4aa0-bbb2-e8f3bdbdd5ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:55:07.782233 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e5dbee1-444c-4528-886e-d0cc1d9ca6ee admin admin] Network hostable DHCP agents. Network: 6da5eb6a-1ef7-4aa0-bbb2-e8f3bdbdd5ff, hostable agents: ['d136643e-48ae-49d4-a851-2ba3bdf3749c'], hosted agents: [] {{(pid=102790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 15:55:07.787675 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.db_base_plugin_common [None req-6d59b411-52cb-4e05-9455-f6384a0ed748 None None] Allocated IP 2001:db8:0:1::1 (6f6726e1-2592-4c57-b5fc-55bdbc598722/9ac070b4-6a09-4b1e-9dc1-e80e2367f730/25635971-ad84-4106-8bda-634bc324ecb4) {{(pid=102792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:55:07.799166 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e5dbee1-444c-4528-886e-d0cc1d9ca6ee admin admin] Network 6da5eb6a-1ef7-4aa0-bbb2-e8f3bdbdd5ff is scheduled to be hosted by DHCP agent d136643e-48ae-49d4-a851-2ba3bdf3749c with binding_index 1 {{(pid=102790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 15:55:07.808210 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-2e5dbee1-444c-4528-886e-d0cc1d9ca6ee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834765-1, 6da5eb6a-1ef7-4aa0-bbb2-e8f3bdbdd5ff) {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:55:07.812178 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e5dbee1-444c-4528-886e-d0cc1d9ca6ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:55:07.813287 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-2e5dbee1-444c-4528-886e-d0cc1d9ca6ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for subnet, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:07.823058 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7e1ef2d-e29d-41fe-b5c5-416b973a56a0 None None] Network 6da5eb6a-1ef7-4aa0-bbb2-e8f3bdbdd5ff requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 15:55:07.834623 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-2e5dbee1-444c-4528-886e-d0cc1d9ca6ee admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.4513786 Mar 29 15:55:07.834947 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 37336) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:55:07.840113 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-81118116-3fc8-4cde-bf1c-152f9c384e14 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1575446618-router', 'tenant_id': '48ba1cdba6ea4eb098e40b52d44291ec', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'}}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:55:07.861548 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-81118116-3fc8-4cde-bf1c-152f9c384e14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-532385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129310'] for router, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:07.862842 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-81118116-3fc8-4cde-bf1c-152f9c384e14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-648091', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-684384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129319'] for router, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:07.927012 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-81118116-3fc8-4cde-bf1c-152f9c384e14 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:08.054852 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-10fe934e-f81d-4658-bbe4-5800ac61235f None None] Notify callbacks [] for port, precommit_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:08.072444 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-1cfc3a9b-9e05-4db1-bb07-296da49fb690 tempest-BulkNetworkOpsIpV6Test-1806992488 tempest-BulkNetworkOpsIpV6Test-1806992488-project] Notify callbacks [] for subnet, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:08.079458 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-10fe934e-f81d-4658-bbe4-5800ac61235f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956'] for port, after_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:08.134041 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-1cfc3a9b-9e05-4db1-bb07-296da49fb690 tempest-BulkNetworkOpsIpV6Test-1806992488 tempest-BulkNetworkOpsIpV6Test-1806992488-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4614024'] for subnet, precommit_delete_associations {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:08.144519 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fe934e-f81d-4658-bbe4-5800ac61235f None None] Pushing event updated for resources: {'Port': ['ID=9aba5b52-9fa1-410b-81ac-6ba75330d2ea,revision_number=1']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:55:08.211108 n-d-834765-1 neutron-server[102792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10fe934e-f81d-4658-bbe4-5800ac61235f None None] Network 08afae47-452d-4a37-80e4-7aedc87d1989 is already hosted by enough agents. {{(pid=102792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:55:08.218143 n-d-834765-1 neutron-server[102792]: DEBUG neutron.scheduler.base_scheduler [None req-10fe934e-f81d-4658-bbe4-5800ac61235f None None] Resources bound (agent type, host, resource id): {{(pid=102792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:55:08.222056 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10fe934e-f81d-4658-bbe4-5800ac61235f None None] Received port after_create {{(pid=102792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:55:08.232238 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-6d59b411-52cb-4e05-9455-f6384a0ed748 None None] Notify callbacks [] for port, precommit_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:08.267073 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-1cfc3a9b-9e05-4db1-bb07-296da49fb690 tempest-BulkNetworkOpsIpV6Test-1806992488 tempest-BulkNetworkOpsIpV6Test-1806992488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1641287'] for subnet, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:08.276716 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-6d59b411-52cb-4e05-9455-f6384a0ed748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956'] for port, after_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:08.299486 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8279d73-2708-431f-a649-9bc22342bef4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0035034-69b0-5ffc-b384-0ac6189c5628-6da5eb6a-1ef7-4aa0-bbb2-e8f3bdbdd5ff', 'network_id': '6da5eb6a-1ef7-4aa0-bbb2-e8f3bdbdd5ff', 'tenant_id': '48ba1cdba6ea4eb098e40b52d44291ec', 'fixed_ips': [{'subnet_id': 'f321fdd4-89ca-4bd6-835a-732290fa6cda'}]}} from n-d-834765-1. {{(pid=102792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 29 15:55:08.300683 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-c8279d73-2708-431f-a649-9bc22342bef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:08.356589 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-1cfc3a9b-9e05-4db1-bb07-296da49fb690 tempest-BulkNetworkOpsIpV6Test-1806992488 tempest-BulkNetworkOpsIpV6Test-1806992488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1641294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5231963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4793952'] for subnet, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:08.389463 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfc3a9b-9e05-4db1-bb07-296da49fb690 tempest-BulkNetworkOpsIpV6Test-1806992488 tempest-BulkNetworkOpsIpV6Test-1806992488-project] Pushing event deleted for resources: {'Subnet': ['ID=fce49135-60bb-48a5-a059-f865d2edd3f8,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:55:08.391278 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-1cfc3a9b-9e05-4db1-bb07-296da49fb690 tempest-BulkNetworkOpsIpV6Test-1806992488 tempest-BulkNetworkOpsIpV6Test-1806992488-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for subnet, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:08.395578 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-1cfc3a9b-9e05-4db1-bb07-296da49fb690 tempest-BulkNetworkOpsIpV6Test-1806992488 tempest-BulkNetworkOpsIpV6Test-1806992488-project] 10.222.0.42 "DELETE /v2.0/subnets/fce49135-60bb-48a5-a059-f865d2edd3f8 HTTP/1.1" status: 204 len: 168 time: 1.1580057 Mar 29 15:55:08.398341 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 37340) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:55:08.398714 n-d-834765-1 neutron-server[102792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d59b411-52cb-4e05-9455-f6384a0ed748 None None] Network 6f6726e1-2592-4c57-b5fc-55bdbc598722 is already hosted by enough agents. {{(pid=102792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:55:08.403632 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d59b411-52cb-4e05-9455-f6384a0ed748 None None] Pushing event updated for resources: {'Port': ['ID=25635971-ad84-4106-8bda-634bc324ecb4,revision_number=1']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:55:08.409314 n-d-834765-1 neutron-server[102792]: DEBUG neutron.scheduler.base_scheduler [None req-6d59b411-52cb-4e05-9455-f6384a0ed748 None None] Resources bound (agent type, host, resource id): {{(pid=102792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:55:08.435020 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d59b411-52cb-4e05-9455-f6384a0ed748 None None] Received port after_create {{(pid=102792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:55:08.447764 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-10fe934e-f81d-4658-bbe4-5800ac61235f None None] Attempting to bind port 9aba5b52-9fa1-410b-81ac-6ba75330d2ea on host n-d-834765-1 for vnic_type normal with profile {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:55:08.448367 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-10fe934e-f81d-4658-bbe4-5800ac61235f None None] Attempting to bind port 9aba5b52-9fa1-410b-81ac-6ba75330d2ea by drivers openvswitch,hyperv on host n-d-834765-1 at level 0 using segments [{'id': '086826e2-04ce-4e1d-8a46-74d8919e9d36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '08afae47-452d-4a37-80e4-7aedc87d1989'}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:55:08.448875 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10fe934e-f81d-4658-bbe4-5800ac61235f None None] Attempting to bind port 9aba5b52-9fa1-410b-81ac-6ba75330d2ea on network 08afae47-452d-4a37-80e4-7aedc87d1989 {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:55:08.510974 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-81118116-3fc8-4cde-bf1c-152f9c384e14 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:08.536121 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.db_base_plugin_v2 [None req-537ddf09-4faa-4348-b8a4-4c3bd2d17c4a tempest-BulkNetworkOpsIpV6Test-1806992488 tempest-BulkNetworkOpsIpV6Test-1806992488-project] Deleting subnet 9ac070b4-6a09-4b1e-9dc1-e80e2367f730 {{(pid=102790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 15:55:08.542937 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5831890f-908d-40ec-bf6c-960e91ddcb8a req-3f3dc364-6afa-48a1-8b4f-43e5959d2e0f tempest-TestServerBasicOps-206205767 tempest-TestServerBasicOps-206205767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:55:08.543694 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-537ddf09-4faa-4348-b8a4-4c3bd2d17c4a tempest-BulkNetworkOpsIpV6Test-1806992488 tempest-BulkNetworkOpsIpV6Test-1806992488-project] Notify callbacks [] for subnet, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:08.551224 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-5831890f-908d-40ec-bf6c-960e91ddcb8a req-3f3dc364-6afa-48a1-8b4f-43e5959d2e0f tempest-TestServerBasicOps-206205767 tempest-TestServerBasicOps-206205767-project] 10.222.0.42 "GET /v2.0/ports?device_id=49afb217-7a40-443f-8872-8ae2fd1bb83b HTTP/1.1" status: 200 len: 943 time: 0.5524330 Mar 29 15:55:08.627896 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-5831890f-908d-40ec-bf6c-960e91ddcb8a req-1957d8de-4aa6-4c88-b8f4-5ed111f27a9f tempest-TestServerBasicOps-206205767 tempest-TestServerBasicOps-206205767-project] 10.222.0.42 "GET /v2.0/security-groups?id=29ddfa0c-288d-4cdf-94ef-0cd0c52f5988&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716460 Mar 29 15:55:08.648252 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-537ddf09-4faa-4348-b8a4-4c3bd2d17c4a tempest-BulkNetworkOpsIpV6Test-1806992488 tempest-BulkNetworkOpsIpV6Test-1806992488-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4614024'] for subnet, precommit_delete_associations {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:08.674072 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10fe934e-f81d-4658-bbe4-5800ac61235f None None] Checking agent: {'id': 'a8866439-9d96-425c-b519-6905c591ac37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 25, 36), 'started_at': datetime.datetime(2022, 3, 29, 15, 26, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 55, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834765-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:55:08.674450 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10fe934e-f81d-4658-bbe4-5800ac61235f None None] Checking segment: {'id': '086826e2-04ce-4e1d-8a46-74d8919e9d36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '08afae47-452d-4a37-80e4-7aedc87d1989'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:55:08.674849 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-10fe934e-f81d-4658-bbe4-5800ac61235f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:08.675246 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10fe934e-f81d-4658-bbe4-5800ac61235f None None] Bound using segment: {'id': '086826e2-04ce-4e1d-8a46-74d8919e9d36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '08afae47-452d-4a37-80e4-7aedc87d1989'} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:55:08.675892 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-10fe934e-f81d-4658-bbe4-5800ac61235f None None] Bound port: 9aba5b52-9fa1-410b-81ac-6ba75330d2ea, host: n-d-834765-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '086826e2-04ce-4e1d-8a46-74d8919e9d36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '08afae47-452d-4a37-80e4-7aedc87d1989'}}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 15:55:08.676148 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-10fe934e-f81d-4658-bbe4-5800ac61235f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:08.752706 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-537ddf09-4faa-4348-b8a4-4c3bd2d17c4a tempest-BulkNetworkOpsIpV6Test-1806992488 tempest-BulkNetworkOpsIpV6Test-1806992488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1641287'] for subnet, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:08.774621 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.db_base_plugin_common [None req-c8279d73-2708-431f-a649-9bc22342bef4 None None] Allocated IP 172.20.0.2 (6da5eb6a-1ef7-4aa0-bbb2-e8f3bdbdd5ff/f321fdd4-89ca-4bd6-835a-732290fa6cda/7fd6f62d-f0a1-4afe-b14a-4e30052cf308) {{(pid=102792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:55:08.800900 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-6d59b411-52cb-4e05-9455-f6384a0ed748 None None] Attempting to bind port 25635971-ad84-4106-8bda-634bc324ecb4 on host n-d-834765-1 for vnic_type normal with profile {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:55:08.801365 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-6d59b411-52cb-4e05-9455-f6384a0ed748 None None] Attempting to bind port 25635971-ad84-4106-8bda-634bc324ecb4 by drivers openvswitch,hyperv on host n-d-834765-1 at level 0 using segments [{'id': '6ffa365b-94c1-4cef-95e4-9e658d655b5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '6f6726e1-2592-4c57-b5fc-55bdbc598722'}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:55:08.801787 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d59b411-52cb-4e05-9455-f6384a0ed748 None None] Attempting to bind port 25635971-ad84-4106-8bda-634bc324ecb4 on network 6f6726e1-2592-4c57-b5fc-55bdbc598722 {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:55:08.833918 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-537ddf09-4faa-4348-b8a4-4c3bd2d17c4a tempest-BulkNetworkOpsIpV6Test-1806992488 tempest-BulkNetworkOpsIpV6Test-1806992488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1641294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5231963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4793952'] for subnet, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:08.842368 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d59b411-52cb-4e05-9455-f6384a0ed748 None None] Checking agent: {'id': 'a8866439-9d96-425c-b519-6905c591ac37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 25, 36), 'started_at': datetime.datetime(2022, 3, 29, 15, 26, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 55, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834765-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:55:08.842845 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d59b411-52cb-4e05-9455-f6384a0ed748 None None] Checking segment: {'id': '6ffa365b-94c1-4cef-95e4-9e658d655b5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '6f6726e1-2592-4c57-b5fc-55bdbc598722'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:55:08.843308 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-6d59b411-52cb-4e05-9455-f6384a0ed748 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:08.843769 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d59b411-52cb-4e05-9455-f6384a0ed748 None None] Bound using segment: {'id': '6ffa365b-94c1-4cef-95e4-9e658d655b5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '6f6726e1-2592-4c57-b5fc-55bdbc598722'} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:55:08.844368 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-6d59b411-52cb-4e05-9455-f6384a0ed748 None None] Bound port: 25635971-ad84-4106-8bda-634bc324ecb4, host: n-d-834765-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ffa365b-94c1-4cef-95e4-9e658d655b5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '6f6726e1-2592-4c57-b5fc-55bdbc598722'}}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 15:55:08.844758 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-6d59b411-52cb-4e05-9455-f6384a0ed748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:08.857375 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-81118116-3fc8-4cde-bf1c-152f9c384e14 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:08.883453 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537ddf09-4faa-4348-b8a4-4c3bd2d17c4a tempest-BulkNetworkOpsIpV6Test-1806992488 tempest-BulkNetworkOpsIpV6Test-1806992488-project] Pushing event deleted for resources: {'Subnet': ['ID=9ac070b4-6a09-4b1e-9dc1-e80e2367f730,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:55:08.886592 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-81118116-3fc8-4cde-bf1c-152f9c384e14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:08.903352 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-537ddf09-4faa-4348-b8a4-4c3bd2d17c4a tempest-BulkNetworkOpsIpV6Test-1806992488 tempest-BulkNetworkOpsIpV6Test-1806992488-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for subnet, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:08.909075 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-537ddf09-4faa-4348-b8a4-4c3bd2d17c4a tempest-BulkNetworkOpsIpV6Test-1806992488 tempest-BulkNetworkOpsIpV6Test-1806992488-project] 10.222.0.42 "DELETE /v2.0/subnets/9ac070b4-6a09-4b1e-9dc1-e80e2367f730 HTTP/1.1" status: 204 len: 168 time: 0.5070515 Mar 29 15:55:08.909412 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 37346) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:55:08.966293 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-10fe934e-f81d-4658-bbe4-5800ac61235f None None] For port 9aba5b52-9fa1-410b-81ac-6ba75330d2ea, host n-d-834765-1, cleared binding levels {{(pid=102792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:55:08.988624 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-10fe934e-f81d-4658-bbe4-5800ac61235f None None] For port 9aba5b52-9fa1-410b-81ac-6ba75330d2ea, host n-d-834765-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=9aba5b52-9fa1-410b-81ac-6ba75330d2ea,segment=NetworkSegment(086826e2-04ce-4e1d-8a46-74d8919e9d36),segment_id=086826e2-04ce-4e1d-8a46-74d8919e9d36)] {{(pid=102792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:55:09.007397 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-10fe934e-f81d-4658-bbe4-5800ac61235f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:09.013867 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-871facd6-5f8a-4b84-91f8-27c1c509b296 tempest-BulkNetworkOpsIpV6Test-1806992488 tempest-BulkNetworkOpsIpV6Test-1806992488-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:55:09.020007 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-871facd6-5f8a-4b84-91f8-27c1c509b296 tempest-BulkNetworkOpsIpV6Test-1806992488 tempest-BulkNetworkOpsIpV6Test-1806992488-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1052318 Mar 29 15:55:09.020580 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 37348) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:55:09.034299 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_common [None req-81118116-3fc8-4cde-bf1c-152f9c384e14 admin admin] Allocated IP 172.25.4.245 (4a4a035d-ecac-4ead-baa3-25f90788773a/e1a353dc-fac8-4901-a63c-273840237d6a/7d8c47f9-78d5-472c-b843-b7bb58d76861) {{(pid=102791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:55:09.073625 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-6d59b411-52cb-4e05-9455-f6384a0ed748 None None] For port 25635971-ad84-4106-8bda-634bc324ecb4, host n-d-834765-1, cleared binding levels {{(pid=102792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:55:09.077703 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-6d59b411-52cb-4e05-9455-f6384a0ed748 None None] For port 25635971-ad84-4106-8bda-634bc324ecb4, host n-d-834765-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=25635971-ad84-4106-8bda-634bc324ecb4,segment=NetworkSegment(6ffa365b-94c1-4cef-95e4-9e658d655b5a),segment_id=6ffa365b-94c1-4cef-95e4-9e658d655b5a)] {{(pid=102792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:55:09.098539 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-6d59b411-52cb-4e05-9455-f6384a0ed748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:09.123716 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c8e2a0c7-8949-4250-850b-119066a50286 tempest-BulkNetworkOpsIpV6Test-1806992488 tempest-BulkNetworkOpsIpV6Test-1806992488-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1631750'] for network, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:09.169446 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-81118116-3fc8-4cde-bf1c-152f9c384e14 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:09.192522 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-c8e2a0c7-8949-4250-850b-119066a50286 tempest-BulkNetworkOpsIpV6Test-1806992488 tempest-BulkNetworkOpsIpV6Test-1806992488-project] Deleting port 25635971-ad84-4106-8bda-634bc324ecb4 {{(pid=102790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:55:09.192743 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fe934e-f81d-4658-bbe4-5800ac61235f None None] Pushing event updated for resources: {'Port': ['ID=9aba5b52-9fa1-410b-81ac-6ba75330d2ea,revision_number=3']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:55:09.193279 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c8e2a0c7-8949-4250-850b-119066a50286 tempest-BulkNetworkOpsIpV6Test-1806992488 tempest-BulkNetworkOpsIpV6Test-1806992488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:09.217030 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fab028b-7fb7-45ec-819b-c890761d5573 None None] Network 08afae47-452d-4a37-80e4-7aedc87d1989 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 15:55:09.243660 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-81118116-3fc8-4cde-bf1c-152f9c384e14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:09.289572 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [None req-c8e2a0c7-8949-4250-850b-119066a50286 tempest-BulkNetworkOpsIpV6Test-1806992488 tempest-BulkNetworkOpsIpV6Test-1806992488-project] For port 25635971-ad84-4106-8bda-634bc324ecb4, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=25635971-ad84-4106-8bda-634bc324ecb4,segment=NetworkSegment(6ffa365b-94c1-4cef-95e4-9e658d655b5a),segment_id=6ffa365b-94c1-4cef-95e4-9e658d655b5a)] {{(pid=102790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:55:09.290102 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c8e2a0c7-8949-4250-850b-119066a50286 tempest-BulkNetworkOpsIpV6Test-1806992488 tempest-BulkNetworkOpsIpV6Test-1806992488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:09.308676 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81118116-3fc8-4cde-bf1c-152f9c384e14 admin admin] Network 4a4a035d-ecac-4ead-baa3-25f90788773a is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:55:09.312229 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-c8e2a0c7-8949-4250-850b-119066a50286 tempest-BulkNetworkOpsIpV6Test-1806992488 tempest-BulkNetworkOpsIpV6Test-1806992488-project] Calling delete_port for 25635971-ad84-4106-8bda-634bc324ecb4 owned by network:dhcp {{(pid=102790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:55:09.312465 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [None req-81118116-3fc8-4cde-bf1c-152f9c384e14 admin admin] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:55:09.319304 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81118116-3fc8-4cde-bf1c-152f9c384e14 admin admin] Received port after_create {{(pid=102791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:55:09.323718 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81118116-3fc8-4cde-bf1c-152f9c384e14 admin admin] Pushing event updated for resources: {'Port': ['ID=7d8c47f9-78d5-472c-b843-b7bb58d76861,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:55:09.402502 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-c8279d73-2708-431f-a649-9bc22342bef4 None None] Notify callbacks [] for port, precommit_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:09.437234 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c8e2a0c7-8949-4250-850b-119066a50286 tempest-BulkNetworkOpsIpV6Test-1806992488 tempest-BulkNetworkOpsIpV6Test-1806992488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:09.449788 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-c8279d73-2708-431f-a649-9bc22342bef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956'] for port, after_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:09.463841 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e2a0c7-8949-4250-850b-119066a50286 tempest-BulkNetworkOpsIpV6Test-1806992488 tempest-BulkNetworkOpsIpV6Test-1806992488-project] Pushing event deleted for resources: {'Port': ['ID=25635971-ad84-4106-8bda-634bc324ecb4,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:55:09.467883 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8e2a0c7-8949-4250-850b-119066a50286 tempest-BulkNetworkOpsIpV6Test-1806992488 tempest-BulkNetworkOpsIpV6Test-1806992488-project] No DVR routers for this DVR port 25635971-ad84-4106-8bda-634bc324ecb4 on host n-d-834765-1 {{(pid=102790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:55:09.490186 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca015b80-895d-434e-b814-ce7eb2942b2f None None] Network 6f6726e1-2592-4c57-b5fc-55bdbc598722 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 15:55:09.499961 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d59b411-52cb-4e05-9455-f6384a0ed748 None None] Pushing event updated for resources: {'Port': ['ID=25635971-ad84-4106-8bda-634bc324ecb4,revision_number=3']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:55:09.547866 n-d-834765-1 neutron-server[102792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8279d73-2708-431f-a649-9bc22342bef4 None None] Network 6da5eb6a-1ef7-4aa0-bbb2-e8f3bdbdd5ff is already hosted by enough agents. {{(pid=102792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:55:09.576610 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c8e2a0c7-8949-4250-850b-119066a50286 tempest-BulkNetworkOpsIpV6Test-1806992488 tempest-BulkNetworkOpsIpV6Test-1806992488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639890', 'neutron.services.segments.db._delete_segments_for_network-8783523423079'] for network, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:09.605976 n-d-834765-1 neutron-server[102792]: DEBUG neutron.scheduler.base_scheduler [None req-c8279d73-2708-431f-a649-9bc22342bef4 None None] Resources bound (agent type, host, resource id): {{(pid=102792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:55:09.608473 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-c8e2a0c7-8949-4250-850b-119066a50286 tempest-BulkNetworkOpsIpV6Test-1806992488 tempest-BulkNetworkOpsIpV6Test-1806992488-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f6726e1-2592-4c57-b5fc-55bdbc598722']}} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:55:09.621368 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-c8e2a0c7-8949-4250-850b-119066a50286 tempest-BulkNetworkOpsIpV6Test-1806992488 tempest-BulkNetworkOpsIpV6Test-1806992488-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ffa365b-94c1-4cef-95e4-9e658d655b5a') {'for_net_delete': True} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:55:09.621667 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-c8e2a0c7-8949-4250-850b-119066a50286 tempest-BulkNetworkOpsIpV6Test-1806992488 tempest-BulkNetworkOpsIpV6Test-1806992488-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ffa365b-94c1-4cef-95e4-9e658d655b5a') {} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:55:09.623210 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8279d73-2708-431f-a649-9bc22342bef4 None None] Received port after_create {{(pid=102792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:55:09.634655 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c8e2a0c7-8949-4250-850b-119066a50286 tempest-BulkNetworkOpsIpV6Test-1806992488 tempest-BulkNetworkOpsIpV6Test-1806992488-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783523422064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4614019'] for segment, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:09.653477 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c8e2a0c7-8949-4250-850b-119066a50286 tempest-BulkNetworkOpsIpV6Test-1806992488 tempest-BulkNetworkOpsIpV6Test-1806992488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:09.689111 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8e2a0c7-8949-4250-850b-119066a50286 tempest-BulkNetworkOpsIpV6Test-1806992488 tempest-BulkNetworkOpsIpV6Test-1806992488-project] Releasing vlan 616 on physical network physnet1 to pool {{(pid=102790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 15:55:09.689716 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c8e2a0c7-8949-4250-850b-119066a50286 tempest-BulkNetworkOpsIpV6Test-1806992488 tempest-BulkNetworkOpsIpV6Test-1806992488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5238013'] for segment, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:09.693135 n-d-834765-1 neutron-server[102790]: Traceback (most recent call last): Mar 29 15:55:09.693135 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 15:55:09.693135 n-d-834765-1 neutron-server[102790]: timer() Mar 29 15:55:09.693135 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 15:55:09.693135 n-d-834765-1 neutron-server[102790]: cb(*args, **kw) Mar 29 15:55:09.693135 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 15:55:09.693135 n-d-834765-1 neutron-server[102790]: return func(*args, **kwargs) Mar 29 15:55:09.693135 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 15:55:09.693135 n-d-834765-1 neutron-server[102790]: self._notify() Mar 29 15:55:09.693135 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 15:55:09.693135 n-d-834765-1 neutron-server[102790]: self.callback(batched_events) Mar 29 15:55:09.693135 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 15:55:09.693135 n-d-834765-1 neutron-server[102790]: event.method(event) Mar 29 15:55:09.693135 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 15:55:09.693135 n-d-834765-1 neutron-server[102790]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 15:55:09.693135 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 15:55:09.693135 n-d-834765-1 neutron-server[102790]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 15:55:09.693135 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 15:55:09.693135 n-d-834765-1 neutron-server[102790]: return f(self, *a, **k) Mar 29 15:55:09.693135 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 15:55:09.693135 n-d-834765-1 neutron-server[102790]: return self._get(url).json() Mar 29 15:55:09.693135 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 15:55:09.693135 n-d-834765-1 neutron-server[102790]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 15:55:09.693135 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 15:55:09.693135 n-d-834765-1 neutron-server[102790]: return self.request(url, 'GET', **kwargs) Mar 29 15:55:09.693135 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 15:55:09.693135 n-d-834765-1 neutron-server[102790]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 15:55:09.693135 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 15:55:09.693135 n-d-834765-1 neutron-server[102790]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 15:55:09.693135 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 15:55:09.693135 n-d-834765-1 neutron-server[102790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 15:55:09.693135 n-d-834765-1 neutron-server[102790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 15:55:09.720262 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8279d73-2708-431f-a649-9bc22342bef4 None None] Pushing event updated for resources: {'Port': ['ID=7fd6f62d-f0a1-4afe-b14a-4e30052cf308,revision_number=1']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:55:09.728715 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-81118116-3fc8-4cde-bf1c-152f9c384e14 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:09.810671 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c8e2a0c7-8949-4250-850b-119066a50286 tempest-BulkNetworkOpsIpV6Test-1806992488 tempest-BulkNetworkOpsIpV6Test-1806992488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1639897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648174'] for network, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:09.816027 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c8e2a0c7-8949-4250-850b-119066a50286 tempest-BulkNetworkOpsIpV6Test-1806992488 tempest-BulkNetworkOpsIpV6Test-1806992488-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for network, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:09.821439 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-c8e2a0c7-8949-4250-850b-119066a50286 tempest-BulkNetworkOpsIpV6Test-1806992488 tempest-BulkNetworkOpsIpV6Test-1806992488-project] 10.222.0.42 "DELETE /v2.0/networks/6f6726e1-2592-4c57-b5fc-55bdbc598722 HTTP/1.1" status: 204 len: 168 time: 0.7975917 Mar 29 15:55:09.824040 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 37358) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:55:09.860192 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e2a0c7-8949-4250-850b-119066a50286 tempest-BulkNetworkOpsIpV6Test-1806992488 tempest-BulkNetworkOpsIpV6Test-1806992488-project] Pushing event deleted for resources: {'Network': ['ID=6f6726e1-2592-4c57-b5fc-55bdbc598722,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:55:09.874125 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24be848-49e6-4986-935d-5f272c3f5fb9 req-08a94f43-bf4d-439e-809c-8bb1836992ed tempest-TestServerBasicOps-206205767 tempest-TestServerBasicOps-206205767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:55:09.882675 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-f24be848-49e6-4986-935d-5f272c3f5fb9 req-08a94f43-bf4d-439e-809c-8bb1836992ed tempest-TestServerBasicOps-206205767 tempest-TestServerBasicOps-206205767-project] 10.222.0.42 "GET /v2.0/ports?device_id=49afb217-7a40-443f-8872-8ae2fd1bb83b HTTP/1.1" status: 200 len: 943 time: 0.1179790 Mar 29 15:55:09.958722 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-a92d5313-563f-4ce7-b8d3-d9e55147f8b5 tempest-BulkNetworkOpsIpV6Test-1806992488 tempest-BulkNetworkOpsIpV6Test-1806992488-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1631750'] for network, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:09.985396 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-81118116-3fc8-4cde-bf1c-152f9c384e14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648118'] for router, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:09.987006 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-f24be848-49e6-4986-935d-5f272c3f5fb9 req-2e356285-211f-49f8-9341-0f7745389765 tempest-TestServerBasicOps-206205767 tempest-TestServerBasicOps-206205767-project] 10.222.0.42 "GET /v2.0/security-groups?id=29ddfa0c-288d-4cdf-94ef-0cd0c52f5988&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0983675 Mar 29 15:55:10.034914 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-c8279d73-2708-431f-a649-9bc22342bef4 None None] Attempting to bind port 7fd6f62d-f0a1-4afe-b14a-4e30052cf308 on host n-d-834765-1 for vnic_type normal with profile {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:55:10.035297 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-c8279d73-2708-431f-a649-9bc22342bef4 None None] Attempting to bind port 7fd6f62d-f0a1-4afe-b14a-4e30052cf308 by drivers openvswitch,hyperv on host n-d-834765-1 at level 0 using segments [{'id': 'ddabd0e1-5000-4ddf-a269-e1ae08a1eb01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '6da5eb6a-1ef7-4aa0-bbb2-e8f3bdbdd5ff'}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:55:10.035666 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8279d73-2708-431f-a649-9bc22342bef4 None None] Attempting to bind port 7fd6f62d-f0a1-4afe-b14a-4e30052cf308 on network 6da5eb6a-1ef7-4aa0-bbb2-e8f3bdbdd5ff {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:55:10.058132 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8279d73-2708-431f-a649-9bc22342bef4 None None] Checking agent: {'id': 'a8866439-9d96-425c-b519-6905c591ac37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 25, 36), 'started_at': datetime.datetime(2022, 3, 29, 15, 26, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 55, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834765-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:55:10.058412 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8279d73-2708-431f-a649-9bc22342bef4 None None] Checking segment: {'id': 'ddabd0e1-5000-4ddf-a269-e1ae08a1eb01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '6da5eb6a-1ef7-4aa0-bbb2-e8f3bdbdd5ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:55:10.058809 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-c8279d73-2708-431f-a649-9bc22342bef4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:10.059190 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8279d73-2708-431f-a649-9bc22342bef4 None None] Bound using segment: {'id': 'ddabd0e1-5000-4ddf-a269-e1ae08a1eb01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '6da5eb6a-1ef7-4aa0-bbb2-e8f3bdbdd5ff'} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:55:10.059779 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-c8279d73-2708-431f-a649-9bc22342bef4 None None] Bound port: 7fd6f62d-f0a1-4afe-b14a-4e30052cf308, host: n-d-834765-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ddabd0e1-5000-4ddf-a269-e1ae08a1eb01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '6da5eb6a-1ef7-4aa0-bbb2-e8f3bdbdd5ff'}}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 15:55:10.060065 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-c8279d73-2708-431f-a649-9bc22342bef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:10.144846 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-c8279d73-2708-431f-a649-9bc22342bef4 None None] For port 7fd6f62d-f0a1-4afe-b14a-4e30052cf308, host n-d-834765-1, cleared binding levels {{(pid=102792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:55:10.149407 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-c8279d73-2708-431f-a649-9bc22342bef4 None None] For port 7fd6f62d-f0a1-4afe-b14a-4e30052cf308, host n-d-834765-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=7fd6f62d-f0a1-4afe-b14a-4e30052cf308,segment=NetworkSegment(ddabd0e1-5000-4ddf-a269-e1ae08a1eb01),segment_id=ddabd0e1-5000-4ddf-a269-e1ae08a1eb01)] {{(pid=102792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:55:10.152648 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device 99bf4b2c-ec31-43dd-a5fa-c10c5fa9d02b details requested by agent hyperv_n-h1-834765-1 with host n-h1-834765-1 {{(pid=102792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 15:55:10.167702 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-c8279d73-2708-431f-a649-9bc22342bef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:10.170709 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81118116-3fc8-4cde-bf1c-152f9c384e14 admin admin] Router 1429f63d-e325-4085-853d-50636b037626 is scheduled to L3 agent c648d819-1060-4f26-b4ec-6455387b5dff with binding_index 1 {{(pid=102791) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 29 15:55:10.258933 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8279d73-2708-431f-a649-9bc22342bef4 None None] Pushing event updated for resources: {'Port': ['ID=7fd6f62d-f0a1-4afe-b14a-4e30052cf308,revision_number=2']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:55:10.291515 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.db.resource_extend [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 29 15:55:10.309983 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81118116-3fc8-4cde-bf1c-152f9c384e14 admin admin] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:55:10.319994 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faf72885-1357-40d9-9d18-5a35fe92a689 None None] Sync routers for ids ['1429f63d-e325-4085-853d-50636b037626'] in n-d-834765-1 {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:55:10.333461 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faf72885-1357-40d9-9d18-5a35fe92a689 None None] Routers {'1429f63d-e325-4085-853d-50636b037626'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:55:10.334225 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-faf72885-1357-40d9-9d18-5a35fe92a689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:55:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['1429f63d-e325-4085-853d-50636b037626'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:55:10.350842 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-81118116-3fc8-4cde-bf1c-152f9c384e14 admin admin] Notify callbacks [] for router, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:10.353485 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-81118116-3fc8-4cde-bf1c-152f9c384e14 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 2.5175018 Mar 29 15:55:10.356086 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 37360) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:55:10.407284 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port 99bf4b2c-ec31-43dd-a5fa-c10c5fa9d02b, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=99bf4b2c-ec31-43dd-a5fa-c10c5fa9d02b,segment=NetworkSegment(05494f76-26c0-4d53-a1ca-803df2918f3a),segment_id=05494f76-26c0-4d53-a1ca-803df2918f3a)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:55:10.422360 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Returning: {'device': '99bf4b2c-ec31-43dd-a5fa-c10c5fa9d02b', 'network_id': '3e947b62-42fa-4c40-a135-95d654c5af33', 'port_id': '99bf4b2c-ec31-43dd-a5fa-c10c5fa9d02b', 'mac_address': 'fa:16:3e:e7:c0:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 624, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2bd398d-9d3a-4812-aba7-11f854be4832', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 15:55:10.477120 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:10.480138 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvr_db [None req-faf72885-1357-40d9-9d18-5a35fe92a689 None None] Set router 1429f63d-e325-4085-853d-50636b037626 gateway port host: n-d-834765-1 {{(pid=102793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:55:10.508651 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-a92d5313-563f-4ce7-b8d3-d9e55147f8b5 tempest-BulkNetworkOpsIpV6Test-1806992488 tempest-BulkNetworkOpsIpV6Test-1806992488-project] Deleting port 9aba5b52-9fa1-410b-81ac-6ba75330d2ea {{(pid=102790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:55:10.509053 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-a92d5313-563f-4ce7-b8d3-d9e55147f8b5 tempest-BulkNetworkOpsIpV6Test-1806992488 tempest-BulkNetworkOpsIpV6Test-1806992488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:10.516031 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99bf4b2c-ec31-43dd-a5fa-c10c5fa9d02b {{(pid=102792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:55:10.558578 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port 99bf4b2c-ec31-43dd-a5fa-c10c5fa9d02b, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=99bf4b2c-ec31-43dd-a5fa-c10c5fa9d02b,segment=NetworkSegment(05494f76-26c0-4d53-a1ca-803df2918f3a),segment_id=05494f76-26c0-4d53-a1ca-803df2918f3a)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:55:10.566542 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:10.684559 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [None req-a92d5313-563f-4ce7-b8d3-d9e55147f8b5 tempest-BulkNetworkOpsIpV6Test-1806992488 tempest-BulkNetworkOpsIpV6Test-1806992488-project] For port 9aba5b52-9fa1-410b-81ac-6ba75330d2ea, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=9aba5b52-9fa1-410b-81ac-6ba75330d2ea,segment=NetworkSegment(086826e2-04ce-4e1d-8a46-74d8919e9d36),segment_id=086826e2-04ce-4e1d-8a46-74d8919e9d36)] {{(pid=102790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:55:10.685076 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-a92d5313-563f-4ce7-b8d3-d9e55147f8b5 tempest-BulkNetworkOpsIpV6Test-1806992488 tempest-BulkNetworkOpsIpV6Test-1806992488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:10.703070 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-a92d5313-563f-4ce7-b8d3-d9e55147f8b5 tempest-BulkNetworkOpsIpV6Test-1806992488 tempest-BulkNetworkOpsIpV6Test-1806992488-project] Calling delete_port for 9aba5b52-9fa1-410b-81ac-6ba75330d2ea owned by network:dhcp {{(pid=102790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:55:10.706682 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Pushing event updated for resources: {'Port': ['ID=99bf4b2c-ec31-43dd-a5fa-c10c5fa9d02b,revision_number=4']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:55:10.820097 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-faf72885-1357-40d9-9d18-5a35fe92a689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1429f63d-e325-4085-853d-50636b037626', 'name': 'tempest-ServerRescueNegativeTestJSON-1575446618-router', 'tenant_id': '48ba1cdba6ea4eb098e40b52d44291ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.245'}], 'enable_snat': True}, 'gw_port_id': '7d8c47f9-78d5-472c-b843-b7bb58d76861', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:55:07Z', 'updated_at': '2022-03-29T15:55:09Z', 'revision_number': 3, 'project_id': '48ba1cdba6ea4eb098e40b52d44291ec', 'gw_port': {'id': '7d8c47f9-78d5-472c-b843-b7bb58d76861', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:c0:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1429f63d-e325-4085-853d-50636b037626', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2430, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:55:08Z', 'updated_at': '2022-03-29T15:55:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1'}], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:55:10.831656 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-a92d5313-563f-4ce7-b8d3-d9e55147f8b5 tempest-BulkNetworkOpsIpV6Test-1806992488 tempest-BulkNetworkOpsIpV6Test-1806992488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:10.878327 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92d5313-563f-4ce7-b8d3-d9e55147f8b5 tempest-BulkNetworkOpsIpV6Test-1806992488 tempest-BulkNetworkOpsIpV6Test-1806992488-project] Pushing event deleted for resources: {'Port': ['ID=9aba5b52-9fa1-410b-81ac-6ba75330d2ea,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:55:10.885042 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a92d5313-563f-4ce7-b8d3-d9e55147f8b5 tempest-BulkNetworkOpsIpV6Test-1806992488 tempest-BulkNetworkOpsIpV6Test-1806992488-project] No DVR routers for this DVR port 9aba5b52-9fa1-410b-81ac-6ba75330d2ea on host n-d-834765-1 {{(pid=102790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:55:10.904800 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] get_ports_and_sgs() called for port_ids ['99bf4b2c-ec31-43dd-a5fa-c10c5fa9d02b'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:55:10.910289 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faf72885-1357-40d9-9d18-5a35fe92a689 None None] Checking router: 1429f63d-e325-4085-853d-50636b037626 for host: n-d-834765-1 {{(pid=102793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:55:10.910634 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faf72885-1357-40d9-9d18-5a35fe92a689 None None] Updating router 1429f63d-e325-4085-853d-50636b037626 port 7d8c47f9-78d5-472c-b843-b7bb58d76861 binding host n-d-834765-1 {{(pid=102793) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 15:55:10.974274 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-faf72885-1357-40d9-9d18-5a35fe92a689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:11.005845 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-a92d5313-563f-4ce7-b8d3-d9e55147f8b5 tempest-BulkNetworkOpsIpV6Test-1806992488 tempest-BulkNetworkOpsIpV6Test-1806992488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639890', 'neutron.services.segments.db._delete_segments_for_network-8783523423079'] for network, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:11.051539 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-a92d5313-563f-4ce7-b8d3-d9e55147f8b5 tempest-BulkNetworkOpsIpV6Test-1806992488 tempest-BulkNetworkOpsIpV6Test-1806992488-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08afae47-452d-4a37-80e4-7aedc87d1989']}} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:55:11.071515 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-a92d5313-563f-4ce7-b8d3-d9e55147f8b5 tempest-BulkNetworkOpsIpV6Test-1806992488 tempest-BulkNetworkOpsIpV6Test-1806992488-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '086826e2-04ce-4e1d-8a46-74d8919e9d36') {'for_net_delete': True} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:55:11.072216 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-a92d5313-563f-4ce7-b8d3-d9e55147f8b5 tempest-BulkNetworkOpsIpV6Test-1806992488 tempest-BulkNetworkOpsIpV6Test-1806992488-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '086826e2-04ce-4e1d-8a46-74d8919e9d36') {} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:55:11.092843 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-a92d5313-563f-4ce7-b8d3-d9e55147f8b5 tempest-BulkNetworkOpsIpV6Test-1806992488 tempest-BulkNetworkOpsIpV6Test-1806992488-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783523422064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4614019'] for segment, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:11.133068 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-a92d5313-563f-4ce7-b8d3-d9e55147f8b5 tempest-BulkNetworkOpsIpV6Test-1806992488 tempest-BulkNetworkOpsIpV6Test-1806992488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:11.145138 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a92d5313-563f-4ce7-b8d3-d9e55147f8b5 tempest-BulkNetworkOpsIpV6Test-1806992488 tempest-BulkNetworkOpsIpV6Test-1806992488-project] Releasing vlan 612 on physical network physnet1 to pool {{(pid=102790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 15:55:11.147096 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-a92d5313-563f-4ce7-b8d3-d9e55147f8b5 tempest-BulkNetworkOpsIpV6Test-1806992488 tempest-BulkNetworkOpsIpV6Test-1806992488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5238013'] for segment, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:11.156101 n-d-834765-1 neutron-server[102790]: Traceback (most recent call last): Mar 29 15:55:11.156101 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 15:55:11.156101 n-d-834765-1 neutron-server[102790]: timer() Mar 29 15:55:11.156101 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 15:55:11.156101 n-d-834765-1 neutron-server[102790]: cb(*args, **kw) Mar 29 15:55:11.156101 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 15:55:11.156101 n-d-834765-1 neutron-server[102790]: return func(*args, **kwargs) Mar 29 15:55:11.156101 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 15:55:11.156101 n-d-834765-1 neutron-server[102790]: self._notify() Mar 29 15:55:11.156101 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 15:55:11.156101 n-d-834765-1 neutron-server[102790]: self.callback(batched_events) Mar 29 15:55:11.156101 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 15:55:11.156101 n-d-834765-1 neutron-server[102790]: event.method(event) Mar 29 15:55:11.156101 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 15:55:11.156101 n-d-834765-1 neutron-server[102790]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 15:55:11.156101 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 15:55:11.156101 n-d-834765-1 neutron-server[102790]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 15:55:11.156101 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 15:55:11.156101 n-d-834765-1 neutron-server[102790]: return f(self, *a, **k) Mar 29 15:55:11.156101 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 15:55:11.156101 n-d-834765-1 neutron-server[102790]: return self._get(url).json() Mar 29 15:55:11.156101 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 15:55:11.156101 n-d-834765-1 neutron-server[102790]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 15:55:11.156101 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 15:55:11.156101 n-d-834765-1 neutron-server[102790]: return self.request(url, 'GET', **kwargs) Mar 29 15:55:11.156101 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 15:55:11.156101 n-d-834765-1 neutron-server[102790]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 15:55:11.156101 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 15:55:11.156101 n-d-834765-1 neutron-server[102790]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 15:55:11.156101 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 15:55:11.156101 n-d-834765-1 neutron-server[102790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 15:55:11.156101 n-d-834765-1 neutron-server[102790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 15:55:11.217040 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fb93d0-ac51-4bf5-99ab-6bf1fb8bbb6f req-d3be3c38-ca56-43ec-92e7-288ed8bb1ea1 tempest-TestServerBasicOps-206205767 tempest-TestServerBasicOps-206205767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:55:11.218585 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-86fb93d0-ac51-4bf5-99ab-6bf1fb8bbb6f req-d3be3c38-ca56-43ec-92e7-288ed8bb1ea1 tempest-TestServerBasicOps-206205767 tempest-TestServerBasicOps-206205767-project] 10.222.0.42 "GET /v2.0/ports?device_id=49afb217-7a40-443f-8872-8ae2fd1bb83b HTTP/1.1" status: 200 len: 944 time: 0.1228285 Mar 29 15:55:11.221317 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-9261350d-e56d-4820-b65e-faeb9f9deb0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:11.296809 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-a92d5313-563f-4ce7-b8d3-d9e55147f8b5 tempest-BulkNetworkOpsIpV6Test-1806992488 tempest-BulkNetworkOpsIpV6Test-1806992488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1639897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648174'] for network, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:11.301837 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-a92d5313-563f-4ce7-b8d3-d9e55147f8b5 tempest-BulkNetworkOpsIpV6Test-1806992488 tempest-BulkNetworkOpsIpV6Test-1806992488-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for network, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:11.309825 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-a92d5313-563f-4ce7-b8d3-d9e55147f8b5 tempest-BulkNetworkOpsIpV6Test-1806992488 tempest-BulkNetworkOpsIpV6Test-1806992488-project] 10.222.0.42 "DELETE /v2.0/networks/08afae47-452d-4a37-80e4-7aedc87d1989 HTTP/1.1" status: 204 len: 168 time: 1.4844975 Mar 29 15:55:11.310622 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 37370) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:55:11.319199 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-86fb93d0-ac51-4bf5-99ab-6bf1fb8bbb6f req-a5785f63-029b-41fe-b295-528a03689062 tempest-TestServerBasicOps-206205767 tempest-TestServerBasicOps-206205767-project] 10.222.0.42 "GET /v2.0/security-groups?id=29ddfa0c-288d-4cdf-94ef-0cd0c52f5988&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0870876 Mar 29 15:55:11.374933 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92d5313-563f-4ce7-b8d3-d9e55147f8b5 tempest-BulkNetworkOpsIpV6Test-1806992488 tempest-BulkNetworkOpsIpV6Test-1806992488-project] Pushing event deleted for resources: {'Network': ['ID=08afae47-452d-4a37-80e4-7aedc87d1989,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:55:11.452142 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-faf72885-1357-40d9-9d18-5a35fe92a689 None None] Notify callbacks [] for port, precommit_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:11.465864 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-faf72885-1357-40d9-9d18-5a35fe92a689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:11.471435 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-db5bedd6-523c-460b-aea6-177da62a9601 tempest-BulkNetworkOpsIpV6Test-1806992488 tempest-BulkNetworkOpsIpV6Test-1806992488-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1631750'] for network, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:11.516179 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_common [None req-9261350d-e56d-4820-b65e-faeb9f9deb0c admin admin] Allocated IP 172.20.0.1 (6da5eb6a-1ef7-4aa0-bbb2-e8f3bdbdd5ff/f321fdd4-89ca-4bd6-835a-732290fa6cda/8012636b-3f72-4baf-b30b-9d9f261281db) {{(pid=102791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:55:11.553380 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.managers [None req-faf72885-1357-40d9-9d18-5a35fe92a689 None None] Attempting to bind port 7d8c47f9-78d5-472c-b843-b7bb58d76861 on host n-d-834765-1 for vnic_type normal with profile {{(pid=102793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:55:11.553657 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.managers [None req-faf72885-1357-40d9-9d18-5a35fe92a689 None None] Attempting to bind port 7d8c47f9-78d5-472c-b843-b7bb58d76861 by drivers openvswitch,hyperv on host n-d-834765-1 at level 0 using segments [{'id': '6ab47353-a811-4bad-bc73-b4cc84583cfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'}] {{(pid=102793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:55:11.554008 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faf72885-1357-40d9-9d18-5a35fe92a689 None None] Attempting to bind port 7d8c47f9-78d5-472c-b843-b7bb58d76861 on network 4a4a035d-ecac-4ead-baa3-25f90788773a {{(pid=102793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:55:11.563717 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faf72885-1357-40d9-9d18-5a35fe92a689 None None] Checking agent: {'id': 'a8866439-9d96-425c-b519-6905c591ac37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 25, 36), 'started_at': datetime.datetime(2022, 3, 29, 15, 26, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 55, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834765-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:55:11.564234 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faf72885-1357-40d9-9d18-5a35fe92a689 None None] Checking segment: {'id': '6ab47353-a811-4bad-bc73-b4cc84583cfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:55:11.565054 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-faf72885-1357-40d9-9d18-5a35fe92a689 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:11.565427 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faf72885-1357-40d9-9d18-5a35fe92a689 None None] Bound using segment: {'id': '6ab47353-a811-4bad-bc73-b4cc84583cfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'} {{(pid=102793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:55:11.565890 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.managers [None req-faf72885-1357-40d9-9d18-5a35fe92a689 None None] Bound port: 7d8c47f9-78d5-472c-b843-b7bb58d76861, host: n-d-834765-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ab47353-a811-4bad-bc73-b4cc84583cfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'}}] {{(pid=102793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 15:55:11.566258 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-faf72885-1357-40d9-9d18-5a35fe92a689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:11.655107 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4b9c6c-cda7-4d4c-8eef-1907db665d6b None None] Pushing event updated for resources: {'Port': ['ID=7d8c47f9-78d5-472c-b843-b7bb58d76861,revision_number=2']} {{(pid=102793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:55:11.672786 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-9261350d-e56d-4820-b65e-faeb9f9deb0c admin admin] Notify callbacks [] for port, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:11.673436 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.db [None req-faf72885-1357-40d9-9d18-5a35fe92a689 None None] For port 7d8c47f9-78d5-472c-b843-b7bb58d76861, host n-d-834765-1, cleared binding levels {{(pid=102793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:55:11.681711 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.db [None req-faf72885-1357-40d9-9d18-5a35fe92a689 None None] For port 7d8c47f9-78d5-472c-b843-b7bb58d76861, host n-d-834765-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=7d8c47f9-78d5-472c-b843-b7bb58d76861,segment=NetworkSegment(6ab47353-a811-4bad-bc73-b4cc84583cfd),segment_id=6ab47353-a811-4bad-bc73-b4cc84583cfd)] {{(pid=102793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:55:11.692450 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-faf72885-1357-40d9-9d18-5a35fe92a689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:11.718362 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-9261350d-e56d-4820-b65e-faeb9f9deb0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:11.720338 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-db5bedd6-523c-460b-aea6-177da62a9601 tempest-BulkNetworkOpsIpV6Test-1806992488 tempest-BulkNetworkOpsIpV6Test-1806992488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639890', 'neutron.services.segments.db._delete_segments_for_network-8783523423079'] for network, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:11.784506 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-db5bedd6-523c-460b-aea6-177da62a9601 tempest-BulkNetworkOpsIpV6Test-1806992488 tempest-BulkNetworkOpsIpV6Test-1806992488-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a4a0fc4-92ff-46fd-bce4-929e0a435e23']}} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:55:11.799706 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-db5bedd6-523c-460b-aea6-177da62a9601 tempest-BulkNetworkOpsIpV6Test-1806992488 tempest-BulkNetworkOpsIpV6Test-1806992488-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2bd1633-ca87-40e5-8add-4f76bfb69df7') {'for_net_delete': True} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:55:11.807398 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-db5bedd6-523c-460b-aea6-177da62a9601 tempest-BulkNetworkOpsIpV6Test-1806992488 tempest-BulkNetworkOpsIpV6Test-1806992488-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2bd1633-ca87-40e5-8add-4f76bfb69df7') {} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:55:11.829207 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-db5bedd6-523c-460b-aea6-177da62a9601 tempest-BulkNetworkOpsIpV6Test-1806992488 tempest-BulkNetworkOpsIpV6Test-1806992488-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783523422064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4614019'] for segment, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:11.832644 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4b9c6c-cda7-4d4c-8eef-1907db665d6b None None] Pushing event updated for resources: {'Port': ['ID=7d8c47f9-78d5-472c-b843-b7bb58d76861,revision_number=3']} {{(pid=102793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:55:11.836841 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faf72885-1357-40d9-9d18-5a35fe92a689 None None] Routers {'1429f63d-e325-4085-853d-50636b037626'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:55:11.837882 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-faf72885-1357-40d9-9d18-5a35fe92a689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:55:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['1429f63d-e325-4085-853d-50636b037626'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:55:11.855583 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-db5bedd6-523c-460b-aea6-177da62a9601 tempest-BulkNetworkOpsIpV6Test-1806992488 tempest-BulkNetworkOpsIpV6Test-1806992488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:11.863678 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db5bedd6-523c-460b-aea6-177da62a9601 tempest-BulkNetworkOpsIpV6Test-1806992488 tempest-BulkNetworkOpsIpV6Test-1806992488-project] Releasing vlan 608 on physical network physnet1 to pool {{(pid=102790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 15:55:11.864251 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-db5bedd6-523c-460b-aea6-177da62a9601 tempest-BulkNetworkOpsIpV6Test-1806992488 tempest-BulkNetworkOpsIpV6Test-1806992488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5238013'] for segment, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:11.904743 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9261350d-e56d-4820-b65e-faeb9f9deb0c admin admin] Network 6da5eb6a-1ef7-4aa0-bbb2-e8f3bdbdd5ff is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:55:11.910054 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9261350d-e56d-4820-b65e-faeb9f9deb0c admin admin] Pushing event updated for resources: {'Port': ['ID=8012636b-3f72-4baf-b30b-9d9f261281db,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:55:11.920501 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [None req-9261350d-e56d-4820-b65e-faeb9f9deb0c admin admin] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:55:11.930757 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9261350d-e56d-4820-b65e-faeb9f9deb0c admin admin] Received port after_create {{(pid=102791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:55:11.941648 n-d-834765-1 neutron-server[102790]: Traceback (most recent call last): Mar 29 15:55:11.941648 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 15:55:11.941648 n-d-834765-1 neutron-server[102790]: timer() Mar 29 15:55:11.941648 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 15:55:11.941648 n-d-834765-1 neutron-server[102790]: cb(*args, **kw) Mar 29 15:55:11.941648 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 15:55:11.941648 n-d-834765-1 neutron-server[102790]: return func(*args, **kwargs) Mar 29 15:55:11.941648 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 15:55:11.941648 n-d-834765-1 neutron-server[102790]: self._notify() Mar 29 15:55:11.941648 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 15:55:11.941648 n-d-834765-1 neutron-server[102790]: self.callback(batched_events) Mar 29 15:55:11.941648 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 15:55:11.941648 n-d-834765-1 neutron-server[102790]: event.method(event) Mar 29 15:55:11.941648 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 15:55:11.941648 n-d-834765-1 neutron-server[102790]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 15:55:11.941648 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 15:55:11.941648 n-d-834765-1 neutron-server[102790]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 15:55:11.941648 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 15:55:11.941648 n-d-834765-1 neutron-server[102790]: return f(self, *a, **k) Mar 29 15:55:11.941648 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 15:55:11.941648 n-d-834765-1 neutron-server[102790]: return self._get(url).json() Mar 29 15:55:11.941648 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 15:55:11.941648 n-d-834765-1 neutron-server[102790]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 15:55:11.941648 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 15:55:11.941648 n-d-834765-1 neutron-server[102790]: return self.request(url, 'GET', **kwargs) Mar 29 15:55:11.941648 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 15:55:11.941648 n-d-834765-1 neutron-server[102790]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 15:55:11.941648 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 15:55:11.941648 n-d-834765-1 neutron-server[102790]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 15:55:11.941648 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 15:55:11.941648 n-d-834765-1 neutron-server[102790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 15:55:11.941648 n-d-834765-1 neutron-server[102790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 15:55:11.948151 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-db5bedd6-523c-460b-aea6-177da62a9601 tempest-BulkNetworkOpsIpV6Test-1806992488 tempest-BulkNetworkOpsIpV6Test-1806992488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1639897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648174'] for network, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:12.000643 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 7fd6f62d-f0a1-4afe-b14a-4e30052cf308 up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:55:12.010894 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-9261350d-e56d-4820-b65e-faeb9f9deb0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-648347'] for router_interface, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:12.017099 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-db5bedd6-523c-460b-aea6-177da62a9601 tempest-BulkNetworkOpsIpV6Test-1806992488 tempest-BulkNetworkOpsIpV6Test-1806992488-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for network, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:12.028821 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-db5bedd6-523c-460b-aea6-177da62a9601 tempest-BulkNetworkOpsIpV6Test-1806992488 tempest-BulkNetworkOpsIpV6Test-1806992488-project] 10.222.0.42 "DELETE /v2.0/networks/6a4a0fc4-92ff-46fd-bce4-929e0a435e23 HTTP/1.1" status: 204 len: 168 time: 0.7039516 Mar 29 15:55:12.030267 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5bedd6-523c-460b-aea6-177da62a9601 tempest-BulkNetworkOpsIpV6Test-1806992488 tempest-BulkNetworkOpsIpV6Test-1806992488-project] Pushing event deleted for resources: {'Network': ['ID=6a4a0fc4-92ff-46fd-bce4-929e0a435e23,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:55:12.032883 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 37378) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:55:12.108971 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ebdccc3-394f-450b-847a-e575ebc15170 None None] Network 6da5eb6a-1ef7-4aa0-bbb2-e8f3bdbdd5ff requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 15:55:12.202471 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device 99bf4b2c-ec31-43dd-a5fa-c10c5fa9d02b up at agent hyperv_n-h1-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:55:12.237434 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvr_db [None req-faf72885-1357-40d9-9d18-5a35fe92a689 None None] Set router 1429f63d-e325-4085-853d-50636b037626 gateway port host: n-d-834765-1 {{(pid=102793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:55:12.252319 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c03f7792-1e18-4bcf-9b30-dd7deed9d3f2 tempest-BulkNetworkOpsIpV6Test-1806992488 tempest-BulkNetworkOpsIpV6Test-1806992488-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1631750'] for network, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:12.280882 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-1deea796-9e39-4534-b648-1e8fdb756c3c None None] Provisioning complete for port 7fd6f62d-f0a1-4afe-b14a-4e30052cf308 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:55:12.281304 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1deea796-9e39-4534-b648-1e8fdb756c3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:12.336402 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port 7fd6f62d-f0a1-4afe-b14a-4e30052cf308 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:55:12.336730 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:12.356080 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 37382) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:55:12.502715 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Provisioning for port 99bf4b2c-ec31-43dd-a5fa-c10c5fa9d02b completed by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 15:55:12.509171 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c03f7792-1e18-4bcf-9b30-dd7deed9d3f2 tempest-BulkNetworkOpsIpV6Test-1806992488 tempest-BulkNetworkOpsIpV6Test-1806992488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639890', 'neutron.services.segments.db._delete_segments_for_network-8783523423079'] for network, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:12.532406 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-c03f7792-1e18-4bcf-9b30-dd7deed9d3f2 tempest-BulkNetworkOpsIpV6Test-1806992488 tempest-BulkNetworkOpsIpV6Test-1806992488-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af4dc59f-a5a6-4bac-ba42-7afdcf505516']}} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:55:12.532914 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Provisioning complete for port 99bf4b2c-ec31-43dd-a5fa-c10c5fa9d02b triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:55:12.533832 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:12.542899 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-c03f7792-1e18-4bcf-9b30-dd7deed9d3f2 tempest-BulkNetworkOpsIpV6Test-1806992488 tempest-BulkNetworkOpsIpV6Test-1806992488-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9fe51b86-3d46-4e8c-94d4-a4010541c090') {'for_net_delete': True} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:55:12.543195 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-c03f7792-1e18-4bcf-9b30-dd7deed9d3f2 tempest-BulkNetworkOpsIpV6Test-1806992488 tempest-BulkNetworkOpsIpV6Test-1806992488-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9fe51b86-3d46-4e8c-94d4-a4010541c090') {} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:55:12.547637 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-faf72885-1357-40d9-9d18-5a35fe92a689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1429f63d-e325-4085-853d-50636b037626', 'name': 'tempest-ServerRescueNegativeTestJSON-1575446618-router', 'tenant_id': '48ba1cdba6ea4eb098e40b52d44291ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.245'}], 'enable_snat': True}, 'gw_port_id': '7d8c47f9-78d5-472c-b843-b7bb58d76861', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:55:07Z', 'updated_at': '2022-03-29T15:55:09Z', 'revision_number': 3, 'project_id': '48ba1cdba6ea4eb098e40b52d44291ec', 'gw_port': {'id': '7d8c47f9-78d5-472c-b843-b7bb58d76861', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:c0:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1429f63d-e325-4085-853d-50636b037626', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2430, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:55:08Z', 'updated_at': '2022-03-29T15:55:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1'}], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:55:12.584460 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c03f7792-1e18-4bcf-9b30-dd7deed9d3f2 tempest-BulkNetworkOpsIpV6Test-1806992488 tempest-BulkNetworkOpsIpV6Test-1806992488-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783523422064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4614019'] for segment, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:12.590612 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faf72885-1357-40d9-9d18-5a35fe92a689 None None] The sync data for ids ['1429f63d-e325-4085-853d-50636b037626'] in n-d-834765-1 is: [{'id': '1429f63d-e325-4085-853d-50636b037626', 'name': 'tempest-ServerRescueNegativeTestJSON-1575446618-router', 'tenant_id': '48ba1cdba6ea4eb098e40b52d44291ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.245'}], 'enable_snat': True}, 'gw_port_id': '7d8c47f9-78d5-472c-b843-b7bb58d76861', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:55:07Z', 'updated_at': '2022-03-29T15:55:09Z', 'revision_number': 3, 'project_id': '48ba1cdba6ea4eb098e40b52d44291ec', 'gw_port': {'id': '7d8c47f9-78d5-472c-b843-b7bb58d76861', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:c0:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1429f63d-e325-4085-853d-50636b037626', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2430, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:55:08Z', 'updated_at': '2022-03-29T15:55:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1'}] {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:55:12.605579 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c03f7792-1e18-4bcf-9b30-dd7deed9d3f2 tempest-BulkNetworkOpsIpV6Test-1806992488 tempest-BulkNetworkOpsIpV6Test-1806992488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:12.615460 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c03f7792-1e18-4bcf-9b30-dd7deed9d3f2 tempest-BulkNetworkOpsIpV6Test-1806992488 tempest-BulkNetworkOpsIpV6Test-1806992488-project] Releasing vlan 601 on physical network physnet1 to pool {{(pid=102790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 15:55:12.615859 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c03f7792-1e18-4bcf-9b30-dd7deed9d3f2 tempest-BulkNetworkOpsIpV6Test-1806992488 tempest-BulkNetworkOpsIpV6Test-1806992488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5238013'] for segment, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:12.625807 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49266549-c564-4c35-b271-666eee22b66d req-cb6832aa-1551-4a27-9684-8d0881aabb19 tempest-TestServerBasicOps-206205767 tempest-TestServerBasicOps-206205767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:55:12.627921 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-49266549-c564-4c35-b271-666eee22b66d req-cb6832aa-1551-4a27-9684-8d0881aabb19 tempest-TestServerBasicOps-206205767 tempest-TestServerBasicOps-206205767-project] 10.222.0.42 "GET /v2.0/ports?device_id=49afb217-7a40-443f-8872-8ae2fd1bb83b HTTP/1.1" status: 200 len: 944 time: 0.0746524 Mar 29 15:55:12.628594 n-d-834765-1 neutron-server[102790]: Traceback (most recent call last): Mar 29 15:55:12.628594 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 15:55:12.628594 n-d-834765-1 neutron-server[102790]: timer() Mar 29 15:55:12.628594 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 15:55:12.628594 n-d-834765-1 neutron-server[102790]: cb(*args, **kw) Mar 29 15:55:12.628594 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 15:55:12.628594 n-d-834765-1 neutron-server[102790]: return func(*args, **kwargs) Mar 29 15:55:12.628594 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 15:55:12.628594 n-d-834765-1 neutron-server[102790]: self._notify() Mar 29 15:55:12.628594 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 15:55:12.628594 n-d-834765-1 neutron-server[102790]: self.callback(batched_events) Mar 29 15:55:12.628594 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 15:55:12.628594 n-d-834765-1 neutron-server[102790]: event.method(event) Mar 29 15:55:12.628594 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 15:55:12.628594 n-d-834765-1 neutron-server[102790]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 15:55:12.628594 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 15:55:12.628594 n-d-834765-1 neutron-server[102790]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 15:55:12.628594 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 15:55:12.628594 n-d-834765-1 neutron-server[102790]: return f(self, *a, **k) Mar 29 15:55:12.628594 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 15:55:12.628594 n-d-834765-1 neutron-server[102790]: return self._get(url).json() Mar 29 15:55:12.628594 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 15:55:12.628594 n-d-834765-1 neutron-server[102790]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 15:55:12.628594 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 15:55:12.628594 n-d-834765-1 neutron-server[102790]: return self.request(url, 'GET', **kwargs) Mar 29 15:55:12.628594 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 15:55:12.628594 n-d-834765-1 neutron-server[102790]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 15:55:12.628594 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 15:55:12.628594 n-d-834765-1 neutron-server[102790]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 15:55:12.628594 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 15:55:12.628594 n-d-834765-1 neutron-server[102790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 15:55:12.628594 n-d-834765-1 neutron-server[102790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 15:55:12.643924 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-6632d759-6d65-47a1-9a16-c848665a5366 tempest-TestSecurityGroupsBasicOps-646427823 tempest-TestSecurityGroupsBasicOps-646427823-project-admin] 10.222.0.42 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 6031 time: 0.2818513 Mar 29 15:55:12.657255 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 37386) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:55:12.660367 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-9261350d-e56d-4820-b65e-faeb9f9deb0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:12.660987 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1deea796-9e39-4534-b648-1e8fdb756c3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:12.665116 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-cb627c81-7c10-4ce6-9744-af3d9513fdf6 tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Request body: {'network': {'name': 'tempest-network-smoke--1757546153', 'project_id': '030130d0937d42c9a5ecbc5c59eb4929', 'port_security_enabled': False}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:55:12.714510 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:12.722552 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb627c81-7c10-4ce6-9744-af3d9513fdf6 tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Made reservation on behalf of 030130d0937d42c9a5ecbc5c59eb4929 for: {'network': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:55:12.727408 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-cb627c81-7c10-4ce6-9744-af3d9513fdf6 tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for network, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:12.801325 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-49266549-c564-4c35-b271-666eee22b66d req-0cbe2e35-5945-4516-ad09-b3dba1d0ca3c tempest-TestServerBasicOps-206205767 tempest-TestServerBasicOps-206205767-project] 10.222.0.42 "GET /v2.0/security-groups?id=29ddfa0c-288d-4cdf-94ef-0cd0c52f5988&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1605973 Mar 29 15:55:12.827941 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1deea796-9e39-4534-b648-1e8fdb756c3c None None] For port 7fd6f62d-f0a1-4afe-b14a-4e30052cf308, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=7fd6f62d-f0a1-4afe-b14a-4e30052cf308,segment=NetworkSegment(ddabd0e1-5000-4ddf-a269-e1ae08a1eb01),segment_id=ddabd0e1-5000-4ddf-a269-e1ae08a1eb01)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:55:12.830407 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c03f7792-1e18-4bcf-9b30-dd7deed9d3f2 tempest-BulkNetworkOpsIpV6Test-1806992488 tempest-BulkNetworkOpsIpV6Test-1806992488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1639897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648174'] for network, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:12.843078 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c03f7792-1e18-4bcf-9b30-dd7deed9d3f2 tempest-BulkNetworkOpsIpV6Test-1806992488 tempest-BulkNetworkOpsIpV6Test-1806992488-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for network, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:12.847240 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-c03f7792-1e18-4bcf-9b30-dd7deed9d3f2 tempest-BulkNetworkOpsIpV6Test-1806992488 tempest-BulkNetworkOpsIpV6Test-1806992488-project] 10.222.0.42 "DELETE /v2.0/networks/af4dc59f-a5a6-4bac-ba42-7afdcf505516 HTTP/1.1" status: 204 len: 168 time: 0.8103633 Mar 29 15:55:12.848524 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb627c81-7c10-4ce6-9744-af3d9513fdf6 tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] vlan segment allocate from pool success with {'vlan_id': 614, 'physical_network': 'physnet1'} {{(pid=102790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 15:55:12.865620 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1deea796-9e39-4534-b648-1e8fdb756c3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:12.879135 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03f7792-1e18-4bcf-9b30-dd7deed9d3f2 tempest-BulkNetworkOpsIpV6Test-1806992488 tempest-BulkNetworkOpsIpV6Test-1806992488-project] Pushing event deleted for resources: {'Network': ['ID=af4dc59f-a5a6-4bac-ba42-7afdcf505516,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:55:12.890840 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-cb627c81-7c10-4ce6-9744-af3d9513fdf6 tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:12.891374 n-d-834765-1 neutron-server[102790]: INFO neutron.db.segments_db [None req-cb627c81-7c10-4ce6-9744-af3d9513fdf6 tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Added segment 5db23e5d-e77b-4187-b630-497c08eeec24 of type vlan for network da91932a-2e82-41cb-abd7-9843219a5c0c Mar 29 15:55:13.008872 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-cb627c81-7c10-4ce6-9744-af3d9513fdf6 tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783522915970'] for network, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:13.023354 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.db.api [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102792) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 29 15:55:13.023925 n-d-834765-1 neutron-server[102792]: DEBUG oslo_db.api [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 29 15:55:13.024951 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:13.082937 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-cb627c81-7c10-4ce6-9744-af3d9513fdf6 tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795'] for network, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:13.093516 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-9261350d-e56d-4820-b65e-faeb9f9deb0c admin admin] Notify callbacks [] for port, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:13.108849 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-9261350d-e56d-4820-b65e-faeb9f9deb0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:13.109937 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb627c81-7c10-4ce6-9744-af3d9513fdf6 tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:55:13.121461 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-cb627c81-7c10-4ce6-9744-af3d9513fdf6 tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for network, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:13.176469 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port 99bf4b2c-ec31-43dd-a5fa-c10c5fa9d02b, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=99bf4b2c-ec31-43dd-a5fa-c10c5fa9d02b,segment=NetworkSegment(05494f76-26c0-4d53-a1ca-803df2918f3a),segment_id=05494f76-26c0-4d53-a1ca-803df2918f3a)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:55:13.194646 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49afb217-7a40-443f-8872-8ae2fd1bb83b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99bf4b2c-ec31-43dd-a5fa-c10c5fa9d02b'}] {{(pid=102792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:55:13.199860 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4f476c66b318cc6068719fc39557fac68d413f5c7e78fa77028c7948e999ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb867af6-c945-465d-9019-9b51aae4455c" -d '{"events": [{"server_uuid": "49afb217-7a40-443f-8872-8ae2fd1bb83b", "name": "network-vif-plugged", "status": "completed", "tag": "99bf4b2c-ec31-43dd-a5fa-c10c5fa9d02b"}]}' {{(pid=102792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:55:13.228071 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:13.249834 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-cb627c81-7c10-4ce6-9744-af3d9513fdf6 tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5828562 Mar 29 15:55:13.262656 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 37396) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:55:13.292335 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-c22ac20b-06ce-4fe5-836a-8fbb7f78c3ed tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1081979450', 'admin_state_up': True, 'project_id': '030130d0937d42c9a5ecbc5c59eb4929', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'}}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:55:13.334256 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:55:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c99b072-100a-420d-ba56-699766e47063 x-openstack-request-id: req-2c99b072-100a-420d-ba56-699766e47063 {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:55:13.334544 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49afb217-7a40-443f-8872-8ae2fd1bb83b", "name": "network-vif-plugged", "status": "completed", "tag": "99bf4b2c-ec31-43dd-a5fa-c10c5fa9d02b", "code": 200}]} {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:55:13.334793 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-2c99b072-100a-420d-ba56-699766e47063 {{(pid=102792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:55:13.335211 n-d-834765-1 neutron-server[102792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49afb217-7a40-443f-8872-8ae2fd1bb83b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99bf4b2c-ec31-43dd-a5fa-c10c5fa9d02b', 'code': 200} Mar 29 15:55:13.340583 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 37400) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:55:13.341265 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1deea796-9e39-4534-b648-1e8fdb756c3c None None] Pushing event updated for resources: {'Port': ['ID=7fd6f62d-f0a1-4afe-b14a-4e30052cf308,revision_number=3']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:55:13.442780 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb627c81-7c10-4ce6-9744-af3d9513fdf6 tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Pushing event updated for resources: {'Network': ['ID=da91932a-2e82-41cb-abd7-9843219a5c0c,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:55:13.457589 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-14b94b64-580f-4593-afd9-4c23265ec32c None None] Provisioning complete for port 8012636b-3f72-4baf-b30b-9d9f261281db triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:55:13.457962 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-14b94b64-580f-4593-afd9-4c23265ec32c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:13.508827 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-14b94b64-580f-4593-afd9-4c23265ec32c None None] Port 8012636b-3f72-4baf-b30b-9d9f261281db cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 15:55:13.510563 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Network da91932a-2e82-41cb-abd7-9843219a5c0c details requested by agent ovs-agent-n-d-834765-1 with host n-d-834765-1 {{(pid=102792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 15:55:13.608573 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Pushing event updated for resources: {'Port': ['ID=99bf4b2c-ec31-43dd-a5fa-c10c5fa9d02b,revision_number=5']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:55:13.650908 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-9261350d-e56d-4820-b65e-faeb9f9deb0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-648439'] for router_interface, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:13.670790 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-14b94b64-580f-4593-afd9-4c23265ec32c None None] Provisioning complete for port 7fd6f62d-f0a1-4afe-b14a-4e30052cf308 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:55:13.671114 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-14b94b64-580f-4593-afd9-4c23265ec32c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:13.698375 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9261350d-e56d-4820-b65e-faeb9f9deb0c admin admin] Pushing event updated for resources: {'Port': ['ID=8012636b-3f72-4baf-b30b-9d9f261281db,revision_number=2']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:55:13.716804 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-c22ac20b-06ce-4fe5-836a-8fbb7f78c3ed tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-532385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129310'] for router, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:13.724258 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-c22ac20b-06ce-4fe5-836a-8fbb7f78c3ed tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-648091', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-684384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129319'] for router, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:13.771662 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da222d2a-1912-4d2d-a388-6049f034c919 None None] get_active_networks_info from n-d-834765-1 {{(pid=102792) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Mar 29 15:55:13.989769 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-066b74fa-d9fd-4d45-9203-baee7b627700 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=40b63d5cd0e54fe289011da2ff5d0204&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5638487 Mar 29 15:55:13.992224 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959d94b9-c8e7-480b-b1f4-e2b8fc2f9f4e req-57bda238-716a-495f-8300-0b7dcdfc8d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:55:13.993721 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-959d94b9-c8e7-480b-b1f4-e2b8fc2f9f4e req-57bda238-716a-495f-8300-0b7dcdfc8d60 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=49afb217-7a40-443f-8872-8ae2fd1bb83b HTTP/1.1" status: 200 len: 1096 time: 0.5625427 Mar 29 15:55:14.005386 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 37406) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:55:14.063029 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0279f1a-8681-45eb-8f2a-99f11815f68c req-90ec3bb0-4628-4022-8ab7-ed930acf2197 tempest-TestServerBasicOps-206205767 tempest-TestServerBasicOps-206205767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:55:14.067492 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 7d8c47f9-78d5-472c-b843-b7bb58d76861 up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:55:14.075437 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-a0279f1a-8681-45eb-8f2a-99f11815f68c req-90ec3bb0-4628-4022-8ab7-ed930acf2197 tempest-TestServerBasicOps-206205767 tempest-TestServerBasicOps-206205767-project] 10.222.0.42 "GET /v2.0/ports?device_id=49afb217-7a40-443f-8872-8ae2fd1bb83b HTTP/1.1" status: 200 len: 945 time: 0.0979111 Mar 29 15:55:14.109693 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-c22ac20b-06ce-4fe5-836a-8fbb7f78c3ed tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:14.131919 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-a0279f1a-8681-45eb-8f2a-99f11815f68c req-0da5fb19-bdda-41f3-bdb8-0044ccb4f08d tempest-TestServerBasicOps-206205767 tempest-TestServerBasicOps-206205767-project] 10.222.0.42 "GET /v2.0/security-groups?id=29ddfa0c-288d-4cdf-94ef-0cd0c52f5988&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542347 Mar 29 15:55:14.144310 n-d-834765-1 neutron-server[102792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da222d2a-1912-4d2d-a388-6049f034c919 None None] Resources bound (agent type, host, resource id): {{(pid=102792) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 29 15:55:14.154915 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-2f004791-1632-4707-bf0f-304bc94e8658 None None] Provisioning complete for port 8012636b-3f72-4baf-b30b-9d9f261281db triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:55:14.155341 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-2f004791-1632-4707-bf0f-304bc94e8658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:14.253771 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-2f004791-1632-4707-bf0f-304bc94e8658 None None] Port 8012636b-3f72-4baf-b30b-9d9f261281db cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 15:55:14.273815 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port 7d8c47f9-78d5-472c-b843-b7bb58d76861 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:55:14.274183 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:14.329977 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-64cd13bc-442d-48aa-8606-6837edfa7683 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:14.390272 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9261350d-e56d-4820-b65e-faeb9f9deb0c admin admin] Network 6da5eb6a-1ef7-4aa0-bbb2-e8f3bdbdd5ff is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:55:14.393509 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-959d94b9-c8e7-480b-b1f4-e2b8fc2f9f4e req-5f8b5a29-46da-491f-8102-a4861a3a3ec2 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=29ddfa0c-288d-4cdf-94ef-0cd0c52f5988&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3717399 Mar 29 15:55:14.407048 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [None req-9261350d-e56d-4820-b65e-faeb9f9deb0c admin admin] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:55:14.513466 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:14.550075 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-64cd13bc-442d-48aa-8606-6837edfa7683 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:14.559518 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] For port 7d8c47f9-78d5-472c-b843-b7bb58d76861, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=7d8c47f9-78d5-472c-b843-b7bb58d76861,segment=NetworkSegment(6ab47353-a811-4bad-bc73-b4cc84583cfd),segment_id=6ab47353-a811-4bad-bc73-b4cc84583cfd)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:55:14.568524 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:14.569151 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 7fd6f62d-f0a1-4afe-b14a-4e30052cf308 up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:55:14.593916 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-c22ac20b-06ce-4fe5-836a-8fbb7f78c3ed tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:14.873828 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Pushing event updated for resources: {'Port': ['ID=7d8c47f9-78d5-472c-b843-b7bb58d76861,revision_number=4']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:55:14.912668 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port 7fd6f62d-f0a1-4afe-b14a-4e30052cf308 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:55:14.913039 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:14.941470 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92f55086-e6e3-43ae-a901-79957d783cda None None] get_active_networks_info from n-d-834765-1 {{(pid=102792) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Mar 29 15:55:15.126437 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-64cd13bc-442d-48aa-8606-6837edfa7683 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:15.129556 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-64cd13bc-442d-48aa-8606-6837edfa7683 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:15.130725 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-64cd13bc-442d-48aa-8606-6837edfa7683 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b4767c65-4e7b-43e9-bc66-b0ac9e7c6f9f HTTP/1.1" status: 204 len: 168 time: 1.1243055 Mar 29 15:55:15.132905 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9261350d-e56d-4820-b65e-faeb9f9deb0c admin admin] Router 1429f63d-e325-4085-853d-50636b037626 has already been hosted by L3 agent c648d819-1060-4f26-b4ec-6455387b5dff {{(pid=102791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 15:55:15.141018 n-d-834765-1 neutron-server[102792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92f55086-e6e3-43ae-a901-79957d783cda None None] Resources bound (agent type, host, resource id): {{(pid=102792) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 29 15:55:15.162400 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cd13bc-442d-48aa-8606-6837edfa7683 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4767c65-4e7b-43e9-bc66-b0ac9e7c6f9f,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:55:15.350672 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9261350d-e56d-4820-b65e-faeb9f9deb0c admin admin] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:55:15.375807 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-9261350d-e56d-4820-b65e-faeb9f9deb0c admin admin] 10.222.0.42 "PUT /v2.0/routers/1429f63d-e325-4085-853d-50636b037626/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0185776 Mar 29 15:55:15.444771 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecce5b65-8585-40b4-b577-59812afa635f req-5f31d402-474a-4ac1-8ef2-464956f26e9f tempest-TestServerBasicOps-206205767 tempest-TestServerBasicOps-206205767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:55:15.446343 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ecce5b65-8585-40b4-b577-59812afa635f req-5f31d402-474a-4ac1-8ef2-464956f26e9f tempest-TestServerBasicOps-206205767 tempest-TestServerBasicOps-206205767-project] 10.222.0.42 "GET /v2.0/ports?device_id=49afb217-7a40-443f-8872-8ae2fd1bb83b HTTP/1.1" status: 200 len: 945 time: 0.1660569 Mar 29 15:55:15.621409 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8c8f06a-b8b0-4942-b2de-69f02a002e1e None None] Sync routers for ids ['1429f63d-e325-4085-853d-50636b037626'] in n-d-834765-1 {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:55:15.633559 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8c8f06a-b8b0-4942-b2de-69f02a002e1e None None] Routers {'1429f63d-e325-4085-853d-50636b037626'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:55:15.634349 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-b8c8f06a-b8b0-4942-b2de-69f02a002e1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:55:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['1429f63d-e325-4085-853d-50636b037626'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:55:15.932318 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ecce5b65-8585-40b4-b577-59812afa635f req-794e796e-63de-47ea-8aab-fab68ee9b208 tempest-TestServerBasicOps-206205767 tempest-TestServerBasicOps-206205767-project] 10.222.0.42 "GET /v2.0/security-groups?id=29ddfa0c-288d-4cdf-94ef-0cd0c52f5988&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4730117 Mar 29 15:55:15.934650 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-c22ac20b-06ce-4fe5-836a-8fbb7f78c3ed tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Notify callbacks [] for router_gateway, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:15.960271 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvr_db [None req-b8c8f06a-b8b0-4942-b2de-69f02a002e1e None None] Set router 1429f63d-e325-4085-853d-50636b037626 gateway port host: n-d-834765-1 {{(pid=102792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:55:15.992554 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-c22ac20b-06ce-4fe5-836a-8fbb7f78c3ed tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:16.144002 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 7d8c47f9-78d5-472c-b843-b7bb58d76861 up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:55:16.228891 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_common [None req-c22ac20b-06ce-4fe5-836a-8fbb7f78c3ed tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Allocated IP 172.25.4.152 (4a4a035d-ecac-4ead-baa3-25f90788773a/e1a353dc-fac8-4901-a63c-273840237d6a/6a5bf533-bb66-457d-b7d7-777ab6715b2e) {{(pid=102791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:55:16.251480 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-77ea831f-906d-4a1d-be25-f87ecb88be64 None None] Provisioning complete for port 8012636b-3f72-4baf-b30b-9d9f261281db triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:55:16.252846 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-77ea831f-906d-4a1d-be25-f87ecb88be64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:16.324863 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fff2ba-b9ee-4517-b771-c57d30dc0646 req-cb1e4723-c43c-4014-96bf-ccf386544736 tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:55:16.333628 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-14fff2ba-b9ee-4517-b771-c57d30dc0646 req-cb1e4723-c43c-4014-96bf-ccf386544736 tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] 10.222.0.42 "GET /v2.0/networks?id=6da5eb6a-1ef7-4aa0-bbb2-e8f3bdbdd5ff HTTP/1.1" status: 200 len: 819 time: 0.1696370 Mar 29 15:55:16.360489 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-14fff2ba-b9ee-4517-b771-c57d30dc0646 req-652b2294-b1a0-4c0e-b699-9f76b6b33459 tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] 10.222.0.42 "GET /v2.0/quotas/48ba1cdba6ea4eb098e40b52d44291ec HTTP/1.1" status: 200 len: 375 time: 0.0252125 Mar 29 15:55:16.409467 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-77ea831f-906d-4a1d-be25-f87ecb88be64 None None] Port 8012636b-3f72-4baf-b30b-9d9f261281db cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 15:55:16.418145 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port 7d8c47f9-78d5-472c-b843-b7bb58d76861 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:55:16.419880 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:16.431366 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-14fff2ba-b9ee-4517-b771-c57d30dc0646 req-37039a9c-52fa-4ff3-901a-3b69d6d5866c tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=48ba1cdba6ea4eb098e40b52d44291ec&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0687866 Mar 29 15:55:16.474715 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-c22ac20b-06ce-4fe5-836a-8fbb7f78c3ed tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Notify callbacks [] for port, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:16.543366 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-c22ac20b-06ce-4fe5-836a-8fbb7f78c3ed tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:16.619174 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-b8c8f06a-b8b0-4942-b2de-69f02a002e1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1429f63d-e325-4085-853d-50636b037626', 'name': 'tempest-ServerRescueNegativeTestJSON-1575446618-router', 'tenant_id': '48ba1cdba6ea4eb098e40b52d44291ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.245'}], 'enable_snat': True}, 'gw_port_id': '7d8c47f9-78d5-472c-b843-b7bb58d76861', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:55:07Z', 'updated_at': '2022-03-29T15:55:12Z', 'revision_number': 4, 'project_id': '48ba1cdba6ea4eb098e40b52d44291ec', 'gw_port': {'id': '7d8c47f9-78d5-472c-b843-b7bb58d76861', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:c0:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1429f63d-e325-4085-853d-50636b037626', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2430, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:55:08Z', 'updated_at': '2022-03-29T15:55:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': '8012636b-3f72-4baf-b30b-9d9f261281db', 'name': '', 'network_id': '6da5eb6a-1ef7-4aa0-bbb2-e8f3bdbdd5ff', 'tenant_id': '48ba1cdba6ea4eb098e40b52d44291ec', 'mac_address': 'fa:16:3e:fa:a4:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1429f63d-e325-4085-853d-50636b037626', 'device_owner': 'network:router_interface', 'standard_attr_id': 2431, 'fixed_ips': [{'subnet_id': 'f321fdd4-89ca-4bd6-835a-732290fa6cda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:55:11Z', 'updated_at': '2022-03-29T15:55:12Z', 'revision_number': 2, 'project_id': '48ba1cdba6ea4eb098e40b52d44291ec', 'subnets': [{'id': 'f321fdd4-89ca-4bd6-835a-732290fa6cda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:55:16.632984 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c22ac20b-06ce-4fe5-836a-8fbb7f78c3ed tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Network 4a4a035d-ecac-4ead-baa3-25f90788773a is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:55:16.639417 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [None req-c22ac20b-06ce-4fe5-836a-8fbb7f78c3ed tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:55:16.656474 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8c8f06a-b8b0-4942-b2de-69f02a002e1e None None] Checking router: 1429f63d-e325-4085-853d-50636b037626 for host: n-d-834765-1 {{(pid=102792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:55:16.656859 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8c8f06a-b8b0-4942-b2de-69f02a002e1e None None] Updating router 1429f63d-e325-4085-853d-50636b037626 port 8012636b-3f72-4baf-b30b-9d9f261281db binding host n-d-834765-1 {{(pid=102792) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 15:55:16.662196 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-14fff2ba-b9ee-4517-b771-c57d30dc0646 req-6202b2d6-2ea0-4bd7-a22b-01e2d26d3d4b service neutron] 10.222.0.42 "GET /v2.0/networks/6da5eb6a-1ef7-4aa0-bbb2-e8f3bdbdd5ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1951656 Mar 29 15:55:16.662633 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c22ac20b-06ce-4fe5-836a-8fbb7f78c3ed tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Received port after_create {{(pid=102791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:55:16.685712 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-b8c8f06a-b8b0-4942-b2de-69f02a002e1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:16.740118 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22ac20b-06ce-4fe5-836a-8fbb7f78c3ed tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Pushing event updated for resources: {'Port': ['ID=6a5bf533-bb66-457d-b7d7-777ab6715b2e,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:55:16.839007 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-14fff2ba-b9ee-4517-b771-c57d30dc0646 req-d02c0503-337d-464c-824e-2cc77e790463 service neutron] 10.222.0.42 "GET /v2.0/networks/6da5eb6a-1ef7-4aa0-bbb2-e8f3bdbdd5ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1733298 Mar 29 15:55:16.967657 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 37464) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:55:17.011589 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:17.168716 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-af38e2d3-447d-4087-ba0a-539add89bfcb req-09fb97f8-b1e7-48d3-947c-05b99d3a69ac tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] 10.222.0.42 "GET /v2.0/ports?device_id=dc9add87-72f6-43b0-aaa0-72bdafaa8d86 HTTP/1.1" status: 200 len: 210 time: 0.0527358 Mar 29 15:55:17.188704 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-c22ac20b-06ce-4fe5-836a-8fbb7f78c3ed tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Notify callbacks [] for router_gateway, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:17.204151 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d269e869-ec60-434a-a902-e34ac45565df req-e4600dc1-8b8d-4c81-bc06-e67e8958e1a1 tempest-TestServerBasicOps-206205767 tempest-TestServerBasicOps-206205767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:55:17.213616 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d269e869-ec60-434a-a902-e34ac45565df req-e4600dc1-8b8d-4c81-bc06-e67e8958e1a1 tempest-TestServerBasicOps-206205767 tempest-TestServerBasicOps-206205767-project] 10.222.0.42 "GET /v2.0/ports?device_id=49afb217-7a40-443f-8872-8ae2fd1bb83b HTTP/1.1" status: 200 len: 945 time: 0.1138339 Mar 29 15:55:17.285885 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-dbf5c355-20fe-416b-9736-923b5065c991 tempest-RoutersNegativeTest-1719313365 tempest-RoutersNegativeTest-1719313365-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-581657703', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:55:17.327305 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-b8c8f06a-b8b0-4942-b2de-69f02a002e1e None None] Notify callbacks [] for port, precommit_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:17.340656 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-b8c8f06a-b8b0-4942-b2de-69f02a002e1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:17.359518 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-dbf5c355-20fe-416b-9736-923b5065c991 tempest-RoutersNegativeTest-1719313365 tempest-RoutersNegativeTest-1719313365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-532385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129310'] for router, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:17.362270 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-dbf5c355-20fe-416b-9736-923b5065c991 tempest-RoutersNegativeTest-1719313365 tempest-RoutersNegativeTest-1719313365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-648091', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-684384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129319'] for router, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:17.407177 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759f7605-e648-440e-b88c-412a98156eb9 None None] Pushing event updated for resources: {'Port': ['ID=8012636b-3f72-4baf-b30b-9d9f261281db,revision_number=3']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:55:17.474866 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d269e869-ec60-434a-a902-e34ac45565df req-eadfa391-3202-49b8-a2d7-6ff78f9c5272 tempest-TestServerBasicOps-206205767 tempest-TestServerBasicOps-206205767-project] 10.222.0.42 "GET /v2.0/security-groups?id=29ddfa0c-288d-4cdf-94ef-0cd0c52f5988&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2601092 Mar 29 15:55:17.482610 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-b8c8f06a-b8b0-4942-b2de-69f02a002e1e None None] Attempting to bind port 8012636b-3f72-4baf-b30b-9d9f261281db on host n-d-834765-1 for vnic_type normal with profile {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:55:17.482937 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-b8c8f06a-b8b0-4942-b2de-69f02a002e1e None None] Attempting to bind port 8012636b-3f72-4baf-b30b-9d9f261281db by drivers openvswitch,hyperv on host n-d-834765-1 at level 0 using segments [{'id': 'ddabd0e1-5000-4ddf-a269-e1ae08a1eb01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '6da5eb6a-1ef7-4aa0-bbb2-e8f3bdbdd5ff'}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:55:17.483347 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8c8f06a-b8b0-4942-b2de-69f02a002e1e None None] Attempting to bind port 8012636b-3f72-4baf-b30b-9d9f261281db on network 6da5eb6a-1ef7-4aa0-bbb2-e8f3bdbdd5ff {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:55:17.490252 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8c8f06a-b8b0-4942-b2de-69f02a002e1e None None] Checking agent: {'id': 'a8866439-9d96-425c-b519-6905c591ac37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 25, 36), 'started_at': datetime.datetime(2022, 3, 29, 15, 26, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 55, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834765-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:55:17.491425 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8c8f06a-b8b0-4942-b2de-69f02a002e1e None None] Checking segment: {'id': 'ddabd0e1-5000-4ddf-a269-e1ae08a1eb01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '6da5eb6a-1ef7-4aa0-bbb2-e8f3bdbdd5ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:55:17.492896 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-b8c8f06a-b8b0-4942-b2de-69f02a002e1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:17.493885 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8c8f06a-b8b0-4942-b2de-69f02a002e1e None None] Bound using segment: {'id': 'ddabd0e1-5000-4ddf-a269-e1ae08a1eb01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '6da5eb6a-1ef7-4aa0-bbb2-e8f3bdbdd5ff'} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:55:17.495456 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-b8c8f06a-b8b0-4942-b2de-69f02a002e1e None None] Bound port: 8012636b-3f72-4baf-b30b-9d9f261281db, host: n-d-834765-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ddabd0e1-5000-4ddf-a269-e1ae08a1eb01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '6da5eb6a-1ef7-4aa0-bbb2-e8f3bdbdd5ff'}}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 15:55:17.496072 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-b8c8f06a-b8b0-4942-b2de-69f02a002e1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:17.541846 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-dbf5c355-20fe-416b-9736-923b5065c991 tempest-RoutersNegativeTest-1719313365 tempest-RoutersNegativeTest-1719313365-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:17.557656 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-dbf5c355-20fe-416b-9736-923b5065c991 tempest-RoutersNegativeTest-1719313365 tempest-RoutersNegativeTest-1719313365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648118'] for router, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:17.727762 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-dbf5c355-20fe-416b-9736-923b5065c991 tempest-RoutersNegativeTest-1719313365 tempest-RoutersNegativeTest-1719313365-project] Notify callbacks [] for router, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:17.731228 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-dbf5c355-20fe-416b-9736-923b5065c991 tempest-RoutersNegativeTest-1719313365 tempest-RoutersNegativeTest-1719313365-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.7625318 Mar 29 15:55:17.784000 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d951bd34-7106-4f5e-9232-96272915278e req-6e032cfb-0cea-4c88-961f-3be3c5c4238d tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:55:17.797650 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-d951bd34-7106-4f5e-9232-96272915278e req-6e032cfb-0cea-4c88-961f-3be3c5c4238d tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] 10.222.0.42 "GET /v2.0/networks?id=6da5eb6a-1ef7-4aa0-bbb2-e8f3bdbdd5ff HTTP/1.1" status: 200 len: 819 time: 0.2359841 Mar 29 15:55:17.814680 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 37490) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:55:17.814829 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:17.820486 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-b8c8f06a-b8b0-4942-b2de-69f02a002e1e None None] For port 8012636b-3f72-4baf-b30b-9d9f261281db, host n-d-834765-1, cleared binding levels {{(pid=102792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:55:17.825667 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-b8c8f06a-b8b0-4942-b2de-69f02a002e1e None None] For port 8012636b-3f72-4baf-b30b-9d9f261281db, host n-d-834765-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=8012636b-3f72-4baf-b30b-9d9f261281db,segment=NetworkSegment(ddabd0e1-5000-4ddf-a269-e1ae08a1eb01),segment_id=ddabd0e1-5000-4ddf-a269-e1ae08a1eb01)] {{(pid=102792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:55:17.826099 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-d951bd34-7106-4f5e-9232-96272915278e req-ca48a595-4034-4009-a489-4e803025e4aa tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] 10.222.0.42 "GET /v2.0/quotas/48ba1cdba6ea4eb098e40b52d44291ec HTTP/1.1" status: 200 len: 375 time: 0.0270321 Mar 29 15:55:17.843892 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-b8c8f06a-b8b0-4942-b2de-69f02a002e1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:17.847368 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-0ed3c54a-f28e-4d7a-b007-6e6a3fc3830b tempest-RoutersNegativeTest-1719313365 tempest-RoutersNegativeTest-1719313365-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-707527940'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:55:17.910195 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ed3c54a-f28e-4d7a-b007-6e6a3fc3830b tempest-RoutersNegativeTest-1719313365 tempest-RoutersNegativeTest-1719313365-project] Made reservation on behalf of 6860f87c1dd94c32b30f1f2b7e87050e for: {'network': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:55:17.915144 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-0ed3c54a-f28e-4d7a-b007-6e6a3fc3830b tempest-RoutersNegativeTest-1719313365 tempest-RoutersNegativeTest-1719313365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for network, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:17.928912 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-0ed3c54a-f28e-4d7a-b007-6e6a3fc3830b tempest-RoutersNegativeTest-1719313365 tempest-RoutersNegativeTest-1719313365-project] Notify callbacks [] for security_group, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:17.963202 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759f7605-e648-440e-b88c-412a98156eb9 None None] Pushing event updated for resources: {'Port': ['ID=8012636b-3f72-4baf-b30b-9d9f261281db,revision_number=4']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:55:17.969945 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-d951bd34-7106-4f5e-9232-96272915278e req-2aa27f42-865c-4806-9d66-5b98a22f054b tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=48ba1cdba6ea4eb098e40b52d44291ec&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1428356 Mar 29 15:55:17.992549 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-55745fd7-02d7-428d-93bf-b21712cc0ccc None None] Provisioning complete for port 8012636b-3f72-4baf-b30b-9d9f261281db triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:55:17.993198 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-55745fd7-02d7-428d-93bf-b21712cc0ccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:17.998244 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9a6be7-7fcd-4d32-9d30-55047a536eae req-b58a7906-b508-4d14-8c9e-38df5dac44bf tempest-TestServerBasicOps-206205767 tempest-TestServerBasicOps-206205767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:55:17.999936 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-cf9a6be7-7fcd-4d32-9d30-55047a536eae req-b58a7906-b508-4d14-8c9e-38df5dac44bf tempest-TestServerBasicOps-206205767 tempest-TestServerBasicOps-206205767-project] 10.222.0.42 "GET /v2.0/ports?device_id=49afb217-7a40-443f-8872-8ae2fd1bb83b HTTP/1.1" status: 200 len: 945 time: 0.2901118 Mar 29 15:55:18.020119 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8c8f06a-b8b0-4942-b2de-69f02a002e1e None None] Routers {'1429f63d-e325-4085-853d-50636b037626'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:55:18.022160 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-b8c8f06a-b8b0-4942-b2de-69f02a002e1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:55:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['1429f63d-e325-4085-853d-50636b037626'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:55:18.171875 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-c22ac20b-06ce-4fe5-836a-8fbb7f78c3ed tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648118'] for router, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:18.193234 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-d951bd34-7106-4f5e-9232-96272915278e req-1c804867-c835-422a-9113-84c278fe2a40 service neutron] 10.222.0.42 "GET /v2.0/networks/6da5eb6a-1ef7-4aa0-bbb2-e8f3bdbdd5ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2212629 Mar 29 15:55:18.234071 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-cf9a6be7-7fcd-4d32-9d30-55047a536eae req-7788a849-e2dd-43c3-84df-113ba8e06be2 tempest-TestServerBasicOps-206205767 tempest-TestServerBasicOps-206205767-project] 10.222.0.42 "GET /v2.0/security-groups?id=29ddfa0c-288d-4cdf-94ef-0cd0c52f5988&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1100638 Mar 29 15:55:18.377322 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-d951bd34-7106-4f5e-9232-96272915278e req-440e4a1f-2dd4-44c0-840e-2c0342956175 service neutron] 10.222.0.42 "GET /v2.0/networks/6da5eb6a-1ef7-4aa0-bbb2-e8f3bdbdd5ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1804993 Mar 29 15:55:18.386214 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c22ac20b-06ce-4fe5-836a-8fbb7f78c3ed tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Router 3119db59-eacf-4f28-ae88-0b179536a3ef is scheduled to L3 agent c648d819-1060-4f26-b4ec-6455387b5dff with binding_index 1 {{(pid=102791) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 29 15:55:18.431671 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvr_db [None req-b8c8f06a-b8b0-4942-b2de-69f02a002e1e None None] Set router 1429f63d-e325-4085-853d-50636b037626 gateway port host: n-d-834765-1 {{(pid=102792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:55:18.434583 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-55745fd7-02d7-428d-93bf-b21712cc0ccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:18.509487 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-0ed3c54a-f28e-4d7a-b007-6e6a3fc3830b tempest-RoutersNegativeTest-1719313365 tempest-RoutersNegativeTest-1719313365-project] Notify callbacks [] for security_group, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:18.526052 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-0ed3c54a-f28e-4d7a-b007-6e6a3fc3830b tempest-RoutersNegativeTest-1719313365 tempest-RoutersNegativeTest-1719313365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:18.544309 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691d7f98-d478-459c-ad88-0642c301d3a6 req-f6baadb3-0db8-4a20-9021-477276a60f8b tempest-TestServerBasicOps-206205767 tempest-TestServerBasicOps-206205767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:55:18.546194 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-691d7f98-d478-459c-ad88-0642c301d3a6 req-f6baadb3-0db8-4a20-9021-477276a60f8b tempest-TestServerBasicOps-206205767 tempest-TestServerBasicOps-206205767-project] 10.222.0.42 "GET /v2.0/ports?device_id=49afb217-7a40-443f-8872-8ae2fd1bb83b HTTP/1.1" status: 200 len: 945 time: 0.0979407 Mar 29 15:55:18.596052 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ed3c54a-f28e-4d7a-b007-6e6a3fc3830b tempest-RoutersNegativeTest-1719313365 tempest-RoutersNegativeTest-1719313365-project] vlan segment allocate from pool success with {'vlan_id': 603, 'physical_network': 'physnet1'} {{(pid=102790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 15:55:18.596801 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-55745fd7-02d7-428d-93bf-b21712cc0ccc None None] For port 8012636b-3f72-4baf-b30b-9d9f261281db, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=8012636b-3f72-4baf-b30b-9d9f261281db,segment=NetworkSegment(ddabd0e1-5000-4ddf-a269-e1ae08a1eb01),segment_id=ddabd0e1-5000-4ddf-a269-e1ae08a1eb01)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:55:18.616116 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-55745fd7-02d7-428d-93bf-b21712cc0ccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:18.625096 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed3c54a-f28e-4d7a-b007-6e6a3fc3830b tempest-RoutersNegativeTest-1719313365 tempest-RoutersNegativeTest-1719313365-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f83e414-85ea-4b10-9719-0508db375c9f,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:55:18.635394 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-691d7f98-d478-459c-ad88-0642c301d3a6 req-822e9f0c-c8a6-4e24-9f19-69f81f545e0b tempest-TestServerBasicOps-206205767 tempest-TestServerBasicOps-206205767-project] 10.222.0.42 "GET /v2.0/security-groups?id=29ddfa0c-288d-4cdf-94ef-0cd0c52f5988&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757706 Mar 29 15:55:18.648533 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c22ac20b-06ce-4fe5-836a-8fbb7f78c3ed tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:55:18.659535 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a78296a2-76bf-43d7-af40-c4653df85fcc None None] Sync routers for ids ['3119db59-eacf-4f28-ae88-0b179536a3ef'] in n-d-834765-1 {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:55:18.670952 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-0ed3c54a-f28e-4d7a-b007-6e6a3fc3830b tempest-RoutersNegativeTest-1719313365 tempest-RoutersNegativeTest-1719313365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:18.672470 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a78296a2-76bf-43d7-af40-c4653df85fcc None None] Routers {'3119db59-eacf-4f28-ae88-0b179536a3ef'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:55:18.676357 n-d-834765-1 neutron-server[102790]: INFO neutron.db.segments_db [None req-0ed3c54a-f28e-4d7a-b007-6e6a3fc3830b tempest-RoutersNegativeTest-1719313365 tempest-RoutersNegativeTest-1719313365-project] Added segment 61307a8b-bf9f-41fc-a26f-38e94e7689af of type vlan for network 7fb793a8-b903-4864-8b07-e465aaa65206 Mar 29 15:55:18.679076 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 37500) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:55:18.680937 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-a78296a2-76bf-43d7-af40-c4653df85fcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:55:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['3119db59-eacf-4f28-ae88-0b179536a3ef'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:55:18.689674 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-c22ac20b-06ce-4fe5-836a-8fbb7f78c3ed tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Notify callbacks [] for router, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:18.691185 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-c22ac20b-06ce-4fe5-836a-8fbb7f78c3ed tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 5.4260182 Mar 29 15:55:18.694243 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 37504) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:55:18.845076 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-0ed3c54a-f28e-4d7a-b007-6e6a3fc3830b tempest-RoutersNegativeTest-1719313365 tempest-RoutersNegativeTest-1719313365-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783522915970'] for network, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:18.881616 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cfe2cc1-a9a3-45d2-b1d9-1b33fe1753ea tempest-TestSecurityGroupsBasicOps-646427823 tempest-TestSecurityGroupsBasicOps-646427823-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:55:18.888230 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 37510) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:55:18.893894 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-8cfe2cc1-a9a3-45d2-b1d9-1b33fe1753ea tempest-TestSecurityGroupsBasicOps-646427823 tempest-TestSecurityGroupsBasicOps-646427823-project-admin] 10.222.0.42 "GET /v2.0/subnets?project_id=030130d0937d42c9a5ecbc5c59eb4929&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1979218 Mar 29 15:55:18.894884 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-0e48edea-33da-43cc-993f-9e1551ee5ee2 None None] Provisioning complete for port 8012636b-3f72-4baf-b30b-9d9f261281db triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:55:18.912629 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-0e48edea-33da-43cc-993f-9e1551ee5ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:18.952808 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvr_db [None req-a78296a2-76bf-43d7-af40-c4653df85fcc None None] Set router 3119db59-eacf-4f28-ae88-0b179536a3ef gateway port host: n-d-834765-1 {{(pid=102793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:55:18.977552 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-0ed3c54a-f28e-4d7a-b007-6e6a3fc3830b tempest-RoutersNegativeTest-1719313365 tempest-RoutersNegativeTest-1719313365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795'] for network, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:18.987077 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ed3c54a-f28e-4d7a-b007-6e6a3fc3830b tempest-RoutersNegativeTest-1719313365 tempest-RoutersNegativeTest-1719313365-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:55:18.988093 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-0ed3c54a-f28e-4d7a-b007-6e6a3fc3830b tempest-RoutersNegativeTest-1719313365 tempest-RoutersNegativeTest-1719313365-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for network, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:18.991006 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-0bf259b5-2cf5-4b24-8144-9f63d4d5ccdb req-ac65d2d7-00f4-40e3-a4c2-f226b1f98612 tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] 10.222.0.42 "GET /v2.0/ports?device_id=4a6e5ec3-39e2-47e2-b9ec-187b5ddeca0e HTTP/1.1" status: 200 len: 210 time: 0.1567266 Mar 29 15:55:19.039607 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55745fd7-02d7-428d-93bf-b21712cc0ccc None None] Pushing event updated for resources: {'Port': ['ID=8012636b-3f72-4baf-b30b-9d9f261281db,revision_number=5']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:55:19.166494 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-0ed3c54a-f28e-4d7a-b007-6e6a3fc3830b tempest-RoutersNegativeTest-1719313365 tempest-RoutersNegativeTest-1719313365-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.3262084 Mar 29 15:55:19.169996 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 37520) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:55:19.172716 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed3c54a-f28e-4d7a-b007-6e6a3fc3830b tempest-RoutersNegativeTest-1719313365 tempest-RoutersNegativeTest-1719313365-project] Pushing event updated for resources: {'Network': ['ID=7fb793a8-b903-4864-8b07-e465aaa65206,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:55:19.191525 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-142a1c34-fc56-4e19-b750-b1ed507b0385 tempest-RoutersNegativeTest-1719313365 tempest-RoutersNegativeTest-1719313365-project] Request body: {'subnet': {'network_id': '7fb793a8-b903-4864-8b07-e465aaa65206', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:55:19.192972 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Network 7fb793a8-b903-4864-8b07-e465aaa65206 details requested by agent ovs-agent-n-d-834765-1 with host n-d-834765-1 {{(pid=102792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 15:55:19.307778 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dceae05-b1b4-41f7-ba24-3d5338938317 tempest-TestServerBasicOps-1196528826 tempest-TestServerBasicOps-1196528826-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:55:19.315570 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-a78296a2-76bf-43d7-af40-c4653df85fcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3119db59-eacf-4f28-ae88-0b179536a3ef', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1081979450', 'tenant_id': '030130d0937d42c9a5ecbc5c59eb4929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.152'}], 'enable_snat': True}, 'gw_port_id': '6a5bf533-bb66-457d-b7d7-777ab6715b2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:55:13Z', 'updated_at': '2022-03-29T15:55:16Z', 'revision_number': 3, 'project_id': '030130d0937d42c9a5ecbc5c59eb4929', 'gw_port': {'id': '6a5bf533-bb66-457d-b7d7-777ab6715b2e', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:90:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3119db59-eacf-4f28-ae88-0b179536a3ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2435, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:55:15Z', 'updated_at': '2022-03-29T15:55:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1'}], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:55:19.318936 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 37522) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:55:19.319169 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-8dceae05-b1b4-41f7-ba24-3d5338938317 tempest-TestServerBasicOps-1196528826 tempest-TestServerBasicOps-1196528826-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=49afb217-7a40-443f-8872-8ae2fd1bb83b HTTP/1.1" status: 200 len: 1091 time: 0.6388795 Mar 29 15:55:19.327467 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-2d0e4252-467c-4a37-90d4-c50c1b500d14 tempest-TestServerBasicOps-206205767 tempest-TestServerBasicOps-206205767-project] Request body: {'floatingip': {'floating_network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'port_id': '99bf4b2c-ec31-43dd-a5fa-c10c5fa9d02b', 'tenant_id': '04bb88e92aa64365906899266844f6e0', 'fixed_ip_address': '172.20.0.3'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:55:19.339469 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4e6b366-f5a7-42dc-9de5-c660aa09ab7c tempest-TestSecurityGroupsBasicOps-646427823 tempest-TestSecurityGroupsBasicOps-646427823-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:55:19.344068 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-c4e6b366-f5a7-42dc-9de5-c660aa09ab7c tempest-TestSecurityGroupsBasicOps-646427823 tempest-TestSecurityGroupsBasicOps-646427823-project-admin] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4507546 Mar 29 15:55:19.346591 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 37526) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:55:19.352940 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-142a1c34-fc56-4e19-b750-b1ed507b0385 tempest-RoutersNegativeTest-1719313365 tempest-RoutersNegativeTest-1719313365-project] Made reservation on behalf of 6860f87c1dd94c32b30f1f2b7e87050e for: {'subnet': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:55:19.356686 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-142a1c34-fc56-4e19-b750-b1ed507b0385 tempest-RoutersNegativeTest-1719313365 tempest-RoutersNegativeTest-1719313365-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4793983'] for subnet, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:19.366930 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a78296a2-76bf-43d7-af40-c4653df85fcc None None] Checking router: 3119db59-eacf-4f28-ae88-0b179536a3ef for host: n-d-834765-1 {{(pid=102793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:55:19.367701 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a78296a2-76bf-43d7-af40-c4653df85fcc None None] Updating router 3119db59-eacf-4f28-ae88-0b179536a3ef port 6a5bf533-bb66-457d-b7d7-777ab6715b2e binding host n-d-834765-1 {{(pid=102793) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 15:55:19.390783 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-2d0e4252-467c-4a37-90d4-c50c1b500d14 tempest-TestServerBasicOps-206205767 tempest-TestServerBasicOps-206205767-project] Notify callbacks [] for floatingip, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:19.408347 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-a78296a2-76bf-43d7-af40-c4653df85fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:19.419037 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-819eae95-fe0f-4b54-80f7-d70552d1345c tempest-TestSecurityGroupsBasicOps-646427823 tempest-TestSecurityGroupsBasicOps-646427823-project-admin] 10.222.0.42 "GET /v2.0/subnets?network_id=4a4a035d-ecac-4ead-baa3-25f90788773a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0688572 Mar 29 15:55:19.420252 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 37528) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:55:19.465039 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-89f3e6af-dab6-4540-9ec1-5a7039e4aa7e tempest-TestSecurityGroupsBasicOps-646427823 tempest-TestSecurityGroupsBasicOps-646427823-project-admin] 10.222.0.42 "GET /v2.0/subnets?project_id=030130d0937d42c9a5ecbc5c59eb4929&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0443680 Mar 29 15:55:19.467624 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 37530) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:55:19.483054 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fff2ba-b9ee-4517-b771-c57d30dc0646 req-929a206b-60ed-48f7-b04a-b086e281aa30 tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:55:19.484691 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-14fff2ba-b9ee-4517-b771-c57d30dc0646 req-929a206b-60ed-48f7-b04a-b086e281aa30 tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] 10.222.0.48 "GET /v2.0/networks?id=6da5eb6a-1ef7-4aa0-bbb2-e8f3bdbdd5ff HTTP/1.1" status: 200 len: 819 time: 0.5118082 Mar 29 15:55:19.534640 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [req-14fff2ba-b9ee-4517-b771-c57d30dc0646 req-25830f19-ff03-46a6-9258-0aa577121c6b tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] Request body: {'port': {'device_id': 'dc9add87-72f6-43b0-aaa0-72bdafaa8d86', 'network_id': '6da5eb6a-1ef7-4aa0-bbb2-e8f3bdbdd5ff', 'admin_state_up': True, 'tenant_id': '48ba1cdba6ea4eb098e40b52d44291ec'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:55:19.790429 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-b8c8f06a-b8b0-4942-b2de-69f02a002e1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1429f63d-e325-4085-853d-50636b037626', 'name': 'tempest-ServerRescueNegativeTestJSON-1575446618-router', 'tenant_id': '48ba1cdba6ea4eb098e40b52d44291ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.245'}], 'enable_snat': True}, 'gw_port_id': '7d8c47f9-78d5-472c-b843-b7bb58d76861', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:55:07Z', 'updated_at': '2022-03-29T15:55:12Z', 'revision_number': 4, 'project_id': '48ba1cdba6ea4eb098e40b52d44291ec', 'gw_port': {'id': '7d8c47f9-78d5-472c-b843-b7bb58d76861', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:c0:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1429f63d-e325-4085-853d-50636b037626', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2430, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:55:08Z', 'updated_at': '2022-03-29T15:55:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': '8012636b-3f72-4baf-b30b-9d9f261281db', 'name': '', 'network_id': '6da5eb6a-1ef7-4aa0-bbb2-e8f3bdbdd5ff', 'tenant_id': '48ba1cdba6ea4eb098e40b52d44291ec', 'mac_address': 'fa:16:3e:fa:a4:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1429f63d-e325-4085-853d-50636b037626', 'device_owner': 'network:router_interface', 'standard_attr_id': 2431, 'fixed_ips': [{'subnet_id': 'f321fdd4-89ca-4bd6-835a-732290fa6cda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:55:11Z', 'updated_at': '2022-03-29T15:55:17Z', 'revision_number': 4, 'project_id': '48ba1cdba6ea4eb098e40b52d44291ec', 'subnets': [{'id': 'f321fdd4-89ca-4bd6-835a-732290fa6cda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:55:19.809140 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-a78296a2-76bf-43d7-af40-c4653df85fcc None None] Notify callbacks [] for port, precommit_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:19.818407 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-a78296a2-76bf-43d7-af40-c4653df85fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:19.853258 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8c8f06a-b8b0-4942-b2de-69f02a002e1e None None] The sync data for ids ['1429f63d-e325-4085-853d-50636b037626'] in n-d-834765-1 is: [{'id': '1429f63d-e325-4085-853d-50636b037626', 'name': 'tempest-ServerRescueNegativeTestJSON-1575446618-router', 'tenant_id': '48ba1cdba6ea4eb098e40b52d44291ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.245'}], 'enable_snat': True}, 'gw_port_id': '7d8c47f9-78d5-472c-b843-b7bb58d76861', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:55:07Z', 'updated_at': '2022-03-29T15:55:12Z', 'revision_number': 4, 'project_id': '48ba1cdba6ea4eb098e40b52d44291ec', 'gw_port': {'id': '7d8c47f9-78d5-472c-b843-b7bb58d76861', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:c0:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1429f63d-e325-4085-853d-50636b037626', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2430, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:55:08Z', 'updated_at': '2022-03-29T15:55:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': '8012636b-3f72-4baf-b30b-9d9f261281db', 'name': '', 'network_id': '6da5eb6a-1ef7-4aa0-bbb2-e8f3bdbdd5ff', 'tenant_id': '48ba1cdba6ea4eb098e40b52d44291ec', 'mac_address': 'fa:16:3e:fa:a4:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1429f63d-e325-4085-853d-50636b037626', 'device_owner': 'network:router_interface', 'standard_attr_id': 2431, 'fixed_ips': [{'subnet_id': 'f321fdd4-89ca-4bd6-835a-732290fa6cda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:55:11Z', 'updated_at': '2022-03-29T15:55:17Z', 'revision_number': 4, 'project_id': '48ba1cdba6ea4eb098e40b52d44291ec', 'subnets': [{'id': 'f321fdd4-89ca-4bd6-835a-732290fa6cda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:55:19.912180 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dc2b9f7-b236-4175-a884-b240d22ab3c1 tempest-TestSecurityGroupsBasicOps-646427823 tempest-TestSecurityGroupsBasicOps-646427823-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:55:19.912180 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-3dc2b9f7-b236-4175-a884-b240d22ab3c1 tempest-TestSecurityGroupsBasicOps-646427823 tempest-TestSecurityGroupsBasicOps-646427823-project-admin] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4381208 Mar 29 15:55:19.954266 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.managers [None req-a78296a2-76bf-43d7-af40-c4653df85fcc None None] Attempting to bind port 6a5bf533-bb66-457d-b7d7-777ab6715b2e on host n-d-834765-1 for vnic_type normal with profile {{(pid=102793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:55:19.954727 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.managers [None req-a78296a2-76bf-43d7-af40-c4653df85fcc None None] Attempting to bind port 6a5bf533-bb66-457d-b7d7-777ab6715b2e by drivers openvswitch,hyperv on host n-d-834765-1 at level 0 using segments [{'id': '6ab47353-a811-4bad-bc73-b4cc84583cfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'}] {{(pid=102793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:55:19.956059 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a78296a2-76bf-43d7-af40-c4653df85fcc None None] Attempting to bind port 6a5bf533-bb66-457d-b7d7-777ab6715b2e on network 4a4a035d-ecac-4ead-baa3-25f90788773a {{(pid=102793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:55:19.960749 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da58be08-13da-450a-8776-bb970b95a4f6 None None] Pushing event updated for resources: {'Port': ['ID=6a5bf533-bb66-457d-b7d7-777ab6715b2e,revision_number=2']} {{(pid=102793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:55:19.968356 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 37532) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:55:19.974760 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a78296a2-76bf-43d7-af40-c4653df85fcc None None] Checking agent: {'id': 'a8866439-9d96-425c-b519-6905c591ac37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 25, 36), 'started_at': datetime.datetime(2022, 3, 29, 15, 26, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 55, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834765-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:55:19.975234 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14fff2ba-b9ee-4517-b771-c57d30dc0646 req-25830f19-ff03-46a6-9258-0aa577121c6b tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] Made reservation on behalf of 48ba1cdba6ea4eb098e40b52d44291ec for: {'port': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:55:19.975647 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a78296a2-76bf-43d7-af40-c4653df85fcc None None] Checking segment: {'id': '6ab47353-a811-4bad-bc73-b4cc84583cfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:55:19.976217 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-a78296a2-76bf-43d7-af40-c4653df85fcc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:19.976745 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a78296a2-76bf-43d7-af40-c4653df85fcc None None] Bound using segment: {'id': '6ab47353-a811-4bad-bc73-b4cc84583cfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'} {{(pid=102793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:55:19.977429 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.managers [None req-a78296a2-76bf-43d7-af40-c4653df85fcc None None] Bound port: 6a5bf533-bb66-457d-b7d7-777ab6715b2e, host: n-d-834765-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ab47353-a811-4bad-bc73-b4cc84583cfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'}}] {{(pid=102793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 15:55:19.978496 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-a78296a2-76bf-43d7-af40-c4653df85fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:19.980506 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-14fff2ba-b9ee-4517-b771-c57d30dc0646 req-25830f19-ff03-46a6-9258-0aa577121c6b tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:20.100917 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-0f01d8b0-ff76-4b72-8cef-53bc7fd3b1dc tempest-TestSecurityGroupsBasicOps-646427823 tempest-TestSecurityGroupsBasicOps-646427823-project-admin] 10.222.0.42 "GET /v2.0/subnets?network_id=4a4a035d-ecac-4ead-baa3-25f90788773a&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0897448 Mar 29 15:55:20.119547 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 37538) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:55:20.132796 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-3c02e0f4-7657-4dd1-ac9c-3a4b9d7c014c tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-413904844', 'network_id': 'da91932a-2e82-41cb-abd7-9843219a5c0c', 'project_id': '030130d0937d42c9a5ecbc5c59eb4929', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:55:20.140451 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.db [None req-a78296a2-76bf-43d7-af40-c4653df85fcc None None] For port 6a5bf533-bb66-457d-b7d7-777ab6715b2e, host n-d-834765-1, cleared binding levels {{(pid=102793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:55:20.160062 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.db [None req-a78296a2-76bf-43d7-af40-c4653df85fcc None None] For port 6a5bf533-bb66-457d-b7d7-777ab6715b2e, host n-d-834765-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=6a5bf533-bb66-457d-b7d7-777ab6715b2e,segment=NetworkSegment(6ab47353-a811-4bad-bc73-b4cc84583cfd),segment_id=6ab47353-a811-4bad-bc73-b4cc84583cfd)] {{(pid=102793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:55:20.168473 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-a78296a2-76bf-43d7-af40-c4653df85fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:20.214005 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-142a1c34-fc56-4e19-b750-b1ed507b0385 tempest-RoutersNegativeTest-1719313365 tempest-RoutersNegativeTest-1719313365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5231896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4793961'] for subnet, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:20.235738 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da58be08-13da-450a-8776-bb970b95a4f6 None None] Pushing event updated for resources: {'Port': ['ID=6a5bf533-bb66-457d-b7d7-777ab6715b2e,revision_number=3']} {{(pid=102793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:55:20.263244 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a78296a2-76bf-43d7-af40-c4653df85fcc None None] Routers {'3119db59-eacf-4f28-ae88-0b179536a3ef'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:55:20.263920 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-a78296a2-76bf-43d7-af40-c4653df85fcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:55:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['3119db59-eacf-4f28-ae88-0b179536a3ef'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:55:20.322185 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-2d0e4252-467c-4a37-90d4-c50c1b500d14 tempest-TestServerBasicOps-206205767 tempest-TestServerBasicOps-206205767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:20.325893 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-0a355733-4243-43b0-9b10-d0942ba52c41 req-e0bdae06-faed-4b78-93a5-6c8e716ea116 tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] 10.222.0.42 "GET /v2.0/ports?device_id=4a6e5ec3-39e2-47e2-b9ec-187b5ddeca0e HTTP/1.1" status: 200 len: 210 time: 0.1314809 Mar 29 15:55:20.426291 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c02e0f4-7657-4dd1-ac9c-3a4b9d7c014c tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Made reservation on behalf of 030130d0937d42c9a5ecbc5c59eb4929 for: {'subnet': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:55:20.430224 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-3c02e0f4-7657-4dd1-ac9c-3a4b9d7c014c tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16218875'] for subnet, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:20.439955 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_common [req-14fff2ba-b9ee-4517-b771-c57d30dc0646 req-25830f19-ff03-46a6-9258-0aa577121c6b tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] Allocated IP 172.20.0.6 (6da5eb6a-1ef7-4aa0-bbb2-e8f3bdbdd5ff/f321fdd4-89ca-4bd6-835a-732290fa6cda/4bbe2651-b5bf-4f2d-ac57-165c62f587ac) {{(pid=102791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:55:20.450444 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142a1c34-fc56-4e19-b750-b1ed507b0385 tempest-RoutersNegativeTest-1719313365 tempest-RoutersNegativeTest-1719313365-project] Pushing event updated for resources: {'Subnet': ['ID=b025df39-86cf-4730-b2ce-7ac325c876aa,revision_number=0']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:55:20.463465 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-142a1c34-fc56-4e19-b750-b1ed507b0385 tempest-RoutersNegativeTest-1719313365 tempest-RoutersNegativeTest-1719313365-project] Checking segment: {'id': '61307a8b-bf9f-41fc-a26f-38e94e7689af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '7fb793a8-b903-4864-8b07-e465aaa65206'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:55:20.464066 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-142a1c34-fc56-4e19-b750-b1ed507b0385 tempest-RoutersNegativeTest-1719313365 tempest-RoutersNegativeTest-1719313365-project] Network hostable DHCP agents. Network: 7fb793a8-b903-4864-8b07-e465aaa65206, hostable agents: ['d136643e-48ae-49d4-a851-2ba3bdf3749c'], hosted agents: [] {{(pid=102790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 15:55:20.522353 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvr_db [None req-a78296a2-76bf-43d7-af40-c4653df85fcc None None] Set router 3119db59-eacf-4f28-ae88-0b179536a3ef gateway port host: n-d-834765-1 {{(pid=102793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:55:20.544597 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-142a1c34-fc56-4e19-b750-b1ed507b0385 tempest-RoutersNegativeTest-1719313365 tempest-RoutersNegativeTest-1719313365-project] Network 7fb793a8-b903-4864-8b07-e465aaa65206 is scheduled to be hosted by DHCP agent d136643e-48ae-49d4-a851-2ba3bdf3749c with binding_index 1 {{(pid=102790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 15:55:20.568786 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-142a1c34-fc56-4e19-b750-b1ed507b0385 tempest-RoutersNegativeTest-1719313365 tempest-RoutersNegativeTest-1719313365-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834765-1, 7fb793a8-b903-4864-8b07-e465aaa65206) {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:55:20.576421 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-142a1c34-fc56-4e19-b750-b1ed507b0385 tempest-RoutersNegativeTest-1719313365 tempest-RoutersNegativeTest-1719313365-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:55:20.577060 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-142a1c34-fc56-4e19-b750-b1ed507b0385 tempest-RoutersNegativeTest-1719313365 tempest-RoutersNegativeTest-1719313365-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for subnet, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:20.583125 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbf1a2ff-fabd-40b6-b6b7-cebba71b8443 None None] Network 7fb793a8-b903-4864-8b07-e465aaa65206 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 15:55:20.631980 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.db_base_plugin_common [None req-2d0e4252-467c-4a37-90d4-c50c1b500d14 tempest-TestServerBasicOps-206205767 tempest-TestServerBasicOps-206205767-project] Allocated IP 172.25.4.232 (4a4a035d-ecac-4ead-baa3-25f90788773a/e1a353dc-fac8-4901-a63c-273840237d6a/1867db9d-5bfe-4205-8a9b-c10dc8fbf364) {{(pid=102790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:55:20.643823 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-142a1c34-fc56-4e19-b750-b1ed507b0385 tempest-RoutersNegativeTest-1719313365 tempest-RoutersNegativeTest-1719313365-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4682686 Mar 29 15:55:20.643823 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 37542) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:55:20.657806 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-c6d2e00b-e81e-49cc-af1e-04b8f586ce00 tempest-RoutersNegativeTest-1719313365 tempest-RoutersNegativeTest-1719313365-project] Request body: {'network': {'name': 'tempest-router-network01--563026227'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:55:20.764846 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6d2e00b-e81e-49cc-af1e-04b8f586ce00 tempest-RoutersNegativeTest-1719313365 tempest-RoutersNegativeTest-1719313365-project] Made reservation on behalf of 6860f87c1dd94c32b30f1f2b7e87050e for: {'network': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:55:20.769172 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c6d2e00b-e81e-49cc-af1e-04b8f586ce00 tempest-RoutersNegativeTest-1719313365 tempest-RoutersNegativeTest-1719313365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for network, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:20.827829 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-a78296a2-76bf-43d7-af40-c4653df85fcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3119db59-eacf-4f28-ae88-0b179536a3ef', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1081979450', 'tenant_id': '030130d0937d42c9a5ecbc5c59eb4929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.152'}], 'enable_snat': True}, 'gw_port_id': '6a5bf533-bb66-457d-b7d7-777ab6715b2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:55:13Z', 'updated_at': '2022-03-29T15:55:16Z', 'revision_number': 3, 'project_id': '030130d0937d42c9a5ecbc5c59eb4929', 'gw_port': {'id': '6a5bf533-bb66-457d-b7d7-777ab6715b2e', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:90:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3119db59-eacf-4f28-ae88-0b179536a3ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2435, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:55:15Z', 'updated_at': '2022-03-29T15:55:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1'}], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:55:20.867741 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6d2e00b-e81e-49cc-af1e-04b8f586ce00 tempest-RoutersNegativeTest-1719313365 tempest-RoutersNegativeTest-1719313365-project] vlan segment allocate from pool success with {'vlan_id': 641, 'physical_network': 'physnet1'} {{(pid=102790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 15:55:20.888775 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a78296a2-76bf-43d7-af40-c4653df85fcc None None] The sync data for ids ['3119db59-eacf-4f28-ae88-0b179536a3ef'] in n-d-834765-1 is: [{'id': '3119db59-eacf-4f28-ae88-0b179536a3ef', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1081979450', 'tenant_id': '030130d0937d42c9a5ecbc5c59eb4929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.152'}], 'enable_snat': True}, 'gw_port_id': '6a5bf533-bb66-457d-b7d7-777ab6715b2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:55:13Z', 'updated_at': '2022-03-29T15:55:16Z', 'revision_number': 3, 'project_id': '030130d0937d42c9a5ecbc5c59eb4929', 'gw_port': {'id': '6a5bf533-bb66-457d-b7d7-777ab6715b2e', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:90:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3119db59-eacf-4f28-ae88-0b179536a3ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2435, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:55:15Z', 'updated_at': '2022-03-29T15:55:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1'}] {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:55:20.930672 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-2d0e4252-467c-4a37-90d4-c50c1b500d14 tempest-TestServerBasicOps-206205767 tempest-TestServerBasicOps-206205767-project] Notify callbacks [] for port, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:20.955529 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19e019c1-378e-4f28-a3cb-dd7cc889e407 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0035034-69b0-5ffc-b384-0ac6189c5628-7fb793a8-b903-4864-8b07-e465aaa65206', 'network_id': '7fb793a8-b903-4864-8b07-e465aaa65206', 'tenant_id': '6860f87c1dd94c32b30f1f2b7e87050e', 'fixed_ips': [{'subnet_id': 'b025df39-86cf-4730-b2ce-7ac325c876aa'}]}} from n-d-834765-1. {{(pid=102792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 29 15:55:20.957344 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-19e019c1-378e-4f28-a3cb-dd7cc889e407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:20.967416 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c6d2e00b-e81e-49cc-af1e-04b8f586ce00 tempest-RoutersNegativeTest-1719313365 tempest-RoutersNegativeTest-1719313365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:20.967829 n-d-834765-1 neutron-server[102790]: INFO neutron.db.segments_db [None req-c6d2e00b-e81e-49cc-af1e-04b8f586ce00 tempest-RoutersNegativeTest-1719313365 tempest-RoutersNegativeTest-1719313365-project] Added segment 3cd1fcbc-998e-4add-a5bc-8dcd66dd0386 of type vlan for network 2bf23b5f-525c-4be2-839a-cbb6d99fd1e8 Mar 29 15:55:20.981229 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-2d0e4252-467c-4a37-90d4-c50c1b500d14 tempest-TestServerBasicOps-206205767 tempest-TestServerBasicOps-206205767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:21.097587 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d0e4252-467c-4a37-90d4-c50c1b500d14 tempest-TestServerBasicOps-206205767 tempest-TestServerBasicOps-206205767-project] Network 4a4a035d-ecac-4ead-baa3-25f90788773a is already hosted by enough agents. {{(pid=102790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:55:21.109554 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c6d2e00b-e81e-49cc-af1e-04b8f586ce00 tempest-RoutersNegativeTest-1719313365 tempest-RoutersNegativeTest-1719313365-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783522915970'] for network, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:21.117846 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-2d0e4252-467c-4a37-90d4-c50c1b500d14 tempest-TestServerBasicOps-206205767 tempest-TestServerBasicOps-206205767-project] Resources bound (agent type, host, resource id): {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:55:21.129456 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d0e4252-467c-4a37-90d4-c50c1b500d14 tempest-TestServerBasicOps-206205767 tempest-TestServerBasicOps-206205767-project] Received port after_create {{(pid=102790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:55:21.185573 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.db_base_plugin_common [None req-19e019c1-378e-4f28-a3cb-dd7cc889e407 None None] Allocated IP 172.20.0.2 (7fb793a8-b903-4864-8b07-e465aaa65206/b025df39-86cf-4730-b2ce-7ac325c876aa/18abf42b-e442-4334-8147-3fd950ddfda0) {{(pid=102792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:55:21.187198 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0e4252-467c-4a37-90d4-c50c1b500d14 tempest-TestServerBasicOps-206205767 tempest-TestServerBasicOps-206205767-project] Pushing event updated for resources: {'Port': ['ID=1867db9d-5bfe-4205-8a9b-c10dc8fbf364,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:55:21.551316 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d951bd34-7106-4f5e-9232-96272915278e req-c7f5efc4-ae87-4f0a-b186-4fba74190f36 tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:55:21.557948 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d951bd34-7106-4f5e-9232-96272915278e req-c7f5efc4-ae87-4f0a-b186-4fba74190f36 tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] 10.222.0.44 "GET /v2.0/networks?id=6da5eb6a-1ef7-4aa0-bbb2-e8f3bdbdd5ff HTTP/1.1" status: 200 len: 819 time: 0.9714487 Mar 29 15:55:21.561693 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c6d2e00b-e81e-49cc-af1e-04b8f586ce00 tempest-RoutersNegativeTest-1719313365 tempest-RoutersNegativeTest-1719313365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795'] for network, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:21.575776 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-19e019c1-378e-4f28-a3cb-dd7cc889e407 None None] Notify callbacks [] for port, precommit_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:21.576930 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6d2e00b-e81e-49cc-af1e-04b8f586ce00 tempest-RoutersNegativeTest-1719313365 tempest-RoutersNegativeTest-1719313365-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:55:21.577278 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c6d2e00b-e81e-49cc-af1e-04b8f586ce00 tempest-RoutersNegativeTest-1719313365 tempest-RoutersNegativeTest-1719313365-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for network, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:21.587378 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-19e019c1-378e-4f28-a3cb-dd7cc889e407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956'] for port, after_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:21.590064 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-582ac291-7ab1-41d8-8b77-ea4e36431985 req-ea7b092f-1f72-4285-b577-7b132728f169 tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] 10.222.0.42 "GET /v2.0/ports?device_id=4a6e5ec3-39e2-47e2-b9ec-187b5ddeca0e HTTP/1.1" status: 200 len: 210 time: 0.0867586 Mar 29 15:55:21.602899 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [req-d951bd34-7106-4f5e-9232-96272915278e req-73c355a7-45f2-4cc9-b6ac-c738e0e5ec37 tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] Request body: {'port': {'device_id': '4a6e5ec3-39e2-47e2-b9ec-187b5ddeca0e', 'network_id': '6da5eb6a-1ef7-4aa0-bbb2-e8f3bdbdd5ff', 'admin_state_up': True, 'tenant_id': '48ba1cdba6ea4eb098e40b52d44291ec'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:55:21.632792 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-c6d2e00b-e81e-49cc-af1e-04b8f586ce00 tempest-RoutersNegativeTest-1719313365 tempest-RoutersNegativeTest-1719313365-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.9856269 Mar 29 15:55:21.633367 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 37554) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:55:21.641278 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-0add756c-4b78-4aa0-9fa1-0b13913d502a tempest-RoutersNegativeTest-1719313365 tempest-RoutersNegativeTest-1719313365-project] Request body: {'network': {'name': 'tempest-router-network02--1694550943'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:55:21.675331 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-14fff2ba-b9ee-4517-b771-c57d30dc0646 req-25830f19-ff03-46a6-9258-0aa577121c6b tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] Notify callbacks [] for port, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:21.678292 n-d-834765-1 neutron-server[102792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19e019c1-378e-4f28-a3cb-dd7cc889e407 None None] Network 7fb793a8-b903-4864-8b07-e465aaa65206 is already hosted by enough agents. {{(pid=102792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:55:21.685033 n-d-834765-1 neutron-server[102792]: DEBUG neutron.scheduler.base_scheduler [None req-19e019c1-378e-4f28-a3cb-dd7cc889e407 None None] Resources bound (agent type, host, resource id): {{(pid=102792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:55:21.690602 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19e019c1-378e-4f28-a3cb-dd7cc889e407 None None] Received port after_create {{(pid=102792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:55:21.717533 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e019c1-378e-4f28-a3cb-dd7cc889e407 None None] Pushing event updated for resources: {'Port': ['ID=18abf42b-e442-4334-8147-3fd950ddfda0,revision_number=1']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:55:21.774339 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-3c02e0f4-7657-4dd1-ac9c-3a4b9d7c014c tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16155524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16218861'] for subnet, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:21.828212 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d2e00b-e81e-49cc-af1e-04b8f586ce00 tempest-RoutersNegativeTest-1719313365 tempest-RoutersNegativeTest-1719313365-project] Pushing event updated for resources: {'Network': ['ID=2bf23b5f-525c-4be2-839a-cbb6d99fd1e8,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:55:21.832318 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-19e019c1-378e-4f28-a3cb-dd7cc889e407 None None] Attempting to bind port 18abf42b-e442-4334-8147-3fd950ddfda0 on host n-d-834765-1 for vnic_type normal with profile {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:55:21.832898 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-19e019c1-378e-4f28-a3cb-dd7cc889e407 None None] Attempting to bind port 18abf42b-e442-4334-8147-3fd950ddfda0 by drivers openvswitch,hyperv on host n-d-834765-1 at level 0 using segments [{'id': '61307a8b-bf9f-41fc-a26f-38e94e7689af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '7fb793a8-b903-4864-8b07-e465aaa65206'}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:55:21.833538 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19e019c1-378e-4f28-a3cb-dd7cc889e407 None None] Attempting to bind port 18abf42b-e442-4334-8147-3fd950ddfda0 on network 7fb793a8-b903-4864-8b07-e465aaa65206 {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:55:21.844213 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19e019c1-378e-4f28-a3cb-dd7cc889e407 None None] Checking agent: {'id': 'a8866439-9d96-425c-b519-6905c591ac37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 25, 36), 'started_at': datetime.datetime(2022, 3, 29, 15, 26, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 55, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834765-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:55:21.845050 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19e019c1-378e-4f28-a3cb-dd7cc889e407 None None] Checking segment: {'id': '61307a8b-bf9f-41fc-a26f-38e94e7689af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '7fb793a8-b903-4864-8b07-e465aaa65206'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:55:21.846669 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-19e019c1-378e-4f28-a3cb-dd7cc889e407 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:21.847192 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19e019c1-378e-4f28-a3cb-dd7cc889e407 None None] Bound using segment: {'id': '61307a8b-bf9f-41fc-a26f-38e94e7689af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '7fb793a8-b903-4864-8b07-e465aaa65206'} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:55:21.847810 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-19e019c1-378e-4f28-a3cb-dd7cc889e407 None None] Bound port: 18abf42b-e442-4334-8147-3fd950ddfda0, host: n-d-834765-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61307a8b-bf9f-41fc-a26f-38e94e7689af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '7fb793a8-b903-4864-8b07-e465aaa65206'}}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 15:55:21.848378 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-19e019c1-378e-4f28-a3cb-dd7cc889e407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:21.862260 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Network 2bf23b5f-525c-4be2-839a-cbb6d99fd1e8 details requested by agent ovs-agent-n-d-834765-1 with host n-d-834765-1 {{(pid=102792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 15:55:21.944197 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0add756c-4b78-4aa0-9fa1-0b13913d502a tempest-RoutersNegativeTest-1719313365 tempest-RoutersNegativeTest-1719313365-project] Made reservation on behalf of 6860f87c1dd94c32b30f1f2b7e87050e for: {'network': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:55:21.948110 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-0add756c-4b78-4aa0-9fa1-0b13913d502a tempest-RoutersNegativeTest-1719313365 tempest-RoutersNegativeTest-1719313365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for network, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:22.124169 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 8012636b-3f72-4baf-b30b-9d9f261281db up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:55:22.187173 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-19e019c1-378e-4f28-a3cb-dd7cc889e407 None None] For port 18abf42b-e442-4334-8147-3fd950ddfda0, host n-d-834765-1, cleared binding levels {{(pid=102792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:55:22.208227 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-19e019c1-378e-4f28-a3cb-dd7cc889e407 None None] For port 18abf42b-e442-4334-8147-3fd950ddfda0, host n-d-834765-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=18abf42b-e442-4334-8147-3fd950ddfda0,segment=NetworkSegment(61307a8b-bf9f-41fc-a26f-38e94e7689af),segment_id=61307a8b-bf9f-41fc-a26f-38e94e7689af)] {{(pid=102792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:55:22.210505 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c02e0f4-7657-4dd1-ac9c-3a4b9d7c014c tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Pushing event updated for resources: {'Subnet': ['ID=0584d4d2-3c24-4452-8019-81fa83543064,revision_number=0']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:55:22.214384 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-14fff2ba-b9ee-4517-b771-c57d30dc0646 req-25830f19-ff03-46a6-9258-0aa577121c6b tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:22.217864 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-19e019c1-378e-4f28-a3cb-dd7cc889e407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:22.285983 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port 8012636b-3f72-4baf-b30b-9d9f261281db triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:55:22.286647 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:22.326295 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14fff2ba-b9ee-4517-b771-c57d30dc0646 req-25830f19-ff03-46a6-9258-0aa577121c6b tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] Network 6da5eb6a-1ef7-4aa0-bbb2-e8f3bdbdd5ff is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:55:22.329173 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c02e0f4-7657-4dd1-ac9c-3a4b9d7c014c tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Checking segment: {'id': '5db23e5d-e77b-4187-b630-497c08eeec24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'da91932a-2e82-41cb-abd7-9843219a5c0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:55:22.330761 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c02e0f4-7657-4dd1-ac9c-3a4b9d7c014c tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Network hostable DHCP agents. Network: da91932a-2e82-41cb-abd7-9843219a5c0c, hostable agents: ['d136643e-48ae-49d4-a851-2ba3bdf3749c'], hosted agents: [] {{(pid=102791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 15:55:22.344978 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [req-14fff2ba-b9ee-4517-b771-c57d30dc0646 req-25830f19-ff03-46a6-9258-0aa577121c6b tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:55:22.352596 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d951bd34-7106-4f5e-9232-96272915278e req-73c355a7-45f2-4cc9-b6ac-c738e0e5ec37 tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] Made reservation on behalf of 48ba1cdba6ea4eb098e40b52d44291ec for: {'port': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:55:22.370174 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e019c1-378e-4f28-a3cb-dd7cc889e407 None None] Pushing event updated for resources: {'Port': ['ID=18abf42b-e442-4334-8147-3fd950ddfda0,revision_number=2']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:55:22.371442 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-d951bd34-7106-4f5e-9232-96272915278e req-73c355a7-45f2-4cc9-b6ac-c738e0e5ec37 tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:22.379356 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [req-14fff2ba-b9ee-4517-b771-c57d30dc0646 req-25830f19-ff03-46a6-9258-0aa577121c6b tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] Received port after_create {{(pid=102791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:55:22.481606 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c02e0f4-7657-4dd1-ac9c-3a4b9d7c014c tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Network da91932a-2e82-41cb-abd7-9843219a5c0c is scheduled to be hosted by DHCP agent d136643e-48ae-49d4-a851-2ba3bdf3749c with binding_index 1 {{(pid=102791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 15:55:22.490763 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25830f19-ff03-46a6-9258-0aa577121c6b tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] Pushing event updated for resources: {'Port': ['ID=4bbe2651-b5bf-4f2d-ac57-165c62f587ac,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:55:22.508994 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 6a5bf533-bb66-457d-b7d7-777ab6715b2e up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:55:22.563720 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fff2ba-b9ee-4517-b771-c57d30dc0646 req-25830f19-ff03-46a6-9258-0aa577121c6b tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:55:22.565569 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-14fff2ba-b9ee-4517-b771-c57d30dc0646 req-25830f19-ff03-46a6-9258-0aa577121c6b tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:22.569513 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [None req-3c02e0f4-7657-4dd1-ac9c-3a4b9d7c014c tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834765-1, da91932a-2e82-41cb-abd7-9843219a5c0c) {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:55:22.584244 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c02e0f4-7657-4dd1-ac9c-3a4b9d7c014c tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:55:22.585193 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-3c02e0f4-7657-4dd1-ac9c-3a4b9d7c014c tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Notify callbacks [] for subnet, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:22.594758 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c37db4a-4a93-459e-a1a7-7429e7c56db8 None None] Network da91932a-2e82-41cb-abd7-9843219a5c0c requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 15:55:22.653821 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-14fff2ba-b9ee-4517-b771-c57d30dc0646 req-25830f19-ff03-46a6-9258-0aa577121c6b tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1382408 Mar 29 15:55:22.679250 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [req-14fff2ba-b9ee-4517-b771-c57d30dc0646 req-0754e4af-1a3f-4d9a-9c91-56be869751aa service neutron] Request body: {'port': {'device_id': 'dc9add87-72f6-43b0-aaa0-72bdafaa8d86', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834765-1'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:55:22.698984 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-3c02e0f4-7657-4dd1-ac9c-3a4b9d7c014c tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.5781469 Mar 29 15:55:22.754174 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 37568) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:55:22.887911 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-6376e9da-2fd9-4885-bd16-bcd32f21f0f6 req-2ef80f84-c5f5-454a-ac7d-ec56a096f3e7 tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] 10.222.0.42 "GET /v2.0/ports?device_id=4a6e5ec3-39e2-47e2-b9ec-187b5ddeca0e HTTP/1.1" status: 200 len: 210 time: 0.0932415 Mar 29 15:55:22.888732 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0add756c-4b78-4aa0-9fa1-0b13913d502a tempest-RoutersNegativeTest-1719313365 tempest-RoutersNegativeTest-1719313365-project] vlan segment allocate from pool success with {'vlan_id': 636, 'physical_network': 'physnet1'} {{(pid=102790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 15:55:22.916926 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-0add756c-4b78-4aa0-9fa1-0b13913d502a tempest-RoutersNegativeTest-1719313365 tempest-RoutersNegativeTest-1719313365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:22.917510 n-d-834765-1 neutron-server[102790]: INFO neutron.db.segments_db [None req-0add756c-4b78-4aa0-9fa1-0b13913d502a tempest-RoutersNegativeTest-1719313365 tempest-RoutersNegativeTest-1719313365-project] Added segment 809afdb5-8b81-484e-807f-1e2944a36073 of type vlan for network 7afb6aac-ba83-4a1c-9f92-a0460dc57b74 Mar 29 15:55:22.953655 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_common [req-d951bd34-7106-4f5e-9232-96272915278e req-73c355a7-45f2-4cc9-b6ac-c738e0e5ec37 tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] Allocated IP 172.20.0.11 (6da5eb6a-1ef7-4aa0-bbb2-e8f3bdbdd5ff/f321fdd4-89ca-4bd6-835a-732290fa6cda/4e0e5c96-03a1-4013-9f20-18389d5cd858) {{(pid=102791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:55:23.033733 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-0add756c-4b78-4aa0-9fa1-0b13913d502a tempest-RoutersNegativeTest-1719313365 tempest-RoutersNegativeTest-1719313365-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783522915970'] for network, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:23.040873 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port 6a5bf533-bb66-457d-b7d7-777ab6715b2e triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:55:23.041220 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:23.088971 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-09125eb4-f04c-404c-9bf6-d63bde832d73 None None] Provisioning complete for port 4bbe2651-b5bf-4f2d-ac57-165c62f587ac triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:55:23.089507 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-09125eb4-f04c-404c-9bf6-d63bde832d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:23.108906 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-0add756c-4b78-4aa0-9fa1-0b13913d502a tempest-RoutersNegativeTest-1719313365 tempest-RoutersNegativeTest-1719313365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795'] for network, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:23.115510 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0add756c-4b78-4aa0-9fa1-0b13913d502a tempest-RoutersNegativeTest-1719313365 tempest-RoutersNegativeTest-1719313365-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:55:23.116174 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-0add756c-4b78-4aa0-9fa1-0b13913d502a tempest-RoutersNegativeTest-1719313365 tempest-RoutersNegativeTest-1719313365-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for network, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:23.130633 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-14fff2ba-b9ee-4517-b771-c57d30dc0646 req-0754e4af-1a3f-4d9a-9c91-56be869751aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:23.163717 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-09125eb4-f04c-404c-9bf6-d63bde832d73 None None] Port 4bbe2651-b5bf-4f2d-ac57-165c62f587ac cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 15:55:23.171311 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5ac1b4f-4a4f-414c-a03b-9bcdd89e9385 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0035034-69b0-5ffc-b384-0ac6189c5628-da91932a-2e82-41cb-abd7-9843219a5c0c', 'network_id': 'da91932a-2e82-41cb-abd7-9843219a5c0c', 'tenant_id': '030130d0937d42c9a5ecbc5c59eb4929', 'fixed_ips': [{'subnet_id': '0584d4d2-3c24-4452-8019-81fa83543064'}]}} from n-d-834765-1. {{(pid=102792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 29 15:55:23.171556 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-e5ac1b4f-4a4f-414c-a03b-9bcdd89e9385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:23.255044 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0add756c-4b78-4aa0-9fa1-0b13913d502a tempest-RoutersNegativeTest-1719313365 tempest-RoutersNegativeTest-1719313365-project] Pushing event updated for resources: {'Network': ['ID=7afb6aac-ba83-4a1c-9f92-a0460dc57b74,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:55:23.273729 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-0add756c-4b78-4aa0-9fa1-0b13913d502a tempest-RoutersNegativeTest-1719313365 tempest-RoutersNegativeTest-1719313365-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.6357291 Mar 29 15:55:23.286566 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-2d0e4252-467c-4a37-90d4-c50c1b500d14 tempest-TestServerBasicOps-206205767 tempest-TestServerBasicOps-206205767-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:23.288244 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 37576) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:55:23.294079 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Network 7afb6aac-ba83-4a1c-9f92-a0460dc57b74 details requested by agent ovs-agent-n-d-834765-1 with host n-d-834765-1 {{(pid=102792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 15:55:23.295931 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-769f9a10-429a-47f7-a54a-28fae41ac2c1 tempest-RoutersNegativeTest-1719313365 tempest-RoutersNegativeTest-1719313365-project] Request body: {'subnet': {'network_id': '2bf23b5f-525c-4be2-839a-cbb6d99fd1e8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:55:23.320109 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:23.343756 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] For port 6a5bf533-bb66-457d-b7d7-777ab6715b2e, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=6a5bf533-bb66-457d-b7d7-777ab6715b2e,segment=NetworkSegment(6ab47353-a811-4bad-bc73-b4cc84583cfd),segment_id=6ab47353-a811-4bad-bc73-b4cc84583cfd)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:55:23.360493 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:23.496494 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.db_base_plugin_common [None req-e5ac1b4f-4a4f-414c-a03b-9bcdd89e9385 None None] Allocated IP 172.20.0.18 (da91932a-2e82-41cb-abd7-9843219a5c0c/0584d4d2-3c24-4452-8019-81fa83543064/d0d24890-cb90-4bc6-afbe-e028dce3d42d) {{(pid=102792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:55:23.498620 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Pushing event updated for resources: {'Port': ['ID=6a5bf533-bb66-457d-b7d7-777ab6715b2e,revision_number=4']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:55:23.516357 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-2d0e4252-467c-4a37-90d4-c50c1b500d14 tempest-TestServerBasicOps-206205767 tempest-TestServerBasicOps-206205767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:23.525388 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-d951bd34-7106-4f5e-9232-96272915278e req-73c355a7-45f2-4cc9-b6ac-c738e0e5ec37 tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] Notify callbacks [] for port, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:23.566751 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-769f9a10-429a-47f7-a54a-28fae41ac2c1 tempest-RoutersNegativeTest-1719313365 tempest-RoutersNegativeTest-1719313365-project] Made reservation on behalf of 6860f87c1dd94c32b30f1f2b7e87050e for: {'subnet': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:55:23.570273 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-769f9a10-429a-47f7-a54a-28fae41ac2c1 tempest-RoutersNegativeTest-1719313365 tempest-RoutersNegativeTest-1719313365-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4793983'] for subnet, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:23.754969 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-e5ac1b4f-4a4f-414c-a03b-9bcdd89e9385 None None] Notify callbacks [] for port, precommit_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:23.765684 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-e5ac1b4f-4a4f-414c-a03b-9bcdd89e9385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956'] for port, after_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:23.820096 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [req-14fff2ba-b9ee-4517-b771-c57d30dc0646 req-0754e4af-1a3f-4d9a-9c91-56be869751aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4bbe2651-b5bf-4f2d-ac57-165c62f587ac {{(pid=102791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:55:23.830507 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-14fff2ba-b9ee-4517-b771-c57d30dc0646 req-0754e4af-1a3f-4d9a-9c91-56be869751aa service neutron] Notify callbacks [] for port, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:23.846341 n-d-834765-1 neutron-server[102792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5ac1b4f-4a4f-414c-a03b-9bcdd89e9385 None None] Network da91932a-2e82-41cb-abd7-9843219a5c0c is already hosted by enough agents. {{(pid=102792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:55:23.848081 n-d-834765-1 neutron-server[102792]: DEBUG neutron.scheduler.base_scheduler [None req-e5ac1b4f-4a4f-414c-a03b-9bcdd89e9385 None None] Resources bound (agent type, host, resource id): {{(pid=102792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:55:23.850819 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5ac1b4f-4a4f-414c-a03b-9bcdd89e9385 None None] Received port after_create {{(pid=102792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:55:23.866931 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.provisioning_blocks [req-14fff2ba-b9ee-4517-b771-c57d30dc0646 req-0754e4af-1a3f-4d9a-9c91-56be869751aa service neutron] Transition to ACTIVE for port object 4bbe2651-b5bf-4f2d-ac57-165c62f587ac will not be triggered until provisioned by entity L2. {{(pid=102791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 15:55:23.920895 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-d951bd34-7106-4f5e-9232-96272915278e req-73c355a7-45f2-4cc9-b6ac-c738e0e5ec37 tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:23.934375 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-14fff2ba-b9ee-4517-b771-c57d30dc0646 req-0754e4af-1a3f-4d9a-9c91-56be869751aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:24.023047 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ac1b4f-4a4f-414c-a03b-9bcdd89e9385 None None] Pushing event updated for resources: {'Port': ['ID=d0d24890-cb90-4bc6-afbe-e028dce3d42d,revision_number=1']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:55:24.036696 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-2d0e4252-467c-4a37-90d4-c50c1b500d14 tempest-TestServerBasicOps-206205767 tempest-TestServerBasicOps-206205767-project] Notify callbacks [] for port, precommit_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:24.040266 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-769f9a10-429a-47f7-a54a-28fae41ac2c1 tempest-RoutersNegativeTest-1719313365 tempest-RoutersNegativeTest-1719313365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5231896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4793961'] for subnet, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:24.057347 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-2d0e4252-467c-4a37-90d4-c50c1b500d14 tempest-TestServerBasicOps-206205767 tempest-TestServerBasicOps-206205767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5237921'] for port, after_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:24.067231 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-e5ac1b4f-4a4f-414c-a03b-9bcdd89e9385 None None] Attempting to bind port d0d24890-cb90-4bc6-afbe-e028dce3d42d on host n-d-834765-1 for vnic_type normal with profile {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:55:24.070582 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-e5ac1b4f-4a4f-414c-a03b-9bcdd89e9385 None None] Attempting to bind port d0d24890-cb90-4bc6-afbe-e028dce3d42d by drivers openvswitch,hyperv on host n-d-834765-1 at level 0 using segments [{'id': '5db23e5d-e77b-4187-b630-497c08eeec24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'da91932a-2e82-41cb-abd7-9843219a5c0c'}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:55:24.073327 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5ac1b4f-4a4f-414c-a03b-9bcdd89e9385 None None] Attempting to bind port d0d24890-cb90-4bc6-afbe-e028dce3d42d on network da91932a-2e82-41cb-abd7-9843219a5c0c {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:55:24.091566 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5ac1b4f-4a4f-414c-a03b-9bcdd89e9385 None None] Checking agent: {'id': 'a8866439-9d96-425c-b519-6905c591ac37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 25, 36), 'started_at': datetime.datetime(2022, 3, 29, 15, 26, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 55, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834765-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:55:24.093185 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5ac1b4f-4a4f-414c-a03b-9bcdd89e9385 None None] Checking segment: {'id': '5db23e5d-e77b-4187-b630-497c08eeec24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'da91932a-2e82-41cb-abd7-9843219a5c0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:55:24.097042 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-e5ac1b4f-4a4f-414c-a03b-9bcdd89e9385 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:24.097646 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5ac1b4f-4a4f-414c-a03b-9bcdd89e9385 None None] Bound using segment: {'id': '5db23e5d-e77b-4187-b630-497c08eeec24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'da91932a-2e82-41cb-abd7-9843219a5c0c'} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:55:24.101479 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-e5ac1b4f-4a4f-414c-a03b-9bcdd89e9385 None None] Bound port: d0d24890-cb90-4bc6-afbe-e028dce3d42d, host: n-d-834765-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5db23e5d-e77b-4187-b630-497c08eeec24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'da91932a-2e82-41cb-abd7-9843219a5c0c'}}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 15:55:24.111638 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-e5ac1b4f-4a4f-414c-a03b-9bcdd89e9385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:24.140376 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 18abf42b-e442-4334-8147-3fd950ddfda0 up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:55:24.168395 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d951bd34-7106-4f5e-9232-96272915278e req-73c355a7-45f2-4cc9-b6ac-c738e0e5ec37 tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] Network 6da5eb6a-1ef7-4aa0-bbb2-e8f3bdbdd5ff is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:55:24.183950 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0e4252-467c-4a37-90d4-c50c1b500d14 tempest-TestServerBasicOps-206205767 tempest-TestServerBasicOps-206205767-project] Pushing event updated for resources: {'Port': ['ID=1867db9d-5bfe-4205-8a9b-c10dc8fbf364,revision_number=2']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:55:24.269507 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-2d0e4252-467c-4a37-90d4-c50c1b500d14 tempest-TestServerBasicOps-206205767 tempest-TestServerBasicOps-206205767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648212'] for floatingip, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:24.293268 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [req-d951bd34-7106-4f5e-9232-96272915278e req-73c355a7-45f2-4cc9-b6ac-c738e0e5ec37 tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:55:24.321240 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [req-d951bd34-7106-4f5e-9232-96272915278e req-73c355a7-45f2-4cc9-b6ac-c738e0e5ec37 tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] Received port after_create {{(pid=102791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:55:24.328664 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0754e4af-1a3f-4d9a-9c91-56be869751aa service neutron] Pushing event updated for resources: {'Port': ['ID=4bbe2651-b5bf-4f2d-ac57-165c62f587ac,revision_number=2']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:55:24.340166 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769f9a10-429a-47f7-a54a-28fae41ac2c1 tempest-RoutersNegativeTest-1719313365 tempest-RoutersNegativeTest-1719313365-project] Pushing event updated for resources: {'Subnet': ['ID=f605e1db-6753-4390-9ab5-01a3ae2c6090,revision_number=0']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:55:24.360418 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-769f9a10-429a-47f7-a54a-28fae41ac2c1 tempest-RoutersNegativeTest-1719313365 tempest-RoutersNegativeTest-1719313365-project] Checking segment: {'id': '3cd1fcbc-998e-4add-a5bc-8dcd66dd0386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '2bf23b5f-525c-4be2-839a-cbb6d99fd1e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:55:24.361339 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-769f9a10-429a-47f7-a54a-28fae41ac2c1 tempest-RoutersNegativeTest-1719313365 tempest-RoutersNegativeTest-1719313365-project] Network hostable DHCP agents. Network: 2bf23b5f-525c-4be2-839a-cbb6d99fd1e8, hostable agents: ['d136643e-48ae-49d4-a851-2ba3bdf3749c'], hosted agents: [] {{(pid=102790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 15:55:24.492780 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c355a7-45f2-4cc9-b6ac-c738e0e5ec37 tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] Pushing event updated for resources: {'Port': ['ID=4e0e5c96-03a1-4013-9f20-18389d5cd858,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:55:24.531783 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-769f9a10-429a-47f7-a54a-28fae41ac2c1 tempest-RoutersNegativeTest-1719313365 tempest-RoutersNegativeTest-1719313365-project] Network 2bf23b5f-525c-4be2-839a-cbb6d99fd1e8 is scheduled to be hosted by DHCP agent d136643e-48ae-49d4-a851-2ba3bdf3749c with binding_index 1 {{(pid=102790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 15:55:24.558124 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24eee5e3-b219-4c66-9828-7baebaea69f2 req-047d43f7-9029-4398-a88a-646346324dea tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:55:24.559795 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-24eee5e3-b219-4c66-9828-7baebaea69f2 req-047d43f7-9029-4398-a88a-646346324dea tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] 10.222.0.42 "GET /v2.0/ports?device_id=4a6e5ec3-39e2-47e2-b9ec-187b5ddeca0e HTTP/1.1" status: 200 len: 932 time: 0.4059260 Mar 29 15:55:24.577982 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-769f9a10-429a-47f7-a54a-28fae41ac2c1 tempest-RoutersNegativeTest-1719313365 tempest-RoutersNegativeTest-1719313365-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834765-1, 2bf23b5f-525c-4be2-839a-cbb6d99fd1e8) {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:55:24.586571 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-769f9a10-429a-47f7-a54a-28fae41ac2c1 tempest-RoutersNegativeTest-1719313365 tempest-RoutersNegativeTest-1719313365-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:55:24.587413 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-769f9a10-429a-47f7-a54a-28fae41ac2c1 tempest-RoutersNegativeTest-1719313365 tempest-RoutersNegativeTest-1719313365-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for subnet, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:24.616219 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d951bd34-7106-4f5e-9232-96272915278e req-73c355a7-45f2-4cc9-b6ac-c738e0e5ec37 tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:55:24.616903 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-d951bd34-7106-4f5e-9232-96272915278e req-73c355a7-45f2-4cc9-b6ac-c738e0e5ec37 tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:24.631240 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-769f9a10-429a-47f7-a54a-28fae41ac2c1 tempest-RoutersNegativeTest-1719313365 tempest-RoutersNegativeTest-1719313365-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3416803 Mar 29 15:55:24.636569 n-d-834765-1 neutron-server[102790]: INFO neutron.db.l3_db [None req-2d0e4252-467c-4a37-90d4-c50c1b500d14 tempest-TestServerBasicOps-206205767 tempest-TestServerBasicOps-206205767-project] Floating IP f8f2b01e-50d7-46dd-b7c2-1f27849a8a26 associated. External IP: 172.25.4.232, port: 99bf4b2c-ec31-43dd-a5fa-c10c5fa9d02b. Mar 29 15:55:24.639614 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 37584) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:55:24.664202 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-49db51e5-7bde-46ac-a128-76a0a23b6c3a tempest-RoutersNegativeTest-1719313365 tempest-RoutersNegativeTest-1719313365-project] Request body: {'subnet': {'network_id': '7afb6aac-ba83-4a1c-9f92-a0460dc57b74', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:55:24.672231 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-14fff2ba-b9ee-4517-b771-c57d30dc0646 req-0754e4af-1a3f-4d9a-9c91-56be869751aa service neutron] Attempting to bind port 4bbe2651-b5bf-4f2d-ac57-165c62f587ac on host n-h2-834765-1 for vnic_type normal with profile {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:55:24.672791 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-14fff2ba-b9ee-4517-b771-c57d30dc0646 req-0754e4af-1a3f-4d9a-9c91-56be869751aa service neutron] Attempting to bind port 4bbe2651-b5bf-4f2d-ac57-165c62f587ac by drivers openvswitch,hyperv on host n-h2-834765-1 at level 0 using segments [{'id': 'ddabd0e1-5000-4ddf-a269-e1ae08a1eb01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '6da5eb6a-1ef7-4aa0-bbb2-e8f3bdbdd5ff'}] {{(pid=102791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:55:24.673402 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14fff2ba-b9ee-4517-b771-c57d30dc0646 req-0754e4af-1a3f-4d9a-9c91-56be869751aa service neutron] Attempting to bind port 4bbe2651-b5bf-4f2d-ac57-165c62f587ac on network 6da5eb6a-1ef7-4aa0-bbb2-e8f3bdbdd5ff {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:55:24.681547 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14fff2ba-b9ee-4517-b771-c57d30dc0646 req-0754e4af-1a3f-4d9a-9c91-56be869751aa service neutron] Port 4bbe2651-b5bf-4f2d-ac57-165c62f587ac on network 6da5eb6a-1ef7-4aa0-bbb2-e8f3bdbdd5ff not bound, no agent of type Open vSwitch agent registered on host n-h2-834765-1 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 15:55:24.682058 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14fff2ba-b9ee-4517-b771-c57d30dc0646 req-0754e4af-1a3f-4d9a-9c91-56be869751aa service neutron] Attempting to bind port 4bbe2651-b5bf-4f2d-ac57-165c62f587ac on network 6da5eb6a-1ef7-4aa0-bbb2-e8f3bdbdd5ff {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:55:24.694161 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d951bd34-7106-4f5e-9232-96272915278e req-73c355a7-45f2-4cc9-b6ac-c738e0e5ec37 tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1098084 Mar 29 15:55:24.710132 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [req-d951bd34-7106-4f5e-9232-96272915278e req-69462f28-8eda-4129-9738-c7cc3fe76462 service neutron] Request body: {'port': {'device_id': '4a6e5ec3-39e2-47e2-b9ec-187b5ddeca0e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834765-1'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:55:24.718882 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-8f5b8ce1-5374-4475-ba32-643a47e6548c tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:24.722079 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14fff2ba-b9ee-4517-b771-c57d30dc0646 req-0754e4af-1a3f-4d9a-9c91-56be869751aa service neutron] Checking agent: {'id': '3e4b4912-b4a2-4d17-b5bd-6ce15529e8eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 33, 17), 'started_at': datetime.datetime(2022, 3, 29, 15, 33, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 55, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:55:24.722676 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14fff2ba-b9ee-4517-b771-c57d30dc0646 req-0754e4af-1a3f-4d9a-9c91-56be869751aa service neutron] Checking segment: {'id': 'ddabd0e1-5000-4ddf-a269-e1ae08a1eb01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '6da5eb6a-1ef7-4aa0-bbb2-e8f3bdbdd5ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:55:24.723299 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14fff2ba-b9ee-4517-b771-c57d30dc0646 req-0754e4af-1a3f-4d9a-9c91-56be869751aa service neutron] Bound using segment: {'id': 'ddabd0e1-5000-4ddf-a269-e1ae08a1eb01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '6da5eb6a-1ef7-4aa0-bbb2-e8f3bdbdd5ff'} {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:55:24.724048 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-14fff2ba-b9ee-4517-b771-c57d30dc0646 req-0754e4af-1a3f-4d9a-9c91-56be869751aa service neutron] Bound port: 4bbe2651-b5bf-4f2d-ac57-165c62f587ac, host: n-h2-834765-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ddabd0e1-5000-4ddf-a269-e1ae08a1eb01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '6da5eb6a-1ef7-4aa0-bbb2-e8f3bdbdd5ff'}}] {{(pid=102791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 15:55:24.724701 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-14fff2ba-b9ee-4517-b771-c57d30dc0646 req-0754e4af-1a3f-4d9a-9c91-56be869751aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:24.726342 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b675f04-4a87-4200-8a32-8faa85102ab0 None None] Network 2bf23b5f-525c-4be2-839a-cbb6d99fd1e8 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 15:55:24.729766 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08496555-89fa-459f-8151-38061fb58892 None None] Network 7fb793a8-b903-4864-8b07-e465aaa65206 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 15:55:24.753010 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-e5ac1b4f-4a4f-414c-a03b-9bcdd89e9385 None None] For port d0d24890-cb90-4bc6-afbe-e028dce3d42d, host n-d-834765-1, cleared binding levels {{(pid=102792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:55:24.799488 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-24eee5e3-b219-4c66-9828-7baebaea69f2 req-36214a18-1dcd-4666-aa19-efb751e00d01 tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] 10.222.0.42 "GET /v2.0/security-groups?id=158a092c-dd2b-4e56-b164-ca7881904141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2058933 Mar 29 15:55:24.827596 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port 18abf42b-e442-4334-8147-3fd950ddfda0 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:55:24.828099 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:24.835076 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-e5ac1b4f-4a4f-414c-a03b-9bcdd89e9385 None None] For port d0d24890-cb90-4bc6-afbe-e028dce3d42d, host n-d-834765-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=d0d24890-cb90-4bc6-afbe-e028dce3d42d,segment=NetworkSegment(5db23e5d-e77b-4187-b630-497c08eeec24),segment_id=5db23e5d-e77b-4187-b630-497c08eeec24)] {{(pid=102792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:55:24.926345 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-e5ac1b4f-4a4f-414c-a03b-9bcdd89e9385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:24.993505 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-14fff2ba-b9ee-4517-b771-c57d30dc0646 req-0754e4af-1a3f-4d9a-9c91-56be869751aa service neutron] For port 4bbe2651-b5bf-4f2d-ac57-165c62f587ac, host n-h2-834765-1, cleared binding levels {{(pid=102791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:55:24.995505 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-d951bd34-7106-4f5e-9232-96272915278e req-69462f28-8eda-4129-9738-c7cc3fe76462 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:25.076684 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-14fff2ba-b9ee-4517-b771-c57d30dc0646 req-0754e4af-1a3f-4d9a-9c91-56be869751aa service neutron] For port 4bbe2651-b5bf-4f2d-ac57-165c62f587ac, host n-h2-834765-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=4bbe2651-b5bf-4f2d-ac57-165c62f587ac,segment=NetworkSegment(ddabd0e1-5000-4ddf-a269-e1ae08a1eb01),segment_id=ddabd0e1-5000-4ddf-a269-e1ae08a1eb01)] {{(pid=102791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:55:25.113791 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49db51e5-7bde-46ac-a128-76a0a23b6c3a tempest-RoutersNegativeTest-1719313365 tempest-RoutersNegativeTest-1719313365-project] Made reservation on behalf of 6860f87c1dd94c32b30f1f2b7e87050e for: {'subnet': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:55:25.117404 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-14fff2ba-b9ee-4517-b771-c57d30dc0646 req-0754e4af-1a3f-4d9a-9c91-56be869751aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:25.117580 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-49db51e5-7bde-46ac-a128-76a0a23b6c3a tempest-RoutersNegativeTest-1719313365 tempest-RoutersNegativeTest-1719313365-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4793983'] for subnet, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:25.122801 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d0e4252-467c-4a37-90d4-c50c1b500d14 tempest-TestServerBasicOps-206205767 tempest-TestServerBasicOps-206205767-project] Router 68f8a11e-6cc5-440d-a739-7abeb0164aac has already been hosted by L3 agent c648d819-1060-4f26-b4ec-6455387b5dff {{(pid=102790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 15:55:25.135525 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ac1b4f-4a4f-414c-a03b-9bcdd89e9385 None None] Pushing event updated for resources: {'Port': ['ID=d0d24890-cb90-4bc6-afbe-e028dce3d42d,revision_number=2']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:55:25.184149 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fff2ba-b9ee-4517-b771-c57d30dc0646 req-0754e4af-1a3f-4d9a-9c91-56be869751aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:55:25.184844 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-14fff2ba-b9ee-4517-b771-c57d30dc0646 req-0754e4af-1a3f-4d9a-9c91-56be869751aa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:25.186602 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-14fff2ba-b9ee-4517-b771-c57d30dc0646 req-0754e4af-1a3f-4d9a-9c91-56be869751aa service neutron] 10.222.0.48 "PUT /v2.0/ports/4bbe2651-b5bf-4f2d-ac57-165c62f587ac HTTP/1.1" status: 200 len: 1091 time: 2.5223258 Mar 29 15:55:25.208510 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc9add87-72f6-43b0-aaa0-72bdafaa8d86', 'tag': '4bbe2651-b5bf-4f2d-ac57-165c62f587ac'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:55:25.231243 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c67b028db5e9b9818fecc5c0a87ebc6f190694fa53ca267d523e04f98de536d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab125bed-4346-4e85-bebf-3f88f83be3af" -d '{"events": [{"name": "network-changed", "server_uuid": "dc9add87-72f6-43b0-aaa0-72bdafaa8d86", "tag": "4bbe2651-b5bf-4f2d-ac57-165c62f587ac"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:55:25.329227 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0754e4af-1a3f-4d9a-9c91-56be869751aa service neutron] Pushing event updated for resources: {'Port': ['ID=4bbe2651-b5bf-4f2d-ac57-165c62f587ac,revision_number=3']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:55:25.417999 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-eaf61617-98f5-4234-aa2a-930ecd30d2d4 None None] Provisioning complete for port 18abf42b-e442-4334-8147-3fd950ddfda0 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:55:25.419314 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-eaf61617-98f5-4234-aa2a-930ecd30d2d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:25.484746 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 15:55:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7814f9ed-66cd-47a4-9828-fda826657119 x-openstack-request-id: req-7814f9ed-66cd-47a4-9828-fda826657119 {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:55:25.485457 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc9add87-72f6-43b0-aaa0-72bdafaa8d86", "tag": "4bbe2651-b5bf-4f2d-ac57-165c62f587ac", "status": "completed", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:55:25.487996 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-7814f9ed-66cd-47a4-9828-fda826657119 {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:55:25.488730 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc9add87-72f6-43b0-aaa0-72bdafaa8d86', 'tag': '4bbe2651-b5bf-4f2d-ac57-165c62f587ac', 'status': 'completed', 'code': 200} Mar 29 15:55:25.497507 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5121b315-af84-421c-b658-d9982a9f70d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0035034-69b0-5ffc-b384-0ac6189c5628-2bf23b5f-525c-4be2-839a-cbb6d99fd1e8', 'network_id': '2bf23b5f-525c-4be2-839a-cbb6d99fd1e8', 'tenant_id': '6860f87c1dd94c32b30f1f2b7e87050e', 'fixed_ips': [{'subnet_id': 'f605e1db-6753-4390-9ab5-01a3ae2c6090'}]}} from n-d-834765-1. {{(pid=102792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 29 15:55:25.498379 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-5121b315-af84-421c-b658-d9982a9f70d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:25.510173 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:25.568249 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d0e4252-467c-4a37-90d4-c50c1b500d14 tempest-TestServerBasicOps-206205767 tempest-TestServerBasicOps-206205767-project] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:55:25.597355 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2a94b4a-26e7-4da4-8d77-425f59145d17 None None] Sync routers for ids ['68f8a11e-6cc5-440d-a739-7abeb0164aac'] in n-d-834765-1 {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:55:25.646570 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-2d0e4252-467c-4a37-90d4-c50c1b500d14 tempest-TestServerBasicOps-206205767 tempest-TestServerBasicOps-206205767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for floatingip, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:25.769460 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-2d0e4252-467c-4a37-90d4-c50c1b500d14 tempest-TestServerBasicOps-206205767 tempest-TestServerBasicOps-206205767-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 6.4415696 Mar 29 15:55:25.797196 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] For port 18abf42b-e442-4334-8147-3fd950ddfda0, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=18abf42b-e442-4334-8147-3fd950ddfda0,segment=NetworkSegment(61307a8b-bf9f-41fc-a26f-38e94e7689af),segment_id=61307a8b-bf9f-41fc-a26f-38e94e7689af)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:55:25.818458 n-d-834765-1 neutron-server[102790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49afb217-7a40-443f-8872-8ae2fd1bb83b', 'tag': '99bf4b2c-ec31-43dd-a5fa-c10c5fa9d02b'}] {{(pid=102790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:55:25.826235 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46b06d655c90bc969636382cce4240ad749035fb0f3a83ee4734fa1ed9c4a6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13c737f0-5bd2-4236-9259-87ed32cdbbb7" -d '{"events": [{"name": "network-changed", "server_uuid": "49afb217-7a40-443f-8872-8ae2fd1bb83b", "tag": "99bf4b2c-ec31-43dd-a5fa-c10c5fa9d02b"}]}' {{(pid=102790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:55:25.910609 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:25.914177 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 6a5bf533-bb66-457d-b7d7-777ab6715b2e up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:55:25.922102 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 15:55:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65436411-4755-4b6b-8de6-69c04acafa50 x-openstack-request-id: req-65436411-4755-4b6b-8de6-69c04acafa50 {{(pid=102790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:55:25.922803 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49afb217-7a40-443f-8872-8ae2fd1bb83b", "tag": "99bf4b2c-ec31-43dd-a5fa-c10c5fa9d02b", "status": "completed", "code": 200}]} {{(pid=102790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:55:25.926047 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-65436411-4755-4b6b-8de6-69c04acafa50 {{(pid=102790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:55:25.929145 n-d-834765-1 neutron-server[102790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49afb217-7a40-443f-8872-8ae2fd1bb83b', 'tag': '99bf4b2c-ec31-43dd-a5fa-c10c5fa9d02b', 'status': 'completed', 'code': 200} Mar 29 15:55:25.931013 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-49db51e5-7bde-46ac-a128-76a0a23b6c3a tempest-RoutersNegativeTest-1719313365 tempest-RoutersNegativeTest-1719313365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5231896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4793961'] for subnet, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:25.988167 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2a94b4a-26e7-4da4-8d77-425f59145d17 None None] Routers {'68f8a11e-6cc5-440d-a739-7abeb0164aac'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:55:25.989115 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-f2a94b4a-26e7-4da4-8d77-425f59145d17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:55:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['68f8a11e-6cc5-440d-a739-7abeb0164aac'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:55:26.076637 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fff2ba-b9ee-4517-b771-c57d30dc0646 req-363fca24-fbc3-44f6-bc2f-d02a6a0c63b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:55:26.078708 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-14fff2ba-b9ee-4517-b771-c57d30dc0646 req-363fca24-fbc3-44f6-bc2f-d02a6a0c63b5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=48ba1cdba6ea4eb098e40b52d44291ec&device_id=dc9add87-72f6-43b0-aaa0-72bdafaa8d86 HTTP/1.1" status: 200 len: 1094 time: 0.8155544 Mar 29 15:55:26.083706 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49db51e5-7bde-46ac-a128-76a0a23b6c3a tempest-RoutersNegativeTest-1719313365 tempest-RoutersNegativeTest-1719313365-project] Pushing event updated for resources: {'Subnet': ['ID=2c765b46-3373-4fb5-a3d4-9f1925dfbc9b,revision_number=0']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:55:26.091136 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49db51e5-7bde-46ac-a128-76a0a23b6c3a tempest-RoutersNegativeTest-1719313365 tempest-RoutersNegativeTest-1719313365-project] Checking segment: {'id': '809afdb5-8b81-484e-807f-1e2944a36073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '7afb6aac-ba83-4a1c-9f92-a0460dc57b74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:55:26.091589 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49db51e5-7bde-46ac-a128-76a0a23b6c3a tempest-RoutersNegativeTest-1719313365 tempest-RoutersNegativeTest-1719313365-project] Network hostable DHCP agents. Network: 7afb6aac-ba83-4a1c-9f92-a0460dc57b74, hostable agents: ['d136643e-48ae-49d4-a851-2ba3bdf3749c'], hosted agents: [] {{(pid=102790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 15:55:26.124171 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49db51e5-7bde-46ac-a128-76a0a23b6c3a tempest-RoutersNegativeTest-1719313365 tempest-RoutersNegativeTest-1719313365-project] Network 7afb6aac-ba83-4a1c-9f92-a0460dc57b74 is scheduled to be hosted by DHCP agent d136643e-48ae-49d4-a851-2ba3bdf3749c with binding_index 1 {{(pid=102790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 15:55:26.141094 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-49db51e5-7bde-46ac-a128-76a0a23b6c3a tempest-RoutersNegativeTest-1719313365 tempest-RoutersNegativeTest-1719313365-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834765-1, 7afb6aac-ba83-4a1c-9f92-a0460dc57b74) {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:55:26.141765 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_common [None req-8f5b8ce1-5374-4475-ba32-643a47e6548c tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Allocated IP 172.20.0.17 (da91932a-2e82-41cb-abd7-9843219a5c0c/0584d4d2-3c24-4452-8019-81fa83543064/58c12c92-de29-495b-b480-d0a14f31a5f7) {{(pid=102791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:55:26.149179 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49db51e5-7bde-46ac-a128-76a0a23b6c3a tempest-RoutersNegativeTest-1719313365 tempest-RoutersNegativeTest-1719313365-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:55:26.149854 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-49db51e5-7bde-46ac-a128-76a0a23b6c3a tempest-RoutersNegativeTest-1719313365 tempest-RoutersNegativeTest-1719313365-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for subnet, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:26.198784 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-49db51e5-7bde-46ac-a128-76a0a23b6c3a tempest-RoutersNegativeTest-1719313365 tempest-RoutersNegativeTest-1719313365-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5578148 Mar 29 15:55:26.199487 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 37610) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:55:26.229201 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-14fff2ba-b9ee-4517-b771-c57d30dc0646 req-6921c7b2-5d93-49df-9eb0-0a76404649e3 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4bbe2651-b5bf-4f2d-ac57-165c62f587ac HTTP/1.1" status: 200 len: 217 time: 0.1144354 Mar 29 15:55:26.296405 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvr_db [None req-f2a94b4a-26e7-4da4-8d77-425f59145d17 None None] Set router 68f8a11e-6cc5-440d-a739-7abeb0164aac gateway port host: n-d-834765-1 {{(pid=102792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:55:26.369505 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c737f0-5bd2-4236-9259-87ed32cdbbb7 req-d7a39309-d691-4f93-9e19-d033e321657b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:55:26.371017 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-13c737f0-5bd2-4236-9259-87ed32cdbbb7 req-d7a39309-d691-4f93-9e19-d033e321657b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=04bb88e92aa64365906899266844f6e0&device_id=49afb217-7a40-443f-8872-8ae2fd1bb83b HTTP/1.1" status: 200 len: 1096 time: 0.4135425 Mar 29 15:55:26.409089 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8c704e-56bd-474e-8bd6-566848524231 req-c9ca4515-e88a-47b3-b0e3-f7dd281827b4 tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:55:26.410661 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-3a8c704e-56bd-474e-8bd6-566848524231 req-c9ca4515-e88a-47b3-b0e3-f7dd281827b4 tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] 10.222.0.42 "GET /v2.0/ports?device_id=4a6e5ec3-39e2-47e2-b9ec-187b5ddeca0e HTTP/1.1" status: 200 len: 932 time: 0.3806064 Mar 29 15:55:26.462289 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb4d1f03-a538-40f0-b043-082e240dcf81 None None] Network 7afb6aac-ba83-4a1c-9f92-a0460dc57b74 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 15:55:26.546898 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fff2ba-b9ee-4517-b771-c57d30dc0646 req-126bab2d-915d-436f-8167-f9bda2bfbe1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:55:26.549580 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-14fff2ba-b9ee-4517-b771-c57d30dc0646 req-126bab2d-915d-436f-8167-f9bda2bfbe1b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f321fdd4-89ca-4bd6-835a-732290fa6cda HTTP/1.1" status: 200 len: 858 time: 0.3023489 Mar 29 15:55:26.575702 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-eaf61617-98f5-4234-aa2a-930ecd30d2d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:26.590747 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-3a8c704e-56bd-474e-8bd6-566848524231 req-cbad5e26-3353-4e3e-a7b6-8fc02585247f tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] 10.222.0.42 "GET /v2.0/security-groups?id=158a092c-dd2b-4e56-b164-ca7881904141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597722 Mar 29 15:55:26.766517 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.db_base_plugin_common [None req-5121b315-af84-421c-b658-d9982a9f70d0 None None] Allocated IP 172.20.0.2 (2bf23b5f-525c-4be2-839a-cbb6d99fd1e8/f605e1db-6753-4390-9ab5-01a3ae2c6090/4c3a335b-e767-4d65-aef4-9d72db41e9f0) {{(pid=102792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:55:26.777210 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Pushing event updated for resources: {'Port': ['ID=18abf42b-e442-4334-8147-3fd950ddfda0,revision_number=3']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:55:26.781348 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-d056376f-dbcc-407f-850c-be637932abb6 tempest-RoutersNegativeTest-1719313365 tempest-RoutersNegativeTest-1719313365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:26.811762 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port 6a5bf533-bb66-457d-b7d7-777ab6715b2e triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:55:26.812848 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:26.823829 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-067b83d5-0481-47e0-86bd-ed5f2ec33a30 None None] Network da91932a-2e82-41cb-abd7-9843219a5c0c requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 15:55:27.164197 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [req-d951bd34-7106-4f5e-9232-96272915278e req-69462f28-8eda-4129-9738-c7cc3fe76462 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e0e5c96-03a1-4013-9f20-18389d5cd858 {{(pid=102791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:55:27.175189 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.db.api [None req-eaf61617-98f5-4234-aa2a-930ecd30d2d4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102792) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 29 15:55:27.175740 n-d-834765-1 neutron-server[102792]: DEBUG oslo_db.api [None req-eaf61617-98f5-4234-aa2a-930ecd30d2d4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 29 15:55:27.187686 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-d951bd34-7106-4f5e-9232-96272915278e req-69462f28-8eda-4129-9738-c7cc3fe76462 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:27.203481 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd84c0a2-d9d5-4d01-a106-9073dddc2669 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0035034-69b0-5ffc-b384-0ac6189c5628-7afb6aac-ba83-4a1c-9f92-a0460dc57b74', 'network_id': '7afb6aac-ba83-4a1c-9f92-a0460dc57b74', 'tenant_id': '6860f87c1dd94c32b30f1f2b7e87050e', 'fixed_ips': [{'subnet_id': '2c765b46-3373-4fb5-a3d4-9f1925dfbc9b'}]}} from n-d-834765-1. {{(pid=102792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 29 15:55:27.204938 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-bd84c0a2-d9d5-4d01-a106-9073dddc2669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:27.213188 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-8f5b8ce1-5374-4475-ba32-643a47e6548c tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Notify callbacks [] for port, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:27.235511 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fff2ba-b9ee-4517-b771-c57d30dc0646 req-08b3839e-bf8d-4a70-ad12-e54d8c372cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:55:27.238012 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-14fff2ba-b9ee-4517-b771-c57d30dc0646 req-08b3839e-bf8d-4a70-ad12-e54d8c372cfa service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6da5eb6a-1ef7-4aa0-bbb2-e8f3bdbdd5ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6606367 Mar 29 15:55:27.243901 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c737f0-5bd2-4236-9259-87ed32cdbbb7 req-92b4c5b6-bf58-4fd8-bc2f-d614b0838bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:55:27.245091 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-13c737f0-5bd2-4236-9259-87ed32cdbbb7 req-92b4c5b6-bf58-4fd8-bc2f-d614b0838bd8 service neutron] 10.222.0.44 "GET /v2.0/networks?id=3e947b62-42fa-4c40-a135-95d654c5af33 HTTP/1.1" status: 200 len: 910 time: 0.8622901 Mar 29 15:55:27.273875 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.provisioning_blocks [req-d951bd34-7106-4f5e-9232-96272915278e req-69462f28-8eda-4129-9738-c7cc3fe76462 service neutron] Transition to ACTIVE for port object 4e0e5c96-03a1-4013-9f20-18389d5cd858 will not be triggered until provisioned by entity L2. {{(pid=102791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 15:55:27.324964 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-d951bd34-7106-4f5e-9232-96272915278e req-69462f28-8eda-4129-9738-c7cc3fe76462 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:27.467638 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-14fff2ba-b9ee-4517-b771-c57d30dc0646 req-e3fd1293-3827-4787-ace8-8cefbfb5ad9e service neutron] 10.222.0.48 "GET /v2.0/networks/6da5eb6a-1ef7-4aa0-bbb2-e8f3bdbdd5ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2198012 Mar 29 15:55:27.474644 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-13c737f0-5bd2-4236-9259-87ed32cdbbb7 req-f3fbffc6-d0be-493f-b684-4506d8a9bbd6 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=99bf4b2c-ec31-43dd-a5fa-c10c5fa9d02b HTTP/1.1" status: 200 len: 999 time: 0.2074828 Mar 29 15:55:27.484889 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-8f5b8ce1-5374-4475-ba32-643a47e6548c tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:27.489850 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69462f28-8eda-4129-9738-c7cc3fe76462 service neutron] Pushing event updated for resources: {'Port': ['ID=4e0e5c96-03a1-4013-9f20-18389d5cd858,revision_number=2']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:55:27.668887 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-5121b315-af84-421c-b658-d9982a9f70d0 None None] Notify callbacks [] for port, precommit_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:27.697631 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-f2a94b4a-26e7-4da4-8d77-425f59145d17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68f8a11e-6cc5-440d-a739-7abeb0164aac', 'name': 'tempest-TestServerBasicOps-1593062931-router', 'tenant_id': '04bb88e92aa64365906899266844f6e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.52'}], 'enable_snat': True}, 'gw_port_id': '9992b074-fbe2-4da3-9131-91e3da12370a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:54:35Z', 'updated_at': '2022-03-29T15:54:41Z', 'revision_number': 4, 'project_id': '04bb88e92aa64365906899266844f6e0', 'gw_port': {'id': '9992b074-fbe2-4da3-9131-91e3da12370a', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:55:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68f8a11e-6cc5-440d-a739-7abeb0164aac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2359, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:54:36Z', 'updated_at': '2022-03-29T15:54:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_floatingips': [{'id': 'f8f2b01e-50d7-46dd-b7c2-1f27849a8a26', 'tenant_id': '04bb88e92aa64365906899266844f6e0', 'floating_ip_address': '172.25.4.232', 'floating_network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'router_id': '68f8a11e-6cc5-440d-a739-7abeb0164aac', 'port_id': '99bf4b2c-ec31-43dd-a5fa-c10c5fa9d02b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2451, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e947b62-42fa-4c40-a135-95d654c5af33', 'mac_address': 'fa:16:3e:e7:c0:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49afb217-7a40-443f-8872-8ae2fd1bb83b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T15:55:21Z', 'updated_at': '2022-03-29T15:55:21Z', 'revision_number': 0, 'project_id': '04bb88e92aa64365906899266844f6e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e36293b9-8095-45ba-a97a-5db63821b326', 'name': '', 'network_id': '3e947b62-42fa-4c40-a135-95d654c5af33', 'tenant_id': '04bb88e92aa64365906899266844f6e0', 'mac_address': 'fa:16:3e:84:8d:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68f8a11e-6cc5-440d-a739-7abeb0164aac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2363, 'fixed_ips': [{'subnet_id': 'd2bd398d-9d3a-4812-aba7-11f854be4832', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:54:41Z', 'updated_at': '2022-03-29T15:54:53Z', 'revision_number': 5, 'project_id': '04bb88e92aa64365906899266844f6e0', 'subnets': [{'id': 'd2bd398d-9d3a-4812-aba7-11f854be4832', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:55:27.726790 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-5121b315-af84-421c-b658-d9982a9f70d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956'] for port, after_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:27.805587 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5b8ce1-5374-4475-ba32-643a47e6548c tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Pushing event updated for resources: {'Port': ['ID=58c12c92-de29-495b-b480-d0a14f31a5f7,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:55:27.811327 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f5b8ce1-5374-4475-ba32-643a47e6548c tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Network da91932a-2e82-41cb-abd7-9843219a5c0c is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:55:27.839212 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2a94b4a-26e7-4da4-8d77-425f59145d17 None None] Checking router: 68f8a11e-6cc5-440d-a739-7abeb0164aac for host: n-d-834765-1 {{(pid=102792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:55:27.842666 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.db_base_plugin_common [None req-d056376f-dbcc-407f-850c-be637932abb6 tempest-RoutersNegativeTest-1719313365 tempest-RoutersNegativeTest-1719313365-project] Allocated IP 172.20.0.1 (2bf23b5f-525c-4be2-839a-cbb6d99fd1e8/f605e1db-6753-4390-9ab5-01a3ae2c6090/202a753d-d45b-4b20-9fc0-404cf8d77904) {{(pid=102790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:55:27.858197 n-d-834765-1 neutron-server[102792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5121b315-af84-421c-b658-d9982a9f70d0 None None] Network 2bf23b5f-525c-4be2-839a-cbb6d99fd1e8 is already hosted by enough agents. {{(pid=102792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:55:27.903235 n-d-834765-1 neutron-server[102792]: DEBUG neutron.scheduler.base_scheduler [None req-5121b315-af84-421c-b658-d9982a9f70d0 None None] Resources bound (agent type, host, resource id): {{(pid=102792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:55:27.909128 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [None req-8f5b8ce1-5374-4475-ba32-643a47e6548c tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:55:27.913223 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f5b8ce1-5374-4475-ba32-643a47e6548c tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Received port after_create {{(pid=102791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:55:27.916828 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c737f0-5bd2-4236-9259-87ed32cdbbb7 req-f1227a76-9d9e-4f77-9c1e-0845db377e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:55:27.918446 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-13c737f0-5bd2-4236-9259-87ed32cdbbb7 req-f1227a76-9d9e-4f77-9c1e-0845db377e22 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d2bd398d-9d3a-4812-aba7-11f854be4832 HTTP/1.1" status: 200 len: 848 time: 0.4318771 Mar 29 15:55:27.925945 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.db_base_plugin_common [None req-bd84c0a2-d9d5-4d01-a106-9073dddc2669 None None] Allocated IP 172.20.0.2 (7afb6aac-ba83-4a1c-9f92-a0460dc57b74/2c765b46-3373-4fb5-a3d4-9f1925dfbc9b/626efb09-9ef9-4f69-a6a2-055b3389e50e) {{(pid=102792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:55:27.948873 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5121b315-af84-421c-b658-d9982a9f70d0 None None] Received port after_create {{(pid=102792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:55:27.954512 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5121b315-af84-421c-b658-d9982a9f70d0 None None] Pushing event updated for resources: {'Port': ['ID=4c3a335b-e767-4d65-aef4-9d72db41e9f0,revision_number=1']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:55:27.982862 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2a94b4a-26e7-4da4-8d77-425f59145d17 None None] Routers {'68f8a11e-6cc5-440d-a739-7abeb0164aac'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:55:27.983523 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-f2a94b4a-26e7-4da4-8d77-425f59145d17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:55:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['68f8a11e-6cc5-440d-a739-7abeb0164aac'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:55:28.058278 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f226551b-fa86-4e54-bc41-a0b212fe0a3d req-cb5b67a0-ac41-4de7-8a94-9817df45fc6f tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:55:28.060492 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f226551b-fa86-4e54-bc41-a0b212fe0a3d req-cb5b67a0-ac41-4de7-8a94-9817df45fc6f tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] 10.222.0.42 "GET /v2.0/ports?device_id=4a6e5ec3-39e2-47e2-b9ec-187b5ddeca0e HTTP/1.1" status: 200 len: 944 time: 0.2360826 Mar 29 15:55:28.076749 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c737f0-5bd2-4236-9259-87ed32cdbbb7 req-17551711-9e31-429d-8dd9-2ae8a722077e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:55:28.078253 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-13c737f0-5bd2-4236-9259-87ed32cdbbb7 req-17551711-9e31-429d-8dd9-2ae8a722077e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=3e947b62-42fa-4c40-a135-95d654c5af33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1464751 Mar 29 15:55:28.086545 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-d056376f-dbcc-407f-850c-be637932abb6 tempest-RoutersNegativeTest-1719313365 tempest-RoutersNegativeTest-1719313365-project] Notify callbacks [] for port, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:28.118195 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device d0d24890-cb90-4bc6-afbe-e028dce3d42d up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:55:28.121877 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-d951bd34-7106-4f5e-9232-96272915278e req-69462f28-8eda-4129-9738-c7cc3fe76462 service neutron] Attempting to bind port 4e0e5c96-03a1-4013-9f20-18389d5cd858 on host n-h1-834765-1 for vnic_type normal with profile {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:55:28.122564 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-d951bd34-7106-4f5e-9232-96272915278e req-69462f28-8eda-4129-9738-c7cc3fe76462 service neutron] Attempting to bind port 4e0e5c96-03a1-4013-9f20-18389d5cd858 by drivers openvswitch,hyperv on host n-h1-834765-1 at level 0 using segments [{'id': 'ddabd0e1-5000-4ddf-a269-e1ae08a1eb01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '6da5eb6a-1ef7-4aa0-bbb2-e8f3bdbdd5ff'}] {{(pid=102791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:55:28.122899 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d951bd34-7106-4f5e-9232-96272915278e req-69462f28-8eda-4129-9738-c7cc3fe76462 service neutron] Attempting to bind port 4e0e5c96-03a1-4013-9f20-18389d5cd858 on network 6da5eb6a-1ef7-4aa0-bbb2-e8f3bdbdd5ff {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:55:28.162778 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-d056376f-dbcc-407f-850c-be637932abb6 tempest-RoutersNegativeTest-1719313365 tempest-RoutersNegativeTest-1719313365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:28.252967 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d056376f-dbcc-407f-850c-be637932abb6 tempest-RoutersNegativeTest-1719313365 tempest-RoutersNegativeTest-1719313365-project] Network 2bf23b5f-525c-4be2-839a-cbb6d99fd1e8 is already hosted by enough agents. {{(pid=102790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:55:28.266350 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-d056376f-dbcc-407f-850c-be637932abb6 tempest-RoutersNegativeTest-1719313365 tempest-RoutersNegativeTest-1719313365-project] Resources bound (agent type, host, resource id): {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:55:28.285344 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d056376f-dbcc-407f-850c-be637932abb6 tempest-RoutersNegativeTest-1719313365 tempest-RoutersNegativeTest-1719313365-project] Received port after_create {{(pid=102790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:55:28.328182 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f226551b-fa86-4e54-bc41-a0b212fe0a3d req-89bc56d4-e39f-4186-8026-4ee68e260f2e tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] 10.222.0.42 "GET /v2.0/security-groups?id=158a092c-dd2b-4e56-b164-ca7881904141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2487195 Mar 29 15:55:28.330927 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d951bd34-7106-4f5e-9232-96272915278e req-69462f28-8eda-4129-9738-c7cc3fe76462 service neutron] Port 4e0e5c96-03a1-4013-9f20-18389d5cd858 on network 6da5eb6a-1ef7-4aa0-bbb2-e8f3bdbdd5ff not bound, no agent of type Open vSwitch agent registered on host n-h1-834765-1 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 15:55:28.331166 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d951bd34-7106-4f5e-9232-96272915278e req-69462f28-8eda-4129-9738-c7cc3fe76462 service neutron] Attempting to bind port 4e0e5c96-03a1-4013-9f20-18389d5cd858 on network 6da5eb6a-1ef7-4aa0-bbb2-e8f3bdbdd5ff {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:55:28.389075 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d951bd34-7106-4f5e-9232-96272915278e req-69462f28-8eda-4129-9738-c7cc3fe76462 service neutron] Checking agent: {'id': 'be375040-5069-4239-9460-a3a3213e1e90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 33, 18), 'started_at': datetime.datetime(2022, 3, 29, 15, 33, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 55, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:55:28.389075 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d951bd34-7106-4f5e-9232-96272915278e req-69462f28-8eda-4129-9738-c7cc3fe76462 service neutron] Checking segment: {'id': 'ddabd0e1-5000-4ddf-a269-e1ae08a1eb01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '6da5eb6a-1ef7-4aa0-bbb2-e8f3bdbdd5ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:55:28.389075 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d951bd34-7106-4f5e-9232-96272915278e req-69462f28-8eda-4129-9738-c7cc3fe76462 service neutron] Bound using segment: {'id': 'ddabd0e1-5000-4ddf-a269-e1ae08a1eb01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '6da5eb6a-1ef7-4aa0-bbb2-e8f3bdbdd5ff'} {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:55:28.389550 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-d951bd34-7106-4f5e-9232-96272915278e req-69462f28-8eda-4129-9738-c7cc3fe76462 service neutron] Bound port: 4e0e5c96-03a1-4013-9f20-18389d5cd858, host: n-h1-834765-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ddabd0e1-5000-4ddf-a269-e1ae08a1eb01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '6da5eb6a-1ef7-4aa0-bbb2-e8f3bdbdd5ff'}}] {{(pid=102791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 15:55:28.389916 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-d951bd34-7106-4f5e-9232-96272915278e req-69462f28-8eda-4129-9738-c7cc3fe76462 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:28.392119 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-8f5b8ce1-5374-4475-ba32-643a47e6548c tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-648347'] for router_interface, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:28.442389 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-d056376f-dbcc-407f-850c-be637932abb6 tempest-RoutersNegativeTest-1719313365 tempest-RoutersNegativeTest-1719313365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-648347'] for router_interface, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:28.445741 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d056376f-dbcc-407f-850c-be637932abb6 tempest-RoutersNegativeTest-1719313365 tempest-RoutersNegativeTest-1719313365-project] Pushing event updated for resources: {'Port': ['ID=202a753d-d45b-4b20-9fc0-404cf8d77904,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:55:28.483462 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-5121b315-af84-421c-b658-d9982a9f70d0 None None] Attempting to bind port 4c3a335b-e767-4d65-aef4-9d72db41e9f0 on host n-d-834765-1 for vnic_type normal with profile {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:55:28.483836 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-5121b315-af84-421c-b658-d9982a9f70d0 None None] Attempting to bind port 4c3a335b-e767-4d65-aef4-9d72db41e9f0 by drivers openvswitch,hyperv on host n-d-834765-1 at level 0 using segments [{'id': '3cd1fcbc-998e-4add-a5bc-8dcd66dd0386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '2bf23b5f-525c-4be2-839a-cbb6d99fd1e8'}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:55:28.484206 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5121b315-af84-421c-b658-d9982a9f70d0 None None] Attempting to bind port 4c3a335b-e767-4d65-aef4-9d72db41e9f0 on network 2bf23b5f-525c-4be2-839a-cbb6d99fd1e8 {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:55:28.500621 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-13c737f0-5bd2-4236-9259-87ed32cdbbb7 req-44031990-9b13-4ec1-80a8-744b33005130 service neutron] 10.222.0.44 "GET /v2.0/networks/3e947b62-42fa-4c40-a135-95d654c5af33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3687658 Mar 29 15:55:28.507190 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-14fff2ba-b9ee-4517-b771-c57d30dc0646 req-bad08ac8-5c9b-4308-8fa8-b4b4f84f3973 service neutron] 10.222.0.48 "GET /v2.0/networks/6da5eb6a-1ef7-4aa0-bbb2-e8f3bdbdd5ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0299120 Mar 29 15:55:28.569973 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5121b315-af84-421c-b658-d9982a9f70d0 None None] Checking agent: {'id': 'a8866439-9d96-425c-b519-6905c591ac37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 25, 36), 'started_at': datetime.datetime(2022, 3, 29, 15, 26, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 55, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834765-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:55:28.570378 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5121b315-af84-421c-b658-d9982a9f70d0 None None] Checking segment: {'id': '3cd1fcbc-998e-4add-a5bc-8dcd66dd0386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '2bf23b5f-525c-4be2-839a-cbb6d99fd1e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:55:28.570751 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-5121b315-af84-421c-b658-d9982a9f70d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:28.571202 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5121b315-af84-421c-b658-d9982a9f70d0 None None] Bound using segment: {'id': '3cd1fcbc-998e-4add-a5bc-8dcd66dd0386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '2bf23b5f-525c-4be2-839a-cbb6d99fd1e8'} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:55:28.571970 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-5121b315-af84-421c-b658-d9982a9f70d0 None None] Bound port: 4c3a335b-e767-4d65-aef4-9d72db41e9f0, host: n-d-834765-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3cd1fcbc-998e-4add-a5bc-8dcd66dd0386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '2bf23b5f-525c-4be2-839a-cbb6d99fd1e8'}}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 15:55:28.572350 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-5121b315-af84-421c-b658-d9982a9f70d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:28.658751 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-82fc01b0-a562-455c-bb10-8f02eff03b60 None None] Provisioning complete for port d0d24890-cb90-4bc6-afbe-e028dce3d42d triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:55:28.659119 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-82fc01b0-a562-455c-bb10-8f02eff03b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:28.663552 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvr_db [None req-f2a94b4a-26e7-4da4-8d77-425f59145d17 None None] Set router 68f8a11e-6cc5-440d-a739-7abeb0164aac gateway port host: n-d-834765-1 {{(pid=102792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:55:28.693212 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-d056376f-dbcc-407f-850c-be637932abb6 tempest-RoutersNegativeTest-1719313365 tempest-RoutersNegativeTest-1719313365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:28.790847 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-d951bd34-7106-4f5e-9232-96272915278e req-69462f28-8eda-4129-9738-c7cc3fe76462 service neutron] For port 4e0e5c96-03a1-4013-9f20-18389d5cd858, host n-h1-834765-1, cleared binding levels {{(pid=102791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:55:28.799509 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-d951bd34-7106-4f5e-9232-96272915278e req-69462f28-8eda-4129-9738-c7cc3fe76462 service neutron] For port 4e0e5c96-03a1-4013-9f20-18389d5cd858, host n-h1-834765-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=4e0e5c96-03a1-4013-9f20-18389d5cd858,segment=NetworkSegment(ddabd0e1-5000-4ddf-a269-e1ae08a1eb01),segment_id=ddabd0e1-5000-4ddf-a269-e1ae08a1eb01)] {{(pid=102791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:55:28.807062 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port d0d24890-cb90-4bc6-afbe-e028dce3d42d triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:55:28.807466 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:28.818765 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-13c737f0-5bd2-4236-9259-87ed32cdbbb7 req-98d61b25-5afd-40f0-b40d-879d7f48864f service neutron] 10.222.0.44 "GET /v2.0/networks/3e947b62-42fa-4c40-a135-95d654c5af33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3051083 Mar 29 15:55:28.820422 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-d951bd34-7106-4f5e-9232-96272915278e req-69462f28-8eda-4129-9738-c7cc3fe76462 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:28.827112 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab125bed-4346-4e85-bebf-3f88f83be3af req-73be6a05-bcf4-4223-9f50-35831776a0e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:55:28.830483 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ab125bed-4346-4e85-bebf-3f88f83be3af req-73be6a05-bcf4-4223-9f50-35831776a0e8 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=48ba1cdba6ea4eb098e40b52d44291ec&device_id=dc9add87-72f6-43b0-aaa0-72bdafaa8d86 HTTP/1.1" status: 200 len: 1094 time: 0.2371702 Mar 29 15:55:28.958926 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d951bd34-7106-4f5e-9232-96272915278e req-69462f28-8eda-4129-9738-c7cc3fe76462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:55:28.960783 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-d951bd34-7106-4f5e-9232-96272915278e req-69462f28-8eda-4129-9738-c7cc3fe76462 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:28.962499 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d951bd34-7106-4f5e-9232-96272915278e req-69462f28-8eda-4129-9738-c7cc3fe76462 service neutron] 10.222.0.44 "PUT /v2.0/ports/4e0e5c96-03a1-4013-9f20-18389d5cd858 HTTP/1.1" status: 200 len: 1092 time: 4.2569847 Mar 29 15:55:28.963116 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a6e5ec3-39e2-47e2-b9ec-187b5ddeca0e', 'tag': '4e0e5c96-03a1-4013-9f20-18389d5cd858'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:55:28.966539 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c67b028db5e9b9818fecc5c0a87ebc6f190694fa53ca267d523e04f98de536d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15898c9c-035c-4099-a33f-f43176dc3809" -d '{"events": [{"name": "network-changed", "server_uuid": "4a6e5ec3-39e2-47e2-b9ec-187b5ddeca0e", "tag": "4e0e5c96-03a1-4013-9f20-18389d5cd858"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:55:29.031567 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-8f5b8ce1-5374-4475-ba32-643a47e6548c tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:29.067113 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-5121b315-af84-421c-b658-d9982a9f70d0 None None] For port 4c3a335b-e767-4d65-aef4-9d72db41e9f0, host n-d-834765-1, cleared binding levels {{(pid=102792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:55:29.099621 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-bd84c0a2-d9d5-4d01-a106-9073dddc2669 None None] Notify callbacks [] for port, precommit_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:29.124558 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-5121b315-af84-421c-b658-d9982a9f70d0 None None] For port 4c3a335b-e767-4d65-aef4-9d72db41e9f0, host n-d-834765-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=4c3a335b-e767-4d65-aef4-9d72db41e9f0,segment=NetworkSegment(3cd1fcbc-998e-4add-a5bc-8dcd66dd0386),segment_id=3cd1fcbc-998e-4add-a5bc-8dcd66dd0386)] {{(pid=102792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:55:29.129724 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 15:55:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15ab4c03-aa58-4253-be06-54e189050915 x-openstack-request-id: req-15ab4c03-aa58-4253-be06-54e189050915 {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:55:29.130052 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a6e5ec3-39e2-47e2-b9ec-187b5ddeca0e", "tag": "4e0e5c96-03a1-4013-9f20-18389d5cd858", "status": "completed", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:55:29.130278 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-15ab4c03-aa58-4253-be06-54e189050915 {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:55:29.133186 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a6e5ec3-39e2-47e2-b9ec-187b5ddeca0e', 'tag': '4e0e5c96-03a1-4013-9f20-18389d5cd858', 'status': 'completed', 'code': 200} Mar 29 15:55:29.154811 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-bd84c0a2-d9d5-4d01-a106-9073dddc2669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956'] for port, after_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:29.170669 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69462f28-8eda-4129-9738-c7cc3fe76462 service neutron] Pushing event updated for resources: {'Port': ['ID=4e0e5c96-03a1-4013-9f20-18389d5cd858,revision_number=3']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:55:29.196603 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d951bd34-7106-4f5e-9232-96272915278e req-f6a543c3-a1fc-4c27-a39e-544fa71038eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:55:29.198481 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d951bd34-7106-4f5e-9232-96272915278e req-f6a543c3-a1fc-4c27-a39e-544fa71038eb service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=48ba1cdba6ea4eb098e40b52d44291ec&device_id=4a6e5ec3-39e2-47e2-b9ec-187b5ddeca0e HTTP/1.1" status: 200 len: 1095 time: 0.1527836 Mar 29 15:55:29.262941 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-d056376f-dbcc-407f-850c-be637932abb6 tempest-RoutersNegativeTest-1719313365 tempest-RoutersNegativeTest-1719313365-project] Notify callbacks [] for port, precommit_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:29.268461 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-5121b315-af84-421c-b658-d9982a9f70d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:29.275309 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-d056376f-dbcc-407f-850c-be637932abb6 tempest-RoutersNegativeTest-1719313365 tempest-RoutersNegativeTest-1719313365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5237921'] for port, after_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:29.312937 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d951bd34-7106-4f5e-9232-96272915278e req-1fd8a3fe-9715-4b51-b24e-e9c0d77faa92 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4e0e5c96-03a1-4013-9f20-18389d5cd858 HTTP/1.1" status: 200 len: 217 time: 0.0702798 Mar 29 15:55:29.401038 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-d056376f-dbcc-407f-850c-be637932abb6 tempest-RoutersNegativeTest-1719313365 tempest-RoutersNegativeTest-1719313365-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-648439'] for router_interface, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:29.415300 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d951bd34-7106-4f5e-9232-96272915278e req-597c4c2f-61b1-4b1e-84b3-0f1f1bf06f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:55:29.416853 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d951bd34-7106-4f5e-9232-96272915278e req-597c4c2f-61b1-4b1e-84b3-0f1f1bf06f8d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f321fdd4-89ca-4bd6-835a-732290fa6cda HTTP/1.1" status: 200 len: 858 time: 0.0846076 Mar 29 15:55:29.534502 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d056376f-dbcc-407f-850c-be637932abb6 tempest-RoutersNegativeTest-1719313365 tempest-RoutersNegativeTest-1719313365-project] Pushing event updated for resources: {'Port': ['ID=202a753d-d45b-4b20-9fc0-404cf8d77904,revision_number=2']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:55:29.538215 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab125bed-4346-4e85-bebf-3f88f83be3af req-067e107a-1e49-45f4-9904-b1a9f5674cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:55:29.540143 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ab125bed-4346-4e85-bebf-3f88f83be3af req-067e107a-1e49-45f4-9904-b1a9f5674cfe service neutron] 10.222.0.48 "GET /v2.0/networks?id=6da5eb6a-1ef7-4aa0-bbb2-e8f3bdbdd5ff HTTP/1.1" status: 200 len: 920 time: 0.7034945 Mar 29 15:55:29.573834 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:29.592435 n-d-834765-1 neutron-server[102792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd84c0a2-d9d5-4d01-a106-9073dddc2669 None None] Network 7afb6aac-ba83-4a1c-9f92-a0460dc57b74 is already hosted by enough agents. {{(pid=102792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:55:29.615557 n-d-834765-1 neutron-server[102792]: DEBUG neutron.scheduler.base_scheduler [None req-bd84c0a2-d9d5-4d01-a106-9073dddc2669 None None] Resources bound (agent type, host, resource id): {{(pid=102792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:55:29.622463 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd84c0a2-d9d5-4d01-a106-9073dddc2669 None None] Received port after_create {{(pid=102792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:55:29.622463 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd84c0a2-d9d5-4d01-a106-9073dddc2669 None None] Pushing event updated for resources: {'Port': ['ID=626efb09-9ef9-4f69-a6a2-055b3389e50e,revision_number=1']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:55:29.638269 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd84c0a2-d9d5-4d01-a106-9073dddc2669 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:55:29.638620 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd84c0a2-d9d5-4d01-a106-9073dddc2669 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:55:29.638961 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd84c0a2-d9d5-4d01-a106-9073dddc2669 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:55:29.639329 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd84c0a2-d9d5-4d01-a106-9073dddc2669 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:55:29.639666 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd84c0a2-d9d5-4d01-a106-9073dddc2669 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:55:29.639995 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd84c0a2-d9d5-4d01-a106-9073dddc2669 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:55:29.640556 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd84c0a2-d9d5-4d01-a106-9073dddc2669 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:55:29.640656 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd84c0a2-d9d5-4d01-a106-9073dddc2669 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:55:29.640937 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd84c0a2-d9d5-4d01-a106-9073dddc2669 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:55:29.641260 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd84c0a2-d9d5-4d01-a106-9073dddc2669 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:55:29.642131 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd84c0a2-d9d5-4d01-a106-9073dddc2669 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:55:29.642510 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd84c0a2-d9d5-4d01-a106-9073dddc2669 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:55:29.681700 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] For port d0d24890-cb90-4bc6-afbe-e028dce3d42d, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=d0d24890-cb90-4bc6-afbe-e028dce3d42d,segment=NetworkSegment(5db23e5d-e77b-4187-b630-497c08eeec24),segment_id=5db23e5d-e77b-4187-b630-497c08eeec24)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:55:29.685832 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d056376f-dbcc-407f-850c-be637932abb6 tempest-RoutersNegativeTest-1719313365 tempest-RoutersNegativeTest-1719313365-project] Network 2bf23b5f-525c-4be2-839a-cbb6d99fd1e8 is already hosted by enough agents. {{(pid=102790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:55:29.691060 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-d056376f-dbcc-407f-850c-be637932abb6 tempest-RoutersNegativeTest-1719313365 tempest-RoutersNegativeTest-1719313365-project] Resources bound (agent type, host, resource id): {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:55:29.709498 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-82fc01b0-a562-455c-bb10-8f02eff03b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:29.775011 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:29.775842 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 18abf42b-e442-4334-8147-3fd950ddfda0 up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:55:29.810133 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-8f5b8ce1-5374-4475-ba32-643a47e6548c tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Notify callbacks [] for port, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:29.846341 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-8f5b8ce1-5374-4475-ba32-643a47e6548c tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:29.875972 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-bd84c0a2-d9d5-4d01-a106-9073dddc2669 None None] Attempting to bind port 626efb09-9ef9-4f69-a6a2-055b3389e50e on host n-d-834765-1 for vnic_type normal with profile {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:55:29.878806 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-bd84c0a2-d9d5-4d01-a106-9073dddc2669 None None] Attempting to bind port 626efb09-9ef9-4f69-a6a2-055b3389e50e by drivers openvswitch,hyperv on host n-d-834765-1 at level 0 using segments [{'id': '809afdb5-8b81-484e-807f-1e2944a36073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '7afb6aac-ba83-4a1c-9f92-a0460dc57b74'}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:55:29.879295 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd84c0a2-d9d5-4d01-a106-9073dddc2669 None None] Attempting to bind port 626efb09-9ef9-4f69-a6a2-055b3389e50e on network 7afb6aac-ba83-4a1c-9f92-a0460dc57b74 {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:55:29.938868 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d056376f-dbcc-407f-850c-be637932abb6 tempest-RoutersNegativeTest-1719313365 tempest-RoutersNegativeTest-1719313365-project] Router 4e192cf8-6012-45de-ae9b-f40dd8c1a161 is scheduled to L3 agent c648d819-1060-4f26-b4ec-6455387b5dff with binding_index 1 {{(pid=102790) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 29 15:55:29.993127 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd84c0a2-d9d5-4d01-a106-9073dddc2669 None None] Checking agent: {'id': 'a8866439-9d96-425c-b519-6905c591ac37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 25, 36), 'started_at': datetime.datetime(2022, 3, 29, 15, 26, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 55, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834765-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:55:29.995513 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd84c0a2-d9d5-4d01-a106-9073dddc2669 None None] Checking segment: {'id': '809afdb5-8b81-484e-807f-1e2944a36073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '7afb6aac-ba83-4a1c-9f92-a0460dc57b74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:55:29.997663 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-bd84c0a2-d9d5-4d01-a106-9073dddc2669 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:29.998108 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd84c0a2-d9d5-4d01-a106-9073dddc2669 None None] Bound using segment: {'id': '809afdb5-8b81-484e-807f-1e2944a36073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '7afb6aac-ba83-4a1c-9f92-a0460dc57b74'} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:55:29.998718 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-bd84c0a2-d9d5-4d01-a106-9073dddc2669 None None] Bound port: 626efb09-9ef9-4f69-a6a2-055b3389e50e, host: n-d-834765-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '809afdb5-8b81-484e-807f-1e2944a36073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '7afb6aac-ba83-4a1c-9f92-a0460dc57b74'}}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 15:55:29.999093 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-bd84c0a2-d9d5-4d01-a106-9073dddc2669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:30.060365 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ab125bed-4346-4e85-bebf-3f88f83be3af req-2874b6b7-6430-4547-9f4c-2fff83d5c8f4 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4bbe2651-b5bf-4f2d-ac57-165c62f587ac HTTP/1.1" status: 200 len: 217 time: 0.2238891 Mar 29 15:55:30.098184 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5121b315-af84-421c-b658-d9982a9f70d0 None None] Pushing event updated for resources: {'Port': ['ID=4c3a335b-e767-4d65-aef4-9d72db41e9f0,revision_number=2']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:55:30.161072 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d056376f-dbcc-407f-850c-be637932abb6 tempest-RoutersNegativeTest-1719313365 tempest-RoutersNegativeTest-1719313365-project] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:55:30.172358 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port 18abf42b-e442-4334-8147-3fd950ddfda0 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:55:30.173571 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:30.175330 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-d056376f-dbcc-407f-850c-be637932abb6 tempest-RoutersNegativeTest-1719313365 tempest-RoutersNegativeTest-1719313365-project] 10.222.0.42 "PUT /v2.0/routers/4e192cf8-6012-45de-ae9b-f40dd8c1a161/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9725611 Mar 29 15:55:30.176150 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 37658) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:55:30.177019 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bba5935-a592-4aeb-813d-0bdace2f025e None None] Sync routers for ids ['4e192cf8-6012-45de-ae9b-f40dd8c1a161'] in n-d-834765-1 {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:55:30.213320 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bba5935-a592-4aeb-813d-0bdace2f025e None None] Routers {'4e192cf8-6012-45de-ae9b-f40dd8c1a161'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:55:30.216563 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-7bba5935-a592-4aeb-813d-0bdace2f025e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:55:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['4e192cf8-6012-45de-ae9b-f40dd8c1a161'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:55:30.226522 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 37660) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:55:30.261232 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-7bba5935-a592-4aeb-813d-0bdace2f025e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:55:30.264624 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d951bd34-7106-4f5e-9232-96272915278e req-b4afeaf7-9eb8-4da8-b802-b21f118b11a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:55:30.266370 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d951bd34-7106-4f5e-9232-96272915278e req-b4afeaf7-9eb8-4da8-b802-b21f118b11a5 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6da5eb6a-1ef7-4aa0-bbb2-e8f3bdbdd5ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8297508 Mar 29 15:55:30.278747 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5b8ce1-5374-4475-ba32-643a47e6548c tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Pushing event updated for resources: {'Port': ['ID=58c12c92-de29-495b-b480-d0a14f31a5f7,revision_number=2']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:55:30.284252 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bba5935-a592-4aeb-813d-0bdace2f025e None None] Routers {'4e192cf8-6012-45de-ae9b-f40dd8c1a161'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:55:30.285516 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-7bba5935-a592-4aeb-813d-0bdace2f025e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:55:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['4e192cf8-6012-45de-ae9b-f40dd8c1a161'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:55:30.294310 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-8f5b8ce1-5374-4475-ba32-643a47e6548c tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-648439'] for router_interface, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:30.323127 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfe7ce6-151e-41b7-967a-ed034f5748a3 req-4cba7162-0155-456c-85dc-f514c59ec053 tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:55:30.327252 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-fdfe7ce6-151e-41b7-967a-ed034f5748a3 req-4cba7162-0155-456c-85dc-f514c59ec053 tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] 10.222.0.42 "GET /v2.0/ports?device_id=4a6e5ec3-39e2-47e2-b9ec-187b5ddeca0e HTTP/1.1" status: 200 len: 944 time: 0.8208158 Mar 29 15:55:30.450863 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-7bba5935-a592-4aeb-813d-0bdace2f025e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:55:30.452425 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bba5935-a592-4aeb-813d-0bdace2f025e None None] The sync data for ids ['4e192cf8-6012-45de-ae9b-f40dd8c1a161'] in n-d-834765-1 is: [] {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:55:30.452820 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab125bed-4346-4e85-bebf-3f88f83be3af req-b41852af-f031-45e8-83a8-6947ccc49b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:55:30.458467 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ab125bed-4346-4e85-bebf-3f88f83be3af req-b41852af-f031-45e8-83a8-6947ccc49b01 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f321fdd4-89ca-4bd6-835a-732290fa6cda HTTP/1.1" status: 200 len: 858 time: 0.3528070 Mar 29 15:55:30.647134 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-fdfe7ce6-151e-41b7-967a-ed034f5748a3 req-1c8ee32d-4fd8-4158-83d6-45743c1983f0 tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] 10.222.0.42 "GET /v2.0/security-groups?id=158a092c-dd2b-4e56-b164-ca7881904141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2818375 Mar 29 15:55:30.650336 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-a6406912-acf3-4598-9985-37de87205409 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:30.700518 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.db.api [None req-82fc01b0-a562-455c-bb10-8f02eff03b60 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102792) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 29 15:55:30.700954 n-d-834765-1 neutron-server[102792]: DEBUG oslo_db.api [None req-82fc01b0-a562-455c-bb10-8f02eff03b60 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 29 15:55:30.709379 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-f2a94b4a-26e7-4da4-8d77-425f59145d17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68f8a11e-6cc5-440d-a739-7abeb0164aac', 'name': 'tempest-TestServerBasicOps-1593062931-router', 'tenant_id': '04bb88e92aa64365906899266844f6e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.52'}], 'enable_snat': True}, 'gw_port_id': '9992b074-fbe2-4da3-9131-91e3da12370a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:54:35Z', 'updated_at': '2022-03-29T15:54:41Z', 'revision_number': 4, 'project_id': '04bb88e92aa64365906899266844f6e0', 'gw_port': {'id': '9992b074-fbe2-4da3-9131-91e3da12370a', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:55:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68f8a11e-6cc5-440d-a739-7abeb0164aac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2359, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:54:36Z', 'updated_at': '2022-03-29T15:54:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_floatingips': [{'id': 'f8f2b01e-50d7-46dd-b7c2-1f27849a8a26', 'tenant_id': '04bb88e92aa64365906899266844f6e0', 'floating_ip_address': '172.25.4.232', 'floating_network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'router_id': '68f8a11e-6cc5-440d-a739-7abeb0164aac', 'port_id': '99bf4b2c-ec31-43dd-a5fa-c10c5fa9d02b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2451, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e947b62-42fa-4c40-a135-95d654c5af33', 'mac_address': 'fa:16:3e:e7:c0:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49afb217-7a40-443f-8872-8ae2fd1bb83b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T15:55:21Z', 'updated_at': '2022-03-29T15:55:21Z', 'revision_number': 0, 'project_id': '04bb88e92aa64365906899266844f6e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e36293b9-8095-45ba-a97a-5db63821b326', 'name': '', 'network_id': '3e947b62-42fa-4c40-a135-95d654c5af33', 'tenant_id': '04bb88e92aa64365906899266844f6e0', 'mac_address': 'fa:16:3e:84:8d:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68f8a11e-6cc5-440d-a739-7abeb0164aac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2363, 'fixed_ips': [{'subnet_id': 'd2bd398d-9d3a-4812-aba7-11f854be4832', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:54:41Z', 'updated_at': '2022-03-29T15:54:53Z', 'revision_number': 5, 'project_id': '04bb88e92aa64365906899266844f6e0', 'subnets': [{'id': 'd2bd398d-9d3a-4812-aba7-11f854be4832', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:55:30.777940 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2a94b4a-26e7-4da4-8d77-425f59145d17 None None] The sync data for ids ['68f8a11e-6cc5-440d-a739-7abeb0164aac'] in n-d-834765-1 is: [{'id': '68f8a11e-6cc5-440d-a739-7abeb0164aac', 'name': 'tempest-TestServerBasicOps-1593062931-router', 'tenant_id': '04bb88e92aa64365906899266844f6e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.52'}], 'enable_snat': True}, 'gw_port_id': '9992b074-fbe2-4da3-9131-91e3da12370a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:54:35Z', 'updated_at': '2022-03-29T15:54:41Z', 'revision_number': 4, 'project_id': '04bb88e92aa64365906899266844f6e0', 'gw_port': {'id': '9992b074-fbe2-4da3-9131-91e3da12370a', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:55:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68f8a11e-6cc5-440d-a739-7abeb0164aac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2359, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:54:36Z', 'updated_at': '2022-03-29T15:54:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_floatingips': [{'id': 'f8f2b01e-50d7-46dd-b7c2-1f27849a8a26', 'tenant_id': '04bb88e92aa64365906899266844f6e0', 'floating_ip_address': '172.25.4.232', 'floating_network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'router_id': '68f8a11e-6cc5-440d-a739-7abeb0164aac', 'port_id': '99bf4b2c-ec31-43dd-a5fa-c10c5fa9d02b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2451, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e947b62-42fa-4c40-a135-95d654c5af33', 'mac_address': 'fa:16:3e:e7:c0:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49afb217-7a40-443f-8872-8ae2fd1bb83b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T15:55:21Z', 'updated_at': '2022-03-29T15:55:21Z', 'revision_number': 0, 'project_id': '04bb88e92aa64365906899266844f6e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e36293b9-8095-45ba-a97a-5db63821b326', 'name': '', 'network_id': '3e947b62-42fa-4c40-a135-95d654c5af33', 'tenant_id': '04bb88e92aa64365906899266844f6e0', 'mac_address': 'fa:16:3e:84:8d:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68f8a11e-6cc5-440d-a739-7abeb0164aac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2363, 'fixed_ips': [{'subnet_id': 'd2bd398d-9d3a-4812-aba7-11f854be4832', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:54:41Z', 'updated_at': '2022-03-29T15:54:53Z', 'revision_number': 5, 'project_id': '04bb88e92aa64365906899266844f6e0', 'subnets': [{'id': 'd2bd398d-9d3a-4812-aba7-11f854be4832', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:55:30.832498 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-78e414cc-f560-4f1e-8343-09d4d079be2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:30.845590 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-bd84c0a2-d9d5-4d01-a106-9073dddc2669 None None] For port 626efb09-9ef9-4f69-a6a2-055b3389e50e, host n-d-834765-1, cleared binding levels {{(pid=102792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:55:30.865991 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Pushing event updated for resources: {'Port': ['ID=d0d24890-cb90-4bc6-afbe-e028dce3d42d,revision_number=3']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:55:30.870989 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-bd84c0a2-d9d5-4d01-a106-9073dddc2669 None None] For port 626efb09-9ef9-4f69-a6a2-055b3389e50e, host n-d-834765-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=626efb09-9ef9-4f69-a6a2-055b3389e50e,segment=NetworkSegment(809afdb5-8b81-484e-807f-1e2944a36073),segment_id=809afdb5-8b81-484e-807f-1e2944a36073)] {{(pid=102792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:55:30.893676 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-bd84c0a2-d9d5-4d01-a106-9073dddc2669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:30.981549 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab125bed-4346-4e85-bebf-3f88f83be3af req-98d8abd5-76bd-4c5a-bdd8-5562c290c3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:55:31.003127 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ab125bed-4346-4e85-bebf-3f88f83be3af req-98d8abd5-76bd-4c5a-bdd8-5562c290c3c9 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6da5eb6a-1ef7-4aa0-bbb2-e8f3bdbdd5ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5287068 Mar 29 15:55:31.042879 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd84c0a2-d9d5-4d01-a106-9073dddc2669 None None] Pushing event updated for resources: {'Port': ['ID=626efb09-9ef9-4f69-a6a2-055b3389e50e,revision_number=2']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:55:31.073046 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d951bd34-7106-4f5e-9232-96272915278e req-b7ee72c7-3715-4dfe-b62d-d680b6b79f0b service neutron] 10.222.0.44 "GET /v2.0/networks/6da5eb6a-1ef7-4aa0-bbb2-e8f3bdbdd5ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7798517 Mar 29 15:55:31.124319 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f5b8ce1-5374-4475-ba32-643a47e6548c tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Network da91932a-2e82-41cb-abd7-9843219a5c0c is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:55:31.268926 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device 4bbe2651-b5bf-4f2d-ac57-165c62f587ac details requested by agent hyperv_n-h2-834765-1 with host n-h2-834765-1 {{(pid=102792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 15:55:31.375638 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ab125bed-4346-4e85-bebf-3f88f83be3af req-82224a05-e41a-4cd9-8baf-7a38dba33b5a service neutron] 10.222.0.48 "GET /v2.0/networks/6da5eb6a-1ef7-4aa0-bbb2-e8f3bdbdd5ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3591285 Mar 29 15:55:31.386258 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [None req-8f5b8ce1-5374-4475-ba32-643a47e6548c tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:55:31.412968 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41069090-6249-4c3a-8063-f72fbfbebc2e None None] New status for floating IP f8f2b01e-50d7-46dd-b7c2-1f27849a8a26: ACTIVE {{(pid=102792) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 15:55:31.491717 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device d0d24890-cb90-4bc6-afbe-e028dce3d42d up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:55:31.615091 n-d-834765-1 neutron-server[102790]: INFO neutron.api.v2.resource [None req-6228399a-829a-41fe-aefa-d280681417c5 tempest-RoutersNegativeTest-1719313365 tempest-RoutersNegativeTest-1719313365-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 29 15:55:31.620027 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-6228399a-829a-41fe-aefa-d280681417c5 tempest-RoutersNegativeTest-1719313365 tempest-RoutersNegativeTest-1719313365-project] 10.222.0.42 "PUT /v2.0/routers/4e192cf8-6012-45de-ae9b-f40dd8c1a161/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.4414034 Mar 29 15:55:31.620840 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 37676) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:55:31.649788 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1383beb3-8432-4ffc-a87e-8c8c411aff00 None None] Network 2bf23b5f-525c-4be2-839a-cbb6d99fd1e8 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 15:55:31.871538 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-82fc01b0-a562-455c-bb10-8f02eff03b60 None None] Provisioning complete for port 18abf42b-e442-4334-8147-3fd950ddfda0 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:55:31.871915 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-82fc01b0-a562-455c-bb10-8f02eff03b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:32.054248 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-aeba3c84-590c-4017-891b-aafea6968a38 tempest-RoutersNegativeTest-1719313365 tempest-RoutersNegativeTest-1719313365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-530452'] for router_interface, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:32.121979 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port 4bbe2651-b5bf-4f2d-ac57-165c62f587ac, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=4bbe2651-b5bf-4f2d-ac57-165c62f587ac,segment=NetworkSegment(ddabd0e1-5000-4ddf-a269-e1ae08a1eb01),segment_id=ddabd0e1-5000-4ddf-a269-e1ae08a1eb01)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:55:32.197498 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Returning: {'device': '4bbe2651-b5bf-4f2d-ac57-165c62f587ac', 'network_id': '6da5eb6a-1ef7-4aa0-bbb2-e8f3bdbdd5ff', 'port_id': '4bbe2651-b5bf-4f2d-ac57-165c62f587ac', 'mac_address': 'fa:16:3e:45:ef:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 600, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f321fdd4-89ca-4bd6-835a-732290fa6cda', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 15:55:32.220001 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port d0d24890-cb90-4bc6-afbe-e028dce3d42d triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:55:32.223516 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:32.361133 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-a6406912-acf3-4598-9985-37de87205409 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:32.404799 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-a6406912-acf3-4598-9985-37de87205409 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:32.460634 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-aeba3c84-590c-4017-891b-aafea6968a38 tempest-RoutersNegativeTest-1719313365 tempest-RoutersNegativeTest-1719313365-project] Deleting port 202a753d-d45b-4b20-9fc0-404cf8d77904 {{(pid=102790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:55:32.461054 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-aeba3c84-590c-4017-891b-aafea6968a38 tempest-RoutersNegativeTest-1719313365 tempest-RoutersNegativeTest-1719313365-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:32.507044 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:32.543755 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4bbe2651-b5bf-4f2d-ac57-165c62f587ac {{(pid=102792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:55:32.582743 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-aeba3c84-590c-4017-891b-aafea6968a38 tempest-RoutersNegativeTest-1719313365 tempest-RoutersNegativeTest-1719313365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:32.601962 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-aeba3c84-590c-4017-891b-aafea6968a38 tempest-RoutersNegativeTest-1719313365 tempest-RoutersNegativeTest-1719313365-project] Calling delete_port for 202a753d-d45b-4b20-9fc0-404cf8d77904 owned by network:router_interface {{(pid=102790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:55:32.604454 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f5b8ce1-5374-4475-ba32-643a47e6548c tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Router 3119db59-eacf-4f28-ae88-0b179536a3ef has already been hosted by L3 agent c648d819-1060-4f26-b4ec-6455387b5dff {{(pid=102791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 15:55:32.648841 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-a6406912-acf3-4598-9985-37de87205409 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b3ecc05ab65e4d53b61a5d2e483dceb9&name=default HTTP/1.1" status: 200 len: 2983 time: 2.4155204 Mar 29 15:55:32.652145 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 4c3a335b-e767-4d65-aef4-9d72db41e9f0 up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:55:32.665328 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 37686) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:55:32.744845 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6406912-acf3-4598-9985-37de87205409 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc6a8421-a491-478a-ac05-67e28cde94ef,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:55:32.775154 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port 4bbe2651-b5bf-4f2d-ac57-165c62f587ac, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=4bbe2651-b5bf-4f2d-ac57-165c62f587ac,segment=NetworkSegment(ddabd0e1-5000-4ddf-a269-e1ae08a1eb01),segment_id=ddabd0e1-5000-4ddf-a269-e1ae08a1eb01)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:55:32.795894 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d951bd34-7106-4f5e-9232-96272915278e req-03d442c9-6ff2-448d-8d0c-0abd1e3073ea service neutron] 10.222.0.44 "GET /v2.0/networks/6da5eb6a-1ef7-4aa0-bbb2-e8f3bdbdd5ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.6633580 Mar 29 15:55:32.807250 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799a5aec-72cd-4bad-b329-8043376c292b req-260e2bdb-adc9-4abc-9f27-34fc643cab04 tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:55:32.809068 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-799a5aec-72cd-4bad-b329-8043376c292b req-260e2bdb-adc9-4abc-9f27-34fc643cab04 tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] 10.222.0.42 "GET /v2.0/ports?device_id=4a6e5ec3-39e2-47e2-b9ec-187b5ddeca0e HTTP/1.1" status: 200 len: 944 time: 0.9854372 Mar 29 15:55:32.816120 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:32.890325 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ab125bed-4346-4e85-bebf-3f88f83be3af req-5acbb4a1-c24a-4b37-8b74-b9cd978f1e7d service neutron] 10.222.0.48 "GET /v2.0/networks/6da5eb6a-1ef7-4aa0-bbb2-e8f3bdbdd5ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4779732 Mar 29 15:55:32.915384 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-aeba3c84-590c-4017-891b-aafea6968a38 tempest-RoutersNegativeTest-1719313365 tempest-RoutersNegativeTest-1719313365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:32.938227 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port 4c3a335b-e767-4d65-aef4-9d72db41e9f0 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:55:32.938949 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:32.940983 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c0aae7b-d727-4b2b-9b14-04fe94fc2cc9 None None] Network 7afb6aac-ba83-4a1c-9f92-a0460dc57b74 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 15:55:32.956295 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-004c46e1-d674-4b0e-8ae1-c8c8b1e0eed4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:32.972466 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeba3c84-590c-4017-891b-aafea6968a38 tempest-RoutersNegativeTest-1719313365 tempest-RoutersNegativeTest-1719313365-project] Pushing event deleted for resources: {'Port': ['ID=202a753d-d45b-4b20-9fc0-404cf8d77904,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:55:32.979778 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-004c46e1-d674-4b0e-8ae1-c8c8b1e0eed4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:33.106705 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f5b8ce1-5374-4475-ba32-643a47e6548c tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:55:33.120508 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0af4be5a-cec8-4f07-8e6c-503232832aa9 None None] Sync routers for ids ['3119db59-eacf-4f28-ae88-0b179536a3ef'] in n-d-834765-1 {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:55:33.121415 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-f7daba5e-8f2a-4acf-bff6-9de85724e28d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:33.134992 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0af4be5a-cec8-4f07-8e6c-503232832aa9 None None] Routers {'3119db59-eacf-4f28-ae88-0b179536a3ef'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:55:33.136326 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-799a5aec-72cd-4bad-b329-8043376c292b req-feaa5481-1be4-44a8-9684-0dfb16be86c2 tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] 10.222.0.42 "GET /v2.0/security-groups?id=158a092c-dd2b-4e56-b164-ca7881904141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3129458 Mar 29 15:55:33.137156 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-0af4be5a-cec8-4f07-8e6c-503232832aa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:55:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['3119db59-eacf-4f28-ae88-0b179536a3ef'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:55:33.150800 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-d034da0b-bb07-4aec-ac2d-a4ee064e77a1 None None] Provisioning complete for port d0d24890-cb90-4bc6-afbe-e028dce3d42d triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:55:33.151170 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d034da0b-bb07-4aec-ac2d-a4ee064e77a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:33.165020 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-8f5b8ce1-5374-4475-ba32-643a47e6548c tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] 10.222.0.42 "PUT /v2.0/routers/3119db59-eacf-4f28-ae88-0b179536a3ef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4088037 Mar 29 15:55:33.168445 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-aeba3c84-590c-4017-891b-aafea6968a38 tempest-RoutersNegativeTest-1719313365 tempest-RoutersNegativeTest-1719313365-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-530528'] for router_interface, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:33.237171 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15898c9c-035c-4099-a33f-f43176dc3809 req-67e743be-e984-41c5-a7a6-cb640824e6a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:55:33.240719 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-15898c9c-035c-4099-a33f-f43176dc3809 req-67e743be-e984-41c5-a7a6-cb640824e6a0 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=48ba1cdba6ea4eb098e40b52d44291ec&device_id=4a6e5ec3-39e2-47e2-b9ec-187b5ddeca0e HTTP/1.1" status: 200 len: 1095 time: 0.3455038 Mar 29 15:55:33.287657 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] get_ports_and_sgs() called for port_ids ['4bbe2651-b5bf-4f2d-ac57-165c62f587ac'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:55:33.351481 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvr_db [None req-0af4be5a-cec8-4f07-8e6c-503232832aa9 None None] Set router 3119db59-eacf-4f28-ae88-0b179536a3ef gateway port host: n-d-834765-1 {{(pid=102793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:55:33.500787 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-004c46e1-d674-4b0e-8ae1-c8c8b1e0eed4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:33.503454 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-004c46e1-d674-4b0e-8ae1-c8c8b1e0eed4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:33.515851 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-004c46e1-d674-4b0e-8ae1-c8c8b1e0eed4 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/bc6a8421-a491-478a-ac05-67e28cde94ef HTTP/1.1" status: 204 len: 168 time: 0.8482277 Mar 29 15:55:33.545449 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004c46e1-d674-4b0e-8ae1-c8c8b1e0eed4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc6a8421-a491-478a-ac05-67e28cde94ef,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:55:33.586539 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15898c9c-035c-4099-a33f-f43176dc3809 req-8185c603-ba44-48dd-81ac-9ac5f46b632f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:55:33.588265 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-15898c9c-035c-4099-a33f-f43176dc3809 req-8185c603-ba44-48dd-81ac-9ac5f46b632f service neutron] 10.222.0.44 "GET /v2.0/networks?id=6da5eb6a-1ef7-4aa0-bbb2-e8f3bdbdd5ff HTTP/1.1" status: 200 len: 920 time: 0.3381417 Mar 29 15:55:33.606758 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Pushing event updated for resources: {'Port': ['ID=4bbe2651-b5bf-4f2d-ac57-165c62f587ac,revision_number=4']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:55:33.631802 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aeba3c84-590c-4017-891b-aafea6968a38 tempest-RoutersNegativeTest-1719313365 tempest-RoutersNegativeTest-1719313365-project] Router 4e192cf8-6012-45de-ae9b-f40dd8c1a161 has already been hosted by L3 agent c648d819-1060-4f26-b4ec-6455387b5dff {{(pid=102790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 15:55:33.698587 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-15898c9c-035c-4099-a33f-f43176dc3809 req-62e5e24c-eca0-40e8-b96e-ba6b0ef0ac5b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4e0e5c96-03a1-4013-9f20-18389d5cd858 HTTP/1.1" status: 200 len: 217 time: 0.0975611 Mar 29 15:55:33.778396 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aeba3c84-590c-4017-891b-aafea6968a38 tempest-RoutersNegativeTest-1719313365 tempest-RoutersNegativeTest-1719313365-project] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:55:33.790080 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-aeba3c84-590c-4017-891b-aafea6968a38 tempest-RoutersNegativeTest-1719313365 tempest-RoutersNegativeTest-1719313365-project] 10.222.0.42 "PUT /v2.0/routers/4e192cf8-6012-45de-ae9b-f40dd8c1a161/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1679695 Mar 29 15:55:33.793803 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 37706) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:55:33.811381 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18c2f6a9-539c-42a7-8a72-58adc5d330c0 None None] Sync routers for ids ['4e192cf8-6012-45de-ae9b-f40dd8c1a161'] in n-d-834765-1 {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:55:33.840023 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15898c9c-035c-4099-a33f-f43176dc3809 req-2a790c47-79cc-48d6-bd0a-9fbf4bf63078 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:55:33.846320 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-15898c9c-035c-4099-a33f-f43176dc3809 req-2a790c47-79cc-48d6-bd0a-9fbf4bf63078 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f321fdd4-89ca-4bd6-835a-732290fa6cda HTTP/1.1" status: 200 len: 858 time: 0.1380072 Mar 29 15:55:33.873938 n-d-834765-1 neutron-server[102790]: INFO neutron.api.v2.resource [None req-d8f86eff-ecf9-4151-a6ae-7fd54cc21ff9 tempest-RoutersNegativeTest-1719313365 tempest-RoutersNegativeTest-1719313365-project] delete failed (client error): The resource could not be found. Mar 29 15:55:33.880021 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-d8f86eff-ecf9-4151-a6ae-7fd54cc21ff9 tempest-RoutersNegativeTest-1719313365 tempest-RoutersNegativeTest-1719313365-project] 10.222.0.42 "DELETE /v2.0/routers/tempest-non_exist_router-1067294704 HTTP/1.1" status: 404 len: 335 time: 0.0858943 Mar 29 15:55:33.880846 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 37708) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:55:33.897594 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-0af4be5a-cec8-4f07-8e6c-503232832aa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3119db59-eacf-4f28-ae88-0b179536a3ef', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1081979450', 'tenant_id': '030130d0937d42c9a5ecbc5c59eb4929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.152'}], 'enable_snat': True}, 'gw_port_id': '6a5bf533-bb66-457d-b7d7-777ab6715b2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:55:13Z', 'updated_at': '2022-03-29T15:55:28Z', 'revision_number': 4, 'project_id': '030130d0937d42c9a5ecbc5c59eb4929', 'gw_port': {'id': '6a5bf533-bb66-457d-b7d7-777ab6715b2e', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:90:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3119db59-eacf-4f28-ae88-0b179536a3ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2435, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:55:15Z', 'updated_at': '2022-03-29T15:55:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': '58c12c92-de29-495b-b480-d0a14f31a5f7', 'name': '', 'network_id': 'da91932a-2e82-41cb-abd7-9843219a5c0c', 'tenant_id': '030130d0937d42c9a5ecbc5c59eb4929', 'mac_address': 'fa:16:3e:cb:f8:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3119db59-eacf-4f28-ae88-0b179536a3ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 2457, 'fixed_ips': [{'subnet_id': '0584d4d2-3c24-4452-8019-81fa83543064', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:55:25Z', 'updated_at': '2022-03-29T15:55:29Z', 'revision_number': 2, 'project_id': '030130d0937d42c9a5ecbc5c59eb4929', 'subnets': [{'id': '0584d4d2-3c24-4452-8019-81fa83543064', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:55:33.898461 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-1dfa2803-07f3-4db6-b4cd-ef3a309675ef tempest-RoutersNegativeTest-1719313365 tempest-RoutersNegativeTest-1719313365-project] Request body: {'router': {'external_gateway_info': {'network_id': '4e192cf8-6012-45de-ae9b-f40dd8c1a161'}}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:55:33.910140 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c49389f-c6a8-463c-b97d-8d6986ed4f51 req-71a40dcb-5329-490c-b087-3e237d6be9d8 tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:55:33.911855 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-3c49389f-c6a8-463c-b97d-8d6986ed4f51 req-71a40dcb-5329-490c-b087-3e237d6be9d8 tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] 10.222.0.42 "GET /v2.0/networks?id=da91932a-2e82-41cb-abd7-9843219a5c0c HTTP/1.1" status: 200 len: 798 time: 0.4068339 Mar 29 15:55:33.947772 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:33.948026 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15898c9c-035c-4099-a33f-f43176dc3809 req-8c2a2ee5-de75-4dd7-af3d-333927e40426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:55:33.949885 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-15898c9c-035c-4099-a33f-f43176dc3809 req-8c2a2ee5-de75-4dd7-af3d-333927e40426 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6da5eb6a-1ef7-4aa0-bbb2-e8f3bdbdd5ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0966010 Mar 29 15:55:33.977036 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0af4be5a-cec8-4f07-8e6c-503232832aa9 None None] Checking router: 3119db59-eacf-4f28-ae88-0b179536a3ef for host: n-d-834765-1 {{(pid=102793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:55:33.977715 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0af4be5a-cec8-4f07-8e6c-503232832aa9 None None] Updating router 3119db59-eacf-4f28-ae88-0b179536a3ef port 58c12c92-de29-495b-b480-d0a14f31a5f7 binding host n-d-834765-1 {{(pid=102793) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 15:55:34.037100 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-0af4be5a-cec8-4f07-8e6c-503232832aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:34.045543 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-3c49389f-c6a8-463c-b97d-8d6986ed4f51 req-15b8e106-0a18-4082-89ea-03421579c78c tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] 10.222.0.42 "GET /v2.0/quotas/030130d0937d42c9a5ecbc5c59eb4929 HTTP/1.1" status: 200 len: 375 time: 0.0947790 Mar 29 15:55:34.130625 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18c2f6a9-539c-42a7-8a72-58adc5d330c0 None None] Routers {'4e192cf8-6012-45de-ae9b-f40dd8c1a161'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:55:34.132823 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-18c2f6a9-539c-42a7-8a72-58adc5d330c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:55:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['4e192cf8-6012-45de-ae9b-f40dd8c1a161'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:55:34.149872 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] For port 4c3a335b-e767-4d65-aef4-9d72db41e9f0, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=4c3a335b-e767-4d65-aef4-9d72db41e9f0,segment=NetworkSegment(3cd1fcbc-998e-4add-a5bc-8dcd66dd0386),segment_id=3cd1fcbc-998e-4add-a5bc-8dcd66dd0386)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:55:34.160499 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-15898c9c-035c-4099-a33f-f43176dc3809 req-09fdfc57-5be5-4dec-93e7-1c83136c2a2f service neutron] 10.222.0.44 "GET /v2.0/networks/6da5eb6a-1ef7-4aa0-bbb2-e8f3bdbdd5ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2028148 Mar 29 15:55:34.224823 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 37712) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:55:34.273448 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-83b0ffa0-8682-40ec-82e0-59c7ccdb1d5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:34.294810 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-18c2f6a9-539c-42a7-8a72-58adc5d330c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:55:34.301635 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-1dfa2803-07f3-4db6-b4cd-ef3a309675ef tempest-RoutersNegativeTest-1719313365 tempest-RoutersNegativeTest-1719313365-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:34.305629 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:34.328808 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-3c49389f-c6a8-463c-b97d-8d6986ed4f51 req-d59e3939-060b-496b-a2a5-54449b1d571f tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=030130d0937d42c9a5ecbc5c59eb4929&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1711414 Mar 29 15:55:34.343705 n-d-834765-1 neutron-server[102790]: INFO neutron.api.v2.resource [None req-1dfa2803-07f3-4db6-b4cd-ef3a309675ef tempest-RoutersNegativeTest-1719313365 tempest-RoutersNegativeTest-1719313365-project] update failed (client error): The resource could not be found. Mar 29 15:55:34.344809 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-1dfa2803-07f3-4db6-b4cd-ef3a309675ef tempest-RoutersNegativeTest-1719313365 tempest-RoutersNegativeTest-1719313365-project] 10.222.0.42 "PUT /v2.0/routers/4e192cf8-6012-45de-ae9b-f40dd8c1a161 HTTP/1.1" status: 404 len: 339 time: 0.4599907 Mar 29 15:55:34.353069 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 37714) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:55:34.435329 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18c2f6a9-539c-42a7-8a72-58adc5d330c0 None None] Routers {'4e192cf8-6012-45de-ae9b-f40dd8c1a161'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:55:34.436344 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-18c2f6a9-539c-42a7-8a72-58adc5d330c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:55:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['4e192cf8-6012-45de-ae9b-f40dd8c1a161'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:55:34.440707 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d71584b9-87f1-45f5-84c7-c993c2416269 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:34.607450 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-0af4be5a-cec8-4f07-8e6c-503232832aa9 None None] Notify callbacks [] for port, precommit_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:34.617381 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-0af4be5a-cec8-4f07-8e6c-503232832aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:34.638866 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39780ed-a3f2-4e99-8928-6cf64a1a0582 req-e66a6448-9b1d-481a-a302-7f65458f71c0 tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:55:34.653375 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f39780ed-a3f2-4e99-8928-6cf64a1a0582 req-e66a6448-9b1d-481a-a302-7f65458f71c0 tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] 10.222.0.42 "GET /v2.0/ports?device_id=4a6e5ec3-39e2-47e2-b9ec-187b5ddeca0e HTTP/1.1" status: 200 len: 944 time: 0.2975600 Mar 29 15:55:34.673594 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-15898c9c-035c-4099-a33f-f43176dc3809 req-55733e4b-33b5-406c-a8f5-4446d7856031 service neutron] 10.222.0.44 "GET /v2.0/networks/6da5eb6a-1ef7-4aa0-bbb2-e8f3bdbdd5ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4932954 Mar 29 15:55:34.731808 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938a4938-6634-4492-b837-03d01c5fd0c5 None None] Pushing event updated for resources: {'Port': ['ID=58c12c92-de29-495b-b480-d0a14f31a5f7,revision_number=3']} {{(pid=102793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:55:34.785910 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f39780ed-a3f2-4e99-8928-6cf64a1a0582 req-f2364cfe-c40c-4f24-99a9-7001c46dc36e tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] 10.222.0.42 "GET /v2.0/security-groups?id=158a092c-dd2b-4e56-b164-ca7881904141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151612 Mar 29 15:55:34.846294 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.managers [None req-0af4be5a-cec8-4f07-8e6c-503232832aa9 None None] Attempting to bind port 58c12c92-de29-495b-b480-d0a14f31a5f7 on host n-d-834765-1 for vnic_type normal with profile {{(pid=102793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:55:34.846657 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.managers [None req-0af4be5a-cec8-4f07-8e6c-503232832aa9 None None] Attempting to bind port 58c12c92-de29-495b-b480-d0a14f31a5f7 by drivers openvswitch,hyperv on host n-d-834765-1 at level 0 using segments [{'id': '5db23e5d-e77b-4187-b630-497c08eeec24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'da91932a-2e82-41cb-abd7-9843219a5c0c'}] {{(pid=102793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:55:34.847009 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0af4be5a-cec8-4f07-8e6c-503232832aa9 None None] Attempting to bind port 58c12c92-de29-495b-b480-d0a14f31a5f7 on network da91932a-2e82-41cb-abd7-9843219a5c0c {{(pid=102793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:55:34.848833 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-83b0ffa0-8682-40ec-82e0-59c7ccdb1d5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:34.859236 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-83b0ffa0-8682-40ec-82e0-59c7ccdb1d5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:34.862436 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0af4be5a-cec8-4f07-8e6c-503232832aa9 None None] Checking agent: {'id': 'a8866439-9d96-425c-b519-6905c591ac37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 25, 36), 'started_at': datetime.datetime(2022, 3, 29, 15, 26, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 55, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834765-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:55:34.863017 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0af4be5a-cec8-4f07-8e6c-503232832aa9 None None] Checking segment: {'id': '5db23e5d-e77b-4187-b630-497c08eeec24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'da91932a-2e82-41cb-abd7-9843219a5c0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:55:34.863461 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-0af4be5a-cec8-4f07-8e6c-503232832aa9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:34.863854 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0af4be5a-cec8-4f07-8e6c-503232832aa9 None None] Bound using segment: {'id': '5db23e5d-e77b-4187-b630-497c08eeec24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'da91932a-2e82-41cb-abd7-9843219a5c0c'} {{(pid=102793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:55:34.864328 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.managers [None req-0af4be5a-cec8-4f07-8e6c-503232832aa9 None None] Bound port: 58c12c92-de29-495b-b480-d0a14f31a5f7, host: n-d-834765-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5db23e5d-e77b-4187-b630-497c08eeec24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'da91932a-2e82-41cb-abd7-9843219a5c0c'}}] {{(pid=102793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 15:55:34.864872 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-0af4be5a-cec8-4f07-8e6c-503232832aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:34.928084 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-83b0ffa0-8682-40ec-82e0-59c7ccdb1d5e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=caaf90fd2a514e39bcd1af46c7180649&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6997771 Mar 29 15:55:34.928446 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 37718) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:55:34.936005 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-18c2f6a9-539c-42a7-8a72-58adc5d330c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:55:34.936883 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18c2f6a9-539c-42a7-8a72-58adc5d330c0 None None] The sync data for ids ['4e192cf8-6012-45de-ae9b-f40dd8c1a161'] in n-d-834765-1 is: [] {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:55:34.952092 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 626efb09-9ef9-4f69-a6a2-055b3389e50e up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:55:34.989468 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-d5b2b912-e5ca-4462-854a-b059bd2a7f0c tempest-RoutersNegativeTest-1719313365 tempest-RoutersNegativeTest-1719313365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:35.004821 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b0ffa0-8682-40ec-82e0-59c7ccdb1d5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20812c18-bb7a-4445-b38c-3a7bab78c3c0,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:55:35.009631 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.db [None req-0af4be5a-cec8-4f07-8e6c-503232832aa9 None None] For port 58c12c92-de29-495b-b480-d0a14f31a5f7, host n-d-834765-1, cleared binding levels {{(pid=102793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:55:35.015708 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.db [None req-0af4be5a-cec8-4f07-8e6c-503232832aa9 None None] For port 58c12c92-de29-495b-b480-d0a14f31a5f7, host n-d-834765-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=58c12c92-de29-495b-b480-d0a14f31a5f7,segment=NetworkSegment(5db23e5d-e77b-4187-b630-497c08eeec24),segment_id=5db23e5d-e77b-4187-b630-497c08eeec24)] {{(pid=102793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:55:35.024966 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-0af4be5a-cec8-4f07-8e6c-503232832aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:35.027650 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-d034da0b-bb07-4aec-ac2d-a4ee064e77a1 None None] Provisioning complete for port 4c3a335b-e767-4d65-aef4-9d72db41e9f0 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:55:35.028138 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d034da0b-bb07-4aec-ac2d-a4ee064e77a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:35.033789 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Pushing event updated for resources: {'Port': ['ID=4c3a335b-e767-4d65-aef4-9d72db41e9f0,revision_number=3']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:55:35.080239 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-d036abbd-895b-40e6-9704-a051ceaf4042 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:35.114592 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port 626efb09-9ef9-4f69-a6a2-055b3389e50e triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:55:35.115005 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:35.119531 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-d036abbd-895b-40e6-9704-a051ceaf4042 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:35.168255 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0af4be5a-cec8-4f07-8e6c-503232832aa9 None None] Routers {'3119db59-eacf-4f28-ae88-0b179536a3ef'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:55:35.169189 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-0af4be5a-cec8-4f07-8e6c-503232832aa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:55:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['3119db59-eacf-4f28-ae88-0b179536a3ef'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:55:35.172656 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938a4938-6634-4492-b837-03d01c5fd0c5 None None] Pushing event updated for resources: {'Port': ['ID=58c12c92-de29-495b-b480-d0a14f31a5f7,revision_number=4']} {{(pid=102793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:55:35.201515 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-d036abbd-895b-40e6-9704-a051ceaf4042 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:35.206285 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-d036abbd-895b-40e6-9704-a051ceaf4042 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:35.207899 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-d036abbd-895b-40e6-9704-a051ceaf4042 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/20812c18-bb7a-4445-b38c-3a7bab78c3c0 HTTP/1.1" status: 204 len: 168 time: 0.2784801 Mar 29 15:55:35.220241 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d036abbd-895b-40e6-9704-a051ceaf4042 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20812c18-bb7a-4445-b38c-3a7bab78c3c0,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:55:35.240966 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-3c49389f-c6a8-463c-b97d-8d6986ed4f51 req-b9e9992b-2604-4ca2-bbc8-b2911d92f54d service neutron] 10.222.0.42 "GET /v2.0/networks/da91932a-2e82-41cb-abd7-9843219a5c0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8947182 Mar 29 15:55:35.274939 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device 4bbe2651-b5bf-4f2d-ac57-165c62f587ac up at agent hyperv_n-h2-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:55:35.411779 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:35.429616 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Provisioning for port 4bbe2651-b5bf-4f2d-ac57-165c62f587ac completed by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 15:55:35.435039 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-d034da0b-bb07-4aec-ac2d-a4ee064e77a1 None None] Provisioning complete for port 58c12c92-de29-495b-b480-d0a14f31a5f7 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:55:35.435689 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d034da0b-bb07-4aec-ac2d-a4ee064e77a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:35.436555 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvr_db [None req-0af4be5a-cec8-4f07-8e6c-503232832aa9 None None] Set router 3119db59-eacf-4f28-ae88-0b179536a3ef gateway port host: n-d-834765-1 {{(pid=102793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:55:35.511198 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] For port 626efb09-9ef9-4f69-a6a2-055b3389e50e, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=626efb09-9ef9-4f69-a6a2-055b3389e50e,segment=NetworkSegment(809afdb5-8b81-484e-807f-1e2944a36073),segment_id=809afdb5-8b81-484e-807f-1e2944a36073)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:55:35.513813 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Provisioning complete for port 4bbe2651-b5bf-4f2d-ac57-165c62f587ac triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:55:35.514306 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:35.518882 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:35.528052 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-3c49389f-c6a8-463c-b97d-8d6986ed4f51 req-25d93bcd-eece-4e96-a13a-5c6bd9eedaa8 service neutron] 10.222.0.42 "GET /v2.0/networks/da91932a-2e82-41cb-abd7-9843219a5c0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2861702 Mar 29 15:55:35.665615 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-394a214f-2ffa-44ac-9277-e1293714a2be req-8dda750f-c256-4c27-ab63-ac6b9299a6b3 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=b5e34b53-8d44-45db-a377-1c001fe98b5c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1490364 Mar 29 15:55:35.796380 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Pushing event updated for resources: {'Port': ['ID=626efb09-9ef9-4f69-a6a2-055b3389e50e,revision_number=3']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:55:35.820553 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d034da0b-bb07-4aec-ac2d-a4ee064e77a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:35.823730 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-0cb6abf6-2706-4e52-8825-f5f644ecf9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:35.864416 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394a214f-2ffa-44ac-9277-e1293714a2be req-95585b9d-6517-467f-bdfc-9220d7a2e785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:55:35.868432 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394a214f-2ffa-44ac-9277-e1293714a2be req-95585b9d-6517-467f-bdfc-9220d7a2e785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:55:35.869151 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394a214f-2ffa-44ac-9277-e1293714a2be req-95585b9d-6517-467f-bdfc-9220d7a2e785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:55:35.870140 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394a214f-2ffa-44ac-9277-e1293714a2be req-95585b9d-6517-467f-bdfc-9220d7a2e785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:55:35.870755 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394a214f-2ffa-44ac-9277-e1293714a2be req-95585b9d-6517-467f-bdfc-9220d7a2e785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:55:35.871484 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394a214f-2ffa-44ac-9277-e1293714a2be req-95585b9d-6517-467f-bdfc-9220d7a2e785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:55:35.872257 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394a214f-2ffa-44ac-9277-e1293714a2be req-95585b9d-6517-467f-bdfc-9220d7a2e785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:55:35.878028 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-394a214f-2ffa-44ac-9277-e1293714a2be req-95585b9d-6517-467f-bdfc-9220d7a2e785 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9cad725e1c41463fab431e48b8d9bfff&device_id=b5e34b53-8d44-45db-a377-1c001fe98b5c HTTP/1.1" status: 200 len: 6502 time: 0.1504815 Mar 29 15:55:35.984005 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-a8b9ce9c-2046-41fb-a2b2-9dc6f1370877 req-0a628e15-9e67-452c-880b-889ab6071f6d tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] 10.222.0.42 "GET /v2.0/ports?device_id=6e40d7af-9c27-4a9b-a9a7-3250cc9a9a3a HTTP/1.1" status: 200 len: 210 time: 0.0892305 Mar 29 15:55:36.063154 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:36.097214 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:36.101814 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-d034da0b-bb07-4aec-ac2d-a4ee064e77a1 None None] For port 58c12c92-de29-495b-b480-d0a14f31a5f7, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=58c12c92-de29-495b-b480-d0a14f31a5f7,segment=NetworkSegment(5db23e5d-e77b-4187-b630-497c08eeec24),segment_id=5db23e5d-e77b-4187-b630-497c08eeec24)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:55:36.102090 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-0af4be5a-cec8-4f07-8e6c-503232832aa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3119db59-eacf-4f28-ae88-0b179536a3ef', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1081979450', 'tenant_id': '030130d0937d42c9a5ecbc5c59eb4929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.152'}], 'enable_snat': True}, 'gw_port_id': '6a5bf533-bb66-457d-b7d7-777ab6715b2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:55:13Z', 'updated_at': '2022-03-29T15:55:28Z', 'revision_number': 4, 'project_id': '030130d0937d42c9a5ecbc5c59eb4929', 'gw_port': {'id': '6a5bf533-bb66-457d-b7d7-777ab6715b2e', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:90:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3119db59-eacf-4f28-ae88-0b179536a3ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2435, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:55:15Z', 'updated_at': '2022-03-29T15:55:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': '58c12c92-de29-495b-b480-d0a14f31a5f7', 'name': '', 'network_id': 'da91932a-2e82-41cb-abd7-9843219a5c0c', 'tenant_id': '030130d0937d42c9a5ecbc5c59eb4929', 'mac_address': 'fa:16:3e:cb:f8:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3119db59-eacf-4f28-ae88-0b179536a3ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 2457, 'fixed_ips': [{'subnet_id': '0584d4d2-3c24-4452-8019-81fa83543064', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:55:25Z', 'updated_at': '2022-03-29T15:55:34Z', 'revision_number': 4, 'project_id': '030130d0937d42c9a5ecbc5c59eb4929', 'subnets': [{'id': '0584d4d2-3c24-4452-8019-81fa83543064', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:55:36.140082 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port 4bbe2651-b5bf-4f2d-ac57-165c62f587ac, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=4bbe2651-b5bf-4f2d-ac57-165c62f587ac,segment=NetworkSegment(ddabd0e1-5000-4ddf-a269-e1ae08a1eb01),segment_id=ddabd0e1-5000-4ddf-a269-e1ae08a1eb01)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:55:36.142339 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc9add87-72f6-43b0-aaa0-72bdafaa8d86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bbe2651-b5bf-4f2d-ac57-165c62f587ac'}] {{(pid=102792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:55:36.145889 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4f476c66b318cc6068719fc39557fac68d413f5c7e78fa77028c7948e999ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c18fea79-3097-4783-8eeb-07f5a7d8933c" -d '{"events": [{"server_uuid": "dc9add87-72f6-43b0-aaa0-72bdafaa8d86", "name": "network-vif-plugged", "status": "completed", "tag": "4bbe2651-b5bf-4f2d-ac57-165c62f587ac"}]}' {{(pid=102792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:55:36.152922 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:36.156720 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d034da0b-bb07-4aec-ac2d-a4ee064e77a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:36.200839 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0af4be5a-cec8-4f07-8e6c-503232832aa9 None None] The sync data for ids ['3119db59-eacf-4f28-ae88-0b179536a3ef'] in n-d-834765-1 is: [{'id': '3119db59-eacf-4f28-ae88-0b179536a3ef', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1081979450', 'tenant_id': '030130d0937d42c9a5ecbc5c59eb4929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.152'}], 'enable_snat': True}, 'gw_port_id': '6a5bf533-bb66-457d-b7d7-777ab6715b2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:55:13Z', 'updated_at': '2022-03-29T15:55:28Z', 'revision_number': 4, 'project_id': '030130d0937d42c9a5ecbc5c59eb4929', 'gw_port': {'id': '6a5bf533-bb66-457d-b7d7-777ab6715b2e', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:90:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3119db59-eacf-4f28-ae88-0b179536a3ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2435, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:55:15Z', 'updated_at': '2022-03-29T15:55:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': '58c12c92-de29-495b-b480-d0a14f31a5f7', 'name': '', 'network_id': 'da91932a-2e82-41cb-abd7-9843219a5c0c', 'tenant_id': '030130d0937d42c9a5ecbc5c59eb4929', 'mac_address': 'fa:16:3e:cb:f8:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3119db59-eacf-4f28-ae88-0b179536a3ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 2457, 'fixed_ips': [{'subnet_id': '0584d4d2-3c24-4452-8019-81fa83543064', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:55:25Z', 'updated_at': '2022-03-29T15:55:34Z', 'revision_number': 4, 'project_id': '030130d0937d42c9a5ecbc5c59eb4929', 'subnets': [{'id': '0584d4d2-3c24-4452-8019-81fa83543064', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:55:36.224353 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Pushing event updated for resources: {'Port': ['ID=4bbe2651-b5bf-4f2d-ac57-165c62f587ac,revision_number=5']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:55:36.249992 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394a214f-2ffa-44ac-9277-e1293714a2be req-2a677f0e-65bc-4dd0-afce-5293a8c6320f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:55:36.250467 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394a214f-2ffa-44ac-9277-e1293714a2be req-2a677f0e-65bc-4dd0-afce-5293a8c6320f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:55:36.251004 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394a214f-2ffa-44ac-9277-e1293714a2be req-2a677f0e-65bc-4dd0-afce-5293a8c6320f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:55:36.254064 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-394a214f-2ffa-44ac-9277-e1293714a2be req-2a677f0e-65bc-4dd0-afce-5293a8c6320f service neutron] 10.222.0.48 "GET /v2.0/networks?id=4e796cbd-0811-4a69-9036-a57f72186731&id=4ba2607b-b448-44f6-8335-46066b72a89c&id=4ba2607b-b448-44f6-8335-46066b72a89c&id=4ba2607b-b448-44f6-8335-46066b72a89c&id=4ba2607b-b448-44f6-8335-46066b72a89c&id=79dcb3cc-0cfb-4dde-9352-1cf14f1c4e5d&id=79dcb3cc-0cfb-4dde-9352-1cf14f1c4e5d HTTP/1.1" status: 200 len: 2296 time: 0.3374493 Mar 29 15:55:36.314707 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:55:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2db5a27e-2d0e-42a1-ab96-09dc3b293760 x-openstack-request-id: req-2db5a27e-2d0e-42a1-ab96-09dc3b293760 {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:55:36.317779 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc9add87-72f6-43b0-aaa0-72bdafaa8d86", "name": "network-vif-plugged", "status": "completed", "tag": "4bbe2651-b5bf-4f2d-ac57-165c62f587ac", "code": 200}]} {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:55:36.319730 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-2db5a27e-2d0e-42a1-ab96-09dc3b293760 {{(pid=102792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:55:36.320672 n-d-834765-1 neutron-server[102792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc9add87-72f6-43b0-aaa0-72bdafaa8d86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bbe2651-b5bf-4f2d-ac57-165c62f587ac', 'code': 200} Mar 29 15:55:36.397798 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-394a214f-2ffa-44ac-9277-e1293714a2be req-55100d17-92ac-4d06-9078-6cf96aebcb94 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f402d3d7-34ef-43ea-8950-d2b015ceb2a3 HTTP/1.1" status: 200 len: 1001 time: 0.1341636 Mar 29 15:55:36.443322 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-7647f44c-8c08-4b9d-b176-0382c48bab43 None None] Provisioning complete for port 4c3a335b-e767-4d65-aef4-9d72db41e9f0 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:55:36.445800 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-7647f44c-8c08-4b9d-b176-0382c48bab43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:36.604941 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d034da0b-bb07-4aec-ac2d-a4ee064e77a1 None None] Pushing event updated for resources: {'Port': ['ID=58c12c92-de29-495b-b480-d0a14f31a5f7,revision_number=5']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:55:36.617678 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394a214f-2ffa-44ac-9277-e1293714a2be req-51956581-87c2-418d-b9db-1e9166fdcaac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:55:36.622451 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-394a214f-2ffa-44ac-9277-e1293714a2be req-51956581-87c2-418d-b9db-1e9166fdcaac service neutron] 10.222.0.48 "GET /v2.0/subnets?id=38d67edd-cfdb-4ded-91f8-0e501d16094b HTTP/1.1" status: 200 len: 856 time: 0.2166080 Mar 29 15:55:36.642377 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fda85eb-a3bc-4ecf-a0ac-50aaf30b2ad7 req-e68c97e7-ef1b-45a8-8c33-7f381f46648e tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:55:36.654943 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-8fda85eb-a3bc-4ecf-a0ac-50aaf30b2ad7 req-e68c97e7-ef1b-45a8-8c33-7f381f46648e tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] 10.222.0.42 "GET /v2.0/ports?device_id=4a6e5ec3-39e2-47e2-b9ec-187b5ddeca0e HTTP/1.1" status: 200 len: 944 time: 0.2796812 Mar 29 15:55:36.667606 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc731c3c-c4fe-4b42-b0e5-6db5316c2ea5 req-f9995ad8-cddb-48d9-9a23-6ed4921c5979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:55:36.669731 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-fc731c3c-c4fe-4b42-b0e5-6db5316c2ea5 req-f9995ad8-cddb-48d9-9a23-6ed4921c5979 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=dc9add87-72f6-43b0-aaa0-72bdafaa8d86 HTTP/1.1" status: 200 len: 1096 time: 0.2721493 Mar 29 15:55:36.743085 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d3316406-ef54-45d5-83c2-614947832b53 req-370a6b00-c118-4c36-9ec7-b288b0267e1f service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=ae47874e-9944-4a81-b52b-64a39ecfeb9b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2265537 Mar 29 15:55:36.782797 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-8fda85eb-a3bc-4ecf-a0ac-50aaf30b2ad7 req-60d11adb-b624-49b8-a56f-6572596aed36 tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] 10.222.0.42 "GET /v2.0/security-groups?id=158a092c-dd2b-4e56-b164-ca7881904141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168566 Mar 29 15:55:36.802114 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.db_base_plugin_common [None req-d5b2b912-e5ca-4462-854a-b059bd2a7f0c tempest-RoutersNegativeTest-1719313365 tempest-RoutersNegativeTest-1719313365-project] Allocated IP 172.20.0.1 (7fb793a8-b903-4864-8b07-e465aaa65206/b025df39-86cf-4730-b2ce-7ac325c876aa/27d20847-5092-4f75-862f-5b4f1a41bcc2) {{(pid=102790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:55:36.860267 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-fc731c3c-c4fe-4b42-b0e5-6db5316c2ea5 req-d288035b-f479-4f8d-b484-a6ab0d1f49d0 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=158a092c-dd2b-4e56-b164-ca7881904141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692359 Mar 29 15:55:36.865397 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-7647f44c-8c08-4b9d-b176-0382c48bab43 None None] Provisioning complete for port 58c12c92-de29-495b-b480-d0a14f31a5f7 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:55:36.870558 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-7647f44c-8c08-4b9d-b176-0382c48bab43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:36.881493 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 626efb09-9ef9-4f69-a6a2-055b3389e50e up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:55:36.913906 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394a214f-2ffa-44ac-9277-e1293714a2be req-0eb77ef4-3ed6-483a-aa68-837d1de1d073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:55:36.915845 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-394a214f-2ffa-44ac-9277-e1293714a2be req-0eb77ef4-3ed6-483a-aa68-837d1de1d073 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4e796cbd-0811-4a69-9036-a57f72186731&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2850709 Mar 29 15:55:36.928420 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3316406-ef54-45d5-83c2-614947832b53 req-65f250a8-c82a-4bc5-a0e5-4a77dfd0e304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:55:36.930531 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d3316406-ef54-45d5-83c2-614947832b53 req-65f250a8-c82a-4bc5-a0e5-4a77dfd0e304 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=030130d0937d42c9a5ecbc5c59eb4929&device_id=ae47874e-9944-4a81-b52b-64a39ecfeb9b HTTP/1.1" status: 200 len: 1136 time: 0.0752130 Mar 29 15:55:37.083748 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-d5b2b912-e5ca-4462-854a-b059bd2a7f0c tempest-RoutersNegativeTest-1719313365 tempest-RoutersNegativeTest-1719313365-project] Notify callbacks [] for port, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:37.142561 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port 626efb09-9ef9-4f69-a6a2-055b3389e50e triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:55:37.143130 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:37.166789 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-d5b2b912-e5ca-4462-854a-b059bd2a7f0c tempest-RoutersNegativeTest-1719313365 tempest-RoutersNegativeTest-1719313365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:37.203587 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-7647f44c-8c08-4b9d-b176-0382c48bab43 None None] Could not find standard attr ID for object 202a753d-d45b-4b20-9fc0-404cf8d77904. {{(pid=102792) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 29 15:55:37.221348 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-7647f44c-8c08-4b9d-b176-0382c48bab43 None None] Provisioning complete for port 626efb09-9ef9-4f69-a6a2-055b3389e50e triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:55:37.233155 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-7647f44c-8c08-4b9d-b176-0382c48bab43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:37.278584 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-c497be25-8295-4847-b575-0896408f1563 req-c75df849-2d3e-4c25-9a9c-c719066b3972 tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] 10.222.0.42 "GET /v2.0/ports?device_id=6e40d7af-9c27-4a9b-a9a7-3250cc9a9a3a HTTP/1.1" status: 200 len: 210 time: 0.1586461 Mar 29 15:55:37.287629 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5b2b912-e5ca-4462-854a-b059bd2a7f0c tempest-RoutersNegativeTest-1719313365 tempest-RoutersNegativeTest-1719313365-project] Network 7fb793a8-b903-4864-8b07-e465aaa65206 is already hosted by enough agents. {{(pid=102790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:55:37.302883 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-d5b2b912-e5ca-4462-854a-b059bd2a7f0c tempest-RoutersNegativeTest-1719313365 tempest-RoutersNegativeTest-1719313365-project] Resources bound (agent type, host, resource id): {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:55:37.307974 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5b2b912-e5ca-4462-854a-b059bd2a7f0c tempest-RoutersNegativeTest-1719313365 tempest-RoutersNegativeTest-1719313365-project] Received port after_create {{(pid=102790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:55:37.312585 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b2b912-e5ca-4462-854a-b059bd2a7f0c tempest-RoutersNegativeTest-1719313365 tempest-RoutersNegativeTest-1719313365-project] Pushing event updated for resources: {'Port': ['ID=27d20847-5092-4f75-862f-5b4f1a41bcc2,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:55:37.390823 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 4c3a335b-e767-4d65-aef4-9d72db41e9f0 up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:55:37.399014 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-d5b2b912-e5ca-4462-854a-b059bd2a7f0c tempest-RoutersNegativeTest-1719313365 tempest-RoutersNegativeTest-1719313365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-648347'] for router_interface, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:37.434678 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3316406-ef54-45d5-83c2-614947832b53 req-1d13460e-8c4c-4eca-afae-990b7f973622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:55:37.436224 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d3316406-ef54-45d5-83c2-614947832b53 req-1d13460e-8c4c-4eca-afae-990b7f973622 service neutron] 10.222.0.44 "GET /v2.0/networks?id=bc88b80e-509f-4983-8355-8cb722b08b1c HTTP/1.1" status: 200 len: 897 time: 0.4826064 Mar 29 15:55:37.509765 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port 4c3a335b-e767-4d65-aef4-9d72db41e9f0 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:55:37.510307 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:37.710468 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-d5b2b912-e5ca-4462-854a-b059bd2a7f0c tempest-RoutersNegativeTest-1719313365 tempest-RoutersNegativeTest-1719313365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:37.760693 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-394a214f-2ffa-44ac-9277-e1293714a2be req-763fd1d5-bd28-4340-b2b4-5684061d4b53 service neutron] 10.222.0.48 "GET /v2.0/networks/4e796cbd-0811-4a69-9036-a57f72186731?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5974984 Mar 29 15:55:37.767913 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 58c12c92-de29-495b-b480-d0a14f31a5f7 up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:55:37.840290 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-e8b62cb1-4c17-4863-91c9-5425049e8615 None None] Provisioning complete for port 27d20847-5092-4f75-862f-5b4f1a41bcc2 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:55:37.840667 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-e8b62cb1-4c17-4863-91c9-5425049e8615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:37.897660 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-394a214f-2ffa-44ac-9277-e1293714a2be req-827afeaa-8003-44a1-baa9-8be43d352a76 service neutron] 10.222.0.48 "GET /v2.0/networks/4e796cbd-0811-4a69-9036-a57f72186731?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256504 Mar 29 15:55:37.899671 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port 58c12c92-de29-495b-b480-d0a14f31a5f7 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:55:37.900043 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:37.916523 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d3316406-ef54-45d5-83c2-614947832b53 req-a30804ba-cc00-4275-b2d9-2c1de3147dad service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=00d82936-b564-49a0-93ad-cab131d6a665 HTTP/1.1" status: 200 len: 1002 time: 0.4682634 Mar 29 15:55:37.964695 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-394a214f-2ffa-44ac-9277-e1293714a2be req-b96ac848-18cd-4e32-b52d-21ec7bfb1364 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.15&port_id=fd6e3e94-cc76-461b-a427-2d8fa63aec1d HTTP/1.1" status: 200 len: 217 time: 0.0555608 Mar 29 15:55:37.973857 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-e8b62cb1-4c17-4863-91c9-5425049e8615 None None] Port 27d20847-5092-4f75-862f-5b4f1a41bcc2 cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 15:55:38.142343 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b2c484-cde8-4d57-b290-f95ba58e11a4 req-3b70332d-8e4e-4a09-9d61-b9b606bfb90e tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:55:38.144357 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-11b2c484-cde8-4d57-b290-f95ba58e11a4 req-3b70332d-8e4e-4a09-9d61-b9b606bfb90e tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] 10.222.0.42 "GET /v2.0/ports?device_id=4a6e5ec3-39e2-47e2-b9ec-187b5ddeca0e HTTP/1.1" status: 200 len: 944 time: 0.2256346 Mar 29 15:55:38.211684 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394a214f-2ffa-44ac-9277-e1293714a2be req-928dc217-a0dd-488a-9351-c078a1d8601a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:55:38.216610 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-394a214f-2ffa-44ac-9277-e1293714a2be req-928dc217-a0dd-488a-9351-c078a1d8601a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=bc361fa1-f654-45a1-af1c-12ca60a2e415 HTTP/1.1" status: 200 len: 797 time: 0.1938272 Mar 29 15:55:38.226782 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3316406-ef54-45d5-83c2-614947832b53 req-5b2744b3-481a-48e6-8a0d-f17c7c7d3bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:55:38.228327 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d3316406-ef54-45d5-83c2-614947832b53 req-5b2744b3-481a-48e6-8a0d-f17c7c7d3bb4 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d1790831-214e-4ecf-90c1-f78e7ba94f96 HTTP/1.1" status: 200 len: 835 time: 0.2801349 Mar 29 15:55:38.279631 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device 4e0e5c96-03a1-4013-9f20-18389d5cd858 details requested by agent hyperv_n-h1-834765-1 with host n-h1-834765-1 {{(pid=102792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 15:55:38.291707 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-11b2c484-cde8-4d57-b290-f95ba58e11a4 req-428a3427-ff24-4db2-861e-f82247956cd8 tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] 10.222.0.42 "GET /v2.0/security-groups?id=158a092c-dd2b-4e56-b164-ca7881904141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286101 Mar 29 15:55:38.525485 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 58c12c92-de29-495b-b480-d0a14f31a5f7 up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:55:38.541342 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-d5b2b912-e5ca-4462-854a-b059bd2a7f0c tempest-RoutersNegativeTest-1719313365 tempest-RoutersNegativeTest-1719313365-project] Notify callbacks [] for port, precommit_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:38.549852 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-d5b2b912-e5ca-4462-854a-b059bd2a7f0c tempest-RoutersNegativeTest-1719313365 tempest-RoutersNegativeTest-1719313365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5237921'] for port, after_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:38.572246 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c49389f-c6a8-463c-b97d-8d6986ed4f51 req-d0efea93-e515-4012-9f55-f136103769e5 tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:55:38.573998 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-3c49389f-c6a8-463c-b97d-8d6986ed4f51 req-d0efea93-e515-4012-9f55-f136103769e5 tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] 10.222.0.48 "GET /v2.0/networks?id=da91932a-2e82-41cb-abd7-9843219a5c0c HTTP/1.1" status: 200 len: 798 time: 0.4658535 Mar 29 15:55:38.618435 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [req-3c49389f-c6a8-463c-b97d-8d6986ed4f51 req-53ceb73d-7ffc-4fc6-b511-71066f06c731 tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Request body: {'port': {'device_id': '6e40d7af-9c27-4a9b-a9a7-3250cc9a9a3a', 'network_id': 'da91932a-2e82-41cb-abd7-9843219a5c0c', 'admin_state_up': True, 'tenant_id': '030130d0937d42c9a5ecbc5c59eb4929'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:55:38.649554 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port 4e0e5c96-03a1-4013-9f20-18389d5cd858, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=4e0e5c96-03a1-4013-9f20-18389d5cd858,segment=NetworkSegment(ddabd0e1-5000-4ddf-a269-e1ae08a1eb01),segment_id=ddabd0e1-5000-4ddf-a269-e1ae08a1eb01)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:55:38.663303 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port 58c12c92-de29-495b-b480-d0a14f31a5f7 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:55:38.663686 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:38.669303 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Returning: {'device': '4e0e5c96-03a1-4013-9f20-18389d5cd858', 'network_id': '6da5eb6a-1ef7-4aa0-bbb2-e8f3bdbdd5ff', 'port_id': '4e0e5c96-03a1-4013-9f20-18389d5cd858', 'mac_address': 'fa:16:3e:08:00:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 600, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f321fdd4-89ca-4bd6-835a-732290fa6cda', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 15:55:38.672254 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-d5b2b912-e5ca-4462-854a-b059bd2a7f0c tempest-RoutersNegativeTest-1719313365 tempest-RoutersNegativeTest-1719313365-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-648439'] for router_interface, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:38.677201 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b2b912-e5ca-4462-854a-b059bd2a7f0c tempest-RoutersNegativeTest-1719313365 tempest-RoutersNegativeTest-1719313365-project] Pushing event updated for resources: {'Port': ['ID=27d20847-5092-4f75-862f-5b4f1a41bcc2,revision_number=2']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:55:38.774291 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394a214f-2ffa-44ac-9277-e1293714a2be req-71c98aac-4711-48ac-b032-184317b65879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:55:38.777531 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-394a214f-2ffa-44ac-9277-e1293714a2be req-71c98aac-4711-48ac-b032-184317b65879 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4ba2607b-b448-44f6-8335-46066b72a89c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5478001 Mar 29 15:55:38.779465 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:38.798312 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4631300c-8822-4551-9ae7-6408d7096bc2 req-11433cf5-020f-4ee5-b0b8-a2469e3f6781 tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] 10.222.0.42 "GET /v2.0/ports?device_id=6e40d7af-9c27-4a9b-a9a7-3250cc9a9a3a HTTP/1.1" status: 200 len: 210 time: 0.2889082 Mar 29 15:55:38.798688 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e0e5c96-03a1-4013-9f20-18389d5cd858 {{(pid=102792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:55:38.813675 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c49389f-c6a8-463c-b97d-8d6986ed4f51 req-53ceb73d-7ffc-4fc6-b511-71066f06c731 tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Made reservation on behalf of 030130d0937d42c9a5ecbc5c59eb4929 for: {'port': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:55:38.819937 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-3c49389f-c6a8-463c-b97d-8d6986ed4f51 req-53ceb73d-7ffc-4fc6-b511-71066f06c731 tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:38.839379 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port 4e0e5c96-03a1-4013-9f20-18389d5cd858, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=4e0e5c96-03a1-4013-9f20-18389d5cd858,segment=NetworkSegment(ddabd0e1-5000-4ddf-a269-e1ae08a1eb01),segment_id=ddabd0e1-5000-4ddf-a269-e1ae08a1eb01)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:55:38.847335 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:38.901533 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5b2b912-e5ca-4462-854a-b059bd2a7f0c tempest-RoutersNegativeTest-1719313365 tempest-RoutersNegativeTest-1719313365-project] Network 7fb793a8-b903-4864-8b07-e465aaa65206 is already hosted by enough agents. {{(pid=102790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:55:38.906621 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-d5b2b912-e5ca-4462-854a-b059bd2a7f0c tempest-RoutersNegativeTest-1719313365 tempest-RoutersNegativeTest-1719313365-project] Resources bound (agent type, host, resource id): {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:55:38.915631 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3316406-ef54-45d5-83c2-614947832b53 req-f458bf6a-a473-4527-b77b-ff8612edf004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:55:38.917207 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d3316406-ef54-45d5-83c2-614947832b53 req-f458bf6a-a473-4527-b77b-ff8612edf004 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=bc88b80e-509f-4983-8355-8cb722b08b1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6662912 Mar 29 15:55:38.961568 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Pushing event updated for resources: {'Port': ['ID=4e0e5c96-03a1-4013-9f20-18389d5cd858,revision_number=4']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:55:39.124995 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5b2b912-e5ca-4462-854a-b059bd2a7f0c tempest-RoutersNegativeTest-1719313365 tempest-RoutersNegativeTest-1719313365-project] Router 4e192cf8-6012-45de-ae9b-f40dd8c1a161 has already been hosted by L3 agent c648d819-1060-4f26-b4ec-6455387b5dff {{(pid=102790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 15:55:39.229053 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] get_ports_and_sgs() called for port_ids ['4e0e5c96-03a1-4013-9f20-18389d5cd858'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:55:39.261382 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5b2b912-e5ca-4462-854a-b059bd2a7f0c tempest-RoutersNegativeTest-1719313365 tempest-RoutersNegativeTest-1719313365-project] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:55:39.274487 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c794581e-1237-4fae-a0b2-7cd519670982 None None] Sync routers for ids ['4e192cf8-6012-45de-ae9b-f40dd8c1a161'] in n-d-834765-1 {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:55:39.275021 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-d5b2b912-e5ca-4462-854a-b059bd2a7f0c tempest-RoutersNegativeTest-1719313365 tempest-RoutersNegativeTest-1719313365-project] 10.222.0.42 "PUT /v2.0/routers/4e192cf8-6012-45de-ae9b-f40dd8c1a161/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9162438 Mar 29 15:55:39.275395 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 37802) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:55:39.295367 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c794581e-1237-4fae-a0b2-7cd519670982 None None] Routers {'4e192cf8-6012-45de-ae9b-f40dd8c1a161'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:55:39.305342 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-c794581e-1237-4fae-a0b2-7cd519670982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:55:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['4e192cf8-6012-45de-ae9b-f40dd8c1a161'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:55:39.383642 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_common [req-3c49389f-c6a8-463c-b97d-8d6986ed4f51 req-53ceb73d-7ffc-4fc6-b511-71066f06c731 tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Allocated IP 172.20.0.22 (da91932a-2e82-41cb-abd7-9843219a5c0c/0584d4d2-3c24-4452-8019-81fa83543064/412ad278-f090-47aa-960a-00c95d0b3d3a) {{(pid=102791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:55:39.389446 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-c794581e-1237-4fae-a0b2-7cd519670982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:55:39.400786 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c794581e-1237-4fae-a0b2-7cd519670982 None None] Routers {'4e192cf8-6012-45de-ae9b-f40dd8c1a161'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:55:39.401893 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-c794581e-1237-4fae-a0b2-7cd519670982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:55:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['4e192cf8-6012-45de-ae9b-f40dd8c1a161'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:55:39.439754 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-08b4f794-078e-4e90-b022-c2deb4842153 None None] Provisioning complete for port 27d20847-5092-4f75-862f-5b4f1a41bcc2 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:55:39.440298 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-08b4f794-078e-4e90-b022-c2deb4842153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:39.443441 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-c794581e-1237-4fae-a0b2-7cd519670982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:55:39.444324 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c794581e-1237-4fae-a0b2-7cd519670982 None None] The sync data for ids ['4e192cf8-6012-45de-ae9b-f40dd8c1a161'] in n-d-834765-1 is: [] {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:55:39.481806 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-08b4f794-078e-4e90-b022-c2deb4842153 None None] Port 27d20847-5092-4f75-862f-5b4f1a41bcc2 cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 15:55:39.499999 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-cd4b3be8-2e79-46ac-88b1-fa3151f1b45a tempest-RoutersNegativeTest-1719313365 tempest-RoutersNegativeTest-1719313365-project] Notify callbacks [] for router, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:39.502455 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-394a214f-2ffa-44ac-9277-e1293714a2be req-1919e099-de00-4493-899e-8155e9f0603f service neutron] 10.222.0.48 "GET /v2.0/networks/4ba2607b-b448-44f6-8335-46066b72a89c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6998801 Mar 29 15:55:39.584489 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d3316406-ef54-45d5-83c2-614947832b53 req-58cbf8d9-0115-41b0-9bb5-576553549fab service neutron] 10.222.0.44 "GET /v2.0/networks/bc88b80e-509f-4983-8355-8cb722b08b1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6354985 Mar 29 15:55:39.648837 n-d-834765-1 neutron-server[102790]: INFO neutron.api.v2.resource [None req-cd4b3be8-2e79-46ac-88b1-fa3151f1b45a tempest-RoutersNegativeTest-1719313365 tempest-RoutersNegativeTest-1719313365-project] delete failed (client error): There was a conflict when trying to complete your request. Mar 29 15:55:39.652406 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-cd4b3be8-2e79-46ac-88b1-fa3151f1b45a tempest-RoutersNegativeTest-1719313365 tempest-RoutersNegativeTest-1719313365-project] 10.222.0.42 "DELETE /v2.0/routers/4e192cf8-6012-45de-ae9b-f40dd8c1a161 HTTP/1.1" status: 409 len: 329 time: 0.3735492 Mar 29 15:55:39.658982 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a0cd21-90db-4ce1-be55-cb24b9887861 req-c22fd31f-17e6-4c34-b735-0c7fe837654b tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:55:39.660615 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-50a0cd21-90db-4ce1-be55-cb24b9887861 req-c22fd31f-17e6-4c34-b735-0c7fe837654b tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] 10.222.0.42 "GET /v2.0/ports?device_id=4a6e5ec3-39e2-47e2-b9ec-187b5ddeca0e HTTP/1.1" status: 200 len: 945 time: 0.1559823 Mar 29 15:55:39.661097 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 37808) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:55:39.754357 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d3316406-ef54-45d5-83c2-614947832b53 req-2b9b1b30-ad14-4830-9a41-c8d549385c31 service neutron] 10.222.0.44 "GET /v2.0/networks/bc88b80e-509f-4983-8355-8cb722b08b1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099312 Mar 29 15:55:39.847615 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-394a214f-2ffa-44ac-9277-e1293714a2be req-0df8daa9-4cbe-42fd-9b24-6a8d0c0490da service neutron] 10.222.0.48 "GET /v2.0/networks/4ba2607b-b448-44f6-8335-46066b72a89c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3136654 Mar 29 15:55:39.868814 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-3c49389f-c6a8-463c-b97d-8d6986ed4f51 req-53ceb73d-7ffc-4fc6-b511-71066f06c731 tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Notify callbacks [] for port, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:39.900320 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-394a214f-2ffa-44ac-9277-e1293714a2be req-3a1bbe7c-b436-4bcf-b2d7-45ed0deaa8f8 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.217&port_id=2957c1c5-01c3-4fbd-bee2-9935eef14639 HTTP/1.1" status: 200 len: 217 time: 0.0428321 Mar 29 15:55:39.937034 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-50a0cd21-90db-4ce1-be55-cb24b9887861 req-546f136d-e91d-435b-b955-5ec7255326d9 tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] 10.222.0.42 "GET /v2.0/security-groups?id=158a092c-dd2b-4e56-b164-ca7881904141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565073 Mar 29 15:55:40.036209 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.agents_db [None req-59735a15-725e-44d4-9ad5-95cbe356f209 None None] Agent healthcheck: found 7 active agents {{(pid=102793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 15:55:40.047088 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-3608d6c2-4ab4-4abb-8c6c-dd0cdc2a1421 req-b26624f5-58c5-4b83-af98-bd072b7098b8 tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] 10.222.0.42 "GET /v2.0/ports?device_id=6e40d7af-9c27-4a9b-a9a7-3250cc9a9a3a HTTP/1.1" status: 200 len: 210 time: 0.0727763 Mar 29 15:55:40.054047 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394a214f-2ffa-44ac-9277-e1293714a2be req-ca4b60e7-1347-43cc-a5ca-83fbf83d90ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:55:40.056192 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-394a214f-2ffa-44ac-9277-e1293714a2be req-ca4b60e7-1347-43cc-a5ca-83fbf83d90ac service neutron] 10.222.0.48 "GET /v2.0/subnets?id=bc361fa1-f654-45a1-af1c-12ca60a2e415 HTTP/1.1" status: 200 len: 797 time: 0.1472204 Mar 29 15:55:40.074220 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-3c49389f-c6a8-463c-b97d-8d6986ed4f51 req-53ceb73d-7ffc-4fc6-b511-71066f06c731 tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:40.135693 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c49389f-c6a8-463c-b97d-8d6986ed4f51 req-53ceb73d-7ffc-4fc6-b511-71066f06c731 tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Network da91932a-2e82-41cb-abd7-9843219a5c0c is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:55:40.140501 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [req-3c49389f-c6a8-463c-b97d-8d6986ed4f51 req-53ceb73d-7ffc-4fc6-b511-71066f06c731 tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:55:40.153373 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c49389f-c6a8-463c-b97d-8d6986ed4f51 req-53ceb73d-7ffc-4fc6-b511-71066f06c731 tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Received port after_create {{(pid=102791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:55:40.180264 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-8e49ef7d-65b1-43c0-ba62-51a01e1bb760 tempest-RoutersNegativeTest-1719313365 tempest-RoutersNegativeTest-1719313365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-530452'] for router_interface, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:40.201235 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ceb73d-7ffc-4fc6-b511-71066f06c731 tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Pushing event updated for resources: {'Port': ['ID=412ad278-f090-47aa-960a-00c95d0b3d3a,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:55:40.215291 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394a214f-2ffa-44ac-9277-e1293714a2be req-38cabc4c-ff6a-46a9-8563-62bf784377b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:55:40.218697 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-394a214f-2ffa-44ac-9277-e1293714a2be req-38cabc4c-ff6a-46a9-8563-62bf784377b3 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4ba2607b-b448-44f6-8335-46066b72a89c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1554830 Mar 29 15:55:40.271672 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c49389f-c6a8-463c-b97d-8d6986ed4f51 req-53ceb73d-7ffc-4fc6-b511-71066f06c731 tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:55:40.272958 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-3c49389f-c6a8-463c-b97d-8d6986ed4f51 req-53ceb73d-7ffc-4fc6-b511-71066f06c731 tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:40.299607 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-3c49389f-c6a8-463c-b97d-8d6986ed4f51 req-53ceb73d-7ffc-4fc6-b511-71066f06c731 tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 1.7081213 Mar 29 15:55:40.372176 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [req-3c49389f-c6a8-463c-b97d-8d6986ed4f51 req-ed642f5f-bedb-4917-ae87-9118b8617984 service neutron] Request body: {'port': {'device_id': '6e40d7af-9c27-4a9b-a9a7-3250cc9a9a3a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834765-1'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:55:40.473033 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-394a214f-2ffa-44ac-9277-e1293714a2be req-9b3d0763-d1e7-426c-b957-b2ffb6b0df0a service neutron] 10.222.0.48 "GET /v2.0/networks/4ba2607b-b448-44f6-8335-46066b72a89c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2448049 Mar 29 15:55:40.549393 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-3c49389f-c6a8-463c-b97d-8d6986ed4f51 req-ed642f5f-bedb-4917-ae87-9118b8617984 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:40.614232 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-4acbe67d-27ce-46f1-b1d9-beb2a16f121c None None] Provisioning complete for port 412ad278-f090-47aa-960a-00c95d0b3d3a triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:55:40.614832 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-4acbe67d-27ce-46f1-b1d9-beb2a16f121c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:40.627918 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-8e49ef7d-65b1-43c0-ba62-51a01e1bb760 tempest-RoutersNegativeTest-1719313365 tempest-RoutersNegativeTest-1719313365-project] Deleting port 27d20847-5092-4f75-862f-5b4f1a41bcc2 {{(pid=102790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:55:40.628266 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-8e49ef7d-65b1-43c0-ba62-51a01e1bb760 tempest-RoutersNegativeTest-1719313365 tempest-RoutersNegativeTest-1719313365-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:40.654266 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-4acbe67d-27ce-46f1-b1d9-beb2a16f121c None None] Port 412ad278-f090-47aa-960a-00c95d0b3d3a cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 15:55:40.726730 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-8e49ef7d-65b1-43c0-ba62-51a01e1bb760 tempest-RoutersNegativeTest-1719313365 tempest-RoutersNegativeTest-1719313365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:40.740505 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-8e49ef7d-65b1-43c0-ba62-51a01e1bb760 tempest-RoutersNegativeTest-1719313365 tempest-RoutersNegativeTest-1719313365-project] Calling delete_port for 27d20847-5092-4f75-862f-5b4f1a41bcc2 owned by network:router_interface {{(pid=102790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:55:40.920729 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-8e49ef7d-65b1-43c0-ba62-51a01e1bb760 tempest-RoutersNegativeTest-1719313365 tempest-RoutersNegativeTest-1719313365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:40.947591 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e49ef7d-65b1-43c0-ba62-51a01e1bb760 tempest-RoutersNegativeTest-1719313365 tempest-RoutersNegativeTest-1719313365-project] Pushing event deleted for resources: {'Port': ['ID=27d20847-5092-4f75-862f-5b4f1a41bcc2,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:55:41.103601 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-394a214f-2ffa-44ac-9277-e1293714a2be req-280dd066-4117-460a-8b7f-a3d8d7d7f084 service neutron] 10.222.0.48 "GET /v2.0/networks/4ba2607b-b448-44f6-8335-46066b72a89c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5802600 Mar 29 15:55:41.160408 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-8e49ef7d-65b1-43c0-ba62-51a01e1bb760 tempest-RoutersNegativeTest-1719313365 tempest-RoutersNegativeTest-1719313365-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-530528'] for router_interface, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:41.167120 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-394a214f-2ffa-44ac-9277-e1293714a2be req-d7cfdee3-a97e-45ae-a247-05f82beb21cf service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.196&port_id=c7980440-a2bc-4a32-9f5c-7dafd0239f39 HTTP/1.1" status: 200 len: 217 time: 0.0549781 Mar 29 15:55:41.221261 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cce6a9-bceb-4201-93b4-c635c7d8c9ed req-813b29f9-3789-40a8-bb38-7185704e7d9e tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:55:41.222802 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-87cce6a9-bceb-4201-93b4-c635c7d8c9ed req-813b29f9-3789-40a8-bb38-7185704e7d9e tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] 10.222.0.42 "GET /v2.0/ports?device_id=4a6e5ec3-39e2-47e2-b9ec-187b5ddeca0e HTTP/1.1" status: 200 len: 945 time: 0.1246171 Mar 29 15:55:41.299177 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394a214f-2ffa-44ac-9277-e1293714a2be req-1bacd188-2969-4f06-84d9-05b9e9592f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:55:41.300565 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-394a214f-2ffa-44ac-9277-e1293714a2be req-1bacd188-2969-4f06-84d9-05b9e9592f7f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=bc361fa1-f654-45a1-af1c-12ca60a2e415 HTTP/1.1" status: 200 len: 797 time: 0.1255155 Mar 29 15:55:41.309764 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405a80c6-d022-4182-85fa-820d3201fe2a req-4a42bb7b-88c4-4c5d-bbf7-9abb908432b9 tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:55:41.311142 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-405a80c6-d022-4182-85fa-820d3201fe2a req-4a42bb7b-88c4-4c5d-bbf7-9abb908432b9 tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] 10.222.0.42 "GET /v2.0/ports?device_id=6e40d7af-9c27-4a9b-a9a7-3250cc9a9a3a HTTP/1.1" status: 200 len: 895 time: 0.1580634 Mar 29 15:55:41.353321 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-87cce6a9-bceb-4201-93b4-c635c7d8c9ed req-7eceb47b-470e-4da8-917c-780d262aa5e2 tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] 10.222.0.42 "GET /v2.0/security-groups?id=158a092c-dd2b-4e56-b164-ca7881904141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999537 Mar 29 15:55:41.362244 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e49ef7d-65b1-43c0-ba62-51a01e1bb760 tempest-RoutersNegativeTest-1719313365 tempest-RoutersNegativeTest-1719313365-project] Router 4e192cf8-6012-45de-ae9b-f40dd8c1a161 has already been hosted by L3 agent c648d819-1060-4f26-b4ec-6455387b5dff {{(pid=102790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 15:55:41.385181 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394a214f-2ffa-44ac-9277-e1293714a2be req-f1c61f7b-4ceb-47b9-9d5c-b8548c4708ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:55:41.387051 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-394a214f-2ffa-44ac-9277-e1293714a2be req-f1c61f7b-4ceb-47b9-9d5c-b8548c4708ba service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4ba2607b-b448-44f6-8335-46066b72a89c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0748003 Mar 29 15:55:41.455678 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e49ef7d-65b1-43c0-ba62-51a01e1bb760 tempest-RoutersNegativeTest-1719313365 tempest-RoutersNegativeTest-1719313365-project] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:55:41.461535 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-8e49ef7d-65b1-43c0-ba62-51a01e1bb760 tempest-RoutersNegativeTest-1719313365 tempest-RoutersNegativeTest-1719313365-project] 10.222.0.42 "PUT /v2.0/routers/4e192cf8-6012-45de-ae9b-f40dd8c1a161/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7993295 Mar 29 15:55:41.465035 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 37826) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:55:41.467690 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59f1f331-35bb-4c42-8181-eea6de40876a None None] Sync routers for ids ['4e192cf8-6012-45de-ae9b-f40dd8c1a161'] in n-d-834765-1 {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:55:41.479758 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59f1f331-35bb-4c42-8181-eea6de40876a None None] Routers {'4e192cf8-6012-45de-ae9b-f40dd8c1a161'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:55:41.481283 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-59f1f331-35bb-4c42-8181-eea6de40876a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:55:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['4e192cf8-6012-45de-ae9b-f40dd8c1a161'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:55:41.493417 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [req-3c49389f-c6a8-463c-b97d-8d6986ed4f51 req-ed642f5f-bedb-4917-ae87-9118b8617984 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 412ad278-f090-47aa-960a-00c95d0b3d3a {{(pid=102791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:55:41.505728 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-3c49389f-c6a8-463c-b97d-8d6986ed4f51 req-ed642f5f-bedb-4917-ae87-9118b8617984 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:41.527010 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-59f1f331-35bb-4c42-8181-eea6de40876a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:55:41.530642 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.provisioning_blocks [req-3c49389f-c6a8-463c-b97d-8d6986ed4f51 req-ed642f5f-bedb-4917-ae87-9118b8617984 service neutron] Transition to ACTIVE for port object 412ad278-f090-47aa-960a-00c95d0b3d3a will not be triggered until provisioned by entity L2. {{(pid=102791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 15:55:41.536488 n-d-834765-1 neutron-server[102790]: INFO neutron.api.v2.resource [None req-e041c593-d82c-4265-ae69-2af3db389e70 tempest-RoutersNegativeTest-1719313365 tempest-RoutersNegativeTest-1719313365-project] show failed (client error): The resource could not be found. Mar 29 15:55:41.539314 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-e041c593-d82c-4265-ae69-2af3db389e70 tempest-RoutersNegativeTest-1719313365 tempest-RoutersNegativeTest-1719313365-project] 10.222.0.42 "GET /v2.0/routers/tempest-non_exist_router-1515555749 HTTP/1.1" status: 404 len: 335 time: 0.0698581 Mar 29 15:55:41.539595 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-394a214f-2ffa-44ac-9277-e1293714a2be req-848fadb4-d0fa-4f13-be14-62e7441ad783 service neutron] 10.222.0.48 "GET /v2.0/networks/4ba2607b-b448-44f6-8335-46066b72a89c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435959 Mar 29 15:55:41.539595 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-3c49389f-c6a8-463c-b97d-8d6986ed4f51 req-ed642f5f-bedb-4917-ae87-9118b8617984 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:41.542004 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 37830) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:55:41.546144 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59f1f331-35bb-4c42-8181-eea6de40876a None None] Routers {'4e192cf8-6012-45de-ae9b-f40dd8c1a161'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:55:41.547386 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-59f1f331-35bb-4c42-8181-eea6de40876a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:55:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['4e192cf8-6012-45de-ae9b-f40dd8c1a161'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:55:41.550128 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-88d6f128-b2a3-4927-9184-e8a7f6045fc7 tempest-RoutersNegativeTest-1719313365 tempest-RoutersNegativeTest-1719313365-project] Request body: {'router': {'name': 'new_name'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:55:41.590262 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-59f1f331-35bb-4c42-8181-eea6de40876a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:55:41.590836 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59f1f331-35bb-4c42-8181-eea6de40876a None None] The sync data for ids ['4e192cf8-6012-45de-ae9b-f40dd8c1a161'] in n-d-834765-1 is: [] {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:55:41.598033 n-d-834765-1 neutron-server[102790]: INFO neutron.api.v2.resource [None req-88d6f128-b2a3-4927-9184-e8a7f6045fc7 tempest-RoutersNegativeTest-1719313365 tempest-RoutersNegativeTest-1719313365-project] update failed (client error): The resource could not be found. Mar 29 15:55:41.604111 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-88d6f128-b2a3-4927-9184-e8a7f6045fc7 tempest-RoutersNegativeTest-1719313365 tempest-RoutersNegativeTest-1719313365-project] 10.222.0.42 "PUT /v2.0/routers/tempest-non_exist_router-1262527331 HTTP/1.1" status: 404 len: 335 time: 0.0602214 Mar 29 15:55:41.604885 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 37832) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:55:41.665828 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed642f5f-bedb-4917-ae87-9118b8617984 service neutron] Pushing event updated for resources: {'Port': ['ID=412ad278-f090-47aa-960a-00c95d0b3d3a,revision_number=2']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:55:41.675167 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.db_base_plugin_v2 [None req-6591d84f-5ce5-49e3-827b-99e7ade307b3 tempest-RoutersNegativeTest-1719313365 tempest-RoutersNegativeTest-1719313365-project] Deleting subnet 2c765b46-3373-4fb5-a3d4-9f1925dfbc9b {{(pid=102790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 15:55:41.679859 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-6591d84f-5ce5-49e3-827b-99e7ade307b3 tempest-RoutersNegativeTest-1719313365 tempest-RoutersNegativeTest-1719313365-project] Notify callbacks [] for subnet, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:41.733660 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-6591d84f-5ce5-49e3-827b-99e7ade307b3 tempest-RoutersNegativeTest-1719313365 tempest-RoutersNegativeTest-1719313365-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4614024'] for subnet, precommit_delete_associations {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:41.786014 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-3c49389f-c6a8-463c-b97d-8d6986ed4f51 req-ed642f5f-bedb-4917-ae87-9118b8617984 service neutron] Attempting to bind port 412ad278-f090-47aa-960a-00c95d0b3d3a on host n-h2-834765-1 for vnic_type normal with profile {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:55:41.786350 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-3c49389f-c6a8-463c-b97d-8d6986ed4f51 req-ed642f5f-bedb-4917-ae87-9118b8617984 service neutron] Attempting to bind port 412ad278-f090-47aa-960a-00c95d0b3d3a by drivers openvswitch,hyperv on host n-h2-834765-1 at level 0 using segments [{'id': '5db23e5d-e77b-4187-b630-497c08eeec24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'da91932a-2e82-41cb-abd7-9843219a5c0c'}] {{(pid=102791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:55:41.786677 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c49389f-c6a8-463c-b97d-8d6986ed4f51 req-ed642f5f-bedb-4917-ae87-9118b8617984 service neutron] Attempting to bind port 412ad278-f090-47aa-960a-00c95d0b3d3a on network da91932a-2e82-41cb-abd7-9843219a5c0c {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:55:41.798776 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c49389f-c6a8-463c-b97d-8d6986ed4f51 req-ed642f5f-bedb-4917-ae87-9118b8617984 service neutron] Port 412ad278-f090-47aa-960a-00c95d0b3d3a on network da91932a-2e82-41cb-abd7-9843219a5c0c not bound, no agent of type Open vSwitch agent registered on host n-h2-834765-1 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 15:55:41.799105 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c49389f-c6a8-463c-b97d-8d6986ed4f51 req-ed642f5f-bedb-4917-ae87-9118b8617984 service neutron] Attempting to bind port 412ad278-f090-47aa-960a-00c95d0b3d3a on network da91932a-2e82-41cb-abd7-9843219a5c0c {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:55:41.804312 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-394a214f-2ffa-44ac-9277-e1293714a2be req-35c5f096-29f7-4e92-9632-8dc90c5de187 service neutron] 10.222.0.48 "GET /v2.0/networks/4ba2607b-b448-44f6-8335-46066b72a89c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2596903 Mar 29 15:55:41.806913 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c49389f-c6a8-463c-b97d-8d6986ed4f51 req-ed642f5f-bedb-4917-ae87-9118b8617984 service neutron] Checking agent: {'id': '3e4b4912-b4a2-4d17-b5bd-6ce15529e8eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 33, 17), 'started_at': datetime.datetime(2022, 3, 29, 15, 33, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 55, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:55:41.807244 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c49389f-c6a8-463c-b97d-8d6986ed4f51 req-ed642f5f-bedb-4917-ae87-9118b8617984 service neutron] Checking segment: {'id': '5db23e5d-e77b-4187-b630-497c08eeec24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'da91932a-2e82-41cb-abd7-9843219a5c0c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:55:41.807668 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c49389f-c6a8-463c-b97d-8d6986ed4f51 req-ed642f5f-bedb-4917-ae87-9118b8617984 service neutron] Bound using segment: {'id': '5db23e5d-e77b-4187-b630-497c08eeec24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'da91932a-2e82-41cb-abd7-9843219a5c0c'} {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:55:41.808089 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-3c49389f-c6a8-463c-b97d-8d6986ed4f51 req-ed642f5f-bedb-4917-ae87-9118b8617984 service neutron] Bound port: 412ad278-f090-47aa-960a-00c95d0b3d3a, host: n-h2-834765-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5db23e5d-e77b-4187-b630-497c08eeec24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'da91932a-2e82-41cb-abd7-9843219a5c0c'}}] {{(pid=102791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 15:55:41.808440 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-3c49389f-c6a8-463c-b97d-8d6986ed4f51 req-ed642f5f-bedb-4917-ae87-9118b8617984 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:41.871378 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-394a214f-2ffa-44ac-9277-e1293714a2be req-4f4e547a-7d38-463e-a6fc-3146f7fd3b10 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.204&port_id=45434a8b-e66c-4986-94a1-97ad0466ab23 HTTP/1.1" status: 200 len: 217 time: 0.0509391 Mar 29 15:55:41.973362 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394a214f-2ffa-44ac-9277-e1293714a2be req-5cb9fd93-0633-4a14-b023-c00ccb8943c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:55:41.974854 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-394a214f-2ffa-44ac-9277-e1293714a2be req-5cb9fd93-0633-4a14-b023-c00ccb8943c3 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=bc361fa1-f654-45a1-af1c-12ca60a2e415 HTTP/1.1" status: 200 len: 797 time: 0.0744221 Mar 29 15:55:41.979380 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-3c49389f-c6a8-463c-b97d-8d6986ed4f51 req-ed642f5f-bedb-4917-ae87-9118b8617984 service neutron] For port 412ad278-f090-47aa-960a-00c95d0b3d3a, host n-h2-834765-1, cleared binding levels {{(pid=102791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:55:41.992051 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-3c49389f-c6a8-463c-b97d-8d6986ed4f51 req-ed642f5f-bedb-4917-ae87-9118b8617984 service neutron] For port 412ad278-f090-47aa-960a-00c95d0b3d3a, host n-h2-834765-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=412ad278-f090-47aa-960a-00c95d0b3d3a,segment=NetworkSegment(5db23e5d-e77b-4187-b630-497c08eeec24),segment_id=5db23e5d-e77b-4187-b630-497c08eeec24)] {{(pid=102791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:55:42.013853 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-3c49389f-c6a8-463c-b97d-8d6986ed4f51 req-ed642f5f-bedb-4917-ae87-9118b8617984 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:42.066365 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c49389f-c6a8-463c-b97d-8d6986ed4f51 req-ed642f5f-bedb-4917-ae87-9118b8617984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:55:42.066994 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-3c49389f-c6a8-463c-b97d-8d6986ed4f51 req-ed642f5f-bedb-4917-ae87-9118b8617984 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:42.068416 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-3c49389f-c6a8-463c-b97d-8d6986ed4f51 req-ed642f5f-bedb-4917-ae87-9118b8617984 service neutron] 10.222.0.48 "PUT /v2.0/ports/412ad278-f090-47aa-960a-00c95d0b3d3a HTTP/1.1" status: 200 len: 1055 time: 1.7568824 Mar 29 15:55:42.068875 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e40d7af-9c27-4a9b-a9a7-3250cc9a9a3a', 'tag': '412ad278-f090-47aa-960a-00c95d0b3d3a'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:55:42.071199 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c67b028db5e9b9818fecc5c0a87ebc6f190694fa53ca267d523e04f98de536d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18a8c835-5542-4b6a-b68f-ce0ceaa8cbf8" -d '{"events": [{"name": "network-changed", "server_uuid": "6e40d7af-9c27-4a9b-a9a7-3250cc9a9a3a", "tag": "412ad278-f090-47aa-960a-00c95d0b3d3a"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:55:42.093285 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394a214f-2ffa-44ac-9277-e1293714a2be req-b3ea94fc-d606-47ec-914f-9382a0d3958a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:55:42.095721 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-394a214f-2ffa-44ac-9277-e1293714a2be req-b3ea94fc-d606-47ec-914f-9382a0d3958a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4ba2607b-b448-44f6-8335-46066b72a89c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1134768 Mar 29 15:55:42.101114 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed642f5f-bedb-4917-ae87-9118b8617984 service neutron] Pushing event updated for resources: {'Port': ['ID=412ad278-f090-47aa-960a-00c95d0b3d3a,revision_number=3']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:55:42.165944 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 15:55:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b702c20-daa7-4506-82c1-8e7f2271ffc4 x-openstack-request-id: req-8b702c20-daa7-4506-82c1-8e7f2271ffc4 {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:55:42.166616 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e40d7af-9c27-4a9b-a9a7-3250cc9a9a3a", "tag": "412ad278-f090-47aa-960a-00c95d0b3d3a", "status": "completed", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:55:42.166616 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8b702c20-daa7-4506-82c1-8e7f2271ffc4 {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:55:42.166929 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e40d7af-9c27-4a9b-a9a7-3250cc9a9a3a', 'tag': '412ad278-f090-47aa-960a-00c95d0b3d3a', 'status': 'completed', 'code': 200} Mar 29 15:55:42.224378 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-6591d84f-5ce5-49e3-827b-99e7ade307b3 tempest-RoutersNegativeTest-1719313365 tempest-RoutersNegativeTest-1719313365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1641287'] for subnet, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:42.225740 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c49389f-c6a8-463c-b97d-8d6986ed4f51 req-b862dbc6-93d2-48f9-8ce0-8c23b1a36b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:55:42.227853 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-3c49389f-c6a8-463c-b97d-8d6986ed4f51 req-b862dbc6-93d2-48f9-8ce0-8c23b1a36b80 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=030130d0937d42c9a5ecbc5c59eb4929&device_id=6e40d7af-9c27-4a9b-a9a7-3250cc9a9a3a HTTP/1.1" status: 200 len: 1058 time: 0.0988729 Mar 29 15:55:42.283566 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-394a214f-2ffa-44ac-9277-e1293714a2be req-20d8091f-8f91-427a-b171-3fefe3e40edb service neutron] 10.222.0.48 "GET /v2.0/networks/4ba2607b-b448-44f6-8335-46066b72a89c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1793687 Mar 29 15:55:42.285258 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-3c49389f-c6a8-463c-b97d-8d6986ed4f51 req-939aad67-2784-415d-bdd3-20183c582b61 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.22&port_id=412ad278-f090-47aa-960a-00c95d0b3d3a HTTP/1.1" status: 200 len: 217 time: 0.0479710 Mar 29 15:55:42.293382 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-6591d84f-5ce5-49e3-827b-99e7ade307b3 tempest-RoutersNegativeTest-1719313365 tempest-RoutersNegativeTest-1719313365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1641294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5231963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4793952'] for subnet, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:42.300470 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device 4e0e5c96-03a1-4013-9f20-18389d5cd858 up at agent hyperv_n-h1-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:55:42.333047 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6591d84f-5ce5-49e3-827b-99e7ade307b3 tempest-RoutersNegativeTest-1719313365 tempest-RoutersNegativeTest-1719313365-project] Pushing event deleted for resources: {'Subnet': ['ID=2c765b46-3373-4fb5-a3d4-9f1925dfbc9b,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:55:42.335421 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-6591d84f-5ce5-49e3-827b-99e7ade307b3 tempest-RoutersNegativeTest-1719313365 tempest-RoutersNegativeTest-1719313365-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for subnet, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:42.339138 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-6591d84f-5ce5-49e3-827b-99e7ade307b3 tempest-RoutersNegativeTest-1719313365 tempest-RoutersNegativeTest-1719313365-project] 10.222.0.42 "DELETE /v2.0/subnets/2c765b46-3373-4fb5-a3d4-9f1925dfbc9b HTTP/1.1" status: 204 len: 168 time: 0.7326498 Mar 29 15:55:42.347831 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 37838) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:55:42.374006 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb90d4e8-780c-44c0-afc3-8c3ee9731ddc None None] Network 7afb6aac-ba83-4a1c-9f92-a0460dc57b74 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 15:55:42.486594 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c49389f-c6a8-463c-b97d-8d6986ed4f51 req-6778cc09-b605-4b4b-9240-615596b8892f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:55:42.488268 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-3c49389f-c6a8-463c-b97d-8d6986ed4f51 req-6778cc09-b605-4b4b-9240-615596b8892f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0584d4d2-3c24-4452-8019-81fa83543064 HTTP/1.1" status: 200 len: 837 time: 0.1827343 Mar 29 15:55:42.495012 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_v2 [None req-0942e4d7-68d4-495f-86e8-9ef88ec2bb72 tempest-RoutersNegativeTest-1719313365 tempest-RoutersNegativeTest-1719313365-project] Deleting subnet f605e1db-6753-4390-9ab5-01a3ae2c6090 {{(pid=102791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 15:55:42.498309 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c845dc0b-a776-4375-85ad-423ccbf6b255 req-7d465eac-cf1e-4547-8d19-c6366cfee01d tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:55:42.514960 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-c845dc0b-a776-4375-85ad-423ccbf6b255 req-7d465eac-cf1e-4547-8d19-c6366cfee01d tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] 10.222.0.42 "GET /v2.0/ports?device_id=6e40d7af-9c27-4a9b-a9a7-3250cc9a9a3a HTTP/1.1" status: 200 len: 907 time: 0.1068757 Mar 29 15:55:42.524301 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-0942e4d7-68d4-495f-86e8-9ef88ec2bb72 tempest-RoutersNegativeTest-1719313365 tempest-RoutersNegativeTest-1719313365-project] Notify callbacks [] for subnet, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:42.611949 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-394a214f-2ffa-44ac-9277-e1293714a2be req-0ef76202-3d12-4e50-8e82-a81ff180d17e service neutron] 10.222.0.48 "GET /v2.0/networks/4ba2607b-b448-44f6-8335-46066b72a89c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3169177 Mar 29 15:55:42.634746 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-0942e4d7-68d4-495f-86e8-9ef88ec2bb72 tempest-RoutersNegativeTest-1719313365 tempest-RoutersNegativeTest-1719313365-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4230423'] for subnet, precommit_delete_associations {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:42.698338 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-394a214f-2ffa-44ac-9277-e1293714a2be req-505828f3-c14b-4e82-bdfa-0ef31af768dd service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=23c62477-8d6b-4dd5-97b0-ad5f9036e848 HTTP/1.1" status: 200 len: 217 time: 0.0750237 Mar 29 15:55:42.700451 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Provisioning for port 4e0e5c96-03a1-4013-9f20-18389d5cd858 completed by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 15:55:42.708050 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Provisioning complete for port 4e0e5c96-03a1-4013-9f20-18389d5cd858 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:55:42.708050 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:42.715341 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c49389f-c6a8-463c-b97d-8d6986ed4f51 req-7cf3d9bc-db98-407b-bad5-71cc8b2b6660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:55:42.716784 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-3c49389f-c6a8-463c-b97d-8d6986ed4f51 req-7cf3d9bc-db98-407b-bad5-71cc8b2b6660 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=da91932a-2e82-41cb-abd7-9843219a5c0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2189546 Mar 29 15:55:42.750732 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4f7e2a-bf57-43dc-9168-1be8f992e39d req-6e5cea56-d02c-4bf2-92c1-91e691e07d8f tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:55:42.753149 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-dd4f7e2a-bf57-43dc-9168-1be8f992e39d req-6e5cea56-d02c-4bf2-92c1-91e691e07d8f tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] 10.222.0.42 "GET /v2.0/ports?device_id=4a6e5ec3-39e2-47e2-b9ec-187b5ddeca0e HTTP/1.1" status: 200 len: 945 time: 0.2429316 Mar 29 15:55:42.820228 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:42.853554 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a6e5ec3-39e2-47e2-b9ec-187b5ddeca0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e0e5c96-03a1-4013-9f20-18389d5cd858'}] {{(pid=102792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:55:42.855842 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4f476c66b318cc6068719fc39557fac68d413f5c7e78fa77028c7948e999ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e754a2ea-3fa2-42ac-a09c-7fcc6333b5e5" -d '{"events": [{"server_uuid": "4a6e5ec3-39e2-47e2-b9ec-187b5ddeca0e", "name": "network-vif-plugged", "status": "completed", "tag": "4e0e5c96-03a1-4013-9f20-18389d5cd858"}]}' {{(pid=102792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:55:42.869993 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port 4e0e5c96-03a1-4013-9f20-18389d5cd858, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=4e0e5c96-03a1-4013-9f20-18389d5cd858,segment=NetworkSegment(ddabd0e1-5000-4ddf-a269-e1ae08a1eb01),segment_id=ddabd0e1-5000-4ddf-a269-e1ae08a1eb01)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:55:42.875136 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:42.885236 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83e89006-b375-4362-8f98-4bb22fa9a4a0 None None] DHCP port deletion for 7afb6aac-ba83-4a1c-9f92-a0460dc57b74 request from n-d-834765-1 {{(pid=102792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 29 15:55:42.892321 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394a214f-2ffa-44ac-9277-e1293714a2be req-a2cbcea8-f131-40e6-8c24-4d2fcd002169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:55:42.893801 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-394a214f-2ffa-44ac-9277-e1293714a2be req-a2cbcea8-f131-40e6-8c24-4d2fcd002169 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3654a5c5-abaa-4465-953e-76c281d7517a HTTP/1.1" status: 200 len: 797 time: 0.1868939 Mar 29 15:55:42.934834 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-0942e4d7-68d4-495f-86e8-9ef88ec2bb72 tempest-RoutersNegativeTest-1719313365 tempest-RoutersNegativeTest-1719313365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1641287'] for subnet, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:42.935322 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:55:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c62964f-b39d-4954-ae83-3855e0adc225 x-openstack-request-id: req-3c62964f-b39d-4954-ae83-3855e0adc225 {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:55:42.935505 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a6e5ec3-39e2-47e2-b9ec-187b5ddeca0e", "name": "network-vif-plugged", "status": "completed", "tag": "4e0e5c96-03a1-4013-9f20-18389d5cd858", "code": 200}]} {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:55:42.935867 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-3c62964f-b39d-4954-ae83-3855e0adc225 {{(pid=102792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:55:42.936422 n-d-834765-1 neutron-server[102792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a6e5ec3-39e2-47e2-b9ec-187b5ddeca0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e0e5c96-03a1-4013-9f20-18389d5cd858', 'code': 200} Mar 29 15:55:42.962784 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Pushing event updated for resources: {'Port': ['ID=4e0e5c96-03a1-4013-9f20-18389d5cd858,revision_number=5']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:55:42.996475 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-83e89006-b375-4362-8f98-4bb22fa9a4a0 None None] Deleting port 626efb09-9ef9-4f69-a6a2-055b3389e50e {{(pid=102792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:55:42.997100 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-83e89006-b375-4362-8f98-4bb22fa9a4a0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:43.048445 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-dd4f7e2a-bf57-43dc-9168-1be8f992e39d req-bd6e4a75-f740-408b-be9a-749835be2960 tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] 10.222.0.42 "GET /v2.0/security-groups?id=158a092c-dd2b-4e56-b164-ca7881904141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2781518 Mar 29 15:55:43.092856 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-83e89006-b375-4362-8f98-4bb22fa9a4a0 None None] For port 626efb09-9ef9-4f69-a6a2-055b3389e50e, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=626efb09-9ef9-4f69-a6a2-055b3389e50e,segment=NetworkSegment(809afdb5-8b81-484e-807f-1e2944a36073),segment_id=809afdb5-8b81-484e-807f-1e2944a36073)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:55:43.093510 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-83e89006-b375-4362-8f98-4bb22fa9a4a0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:43.101471 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-3c49389f-c6a8-463c-b97d-8d6986ed4f51 req-df1180cb-02d6-4ae9-b8af-79085e80eb02 service neutron] 10.222.0.48 "GET /v2.0/networks/da91932a-2e82-41cb-abd7-9843219a5c0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3590729 Mar 29 15:55:43.110656 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-83e89006-b375-4362-8f98-4bb22fa9a4a0 None None] Calling delete_port for 626efb09-9ef9-4f69-a6a2-055b3389e50e owned by network:dhcp {{(pid=102792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:55:43.123201 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-0942e4d7-68d4-495f-86e8-9ef88ec2bb72 tempest-RoutersNegativeTest-1719313365 tempest-RoutersNegativeTest-1719313365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1641294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16155591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16218852'] for subnet, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:43.150800 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394a214f-2ffa-44ac-9277-e1293714a2be req-8b3d9fea-7765-4017-bb68-e2830cb02a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:55:43.152517 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-394a214f-2ffa-44ac-9277-e1293714a2be req-8b3d9fea-7765-4017-bb68-e2830cb02a34 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=79dcb3cc-0cfb-4dde-9352-1cf14f1c4e5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2400260 Mar 29 15:55:43.203642 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9332b369-28a3-489c-b419-d0eb3dfe73c5 None None] Network 2bf23b5f-525c-4be2-839a-cbb6d99fd1e8 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 15:55:43.207856 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-83e89006-b375-4362-8f98-4bb22fa9a4a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350'] for port, after_delete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:43.211785 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0942e4d7-68d4-495f-86e8-9ef88ec2bb72 tempest-RoutersNegativeTest-1719313365 tempest-RoutersNegativeTest-1719313365-project] Pushing event deleted for resources: {'Subnet': ['ID=f605e1db-6753-4390-9ab5-01a3ae2c6090,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:55:43.234761 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83e89006-b375-4362-8f98-4bb22fa9a4a0 None None] No DVR routers for this DVR port 626efb09-9ef9-4f69-a6a2-055b3389e50e on host n-d-834765-1 {{(pid=102792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:55:43.245535 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-0942e4d7-68d4-495f-86e8-9ef88ec2bb72 tempest-RoutersNegativeTest-1719313365 tempest-RoutersNegativeTest-1719313365-project] Notify callbacks [] for subnet, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:43.247767 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-0942e4d7-68d4-495f-86e8-9ef88ec2bb72 tempest-RoutersNegativeTest-1719313365 tempest-RoutersNegativeTest-1719313365-project] 10.222.0.42 "DELETE /v2.0/subnets/f605e1db-6753-4390-9ab5-01a3ae2c6090 HTTP/1.1" status: 204 len: 168 time: 0.8942778 Mar 29 15:55:43.249977 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 37854) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:55:43.263103 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff60b0da-03c2-4c63-80c8-8d54741cb747 req-d1f79612-ee4d-4afe-bc75-f0118d4fd4b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:55:43.264286 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ff60b0da-03c2-4c63-80c8-8d54741cb747 req-d1f79612-ee4d-4afe-bc75-f0118d4fd4b4 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=4a6e5ec3-39e2-47e2-b9ec-187b5ddeca0e HTTP/1.1" status: 200 len: 1097 time: 0.2565753 Mar 29 15:55:43.281719 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e89006-b375-4362-8f98-4bb22fa9a4a0 None None] Pushing event deleted for resources: {'Port': ['ID=626efb09-9ef9-4f69-a6a2-055b3389e50e,revision_number=None']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:55:43.374766 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-8b3d3849-5b23-45bb-a5bc-2d0126703aab tempest-RoutersNegativeTest-1719313365 tempest-RoutersNegativeTest-1719313365-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1631750'] for network, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:43.384678 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-394a214f-2ffa-44ac-9277-e1293714a2be req-516d7d4b-5ae9-4a6d-a33c-84a884cbabe6 service neutron] 10.222.0.48 "GET /v2.0/networks/79dcb3cc-0cfb-4dde-9352-1cf14f1c4e5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1983011 Mar 29 15:55:43.452774 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-3c49389f-c6a8-463c-b97d-8d6986ed4f51 req-8ce5cda1-eadc-4111-83d5-7137000fbad1 service neutron] 10.222.0.48 "GET /v2.0/networks/da91932a-2e82-41cb-abd7-9843219a5c0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3434732 Mar 29 15:55:43.460332 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ff60b0da-03c2-4c63-80c8-8d54741cb747 req-cc9f7da9-ca33-4696-90dd-24368f639ec4 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=158a092c-dd2b-4e56-b164-ca7881904141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848192 Mar 29 15:55:43.493412 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03eaa6c8-7438-4bd4-bb47-c537ba7e32d3 None None] DHCP port deletion for 2bf23b5f-525c-4be2-839a-cbb6d99fd1e8 request from n-d-834765-1 {{(pid=102792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 29 15:55:43.523717 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-8b3d3849-5b23-45bb-a5bc-2d0126703aab tempest-RoutersNegativeTest-1719313365 tempest-RoutersNegativeTest-1719313365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639890', 'neutron.services.segments.db._delete_segments_for_network-8783523423079'] for network, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:43.562398 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-8b3d3849-5b23-45bb-a5bc-2d0126703aab tempest-RoutersNegativeTest-1719313365 tempest-RoutersNegativeTest-1719313365-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7afb6aac-ba83-4a1c-9f92-a0460dc57b74']}} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:55:43.577871 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-8b3d3849-5b23-45bb-a5bc-2d0126703aab tempest-RoutersNegativeTest-1719313365 tempest-RoutersNegativeTest-1719313365-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '809afdb5-8b81-484e-807f-1e2944a36073') {'for_net_delete': True} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:55:43.579211 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-8b3d3849-5b23-45bb-a5bc-2d0126703aab tempest-RoutersNegativeTest-1719313365 tempest-RoutersNegativeTest-1719313365-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '809afdb5-8b81-484e-807f-1e2944a36073') {} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:55:43.590676 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-03eaa6c8-7438-4bd4-bb47-c537ba7e32d3 None None] Deleting port 4c3a335b-e767-4d65-aef4-9d72db41e9f0 {{(pid=102792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:55:43.591117 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-03eaa6c8-7438-4bd4-bb47-c537ba7e32d3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:43.597677 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-8b3d3849-5b23-45bb-a5bc-2d0126703aab tempest-RoutersNegativeTest-1719313365 tempest-RoutersNegativeTest-1719313365-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783523422064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4614019'] for segment, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:43.615366 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-8b3d3849-5b23-45bb-a5bc-2d0126703aab tempest-RoutersNegativeTest-1719313365 tempest-RoutersNegativeTest-1719313365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:43.632603 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-394a214f-2ffa-44ac-9277-e1293714a2be req-5f1e47fc-0181-448b-a598-080829cefa09 service neutron] 10.222.0.48 "GET /v2.0/networks/79dcb3cc-0cfb-4dde-9352-1cf14f1c4e5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2356806 Mar 29 15:55:43.633299 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b3d3849-5b23-45bb-a5bc-2d0126703aab tempest-RoutersNegativeTest-1719313365 tempest-RoutersNegativeTest-1719313365-project] Releasing vlan 636 on physical network physnet1 to pool {{(pid=102790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 15:55:43.633989 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-8b3d3849-5b23-45bb-a5bc-2d0126703aab tempest-RoutersNegativeTest-1719313365 tempest-RoutersNegativeTest-1719313365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5238013'] for segment, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:43.651115 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a8c835-5542-4b6a-b68f-ce0ceaa8cbf8 req-8fd2f44d-88b9-4da8-9256-40373ab67811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:55:43.652733 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-18a8c835-5542-4b6a-b68f-ce0ceaa8cbf8 req-8fd2f44d-88b9-4da8-9256-40373ab67811 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=030130d0937d42c9a5ecbc5c59eb4929&device_id=6e40d7af-9c27-4a9b-a9a7-3250cc9a9a3a HTTP/1.1" status: 200 len: 1058 time: 0.1337993 Mar 29 15:55:43.691583 n-d-834765-1 neutron-server[102790]: Traceback (most recent call last): Mar 29 15:55:43.691583 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 15:55:43.691583 n-d-834765-1 neutron-server[102790]: timer() Mar 29 15:55:43.691583 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 15:55:43.691583 n-d-834765-1 neutron-server[102790]: cb(*args, **kw) Mar 29 15:55:43.691583 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 15:55:43.691583 n-d-834765-1 neutron-server[102790]: return func(*args, **kwargs) Mar 29 15:55:43.691583 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 15:55:43.691583 n-d-834765-1 neutron-server[102790]: self._notify() Mar 29 15:55:43.691583 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 15:55:43.691583 n-d-834765-1 neutron-server[102790]: self.callback(batched_events) Mar 29 15:55:43.691583 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 15:55:43.691583 n-d-834765-1 neutron-server[102790]: event.method(event) Mar 29 15:55:43.691583 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 15:55:43.691583 n-d-834765-1 neutron-server[102790]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 15:55:43.691583 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 15:55:43.691583 n-d-834765-1 neutron-server[102790]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 15:55:43.691583 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 15:55:43.691583 n-d-834765-1 neutron-server[102790]: return f(self, *a, **k) Mar 29 15:55:43.691583 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 15:55:43.691583 n-d-834765-1 neutron-server[102790]: return self._get(url).json() Mar 29 15:55:43.691583 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 15:55:43.691583 n-d-834765-1 neutron-server[102790]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 15:55:43.691583 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 15:55:43.691583 n-d-834765-1 neutron-server[102790]: return self.request(url, 'GET', **kwargs) Mar 29 15:55:43.691583 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 15:55:43.691583 n-d-834765-1 neutron-server[102790]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 15:55:43.691583 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 15:55:43.691583 n-d-834765-1 neutron-server[102790]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 15:55:43.691583 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 15:55:43.691583 n-d-834765-1 neutron-server[102790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 15:55:43.691583 n-d-834765-1 neutron-server[102790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 15:55:43.694007 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-394a214f-2ffa-44ac-9277-e1293714a2be req-f5de703c-9f5b-4159-8663-fa80f80bb1aa service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d8e77564-eaaf-4718-822d-1183ca2bcda3 HTTP/1.1" status: 200 len: 217 time: 0.0542028 Mar 29 15:55:43.706310 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-03eaa6c8-7438-4bd4-bb47-c537ba7e32d3 None None] For port 4c3a335b-e767-4d65-aef4-9d72db41e9f0, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=4c3a335b-e767-4d65-aef4-9d72db41e9f0,segment=NetworkSegment(3cd1fcbc-998e-4add-a5bc-8dcd66dd0386),segment_id=3cd1fcbc-998e-4add-a5bc-8dcd66dd0386)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:55:43.706800 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-03eaa6c8-7438-4bd4-bb47-c537ba7e32d3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:43.727666 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-03eaa6c8-7438-4bd4-bb47-c537ba7e32d3 None None] Calling delete_port for 4c3a335b-e767-4d65-aef4-9d72db41e9f0 owned by network:dhcp {{(pid=102792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:55:43.756770 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-8b3d3849-5b23-45bb-a5bc-2d0126703aab tempest-RoutersNegativeTest-1719313365 tempest-RoutersNegativeTest-1719313365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1639897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648174'] for network, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:43.763154 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-8b3d3849-5b23-45bb-a5bc-2d0126703aab tempest-RoutersNegativeTest-1719313365 tempest-RoutersNegativeTest-1719313365-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for network, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:43.768975 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-8b3d3849-5b23-45bb-a5bc-2d0126703aab tempest-RoutersNegativeTest-1719313365 tempest-RoutersNegativeTest-1719313365-project] 10.222.0.42 "DELETE /v2.0/networks/7afb6aac-ba83-4a1c-9f92-a0460dc57b74 HTTP/1.1" status: 204 len: 168 time: 0.5138645 Mar 29 15:55:43.772085 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 37882) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:55:43.805169 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394a214f-2ffa-44ac-9277-e1293714a2be req-e7e1e685-5f15-45e9-8497-480517604868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:55:43.806511 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-394a214f-2ffa-44ac-9277-e1293714a2be req-e7e1e685-5f15-45e9-8497-480517604868 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3654a5c5-abaa-4465-953e-76c281d7517a HTTP/1.1" status: 200 len: 797 time: 0.0967455 Mar 29 15:55:43.829066 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dab7ec-c77b-48ec-b83c-08c7b795b72b req-0737910e-856f-4467-bb09-513900b307b0 tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:55:43.829898 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-85dab7ec-c77b-48ec-b83c-08c7b795b72b req-0737910e-856f-4467-bb09-513900b307b0 tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] 10.222.0.42 "GET /v2.0/ports?device_id=6e40d7af-9c27-4a9b-a9a7-3250cc9a9a3a HTTP/1.1" status: 200 len: 907 time: 0.1275632 Mar 29 15:55:43.869541 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a8c835-5542-4b6a-b68f-ce0ceaa8cbf8 req-acb7f137-7424-4c58-bacc-4d4ca7da9e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:55:43.869541 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-18a8c835-5542-4b6a-b68f-ce0ceaa8cbf8 req-acb7f137-7424-4c58-bacc-4d4ca7da9e01 service neutron] 10.222.0.48 "GET /v2.0/networks?id=da91932a-2e82-41cb-abd7-9843219a5c0c HTTP/1.1" status: 200 len: 899 time: 0.1818902 Mar 29 15:55:43.869828 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3d3849-5b23-45bb-a5bc-2d0126703aab tempest-RoutersNegativeTest-1719313365 tempest-RoutersNegativeTest-1719313365-project] Pushing event deleted for resources: {'Network': ['ID=7afb6aac-ba83-4a1c-9f92-a0460dc57b74,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:55:43.905068 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-03eaa6c8-7438-4bd4-bb47-c537ba7e32d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350'] for port, after_delete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:43.917352 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394a214f-2ffa-44ac-9277-e1293714a2be req-24c27199-1707-49a7-b96c-f6bb66c754e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:55:43.919516 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-394a214f-2ffa-44ac-9277-e1293714a2be req-24c27199-1707-49a7-b96c-f6bb66c754e1 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=79dcb3cc-0cfb-4dde-9352-1cf14f1c4e5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1036267 Mar 29 15:55:43.922475 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-18a8c835-5542-4b6a-b68f-ce0ceaa8cbf8 req-bfaae5d3-1b4a-4118-8f0f-a9c76bb46969 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.22&port_id=412ad278-f090-47aa-960a-00c95d0b3d3a HTTP/1.1" status: 200 len: 217 time: 0.0453384 Mar 29 15:55:43.934154 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-62ca9ff5-14fc-45f4-a57a-ff1528301020 tempest-RoutersNegativeTest-1719313365 tempest-RoutersNegativeTest-1719313365-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1631750'] for network, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:43.944616 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03eaa6c8-7438-4bd4-bb47-c537ba7e32d3 None None] No DVR routers for this DVR port 4c3a335b-e767-4d65-aef4-9d72db41e9f0 on host n-d-834765-1 {{(pid=102792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:55:43.947601 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03eaa6c8-7438-4bd4-bb47-c537ba7e32d3 None None] Pushing event deleted for resources: {'Port': ['ID=4c3a335b-e767-4d65-aef4-9d72db41e9f0,revision_number=None']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:55:44.050902 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-62ca9ff5-14fc-45f4-a57a-ff1528301020 tempest-RoutersNegativeTest-1719313365 tempest-RoutersNegativeTest-1719313365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639890', 'neutron.services.segments.db._delete_segments_for_network-8783523423079'] for network, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:44.064645 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a8c835-5542-4b6a-b68f-ce0ceaa8cbf8 req-3661fa05-c1bd-4b25-b061-52ee20412629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:55:44.066553 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-18a8c835-5542-4b6a-b68f-ce0ceaa8cbf8 req-3661fa05-c1bd-4b25-b061-52ee20412629 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0584d4d2-3c24-4452-8019-81fa83543064 HTTP/1.1" status: 200 len: 837 time: 0.1168702 Mar 29 15:55:44.116999 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-62ca9ff5-14fc-45f4-a57a-ff1528301020 tempest-RoutersNegativeTest-1719313365 tempest-RoutersNegativeTest-1719313365-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2bf23b5f-525c-4be2-839a-cbb6d99fd1e8']}} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:55:44.123504 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-394a214f-2ffa-44ac-9277-e1293714a2be req-df5df439-5534-4ae6-8a54-7fcf925f6138 service neutron] 10.222.0.48 "GET /v2.0/networks/79dcb3cc-0cfb-4dde-9352-1cf14f1c4e5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1895444 Mar 29 15:55:44.144821 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-62ca9ff5-14fc-45f4-a57a-ff1528301020 tempest-RoutersNegativeTest-1719313365 tempest-RoutersNegativeTest-1719313365-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3cd1fcbc-998e-4add-a5bc-8dcd66dd0386') {'for_net_delete': True} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:55:44.145268 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-62ca9ff5-14fc-45f4-a57a-ff1528301020 tempest-RoutersNegativeTest-1719313365 tempest-RoutersNegativeTest-1719313365-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3cd1fcbc-998e-4add-a5bc-8dcd66dd0386') {} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:55:44.161990 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a8c835-5542-4b6a-b68f-ce0ceaa8cbf8 req-36c81e45-182f-4b1b-a218-40bb7e491169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:55:44.163527 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-18a8c835-5542-4b6a-b68f-ce0ceaa8cbf8 req-36c81e45-182f-4b1b-a218-40bb7e491169 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=da91932a-2e82-41cb-abd7-9843219a5c0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0891979 Mar 29 15:55:44.167583 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-62ca9ff5-14fc-45f4-a57a-ff1528301020 tempest-RoutersNegativeTest-1719313365 tempest-RoutersNegativeTest-1719313365-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783523422064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4614019'] for segment, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:44.182664 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-62ca9ff5-14fc-45f4-a57a-ff1528301020 tempest-RoutersNegativeTest-1719313365 tempest-RoutersNegativeTest-1719313365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:44.189991 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62ca9ff5-14fc-45f4-a57a-ff1528301020 tempest-RoutersNegativeTest-1719313365 tempest-RoutersNegativeTest-1719313365-project] Releasing vlan 641 on physical network physnet1 to pool {{(pid=102790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 15:55:44.190392 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-62ca9ff5-14fc-45f4-a57a-ff1528301020 tempest-RoutersNegativeTest-1719313365 tempest-RoutersNegativeTest-1719313365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5238013'] for segment, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:44.194458 n-d-834765-1 neutron-server[102790]: Traceback (most recent call last): Mar 29 15:55:44.194458 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 15:55:44.194458 n-d-834765-1 neutron-server[102790]: timer() Mar 29 15:55:44.194458 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 15:55:44.194458 n-d-834765-1 neutron-server[102790]: cb(*args, **kw) Mar 29 15:55:44.194458 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 15:55:44.194458 n-d-834765-1 neutron-server[102790]: return func(*args, **kwargs) Mar 29 15:55:44.194458 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 15:55:44.194458 n-d-834765-1 neutron-server[102790]: self._notify() Mar 29 15:55:44.194458 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 15:55:44.194458 n-d-834765-1 neutron-server[102790]: self.callback(batched_events) Mar 29 15:55:44.194458 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 15:55:44.194458 n-d-834765-1 neutron-server[102790]: event.method(event) Mar 29 15:55:44.194458 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 15:55:44.194458 n-d-834765-1 neutron-server[102790]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 15:55:44.194458 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 15:55:44.194458 n-d-834765-1 neutron-server[102790]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 15:55:44.194458 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 15:55:44.194458 n-d-834765-1 neutron-server[102790]: return f(self, *a, **k) Mar 29 15:55:44.194458 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 15:55:44.194458 n-d-834765-1 neutron-server[102790]: return self._get(url).json() Mar 29 15:55:44.194458 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 15:55:44.194458 n-d-834765-1 neutron-server[102790]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 15:55:44.194458 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 15:55:44.194458 n-d-834765-1 neutron-server[102790]: return self.request(url, 'GET', **kwargs) Mar 29 15:55:44.194458 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 15:55:44.194458 n-d-834765-1 neutron-server[102790]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 15:55:44.194458 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 15:55:44.194458 n-d-834765-1 neutron-server[102790]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 15:55:44.194458 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 15:55:44.194458 n-d-834765-1 neutron-server[102790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 15:55:44.194458 n-d-834765-1 neutron-server[102790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 15:55:44.266806 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-62ca9ff5-14fc-45f4-a57a-ff1528301020 tempest-RoutersNegativeTest-1719313365 tempest-RoutersNegativeTest-1719313365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1639897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648174'] for network, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:44.275105 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-62ca9ff5-14fc-45f4-a57a-ff1528301020 tempest-RoutersNegativeTest-1719313365 tempest-RoutersNegativeTest-1719313365-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for network, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:44.279577 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-62ca9ff5-14fc-45f4-a57a-ff1528301020 tempest-RoutersNegativeTest-1719313365 tempest-RoutersNegativeTest-1719313365-project] 10.222.0.42 "DELETE /v2.0/networks/2bf23b5f-525c-4be2-839a-cbb6d99fd1e8 HTTP/1.1" status: 204 len: 168 time: 0.5057881 Mar 29 15:55:44.282094 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 37902) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:55:44.301564 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ca9ff5-14fc-45f4-a57a-ff1528301020 tempest-RoutersNegativeTest-1719313365 tempest-RoutersNegativeTest-1719313365-project] Pushing event deleted for resources: {'Network': ['ID=2bf23b5f-525c-4be2-839a-cbb6d99fd1e8,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:55:44.330114 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de19ba03-15d3-41fc-9f37-45bdf072fd59 req-7177df37-3efc-43a5-ad7a-282261405f82 tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:55:44.331684 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-de19ba03-15d3-41fc-9f37-45bdf072fd59 req-7177df37-3efc-43a5-ad7a-282261405f82 tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] 10.222.0.42 "GET /v2.0/ports?device_id=4a6e5ec3-39e2-47e2-b9ec-187b5ddeca0e HTTP/1.1" status: 200 len: 946 time: 0.1672738 Mar 29 15:55:44.365064 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.db_base_plugin_v2 [None req-d231d6a3-1306-47e7-b442-aa942b2ef2cc tempest-RoutersNegativeTest-1719313365 tempest-RoutersNegativeTest-1719313365-project] Deleting subnet b025df39-86cf-4730-b2ce-7ac325c876aa {{(pid=102790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 15:55:44.367033 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-394a214f-2ffa-44ac-9277-e1293714a2be req-608378ca-6cf6-4f3c-99db-6adbc26dc0a7 service neutron] 10.222.0.48 "GET /v2.0/networks/79dcb3cc-0cfb-4dde-9352-1cf14f1c4e5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2365932 Mar 29 15:55:44.368888 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-d231d6a3-1306-47e7-b442-aa942b2ef2cc tempest-RoutersNegativeTest-1719313365 tempest-RoutersNegativeTest-1719313365-project] Notify callbacks [] for subnet, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:44.406314 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-18a8c835-5542-4b6a-b68f-ce0ceaa8cbf8 req-b057ad9e-ac9a-4ecb-b0ec-324bbe301a54 service neutron] 10.222.0.48 "GET /v2.0/networks/da91932a-2e82-41cb-abd7-9843219a5c0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2279766 Mar 29 15:55:44.411878 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-de19ba03-15d3-41fc-9f37-45bdf072fd59 req-0d9f4128-f532-4b02-8e88-e80ecd76428b tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] 10.222.0.42 "GET /v2.0/security-groups?id=158a092c-dd2b-4e56-b164-ca7881904141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670695 Mar 29 15:55:44.437496 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-d231d6a3-1306-47e7-b442-aa942b2ef2cc tempest-RoutersNegativeTest-1719313365 tempest-RoutersNegativeTest-1719313365-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4614024'] for subnet, precommit_delete_associations {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:44.536241 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 626efb09-9ef9-4f69-a6a2-055b3389e50e no longer exists at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:55:44.575422 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-d231d6a3-1306-47e7-b442-aa942b2ef2cc tempest-RoutersNegativeTest-1719313365 tempest-RoutersNegativeTest-1719313365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1641287'] for subnet, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:44.582480 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] No Port match for: 626efb09-9ef9-4f69-a6a2-055b3389e50e {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 15:55:44.585398 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 626efb09-9ef9-4f69-a6a2-055b3389e50e not bound to the agent host n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:55:44.586026 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 4c3a335b-e767-4d65-aef4-9d72db41e9f0 no longer exists at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:55:44.638285 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] No Port match for: 4c3a335b-e767-4d65-aef4-9d72db41e9f0 {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 15:55:44.639566 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 4c3a335b-e767-4d65-aef4-9d72db41e9f0 not bound to the agent host n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:55:44.665728 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-18a8c835-5542-4b6a-b68f-ce0ceaa8cbf8 req-1fa3be80-605f-4b01-9712-00a64e1a0fe1 service neutron] 10.222.0.48 "GET /v2.0/networks/da91932a-2e82-41cb-abd7-9843219a5c0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2506387 Mar 29 15:55:44.750481 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-d231d6a3-1306-47e7-b442-aa942b2ef2cc tempest-RoutersNegativeTest-1719313365 tempest-RoutersNegativeTest-1719313365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1641294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5231963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4793952'] for subnet, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:44.782331 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d231d6a3-1306-47e7-b442-aa942b2ef2cc tempest-RoutersNegativeTest-1719313365 tempest-RoutersNegativeTest-1719313365-project] Pushing event deleted for resources: {'Subnet': ['ID=b025df39-86cf-4730-b2ce-7ac325c876aa,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:55:44.794479 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-d231d6a3-1306-47e7-b442-aa942b2ef2cc tempest-RoutersNegativeTest-1719313365 tempest-RoutersNegativeTest-1719313365-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for subnet, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:44.799709 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-d231d6a3-1306-47e7-b442-aa942b2ef2cc tempest-RoutersNegativeTest-1719313365 tempest-RoutersNegativeTest-1719313365-project] 10.222.0.42 "DELETE /v2.0/subnets/b025df39-86cf-4730-b2ce-7ac325c876aa HTTP/1.1" status: 204 len: 168 time: 0.5165863 Mar 29 15:55:44.804011 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebc99887-8a0b-4e5f-81eb-7fb98e15ef77 None None] Network 7fb793a8-b903-4864-8b07-e465aaa65206 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 15:55:44.807426 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 37912) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:55:45.062752 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-774e5f87-6fa4-4ee1-bdfb-0533f8ce4d84 tempest-RoutersNegativeTest-1719313365 tempest-RoutersNegativeTest-1719313365-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1631750'] for network, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:45.171944 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237cfb72-a8da-44af-8750-c8f24d2d5a34 req-37b46427-d01d-47e1-b52d-2863354aff4d tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:55:45.174224 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-237cfb72-a8da-44af-8750-c8f24d2d5a34 req-37b46427-d01d-47e1-b52d-2863354aff4d tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] 10.222.0.42 "GET /v2.0/ports?device_id=6e40d7af-9c27-4a9b-a9a7-3250cc9a9a3a HTTP/1.1" status: 200 len: 907 time: 0.1677637 Mar 29 15:55:45.186564 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7404be75-b1a2-4988-9077-3aff140dc584 None None] DHCP port deletion for 7fb793a8-b903-4864-8b07-e465aaa65206 request from n-d-834765-1 {{(pid=102792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 29 15:55:45.200137 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-774e5f87-6fa4-4ee1-bdfb-0533f8ce4d84 tempest-RoutersNegativeTest-1719313365 tempest-RoutersNegativeTest-1719313365-project] Deleting port 18abf42b-e442-4334-8147-3fd950ddfda0 {{(pid=102790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:55:45.200247 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-774e5f87-6fa4-4ee1-bdfb-0533f8ce4d84 tempest-RoutersNegativeTest-1719313365 tempest-RoutersNegativeTest-1719313365-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:45.253478 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-7404be75-b1a2-4988-9077-3aff140dc584 None None] Deleting port 18abf42b-e442-4334-8147-3fd950ddfda0 {{(pid=102792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:55:45.254293 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-7404be75-b1a2-4988-9077-3aff140dc584 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:45.291372 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [None req-774e5f87-6fa4-4ee1-bdfb-0533f8ce4d84 tempest-RoutersNegativeTest-1719313365 tempest-RoutersNegativeTest-1719313365-project] For port 18abf42b-e442-4334-8147-3fd950ddfda0, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=18abf42b-e442-4334-8147-3fd950ddfda0,segment=NetworkSegment(61307a8b-bf9f-41fc-a26f-38e94e7689af),segment_id=61307a8b-bf9f-41fc-a26f-38e94e7689af)] {{(pid=102790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:55:45.292541 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-774e5f87-6fa4-4ee1-bdfb-0533f8ce4d84 tempest-RoutersNegativeTest-1719313365 tempest-RoutersNegativeTest-1719313365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:45.322213 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-774e5f87-6fa4-4ee1-bdfb-0533f8ce4d84 tempest-RoutersNegativeTest-1719313365 tempest-RoutersNegativeTest-1719313365-project] Calling delete_port for 18abf42b-e442-4334-8147-3fd950ddfda0 owned by network:dhcp {{(pid=102790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:55:45.331254 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-7404be75-b1a2-4988-9077-3aff140dc584 None None] For port 18abf42b-e442-4334-8147-3fd950ddfda0, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=18abf42b-e442-4334-8147-3fd950ddfda0,segment=NetworkSegment(61307a8b-bf9f-41fc-a26f-38e94e7689af),segment_id=61307a8b-bf9f-41fc-a26f-38e94e7689af)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:55:45.331769 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-7404be75-b1a2-4988-9077-3aff140dc584 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:45.351605 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-7404be75-b1a2-4988-9077-3aff140dc584 None None] Calling delete_port for 18abf42b-e442-4334-8147-3fd950ddfda0 owned by network:dhcp {{(pid=102792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:55:45.438809 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-774e5f87-6fa4-4ee1-bdfb-0533f8ce4d84 tempest-RoutersNegativeTest-1719313365 tempest-RoutersNegativeTest-1719313365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:45.456120 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-7404be75-b1a2-4988-9077-3aff140dc584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350'] for port, after_delete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:45.473718 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774e5f87-6fa4-4ee1-bdfb-0533f8ce4d84 tempest-RoutersNegativeTest-1719313365 tempest-RoutersNegativeTest-1719313365-project] Pushing event deleted for resources: {'Port': ['ID=18abf42b-e442-4334-8147-3fd950ddfda0,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:55:45.486848 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-774e5f87-6fa4-4ee1-bdfb-0533f8ce4d84 tempest-RoutersNegativeTest-1719313365 tempest-RoutersNegativeTest-1719313365-project] No DVR routers for this DVR port 18abf42b-e442-4334-8147-3fd950ddfda0 on host n-d-834765-1 {{(pid=102790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:55:45.534740 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7404be75-b1a2-4988-9077-3aff140dc584 None None] Pushing event deleted for resources: {'Port': ['ID=18abf42b-e442-4334-8147-3fd950ddfda0,revision_number=None']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:55:45.536896 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7404be75-b1a2-4988-9077-3aff140dc584 None None] No DVR routers for this DVR port 18abf42b-e442-4334-8147-3fd950ddfda0 on host n-d-834765-1 {{(pid=102792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:55:45.601710 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-774e5f87-6fa4-4ee1-bdfb-0533f8ce4d84 tempest-RoutersNegativeTest-1719313365 tempest-RoutersNegativeTest-1719313365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639890', 'neutron.services.segments.db._delete_segments_for_network-8783523423079'] for network, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:45.630605 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-774e5f87-6fa4-4ee1-bdfb-0533f8ce4d84 tempest-RoutersNegativeTest-1719313365 tempest-RoutersNegativeTest-1719313365-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7fb793a8-b903-4864-8b07-e465aaa65206']}} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:55:45.640623 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-774e5f87-6fa4-4ee1-bdfb-0533f8ce4d84 tempest-RoutersNegativeTest-1719313365 tempest-RoutersNegativeTest-1719313365-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61307a8b-bf9f-41fc-a26f-38e94e7689af') {'for_net_delete': True} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:55:45.640920 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-774e5f87-6fa4-4ee1-bdfb-0533f8ce4d84 tempest-RoutersNegativeTest-1719313365 tempest-RoutersNegativeTest-1719313365-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61307a8b-bf9f-41fc-a26f-38e94e7689af') {} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:55:45.651683 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-774e5f87-6fa4-4ee1-bdfb-0533f8ce4d84 tempest-RoutersNegativeTest-1719313365 tempest-RoutersNegativeTest-1719313365-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783523422064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4614019'] for segment, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:45.667746 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-774e5f87-6fa4-4ee1-bdfb-0533f8ce4d84 tempest-RoutersNegativeTest-1719313365 tempest-RoutersNegativeTest-1719313365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:45.674248 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-774e5f87-6fa4-4ee1-bdfb-0533f8ce4d84 tempest-RoutersNegativeTest-1719313365 tempest-RoutersNegativeTest-1719313365-project] Releasing vlan 603 on physical network physnet1 to pool {{(pid=102790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 15:55:45.674654 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-774e5f87-6fa4-4ee1-bdfb-0533f8ce4d84 tempest-RoutersNegativeTest-1719313365 tempest-RoutersNegativeTest-1719313365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5238013'] for segment, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:45.678191 n-d-834765-1 neutron-server[102790]: Traceback (most recent call last): Mar 29 15:55:45.678191 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 15:55:45.678191 n-d-834765-1 neutron-server[102790]: timer() Mar 29 15:55:45.678191 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 15:55:45.678191 n-d-834765-1 neutron-server[102790]: cb(*args, **kw) Mar 29 15:55:45.678191 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 15:55:45.678191 n-d-834765-1 neutron-server[102790]: return func(*args, **kwargs) Mar 29 15:55:45.678191 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 15:55:45.678191 n-d-834765-1 neutron-server[102790]: self._notify() Mar 29 15:55:45.678191 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 15:55:45.678191 n-d-834765-1 neutron-server[102790]: self.callback(batched_events) Mar 29 15:55:45.678191 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 15:55:45.678191 n-d-834765-1 neutron-server[102790]: event.method(event) Mar 29 15:55:45.678191 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 15:55:45.678191 n-d-834765-1 neutron-server[102790]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 15:55:45.678191 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 15:55:45.678191 n-d-834765-1 neutron-server[102790]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 15:55:45.678191 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 15:55:45.678191 n-d-834765-1 neutron-server[102790]: return f(self, *a, **k) Mar 29 15:55:45.678191 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 15:55:45.678191 n-d-834765-1 neutron-server[102790]: return self._get(url).json() Mar 29 15:55:45.678191 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 15:55:45.678191 n-d-834765-1 neutron-server[102790]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 15:55:45.678191 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 15:55:45.678191 n-d-834765-1 neutron-server[102790]: return self.request(url, 'GET', **kwargs) Mar 29 15:55:45.678191 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 15:55:45.678191 n-d-834765-1 neutron-server[102790]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 15:55:45.678191 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 15:55:45.678191 n-d-834765-1 neutron-server[102790]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 15:55:45.678191 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 15:55:45.678191 n-d-834765-1 neutron-server[102790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 15:55:45.678191 n-d-834765-1 neutron-server[102790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 15:55:45.746685 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-774e5f87-6fa4-4ee1-bdfb-0533f8ce4d84 tempest-RoutersNegativeTest-1719313365 tempest-RoutersNegativeTest-1719313365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1639897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648174'] for network, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:45.765521 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-774e5f87-6fa4-4ee1-bdfb-0533f8ce4d84 tempest-RoutersNegativeTest-1719313365 tempest-RoutersNegativeTest-1719313365-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for network, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:45.772858 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-774e5f87-6fa4-4ee1-bdfb-0533f8ce4d84 tempest-RoutersNegativeTest-1719313365 tempest-RoutersNegativeTest-1719313365-project] 10.222.0.42 "DELETE /v2.0/networks/7fb793a8-b903-4864-8b07-e465aaa65206 HTTP/1.1" status: 204 len: 168 time: 0.9540963 Mar 29 15:55:45.787526 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 37930) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:55:45.799864 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774e5f87-6fa4-4ee1-bdfb-0533f8ce4d84 tempest-RoutersNegativeTest-1719313365 tempest-RoutersNegativeTest-1719313365-project] Pushing event deleted for resources: {'Network': ['ID=7fb793a8-b903-4864-8b07-e465aaa65206,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:55:45.820683 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-adf02d08-619e-49e8-a53b-af61f2f6224d tempest-RoutersNegativeTest-1719313365 tempest-RoutersNegativeTest-1719313365-project] 10.222.0.42 "GET /v2.0/ports?device_id=4e192cf8-6012-45de-ae9b-f40dd8c1a161 HTTP/1.1" status: 200 len: 205 time: 0.0317874 Mar 29 15:55:45.821060 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 37932) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:55:46.099402 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929eceba-a19a-447e-958a-591bbf328e6c req-3ad177ab-ca23-4af0-8b29-d60abcfe4beb tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:55:46.107078 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929eceba-a19a-447e-958a-591bbf328e6c req-3ad177ab-ca23-4af0-8b29-d60abcfe4beb tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:55:46.114424 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929eceba-a19a-447e-958a-591bbf328e6c req-3ad177ab-ca23-4af0-8b29-d60abcfe4beb tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:55:46.122040 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929eceba-a19a-447e-958a-591bbf328e6c req-3ad177ab-ca23-4af0-8b29-d60abcfe4beb tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:55:46.129657 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929eceba-a19a-447e-958a-591bbf328e6c req-3ad177ab-ca23-4af0-8b29-d60abcfe4beb tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:55:46.136089 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929eceba-a19a-447e-958a-591bbf328e6c req-3ad177ab-ca23-4af0-8b29-d60abcfe4beb tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:55:46.143701 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929eceba-a19a-447e-958a-591bbf328e6c req-3ad177ab-ca23-4af0-8b29-d60abcfe4beb tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:55:46.145905 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-929eceba-a19a-447e-958a-591bbf328e6c req-3ad177ab-ca23-4af0-8b29-d60abcfe4beb tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] 10.222.0.42 "GET /v2.0/ports?device_id=b5e34b53-8d44-45db-a377-1c001fe98b5c HTTP/1.1" status: 200 len: 5445 time: 0.1251864 Mar 29 15:55:46.200978 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-929eceba-a19a-447e-958a-591bbf328e6c req-6f0ace32-a73c-4295-aeee-ca7d8fd12f9d tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] 10.222.0.42 "GET /v2.0/security-groups?id=6e57fe5c-cb87-4607-b926-1e4de2690a28&id=e2ab8bce-bca0-434d-ad1c-ad30dfd1db67&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0473754 Mar 29 15:55:46.279226 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-cacc17f7-b358-4674-b7e6-22faa205e1c4 tempest-RoutersNegativeTest-1719313365 tempest-RoutersNegativeTest-1719313365-project] Notify callbacks [] for router, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:46.288707 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e8c9bb-c6ea-4ee0-84ce-e9c49702d77e req-e9db7d60-0d58-44d2-b086-3fe475bdc19c tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:55:46.290266 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-15e8c9bb-c6ea-4ee0-84ce-e9c49702d77e req-e9db7d60-0d58-44d2-b086-3fe475bdc19c tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] 10.222.0.42 "GET /v2.0/ports?device_id=4a6e5ec3-39e2-47e2-b9ec-187b5ddeca0e HTTP/1.1" status: 200 len: 946 time: 0.7325616 Mar 29 15:55:46.341341 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c92e62-602d-464b-a611-7982e6f8f05f req-a087a18f-b6eb-45ef-8f46-af193c8fae04 tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:55:46.342900 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-e7c92e62-602d-464b-a611-7982e6f8f05f req-a087a18f-b6eb-45ef-8f46-af193c8fae04 tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] 10.222.0.42 "GET /v2.0/ports?device_id=6e40d7af-9c27-4a9b-a9a7-3250cc9a9a3a HTTP/1.1" status: 200 len: 907 time: 0.0602536 Mar 29 15:55:46.460165 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 18abf42b-e442-4334-8147-3fd950ddfda0 no longer exists at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:55:46.486277 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] No Port match for: 18abf42b-e442-4334-8147-3fd950ddfda0 {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 15:55:46.486938 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 18abf42b-e442-4334-8147-3fd950ddfda0 not bound to the agent host n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:55:46.492297 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-cacc17f7-b358-4674-b7e6-22faa205e1c4 tempest-RoutersNegativeTest-1719313365 tempest-RoutersNegativeTest-1719313365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129328'] for router, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:46.494585 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-cacc17f7-b358-4674-b7e6-22faa205e1c4 tempest-RoutersNegativeTest-1719313365 tempest-RoutersNegativeTest-1719313365-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:46.498817 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-15e8c9bb-c6ea-4ee0-84ce-e9c49702d77e req-c7d98025-8a04-415a-875f-4996167e123a tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] 10.222.0.42 "GET /v2.0/security-groups?id=158a092c-dd2b-4e56-b164-ca7881904141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709979 Mar 29 15:55:46.546666 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e1b722-2be5-4f79-9b36-6b190a9ba2ce req-1ab00881-4568-416b-a664-0d36f1ab0248 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:55:46.552946 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-cacc17f7-b358-4674-b7e6-22faa205e1c4 tempest-RoutersNegativeTest-1719313365 tempest-RoutersNegativeTest-1719313365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-526718'] for router, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:46.553756 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cacc17f7-b358-4674-b7e6-22faa205e1c4 tempest-RoutersNegativeTest-1719313365 tempest-RoutersNegativeTest-1719313365-project] Fanout notify agent at l3_agent the message router_deleted on router 4e192cf8-6012-45de-ae9b-f40dd8c1a161 {{(pid=102791) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 29 15:55:46.554683 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e1b722-2be5-4f79-9b36-6b190a9ba2ce req-1ab00881-4568-416b-a664-0d36f1ab0248 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:55:46.563054 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e1b722-2be5-4f79-9b36-6b190a9ba2ce req-1ab00881-4568-416b-a664-0d36f1ab0248 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:55:46.565250 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-cacc17f7-b358-4674-b7e6-22faa205e1c4 tempest-RoutersNegativeTest-1719313365 tempest-RoutersNegativeTest-1719313365-project] Notify callbacks [] for router, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:46.566475 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-cacc17f7-b358-4674-b7e6-22faa205e1c4 tempest-RoutersNegativeTest-1719313365 tempest-RoutersNegativeTest-1719313365-project] 10.222.0.42 "DELETE /v2.0/routers/4e192cf8-6012-45de-ae9b-f40dd8c1a161 HTTP/1.1" status: 204 len: 168 time: 0.7441909 Mar 29 15:55:46.573972 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e1b722-2be5-4f79-9b36-6b190a9ba2ce req-1ab00881-4568-416b-a664-0d36f1ab0248 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:55:46.586843 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e1b722-2be5-4f79-9b36-6b190a9ba2ce req-1ab00881-4568-416b-a664-0d36f1ab0248 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:55:46.599583 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e1b722-2be5-4f79-9b36-6b190a9ba2ce req-1ab00881-4568-416b-a664-0d36f1ab0248 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:55:46.609154 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e1b722-2be5-4f79-9b36-6b190a9ba2ce req-1ab00881-4568-416b-a664-0d36f1ab0248 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:55:46.611849 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-a8e1b722-2be5-4f79-9b36-6b190a9ba2ce req-1ab00881-4568-416b-a664-0d36f1ab0248 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] 10.222.0.42 "GET /v2.0/ports?device_id=b5e34b53-8d44-45db-a377-1c001fe98b5c HTTP/1.1" status: 200 len: 5445 time: 0.1630409 Mar 29 15:55:46.791124 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32742b8f-7ced-4a7d-979e-ddb45d756413 req-28bc9423-7db6-48c1-b3ca-a2bbc7a3452b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:55:46.792817 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-32742b8f-7ced-4a7d-979e-ddb45d756413 req-28bc9423-7db6-48c1-b3ca-a2bbc7a3452b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=48ba1cdba6ea4eb098e40b52d44291ec&device_id=4a6e5ec3-39e2-47e2-b9ec-187b5ddeca0e HTTP/1.1" status: 200 len: 1097 time: 0.0586488 Mar 29 15:55:46.879677 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8903aa-37ae-4fd8-8849-256000563548 req-0b869d32-c6ee-4475-bf79-f3e02f0928e5 tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:55:46.888510 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-1e8903aa-37ae-4fd8-8849-256000563548 req-0b869d32-c6ee-4475-bf79-f3e02f0928e5 tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] 10.222.0.42 "GET /v2.0/ports?device_id=4a6e5ec3-39e2-47e2-b9ec-187b5ddeca0e HTTP/1.1" status: 200 len: 946 time: 0.1283603 Mar 29 15:55:46.921486 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32742b8f-7ced-4a7d-979e-ddb45d756413 req-aca927fc-864c-4655-8064-7b4f224e38bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:55:46.923394 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-32742b8f-7ced-4a7d-979e-ddb45d756413 req-aca927fc-864c-4655-8064-7b4f224e38bb service neutron] 10.222.0.44 "GET /v2.0/networks?id=6da5eb6a-1ef7-4aa0-bbb2-e8f3bdbdd5ff HTTP/1.1" status: 200 len: 920 time: 0.1231561 Mar 29 15:55:46.925827 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 37958) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:55:46.955608 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-1e8903aa-37ae-4fd8-8849-256000563548 req-97493481-05e6-43d1-abbd-84368acc23ca tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] 10.222.0.42 "GET /v2.0/security-groups?id=158a092c-dd2b-4e56-b164-ca7881904141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590978 Mar 29 15:55:46.972436 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:46.986277 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-32742b8f-7ced-4a7d-979e-ddb45d756413 req-2c475e7e-c945-4f79-9b18-f31905f89e8e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4e0e5c96-03a1-4013-9f20-18389d5cd858 HTTP/1.1" status: 200 len: 217 time: 0.0492749 Mar 29 15:55:47.116916 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32742b8f-7ced-4a7d-979e-ddb45d756413 req-9ebdc31e-9b98-4a6c-86dd-1e2138d7aca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:55:47.118740 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-32742b8f-7ced-4a7d-979e-ddb45d756413 req-9ebdc31e-9b98-4a6c-86dd-1e2138d7aca2 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f321fdd4-89ca-4bd6-835a-732290fa6cda HTTP/1.1" status: 200 len: 858 time: 0.1268752 Mar 29 15:55:47.157022 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-c0331071-5562-4d5b-9caf-1aeb45eaba07 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=6860f87c1dd94c32b30f1f2b7e87050e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2265732 Mar 29 15:55:47.157849 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 37976) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:55:47.204057 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32742b8f-7ced-4a7d-979e-ddb45d756413 req-55722505-c926-4fa0-9c69-5bd0a17a1edd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:55:47.205594 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-32742b8f-7ced-4a7d-979e-ddb45d756413 req-55722505-c926-4fa0-9c69-5bd0a17a1edd service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6da5eb6a-1ef7-4aa0-bbb2-e8f3bdbdd5ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0648336 Mar 29 15:55:47.248476 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-4fff683d-2448-4b84-8bf7-fd83d0a60863 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:47.295638 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-4fff683d-2448-4b84-8bf7-fd83d0a60863 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:47.338136 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device 412ad278-f090-47aa-960a-00c95d0b3d3a details requested by agent hyperv_n-h2-834765-1 with host n-h2-834765-1 {{(pid=102792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 15:55:47.361467 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-32742b8f-7ced-4a7d-979e-ddb45d756413 req-570d5673-6a59-43e5-9dbf-2d8aae8694ec service neutron] 10.222.0.44 "GET /v2.0/networks/6da5eb6a-1ef7-4aa0-bbb2-e8f3bdbdd5ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484466 Mar 29 15:55:47.372099 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-4fff683d-2448-4b84-8bf7-fd83d0a60863 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:47.377235 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-4fff683d-2448-4b84-8bf7-fd83d0a60863 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:47.387427 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-4fff683d-2448-4b84-8bf7-fd83d0a60863 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/9f83e414-85ea-4b10-9719-0508db375c9f HTTP/1.1" status: 204 len: 168 time: 0.2240124 Mar 29 15:55:47.431163 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fff683d-2448-4b84-8bf7-fd83d0a60863 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f83e414-85ea-4b10-9719-0508db375c9f,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:55:47.544005 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-32742b8f-7ced-4a7d-979e-ddb45d756413 req-fca8b1f5-e3bf-4b67-ae82-efbc254775f4 service neutron] 10.222.0.44 "GET /v2.0/networks/6da5eb6a-1ef7-4aa0-bbb2-e8f3bdbdd5ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1744595 Mar 29 15:55:47.604296 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port 412ad278-f090-47aa-960a-00c95d0b3d3a, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=412ad278-f090-47aa-960a-00c95d0b3d3a,segment=NetworkSegment(5db23e5d-e77b-4187-b630-497c08eeec24),segment_id=5db23e5d-e77b-4187-b630-497c08eeec24)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:55:47.613217 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 37994) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:55:47.622325 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69693c81-1163-44c5-bc69-0281790c0224 req-8ff9e340-f658-485c-8c50-0212a4d6032d tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:55:47.626666 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-69693c81-1163-44c5-bc69-0281790c0224 req-8ff9e340-f658-485c-8c50-0212a4d6032d tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] 10.222.0.42 "GET /v2.0/ports?device_id=6e40d7af-9c27-4a9b-a9a7-3250cc9a9a3a HTTP/1.1" status: 200 len: 907 time: 0.1340237 Mar 29 15:55:47.662251 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Returning: {'device': '412ad278-f090-47aa-960a-00c95d0b3d3a', 'network_id': 'da91932a-2e82-41cb-abd7-9843219a5c0c', 'port_id': '412ad278-f090-47aa-960a-00c95d0b3d3a', 'mac_address': 'fa:16:3e:de:7e:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 614, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0584d4d2-3c24-4452-8019-81fa83543064', 'ip_address': '172.20.0.22'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 15:55:47.719954 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:47.746404 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 412ad278-f090-47aa-960a-00c95d0b3d3a {{(pid=102792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:55:47.812236 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port 412ad278-f090-47aa-960a-00c95d0b3d3a, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=412ad278-f090-47aa-960a-00c95d0b3d3a,segment=NetworkSegment(5db23e5d-e77b-4187-b630-497c08eeec24),segment_id=5db23e5d-e77b-4187-b630-497c08eeec24)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:55:47.822137 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:47.857914 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:47.903182 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Pushing event updated for resources: {'Port': ['ID=412ad278-f090-47aa-960a-00c95d0b3d3a,revision_number=4']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:55:47.931470 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-00ee1d5a-7b27-4a40-914d-4ff23cb147dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:48.050274 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-00ee1d5a-7b27-4a40-914d-4ff23cb147dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:48.058473 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-00ee1d5a-7b27-4a40-914d-4ff23cb147dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:48.140097 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-00ee1d5a-7b27-4a40-914d-4ff23cb147dc admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=9fdf9410caf843d68a7cc251523b4a9a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5257108 Mar 29 15:55:48.140892 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 38022) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:55:48.148414 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ee1d5a-7b27-4a40-914d-4ff23cb147dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4444913e-d7ee-4de3-9f7f-34ac3be8fc17,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:55:48.181869 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709a2077-de78-4cf2-b8e3-4b587896004b req-97e5328e-1643-4a85-b0e7-146785c109de tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:55:48.183767 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-709a2077-de78-4cf2-b8e3-4b587896004b req-97e5328e-1643-4a85-b0e7-146785c109de tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] 10.222.0.42 "GET /v2.0/ports?device_id=4a6e5ec3-39e2-47e2-b9ec-187b5ddeca0e HTTP/1.1" status: 200 len: 946 time: 0.1123638 Mar 29 15:55:48.192890 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] get_ports_and_sgs() called for port_ids ['412ad278-f090-47aa-960a-00c95d0b3d3a'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:55:48.264862 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-709a2077-de78-4cf2-b8e3-4b587896004b req-3a25a684-90e2-4410-af11-c6d2fcd47463 tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] 10.222.0.42 "GET /v2.0/security-groups?id=158a092c-dd2b-4e56-b164-ca7881904141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692101 Mar 29 15:55:48.289387 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-49236ee1-ba1c-48b2-b72d-9c7f8946c3d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:48.344980 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-49236ee1-ba1c-48b2-b72d-9c7f8946c3d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:48.373831 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 38034) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:55:48.417754 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-49236ee1-ba1c-48b2-b72d-9c7f8946c3d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:48.417754 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-49236ee1-ba1c-48b2-b72d-9c7f8946c3d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:48.417754 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-49236ee1-ba1c-48b2-b72d-9c7f8946c3d4 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/4444913e-d7ee-4de3-9f7f-34ac3be8fc17 HTTP/1.1" status: 204 len: 168 time: 0.2747869 Mar 29 15:55:48.429624 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49236ee1-ba1c-48b2-b72d-9c7f8946c3d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4444913e-d7ee-4de3-9f7f-34ac3be8fc17,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:55:48.543708 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce522684-641b-4966-b11f-d14d0f9572a9 req-966841f4-c2a9-49c4-bc64-cee97a76028c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:55:48.544112 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce522684-641b-4966-b11f-d14d0f9572a9 req-966841f4-c2a9-49c4-bc64-cee97a76028c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:55:48.544585 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce522684-641b-4966-b11f-d14d0f9572a9 req-966841f4-c2a9-49c4-bc64-cee97a76028c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:55:48.545158 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce522684-641b-4966-b11f-d14d0f9572a9 req-966841f4-c2a9-49c4-bc64-cee97a76028c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:55:48.545509 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce522684-641b-4966-b11f-d14d0f9572a9 req-966841f4-c2a9-49c4-bc64-cee97a76028c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:55:48.546265 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce522684-641b-4966-b11f-d14d0f9572a9 req-966841f4-c2a9-49c4-bc64-cee97a76028c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:55:48.546742 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce522684-641b-4966-b11f-d14d0f9572a9 req-966841f4-c2a9-49c4-bc64-cee97a76028c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:55:48.556941 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ce522684-641b-4966-b11f-d14d0f9572a9 req-966841f4-c2a9-49c4-bc64-cee97a76028c service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=b5e34b53-8d44-45db-a377-1c001fe98b5c HTTP/1.1" status: 200 len: 6502 time: 0.1813321 Mar 29 15:55:48.598422 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ce522684-641b-4966-b11f-d14d0f9572a9 req-6f901be9-5228-426a-95ea-915073e53de3 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=e2ab8bce-bca0-434d-ad1c-ad30dfd1db67&id=6e57fe5c-cb87-4607-b926-1e4de2690a28&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0405440 Mar 29 15:55:48.767928 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdce76e4-cb78-48f3-ba9d-03286f6488c7 req-3e15d784-90a4-48fa-8203-fabc5c598d83 tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:55:48.776493 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-bdce76e4-cb78-48f3-ba9d-03286f6488c7 req-3e15d784-90a4-48fa-8203-fabc5c598d83 tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] 10.222.0.42 "GET /v2.0/ports?device_id=6e40d7af-9c27-4a9b-a9a7-3250cc9a9a3a HTTP/1.1" status: 200 len: 908 time: 0.0658498 Mar 29 15:55:48.903344 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 38056) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:55:48.917700 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-3b7c46a8-2d74-4ce8-9fb8-ca3741926a9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:49.009008 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-3b7c46a8-2d74-4ce8-9fb8-ca3741926a9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:49.014195 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-3b7c46a8-2d74-4ce8-9fb8-ca3741926a9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:49.052659 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7c46a8-2d74-4ce8-9fb8-ca3741926a9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55ba0758-5836-41c3-8855-8d0b545859a9,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:55:49.062357 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-3b7c46a8-2d74-4ce8-9fb8-ca3741926a9d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f9c86f2454734a4aa5b02fade42454a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1576669 Mar 29 15:55:49.065138 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 38062) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:55:49.119234 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-9dfd5361-f551-4391-b55b-a192440b4f73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:49.142913 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-9dfd5361-f551-4391-b55b-a192440b4f73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:49.193907 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-9dfd5361-f551-4391-b55b-a192440b4f73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:49.196794 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-9dfd5361-f551-4391-b55b-a192440b4f73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:49.198063 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-9dfd5361-f551-4391-b55b-a192440b4f73 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/55ba0758-5836-41c3-8855-8d0b545859a9 HTTP/1.1" status: 204 len: 168 time: 0.1316710 Mar 29 15:55:49.206839 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfd5361-f551-4391-b55b-a192440b4f73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55ba0758-5836-41c3-8855-8d0b545859a9,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:55:49.358234 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device 412ad278-f090-47aa-960a-00c95d0b3d3a up at agent hyperv_n-h2-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:55:49.479647 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Provisioning for port 412ad278-f090-47aa-960a-00c95d0b3d3a completed by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 15:55:49.488680 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Provisioning complete for port 412ad278-f090-47aa-960a-00c95d0b3d3a triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:55:49.489730 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:49.582262 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:49.625449 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e40d7af-9c27-4a9b-a9a7-3250cc9a9a3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '412ad278-f090-47aa-960a-00c95d0b3d3a'}] {{(pid=102792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:55:49.627753 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4f476c66b318cc6068719fc39557fac68d413f5c7e78fa77028c7948e999ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07c326c1-05ed-4d25-89a3-7170fe7f85e5" -d '{"events": [{"server_uuid": "6e40d7af-9c27-4a9b-a9a7-3250cc9a9a3a", "name": "network-vif-plugged", "status": "completed", "tag": "412ad278-f090-47aa-960a-00c95d0b3d3a"}]}' {{(pid=102792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:55:49.650147 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port 412ad278-f090-47aa-960a-00c95d0b3d3a, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=412ad278-f090-47aa-960a-00c95d0b3d3a,segment=NetworkSegment(5db23e5d-e77b-4187-b630-497c08eeec24),segment_id=5db23e5d-e77b-4187-b630-497c08eeec24)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:55:49.655988 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:49.736394 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Pushing event updated for resources: {'Port': ['ID=412ad278-f090-47aa-960a-00c95d0b3d3a,revision_number=5']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:55:49.742349 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:55:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09509b73-f645-4119-b5f0-2427003e44a2 x-openstack-request-id: req-09509b73-f645-4119-b5f0-2427003e44a2 {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:55:49.742845 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e40d7af-9c27-4a9b-a9a7-3250cc9a9a3a", "name": "network-vif-plugged", "status": "completed", "tag": "412ad278-f090-47aa-960a-00c95d0b3d3a", "code": 200}]} {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:55:49.743286 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-09509b73-f645-4119-b5f0-2427003e44a2 {{(pid=102792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:55:49.743821 n-d-834765-1 neutron-server[102792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e40d7af-9c27-4a9b-a9a7-3250cc9a9a3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '412ad278-f090-47aa-960a-00c95d0b3d3a', 'code': 200} Mar 29 15:55:49.783565 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf3ec84-3556-4fbe-9843-22e4f3d5a04a req-f8c10539-0c3a-427b-9d4c-a77b41fbba69 tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:55:49.796204 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-4cf3ec84-3556-4fbe-9843-22e4f3d5a04a req-f8c10539-0c3a-427b-9d4c-a77b41fbba69 tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] 10.222.0.42 "GET /v2.0/ports?device_id=4a6e5ec3-39e2-47e2-b9ec-187b5ddeca0e HTTP/1.1" status: 200 len: 946 time: 0.4540586 Mar 29 15:55:49.880288 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec945e2-987e-4a58-a596-22c6d3e87480 req-9ecc701a-bd2c-4ab8-aedb-9af793ec74c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:55:49.882714 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-8ec945e2-987e-4a58-a596-22c6d3e87480 req-9ecc701a-bd2c-4ab8-aedb-9af793ec74c4 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=6e40d7af-9c27-4a9b-a9a7-3250cc9a9a3a HTTP/1.1" status: 200 len: 1060 time: 0.0792120 Mar 29 15:55:49.891598 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-4cf3ec84-3556-4fbe-9843-22e4f3d5a04a req-3aae6e96-5349-4ff1-853f-8b6511fa3ae0 tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] 10.222.0.42 "GET /v2.0/security-groups?id=158a092c-dd2b-4e56-b164-ca7881904141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936146 Mar 29 15:55:50.011677 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78f9398-eb92-48e4-8799-627f40f38638 req-ed8c33f4-0231-4a3d-90a1-3930e234d62b tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:55:50.028879 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b78f9398-eb92-48e4-8799-627f40f38638 req-ed8c33f4-0231-4a3d-90a1-3930e234d62b tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] 10.222.0.42 "GET /v2.0/ports?device_id=6e40d7af-9c27-4a9b-a9a7-3250cc9a9a3a HTTP/1.1" status: 200 len: 909 time: 0.0840988 Mar 29 15:55:51.017836 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ad05d4-cd25-44a3-b0ac-b01f66af8afe req-529522b4-5b0c-4361-802c-9c1911949b12 tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:55:51.019690 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-96ad05d4-cd25-44a3-b0ac-b01f66af8afe req-529522b4-5b0c-4361-802c-9c1911949b12 tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] 10.222.0.42 "GET /v2.0/ports?device_id=4a6e5ec3-39e2-47e2-b9ec-187b5ddeca0e HTTP/1.1" status: 200 len: 946 time: 0.0582957 Mar 29 15:55:51.077806 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-96ad05d4-cd25-44a3-b0ac-b01f66af8afe req-1caabd83-104b-4980-b046-915db93c2a58 tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] 10.222.0.42 "GET /v2.0/security-groups?id=158a092c-dd2b-4e56-b164-ca7881904141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491617 Mar 29 15:55:51.166026 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fbee3b-9b08-418c-987c-b4d91166929b req-24b56837-2425-4851-90a7-162beccbcd2d tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:55:51.168198 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-b2fbee3b-9b08-418c-987c-b4d91166929b req-24b56837-2425-4851-90a7-162beccbcd2d tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] 10.222.0.42 "GET /v2.0/ports?device_id=6e40d7af-9c27-4a9b-a9a7-3250cc9a9a3a HTTP/1.1" status: 200 len: 909 time: 0.0568697 Mar 29 15:55:51.913888 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 38180) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:55:52.045288 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-f3ffc600-9693-4889-b980-2cc8544ab428 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:52.170586 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-f3ffc600-9693-4889-b980-2cc8544ab428 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:52.176513 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-f3ffc600-9693-4889-b980-2cc8544ab428 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:52.234434 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-f3ffc600-9693-4889-b980-2cc8544ab428 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=66f41c4ceaf44318afaaf660421eca0e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3194218 Mar 29 15:55:52.235147 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 38196) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:55:52.235934 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ffc600-9693-4889-b980-2cc8544ab428 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b69346fa-0b7b-4286-ad66-4c0afd42a9bc,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:55:52.240388 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cedaee5-58a1-459e-b2eb-95539a86e1f5 req-8567c4ae-8de2-484b-b14a-d0939f58da58 tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:55:52.242064 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-0cedaee5-58a1-459e-b2eb-95539a86e1f5 req-8567c4ae-8de2-484b-b14a-d0939f58da58 tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] 10.222.0.42 "GET /v2.0/ports?device_id=4a6e5ec3-39e2-47e2-b9ec-187b5ddeca0e HTTP/1.1" status: 200 len: 946 time: 0.0834112 Mar 29 15:55:52.287096 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-0cedaee5-58a1-459e-b2eb-95539a86e1f5 req-5d1a861d-3ed5-4602-9d91-8c16137f489a tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] 10.222.0.42 "GET /v2.0/security-groups?id=158a092c-dd2b-4e56-b164-ca7881904141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338211 Mar 29 15:55:52.325910 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-9d7b30ce-051b-4c4c-9c03-d9e35a5201b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:52.356329 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3563edf9-7b9e-4f07-9004-6f86e7b3dde7 req-b00071c2-5e55-4958-9844-ed821a097fb3 tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:55:52.358565 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-3563edf9-7b9e-4f07-9004-6f86e7b3dde7 req-b00071c2-5e55-4958-9844-ed821a097fb3 tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] 10.222.0.42 "GET /v2.0/ports?device_id=6e40d7af-9c27-4a9b-a9a7-3250cc9a9a3a HTTP/1.1" status: 200 len: 909 time: 0.0944679 Mar 29 15:55:52.374397 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-9d7b30ce-051b-4c4c-9c03-d9e35a5201b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:52.396902 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedc8dfc-515d-4bda-8838-1f22daa855ea req-f8a38b6f-7822-4e34-84a1-0e9f6fa3c921 tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:55:52.398367 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-bedc8dfc-515d-4bda-8838-1f22daa855ea req-f8a38b6f-7822-4e34-84a1-0e9f6fa3c921 tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] 10.222.0.42 "GET /v2.0/ports?device_id=484767cb-f40c-4e4e-8c0e-1e575bd2ed1e HTTP/1.1" status: 200 len: 946 time: 0.0531251 Mar 29 15:55:52.433595 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-9d7b30ce-051b-4c4c-9c03-d9e35a5201b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:52.436611 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-9d7b30ce-051b-4c4c-9c03-d9e35a5201b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:52.438076 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-9d7b30ce-051b-4c4c-9c03-d9e35a5201b1 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b69346fa-0b7b-4286-ad66-4c0afd42a9bc HTTP/1.1" status: 204 len: 168 time: 0.1992404 Mar 29 15:55:52.452682 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-bedc8dfc-515d-4bda-8838-1f22daa855ea req-a60cd330-99cf-44d5-9812-14774e8afd91 tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] 10.222.0.42 "GET /v2.0/security-groups?id=24003c5b-4f5e-4c77-b7cb-e70b1b6a98f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446603 Mar 29 15:55:52.457455 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7b30ce-051b-4c4c-9c03-d9e35a5201b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b69346fa-0b7b-4286-ad66-4c0afd42a9bc,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:55:52.510899 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6337a14d-b788-412f-b022-f18cd996bc34 req-e2f1e0b9-ebed-4778-abce-21cd1cdf9729 tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:55:52.512563 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-6337a14d-b788-412f-b022-f18cd996bc34 req-e2f1e0b9-ebed-4778-abce-21cd1cdf9729 tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] 10.222.0.42 "GET /v2.0/ports?device_id=6e40d7af-9c27-4a9b-a9a7-3250cc9a9a3a HTTP/1.1" status: 200 len: 909 time: 0.0734055 Mar 29 15:55:52.626661 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8eda96-d538-43a2-aff6-1edc6e7aa8fa req-845182e8-7d83-45c9-9552-5397be2cbd65 tempest-TestSecurityGroupsBasicOps-646427823 tempest-TestSecurityGroupsBasicOps-646427823-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:55:52.628229 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-9f8eda96-d538-43a2-aff6-1edc6e7aa8fa req-845182e8-7d83-45c9-9552-5397be2cbd65 tempest-TestSecurityGroupsBasicOps-646427823 tempest-TestSecurityGroupsBasicOps-646427823-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=6e40d7af-9c27-4a9b-a9a7-3250cc9a9a3a HTTP/1.1" status: 200 len: 1060 time: 0.0448706 Mar 29 15:55:52.743654 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d928bf-23a1-49d0-99ea-e21884722668 req-901b3213-f9ff-4671-aa18-d09289e4b852 tempest-TestSecurityGroupsBasicOps-646427823 tempest-TestSecurityGroupsBasicOps-646427823-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:55:52.745326 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-b6d928bf-23a1-49d0-99ea-e21884722668 req-901b3213-f9ff-4671-aa18-d09289e4b852 tempest-TestSecurityGroupsBasicOps-646427823 tempest-TestSecurityGroupsBasicOps-646427823-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=ae47874e-9944-4a81-b52b-64a39ecfeb9b HTTP/1.1" status: 200 len: 1136 time: 0.0474486 Mar 29 15:55:52.780986 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 38220) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:55:52.787533 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-b6d928bf-23a1-49d0-99ea-e21884722668 req-f1cea7c6-ef4f-4f1b-b2da-82680f6a9089 tempest-TestSecurityGroupsBasicOps-646427823 tempest-TestSecurityGroupsBasicOps-646427823-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=fc3b4dc4-891d-42e8-b7bb-6b14924f76b3&id=e89284b2-0678-470f-8a91-e1d4399dc334&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0327842 Mar 29 15:55:52.804509 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-3fd3b3f1-8c8e-4539-af21-aad3251a8f06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:52.811766 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 38222) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:55:52.862263 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc0d3930-b06e-461c-968e-05309de2a3d9 tempest-TestSecurityGroupsBasicOps-646427823 tempest-TestSecurityGroupsBasicOps-646427823-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:55:52.866542 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-fc0d3930-b06e-461c-968e-05309de2a3d9 tempest-TestSecurityGroupsBasicOps-646427823 tempest-TestSecurityGroupsBasicOps-646427823-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=6e40d7af-9c27-4a9b-a9a7-3250cc9a9a3a HTTP/1.1" status: 200 len: 1055 time: 0.0509467 Mar 29 15:55:52.890624 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-3fd3b3f1-8c8e-4539-af21-aad3251a8f06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:52.895852 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-3fd3b3f1-8c8e-4539-af21-aad3251a8f06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:52.944347 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-3fd3b3f1-8c8e-4539-af21-aad3251a8f06 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=2a5d233afd2547228994298497ace96e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1594467 Mar 29 15:55:52.944347 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd3b3f1-8c8e-4539-af21-aad3251a8f06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b9bf0a3-56dc-42bf-9682-7a5e5b1c6cfe,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:55:52.944898 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 38226) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:55:53.018582 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-71a3b257-d37f-4788-bb93-fab20208f4f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:53.044198 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-71a3b257-d37f-4788-bb93-fab20208f4f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:53.124736 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c718a5-5759-4d80-a27e-f47da0aeb6a7 req-324a5a49-08eb-4bf5-a37e-6b0f33694472 tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:55:53.127090 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-c7c718a5-5759-4d80-a27e-f47da0aeb6a7 req-324a5a49-08eb-4bf5-a37e-6b0f33694472 tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] 10.222.0.42 "GET /v2.0/ports?device_id=6e40d7af-9c27-4a9b-a9a7-3250cc9a9a3a HTTP/1.1" status: 200 len: 909 time: 0.0574853 Mar 29 15:55:53.133060 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-71a3b257-d37f-4788-bb93-fab20208f4f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:53.135866 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-71a3b257-d37f-4788-bb93-fab20208f4f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:53.139715 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-71a3b257-d37f-4788-bb93-fab20208f4f8 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/3b9bf0a3-56dc-42bf-9682-7a5e5b1c6cfe HTTP/1.1" status: 204 len: 168 time: 0.1930094 Mar 29 15:55:53.148084 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a3b257-d37f-4788-bb93-fab20208f4f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b9bf0a3-56dc-42bf-9682-7a5e5b1c6cfe,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:55:53.412323 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d760b70a-a768-44d5-a55e-8599f4e3f589 req-6f4fff85-07f6-42f5-b505-a9243fee93b9 tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:55:53.413956 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d760b70a-a768-44d5-a55e-8599f4e3f589 req-6f4fff85-07f6-42f5-b505-a9243fee93b9 tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] 10.222.0.42 "GET /v2.0/ports?device_id=4a6e5ec3-39e2-47e2-b9ec-187b5ddeca0e HTTP/1.1" status: 200 len: 946 time: 0.0526462 Mar 29 15:55:53.454128 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d760b70a-a768-44d5-a55e-8599f4e3f589 req-5dc18ea5-a442-41fd-b67f-fb247753346c tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] 10.222.0.42 "GET /v2.0/security-groups?id=158a092c-dd2b-4e56-b164-ca7881904141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332062 Mar 29 15:55:53.581482 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca48ea8d-b4c1-4795-a9a4-dde65b875511 req-f1cb266b-1337-49a5-9ef5-f73eb3655581 tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:55:53.583444 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-ca48ea8d-b4c1-4795-a9a4-dde65b875511 req-f1cb266b-1337-49a5-9ef5-f73eb3655581 tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] 10.222.0.42 "GET /v2.0/ports?device_id=484767cb-f40c-4e4e-8c0e-1e575bd2ed1e HTTP/1.1" status: 200 len: 946 time: 0.0587590 Mar 29 15:55:53.625663 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-ca48ea8d-b4c1-4795-a9a4-dde65b875511 req-d5d957da-bf7f-4ce2-949d-1e6a0218d828 tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] 10.222.0.42 "GET /v2.0/security-groups?id=24003c5b-4f5e-4c77-b7cb-e70b1b6a98f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341697 Mar 29 15:55:53.938969 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 38256) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:55:54.042545 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-ee2570c8-52d7-4b6c-a9a2-85db790aab83 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-188914275-network', 'tenant_id': 'f1f87b2955f245808b31208dc463cdd4'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:55:54.086477 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee2570c8-52d7-4b6c-a9a2-85db790aab83 admin admin] Made reservation on behalf of f1f87b2955f245808b31208dc463cdd4 for: {'network': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:55:54.088887 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-ee2570c8-52d7-4b6c-a9a2-85db790aab83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for network, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:54.100097 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ae64d7-644c-4d3c-af9c-d07b3854d414 req-8e54565c-5dd3-4c5e-90af-ddd50e95259d tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:55:54.101584 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-43ae64d7-644c-4d3c-af9c-d07b3854d414 req-8e54565c-5dd3-4c5e-90af-ddd50e95259d tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] 10.222.0.44 "GET /v2.0/ports?device_id=484767cb-f40c-4e4e-8c0e-1e575bd2ed1e HTTP/1.1" status: 200 len: 946 time: 0.0749488 Mar 29 15:55:54.106952 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-ee2570c8-52d7-4b6c-a9a2-85db790aab83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:54.285257 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [req-43ae64d7-644c-4d3c-af9c-d07b3854d414 req-a81a34d4-9d9c-4c81-922b-2ee377720b17 tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Deleting port e5f9839b-50cc-42cf-9adf-b14b545f52ea {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:55:54.285596 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-43ae64d7-644c-4d3c-af9c-d07b3854d414 req-a81a34d4-9d9c-4c81-922b-2ee377720b17 tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:54.313936 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-ee2570c8-52d7-4b6c-a9a2-85db790aab83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:54.335867 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa33aeb-efa4-4aef-b58c-4c267bdce024 req-2a23dc6b-1414-4ef6-877f-f16eefd36f60 tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:55:54.337246 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-9fa33aeb-efa4-4aef-b58c-4c267bdce024 req-2a23dc6b-1414-4ef6-877f-f16eefd36f60 tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] 10.222.0.42 "GET /v2.0/ports?device_id=6e40d7af-9c27-4a9b-a9a7-3250cc9a9a3a HTTP/1.1" status: 200 len: 909 time: 0.1230879 Mar 29 15:55:54.339725 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-ee2570c8-52d7-4b6c-a9a2-85db790aab83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:54.394861 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee2570c8-52d7-4b6c-a9a2-85db790aab83 admin admin] vlan segment allocate from pool success with {'vlan_id': 649, 'physical_network': 'physnet1'} {{(pid=102791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 15:55:54.415918 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2570c8-52d7-4b6c-a9a2-85db790aab83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ef091e9-40dc-465b-8534-595d6a2e14b5,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:55:54.424969 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-ee2570c8-52d7-4b6c-a9a2-85db790aab83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:54.425315 n-d-834765-1 neutron-server[102791]: INFO neutron.db.segments_db [None req-ee2570c8-52d7-4b6c-a9a2-85db790aab83 admin admin] Added segment 0c5661ba-80a7-423d-bc40-74f8a6b521ca of type vlan for network 3a2ecae8-9c73-49c1-b6e8-16cdf8f127b2 Mar 29 15:55:54.468713 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-43ae64d7-644c-4d3c-af9c-d07b3854d414 req-a81a34d4-9d9c-4c81-922b-2ee377720b17 tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] For port e5f9839b-50cc-42cf-9adf-b14b545f52ea, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=e5f9839b-50cc-42cf-9adf-b14b545f52ea,segment=NetworkSegment(593392ec-7215-4ab3-8e52-325f9a7e2718),segment_id=593392ec-7215-4ab3-8e52-325f9a7e2718)] {{(pid=102791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:55:54.469629 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-43ae64d7-644c-4d3c-af9c-d07b3854d414 req-a81a34d4-9d9c-4c81-922b-2ee377720b17 tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:54.492278 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-ee2570c8-52d7-4b6c-a9a2-85db790aab83 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783522915970'] for network, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:54.576194 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d511e013-51ed-4fa8-836a-6fa1e1b0c11e req-a8539cca-4c80-4097-bbd9-f6ebe32b5b01 tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:55:54.577668 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-d511e013-51ed-4fa8-836a-6fa1e1b0c11e req-a8539cca-4c80-4097-bbd9-f6ebe32b5b01 tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] 10.222.0.42 "GET /v2.0/ports?device_id=4a6e5ec3-39e2-47e2-b9ec-187b5ddeca0e HTTP/1.1" status: 200 len: 946 time: 0.0501761 Mar 29 15:55:54.592070 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-ee2570c8-52d7-4b6c-a9a2-85db790aab83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795'] for network, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:54.593289 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee2570c8-52d7-4b6c-a9a2-85db790aab83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:55:54.593936 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-ee2570c8-52d7-4b6c-a9a2-85db790aab83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for network, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:54.619011 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-d511e013-51ed-4fa8-836a-6fa1e1b0c11e req-b3cfdf3f-dc30-4099-a61a-ceb98aa19bd7 tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] 10.222.0.42 "GET /v2.0/security-groups?id=158a092c-dd2b-4e56-b164-ca7881904141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344529 Mar 29 15:55:54.684795 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-ee2570c8-52d7-4b6c-a9a2-85db790aab83 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7445674 Mar 29 15:55:54.687736 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 38266) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:55:54.693511 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-461d3f10-0b22-4c50-a0d9-69da94f75cff admin admin] Request body: {'subnet': {'network_id': '3a2ecae8-9c73-49c1-b6e8-16cdf8f127b2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-188914275-subnet', 'tenant_id': 'f1f87b2955f245808b31208dc463cdd4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:55:54.715852 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-461d3f10-0b22-4c50-a0d9-69da94f75cff admin admin] Made reservation on behalf of f1f87b2955f245808b31208dc463cdd4 for: {'subnet': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:55:54.719754 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-461d3f10-0b22-4c50-a0d9-69da94f75cff admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4793983'] for subnet, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:54.761649 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0785740d-b60c-4ad4-9352-34e9eb7b142a req-c3429795-b806-4aa2-86a2-597cc35fde2d tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:55:54.763104 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-0785740d-b60c-4ad4-9352-34e9eb7b142a req-c3429795-b806-4aa2-86a2-597cc35fde2d tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] 10.222.0.48 "GET /v2.0/ports?device_id=6e40d7af-9c27-4a9b-a9a7-3250cc9a9a3a HTTP/1.1" status: 200 len: 909 time: 0.2133257 Mar 29 15:55:54.763734 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2570c8-52d7-4b6c-a9a2-85db790aab83 admin admin] Pushing event updated for resources: {'Network': ['ID=3a2ecae8-9c73-49c1-b6e8-16cdf8f127b2,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:55:54.774632 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Network 3a2ecae8-9c73-49c1-b6e8-16cdf8f127b2 details requested by agent ovs-agent-n-d-834765-1 with host n-d-834765-1 {{(pid=102792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 15:55:54.884489 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-43ae64d7-644c-4d3c-af9c-d07b3854d414 req-a81a34d4-9d9c-4c81-922b-2ee377720b17 tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:54.884864 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-43ae64d7-644c-4d3c-af9c-d07b3854d414 req-a81a34d4-9d9c-4c81-922b-2ee377720b17 tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648212'] for floatingip, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:54.885180 n-d-834765-1 neutron-server[102791]: INFO neutron.db.l3_db [req-43ae64d7-644c-4d3c-af9c-d07b3854d414 req-a81a34d4-9d9c-4c81-922b-2ee377720b17 tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Floating IP bf4505a6-da96-480f-83d3-090e3467ffc5 disassociated. External IP: 172.25.4.43, port: e5f9839b-50cc-42cf-9adf-b14b545f52ea. Mar 29 15:55:54.885530 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [req-43ae64d7-644c-4d3c-af9c-d07b3854d414 req-a81a34d4-9d9c-4c81-922b-2ee377720b17 tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Calling delete_port for e5f9839b-50cc-42cf-9adf-b14b545f52ea owned by compute:nova {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:55:54.916457 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5959bc4e-b33c-4dcf-a27a-77e059a4e507 req-35c77e30-e0e7-4533-9f6a-53ae7ad561bc tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:55:54.918061 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-5959bc4e-b33c-4dcf-a27a-77e059a4e507 req-35c77e30-e0e7-4533-9f6a-53ae7ad561bc tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] 10.222.0.42 "GET /v2.0/ports?device_id=484767cb-f40c-4e4e-8c0e-1e575bd2ed1e HTTP/1.1" status: 200 len: 946 time: 0.1941893 Mar 29 15:55:54.919165 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-461d3f10-0b22-4c50-a0d9-69da94f75cff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5231896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4793961'] for subnet, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:54.987672 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461d3f10-0b22-4c50-a0d9-69da94f75cff admin admin] Pushing event updated for resources: {'Subnet': ['ID=b092c5c9-7277-400e-8507-265e33272ef8,revision_number=0']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:55:54.999132 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-461d3f10-0b22-4c50-a0d9-69da94f75cff admin admin] Checking segment: {'id': '0c5661ba-80a7-423d-bc40-74f8a6b521ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '3a2ecae8-9c73-49c1-b6e8-16cdf8f127b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:55:54.999737 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-461d3f10-0b22-4c50-a0d9-69da94f75cff admin admin] Network hostable DHCP agents. Network: 3a2ecae8-9c73-49c1-b6e8-16cdf8f127b2, hostable agents: ['d136643e-48ae-49d4-a851-2ba3bdf3749c'], hosted agents: [] {{(pid=102790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 15:55:55.025901 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-461d3f10-0b22-4c50-a0d9-69da94f75cff admin admin] Network 3a2ecae8-9c73-49c1-b6e8-16cdf8f127b2 is scheduled to be hosted by DHCP agent d136643e-48ae-49d4-a851-2ba3bdf3749c with binding_index 1 {{(pid=102790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 15:55:55.036394 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-5959bc4e-b33c-4dcf-a27a-77e059a4e507 req-3ff53793-88d4-449b-8a79-f9a731ddc75e tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] 10.222.0.42 "GET /v2.0/security-groups?id=24003c5b-4f5e-4c77-b7cb-e70b1b6a98f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848329 Mar 29 15:55:55.039575 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-461d3f10-0b22-4c50-a0d9-69da94f75cff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834765-1, 3a2ecae8-9c73-49c1-b6e8-16cdf8f127b2) {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:55:55.047289 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [req-0785740d-b60c-4ad4-9352-34e9eb7b142a req-2572d270-2461-4c9c-92bf-3f3992afc501 tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Deleting port 412ad278-f090-47aa-960a-00c95d0b3d3a {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:55:55.047636 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-0785740d-b60c-4ad4-9352-34e9eb7b142a req-2572d270-2461-4c9c-92bf-3f3992afc501 tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:55.057845 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-461d3f10-0b22-4c50-a0d9-69da94f75cff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:55:55.058231 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c02edc62-600c-4830-a16b-3412cee0db7a None None] Network 3a2ecae8-9c73-49c1-b6e8-16cdf8f127b2 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 15:55:55.058672 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-461d3f10-0b22-4c50-a0d9-69da94f75cff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for subnet, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:55.092652 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-461d3f10-0b22-4c50-a0d9-69da94f75cff admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3958964 Mar 29 15:55:55.162503 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-43ae64d7-644c-4d3c-af9c-d07b3854d414 req-a81a34d4-9d9c-4c81-922b-2ee377720b17 tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:55.207623 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81a34d4-9d9c-4c81-922b-2ee377720b17 tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Pushing event deleted for resources: {'Port': ['ID=e5f9839b-50cc-42cf-9adf-b14b545f52ea,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:55:55.215190 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-0785740d-b60c-4ad4-9352-34e9eb7b142a req-2572d270-2461-4c9c-92bf-3f3992afc501 tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] For port 412ad278-f090-47aa-960a-00c95d0b3d3a, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=412ad278-f090-47aa-960a-00c95d0b3d3a,segment=NetworkSegment(5db23e5d-e77b-4187-b630-497c08eeec24),segment_id=5db23e5d-e77b-4187-b630-497c08eeec24)] {{(pid=102791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:55:55.215595 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-0785740d-b60c-4ad4-9352-34e9eb7b142a req-2572d270-2461-4c9c-92bf-3f3992afc501 tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:55.231207 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [req-0785740d-b60c-4ad4-9352-34e9eb7b142a req-2572d270-2461-4c9c-92bf-3f3992afc501 tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Calling delete_port for 412ad278-f090-47aa-960a-00c95d0b3d3a owned by compute:nova {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:55:55.242081 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-772780a3-6a26-41f9-b34a-54e83dfeeca9 None None] Network 3a2ecae8-9c73-49c1-b6e8-16cdf8f127b2 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 15:55:55.409180 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.l3_agent_scheduler [req-43ae64d7-644c-4d3c-af9c-d07b3854d414 req-a81a34d4-9d9c-4c81-922b-2ee377720b17 tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Router 9b23177d-8c08-44e2-bf32-a433f760b109 has already been hosted by L3 agent c648d819-1060-4f26-b4ec-6455387b5dff {{(pid=102791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 15:55:55.511915 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa35c3e4-2ba6-498f-83c8-3b8437e6ab22 req-860a3e85-cc9a-457a-8ae3-f489cd0a00be tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:55:55.513980 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-fa35c3e4-2ba6-498f-83c8-3b8437e6ab22 req-860a3e85-cc9a-457a-8ae3-f489cd0a00be tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] 10.222.0.42 "GET /v2.0/ports?device_id=6e40d7af-9c27-4a9b-a9a7-3250cc9a9a3a HTTP/1.1" status: 200 len: 909 time: 0.0641253 Mar 29 15:55:55.543933 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-0785740d-b60c-4ad4-9352-34e9eb7b142a req-2572d270-2461-4c9c-92bf-3f3992afc501 tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:55.610748 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-43ae64d7-644c-4d3c-af9c-d07b3854d414 req-a81a34d4-9d9c-4c81-922b-2ee377720b17 tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:55:55.643914 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5306139-9172-4903-83bf-a82ea742c9a4 None None] Sync routers for ids ['9b23177d-8c08-44e2-bf32-a433f760b109'] in n-d-834765-1 {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:55:55.652866 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5306139-9172-4903-83bf-a82ea742c9a4 None None] Routers {'9b23177d-8c08-44e2-bf32-a433f760b109'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:55:55.653496 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-a5306139-9172-4903-83bf-a82ea742c9a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:55:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['9b23177d-8c08-44e2-bf32-a433f760b109'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:55:55.793340 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2572d270-2461-4c9c-92bf-3f3992afc501 tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Pushing event deleted for resources: {'Port': ['ID=412ad278-f090-47aa-960a-00c95d0b3d3a,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:55:55.802118 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [req-0785740d-b60c-4ad4-9352-34e9eb7b142a req-2572d270-2461-4c9c-92bf-3f3992afc501 tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] No DVR routers for this DVR port 412ad278-f090-47aa-960a-00c95d0b3d3a on host n-h2-834765-1 {{(pid=102791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:55:55.804489 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [req-43ae64d7-644c-4d3c-af9c-d07b3854d414 req-a81a34d4-9d9c-4c81-922b-2ee377720b17 tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] No DVR routers for this DVR port e5f9839b-50cc-42cf-9adf-b14b545f52ea on host n-h1-834765-1 {{(pid=102791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:55:55.811552 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-0785740d-b60c-4ad4-9352-34e9eb7b142a req-2572d270-2461-4c9c-92bf-3f3992afc501 tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:55.834535 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-0785740d-b60c-4ad4-9352-34e9eb7b142a req-2572d270-2461-4c9c-92bf-3f3992afc501 tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] 10.222.0.48 "DELETE /v2.0/ports/412ad278-f090-47aa-960a-00c95d0b3d3a HTTP/1.1" status: 204 len: 173 time: 1.0432317 Mar 29 15:55:55.835301 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e40d7af-9c27-4a9b-a9a7-3250cc9a9a3a', 'name': 'network-vif-deleted', 'tag': '412ad278-f090-47aa-960a-00c95d0b3d3a'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:55:55.848071 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c67b028db5e9b9818fecc5c0a87ebc6f190694fa53ca267d523e04f98de536d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c919d570-4615-4bbc-9329-836f7a17636e" -d '{"events": [{"server_uuid": "6e40d7af-9c27-4a9b-a9a7-3250cc9a9a3a", "name": "network-vif-deleted", "tag": "412ad278-f090-47aa-960a-00c95d0b3d3a"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:55:55.854593 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-43ae64d7-644c-4d3c-af9c-d07b3854d414 req-a81a34d4-9d9c-4c81-922b-2ee377720b17 tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:55.863227 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-43ae64d7-644c-4d3c-af9c-d07b3854d414 req-a81a34d4-9d9c-4c81-922b-2ee377720b17 tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] 10.222.0.44 "DELETE /v2.0/ports/e5f9839b-50cc-42cf-9adf-b14b545f52ea HTTP/1.1" status: 204 len: 173 time: 1.7533557 Mar 29 15:55:55.965885 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a30f75-ee18-4b31-9a60-ab8f93a3eee4 req-db51a342-a21c-44c7-8666-78c546e6b09c tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:55:55.967736 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-88a30f75-ee18-4b31-9a60-ab8f93a3eee4 req-db51a342-a21c-44c7-8666-78c546e6b09c tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] 10.222.0.42 "GET /v2.0/ports?device_id=4a6e5ec3-39e2-47e2-b9ec-187b5ddeca0e HTTP/1.1" status: 200 len: 946 time: 0.1711230 Mar 29 15:55:56.014109 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:55:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13e86af2-bbbd-4847-bdfc-f714ce594451 x-openstack-request-id: req-13e86af2-bbbd-4847-bdfc-f714ce594451 {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:55:56.014401 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e40d7af-9c27-4a9b-a9a7-3250cc9a9a3a", "name": "network-vif-deleted", "tag": "412ad278-f090-47aa-960a-00c95d0b3d3a", "status": "completed", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:55:56.014818 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-13e86af2-bbbd-4847-bdfc-f714ce594451 {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:55:56.015369 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e40d7af-9c27-4a9b-a9a7-3250cc9a9a3a', 'name': 'network-vif-deleted', 'tag': '412ad278-f090-47aa-960a-00c95d0b3d3a', 'status': 'completed', 'code': 200} Mar 29 15:55:56.034398 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-88a30f75-ee18-4b31-9a60-ab8f93a3eee4 req-086816f8-bf3e-416f-9f35-ace063e04e7c tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] 10.222.0.42 "GET /v2.0/security-groups?id=158a092c-dd2b-4e56-b164-ca7881904141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592618 Mar 29 15:55:56.121977 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvr_db [None req-a5306139-9172-4903-83bf-a82ea742c9a4 None None] Set router 9b23177d-8c08-44e2-bf32-a433f760b109 gateway port host: n-d-834765-1 {{(pid=102793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:55:56.143974 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 38308) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:55:56.150556 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-9888de58-1cbf-45e3-9882-4db113f3a99a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1065375941-network', 'tenant_id': '19e4144487e84f599275193a4fde70b7'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:55:56.196128 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-010547e8-5be6-446b-94e7-f7d339292850 req-08c555cb-d9fc-4d22-a7ba-4a50b4b6c2af tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] 10.222.0.42 "GET /v2.0/ports?device_id=484767cb-f40c-4e4e-8c0e-1e575bd2ed1e HTTP/1.1" status: 200 len: 210 time: 0.0348577 Mar 29 15:55:56.202278 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9888de58-1cbf-45e3-9882-4db113f3a99a admin admin] Made reservation on behalf of 19e4144487e84f599275193a4fde70b7 for: {'network': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:55:56.205550 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-9888de58-1cbf-45e3-9882-4db113f3a99a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for network, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:56.221723 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-9888de58-1cbf-45e3-9882-4db113f3a99a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:56.307776 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-9888de58-1cbf-45e3-9882-4db113f3a99a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:56.311582 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-9888de58-1cbf-45e3-9882-4db113f3a99a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:56.337347 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9888de58-1cbf-45e3-9882-4db113f3a99a admin admin] vlan segment allocate from pool success with {'vlan_id': 619, 'physical_network': 'physnet1'} {{(pid=102790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 15:55:56.359865 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-9888de58-1cbf-45e3-9882-4db113f3a99a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:56.361132 n-d-834765-1 neutron-server[102790]: INFO neutron.db.segments_db [None req-9888de58-1cbf-45e3-9882-4db113f3a99a admin admin] Added segment 22e29f85-7631-407d-8f95-e30a43805918 of type vlan for network 9bca4eb5-cb77-48ac-ae2c-a895e542e0e4 Mar 29 15:55:56.362633 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9888de58-1cbf-45e3-9882-4db113f3a99a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7b20644-0a33-460a-8267-009d752c78ca,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:55:56.371180 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-a5306139-9172-4903-83bf-a82ea742c9a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b23177d-8c08-44e2-bf32-a433f760b109', 'name': 'tempest-AttachVolumeNegativeTest-120289948-router', 'tenant_id': 'c6465a9dafbf43bf90c09b1dce8d1fc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.74'}], 'enable_snat': True}, 'gw_port_id': 'cde34bcf-8da1-4d24-9563-f97d8199f91f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:47:21Z', 'updated_at': '2022-03-29T15:47:34Z', 'revision_number': 4, 'project_id': 'c6465a9dafbf43bf90c09b1dce8d1fc6', 'gw_port': {'id': 'cde34bcf-8da1-4d24-9563-f97d8199f91f', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:37:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b23177d-8c08-44e2-bf32-a433f760b109', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:47:24Z', 'updated_at': '2022-03-29T15:47:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': 'ebc9cc52-020c-419f-9e91-e82c61c2fe20', 'name': '', 'network_id': '5820eec2-ced2-414a-ab32-af1fabeb5f44', 'tenant_id': 'c6465a9dafbf43bf90c09b1dce8d1fc6', 'mac_address': 'fa:16:3e:6b:9d:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b23177d-8c08-44e2-bf32-a433f760b109', 'device_owner': 'network:router_interface', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': '406fd4ed-e828-4758-9c87-5ac29cec1b72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:47:30Z', 'updated_at': '2022-03-29T15:47:39Z', 'revision_number': 5, 'project_id': 'c6465a9dafbf43bf90c09b1dce8d1fc6', 'subnets': [{'id': '406fd4ed-e828-4758-9c87-5ac29cec1b72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:55:56.410071 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5306139-9172-4903-83bf-a82ea742c9a4 None None] Checking router: 9b23177d-8c08-44e2-bf32-a433f760b109 for host: n-d-834765-1 {{(pid=102793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:55:56.432193 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5306139-9172-4903-83bf-a82ea742c9a4 None None] Routers {'9b23177d-8c08-44e2-bf32-a433f760b109'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:55:56.432956 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-a5306139-9172-4903-83bf-a82ea742c9a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:55:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['9b23177d-8c08-44e2-bf32-a433f760b109'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:55:56.488259 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-9888de58-1cbf-45e3-9882-4db113f3a99a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783522915970'] for network, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:56.551986 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-9888de58-1cbf-45e3-9882-4db113f3a99a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795'] for network, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:56.555528 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9888de58-1cbf-45e3-9882-4db113f3a99a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:55:56.556807 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-9888de58-1cbf-45e3-9882-4db113f3a99a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for network, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:56.583691 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvr_db [None req-a5306139-9172-4903-83bf-a82ea742c9a4 None None] Set router 9b23177d-8c08-44e2-bf32-a433f760b109 gateway port host: n-d-834765-1 {{(pid=102793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:55:56.596348 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-9888de58-1cbf-45e3-9882-4db113f3a99a admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4467652 Mar 29 15:55:56.596557 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 38312) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:55:56.601967 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-b4c94a1e-9221-45d7-877a-d0942925973a admin admin] Request body: {'subnet': {'network_id': '9bca4eb5-cb77-48ac-ae2c-a895e542e0e4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1065375941-subnet', 'tenant_id': '19e4144487e84f599275193a4fde70b7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:55:56.644204 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4c94a1e-9221-45d7-877a-d0942925973a admin admin] Made reservation on behalf of 19e4144487e84f599275193a4fde70b7 for: {'subnet': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:55:56.647322 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-b4c94a1e-9221-45d7-877a-d0942925973a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16218875'] for subnet, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:56.677399 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9888de58-1cbf-45e3-9882-4db113f3a99a admin admin] Pushing event updated for resources: {'Network': ['ID=9bca4eb5-cb77-48ac-ae2c-a895e542e0e4,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:55:56.695026 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Network 9bca4eb5-cb77-48ac-ae2c-a895e542e0e4 details requested by agent ovs-agent-n-d-834765-1 with host n-d-834765-1 {{(pid=102792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 15:55:56.767532 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-a581ba40-4e03-4cc1-8cb3-2c2041c754d8 req-41310450-f1a9-4cee-9f38-8a5d501ed456 tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] 10.222.0.42 "GET /v2.0/ports?device_id=6e40d7af-9c27-4a9b-a9a7-3250cc9a9a3a HTTP/1.1" status: 200 len: 210 time: 0.0664425 Mar 29 15:55:56.822347 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-a5306139-9172-4903-83bf-a82ea742c9a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b23177d-8c08-44e2-bf32-a433f760b109', 'name': 'tempest-AttachVolumeNegativeTest-120289948-router', 'tenant_id': 'c6465a9dafbf43bf90c09b1dce8d1fc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.74'}], 'enable_snat': True}, 'gw_port_id': 'cde34bcf-8da1-4d24-9563-f97d8199f91f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:47:21Z', 'updated_at': '2022-03-29T15:47:34Z', 'revision_number': 4, 'project_id': 'c6465a9dafbf43bf90c09b1dce8d1fc6', 'gw_port': {'id': 'cde34bcf-8da1-4d24-9563-f97d8199f91f', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:37:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b23177d-8c08-44e2-bf32-a433f760b109', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:47:24Z', 'updated_at': '2022-03-29T15:47:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': 'ebc9cc52-020c-419f-9e91-e82c61c2fe20', 'name': '', 'network_id': '5820eec2-ced2-414a-ab32-af1fabeb5f44', 'tenant_id': 'c6465a9dafbf43bf90c09b1dce8d1fc6', 'mac_address': 'fa:16:3e:6b:9d:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b23177d-8c08-44e2-bf32-a433f760b109', 'device_owner': 'network:router_interface', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': '406fd4ed-e828-4758-9c87-5ac29cec1b72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:47:30Z', 'updated_at': '2022-03-29T15:47:39Z', 'revision_number': 5, 'project_id': 'c6465a9dafbf43bf90c09b1dce8d1fc6', 'subnets': [{'id': '406fd4ed-e828-4758-9c87-5ac29cec1b72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:55:56.851547 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5306139-9172-4903-83bf-a82ea742c9a4 None None] The sync data for ids ['9b23177d-8c08-44e2-bf32-a433f760b109'] in n-d-834765-1 is: [{'id': '9b23177d-8c08-44e2-bf32-a433f760b109', 'name': 'tempest-AttachVolumeNegativeTest-120289948-router', 'tenant_id': 'c6465a9dafbf43bf90c09b1dce8d1fc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.74'}], 'enable_snat': True}, 'gw_port_id': 'cde34bcf-8da1-4d24-9563-f97d8199f91f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:47:21Z', 'updated_at': '2022-03-29T15:47:34Z', 'revision_number': 4, 'project_id': 'c6465a9dafbf43bf90c09b1dce8d1fc6', 'gw_port': {'id': 'cde34bcf-8da1-4d24-9563-f97d8199f91f', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:37:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b23177d-8c08-44e2-bf32-a433f760b109', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:47:24Z', 'updated_at': '2022-03-29T15:47:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': 'ebc9cc52-020c-419f-9e91-e82c61c2fe20', 'name': '', 'network_id': '5820eec2-ced2-414a-ab32-af1fabeb5f44', 'tenant_id': 'c6465a9dafbf43bf90c09b1dce8d1fc6', 'mac_address': 'fa:16:3e:6b:9d:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b23177d-8c08-44e2-bf32-a433f760b109', 'device_owner': 'network:router_interface', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': '406fd4ed-e828-4758-9c87-5ac29cec1b72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:47:30Z', 'updated_at': '2022-03-29T15:47:39Z', 'revision_number': 5, 'project_id': 'c6465a9dafbf43bf90c09b1dce8d1fc6', 'subnets': [{'id': '406fd4ed-e828-4758-9c87-5ac29cec1b72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:55:56.912048 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-b4c94a1e-9221-45d7-877a-d0942925973a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16155524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16218861'] for subnet, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:56.996396 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c94a1e-9221-45d7-877a-d0942925973a admin admin] Pushing event updated for resources: {'Subnet': ['ID=6d8f358d-ee2a-4d5c-afcc-0f4d6279c813,revision_number=0']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:55:57.001413 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4c94a1e-9221-45d7-877a-d0942925973a admin admin] Checking segment: {'id': '22e29f85-7631-407d-8f95-e30a43805918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '9bca4eb5-cb77-48ac-ae2c-a895e542e0e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:55:57.001786 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4c94a1e-9221-45d7-877a-d0942925973a admin admin] Network hostable DHCP agents. Network: 9bca4eb5-cb77-48ac-ae2c-a895e542e0e4, hostable agents: ['d136643e-48ae-49d4-a851-2ba3bdf3749c'], hosted agents: [] {{(pid=102791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 15:55:57.019552 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4c94a1e-9221-45d7-877a-d0942925973a admin admin] Network 9bca4eb5-cb77-48ac-ae2c-a895e542e0e4 is scheduled to be hosted by DHCP agent d136643e-48ae-49d4-a851-2ba3bdf3749c with binding_index 1 {{(pid=102791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 15:55:57.028923 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [None req-b4c94a1e-9221-45d7-877a-d0942925973a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834765-1, 9bca4eb5-cb77-48ac-ae2c-a895e542e0e4) {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:55:57.036492 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4c94a1e-9221-45d7-877a-d0942925973a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:55:57.037643 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-b4c94a1e-9221-45d7-877a-d0942925973a admin admin] Notify callbacks [] for subnet, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:57.038963 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-337e286e-4e03-4083-9724-fa64023e9e65 None None] Network 9bca4eb5-cb77-48ac-ae2c-a895e542e0e4 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 15:55:57.064787 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-b4c94a1e-9221-45d7-877a-d0942925973a admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4594557 Mar 29 15:55:57.185985 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1fab37b-ba17-4ec0-b618-ced7bb54eeb0 None None] New status for floating IP bf4505a6-da96-480f-83d3-090e3467ffc5: DOWN {{(pid=102792) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 15:55:57.230911 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e74ffc3-86dd-4e3e-a390-4b70eefbff5e req-9fbdf1a1-31c4-48d2-9fbd-7dbdc18db1bc tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:55:57.239627 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-8e74ffc3-86dd-4e3e-a390-4b70eefbff5e req-9fbdf1a1-31c4-48d2-9fbd-7dbdc18db1bc tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] 10.222.0.42 "GET /v2.0/ports?device_id=4a6e5ec3-39e2-47e2-b9ec-187b5ddeca0e HTTP/1.1" status: 200 len: 946 time: 0.0645864 Mar 29 15:55:57.287760 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-8e74ffc3-86dd-4e3e-a390-4b70eefbff5e req-70881f00-1164-43f0-995f-be3518fe959f tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] 10.222.0.42 "GET /v2.0/security-groups?id=158a092c-dd2b-4e56-b164-ca7881904141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425909 Mar 29 15:55:57.348598 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 38332) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:55:57.373524 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30571f97-e27b-4d61-81ba-9ecc5311b75f None None] Network 9bca4eb5-cb77-48ac-ae2c-a895e542e0e4 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 15:55:57.411413 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-a94e2dfb-b610-47a8-ab2d-cf080ab844ff tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Notify callbacks [] for security_group, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:57.438179 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-a94e2dfb-b610-47a8-ab2d-cf080ab844ff tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:57.505730 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-a94e2dfb-b610-47a8-ab2d-cf080ab844ff tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:57.509107 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-a94e2dfb-b610-47a8-ab2d-cf080ab844ff tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Notify callbacks [] for security_group, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:57.513511 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 38334) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:55:57.514181 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-a94e2dfb-b610-47a8-ab2d-cf080ab844ff tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] 10.222.0.42 "DELETE /v2.0/security-groups/24003c5b-4f5e-4c77-b7cb-e70b1b6a98f6 HTTP/1.1" status: 204 len: 168 time: 0.1644776 Mar 29 15:55:57.525815 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94e2dfb-b610-47a8-ab2d-cf080ab844ff tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=24003c5b-4f5e-4c77-b7cb-e70b1b6a98f6,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:55:57.537052 n-d-834765-1 neutron-server[102790]: INFO neutron.api.v2.resource [None req-66387238-dac9-432d-a99c-1c752e99a8e1 tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] show failed (client error): The resource could not be found. Mar 29 15:55:57.540684 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-66387238-dac9-432d-a99c-1c752e99a8e1 tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] 10.222.0.42 "GET /v2.0/security-groups/24003c5b-4f5e-4c77-b7cb-e70b1b6a98f6 HTTP/1.1" status: 404 len: 347 time: 0.0236301 Mar 29 15:55:57.540919 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 38336) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:55:57.752267 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-f011d11b-7fe4-4722-a437-6a2c7d879f86 tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Deleting port d2895065-db27-4466-a779-883ac2584279 {{(pid=102790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:55:57.752690 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-f011d11b-7fe4-4722-a437-6a2c7d879f86 tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:57.753083 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eff3807-cab1-4732-a09a-32bc563781eb req-921cbf58-29a7-4172-8ceb-9e5fbaf17bd9 tempest-VolumesActionsTest-1725541561 tempest-VolumesActionsTest-1725541561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:55:57.754868 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6eff3807-cab1-4732-a09a-32bc563781eb req-921cbf58-29a7-4172-8ceb-9e5fbaf17bd9 tempest-VolumesActionsTest-1725541561 tempest-VolumesActionsTest-1725541561-project] 10.222.0.42 "GET /v2.0/networks?id=3a2ecae8-9c73-49c1-b6e8-16cdf8f127b2 HTTP/1.1" status: 200 len: 808 time: 0.1530983 Mar 29 15:55:57.777546 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6eff3807-cab1-4732-a09a-32bc563781eb req-451a1d1a-fb01-4cee-86f9-9af6a568837d tempest-VolumesActionsTest-1725541561 tempest-VolumesActionsTest-1725541561-project] 10.222.0.42 "GET /v2.0/quotas/f1f87b2955f245808b31208dc463cdd4 HTTP/1.1" status: 200 len: 375 time: 0.0166438 Mar 29 15:55:57.816736 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6eff3807-cab1-4732-a09a-32bc563781eb req-26474cf0-90be-4419-84d3-9e94650b61c6 tempest-VolumesActionsTest-1725541561 tempest-VolumesActionsTest-1725541561-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=f1f87b2955f245808b31208dc463cdd4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0382495 Mar 29 15:55:57.835908 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 38348) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:55:57.853229 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-f011d11b-7fe4-4722-a437-6a2c7d879f86 tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:57.853805 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-f011d11b-7fe4-4722-a437-6a2c7d879f86 tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:57.866426 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-f011d11b-7fe4-4722-a437-6a2c7d879f86 tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Calling delete_port for d2895065-db27-4466-a779-883ac2584279 owned by network:floatingip {{(pid=102790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:55:58.005988 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6eff3807-cab1-4732-a09a-32bc563781eb req-d567520a-8726-4edc-8a44-cfcc8c31c6ee service neutron] 10.222.0.42 "GET /v2.0/networks/3a2ecae8-9c73-49c1-b6e8-16cdf8f127b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1882057 Mar 29 15:55:58.018562 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '484767cb-f40c-4e4e-8c0e-1e575bd2ed1e', 'name': 'network-vif-deleted', 'tag': 'e5f9839b-50cc-42cf-9adf-b14b545f52ea'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:55:58.021118 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c67b028db5e9b9818fecc5c0a87ebc6f190694fa53ca267d523e04f98de536d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78e14549-b9c8-4b9f-9463-5cf671084454" -d '{"events": [{"server_uuid": "484767cb-f40c-4e4e-8c0e-1e575bd2ed1e", "name": "network-vif-deleted", "tag": "e5f9839b-50cc-42cf-9adf-b14b545f52ea"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:55:58.023082 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-f011d11b-7fe4-4722-a437-6a2c7d879f86 tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:58.083733 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f011d11b-7fe4-4722-a437-6a2c7d879f86 tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Pushing event deleted for resources: {'Port': ['ID=d2895065-db27-4466-a779-883ac2584279,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:55:58.157989 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-f011d11b-7fe4-4722-a437-6a2c7d879f86 tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Notify callbacks [] for floatingip, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:58.161056 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-f011d11b-7fe4-4722-a437-6a2c7d879f86 tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for floatingip, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:58.164978 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-f011d11b-7fe4-4722-a437-6a2c7d879f86 tempest-AttachVolumeNegativeTest-162897966 tempest-AttachVolumeNegativeTest-162897966-project] 10.222.0.42 "DELETE /v2.0/floatingips/bf4505a6-da96-480f-83d3-090e3467ffc5 HTTP/1.1" status: 204 len: 168 time: 0.6204438 Mar 29 15:55:58.370689 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device e5f9839b-50cc-42cf-9adf-b14b545f52ea no longer exists at agent hyperv_n-h1-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:55:58.407095 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] No Port match for: e5f9839b-50cc-42cf-9adf-b14b545f52ea {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 15:55:58.407480 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device e5f9839b-50cc-42cf-9adf-b14b545f52ea not bound to the agent host n-h1-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:55:58.462223 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4724169-77ad-4505-9ce5-3575dcc221d2 req-551ec4b3-ca0c-450f-82e8-ad7d3bac8b5d tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:55:58.472527 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-c4724169-77ad-4505-9ce5-3575dcc221d2 req-551ec4b3-ca0c-450f-82e8-ad7d3bac8b5d tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] 10.222.0.42 "GET /v2.0/ports?device_id=4a6e5ec3-39e2-47e2-b9ec-187b5ddeca0e HTTP/1.1" status: 200 len: 946 time: 0.0739758 Mar 29 15:55:58.517772 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:55:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86fbb3fc-3269-4a2e-925d-2e6a3a04adc8 x-openstack-request-id: req-86fbb3fc-3269-4a2e-925d-2e6a3a04adc8 {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:55:58.517977 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "484767cb-f40c-4e4e-8c0e-1e575bd2ed1e", "name": "network-vif-deleted", "tag": "e5f9839b-50cc-42cf-9adf-b14b545f52ea", "status": "completed", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:55:58.518220 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-86fbb3fc-3269-4a2e-925d-2e6a3a04adc8 {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:55:58.518615 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '484767cb-f40c-4e4e-8c0e-1e575bd2ed1e', 'name': 'network-vif-deleted', 'tag': 'e5f9839b-50cc-42cf-9adf-b14b545f52ea', 'status': 'completed', 'code': 200} Mar 29 15:55:58.535553 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-c4724169-77ad-4505-9ce5-3575dcc221d2 req-7c805620-2e02-41c0-9b67-435512c1c5ce tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] 10.222.0.42 "GET /v2.0/security-groups?id=158a092c-dd2b-4e56-b164-ca7881904141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609128 Mar 29 15:55:58.619907 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6eff3807-cab1-4732-a09a-32bc563781eb req-d2adb97c-de16-45ea-a361-f57c9a59da81 service neutron] 10.222.0.42 "GET /v2.0/networks/3a2ecae8-9c73-49c1-b6e8-16cdf8f127b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6130939 Mar 29 15:55:58.845518 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-bbcc3b73-2a6b-4053-9f36-dc3d7515f2ed req-0cd29dc5-10d9-4271-a18e-ee15bcff2615 tempest-VolumesActionsTest-1725541561 tempest-VolumesActionsTest-1725541561-project] 10.222.0.42 "GET /v2.0/ports?device_id=2b5ce451-a6ad-4f03-9328-bf5d01b2a976 HTTP/1.1" status: 200 len: 210 time: 0.0428610 Mar 29 15:55:58.956393 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-ddea89b1-d397-4f8f-8444-9667802e6db3 tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-530452'] for router_interface, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:59.392592 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device 412ad278-f090-47aa-960a-00c95d0b3d3a no longer exists at agent hyperv_n-h2-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:55:59.438300 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] No Port match for: 412ad278-f090-47aa-960a-00c95d0b3d3a {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 15:55:59.439104 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device 412ad278-f090-47aa-960a-00c95d0b3d3a not bound to the agent host n-h2-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:55:59.492459 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-ddea89b1-d397-4f8f-8444-9667802e6db3 tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Deleting port 58c12c92-de29-495b-b480-d0a14f31a5f7 {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:55:59.492459 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-ddea89b1-d397-4f8f-8444-9667802e6db3 tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:59.710799 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [None req-ddea89b1-d397-4f8f-8444-9667802e6db3 tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] For port 58c12c92-de29-495b-b480-d0a14f31a5f7, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=58c12c92-de29-495b-b480-d0a14f31a5f7,segment=NetworkSegment(5db23e5d-e77b-4187-b630-497c08eeec24),segment_id=5db23e5d-e77b-4187-b630-497c08eeec24)] {{(pid=102791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:55:59.711171 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-ddea89b1-d397-4f8f-8444-9667802e6db3 tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:55:59.726347 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5627fc0a-1b82-4960-a60f-1d6bb3104dfd req-44627799-24b7-4d34-9fc9-eda5250f1f68 tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:55:59.734646 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-5627fc0a-1b82-4960-a60f-1d6bb3104dfd req-44627799-24b7-4d34-9fc9-eda5250f1f68 tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] 10.222.0.42 "GET /v2.0/ports?device_id=4a6e5ec3-39e2-47e2-b9ec-187b5ddeca0e HTTP/1.1" status: 200 len: 946 time: 0.1071382 Mar 29 15:55:59.747414 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-ddea89b1-d397-4f8f-8444-9667802e6db3 tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Calling delete_port for 58c12c92-de29-495b-b480-d0a14f31a5f7 owned by network:router_interface {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:55:59.829697 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-5627fc0a-1b82-4960-a60f-1d6bb3104dfd req-d99919e5-6362-4f02-a3c3-d07b0e593034 tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] 10.222.0.42 "GET /v2.0/security-groups?id=158a092c-dd2b-4e56-b164-ca7881904141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942113 Mar 29 15:56:00.033420 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-ddea89b1-d397-4f8f-8444-9667802e6db3 tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:00.060764 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-ab05cfde-6805-4173-b4d0-12fcf662be8d req-6a96aa33-be1e-4791-adba-66f42b259d8d tempest-VolumesActionsTest-1725541561 tempest-VolumesActionsTest-1725541561-project] 10.222.0.42 "GET /v2.0/ports?device_id=2b5ce451-a6ad-4f03-9328-bf5d01b2a976 HTTP/1.1" status: 200 len: 210 time: 0.0956621 Mar 29 15:56:00.061317 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddea89b1-d397-4f8f-8444-9667802e6db3 tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Pushing event deleted for resources: {'Port': ['ID=58c12c92-de29-495b-b480-d0a14f31a5f7,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:56:00.328986 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-4c4f1a28-e815-4c0a-8fed-30fdef384518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:00.420365 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-ddea89b1-d397-4f8f-8444-9667802e6db3 tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-530528'] for router_interface, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:00.672429 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eff3807-cab1-4732-a09a-32bc563781eb req-05f1fa7e-ddd9-42a4-87ee-9e7cbd09d1f5 tempest-VolumesActionsTest-1725541561 tempest-VolumesActionsTest-1725541561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:56:00.674085 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6eff3807-cab1-4732-a09a-32bc563781eb req-05f1fa7e-ddd9-42a4-87ee-9e7cbd09d1f5 tempest-VolumesActionsTest-1725541561 tempest-VolumesActionsTest-1725541561-project] 10.222.0.48 "GET /v2.0/networks?id=3a2ecae8-9c73-49c1-b6e8-16cdf8f127b2 HTTP/1.1" status: 200 len: 808 time: 0.1389155 Mar 29 15:56:00.693164 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [req-6eff3807-cab1-4732-a09a-32bc563781eb req-0c77ebb1-0bd2-41d6-99cc-9cf340be48f8 tempest-VolumesActionsTest-1725541561 tempest-VolumesActionsTest-1725541561-project] Request body: {'port': {'device_id': '2b5ce451-a6ad-4f03-9328-bf5d01b2a976', 'network_id': '3a2ecae8-9c73-49c1-b6e8-16cdf8f127b2', 'admin_state_up': True, 'tenant_id': 'f1f87b2955f245808b31208dc463cdd4'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:56:00.978359 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6eff3807-cab1-4732-a09a-32bc563781eb req-0c77ebb1-0bd2-41d6-99cc-9cf340be48f8 tempest-VolumesActionsTest-1725541561 tempest-VolumesActionsTest-1725541561-project] Made reservation on behalf of f1f87b2955f245808b31208dc463cdd4 for: {'port': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:56:00.981834 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-6eff3807-cab1-4732-a09a-32bc563781eb req-0c77ebb1-0bd2-41d6-99cc-9cf340be48f8 tempest-VolumesActionsTest-1725541561 tempest-VolumesActionsTest-1725541561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:01.023749 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddea89b1-d397-4f8f-8444-9667802e6db3 tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Router 3119db59-eacf-4f28-ae88-0b179536a3ef has already been hosted by L3 agent c648d819-1060-4f26-b4ec-6455387b5dff {{(pid=102791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 15:56:01.091215 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdcc1c3-54f9-412a-ba1f-046fe3c2eeb9 req-648b9ec3-0347-463c-830d-3ddf1a2d9837 tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:56:01.100460 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-dcdcc1c3-54f9-412a-ba1f-046fe3c2eeb9 req-648b9ec3-0347-463c-830d-3ddf1a2d9837 tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] 10.222.0.42 "GET /v2.0/ports?device_id=4a6e5ec3-39e2-47e2-b9ec-187b5ddeca0e HTTP/1.1" status: 200 len: 946 time: 0.1613059 Mar 29 15:56:01.242950 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-dcdcc1c3-54f9-412a-ba1f-046fe3c2eeb9 req-f5456be6-6109-4341-9f81-25417cb4c182 tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] 10.222.0.42 "GET /v2.0/security-groups?id=158a092c-dd2b-4e56-b164-ca7881904141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903859 Mar 29 15:56:01.246702 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-b63c9f92-be5d-4411-9ee9-d5541ac6a0ef req-539dba8b-e179-4a97-8c17-81da2cf6fe9e tempest-VolumesActionsTest-1725541561 tempest-VolumesActionsTest-1725541561-project] 10.222.0.42 "GET /v2.0/ports?device_id=2b5ce451-a6ad-4f03-9328-bf5d01b2a976 HTTP/1.1" status: 200 len: 210 time: 0.0354230 Mar 29 15:56:01.279728 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_common [req-6eff3807-cab1-4732-a09a-32bc563781eb req-0c77ebb1-0bd2-41d6-99cc-9cf340be48f8 tempest-VolumesActionsTest-1725541561 tempest-VolumesActionsTest-1725541561-project] Allocated IP 172.20.0.7 (3a2ecae8-9c73-49c1-b6e8-16cdf8f127b2/b092c5c9-7277-400e-8507-265e33272ef8/787df676-b501-4746-a5a3-39e4f678cdf7) {{(pid=102791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:56:01.309255 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddea89b1-d397-4f8f-8444-9667802e6db3 tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:56:01.318805 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-ddea89b1-d397-4f8f-8444-9667802e6db3 tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] 10.222.0.42 "PUT /v2.0/routers/3119db59-eacf-4f28-ae88-0b179536a3ef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4816051 Mar 29 15:56:01.327216 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 38396) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:56:01.346653 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a2e3228-082b-49af-88c5-39cc5caef7f8 None None] Sync routers for ids ['3119db59-eacf-4f28-ae88-0b179536a3ef'] in n-d-834765-1 {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:56:01.361703 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a2e3228-082b-49af-88c5-39cc5caef7f8 None None] Routers {'3119db59-eacf-4f28-ae88-0b179536a3ef'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:56:01.362434 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-8a2e3228-082b-49af-88c5-39cc5caef7f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:55:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['3119db59-eacf-4f28-ae88-0b179536a3ef'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:56:01.471038 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_v2 [None req-e248b365-7541-4ad4-8370-a9ec51406269 tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Deleting subnet 0584d4d2-3c24-4452-8019-81fa83543064 {{(pid=102791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 15:56:01.476645 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-e248b365-7541-4ad4-8370-a9ec51406269 tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Notify callbacks [] for subnet, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:01.522708 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvr_db [None req-8a2e3228-082b-49af-88c5-39cc5caef7f8 None None] Set router 3119db59-eacf-4f28-ae88-0b179536a3ef gateway port host: n-d-834765-1 {{(pid=102793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:56:01.572336 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-e248b365-7541-4ad4-8370-a9ec51406269 tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4230423'] for subnet, precommit_delete_associations {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:01.733825 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-6eff3807-cab1-4732-a09a-32bc563781eb req-0c77ebb1-0bd2-41d6-99cc-9cf340be48f8 tempest-VolumesActionsTest-1725541561 tempest-VolumesActionsTest-1725541561-project] Notify callbacks [] for port, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:01.779398 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-8a2e3228-082b-49af-88c5-39cc5caef7f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3119db59-eacf-4f28-ae88-0b179536a3ef', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1081979450', 'tenant_id': '030130d0937d42c9a5ecbc5c59eb4929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.152'}], 'enable_snat': True}, 'gw_port_id': '6a5bf533-bb66-457d-b7d7-777ab6715b2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:55:13Z', 'updated_at': '2022-03-29T15:55:59Z', 'revision_number': 5, 'project_id': '030130d0937d42c9a5ecbc5c59eb4929', 'gw_port': {'id': '6a5bf533-bb66-457d-b7d7-777ab6715b2e', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:90:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3119db59-eacf-4f28-ae88-0b179536a3ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2435, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:55:15Z', 'updated_at': '2022-03-29T15:55:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1'}], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:56:01.787137 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-e248b365-7541-4ad4-8370-a9ec51406269 tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1641287'] for subnet, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:01.829480 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a2e3228-082b-49af-88c5-39cc5caef7f8 None None] Checking router: 3119db59-eacf-4f28-ae88-0b179536a3ef for host: n-d-834765-1 {{(pid=102793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:56:01.849014 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a2e3228-082b-49af-88c5-39cc5caef7f8 None None] Routers {'3119db59-eacf-4f28-ae88-0b179536a3ef'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:56:01.852380 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-8a2e3228-082b-49af-88c5-39cc5caef7f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:55:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['3119db59-eacf-4f28-ae88-0b179536a3ef'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:56:01.888227 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-6eff3807-cab1-4732-a09a-32bc563781eb req-0c77ebb1-0bd2-41d6-99cc-9cf340be48f8 tempest-VolumesActionsTest-1725541561 tempest-VolumesActionsTest-1725541561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:01.947997 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-e248b365-7541-4ad4-8370-a9ec51406269 tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1641294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16155591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16218852'] for subnet, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:02.002586 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6eff3807-cab1-4732-a09a-32bc563781eb req-0c77ebb1-0bd2-41d6-99cc-9cf340be48f8 tempest-VolumesActionsTest-1725541561 tempest-VolumesActionsTest-1725541561-project] Network 3a2ecae8-9c73-49c1-b6e8-16cdf8f127b2 is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:56:02.004826 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e248b365-7541-4ad4-8370-a9ec51406269 tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Pushing event deleted for resources: {'Subnet': ['ID=0584d4d2-3c24-4452-8019-81fa83543064,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:56:02.013719 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [req-6eff3807-cab1-4732-a09a-32bc563781eb req-0c77ebb1-0bd2-41d6-99cc-9cf340be48f8 tempest-VolumesActionsTest-1725541561 tempest-VolumesActionsTest-1725541561-project] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:56:02.022032 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fdaee2c-5706-4496-8818-bf019830f4a4 None None] Network da91932a-2e82-41cb-abd7-9843219a5c0c requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 15:56:02.023168 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-e248b365-7541-4ad4-8370-a9ec51406269 tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Notify callbacks [] for subnet, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:02.026666 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-e248b365-7541-4ad4-8370-a9ec51406269 tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] 10.222.0.42 "DELETE /v2.0/subnets/0584d4d2-3c24-4452-8019-81fa83543064 HTTP/1.1" status: 204 len: 168 time: 0.6982946 Mar 29 15:56:02.027735 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [req-6eff3807-cab1-4732-a09a-32bc563781eb req-0c77ebb1-0bd2-41d6-99cc-9cf340be48f8 tempest-VolumesActionsTest-1725541561 tempest-VolumesActionsTest-1725541561-project] Received port after_create {{(pid=102791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:56:02.030699 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 38412) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:56:02.082353 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvr_db [None req-8a2e3228-082b-49af-88c5-39cc5caef7f8 None None] Set router 3119db59-eacf-4f28-ae88-0b179536a3ef gateway port host: n-d-834765-1 {{(pid=102793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:56:02.183300 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c77ebb1-0bd2-41d6-99cc-9cf340be48f8 tempest-VolumesActionsTest-1725541561 tempest-VolumesActionsTest-1725541561-project] Pushing event updated for resources: {'Port': ['ID=787df676-b501-4746-a5a3-39e4f678cdf7,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:56:02.191574 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-e90f882f-50c6-4c6c-928f-8940144a9ddf tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Notify callbacks [] for router, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:02.287761 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eff3807-cab1-4732-a09a-32bc563781eb req-0c77ebb1-0bd2-41d6-99cc-9cf340be48f8 tempest-VolumesActionsTest-1725541561 tempest-VolumesActionsTest-1725541561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:56:02.288522 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-6eff3807-cab1-4732-a09a-32bc563781eb req-0c77ebb1-0bd2-41d6-99cc-9cf340be48f8 tempest-VolumesActionsTest-1725541561 tempest-VolumesActionsTest-1725541561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:02.344191 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6eff3807-cab1-4732-a09a-32bc563781eb req-0c77ebb1-0bd2-41d6-99cc-9cf340be48f8 tempest-VolumesActionsTest-1725541561 tempest-VolumesActionsTest-1725541561-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6576793 Mar 29 15:56:02.358693 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [req-6eff3807-cab1-4732-a09a-32bc563781eb req-7aab9cd3-b94f-4c73-9620-c123ff4c6fb8 tempest-VolumesActionsTest-1725541561 tempest-VolumesActionsTest-1725541561-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=102791) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 15:56:02.360743 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6eff3807-cab1-4732-a09a-32bc563781eb req-7aab9cd3-b94f-4c73-9620-c123ff4c6fb8 tempest-VolumesActionsTest-1725541561 tempest-VolumesActionsTest-1725541561-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0093164 Mar 29 15:56:02.445902 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-e90f882f-50c6-4c6c-928f-8940144a9ddf tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:02.540672 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35e094f4-98a9-4579-8c71-12e064e322ed None None] DHCP port deletion for da91932a-2e82-41cb-abd7-9843219a5c0c request from n-d-834765-1 {{(pid=102792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 29 15:56:02.642807 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-8a2e3228-082b-49af-88c5-39cc5caef7f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3119db59-eacf-4f28-ae88-0b179536a3ef', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1081979450', 'tenant_id': '030130d0937d42c9a5ecbc5c59eb4929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.152'}], 'enable_snat': True}, 'gw_port_id': '6a5bf533-bb66-457d-b7d7-777ab6715b2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:55:13Z', 'updated_at': '2022-03-29T15:55:59Z', 'revision_number': 5, 'project_id': '030130d0937d42c9a5ecbc5c59eb4929', 'gw_port': {'id': '6a5bf533-bb66-457d-b7d7-777ab6715b2e', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:90:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3119db59-eacf-4f28-ae88-0b179536a3ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2435, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:55:15Z', 'updated_at': '2022-03-29T15:55:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1'}], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:56:02.645893 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-35e094f4-98a9-4579-8c71-12e064e322ed None None] Deleting port d0d24890-cb90-4bc6-afbe-e028dce3d42d {{(pid=102792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:56:02.646285 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-35e094f4-98a9-4579-8c71-12e064e322ed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:02.666508 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [req-6eff3807-cab1-4732-a09a-32bc563781eb req-9e89aec3-3b51-4b28-a1e5-82aaa2a2771c service neutron] Request body: {'port': {'device_id': '2b5ce451-a6ad-4f03-9328-bf5d01b2a976', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834765-1'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:56:02.677863 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff0385d-9f0a-49f9-9e54-94546e37eb74 req-51c1d044-8214-4a4f-ac8f-b154086fefca tempest-VolumesActionsTest-1725541561 tempest-VolumesActionsTest-1725541561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:56:02.679436 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a2e3228-082b-49af-88c5-39cc5caef7f8 None None] The sync data for ids ['3119db59-eacf-4f28-ae88-0b179536a3ef'] in n-d-834765-1 is: [{'id': '3119db59-eacf-4f28-ae88-0b179536a3ef', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1081979450', 'tenant_id': '030130d0937d42c9a5ecbc5c59eb4929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.152'}], 'enable_snat': True}, 'gw_port_id': '6a5bf533-bb66-457d-b7d7-777ab6715b2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:55:13Z', 'updated_at': '2022-03-29T15:55:59Z', 'revision_number': 5, 'project_id': '030130d0937d42c9a5ecbc5c59eb4929', 'gw_port': {'id': '6a5bf533-bb66-457d-b7d7-777ab6715b2e', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:90:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3119db59-eacf-4f28-ae88-0b179536a3ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2435, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:55:15Z', 'updated_at': '2022-03-29T15:55:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1'}] {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:56:02.690610 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-2ff0385d-9f0a-49f9-9e54-94546e37eb74 req-51c1d044-8214-4a4f-ac8f-b154086fefca tempest-VolumesActionsTest-1725541561 tempest-VolumesActionsTest-1725541561-project] 10.222.0.42 "GET /v2.0/ports?device_id=2b5ce451-a6ad-4f03-9328-bf5d01b2a976 HTTP/1.1" status: 200 len: 931 time: 0.2542803 Mar 29 15:56:02.762253 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-2ff0385d-9f0a-49f9-9e54-94546e37eb74 req-9111d572-f2fd-49c5-8943-70375fc87d4a tempest-VolumesActionsTest-1725541561 tempest-VolumesActionsTest-1725541561-project] 10.222.0.42 "GET /v2.0/security-groups?id=0ef091e9-40dc-465b-8534-595d6a2e14b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703778 Mar 29 15:56:02.819520 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-35e094f4-98a9-4579-8c71-12e064e322ed None None] For port d0d24890-cb90-4bc6-afbe-e028dce3d42d, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=d0d24890-cb90-4bc6-afbe-e028dce3d42d,segment=NetworkSegment(5db23e5d-e77b-4187-b630-497c08eeec24),segment_id=5db23e5d-e77b-4187-b630-497c08eeec24)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:56:02.820016 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-35e094f4-98a9-4579-8c71-12e064e322ed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:02.822948 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d2e09534-f937-4b52-b29d-297c6fe11dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:02.834604 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1791ba-8862-4a31-8f02-87323c5726da req-3ef733d1-15f1-4952-bb15-cc02b5915537 tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:56:02.836186 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-8c1791ba-8862-4a31-8f02-87323c5726da req-3ef733d1-15f1-4952-bb15-cc02b5915537 tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] 10.222.0.42 "GET /v2.0/ports?device_id=4a6e5ec3-39e2-47e2-b9ec-187b5ddeca0e HTTP/1.1" status: 200 len: 946 time: 0.3774590 Mar 29 15:56:02.838535 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-35e094f4-98a9-4579-8c71-12e064e322ed None None] Calling delete_port for d0d24890-cb90-4bc6-afbe-e028dce3d42d owned by network:dhcp {{(pid=102792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:56:02.855542 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-6eff3807-cab1-4732-a09a-32bc563781eb req-9e89aec3-3b51-4b28-a1e5-82aaa2a2771c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:02.873990 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-e90f882f-50c6-4c6c-928f-8940144a9ddf tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Deleting port 6a5bf533-bb66-457d-b7d7-777ab6715b2e {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:56:02.874314 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-e90f882f-50c6-4c6c-928f-8940144a9ddf tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:02.984998 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-8c1791ba-8862-4a31-8f02-87323c5726da req-23f4e1b5-b0df-4d9a-9146-eca2aa257880 tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] 10.222.0.42 "GET /v2.0/security-groups?id=158a092c-dd2b-4e56-b164-ca7881904141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408958 Mar 29 15:56:03.079740 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-35e094f4-98a9-4579-8c71-12e064e322ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350'] for port, after_delete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:03.102677 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35e094f4-98a9-4579-8c71-12e064e322ed None None] No DVR routers for this DVR port d0d24890-cb90-4bc6-afbe-e028dce3d42d on host n-d-834765-1 {{(pid=102792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:56:03.190097 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e094f4-98a9-4579-8c71-12e064e322ed None None] Pushing event deleted for resources: {'Port': ['ID=d0d24890-cb90-4bc6-afbe-e028dce3d42d,revision_number=None']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:56:03.236258 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [None req-e90f882f-50c6-4c6c-928f-8940144a9ddf tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] For port 6a5bf533-bb66-457d-b7d7-777ab6715b2e, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=6a5bf533-bb66-457d-b7d7-777ab6715b2e,segment=NetworkSegment(6ab47353-a811-4bad-bc73-b4cc84583cfd),segment_id=6ab47353-a811-4bad-bc73-b4cc84583cfd)] {{(pid=102791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:56:03.237093 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-e90f882f-50c6-4c6c-928f-8940144a9ddf tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:03.307768 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-e90f882f-50c6-4c6c-928f-8940144a9ddf tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Calling delete_port for 6a5bf533-bb66-457d-b7d7-777ab6715b2e owned by network:router_gateway {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:56:03.549274 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [req-6eff3807-cab1-4732-a09a-32bc563781eb req-9e89aec3-3b51-4b28-a1e5-82aaa2a2771c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 787df676-b501-4746-a5a3-39e4f678cdf7 {{(pid=102791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:56:03.556939 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-6eff3807-cab1-4732-a09a-32bc563781eb req-9e89aec3-3b51-4b28-a1e5-82aaa2a2771c service neutron] Notify callbacks [] for port, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:03.626837 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.provisioning_blocks [req-6eff3807-cab1-4732-a09a-32bc563781eb req-9e89aec3-3b51-4b28-a1e5-82aaa2a2771c service neutron] Transition to ACTIVE for port object 787df676-b501-4746-a5a3-39e4f678cdf7 will not be triggered until provisioned by entity L2. {{(pid=102791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 15:56:03.627659 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-e90f882f-50c6-4c6c-928f-8940144a9ddf tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:03.632220 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-6eff3807-cab1-4732-a09a-32bc563781eb req-9e89aec3-3b51-4b28-a1e5-82aaa2a2771c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:03.994095 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a2d829-ece5-48dd-b32f-440a6bfa0ec1 req-c9aa0fcb-7e62-4445-970e-fb464f5786bc tempest-VolumesActionsTest-1725541561 tempest-VolumesActionsTest-1725541561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:56:04.003774 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-79a2d829-ece5-48dd-b32f-440a6bfa0ec1 req-c9aa0fcb-7e62-4445-970e-fb464f5786bc tempest-VolumesActionsTest-1725541561 tempest-VolumesActionsTest-1725541561-project] 10.222.0.42 "GET /v2.0/ports?device_id=2b5ce451-a6ad-4f03-9328-bf5d01b2a976 HTTP/1.1" status: 200 len: 943 time: 0.0684133 Mar 29 15:56:04.020571 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90f882f-50c6-4c6c-928f-8940144a9ddf tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Pushing event deleted for resources: {'Port': ['ID=6a5bf533-bb66-457d-b7d7-777ab6715b2e,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:56:04.084632 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-79a2d829-ece5-48dd-b32f-440a6bfa0ec1 req-a6d50252-a0c7-4fbb-88c2-3e9baa950946 tempest-VolumesActionsTest-1725541561 tempest-VolumesActionsTest-1725541561-project] 10.222.0.42 "GET /v2.0/security-groups?id=0ef091e9-40dc-465b-8534-595d6a2e14b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796413 Mar 29 15:56:04.114303 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e89aec3-3b51-4b28-a1e5-82aaa2a2771c service neutron] Pushing event updated for resources: {'Port': ['ID=787df676-b501-4746-a5a3-39e4f678cdf7,revision_number=2']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:56:04.179667 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d71584b9-87f1-45f5-84c7-c993c2416269 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:04.199179 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-e90f882f-50c6-4c6c-928f-8940144a9ddf tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-648138'] for router_gateway, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:04.306376 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-e90f882f-50c6-4c6c-928f-8940144a9ddf tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129328'] for router, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:04.314319 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-e90f882f-50c6-4c6c-928f-8940144a9ddf tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:04.323735 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d658e32b-0038-4e8a-8981-7ebc088d9c7a req-9b69ab11-fdff-471f-a81d-19f18a61aaac tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:56:04.325271 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d658e32b-0038-4e8a-8981-7ebc088d9c7a req-9b69ab11-fdff-471f-a81d-19f18a61aaac tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] 10.222.0.42 "GET /v2.0/ports?device_id=4a6e5ec3-39e2-47e2-b9ec-187b5ddeca0e HTTP/1.1" status: 200 len: 946 time: 0.1890275 Mar 29 15:56:04.343503 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-6eff3807-cab1-4732-a09a-32bc563781eb req-9e89aec3-3b51-4b28-a1e5-82aaa2a2771c service neutron] Attempting to bind port 787df676-b501-4746-a5a3-39e4f678cdf7 on host n-h2-834765-1 for vnic_type normal with profile {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:56:04.343964 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-6eff3807-cab1-4732-a09a-32bc563781eb req-9e89aec3-3b51-4b28-a1e5-82aaa2a2771c service neutron] Attempting to bind port 787df676-b501-4746-a5a3-39e4f678cdf7 by drivers openvswitch,hyperv on host n-h2-834765-1 at level 0 using segments [{'id': '0c5661ba-80a7-423d-bc40-74f8a6b521ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '3a2ecae8-9c73-49c1-b6e8-16cdf8f127b2'}] {{(pid=102791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:56:04.344403 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eff3807-cab1-4732-a09a-32bc563781eb req-9e89aec3-3b51-4b28-a1e5-82aaa2a2771c service neutron] Attempting to bind port 787df676-b501-4746-a5a3-39e4f678cdf7 on network 3a2ecae8-9c73-49c1-b6e8-16cdf8f127b2 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:56:04.393405 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eff3807-cab1-4732-a09a-32bc563781eb req-9e89aec3-3b51-4b28-a1e5-82aaa2a2771c service neutron] Port 787df676-b501-4746-a5a3-39e4f678cdf7 on network 3a2ecae8-9c73-49c1-b6e8-16cdf8f127b2 not bound, no agent of type Open vSwitch agent registered on host n-h2-834765-1 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 15:56:04.393820 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eff3807-cab1-4732-a09a-32bc563781eb req-9e89aec3-3b51-4b28-a1e5-82aaa2a2771c service neutron] Attempting to bind port 787df676-b501-4746-a5a3-39e4f678cdf7 on network 3a2ecae8-9c73-49c1-b6e8-16cdf8f127b2 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:56:04.401698 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-e90f882f-50c6-4c6c-928f-8940144a9ddf tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-526718'] for router, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:04.402209 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e90f882f-50c6-4c6c-928f-8940144a9ddf tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Fanout notify agent at l3_agent the message router_deleted on router 3119db59-eacf-4f28-ae88-0b179536a3ef {{(pid=102791) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 29 15:56:04.431059 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-e90f882f-50c6-4c6c-928f-8940144a9ddf tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Notify callbacks [] for router, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:04.434927 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 38436) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:56:04.435117 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-e90f882f-50c6-4c6c-928f-8940144a9ddf tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] 10.222.0.42 "DELETE /v2.0/routers/3119db59-eacf-4f28-ae88-0b179536a3ef HTTP/1.1" status: 204 len: 168 time: 2.4014120 Mar 29 15:56:04.441348 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eff3807-cab1-4732-a09a-32bc563781eb req-9e89aec3-3b51-4b28-a1e5-82aaa2a2771c service neutron] Checking agent: {'id': '3e4b4912-b4a2-4d17-b5bd-6ce15529e8eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 33, 17), 'started_at': datetime.datetime(2022, 3, 29, 15, 33, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 55, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:56:04.442584 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eff3807-cab1-4732-a09a-32bc563781eb req-9e89aec3-3b51-4b28-a1e5-82aaa2a2771c service neutron] Checking segment: {'id': '0c5661ba-80a7-423d-bc40-74f8a6b521ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '3a2ecae8-9c73-49c1-b6e8-16cdf8f127b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:56:04.443138 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eff3807-cab1-4732-a09a-32bc563781eb req-9e89aec3-3b51-4b28-a1e5-82aaa2a2771c service neutron] Bound using segment: {'id': '0c5661ba-80a7-423d-bc40-74f8a6b521ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '3a2ecae8-9c73-49c1-b6e8-16cdf8f127b2'} {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:56:04.444006 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-6eff3807-cab1-4732-a09a-32bc563781eb req-9e89aec3-3b51-4b28-a1e5-82aaa2a2771c service neutron] Bound port: 787df676-b501-4746-a5a3-39e4f678cdf7, host: n-h2-834765-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c5661ba-80a7-423d-bc40-74f8a6b521ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '3a2ecae8-9c73-49c1-b6e8-16cdf8f127b2'}}] {{(pid=102791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 15:56:04.444548 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-6eff3807-cab1-4732-a09a-32bc563781eb req-9e89aec3-3b51-4b28-a1e5-82aaa2a2771c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:04.460979 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d658e32b-0038-4e8a-8981-7ebc088d9c7a req-ca1255fd-22cc-4b7b-b46c-c23c59988ea8 tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] 10.222.0.42 "GET /v2.0/security-groups?id=158a092c-dd2b-4e56-b164-ca7881904141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254516 Mar 29 15:56:04.592091 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-6eff3807-cab1-4732-a09a-32bc563781eb req-9e89aec3-3b51-4b28-a1e5-82aaa2a2771c service neutron] For port 787df676-b501-4746-a5a3-39e4f678cdf7, host n-h2-834765-1, cleared binding levels {{(pid=102791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:56:04.602431 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-6eff3807-cab1-4732-a09a-32bc563781eb req-9e89aec3-3b51-4b28-a1e5-82aaa2a2771c service neutron] For port 787df676-b501-4746-a5a3-39e4f678cdf7, host n-h2-834765-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=787df676-b501-4746-a5a3-39e4f678cdf7,segment=NetworkSegment(0c5661ba-80a7-423d-bc40-74f8a6b521ca),segment_id=0c5661ba-80a7-423d-bc40-74f8a6b521ca)] {{(pid=102791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:56:04.616941 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-6eff3807-cab1-4732-a09a-32bc563781eb req-9e89aec3-3b51-4b28-a1e5-82aaa2a2771c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:04.620021 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-94f031fd-f63e-477c-a7a2-aa670d6a4f14 tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1631750'] for network, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:04.639759 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device d0d24890-cb90-4bc6-afbe-e028dce3d42d no longer exists at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:56:04.681149 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] No Port match for: d0d24890-cb90-4bc6-afbe-e028dce3d42d {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 15:56:04.681753 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device d0d24890-cb90-4bc6-afbe-e028dce3d42d not bound to the agent host n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:56:04.682424 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 58c12c92-de29-495b-b480-d0a14f31a5f7 no longer exists at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:56:04.713262 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eff3807-cab1-4732-a09a-32bc563781eb req-9e89aec3-3b51-4b28-a1e5-82aaa2a2771c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:56:04.714053 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-6eff3807-cab1-4732-a09a-32bc563781eb req-9e89aec3-3b51-4b28-a1e5-82aaa2a2771c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:04.715847 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6eff3807-cab1-4732-a09a-32bc563781eb req-9e89aec3-3b51-4b28-a1e5-82aaa2a2771c service neutron] 10.222.0.48 "PUT /v2.0/ports/787df676-b501-4746-a5a3-39e4f678cdf7 HTTP/1.1" status: 200 len: 1091 time: 2.3316634 Mar 29 15:56:04.716386 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b5ce451-a6ad-4f03-9328-bf5d01b2a976', 'tag': '787df676-b501-4746-a5a3-39e4f678cdf7'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:56:04.720376 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c67b028db5e9b9818fecc5c0a87ebc6f190694fa53ca267d523e04f98de536d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddfd6995-e10e-4619-bd49-8564958b43f0" -d '{"events": [{"name": "network-changed", "server_uuid": "2b5ce451-a6ad-4f03-9328-bf5d01b2a976", "tag": "787df676-b501-4746-a5a3-39e4f678cdf7"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:56:04.748487 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] No Port match for: 58c12c92-de29-495b-b480-d0a14f31a5f7 {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 15:56:04.750493 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 58c12c92-de29-495b-b480-d0a14f31a5f7 not bound to the agent host n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:56:04.799543 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 15:56:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72ef5e7c-1671-4c5f-ba3c-4e69131b09bc x-openstack-request-id: req-72ef5e7c-1671-4c5f-ba3c-4e69131b09bc {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:56:04.799843 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b5ce451-a6ad-4f03-9328-bf5d01b2a976", "tag": "787df676-b501-4746-a5a3-39e4f678cdf7", "status": "completed", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:56:04.800103 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-72ef5e7c-1671-4c5f-ba3c-4e69131b09bc {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:56:04.800480 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b5ce451-a6ad-4f03-9328-bf5d01b2a976', 'tag': '787df676-b501-4746-a5a3-39e4f678cdf7', 'status': 'completed', 'code': 200} Mar 29 15:56:04.801157 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e89aec3-3b51-4b28-a1e5-82aaa2a2771c service neutron] Pushing event updated for resources: {'Port': ['ID=787df676-b501-4746-a5a3-39e4f678cdf7,revision_number=3']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:56:04.841669 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-94f031fd-f63e-477c-a7a2-aa670d6a4f14 tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639890', 'neutron.services.segments.db._delete_segments_for_network-8783523423079'] for network, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:04.861955 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eff3807-cab1-4732-a09a-32bc563781eb req-1d5da53e-2af9-465a-bbc0-9d63c4785fee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:56:04.863596 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-94f031fd-f63e-477c-a7a2-aa670d6a4f14 tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da91932a-2e82-41cb-abd7-9843219a5c0c']}} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:56:04.863861 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6eff3807-cab1-4732-a09a-32bc563781eb req-1d5da53e-2af9-465a-bbc0-9d63c4785fee service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f1f87b2955f245808b31208dc463cdd4&device_id=2b5ce451-a6ad-4f03-9328-bf5d01b2a976 HTTP/1.1" status: 200 len: 1094 time: 0.0887709 Mar 29 15:56:04.873711 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-94f031fd-f63e-477c-a7a2-aa670d6a4f14 tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5db23e5d-e77b-4187-b630-497c08eeec24') {'for_net_delete': True} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:56:04.876967 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-94f031fd-f63e-477c-a7a2-aa670d6a4f14 tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5db23e5d-e77b-4187-b630-497c08eeec24') {} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:56:04.891964 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-94f031fd-f63e-477c-a7a2-aa670d6a4f14 tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783523422064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4614019'] for segment, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:04.907245 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-94f031fd-f63e-477c-a7a2-aa670d6a4f14 tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:04.914762 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94f031fd-f63e-477c-a7a2-aa670d6a4f14 tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Releasing vlan 614 on physical network physnet1 to pool {{(pid=102790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 15:56:04.915358 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-94f031fd-f63e-477c-a7a2-aa670d6a4f14 tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5238013'] for segment, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:04.920996 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6eff3807-cab1-4732-a09a-32bc563781eb req-9ebe3d3e-a027-41e2-b2c6-cbae8c6ffde5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=787df676-b501-4746-a5a3-39e4f678cdf7 HTTP/1.1" status: 200 len: 217 time: 0.0482004 Mar 29 15:56:04.926368 n-d-834765-1 neutron-server[102790]: Traceback (most recent call last): Mar 29 15:56:04.926368 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 15:56:04.926368 n-d-834765-1 neutron-server[102790]: timer() Mar 29 15:56:04.926368 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 15:56:04.926368 n-d-834765-1 neutron-server[102790]: cb(*args, **kw) Mar 29 15:56:04.926368 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 15:56:04.926368 n-d-834765-1 neutron-server[102790]: return func(*args, **kwargs) Mar 29 15:56:04.926368 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 15:56:04.926368 n-d-834765-1 neutron-server[102790]: self._notify() Mar 29 15:56:04.926368 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 15:56:04.926368 n-d-834765-1 neutron-server[102790]: self.callback(batched_events) Mar 29 15:56:04.926368 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 15:56:04.926368 n-d-834765-1 neutron-server[102790]: event.method(event) Mar 29 15:56:04.926368 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 15:56:04.926368 n-d-834765-1 neutron-server[102790]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 15:56:04.926368 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 15:56:04.926368 n-d-834765-1 neutron-server[102790]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 15:56:04.926368 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 15:56:04.926368 n-d-834765-1 neutron-server[102790]: return f(self, *a, **k) Mar 29 15:56:04.926368 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 15:56:04.926368 n-d-834765-1 neutron-server[102790]: return self._get(url).json() Mar 29 15:56:04.926368 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 15:56:04.926368 n-d-834765-1 neutron-server[102790]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 15:56:04.926368 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 15:56:04.926368 n-d-834765-1 neutron-server[102790]: return self.request(url, 'GET', **kwargs) Mar 29 15:56:04.926368 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 15:56:04.926368 n-d-834765-1 neutron-server[102790]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 15:56:04.926368 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 15:56:04.926368 n-d-834765-1 neutron-server[102790]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 15:56:04.926368 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 15:56:04.926368 n-d-834765-1 neutron-server[102790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 15:56:04.926368 n-d-834765-1 neutron-server[102790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 15:56:04.990141 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eff3807-cab1-4732-a09a-32bc563781eb req-429a26f3-879f-4503-88ad-c1337e91d7bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:56:04.992305 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6eff3807-cab1-4732-a09a-32bc563781eb req-429a26f3-879f-4503-88ad-c1337e91d7bc service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b092c5c9-7277-400e-8507-265e33272ef8 HTTP/1.1" status: 200 len: 848 time: 0.0629764 Mar 29 15:56:04.996606 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-94f031fd-f63e-477c-a7a2-aa670d6a4f14 tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1639897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648174'] for network, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:05.018507 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-94f031fd-f63e-477c-a7a2-aa670d6a4f14 tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for network, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:05.018507 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-94f031fd-f63e-477c-a7a2-aa670d6a4f14 tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] 10.222.0.42 "DELETE /v2.0/networks/da91932a-2e82-41cb-abd7-9843219a5c0c HTTP/1.1" status: 204 len: 168 time: 0.5813994 Mar 29 15:56:05.018507 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f031fd-f63e-477c-a7a2-aa670d6a4f14 tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Pushing event deleted for resources: {'Network': ['ID=da91932a-2e82-41cb-abd7-9843219a5c0c,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:56:05.023104 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 38444) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:56:05.035142 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f031fd-f63e-477c-a7a2-aa670d6a4f14 tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:56:05.035514 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f031fd-f63e-477c-a7a2-aa670d6a4f14 tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:56:05.035852 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f031fd-f63e-477c-a7a2-aa670d6a4f14 tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:56:05.036180 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f031fd-f63e-477c-a7a2-aa670d6a4f14 tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:56:05.036994 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f031fd-f63e-477c-a7a2-aa670d6a4f14 tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:56:05.037111 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6eff3807-cab1-4732-a09a-32bc563781eb req-ac78064b-98e8-46dc-93e6-aca9e30b6cc5 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3a2ecae8-9c73-49c1-b6e8-16cdf8f127b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379832 Mar 29 15:56:05.037266 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f031fd-f63e-477c-a7a2-aa670d6a4f14 tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:56:05.037266 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f031fd-f63e-477c-a7a2-aa670d6a4f14 tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:56:05.037449 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f031fd-f63e-477c-a7a2-aa670d6a4f14 tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:56:05.037770 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f031fd-f63e-477c-a7a2-aa670d6a4f14 tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:56:05.038087 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f031fd-f63e-477c-a7a2-aa670d6a4f14 tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:56:05.038399 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f031fd-f63e-477c-a7a2-aa670d6a4f14 tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:56:05.038741 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f031fd-f63e-477c-a7a2-aa670d6a4f14 tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:56:05.152225 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6eff3807-cab1-4732-a09a-32bc563781eb req-fce37831-49a3-4c5b-9048-3da8ba27009f service neutron] 10.222.0.48 "GET /v2.0/networks/3a2ecae8-9c73-49c1-b6e8-16cdf8f127b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1086135 Mar 29 15:56:05.236201 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-537a724c-3a05-488a-809b-ff791b400b2f tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Deleting port 0c7fefb6-ff59-48ce-b3d1-32bb008da542 {{(pid=102790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:56:05.236910 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-537a724c-3a05-488a-809b-ff791b400b2f tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:05.304596 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592df8c9-466a-43df-97ea-c4b7fdcd0c20 req-49274ba3-deb7-4b56-ad6d-fc9165160869 tempest-VolumesActionsTest-1725541561 tempest-VolumesActionsTest-1725541561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:56:05.307371 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-592df8c9-466a-43df-97ea-c4b7fdcd0c20 req-49274ba3-deb7-4b56-ad6d-fc9165160869 tempest-VolumesActionsTest-1725541561 tempest-VolumesActionsTest-1725541561-project] 10.222.0.42 "GET /v2.0/ports?device_id=2b5ce451-a6ad-4f03-9328-bf5d01b2a976 HTTP/1.1" status: 200 len: 943 time: 0.1264880 Mar 29 15:56:05.344958 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6eff3807-cab1-4732-a09a-32bc563781eb req-e6156194-0513-4e62-9299-d3b83fd47f82 service neutron] 10.222.0.48 "GET /v2.0/networks/3a2ecae8-9c73-49c1-b6e8-16cdf8f127b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1838763 Mar 29 15:56:05.369609 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-592df8c9-466a-43df-97ea-c4b7fdcd0c20 req-c7e042be-9330-46b1-bd2e-4370a7a2a5ce tempest-VolumesActionsTest-1725541561 tempest-VolumesActionsTest-1725541561-project] 10.222.0.42 "GET /v2.0/security-groups?id=0ef091e9-40dc-465b-8534-595d6a2e14b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536654 Mar 29 15:56:05.371656 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-537a724c-3a05-488a-809b-ff791b400b2f tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:05.372195 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-537a724c-3a05-488a-809b-ff791b400b2f tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:05.387133 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-537a724c-3a05-488a-809b-ff791b400b2f tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Calling delete_port for 0c7fefb6-ff59-48ce-b3d1-32bb008da542 owned by network:floatingip {{(pid=102790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:56:05.498807 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfd6995-e10e-4619-bd49-8564958b43f0 req-a3aad478-c90c-47f8-b5bb-6771407b9df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:56:05.504219 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ddfd6995-e10e-4619-bd49-8564958b43f0 req-a3aad478-c90c-47f8-b5bb-6771407b9df7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f1f87b2955f245808b31208dc463cdd4&device_id=2b5ce451-a6ad-4f03-9328-bf5d01b2a976 HTTP/1.1" status: 200 len: 1094 time: 0.0893841 Mar 29 15:56:05.626986 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfd6995-e10e-4619-bd49-8564958b43f0 req-8226a563-b221-4e8c-99c7-4fe46b693566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:56:05.629028 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ddfd6995-e10e-4619-bd49-8564958b43f0 req-8226a563-b221-4e8c-99c7-4fe46b693566 service neutron] 10.222.0.48 "GET /v2.0/networks?id=3a2ecae8-9c73-49c1-b6e8-16cdf8f127b2 HTTP/1.1" status: 200 len: 909 time: 0.1181540 Mar 29 15:56:05.665382 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-537a724c-3a05-488a-809b-ff791b400b2f tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:05.684051 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ddfd6995-e10e-4619-bd49-8564958b43f0 req-9e60e4ca-36a5-4895-aa20-ab528aee36b8 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=787df676-b501-4746-a5a3-39e4f678cdf7 HTTP/1.1" status: 200 len: 217 time: 0.0478342 Mar 29 15:56:05.713756 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6600cc27-b14d-414d-ad99-2e396d389854 req-675f09e5-13f1-47a0-91e4-5a2ab1bd9683 tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:56:05.715606 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-6600cc27-b14d-414d-ad99-2e396d389854 req-675f09e5-13f1-47a0-91e4-5a2ab1bd9683 tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] 10.222.0.42 "GET /v2.0/ports?device_id=4a6e5ec3-39e2-47e2-b9ec-187b5ddeca0e HTTP/1.1" status: 200 len: 946 time: 0.1353550 Mar 29 15:56:05.716541 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537a724c-3a05-488a-809b-ff791b400b2f tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Pushing event deleted for resources: {'Port': ['ID=0c7fefb6-ff59-48ce-b3d1-32bb008da542,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:56:05.748804 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-0cb6abf6-2706-4e52-8825-f5f644ecf9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:05.803713 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfd6995-e10e-4619-bd49-8564958b43f0 req-acfa0f09-325c-492f-9cf9-10ffb1cd8955 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:56:05.805629 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ddfd6995-e10e-4619-bd49-8564958b43f0 req-acfa0f09-325c-492f-9cf9-10ffb1cd8955 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b092c5c9-7277-400e-8507-265e33272ef8 HTTP/1.1" status: 200 len: 848 time: 0.1137598 Mar 29 15:56:05.820764 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-537a724c-3a05-488a-809b-ff791b400b2f tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Notify callbacks [] for floatingip, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:05.821097 n-d-834765-1 neutron-server[102790]: INFO neutron.db.l3_db [None req-537a724c-3a05-488a-809b-ff791b400b2f tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Floating IP 1983230a-db99-44b8-8069-b1adb9579ce0 disassociated (deleted). External IP: 172.25.4.246, port: 00d82936-b564-49a0-93ad-cab131d6a665. Mar 29 15:56:05.849437 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ddfd6995-e10e-4619-bd49-8564958b43f0 req-ca9c6b6c-974c-4c6c-ab0a-1a279b4655d7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3a2ecae8-9c73-49c1-b6e8-16cdf8f127b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372663 Mar 29 15:56:05.888985 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-6600cc27-b14d-414d-ad99-2e396d389854 req-4edb999b-9d0e-4bd0-be4f-c25c28980551 tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] 10.222.0.42 "GET /v2.0/security-groups?id=158a092c-dd2b-4e56-b164-ca7881904141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647894 Mar 29 15:56:05.923540 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:06.087421 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ddfd6995-e10e-4619-bd49-8564958b43f0 req-59f68b7e-0d76-4845-883f-46fa85d97882 service neutron] 10.222.0.48 "GET /v2.0/networks/3a2ecae8-9c73-49c1-b6e8-16cdf8f127b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2071378 Mar 29 15:56:06.185120 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-537a724c-3a05-488a-809b-ff791b400b2f tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Router 3c7329e7-d928-4bba-81b9-c356e07773ca has already been hosted by L3 agent c648d819-1060-4f26-b4ec-6455387b5dff {{(pid=102790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 15:56:06.217478 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ddfd6995-e10e-4619-bd49-8564958b43f0 req-bcc266e9-3052-49e8-8ae5-2a23f2126559 service neutron] 10.222.0.48 "GET /v2.0/networks/3a2ecae8-9c73-49c1-b6e8-16cdf8f127b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291487 Mar 29 15:56:06.340385 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-537a724c-3a05-488a-809b-ff791b400b2f tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:56:06.351520 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-537a724c-3a05-488a-809b-ff791b400b2f tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for floatingip, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:06.352830 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc857308-ac4b-4f09-ab53-013f9fde03d7 None None] Sync routers for ids ['3c7329e7-d928-4bba-81b9-c356e07773ca'] in n-d-834765-1 {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:56:06.364347 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc857308-ac4b-4f09-ab53-013f9fde03d7 None None] Routers {'3c7329e7-d928-4bba-81b9-c356e07773ca'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:56:06.365359 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-bc857308-ac4b-4f09-ab53-013f9fde03d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:56:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['3c7329e7-d928-4bba-81b9-c356e07773ca'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:56:06.378275 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-537a724c-3a05-488a-809b-ff791b400b2f tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] 10.222.0.42 "DELETE /v2.0/floatingips/1983230a-db99-44b8-8069-b1adb9579ce0 HTTP/1.1" status: 204 len: 168 time: 1.3539534 Mar 29 15:56:06.379021 n-d-834765-1 neutron-server[102790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae47874e-9944-4a81-b52b-64a39ecfeb9b', 'tag': '00d82936-b564-49a0-93ad-cab131d6a665'}] {{(pid=102790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:56:06.381545 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46b06d655c90bc969636382cce4240ad749035fb0f3a83ee4734fa1ed9c4a6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53396925-a299-43c1-b8a0-19342b4fe0c8" -d '{"events": [{"name": "network-changed", "server_uuid": "ae47874e-9944-4a81-b52b-64a39ecfeb9b", "tag": "00d82936-b564-49a0-93ad-cab131d6a665"}]}' {{(pid=102790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:56:06.427290 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 15:56:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f2f0ab8-649e-49c1-a788-2ad2fe9c72f9 x-openstack-request-id: req-4f2f0ab8-649e-49c1-a788-2ad2fe9c72f9 {{(pid=102790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:56:06.427598 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae47874e-9944-4a81-b52b-64a39ecfeb9b", "tag": "00d82936-b564-49a0-93ad-cab131d6a665", "status": "completed", "code": 200}]} {{(pid=102790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:56:06.427865 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-4f2f0ab8-649e-49c1-a788-2ad2fe9c72f9 {{(pid=102790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:56:06.428254 n-d-834765-1 neutron-server[102790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae47874e-9944-4a81-b52b-64a39ecfeb9b', 'tag': '00d82936-b564-49a0-93ad-cab131d6a665', 'status': 'completed', 'code': 200} Mar 29 15:56:06.467838 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 6a5bf533-bb66-457d-b7d7-777ab6715b2e no longer exists at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:56:06.508792 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] No Port match for: 6a5bf533-bb66-457d-b7d7-777ab6715b2e {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 15:56:06.509519 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 6a5bf533-bb66-457d-b7d7-777ab6715b2e not bound to the agent host n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:56:06.586644 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53396925-a299-43c1-b8a0-19342b4fe0c8 req-c792cacd-d172-48b7-8f29-587ef204ecf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:56:06.589409 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-53396925-a299-43c1-b8a0-19342b4fe0c8 req-c792cacd-d172-48b7-8f29-587ef204ecf4 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=030130d0937d42c9a5ecbc5c59eb4929&device_id=ae47874e-9944-4a81-b52b-64a39ecfeb9b HTTP/1.1" status: 200 len: 1136 time: 0.1260357 Mar 29 15:56:06.629533 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d903e73a-db36-43d3-ab70-ed7153f3157f req-1c6a5fb7-f2bb-4150-8c2b-8fe96a9c85a4 tempest-VolumesActionsTest-1725541561 tempest-VolumesActionsTest-1725541561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:56:06.631103 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-d903e73a-db36-43d3-ab70-ed7153f3157f req-1c6a5fb7-f2bb-4150-8c2b-8fe96a9c85a4 tempest-VolumesActionsTest-1725541561 tempest-VolumesActionsTest-1725541561-project] 10.222.0.42 "GET /v2.0/ports?device_id=2b5ce451-a6ad-4f03-9328-bf5d01b2a976 HTTP/1.1" status: 200 len: 943 time: 0.1229916 Mar 29 15:56:06.641696 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvr_db [None req-bc857308-ac4b-4f09-ab53-013f9fde03d7 None None] Set router 3c7329e7-d928-4bba-81b9-c356e07773ca gateway port host: n-d-834765-1 {{(pid=102792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:56:06.709526 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-d903e73a-db36-43d3-ab70-ed7153f3157f req-a8452e4f-6265-4c53-b4ad-1598bd09ef10 tempest-VolumesActionsTest-1725541561 tempest-VolumesActionsTest-1725541561-project] 10.222.0.42 "GET /v2.0/security-groups?id=0ef091e9-40dc-465b-8534-595d6a2e14b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678785 Mar 29 15:56:06.749391 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53396925-a299-43c1-b8a0-19342b4fe0c8 req-1afade16-6001-4449-8fb2-7351ee6902e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:56:06.751783 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-53396925-a299-43c1-b8a0-19342b4fe0c8 req-1afade16-6001-4449-8fb2-7351ee6902e6 service neutron] 10.222.0.44 "GET /v2.0/networks?id=bc88b80e-509f-4983-8355-8cb722b08b1c HTTP/1.1" status: 200 len: 897 time: 0.1464860 Mar 29 15:56:06.811759 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-53396925-a299-43c1-b8a0-19342b4fe0c8 req-5e00f2ea-74a8-4756-8d9e-062efe8dc3e9 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=00d82936-b564-49a0-93ad-cab131d6a665 HTTP/1.1" status: 200 len: 217 time: 0.0391629 Mar 29 15:56:06.865621 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44807b3-b630-43c1-b64b-949849cb6223 req-6c5f2cc5-e04d-4214-a5d9-044c7eacd603 tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:56:06.875332 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-a44807b3-b630-43c1-b64b-949849cb6223 req-6c5f2cc5-e04d-4214-a5d9-044c7eacd603 tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] 10.222.0.42 "GET /v2.0/ports?device_id=ae47874e-9944-4a81-b52b-64a39ecfeb9b HTTP/1.1" status: 200 len: 985 time: 0.2167292 Mar 29 15:56:06.884661 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-bc857308-ac4b-4f09-ab53-013f9fde03d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c7329e7-d928-4bba-81b9-c356e07773ca', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2028324156', 'tenant_id': '030130d0937d42c9a5ecbc5c59eb4929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.142'}], 'enable_snat': True}, 'gw_port_id': 'f2a558ee-cb7e-4438-8bbf-6e3bb280e05b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:53:22Z', 'updated_at': '2022-03-29T15:53:32Z', 'revision_number': 4, 'project_id': '030130d0937d42c9a5ecbc5c59eb4929', 'gw_port': {'id': 'f2a558ee-cb7e-4438-8bbf-6e3bb280e05b', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:99:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c7329e7-d928-4bba-81b9-c356e07773ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2162, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:53:24Z', 'updated_at': '2022-03-29T15:53:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': 'ffa642d5-ede1-45e0-aee8-f3b8f4dce416', 'name': '', 'network_id': 'bc88b80e-509f-4983-8355-8cb722b08b1c', 'tenant_id': '030130d0937d42c9a5ecbc5c59eb4929', 'mac_address': 'fa:16:3e:92:e5:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c7329e7-d928-4bba-81b9-c356e07773ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 2167, 'fixed_ips': [{'subnet_id': 'd1790831-214e-4ecf-90c1-f78e7ba94f96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:53:31Z', 'updated_at': '2022-03-29T15:53:37Z', 'revision_number': 5, 'project_id': '030130d0937d42c9a5ecbc5c59eb4929', 'subnets': [{'id': 'd1790831-214e-4ecf-90c1-f78e7ba94f96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:56:06.917116 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc857308-ac4b-4f09-ab53-013f9fde03d7 None None] Checking router: 3c7329e7-d928-4bba-81b9-c356e07773ca for host: n-d-834765-1 {{(pid=102792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:56:06.920822 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53396925-a299-43c1-b8a0-19342b4fe0c8 req-02dfc5bd-2f14-4d43-bbba-674a50c4d0c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:56:06.922919 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-53396925-a299-43c1-b8a0-19342b4fe0c8 req-02dfc5bd-2f14-4d43-bbba-674a50c4d0c8 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d1790831-214e-4ecf-90c1-f78e7ba94f96 HTTP/1.1" status: 200 len: 835 time: 0.1027884 Mar 29 15:56:06.927919 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc857308-ac4b-4f09-ab53-013f9fde03d7 None None] Routers {'3c7329e7-d928-4bba-81b9-c356e07773ca'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:56:06.928836 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-bc857308-ac4b-4f09-ab53-013f9fde03d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:56:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['3c7329e7-d928-4bba-81b9-c356e07773ca'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:56:06.930131 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-a44807b3-b630-43c1-b64b-949849cb6223 req-a420a6b0-76ba-4619-98b5-f43ee983f6a3 tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] 10.222.0.42 "GET /v2.0/security-groups?id=fc3b4dc4-891d-42e8-b7bb-6b14924f76b3&id=e89284b2-0678-470f-8a91-e1d4399dc334&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0532649 Mar 29 15:56:06.987491 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53396925-a299-43c1-b8a0-19342b4fe0c8 req-8c363d8b-9716-4daa-88a8-0c96abc5c1a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:56:06.989635 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-53396925-a299-43c1-b8a0-19342b4fe0c8 req-8c363d8b-9716-4daa-88a8-0c96abc5c1a1 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=bc88b80e-509f-4983-8355-8cb722b08b1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0586417 Mar 29 15:56:07.039071 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd368e1-cfca-41a3-a9a1-ccb9a7d7e713 req-3a025df2-8834-4dd8-94de-c0c52100d2e4 tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:56:07.046896 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-6bd368e1-cfca-41a3-a9a1-ccb9a7d7e713 req-3a025df2-8834-4dd8-94de-c0c52100d2e4 tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] 10.222.0.42 "GET /v2.0/ports?device_id=4a6e5ec3-39e2-47e2-b9ec-187b5ddeca0e HTTP/1.1" status: 200 len: 946 time: 0.0596561 Mar 29 15:56:07.051371 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvr_db [None req-bc857308-ac4b-4f09-ab53-013f9fde03d7 None None] Set router 3c7329e7-d928-4bba-81b9-c356e07773ca gateway port host: n-d-834765-1 {{(pid=102792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:56:07.094678 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-6bd368e1-cfca-41a3-a9a1-ccb9a7d7e713 req-9bb201f7-054c-4ca4-a5e0-0b647dee7cbd tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] 10.222.0.42 "GET /v2.0/security-groups?id=158a092c-dd2b-4e56-b164-ca7881904141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467393 Mar 29 15:56:07.150266 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-53396925-a299-43c1-b8a0-19342b4fe0c8 req-950e618b-99b9-4718-82ca-7931db8a03e2 service neutron] 10.222.0.44 "GET /v2.0/networks/bc88b80e-509f-4983-8355-8cb722b08b1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1516435 Mar 29 15:56:07.252964 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-53396925-a299-43c1-b8a0-19342b4fe0c8 req-578a3569-1260-4a35-8f8b-0ca5ddbc002d service neutron] 10.222.0.44 "GET /v2.0/networks/bc88b80e-509f-4983-8355-8cb722b08b1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947051 Mar 29 15:56:07.277901 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-bc857308-ac4b-4f09-ab53-013f9fde03d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c7329e7-d928-4bba-81b9-c356e07773ca', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2028324156', 'tenant_id': '030130d0937d42c9a5ecbc5c59eb4929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.142'}], 'enable_snat': True}, 'gw_port_id': 'f2a558ee-cb7e-4438-8bbf-6e3bb280e05b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:53:22Z', 'updated_at': '2022-03-29T15:53:32Z', 'revision_number': 4, 'project_id': '030130d0937d42c9a5ecbc5c59eb4929', 'gw_port': {'id': 'f2a558ee-cb7e-4438-8bbf-6e3bb280e05b', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:99:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c7329e7-d928-4bba-81b9-c356e07773ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2162, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:53:24Z', 'updated_at': '2022-03-29T15:53:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': 'ffa642d5-ede1-45e0-aee8-f3b8f4dce416', 'name': '', 'network_id': 'bc88b80e-509f-4983-8355-8cb722b08b1c', 'tenant_id': '030130d0937d42c9a5ecbc5c59eb4929', 'mac_address': 'fa:16:3e:92:e5:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c7329e7-d928-4bba-81b9-c356e07773ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 2167, 'fixed_ips': [{'subnet_id': 'd1790831-214e-4ecf-90c1-f78e7ba94f96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:53:31Z', 'updated_at': '2022-03-29T15:53:37Z', 'revision_number': 5, 'project_id': '030130d0937d42c9a5ecbc5c59eb4929', 'subnets': [{'id': 'd1790831-214e-4ecf-90c1-f78e7ba94f96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:56:07.307585 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc857308-ac4b-4f09-ab53-013f9fde03d7 None None] The sync data for ids ['3c7329e7-d928-4bba-81b9-c356e07773ca'] in n-d-834765-1 is: [{'id': '3c7329e7-d928-4bba-81b9-c356e07773ca', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2028324156', 'tenant_id': '030130d0937d42c9a5ecbc5c59eb4929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.142'}], 'enable_snat': True}, 'gw_port_id': 'f2a558ee-cb7e-4438-8bbf-6e3bb280e05b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:53:22Z', 'updated_at': '2022-03-29T15:53:32Z', 'revision_number': 4, 'project_id': '030130d0937d42c9a5ecbc5c59eb4929', 'gw_port': {'id': 'f2a558ee-cb7e-4438-8bbf-6e3bb280e05b', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:99:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c7329e7-d928-4bba-81b9-c356e07773ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2162, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:53:24Z', 'updated_at': '2022-03-29T15:53:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': 'ffa642d5-ede1-45e0-aee8-f3b8f4dce416', 'name': '', 'network_id': 'bc88b80e-509f-4983-8355-8cb722b08b1c', 'tenant_id': '030130d0937d42c9a5ecbc5c59eb4929', 'mac_address': 'fa:16:3e:92:e5:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c7329e7-d928-4bba-81b9-c356e07773ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 2167, 'fixed_ips': [{'subnet_id': 'd1790831-214e-4ecf-90c1-f78e7ba94f96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:53:31Z', 'updated_at': '2022-03-29T15:53:37Z', 'revision_number': 5, 'project_id': '030130d0937d42c9a5ecbc5c59eb4929', 'subnets': [{'id': 'd1790831-214e-4ecf-90c1-f78e7ba94f96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:56:07.565295 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c5dd37e-a7f9-414b-89f7-7f844879b438 None None] New status for floating IP 1983230a-db99-44b8-8069-b1adb9579ce0: DOWN {{(pid=102793) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 15:56:07.846798 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28bab22-dba0-429a-9397-9a0292f6fff3 req-49961b8d-3749-4bc2-993f-40d9b4a1dc30 tempest-VolumesActionsTest-1725541561 tempest-VolumesActionsTest-1725541561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:56:07.848608 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-c28bab22-dba0-429a-9397-9a0292f6fff3 req-49961b8d-3749-4bc2-993f-40d9b4a1dc30 tempest-VolumesActionsTest-1725541561 tempest-VolumesActionsTest-1725541561-project] 10.222.0.42 "GET /v2.0/ports?device_id=2b5ce451-a6ad-4f03-9328-bf5d01b2a976 HTTP/1.1" status: 200 len: 943 time: 0.0580127 Mar 29 15:56:07.889491 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-c28bab22-dba0-429a-9397-9a0292f6fff3 req-387cafe5-2895-4c22-9ee9-7d0722945284 tempest-VolumesActionsTest-1725541561 tempest-VolumesActionsTest-1725541561-project] 10.222.0.42 "GET /v2.0/security-groups?id=0ef091e9-40dc-465b-8534-595d6a2e14b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336208 Mar 29 15:56:08.063134 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a4c082-d192-46d2-b06c-148dd01175a6 req-e95a1083-2055-431c-8412-67651dcee21d tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:56:08.064762 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-c1a4c082-d192-46d2-b06c-148dd01175a6 req-e95a1083-2055-431c-8412-67651dcee21d tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] 10.222.0.42 "GET /v2.0/ports?device_id=ae47874e-9944-4a81-b52b-64a39ecfeb9b HTTP/1.1" status: 200 len: 985 time: 0.0563664 Mar 29 15:56:08.120894 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-c1a4c082-d192-46d2-b06c-148dd01175a6 req-0703f453-a1f4-424f-a846-c8b490e5550c tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] 10.222.0.42 "GET /v2.0/security-groups?id=fc3b4dc4-891d-42e8-b7bb-6b14924f76b3&id=e89284b2-0678-470f-8a91-e1d4399dc334&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0478354 Mar 29 15:56:08.227476 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f689f32-243f-478a-a399-87d0ac2bec9a req-51aadfca-d7a4-4bf4-babd-298e36e4ef62 tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:56:08.228984 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-5f689f32-243f-478a-a399-87d0ac2bec9a req-51aadfca-d7a4-4bf4-babd-298e36e4ef62 tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] 10.222.0.42 "GET /v2.0/ports?device_id=4a6e5ec3-39e2-47e2-b9ec-187b5ddeca0e HTTP/1.1" status: 200 len: 946 time: 0.0549433 Mar 29 15:56:08.271335 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-5f689f32-243f-478a-a399-87d0ac2bec9a req-eec9fdef-1b81-4bd3-8c31-1a43895e7608 tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] 10.222.0.42 "GET /v2.0/security-groups?id=158a092c-dd2b-4e56-b164-ca7881904141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347276 Mar 29 15:56:08.507119 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e4a177-fa58-40e9-a49d-ea5a2dde0814 req-9cb8495d-8e41-4c3c-87cd-c5e8fa2d0e10 tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:56:08.508722 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-19e4a177-fa58-40e9-a49d-ea5a2dde0814 req-9cb8495d-8e41-4c3c-87cd-c5e8fa2d0e10 tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] 10.222.0.44 "GET /v2.0/ports?device_id=ae47874e-9944-4a81-b52b-64a39ecfeb9b HTTP/1.1" status: 200 len: 985 time: 0.0495148 Mar 29 15:56:08.618447 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [req-19e4a177-fa58-40e9-a49d-ea5a2dde0814 req-1ab6b15a-a21c-4c12-87a9-867f77d4f45f tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Deleting port 00d82936-b564-49a0-93ad-cab131d6a665 {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:56:08.618703 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-19e4a177-fa58-40e9-a49d-ea5a2dde0814 req-1ab6b15a-a21c-4c12-87a9-867f77d4f45f tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:08.722441 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-19e4a177-fa58-40e9-a49d-ea5a2dde0814 req-1ab6b15a-a21c-4c12-87a9-867f77d4f45f tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] For port 00d82936-b564-49a0-93ad-cab131d6a665, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=00d82936-b564-49a0-93ad-cab131d6a665,segment=NetworkSegment(9779a8ce-e477-4331-8cc2-d153c07cbf93),segment_id=9779a8ce-e477-4331-8cc2-d153c07cbf93)] {{(pid=102791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:56:08.722632 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-19e4a177-fa58-40e9-a49d-ea5a2dde0814 req-1ab6b15a-a21c-4c12-87a9-867f77d4f45f tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:08.738432 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [req-19e4a177-fa58-40e9-a49d-ea5a2dde0814 req-1ab6b15a-a21c-4c12-87a9-867f77d4f45f tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Calling delete_port for 00d82936-b564-49a0-93ad-cab131d6a665 owned by compute:nova {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:56:08.824561 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 38524) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:56:08.892209 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-19e4a177-fa58-40e9-a49d-ea5a2dde0814 req-1ab6b15a-a21c-4c12-87a9-867f77d4f45f tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:08.941318 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab6b15a-a21c-4c12-87a9-867f77d4f45f tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Pushing event deleted for resources: {'Port': ['ID=00d82936-b564-49a0-93ad-cab131d6a665,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:56:08.966903 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab6b15a-a21c-4c12-87a9-867f77d4f45f tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:56:08.967254 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab6b15a-a21c-4c12-87a9-867f77d4f45f tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:56:08.967618 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab6b15a-a21c-4c12-87a9-867f77d4f45f tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:56:08.967958 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab6b15a-a21c-4c12-87a9-867f77d4f45f tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:56:08.968871 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab6b15a-a21c-4c12-87a9-867f77d4f45f tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:56:08.969190 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab6b15a-a21c-4c12-87a9-867f77d4f45f tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:56:08.969524 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab6b15a-a21c-4c12-87a9-867f77d4f45f tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:56:08.970041 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab6b15a-a21c-4c12-87a9-867f77d4f45f tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:56:08.970514 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab6b15a-a21c-4c12-87a9-867f77d4f45f tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:56:08.970848 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab6b15a-a21c-4c12-87a9-867f77d4f45f tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:56:08.971175 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab6b15a-a21c-4c12-87a9-867f77d4f45f tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:56:08.971528 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab6b15a-a21c-4c12-87a9-867f77d4f45f tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:56:09.009129 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [req-19e4a177-fa58-40e9-a49d-ea5a2dde0814 req-1ab6b15a-a21c-4c12-87a9-867f77d4f45f tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] No DVR routers for this DVR port 00d82936-b564-49a0-93ad-cab131d6a665 on host n-h1-834765-1 {{(pid=102791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:56:09.013538 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-19e4a177-fa58-40e9-a49d-ea5a2dde0814 req-1ab6b15a-a21c-4c12-87a9-867f77d4f45f tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:09.021864 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-19e4a177-fa58-40e9-a49d-ea5a2dde0814 req-1ab6b15a-a21c-4c12-87a9-867f77d4f45f tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] 10.222.0.44 "DELETE /v2.0/ports/00d82936-b564-49a0-93ad-cab131d6a665 HTTP/1.1" status: 204 len: 173 time: 0.5067940 Mar 29 15:56:09.022717 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae47874e-9944-4a81-b52b-64a39ecfeb9b', 'name': 'network-vif-deleted', 'tag': '00d82936-b564-49a0-93ad-cab131d6a665'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:56:09.026090 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c67b028db5e9b9818fecc5c0a87ebc6f190694fa53ca267d523e04f98de536d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f997522a-118c-4d1a-aca3-b7df874e229c" -d '{"events": [{"server_uuid": "ae47874e-9944-4a81-b52b-64a39ecfeb9b", "name": "network-vif-deleted", "tag": "00d82936-b564-49a0-93ad-cab131d6a665"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:56:09.131044 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:56:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c713f1a2-b9f7-4c75-aee8-6104b5b9e27a x-openstack-request-id: req-c713f1a2-b9f7-4c75-aee8-6104b5b9e27a {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:56:09.131492 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae47874e-9944-4a81-b52b-64a39ecfeb9b", "name": "network-vif-deleted", "tag": "00d82936-b564-49a0-93ad-cab131d6a665", "status": "completed", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:56:09.131892 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c713f1a2-b9f7-4c75-aee8-6104b5b9e27a {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:56:09.132349 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae47874e-9944-4a81-b52b-64a39ecfeb9b', 'name': 'network-vif-deleted', 'tag': '00d82936-b564-49a0-93ad-cab131d6a665', 'status': 'completed', 'code': 200} Mar 29 15:56:09.444813 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device 787df676-b501-4746-a5a3-39e4f678cdf7 details requested by agent hyperv_n-h2-834765-1 with host n-h2-834765-1 {{(pid=102792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 15:56:09.653244 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port 787df676-b501-4746-a5a3-39e4f678cdf7, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=787df676-b501-4746-a5a3-39e4f678cdf7,segment=NetworkSegment(0c5661ba-80a7-423d-bc40-74f8a6b521ca),segment_id=0c5661ba-80a7-423d-bc40-74f8a6b521ca)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:56:09.656866 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4004537f-5a4c-4c84-8b63-1ddad7f0b945 req-158de311-7a60-491e-967b-6afa7c1a5ad5 tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] 10.222.0.42 "GET /v2.0/ports?device_id=ae47874e-9944-4a81-b52b-64a39ecfeb9b HTTP/1.1" status: 200 len: 210 time: 0.0651650 Mar 29 15:56:09.670062 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Returning: {'device': '787df676-b501-4746-a5a3-39e4f678cdf7', 'network_id': '3a2ecae8-9c73-49c1-b6e8-16cdf8f127b2', 'port_id': '787df676-b501-4746-a5a3-39e4f678cdf7', 'mac_address': 'fa:16:3e:00:88:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 649, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b092c5c9-7277-400e-8507-265e33272ef8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 15:56:09.728578 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:09.750166 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 787df676-b501-4746-a5a3-39e4f678cdf7 {{(pid=102792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:56:09.770369 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port 787df676-b501-4746-a5a3-39e4f678cdf7, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=787df676-b501-4746-a5a3-39e4f678cdf7,segment=NetworkSegment(0c5661ba-80a7-423d-bc40-74f8a6b521ca),segment_id=0c5661ba-80a7-423d-bc40-74f8a6b521ca)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:56:09.775268 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:09.780919 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc5add8-f433-4428-a511-f60844bb2a4b req-e3c4e301-ed7a-451e-be3b-7f287ed208bd tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:56:09.782508 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-9bc5add8-f433-4428-a511-f60844bb2a4b req-e3c4e301-ed7a-451e-be3b-7f287ed208bd tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] 10.222.0.42 "GET /v2.0/ports?device_id=4a6e5ec3-39e2-47e2-b9ec-187b5ddeca0e HTTP/1.1" status: 200 len: 946 time: 0.0651724 Mar 29 15:56:09.786332 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd27b37a-5bec-4625-813b-15192bd3035e req-8ed2cdf5-cd7e-4648-b91c-011630550ed6 tempest-VolumesActionsTest-1725541561 tempest-VolumesActionsTest-1725541561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:56:09.793964 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-fd27b37a-5bec-4625-813b-15192bd3035e req-8ed2cdf5-cd7e-4648-b91c-011630550ed6 tempest-VolumesActionsTest-1725541561 tempest-VolumesActionsTest-1725541561-project] 10.222.0.42 "GET /v2.0/ports?device_id=2b5ce451-a6ad-4f03-9328-bf5d01b2a976 HTTP/1.1" status: 200 len: 943 time: 0.7784672 Mar 29 15:56:09.838939 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Pushing event updated for resources: {'Port': ['ID=787df676-b501-4746-a5a3-39e4f678cdf7,revision_number=4']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:56:09.857159 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-9bc5add8-f433-4428-a511-f60844bb2a4b req-86b0ce3f-b7c3-41ac-897a-397bcb612926 tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] 10.222.0.42 "GET /v2.0/security-groups?id=158a092c-dd2b-4e56-b164-ca7881904141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616281 Mar 29 15:56:09.873147 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-fd27b37a-5bec-4625-813b-15192bd3035e req-ba15b711-1f40-420d-8d7f-0daf87e34ac2 tempest-VolumesActionsTest-1725541561 tempest-VolumesActionsTest-1725541561-project] 10.222.0.42 "GET /v2.0/security-groups?id=0ef091e9-40dc-465b-8534-595d6a2e14b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781922 Mar 29 15:56:10.027735 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-92dcdf91-1271-459e-9a4b-ab0c72fbae19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-530452'] for router_interface, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:10.133027 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] get_ports_and_sgs() called for port_ids ['787df676-b501-4746-a5a3-39e4f678cdf7'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:56:10.325325 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-92dcdf91-1271-459e-9a4b-ab0c72fbae19 admin admin] Deleting port ebc9cc52-020c-419f-9e91-e82c61c2fe20 {{(pid=102790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:56:10.325665 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-92dcdf91-1271-459e-9a4b-ab0c72fbae19 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:10.427025 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [None req-92dcdf91-1271-459e-9a4b-ab0c72fbae19 admin admin] For port ebc9cc52-020c-419f-9e91-e82c61c2fe20, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=ebc9cc52-020c-419f-9e91-e82c61c2fe20,segment=NetworkSegment(593392ec-7215-4ab3-8e52-325f9a7e2718),segment_id=593392ec-7215-4ab3-8e52-325f9a7e2718)] {{(pid=102790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:56:10.427428 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-92dcdf91-1271-459e-9a4b-ab0c72fbae19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:10.443543 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-92dcdf91-1271-459e-9a4b-ab0c72fbae19 admin admin] Calling delete_port for ebc9cc52-020c-419f-9e91-e82c61c2fe20 owned by network:router_interface {{(pid=102790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:56:10.645568 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-92dcdf91-1271-459e-9a4b-ab0c72fbae19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:10.678951 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92dcdf91-1271-459e-9a4b-ab0c72fbae19 admin admin] Pushing event deleted for resources: {'Port': ['ID=ebc9cc52-020c-419f-9e91-e82c61c2fe20,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:56:10.719808 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 38558) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:56:10.794060 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7c3e-239e-475f-ab7b-2f4155569954 tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Notify callbacks [] for security_group, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:10.822000 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7c3e-239e-475f-ab7b-2f4155569954 tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:10.880687 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7c3e-239e-475f-ab7b-2f4155569954 tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:10.884309 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7c3e-239e-475f-ab7b-2f4155569954 tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Notify callbacks [] for security_group, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:10.888763 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-8f1f7c3e-239e-475f-ab7b-2f4155569954 tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] 10.222.0.42 "DELETE /v2.0/security-groups/fc3b4dc4-891d-42e8-b7bb-6b14924f76b3 HTTP/1.1" status: 204 len: 168 time: 0.1677661 Mar 29 15:56:10.892404 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 38562) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:56:10.907171 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1f7c3e-239e-475f-ab7b-2f4155569954 tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc3b4dc4-891d-42e8-b7bb-6b14924f76b3,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:56:10.938238 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-92dcdf91-1271-459e-9a4b-ab0c72fbae19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-530528'] for router_interface, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:11.052590 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d85bf7c-42f4-47e3-ad32-1a4b4dfb2492 req-a9bc975c-3d5e-41bf-babc-771a4de8d0e7 tempest-VolumesActionsTest-1725541561 tempest-VolumesActionsTest-1725541561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:56:11.054220 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-471fc08a-a373-4f82-8d64-34a20364a279 tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Notify callbacks [] for security_group, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:11.059502 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-8d85bf7c-42f4-47e3-ad32-1a4b4dfb2492 req-a9bc975c-3d5e-41bf-babc-771a4de8d0e7 tempest-VolumesActionsTest-1725541561 tempest-VolumesActionsTest-1725541561-project] 10.222.0.42 "GET /v2.0/ports?device_id=2b5ce451-a6ad-4f03-9328-bf5d01b2a976 HTTP/1.1" status: 200 len: 944 time: 0.0612195 Mar 29 15:56:11.112291 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-8d85bf7c-42f4-47e3-ad32-1a4b4dfb2492 req-307c5042-cad4-4772-8e7e-569308668d66 tempest-VolumesActionsTest-1725541561 tempest-VolumesActionsTest-1725541561-project] 10.222.0.42 "GET /v2.0/security-groups?id=0ef091e9-40dc-465b-8534-595d6a2e14b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497952 Mar 29 15:56:11.136914 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-471fc08a-a373-4f82-8d64-34a20364a279 tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:11.155648 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a937e6a-0a96-4598-b2dc-e704bf5ae22f req-9b532e2e-906d-4cb4-b3b6-dd660f117061 tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:56:11.157262 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-3a937e6a-0a96-4598-b2dc-e704bf5ae22f req-9b532e2e-906d-4cb4-b3b6-dd660f117061 tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] 10.222.0.42 "GET /v2.0/ports?device_id=4a6e5ec3-39e2-47e2-b9ec-187b5ddeca0e HTTP/1.1" status: 200 len: 946 time: 0.1485445 Mar 29 15:56:11.272115 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-471fc08a-a373-4f82-8d64-34a20364a279 tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:11.276634 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-471fc08a-a373-4f82-8d64-34a20364a279 tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:11.277984 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-471fc08a-a373-4f82-8d64-34a20364a279 tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] 10.222.0.42 "DELETE /v2.0/security-groups/e89284b2-0678-470f-8a91-e1d4399dc334 HTTP/1.1" status: 204 len: 168 time: 0.3842459 Mar 29 15:56:11.280844 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 38568) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:56:11.281674 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-3a937e6a-0a96-4598-b2dc-e704bf5ae22f req-7eea3658-6f7e-4e6c-9b5f-e40c4277cdd8 tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] 10.222.0.42 "GET /v2.0/security-groups?id=158a092c-dd2b-4e56-b164-ca7881904141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169848 Mar 29 15:56:11.297004 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471fc08a-a373-4f82-8d64-34a20364a279 tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e89284b2-0678-470f-8a91-e1d4399dc334,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:56:11.372551 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92dcdf91-1271-459e-9a4b-ab0c72fbae19 admin admin] Router 9b23177d-8c08-44e2-bf32-a433f760b109 has already been hosted by L3 agent c648d819-1060-4f26-b4ec-6455387b5dff {{(pid=102790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 15:56:11.486760 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device 787df676-b501-4746-a5a3-39e4f678cdf7 up at agent hyperv_n-h2-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:56:11.515096 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92dcdf91-1271-459e-9a4b-ab0c72fbae19 admin admin] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:56:11.527310 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-92dcdf91-1271-459e-9a4b-ab0c72fbae19 admin admin] 10.222.0.42 "PUT /v2.0/routers/9b23177d-8c08-44e2-bf32-a433f760b109/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6993632 Mar 29 15:56:11.528764 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 38578) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:56:11.535888 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6057a017-7568-4db9-838c-3f459b6a771d None None] Sync routers for ids ['9b23177d-8c08-44e2-bf32-a433f760b109'] in n-d-834765-1 {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:56:11.562191 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6057a017-7568-4db9-838c-3f459b6a771d None None] Routers {'9b23177d-8c08-44e2-bf32-a433f760b109'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:56:11.562988 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-6057a017-7568-4db9-838c-3f459b6a771d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:56:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['9b23177d-8c08-44e2-bf32-a433f760b109'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:56:11.674331 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Provisioning for port 787df676-b501-4746-a5a3-39e4f678cdf7 completed by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 15:56:11.681811 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Provisioning complete for port 787df676-b501-4746-a5a3-39e4f678cdf7 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:56:11.682527 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:11.767432 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-901b7e5d-0e3e-4841-8717-5cd0dd05cc6b admin admin] Notify callbacks [] for router, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:11.826642 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:11.870259 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port 787df676-b501-4746-a5a3-39e4f678cdf7, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=787df676-b501-4746-a5a3-39e4f678cdf7,segment=NetworkSegment(0c5661ba-80a7-423d-bc40-74f8a6b521ca),segment_id=0c5661ba-80a7-423d-bc40-74f8a6b521ca)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:56:11.873586 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b5ce451-a6ad-4f03-9328-bf5d01b2a976', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '787df676-b501-4746-a5a3-39e4f678cdf7'}] {{(pid=102792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:56:11.876974 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4f476c66b318cc6068719fc39557fac68d413f5c7e78fa77028c7948e999ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61da25d2-8c60-433e-b279-86a7d488887b" -d '{"events": [{"server_uuid": "2b5ce451-a6ad-4f03-9328-bf5d01b2a976", "name": "network-vif-plugged", "status": "completed", "tag": "787df676-b501-4746-a5a3-39e4f678cdf7"}]}' {{(pid=102792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:56:11.883440 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:11.924972 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvr_db [None req-6057a017-7568-4db9-838c-3f459b6a771d None None] Set router 9b23177d-8c08-44e2-bf32-a433f760b109 gateway port host: n-d-834765-1 {{(pid=102792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:56:11.975536 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-901b7e5d-0e3e-4841-8717-5cd0dd05cc6b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:11.993150 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:56:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0ff4cb0-c1c3-40c3-9d43-816e5559a840 x-openstack-request-id: req-a0ff4cb0-c1c3-40c3-9d43-816e5559a840 {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:56:11.994847 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b5ce451-a6ad-4f03-9328-bf5d01b2a976", "name": "network-vif-plugged", "status": "completed", "tag": "787df676-b501-4746-a5a3-39e4f678cdf7", "code": 200}]} {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:56:11.995291 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a0ff4cb0-c1c3-40c3-9d43-816e5559a840 {{(pid=102792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:56:11.995868 n-d-834765-1 neutron-server[102792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b5ce451-a6ad-4f03-9328-bf5d01b2a976', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '787df676-b501-4746-a5a3-39e4f678cdf7', 'code': 200} Mar 29 15:56:12.073861 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Pushing event updated for resources: {'Port': ['ID=787df676-b501-4746-a5a3-39e4f678cdf7,revision_number=5']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:56:12.124942 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b010f3ba-12b8-403a-a4d8-064d8e83369d req-e10377e1-9a97-46b5-b66a-0e7d8dfd7344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:56:12.126900 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b010f3ba-12b8-403a-a4d8-064d8e83369d req-e10377e1-9a97-46b5-b66a-0e7d8dfd7344 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=2b5ce451-a6ad-4f03-9328-bf5d01b2a976 HTTP/1.1" status: 200 len: 1096 time: 0.1143322 Mar 29 15:56:12.153703 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-1605d740-7956-4e9e-bb5f-eb8cb0a0aa42 tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-530452'] for router_interface, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:12.156412 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-901b7e5d-0e3e-4841-8717-5cd0dd05cc6b admin admin] Deleting port cde34bcf-8da1-4d24-9563-f97d8199f91f {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:56:12.156760 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-901b7e5d-0e3e-4841-8717-5cd0dd05cc6b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:12.202392 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-6057a017-7568-4db9-838c-3f459b6a771d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b23177d-8c08-44e2-bf32-a433f760b109', 'name': 'tempest-AttachVolumeNegativeTest-120289948-router', 'tenant_id': 'c6465a9dafbf43bf90c09b1dce8d1fc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.74'}], 'enable_snat': True}, 'gw_port_id': 'cde34bcf-8da1-4d24-9563-f97d8199f91f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:47:21Z', 'updated_at': '2022-03-29T15:56:10Z', 'revision_number': 5, 'project_id': 'c6465a9dafbf43bf90c09b1dce8d1fc6', 'gw_port': {'id': 'cde34bcf-8da1-4d24-9563-f97d8199f91f', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:37:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b23177d-8c08-44e2-bf32-a433f760b109', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:47:24Z', 'updated_at': '2022-03-29T15:47:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1'}], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:56:12.240757 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6057a017-7568-4db9-838c-3f459b6a771d None None] Checking router: 9b23177d-8c08-44e2-bf32-a433f760b109 for host: n-d-834765-1 {{(pid=102792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:56:12.255873 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6057a017-7568-4db9-838c-3f459b6a771d None None] Routers {'9b23177d-8c08-44e2-bf32-a433f760b109'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:56:12.256761 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-6057a017-7568-4db9-838c-3f459b6a771d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:56:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['9b23177d-8c08-44e2-bf32-a433f760b109'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:56:12.278995 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4ec00c-c63a-4027-aab4-54f4ef13dd79 req-af12fa35-630f-4c51-a271-9ada3c8e3b4a tempest-VolumesActionsTest-1725541561 tempest-VolumesActionsTest-1725541561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:56:12.281471 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-9b4ec00c-c63a-4027-aab4-54f4ef13dd79 req-af12fa35-630f-4c51-a271-9ada3c8e3b4a tempest-VolumesActionsTest-1725541561 tempest-VolumesActionsTest-1725541561-project] 10.222.0.42 "GET /v2.0/ports?device_id=2b5ce451-a6ad-4f03-9328-bf5d01b2a976 HTTP/1.1" status: 200 len: 945 time: 0.0867915 Mar 29 15:56:12.321714 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b010f3ba-12b8-403a-a4d8-064d8e83369d req-03d19883-f85f-4803-9b9d-bc619cf921fe service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=0ef091e9-40dc-465b-8534-595d6a2e14b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838951 Mar 29 15:56:12.346170 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-9b4ec00c-c63a-4027-aab4-54f4ef13dd79 req-0561becd-9bce-495a-ba20-344f8b623899 tempest-VolumesActionsTest-1725541561 tempest-VolumesActionsTest-1725541561-project] 10.222.0.42 "GET /v2.0/security-groups?id=0ef091e9-40dc-465b-8534-595d6a2e14b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565276 Mar 29 15:56:12.468013 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [None req-901b7e5d-0e3e-4841-8717-5cd0dd05cc6b admin admin] For port cde34bcf-8da1-4d24-9563-f97d8199f91f, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=cde34bcf-8da1-4d24-9563-f97d8199f91f,segment=NetworkSegment(6ab47353-a811-4bad-bc73-b4cc84583cfd),segment_id=6ab47353-a811-4bad-bc73-b4cc84583cfd)] {{(pid=102791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:56:12.469311 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-901b7e5d-0e3e-4841-8717-5cd0dd05cc6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:12.553461 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-901b7e5d-0e3e-4841-8717-5cd0dd05cc6b admin admin] Calling delete_port for cde34bcf-8da1-4d24-9563-f97d8199f91f owned by network:router_gateway {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:56:12.585861 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device 00d82936-b564-49a0-93ad-cab131d6a665 no longer exists at agent hyperv_n-h1-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:56:12.615754 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] No Port match for: 00d82936-b564-49a0-93ad-cab131d6a665 {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 15:56:12.616153 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device 00d82936-b564-49a0-93ad-cab131d6a665 not bound to the agent host n-h1-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:56:12.630938 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvr_db [None req-6057a017-7568-4db9-838c-3f459b6a771d None None] Set router 9b23177d-8c08-44e2-bf32-a433f760b109 gateway port host: None {{(pid=102792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:56:12.698088 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-6057a017-7568-4db9-838c-3f459b6a771d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b23177d-8c08-44e2-bf32-a433f760b109', 'name': 'tempest-AttachVolumeNegativeTest-120289948-router', 'tenant_id': 'c6465a9dafbf43bf90c09b1dce8d1fc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:47:21Z', 'updated_at': '2022-03-29T15:56:11Z', 'revision_number': 6, 'project_id': 'c6465a9dafbf43bf90c09b1dce8d1fc6', 'gw_port_host': None}], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:56:12.735299 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6057a017-7568-4db9-838c-3f459b6a771d None None] The sync data for ids ['9b23177d-8c08-44e2-bf32-a433f760b109'] in n-d-834765-1 is: [{'id': '9b23177d-8c08-44e2-bf32-a433f760b109', 'name': 'tempest-AttachVolumeNegativeTest-120289948-router', 'tenant_id': 'c6465a9dafbf43bf90c09b1dce8d1fc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:47:21Z', 'updated_at': '2022-03-29T15:56:11Z', 'revision_number': 6, 'project_id': 'c6465a9dafbf43bf90c09b1dce8d1fc6', 'gw_port_host': None}] {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:56:12.737637 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cee3e6-10f8-4866-aeb1-f2acb72d53fe req-cbae67a3-e06a-4085-b5bc-72610362d608 tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:56:12.739300 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b5cee3e6-10f8-4866-aeb1-f2acb72d53fe req-cbae67a3-e06a-4085-b5bc-72610362d608 tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] 10.222.0.42 "GET /v2.0/ports?device_id=4a6e5ec3-39e2-47e2-b9ec-187b5ddeca0e HTTP/1.1" status: 200 len: 946 time: 0.2650778 Mar 29 15:56:12.835163 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b5cee3e6-10f8-4866-aeb1-f2acb72d53fe req-b73c0615-9b89-40ef-b9a5-7562034ecb8e tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] 10.222.0.42 "GET /v2.0/security-groups?id=158a092c-dd2b-4e56-b164-ca7881904141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724716 Mar 29 15:56:12.904503 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-901b7e5d-0e3e-4841-8717-5cd0dd05cc6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:12.955104 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901b7e5d-0e3e-4841-8717-5cd0dd05cc6b admin admin] Pushing event deleted for resources: {'Port': ['ID=cde34bcf-8da1-4d24-9563-f97d8199f91f,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:56:13.037948 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-901b7e5d-0e3e-4841-8717-5cd0dd05cc6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-648138'] for router_gateway, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:13.067030 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-1605d740-7956-4e9e-bb5f-eb8cb0a0aa42 tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Deleting port ffa642d5-ede1-45e0-aee8-f3b8f4dce416 {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:56:13.067348 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-1605d740-7956-4e9e-bb5f-eb8cb0a0aa42 tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:13.158065 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-901b7e5d-0e3e-4841-8717-5cd0dd05cc6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129328'] for router, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:13.162066 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-901b7e5d-0e3e-4841-8717-5cd0dd05cc6b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:13.530206 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbffe9cb-9956-46bd-8911-67bb2898f807 req-1ea40b2f-4d73-42fe-b9f3-fc9aea72bcb2 tempest-VolumesActionsTest-1725541561 tempest-VolumesActionsTest-1725541561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:56:13.547735 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-bbffe9cb-9956-46bd-8911-67bb2898f807 req-1ea40b2f-4d73-42fe-b9f3-fc9aea72bcb2 tempest-VolumesActionsTest-1725541561 tempest-VolumesActionsTest-1725541561-project] 10.222.0.42 "GET /v2.0/ports?device_id=2b5ce451-a6ad-4f03-9328-bf5d01b2a976 HTTP/1.1" status: 200 len: 945 time: 0.0874383 Mar 29 15:56:13.652989 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-bbffe9cb-9956-46bd-8911-67bb2898f807 req-500e8de7-44ca-427d-a219-2a10565c9dfa tempest-VolumesActionsTest-1725541561 tempest-VolumesActionsTest-1725541561-project] 10.222.0.42 "GET /v2.0/security-groups?id=0ef091e9-40dc-465b-8534-595d6a2e14b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009443 Mar 29 15:56:13.671791 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-901b7e5d-0e3e-4841-8717-5cd0dd05cc6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-526718'] for router, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:13.673085 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-901b7e5d-0e3e-4841-8717-5cd0dd05cc6b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9b23177d-8c08-44e2-bf32-a433f760b109 {{(pid=102791) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 29 15:56:13.681605 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-901b7e5d-0e3e-4841-8717-5cd0dd05cc6b admin admin] Notify callbacks [] for router, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:13.684996 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-901b7e5d-0e3e-4841-8717-5cd0dd05cc6b admin admin] 10.222.0.42 "DELETE /v2.0/routers/9b23177d-8c08-44e2-bf32-a433f760b109 HTTP/1.1" status: 204 len: 168 time: 2.1530609 Mar 29 15:56:13.685730 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 38600) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:56:13.721764 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [None req-1605d740-7956-4e9e-bb5f-eb8cb0a0aa42 tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] For port ffa642d5-ede1-45e0-aee8-f3b8f4dce416, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=ffa642d5-ede1-45e0-aee8-f3b8f4dce416,segment=NetworkSegment(9779a8ce-e477-4331-8cc2-d153c07cbf93),segment_id=9779a8ce-e477-4331-8cc2-d153c07cbf93)] {{(pid=102791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:56:13.722127 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-1605d740-7956-4e9e-bb5f-eb8cb0a0aa42 tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:13.745805 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-1605d740-7956-4e9e-bb5f-eb8cb0a0aa42 tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Calling delete_port for ffa642d5-ede1-45e0-aee8-f3b8f4dce416 owned by network:router_interface {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:56:13.831202 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.db_base_plugin_v2 [None req-d16c96cd-8fa2-4a4a-bf46-bc2c847f10f1 admin admin] Deleting subnet 406fd4ed-e828-4758-9c87-5ac29cec1b72 {{(pid=102790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 15:56:13.838540 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-d16c96cd-8fa2-4a4a-bf46-bc2c847f10f1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:13.967185 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-d16c96cd-8fa2-4a4a-bf46-bc2c847f10f1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4614024'] for subnet, precommit_delete_associations {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:14.097672 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c282ff-1297-42f0-8973-2576e8ae1d7a req-9fd956ed-804d-4334-af6c-723c65afb582 tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:56:14.099291 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-54c282ff-1297-42f0-8973-2576e8ae1d7a req-9fd956ed-804d-4334-af6c-723c65afb582 tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] 10.222.0.42 "GET /v2.0/ports?device_id=4a6e5ec3-39e2-47e2-b9ec-187b5ddeca0e HTTP/1.1" status: 200 len: 946 time: 0.1068213 Mar 29 15:56:14.099999 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-1605d740-7956-4e9e-bb5f-eb8cb0a0aa42 tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:14.148174 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1605d740-7956-4e9e-bb5f-eb8cb0a0aa42 tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Pushing event deleted for resources: {'Port': ['ID=ffa642d5-ede1-45e0-aee8-f3b8f4dce416,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:56:14.152190 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-d16c96cd-8fa2-4a4a-bf46-bc2c847f10f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1641287'] for subnet, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:14.236211 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-d16c96cd-8fa2-4a4a-bf46-bc2c847f10f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1641294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5231963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4793952'] for subnet, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:14.281159 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-54c282ff-1297-42f0-8973-2576e8ae1d7a req-9b21afed-bc40-44bf-955c-7abd528a6d4e tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] 10.222.0.42 "GET /v2.0/security-groups?id=158a092c-dd2b-4e56-b164-ca7881904141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295907 Mar 29 15:56:14.312654 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16c96cd-8fa2-4a4a-bf46-bc2c847f10f1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=406fd4ed-e828-4758-9c87-5ac29cec1b72,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:56:14.315443 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-d16c96cd-8fa2-4a4a-bf46-bc2c847f10f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for subnet, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:14.320036 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-d16c96cd-8fa2-4a4a-bf46-bc2c847f10f1 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/406fd4ed-e828-4758-9c87-5ac29cec1b72 HTTP/1.1" status: 204 len: 168 time: 0.6301396 Mar 29 15:56:14.331628 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 38620) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:56:14.332366 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5ada4ce-ce3a-45b9-ac3f-4cd6d3c6cd1f None None] Network 5820eec2-ced2-414a-ab32-af1fabeb5f44 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 15:56:14.454751 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-761cc86b-18a5-4e2f-888e-c601ec6f88b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1631750'] for network, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:14.580036 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-761cc86b-18a5-4e2f-888e-c601ec6f88b4 admin admin] Deleting port 93ecb40f-39a7-4ce3-aaf6-140b0007159d {{(pid=102790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:56:14.580679 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-761cc86b-18a5-4e2f-888e-c601ec6f88b4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:14.617857 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-1605d740-7956-4e9e-bb5f-eb8cb0a0aa42 tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-530528'] for router_interface, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:14.636338 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device cde34bcf-8da1-4d24-9563-f97d8199f91f no longer exists at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:56:14.660794 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] No Port match for: cde34bcf-8da1-4d24-9563-f97d8199f91f {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 15:56:14.661374 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device cde34bcf-8da1-4d24-9563-f97d8199f91f not bound to the agent host n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:56:14.661964 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device ebc9cc52-020c-419f-9e91-e82c61c2fe20 no longer exists at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:56:14.707073 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] No Port match for: ebc9cc52-020c-419f-9e91-e82c61c2fe20 {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 15:56:14.707663 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device ebc9cc52-020c-419f-9e91-e82c61c2fe20 not bound to the agent host n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:56:14.724084 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [None req-761cc86b-18a5-4e2f-888e-c601ec6f88b4 admin admin] For port 93ecb40f-39a7-4ce3-aaf6-140b0007159d, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=93ecb40f-39a7-4ce3-aaf6-140b0007159d,segment=NetworkSegment(593392ec-7215-4ab3-8e52-325f9a7e2718),segment_id=593392ec-7215-4ab3-8e52-325f9a7e2718)] {{(pid=102790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:56:14.724917 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-761cc86b-18a5-4e2f-888e-c601ec6f88b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:14.739878 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-761cc86b-18a5-4e2f-888e-c601ec6f88b4 admin admin] Calling delete_port for 93ecb40f-39a7-4ce3-aaf6-140b0007159d owned by network:dhcp {{(pid=102790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:56:14.776518 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25c0419b-b8d3-41f5-98e1-4d3515617c8a None None] DHCP port deletion for 5820eec2-ced2-414a-ab32-af1fabeb5f44 request from n-d-834765-1 {{(pid=102792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 29 15:56:14.786448 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7145993-2fbd-475a-b21c-0b5910efad52 req-9b60fdd6-e735-46f8-a6d1-8e6f4c1a2b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:56:14.787960 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f7145993-2fbd-475a-b21c-0b5910efad52 req-9b60fdd6-e735-46f8-a6d1-8e6f4c1a2b28 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=4a6e5ec3-39e2-47e2-b9ec-187b5ddeca0e HTTP/1.1" status: 200 len: 1097 time: 0.1148310 Mar 29 15:56:14.830367 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-25c0419b-b8d3-41f5-98e1-4d3515617c8a None None] Deleting port 93ecb40f-39a7-4ce3-aaf6-140b0007159d {{(pid=102792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:56:14.831071 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-25c0419b-b8d3-41f5-98e1-4d3515617c8a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:14.881437 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faaa9ef8-9145-4dce-9372-c08a4fedbcdb req-c231743e-6851-43d3-9537-915bc03a4c65 tempest-VolumesActionsTest-1725541561 tempest-VolumesActionsTest-1725541561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:56:14.884069 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-faaa9ef8-9145-4dce-9372-c08a4fedbcdb req-c231743e-6851-43d3-9537-915bc03a4c65 tempest-VolumesActionsTest-1725541561 tempest-VolumesActionsTest-1725541561-project] 10.222.0.42 "GET /v2.0/ports?device_id=2b5ce451-a6ad-4f03-9328-bf5d01b2a976 HTTP/1.1" status: 200 len: 945 time: 0.1320655 Mar 29 15:56:14.902625 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-761cc86b-18a5-4e2f-888e-c601ec6f88b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:14.908556 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-25c0419b-b8d3-41f5-98e1-4d3515617c8a None None] For port 93ecb40f-39a7-4ce3-aaf6-140b0007159d, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=93ecb40f-39a7-4ce3-aaf6-140b0007159d,segment=NetworkSegment(593392ec-7215-4ab3-8e52-325f9a7e2718),segment_id=593392ec-7215-4ab3-8e52-325f9a7e2718)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:56:14.908998 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-25c0419b-b8d3-41f5-98e1-4d3515617c8a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:14.923962 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f7145993-2fbd-475a-b21c-0b5910efad52 req-1fd8d865-1340-44bf-863a-4b5476862a81 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=158a092c-dd2b-4e56-b164-ca7881904141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291008 Mar 29 15:56:14.927253 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-25c0419b-b8d3-41f5-98e1-4d3515617c8a None None] Calling delete_port for 93ecb40f-39a7-4ce3-aaf6-140b0007159d owned by network:dhcp {{(pid=102792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:56:14.937870 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1605d740-7956-4e9e-bb5f-eb8cb0a0aa42 tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Router 3c7329e7-d928-4bba-81b9-c356e07773ca has already been hosted by L3 agent c648d819-1060-4f26-b4ec-6455387b5dff {{(pid=102791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 15:56:14.939957 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761cc86b-18a5-4e2f-888e-c601ec6f88b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=93ecb40f-39a7-4ce3-aaf6-140b0007159d,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:56:14.981266 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-faaa9ef8-9145-4dce-9372-c08a4fedbcdb req-e2ef5303-04d1-4e8f-b7f0-de9abcddb5f6 tempest-VolumesActionsTest-1725541561 tempest-VolumesActionsTest-1725541561-project] 10.222.0.42 "GET /v2.0/security-groups?id=0ef091e9-40dc-465b-8534-595d6a2e14b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825655 Mar 29 15:56:14.982364 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-761cc86b-18a5-4e2f-888e-c601ec6f88b4 admin admin] No DVR routers for this DVR port 93ecb40f-39a7-4ce3-aaf6-140b0007159d on host n-d-834765-1 {{(pid=102790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:56:15.064201 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-25c0419b-b8d3-41f5-98e1-4d3515617c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350'] for port, after_delete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:15.073888 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-761cc86b-18a5-4e2f-888e-c601ec6f88b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639890', 'neutron.services.segments.db._delete_segments_for_network-8783523423079'] for network, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:15.084923 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25c0419b-b8d3-41f5-98e1-4d3515617c8a None None] No DVR routers for this DVR port 93ecb40f-39a7-4ce3-aaf6-140b0007159d on host n-d-834765-1 {{(pid=102792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:56:15.108114 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c0419b-b8d3-41f5-98e1-4d3515617c8a None None] Pushing event deleted for resources: {'Port': ['ID=93ecb40f-39a7-4ce3-aaf6-140b0007159d,revision_number=None']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:56:15.108907 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-761cc86b-18a5-4e2f-888e-c601ec6f88b4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5820eec2-ced2-414a-ab32-af1fabeb5f44']}} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:56:15.122361 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1605d740-7956-4e9e-bb5f-eb8cb0a0aa42 tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:56:15.122913 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-761cc86b-18a5-4e2f-888e-c601ec6f88b4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '593392ec-7215-4ab3-8e52-325f9a7e2718') {'for_net_delete': True} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:56:15.123226 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-761cc86b-18a5-4e2f-888e-c601ec6f88b4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '593392ec-7215-4ab3-8e52-325f9a7e2718') {} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:56:15.132101 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-1605d740-7956-4e9e-bb5f-eb8cb0a0aa42 tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] 10.222.0.42 "PUT /v2.0/routers/3c7329e7-d928-4bba-81b9-c356e07773ca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8488123 Mar 29 15:56:15.140861 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8dfe52f-d22c-4502-92d6-70d577059895 None None] Sync routers for ids ['3c7329e7-d928-4bba-81b9-c356e07773ca'] in n-d-834765-1 {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:56:15.149739 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 38632) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:56:15.150051 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-761cc86b-18a5-4e2f-888e-c601ec6f88b4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783523422064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4614019'] for segment, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:15.153058 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8dfe52f-d22c-4502-92d6-70d577059895 None None] Routers {'3c7329e7-d928-4bba-81b9-c356e07773ca'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:56:15.153847 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-b8dfe52f-d22c-4502-92d6-70d577059895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:56:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['3c7329e7-d928-4bba-81b9-c356e07773ca'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:56:15.166561 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-761cc86b-18a5-4e2f-888e-c601ec6f88b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:15.175849 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-761cc86b-18a5-4e2f-888e-c601ec6f88b4 admin admin] Releasing vlan 638 on physical network physnet1 to pool {{(pid=102790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 15:56:15.176271 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-761cc86b-18a5-4e2f-888e-c601ec6f88b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5238013'] for segment, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:15.178771 n-d-834765-1 neutron-server[102790]: Traceback (most recent call last): Mar 29 15:56:15.178771 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 15:56:15.178771 n-d-834765-1 neutron-server[102790]: timer() Mar 29 15:56:15.178771 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 15:56:15.178771 n-d-834765-1 neutron-server[102790]: cb(*args, **kw) Mar 29 15:56:15.178771 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 15:56:15.178771 n-d-834765-1 neutron-server[102790]: return func(*args, **kwargs) Mar 29 15:56:15.178771 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 15:56:15.178771 n-d-834765-1 neutron-server[102790]: self._notify() Mar 29 15:56:15.178771 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 15:56:15.178771 n-d-834765-1 neutron-server[102790]: self.callback(batched_events) Mar 29 15:56:15.178771 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 15:56:15.178771 n-d-834765-1 neutron-server[102790]: event.method(event) Mar 29 15:56:15.178771 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 15:56:15.178771 n-d-834765-1 neutron-server[102790]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 15:56:15.178771 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 15:56:15.178771 n-d-834765-1 neutron-server[102790]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 15:56:15.178771 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 15:56:15.178771 n-d-834765-1 neutron-server[102790]: return f(self, *a, **k) Mar 29 15:56:15.178771 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 15:56:15.178771 n-d-834765-1 neutron-server[102790]: return self._get(url).json() Mar 29 15:56:15.178771 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 15:56:15.178771 n-d-834765-1 neutron-server[102790]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 15:56:15.178771 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 15:56:15.178771 n-d-834765-1 neutron-server[102790]: return self.request(url, 'GET', **kwargs) Mar 29 15:56:15.178771 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 15:56:15.178771 n-d-834765-1 neutron-server[102790]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 15:56:15.178771 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 15:56:15.178771 n-d-834765-1 neutron-server[102790]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 15:56:15.178771 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 15:56:15.178771 n-d-834765-1 neutron-server[102790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 15:56:15.178771 n-d-834765-1 neutron-server[102790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 15:56:15.248523 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_v2 [None req-14f3e413-dd5f-4ed0-beaa-acb620fc0044 tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Deleting subnet d1790831-214e-4ecf-90c1-f78e7ba94f96 {{(pid=102791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 15:56:15.253726 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-14f3e413-dd5f-4ed0-beaa-acb620fc0044 tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Notify callbacks [] for subnet, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:15.300279 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvr_db [None req-b8dfe52f-d22c-4502-92d6-70d577059895 None None] Set router 3c7329e7-d928-4bba-81b9-c356e07773ca gateway port host: n-d-834765-1 {{(pid=102793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:56:15.308424 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-14f3e413-dd5f-4ed0-beaa-acb620fc0044 tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4230423'] for subnet, precommit_delete_associations {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:15.327338 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d371cb-c260-493c-bfc9-ee8217c0371c req-40574ac7-45e8-4ed0-84df-7e2f9f3771fa tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:56:15.330019 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-d0d371cb-c260-493c-bfc9-ee8217c0371c req-40574ac7-45e8-4ed0-84df-7e2f9f3771fa tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] 10.222.0.42 "GET /v2.0/ports?device_id=27edd37b-f742-40e3-a8c7-8890983862b7 HTTP/1.1" status: 200 len: 945 time: 0.0968139 Mar 29 15:56:15.333372 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-761cc86b-18a5-4e2f-888e-c601ec6f88b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1639897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648174'] for network, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:15.372909 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-761cc86b-18a5-4e2f-888e-c601ec6f88b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for network, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:15.377442 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-761cc86b-18a5-4e2f-888e-c601ec6f88b4 admin admin] 10.222.0.42 "DELETE /v2.0/networks/5820eec2-ced2-414a-ab32-af1fabeb5f44 HTTP/1.1" status: 204 len: 168 time: 1.0471492 Mar 29 15:56:15.379023 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761cc86b-18a5-4e2f-888e-c601ec6f88b4 admin admin] Pushing event deleted for resources: {'Network': ['ID=5820eec2-ced2-414a-ab32-af1fabeb5f44,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:56:15.462496 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-d0d371cb-c260-493c-bfc9-ee8217c0371c req-29ad65b3-8fca-4da2-acd8-2de41bea1104 tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] 10.222.0.42 "GET /v2.0/security-groups?id=4d484579-48b3-4400-916a-a84f820a118c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1216109 Mar 29 15:56:15.502758 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e491ef6-79a3-432f-9978-b84aea08e260 req-38382ef6-7bb6-47d6-82ce-3fdc30c70f3b tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:56:15.504353 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-7e491ef6-79a3-432f-9978-b84aea08e260 req-38382ef6-7bb6-47d6-82ce-3fdc30c70f3b tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] 10.222.0.42 "GET /v2.0/ports?device_id=4a6e5ec3-39e2-47e2-b9ec-187b5ddeca0e HTTP/1.1" status: 200 len: 946 time: 0.1274683 Mar 29 15:56:15.608313 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-7e491ef6-79a3-432f-9978-b84aea08e260 req-c8ae2863-32c5-4aea-8fd4-d129ee1a34ad tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] 10.222.0.42 "GET /v2.0/security-groups?id=158a092c-dd2b-4e56-b164-ca7881904141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938747 Mar 29 15:56:15.617969 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-14f3e413-dd5f-4ed0-beaa-acb620fc0044 tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1641287'] for subnet, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:15.668948 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 38650) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:56:15.720343 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-14f3e413-dd5f-4ed0-beaa-acb620fc0044 tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1641294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16155591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16218852'] for subnet, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:15.743914 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-5a36c200-358c-4e67-a1d7-270b303617b7 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c6465a9dafbf43bf90c09b1dce8d1fc6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0716887 Mar 29 15:56:15.744232 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 38652) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:56:15.770532 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f3e413-dd5f-4ed0-beaa-acb620fc0044 tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Pushing event deleted for resources: {'Subnet': ['ID=d1790831-214e-4ecf-90c1-f78e7ba94f96,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:56:15.776338 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-14f3e413-dd5f-4ed0-beaa-acb620fc0044 tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Notify callbacks [] for subnet, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:15.781497 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-14f3e413-dd5f-4ed0-beaa-acb620fc0044 tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] 10.222.0.42 "DELETE /v2.0/subnets/d1790831-214e-4ecf-90c1-f78e7ba94f96 HTTP/1.1" status: 204 len: 168 time: 0.6305058 Mar 29 15:56:15.784135 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7d6e744-50ce-4650-b51b-789754cc0441 None None] Network bc88b80e-509f-4983-8355-8cb722b08b1c requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 15:56:15.785034 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 38654) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:56:15.794353 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-b8dfe52f-d22c-4502-92d6-70d577059895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c7329e7-d928-4bba-81b9-c356e07773ca', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2028324156', 'tenant_id': '030130d0937d42c9a5ecbc5c59eb4929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.142'}], 'enable_snat': True}, 'gw_port_id': 'f2a558ee-cb7e-4438-8bbf-6e3bb280e05b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:53:22Z', 'updated_at': '2022-03-29T15:56:13Z', 'revision_number': 5, 'project_id': '030130d0937d42c9a5ecbc5c59eb4929', 'gw_port': {'id': 'f2a558ee-cb7e-4438-8bbf-6e3bb280e05b', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:99:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c7329e7-d928-4bba-81b9-c356e07773ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2162, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:53:24Z', 'updated_at': '2022-03-29T15:53:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1'}], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:56:15.817651 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-067bccf5-2a23-4a52-bbcd-905c5c64b172 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:15.828852 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8dfe52f-d22c-4502-92d6-70d577059895 None None] Checking router: 3c7329e7-d928-4bba-81b9-c356e07773ca for host: n-d-834765-1 {{(pid=102793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:56:15.841757 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8dfe52f-d22c-4502-92d6-70d577059895 None None] Routers {'3c7329e7-d928-4bba-81b9-c356e07773ca'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:56:15.842413 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-b8dfe52f-d22c-4502-92d6-70d577059895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:56:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['3c7329e7-d928-4bba-81b9-c356e07773ca'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:56:15.883181 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-067bccf5-2a23-4a52-bbcd-905c5c64b172 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:16.017351 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-067bccf5-2a23-4a52-bbcd-905c5c64b172 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:16.021828 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-067bccf5-2a23-4a52-bbcd-905c5c64b172 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:16.023481 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-067bccf5-2a23-4a52-bbcd-905c5c64b172 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/10937b32-3628-4fb8-8b8d-b1391930cf8a HTTP/1.1" status: 204 len: 168 time: 0.2783895 Mar 29 15:56:16.024863 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-9669b71f-1774-408c-9ab8-9f36ae43ab49 tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Notify callbacks [] for router, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:16.035444 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvr_db [None req-b8dfe52f-d22c-4502-92d6-70d577059895 None None] Set router 3c7329e7-d928-4bba-81b9-c356e07773ca gateway port host: n-d-834765-1 {{(pid=102793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:56:16.060511 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067bccf5-2a23-4a52-bbcd-905c5c64b172 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10937b32-3628-4fb8-8b8d-b1391930cf8a,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:56:16.148601 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d29842b0-483d-4e00-9343-afc6b726cc12 None None] DHCP port deletion for bc88b80e-509f-4983-8355-8cb722b08b1c request from n-d-834765-1 {{(pid=102792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 29 15:56:16.201971 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-9669b71f-1774-408c-9ab8-9f36ae43ab49 tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:16.293335 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-d29842b0-483d-4e00-9343-afc6b726cc12 None None] Deleting port 7f2bba77-7a22-4b5a-925b-e43efb2a0ebd {{(pid=102792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:56:16.298995 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d29842b0-483d-4e00-9343-afc6b726cc12 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:16.341864 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-9669b71f-1774-408c-9ab8-9f36ae43ab49 tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Deleting port f2a558ee-cb7e-4438-8bbf-6e3bb280e05b {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:56:16.342368 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-9669b71f-1774-408c-9ab8-9f36ae43ab49 tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:16.490519 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-d29842b0-483d-4e00-9343-afc6b726cc12 None None] For port 7f2bba77-7a22-4b5a-925b-e43efb2a0ebd, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=7f2bba77-7a22-4b5a-925b-e43efb2a0ebd,segment=NetworkSegment(9779a8ce-e477-4331-8cc2-d153c07cbf93),segment_id=9779a8ce-e477-4331-8cc2-d153c07cbf93)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:56:16.491029 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d29842b0-483d-4e00-9343-afc6b726cc12 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:16.518771 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [None req-9669b71f-1774-408c-9ab8-9f36ae43ab49 tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] For port f2a558ee-cb7e-4438-8bbf-6e3bb280e05b, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=f2a558ee-cb7e-4438-8bbf-6e3bb280e05b,segment=NetworkSegment(6ab47353-a811-4bad-bc73-b4cc84583cfd),segment_id=6ab47353-a811-4bad-bc73-b4cc84583cfd)] {{(pid=102791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:56:16.520897 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-9669b71f-1774-408c-9ab8-9f36ae43ab49 tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:16.528661 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-d29842b0-483d-4e00-9343-afc6b726cc12 None None] Calling delete_port for 7f2bba77-7a22-4b5a-925b-e43efb2a0ebd owned by network:dhcp {{(pid=102792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:56:16.581099 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-9669b71f-1774-408c-9ab8-9f36ae43ab49 tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Calling delete_port for f2a558ee-cb7e-4438-8bbf-6e3bb280e05b owned by network:router_gateway {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:56:16.620574 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-b8dfe52f-d22c-4502-92d6-70d577059895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c7329e7-d928-4bba-81b9-c356e07773ca', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2028324156', 'tenant_id': '030130d0937d42c9a5ecbc5c59eb4929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.142'}], 'enable_snat': True}, 'gw_port_id': 'f2a558ee-cb7e-4438-8bbf-6e3bb280e05b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:53:22Z', 'updated_at': '2022-03-29T15:56:13Z', 'revision_number': 5, 'project_id': '030130d0937d42c9a5ecbc5c59eb4929', 'gw_port': {'id': 'f2a558ee-cb7e-4438-8bbf-6e3bb280e05b', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:99:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c7329e7-d928-4bba-81b9-c356e07773ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2162, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:53:24Z', 'updated_at': '2022-03-29T15:53:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1'}], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:56:16.661980 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8dfe52f-d22c-4502-92d6-70d577059895 None None] The sync data for ids ['3c7329e7-d928-4bba-81b9-c356e07773ca'] in n-d-834765-1 is: [{'id': '3c7329e7-d928-4bba-81b9-c356e07773ca', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2028324156', 'tenant_id': '030130d0937d42c9a5ecbc5c59eb4929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.142'}], 'enable_snat': True}, 'gw_port_id': 'f2a558ee-cb7e-4438-8bbf-6e3bb280e05b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:53:22Z', 'updated_at': '2022-03-29T15:56:13Z', 'revision_number': 5, 'project_id': '030130d0937d42c9a5ecbc5c59eb4929', 'gw_port': {'id': 'f2a558ee-cb7e-4438-8bbf-6e3bb280e05b', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:99:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c7329e7-d928-4bba-81b9-c356e07773ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2162, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:53:24Z', 'updated_at': '2022-03-29T15:53:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1'}] {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:56:16.680688 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 7f2bba77-7a22-4b5a-925b-e43efb2a0ebd no longer exists at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:56:16.781158 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725477d1-9268-438b-8c44-a2b67d33ef40 req-87f2f596-58bb-4883-a1d2-be627ccfcc18 tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:56:16.789016 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-725477d1-9268-438b-8c44-a2b67d33ef40 req-87f2f596-58bb-4883-a1d2-be627ccfcc18 tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] 10.222.0.42 "GET /v2.0/ports?device_id=27edd37b-f742-40e3-a8c7-8890983862b7 HTTP/1.1" status: 200 len: 945 time: 0.1576428 Mar 29 15:56:16.830682 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:16.856931 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-725477d1-9268-438b-8c44-a2b67d33ef40 req-433f44e8-8d4f-452d-8972-14739b349882 tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] 10.222.0.42 "GET /v2.0/security-groups?id=4d484579-48b3-4400-916a-a84f820a118c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669446 Mar 29 15:56:16.876306 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] For port 7f2bba77-7a22-4b5a-925b-e43efb2a0ebd, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=7f2bba77-7a22-4b5a-925b-e43efb2a0ebd,segment=NetworkSegment(9779a8ce-e477-4331-8cc2-d153c07cbf93),segment_id=9779a8ce-e477-4331-8cc2-d153c07cbf93)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:56:16.885969 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:16.887014 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 93ecb40f-39a7-4ce3-aaf6-140b0007159d no longer exists at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:56:16.910288 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] No Port match for: 93ecb40f-39a7-4ce3-aaf6-140b0007159d {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 15:56:16.911070 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 93ecb40f-39a7-4ce3-aaf6-140b0007159d not bound to the agent host n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:56:16.927144 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09175891-528b-4d0b-b901-6f48b515b58e req-3ca82062-c4ba-40e8-8813-1d49eb48b001 tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:56:16.928697 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-09175891-528b-4d0b-b901-6f48b515b58e req-3ca82062-c4ba-40e8-8813-1d49eb48b001 tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] 10.222.0.42 "GET /v2.0/ports?device_id=4a6e5ec3-39e2-47e2-b9ec-187b5ddeca0e HTTP/1.1" status: 200 len: 946 time: 0.1106799 Mar 29 15:56:16.966348 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-9669b71f-1774-408c-9ab8-9f36ae43ab49 tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:16.970972 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d29842b0-483d-4e00-9343-afc6b726cc12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350'] for port, after_delete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:16.991320 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:17.000827 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d29842b0-483d-4e00-9343-afc6b726cc12 None None] No DVR routers for this DVR port 7f2bba77-7a22-4b5a-925b-e43efb2a0ebd on host n-d-834765-1 {{(pid=102792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:56:17.018745 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Pushing event updated for resources: {'Port': ['ID=7f2bba77-7a22-4b5a-925b-e43efb2a0ebd,revision_number=5']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:56:17.039031 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.agents_db [None req-59735a15-725e-44d4-9ad5-95cbe356f209 None None] Agent healthcheck: found 7 active agents {{(pid=102793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 15:56:17.041670 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-09175891-528b-4d0b-b901-6f48b515b58e req-3c429a49-24c1-4c43-b428-45d804770572 tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] 10.222.0.42 "GET /v2.0/security-groups?id=158a092c-dd2b-4e56-b164-ca7881904141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053555 Mar 29 15:56:17.051688 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9669b71f-1774-408c-9ab8-9f36ae43ab49 tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Pushing event deleted for resources: {'Port': ['ID=f2a558ee-cb7e-4438-8bbf-6e3bb280e05b,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:56:17.107423 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29842b0-483d-4e00-9343-afc6b726cc12 None None] Pushing event deleted for resources: {'Port': ['ID=7f2bba77-7a22-4b5a-925b-e43efb2a0ebd,revision_number=None']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:56:17.168762 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-9669b71f-1774-408c-9ab8-9f36ae43ab49 tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-648138'] for router_gateway, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:17.257788 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488279fa-ec83-4ba8-b12f-a0baf473830b req-253d4bfe-b133-4ad5-915a-00dbc655a794 tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:56:17.270539 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-488279fa-ec83-4ba8-b12f-a0baf473830b req-253d4bfe-b133-4ad5-915a-00dbc655a794 tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] 10.222.0.42 "GET /v2.0/ports?device_id=dc9add87-72f6-43b0-aaa0-72bdafaa8d86 HTTP/1.1" status: 200 len: 945 time: 0.0839515 Mar 29 15:56:17.326192 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-9669b71f-1774-408c-9ab8-9f36ae43ab49 tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129328'] for router, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:17.330243 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-9669b71f-1774-408c-9ab8-9f36ae43ab49 tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:17.340155 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-488279fa-ec83-4ba8-b12f-a0baf473830b req-85ca4f74-9663-44e8-87ec-80a69e5ecb80 tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] 10.222.0.42 "GET /v2.0/security-groups?id=158a092c-dd2b-4e56-b164-ca7881904141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538476 Mar 29 15:56:17.395058 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-9669b71f-1774-408c-9ab8-9f36ae43ab49 tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-526718'] for router, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:17.395665 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9669b71f-1774-408c-9ab8-9f36ae43ab49 tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Fanout notify agent at l3_agent the message router_deleted on router 3c7329e7-d928-4bba-81b9-c356e07773ca {{(pid=102791) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 29 15:56:17.409995 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-9669b71f-1774-408c-9ab8-9f36ae43ab49 tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Notify callbacks [] for router, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:17.411422 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-9669b71f-1774-408c-9ab8-9f36ae43ab49 tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] 10.222.0.42 "DELETE /v2.0/routers/3c7329e7-d928-4bba-81b9-c356e07773ca HTTP/1.1" status: 204 len: 168 time: 1.6251504 Mar 29 15:56:17.419411 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 38702) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:56:17.510484 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-96ec71b6-962e-437d-a713-19f37394cd1d tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1631750'] for network, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:17.643881 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-96ec71b6-962e-437d-a713-19f37394cd1d tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639890', 'neutron.services.segments.db._delete_segments_for_network-8783523423079'] for network, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:17.682601 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205cca98-8a2c-417e-b8bf-732d787a534c req-de7e958b-c2ab-467a-a39b-f7672d45027d tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:56:17.684280 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-205cca98-8a2c-417e-b8bf-732d787a534c req-de7e958b-c2ab-467a-a39b-f7672d45027d tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] 10.222.0.42 "GET /v2.0/ports?device_id=dc9add87-72f6-43b0-aaa0-72bdafaa8d86 HTTP/1.1" status: 200 len: 945 time: 0.1081464 Mar 29 15:56:17.686051 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-96ec71b6-962e-437d-a713-19f37394cd1d tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc88b80e-509f-4983-8355-8cb722b08b1c']}} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:56:17.715069 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-96ec71b6-962e-437d-a713-19f37394cd1d tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9779a8ce-e477-4331-8cc2-d153c07cbf93') {'for_net_delete': True} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:56:17.715323 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-96ec71b6-962e-437d-a713-19f37394cd1d tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9779a8ce-e477-4331-8cc2-d153c07cbf93') {} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:56:17.734509 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-96ec71b6-962e-437d-a713-19f37394cd1d tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783523422064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4230428'] for segment, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:17.759300 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-96ec71b6-962e-437d-a713-19f37394cd1d tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:17.766086 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-205cca98-8a2c-417e-b8bf-732d787a534c req-cd67991c-f14c-4b60-bdca-3469687f2848 tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] 10.222.0.42 "GET /v2.0/security-groups?id=158a092c-dd2b-4e56-b164-ca7881904141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697258 Mar 29 15:56:17.769163 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96ec71b6-962e-437d-a713-19f37394cd1d tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Releasing vlan 631 on physical network physnet1 to pool {{(pid=102791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 15:56:17.769459 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-96ec71b6-962e-437d-a713-19f37394cd1d tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16169569'] for segment, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:17.773059 n-d-834765-1 neutron-server[102791]: Traceback (most recent call last): Mar 29 15:56:17.773059 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 15:56:17.773059 n-d-834765-1 neutron-server[102791]: timer() Mar 29 15:56:17.773059 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 15:56:17.773059 n-d-834765-1 neutron-server[102791]: cb(*args, **kw) Mar 29 15:56:17.773059 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 15:56:17.773059 n-d-834765-1 neutron-server[102791]: return func(*args, **kwargs) Mar 29 15:56:17.773059 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 15:56:17.773059 n-d-834765-1 neutron-server[102791]: self._notify() Mar 29 15:56:17.773059 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 15:56:17.773059 n-d-834765-1 neutron-server[102791]: self.callback(batched_events) Mar 29 15:56:17.773059 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 15:56:17.773059 n-d-834765-1 neutron-server[102791]: event.method(event) Mar 29 15:56:17.773059 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 15:56:17.773059 n-d-834765-1 neutron-server[102791]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 15:56:17.773059 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 15:56:17.773059 n-d-834765-1 neutron-server[102791]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 15:56:17.773059 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 15:56:17.773059 n-d-834765-1 neutron-server[102791]: return f(self, *a, **k) Mar 29 15:56:17.773059 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 15:56:17.773059 n-d-834765-1 neutron-server[102791]: return self._get(url).json() Mar 29 15:56:17.773059 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 15:56:17.773059 n-d-834765-1 neutron-server[102791]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 15:56:17.773059 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 15:56:17.773059 n-d-834765-1 neutron-server[102791]: return self.request(url, 'GET', **kwargs) Mar 29 15:56:17.773059 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 15:56:17.773059 n-d-834765-1 neutron-server[102791]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 15:56:17.773059 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 15:56:17.773059 n-d-834765-1 neutron-server[102791]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 15:56:17.773059 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 15:56:17.773059 n-d-834765-1 neutron-server[102791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 15:56:17.773059 n-d-834765-1 neutron-server[102791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 15:56:17.801239 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:17.844245 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-96ec71b6-962e-437d-a713-19f37394cd1d tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1639897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648174'] for network, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:17.856754 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-96ec71b6-962e-437d-a713-19f37394cd1d tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for network, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:17.877024 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-96ec71b6-962e-437d-a713-19f37394cd1d tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] 10.222.0.42 "DELETE /v2.0/networks/bc88b80e-509f-4983-8355-8cb722b08b1c HTTP/1.1" status: 204 len: 168 time: 0.4561148 Mar 29 15:56:17.910594 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ec71b6-962e-437d-a713-19f37394cd1d tempest-TestSecurityGroupsBasicOps-1619193545 tempest-TestSecurityGroupsBasicOps-1619193545-project] Pushing event deleted for resources: {'Network': ['ID=bc88b80e-509f-4983-8355-8cb722b08b1c,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:56:18.010814 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57916b83-707f-4911-b868-535b72da7c26 req-b7964c91-201e-406a-9334-b5fec51c3280 tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:56:18.012431 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-57916b83-707f-4911-b868-535b72da7c26 req-b7964c91-201e-406a-9334-b5fec51c3280 tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] 10.222.0.42 "GET /v2.0/ports?device_id=27edd37b-f742-40e3-a8c7-8890983862b7 HTTP/1.1" status: 200 len: 945 time: 0.0774345 Mar 29 15:56:18.061206 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-57916b83-707f-4911-b868-535b72da7c26 req-2c349e5b-8254-4137-b8cc-fbb95a92c28a tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] 10.222.0.42 "GET /v2.0/security-groups?id=4d484579-48b3-4400-916a-a84f820a118c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409875 Mar 29 15:56:18.298550 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 38746) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:56:18.505902 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device f2a558ee-cb7e-4438-8bbf-6e3bb280e05b no longer exists at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:56:18.530863 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] No Port match for: f2a558ee-cb7e-4438-8bbf-6e3bb280e05b {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 15:56:18.531215 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device f2a558ee-cb7e-4438-8bbf-6e3bb280e05b not bound to the agent host n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:56:18.531675 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device ffa642d5-ede1-45e0-aee8-f3b8f4dce416 no longer exists at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:56:18.554433 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] No Port match for: ffa642d5-ede1-45e0-aee8-f3b8f4dce416 {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 15:56:18.554958 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device ffa642d5-ede1-45e0-aee8-f3b8f4dce416 not bound to the agent host n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:56:18.611832 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 38762) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:56:18.612269 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-df34a5d7-b8ef-4ec0-8fcb-4032af2e0c19 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=030130d0937d42c9a5ecbc5c59eb4929&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3123171 Mar 29 15:56:18.677903 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-dd15f820-0a64-49dc-a3d6-62ec4c3872f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:18.710928 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-dd15f820-0a64-49dc-a3d6-62ec4c3872f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:18.781970 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-dd15f820-0a64-49dc-a3d6-62ec4c3872f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:18.785127 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-dd15f820-0a64-49dc-a3d6-62ec4c3872f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:18.786327 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-dd15f820-0a64-49dc-a3d6-62ec4c3872f1 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b328fdb1-9f45-4740-be4c-7721f676802e HTTP/1.1" status: 204 len: 168 time: 0.1727607 Mar 29 15:56:18.811466 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd15f820-0a64-49dc-a3d6-62ec4c3872f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b328fdb1-9f45-4740-be4c-7721f676802e,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:56:18.969181 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413e55ed-3ba9-452e-b832-bbd4617b67bf req-a0fca353-8467-4289-bc1a-c5066c602ca4 tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:56:18.970862 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-413e55ed-3ba9-452e-b832-bbd4617b67bf req-a0fca353-8467-4289-bc1a-c5066c602ca4 tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] 10.222.0.42 "GET /v2.0/ports?device_id=dc9add87-72f6-43b0-aaa0-72bdafaa8d86 HTTP/1.1" status: 200 len: 945 time: 0.0936165 Mar 29 15:56:19.035869 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-413e55ed-3ba9-452e-b832-bbd4617b67bf req-2e8cb661-69dc-4861-a140-8f4f2f79414d tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] 10.222.0.42 "GET /v2.0/security-groups?id=158a092c-dd2b-4e56-b164-ca7881904141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584004 Mar 29 15:56:19.324731 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61acf3fe-9e4e-4e12-8f23-41b8306ae103 req-33b51039-39c1-406f-bfcb-bf73e6a51090 tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:56:19.326746 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-61acf3fe-9e4e-4e12-8f23-41b8306ae103 req-33b51039-39c1-406f-bfcb-bf73e6a51090 tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] 10.222.0.42 "GET /v2.0/ports?device_id=27edd37b-f742-40e3-a8c7-8890983862b7 HTTP/1.1" status: 200 len: 945 time: 0.1043315 Mar 29 15:56:19.386756 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-61acf3fe-9e4e-4e12-8f23-41b8306ae103 req-f8cc2d71-4d82-4d92-a54e-5970f461f73e tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] 10.222.0.42 "GET /v2.0/security-groups?id=4d484579-48b3-4400-916a-a84f820a118c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453849 Mar 29 15:56:19.454161 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 38818) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:56:19.484017 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-3a2a5617-cdd5-4e03-998b-0f3f5b7637f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:19.602718 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0746ee50-14f3-4b11-99f6-ad478baf74a9 req-800d47cb-bcf4-451d-a4c4-cd5f2d038a0e tempest-VolumesActionsTest-1725541561 tempest-VolumesActionsTest-1725541561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:56:19.604702 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-0746ee50-14f3-4b11-99f6-ad478baf74a9 req-800d47cb-bcf4-451d-a4c4-cd5f2d038a0e tempest-VolumesActionsTest-1725541561 tempest-VolumesActionsTest-1725541561-project] 10.222.0.42 "GET /v2.0/ports?device_id=2b5ce451-a6ad-4f03-9328-bf5d01b2a976 HTTP/1.1" status: 200 len: 945 time: 0.0845678 Mar 29 15:56:19.639049 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-3a2a5617-cdd5-4e03-998b-0f3f5b7637f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:19.657424 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e019b914-8d6a-4572-a99f-56349ba0cf7f req-d9526f4c-2aec-47ce-8f34-4a5cf6e01db8 tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:56:19.659326 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-e019b914-8d6a-4572-a99f-56349ba0cf7f req-d9526f4c-2aec-47ce-8f34-4a5cf6e01db8 tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] 10.222.0.42 "GET /v2.0/ports?device_id=dc9add87-72f6-43b0-aaa0-72bdafaa8d86 HTTP/1.1" status: 200 len: 945 time: 0.0823979 Mar 29 15:56:19.660835 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-3a2a5617-cdd5-4e03-998b-0f3f5b7637f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:19.717312 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-0746ee50-14f3-4b11-99f6-ad478baf74a9 req-2865721c-2ceb-4b36-932f-1794b34be05f tempest-VolumesActionsTest-1725541561 tempest-VolumesActionsTest-1725541561-project] 10.222.0.42 "GET /v2.0/security-groups?id=0ef091e9-40dc-465b-8534-595d6a2e14b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916750 Mar 29 15:56:19.735194 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 38824) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:56:19.743924 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-3a2a5617-cdd5-4e03-998b-0f3f5b7637f5 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=95d29c4aaab0429a98c93a2cf6703e75&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2884748 Mar 29 15:56:19.777599 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-e019b914-8d6a-4572-a99f-56349ba0cf7f req-ca8de020-6a89-4ed6-912a-3236d33f228a tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] 10.222.0.42 "GET /v2.0/security-groups?id=158a092c-dd2b-4e56-b164-ca7881904141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021361 Mar 29 15:56:19.779566 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2a5617-cdd5-4e03-998b-0f3f5b7637f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28f3424d-87a9-4a1b-b9ac-cefb05995748,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:56:19.796980 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-813ec364-81ec-47ce-b16d-06208fc223ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:19.836139 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-813ec364-81ec-47ce-b16d-06208fc223ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:19.899533 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-813ec364-81ec-47ce-b16d-06208fc223ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:19.902598 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-813ec364-81ec-47ce-b16d-06208fc223ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:19.906808 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-813ec364-81ec-47ce-b16d-06208fc223ba admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/28f3424d-87a9-4a1b-b9ac-cefb05995748 HTTP/1.1" status: 204 len: 168 time: 0.1704075 Mar 29 15:56:19.916635 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813ec364-81ec-47ce-b16d-06208fc223ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28f3424d-87a9-4a1b-b9ac-cefb05995748,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:56:20.068722 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 38838) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:56:20.174455 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-5fb8bcd9-5491-4c58-8128-234806accb3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:20.186643 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 38842) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:56:20.228838 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-58dfea3f-d8c0-44d9-9d49-06f918802f98 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=5d6d0c102ddb4801b4903f711245bc05&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0409460 Mar 29 15:56:20.231754 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 38844) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:56:20.249259 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-5fb8bcd9-5491-4c58-8128-234806accb3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:20.252781 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-5fb8bcd9-5491-4c58-8128-234806accb3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:20.280908 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-cd94561c-5e9b-47f8-88ad-0fd7aa077bcc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:20.293259 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-5fb8bcd9-5491-4c58-8128-234806accb3d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7f3db88f8a1b4e088895f079e0486cf3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2211063 Mar 29 15:56:20.293259 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb8bcd9-5491-4c58-8128-234806accb3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c6c8956-5241-4f7d-a2f9-6d14769240c3,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:56:20.293977 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 38846) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:56:20.313894 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-cd94561c-5e9b-47f8-88ad-0fd7aa077bcc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:20.376788 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-3755d39a-106d-4547-9a7d-36593fde30b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:20.392440 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-cd94561c-5e9b-47f8-88ad-0fd7aa077bcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:20.395071 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-cd94561c-5e9b-47f8-88ad-0fd7aa077bcc admin admin] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:20.396238 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-cd94561c-5e9b-47f8-88ad-0fd7aa077bcc admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f03fb13e-18ef-428d-a322-69424086db3e HTTP/1.1" status: 204 len: 168 time: 0.1635718 Mar 29 15:56:20.406562 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-3755d39a-106d-4547-9a7d-36593fde30b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:20.421676 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd94561c-5e9b-47f8-88ad-0fd7aa077bcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f03fb13e-18ef-428d-a322-69424086db3e,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:56:20.491902 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-3755d39a-106d-4547-9a7d-36593fde30b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:20.494462 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-3755d39a-106d-4547-9a7d-36593fde30b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:20.495614 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-3755d39a-106d-4547-9a7d-36593fde30b1 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/3c6c8956-5241-4f7d-a2f9-6d14769240c3 HTTP/1.1" status: 204 len: 168 time: 0.2007227 Mar 29 15:56:20.504572 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3755d39a-106d-4547-9a7d-36593fde30b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c6c8956-5241-4f7d-a2f9-6d14769240c3,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:56:20.562095 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b641b2-5293-4aee-abc7-41a7dfc39024 req-b18f3be0-2622-4bbd-95a3-b5f40d801ed2 tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:56:20.563774 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e2b641b2-5293-4aee-abc7-41a7dfc39024 req-b18f3be0-2622-4bbd-95a3-b5f40d801ed2 tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] 10.222.0.42 "GET /v2.0/ports?device_id=27edd37b-f742-40e3-a8c7-8890983862b7 HTTP/1.1" status: 200 len: 945 time: 0.0745218 Mar 29 15:56:20.605582 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e2b641b2-5293-4aee-abc7-41a7dfc39024 req-12495190-1a7a-4aca-bb22-fdb0edf41879 tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] 10.222.0.42 "GET /v2.0/security-groups?id=4d484579-48b3-4400-916a-a84f820a118c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344071 Mar 29 15:56:20.799993 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 38866) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:56:20.821380 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-2836db02-b1b4-489e-9718-61c7b0a8bb14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:20.863933 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a2ca85-96a2-40f1-b6cb-29d305f3c75c req-1b075361-998e-4fb3-b305-c8a2a051c63f tempest-VolumesActionsTest-1725541561 tempest-VolumesActionsTest-1725541561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:56:20.871845 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-64a2ca85-96a2-40f1-b6cb-29d305f3c75c req-1b075361-998e-4fb3-b305-c8a2a051c63f tempest-VolumesActionsTest-1725541561 tempest-VolumesActionsTest-1725541561-project] 10.222.0.42 "GET /v2.0/ports?device_id=2b5ce451-a6ad-4f03-9328-bf5d01b2a976 HTTP/1.1" status: 200 len: 945 time: 0.0756180 Mar 29 15:56:20.911415 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-64a2ca85-96a2-40f1-b6cb-29d305f3c75c req-21fea044-8e9e-4631-9e8c-3a144cd8078b tempest-VolumesActionsTest-1725541561 tempest-VolumesActionsTest-1725541561-project] 10.222.0.42 "GET /v2.0/security-groups?id=0ef091e9-40dc-465b-8534-595d6a2e14b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378544 Mar 29 15:56:20.981514 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bcb190-e913-483a-b8ce-3f7ee886a02a req-0a599582-dcee-492f-8273-c9d2050405fe tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:56:20.983055 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-60bcb190-e913-483a-b8ce-3f7ee886a02a req-0a599582-dcee-492f-8273-c9d2050405fe tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] 10.222.0.42 "GET /v2.0/ports?device_id=dc9add87-72f6-43b0-aaa0-72bdafaa8d86 HTTP/1.1" status: 200 len: 945 time: 0.1099849 Mar 29 15:56:20.985771 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-2836db02-b1b4-489e-9718-61c7b0a8bb14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:20.997265 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-2836db02-b1b4-489e-9718-61c7b0a8bb14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:21.063241 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-2836db02-b1b4-489e-9718-61c7b0a8bb14 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=969332caf0ef46d1bdf04f9f0adeec57&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2604315 Mar 29 15:56:21.066056 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 38882) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:56:21.071005 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a98407-7355-42a7-adb7-86b2a0bddd85 req-331aacd0-6167-4639-8371-f8cf2a7249cc tempest-VolumesActionsTest-1725541561 tempest-VolumesActionsTest-1725541561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:56:21.072736 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-86a98407-7355-42a7-adb7-86b2a0bddd85 req-331aacd0-6167-4639-8371-f8cf2a7249cc tempest-VolumesActionsTest-1725541561 tempest-VolumesActionsTest-1725541561-project] 10.222.0.48 "GET /v2.0/ports?device_id=2b5ce451-a6ad-4f03-9328-bf5d01b2a976 HTTP/1.1" status: 200 len: 945 time: 0.1507540 Mar 29 15:56:21.120966 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2836db02-b1b4-489e-9718-61c7b0a8bb14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ce33c1e-2d8c-41cb-a559-f3187ad4a9bd,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:56:21.139704 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-60bcb190-e913-483a-b8ce-3f7ee886a02a req-62d3b293-7683-46a4-99b8-0abddf4d31e4 tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] 10.222.0.42 "GET /v2.0/security-groups?id=158a092c-dd2b-4e56-b164-ca7881904141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451104 Mar 29 15:56:21.182022 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-91596137-6c59-4dc8-97c2-c9fe6de80d69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:21.206107 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-91596137-6c59-4dc8-97c2-c9fe6de80d69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:21.232160 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [req-86a98407-7355-42a7-adb7-86b2a0bddd85 req-ae977f72-4e0b-4b86-ba43-cd6ebfecaf26 tempest-VolumesActionsTest-1725541561 tempest-VolumesActionsTest-1725541561-project] Deleting port 787df676-b501-4746-a5a3-39e4f678cdf7 {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:56:21.232776 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-86a98407-7355-42a7-adb7-86b2a0bddd85 req-ae977f72-4e0b-4b86-ba43-cd6ebfecaf26 tempest-VolumesActionsTest-1725541561 tempest-VolumesActionsTest-1725541561-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:21.261381 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-91596137-6c59-4dc8-97c2-c9fe6de80d69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:21.266168 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-91596137-6c59-4dc8-97c2-c9fe6de80d69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:21.267591 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-91596137-6c59-4dc8-97c2-c9fe6de80d69 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/8ce33c1e-2d8c-41cb-a559-f3187ad4a9bd HTTP/1.1" status: 204 len: 168 time: 0.2002914 Mar 29 15:56:21.275986 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91596137-6c59-4dc8-97c2-c9fe6de80d69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ce33c1e-2d8c-41cb-a559-f3187ad4a9bd,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:56:21.298113 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 38894) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:56:21.376126 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-86a98407-7355-42a7-adb7-86b2a0bddd85 req-ae977f72-4e0b-4b86-ba43-cd6ebfecaf26 tempest-VolumesActionsTest-1725541561 tempest-VolumesActionsTest-1725541561-project] For port 787df676-b501-4746-a5a3-39e4f678cdf7, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=787df676-b501-4746-a5a3-39e4f678cdf7,segment=NetworkSegment(0c5661ba-80a7-423d-bc40-74f8a6b521ca),segment_id=0c5661ba-80a7-423d-bc40-74f8a6b521ca)] {{(pid=102791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:56:21.376489 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-86a98407-7355-42a7-adb7-86b2a0bddd85 req-ae977f72-4e0b-4b86-ba43-cd6ebfecaf26 tempest-VolumesActionsTest-1725541561 tempest-VolumesActionsTest-1725541561-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:21.392901 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [req-86a98407-7355-42a7-adb7-86b2a0bddd85 req-ae977f72-4e0b-4b86-ba43-cd6ebfecaf26 tempest-VolumesActionsTest-1725541561 tempest-VolumesActionsTest-1725541561-project] Calling delete_port for 787df676-b501-4746-a5a3-39e4f678cdf7 owned by compute:nova {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:56:21.428356 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-e8a7ff43-fd73-4b78-8b4a-aabc1becfcd1 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1912300397-network', 'tenant_id': 'f31979fa8a674f56835f136e5e49ba5c'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:56:21.459254 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8a7ff43-fd73-4b78-8b4a-aabc1becfcd1 admin admin] Made reservation on behalf of f31979fa8a674f56835f136e5e49ba5c for: {'network': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:56:21.462444 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e8a7ff43-fd73-4b78-8b4a-aabc1becfcd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for network, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:21.474292 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e8a7ff43-fd73-4b78-8b4a-aabc1becfcd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:21.562752 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-86a98407-7355-42a7-adb7-86b2a0bddd85 req-ae977f72-4e0b-4b86-ba43-cd6ebfecaf26 tempest-VolumesActionsTest-1725541561 tempest-VolumesActionsTest-1725541561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:21.575502 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] get_ports_and_sgs() called for port_ids ['787df676-b501-4746-a5a3-39e4f678cdf7'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:56:21.585599 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e8a7ff43-fd73-4b78-8b4a-aabc1becfcd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:21.593382 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e8a7ff43-fd73-4b78-8b4a-aabc1becfcd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:21.611738 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae977f72-4e0b-4b86-ba43-cd6ebfecaf26 tempest-VolumesActionsTest-1725541561 tempest-VolumesActionsTest-1725541561-project] Pushing event deleted for resources: {'Port': ['ID=787df676-b501-4746-a5a3-39e4f678cdf7,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:56:21.634633 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a7ff43-fd73-4b78-8b4a-aabc1becfcd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e7dc381-3678-4cad-aeb8-d0ce3409e19e,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:56:21.646918 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8a7ff43-fd73-4b78-8b4a-aabc1becfcd1 admin admin] vlan segment allocate from pool success with {'vlan_id': 601, 'physical_network': 'physnet1'} {{(pid=102790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 15:56:21.666954 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e8a7ff43-fd73-4b78-8b4a-aabc1becfcd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:21.667320 n-d-834765-1 neutron-server[102790]: INFO neutron.db.segments_db [None req-e8a7ff43-fd73-4b78-8b4a-aabc1becfcd1 admin admin] Added segment f897e69d-257a-4c8a-bc55-e063bbc47d9e of type vlan for network 8594f729-9088-4f6b-8543-aaadb0f5b192 Mar 29 15:56:21.688511 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [req-86a98407-7355-42a7-adb7-86b2a0bddd85 req-ae977f72-4e0b-4b86-ba43-cd6ebfecaf26 tempest-VolumesActionsTest-1725541561 tempest-VolumesActionsTest-1725541561-project] No DVR routers for this DVR port 787df676-b501-4746-a5a3-39e4f678cdf7 on host n-h2-834765-1 {{(pid=102791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:56:21.691483 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-86a98407-7355-42a7-adb7-86b2a0bddd85 req-ae977f72-4e0b-4b86-ba43-cd6ebfecaf26 tempest-VolumesActionsTest-1725541561 tempest-VolumesActionsTest-1725541561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:21.697078 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-86a98407-7355-42a7-adb7-86b2a0bddd85 req-ae977f72-4e0b-4b86-ba43-cd6ebfecaf26 tempest-VolumesActionsTest-1725541561 tempest-VolumesActionsTest-1725541561-project] 10.222.0.48 "DELETE /v2.0/ports/787df676-b501-4746-a5a3-39e4f678cdf7 HTTP/1.1" status: 204 len: 173 time: 0.6166799 Mar 29 15:56:21.697536 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b5ce451-a6ad-4f03-9328-bf5d01b2a976', 'name': 'network-vif-deleted', 'tag': '787df676-b501-4746-a5a3-39e4f678cdf7'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:56:21.700549 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c67b028db5e9b9818fecc5c0a87ebc6f190694fa53ca267d523e04f98de536d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae87976a-930a-4f49-9ca4-14871abf0e8f" -d '{"events": [{"server_uuid": "2b5ce451-a6ad-4f03-9328-bf5d01b2a976", "name": "network-vif-deleted", "tag": "787df676-b501-4746-a5a3-39e4f678cdf7"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:56:21.730008 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e8a7ff43-fd73-4b78-8b4a-aabc1becfcd1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783522915970'] for network, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:21.808222 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8afd8af-9941-49ed-ac49-5ac563f77fb9 req-29707556-fba3-4268-a73c-6de0746ce49a tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:56:21.809751 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-e8afd8af-9941-49ed-ac49-5ac563f77fb9 req-29707556-fba3-4268-a73c-6de0746ce49a tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] 10.222.0.42 "GET /v2.0/ports?device_id=27edd37b-f742-40e3-a8c7-8890983862b7 HTTP/1.1" status: 200 len: 945 time: 0.0773144 Mar 29 15:56:21.816598 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e8a7ff43-fd73-4b78-8b4a-aabc1becfcd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795'] for network, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:21.817678 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8a7ff43-fd73-4b78-8b4a-aabc1becfcd1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:56:21.818349 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e8a7ff43-fd73-4b78-8b4a-aabc1becfcd1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for network, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:21.899502 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-e8a7ff43-fd73-4b78-8b4a-aabc1becfcd1 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6002469 Mar 29 15:56:21.902691 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 38920) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:56:21.910564 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-0583458a-26fc-4006-9a70-5f72362bb27c admin admin] Request body: {'subnet': {'network_id': '8594f729-9088-4f6b-8543-aaadb0f5b192', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1912300397-subnet', 'tenant_id': 'f31979fa8a674f56835f136e5e49ba5c', 'ip_version': 4}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:56:21.910848 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a7ff43-fd73-4b78-8b4a-aabc1becfcd1 admin admin] Pushing event updated for resources: {'Network': ['ID=8594f729-9088-4f6b-8543-aaadb0f5b192,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:56:21.923034 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Network 8594f729-9088-4f6b-8543-aaadb0f5b192 details requested by agent ovs-agent-n-d-834765-1 with host n-d-834765-1 {{(pid=102792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 15:56:21.956563 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-e8afd8af-9941-49ed-ac49-5ac563f77fb9 req-469fc758-34b9-4813-9ac7-4eeb5b885552 tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] 10.222.0.42 "GET /v2.0/security-groups?id=4d484579-48b3-4400-916a-a84f820a118c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1248810 Mar 29 15:56:21.976987 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0583458a-26fc-4006-9a70-5f72362bb27c admin admin] Made reservation on behalf of f31979fa8a674f56835f136e5e49ba5c for: {'subnet': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:56:21.981779 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-0583458a-26fc-4006-9a70-5f72362bb27c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16218875'] for subnet, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:22.002428 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:56:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3664edb4-6226-453c-8334-c896b9d56591 x-openstack-request-id: req-3664edb4-6226-453c-8334-c896b9d56591 {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:56:22.002996 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b5ce451-a6ad-4f03-9328-bf5d01b2a976", "name": "network-vif-deleted", "tag": "787df676-b501-4746-a5a3-39e4f678cdf7", "status": "completed", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:56:22.003424 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-3664edb4-6226-453c-8334-c896b9d56591 {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:56:22.005684 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b5ce451-a6ad-4f03-9328-bf5d01b2a976', 'name': 'network-vif-deleted', 'tag': '787df676-b501-4746-a5a3-39e4f678cdf7', 'status': 'completed', 'code': 200} Mar 29 15:56:22.132742 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-1808b7ba-1838-4576-b1f1-a04cb17f2007 req-bc833843-3c3b-413b-9fe1-85f01248f373 tempest-VolumesActionsTest-1725541561 tempest-VolumesActionsTest-1725541561-project] 10.222.0.42 "GET /v2.0/ports?device_id=2b5ce451-a6ad-4f03-9328-bf5d01b2a976 HTTP/1.1" status: 200 len: 210 time: 0.0367007 Mar 29 15:56:22.298518 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-0583458a-26fc-4006-9a70-5f72362bb27c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16155524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16218861'] for subnet, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:22.388207 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0583458a-26fc-4006-9a70-5f72362bb27c admin admin] Pushing event updated for resources: {'Subnet': ['ID=52e8269b-e046-4c98-a9b1-ef8905fa8ddb,revision_number=0']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:56:22.400013 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0583458a-26fc-4006-9a70-5f72362bb27c admin admin] Checking segment: {'id': 'f897e69d-257a-4c8a-bc55-e063bbc47d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '8594f729-9088-4f6b-8543-aaadb0f5b192'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:56:22.400367 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0583458a-26fc-4006-9a70-5f72362bb27c admin admin] Network hostable DHCP agents. Network: 8594f729-9088-4f6b-8543-aaadb0f5b192, hostable agents: ['d136643e-48ae-49d4-a851-2ba3bdf3749c'], hosted agents: [] {{(pid=102791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 15:56:22.430304 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0583458a-26fc-4006-9a70-5f72362bb27c admin admin] Network 8594f729-9088-4f6b-8543-aaadb0f5b192 is scheduled to be hosted by DHCP agent d136643e-48ae-49d4-a851-2ba3bdf3749c with binding_index 1 {{(pid=102791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 15:56:22.456722 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [None req-0583458a-26fc-4006-9a70-5f72362bb27c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834765-1, 8594f729-9088-4f6b-8543-aaadb0f5b192) {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:56:22.468570 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0583458a-26fc-4006-9a70-5f72362bb27c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:56:22.469462 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-0583458a-26fc-4006-9a70-5f72362bb27c admin admin] Notify callbacks [] for subnet, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:22.470270 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-385039a4-44c9-48f2-a20e-23c502fd186c None None] Network 8594f729-9088-4f6b-8543-aaadb0f5b192 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 15:56:22.504289 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-0583458a-26fc-4006-9a70-5f72362bb27c admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6002002 Mar 29 15:56:22.506570 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 38940) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:56:22.520789 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-1a8a5a51-d3b3-4acc-91e7-98db7f7a7e07 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1912300397-router', 'tenant_id': 'f31979fa8a674f56835f136e5e49ba5c', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'}}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:56:22.546265 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-1a8a5a51-d3b3-4acc-91e7-98db7f7a7e07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-532385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129310'] for router, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:22.547964 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-1a8a5a51-d3b3-4acc-91e7-98db7f7a7e07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-648091', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-684384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129319'] for router, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:22.637684 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-1a8a5a51-d3b3-4acc-91e7-98db7f7a7e07 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:22.719678 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b1936f4-bc60-4994-8fd6-25b7367e2035 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0035034-69b0-5ffc-b384-0ac6189c5628-8594f729-9088-4f6b-8543-aaadb0f5b192', 'network_id': '8594f729-9088-4f6b-8543-aaadb0f5b192', 'tenant_id': 'f31979fa8a674f56835f136e5e49ba5c', 'fixed_ips': [{'subnet_id': '52e8269b-e046-4c98-a9b1-ef8905fa8ddb'}]}} from n-d-834765-1. {{(pid=102792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 29 15:56:22.720648 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-2b1936f4-bc60-4994-8fd6-25b7367e2035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:22.793912 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-1a8a5a51-d3b3-4acc-91e7-98db7f7a7e07 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:22.870393 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.db_base_plugin_common [None req-2b1936f4-bc60-4994-8fd6-25b7367e2035 None None] Allocated IP 172.20.0.2 (8594f729-9088-4f6b-8543-aaadb0f5b192/52e8269b-e046-4c98-a9b1-ef8905fa8ddb/8056b775-7fe0-46c4-9327-572525b81f8d) {{(pid=102792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:56:23.009874 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-1a8a5a51-d3b3-4acc-91e7-98db7f7a7e07 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:23.027342 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-2b1936f4-bc60-4994-8fd6-25b7367e2035 None None] Notify callbacks [] for port, precommit_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:23.035227 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-1a8a5a51-d3b3-4acc-91e7-98db7f7a7e07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:23.036324 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-2b1936f4-bc60-4994-8fd6-25b7367e2035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956'] for port, after_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:23.085254 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1936f4-bc60-4994-8fd6-25b7367e2035 None None] Pushing event updated for resources: {'Port': ['ID=8056b775-7fe0-46c4-9327-572525b81f8d,revision_number=1']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:56:23.095947 n-d-834765-1 neutron-server[102792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b1936f4-bc60-4994-8fd6-25b7367e2035 None None] Network 8594f729-9088-4f6b-8543-aaadb0f5b192 is already hosted by enough agents. {{(pid=102792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:56:23.097366 n-d-834765-1 neutron-server[102792]: DEBUG neutron.scheduler.base_scheduler [None req-2b1936f4-bc60-4994-8fd6-25b7367e2035 None None] Resources bound (agent type, host, resource id): {{(pid=102792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:56:23.103626 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b1936f4-bc60-4994-8fd6-25b7367e2035 None None] Received port after_create {{(pid=102792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:56:23.136981 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ac445a-2986-4809-b517-7a10ce5bcb15 req-d9941434-94a7-43bb-8df9-05945b936f31 tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:56:23.138537 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-b7ac445a-2986-4809-b517-7a10ce5bcb15 req-d9941434-94a7-43bb-8df9-05945b936f31 tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] 10.222.0.42 "GET /v2.0/ports?device_id=27edd37b-f742-40e3-a8c7-8890983862b7 HTTP/1.1" status: 200 len: 945 time: 0.0642869 Mar 29 15:56:23.156598 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_common [None req-1a8a5a51-d3b3-4acc-91e7-98db7f7a7e07 admin admin] Allocated IP 172.25.4.192 (4a4a035d-ecac-4ead-baa3-25f90788773a/e1a353dc-fac8-4901-a63c-273840237d6a/a9e975fe-4cb2-4e7f-9458-99fac6b3ced0) {{(pid=102791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:56:23.175916 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-2b1936f4-bc60-4994-8fd6-25b7367e2035 None None] Attempting to bind port 8056b775-7fe0-46c4-9327-572525b81f8d on host n-d-834765-1 for vnic_type normal with profile {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:56:23.176510 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-2b1936f4-bc60-4994-8fd6-25b7367e2035 None None] Attempting to bind port 8056b775-7fe0-46c4-9327-572525b81f8d by drivers openvswitch,hyperv on host n-d-834765-1 at level 0 using segments [{'id': 'f897e69d-257a-4c8a-bc55-e063bbc47d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '8594f729-9088-4f6b-8543-aaadb0f5b192'}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:56:23.177035 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b1936f4-bc60-4994-8fd6-25b7367e2035 None None] Attempting to bind port 8056b775-7fe0-46c4-9327-572525b81f8d on network 8594f729-9088-4f6b-8543-aaadb0f5b192 {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:56:23.185209 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b1936f4-bc60-4994-8fd6-25b7367e2035 None None] Checking agent: {'id': 'a8866439-9d96-425c-b519-6905c591ac37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 25, 36), 'started_at': datetime.datetime(2022, 3, 29, 15, 26, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 56, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834765-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:56:23.186099 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b1936f4-bc60-4994-8fd6-25b7367e2035 None None] Checking segment: {'id': 'f897e69d-257a-4c8a-bc55-e063bbc47d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '8594f729-9088-4f6b-8543-aaadb0f5b192'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:56:23.187393 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-2b1936f4-bc60-4994-8fd6-25b7367e2035 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:23.188188 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b1936f4-bc60-4994-8fd6-25b7367e2035 None None] Bound using segment: {'id': 'f897e69d-257a-4c8a-bc55-e063bbc47d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '8594f729-9088-4f6b-8543-aaadb0f5b192'} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:56:23.188823 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-2b1936f4-bc60-4994-8fd6-25b7367e2035 None None] Bound port: 8056b775-7fe0-46c4-9327-572525b81f8d, host: n-d-834765-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f897e69d-257a-4c8a-bc55-e063bbc47d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '8594f729-9088-4f6b-8543-aaadb0f5b192'}}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 15:56:23.190000 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-2b1936f4-bc60-4994-8fd6-25b7367e2035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:23.207969 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-b7ac445a-2986-4809-b517-7a10ce5bcb15 req-49ef4aa0-4043-4e06-ae48-48f643cfcdc0 tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] 10.222.0.42 "GET /v2.0/security-groups?id=4d484579-48b3-4400-916a-a84f820a118c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625432 Mar 29 15:56:23.288103 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-2b1936f4-bc60-4994-8fd6-25b7367e2035 None None] For port 8056b775-7fe0-46c4-9327-572525b81f8d, host n-d-834765-1, cleared binding levels {{(pid=102792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:56:23.291933 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-2b1936f4-bc60-4994-8fd6-25b7367e2035 None None] For port 8056b775-7fe0-46c4-9327-572525b81f8d, host n-d-834765-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=8056b775-7fe0-46c4-9327-572525b81f8d,segment=NetworkSegment(f897e69d-257a-4c8a-bc55-e063bbc47d9e),segment_id=f897e69d-257a-4c8a-bc55-e063bbc47d9e)] {{(pid=102792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:56:23.295962 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-1a8a5a51-d3b3-4acc-91e7-98db7f7a7e07 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:23.297636 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-2b1936f4-bc60-4994-8fd6-25b7367e2035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:23.353384 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-1a8a5a51-d3b3-4acc-91e7-98db7f7a7e07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:23.365734 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1936f4-bc60-4994-8fd6-25b7367e2035 None None] Pushing event updated for resources: {'Port': ['ID=8056b775-7fe0-46c4-9327-572525b81f8d,revision_number=2']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:56:23.435691 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a8a5a51-d3b3-4acc-91e7-98db7f7a7e07 admin admin] Network 4a4a035d-ecac-4ead-baa3-25f90788773a is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:56:23.439918 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [None req-1a8a5a51-d3b3-4acc-91e7-98db7f7a7e07 admin admin] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:56:23.442366 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a8a5a51-d3b3-4acc-91e7-98db7f7a7e07 admin admin] Received port after_create {{(pid=102791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:56:23.470352 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8a5a51-d3b3-4acc-91e7-98db7f7a7e07 admin admin] Pushing event updated for resources: {'Port': ['ID=a9e975fe-4cb2-4e7f-9458-99fac6b3ced0,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:56:23.906420 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-1a8a5a51-d3b3-4acc-91e7-98db7f7a7e07 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:24.381222 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3acc716-62b3-45f7-a95d-d0c644ba6839 req-ab85d7a4-9ed9-4a82-9372-61caabd989d9 tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:56:24.382810 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-a3acc716-62b3-45f7-a95d-d0c644ba6839 req-ab85d7a4-9ed9-4a82-9372-61caabd989d9 tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] 10.222.0.42 "GET /v2.0/ports?device_id=27edd37b-f742-40e3-a8c7-8890983862b7 HTTP/1.1" status: 200 len: 945 time: 0.0778093 Mar 29 15:56:24.485295 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-a3acc716-62b3-45f7-a95d-d0c644ba6839 req-62a55bc1-dcd8-4844-83b6-07e5a6af0516 tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] 10.222.0.42 "GET /v2.0/security-groups?id=4d484579-48b3-4400-916a-a84f820a118c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0954180 Mar 29 15:56:24.613780 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce569eb6-0cc6-471f-80c3-779f5dfb37d2 req-e5e15c7d-2021-4275-978c-fcb714c4e964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:56:24.629010 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ce569eb6-0cc6-471f-80c3-779f5dfb37d2 req-e5e15c7d-2021-4275-978c-fcb714c4e964 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=48ba1cdba6ea4eb098e40b52d44291ec&device_id=dc9add87-72f6-43b0-aaa0-72bdafaa8d86 HTTP/1.1" status: 200 len: 1096 time: 0.1944833 Mar 29 15:56:24.675970 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 8056b775-7fe0-46c4-9327-572525b81f8d up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:56:24.753888 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa073fe-ef54-4fe7-bc68-37289a9ac75d req-4ec6d6fb-d3e5-4860-a662-02cb2ea3fdeb tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:56:24.755870 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-9aa073fe-ef54-4fe7-bc68-37289a9ac75d req-4ec6d6fb-d3e5-4860-a662-02cb2ea3fdeb tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] 10.222.0.42 "GET /v2.0/ports?device_id=dc9add87-72f6-43b0-aaa0-72bdafaa8d86 HTTP/1.1" status: 200 len: 945 time: 0.3204427 Mar 29 15:56:24.778191 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port 8056b775-7fe0-46c4-9327-572525b81f8d triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:56:24.778566 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:24.816786 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6d9108f-2eb2-4fef-b009-a2987b525eca None None] Network 8594f729-9088-4f6b-8543-aaadb0f5b192 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 15:56:24.845213 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-1a8a5a51-d3b3-4acc-91e7-98db7f7a7e07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648118'] for router, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:24.870788 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-9aa073fe-ef54-4fe7-bc68-37289a9ac75d req-2f68e08a-4dd3-4b3b-bed3-f31e9af44497 tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] 10.222.0.42 "GET /v2.0/security-groups?id=158a092c-dd2b-4e56-b164-ca7881904141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822756 Mar 29 15:56:24.909733 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce569eb6-0cc6-471f-80c3-779f5dfb37d2 req-c87f94a3-fd60-491f-a7d7-37691ccedb15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:56:24.912460 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ce569eb6-0cc6-471f-80c3-779f5dfb37d2 req-c87f94a3-fd60-491f-a7d7-37691ccedb15 service neutron] 10.222.0.48 "GET /v2.0/networks?id=6da5eb6a-1ef7-4aa0-bbb2-e8f3bdbdd5ff HTTP/1.1" status: 200 len: 920 time: 0.2730646 Mar 29 15:56:24.960765 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ce569eb6-0cc6-471f-80c3-779f5dfb37d2 req-c2d03ab8-4393-42f0-b114-92b7f640ba01 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4bbe2651-b5bf-4f2d-ac57-165c62f587ac HTTP/1.1" status: 200 len: 217 time: 0.0381479 Mar 29 15:56:25.069700 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce569eb6-0cc6-471f-80c3-779f5dfb37d2 req-ed6602de-1d03-45d7-a846-616b355d8a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:56:25.071487 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ce569eb6-0cc6-471f-80c3-779f5dfb37d2 req-ed6602de-1d03-45d7-a846-616b355d8a02 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f321fdd4-89ca-4bd6-835a-732290fa6cda HTTP/1.1" status: 200 len: 858 time: 0.1007648 Mar 29 15:56:25.082352 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-79e9800e-c4d9-4344-af73-d663904c1159 None None] Provisioning complete for port 8056b775-7fe0-46c4-9327-572525b81f8d triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:56:25.082639 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-79e9800e-c4d9-4344-af73-d663904c1159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:25.134269 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:25.196881 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce569eb6-0cc6-471f-80c3-779f5dfb37d2 req-2236d41d-b9bb-4d3d-869d-65873401225a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:56:25.197959 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] For port 8056b775-7fe0-46c4-9327-572525b81f8d, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=8056b775-7fe0-46c4-9327-572525b81f8d,segment=NetworkSegment(f897e69d-257a-4c8a-bc55-e063bbc47d9e),segment_id=f897e69d-257a-4c8a-bc55-e063bbc47d9e)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:56:25.199079 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ce569eb6-0cc6-471f-80c3-779f5dfb37d2 req-2236d41d-b9bb-4d3d-869d-65873401225a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6da5eb6a-1ef7-4aa0-bbb2-e8f3bdbdd5ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1195061 Mar 29 15:56:25.209590 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:25.256540 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a8a5a51-d3b3-4acc-91e7-98db7f7a7e07 admin admin] Router ec871957-90ee-49a0-a5ff-0f9757efecd3 is scheduled to L3 agent c648d819-1060-4f26-b4ec-6455387b5dff with binding_index 1 {{(pid=102791) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 29 15:56:25.279809 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Pushing event updated for resources: {'Port': ['ID=8056b775-7fe0-46c4-9327-572525b81f8d,revision_number=3']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:56:25.328730 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 39028) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:56:25.471026 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ce569eb6-0cc6-471f-80c3-779f5dfb37d2 req-203221b8-81f9-4bc9-aecf-9d02d196caa1 service neutron] 10.222.0.48 "GET /v2.0/networks/6da5eb6a-1ef7-4aa0-bbb2-e8f3bdbdd5ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2517581 Mar 29 15:56:25.511051 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a8a5a51-d3b3-4acc-91e7-98db7f7a7e07 admin admin] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:56:25.519601 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device 787df676-b501-4746-a5a3-39e4f678cdf7 no longer exists at agent hyperv_n-h2-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:56:25.522307 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-6d416433-b36d-4b07-87d6-61e01f378e08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:25.576438 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-1a8a5a51-d3b3-4acc-91e7-98db7f7a7e07 admin admin] Notify callbacks [] for router, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:25.578641 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-1a8a5a51-d3b3-4acc-91e7-98db7f7a7e07 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.0707102 Mar 29 15:56:25.581942 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 39034) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:56:25.611166 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1678bc53-fc22-47d9-847f-4b65ec36b221 None None] Sync routers for ids ['ec871957-90ee-49a0-a5ff-0f9757efecd3'] in n-d-834765-1 {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:56:25.618689 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] No Port match for: 787df676-b501-4746-a5a3-39e4f678cdf7 {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 15:56:25.621207 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device 787df676-b501-4746-a5a3-39e4f678cdf7 not bound to the agent host n-h2-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:56:25.634539 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1678bc53-fc22-47d9-847f-4b65ec36b221 None None] Routers {'ec871957-90ee-49a0-a5ff-0f9757efecd3'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:56:25.635174 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-1678bc53-fc22-47d9-847f-4b65ec36b221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:56:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['ec871957-90ee-49a0-a5ff-0f9757efecd3'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:56:25.690620 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-6d416433-b36d-4b07-87d6-61e01f378e08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:25.712908 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-6d416433-b36d-4b07-87d6-61e01f378e08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:25.720039 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-7cf88358-a9c4-4b67-8b07-fd32ecc5ceef None None] Provisioning complete for port 8056b775-7fe0-46c4-9327-572525b81f8d triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:56:25.720554 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-7cf88358-a9c4-4b67-8b07-fd32ecc5ceef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:25.736432 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffbc6f1-1535-4590-9cc2-33ea2b1ceb65 req-01b9ac97-ed57-410a-ba3a-d512b99ec4b3 tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:56:25.737994 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-4ffbc6f1-1535-4590-9cc2-33ea2b1ceb65 req-01b9ac97-ed57-410a-ba3a-d512b99ec4b3 tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] 10.222.0.42 "GET /v2.0/ports?device_id=27edd37b-f742-40e3-a8c7-8890983862b7 HTTP/1.1" status: 200 len: 945 time: 0.0990798 Mar 29 15:56:25.804858 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ce569eb6-0cc6-471f-80c3-779f5dfb37d2 req-75e752e0-776e-4e08-8fc7-402863269ffb service neutron] 10.222.0.48 "GET /v2.0/networks/6da5eb6a-1ef7-4aa0-bbb2-e8f3bdbdd5ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3211782 Mar 29 15:56:25.832596 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-6d416433-b36d-4b07-87d6-61e01f378e08 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=dc2d3a1e01294fbea2c89f61ce7514b0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4994848 Mar 29 15:56:25.843419 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 39036) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:56:25.913443 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d416433-b36d-4b07-87d6-61e01f378e08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f1fba3d-61ce-4093-bddf-76ad0b739a7e,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:56:25.939368 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-4ffbc6f1-1535-4590-9cc2-33ea2b1ceb65 req-6186fec9-6076-4e0f-b297-56902194cac6 tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] 10.222.0.42 "GET /v2.0/security-groups?id=4d484579-48b3-4400-916a-a84f820a118c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1795418 Mar 29 15:56:25.970624 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e2125673-9172-4f9e-9089-974cbb9d3e74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:26.029128 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e2125673-9172-4f9e-9089-974cbb9d3e74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:26.088066 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvr_db [None req-1678bc53-fc22-47d9-847f-4b65ec36b221 None None] Set router ec871957-90ee-49a0-a5ff-0f9757efecd3 gateway port host: n-d-834765-1 {{(pid=102792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:56:26.111899 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e2125673-9172-4f9e-9089-974cbb9d3e74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:26.117489 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e2125673-9172-4f9e-9089-974cbb9d3e74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:26.120013 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-e2125673-9172-4f9e-9089-974cbb9d3e74 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/8f1fba3d-61ce-4093-bddf-76ad0b739a7e HTTP/1.1" status: 204 len: 168 time: 0.2747228 Mar 29 15:56:26.141555 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2125673-9172-4f9e-9089-974cbb9d3e74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f1fba3d-61ce-4093-bddf-76ad0b739a7e,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:56:26.228452 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f6ffb6-3e62-4eb1-bf20-19d99927572a req-bd7bc9e4-a642-4efe-8b7e-8cb510e2b062 tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:56:26.230410 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-42f6ffb6-3e62-4eb1-bf20-19d99927572a req-bd7bc9e4-a642-4efe-8b7e-8cb510e2b062 tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] 10.222.0.42 "GET /v2.0/ports?device_id=dc9add87-72f6-43b0-aaa0-72bdafaa8d86 HTTP/1.1" status: 200 len: 945 time: 0.2036519 Mar 29 15:56:26.322424 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-42f6ffb6-3e62-4eb1-bf20-19d99927572a req-023864b2-d86c-4c61-8a47-694ba6e9eacf tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] 10.222.0.42 "GET /v2.0/security-groups?id=158a092c-dd2b-4e56-b164-ca7881904141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832391 Mar 29 15:56:26.401785 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-748445c0-f359-4409-8d89-46ac41a29160 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:26.445790 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-1678bc53-fc22-47d9-847f-4b65ec36b221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec871957-90ee-49a0-a5ff-0f9757efecd3', 'name': 'tempest-TestVolumeBootPattern-1912300397-router', 'tenant_id': 'f31979fa8a674f56835f136e5e49ba5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.192'}], 'enable_snat': True}, 'gw_port_id': 'a9e975fe-4cb2-4e7f-9458-99fac6b3ced0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:56:22Z', 'updated_at': '2022-03-29T15:56:23Z', 'revision_number': 3, 'project_id': 'f31979fa8a674f56835f136e5e49ba5c', 'gw_port': {'id': 'a9e975fe-4cb2-4e7f-9458-99fac6b3ced0', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:e2:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec871957-90ee-49a0-a5ff-0f9757efecd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2536, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:56:23Z', 'updated_at': '2022-03-29T15:56:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1'}], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:56:26.499154 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1678bc53-fc22-47d9-847f-4b65ec36b221 None None] Checking router: ec871957-90ee-49a0-a5ff-0f9757efecd3 for host: n-d-834765-1 {{(pid=102792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:56:26.499983 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1678bc53-fc22-47d9-847f-4b65ec36b221 None None] Updating router ec871957-90ee-49a0-a5ff-0f9757efecd3 port a9e975fe-4cb2-4e7f-9458-99fac6b3ced0 binding host n-d-834765-1 {{(pid=102792) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 15:56:26.526637 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1678bc53-fc22-47d9-847f-4b65ec36b221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:26.644960 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_common [None req-748445c0-f359-4409-8d89-46ac41a29160 admin admin] Allocated IP 172.20.0.1 (8594f729-9088-4f6b-8543-aaadb0f5b192/52e8269b-e046-4c98-a9b1-ef8905fa8ddb/f876ee11-083d-432f-af7b-661f92894ec9) {{(pid=102791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:56:26.661514 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 8056b775-7fe0-46c4-9327-572525b81f8d up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:56:26.730793 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 39052) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:56:26.746749 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-8cc1221f-f4ae-4504-809c-b2e77054ae2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:26.788850 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-748445c0-f359-4409-8d89-46ac41a29160 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:26.850248 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-748445c0-f359-4409-8d89-46ac41a29160 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:26.883037 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port 8056b775-7fe0-46c4-9327-572525b81f8d triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:56:26.884071 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:26.884312 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-8cc1221f-f4ae-4504-809c-b2e77054ae2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:26.890726 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-8cc1221f-f4ae-4504-809c-b2e77054ae2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:26.968763 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-748445c0-f359-4409-8d89-46ac41a29160 admin admin] Network 8594f729-9088-4f6b-8543-aaadb0f5b192 is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:56:26.972798 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [None req-748445c0-f359-4409-8d89-46ac41a29160 admin admin] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:56:26.988296 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-748445c0-f359-4409-8d89-46ac41a29160 admin admin] Received port after_create {{(pid=102791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:56:27.072074 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-8cc1221f-f4ae-4504-809c-b2e77054ae2f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f941cdb25db74dcb84f037ad78e55dcd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3395257 Mar 29 15:56:27.074824 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748445c0-f359-4409-8d89-46ac41a29160 admin admin] Pushing event updated for resources: {'Port': ['ID=f876ee11-083d-432f-af7b-661f92894ec9,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:56:27.080868 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 39056) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:56:27.117044 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-748445c0-f359-4409-8d89-46ac41a29160 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-648347'] for router_interface, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:27.168821 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc1221f-f4ae-4504-809c-b2e77054ae2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0ee2687-00aa-44dd-a9c1-e1c6fc485abf,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:56:27.208063 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1678bc53-fc22-47d9-847f-4b65ec36b221 None None] Notify callbacks [] for port, precommit_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:27.217357 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1678bc53-fc22-47d9-847f-4b65ec36b221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:27.293403 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21868080-1b69-4909-882e-ae11ae8eb51a req-096e7e76-bef1-4d6e-aef7-820181d33ad3 tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:56:27.294935 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-21868080-1b69-4909-882e-ae11ae8eb51a req-096e7e76-bef1-4d6e-aef7-820181d33ad3 tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] 10.222.0.42 "GET /v2.0/ports?device_id=27edd37b-f742-40e3-a8c7-8890983862b7 HTTP/1.1" status: 200 len: 945 time: 0.1749055 Mar 29 15:56:27.298401 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-31c4f7aa-28e7-4fed-9ac8-b06ae9d379b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:27.331959 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-1678bc53-fc22-47d9-847f-4b65ec36b221 None None] Attempting to bind port a9e975fe-4cb2-4e7f-9458-99fac6b3ced0 on host n-d-834765-1 for vnic_type normal with profile {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:56:27.332703 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-1678bc53-fc22-47d9-847f-4b65ec36b221 None None] Attempting to bind port a9e975fe-4cb2-4e7f-9458-99fac6b3ced0 by drivers openvswitch,hyperv on host n-d-834765-1 at level 0 using segments [{'id': '6ab47353-a811-4bad-bc73-b4cc84583cfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:56:27.333377 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1678bc53-fc22-47d9-847f-4b65ec36b221 None None] Attempting to bind port a9e975fe-4cb2-4e7f-9458-99fac6b3ced0 on network 4a4a035d-ecac-4ead-baa3-25f90788773a {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:56:27.345021 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1678bc53-fc22-47d9-847f-4b65ec36b221 None None] Checking agent: {'id': 'a8866439-9d96-425c-b519-6905c591ac37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 25, 36), 'started_at': datetime.datetime(2022, 3, 29, 15, 26, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 56, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834765-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:56:27.346083 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1678bc53-fc22-47d9-847f-4b65ec36b221 None None] Checking segment: {'id': '6ab47353-a811-4bad-bc73-b4cc84583cfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:56:27.346972 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1678bc53-fc22-47d9-847f-4b65ec36b221 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:27.347800 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1678bc53-fc22-47d9-847f-4b65ec36b221 None None] Bound using segment: {'id': '6ab47353-a811-4bad-bc73-b4cc84583cfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:56:27.348571 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-1678bc53-fc22-47d9-847f-4b65ec36b221 None None] Bound port: a9e975fe-4cb2-4e7f-9458-99fac6b3ced0, host: n-d-834765-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ab47353-a811-4bad-bc73-b4cc84583cfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'}}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 15:56:27.349202 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1678bc53-fc22-47d9-847f-4b65ec36b221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:27.357221 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7e5bf2-d88a-433a-8b2e-7b916552e244 None None] Pushing event updated for resources: {'Port': ['ID=a9e975fe-4cb2-4e7f-9458-99fac6b3ced0,revision_number=2']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:56:27.399916 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-748445c0-f359-4409-8d89-46ac41a29160 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:27.456104 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1678bc53-fc22-47d9-847f-4b65ec36b221 None None] For port a9e975fe-4cb2-4e7f-9458-99fac6b3ced0, host n-d-834765-1, cleared binding levels {{(pid=102792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:56:27.460184 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1678bc53-fc22-47d9-847f-4b65ec36b221 None None] For port a9e975fe-4cb2-4e7f-9458-99fac6b3ced0, host n-d-834765-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=a9e975fe-4cb2-4e7f-9458-99fac6b3ced0,segment=NetworkSegment(6ab47353-a811-4bad-bc73-b4cc84583cfd),segment_id=6ab47353-a811-4bad-bc73-b4cc84583cfd)] {{(pid=102792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:56:27.472068 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1678bc53-fc22-47d9-847f-4b65ec36b221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:27.501516 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-31c4f7aa-28e7-4fed-9ac8-b06ae9d379b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:27.539958 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-21868080-1b69-4909-882e-ae11ae8eb51a req-3caea901-454f-4eda-bf33-7636a03131e1 tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] 10.222.0.42 "GET /v2.0/security-groups?id=4d484579-48b3-4400-916a-a84f820a118c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2365165 Mar 29 15:56:27.541506 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7e5bf2-d88a-433a-8b2e-7b916552e244 None None] Pushing event updated for resources: {'Port': ['ID=a9e975fe-4cb2-4e7f-9458-99fac6b3ced0,revision_number=3']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:56:27.553514 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-e043dceb-05b0-489b-97bd-7357e1a65395 None None] Provisioning complete for port f876ee11-083d-432f-af7b-661f92894ec9 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:56:27.554412 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-e043dceb-05b0-489b-97bd-7357e1a65395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:27.627010 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-31c4f7aa-28e7-4fed-9ac8-b06ae9d379b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:27.632421 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-31c4f7aa-28e7-4fed-9ac8-b06ae9d379b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:27.638567 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-31c4f7aa-28e7-4fed-9ac8-b06ae9d379b0 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f0ee2687-00aa-44dd-a9c1-e1c6fc485abf HTTP/1.1" status: 204 len: 168 time: 0.5537906 Mar 29 15:56:27.675949 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-e043dceb-05b0-489b-97bd-7357e1a65395 None None] Port f876ee11-083d-432f-af7b-661f92894ec9 cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 15:56:27.682430 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c4f7aa-28e7-4fed-9ac8-b06ae9d379b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0ee2687-00aa-44dd-a9c1-e1c6fc485abf,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:56:27.735602 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1678bc53-fc22-47d9-847f-4b65ec36b221 None None] Routers {'ec871957-90ee-49a0-a5ff-0f9757efecd3'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:56:27.737196 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-1678bc53-fc22-47d9-847f-4b65ec36b221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:56:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['ec871957-90ee-49a0-a5ff-0f9757efecd3'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:56:27.820563 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fec2f2-ce0b-4a4b-8578-bbf4aed416f8 req-33d1f18c-151a-42e5-8336-06e80132d750 tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:56:27.822651 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-40fec2f2-ce0b-4a4b-8578-bbf4aed416f8 req-33d1f18c-151a-42e5-8336-06e80132d750 tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] 10.222.0.42 "GET /v2.0/ports?device_id=dc9add87-72f6-43b0-aaa0-72bdafaa8d86 HTTP/1.1" status: 200 len: 945 time: 0.2815983 Mar 29 15:56:27.924507 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvr_db [None req-1678bc53-fc22-47d9-847f-4b65ec36b221 None None] Set router ec871957-90ee-49a0-a5ff-0f9757efecd3 gateway port host: n-d-834765-1 {{(pid=102792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:56:27.941595 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-748445c0-f359-4409-8d89-46ac41a29160 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:27.952737 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-40fec2f2-ce0b-4a4b-8578-bbf4aed416f8 req-0f10b044-a32a-49f9-adfb-3ffe19b3bf61 tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] 10.222.0.42 "GET /v2.0/security-groups?id=158a092c-dd2b-4e56-b164-ca7881904141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075542 Mar 29 15:56:27.954682 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac682e0d-b128-4ea0-81c9-4c8dc29633b5 req-38be1bd5-a828-400d-b595-f41e87056053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:56:27.954879 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3912db-26f9-488b-8a22-fbefce39d27c req-8c517353-3019-41a4-85c1-1b38729b6b30 tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:56:27.956460 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ac682e0d-b128-4ea0-81c9-4c8dc29633b5 req-38be1bd5-a828-400d-b595-f41e87056053 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0645dc511670491c8626eeb496c0ab97&device_id=27edd37b-f742-40e3-a8c7-8890983862b7 HTTP/1.1" status: 200 len: 1096 time: 0.0791731 Mar 29 15:56:27.957319 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-748445c0-f359-4409-8d89-46ac41a29160 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:27.958746 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-2f3912db-26f9-488b-8a22-fbefce39d27c req-8c517353-3019-41a4-85c1-1b38729b6b30 tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] 10.222.0.42 "GET /v2.0/ports?device_id=27edd37b-f742-40e3-a8c7-8890983862b7 HTTP/1.1" status: 200 len: 945 time: 0.1211915 Mar 29 15:56:28.041592 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-2f3912db-26f9-488b-8a22-fbefce39d27c req-a6b7f868-669a-4d62-87f5-b9aeef097f9e tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] 10.222.0.42 "GET /v2.0/security-groups?id=4d484579-48b3-4400-916a-a84f820a118c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759728 Mar 29 15:56:28.104395 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748445c0-f359-4409-8d89-46ac41a29160 admin admin] Pushing event updated for resources: {'Port': ['ID=f876ee11-083d-432f-af7b-661f92894ec9,revision_number=2']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:56:28.227660 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-1678bc53-fc22-47d9-847f-4b65ec36b221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec871957-90ee-49a0-a5ff-0f9757efecd3', 'name': 'tempest-TestVolumeBootPattern-1912300397-router', 'tenant_id': 'f31979fa8a674f56835f136e5e49ba5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.192'}], 'enable_snat': True}, 'gw_port_id': 'a9e975fe-4cb2-4e7f-9458-99fac6b3ced0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:56:22Z', 'updated_at': '2022-03-29T15:56:27Z', 'revision_number': 4, 'project_id': 'f31979fa8a674f56835f136e5e49ba5c', 'gw_port': {'id': 'a9e975fe-4cb2-4e7f-9458-99fac6b3ced0', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:e2:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec871957-90ee-49a0-a5ff-0f9757efecd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2536, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:56:23Z', 'updated_at': '2022-03-29T15:56:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': 'f876ee11-083d-432f-af7b-661f92894ec9', 'name': '', 'network_id': '8594f729-9088-4f6b-8543-aaadb0f5b192', 'tenant_id': 'f31979fa8a674f56835f136e5e49ba5c', 'mac_address': 'fa:16:3e:9d:45:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec871957-90ee-49a0-a5ff-0f9757efecd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2542, 'fixed_ips': [{'subnet_id': '52e8269b-e046-4c98-a9b1-ef8905fa8ddb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:56:26Z', 'updated_at': '2022-03-29T15:56:26Z', 'revision_number': 1, 'project_id': 'f31979fa8a674f56835f136e5e49ba5c', 'subnets': [{'id': '52e8269b-e046-4c98-a9b1-ef8905fa8ddb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:56:28.231181 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-748445c0-f359-4409-8d89-46ac41a29160 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-648439'] for router_interface, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:28.258616 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1678bc53-fc22-47d9-847f-4b65ec36b221 None None] The sync data for ids ['ec871957-90ee-49a0-a5ff-0f9757efecd3'] in n-d-834765-1 is: [{'id': 'ec871957-90ee-49a0-a5ff-0f9757efecd3', 'name': 'tempest-TestVolumeBootPattern-1912300397-router', 'tenant_id': 'f31979fa8a674f56835f136e5e49ba5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.192'}], 'enable_snat': True}, 'gw_port_id': 'a9e975fe-4cb2-4e7f-9458-99fac6b3ced0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:56:22Z', 'updated_at': '2022-03-29T15:56:27Z', 'revision_number': 4, 'project_id': 'f31979fa8a674f56835f136e5e49ba5c', 'gw_port': {'id': 'a9e975fe-4cb2-4e7f-9458-99fac6b3ced0', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:e2:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec871957-90ee-49a0-a5ff-0f9757efecd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2536, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:56:23Z', 'updated_at': '2022-03-29T15:56:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': 'f876ee11-083d-432f-af7b-661f92894ec9', 'name': '', 'network_id': '8594f729-9088-4f6b-8543-aaadb0f5b192', 'tenant_id': 'f31979fa8a674f56835f136e5e49ba5c', 'mac_address': 'fa:16:3e:9d:45:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec871957-90ee-49a0-a5ff-0f9757efecd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2542, 'fixed_ips': [{'subnet_id': '52e8269b-e046-4c98-a9b1-ef8905fa8ddb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:56:26Z', 'updated_at': '2022-03-29T15:56:26Z', 'revision_number': 1, 'project_id': 'f31979fa8a674f56835f136e5e49ba5c', 'subnets': [{'id': '52e8269b-e046-4c98-a9b1-ef8905fa8ddb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:56:28.287510 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac682e0d-b128-4ea0-81c9-4c8dc29633b5 req-60b3dbaf-8f95-460d-b61e-1fc99cd13508 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:56:28.289269 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ac682e0d-b128-4ea0-81c9-4c8dc29633b5 req-60b3dbaf-8f95-460d-b61e-1fc99cd13508 service neutron] 10.222.0.44 "GET /v2.0/networks?id=d994e3d3-6e54-466f-bbe9-e588ad776084 HTTP/1.1" status: 200 len: 912 time: 0.2927752 Mar 29 15:56:28.425176 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ac682e0d-b128-4ea0-81c9-4c8dc29633b5 req-6b01bb5c-062b-476b-ba9c-1bb54b7870d3 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1a5cd746-434a-4d0b-9c72-3f5e84dffe64 HTTP/1.1" status: 200 len: 1000 time: 0.1257224 Mar 29 15:56:28.523319 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-748445c0-f359-4409-8d89-46ac41a29160 admin admin] Network 8594f729-9088-4f6b-8543-aaadb0f5b192 is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:56:28.528757 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [None req-748445c0-f359-4409-8d89-46ac41a29160 admin admin] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:56:28.542249 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac682e0d-b128-4ea0-81c9-4c8dc29633b5 req-c6214373-5e11-4018-9f46-d564249d4069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:56:28.543802 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ac682e0d-b128-4ea0-81c9-4c8dc29633b5 req-c6214373-5e11-4018-9f46-d564249d4069 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a8d0e49f-9e4f-4325-b3fe-d85cd5221184 HTTP/1.1" status: 200 len: 850 time: 0.1085932 Mar 29 15:56:29.073976 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac682e0d-b128-4ea0-81c9-4c8dc29633b5 req-c6c74d69-c6ad-4b4c-8c40-9816b26f425c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:56:29.075848 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ac682e0d-b128-4ea0-81c9-4c8dc29633b5 req-c6c74d69-c6ad-4b4c-8c40-9816b26f425c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d994e3d3-6e54-466f-bbe9-e588ad776084&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4029639 Mar 29 15:56:29.121555 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-72f2c5e1-8e3a-4e2e-aa01-12a68c85686b None None] Provisioning complete for port f876ee11-083d-432f-af7b-661f92894ec9 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:56:29.122539 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-72f2c5e1-8e3a-4e2e-aa01-12a68c85686b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:29.123092 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [req-ac682e0d-b128-4ea0-81c9-4c8dc29633b5 req-802088f6-c249-4495-89fe-6896a0d4c36f service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=102791) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 15:56:29.126943 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ac682e0d-b128-4ea0-81c9-4c8dc29633b5 req-802088f6-c249-4495-89fe-6896a0d4c36f service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0335703 Mar 29 15:56:29.215465 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-748445c0-f359-4409-8d89-46ac41a29160 admin admin] Router ec871957-90ee-49a0-a5ff-0f9757efecd3 has already been hosted by L3 agent c648d819-1060-4f26-b4ec-6455387b5dff {{(pid=102791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 15:56:29.237131 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-72f2c5e1-8e3a-4e2e-aa01-12a68c85686b None None] Port f876ee11-083d-432f-af7b-661f92894ec9 cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 15:56:29.317568 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748d3d54-2032-4afb-86cf-e1d1cb0d7cba req-2fbc7b87-605e-47bf-a721-1b74363285be tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:56:29.319190 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-748d3d54-2032-4afb-86cf-e1d1cb0d7cba req-2fbc7b87-605e-47bf-a721-1b74363285be tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] 10.222.0.42 "GET /v2.0/ports?device_id=27edd37b-f742-40e3-a8c7-8890983862b7 HTTP/1.1" status: 200 len: 945 time: 0.1548281 Mar 29 15:56:29.362664 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b43d18-d430-4777-9efb-45b1ce2e8254 req-02fbe05d-b9ac-43e6-8a9a-10b25e469d14 tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:56:29.364262 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-53b43d18-d430-4777-9efb-45b1ce2e8254 req-02fbe05d-b9ac-43e6-8a9a-10b25e469d14 tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] 10.222.0.42 "GET /v2.0/ports?device_id=dc9add87-72f6-43b0-aaa0-72bdafaa8d86 HTTP/1.1" status: 200 len: 945 time: 0.2625592 Mar 29 15:56:29.381252 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-748d3d54-2032-4afb-86cf-e1d1cb0d7cba req-7e149c69-f148-40f4-97b2-e5a24e322427 tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] 10.222.0.42 "GET /v2.0/security-groups?id=4d484579-48b3-4400-916a-a84f820a118c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541422 Mar 29 15:56:29.483381 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ac682e0d-b128-4ea0-81c9-4c8dc29633b5 req-80610054-3a5a-41ba-81df-5204ecf39a24 service neutron] 10.222.0.44 "GET /v2.0/networks/d994e3d3-6e54-466f-bbe9-e588ad776084?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3286185 Mar 29 15:56:29.510629 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-53b43d18-d430-4777-9efb-45b1ce2e8254 req-a067a9f6-2d6e-4c11-a803-91221e297f9f tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] 10.222.0.42 "GET /v2.0/security-groups?id=158a092c-dd2b-4e56-b164-ca7881904141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382184 Mar 29 15:56:29.568527 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-748445c0-f359-4409-8d89-46ac41a29160 admin admin] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:56:29.574354 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-748445c0-f359-4409-8d89-46ac41a29160 admin admin] 10.222.0.42 "PUT /v2.0/routers/ec871957-90ee-49a0-a5ff-0f9757efecd3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9910336 Mar 29 15:56:29.697546 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ac682e0d-b128-4ea0-81c9-4c8dc29633b5 req-6dd65e43-7ccc-499b-b25d-6bdcad06d473 service neutron] 10.222.0.44 "GET /v2.0/networks/d994e3d3-6e54-466f-bbe9-e588ad776084?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2029574 Mar 29 15:56:30.349647 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-5211200f-aaba-4f5b-9ad4-aa874efaaf35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:30.572551 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce35ee5-7e2f-4346-98be-2d694769c888 req-d6a98c56-b1f1-48e2-9fa3-74a283301a1d tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:56:30.582656 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-dce35ee5-7e2f-4346-98be-2d694769c888 req-d6a98c56-b1f1-48e2-9fa3-74a283301a1d tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] 10.222.0.42 "GET /v2.0/ports?device_id=27edd37b-f742-40e3-a8c7-8890983862b7 HTTP/1.1" status: 200 len: 945 time: 0.1156073 Mar 29 15:56:30.659779 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-dce35ee5-7e2f-4346-98be-2d694769c888 req-c85ccec6-6c3a-4da1-b5dc-eeba4c952c96 tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] 10.222.0.42 "GET /v2.0/security-groups?id=4d484579-48b3-4400-916a-a84f820a118c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648069 Mar 29 15:56:30.692316 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device a9e975fe-4cb2-4e7f-9458-99fac6b3ced0 up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:56:30.778414 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b9fee6-a997-45fa-b387-aa89866c6b98 req-473ab33b-d5b9-40fc-96ba-b10fa59373d3 tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:56:30.780080 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-63b9fee6-a997-45fa-b387-aa89866c6b98 req-473ab33b-d5b9-40fc-96ba-b10fa59373d3 tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] 10.222.0.42 "GET /v2.0/ports?device_id=dc9add87-72f6-43b0-aaa0-72bdafaa8d86 HTTP/1.1" status: 200 len: 945 time: 0.0940769 Mar 29 15:56:30.780933 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port a9e975fe-4cb2-4e7f-9458-99fac6b3ced0 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:56:30.781415 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:30.871521 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-63b9fee6-a997-45fa-b387-aa89866c6b98 req-95121e5e-21ad-4464-b2f2-8da71d79e61d tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] 10.222.0.42 "GET /v2.0/security-groups?id=158a092c-dd2b-4e56-b164-ca7881904141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845401 Mar 29 15:56:30.872559 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 39172) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:56:30.879166 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-3278368a-5864-4e44-9866-c90a5dc5dcf8 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1304754511-network', 'tenant_id': '8c2863aba63a439a839c83df5e710232'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:56:30.920205 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3278368a-5864-4e44-9866-c90a5dc5dcf8 admin admin] Made reservation on behalf of 8c2863aba63a439a839c83df5e710232 for: {'network': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:56:30.923140 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-3278368a-5864-4e44-9866-c90a5dc5dcf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for network, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:30.935645 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-3278368a-5864-4e44-9866-c90a5dc5dcf8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:30.937466 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:30.962594 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] For port a9e975fe-4cb2-4e7f-9458-99fac6b3ced0, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=a9e975fe-4cb2-4e7f-9458-99fac6b3ced0,segment=NetworkSegment(6ab47353-a811-4bad-bc73-b4cc84583cfd),segment_id=6ab47353-a811-4bad-bc73-b4cc84583cfd)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:56:30.970385 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:31.034250 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-3278368a-5864-4e44-9866-c90a5dc5dcf8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:31.035962 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Pushing event updated for resources: {'Port': ['ID=a9e975fe-4cb2-4e7f-9458-99fac6b3ced0,revision_number=4']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:56:31.040872 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-3278368a-5864-4e44-9866-c90a5dc5dcf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:31.049116 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:56:31.049463 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:56:31.049802 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:56:31.050145 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:56:31.050466 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:56:31.050796 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:56:31.051118 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:56:31.051596 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:56:31.051926 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:56:31.052244 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:56:31.052590 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:56:31.052908 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:56:31.074104 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3278368a-5864-4e44-9866-c90a5dc5dcf8 admin admin] vlan segment allocate from pool success with {'vlan_id': 617, 'physical_network': 'physnet1'} {{(pid=102790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 15:56:31.092408 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3278368a-5864-4e44-9866-c90a5dc5dcf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88146096-9cde-4fd1-a207-d695d83e9211,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:56:31.096269 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-3278368a-5864-4e44-9866-c90a5dc5dcf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:31.096619 n-d-834765-1 neutron-server[102790]: INFO neutron.db.segments_db [None req-3278368a-5864-4e44-9866-c90a5dc5dcf8 admin admin] Added segment 371e1845-4ab4-47c1-95b3-def9ce873252 of type vlan for network 150e0a55-4aa0-47e7-b470-321989c1714c Mar 29 15:56:31.153426 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-3278368a-5864-4e44-9866-c90a5dc5dcf8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783522915970'] for network, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:31.198614 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-3278368a-5864-4e44-9866-c90a5dc5dcf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795'] for network, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:31.207322 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3278368a-5864-4e44-9866-c90a5dc5dcf8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:56:31.207322 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-3278368a-5864-4e44-9866-c90a5dc5dcf8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for network, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:31.256007 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-3278368a-5864-4e44-9866-c90a5dc5dcf8 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3811023 Mar 29 15:56:31.258871 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 39184) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:56:31.263845 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-726acb84-b82c-4dd4-9f49-0a08f35d7566 admin admin] Request body: {'subnet': {'network_id': '150e0a55-4aa0-47e7-b470-321989c1714c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1304754511-subnet', 'tenant_id': '8c2863aba63a439a839c83df5e710232', 'ip_version': 4}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:56:31.297470 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3278368a-5864-4e44-9866-c90a5dc5dcf8 admin admin] Pushing event updated for resources: {'Network': ['ID=150e0a55-4aa0-47e7-b470-321989c1714c,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:56:31.310592 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-726acb84-b82c-4dd4-9f49-0a08f35d7566 admin admin] Made reservation on behalf of 8c2863aba63a439a839c83df5e710232 for: {'subnet': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:56:31.314550 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Network 150e0a55-4aa0-47e7-b470-321989c1714c details requested by agent ovs-agent-n-d-834765-1 with host n-d-834765-1 {{(pid=102792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 15:56:31.318402 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-726acb84-b82c-4dd4-9f49-0a08f35d7566 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16218875'] for subnet, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:31.561170 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-726acb84-b82c-4dd4-9f49-0a08f35d7566 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16155524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16218861'] for subnet, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:31.622276 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726acb84-b82c-4dd4-9f49-0a08f35d7566 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c65e60c5-eb40-4ec0-bdc0-ee0c2348b04c,revision_number=0']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:56:31.632261 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-726acb84-b82c-4dd4-9f49-0a08f35d7566 admin admin] Checking segment: {'id': '371e1845-4ab4-47c1-95b3-def9ce873252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '150e0a55-4aa0-47e7-b470-321989c1714c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:56:31.632618 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-726acb84-b82c-4dd4-9f49-0a08f35d7566 admin admin] Network hostable DHCP agents. Network: 150e0a55-4aa0-47e7-b470-321989c1714c, hostable agents: ['d136643e-48ae-49d4-a851-2ba3bdf3749c'], hosted agents: [] {{(pid=102791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 15:56:31.656561 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-726acb84-b82c-4dd4-9f49-0a08f35d7566 admin admin] Network 150e0a55-4aa0-47e7-b470-321989c1714c is scheduled to be hosted by DHCP agent d136643e-48ae-49d4-a851-2ba3bdf3749c with binding_index 1 {{(pid=102791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 15:56:31.681681 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [None req-726acb84-b82c-4dd4-9f49-0a08f35d7566 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834765-1, 150e0a55-4aa0-47e7-b470-321989c1714c) {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:56:31.692469 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff371f1a-7327-4a0f-ab9c-53ef411f6f70 None None] Network 150e0a55-4aa0-47e7-b470-321989c1714c requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 15:56:31.695904 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-726acb84-b82c-4dd4-9f49-0a08f35d7566 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:56:31.696901 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-726acb84-b82c-4dd4-9f49-0a08f35d7566 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:31.725883 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-726acb84-b82c-4dd4-9f49-0a08f35d7566 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4657629 Mar 29 15:56:31.728657 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 39196) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:56:31.734899 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-ec305bdd-620c-49b3-a436-a8ff5462357b admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1304754511-router', 'tenant_id': '8c2863aba63a439a839c83df5e710232', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'}}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:56:31.767423 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-ec305bdd-620c-49b3-a436-a8ff5462357b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-532385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129310'] for router, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:31.769003 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-ec305bdd-620c-49b3-a436-a8ff5462357b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-648091', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-684384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129319'] for router, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:31.843181 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-ec305bdd-620c-49b3-a436-a8ff5462357b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:31.958144 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-762734d0-0e0c-40a3-bce1-563a8f1a3a47 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0035034-69b0-5ffc-b384-0ac6189c5628-150e0a55-4aa0-47e7-b470-321989c1714c', 'network_id': '150e0a55-4aa0-47e7-b470-321989c1714c', 'tenant_id': '8c2863aba63a439a839c83df5e710232', 'fixed_ips': [{'subnet_id': 'c65e60c5-eb40-4ec0-bdc0-ee0c2348b04c'}]}} from n-d-834765-1. {{(pid=102792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 29 15:56:31.959039 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-762734d0-0e0c-40a3-bce1-563a8f1a3a47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:31.963088 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-554fe4e1-befd-40be-93f9-e58cd7abc924 None None] Sync routers for ids ['ec871957-90ee-49a0-a5ff-0f9757efecd3'] in n-d-834765-1 {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:56:31.979212 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-554fe4e1-befd-40be-93f9-e58cd7abc924 None None] Routers {'ec871957-90ee-49a0-a5ff-0f9757efecd3'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:56:31.979876 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-554fe4e1-befd-40be-93f9-e58cd7abc924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:56:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['ec871957-90ee-49a0-a5ff-0f9757efecd3'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:56:32.094807 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-ec305bdd-620c-49b3-a436-a8ff5462357b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:32.250324 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.db_base_plugin_common [None req-762734d0-0e0c-40a3-bce1-563a8f1a3a47 None None] Allocated IP 172.20.0.2 (150e0a55-4aa0-47e7-b470-321989c1714c/c65e60c5-eb40-4ec0-bdc0-ee0c2348b04c/ca0312b7-10ae-4646-8006-2153e85fc90a) {{(pid=102792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:56:32.252766 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvr_db [None req-554fe4e1-befd-40be-93f9-e58cd7abc924 None None] Set router ec871957-90ee-49a0-a5ff-0f9757efecd3 gateway port host: n-d-834765-1 {{(pid=102793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:56:32.256149 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea92ad5-e4ab-4fca-8cd2-4f5421eadde3 req-0221ab0a-96e3-4d76-be79-825859a4f4f2 tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:56:32.274365 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-7ea92ad5-e4ab-4fca-8cd2-4f5421eadde3 req-0221ab0a-96e3-4d76-be79-825859a4f4f2 tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] 10.222.0.42 "GET /v2.0/ports?device_id=dc9add87-72f6-43b0-aaa0-72bdafaa8d86 HTTP/1.1" status: 200 len: 945 time: 0.1903403 Mar 29 15:56:32.424063 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-7ea92ad5-e4ab-4fca-8cd2-4f5421eadde3 req-9da51bd3-0b19-4478-bcf7-bd7cd9869e8c tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] 10.222.0.42 "GET /v2.0/security-groups?id=158a092c-dd2b-4e56-b164-ca7881904141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487472 Mar 29 15:56:32.524342 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-762734d0-0e0c-40a3-bce1-563a8f1a3a47 None None] Notify callbacks [] for port, precommit_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:32.539671 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-762734d0-0e0c-40a3-bce1-563a8f1a3a47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956'] for port, after_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:32.623076 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-554fe4e1-befd-40be-93f9-e58cd7abc924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec871957-90ee-49a0-a5ff-0f9757efecd3', 'name': 'tempest-TestVolumeBootPattern-1912300397-router', 'tenant_id': 'f31979fa8a674f56835f136e5e49ba5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.192'}], 'enable_snat': True}, 'gw_port_id': 'a9e975fe-4cb2-4e7f-9458-99fac6b3ced0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:56:22Z', 'updated_at': '2022-03-29T15:56:27Z', 'revision_number': 4, 'project_id': 'f31979fa8a674f56835f136e5e49ba5c', 'gw_port': {'id': 'a9e975fe-4cb2-4e7f-9458-99fac6b3ced0', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:e2:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec871957-90ee-49a0-a5ff-0f9757efecd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2536, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:56:23Z', 'updated_at': '2022-03-29T15:56:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': 'f876ee11-083d-432f-af7b-661f92894ec9', 'name': '', 'network_id': '8594f729-9088-4f6b-8543-aaadb0f5b192', 'tenant_id': 'f31979fa8a674f56835f136e5e49ba5c', 'mac_address': 'fa:16:3e:9d:45:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec871957-90ee-49a0-a5ff-0f9757efecd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2542, 'fixed_ips': [{'subnet_id': '52e8269b-e046-4c98-a9b1-ef8905fa8ddb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:56:26Z', 'updated_at': '2022-03-29T15:56:27Z', 'revision_number': 2, 'project_id': 'f31979fa8a674f56835f136e5e49ba5c', 'subnets': [{'id': '52e8269b-e046-4c98-a9b1-ef8905fa8ddb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:56:32.626463 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762734d0-0e0c-40a3-bce1-563a8f1a3a47 None None] Pushing event updated for resources: {'Port': ['ID=ca0312b7-10ae-4646-8006-2153e85fc90a,revision_number=1']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:56:32.671737 n-d-834765-1 neutron-server[102792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-762734d0-0e0c-40a3-bce1-563a8f1a3a47 None None] Network 150e0a55-4aa0-47e7-b470-321989c1714c is already hosted by enough agents. {{(pid=102792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:56:32.674476 n-d-834765-1 neutron-server[102792]: DEBUG neutron.scheduler.base_scheduler [None req-762734d0-0e0c-40a3-bce1-563a8f1a3a47 None None] Resources bound (agent type, host, resource id): {{(pid=102792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:56:32.680210 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-554fe4e1-befd-40be-93f9-e58cd7abc924 None None] Checking router: ec871957-90ee-49a0-a5ff-0f9757efecd3 for host: n-d-834765-1 {{(pid=102793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:56:32.681059 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-554fe4e1-befd-40be-93f9-e58cd7abc924 None None] Updating router ec871957-90ee-49a0-a5ff-0f9757efecd3 port f876ee11-083d-432f-af7b-661f92894ec9 binding host n-d-834765-1 {{(pid=102793) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 15:56:32.687465 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device a9e975fe-4cb2-4e7f-9458-99fac6b3ced0 up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:56:32.690049 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-762734d0-0e0c-40a3-bce1-563a8f1a3a47 None None] Received port after_create {{(pid=102792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:56:32.711672 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-554fe4e1-befd-40be-93f9-e58cd7abc924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:32.784433 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-762734d0-0e0c-40a3-bce1-563a8f1a3a47 None None] Attempting to bind port ca0312b7-10ae-4646-8006-2153e85fc90a on host n-d-834765-1 for vnic_type normal with profile {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:56:32.784956 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-762734d0-0e0c-40a3-bce1-563a8f1a3a47 None None] Attempting to bind port ca0312b7-10ae-4646-8006-2153e85fc90a by drivers openvswitch,hyperv on host n-d-834765-1 at level 0 using segments [{'id': '371e1845-4ab4-47c1-95b3-def9ce873252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '150e0a55-4aa0-47e7-b470-321989c1714c'}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:56:32.785194 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-762734d0-0e0c-40a3-bce1-563a8f1a3a47 None None] Attempting to bind port ca0312b7-10ae-4646-8006-2153e85fc90a on network 150e0a55-4aa0-47e7-b470-321989c1714c {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:56:32.794718 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-762734d0-0e0c-40a3-bce1-563a8f1a3a47 None None] Checking agent: {'id': 'a8866439-9d96-425c-b519-6905c591ac37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 25, 36), 'started_at': datetime.datetime(2022, 3, 29, 15, 26, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 56, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834765-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:56:32.795098 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-762734d0-0e0c-40a3-bce1-563a8f1a3a47 None None] Checking segment: {'id': '371e1845-4ab4-47c1-95b3-def9ce873252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '150e0a55-4aa0-47e7-b470-321989c1714c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:56:32.795577 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-762734d0-0e0c-40a3-bce1-563a8f1a3a47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:32.795977 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-762734d0-0e0c-40a3-bce1-563a8f1a3a47 None None] Bound using segment: {'id': '371e1845-4ab4-47c1-95b3-def9ce873252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '150e0a55-4aa0-47e7-b470-321989c1714c'} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:56:32.796464 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-762734d0-0e0c-40a3-bce1-563a8f1a3a47 None None] Bound port: ca0312b7-10ae-4646-8006-2153e85fc90a, host: n-d-834765-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '371e1845-4ab4-47c1-95b3-def9ce873252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '150e0a55-4aa0-47e7-b470-321989c1714c'}}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 15:56:32.796855 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-762734d0-0e0c-40a3-bce1-563a8f1a3a47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:32.856280 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-b6dbbe82-9c3f-4898-b15f-acc04a38910e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:32.895648 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port a9e975fe-4cb2-4e7f-9458-99fac6b3ced0 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:56:32.896020 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:32.939711 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-762734d0-0e0c-40a3-bce1-563a8f1a3a47 None None] For port ca0312b7-10ae-4646-8006-2153e85fc90a, host n-d-834765-1, cleared binding levels {{(pid=102792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:56:32.963156 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-762734d0-0e0c-40a3-bce1-563a8f1a3a47 None None] For port ca0312b7-10ae-4646-8006-2153e85fc90a, host n-d-834765-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=ca0312b7-10ae-4646-8006-2153e85fc90a,segment=NetworkSegment(371e1845-4ab4-47c1-95b3-def9ce873252),segment_id=371e1845-4ab4-47c1-95b3-def9ce873252)] {{(pid=102792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:56:33.023246 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-762734d0-0e0c-40a3-bce1-563a8f1a3a47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:33.114247 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762734d0-0e0c-40a3-bce1-563a8f1a3a47 None None] Pushing event updated for resources: {'Port': ['ID=ca0312b7-10ae-4646-8006-2153e85fc90a,revision_number=2']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:56:33.323196 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-ec305bdd-620c-49b3-a436-a8ff5462357b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:33.337352 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-554fe4e1-befd-40be-93f9-e58cd7abc924 None None] Notify callbacks [] for port, precommit_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:33.346408 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-554fe4e1-befd-40be-93f9-e58cd7abc924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:33.347033 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-ec305bdd-620c-49b3-a436-a8ff5462357b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:33.497744 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17425daa-0a76-4338-8756-5fce9c2fbc6e None None] Pushing event updated for resources: {'Port': ['ID=f876ee11-083d-432f-af7b-661f92894ec9,revision_number=3']} {{(pid=102793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:56:33.541403 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17425daa-0a76-4338-8756-5fce9c2fbc6e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:56:33.541643 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17425daa-0a76-4338-8756-5fce9c2fbc6e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:56:33.541957 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17425daa-0a76-4338-8756-5fce9c2fbc6e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:56:33.542287 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17425daa-0a76-4338-8756-5fce9c2fbc6e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:56:33.542603 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17425daa-0a76-4338-8756-5fce9c2fbc6e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:56:33.542918 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17425daa-0a76-4338-8756-5fce9c2fbc6e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:56:33.543229 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17425daa-0a76-4338-8756-5fce9c2fbc6e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:56:33.543564 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17425daa-0a76-4338-8756-5fce9c2fbc6e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:56:33.543873 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17425daa-0a76-4338-8756-5fce9c2fbc6e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:56:33.544182 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17425daa-0a76-4338-8756-5fce9c2fbc6e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:56:33.544486 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17425daa-0a76-4338-8756-5fce9c2fbc6e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:56:33.544795 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17425daa-0a76-4338-8756-5fce9c2fbc6e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:56:33.564865 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.managers [None req-554fe4e1-befd-40be-93f9-e58cd7abc924 None None] Attempting to bind port f876ee11-083d-432f-af7b-661f92894ec9 on host n-d-834765-1 for vnic_type normal with profile {{(pid=102793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:56:33.565600 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.managers [None req-554fe4e1-befd-40be-93f9-e58cd7abc924 None None] Attempting to bind port f876ee11-083d-432f-af7b-661f92894ec9 by drivers openvswitch,hyperv on host n-d-834765-1 at level 0 using segments [{'id': 'f897e69d-257a-4c8a-bc55-e063bbc47d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '8594f729-9088-4f6b-8543-aaadb0f5b192'}] {{(pid=102793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:56:33.566147 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-554fe4e1-befd-40be-93f9-e58cd7abc924 None None] Attempting to bind port f876ee11-083d-432f-af7b-661f92894ec9 on network 8594f729-9088-4f6b-8543-aaadb0f5b192 {{(pid=102793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:56:33.578452 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-554fe4e1-befd-40be-93f9-e58cd7abc924 None None] Checking agent: {'id': 'a8866439-9d96-425c-b519-6905c591ac37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 25, 36), 'started_at': datetime.datetime(2022, 3, 29, 15, 26, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 56, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834765-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:56:33.579157 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-554fe4e1-befd-40be-93f9-e58cd7abc924 None None] Checking segment: {'id': 'f897e69d-257a-4c8a-bc55-e063bbc47d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '8594f729-9088-4f6b-8543-aaadb0f5b192'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:56:33.579906 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-554fe4e1-befd-40be-93f9-e58cd7abc924 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:33.580440 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-554fe4e1-befd-40be-93f9-e58cd7abc924 None None] Bound using segment: {'id': 'f897e69d-257a-4c8a-bc55-e063bbc47d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '8594f729-9088-4f6b-8543-aaadb0f5b192'} {{(pid=102793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:56:33.581100 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.managers [None req-554fe4e1-befd-40be-93f9-e58cd7abc924 None None] Bound port: f876ee11-083d-432f-af7b-661f92894ec9, host: n-d-834765-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f897e69d-257a-4c8a-bc55-e063bbc47d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '8594f729-9088-4f6b-8543-aaadb0f5b192'}}] {{(pid=102793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 15:56:33.581623 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-554fe4e1-befd-40be-93f9-e58cd7abc924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:33.638655 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc83bb6-344a-4ba8-927d-2d9346e16011 req-5a4145ca-58c9-414d-b10a-1b75b7fdde98 tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:56:33.650160 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-8cc83bb6-344a-4ba8-927d-2d9346e16011 req-5a4145ca-58c9-414d-b10a-1b75b7fdde98 tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] 10.222.0.42 "GET /v2.0/ports?device_id=dc9add87-72f6-43b0-aaa0-72bdafaa8d86 HTTP/1.1" status: 200 len: 945 time: 0.0824475 Mar 29 15:56:33.669998 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.db_base_plugin_common [None req-ec305bdd-620c-49b3-a436-a8ff5462357b admin admin] Allocated IP 172.25.4.18 (4a4a035d-ecac-4ead-baa3-25f90788773a/e1a353dc-fac8-4901-a63c-273840237d6a/58b0ec78-06e3-41fc-b7b4-792eda1df09d) {{(pid=102790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:56:33.712491 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-8cc83bb6-344a-4ba8-927d-2d9346e16011 req-0f2bbc96-8c73-42dc-b60d-e07ef2689599 tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] 10.222.0.42 "GET /v2.0/security-groups?id=158a092c-dd2b-4e56-b164-ca7881904141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556550 Mar 29 15:56:33.839928 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-b3e3ff4e-3afe-492f-a105-96be20de6de1 None None] Provisioning complete for port f876ee11-083d-432f-af7b-661f92894ec9 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:56:33.842077 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-b3e3ff4e-3afe-492f-a105-96be20de6de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:33.898042 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-ec305bdd-620c-49b3-a436-a8ff5462357b admin admin] Notify callbacks [] for port, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:33.913961 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-b3e3ff4e-3afe-492f-a105-96be20de6de1 None None] Port f876ee11-083d-432f-af7b-661f92894ec9 cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 15:56:33.940696 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.db [None req-554fe4e1-befd-40be-93f9-e58cd7abc924 None None] For port f876ee11-083d-432f-af7b-661f92894ec9, host n-d-834765-1, cleared binding levels {{(pid=102793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:56:33.944978 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.db [None req-554fe4e1-befd-40be-93f9-e58cd7abc924 None None] For port f876ee11-083d-432f-af7b-661f92894ec9, host n-d-834765-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=f876ee11-083d-432f-af7b-661f92894ec9,segment=NetworkSegment(f897e69d-257a-4c8a-bc55-e063bbc47d9e),segment_id=f897e69d-257a-4c8a-bc55-e063bbc47d9e)] {{(pid=102793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:56:33.953708 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-554fe4e1-befd-40be-93f9-e58cd7abc924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:33.974277 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-ec305bdd-620c-49b3-a436-a8ff5462357b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:34.015202 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-554fe4e1-befd-40be-93f9-e58cd7abc924 None None] Routers {'ec871957-90ee-49a0-a5ff-0f9757efecd3'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:56:34.020533 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-554fe4e1-befd-40be-93f9-e58cd7abc924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:56:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['ec871957-90ee-49a0-a5ff-0f9757efecd3'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:56:34.063335 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec305bdd-620c-49b3-a436-a8ff5462357b admin admin] Pushing event updated for resources: {'Port': ['ID=58b0ec78-06e3-41fc-b7b4-792eda1df09d,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:56:34.079187 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec305bdd-620c-49b3-a436-a8ff5462357b admin admin] Network 4a4a035d-ecac-4ead-baa3-25f90788773a is already hosted by enough agents. {{(pid=102790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:56:34.080897 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-ec305bdd-620c-49b3-a436-a8ff5462357b admin admin] Resources bound (agent type, host, resource id): {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:56:34.083725 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec305bdd-620c-49b3-a436-a8ff5462357b admin admin] Received port after_create {{(pid=102790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:56:34.165583 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvr_db [None req-554fe4e1-befd-40be-93f9-e58cd7abc924 None None] Set router ec871957-90ee-49a0-a5ff-0f9757efecd3 gateway port host: n-d-834765-1 {{(pid=102793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:56:34.168931 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d71584b9-87f1-45f5-84c7-c993c2416269 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:34.291147 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17425daa-0a76-4338-8756-5fce9c2fbc6e None None] Pushing event updated for resources: {'Port': ['ID=f876ee11-083d-432f-af7b-661f92894ec9,revision_number=4']} {{(pid=102793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:56:34.454414 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-4332072c-dc09-4cb1-89c3-36af2d568a2e None None] Provisioning complete for port f876ee11-083d-432f-af7b-661f92894ec9 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:56:34.455155 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-4332072c-dc09-4cb1-89c3-36af2d568a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:34.591909 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-554fe4e1-befd-40be-93f9-e58cd7abc924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec871957-90ee-49a0-a5ff-0f9757efecd3', 'name': 'tempest-TestVolumeBootPattern-1912300397-router', 'tenant_id': 'f31979fa8a674f56835f136e5e49ba5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.192'}], 'enable_snat': True}, 'gw_port_id': 'a9e975fe-4cb2-4e7f-9458-99fac6b3ced0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:56:22Z', 'updated_at': '2022-03-29T15:56:27Z', 'revision_number': 4, 'project_id': 'f31979fa8a674f56835f136e5e49ba5c', 'gw_port': {'id': 'a9e975fe-4cb2-4e7f-9458-99fac6b3ced0', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:e2:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec871957-90ee-49a0-a5ff-0f9757efecd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2536, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:56:23Z', 'updated_at': '2022-03-29T15:56:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': 'f876ee11-083d-432f-af7b-661f92894ec9', 'name': '', 'network_id': '8594f729-9088-4f6b-8543-aaadb0f5b192', 'tenant_id': 'f31979fa8a674f56835f136e5e49ba5c', 'mac_address': 'fa:16:3e:9d:45:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec871957-90ee-49a0-a5ff-0f9757efecd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2542, 'fixed_ips': [{'subnet_id': '52e8269b-e046-4c98-a9b1-ef8905fa8ddb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:56:26Z', 'updated_at': '2022-03-29T15:56:33Z', 'revision_number': 4, 'project_id': 'f31979fa8a674f56835f136e5e49ba5c', 'subnets': [{'id': '52e8269b-e046-4c98-a9b1-ef8905fa8ddb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:56:34.628345 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-ec305bdd-620c-49b3-a436-a8ff5462357b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:34.673787 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-554fe4e1-befd-40be-93f9-e58cd7abc924 None None] The sync data for ids ['ec871957-90ee-49a0-a5ff-0f9757efecd3'] in n-d-834765-1 is: [{'id': 'ec871957-90ee-49a0-a5ff-0f9757efecd3', 'name': 'tempest-TestVolumeBootPattern-1912300397-router', 'tenant_id': 'f31979fa8a674f56835f136e5e49ba5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.192'}], 'enable_snat': True}, 'gw_port_id': 'a9e975fe-4cb2-4e7f-9458-99fac6b3ced0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:56:22Z', 'updated_at': '2022-03-29T15:56:27Z', 'revision_number': 4, 'project_id': 'f31979fa8a674f56835f136e5e49ba5c', 'gw_port': {'id': 'a9e975fe-4cb2-4e7f-9458-99fac6b3ced0', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:e2:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec871957-90ee-49a0-a5ff-0f9757efecd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2536, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:56:23Z', 'updated_at': '2022-03-29T15:56:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': 'f876ee11-083d-432f-af7b-661f92894ec9', 'name': '', 'network_id': '8594f729-9088-4f6b-8543-aaadb0f5b192', 'tenant_id': 'f31979fa8a674f56835f136e5e49ba5c', 'mac_address': 'fa:16:3e:9d:45:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec871957-90ee-49a0-a5ff-0f9757efecd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2542, 'fixed_ips': [{'subnet_id': '52e8269b-e046-4c98-a9b1-ef8905fa8ddb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:56:26Z', 'updated_at': '2022-03-29T15:56:33Z', 'revision_number': 4, 'project_id': 'f31979fa8a674f56835f136e5e49ba5c', 'subnets': [{'id': '52e8269b-e046-4c98-a9b1-ef8905fa8ddb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:56:34.924698 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-4332072c-dc09-4cb1-89c3-36af2d568a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:35.004178 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device f876ee11-083d-432f-af7b-661f92894ec9 up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:56:35.048933 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-4332072c-dc09-4cb1-89c3-36af2d568a2e None None] For port f876ee11-083d-432f-af7b-661f92894ec9, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=f876ee11-083d-432f-af7b-661f92894ec9,segment=NetworkSegment(f897e69d-257a-4c8a-bc55-e063bbc47d9e),segment_id=f897e69d-257a-4c8a-bc55-e063bbc47d9e)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:56:35.110438 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-661a27ae-270d-403e-81d1-b4f500dafecc None None] Network 150e0a55-4aa0-47e7-b470-321989c1714c requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 15:56:35.116319 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-4332072c-dc09-4cb1-89c3-36af2d568a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:35.206837 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2093b910-931e-40a5-b9c3-a9d3e3b0343c req-56c7c46c-b5e1-402f-9cec-55f4d517eceb tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:56:35.209476 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-2093b910-931e-40a5-b9c3-a9d3e3b0343c req-56c7c46c-b5e1-402f-9cec-55f4d517eceb tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] 10.222.0.42 "GET /v2.0/ports?device_id=dc9add87-72f6-43b0-aaa0-72bdafaa8d86 HTTP/1.1" status: 200 len: 945 time: 0.3216064 Mar 29 15:56:35.272206 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4332072c-dc09-4cb1-89c3-36af2d568a2e None None] Pushing event updated for resources: {'Port': ['ID=f876ee11-083d-432f-af7b-661f92894ec9,revision_number=5']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:56:35.408444 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-2093b910-931e-40a5-b9c3-a9d3e3b0343c req-62629596-9672-4e99-afb1-7a9fd8a80264 tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] 10.222.0.42 "GET /v2.0/security-groups?id=158a092c-dd2b-4e56-b164-ca7881904141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905804 Mar 29 15:56:35.471314 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-ec305bdd-620c-49b3-a436-a8ff5462357b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648118'] for router, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:35.757126 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec305bdd-620c-49b3-a436-a8ff5462357b admin admin] Router 60d0b4d2-cda2-4bbf-a85f-fa1e12a42a7e is scheduled to L3 agent c648d819-1060-4f26-b4ec-6455387b5dff with binding_index 1 {{(pid=102790) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 29 15:56:35.994634 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec305bdd-620c-49b3-a436-a8ff5462357b admin admin] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:56:36.003765 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-a832dfa9-796d-4e06-8ea5-90e0a467526c None None] Provisioning complete for port ca0312b7-10ae-4646-8006-2153e85fc90a triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:56:36.005112 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-a832dfa9-796d-4e06-8ea5-90e0a467526c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:36.048599 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-ec305bdd-620c-49b3-a436-a8ff5462357b admin admin] Notify callbacks [] for router, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:36.049854 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-ec305bdd-620c-49b3-a436-a8ff5462357b admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.3200464 Mar 29 15:56:36.053101 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 39290) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:56:36.102860 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5054304-f5e5-4bd7-a1fd-d8752ae202cf None None] Sync routers for ids ['60d0b4d2-cda2-4bbf-a85f-fa1e12a42a7e'] in n-d-834765-1 {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:56:36.143725 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-0cb6abf6-2706-4e52-8825-f5f644ecf9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:36.152513 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port f876ee11-083d-432f-af7b-661f92894ec9 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:56:36.152960 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:36.193232 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:36.245074 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5054304-f5e5-4bd7-a1fd-d8752ae202cf None None] Routers {'60d0b4d2-cda2-4bbf-a85f-fa1e12a42a7e'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:56:36.245727 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-e5054304-f5e5-4bd7-a1fd-d8752ae202cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:56:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['60d0b4d2-cda2-4bbf-a85f-fa1e12a42a7e'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:56:36.407988 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-a832dfa9-796d-4e06-8ea5-90e0a467526c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:36.731169 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-a832dfa9-796d-4e06-8ea5-90e0a467526c None None] For port ca0312b7-10ae-4646-8006-2153e85fc90a, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=ca0312b7-10ae-4646-8006-2153e85fc90a,segment=NetworkSegment(371e1845-4ab4-47c1-95b3-def9ce873252),segment_id=371e1845-4ab4-47c1-95b3-def9ce873252)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:56:36.742739 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-a832dfa9-796d-4e06-8ea5-90e0a467526c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:36.760180 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device ca0312b7-10ae-4646-8006-2153e85fc90a up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:56:36.786247 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvr_db [None req-e5054304-f5e5-4bd7-a1fd-d8752ae202cf None None] Set router 60d0b4d2-cda2-4bbf-a85f-fa1e12a42a7e gateway port host: n-d-834765-1 {{(pid=102792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:56:36.938285 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a832dfa9-796d-4e06-8ea5-90e0a467526c None None] Pushing event updated for resources: {'Port': ['ID=ca0312b7-10ae-4646-8006-2153e85fc90a,revision_number=3']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:56:36.973746 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-4900acc6-6437-467f-91c1-13852a0c6e9f None None] Provisioning complete for port ca0312b7-10ae-4646-8006-2153e85fc90a triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:56:36.974122 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-4900acc6-6437-467f-91c1-13852a0c6e9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:37.032201 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port ca0312b7-10ae-4646-8006-2153e85fc90a triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:56:37.032871 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:37.065635 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6a828cc5-f6de-4890-bc40-f36801b0e345 req-a2b48ec3-faf7-4e04-ae33-bf054ef5054c service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=b5e34b53-8d44-45db-a377-1c001fe98b5c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1186364 Mar 29 15:56:37.092556 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fe8991-1569-4705-a531-27b08990ab1b req-6f26e799-4188-43ae-9fd4-631f5f2a3845 tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:56:37.099997 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e6fe8991-1569-4705-a531-27b08990ab1b req-6f26e799-4188-43ae-9fd4-631f5f2a3845 tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] 10.222.0.42 "GET /v2.0/ports?device_id=dc9add87-72f6-43b0-aaa0-72bdafaa8d86 HTTP/1.1" status: 200 len: 945 time: 0.1500185 Mar 29 15:56:37.221816 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e6fe8991-1569-4705-a531-27b08990ab1b req-3307ed3d-d1f8-4540-ab32-f5db18c1bc68 tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] 10.222.0.42 "GET /v2.0/security-groups?id=158a092c-dd2b-4e56-b164-ca7881904141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206839 Mar 29 15:56:37.338053 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a828cc5-f6de-4890-bc40-f36801b0e345 req-c237853b-c4e6-434d-8cb8-8144d746251a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:56:37.338753 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a828cc5-f6de-4890-bc40-f36801b0e345 req-c237853b-c4e6-434d-8cb8-8144d746251a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:56:37.339234 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a828cc5-f6de-4890-bc40-f36801b0e345 req-c237853b-c4e6-434d-8cb8-8144d746251a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:56:37.339784 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a828cc5-f6de-4890-bc40-f36801b0e345 req-c237853b-c4e6-434d-8cb8-8144d746251a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:56:37.340202 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a828cc5-f6de-4890-bc40-f36801b0e345 req-c237853b-c4e6-434d-8cb8-8144d746251a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:56:37.340669 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a828cc5-f6de-4890-bc40-f36801b0e345 req-c237853b-c4e6-434d-8cb8-8144d746251a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:56:37.341132 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a828cc5-f6de-4890-bc40-f36801b0e345 req-c237853b-c4e6-434d-8cb8-8144d746251a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:56:37.343198 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6a828cc5-f6de-4890-bc40-f36801b0e345 req-c237853b-c4e6-434d-8cb8-8144d746251a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9cad725e1c41463fab431e48b8d9bfff&device_id=b5e34b53-8d44-45db-a377-1c001fe98b5c HTTP/1.1" status: 200 len: 6502 time: 0.1845925 Mar 29 15:56:37.356297 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45d2694-e855-4bd5-9954-effed8644d83 req-6d0bc35d-22fe-4fca-9178-a2d3af08051d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:56:37.358612 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-a45d2694-e855-4bd5-9954-effed8644d83 req-6d0bc35d-22fe-4fca-9178-a2d3af08051d service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=49afb217-7a40-443f-8872-8ae2fd1bb83b HTTP/1.1" status: 200 len: 1096 time: 0.9837704 Mar 29 15:56:37.401884 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-e5054304-f5e5-4bd7-a1fd-d8752ae202cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60d0b4d2-cda2-4bbf-a85f-fa1e12a42a7e', 'name': 'tempest-TestVolumeBootPattern-1304754511-router', 'tenant_id': '8c2863aba63a439a839c83df5e710232', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.18'}], 'enable_snat': True}, 'gw_port_id': '58b0ec78-06e3-41fc-b7b4-792eda1df09d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:56:31Z', 'updated_at': '2022-03-29T15:56:34Z', 'revision_number': 3, 'project_id': '8c2863aba63a439a839c83df5e710232', 'gw_port': {'id': '58b0ec78-06e3-41fc-b7b4-792eda1df09d', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:61:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60d0b4d2-cda2-4bbf-a85f-fa1e12a42a7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2558, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:56:33Z', 'updated_at': '2022-03-29T15:56:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1'}], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:56:37.454621 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device f876ee11-083d-432f-af7b-661f92894ec9 up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:56:37.457142 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5054304-f5e5-4bd7-a1fd-d8752ae202cf None None] Checking router: 60d0b4d2-cda2-4bbf-a85f-fa1e12a42a7e for host: n-d-834765-1 {{(pid=102792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:56:37.457592 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5054304-f5e5-4bd7-a1fd-d8752ae202cf None None] Updating router 60d0b4d2-cda2-4bbf-a85f-fa1e12a42a7e port 58b0ec78-06e3-41fc-b7b4-792eda1df09d binding host n-d-834765-1 {{(pid=102792) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 15:56:37.490724 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-a45d2694-e855-4bd5-9954-effed8644d83 req-acf0b8a1-1175-47b0-9253-b20f247a2df1 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=29ddfa0c-288d-4cdf-94ef-0cd0c52f5988&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1127570 Mar 29 15:56:37.531196 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-e5054304-f5e5-4bd7-a1fd-d8752ae202cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:37.622554 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a828cc5-f6de-4890-bc40-f36801b0e345 req-922ef703-0774-489d-ae5d-9d7e4721fa78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:56:37.623048 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a828cc5-f6de-4890-bc40-f36801b0e345 req-922ef703-0774-489d-ae5d-9d7e4721fa78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:56:37.624154 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a828cc5-f6de-4890-bc40-f36801b0e345 req-922ef703-0774-489d-ae5d-9d7e4721fa78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:56:37.625785 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6a828cc5-f6de-4890-bc40-f36801b0e345 req-922ef703-0774-489d-ae5d-9d7e4721fa78 service neutron] 10.222.0.48 "GET /v2.0/networks?id=4e796cbd-0811-4a69-9036-a57f72186731&id=4ba2607b-b448-44f6-8335-46066b72a89c&id=4ba2607b-b448-44f6-8335-46066b72a89c&id=4ba2607b-b448-44f6-8335-46066b72a89c&id=4ba2607b-b448-44f6-8335-46066b72a89c&id=79dcb3cc-0cfb-4dde-9352-1cf14f1c4e5d&id=79dcb3cc-0cfb-4dde-9352-1cf14f1c4e5d HTTP/1.1" status: 200 len: 2296 time: 0.2283165 Mar 29 15:56:37.675149 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a39e453-09c9-4fbd-be14-169c22f7076d req-ae06037b-c405-40a5-9cd2-351cb926c313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:56:37.677822 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-0a39e453-09c9-4fbd-be14-169c22f7076d req-ae06037b-c405-40a5-9cd2-351cb926c313 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=dc9add87-72f6-43b0-aaa0-72bdafaa8d86 HTTP/1.1" status: 200 len: 1096 time: 0.1363895 Mar 29 15:56:37.784768 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-0a39e453-09c9-4fbd-be14-169c22f7076d req-43e78170-3ecd-4cdf-85f1-2b2c0083f625 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=158a092c-dd2b-4e56-b164-ca7881904141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538828 Mar 29 15:56:37.788624 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port f876ee11-083d-432f-af7b-661f92894ec9 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:56:37.789240 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:37.791711 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-9326ca2e-46d3-4b0b-a407-936ee4741fed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:37.819866 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6a828cc5-f6de-4890-bc40-f36801b0e345 req-b354e636-26d8-446e-92d3-688f73d455c5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f402d3d7-34ef-43ea-8950-d2b015ceb2a3 HTTP/1.1" status: 200 len: 1001 time: 0.1784878 Mar 29 15:56:38.104032 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a828cc5-f6de-4890-bc40-f36801b0e345 req-e9cb6a8e-23cd-41f1-a07e-70dd98918d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:56:38.105653 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6a828cc5-f6de-4890-bc40-f36801b0e345 req-e9cb6a8e-23cd-41f1-a07e-70dd98918d83 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=38d67edd-cfdb-4ded-91f8-0e501d16094b HTTP/1.1" status: 200 len: 856 time: 0.0672789 Mar 29 15:56:38.106890 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_common [None req-9326ca2e-46d3-4b0b-a407-936ee4741fed admin admin] Allocated IP 172.20.0.1 (150e0a55-4aa0-47e7-b470-321989c1714c/c65e60c5-eb40-4ec0-bdc0-ee0c2348b04c/f9ab5ca8-be70-4c5b-8e4b-b62d5fe7938d) {{(pid=102791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:56:38.110512 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-e5054304-f5e5-4bd7-a1fd-d8752ae202cf None None] Notify callbacks [] for port, precommit_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:38.140041 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-e5054304-f5e5-4bd7-a1fd-d8752ae202cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:38.193939 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device ca0312b7-10ae-4646-8006-2153e85fc90a up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:56:38.248093 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a828cc5-f6de-4890-bc40-f36801b0e345 req-ed72f626-ce71-43bb-90a8-f73e1012a80d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:56:38.250293 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6a828cc5-f6de-4890-bc40-f36801b0e345 req-ed72f626-ce71-43bb-90a8-f73e1012a80d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4e796cbd-0811-4a69-9036-a57f72186731&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1380000 Mar 29 15:56:38.291431 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7254c4e9-5a2b-4b12-8e50-5605a768186b None None] Pushing event updated for resources: {'Port': ['ID=58b0ec78-06e3-41fc-b7b4-792eda1df09d,revision_number=2']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:56:38.309755 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-e5054304-f5e5-4bd7-a1fd-d8752ae202cf None None] Attempting to bind port 58b0ec78-06e3-41fc-b7b4-792eda1df09d on host n-d-834765-1 for vnic_type normal with profile {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:56:38.317322 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-e5054304-f5e5-4bd7-a1fd-d8752ae202cf None None] Attempting to bind port 58b0ec78-06e3-41fc-b7b4-792eda1df09d by drivers openvswitch,hyperv on host n-d-834765-1 at level 0 using segments [{'id': '6ab47353-a811-4bad-bc73-b4cc84583cfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:56:38.321227 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5054304-f5e5-4bd7-a1fd-d8752ae202cf None None] Attempting to bind port 58b0ec78-06e3-41fc-b7b4-792eda1df09d on network 4a4a035d-ecac-4ead-baa3-25f90788773a {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:56:38.349099 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5054304-f5e5-4bd7-a1fd-d8752ae202cf None None] Checking agent: {'id': 'a8866439-9d96-425c-b519-6905c591ac37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 25, 36), 'started_at': datetime.datetime(2022, 3, 29, 15, 26, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 56, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834765-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:56:38.349835 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5054304-f5e5-4bd7-a1fd-d8752ae202cf None None] Checking segment: {'id': '6ab47353-a811-4bad-bc73-b4cc84583cfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:56:38.353686 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-e5054304-f5e5-4bd7-a1fd-d8752ae202cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:38.354596 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5054304-f5e5-4bd7-a1fd-d8752ae202cf None None] Bound using segment: {'id': '6ab47353-a811-4bad-bc73-b4cc84583cfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:56:38.356468 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-e5054304-f5e5-4bd7-a1fd-d8752ae202cf None None] Bound port: 58b0ec78-06e3-41fc-b7b4-792eda1df09d, host: n-d-834765-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ab47353-a811-4bad-bc73-b4cc84583cfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'}}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 15:56:38.360910 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-e5054304-f5e5-4bd7-a1fd-d8752ae202cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:38.374810 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-9326ca2e-46d3-4b0b-a407-936ee4741fed admin admin] Notify callbacks [] for port, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:38.410709 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6a828cc5-f6de-4890-bc40-f36801b0e345 req-0749cc9c-07cd-40ba-a40d-9069a42ce13c service neutron] 10.222.0.48 "GET /v2.0/networks/4e796cbd-0811-4a69-9036-a57f72186731?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1525083 Mar 29 15:56:38.549177 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-9326ca2e-46d3-4b0b-a407-936ee4741fed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:38.552245 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-e5054304-f5e5-4bd7-a1fd-d8752ae202cf None None] For port 58b0ec78-06e3-41fc-b7b4-792eda1df09d, host n-d-834765-1, cleared binding levels {{(pid=102792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:56:38.557149 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-e5054304-f5e5-4bd7-a1fd-d8752ae202cf None None] For port 58b0ec78-06e3-41fc-b7b4-792eda1df09d, host n-d-834765-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=58b0ec78-06e3-41fc-b7b4-792eda1df09d,segment=NetworkSegment(6ab47353-a811-4bad-bc73-b4cc84583cfd),segment_id=6ab47353-a811-4bad-bc73-b4cc84583cfd)] {{(pid=102792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:56:38.568017 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port ca0312b7-10ae-4646-8006-2153e85fc90a triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:56:38.568522 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:38.580355 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a94d1ee-0240-445f-b4f2-639f0f4ec03e req-940fdbaf-7af2-42b5-bb72-461b7680ad46 tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:56:38.592733 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-5a94d1ee-0240-445f-b4f2-639f0f4ec03e req-940fdbaf-7af2-42b5-bb72-461b7680ad46 tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] 10.222.0.42 "GET /v2.0/ports?device_id=dc9add87-72f6-43b0-aaa0-72bdafaa8d86 HTTP/1.1" status: 200 len: 945 time: 0.1654036 Mar 29 15:56:38.607705 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-e5054304-f5e5-4bd7-a1fd-d8752ae202cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:38.626191 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9326ca2e-46d3-4b0b-a407-936ee4741fed admin admin] Network 150e0a55-4aa0-47e7-b470-321989c1714c is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:56:38.629644 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [None req-9326ca2e-46d3-4b0b-a407-936ee4741fed admin admin] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:56:38.632394 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9326ca2e-46d3-4b0b-a407-936ee4741fed admin admin] Received port after_create {{(pid=102791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:56:38.636026 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6a828cc5-f6de-4890-bc40-f36801b0e345 req-3ce6d21c-d908-4542-b8a9-42b3460209e4 service neutron] 10.222.0.48 "GET /v2.0/networks/4e796cbd-0811-4a69-9036-a57f72186731?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2172034 Mar 29 15:56:38.636679 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9326ca2e-46d3-4b0b-a407-936ee4741fed admin admin] Pushing event updated for resources: {'Port': ['ID=f9ab5ca8-be70-4c5b-8e4b-b62d5fe7938d,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:56:38.719909 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6a828cc5-f6de-4890-bc40-f36801b0e345 req-b8dc1a45-cb52-41bd-9268-04aa98553653 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.15&port_id=fd6e3e94-cc76-461b-a427-2d8fa63aec1d HTTP/1.1" status: 200 len: 217 time: 0.0585809 Mar 29 15:56:38.731730 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-5a94d1ee-0240-445f-b4f2-639f0f4ec03e req-5dbdfb12-3425-4d1b-a200-94d3ee2d9c60 tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] 10.222.0.42 "GET /v2.0/security-groups?id=158a092c-dd2b-4e56-b164-ca7881904141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280723 Mar 29 15:56:38.840552 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-9326ca2e-46d3-4b0b-a407-936ee4741fed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-648347'] for router_interface, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:38.858566 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5054304-f5e5-4bd7-a1fd-d8752ae202cf None None] Routers {'60d0b4d2-cda2-4bbf-a85f-fa1e12a42a7e'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:56:38.859464 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-e5054304-f5e5-4bd7-a1fd-d8752ae202cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:56:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['60d0b4d2-cda2-4bbf-a85f-fa1e12a42a7e'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:56:38.880299 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7254c4e9-5a2b-4b12-8e50-5605a768186b None None] Pushing event updated for resources: {'Port': ['ID=58b0ec78-06e3-41fc-b7b4-792eda1df09d,revision_number=3']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:56:38.997006 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a828cc5-f6de-4890-bc40-f36801b0e345 req-b2a7fa46-91f4-40b0-a8a3-8ce221fef981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:56:39.001332 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6a828cc5-f6de-4890-bc40-f36801b0e345 req-b2a7fa46-91f4-40b0-a8a3-8ce221fef981 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=bc361fa1-f654-45a1-af1c-12ca60a2e415 HTTP/1.1" status: 200 len: 797 time: 0.2714832 Mar 29 15:56:39.213062 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a828cc5-f6de-4890-bc40-f36801b0e345 req-f7872183-368a-411c-94ba-41b2a15165aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:56:39.214849 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6a828cc5-f6de-4890-bc40-f36801b0e345 req-f7872183-368a-411c-94ba-41b2a15165aa service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4ba2607b-b448-44f6-8335-46066b72a89c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2061975 Mar 29 15:56:39.281953 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-9326ca2e-46d3-4b0b-a407-936ee4741fed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:39.374489 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvr_db [None req-e5054304-f5e5-4bd7-a1fd-d8752ae202cf None None] Set router 60d0b4d2-cda2-4bbf-a85f-fa1e12a42a7e gateway port host: n-d-834765-1 {{(pid=102792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:56:39.376633 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-c94b210b-57e6-4e2d-8a9e-a93d23513421 None None] Provisioning complete for port f9ab5ca8-be70-4c5b-8e4b-b62d5fe7938d triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:56:39.376859 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-c94b210b-57e6-4e2d-8a9e-a93d23513421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:39.412563 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6a828cc5-f6de-4890-bc40-f36801b0e345 req-02d5f648-2608-4c16-90dd-1523d88dad2d service neutron] 10.222.0.48 "GET /v2.0/networks/4ba2607b-b448-44f6-8335-46066b72a89c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1910191 Mar 29 15:56:39.596719 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-c94b210b-57e6-4e2d-8a9e-a93d23513421 None None] Port f9ab5ca8-be70-4c5b-8e4b-b62d5fe7938d cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 15:56:39.628670 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-e5054304-f5e5-4bd7-a1fd-d8752ae202cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60d0b4d2-cda2-4bbf-a85f-fa1e12a42a7e', 'name': 'tempest-TestVolumeBootPattern-1304754511-router', 'tenant_id': '8c2863aba63a439a839c83df5e710232', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.18'}], 'enable_snat': True}, 'gw_port_id': '58b0ec78-06e3-41fc-b7b4-792eda1df09d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:56:31Z', 'updated_at': '2022-03-29T15:56:34Z', 'revision_number': 3, 'project_id': '8c2863aba63a439a839c83df5e710232', 'gw_port': {'id': '58b0ec78-06e3-41fc-b7b4-792eda1df09d', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:61:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60d0b4d2-cda2-4bbf-a85f-fa1e12a42a7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2558, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:56:33Z', 'updated_at': '2022-03-29T15:56:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1'}], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:56:39.657878 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5054304-f5e5-4bd7-a1fd-d8752ae202cf None None] The sync data for ids ['60d0b4d2-cda2-4bbf-a85f-fa1e12a42a7e'] in n-d-834765-1 is: [{'id': '60d0b4d2-cda2-4bbf-a85f-fa1e12a42a7e', 'name': 'tempest-TestVolumeBootPattern-1304754511-router', 'tenant_id': '8c2863aba63a439a839c83df5e710232', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.18'}], 'enable_snat': True}, 'gw_port_id': '58b0ec78-06e3-41fc-b7b4-792eda1df09d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:56:31Z', 'updated_at': '2022-03-29T15:56:34Z', 'revision_number': 3, 'project_id': '8c2863aba63a439a839c83df5e710232', 'gw_port': {'id': '58b0ec78-06e3-41fc-b7b4-792eda1df09d', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:61:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60d0b4d2-cda2-4bbf-a85f-fa1e12a42a7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2558, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:56:33Z', 'updated_at': '2022-03-29T15:56:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1'}] {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:56:39.717976 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6a828cc5-f6de-4890-bc40-f36801b0e345 req-0b2e3871-9d84-4dec-ad3e-32f7fe9fb142 service neutron] 10.222.0.48 "GET /v2.0/networks/4ba2607b-b448-44f6-8335-46066b72a89c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2941115 Mar 29 15:56:39.772781 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6a828cc5-f6de-4890-bc40-f36801b0e345 req-1694e935-1bfb-4110-8b73-635e15d4caa8 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.217&port_id=2957c1c5-01c3-4fbd-bee2-9935eef14639 HTTP/1.1" status: 200 len: 217 time: 0.0465086 Mar 29 15:56:39.777195 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-9326ca2e-46d3-4b0b-a407-936ee4741fed admin admin] Notify callbacks [] for port, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:39.793574 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-9326ca2e-46d3-4b0b-a407-936ee4741fed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:39.855716 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-9326ca2e-46d3-4b0b-a407-936ee4741fed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-648439'] for router_interface, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:39.898843 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91aa75a8-baae-4491-99ce-2a7ce62b92a9 req-e4c4892d-933b-4bc4-bf61-40e57d54ea68 tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:56:39.910682 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-91aa75a8-baae-4491-99ce-2a7ce62b92a9 req-e4c4892d-933b-4bc4-bf61-40e57d54ea68 tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] 10.222.0.42 "GET /v2.0/ports?device_id=dc9add87-72f6-43b0-aaa0-72bdafaa8d86 HTTP/1.1" status: 200 len: 945 time: 0.0863278 Mar 29 15:56:39.941372 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a828cc5-f6de-4890-bc40-f36801b0e345 req-434f409f-9bbc-4808-b825-fa633585374e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:56:39.943045 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6a828cc5-f6de-4890-bc40-f36801b0e345 req-434f409f-9bbc-4808-b825-fa633585374e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=bc361fa1-f654-45a1-af1c-12ca60a2e415 HTTP/1.1" status: 200 len: 797 time: 0.1639247 Mar 29 15:56:39.984736 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9326ca2e-46d3-4b0b-a407-936ee4741fed admin admin] Pushing event updated for resources: {'Port': ['ID=f9ab5ca8-be70-4c5b-8e4b-b62d5fe7938d,revision_number=2']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:56:40.006397 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-91aa75a8-baae-4491-99ce-2a7ce62b92a9 req-e581b5d7-04df-47ba-aa02-fa1515d22611 tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] 10.222.0.42 "GET /v2.0/security-groups?id=158a092c-dd2b-4e56-b164-ca7881904141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945227 Mar 29 15:56:40.089463 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a828cc5-f6de-4890-bc40-f36801b0e345 req-0124655a-e685-48fd-bd99-1e5b21fef5f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:56:40.091094 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6a828cc5-f6de-4890-bc40-f36801b0e345 req-0124655a-e685-48fd-bd99-1e5b21fef5f1 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4ba2607b-b448-44f6-8335-46066b72a89c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1075141 Mar 29 15:56:40.143604 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9326ca2e-46d3-4b0b-a407-936ee4741fed admin admin] Network 150e0a55-4aa0-47e7-b470-321989c1714c is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:56:40.148718 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [None req-9326ca2e-46d3-4b0b-a407-936ee4741fed admin admin] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:56:40.443995 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9326ca2e-46d3-4b0b-a407-936ee4741fed admin admin] Router 60d0b4d2-cda2-4bbf-a85f-fa1e12a42a7e has already been hosted by L3 agent c648d819-1060-4f26-b4ec-6455387b5dff {{(pid=102791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 15:56:40.632002 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-1634baee-e820-4bd5-afc8-b27a0705d9ee None None] Provisioning complete for port f9ab5ca8-be70-4c5b-8e4b-b62d5fe7938d triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:56:40.633088 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1634baee-e820-4bd5-afc8-b27a0705d9ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:40.677321 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24193a8-8a31-4754-b7cf-73b90736adf1 req-ef93fbd8-4185-4571-b6b6-580d20d0655c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:56:40.679630 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f24193a8-8a31-4754-b7cf-73b90736adf1 req-ef93fbd8-4185-4571-b6b6-580d20d0655c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=48ba1cdba6ea4eb098e40b52d44291ec&device_id=dc9add87-72f6-43b0-aaa0-72bdafaa8d86 HTTP/1.1" status: 200 len: 1096 time: 0.2318242 Mar 29 15:56:40.701817 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6a828cc5-f6de-4890-bc40-f36801b0e345 req-62c38640-bd90-4889-8a35-ebc65b67fa79 service neutron] 10.222.0.48 "GET /v2.0/networks/4ba2607b-b448-44f6-8335-46066b72a89c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5902543 Mar 29 15:56:40.717595 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-1634baee-e820-4bd5-afc8-b27a0705d9ee None None] Port f9ab5ca8-be70-4c5b-8e4b-b62d5fe7938d cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 15:56:40.968098 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9326ca2e-46d3-4b0b-a407-936ee4741fed admin admin] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:56:40.992735 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-9326ca2e-46d3-4b0b-a407-936ee4741fed admin admin] 10.222.0.42 "PUT /v2.0/routers/60d0b4d2-cda2-4bbf-a85f-fa1e12a42a7e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9300480 Mar 29 15:56:41.031484 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2beba30c-ba55-486c-998b-fb92354e6c88 req-261c1640-1b0b-4fbb-b2e0-8f82e52e2b7c tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:56:41.039781 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-2beba30c-ba55-486c-998b-fb92354e6c88 req-261c1640-1b0b-4fbb-b2e0-8f82e52e2b7c tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] 10.222.0.42 "GET /v2.0/ports?device_id=dc9add87-72f6-43b0-aaa0-72bdafaa8d86 HTTP/1.1" status: 200 len: 945 time: 0.4763381 Mar 29 15:56:41.134281 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6a828cc5-f6de-4890-bc40-f36801b0e345 req-48466ea7-51b8-47da-a262-b3e1739a49dc service neutron] 10.222.0.48 "GET /v2.0/networks/4ba2607b-b448-44f6-8335-46066b72a89c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4002624 Mar 29 15:56:41.242048 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-2beba30c-ba55-486c-998b-fb92354e6c88 req-7e3ade3e-5038-4db7-8d09-9f100d3537e1 tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] 10.222.0.42 "GET /v2.0/security-groups?id=158a092c-dd2b-4e56-b164-ca7881904141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2013001 Mar 29 15:56:41.243245 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6a828cc5-f6de-4890-bc40-f36801b0e345 req-35f365c2-9458-4264-9365-4fbbb0cdd3b8 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.196&port_id=c7980440-a2bc-4a32-9f5c-7dafd0239f39 HTTP/1.1" status: 200 len: 217 time: 0.0944738 Mar 29 15:56:41.264788 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24193a8-8a31-4754-b7cf-73b90736adf1 req-508eb7a9-6c04-4991-a8ed-252303fed06e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:56:41.264788 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f24193a8-8a31-4754-b7cf-73b90736adf1 req-508eb7a9-6c04-4991-a8ed-252303fed06e service neutron] 10.222.0.48 "GET /v2.0/networks?id=6da5eb6a-1ef7-4aa0-bbb2-e8f3bdbdd5ff HTTP/1.1" status: 200 len: 920 time: 0.5534651 Mar 29 15:56:41.486289 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 58b0ec78-06e3-41fc-b7b4-792eda1df09d up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:56:41.665924 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port 58b0ec78-06e3-41fc-b7b4-792eda1df09d triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:56:41.668044 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:41.865948 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:41.918008 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] For port 58b0ec78-06e3-41fc-b7b4-792eda1df09d, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=58b0ec78-06e3-41fc-b7b4-792eda1df09d,segment=NetworkSegment(6ab47353-a811-4bad-bc73-b4cc84583cfd),segment_id=6ab47353-a811-4bad-bc73-b4cc84583cfd)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:56:41.927641 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:42.117998 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Pushing event updated for resources: {'Port': ['ID=58b0ec78-06e3-41fc-b7b4-792eda1df09d,revision_number=4']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:56:42.145243 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f24193a8-8a31-4754-b7cf-73b90736adf1 req-1f8e2f4a-c29c-4b2b-b166-8946462b8200 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4bbe2651-b5bf-4f2d-ac57-165c62f587ac HTTP/1.1" status: 200 len: 217 time: 0.8634274 Mar 29 15:56:42.269065 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a828cc5-f6de-4890-bc40-f36801b0e345 req-b0a0f0f4-db4a-41a9-86b6-bb2163d7a166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:56:42.271226 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6a828cc5-f6de-4890-bc40-f36801b0e345 req-b0a0f0f4-db4a-41a9-86b6-bb2163d7a166 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=bc361fa1-f654-45a1-af1c-12ca60a2e415 HTTP/1.1" status: 200 len: 797 time: 1.0156600 Mar 29 15:56:42.330220 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 39450) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:56:42.351468 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24193a8-8a31-4754-b7cf-73b90736adf1 req-017b7a4e-7d19-41bc-bb25-bdcae3b8095b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:56:42.355912 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f24193a8-8a31-4754-b7cf-73b90736adf1 req-017b7a4e-7d19-41bc-bb25-bdcae3b8095b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f321fdd4-89ca-4bd6-835a-732290fa6cda HTTP/1.1" status: 200 len: 858 time: 0.1990938 Mar 29 15:56:42.461356 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a828cc5-f6de-4890-bc40-f36801b0e345 req-9f2a3a54-b34d-4c31-83de-f668ac938305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:56:42.467714 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6a828cc5-f6de-4890-bc40-f36801b0e345 req-9f2a3a54-b34d-4c31-83de-f668ac938305 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4ba2607b-b448-44f6-8335-46066b72a89c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1857128 Mar 29 15:56:42.585046 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f99b6a-8906-4302-895c-798989a8460d req-84ed6254-acec-4b10-81c1-12a3ea598c4b tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:56:42.609074 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-71f99b6a-8906-4302-895c-798989a8460d req-84ed6254-acec-4b10-81c1-12a3ea598c4b tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] 10.222.0.42 "GET /v2.0/ports?device_id=dc9add87-72f6-43b0-aaa0-72bdafaa8d86 HTTP/1.1" status: 200 len: 945 time: 0.1507134 Mar 29 15:56:42.610960 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24193a8-8a31-4754-b7cf-73b90736adf1 req-fc9aae13-ef26-4aa7-b192-d6bf638fe814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:56:42.612533 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f24193a8-8a31-4754-b7cf-73b90736adf1 req-fc9aae13-ef26-4aa7-b192-d6bf638fe814 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6da5eb6a-1ef7-4aa0-bbb2-e8f3bdbdd5ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2513373 Mar 29 15:56:42.656784 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e904518e-5be8-4407-9786-860150be6a10 None None] Sync routers for ids ['60d0b4d2-cda2-4bbf-a85f-fa1e12a42a7e'] in n-d-834765-1 {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:56:42.682642 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e904518e-5be8-4407-9786-860150be6a10 None None] Routers {'60d0b4d2-cda2-4bbf-a85f-fa1e12a42a7e'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:56:42.688573 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-e904518e-5be8-4407-9786-860150be6a10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:56:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['60d0b4d2-cda2-4bbf-a85f-fa1e12a42a7e'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:56:42.745915 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-448f1530-e27b-40ec-bb67-71e9e9f9a9d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:42.781010 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6a828cc5-f6de-4890-bc40-f36801b0e345 req-666a8ea2-57b9-4fdd-8ddb-322e6a29f233 service neutron] 10.222.0.48 "GET /v2.0/networks/4ba2607b-b448-44f6-8335-46066b72a89c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2911458 Mar 29 15:56:42.826665 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f24193a8-8a31-4754-b7cf-73b90736adf1 req-851296c8-00cf-415d-98e9-6144b4fe842f service neutron] 10.222.0.48 "GET /v2.0/networks/6da5eb6a-1ef7-4aa0-bbb2-e8f3bdbdd5ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1933146 Mar 29 15:56:42.863993 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-71f99b6a-8906-4302-895c-798989a8460d req-d3d4a439-7799-4b99-bed7-a0a97ef15d24 tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] 10.222.0.42 "GET /v2.0/security-groups?id=158a092c-dd2b-4e56-b164-ca7881904141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2538733 Mar 29 15:56:42.879597 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvr_db [None req-e904518e-5be8-4407-9786-860150be6a10 None None] Set router 60d0b4d2-cda2-4bbf-a85f-fa1e12a42a7e gateway port host: n-d-834765-1 {{(pid=102793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:56:43.015939 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-448f1530-e27b-40ec-bb67-71e9e9f9a9d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:43.023631 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-448f1530-e27b-40ec-bb67-71e9e9f9a9d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:43.071647 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f24193a8-8a31-4754-b7cf-73b90736adf1 req-b7717e0b-f75b-48fe-920d-3d6acf22b70a service neutron] 10.222.0.48 "GET /v2.0/networks/6da5eb6a-1ef7-4aa0-bbb2-e8f3bdbdd5ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2347980 Mar 29 15:56:43.078967 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6a828cc5-f6de-4890-bc40-f36801b0e345 req-7b823e0d-a1e9-418a-b50b-708bffef8131 service neutron] 10.222.0.48 "GET /v2.0/networks/4ba2607b-b448-44f6-8335-46066b72a89c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2907989 Mar 29 15:56:43.080599 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448f1530-e27b-40ec-bb67-71e9e9f9a9d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b20d68bb-837a-430a-a69b-4f3433723d8b,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:56:43.095902 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-448f1530-e27b-40ec-bb67-71e9e9f9a9d2 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=2dc7b5dcc67245b2a4c2da15df71a7ae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7617211 Mar 29 15:56:43.097106 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 39464) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:56:43.164279 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6a828cc5-f6de-4890-bc40-f36801b0e345 req-a4293aa9-5863-4a96-bb8d-012e55695e8a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.204&port_id=45434a8b-e66c-4986-94a1-97ad0466ab23 HTTP/1.1" status: 200 len: 217 time: 0.0675189 Mar 29 15:56:43.209741 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-e904518e-5be8-4407-9786-860150be6a10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60d0b4d2-cda2-4bbf-a85f-fa1e12a42a7e', 'name': 'tempest-TestVolumeBootPattern-1304754511-router', 'tenant_id': '8c2863aba63a439a839c83df5e710232', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.18'}], 'enable_snat': True}, 'gw_port_id': '58b0ec78-06e3-41fc-b7b4-792eda1df09d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:56:31Z', 'updated_at': '2022-03-29T15:56:39Z', 'revision_number': 4, 'project_id': '8c2863aba63a439a839c83df5e710232', 'gw_port': {'id': '58b0ec78-06e3-41fc-b7b4-792eda1df09d', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:61:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60d0b4d2-cda2-4bbf-a85f-fa1e12a42a7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2558, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:56:33Z', 'updated_at': '2022-03-29T15:56:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': 'f9ab5ca8-be70-4c5b-8e4b-b62d5fe7938d', 'name': '', 'network_id': '150e0a55-4aa0-47e7-b470-321989c1714c', 'tenant_id': '8c2863aba63a439a839c83df5e710232', 'mac_address': 'fa:16:3e:b6:05:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60d0b4d2-cda2-4bbf-a85f-fa1e12a42a7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2559, 'fixed_ips': [{'subnet_id': 'c65e60c5-eb40-4ec0-bdc0-ee0c2348b04c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:56:37Z', 'updated_at': '2022-03-29T15:56:39Z', 'revision_number': 2, 'project_id': '8c2863aba63a439a839c83df5e710232', 'subnets': [{'id': 'c65e60c5-eb40-4ec0-bdc0-ee0c2348b04c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:56:43.225622 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-564cf4a4-4038-4ed6-92df-11bfd055047e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:43.238219 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a828cc5-f6de-4890-bc40-f36801b0e345 req-c75465d6-6df4-4eae-981e-2c77c73cadf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:56:43.240410 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6a828cc5-f6de-4890-bc40-f36801b0e345 req-c75465d6-6df4-4eae-981e-2c77c73cadf6 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=bc361fa1-f654-45a1-af1c-12ca60a2e415 HTTP/1.1" status: 200 len: 797 time: 0.0686371 Mar 29 15:56:43.252891 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e904518e-5be8-4407-9786-860150be6a10 None None] Checking router: 60d0b4d2-cda2-4bbf-a85f-fa1e12a42a7e for host: n-d-834765-1 {{(pid=102793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:56:43.253246 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e904518e-5be8-4407-9786-860150be6a10 None None] Updating router 60d0b4d2-cda2-4bbf-a85f-fa1e12a42a7e port f9ab5ca8-be70-4c5b-8e4b-b62d5fe7938d binding host n-d-834765-1 {{(pid=102793) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 15:56:43.256550 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-564cf4a4-4038-4ed6-92df-11bfd055047e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:43.287371 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-e904518e-5be8-4407-9786-860150be6a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:43.318052 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-564cf4a4-4038-4ed6-92df-11bfd055047e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:43.321178 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-564cf4a4-4038-4ed6-92df-11bfd055047e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:43.324196 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-564cf4a4-4038-4ed6-92df-11bfd055047e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b20d68bb-837a-430a-a69b-4f3433723d8b HTTP/1.1" status: 204 len: 168 time: 0.2260554 Mar 29 15:56:43.339323 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a828cc5-f6de-4890-bc40-f36801b0e345 req-32ca5d46-5c7d-471a-be22-de4590ad490e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:56:43.341895 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564cf4a4-4038-4ed6-92df-11bfd055047e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b20d68bb-837a-430a-a69b-4f3433723d8b,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:56:43.347468 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6a828cc5-f6de-4890-bc40-f36801b0e345 req-32ca5d46-5c7d-471a-be22-de4590ad490e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4ba2607b-b448-44f6-8335-46066b72a89c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0964687 Mar 29 15:56:43.422691 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 58b0ec78-06e3-41fc-b7b4-792eda1df09d up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:56:43.511292 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port 58b0ec78-06e3-41fc-b7b4-792eda1df09d triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:56:43.511752 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:43.523411 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6a828cc5-f6de-4890-bc40-f36801b0e345 req-be745e70-fe94-474e-b12c-d8411048f75c service neutron] 10.222.0.48 "GET /v2.0/networks/4ba2607b-b448-44f6-8335-46066b72a89c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1658485 Mar 29 15:56:43.756290 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6a828cc5-f6de-4890-bc40-f36801b0e345 req-061a7d9d-7a2f-41de-a52d-02c656d29ee1 service neutron] 10.222.0.48 "GET /v2.0/networks/4ba2607b-b448-44f6-8335-46066b72a89c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2249327 Mar 29 15:56:43.808631 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-e904518e-5be8-4407-9786-860150be6a10 None None] Notify callbacks [] for port, precommit_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:43.810884 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 39478) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:56:43.825445 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-e904518e-5be8-4407-9786-860150be6a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:43.829393 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6a828cc5-f6de-4890-bc40-f36801b0e345 req-eddf4180-cafb-4b27-93b8-112beb4ce89f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=23c62477-8d6b-4dd5-97b0-ad5f9036e848 HTTP/1.1" status: 200 len: 217 time: 0.0645704 Mar 29 15:56:43.837338 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-6562b653-2e1e-4e50-9f56-9527639a9bc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:43.917456 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a828cc5-f6de-4890-bc40-f36801b0e345 req-a28368f0-e574-4ecd-a1ae-6e844b0c8ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:56:43.920654 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6a828cc5-f6de-4890-bc40-f36801b0e345 req-a28368f0-e574-4ecd-a1ae-6e844b0c8ab8 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3654a5c5-abaa-4465-953e-76c281d7517a HTTP/1.1" status: 200 len: 797 time: 0.0833340 Mar 29 15:56:43.937202 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4c2c1a-3e2c-4bfe-adeb-81a0ae22a5fc None None] Pushing event updated for resources: {'Port': ['ID=f9ab5ca8-be70-4c5b-8e4b-b62d5fe7938d,revision_number=3']} {{(pid=102793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:56:44.018906 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.managers [None req-e904518e-5be8-4407-9786-860150be6a10 None None] Attempting to bind port f9ab5ca8-be70-4c5b-8e4b-b62d5fe7938d on host n-d-834765-1 for vnic_type normal with profile {{(pid=102793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:56:44.021136 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.managers [None req-e904518e-5be8-4407-9786-860150be6a10 None None] Attempting to bind port f9ab5ca8-be70-4c5b-8e4b-b62d5fe7938d by drivers openvswitch,hyperv on host n-d-834765-1 at level 0 using segments [{'id': '371e1845-4ab4-47c1-95b3-def9ce873252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '150e0a55-4aa0-47e7-b470-321989c1714c'}] {{(pid=102793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:56:44.021727 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e904518e-5be8-4407-9786-860150be6a10 None None] Attempting to bind port f9ab5ca8-be70-4c5b-8e4b-b62d5fe7938d on network 150e0a55-4aa0-47e7-b470-321989c1714c {{(pid=102793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:56:44.026751 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-6562b653-2e1e-4e50-9f56-9527639a9bc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:44.033248 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e904518e-5be8-4407-9786-860150be6a10 None None] Checking agent: {'id': 'a8866439-9d96-425c-b519-6905c591ac37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 25, 36), 'started_at': datetime.datetime(2022, 3, 29, 15, 26, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 56, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834765-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:56:44.033878 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-6562b653-2e1e-4e50-9f56-9527639a9bc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:44.034150 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e904518e-5be8-4407-9786-860150be6a10 None None] Checking segment: {'id': '371e1845-4ab4-47c1-95b3-def9ce873252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '150e0a55-4aa0-47e7-b470-321989c1714c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:56:44.034820 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-e904518e-5be8-4407-9786-860150be6a10 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:44.035547 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e904518e-5be8-4407-9786-860150be6a10 None None] Bound using segment: {'id': '371e1845-4ab4-47c1-95b3-def9ce873252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '150e0a55-4aa0-47e7-b470-321989c1714c'} {{(pid=102793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:56:44.036235 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.managers [None req-e904518e-5be8-4407-9786-860150be6a10 None None] Bound port: f9ab5ca8-be70-4c5b-8e4b-b62d5fe7938d, host: n-d-834765-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '371e1845-4ab4-47c1-95b3-def9ce873252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '150e0a55-4aa0-47e7-b470-321989c1714c'}}] {{(pid=102793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 15:56:44.036902 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-e904518e-5be8-4407-9786-860150be6a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:44.063895 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a828cc5-f6de-4890-bc40-f36801b0e345 req-0cb5270b-2650-46ab-9495-38aec68bd999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:56:44.065844 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6a828cc5-f6de-4890-bc40-f36801b0e345 req-0cb5270b-2650-46ab-9495-38aec68bd999 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=79dcb3cc-0cfb-4dde-9352-1cf14f1c4e5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1388679 Mar 29 15:56:44.100143 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-6562b653-2e1e-4e50-9f56-9527639a9bc1 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ee50596bf2384c5fa423f327271517bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2874784 Mar 29 15:56:44.102653 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 39484) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:56:44.137599 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6562b653-2e1e-4e50-9f56-9527639a9bc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c86931f8-1d7a-45b1-bec8-0a829ada4b91,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:56:44.162928 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.db [None req-e904518e-5be8-4407-9786-860150be6a10 None None] For port f9ab5ca8-be70-4c5b-8e4b-b62d5fe7938d, host n-d-834765-1, cleared binding levels {{(pid=102793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:56:44.167494 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2312e7-7a2b-4c9d-8d46-88cd7e939218 req-0af3c45d-6a25-4e57-a1af-f88a22869793 tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:56:44.168398 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.db [None req-e904518e-5be8-4407-9786-860150be6a10 None None] For port f9ab5ca8-be70-4c5b-8e4b-b62d5fe7938d, host n-d-834765-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=f9ab5ca8-be70-4c5b-8e4b-b62d5fe7938d,segment=NetworkSegment(371e1845-4ab4-47c1-95b3-def9ce873252),segment_id=371e1845-4ab4-47c1-95b3-def9ce873252)] {{(pid=102793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:56:44.169193 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4f2312e7-7a2b-4c9d-8d46-88cd7e939218 req-0af3c45d-6a25-4e57-a1af-f88a22869793 tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] 10.222.0.42 "GET /v2.0/ports?device_id=dc9add87-72f6-43b0-aaa0-72bdafaa8d86 HTTP/1.1" status: 200 len: 945 time: 0.1718750 Mar 29 15:56:44.177319 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-e904518e-5be8-4407-9786-860150be6a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:44.297364 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-edf10bfd-1d5a-4e42-893d-4b496ae4ad1a None None] Provisioning complete for port f9ab5ca8-be70-4c5b-8e4b-b62d5fe7938d triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:56:44.297743 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-edf10bfd-1d5a-4e42-893d-4b496ae4ad1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:44.311013 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e904518e-5be8-4407-9786-860150be6a10 None None] Routers {'60d0b4d2-cda2-4bbf-a85f-fa1e12a42a7e'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:56:44.312553 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-e904518e-5be8-4407-9786-860150be6a10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:56:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['60d0b4d2-cda2-4bbf-a85f-fa1e12a42a7e'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:56:44.317265 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4c2c1a-3e2c-4bfe-adeb-81a0ae22a5fc None None] Pushing event updated for resources: {'Port': ['ID=f9ab5ca8-be70-4c5b-8e4b-b62d5fe7938d,revision_number=4']} {{(pid=102793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:56:44.438118 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-7a16c49e-b01f-43c9-867a-a6c40ced18f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:44.532409 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-edf10bfd-1d5a-4e42-893d-4b496ae4ad1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:44.543294 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4f2312e7-7a2b-4c9d-8d46-88cd7e939218 req-47b328f2-78db-4b45-8d74-15f5c91246f4 tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] 10.222.0.42 "GET /v2.0/security-groups?id=158a092c-dd2b-4e56-b164-ca7881904141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2628934 Mar 29 15:56:44.544436 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvr_db [None req-e904518e-5be8-4407-9786-860150be6a10 None None] Set router 60d0b4d2-cda2-4bbf-a85f-fa1e12a42a7e gateway port host: n-d-834765-1 {{(pid=102793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:56:44.565978 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-7a16c49e-b01f-43c9-867a-a6c40ced18f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:44.569512 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6a828cc5-f6de-4890-bc40-f36801b0e345 req-6d1f52b6-3f2c-40ef-99db-4e237033b5c9 service neutron] 10.222.0.48 "GET /v2.0/networks/79dcb3cc-0cfb-4dde-9352-1cf14f1c4e5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4960093 Mar 29 15:56:44.600914 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-edf10bfd-1d5a-4e42-893d-4b496ae4ad1a None None] For port f9ab5ca8-be70-4c5b-8e4b-b62d5fe7938d, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=f9ab5ca8-be70-4c5b-8e4b-b62d5fe7938d,segment=NetworkSegment(371e1845-4ab4-47c1-95b3-def9ce873252),segment_id=371e1845-4ab4-47c1-95b3-def9ce873252)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:56:44.606755 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-edf10bfd-1d5a-4e42-893d-4b496ae4ad1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:44.692407 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf10bfd-1d5a-4e42-893d-4b496ae4ad1a None None] Pushing event updated for resources: {'Port': ['ID=f9ab5ca8-be70-4c5b-8e4b-b62d5fe7938d,revision_number=5']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:56:44.805440 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-7a16c49e-b01f-43c9-867a-a6c40ced18f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:44.812515 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-7a16c49e-b01f-43c9-867a-a6c40ced18f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:44.816524 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-7a16c49e-b01f-43c9-867a-a6c40ced18f7 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c86931f8-1d7a-45b1-bec8-0a829ada4b91 HTTP/1.1" status: 204 len: 168 time: 0.7130613 Mar 29 15:56:44.836867 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-ce9f862e-15ff-40c2-b596-3ac5f3ab0dd8 None None] Provisioning complete for port f9ab5ca8-be70-4c5b-8e4b-b62d5fe7938d triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:56:44.839622 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-ce9f862e-15ff-40c2-b596-3ac5f3ab0dd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:44.866433 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6a828cc5-f6de-4890-bc40-f36801b0e345 req-306f62da-347c-45ca-afc3-23934ed20404 service neutron] 10.222.0.48 "GET /v2.0/networks/79dcb3cc-0cfb-4dde-9352-1cf14f1c4e5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2880020 Mar 29 15:56:44.884289 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a16c49e-b01f-43c9-867a-a6c40ced18f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c86931f8-1d7a-45b1-bec8-0a829ada4b91,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:56:45.006173 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-e904518e-5be8-4407-9786-860150be6a10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60d0b4d2-cda2-4bbf-a85f-fa1e12a42a7e', 'name': 'tempest-TestVolumeBootPattern-1304754511-router', 'tenant_id': '8c2863aba63a439a839c83df5e710232', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.18'}], 'enable_snat': True}, 'gw_port_id': '58b0ec78-06e3-41fc-b7b4-792eda1df09d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:56:31Z', 'updated_at': '2022-03-29T15:56:39Z', 'revision_number': 4, 'project_id': '8c2863aba63a439a839c83df5e710232', 'gw_port': {'id': '58b0ec78-06e3-41fc-b7b4-792eda1df09d', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:61:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60d0b4d2-cda2-4bbf-a85f-fa1e12a42a7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2558, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:56:33Z', 'updated_at': '2022-03-29T15:56:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': 'f9ab5ca8-be70-4c5b-8e4b-b62d5fe7938d', 'name': '', 'network_id': '150e0a55-4aa0-47e7-b470-321989c1714c', 'tenant_id': '8c2863aba63a439a839c83df5e710232', 'mac_address': 'fa:16:3e:b6:05:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60d0b4d2-cda2-4bbf-a85f-fa1e12a42a7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2559, 'fixed_ips': [{'subnet_id': 'c65e60c5-eb40-4ec0-bdc0-ee0c2348b04c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:56:37Z', 'updated_at': '2022-03-29T15:56:44Z', 'revision_number': 4, 'project_id': '8c2863aba63a439a839c83df5e710232', 'subnets': [{'id': 'c65e60c5-eb40-4ec0-bdc0-ee0c2348b04c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:56:45.031024 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6a828cc5-f6de-4890-bc40-f36801b0e345 req-277f6232-275c-48ac-9092-4bf41473549e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d8e77564-eaaf-4718-822d-1183ca2bcda3 HTTP/1.1" status: 200 len: 217 time: 0.1441832 Mar 29 15:56:45.104262 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e904518e-5be8-4407-9786-860150be6a10 None None] The sync data for ids ['60d0b4d2-cda2-4bbf-a85f-fa1e12a42a7e'] in n-d-834765-1 is: [{'id': '60d0b4d2-cda2-4bbf-a85f-fa1e12a42a7e', 'name': 'tempest-TestVolumeBootPattern-1304754511-router', 'tenant_id': '8c2863aba63a439a839c83df5e710232', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.18'}], 'enable_snat': True}, 'gw_port_id': '58b0ec78-06e3-41fc-b7b4-792eda1df09d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:56:31Z', 'updated_at': '2022-03-29T15:56:39Z', 'revision_number': 4, 'project_id': '8c2863aba63a439a839c83df5e710232', 'gw_port': {'id': '58b0ec78-06e3-41fc-b7b4-792eda1df09d', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:61:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60d0b4d2-cda2-4bbf-a85f-fa1e12a42a7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2558, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:56:33Z', 'updated_at': '2022-03-29T15:56:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': 'f9ab5ca8-be70-4c5b-8e4b-b62d5fe7938d', 'name': '', 'network_id': '150e0a55-4aa0-47e7-b470-321989c1714c', 'tenant_id': '8c2863aba63a439a839c83df5e710232', 'mac_address': 'fa:16:3e:b6:05:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60d0b4d2-cda2-4bbf-a85f-fa1e12a42a7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2559, 'fixed_ips': [{'subnet_id': 'c65e60c5-eb40-4ec0-bdc0-ee0c2348b04c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:56:37Z', 'updated_at': '2022-03-29T15:56:44Z', 'revision_number': 4, 'project_id': '8c2863aba63a439a839c83df5e710232', 'subnets': [{'id': 'c65e60c5-eb40-4ec0-bdc0-ee0c2348b04c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:56:45.155482 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a828cc5-f6de-4890-bc40-f36801b0e345 req-397a7eb2-86b6-4e1b-b298-7aaf0fc18e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:56:45.158483 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6a828cc5-f6de-4890-bc40-f36801b0e345 req-397a7eb2-86b6-4e1b-b298-7aaf0fc18e0d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3654a5c5-abaa-4465-953e-76c281d7517a HTTP/1.1" status: 200 len: 797 time: 0.1164408 Mar 29 15:56:45.357167 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a828cc5-f6de-4890-bc40-f36801b0e345 req-14cf61c4-bc14-4cea-a37d-08d3af152910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:56:45.369124 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6a828cc5-f6de-4890-bc40-f36801b0e345 req-14cf61c4-bc14-4cea-a37d-08d3af152910 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=79dcb3cc-0cfb-4dde-9352-1cf14f1c4e5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1824787 Mar 29 15:56:45.601449 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device f9ab5ca8-be70-4c5b-8e4b-b62d5fe7938d up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:56:45.654132 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6a828cc5-f6de-4890-bc40-f36801b0e345 req-33fd87ba-4d22-4acf-b655-96bcf794eaff service neutron] 10.222.0.48 "GET /v2.0/networks/79dcb3cc-0cfb-4dde-9352-1cf14f1c4e5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2825530 Mar 29 15:56:45.732770 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port f9ab5ca8-be70-4c5b-8e4b-b62d5fe7938d triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:56:45.733153 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:45.906421 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbb7b8f-8a72-4f1c-9cc9-655abe87988c req-c248b34f-9477-41f5-b72a-5d9f24f62a55 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:56:45.917151 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-3bbb7b8f-8a72-4f1c-9cc9-655abe87988c req-c248b34f-9477-41f5-b72a-5d9f24f62a55 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/networks?id=8594f729-9088-4f6b-8543-aaadb0f5b192 HTTP/1.1" status: 200 len: 812 time: 0.2520680 Mar 29 15:56:45.950893 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fe4490-4dcb-40a9-a9e6-1fce0f13935a req-8363d09b-6180-4f3e-930e-62e5bc998d38 tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:56:45.953248 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-63fe4490-4dcb-40a9-a9e6-1fce0f13935a req-8363d09b-6180-4f3e-930e-62e5bc998d38 tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] 10.222.0.42 "GET /v2.0/ports?device_id=dc9add87-72f6-43b0-aaa0-72bdafaa8d86 HTTP/1.1" status: 200 len: 945 time: 0.2303076 Mar 29 15:56:45.954348 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-3bbb7b8f-8a72-4f1c-9cc9-655abe87988c req-7735c6a4-a0d0-4f38-aca9-c71592d0ea0c tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/quotas/f31979fa8a674f56835f136e5e49ba5c HTTP/1.1" status: 200 len: 375 time: 0.0331402 Mar 29 15:56:45.986859 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6a828cc5-f6de-4890-bc40-f36801b0e345 req-c934e2c0-6168-4444-a7b5-f42ff33b09aa service neutron] 10.222.0.48 "GET /v2.0/networks/79dcb3cc-0cfb-4dde-9352-1cf14f1c4e5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3081918 Mar 29 15:56:46.028197 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-63fe4490-4dcb-40a9-a9e6-1fce0f13935a req-1d720b4a-8eb7-45d8-94bd-b576a20cac5c tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] 10.222.0.42 "GET /v2.0/security-groups?id=158a092c-dd2b-4e56-b164-ca7881904141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645711 Mar 29 15:56:46.094952 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-3bbb7b8f-8a72-4f1c-9cc9-655abe87988c req-43d5f3d5-8e0e-4c34-b066-7353a974df2a tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=f31979fa8a674f56835f136e5e49ba5c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1396527 Mar 29 15:56:46.119230 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [req-3bbb7b8f-8a72-4f1c-9cc9-655abe87988c req-6f7d96df-5e8a-4bae-8093-73e56864c3d2 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=102790) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 15:56:46.120788 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-3bbb7b8f-8a72-4f1c-9cc9-655abe87988c req-6f7d96df-5e8a-4bae-8093-73e56864c3d2 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0068865 Mar 29 15:56:46.292122 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-3bbb7b8f-8a72-4f1c-9cc9-655abe87988c req-673f0ff2-ea65-4291-bc9c-999af72c914a service neutron] 10.222.0.42 "GET /v2.0/networks/8594f729-9088-4f6b-8543-aaadb0f5b192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1543989 Mar 29 15:56:46.491512 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-3bbb7b8f-8a72-4f1c-9cc9-655abe87988c req-4333033c-ba8d-4de5-acf0-0d1e0a17c000 service neutron] 10.222.0.42 "GET /v2.0/networks/8594f729-9088-4f6b-8543-aaadb0f5b192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1872704 Mar 29 15:56:47.016666 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:47.050382 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-7dcf8ae2-e294-4964-920b-014a02a9f4cf req-cb02c9dd-2b4d-4ac2-be29-cb3cfb160e95 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/ports?device_id=efe297d0-b325-4eb5-bdde-6e4d976277c6 HTTP/1.1" status: 200 len: 210 time: 0.0833061 Mar 29 15:56:47.817064 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:48.181119 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-e267a910-8968-4686-9b0a-da457126aa96 req-e577cdcc-2081-4799-8ed4-8c6f60635f28 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/ports?device_id=efe297d0-b325-4eb5-bdde-6e4d976277c6 HTTP/1.1" status: 200 len: 210 time: 0.0444844 Mar 29 15:56:49.054154 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbb7b8f-8a72-4f1c-9cc9-655abe87988c req-bed57112-06e9-47b9-917d-da758edcdedf tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:56:49.056300 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-3bbb7b8f-8a72-4f1c-9cc9-655abe87988c req-bed57112-06e9-47b9-917d-da758edcdedf tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.48 "GET /v2.0/networks?id=8594f729-9088-4f6b-8543-aaadb0f5b192 HTTP/1.1" status: 200 len: 812 time: 0.3016880 Mar 29 15:56:49.067110 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 39644) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:56:49.070044 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [req-3bbb7b8f-8a72-4f1c-9cc9-655abe87988c req-5ffd90a0-6af0-4885-860a-fc7d5afffd95 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Request body: {'port': {'device_id': 'efe297d0-b325-4eb5-bdde-6e4d976277c6', 'network_id': '8594f729-9088-4f6b-8543-aaadb0f5b192', 'admin_state_up': True, 'tenant_id': 'f31979fa8a674f56835f136e5e49ba5c'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:56:49.077651 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-521275fa-50ea-4566-bb20-09028cacb6ac tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] Request body: {'security_group': {'name': 'tempest-securitygroup--787253877', 'description': 'tempest-description--48261234'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:56:49.106967 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-521275fa-50ea-4566-bb20-09028cacb6ac tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] Notify callbacks [] for security_group, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:49.240896 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3bbb7b8f-8a72-4f1c-9cc9-655abe87988c req-5ffd90a0-6af0-4885-860a-fc7d5afffd95 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Made reservation on behalf of f31979fa8a674f56835f136e5e49ba5c for: {'port': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:56:49.250977 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-3bbb7b8f-8a72-4f1c-9cc9-655abe87988c req-5ffd90a0-6af0-4885-860a-fc7d5afffd95 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:49.282253 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-521275fa-50ea-4566-bb20-09028cacb6ac tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] Notify callbacks [] for security_group, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:49.288508 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-521275fa-50ea-4566-bb20-09028cacb6ac tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:49.338885 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521275fa-50ea-4566-bb20-09028cacb6ac tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd1c9277-5208-4a89-800b-becaf205597a,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:56:49.441449 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-956d0e63-c0b2-499d-ad19-9d86ec2b3c53 req-f1ae2464-6800-42a0-8557-f74ad79bd880 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/ports?device_id=efe297d0-b325-4eb5-bdde-6e4d976277c6 HTTP/1.1" status: 200 len: 210 time: 0.0686047 Mar 29 15:56:49.453913 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-521275fa-50ea-4566-bb20-09028cacb6ac tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:49.460154 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-521275fa-50ea-4566-bb20-09028cacb6ac tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3907416 Mar 29 15:56:49.460796 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 39668) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:56:49.473672 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-7921db9a-17c0-4630-bcf3-a574aed7de55 tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] Request body: {'security_group_rule': {'security_group_id': 'cd1c9277-5208-4a89-800b-becaf205597a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:56:49.539910 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-7921db9a-17c0-4630-bcf3-a574aed7de55 tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:49.548535 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_common [req-3bbb7b8f-8a72-4f1c-9cc9-655abe87988c req-5ffd90a0-6af0-4885-860a-fc7d5afffd95 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Allocated IP 172.20.0.6 (8594f729-9088-4f6b-8543-aaadb0f5b192/52e8269b-e046-4c98-a9b1-ef8905fa8ddb/5e9e0e0d-bde5-4d5f-b211-ee7cc41fbdf0) {{(pid=102791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:56:49.666815 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-7921db9a-17c0-4630-bcf3-a574aed7de55 tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:49.674048 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-7921db9a-17c0-4630-bcf3-a574aed7de55 tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610998'] for security_group_rule, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:49.693428 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7921db9a-17c0-4630-bcf3-a574aed7de55 tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1267e920-6d0d-4216-8e98-eadadcd195a8,revision_number=0']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:56:49.735181 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-7921db9a-17c0-4630-bcf3-a574aed7de55 tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:49.735181 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-7921db9a-17c0-4630-bcf3-a574aed7de55 tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2696195 Mar 29 15:56:49.735447 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 39676) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:56:49.743903 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-3b86508c-889d-4542-a05d-ba448a8fd6c9 tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] Request body: {'security_group_rule': {'security_group_id': 'cd1c9277-5208-4a89-800b-becaf205597a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:56:49.780450 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-3b86508c-889d-4542-a05d-ba448a8fd6c9 tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:49.851200 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-3bbb7b8f-8a72-4f1c-9cc9-655abe87988c req-5ffd90a0-6af0-4885-860a-fc7d5afffd95 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Notify callbacks [] for port, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:49.852607 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-3b86508c-889d-4542-a05d-ba448a8fd6c9 tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:49.857490 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-3b86508c-889d-4542-a05d-ba448a8fd6c9 tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610998'] for security_group_rule, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:49.885057 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b86508c-889d-4542-a05d-ba448a8fd6c9 tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d36ee6a-bef0-462f-891f-141db12ef1ba,revision_number=0']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:56:49.899204 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-3b86508c-889d-4542-a05d-ba448a8fd6c9 tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:49.903975 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-3b86508c-889d-4542-a05d-ba448a8fd6c9 tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1641939 Mar 29 15:56:49.904382 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 39682) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:56:49.915886 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-635cdbb8-150c-4034-b185-5e349b1831b6 tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] Request body: {'floatingip': {'floating_network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:56:49.927977 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-3bbb7b8f-8a72-4f1c-9cc9-655abe87988c req-5ffd90a0-6af0-4885-860a-fc7d5afffd95 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:49.932204 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 39684) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:56:49.962093 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-635cdbb8-150c-4034-b185-5e349b1831b6 tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] Notify callbacks [] for floatingip, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:50.014433 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3bbb7b8f-8a72-4f1c-9cc9-655abe87988c req-5ffd90a0-6af0-4885-860a-fc7d5afffd95 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Network 8594f729-9088-4f6b-8543-aaadb0f5b192 is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:56:50.024018 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [req-3bbb7b8f-8a72-4f1c-9cc9-655abe87988c req-5ffd90a0-6af0-4885-860a-fc7d5afffd95 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:56:50.027822 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bbb7b8f-8a72-4f1c-9cc9-655abe87988c req-5ffd90a0-6af0-4885-860a-fc7d5afffd95 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Received port after_create {{(pid=102791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:56:50.085177 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffd90a0-6af0-4885-860a-fc7d5afffd95 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Pushing event updated for resources: {'Port': ['ID=5e9e0e0d-bde5-4d5f-b211-ee7cc41fbdf0,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:56:50.147339 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbb7b8f-8a72-4f1c-9cc9-655abe87988c req-5ffd90a0-6af0-4885-860a-fc7d5afffd95 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:56:50.151770 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-635cdbb8-150c-4034-b185-5e349b1831b6 tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:50.152365 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-3bbb7b8f-8a72-4f1c-9cc9-655abe87988c req-5ffd90a0-6af0-4885-860a-fc7d5afffd95 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:50.182304 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-3357f9cb-862d-42f8-9737-d143badf4141 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:50.266813 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-3357f9cb-862d-42f8-9737-d143badf4141 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:50.272659 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-3bbb7b8f-8a72-4f1c-9cc9-655abe87988c req-5ffd90a0-6af0-4885-860a-fc7d5afffd95 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2079313 Mar 29 15:56:50.274913 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-3357f9cb-862d-42f8-9737-d143badf4141 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:50.292665 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [req-3bbb7b8f-8a72-4f1c-9cc9-655abe87988c req-6b66c96b-f2b4-49a3-9381-83a8bacbfc73 service neutron] Request body: {'port': {'device_id': 'efe297d0-b325-4eb5-bdde-6e4d976277c6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834765-1'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:56:50.304259 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.db_base_plugin_common [None req-635cdbb8-150c-4034-b185-5e349b1831b6 tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] Allocated IP 172.25.4.129 (4a4a035d-ecac-4ead-baa3-25f90788773a/e1a353dc-fac8-4901-a63c-273840237d6a/2850d038-8d79-4367-9f53-ecef17f23af9) {{(pid=102790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:56:50.356881 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-3357f9cb-862d-42f8-9737-d143badf4141 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=57204eff543942579951e12f7208597e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4235339 Mar 29 15:56:50.358213 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3357f9cb-862d-42f8-9737-d143badf4141 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a8c8911-156a-4150-b42b-96d57b073976,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:56:50.362399 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 39688) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:56:50.424593 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-b8ff9c39-6dca-491f-a9b9-c3ff9e555dd5 None None] Provisioning complete for port 5e9e0e0d-bde5-4d5f-b211-ee7cc41fbdf0 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:56:50.425155 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-b8ff9c39-6dca-491f-a9b9-c3ff9e555dd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:50.434801 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-3bbb7b8f-8a72-4f1c-9cc9-655abe87988c req-6b66c96b-f2b4-49a3-9381-83a8bacbfc73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:50.459168 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-635cdbb8-150c-4034-b185-5e349b1831b6 tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] Notify callbacks [] for port, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:50.493679 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-b8ff9c39-6dca-491f-a9b9-c3ff9e555dd5 None None] Port 5e9e0e0d-bde5-4d5f-b211-ee7cc41fbdf0 cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 15:56:50.499810 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-635cdbb8-150c-4034-b185-5e349b1831b6 tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:50.505580 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-fed8d9c7-8567-4a86-8f82-1c0e2435a5d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:50.549107 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-635cdbb8-150c-4034-b185-5e349b1831b6 tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] Network 4a4a035d-ecac-4ead-baa3-25f90788773a is already hosted by enough agents. {{(pid=102790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:56:50.552216 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-635cdbb8-150c-4034-b185-5e349b1831b6 tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] Resources bound (agent type, host, resource id): {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:56:50.555055 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-fed8d9c7-8567-4a86-8f82-1c0e2435a5d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:50.555992 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-635cdbb8-150c-4034-b185-5e349b1831b6 tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] Received port after_create {{(pid=102790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:56:50.612214 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635cdbb8-150c-4034-b185-5e349b1831b6 tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] Pushing event updated for resources: {'Port': ['ID=2850d038-8d79-4367-9f53-ecef17f23af9,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:56:50.782202 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-635cdbb8-150c-4034-b185-5e349b1831b6 tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:50.788604 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-fed8d9c7-8567-4a86-8f82-1c0e2435a5d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:50.793301 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-fed8d9c7-8567-4a86-8f82-1c0e2435a5d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:50.798355 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-fed8d9c7-8567-4a86-8f82-1c0e2435a5d1 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/8a8c8911-156a-4150-b42b-96d57b073976 HTTP/1.1" status: 204 len: 168 time: 0.4347596 Mar 29 15:56:50.823737 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed8d9c7-8567-4a86-8f82-1c0e2435a5d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a8c8911-156a-4150-b42b-96d57b073976,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:56:50.837677 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd9996e-a41a-4479-b7fc-fbc5ffc46516 req-9049e598-7516-47e3-b603-1fcc7697ea3d tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:56:50.840152 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-8bd9996e-a41a-4479-b7fc-fbc5ffc46516 req-9049e598-7516-47e3-b603-1fcc7697ea3d tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/ports?device_id=efe297d0-b325-4eb5-bdde-6e4d976277c6 HTTP/1.1" status: 200 len: 931 time: 0.2039726 Mar 29 15:56:50.887241 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-635cdbb8-150c-4034-b185-5e349b1831b6 tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:51.089174 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [req-3bbb7b8f-8a72-4f1c-9cc9-655abe87988c req-6b66c96b-f2b4-49a3-9381-83a8bacbfc73 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e9e0e0d-bde5-4d5f-b211-ee7cc41fbdf0 {{(pid=102791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:56:51.101489 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-3bbb7b8f-8a72-4f1c-9cc9-655abe87988c req-6b66c96b-f2b4-49a3-9381-83a8bacbfc73 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:51.128173 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.provisioning_blocks [req-3bbb7b8f-8a72-4f1c-9cc9-655abe87988c req-6b66c96b-f2b4-49a3-9381-83a8bacbfc73 service neutron] Transition to ACTIVE for port object 5e9e0e0d-bde5-4d5f-b211-ee7cc41fbdf0 will not be triggered until provisioned by entity L2. {{(pid=102791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 15:56:51.138902 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-3bbb7b8f-8a72-4f1c-9cc9-655abe87988c req-6b66c96b-f2b4-49a3-9381-83a8bacbfc73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:51.147388 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-8bd9996e-a41a-4479-b7fc-fbc5ffc46516 req-19ca687a-7966-4938-b411-553766cf2cf5 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/security-groups?id=5e7dc381-3678-4cad-aeb8-d0ce3409e19e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2726600 Mar 29 15:56:51.183214 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-635cdbb8-150c-4034-b185-5e349b1831b6 tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] Notify callbacks [] for port, precommit_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:51.188954 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-635cdbb8-150c-4034-b185-5e349b1831b6 tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5237921'] for port, after_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:51.223624 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b66c96b-f2b4-49a3-9381-83a8bacbfc73 service neutron] Pushing event updated for resources: {'Port': ['ID=5e9e0e0d-bde5-4d5f-b211-ee7cc41fbdf0,revision_number=2']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:56:51.319405 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-635cdbb8-150c-4034-b185-5e349b1831b6 tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648212'] for floatingip, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:51.381095 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-635cdbb8-150c-4034-b185-5e349b1831b6 tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for floatingip, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:51.391091 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-635cdbb8-150c-4034-b185-5e349b1831b6 tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4748285 Mar 29 15:56:51.391091 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635cdbb8-150c-4034-b185-5e349b1831b6 tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] Pushing event updated for resources: {'Port': ['ID=2850d038-8d79-4367-9f53-ecef17f23af9,revision_number=2']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:56:51.412141 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-3bbb7b8f-8a72-4f1c-9cc9-655abe87988c req-6b66c96b-f2b4-49a3-9381-83a8bacbfc73 service neutron] Attempting to bind port 5e9e0e0d-bde5-4d5f-b211-ee7cc41fbdf0 on host n-h2-834765-1 for vnic_type normal with profile {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:56:51.412500 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-3bbb7b8f-8a72-4f1c-9cc9-655abe87988c req-6b66c96b-f2b4-49a3-9381-83a8bacbfc73 service neutron] Attempting to bind port 5e9e0e0d-bde5-4d5f-b211-ee7cc41fbdf0 by drivers openvswitch,hyperv on host n-h2-834765-1 at level 0 using segments [{'id': 'f897e69d-257a-4c8a-bc55-e063bbc47d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '8594f729-9088-4f6b-8543-aaadb0f5b192'}] {{(pid=102791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:56:51.413078 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bbb7b8f-8a72-4f1c-9cc9-655abe87988c req-6b66c96b-f2b4-49a3-9381-83a8bacbfc73 service neutron] Attempting to bind port 5e9e0e0d-bde5-4d5f-b211-ee7cc41fbdf0 on network 8594f729-9088-4f6b-8543-aaadb0f5b192 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:56:51.429224 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bbb7b8f-8a72-4f1c-9cc9-655abe87988c req-6b66c96b-f2b4-49a3-9381-83a8bacbfc73 service neutron] Port 5e9e0e0d-bde5-4d5f-b211-ee7cc41fbdf0 on network 8594f729-9088-4f6b-8543-aaadb0f5b192 not bound, no agent of type Open vSwitch agent registered on host n-h2-834765-1 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 15:56:51.429560 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bbb7b8f-8a72-4f1c-9cc9-655abe87988c req-6b66c96b-f2b4-49a3-9381-83a8bacbfc73 service neutron] Attempting to bind port 5e9e0e0d-bde5-4d5f-b211-ee7cc41fbdf0 on network 8594f729-9088-4f6b-8543-aaadb0f5b192 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:56:51.437233 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bbb7b8f-8a72-4f1c-9cc9-655abe87988c req-6b66c96b-f2b4-49a3-9381-83a8bacbfc73 service neutron] Checking agent: {'id': '3e4b4912-b4a2-4d17-b5bd-6ce15529e8eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 33, 17), 'started_at': datetime.datetime(2022, 3, 29, 15, 33, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 56, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:56:51.441134 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bbb7b8f-8a72-4f1c-9cc9-655abe87988c req-6b66c96b-f2b4-49a3-9381-83a8bacbfc73 service neutron] Checking segment: {'id': 'f897e69d-257a-4c8a-bc55-e063bbc47d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '8594f729-9088-4f6b-8543-aaadb0f5b192'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:56:51.441534 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bbb7b8f-8a72-4f1c-9cc9-655abe87988c req-6b66c96b-f2b4-49a3-9381-83a8bacbfc73 service neutron] Bound using segment: {'id': 'f897e69d-257a-4c8a-bc55-e063bbc47d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '8594f729-9088-4f6b-8543-aaadb0f5b192'} {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:56:51.442550 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-3bbb7b8f-8a72-4f1c-9cc9-655abe87988c req-6b66c96b-f2b4-49a3-9381-83a8bacbfc73 service neutron] Bound port: 5e9e0e0d-bde5-4d5f-b211-ee7cc41fbdf0, host: n-h2-834765-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f897e69d-257a-4c8a-bc55-e063bbc47d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '8594f729-9088-4f6b-8543-aaadb0f5b192'}}] {{(pid=102791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 15:56:51.442933 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-3bbb7b8f-8a72-4f1c-9cc9-655abe87988c req-6b66c96b-f2b4-49a3-9381-83a8bacbfc73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:51.538026 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 39716) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:56:51.604142 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-31321997-7011-486e-9c3d-797f286b17c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:51.646253 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-3bbb7b8f-8a72-4f1c-9cc9-655abe87988c req-6b66c96b-f2b4-49a3-9381-83a8bacbfc73 service neutron] For port 5e9e0e0d-bde5-4d5f-b211-ee7cc41fbdf0, host n-h2-834765-1, cleared binding levels {{(pid=102791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:56:51.667571 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-3bbb7b8f-8a72-4f1c-9cc9-655abe87988c req-6b66c96b-f2b4-49a3-9381-83a8bacbfc73 service neutron] For port 5e9e0e0d-bde5-4d5f-b211-ee7cc41fbdf0, host n-h2-834765-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=5e9e0e0d-bde5-4d5f-b211-ee7cc41fbdf0,segment=NetworkSegment(f897e69d-257a-4c8a-bc55-e063bbc47d9e),segment_id=f897e69d-257a-4c8a-bc55-e063bbc47d9e)] {{(pid=102791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:56:51.684820 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-f05c04c6-062b-4889-8aa5-2f2bf73573df req-4f608b91-f3b2-4c9b-8553-af2289def1c3 tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--787253877&fields=id&tenant_id=48ba1cdba6ea4eb098e40b52d44291ec HTTP/1.1" status: 200 len: 267 time: 0.0490718 Mar 29 15:56:51.688519 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-3bbb7b8f-8a72-4f1c-9cc9-655abe87988c req-6b66c96b-f2b4-49a3-9381-83a8bacbfc73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:51.750128 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbb7b8f-8a72-4f1c-9cc9-655abe87988c req-6b66c96b-f2b4-49a3-9381-83a8bacbfc73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:56:51.750750 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-3bbb7b8f-8a72-4f1c-9cc9-655abe87988c req-6b66c96b-f2b4-49a3-9381-83a8bacbfc73 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:51.752208 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-3bbb7b8f-8a72-4f1c-9cc9-655abe87988c req-6b66c96b-f2b4-49a3-9381-83a8bacbfc73 service neutron] 10.222.0.48 "PUT /v2.0/ports/5e9e0e0d-bde5-4d5f-b211-ee7cc41fbdf0 HTTP/1.1" status: 200 len: 1091 time: 1.4706008 Mar 29 15:56:51.754780 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efe297d0-b325-4eb5-bdde-6e4d976277c6', 'tag': '5e9e0e0d-bde5-4d5f-b211-ee7cc41fbdf0'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:56:51.757476 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c67b028db5e9b9818fecc5c0a87ebc6f190694fa53ca267d523e04f98de536d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cba5dcd9-20c3-4f7e-bca9-7e4360463ca8" -d '{"events": [{"name": "network-changed", "server_uuid": "efe297d0-b325-4eb5-bdde-6e4d976277c6", "tag": "5e9e0e0d-bde5-4d5f-b211-ee7cc41fbdf0"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:56:51.855721 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 15:56:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-623e0269-82d2-4d83-9f51-4af99f7690d3 x-openstack-request-id: req-623e0269-82d2-4d83-9f51-4af99f7690d3 {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:56:51.856014 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efe297d0-b325-4eb5-bdde-6e4d976277c6", "tag": "5e9e0e0d-bde5-4d5f-b211-ee7cc41fbdf0", "status": "completed", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:56:51.856269 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-623e0269-82d2-4d83-9f51-4af99f7690d3 {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:56:51.856671 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efe297d0-b325-4eb5-bdde-6e4d976277c6', 'tag': '5e9e0e0d-bde5-4d5f-b211-ee7cc41fbdf0', 'status': 'completed', 'code': 200} Mar 29 15:56:51.940980 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05c04c6-062b-4889-8aa5-2f2bf73573df req-45766614-136e-4e0c-b0e5-045a0134c364 tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:56:51.942565 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-f05c04c6-062b-4889-8aa5-2f2bf73573df req-45766614-136e-4e0c-b0e5-045a0134c364 tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] 10.222.0.42 "GET /v2.0/networks?id=6da5eb6a-1ef7-4aa0-bbb2-e8f3bdbdd5ff HTTP/1.1" status: 200 len: 819 time: 0.2482963 Mar 29 15:56:51.967607 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b66c96b-f2b4-49a3-9381-83a8bacbfc73 service neutron] Pushing event updated for resources: {'Port': ['ID=5e9e0e0d-bde5-4d5f-b211-ee7cc41fbdf0,revision_number=3']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:56:51.992537 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-f05c04c6-062b-4889-8aa5-2f2bf73573df req-7015ac3c-c5da-4b34-a172-3cb8f5856508 tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] 10.222.0.42 "GET /v2.0/quotas/48ba1cdba6ea4eb098e40b52d44291ec HTTP/1.1" status: 200 len: 375 time: 0.0322475 Mar 29 15:56:52.005169 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-31321997-7011-486e-9c3d-797f286b17c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:52.021381 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-31321997-7011-486e-9c3d-797f286b17c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:52.063400 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-f05c04c6-062b-4889-8aa5-2f2bf73573df req-f2adddfc-d2f4-4ca6-8bee-679ffa397992 tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=48ba1cdba6ea4eb098e40b52d44291ec&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0631881 Mar 29 15:56:52.079642 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 39748) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:56:52.085724 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-31321997-7011-486e-9c3d-797f286b17c3 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=585d9d5683eb49d8b99df714be0d6324&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5445461 Mar 29 15:56:52.125376 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbb7b8f-8a72-4f1c-9cc9-655abe87988c req-dcff456a-5e7f-440e-96a8-687d7e31ddc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:56:52.128717 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-3bbb7b8f-8a72-4f1c-9cc9-655abe87988c req-dcff456a-5e7f-440e-96a8-687d7e31ddc9 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f31979fa8a674f56835f136e5e49ba5c&device_id=efe297d0-b325-4eb5-bdde-6e4d976277c6 HTTP/1.1" status: 200 len: 1094 time: 0.2959473 Mar 29 15:56:52.136114 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31321997-7011-486e-9c3d-797f286b17c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=155c30dc-9eb1-4349-b96a-555abd040724,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:56:52.195982 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-3bbb7b8f-8a72-4f1c-9cc9-655abe87988c req-c11b8d21-05f8-47b8-8373-f0657fd26ef8 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5e9e0e0d-bde5-4d5f-b211-ee7cc41fbdf0 HTTP/1.1" status: 200 len: 217 time: 0.0538352 Mar 29 15:56:52.286952 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbb7b8f-8a72-4f1c-9cc9-655abe87988c req-569dfdab-4904-47d4-960e-3ba3a952deef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:56:52.289210 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-3bbb7b8f-8a72-4f1c-9cc9-655abe87988c req-569dfdab-4904-47d4-960e-3ba3a952deef service neutron] 10.222.0.48 "GET /v2.0/subnets?id=52e8269b-e046-4c98-a9b1-ef8905fa8ddb HTTP/1.1" status: 200 len: 851 time: 0.0847402 Mar 29 15:56:52.301745 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-572fd95f-e4f4-4c7a-b8b8-447927796a0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:52.364613 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-572fd95f-e4f4-4c7a-b8b8-447927796a0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:52.396301 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-f05c04c6-062b-4889-8aa5-2f2bf73573df req-8ca75bd7-ea7a-4689-8c8c-76caaf79b1e7 service neutron] 10.222.0.42 "GET /v2.0/networks/6da5eb6a-1ef7-4aa0-bbb2-e8f3bdbdd5ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2926879 Mar 29 15:56:52.443709 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbb7b8f-8a72-4f1c-9cc9-655abe87988c req-6e8627e0-9fa2-4968-b627-ff293bc643af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:56:52.445234 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-3bbb7b8f-8a72-4f1c-9cc9-655abe87988c req-6e8627e0-9fa2-4968-b627-ff293bc643af service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8594f729-9088-4f6b-8543-aaadb0f5b192&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1490796 Mar 29 15:56:52.500549 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38510d7d-d3d2-4877-89d1-6ac37072c556 req-f9f5c31f-af5a-4d21-b2f0-07027fb4029f tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:56:52.502118 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-38510d7d-d3d2-4877-89d1-6ac37072c556 req-f9f5c31f-af5a-4d21-b2f0-07027fb4029f tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/ports?device_id=efe297d0-b325-4eb5-bdde-6e4d976277c6 HTTP/1.1" status: 200 len: 943 time: 0.1868532 Mar 29 15:56:52.590914 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-38510d7d-d3d2-4877-89d1-6ac37072c556 req-cb29677a-15a5-4e10-9a1c-9cfa7b708680 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/security-groups?id=5e7dc381-3678-4cad-aeb8-d0ce3409e19e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560226 Mar 29 15:56:52.608900 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-3bbb7b8f-8a72-4f1c-9cc9-655abe87988c req-5c5cc3ea-37c8-4f55-8e6e-a82cb7752aea service neutron] 10.222.0.48 "GET /v2.0/networks/8594f729-9088-4f6b-8543-aaadb0f5b192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1556592 Mar 29 15:56:52.640848 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-572fd95f-e4f4-4c7a-b8b8-447927796a0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:52.656045 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-572fd95f-e4f4-4c7a-b8b8-447927796a0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:52.657592 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-572fd95f-e4f4-4c7a-b8b8-447927796a0d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/155c30dc-9eb1-4349-b96a-555abd040724 HTTP/1.1" status: 204 len: 168 time: 0.5767441 Mar 29 15:56:52.673618 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-f05c04c6-062b-4889-8aa5-2f2bf73573df req-6d84145d-c9bf-44e6-8cf4-811d6a973a81 service neutron] 10.222.0.42 "GET /v2.0/networks/6da5eb6a-1ef7-4aa0-bbb2-e8f3bdbdd5ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2763810 Mar 29 15:56:52.695020 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572fd95f-e4f4-4c7a-b8b8-447927796a0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=155c30dc-9eb1-4349-b96a-555abd040724,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:56:52.861357 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-3bbb7b8f-8a72-4f1c-9cc9-655abe87988c req-2d474ae2-5a2c-4885-9f03-625a3d19e92b service neutron] 10.222.0.48 "GET /v2.0/networks/8594f729-9088-4f6b-8543-aaadb0f5b192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2329116 Mar 29 15:56:53.006628 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-56a87cdf-b241-484b-909f-7eef3af37e49 req-b4e0d0f1-e75d-4f7c-aece-610a0af2224c tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] 10.222.0.42 "GET /v2.0/ports?device_id=1988d609-4f13-419d-98dc-b82cc65c41c6 HTTP/1.1" status: 200 len: 210 time: 0.0445240 Mar 29 15:56:53.020184 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba5dcd9-20c3-4f7e-bca9-7e4360463ca8 req-6e9a215e-eb4a-4fa9-b85d-773534a7b37d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:56:53.023020 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-cba5dcd9-20c3-4f7e-bca9-7e4360463ca8 req-6e9a215e-eb4a-4fa9-b85d-773534a7b37d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f31979fa8a674f56835f136e5e49ba5c&device_id=efe297d0-b325-4eb5-bdde-6e4d976277c6 HTTP/1.1" status: 200 len: 1094 time: 0.1066904 Mar 29 15:56:53.179475 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba5dcd9-20c3-4f7e-bca9-7e4360463ca8 req-f6a423b3-5034-4dfb-b4b9-112786c2331d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:56:53.182275 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-cba5dcd9-20c3-4f7e-bca9-7e4360463ca8 req-f6a423b3-5034-4dfb-b4b9-112786c2331d service neutron] 10.222.0.48 "GET /v2.0/networks?id=8594f729-9088-4f6b-8543-aaadb0f5b192 HTTP/1.1" status: 200 len: 913 time: 0.1510665 Mar 29 15:56:53.233289 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-cba5dcd9-20c3-4f7e-bca9-7e4360463ca8 req-1c3246bd-3e6b-4645-b118-b17018ad3919 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5e9e0e0d-bde5-4d5f-b211-ee7cc41fbdf0 HTTP/1.1" status: 200 len: 217 time: 0.0443475 Mar 29 15:56:53.327940 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba5dcd9-20c3-4f7e-bca9-7e4360463ca8 req-f732048d-c75f-4ff6-bc2b-006cac6e8168 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:56:53.329458 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-cba5dcd9-20c3-4f7e-bca9-7e4360463ca8 req-f732048d-c75f-4ff6-bc2b-006cac6e8168 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=52e8269b-e046-4c98-a9b1-ef8905fa8ddb HTTP/1.1" status: 200 len: 851 time: 0.0901997 Mar 29 15:56:53.430372 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba5dcd9-20c3-4f7e-bca9-7e4360463ca8 req-3185c36c-a7b2-4f73-96fc-7921a2b3081d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:56:53.432583 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-cba5dcd9-20c3-4f7e-bca9-7e4360463ca8 req-3185c36c-a7b2-4f73-96fc-7921a2b3081d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8594f729-9088-4f6b-8543-aaadb0f5b192&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0954542 Mar 29 15:56:53.672357 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-cba5dcd9-20c3-4f7e-bca9-7e4360463ca8 req-c0b1d9c2-016f-442e-a387-c2dc250ec7ad service neutron] 10.222.0.48 "GET /v2.0/networks/8594f729-9088-4f6b-8543-aaadb0f5b192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2324851 Mar 29 15:56:53.870471 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dfdd65-1b3a-4c2d-aa63-1ed08092db56 req-9515e925-1344-466b-ae28-887451830adc tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:56:53.874599 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-e0dfdd65-1b3a-4c2d-aa63-1ed08092db56 req-9515e925-1344-466b-ae28-887451830adc tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/ports?device_id=efe297d0-b325-4eb5-bdde-6e4d976277c6 HTTP/1.1" status: 200 len: 943 time: 0.1398506 Mar 29 15:56:53.975410 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-e0dfdd65-1b3a-4c2d-aa63-1ed08092db56 req-5d62be2f-72dd-4dc6-801e-301c20e36700 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/security-groups?id=5e7dc381-3678-4cad-aeb8-d0ce3409e19e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866590 Mar 29 15:56:53.990445 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-cba5dcd9-20c3-4f7e-bca9-7e4360463ca8 req-eb92e65e-fd61-4aef-9e11-b7ad4bf62efb service neutron] 10.222.0.48 "GET /v2.0/networks/8594f729-9088-4f6b-8543-aaadb0f5b192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3117163 Mar 29 15:56:54.040299 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.agents_db [None req-59735a15-725e-44d4-9ad5-95cbe356f209 None None] Agent healthcheck: found 7 active agents {{(pid=102793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 15:56:54.192662 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-97d9430a-b75c-45cc-99cb-94bb858b4e6c req-2d1652b7-6f5a-449a-8d80-59a556b439aa tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] 10.222.0.42 "GET /v2.0/ports?device_id=1988d609-4f13-419d-98dc-b82cc65c41c6 HTTP/1.1" status: 200 len: 210 time: 0.0494826 Mar 29 15:56:54.538188 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05c04c6-062b-4889-8aa5-2f2bf73573df req-4117c1d0-1876-4529-87d2-db790fca3f6d tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:56:54.539758 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f05c04c6-062b-4889-8aa5-2f2bf73573df req-4117c1d0-1876-4529-87d2-db790fca3f6d tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] 10.222.0.44 "GET /v2.0/networks?id=6da5eb6a-1ef7-4aa0-bbb2-e8f3bdbdd5ff HTTP/1.1" status: 200 len: 819 time: 0.2780089 Mar 29 15:56:54.605932 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f05c04c6-062b-4889-8aa5-2f2bf73573df req-a1f715d9-be19-46a1-8418-84880ffe2225 tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=48ba1cdba6ea4eb098e40b52d44291ec HTTP/1.1" status: 200 len: 379 time: 0.0557072 Mar 29 15:56:54.617374 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [req-f05c04c6-062b-4889-8aa5-2f2bf73573df req-3badfea8-2bfb-4bc3-831b-1cc635a40674 tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] Request body: {'port': {'device_id': '1988d609-4f13-419d-98dc-b82cc65c41c6', 'network_id': '6da5eb6a-1ef7-4aa0-bbb2-e8f3bdbdd5ff', 'admin_state_up': True, 'tenant_id': '48ba1cdba6ea4eb098e40b52d44291ec', 'security_groups': ['cd1c9277-5208-4a89-800b-becaf205597a']}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:56:54.783605 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f05c04c6-062b-4889-8aa5-2f2bf73573df req-3badfea8-2bfb-4bc3-831b-1cc635a40674 tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] Made reservation on behalf of 48ba1cdba6ea4eb098e40b52d44291ec for: {'port': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:56:54.788106 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-f05c04c6-062b-4889-8aa5-2f2bf73573df req-3badfea8-2bfb-4bc3-831b-1cc635a40674 tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:54.946149 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_common [req-f05c04c6-062b-4889-8aa5-2f2bf73573df req-3badfea8-2bfb-4bc3-831b-1cc635a40674 tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] Allocated IP 172.20.0.7 (6da5eb6a-1ef7-4aa0-bbb2-e8f3bdbdd5ff/f321fdd4-89ca-4bd6-835a-732290fa6cda/6def3afc-9a81-4374-807f-7bac44086c9c) {{(pid=102791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:56:55.175174 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-f05c04c6-062b-4889-8aa5-2f2bf73573df req-3badfea8-2bfb-4bc3-831b-1cc635a40674 tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] Notify callbacks [] for port, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:55.194699 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebcc0ce-1c37-449c-a72a-9e7cb8b8cfaf req-7b027e20-3e7b-438b-a241-736c3614677a tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:56:55.197613 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-cebcc0ce-1c37-449c-a72a-9e7cb8b8cfaf req-7b027e20-3e7b-438b-a241-736c3614677a tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/ports?device_id=efe297d0-b325-4eb5-bdde-6e4d976277c6 HTTP/1.1" status: 200 len: 943 time: 0.1133451 Mar 29 15:56:55.323592 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-f05c04c6-062b-4889-8aa5-2f2bf73573df req-3badfea8-2bfb-4bc3-831b-1cc635a40674 tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:55.348463 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-cebcc0ce-1c37-449c-a72a-9e7cb8b8cfaf req-19e601f9-9d0b-4be9-9cd2-2bedb90ce3d3 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/security-groups?id=5e7dc381-3678-4cad-aeb8-d0ce3409e19e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339910 Mar 29 15:56:55.407421 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f05c04c6-062b-4889-8aa5-2f2bf73573df req-3badfea8-2bfb-4bc3-831b-1cc635a40674 tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] Network 6da5eb6a-1ef7-4aa0-bbb2-e8f3bdbdd5ff is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:56:55.412310 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [req-f05c04c6-062b-4889-8aa5-2f2bf73573df req-3badfea8-2bfb-4bc3-831b-1cc635a40674 tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:56:55.423291 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [req-f05c04c6-062b-4889-8aa5-2f2bf73573df req-3badfea8-2bfb-4bc3-831b-1cc635a40674 tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] Received port after_create {{(pid=102791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:56:55.561587 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05c04c6-062b-4889-8aa5-2f2bf73573df req-3badfea8-2bfb-4bc3-831b-1cc635a40674 tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:56:55.562301 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-f05c04c6-062b-4889-8aa5-2f2bf73573df req-3badfea8-2bfb-4bc3-831b-1cc635a40674 tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:55.575199 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3badfea8-2bfb-4bc3-831b-1cc635a40674 tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] Pushing event updated for resources: {'Port': ['ID=6def3afc-9a81-4374-807f-7bac44086c9c,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:56:55.592810 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f05c04c6-062b-4889-8aa5-2f2bf73573df req-3badfea8-2bfb-4bc3-831b-1cc635a40674 tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9800258 Mar 29 15:56:55.603033 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae45cc5-e497-4eeb-b377-efd02c67f231 req-37b18355-344c-4e8c-85d9-8182b130f4a3 tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:56:55.612170 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-5ae45cc5-e497-4eeb-b377-efd02c67f231 req-37b18355-344c-4e8c-85d9-8182b130f4a3 tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] 10.222.0.42 "GET /v2.0/ports?device_id=1988d609-4f13-419d-98dc-b82cc65c41c6 HTTP/1.1" status: 200 len: 931 time: 0.2258375 Mar 29 15:56:55.697359 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-5ae45cc5-e497-4eeb-b377-efd02c67f231 req-8a327efc-a7d4-4d25-bb0b-83a4876e9e27 tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] 10.222.0.42 "GET /v2.0/security-groups?id=cd1c9277-5208-4a89-800b-becaf205597a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0840805 Mar 29 15:56:55.873148 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-85f9c214-5bcb-497e-8e1e-88a6e83c57f1 None None] Provisioning complete for port 6def3afc-9a81-4374-807f-7bac44086c9c triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:56:55.874062 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-85f9c214-5bcb-497e-8e1e-88a6e83c57f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:55.885789 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [req-f05c04c6-062b-4889-8aa5-2f2bf73573df req-d1a7cf57-dab2-451b-bcd6-1b492b271037 service neutron] Request body: {'port': {'device_id': '1988d609-4f13-419d-98dc-b82cc65c41c6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834765-1'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:56:55.913488 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-85f9c214-5bcb-497e-8e1e-88a6e83c57f1 None None] Port 6def3afc-9a81-4374-807f-7bac44086c9c cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 15:56:56.018398 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-f05c04c6-062b-4889-8aa5-2f2bf73573df req-d1a7cf57-dab2-451b-bcd6-1b492b271037 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:56.470788 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [req-f05c04c6-062b-4889-8aa5-2f2bf73573df req-d1a7cf57-dab2-451b-bcd6-1b492b271037 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6def3afc-9a81-4374-807f-7bac44086c9c {{(pid=102791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:56:56.493362 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-f05c04c6-062b-4889-8aa5-2f2bf73573df req-d1a7cf57-dab2-451b-bcd6-1b492b271037 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:56.513157 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.provisioning_blocks [req-f05c04c6-062b-4889-8aa5-2f2bf73573df req-d1a7cf57-dab2-451b-bcd6-1b492b271037 service neutron] Transition to ACTIVE for port object 6def3afc-9a81-4374-807f-7bac44086c9c will not be triggered until provisioned by entity L2. {{(pid=102791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 15:56:56.525361 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-f05c04c6-062b-4889-8aa5-2f2bf73573df req-d1a7cf57-dab2-451b-bcd6-1b492b271037 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:56.597639 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ced6f9-444f-4369-8678-f3aa695290ea req-086e01ef-51ee-4795-823a-904095bab85c tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:56:56.608602 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-a8ced6f9-444f-4369-8678-f3aa695290ea req-086e01ef-51ee-4795-823a-904095bab85c tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/ports?device_id=efe297d0-b325-4eb5-bdde-6e4d976277c6 HTTP/1.1" status: 200 len: 943 time: 0.1210389 Mar 29 15:56:56.630173 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a7cf57-dab2-451b-bcd6-1b492b271037 service neutron] Pushing event updated for resources: {'Port': ['ID=6def3afc-9a81-4374-807f-7bac44086c9c,revision_number=2']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:56:56.678114 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-a8ced6f9-444f-4369-8678-f3aa695290ea req-2d0d52b5-4d62-4c02-9272-1f296a3b01e1 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/security-groups?id=5e7dc381-3678-4cad-aeb8-d0ce3409e19e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676005 Mar 29 15:56:56.774539 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 39906) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:56:56.791902 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-f05c04c6-062b-4889-8aa5-2f2bf73573df req-d1a7cf57-dab2-451b-bcd6-1b492b271037 service neutron] Attempting to bind port 6def3afc-9a81-4374-807f-7bac44086c9c on host n-h1-834765-1 for vnic_type normal with profile {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:56:56.792844 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-f05c04c6-062b-4889-8aa5-2f2bf73573df req-d1a7cf57-dab2-451b-bcd6-1b492b271037 service neutron] Attempting to bind port 6def3afc-9a81-4374-807f-7bac44086c9c by drivers openvswitch,hyperv on host n-h1-834765-1 at level 0 using segments [{'id': 'ddabd0e1-5000-4ddf-a269-e1ae08a1eb01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '6da5eb6a-1ef7-4aa0-bbb2-e8f3bdbdd5ff'}] {{(pid=102791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:56:56.793338 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f05c04c6-062b-4889-8aa5-2f2bf73573df req-d1a7cf57-dab2-451b-bcd6-1b492b271037 service neutron] Attempting to bind port 6def3afc-9a81-4374-807f-7bac44086c9c on network 6da5eb6a-1ef7-4aa0-bbb2-e8f3bdbdd5ff {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:56:56.798763 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f05c04c6-062b-4889-8aa5-2f2bf73573df req-d1a7cf57-dab2-451b-bcd6-1b492b271037 service neutron] Port 6def3afc-9a81-4374-807f-7bac44086c9c on network 6da5eb6a-1ef7-4aa0-bbb2-e8f3bdbdd5ff not bound, no agent of type Open vSwitch agent registered on host n-h1-834765-1 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 15:56:56.799362 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f05c04c6-062b-4889-8aa5-2f2bf73573df req-d1a7cf57-dab2-451b-bcd6-1b492b271037 service neutron] Attempting to bind port 6def3afc-9a81-4374-807f-7bac44086c9c on network 6da5eb6a-1ef7-4aa0-bbb2-e8f3bdbdd5ff {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:56:56.805339 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f05c04c6-062b-4889-8aa5-2f2bf73573df req-d1a7cf57-dab2-451b-bcd6-1b492b271037 service neutron] Checking agent: {'id': 'be375040-5069-4239-9460-a3a3213e1e90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 33, 18), 'started_at': datetime.datetime(2022, 3, 29, 15, 33, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 56, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:56:56.806326 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f05c04c6-062b-4889-8aa5-2f2bf73573df req-d1a7cf57-dab2-451b-bcd6-1b492b271037 service neutron] Checking segment: {'id': 'ddabd0e1-5000-4ddf-a269-e1ae08a1eb01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '6da5eb6a-1ef7-4aa0-bbb2-e8f3bdbdd5ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:56:56.806867 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f05c04c6-062b-4889-8aa5-2f2bf73573df req-d1a7cf57-dab2-451b-bcd6-1b492b271037 service neutron] Bound using segment: {'id': 'ddabd0e1-5000-4ddf-a269-e1ae08a1eb01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '6da5eb6a-1ef7-4aa0-bbb2-e8f3bdbdd5ff'} {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:56:56.807642 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-f05c04c6-062b-4889-8aa5-2f2bf73573df req-d1a7cf57-dab2-451b-bcd6-1b492b271037 service neutron] Bound port: 6def3afc-9a81-4374-807f-7bac44086c9c, host: n-h1-834765-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ddabd0e1-5000-4ddf-a269-e1ae08a1eb01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '6da5eb6a-1ef7-4aa0-bbb2-e8f3bdbdd5ff'}}] {{(pid=102791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 15:56:56.808195 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-f05c04c6-062b-4889-8aa5-2f2bf73573df req-d1a7cf57-dab2-451b-bcd6-1b492b271037 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:56.839811 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 39910) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:56:56.937579 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e008634f-0c1f-4dd8-b3ef-8af32dce06bb req-15dc7c44-6729-4c9d-8246-0e0a20e3bfaf tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:56:56.939692 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e008634f-0c1f-4dd8-b3ef-8af32dce06bb req-15dc7c44-6729-4c9d-8246-0e0a20e3bfaf tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] 10.222.0.42 "GET /v2.0/ports?device_id=1988d609-4f13-419d-98dc-b82cc65c41c6 HTTP/1.1" status: 200 len: 943 time: 0.1012497 Mar 29 15:56:56.946562 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-f05c04c6-062b-4889-8aa5-2f2bf73573df req-d1a7cf57-dab2-451b-bcd6-1b492b271037 service neutron] For port 6def3afc-9a81-4374-807f-7bac44086c9c, host n-h1-834765-1, cleared binding levels {{(pid=102791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:56:56.952248 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-f05c04c6-062b-4889-8aa5-2f2bf73573df req-d1a7cf57-dab2-451b-bcd6-1b492b271037 service neutron] For port 6def3afc-9a81-4374-807f-7bac44086c9c, host n-h1-834765-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=6def3afc-9a81-4374-807f-7bac44086c9c,segment=NetworkSegment(ddabd0e1-5000-4ddf-a269-e1ae08a1eb01),segment_id=ddabd0e1-5000-4ddf-a269-e1ae08a1eb01)] {{(pid=102791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:56:56.964449 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e9be74b1-f066-4491-88c3-32c20477ecfc admin admin] Notify callbacks [] for security_group, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:56.967875 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-f05c04c6-062b-4889-8aa5-2f2bf73573df req-d1a7cf57-dab2-451b-bcd6-1b492b271037 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:57.012406 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05c04c6-062b-4889-8aa5-2f2bf73573df req-d1a7cf57-dab2-451b-bcd6-1b492b271037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:56:57.013315 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-f05c04c6-062b-4889-8aa5-2f2bf73573df req-d1a7cf57-dab2-451b-bcd6-1b492b271037 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:57.013467 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e9d3ba9a-cb21-4479-88b8-281a5dcaf7d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:57.015042 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f05c04c6-062b-4889-8aa5-2f2bf73573df req-d1a7cf57-dab2-451b-bcd6-1b492b271037 service neutron] 10.222.0.44 "PUT /v2.0/ports/6def3afc-9a81-4374-807f-7bac44086c9c HTTP/1.1" status: 200 len: 1091 time: 1.4006088 Mar 29 15:56:57.015863 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1988d609-4f13-419d-98dc-b82cc65c41c6', 'tag': '6def3afc-9a81-4374-807f-7bac44086c9c'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:56:57.018399 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c67b028db5e9b9818fecc5c0a87ebc6f190694fa53ca267d523e04f98de536d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40763458-1b66-475a-ae4f-0569c6112041" -d '{"events": [{"name": "network-changed", "server_uuid": "1988d609-4f13-419d-98dc-b82cc65c41c6", "tag": "6def3afc-9a81-4374-807f-7bac44086c9c"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:56:57.056617 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e008634f-0c1f-4dd8-b3ef-8af32dce06bb req-4edc9e20-1be0-4a02-8bcc-ea28267cd958 tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] 10.222.0.42 "GET /v2.0/security-groups?id=cd1c9277-5208-4a89-800b-becaf205597a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1068535 Mar 29 15:56:57.084020 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a7cf57-dab2-451b-bcd6-1b492b271037 service neutron] Pushing event updated for resources: {'Port': ['ID=6def3afc-9a81-4374-807f-7bac44086c9c,revision_number=3']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:56:57.120505 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 15:56:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-937f4bb3-88c1-4b1a-b274-a53b976a2e9b x-openstack-request-id: req-937f4bb3-88c1-4b1a-b274-a53b976a2e9b {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:56:57.121085 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1988d609-4f13-419d-98dc-b82cc65c41c6", "tag": "6def3afc-9a81-4374-807f-7bac44086c9c", "status": "completed", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:56:57.121391 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-937f4bb3-88c1-4b1a-b274-a53b976a2e9b {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:56:57.121981 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1988d609-4f13-419d-98dc-b82cc65c41c6', 'tag': '6def3afc-9a81-4374-807f-7bac44086c9c', 'status': 'completed', 'code': 200} Mar 29 15:56:57.141844 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05c04c6-062b-4889-8aa5-2f2bf73573df req-cfe31748-3be4-464e-b0bc-65fce9d7fb34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:56:57.144288 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f05c04c6-062b-4889-8aa5-2f2bf73573df req-cfe31748-3be4-464e-b0bc-65fce9d7fb34 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=48ba1cdba6ea4eb098e40b52d44291ec&device_id=1988d609-4f13-419d-98dc-b82cc65c41c6 HTTP/1.1" status: 200 len: 1094 time: 0.0567780 Mar 29 15:56:57.201295 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e9be74b1-f066-4491-88c3-32c20477ecfc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:57.213721 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e9be74b1-f066-4491-88c3-32c20477ecfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:57.218240 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f05c04c6-062b-4889-8aa5-2f2bf73573df req-226eb1d0-4ad8-426e-832a-dbfb389f7393 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6def3afc-9a81-4374-807f-7bac44086c9c HTTP/1.1" status: 200 len: 217 time: 0.0617161 Mar 29 15:56:57.261467 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-e9be74b1-f066-4491-88c3-32c20477ecfc admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=de5bc3f27cb54bf2b2ac174306f7d9b2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4856880 Mar 29 15:56:57.264943 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9be74b1-f066-4491-88c3-32c20477ecfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d285175-ad93-4f5e-8cbb-fa894cb2b069,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:56:57.267535 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 39916) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:56:57.276893 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e9d3ba9a-cb21-4479-88b8-281a5dcaf7d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:57.282472 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e9d3ba9a-cb21-4479-88b8-281a5dcaf7d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:57.324323 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05c04c6-062b-4889-8aa5-2f2bf73573df req-b4a76cc9-fcfd-4797-884e-4bb267845823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:56:57.327650 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f05c04c6-062b-4889-8aa5-2f2bf73573df req-b4a76cc9-fcfd-4797-884e-4bb267845823 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f321fdd4-89ca-4bd6-835a-732290fa6cda HTTP/1.1" status: 200 len: 858 time: 0.1031635 Mar 29 15:56:57.346006 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-e9d3ba9a-cb21-4479-88b8-281a5dcaf7d2 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=201345c44bd14c078e6e8d6d0e9709a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5025101 Mar 29 15:56:57.346392 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 39918) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:56:57.354356 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d3ba9a-cb21-4479-88b8-281a5dcaf7d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e8bccb3-34b3-4379-9754-348e2ffe66f3,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:56:57.368910 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-72722c2d-ddb5-482c-88b3-20af8293e6c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:57.395960 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-72722c2d-ddb5-482c-88b3-20af8293e6c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:57.410665 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05c04c6-062b-4889-8aa5-2f2bf73573df req-270be742-3090-429a-a254-55f6f7c19dae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:56:57.412185 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f05c04c6-062b-4889-8aa5-2f2bf73573df req-270be742-3090-429a-a254-55f6f7c19dae service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6da5eb6a-1ef7-4aa0-bbb2-e8f3bdbdd5ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0773978 Mar 29 15:56:57.412320 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-340c80e5-7f58-4575-9023-84e41d7f0486 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:57.443918 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-340c80e5-7f58-4575-9023-84e41d7f0486 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:57.514742 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-340c80e5-7f58-4575-9023-84e41d7f0486 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:57.517732 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-340c80e5-7f58-4575-9023-84e41d7f0486 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:57.519053 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-340c80e5-7f58-4575-9023-84e41d7f0486 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/9e8bccb3-34b3-4379-9754-348e2ffe66f3 HTTP/1.1" status: 204 len: 168 time: 0.1717660 Mar 29 15:56:57.529393 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340c80e5-7f58-4575-9023-84e41d7f0486 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e8bccb3-34b3-4379-9754-348e2ffe66f3,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:56:57.572092 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f05c04c6-062b-4889-8aa5-2f2bf73573df req-7708be8e-23a7-4ab4-b620-49169099d7c3 service neutron] 10.222.0.44 "GET /v2.0/networks/6da5eb6a-1ef7-4aa0-bbb2-e8f3bdbdd5ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1524658 Mar 29 15:56:57.575569 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-72722c2d-ddb5-482c-88b3-20af8293e6c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:57.578749 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-72722c2d-ddb5-482c-88b3-20af8293e6c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:57.579917 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-72722c2d-ddb5-482c-88b3-20af8293e6c3 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/9d285175-ad93-4f5e-8cbb-fa894cb2b069 HTTP/1.1" status: 204 len: 168 time: 0.3115151 Mar 29 15:56:57.610869 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72722c2d-ddb5-482c-88b3-20af8293e6c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d285175-ad93-4f5e-8cbb-fa894cb2b069,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:56:58.007066 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 39940) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:56:58.022106 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-7741f627-7ac2-463d-ad7e-0393f4ac8c1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:58.116788 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42fdea2-13ec-43ee-989e-d2563eb9d944 req-cf9ecd4c-2cb1-4c91-8b78-db5a2ba29b88 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:56:58.118317 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-c42fdea2-13ec-43ee-989e-d2563eb9d944 req-cf9ecd4c-2cb1-4c91-8b78-db5a2ba29b88 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/ports?device_id=efe297d0-b325-4eb5-bdde-6e4d976277c6 HTTP/1.1" status: 200 len: 943 time: 0.0714252 Mar 29 15:56:58.120455 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f05c04c6-062b-4889-8aa5-2f2bf73573df req-247c2ace-55a3-4f36-8993-cfe9e1219fca service neutron] 10.222.0.44 "GET /v2.0/networks/6da5eb6a-1ef7-4aa0-bbb2-e8f3bdbdd5ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5394797 Mar 29 15:56:58.132105 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-7741f627-7ac2-463d-ad7e-0393f4ac8c1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:58.140999 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-7741f627-7ac2-463d-ad7e-0393f4ac8c1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:58.229501 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-c42fdea2-13ec-43ee-989e-d2563eb9d944 req-8db0451c-6393-47c9-bb44-411523f55c5a tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/security-groups?id=5e7dc381-3678-4cad-aeb8-d0ce3409e19e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955303 Mar 29 15:56:58.241677 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-7741f627-7ac2-463d-ad7e-0393f4ac8c1e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=36c1bad7670248b291205446854e0fa6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2334840 Mar 29 15:56:58.253451 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7741f627-7ac2-463d-ad7e-0393f4ac8c1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20358cb2-e3de-40c2-8748-e845d3459076,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:56:58.253451 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 39948) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:56:58.253746 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40763458-1b66-475a-ae4f-0569c6112041 req-48b144ff-d01c-4cf0-b812-8c5047d99187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:56:58.253746 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-40763458-1b66-475a-ae4f-0569c6112041 req-48b144ff-d01c-4cf0-b812-8c5047d99187 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=48ba1cdba6ea4eb098e40b52d44291ec&device_id=1988d609-4f13-419d-98dc-b82cc65c41c6 HTTP/1.1" status: 200 len: 1094 time: 0.0721722 Mar 29 15:56:58.316653 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0353d45-0dbf-43e9-8b81-0f2c9a110cb6 req-1fa12479-b6b8-42e4-a754-d0a028a50bd6 tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:56:58.328303 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-e0353d45-0dbf-43e9-8b81-0f2c9a110cb6 req-1fa12479-b6b8-42e4-a754-d0a028a50bd6 tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] 10.222.0.42 "GET /v2.0/ports?device_id=1988d609-4f13-419d-98dc-b82cc65c41c6 HTTP/1.1" status: 200 len: 943 time: 0.1503222 Mar 29 15:56:58.366747 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40763458-1b66-475a-ae4f-0569c6112041 req-7e683bdc-2da7-4da0-834d-6da451384320 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:56:58.368369 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-40763458-1b66-475a-ae4f-0569c6112041 req-7e683bdc-2da7-4da0-834d-6da451384320 service neutron] 10.222.0.44 "GET /v2.0/networks?id=6da5eb6a-1ef7-4aa0-bbb2-e8f3bdbdd5ff HTTP/1.1" status: 200 len: 920 time: 0.1036747 Mar 29 15:56:58.381745 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-f021192b-9ce6-4f52-82e2-21973ac53300 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:58.407604 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-e0353d45-0dbf-43e9-8b81-0f2c9a110cb6 req-0c6712ef-2751-4e65-8c5a-54f982f1ee46 tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] 10.222.0.42 "GET /v2.0/security-groups?id=cd1c9277-5208-4a89-800b-becaf205597a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708656 Mar 29 15:56:58.415276 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-40763458-1b66-475a-ae4f-0569c6112041 req-36fafe8e-fd9c-4d36-be02-f86451af742f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6def3afc-9a81-4374-807f-7bac44086c9c HTTP/1.1" status: 200 len: 217 time: 0.0399315 Mar 29 15:56:58.429864 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-f021192b-9ce6-4f52-82e2-21973ac53300 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:58.487315 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40763458-1b66-475a-ae4f-0569c6112041 req-a6352960-b353-47b2-9863-6388f0223125 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:56:58.488039 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-f021192b-9ce6-4f52-82e2-21973ac53300 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:58.489468 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-40763458-1b66-475a-ae4f-0569c6112041 req-a6352960-b353-47b2-9863-6388f0223125 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f321fdd4-89ca-4bd6-835a-732290fa6cda HTTP/1.1" status: 200 len: 858 time: 0.0674596 Mar 29 15:56:58.491091 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-f021192b-9ce6-4f52-82e2-21973ac53300 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:58.494707 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-f021192b-9ce6-4f52-82e2-21973ac53300 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/20358cb2-e3de-40c2-8748-e845d3459076 HTTP/1.1" status: 204 len: 168 time: 0.2399840 Mar 29 15:56:58.502490 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f021192b-9ce6-4f52-82e2-21973ac53300 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20358cb2-e3de-40c2-8748-e845d3459076,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:56:58.569593 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 39960) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:56:58.625476 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40763458-1b66-475a-ae4f-0569c6112041 req-ab6f2cf1-01f5-4fc0-9ee4-5107391cce30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:56:58.627663 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-40763458-1b66-475a-ae4f-0569c6112041 req-ab6f2cf1-01f5-4fc0-9ee4-5107391cce30 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6da5eb6a-1ef7-4aa0-bbb2-e8f3bdbdd5ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1304121 Mar 29 15:56:58.671405 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_v2 [None req-326afdf8-5c17-413b-b560-0a5a8a4516f0 admin admin] Deleting subnet b092c5c9-7277-400e-8507-265e33272ef8 {{(pid=102791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 15:56:58.684258 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-326afdf8-5c17-413b-b560-0a5a8a4516f0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:58.763125 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-326afdf8-5c17-413b-b560-0a5a8a4516f0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4230423'] for subnet, precommit_delete_associations {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:58.808885 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-40763458-1b66-475a-ae4f-0569c6112041 req-137f81a3-3444-442d-b760-1237c3a6d27c service neutron] 10.222.0.44 "GET /v2.0/networks/6da5eb6a-1ef7-4aa0-bbb2-e8f3bdbdd5ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1739411 Mar 29 15:56:58.856923 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-326afdf8-5c17-413b-b560-0a5a8a4516f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1641287'] for subnet, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:58.969952 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-40763458-1b66-475a-ae4f-0569c6112041 req-79896885-b485-4f27-9279-c82a910b5d6d service neutron] 10.222.0.44 "GET /v2.0/networks/6da5eb6a-1ef7-4aa0-bbb2-e8f3bdbdd5ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1524534 Mar 29 15:56:58.976953 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-326afdf8-5c17-413b-b560-0a5a8a4516f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1641294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16155591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16218852'] for subnet, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:58.993180 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-326afdf8-5c17-413b-b560-0a5a8a4516f0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:58.999345 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-326afdf8-5c17-413b-b560-0a5a8a4516f0 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/b092c5c9-7277-400e-8507-265e33272ef8 HTTP/1.1" status: 204 len: 168 time: 0.4248245 Mar 29 15:56:59.000518 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 39984) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:56:59.017138 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326afdf8-5c17-413b-b560-0a5a8a4516f0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b092c5c9-7277-400e-8507-265e33272ef8,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:56:59.076935 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-a487ca40-c942-4baa-8d39-9b4284c6622d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1631750'] for network, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:59.172355 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-a487ca40-c942-4baa-8d39-9b4284c6622d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639890', 'neutron.services.segments.db._delete_segments_for_network-8783523423079'] for network, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:59.193969 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-a487ca40-c942-4baa-8d39-9b4284c6622d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a2ecae8-9c73-49c1-b6e8-16cdf8f127b2']}} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:56:59.205160 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-a487ca40-c942-4baa-8d39-9b4284c6622d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c5661ba-80a7-423d-bc40-74f8a6b521ca') {'for_net_delete': True} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:56:59.205478 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-a487ca40-c942-4baa-8d39-9b4284c6622d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c5661ba-80a7-423d-bc40-74f8a6b521ca') {} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:56:59.223576 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-a487ca40-c942-4baa-8d39-9b4284c6622d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783523422064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4614019'] for segment, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:59.238540 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-a487ca40-c942-4baa-8d39-9b4284c6622d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:59.244647 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a487ca40-c942-4baa-8d39-9b4284c6622d admin admin] Releasing vlan 649 on physical network physnet1 to pool {{(pid=102790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 15:56:59.245029 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-a487ca40-c942-4baa-8d39-9b4284c6622d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5238013'] for segment, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:59.246672 n-d-834765-1 neutron-server[102790]: Traceback (most recent call last): Mar 29 15:56:59.246672 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 15:56:59.246672 n-d-834765-1 neutron-server[102790]: timer() Mar 29 15:56:59.246672 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 15:56:59.246672 n-d-834765-1 neutron-server[102790]: cb(*args, **kw) Mar 29 15:56:59.246672 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 15:56:59.246672 n-d-834765-1 neutron-server[102790]: return func(*args, **kwargs) Mar 29 15:56:59.246672 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 15:56:59.246672 n-d-834765-1 neutron-server[102790]: self._notify() Mar 29 15:56:59.246672 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 15:56:59.246672 n-d-834765-1 neutron-server[102790]: self.callback(batched_events) Mar 29 15:56:59.246672 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 15:56:59.246672 n-d-834765-1 neutron-server[102790]: event.method(event) Mar 29 15:56:59.246672 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 15:56:59.246672 n-d-834765-1 neutron-server[102790]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 15:56:59.246672 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 15:56:59.246672 n-d-834765-1 neutron-server[102790]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 15:56:59.246672 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 15:56:59.246672 n-d-834765-1 neutron-server[102790]: return f(self, *a, **k) Mar 29 15:56:59.246672 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 15:56:59.246672 n-d-834765-1 neutron-server[102790]: return self._get(url).json() Mar 29 15:56:59.246672 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 15:56:59.246672 n-d-834765-1 neutron-server[102790]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 15:56:59.246672 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 15:56:59.246672 n-d-834765-1 neutron-server[102790]: return self.request(url, 'GET', **kwargs) Mar 29 15:56:59.246672 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 15:56:59.246672 n-d-834765-1 neutron-server[102790]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 15:56:59.246672 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 15:56:59.246672 n-d-834765-1 neutron-server[102790]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 15:56:59.246672 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 15:56:59.246672 n-d-834765-1 neutron-server[102790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 15:56:59.246672 n-d-834765-1 neutron-server[102790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 15:56:59.325071 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-a487ca40-c942-4baa-8d39-9b4284c6622d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1639897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648174'] for network, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:59.332313 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-a487ca40-c942-4baa-8d39-9b4284c6622d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for network, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:59.341194 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-a487ca40-c942-4baa-8d39-9b4284c6622d admin admin] 10.222.0.42 "DELETE /v2.0/networks/3a2ecae8-9c73-49c1-b6e8-16cdf8f127b2 HTTP/1.1" status: 204 len: 168 time: 0.3361595 Mar 29 15:56:59.345526 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 40002) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:56:59.369197 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a487ca40-c942-4baa-8d39-9b4284c6622d admin admin] Pushing event deleted for resources: {'Network': ['ID=3a2ecae8-9c73-49c1-b6e8-16cdf8f127b2,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:56:59.380227 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043adb5b-51b1-4ea0-b967-94b03a7f2e72 req-af1d23b1-6ec9-4164-b9bc-22629c005680 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:56:59.382349 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-043adb5b-51b1-4ea0-b967-94b03a7f2e72 req-af1d23b1-6ec9-4164-b9bc-22629c005680 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/ports?device_id=efe297d0-b325-4eb5-bdde-6e4d976277c6 HTTP/1.1" status: 200 len: 943 time: 0.0634785 Mar 29 15:56:59.411660 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.db_base_plugin_v2 [None req-b779827c-f13f-4bad-ac28-d2acd40eb873 admin admin] Deleting subnet 6d8f358d-ee2a-4d5c-afcc-0f4d6279c813 {{(pid=102790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 15:56:59.421083 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-b779827c-f13f-4bad-ac28-d2acd40eb873 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:59.435539 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-043adb5b-51b1-4ea0-b967-94b03a7f2e72 req-48051750-9847-46d1-a8b0-002f79dda211 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/security-groups?id=5e7dc381-3678-4cad-aeb8-d0ce3409e19e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420690 Mar 29 15:56:59.485322 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-b779827c-f13f-4bad-ac28-d2acd40eb873 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4614024'] for subnet, precommit_delete_associations {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:59.581787 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-b779827c-f13f-4bad-ac28-d2acd40eb873 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1641287'] for subnet, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:59.627804 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ebfd2b-c5e6-452b-907c-1120dc7246a1 req-6f05e0d5-494f-435f-af49-d806eebfe55f tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:56:59.629586 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-b6ebfd2b-c5e6-452b-907c-1120dc7246a1 req-6f05e0d5-494f-435f-af49-d806eebfe55f tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] 10.222.0.42 "GET /v2.0/ports?device_id=1988d609-4f13-419d-98dc-b82cc65c41c6 HTTP/1.1" status: 200 len: 943 time: 0.1147697 Mar 29 15:56:59.686129 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-b779827c-f13f-4bad-ac28-d2acd40eb873 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1641294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5231963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4793952'] for subnet, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:59.691163 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-b6ebfd2b-c5e6-452b-907c-1120dc7246a1 req-feac82a2-6b89-4108-8467-30c1cf79e4e3 tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] 10.222.0.42 "GET /v2.0/security-groups?id=cd1c9277-5208-4a89-800b-becaf205597a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537341 Mar 29 15:56:59.722113 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 40016) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:56:59.729247 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b779827c-f13f-4bad-ac28-d2acd40eb873 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6d8f358d-ee2a-4d5c-afcc-0f4d6279c813,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:56:59.737004 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-b779827c-f13f-4bad-ac28-d2acd40eb873 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for subnet, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:56:59.740701 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-b779827c-f13f-4bad-ac28-d2acd40eb873 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/6d8f358d-ee2a-4d5c-afcc-0f4d6279c813 HTTP/1.1" status: 204 len: 168 time: 0.3926969 Mar 29 15:56:59.743375 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 40020) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:57:00.026723 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-edb719b2-492c-4805-9e59-f70f8b17ed7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:00.134273 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-edb719b2-492c-4805-9e59-f70f8b17ed7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:00.138805 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-edb719b2-492c-4805-9e59-f70f8b17ed7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:00.145169 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-b60b4dc6-89ca-4411-a3d4-2f6b8ac17966 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1631750'] for network, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:00.179650 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb719b2-492c-4805-9e59-f70f8b17ed7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f21466d5-2b4a-4314-bad5-843bfebbdd62,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:57:00.187145 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-edb719b2-492c-4805-9e59-f70f8b17ed7f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a9ab3fdf46f645e1a7dd649e5bc59c2c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4609160 Mar 29 15:57:00.187431 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 40034) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:57:00.227721 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-b60b4dc6-89ca-4411-a3d4-2f6b8ac17966 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639890', 'neutron.services.segments.db._delete_segments_for_network-8783523423079'] for network, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:00.238947 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-57b6e072-b2a3-4b05-b998-bcab43ed8abe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:00.248946 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-b60b4dc6-89ca-4411-a3d4-2f6b8ac17966 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9bca4eb5-cb77-48ac-ae2c-a895e542e0e4']}} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:57:00.259045 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-b60b4dc6-89ca-4411-a3d4-2f6b8ac17966 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22e29f85-7631-407d-8f95-e30a43805918') {'for_net_delete': True} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:57:00.259522 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-b60b4dc6-89ca-4411-a3d4-2f6b8ac17966 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22e29f85-7631-407d-8f95-e30a43805918') {} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:57:00.263595 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-57b6e072-b2a3-4b05-b998-bcab43ed8abe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:00.273182 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-b60b4dc6-89ca-4411-a3d4-2f6b8ac17966 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783523422064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4614019'] for segment, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:00.289483 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-b60b4dc6-89ca-4411-a3d4-2f6b8ac17966 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:00.297977 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b60b4dc6-89ca-4411-a3d4-2f6b8ac17966 admin admin] Releasing vlan 619 on physical network physnet1 to pool {{(pid=102790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 15:57:00.298405 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-b60b4dc6-89ca-4411-a3d4-2f6b8ac17966 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5238013'] for segment, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:00.300362 n-d-834765-1 neutron-server[102790]: Traceback (most recent call last): Mar 29 15:57:00.300362 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 15:57:00.300362 n-d-834765-1 neutron-server[102790]: timer() Mar 29 15:57:00.300362 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 15:57:00.300362 n-d-834765-1 neutron-server[102790]: cb(*args, **kw) Mar 29 15:57:00.300362 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 15:57:00.300362 n-d-834765-1 neutron-server[102790]: return func(*args, **kwargs) Mar 29 15:57:00.300362 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 15:57:00.300362 n-d-834765-1 neutron-server[102790]: self._notify() Mar 29 15:57:00.300362 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 15:57:00.300362 n-d-834765-1 neutron-server[102790]: self.callback(batched_events) Mar 29 15:57:00.300362 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 15:57:00.300362 n-d-834765-1 neutron-server[102790]: event.method(event) Mar 29 15:57:00.300362 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 15:57:00.300362 n-d-834765-1 neutron-server[102790]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 15:57:00.300362 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 15:57:00.300362 n-d-834765-1 neutron-server[102790]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 15:57:00.300362 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 15:57:00.300362 n-d-834765-1 neutron-server[102790]: return f(self, *a, **k) Mar 29 15:57:00.300362 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 15:57:00.300362 n-d-834765-1 neutron-server[102790]: return self._get(url).json() Mar 29 15:57:00.300362 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 15:57:00.300362 n-d-834765-1 neutron-server[102790]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 15:57:00.300362 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 15:57:00.300362 n-d-834765-1 neutron-server[102790]: return self.request(url, 'GET', **kwargs) Mar 29 15:57:00.300362 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 15:57:00.300362 n-d-834765-1 neutron-server[102790]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 15:57:00.300362 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 15:57:00.300362 n-d-834765-1 neutron-server[102790]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 15:57:00.300362 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 15:57:00.300362 n-d-834765-1 neutron-server[102790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 15:57:00.300362 n-d-834765-1 neutron-server[102790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 15:57:00.321768 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-57b6e072-b2a3-4b05-b998-bcab43ed8abe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:00.332804 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-57b6e072-b2a3-4b05-b998-bcab43ed8abe admin admin] Notify callbacks [] for security_group, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:00.336507 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-57b6e072-b2a3-4b05-b998-bcab43ed8abe admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f21466d5-2b4a-4314-bad5-843bfebbdd62 HTTP/1.1" status: 204 len: 168 time: 0.1456721 Mar 29 15:57:00.338412 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-299cd1b8-b3fb-481e-9861-830eaf99c1f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:00.347376 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b6e072-b2a3-4b05-b998-bcab43ed8abe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f21466d5-2b4a-4314-bad5-843bfebbdd62,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:57:00.374764 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-b60b4dc6-89ca-4411-a3d4-2f6b8ac17966 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1639897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648174'] for network, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:00.381398 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-b60b4dc6-89ca-4411-a3d4-2f6b8ac17966 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for network, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:00.389227 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-b60b4dc6-89ca-4411-a3d4-2f6b8ac17966 admin admin] 10.222.0.42 "DELETE /v2.0/networks/9bca4eb5-cb77-48ac-ae2c-a895e542e0e4 HTTP/1.1" status: 204 len: 168 time: 0.6444168 Mar 29 15:57:00.400194 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60b4dc6-89ca-4411-a3d4-2f6b8ac17966 admin admin] Pushing event deleted for resources: {'Network': ['ID=9bca4eb5-cb77-48ac-ae2c-a895e542e0e4,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:57:00.596366 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8475fa88-3d59-4c69-8dec-949d3c66e495 req-f5520d2d-af1c-4882-80f7-ebd2de8343e8 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:57:00.598973 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-8475fa88-3d59-4c69-8dec-949d3c66e495 req-f5520d2d-af1c-4882-80f7-ebd2de8343e8 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/ports?device_id=efe297d0-b325-4eb5-bdde-6e4d976277c6 HTTP/1.1" status: 200 len: 943 time: 0.0731349 Mar 29 15:57:00.657960 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-8475fa88-3d59-4c69-8dec-949d3c66e495 req-4bebee2f-27ec-4251-9ba4-0e12a9df9bdc tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/security-groups?id=5e7dc381-3678-4cad-aeb8-d0ce3409e19e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527761 Mar 29 15:57:00.701895 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 40050) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:57:00.754362 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-3e4ab8d3-7852-42f3-b483-2a6bd676c3e7 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f1f87b2955f245808b31208dc463cdd4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0511930 Mar 29 15:57:00.756736 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 40054) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:57:00.796104 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 40058) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:57:00.832599 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b0bc61-3a1e-498b-b105-c11629d15f54 req-5e3fed8d-628a-48c6-9c96-d8d12287a480 tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:57:00.839247 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-c6b8b6c5-4eec-46ec-8cbd-a14cbb2d6e3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:00.840546 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-48b0bc61-3a1e-498b-b105-c11629d15f54 req-5e3fed8d-628a-48c6-9c96-d8d12287a480 tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] 10.222.0.42 "GET /v2.0/ports?device_id=1988d609-4f13-419d-98dc-b82cc65c41c6 HTTP/1.1" status: 200 len: 943 time: 0.0662632 Mar 29 15:57:00.875910 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-5b2771f8-98d5-420a-bb3a-68d537c39055 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:00.891683 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-48b0bc61-3a1e-498b-b105-c11629d15f54 req-83fc4eb0-ba41-462e-9d7c-68682da2da20 tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] 10.222.0.42 "GET /v2.0/security-groups?id=cd1c9277-5208-4a89-800b-becaf205597a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498493 Mar 29 15:57:00.926985 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-5b2771f8-98d5-420a-bb3a-68d537c39055 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:00.986726 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-c6b8b6c5-4eec-46ec-8cbd-a14cbb2d6e3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:00.993419 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-c6b8b6c5-4eec-46ec-8cbd-a14cbb2d6e3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:01.016286 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-5b2771f8-98d5-420a-bb3a-68d537c39055 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:01.018758 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-5b2771f8-98d5-420a-bb3a-68d537c39055 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:01.019907 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-5b2771f8-98d5-420a-bb3a-68d537c39055 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/0ef091e9-40dc-465b-8534-595d6a2e14b5 HTTP/1.1" status: 204 len: 168 time: 0.2622519 Mar 29 15:57:01.045096 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-c6b8b6c5-4eec-46ec-8cbd-a14cbb2d6e3d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=59f0e25617ae4d5c906eebecbc39a22d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2473826 Mar 29 15:57:01.046221 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b8b6c5-4eec-46ec-8cbd-a14cbb2d6e3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=134ae9fe-1f7d-4c3d-91a3-fddb82665324,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:57:01.048243 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 40066) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:57:01.056946 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2771f8-98d5-420a-bb3a-68d537c39055 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ef091e9-40dc-465b-8534-595d6a2e14b5,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:57:01.121981 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-2e7a21c1-cdf3-4606-9829-3d683482dd35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:01.148121 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-2e7a21c1-cdf3-4606-9829-3d683482dd35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:01.199714 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-2e7a21c1-cdf3-4606-9829-3d683482dd35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:01.203006 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-2e7a21c1-cdf3-4606-9829-3d683482dd35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:01.204367 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-2e7a21c1-cdf3-4606-9829-3d683482dd35 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/134ae9fe-1f7d-4c3d-91a3-fddb82665324 HTTP/1.1" status: 204 len: 168 time: 0.1549699 Mar 29 15:57:01.212402 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7a21c1-cdf3-4606-9829-3d683482dd35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=134ae9fe-1f7d-4c3d-91a3-fddb82665324,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:57:01.583442 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 40080) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:57:01.623678 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-dda7bab8-6468-4cd2-8209-e43a92dd1e73 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=19e4144487e84f599275193a4fde70b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0390260 Mar 29 15:57:01.626232 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 40084) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:57:01.674152 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-695353fa-8a25-44eb-bef8-63e847c5fa73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:01.696433 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-695353fa-8a25-44eb-bef8-63e847c5fa73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:01.773055 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-695353fa-8a25-44eb-bef8-63e847c5fa73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:01.775736 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-695353fa-8a25-44eb-bef8-63e847c5fa73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:01.779630 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-695353fa-8a25-44eb-bef8-63e847c5fa73 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b7b20644-0a33-460a-8267-009d752c78ca HTTP/1.1" status: 204 len: 168 time: 0.1523228 Mar 29 15:57:01.793403 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8298ec9-4700-4f26-975a-df0cec7e8849 req-622b908e-8b07-4a9f-b618-84f5a96b0bf2 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:57:01.793403 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b8298ec9-4700-4f26-975a-df0cec7e8849 req-622b908e-8b07-4a9f-b618-84f5a96b0bf2 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/ports?device_id=efe297d0-b325-4eb5-bdde-6e4d976277c6 HTTP/1.1" status: 200 len: 943 time: 0.0644944 Mar 29 15:57:01.797890 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695353fa-8a25-44eb-bef8-63e847c5fa73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7b20644-0a33-460a-8267-009d752c78ca,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:57:01.864936 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b8298ec9-4700-4f26-975a-df0cec7e8849 req-ad5bfdbf-1e32-485f-9b4e-2184e3b126d2 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/security-groups?id=5e7dc381-3678-4cad-aeb8-d0ce3409e19e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647655 Mar 29 15:57:02.023452 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6423a2f9-14ab-416f-895c-0fb64c187b89 req-abd9202f-55ad-4a45-a631-e01b661664cb tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:57:02.026366 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-6423a2f9-14ab-416f-895c-0fb64c187b89 req-abd9202f-55ad-4a45-a631-e01b661664cb tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] 10.222.0.42 "GET /v2.0/ports?device_id=1988d609-4f13-419d-98dc-b82cc65c41c6 HTTP/1.1" status: 200 len: 943 time: 0.0528393 Mar 29 15:57:02.079509 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-6423a2f9-14ab-416f-895c-0fb64c187b89 req-36ec117d-a00f-4226-ad6d-8466179eafc1 tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] 10.222.0.42 "GET /v2.0/security-groups?id=cd1c9277-5208-4a89-800b-becaf205597a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450513 Mar 29 15:57:02.680631 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device 6def3afc-9a81-4374-807f-7bac44086c9c details requested by agent hyperv_n-h1-834765-1 with host n-h1-834765-1 {{(pid=102792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 15:57:02.782544 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-61455bd5-0491-47b5-85f5-58a5c8fa3e61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:02.807044 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port 6def3afc-9a81-4374-807f-7bac44086c9c, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=6def3afc-9a81-4374-807f-7bac44086c9c,segment=NetworkSegment(ddabd0e1-5000-4ddf-a269-e1ae08a1eb01),segment_id=ddabd0e1-5000-4ddf-a269-e1ae08a1eb01)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:57:02.822190 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Returning: {'device': '6def3afc-9a81-4374-807f-7bac44086c9c', 'network_id': '6da5eb6a-1ef7-4aa0-bbb2-e8f3bdbdd5ff', 'port_id': '6def3afc-9a81-4374-807f-7bac44086c9c', 'mac_address': 'fa:16:3e:87:b0:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 600, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f321fdd4-89ca-4bd6-835a-732290fa6cda', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 15:57:02.877001 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:02.896839 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6def3afc-9a81-4374-807f-7bac44086c9c {{(pid=102792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:57:02.924513 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port 6def3afc-9a81-4374-807f-7bac44086c9c, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=6def3afc-9a81-4374-807f-7bac44086c9c,segment=NetworkSegment(ddabd0e1-5000-4ddf-a269-e1ae08a1eb01),segment_id=ddabd0e1-5000-4ddf-a269-e1ae08a1eb01)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:57:02.930246 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:02.993265 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Pushing event updated for resources: {'Port': ['ID=6def3afc-9a81-4374-807f-7bac44086c9c,revision_number=4']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:57:03.032886 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 40160) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:57:03.046678 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34d5ed3-0d82-4399-9418-98803f895364 req-48a6184e-39a4-4ddd-8608-2b60f8cf72be tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:57:03.048355 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-a34d5ed3-0d82-4399-9418-98803f895364 req-48a6184e-39a4-4ddd-8608-2b60f8cf72be tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/ports?device_id=efe297d0-b325-4eb5-bdde-6e4d976277c6 HTTP/1.1" status: 200 len: 943 time: 0.0657845 Mar 29 15:57:03.101494 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-a34d5ed3-0d82-4399-9418-98803f895364 req-1044c017-3d93-44aa-b83c-98e2fa0187fa tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/security-groups?id=5e7dc381-3678-4cad-aeb8-d0ce3409e19e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434809 Mar 29 15:57:03.216722 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64459bd2-9dd3-4592-b49b-e094ffaadec4 req-2ce656ef-ef56-419f-b738-ea24b9bc23f2 tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:57:03.218840 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-64459bd2-9dd3-4592-b49b-e094ffaadec4 req-2ce656ef-ef56-419f-b738-ea24b9bc23f2 tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] 10.222.0.42 "GET /v2.0/ports?device_id=1988d609-4f13-419d-98dc-b82cc65c41c6 HTTP/1.1" status: 200 len: 944 time: 0.0606270 Mar 29 15:57:03.256198 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-0cabba27-c23a-4d04-8683-c43c3cd69772 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:03.291853 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-64459bd2-9dd3-4592-b49b-e094ffaadec4 req-159e6a0e-0794-4e83-8bac-9d7721a22ddc tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] 10.222.0.42 "GET /v2.0/security-groups?id=cd1c9277-5208-4a89-800b-becaf205597a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667562 Mar 29 15:57:03.297994 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] get_ports_and_sgs() called for port_ids ['6def3afc-9a81-4374-807f-7bac44086c9c'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:57:03.377984 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-0cabba27-c23a-4d04-8683-c43c3cd69772 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:03.383080 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-0cabba27-c23a-4d04-8683-c43c3cd69772 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:03.424277 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-0cabba27-c23a-4d04-8683-c43c3cd69772 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=81e0da6b6e4442509bdd84ceb7ae0d53&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3894603 Mar 29 15:57:03.425503 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cabba27-c23a-4d04-8683-c43c3cd69772 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5932bdc1-d252-4ea1-a1d2-dc1d0946da62,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:57:03.428898 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 40178) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:57:03.501823 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-c7343a52-6b49-44b3-95ed-9680236f9587 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:03.527187 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-c7343a52-6b49-44b3-95ed-9680236f9587 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:03.589117 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-c7343a52-6b49-44b3-95ed-9680236f9587 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:03.592636 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-c7343a52-6b49-44b3-95ed-9680236f9587 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:03.595303 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-c7343a52-6b49-44b3-95ed-9680236f9587 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/5932bdc1-d252-4ea1-a1d2-dc1d0946da62 HTTP/1.1" status: 204 len: 168 time: 0.1637926 Mar 29 15:57:03.602375 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7343a52-6b49-44b3-95ed-9680236f9587 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5932bdc1-d252-4ea1-a1d2-dc1d0946da62,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:57:03.749850 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device 5e9e0e0d-bde5-4d5f-b211-ee7cc41fbdf0 details requested by agent hyperv_n-h2-834765-1 with host n-h2-834765-1 {{(pid=102792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 15:57:03.886267 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port 5e9e0e0d-bde5-4d5f-b211-ee7cc41fbdf0, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=5e9e0e0d-bde5-4d5f-b211-ee7cc41fbdf0,segment=NetworkSegment(f897e69d-257a-4c8a-bc55-e063bbc47d9e),segment_id=f897e69d-257a-4c8a-bc55-e063bbc47d9e)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:57:03.900645 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Returning: {'device': '5e9e0e0d-bde5-4d5f-b211-ee7cc41fbdf0', 'network_id': '8594f729-9088-4f6b-8543-aaadb0f5b192', 'port_id': '5e9e0e0d-bde5-4d5f-b211-ee7cc41fbdf0', 'mac_address': 'fa:16:3e:8c:9b:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 601, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52e8269b-e046-4c98-a9b1-ef8905fa8ddb', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 15:57:03.949045 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:03.965786 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e9e0e0d-bde5-4d5f-b211-ee7cc41fbdf0 {{(pid=102792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:57:04.002425 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port 5e9e0e0d-bde5-4d5f-b211-ee7cc41fbdf0, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=5e9e0e0d-bde5-4d5f-b211-ee7cc41fbdf0,segment=NetworkSegment(f897e69d-257a-4c8a-bc55-e063bbc47d9e),segment_id=f897e69d-257a-4c8a-bc55-e063bbc47d9e)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:57:04.007088 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:04.084617 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Pushing event updated for resources: {'Port': ['ID=5e9e0e0d-bde5-4d5f-b211-ee7cc41fbdf0,revision_number=4']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:57:04.180812 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d71584b9-87f1-45f5-84c7-c993c2416269 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:04.268216 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8173a5b5-6a34-44c5-a268-ca9c778e92a8 req-4f8f9fce-b173-4df7-ad2a-c941c911679d tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:57:04.283057 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-8173a5b5-6a34-44c5-a268-ca9c778e92a8 req-4f8f9fce-b173-4df7-ad2a-c941c911679d tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/ports?device_id=efe297d0-b325-4eb5-bdde-6e4d976277c6 HTTP/1.1" status: 200 len: 944 time: 0.0835624 Mar 29 15:57:04.336369 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-8173a5b5-6a34-44c5-a268-ca9c778e92a8 req-572c9c51-eb15-44d9-a0a0-296ef4412e65 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/security-groups?id=5e7dc381-3678-4cad-aeb8-d0ce3409e19e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514750 Mar 29 15:57:04.397440 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] get_ports_and_sgs() called for port_ids ['5e9e0e0d-bde5-4d5f-b211-ee7cc41fbdf0'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:57:04.465954 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69cf9e0-aaa2-4b52-96e7-b959630fc353 req-53ac88bb-540c-4abe-a30a-b6896c615f20 tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:57:04.475500 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-b69cf9e0-aaa2-4b52-96e7-b959630fc353 req-53ac88bb-540c-4abe-a30a-b6896c615f20 tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] 10.222.0.42 "GET /v2.0/ports?device_id=1988d609-4f13-419d-98dc-b82cc65c41c6 HTTP/1.1" status: 200 len: 944 time: 0.0767848 Mar 29 15:57:04.516629 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-b69cf9e0-aaa2-4b52-96e7-b959630fc353 req-d4ece62e-94f8-440b-9cf1-784b64b0651f tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] 10.222.0.42 "GET /v2.0/security-groups?id=cd1c9277-5208-4a89-800b-becaf205597a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400443 Mar 29 15:57:04.709286 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device 6def3afc-9a81-4374-807f-7bac44086c9c up at agent hyperv_n-h1-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:57:04.784867 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Provisioning for port 6def3afc-9a81-4374-807f-7bac44086c9c completed by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 15:57:04.792062 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Provisioning complete for port 6def3afc-9a81-4374-807f-7bac44086c9c triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:57:04.792542 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:04.885578 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:04.911015 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1988d609-4f13-419d-98dc-b82cc65c41c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6def3afc-9a81-4374-807f-7bac44086c9c'}] {{(pid=102792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:57:04.913485 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4f476c66b318cc6068719fc39557fac68d413f5c7e78fa77028c7948e999ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d57decf2-c2da-4a30-a3dc-b7e2df380120" -d '{"events": [{"server_uuid": "1988d609-4f13-419d-98dc-b82cc65c41c6", "name": "network-vif-plugged", "status": "completed", "tag": "6def3afc-9a81-4374-807f-7bac44086c9c"}]}' {{(pid=102792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:57:04.933084 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port 6def3afc-9a81-4374-807f-7bac44086c9c, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=6def3afc-9a81-4374-807f-7bac44086c9c,segment=NetworkSegment(ddabd0e1-5000-4ddf-a269-e1ae08a1eb01),segment_id=ddabd0e1-5000-4ddf-a269-e1ae08a1eb01)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:57:04.939214 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:04.999453 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Pushing event updated for resources: {'Port': ['ID=6def3afc-9a81-4374-807f-7bac44086c9c,revision_number=5']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:57:05.235420 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:57:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e44b329c-f6f7-4339-9adc-89bfd7a1da3d x-openstack-request-id: req-e44b329c-f6f7-4339-9adc-89bfd7a1da3d {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:57:05.235819 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1988d609-4f13-419d-98dc-b82cc65c41c6", "name": "network-vif-plugged", "status": "completed", "tag": "6def3afc-9a81-4374-807f-7bac44086c9c", "code": 200}]} {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:57:05.236182 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e44b329c-f6f7-4339-9adc-89bfd7a1da3d {{(pid=102792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:57:05.236637 n-d-834765-1 neutron-server[102792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1988d609-4f13-419d-98dc-b82cc65c41c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6def3afc-9a81-4374-807f-7bac44086c9c', 'code': 200} Mar 29 15:57:05.388582 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d67776-fef5-415a-a2c7-dc54e699a378 req-75ad0833-0cbd-47bc-9b92-7d55e283c968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:57:05.393690 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d8d67776-fef5-415a-a2c7-dc54e699a378 req-75ad0833-0cbd-47bc-9b92-7d55e283c968 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=1988d609-4f13-419d-98dc-b82cc65c41c6 HTTP/1.1" status: 200 len: 1096 time: 0.0640881 Mar 29 15:57:05.489246 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d8d67776-fef5-415a-a2c7-dc54e699a378 req-3a844538-eb15-4cf1-8acd-3b8da943d574 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=cd1c9277-5208-4a89-800b-becaf205597a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0889680 Mar 29 15:57:05.524185 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8afc3a0-5b03-4e7d-831b-ecf3add96a29 req-dc234386-1ee8-4cfd-9612-aa77bf1977d5 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:57:05.525800 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-c8afc3a0-5b03-4e7d-831b-ecf3add96a29 req-dc234386-1ee8-4cfd-9612-aa77bf1977d5 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/ports?device_id=efe297d0-b325-4eb5-bdde-6e4d976277c6 HTTP/1.1" status: 200 len: 944 time: 0.0866361 Mar 29 15:57:05.582958 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-c8afc3a0-5b03-4e7d-831b-ecf3add96a29 req-eadb0e61-e957-40f8-82cd-b87c14831cca tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/security-groups?id=5e7dc381-3678-4cad-aeb8-d0ce3409e19e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492585 Mar 29 15:57:05.673585 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ea9dcb-231f-4b8f-bd2d-b912bf01af57 req-ed077069-18d7-42f8-a352-2a25ff8bbc18 tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:57:05.675516 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-73ea9dcb-231f-4b8f-bd2d-b912bf01af57 req-ed077069-18d7-42f8-a352-2a25ff8bbc18 tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] 10.222.0.42 "GET /v2.0/ports?device_id=1988d609-4f13-419d-98dc-b82cc65c41c6 HTTP/1.1" status: 200 len: 945 time: 0.0637009 Mar 29 15:57:05.725469 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-73ea9dcb-231f-4b8f-bd2d-b912bf01af57 req-32c0696e-dbad-4d45-92be-7cf820479443 tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] 10.222.0.42 "GET /v2.0/security-groups?id=cd1c9277-5208-4a89-800b-becaf205597a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435090 Mar 29 15:57:05.740479 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-0cb6abf6-2706-4e52-8825-f5f644ecf9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:05.764658 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device 5e9e0e0d-bde5-4d5f-b211-ee7cc41fbdf0 up at agent hyperv_n-h2-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:57:05.838844 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Provisioning for port 5e9e0e0d-bde5-4d5f-b211-ee7cc41fbdf0 completed by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 15:57:05.844542 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Provisioning complete for port 5e9e0e0d-bde5-4d5f-b211-ee7cc41fbdf0 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:57:05.845168 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:05.913451 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:05.968783 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:06.014626 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port 5e9e0e0d-bde5-4d5f-b211-ee7cc41fbdf0, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=5e9e0e0d-bde5-4d5f-b211-ee7cc41fbdf0,segment=NetworkSegment(f897e69d-257a-4c8a-bc55-e063bbc47d9e),segment_id=f897e69d-257a-4c8a-bc55-e063bbc47d9e)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:57:06.019217 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:06.087048 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Pushing event updated for resources: {'Port': ['ID=5e9e0e0d-bde5-4d5f-b211-ee7cc41fbdf0,revision_number=5']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:57:06.136078 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 40302) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:57:06.174173 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 40306) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:57:06.323332 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-78f80de1-33dc-4d5d-b367-74e59d2e5cd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:06.339708 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-f7d6e3fb-815c-480b-8c1f-c85d4ee2c342 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:06.481589 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-78f80de1-33dc-4d5d-b367-74e59d2e5cd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:06.490863 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-78f80de1-33dc-4d5d-b367-74e59d2e5cd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:06.500505 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-f7d6e3fb-815c-480b-8c1f-c85d4ee2c342 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:06.515417 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-f7d6e3fb-815c-480b-8c1f-c85d4ee2c342 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:06.557933 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-78f80de1-33dc-4d5d-b367-74e59d2e5cd4 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=515be935f6a642ac8a7901255dfcc76d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3802490 Mar 29 15:57:06.558973 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 40312) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:57:06.559606 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f80de1-33dc-4d5d-b367-74e59d2e5cd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=198554a6-714e-486a-85be-4570370b15f7,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:57:06.568212 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-f7d6e3fb-815c-480b-8c1f-c85d4ee2c342 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=530bb68548bd4f828bd68f962fb2595c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4308560 Mar 29 15:57:06.575693 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 40314) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:57:06.613356 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d6e3fb-815c-480b-8c1f-c85d4ee2c342 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e91bca6-b4e7-4059-86a6-8e2dbdde4f41,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:57:06.636677 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-d1bdc7a3-af41-4afb-845f-cdb40d36c59a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:06.647987 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-ed0029de-54d1-489f-91b5-6b8a5147950d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:06.664281 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-d1bdc7a3-af41-4afb-845f-cdb40d36c59a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:06.672037 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-ed0029de-54d1-489f-91b5-6b8a5147950d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:06.732296 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-ed0029de-54d1-489f-91b5-6b8a5147950d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:06.734924 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-ed0029de-54d1-489f-91b5-6b8a5147950d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:06.751390 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-ed0029de-54d1-489f-91b5-6b8a5147950d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/5e91bca6-b4e7-4059-86a6-8e2dbdde4f41 HTTP/1.1" status: 204 len: 168 time: 0.1699476 Mar 29 15:57:06.758773 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c457a082-85ed-4106-b898-028b3ba798a6 req-c22e8c01-c5b6-418c-baf7-602b2123746e tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:57:06.760784 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-c457a082-85ed-4106-b898-028b3ba798a6 req-c22e8c01-c5b6-418c-baf7-602b2123746e tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/ports?device_id=efe297d0-b325-4eb5-bdde-6e4d976277c6 HTTP/1.1" status: 200 len: 945 time: 0.0626042 Mar 29 15:57:06.771987 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-d1bdc7a3-af41-4afb-845f-cdb40d36c59a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:06.777402 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0029de-54d1-489f-91b5-6b8a5147950d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e91bca6-b4e7-4059-86a6-8e2dbdde4f41,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:57:06.777607 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-d1bdc7a3-af41-4afb-845f-cdb40d36c59a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:06.779970 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-d1bdc7a3-af41-4afb-845f-cdb40d36c59a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/198554a6-714e-486a-85be-4570370b15f7 HTTP/1.1" status: 204 len: 168 time: 0.2194936 Mar 29 15:57:06.818699 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bdc7a3-af41-4afb-845f-cdb40d36c59a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=198554a6-714e-486a-85be-4570370b15f7,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:57:06.890065 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1bdc7a3-af41-4afb-845f-cdb40d36c59a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:57:06.892262 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1bdc7a3-af41-4afb-845f-cdb40d36c59a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:57:06.892783 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1bdc7a3-af41-4afb-845f-cdb40d36c59a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:57:06.894359 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1bdc7a3-af41-4afb-845f-cdb40d36c59a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:57:06.894992 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1bdc7a3-af41-4afb-845f-cdb40d36c59a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:57:06.896487 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1bdc7a3-af41-4afb-845f-cdb40d36c59a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:57:06.896978 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1bdc7a3-af41-4afb-845f-cdb40d36c59a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:57:06.897396 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1bdc7a3-af41-4afb-845f-cdb40d36c59a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:57:06.899178 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1bdc7a3-af41-4afb-845f-cdb40d36c59a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:57:06.899730 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1bdc7a3-af41-4afb-845f-cdb40d36c59a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:57:06.900170 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1bdc7a3-af41-4afb-845f-cdb40d36c59a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:57:06.901443 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1bdc7a3-af41-4afb-845f-cdb40d36c59a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:57:06.930614 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-c457a082-85ed-4106-b898-028b3ba798a6 req-4dbf7e34-5578-4256-ab5d-82dcb6b9a59f tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/security-groups?id=5e7dc381-3678-4cad-aeb8-d0ce3409e19e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613588 Mar 29 15:57:06.962953 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2434535b-d771-464d-b28c-753048d02d53 req-c2e0b04a-632f-4ed3-9a59-e96c63d88049 tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:57:06.965025 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-2434535b-d771-464d-b28c-753048d02d53 req-c2e0b04a-632f-4ed3-9a59-e96c63d88049 tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] 10.222.0.42 "GET /v2.0/ports?device_id=1988d609-4f13-419d-98dc-b82cc65c41c6 HTTP/1.1" status: 200 len: 945 time: 0.1306813 Mar 29 15:57:07.052631 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-2434535b-d771-464d-b28c-753048d02d53 req-23fc0534-be71-40e3-854d-45c29cbb219a tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] 10.222.0.42 "GET /v2.0/security-groups?id=cd1c9277-5208-4a89-800b-becaf205597a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0781403 Mar 29 15:57:07.222721 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 40328) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:57:07.232183 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 40330) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:57:07.236466 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-74606d5b-ef5e-45dc-8faa-77ef631db992 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:07.238063 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efe297d0-b325-4eb5-bdde-6e4d976277c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e9e0e0d-bde5-4d5f-b211-ee7cc41fbdf0'}] {{(pid=102792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:57:07.241531 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4f476c66b318cc6068719fc39557fac68d413f5c7e78fa77028c7948e999ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31b3839c-dd97-42b9-bffe-6eae55d65658" -d '{"events": [{"server_uuid": "efe297d0-b325-4eb5-bdde-6e4d976277c6", "name": "network-vif-plugged", "status": "completed", "tag": "5e9e0e0d-bde5-4d5f-b211-ee7cc41fbdf0"}]}' {{(pid=102792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:57:07.255896 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-4f628f81-f254-4826-ae9f-44fb524e12e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:07.283401 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:57:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9de23e9c-aa5c-4c2e-8474-1194d077d5e9 x-openstack-request-id: req-9de23e9c-aa5c-4c2e-8474-1194d077d5e9 {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:57:07.283681 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efe297d0-b325-4eb5-bdde-6e4d976277c6", "name": "network-vif-plugged", "status": "completed", "tag": "5e9e0e0d-bde5-4d5f-b211-ee7cc41fbdf0", "code": 200}]} {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:57:07.283947 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-9de23e9c-aa5c-4c2e-8474-1194d077d5e9 {{(pid=102792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:57:07.284346 n-d-834765-1 neutron-server[102792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efe297d0-b325-4eb5-bdde-6e4d976277c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e9e0e0d-bde5-4d5f-b211-ee7cc41fbdf0', 'code': 200} Mar 29 15:57:07.345917 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-74606d5b-ef5e-45dc-8faa-77ef631db992 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:07.349472 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-74606d5b-ef5e-45dc-8faa-77ef631db992 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:07.396333 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-4f628f81-f254-4826-ae9f-44fb524e12e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:07.398889 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 40334) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:57:07.399930 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-74606d5b-ef5e-45dc-8faa-77ef631db992 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d0d3814bb95241ac92931c62575bccb5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1759429 Mar 29 15:57:07.402621 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74606d5b-ef5e-45dc-8faa-77ef631db992 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70c8c855-2c1e-4f5b-9f88-732e34af649a,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:57:07.413220 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-4f628f81-f254-4826-ae9f-44fb524e12e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:07.437450 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523eb90e-cde6-4493-9bb3-e9d3466b6c86 req-6a8e7f96-5a31-4c5e-a527-ff52958ad8e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:57:07.442431 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-523eb90e-cde6-4493-9bb3-e9d3466b6c86 req-6a8e7f96-5a31-4c5e-a527-ff52958ad8e4 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=efe297d0-b325-4eb5-bdde-6e4d976277c6 HTTP/1.1" status: 200 len: 1096 time: 0.0913780 Mar 29 15:57:07.508137 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-4f628f81-f254-4826-ae9f-44fb524e12e0 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=cfcb317f9338402eb8d1f7780a9cc45e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2745521 Mar 29 15:57:07.510877 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 40340) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:57:07.513117 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f628f81-f254-4826-ae9f-44fb524e12e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63edad8e-24ad-494b-9be8-19b659db7283,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:57:07.571170 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-94fe3216-c0d6-4a7a-9de5-d2472c00ddc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:07.575131 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-523eb90e-cde6-4493-9bb3-e9d3466b6c86 req-6b12bc81-561d-4153-99af-2b9d89ea2f8f service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=5e7dc381-3678-4cad-aeb8-d0ce3409e19e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115329 Mar 29 15:57:07.605202 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-94fe3216-c0d6-4a7a-9de5-d2472c00ddc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:07.607616 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-37ef7779-d27d-462f-8022-e9cdfb7fcae0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:07.657560 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-37ef7779-d27d-462f-8022-e9cdfb7fcae0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:07.708936 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-94fe3216-c0d6-4a7a-9de5-d2472c00ddc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:07.715368 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-94fe3216-c0d6-4a7a-9de5-d2472c00ddc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:07.717233 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-94fe3216-c0d6-4a7a-9de5-d2472c00ddc2 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/70c8c855-2c1e-4f5b-9f88-732e34af649a HTTP/1.1" status: 204 len: 168 time: 0.3173764 Mar 29 15:57:07.732189 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-37ef7779-d27d-462f-8022-e9cdfb7fcae0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:07.735725 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-37ef7779-d27d-462f-8022-e9cdfb7fcae0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:07.737202 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-37ef7779-d27d-462f-8022-e9cdfb7fcae0 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/63edad8e-24ad-494b-9be8-19b659db7283 HTTP/1.1" status: 204 len: 168 time: 0.2251613 Mar 29 15:57:07.738453 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fe3216-c0d6-4a7a-9de5-d2472c00ddc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70c8c855-2c1e-4f5b-9f88-732e34af649a,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:57:07.751798 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ef7779-d27d-462f-8022-e9cdfb7fcae0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63edad8e-24ad-494b-9be8-19b659db7283,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:57:07.833522 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 40348) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:57:08.074280 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f996d24c-5143-4737-ab21-ca69125e4823 req-c1e749b5-31a6-4c23-9e74-f5ff2c7a5753 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:57:08.076429 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f996d24c-5143-4737-ab21-ca69125e4823 req-c1e749b5-31a6-4c23-9e74-f5ff2c7a5753 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/ports?device_id=efe297d0-b325-4eb5-bdde-6e4d976277c6 HTTP/1.1" status: 200 len: 945 time: 0.0679100 Mar 29 15:57:08.129049 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-314a6f38-1ce2-46c0-840b-055824cde41e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:08.213457 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf774544-91b8-4b39-8f82-815f89aa4b6e req-090b925c-b704-4c57-ae85-a233feb094ea tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:57:08.217002 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-bf774544-91b8-4b39-8f82-815f89aa4b6e req-090b925c-b704-4c57-ae85-a233feb094ea tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] 10.222.0.42 "GET /v2.0/ports?device_id=1988d609-4f13-419d-98dc-b82cc65c41c6 HTTP/1.1" status: 200 len: 945 time: 0.0532281 Mar 29 15:57:08.251808 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f996d24c-5143-4737-ab21-ca69125e4823 req-5234ff66-ba58-451b-b712-c78fb3dcb9ad tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/security-groups?id=5e7dc381-3678-4cad-aeb8-d0ce3409e19e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551025 Mar 29 15:57:08.272752 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-314a6f38-1ce2-46c0-840b-055824cde41e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:08.282203 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-314a6f38-1ce2-46c0-840b-055824cde41e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:08.282342 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-bf774544-91b8-4b39-8f82-815f89aa4b6e req-153fd674-d703-408f-b7a2-c2ea05786a24 tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] 10.222.0.42 "GET /v2.0/security-groups?id=cd1c9277-5208-4a89-800b-becaf205597a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552609 Mar 29 15:57:08.329211 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-314a6f38-1ce2-46c0-840b-055824cde41e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b71273e611864647962d3fe7feb53637&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4913447 Mar 29 15:57:08.329211 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314a6f38-1ce2-46c0-840b-055824cde41e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31a14b40-b635-4be7-a305-22dc580532fe,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:57:08.329769 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 40378) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:57:08.401203 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-1bd693ef-05b5-4097-8964-f929a7c62280 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:08.419912 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e48504-c5b7-4d50-a7f3-71950aac2216 req-cea278c9-4ec5-429c-be3b-2420313f3a97 tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:57:08.421683 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e4e48504-c5b7-4d50-a7f3-71950aac2216 req-cea278c9-4ec5-429c-be3b-2420313f3a97 tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] 10.222.0.42 "GET /v2.0/ports?device_id=1988d609-4f13-419d-98dc-b82cc65c41c6 HTTP/1.1" status: 200 len: 945 time: 0.0625970 Mar 29 15:57:08.429889 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-1bd693ef-05b5-4097-8964-f929a7c62280 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:08.432538 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 40380) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:57:08.438854 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-99d2350f-8bd8-40b7-a6a4-fb62b19465d0 tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] Request body: {'floatingip': {'port_id': '6def3afc-9a81-4374-807f-7bac44086c9c'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:57:08.488177 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-99d2350f-8bd8-40b7-a6a4-fb62b19465d0 tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] Notify callbacks [] for floatingip, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:08.511121 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-1bd693ef-05b5-4097-8964-f929a7c62280 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:08.514378 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-1bd693ef-05b5-4097-8964-f929a7c62280 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:08.515784 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-1bd693ef-05b5-4097-8964-f929a7c62280 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/31a14b40-b635-4be7-a305-22dc580532fe HTTP/1.1" status: 204 len: 168 time: 0.1849961 Mar 29 15:57:08.524765 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd693ef-05b5-4097-8964-f929a7c62280 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31a14b40-b635-4be7-a305-22dc580532fe,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:57:08.892095 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 40404) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:57:08.909530 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-0cb8b3cd-abfc-4ea7-a04f-01f2db15253c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:08.999603 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-0cb8b3cd-abfc-4ea7-a04f-01f2db15253c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:09.005509 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-0cb8b3cd-abfc-4ea7-a04f-01f2db15253c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:09.046092 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-99d2350f-8bd8-40b7-a6a4-fb62b19465d0 tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:09.052353 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-99d2350f-8bd8-40b7-a6a4-fb62b19465d0 tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648212'] for floatingip, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:09.054440 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-0cb8b3cd-abfc-4ea7-a04f-01f2db15253c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b710fd51559b47578585d5eebebcea09&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1610012 Mar 29 15:57:09.054774 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 40408) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:57:09.058063 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb8b3cd-abfc-4ea7-a04f-01f2db15253c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ddf20d1-2dec-4139-8264-f317a7c189cf,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:57:09.191132 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-826fa9a6-857c-4bcb-bd0a-4b832c592aa6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:09.207720 n-d-834765-1 neutron-server[102791]: INFO neutron.db.l3_db [None req-99d2350f-8bd8-40b7-a6a4-fb62b19465d0 tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] Floating IP e141070f-3a84-43f2-8c09-9d8b90577e5f associated. External IP: 172.25.4.129, port: 6def3afc-9a81-4374-807f-7bac44086c9c. Mar 29 15:57:09.251895 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-826fa9a6-857c-4bcb-bd0a-4b832c592aa6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:09.394462 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755527e6-a801-4a35-9cfc-23a45cb12111 req-a13c5911-6b66-4d64-b2da-9cf9541879fb tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:57:09.396159 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-755527e6-a801-4a35-9cfc-23a45cb12111 req-a13c5911-6b66-4d64-b2da-9cf9541879fb tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/ports?device_id=efe297d0-b325-4eb5-bdde-6e4d976277c6 HTTP/1.1" status: 200 len: 945 time: 0.0613108 Mar 29 15:57:09.414199 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-826fa9a6-857c-4bcb-bd0a-4b832c592aa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:09.417356 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-826fa9a6-857c-4bcb-bd0a-4b832c592aa6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:09.418538 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-826fa9a6-857c-4bcb-bd0a-4b832c592aa6 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/7ddf20d1-2dec-4139-8264-f317a7c189cf HTTP/1.1" status: 204 len: 168 time: 0.3624492 Mar 29 15:57:09.435872 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826fa9a6-857c-4bcb-bd0a-4b832c592aa6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ddf20d1-2dec-4139-8264-f317a7c189cf,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:57:09.450589 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826fa9a6-857c-4bcb-bd0a-4b832c592aa6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:57:09.450925 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826fa9a6-857c-4bcb-bd0a-4b832c592aa6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:57:09.451467 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826fa9a6-857c-4bcb-bd0a-4b832c592aa6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:57:09.451810 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826fa9a6-857c-4bcb-bd0a-4b832c592aa6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:57:09.452141 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826fa9a6-857c-4bcb-bd0a-4b832c592aa6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:57:09.452468 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826fa9a6-857c-4bcb-bd0a-4b832c592aa6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:57:09.452796 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826fa9a6-857c-4bcb-bd0a-4b832c592aa6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:57:09.453119 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826fa9a6-857c-4bcb-bd0a-4b832c592aa6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:57:09.453442 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826fa9a6-857c-4bcb-bd0a-4b832c592aa6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:57:09.453785 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826fa9a6-857c-4bcb-bd0a-4b832c592aa6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:57:09.454082 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826fa9a6-857c-4bcb-bd0a-4b832c592aa6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:57:09.454450 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826fa9a6-857c-4bcb-bd0a-4b832c592aa6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:57:09.460482 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-755527e6-a801-4a35-9cfc-23a45cb12111 req-af683182-9aa1-4ad3-94ed-34c568ec63d2 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/security-groups?id=5e7dc381-3678-4cad-aeb8-d0ce3409e19e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579910 Mar 29 15:57:09.541301 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99d2350f-8bd8-40b7-a6a4-fb62b19465d0 tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] Router 1429f63d-e325-4085-853d-50636b037626 has already been hosted by L3 agent c648d819-1060-4f26-b4ec-6455387b5dff {{(pid=102791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 15:57:09.646937 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44465eba-120e-43fc-a7c1-a06672b122fe req-5da2a83a-9b51-41a6-b037-4185b82ef78e tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:57:09.648426 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-44465eba-120e-43fc-a7c1-a06672b122fe req-5da2a83a-9b51-41a6-b037-4185b82ef78e tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/ports?device_id=efe297d0-b325-4eb5-bdde-6e4d976277c6 HTTP/1.1" status: 200 len: 945 time: 0.1012743 Mar 29 15:57:09.726320 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99d2350f-8bd8-40b7-a6a4-fb62b19465d0 tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:57:09.732845 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-99d2350f-8bd8-40b7-a6a4-fb62b19465d0 tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for floatingip, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:09.739066 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31e6ae2e-a068-4f5d-a037-10144f76b266 None None] Sync routers for ids ['1429f63d-e325-4085-853d-50636b037626'] in n-d-834765-1 {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:57:09.751520 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31e6ae2e-a068-4f5d-a037-10144f76b266 None None] Routers {'1429f63d-e325-4085-853d-50636b037626'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:57:09.752508 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-31e6ae2e-a068-4f5d-a037-10144f76b266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:57:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['1429f63d-e325-4085-853d-50636b037626'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:57:09.757689 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-44465eba-120e-43fc-a7c1-a06672b122fe req-88a82632-9b29-4b3f-8e11-4913c0a9ed64 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/security-groups?id=5e7dc381-3678-4cad-aeb8-d0ce3409e19e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703688 Mar 29 15:57:09.770627 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-99d2350f-8bd8-40b7-a6a4-fb62b19465d0 tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] 10.222.0.42 "PUT /v2.0/floatingips/e141070f-3a84-43f2-8c09-9d8b90577e5f HTTP/1.1" status: 200 len: 991 time: 1.3318627 Mar 29 15:57:09.770627 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1988d609-4f13-419d-98dc-b82cc65c41c6', 'tag': '6def3afc-9a81-4374-807f-7bac44086c9c'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:57:09.770627 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c67b028db5e9b9818fecc5c0a87ebc6f190694fa53ca267d523e04f98de536d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cafc570a-f673-4942-84e0-74ac0f09d7eb" -d '{"events": [{"name": "network-changed", "server_uuid": "1988d609-4f13-419d-98dc-b82cc65c41c6", "tag": "6def3afc-9a81-4374-807f-7bac44086c9c"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:57:09.820951 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 15:57:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a82a5ba-8151-43e1-b5c7-917172a25d4c x-openstack-request-id: req-8a82a5ba-8151-43e1-b5c7-917172a25d4c {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:57:09.821431 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1988d609-4f13-419d-98dc-b82cc65c41c6", "tag": "6def3afc-9a81-4374-807f-7bac44086c9c", "status": "completed", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:57:09.821929 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8a82a5ba-8151-43e1-b5c7-917172a25d4c {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:57:09.822479 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1988d609-4f13-419d-98dc-b82cc65c41c6', 'tag': '6def3afc-9a81-4374-807f-7bac44086c9c', 'status': 'completed', 'code': 200} Mar 29 15:57:09.894615 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvr_db [None req-31e6ae2e-a068-4f5d-a037-10144f76b266 None None] Set router 1429f63d-e325-4085-853d-50636b037626 gateway port host: n-d-834765-1 {{(pid=102792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:57:09.924847 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafc570a-f673-4942-84e0-74ac0f09d7eb req-33d4d747-496a-45c3-b935-b1b22dbe5d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:57:09.926374 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-cafc570a-f673-4942-84e0-74ac0f09d7eb req-33d4d747-496a-45c3-b935-b1b22dbe5d17 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=48ba1cdba6ea4eb098e40b52d44291ec&device_id=1988d609-4f13-419d-98dc-b82cc65c41c6 HTTP/1.1" status: 200 len: 1096 time: 0.0775495 Mar 29 15:57:10.036251 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6694875-76ea-436c-a843-6f7a1fc79e88 req-f392ee23-0e8d-4a8e-85ee-c440f12141a9 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:57:10.038243 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b6694875-76ea-436c-a843-6f7a1fc79e88 req-f392ee23-0e8d-4a8e-85ee-c440f12141a9 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/ports?device_id=efe297d0-b325-4eb5-bdde-6e4d976277c6 HTTP/1.1" status: 200 len: 945 time: 0.1620352 Mar 29 15:57:10.138926 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b6694875-76ea-436c-a843-6f7a1fc79e88 req-ab2ce5de-a724-45fc-849a-969883031faa tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/security-groups?id=5e7dc381-3678-4cad-aeb8-d0ce3409e19e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812185 Mar 29 15:57:10.156039 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafc570a-f673-4942-84e0-74ac0f09d7eb req-ad8cd7af-a66c-4964-9abb-4764bd7bf350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:57:10.158667 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-cafc570a-f673-4942-84e0-74ac0f09d7eb req-ad8cd7af-a66c-4964-9abb-4764bd7bf350 service neutron] 10.222.0.44 "GET /v2.0/networks?id=6da5eb6a-1ef7-4aa0-bbb2-e8f3bdbdd5ff HTTP/1.1" status: 200 len: 920 time: 0.2138205 Mar 29 15:57:10.240107 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-31e6ae2e-a068-4f5d-a037-10144f76b266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1429f63d-e325-4085-853d-50636b037626', 'name': 'tempest-ServerRescueNegativeTestJSON-1575446618-router', 'tenant_id': '48ba1cdba6ea4eb098e40b52d44291ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.245'}], 'enable_snat': True}, 'gw_port_id': '7d8c47f9-78d5-472c-b843-b7bb58d76861', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:55:07Z', 'updated_at': '2022-03-29T15:55:12Z', 'revision_number': 4, 'project_id': '48ba1cdba6ea4eb098e40b52d44291ec', 'gw_port': {'id': '7d8c47f9-78d5-472c-b843-b7bb58d76861', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:c0:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1429f63d-e325-4085-853d-50636b037626', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2430, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:55:08Z', 'updated_at': '2022-03-29T15:55:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_floatingips': [{'id': 'e141070f-3a84-43f2-8c09-9d8b90577e5f', 'tenant_id': '48ba1cdba6ea4eb098e40b52d44291ec', 'floating_ip_address': '172.25.4.129', 'floating_network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'router_id': '1429f63d-e325-4085-853d-50636b037626', 'port_id': '6def3afc-9a81-4374-807f-7bac44086c9c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2582, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6da5eb6a-1ef7-4aa0-bbb2-e8f3bdbdd5ff', 'mac_address': 'fa:16:3e:87:b0:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1988d609-4f13-419d-98dc-b82cc65c41c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T15:56:50Z', 'updated_at': '2022-03-29T15:57:08Z', 'revision_number': 1, 'project_id': '48ba1cdba6ea4eb098e40b52d44291ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8012636b-3f72-4baf-b30b-9d9f261281db', 'name': '', 'network_id': '6da5eb6a-1ef7-4aa0-bbb2-e8f3bdbdd5ff', 'tenant_id': '48ba1cdba6ea4eb098e40b52d44291ec', 'mac_address': 'fa:16:3e:fa:a4:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1429f63d-e325-4085-853d-50636b037626', 'device_owner': 'network:router_interface', 'standard_attr_id': 2431, 'fixed_ips': [{'subnet_id': 'f321fdd4-89ca-4bd6-835a-732290fa6cda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:55:11Z', 'updated_at': '2022-03-29T15:55:18Z', 'revision_number': 5, 'project_id': '48ba1cdba6ea4eb098e40b52d44291ec', 'subnets': [{'id': 'f321fdd4-89ca-4bd6-835a-732290fa6cda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:57:10.258477 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-cafc570a-f673-4942-84e0-74ac0f09d7eb req-42f8f0ac-8074-485b-adcd-1ece5b08ac81 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6def3afc-9a81-4374-807f-7bac44086c9c HTTP/1.1" status: 200 len: 999 time: 0.0927649 Mar 29 15:57:10.291593 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31e6ae2e-a068-4f5d-a037-10144f76b266 None None] Checking router: 1429f63d-e325-4085-853d-50636b037626 for host: n-d-834765-1 {{(pid=102792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:57:10.304961 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31e6ae2e-a068-4f5d-a037-10144f76b266 None None] Routers {'1429f63d-e325-4085-853d-50636b037626'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:57:10.307514 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-31e6ae2e-a068-4f5d-a037-10144f76b266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:57:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['1429f63d-e325-4085-853d-50636b037626'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:57:10.350631 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafc570a-f673-4942-84e0-74ac0f09d7eb req-397916a8-7e0e-4a9b-92f6-83cb13e655db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:57:10.354059 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-cafc570a-f673-4942-84e0-74ac0f09d7eb req-397916a8-7e0e-4a9b-92f6-83cb13e655db service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f321fdd4-89ca-4bd6-835a-732290fa6cda HTTP/1.1" status: 200 len: 858 time: 0.0883060 Mar 29 15:57:10.439426 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafc570a-f673-4942-84e0-74ac0f09d7eb req-b936ff64-6269-4529-af33-19095ee9730f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:57:10.442676 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-cafc570a-f673-4942-84e0-74ac0f09d7eb req-b936ff64-6269-4529-af33-19095ee9730f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6da5eb6a-1ef7-4aa0-bbb2-e8f3bdbdd5ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0803859 Mar 29 15:57:10.650717 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e4f7cc-c52f-45dd-9fc0-996c980ff89a req-c9733d32-4f1d-4893-a7f1-3faf08b08891 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:57:10.652493 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-55e4f7cc-c52f-45dd-9fc0-996c980ff89a req-c9733d32-4f1d-4893-a7f1-3faf08b08891 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/ports?device_id=efe297d0-b325-4eb5-bdde-6e4d976277c6 HTTP/1.1" status: 200 len: 945 time: 0.1063092 Mar 29 15:57:10.673953 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-cafc570a-f673-4942-84e0-74ac0f09d7eb req-1af7a0ca-16eb-41d6-889f-4a7759bdfaa3 service neutron] 10.222.0.44 "GET /v2.0/networks/6da5eb6a-1ef7-4aa0-bbb2-e8f3bdbdd5ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2244473 Mar 29 15:57:10.725563 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvr_db [None req-31e6ae2e-a068-4f5d-a037-10144f76b266 None None] Set router 1429f63d-e325-4085-853d-50636b037626 gateway port host: n-d-834765-1 {{(pid=102792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:57:10.738518 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-55e4f7cc-c52f-45dd-9fc0-996c980ff89a req-96704249-4413-4dbc-bcbd-81f02a684338 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/security-groups?id=5e7dc381-3678-4cad-aeb8-d0ce3409e19e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779359 Mar 29 15:57:10.935928 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 40532) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:57:11.058769 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-31e6ae2e-a068-4f5d-a037-10144f76b266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1429f63d-e325-4085-853d-50636b037626', 'name': 'tempest-ServerRescueNegativeTestJSON-1575446618-router', 'tenant_id': '48ba1cdba6ea4eb098e40b52d44291ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.245'}], 'enable_snat': True}, 'gw_port_id': '7d8c47f9-78d5-472c-b843-b7bb58d76861', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:55:07Z', 'updated_at': '2022-03-29T15:55:12Z', 'revision_number': 4, 'project_id': '48ba1cdba6ea4eb098e40b52d44291ec', 'gw_port': {'id': '7d8c47f9-78d5-472c-b843-b7bb58d76861', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:c0:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1429f63d-e325-4085-853d-50636b037626', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2430, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:55:08Z', 'updated_at': '2022-03-29T15:55:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_floatingips': [{'id': 'e141070f-3a84-43f2-8c09-9d8b90577e5f', 'tenant_id': '48ba1cdba6ea4eb098e40b52d44291ec', 'floating_ip_address': '172.25.4.129', 'floating_network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'router_id': '1429f63d-e325-4085-853d-50636b037626', 'port_id': '6def3afc-9a81-4374-807f-7bac44086c9c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2582, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6da5eb6a-1ef7-4aa0-bbb2-e8f3bdbdd5ff', 'mac_address': 'fa:16:3e:87:b0:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1988d609-4f13-419d-98dc-b82cc65c41c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T15:56:50Z', 'updated_at': '2022-03-29T15:57:08Z', 'revision_number': 1, 'project_id': '48ba1cdba6ea4eb098e40b52d44291ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8012636b-3f72-4baf-b30b-9d9f261281db', 'name': '', 'network_id': '6da5eb6a-1ef7-4aa0-bbb2-e8f3bdbdd5ff', 'tenant_id': '48ba1cdba6ea4eb098e40b52d44291ec', 'mac_address': 'fa:16:3e:fa:a4:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1429f63d-e325-4085-853d-50636b037626', 'device_owner': 'network:router_interface', 'standard_attr_id': 2431, 'fixed_ips': [{'subnet_id': 'f321fdd4-89ca-4bd6-835a-732290fa6cda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:55:11Z', 'updated_at': '2022-03-29T15:55:18Z', 'revision_number': 5, 'project_id': '48ba1cdba6ea4eb098e40b52d44291ec', 'subnets': [{'id': 'f321fdd4-89ca-4bd6-835a-732290fa6cda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:57:11.121986 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31e6ae2e-a068-4f5d-a037-10144f76b266 None None] The sync data for ids ['1429f63d-e325-4085-853d-50636b037626'] in n-d-834765-1 is: [{'id': '1429f63d-e325-4085-853d-50636b037626', 'name': 'tempest-ServerRescueNegativeTestJSON-1575446618-router', 'tenant_id': '48ba1cdba6ea4eb098e40b52d44291ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.245'}], 'enable_snat': True}, 'gw_port_id': '7d8c47f9-78d5-472c-b843-b7bb58d76861', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:55:07Z', 'updated_at': '2022-03-29T15:55:12Z', 'revision_number': 4, 'project_id': '48ba1cdba6ea4eb098e40b52d44291ec', 'gw_port': {'id': '7d8c47f9-78d5-472c-b843-b7bb58d76861', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:c0:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1429f63d-e325-4085-853d-50636b037626', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2430, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:55:08Z', 'updated_at': '2022-03-29T15:55:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_floatingips': [{'id': 'e141070f-3a84-43f2-8c09-9d8b90577e5f', 'tenant_id': '48ba1cdba6ea4eb098e40b52d44291ec', 'floating_ip_address': '172.25.4.129', 'floating_network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'router_id': '1429f63d-e325-4085-853d-50636b037626', 'port_id': '6def3afc-9a81-4374-807f-7bac44086c9c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2582, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6da5eb6a-1ef7-4aa0-bbb2-e8f3bdbdd5ff', 'mac_address': 'fa:16:3e:87:b0:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1988d609-4f13-419d-98dc-b82cc65c41c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T15:56:50Z', 'updated_at': '2022-03-29T15:57:08Z', 'revision_number': 1, 'project_id': '48ba1cdba6ea4eb098e40b52d44291ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8012636b-3f72-4baf-b30b-9d9f261281db', 'name': '', 'network_id': '6da5eb6a-1ef7-4aa0-bbb2-e8f3bdbdd5ff', 'tenant_id': '48ba1cdba6ea4eb098e40b52d44291ec', 'mac_address': 'fa:16:3e:fa:a4:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1429f63d-e325-4085-853d-50636b037626', 'device_owner': 'network:router_interface', 'standard_attr_id': 2431, 'fixed_ips': [{'subnet_id': 'f321fdd4-89ca-4bd6-835a-732290fa6cda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:55:11Z', 'updated_at': '2022-03-29T15:55:18Z', 'revision_number': 5, 'project_id': '48ba1cdba6ea4eb098e40b52d44291ec', 'subnets': [{'id': 'f321fdd4-89ca-4bd6-835a-732290fa6cda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:57:11.163948 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-cafc570a-f673-4942-84e0-74ac0f09d7eb req-15b69524-b9d6-40e9-8ded-2b00c7e6b9df service neutron] 10.222.0.44 "GET /v2.0/networks/6da5eb6a-1ef7-4aa0-bbb2-e8f3bdbdd5ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4808593 Mar 29 15:57:11.198771 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 40542) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:57:11.275733 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-8803d42f-c748-4bf5-9b0e-be36237bad36 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1375666783-network', 'tenant_id': '7cf80ddd97cc42258b4e9ef897552490'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:57:11.320373 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8803d42f-c748-4bf5-9b0e-be36237bad36 admin admin] Made reservation on behalf of 7cf80ddd97cc42258b4e9ef897552490 for: {'network': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:57:11.323482 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-8803d42f-c748-4bf5-9b0e-be36237bad36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for network, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:11.341666 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c34bbdfb-342c-4bc0-94df-ee85e0e34ed8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:11.344110 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-8803d42f-c748-4bf5-9b0e-be36237bad36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:11.418127 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd4229c4-b9aa-4d35-992f-c69de1f84063 None None] New status for floating IP e141070f-3a84-43f2-8c09-9d8b90577e5f: ACTIVE {{(pid=102793) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 15:57:11.496162 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-8803d42f-c748-4bf5-9b0e-be36237bad36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:11.498839 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c34bbdfb-342c-4bc0-94df-ee85e0e34ed8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:11.502550 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-8803d42f-c748-4bf5-9b0e-be36237bad36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:11.510503 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c34bbdfb-342c-4bc0-94df-ee85e0e34ed8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:11.546286 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8803d42f-c748-4bf5-9b0e-be36237bad36 admin admin] vlan segment allocate from pool success with {'vlan_id': 644, 'physical_network': 'physnet1'} {{(pid=102790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 15:57:11.560340 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8803d42f-c748-4bf5-9b0e-be36237bad36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de5e4ad1-e07f-4791-9984-eaf11d353628,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:57:11.569262 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-c34bbdfb-342c-4bc0-94df-ee85e0e34ed8 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=810c5ddee3bf49deae90930f890f26dc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3688722 Mar 29 15:57:11.573635 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 40550) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:57:11.579287 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-8803d42f-c748-4bf5-9b0e-be36237bad36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:11.579644 n-d-834765-1 neutron-server[102790]: INFO neutron.db.segments_db [None req-8803d42f-c748-4bf5-9b0e-be36237bad36 admin admin] Added segment 80b4599f-3446-486e-aff2-fb12a9f882b1 of type vlan for network 649454e6-77f5-4d10-8edb-4ebe012c75f1 Mar 29 15:57:11.630909 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34bbdfb-342c-4bc0-94df-ee85e0e34ed8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bcbe61f-d0d0-4077-80e5-5e2a27be4c8d,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:57:11.649346 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-8803d42f-c748-4bf5-9b0e-be36237bad36 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783522915970'] for network, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:11.661723 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-3ef23be7-7c7d-45f6-9a33-1159e44d3b88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:11.708638 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-8803d42f-c748-4bf5-9b0e-be36237bad36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795'] for network, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:11.709959 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8803d42f-c748-4bf5-9b0e-be36237bad36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:57:11.711357 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-8803d42f-c748-4bf5-9b0e-be36237bad36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for network, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:11.713349 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-3ef23be7-7c7d-45f6-9a33-1159e44d3b88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:11.749352 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-8803d42f-c748-4bf5-9b0e-be36237bad36 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8121831 Mar 29 15:57:11.753555 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 40556) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:57:11.763422 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-de7024bb-b88c-493d-950f-c1430da808fb admin admin] Request body: {'subnet': {'network_id': '649454e6-77f5-4d10-8edb-4ebe012c75f1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1375666783-subnet', 'tenant_id': '7cf80ddd97cc42258b4e9ef897552490', 'ip_version': 4}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:57:11.792732 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-3ef23be7-7c7d-45f6-9a33-1159e44d3b88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:11.796348 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-3ef23be7-7c7d-45f6-9a33-1159e44d3b88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:11.800002 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-3ef23be7-7c7d-45f6-9a33-1159e44d3b88 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/4bcbe61f-d0d0-4077-80e5-5e2a27be4c8d HTTP/1.1" status: 204 len: 168 time: 0.2214613 Mar 29 15:57:11.807861 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef23be7-7c7d-45f6-9a33-1159e44d3b88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bcbe61f-d0d0-4077-80e5-5e2a27be4c8d,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:57:11.835872 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8803d42f-c748-4bf5-9b0e-be36237bad36 admin admin] Pushing event updated for resources: {'Network': ['ID=649454e6-77f5-4d10-8edb-4ebe012c75f1,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:57:11.838910 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de7024bb-b88c-493d-950f-c1430da808fb admin admin] Made reservation on behalf of 7cf80ddd97cc42258b4e9ef897552490 for: {'subnet': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:57:11.842893 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-de7024bb-b88c-493d-950f-c1430da808fb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4793983'] for subnet, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:11.858363 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Network 649454e6-77f5-4d10-8edb-4ebe012c75f1 details requested by agent ovs-agent-n-d-834765-1 with host n-d-834765-1 {{(pid=102792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 15:57:11.970788 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399d3b1a-82b9-4f05-a5bb-cff9a2e29449 req-bfcb8f93-8576-4dd5-94eb-a18914807e84 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:57:11.972577 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-399d3b1a-82b9-4f05-a5bb-cff9a2e29449 req-bfcb8f93-8576-4dd5-94eb-a18914807e84 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/ports?device_id=efe297d0-b325-4eb5-bdde-6e4d976277c6 HTTP/1.1" status: 200 len: 945 time: 0.1273527 Mar 29 15:57:12.041041 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-399d3b1a-82b9-4f05-a5bb-cff9a2e29449 req-2801769e-6082-43ad-97fe-478d15095f1f tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/security-groups?id=5e7dc381-3678-4cad-aeb8-d0ce3409e19e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616696 Mar 29 15:57:12.123756 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-de7024bb-b88c-493d-950f-c1430da808fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5231896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4793961'] for subnet, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:12.171809 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 40566) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:57:12.186555 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7024bb-b88c-493d-950f-c1430da808fb admin admin] Pushing event updated for resources: {'Subnet': ['ID=ed750e85-4d93-46c8-94fa-e6f2102332a0,revision_number=0']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:57:12.195884 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-79374acd-872a-4eac-aa90-1689a1e1d354 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:12.206033 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c3c5cf-3197-4901-a5e9-bc9110adab87 req-00ae891e-e028-4fac-ab64-95c3ef5d43b6 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:57:12.207523 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-01c3c5cf-3197-4901-a5e9-bc9110adab87 req-00ae891e-e028-4fac-ab64-95c3ef5d43b6 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.48 "GET /v2.0/ports?device_id=efe297d0-b325-4eb5-bdde-6e4d976277c6 HTTP/1.1" status: 200 len: 945 time: 0.0743876 Mar 29 15:57:12.218481 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de7024bb-b88c-493d-950f-c1430da808fb admin admin] Checking segment: {'id': '80b4599f-3446-486e-aff2-fb12a9f882b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '649454e6-77f5-4d10-8edb-4ebe012c75f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:57:12.218846 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de7024bb-b88c-493d-950f-c1430da808fb admin admin] Network hostable DHCP agents. Network: 649454e6-77f5-4d10-8edb-4ebe012c75f1, hostable agents: ['d136643e-48ae-49d4-a851-2ba3bdf3749c'], hosted agents: [] {{(pid=102790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 15:57:12.237391 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de7024bb-b88c-493d-950f-c1430da808fb admin admin] Network 649454e6-77f5-4d10-8edb-4ebe012c75f1 is scheduled to be hosted by DHCP agent d136643e-48ae-49d4-a851-2ba3bdf3749c with binding_index 1 {{(pid=102790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 15:57:12.248401 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-de7024bb-b88c-493d-950f-c1430da808fb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834765-1, 649454e6-77f5-4d10-8edb-4ebe012c75f1) {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:57:12.253089 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de7024bb-b88c-493d-950f-c1430da808fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:57:12.254208 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-de7024bb-b88c-493d-950f-c1430da808fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for subnet, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:12.258832 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8bbf3ee-b31a-4d0c-8228-715b50ac42dc None None] Network 649454e6-77f5-4d10-8edb-4ebe012c75f1 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 15:57:12.292971 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-de7024bb-b88c-493d-950f-c1430da808fb admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5382743 Mar 29 15:57:12.297642 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 40570) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:57:12.302768 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-d19ae4f4-48f4-4d82-930c-c26d7156c00d admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1375666783-router', 'tenant_id': '7cf80ddd97cc42258b4e9ef897552490', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'}}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:57:12.331020 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-d19ae4f4-48f4-4d82-930c-c26d7156c00d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-532385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129310'] for router, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:12.333035 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-d19ae4f4-48f4-4d82-930c-c26d7156c00d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-648091', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-684384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129319'] for router, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:12.374892 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-79374acd-872a-4eac-aa90-1689a1e1d354 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:12.379906 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [req-01c3c5cf-3197-4901-a5e9-bc9110adab87 req-2696bb90-f3ab-4f8a-ac21-b54c0ff3a19e tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Deleting port 5e9e0e0d-bde5-4d5f-b211-ee7cc41fbdf0 {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:57:12.380259 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-01c3c5cf-3197-4901-a5e9-bc9110adab87 req-2696bb90-f3ab-4f8a-ac21-b54c0ff3a19e tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:12.385462 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-79374acd-872a-4eac-aa90-1689a1e1d354 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:12.430212 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-d19ae4f4-48f4-4d82-930c-c26d7156c00d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:12.479771 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd6d3a89-e0a5-40cb-bdc8-66e8795622ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0035034-69b0-5ffc-b384-0ac6189c5628-649454e6-77f5-4d10-8edb-4ebe012c75f1', 'network_id': '649454e6-77f5-4d10-8edb-4ebe012c75f1', 'tenant_id': '7cf80ddd97cc42258b4e9ef897552490', 'fixed_ips': [{'subnet_id': 'ed750e85-4d93-46c8-94fa-e6f2102332a0'}]}} from n-d-834765-1. {{(pid=102792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 29 15:57:12.480666 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-fd6d3a89-e0a5-40cb-bdc8-66e8795622ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:12.515084 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-79374acd-872a-4eac-aa90-1689a1e1d354 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=8bece3b23579423db2a192b5533dbee2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3419349 Mar 29 15:57:12.516101 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79374acd-872a-4eac-aa90-1689a1e1d354 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3da70d29-797e-4100-95e2-451d7e951bc4,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:57:12.522888 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 40572) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:57:12.599634 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-01c3c5cf-3197-4901-a5e9-bc9110adab87 req-2696bb90-f3ab-4f8a-ac21-b54c0ff3a19e tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] For port 5e9e0e0d-bde5-4d5f-b211-ee7cc41fbdf0, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=5e9e0e0d-bde5-4d5f-b211-ee7cc41fbdf0,segment=NetworkSegment(f897e69d-257a-4c8a-bc55-e063bbc47d9e),segment_id=f897e69d-257a-4c8a-bc55-e063bbc47d9e)] {{(pid=102791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:57:12.600113 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-01c3c5cf-3197-4901-a5e9-bc9110adab87 req-2696bb90-f3ab-4f8a-ac21-b54c0ff3a19e tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:12.626852 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [req-01c3c5cf-3197-4901-a5e9-bc9110adab87 req-2696bb90-f3ab-4f8a-ac21-b54c0ff3a19e tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Calling delete_port for 5e9e0e0d-bde5-4d5f-b211-ee7cc41fbdf0 owned by compute:nova {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:57:12.632547 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-d19ae4f4-48f4-4d82-930c-c26d7156c00d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:12.639354 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-e9122d87-d8d5-4f8e-ba8d-c1a03103986f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:12.681877 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.db_base_plugin_common [None req-fd6d3a89-e0a5-40cb-bdc8-66e8795622ef None None] Allocated IP 172.20.0.2 (649454e6-77f5-4d10-8edb-4ebe012c75f1/ed750e85-4d93-46c8-94fa-e6f2102332a0/053af310-4c5c-4474-baa9-9bfd309d5b5f) {{(pid=102792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:57:12.699232 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-e9122d87-d8d5-4f8e-ba8d-c1a03103986f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:12.786315 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-e9122d87-d8d5-4f8e-ba8d-c1a03103986f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:12.788882 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-e9122d87-d8d5-4f8e-ba8d-c1a03103986f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:12.793230 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-e9122d87-d8d5-4f8e-ba8d-c1a03103986f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/3da70d29-797e-4100-95e2-451d7e951bc4 HTTP/1.1" status: 204 len: 168 time: 0.2657495 Mar 29 15:57:12.807227 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9122d87-d8d5-4f8e-ba8d-c1a03103986f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3da70d29-797e-4100-95e2-451d7e951bc4,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:57:12.835978 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-01c3c5cf-3197-4901-a5e9-bc9110adab87 req-2696bb90-f3ab-4f8a-ac21-b54c0ff3a19e tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:12.881036 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-d19ae4f4-48f4-4d82-930c-c26d7156c00d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:12.886931 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2696bb90-f3ab-4f8a-ac21-b54c0ff3a19e tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Pushing event deleted for resources: {'Port': ['ID=5e9e0e0d-bde5-4d5f-b211-ee7cc41fbdf0,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:57:12.912603 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-fd6d3a89-e0a5-40cb-bdc8-66e8795622ef None None] Notify callbacks [] for port, precommit_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:12.922358 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] get_ports_and_sgs() called for port_ids ['5e9e0e0d-bde5-4d5f-b211-ee7cc41fbdf0'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:57:12.937919 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-d19ae4f4-48f4-4d82-930c-c26d7156c00d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:12.947580 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [req-01c3c5cf-3197-4901-a5e9-bc9110adab87 req-2696bb90-f3ab-4f8a-ac21-b54c0ff3a19e tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] No DVR routers for this DVR port 5e9e0e0d-bde5-4d5f-b211-ee7cc41fbdf0 on host n-h2-834765-1 {{(pid=102791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:57:12.950289 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-01c3c5cf-3197-4901-a5e9-bc9110adab87 req-2696bb90-f3ab-4f8a-ac21-b54c0ff3a19e tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:12.953804 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-01c3c5cf-3197-4901-a5e9-bc9110adab87 req-2696bb90-f3ab-4f8a-ac21-b54c0ff3a19e tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.48 "DELETE /v2.0/ports/5e9e0e0d-bde5-4d5f-b211-ee7cc41fbdf0 HTTP/1.1" status: 204 len: 173 time: 0.7388539 Mar 29 15:57:12.954306 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efe297d0-b325-4eb5-bdde-6e4d976277c6', 'name': 'network-vif-deleted', 'tag': '5e9e0e0d-bde5-4d5f-b211-ee7cc41fbdf0'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:57:12.967167 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c67b028db5e9b9818fecc5c0a87ebc6f190694fa53ca267d523e04f98de536d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac37cdb8-3da4-458a-a158-9b08ad8bad66" -d '{"events": [{"server_uuid": "efe297d0-b325-4eb5-bdde-6e4d976277c6", "name": "network-vif-deleted", "tag": "5e9e0e0d-bde5-4d5f-b211-ee7cc41fbdf0"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:57:12.972308 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-fd6d3a89-e0a5-40cb-bdc8-66e8795622ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956'] for port, after_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:13.028678 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:57:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe59066b-1dd4-4b3a-a28d-dfd1bf123216 x-openstack-request-id: req-fe59066b-1dd4-4b3a-a28d-dfd1bf123216 {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:57:13.028973 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efe297d0-b325-4eb5-bdde-6e4d976277c6", "name": "network-vif-deleted", "tag": "5e9e0e0d-bde5-4d5f-b211-ee7cc41fbdf0", "status": "completed", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:57:13.029220 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-fe59066b-1dd4-4b3a-a28d-dfd1bf123216 {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:57:13.029615 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efe297d0-b325-4eb5-bdde-6e4d976277c6', 'name': 'network-vif-deleted', 'tag': '5e9e0e0d-bde5-4d5f-b211-ee7cc41fbdf0', 'status': 'completed', 'code': 200} Mar 29 15:57:13.136340 n-d-834765-1 neutron-server[102792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd6d3a89-e0a5-40cb-bdc8-66e8795622ef None None] Network 649454e6-77f5-4d10-8edb-4ebe012c75f1 is already hosted by enough agents. {{(pid=102792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:57:13.143752 n-d-834765-1 neutron-server[102792]: DEBUG neutron.scheduler.base_scheduler [None req-fd6d3a89-e0a5-40cb-bdc8-66e8795622ef None None] Resources bound (agent type, host, resource id): {{(pid=102792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:57:13.159987 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd6d3a89-e0a5-40cb-bdc8-66e8795622ef None None] Received port after_create {{(pid=102792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:57:13.162398 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6d3a89-e0a5-40cb-bdc8-66e8795622ef None None] Pushing event updated for resources: {'Port': ['ID=053af310-4c5c-4474-baa9-9bfd309d5b5f,revision_number=1']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:57:13.246444 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-fd6d3a89-e0a5-40cb-bdc8-66e8795622ef None None] Attempting to bind port 053af310-4c5c-4474-baa9-9bfd309d5b5f on host n-d-834765-1 for vnic_type normal with profile {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:57:13.247808 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-fd6d3a89-e0a5-40cb-bdc8-66e8795622ef None None] Attempting to bind port 053af310-4c5c-4474-baa9-9bfd309d5b5f by drivers openvswitch,hyperv on host n-d-834765-1 at level 0 using segments [{'id': '80b4599f-3446-486e-aff2-fb12a9f882b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '649454e6-77f5-4d10-8edb-4ebe012c75f1'}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:57:13.248555 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd6d3a89-e0a5-40cb-bdc8-66e8795622ef None None] Attempting to bind port 053af310-4c5c-4474-baa9-9bfd309d5b5f on network 649454e6-77f5-4d10-8edb-4ebe012c75f1 {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:57:13.255887 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd6d3a89-e0a5-40cb-bdc8-66e8795622ef None None] Checking agent: {'id': 'a8866439-9d96-425c-b519-6905c591ac37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 25, 36), 'started_at': datetime.datetime(2022, 3, 29, 15, 26, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 57, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834765-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:57:13.256627 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd6d3a89-e0a5-40cb-bdc8-66e8795622ef None None] Checking segment: {'id': '80b4599f-3446-486e-aff2-fb12a9f882b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '649454e6-77f5-4d10-8edb-4ebe012c75f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:57:13.257232 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-fd6d3a89-e0a5-40cb-bdc8-66e8795622ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:13.257840 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd6d3a89-e0a5-40cb-bdc8-66e8795622ef None None] Bound using segment: {'id': '80b4599f-3446-486e-aff2-fb12a9f882b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '649454e6-77f5-4d10-8edb-4ebe012c75f1'} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:57:13.258698 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-fd6d3a89-e0a5-40cb-bdc8-66e8795622ef None None] Bound port: 053af310-4c5c-4474-baa9-9bfd309d5b5f, host: n-d-834765-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80b4599f-3446-486e-aff2-fb12a9f882b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '649454e6-77f5-4d10-8edb-4ebe012c75f1'}}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 15:57:13.259762 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-fd6d3a89-e0a5-40cb-bdc8-66e8795622ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:13.265017 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-d3d0c067-5fa5-45a5-a678-bacf7dc0ece7 req-bdb3d658-4808-46c1-ae3a-259c61638494 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/ports?device_id=efe297d0-b325-4eb5-bdde-6e4d976277c6 HTTP/1.1" status: 200 len: 210 time: 0.0805221 Mar 29 15:57:13.270340 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.db_base_plugin_common [None req-d19ae4f4-48f4-4d82-930c-c26d7156c00d admin admin] Allocated IP 172.25.4.194 (4a4a035d-ecac-4ead-baa3-25f90788773a/e1a353dc-fac8-4901-a63c-273840237d6a/b93c9665-a130-4358-a3f4-e39ec020e649) {{(pid=102790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:57:13.420550 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-fd6d3a89-e0a5-40cb-bdc8-66e8795622ef None None] For port 053af310-4c5c-4474-baa9-9bfd309d5b5f, host n-d-834765-1, cleared binding levels {{(pid=102792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:57:13.431045 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-fd6d3a89-e0a5-40cb-bdc8-66e8795622ef None None] For port 053af310-4c5c-4474-baa9-9bfd309d5b5f, host n-d-834765-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=053af310-4c5c-4474-baa9-9bfd309d5b5f,segment=NetworkSegment(80b4599f-3446-486e-aff2-fb12a9f882b1),segment_id=80b4599f-3446-486e-aff2-fb12a9f882b1)] {{(pid=102792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:57:13.437172 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-fd6d3a89-e0a5-40cb-bdc8-66e8795622ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:13.538489 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6d3a89-e0a5-40cb-bdc8-66e8795622ef None None] Pushing event updated for resources: {'Port': ['ID=053af310-4c5c-4474-baa9-9bfd309d5b5f,revision_number=2']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:57:13.545633 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-d19ae4f4-48f4-4d82-930c-c26d7156c00d admin admin] Notify callbacks [] for port, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:13.600772 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-d19ae4f4-48f4-4d82-930c-c26d7156c00d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:13.678327 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d19ae4f4-48f4-4d82-930c-c26d7156c00d admin admin] Network 4a4a035d-ecac-4ead-baa3-25f90788773a is already hosted by enough agents. {{(pid=102790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:57:13.683199 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-d19ae4f4-48f4-4d82-930c-c26d7156c00d admin admin] Resources bound (agent type, host, resource id): {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:57:13.687093 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d19ae4f4-48f4-4d82-930c-c26d7156c00d admin admin] Received port after_create {{(pid=102790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:57:13.690983 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19ae4f4-48f4-4d82-930c-c26d7156c00d admin admin] Pushing event updated for resources: {'Port': ['ID=b93c9665-a130-4358-a3f4-e39ec020e649,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:57:14.083530 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-d19ae4f4-48f4-4d82-930c-c26d7156c00d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:14.334248 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-d19ae4f4-48f4-4d82-930c-c26d7156c00d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648118'] for router, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:14.443869 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-cdd370f5-8355-4cb6-af00-6b8cd9f00fcc req-eb9de166-8d2c-418e-a97f-f71e53dc51fd tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/ports?device_id=efe297d0-b325-4eb5-bdde-6e4d976277c6 HTTP/1.1" status: 200 len: 210 time: 0.0585685 Mar 29 15:57:14.564950 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d19ae4f4-48f4-4d82-930c-c26d7156c00d admin admin] Router da5bd9db-bfd6-4772-bb65-a93e227635f4 is scheduled to L3 agent c648d819-1060-4f26-b4ec-6455387b5dff with binding_index 1 {{(pid=102790) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 29 15:57:14.745022 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d19ae4f4-48f4-4d82-930c-c26d7156c00d admin admin] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:57:14.756185 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93bd100c-3b9e-44b9-8f15-c6eee4fbc912 None None] Sync routers for ids ['da5bd9db-bfd6-4772-bb65-a93e227635f4'] in n-d-834765-1 {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:57:14.785178 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-d19ae4f4-48f4-4d82-930c-c26d7156c00d admin admin] Notify callbacks [] for router, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:14.789391 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-d19ae4f4-48f4-4d82-930c-c26d7156c00d admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.4902332 Mar 29 15:57:14.794505 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93bd100c-3b9e-44b9-8f15-c6eee4fbc912 None None] Routers {'da5bd9db-bfd6-4772-bb65-a93e227635f4'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:57:14.794505 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-93bd100c-3b9e-44b9-8f15-c6eee4fbc912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:57:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['da5bd9db-bfd6-4772-bb65-a93e227635f4'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:57:14.794723 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 40686) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:57:14.985000 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvr_db [None req-93bd100c-3b9e-44b9-8f15-c6eee4fbc912 None None] Set router da5bd9db-bfd6-4772-bb65-a93e227635f4 gateway port host: n-d-834765-1 {{(pid=102792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:57:15.056872 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0262f53-cbbd-40fd-b73b-9bfb7249f029 None None] Network 649454e6-77f5-4d10-8edb-4ebe012c75f1 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 15:57:15.316870 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-1194a0ee-8585-4a04-aa28-6ebe35285e96 None None] Provisioning complete for port 053af310-4c5c-4474-baa9-9bfd309d5b5f triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:57:15.317524 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1194a0ee-8585-4a04-aa28-6ebe35285e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:15.432500 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-93bd100c-3b9e-44b9-8f15-c6eee4fbc912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da5bd9db-bfd6-4772-bb65-a93e227635f4', 'name': 'tempest-TestAggregatesBasicOps-1375666783-router', 'tenant_id': '7cf80ddd97cc42258b4e9ef897552490', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.194'}], 'enable_snat': True}, 'gw_port_id': 'b93c9665-a130-4358-a3f4-e39ec020e649', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:57:12Z', 'updated_at': '2022-03-29T15:57:13Z', 'revision_number': 3, 'project_id': '7cf80ddd97cc42258b4e9ef897552490', 'gw_port': {'id': 'b93c9665-a130-4358-a3f4-e39ec020e649', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:d2:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da5bd9db-bfd6-4772-bb65-a93e227635f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2669, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:57:12Z', 'updated_at': '2022-03-29T15:57:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1'}], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:57:15.563328 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 053af310-4c5c-4474-baa9-9bfd309d5b5f up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:57:15.569566 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93bd100c-3b9e-44b9-8f15-c6eee4fbc912 None None] Checking router: da5bd9db-bfd6-4772-bb65-a93e227635f4 for host: n-d-834765-1 {{(pid=102792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:57:15.569884 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93bd100c-3b9e-44b9-8f15-c6eee4fbc912 None None] Updating router da5bd9db-bfd6-4772-bb65-a93e227635f4 port b93c9665-a130-4358-a3f4-e39ec020e649 binding host n-d-834765-1 {{(pid=102792) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 15:57:15.632488 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-46467e51-f4c2-485f-a79b-a24759d79f68 req-4dc8ccef-004a-42bf-a175-eb720a03525e tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/ports?device_id=efe297d0-b325-4eb5-bdde-6e4d976277c6 HTTP/1.1" status: 200 len: 210 time: 0.0616825 Mar 29 15:57:15.651235 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 40724) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:57:15.669773 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-a0129b3d-53d6-48df-8848-c90b0798a756 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:15.674526 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-93bd100c-3b9e-44b9-8f15-c6eee4fbc912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:15.852740 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-51a49ee9-ae3f-45fa-a31f-e37fb3cba415 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:15.893873 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device 5e9e0e0d-bde5-4d5f-b211-ee7cc41fbdf0 no longer exists at agent hyperv_n-h2-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:57:16.000227 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-51a49ee9-ae3f-45fa-a31f-e37fb3cba415 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:16.009661 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-51a49ee9-ae3f-45fa-a31f-e37fb3cba415 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:16.071404 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 40736) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:57:16.072024 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-51a49ee9-ae3f-45fa-a31f-e37fb3cba415 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=8ce49f9bc16a42299c7891268ffdb654&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4198687 Mar 29 15:57:16.073554 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a49ee9-ae3f-45fa-a31f-e37fb3cba415 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a3f54d5-33b5-4ee7-863d-127f5863f0fb,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:57:16.100358 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_common [None req-a0129b3d-53d6-48df-8848-c90b0798a756 admin admin] Allocated IP 172.20.0.1 (649454e6-77f5-4d10-8edb-4ebe012c75f1/ed750e85-4d93-46c8-94fa-e6f2102332a0/5405d9cb-6003-4c71-9701-8ee98aa87eba) {{(pid=102791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:57:16.155679 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-93bd100c-3b9e-44b9-8f15-c6eee4fbc912 None None] Notify callbacks [] for port, precommit_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:16.186343 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] No Port match for: 5e9e0e0d-bde5-4d5f-b211-ee7cc41fbdf0 {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 15:57:16.187047 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device 5e9e0e0d-bde5-4d5f-b211-ee7cc41fbdf0 not bound to the agent host n-h2-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:57:16.193285 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 40738) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:57:16.197177 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-93bd100c-3b9e-44b9-8f15-c6eee4fbc912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:16.280417 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port 053af310-4c5c-4474-baa9-9bfd309d5b5f triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:57:16.281053 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:16.283310 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b15380-1121-42ab-8d62-f6dce68b8886 None None] Pushing event updated for resources: {'Port': ['ID=b93c9665-a130-4358-a3f4-e39ec020e649,revision_number=2']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:57:16.316728 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-92a618da-f434-4daa-ae7b-2beb4556a565 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:16.349985 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1194a0ee-8585-4a04-aa28-6ebe35285e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:16.354704 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-93bd100c-3b9e-44b9-8f15-c6eee4fbc912 None None] Attempting to bind port b93c9665-a130-4358-a3f4-e39ec020e649 on host n-d-834765-1 for vnic_type normal with profile {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:57:16.355081 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-93bd100c-3b9e-44b9-8f15-c6eee4fbc912 None None] Attempting to bind port b93c9665-a130-4358-a3f4-e39ec020e649 by drivers openvswitch,hyperv on host n-d-834765-1 at level 0 using segments [{'id': '6ab47353-a811-4bad-bc73-b4cc84583cfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:57:16.355509 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93bd100c-3b9e-44b9-8f15-c6eee4fbc912 None None] Attempting to bind port b93c9665-a130-4358-a3f4-e39ec020e649 on network 4a4a035d-ecac-4ead-baa3-25f90788773a {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:57:16.366453 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-5cc25c5e-1f25-484c-ab1d-316e027079af admin admin] Notify callbacks [] for security_group, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:16.378260 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93bd100c-3b9e-44b9-8f15-c6eee4fbc912 None None] Checking agent: {'id': 'a8866439-9d96-425c-b519-6905c591ac37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 25, 36), 'started_at': datetime.datetime(2022, 3, 29, 15, 26, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 57, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834765-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:57:16.378638 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93bd100c-3b9e-44b9-8f15-c6eee4fbc912 None None] Checking segment: {'id': '6ab47353-a811-4bad-bc73-b4cc84583cfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:57:16.379113 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-93bd100c-3b9e-44b9-8f15-c6eee4fbc912 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:16.379539 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93bd100c-3b9e-44b9-8f15-c6eee4fbc912 None None] Bound using segment: {'id': '6ab47353-a811-4bad-bc73-b4cc84583cfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:57:16.380017 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-93bd100c-3b9e-44b9-8f15-c6eee4fbc912 None None] Bound port: b93c9665-a130-4358-a3f4-e39ec020e649, host: n-d-834765-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ab47353-a811-4bad-bc73-b4cc84583cfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'}}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 15:57:16.380404 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-93bd100c-3b9e-44b9-8f15-c6eee4fbc912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:16.394433 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-a0129b3d-53d6-48df-8848-c90b0798a756 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:16.440711 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1194a0ee-8585-4a04-aa28-6ebe35285e96 None None] For port 053af310-4c5c-4474-baa9-9bfd309d5b5f, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=053af310-4c5c-4474-baa9-9bfd309d5b5f,segment=NetworkSegment(80b4599f-3446-486e-aff2-fb12a9f882b1),segment_id=80b4599f-3446-486e-aff2-fb12a9f882b1)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:57:16.441132 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-a0129b3d-53d6-48df-8848-c90b0798a756 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:16.461224 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1194a0ee-8585-4a04-aa28-6ebe35285e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:16.491702 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-5cc25c5e-1f25-484c-ab1d-316e027079af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:16.496078 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-5cc25c5e-1f25-484c-ab1d-316e027079af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:16.505926 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-92a618da-f434-4daa-ae7b-2beb4556a565 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:16.550578 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1194a0ee-8585-4a04-aa28-6ebe35285e96 None None] Pushing event updated for resources: {'Port': ['ID=053af310-4c5c-4474-baa9-9bfd309d5b5f,revision_number=3']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:57:16.551381 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0129b3d-53d6-48df-8848-c90b0798a756 admin admin] Network 649454e6-77f5-4d10-8edb-4ebe012c75f1 is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:57:16.558751 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-5cc25c5e-1f25-484c-ab1d-316e027079af admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d95346f38cad4f649e2d8e3f3518284b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3643012 Mar 29 15:57:16.560792 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc25c5e-1f25-484c-ab1d-316e027079af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdfc26ef-581e-498b-8f81-257e4c2967c4,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:57:16.564412 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 40742) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:57:16.596070 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [None req-a0129b3d-53d6-48df-8848-c90b0798a756 admin admin] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:57:16.599334 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-93bd100c-3b9e-44b9-8f15-c6eee4fbc912 None None] For port b93c9665-a130-4358-a3f4-e39ec020e649, host n-d-834765-1, cleared binding levels {{(pid=102792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:57:16.607152 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0129b3d-53d6-48df-8848-c90b0798a756 admin admin] Received port after_create {{(pid=102791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:57:16.617303 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0129b3d-53d6-48df-8848-c90b0798a756 admin admin] Pushing event updated for resources: {'Port': ['ID=5405d9cb-6003-4c71-9701-8ee98aa87eba,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:57:16.629337 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-93bd100c-3b9e-44b9-8f15-c6eee4fbc912 None None] For port b93c9665-a130-4358-a3f4-e39ec020e649, host n-d-834765-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=b93c9665-a130-4358-a3f4-e39ec020e649,segment=NetworkSegment(6ab47353-a811-4bad-bc73-b4cc84583cfd),segment_id=6ab47353-a811-4bad-bc73-b4cc84583cfd)] {{(pid=102792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:57:16.644491 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-93bd100c-3b9e-44b9-8f15-c6eee4fbc912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:16.674808 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-dc4bf854-a78a-496d-a08f-c08620ab0eb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:16.685636 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-cfb633b2-67c0-4092-9052-b0fe8a01a60a None None] Provisioning complete for port 053af310-4c5c-4474-baa9-9bfd309d5b5f triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:57:16.686017 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-cfb633b2-67c0-4092-9052-b0fe8a01a60a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:16.702347 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-dc4bf854-a78a-496d-a08f-c08620ab0eb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:16.766054 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-dc4bf854-a78a-496d-a08f-c08620ab0eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:16.770085 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-dc4bf854-a78a-496d-a08f-c08620ab0eb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:16.771385 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-dc4bf854-a78a-496d-a08f-c08620ab0eb0 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/cdfc26ef-581e-498b-8f81-257e4c2967c4 HTTP/1.1" status: 204 len: 168 time: 0.2058201 Mar 29 15:57:16.789992 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-a0129b3d-53d6-48df-8848-c90b0798a756 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-648347'] for router_interface, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:16.792908 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4bf854-a78a-496d-a08f-c08620ab0eb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdfc26ef-581e-498b-8f81-257e4c2967c4,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:57:16.833012 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93bd100c-3b9e-44b9-8f15-c6eee4fbc912 None None] Routers {'da5bd9db-bfd6-4772-bb65-a93e227635f4'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:57:16.833674 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-93bd100c-3b9e-44b9-8f15-c6eee4fbc912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:57:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['da5bd9db-bfd6-4772-bb65-a93e227635f4'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:57:16.859488 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-92a618da-f434-4daa-ae7b-2beb4556a565 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:16.862770 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-92a618da-f434-4daa-ae7b-2beb4556a565 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:16.864264 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-92a618da-f434-4daa-ae7b-2beb4556a565 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/1a3f54d5-33b5-4ee7-863d-127f5863f0fb HTTP/1.1" status: 204 len: 168 time: 0.7919266 Mar 29 15:57:16.892100 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-03a3aedd-bae7-44fc-9ed5-7050e01a6b33 req-53cd5d0a-8292-48f7-96d0-7f258d603ab0 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/ports?device_id=efe297d0-b325-4eb5-bdde-6e4d976277c6 HTTP/1.1" status: 200 len: 210 time: 0.0963445 Mar 29 15:57:16.913897 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a618da-f434-4daa-ae7b-2beb4556a565 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a3f54d5-33b5-4ee7-863d-127f5863f0fb,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:57:16.999697 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b15380-1121-42ab-8d62-f6dce68b8886 None None] Pushing event updated for resources: {'Port': ['ID=b93c9665-a130-4358-a3f4-e39ec020e649,revision_number=3']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:57:17.065642 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-a0129b3d-53d6-48df-8848-c90b0798a756 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:17.073459 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:17.414910 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-a0129b3d-53d6-48df-8848-c90b0798a756 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:17.425336 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-a0129b3d-53d6-48df-8848-c90b0798a756 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:17.433849 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 40760) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:57:17.449786 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvr_db [None req-93bd100c-3b9e-44b9-8f15-c6eee4fbc912 None None] Set router da5bd9db-bfd6-4772-bb65-a93e227635f4 gateway port host: n-d-834765-1 {{(pid=102792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:57:17.460325 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c3a371a3-15d5-4d3f-9c47-ba7a73fa916a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:17.513899 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-a0129b3d-53d6-48df-8848-c90b0798a756 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-648439'] for router_interface, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:17.515932 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0129b3d-53d6-48df-8848-c90b0798a756 admin admin] Pushing event updated for resources: {'Port': ['ID=5405d9cb-6003-4c71-9701-8ee98aa87eba,revision_number=2']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:57:17.549704 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 053af310-4c5c-4474-baa9-9bfd309d5b5f up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:57:17.552269 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-a033e7a8-2cc9-4990-af09-57adff5bb511 None None] Provisioning complete for port 5405d9cb-6003-4c71-9701-8ee98aa87eba triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:57:17.552747 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-a033e7a8-2cc9-4990-af09-57adff5bb511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:17.664753 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c3a371a3-15d5-4d3f-9c47-ba7a73fa916a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:17.670825 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c3a371a3-15d5-4d3f-9c47-ba7a73fa916a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:17.674754 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0129b3d-53d6-48df-8848-c90b0798a756 admin admin] Network 649454e6-77f5-4d10-8edb-4ebe012c75f1 is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:57:17.676429 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-a033e7a8-2cc9-4990-af09-57adff5bb511 None None] Port 5405d9cb-6003-4c71-9701-8ee98aa87eba cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 15:57:17.677575 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [None req-a0129b3d-53d6-48df-8848-c90b0798a756 admin admin] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:57:17.714620 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port 053af310-4c5c-4474-baa9-9bfd309d5b5f triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:57:17.715114 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:17.769344 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a371a3-15d5-4d3f-9c47-ba7a73fa916a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=949c504d-ba21-4722-abfd-59918a72ac4c,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:57:17.797901 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-c3a371a3-15d5-4d3f-9c47-ba7a73fa916a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=89fc9faf569b4767a6ce033e28af6574&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3589785 Mar 29 15:57:17.802884 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 40766) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:57:17.872395 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:17.893883 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-35ce106d-eea5-49cb-a96a-f7370f3d12df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:17.898560 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0129b3d-53d6-48df-8848-c90b0798a756 admin admin] Router da5bd9db-bfd6-4772-bb65-a93e227635f4 has already been hosted by L3 agent c648d819-1060-4f26-b4ec-6455387b5dff {{(pid=102791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 15:57:17.922653 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-35ce106d-eea5-49cb-a96a-f7370f3d12df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:17.969663 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-93bd100c-3b9e-44b9-8f15-c6eee4fbc912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da5bd9db-bfd6-4772-bb65-a93e227635f4', 'name': 'tempest-TestAggregatesBasicOps-1375666783-router', 'tenant_id': '7cf80ddd97cc42258b4e9ef897552490', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.194'}], 'enable_snat': True}, 'gw_port_id': 'b93c9665-a130-4358-a3f4-e39ec020e649', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:57:12Z', 'updated_at': '2022-03-29T15:57:13Z', 'revision_number': 3, 'project_id': '7cf80ddd97cc42258b4e9ef897552490', 'gw_port': {'id': 'b93c9665-a130-4358-a3f4-e39ec020e649', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:d2:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da5bd9db-bfd6-4772-bb65-a93e227635f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2669, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:57:12Z', 'updated_at': '2022-03-29T15:57:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1'}], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:57:17.990890 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-35ce106d-eea5-49cb-a96a-f7370f3d12df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:17.998996 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-35ce106d-eea5-49cb-a96a-f7370f3d12df admin admin] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:18.000514 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-35ce106d-eea5-49cb-a96a-f7370f3d12df admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/949c504d-ba21-4722-abfd-59918a72ac4c HTTP/1.1" status: 204 len: 168 time: 0.1965637 Mar 29 15:57:18.011169 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ce106d-eea5-49cb-a96a-f7370f3d12df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=949c504d-ba21-4722-abfd-59918a72ac4c,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:57:18.072837 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93bd100c-3b9e-44b9-8f15-c6eee4fbc912 None None] The sync data for ids ['da5bd9db-bfd6-4772-bb65-a93e227635f4'] in n-d-834765-1 is: [{'id': 'da5bd9db-bfd6-4772-bb65-a93e227635f4', 'name': 'tempest-TestAggregatesBasicOps-1375666783-router', 'tenant_id': '7cf80ddd97cc42258b4e9ef897552490', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.194'}], 'enable_snat': True}, 'gw_port_id': 'b93c9665-a130-4358-a3f4-e39ec020e649', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:57:12Z', 'updated_at': '2022-03-29T15:57:13Z', 'revision_number': 3, 'project_id': '7cf80ddd97cc42258b4e9ef897552490', 'gw_port': {'id': 'b93c9665-a130-4358-a3f4-e39ec020e649', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:d2:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da5bd9db-bfd6-4772-bb65-a93e227635f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2669, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:57:12Z', 'updated_at': '2022-03-29T15:57:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1'}] {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:57:18.081014 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-1b1037b5-f70b-4310-ba91-6cc84da47beb req-9645ac0a-e50a-4989-8060-a0ce4f4f671c tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/ports?device_id=efe297d0-b325-4eb5-bdde-6e4d976277c6 HTTP/1.1" status: 200 len: 210 time: 0.0427692 Mar 29 15:57:18.103925 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0129b3d-53d6-48df-8848-c90b0798a756 admin admin] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:57:18.126310 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-a0129b3d-53d6-48df-8848-c90b0798a756 admin admin] 10.222.0.42 "PUT /v2.0/routers/da5bd9db-bfd6-4772-bb65-a93e227635f4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3307805 Mar 29 15:57:18.146038 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-e11df932-6c33-4b37-80fc-5e6b5e0a0771 None None] Provisioning complete for port 5405d9cb-6003-4c71-9701-8ee98aa87eba triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:57:18.147665 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-e11df932-6c33-4b37-80fc-5e6b5e0a0771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:18.189852 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-e11df932-6c33-4b37-80fc-5e6b5e0a0771 None None] Port 5405d9cb-6003-4c71-9701-8ee98aa87eba cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 15:57:18.581680 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 40794) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:57:18.594851 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-cef5e122-8a85-4c05-afd6-1762a93c40eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:18.729762 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-cef5e122-8a85-4c05-afd6-1762a93c40eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:18.735904 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-cef5e122-8a85-4c05-afd6-1762a93c40eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:18.780928 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef5e122-8a85-4c05-afd6-1762a93c40eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5684089a-1202-4913-a202-e4b17ab3641b,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:57:18.785596 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-cef5e122-8a85-4c05-afd6-1762a93c40eb admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=6f7eb82d06c7432c8f0a903a8aab6b6c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2026889 Mar 29 15:57:18.788116 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 40800) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:57:18.854931 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-05d713bb-2c73-48e3-b318-e0f408890441 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:18.884171 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-05d713bb-2c73-48e3-b318-e0f408890441 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:18.957698 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-05d713bb-2c73-48e3-b318-e0f408890441 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:18.961184 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-05d713bb-2c73-48e3-b318-e0f408890441 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:18.962451 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-05d713bb-2c73-48e3-b318-e0f408890441 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/5684089a-1202-4913-a202-e4b17ab3641b HTTP/1.1" status: 204 len: 168 time: 0.1728430 Mar 29 15:57:18.973010 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d713bb-2c73-48e3-b318-e0f408890441 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5684089a-1202-4913-a202-e4b17ab3641b,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:57:19.011654 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 40810) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:57:19.272422 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-428236d0-4e34-45c6-a671-a0c7f635f2fd req-8c8c20a1-055e-4ca2-8ec6-1fbdceb0868d tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/ports?device_id=efe297d0-b325-4eb5-bdde-6e4d976277c6 HTTP/1.1" status: 200 len: 210 time: 0.0506542 Mar 29 15:57:19.288129 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-f1897bcd-5dad-4429-aef3-f772a57eea04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:19.294014 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 40820) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:57:19.299732 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-2e92c521-aa0c-4d7d-b522-d24a8bded3ae admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1176189196-network', 'tenant_id': '633dfcbfc96244b7824d264084753d15'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:57:19.338636 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e92c521-aa0c-4d7d-b522-d24a8bded3ae admin admin] Made reservation on behalf of 633dfcbfc96244b7824d264084753d15 for: {'network': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:57:19.341740 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-2e92c521-aa0c-4d7d-b522-d24a8bded3ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for network, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:19.370529 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-2e92c521-aa0c-4d7d-b522-d24a8bded3ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:19.429036 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-f1897bcd-5dad-4429-aef3-f772a57eea04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:19.434013 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-f1897bcd-5dad-4429-aef3-f772a57eea04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:19.483589 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-f1897bcd-5dad-4429-aef3-f772a57eea04 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=882f7e937652494190f0d9154a983d22&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4707563 Mar 29 15:57:19.487617 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 40826) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:57:19.495102 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device b93c9665-a130-4358-a3f4-e39ec020e649 up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:57:19.510070 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-2e92c521-aa0c-4d7d-b522-d24a8bded3ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:19.516105 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-2e92c521-aa0c-4d7d-b522-d24a8bded3ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:19.526367 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1897bcd-5dad-4429-aef3-f772a57eea04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4721f023-d74f-4174-bbe6-b569eb32a229,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:57:19.548499 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e92c521-aa0c-4d7d-b522-d24a8bded3ae admin admin] vlan segment allocate from pool success with {'vlan_id': 642, 'physical_network': 'physnet1'} {{(pid=102790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 15:57:19.559785 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e92c521-aa0c-4d7d-b522-d24a8bded3ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdd09ef8-0223-4f35-a6dc-87162fa16ecc,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:57:19.564164 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port b93c9665-a130-4358-a3f4-e39ec020e649 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:57:19.565261 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:19.569582 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-2e92c521-aa0c-4d7d-b522-d24a8bded3ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:19.570192 n-d-834765-1 neutron-server[102790]: INFO neutron.db.segments_db [None req-2e92c521-aa0c-4d7d-b522-d24a8bded3ae admin admin] Added segment e8c7d0db-3096-43a2-866c-461b701b75a5 of type vlan for network 277f0be9-acdc-4e75-a033-5c535592ee32 Mar 29 15:57:19.619144 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-2e92c521-aa0c-4d7d-b522-d24a8bded3ae admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783522915970'] for network, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:19.619524 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-933b2241-3fe3-45de-9021-84ee441e6ab3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:19.653371 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-933b2241-3fe3-45de-9021-84ee441e6ab3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:19.658575 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-2e92c521-aa0c-4d7d-b522-d24a8bded3ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795'] for network, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:19.659847 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e92c521-aa0c-4d7d-b522-d24a8bded3ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:57:19.661212 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-2e92c521-aa0c-4d7d-b522-d24a8bded3ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for network, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:19.685600 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:19.713590 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] For port b93c9665-a130-4358-a3f4-e39ec020e649, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=b93c9665-a130-4358-a3f4-e39ec020e649,segment=NetworkSegment(6ab47353-a811-4bad-bc73-b4cc84583cfd),segment_id=6ab47353-a811-4bad-bc73-b4cc84583cfd)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:57:19.713790 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 40832) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:57:19.713882 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-2e92c521-aa0c-4d7d-b522-d24a8bded3ae admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4185872 Mar 29 15:57:19.720003 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:19.728668 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-209f759a-a698-4f6f-931f-012ebb8e4164 admin admin] Request body: {'subnet': {'network_id': '277f0be9-acdc-4e75-a033-5c535592ee32', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1176189196-subnet', 'tenant_id': '633dfcbfc96244b7824d264084753d15', 'ip_version': 4}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:57:19.736209 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-933b2241-3fe3-45de-9021-84ee441e6ab3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:19.738911 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-933b2241-3fe3-45de-9021-84ee441e6ab3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:19.742859 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-933b2241-3fe3-45de-9021-84ee441e6ab3 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/4721f023-d74f-4174-bbe6-b569eb32a229 HTTP/1.1" status: 204 len: 168 time: 0.2539001 Mar 29 15:57:19.756268 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933b2241-3fe3-45de-9021-84ee441e6ab3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4721f023-d74f-4174-bbe6-b569eb32a229,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:57:19.773671 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e92c521-aa0c-4d7d-b522-d24a8bded3ae admin admin] Pushing event updated for resources: {'Network': ['ID=277f0be9-acdc-4e75-a033-5c535592ee32,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:57:19.787169 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-209f759a-a698-4f6f-931f-012ebb8e4164 admin admin] Made reservation on behalf of 633dfcbfc96244b7824d264084753d15 for: {'subnet': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:57:19.791576 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-209f759a-a698-4f6f-931f-012ebb8e4164 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16218875'] for subnet, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:19.792471 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Network 277f0be9-acdc-4e75-a033-5c535592ee32 details requested by agent ovs-agent-n-d-834765-1 with host n-d-834765-1 {{(pid=102792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 15:57:19.885173 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Pushing event updated for resources: {'Port': ['ID=b93c9665-a130-4358-a3f4-e39ec020e649,revision_number=4']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:57:20.052721 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-209f759a-a698-4f6f-931f-012ebb8e4164 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16155524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16218861'] for subnet, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:20.115641 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209f759a-a698-4f6f-931f-012ebb8e4164 admin admin] Pushing event updated for resources: {'Subnet': ['ID=27f4fa3c-0315-4e03-99a5-b25846481f74,revision_number=0']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:57:20.123547 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-209f759a-a698-4f6f-931f-012ebb8e4164 admin admin] Checking segment: {'id': 'e8c7d0db-3096-43a2-866c-461b701b75a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '277f0be9-acdc-4e75-a033-5c535592ee32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:57:20.124276 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-209f759a-a698-4f6f-931f-012ebb8e4164 admin admin] Network hostable DHCP agents. Network: 277f0be9-acdc-4e75-a033-5c535592ee32, hostable agents: ['d136643e-48ae-49d4-a851-2ba3bdf3749c'], hosted agents: [] {{(pid=102791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 15:57:20.147712 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-209f759a-a698-4f6f-931f-012ebb8e4164 admin admin] Network 277f0be9-acdc-4e75-a033-5c535592ee32 is scheduled to be hosted by DHCP agent d136643e-48ae-49d4-a851-2ba3bdf3749c with binding_index 1 {{(pid=102791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 15:57:20.158144 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [None req-209f759a-a698-4f6f-931f-012ebb8e4164 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834765-1, 277f0be9-acdc-4e75-a033-5c535592ee32) {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:57:20.162898 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-209f759a-a698-4f6f-931f-012ebb8e4164 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:57:20.163723 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-209f759a-a698-4f6f-931f-012ebb8e4164 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:20.170716 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c614e4f-7f7d-4dfd-811e-6828929ba4db None None] Network 277f0be9-acdc-4e75-a033-5c535592ee32 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 15:57:20.192176 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-209f759a-a698-4f6f-931f-012ebb8e4164 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4750097 Mar 29 15:57:20.192446 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 40858) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:57:20.200650 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-094bc377-da6d-4ce6-9f45-a8381a33c4ac admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1176189196-router', 'tenant_id': '633dfcbfc96244b7824d264084753d15', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'}}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:57:20.242795 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-094bc377-da6d-4ce6-9f45-a8381a33c4ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-532385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129310'] for router, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:20.245100 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-094bc377-da6d-4ce6-9f45-a8381a33c4ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-648091', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-684384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129319'] for router, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:20.320309 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-094bc377-da6d-4ce6-9f45-a8381a33c4ac admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:20.379665 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0295b49b-e176-4cf6-9a66-7a919ef5a2af None None] Sync routers for ids ['da5bd9db-bfd6-4772-bb65-a93e227635f4'] in n-d-834765-1 {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:57:20.408892 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0295b49b-e176-4cf6-9a66-7a919ef5a2af None None] Routers {'da5bd9db-bfd6-4772-bb65-a93e227635f4'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:57:20.412761 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-0295b49b-e176-4cf6-9a66-7a919ef5a2af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:57:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['da5bd9db-bfd6-4772-bb65-a93e227635f4'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:57:20.413641 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c13779ea-3583-45ff-8848-2c37875075a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0035034-69b0-5ffc-b384-0ac6189c5628-277f0be9-acdc-4e75-a033-5c535592ee32', 'network_id': '277f0be9-acdc-4e75-a033-5c535592ee32', 'tenant_id': '633dfcbfc96244b7824d264084753d15', 'fixed_ips': [{'subnet_id': '27f4fa3c-0315-4e03-99a5-b25846481f74'}]}} from n-d-834765-1. {{(pid=102792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 29 15:57:20.414832 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-c13779ea-3583-45ff-8848-2c37875075a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:20.615051 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-094bc377-da6d-4ce6-9f45-a8381a33c4ac admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:20.618371 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvr_db [None req-0295b49b-e176-4cf6-9a66-7a919ef5a2af None None] Set router da5bd9db-bfd6-4772-bb65-a93e227635f4 gateway port host: n-d-834765-1 {{(pid=102793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:57:20.690940 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.db_base_plugin_common [None req-c13779ea-3583-45ff-8848-2c37875075a3 None None] Allocated IP 172.20.0.2 (277f0be9-acdc-4e75-a033-5c535592ee32/27f4fa3c-0315-4e03-99a5-b25846481f74/fd58b123-18ad-4899-914b-465a8c82f3e1) {{(pid=102792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:57:20.958737 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-0295b49b-e176-4cf6-9a66-7a919ef5a2af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da5bd9db-bfd6-4772-bb65-a93e227635f4', 'name': 'tempest-TestAggregatesBasicOps-1375666783-router', 'tenant_id': '7cf80ddd97cc42258b4e9ef897552490', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.194'}], 'enable_snat': True}, 'gw_port_id': 'b93c9665-a130-4358-a3f4-e39ec020e649', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:57:12Z', 'updated_at': '2022-03-29T15:57:16Z', 'revision_number': 4, 'project_id': '7cf80ddd97cc42258b4e9ef897552490', 'gw_port': {'id': 'b93c9665-a130-4358-a3f4-e39ec020e649', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:d2:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da5bd9db-bfd6-4772-bb65-a93e227635f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2669, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:57:12Z', 'updated_at': '2022-03-29T15:57:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': '5405d9cb-6003-4c71-9701-8ee98aa87eba', 'name': '', 'network_id': '649454e6-77f5-4d10-8edb-4ebe012c75f1', 'tenant_id': '7cf80ddd97cc42258b4e9ef897552490', 'mac_address': 'fa:16:3e:47:b2:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da5bd9db-bfd6-4772-bb65-a93e227635f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2670, 'fixed_ips': [{'subnet_id': 'ed750e85-4d93-46c8-94fa-e6f2102332a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:57:15Z', 'updated_at': '2022-03-29T15:57:17Z', 'revision_number': 2, 'project_id': '7cf80ddd97cc42258b4e9ef897552490', 'subnets': [{'id': 'ed750e85-4d93-46c8-94fa-e6f2102332a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:57:21.010768 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-094bc377-da6d-4ce6-9f45-a8381a33c4ac admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:21.033656 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0295b49b-e176-4cf6-9a66-7a919ef5a2af None None] Checking router: da5bd9db-bfd6-4772-bb65-a93e227635f4 for host: n-d-834765-1 {{(pid=102793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:57:21.033996 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0295b49b-e176-4cf6-9a66-7a919ef5a2af None None] Updating router da5bd9db-bfd6-4772-bb65-a93e227635f4 port 5405d9cb-6003-4c71-9701-8ee98aa87eba binding host n-d-834765-1 {{(pid=102793) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 15:57:21.041916 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-c13779ea-3583-45ff-8848-2c37875075a3 None None] Notify callbacks [] for port, precommit_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:21.050135 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-c13779ea-3583-45ff-8848-2c37875075a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956'] for port, after_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:21.060034 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-094bc377-da6d-4ce6-9f45-a8381a33c4ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:21.078647 n-d-834765-1 neutron-server[102792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c13779ea-3583-45ff-8848-2c37875075a3 None None] Network 277f0be9-acdc-4e75-a033-5c535592ee32 is already hosted by enough agents. {{(pid=102792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:57:21.082535 n-d-834765-1 neutron-server[102792]: DEBUG neutron.scheduler.base_scheduler [None req-c13779ea-3583-45ff-8848-2c37875075a3 None None] Resources bound (agent type, host, resource id): {{(pid=102792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:57:21.090757 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c13779ea-3583-45ff-8848-2c37875075a3 None None] Received port after_create {{(pid=102792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:57:21.097251 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-0295b49b-e176-4cf6-9a66-7a919ef5a2af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:21.232049 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13779ea-3583-45ff-8848-2c37875075a3 None None] Pushing event updated for resources: {'Port': ['ID=fd58b123-18ad-4899-914b-465a8c82f3e1,revision_number=1']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:57:21.244839 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-c13779ea-3583-45ff-8848-2c37875075a3 None None] Attempting to bind port fd58b123-18ad-4899-914b-465a8c82f3e1 on host n-d-834765-1 for vnic_type normal with profile {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:57:21.245555 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-c13779ea-3583-45ff-8848-2c37875075a3 None None] Attempting to bind port fd58b123-18ad-4899-914b-465a8c82f3e1 by drivers openvswitch,hyperv on host n-d-834765-1 at level 0 using segments [{'id': 'e8c7d0db-3096-43a2-866c-461b701b75a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '277f0be9-acdc-4e75-a033-5c535592ee32'}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:57:21.245555 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c13779ea-3583-45ff-8848-2c37875075a3 None None] Attempting to bind port fd58b123-18ad-4899-914b-465a8c82f3e1 on network 277f0be9-acdc-4e75-a033-5c535592ee32 {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:57:21.257256 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c13779ea-3583-45ff-8848-2c37875075a3 None None] Checking agent: {'id': 'a8866439-9d96-425c-b519-6905c591ac37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 25, 36), 'started_at': datetime.datetime(2022, 3, 29, 15, 26, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 57, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834765-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:57:21.257607 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c13779ea-3583-45ff-8848-2c37875075a3 None None] Checking segment: {'id': 'e8c7d0db-3096-43a2-866c-461b701b75a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '277f0be9-acdc-4e75-a033-5c535592ee32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:57:21.258010 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-c13779ea-3583-45ff-8848-2c37875075a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:21.258405 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c13779ea-3583-45ff-8848-2c37875075a3 None None] Bound using segment: {'id': 'e8c7d0db-3096-43a2-866c-461b701b75a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '277f0be9-acdc-4e75-a033-5c535592ee32'} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:57:21.258880 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-c13779ea-3583-45ff-8848-2c37875075a3 None None] Bound port: fd58b123-18ad-4899-914b-465a8c82f3e1, host: n-d-834765-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8c7d0db-3096-43a2-866c-461b701b75a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '277f0be9-acdc-4e75-a033-5c535592ee32'}}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 15:57:21.259313 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-c13779ea-3583-45ff-8848-2c37875075a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:21.267823 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_common [None req-094bc377-da6d-4ce6-9f45-a8381a33c4ac admin admin] Allocated IP 172.25.4.216 (4a4a035d-ecac-4ead-baa3-25f90788773a/e1a353dc-fac8-4901-a63c-273840237d6a/8fb804e2-2a3c-49b8-ad39-c1436c4da296) {{(pid=102791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:57:21.456389 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-094bc377-da6d-4ce6-9f45-a8381a33c4ac admin admin] Notify callbacks [] for port, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:21.463562 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-c13779ea-3583-45ff-8848-2c37875075a3 None None] For port fd58b123-18ad-4899-914b-465a8c82f3e1, host n-d-834765-1, cleared binding levels {{(pid=102792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:57:21.469724 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-c13779ea-3583-45ff-8848-2c37875075a3 None None] For port fd58b123-18ad-4899-914b-465a8c82f3e1, host n-d-834765-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=fd58b123-18ad-4899-914b-465a8c82f3e1,segment=NetworkSegment(e8c7d0db-3096-43a2-866c-461b701b75a5),segment_id=e8c7d0db-3096-43a2-866c-461b701b75a5)] {{(pid=102792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:57:21.475395 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-c13779ea-3583-45ff-8848-2c37875075a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:21.517023 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-094bc377-da6d-4ce6-9f45-a8381a33c4ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:21.530308 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device b93c9665-a130-4358-a3f4-e39ec020e649 up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:57:21.563628 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-094bc377-da6d-4ce6-9f45-a8381a33c4ac admin admin] Network 4a4a035d-ecac-4ead-baa3-25f90788773a is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:57:21.568890 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [None req-094bc377-da6d-4ce6-9f45-a8381a33c4ac admin admin] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:57:21.573650 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-094bc377-da6d-4ce6-9f45-a8381a33c4ac admin admin] Received port after_create {{(pid=102791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:57:21.603738 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094bc377-da6d-4ce6-9f45-a8381a33c4ac admin admin] Pushing event updated for resources: {'Port': ['ID=8fb804e2-2a3c-49b8-ad39-c1436c4da296,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:57:21.673553 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13779ea-3583-45ff-8848-2c37875075a3 None None] Pushing event updated for resources: {'Port': ['ID=fd58b123-18ad-4899-914b-465a8c82f3e1,revision_number=2']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:57:21.713302 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port b93c9665-a130-4358-a3f4-e39ec020e649 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:57:21.713911 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:21.859778 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-0295b49b-e176-4cf6-9a66-7a919ef5a2af None None] Notify callbacks [] for port, precommit_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:21.873392 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-0295b49b-e176-4cf6-9a66-7a919ef5a2af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:22.048668 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d20921-b464-4ca9-bfea-3cfab8a28d5b None None] Pushing event updated for resources: {'Port': ['ID=5405d9cb-6003-4c71-9701-8ee98aa87eba,revision_number=3']} {{(pid=102793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:57:22.131549 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.managers [None req-0295b49b-e176-4cf6-9a66-7a919ef5a2af None None] Attempting to bind port 5405d9cb-6003-4c71-9701-8ee98aa87eba on host n-d-834765-1 for vnic_type normal with profile {{(pid=102793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:57:22.132105 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.managers [None req-0295b49b-e176-4cf6-9a66-7a919ef5a2af None None] Attempting to bind port 5405d9cb-6003-4c71-9701-8ee98aa87eba by drivers openvswitch,hyperv on host n-d-834765-1 at level 0 using segments [{'id': '80b4599f-3446-486e-aff2-fb12a9f882b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '649454e6-77f5-4d10-8edb-4ebe012c75f1'}] {{(pid=102793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:57:22.132620 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0295b49b-e176-4cf6-9a66-7a919ef5a2af None None] Attempting to bind port 5405d9cb-6003-4c71-9701-8ee98aa87eba on network 649454e6-77f5-4d10-8edb-4ebe012c75f1 {{(pid=102793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:57:22.146177 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0295b49b-e176-4cf6-9a66-7a919ef5a2af None None] Checking agent: {'id': 'a8866439-9d96-425c-b519-6905c591ac37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 25, 36), 'started_at': datetime.datetime(2022, 3, 29, 15, 26, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 57, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834765-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:57:22.146544 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0295b49b-e176-4cf6-9a66-7a919ef5a2af None None] Checking segment: {'id': '80b4599f-3446-486e-aff2-fb12a9f882b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '649454e6-77f5-4d10-8edb-4ebe012c75f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:57:22.146943 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-0295b49b-e176-4cf6-9a66-7a919ef5a2af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:22.147349 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0295b49b-e176-4cf6-9a66-7a919ef5a2af None None] Bound using segment: {'id': '80b4599f-3446-486e-aff2-fb12a9f882b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '649454e6-77f5-4d10-8edb-4ebe012c75f1'} {{(pid=102793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:57:22.149972 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.managers [None req-0295b49b-e176-4cf6-9a66-7a919ef5a2af None None] Bound port: 5405d9cb-6003-4c71-9701-8ee98aa87eba, host: n-d-834765-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80b4599f-3446-486e-aff2-fb12a9f882b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '649454e6-77f5-4d10-8edb-4ebe012c75f1'}}] {{(pid=102793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 15:57:22.152239 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-0295b49b-e176-4cf6-9a66-7a919ef5a2af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:22.200282 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-094bc377-da6d-4ce6-9f45-a8381a33c4ac admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:22.275592 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.db [None req-0295b49b-e176-4cf6-9a66-7a919ef5a2af None None] For port 5405d9cb-6003-4c71-9701-8ee98aa87eba, host n-d-834765-1, cleared binding levels {{(pid=102793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:57:22.282489 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.db [None req-0295b49b-e176-4cf6-9a66-7a919ef5a2af None None] For port 5405d9cb-6003-4c71-9701-8ee98aa87eba, host n-d-834765-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=5405d9cb-6003-4c71-9701-8ee98aa87eba,segment=NetworkSegment(80b4599f-3446-486e-aff2-fb12a9f882b1),segment_id=80b4599f-3446-486e-aff2-fb12a9f882b1)] {{(pid=102793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:57:22.291327 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-0295b49b-e176-4cf6-9a66-7a919ef5a2af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:22.330377 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 40902) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:57:22.361460 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-0fe4a1e8-0c9d-4d45-b82e-b0951eed6c26 None None] Provisioning complete for port 5405d9cb-6003-4c71-9701-8ee98aa87eba triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:57:22.362702 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0295b49b-e176-4cf6-9a66-7a919ef5a2af None None] Routers {'da5bd9db-bfd6-4772-bb65-a93e227635f4'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:57:22.363531 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-0295b49b-e176-4cf6-9a66-7a919ef5a2af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:57:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['da5bd9db-bfd6-4772-bb65-a93e227635f4'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:57:22.364492 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-0fe4a1e8-0c9d-4d45-b82e-b0951eed6c26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:22.366669 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d20921-b464-4ca9-bfea-3cfab8a28d5b None None] Pushing event updated for resources: {'Port': ['ID=5405d9cb-6003-4c71-9701-8ee98aa87eba,revision_number=4']} {{(pid=102793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:57:22.516511 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvr_db [None req-0295b49b-e176-4cf6-9a66-7a919ef5a2af None None] Set router da5bd9db-bfd6-4772-bb65-a93e227635f4 gateway port host: n-d-834765-1 {{(pid=102793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:57:22.545055 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-0fe4a1e8-0c9d-4d45-b82e-b0951eed6c26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:22.549709 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-094bc377-da6d-4ce6-9f45-a8381a33c4ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648118'] for router, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:22.603251 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-0fe4a1e8-0c9d-4d45-b82e-b0951eed6c26 None None] For port 5405d9cb-6003-4c71-9701-8ee98aa87eba, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=5405d9cb-6003-4c71-9701-8ee98aa87eba,segment=NetworkSegment(80b4599f-3446-486e-aff2-fb12a9f882b1),segment_id=80b4599f-3446-486e-aff2-fb12a9f882b1)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:57:22.616168 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-0fe4a1e8-0c9d-4d45-b82e-b0951eed6c26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:22.670894 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-fbe0981c-86a2-4951-870e-59a6365416a3 tempest-PortsAdminExtendedAttrsTestJSON-1140109977 tempest-PortsAdminExtendedAttrsTestJSON-1140109977-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-773643747'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:57:22.739356 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe4a1e8-0c9d-4d45-b82e-b0951eed6c26 None None] Pushing event updated for resources: {'Port': ['ID=5405d9cb-6003-4c71-9701-8ee98aa87eba,revision_number=5']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:57:22.752508 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-4c6f7093-0223-4ade-b751-fb857f1ddb25 None None] Provisioning complete for port 5405d9cb-6003-4c71-9701-8ee98aa87eba triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:57:22.753035 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-4c6f7093-0223-4ade-b751-fb857f1ddb25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:22.839390 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-0295b49b-e176-4cf6-9a66-7a919ef5a2af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da5bd9db-bfd6-4772-bb65-a93e227635f4', 'name': 'tempest-TestAggregatesBasicOps-1375666783-router', 'tenant_id': '7cf80ddd97cc42258b4e9ef897552490', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.194'}], 'enable_snat': True}, 'gw_port_id': 'b93c9665-a130-4358-a3f4-e39ec020e649', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:57:12Z', 'updated_at': '2022-03-29T15:57:16Z', 'revision_number': 4, 'project_id': '7cf80ddd97cc42258b4e9ef897552490', 'gw_port': {'id': 'b93c9665-a130-4358-a3f4-e39ec020e649', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:d2:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da5bd9db-bfd6-4772-bb65-a93e227635f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2669, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:57:12Z', 'updated_at': '2022-03-29T15:57:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': '5405d9cb-6003-4c71-9701-8ee98aa87eba', 'name': '', 'network_id': '649454e6-77f5-4d10-8edb-4ebe012c75f1', 'tenant_id': '7cf80ddd97cc42258b4e9ef897552490', 'mac_address': 'fa:16:3e:47:b2:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da5bd9db-bfd6-4772-bb65-a93e227635f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2670, 'fixed_ips': [{'subnet_id': 'ed750e85-4d93-46c8-94fa-e6f2102332a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:57:15Z', 'updated_at': '2022-03-29T15:57:22Z', 'revision_number': 4, 'project_id': '7cf80ddd97cc42258b4e9ef897552490', 'subnets': [{'id': 'ed750e85-4d93-46c8-94fa-e6f2102332a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:57:22.870819 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0295b49b-e176-4cf6-9a66-7a919ef5a2af None None] The sync data for ids ['da5bd9db-bfd6-4772-bb65-a93e227635f4'] in n-d-834765-1 is: [{'id': 'da5bd9db-bfd6-4772-bb65-a93e227635f4', 'name': 'tempest-TestAggregatesBasicOps-1375666783-router', 'tenant_id': '7cf80ddd97cc42258b4e9ef897552490', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.194'}], 'enable_snat': True}, 'gw_port_id': 'b93c9665-a130-4358-a3f4-e39ec020e649', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:57:12Z', 'updated_at': '2022-03-29T15:57:16Z', 'revision_number': 4, 'project_id': '7cf80ddd97cc42258b4e9ef897552490', 'gw_port': {'id': 'b93c9665-a130-4358-a3f4-e39ec020e649', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:d2:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da5bd9db-bfd6-4772-bb65-a93e227635f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2669, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:57:12Z', 'updated_at': '2022-03-29T15:57:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': '5405d9cb-6003-4c71-9701-8ee98aa87eba', 'name': '', 'network_id': '649454e6-77f5-4d10-8edb-4ebe012c75f1', 'tenant_id': '7cf80ddd97cc42258b4e9ef897552490', 'mac_address': 'fa:16:3e:47:b2:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da5bd9db-bfd6-4772-bb65-a93e227635f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2670, 'fixed_ips': [{'subnet_id': 'ed750e85-4d93-46c8-94fa-e6f2102332a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:57:15Z', 'updated_at': '2022-03-29T15:57:22Z', 'revision_number': 4, 'project_id': '7cf80ddd97cc42258b4e9ef897552490', 'subnets': [{'id': 'ed750e85-4d93-46c8-94fa-e6f2102332a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:57:23.222726 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbe0981c-86a2-4951-870e-59a6365416a3 tempest-PortsAdminExtendedAttrsTestJSON-1140109977 tempest-PortsAdminExtendedAttrsTestJSON-1140109977-project] Made reservation on behalf of b5f8a4b67f1140c697c68910ee6a3c8c for: {'network': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:57:23.226417 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-fbe0981c-86a2-4951-870e-59a6365416a3 tempest-PortsAdminExtendedAttrsTestJSON-1140109977 tempest-PortsAdminExtendedAttrsTestJSON-1140109977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for network, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:23.239324 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-fbe0981c-86a2-4951-870e-59a6365416a3 tempest-PortsAdminExtendedAttrsTestJSON-1140109977 tempest-PortsAdminExtendedAttrsTestJSON-1140109977-project] Notify callbacks [] for security_group, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:23.260232 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-094bc377-da6d-4ce6-9f45-a8381a33c4ac admin admin] Router 488cd048-b0be-4270-85bc-3432505c3122 is scheduled to L3 agent c648d819-1060-4f26-b4ec-6455387b5dff with binding_index 1 {{(pid=102791) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 29 15:57:23.282472 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a1787af-f40d-4c0f-93d3-1d026dfb5a2e None None] Network 277f0be9-acdc-4e75-a033-5c535592ee32 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 15:57:23.455802 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-17743132-1ba1-4c2d-8599-df2d8db61b69 None None] Provisioning complete for port fd58b123-18ad-4899-914b-465a8c82f3e1 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:57:23.456175 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-17743132-1ba1-4c2d-8599-df2d8db61b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:23.504330 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-fbe0981c-86a2-4951-870e-59a6365416a3 tempest-PortsAdminExtendedAttrsTestJSON-1140109977 tempest-PortsAdminExtendedAttrsTestJSON-1140109977-project] Notify callbacks [] for security_group, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:23.531700 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-fbe0981c-86a2-4951-870e-59a6365416a3 tempest-PortsAdminExtendedAttrsTestJSON-1140109977 tempest-PortsAdminExtendedAttrsTestJSON-1140109977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:23.546251 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 5405d9cb-6003-4c71-9701-8ee98aa87eba up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:57:23.576919 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe0981c-86a2-4951-870e-59a6365416a3 tempest-PortsAdminExtendedAttrsTestJSON-1140109977 tempest-PortsAdminExtendedAttrsTestJSON-1140109977-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9250d500-7fa8-4d4e-85b6-a45209c92b9f,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:57:23.597941 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-094bc377-da6d-4ce6-9f45-a8381a33c4ac admin admin] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:57:23.617610 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbe0981c-86a2-4951-870e-59a6365416a3 tempest-PortsAdminExtendedAttrsTestJSON-1140109977 tempest-PortsAdminExtendedAttrsTestJSON-1140109977-project] vlan segment allocate from pool success with {'vlan_id': 631, 'physical_network': 'physnet1'} {{(pid=102791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 15:57:23.626232 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-094bc377-da6d-4ce6-9f45-a8381a33c4ac admin admin] Notify callbacks [] for router, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:23.630067 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-094bc377-da6d-4ce6-9f45-a8381a33c4ac admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.4329319 Mar 29 15:57:23.630870 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 40916) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:57:23.633034 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f523d4df-8fa2-40ed-81b1-deae964163b3 None None] Sync routers for ids ['488cd048-b0be-4270-85bc-3432505c3122'] in n-d-834765-1 {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:57:23.668754 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port 5405d9cb-6003-4c71-9701-8ee98aa87eba triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:57:23.669128 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:23.682053 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-fbe0981c-86a2-4951-870e-59a6365416a3 tempest-PortsAdminExtendedAttrsTestJSON-1140109977 tempest-PortsAdminExtendedAttrsTestJSON-1140109977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:23.682412 n-d-834765-1 neutron-server[102791]: INFO neutron.db.segments_db [None req-fbe0981c-86a2-4951-870e-59a6365416a3 tempest-PortsAdminExtendedAttrsTestJSON-1140109977 tempest-PortsAdminExtendedAttrsTestJSON-1140109977-project] Added segment 2848e466-2c18-4b28-bb6d-4fbe354eb994 of type vlan for network 15a712d2-19bb-4f7d-89e6-cc2b542b58c7 Mar 29 15:57:23.729916 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f523d4df-8fa2-40ed-81b1-deae964163b3 None None] Routers {'488cd048-b0be-4270-85bc-3432505c3122'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:57:23.730720 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-f523d4df-8fa2-40ed-81b1-deae964163b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:57:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['488cd048-b0be-4270-85bc-3432505c3122'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:57:23.753612 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-fbe0981c-86a2-4951-870e-59a6365416a3 tempest-PortsAdminExtendedAttrsTestJSON-1140109977 tempest-PortsAdminExtendedAttrsTestJSON-1140109977-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783522915970'] for network, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:23.779681 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-17743132-1ba1-4c2d-8599-df2d8db61b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:23.858262 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-17743132-1ba1-4c2d-8599-df2d8db61b69 None None] For port fd58b123-18ad-4899-914b-465a8c82f3e1, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=fd58b123-18ad-4899-914b-465a8c82f3e1,segment=NetworkSegment(e8c7d0db-3096-43a2-866c-461b701b75a5),segment_id=e8c7d0db-3096-43a2-866c-461b701b75a5)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:57:23.871135 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-17743132-1ba1-4c2d-8599-df2d8db61b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:23.875199 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.db.resource_extend [None req-fbe0981c-86a2-4951-870e-59a6365416a3 tempest-PortsAdminExtendedAttrsTestJSON-1140109977 tempest-PortsAdminExtendedAttrsTestJSON-1140109977-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 29 15:57:23.962726 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17743132-1ba1-4c2d-8599-df2d8db61b69 None None] Pushing event updated for resources: {'Port': ['ID=fd58b123-18ad-4899-914b-465a8c82f3e1,revision_number=3']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:57:23.964092 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-fbe0981c-86a2-4951-870e-59a6365416a3 tempest-PortsAdminExtendedAttrsTestJSON-1140109977 tempest-PortsAdminExtendedAttrsTestJSON-1140109977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795'] for network, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:23.983757 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbe0981c-86a2-4951-870e-59a6365416a3 tempest-PortsAdminExtendedAttrsTestJSON-1140109977 tempest-PortsAdminExtendedAttrsTestJSON-1140109977-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:57:23.984670 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-fbe0981c-86a2-4951-870e-59a6365416a3 tempest-PortsAdminExtendedAttrsTestJSON-1140109977 tempest-PortsAdminExtendedAttrsTestJSON-1140109977-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for network, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:24.048584 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-fbe0981c-86a2-4951-870e-59a6365416a3 tempest-PortsAdminExtendedAttrsTestJSON-1140109977 tempest-PortsAdminExtendedAttrsTestJSON-1140109977-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.7171404 Mar 29 15:57:24.137829 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe0981c-86a2-4951-870e-59a6365416a3 tempest-PortsAdminExtendedAttrsTestJSON-1140109977 tempest-PortsAdminExtendedAttrsTestJSON-1140109977-project] Pushing event updated for resources: {'Network': ['ID=15a712d2-19bb-4f7d-89e6-cc2b542b58c7,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:57:24.165684 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvr_db [None req-f523d4df-8fa2-40ed-81b1-deae964163b3 None None] Set router 488cd048-b0be-4270-85bc-3432505c3122 gateway port host: n-d-834765-1 {{(pid=102792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:57:24.393820 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 40926) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:57:24.399788 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-23d3ca73-f4e9-4c3b-8dc6-09a456eb9897 tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] Request body: {'port': {'network_id': '15a712d2-19bb-4f7d-89e6-cc2b542b58c7', 'binding:host_id': 'n-h2-834765-1', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-70554470'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:57:24.454991 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23d3ca73-f4e9-4c3b-8dc6-09a456eb9897 tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] Made reservation on behalf of fafbd03354884661845843512866147d for: {'port': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:57:24.459519 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-23d3ca73-f4e9-4c3b-8dc6-09a456eb9897 tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:24.483031 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-23d3ca73-f4e9-4c3b-8dc6-09a456eb9897 tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:24.550447 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Network 15a712d2-19bb-4f7d-89e6-cc2b542b58c7 details requested by agent ovs-agent-n-d-834765-1 with host n-d-834765-1 {{(pid=102792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 15:57:24.603897 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-0ee71586-465f-4c3b-94e4-657d1799070d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:24.639231 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-23d3ca73-f4e9-4c3b-8dc6-09a456eb9897 tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:24.648244 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-23d3ca73-f4e9-4c3b-8dc6-09a456eb9897 tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:24.656776 n-d-834765-1 neutron-server[102790]: DEBUG neutron.notifiers.nova [None req-23d3ca73-f4e9-4c3b-8dc6-09a456eb9897 tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] device_id is not set on port 4327a0c1-6ee2-40c1-bddd-615224884240 yet. {{(pid=102790) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 29 15:57:24.698859 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device fd58b123-18ad-4899-914b-465a8c82f3e1 up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:57:24.834924 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-3084b005-cdae-4af7-aa54-657d09cc1b5a None None] Provisioning complete for port fd58b123-18ad-4899-914b-465a8c82f3e1 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:57:24.835600 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-3084b005-cdae-4af7-aa54-657d09cc1b5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:24.862427 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_common [None req-0ee71586-465f-4c3b-94e4-657d1799070d admin admin] Allocated IP 172.20.0.1 (277f0be9-acdc-4e75-a033-5c535592ee32/27f4fa3c-0315-4e03-99a5-b25846481f74/c7924161-a84f-4cb8-af8b-742231481d9d) {{(pid=102791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:57:24.867763 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d3ca73-f4e9-4c3b-8dc6-09a456eb9897 tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0652c6c1-41ee-47e3-b234-78a04ee62a0a,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:57:25.044259 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port fd58b123-18ad-4899-914b-465a8c82f3e1 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:57:25.044695 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:25.079524 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-0ee71586-465f-4c3b-94e4-657d1799070d admin admin] Notify callbacks [] for port, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:25.091118 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-f523d4df-8fa2-40ed-81b1-deae964163b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '488cd048-b0be-4270-85bc-3432505c3122', 'name': 'tempest-TestAggregatesBasicOps-1176189196-router', 'tenant_id': '633dfcbfc96244b7824d264084753d15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.216'}], 'enable_snat': True}, 'gw_port_id': '8fb804e2-2a3c-49b8-ad39-c1436c4da296', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:57:20Z', 'updated_at': '2022-03-29T15:57:21Z', 'revision_number': 3, 'project_id': '633dfcbfc96244b7824d264084753d15', 'gw_port': {'id': '8fb804e2-2a3c-49b8-ad39-c1436c4da296', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:31:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '488cd048-b0be-4270-85bc-3432505c3122', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2706, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:57:21Z', 'updated_at': '2022-03-29T15:57:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1'}], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:57:25.151593 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-0ee71586-465f-4c3b-94e4-657d1799070d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:25.212153 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f523d4df-8fa2-40ed-81b1-deae964163b3 None None] Checking router: 488cd048-b0be-4270-85bc-3432505c3122 for host: n-d-834765-1 {{(pid=102792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:57:25.212528 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f523d4df-8fa2-40ed-81b1-deae964163b3 None None] Updating router 488cd048-b0be-4270-85bc-3432505c3122 port 8fb804e2-2a3c-49b8-ad39-c1436c4da296 binding host n-d-834765-1 {{(pid=102792) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 15:57:25.241585 n-d-834765-1 neutron-server[102790]: DEBUG neutron.notifiers.nova [None req-23d3ca73-f4e9-4c3b-8dc6-09a456eb9897 tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] device_id is not set on port 4327a0c1-6ee2-40c1-bddd-615224884240 yet. {{(pid=102790) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 29 15:57:25.250033 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee71586-465f-4c3b-94e4-657d1799070d admin admin] Pushing event updated for resources: {'Port': ['ID=c7924161-a84f-4cb8-af8b-742231481d9d,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:57:25.253743 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ee71586-465f-4c3b-94e4-657d1799070d admin admin] Network 277f0be9-acdc-4e75-a033-5c535592ee32 is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:57:25.256169 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [None req-0ee71586-465f-4c3b-94e4-657d1799070d admin admin] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:57:25.261958 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-23d3ca73-f4e9-4c3b-8dc6-09a456eb9897 tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:25.272047 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ee71586-465f-4c3b-94e4-657d1799070d admin admin] Received port after_create {{(pid=102791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:57:25.286904 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-23d3ca73-f4e9-4c3b-8dc6-09a456eb9897 tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:25.329891 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-0ee71586-465f-4c3b-94e4-657d1799070d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-648347'] for router_interface, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:25.344338 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-f523d4df-8fa2-40ed-81b1-deae964163b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:25.420515 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d3ca73-f4e9-4c3b-8dc6-09a456eb9897 tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] Pushing event updated for resources: {'Port': ['ID=4327a0c1-6ee2-40c1-bddd-615224884240,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:57:25.563298 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23d3ca73-f4e9-4c3b-8dc6-09a456eb9897 tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] Checking segment: {'id': '2848e466-2c18-4b28-bb6d-4fbe354eb994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '15a712d2-19bb-4f7d-89e6-cc2b542b58c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:57:25.567973 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23d3ca73-f4e9-4c3b-8dc6-09a456eb9897 tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] Network hostable DHCP agents. Network: 15a712d2-19bb-4f7d-89e6-cc2b542b58c7, hostable agents: ['d136643e-48ae-49d4-a851-2ba3bdf3749c'], hosted agents: [] {{(pid=102790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 15:57:25.617650 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-0ee71586-465f-4c3b-94e4-657d1799070d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:25.622511 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23d3ca73-f4e9-4c3b-8dc6-09a456eb9897 tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] Network 15a712d2-19bb-4f7d-89e6-cc2b542b58c7 is scheduled to be hosted by DHCP agent d136643e-48ae-49d4-a851-2ba3bdf3749c with binding_index 1 {{(pid=102790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 15:57:25.636157 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-23d3ca73-f4e9-4c3b-8dc6-09a456eb9897 tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834765-1, 15a712d2-19bb-4f7d-89e6-cc2b542b58c7) {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:57:25.641160 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23d3ca73-f4e9-4c3b-8dc6-09a456eb9897 tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] Received port after_create {{(pid=102790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:57:25.657285 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.managers [None req-23d3ca73-f4e9-4c3b-8dc6-09a456eb9897 tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] Attempting to bind port 4327a0c1-6ee2-40c1-bddd-615224884240 on host n-h2-834765-1 for vnic_type normal with profile {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:57:25.657913 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.managers [None req-23d3ca73-f4e9-4c3b-8dc6-09a456eb9897 tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] Attempting to bind port 4327a0c1-6ee2-40c1-bddd-615224884240 by drivers openvswitch,hyperv on host n-h2-834765-1 at level 0 using segments [{'id': '2848e466-2c18-4b28-bb6d-4fbe354eb994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '15a712d2-19bb-4f7d-89e6-cc2b542b58c7'}] {{(pid=102790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:57:25.658412 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23d3ca73-f4e9-4c3b-8dc6-09a456eb9897 tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] Attempting to bind port 4327a0c1-6ee2-40c1-bddd-615224884240 on network 15a712d2-19bb-4f7d-89e6-cc2b542b58c7 {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:57:25.665073 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23d3ca73-f4e9-4c3b-8dc6-09a456eb9897 tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] Port 4327a0c1-6ee2-40c1-bddd-615224884240 on network 15a712d2-19bb-4f7d-89e6-cc2b542b58c7 not bound, no agent of type Open vSwitch agent registered on host n-h2-834765-1 {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 15:57:25.665599 n-d-834765-1 neutron-server[102790]: ERROR neutron.plugins.ml2.managers [None req-23d3ca73-f4e9-4c3b-8dc6-09a456eb9897 tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] Failed to bind port 4327a0c1-6ee2-40c1-bddd-615224884240 on host n-h2-834765-1 for vnic_type normal using segments [{'id': '2848e466-2c18-4b28-bb6d-4fbe354eb994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '15a712d2-19bb-4f7d-89e6-cc2b542b58c7'}] Mar 29 15:57:25.666134 n-d-834765-1 neutron-server[102790]: INFO neutron.plugins.ml2.plugin [None req-23d3ca73-f4e9-4c3b-8dc6-09a456eb9897 tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] Attempt 2 to bind port 4327a0c1-6ee2-40c1-bddd-615224884240 Mar 29 15:57:25.706432 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.managers [None req-23d3ca73-f4e9-4c3b-8dc6-09a456eb9897 tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] Attempting to bind port 4327a0c1-6ee2-40c1-bddd-615224884240 on host n-h2-834765-1 for vnic_type normal with profile {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:57:25.706842 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.managers [None req-23d3ca73-f4e9-4c3b-8dc6-09a456eb9897 tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] Attempting to bind port 4327a0c1-6ee2-40c1-bddd-615224884240 by drivers openvswitch,hyperv on host n-h2-834765-1 at level 0 using segments [{'id': '2848e466-2c18-4b28-bb6d-4fbe354eb994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '15a712d2-19bb-4f7d-89e6-cc2b542b58c7'}] {{(pid=102790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:57:25.707282 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23d3ca73-f4e9-4c3b-8dc6-09a456eb9897 tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] Attempting to bind port 4327a0c1-6ee2-40c1-bddd-615224884240 on network 15a712d2-19bb-4f7d-89e6-cc2b542b58c7 {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:57:25.709387 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-f523d4df-8fa2-40ed-81b1-deae964163b3 None None] Notify callbacks [] for port, precommit_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:25.712771 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23d3ca73-f4e9-4c3b-8dc6-09a456eb9897 tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] Port 4327a0c1-6ee2-40c1-bddd-615224884240 on network 15a712d2-19bb-4f7d-89e6-cc2b542b58c7 not bound, no agent of type Open vSwitch agent registered on host n-h2-834765-1 {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 15:57:25.713247 n-d-834765-1 neutron-server[102790]: ERROR neutron.plugins.ml2.managers [None req-23d3ca73-f4e9-4c3b-8dc6-09a456eb9897 tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] Failed to bind port 4327a0c1-6ee2-40c1-bddd-615224884240 on host n-h2-834765-1 for vnic_type normal using segments [{'id': '2848e466-2c18-4b28-bb6d-4fbe354eb994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '15a712d2-19bb-4f7d-89e6-cc2b542b58c7'}] Mar 29 15:57:25.713738 n-d-834765-1 neutron-server[102790]: INFO neutron.plugins.ml2.plugin [None req-23d3ca73-f4e9-4c3b-8dc6-09a456eb9897 tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] Attempt 3 to bind port 4327a0c1-6ee2-40c1-bddd-615224884240 Mar 29 15:57:25.718858 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3b6999f-94c9-4cd6-801c-8199eaa2fe8f None None] Network 15a712d2-19bb-4f7d-89e6-cc2b542b58c7 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 15:57:25.725963 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-f523d4df-8fa2-40ed-81b1-deae964163b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:25.760793 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.managers [None req-23d3ca73-f4e9-4c3b-8dc6-09a456eb9897 tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] Attempting to bind port 4327a0c1-6ee2-40c1-bddd-615224884240 on host n-h2-834765-1 for vnic_type normal with profile {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:57:25.761147 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.managers [None req-23d3ca73-f4e9-4c3b-8dc6-09a456eb9897 tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] Attempting to bind port 4327a0c1-6ee2-40c1-bddd-615224884240 by drivers openvswitch,hyperv on host n-h2-834765-1 at level 0 using segments [{'id': '2848e466-2c18-4b28-bb6d-4fbe354eb994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '15a712d2-19bb-4f7d-89e6-cc2b542b58c7'}] {{(pid=102790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:57:25.762944 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23d3ca73-f4e9-4c3b-8dc6-09a456eb9897 tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] Attempting to bind port 4327a0c1-6ee2-40c1-bddd-615224884240 on network 15a712d2-19bb-4f7d-89e6-cc2b542b58c7 {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:57:25.772861 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23d3ca73-f4e9-4c3b-8dc6-09a456eb9897 tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] Port 4327a0c1-6ee2-40c1-bddd-615224884240 on network 15a712d2-19bb-4f7d-89e6-cc2b542b58c7 not bound, no agent of type Open vSwitch agent registered on host n-h2-834765-1 {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 15:57:25.773192 n-d-834765-1 neutron-server[102790]: ERROR neutron.plugins.ml2.managers [None req-23d3ca73-f4e9-4c3b-8dc6-09a456eb9897 tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] Failed to bind port 4327a0c1-6ee2-40c1-bddd-615224884240 on host n-h2-834765-1 for vnic_type normal using segments [{'id': '2848e466-2c18-4b28-bb6d-4fbe354eb994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '15a712d2-19bb-4f7d-89e6-cc2b542b58c7'}] Mar 29 15:57:25.773589 n-d-834765-1 neutron-server[102790]: INFO neutron.plugins.ml2.plugin [None req-23d3ca73-f4e9-4c3b-8dc6-09a456eb9897 tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] Attempt 4 to bind port 4327a0c1-6ee2-40c1-bddd-615224884240 Mar 29 15:57:25.804562 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.managers [None req-23d3ca73-f4e9-4c3b-8dc6-09a456eb9897 tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] Attempting to bind port 4327a0c1-6ee2-40c1-bddd-615224884240 on host n-h2-834765-1 for vnic_type normal with profile {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:57:25.805317 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.managers [None req-23d3ca73-f4e9-4c3b-8dc6-09a456eb9897 tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] Attempting to bind port 4327a0c1-6ee2-40c1-bddd-615224884240 by drivers openvswitch,hyperv on host n-h2-834765-1 at level 0 using segments [{'id': '2848e466-2c18-4b28-bb6d-4fbe354eb994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '15a712d2-19bb-4f7d-89e6-cc2b542b58c7'}] {{(pid=102790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:57:25.809711 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23d3ca73-f4e9-4c3b-8dc6-09a456eb9897 tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] Attempting to bind port 4327a0c1-6ee2-40c1-bddd-615224884240 on network 15a712d2-19bb-4f7d-89e6-cc2b542b58c7 {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:57:25.819403 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-f523d4df-8fa2-40ed-81b1-deae964163b3 None None] Attempting to bind port 8fb804e2-2a3c-49b8-ad39-c1436c4da296 on host n-d-834765-1 for vnic_type normal with profile {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:57:25.819791 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-f523d4df-8fa2-40ed-81b1-deae964163b3 None None] Attempting to bind port 8fb804e2-2a3c-49b8-ad39-c1436c4da296 by drivers openvswitch,hyperv on host n-d-834765-1 at level 0 using segments [{'id': '6ab47353-a811-4bad-bc73-b4cc84583cfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:57:25.820157 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f523d4df-8fa2-40ed-81b1-deae964163b3 None None] Attempting to bind port 8fb804e2-2a3c-49b8-ad39-c1436c4da296 on network 4a4a035d-ecac-4ead-baa3-25f90788773a {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:57:25.823879 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23d3ca73-f4e9-4c3b-8dc6-09a456eb9897 tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] Port 4327a0c1-6ee2-40c1-bddd-615224884240 on network 15a712d2-19bb-4f7d-89e6-cc2b542b58c7 not bound, no agent of type Open vSwitch agent registered on host n-h2-834765-1 {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 15:57:25.826237 n-d-834765-1 neutron-server[102790]: ERROR neutron.plugins.ml2.managers [None req-23d3ca73-f4e9-4c3b-8dc6-09a456eb9897 tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] Failed to bind port 4327a0c1-6ee2-40c1-bddd-615224884240 on host n-h2-834765-1 for vnic_type normal using segments [{'id': '2848e466-2c18-4b28-bb6d-4fbe354eb994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '15a712d2-19bb-4f7d-89e6-cc2b542b58c7'}] Mar 29 15:57:25.826826 n-d-834765-1 neutron-server[102790]: INFO neutron.plugins.ml2.plugin [None req-23d3ca73-f4e9-4c3b-8dc6-09a456eb9897 tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] Attempt 5 to bind port 4327a0c1-6ee2-40c1-bddd-615224884240 Mar 29 15:57:25.829943 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f523d4df-8fa2-40ed-81b1-deae964163b3 None None] Checking agent: {'id': 'a8866439-9d96-425c-b519-6905c591ac37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 25, 36), 'started_at': datetime.datetime(2022, 3, 29, 15, 26, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 57, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834765-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:57:25.830431 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f523d4df-8fa2-40ed-81b1-deae964163b3 None None] Checking segment: {'id': '6ab47353-a811-4bad-bc73-b4cc84583cfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:57:25.830840 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-f523d4df-8fa2-40ed-81b1-deae964163b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:25.831232 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f523d4df-8fa2-40ed-81b1-deae964163b3 None None] Bound using segment: {'id': '6ab47353-a811-4bad-bc73-b4cc84583cfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:57:25.831733 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-f523d4df-8fa2-40ed-81b1-deae964163b3 None None] Bound port: 8fb804e2-2a3c-49b8-ad39-c1436c4da296, host: n-d-834765-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ab47353-a811-4bad-bc73-b4cc84583cfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'}}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 15:57:25.832116 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-f523d4df-8fa2-40ed-81b1-deae964163b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:25.857300 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.managers [None req-23d3ca73-f4e9-4c3b-8dc6-09a456eb9897 tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] Attempting to bind port 4327a0c1-6ee2-40c1-bddd-615224884240 on host n-h2-834765-1 for vnic_type normal with profile {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:57:25.859058 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.managers [None req-23d3ca73-f4e9-4c3b-8dc6-09a456eb9897 tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] Attempting to bind port 4327a0c1-6ee2-40c1-bddd-615224884240 by drivers openvswitch,hyperv on host n-h2-834765-1 at level 0 using segments [{'id': '2848e466-2c18-4b28-bb6d-4fbe354eb994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '15a712d2-19bb-4f7d-89e6-cc2b542b58c7'}] {{(pid=102790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:57:25.860278 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23d3ca73-f4e9-4c3b-8dc6-09a456eb9897 tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] Attempting to bind port 4327a0c1-6ee2-40c1-bddd-615224884240 on network 15a712d2-19bb-4f7d-89e6-cc2b542b58c7 {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:57:25.871018 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23d3ca73-f4e9-4c3b-8dc6-09a456eb9897 tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] Port 4327a0c1-6ee2-40c1-bddd-615224884240 on network 15a712d2-19bb-4f7d-89e6-cc2b542b58c7 not bound, no agent of type Open vSwitch agent registered on host n-h2-834765-1 {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 15:57:25.874033 n-d-834765-1 neutron-server[102790]: ERROR neutron.plugins.ml2.managers [None req-23d3ca73-f4e9-4c3b-8dc6-09a456eb9897 tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] Failed to bind port 4327a0c1-6ee2-40c1-bddd-615224884240 on host n-h2-834765-1 for vnic_type normal using segments [{'id': '2848e466-2c18-4b28-bb6d-4fbe354eb994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '15a712d2-19bb-4f7d-89e6-cc2b542b58c7'}] Mar 29 15:57:25.874656 n-d-834765-1 neutron-server[102790]: INFO neutron.plugins.ml2.plugin [None req-23d3ca73-f4e9-4c3b-8dc6-09a456eb9897 tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] Attempt 6 to bind port 4327a0c1-6ee2-40c1-bddd-615224884240 Mar 29 15:57:25.900637 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-0ee71586-465f-4c3b-94e4-657d1799070d admin admin] Notify callbacks [] for port, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:25.903676 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.managers [None req-23d3ca73-f4e9-4c3b-8dc6-09a456eb9897 tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] Attempting to bind port 4327a0c1-6ee2-40c1-bddd-615224884240 on host n-h2-834765-1 for vnic_type normal with profile {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:57:25.904793 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.managers [None req-23d3ca73-f4e9-4c3b-8dc6-09a456eb9897 tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] Attempting to bind port 4327a0c1-6ee2-40c1-bddd-615224884240 by drivers openvswitch,hyperv on host n-h2-834765-1 at level 0 using segments [{'id': '2848e466-2c18-4b28-bb6d-4fbe354eb994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '15a712d2-19bb-4f7d-89e6-cc2b542b58c7'}] {{(pid=102790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:57:25.905448 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23d3ca73-f4e9-4c3b-8dc6-09a456eb9897 tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] Attempting to bind port 4327a0c1-6ee2-40c1-bddd-615224884240 on network 15a712d2-19bb-4f7d-89e6-cc2b542b58c7 {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:57:25.907618 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-0ee71586-465f-4c3b-94e4-657d1799070d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:25.915015 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23d3ca73-f4e9-4c3b-8dc6-09a456eb9897 tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] Port 4327a0c1-6ee2-40c1-bddd-615224884240 on network 15a712d2-19bb-4f7d-89e6-cc2b542b58c7 not bound, no agent of type Open vSwitch agent registered on host n-h2-834765-1 {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 15:57:25.915596 n-d-834765-1 neutron-server[102790]: ERROR neutron.plugins.ml2.managers [None req-23d3ca73-f4e9-4c3b-8dc6-09a456eb9897 tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] Failed to bind port 4327a0c1-6ee2-40c1-bddd-615224884240 on host n-h2-834765-1 for vnic_type normal using segments [{'id': '2848e466-2c18-4b28-bb6d-4fbe354eb994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '15a712d2-19bb-4f7d-89e6-cc2b542b58c7'}] Mar 29 15:57:25.916325 n-d-834765-1 neutron-server[102790]: INFO neutron.plugins.ml2.plugin [None req-23d3ca73-f4e9-4c3b-8dc6-09a456eb9897 tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] Attempt 7 to bind port 4327a0c1-6ee2-40c1-bddd-615224884240 Mar 29 15:57:25.932132 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.managers [None req-23d3ca73-f4e9-4c3b-8dc6-09a456eb9897 tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] Attempting to bind port 4327a0c1-6ee2-40c1-bddd-615224884240 on host n-h2-834765-1 for vnic_type normal with profile {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:57:25.934636 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.managers [None req-23d3ca73-f4e9-4c3b-8dc6-09a456eb9897 tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] Attempting to bind port 4327a0c1-6ee2-40c1-bddd-615224884240 by drivers openvswitch,hyperv on host n-h2-834765-1 at level 0 using segments [{'id': '2848e466-2c18-4b28-bb6d-4fbe354eb994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '15a712d2-19bb-4f7d-89e6-cc2b542b58c7'}] {{(pid=102790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:57:25.935218 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23d3ca73-f4e9-4c3b-8dc6-09a456eb9897 tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] Attempting to bind port 4327a0c1-6ee2-40c1-bddd-615224884240 on network 15a712d2-19bb-4f7d-89e6-cc2b542b58c7 {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:57:25.946853 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23d3ca73-f4e9-4c3b-8dc6-09a456eb9897 tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] Port 4327a0c1-6ee2-40c1-bddd-615224884240 on network 15a712d2-19bb-4f7d-89e6-cc2b542b58c7 not bound, no agent of type Open vSwitch agent registered on host n-h2-834765-1 {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 15:57:25.954335 n-d-834765-1 neutron-server[102790]: ERROR neutron.plugins.ml2.managers [None req-23d3ca73-f4e9-4c3b-8dc6-09a456eb9897 tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] Failed to bind port 4327a0c1-6ee2-40c1-bddd-615224884240 on host n-h2-834765-1 for vnic_type normal using segments [{'id': '2848e466-2c18-4b28-bb6d-4fbe354eb994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '15a712d2-19bb-4f7d-89e6-cc2b542b58c7'}] Mar 29 15:57:25.955026 n-d-834765-1 neutron-server[102790]: INFO neutron.plugins.ml2.plugin [None req-23d3ca73-f4e9-4c3b-8dc6-09a456eb9897 tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] Attempt 8 to bind port 4327a0c1-6ee2-40c1-bddd-615224884240 Mar 29 15:57:25.987336 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-f523d4df-8fa2-40ed-81b1-deae964163b3 None None] For port 8fb804e2-2a3c-49b8-ad39-c1436c4da296, host n-d-834765-1, cleared binding levels {{(pid=102792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:57:25.998231 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-0ee71586-465f-4c3b-94e4-657d1799070d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-648439'] for router_interface, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:26.001627 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee71586-465f-4c3b-94e4-657d1799070d admin admin] Pushing event updated for resources: {'Port': ['ID=c7924161-a84f-4cb8-af8b-742231481d9d,revision_number=2']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:57:26.002219 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.managers [None req-23d3ca73-f4e9-4c3b-8dc6-09a456eb9897 tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] Attempting to bind port 4327a0c1-6ee2-40c1-bddd-615224884240 on host n-h2-834765-1 for vnic_type normal with profile {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:57:26.003545 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.managers [None req-23d3ca73-f4e9-4c3b-8dc6-09a456eb9897 tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] Attempting to bind port 4327a0c1-6ee2-40c1-bddd-615224884240 by drivers openvswitch,hyperv on host n-h2-834765-1 at level 0 using segments [{'id': '2848e466-2c18-4b28-bb6d-4fbe354eb994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '15a712d2-19bb-4f7d-89e6-cc2b542b58c7'}] {{(pid=102790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:57:26.004235 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23d3ca73-f4e9-4c3b-8dc6-09a456eb9897 tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] Attempting to bind port 4327a0c1-6ee2-40c1-bddd-615224884240 on network 15a712d2-19bb-4f7d-89e6-cc2b542b58c7 {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:57:26.011871 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23d3ca73-f4e9-4c3b-8dc6-09a456eb9897 tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] Port 4327a0c1-6ee2-40c1-bddd-615224884240 on network 15a712d2-19bb-4f7d-89e6-cc2b542b58c7 not bound, no agent of type Open vSwitch agent registered on host n-h2-834765-1 {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 15:57:26.012616 n-d-834765-1 neutron-server[102790]: ERROR neutron.plugins.ml2.managers [None req-23d3ca73-f4e9-4c3b-8dc6-09a456eb9897 tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] Failed to bind port 4327a0c1-6ee2-40c1-bddd-615224884240 on host n-h2-834765-1 for vnic_type normal using segments [{'id': '2848e466-2c18-4b28-bb6d-4fbe354eb994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '15a712d2-19bb-4f7d-89e6-cc2b542b58c7'}] Mar 29 15:57:26.014827 n-d-834765-1 neutron-server[102790]: INFO neutron.plugins.ml2.plugin [None req-23d3ca73-f4e9-4c3b-8dc6-09a456eb9897 tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] Attempt 9 to bind port 4327a0c1-6ee2-40c1-bddd-615224884240 Mar 29 15:57:26.020932 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-f523d4df-8fa2-40ed-81b1-deae964163b3 None None] For port 8fb804e2-2a3c-49b8-ad39-c1436c4da296, host n-d-834765-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=8fb804e2-2a3c-49b8-ad39-c1436c4da296,segment=NetworkSegment(6ab47353-a811-4bad-bc73-b4cc84583cfd),segment_id=6ab47353-a811-4bad-bc73-b4cc84583cfd)] {{(pid=102792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:57:26.021443 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407a4a80-e045-4436-9f74-2db8171e9d9d None None] Pushing event updated for resources: {'Port': ['ID=8fb804e2-2a3c-49b8-ad39-c1436c4da296,revision_number=2']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:57:26.033873 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.managers [None req-23d3ca73-f4e9-4c3b-8dc6-09a456eb9897 tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] Attempting to bind port 4327a0c1-6ee2-40c1-bddd-615224884240 on host n-h2-834765-1 for vnic_type normal with profile {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:57:26.034356 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.managers [None req-23d3ca73-f4e9-4c3b-8dc6-09a456eb9897 tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] Attempting to bind port 4327a0c1-6ee2-40c1-bddd-615224884240 by drivers openvswitch,hyperv on host n-h2-834765-1 at level 0 using segments [{'id': '2848e466-2c18-4b28-bb6d-4fbe354eb994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '15a712d2-19bb-4f7d-89e6-cc2b542b58c7'}] {{(pid=102790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:57:26.035067 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23d3ca73-f4e9-4c3b-8dc6-09a456eb9897 tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] Attempting to bind port 4327a0c1-6ee2-40c1-bddd-615224884240 on network 15a712d2-19bb-4f7d-89e6-cc2b542b58c7 {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:57:26.058547 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23d3ca73-f4e9-4c3b-8dc6-09a456eb9897 tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] Port 4327a0c1-6ee2-40c1-bddd-615224884240 on network 15a712d2-19bb-4f7d-89e6-cc2b542b58c7 not bound, no agent of type Open vSwitch agent registered on host n-h2-834765-1 {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 15:57:26.061315 n-d-834765-1 neutron-server[102790]: ERROR neutron.plugins.ml2.managers [None req-23d3ca73-f4e9-4c3b-8dc6-09a456eb9897 tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] Failed to bind port 4327a0c1-6ee2-40c1-bddd-615224884240 on host n-h2-834765-1 for vnic_type normal using segments [{'id': '2848e466-2c18-4b28-bb6d-4fbe354eb994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '15a712d2-19bb-4f7d-89e6-cc2b542b58c7'}] Mar 29 15:57:26.062130 n-d-834765-1 neutron-server[102790]: INFO neutron.plugins.ml2.plugin [None req-23d3ca73-f4e9-4c3b-8dc6-09a456eb9897 tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] Attempt 10 to bind port 4327a0c1-6ee2-40c1-bddd-615224884240 Mar 29 15:57:26.102405 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-bef4b3a9-41ac-469a-b73f-dd6e2bd1d3ea None None] Provisioning complete for port c7924161-a84f-4cb8-af8b-742231481d9d triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:57:26.102405 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-bef4b3a9-41ac-469a-b73f-dd6e2bd1d3ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:26.102405 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-f523d4df-8fa2-40ed-81b1-deae964163b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:26.115547 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.managers [None req-23d3ca73-f4e9-4c3b-8dc6-09a456eb9897 tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] Attempting to bind port 4327a0c1-6ee2-40c1-bddd-615224884240 on host n-h2-834765-1 for vnic_type normal with profile {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:57:26.115547 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.managers [None req-23d3ca73-f4e9-4c3b-8dc6-09a456eb9897 tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] Attempting to bind port 4327a0c1-6ee2-40c1-bddd-615224884240 by drivers openvswitch,hyperv on host n-h2-834765-1 at level 0 using segments [{'id': '2848e466-2c18-4b28-bb6d-4fbe354eb994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '15a712d2-19bb-4f7d-89e6-cc2b542b58c7'}] {{(pid=102790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:57:26.115547 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23d3ca73-f4e9-4c3b-8dc6-09a456eb9897 tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] Attempting to bind port 4327a0c1-6ee2-40c1-bddd-615224884240 on network 15a712d2-19bb-4f7d-89e6-cc2b542b58c7 {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:57:26.137471 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23d3ca73-f4e9-4c3b-8dc6-09a456eb9897 tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] Port 4327a0c1-6ee2-40c1-bddd-615224884240 on network 15a712d2-19bb-4f7d-89e6-cc2b542b58c7 not bound, no agent of type Open vSwitch agent registered on host n-h2-834765-1 {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 15:57:26.137938 n-d-834765-1 neutron-server[102790]: ERROR neutron.plugins.ml2.managers [None req-23d3ca73-f4e9-4c3b-8dc6-09a456eb9897 tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] Failed to bind port 4327a0c1-6ee2-40c1-bddd-615224884240 on host n-h2-834765-1 for vnic_type normal using segments [{'id': '2848e466-2c18-4b28-bb6d-4fbe354eb994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '15a712d2-19bb-4f7d-89e6-cc2b542b58c7'}] Mar 29 15:57:26.142221 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-23d3ca73-f4e9-4c3b-8dc6-09a456eb9897 tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:26.144246 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ee71586-465f-4c3b-94e4-657d1799070d admin admin] Network 277f0be9-acdc-4e75-a033-5c535592ee32 is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:57:26.149808 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [None req-0ee71586-465f-4c3b-94e4-657d1799070d admin admin] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:57:26.226729 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407a4a80-e045-4436-9f74-2db8171e9d9d None None] Pushing event updated for resources: {'Port': ['ID=8fb804e2-2a3c-49b8-ad39-c1436c4da296,revision_number=3']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:57:26.266444 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [None req-23d3ca73-f4e9-4c3b-8dc6-09a456eb9897 tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] For port 4327a0c1-6ee2-40c1-bddd-615224884240, host n-h2-834765-1, cleared binding levels {{(pid=102790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:57:26.267009 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [None req-23d3ca73-f4e9-4c3b-8dc6-09a456eb9897 tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] Attempted to set empty binding levels {{(pid=102790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Mar 29 15:57:26.272693 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-23d3ca73-f4e9-4c3b-8dc6-09a456eb9897 tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5237921'] for port, after_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:26.282472 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-bef4b3a9-41ac-469a-b73f-dd6e2bd1d3ea None None] Port c7924161-a84f-4cb8-af8b-742231481d9d cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 15:57:26.303986 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f523d4df-8fa2-40ed-81b1-deae964163b3 None None] Routers {'488cd048-b0be-4270-85bc-3432505c3122'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:57:26.304803 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-f523d4df-8fa2-40ed-81b1-deae964163b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:57:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['488cd048-b0be-4270-85bc-3432505c3122'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:57:26.348689 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ee71586-465f-4c3b-94e4-657d1799070d admin admin] Router 488cd048-b0be-4270-85bc-3432505c3122 has already been hosted by L3 agent c648d819-1060-4f26-b4ec-6455387b5dff {{(pid=102791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 15:57:26.376294 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23d3ca73-f4e9-4c3b-8dc6-09a456eb9897 tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:57:26.377011 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-23d3ca73-f4e9-4c3b-8dc6-09a456eb9897 tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:26.435437 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-23d3ca73-f4e9-4c3b-8dc6-09a456eb9897 tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 978 time: 2.0354736 Mar 29 15:57:26.436069 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 40986) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:57:26.454987 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d3ca73-f4e9-4c3b-8dc6-09a456eb9897 tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] Pushing event updated for resources: {'Port': ['ID=4327a0c1-6ee2-40c1-bddd-615224884240,revision_number=2']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:57:26.495114 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device fd58b123-18ad-4899-914b-465a8c82f3e1 up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:57:26.563773 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-c5ea7a5d-b685-49d7-b1b3-b27e8072ddb1 None None] Provisioning complete for port c7924161-a84f-4cb8-af8b-742231481d9d triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:57:26.564227 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-c5ea7a5d-b685-49d7-b1b3-b27e8072ddb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:26.579875 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ee71586-465f-4c3b-94e4-657d1799070d admin admin] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:57:26.586745 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-1ccb4506-ae60-42d9-8966-b0264fe8f346 tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] Deleting port 4327a0c1-6ee2-40c1-bddd-615224884240 {{(pid=102790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:57:26.587100 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-1ccb4506-ae60-42d9-8966-b0264fe8f346 tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:26.595913 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-0ee71586-465f-4c3b-94e4-657d1799070d admin admin] 10.222.0.42 "PUT /v2.0/routers/488cd048-b0be-4270-85bc-3432505c3122/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9639540 Mar 29 15:57:26.621658 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvr_db [None req-f523d4df-8fa2-40ed-81b1-deae964163b3 None None] Set router 488cd048-b0be-4270-85bc-3432505c3122 gateway port host: n-d-834765-1 {{(pid=102792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:57:26.680468 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-c5ea7a5d-b685-49d7-b1b3-b27e8072ddb1 None None] Port c7924161-a84f-4cb8-af8b-742231481d9d cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 15:57:26.686976 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [None req-1ccb4506-ae60-42d9-8966-b0264fe8f346 tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] For port 4327a0c1-6ee2-40c1-bddd-615224884240, host n-h2-834765-1, got binding levels [] {{(pid=102790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:57:26.687456 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-1ccb4506-ae60-42d9-8966-b0264fe8f346 tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:26.736984 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-1ccb4506-ae60-42d9-8966-b0264fe8f346 tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] Calling delete_port for 4327a0c1-6ee2-40c1-bddd-615224884240 owned by {{(pid=102790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:57:26.749941 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port fd58b123-18ad-4899-914b-465a8c82f3e1 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:57:26.749941 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:26.846768 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-1ccb4506-ae60-42d9-8966-b0264fe8f346 tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:26.869688 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-1ccb4506-ae60-42d9-8966-b0264fe8f346 tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:26.874082 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-1ccb4506-ae60-42d9-8966-b0264fe8f346 tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] 10.222.0.42 "DELETE /v2.0/ports/4327a0c1-6ee2-40c1-bddd-615224884240 HTTP/1.1" status: 204 len: 168 time: 0.4345393 Mar 29 15:57:26.881902 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 41024) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:57:26.942064 n-d-834765-1 neutron-server[102790]: INFO neutron.pecan_wsgi.hooks.translation [None req-2473d729-da20-4a9c-ad4f-a2b3977b1fa0 tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] GET failed (client error): The resource could not be found. Mar 29 15:57:26.953166 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-2473d729-da20-4a9c-ad4f-a2b3977b1fa0 tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] 10.222.0.42 "GET /v2.0/ports/4327a0c1-6ee2-40c1-bddd-615224884240 HTTP/1.1" status: 404 len: 333 time: 0.0704360 Mar 29 15:57:26.953265 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 41026) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:57:26.959336 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-ccd7e993-0228-4965-8801-a701e8ae048c tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] Request body: {'port': {'network_id': '15a712d2-19bb-4f7d-89e6-cc2b542b58c7', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-30097858'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:57:26.963141 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccb4506-ae60-42d9-8966-b0264fe8f346 tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] Pushing event deleted for resources: {'Port': ['ID=4327a0c1-6ee2-40c1-bddd-615224884240,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:57:26.998711 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccd7e993-0228-4965-8801-a701e8ae048c tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] Made reservation on behalf of fafbd03354884661845843512866147d for: {'port': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:57:27.002670 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-ccd7e993-0228-4965-8801-a701e8ae048c tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:27.005527 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-f523d4df-8fa2-40ed-81b1-deae964163b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '488cd048-b0be-4270-85bc-3432505c3122', 'name': 'tempest-TestAggregatesBasicOps-1176189196-router', 'tenant_id': '633dfcbfc96244b7824d264084753d15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.216'}], 'enable_snat': True}, 'gw_port_id': '8fb804e2-2a3c-49b8-ad39-c1436c4da296', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:57:20Z', 'updated_at': '2022-03-29T15:57:25Z', 'revision_number': 4, 'project_id': '633dfcbfc96244b7824d264084753d15', 'gw_port': {'id': '8fb804e2-2a3c-49b8-ad39-c1436c4da296', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:31:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '488cd048-b0be-4270-85bc-3432505c3122', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2706, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:57:21Z', 'updated_at': '2022-03-29T15:57:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': 'c7924161-a84f-4cb8-af8b-742231481d9d', 'name': '', 'network_id': '277f0be9-acdc-4e75-a033-5c535592ee32', 'tenant_id': '633dfcbfc96244b7824d264084753d15', 'mac_address': 'fa:16:3e:4e:bb:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '488cd048-b0be-4270-85bc-3432505c3122', 'device_owner': 'network:router_interface', 'standard_attr_id': 2719, 'fixed_ips': [{'subnet_id': '27f4fa3c-0315-4e03-99a5-b25846481f74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:57:24Z', 'updated_at': '2022-03-29T15:57:25Z', 'revision_number': 2, 'project_id': '633dfcbfc96244b7824d264084753d15', 'subnets': [{'id': '27f4fa3c-0315-4e03-99a5-b25846481f74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:57:27.033650 n-d-834765-1 neutron-server[102790]: DEBUG neutron.notifiers.nova [None req-ccd7e993-0228-4965-8801-a701e8ae048c tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] device_id is not set on port 43e9c2ab-95fb-456f-b0ba-1ac7475ec4b4 yet. {{(pid=102790) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 29 15:57:27.036798 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f523d4df-8fa2-40ed-81b1-deae964163b3 None None] The sync data for ids ['488cd048-b0be-4270-85bc-3432505c3122'] in n-d-834765-1 is: [{'id': '488cd048-b0be-4270-85bc-3432505c3122', 'name': 'tempest-TestAggregatesBasicOps-1176189196-router', 'tenant_id': '633dfcbfc96244b7824d264084753d15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.216'}], 'enable_snat': True}, 'gw_port_id': '8fb804e2-2a3c-49b8-ad39-c1436c4da296', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:57:20Z', 'updated_at': '2022-03-29T15:57:25Z', 'revision_number': 4, 'project_id': '633dfcbfc96244b7824d264084753d15', 'gw_port': {'id': '8fb804e2-2a3c-49b8-ad39-c1436c4da296', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:31:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '488cd048-b0be-4270-85bc-3432505c3122', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2706, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:57:21Z', 'updated_at': '2022-03-29T15:57:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': 'c7924161-a84f-4cb8-af8b-742231481d9d', 'name': '', 'network_id': '277f0be9-acdc-4e75-a033-5c535592ee32', 'tenant_id': '633dfcbfc96244b7824d264084753d15', 'mac_address': 'fa:16:3e:4e:bb:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '488cd048-b0be-4270-85bc-3432505c3122', 'device_owner': 'network:router_interface', 'standard_attr_id': 2719, 'fixed_ips': [{'subnet_id': '27f4fa3c-0315-4e03-99a5-b25846481f74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:57:24Z', 'updated_at': '2022-03-29T15:57:25Z', 'revision_number': 2, 'project_id': '633dfcbfc96244b7824d264084753d15', 'subnets': [{'id': '27f4fa3c-0315-4e03-99a5-b25846481f74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:57:27.245342 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-ccd7e993-0228-4965-8801-a701e8ae048c tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:27.297476 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-ccd7e993-0228-4965-8801-a701e8ae048c tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:27.403066 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccd7e993-0228-4965-8801-a701e8ae048c tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] Network 15a712d2-19bb-4f7d-89e6-cc2b542b58c7 is already hosted by enough agents. {{(pid=102790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:57:27.407092 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-ccd7e993-0228-4965-8801-a701e8ae048c tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] Resources bound (agent type, host, resource id): {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:57:27.409766 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccd7e993-0228-4965-8801-a701e8ae048c tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] Received port after_create {{(pid=102790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:57:27.410838 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccd7e993-0228-4965-8801-a701e8ae048c tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:57:27.411467 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-ccd7e993-0228-4965-8801-a701e8ae048c tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:27.422230 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd7e993-0228-4965-8801-a701e8ae048c tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] Pushing event updated for resources: {'Port': ['ID=43e9c2ab-95fb-456f-b0ba-1ac7475ec4b4,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:57:27.446206 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-ccd7e993-0228-4965-8801-a701e8ae048c tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 958 time: 0.4891067 Mar 29 15:57:27.446828 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 41048) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:57:27.453488 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-4673cd32-b0d0-4c22-b737-f07091eb9adb tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-834765-1'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:57:27.538926 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-4673cd32-b0d0-4c22-b737-f07091eb9adb tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:27.916014 n-d-834765-1 neutron-server[102790]: DEBUG neutron.notifiers.nova [None req-4673cd32-b0d0-4c22-b737-f07091eb9adb tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] device_id is not set on port 43e9c2ab-95fb-456f-b0ba-1ac7475ec4b4 yet. {{(pid=102790) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 29 15:57:27.939777 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-4673cd32-b0d0-4c22-b737-f07091eb9adb tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:27.950422 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-4673cd32-b0d0-4c22-b737-f07091eb9adb tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5237921'] for port, after_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:28.031744 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15c70bf-afe6-4da2-8a7c-6186318df366 req-9603db8f-2e0a-41b9-8780-6403ecfce1d3 tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:57:28.034166 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f15c70bf-afe6-4da2-8a7c-6186318df366 req-9603db8f-2e0a-41b9-8780-6403ecfce1d3 tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] 10.222.0.42 "GET /v2.0/ports?device_id=27edd37b-f742-40e3-a8c7-8890983862b7 HTTP/1.1" status: 200 len: 945 time: 0.0967381 Mar 29 15:57:28.049119 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.managers [None req-4673cd32-b0d0-4c22-b737-f07091eb9adb tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] Attempting to bind port 43e9c2ab-95fb-456f-b0ba-1ac7475ec4b4 on host n-h2-834765-1 for vnic_type normal with profile {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:57:28.049753 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.managers [None req-4673cd32-b0d0-4c22-b737-f07091eb9adb tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] Attempting to bind port 43e9c2ab-95fb-456f-b0ba-1ac7475ec4b4 by drivers openvswitch,hyperv on host n-h2-834765-1 at level 0 using segments [{'id': '2848e466-2c18-4b28-bb6d-4fbe354eb994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '15a712d2-19bb-4f7d-89e6-cc2b542b58c7'}] {{(pid=102790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:57:28.050227 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4673cd32-b0d0-4c22-b737-f07091eb9adb tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] Attempting to bind port 43e9c2ab-95fb-456f-b0ba-1ac7475ec4b4 on network 15a712d2-19bb-4f7d-89e6-cc2b542b58c7 {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:57:28.053065 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4673cd32-b0d0-4c22-b737-f07091eb9adb tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] Pushing event updated for resources: {'Port': ['ID=43e9c2ab-95fb-456f-b0ba-1ac7475ec4b4,revision_number=2']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:57:28.069883 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4673cd32-b0d0-4c22-b737-f07091eb9adb tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] Port 43e9c2ab-95fb-456f-b0ba-1ac7475ec4b4 on network 15a712d2-19bb-4f7d-89e6-cc2b542b58c7 not bound, no agent of type Open vSwitch agent registered on host n-h2-834765-1 {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 15:57:28.074926 n-d-834765-1 neutron-server[102790]: ERROR neutron.plugins.ml2.managers [None req-4673cd32-b0d0-4c22-b737-f07091eb9adb tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] Failed to bind port 43e9c2ab-95fb-456f-b0ba-1ac7475ec4b4 on host n-h2-834765-1 for vnic_type normal using segments [{'id': '2848e466-2c18-4b28-bb6d-4fbe354eb994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '15a712d2-19bb-4f7d-89e6-cc2b542b58c7'}] Mar 29 15:57:28.077084 n-d-834765-1 neutron-server[102790]: INFO neutron.plugins.ml2.plugin [None req-4673cd32-b0d0-4c22-b737-f07091eb9adb tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] Attempt 2 to bind port 43e9c2ab-95fb-456f-b0ba-1ac7475ec4b4 Mar 29 15:57:28.095063 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f15c70bf-afe6-4da2-8a7c-6186318df366 req-3c9ac656-a52e-4bd2-877c-8a987ad7b609 tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] 10.222.0.42 "GET /v2.0/security-groups?id=4d484579-48b3-4400-916a-a84f820a118c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512733 Mar 29 15:57:28.113010 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.managers [None req-4673cd32-b0d0-4c22-b737-f07091eb9adb tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] Attempting to bind port 43e9c2ab-95fb-456f-b0ba-1ac7475ec4b4 on host n-h2-834765-1 for vnic_type normal with profile {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:57:28.113345 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.managers [None req-4673cd32-b0d0-4c22-b737-f07091eb9adb tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] Attempting to bind port 43e9c2ab-95fb-456f-b0ba-1ac7475ec4b4 by drivers openvswitch,hyperv on host n-h2-834765-1 at level 0 using segments [{'id': '2848e466-2c18-4b28-bb6d-4fbe354eb994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '15a712d2-19bb-4f7d-89e6-cc2b542b58c7'}] {{(pid=102790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:57:28.113675 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4673cd32-b0d0-4c22-b737-f07091eb9adb tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] Attempting to bind port 43e9c2ab-95fb-456f-b0ba-1ac7475ec4b4 on network 15a712d2-19bb-4f7d-89e6-cc2b542b58c7 {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:57:28.123437 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4673cd32-b0d0-4c22-b737-f07091eb9adb tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] Port 43e9c2ab-95fb-456f-b0ba-1ac7475ec4b4 on network 15a712d2-19bb-4f7d-89e6-cc2b542b58c7 not bound, no agent of type Open vSwitch agent registered on host n-h2-834765-1 {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 15:57:28.123763 n-d-834765-1 neutron-server[102790]: ERROR neutron.plugins.ml2.managers [None req-4673cd32-b0d0-4c22-b737-f07091eb9adb tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] Failed to bind port 43e9c2ab-95fb-456f-b0ba-1ac7475ec4b4 on host n-h2-834765-1 for vnic_type normal using segments [{'id': '2848e466-2c18-4b28-bb6d-4fbe354eb994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '15a712d2-19bb-4f7d-89e6-cc2b542b58c7'}] Mar 29 15:57:28.124147 n-d-834765-1 neutron-server[102790]: INFO neutron.plugins.ml2.plugin [None req-4673cd32-b0d0-4c22-b737-f07091eb9adb tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] Attempt 3 to bind port 43e9c2ab-95fb-456f-b0ba-1ac7475ec4b4 Mar 29 15:57:28.164732 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.managers [None req-4673cd32-b0d0-4c22-b737-f07091eb9adb tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] Attempting to bind port 43e9c2ab-95fb-456f-b0ba-1ac7475ec4b4 on host n-h2-834765-1 for vnic_type normal with profile {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:57:28.165171 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.managers [None req-4673cd32-b0d0-4c22-b737-f07091eb9adb tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] Attempting to bind port 43e9c2ab-95fb-456f-b0ba-1ac7475ec4b4 by drivers openvswitch,hyperv on host n-h2-834765-1 at level 0 using segments [{'id': '2848e466-2c18-4b28-bb6d-4fbe354eb994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '15a712d2-19bb-4f7d-89e6-cc2b542b58c7'}] {{(pid=102790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:57:28.165610 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4673cd32-b0d0-4c22-b737-f07091eb9adb tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] Attempting to bind port 43e9c2ab-95fb-456f-b0ba-1ac7475ec4b4 on network 15a712d2-19bb-4f7d-89e6-cc2b542b58c7 {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:57:28.172400 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4673cd32-b0d0-4c22-b737-f07091eb9adb tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] Port 43e9c2ab-95fb-456f-b0ba-1ac7475ec4b4 on network 15a712d2-19bb-4f7d-89e6-cc2b542b58c7 not bound, no agent of type Open vSwitch agent registered on host n-h2-834765-1 {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 15:57:28.172864 n-d-834765-1 neutron-server[102790]: ERROR neutron.plugins.ml2.managers [None req-4673cd32-b0d0-4c22-b737-f07091eb9adb tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] Failed to bind port 43e9c2ab-95fb-456f-b0ba-1ac7475ec4b4 on host n-h2-834765-1 for vnic_type normal using segments [{'id': '2848e466-2c18-4b28-bb6d-4fbe354eb994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '15a712d2-19bb-4f7d-89e6-cc2b542b58c7'}] Mar 29 15:57:28.173352 n-d-834765-1 neutron-server[102790]: INFO neutron.plugins.ml2.plugin [None req-4673cd32-b0d0-4c22-b737-f07091eb9adb tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] Attempt 4 to bind port 43e9c2ab-95fb-456f-b0ba-1ac7475ec4b4 Mar 29 15:57:28.206056 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 41082) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:57:28.208611 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.managers [None req-4673cd32-b0d0-4c22-b737-f07091eb9adb tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] Attempting to bind port 43e9c2ab-95fb-456f-b0ba-1ac7475ec4b4 on host n-h2-834765-1 for vnic_type normal with profile {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:57:28.209089 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.managers [None req-4673cd32-b0d0-4c22-b737-f07091eb9adb tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] Attempting to bind port 43e9c2ab-95fb-456f-b0ba-1ac7475ec4b4 by drivers openvswitch,hyperv on host n-h2-834765-1 at level 0 using segments [{'id': '2848e466-2c18-4b28-bb6d-4fbe354eb994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '15a712d2-19bb-4f7d-89e6-cc2b542b58c7'}] {{(pid=102790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:57:28.209434 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4673cd32-b0d0-4c22-b737-f07091eb9adb tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] Attempting to bind port 43e9c2ab-95fb-456f-b0ba-1ac7475ec4b4 on network 15a712d2-19bb-4f7d-89e6-cc2b542b58c7 {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:57:28.219829 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4673cd32-b0d0-4c22-b737-f07091eb9adb tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] Port 43e9c2ab-95fb-456f-b0ba-1ac7475ec4b4 on network 15a712d2-19bb-4f7d-89e6-cc2b542b58c7 not bound, no agent of type Open vSwitch agent registered on host n-h2-834765-1 {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 15:57:28.220167 n-d-834765-1 neutron-server[102790]: ERROR neutron.plugins.ml2.managers [None req-4673cd32-b0d0-4c22-b737-f07091eb9adb tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] Failed to bind port 43e9c2ab-95fb-456f-b0ba-1ac7475ec4b4 on host n-h2-834765-1 for vnic_type normal using segments [{'id': '2848e466-2c18-4b28-bb6d-4fbe354eb994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '15a712d2-19bb-4f7d-89e6-cc2b542b58c7'}] Mar 29 15:57:28.220562 n-d-834765-1 neutron-server[102790]: INFO neutron.plugins.ml2.plugin [None req-4673cd32-b0d0-4c22-b737-f07091eb9adb tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] Attempt 5 to bind port 43e9c2ab-95fb-456f-b0ba-1ac7475ec4b4 Mar 29 15:57:28.265692 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.managers [None req-4673cd32-b0d0-4c22-b737-f07091eb9adb tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] Attempting to bind port 43e9c2ab-95fb-456f-b0ba-1ac7475ec4b4 on host n-h2-834765-1 for vnic_type normal with profile {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:57:28.275881 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.managers [None req-4673cd32-b0d0-4c22-b737-f07091eb9adb tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] Attempting to bind port 43e9c2ab-95fb-456f-b0ba-1ac7475ec4b4 by drivers openvswitch,hyperv on host n-h2-834765-1 at level 0 using segments [{'id': '2848e466-2c18-4b28-bb6d-4fbe354eb994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '15a712d2-19bb-4f7d-89e6-cc2b542b58c7'}] {{(pid=102790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:57:28.276339 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4673cd32-b0d0-4c22-b737-f07091eb9adb tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] Attempting to bind port 43e9c2ab-95fb-456f-b0ba-1ac7475ec4b4 on network 15a712d2-19bb-4f7d-89e6-cc2b542b58c7 {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:57:28.287159 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4673cd32-b0d0-4c22-b737-f07091eb9adb tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] Port 43e9c2ab-95fb-456f-b0ba-1ac7475ec4b4 on network 15a712d2-19bb-4f7d-89e6-cc2b542b58c7 not bound, no agent of type Open vSwitch agent registered on host n-h2-834765-1 {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 15:57:28.287597 n-d-834765-1 neutron-server[102790]: ERROR neutron.plugins.ml2.managers [None req-4673cd32-b0d0-4c22-b737-f07091eb9adb tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] Failed to bind port 43e9c2ab-95fb-456f-b0ba-1ac7475ec4b4 on host n-h2-834765-1 for vnic_type normal using segments [{'id': '2848e466-2c18-4b28-bb6d-4fbe354eb994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '15a712d2-19bb-4f7d-89e6-cc2b542b58c7'}] Mar 29 15:57:28.288056 n-d-834765-1 neutron-server[102790]: INFO neutron.plugins.ml2.plugin [None req-4673cd32-b0d0-4c22-b737-f07091eb9adb tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] Attempt 6 to bind port 43e9c2ab-95fb-456f-b0ba-1ac7475ec4b4 Mar 29 15:57:28.311623 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.managers [None req-4673cd32-b0d0-4c22-b737-f07091eb9adb tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] Attempting to bind port 43e9c2ab-95fb-456f-b0ba-1ac7475ec4b4 on host n-h2-834765-1 for vnic_type normal with profile {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:57:28.312402 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.managers [None req-4673cd32-b0d0-4c22-b737-f07091eb9adb tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] Attempting to bind port 43e9c2ab-95fb-456f-b0ba-1ac7475ec4b4 by drivers openvswitch,hyperv on host n-h2-834765-1 at level 0 using segments [{'id': '2848e466-2c18-4b28-bb6d-4fbe354eb994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '15a712d2-19bb-4f7d-89e6-cc2b542b58c7'}] {{(pid=102790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:57:28.313000 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4673cd32-b0d0-4c22-b737-f07091eb9adb tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] Attempting to bind port 43e9c2ab-95fb-456f-b0ba-1ac7475ec4b4 on network 15a712d2-19bb-4f7d-89e6-cc2b542b58c7 {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:57:28.318457 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4673cd32-b0d0-4c22-b737-f07091eb9adb tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] Port 43e9c2ab-95fb-456f-b0ba-1ac7475ec4b4 on network 15a712d2-19bb-4f7d-89e6-cc2b542b58c7 not bound, no agent of type Open vSwitch agent registered on host n-h2-834765-1 {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 15:57:28.318786 n-d-834765-1 neutron-server[102790]: ERROR neutron.plugins.ml2.managers [None req-4673cd32-b0d0-4c22-b737-f07091eb9adb tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] Failed to bind port 43e9c2ab-95fb-456f-b0ba-1ac7475ec4b4 on host n-h2-834765-1 for vnic_type normal using segments [{'id': '2848e466-2c18-4b28-bb6d-4fbe354eb994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '15a712d2-19bb-4f7d-89e6-cc2b542b58c7'}] Mar 29 15:57:28.319174 n-d-834765-1 neutron-server[102790]: INFO neutron.plugins.ml2.plugin [None req-4673cd32-b0d0-4c22-b737-f07091eb9adb tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] Attempt 7 to bind port 43e9c2ab-95fb-456f-b0ba-1ac7475ec4b4 Mar 29 15:57:28.347941 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.managers [None req-4673cd32-b0d0-4c22-b737-f07091eb9adb tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] Attempting to bind port 43e9c2ab-95fb-456f-b0ba-1ac7475ec4b4 on host n-h2-834765-1 for vnic_type normal with profile {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:57:28.348287 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.managers [None req-4673cd32-b0d0-4c22-b737-f07091eb9adb tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] Attempting to bind port 43e9c2ab-95fb-456f-b0ba-1ac7475ec4b4 by drivers openvswitch,hyperv on host n-h2-834765-1 at level 0 using segments [{'id': '2848e466-2c18-4b28-bb6d-4fbe354eb994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '15a712d2-19bb-4f7d-89e6-cc2b542b58c7'}] {{(pid=102790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:57:28.348679 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4673cd32-b0d0-4c22-b737-f07091eb9adb tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] Attempting to bind port 43e9c2ab-95fb-456f-b0ba-1ac7475ec4b4 on network 15a712d2-19bb-4f7d-89e6-cc2b542b58c7 {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:57:28.354581 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4673cd32-b0d0-4c22-b737-f07091eb9adb tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] Port 43e9c2ab-95fb-456f-b0ba-1ac7475ec4b4 on network 15a712d2-19bb-4f7d-89e6-cc2b542b58c7 not bound, no agent of type Open vSwitch agent registered on host n-h2-834765-1 {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 15:57:28.356819 n-d-834765-1 neutron-server[102790]: ERROR neutron.plugins.ml2.managers [None req-4673cd32-b0d0-4c22-b737-f07091eb9adb tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] Failed to bind port 43e9c2ab-95fb-456f-b0ba-1ac7475ec4b4 on host n-h2-834765-1 for vnic_type normal using segments [{'id': '2848e466-2c18-4b28-bb6d-4fbe354eb994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '15a712d2-19bb-4f7d-89e6-cc2b542b58c7'}] Mar 29 15:57:28.357747 n-d-834765-1 neutron-server[102790]: INFO neutron.plugins.ml2.plugin [None req-4673cd32-b0d0-4c22-b737-f07091eb9adb tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] Attempt 8 to bind port 43e9c2ab-95fb-456f-b0ba-1ac7475ec4b4 Mar 29 15:57:28.382861 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.managers [None req-4673cd32-b0d0-4c22-b737-f07091eb9adb tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] Attempting to bind port 43e9c2ab-95fb-456f-b0ba-1ac7475ec4b4 on host n-h2-834765-1 for vnic_type normal with profile {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:57:28.387308 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.managers [None req-4673cd32-b0d0-4c22-b737-f07091eb9adb tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] Attempting to bind port 43e9c2ab-95fb-456f-b0ba-1ac7475ec4b4 by drivers openvswitch,hyperv on host n-h2-834765-1 at level 0 using segments [{'id': '2848e466-2c18-4b28-bb6d-4fbe354eb994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '15a712d2-19bb-4f7d-89e6-cc2b542b58c7'}] {{(pid=102790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:57:28.388900 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4673cd32-b0d0-4c22-b737-f07091eb9adb tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] Attempting to bind port 43e9c2ab-95fb-456f-b0ba-1ac7475ec4b4 on network 15a712d2-19bb-4f7d-89e6-cc2b542b58c7 {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:57:28.411393 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4673cd32-b0d0-4c22-b737-f07091eb9adb tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] Port 43e9c2ab-95fb-456f-b0ba-1ac7475ec4b4 on network 15a712d2-19bb-4f7d-89e6-cc2b542b58c7 not bound, no agent of type Open vSwitch agent registered on host n-h2-834765-1 {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 15:57:28.412083 n-d-834765-1 neutron-server[102790]: ERROR neutron.plugins.ml2.managers [None req-4673cd32-b0d0-4c22-b737-f07091eb9adb tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] Failed to bind port 43e9c2ab-95fb-456f-b0ba-1ac7475ec4b4 on host n-h2-834765-1 for vnic_type normal using segments [{'id': '2848e466-2c18-4b28-bb6d-4fbe354eb994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '15a712d2-19bb-4f7d-89e6-cc2b542b58c7'}] Mar 29 15:57:28.412480 n-d-834765-1 neutron-server[102790]: INFO neutron.plugins.ml2.plugin [None req-4673cd32-b0d0-4c22-b737-f07091eb9adb tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] Attempt 9 to bind port 43e9c2ab-95fb-456f-b0ba-1ac7475ec4b4 Mar 29 15:57:28.460161 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.managers [None req-4673cd32-b0d0-4c22-b737-f07091eb9adb tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] Attempting to bind port 43e9c2ab-95fb-456f-b0ba-1ac7475ec4b4 on host n-h2-834765-1 for vnic_type normal with profile {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:57:28.460787 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.managers [None req-4673cd32-b0d0-4c22-b737-f07091eb9adb tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] Attempting to bind port 43e9c2ab-95fb-456f-b0ba-1ac7475ec4b4 by drivers openvswitch,hyperv on host n-h2-834765-1 at level 0 using segments [{'id': '2848e466-2c18-4b28-bb6d-4fbe354eb994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '15a712d2-19bb-4f7d-89e6-cc2b542b58c7'}] {{(pid=102790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:57:28.460877 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4673cd32-b0d0-4c22-b737-f07091eb9adb tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] Attempting to bind port 43e9c2ab-95fb-456f-b0ba-1ac7475ec4b4 on network 15a712d2-19bb-4f7d-89e6-cc2b542b58c7 {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:57:28.475080 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4673cd32-b0d0-4c22-b737-f07091eb9adb tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] Port 43e9c2ab-95fb-456f-b0ba-1ac7475ec4b4 on network 15a712d2-19bb-4f7d-89e6-cc2b542b58c7 not bound, no agent of type Open vSwitch agent registered on host n-h2-834765-1 {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 15:57:28.476053 n-d-834765-1 neutron-server[102790]: ERROR neutron.plugins.ml2.managers [None req-4673cd32-b0d0-4c22-b737-f07091eb9adb tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] Failed to bind port 43e9c2ab-95fb-456f-b0ba-1ac7475ec4b4 on host n-h2-834765-1 for vnic_type normal using segments [{'id': '2848e466-2c18-4b28-bb6d-4fbe354eb994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '15a712d2-19bb-4f7d-89e6-cc2b542b58c7'}] Mar 29 15:57:28.476671 n-d-834765-1 neutron-server[102790]: INFO neutron.plugins.ml2.plugin [None req-4673cd32-b0d0-4c22-b737-f07091eb9adb tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] Attempt 10 to bind port 43e9c2ab-95fb-456f-b0ba-1ac7475ec4b4 Mar 29 15:57:28.495894 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.managers [None req-4673cd32-b0d0-4c22-b737-f07091eb9adb tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] Attempting to bind port 43e9c2ab-95fb-456f-b0ba-1ac7475ec4b4 on host n-h2-834765-1 for vnic_type normal with profile {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:57:28.496264 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.managers [None req-4673cd32-b0d0-4c22-b737-f07091eb9adb tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] Attempting to bind port 43e9c2ab-95fb-456f-b0ba-1ac7475ec4b4 by drivers openvswitch,hyperv on host n-h2-834765-1 at level 0 using segments [{'id': '2848e466-2c18-4b28-bb6d-4fbe354eb994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '15a712d2-19bb-4f7d-89e6-cc2b542b58c7'}] {{(pid=102790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:57:28.496993 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4673cd32-b0d0-4c22-b737-f07091eb9adb tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] Attempting to bind port 43e9c2ab-95fb-456f-b0ba-1ac7475ec4b4 on network 15a712d2-19bb-4f7d-89e6-cc2b542b58c7 {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:57:28.501746 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4673cd32-b0d0-4c22-b737-f07091eb9adb tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] Port 43e9c2ab-95fb-456f-b0ba-1ac7475ec4b4 on network 15a712d2-19bb-4f7d-89e6-cc2b542b58c7 not bound, no agent of type Open vSwitch agent registered on host n-h2-834765-1 {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 15:57:28.502015 n-d-834765-1 neutron-server[102790]: ERROR neutron.plugins.ml2.managers [None req-4673cd32-b0d0-4c22-b737-f07091eb9adb tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] Failed to bind port 43e9c2ab-95fb-456f-b0ba-1ac7475ec4b4 on host n-h2-834765-1 for vnic_type normal using segments [{'id': '2848e466-2c18-4b28-bb6d-4fbe354eb994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '15a712d2-19bb-4f7d-89e6-cc2b542b58c7'}] Mar 29 15:57:28.502390 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-4673cd32-b0d0-4c22-b737-f07091eb9adb tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:28.548235 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 8fb804e2-2a3c-49b8-ad39-c1436c4da296 up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:57:28.726494 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port 8fb804e2-2a3c-49b8-ad39-c1436c4da296 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:57:28.729237 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:28.741194 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [None req-4673cd32-b0d0-4c22-b737-f07091eb9adb tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] For port 43e9c2ab-95fb-456f-b0ba-1ac7475ec4b4, host n-h2-834765-1, cleared binding levels {{(pid=102790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:57:28.746682 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [None req-4673cd32-b0d0-4c22-b737-f07091eb9adb tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] Attempted to set empty binding levels {{(pid=102790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Mar 29 15:57:28.756808 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-4673cd32-b0d0-4c22-b737-f07091eb9adb tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5237921'] for port, after_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:28.838186 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-4673cd32-b0d0-4c22-b737-f07091eb9adb tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] In _notify_port_updated(), no bound segment for port 43e9c2ab-95fb-456f-b0ba-1ac7475ec4b4 on network 15a712d2-19bb-4f7d-89e6-cc2b542b58c7 {{(pid=102790) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Mar 29 15:57:28.839312 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4673cd32-b0d0-4c22-b737-f07091eb9adb tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:57:28.841892 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-4673cd32-b0d0-4c22-b737-f07091eb9adb tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:28.843809 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-4673cd32-b0d0-4c22-b737-f07091eb9adb tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] 10.222.0.42 "PUT /v2.0/ports/43e9c2ab-95fb-456f-b0ba-1ac7475ec4b4 HTTP/1.1" status: 200 len: 973 time: 1.3958187 Mar 29 15:57:28.853038 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 41088) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:57:28.900771 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:28.926045 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] For port 8fb804e2-2a3c-49b8-ad39-c1436c4da296, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=8fb804e2-2a3c-49b8-ad39-c1436c4da296,segment=NetworkSegment(6ab47353-a811-4bad-bc73-b4cc84583cfd),segment_id=6ab47353-a811-4bad-bc73-b4cc84583cfd)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:57:28.931752 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:28.977914 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4673cd32-b0d0-4c22-b737-f07091eb9adb tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] Pushing event updated for resources: {'Port': ['ID=43e9c2ab-95fb-456f-b0ba-1ac7475ec4b4,revision_number=3']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:57:28.991542 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-60a01171-2634-4669-aaff-e2b203ee5248 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-530452'] for router_interface, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:28.997117 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Pushing event updated for resources: {'Port': ['ID=8fb804e2-2a3c-49b8-ad39-c1436c4da296,revision_number=4']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:57:29.038324 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27593216-0d88-4d3f-b769-a147e1317708 tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:57:29.038561 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27593216-0d88-4d3f-b769-a147e1317708 tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:57:29.039033 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27593216-0d88-4d3f-b769-a147e1317708 tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:57:29.039518 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27593216-0d88-4d3f-b769-a147e1317708 tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:57:29.039980 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27593216-0d88-4d3f-b769-a147e1317708 tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:57:29.040434 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27593216-0d88-4d3f-b769-a147e1317708 tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:57:29.040909 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27593216-0d88-4d3f-b769-a147e1317708 tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:57:29.041361 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27593216-0d88-4d3f-b769-a147e1317708 tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:57:29.041822 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27593216-0d88-4d3f-b769-a147e1317708 tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:57:29.042281 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27593216-0d88-4d3f-b769-a147e1317708 tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:57:29.042744 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27593216-0d88-4d3f-b769-a147e1317708 tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:57:29.045063 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27593216-0d88-4d3f-b769-a147e1317708 tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:57:29.045063 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27593216-0d88-4d3f-b769-a147e1317708 tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:57:29.045063 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27593216-0d88-4d3f-b769-a147e1317708 tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:57:29.045342 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27593216-0d88-4d3f-b769-a147e1317708 tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:57:29.045786 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27593216-0d88-4d3f-b769-a147e1317708 tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:57:29.046245 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27593216-0d88-4d3f-b769-a147e1317708 tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:57:29.047106 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27593216-0d88-4d3f-b769-a147e1317708 tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:57:29.047314 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27593216-0d88-4d3f-b769-a147e1317708 tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:57:29.047621 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27593216-0d88-4d3f-b769-a147e1317708 tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:57:29.048068 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27593216-0d88-4d3f-b769-a147e1317708 tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:57:29.048931 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27593216-0d88-4d3f-b769-a147e1317708 tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:57:29.048931 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27593216-0d88-4d3f-b769-a147e1317708 tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:57:29.049391 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27593216-0d88-4d3f-b769-a147e1317708 tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:57:29.049839 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27593216-0d88-4d3f-b769-a147e1317708 tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:57:29.050290 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27593216-0d88-4d3f-b769-a147e1317708 tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:57:29.050747 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27593216-0d88-4d3f-b769-a147e1317708 tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:57:29.051198 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27593216-0d88-4d3f-b769-a147e1317708 tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:57:29.051688 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27593216-0d88-4d3f-b769-a147e1317708 tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:57:29.052138 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27593216-0d88-4d3f-b769-a147e1317708 tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:57:29.052595 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27593216-0d88-4d3f-b769-a147e1317708 tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:57:29.053048 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27593216-0d88-4d3f-b769-a147e1317708 tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:57:29.053498 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27593216-0d88-4d3f-b769-a147e1317708 tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:57:29.054384 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27593216-0d88-4d3f-b769-a147e1317708 tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:57:29.054384 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27593216-0d88-4d3f-b769-a147e1317708 tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:57:29.054834 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27593216-0d88-4d3f-b769-a147e1317708 tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:57:29.055315 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27593216-0d88-4d3f-b769-a147e1317708 tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:57:29.055754 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27593216-0d88-4d3f-b769-a147e1317708 tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:57:29.056251 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27593216-0d88-4d3f-b769-a147e1317708 tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:57:29.056654 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27593216-0d88-4d3f-b769-a147e1317708 tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:57:29.057103 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27593216-0d88-4d3f-b769-a147e1317708 tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:57:29.057551 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27593216-0d88-4d3f-b769-a147e1317708 tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:57:29.058000 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27593216-0d88-4d3f-b769-a147e1317708 tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:57:29.058537 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27593216-0d88-4d3f-b769-a147e1317708 tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:57:29.059000 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27593216-0d88-4d3f-b769-a147e1317708 tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:57:29.059470 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27593216-0d88-4d3f-b769-a147e1317708 tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:57:29.059920 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27593216-0d88-4d3f-b769-a147e1317708 tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:57:29.060371 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27593216-0d88-4d3f-b769-a147e1317708 tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:57:29.060823 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27593216-0d88-4d3f-b769-a147e1317708 tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:57:29.061275 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27593216-0d88-4d3f-b769-a147e1317708 tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:57:29.061731 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27593216-0d88-4d3f-b769-a147e1317708 tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:57:29.062177 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27593216-0d88-4d3f-b769-a147e1317708 tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:57:29.062638 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27593216-0d88-4d3f-b769-a147e1317708 tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:57:29.067549 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-27593216-0d88-4d3f-b769-a147e1317708 tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 47734 time: 0.2134380 Mar 29 15:57:29.073132 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 41090) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:57:29.181197 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-2ea2a4bb-9898-44b0-997a-c7bc8e4dd283 tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] Deleting port 43e9c2ab-95fb-456f-b0ba-1ac7475ec4b4 {{(pid=102790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:57:29.181539 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-2ea2a4bb-9898-44b0-997a-c7bc8e4dd283 tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:29.284561 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-60a01171-2634-4669-aaff-e2b203ee5248 admin admin] Deleting port 5405d9cb-6003-4c71-9701-8ee98aa87eba {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:57:29.285154 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-60a01171-2634-4669-aaff-e2b203ee5248 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:29.378243 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [None req-60a01171-2634-4669-aaff-e2b203ee5248 admin admin] For port 5405d9cb-6003-4c71-9701-8ee98aa87eba, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=5405d9cb-6003-4c71-9701-8ee98aa87eba,segment=NetworkSegment(80b4599f-3446-486e-aff2-fb12a9f882b1),segment_id=80b4599f-3446-486e-aff2-fb12a9f882b1)] {{(pid=102791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:57:29.378758 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-60a01171-2634-4669-aaff-e2b203ee5248 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:29.395015 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-60a01171-2634-4669-aaff-e2b203ee5248 admin admin] Calling delete_port for 5405d9cb-6003-4c71-9701-8ee98aa87eba owned by network:router_interface {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:57:29.604406 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aab4302-90a2-4aaa-8106-14e215bf8872 req-48763f79-7b54-4c3d-9ebb-d9a21a2dbf4f tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:57:29.606854 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-5aab4302-90a2-4aaa-8106-14e215bf8872 req-48763f79-7b54-4c3d-9ebb-d9a21a2dbf4f tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] 10.222.0.42 "GET /v2.0/ports?device_id=27edd37b-f742-40e3-a8c7-8890983862b7 HTTP/1.1" status: 200 len: 945 time: 0.4225659 Mar 29 15:57:29.607722 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [None req-2ea2a4bb-9898-44b0-997a-c7bc8e4dd283 tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] For port 43e9c2ab-95fb-456f-b0ba-1ac7475ec4b4, host n-h2-834765-1, got binding levels [] {{(pid=102790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:57:29.608074 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-2ea2a4bb-9898-44b0-997a-c7bc8e4dd283 tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:29.612565 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-60a01171-2634-4669-aaff-e2b203ee5248 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:29.627442 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-2ea2a4bb-9898-44b0-997a-c7bc8e4dd283 tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] Calling delete_port for 43e9c2ab-95fb-456f-b0ba-1ac7475ec4b4 owned by {{(pid=102790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:57:29.646651 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a01171-2634-4669-aaff-e2b203ee5248 admin admin] Pushing event deleted for resources: {'Port': ['ID=5405d9cb-6003-4c71-9701-8ee98aa87eba,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:57:29.690734 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-5aab4302-90a2-4aaa-8106-14e215bf8872 req-f52e4008-98b7-4040-970b-ce8ffacc0ca3 tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] 10.222.0.42 "GET /v2.0/security-groups?id=4d484579-48b3-4400-916a-a84f820a118c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747986 Mar 29 15:57:29.747464 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-2ea2a4bb-9898-44b0-997a-c7bc8e4dd283 tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:29.795679 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea2a4bb-9898-44b0-997a-c7bc8e4dd283 tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] Pushing event deleted for resources: {'Port': ['ID=43e9c2ab-95fb-456f-b0ba-1ac7475ec4b4,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:57:29.799342 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-2ea2a4bb-9898-44b0-997a-c7bc8e4dd283 tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:29.803033 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-2ea2a4bb-9898-44b0-997a-c7bc8e4dd283 tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] 10.222.0.42 "DELETE /v2.0/ports/43e9c2ab-95fb-456f-b0ba-1ac7475ec4b4 HTTP/1.1" status: 204 len: 168 time: 0.7288182 Mar 29 15:57:29.806702 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 41096) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:57:29.869078 n-d-834765-1 neutron-server[102790]: INFO neutron.pecan_wsgi.hooks.translation [None req-3847a2e6-e3ba-4d60-a152-799df0eb39e9 tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] GET failed (client error): The resource could not be found. Mar 29 15:57:29.871070 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-60a01171-2634-4669-aaff-e2b203ee5248 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-530528'] for router_interface, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:29.875427 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-3847a2e6-e3ba-4d60-a152-799df0eb39e9 tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] 10.222.0.42 "GET /v2.0/ports/43e9c2ab-95fb-456f-b0ba-1ac7475ec4b4 HTTP/1.1" status: 404 len: 333 time: 0.0674069 Mar 29 15:57:29.876553 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 41098) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:57:29.882540 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-d387446c-255e-4102-b9b6-1e437c4936e7 tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-235689981', 'network_id': '15a712d2-19bb-4f7d-89e6-cc2b542b58c7'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:57:29.984104 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d387446c-255e-4102-b9b6-1e437c4936e7 tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] Made reservation on behalf of fafbd03354884661845843512866147d for: {'port': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:57:29.987432 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-d387446c-255e-4102-b9b6-1e437c4936e7 tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:30.019456 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [None req-d387446c-255e-4102-b9b6-1e437c4936e7 tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] device_id is not set on port 74db3ad9-ee59-48b4-baaa-34a8fde5a8f5 yet. {{(pid=102791) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 29 15:57:30.286520 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb4b002-4228-496c-a841-c09bf1a59bfd req-56961a4b-9d2c-4a8e-b130-d124b4b931f1 tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:57:30.288055 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-1cb4b002-4228-496c-a841-c09bf1a59bfd req-56961a4b-9d2c-4a8e-b130-d124b4b931f1 tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] 10.222.0.44 "GET /v2.0/ports?device_id=27edd37b-f742-40e3-a8c7-8890983862b7 HTTP/1.1" status: 200 len: 945 time: 0.1358409 Mar 29 15:57:30.336282 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-4ae64dbb-f293-4d3e-8a17-e79a9d384323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:30.436906 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-d387446c-255e-4102-b9b6-1e437c4936e7 tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:30.483547 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60a01171-2634-4669-aaff-e2b203ee5248 admin admin] Router da5bd9db-bfd6-4772-bb65-a93e227635f4 has already been hosted by L3 agent c648d819-1060-4f26-b4ec-6455387b5dff {{(pid=102791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 15:57:30.506547 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 8fb804e2-2a3c-49b8-ad39-c1436c4da296 up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:57:30.571091 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-d387446c-255e-4102-b9b6-1e437c4936e7 tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:30.581410 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port 8fb804e2-2a3c-49b8-ad39-c1436c4da296 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:57:30.583629 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:30.588048 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [req-1cb4b002-4228-496c-a841-c09bf1a59bfd req-66d878fd-28ad-4c10-a26c-884a2fab36dd tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] Deleting port 1a5cd746-434a-4d0b-9c72-3f5e84dffe64 {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:57:30.588391 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-1cb4b002-4228-496c-a841-c09bf1a59bfd req-66d878fd-28ad-4c10-a26c-884a2fab36dd tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:30.670368 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d387446c-255e-4102-b9b6-1e437c4936e7 tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] Network 15a712d2-19bb-4f7d-89e6-cc2b542b58c7 is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:57:30.742997 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [None req-d387446c-255e-4102-b9b6-1e437c4936e7 tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:57:30.752940 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d387446c-255e-4102-b9b6-1e437c4936e7 tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] Received port after_create {{(pid=102791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:57:30.753886 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d387446c-255e-4102-b9b6-1e437c4936e7 tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:57:30.754486 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-d387446c-255e-4102-b9b6-1e437c4936e7 tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:30.768772 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d387446c-255e-4102-b9b6-1e437c4936e7 tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] Pushing event updated for resources: {'Port': ['ID=74db3ad9-ee59-48b4-baaa-34a8fde5a8f5,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:57:30.793869 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60a01171-2634-4669-aaff-e2b203ee5248 admin admin] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:57:30.804502 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 41110) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:57:30.806551 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e56b09e6-7537-41b2-9924-c3244f11cbe2 None None] Sync routers for ids ['da5bd9db-bfd6-4772-bb65-a93e227635f4'] in n-d-834765-1 {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:57:30.829329 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e56b09e6-7537-41b2-9924-c3244f11cbe2 None None] Routers {'da5bd9db-bfd6-4772-bb65-a93e227635f4'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:57:30.829573 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-d387446c-255e-4102-b9b6-1e437c4936e7 tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.9501629 Mar 29 15:57:30.834067 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-e56b09e6-7537-41b2-9924-c3244f11cbe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:57:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['da5bd9db-bfd6-4772-bb65-a93e227635f4'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:57:30.840541 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-60a01171-2634-4669-aaff-e2b203ee5248 admin admin] 10.222.0.42 "PUT /v2.0/routers/da5bd9db-bfd6-4772-bb65-a93e227635f4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6306317 Mar 29 15:57:30.846268 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 41112) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:57:30.879076 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a99f34f0-c3d6-4e0d-8a8a-d57dc508cc5f tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:57:30.880710 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-a99f34f0-c3d6-4e0d-8a8a-d57dc508cc5f tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] 10.222.0.42 "GET /v2.0/ports/74db3ad9-ee59-48b4-baaa-34a8fde5a8f5 HTTP/1.1" status: 200 len: 954 time: 0.0751679 Mar 29 15:57:30.890758 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-1cb4b002-4228-496c-a841-c09bf1a59bfd req-66d878fd-28ad-4c10-a26c-884a2fab36dd tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] For port 1a5cd746-434a-4d0b-9c72-3f5e84dffe64, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=1a5cd746-434a-4d0b-9c72-3f5e84dffe64,segment=NetworkSegment(16a3b58e-2ecf-4263-9a5e-eb72b2eaa6d4),segment_id=16a3b58e-2ecf-4263-9a5e-eb72b2eaa6d4)] {{(pid=102791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:57:30.892036 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 41114) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:57:30.895829 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-1cb4b002-4228-496c-a841-c09bf1a59bfd req-66d878fd-28ad-4c10-a26c-884a2fab36dd tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:31.063992 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-5ee0acf2-c365-451b-b029-b747dfe26643 tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] Deleting port 74db3ad9-ee59-48b4-baaa-34a8fde5a8f5 {{(pid=102790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:57:31.064777 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-5ee0acf2-c365-451b-b029-b747dfe26643 tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:31.232739 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.agents_db [None req-59735a15-725e-44d4-9ad5-95cbe356f209 None None] Agent healthcheck: found 7 active agents {{(pid=102793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 15:57:31.253019 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-5ee0acf2-c365-451b-b029-b747dfe26643 tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:31.268335 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvr_db [None req-e56b09e6-7537-41b2-9924-c3244f11cbe2 None None] Set router da5bd9db-bfd6-4772-bb65-a93e227635f4 gateway port host: n-d-834765-1 {{(pid=102793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:57:31.283380 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f78c126-6285-4060-8b9e-d9ccb14dd822 None None] Sync routers for ids ['488cd048-b0be-4270-85bc-3432505c3122'] in n-d-834765-1 {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:57:31.302112 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f78c126-6285-4060-8b9e-d9ccb14dd822 None None] Routers {'488cd048-b0be-4270-85bc-3432505c3122'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:57:31.302749 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-1f78c126-6285-4060-8b9e-d9ccb14dd822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:57:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['488cd048-b0be-4270-85bc-3432505c3122'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:57:31.306046 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-5ee0acf2-c365-451b-b029-b747dfe26643 tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] Calling delete_port for 74db3ad9-ee59-48b4-baaa-34a8fde5a8f5 owned by {{(pid=102790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:57:31.492818 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvr_db [None req-1f78c126-6285-4060-8b9e-d9ccb14dd822 None None] Set router 488cd048-b0be-4270-85bc-3432505c3122 gateway port host: n-d-834765-1 {{(pid=102792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:57:31.568926 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-5ee0acf2-c365-451b-b029-b747dfe26643 tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:31.650570 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee0acf2-c365-451b-b029-b747dfe26643 tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] Pushing event deleted for resources: {'Port': ['ID=74db3ad9-ee59-48b4-baaa-34a8fde5a8f5,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:57:31.650721 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-e56b09e6-7537-41b2-9924-c3244f11cbe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da5bd9db-bfd6-4772-bb65-a93e227635f4', 'name': 'tempest-TestAggregatesBasicOps-1375666783-router', 'tenant_id': '7cf80ddd97cc42258b4e9ef897552490', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.194'}], 'enable_snat': True}, 'gw_port_id': 'b93c9665-a130-4358-a3f4-e39ec020e649', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:57:12Z', 'updated_at': '2022-03-29T15:57:29Z', 'revision_number': 5, 'project_id': '7cf80ddd97cc42258b4e9ef897552490', 'gw_port': {'id': 'b93c9665-a130-4358-a3f4-e39ec020e649', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:d2:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da5bd9db-bfd6-4772-bb65-a93e227635f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2669, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:57:12Z', 'updated_at': '2022-03-29T15:57:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1'}], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:57:31.677535 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-5ee0acf2-c365-451b-b029-b747dfe26643 tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:31.681989 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-5ee0acf2-c365-451b-b029-b747dfe26643 tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] 10.222.0.42 "DELETE /v2.0/ports/74db3ad9-ee59-48b4-baaa-34a8fde5a8f5 HTTP/1.1" status: 204 len: 168 time: 0.7889173 Mar 29 15:57:31.685065 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 41122) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:57:31.708053 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e56b09e6-7537-41b2-9924-c3244f11cbe2 None None] Checking router: da5bd9db-bfd6-4772-bb65-a93e227635f4 for host: n-d-834765-1 {{(pid=102793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:57:31.726480 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e56b09e6-7537-41b2-9924-c3244f11cbe2 None None] Routers {'da5bd9db-bfd6-4772-bb65-a93e227635f4'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:57:31.727687 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-e56b09e6-7537-41b2-9924-c3244f11cbe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:57:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['da5bd9db-bfd6-4772-bb65-a93e227635f4'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:57:31.744719 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5480ed74-6587-4c72-b6b9-269c3b5647a1 req-d1d539e4-335d-42d1-9842-93af7a87b316 tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:57:31.746756 n-d-834765-1 neutron-server[102790]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a104d72-027f-4ba1-b4d5-3453f99bc065 tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] GET failed (client error): The resource could not be found. Mar 29 15:57:31.751794 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-1a104d72-027f-4ba1-b4d5-3453f99bc065 tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] 10.222.0.42 "GET /v2.0/ports/74db3ad9-ee59-48b4-baaa-34a8fde5a8f5 HTTP/1.1" status: 404 len: 333 time: 0.0623989 Mar 29 15:57:31.752331 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 41124) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:57:31.754522 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-5480ed74-6587-4c72-b6b9-269c3b5647a1 req-d1d539e4-335d-42d1-9842-93af7a87b316 tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] 10.222.0.42 "GET /v2.0/ports?device_id=27edd37b-f742-40e3-a8c7-8890983862b7 HTTP/1.1" status: 200 len: 945 time: 0.9153764 Mar 29 15:57:31.758424 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-5d1553c5-e5de-432b-a97d-1d216fde30ed tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] Request body: {'port': {'network_id': '15a712d2-19bb-4f7d-89e6-cc2b542b58c7', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-97210356'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:57:31.782043 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d1553c5-e5de-432b-a97d-1d216fde30ed tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] Made reservation on behalf of fafbd03354884661845843512866147d for: {'port': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:57:31.786080 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-5d1553c5-e5de-432b-a97d-1d216fde30ed tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:31.814216 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-4b3c1d20-b614-480a-ace5-a40b61f4c51e admin admin] Notify callbacks [] for router, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:31.815125 n-d-834765-1 neutron-server[102790]: DEBUG neutron.notifiers.nova [None req-5d1553c5-e5de-432b-a97d-1d216fde30ed tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] device_id is not set on port 4b90634b-22fd-406e-923e-879a65ec9ff9 yet. {{(pid=102790) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 29 15:57:31.909460 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-1f78c126-6285-4060-8b9e-d9ccb14dd822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '488cd048-b0be-4270-85bc-3432505c3122', 'name': 'tempest-TestAggregatesBasicOps-1176189196-router', 'tenant_id': '633dfcbfc96244b7824d264084753d15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.216'}], 'enable_snat': True}, 'gw_port_id': '8fb804e2-2a3c-49b8-ad39-c1436c4da296', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:57:20Z', 'updated_at': '2022-03-29T15:57:25Z', 'revision_number': 4, 'project_id': '633dfcbfc96244b7824d264084753d15', 'gw_port': {'id': '8fb804e2-2a3c-49b8-ad39-c1436c4da296', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:31:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '488cd048-b0be-4270-85bc-3432505c3122', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2706, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:57:21Z', 'updated_at': '2022-03-29T15:57:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': 'c7924161-a84f-4cb8-af8b-742231481d9d', 'name': '', 'network_id': '277f0be9-acdc-4e75-a033-5c535592ee32', 'tenant_id': '633dfcbfc96244b7824d264084753d15', 'mac_address': 'fa:16:3e:4e:bb:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '488cd048-b0be-4270-85bc-3432505c3122', 'device_owner': 'network:router_interface', 'standard_attr_id': 2719, 'fixed_ips': [{'subnet_id': '27f4fa3c-0315-4e03-99a5-b25846481f74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:57:24Z', 'updated_at': '2022-03-29T15:57:25Z', 'revision_number': 2, 'project_id': '633dfcbfc96244b7824d264084753d15', 'subnets': [{'id': '27f4fa3c-0315-4e03-99a5-b25846481f74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:57:31.955783 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvr_db [None req-e56b09e6-7537-41b2-9924-c3244f11cbe2 None None] Set router da5bd9db-bfd6-4772-bb65-a93e227635f4 gateway port host: n-d-834765-1 {{(pid=102793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:57:31.969172 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f78c126-6285-4060-8b9e-d9ccb14dd822 None None] Checking router: 488cd048-b0be-4270-85bc-3432505c3122 for host: n-d-834765-1 {{(pid=102792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:57:31.969528 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f78c126-6285-4060-8b9e-d9ccb14dd822 None None] Updating router 488cd048-b0be-4270-85bc-3432505c3122 port c7924161-a84f-4cb8-af8b-742231481d9d binding host n-d-834765-1 {{(pid=102792) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 15:57:32.024298 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1f78c126-6285-4060-8b9e-d9ccb14dd822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:32.035836 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-4b3c1d20-b614-480a-ace5-a40b61f4c51e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:32.040695 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-5d1553c5-e5de-432b-a97d-1d216fde30ed tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:32.047946 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-5480ed74-6587-4c72-b6b9-269c3b5647a1 req-66bcd4bc-a20e-45ac-a481-03c18f23c3ae tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] 10.222.0.42 "GET /v2.0/security-groups?id=4d484579-48b3-4400-916a-a84f820a118c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2924755 Mar 29 15:57:32.108524 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-5d1553c5-e5de-432b-a97d-1d216fde30ed tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:32.138814 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-1cb4b002-4228-496c-a841-c09bf1a59bfd req-66d878fd-28ad-4c10-a26c-884a2fab36dd tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:32.139184 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-1cb4b002-4228-496c-a841-c09bf1a59bfd req-66d878fd-28ad-4c10-a26c-884a2fab36dd tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648212'] for floatingip, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:32.139764 n-d-834765-1 neutron-server[102791]: INFO neutron.db.l3_db [req-1cb4b002-4228-496c-a841-c09bf1a59bfd req-66d878fd-28ad-4c10-a26c-884a2fab36dd tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] Floating IP dbcca2a3-60da-4d0c-bf5e-df51a1035e12 disassociated. External IP: 172.25.4.57, port: 1a5cd746-434a-4d0b-9c72-3f5e84dffe64. Mar 29 15:57:32.140111 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [req-1cb4b002-4228-496c-a841-c09bf1a59bfd req-66d878fd-28ad-4c10-a26c-884a2fab36dd tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] Calling delete_port for 1a5cd746-434a-4d0b-9c72-3f5e84dffe64 owned by compute:nova {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:57:32.171662 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d1553c5-e5de-432b-a97d-1d216fde30ed tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] Network 15a712d2-19bb-4f7d-89e6-cc2b542b58c7 is already hosted by enough agents. {{(pid=102790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:57:32.175984 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-5d1553c5-e5de-432b-a97d-1d216fde30ed tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] Resources bound (agent type, host, resource id): {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:57:32.179595 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d1553c5-e5de-432b-a97d-1d216fde30ed tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] Received port after_create {{(pid=102790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:57:32.180672 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d1553c5-e5de-432b-a97d-1d216fde30ed tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:57:32.181392 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-5d1553c5-e5de-432b-a97d-1d216fde30ed tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:32.185891 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1553c5-e5de-432b-a97d-1d216fde30ed tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] Pushing event updated for resources: {'Port': ['ID=4b90634b-22fd-406e-923e-879a65ec9ff9,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:57:32.217145 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-5d1553c5-e5de-432b-a97d-1d216fde30ed tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 958 time: 0.4636936 Mar 29 15:57:32.220439 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 41128) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:57:32.233833 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-80d33c04-2c9e-41bb-8eee-7f73b5eae4ea tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-834765-1'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:57:32.305272 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-4b3c1d20-b614-480a-ace5-a40b61f4c51e admin admin] Deleting port b93c9665-a130-4358-a3f4-e39ec020e649 {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:57:32.305622 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-4b3c1d20-b614-480a-ace5-a40b61f4c51e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:32.309426 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-e56b09e6-7537-41b2-9924-c3244f11cbe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da5bd9db-bfd6-4772-bb65-a93e227635f4', 'name': 'tempest-TestAggregatesBasicOps-1375666783-router', 'tenant_id': '7cf80ddd97cc42258b4e9ef897552490', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.194'}], 'enable_snat': True}, 'gw_port_id': 'b93c9665-a130-4358-a3f4-e39ec020e649', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:57:12Z', 'updated_at': '2022-03-29T15:57:29Z', 'revision_number': 5, 'project_id': '7cf80ddd97cc42258b4e9ef897552490', 'gw_port': {'id': 'b93c9665-a130-4358-a3f4-e39ec020e649', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:d2:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da5bd9db-bfd6-4772-bb65-a93e227635f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2669, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:57:12Z', 'updated_at': '2022-03-29T15:57:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1'}], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:57:32.337519 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-80d33c04-2c9e-41bb-8eee-7f73b5eae4ea tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:32.354232 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e56b09e6-7537-41b2-9924-c3244f11cbe2 None None] The sync data for ids ['da5bd9db-bfd6-4772-bb65-a93e227635f4'] in n-d-834765-1 is: [{'id': 'da5bd9db-bfd6-4772-bb65-a93e227635f4', 'name': 'tempest-TestAggregatesBasicOps-1375666783-router', 'tenant_id': '7cf80ddd97cc42258b4e9ef897552490', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.194'}], 'enable_snat': True}, 'gw_port_id': 'b93c9665-a130-4358-a3f4-e39ec020e649', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:57:12Z', 'updated_at': '2022-03-29T15:57:29Z', 'revision_number': 5, 'project_id': '7cf80ddd97cc42258b4e9ef897552490', 'gw_port': {'id': 'b93c9665-a130-4358-a3f4-e39ec020e649', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:d2:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da5bd9db-bfd6-4772-bb65-a93e227635f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2669, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:57:12Z', 'updated_at': '2022-03-29T15:57:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1'}] {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:57:32.538164 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [None req-4b3c1d20-b614-480a-ace5-a40b61f4c51e admin admin] For port b93c9665-a130-4358-a3f4-e39ec020e649, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=b93c9665-a130-4358-a3f4-e39ec020e649,segment=NetworkSegment(6ab47353-a811-4bad-bc73-b4cc84583cfd),segment_id=6ab47353-a811-4bad-bc73-b4cc84583cfd)] {{(pid=102791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:57:32.538514 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-4b3c1d20-b614-480a-ace5-a40b61f4c51e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:32.565264 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-4b3c1d20-b614-480a-ace5-a40b61f4c51e admin admin] Calling delete_port for b93c9665-a130-4358-a3f4-e39ec020e649 owned by network:router_gateway {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:57:32.607729 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1f78c126-6285-4060-8b9e-d9ccb14dd822 None None] Notify callbacks [] for port, precommit_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:32.614520 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1f78c126-6285-4060-8b9e-d9ccb14dd822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:32.623514 n-d-834765-1 neutron-server[102790]: DEBUG neutron.notifiers.nova [None req-80d33c04-2c9e-41bb-8eee-7f73b5eae4ea tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] device_id is not set on port 4b90634b-22fd-406e-923e-879a65ec9ff9 yet. {{(pid=102790) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 29 15:57:32.632964 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-1cb4b002-4228-496c-a841-c09bf1a59bfd req-66d878fd-28ad-4c10-a26c-884a2fab36dd tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:32.644474 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-80d33c04-2c9e-41bb-8eee-7f73b5eae4ea tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:32.656489 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-80d33c04-2c9e-41bb-8eee-7f73b5eae4ea tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5237921'] for port, after_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:32.671714 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d878fd-28ad-4c10-a26c-884a2fab36dd tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] Pushing event deleted for resources: {'Port': ['ID=1a5cd746-434a-4d0b-9c72-3f5e84dffe64,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:57:32.749564 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d33c04-2c9e-41bb-8eee-7f73b5eae4ea tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] Pushing event updated for resources: {'Port': ['ID=4b90634b-22fd-406e-923e-879a65ec9ff9,revision_number=2']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:57:32.765880 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bb26f9-e79b-45d2-9929-21676418075f None None] Pushing event updated for resources: {'Port': ['ID=c7924161-a84f-4cb8-af8b-742231481d9d,revision_number=3']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:57:32.793054 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.managers [None req-80d33c04-2c9e-41bb-8eee-7f73b5eae4ea tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] Attempting to bind port 4b90634b-22fd-406e-923e-879a65ec9ff9 on host n-h2-834765-1 for vnic_type normal with profile {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:57:32.793401 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.managers [None req-80d33c04-2c9e-41bb-8eee-7f73b5eae4ea tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] Attempting to bind port 4b90634b-22fd-406e-923e-879a65ec9ff9 by drivers openvswitch,hyperv on host n-h2-834765-1 at level 0 using segments [{'id': '2848e466-2c18-4b28-bb6d-4fbe354eb994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '15a712d2-19bb-4f7d-89e6-cc2b542b58c7'}] {{(pid=102790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:57:32.793735 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80d33c04-2c9e-41bb-8eee-7f73b5eae4ea tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] Attempting to bind port 4b90634b-22fd-406e-923e-879a65ec9ff9 on network 15a712d2-19bb-4f7d-89e6-cc2b542b58c7 {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:57:32.803803 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bb26f9-e79b-45d2-9929-21676418075f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:57:32.804150 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bb26f9-e79b-45d2-9929-21676418075f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:57:32.804491 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80d33c04-2c9e-41bb-8eee-7f73b5eae4ea tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] Port 4b90634b-22fd-406e-923e-879a65ec9ff9 on network 15a712d2-19bb-4f7d-89e6-cc2b542b58c7 not bound, no agent of type Open vSwitch agent registered on host n-h2-834765-1 {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 15:57:32.804608 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bb26f9-e79b-45d2-9929-21676418075f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:57:32.804825 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bb26f9-e79b-45d2-9929-21676418075f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:57:32.806056 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bb26f9-e79b-45d2-9929-21676418075f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:57:32.806412 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bb26f9-e79b-45d2-9929-21676418075f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:57:32.807000 n-d-834765-1 neutron-server[102790]: ERROR neutron.plugins.ml2.managers [None req-80d33c04-2c9e-41bb-8eee-7f73b5eae4ea tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] Failed to bind port 4b90634b-22fd-406e-923e-879a65ec9ff9 on host n-h2-834765-1 for vnic_type normal using segments [{'id': '2848e466-2c18-4b28-bb6d-4fbe354eb994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '15a712d2-19bb-4f7d-89e6-cc2b542b58c7'}] Mar 29 15:57:32.807124 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bb26f9-e79b-45d2-9929-21676418075f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:57:32.807406 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bb26f9-e79b-45d2-9929-21676418075f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:57:32.807529 n-d-834765-1 neutron-server[102790]: INFO neutron.plugins.ml2.plugin [None req-80d33c04-2c9e-41bb-8eee-7f73b5eae4ea tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] Attempt 2 to bind port 4b90634b-22fd-406e-923e-879a65ec9ff9 Mar 29 15:57:32.808000 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bb26f9-e79b-45d2-9929-21676418075f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:57:32.809417 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bb26f9-e79b-45d2-9929-21676418075f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:57:32.809580 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bb26f9-e79b-45d2-9929-21676418075f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:57:32.809918 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bb26f9-e79b-45d2-9929-21676418075f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:57:32.836793 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-844b905a-8c65-410a-9303-a3d93884cae5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:32.844012 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.managers [None req-80d33c04-2c9e-41bb-8eee-7f73b5eae4ea tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] Attempting to bind port 4b90634b-22fd-406e-923e-879a65ec9ff9 on host n-h2-834765-1 for vnic_type normal with profile {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:57:32.844484 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.managers [None req-80d33c04-2c9e-41bb-8eee-7f73b5eae4ea tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] Attempting to bind port 4b90634b-22fd-406e-923e-879a65ec9ff9 by drivers openvswitch,hyperv on host n-h2-834765-1 at level 0 using segments [{'id': '2848e466-2c18-4b28-bb6d-4fbe354eb994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '15a712d2-19bb-4f7d-89e6-cc2b542b58c7'}] {{(pid=102790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:57:32.844664 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80d33c04-2c9e-41bb-8eee-7f73b5eae4ea tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] Attempting to bind port 4b90634b-22fd-406e-923e-879a65ec9ff9 on network 15a712d2-19bb-4f7d-89e6-cc2b542b58c7 {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:57:32.857724 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80d33c04-2c9e-41bb-8eee-7f73b5eae4ea tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] Port 4b90634b-22fd-406e-923e-879a65ec9ff9 on network 15a712d2-19bb-4f7d-89e6-cc2b542b58c7 not bound, no agent of type Open vSwitch agent registered on host n-h2-834765-1 {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 15:57:32.858652 n-d-834765-1 neutron-server[102790]: ERROR neutron.plugins.ml2.managers [None req-80d33c04-2c9e-41bb-8eee-7f73b5eae4ea tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] Failed to bind port 4b90634b-22fd-406e-923e-879a65ec9ff9 on host n-h2-834765-1 for vnic_type normal using segments [{'id': '2848e466-2c18-4b28-bb6d-4fbe354eb994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '15a712d2-19bb-4f7d-89e6-cc2b542b58c7'}] Mar 29 15:57:32.859370 n-d-834765-1 neutron-server[102790]: INFO neutron.plugins.ml2.plugin [None req-80d33c04-2c9e-41bb-8eee-7f73b5eae4ea tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] Attempt 3 to bind port 4b90634b-22fd-406e-923e-879a65ec9ff9 Mar 29 15:57:32.881080 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.managers [None req-80d33c04-2c9e-41bb-8eee-7f73b5eae4ea tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] Attempting to bind port 4b90634b-22fd-406e-923e-879a65ec9ff9 on host n-h2-834765-1 for vnic_type normal with profile {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:57:32.881423 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.managers [None req-80d33c04-2c9e-41bb-8eee-7f73b5eae4ea tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] Attempting to bind port 4b90634b-22fd-406e-923e-879a65ec9ff9 by drivers openvswitch,hyperv on host n-h2-834765-1 at level 0 using segments [{'id': '2848e466-2c18-4b28-bb6d-4fbe354eb994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '15a712d2-19bb-4f7d-89e6-cc2b542b58c7'}] {{(pid=102790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:57:32.881737 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80d33c04-2c9e-41bb-8eee-7f73b5eae4ea tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] Attempting to bind port 4b90634b-22fd-406e-923e-879a65ec9ff9 on network 15a712d2-19bb-4f7d-89e6-cc2b542b58c7 {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:57:32.897090 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80d33c04-2c9e-41bb-8eee-7f73b5eae4ea tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] Port 4b90634b-22fd-406e-923e-879a65ec9ff9 on network 15a712d2-19bb-4f7d-89e6-cc2b542b58c7 not bound, no agent of type Open vSwitch agent registered on host n-h2-834765-1 {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 15:57:32.897426 n-d-834765-1 neutron-server[102790]: ERROR neutron.plugins.ml2.managers [None req-80d33c04-2c9e-41bb-8eee-7f73b5eae4ea tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] Failed to bind port 4b90634b-22fd-406e-923e-879a65ec9ff9 on host n-h2-834765-1 for vnic_type normal using segments [{'id': '2848e466-2c18-4b28-bb6d-4fbe354eb994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '15a712d2-19bb-4f7d-89e6-cc2b542b58c7'}] Mar 29 15:57:32.897819 n-d-834765-1 neutron-server[102790]: INFO neutron.plugins.ml2.plugin [None req-80d33c04-2c9e-41bb-8eee-7f73b5eae4ea tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] Attempt 4 to bind port 4b90634b-22fd-406e-923e-879a65ec9ff9 Mar 29 15:57:32.910954 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-1f78c126-6285-4060-8b9e-d9ccb14dd822 None None] Attempting to bind port c7924161-a84f-4cb8-af8b-742231481d9d on host n-d-834765-1 for vnic_type normal with profile {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:57:32.911701 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-1f78c126-6285-4060-8b9e-d9ccb14dd822 None None] Attempting to bind port c7924161-a84f-4cb8-af8b-742231481d9d by drivers openvswitch,hyperv on host n-d-834765-1 at level 0 using segments [{'id': 'e8c7d0db-3096-43a2-866c-461b701b75a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '277f0be9-acdc-4e75-a033-5c535592ee32'}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:57:32.912182 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f78c126-6285-4060-8b9e-d9ccb14dd822 None None] Attempting to bind port c7924161-a84f-4cb8-af8b-742231481d9d on network 277f0be9-acdc-4e75-a033-5c535592ee32 {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:57:32.920016 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f78c126-6285-4060-8b9e-d9ccb14dd822 None None] Checking agent: {'id': 'a8866439-9d96-425c-b519-6905c591ac37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 25, 36), 'started_at': datetime.datetime(2022, 3, 29, 15, 26, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 57, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834765-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:57:32.920828 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f78c126-6285-4060-8b9e-d9ccb14dd822 None None] Checking segment: {'id': 'e8c7d0db-3096-43a2-866c-461b701b75a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '277f0be9-acdc-4e75-a033-5c535592ee32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:57:32.921890 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1f78c126-6285-4060-8b9e-d9ccb14dd822 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:32.926231 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f78c126-6285-4060-8b9e-d9ccb14dd822 None None] Bound using segment: {'id': 'e8c7d0db-3096-43a2-866c-461b701b75a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '277f0be9-acdc-4e75-a033-5c535592ee32'} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:57:32.926465 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.managers [None req-80d33c04-2c9e-41bb-8eee-7f73b5eae4ea tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] Attempting to bind port 4b90634b-22fd-406e-923e-879a65ec9ff9 on host n-h2-834765-1 for vnic_type normal with profile {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:57:32.926576 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-1f78c126-6285-4060-8b9e-d9ccb14dd822 None None] Bound port: c7924161-a84f-4cb8-af8b-742231481d9d, host: n-d-834765-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8c7d0db-3096-43a2-866c-461b701b75a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '277f0be9-acdc-4e75-a033-5c535592ee32'}}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 15:57:32.926691 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.managers [None req-80d33c04-2c9e-41bb-8eee-7f73b5eae4ea tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] Attempting to bind port 4b90634b-22fd-406e-923e-879a65ec9ff9 by drivers openvswitch,hyperv on host n-h2-834765-1 at level 0 using segments [{'id': '2848e466-2c18-4b28-bb6d-4fbe354eb994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '15a712d2-19bb-4f7d-89e6-cc2b542b58c7'}] {{(pid=102790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:57:32.927764 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1f78c126-6285-4060-8b9e-d9ccb14dd822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:32.930123 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80d33c04-2c9e-41bb-8eee-7f73b5eae4ea tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] Attempting to bind port 4b90634b-22fd-406e-923e-879a65ec9ff9 on network 15a712d2-19bb-4f7d-89e6-cc2b542b58c7 {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:57:32.940239 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80d33c04-2c9e-41bb-8eee-7f73b5eae4ea tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] Port 4b90634b-22fd-406e-923e-879a65ec9ff9 on network 15a712d2-19bb-4f7d-89e6-cc2b542b58c7 not bound, no agent of type Open vSwitch agent registered on host n-h2-834765-1 {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 15:57:32.940627 n-d-834765-1 neutron-server[102790]: ERROR neutron.plugins.ml2.managers [None req-80d33c04-2c9e-41bb-8eee-7f73b5eae4ea tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] Failed to bind port 4b90634b-22fd-406e-923e-879a65ec9ff9 on host n-h2-834765-1 for vnic_type normal using segments [{'id': '2848e466-2c18-4b28-bb6d-4fbe354eb994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '15a712d2-19bb-4f7d-89e6-cc2b542b58c7'}] Mar 29 15:57:32.941255 n-d-834765-1 neutron-server[102790]: INFO neutron.plugins.ml2.plugin [None req-80d33c04-2c9e-41bb-8eee-7f73b5eae4ea tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] Attempt 5 to bind port 4b90634b-22fd-406e-923e-879a65ec9ff9 Mar 29 15:57:32.957083 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.managers [None req-80d33c04-2c9e-41bb-8eee-7f73b5eae4ea tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] Attempting to bind port 4b90634b-22fd-406e-923e-879a65ec9ff9 on host n-h2-834765-1 for vnic_type normal with profile {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:57:32.957512 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.managers [None req-80d33c04-2c9e-41bb-8eee-7f73b5eae4ea tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] Attempting to bind port 4b90634b-22fd-406e-923e-879a65ec9ff9 by drivers openvswitch,hyperv on host n-h2-834765-1 at level 0 using segments [{'id': '2848e466-2c18-4b28-bb6d-4fbe354eb994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '15a712d2-19bb-4f7d-89e6-cc2b542b58c7'}] {{(pid=102790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:57:32.958082 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80d33c04-2c9e-41bb-8eee-7f73b5eae4ea tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] Attempting to bind port 4b90634b-22fd-406e-923e-879a65ec9ff9 on network 15a712d2-19bb-4f7d-89e6-cc2b542b58c7 {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:57:32.963505 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80d33c04-2c9e-41bb-8eee-7f73b5eae4ea tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] Port 4b90634b-22fd-406e-923e-879a65ec9ff9 on network 15a712d2-19bb-4f7d-89e6-cc2b542b58c7 not bound, no agent of type Open vSwitch agent registered on host n-h2-834765-1 {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 15:57:32.963905 n-d-834765-1 neutron-server[102790]: ERROR neutron.plugins.ml2.managers [None req-80d33c04-2c9e-41bb-8eee-7f73b5eae4ea tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] Failed to bind port 4b90634b-22fd-406e-923e-879a65ec9ff9 on host n-h2-834765-1 for vnic_type normal using segments [{'id': '2848e466-2c18-4b28-bb6d-4fbe354eb994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '15a712d2-19bb-4f7d-89e6-cc2b542b58c7'}] Mar 29 15:57:32.964356 n-d-834765-1 neutron-server[102790]: INFO neutron.plugins.ml2.plugin [None req-80d33c04-2c9e-41bb-8eee-7f73b5eae4ea tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] Attempt 6 to bind port 4b90634b-22fd-406e-923e-879a65ec9ff9 Mar 29 15:57:32.979966 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.managers [None req-80d33c04-2c9e-41bb-8eee-7f73b5eae4ea tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] Attempting to bind port 4b90634b-22fd-406e-923e-879a65ec9ff9 on host n-h2-834765-1 for vnic_type normal with profile {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:57:32.980995 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.managers [None req-80d33c04-2c9e-41bb-8eee-7f73b5eae4ea tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] Attempting to bind port 4b90634b-22fd-406e-923e-879a65ec9ff9 by drivers openvswitch,hyperv on host n-h2-834765-1 at level 0 using segments [{'id': '2848e466-2c18-4b28-bb6d-4fbe354eb994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '15a712d2-19bb-4f7d-89e6-cc2b542b58c7'}] {{(pid=102790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:57:32.981399 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80d33c04-2c9e-41bb-8eee-7f73b5eae4ea tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] Attempting to bind port 4b90634b-22fd-406e-923e-879a65ec9ff9 on network 15a712d2-19bb-4f7d-89e6-cc2b542b58c7 {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:57:32.987110 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80d33c04-2c9e-41bb-8eee-7f73b5eae4ea tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] Port 4b90634b-22fd-406e-923e-879a65ec9ff9 on network 15a712d2-19bb-4f7d-89e6-cc2b542b58c7 not bound, no agent of type Open vSwitch agent registered on host n-h2-834765-1 {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 15:57:32.987614 n-d-834765-1 neutron-server[102790]: ERROR neutron.plugins.ml2.managers [None req-80d33c04-2c9e-41bb-8eee-7f73b5eae4ea tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] Failed to bind port 4b90634b-22fd-406e-923e-879a65ec9ff9 on host n-h2-834765-1 for vnic_type normal using segments [{'id': '2848e466-2c18-4b28-bb6d-4fbe354eb994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '15a712d2-19bb-4f7d-89e6-cc2b542b58c7'}] Mar 29 15:57:32.988066 n-d-834765-1 neutron-server[102790]: INFO neutron.plugins.ml2.plugin [None req-80d33c04-2c9e-41bb-8eee-7f73b5eae4ea tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] Attempt 7 to bind port 4b90634b-22fd-406e-923e-879a65ec9ff9 Mar 29 15:57:33.020839 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.managers [None req-80d33c04-2c9e-41bb-8eee-7f73b5eae4ea tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] Attempting to bind port 4b90634b-22fd-406e-923e-879a65ec9ff9 on host n-h2-834765-1 for vnic_type normal with profile {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:57:33.023535 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.managers [None req-80d33c04-2c9e-41bb-8eee-7f73b5eae4ea tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] Attempting to bind port 4b90634b-22fd-406e-923e-879a65ec9ff9 by drivers openvswitch,hyperv on host n-h2-834765-1 at level 0 using segments [{'id': '2848e466-2c18-4b28-bb6d-4fbe354eb994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '15a712d2-19bb-4f7d-89e6-cc2b542b58c7'}] {{(pid=102790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:57:33.023981 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80d33c04-2c9e-41bb-8eee-7f73b5eae4ea tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] Attempting to bind port 4b90634b-22fd-406e-923e-879a65ec9ff9 on network 15a712d2-19bb-4f7d-89e6-cc2b542b58c7 {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:57:33.033967 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80d33c04-2c9e-41bb-8eee-7f73b5eae4ea tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] Port 4b90634b-22fd-406e-923e-879a65ec9ff9 on network 15a712d2-19bb-4f7d-89e6-cc2b542b58c7 not bound, no agent of type Open vSwitch agent registered on host n-h2-834765-1 {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 15:57:33.035119 n-d-834765-1 neutron-server[102790]: ERROR neutron.plugins.ml2.managers [None req-80d33c04-2c9e-41bb-8eee-7f73b5eae4ea tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] Failed to bind port 4b90634b-22fd-406e-923e-879a65ec9ff9 on host n-h2-834765-1 for vnic_type normal using segments [{'id': '2848e466-2c18-4b28-bb6d-4fbe354eb994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '15a712d2-19bb-4f7d-89e6-cc2b542b58c7'}] Mar 29 15:57:33.036419 n-d-834765-1 neutron-server[102790]: INFO neutron.plugins.ml2.plugin [None req-80d33c04-2c9e-41bb-8eee-7f73b5eae4ea tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] Attempt 8 to bind port 4b90634b-22fd-406e-923e-879a65ec9ff9 Mar 29 15:57:33.071971 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.managers [None req-80d33c04-2c9e-41bb-8eee-7f73b5eae4ea tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] Attempting to bind port 4b90634b-22fd-406e-923e-879a65ec9ff9 on host n-h2-834765-1 for vnic_type normal with profile {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:57:33.073174 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.managers [None req-80d33c04-2c9e-41bb-8eee-7f73b5eae4ea tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] Attempting to bind port 4b90634b-22fd-406e-923e-879a65ec9ff9 by drivers openvswitch,hyperv on host n-h2-834765-1 at level 0 using segments [{'id': '2848e466-2c18-4b28-bb6d-4fbe354eb994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '15a712d2-19bb-4f7d-89e6-cc2b542b58c7'}] {{(pid=102790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:57:33.074876 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80d33c04-2c9e-41bb-8eee-7f73b5eae4ea tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] Attempting to bind port 4b90634b-22fd-406e-923e-879a65ec9ff9 on network 15a712d2-19bb-4f7d-89e6-cc2b542b58c7 {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:57:33.084661 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80d33c04-2c9e-41bb-8eee-7f73b5eae4ea tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] Port 4b90634b-22fd-406e-923e-879a65ec9ff9 on network 15a712d2-19bb-4f7d-89e6-cc2b542b58c7 not bound, no agent of type Open vSwitch agent registered on host n-h2-834765-1 {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 15:57:33.085685 n-d-834765-1 neutron-server[102790]: ERROR neutron.plugins.ml2.managers [None req-80d33c04-2c9e-41bb-8eee-7f73b5eae4ea tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] Failed to bind port 4b90634b-22fd-406e-923e-879a65ec9ff9 on host n-h2-834765-1 for vnic_type normal using segments [{'id': '2848e466-2c18-4b28-bb6d-4fbe354eb994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '15a712d2-19bb-4f7d-89e6-cc2b542b58c7'}] Mar 29 15:57:33.086613 n-d-834765-1 neutron-server[102790]: INFO neutron.plugins.ml2.plugin [None req-80d33c04-2c9e-41bb-8eee-7f73b5eae4ea tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] Attempt 9 to bind port 4b90634b-22fd-406e-923e-879a65ec9ff9 Mar 29 15:57:33.119849 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.managers [None req-80d33c04-2c9e-41bb-8eee-7f73b5eae4ea tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] Attempting to bind port 4b90634b-22fd-406e-923e-879a65ec9ff9 on host n-h2-834765-1 for vnic_type normal with profile {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:57:33.120536 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.managers [None req-80d33c04-2c9e-41bb-8eee-7f73b5eae4ea tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] Attempting to bind port 4b90634b-22fd-406e-923e-879a65ec9ff9 by drivers openvswitch,hyperv on host n-h2-834765-1 at level 0 using segments [{'id': '2848e466-2c18-4b28-bb6d-4fbe354eb994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '15a712d2-19bb-4f7d-89e6-cc2b542b58c7'}] {{(pid=102790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:57:33.121045 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1f78c126-6285-4060-8b9e-d9ccb14dd822 None None] For port c7924161-a84f-4cb8-af8b-742231481d9d, host n-d-834765-1, cleared binding levels {{(pid=102792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:57:33.121301 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80d33c04-2c9e-41bb-8eee-7f73b5eae4ea tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] Attempting to bind port 4b90634b-22fd-406e-923e-879a65ec9ff9 on network 15a712d2-19bb-4f7d-89e6-cc2b542b58c7 {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:57:33.126950 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80d33c04-2c9e-41bb-8eee-7f73b5eae4ea tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] Port 4b90634b-22fd-406e-923e-879a65ec9ff9 on network 15a712d2-19bb-4f7d-89e6-cc2b542b58c7 not bound, no agent of type Open vSwitch agent registered on host n-h2-834765-1 {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 15:57:33.128274 n-d-834765-1 neutron-server[102790]: ERROR neutron.plugins.ml2.managers [None req-80d33c04-2c9e-41bb-8eee-7f73b5eae4ea tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] Failed to bind port 4b90634b-22fd-406e-923e-879a65ec9ff9 on host n-h2-834765-1 for vnic_type normal using segments [{'id': '2848e466-2c18-4b28-bb6d-4fbe354eb994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '15a712d2-19bb-4f7d-89e6-cc2b542b58c7'}] Mar 29 15:57:33.128822 n-d-834765-1 neutron-server[102790]: INFO neutron.plugins.ml2.plugin [None req-80d33c04-2c9e-41bb-8eee-7f73b5eae4ea tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] Attempt 10 to bind port 4b90634b-22fd-406e-923e-879a65ec9ff9 Mar 29 15:57:33.132858 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1f78c126-6285-4060-8b9e-d9ccb14dd822 None None] For port c7924161-a84f-4cb8-af8b-742231481d9d, host n-d-834765-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=c7924161-a84f-4cb8-af8b-742231481d9d,segment=NetworkSegment(e8c7d0db-3096-43a2-866c-461b701b75a5),segment_id=e8c7d0db-3096-43a2-866c-461b701b75a5)] {{(pid=102792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:57:33.141543 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1f78c126-6285-4060-8b9e-d9ccb14dd822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:33.162813 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.managers [None req-80d33c04-2c9e-41bb-8eee-7f73b5eae4ea tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] Attempting to bind port 4b90634b-22fd-406e-923e-879a65ec9ff9 on host n-h2-834765-1 for vnic_type normal with profile {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:57:33.163144 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.managers [None req-80d33c04-2c9e-41bb-8eee-7f73b5eae4ea tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] Attempting to bind port 4b90634b-22fd-406e-923e-879a65ec9ff9 by drivers openvswitch,hyperv on host n-h2-834765-1 at level 0 using segments [{'id': '2848e466-2c18-4b28-bb6d-4fbe354eb994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '15a712d2-19bb-4f7d-89e6-cc2b542b58c7'}] {{(pid=102790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:57:33.173686 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80d33c04-2c9e-41bb-8eee-7f73b5eae4ea tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] Attempting to bind port 4b90634b-22fd-406e-923e-879a65ec9ff9 on network 15a712d2-19bb-4f7d-89e6-cc2b542b58c7 {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:57:33.182879 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80d33c04-2c9e-41bb-8eee-7f73b5eae4ea tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] Port 4b90634b-22fd-406e-923e-879a65ec9ff9 on network 15a712d2-19bb-4f7d-89e6-cc2b542b58c7 not bound, no agent of type Open vSwitch agent registered on host n-h2-834765-1 {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 15:57:33.186427 n-d-834765-1 neutron-server[102790]: ERROR neutron.plugins.ml2.managers [None req-80d33c04-2c9e-41bb-8eee-7f73b5eae4ea tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] Failed to bind port 4b90634b-22fd-406e-923e-879a65ec9ff9 on host n-h2-834765-1 for vnic_type normal using segments [{'id': '2848e466-2c18-4b28-bb6d-4fbe354eb994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '15a712d2-19bb-4f7d-89e6-cc2b542b58c7'}] Mar 29 15:57:33.187001 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-80d33c04-2c9e-41bb-8eee-7f73b5eae4ea tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:33.198362 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-4b3c1d20-b614-480a-ace5-a40b61f4c51e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:33.217886 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1cb4b002-4228-496c-a841-c09bf1a59bfd req-66d878fd-28ad-4c10-a26c-884a2fab36dd tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] Router 6285f326-c781-4f2f-ab7c-7ef532c6f60c has already been hosted by L3 agent c648d819-1060-4f26-b4ec-6455387b5dff {{(pid=102791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 15:57:33.260353 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3c1d20-b614-480a-ace5-a40b61f4c51e admin admin] Pushing event deleted for resources: {'Port': ['ID=b93c9665-a130-4358-a3f4-e39ec020e649,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:57:33.263556 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-23fb9b34-6cb4-4345-a66b-e0a1b2c92357 None None] Provisioning complete for port c7924161-a84f-4cb8-af8b-742231481d9d triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:57:33.264110 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-23fb9b34-6cb4-4345-a66b-e0a1b2c92357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:33.316841 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f78c126-6285-4060-8b9e-d9ccb14dd822 None None] Routers {'488cd048-b0be-4270-85bc-3432505c3122'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:57:33.317484 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-1f78c126-6285-4060-8b9e-d9ccb14dd822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 11},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:57:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['488cd048-b0be-4270-85bc-3432505c3122'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:57:33.323056 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-fc456d54-b75c-4964-a901-cb8569a635f0 req-4160c302-09c6-4517-91b0-61b6c4f27c71 tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] 10.222.0.42 "GET /v2.0/ports?device_id=27edd37b-f742-40e3-a8c7-8890983862b7 HTTP/1.1" status: 200 len: 210 time: 0.1115704 Mar 29 15:57:33.436217 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [None req-80d33c04-2c9e-41bb-8eee-7f73b5eae4ea tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] For port 4b90634b-22fd-406e-923e-879a65ec9ff9, host n-h2-834765-1, cleared binding levels {{(pid=102790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:57:33.440114 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [None req-80d33c04-2c9e-41bb-8eee-7f73b5eae4ea tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] Attempted to set empty binding levels {{(pid=102790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Mar 29 15:57:33.453111 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-80d33c04-2c9e-41bb-8eee-7f73b5eae4ea tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5237921'] for port, after_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:33.467766 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bb26f9-e79b-45d2-9929-21676418075f None None] Pushing event updated for resources: {'Port': ['ID=c7924161-a84f-4cb8-af8b-742231481d9d,revision_number=4']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:57:33.532467 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1cb4b002-4228-496c-a841-c09bf1a59bfd req-66d878fd-28ad-4c10-a26c-884a2fab36dd tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:57:33.543850 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5884992-34b2-4980-8a57-6ed9cecd4f8e None None] Sync routers for ids ['6285f326-c781-4f2f-ab7c-7ef532c6f60c'] in n-d-834765-1 {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:57:33.566723 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5884992-34b2-4980-8a57-6ed9cecd4f8e None None] Routers {'6285f326-c781-4f2f-ab7c-7ef532c6f60c'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:57:33.569198 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-b5884992-34b2-4980-8a57-6ed9cecd4f8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 11},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:57:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['6285f326-c781-4f2f-ab7c-7ef532c6f60c'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:57:33.578606 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d33c04-2c9e-41bb-8eee-7f73b5eae4ea tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] Pushing event updated for resources: {'Port': ['ID=4b90634b-22fd-406e-923e-879a65ec9ff9,revision_number=3']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:57:33.600935 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-80d33c04-2c9e-41bb-8eee-7f73b5eae4ea tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] In _notify_port_updated(), no bound segment for port 4b90634b-22fd-406e-923e-879a65ec9ff9 on network 15a712d2-19bb-4f7d-89e6-cc2b542b58c7 {{(pid=102790) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Mar 29 15:57:33.601819 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80d33c04-2c9e-41bb-8eee-7f73b5eae4ea tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:57:33.603827 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-80d33c04-2c9e-41bb-8eee-7f73b5eae4ea tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:33.608858 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-80d33c04-2c9e-41bb-8eee-7f73b5eae4ea tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] 10.222.0.42 "PUT /v2.0/ports/4b90634b-22fd-406e-923e-879a65ec9ff9 HTTP/1.1" status: 200 len: 973 time: 1.3825991 Mar 29 15:57:33.610220 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 41136) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:57:33.621675 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvr_db [None req-1f78c126-6285-4060-8b9e-d9ccb14dd822 None None] Set router 488cd048-b0be-4270-85bc-3432505c3122 gateway port host: n-d-834765-1 {{(pid=102792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:57:33.691583 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-4b3c1d20-b614-480a-ace5-a40b61f4c51e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-648138'] for router_gateway, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:33.766908 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-fc447207-e565-4b2c-bb7c-fb90245c043c tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] Deleting port 4b90634b-22fd-406e-923e-879a65ec9ff9 {{(pid=102790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:57:33.772527 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cb4b002-4228-496c-a841-c09bf1a59bfd req-66d878fd-28ad-4c10-a26c-884a2fab36dd tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] No DVR routers for this DVR port 1a5cd746-434a-4d0b-9c72-3f5e84dffe64 on host n-h1-834765-1 {{(pid=102791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:57:33.774593 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-1cb4b002-4228-496c-a841-c09bf1a59bfd req-66d878fd-28ad-4c10-a26c-884a2fab36dd tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:33.775741 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-fc447207-e565-4b2c-bb7c-fb90245c043c tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:33.782553 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-1cb4b002-4228-496c-a841-c09bf1a59bfd req-66d878fd-28ad-4c10-a26c-884a2fab36dd tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] 10.222.0.44 "DELETE /v2.0/ports/1a5cd746-434a-4d0b-9c72-3f5e84dffe64 HTTP/1.1" status: 204 len: 173 time: 3.4588051 Mar 29 15:57:33.842453 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-23fb9b34-6cb4-4345-a66b-e0a1b2c92357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:33.917158 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvr_db [None req-b5884992-34b2-4980-8a57-6ed9cecd4f8e None None] Set router 6285f326-c781-4f2f-ab7c-7ef532c6f60c gateway port host: n-d-834765-1 {{(pid=102793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:57:33.917912 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-4b3c1d20-b614-480a-ace5-a40b61f4c51e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129328'] for router, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:33.920494 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-4b3c1d20-b614-480a-ace5-a40b61f4c51e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:33.978793 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27edd37b-f742-40e3-a8c7-8890983862b7', 'name': 'network-vif-deleted', 'tag': '1a5cd746-434a-4d0b-9c72-3f5e84dffe64'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:57:33.980990 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c67b028db5e9b9818fecc5c0a87ebc6f190694fa53ca267d523e04f98de536d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1208b38c-9b21-4ec4-9e36-9a2751356405" -d '{"events": [{"server_uuid": "27edd37b-f742-40e3-a8c7-8890983862b7", "name": "network-vif-deleted", "tag": "1a5cd746-434a-4d0b-9c72-3f5e84dffe64"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:57:33.987147 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-4b3c1d20-b614-480a-ace5-a40b61f4c51e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-526718'] for router, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:33.988340 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b3c1d20-b614-480a-ace5-a40b61f4c51e admin admin] Fanout notify agent at l3_agent the message router_deleted on router da5bd9db-bfd6-4772-bb65-a93e227635f4 {{(pid=102791) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 29 15:57:33.993943 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-4b3c1d20-b614-480a-ace5-a40b61f4c51e admin admin] Notify callbacks [] for router, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:33.999109 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [None req-fc447207-e565-4b2c-bb7c-fb90245c043c tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] For port 4b90634b-22fd-406e-923e-879a65ec9ff9, host n-h2-834765-1, got binding levels [] {{(pid=102790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:57:33.999656 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-4b3c1d20-b614-480a-ace5-a40b61f4c51e admin admin] 10.222.0.42 "DELETE /v2.0/routers/da5bd9db-bfd6-4772-bb65-a93e227635f4 HTTP/1.1" status: 204 len: 168 time: 3.1412890 Mar 29 15:57:33.999761 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-fc447207-e565-4b2c-bb7c-fb90245c043c tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:33.999865 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 41142) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:57:34.047934 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-fc447207-e565-4b2c-bb7c-fb90245c043c tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] Calling delete_port for 4b90634b-22fd-406e-923e-879a65ec9ff9 owned by {{(pid=102790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:57:34.094136 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb108a8f-7c4e-451b-add6-7d191317f20e admin admin] Deleting subnet ed750e85-4d93-46c8-94fa-e6f2102332a0 {{(pid=102791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 15:57:34.097787 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-bb108a8f-7c4e-451b-add6-7d191317f20e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:34.101998 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-23fb9b34-6cb4-4345-a66b-e0a1b2c92357 None None] For port c7924161-a84f-4cb8-af8b-742231481d9d, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=c7924161-a84f-4cb8-af8b-742231481d9d,segment=NetworkSegment(e8c7d0db-3096-43a2-866c-461b701b75a5),segment_id=e8c7d0db-3096-43a2-866c-461b701b75a5)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:57:34.126379 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-23fb9b34-6cb4-4345-a66b-e0a1b2c92357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:34.180476 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:57:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8225867-d1b6-4202-a208-e2fa5f8ba341 x-openstack-request-id: req-e8225867-d1b6-4202-a208-e2fa5f8ba341 {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:57:34.182171 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27edd37b-f742-40e3-a8c7-8890983862b7", "name": "network-vif-deleted", "tag": "1a5cd746-434a-4d0b-9c72-3f5e84dffe64", "status": "completed", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:57:34.186277 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e8225867-d1b6-4202-a208-e2fa5f8ba341 {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:57:34.186902 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27edd37b-f742-40e3-a8c7-8890983862b7', 'name': 'network-vif-deleted', 'tag': '1a5cd746-434a-4d0b-9c72-3f5e84dffe64', 'status': 'completed', 'code': 200} Mar 29 15:57:34.208758 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-bb108a8f-7c4e-451b-add6-7d191317f20e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4230423'] for subnet, precommit_delete_associations {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:34.218466 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-fc447207-e565-4b2c-bb7c-fb90245c043c tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:34.276139 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc447207-e565-4b2c-bb7c-fb90245c043c tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] Pushing event deleted for resources: {'Port': ['ID=4b90634b-22fd-406e-923e-879a65ec9ff9,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:57:34.285838 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-fc447207-e565-4b2c-bb7c-fb90245c043c tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:34.291309 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-fc447207-e565-4b2c-bb7c-fb90245c043c tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] 10.222.0.42 "DELETE /v2.0/ports/4b90634b-22fd-406e-923e-879a65ec9ff9 HTTP/1.1" status: 204 len: 168 time: 0.6767538 Mar 29 15:57:34.293958 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 41144) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:57:34.311126 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d71584b9-87f1-45f5-84c7-c993c2416269 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:34.329316 n-d-834765-1 neutron-server[102790]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e3d602e-5481-4d24-b6ba-bf0522d75fbf tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] GET failed (client error): The resource could not be found. Mar 29 15:57:34.334685 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-9e3d602e-5481-4d24-b6ba-bf0522d75fbf tempest-PortsAdminExtendedAttrsTestJSON-1260905544 tempest-PortsAdminExtendedAttrsTestJSON-1260905544-project-admin] 10.222.0.42 "GET /v2.0/ports/4b90634b-22fd-406e-923e-879a65ec9ff9 HTTP/1.1" status: 404 len: 333 time: 0.0353677 Mar 29 15:57:34.335822 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 41146) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:57:34.454180 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-b5884992-34b2-4980-8a57-6ed9cecd4f8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6285f326-c781-4f2f-ab7c-7ef532c6f60c', 'name': 'tempest-AttachVolumeTestJSON-1827063187-router', 'tenant_id': '0645dc511670491c8626eeb496c0ab97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.149'}], 'enable_snat': True}, 'gw_port_id': '38c61091-efa6-44d1-8702-14f57199fb72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:52:23Z', 'updated_at': '2022-03-29T15:52:34Z', 'revision_number': 4, 'project_id': '0645dc511670491c8626eeb496c0ab97', 'gw_port': {'id': '38c61091-efa6-44d1-8702-14f57199fb72', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:b2:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6285f326-c781-4f2f-ab7c-7ef532c6f60c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2081, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:52:26Z', 'updated_at': '2022-03-29T15:52:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': '7eaacc99-c88e-4cef-a816-8959e5a646da', 'name': '', 'network_id': 'd994e3d3-6e54-466f-bbe9-e588ad776084', 'tenant_id': '0645dc511670491c8626eeb496c0ab97', 'mac_address': 'fa:16:3e:4f:b4:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6285f326-c781-4f2f-ab7c-7ef532c6f60c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2091, 'fixed_ips': [{'subnet_id': 'a8d0e49f-9e4f-4325-b3fe-d85cd5221184', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:52:33Z', 'updated_at': '2022-03-29T15:52:51Z', 'revision_number': 5, 'project_id': '0645dc511670491c8626eeb496c0ab97', 'subnets': [{'id': 'a8d0e49f-9e4f-4325-b3fe-d85cd5221184', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:57:34.478604 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-bb108a8f-7c4e-451b-add6-7d191317f20e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1641287'] for subnet, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:34.479652 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-ec63e63d-08ff-4b11-8a22-e28bb4616eaf None None] Provisioning complete for port c7924161-a84f-4cb8-af8b-742231481d9d triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:57:34.480602 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-ec63e63d-08ff-4b11-8a22-e28bb4616eaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:34.494567 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fb9b34-6cb4-4345-a66b-e0a1b2c92357 None None] Pushing event updated for resources: {'Port': ['ID=c7924161-a84f-4cb8-af8b-742231481d9d,revision_number=5']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:57:34.551220 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5884992-34b2-4980-8a57-6ed9cecd4f8e None None] Checking router: 6285f326-c781-4f2f-ab7c-7ef532c6f60c for host: n-d-834765-1 {{(pid=102793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:57:34.565075 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5884992-34b2-4980-8a57-6ed9cecd4f8e None None] Routers {'6285f326-c781-4f2f-ab7c-7ef532c6f60c'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:57:34.567819 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-b5884992-34b2-4980-8a57-6ed9cecd4f8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 11},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:57:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['6285f326-c781-4f2f-ab7c-7ef532c6f60c'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:57:34.583940 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-bb108a8f-7c4e-451b-add6-7d191317f20e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1641294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16155591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16218852'] for subnet, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:34.599405 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-033e4f9c-79b7-4091-8e4d-3add11f959d6 req-c6192320-b31b-414f-a567-b7fe39378755 tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] 10.222.0.42 "GET /v2.0/ports?device_id=27edd37b-f742-40e3-a8c7-8890983862b7 HTTP/1.1" status: 200 len: 210 time: 0.0635610 Mar 29 15:57:34.613807 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-1ea8c84c-aa4f-4326-bef8-bd87853f2a29 tempest-PortsAdminExtendedAttrsTestJSON-1140109977 tempest-PortsAdminExtendedAttrsTestJSON-1140109977-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1631750'] for network, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:34.641528 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-bb108a8f-7c4e-451b-add6-7d191317f20e admin admin] Notify callbacks [] for subnet, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:34.665615 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-bb108a8f-7c4e-451b-add6-7d191317f20e admin admin] 10.222.0.42 "DELETE /v2.0/subnets/ed750e85-4d93-46c8-94fa-e6f2102332a0 HTTP/1.1" status: 204 len: 168 time: 0.6652067 Mar 29 15:57:34.666724 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 41152) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:57:34.668565 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb108a8f-7c4e-451b-add6-7d191317f20e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ed750e85-4d93-46c8-94fa-e6f2102332a0,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:57:34.670894 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b150d2cb-1088-4a6a-ac76-1583bcfffc82 None None] Network 649454e6-77f5-4d10-8edb-4ebe012c75f1 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 15:57:34.834698 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvr_db [None req-b5884992-34b2-4980-8a57-6ed9cecd4f8e None None] Set router 6285f326-c781-4f2f-ab7c-7ef532c6f60c gateway port host: n-d-834765-1 {{(pid=102793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:57:34.844048 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-1ea8c84c-aa4f-4326-bef8-bd87853f2a29 tempest-PortsAdminExtendedAttrsTestJSON-1140109977 tempest-PortsAdminExtendedAttrsTestJSON-1140109977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639890', 'neutron.services.segments.db._delete_segments_for_network-8783523423079'] for network, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:34.846113 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-4bbec20b-1844-4524-b633-1093eb30aeea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1631750'] for network, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:34.855964 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device c7924161-a84f-4cb8-af8b-742231481d9d up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:57:34.858646 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device 1a5cd746-434a-4d0b-9c72-3f5e84dffe64 no longer exists at agent hyperv_n-h1-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:57:34.887567 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-1ea8c84c-aa4f-4326-bef8-bd87853f2a29 tempest-PortsAdminExtendedAttrsTestJSON-1140109977 tempest-PortsAdminExtendedAttrsTestJSON-1140109977-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15a712d2-19bb-4f7d-89e6-cc2b542b58c7']}} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:57:34.900236 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-1ea8c84c-aa4f-4326-bef8-bd87853f2a29 tempest-PortsAdminExtendedAttrsTestJSON-1140109977 tempest-PortsAdminExtendedAttrsTestJSON-1140109977-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2848e466-2c18-4b28-bb6d-4fbe354eb994') {'for_net_delete': True} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:57:34.900573 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-1ea8c84c-aa4f-4326-bef8-bd87853f2a29 tempest-PortsAdminExtendedAttrsTestJSON-1140109977 tempest-PortsAdminExtendedAttrsTestJSON-1140109977-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2848e466-2c18-4b28-bb6d-4fbe354eb994') {} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:57:34.911940 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-1ea8c84c-aa4f-4326-bef8-bd87853f2a29 tempest-PortsAdminExtendedAttrsTestJSON-1140109977 tempest-PortsAdminExtendedAttrsTestJSON-1140109977-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783523422064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4614019'] for segment, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:34.926335 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-1ea8c84c-aa4f-4326-bef8-bd87853f2a29 tempest-PortsAdminExtendedAttrsTestJSON-1140109977 tempest-PortsAdminExtendedAttrsTestJSON-1140109977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:34.935725 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ea8c84c-aa4f-4326-bef8-bd87853f2a29 tempest-PortsAdminExtendedAttrsTestJSON-1140109977 tempest-PortsAdminExtendedAttrsTestJSON-1140109977-project] Releasing vlan 631 on physical network physnet1 to pool {{(pid=102790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 15:57:34.936131 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-1ea8c84c-aa4f-4326-bef8-bd87853f2a29 tempest-PortsAdminExtendedAttrsTestJSON-1140109977 tempest-PortsAdminExtendedAttrsTestJSON-1140109977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5238013'] for segment, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:34.960653 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-1f78c126-6285-4060-8b9e-d9ccb14dd822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '488cd048-b0be-4270-85bc-3432505c3122', 'name': 'tempest-TestAggregatesBasicOps-1176189196-router', 'tenant_id': '633dfcbfc96244b7824d264084753d15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.216'}], 'enable_snat': True}, 'gw_port_id': '8fb804e2-2a3c-49b8-ad39-c1436c4da296', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:57:20Z', 'updated_at': '2022-03-29T15:57:25Z', 'revision_number': 4, 'project_id': '633dfcbfc96244b7824d264084753d15', 'gw_port': {'id': '8fb804e2-2a3c-49b8-ad39-c1436c4da296', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:31:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '488cd048-b0be-4270-85bc-3432505c3122', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2706, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:57:21Z', 'updated_at': '2022-03-29T15:57:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': 'c7924161-a84f-4cb8-af8b-742231481d9d', 'name': '', 'network_id': '277f0be9-acdc-4e75-a033-5c535592ee32', 'tenant_id': '633dfcbfc96244b7824d264084753d15', 'mac_address': 'fa:16:3e:4e:bb:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '488cd048-b0be-4270-85bc-3432505c3122', 'device_owner': 'network:router_interface', 'standard_attr_id': 2719, 'fixed_ips': [{'subnet_id': '27f4fa3c-0315-4e03-99a5-b25846481f74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:57:24Z', 'updated_at': '2022-03-29T15:57:33Z', 'revision_number': 4, 'project_id': '633dfcbfc96244b7824d264084753d15', 'subnets': [{'id': '27f4fa3c-0315-4e03-99a5-b25846481f74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:57:35.006881 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-4bbec20b-1844-4524-b633-1093eb30aeea admin admin] Deleting port 053af310-4c5c-4474-baa9-9bfd309d5b5f {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:57:35.007313 n-d-834765-1 neutron-server[102790]: Traceback (most recent call last): Mar 29 15:57:35.007313 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 15:57:35.007313 n-d-834765-1 neutron-server[102790]: timer() Mar 29 15:57:35.007313 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 15:57:35.007313 n-d-834765-1 neutron-server[102790]: cb(*args, **kw) Mar 29 15:57:35.007313 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 15:57:35.007313 n-d-834765-1 neutron-server[102790]: return func(*args, **kwargs) Mar 29 15:57:35.007313 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 15:57:35.007313 n-d-834765-1 neutron-server[102790]: self._notify() Mar 29 15:57:35.007313 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 15:57:35.007313 n-d-834765-1 neutron-server[102790]: self.callback(batched_events) Mar 29 15:57:35.007313 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 15:57:35.007313 n-d-834765-1 neutron-server[102790]: event.method(event) Mar 29 15:57:35.007313 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 15:57:35.007313 n-d-834765-1 neutron-server[102790]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 15:57:35.007313 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 15:57:35.007313 n-d-834765-1 neutron-server[102790]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 15:57:35.007313 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 15:57:35.007313 n-d-834765-1 neutron-server[102790]: return f(self, *a, **k) Mar 29 15:57:35.007313 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 15:57:35.007313 n-d-834765-1 neutron-server[102790]: return self._get(url).json() Mar 29 15:57:35.007313 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 15:57:35.007313 n-d-834765-1 neutron-server[102790]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 15:57:35.007313 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 15:57:35.007313 n-d-834765-1 neutron-server[102790]: return self.request(url, 'GET', **kwargs) Mar 29 15:57:35.007313 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 15:57:35.007313 n-d-834765-1 neutron-server[102790]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 15:57:35.007313 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 15:57:35.007313 n-d-834765-1 neutron-server[102790]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 15:57:35.007313 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 15:57:35.007313 n-d-834765-1 neutron-server[102790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 15:57:35.007313 n-d-834765-1 neutron-server[102790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 15:57:35.009791 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-4bbec20b-1844-4524-b633-1093eb30aeea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:35.025592 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-1ea8c84c-aa4f-4326-bef8-bd87853f2a29 tempest-PortsAdminExtendedAttrsTestJSON-1140109977 tempest-PortsAdminExtendedAttrsTestJSON-1140109977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1639897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648174'] for network, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:35.027196 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] No Port match for: 1a5cd746-434a-4d0b-9c72-3f5e84dffe64 {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 15:57:35.028992 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device 1a5cd746-434a-4d0b-9c72-3f5e84dffe64 not bound to the agent host n-h1-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:57:35.041296 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f78c126-6285-4060-8b9e-d9ccb14dd822 None None] The sync data for ids ['488cd048-b0be-4270-85bc-3432505c3122'] in n-d-834765-1 is: [{'id': '488cd048-b0be-4270-85bc-3432505c3122', 'name': 'tempest-TestAggregatesBasicOps-1176189196-router', 'tenant_id': '633dfcbfc96244b7824d264084753d15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.216'}], 'enable_snat': True}, 'gw_port_id': '8fb804e2-2a3c-49b8-ad39-c1436c4da296', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:57:20Z', 'updated_at': '2022-03-29T15:57:25Z', 'revision_number': 4, 'project_id': '633dfcbfc96244b7824d264084753d15', 'gw_port': {'id': '8fb804e2-2a3c-49b8-ad39-c1436c4da296', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:31:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '488cd048-b0be-4270-85bc-3432505c3122', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2706, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:57:21Z', 'updated_at': '2022-03-29T15:57:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': 'c7924161-a84f-4cb8-af8b-742231481d9d', 'name': '', 'network_id': '277f0be9-acdc-4e75-a033-5c535592ee32', 'tenant_id': '633dfcbfc96244b7824d264084753d15', 'mac_address': 'fa:16:3e:4e:bb:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '488cd048-b0be-4270-85bc-3432505c3122', 'device_owner': 'network:router_interface', 'standard_attr_id': 2719, 'fixed_ips': [{'subnet_id': '27f4fa3c-0315-4e03-99a5-b25846481f74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:57:24Z', 'updated_at': '2022-03-29T15:57:33Z', 'revision_number': 4, 'project_id': '633dfcbfc96244b7824d264084753d15', 'subnets': [{'id': '27f4fa3c-0315-4e03-99a5-b25846481f74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:57:35.054943 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-1ea8c84c-aa4f-4326-bef8-bd87853f2a29 tempest-PortsAdminExtendedAttrsTestJSON-1140109977 tempest-PortsAdminExtendedAttrsTestJSON-1140109977-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for network, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:35.063801 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-1ea8c84c-aa4f-4326-bef8-bd87853f2a29 tempest-PortsAdminExtendedAttrsTestJSON-1140109977 tempest-PortsAdminExtendedAttrsTestJSON-1140109977-project] 10.222.0.42 "DELETE /v2.0/networks/15a712d2-19bb-4f7d-89e6-cc2b542b58c7 HTTP/1.1" status: 204 len: 168 time: 0.7243168 Mar 29 15:57:35.082128 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea8c84c-aa4f-4326-bef8-bd87853f2a29 tempest-PortsAdminExtendedAttrsTestJSON-1140109977 tempest-PortsAdminExtendedAttrsTestJSON-1140109977-project] Pushing event deleted for resources: {'Network': ['ID=15a712d2-19bb-4f7d-89e6-cc2b542b58c7,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:57:35.202701 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [None req-4bbec20b-1844-4524-b633-1093eb30aeea admin admin] For port 053af310-4c5c-4474-baa9-9bfd309d5b5f, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=053af310-4c5c-4474-baa9-9bfd309d5b5f,segment=NetworkSegment(80b4599f-3446-486e-aff2-fb12a9f882b1),segment_id=80b4599f-3446-486e-aff2-fb12a9f882b1)] {{(pid=102791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:57:35.203076 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-4bbec20b-1844-4524-b633-1093eb30aeea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:35.224113 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-4bbec20b-1844-4524-b633-1093eb30aeea admin admin] Calling delete_port for 053af310-4c5c-4474-baa9-9bfd309d5b5f owned by network:dhcp {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:57:35.286865 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-b5884992-34b2-4980-8a57-6ed9cecd4f8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6285f326-c781-4f2f-ab7c-7ef532c6f60c', 'name': 'tempest-AttachVolumeTestJSON-1827063187-router', 'tenant_id': '0645dc511670491c8626eeb496c0ab97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.149'}], 'enable_snat': True}, 'gw_port_id': '38c61091-efa6-44d1-8702-14f57199fb72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:52:23Z', 'updated_at': '2022-03-29T15:52:34Z', 'revision_number': 4, 'project_id': '0645dc511670491c8626eeb496c0ab97', 'gw_port': {'id': '38c61091-efa6-44d1-8702-14f57199fb72', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:b2:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6285f326-c781-4f2f-ab7c-7ef532c6f60c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2081, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:52:26Z', 'updated_at': '2022-03-29T15:52:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': '7eaacc99-c88e-4cef-a816-8959e5a646da', 'name': '', 'network_id': 'd994e3d3-6e54-466f-bbe9-e588ad776084', 'tenant_id': '0645dc511670491c8626eeb496c0ab97', 'mac_address': 'fa:16:3e:4f:b4:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6285f326-c781-4f2f-ab7c-7ef532c6f60c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2091, 'fixed_ips': [{'subnet_id': 'a8d0e49f-9e4f-4325-b3fe-d85cd5221184', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:52:33Z', 'updated_at': '2022-03-29T15:52:51Z', 'revision_number': 5, 'project_id': '0645dc511670491c8626eeb496c0ab97', 'subnets': [{'id': 'a8d0e49f-9e4f-4325-b3fe-d85cd5221184', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:57:35.347510 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5884992-34b2-4980-8a57-6ed9cecd4f8e None None] The sync data for ids ['6285f326-c781-4f2f-ab7c-7ef532c6f60c'] in n-d-834765-1 is: [{'id': '6285f326-c781-4f2f-ab7c-7ef532c6f60c', 'name': 'tempest-AttachVolumeTestJSON-1827063187-router', 'tenant_id': '0645dc511670491c8626eeb496c0ab97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.149'}], 'enable_snat': True}, 'gw_port_id': '38c61091-efa6-44d1-8702-14f57199fb72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:52:23Z', 'updated_at': '2022-03-29T15:52:34Z', 'revision_number': 4, 'project_id': '0645dc511670491c8626eeb496c0ab97', 'gw_port': {'id': '38c61091-efa6-44d1-8702-14f57199fb72', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:b2:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6285f326-c781-4f2f-ab7c-7ef532c6f60c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2081, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:52:26Z', 'updated_at': '2022-03-29T15:52:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': '7eaacc99-c88e-4cef-a816-8959e5a646da', 'name': '', 'network_id': 'd994e3d3-6e54-466f-bbe9-e588ad776084', 'tenant_id': '0645dc511670491c8626eeb496c0ab97', 'mac_address': 'fa:16:3e:4f:b4:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6285f326-c781-4f2f-ab7c-7ef532c6f60c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2091, 'fixed_ips': [{'subnet_id': 'a8d0e49f-9e4f-4325-b3fe-d85cd5221184', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:52:33Z', 'updated_at': '2022-03-29T15:52:51Z', 'revision_number': 5, 'project_id': '0645dc511670491c8626eeb496c0ab97', 'subnets': [{'id': 'a8d0e49f-9e4f-4325-b3fe-d85cd5221184', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:57:35.358210 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port c7924161-a84f-4cb8-af8b-742231481d9d triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:57:35.358765 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:35.360406 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-4bbec20b-1844-4524-b633-1093eb30aeea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:35.423985 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbec20b-1844-4524-b633-1093eb30aeea admin admin] Pushing event deleted for resources: {'Port': ['ID=053af310-4c5c-4474-baa9-9bfd309d5b5f,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:57:35.432637 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bbec20b-1844-4524-b633-1093eb30aeea admin admin] No DVR routers for this DVR port 053af310-4c5c-4474-baa9-9bfd309d5b5f on host n-d-834765-1 {{(pid=102791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:57:35.512207 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73a7604a-925f-459f-aa2f-5fb1e1773f02 None None] DHCP port deletion for 649454e6-77f5-4d10-8edb-4ebe012c75f1 request from n-d-834765-1 {{(pid=102792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 29 15:57:35.651236 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-4bbec20b-1844-4524-b633-1093eb30aeea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639890', 'neutron.services.segments.db._delete_segments_for_network-8783523423079'] for network, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:35.738568 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 41166) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:57:35.739808 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-4bbec20b-1844-4524-b633-1093eb30aeea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['649454e6-77f5-4d10-8edb-4ebe012c75f1']}} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:57:35.747450 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 5405d9cb-6003-4c71-9701-8ee98aa87eba no longer exists at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:57:35.758148 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 41170) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:57:35.765215 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-4bbec20b-1844-4524-b633-1093eb30aeea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80b4599f-3446-486e-aff2-fb12a9f882b1') {'for_net_delete': True} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:57:35.765636 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-4bbec20b-1844-4524-b633-1093eb30aeea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80b4599f-3446-486e-aff2-fb12a9f882b1') {} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:57:35.789718 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-0cb6abf6-2706-4e52-8825-f5f644ecf9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:35.791857 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-4bbec20b-1844-4524-b633-1093eb30aeea admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783523422064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4230428'] for segment, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:35.801820 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] No Port match for: 5405d9cb-6003-4c71-9701-8ee98aa87eba {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 15:57:35.802300 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 5405d9cb-6003-4c71-9701-8ee98aa87eba not bound to the agent host n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:57:35.802834 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device b93c9665-a130-4358-a3f4-e39ec020e649 no longer exists at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:57:35.815816 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-4bbec20b-1844-4524-b633-1093eb30aeea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:35.828152 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4bbec20b-1844-4524-b633-1093eb30aeea admin admin] Releasing vlan 644 on physical network physnet1 to pool {{(pid=102791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 15:57:35.829458 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-4bbec20b-1844-4524-b633-1093eb30aeea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16169569'] for segment, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:35.834333 n-d-834765-1 neutron-server[102791]: Traceback (most recent call last): Mar 29 15:57:35.834333 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 15:57:35.834333 n-d-834765-1 neutron-server[102791]: timer() Mar 29 15:57:35.834333 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 15:57:35.834333 n-d-834765-1 neutron-server[102791]: cb(*args, **kw) Mar 29 15:57:35.834333 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 15:57:35.834333 n-d-834765-1 neutron-server[102791]: return func(*args, **kwargs) Mar 29 15:57:35.834333 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 15:57:35.834333 n-d-834765-1 neutron-server[102791]: self._notify() Mar 29 15:57:35.834333 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 15:57:35.834333 n-d-834765-1 neutron-server[102791]: self.callback(batched_events) Mar 29 15:57:35.834333 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 15:57:35.834333 n-d-834765-1 neutron-server[102791]: event.method(event) Mar 29 15:57:35.834333 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 15:57:35.834333 n-d-834765-1 neutron-server[102791]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 15:57:35.834333 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 15:57:35.834333 n-d-834765-1 neutron-server[102791]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 15:57:35.834333 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 15:57:35.834333 n-d-834765-1 neutron-server[102791]: return f(self, *a, **k) Mar 29 15:57:35.834333 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 15:57:35.834333 n-d-834765-1 neutron-server[102791]: return self._get(url).json() Mar 29 15:57:35.834333 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 15:57:35.834333 n-d-834765-1 neutron-server[102791]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 15:57:35.834333 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 15:57:35.834333 n-d-834765-1 neutron-server[102791]: return self.request(url, 'GET', **kwargs) Mar 29 15:57:35.834333 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 15:57:35.834333 n-d-834765-1 neutron-server[102791]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 15:57:35.834333 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 15:57:35.834333 n-d-834765-1 neutron-server[102791]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 15:57:35.834333 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 15:57:35.834333 n-d-834765-1 neutron-server[102791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 15:57:35.834333 n-d-834765-1 neutron-server[102791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 15:57:35.869268 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] No Port match for: b93c9665-a130-4358-a3f4-e39ec020e649 {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 15:57:35.875730 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device b93c9665-a130-4358-a3f4-e39ec020e649 not bound to the agent host n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:57:35.917402 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-1d118fb5-62b2-4303-934b-c4e0d66d0527 tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] Notify callbacks [] for security_group, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:35.923730 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:35.966970 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-4bbec20b-1844-4524-b633-1093eb30aeea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1639897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648174'] for network, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:35.974908 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-1d118fb5-62b2-4303-934b-c4e0d66d0527 tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:35.986561 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-4bbec20b-1844-4524-b633-1093eb30aeea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for network, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:35.999151 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-4bbec20b-1844-4524-b633-1093eb30aeea admin admin] 10.222.0.42 "DELETE /v2.0/networks/649454e6-77f5-4d10-8edb-4ebe012c75f1 HTTP/1.1" status: 204 len: 168 time: 1.3146029 Mar 29 15:57:35.999380 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 41172) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:57:36.014010 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5144e436-d37f-4840-8c90-db3590416a7f None None] New status for floating IP dbcca2a3-60da-4d0c-bf5e-df51a1035e12: DOWN {{(pid=102792) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 15:57:36.031793 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbec20b-1844-4524-b633-1093eb30aeea admin admin] Pushing event deleted for resources: {'Network': ['ID=649454e6-77f5-4d10-8edb-4ebe012c75f1,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:57:36.241525 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-1d118fb5-62b2-4303-934b-c4e0d66d0527 tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:36.244181 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-1d118fb5-62b2-4303-934b-c4e0d66d0527 tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:36.248557 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-1d118fb5-62b2-4303-934b-c4e0d66d0527 tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] 10.222.0.42 "DELETE /v2.0/security-groups/4d484579-48b3-4400-916a-a84f820a118c HTTP/1.1" status: 204 len: 168 time: 0.4862204 Mar 29 15:57:36.249425 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 41176) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:57:36.255871 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-4cf80bdb-a09e-49fa-93be-6ca1839ab1ee admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b5f8a4b67f1140c697c68910ee6a3c8c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5141006 Mar 29 15:57:36.256951 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 41178) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:57:36.270592 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d118fb5-62b2-4303-934b-c4e0d66d0527 tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d484579-48b3-4400-916a-a84f820a118c,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:57:36.323944 n-d-834765-1 neutron-server[102791]: INFO neutron.api.v2.resource [None req-f48cd238-4a51-4399-9417-6fd655c85a72 tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] show failed (client error): The resource could not be found. Mar 29 15:57:36.325408 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-f48cd238-4a51-4399-9417-6fd655c85a72 tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] 10.222.0.42 "GET /v2.0/security-groups/4d484579-48b3-4400-916a-a84f820a118c HTTP/1.1" status: 404 len: 347 time: 0.0749764 Mar 29 15:57:36.331728 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 41180) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:57:36.424910 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 053af310-4c5c-4474-baa9-9bfd309d5b5f no longer exists at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:57:36.478791 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] No Port match for: 053af310-4c5c-4474-baa9-9bfd309d5b5f {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 15:57:36.482883 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 053af310-4c5c-4474-baa9-9bfd309d5b5f not bound to the agent host n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:57:36.536501 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-c66c4952-fffa-4352-9a52-6b8cb3ce7deb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:36.578608 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-8eb418b0-9cbb-4e69-b6b4-c66d48274095 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-530452'] for router_interface, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:36.583635 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-c66c4952-fffa-4352-9a52-6b8cb3ce7deb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:36.630410 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-96e9f594-391b-4a1c-ae57-b1945d0fde4a tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] Deleting port 564fcb06-493a-4df7-bcc0-49d38a6b4cf5 {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:57:36.630755 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-96e9f594-391b-4a1c-ae57-b1945d0fde4a tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:36.693857 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-c66c4952-fffa-4352-9a52-6b8cb3ce7deb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:36.696732 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-c66c4952-fffa-4352-9a52-6b8cb3ce7deb admin admin] Notify callbacks [] for security_group, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:36.709066 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-c66c4952-fffa-4352-9a52-6b8cb3ce7deb admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/9250d500-7fa8-4d4e-85b6-a45209c92b9f HTTP/1.1" status: 204 len: 168 time: 0.4509203 Mar 29 15:57:36.724422 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66c4952-fffa-4352-9a52-6b8cb3ce7deb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9250d500-7fa8-4d4e-85b6-a45209c92b9f,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:57:36.749314 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-96e9f594-391b-4a1c-ae57-b1945d0fde4a tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:36.749686 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-96e9f594-391b-4a1c-ae57-b1945d0fde4a tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:36.764981 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-96e9f594-391b-4a1c-ae57-b1945d0fde4a tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] Calling delete_port for 564fcb06-493a-4df7-bcc0-49d38a6b4cf5 owned by network:floatingip {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:57:36.934573 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-96e9f594-391b-4a1c-ae57-b1945d0fde4a tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:36.970393 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e9f594-391b-4a1c-ae57-b1945d0fde4a tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] Pushing event deleted for resources: {'Port': ['ID=564fcb06-493a-4df7-bcc0-49d38a6b4cf5,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:57:37.038467 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-8eb418b0-9cbb-4e69-b6b4-c66d48274095 admin admin] Deleting port c7924161-a84f-4cb8-af8b-742231481d9d {{(pid=102790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:57:37.038818 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-8eb418b0-9cbb-4e69-b6b4-c66d48274095 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:37.073020 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-96e9f594-391b-4a1c-ae57-b1945d0fde4a tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] Notify callbacks [] for floatingip, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:37.075799 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-96e9f594-391b-4a1c-ae57-b1945d0fde4a tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for floatingip, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:37.076978 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-96e9f594-391b-4a1c-ae57-b1945d0fde4a tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] 10.222.0.42 "DELETE /v2.0/floatingips/dbcca2a3-60da-4d0c-bf5e-df51a1035e12 HTTP/1.1" status: 204 len: 168 time: 0.7441525 Mar 29 15:57:37.146958 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 41194) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:57:37.150176 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [None req-8eb418b0-9cbb-4e69-b6b4-c66d48274095 admin admin] For port c7924161-a84f-4cb8-af8b-742231481d9d, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=c7924161-a84f-4cb8-af8b-742231481d9d,segment=NetworkSegment(e8c7d0db-3096-43a2-866c-461b701b75a5),segment_id=e8c7d0db-3096-43a2-866c-461b701b75a5)] {{(pid=102790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:57:37.150694 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-8eb418b0-9cbb-4e69-b6b4-c66d48274095 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:37.181115 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-8eb418b0-9cbb-4e69-b6b4-c66d48274095 admin admin] Calling delete_port for c7924161-a84f-4cb8-af8b-742231481d9d owned by network:router_interface {{(pid=102790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:57:37.218989 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-75731cac-1b7e-48f8-9b7a-c55c60d5a082 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=fafbd03354884661845843512866147d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0714996 Mar 29 15:57:37.221518 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 41196) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:57:37.315988 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-32999ff9-a603-4313-9f2d-944f8413bdb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:37.363231 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-32999ff9-a603-4313-9f2d-944f8413bdb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:37.426402 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-32999ff9-a603-4313-9f2d-944f8413bdb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:37.428290 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-8eb418b0-9cbb-4e69-b6b4-c66d48274095 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:37.430519 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-32999ff9-a603-4313-9f2d-944f8413bdb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:37.465223 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-32999ff9-a603-4313-9f2d-944f8413bdb0 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/0652c6c1-41ee-47e3-b234-78a04ee62a0a HTTP/1.1" status: 204 len: 168 time: 0.2167885 Mar 29 15:57:37.499113 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32999ff9-a603-4313-9f2d-944f8413bdb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0652c6c1-41ee-47e3-b234-78a04ee62a0a,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:57:37.540298 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb418b0-9cbb-4e69-b6b4-c66d48274095 admin admin] Pushing event deleted for resources: {'Port': ['ID=c7924161-a84f-4cb8-af8b-742231481d9d,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:57:37.814081 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-8eb418b0-9cbb-4e69-b6b4-c66d48274095 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-530528'] for router_interface, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:38.103031 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 41214) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:57:38.114997 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-eea56c7a-2986-4bd7-93c8-564bad693a2f tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1694230859', 'description': 'tempest-description--972349668'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:57:38.164500 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-eea56c7a-2986-4bd7-93c8-564bad693a2f tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] Notify callbacks [] for security_group, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:38.213733 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8eb418b0-9cbb-4e69-b6b4-c66d48274095 admin admin] Router 488cd048-b0be-4270-85bc-3432505c3122 has already been hosted by L3 agent c648d819-1060-4f26-b4ec-6455387b5dff {{(pid=102790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 15:57:38.373383 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-eea56c7a-2986-4bd7-93c8-564bad693a2f tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] Notify callbacks [] for security_group, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:38.381909 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-eea56c7a-2986-4bd7-93c8-564bad693a2f tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:38.474369 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea56c7a-2986-4bd7-93c8-564bad693a2f tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5162f3eb-a65a-457a-8fdf-735ad05a78cc,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:57:38.486928 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-eea56c7a-2986-4bd7-93c8-564bad693a2f tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] Notify callbacks [] for security_group, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:38.491005 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-eea56c7a-2986-4bd7-93c8-564bad693a2f tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.3848820 Mar 29 15:57:38.492441 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 41228) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:57:38.502545 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-0d39ac47-0be8-4a47-8447-202d27ebd03d tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] Request body: {'security_group_rule': {'security_group_id': '5162f3eb-a65a-457a-8fdf-735ad05a78cc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:57:38.546708 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8eb418b0-9cbb-4e69-b6b4-c66d48274095 admin admin] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:57:38.555089 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-8eb418b0-9cbb-4e69-b6b4-c66d48274095 admin admin] 10.222.0.42 "PUT /v2.0/routers/488cd048-b0be-4270-85bc-3432505c3122/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5521219 Mar 29 15:57:38.555089 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 41234) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:57:38.569460 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e305c39a-f1c4-4566-a3cb-d794150253ed None None] Sync routers for ids ['488cd048-b0be-4270-85bc-3432505c3122'] in n-d-834765-1 {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:57:38.602564 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e305c39a-f1c4-4566-a3cb-d794150253ed None None] Routers {'488cd048-b0be-4270-85bc-3432505c3122'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:57:38.603213 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-e305c39a-f1c4-4566-a3cb-d794150253ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 11},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:57:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['488cd048-b0be-4270-85bc-3432505c3122'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:57:38.684888 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-0d39ac47-0be8-4a47-8447-202d27ebd03d tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:38.737307 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-3f1c0db2-312a-4ce8-a1e0-7dc0299f8caf req-492cc450-d0bc-4aa1-9d6d-2bece2c6197d service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=dc9add87-72f6-43b0-aaa0-72bdafaa8d86&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2068739 Mar 29 15:57:38.811014 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 41240) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:57:38.837353 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-4aca6135-89f7-4135-9dca-8633cf854981 admin admin] Notify callbacks [] for router, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:38.908399 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-0d39ac47-0be8-4a47-8447-202d27ebd03d tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:38.929523 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-0d39ac47-0be8-4a47-8447-202d27ebd03d tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610998'] for security_group_rule, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:38.975678 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1c0db2-312a-4ce8-a1e0-7dc0299f8caf req-d9353f4a-733c-4df1-b606-71bae4935884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:57:38.977251 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-3f1c0db2-312a-4ce8-a1e0-7dc0299f8caf req-d9353f4a-733c-4df1-b606-71bae4935884 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=48ba1cdba6ea4eb098e40b52d44291ec&device_id=dc9add87-72f6-43b0-aaa0-72bdafaa8d86 HTTP/1.1" status: 200 len: 1096 time: 0.2044837 Mar 29 15:57:38.984786 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-0d39ac47-0be8-4a47-8447-202d27ebd03d tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:38.988404 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-0d39ac47-0be8-4a47-8447-202d27ebd03d tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4917727 Mar 29 15:57:38.989037 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 41244) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:57:38.993536 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-141a8456-7b3e-4552-8150-fbb84040b036 tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] Request body: {'security_group_rule': {'security_group_id': '5162f3eb-a65a-457a-8fdf-735ad05a78cc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:57:38.999355 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d39ac47-0be8-4a47-8447-202d27ebd03d tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=089e0c6e-15ab-40e6-9ec7-d3f6fe3da8c6,revision_number=0']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:57:39.081937 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvr_db [None req-e305c39a-f1c4-4566-a3cb-d794150253ed None None] Set router 488cd048-b0be-4270-85bc-3432505c3122 gateway port host: n-d-834765-1 {{(pid=102793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:57:39.084496 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-92dcaaa4-9417-4e3d-a06d-a10bf8fe8fcb tempest-AllowedAddressPairIpV6TestJSON-479071870 tempest-AllowedAddressPairIpV6TestJSON-479071870-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1003354712'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:57:39.104307 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-141a8456-7b3e-4552-8150-fbb84040b036 tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:39.107632 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92dcaaa4-9417-4e3d-a06d-a10bf8fe8fcb tempest-AllowedAddressPairIpV6TestJSON-479071870 tempest-AllowedAddressPairIpV6TestJSON-479071870-project] Made reservation on behalf of b3636d06ff3546919e3438bca48cf19d for: {'network': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:57:39.112321 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-92dcaaa4-9417-4e3d-a06d-a10bf8fe8fcb tempest-AllowedAddressPairIpV6TestJSON-479071870 tempest-AllowedAddressPairIpV6TestJSON-479071870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for network, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:39.127705 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-92dcaaa4-9417-4e3d-a06d-a10bf8fe8fcb tempest-AllowedAddressPairIpV6TestJSON-479071870 tempest-AllowedAddressPairIpV6TestJSON-479071870-project] Notify callbacks [] for security_group, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:39.155612 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1c0db2-312a-4ce8-a1e0-7dc0299f8caf req-53e9ca7b-2fa5-49ed-b2cf-2801c7653ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:57:39.157277 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-3f1c0db2-312a-4ce8-a1e0-7dc0299f8caf req-53e9ca7b-2fa5-49ed-b2cf-2801c7653ba7 service neutron] 10.222.0.48 "GET /v2.0/networks?id=6da5eb6a-1ef7-4aa0-bbb2-e8f3bdbdd5ff HTTP/1.1" status: 200 len: 920 time: 0.1537507 Mar 29 15:57:39.158625 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-4aca6135-89f7-4135-9dca-8633cf854981 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:39.219414 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-3f1c0db2-312a-4ce8-a1e0-7dc0299f8caf req-a7c4bdf2-f575-4ec0-8e98-23a25c0a1a69 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4bbe2651-b5bf-4f2d-ac57-165c62f587ac HTTP/1.1" status: 200 len: 217 time: 0.0538411 Mar 29 15:57:39.289281 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-4aca6135-89f7-4135-9dca-8633cf854981 admin admin] Deleting port 8fb804e2-2a3c-49b8-ad39-c1436c4da296 {{(pid=102790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:57:39.289625 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-4aca6135-89f7-4135-9dca-8633cf854981 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:39.332829 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-141a8456-7b3e-4552-8150-fbb84040b036 tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:39.336486 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1c0db2-312a-4ce8-a1e0-7dc0299f8caf req-8b2cdb79-0593-439c-bd1a-f6e6a1fb4a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:57:39.339316 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-3f1c0db2-312a-4ce8-a1e0-7dc0299f8caf req-8b2cdb79-0593-439c-bd1a-f6e6a1fb4a20 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f321fdd4-89ca-4bd6-835a-732290fa6cda HTTP/1.1" status: 200 len: 858 time: 0.1126015 Mar 29 15:57:39.345624 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-141a8456-7b3e-4552-8150-fbb84040b036 tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610998'] for security_group_rule, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:39.377871 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141a8456-7b3e-4552-8150-fbb84040b036 tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e058d22-401a-4cb8-96e8-7c15512856cf,revision_number=0']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:57:39.437371 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-141a8456-7b3e-4552-8150-fbb84040b036 tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:39.439214 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-141a8456-7b3e-4552-8150-fbb84040b036 tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4485841 Mar 29 15:57:39.441630 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 41250) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:57:39.446902 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-e305c39a-f1c4-4566-a3cb-d794150253ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '488cd048-b0be-4270-85bc-3432505c3122', 'name': 'tempest-TestAggregatesBasicOps-1176189196-router', 'tenant_id': '633dfcbfc96244b7824d264084753d15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.216'}], 'enable_snat': True}, 'gw_port_id': '8fb804e2-2a3c-49b8-ad39-c1436c4da296', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:57:20Z', 'updated_at': '2022-03-29T15:57:37Z', 'revision_number': 5, 'project_id': '633dfcbfc96244b7824d264084753d15', 'gw_port': {'id': '8fb804e2-2a3c-49b8-ad39-c1436c4da296', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:31:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '488cd048-b0be-4270-85bc-3432505c3122', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2706, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:57:21Z', 'updated_at': '2022-03-29T15:57:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1'}], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:57:39.454883 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-c89ba03f-f620-4d14-94bb-a79d7952f15b tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] Request body: {'floatingip': {'floating_network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:57:39.456818 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-92dcaaa4-9417-4e3d-a06d-a10bf8fe8fcb tempest-AllowedAddressPairIpV6TestJSON-479071870 tempest-AllowedAddressPairIpV6TestJSON-479071870-project] Notify callbacks [] for security_group, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:39.466780 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-92dcaaa4-9417-4e3d-a06d-a10bf8fe8fcb tempest-AllowedAddressPairIpV6TestJSON-479071870 tempest-AllowedAddressPairIpV6TestJSON-479071870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:39.472060 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [None req-4aca6135-89f7-4135-9dca-8633cf854981 admin admin] For port 8fb804e2-2a3c-49b8-ad39-c1436c4da296, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=8fb804e2-2a3c-49b8-ad39-c1436c4da296,segment=NetworkSegment(6ab47353-a811-4bad-bc73-b4cc84583cfd),segment_id=6ab47353-a811-4bad-bc73-b4cc84583cfd)] {{(pid=102790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:57:39.472510 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-4aca6135-89f7-4135-9dca-8633cf854981 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:39.490477 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e305c39a-f1c4-4566-a3cb-d794150253ed None None] Checking router: 488cd048-b0be-4270-85bc-3432505c3122 for host: n-d-834765-1 {{(pid=102793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:57:39.500217 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1c0db2-312a-4ce8-a1e0-7dc0299f8caf req-9adb5ff6-958d-44b3-8289-01647a363812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:57:39.501827 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e305c39a-f1c4-4566-a3cb-d794150253ed None None] Routers {'488cd048-b0be-4270-85bc-3432505c3122'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:57:39.501998 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-e305c39a-f1c4-4566-a3cb-d794150253ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 11},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:57:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['488cd048-b0be-4270-85bc-3432505c3122'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:57:39.504779 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-3f1c0db2-312a-4ce8-a1e0-7dc0299f8caf req-9adb5ff6-958d-44b3-8289-01647a363812 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6da5eb6a-1ef7-4aa0-bbb2-e8f3bdbdd5ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1518350 Mar 29 15:57:39.518451 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-4aca6135-89f7-4135-9dca-8633cf854981 admin admin] Calling delete_port for 8fb804e2-2a3c-49b8-ad39-c1436c4da296 owned by network:router_gateway {{(pid=102790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:57:39.520506 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92dcaaa4-9417-4e3d-a06d-a10bf8fe8fcb tempest-AllowedAddressPairIpV6TestJSON-479071870 tempest-AllowedAddressPairIpV6TestJSON-479071870-project] vlan segment allocate from pool success with {'vlan_id': 605, 'physical_network': 'physnet1'} {{(pid=102790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 15:57:39.526465 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-c89ba03f-f620-4d14-94bb-a79d7952f15b tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] Notify callbacks [] for floatingip, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:39.556486 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-92dcaaa4-9417-4e3d-a06d-a10bf8fe8fcb tempest-AllowedAddressPairIpV6TestJSON-479071870 tempest-AllowedAddressPairIpV6TestJSON-479071870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:39.557932 n-d-834765-1 neutron-server[102790]: INFO neutron.db.segments_db [None req-92dcaaa4-9417-4e3d-a06d-a10bf8fe8fcb tempest-AllowedAddressPairIpV6TestJSON-479071870 tempest-AllowedAddressPairIpV6TestJSON-479071870-project] Added segment f6352dd0-f6fb-4b5e-91c8-057dde7d43e7 of type vlan for network c9b3f7d5-d728-4b25-9429-dc300788c775 Mar 29 15:57:39.578579 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92dcaaa4-9417-4e3d-a06d-a10bf8fe8fcb tempest-AllowedAddressPairIpV6TestJSON-479071870 tempest-AllowedAddressPairIpV6TestJSON-479071870-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da393af2-3bff-457b-8e89-d4c09442dbfc,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:57:39.624053 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvr_db [None req-e305c39a-f1c4-4566-a3cb-d794150253ed None None] Set router 488cd048-b0be-4270-85bc-3432505c3122 gateway port host: None {{(pid=102793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:57:39.689287 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-92dcaaa4-9417-4e3d-a06d-a10bf8fe8fcb tempest-AllowedAddressPairIpV6TestJSON-479071870 tempest-AllowedAddressPairIpV6TestJSON-479071870-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783522915970'] for network, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:39.693336 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-e305c39a-f1c4-4566-a3cb-d794150253ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '488cd048-b0be-4270-85bc-3432505c3122', 'name': 'tempest-TestAggregatesBasicOps-1176189196-router', 'tenant_id': '633dfcbfc96244b7824d264084753d15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:57:20Z', 'updated_at': '2022-03-29T15:57:39Z', 'revision_number': 6, 'project_id': '633dfcbfc96244b7824d264084753d15', 'gw_port_host': None}], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:57:39.711139 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-3f1c0db2-312a-4ce8-a1e0-7dc0299f8caf req-162a509b-ce52-436c-932d-b07a6dd38da0 service neutron] 10.222.0.48 "GET /v2.0/networks/6da5eb6a-1ef7-4aa0-bbb2-e8f3bdbdd5ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1983271 Mar 29 15:57:39.740473 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e305c39a-f1c4-4566-a3cb-d794150253ed None None] The sync data for ids ['488cd048-b0be-4270-85bc-3432505c3122'] in n-d-834765-1 is: [{'id': '488cd048-b0be-4270-85bc-3432505c3122', 'name': 'tempest-TestAggregatesBasicOps-1176189196-router', 'tenant_id': '633dfcbfc96244b7824d264084753d15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:57:20Z', 'updated_at': '2022-03-29T15:57:39Z', 'revision_number': 6, 'project_id': '633dfcbfc96244b7824d264084753d15', 'gw_port_host': None}] {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:57:39.759688 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-92dcaaa4-9417-4e3d-a06d-a10bf8fe8fcb tempest-AllowedAddressPairIpV6TestJSON-479071870 tempest-AllowedAddressPairIpV6TestJSON-479071870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795'] for network, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:39.767650 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92dcaaa4-9417-4e3d-a06d-a10bf8fe8fcb tempest-AllowedAddressPairIpV6TestJSON-479071870 tempest-AllowedAddressPairIpV6TestJSON-479071870-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:57:39.773594 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-92dcaaa4-9417-4e3d-a06d-a10bf8fe8fcb tempest-AllowedAddressPairIpV6TestJSON-479071870 tempest-AllowedAddressPairIpV6TestJSON-479071870-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for network, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:39.847640 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-c89ba03f-f620-4d14-94bb-a79d7952f15b tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:39.861687 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-3f1c0db2-312a-4ce8-a1e0-7dc0299f8caf req-aa6c0b3a-231d-4e42-8e15-6d7b49c23ce7 service neutron] 10.222.0.48 "GET /v2.0/networks/6da5eb6a-1ef7-4aa0-bbb2-e8f3bdbdd5ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419995 Mar 29 15:57:39.893239 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92dcaaa4-9417-4e3d-a06d-a10bf8fe8fcb tempest-AllowedAddressPairIpV6TestJSON-479071870 tempest-AllowedAddressPairIpV6TestJSON-479071870-project] Pushing event updated for resources: {'Network': ['ID=c9b3f7d5-d728-4b25-9429-dc300788c775,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:57:39.905361 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-92dcaaa4-9417-4e3d-a06d-a10bf8fe8fcb tempest-AllowedAddressPairIpV6TestJSON-479071870 tempest-AllowedAddressPairIpV6TestJSON-479071870-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.0905018 Mar 29 15:57:39.923692 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 41254) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:57:39.930412 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-f39f3109-e6a6-47fe-8835-efcaa92cf24f tempest-AllowedAddressPairIpV6TestJSON-479071870 tempest-AllowedAddressPairIpV6TestJSON-479071870-project] Request body: {'subnet': {'network_id': 'c9b3f7d5-d728-4b25-9429-dc300788c775', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:57:40.028640 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-4aca6135-89f7-4135-9dca-8633cf854981 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:40.036253 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Network c9b3f7d5-d728-4b25-9429-dc300788c775 details requested by agent ovs-agent-n-d-834765-1 with host n-d-834765-1 {{(pid=102792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 15:57:40.056792 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aca6135-89f7-4135-9dca-8633cf854981 admin admin] Pushing event deleted for resources: {'Port': ['ID=8fb804e2-2a3c-49b8-ad39-c1436c4da296,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:57:40.116614 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_common [None req-c89ba03f-f620-4d14-94bb-a79d7952f15b tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] Allocated IP 172.25.4.38 (4a4a035d-ecac-4ead-baa3-25f90788773a/e1a353dc-fac8-4901-a63c-273840237d6a/99bd338d-99e1-420e-b71d-9d55221a8544) {{(pid=102791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:57:40.123557 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f39f3109-e6a6-47fe-8835-efcaa92cf24f tempest-AllowedAddressPairIpV6TestJSON-479071870 tempest-AllowedAddressPairIpV6TestJSON-479071870-project] Made reservation on behalf of b3636d06ff3546919e3438bca48cf19d for: {'subnet': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:57:40.127711 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-f39f3109-e6a6-47fe-8835-efcaa92cf24f tempest-AllowedAddressPairIpV6TestJSON-479071870 tempest-AllowedAddressPairIpV6TestJSON-479071870-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16218875'] for subnet, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:40.155416 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-4aca6135-89f7-4135-9dca-8633cf854981 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-648138'] for router_gateway, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:40.290706 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-4aca6135-89f7-4135-9dca-8633cf854981 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129328'] for router, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:40.293972 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-4aca6135-89f7-4135-9dca-8633cf854981 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:40.341876 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-4aca6135-89f7-4135-9dca-8633cf854981 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-526718'] for router, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:40.342428 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4aca6135-89f7-4135-9dca-8633cf854981 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 488cd048-b0be-4270-85bc-3432505c3122 {{(pid=102790) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 29 15:57:40.346967 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-4aca6135-89f7-4135-9dca-8633cf854981 admin admin] Notify callbacks [] for router, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:40.348208 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-4aca6135-89f7-4135-9dca-8633cf854981 admin admin] 10.222.0.42 "DELETE /v2.0/routers/488cd048-b0be-4270-85bc-3432505c3122 HTTP/1.1" status: 204 len: 168 time: 1.7919760 Mar 29 15:57:40.351277 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 41256) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:57:40.364273 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-c89ba03f-f620-4d14-94bb-a79d7952f15b tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] Notify callbacks [] for port, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:40.431608 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.db_base_plugin_v2 [None req-e48fd99f-a102-46de-b9c4-075659d4a056 admin admin] Deleting subnet 27f4fa3c-0315-4e03-99a5-b25846481f74 {{(pid=102790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 15:57:40.435613 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e48fd99f-a102-46de-b9c4-075659d4a056 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:40.472886 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e48fd99f-a102-46de-b9c4-075659d4a056 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4614024'] for subnet, precommit_delete_associations {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:40.491419 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-f39f3109-e6a6-47fe-8835-efcaa92cf24f tempest-AllowedAddressPairIpV6TestJSON-479071870 tempest-AllowedAddressPairIpV6TestJSON-479071870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16155524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16218861'] for subnet, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:40.529533 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-48cb68fc-d43c-4f7f-ab15-6a95698711df req-2386450e-d990-4764-ada3-b73e92bfc46f service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=49afb217-7a40-443f-8872-8ae2fd1bb83b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1381986 Mar 29 15:57:40.556406 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-c89ba03f-f620-4d14-94bb-a79d7952f15b tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:40.592387 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e48fd99f-a102-46de-b9c4-075659d4a056 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1641287'] for subnet, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:40.638881 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39f3109-e6a6-47fe-8835-efcaa92cf24f tempest-AllowedAddressPairIpV6TestJSON-479071870 tempest-AllowedAddressPairIpV6TestJSON-479071870-project] Pushing event updated for resources: {'Subnet': ['ID=69cbf5a3-44f1-46f5-a171-bd0854c026b6,revision_number=0']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:57:40.666826 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c89ba03f-f620-4d14-94bb-a79d7952f15b tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] Network 4a4a035d-ecac-4ead-baa3-25f90788773a is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:57:40.687399 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e48fd99f-a102-46de-b9c4-075659d4a056 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1641294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5231963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4793952'] for subnet, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:40.699225 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [None req-c89ba03f-f620-4d14-94bb-a79d7952f15b tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:57:40.705391 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c89ba03f-f620-4d14-94bb-a79d7952f15b tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] Received port after_create {{(pid=102791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:57:40.735726 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48fd99f-a102-46de-b9c4-075659d4a056 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=27f4fa3c-0315-4e03-99a5-b25846481f74,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:57:40.739332 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e48fd99f-a102-46de-b9c4-075659d4a056 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for subnet, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:40.742369 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89ba03f-f620-4d14-94bb-a79d7952f15b tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] Pushing event updated for resources: {'Port': ['ID=99bd338d-99e1-420e-b71d-9d55221a8544,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:57:40.744794 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f39f3109-e6a6-47fe-8835-efcaa92cf24f tempest-AllowedAddressPairIpV6TestJSON-479071870 tempest-AllowedAddressPairIpV6TestJSON-479071870-project] Checking segment: {'id': 'f6352dd0-f6fb-4b5e-91c8-057dde7d43e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'c9b3f7d5-d728-4b25-9429-dc300788c775'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:57:40.745150 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f39f3109-e6a6-47fe-8835-efcaa92cf24f tempest-AllowedAddressPairIpV6TestJSON-479071870 tempest-AllowedAddressPairIpV6TestJSON-479071870-project] Network hostable DHCP agents. Network: c9b3f7d5-d728-4b25-9429-dc300788c775, hostable agents: ['d136643e-48ae-49d4-a851-2ba3bdf3749c'], hosted agents: [] {{(pid=102791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 15:57:40.746792 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-568f3d5a-aea2-4371-9b6f-c64cab9c0f38 None None] Network 277f0be9-acdc-4e75-a033-5c535592ee32 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 15:57:40.756828 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-e48fd99f-a102-46de-b9c4-075659d4a056 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/27f4fa3c-0315-4e03-99a5-b25846481f74 HTTP/1.1" status: 204 len: 168 time: 0.4041429 Mar 29 15:57:40.760730 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 41264) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:57:40.806224 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device c7924161-a84f-4cb8-af8b-742231481d9d no longer exists at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:57:40.824906 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cb68fc-d43c-4f7f-ab15-6a95698711df req-51a894cc-bbdb-4343-9b29-0eb2a555839e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:57:40.827236 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-48cb68fc-d43c-4f7f-ab15-6a95698711df req-51a894cc-bbdb-4343-9b29-0eb2a555839e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=04bb88e92aa64365906899266844f6e0&device_id=49afb217-7a40-443f-8872-8ae2fd1bb83b HTTP/1.1" status: 200 len: 1096 time: 0.1913738 Mar 29 15:57:40.880799 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f39f3109-e6a6-47fe-8835-efcaa92cf24f tempest-AllowedAddressPairIpV6TestJSON-479071870 tempest-AllowedAddressPairIpV6TestJSON-479071870-project] Network c9b3f7d5-d728-4b25-9429-dc300788c775 is scheduled to be hosted by DHCP agent d136643e-48ae-49d4-a851-2ba3bdf3749c with binding_index 1 {{(pid=102791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 15:57:40.897953 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] No Port match for: c7924161-a84f-4cb8-af8b-742231481d9d {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 15:57:40.898469 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device c7924161-a84f-4cb8-af8b-742231481d9d not bound to the agent host n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:57:40.899136 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 8fb804e2-2a3c-49b8-ad39-c1436c4da296 no longer exists at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:57:40.914517 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-c89ba03f-f620-4d14-94bb-a79d7952f15b tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:40.929553 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [None req-f39f3109-e6a6-47fe-8835-efcaa92cf24f tempest-AllowedAddressPairIpV6TestJSON-479071870 tempest-AllowedAddressPairIpV6TestJSON-479071870-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834765-1, c9b3f7d5-d728-4b25-9429-dc300788c775) {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:57:40.935318 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] No Port match for: 8fb804e2-2a3c-49b8-ad39-c1436c4da296 {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 15:57:40.936160 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 8fb804e2-2a3c-49b8-ad39-c1436c4da296 not bound to the agent host n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:57:40.961352 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f39f3109-e6a6-47fe-8835-efcaa92cf24f tempest-AllowedAddressPairIpV6TestJSON-479071870 tempest-AllowedAddressPairIpV6TestJSON-479071870-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:57:40.961933 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-f39f3109-e6a6-47fe-8835-efcaa92cf24f tempest-AllowedAddressPairIpV6TestJSON-479071870 tempest-AllowedAddressPairIpV6TestJSON-479071870-project] Notify callbacks [] for subnet, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:40.968426 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-d12a5fb4-0dfc-4705-b1fc-b6e3881ea08d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1631750'] for network, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:40.983365 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a55d9e58-59ed-4af9-877c-c459886a4741 None None] Network c9b3f7d5-d728-4b25-9429-dc300788c775 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 15:57:41.086227 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-d12a5fb4-0dfc-4705-b1fc-b6e3881ea08d admin admin] Deleting port fd58b123-18ad-4899-914b-465a8c82f3e1 {{(pid=102790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:57:41.086656 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-d12a5fb4-0dfc-4705-b1fc-b6e3881ea08d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:41.107904 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-c89ba03f-f620-4d14-94bb-a79d7952f15b tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:41.118032 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-f39f3109-e6a6-47fe-8835-efcaa92cf24f tempest-AllowedAddressPairIpV6TestJSON-479071870 tempest-AllowedAddressPairIpV6TestJSON-479071870-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1923020 Mar 29 15:57:41.125005 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 41270) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:57:41.131648 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-b44a679b-569b-4465-9686-9342f85818dd tempest-AllowedAddressPairIpV6TestJSON-479071870 tempest-AllowedAddressPairIpV6TestJSON-479071870-project] Request body: {'port': {'network_id': 'c9b3f7d5-d728-4b25-9429-dc300788c775', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-607158045'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:57:41.160828 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cb68fc-d43c-4f7f-ab15-6a95698711df req-5a64d7bd-713c-4c17-a13e-1528a452cd83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:57:41.162314 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-48cb68fc-d43c-4f7f-ab15-6a95698711df req-5a64d7bd-713c-4c17-a13e-1528a452cd83 service neutron] 10.222.0.44 "GET /v2.0/networks?id=3e947b62-42fa-4c40-a135-95d654c5af33 HTTP/1.1" status: 200 len: 910 time: 0.2970898 Mar 29 15:57:41.242078 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-48cb68fc-d43c-4f7f-ab15-6a95698711df req-310ad104-7930-4827-8136-a9d5464f6cf7 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=99bf4b2c-ec31-43dd-a5fa-c10c5fa9d02b HTTP/1.1" status: 200 len: 1001 time: 0.0613332 Mar 29 15:57:41.296514 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cb68fc-d43c-4f7f-ab15-6a95698711df req-f3efdd4f-d460-4dd3-a3b9-696a50436318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:57:41.298043 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-48cb68fc-d43c-4f7f-ab15-6a95698711df req-f3efdd4f-d460-4dd3-a3b9-696a50436318 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d2bd398d-9d3a-4812-aba7-11f854be4832 HTTP/1.1" status: 200 len: 848 time: 0.0529387 Mar 29 15:57:41.402743 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cb68fc-d43c-4f7f-ab15-6a95698711df req-fea20349-3b50-429a-9cb3-37922b5da130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:57:41.405179 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-48cb68fc-d43c-4f7f-ab15-6a95698711df req-fea20349-3b50-429a-9cb3-37922b5da130 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=3e947b62-42fa-4c40-a135-95d654c5af33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0941246 Mar 29 15:57:41.429233 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7c4d911-1898-4129-afb9-fce928f1bc42 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0035034-69b0-5ffc-b384-0ac6189c5628-c9b3f7d5-d728-4b25-9429-dc300788c775', 'network_id': 'c9b3f7d5-d728-4b25-9429-dc300788c775', 'tenant_id': 'b3636d06ff3546919e3438bca48cf19d', 'fixed_ips': [{'subnet_id': '69cbf5a3-44f1-46f5-a171-bd0854c026b6'}]}} from n-d-834765-1. {{(pid=102792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 29 15:57:41.431615 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-f7c4d911-1898-4129-afb9-fce928f1bc42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:41.597380 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc6f5bd0-c647-4bfa-8fdc-354d31aa1eb6 None None] DHCP port deletion for 277f0be9-acdc-4e75-a033-5c535592ee32 request from n-d-834765-1 {{(pid=102792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 29 15:57:41.617959 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [None req-d12a5fb4-0dfc-4705-b1fc-b6e3881ea08d admin admin] For port fd58b123-18ad-4899-914b-465a8c82f3e1, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=fd58b123-18ad-4899-914b-465a8c82f3e1,segment=NetworkSegment(e8c7d0db-3096-43a2-866c-461b701b75a5),segment_id=e8c7d0db-3096-43a2-866c-461b701b75a5)] {{(pid=102790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:57:41.617959 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-d12a5fb4-0dfc-4705-b1fc-b6e3881ea08d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:41.708412 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-d12a5fb4-0dfc-4705-b1fc-b6e3881ea08d admin admin] Calling delete_port for fd58b123-18ad-4899-914b-465a8c82f3e1 owned by network:dhcp {{(pid=102790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:57:41.734373 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-dc6f5bd0-c647-4bfa-8fdc-354d31aa1eb6 None None] Deleting port fd58b123-18ad-4899-914b-465a8c82f3e1 {{(pid=102792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:57:41.734373 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-dc6f5bd0-c647-4bfa-8fdc-354d31aa1eb6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:41.786145 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.db_base_plugin_common [None req-f7c4d911-1898-4129-afb9-fce928f1bc42 None None] Allocated IP 2001:db8::2 (c9b3f7d5-d728-4b25-9429-dc300788c775/69cbf5a3-44f1-46f5-a171-bd0854c026b6/397cde38-cc53-438c-89ca-835d57cd0cf7) {{(pid=102792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:57:41.823979 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b44a679b-569b-4465-9686-9342f85818dd tempest-AllowedAddressPairIpV6TestJSON-479071870 tempest-AllowedAddressPairIpV6TestJSON-479071870-project] Made reservation on behalf of b3636d06ff3546919e3438bca48cf19d for: {'port': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:57:41.828452 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-b44a679b-569b-4465-9686-9342f85818dd tempest-AllowedAddressPairIpV6TestJSON-479071870 tempest-AllowedAddressPairIpV6TestJSON-479071870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:41.874731 n-d-834765-1 neutron-server[102790]: DEBUG neutron.notifiers.nova [None req-b44a679b-569b-4465-9686-9342f85818dd tempest-AllowedAddressPairIpV6TestJSON-479071870 tempest-AllowedAddressPairIpV6TestJSON-479071870-project] device_id is not set on port 58a2464d-b154-467d-981a-f436e0d80a6e yet. {{(pid=102790) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 29 15:57:41.908102 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-dc6f5bd0-c647-4bfa-8fdc-354d31aa1eb6 None None] For port fd58b123-18ad-4899-914b-465a8c82f3e1, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=fd58b123-18ad-4899-914b-465a8c82f3e1,segment=NetworkSegment(e8c7d0db-3096-43a2-866c-461b701b75a5),segment_id=e8c7d0db-3096-43a2-866c-461b701b75a5)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:57:41.908504 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-dc6f5bd0-c647-4bfa-8fdc-354d31aa1eb6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:41.947992 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-d12a5fb4-0dfc-4705-b1fc-b6e3881ea08d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:41.952664 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-dc6f5bd0-c647-4bfa-8fdc-354d31aa1eb6 None None] Calling delete_port for fd58b123-18ad-4899-914b-465a8c82f3e1 owned by network:dhcp {{(pid=102792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:57:41.995433 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12a5fb4-0dfc-4705-b1fc-b6e3881ea08d admin admin] Pushing event deleted for resources: {'Port': ['ID=fd58b123-18ad-4899-914b-465a8c82f3e1,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:57:42.001074 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d12a5fb4-0dfc-4705-b1fc-b6e3881ea08d admin admin] No DVR routers for this DVR port fd58b123-18ad-4899-914b-465a8c82f3e1 on host n-d-834765-1 {{(pid=102790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:57:42.016232 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-c89ba03f-f620-4d14-94bb-a79d7952f15b tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] Notify callbacks [] for port, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:42.021485 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-48cb68fc-d43c-4f7f-ab15-6a95698711df req-ace84bd0-3fb4-404f-8e92-9fd63638ff08 service neutron] 10.222.0.44 "GET /v2.0/networks/3e947b62-42fa-4c40-a135-95d654c5af33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6067748 Mar 29 15:57:42.024420 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-c89ba03f-f620-4d14-94bb-a79d7952f15b tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:42.111649 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-d12a5fb4-0dfc-4705-b1fc-b6e3881ea08d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639890', 'neutron.services.segments.db._delete_segments_for_network-8783523423079'] for network, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:42.132556 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-48cb68fc-d43c-4f7f-ab15-6a95698711df req-fea0ee39-e01a-45d7-a281-5f39d2bfe900 service neutron] 10.222.0.44 "GET /v2.0/networks/3e947b62-42fa-4c40-a135-95d654c5af33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034987 Mar 29 15:57:42.136553 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-d12a5fb4-0dfc-4705-b1fc-b6e3881ea08d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['277f0be9-acdc-4e75-a033-5c535592ee32']}} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:57:42.161294 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-d12a5fb4-0dfc-4705-b1fc-b6e3881ea08d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8c7d0db-3096-43a2-866c-461b701b75a5') {'for_net_delete': True} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:57:42.161637 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-d12a5fb4-0dfc-4705-b1fc-b6e3881ea08d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8c7d0db-3096-43a2-866c-461b701b75a5') {} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:57:42.174574 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-d12a5fb4-0dfc-4705-b1fc-b6e3881ea08d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783523422064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4614019'] for segment, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:42.190618 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-d12a5fb4-0dfc-4705-b1fc-b6e3881ea08d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:42.198229 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d12a5fb4-0dfc-4705-b1fc-b6e3881ea08d admin admin] Releasing vlan 642 on physical network physnet1 to pool {{(pid=102790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 15:57:42.198791 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-d12a5fb4-0dfc-4705-b1fc-b6e3881ea08d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5238013'] for segment, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:42.200814 n-d-834765-1 neutron-server[102790]: Traceback (most recent call last): Mar 29 15:57:42.200814 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 15:57:42.200814 n-d-834765-1 neutron-server[102790]: timer() Mar 29 15:57:42.200814 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 15:57:42.200814 n-d-834765-1 neutron-server[102790]: cb(*args, **kw) Mar 29 15:57:42.200814 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 15:57:42.200814 n-d-834765-1 neutron-server[102790]: return func(*args, **kwargs) Mar 29 15:57:42.200814 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 15:57:42.200814 n-d-834765-1 neutron-server[102790]: self._notify() Mar 29 15:57:42.200814 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 15:57:42.200814 n-d-834765-1 neutron-server[102790]: self.callback(batched_events) Mar 29 15:57:42.200814 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 15:57:42.200814 n-d-834765-1 neutron-server[102790]: event.method(event) Mar 29 15:57:42.200814 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 15:57:42.200814 n-d-834765-1 neutron-server[102790]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 15:57:42.200814 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 15:57:42.200814 n-d-834765-1 neutron-server[102790]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 15:57:42.200814 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 15:57:42.200814 n-d-834765-1 neutron-server[102790]: return f(self, *a, **k) Mar 29 15:57:42.200814 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 15:57:42.200814 n-d-834765-1 neutron-server[102790]: return self._get(url).json() Mar 29 15:57:42.200814 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 15:57:42.200814 n-d-834765-1 neutron-server[102790]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 15:57:42.200814 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 15:57:42.200814 n-d-834765-1 neutron-server[102790]: return self.request(url, 'GET', **kwargs) Mar 29 15:57:42.200814 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 15:57:42.200814 n-d-834765-1 neutron-server[102790]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 15:57:42.200814 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 15:57:42.200814 n-d-834765-1 neutron-server[102790]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 15:57:42.200814 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 15:57:42.200814 n-d-834765-1 neutron-server[102790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 15:57:42.200814 n-d-834765-1 neutron-server[102790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 15:57:42.211498 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-c89ba03f-f620-4d14-94bb-a79d7952f15b tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648212'] for floatingip, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:42.227310 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89ba03f-f620-4d14-94bb-a79d7952f15b tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] Pushing event updated for resources: {'Port': ['ID=99bd338d-99e1-420e-b71d-9d55221a8544,revision_number=2']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:57:42.239495 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-c89ba03f-f620-4d14-94bb-a79d7952f15b tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for floatingip, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:42.248848 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-c89ba03f-f620-4d14-94bb-a79d7952f15b tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.7961211 Mar 29 15:57:42.274445 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-d12a5fb4-0dfc-4705-b1fc-b6e3881ea08d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1639897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648174'] for network, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:42.292152 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-d12a5fb4-0dfc-4705-b1fc-b6e3881ea08d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for network, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:42.309721 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-d12a5fb4-0dfc-4705-b1fc-b6e3881ea08d admin admin] 10.222.0.42 "DELETE /v2.0/networks/277f0be9-acdc-4e75-a033-5c535592ee32 HTTP/1.1" status: 204 len: 168 time: 1.5363994 Mar 29 15:57:42.315368 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12a5fb4-0dfc-4705-b1fc-b6e3881ea08d admin admin] Pushing event deleted for resources: {'Network': ['ID=277f0be9-acdc-4e75-a033-5c535592ee32,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:57:42.416966 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-dc6f5bd0-c647-4bfa-8fdc-354d31aa1eb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350'] for port, after_delete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:42.501520 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-f7c4d911-1898-4129-afb9-fce928f1bc42 None None] Notify callbacks [] for port, precommit_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:42.504865 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device fd58b123-18ad-4899-914b-465a8c82f3e1 no longer exists at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:57:42.510668 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-dc6f5bd0-c647-4bfa-8fdc-354d31aa1eb6 None None] Network 277f0be9-acdc-4e75-a033-5c535592ee32 is not hosted by any dhcp agent {{(pid=102792) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Mar 29 15:57:42.511612 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc6f5bd0-c647-4bfa-8fdc-354d31aa1eb6 None None] No DVR routers for this DVR port fd58b123-18ad-4899-914b-465a8c82f3e1 on host n-d-834765-1 {{(pid=102792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:57:42.513481 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6f5bd0-c647-4bfa-8fdc-354d31aa1eb6 None None] Pushing event deleted for resources: {'Port': ['ID=fd58b123-18ad-4899-914b-465a8c82f3e1,revision_number=None']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:57:42.540702 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-f7c4d911-1898-4129-afb9-fce928f1bc42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956'] for port, after_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:42.557556 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] No Port match for: fd58b123-18ad-4899-914b-465a8c82f3e1 {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 15:57:42.558001 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device fd58b123-18ad-4899-914b-465a8c82f3e1 not bound to the agent host n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:57:42.616069 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 41292) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:57:42.617531 n-d-834765-1 neutron-server[102792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7c4d911-1898-4129-afb9-fce928f1bc42 None None] Network c9b3f7d5-d728-4b25-9429-dc300788c775 is already hosted by enough agents. {{(pid=102792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:57:42.622963 n-d-834765-1 neutron-server[102792]: DEBUG neutron.scheduler.base_scheduler [None req-f7c4d911-1898-4129-afb9-fce928f1bc42 None None] Resources bound (agent type, host, resource id): {{(pid=102792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:57:42.627731 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7c4d911-1898-4129-afb9-fce928f1bc42 None None] Received port after_create {{(pid=102792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:57:42.711253 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c4d911-1898-4129-afb9-fce928f1bc42 None None] Pushing event updated for resources: {'Port': ['ID=397cde38-cc53-438c-89ca-835d57cd0cf7,revision_number=1']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:57:42.717207 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-f7c4d911-1898-4129-afb9-fce928f1bc42 None None] Attempting to bind port 397cde38-cc53-438c-89ca-835d57cd0cf7 on host n-d-834765-1 for vnic_type normal with profile {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:57:42.717756 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-f7c4d911-1898-4129-afb9-fce928f1bc42 None None] Attempting to bind port 397cde38-cc53-438c-89ca-835d57cd0cf7 by drivers openvswitch,hyperv on host n-d-834765-1 at level 0 using segments [{'id': 'f6352dd0-f6fb-4b5e-91c8-057dde7d43e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'c9b3f7d5-d728-4b25-9429-dc300788c775'}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:57:42.718112 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7c4d911-1898-4129-afb9-fce928f1bc42 None None] Attempting to bind port 397cde38-cc53-438c-89ca-835d57cd0cf7 on network c9b3f7d5-d728-4b25-9429-dc300788c775 {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:57:42.728024 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7c4d911-1898-4129-afb9-fce928f1bc42 None None] Checking agent: {'id': 'a8866439-9d96-425c-b519-6905c591ac37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 25, 36), 'started_at': datetime.datetime(2022, 3, 29, 15, 26, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 57, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834765-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:57:42.729346 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7c4d911-1898-4129-afb9-fce928f1bc42 None None] Checking segment: {'id': 'f6352dd0-f6fb-4b5e-91c8-057dde7d43e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'c9b3f7d5-d728-4b25-9429-dc300788c775'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:57:42.730755 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-f7c4d911-1898-4129-afb9-fce928f1bc42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:42.731248 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7c4d911-1898-4129-afb9-fce928f1bc42 None None] Bound using segment: {'id': 'f6352dd0-f6fb-4b5e-91c8-057dde7d43e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'c9b3f7d5-d728-4b25-9429-dc300788c775'} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:57:42.731803 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-f7c4d911-1898-4129-afb9-fce928f1bc42 None None] Bound port: 397cde38-cc53-438c-89ca-835d57cd0cf7, host: n-d-834765-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6352dd0-f6fb-4b5e-91c8-057dde7d43e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'c9b3f7d5-d728-4b25-9429-dc300788c775'}}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 15:57:42.732164 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-f7c4d911-1898-4129-afb9-fce928f1bc42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:42.772853 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.db_base_plugin_common [None req-b44a679b-569b-4465-9686-9342f85818dd tempest-AllowedAddressPairIpV6TestJSON-479071870 tempest-AllowedAddressPairIpV6TestJSON-479071870-project] Allocated IP 2001:db8::2da (c9b3f7d5-d728-4b25-9429-dc300788c775/69cbf5a3-44f1-46f5-a171-bd0854c026b6/58a2464d-b154-467d-981a-f436e0d80a6e) {{(pid=102790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:57:42.804070 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-4f188685-82d6-406e-b2f7-056a4194f272 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7cf80ddd97cc42258b4e9ef897552490&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1842446 Mar 29 15:57:42.804335 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 41294) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:57:42.896989 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-6c783fc9-7885-4d1f-8cea-842e9f41c97e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:42.897347 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-f7c4d911-1898-4129-afb9-fce928f1bc42 None None] For port 397cde38-cc53-438c-89ca-835d57cd0cf7, host n-d-834765-1, cleared binding levels {{(pid=102792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:57:42.904622 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-f7c4d911-1898-4129-afb9-fce928f1bc42 None None] For port 397cde38-cc53-438c-89ca-835d57cd0cf7, host n-d-834765-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=397cde38-cc53-438c-89ca-835d57cd0cf7,segment=NetworkSegment(f6352dd0-f6fb-4b5e-91c8-057dde7d43e7),segment_id=f6352dd0-f6fb-4b5e-91c8-057dde7d43e7)] {{(pid=102792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:57:42.910966 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-f7c4d911-1898-4129-afb9-fce928f1bc42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:42.928689 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-1693517c-b820-40ef-bd4d-b6a4a49a52e1 req-a7801103-67c0-403f-9906-68f588cf7cef tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--1694230859&fields=id&tenant_id=0645dc511670491c8626eeb496c0ab97 HTTP/1.1" status: 200 len: 267 time: 0.1730645 Mar 29 15:57:42.949620 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-6c783fc9-7885-4d1f-8cea-842e9f41c97e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:42.983620 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c4d911-1898-4129-afb9-fce928f1bc42 None None] Pushing event updated for resources: {'Port': ['ID=397cde38-cc53-438c-89ca-835d57cd0cf7,revision_number=2']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:57:43.034360 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-6c783fc9-7885-4d1f-8cea-842e9f41c97e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:43.037020 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-6c783fc9-7885-4d1f-8cea-842e9f41c97e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:43.038366 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-6c783fc9-7885-4d1f-8cea-842e9f41c97e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/de5e4ad1-e07f-4791-9984-eaf11d353628 HTTP/1.1" status: 204 len: 168 time: 0.2330449 Mar 29 15:57:43.047456 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c783fc9-7885-4d1f-8cea-842e9f41c97e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de5e4ad1-e07f-4791-9984-eaf11d353628,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:57:43.229383 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-b44a679b-569b-4465-9686-9342f85818dd tempest-AllowedAddressPairIpV6TestJSON-479071870 tempest-AllowedAddressPairIpV6TestJSON-479071870-project] Notify callbacks [] for port, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:43.250479 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1693517c-b820-40ef-bd4d-b6a4a49a52e1 req-bf9dbf39-776e-4f43-8171-f4a16bf7d6d8 tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:57:43.252258 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-1693517c-b820-40ef-bd4d-b6a4a49a52e1 req-bf9dbf39-776e-4f43-8171-f4a16bf7d6d8 tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] 10.222.0.42 "GET /v2.0/networks?id=d994e3d3-6e54-466f-bbe9-e588ad776084 HTTP/1.1" status: 200 len: 811 time: 0.2421942 Mar 29 15:57:43.298358 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-1693517c-b820-40ef-bd4d-b6a4a49a52e1 req-7de720c9-1bc7-4f63-866b-6f41a27b6607 tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] 10.222.0.42 "GET /v2.0/quotas/0645dc511670491c8626eeb496c0ab97 HTTP/1.1" status: 200 len: 375 time: 0.0227294 Mar 29 15:57:43.311296 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-b44a679b-569b-4465-9686-9342f85818dd tempest-AllowedAddressPairIpV6TestJSON-479071870 tempest-AllowedAddressPairIpV6TestJSON-479071870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:43.406941 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b44a679b-569b-4465-9686-9342f85818dd tempest-AllowedAddressPairIpV6TestJSON-479071870 tempest-AllowedAddressPairIpV6TestJSON-479071870-project] Network c9b3f7d5-d728-4b25-9429-dc300788c775 is already hosted by enough agents. {{(pid=102790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:57:43.418251 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-b44a679b-569b-4465-9686-9342f85818dd tempest-AllowedAddressPairIpV6TestJSON-479071870 tempest-AllowedAddressPairIpV6TestJSON-479071870-project] Resources bound (agent type, host, resource id): {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:57:43.421387 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b44a679b-569b-4465-9686-9342f85818dd tempest-AllowedAddressPairIpV6TestJSON-479071870 tempest-AllowedAddressPairIpV6TestJSON-479071870-project] Received port after_create {{(pid=102790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:57:43.427301 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b44a679b-569b-4465-9686-9342f85818dd tempest-AllowedAddressPairIpV6TestJSON-479071870 tempest-AllowedAddressPairIpV6TestJSON-479071870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:57:43.428871 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-b44a679b-569b-4465-9686-9342f85818dd tempest-AllowedAddressPairIpV6TestJSON-479071870 tempest-AllowedAddressPairIpV6TestJSON-479071870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:43.431590 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44a679b-569b-4465-9686-9342f85818dd tempest-AllowedAddressPairIpV6TestJSON-479071870 tempest-AllowedAddressPairIpV6TestJSON-479071870-project] Pushing event updated for resources: {'Port': ['ID=58a2464d-b154-467d-981a-f436e0d80a6e,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:57:43.450251 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-1693517c-b820-40ef-bd4d-b6a4a49a52e1 req-7d9a7d5d-21a7-4521-91b0-d86d0e577a34 tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=0645dc511670491c8626eeb496c0ab97&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1315119 Mar 29 15:57:43.464428 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-b44a679b-569b-4465-9686-9342f85818dd tempest-AllowedAddressPairIpV6TestJSON-479071870 tempest-AllowedAddressPairIpV6TestJSON-479071870-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.3382149 Mar 29 15:57:43.467510 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 41304) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:57:43.473700 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-2fd26615-eadc-4346-8eca-125e18c8c2a3 tempest-AllowedAddressPairIpV6TestJSON-479071870 tempest-AllowedAddressPairIpV6TestJSON-479071870-project] Request body: {'port': {'network_id': 'c9b3f7d5-d728-4b25-9429-dc300788c775', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1513406609', 'allowed_address_pairs': [{'ip_address': '2001:db8::2da', 'mac_address': 'fa:16:3e:5c:e1:38'}]}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:57:43.623470 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 41306) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:57:43.700694 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-1693517c-b820-40ef-bd4d-b6a4a49a52e1 req-e9d9abbd-33ed-4751-b35c-750a28b4a6ae service neutron] 10.222.0.42 "GET /v2.0/networks/d994e3d3-6e54-466f-bbe9-e588ad776084?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2216535 Mar 29 15:57:43.774672 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-cea5648a-7579-4ca4-8940-6381c23f9b41 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=633dfcbfc96244b7824d264084753d15&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1470020 Mar 29 15:57:43.775989 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 41314) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:57:43.879547 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fd26615-eadc-4346-8eca-125e18c8c2a3 tempest-AllowedAddressPairIpV6TestJSON-479071870 tempest-AllowedAddressPairIpV6TestJSON-479071870-project] Made reservation on behalf of b3636d06ff3546919e3438bca48cf19d for: {'port': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:57:43.913818 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-2700fe80-e125-4451-b3ee-c4e8835fc110 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:43.956946 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-2700fe80-e125-4451-b3ee-c4e8835fc110 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:44.011490 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-2fd26615-eadc-4346-8eca-125e18c8c2a3 tempest-AllowedAddressPairIpV6TestJSON-479071870 tempest-AllowedAddressPairIpV6TestJSON-479071870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:44.015840 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-1693517c-b820-40ef-bd4d-b6a4a49a52e1 req-92b12505-7b78-408f-8092-8d026e65c54a service neutron] 10.222.0.42 "GET /v2.0/networks/d994e3d3-6e54-466f-bbe9-e588ad776084?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3137686 Mar 29 15:57:44.045753 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-2700fe80-e125-4451-b3ee-c4e8835fc110 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:44.048689 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-2700fe80-e125-4451-b3ee-c4e8835fc110 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:44.049297 n-d-834765-1 neutron-server[102790]: DEBUG neutron.notifiers.nova [None req-2fd26615-eadc-4346-8eca-125e18c8c2a3 tempest-AllowedAddressPairIpV6TestJSON-479071870 tempest-AllowedAddressPairIpV6TestJSON-479071870-project] device_id is not set on port 4e2c3c4d-e5ef-4a84-b72c-b2c33bed2c39 yet. {{(pid=102790) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 29 15:57:44.052351 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-2700fe80-e125-4451-b3ee-c4e8835fc110 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/bdd09ef8-0223-4f35-a6dc-87162fa16ecc HTTP/1.1" status: 204 len: 168 time: 0.2722809 Mar 29 15:57:44.077759 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2700fe80-e125-4451-b3ee-c4e8835fc110 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdd09ef8-0223-4f35-a6dc-87162fa16ecc,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:57:44.234463 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.db_base_plugin_common [None req-2fd26615-eadc-4346-8eca-125e18c8c2a3 tempest-AllowedAddressPairIpV6TestJSON-479071870 tempest-AllowedAddressPairIpV6TestJSON-479071870-project] Allocated IP 2001:db8::1f9 (c9b3f7d5-d728-4b25-9429-dc300788c775/69cbf5a3-44f1-46f5-a171-bd0854c026b6/4e2c3c4d-e5ef-4a84-b72c-b2c33bed2c39) {{(pid=102790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:57:44.545148 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-1b391a44-5fab-48c8-9226-52b253cd11ba req-8b49d614-40e5-4d0b-95b5-774ca4b992e6 tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] 10.222.0.42 "GET /v2.0/ports?device_id=6a217708-1e2e-4818-bd10-8ae842662312 HTTP/1.1" status: 200 len: 210 time: 0.1226828 Mar 29 15:57:44.586772 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-2fd26615-eadc-4346-8eca-125e18c8c2a3 tempest-AllowedAddressPairIpV6TestJSON-479071870 tempest-AllowedAddressPairIpV6TestJSON-479071870-project] Notify callbacks [] for port, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:44.632100 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 397cde38-cc53-438c-89ca-835d57cd0cf7 up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:57:44.676568 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-2fd26615-eadc-4346-8eca-125e18c8c2a3 tempest-AllowedAddressPairIpV6TestJSON-479071870 tempest-AllowedAddressPairIpV6TestJSON-479071870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:44.691191 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b978f7dc-81ec-40fe-8ddd-4ddfaa2aa9a0 None None] Network c9b3f7d5-d728-4b25-9429-dc300788c775 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 15:57:44.759500 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fd26615-eadc-4346-8eca-125e18c8c2a3 tempest-AllowedAddressPairIpV6TestJSON-479071870 tempest-AllowedAddressPairIpV6TestJSON-479071870-project] Network c9b3f7d5-d728-4b25-9429-dc300788c775 is already hosted by enough agents. {{(pid=102790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:57:44.775079 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-2fd26615-eadc-4346-8eca-125e18c8c2a3 tempest-AllowedAddressPairIpV6TestJSON-479071870 tempest-AllowedAddressPairIpV6TestJSON-479071870-project] Resources bound (agent type, host, resource id): {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:57:44.792620 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fd26615-eadc-4346-8eca-125e18c8c2a3 tempest-AllowedAddressPairIpV6TestJSON-479071870 tempest-AllowedAddressPairIpV6TestJSON-479071870-project] Received port after_create {{(pid=102790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:57:44.799468 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fd26615-eadc-4346-8eca-125e18c8c2a3 tempest-AllowedAddressPairIpV6TestJSON-479071870 tempest-AllowedAddressPairIpV6TestJSON-479071870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:57:44.800273 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-2fd26615-eadc-4346-8eca-125e18c8c2a3 tempest-AllowedAddressPairIpV6TestJSON-479071870 tempest-AllowedAddressPairIpV6TestJSON-479071870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:44.907396 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd26615-eadc-4346-8eca-125e18c8c2a3 tempest-AllowedAddressPairIpV6TestJSON-479071870 tempest-AllowedAddressPairIpV6TestJSON-479071870-project] Pushing event updated for resources: {'Port': ['ID=4e2c3c4d-e5ef-4a84-b72c-b2c33bed2c39,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:57:44.930823 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-2fd26615-eadc-4346-8eca-125e18c8c2a3 tempest-AllowedAddressPairIpV6TestJSON-479071870 tempest-AllowedAddressPairIpV6TestJSON-479071870-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 1.4622288 Mar 29 15:57:44.934865 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 41342) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:57:44.980409 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-21cb3ba5-3911-4f8b-8cf8-406af83dd81e None None] Provisioning complete for port 397cde38-cc53-438c-89ca-835d57cd0cf7 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:57:44.982516 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-21cb3ba5-3911-4f8b-8cf8-406af83dd81e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:45.070674 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port 397cde38-cc53-438c-89ca-835d57cd0cf7 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:57:45.071213 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:45.125446 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3ce7963-2ed6-4101-9ef5-e586a584f2c8 tempest-AllowedAddressPairIpV6TestJSON-479071870 tempest-AllowedAddressPairIpV6TestJSON-479071870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:57:45.156798 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3ce7963-2ed6-4101-9ef5-e586a584f2c8 tempest-AllowedAddressPairIpV6TestJSON-479071870 tempest-AllowedAddressPairIpV6TestJSON-479071870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:57:45.176637 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3ce7963-2ed6-4101-9ef5-e586a584f2c8 tempest-AllowedAddressPairIpV6TestJSON-479071870 tempest-AllowedAddressPairIpV6TestJSON-479071870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:57:45.188055 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-b3ce7963-2ed6-4101-9ef5-e586a584f2c8 tempest-AllowedAddressPairIpV6TestJSON-479071870 tempest-AllowedAddressPairIpV6TestJSON-479071870-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2481 time: 0.2516236 Mar 29 15:57:45.190766 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 41346) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:57:45.376488 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-c9fd7c82-0e04-4ef5-8c10-6191787ef87b tempest-AllowedAddressPairIpV6TestJSON-479071870 tempest-AllowedAddressPairIpV6TestJSON-479071870-project] Deleting port 4e2c3c4d-e5ef-4a84-b72c-b2c33bed2c39 {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:57:45.377856 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-c9fd7c82-0e04-4ef5-8c10-6191787ef87b tempest-AllowedAddressPairIpV6TestJSON-479071870 tempest-AllowedAddressPairIpV6TestJSON-479071870-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:45.381613 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-21cb3ba5-3911-4f8b-8cf8-406af83dd81e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:45.429176 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:45.551156 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-21cb3ba5-3911-4f8b-8cf8-406af83dd81e None None] For port 397cde38-cc53-438c-89ca-835d57cd0cf7, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=397cde38-cc53-438c-89ca-835d57cd0cf7,segment=NetworkSegment(f6352dd0-f6fb-4b5e-91c8-057dde7d43e7),segment_id=f6352dd0-f6fb-4b5e-91c8-057dde7d43e7)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:57:45.556929 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-21cb3ba5-3911-4f8b-8cf8-406af83dd81e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:45.634762 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-c9fd7c82-0e04-4ef5-8c10-6191787ef87b tempest-AllowedAddressPairIpV6TestJSON-479071870 tempest-AllowedAddressPairIpV6TestJSON-479071870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:45.672277 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-c9fd7c82-0e04-4ef5-8c10-6191787ef87b tempest-AllowedAddressPairIpV6TestJSON-479071870 tempest-AllowedAddressPairIpV6TestJSON-479071870-project] Calling delete_port for 4e2c3c4d-e5ef-4a84-b72c-b2c33bed2c39 owned by {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:57:45.697500 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cb3ba5-3911-4f8b-8cf8-406af83dd81e None None] Pushing event updated for resources: {'Port': ['ID=397cde38-cc53-438c-89ca-835d57cd0cf7,revision_number=3']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:57:45.759837 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-9294b9d4-bda2-43cf-b031-67cee1433b50 req-a2a7c70f-0405-4a35-a51c-5f31e890d343 tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] 10.222.0.42 "GET /v2.0/ports?device_id=6a217708-1e2e-4818-bd10-8ae842662312 HTTP/1.1" status: 200 len: 210 time: 0.0467792 Mar 29 15:57:45.844117 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.db.api [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102792) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 29 15:57:45.845955 n-d-834765-1 neutron-server[102792]: DEBUG oslo_db.api [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 29 15:57:45.893670 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 41360) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:57:46.009326 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-08caec98-ee27-4f01-85f0-43cf3d79ef51 None None] Provisioning complete for port 397cde38-cc53-438c-89ca-835d57cd0cf7 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:57:46.010009 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-08caec98-ee27-4f01-85f0-43cf3d79ef51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:46.070499 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-7cee6d44-086b-4121-92cc-32c76efced65 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-110274760-network', 'tenant_id': 'cb6ca7868ad5485791bd8a883a850577'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:57:46.130536 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cee6d44-086b-4121-92cc-32c76efced65 admin admin] Made reservation on behalf of cb6ca7868ad5485791bd8a883a850577 for: {'network': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:57:46.137722 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-7cee6d44-086b-4121-92cc-32c76efced65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for network, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:46.157187 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-c9fd7c82-0e04-4ef5-8c10-6191787ef87b tempest-AllowedAddressPairIpV6TestJSON-479071870 tempest-AllowedAddressPairIpV6TestJSON-479071870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:46.185163 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-7cee6d44-086b-4121-92cc-32c76efced65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:46.231070 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-08caec98-ee27-4f01-85f0-43cf3d79ef51 None None] Provisioning complete for port 58a2464d-b154-467d-981a-f436e0d80a6e triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:57:46.232733 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-08caec98-ee27-4f01-85f0-43cf3d79ef51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:46.233116 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fd7c82-0e04-4ef5-8c10-6191787ef87b tempest-AllowedAddressPairIpV6TestJSON-479071870 tempest-AllowedAddressPairIpV6TestJSON-479071870-project] Pushing event deleted for resources: {'Port': ['ID=4e2c3c4d-e5ef-4a84-b72c-b2c33bed2c39,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:57:46.247291 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1693517c-b820-40ef-bd4d-b6a4a49a52e1 req-29ee5a9d-1084-4190-b2b4-96b20b773824 tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:57:46.249172 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-1693517c-b820-40ef-bd4d-b6a4a49a52e1 req-29ee5a9d-1084-4190-b2b4-96b20b773824 tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] 10.222.0.48 "GET /v2.0/networks?id=d994e3d3-6e54-466f-bbe9-e588ad776084 HTTP/1.1" status: 200 len: 811 time: 0.2929411 Mar 29 15:57:46.310672 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-08caec98-ee27-4f01-85f0-43cf3d79ef51 None None] Port 58a2464d-b154-467d-981a-f436e0d80a6e cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 15:57:46.314798 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-08caec98-ee27-4f01-85f0-43cf3d79ef51 None None] Could not find standard attr ID for object 4e2c3c4d-e5ef-4a84-b72c-b2c33bed2c39. {{(pid=102792) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 29 15:57:46.361723 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-7cee6d44-086b-4121-92cc-32c76efced65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:46.374007 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-7cee6d44-086b-4121-92cc-32c76efced65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:46.390983 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-1693517c-b820-40ef-bd4d-b6a4a49a52e1 req-1af01a8b-0937-4de8-9e8f-d6baf4bb6a1d tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0645dc511670491c8626eeb496c0ab97 HTTP/1.1" status: 200 len: 380 time: 0.1126740 Mar 29 15:57:46.422486 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7cee6d44-086b-4121-92cc-32c76efced65 admin admin] vlan segment allocate from pool success with {'vlan_id': 643, 'physical_network': 'physnet1'} {{(pid=102790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 15:57:46.431451 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [req-1693517c-b820-40ef-bd4d-b6a4a49a52e1 req-b2927343-48af-47f7-b5bc-390bc276f2ee tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] Request body: {'port': {'device_id': '6a217708-1e2e-4818-bd10-8ae842662312', 'network_id': 'd994e3d3-6e54-466f-bbe9-e588ad776084', 'admin_state_up': True, 'tenant_id': '0645dc511670491c8626eeb496c0ab97', 'security_groups': ['5162f3eb-a65a-457a-8fdf-735ad05a78cc']}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:57:46.456641 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cee6d44-086b-4121-92cc-32c76efced65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b54e977-1821-4c4f-8aa2-02c42f4ad55c,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:57:46.470256 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-7cee6d44-086b-4121-92cc-32c76efced65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:46.470599 n-d-834765-1 neutron-server[102790]: INFO neutron.db.segments_db [None req-7cee6d44-086b-4121-92cc-32c76efced65 admin admin] Added segment 45d459c2-bc60-438b-9748-0a2128eb0523 of type vlan for network 52b3ca30-3c1f-4e6f-8a55-52e966f15639 Mar 29 15:57:46.471980 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-09616b14-60ef-4b9b-8005-292d948d9f47 None None] Provisioning complete for port 58a2464d-b154-467d-981a-f436e0d80a6e triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:57:46.472358 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-09616b14-60ef-4b9b-8005-292d948d9f47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:46.590549 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-09616b14-60ef-4b9b-8005-292d948d9f47 None None] Port 58a2464d-b154-467d-981a-f436e0d80a6e cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 15:57:46.590961 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-c9fd7c82-0e04-4ef5-8c10-6191787ef87b tempest-AllowedAddressPairIpV6TestJSON-479071870 tempest-AllowedAddressPairIpV6TestJSON-479071870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:46.597009 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-c9fd7c82-0e04-4ef5-8c10-6191787ef87b tempest-AllowedAddressPairIpV6TestJSON-479071870 tempest-AllowedAddressPairIpV6TestJSON-479071870-project] 10.222.0.42 "DELETE /v2.0/ports/4e2c3c4d-e5ef-4a84-b72c-b2c33bed2c39 HTTP/1.1" status: 204 len: 168 time: 1.4026580 Mar 29 15:57:46.597173 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-7cee6d44-086b-4121-92cc-32c76efced65 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783522915970'] for network, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:46.598227 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 41366) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:57:46.603340 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 397cde38-cc53-438c-89ca-835d57cd0cf7 up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:57:46.639539 n-d-834765-1 neutron-server[102791]: INFO neutron.pecan_wsgi.hooks.translation [None req-c94b336d-52ac-4ff0-bc59-f88c40c9e7f5 tempest-AllowedAddressPairIpV6TestJSON-479071870 tempest-AllowedAddressPairIpV6TestJSON-479071870-project] GET failed (client error): The resource could not be found. Mar 29 15:57:46.644717 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-c94b336d-52ac-4ff0-bc59-f88c40c9e7f5 tempest-AllowedAddressPairIpV6TestJSON-479071870 tempest-AllowedAddressPairIpV6TestJSON-479071870-project] 10.222.0.42 "GET /v2.0/ports/4e2c3c4d-e5ef-4a84-b72c-b2c33bed2c39 HTTP/1.1" status: 404 len: 333 time: 0.0425277 Mar 29 15:57:46.644873 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 41368) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:57:46.652469 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-f8778f1a-3dec-4923-9845-7c573689bd74 tempest-AllowedAddressPairIpV6TestJSON-479071870 tempest-AllowedAddressPairIpV6TestJSON-479071870-project] Request body: {'port': {'network_id': 'c9b3f7d5-d728-4b25-9429-dc300788c775', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1634765567'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:57:46.656318 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-7cee6d44-086b-4121-92cc-32c76efced65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795'] for network, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:46.657331 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cee6d44-086b-4121-92cc-32c76efced65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:57:46.657911 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-7cee6d44-086b-4121-92cc-32c76efced65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for network, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:46.726467 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port 397cde38-cc53-438c-89ca-835d57cd0cf7 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:57:46.727067 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:46.731342 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-7cee6d44-086b-4121-92cc-32c76efced65 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.8344336 Mar 29 15:57:46.733455 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 41370) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:57:46.743597 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-ad52255c-6cf3-4507-9043-96fbd57c6925 admin admin] Request body: {'subnet': {'network_id': '52b3ca30-3c1f-4e6f-8a55-52e966f15639', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-110274760-subnet', 'tenant_id': 'cb6ca7868ad5485791bd8a883a850577', 'ip_version': 4}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:57:46.809831 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cee6d44-086b-4121-92cc-32c76efced65 admin admin] Pushing event updated for resources: {'Network': ['ID=52b3ca30-3c1f-4e6f-8a55-52e966f15639,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:57:46.831201 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad52255c-6cf3-4507-9043-96fbd57c6925 admin admin] Made reservation on behalf of cb6ca7868ad5485791bd8a883a850577 for: {'subnet': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:57:46.831500 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Network 52b3ca30-3c1f-4e6f-8a55-52e966f15639 details requested by agent ovs-agent-n-d-834765-1 with host n-d-834765-1 {{(pid=102792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 15:57:46.844938 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-ad52255c-6cf3-4507-9043-96fbd57c6925 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4793983'] for subnet, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:46.858908 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8778f1a-3dec-4923-9845-7c573689bd74 tempest-AllowedAddressPairIpV6TestJSON-479071870 tempest-AllowedAddressPairIpV6TestJSON-479071870-project] Made reservation on behalf of b3636d06ff3546919e3438bca48cf19d for: {'port': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:57:46.869765 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-f8778f1a-3dec-4923-9845-7c573689bd74 tempest-AllowedAddressPairIpV6TestJSON-479071870 tempest-AllowedAddressPairIpV6TestJSON-479071870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:46.910029 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [None req-f8778f1a-3dec-4923-9845-7c573689bd74 tempest-AllowedAddressPairIpV6TestJSON-479071870 tempest-AllowedAddressPairIpV6TestJSON-479071870-project] device_id is not set on port 304c01db-8913-4aab-bfcf-2b2481b400bb yet. {{(pid=102791) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 29 15:57:46.986409 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-627528f8-31ee-43be-9d2a-1db59044bad9 None None] Could not find standard attr ID for object 4e2c3c4d-e5ef-4a84-b72c-b2c33bed2c39. {{(pid=102792) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 29 15:57:47.021855 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-a88b69a2-898f-4b43-8378-5cfbeb4975d7 req-a93ac970-7b8a-4e63-8f52-eb8638636db1 tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] 10.222.0.42 "GET /v2.0/ports?device_id=6a217708-1e2e-4818-bd10-8ae842662312 HTTP/1.1" status: 200 len: 210 time: 0.0583549 Mar 29 15:57:47.032673 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1693517c-b820-40ef-bd4d-b6a4a49a52e1 req-b2927343-48af-47f7-b5bc-390bc276f2ee tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] Made reservation on behalf of 0645dc511670491c8626eeb496c0ab97 for: {'port': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:57:47.038310 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-1693517c-b820-40ef-bd4d-b6a4a49a52e1 req-b2927343-48af-47f7-b5bc-390bc276f2ee tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:47.077463 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:47.261481 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_common [None req-f8778f1a-3dec-4923-9845-7c573689bd74 tempest-AllowedAddressPairIpV6TestJSON-479071870 tempest-AllowedAddressPairIpV6TestJSON-479071870-project] Allocated IP 2001:db8::3c7 (c9b3f7d5-d728-4b25-9429-dc300788c775/69cbf5a3-44f1-46f5-a171-bd0854c026b6/304c01db-8913-4aab-bfcf-2b2481b400bb) {{(pid=102791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:57:47.268704 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-ad52255c-6cf3-4507-9043-96fbd57c6925 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5231896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4793961'] for subnet, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:47.365414 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad52255c-6cf3-4507-9043-96fbd57c6925 admin admin] Checking segment: {'id': '45d459c2-bc60-438b-9748-0a2128eb0523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '52b3ca30-3c1f-4e6f-8a55-52e966f15639'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:57:47.365957 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad52255c-6cf3-4507-9043-96fbd57c6925 admin admin] Network hostable DHCP agents. Network: 52b3ca30-3c1f-4e6f-8a55-52e966f15639, hostable agents: ['d136643e-48ae-49d4-a851-2ba3bdf3749c'], hosted agents: [] {{(pid=102790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 15:57:47.392942 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad52255c-6cf3-4507-9043-96fbd57c6925 admin admin] Pushing event updated for resources: {'Subnet': ['ID=663f6d79-4dbd-4bb3-be83-2cfa9a8cc992,revision_number=0']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:57:47.403697 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_common [req-1693517c-b820-40ef-bd4d-b6a4a49a52e1 req-b2927343-48af-47f7-b5bc-390bc276f2ee tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] Allocated IP 172.20.0.14 (d994e3d3-6e54-466f-bbe9-e588ad776084/a8d0e49f-9e4f-4325-b3fe-d85cd5221184/2794e879-ed00-4f3e-b1c7-b826a0ebacf6) {{(pid=102791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:57:47.404877 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad52255c-6cf3-4507-9043-96fbd57c6925 admin admin] Network 52b3ca30-3c1f-4e6f-8a55-52e966f15639 is scheduled to be hosted by DHCP agent d136643e-48ae-49d4-a851-2ba3bdf3749c with binding_index 1 {{(pid=102790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 15:57:47.426116 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-ad52255c-6cf3-4507-9043-96fbd57c6925 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834765-1, 52b3ca30-3c1f-4e6f-8a55-52e966f15639) {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:57:47.431694 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad52255c-6cf3-4507-9043-96fbd57c6925 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:57:47.432527 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-ad52255c-6cf3-4507-9043-96fbd57c6925 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for subnet, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:47.439468 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ccb2e5c-e751-450c-8a6c-1bf178c607ff None None] Network 52b3ca30-3c1f-4e6f-8a55-52e966f15639 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 15:57:47.480644 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-ad52255c-6cf3-4507-9043-96fbd57c6925 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.7410214 Mar 29 15:57:47.482839 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 41386) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:57:47.487420 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-210bf579-b80d-41ae-959f-03b9b6ffb2cf admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-110274760-router', 'tenant_id': 'cb6ca7868ad5485791bd8a883a850577', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'}}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:57:47.529701 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-210bf579-b80d-41ae-959f-03b9b6ffb2cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-532385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129310'] for router, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:47.531292 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-210bf579-b80d-41ae-959f-03b9b6ffb2cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-648091', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-684384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129319'] for router, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:47.608600 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-210bf579-b80d-41ae-959f-03b9b6ffb2cf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:47.672725 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-f8778f1a-3dec-4923-9845-7c573689bd74 tempest-AllowedAddressPairIpV6TestJSON-479071870 tempest-AllowedAddressPairIpV6TestJSON-479071870-project] Notify callbacks [] for port, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:47.742399 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-1693517c-b820-40ef-bd4d-b6a4a49a52e1 req-b2927343-48af-47f7-b5bc-390bc276f2ee tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] Notify callbacks [] for port, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:47.784160 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-f8778f1a-3dec-4923-9845-7c573689bd74 tempest-AllowedAddressPairIpV6TestJSON-479071870 tempest-AllowedAddressPairIpV6TestJSON-479071870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:47.791788 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-210bf579-b80d-41ae-959f-03b9b6ffb2cf admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:47.899884 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8778f1a-3dec-4923-9845-7c573689bd74 tempest-AllowedAddressPairIpV6TestJSON-479071870 tempest-AllowedAddressPairIpV6TestJSON-479071870-project] Pushing event updated for resources: {'Port': ['ID=304c01db-8913-4aab-bfcf-2b2481b400bb,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:57:47.919745 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8778f1a-3dec-4923-9845-7c573689bd74 tempest-AllowedAddressPairIpV6TestJSON-479071870 tempest-AllowedAddressPairIpV6TestJSON-479071870-project] Network c9b3f7d5-d728-4b25-9429-dc300788c775 is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:57:47.925600 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [None req-f8778f1a-3dec-4923-9845-7c573689bd74 tempest-AllowedAddressPairIpV6TestJSON-479071870 tempest-AllowedAddressPairIpV6TestJSON-479071870-project] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:57:47.928578 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8778f1a-3dec-4923-9845-7c573689bd74 tempest-AllowedAddressPairIpV6TestJSON-479071870 tempest-AllowedAddressPairIpV6TestJSON-479071870-project] Received port after_create {{(pid=102791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:57:47.935279 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8778f1a-3dec-4923-9845-7c573689bd74 tempest-AllowedAddressPairIpV6TestJSON-479071870 tempest-AllowedAddressPairIpV6TestJSON-479071870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:57:47.935967 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-f8778f1a-3dec-4923-9845-7c573689bd74 tempest-AllowedAddressPairIpV6TestJSON-479071870 tempest-AllowedAddressPairIpV6TestJSON-479071870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:47.977607 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-f8778f1a-3dec-4923-9845-7c573689bd74 tempest-AllowedAddressPairIpV6TestJSON-479071870 tempest-AllowedAddressPairIpV6TestJSON-479071870-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.3316975 Mar 29 15:57:47.978793 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 41388) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:57:47.980927 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-1693517c-b820-40ef-bd4d-b6a4a49a52e1 req-b2927343-48af-47f7-b5bc-390bc276f2ee tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:47.990205 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-479563e2-3f1e-4fe6-8e39-cf39a409e4ba tempest-AllowedAddressPairIpV6TestJSON-479071870 tempest-AllowedAddressPairIpV6TestJSON-479071870-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::2da', 'mac_address': 'fa:16:3e:5c:e1:38'}]}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:57:47.999980 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:48.014406 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c637a14d-7c10-4886-81c7-ac0c11744801 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0035034-69b0-5ffc-b384-0ac6189c5628-52b3ca30-3c1f-4e6f-8a55-52e966f15639', 'network_id': '52b3ca30-3c1f-4e6f-8a55-52e966f15639', 'tenant_id': 'cb6ca7868ad5485791bd8a883a850577', 'fixed_ips': [{'subnet_id': '663f6d79-4dbd-4bb3-be83-2cfa9a8cc992'}]}} from n-d-834765-1. {{(pid=102792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 29 15:57:48.015627 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-c637a14d-7c10-4886-81c7-ac0c11744801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:48.137885 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-210bf579-b80d-41ae-959f-03b9b6ffb2cf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:48.181350 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2927343-48af-47f7-b5bc-390bc276f2ee tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] Pushing event updated for resources: {'Port': ['ID=2794e879-ed00-4f3e-b1c7-b826a0ebacf6,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:57:48.218673 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-210bf579-b80d-41ae-959f-03b9b6ffb2cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:48.362017 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1693517c-b820-40ef-bd4d-b6a4a49a52e1 req-b2927343-48af-47f7-b5bc-390bc276f2ee tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] Network d994e3d3-6e54-466f-bbe9-e588ad776084 is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:57:48.366072 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [req-1693517c-b820-40ef-bd4d-b6a4a49a52e1 req-b2927343-48af-47f7-b5bc-390bc276f2ee tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:57:48.368616 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [req-1693517c-b820-40ef-bd4d-b6a4a49a52e1 req-b2927343-48af-47f7-b5bc-390bc276f2ee tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] Received port after_create {{(pid=102791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:57:48.376328 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.db_base_plugin_common [None req-c637a14d-7c10-4886-81c7-ac0c11744801 None None] Allocated IP 172.20.0.2 (52b3ca30-3c1f-4e6f-8a55-52e966f15639/663f6d79-4dbd-4bb3-be83-2cfa9a8cc992/5659a8fe-2046-42e2-b6f9-9786022bf7e5) {{(pid=102792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:57:48.481335 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1693517c-b820-40ef-bd4d-b6a4a49a52e1 req-b2927343-48af-47f7-b5bc-390bc276f2ee tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:57:48.489168 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-1693517c-b820-40ef-bd4d-b6a4a49a52e1 req-b2927343-48af-47f7-b5bc-390bc276f2ee tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:48.553596 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-f2f867e8-e444-4b87-acdd-f88709e90c08 None None] Provisioning complete for port 304c01db-8913-4aab-bfcf-2b2481b400bb triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:57:48.554330 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-f2f867e8-e444-4b87-acdd-f88709e90c08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:48.558170 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-1693517c-b820-40ef-bd4d-b6a4a49a52e1 req-b2927343-48af-47f7-b5bc-390bc276f2ee tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1406879 Mar 29 15:57:48.570758 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [req-1693517c-b820-40ef-bd4d-b6a4a49a52e1 req-b872fbba-a1eb-4fe1-91a7-86c5d8120cd6 service neutron] Request body: {'port': {'device_id': '6a217708-1e2e-4818-bd10-8ae842662312', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834765-1'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:57:48.576368 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c7db76-529c-4dc8-aa2a-8d6edb936320 req-154bedcd-88bb-4449-adc6-1de4ad86456d tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:57:48.580285 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-68c7db76-529c-4dc8-aa2a-8d6edb936320 req-154bedcd-88bb-4449-adc6-1de4ad86456d tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] 10.222.0.42 "GET /v2.0/ports?device_id=6a217708-1e2e-4818-bd10-8ae842662312 HTTP/1.1" status: 200 len: 932 time: 0.3638632 Mar 29 15:57:48.612744 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-f2f867e8-e444-4b87-acdd-f88709e90c08 None None] Port 304c01db-8913-4aab-bfcf-2b2481b400bb cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 15:57:48.644540 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.db_base_plugin_common [None req-210bf579-b80d-41ae-959f-03b9b6ffb2cf admin admin] Allocated IP 172.25.4.42 (4a4a035d-ecac-4ead-baa3-25f90788773a/e1a353dc-fac8-4901-a63c-273840237d6a/1d23c68c-8e1e-4f1f-93be-c99b41aa2894) {{(pid=102790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:57:48.671484 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-1693517c-b820-40ef-bd4d-b6a4a49a52e1 req-b872fbba-a1eb-4fe1-91a7-86c5d8120cd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:48.694572 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-479563e2-3f1e-4fe6-8e39-cf39a409e4ba tempest-AllowedAddressPairIpV6TestJSON-479071870 tempest-AllowedAddressPairIpV6TestJSON-479071870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:48.747783 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-c637a14d-7c10-4886-81c7-ac0c11744801 None None] Notify callbacks [] for port, precommit_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:48.757424 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-c637a14d-7c10-4886-81c7-ac0c11744801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956'] for port, after_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:48.810308 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-68c7db76-529c-4dc8-aa2a-8d6edb936320 req-9570f203-593e-4439-bab1-520320e9da2d tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] 10.222.0.42 "GET /v2.0/security-groups?id=5162f3eb-a65a-457a-8fdf-735ad05a78cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1516714 Mar 29 15:57:48.848272 n-d-834765-1 neutron-server[102792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c637a14d-7c10-4886-81c7-ac0c11744801 None None] Network 52b3ca30-3c1f-4e6f-8a55-52e966f15639 is already hosted by enough agents. {{(pid=102792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:57:48.858598 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-1902e94a-61e6-42cd-857a-44b879aca180 None None] Provisioning complete for port 2794e879-ed00-4f3e-b1c7-b826a0ebacf6 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:57:48.859113 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1902e94a-61e6-42cd-857a-44b879aca180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:48.861599 n-d-834765-1 neutron-server[102792]: DEBUG neutron.scheduler.base_scheduler [None req-c637a14d-7c10-4886-81c7-ac0c11744801 None None] Resources bound (agent type, host, resource id): {{(pid=102792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:57:48.864443 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c637a14d-7c10-4886-81c7-ac0c11744801 None None] Pushing event updated for resources: {'Port': ['ID=5659a8fe-2046-42e2-b6f9-9786022bf7e5,revision_number=1']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:57:48.867070 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c637a14d-7c10-4886-81c7-ac0c11744801 None None] Received port after_create {{(pid=102792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:57:48.964712 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-210bf579-b80d-41ae-959f-03b9b6ffb2cf admin admin] Notify callbacks [] for port, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:49.008032 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-1902e94a-61e6-42cd-857a-44b879aca180 None None] Port 2794e879-ed00-4f3e-b1c7-b826a0ebacf6 cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 15:57:49.012808 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-c637a14d-7c10-4886-81c7-ac0c11744801 None None] Attempting to bind port 5659a8fe-2046-42e2-b6f9-9786022bf7e5 on host n-d-834765-1 for vnic_type normal with profile {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:57:49.015147 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-c637a14d-7c10-4886-81c7-ac0c11744801 None None] Attempting to bind port 5659a8fe-2046-42e2-b6f9-9786022bf7e5 by drivers openvswitch,hyperv on host n-d-834765-1 at level 0 using segments [{'id': '45d459c2-bc60-438b-9748-0a2128eb0523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '52b3ca30-3c1f-4e6f-8a55-52e966f15639'}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:57:49.015782 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c637a14d-7c10-4886-81c7-ac0c11744801 None None] Attempting to bind port 5659a8fe-2046-42e2-b6f9-9786022bf7e5 on network 52b3ca30-3c1f-4e6f-8a55-52e966f15639 {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:57:49.028793 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-210bf579-b80d-41ae-959f-03b9b6ffb2cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:49.034302 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c637a14d-7c10-4886-81c7-ac0c11744801 None None] Checking agent: {'id': 'a8866439-9d96-425c-b519-6905c591ac37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 25, 36), 'started_at': datetime.datetime(2022, 3, 29, 15, 26, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 57, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834765-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:57:49.034723 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c637a14d-7c10-4886-81c7-ac0c11744801 None None] Checking segment: {'id': '45d459c2-bc60-438b-9748-0a2128eb0523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '52b3ca30-3c1f-4e6f-8a55-52e966f15639'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:57:49.035135 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-c637a14d-7c10-4886-81c7-ac0c11744801 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:49.035598 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c637a14d-7c10-4886-81c7-ac0c11744801 None None] Bound using segment: {'id': '45d459c2-bc60-438b-9748-0a2128eb0523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '52b3ca30-3c1f-4e6f-8a55-52e966f15639'} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:57:49.036056 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-c637a14d-7c10-4886-81c7-ac0c11744801 None None] Bound port: 5659a8fe-2046-42e2-b6f9-9786022bf7e5, host: n-d-834765-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45d459c2-bc60-438b-9748-0a2128eb0523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '52b3ca30-3c1f-4e6f-8a55-52e966f15639'}}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 15:57:49.036568 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-c637a14d-7c10-4886-81c7-ac0c11744801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:49.077517 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-210bf579-b80d-41ae-959f-03b9b6ffb2cf admin admin] Network 4a4a035d-ecac-4ead-baa3-25f90788773a is already hosted by enough agents. {{(pid=102790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:57:49.082966 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-210bf579-b80d-41ae-959f-03b9b6ffb2cf admin admin] Resources bound (agent type, host, resource id): {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:57:49.091507 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-210bf579-b80d-41ae-959f-03b9b6ffb2cf admin admin] Received port after_create {{(pid=102790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:57:49.098148 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210bf579-b80d-41ae-959f-03b9b6ffb2cf admin admin] Pushing event updated for resources: {'Port': ['ID=1d23c68c-8e1e-4f1f-93be-c99b41aa2894,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:57:49.186620 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-c637a14d-7c10-4886-81c7-ac0c11744801 None None] For port 5659a8fe-2046-42e2-b6f9-9786022bf7e5, host n-d-834765-1, cleared binding levels {{(pid=102792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:57:49.192808 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-c637a14d-7c10-4886-81c7-ac0c11744801 None None] For port 5659a8fe-2046-42e2-b6f9-9786022bf7e5, host n-d-834765-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=5659a8fe-2046-42e2-b6f9-9786022bf7e5,segment=NetworkSegment(45d459c2-bc60-438b-9748-0a2128eb0523),segment_id=45d459c2-bc60-438b-9748-0a2128eb0523)] {{(pid=102792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:57:49.199564 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-c637a14d-7c10-4886-81c7-ac0c11744801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:49.269654 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c637a14d-7c10-4886-81c7-ac0c11744801 None None] Pushing event updated for resources: {'Port': ['ID=5659a8fe-2046-42e2-b6f9-9786022bf7e5,revision_number=2']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:57:49.405715 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-479563e2-3f1e-4fe6-8e39-cf39a409e4ba tempest-AllowedAddressPairIpV6TestJSON-479071870 tempest-AllowedAddressPairIpV6TestJSON-479071870-project] Notify callbacks [] for port, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:49.414930 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [req-1693517c-b820-40ef-bd4d-b6a4a49a52e1 req-b872fbba-a1eb-4fe1-91a7-86c5d8120cd6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2794e879-ed00-4f3e-b1c7-b826a0ebacf6 {{(pid=102791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:57:49.420700 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-479563e2-3f1e-4fe6-8e39-cf39a409e4ba tempest-AllowedAddressPairIpV6TestJSON-479071870 tempest-AllowedAddressPairIpV6TestJSON-479071870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:49.434168 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-1693517c-b820-40ef-bd4d-b6a4a49a52e1 req-b872fbba-a1eb-4fe1-91a7-86c5d8120cd6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:49.499413 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-479563e2-3f1e-4fe6-8e39-cf39a409e4ba tempest-AllowedAddressPairIpV6TestJSON-479071870 tempest-AllowedAddressPairIpV6TestJSON-479071870-project] In _notify_port_updated(), no bound segment for port 304c01db-8913-4aab-bfcf-2b2481b400bb on network c9b3f7d5-d728-4b25-9429-dc300788c775 {{(pid=102791) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Mar 29 15:57:49.505876 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-479563e2-3f1e-4fe6-8e39-cf39a409e4ba tempest-AllowedAddressPairIpV6TestJSON-479071870 tempest-AllowedAddressPairIpV6TestJSON-479071870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:57:49.506536 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-479563e2-3f1e-4fe6-8e39-cf39a409e4ba tempest-AllowedAddressPairIpV6TestJSON-479071870 tempest-AllowedAddressPairIpV6TestJSON-479071870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:49.508999 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-479563e2-3f1e-4fe6-8e39-cf39a409e4ba tempest-AllowedAddressPairIpV6TestJSON-479071870 tempest-AllowedAddressPairIpV6TestJSON-479071870-project] 10.222.0.42 "PUT /v2.0/ports/304c01db-8913-4aab-bfcf-2b2481b400bb HTTP/1.1" status: 200 len: 1003 time: 1.5231795 Mar 29 15:57:49.513206 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.provisioning_blocks [req-1693517c-b820-40ef-bd4d-b6a4a49a52e1 req-b872fbba-a1eb-4fe1-91a7-86c5d8120cd6 service neutron] Transition to ACTIVE for port object 2794e879-ed00-4f3e-b1c7-b826a0ebacf6 will not be triggered until provisioned by entity L2. {{(pid=102791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 15:57:49.514275 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 41410) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:57:49.520579 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-1693517c-b820-40ef-bd4d-b6a4a49a52e1 req-b872fbba-a1eb-4fe1-91a7-86c5d8120cd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:49.532615 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479563e2-3f1e-4fe6-8e39-cf39a409e4ba tempest-AllowedAddressPairIpV6TestJSON-479071870 tempest-AllowedAddressPairIpV6TestJSON-479071870-project] Pushing event updated for resources: {'Port': ['ID=304c01db-8913-4aab-bfcf-2b2481b400bb,revision_number=2']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:57:49.576360 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b872fbba-a1eb-4fe1-91a7-86c5d8120cd6 service neutron] Pushing event updated for resources: {'Port': ['ID=2794e879-ed00-4f3e-b1c7-b826a0ebacf6,revision_number=2']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:57:49.639069 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-210bf579-b80d-41ae-959f-03b9b6ffb2cf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:49.747956 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-1693517c-b820-40ef-bd4d-b6a4a49a52e1 req-b872fbba-a1eb-4fe1-91a7-86c5d8120cd6 service neutron] Attempting to bind port 2794e879-ed00-4f3e-b1c7-b826a0ebacf6 on host n-h2-834765-1 for vnic_type normal with profile {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:57:49.747956 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-1693517c-b820-40ef-bd4d-b6a4a49a52e1 req-b872fbba-a1eb-4fe1-91a7-86c5d8120cd6 service neutron] Attempting to bind port 2794e879-ed00-4f3e-b1c7-b826a0ebacf6 by drivers openvswitch,hyperv on host n-h2-834765-1 at level 0 using segments [{'id': '16a3b58e-2ecf-4263-9a5e-eb72b2eaa6d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'd994e3d3-6e54-466f-bbe9-e588ad776084'}] {{(pid=102791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:57:49.747956 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1693517c-b820-40ef-bd4d-b6a4a49a52e1 req-b872fbba-a1eb-4fe1-91a7-86c5d8120cd6 service neutron] Attempting to bind port 2794e879-ed00-4f3e-b1c7-b826a0ebacf6 on network d994e3d3-6e54-466f-bbe9-e588ad776084 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:57:49.761559 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1693517c-b820-40ef-bd4d-b6a4a49a52e1 req-b872fbba-a1eb-4fe1-91a7-86c5d8120cd6 service neutron] Port 2794e879-ed00-4f3e-b1c7-b826a0ebacf6 on network d994e3d3-6e54-466f-bbe9-e588ad776084 not bound, no agent of type Open vSwitch agent registered on host n-h2-834765-1 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 15:57:49.761880 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1693517c-b820-40ef-bd4d-b6a4a49a52e1 req-b872fbba-a1eb-4fe1-91a7-86c5d8120cd6 service neutron] Attempting to bind port 2794e879-ed00-4f3e-b1c7-b826a0ebacf6 on network d994e3d3-6e54-466f-bbe9-e588ad776084 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:57:49.774624 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1693517c-b820-40ef-bd4d-b6a4a49a52e1 req-b872fbba-a1eb-4fe1-91a7-86c5d8120cd6 service neutron] Checking agent: {'id': '3e4b4912-b4a2-4d17-b5bd-6ce15529e8eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 33, 17), 'started_at': datetime.datetime(2022, 3, 29, 15, 33, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 57, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:57:49.774960 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1693517c-b820-40ef-bd4d-b6a4a49a52e1 req-b872fbba-a1eb-4fe1-91a7-86c5d8120cd6 service neutron] Checking segment: {'id': '16a3b58e-2ecf-4263-9a5e-eb72b2eaa6d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'd994e3d3-6e54-466f-bbe9-e588ad776084'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:57:49.775365 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1693517c-b820-40ef-bd4d-b6a4a49a52e1 req-b872fbba-a1eb-4fe1-91a7-86c5d8120cd6 service neutron] Bound using segment: {'id': '16a3b58e-2ecf-4263-9a5e-eb72b2eaa6d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'd994e3d3-6e54-466f-bbe9-e588ad776084'} {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:57:49.775780 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-1693517c-b820-40ef-bd4d-b6a4a49a52e1 req-b872fbba-a1eb-4fe1-91a7-86c5d8120cd6 service neutron] Bound port: 2794e879-ed00-4f3e-b1c7-b826a0ebacf6, host: n-h2-834765-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16a3b58e-2ecf-4263-9a5e-eb72b2eaa6d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'd994e3d3-6e54-466f-bbe9-e588ad776084'}}] {{(pid=102791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 15:57:49.776138 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-1693517c-b820-40ef-bd4d-b6a4a49a52e1 req-b872fbba-a1eb-4fe1-91a7-86c5d8120cd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:49.815210 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-95909249-0dda-4def-a277-95fc4758ff88 tempest-AllowedAddressPairIpV6TestJSON-479071870 tempest-AllowedAddressPairIpV6TestJSON-479071870-project] Deleting port 304c01db-8913-4aab-bfcf-2b2481b400bb {{(pid=102790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:57:49.819880 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-95909249-0dda-4def-a277-95fc4758ff88 tempest-AllowedAddressPairIpV6TestJSON-479071870 tempest-AllowedAddressPairIpV6TestJSON-479071870-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:50.010952 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-1693517c-b820-40ef-bd4d-b6a4a49a52e1 req-b872fbba-a1eb-4fe1-91a7-86c5d8120cd6 service neutron] For port 2794e879-ed00-4f3e-b1c7-b826a0ebacf6, host n-h2-834765-1, cleared binding levels {{(pid=102791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:57:50.021990 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-1693517c-b820-40ef-bd4d-b6a4a49a52e1 req-b872fbba-a1eb-4fe1-91a7-86c5d8120cd6 service neutron] For port 2794e879-ed00-4f3e-b1c7-b826a0ebacf6, host n-h2-834765-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=2794e879-ed00-4f3e-b1c7-b826a0ebacf6,segment=NetworkSegment(16a3b58e-2ecf-4263-9a5e-eb72b2eaa6d4),segment_id=16a3b58e-2ecf-4263-9a5e-eb72b2eaa6d4)] {{(pid=102791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:57:50.107328 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-1693517c-b820-40ef-bd4d-b6a4a49a52e1 req-b872fbba-a1eb-4fe1-91a7-86c5d8120cd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:50.107663 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-95909249-0dda-4def-a277-95fc4758ff88 tempest-AllowedAddressPairIpV6TestJSON-479071870 tempest-AllowedAddressPairIpV6TestJSON-479071870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:50.161817 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1693517c-b820-40ef-bd4d-b6a4a49a52e1 req-b872fbba-a1eb-4fe1-91a7-86c5d8120cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:57:50.161817 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-1693517c-b820-40ef-bd4d-b6a4a49a52e1 req-b872fbba-a1eb-4fe1-91a7-86c5d8120cd6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:50.166523 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-1693517c-b820-40ef-bd4d-b6a4a49a52e1 req-b872fbba-a1eb-4fe1-91a7-86c5d8120cd6 service neutron] 10.222.0.48 "PUT /v2.0/ports/2794e879-ed00-4f3e-b1c7-b826a0ebacf6 HTTP/1.1" status: 200 len: 1092 time: 1.5972326 Mar 29 15:57:50.168956 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a217708-1e2e-4818-bd10-8ae842662312', 'tag': '2794e879-ed00-4f3e-b1c7-b826a0ebacf6'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:57:50.175622 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c67b028db5e9b9818fecc5c0a87ebc6f190694fa53ca267d523e04f98de536d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bce65f4-96bd-4a1f-aa6a-e33d27790604" -d '{"events": [{"name": "network-changed", "server_uuid": "6a217708-1e2e-4818-bd10-8ae842662312", "tag": "2794e879-ed00-4f3e-b1c7-b826a0ebacf6"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:57:50.280778 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-95909249-0dda-4def-a277-95fc4758ff88 tempest-AllowedAddressPairIpV6TestJSON-479071870 tempest-AllowedAddressPairIpV6TestJSON-479071870-project] Calling delete_port for 304c01db-8913-4aab-bfcf-2b2481b400bb owned by {{(pid=102790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:57:50.327152 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-c652bf8f-bac4-4076-a997-d676d921a878 None None] Provisioning complete for port 304c01db-8913-4aab-bfcf-2b2481b400bb triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:57:50.328436 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-c652bf8f-bac4-4076-a997-d676d921a878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:50.331237 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 15:57:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e1bfc06-4f2f-42ef-b0d8-0ebfb9574755 x-openstack-request-id: req-9e1bfc06-4f2f-42ef-b0d8-0ebfb9574755 {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:57:50.331606 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a217708-1e2e-4818-bd10-8ae842662312", "tag": "2794e879-ed00-4f3e-b1c7-b826a0ebacf6", "status": "completed", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:57:50.331805 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-9e1bfc06-4f2f-42ef-b0d8-0ebfb9574755 {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:57:50.332192 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a217708-1e2e-4818-bd10-8ae842662312', 'tag': '2794e879-ed00-4f3e-b1c7-b826a0ebacf6', 'status': 'completed', 'code': 200} Mar 29 15:57:50.360872 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c2bd2a-1608-4907-b322-ef558962d19e req-2b37912b-40d3-40b7-adae-9d601b2eb720 tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:57:50.362491 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-67c2bd2a-1608-4907-b322-ef558962d19e req-2b37912b-40d3-40b7-adae-9d601b2eb720 tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] 10.222.0.42 "GET /v2.0/ports?device_id=6a217708-1e2e-4818-bd10-8ae842662312 HTTP/1.1" status: 200 len: 944 time: 0.3485186 Mar 29 15:57:50.500717 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-c652bf8f-bac4-4076-a997-d676d921a878 None None] Port 304c01db-8913-4aab-bfcf-2b2481b400bb cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 15:57:50.502956 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b872fbba-a1eb-4fe1-91a7-86c5d8120cd6 service neutron] Pushing event updated for resources: {'Port': ['ID=2794e879-ed00-4f3e-b1c7-b826a0ebacf6,revision_number=3']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:57:50.611134 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-67c2bd2a-1608-4907-b322-ef558962d19e req-688970e1-d97e-4d43-9340-6c31a4e4b7cf tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] 10.222.0.42 "GET /v2.0/security-groups?id=5162f3eb-a65a-457a-8fdf-735ad05a78cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2196972 Mar 29 15:57:50.627368 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1693517c-b820-40ef-bd4d-b6a4a49a52e1 req-67a5d61f-dcb0-4909-a5dc-4065265e441e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:57:50.630974 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-1693517c-b820-40ef-bd4d-b6a4a49a52e1 req-67a5d61f-dcb0-4909-a5dc-4065265e441e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=0645dc511670491c8626eeb496c0ab97&device_id=6a217708-1e2e-4818-bd10-8ae842662312 HTTP/1.1" status: 200 len: 1095 time: 0.3960710 Mar 29 15:57:50.668924 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-210bf579-b80d-41ae-959f-03b9b6ffb2cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648118'] for router, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:50.703168 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-1693517c-b820-40ef-bd4d-b6a4a49a52e1 req-3980a47a-1060-4cd2-8b5a-5f95a68a71cd service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2794e879-ed00-4f3e-b1c7-b826a0ebacf6 HTTP/1.1" status: 200 len: 217 time: 0.0649087 Mar 29 15:57:50.927849 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 5659a8fe-2046-42e2-b6f9-9786022bf7e5 up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:57:50.949727 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1693517c-b820-40ef-bd4d-b6a4a49a52e1 req-7352e9a0-075e-480e-b2fb-d6c7b5e3534b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:57:50.960177 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-1693517c-b820-40ef-bd4d-b6a4a49a52e1 req-7352e9a0-075e-480e-b2fb-d6c7b5e3534b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a8d0e49f-9e4f-4325-b3fe-d85cd5221184 HTTP/1.1" status: 200 len: 850 time: 0.2458041 Mar 29 15:57:51.054718 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1693517c-b820-40ef-bd4d-b6a4a49a52e1 req-033c4399-676e-4120-9734-e84cb87ce588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:57:51.056643 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-1693517c-b820-40ef-bd4d-b6a4a49a52e1 req-033c4399-676e-4120-9734-e84cb87ce588 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d994e3d3-6e54-466f-bbe9-e588ad776084&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0929532 Mar 29 15:57:51.060974 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port 5659a8fe-2046-42e2-b6f9-9786022bf7e5 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:57:51.061612 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:51.232779 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-95909249-0dda-4def-a277-95fc4758ff88 tempest-AllowedAddressPairIpV6TestJSON-479071870 tempest-AllowedAddressPairIpV6TestJSON-479071870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:51.241303 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:51.282391 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-1693517c-b820-40ef-bd4d-b6a4a49a52e1 req-7c6d895f-51b9-479e-b3ba-931fd3afa9eb service neutron] 10.222.0.48 "GET /v2.0/networks/d994e3d3-6e54-466f-bbe9-e588ad776084?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2186408 Mar 29 15:57:51.313833 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95909249-0dda-4def-a277-95fc4758ff88 tempest-AllowedAddressPairIpV6TestJSON-479071870 tempest-AllowedAddressPairIpV6TestJSON-479071870-project] Pushing event deleted for resources: {'Port': ['ID=304c01db-8913-4aab-bfcf-2b2481b400bb,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:57:51.327745 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] For port 5659a8fe-2046-42e2-b6f9-9786022bf7e5, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=5659a8fe-2046-42e2-b6f9-9786022bf7e5,segment=NetworkSegment(45d459c2-bc60-438b-9748-0a2128eb0523),segment_id=45d459c2-bc60-438b-9748-0a2128eb0523)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:57:51.336928 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:51.426458 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Pushing event updated for resources: {'Port': ['ID=5659a8fe-2046-42e2-b6f9-9786022bf7e5,revision_number=3']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:57:51.607815 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d296291-924d-409a-bd61-b24b6882ce97 req-78f95684-30a1-4270-b689-5de7c439efb4 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:57:51.615485 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d296291-924d-409a-bd61-b24b6882ce97 req-78f95684-30a1-4270-b689-5de7c439efb4 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:57:51.636540 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d296291-924d-409a-bd61-b24b6882ce97 req-78f95684-30a1-4270-b689-5de7c439efb4 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:57:51.652288 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d296291-924d-409a-bd61-b24b6882ce97 req-78f95684-30a1-4270-b689-5de7c439efb4 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:57:51.674564 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d296291-924d-409a-bd61-b24b6882ce97 req-78f95684-30a1-4270-b689-5de7c439efb4 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:57:51.715252 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d296291-924d-409a-bd61-b24b6882ce97 req-78f95684-30a1-4270-b689-5de7c439efb4 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:57:51.735230 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d296291-924d-409a-bd61-b24b6882ce97 req-78f95684-30a1-4270-b689-5de7c439efb4 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:57:51.749655 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-9d296291-924d-409a-bd61-b24b6882ce97 req-78f95684-30a1-4270-b689-5de7c439efb4 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] 10.222.0.42 "GET /v2.0/ports?device_id=b5e34b53-8d44-45db-a377-1c001fe98b5c HTTP/1.1" status: 200 len: 5445 time: 0.4047341 Mar 29 15:57:51.751774 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8080e2dd-551a-41f2-ba33-13ad61579a22 None None] Network 52b3ca30-3c1f-4e6f-8a55-52e966f15639 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 15:57:51.800696 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-1693517c-b820-40ef-bd4d-b6a4a49a52e1 req-f91f37bc-58fc-4c8b-a080-52449ad7edc8 service neutron] 10.222.0.48 "GET /v2.0/networks/d994e3d3-6e54-466f-bbe9-e588ad776084?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5111449 Mar 29 15:57:51.893029 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-37ba4096-21a7-4497-872c-d11006489182 None None] Provisioning complete for port 5659a8fe-2046-42e2-b6f9-9786022bf7e5 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:57:51.893410 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-37ba4096-21a7-4497-872c-d11006489182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:51.904982 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-9d296291-924d-409a-bd61-b24b6882ce97 req-6d8463a9-a65d-414f-953c-ea67510c38c6 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] 10.222.0.42 "GET /v2.0/security-groups?id=6e57fe5c-cb87-4607-b926-1e4de2690a28&id=e2ab8bce-bca0-434d-ad1c-ad30dfd1db67&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1440425 Mar 29 15:57:52.020656 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bce65f4-96bd-4a1f-aa6a-e33d27790604 req-0d416b70-f841-4ac0-a541-fcba83d4ea0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:57:52.026231 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-9bce65f4-96bd-4a1f-aa6a-e33d27790604 req-0d416b70-f841-4ac0-a541-fcba83d4ea0c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=0645dc511670491c8626eeb496c0ab97&device_id=6a217708-1e2e-4818-bd10-8ae842662312 HTTP/1.1" status: 200 len: 1095 time: 0.1615279 Mar 29 15:57:52.254215 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-210bf579-b80d-41ae-959f-03b9b6ffb2cf admin admin] Router 4733b952-774b-45ac-8d3f-5b1a7d836c01 is scheduled to L3 agent c648d819-1060-4f26-b4ec-6455387b5dff with binding_index 1 {{(pid=102790) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 29 15:57:52.309404 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c7b836-6097-4e6c-ad0d-63e29513f127 req-1cd9dd3e-1c4d-4e93-955f-0ec0ce36a6a6 tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:57:52.311362 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-a3c7b836-6097-4e6c-ad0d-63e29513f127 req-1cd9dd3e-1c4d-4e93-955f-0ec0ce36a6a6 tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] 10.222.0.42 "GET /v2.0/ports?device_id=6a217708-1e2e-4818-bd10-8ae842662312 HTTP/1.1" status: 200 len: 944 time: 0.1278367 Mar 29 15:57:52.328972 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bce65f4-96bd-4a1f-aa6a-e33d27790604 req-963a7876-e944-4ad0-89b2-842a19e7ea99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:57:52.337467 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-9bce65f4-96bd-4a1f-aa6a-e33d27790604 req-963a7876-e944-4ad0-89b2-842a19e7ea99 service neutron] 10.222.0.48 "GET /v2.0/networks?id=d994e3d3-6e54-466f-bbe9-e588ad776084 HTTP/1.1" status: 200 len: 912 time: 0.3056433 Mar 29 15:57:52.393204 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-95909249-0dda-4def-a277-95fc4758ff88 tempest-AllowedAddressPairIpV6TestJSON-479071870 tempest-AllowedAddressPairIpV6TestJSON-479071870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:52.400761 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-95909249-0dda-4def-a277-95fc4758ff88 tempest-AllowedAddressPairIpV6TestJSON-479071870 tempest-AllowedAddressPairIpV6TestJSON-479071870-project] 10.222.0.42 "DELETE /v2.0/ports/304c01db-8913-4aab-bfcf-2b2481b400bb HTTP/1.1" status: 204 len: 168 time: 2.8852401 Mar 29 15:57:52.402507 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 41440) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:57:52.412812 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-9bce65f4-96bd-4a1f-aa6a-e33d27790604 req-ea77a1f9-557e-4e38-ace4-78d5ddbcc517 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2794e879-ed00-4f3e-b1c7-b826a0ebacf6 HTTP/1.1" status: 200 len: 217 time: 0.0665393 Mar 29 15:57:52.463456 n-d-834765-1 neutron-server[102790]: INFO neutron.pecan_wsgi.hooks.translation [None req-db425f03-e4fc-4d94-8f85-07a47eabfe5e tempest-AllowedAddressPairIpV6TestJSON-479071870 tempest-AllowedAddressPairIpV6TestJSON-479071870-project] GET failed (client error): The resource could not be found. Mar 29 15:57:52.469696 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-db425f03-e4fc-4d94-8f85-07a47eabfe5e tempest-AllowedAddressPairIpV6TestJSON-479071870 tempest-AllowedAddressPairIpV6TestJSON-479071870-project] 10.222.0.42 "GET /v2.0/ports/304c01db-8913-4aab-bfcf-2b2481b400bb HTTP/1.1" status: 404 len: 333 time: 0.0584669 Mar 29 15:57:52.470703 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 41442) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:57:52.487478 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-c3abf2f5-bbc6-4b8d-9f0a-0da230c3b4f1 tempest-AllowedAddressPairIpV6TestJSON-479071870 tempest-AllowedAddressPairIpV6TestJSON-479071870-project] Request body: {'port': {'network_id': 'c9b3f7d5-d728-4b25-9429-dc300788c775', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-21010127'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:57:52.494479 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bce65f4-96bd-4a1f-aa6a-e33d27790604 req-60345a74-2e92-433a-a553-a22fe22464ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:57:52.496366 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-9bce65f4-96bd-4a1f-aa6a-e33d27790604 req-60345a74-2e92-433a-a553-a22fe22464ed service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a8d0e49f-9e4f-4325-b3fe-d85cd5221184 HTTP/1.1" status: 200 len: 850 time: 0.0701590 Mar 29 15:57:52.529214 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-a3c7b836-6097-4e6c-ad0d-63e29513f127 req-38c1dc13-27b5-4ade-97d0-a3ede7de6559 tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] 10.222.0.42 "GET /v2.0/security-groups?id=5162f3eb-a65a-457a-8fdf-735ad05a78cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2068079 Mar 29 15:57:52.577000 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 5659a8fe-2046-42e2-b6f9-9786022bf7e5 up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:57:52.580558 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bce65f4-96bd-4a1f-aa6a-e33d27790604 req-6a2488e0-14f2-47ce-a95b-f159c71243fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:57:52.582291 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-9bce65f4-96bd-4a1f-aa6a-e33d27790604 req-6a2488e0-14f2-47ce-a95b-f159c71243fa service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d994e3d3-6e54-466f-bbe9-e588ad776084&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0774324 Mar 29 15:57:52.645733 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-210bf579-b80d-41ae-959f-03b9b6ffb2cf admin admin] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:57:52.687107 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6551d130-527f-4e62-a9e0-5ea7eba1e2b8 None None] Sync routers for ids ['4733b952-774b-45ac-8d3f-5b1a7d836c01'] in n-d-834765-1 {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:57:52.688159 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-210bf579-b80d-41ae-959f-03b9b6ffb2cf admin admin] Notify callbacks [] for router, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:52.692272 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 41446) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:57:52.692773 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-210bf579-b80d-41ae-959f-03b9b6ffb2cf admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 915 time: 5.2084074 Mar 29 15:57:52.726493 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3abf2f5-bbc6-4b8d-9f0a-0da230c3b4f1 tempest-AllowedAddressPairIpV6TestJSON-479071870 tempest-AllowedAddressPairIpV6TestJSON-479071870-project] Made reservation on behalf of b3636d06ff3546919e3438bca48cf19d for: {'port': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:57:52.733115 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-5175d57f-e391-49b6-99c6-d8a7fe72720b None None] Provisioning complete for port 5659a8fe-2046-42e2-b6f9-9786022bf7e5 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:57:52.734360 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-5175d57f-e391-49b6-99c6-d8a7fe72720b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:52.737903 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c3abf2f5-bbc6-4b8d-9f0a-0da230c3b4f1 tempest-AllowedAddressPairIpV6TestJSON-479071870 tempest-AllowedAddressPairIpV6TestJSON-479071870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:52.742039 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6551d130-527f-4e62-a9e0-5ea7eba1e2b8 None None] Routers {'4733b952-774b-45ac-8d3f-5b1a7d836c01'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:57:52.746723 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-6551d130-527f-4e62-a9e0-5ea7eba1e2b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 11},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:57:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['4733b952-774b-45ac-8d3f-5b1a7d836c01'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:57:52.787745 n-d-834765-1 neutron-server[102790]: DEBUG neutron.notifiers.nova [None req-c3abf2f5-bbc6-4b8d-9f0a-0da230c3b4f1 tempest-AllowedAddressPairIpV6TestJSON-479071870 tempest-AllowedAddressPairIpV6TestJSON-479071870-project] device_id is not set on port 6cc3eae4-f89e-46d6-a075-1c14b42139c2 yet. {{(pid=102790) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 29 15:57:52.813120 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-9bce65f4-96bd-4a1f-aa6a-e33d27790604 req-1caea35c-972c-4be2-961d-4313d1971a57 service neutron] 10.222.0.48 "GET /v2.0/networks/d994e3d3-6e54-466f-bbe9-e588ad776084?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2149415 Mar 29 15:57:52.841186 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port 5659a8fe-2046-42e2-b6f9-9786022bf7e5 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:57:52.841564 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:53.048514 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.db_base_plugin_common [None req-c3abf2f5-bbc6-4b8d-9f0a-0da230c3b4f1 tempest-AllowedAddressPairIpV6TestJSON-479071870 tempest-AllowedAddressPairIpV6TestJSON-479071870-project] Allocated IP 2001:db8::322 (c9b3f7d5-d728-4b25-9429-dc300788c775/69cbf5a3-44f1-46f5-a171-bd0854c026b6/6cc3eae4-f89e-46d6-a075-1c14b42139c2) {{(pid=102790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:57:53.107816 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvr_db [None req-6551d130-527f-4e62-a9e0-5ea7eba1e2b8 None None] Set router 4733b952-774b-45ac-8d3f-5b1a7d836c01 gateway port host: n-d-834765-1 {{(pid=102792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:57:53.438739 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c3abf2f5-bbc6-4b8d-9f0a-0da230c3b4f1 tempest-AllowedAddressPairIpV6TestJSON-479071870 tempest-AllowedAddressPairIpV6TestJSON-479071870-project] Notify callbacks [] for port, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:53.460829 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-6551d130-527f-4e62-a9e0-5ea7eba1e2b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4733b952-774b-45ac-8d3f-5b1a7d836c01', 'name': 'tempest-ImageQuotaTest-110274760-router', 'tenant_id': 'cb6ca7868ad5485791bd8a883a850577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.42'}], 'enable_snat': True}, 'gw_port_id': '1d23c68c-8e1e-4f1f-93be-c99b41aa2894', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:57:47Z', 'updated_at': '2022-03-29T15:57:49Z', 'revision_number': 3, 'project_id': 'cb6ca7868ad5485791bd8a883a850577', 'gw_port': {'id': '1d23c68c-8e1e-4f1f-93be-c99b41aa2894', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:22:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4733b952-774b-45ac-8d3f-5b1a7d836c01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2754, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:57:48Z', 'updated_at': '2022-03-29T15:57:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1'}], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:57:53.478354 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-9bce65f4-96bd-4a1f-aa6a-e33d27790604 req-c6c35f8b-cb8e-4225-8601-ebe58b5f02ba service neutron] 10.222.0.48 "GET /v2.0/networks/d994e3d3-6e54-466f-bbe9-e588ad776084?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6546333 Mar 29 15:57:53.532972 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c3abf2f5-bbc6-4b8d-9f0a-0da230c3b4f1 tempest-AllowedAddressPairIpV6TestJSON-479071870 tempest-AllowedAddressPairIpV6TestJSON-479071870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:53.550574 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6551d130-527f-4e62-a9e0-5ea7eba1e2b8 None None] Checking router: 4733b952-774b-45ac-8d3f-5b1a7d836c01 for host: n-d-834765-1 {{(pid=102792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:57:53.551237 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6551d130-527f-4e62-a9e0-5ea7eba1e2b8 None None] Updating router 4733b952-774b-45ac-8d3f-5b1a7d836c01 port 1d23c68c-8e1e-4f1f-93be-c99b41aa2894 binding host n-d-834765-1 {{(pid=102792) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 15:57:53.590395 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-6551d130-527f-4e62-a9e0-5ea7eba1e2b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:53.654644 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eac1b8a-1055-4fef-84cc-88f4f6c81fdd req-246d13fe-e2ff-49b5-81aa-c01822b77850 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:57:53.661458 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3abf2f5-bbc6-4b8d-9f0a-0da230c3b4f1 tempest-AllowedAddressPairIpV6TestJSON-479071870 tempest-AllowedAddressPairIpV6TestJSON-479071870-project] Network c9b3f7d5-d728-4b25-9429-dc300788c775 is already hosted by enough agents. {{(pid=102790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:57:53.662326 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eac1b8a-1055-4fef-84cc-88f4f6c81fdd req-246d13fe-e2ff-49b5-81aa-c01822b77850 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:57:53.668112 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-c3abf2f5-bbc6-4b8d-9f0a-0da230c3b4f1 tempest-AllowedAddressPairIpV6TestJSON-479071870 tempest-AllowedAddressPairIpV6TestJSON-479071870-project] Resources bound (agent type, host, resource id): {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:57:53.672587 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eac1b8a-1055-4fef-84cc-88f4f6c81fdd req-246d13fe-e2ff-49b5-81aa-c01822b77850 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:57:53.679792 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eac1b8a-1055-4fef-84cc-88f4f6c81fdd req-246d13fe-e2ff-49b5-81aa-c01822b77850 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:57:53.686259 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3abf2f5-bbc6-4b8d-9f0a-0da230c3b4f1 tempest-AllowedAddressPairIpV6TestJSON-479071870 tempest-AllowedAddressPairIpV6TestJSON-479071870-project] Received port after_create {{(pid=102790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:57:53.694862 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eac1b8a-1055-4fef-84cc-88f4f6c81fdd req-246d13fe-e2ff-49b5-81aa-c01822b77850 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:57:53.701352 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eac1b8a-1055-4fef-84cc-88f4f6c81fdd req-246d13fe-e2ff-49b5-81aa-c01822b77850 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:57:53.705054 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3abf2f5-bbc6-4b8d-9f0a-0da230c3b4f1 tempest-AllowedAddressPairIpV6TestJSON-479071870 tempest-AllowedAddressPairIpV6TestJSON-479071870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:57:53.705745 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c3abf2f5-bbc6-4b8d-9f0a-0da230c3b4f1 tempest-AllowedAddressPairIpV6TestJSON-479071870 tempest-AllowedAddressPairIpV6TestJSON-479071870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:53.720795 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eac1b8a-1055-4fef-84cc-88f4f6c81fdd req-246d13fe-e2ff-49b5-81aa-c01822b77850 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:57:53.726909 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-3eac1b8a-1055-4fef-84cc-88f4f6c81fdd req-246d13fe-e2ff-49b5-81aa-c01822b77850 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] 10.222.0.42 "GET /v2.0/ports?device_id=b5e34b53-8d44-45db-a377-1c001fe98b5c HTTP/1.1" status: 200 len: 5445 time: 0.2748036 Mar 29 15:57:53.790756 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3abf2f5-bbc6-4b8d-9f0a-0da230c3b4f1 tempest-AllowedAddressPairIpV6TestJSON-479071870 tempest-AllowedAddressPairIpV6TestJSON-479071870-project] Pushing event updated for resources: {'Port': ['ID=6cc3eae4-f89e-46d6-a075-1c14b42139c2,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:57:53.824028 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-c3abf2f5-bbc6-4b8d-9f0a-0da230c3b4f1 tempest-AllowedAddressPairIpV6TestJSON-479071870 tempest-AllowedAddressPairIpV6TestJSON-479071870-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.3413379 Mar 29 15:57:53.851507 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 41458) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:57:53.864566 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-fc3e8f94-f282-4a9b-a862-d00cef1b7af5 tempest-AllowedAddressPairIpV6TestJSON-479071870 tempest-AllowedAddressPairIpV6TestJSON-479071870-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:5c:e1:38'}]}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:57:54.064266 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device 2794e879-ed00-4f3e-b1c7-b826a0ebacf6 details requested by agent hyperv_n-h2-834765-1 with host n-h2-834765-1 {{(pid=102792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 15:57:54.123378 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de4b4fd-f615-49c1-8e5d-f83961ee96fb req-ec5d1d96-3b02-43d7-89b7-0cb739c47f1e tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:57:54.136535 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-7de4b4fd-f615-49c1-8e5d-f83961ee96fb req-ec5d1d96-3b02-43d7-89b7-0cb739c47f1e tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] 10.222.0.42 "GET /v2.0/ports?device_id=6a217708-1e2e-4818-bd10-8ae842662312 HTTP/1.1" status: 200 len: 944 time: 0.4271727 Mar 29 15:57:54.219428 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-3eac1b8a-1055-4fef-84cc-88f4f6c81fdd req-9a7b8193-58b2-4ba8-998c-cc5fc717d649 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] 10.222.0.42 "GET /v2.0/security-groups?id=6e57fe5c-cb87-4607-b926-1e4de2690a28&id=e2ab8bce-bca0-434d-ad1c-ad30dfd1db67&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4788578 Mar 29 15:57:54.243685 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-6551d130-527f-4e62-a9e0-5ea7eba1e2b8 None None] Notify callbacks [] for port, precommit_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:54.271295 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-6551d130-527f-4e62-a9e0-5ea7eba1e2b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:54.275368 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-7de4b4fd-f615-49c1-8e5d-f83961ee96fb req-1be48553-a269-4d4d-9e9b-0dd597cc9004 tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] 10.222.0.42 "GET /v2.0/security-groups?id=5162f3eb-a65a-457a-8fdf-735ad05a78cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1373661 Mar 29 15:57:54.317380 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-53560329-0098-43f2-81f8-a7b60df57db8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:54.349579 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-baffde14-23d0-4b2b-837e-9b23cdadf622 None None] Provisioning complete for port 6cc3eae4-f89e-46d6-a075-1c14b42139c2 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:57:54.350524 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-baffde14-23d0-4b2b-837e-9b23cdadf622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:54.356643 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f52ba82-aff1-4ba8-8107-f1553f7e37b6 None None] Pushing event updated for resources: {'Port': ['ID=1d23c68c-8e1e-4f1f-93be-c99b41aa2894,revision_number=2']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:57:54.419349 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-6551d130-527f-4e62-a9e0-5ea7eba1e2b8 None None] Attempting to bind port 1d23c68c-8e1e-4f1f-93be-c99b41aa2894 on host n-d-834765-1 for vnic_type normal with profile {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:57:54.419349 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-6551d130-527f-4e62-a9e0-5ea7eba1e2b8 None None] Attempting to bind port 1d23c68c-8e1e-4f1f-93be-c99b41aa2894 by drivers openvswitch,hyperv on host n-d-834765-1 at level 0 using segments [{'id': '6ab47353-a811-4bad-bc73-b4cc84583cfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:57:54.419349 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6551d130-527f-4e62-a9e0-5ea7eba1e2b8 None None] Attempting to bind port 1d23c68c-8e1e-4f1f-93be-c99b41aa2894 on network 4a4a035d-ecac-4ead-baa3-25f90788773a {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:57:54.428063 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6551d130-527f-4e62-a9e0-5ea7eba1e2b8 None None] Checking agent: {'id': 'a8866439-9d96-425c-b519-6905c591ac37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 25, 36), 'started_at': datetime.datetime(2022, 3, 29, 15, 26, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 57, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834765-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:57:54.428504 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6551d130-527f-4e62-a9e0-5ea7eba1e2b8 None None] Checking segment: {'id': '6ab47353-a811-4bad-bc73-b4cc84583cfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:57:54.429005 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-6551d130-527f-4e62-a9e0-5ea7eba1e2b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:54.429563 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6551d130-527f-4e62-a9e0-5ea7eba1e2b8 None None] Bound using segment: {'id': '6ab47353-a811-4bad-bc73-b4cc84583cfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:57:54.430116 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-6551d130-527f-4e62-a9e0-5ea7eba1e2b8 None None] Bound port: 1d23c68c-8e1e-4f1f-93be-c99b41aa2894, host: n-d-834765-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ab47353-a811-4bad-bc73-b4cc84583cfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'}}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 15:57:54.430434 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-6551d130-527f-4e62-a9e0-5ea7eba1e2b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:54.434336 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port 2794e879-ed00-4f3e-b1c7-b826a0ebacf6, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=2794e879-ed00-4f3e-b1c7-b826a0ebacf6,segment=NetworkSegment(16a3b58e-2ecf-4263-9a5e-eb72b2eaa6d4),segment_id=16a3b58e-2ecf-4263-9a5e-eb72b2eaa6d4)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:57:54.450850 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-fc3e8f94-f282-4a9b-a862-d00cef1b7af5 tempest-AllowedAddressPairIpV6TestJSON-479071870 tempest-AllowedAddressPairIpV6TestJSON-479071870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:54.473282 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Returning: {'device': '2794e879-ed00-4f3e-b1c7-b826a0ebacf6', 'network_id': 'd994e3d3-6e54-466f-bbe9-e588ad776084', 'port_id': '2794e879-ed00-4f3e-b1c7-b826a0ebacf6', 'mac_address': 'fa:16:3e:11:12:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 618, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8d0e49f-9e4f-4325-b3fe-d85cd5221184', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 15:57:54.482250 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-baffde14-23d0-4b2b-837e-9b23cdadf622 None None] Port 6cc3eae4-f89e-46d6-a075-1c14b42139c2 cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 15:57:54.536998 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:54.539529 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-6551d130-527f-4e62-a9e0-5ea7eba1e2b8 None None] For port 1d23c68c-8e1e-4f1f-93be-c99b41aa2894, host n-d-834765-1, cleared binding levels {{(pid=102792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:57:54.543967 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-6551d130-527f-4e62-a9e0-5ea7eba1e2b8 None None] For port 1d23c68c-8e1e-4f1f-93be-c99b41aa2894, host n-d-834765-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=1d23c68c-8e1e-4f1f-93be-c99b41aa2894,segment=NetworkSegment(6ab47353-a811-4bad-bc73-b4cc84583cfd),segment_id=6ab47353-a811-4bad-bc73-b4cc84583cfd)] {{(pid=102792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:57:54.554744 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-6551d130-527f-4e62-a9e0-5ea7eba1e2b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:54.609053 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_common [None req-53560329-0098-43f2-81f8-a7b60df57db8 admin admin] Allocated IP 172.20.0.1 (52b3ca30-3c1f-4e6f-8a55-52e966f15639/663f6d79-4dbd-4bb3-be83-2cfa9a8cc992/3b1868d8-e3aa-41be-8da3-4f889a6ce11f) {{(pid=102791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:57:54.761070 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-53560329-0098-43f2-81f8-a7b60df57db8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:54.770450 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2794e879-ed00-4f3e-b1c7-b826a0ebacf6 {{(pid=102792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:57:54.803684 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port 2794e879-ed00-4f3e-b1c7-b826a0ebacf6, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=2794e879-ed00-4f3e-b1c7-b826a0ebacf6,segment=NetworkSegment(16a3b58e-2ecf-4263-9a5e-eb72b2eaa6d4),segment_id=16a3b58e-2ecf-4263-9a5e-eb72b2eaa6d4)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:57:54.809708 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f52ba82-aff1-4ba8-8107-f1553f7e37b6 None None] Pushing event updated for resources: {'Port': ['ID=1d23c68c-8e1e-4f1f-93be-c99b41aa2894,revision_number=3']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:57:54.814497 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:54.845129 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6551d130-527f-4e62-a9e0-5ea7eba1e2b8 None None] Routers {'4733b952-774b-45ac-8d3f-5b1a7d836c01'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:57:54.845904 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-6551d130-527f-4e62-a9e0-5ea7eba1e2b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 11},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:57:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['4733b952-774b-45ac-8d3f-5b1a7d836c01'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:57:54.850042 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4520daf9-bf9f-4cd6-b82a-c85209c1dbca req-695f17e9-fa31-4f18-8fc9-b7747bbcb4b7 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:57:54.859104 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4520daf9-bf9f-4cd6-b82a-c85209c1dbca req-695f17e9-fa31-4f18-8fc9-b7747bbcb4b7 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:57:54.869498 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4520daf9-bf9f-4cd6-b82a-c85209c1dbca req-695f17e9-fa31-4f18-8fc9-b7747bbcb4b7 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:57:54.890010 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4520daf9-bf9f-4cd6-b82a-c85209c1dbca req-695f17e9-fa31-4f18-8fc9-b7747bbcb4b7 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:57:54.920563 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Pushing event updated for resources: {'Port': ['ID=2794e879-ed00-4f3e-b1c7-b826a0ebacf6,revision_number=4']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:57:54.921162 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4520daf9-bf9f-4cd6-b82a-c85209c1dbca req-695f17e9-fa31-4f18-8fc9-b7747bbcb4b7 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:57:54.961773 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4520daf9-bf9f-4cd6-b82a-c85209c1dbca req-695f17e9-fa31-4f18-8fc9-b7747bbcb4b7 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:57:54.978715 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4520daf9-bf9f-4cd6-b82a-c85209c1dbca req-695f17e9-fa31-4f18-8fc9-b7747bbcb4b7 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:57:54.982586 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4520daf9-bf9f-4cd6-b82a-c85209c1dbca req-695f17e9-fa31-4f18-8fc9-b7747bbcb4b7 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] 10.222.0.48 "GET /v2.0/ports?device_id=b5e34b53-8d44-45db-a377-1c001fe98b5c HTTP/1.1" status: 200 len: 5445 time: 0.2377777 Mar 29 15:57:54.987552 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-fc3e8f94-f282-4a9b-a862-d00cef1b7af5 tempest-AllowedAddressPairIpV6TestJSON-479071870 tempest-AllowedAddressPairIpV6TestJSON-479071870-project] Notify callbacks [] for port, precommit_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:55.008044 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-fc3e8f94-f282-4a9b-a862-d00cef1b7af5 tempest-AllowedAddressPairIpV6TestJSON-479071870 tempest-AllowedAddressPairIpV6TestJSON-479071870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5237921'] for port, after_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:55.030255 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvr_db [None req-6551d130-527f-4e62-a9e0-5ea7eba1e2b8 None None] Set router 4733b952-774b-45ac-8d3f-5b1a7d836c01 gateway port host: n-d-834765-1 {{(pid=102792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:57:55.073781 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-53560329-0098-43f2-81f8-a7b60df57db8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:55.114724 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-fc3e8f94-f282-4a9b-a862-d00cef1b7af5 tempest-AllowedAddressPairIpV6TestJSON-479071870 tempest-AllowedAddressPairIpV6TestJSON-479071870-project] In _notify_port_updated(), no bound segment for port 6cc3eae4-f89e-46d6-a075-1c14b42139c2 on network c9b3f7d5-d728-4b25-9429-dc300788c775 {{(pid=102790) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Mar 29 15:57:55.121837 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc3e8f94-f282-4a9b-a862-d00cef1b7af5 tempest-AllowedAddressPairIpV6TestJSON-479071870 tempest-AllowedAddressPairIpV6TestJSON-479071870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:57:55.122757 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-fc3e8f94-f282-4a9b-a862-d00cef1b7af5 tempest-AllowedAddressPairIpV6TestJSON-479071870 tempest-AllowedAddressPairIpV6TestJSON-479071870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:55.127792 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-fc3e8f94-f282-4a9b-a862-d00cef1b7af5 tempest-AllowedAddressPairIpV6TestJSON-479071870 tempest-AllowedAddressPairIpV6TestJSON-479071870-project] 10.222.0.42 "PUT /v2.0/ports/6cc3eae4-f89e-46d6-a075-1c14b42139c2 HTTP/1.1" status: 200 len: 1001 time: 1.2748153 Mar 29 15:57:55.137003 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 41464) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:57:55.172585 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] get_ports_and_sgs() called for port_ids ['2794e879-ed00-4f3e-b1c7-b826a0ebacf6'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:57:55.186215 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4520daf9-bf9f-4cd6-b82a-c85209c1dbca req-169595a2-2077-4069-a3be-361abc40206a tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:57:55.193856 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4520daf9-bf9f-4cd6-b82a-c85209c1dbca req-169595a2-2077-4069-a3be-361abc40206a tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] 10.222.0.48 "GET /v2.0/ports/2957c1c5-01c3-4fbd-bee2-9935eef14639?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1951876 Mar 29 15:57:55.202835 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53560329-0098-43f2-81f8-a7b60df57db8 admin admin] Network 52b3ca30-3c1f-4e6f-8a55-52e966f15639 is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:57:55.211560 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3e8f94-f282-4a9b-a862-d00cef1b7af5 tempest-AllowedAddressPairIpV6TestJSON-479071870 tempest-AllowedAddressPairIpV6TestJSON-479071870-project] Pushing event updated for resources: {'Port': ['ID=6cc3eae4-f89e-46d6-a075-1c14b42139c2,revision_number=2']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:57:55.251724 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [None req-53560329-0098-43f2-81f8-a7b60df57db8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:57:55.258612 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53560329-0098-43f2-81f8-a7b60df57db8 admin admin] Received port after_create {{(pid=102791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:57:55.276970 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53560329-0098-43f2-81f8-a7b60df57db8 admin admin] Pushing event updated for resources: {'Port': ['ID=3b1868d8-e3aa-41be-8da3-4f889a6ce11f,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:57:55.508997 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15637fc6-2482-46dc-b8fb-681faa8b333d req-6c5b6983-40dc-4ddf-94be-9c4a56e231d4 tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:57:55.510623 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-15637fc6-2482-46dc-b8fb-681faa8b333d req-6c5b6983-40dc-4ddf-94be-9c4a56e231d4 tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] 10.222.0.42 "GET /v2.0/ports?device_id=6a217708-1e2e-4818-bd10-8ae842662312 HTTP/1.1" status: 200 len: 945 time: 0.1106334 Mar 29 15:57:55.515509 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-96924c0b-1d7a-4c2f-a45a-ca6e4217795b tempest-AllowedAddressPairIpV6TestJSON-479071870 tempest-AllowedAddressPairIpV6TestJSON-479071870-project] Deleting port 6cc3eae4-f89e-46d6-a075-1c14b42139c2 {{(pid=102790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:57:55.515509 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-96924c0b-1d7a-4c2f-a45a-ca6e4217795b tempest-AllowedAddressPairIpV6TestJSON-479071870 tempest-AllowedAddressPairIpV6TestJSON-479071870-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:55.593869 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-6551d130-527f-4e62-a9e0-5ea7eba1e2b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4733b952-774b-45ac-8d3f-5b1a7d836c01', 'name': 'tempest-ImageQuotaTest-110274760-router', 'tenant_id': 'cb6ca7868ad5485791bd8a883a850577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.42'}], 'enable_snat': True}, 'gw_port_id': '1d23c68c-8e1e-4f1f-93be-c99b41aa2894', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:57:47Z', 'updated_at': '2022-03-29T15:57:49Z', 'revision_number': 3, 'project_id': 'cb6ca7868ad5485791bd8a883a850577', 'gw_port': {'id': '1d23c68c-8e1e-4f1f-93be-c99b41aa2894', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:22:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4733b952-774b-45ac-8d3f-5b1a7d836c01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2754, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:57:48Z', 'updated_at': '2022-03-29T15:57:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1'}], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:57:55.607309 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-53560329-0098-43f2-81f8-a7b60df57db8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-648347'] for router_interface, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:55.619854 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-15637fc6-2482-46dc-b8fb-681faa8b333d req-8cede7c7-a2e8-441f-a333-fcfafd95d23f tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] 10.222.0.42 "GET /v2.0/security-groups?id=5162f3eb-a65a-457a-8fdf-735ad05a78cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813720 Mar 29 15:57:55.648172 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6551d130-527f-4e62-a9e0-5ea7eba1e2b8 None None] The sync data for ids ['4733b952-774b-45ac-8d3f-5b1a7d836c01'] in n-d-834765-1 is: [{'id': '4733b952-774b-45ac-8d3f-5b1a7d836c01', 'name': 'tempest-ImageQuotaTest-110274760-router', 'tenant_id': 'cb6ca7868ad5485791bd8a883a850577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.42'}], 'enable_snat': True}, 'gw_port_id': '1d23c68c-8e1e-4f1f-93be-c99b41aa2894', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:57:47Z', 'updated_at': '2022-03-29T15:57:49Z', 'revision_number': 3, 'project_id': 'cb6ca7868ad5485791bd8a883a850577', 'gw_port': {'id': '1d23c68c-8e1e-4f1f-93be-c99b41aa2894', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:22:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4733b952-774b-45ac-8d3f-5b1a7d836c01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2754, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:57:48Z', 'updated_at': '2022-03-29T15:57:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1'}] {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:57:55.663599 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-96924c0b-1d7a-4c2f-a45a-ca6e4217795b tempest-AllowedAddressPairIpV6TestJSON-479071870 tempest-AllowedAddressPairIpV6TestJSON-479071870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:55.680060 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-96924c0b-1d7a-4c2f-a45a-ca6e4217795b tempest-AllowedAddressPairIpV6TestJSON-479071870 tempest-AllowedAddressPairIpV6TestJSON-479071870-project] Calling delete_port for 6cc3eae4-f89e-46d6-a075-1c14b42139c2 owned by {{(pid=102790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:57:55.712367 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4520daf9-bf9f-4cd6-b82a-c85209c1dbca req-6022186e-bf2b-4c1b-8a72-64518d9363eb tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] 10.222.0.48 "GET /v2.0/networks/4ba2607b-b448-44f6-8335-46066b72a89c?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.4993222 Mar 29 15:57:55.725665 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [req-4520daf9-bf9f-4cd6-b82a-c85209c1dbca req-111d264d-2167-4938-b9b7-e985700dab45 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:57:55.734968 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-7ca04888-2c8a-41a0-a4c7-0db445852c0c None None] Provisioning complete for port 6cc3eae4-f89e-46d6-a075-1c14b42139c2 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:57:55.735422 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-7ca04888-2c8a-41a0-a4c7-0db445852c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:55.790571 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-7ca04888-2c8a-41a0-a4c7-0db445852c0c None None] Port 6cc3eae4-f89e-46d6-a075-1c14b42139c2 cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 15:57:55.815069 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a07c354-c2a5-401c-b91e-4e0a154abcf5 req-d914546f-9c94-43f1-8d6a-8da9e129ce2f tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:57:55.821538 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a07c354-c2a5-401c-b91e-4e0a154abcf5 req-d914546f-9c94-43f1-8d6a-8da9e129ce2f tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:57:55.828107 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a07c354-c2a5-401c-b91e-4e0a154abcf5 req-d914546f-9c94-43f1-8d6a-8da9e129ce2f tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:57:55.834014 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a07c354-c2a5-401c-b91e-4e0a154abcf5 req-d914546f-9c94-43f1-8d6a-8da9e129ce2f tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:57:55.840142 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a07c354-c2a5-401c-b91e-4e0a154abcf5 req-d914546f-9c94-43f1-8d6a-8da9e129ce2f tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:57:55.846327 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a07c354-c2a5-401c-b91e-4e0a154abcf5 req-d914546f-9c94-43f1-8d6a-8da9e129ce2f tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:57:55.852334 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a07c354-c2a5-401c-b91e-4e0a154abcf5 req-d914546f-9c94-43f1-8d6a-8da9e129ce2f tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:57:55.854295 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-1a07c354-c2a5-401c-b91e-4e0a154abcf5 req-d914546f-9c94-43f1-8d6a-8da9e129ce2f tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] 10.222.0.42 "GET /v2.0/ports?device_id=b5e34b53-8d44-45db-a377-1c001fe98b5c HTTP/1.1" status: 200 len: 5445 time: 0.3462763 Mar 29 15:57:55.862506 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-4520daf9-bf9f-4cd6-b82a-c85209c1dbca req-111d264d-2167-4938-b9b7-e985700dab45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:55.866196 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-96924c0b-1d7a-4c2f-a45a-ca6e4217795b tempest-AllowedAddressPairIpV6TestJSON-479071870 tempest-AllowedAddressPairIpV6TestJSON-479071870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:55.898774 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96924c0b-1d7a-4c2f-a45a-ca6e4217795b tempest-AllowedAddressPairIpV6TestJSON-479071870 tempest-AllowedAddressPairIpV6TestJSON-479071870-project] Pushing event deleted for resources: {'Port': ['ID=6cc3eae4-f89e-46d6-a075-1c14b42139c2,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:57:55.935099 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-96924c0b-1d7a-4c2f-a45a-ca6e4217795b tempest-AllowedAddressPairIpV6TestJSON-479071870 tempest-AllowedAddressPairIpV6TestJSON-479071870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:55.939083 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-9c1c226c-2e3e-4efb-a4a3-ff5bd487c588 None None] Provisioning complete for port 3b1868d8-e3aa-41be-8da3-4f889a6ce11f triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:57:55.942330 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-96924c0b-1d7a-4c2f-a45a-ca6e4217795b tempest-AllowedAddressPairIpV6TestJSON-479071870 tempest-AllowedAddressPairIpV6TestJSON-479071870-project] 10.222.0.42 "DELETE /v2.0/ports/6cc3eae4-f89e-46d6-a075-1c14b42139c2 HTTP/1.1" status: 204 len: 168 time: 0.8009136 Mar 29 15:57:55.942330 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 41472) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:57:55.943195 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-9c1c226c-2e3e-4efb-a4a3-ff5bd487c588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:56.000838 n-d-834765-1 neutron-server[102790]: INFO neutron.pecan_wsgi.hooks.translation [None req-d846e450-d3ac-471b-8140-6d6cce1a8539 tempest-AllowedAddressPairIpV6TestJSON-479071870 tempest-AllowedAddressPairIpV6TestJSON-479071870-project] GET failed (client error): The resource could not be found. Mar 29 15:57:56.004002 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-d846e450-d3ac-471b-8140-6d6cce1a8539 tempest-AllowedAddressPairIpV6TestJSON-479071870 tempest-AllowedAddressPairIpV6TestJSON-479071870-project] 10.222.0.42 "GET /v2.0/ports/6cc3eae4-f89e-46d6-a075-1c14b42139c2 HTTP/1.1" status: 404 len: 333 time: 0.0605609 Mar 29 15:57:56.008036 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 41474) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:57:56.019757 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-908d7fab-3850-4e0b-8a8d-54554ff43fb9 tempest-AllowedAddressPairIpV6TestJSON-479071870 tempest-AllowedAddressPairIpV6TestJSON-479071870-project] Request body: {'port': {'network_id': 'c9b3f7d5-d728-4b25-9429-dc300788c775', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1456722534'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:57:56.022271 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-9c1c226c-2e3e-4efb-a4a3-ff5bd487c588 None None] Port 3b1868d8-e3aa-41be-8da3-4f889a6ce11f cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 15:57:56.078174 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-1a07c354-c2a5-401c-b91e-4e0a154abcf5 req-9e3007b7-cc5b-419e-bddf-abe3af4fbfe2 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] 10.222.0.42 "GET /v2.0/security-groups?id=6e57fe5c-cb87-4607-b926-1e4de2690a28&id=e2ab8bce-bca0-434d-ad1c-ad30dfd1db67&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2122810 Mar 29 15:57:56.170828 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-53560329-0098-43f2-81f8-a7b60df57db8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:56.246732 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-908d7fab-3850-4e0b-8a8d-54554ff43fb9 tempest-AllowedAddressPairIpV6TestJSON-479071870 tempest-AllowedAddressPairIpV6TestJSON-479071870-project] Made reservation on behalf of b3636d06ff3546919e3438bca48cf19d for: {'port': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:57:56.254647 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-4520daf9-bf9f-4cd6-b82a-c85209c1dbca req-111d264d-2167-4938-b9b7-e985700dab45 service neutron] For port 2957c1c5-01c3-4fbd-bee2-9935eef14639, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=2957c1c5-01c3-4fbd-bee2-9935eef14639,segment=NetworkSegment(6a6bae82-112f-4fa5-b290-70a8f9204330),segment_id=6a6bae82-112f-4fa5-b290-70a8f9204330)] {{(pid=102791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:57:56.259533 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-908d7fab-3850-4e0b-8a8d-54554ff43fb9 tempest-AllowedAddressPairIpV6TestJSON-479071870 tempest-AllowedAddressPairIpV6TestJSON-479071870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:56.301814 n-d-834765-1 neutron-server[102790]: DEBUG neutron.notifiers.nova [None req-908d7fab-3850-4e0b-8a8d-54554ff43fb9 tempest-AllowedAddressPairIpV6TestJSON-479071870 tempest-AllowedAddressPairIpV6TestJSON-479071870-project] device_id is not set on port de59c979-686c-49f1-b68b-9411d14f5c37 yet. {{(pid=102790) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 29 15:57:56.422599 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-4520daf9-bf9f-4cd6-b82a-c85209c1dbca req-111d264d-2167-4938-b9b7-e985700dab45 service neutron] For port 2957c1c5-01c3-4fbd-bee2-9935eef14639, host n-h2-834765-1, cleared binding levels {{(pid=102791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:57:56.558587 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.db_base_plugin_common [None req-908d7fab-3850-4e0b-8a8d-54554ff43fb9 tempest-AllowedAddressPairIpV6TestJSON-479071870 tempest-AllowedAddressPairIpV6TestJSON-479071870-project] Allocated IP 2001:db8::1f3 (c9b3f7d5-d728-4b25-9429-dc300788c775/69cbf5a3-44f1-46f5-a171-bd0854c026b6/de59c979-686c-49f1-b68b-9411d14f5c37) {{(pid=102790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:57:56.595056 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [req-4520daf9-bf9f-4cd6-b82a-c85209c1dbca req-111d264d-2167-4938-b9b7-e985700dab45 service neutron] device_id is not set on port 2957c1c5-01c3-4fbd-bee2-9935eef14639 yet. {{(pid=102791) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 29 15:57:56.671892 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 1d23c68c-8e1e-4f1f-93be-c99b41aa2894 up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:57:56.681922 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-4520daf9-bf9f-4cd6-b82a-c85209c1dbca req-111d264d-2167-4938-b9b7-e985700dab45 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:56.695628 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-4520daf9-bf9f-4cd6-b82a-c85209c1dbca req-111d264d-2167-4938-b9b7-e985700dab45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:56.778192 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port 1d23c68c-8e1e-4f1f-93be-c99b41aa2894 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:57:56.778571 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:56.844061 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111d264d-2167-4938-b9b7-e985700dab45 service neutron] Pushing event updated for resources: {'Port': ['ID=2957c1c5-01c3-4fbd-bee2-9935eef14639,revision_number=6']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:57:56.868794 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-53560329-0098-43f2-81f8-a7b60df57db8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:56.901190 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [req-4520daf9-bf9f-4cd6-b82a-c85209c1dbca req-111d264d-2167-4938-b9b7-e985700dab45 service neutron] No DVR routers for this DVR port 2957c1c5-01c3-4fbd-bee2-9935eef14639 on host n-h2-834765-1 {{(pid=102791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:57:56.917567 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-908d7fab-3850-4e0b-8a8d-54554ff43fb9 tempest-AllowedAddressPairIpV6TestJSON-479071870 tempest-AllowedAddressPairIpV6TestJSON-479071870-project] Notify callbacks [] for port, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:56.956635 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-53560329-0098-43f2-81f8-a7b60df57db8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:56.961010 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [req-4520daf9-bf9f-4cd6-b82a-c85209c1dbca req-111d264d-2167-4938-b9b7-e985700dab45 service neutron] In _notify_port_updated(), no bound segment for port 2957c1c5-01c3-4fbd-bee2-9935eef14639 on network 4ba2607b-b448-44f6-8335-46066b72a89c {{(pid=102791) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Mar 29 15:57:56.961907 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4520daf9-bf9f-4cd6-b82a-c85209c1dbca req-111d264d-2167-4938-b9b7-e985700dab45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:57:56.963233 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-4520daf9-bf9f-4cd6-b82a-c85209c1dbca req-111d264d-2167-4938-b9b7-e985700dab45 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:56.965726 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4520daf9-bf9f-4cd6-b82a-c85209c1dbca req-111d264d-2167-4938-b9b7-e985700dab45 service neutron] 10.222.0.48 "PUT /v2.0/ports/2957c1c5-01c3-4fbd-bee2-9935eef14639 HTTP/1.1" status: 200 len: 1033 time: 1.2445955 Mar 29 15:57:56.981914 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:56.987691 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1b8b69-20a0-4bb9-a6b1-c32873c287fb req-0f6c2231-217e-4d57-9e51-e516da47eff3 tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:57:56.991722 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-2d1b8b69-20a0-4bb9-a6b1-c32873c287fb req-0f6c2231-217e-4d57-9e51-e516da47eff3 tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] 10.222.0.42 "GET /v2.0/ports?device_id=6a217708-1e2e-4818-bd10-8ae842662312 HTTP/1.1" status: 200 len: 945 time: 0.2225695 Mar 29 15:57:57.030959 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] For port 1d23c68c-8e1e-4f1f-93be-c99b41aa2894, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=1d23c68c-8e1e-4f1f-93be-c99b41aa2894,segment=NetworkSegment(6ab47353-a811-4bad-bc73-b4cc84583cfd),segment_id=6ab47353-a811-4bad-bc73-b4cc84583cfd)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:57:57.037105 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:57.115696 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-2d1b8b69-20a0-4bb9-a6b1-c32873c287fb req-65deac1b-283c-485b-aa56-1f207d7e6e64 tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] 10.222.0.42 "GET /v2.0/security-groups?id=5162f3eb-a65a-457a-8fdf-735ad05a78cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1129522 Mar 29 15:57:57.140683 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4520daf9-bf9f-4cd6-b82a-c85209c1dbca req-1bb07a83-8b88-443d-a0f8-a267d1c3310f tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:57:57.142805 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4520daf9-bf9f-4cd6-b82a-c85209c1dbca req-1bb07a83-8b88-443d-a0f8-a267d1c3310f tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] 10.222.0.48 "GET /v2.0/ports/fd6e3e94-cc76-461b-a427-2d8fa63aec1d?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1247666 Mar 29 15:57:57.156033 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-908d7fab-3850-4e0b-8a8d-54554ff43fb9 tempest-AllowedAddressPairIpV6TestJSON-479071870 tempest-AllowedAddressPairIpV6TestJSON-479071870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:57.163185 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-53560329-0098-43f2-81f8-a7b60df57db8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-648439'] for router_interface, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:57.172372 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Pushing event updated for resources: {'Port': ['ID=1d23c68c-8e1e-4f1f-93be-c99b41aa2894,revision_number=4']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:57:57.182477 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [req-4520daf9-bf9f-4cd6-b82a-c85209c1dbca req-df2ac1b1-9453-4490-96d5-4ec1018cbf9d service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:57:57.235400 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-908d7fab-3850-4e0b-8a8d-54554ff43fb9 tempest-AllowedAddressPairIpV6TestJSON-479071870 tempest-AllowedAddressPairIpV6TestJSON-479071870-project] Network c9b3f7d5-d728-4b25-9429-dc300788c775 is already hosted by enough agents. {{(pid=102790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:57:57.241254 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-908d7fab-3850-4e0b-8a8d-54554ff43fb9 tempest-AllowedAddressPairIpV6TestJSON-479071870 tempest-AllowedAddressPairIpV6TestJSON-479071870-project] Resources bound (agent type, host, resource id): {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:57:57.245181 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-908d7fab-3850-4e0b-8a8d-54554ff43fb9 tempest-AllowedAddressPairIpV6TestJSON-479071870 tempest-AllowedAddressPairIpV6TestJSON-479071870-project] Received port after_create {{(pid=102790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:57:57.262754 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-908d7fab-3850-4e0b-8a8d-54554ff43fb9 tempest-AllowedAddressPairIpV6TestJSON-479071870 tempest-AllowedAddressPairIpV6TestJSON-479071870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:57:57.263472 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-908d7fab-3850-4e0b-8a8d-54554ff43fb9 tempest-AllowedAddressPairIpV6TestJSON-479071870 tempest-AllowedAddressPairIpV6TestJSON-479071870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:57.271635 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-ad3862ee-3837-4c95-9cd8-ea92f07f3933 None None] Provisioning complete for port 2957c1c5-01c3-4fbd-bee2-9935eef14639 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:57:57.272009 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-ad3862ee-3837-4c95-9cd8-ea92f07f3933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:57.283591 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53560329-0098-43f2-81f8-a7b60df57db8 admin admin] Pushing event updated for resources: {'Port': ['ID=3b1868d8-e3aa-41be-8da3-4f889a6ce11f,revision_number=2']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:57:57.301697 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-908d7fab-3850-4e0b-8a8d-54554ff43fb9 tempest-AllowedAddressPairIpV6TestJSON-479071870 tempest-AllowedAddressPairIpV6TestJSON-479071870-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.2853317 Mar 29 15:57:57.301697 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908d7fab-3850-4e0b-8a8d-54554ff43fb9 tempest-AllowedAddressPairIpV6TestJSON-479071870 tempest-AllowedAddressPairIpV6TestJSON-479071870-project] Pushing event updated for resources: {'Port': ['ID=de59c979-686c-49f1-b68b-9411d14f5c37,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:57:57.306521 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 41498) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:57:57.317974 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-01f518e3-6446-4f8c-8ed6-adf82d2943ae tempest-AllowedAddressPairIpV6TestJSON-479071870 tempest-AllowedAddressPairIpV6TestJSON-479071870-project] Request body: {'port': {'network_id': 'c9b3f7d5-d728-4b25-9429-dc300788c775', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2139657016'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:57:57.354778 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-ad3862ee-3837-4c95-9cd8-ea92f07f3933 None None] Port 2957c1c5-01c3-4fbd-bee2-9935eef14639 cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 15:57:57.412696 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-4520daf9-bf9f-4cd6-b82a-c85209c1dbca req-df2ac1b1-9453-4490-96d5-4ec1018cbf9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:57.492317 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c85646a-7bc1-4062-89ab-a81067e0cc07 req-872ab499-1e11-4034-b02b-9bb61ae0b76e tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:57:57.506576 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01f518e3-6446-4f8c-8ed6-adf82d2943ae tempest-AllowedAddressPairIpV6TestJSON-479071870 tempest-AllowedAddressPairIpV6TestJSON-479071870-project] Made reservation on behalf of b3636d06ff3546919e3438bca48cf19d for: {'port': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:57:57.511584 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-01f518e3-6446-4f8c-8ed6-adf82d2943ae tempest-AllowedAddressPairIpV6TestJSON-479071870 tempest-AllowedAddressPairIpV6TestJSON-479071870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:57.514670 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c85646a-7bc1-4062-89ab-a81067e0cc07 req-872ab499-1e11-4034-b02b-9bb61ae0b76e tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:57:57.530945 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c85646a-7bc1-4062-89ab-a81067e0cc07 req-872ab499-1e11-4034-b02b-9bb61ae0b76e tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:57:57.536265 n-d-834765-1 neutron-server[102790]: DEBUG neutron.notifiers.nova [None req-01f518e3-6446-4f8c-8ed6-adf82d2943ae tempest-AllowedAddressPairIpV6TestJSON-479071870 tempest-AllowedAddressPairIpV6TestJSON-479071870-project] device_id is not set on port 3ef2747a-51c0-4f43-a618-b3e9493f8942 yet. {{(pid=102790) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 29 15:57:57.549248 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c85646a-7bc1-4062-89ab-a81067e0cc07 req-872ab499-1e11-4034-b02b-9bb61ae0b76e tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:57:57.577262 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c85646a-7bc1-4062-89ab-a81067e0cc07 req-872ab499-1e11-4034-b02b-9bb61ae0b76e tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:57:57.591785 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c85646a-7bc1-4062-89ab-a81067e0cc07 req-872ab499-1e11-4034-b02b-9bb61ae0b76e tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:57:57.598676 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-8c85646a-7bc1-4062-89ab-a81067e0cc07 req-872ab499-1e11-4034-b02b-9bb61ae0b76e tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] 10.222.0.42 "GET /v2.0/ports?device_id=b5e34b53-8d44-45db-a377-1c001fe98b5c HTTP/1.1" status: 200 len: 4665 time: 0.3593278 Mar 29 15:57:57.689781 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-9fb8ece2-7ce4-44aa-8c5a-e3cd9aed3357 None None] Provisioning complete for port de59c979-686c-49f1-b68b-9411d14f5c37 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:57:57.691727 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-9fb8ece2-7ce4-44aa-8c5a-e3cd9aed3357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:57.692053 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-8c85646a-7bc1-4062-89ab-a81067e0cc07 req-7225c1fd-f92a-4b7e-957b-b89973b59a1f tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] 10.222.0.42 "GET /v2.0/security-groups?id=6e57fe5c-cb87-4607-b926-1e4de2690a28&id=e2ab8bce-bca0-434d-ad1c-ad30dfd1db67&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0579255 Mar 29 15:57:57.760070 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53560329-0098-43f2-81f8-a7b60df57db8 admin admin] Network 52b3ca30-3c1f-4e6f-8a55-52e966f15639 is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:57:57.776626 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [None req-53560329-0098-43f2-81f8-a7b60df57db8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:57:57.812217 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.db_base_plugin_common [None req-01f518e3-6446-4f8c-8ed6-adf82d2943ae tempest-AllowedAddressPairIpV6TestJSON-479071870 tempest-AllowedAddressPairIpV6TestJSON-479071870-project] Allocated IP 2001:db8::3aa (c9b3f7d5-d728-4b25-9429-dc300788c775/69cbf5a3-44f1-46f5-a171-bd0854c026b6/3ef2747a-51c0-4f43-a618-b3e9493f8942) {{(pid=102790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:57:57.827427 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-9fb8ece2-7ce4-44aa-8c5a-e3cd9aed3357 None None] Port de59c979-686c-49f1-b68b-9411d14f5c37 cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 15:57:57.977985 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53560329-0098-43f2-81f8-a7b60df57db8 admin admin] Router 4733b952-774b-45ac-8d3f-5b1a7d836c01 has already been hosted by L3 agent c648d819-1060-4f26-b4ec-6455387b5dff {{(pid=102791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 15:57:57.983362 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-4520daf9-bf9f-4cd6-b82a-c85209c1dbca req-df2ac1b1-9453-4490-96d5-4ec1018cbf9d service neutron] For port fd6e3e94-cc76-461b-a427-2d8fa63aec1d, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=fd6e3e94-cc76-461b-a427-2d8fa63aec1d,segment=NetworkSegment(6a6bae82-112f-4fa5-b290-70a8f9204330),segment_id=6a6bae82-112f-4fa5-b290-70a8f9204330)] {{(pid=102791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:57:58.005548 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device 2794e879-ed00-4f3e-b1c7-b826a0ebacf6 up at agent hyperv_n-h2-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:57:58.076074 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Provisioning for port 2794e879-ed00-4f3e-b1c7-b826a0ebacf6 completed by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 15:57:58.081241 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Provisioning complete for port 2794e879-ed00-4f3e-b1c7-b826a0ebacf6 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:57:58.081987 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:58.194253 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-01f518e3-6446-4f8c-8ed6-adf82d2943ae tempest-AllowedAddressPairIpV6TestJSON-479071870 tempest-AllowedAddressPairIpV6TestJSON-479071870-project] Notify callbacks [] for port, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:58.242217 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-4520daf9-bf9f-4cd6-b82a-c85209c1dbca req-df2ac1b1-9453-4490-96d5-4ec1018cbf9d service neutron] For port fd6e3e94-cc76-461b-a427-2d8fa63aec1d, host n-h2-834765-1, cleared binding levels {{(pid=102791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:57:58.382630 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-01f518e3-6446-4f8c-8ed6-adf82d2943ae tempest-AllowedAddressPairIpV6TestJSON-479071870 tempest-AllowedAddressPairIpV6TestJSON-479071870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:58.384891 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [req-4520daf9-bf9f-4cd6-b82a-c85209c1dbca req-df2ac1b1-9453-4490-96d5-4ec1018cbf9d service neutron] device_id is not set on port fd6e3e94-cc76-461b-a427-2d8fa63aec1d yet. {{(pid=102791) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 29 15:57:58.397050 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:58.410261 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-c4ca9b25-e059-4c08-858a-5e7c3abe2ce7 None None] Provisioning complete for port 3b1868d8-e3aa-41be-8da3-4f889a6ce11f triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:57:58.410997 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-c4ca9b25-e059-4c08-858a-5e7c3abe2ce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:58.433458 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-4520daf9-bf9f-4cd6-b82a-c85209c1dbca req-df2ac1b1-9453-4490-96d5-4ec1018cbf9d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:58.449363 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-4520daf9-bf9f-4cd6-b82a-c85209c1dbca req-df2ac1b1-9453-4490-96d5-4ec1018cbf9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:58.453455 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01f518e3-6446-4f8c-8ed6-adf82d2943ae tempest-AllowedAddressPairIpV6TestJSON-479071870 tempest-AllowedAddressPairIpV6TestJSON-479071870-project] Network c9b3f7d5-d728-4b25-9429-dc300788c775 is already hosted by enough agents. {{(pid=102790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:57:58.457751 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-01f518e3-6446-4f8c-8ed6-adf82d2943ae tempest-AllowedAddressPairIpV6TestJSON-479071870 tempest-AllowedAddressPairIpV6TestJSON-479071870-project] Resources bound (agent type, host, resource id): {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:57:58.464009 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01f518e3-6446-4f8c-8ed6-adf82d2943ae tempest-AllowedAddressPairIpV6TestJSON-479071870 tempest-AllowedAddressPairIpV6TestJSON-479071870-project] Received port after_create {{(pid=102790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:57:58.479655 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01f518e3-6446-4f8c-8ed6-adf82d2943ae tempest-AllowedAddressPairIpV6TestJSON-479071870 tempest-AllowedAddressPairIpV6TestJSON-479071870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:57:58.482972 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-c4ca9b25-e059-4c08-858a-5e7c3abe2ce7 None None] Port 3b1868d8-e3aa-41be-8da3-4f889a6ce11f cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 15:57:58.486832 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-01f518e3-6446-4f8c-8ed6-adf82d2943ae tempest-AllowedAddressPairIpV6TestJSON-479071870 tempest-AllowedAddressPairIpV6TestJSON-479071870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:58.487573 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53560329-0098-43f2-81f8-a7b60df57db8 admin admin] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:57:58.500406 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe10376b-7e78-46e6-b9d1-e0bc77957de1 None None] Sync routers for ids ['4733b952-774b-45ac-8d3f-5b1a7d836c01'] in n-d-834765-1 {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:57:58.516683 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa4a521-884b-4731-a72d-6dfed2b86a03 req-199857a0-b2da-496d-b5a5-fbe0dfc39203 tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:57:58.518452 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-1aa4a521-884b-4731-a72d-6dfed2b86a03 req-199857a0-b2da-496d-b5a5-fbe0dfc39203 tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] 10.222.0.42 "GET /v2.0/ports?device_id=6a217708-1e2e-4818-bd10-8ae842662312 HTTP/1.1" status: 200 len: 945 time: 0.2264926 Mar 29 15:57:58.525480 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f518e3-6446-4f8c-8ed6-adf82d2943ae tempest-AllowedAddressPairIpV6TestJSON-479071870 tempest-AllowedAddressPairIpV6TestJSON-479071870-project] Pushing event updated for resources: {'Port': ['ID=3ef2747a-51c0-4f43-a618-b3e9493f8942,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:57:58.536582 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe10376b-7e78-46e6-b9d1-e0bc77957de1 None None] Routers {'4733b952-774b-45ac-8d3f-5b1a7d836c01'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:57:58.537306 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-fe10376b-7e78-46e6-b9d1-e0bc77957de1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 11},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:57:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['4733b952-774b-45ac-8d3f-5b1a7d836c01'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:57:58.537760 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port 2794e879-ed00-4f3e-b1c7-b826a0ebacf6, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=2794e879-ed00-4f3e-b1c7-b826a0ebacf6,segment=NetworkSegment(16a3b58e-2ecf-4263-9a5e-eb72b2eaa6d4),segment_id=16a3b58e-2ecf-4263-9a5e-eb72b2eaa6d4)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:57:58.539721 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a217708-1e2e-4818-bd10-8ae842662312', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2794e879-ed00-4f3e-b1c7-b826a0ebacf6'}] {{(pid=102792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:57:58.543766 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4f476c66b318cc6068719fc39557fac68d413f5c7e78fa77028c7948e999ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-531cfdab-df3a-4e82-9cfe-951da4b42d49" -d '{"events": [{"server_uuid": "6a217708-1e2e-4818-bd10-8ae842662312", "name": "network-vif-plugged", "status": "completed", "tag": "2794e879-ed00-4f3e-b1c7-b826a0ebacf6"}]}' {{(pid=102792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:57:58.560039 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-53560329-0098-43f2-81f8-a7b60df57db8 admin admin] 10.222.0.42 "PUT /v2.0/routers/4733b952-774b-45ac-8d3f-5b1a7d836c01/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8588064 Mar 29 15:57:58.570902 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:58.574548 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device d8e77564-eaaf-4718-822d-1183ca2bcda3 no longer exists at agent hyperv_n-h2-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:57:58.603180 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2ac1b1-9453-4490-96d5-4ec1018cbf9d service neutron] Pushing event updated for resources: {'Port': ['ID=fd6e3e94-cc76-461b-a427-2d8fa63aec1d,revision_number=6']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:57:58.637154 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-01f518e3-6446-4f8c-8ed6-adf82d2943ae tempest-AllowedAddressPairIpV6TestJSON-479071870 tempest-AllowedAddressPairIpV6TestJSON-479071870-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.3294489 Mar 29 15:57:58.643696 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 41514) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:57:58.646701 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [req-4520daf9-bf9f-4cd6-b82a-c85209c1dbca req-df2ac1b1-9453-4490-96d5-4ec1018cbf9d service neutron] No DVR routers for this DVR port fd6e3e94-cc76-461b-a427-2d8fa63aec1d on host n-h2-834765-1 {{(pid=102791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:57:58.666231 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-28983ffd-5ae0-4afa-a3b0-82783a845c3e tempest-AllowedAddressPairIpV6TestJSON-479071870 tempest-AllowedAddressPairIpV6TestJSON-479071870-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::2da', 'mac_address': 'fa:16:3e:5c:e1:38'}, {'ip_address': '2001:db8::1f3', 'mac_address': 'fa:16:3e:a9:94:a1'}]}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:57:58.695810 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:57:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01f93b06-cb1c-4f40-b1a3-9ff71785b0d5 x-openstack-request-id: req-01f93b06-cb1c-4f40-b1a3-9ff71785b0d5 {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:57:58.696366 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a217708-1e2e-4818-bd10-8ae842662312", "name": "network-vif-plugged", "status": "completed", "tag": "2794e879-ed00-4f3e-b1c7-b826a0ebacf6", "code": 200}]} {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:57:58.698897 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-01f93b06-cb1c-4f40-b1a3-9ff71785b0d5 {{(pid=102792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:57:58.699673 n-d-834765-1 neutron-server[102792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a217708-1e2e-4818-bd10-8ae842662312', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2794e879-ed00-4f3e-b1c7-b826a0ebacf6', 'code': 200} Mar 29 15:57:58.716009 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 1d23c68c-8e1e-4f1f-93be-c99b41aa2894 up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:57:58.766427 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-1aa4a521-884b-4731-a72d-6dfed2b86a03 req-24585c2a-e7d2-489c-8182-3df2622337a8 tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] 10.222.0.42 "GET /v2.0/security-groups?id=5162f3eb-a65a-457a-8fdf-735ad05a78cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2227724 Mar 29 15:57:58.781782 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvr_db [None req-fe10376b-7e78-46e6-b9d1-e0bc77957de1 None None] Set router 4733b952-774b-45ac-8d3f-5b1a7d836c01 gateway port host: n-d-834765-1 {{(pid=102793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:57:58.933664 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Pushing event updated for resources: {'Port': ['ID=2794e879-ed00-4f3e-b1c7-b826a0ebacf6,revision_number=5']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:57:59.111676 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port 1d23c68c-8e1e-4f1f-93be-c99b41aa2894 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:57:59.112294 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:59.114353 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [req-4520daf9-bf9f-4cd6-b82a-c85209c1dbca req-df2ac1b1-9453-4490-96d5-4ec1018cbf9d service neutron] In _notify_port_updated(), no bound segment for port fd6e3e94-cc76-461b-a427-2d8fa63aec1d on network 4ba2607b-b448-44f6-8335-46066b72a89c {{(pid=102791) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Mar 29 15:57:59.128215 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4520daf9-bf9f-4cd6-b82a-c85209c1dbca req-df2ac1b1-9453-4490-96d5-4ec1018cbf9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:57:59.129009 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-4520daf9-bf9f-4cd6-b82a-c85209c1dbca req-df2ac1b1-9453-4490-96d5-4ec1018cbf9d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:59.134061 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4520daf9-bf9f-4cd6-b82a-c85209c1dbca req-df2ac1b1-9453-4490-96d5-4ec1018cbf9d service neutron] 10.222.0.48 "PUT /v2.0/ports/fd6e3e94-cc76-461b-a427-2d8fa63aec1d HTTP/1.1" status: 200 len: 1032 time: 1.9572685 Mar 29 15:57:59.172938 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:59.179039 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-1a6f0cd2-8522-4830-a522-5b8830c71983 None None] Provisioning complete for port 3ef2747a-51c0-4f43-a618-b3e9493f8942 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:57:59.179385 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1a6f0cd2-8522-4830-a522-5b8830c71983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:59.299689 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-1a6f0cd2-8522-4830-a522-5b8830c71983 None None] Port 3ef2747a-51c0-4f43-a618-b3e9493f8942 cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 15:57:59.303004 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port d8e77564-eaaf-4718-822d-1183ca2bcda3, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=d8e77564-eaaf-4718-822d-1183ca2bcda3,segment=NetworkSegment(0046c8d7-27be-4ee8-b795-bd72dae4e05f),segment_id=0046c8d7-27be-4ee8-b795-bd72dae4e05f)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:57:59.315682 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-fe10376b-7e78-46e6-b9d1-e0bc77957de1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4733b952-774b-45ac-8d3f-5b1a7d836c01', 'name': 'tempest-ImageQuotaTest-110274760-router', 'tenant_id': 'cb6ca7868ad5485791bd8a883a850577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.42'}], 'enable_snat': True}, 'gw_port_id': '1d23c68c-8e1e-4f1f-93be-c99b41aa2894', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:57:47Z', 'updated_at': '2022-03-29T15:57:56Z', 'revision_number': 4, 'project_id': 'cb6ca7868ad5485791bd8a883a850577', 'gw_port': {'id': '1d23c68c-8e1e-4f1f-93be-c99b41aa2894', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:22:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4733b952-774b-45ac-8d3f-5b1a7d836c01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2754, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:57:48Z', 'updated_at': '2022-03-29T15:57:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': '3b1868d8-e3aa-41be-8da3-4f889a6ce11f', 'name': '', 'network_id': '52b3ca30-3c1f-4e6f-8a55-52e966f15639', 'tenant_id': 'cb6ca7868ad5485791bd8a883a850577', 'mac_address': 'fa:16:3e:9b:14:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4733b952-774b-45ac-8d3f-5b1a7d836c01', 'device_owner': 'network:router_interface', 'standard_attr_id': 2756, 'fixed_ips': [{'subnet_id': '663f6d79-4dbd-4bb3-be83-2cfa9a8cc992', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:57:54Z', 'updated_at': '2022-03-29T15:57:56Z', 'revision_number': 2, 'project_id': 'cb6ca7868ad5485791bd8a883a850577', 'subnets': [{'id': '663f6d79-4dbd-4bb3-be83-2cfa9a8cc992', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:57:59.329275 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:59.329984 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device f402d3d7-34ef-43ea-8950-d2b015ceb2a3 no longer exists at agent hyperv_n-h2-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:57:59.349911 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe10376b-7e78-46e6-b9d1-e0bc77957de1 None None] Checking router: 4733b952-774b-45ac-8d3f-5b1a7d836c01 for host: n-d-834765-1 {{(pid=102793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:57:59.350429 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe10376b-7e78-46e6-b9d1-e0bc77957de1 None None] Updating router 4733b952-774b-45ac-8d3f-5b1a7d836c01 port 3b1868d8-e3aa-41be-8da3-4f889a6ce11f binding host n-d-834765-1 {{(pid=102793) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 15:57:59.350904 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4465ce56-902c-4e99-b5b8-8df44c4c2858 req-a4936925-a033-4ea0-823a-ee33ea0f0ded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:57:59.352562 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4465ce56-902c-4e99-b5b8-8df44c4c2858 req-a4936925-a033-4ea0-823a-ee33ea0f0ded service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=6a217708-1e2e-4818-bd10-8ae842662312 HTTP/1.1" status: 200 len: 1097 time: 0.5530298 Mar 29 15:57:59.379237 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d29db17-dd00-406f-baaf-c3b2dfad7124 req-f4d06b0f-5d4f-48ff-9ef8-0f0c2f9b34f7 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:57:59.386334 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d29db17-dd00-406f-baaf-c3b2dfad7124 req-f4d06b0f-5d4f-48ff-9ef8-0f0c2f9b34f7 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:57:59.393497 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d29db17-dd00-406f-baaf-c3b2dfad7124 req-f4d06b0f-5d4f-48ff-9ef8-0f0c2f9b34f7 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:57:59.397645 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-1a6f0cd2-8522-4830-a522-5b8830c71983 None None] Provisioning complete for port fd6e3e94-cc76-461b-a427-2d8fa63aec1d triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:57:59.398033 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1a6f0cd2-8522-4830-a522-5b8830c71983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:59.400924 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-fe10376b-7e78-46e6-b9d1-e0bc77957de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:59.401600 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d29db17-dd00-406f-baaf-c3b2dfad7124 req-f4d06b0f-5d4f-48ff-9ef8-0f0c2f9b34f7 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:57:59.408282 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d29db17-dd00-406f-baaf-c3b2dfad7124 req-f4d06b0f-5d4f-48ff-9ef8-0f0c2f9b34f7 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:57:59.418005 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-0d29db17-dd00-406f-baaf-c3b2dfad7124 req-f4d06b0f-5d4f-48ff-9ef8-0f0c2f9b34f7 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] 10.222.0.42 "GET /v2.0/ports?device_id=b5e34b53-8d44-45db-a377-1c001fe98b5c HTTP/1.1" status: 200 len: 3886 time: 0.4902291 Mar 29 15:57:59.481606 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba46fe27-651b-4502-b26a-d0260f6793e2 req-9d114613-8a7d-4ad6-9de9-b73267c8f4a3 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:57:59.487005 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-ba46fe27-651b-4502-b26a-d0260f6793e2 req-9d114613-8a7d-4ad6-9de9-b73267c8f4a3 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/networks?id=8594f729-9088-4f6b-8543-aaadb0f5b192 HTTP/1.1" status: 200 len: 812 time: 0.2281399 Mar 29 15:57:59.516631 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-ba46fe27-651b-4502-b26a-d0260f6793e2 req-ff1611f8-8876-469c-9453-16c2c7078a23 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/quotas/f31979fa8a674f56835f136e5e49ba5c HTTP/1.1" status: 200 len: 375 time: 0.0104668 Mar 29 15:57:59.539515 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4465ce56-902c-4e99-b5b8-8df44c4c2858 req-903ae74c-3588-46d1-8ebd-9b0567d9fb67 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=5162f3eb-a65a-457a-8fdf-735ad05a78cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1776323 Mar 29 15:57:59.558676 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-1a6f0cd2-8522-4830-a522-5b8830c71983 None None] Port fd6e3e94-cc76-461b-a427-2d8fa63aec1d cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 15:57:59.606568 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-0d29db17-dd00-406f-baaf-c3b2dfad7124 req-e16d760b-800e-48c5-a292-cf8149ea2c6d tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] 10.222.0.42 "GET /v2.0/security-groups?id=e2ab8bce-bca0-434d-ad1c-ad30dfd1db67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1876235 Mar 29 15:57:59.608708 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-ba46fe27-651b-4502-b26a-d0260f6793e2 req-149183d4-46ee-475f-be4d-00d9eeeefd83 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=f31979fa8a674f56835f136e5e49ba5c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0821819 Mar 29 15:57:59.617026 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-28983ffd-5ae0-4afa-a3b0-82783a845c3e tempest-AllowedAddressPairIpV6TestJSON-479071870 tempest-AllowedAddressPairIpV6TestJSON-479071870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:59.663913 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:59.678694 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [req-4520daf9-bf9f-4cd6-b82a-c85209c1dbca req-6ce38818-9d61-42f0-886f-46751d7699b6 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Deleting port 23c62477-8d6b-4dd5-97b0-ad5f9036e848 {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:57:59.679041 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-4520daf9-bf9f-4cd6-b82a-c85209c1dbca req-6ce38818-9d61-42f0-886f-46751d7699b6 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:59.701692 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Pushing event updated for resources: {'Port': ['ID=d8e77564-eaaf-4718-822d-1183ca2bcda3,revision_number=6']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:57:59.747634 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port f402d3d7-34ef-43ea-8950-d2b015ceb2a3, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=f402d3d7-34ef-43ea-8950-d2b015ceb2a3,segment=NetworkSegment(9581079c-64f8-4f74-b62d-5bba29484aa6),segment_id=9581079c-64f8-4f74-b62d-5bba29484aa6)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:57:59.753871 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:59.755423 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device 45434a8b-e66c-4986-94a1-97ad0466ab23 no longer exists at agent hyperv_n-h2-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:57:59.873025 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-ba46fe27-651b-4502-b26a-d0260f6793e2 req-ebead072-09df-40b7-b5d9-3320e9b5541b service neutron] 10.222.0.42 "GET /v2.0/networks/8594f729-9088-4f6b-8543-aaadb0f5b192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2558167 Mar 29 15:57:59.891062 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-fe10376b-7e78-46e6-b9d1-e0bc77957de1 None None] Notify callbacks [] for port, precommit_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:59.897965 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-fe10376b-7e78-46e6-b9d1-e0bc77957de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:57:59.955245 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Pushing event updated for resources: {'Port': ['ID=f402d3d7-34ef-43ea-8950-d2b015ceb2a3,revision_number=6']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:58:00.043668 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cadcfe2-94ce-4bfe-94e2-297dac9a1da4 None None] Pushing event updated for resources: {'Port': ['ID=3b1868d8-e3aa-41be-8da3-4f889a6ce11f,revision_number=3']} {{(pid=102793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:58:00.146752 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:00.169130 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-ba46fe27-651b-4502-b26a-d0260f6793e2 req-5189ffd9-026b-4138-9563-03d570ea59a7 service neutron] 10.222.0.42 "GET /v2.0/networks/8594f729-9088-4f6b-8543-aaadb0f5b192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2949605 Mar 29 15:58:00.186739 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cadcfe2-94ce-4bfe-94e2-297dac9a1da4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:58:00.187091 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cadcfe2-94ce-4bfe-94e2-297dac9a1da4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:58:00.187460 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cadcfe2-94ce-4bfe-94e2-297dac9a1da4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:58:00.187793 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cadcfe2-94ce-4bfe-94e2-297dac9a1da4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:58:00.188120 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cadcfe2-94ce-4bfe-94e2-297dac9a1da4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:58:00.188588 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cadcfe2-94ce-4bfe-94e2-297dac9a1da4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:58:00.188766 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cadcfe2-94ce-4bfe-94e2-297dac9a1da4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:58:00.189090 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cadcfe2-94ce-4bfe-94e2-297dac9a1da4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:58:00.189411 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cadcfe2-94ce-4bfe-94e2-297dac9a1da4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:58:00.189724 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cadcfe2-94ce-4bfe-94e2-297dac9a1da4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:58:00.190051 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cadcfe2-94ce-4bfe-94e2-297dac9a1da4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:58:00.190377 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cadcfe2-94ce-4bfe-94e2-297dac9a1da4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:58:00.264051 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.managers [None req-fe10376b-7e78-46e6-b9d1-e0bc77957de1 None None] Attempting to bind port 3b1868d8-e3aa-41be-8da3-4f889a6ce11f on host n-d-834765-1 for vnic_type normal with profile {{(pid=102793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:58:00.271013 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.managers [None req-fe10376b-7e78-46e6-b9d1-e0bc77957de1 None None] Attempting to bind port 3b1868d8-e3aa-41be-8da3-4f889a6ce11f by drivers openvswitch,hyperv on host n-d-834765-1 at level 0 using segments [{'id': '45d459c2-bc60-438b-9748-0a2128eb0523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '52b3ca30-3c1f-4e6f-8a55-52e966f15639'}] {{(pid=102793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:58:00.271224 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe10376b-7e78-46e6-b9d1-e0bc77957de1 None None] Attempting to bind port 3b1868d8-e3aa-41be-8da3-4f889a6ce11f on network 52b3ca30-3c1f-4e6f-8a55-52e966f15639 {{(pid=102793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:58:00.281506 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port 45434a8b-e66c-4986-94a1-97ad0466ab23, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=45434a8b-e66c-4986-94a1-97ad0466ab23,segment=NetworkSegment(6a6bae82-112f-4fa5-b290-70a8f9204330),segment_id=6a6bae82-112f-4fa5-b290-70a8f9204330)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:58:00.290470 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe10376b-7e78-46e6-b9d1-e0bc77957de1 None None] Checking agent: {'id': 'a8866439-9d96-425c-b519-6905c591ac37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 25, 36), 'started_at': datetime.datetime(2022, 3, 29, 15, 26, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 57, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834765-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:58:00.290845 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe10376b-7e78-46e6-b9d1-e0bc77957de1 None None] Checking segment: {'id': '45d459c2-bc60-438b-9748-0a2128eb0523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '52b3ca30-3c1f-4e6f-8a55-52e966f15639'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:58:00.291250 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-fe10376b-7e78-46e6-b9d1-e0bc77957de1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:00.291771 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe10376b-7e78-46e6-b9d1-e0bc77957de1 None None] Bound using segment: {'id': '45d459c2-bc60-438b-9748-0a2128eb0523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '52b3ca30-3c1f-4e6f-8a55-52e966f15639'} {{(pid=102793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:58:00.292314 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.managers [None req-fe10376b-7e78-46e6-b9d1-e0bc77957de1 None None] Bound port: 3b1868d8-e3aa-41be-8da3-4f889a6ce11f, host: n-d-834765-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45d459c2-bc60-438b-9748-0a2128eb0523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '52b3ca30-3c1f-4e6f-8a55-52e966f15639'}}] {{(pid=102793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 15:58:00.292750 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-fe10376b-7e78-46e6-b9d1-e0bc77957de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:00.295589 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:00.297541 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device fd6e3e94-cc76-461b-a427-2d8fa63aec1d no longer exists at agent hyperv_n-h2-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:58:00.530596 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device fd6e3e94-cc76-461b-a427-2d8fa63aec1d not bound to the agent host n-h2-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:58:00.531351 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device 23c62477-8d6b-4dd5-97b0-ad5f9036e848 no longer exists at agent hyperv_n-h2-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:58:00.536183 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-442ab7dd-6656-4a72-8fa5-c368c612f8bb req-cfc61940-1b2c-4d0a-99b7-0225bf1dc029 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/ports?device_id=a826bfb8-6367-4486-81d3-bd7b91cb30ce HTTP/1.1" status: 200 len: 210 time: 0.1097755 Mar 29 15:58:00.584973 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-736b4345-a1b3-4955-922d-37f22be1db04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:00.587036 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.db [None req-fe10376b-7e78-46e6-b9d1-e0bc77957de1 None None] For port 3b1868d8-e3aa-41be-8da3-4f889a6ce11f, host n-d-834765-1, cleared binding levels {{(pid=102793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:58:00.597738 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.db [None req-fe10376b-7e78-46e6-b9d1-e0bc77957de1 None None] For port 3b1868d8-e3aa-41be-8da3-4f889a6ce11f, host n-d-834765-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=3b1868d8-e3aa-41be-8da3-4f889a6ce11f,segment=NetworkSegment(45d459c2-bc60-438b-9748-0a2128eb0523),segment_id=45d459c2-bc60-438b-9748-0a2128eb0523)] {{(pid=102793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:58:00.613395 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-fe10376b-7e78-46e6-b9d1-e0bc77957de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:00.666334 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-160c3711-a953-411b-86d6-06202ee62435 None None] Provisioning complete for port 3b1868d8-e3aa-41be-8da3-4f889a6ce11f triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:58:00.675354 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-160c3711-a953-411b-86d6-06202ee62435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:00.736136 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5e34b53-8d44-45db-a377-1c001fe98b5c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd8e77564-eaaf-4718-822d-1183ca2bcda3'}, {'server_uuid': 'b5e34b53-8d44-45db-a377-1c001fe98b5c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f402d3d7-34ef-43ea-8950-d2b015ceb2a3'}, {'server_uuid': 'b5e34b53-8d44-45db-a377-1c001fe98b5c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '45434a8b-e66c-4986-94a1-97ad0466ab23'}] {{(pid=102792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:58:00.739246 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4f476c66b318cc6068719fc39557fac68d413f5c7e78fa77028c7948e999ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8035c7c6-1587-4fb4-a8dd-6da7a22eb5ac" -d '{"events": [{"server_uuid": "b5e34b53-8d44-45db-a377-1c001fe98b5c", "name": "network-vif-unplugged", "status": "completed", "tag": "d8e77564-eaaf-4718-822d-1183ca2bcda3"}, {"server_uuid": "b5e34b53-8d44-45db-a377-1c001fe98b5c", "name": "network-vif-unplugged", "status": "completed", "tag": "f402d3d7-34ef-43ea-8950-d2b015ceb2a3"}, {"server_uuid": "b5e34b53-8d44-45db-a377-1c001fe98b5c", "name": "network-vif-unplugged", "status": "completed", "tag": "45434a8b-e66c-4986-94a1-97ad0466ab23"}]}' {{(pid=102792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:58:00.743434 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Pushing event updated for resources: {'Port': ['ID=45434a8b-e66c-4986-94a1-97ad0466ab23,revision_number=6']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:58:00.810679 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cadcfe2-94ce-4bfe-94e2-297dac9a1da4 None None] Pushing event updated for resources: {'Port': ['ID=3b1868d8-e3aa-41be-8da3-4f889a6ce11f,revision_number=4']} {{(pid=102793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:58:00.814038 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe10376b-7e78-46e6-b9d1-e0bc77957de1 None None] Routers {'4733b952-774b-45ac-8d3f-5b1a7d836c01'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:58:00.818724 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-fe10376b-7e78-46e6-b9d1-e0bc77957de1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 11},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:57:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['4733b952-774b-45ac-8d3f-5b1a7d836c01'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:58:00.867084 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:00.894333 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c073def-7861-42f2-9dcf-e6afd8bd0ae6 req-092b668f-8783-4f0a-a3dd-32740c5ba9d6 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:00.915633 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c073def-7861-42f2-9dcf-e6afd8bd0ae6 req-092b668f-8783-4f0a-a3dd-32740c5ba9d6 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:00.948688 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c073def-7861-42f2-9dcf-e6afd8bd0ae6 req-092b668f-8783-4f0a-a3dd-32740c5ba9d6 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:00.977069 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c073def-7861-42f2-9dcf-e6afd8bd0ae6 req-092b668f-8783-4f0a-a3dd-32740c5ba9d6 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:00.979725 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-4520daf9-bf9f-4cd6-b82a-c85209c1dbca req-6ce38818-9d61-42f0-886f-46751d7699b6 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] For port 23c62477-8d6b-4dd5-97b0-ad5f9036e848, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=23c62477-8d6b-4dd5-97b0-ad5f9036e848,segment=NetworkSegment(0046c8d7-27be-4ee8-b795-bd72dae4e05f),segment_id=0046c8d7-27be-4ee8-b795-bd72dae4e05f)] {{(pid=102791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:58:00.980539 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-4520daf9-bf9f-4cd6-b82a-c85209c1dbca req-6ce38818-9d61-42f0-886f-46751d7699b6 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:00.996625 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c073def-7861-42f2-9dcf-e6afd8bd0ae6 req-092b668f-8783-4f0a-a3dd-32740c5ba9d6 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:01.001298 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-0c073def-7861-42f2-9dcf-e6afd8bd0ae6 req-092b668f-8783-4f0a-a3dd-32740c5ba9d6 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] 10.222.0.42 "GET /v2.0/ports?device_id=b5e34b53-8d44-45db-a377-1c001fe98b5c HTTP/1.1" status: 200 len: 3880 time: 0.2319808 Mar 29 15:58:01.075587 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port 23c62477-8d6b-4dd5-97b0-ad5f9036e848, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=23c62477-8d6b-4dd5-97b0-ad5f9036e848,segment=NetworkSegment(0046c8d7-27be-4ee8-b795-bd72dae4e05f),segment_id=0046c8d7-27be-4ee8-b795-bd72dae4e05f)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:58:01.093600 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:01.096060 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device c7980440-a2bc-4a32-9f5c-7dafd0239f39 no longer exists at agent hyperv_n-h2-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:58:01.115105 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0a4ab2-f7f1-4ab1-9d68-8d59d2681079 req-982a96a1-c37d-4b80-aad7-43b3ffa4c3ae tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:01.124341 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-1b0a4ab2-f7f1-4ab1-9d68-8d59d2681079 req-982a96a1-c37d-4b80-aad7-43b3ffa4c3ae tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] 10.222.0.42 "GET /v2.0/ports?device_id=6a217708-1e2e-4818-bd10-8ae842662312 HTTP/1.1" status: 200 len: 946 time: 0.4061604 Mar 29 15:58:01.152620 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-0c073def-7861-42f2-9dcf-e6afd8bd0ae6 req-4c7b70b2-bc7e-4158-afe7-dc4f0e519e3a tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] 10.222.0.42 "GET /v2.0/security-groups?id=e2ab8bce-bca0-434d-ad1c-ad30dfd1db67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1395025 Mar 29 15:58:01.190591 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [req-4520daf9-bf9f-4cd6-b82a-c85209c1dbca req-6ce38818-9d61-42f0-886f-46751d7699b6 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Calling delete_port for 23c62477-8d6b-4dd5-97b0-ad5f9036e848 owned by compute:nova {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:58:01.219492 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-160c3711-a953-411b-86d6-06202ee62435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:01.290207 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Tue, 29 Mar 2022 15:58:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96821117-d742-406f-a451-e10f4ef61d14 x-openstack-request-id: req-96821117-d742-406f-a451-e10f4ef61d14 {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:58:01.290558 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5e34b53-8d44-45db-a377-1c001fe98b5c", "name": "network-vif-unplugged", "status": "completed", "tag": "d8e77564-eaaf-4718-822d-1183ca2bcda3", "code": 200}, {"server_uuid": "b5e34b53-8d44-45db-a377-1c001fe98b5c", "name": "network-vif-unplugged", "status": "completed", "tag": "f402d3d7-34ef-43ea-8950-d2b015ceb2a3", "code": 200}, {"server_uuid": "b5e34b53-8d44-45db-a377-1c001fe98b5c", "name": "network-vif-unplugged", "status": "completed", "tag": "45434a8b-e66c-4986-94a1-97ad0466ab23", "code": 200}]} {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:58:01.290772 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-96821117-d742-406f-a451-e10f4ef61d14 {{(pid=102792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:58:01.291147 n-d-834765-1 neutron-server[102792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5e34b53-8d44-45db-a377-1c001fe98b5c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd8e77564-eaaf-4718-822d-1183ca2bcda3', 'code': 200} Mar 29 15:58:01.293496 n-d-834765-1 neutron-server[102792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5e34b53-8d44-45db-a377-1c001fe98b5c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f402d3d7-34ef-43ea-8950-d2b015ceb2a3', 'code': 200} Mar 29 15:58:01.293744 n-d-834765-1 neutron-server[102792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5e34b53-8d44-45db-a377-1c001fe98b5c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '45434a8b-e66c-4986-94a1-97ad0466ab23', 'code': 200} Mar 29 15:58:01.306450 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvr_db [None req-fe10376b-7e78-46e6-b9d1-e0bc77957de1 None None] Set router 4733b952-774b-45ac-8d3f-5b1a7d836c01 gateway port host: n-d-834765-1 {{(pid=102793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:58:01.324618 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 41570) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:58:01.354747 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-160c3711-a953-411b-86d6-06202ee62435 None None] For port 3b1868d8-e3aa-41be-8da3-4f889a6ce11f, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=3b1868d8-e3aa-41be-8da3-4f889a6ce11f,segment=NetworkSegment(45d459c2-bc60-438b-9748-0a2128eb0523),segment_id=45d459c2-bc60-438b-9748-0a2128eb0523)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:58:01.361686 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Pushing event updated for resources: {'Port': ['ID=23c62477-8d6b-4dd5-97b0-ad5f9036e848,revision_number=6']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:58:01.365326 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-160c3711-a953-411b-86d6-06202ee62435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:01.367702 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-28983ffd-5ae0-4afa-a3b0-82783a845c3e tempest-AllowedAddressPairIpV6TestJSON-479071870 tempest-AllowedAddressPairIpV6TestJSON-479071870-project] Notify callbacks [] for port, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:01.374957 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-1b0a4ab2-f7f1-4ab1-9d68-8d59d2681079 req-e033d254-99a2-4130-b2fd-21ec13f47785 tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] 10.222.0.42 "GET /v2.0/security-groups?id=5162f3eb-a65a-457a-8fdf-735ad05a78cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2317238 Mar 29 15:58:01.380642 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-28983ffd-5ae0-4afa-a3b0-82783a845c3e tempest-AllowedAddressPairIpV6TestJSON-479071870 tempest-AllowedAddressPairIpV6TestJSON-479071870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:01.441837 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-28983ffd-5ae0-4afa-a3b0-82783a845c3e tempest-AllowedAddressPairIpV6TestJSON-479071870 tempest-AllowedAddressPairIpV6TestJSON-479071870-project] In _notify_port_updated(), no bound segment for port 3ef2747a-51c0-4f43-a618-b3e9493f8942 on network c9b3f7d5-d728-4b25-9429-dc300788c775 {{(pid=102791) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Mar 29 15:58:01.449415 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28983ffd-5ae0-4afa-a3b0-82783a845c3e tempest-AllowedAddressPairIpV6TestJSON-479071870 tempest-AllowedAddressPairIpV6TestJSON-479071870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:01.450491 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-28983ffd-5ae0-4afa-a3b0-82783a845c3e tempest-AllowedAddressPairIpV6TestJSON-479071870 tempest-AllowedAddressPairIpV6TestJSON-479071870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:01.452138 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-28983ffd-5ae0-4afa-a3b0-82783a845c3e tempest-AllowedAddressPairIpV6TestJSON-479071870 tempest-AllowedAddressPairIpV6TestJSON-479071870-project] 10.222.0.42 "PUT /v2.0/ports/3ef2747a-51c0-4f43-a618-b3e9493f8942 HTTP/1.1" status: 200 len: 1068 time: 2.8030162 Mar 29 15:58:01.460886 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 41572) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:58:01.476523 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28983ffd-5ae0-4afa-a3b0-82783a845c3e tempest-AllowedAddressPairIpV6TestJSON-479071870 tempest-AllowedAddressPairIpV6TestJSON-479071870-project] Pushing event updated for resources: {'Port': ['ID=3ef2747a-51c0-4f43-a618-b3e9493f8942,revision_number=2']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:58:01.564553 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-4520daf9-bf9f-4cd6-b82a-c85209c1dbca req-6ce38818-9d61-42f0-886f-46751d7699b6 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:01.584194 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-8cc1fe75-8b5b-4264-acde-dea8b9a8f7a6 None None] Provisioning complete for port 3b1868d8-e3aa-41be-8da3-4f889a6ce11f triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:58:01.584738 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-8cc1fe75-8b5b-4264-acde-dea8b9a8f7a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:01.586877 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160c3711-a953-411b-86d6-06202ee62435 None None] Pushing event updated for resources: {'Port': ['ID=3b1868d8-e3aa-41be-8da3-4f889a6ce11f,revision_number=5']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:58:01.592654 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:01.620583 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce38818-9d61-42f0-886f-46751d7699b6 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Pushing event deleted for resources: {'Port': ['ID=23c62477-8d6b-4dd5-97b0-ad5f9036e848,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:58:01.705898 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port c7980440-a2bc-4a32-9f5c-7dafd0239f39, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=c7980440-a2bc-4a32-9f5c-7dafd0239f39,segment=NetworkSegment(6a6bae82-112f-4fa5-b290-70a8f9204330),segment_id=6a6bae82-112f-4fa5-b290-70a8f9204330)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:58:01.716520 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:01.717414 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device 2957c1c5-01c3-4fbd-bee2-9935eef14639 no longer exists at agent hyperv_n-h2-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:58:01.749396 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [req-4520daf9-bf9f-4cd6-b82a-c85209c1dbca req-6ce38818-9d61-42f0-886f-46751d7699b6 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] No DVR routers for this DVR port 23c62477-8d6b-4dd5-97b0-ad5f9036e848 on host n-h2-834765-1 {{(pid=102791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:58:01.756439 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-4520daf9-bf9f-4cd6-b82a-c85209c1dbca req-6ce38818-9d61-42f0-886f-46751d7699b6 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:01.763971 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4520daf9-bf9f-4cd6-b82a-c85209c1dbca req-6ce38818-9d61-42f0-886f-46751d7699b6 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] 10.222.0.48 "DELETE /v2.0/ports/23c62477-8d6b-4dd5-97b0-ad5f9036e848 HTTP/1.1" status: 204 len: 173 time: 2.6194289 Mar 29 15:58:01.767222 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5e34b53-8d44-45db-a377-1c001fe98b5c', 'name': 'network-vif-deleted', 'tag': '23c62477-8d6b-4dd5-97b0-ad5f9036e848'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:58:01.771192 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c67b028db5e9b9818fecc5c0a87ebc6f190694fa53ca267d523e04f98de536d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46b073a1-ea6f-4c5d-b4ee-897fd80bb255" -d '{"events": [{"server_uuid": "b5e34b53-8d44-45db-a377-1c001fe98b5c", "name": "network-vif-deleted", "tag": "23c62477-8d6b-4dd5-97b0-ad5f9036e848"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:58:01.865803 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:58:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7dfbbe4-7e52-4883-8574-e2f89a2f6e0f x-openstack-request-id: req-e7dfbbe4-7e52-4883-8574-e2f89a2f6e0f {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:58:01.867590 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5e34b53-8d44-45db-a377-1c001fe98b5c", "name": "network-vif-deleted", "tag": "23c62477-8d6b-4dd5-97b0-ad5f9036e848", "status": "completed", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:58:01.868053 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e7dfbbe4-7e52-4883-8574-e2f89a2f6e0f {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:58:01.870381 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device 2957c1c5-01c3-4fbd-bee2-9935eef14639 not bound to the agent host n-h2-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:58:01.871022 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5e34b53-8d44-45db-a377-1c001fe98b5c', 'name': 'network-vif-deleted', 'tag': '23c62477-8d6b-4dd5-97b0-ad5f9036e848', 'status': 'completed', 'code': 200} Mar 29 15:58:01.889039 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-fe10376b-7e78-46e6-b9d1-e0bc77957de1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4733b952-774b-45ac-8d3f-5b1a7d836c01', 'name': 'tempest-ImageQuotaTest-110274760-router', 'tenant_id': 'cb6ca7868ad5485791bd8a883a850577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.42'}], 'enable_snat': True}, 'gw_port_id': '1d23c68c-8e1e-4f1f-93be-c99b41aa2894', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:57:47Z', 'updated_at': '2022-03-29T15:57:56Z', 'revision_number': 4, 'project_id': 'cb6ca7868ad5485791bd8a883a850577', 'gw_port': {'id': '1d23c68c-8e1e-4f1f-93be-c99b41aa2894', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:22:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4733b952-774b-45ac-8d3f-5b1a7d836c01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2754, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:57:48Z', 'updated_at': '2022-03-29T15:57:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': '3b1868d8-e3aa-41be-8da3-4f889a6ce11f', 'name': '', 'network_id': '52b3ca30-3c1f-4e6f-8a55-52e966f15639', 'tenant_id': 'cb6ca7868ad5485791bd8a883a850577', 'mac_address': 'fa:16:3e:9b:14:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4733b952-774b-45ac-8d3f-5b1a7d836c01', 'device_owner': 'network:router_interface', 'standard_attr_id': 2756, 'fixed_ips': [{'subnet_id': '663f6d79-4dbd-4bb3-be83-2cfa9a8cc992', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:57:54Z', 'updated_at': '2022-03-29T15:58:00Z', 'revision_number': 4, 'project_id': 'cb6ca7868ad5485791bd8a883a850577', 'subnets': [{'id': '663f6d79-4dbd-4bb3-be83-2cfa9a8cc992', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:58:01.898678 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-a2202b93-d693-4096-9212-0b4af43c80d9 req-7fdb3d04-6f50-4d54-9792-d11ec2248e4f tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/ports?device_id=a826bfb8-6367-4486-81d3-bd7b91cb30ce HTTP/1.1" status: 200 len: 210 time: 0.2036514 Mar 29 15:58:01.903597 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Pushing event updated for resources: {'Port': ['ID=c7980440-a2bc-4a32-9f5c-7dafd0239f39,revision_number=6']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:58:01.954017 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe10376b-7e78-46e6-b9d1-e0bc77957de1 None None] The sync data for ids ['4733b952-774b-45ac-8d3f-5b1a7d836c01'] in n-d-834765-1 is: [{'id': '4733b952-774b-45ac-8d3f-5b1a7d836c01', 'name': 'tempest-ImageQuotaTest-110274760-router', 'tenant_id': 'cb6ca7868ad5485791bd8a883a850577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.42'}], 'enable_snat': True}, 'gw_port_id': '1d23c68c-8e1e-4f1f-93be-c99b41aa2894', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:57:47Z', 'updated_at': '2022-03-29T15:57:56Z', 'revision_number': 4, 'project_id': 'cb6ca7868ad5485791bd8a883a850577', 'gw_port': {'id': '1d23c68c-8e1e-4f1f-93be-c99b41aa2894', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:22:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4733b952-774b-45ac-8d3f-5b1a7d836c01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2754, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:57:48Z', 'updated_at': '2022-03-29T15:57:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': '3b1868d8-e3aa-41be-8da3-4f889a6ce11f', 'name': '', 'network_id': '52b3ca30-3c1f-4e6f-8a55-52e966f15639', 'tenant_id': 'cb6ca7868ad5485791bd8a883a850577', 'mac_address': 'fa:16:3e:9b:14:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4733b952-774b-45ac-8d3f-5b1a7d836c01', 'device_owner': 'network:router_interface', 'standard_attr_id': 2756, 'fixed_ips': [{'subnet_id': '663f6d79-4dbd-4bb3-be83-2cfa9a8cc992', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:57:54Z', 'updated_at': '2022-03-29T15:58:00Z', 'revision_number': 4, 'project_id': 'cb6ca7868ad5485791bd8a883a850577', 'subnets': [{'id': '663f6d79-4dbd-4bb3-be83-2cfa9a8cc992', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:58:01.996064 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-6110a649-3645-495c-8a20-93913df740d4 tempest-AllowedAddressPairIpV6TestJSON-479071870 tempest-AllowedAddressPairIpV6TestJSON-479071870-project] Deleting port 3ef2747a-51c0-4f43-a618-b3e9493f8942 {{(pid=102790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:58:01.996408 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-6110a649-3645-495c-8a20-93913df740d4 tempest-AllowedAddressPairIpV6TestJSON-479071870 tempest-AllowedAddressPairIpV6TestJSON-479071870-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:02.012091 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [req-4520daf9-bf9f-4cd6-b82a-c85209c1dbca req-dd1660a4-56bc-440c-a885-10e0bd1ca9a5 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Deleting port 45434a8b-e66c-4986-94a1-97ad0466ab23 {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:58:02.012950 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-4520daf9-bf9f-4cd6-b82a-c85209c1dbca req-dd1660a4-56bc-440c-a885-10e0bd1ca9a5 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:02.066227 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-62b11a17-6c85-48a1-854d-6d4670899b5b None None] Provisioning complete for port 3ef2747a-51c0-4f43-a618-b3e9493f8942 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:58:02.066706 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-62b11a17-6c85-48a1-854d-6d4670899b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:02.196280 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-62b11a17-6c85-48a1-854d-6d4670899b5b None None] Port 3ef2747a-51c0-4f43-a618-b3e9493f8942 cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 15:58:02.555741 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-4520daf9-bf9f-4cd6-b82a-c85209c1dbca req-dd1660a4-56bc-440c-a885-10e0bd1ca9a5 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] For port 45434a8b-e66c-4986-94a1-97ad0466ab23, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=45434a8b-e66c-4986-94a1-97ad0466ab23,segment=NetworkSegment(6a6bae82-112f-4fa5-b290-70a8f9204330),segment_id=6a6bae82-112f-4fa5-b290-70a8f9204330)] {{(pid=102791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:58:02.561451 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-4520daf9-bf9f-4cd6-b82a-c85209c1dbca req-dd1660a4-56bc-440c-a885-10e0bd1ca9a5 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:02.634140 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [req-4520daf9-bf9f-4cd6-b82a-c85209c1dbca req-dd1660a4-56bc-440c-a885-10e0bd1ca9a5 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Calling delete_port for 45434a8b-e66c-4986-94a1-97ad0466ab23 owned by compute:nova {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:58:02.699586 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33fa97d-a300-4e6a-ad4a-ce2a54705b8d req-e5653e39-a056-4b67-8abc-32da86d96f1e tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:02.710972 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33fa97d-a300-4e6a-ad4a-ce2a54705b8d req-e5653e39-a056-4b67-8abc-32da86d96f1e tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:02.717395 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 3b1868d8-e3aa-41be-8da3-4f889a6ce11f up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:58:02.727467 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33fa97d-a300-4e6a-ad4a-ce2a54705b8d req-e5653e39-a056-4b67-8abc-32da86d96f1e tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:02.731830 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-6110a649-3645-495c-8a20-93913df740d4 tempest-AllowedAddressPairIpV6TestJSON-479071870 tempest-AllowedAddressPairIpV6TestJSON-479071870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:02.735656 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33fa97d-a300-4e6a-ad4a-ce2a54705b8d req-e5653e39-a056-4b67-8abc-32da86d96f1e tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:02.747864 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d33fa97d-a300-4e6a-ad4a-ce2a54705b8d req-e5653e39-a056-4b67-8abc-32da86d96f1e tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] 10.222.0.42 "GET /v2.0/ports?device_id=b5e34b53-8d44-45db-a377-1c001fe98b5c HTTP/1.1" status: 200 len: 3143 time: 0.4005244 Mar 29 15:58:02.828638 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56677c20-c68d-4c91-8bfd-259c4c5dfe30 req-48b9e3c2-7ec1-4f2a-b5bf-5a8253e0947a tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:02.832498 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-56677c20-c68d-4c91-8bfd-259c4c5dfe30 req-48b9e3c2-7ec1-4f2a-b5bf-5a8253e0947a tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] 10.222.0.42 "GET /v2.0/ports?device_id=6a217708-1e2e-4818-bd10-8ae842662312 HTTP/1.1" status: 200 len: 946 time: 0.2688971 Mar 29 15:58:02.837762 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba46fe27-651b-4502-b26a-d0260f6793e2 req-7f795661-6fc4-4896-b88d-daeaa8430d92 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:02.839594 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ba46fe27-651b-4502-b26a-d0260f6793e2 req-7f795661-6fc4-4896-b88d-daeaa8430d92 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.44 "GET /v2.0/networks?id=8594f729-9088-4f6b-8543-aaadb0f5b192 HTTP/1.1" status: 200 len: 812 time: 0.5940955 Mar 29 15:58:02.869550 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-6110a649-3645-495c-8a20-93913df740d4 tempest-AllowedAddressPairIpV6TestJSON-479071870 tempest-AllowedAddressPairIpV6TestJSON-479071870-project] Calling delete_port for 3ef2747a-51c0-4f43-a618-b3e9493f8942 owned by {{(pid=102790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:58:02.900337 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [req-ba46fe27-651b-4502-b26a-d0260f6793e2 req-1dd56bc3-b373-48ed-a728-e78bde677c09 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Request body: {'port': {'device_id': 'a826bfb8-6367-4486-81d3-bd7b91cb30ce', 'network_id': '8594f729-9088-4f6b-8543-aaadb0f5b192', 'admin_state_up': True, 'tenant_id': 'f31979fa8a674f56835f136e5e49ba5c'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:58:02.976713 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-9629482f-14f9-406e-bdcc-2695d39a3525 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:02.998652 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port 3b1868d8-e3aa-41be-8da3-4f889a6ce11f triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:58:02.999417 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:03.003035 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d33fa97d-a300-4e6a-ad4a-ce2a54705b8d req-5164d014-894f-4698-847c-a85fc2de1ab5 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] 10.222.0.42 "GET /v2.0/security-groups?id=e2ab8bce-bca0-434d-ad1c-ad30dfd1db67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2540147 Mar 29 15:58:03.291843 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-04d2b3f7-ba2c-4f25-8c4d-d89a217a75ed req-aa94f940-5e74-4bbd-80ed-4f395206acfb tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/ports?device_id=a826bfb8-6367-4486-81d3-bd7b91cb30ce HTTP/1.1" status: 200 len: 210 time: 0.0713527 Mar 29 15:58:03.295892 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5e34b53-8d44-45db-a377-1c001fe98b5c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '23c62477-8d6b-4dd5-97b0-ad5f9036e848'}, {'server_uuid': 'b5e34b53-8d44-45db-a377-1c001fe98b5c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c7980440-a2bc-4a32-9f5c-7dafd0239f39'}] {{(pid=102792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:58:03.298266 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4f476c66b318cc6068719fc39557fac68d413f5c7e78fa77028c7948e999ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fd0a747-8b04-4a3a-81f1-0d2bde828cfa" -d '{"events": [{"server_uuid": "b5e34b53-8d44-45db-a377-1c001fe98b5c", "name": "network-vif-unplugged", "status": "completed", "tag": "23c62477-8d6b-4dd5-97b0-ad5f9036e848"}, {"server_uuid": "b5e34b53-8d44-45db-a377-1c001fe98b5c", "name": "network-vif-unplugged", "status": "completed", "tag": "c7980440-a2bc-4a32-9f5c-7dafd0239f39"}]}' {{(pid=102792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:58:03.414069 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Tue, 29 Mar 2022 15:58:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c97272c-8f3e-4e11-8048-d160c4cd9c62 x-openstack-request-id: req-2c97272c-8f3e-4e11-8048-d160c4cd9c62 {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:58:03.414369 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5e34b53-8d44-45db-a377-1c001fe98b5c", "name": "network-vif-unplugged", "status": "completed", "tag": "23c62477-8d6b-4dd5-97b0-ad5f9036e848", "code": 200}, {"server_uuid": "b5e34b53-8d44-45db-a377-1c001fe98b5c", "name": "network-vif-unplugged", "status": "completed", "tag": "c7980440-a2bc-4a32-9f5c-7dafd0239f39", "code": 200}]} {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:58:03.414617 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-2c97272c-8f3e-4e11-8048-d160c4cd9c62 {{(pid=102792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:58:03.415010 n-d-834765-1 neutron-server[102792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5e34b53-8d44-45db-a377-1c001fe98b5c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '23c62477-8d6b-4dd5-97b0-ad5f9036e848', 'code': 200} Mar 29 15:58:03.415272 n-d-834765-1 neutron-server[102792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5e34b53-8d44-45db-a377-1c001fe98b5c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c7980440-a2bc-4a32-9f5c-7dafd0239f39', 'code': 200} Mar 29 15:58:03.499806 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba46fe27-651b-4502-b26a-d0260f6793e2 req-1dd56bc3-b373-48ed-a728-e78bde677c09 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Made reservation on behalf of f31979fa8a674f56835f136e5e49ba5c for: {'port': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:58:03.506745 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-ba46fe27-651b-4502-b26a-d0260f6793e2 req-1dd56bc3-b373-48ed-a728-e78bde677c09 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:03.547109 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-4520daf9-bf9f-4cd6-b82a-c85209c1dbca req-dd1660a4-56bc-440c-a885-10e0bd1ca9a5 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:03.628792 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1660a4-56bc-440c-a885-10e0bd1ca9a5 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Pushing event deleted for resources: {'Port': ['ID=45434a8b-e66c-4986-94a1-97ad0466ab23,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:58:03.715064 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-56677c20-c68d-4c91-8bfd-259c4c5dfe30 req-400310d8-5c05-4f98-b0bc-e200c826e112 tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] 10.222.0.42 "GET /v2.0/security-groups?id=5162f3eb-a65a-457a-8fdf-735ad05a78cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8598983 Mar 29 15:58:03.801688 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-0057049e-96e0-45d0-b62a-fc89a11b3508 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-530452'] for router_interface, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:03.871233 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [req-4520daf9-bf9f-4cd6-b82a-c85209c1dbca req-dd1660a4-56bc-440c-a885-10e0bd1ca9a5 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] No DVR routers for this DVR port 45434a8b-e66c-4986-94a1-97ad0466ab23 on host n-h2-834765-1 {{(pid=102791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:58:03.879728 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-4520daf9-bf9f-4cd6-b82a-c85209c1dbca req-dd1660a4-56bc-440c-a885-10e0bd1ca9a5 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:03.896171 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4520daf9-bf9f-4cd6-b82a-c85209c1dbca req-dd1660a4-56bc-440c-a885-10e0bd1ca9a5 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] 10.222.0.48 "DELETE /v2.0/ports/45434a8b-e66c-4986-94a1-97ad0466ab23 HTTP/1.1" status: 204 len: 173 time: 2.1125708 Mar 29 15:58:03.912732 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5e34b53-8d44-45db-a377-1c001fe98b5c', 'name': 'network-vif-deleted', 'tag': '45434a8b-e66c-4986-94a1-97ad0466ab23'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:58:03.915470 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c67b028db5e9b9818fecc5c0a87ebc6f190694fa53ca267d523e04f98de536d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88be470c-8381-48a6-a989-35371514d003" -d '{"events": [{"server_uuid": "b5e34b53-8d44-45db-a377-1c001fe98b5c", "name": "network-vif-deleted", "tag": "45434a8b-e66c-4986-94a1-97ad0466ab23"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:58:03.951208 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-6110a649-3645-495c-8a20-93913df740d4 tempest-AllowedAddressPairIpV6TestJSON-479071870 tempest-AllowedAddressPairIpV6TestJSON-479071870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:04.028147 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6110a649-3645-495c-8a20-93913df740d4 tempest-AllowedAddressPairIpV6TestJSON-479071870 tempest-AllowedAddressPairIpV6TestJSON-479071870-project] Pushing event deleted for resources: {'Port': ['ID=3ef2747a-51c0-4f43-a618-b3e9493f8942,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:58:04.222396 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d71584b9-87f1-45f5-84c7-c993c2416269 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:04.268868 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:58:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53008a45-2917-4bfe-8ddf-0f9e9642c9b3 x-openstack-request-id: req-53008a45-2917-4bfe-8ddf-0f9e9642c9b3 {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:58:04.278140 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5e34b53-8d44-45db-a377-1c001fe98b5c", "name": "network-vif-deleted", "tag": "45434a8b-e66c-4986-94a1-97ad0466ab23", "status": "completed", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:58:04.279500 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-53008a45-2917-4bfe-8ddf-0f9e9642c9b3 {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:58:04.279944 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5e34b53-8d44-45db-a377-1c001fe98b5c', 'name': 'network-vif-deleted', 'tag': '45434a8b-e66c-4986-94a1-97ad0466ab23', 'status': 'completed', 'code': 200} Mar 29 15:58:04.362170 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-6110a649-3645-495c-8a20-93913df740d4 tempest-AllowedAddressPairIpV6TestJSON-479071870 tempest-AllowedAddressPairIpV6TestJSON-479071870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:04.367815 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-6110a649-3645-495c-8a20-93913df740d4 tempest-AllowedAddressPairIpV6TestJSON-479071870 tempest-AllowedAddressPairIpV6TestJSON-479071870-project] 10.222.0.42 "DELETE /v2.0/ports/3ef2747a-51c0-4f43-a618-b3e9493f8942 HTTP/1.1" status: 204 len: 168 time: 2.8882666 Mar 29 15:58:04.376518 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 41610) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:58:04.429021 n-d-834765-1 neutron-server[102791]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0e08a92-b13d-4e2a-876d-859cc4988348 tempest-AllowedAddressPairIpV6TestJSON-479071870 tempest-AllowedAddressPairIpV6TestJSON-479071870-project] GET failed (client error): The resource could not be found. Mar 29 15:58:04.430763 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-d0e08a92-b13d-4e2a-876d-859cc4988348 tempest-AllowedAddressPairIpV6TestJSON-479071870 tempest-AllowedAddressPairIpV6TestJSON-479071870-project] 10.222.0.42 "GET /v2.0/ports/3ef2747a-51c0-4f43-a618-b3e9493f8942 HTTP/1.1" status: 404 len: 333 time: 0.0519919 Mar 29 15:58:04.446709 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 41612) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:58:04.451399 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_common [req-ba46fe27-651b-4502-b26a-d0260f6793e2 req-1dd56bc3-b373-48ed-a728-e78bde677c09 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Allocated IP 172.20.0.10 (8594f729-9088-4f6b-8543-aaadb0f5b192/52e8269b-e046-4c98-a9b1-ef8905fa8ddb/8399e582-1431-41bf-82d5-74464a9d1a4e) {{(pid=102791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:58:04.498728 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf5ecc5-7764-41d5-ad01-fdf13517cf82 req-ab5d759f-407d-40f8-87e8-b183b74e34ff tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:04.508152 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf5ecc5-7764-41d5-ad01-fdf13517cf82 req-ab5d759f-407d-40f8-87e8-b183b74e34ff tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:04.516485 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf5ecc5-7764-41d5-ad01-fdf13517cf82 req-ab5d759f-407d-40f8-87e8-b183b74e34ff tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:04.519251 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-cdf5ecc5-7764-41d5-ad01-fdf13517cf82 req-ab5d759f-407d-40f8-87e8-b183b74e34ff tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] 10.222.0.42 "GET /v2.0/ports?device_id=b5e34b53-8d44-45db-a377-1c001fe98b5c HTTP/1.1" status: 200 len: 2410 time: 0.2013519 Mar 29 15:58:04.532711 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9286eb88-caf8-404e-898b-a7aa1ad90a84 req-3bf2bfef-a5a9-4dc7-ba6f-f636328fb3c1 tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:04.538474 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-9286eb88-caf8-404e-898b-a7aa1ad90a84 req-3bf2bfef-a5a9-4dc7-ba6f-f636328fb3c1 tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] 10.222.0.42 "GET /v2.0/ports?device_id=6a217708-1e2e-4818-bd10-8ae842662312 HTTP/1.1" status: 200 len: 946 time: 0.4985685 Mar 29 15:58:04.546399 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 41614) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:58:04.551227 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-ab4bd7ef-8925-4ee2-9171-1e3be66690de tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] Request body: {'floatingip': {'port_id': '2794e879-ed00-4f3e-b1c7-b826a0ebacf6'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:58:04.565387 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-0057049e-96e0-45d0-b62a-fc89a11b3508 admin admin] Deleting port 3b1868d8-e3aa-41be-8da3-4f889a6ce11f {{(pid=102790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:58:04.566109 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-0057049e-96e0-45d0-b62a-fc89a11b3508 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:04.600922 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-cdf5ecc5-7764-41d5-ad01-fdf13517cf82 req-b01b6709-1bdb-415f-a428-01b5ae70d454 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] 10.222.0.42 "GET /v2.0/security-groups?id=e2ab8bce-bca0-434d-ad1c-ad30dfd1db67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728281 Mar 29 15:58:04.689849 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [None req-0057049e-96e0-45d0-b62a-fc89a11b3508 admin admin] For port 3b1868d8-e3aa-41be-8da3-4f889a6ce11f, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=3b1868d8-e3aa-41be-8da3-4f889a6ce11f,segment=NetworkSegment(45d459c2-bc60-438b-9748-0a2128eb0523),segment_id=45d459c2-bc60-438b-9748-0a2128eb0523)] {{(pid=102790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:58:04.690208 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-0057049e-96e0-45d0-b62a-fc89a11b3508 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:04.699920 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-ab4bd7ef-8925-4ee2-9171-1e3be66690de tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] Notify callbacks [] for floatingip, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:04.705412 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [req-4520daf9-bf9f-4cd6-b82a-c85209c1dbca req-a9a80e63-fa74-403c-8b99-ac12792f2b0d tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Deleting port d8e77564-eaaf-4718-822d-1183ca2bcda3 {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:58:04.705808 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-4520daf9-bf9f-4cd6-b82a-c85209c1dbca req-a9a80e63-fa74-403c-8b99-ac12792f2b0d tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:04.718922 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-0057049e-96e0-45d0-b62a-fc89a11b3508 admin admin] Calling delete_port for 3b1868d8-e3aa-41be-8da3-4f889a6ce11f owned by network:router_interface {{(pid=102790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:58:04.797071 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-68941edc-f8ae-4255-8473-bfa4c09bf1c0 req-270cfc27-54e8-476a-b640-4f597e48b7cf tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/ports?device_id=a826bfb8-6367-4486-81d3-bd7b91cb30ce HTTP/1.1" status: 200 len: 210 time: 0.1469977 Mar 29 15:58:04.884404 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-4520daf9-bf9f-4cd6-b82a-c85209c1dbca req-a9a80e63-fa74-403c-8b99-ac12792f2b0d tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] For port d8e77564-eaaf-4718-822d-1183ca2bcda3, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=d8e77564-eaaf-4718-822d-1183ca2bcda3,segment=NetworkSegment(0046c8d7-27be-4ee8-b795-bd72dae4e05f),segment_id=0046c8d7-27be-4ee8-b795-bd72dae4e05f)] {{(pid=102791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:58:04.884765 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-4520daf9-bf9f-4cd6-b82a-c85209c1dbca req-a9a80e63-fa74-403c-8b99-ac12792f2b0d tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:04.900280 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [req-4520daf9-bf9f-4cd6-b82a-c85209c1dbca req-a9a80e63-fa74-403c-8b99-ac12792f2b0d tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Calling delete_port for d8e77564-eaaf-4718-822d-1183ca2bcda3 owned by compute:nova {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:58:04.925204 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-0057049e-96e0-45d0-b62a-fc89a11b3508 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:04.956748 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0057049e-96e0-45d0-b62a-fc89a11b3508 admin admin] Pushing event deleted for resources: {'Port': ['ID=3b1868d8-e3aa-41be-8da3-4f889a6ce11f,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:58:05.128255 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-c1bd28cd-37f4-470c-8f83-2c1a44e6eab9 tempest-AllowedAddressPairIpV6TestJSON-479071870 tempest-AllowedAddressPairIpV6TestJSON-479071870-project] Deleting port de59c979-686c-49f1-b68b-9411d14f5c37 {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:58:05.128617 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-c1bd28cd-37f4-470c-8f83-2c1a44e6eab9 tempest-AllowedAddressPairIpV6TestJSON-479071870 tempest-AllowedAddressPairIpV6TestJSON-479071870-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:05.263209 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-0057049e-96e0-45d0-b62a-fc89a11b3508 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-530528'] for router_interface, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:05.384018 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-ba46fe27-651b-4502-b26a-d0260f6793e2 req-1dd56bc3-b373-48ed-a728-e78bde677c09 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Notify callbacks [] for port, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:05.477104 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-c1bd28cd-37f4-470c-8f83-2c1a44e6eab9 tempest-AllowedAddressPairIpV6TestJSON-479071870 tempest-AllowedAddressPairIpV6TestJSON-479071870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:05.497798 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-4520daf9-bf9f-4cd6-b82a-c85209c1dbca req-a9a80e63-fa74-403c-8b99-ac12792f2b0d tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:05.516330 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-c1bd28cd-37f4-470c-8f83-2c1a44e6eab9 tempest-AllowedAddressPairIpV6TestJSON-479071870 tempest-AllowedAddressPairIpV6TestJSON-479071870-project] Calling delete_port for de59c979-686c-49f1-b68b-9411d14f5c37 owned by {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:58:05.541550 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0057049e-96e0-45d0-b62a-fc89a11b3508 admin admin] Router 4733b952-774b-45ac-8d3f-5b1a7d836c01 has already been hosted by L3 agent c648d819-1060-4f26-b4ec-6455387b5dff {{(pid=102790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 15:58:05.582387 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a80e63-fa74-403c-8b99-ac12792f2b0d tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Pushing event deleted for resources: {'Port': ['ID=d8e77564-eaaf-4718-822d-1183ca2bcda3,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:58:05.617193 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-ba46fe27-651b-4502-b26a-d0260f6793e2 req-1dd56bc3-b373-48ed-a728-e78bde677c09 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:05.706970 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0057049e-96e0-45d0-b62a-fc89a11b3508 admin admin] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:58:05.725493 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94c69e88-9cc7-49fc-be0f-7383b1c97577 None None] Sync routers for ids ['4733b952-774b-45ac-8d3f-5b1a7d836c01'] in n-d-834765-1 {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:58:05.732233 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-0057049e-96e0-45d0-b62a-fc89a11b3508 admin admin] 10.222.0.42 "PUT /v2.0/routers/4733b952-774b-45ac-8d3f-5b1a7d836c01/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4061704 Mar 29 15:58:05.733505 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 41624) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:58:05.765246 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94c69e88-9cc7-49fc-be0f-7383b1c97577 None None] Routers {'4733b952-774b-45ac-8d3f-5b1a7d836c01'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:58:05.769197 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-94c69e88-9cc7-49fc-be0f-7383b1c97577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:58:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['4733b952-774b-45ac-8d3f-5b1a7d836c01'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:58:05.811413 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [req-4520daf9-bf9f-4cd6-b82a-c85209c1dbca req-a9a80e63-fa74-403c-8b99-ac12792f2b0d tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] No DVR routers for this DVR port d8e77564-eaaf-4718-822d-1183ca2bcda3 on host n-h2-834765-1 {{(pid=102791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:58:05.839978 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-4520daf9-bf9f-4cd6-b82a-c85209c1dbca req-a9a80e63-fa74-403c-8b99-ac12792f2b0d tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:05.843567 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4520daf9-bf9f-4cd6-b82a-c85209c1dbca req-a9a80e63-fa74-403c-8b99-ac12792f2b0d tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] 10.222.0.48 "DELETE /v2.0/ports/d8e77564-eaaf-4718-822d-1183ca2bcda3 HTTP/1.1" status: 204 len: 173 time: 1.9406917 Mar 29 15:58:05.896081 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba46fe27-651b-4502-b26a-d0260f6793e2 req-1dd56bc3-b373-48ed-a728-e78bde677c09 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Network 8594f729-9088-4f6b-8543-aaadb0f5b192 is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:58:05.971401 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d7e93e-6761-4845-ae9b-b284df388c35 req-176145ff-b4ee-4af3-97e8-d6d3976b74cd tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:05.979433 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d7e93e-6761-4845-ae9b-b284df388c35 req-176145ff-b4ee-4af3-97e8-d6d3976b74cd tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:05.987857 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-e6d7e93e-6761-4845-ae9b-b284df388c35 req-176145ff-b4ee-4af3-97e8-d6d3976b74cd tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] 10.222.0.42 "GET /v2.0/ports?device_id=b5e34b53-8d44-45db-a377-1c001fe98b5c HTTP/1.1" status: 200 len: 1677 time: 0.1756706 Mar 29 15:58:05.988208 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [req-ba46fe27-651b-4502-b26a-d0260f6793e2 req-1dd56bc3-b373-48ed-a728-e78bde677c09 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:58:06.021502 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-3e5f1d57-50dd-4fff-a676-245b248283a4 admin admin] Notify callbacks [] for router, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:06.044795 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba46fe27-651b-4502-b26a-d0260f6793e2 req-1dd56bc3-b373-48ed-a728-e78bde677c09 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Received port after_create {{(pid=102791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:58:06.106236 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-e6d7e93e-6761-4845-ae9b-b284df388c35 req-11a79ca3-bbe1-4c7d-93ef-a22fba3f1614 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] 10.222.0.42 "GET /v2.0/security-groups?id=e2ab8bce-bca0-434d-ad1c-ad30dfd1db67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1169584 Mar 29 15:58:06.230466 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-3e5f1d57-50dd-4fff-a676-245b248283a4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:06.354351 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-3e5f1d57-50dd-4fff-a676-245b248283a4 admin admin] Deleting port 1d23c68c-8e1e-4f1f-93be-c99b41aa2894 {{(pid=102790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:58:06.355217 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-3e5f1d57-50dd-4fff-a676-245b248283a4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:06.376327 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5e34b53-8d44-45db-a377-1c001fe98b5c', 'name': 'network-vif-deleted', 'tag': 'd8e77564-eaaf-4718-822d-1183ca2bcda3'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:58:06.379175 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c67b028db5e9b9818fecc5c0a87ebc6f190694fa53ca267d523e04f98de536d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4c1d163-05a6-416a-a842-6ac7ed1aea13" -d '{"events": [{"server_uuid": "b5e34b53-8d44-45db-a377-1c001fe98b5c", "name": "network-vif-deleted", "tag": "d8e77564-eaaf-4718-822d-1183ca2bcda3"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:58:06.406215 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 41644) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:58:06.459617 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvr_db [None req-94c69e88-9cc7-49fc-be0f-7383b1c97577 None None] Set router 4733b952-774b-45ac-8d3f-5b1a7d836c01 gateway port host: n-d-834765-1 {{(pid=102792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:58:06.483687 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-c1bd28cd-37f4-470c-8f83-2c1a44e6eab9 tempest-AllowedAddressPairIpV6TestJSON-479071870 tempest-AllowedAddressPairIpV6TestJSON-479071870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:06.486952 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:58:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5f51f9f-cb24-4733-b85f-12eaaf4483c6 x-openstack-request-id: req-c5f51f9f-cb24-4733-b85f-12eaaf4483c6 {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:58:06.490892 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5e34b53-8d44-45db-a377-1c001fe98b5c", "name": "network-vif-deleted", "tag": "d8e77564-eaaf-4718-822d-1183ca2bcda3", "status": "completed", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:58:06.491387 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c5f51f9f-cb24-4733-b85f-12eaaf4483c6 {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:58:06.491995 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5e34b53-8d44-45db-a377-1c001fe98b5c', 'name': 'network-vif-deleted', 'tag': 'd8e77564-eaaf-4718-822d-1183ca2bcda3', 'status': 'completed', 'code': 200} Mar 29 15:58:06.631565 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [None req-3e5f1d57-50dd-4fff-a676-245b248283a4 admin admin] For port 1d23c68c-8e1e-4f1f-93be-c99b41aa2894, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=1d23c68c-8e1e-4f1f-93be-c99b41aa2894,segment=NetworkSegment(6ab47353-a811-4bad-bc73-b4cc84583cfd),segment_id=6ab47353-a811-4bad-bc73-b4cc84583cfd)] {{(pid=102790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:58:06.634367 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-3e5f1d57-50dd-4fff-a676-245b248283a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:06.663510 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-ba9cc256-0d67-494e-af7a-a1d449d3038f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:06.667105 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-3e5f1d57-50dd-4fff-a676-245b248283a4 admin admin] Calling delete_port for 1d23c68c-8e1e-4f1f-93be-c99b41aa2894 owned by network:router_gateway {{(pid=102790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:58:06.687205 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd56bc3-b373-48ed-a728-e78bde677c09 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Pushing event updated for resources: {'Port': ['ID=8399e582-1431-41bf-82d5-74464a9d1a4e,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:58:06.760723 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-0cb6abf6-2706-4e52-8825-f5f644ecf9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:06.809733 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-52a6c34b-9455-42dd-913f-817b74998315 None None] Provisioning complete for port 8399e582-1431-41bf-82d5-74464a9d1a4e triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:58:06.810511 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-52a6c34b-9455-42dd-913f-817b74998315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:06.812614 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:06.891643 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-ba9cc256-0d67-494e-af7a-a1d449d3038f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:06.905517 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-ba9cc256-0d67-494e-af7a-a1d449d3038f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:06.914586 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-94c69e88-9cc7-49fc-be0f-7383b1c97577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4733b952-774b-45ac-8d3f-5b1a7d836c01', 'name': 'tempest-ImageQuotaTest-110274760-router', 'tenant_id': 'cb6ca7868ad5485791bd8a883a850577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.42'}], 'enable_snat': True}, 'gw_port_id': '1d23c68c-8e1e-4f1f-93be-c99b41aa2894', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:57:47Z', 'updated_at': '2022-03-29T15:58:04Z', 'revision_number': 5, 'project_id': 'cb6ca7868ad5485791bd8a883a850577', 'gw_port': {'id': '1d23c68c-8e1e-4f1f-93be-c99b41aa2894', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:22:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4733b952-774b-45ac-8d3f-5b1a7d836c01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2754, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:57:48Z', 'updated_at': '2022-03-29T15:57:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1'}], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:58:06.921062 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-52a6c34b-9455-42dd-913f-817b74998315 None None] Port 8399e582-1431-41bf-82d5-74464a9d1a4e cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 15:58:06.957215 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94c69e88-9cc7-49fc-be0f-7383b1c97577 None None] Checking router: 4733b952-774b-45ac-8d3f-5b1a7d836c01 for host: n-d-834765-1 {{(pid=102792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:58:06.968770 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94c69e88-9cc7-49fc-be0f-7383b1c97577 None None] Routers {'4733b952-774b-45ac-8d3f-5b1a7d836c01'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:58:06.969755 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-94c69e88-9cc7-49fc-be0f-7383b1c97577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:58:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['4733b952-774b-45ac-8d3f-5b1a7d836c01'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:58:07.051888 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-ba9cc256-0d67-494e-af7a-a1d449d3038f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=858d9d5400e5469ab9c26fb479cb9e35&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6441839 Mar 29 15:58:07.058576 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 41648) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:58:07.094400 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvr_db [None req-94c69e88-9cc7-49fc-be0f-7383b1c97577 None None] Set router 4733b952-774b-45ac-8d3f-5b1a7d836c01 gateway port host: None {{(pid=102792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:58:07.106428 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9cc256-0d67-494e-af7a-a1d449d3038f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8d2d64f-78f5-48b0-a955-480b8270ad92,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:58:07.126853 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-3e5f1d57-50dd-4fff-a676-245b248283a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:07.149755 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bd28cd-37f4-470c-8f83-2c1a44e6eab9 tempest-AllowedAddressPairIpV6TestJSON-479071870 tempest-AllowedAddressPairIpV6TestJSON-479071870-project] Pushing event deleted for resources: {'Port': ['ID=de59c979-686c-49f1-b68b-9411d14f5c37,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:58:07.178096 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.db.resource_extend [None req-ab4bd7ef-8925-4ee2-9171-1e3be66690de tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] It took 0.57 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 29 15:58:07.184866 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-94c69e88-9cc7-49fc-be0f-7383b1c97577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4733b952-774b-45ac-8d3f-5b1a7d836c01', 'name': 'tempest-ImageQuotaTest-110274760-router', 'tenant_id': 'cb6ca7868ad5485791bd8a883a850577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:57:47Z', 'updated_at': '2022-03-29T15:58:06Z', 'revision_number': 6, 'project_id': 'cb6ca7868ad5485791bd8a883a850577', 'gw_port_host': None}], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:58:07.237463 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba46fe27-651b-4502-b26a-d0260f6793e2 req-1dd56bc3-b373-48ed-a728-e78bde677c09 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:07.238164 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-ba46fe27-651b-4502-b26a-d0260f6793e2 req-1dd56bc3-b373-48ed-a728-e78bde677c09 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:07.251842 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94c69e88-9cc7-49fc-be0f-7383b1c97577 None None] The sync data for ids ['4733b952-774b-45ac-8d3f-5b1a7d836c01'] in n-d-834765-1 is: [{'id': '4733b952-774b-45ac-8d3f-5b1a7d836c01', 'name': 'tempest-ImageQuotaTest-110274760-router', 'tenant_id': 'cb6ca7868ad5485791bd8a883a850577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:57:47Z', 'updated_at': '2022-03-29T15:58:06Z', 'revision_number': 6, 'project_id': 'cb6ca7868ad5485791bd8a883a850577', 'gw_port_host': None}] {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:58:07.261362 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3884df-07ea-4412-84cf-5fd8fb168aef req-ed8ded6a-2902-4bb4-9d9a-4cb96f039de8 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:07.263275 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ef3884df-07ea-4412-84cf-5fd8fb168aef req-ed8ded6a-2902-4bb4-9d9a-4cb96f039de8 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/ports?device_id=a826bfb8-6367-4486-81d3-bd7b91cb30ce HTTP/1.1" status: 200 len: 932 time: 1.2330966 Mar 29 15:58:07.264503 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-c1bd28cd-37f4-470c-8f83-2c1a44e6eab9 tempest-AllowedAddressPairIpV6TestJSON-479071870 tempest-AllowedAddressPairIpV6TestJSON-479071870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:07.268082 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-c1bd28cd-37f4-470c-8f83-2c1a44e6eab9 tempest-AllowedAddressPairIpV6TestJSON-479071870 tempest-AllowedAddressPairIpV6TestJSON-479071870-project] 10.222.0.42 "DELETE /v2.0/ports/de59c979-686c-49f1-b68b-9411d14f5c37 HTTP/1.1" status: 204 len: 168 time: 2.8194144 Mar 29 15:58:07.269298 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9cc256-0d67-494e-af7a-a1d449d3038f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:58:07.269795 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9cc256-0d67-494e-af7a-a1d449d3038f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:58:07.270277 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9cc256-0d67-494e-af7a-a1d449d3038f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:58:07.270763 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9cc256-0d67-494e-af7a-a1d449d3038f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:58:07.271104 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9cc256-0d67-494e-af7a-a1d449d3038f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:58:07.271471 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9cc256-0d67-494e-af7a-a1d449d3038f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:58:07.271803 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9cc256-0d67-494e-af7a-a1d449d3038f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:58:07.272534 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9cc256-0d67-494e-af7a-a1d449d3038f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:58:07.272656 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9cc256-0d67-494e-af7a-a1d449d3038f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:58:07.272939 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9cc256-0d67-494e-af7a-a1d449d3038f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:58:07.273268 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9cc256-0d67-494e-af7a-a1d449d3038f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:58:07.273589 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9cc256-0d67-494e-af7a-a1d449d3038f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:58:07.282465 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 41652) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:58:07.305877 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5f1d57-50dd-4fff-a676-245b248283a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=1d23c68c-8e1e-4f1f-93be-c99b41aa2894,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:58:07.387955 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [req-4520daf9-bf9f-4cd6-b82a-c85209c1dbca req-ceff01ec-b955-4aa8-b3d9-a777ef36b9f0 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Deleting port c7980440-a2bc-4a32-9f5c-7dafd0239f39 {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:58:07.388825 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-4520daf9-bf9f-4cd6-b82a-c85209c1dbca req-ceff01ec-b955-4aa8-b3d9-a777ef36b9f0 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:07.400430 n-d-834765-1 neutron-server[102791]: INFO neutron.pecan_wsgi.hooks.translation [None req-0fa15546-a6f2-4349-9ae5-56cf1b183e0b tempest-AllowedAddressPairIpV6TestJSON-479071870 tempest-AllowedAddressPairIpV6TestJSON-479071870-project] GET failed (client error): The resource could not be found. Mar 29 15:58:07.409838 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-0fa15546-a6f2-4349-9ae5-56cf1b183e0b tempest-AllowedAddressPairIpV6TestJSON-479071870 tempest-AllowedAddressPairIpV6TestJSON-479071870-project] 10.222.0.42 "GET /v2.0/ports/de59c979-686c-49f1-b68b-9411d14f5c37 HTTP/1.1" status: 404 len: 333 time: 0.1207676 Mar 29 15:58:07.412830 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 41654) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:58:07.433602 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-ab4bd7ef-8925-4ee2-9171-1e3be66690de tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:07.437185 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-5eda60c5-c23e-40e2-969d-5e55b1220a54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:07.527785 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ba46fe27-651b-4502-b26a-d0260f6793e2 req-1dd56bc3-b373-48ed-a728-e78bde677c09 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.6309767 Mar 29 15:58:07.537411 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ef3884df-07ea-4412-84cf-5fd8fb168aef req-8922a779-d703-4b9c-b490-4ab0bb473bec tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/security-groups?id=5e7dc381-3678-4cad-aeb8-d0ce3409e19e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2514670 Mar 29 15:58:07.543051 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [req-ba46fe27-651b-4502-b26a-d0260f6793e2 req-fd7ab2b8-07e9-495d-87d1-bfd99f2bb6af service neutron] Request body: {'port': {'device_id': 'a826bfb8-6367-4486-81d3-bd7b91cb30ce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834765-1'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:58:07.549966 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-5eda60c5-c23e-40e2-969d-5e55b1220a54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:07.561233 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-ab4bd7ef-8925-4ee2-9171-1e3be66690de tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648212'] for floatingip, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:07.582726 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2431d7-bc2e-4296-9741-836bef6a8519 req-67023316-1af2-42a5-9626-128e403b1a81 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:07.590202 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2431d7-bc2e-4296-9741-836bef6a8519 req-67023316-1af2-42a5-9626-128e403b1a81 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:07.591991 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-1d2431d7-bc2e-4296-9741-836bef6a8519 req-67023316-1af2-42a5-9626-128e403b1a81 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] 10.222.0.42 "GET /v2.0/ports?device_id=b5e34b53-8d44-45db-a377-1c001fe98b5c HTTP/1.1" status: 200 len: 1677 time: 0.3012247 Mar 29 15:58:07.612549 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-3e5f1d57-50dd-4fff-a676-245b248283a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-648138'] for router_gateway, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:07.786462 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-3e5f1d57-50dd-4fff-a676-245b248283a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129328'] for router, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:07.791895 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-3e5f1d57-50dd-4fff-a676-245b248283a4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:07.832080 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-ba46fe27-651b-4502-b26a-d0260f6793e2 req-fd7ab2b8-07e9-495d-87d1-bfd99f2bb6af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:07.837955 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-4520daf9-bf9f-4cd6-b82a-c85209c1dbca req-ceff01ec-b955-4aa8-b3d9-a777ef36b9f0 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] For port c7980440-a2bc-4a32-9f5c-7dafd0239f39, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=c7980440-a2bc-4a32-9f5c-7dafd0239f39,segment=NetworkSegment(6a6bae82-112f-4fa5-b290-70a8f9204330),segment_id=6a6bae82-112f-4fa5-b290-70a8f9204330)] {{(pid=102791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:58:07.838260 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-4520daf9-bf9f-4cd6-b82a-c85209c1dbca req-ceff01ec-b955-4aa8-b3d9-a777ef36b9f0 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:07.877494 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [req-4520daf9-bf9f-4cd6-b82a-c85209c1dbca req-ceff01ec-b955-4aa8-b3d9-a777ef36b9f0 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Calling delete_port for c7980440-a2bc-4a32-9f5c-7dafd0239f39 owned by compute:nova {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:58:07.883858 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-1d2431d7-bc2e-4296-9741-836bef6a8519 req-d8907798-837d-4099-b8ae-52490391ff34 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] 10.222.0.42 "GET /v2.0/security-groups?id=e2ab8bce-bca0-434d-ad1c-ad30dfd1db67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2299056 Mar 29 15:58:07.895016 n-d-834765-1 neutron-server[102791]: INFO neutron.db.l3_db [None req-ab4bd7ef-8925-4ee2-9171-1e3be66690de tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] Floating IP df807457-4617-4f88-b285-b2d5ae042174 associated. External IP: 172.25.4.38, port: 2794e879-ed00-4f3e-b1c7-b826a0ebacf6. Mar 29 15:58:07.901395 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-6286dd22-1dc9-4e4e-b0fa-6a49dae39292 tempest-AllowedAddressPairIpV6TestJSON-479071870 tempest-AllowedAddressPairIpV6TestJSON-479071870-project] Deleting port 58a2464d-b154-467d-981a-f436e0d80a6e {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:58:07.901807 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-6286dd22-1dc9-4e4e-b0fa-6a49dae39292 tempest-AllowedAddressPairIpV6TestJSON-479071870 tempest-AllowedAddressPairIpV6TestJSON-479071870-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:07.905199 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-5eda60c5-c23e-40e2-969d-5e55b1220a54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:07.913191 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-5eda60c5-c23e-40e2-969d-5e55b1220a54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:07.914728 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-5eda60c5-c23e-40e2-969d-5e55b1220a54 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f8d2d64f-78f5-48b0-a955-480b8270ad92 HTTP/1.1" status: 204 len: 168 time: 0.8533661 Mar 29 15:58:07.927740 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-3e5f1d57-50dd-4fff-a676-245b248283a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-526718'] for router, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:07.932641 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e5f1d57-50dd-4fff-a676-245b248283a4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4733b952-774b-45ac-8d3f-5b1a7d836c01 {{(pid=102790) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 29 15:58:07.941252 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-3e5f1d57-50dd-4fff-a676-245b248283a4 admin admin] Notify callbacks [] for router, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:07.945257 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-3e5f1d57-50dd-4fff-a676-245b248283a4 admin admin] 10.222.0.42 "DELETE /v2.0/routers/4733b952-774b-45ac-8d3f-5b1a7d836c01 HTTP/1.1" status: 204 len: 168 time: 2.2070053 Mar 29 15:58:07.950469 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 41658) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:58:07.999053 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eda60c5-c23e-40e2-969d-5e55b1220a54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8d2d64f-78f5-48b0-a955-480b8270ad92,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:58:08.071341 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.db_base_plugin_v2 [None req-fbbd8f21-c989-424d-84b9-f8b58555ee2c admin admin] Deleting subnet 663f6d79-4dbd-4bb3-be83-2cfa9a8cc992 {{(pid=102790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 15:58:08.077392 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-fbbd8f21-c989-424d-84b9-f8b58555ee2c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:08.142805 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-fbbd8f21-c989-424d-84b9-f8b58555ee2c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4614024'] for subnet, precommit_delete_associations {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:08.233276 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.agents_db [None req-59735a15-725e-44d4-9ad5-95cbe356f209 None None] Agent healthcheck: found 7 active agents {{(pid=102793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 15:58:08.307685 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-fbbd8f21-c989-424d-84b9-f8b58555ee2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1641287'] for subnet, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:08.309167 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-6286dd22-1dc9-4e4e-b0fa-6a49dae39292 tempest-AllowedAddressPairIpV6TestJSON-479071870 tempest-AllowedAddressPairIpV6TestJSON-479071870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:08.377077 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-6286dd22-1dc9-4e4e-b0fa-6a49dae39292 tempest-AllowedAddressPairIpV6TestJSON-479071870 tempest-AllowedAddressPairIpV6TestJSON-479071870-project] Calling delete_port for 58a2464d-b154-467d-981a-f436e0d80a6e owned by {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:58:08.451867 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-fbbd8f21-c989-424d-84b9-f8b58555ee2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1641294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5231963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4793952'] for subnet, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:08.518591 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbd8f21-c989-424d-84b9-f8b58555ee2c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=663f6d79-4dbd-4bb3-be83-2cfa9a8cc992,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:58:08.524711 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-fbbd8f21-c989-424d-84b9-f8b58555ee2c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for subnet, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:08.528046 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-fbbd8f21-c989-424d-84b9-f8b58555ee2c admin admin] 10.222.0.42 "DELETE /v2.0/subnets/663f6d79-4dbd-4bb3-be83-2cfa9a8cc992 HTTP/1.1" status: 204 len: 168 time: 0.5512066 Mar 29 15:58:08.532497 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 41666) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:58:08.535917 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c87bfcb9-a536-4f30-8c34-30c6d6dfc766 None None] Network 52b3ca30-3c1f-4e6f-8a55-52e966f15639 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 15:58:08.723774 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-1092b129-d525-4b38-a5fc-65fe00fe0e45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1631750'] for network, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:08.735427 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 3b1868d8-e3aa-41be-8da3-4f889a6ce11f no longer exists at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:58:08.809194 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] No Port match for: 3b1868d8-e3aa-41be-8da3-4f889a6ce11f {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 15:58:08.809947 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 3b1868d8-e3aa-41be-8da3-4f889a6ce11f not bound to the agent host n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:58:08.810444 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 1d23c68c-8e1e-4f1f-93be-c99b41aa2894 no longer exists at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:58:08.816992 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-1092b129-d525-4b38-a5fc-65fe00fe0e45 admin admin] Deleting port 5659a8fe-2046-42e2-b6f9-9786022bf7e5 {{(pid=102790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:58:08.816992 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-1092b129-d525-4b38-a5fc-65fe00fe0e45 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:08.866094 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] No Port match for: 1d23c68c-8e1e-4f1f-93be-c99b41aa2894 {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 15:58:08.866794 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 1d23c68c-8e1e-4f1f-93be-c99b41aa2894 not bound to the agent host n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:58:08.900907 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-4520daf9-bf9f-4cd6-b82a-c85209c1dbca req-ceff01ec-b955-4aa8-b3d9-a777ef36b9f0 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:08.969448 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab4bd7ef-8925-4ee2-9171-1e3be66690de tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] Router 6285f326-c781-4f2f-ab7c-7ef532c6f60c has already been hosted by L3 agent c648d819-1060-4f26-b4ec-6455387b5dff {{(pid=102791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 15:58:08.982065 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceff01ec-b955-4aa8-b3d9-a777ef36b9f0 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Pushing event deleted for resources: {'Port': ['ID=c7980440-a2bc-4a32-9f5c-7dafd0239f39,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:58:09.039217 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [None req-1092b129-d525-4b38-a5fc-65fe00fe0e45 admin admin] For port 5659a8fe-2046-42e2-b6f9-9786022bf7e5, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=5659a8fe-2046-42e2-b6f9-9786022bf7e5,segment=NetworkSegment(45d459c2-bc60-438b-9748-0a2128eb0523),segment_id=45d459c2-bc60-438b-9748-0a2128eb0523)] {{(pid=102790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:58:09.040404 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-1092b129-d525-4b38-a5fc-65fe00fe0e45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:09.065232 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-1092b129-d525-4b38-a5fc-65fe00fe0e45 admin admin] Calling delete_port for 5659a8fe-2046-42e2-b6f9-9786022bf7e5 owned by network:dhcp {{(pid=102790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:58:09.069326 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253ee18e-ab61-4aa7-bf4c-fa37b897f1a6 req-8b175cca-e93d-4790-a6d9-82141174be80 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:09.071100 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-253ee18e-ab61-4aa7-bf4c-fa37b897f1a6 req-8b175cca-e93d-4790-a6d9-82141174be80 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/ports?device_id=a826bfb8-6367-4486-81d3-bd7b91cb30ce HTTP/1.1" status: 200 len: 932 time: 0.2735727 Mar 29 15:58:09.130022 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-573eafe0-37fb-493b-a405-18786510e0a2 None None] DHCP port deletion for 52b3ca30-3c1f-4e6f-8a55-52e966f15639 request from n-d-834765-1 {{(pid=102792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 29 15:58:09.153735 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [req-4520daf9-bf9f-4cd6-b82a-c85209c1dbca req-ceff01ec-b955-4aa8-b3d9-a777ef36b9f0 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] No DVR routers for this DVR port c7980440-a2bc-4a32-9f5c-7dafd0239f39 on host n-h2-834765-1 {{(pid=102791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:58:09.172282 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-4520daf9-bf9f-4cd6-b82a-c85209c1dbca req-ceff01ec-b955-4aa8-b3d9-a777ef36b9f0 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:09.175595 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4520daf9-bf9f-4cd6-b82a-c85209c1dbca req-ceff01ec-b955-4aa8-b3d9-a777ef36b9f0 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] 10.222.0.48 "DELETE /v2.0/ports/c7980440-a2bc-4a32-9f5c-7dafd0239f39 HTTP/1.1" status: 204 len: 173 time: 3.3054373 Mar 29 15:58:09.180061 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5e34b53-8d44-45db-a377-1c001fe98b5c', 'name': 'network-vif-deleted', 'tag': 'c7980440-a2bc-4a32-9f5c-7dafd0239f39'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:58:09.182725 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c67b028db5e9b9818fecc5c0a87ebc6f190694fa53ca267d523e04f98de536d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-200973c0-6227-454f-9a53-0afa0790f5be" -d '{"events": [{"server_uuid": "b5e34b53-8d44-45db-a377-1c001fe98b5c", "name": "network-vif-deleted", "tag": "c7980440-a2bc-4a32-9f5c-7dafd0239f39"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:58:09.248206 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-1092b129-d525-4b38-a5fc-65fe00fe0e45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:09.299082 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [req-ba46fe27-651b-4502-b26a-d0260f6793e2 req-fd7ab2b8-07e9-495d-87d1-bfd99f2bb6af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8399e582-1431-41bf-82d5-74464a9d1a4e {{(pid=102791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:58:09.312531 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1092b129-d525-4b38-a5fc-65fe00fe0e45 admin admin] Pushing event deleted for resources: {'Port': ['ID=5659a8fe-2046-42e2-b6f9-9786022bf7e5,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:58:09.324498 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1092b129-d525-4b38-a5fc-65fe00fe0e45 admin admin] No DVR routers for this DVR port 5659a8fe-2046-42e2-b6f9-9786022bf7e5 on host n-d-834765-1 {{(pid=102790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:58:09.330106 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-ba46fe27-651b-4502-b26a-d0260f6793e2 req-fd7ab2b8-07e9-495d-87d1-bfd99f2bb6af service neutron] Notify callbacks [] for port, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:09.385047 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-253ee18e-ab61-4aa7-bf4c-fa37b897f1a6 req-a3102830-0236-426e-b65a-f0d56de3a6d2 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/security-groups?id=5e7dc381-3678-4cad-aeb8-d0ce3409e19e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2829533 Mar 29 15:58:09.392233 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-6286dd22-1dc9-4e4e-b0fa-6a49dae39292 tempest-AllowedAddressPairIpV6TestJSON-479071870 tempest-AllowedAddressPairIpV6TestJSON-479071870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:09.425907 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-573eafe0-37fb-493b-a405-18786510e0a2 None None] Deleting port 5659a8fe-2046-42e2-b6f9-9786022bf7e5 {{(pid=102792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:58:09.432606 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-1092b129-d525-4b38-a5fc-65fe00fe0e45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639890', 'neutron.services.segments.db._delete_segments_for_network-8783523423079'] for network, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:09.437921 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-573eafe0-37fb-493b-a405-18786510e0a2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:09.476413 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.provisioning_blocks [req-ba46fe27-651b-4502-b26a-d0260f6793e2 req-fd7ab2b8-07e9-495d-87d1-bfd99f2bb6af service neutron] Transition to ACTIVE for port object 8399e582-1431-41bf-82d5-74464a9d1a4e will not be triggered until provisioned by entity L2. {{(pid=102791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 15:58:09.497823 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-1092b129-d525-4b38-a5fc-65fe00fe0e45 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52b3ca30-3c1f-4e6f-8a55-52e966f15639']}} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:58:09.525307 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e21c39-2bfd-4676-8ae0-4aee56664020 req-5bad3fbb-ce07-49be-b83b-afd957c99f8c tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:09.536248 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-b6e21c39-2bfd-4676-8ae0-4aee56664020 req-5bad3fbb-ce07-49be-b83b-afd957c99f8c tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] 10.222.0.42 "GET /v2.0/ports?device_id=b5e34b53-8d44-45db-a377-1c001fe98b5c HTTP/1.1" status: 200 len: 943 time: 0.3021486 Mar 29 15:58:09.559018 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:58:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdb3e384-7ab9-4a30-bc0d-a3bd7be109b3 x-openstack-request-id: req-cdb3e384-7ab9-4a30-bc0d-a3bd7be109b3 {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:58:09.559662 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5e34b53-8d44-45db-a377-1c001fe98b5c", "name": "network-vif-deleted", "tag": "c7980440-a2bc-4a32-9f5c-7dafd0239f39", "status": "completed", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:58:09.560111 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-cdb3e384-7ab9-4a30-bc0d-a3bd7be109b3 {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:58:09.560679 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5e34b53-8d44-45db-a377-1c001fe98b5c', 'name': 'network-vif-deleted', 'tag': 'c7980440-a2bc-4a32-9f5c-7dafd0239f39', 'status': 'completed', 'code': 200} Mar 29 15:58:09.562450 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6286dd22-1dc9-4e4e-b0fa-6a49dae39292 tempest-AllowedAddressPairIpV6TestJSON-479071870 tempest-AllowedAddressPairIpV6TestJSON-479071870-project] Pushing event deleted for resources: {'Port': ['ID=58a2464d-b154-467d-981a-f436e0d80a6e,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:58:09.565599 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-ba46fe27-651b-4502-b26a-d0260f6793e2 req-fd7ab2b8-07e9-495d-87d1-bfd99f2bb6af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:09.576016 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-1092b129-d525-4b38-a5fc-65fe00fe0e45 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45d459c2-bc60-438b-9748-0a2128eb0523') {'for_net_delete': True} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:58:09.576539 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-1092b129-d525-4b38-a5fc-65fe00fe0e45 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45d459c2-bc60-438b-9748-0a2128eb0523') {} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:58:09.615062 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-1092b129-d525-4b38-a5fc-65fe00fe0e45 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783523422064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4614019'] for segment, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:09.628337 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6286dd22-1dc9-4e4e-b0fa-6a49dae39292 tempest-AllowedAddressPairIpV6TestJSON-479071870 tempest-AllowedAddressPairIpV6TestJSON-479071870-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:58:09.632746 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6286dd22-1dc9-4e4e-b0fa-6a49dae39292 tempest-AllowedAddressPairIpV6TestJSON-479071870 tempest-AllowedAddressPairIpV6TestJSON-479071870-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:58:09.633521 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6286dd22-1dc9-4e4e-b0fa-6a49dae39292 tempest-AllowedAddressPairIpV6TestJSON-479071870 tempest-AllowedAddressPairIpV6TestJSON-479071870-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:58:09.633936 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6286dd22-1dc9-4e4e-b0fa-6a49dae39292 tempest-AllowedAddressPairIpV6TestJSON-479071870 tempest-AllowedAddressPairIpV6TestJSON-479071870-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:58:09.634440 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6286dd22-1dc9-4e4e-b0fa-6a49dae39292 tempest-AllowedAddressPairIpV6TestJSON-479071870 tempest-AllowedAddressPairIpV6TestJSON-479071870-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:58:09.635687 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6286dd22-1dc9-4e4e-b0fa-6a49dae39292 tempest-AllowedAddressPairIpV6TestJSON-479071870 tempest-AllowedAddressPairIpV6TestJSON-479071870-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:58:09.636205 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6286dd22-1dc9-4e4e-b0fa-6a49dae39292 tempest-AllowedAddressPairIpV6TestJSON-479071870 tempest-AllowedAddressPairIpV6TestJSON-479071870-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:58:09.636830 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6286dd22-1dc9-4e4e-b0fa-6a49dae39292 tempest-AllowedAddressPairIpV6TestJSON-479071870 tempest-AllowedAddressPairIpV6TestJSON-479071870-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:58:09.637108 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6286dd22-1dc9-4e4e-b0fa-6a49dae39292 tempest-AllowedAddressPairIpV6TestJSON-479071870 tempest-AllowedAddressPairIpV6TestJSON-479071870-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:58:09.637439 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6286dd22-1dc9-4e4e-b0fa-6a49dae39292 tempest-AllowedAddressPairIpV6TestJSON-479071870 tempest-AllowedAddressPairIpV6TestJSON-479071870-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:58:09.637941 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6286dd22-1dc9-4e4e-b0fa-6a49dae39292 tempest-AllowedAddressPairIpV6TestJSON-479071870 tempest-AllowedAddressPairIpV6TestJSON-479071870-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:58:09.638697 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6286dd22-1dc9-4e4e-b0fa-6a49dae39292 tempest-AllowedAddressPairIpV6TestJSON-479071870 tempest-AllowedAddressPairIpV6TestJSON-479071870-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:58:09.659479 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab4bd7ef-8925-4ee2-9171-1e3be66690de tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:58:09.672161 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef5e4f2a-e532-4653-8a0e-7b4dc0ae106b None None] Sync routers for ids ['6285f326-c781-4f2f-ab7c-7ef532c6f60c'] in n-d-834765-1 {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:58:09.682292 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-6286dd22-1dc9-4e4e-b0fa-6a49dae39292 tempest-AllowedAddressPairIpV6TestJSON-479071870 tempest-AllowedAddressPairIpV6TestJSON-479071870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:09.689744 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-6286dd22-1dc9-4e4e-b0fa-6a49dae39292 tempest-AllowedAddressPairIpV6TestJSON-479071870 tempest-AllowedAddressPairIpV6TestJSON-479071870-project] 10.222.0.42 "DELETE /v2.0/ports/58a2464d-b154-467d-981a-f436e0d80a6e HTTP/1.1" status: 204 len: 168 time: 2.2596853 Mar 29 15:58:09.692435 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-1092b129-d525-4b38-a5fc-65fe00fe0e45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:09.696519 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-ab4bd7ef-8925-4ee2-9171-1e3be66690de tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for floatingip, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:09.698297 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 41684) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:58:09.738134 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef5e4f2a-e532-4653-8a0e-7b4dc0ae106b None None] Routers {'6285f326-c781-4f2f-ab7c-7ef532c6f60c'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:58:09.738789 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-ef5e4f2a-e532-4653-8a0e-7b4dc0ae106b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:58:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['6285f326-c781-4f2f-ab7c-7ef532c6f60c'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:58:09.802521 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-573eafe0-37fb-493b-a405-18786510e0a2 None None] For port 5659a8fe-2046-42e2-b6f9-9786022bf7e5, host n-d-834765-1, got binding levels [] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:58:09.808193 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-573eafe0-37fb-493b-a405-18786510e0a2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:09.813239 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4915145-d371-447b-84ce-962bed0adf54 tempest-AllowedAddressPairIpV6TestJSON-479071870 tempest-AllowedAddressPairIpV6TestJSON-479071870-project] Deleting subnet 69cbf5a3-44f1-46f5-a171-bd0854c026b6 {{(pid=102790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 15:58:09.816298 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1092b129-d525-4b38-a5fc-65fe00fe0e45 admin admin] Releasing vlan 643 on physical network physnet1 to pool {{(pid=102790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 15:58:09.823853 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-1092b129-d525-4b38-a5fc-65fe00fe0e45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5238013'] for segment, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:09.842924 n-d-834765-1 neutron-server[102790]: Traceback (most recent call last): Mar 29 15:58:09.842924 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 15:58:09.842924 n-d-834765-1 neutron-server[102790]: timer() Mar 29 15:58:09.842924 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 15:58:09.842924 n-d-834765-1 neutron-server[102790]: cb(*args, **kw) Mar 29 15:58:09.842924 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 15:58:09.842924 n-d-834765-1 neutron-server[102790]: return func(*args, **kwargs) Mar 29 15:58:09.842924 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 15:58:09.842924 n-d-834765-1 neutron-server[102790]: self._notify() Mar 29 15:58:09.842924 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 15:58:09.842924 n-d-834765-1 neutron-server[102790]: self.callback(batched_events) Mar 29 15:58:09.842924 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 15:58:09.842924 n-d-834765-1 neutron-server[102790]: event.method(event) Mar 29 15:58:09.842924 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 15:58:09.842924 n-d-834765-1 neutron-server[102790]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 15:58:09.842924 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 15:58:09.842924 n-d-834765-1 neutron-server[102790]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 15:58:09.842924 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 15:58:09.842924 n-d-834765-1 neutron-server[102790]: return f(self, *a, **k) Mar 29 15:58:09.842924 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 15:58:09.842924 n-d-834765-1 neutron-server[102790]: return self._get(url).json() Mar 29 15:58:09.842924 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 15:58:09.842924 n-d-834765-1 neutron-server[102790]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 15:58:09.842924 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 15:58:09.842924 n-d-834765-1 neutron-server[102790]: return self.request(url, 'GET', **kwargs) Mar 29 15:58:09.842924 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 15:58:09.842924 n-d-834765-1 neutron-server[102790]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 15:58:09.842924 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 15:58:09.842924 n-d-834765-1 neutron-server[102790]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 15:58:09.842924 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 15:58:09.842924 n-d-834765-1 neutron-server[102790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 15:58:09.842924 n-d-834765-1 neutron-server[102790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 15:58:09.854885 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [req-4520daf9-bf9f-4cd6-b82a-c85209c1dbca req-a9bb51df-9ecc-4065-81d2-539f77fb207a tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Deleting port f402d3d7-34ef-43ea-8950-d2b015ceb2a3 {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:58:09.855370 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-4520daf9-bf9f-4cd6-b82a-c85209c1dbca req-a9bb51df-9ecc-4065-81d2-539f77fb207a tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:09.867211 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-ab4bd7ef-8925-4ee2-9171-1e3be66690de tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] 10.222.0.42 "PUT /v2.0/floatingips/df807457-4617-4f88-b285-b2d5ae042174 HTTP/1.1" status: 200 len: 991 time: 5.3198481 Mar 29 15:58:09.875892 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-b6e21c39-2bfd-4676-8ae0-4aee56664020 req-876dd05b-7771-4391-901f-a73c5a87551a tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] 10.222.0.42 "GET /v2.0/security-groups?id=e2ab8bce-bca0-434d-ad1c-ad30dfd1db67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3384032 Mar 29 15:58:09.878865 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-d4915145-d371-447b-84ce-962bed0adf54 tempest-AllowedAddressPairIpV6TestJSON-479071870 tempest-AllowedAddressPairIpV6TestJSON-479071870-project] Notify callbacks [] for subnet, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:09.909339 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-573eafe0-37fb-493b-a405-18786510e0a2 None None] Calling delete_port for 5659a8fe-2046-42e2-b6f9-9786022bf7e5 owned by network:dhcp {{(pid=102792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:58:09.920099 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.ipam_backend_mixin [None req-573eafe0-37fb-493b-a405-18786510e0a2 None None] Port 5659a8fe-2046-42e2-b6f9-9786022bf7e5 was not found and therefore no delete operation was performed {{(pid=102792) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 29 15:58:09.942881 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-573eafe0-37fb-493b-a405-18786510e0a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350'] for port, after_delete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:09.961633 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7ab2b8-07e9-495d-87d1-bfd99f2bb6af service neutron] Pushing event updated for resources: {'Port': ['ID=8399e582-1431-41bf-82d5-74464a9d1a4e,revision_number=2']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:58:10.116011 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-1092b129-d525-4b38-a5fc-65fe00fe0e45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1639897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648174'] for network, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:10.119944 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-573eafe0-37fb-493b-a405-18786510e0a2 None None] No DVR routers for this DVR port 5659a8fe-2046-42e2-b6f9-9786022bf7e5 on host n-d-834765-1 {{(pid=102792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:58:10.133556 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573eafe0-37fb-493b-a405-18786510e0a2 None None] Pushing event deleted for resources: {'Port': ['ID=5659a8fe-2046-42e2-b6f9-9786022bf7e5,revision_number=None']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:58:10.133768 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 41690) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:58:10.184448 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-1092b129-d525-4b38-a5fc-65fe00fe0e45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for network, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:10.185957 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-ba46fe27-651b-4502-b26a-d0260f6793e2 req-fd7ab2b8-07e9-495d-87d1-bfd99f2bb6af service neutron] Attempting to bind port 8399e582-1431-41bf-82d5-74464a9d1a4e on host n-h1-834765-1 for vnic_type normal with profile {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:58:10.186295 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-ba46fe27-651b-4502-b26a-d0260f6793e2 req-fd7ab2b8-07e9-495d-87d1-bfd99f2bb6af service neutron] Attempting to bind port 8399e582-1431-41bf-82d5-74464a9d1a4e by drivers openvswitch,hyperv on host n-h1-834765-1 at level 0 using segments [{'id': 'f897e69d-257a-4c8a-bc55-e063bbc47d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '8594f729-9088-4f6b-8543-aaadb0f5b192'}] {{(pid=102791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:58:10.186629 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba46fe27-651b-4502-b26a-d0260f6793e2 req-fd7ab2b8-07e9-495d-87d1-bfd99f2bb6af service neutron] Attempting to bind port 8399e582-1431-41bf-82d5-74464a9d1a4e on network 8594f729-9088-4f6b-8543-aaadb0f5b192 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:58:10.193056 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-1092b129-d525-4b38-a5fc-65fe00fe0e45 admin admin] 10.222.0.42 "DELETE /v2.0/networks/52b3ca30-3c1f-4e6f-8a55-52e966f15639 HTTP/1.1" status: 204 len: 168 time: 1.6554418 Mar 29 15:58:10.193056 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1092b129-d525-4b38-a5fc-65fe00fe0e45 admin admin] Pushing event deleted for resources: {'Network': ['ID=52b3ca30-3c1f-4e6f-8a55-52e966f15639,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:58:10.206205 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-4520daf9-bf9f-4cd6-b82a-c85209c1dbca req-a9bb51df-9ecc-4065-81d2-539f77fb207a tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] For port f402d3d7-34ef-43ea-8950-d2b015ceb2a3, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=f402d3d7-34ef-43ea-8950-d2b015ceb2a3,segment=NetworkSegment(9581079c-64f8-4f74-b62d-5bba29484aa6),segment_id=9581079c-64f8-4f74-b62d-5bba29484aa6)] {{(pid=102791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:58:10.206574 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-4520daf9-bf9f-4cd6-b82a-c85209c1dbca req-a9bb51df-9ecc-4065-81d2-539f77fb207a tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:10.210905 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-d4915145-d371-447b-84ce-962bed0adf54 tempest-AllowedAddressPairIpV6TestJSON-479071870 tempest-AllowedAddressPairIpV6TestJSON-479071870-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4614024'] for subnet, precommit_delete_associations {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:10.219190 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba46fe27-651b-4502-b26a-d0260f6793e2 req-fd7ab2b8-07e9-495d-87d1-bfd99f2bb6af service neutron] Port 8399e582-1431-41bf-82d5-74464a9d1a4e on network 8594f729-9088-4f6b-8543-aaadb0f5b192 not bound, no agent of type Open vSwitch agent registered on host n-h1-834765-1 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 15:58:10.219541 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba46fe27-651b-4502-b26a-d0260f6793e2 req-fd7ab2b8-07e9-495d-87d1-bfd99f2bb6af service neutron] Attempting to bind port 8399e582-1431-41bf-82d5-74464a9d1a4e on network 8594f729-9088-4f6b-8543-aaadb0f5b192 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:58:10.247169 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba46fe27-651b-4502-b26a-d0260f6793e2 req-fd7ab2b8-07e9-495d-87d1-bfd99f2bb6af service neutron] Checking agent: {'id': 'be375040-5069-4239-9460-a3a3213e1e90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 33, 18), 'started_at': datetime.datetime(2022, 3, 29, 15, 33, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 57, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:58:10.247169 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba46fe27-651b-4502-b26a-d0260f6793e2 req-fd7ab2b8-07e9-495d-87d1-bfd99f2bb6af service neutron] Checking segment: {'id': 'f897e69d-257a-4c8a-bc55-e063bbc47d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '8594f729-9088-4f6b-8543-aaadb0f5b192'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:58:10.247169 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba46fe27-651b-4502-b26a-d0260f6793e2 req-fd7ab2b8-07e9-495d-87d1-bfd99f2bb6af service neutron] Bound using segment: {'id': 'f897e69d-257a-4c8a-bc55-e063bbc47d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '8594f729-9088-4f6b-8543-aaadb0f5b192'} {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:58:10.247671 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-ba46fe27-651b-4502-b26a-d0260f6793e2 req-fd7ab2b8-07e9-495d-87d1-bfd99f2bb6af service neutron] Bound port: 8399e582-1431-41bf-82d5-74464a9d1a4e, host: n-h1-834765-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f897e69d-257a-4c8a-bc55-e063bbc47d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '8594f729-9088-4f6b-8543-aaadb0f5b192'}}] {{(pid=102791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 15:58:10.247778 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-ba46fe27-651b-4502-b26a-d0260f6793e2 req-fd7ab2b8-07e9-495d-87d1-bfd99f2bb6af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:10.287914 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvr_db [None req-ef5e4f2a-e532-4653-8a0e-7b4dc0ae106b None None] Set router 6285f326-c781-4f2f-ab7c-7ef532c6f60c gateway port host: n-d-834765-1 {{(pid=102793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:58:10.411127 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-d4915145-d371-447b-84ce-962bed0adf54 tempest-AllowedAddressPairIpV6TestJSON-479071870 tempest-AllowedAddressPairIpV6TestJSON-479071870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1641287'] for subnet, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:10.514791 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-37610355-683c-43fe-85b6-1f5d263ce835 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-731836946-network', 'tenant_id': 'cbf82823db2942d6982294feb5961b4b'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:58:10.555058 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-ba46fe27-651b-4502-b26a-d0260f6793e2 req-fd7ab2b8-07e9-495d-87d1-bfd99f2bb6af service neutron] For port 8399e582-1431-41bf-82d5-74464a9d1a4e, host n-h1-834765-1, cleared binding levels {{(pid=102791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:58:10.575758 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 41698) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:58:10.660090 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 5659a8fe-2046-42e2-b6f9-9786022bf7e5 no longer exists at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:58:10.684289 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-d4915145-d371-447b-84ce-962bed0adf54 tempest-AllowedAddressPairIpV6TestJSON-479071870 tempest-AllowedAddressPairIpV6TestJSON-479071870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1641294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5231963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4793952'] for subnet, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:10.687358 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37610355-683c-43fe-85b6-1f5d263ce835 admin admin] Made reservation on behalf of cbf82823db2942d6982294feb5961b4b for: {'network': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:58:10.690951 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-37610355-683c-43fe-85b6-1f5d263ce835 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for network, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:10.707051 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-37610355-683c-43fe-85b6-1f5d263ce835 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:10.720086 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-ba46fe27-651b-4502-b26a-d0260f6793e2 req-fd7ab2b8-07e9-495d-87d1-bfd99f2bb6af service neutron] For port 8399e582-1431-41bf-82d5-74464a9d1a4e, host n-h1-834765-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=8399e582-1431-41bf-82d5-74464a9d1a4e,segment=NetworkSegment(f897e69d-257a-4c8a-bc55-e063bbc47d9e),segment_id=f897e69d-257a-4c8a-bc55-e063bbc47d9e)] {{(pid=102791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:58:10.721330 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] No Port match for: 5659a8fe-2046-42e2-b6f9-9786022bf7e5 {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 15:58:10.726052 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 5659a8fe-2046-42e2-b6f9-9786022bf7e5 not bound to the agent host n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:58:10.797028 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-ba46fe27-651b-4502-b26a-d0260f6793e2 req-fd7ab2b8-07e9-495d-87d1-bfd99f2bb6af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:10.805902 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-ef5e4f2a-e532-4653-8a0e-7b4dc0ae106b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6285f326-c781-4f2f-ab7c-7ef532c6f60c', 'name': 'tempest-AttachVolumeTestJSON-1827063187-router', 'tenant_id': '0645dc511670491c8626eeb496c0ab97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.149'}], 'enable_snat': True}, 'gw_port_id': '38c61091-efa6-44d1-8702-14f57199fb72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:52:23Z', 'updated_at': '2022-03-29T15:52:34Z', 'revision_number': 4, 'project_id': '0645dc511670491c8626eeb496c0ab97', 'gw_port': {'id': '38c61091-efa6-44d1-8702-14f57199fb72', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:b2:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6285f326-c781-4f2f-ab7c-7ef532c6f60c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2081, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:52:26Z', 'updated_at': '2022-03-29T15:52:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_floatingips': [{'id': 'df807457-4617-4f88-b285-b2d5ae042174', 'tenant_id': '0645dc511670491c8626eeb496c0ab97', 'floating_ip_address': '172.25.4.38', 'floating_network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'router_id': '6285f326-c781-4f2f-ab7c-7ef532c6f60c', 'port_id': '2794e879-ed00-4f3e-b1c7-b826a0ebacf6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2738, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd994e3d3-6e54-466f-bbe9-e588ad776084', 'mac_address': 'fa:16:3e:11:12:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a217708-1e2e-4818-bd10-8ae842662312', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T15:57:40Z', 'updated_at': '2022-03-29T15:58:06Z', 'revision_number': 1, 'project_id': '0645dc511670491c8626eeb496c0ab97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7eaacc99-c88e-4cef-a816-8959e5a646da', 'name': '', 'network_id': 'd994e3d3-6e54-466f-bbe9-e588ad776084', 'tenant_id': '0645dc511670491c8626eeb496c0ab97', 'mac_address': 'fa:16:3e:4f:b4:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6285f326-c781-4f2f-ab7c-7ef532c6f60c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2091, 'fixed_ips': [{'subnet_id': 'a8d0e49f-9e4f-4325-b3fe-d85cd5221184', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:52:33Z', 'updated_at': '2022-03-29T15:52:51Z', 'revision_number': 5, 'project_id': '0645dc511670491c8626eeb496c0ab97', 'subnets': [{'id': 'a8d0e49f-9e4f-4325-b3fe-d85cd5221184', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:58:10.825651 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-4520daf9-bf9f-4cd6-b82a-c85209c1dbca req-a9bb51df-9ecc-4065-81d2-539f77fb207a tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:10.826305 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-4520daf9-bf9f-4cd6-b82a-c85209c1dbca req-a9bb51df-9ecc-4065-81d2-539f77fb207a tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648212'] for floatingip, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:10.826802 n-d-834765-1 neutron-server[102791]: INFO neutron.db.l3_db [req-4520daf9-bf9f-4cd6-b82a-c85209c1dbca req-a9bb51df-9ecc-4065-81d2-539f77fb207a tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Floating IP 9ba0093b-b750-4db2-93e5-03373318d62b disassociated. External IP: 172.25.4.133, port: f402d3d7-34ef-43ea-8950-d2b015ceb2a3. Mar 29 15:58:10.827333 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [req-4520daf9-bf9f-4cd6-b82a-c85209c1dbca req-a9bb51df-9ecc-4065-81d2-539f77fb207a tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Calling delete_port for f402d3d7-34ef-43ea-8950-d2b015ceb2a3 owned by compute:nova {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:58:10.884449 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba46fe27-651b-4502-b26a-d0260f6793e2 req-fd7ab2b8-07e9-495d-87d1-bfd99f2bb6af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:10.885626 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-ba46fe27-651b-4502-b26a-d0260f6793e2 req-fd7ab2b8-07e9-495d-87d1-bfd99f2bb6af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:10.887452 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ba46fe27-651b-4502-b26a-d0260f6793e2 req-fd7ab2b8-07e9-495d-87d1-bfd99f2bb6af service neutron] 10.222.0.44 "PUT /v2.0/ports/8399e582-1431-41bf-82d5-74464a9d1a4e HTTP/1.1" status: 200 len: 1092 time: 3.3489180 Mar 29 15:58:10.902449 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef5e4f2a-e532-4653-8a0e-7b4dc0ae106b None None] Checking router: 6285f326-c781-4f2f-ab7c-7ef532c6f60c for host: n-d-834765-1 {{(pid=102793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:58:10.940527 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef5e4f2a-e532-4653-8a0e-7b4dc0ae106b None None] Routers {'6285f326-c781-4f2f-ab7c-7ef532c6f60c'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:58:10.942645 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-ef5e4f2a-e532-4653-8a0e-7b4dc0ae106b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:58:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['6285f326-c781-4f2f-ab7c-7ef532c6f60c'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:58:11.028516 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac67ba1-5ebf-4b9a-8106-de3918db42a9 req-914a74c8-c53b-4215-9a1e-ee19a1da7aeb tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:11.030610 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-dac67ba1-5ebf-4b9a-8106-de3918db42a9 req-914a74c8-c53b-4215-9a1e-ee19a1da7aeb tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/ports?device_id=a826bfb8-6367-4486-81d3-bd7b91cb30ce HTTP/1.1" status: 200 len: 944 time: 0.3870096 Mar 29 15:58:11.051572 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7ab2b8-07e9-495d-87d1-bfd99f2bb6af service neutron] Pushing event updated for resources: {'Port': ['ID=8399e582-1431-41bf-82d5-74464a9d1a4e,revision_number=3']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:58:11.192625 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba46fe27-651b-4502-b26a-d0260f6793e2 req-a337489b-a18a-4e87-beae-08489c39a890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:11.194168 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ba46fe27-651b-4502-b26a-d0260f6793e2 req-a337489b-a18a-4e87-beae-08489c39a890 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f31979fa8a674f56835f136e5e49ba5c&device_id=a826bfb8-6367-4486-81d3-bd7b91cb30ce HTTP/1.1" status: 200 len: 1095 time: 0.2353396 Mar 29 15:58:11.210390 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-37610355-683c-43fe-85b6-1f5d263ce835 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:11.215093 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-1e4ada9b-f26a-4899-a115-2cb977cf73a4 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=cb6ca7868ad5485791bd8a883a850577&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6346984 Mar 29 15:58:11.216221 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4915145-d371-447b-84ce-962bed0adf54 tempest-AllowedAddressPairIpV6TestJSON-479071870 tempest-AllowedAddressPairIpV6TestJSON-479071870-project] Pushing event deleted for resources: {'Subnet': ['ID=69cbf5a3-44f1-46f5-a171-bd0854c026b6,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:58:11.220808 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvr_db [None req-ef5e4f2a-e532-4653-8a0e-7b4dc0ae106b None None] Set router 6285f326-c781-4f2f-ab7c-7ef532c6f60c gateway port host: n-d-834765-1 {{(pid=102793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:58:11.227145 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-d4915145-d371-447b-84ce-962bed0adf54 tempest-AllowedAddressPairIpV6TestJSON-479071870 tempest-AllowedAddressPairIpV6TestJSON-479071870-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for subnet, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:11.230274 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 41702) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:58:11.233231 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-d4915145-d371-447b-84ce-962bed0adf54 tempest-AllowedAddressPairIpV6TestJSON-479071870 tempest-AllowedAddressPairIpV6TestJSON-479071870-project] 10.222.0.42 "DELETE /v2.0/subnets/69cbf5a3-44f1-46f5-a171-bd0854c026b6 HTTP/1.1" status: 204 len: 168 time: 1.5336068 Mar 29 15:58:11.233946 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-dac67ba1-5ebf-4b9a-8106-de3918db42a9 req-aa969bed-22c8-4ab1-a980-e4c6eb4d54a9 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/security-groups?id=5e7dc381-3678-4cad-aeb8-d0ce3409e19e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834712 Mar 29 15:58:11.238533 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 41704) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:58:11.242829 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a32d5de9-a781-44ef-8d18-e20e87dfe0a5 None None] Network c9b3f7d5-d728-4b25-9429-dc300788c775 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 15:58:11.288993 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-37610355-683c-43fe-85b6-1f5d263ce835 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:11.326161 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ba46fe27-651b-4502-b26a-d0260f6793e2 req-7325a8b0-7876-4619-a38f-6076c514eeeb service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8399e582-1431-41bf-82d5-74464a9d1a4e HTTP/1.1" status: 200 len: 217 time: 0.1182368 Mar 29 15:58:11.423063 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37610355-683c-43fe-85b6-1f5d263ce835 admin admin] vlan segment allocate from pool success with {'vlan_id': 612, 'physical_network': 'physnet1'} {{(pid=102791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 15:58:11.427033 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84490081-28b6-4dea-af39-cee8f87c7440 req-6822ff1c-718f-4cc4-a871-9594f3b0baab tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:11.428976 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-84490081-28b6-4dea-af39-cee8f87c7440 req-6822ff1c-718f-4cc4-a871-9594f3b0baab tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] 10.222.0.42 "GET /v2.0/ports?device_id=b5e34b53-8d44-45db-a377-1c001fe98b5c HTTP/1.1" status: 200 len: 943 time: 0.2242479 Mar 29 15:58:11.441935 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-afd46c71-8d53-4532-a134-63942438e804 tempest-AllowedAddressPairIpV6TestJSON-479071870 tempest-AllowedAddressPairIpV6TestJSON-479071870-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1631750'] for network, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:11.496915 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37610355-683c-43fe-85b6-1f5d263ce835 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f04e3a50-e9a5-484d-8a78-c9306855682b,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:58:11.524706 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-37610355-683c-43fe-85b6-1f5d263ce835 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:11.525086 n-d-834765-1 neutron-server[102791]: INFO neutron.db.segments_db [None req-37610355-683c-43fe-85b6-1f5d263ce835 admin admin] Added segment 06564ba8-b5d1-4276-b1a5-1d865f34bd6d of type vlan for network a422627e-7fcb-48f5-b921-7c00f1f3a47e Mar 29 15:58:11.574478 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a217708-1e2e-4818-bd10-8ae842662312', 'tag': '2794e879-ed00-4f3e-b1c7-b826a0ebacf6'}, {'name': 'network-changed', 'server_uuid': 'a826bfb8-6367-4486-81d3-bd7b91cb30ce', 'tag': '8399e582-1431-41bf-82d5-74464a9d1a4e'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:58:11.575818 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-84490081-28b6-4dea-af39-cee8f87c7440 req-962eb211-b3dc-4042-92f9-3a478cebda55 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] 10.222.0.42 "GET /v2.0/security-groups?id=e2ab8bce-bca0-434d-ad1c-ad30dfd1db67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1318879 Mar 29 15:58:11.589348 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c67b028db5e9b9818fecc5c0a87ebc6f190694fa53ca267d523e04f98de536d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-968c2f11-3f05-4d64-b2c2-99139421187b" -d '{"events": [{"name": "network-changed", "server_uuid": "6a217708-1e2e-4818-bd10-8ae842662312", "tag": "2794e879-ed00-4f3e-b1c7-b826a0ebacf6"}, {"name": "network-changed", "server_uuid": "a826bfb8-6367-4486-81d3-bd7b91cb30ce", "tag": "8399e582-1431-41bf-82d5-74464a9d1a4e"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:58:11.630535 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba46fe27-651b-4502-b26a-d0260f6793e2 req-906e0004-02e6-4aed-9141-dc6b86677708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:11.632034 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e556daaa-023d-4d69-b061-9d0791350971 None None] DHCP port deletion for c9b3f7d5-d728-4b25-9429-dc300788c775 request from n-d-834765-1 {{(pid=102792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 29 15:58:11.633340 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ba46fe27-651b-4502-b26a-d0260f6793e2 req-906e0004-02e6-4aed-9141-dc6b86677708 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=52e8269b-e046-4c98-a9b1-ef8905fa8ddb HTTP/1.1" status: 200 len: 851 time: 0.2718194 Mar 29 15:58:11.634268 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-4520daf9-bf9f-4cd6-b82a-c85209c1dbca req-a9bb51df-9ecc-4065-81d2-539f77fb207a tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:11.640837 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-afd46c71-8d53-4532-a134-63942438e804 tempest-AllowedAddressPairIpV6TestJSON-479071870 tempest-AllowedAddressPairIpV6TestJSON-479071870-project] Deleting port 397cde38-cc53-438c-89ca-835d57cd0cf7 {{(pid=102790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:58:11.644714 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-afd46c71-8d53-4532-a134-63942438e804 tempest-AllowedAddressPairIpV6TestJSON-479071870 tempest-AllowedAddressPairIpV6TestJSON-479071870-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:11.683784 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-ef5e4f2a-e532-4653-8a0e-7b4dc0ae106b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6285f326-c781-4f2f-ab7c-7ef532c6f60c', 'name': 'tempest-AttachVolumeTestJSON-1827063187-router', 'tenant_id': '0645dc511670491c8626eeb496c0ab97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.149'}], 'enable_snat': True}, 'gw_port_id': '38c61091-efa6-44d1-8702-14f57199fb72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:52:23Z', 'updated_at': '2022-03-29T15:52:34Z', 'revision_number': 4, 'project_id': '0645dc511670491c8626eeb496c0ab97', 'gw_port': {'id': '38c61091-efa6-44d1-8702-14f57199fb72', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:b2:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6285f326-c781-4f2f-ab7c-7ef532c6f60c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2081, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:52:26Z', 'updated_at': '2022-03-29T15:52:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_floatingips': [{'id': 'df807457-4617-4f88-b285-b2d5ae042174', 'tenant_id': '0645dc511670491c8626eeb496c0ab97', 'floating_ip_address': '172.25.4.38', 'floating_network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'router_id': '6285f326-c781-4f2f-ab7c-7ef532c6f60c', 'port_id': '2794e879-ed00-4f3e-b1c7-b826a0ebacf6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2738, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd994e3d3-6e54-466f-bbe9-e588ad776084', 'mac_address': 'fa:16:3e:11:12:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a217708-1e2e-4818-bd10-8ae842662312', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T15:57:40Z', 'updated_at': '2022-03-29T15:58:06Z', 'revision_number': 1, 'project_id': '0645dc511670491c8626eeb496c0ab97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7eaacc99-c88e-4cef-a816-8959e5a646da', 'name': '', 'network_id': 'd994e3d3-6e54-466f-bbe9-e588ad776084', 'tenant_id': '0645dc511670491c8626eeb496c0ab97', 'mac_address': 'fa:16:3e:4f:b4:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6285f326-c781-4f2f-ab7c-7ef532c6f60c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2091, 'fixed_ips': [{'subnet_id': 'a8d0e49f-9e4f-4325-b3fe-d85cd5221184', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:52:33Z', 'updated_at': '2022-03-29T15:52:51Z', 'revision_number': 5, 'project_id': '0645dc511670491c8626eeb496c0ab97', 'subnets': [{'id': 'a8d0e49f-9e4f-4325-b3fe-d85cd5221184', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:58:11.691691 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-9543b786-f96c-4b9b-87a5-0f778ac2c4a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:11.751847 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-e556daaa-023d-4d69-b061-9d0791350971 None None] Deleting port 397cde38-cc53-438c-89ca-835d57cd0cf7 {{(pid=102792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:58:11.752212 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-e556daaa-023d-4d69-b061-9d0791350971 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:11.758777 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [None req-afd46c71-8d53-4532-a134-63942438e804 tempest-AllowedAddressPairIpV6TestJSON-479071870 tempest-AllowedAddressPairIpV6TestJSON-479071870-project] For port 397cde38-cc53-438c-89ca-835d57cd0cf7, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=397cde38-cc53-438c-89ca-835d57cd0cf7,segment=NetworkSegment(f6352dd0-f6fb-4b5e-91c8-057dde7d43e7),segment_id=f6352dd0-f6fb-4b5e-91c8-057dde7d43e7)] {{(pid=102790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:58:11.759273 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-afd46c71-8d53-4532-a134-63942438e804 tempest-AllowedAddressPairIpV6TestJSON-479071870 tempest-AllowedAddressPairIpV6TestJSON-479071870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:11.764421 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef5e4f2a-e532-4653-8a0e-7b4dc0ae106b None None] The sync data for ids ['6285f326-c781-4f2f-ab7c-7ef532c6f60c'] in n-d-834765-1 is: [{'id': '6285f326-c781-4f2f-ab7c-7ef532c6f60c', 'name': 'tempest-AttachVolumeTestJSON-1827063187-router', 'tenant_id': '0645dc511670491c8626eeb496c0ab97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.149'}], 'enable_snat': True}, 'gw_port_id': '38c61091-efa6-44d1-8702-14f57199fb72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:52:23Z', 'updated_at': '2022-03-29T15:52:34Z', 'revision_number': 4, 'project_id': '0645dc511670491c8626eeb496c0ab97', 'gw_port': {'id': '38c61091-efa6-44d1-8702-14f57199fb72', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:b2:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6285f326-c781-4f2f-ab7c-7ef532c6f60c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2081, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:52:26Z', 'updated_at': '2022-03-29T15:52:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_floatingips': [{'id': 'df807457-4617-4f88-b285-b2d5ae042174', 'tenant_id': '0645dc511670491c8626eeb496c0ab97', 'floating_ip_address': '172.25.4.38', 'floating_network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'router_id': '6285f326-c781-4f2f-ab7c-7ef532c6f60c', 'port_id': '2794e879-ed00-4f3e-b1c7-b826a0ebacf6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2738, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd994e3d3-6e54-466f-bbe9-e588ad776084', 'mac_address': 'fa:16:3e:11:12:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a217708-1e2e-4818-bd10-8ae842662312', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T15:57:40Z', 'updated_at': '2022-03-29T15:58:06Z', 'revision_number': 1, 'project_id': '0645dc511670491c8626eeb496c0ab97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7eaacc99-c88e-4cef-a816-8959e5a646da', 'name': '', 'network_id': 'd994e3d3-6e54-466f-bbe9-e588ad776084', 'tenant_id': '0645dc511670491c8626eeb496c0ab97', 'mac_address': 'fa:16:3e:4f:b4:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6285f326-c781-4f2f-ab7c-7ef532c6f60c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2091, 'fixed_ips': [{'subnet_id': 'a8d0e49f-9e4f-4325-b3fe-d85cd5221184', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:52:33Z', 'updated_at': '2022-03-29T15:52:51Z', 'revision_number': 5, 'project_id': '0645dc511670491c8626eeb496c0ab97', 'subnets': [{'id': 'a8d0e49f-9e4f-4325-b3fe-d85cd5221184', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:58:11.780499 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-afd46c71-8d53-4532-a134-63942438e804 tempest-AllowedAddressPairIpV6TestJSON-479071870 tempest-AllowedAddressPairIpV6TestJSON-479071870-project] Calling delete_port for 397cde38-cc53-438c-89ca-835d57cd0cf7 owned by network:dhcp {{(pid=102790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:58:11.793514 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 29 Mar 2022 15:58:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8c63f80-d5d6-49ae-9b44-4af21c1a5602 x-openstack-request-id: req-d8c63f80-d5d6-49ae-9b44-4af21c1a5602 {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:58:11.793813 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a217708-1e2e-4818-bd10-8ae842662312", "tag": "2794e879-ed00-4f3e-b1c7-b826a0ebacf6", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "a826bfb8-6367-4486-81d3-bd7b91cb30ce", "tag": "8399e582-1431-41bf-82d5-74464a9d1a4e", "status": "completed", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:58:11.794080 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d8c63f80-d5d6-49ae-9b44-4af21c1a5602 {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:58:11.794462 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a217708-1e2e-4818-bd10-8ae842662312', 'tag': '2794e879-ed00-4f3e-b1c7-b826a0ebacf6', 'status': 'completed', 'code': 200} Mar 29 15:58:11.794714 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a826bfb8-6367-4486-81d3-bd7b91cb30ce', 'tag': '8399e582-1431-41bf-82d5-74464a9d1a4e', 'status': 'completed', 'code': 200} Mar 29 15:58:11.832050 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-37610355-683c-43fe-85b6-1f5d263ce835 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783522915970'] for network, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:11.851736 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-e556daaa-023d-4d69-b061-9d0791350971 None None] For port 397cde38-cc53-438c-89ca-835d57cd0cf7, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=397cde38-cc53-438c-89ca-835d57cd0cf7,segment=NetworkSegment(f6352dd0-f6fb-4b5e-91c8-057dde7d43e7),segment_id=f6352dd0-f6fb-4b5e-91c8-057dde7d43e7)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:58:11.852425 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-e556daaa-023d-4d69-b061-9d0791350971 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:11.880120 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-e556daaa-023d-4d69-b061-9d0791350971 None None] Calling delete_port for 397cde38-cc53-438c-89ca-835d57cd0cf7 owned by network:dhcp {{(pid=102792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:58:11.992179 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-afd46c71-8d53-4532-a134-63942438e804 tempest-AllowedAddressPairIpV6TestJSON-479071870 tempest-AllowedAddressPairIpV6TestJSON-479071870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:12.003690 n-d-834765-1 neutron-server[102792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 15:58:12.003690 n-d-834765-1 neutron-server[102792]: self.session.flush() Mar 29 15:58:12.003690 n-d-834765-1 neutron-server[102792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 15:58:12.003690 n-d-834765-1 neutron-server[102792]: self.session.flush() Mar 29 15:58:12.003690 n-d-834765-1 neutron-server[102792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 15:58:12.003690 n-d-834765-1 neutron-server[102792]: self.session.flush() Mar 29 15:58:12.003690 n-d-834765-1 neutron-server[102792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 15:58:12.003690 n-d-834765-1 neutron-server[102792]: self.session.flush() Mar 29 15:58:12.003690 n-d-834765-1 neutron-server[102792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 15:58:12.003690 n-d-834765-1 neutron-server[102792]: self.session.flush() Mar 29 15:58:12.003690 n-d-834765-1 neutron-server[102792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 15:58:12.003690 n-d-834765-1 neutron-server[102792]: self.session.flush() Mar 29 15:58:12.003690 n-d-834765-1 neutron-server[102792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 15:58:12.003690 n-d-834765-1 neutron-server[102792]: self.session.flush() Mar 29 15:58:12.003690 n-d-834765-1 neutron-server[102792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 15:58:12.003690 n-d-834765-1 neutron-server[102792]: self.session.flush() Mar 29 15:58:12.003690 n-d-834765-1 neutron-server[102792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 15:58:12.003690 n-d-834765-1 neutron-server[102792]: self.session.flush() Mar 29 15:58:12.003690 n-d-834765-1 neutron-server[102792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 15:58:12.003690 n-d-834765-1 neutron-server[102792]: self.session.flush() Mar 29 15:58:12.003690 n-d-834765-1 neutron-server[102792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 15:58:12.003690 n-d-834765-1 neutron-server[102792]: self.session.flush() Mar 29 15:58:12.003690 n-d-834765-1 neutron-server[102792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 15:58:12.003690 n-d-834765-1 neutron-server[102792]: self.session.flush() Mar 29 15:58:12.003690 n-d-834765-1 neutron-server[102792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 15:58:12.003690 n-d-834765-1 neutron-server[102792]: self.session.flush() Mar 29 15:58:12.003690 n-d-834765-1 neutron-server[102792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 15:58:12.003690 n-d-834765-1 neutron-server[102792]: self.session.flush() Mar 29 15:58:12.003690 n-d-834765-1 neutron-server[102792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 15:58:12.003690 n-d-834765-1 neutron-server[102792]: self.session.flush() Mar 29 15:58:12.003690 n-d-834765-1 neutron-server[102792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 15:58:12.003690 n-d-834765-1 neutron-server[102792]: self.session.flush() Mar 29 15:58:12.003690 n-d-834765-1 neutron-server[102792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 15:58:12.003690 n-d-834765-1 neutron-server[102792]: self.session.flush() Mar 29 15:58:12.003690 n-d-834765-1 neutron-server[102792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 15:58:12.003690 n-d-834765-1 neutron-server[102792]: self.session.flush() Mar 29 15:58:12.003690 n-d-834765-1 neutron-server[102792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 15:58:12.003690 n-d-834765-1 neutron-server[102792]: self.session.flush() Mar 29 15:58:12.003690 n-d-834765-1 neutron-server[102792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 15:58:12.003690 n-d-834765-1 neutron-server[102792]: self.session.flush() Mar 29 15:58:12.003690 n-d-834765-1 neutron-server[102792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 15:58:12.003690 n-d-834765-1 neutron-server[102792]: self.session.flush() Mar 29 15:58:12.003690 n-d-834765-1 neutron-server[102792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 15:58:12.003690 n-d-834765-1 neutron-server[102792]: self.session.flush() Mar 29 15:58:12.003690 n-d-834765-1 neutron-server[102792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 15:58:12.003690 n-d-834765-1 neutron-server[102792]: self.session.flush() Mar 29 15:58:12.003690 n-d-834765-1 neutron-server[102792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 15:58:12.003690 n-d-834765-1 neutron-server[102792]: self.session.flush() Mar 29 15:58:12.003690 n-d-834765-1 neutron-server[102792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 15:58:12.003690 n-d-834765-1 neutron-server[102792]: self.session.flush() Mar 29 15:58:12.003690 n-d-834765-1 neutron-server[102792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 15:58:12.003690 n-d-834765-1 neutron-server[102792]: self.session.flush() Mar 29 15:58:12.003690 n-d-834765-1 neutron-server[102792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 15:58:12.003690 n-d-834765-1 neutron-server[102792]: self.session.flush() Mar 29 15:58:12.026800 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-e556daaa-023d-4d69-b061-9d0791350971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350'] for port, after_delete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:12.029578 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd46c71-8d53-4532-a134-63942438e804 tempest-AllowedAddressPairIpV6TestJSON-479071870 tempest-AllowedAddressPairIpV6TestJSON-479071870-project] Pushing event deleted for resources: {'Port': ['ID=397cde38-cc53-438c-89ca-835d57cd0cf7,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:58:12.036447 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afd46c71-8d53-4532-a134-63942438e804 tempest-AllowedAddressPairIpV6TestJSON-479071870 tempest-AllowedAddressPairIpV6TestJSON-479071870-project] No DVR routers for this DVR port 397cde38-cc53-438c-89ca-835d57cd0cf7 on host n-d-834765-1 {{(pid=102790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:58:12.064428 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e556daaa-023d-4d69-b061-9d0791350971 None None] No DVR routers for this DVR port 397cde38-cc53-438c-89ca-835d57cd0cf7 on host n-d-834765-1 {{(pid=102792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:58:12.122918 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e556daaa-023d-4d69-b061-9d0791350971 None None] Pushing event deleted for resources: {'Port': ['ID=397cde38-cc53-438c-89ca-835d57cd0cf7,revision_number=None']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:58:12.187933 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93443f97-997c-46bc-939e-d37da0b782f3 None None] New status for floating IP df807457-4617-4f88-b285-b2d5ae042174: ACTIVE {{(pid=102792) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 15:58:12.265699 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-afd46c71-8d53-4532-a134-63942438e804 tempest-AllowedAddressPairIpV6TestJSON-479071870 tempest-AllowedAddressPairIpV6TestJSON-479071870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639890', 'neutron.services.segments.db._delete_segments_for_network-8783523423079'] for network, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:12.294171 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bb51df-9ecc-4065-81d2-539f77fb207a tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Pushing event deleted for resources: {'Port': ['ID=f402d3d7-34ef-43ea-8950-d2b015ceb2a3,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:58:12.304618 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-37610355-683c-43fe-85b6-1f5d263ce835 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795'] for network, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:12.305602 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37610355-683c-43fe-85b6-1f5d263ce835 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:12.306139 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-37610355-683c-43fe-85b6-1f5d263ce835 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for network, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:12.331005 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-afd46c71-8d53-4532-a134-63942438e804 tempest-AllowedAddressPairIpV6TestJSON-479071870 tempest-AllowedAddressPairIpV6TestJSON-479071870-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9b3f7d5-d728-4b25-9429-dc300788c775']}} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:58:12.347389 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-afd46c71-8d53-4532-a134-63942438e804 tempest-AllowedAddressPairIpV6TestJSON-479071870 tempest-AllowedAddressPairIpV6TestJSON-479071870-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6352dd0-f6fb-4b5e-91c8-057dde7d43e7') {'for_net_delete': True} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:58:12.347870 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-afd46c71-8d53-4532-a134-63942438e804 tempest-AllowedAddressPairIpV6TestJSON-479071870 tempest-AllowedAddressPairIpV6TestJSON-479071870-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6352dd0-f6fb-4b5e-91c8-057dde7d43e7') {} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:58:12.378433 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-afd46c71-8d53-4532-a134-63942438e804 tempest-AllowedAddressPairIpV6TestJSON-479071870 tempest-AllowedAddressPairIpV6TestJSON-479071870-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783523422064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4614019'] for segment, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:12.461502 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-afd46c71-8d53-4532-a134-63942438e804 tempest-AllowedAddressPairIpV6TestJSON-479071870 tempest-AllowedAddressPairIpV6TestJSON-479071870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:12.474394 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-afd46c71-8d53-4532-a134-63942438e804 tempest-AllowedAddressPairIpV6TestJSON-479071870 tempest-AllowedAddressPairIpV6TestJSON-479071870-project] Releasing vlan 605 on physical network physnet1 to pool {{(pid=102790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 15:58:12.475134 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-afd46c71-8d53-4532-a134-63942438e804 tempest-AllowedAddressPairIpV6TestJSON-479071870 tempest-AllowedAddressPairIpV6TestJSON-479071870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5238013'] for segment, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:12.530379 n-d-834765-1 neutron-server[102790]: Traceback (most recent call last): Mar 29 15:58:12.530379 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 15:58:12.530379 n-d-834765-1 neutron-server[102790]: timer() Mar 29 15:58:12.530379 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 15:58:12.530379 n-d-834765-1 neutron-server[102790]: cb(*args, **kw) Mar 29 15:58:12.530379 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 15:58:12.530379 n-d-834765-1 neutron-server[102790]: return func(*args, **kwargs) Mar 29 15:58:12.530379 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 15:58:12.530379 n-d-834765-1 neutron-server[102790]: self._notify() Mar 29 15:58:12.530379 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 15:58:12.530379 n-d-834765-1 neutron-server[102790]: self.callback(batched_events) Mar 29 15:58:12.530379 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 15:58:12.530379 n-d-834765-1 neutron-server[102790]: event.method(event) Mar 29 15:58:12.530379 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 15:58:12.530379 n-d-834765-1 neutron-server[102790]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 15:58:12.530379 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 15:58:12.530379 n-d-834765-1 neutron-server[102790]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 15:58:12.530379 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 15:58:12.530379 n-d-834765-1 neutron-server[102790]: return f(self, *a, **k) Mar 29 15:58:12.530379 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 15:58:12.530379 n-d-834765-1 neutron-server[102790]: return self._get(url).json() Mar 29 15:58:12.530379 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 15:58:12.530379 n-d-834765-1 neutron-server[102790]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 15:58:12.530379 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 15:58:12.530379 n-d-834765-1 neutron-server[102790]: return self.request(url, 'GET', **kwargs) Mar 29 15:58:12.530379 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 15:58:12.530379 n-d-834765-1 neutron-server[102790]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 15:58:12.530379 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 15:58:12.530379 n-d-834765-1 neutron-server[102790]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 15:58:12.530379 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 15:58:12.530379 n-d-834765-1 neutron-server[102790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 15:58:12.530379 n-d-834765-1 neutron-server[102790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 15:58:12.590347 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37610355-683c-43fe-85b6-1f5d263ce835 admin admin] Pushing event updated for resources: {'Network': ['ID=a422627e-7fcb-48f5-b921-7c00f1f3a47e,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:58:12.592337 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 397cde38-cc53-438c-89ca-835d57cd0cf7 no longer exists at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:58:12.599017 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-37610355-683c-43fe-85b6-1f5d263ce835 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.4572759 Mar 29 15:58:12.609617 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 41710) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:58:12.611430 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-9543b786-f96c-4b9b-87a5-0f778ac2c4a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:12.615980 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba46fe27-651b-4502-b26a-d0260f6793e2 req-1f805351-80e9-475e-9bf5-42a7fe9dc290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:12.619065 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ba46fe27-651b-4502-b26a-d0260f6793e2 req-1f805351-80e9-475e-9bf5-42a7fe9dc290 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8594f729-9088-4f6b-8543-aaadb0f5b192&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9633455 Mar 29 15:58:12.632705 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4520daf9-bf9f-4cd6-b82a-c85209c1dbca req-a9bb51df-9ecc-4065-81d2-539f77fb207a tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Router 6ed2d1ee-d1a9-4543-8770-73ea7b9362cd has already been hosted by L3 agent c648d819-1060-4f26-b4ec-6455387b5dff {{(pid=102791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 15:58:12.634292 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac9ccb7-94fa-4340-a9ed-d58b18816da5 req-9cef85b2-f8c7-4cca-bc56-146f3b855ae7 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:12.637761 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-bd1911f7-397d-4430-a0ed-1cd1b9cf92f4 admin admin] Request body: {'subnet': {'network_id': 'a422627e-7fcb-48f5-b921-7c00f1f3a47e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-731836946-subnet', 'tenant_id': 'cbf82823db2942d6982294feb5961b4b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:58:12.640885 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-9ac9ccb7-94fa-4340-a9ed-d58b18816da5 req-9cef85b2-f8c7-4cca-bc56-146f3b855ae7 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/ports?device_id=a826bfb8-6367-4486-81d3-bd7b91cb30ce HTTP/1.1" status: 200 len: 944 time: 0.2599616 Mar 29 15:58:12.657612 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Network a422627e-7fcb-48f5-b921-7c00f1f3a47e details requested by agent ovs-agent-n-d-834765-1 with host n-d-834765-1 {{(pid=102792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 15:58:12.713998 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-afd46c71-8d53-4532-a134-63942438e804 tempest-AllowedAddressPairIpV6TestJSON-479071870 tempest-AllowedAddressPairIpV6TestJSON-479071870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1639897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648174'] for network, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:12.730704 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] No Port match for: 397cde38-cc53-438c-89ca-835d57cd0cf7 {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 15:58:12.731219 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 397cde38-cc53-438c-89ca-835d57cd0cf7 not bound to the agent host n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:58:12.751127 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-afd46c71-8d53-4532-a134-63942438e804 tempest-AllowedAddressPairIpV6TestJSON-479071870 tempest-AllowedAddressPairIpV6TestJSON-479071870-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for network, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:12.769491 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-afd46c71-8d53-4532-a134-63942438e804 tempest-AllowedAddressPairIpV6TestJSON-479071870 tempest-AllowedAddressPairIpV6TestJSON-479071870-project] 10.222.0.42 "DELETE /v2.0/networks/c9b3f7d5-d728-4b25-9429-dc300788c775 HTTP/1.1" status: 204 len: 168 time: 1.5303223 Mar 29 15:58:12.828799 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd46c71-8d53-4532-a134-63942438e804 tempest-AllowedAddressPairIpV6TestJSON-479071870 tempest-AllowedAddressPairIpV6TestJSON-479071870-project] Pushing event deleted for resources: {'Network': ['ID=c9b3f7d5-d728-4b25-9429-dc300788c775,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:58:12.840640 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-0ebcc0de-c474-4d44-b56a-0f985b9fba59 req-e3b07683-9402-4d71-8f02-9a7c6d1ba6dc tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] 10.222.0.42 "GET /v2.0/ports?device_id=b5e34b53-8d44-45db-a377-1c001fe98b5c HTTP/1.1" status: 200 len: 210 time: 0.0791759 Mar 29 15:58:12.891856 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968c2f11-3f05-4d64-b2c2-99139421187b req-92df512c-2a07-47d7-8bd3-8e116b72f5ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:12.894323 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-968c2f11-3f05-4d64-b2c2-99139421187b req-92df512c-2a07-47d7-8bd3-8e116b72f5ce service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=0645dc511670491c8626eeb496c0ab97&device_id=6a217708-1e2e-4818-bd10-8ae842662312 HTTP/1.1" status: 200 len: 1097 time: 1.0988059 Mar 29 15:58:12.900494 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd1911f7-397d-4430-a0ed-1cd1b9cf92f4 admin admin] Made reservation on behalf of cbf82823db2942d6982294feb5961b4b for: {'subnet': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:58:12.903414 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-bd1911f7-397d-4430-a0ed-1cd1b9cf92f4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16218875'] for subnet, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:12.918251 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ba46fe27-651b-4502-b26a-d0260f6793e2 req-d6960947-5dd8-4a06-8d09-8144e70164df service neutron] 10.222.0.44 "GET /v2.0/networks/8594f729-9088-4f6b-8543-aaadb0f5b192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2739065 Mar 29 15:58:12.934234 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-9ac9ccb7-94fa-4340-a9ed-d58b18816da5 req-9355a6c2-72c4-44f1-9666-c26d0befb3b5 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/security-groups?id=5e7dc381-3678-4cad-aeb8-d0ce3409e19e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2807779 Mar 29 15:58:13.136537 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-9543b786-f96c-4b9b-87a5-0f778ac2c4a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:13.139231 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-9543b786-f96c-4b9b-87a5-0f778ac2c4a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:13.140296 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-9543b786-f96c-4b9b-87a5-0f778ac2c4a4 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/4b54e977-1821-4c4f-8aa2-02c42f4ad55c HTTP/1.1" status: 204 len: 168 time: 1.9054568 Mar 29 15:58:13.240708 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9543b786-f96c-4b9b-87a5-0f778ac2c4a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b54e977-1821-4c4f-8aa2-02c42f4ad55c,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:58:13.251965 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 41720) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:58:13.289777 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4520daf9-bf9f-4cd6-b82a-c85209c1dbca req-a9bb51df-9ecc-4065-81d2-539f77fb207a tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:58:13.295399 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968c2f11-3f05-4d64-b2c2-99139421187b req-026656ed-043e-43ee-823f-5ac87e89c6e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:13.298511 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-968c2f11-3f05-4d64-b2c2-99139421187b req-026656ed-043e-43ee-823f-5ac87e89c6e0 service neutron] 10.222.0.48 "GET /v2.0/networks?id=d994e3d3-6e54-466f-bbe9-e588ad776084 HTTP/1.1" status: 200 len: 912 time: 0.3903661 Mar 29 15:58:13.305644 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26cbc591-98f3-4acf-ad34-93b5b36bd35d None None] Sync routers for ids ['6ed2d1ee-d1a9-4543-8770-73ea7b9362cd'] in n-d-834765-1 {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:58:13.308467 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ba46fe27-651b-4502-b26a-d0260f6793e2 req-6d9aa8d4-9fa1-4e80-a47f-e8f02947a31f service neutron] 10.222.0.44 "GET /v2.0/networks/8594f729-9088-4f6b-8543-aaadb0f5b192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3158743 Mar 29 15:58:13.329346 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26cbc591-98f3-4acf-ad34-93b5b36bd35d None None] Routers {'6ed2d1ee-d1a9-4543-8770-73ea7b9362cd'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:58:13.330982 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-26cbc591-98f3-4acf-ad34-93b5b36bd35d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:58:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['6ed2d1ee-d1a9-4543-8770-73ea7b9362cd'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:58:13.475887 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [req-4520daf9-bf9f-4cd6-b82a-c85209c1dbca req-a9bb51df-9ecc-4065-81d2-539f77fb207a tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] No DVR routers for this DVR port f402d3d7-34ef-43ea-8950-d2b015ceb2a3 on host n-h2-834765-1 {{(pid=102791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:58:13.480289 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-4520daf9-bf9f-4cd6-b82a-c85209c1dbca req-a9bb51df-9ecc-4065-81d2-539f77fb207a tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:13.484058 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4520daf9-bf9f-4cd6-b82a-c85209c1dbca req-a9bb51df-9ecc-4065-81d2-539f77fb207a tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] 10.222.0.48 "DELETE /v2.0/ports/f402d3d7-34ef-43ea-8950-d2b015ceb2a3 HTTP/1.1" status: 204 len: 173 time: 4.2907369 Mar 29 15:58:13.494838 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvr_db [None req-26cbc591-98f3-4acf-ad34-93b5b36bd35d None None] Set router 6ed2d1ee-d1a9-4543-8770-73ea7b9362cd gateway port host: n-d-834765-1 {{(pid=102793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:58:13.551759 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-968c2f11-3f05-4d64-b2c2-99139421187b req-2223a68b-5f5f-4951-ab89-57f46afe78f2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2794e879-ed00-4f3e-b1c7-b826a0ebacf6 HTTP/1.1" status: 200 len: 1001 time: 0.2456045 Mar 29 15:58:13.647922 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-bd1911f7-397d-4430-a0ed-1cd1b9cf92f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16155524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16218861'] for subnet, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:13.784185 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968c2f11-3f05-4d64-b2c2-99139421187b req-f2df0d5c-3531-4951-88b4-a749992cb007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:13.785738 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-968c2f11-3f05-4d64-b2c2-99139421187b req-f2df0d5c-3531-4951-88b4-a749992cb007 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f31979fa8a674f56835f136e5e49ba5c&device_id=a826bfb8-6367-4486-81d3-bd7b91cb30ce HTTP/1.1" status: 200 len: 1095 time: 0.4196622 Mar 29 15:58:13.798756 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5e34b53-8d44-45db-a377-1c001fe98b5c', 'name': 'network-vif-deleted', 'tag': 'f402d3d7-34ef-43ea-8950-d2b015ceb2a3'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:58:13.801014 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c67b028db5e9b9818fecc5c0a87ebc6f190694fa53ca267d523e04f98de536d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41668f73-2942-4316-826a-73850d1d4de4" -d '{"events": [{"server_uuid": "b5e34b53-8d44-45db-a377-1c001fe98b5c", "name": "network-vif-deleted", "tag": "f402d3d7-34ef-43ea-8950-d2b015ceb2a3"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:58:13.841748 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968c2f11-3f05-4d64-b2c2-99139421187b req-c5a66468-7a75-4537-be6f-a513140ad86c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:13.845139 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-968c2f11-3f05-4d64-b2c2-99139421187b req-c5a66468-7a75-4537-be6f-a513140ad86c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a8d0e49f-9e4f-4325-b3fe-d85cd5221184 HTTP/1.1" status: 200 len: 850 time: 0.2832761 Mar 29 15:58:13.871741 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd1911f7-397d-4430-a0ed-1cd1b9cf92f4 admin admin] Checking segment: {'id': '06564ba8-b5d1-4276-b1a5-1d865f34bd6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'a422627e-7fcb-48f5-b921-7c00f1f3a47e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:58:13.872131 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd1911f7-397d-4430-a0ed-1cd1b9cf92f4 admin admin] Network hostable DHCP agents. Network: a422627e-7fcb-48f5-b921-7c00f1f3a47e, hostable agents: ['d136643e-48ae-49d4-a851-2ba3bdf3749c'], hosted agents: [] {{(pid=102791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 15:58:13.902696 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1911f7-397d-4430-a0ed-1cd1b9cf92f4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=13ece885-070b-4665-afca-1091d3de6e50,revision_number=0']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:58:13.976814 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-26cbc591-98f3-4acf-ad34-93b5b36bd35d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ed2d1ee-d1a9-4543-8770-73ea7b9362cd', 'name': 'tempest-TaggedBootDevicesTest_v242-1930304390-router', 'tenant_id': '9cad725e1c41463fab431e48b8d9bfff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.128'}], 'enable_snat': True}, 'gw_port_id': '0a4f37c9-e529-4bf8-885d-3374c7c5a8c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:51:54Z', 'updated_at': '2022-03-29T15:52:01Z', 'revision_number': 4, 'project_id': '9cad725e1c41463fab431e48b8d9bfff', 'gw_port': {'id': '0a4f37c9-e529-4bf8-885d-3374c7c5a8c7', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:0e:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ed2d1ee-d1a9-4543-8770-73ea7b9362cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2024, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:51:56Z', 'updated_at': '2022-03-29T15:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': '390d1096-1778-4fe9-9e07-130268813472', 'name': '', 'network_id': '4e796cbd-0811-4a69-9036-a57f72186731', 'tenant_id': '9cad725e1c41463fab431e48b8d9bfff', 'mac_address': 'fa:16:3e:04:dc:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ed2d1ee-d1a9-4543-8770-73ea7b9362cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2028, 'fixed_ips': [{'subnet_id': '38d67edd-cfdb-4ded-91f8-0e501d16094b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:52:00Z', 'updated_at': '2022-03-29T15:52:18Z', 'revision_number': 5, 'project_id': '9cad725e1c41463fab431e48b8d9bfff', 'subnets': [{'id': '38d67edd-cfdb-4ded-91f8-0e501d16094b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:58:14.032298 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 41732) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:58:14.037212 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26cbc591-98f3-4acf-ad34-93b5b36bd35d None None] Checking router: 6ed2d1ee-d1a9-4543-8770-73ea7b9362cd for host: n-d-834765-1 {{(pid=102793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:58:14.051135 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd1911f7-397d-4430-a0ed-1cd1b9cf92f4 admin admin] Network a422627e-7fcb-48f5-b921-7c00f1f3a47e is scheduled to be hosted by DHCP agent d136643e-48ae-49d4-a851-2ba3bdf3749c with binding_index 1 {{(pid=102791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 15:58:14.057169 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26cbc591-98f3-4acf-ad34-93b5b36bd35d None None] Routers {'6ed2d1ee-d1a9-4543-8770-73ea7b9362cd'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:58:14.057999 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-26cbc591-98f3-4acf-ad34-93b5b36bd35d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:58:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['6ed2d1ee-d1a9-4543-8770-73ea7b9362cd'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:58:14.064591 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:58:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d82e3fba-9fd9-4d5e-a73d-0d7eaf5bede9 x-openstack-request-id: req-d82e3fba-9fd9-4d5e-a73d-0d7eaf5bede9 {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:58:14.065108 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5e34b53-8d44-45db-a377-1c001fe98b5c", "name": "network-vif-deleted", "tag": "f402d3d7-34ef-43ea-8950-d2b015ceb2a3", "status": "completed", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:58:14.066513 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d82e3fba-9fd9-4d5e-a73d-0d7eaf5bede9 {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:58:14.067066 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5e34b53-8d44-45db-a377-1c001fe98b5c', 'name': 'network-vif-deleted', 'tag': 'f402d3d7-34ef-43ea-8950-d2b015ceb2a3', 'status': 'completed', 'code': 200} Mar 29 15:58:14.099322 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-63f8e5d0-c81f-4bb1-b4fe-631299ac50a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:14.114675 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-8bb5cf86-305d-4621-afcd-dd2c9fa66c31 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b3636d06ff3546919e3438bca48cf19d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8616059 Mar 29 15:58:14.115445 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 41734) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:58:14.126668 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [None req-bd1911f7-397d-4430-a0ed-1cd1b9cf92f4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834765-1, a422627e-7fcb-48f5-b921-7c00f1f3a47e) {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:58:14.137356 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55cb717d-638a-492d-83c2-16cec4d5f567 None None] Network a422627e-7fcb-48f5-b921-7c00f1f3a47e requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 15:58:14.141037 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-cb52accf-64ec-46d0-a397-ed1f69dd1f87 req-0abce6d3-adf7-4d1b-b5af-9b6e64fec0f9 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] 10.222.0.42 "GET /v2.0/ports?device_id=b5e34b53-8d44-45db-a377-1c001fe98b5c HTTP/1.1" status: 200 len: 210 time: 0.0728984 Mar 29 15:58:14.247114 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd1911f7-397d-4430-a0ed-1cd1b9cf92f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:14.250176 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-bd1911f7-397d-4430-a0ed-1cd1b9cf92f4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:14.298478 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968c2f11-3f05-4d64-b2c2-99139421187b req-99390b2e-c043-44d8-8fc2-fa755291c175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:14.300111 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-968c2f11-3f05-4d64-b2c2-99139421187b req-99390b2e-c043-44d8-8fc2-fa755291c175 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d994e3d3-6e54-466f-bbe9-e588ad776084&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4129508 Mar 29 15:58:14.403701 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968c2f11-3f05-4d64-b2c2-99139421187b req-7fa7744a-3d84-4ed8-beb1-9aec61368484 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:14.405011 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-968c2f11-3f05-4d64-b2c2-99139421187b req-7fa7744a-3d84-4ed8-beb1-9aec61368484 service neutron] 10.222.0.44 "GET /v2.0/networks?id=8594f729-9088-4f6b-8543-aaadb0f5b192 HTTP/1.1" status: 200 len: 913 time: 0.6098678 Mar 29 15:58:14.409216 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-bd1911f7-397d-4430-a0ed-1cd1b9cf92f4 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.7891972 Mar 29 15:58:14.428662 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-63f8e5d0-c81f-4bb1-b4fe-631299ac50a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:14.435663 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-55f061c6-d3b4-4df7-8b1e-82908a810892 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:14.441534 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-63f8e5d0-c81f-4bb1-b4fe-631299ac50a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:14.479923 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-968c2f11-3f05-4d64-b2c2-99139421187b req-9ab7ba74-75c0-49ee-9a8e-0e375f6405f7 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8399e582-1431-41bf-82d5-74464a9d1a4e HTTP/1.1" status: 200 len: 217 time: 0.0597987 Mar 29 15:58:14.517034 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2f50695-be2f-4a31-bf28-8ee4d2165048 None None] Network a422627e-7fcb-48f5-b921-7c00f1f3a47e requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 15:58:14.540483 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c2f315-10e4-44ce-a546-424e2cd34736 req-3df42b04-d249-422a-aabf-80441dbab98a tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:14.547951 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d5c2f315-10e4-44ce-a546-424e2cd34736 req-3df42b04-d249-422a-aabf-80441dbab98a tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/ports?device_id=a826bfb8-6367-4486-81d3-bd7b91cb30ce HTTP/1.1" status: 200 len: 944 time: 0.3424234 Mar 29 15:58:14.591585 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvr_db [None req-26cbc591-98f3-4acf-ad34-93b5b36bd35d None None] Set router 6ed2d1ee-d1a9-4543-8770-73ea7b9362cd gateway port host: n-d-834765-1 {{(pid=102793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:58:14.634336 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-63f8e5d0-c81f-4bb1-b4fe-631299ac50a6 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2703 time: 0.5998342 Mar 29 15:58:14.639396 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 41738) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:58:14.667827 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-55f061c6-d3b4-4df7-8b1e-82908a810892 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:14.695245 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f8e5d0-c81f-4bb1-b4fe-631299ac50a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=748672f8-59fa-45bc-be1f-e9f0c69c85ea,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:58:14.770823 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-fa8661a8-ac51-41a9-8f43-9f255dd19e79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:14.810847 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968c2f11-3f05-4d64-b2c2-99139421187b req-152d9787-8357-4195-bf41-02696cc4ede5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:14.817124 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-968c2f11-3f05-4d64-b2c2-99139421187b req-152d9787-8357-4195-bf41-02696cc4ede5 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=52e8269b-e046-4c98-a9b1-ef8905fa8ddb HTTP/1.1" status: 200 len: 851 time: 0.3298619 Mar 29 15:58:14.839511 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-fa8661a8-ac51-41a9-8f43-9f255dd19e79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:14.940945 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-968c2f11-3f05-4d64-b2c2-99139421187b req-6f746ddf-74f1-4977-82af-f87629ab4f21 service neutron] 10.222.0.48 "GET /v2.0/networks/d994e3d3-6e54-466f-bbe9-e588ad776084?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5869548 Mar 29 15:58:14.975155 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-fa8661a8-ac51-41a9-8f43-9f255dd19e79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:14.979210 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-fa8661a8-ac51-41a9-8f43-9f255dd19e79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:14.989386 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-fa8661a8-ac51-41a9-8f43-9f255dd19e79 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/748672f8-59fa-45bc-be1f-e9f0c69c85ea HTTP/1.1" status: 204 len: 168 time: 0.3446341 Mar 29 15:58:15.024412 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8661a8-ac51-41a9-8f43-9f255dd19e79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=748672f8-59fa-45bc-be1f-e9f0c69c85ea,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:58:15.187603 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-26cbc591-98f3-4acf-ad34-93b5b36bd35d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ed2d1ee-d1a9-4543-8770-73ea7b9362cd', 'name': 'tempest-TaggedBootDevicesTest_v242-1930304390-router', 'tenant_id': '9cad725e1c41463fab431e48b8d9bfff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.128'}], 'enable_snat': True}, 'gw_port_id': '0a4f37c9-e529-4bf8-885d-3374c7c5a8c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:51:54Z', 'updated_at': '2022-03-29T15:52:01Z', 'revision_number': 4, 'project_id': '9cad725e1c41463fab431e48b8d9bfff', 'gw_port': {'id': '0a4f37c9-e529-4bf8-885d-3374c7c5a8c7', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:0e:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ed2d1ee-d1a9-4543-8770-73ea7b9362cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2024, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:51:56Z', 'updated_at': '2022-03-29T15:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': '390d1096-1778-4fe9-9e07-130268813472', 'name': '', 'network_id': '4e796cbd-0811-4a69-9036-a57f72186731', 'tenant_id': '9cad725e1c41463fab431e48b8d9bfff', 'mac_address': 'fa:16:3e:04:dc:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ed2d1ee-d1a9-4543-8770-73ea7b9362cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2028, 'fixed_ips': [{'subnet_id': '38d67edd-cfdb-4ded-91f8-0e501d16094b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:52:00Z', 'updated_at': '2022-03-29T15:52:18Z', 'revision_number': 5, 'project_id': '9cad725e1c41463fab431e48b8d9bfff', 'subnets': [{'id': '38d67edd-cfdb-4ded-91f8-0e501d16094b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:58:15.196839 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-968c2f11-3f05-4d64-b2c2-99139421187b req-5b2181a1-6d79-469f-872e-d5e422294972 service neutron] 10.222.0.48 "GET /v2.0/networks/d994e3d3-6e54-466f-bbe9-e588ad776084?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2097406 Mar 29 15:58:15.229233 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d5c2f315-10e4-44ce-a546-424e2cd34736 req-db4e0fb0-40eb-4367-916e-6a37ec953e30 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/security-groups?id=5e7dc381-3678-4cad-aeb8-d0ce3409e19e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6790426 Mar 29 15:58:15.258301 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26cbc591-98f3-4acf-ad34-93b5b36bd35d None None] The sync data for ids ['6ed2d1ee-d1a9-4543-8770-73ea7b9362cd'] in n-d-834765-1 is: [{'id': '6ed2d1ee-d1a9-4543-8770-73ea7b9362cd', 'name': 'tempest-TaggedBootDevicesTest_v242-1930304390-router', 'tenant_id': '9cad725e1c41463fab431e48b8d9bfff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.128'}], 'enable_snat': True}, 'gw_port_id': '0a4f37c9-e529-4bf8-885d-3374c7c5a8c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:51:54Z', 'updated_at': '2022-03-29T15:52:01Z', 'revision_number': 4, 'project_id': '9cad725e1c41463fab431e48b8d9bfff', 'gw_port': {'id': '0a4f37c9-e529-4bf8-885d-3374c7c5a8c7', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:0e:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ed2d1ee-d1a9-4543-8770-73ea7b9362cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2024, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:51:56Z', 'updated_at': '2022-03-29T15:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': '390d1096-1778-4fe9-9e07-130268813472', 'name': '', 'network_id': '4e796cbd-0811-4a69-9036-a57f72186731', 'tenant_id': '9cad725e1c41463fab431e48b8d9bfff', 'mac_address': 'fa:16:3e:04:dc:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ed2d1ee-d1a9-4543-8770-73ea7b9362cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2028, 'fixed_ips': [{'subnet_id': '38d67edd-cfdb-4ded-91f8-0e501d16094b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:52:00Z', 'updated_at': '2022-03-29T15:52:18Z', 'revision_number': 5, 'project_id': '9cad725e1c41463fab431e48b8d9bfff', 'subnets': [{'id': '38d67edd-cfdb-4ded-91f8-0e501d16094b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:58:15.271022 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968c2f11-3f05-4d64-b2c2-99139421187b req-949194d6-18b3-4610-82f4-4c589d7f640d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:15.276419 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-968c2f11-3f05-4d64-b2c2-99139421187b req-949194d6-18b3-4610-82f4-4c589d7f640d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8594f729-9088-4f6b-8543-aaadb0f5b192&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4417455 Mar 29 15:58:15.480822 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-dc38fd61-a022-44d3-a4e6-0ae46ae1f1ef req-0f729bea-4f59-4abc-934d-b92b020d349f tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] 10.222.0.42 "GET /v2.0/ports?device_id=b5e34b53-8d44-45db-a377-1c001fe98b5c HTTP/1.1" status: 200 len: 210 time: 0.1071987 Mar 29 15:58:15.598372 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-968c2f11-3f05-4d64-b2c2-99139421187b req-f2b89342-826b-4dc3-9a0d-801e21e04ef7 service neutron] 10.222.0.44 "GET /v2.0/networks/8594f729-9088-4f6b-8543-aaadb0f5b192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3095918 Mar 29 15:58:15.723518 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-55f061c6-d3b4-4df7-8b1e-82908a810892 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:15.726095 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-55f061c6-d3b4-4df7-8b1e-82908a810892 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:15.729584 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-55f061c6-d3b4-4df7-8b1e-82908a810892 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/da393af2-3bff-457b-8e89-d4c09442dbfc HTTP/1.1" status: 204 len: 168 time: 1.6074443 Mar 29 15:58:15.741215 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f061c6-d3b4-4df7-8b1e-82908a810892 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da393af2-3bff-457b-8e89-d4c09442dbfc,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:58:15.784368 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29de15ac-bdc4-42d3-b0f9-8e6501891f54 None None] New status for floating IP 9ba0093b-b750-4db2-93e5-03373318d62b: DOWN {{(pid=102792) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 15:58:15.803635 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-968c2f11-3f05-4d64-b2c2-99139421187b req-b8534057-2132-4dd3-a553-e96f3ae18c37 service neutron] 10.222.0.44 "GET /v2.0/networks/8594f729-9088-4f6b-8543-aaadb0f5b192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1959207 Mar 29 15:58:16.434885 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b26b80e-722b-4d04-a21c-6633c7c5614b req-7e50ac64-6ef3-419c-a64a-7f9d85533a48 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:16.438252 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4b26b80e-722b-4d04-a21c-6633c7c5614b req-7e50ac64-6ef3-419c-a64a-7f9d85533a48 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/ports?device_id=a826bfb8-6367-4486-81d3-bd7b91cb30ce HTTP/1.1" status: 200 len: 944 time: 0.1174233 Mar 29 15:58:16.492404 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4b26b80e-722b-4d04-a21c-6633c7c5614b req-e7a01b3b-fcd2-440e-a215-eb24a57d56bc tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/security-groups?id=5e7dc381-3678-4cad-aeb8-d0ce3409e19e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476675 Mar 29 15:58:16.633198 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-8b29a8c8-ef9b-4e3d-9f5f-af32ce54a45d req-61d6b101-5962-4c0f-87d5-5a4b9fa55685 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] 10.222.0.42 "GET /v2.0/ports?device_id=b5e34b53-8d44-45db-a377-1c001fe98b5c HTTP/1.1" status: 200 len: 210 time: 0.0369062 Mar 29 15:58:16.688474 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 41780) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:58:16.794415 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-d28a31f8-dc11-4f77-a3e7-5f08361d508d tempest-DvrRoutersNegativeTest-704224831 tempest-DvrRoutersNegativeTest-704224831-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1439088194', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:58:16.797323 n-d-834765-1 neutron-server[102790]: DEBUG neutron.policy [None req-d28a31f8-dc11-4f77-a3e7-5f08361d508d tempest-DvrRoutersNegativeTest-704224831 tempest-DvrRoutersNegativeTest-704224831-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=102790) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Mar 29 15:58:16.797629 n-d-834765-1 neutron-server[102790]: DEBUG neutron.policy [None req-d28a31f8-dc11-4f77-a3e7-5f08361d508d tempest-DvrRoutersNegativeTest-704224831 tempest-DvrRoutersNegativeTest-704224831-project] Failed policy check for 'create_router' {{(pid=102790) enforce /opt/stack/neutron/neutron/policy.py:520}} Mar 29 15:58:16.798153 n-d-834765-1 neutron-server[102790]: INFO neutron.api.v2.resource [None req-d28a31f8-dc11-4f77-a3e7-5f08361d508d tempest-DvrRoutersNegativeTest-704224831 tempest-DvrRoutersNegativeTest-704224831-project] create failed (client error): Access was denied to this resource. Mar 29 15:58:16.803307 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-d28a31f8-dc11-4f77-a3e7-5f08361d508d tempest-DvrRoutersNegativeTest-704224831 tempest-DvrRoutersNegativeTest-704224831-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1093566 Mar 29 15:58:17.007123 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:17.073493 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 41802) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:58:17.180041 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d63a03-8284-4c2a-94fc-d70ca8183896 req-db113c76-a6fd-4480-9129-b027c1faa23f tempest-VolumesActionsTest-677344005 tempest-VolumesActionsTest-677344005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:17.187763 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-60d63a03-8284-4c2a-94fc-d70ca8183896 req-db113c76-a6fd-4480-9129-b027c1faa23f tempest-VolumesActionsTest-677344005 tempest-VolumesActionsTest-677344005-project] 10.222.0.42 "GET /v2.0/networks?id=a422627e-7fcb-48f5-b921-7c00f1f3a47e HTTP/1.1" status: 200 len: 808 time: 0.1165545 Mar 29 15:58:17.196443 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-dddff7e9-1803-447a-b7a3-a17302c46889 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:17.202550 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-60d63a03-8284-4c2a-94fc-d70ca8183896 req-3e369d43-5069-40b3-b1e1-1774934dae79 tempest-VolumesActionsTest-677344005 tempest-VolumesActionsTest-677344005-project] 10.222.0.42 "GET /v2.0/quotas/cbf82823db2942d6982294feb5961b4b HTTP/1.1" status: 200 len: 375 time: 0.0137727 Mar 29 15:58:17.244068 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-60d63a03-8284-4c2a-94fc-d70ca8183896 req-8c3e6441-b289-41f2-a8da-f2804a643bd7 tempest-VolumesActionsTest-677344005 tempest-VolumesActionsTest-677344005-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=cbf82823db2942d6982294feb5961b4b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0389230 Mar 29 15:58:17.288523 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-dddff7e9-1803-447a-b7a3-a17302c46889 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:17.293503 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-dddff7e9-1803-447a-b7a3-a17302c46889 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:17.312450 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [req-60d63a03-8284-4c2a-94fc-d70ca8183896 req-7b2eefc9-532b-4687-b4ab-b599f7655b50 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=102791) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 15:58:17.313474 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-60d63a03-8284-4c2a-94fc-d70ca8183896 req-7b2eefc9-532b-4687-b4ab-b599f7655b50 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0621414 Mar 29 15:58:17.334991 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-dddff7e9-1803-447a-b7a3-a17302c46889 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a3b6907ba2a345a99b467b111f10f8ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2604084 Mar 29 15:58:17.335754 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddff7e9-1803-447a-b7a3-a17302c46889 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9515134d-91be-4085-84e7-ace91729f24d,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:58:17.338281 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 41808) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:58:17.395528 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-479157d0-c70f-4c4f-8f79-9a5a94e6d9f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:17.419053 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-479157d0-c70f-4c4f-8f79-9a5a94e6d9f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:17.441681 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-60d63a03-8284-4c2a-94fc-d70ca8183896 req-a0642384-06ed-43ce-b87b-31bc9e3284fa service neutron] 10.222.0.42 "GET /v2.0/networks/a422627e-7fcb-48f5-b921-7c00f1f3a47e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1162381 Mar 29 15:58:17.471402 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-479157d0-c70f-4c4f-8f79-9a5a94e6d9f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:17.474080 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-479157d0-c70f-4c4f-8f79-9a5a94e6d9f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:17.482332 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-479157d0-c70f-4c4f-8f79-9a5a94e6d9f2 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/9515134d-91be-4085-84e7-ace91729f24d HTTP/1.1" status: 204 len: 168 time: 0.1428893 Mar 29 15:58:17.490347 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479157d0-c70f-4c4f-8f79-9a5a94e6d9f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9515134d-91be-4085-84e7-ace91729f24d,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:58:17.564376 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-60d63a03-8284-4c2a-94fc-d70ca8183896 req-e684ceec-f3ae-4b37-b0c3-8b5191993791 service neutron] 10.222.0.42 "GET /v2.0/networks/a422627e-7fcb-48f5-b921-7c00f1f3a47e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1158013 Mar 29 15:58:17.661824 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f0c695-3bea-4506-ad86-6e4c6245f001 req-9ed588a1-9970-482d-bc8b-53023a53ac72 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:17.664270 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-33f0c695-3bea-4506-ad86-6e4c6245f001 req-9ed588a1-9970-482d-bc8b-53023a53ac72 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/ports?device_id=a826bfb8-6367-4486-81d3-bd7b91cb30ce HTTP/1.1" status: 200 len: 944 time: 0.0633478 Mar 29 15:58:17.741275 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-33f0c695-3bea-4506-ad86-6e4c6245f001 req-1f215a04-1d2d-4201-820b-874cbd329f5f tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/security-groups?id=5e7dc381-3678-4cad-aeb8-d0ce3409e19e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700200 Mar 29 15:58:17.824092 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:17.840675 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-a0847f9e-b5c0-4c07-9745-6a0d307bb8c6 req-13eaa468-8c91-4466-abb0-ac088b68ac90 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] 10.222.0.42 "GET /v2.0/ports?device_id=b5e34b53-8d44-45db-a377-1c001fe98b5c HTTP/1.1" status: 200 len: 210 time: 0.0584931 Mar 29 15:58:17.843996 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-d110eda6-3572-4e47-a71a-2cf95253d05a req-47106686-7225-4634-85a1-fb5b6a67a550 tempest-VolumesActionsTest-677344005 tempest-VolumesActionsTest-677344005-project] 10.222.0.42 "GET /v2.0/ports?device_id=cb446286-d927-4379-b883-ba91d673a790 HTTP/1.1" status: 200 len: 210 time: 0.0546172 Mar 29 15:58:18.899200 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ec9611-fe3b-4640-a814-3cd026d4bd44 req-ae150e97-5bb1-4a38-ba26-775c002fe9dd tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:18.910192 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-39ec9611-fe3b-4640-a814-3cd026d4bd44 req-ae150e97-5bb1-4a38-ba26-775c002fe9dd tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/ports?device_id=a826bfb8-6367-4486-81d3-bd7b91cb30ce HTTP/1.1" status: 200 len: 944 time: 0.0760782 Mar 29 15:58:18.960056 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-39ec9611-fe3b-4640-a814-3cd026d4bd44 req-9f75b016-8842-4ad2-a645-48b073f09333 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/security-groups?id=5e7dc381-3678-4cad-aeb8-d0ce3409e19e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483446 Mar 29 15:58:19.015500 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ea346ce2-2686-4a88-98a4-3d312faad79d req-39f2becd-67c1-458e-82f3-695d032de18b tempest-VolumesActionsTest-677344005 tempest-VolumesActionsTest-677344005-project] 10.222.0.42 "GET /v2.0/ports?device_id=cb446286-d927-4379-b883-ba91d673a790 HTTP/1.1" status: 200 len: 210 time: 0.0676906 Mar 29 15:58:19.065243 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d63a03-8284-4c2a-94fc-d70ca8183896 req-d56f0b4b-4d57-4d6a-8256-e0c72916d632 tempest-VolumesActionsTest-677344005 tempest-VolumesActionsTest-677344005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:19.066851 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-60d63a03-8284-4c2a-94fc-d70ca8183896 req-d56f0b4b-4d57-4d6a-8256-e0c72916d632 tempest-VolumesActionsTest-677344005 tempest-VolumesActionsTest-677344005-project] 10.222.0.48 "GET /v2.0/networks?id=a422627e-7fcb-48f5-b921-7c00f1f3a47e HTTP/1.1" status: 200 len: 808 time: 0.2669175 Mar 29 15:58:19.071040 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-deb245d1-bf09-4d08-b634-6af31a4764dc req-385dfb64-a745-4d9e-863e-d91fdc3c4aae tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] 10.222.0.42 "GET /v2.0/ports?device_id=b5e34b53-8d44-45db-a377-1c001fe98b5c HTTP/1.1" status: 200 len: 210 time: 0.0331185 Mar 29 15:58:19.080577 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [req-60d63a03-8284-4c2a-94fc-d70ca8183896 req-9902c67e-b1b3-493b-b019-f94313a4660a tempest-VolumesActionsTest-677344005 tempest-VolumesActionsTest-677344005-project] Request body: {'port': {'device_id': 'cb446286-d927-4379-b883-ba91d673a790', 'network_id': 'a422627e-7fcb-48f5-b921-7c00f1f3a47e', 'admin_state_up': True, 'tenant_id': 'cbf82823db2942d6982294feb5961b4b'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:58:19.209464 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60d63a03-8284-4c2a-94fc-d70ca8183896 req-9902c67e-b1b3-493b-b019-f94313a4660a tempest-VolumesActionsTest-677344005 tempest-VolumesActionsTest-677344005-project] Made reservation on behalf of cbf82823db2942d6982294feb5961b4b for: {'port': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:58:19.214604 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-60d63a03-8284-4c2a-94fc-d70ca8183896 req-9902c67e-b1b3-493b-b019-f94313a4660a tempest-VolumesActionsTest-677344005 tempest-VolumesActionsTest-677344005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:19.361768 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_common [req-60d63a03-8284-4c2a-94fc-d70ca8183896 req-9902c67e-b1b3-493b-b019-f94313a4660a tempest-VolumesActionsTest-677344005 tempest-VolumesActionsTest-677344005-project] Allocated IP 172.20.0.13 (a422627e-7fcb-48f5-b921-7c00f1f3a47e/13ece885-070b-4665-afca-1091d3de6e50/96e1dfdb-3828-41d9-9a4d-763edf116dd7) {{(pid=102791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:58:19.515939 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-60d63a03-8284-4c2a-94fc-d70ca8183896 req-9902c67e-b1b3-493b-b019-f94313a4660a tempest-VolumesActionsTest-677344005 tempest-VolumesActionsTest-677344005-project] Notify callbacks [] for port, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:19.551763 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-60d63a03-8284-4c2a-94fc-d70ca8183896 req-9902c67e-b1b3-493b-b019-f94313a4660a tempest-VolumesActionsTest-677344005 tempest-VolumesActionsTest-677344005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:19.596293 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60d63a03-8284-4c2a-94fc-d70ca8183896 req-9902c67e-b1b3-493b-b019-f94313a4660a tempest-VolumesActionsTest-677344005 tempest-VolumesActionsTest-677344005-project] Network a422627e-7fcb-48f5-b921-7c00f1f3a47e is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:58:19.604730 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [req-60d63a03-8284-4c2a-94fc-d70ca8183896 req-9902c67e-b1b3-493b-b019-f94313a4660a tempest-VolumesActionsTest-677344005 tempest-VolumesActionsTest-677344005-project] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:58:19.607599 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [req-60d63a03-8284-4c2a-94fc-d70ca8183896 req-9902c67e-b1b3-493b-b019-f94313a4660a tempest-VolumesActionsTest-677344005 tempest-VolumesActionsTest-677344005-project] Received port after_create {{(pid=102791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:58:19.638299 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9902c67e-b1b3-493b-b019-f94313a4660a tempest-VolumesActionsTest-677344005 tempest-VolumesActionsTest-677344005-project] Pushing event updated for resources: {'Port': ['ID=96e1dfdb-3828-41d9-9a4d-763edf116dd7,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:58:19.669305 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d63a03-8284-4c2a-94fc-d70ca8183896 req-9902c67e-b1b3-493b-b019-f94313a4660a tempest-VolumesActionsTest-677344005 tempest-VolumesActionsTest-677344005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:19.669983 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-60d63a03-8284-4c2a-94fc-d70ca8183896 req-9902c67e-b1b3-493b-b019-f94313a4660a tempest-VolumesActionsTest-677344005 tempest-VolumesActionsTest-677344005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:19.690143 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-60d63a03-8284-4c2a-94fc-d70ca8183896 req-9902c67e-b1b3-493b-b019-f94313a4660a tempest-VolumesActionsTest-677344005 tempest-VolumesActionsTest-677344005-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6133020 Mar 29 15:58:19.702746 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [req-60d63a03-8284-4c2a-94fc-d70ca8183896 req-600c312f-e0f8-4eaa-be57-21e6a38e0554 service neutron] Request body: {'port': {'device_id': 'cb446286-d927-4379-b883-ba91d673a790', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834765-1'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:58:19.768091 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-60d63a03-8284-4c2a-94fc-d70ca8183896 req-600c312f-e0f8-4eaa-be57-21e6a38e0554 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:20.156834 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8452bf-18d7-47d4-a360-f87c4dcf4bbe req-bf475cd7-3a38-4048-9fd1-7d0b61a37698 tempest-VolumesActionsTest-677344005 tempest-VolumesActionsTest-677344005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:20.158439 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-4d8452bf-18d7-47d4-a360-f87c4dcf4bbe req-bf475cd7-3a38-4048-9fd1-7d0b61a37698 tempest-VolumesActionsTest-677344005 tempest-VolumesActionsTest-677344005-project] 10.222.0.42 "GET /v2.0/ports?device_id=cb446286-d927-4379-b883-ba91d673a790 HTTP/1.1" status: 200 len: 932 time: 0.0607128 Mar 29 15:58:20.200694 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-4d8452bf-18d7-47d4-a360-f87c4dcf4bbe req-0ee13a06-97f4-474e-b300-b28fbc4103e9 tempest-VolumesActionsTest-677344005 tempest-VolumesActionsTest-677344005-project] 10.222.0.42 "GET /v2.0/security-groups?id=f04e3a50-e9a5-484d-8a78-c9306855682b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353951 Mar 29 15:58:20.294028 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-678a7c8a-3a70-4858-8261-ff1f9f3212b6 req-ea8cade3-06fb-49e4-b0ba-5fb6e9546966 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] 10.222.0.42 "GET /v2.0/ports?device_id=b5e34b53-8d44-45db-a377-1c001fe98b5c HTTP/1.1" status: 200 len: 210 time: 0.0294611 Mar 29 15:58:20.378454 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfdaa0d-6052-417c-89a5-a13fa915df57 req-42dc50e3-fff8-482b-81df-149787743a1c tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:20.380048 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-bdfdaa0d-6052-417c-89a5-a13fa915df57 req-42dc50e3-fff8-482b-81df-149787743a1c tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/ports?device_id=a826bfb8-6367-4486-81d3-bd7b91cb30ce HTTP/1.1" status: 200 len: 944 time: 0.0858622 Mar 29 15:58:20.451922 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [req-60d63a03-8284-4c2a-94fc-d70ca8183896 req-600c312f-e0f8-4eaa-be57-21e6a38e0554 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96e1dfdb-3828-41d9-9a4d-763edf116dd7 {{(pid=102791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:58:20.463163 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-bdfdaa0d-6052-417c-89a5-a13fa915df57 req-2fe502b1-fec5-40c6-8534-8481ecc1471c tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/security-groups?id=5e7dc381-3678-4cad-aeb8-d0ce3409e19e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757933 Mar 29 15:58:20.464980 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-60d63a03-8284-4c2a-94fc-d70ca8183896 req-600c312f-e0f8-4eaa-be57-21e6a38e0554 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:20.477294 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.provisioning_blocks [req-60d63a03-8284-4c2a-94fc-d70ca8183896 req-600c312f-e0f8-4eaa-be57-21e6a38e0554 service neutron] Transition to ACTIVE for port object 96e1dfdb-3828-41d9-9a4d-763edf116dd7 will not be triggered until provisioned by entity L2. {{(pid=102791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 15:58:20.482557 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-60d63a03-8284-4c2a-94fc-d70ca8183896 req-600c312f-e0f8-4eaa-be57-21e6a38e0554 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:20.552440 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600c312f-e0f8-4eaa-be57-21e6a38e0554 service neutron] Pushing event updated for resources: {'Port': ['ID=96e1dfdb-3828-41d9-9a4d-763edf116dd7,revision_number=2']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:58:20.605666 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-60d63a03-8284-4c2a-94fc-d70ca8183896 req-600c312f-e0f8-4eaa-be57-21e6a38e0554 service neutron] Attempting to bind port 96e1dfdb-3828-41d9-9a4d-763edf116dd7 on host n-h2-834765-1 for vnic_type normal with profile {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:58:20.605985 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-60d63a03-8284-4c2a-94fc-d70ca8183896 req-600c312f-e0f8-4eaa-be57-21e6a38e0554 service neutron] Attempting to bind port 96e1dfdb-3828-41d9-9a4d-763edf116dd7 by drivers openvswitch,hyperv on host n-h2-834765-1 at level 0 using segments [{'id': '06564ba8-b5d1-4276-b1a5-1d865f34bd6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'a422627e-7fcb-48f5-b921-7c00f1f3a47e'}] {{(pid=102791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:58:20.606306 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60d63a03-8284-4c2a-94fc-d70ca8183896 req-600c312f-e0f8-4eaa-be57-21e6a38e0554 service neutron] Attempting to bind port 96e1dfdb-3828-41d9-9a4d-763edf116dd7 on network a422627e-7fcb-48f5-b921-7c00f1f3a47e {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:58:20.610707 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60d63a03-8284-4c2a-94fc-d70ca8183896 req-600c312f-e0f8-4eaa-be57-21e6a38e0554 service neutron] Port 96e1dfdb-3828-41d9-9a4d-763edf116dd7 on network a422627e-7fcb-48f5-b921-7c00f1f3a47e not bound, no agent of type Open vSwitch agent registered on host n-h2-834765-1 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 15:58:20.611000 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60d63a03-8284-4c2a-94fc-d70ca8183896 req-600c312f-e0f8-4eaa-be57-21e6a38e0554 service neutron] Attempting to bind port 96e1dfdb-3828-41d9-9a4d-763edf116dd7 on network a422627e-7fcb-48f5-b921-7c00f1f3a47e {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:58:20.615746 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60d63a03-8284-4c2a-94fc-d70ca8183896 req-600c312f-e0f8-4eaa-be57-21e6a38e0554 service neutron] Checking agent: {'id': '3e4b4912-b4a2-4d17-b5bd-6ce15529e8eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 33, 17), 'started_at': datetime.datetime(2022, 3, 29, 15, 33, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 58, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:58:20.616073 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60d63a03-8284-4c2a-94fc-d70ca8183896 req-600c312f-e0f8-4eaa-be57-21e6a38e0554 service neutron] Checking segment: {'id': '06564ba8-b5d1-4276-b1a5-1d865f34bd6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'a422627e-7fcb-48f5-b921-7c00f1f3a47e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:58:20.616444 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60d63a03-8284-4c2a-94fc-d70ca8183896 req-600c312f-e0f8-4eaa-be57-21e6a38e0554 service neutron] Bound using segment: {'id': '06564ba8-b5d1-4276-b1a5-1d865f34bd6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'a422627e-7fcb-48f5-b921-7c00f1f3a47e'} {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:58:20.616858 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-60d63a03-8284-4c2a-94fc-d70ca8183896 req-600c312f-e0f8-4eaa-be57-21e6a38e0554 service neutron] Bound port: 96e1dfdb-3828-41d9-9a4d-763edf116dd7, host: n-h2-834765-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06564ba8-b5d1-4276-b1a5-1d865f34bd6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'a422627e-7fcb-48f5-b921-7c00f1f3a47e'}}] {{(pid=102791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 15:58:20.617200 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-60d63a03-8284-4c2a-94fc-d70ca8183896 req-600c312f-e0f8-4eaa-be57-21e6a38e0554 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:20.684123 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-60d63a03-8284-4c2a-94fc-d70ca8183896 req-600c312f-e0f8-4eaa-be57-21e6a38e0554 service neutron] For port 96e1dfdb-3828-41d9-9a4d-763edf116dd7, host n-h2-834765-1, cleared binding levels {{(pid=102791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:58:20.687764 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-60d63a03-8284-4c2a-94fc-d70ca8183896 req-600c312f-e0f8-4eaa-be57-21e6a38e0554 service neutron] For port 96e1dfdb-3828-41d9-9a4d-763edf116dd7, host n-h2-834765-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=96e1dfdb-3828-41d9-9a4d-763edf116dd7,segment=NetworkSegment(06564ba8-b5d1-4276-b1a5-1d865f34bd6d),segment_id=06564ba8-b5d1-4276-b1a5-1d865f34bd6d)] {{(pid=102791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:58:20.691970 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-60d63a03-8284-4c2a-94fc-d70ca8183896 req-600c312f-e0f8-4eaa-be57-21e6a38e0554 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:20.728913 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d63a03-8284-4c2a-94fc-d70ca8183896 req-600c312f-e0f8-4eaa-be57-21e6a38e0554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:20.729526 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-60d63a03-8284-4c2a-94fc-d70ca8183896 req-600c312f-e0f8-4eaa-be57-21e6a38e0554 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:20.730921 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-60d63a03-8284-4c2a-94fc-d70ca8183896 req-600c312f-e0f8-4eaa-be57-21e6a38e0554 service neutron] 10.222.0.48 "PUT /v2.0/ports/96e1dfdb-3828-41d9-9a4d-763edf116dd7 HTTP/1.1" status: 200 len: 1092 time: 1.0326042 Mar 29 15:58:20.731381 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb446286-d927-4379-b883-ba91d673a790', 'tag': '96e1dfdb-3828-41d9-9a4d-763edf116dd7'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:58:20.733602 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c67b028db5e9b9818fecc5c0a87ebc6f190694fa53ca267d523e04f98de536d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa50996d-85ad-4224-a7cc-ca00fe2f67fa" -d '{"events": [{"name": "network-changed", "server_uuid": "cb446286-d927-4379-b883-ba91d673a790", "tag": "96e1dfdb-3828-41d9-9a4d-763edf116dd7"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:58:20.756207 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600c312f-e0f8-4eaa-be57-21e6a38e0554 service neutron] Pushing event updated for resources: {'Port': ['ID=96e1dfdb-3828-41d9-9a4d-763edf116dd7,revision_number=3']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:58:20.782084 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 15:58:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58f5971a-3183-4cf3-a11c-ffaa2e6947b9 x-openstack-request-id: req-58f5971a-3183-4cf3-a11c-ffaa2e6947b9 {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:58:20.782377 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb446286-d927-4379-b883-ba91d673a790", "tag": "96e1dfdb-3828-41d9-9a4d-763edf116dd7", "status": "completed", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:58:20.782630 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-58f5971a-3183-4cf3-a11c-ffaa2e6947b9 {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:58:20.783030 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb446286-d927-4379-b883-ba91d673a790', 'tag': '96e1dfdb-3828-41d9-9a4d-763edf116dd7', 'status': 'completed', 'code': 200} Mar 29 15:58:20.825507 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d63a03-8284-4c2a-94fc-d70ca8183896 req-fcdfe9e9-7ac6-44d7-8d33-a8a6d51f50bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:20.827181 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-60d63a03-8284-4c2a-94fc-d70ca8183896 req-fcdfe9e9-7ac6-44d7-8d33-a8a6d51f50bd service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=cbf82823db2942d6982294feb5961b4b&device_id=cb446286-d927-4379-b883-ba91d673a790 HTTP/1.1" status: 200 len: 1095 time: 0.0429518 Mar 29 15:58:20.870016 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-60d63a03-8284-4c2a-94fc-d70ca8183896 req-c0d6e1f7-9b60-4d62-9299-a9e81ca41eea service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=96e1dfdb-3828-41d9-9a4d-763edf116dd7 HTTP/1.1" status: 200 len: 217 time: 0.0340540 Mar 29 15:58:20.924578 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d63a03-8284-4c2a-94fc-d70ca8183896 req-fe1ac390-340a-4b39-af07-035a27e89436 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:20.926069 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-60d63a03-8284-4c2a-94fc-d70ca8183896 req-fe1ac390-340a-4b39-af07-035a27e89436 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=13ece885-070b-4665-afca-1091d3de6e50 HTTP/1.1" status: 200 len: 848 time: 0.0488298 Mar 29 15:58:20.956968 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-60d63a03-8284-4c2a-94fc-d70ca8183896 req-91261841-81d2-497e-b9b8-c5ad28f16b23 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a422627e-7fcb-48f5-b921-7c00f1f3a47e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239809 Mar 29 15:58:21.049808 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-60d63a03-8284-4c2a-94fc-d70ca8183896 req-9e678385-0aee-490e-9fc2-3bcbe6bfba94 service neutron] 10.222.0.48 "GET /v2.0/networks/a422627e-7fcb-48f5-b921-7c00f1f3a47e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853624 Mar 29 15:58:21.145915 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-60d63a03-8284-4c2a-94fc-d70ca8183896 req-068afa18-dded-4081-b7b3-4c99acb16714 service neutron] 10.222.0.48 "GET /v2.0/networks/a422627e-7fcb-48f5-b921-7c00f1f3a47e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890620 Mar 29 15:58:21.248684 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa50996d-85ad-4224-a7cc-ca00fe2f67fa req-352713ce-6cdb-4324-9a8c-b3ad249bbf1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:21.250184 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-fa50996d-85ad-4224-a7cc-ca00fe2f67fa req-352713ce-6cdb-4324-9a8c-b3ad249bbf1e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=cbf82823db2942d6982294feb5961b4b&device_id=cb446286-d927-4379-b883-ba91d673a790 HTTP/1.1" status: 200 len: 1095 time: 0.0618479 Mar 29 15:58:21.386371 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36360805-04dd-4a43-afcf-6bcaa07bb845 req-e54c481a-2165-469b-b023-1015c85b7c25 tempest-VolumesActionsTest-677344005 tempest-VolumesActionsTest-677344005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:21.387879 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-36360805-04dd-4a43-afcf-6bcaa07bb845 req-e54c481a-2165-469b-b023-1015c85b7c25 tempest-VolumesActionsTest-677344005 tempest-VolumesActionsTest-677344005-project] 10.222.0.42 "GET /v2.0/ports?device_id=cb446286-d927-4379-b883-ba91d673a790 HTTP/1.1" status: 200 len: 944 time: 0.1117294 Mar 29 15:58:21.407479 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-00fc7b87-2ae4-4a55-b0c2-35e0498525bf req-7d37547c-a881-4278-8f57-8abaf2fd78af tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] 10.222.0.42 "GET /v2.0/ports?device_id=b5e34b53-8d44-45db-a377-1c001fe98b5c HTTP/1.1" status: 200 len: 210 time: 0.0278618 Mar 29 15:58:21.412360 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa50996d-85ad-4224-a7cc-ca00fe2f67fa req-5099712e-d02d-4035-a31c-1665c2a81b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:21.414296 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-fa50996d-85ad-4224-a7cc-ca00fe2f67fa req-5099712e-d02d-4035-a31c-1665c2a81b77 service neutron] 10.222.0.48 "GET /v2.0/networks?id=a422627e-7fcb-48f5-b921-7c00f1f3a47e HTTP/1.1" status: 200 len: 909 time: 0.1558321 Mar 29 15:58:21.471598 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-fa50996d-85ad-4224-a7cc-ca00fe2f67fa req-b8d4ebf7-6d24-4661-a2bb-e130483f87b1 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=96e1dfdb-3828-41d9-9a4d-763edf116dd7 HTTP/1.1" status: 200 len: 217 time: 0.0476842 Mar 29 15:58:21.474373 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-36360805-04dd-4a43-afcf-6bcaa07bb845 req-a4d721e4-930a-4dd0-b26b-465867d7b6b7 tempest-VolumesActionsTest-677344005 tempest-VolumesActionsTest-677344005-project] 10.222.0.42 "GET /v2.0/security-groups?id=f04e3a50-e9a5-484d-8a78-c9306855682b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782437 Mar 29 15:58:21.526202 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa50996d-85ad-4224-a7cc-ca00fe2f67fa req-67ad90a9-65d2-4304-89c8-44ec1e608e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:21.527760 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-fa50996d-85ad-4224-a7cc-ca00fe2f67fa req-67ad90a9-65d2-4304-89c8-44ec1e608e59 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=13ece885-070b-4665-afca-1091d3de6e50 HTTP/1.1" status: 200 len: 848 time: 0.0492380 Mar 29 15:58:21.591395 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd1702d-8400-4cec-b151-d82038590613 req-b0904d7e-a127-41e6-81d8-5d8f0489e7af tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:21.592896 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-0fd1702d-8400-4cec-b151-d82038590613 req-b0904d7e-a127-41e6-81d8-5d8f0489e7af tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/ports?device_id=a826bfb8-6367-4486-81d3-bd7b91cb30ce HTTP/1.1" status: 200 len: 944 time: 0.0503097 Mar 29 15:58:21.632333 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-0fd1702d-8400-4cec-b151-d82038590613 req-3dced445-93f4-4ed6-83c7-13c98ba0476f tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/security-groups?id=5e7dc381-3678-4cad-aeb8-d0ce3409e19e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332582 Mar 29 15:58:21.696174 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-fa50996d-85ad-4224-a7cc-ca00fe2f67fa req-c2ff4b9e-8aac-4c7a-9db7-a07e781ecae8 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a422627e-7fcb-48f5-b921-7c00f1f3a47e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264502 Mar 29 15:58:21.799891 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-fa50996d-85ad-4224-a7cc-ca00fe2f67fa req-de02c7b3-223d-4a49-9b50-090ceb7d1e14 service neutron] 10.222.0.48 "GET /v2.0/networks/a422627e-7fcb-48f5-b921-7c00f1f3a47e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958793 Mar 29 15:58:21.890905 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-fa50996d-85ad-4224-a7cc-ca00fe2f67fa req-6c3ece2b-6ad6-446b-82ff-a6509486baa8 service neutron] 10.222.0.48 "GET /v2.0/networks/a422627e-7fcb-48f5-b921-7c00f1f3a47e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838804 Mar 29 15:58:22.519114 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-355154dd-9663-4016-8185-e9bc74977c23 req-9f447f2f-5e4b-496e-a172-34c0b926c65d tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] 10.222.0.42 "GET /v2.0/ports?device_id=b5e34b53-8d44-45db-a377-1c001fe98b5c HTTP/1.1" status: 200 len: 210 time: 0.0298107 Mar 29 15:58:22.598011 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f5405e-88ac-4ee7-b8a3-60a54f5966fb req-67ded975-9bd8-442c-bf6f-3841eb9d994b tempest-VolumesActionsTest-677344005 tempest-VolumesActionsTest-677344005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:22.599502 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-c9f5405e-88ac-4ee7-b8a3-60a54f5966fb req-67ded975-9bd8-442c-bf6f-3841eb9d994b tempest-VolumesActionsTest-677344005 tempest-VolumesActionsTest-677344005-project] 10.222.0.42 "GET /v2.0/ports?device_id=cb446286-d927-4379-b883-ba91d673a790 HTTP/1.1" status: 200 len: 944 time: 0.0537043 Mar 29 15:58:22.639067 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-c9f5405e-88ac-4ee7-b8a3-60a54f5966fb req-3e2c6357-5d0d-4908-84f6-5e7f7e8bc00b tempest-VolumesActionsTest-677344005 tempest-VolumesActionsTest-677344005-project] 10.222.0.42 "GET /v2.0/security-groups?id=f04e3a50-e9a5-484d-8a78-c9306855682b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321882 Mar 29 15:58:22.765645 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f08a33-95e2-4bd6-b1ab-3eed0cc3aab1 req-465f72fd-d9ec-4175-b758-eff852bd63b7 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:22.767143 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b2f08a33-95e2-4bd6-b1ab-3eed0cc3aab1 req-465f72fd-d9ec-4175-b758-eff852bd63b7 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/ports?device_id=a826bfb8-6367-4486-81d3-bd7b91cb30ce HTTP/1.1" status: 200 len: 944 time: 0.0568967 Mar 29 15:58:22.806999 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b2f08a33-95e2-4bd6-b1ab-3eed0cc3aab1 req-68ab53e2-113d-4155-bd1c-bf31573cd65c tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/security-groups?id=5e7dc381-3678-4cad-aeb8-d0ce3409e19e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335946 Mar 29 15:58:23.627082 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-b1456544-1eb3-4d30-980e-7fb74bbee8dc req-f87aa4a8-fdb0-406b-9337-3deba1c35894 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] 10.222.0.42 "GET /v2.0/ports?device_id=b5e34b53-8d44-45db-a377-1c001fe98b5c HTTP/1.1" status: 200 len: 210 time: 0.0279710 Mar 29 15:58:23.756431 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef8a2b8-3741-456b-b08f-ec97da3b8da7 req-bfffed4e-b720-438c-855b-530b5b439dfc tempest-VolumesActionsTest-677344005 tempest-VolumesActionsTest-677344005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:23.758079 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-3ef8a2b8-3741-456b-b08f-ec97da3b8da7 req-bfffed4e-b720-438c-855b-530b5b439dfc tempest-VolumesActionsTest-677344005 tempest-VolumesActionsTest-677344005-project] 10.222.0.42 "GET /v2.0/ports?device_id=cb446286-d927-4379-b883-ba91d673a790 HTTP/1.1" status: 200 len: 944 time: 0.0491986 Mar 29 15:58:23.796720 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-3ef8a2b8-3741-456b-b08f-ec97da3b8da7 req-75b9b904-9a29-4df0-a739-744aaf4dfbbc tempest-VolumesActionsTest-677344005 tempest-VolumesActionsTest-677344005-project] 10.222.0.42 "GET /v2.0/security-groups?id=f04e3a50-e9a5-484d-8a78-c9306855682b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316300 Mar 29 15:58:23.923926 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b233b5a3-fb03-4afd-802f-e1a10f1ab57c req-9c700b4d-fb5e-4f2d-9e07-562f91bc0583 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:23.925545 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-b233b5a3-fb03-4afd-802f-e1a10f1ab57c req-9c700b4d-fb5e-4f2d-9e07-562f91bc0583 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/ports?device_id=a826bfb8-6367-4486-81d3-bd7b91cb30ce HTTP/1.1" status: 200 len: 944 time: 0.0498965 Mar 29 15:58:23.964438 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-b233b5a3-fb03-4afd-802f-e1a10f1ab57c req-4595390e-5285-4dd6-8db8-5271251babea tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/security-groups?id=5e7dc381-3678-4cad-aeb8-d0ce3409e19e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312996 Mar 29 15:58:24.078617 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device 96e1dfdb-3828-41d9-9a4d-763edf116dd7 details requested by agent hyperv_n-h2-834765-1 with host n-h2-834765-1 {{(pid=102792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 15:58:24.182165 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port 96e1dfdb-3828-41d9-9a4d-763edf116dd7, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=96e1dfdb-3828-41d9-9a4d-763edf116dd7,segment=NetworkSegment(06564ba8-b5d1-4276-b1a5-1d865f34bd6d),segment_id=06564ba8-b5d1-4276-b1a5-1d865f34bd6d)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:58:24.193515 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Returning: {'device': '96e1dfdb-3828-41d9-9a4d-763edf116dd7', 'network_id': 'a422627e-7fcb-48f5-b921-7c00f1f3a47e', 'port_id': '96e1dfdb-3828-41d9-9a4d-763edf116dd7', 'mac_address': 'fa:16:3e:87:cf:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 612, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13ece885-070b-4665-afca-1091d3de6e50', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 15:58:24.230966 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:24.244827 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96e1dfdb-3828-41d9-9a4d-763edf116dd7 {{(pid=102792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:58:24.264999 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port 96e1dfdb-3828-41d9-9a4d-763edf116dd7, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=96e1dfdb-3828-41d9-9a4d-763edf116dd7,segment=NetworkSegment(06564ba8-b5d1-4276-b1a5-1d865f34bd6d),segment_id=06564ba8-b5d1-4276-b1a5-1d865f34bd6d)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:58:24.269046 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:24.322459 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Pushing event updated for resources: {'Port': ['ID=96e1dfdb-3828-41d9-9a4d-763edf116dd7,revision_number=4']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:58:24.628918 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] get_ports_and_sgs() called for port_ids ['96e1dfdb-3828-41d9-9a4d-763edf116dd7'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:58:24.741294 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-3f2e596a-0414-4f51-baee-2a583e3a7a08 req-beb1f189-db27-4d62-a92a-6e99ab94df13 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] 10.222.0.42 "GET /v2.0/ports?device_id=b5e34b53-8d44-45db-a377-1c001fe98b5c HTTP/1.1" status: 200 len: 210 time: 0.0314393 Mar 29 15:58:24.918251 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df54d194-91b2-453b-bdff-df82e39867ad req-6daafc15-a077-4514-8830-3ae4b19c36ba tempest-VolumesActionsTest-677344005 tempest-VolumesActionsTest-677344005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:24.919701 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-df54d194-91b2-453b-bdff-df82e39867ad req-6daafc15-a077-4514-8830-3ae4b19c36ba tempest-VolumesActionsTest-677344005 tempest-VolumesActionsTest-677344005-project] 10.222.0.42 "GET /v2.0/ports?device_id=cb446286-d927-4379-b883-ba91d673a790 HTTP/1.1" status: 200 len: 945 time: 0.0549214 Mar 29 15:58:24.959708 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-df54d194-91b2-453b-bdff-df82e39867ad req-6f3756f4-0628-4cf4-94a2-029c21c76d0f tempest-VolumesActionsTest-677344005 tempest-VolumesActionsTest-677344005-project] 10.222.0.42 "GET /v2.0/security-groups?id=f04e3a50-e9a5-484d-8a78-c9306855682b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336411 Mar 29 15:58:25.083407 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85d604d-0c44-424e-922a-63d9320181c3 req-0690c148-7497-404e-98ea-1b8190df9c35 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:25.084890 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-a85d604d-0c44-424e-922a-63d9320181c3 req-0690c148-7497-404e-98ea-1b8190df9c35 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/ports?device_id=a826bfb8-6367-4486-81d3-bd7b91cb30ce HTTP/1.1" status: 200 len: 944 time: 0.0529995 Mar 29 15:58:25.124153 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-a85d604d-0c44-424e-922a-63d9320181c3 req-9fffdb8d-a572-4a50-9ea4-0082d207ab93 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/security-groups?id=5e7dc381-3678-4cad-aeb8-d0ce3409e19e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323081 Mar 29 15:58:25.845315 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-3b4f4f08-b447-4f07-af1e-f8eee6b0f671 req-99500bfd-8aba-4d93-a3b8-4c3c4bd9d7e2 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] 10.222.0.42 "GET /v2.0/ports?device_id=b5e34b53-8d44-45db-a377-1c001fe98b5c HTTP/1.1" status: 200 len: 210 time: 0.0276480 Mar 29 15:58:26.078573 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1f4154-de4a-442b-a74d-7e86e2c1fd8c req-5fe9f09f-17d2-48d0-a896-2247357dec82 tempest-VolumesActionsTest-677344005 tempest-VolumesActionsTest-677344005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:26.080138 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-aa1f4154-de4a-442b-a74d-7e86e2c1fd8c req-5fe9f09f-17d2-48d0-a896-2247357dec82 tempest-VolumesActionsTest-677344005 tempest-VolumesActionsTest-677344005-project] 10.222.0.42 "GET /v2.0/ports?device_id=cb446286-d927-4379-b883-ba91d673a790 HTTP/1.1" status: 200 len: 945 time: 0.0507848 Mar 29 15:58:26.090793 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device 96e1dfdb-3828-41d9-9a4d-763edf116dd7 up at agent hyperv_n-h2-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:58:26.120634 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-aa1f4154-de4a-442b-a74d-7e86e2c1fd8c req-87d7fd93-72ab-4dd0-9c0a-d572e476cc98 tempest-VolumesActionsTest-677344005 tempest-VolumesActionsTest-677344005-project] 10.222.0.42 "GET /v2.0/security-groups?id=f04e3a50-e9a5-484d-8a78-c9306855682b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341187 Mar 29 15:58:26.144422 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Provisioning for port 96e1dfdb-3828-41d9-9a4d-763edf116dd7 completed by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 15:58:26.148320 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Provisioning complete for port 96e1dfdb-3828-41d9-9a4d-763edf116dd7 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:58:26.148688 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:26.242291 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:26.249502 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2224bb88-dfb3-46fd-b83d-79aebad20e3a req-4a7b67f1-468d-49a8-b315-5baf0a97c850 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:26.251019 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-2224bb88-dfb3-46fd-b83d-79aebad20e3a req-4a7b67f1-468d-49a8-b315-5baf0a97c850 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/ports?device_id=a826bfb8-6367-4486-81d3-bd7b91cb30ce HTTP/1.1" status: 200 len: 944 time: 0.0587223 Mar 29 15:58:26.266242 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb446286-d927-4379-b883-ba91d673a790', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96e1dfdb-3828-41d9-9a4d-763edf116dd7'}] {{(pid=102792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:58:26.268536 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4f476c66b318cc6068719fc39557fac68d413f5c7e78fa77028c7948e999ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08dc5152-fdac-40fd-a1b4-07557cffff39" -d '{"events": [{"server_uuid": "cb446286-d927-4379-b883-ba91d673a790", "name": "network-vif-plugged", "status": "completed", "tag": "96e1dfdb-3828-41d9-9a4d-763edf116dd7"}]}' {{(pid=102792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:58:26.281723 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port 96e1dfdb-3828-41d9-9a4d-763edf116dd7, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=96e1dfdb-3828-41d9-9a4d-763edf116dd7,segment=NetworkSegment(06564ba8-b5d1-4276-b1a5-1d865f34bd6d),segment_id=06564ba8-b5d1-4276-b1a5-1d865f34bd6d)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:58:26.285922 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:26.298358 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-2224bb88-dfb3-46fd-b83d-79aebad20e3a req-81053217-0ec1-4538-98ab-e53fabf1f43d tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/security-groups?id=5e7dc381-3678-4cad-aeb8-d0ce3409e19e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406578 Mar 29 15:58:26.347933 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:58:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20defacf-1924-4346-b659-18e3f9098a45 x-openstack-request-id: req-20defacf-1924-4346-b659-18e3f9098a45 {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:58:26.348216 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb446286-d927-4379-b883-ba91d673a790", "name": "network-vif-plugged", "status": "completed", "tag": "96e1dfdb-3828-41d9-9a4d-763edf116dd7", "code": 200}]} {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:58:26.348496 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-20defacf-1924-4346-b659-18e3f9098a45 {{(pid=102792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:58:26.348882 n-d-834765-1 neutron-server[102792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb446286-d927-4379-b883-ba91d673a790', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96e1dfdb-3828-41d9-9a4d-763edf116dd7', 'code': 200} Mar 29 15:58:26.354608 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Pushing event updated for resources: {'Port': ['ID=96e1dfdb-3828-41d9-9a4d-763edf116dd7,revision_number=5']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:58:26.450198 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a39a9d-35ae-46f6-9dce-2191338a0645 req-002b5d88-6177-47a1-badc-84032d43315b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:26.451846 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-53a39a9d-35ae-46f6-9dce-2191338a0645 req-002b5d88-6177-47a1-badc-84032d43315b service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=cb446286-d927-4379-b883-ba91d673a790 HTTP/1.1" status: 200 len: 1097 time: 0.0420072 Mar 29 15:58:26.488318 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-53a39a9d-35ae-46f6-9dce-2191338a0645 req-cbe77ae8-0805-4c39-b3e6-fa7e5ea28ead service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=f04e3a50-e9a5-484d-8a78-c9306855682b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0286143 Mar 29 15:58:26.980058 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e486d01a-e248-4df5-b4dd-19463bca5ede req-7e9ee371-0fb7-49a4-8d77-492012068fc9 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] 10.222.0.42 "GET /v2.0/ports?device_id=b5e34b53-8d44-45db-a377-1c001fe98b5c HTTP/1.1" status: 200 len: 210 time: 0.0285313 Mar 29 15:58:27.313522 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae304bf0-c646-46d9-8282-71641a0f0f2a req-893a6343-ce27-4c9f-addd-e86a5c7eb188 tempest-VolumesActionsTest-677344005 tempest-VolumesActionsTest-677344005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:27.316342 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ae304bf0-c646-46d9-8282-71641a0f0f2a req-893a6343-ce27-4c9f-addd-e86a5c7eb188 tempest-VolumesActionsTest-677344005 tempest-VolumesActionsTest-677344005-project] 10.222.0.42 "GET /v2.0/ports?device_id=cb446286-d927-4379-b883-ba91d673a790 HTTP/1.1" status: 200 len: 946 time: 0.0763695 Mar 29 15:58:27.390543 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ae304bf0-c646-46d9-8282-71641a0f0f2a req-d3de7c57-04ba-4004-a3fe-e820574983f0 tempest-VolumesActionsTest-677344005 tempest-VolumesActionsTest-677344005-project] 10.222.0.42 "GET /v2.0/security-groups?id=f04e3a50-e9a5-484d-8a78-c9306855682b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597866 Mar 29 15:58:27.505223 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7e80b3-d8b3-4195-a3d3-6afdd9fe50e7 req-89c3da93-2654-4fb0-bdb4-5934fbcd06d8 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:27.507619 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-2c7e80b3-d8b3-4195-a3d3-6afdd9fe50e7 req-89c3da93-2654-4fb0-bdb4-5934fbcd06d8 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/ports?device_id=a826bfb8-6367-4486-81d3-bd7b91cb30ce HTTP/1.1" status: 200 len: 944 time: 0.0859520 Mar 29 15:58:27.564252 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 41960) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:58:27.573524 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-2c7e80b3-d8b3-4195-a3d3-6afdd9fe50e7 req-ad624e95-0335-49d1-b6f5-c98d74fe1e1b tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/security-groups?id=5e7dc381-3678-4cad-aeb8-d0ce3409e19e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593219 Mar 29 15:58:27.680528 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-b2fa6ff5-6437-4bb3-b631-052067169350 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:27.766262 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-b2fa6ff5-6437-4bb3-b631-052067169350 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:27.771034 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-b2fa6ff5-6437-4bb3-b631-052067169350 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:27.812471 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-b2fa6ff5-6437-4bb3-b631-052067169350 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=adce500859a6431a898a3402d289916f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2467599 Mar 29 15:58:27.815532 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 41964) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:58:27.822103 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fa6ff5-6437-4bb3-b631-052067169350 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fc4a531-9119-43ae-a42a-99ae0edd94b2,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:58:27.875351 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-08dd2c99-f92f-4c00-8b36-9182d922e44e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:27.898669 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-08dd2c99-f92f-4c00-8b36-9182d922e44e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:27.955148 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-08dd2c99-f92f-4c00-8b36-9182d922e44e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:27.957855 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-08dd2c99-f92f-4c00-8b36-9182d922e44e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:27.959178 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-08dd2c99-f92f-4c00-8b36-9182d922e44e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/5fc4a531-9119-43ae-a42a-99ae0edd94b2 HTTP/1.1" status: 204 len: 168 time: 0.1419981 Mar 29 15:58:27.968911 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08dd2c99-f92f-4c00-8b36-9182d922e44e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fc4a531-9119-43ae-a42a-99ae0edd94b2,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:58:28.085131 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 41974) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:58:28.151528 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-56eb0000-2439-4eb1-b130-690e667fd854 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Notify callbacks [] for security_group, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:28.176220 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-56eb0000-2439-4eb1-b130-690e667fd854 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:28.237704 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-56eb0000-2439-4eb1-b130-690e667fd854 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:28.242062 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-56eb0000-2439-4eb1-b130-690e667fd854 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Notify callbacks [] for security_group, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:28.246523 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 41978) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:58:28.247213 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-56eb0000-2439-4eb1-b130-690e667fd854 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] 10.222.0.42 "DELETE /v2.0/security-groups/e2ab8bce-bca0-434d-ad1c-ad30dfd1db67 HTTP/1.1" status: 204 len: 168 time: 0.1610224 Mar 29 15:58:28.256974 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56eb0000-2439-4eb1-b130-690e667fd854 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2ab8bce-bca0-434d-ad1c-ad30dfd1db67,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:58:28.280813 n-d-834765-1 neutron-server[102790]: INFO neutron.api.v2.resource [None req-f5fc9010-79dc-4140-9fae-2f1b694efa6d tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] show failed (client error): The resource could not be found. Mar 29 15:58:28.282902 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-f5fc9010-79dc-4140-9fae-2f1b694efa6d tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] 10.222.0.42 "GET /v2.0/security-groups/e2ab8bce-bca0-434d-ad1c-ad30dfd1db67 HTTP/1.1" status: 404 len: 347 time: 0.0349562 Mar 29 15:58:28.285777 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 41980) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:58:28.324388 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 41982) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:58:28.341118 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-8aaa5d84-7240-4701-94c0-1a08a4eb9e05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:28.490954 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-8aaa5d84-7240-4701-94c0-1a08a4eb9e05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:28.497712 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-e62ceb45-7dbc-4b25-b020-a2de042f310e tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Deleting port 0c6747f4-35ea-4174-a2cd-f278f0c0c491 {{(pid=102790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:58:28.498493 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e62ceb45-7dbc-4b25-b020-a2de042f310e tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:28.509648 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-8aaa5d84-7240-4701-94c0-1a08a4eb9e05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:28.578225 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-8aaa5d84-7240-4701-94c0-1a08a4eb9e05 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=68be12b2e7a14fcdb1f88cc816176ecb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2523854 Mar 29 15:58:28.579848 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aaa5d84-7240-4701-94c0-1a08a4eb9e05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f054e866-eb48-487a-a851-bb00e0d6e1a2,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:58:28.582900 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 41986) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:58:28.593676 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba72a898-c87c-4d9b-8aa4-c9a21d911f02 req-6bf166cb-b7da-420f-ab5f-521262fce96c tempest-VolumesActionsTest-677344005 tempest-VolumesActionsTest-677344005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:28.601035 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ba72a898-c87c-4d9b-8aa4-c9a21d911f02 req-6bf166cb-b7da-420f-ab5f-521262fce96c tempest-VolumesActionsTest-677344005 tempest-VolumesActionsTest-677344005-project] 10.222.0.42 "GET /v2.0/ports?device_id=cb446286-d927-4379-b883-ba91d673a790 HTTP/1.1" status: 200 len: 946 time: 0.1026368 Mar 29 15:58:28.615028 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e62ceb45-7dbc-4b25-b020-a2de042f310e tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:28.615925 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e62ceb45-7dbc-4b25-b020-a2de042f310e tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:28.640036 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-e62ceb45-7dbc-4b25-b020-a2de042f310e tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Calling delete_port for 0c6747f4-35ea-4174-a2cd-f278f0c0c491 owned by network:floatingip {{(pid=102790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:58:28.646787 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ba72a898-c87c-4d9b-8aa4-c9a21d911f02 req-19e3a507-0325-4dab-997a-ea4eac33175d tempest-VolumesActionsTest-677344005 tempest-VolumesActionsTest-677344005-project] 10.222.0.42 "GET /v2.0/security-groups?id=f04e3a50-e9a5-484d-8a78-c9306855682b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425329 Mar 29 15:58:28.775228 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-2269379c-96a6-4fc4-9b70-e702daedc87d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:28.829025 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17e82b7-87ce-4eef-baa8-fdd467b0bbb2 req-f1f8c1c7-f77b-4bd6-970f-a9028324e4d4 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:28.830594 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-d17e82b7-87ce-4eef-baa8-fdd467b0bbb2 req-f1f8c1c7-f77b-4bd6-970f-a9028324e4d4 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/ports?device_id=a826bfb8-6367-4486-81d3-bd7b91cb30ce HTTP/1.1" status: 200 len: 944 time: 0.1793859 Mar 29 15:58:28.848928 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-2269379c-96a6-4fc4-9b70-e702daedc87d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:28.951467 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-d17e82b7-87ce-4eef-baa8-fdd467b0bbb2 req-c08b7c8d-5404-4759-93db-314c0a38e131 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/security-groups?id=5e7dc381-3678-4cad-aeb8-d0ce3409e19e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909686 Mar 29 15:58:28.960154 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e62ceb45-7dbc-4b25-b020-a2de042f310e tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:28.996374 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62ceb45-7dbc-4b25-b020-a2de042f310e tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Pushing event deleted for resources: {'Port': ['ID=0c6747f4-35ea-4174-a2cd-f278f0c0c491,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:58:29.010610 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-2269379c-96a6-4fc4-9b70-e702daedc87d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:29.012228 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-2269379c-96a6-4fc4-9b70-e702daedc87d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:29.013421 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-2269379c-96a6-4fc4-9b70-e702daedc87d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f054e866-eb48-487a-a851-bb00e0d6e1a2 HTTP/1.1" status: 204 len: 168 time: 0.4289815 Mar 29 15:58:29.037345 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2269379c-96a6-4fc4-9b70-e702daedc87d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f054e866-eb48-487a-a851-bb00e0d6e1a2,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:58:29.081571 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e62ceb45-7dbc-4b25-b020-a2de042f310e tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Notify callbacks [] for floatingip, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:29.084699 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e62ceb45-7dbc-4b25-b020-a2de042f310e tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for floatingip, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:29.088826 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-e62ceb45-7dbc-4b25-b020-a2de042f310e tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] 10.222.0.42 "DELETE /v2.0/floatingips/9ba0093b-b750-4db2-93e5-03373318d62b HTTP/1.1" status: 204 len: 168 time: 0.7984974 Mar 29 15:58:29.089451 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 42000) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:58:29.189536 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-25b3c522-d13d-4be6-8543-f9e2b4972a33 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Deleting port 2957c1c5-01c3-4fbd-bee2-9935eef14639 {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:58:29.190026 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-25b3c522-d13d-4be6-8543-f9e2b4972a33 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:29.311587 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-25b3c522-d13d-4be6-8543-f9e2b4972a33 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:29.327978 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-25b3c522-d13d-4be6-8543-f9e2b4972a33 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Calling delete_port for 2957c1c5-01c3-4fbd-bee2-9935eef14639 owned by {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:58:29.382144 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966f9ebe-279c-4a06-aea2-f3b82b652451 req-cd9dcec4-eaa9-4522-875c-22edb297a095 tempest-VolumesActionsTest-677344005 tempest-VolumesActionsTest-677344005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:29.384831 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-966f9ebe-279c-4a06-aea2-f3b82b652451 req-cd9dcec4-eaa9-4522-875c-22edb297a095 tempest-VolumesActionsTest-677344005 tempest-VolumesActionsTest-677344005-project] 10.222.0.42 "GET /v2.0/ports?device_id=cb446286-d927-4379-b883-ba91d673a790 HTTP/1.1" status: 200 len: 946 time: 0.0743384 Mar 29 15:58:29.450780 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-966f9ebe-279c-4a06-aea2-f3b82b652451 req-a03d99ea-5c88-4b5c-af2b-1ad66e516176 tempest-VolumesActionsTest-677344005 tempest-VolumesActionsTest-677344005-project] 10.222.0.42 "GET /v2.0/security-groups?id=f04e3a50-e9a5-484d-8a78-c9306855682b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584457 Mar 29 15:58:29.486101 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-25b3c522-d13d-4be6-8543-f9e2b4972a33 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:29.521767 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b3c522-d13d-4be6-8543-f9e2b4972a33 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Pushing event deleted for resources: {'Port': ['ID=2957c1c5-01c3-4fbd-bee2-9935eef14639,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:58:29.598412 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-25b3c522-d13d-4be6-8543-f9e2b4972a33 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:29.602113 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-25b3c522-d13d-4be6-8543-f9e2b4972a33 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] 10.222.0.42 "DELETE /v2.0/ports/2957c1c5-01c3-4fbd-bee2-9935eef14639 HTTP/1.1" status: 204 len: 168 time: 0.5111051 Mar 29 15:58:29.605948 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 42020) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:58:29.702932 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-f5d62b4f-f296-4a18-89c2-15825fae787f tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Deleting port fd6e3e94-cc76-461b-a427-2d8fa63aec1d {{(pid=102790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:58:29.703394 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-f5d62b4f-f296-4a18-89c2-15825fae787f tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:29.800477 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-f5d62b4f-f296-4a18-89c2-15825fae787f tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:29.816560 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-f5d62b4f-f296-4a18-89c2-15825fae787f tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Calling delete_port for fd6e3e94-cc76-461b-a427-2d8fa63aec1d owned by {{(pid=102790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:58:29.984311 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-f5d62b4f-f296-4a18-89c2-15825fae787f tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:30.017978 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d62b4f-f296-4a18-89c2-15825fae787f tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Pushing event deleted for resources: {'Port': ['ID=fd6e3e94-cc76-461b-a427-2d8fa63aec1d,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:58:30.112648 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26c6b41-51d4-446e-9f21-43a2c5b9e0c8 req-e476865a-024d-44a6-8529-21b6522a0089 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:30.120414 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f26c6b41-51d4-446e-9f21-43a2c5b9e0c8 req-e476865a-024d-44a6-8529-21b6522a0089 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/ports?device_id=a826bfb8-6367-4486-81d3-bd7b91cb30ce HTTP/1.1" status: 200 len: 944 time: 0.0784025 Mar 29 15:58:30.133471 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-f5d62b4f-f296-4a18-89c2-15825fae787f tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:30.141796 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-f5d62b4f-f296-4a18-89c2-15825fae787f tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] 10.222.0.42 "DELETE /v2.0/ports/fd6e3e94-cc76-461b-a427-2d8fa63aec1d HTTP/1.1" status: 204 len: 168 time: 0.5320048 Mar 29 15:58:30.142166 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 42036) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:58:30.181333 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f26c6b41-51d4-446e-9f21-43a2c5b9e0c8 req-bfd9f700-5c39-42b0-8f84-4683ee16e477 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/security-groups?id=5e7dc381-3678-4cad-aeb8-d0ce3409e19e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592263 Mar 29 15:58:30.206790 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a6e5eb5-bffe-4e1a-85d5-e9ec050a2f5e tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Deleting subnet 3654a5c5-abaa-4465-953e-76c281d7517a {{(pid=102790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 15:58:30.210070 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-8a6e5eb5-bffe-4e1a-85d5-e9ec050a2f5e tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Notify callbacks [] for subnet, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:30.265801 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-8a6e5eb5-bffe-4e1a-85d5-e9ec050a2f5e tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4614024'] for subnet, precommit_delete_associations {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:30.332340 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-6424a263-6161-48ef-aad4-8d093a971429 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:30.373099 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-8a6e5eb5-bffe-4e1a-85d5-e9ec050a2f5e tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1641287'] for subnet, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:30.460858 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-8a6e5eb5-bffe-4e1a-85d5-e9ec050a2f5e tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1641294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5231963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4793952'] for subnet, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:30.548145 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6e5eb5-bffe-4e1a-85d5-e9ec050a2f5e tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Pushing event deleted for resources: {'Subnet': ['ID=3654a5c5-abaa-4465-953e-76c281d7517a,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:58:30.554150 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-8a6e5eb5-bffe-4e1a-85d5-e9ec050a2f5e tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for subnet, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:30.561803 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-8a6e5eb5-bffe-4e1a-85d5-e9ec050a2f5e tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] 10.222.0.42 "DELETE /v2.0/subnets/3654a5c5-abaa-4465-953e-76c281d7517a HTTP/1.1" status: 204 len: 168 time: 0.4180086 Mar 29 15:58:30.563692 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1d53a69-67d1-4f97-9371-ab03970c90fe None None] Network 79dcb3cc-0cfb-4dde-9352-1cf14f1c4e5d requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 15:58:30.565691 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 42050) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:58:30.642024 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ae81371-d38d-4954-8c2f-ccf365fedea7 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Deleting subnet bc361fa1-f654-45a1-af1c-12ca60a2e415 {{(pid=102791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 15:58:30.647758 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-1ae81371-d38d-4954-8c2f-ccf365fedea7 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Notify callbacks [] for subnet, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:30.672202 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9fdcc4-83d7-4fda-bcda-a9ab593d388a req-6bdff347-e0c1-4ca5-8c6e-e22658e15098 tempest-VolumesActionsTest-677344005 tempest-VolumesActionsTest-677344005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:30.680501 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-bf9fdcc4-83d7-4fda-bcda-a9ab593d388a req-6bdff347-e0c1-4ca5-8c6e-e22658e15098 tempest-VolumesActionsTest-677344005 tempest-VolumesActionsTest-677344005-project] 10.222.0.42 "GET /v2.0/ports?device_id=cb446286-d927-4379-b883-ba91d673a790 HTTP/1.1" status: 200 len: 946 time: 0.1171262 Mar 29 15:58:30.703405 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-1ae81371-d38d-4954-8c2f-ccf365fedea7 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4230423'] for subnet, precommit_delete_associations {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:30.746028 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-bf9fdcc4-83d7-4fda-bcda-a9ab593d388a req-4c1da5d5-7a02-45dc-ac9f-715a2f328724 tempest-VolumesActionsTest-677344005 tempest-VolumesActionsTest-677344005-project] 10.222.0.42 "GET /v2.0/security-groups?id=f04e3a50-e9a5-484d-8a78-c9306855682b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585842 Mar 29 15:58:30.900236 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-1ae81371-d38d-4954-8c2f-ccf365fedea7 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1641287'] for subnet, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:30.911724 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4985e930-9611-4cdb-9ec8-add35d4fdfb3 None None] DHCP port deletion for 79dcb3cc-0cfb-4dde-9352-1cf14f1c4e5d request from n-d-834765-1 {{(pid=102792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 29 15:58:30.946054 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771d0a08-a1a7-4219-b75d-b51173ea2e9c req-1914d2d0-e864-4c3b-9a0e-d4a8e04e70ad tempest-VolumesActionsTest-677344005 tempest-VolumesActionsTest-677344005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:30.948042 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-771d0a08-a1a7-4219-b75d-b51173ea2e9c req-1914d2d0-e864-4c3b-9a0e-d4a8e04e70ad tempest-VolumesActionsTest-677344005 tempest-VolumesActionsTest-677344005-project] 10.222.0.48 "GET /v2.0/ports?device_id=cb446286-d927-4379-b883-ba91d673a790 HTTP/1.1" status: 200 len: 946 time: 0.1366043 Mar 29 15:58:30.971441 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-4985e930-9611-4cdb-9ec8-add35d4fdfb3 None None] Deleting port 446fef4c-04ce-4a8d-8e4a-a2e307c6c016 {{(pid=102792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:58:30.971821 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-4985e930-9611-4cdb-9ec8-add35d4fdfb3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:31.051108 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-1ae81371-d38d-4954-8c2f-ccf365fedea7 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1641294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16155591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16218852'] for subnet, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:31.090782 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae81371-d38d-4954-8c2f-ccf365fedea7 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Pushing event deleted for resources: {'Subnet': ['ID=bc361fa1-f654-45a1-af1c-12ca60a2e415,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:58:31.093991 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-1ae81371-d38d-4954-8c2f-ccf365fedea7 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Notify callbacks [] for subnet, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:31.099949 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 42062) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:58:31.100117 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-1ae81371-d38d-4954-8c2f-ccf365fedea7 tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] 10.222.0.42 "DELETE /v2.0/subnets/bc361fa1-f654-45a1-af1c-12ca60a2e415 HTTP/1.1" status: 204 len: 168 time: 0.5332544 Mar 29 15:58:31.120420 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [req-771d0a08-a1a7-4219-b75d-b51173ea2e9c req-8e4083f2-784a-4922-8f8e-c5526c8bcfc3 tempest-VolumesActionsTest-677344005 tempest-VolumesActionsTest-677344005-project] Deleting port 96e1dfdb-3828-41d9-9a4d-763edf116dd7 {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:58:31.122672 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-771d0a08-a1a7-4219-b75d-b51173ea2e9c req-8e4083f2-784a-4922-8f8e-c5526c8bcfc3 tempest-VolumesActionsTest-677344005 tempest-VolumesActionsTest-677344005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:31.251795 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-22bf6ea1-9517-47e9-93a2-50967d79812a tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1631750'] for network, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:31.265781 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-771d0a08-a1a7-4219-b75d-b51173ea2e9c req-8e4083f2-784a-4922-8f8e-c5526c8bcfc3 tempest-VolumesActionsTest-677344005 tempest-VolumesActionsTest-677344005-project] For port 96e1dfdb-3828-41d9-9a4d-763edf116dd7, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=96e1dfdb-3828-41d9-9a4d-763edf116dd7,segment=NetworkSegment(06564ba8-b5d1-4276-b1a5-1d865f34bd6d),segment_id=06564ba8-b5d1-4276-b1a5-1d865f34bd6d)] {{(pid=102791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:58:31.266148 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-771d0a08-a1a7-4219-b75d-b51173ea2e9c req-8e4083f2-784a-4922-8f8e-c5526c8bcfc3 tempest-VolumesActionsTest-677344005 tempest-VolumesActionsTest-677344005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:31.312909 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [req-771d0a08-a1a7-4219-b75d-b51173ea2e9c req-8e4083f2-784a-4922-8f8e-c5526c8bcfc3 tempest-VolumesActionsTest-677344005 tempest-VolumesActionsTest-677344005-project] Calling delete_port for 96e1dfdb-3828-41d9-9a4d-763edf116dd7 owned by compute:nova {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:58:31.327639 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-22bf6ea1-9517-47e9-93a2-50967d79812a tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Deleting port 446fef4c-04ce-4a8d-8e4a-a2e307c6c016 {{(pid=102790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:58:31.328329 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-22bf6ea1-9517-47e9-93a2-50967d79812a tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:31.347161 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a473f339-4598-406d-acd0-a6a4f3a4156f req-2e125760-d90c-40dd-aa1f-ee6122f566e8 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:31.349404 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-a473f339-4598-406d-acd0-a6a4f3a4156f req-2e125760-d90c-40dd-aa1f-ee6122f566e8 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/ports?device_id=a826bfb8-6367-4486-81d3-bd7b91cb30ce HTTP/1.1" status: 200 len: 944 time: 0.0864885 Mar 29 15:58:31.408590 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-4985e930-9611-4cdb-9ec8-add35d4fdfb3 None None] For port 446fef4c-04ce-4a8d-8e4a-a2e307c6c016, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=446fef4c-04ce-4a8d-8e4a-a2e307c6c016,segment=NetworkSegment(0046c8d7-27be-4ee8-b795-bd72dae4e05f),segment_id=0046c8d7-27be-4ee8-b795-bd72dae4e05f)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:58:31.409598 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-4985e930-9611-4cdb-9ec8-add35d4fdfb3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:31.441107 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34b68264-ccd5-46f7-b5ca-8c1c57accaaf None None] Network 4ba2607b-b448-44f6-8335-46066b72a89c requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 15:58:31.447805 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-a473f339-4598-406d-acd0-a6a4f3a4156f req-91307efe-9811-4d3f-9afc-6214afb3b2ac tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/security-groups?id=5e7dc381-3678-4cad-aeb8-d0ce3409e19e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651906 Mar 29 15:58:31.457804 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-4985e930-9611-4cdb-9ec8-add35d4fdfb3 None None] Calling delete_port for 446fef4c-04ce-4a8d-8e4a-a2e307c6c016 owned by network:dhcp {{(pid=102792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:58:31.470232 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [None req-22bf6ea1-9517-47e9-93a2-50967d79812a tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] For port 446fef4c-04ce-4a8d-8e4a-a2e307c6c016, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=446fef4c-04ce-4a8d-8e4a-a2e307c6c016,segment=NetworkSegment(0046c8d7-27be-4ee8-b795-bd72dae4e05f),segment_id=0046c8d7-27be-4ee8-b795-bd72dae4e05f)] {{(pid=102790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:58:31.470232 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-22bf6ea1-9517-47e9-93a2-50967d79812a tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:31.502075 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-22bf6ea1-9517-47e9-93a2-50967d79812a tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Calling delete_port for 446fef4c-04ce-4a8d-8e4a-a2e307c6c016 owned by network:dhcp {{(pid=102790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:58:31.602253 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-771d0a08-a1a7-4219-b75d-b51173ea2e9c req-8e4083f2-784a-4922-8f8e-c5526c8bcfc3 tempest-VolumesActionsTest-677344005 tempest-VolumesActionsTest-677344005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:31.605205 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-22bf6ea1-9517-47e9-93a2-50967d79812a tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:31.639545 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22bf6ea1-9517-47e9-93a2-50967d79812a tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] No DVR routers for this DVR port 446fef4c-04ce-4a8d-8e4a-a2e307c6c016 on host n-d-834765-1 {{(pid=102790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:58:31.641299 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bf6ea1-9517-47e9-93a2-50967d79812a tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Pushing event deleted for resources: {'Port': ['ID=446fef4c-04ce-4a8d-8e4a-a2e307c6c016,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:58:31.652949 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4083f2-784a-4922-8f8e-c5526c8bcfc3 tempest-VolumesActionsTest-677344005 tempest-VolumesActionsTest-677344005-project] Pushing event deleted for resources: {'Port': ['ID=96e1dfdb-3828-41d9-9a4d-763edf116dd7,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:58:31.655390 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] get_ports_and_sgs() called for port_ids ['96e1dfdb-3828-41d9-9a4d-763edf116dd7'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:58:31.703499 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [req-771d0a08-a1a7-4219-b75d-b51173ea2e9c req-8e4083f2-784a-4922-8f8e-c5526c8bcfc3 tempest-VolumesActionsTest-677344005 tempest-VolumesActionsTest-677344005-project] No DVR routers for this DVR port 96e1dfdb-3828-41d9-9a4d-763edf116dd7 on host n-h2-834765-1 {{(pid=102791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:58:31.706193 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-771d0a08-a1a7-4219-b75d-b51173ea2e9c req-8e4083f2-784a-4922-8f8e-c5526c8bcfc3 tempest-VolumesActionsTest-677344005 tempest-VolumesActionsTest-677344005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:31.709981 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-771d0a08-a1a7-4219-b75d-b51173ea2e9c req-8e4083f2-784a-4922-8f8e-c5526c8bcfc3 tempest-VolumesActionsTest-677344005 tempest-VolumesActionsTest-677344005-project] 10.222.0.48 "DELETE /v2.0/ports/96e1dfdb-3828-41d9-9a4d-763edf116dd7 HTTP/1.1" status: 204 len: 173 time: 0.7554264 Mar 29 15:58:31.710380 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb446286-d927-4379-b883-ba91d673a790', 'name': 'network-vif-deleted', 'tag': '96e1dfdb-3828-41d9-9a4d-763edf116dd7'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:58:31.713979 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c67b028db5e9b9818fecc5c0a87ebc6f190694fa53ca267d523e04f98de536d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03b566c0-724c-40fa-99e2-d107ce9d4465" -d '{"events": [{"server_uuid": "cb446286-d927-4379-b883-ba91d673a790", "name": "network-vif-deleted", "tag": "96e1dfdb-3828-41d9-9a4d-763edf116dd7"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:58:31.763216 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-22bf6ea1-9517-47e9-93a2-50967d79812a tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639890', 'neutron.services.segments.db._delete_segments_for_network-8783523423079'] for network, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:31.816440 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-4985e930-9611-4cdb-9ec8-add35d4fdfb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350'] for port, after_delete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:31.824450 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-22bf6ea1-9517-47e9-93a2-50967d79812a tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79dcb3cc-0cfb-4dde-9352-1cf14f1c4e5d']}} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:58:31.839316 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:58:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4528a8b-1019-4002-b5c3-712a774e181f x-openstack-request-id: req-b4528a8b-1019-4002-b5c3-712a774e181f {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:58:31.839664 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb446286-d927-4379-b883-ba91d673a790", "name": "network-vif-deleted", "tag": "96e1dfdb-3828-41d9-9a4d-763edf116dd7", "status": "completed", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:58:31.839933 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b4528a8b-1019-4002-b5c3-712a774e181f {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:58:31.840692 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb446286-d927-4379-b883-ba91d673a790', 'name': 'network-vif-deleted', 'tag': '96e1dfdb-3828-41d9-9a4d-763edf116dd7', 'status': 'completed', 'code': 200} Mar 29 15:58:31.853943 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-22bf6ea1-9517-47e9-93a2-50967d79812a tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0046c8d7-27be-4ee8-b795-bd72dae4e05f') {'for_net_delete': True} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:58:31.854271 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-22bf6ea1-9517-47e9-93a2-50967d79812a tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0046c8d7-27be-4ee8-b795-bd72dae4e05f') {} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:58:31.875692 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4985e930-9611-4cdb-9ec8-add35d4fdfb3 None None] Pushing event deleted for resources: {'Port': ['ID=446fef4c-04ce-4a8d-8e4a-a2e307c6c016,revision_number=None']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:58:31.877258 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-22bf6ea1-9517-47e9-93a2-50967d79812a tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783523422064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4614019'] for segment, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:31.892787 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4985e930-9611-4cdb-9ec8-add35d4fdfb3 None None] No DVR routers for this DVR port 446fef4c-04ce-4a8d-8e4a-a2e307c6c016 on host n-d-834765-1 {{(pid=102792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:58:31.918669 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-22bf6ea1-9517-47e9-93a2-50967d79812a tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:31.928686 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92410f0b-2da3-4df6-9ba3-993e7fcdb15e None None] DHCP port deletion for 4ba2607b-b448-44f6-8335-46066b72a89c request from n-d-834765-1 {{(pid=102792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 29 15:58:31.931613 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22bf6ea1-9517-47e9-93a2-50967d79812a tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Releasing vlan 620 on physical network physnet1 to pool {{(pid=102790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 15:58:31.932018 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-22bf6ea1-9517-47e9-93a2-50967d79812a tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5238013'] for segment, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:31.933458 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-124d6e89-5cef-4012-bfaf-5fb2c34b8da7 req-7de192fa-5d25-467a-b5d9-970e1a5ab766 tempest-VolumesActionsTest-677344005 tempest-VolumesActionsTest-677344005-project] 10.222.0.42 "GET /v2.0/ports?device_id=cb446286-d927-4379-b883-ba91d673a790 HTTP/1.1" status: 200 len: 210 time: 0.0679233 Mar 29 15:58:31.938459 n-d-834765-1 neutron-server[102790]: Traceback (most recent call last): Mar 29 15:58:31.938459 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 15:58:31.938459 n-d-834765-1 neutron-server[102790]: timer() Mar 29 15:58:31.938459 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 15:58:31.938459 n-d-834765-1 neutron-server[102790]: cb(*args, **kw) Mar 29 15:58:31.938459 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 15:58:31.938459 n-d-834765-1 neutron-server[102790]: return func(*args, **kwargs) Mar 29 15:58:31.938459 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 15:58:31.938459 n-d-834765-1 neutron-server[102790]: self._notify() Mar 29 15:58:31.938459 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 15:58:31.938459 n-d-834765-1 neutron-server[102790]: self.callback(batched_events) Mar 29 15:58:31.938459 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 15:58:31.938459 n-d-834765-1 neutron-server[102790]: event.method(event) Mar 29 15:58:31.938459 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 15:58:31.938459 n-d-834765-1 neutron-server[102790]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 15:58:31.938459 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 15:58:31.938459 n-d-834765-1 neutron-server[102790]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 15:58:31.938459 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 15:58:31.938459 n-d-834765-1 neutron-server[102790]: return f(self, *a, **k) Mar 29 15:58:31.938459 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 15:58:31.938459 n-d-834765-1 neutron-server[102790]: return self._get(url).json() Mar 29 15:58:31.938459 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 15:58:31.938459 n-d-834765-1 neutron-server[102790]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 15:58:31.938459 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 15:58:31.938459 n-d-834765-1 neutron-server[102790]: return self.request(url, 'GET', **kwargs) Mar 29 15:58:31.938459 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 15:58:31.938459 n-d-834765-1 neutron-server[102790]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 15:58:31.938459 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 15:58:31.938459 n-d-834765-1 neutron-server[102790]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 15:58:31.938459 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 15:58:31.938459 n-d-834765-1 neutron-server[102790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 15:58:31.938459 n-d-834765-1 neutron-server[102790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 15:58:31.985585 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-92410f0b-2da3-4df6-9ba3-993e7fcdb15e None None] Deleting port 1de66308-bebd-4ab1-8cf4-25169466a173 {{(pid=102792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:58:31.985961 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-92410f0b-2da3-4df6-9ba3-993e7fcdb15e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:32.014542 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-22bf6ea1-9517-47e9-93a2-50967d79812a tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1639897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648174'] for network, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:32.020384 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-22bf6ea1-9517-47e9-93a2-50967d79812a tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for network, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:32.024532 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-22bf6ea1-9517-47e9-93a2-50967d79812a tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] 10.222.0.42 "DELETE /v2.0/networks/79dcb3cc-0cfb-4dde-9352-1cf14f1c4e5d HTTP/1.1" status: 204 len: 168 time: 0.9231076 Mar 29 15:58:32.030536 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 42076) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:58:32.049290 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bf6ea1-9517-47e9-93a2-50967d79812a tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Pushing event deleted for resources: {'Network': ['ID=79dcb3cc-0cfb-4dde-9352-1cf14f1c4e5d,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:58:32.072343 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-92410f0b-2da3-4df6-9ba3-993e7fcdb15e None None] For port 1de66308-bebd-4ab1-8cf4-25169466a173, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=1de66308-bebd-4ab1-8cf4-25169466a173,segment=NetworkSegment(6a6bae82-112f-4fa5-b290-70a8f9204330),segment_id=6a6bae82-112f-4fa5-b290-70a8f9204330)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:58:32.073290 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-92410f0b-2da3-4df6-9ba3-993e7fcdb15e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:32.087755 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-92410f0b-2da3-4df6-9ba3-993e7fcdb15e None None] Calling delete_port for 1de66308-bebd-4ab1-8cf4-25169466a173 owned by network:dhcp {{(pid=102792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:58:32.135661 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-aef6b0d3-f433-409d-966d-8e7818d1403a tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1631750'] for network, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:32.172855 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-92410f0b-2da3-4df6-9ba3-993e7fcdb15e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350'] for port, after_delete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:32.199587 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92410f0b-2da3-4df6-9ba3-993e7fcdb15e None None] Pushing event deleted for resources: {'Port': ['ID=1de66308-bebd-4ab1-8cf4-25169466a173,revision_number=None']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:58:32.207176 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-aef6b0d3-f433-409d-966d-8e7818d1403a tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Deleting port 1de66308-bebd-4ab1-8cf4-25169466a173 {{(pid=102790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:58:32.207630 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-aef6b0d3-f433-409d-966d-8e7818d1403a tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:32.210846 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92410f0b-2da3-4df6-9ba3-993e7fcdb15e None None] No DVR routers for this DVR port 1de66308-bebd-4ab1-8cf4-25169466a173 on host n-d-834765-1 {{(pid=102792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:58:32.293099 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [None req-aef6b0d3-f433-409d-966d-8e7818d1403a tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] For port 1de66308-bebd-4ab1-8cf4-25169466a173, host n-d-834765-1, got binding levels [] {{(pid=102790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:58:32.293460 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-aef6b0d3-f433-409d-966d-8e7818d1403a tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:32.310392 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-aef6b0d3-f433-409d-966d-8e7818d1403a tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Calling delete_port for 1de66308-bebd-4ab1-8cf4-25169466a173 owned by network:dhcp {{(pid=102790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:58:32.313227 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.ipam_backend_mixin [None req-aef6b0d3-f433-409d-966d-8e7818d1403a tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Port 1de66308-bebd-4ab1-8cf4-25169466a173 was not found and therefore no delete operation was performed {{(pid=102790) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 29 15:58:32.314882 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-aef6b0d3-f433-409d-966d-8e7818d1403a tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:32.346092 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aef6b0d3-f433-409d-966d-8e7818d1403a tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] No DVR routers for this DVR port 1de66308-bebd-4ab1-8cf4-25169466a173 on host n-d-834765-1 {{(pid=102790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:58:32.348071 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef6b0d3-f433-409d-966d-8e7818d1403a tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Pushing event deleted for resources: {'Port': ['ID=1de66308-bebd-4ab1-8cf4-25169466a173,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:58:32.429976 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-aef6b0d3-f433-409d-966d-8e7818d1403a tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639890', 'neutron.services.segments.db._delete_segments_for_network-8783523423079'] for network, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:32.456705 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-aef6b0d3-f433-409d-966d-8e7818d1403a tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ba2607b-b448-44f6-8335-46066b72a89c']}} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:58:32.466294 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-aef6b0d3-f433-409d-966d-8e7818d1403a tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a6bae82-112f-4fa5-b290-70a8f9204330') {'for_net_delete': True} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:58:32.466586 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-aef6b0d3-f433-409d-966d-8e7818d1403a tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a6bae82-112f-4fa5-b290-70a8f9204330') {} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:58:32.478669 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-aef6b0d3-f433-409d-966d-8e7818d1403a tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783523422064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4614019'] for segment, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:32.493790 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-aef6b0d3-f433-409d-966d-8e7818d1403a tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:32.500312 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aef6b0d3-f433-409d-966d-8e7818d1403a tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Releasing vlan 645 on physical network physnet1 to pool {{(pid=102790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 15:58:32.500973 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-aef6b0d3-f433-409d-966d-8e7818d1403a tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5238013'] for segment, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:32.504223 n-d-834765-1 neutron-server[102790]: Traceback (most recent call last): Mar 29 15:58:32.504223 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 15:58:32.504223 n-d-834765-1 neutron-server[102790]: timer() Mar 29 15:58:32.504223 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 15:58:32.504223 n-d-834765-1 neutron-server[102790]: cb(*args, **kw) Mar 29 15:58:32.504223 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 15:58:32.504223 n-d-834765-1 neutron-server[102790]: return func(*args, **kwargs) Mar 29 15:58:32.504223 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 15:58:32.504223 n-d-834765-1 neutron-server[102790]: self._notify() Mar 29 15:58:32.504223 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 15:58:32.504223 n-d-834765-1 neutron-server[102790]: self.callback(batched_events) Mar 29 15:58:32.504223 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 15:58:32.504223 n-d-834765-1 neutron-server[102790]: event.method(event) Mar 29 15:58:32.504223 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 15:58:32.504223 n-d-834765-1 neutron-server[102790]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 15:58:32.504223 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 15:58:32.504223 n-d-834765-1 neutron-server[102790]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 15:58:32.504223 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 15:58:32.504223 n-d-834765-1 neutron-server[102790]: return f(self, *a, **k) Mar 29 15:58:32.504223 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 15:58:32.504223 n-d-834765-1 neutron-server[102790]: return self._get(url).json() Mar 29 15:58:32.504223 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 15:58:32.504223 n-d-834765-1 neutron-server[102790]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 15:58:32.504223 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 15:58:32.504223 n-d-834765-1 neutron-server[102790]: return self.request(url, 'GET', **kwargs) Mar 29 15:58:32.504223 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 15:58:32.504223 n-d-834765-1 neutron-server[102790]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 15:58:32.504223 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 15:58:32.504223 n-d-834765-1 neutron-server[102790]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 15:58:32.504223 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 15:58:32.504223 n-d-834765-1 neutron-server[102790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 15:58:32.504223 n-d-834765-1 neutron-server[102790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 15:58:32.543047 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 446fef4c-04ce-4a8d-8e4a-a2e307c6c016 no longer exists at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:58:32.567347 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] No Port match for: 446fef4c-04ce-4a8d-8e4a-a2e307c6c016 {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 15:58:32.567780 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 446fef4c-04ce-4a8d-8e4a-a2e307c6c016 not bound to the agent host n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:58:32.568203 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 1de66308-bebd-4ab1-8cf4-25169466a173 no longer exists at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:58:32.589841 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] No Port match for: 1de66308-bebd-4ab1-8cf4-25169466a173 {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 15:58:32.589841 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 1de66308-bebd-4ab1-8cf4-25169466a173 not bound to the agent host n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:58:32.595272 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-aef6b0d3-f433-409d-966d-8e7818d1403a tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1639897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648174'] for network, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:32.602263 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-aef6b0d3-f433-409d-966d-8e7818d1403a tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for network, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:32.613844 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-aef6b0d3-f433-409d-966d-8e7818d1403a tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] 10.222.0.42 "DELETE /v2.0/networks/4ba2607b-b448-44f6-8335-46066b72a89c HTTP/1.1" status: 204 len: 168 time: 0.5775719 Mar 29 15:58:32.633092 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b8bf7d-a326-4f6f-94f2-7474e5bffbc7 req-9f98dd0c-7479-40fb-b029-ec093397c7d9 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:32.635677 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-59b8bf7d-a326-4f6f-94f2-7474e5bffbc7 req-9f98dd0c-7479-40fb-b029-ec093397c7d9 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/ports?device_id=a826bfb8-6367-4486-81d3-bd7b91cb30ce HTTP/1.1" status: 200 len: 944 time: 0.1050560 Mar 29 15:58:32.636320 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef6b0d3-f433-409d-966d-8e7818d1403a tempest-TaggedBootDevicesTest_v242-2045628129 tempest-TaggedBootDevicesTest_v242-2045628129-project] Pushing event deleted for resources: {'Network': ['ID=4ba2607b-b448-44f6-8335-46066b72a89c,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:58:32.687812 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-59b8bf7d-a326-4f6f-94f2-7474e5bffbc7 req-7ce0008b-7630-45c1-abdd-ab4a87082cc8 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/security-groups?id=5e7dc381-3678-4cad-aeb8-d0ce3409e19e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427485 Mar 29 15:58:32.776362 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-3a142ee5-6642-463e-817c-7a981e2fc95d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:33.284457 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de53618e-293b-483d-989e-bc0724b2fbaa req-848d5f33-d219-4ae8-bf2c-e8a3f7bb7cc8 tempest-VolumesActionsTest-677344005 tempest-VolumesActionsTest-677344005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:33.285956 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-de53618e-293b-483d-989e-bc0724b2fbaa req-848d5f33-d219-4ae8-bf2c-e8a3f7bb7cc8 tempest-VolumesActionsTest-677344005 tempest-VolumesActionsTest-677344005-project] 10.222.0.42 "GET /v2.0/networks?id=a422627e-7fcb-48f5-b921-7c00f1f3a47e HTTP/1.1" status: 200 len: 808 time: 0.1055927 Mar 29 15:58:33.301425 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-de53618e-293b-483d-989e-bc0724b2fbaa req-37f03615-0f06-47da-ac47-d6f60192f0b5 tempest-VolumesActionsTest-677344005 tempest-VolumesActionsTest-677344005-project] 10.222.0.42 "GET /v2.0/quotas/cbf82823db2942d6982294feb5961b4b HTTP/1.1" status: 200 len: 375 time: 0.0091579 Mar 29 15:58:33.335967 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-de53618e-293b-483d-989e-bc0724b2fbaa req-d724a02b-5182-4b81-bdfd-6fb3dd039306 tempest-VolumesActionsTest-677344005 tempest-VolumesActionsTest-677344005-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=cbf82823db2942d6982294feb5961b4b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0281665 Mar 29 15:58:33.429710 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-de53618e-293b-483d-989e-bc0724b2fbaa req-40f84767-f650-4ba6-bd80-959947cb612b service neutron] 10.222.0.42 "GET /v2.0/networks/a422627e-7fcb-48f5-b921-7c00f1f3a47e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863633 Mar 29 15:58:33.525478 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-de53618e-293b-483d-989e-bc0724b2fbaa req-517d8634-867c-4561-8fb1-314197e5c560 service neutron] 10.222.0.42 "GET /v2.0/networks/a422627e-7fcb-48f5-b921-7c00f1f3a47e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892394 Mar 29 15:58:33.691661 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-19438515-c281-47fd-96f1-35f079936a0f req-50df952f-d0bd-4c1f-995c-16d322cc27ec tempest-VolumesActionsTest-677344005 tempest-VolumesActionsTest-677344005-project] 10.222.0.42 "GET /v2.0/ports?device_id=198b3a32-d94c-498c-9652-4fc70d89fe5d HTTP/1.1" status: 200 len: 210 time: 0.0322025 Mar 29 15:58:33.817901 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d46cfe-f242-4866-9a42-b717dbf55ee7 req-2ada8f87-cff9-4bf2-82b2-6686b18ddd41 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:33.819728 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-09d46cfe-f242-4866-9a42-b717dbf55ee7 req-2ada8f87-cff9-4bf2-82b2-6686b18ddd41 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/ports?device_id=a826bfb8-6367-4486-81d3-bd7b91cb30ce HTTP/1.1" status: 200 len: 944 time: 0.0591154 Mar 29 15:58:33.866470 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-09d46cfe-f242-4866-9a42-b717dbf55ee7 req-a5fb0f0e-dfef-4075-8595-4c7c82396eb9 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/security-groups?id=5e7dc381-3678-4cad-aeb8-d0ce3409e19e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399148 Mar 29 15:58:34.083792 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device 96e1dfdb-3828-41d9-9a4d-763edf116dd7 no longer exists at agent hyperv_n-h2-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:58:34.108941 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] No Port match for: 96e1dfdb-3828-41d9-9a4d-763edf116dd7 {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 15:58:34.109283 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device 96e1dfdb-3828-41d9-9a4d-763edf116dd7 not bound to the agent host n-h2-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:58:34.182796 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d71584b9-87f1-45f5-84c7-c993c2416269 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:34.715019 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de53618e-293b-483d-989e-bc0724b2fbaa req-c73da37e-6b22-4e13-a089-12b351ad0faf tempest-VolumesActionsTest-677344005 tempest-VolumesActionsTest-677344005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:34.725126 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-de53618e-293b-483d-989e-bc0724b2fbaa req-c73da37e-6b22-4e13-a089-12b351ad0faf tempest-VolumesActionsTest-677344005 tempest-VolumesActionsTest-677344005-project] 10.222.0.48 "GET /v2.0/networks?id=a422627e-7fcb-48f5-b921-7c00f1f3a47e HTTP/1.1" status: 200 len: 808 time: 0.1559408 Mar 29 15:58:34.741007 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [req-de53618e-293b-483d-989e-bc0724b2fbaa req-4ce2839b-112d-45d1-aeaf-5bf0e100a99d tempest-VolumesActionsTest-677344005 tempest-VolumesActionsTest-677344005-project] Request body: {'port': {'device_id': '198b3a32-d94c-498c-9652-4fc70d89fe5d', 'network_id': 'a422627e-7fcb-48f5-b921-7c00f1f3a47e', 'admin_state_up': True, 'tenant_id': 'cbf82823db2942d6982294feb5961b4b'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:58:34.806963 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-d885465a-40dc-4a7c-9a41-0121f9551242 req-2b862b0b-5526-47a4-9414-f55c821f885a tempest-VolumesActionsTest-677344005 tempest-VolumesActionsTest-677344005-project] 10.222.0.42 "GET /v2.0/ports?device_id=198b3a32-d94c-498c-9652-4fc70d89fe5d HTTP/1.1" status: 200 len: 210 time: 0.0311630 Mar 29 15:58:34.888169 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de53618e-293b-483d-989e-bc0724b2fbaa req-4ce2839b-112d-45d1-aeaf-5bf0e100a99d tempest-VolumesActionsTest-677344005 tempest-VolumesActionsTest-677344005-project] Made reservation on behalf of cbf82823db2942d6982294feb5961b4b for: {'port': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:58:34.889017 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-de53618e-293b-483d-989e-bc0724b2fbaa req-4ce2839b-112d-45d1-aeaf-5bf0e100a99d tempest-VolumesActionsTest-677344005 tempest-VolumesActionsTest-677344005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:35.007626 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 42174) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:58:35.034084 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9aae26b-a6b4-4713-8c63-0dce26af769d req-41118959-3074-447f-b567-bdab17d3ecbf tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:35.035700 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f9aae26b-a6b4-4713-8c63-0dce26af769d req-41118959-3074-447f-b567-bdab17d3ecbf tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/ports?device_id=a826bfb8-6367-4486-81d3-bd7b91cb30ce HTTP/1.1" status: 200 len: 944 time: 0.0781214 Mar 29 15:58:35.107877 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_common [req-de53618e-293b-483d-989e-bc0724b2fbaa req-4ce2839b-112d-45d1-aeaf-5bf0e100a99d tempest-VolumesActionsTest-677344005 tempest-VolumesActionsTest-677344005-project] Allocated IP 172.20.0.11 (a422627e-7fcb-48f5-b921-7c00f1f3a47e/13ece885-070b-4665-afca-1091d3de6e50/c3cb459a-acbe-46a7-901c-b2c68e2e9483) {{(pid=102791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:58:35.115445 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f9aae26b-a6b4-4713-8c63-0dce26af769d req-4694ec98-d2a5-4c8f-94c4-10c1fe5c7127 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/security-groups?id=5e7dc381-3678-4cad-aeb8-d0ce3409e19e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612361 Mar 29 15:58:35.143649 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-09fbabab-b139-460e-b168-2c2fcf470483 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:35.228875 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-09fbabab-b139-460e-b168-2c2fcf470483 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:35.233299 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-09fbabab-b139-460e-b168-2c2fcf470483 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:35.277711 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fbabab-b139-460e-b168-2c2fcf470483 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf838482-7e0c-464f-b409-b1e1d30f1d0d,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:58:35.278728 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-de53618e-293b-483d-989e-bc0724b2fbaa req-4ce2839b-112d-45d1-aeaf-5bf0e100a99d tempest-VolumesActionsTest-677344005 tempest-VolumesActionsTest-677344005-project] Notify callbacks [] for port, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:35.285677 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-09fbabab-b139-460e-b168-2c2fcf470483 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e44cbec685e44556b6797539f8904153&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2768836 Mar 29 15:58:35.286315 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 42178) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:58:35.373973 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-de53618e-293b-483d-989e-bc0724b2fbaa req-4ce2839b-112d-45d1-aeaf-5bf0e100a99d tempest-VolumesActionsTest-677344005 tempest-VolumesActionsTest-677344005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:35.382656 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-b5153cc2-f118-4402-9885-099abde81563 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:35.431456 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de53618e-293b-483d-989e-bc0724b2fbaa req-4ce2839b-112d-45d1-aeaf-5bf0e100a99d tempest-VolumesActionsTest-677344005 tempest-VolumesActionsTest-677344005-project] Network a422627e-7fcb-48f5-b921-7c00f1f3a47e is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:58:35.439519 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [req-de53618e-293b-483d-989e-bc0724b2fbaa req-4ce2839b-112d-45d1-aeaf-5bf0e100a99d tempest-VolumesActionsTest-677344005 tempest-VolumesActionsTest-677344005-project] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:58:35.447012 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [req-de53618e-293b-483d-989e-bc0724b2fbaa req-4ce2839b-112d-45d1-aeaf-5bf0e100a99d tempest-VolumesActionsTest-677344005 tempest-VolumesActionsTest-677344005-project] Received port after_create {{(pid=102791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:58:35.450520 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-b5153cc2-f118-4402-9885-099abde81563 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:35.457632 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce2839b-112d-45d1-aeaf-5bf0e100a99d tempest-VolumesActionsTest-677344005 tempest-VolumesActionsTest-677344005-project] Pushing event updated for resources: {'Port': ['ID=c3cb459a-acbe-46a7-901c-b2c68e2e9483,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:58:35.522818 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de53618e-293b-483d-989e-bc0724b2fbaa req-4ce2839b-112d-45d1-aeaf-5bf0e100a99d tempest-VolumesActionsTest-677344005 tempest-VolumesActionsTest-677344005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:35.523461 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-de53618e-293b-483d-989e-bc0724b2fbaa req-4ce2839b-112d-45d1-aeaf-5bf0e100a99d tempest-VolumesActionsTest-677344005 tempest-VolumesActionsTest-677344005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:35.539041 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-de53618e-293b-483d-989e-bc0724b2fbaa req-4ce2839b-112d-45d1-aeaf-5bf0e100a99d tempest-VolumesActionsTest-677344005 tempest-VolumesActionsTest-677344005-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8047731 Mar 29 15:58:35.546216 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-b5153cc2-f118-4402-9885-099abde81563 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:35.548922 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-b5153cc2-f118-4402-9885-099abde81563 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:35.550030 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-b5153cc2-f118-4402-9885-099abde81563 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/bf838482-7e0c-464f-b409-b1e1d30f1d0d HTTP/1.1" status: 204 len: 168 time: 0.2627931 Mar 29 15:58:35.557814 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [req-de53618e-293b-483d-989e-bc0724b2fbaa req-95ce3355-f9e3-4796-9f29-363d330a946d service neutron] Request body: {'port': {'device_id': '198b3a32-d94c-498c-9652-4fc70d89fe5d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834765-1'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:58:35.599856 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5153cc2-f118-4402-9885-099abde81563 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf838482-7e0c-464f-b409-b1e1d30f1d0d,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:58:35.638124 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-de53618e-293b-483d-989e-bc0724b2fbaa req-95ce3355-f9e3-4796-9f29-363d330a946d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:35.731760 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-0cb6abf6-2706-4e52-8825-f5f644ecf9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:35.860374 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 42188) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:58:35.882610 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-21b17bb0-5bea-4ecd-add0-04ec4e758fd8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:35.917100 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:35.963802 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7ad350-b1df-4d55-8230-0adcb55704c4 req-42d9fa56-e6d5-41e9-b3c7-8124160ee8cd tempest-VolumesActionsTest-677344005 tempest-VolumesActionsTest-677344005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:35.965379 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-db7ad350-b1df-4d55-8230-0adcb55704c4 req-42d9fa56-e6d5-41e9-b3c7-8124160ee8cd tempest-VolumesActionsTest-677344005 tempest-VolumesActionsTest-677344005-project] 10.222.0.42 "GET /v2.0/ports?device_id=198b3a32-d94c-498c-9652-4fc70d89fe5d HTTP/1.1" status: 200 len: 932 time: 0.0592887 Mar 29 15:58:35.985609 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [req-de53618e-293b-483d-989e-bc0724b2fbaa req-95ce3355-f9e3-4796-9f29-363d330a946d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3cb459a-acbe-46a7-901c-b2c68e2e9483 {{(pid=102791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:58:35.995287 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-de53618e-293b-483d-989e-bc0724b2fbaa req-95ce3355-f9e3-4796-9f29-363d330a946d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:36.020403 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.provisioning_blocks [req-de53618e-293b-483d-989e-bc0724b2fbaa req-95ce3355-f9e3-4796-9f29-363d330a946d service neutron] Transition to ACTIVE for port object c3cb459a-acbe-46a7-901c-b2c68e2e9483 will not be triggered until provisioned by entity L2. {{(pid=102791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 15:58:36.025172 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-db7ad350-b1df-4d55-8230-0adcb55704c4 req-7f6b5868-415d-4efe-99a3-a9c17370ec49 tempest-VolumesActionsTest-677344005 tempest-VolumesActionsTest-677344005-project] 10.222.0.42 "GET /v2.0/security-groups?id=f04e3a50-e9a5-484d-8a78-c9306855682b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521853 Mar 29 15:58:36.030998 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-de53618e-293b-483d-989e-bc0724b2fbaa req-95ce3355-f9e3-4796-9f29-363d330a946d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:36.084899 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-21b17bb0-5bea-4ecd-add0-04ec4e758fd8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:36.098795 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-21b17bb0-5bea-4ecd-add0-04ec4e758fd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:36.136729 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ce3355-f9e3-4796-9f29-363d330a946d service neutron] Pushing event updated for resources: {'Port': ['ID=c3cb459a-acbe-46a7-901c-b2c68e2e9483,revision_number=2']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:58:36.175022 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-21b17bb0-5bea-4ecd-add0-04ec4e758fd8 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=6c9d6033b9634baf9a80ea38111a4b7b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3118701 Mar 29 15:58:36.175773 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 42200) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:58:36.199066 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b17bb0-5bea-4ecd-add0-04ec4e758fd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60e25571-23a1-4704-ba03-2ef74a4ffc4e,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:58:36.307841 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-de53618e-293b-483d-989e-bc0724b2fbaa req-95ce3355-f9e3-4796-9f29-363d330a946d service neutron] Attempting to bind port c3cb459a-acbe-46a7-901c-b2c68e2e9483 on host n-h2-834765-1 for vnic_type normal with profile {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:58:36.308089 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-de53618e-293b-483d-989e-bc0724b2fbaa req-95ce3355-f9e3-4796-9f29-363d330a946d service neutron] Attempting to bind port c3cb459a-acbe-46a7-901c-b2c68e2e9483 by drivers openvswitch,hyperv on host n-h2-834765-1 at level 0 using segments [{'id': '06564ba8-b5d1-4276-b1a5-1d865f34bd6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'a422627e-7fcb-48f5-b921-7c00f1f3a47e'}] {{(pid=102791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:58:36.308412 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de53618e-293b-483d-989e-bc0724b2fbaa req-95ce3355-f9e3-4796-9f29-363d330a946d service neutron] Attempting to bind port c3cb459a-acbe-46a7-901c-b2c68e2e9483 on network a422627e-7fcb-48f5-b921-7c00f1f3a47e {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:58:36.318502 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019bdb52-94bf-4300-b773-bf14c8648f17 req-f0b762cb-6922-41d1-bdd3-d5570ad01ef9 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:36.320270 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-019bdb52-94bf-4300-b773-bf14c8648f17 req-f0b762cb-6922-41d1-bdd3-d5570ad01ef9 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/ports?device_id=a826bfb8-6367-4486-81d3-bd7b91cb30ce HTTP/1.1" status: 200 len: 944 time: 0.1096668 Mar 29 15:58:36.320883 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-6ff49605-e3de-470b-92f5-4b1cf9eac71e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:36.328249 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de53618e-293b-483d-989e-bc0724b2fbaa req-95ce3355-f9e3-4796-9f29-363d330a946d service neutron] Port c3cb459a-acbe-46a7-901c-b2c68e2e9483 on network a422627e-7fcb-48f5-b921-7c00f1f3a47e not bound, no agent of type Open vSwitch agent registered on host n-h2-834765-1 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 15:58:36.328567 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de53618e-293b-483d-989e-bc0724b2fbaa req-95ce3355-f9e3-4796-9f29-363d330a946d service neutron] Attempting to bind port c3cb459a-acbe-46a7-901c-b2c68e2e9483 on network a422627e-7fcb-48f5-b921-7c00f1f3a47e {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:58:36.353301 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de53618e-293b-483d-989e-bc0724b2fbaa req-95ce3355-f9e3-4796-9f29-363d330a946d service neutron] Checking agent: {'id': '3e4b4912-b4a2-4d17-b5bd-6ce15529e8eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 33, 17), 'started_at': datetime.datetime(2022, 3, 29, 15, 33, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 58, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:58:36.353636 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de53618e-293b-483d-989e-bc0724b2fbaa req-95ce3355-f9e3-4796-9f29-363d330a946d service neutron] Checking segment: {'id': '06564ba8-b5d1-4276-b1a5-1d865f34bd6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'a422627e-7fcb-48f5-b921-7c00f1f3a47e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:58:36.354016 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de53618e-293b-483d-989e-bc0724b2fbaa req-95ce3355-f9e3-4796-9f29-363d330a946d service neutron] Bound using segment: {'id': '06564ba8-b5d1-4276-b1a5-1d865f34bd6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'a422627e-7fcb-48f5-b921-7c00f1f3a47e'} {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:58:36.354447 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-de53618e-293b-483d-989e-bc0724b2fbaa req-95ce3355-f9e3-4796-9f29-363d330a946d service neutron] Bound port: c3cb459a-acbe-46a7-901c-b2c68e2e9483, host: n-h2-834765-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06564ba8-b5d1-4276-b1a5-1d865f34bd6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'a422627e-7fcb-48f5-b921-7c00f1f3a47e'}}] {{(pid=102791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 15:58:36.354802 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-de53618e-293b-483d-989e-bc0724b2fbaa req-95ce3355-f9e3-4796-9f29-363d330a946d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:36.373698 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-6ff49605-e3de-470b-92f5-4b1cf9eac71e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:36.434883 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-019bdb52-94bf-4300-b773-bf14c8648f17 req-61472817-d771-43d4-832a-0611fd2ebe46 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/security-groups?id=5e7dc381-3678-4cad-aeb8-d0ce3409e19e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076102 Mar 29 15:58:36.469767 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-de53618e-293b-483d-989e-bc0724b2fbaa req-95ce3355-f9e3-4796-9f29-363d330a946d service neutron] For port c3cb459a-acbe-46a7-901c-b2c68e2e9483, host n-h2-834765-1, cleared binding levels {{(pid=102791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:58:36.473184 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-de53618e-293b-483d-989e-bc0724b2fbaa req-95ce3355-f9e3-4796-9f29-363d330a946d service neutron] For port c3cb459a-acbe-46a7-901c-b2c68e2e9483, host n-h2-834765-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=c3cb459a-acbe-46a7-901c-b2c68e2e9483,segment=NetworkSegment(06564ba8-b5d1-4276-b1a5-1d865f34bd6d),segment_id=06564ba8-b5d1-4276-b1a5-1d865f34bd6d)] {{(pid=102791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:58:36.477640 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-de53618e-293b-483d-989e-bc0724b2fbaa req-95ce3355-f9e3-4796-9f29-363d330a946d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:36.481387 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-6ff49605-e3de-470b-92f5-4b1cf9eac71e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:36.483917 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-6ff49605-e3de-470b-92f5-4b1cf9eac71e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:36.485002 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-6ff49605-e3de-470b-92f5-4b1cf9eac71e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/60e25571-23a1-4704-ba03-2ef74a4ffc4e HTTP/1.1" status: 204 len: 168 time: 0.3088427 Mar 29 15:58:36.527309 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff49605-e3de-470b-92f5-4b1cf9eac71e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60e25571-23a1-4704-ba03-2ef74a4ffc4e,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:58:36.537824 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de53618e-293b-483d-989e-bc0724b2fbaa req-95ce3355-f9e3-4796-9f29-363d330a946d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:36.537990 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-de53618e-293b-483d-989e-bc0724b2fbaa req-95ce3355-f9e3-4796-9f29-363d330a946d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:36.540044 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-de53618e-293b-483d-989e-bc0724b2fbaa req-95ce3355-f9e3-4796-9f29-363d330a946d service neutron] 10.222.0.48 "PUT /v2.0/ports/c3cb459a-acbe-46a7-901c-b2c68e2e9483 HTTP/1.1" status: 200 len: 1092 time: 0.9888616 Mar 29 15:58:36.542482 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '198b3a32-d94c-498c-9652-4fc70d89fe5d', 'tag': 'c3cb459a-acbe-46a7-901c-b2c68e2e9483'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:58:36.546586 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c67b028db5e9b9818fecc5c0a87ebc6f190694fa53ca267d523e04f98de536d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f321cf25-ad7f-4461-ba1b-57ee678699f5" -d '{"events": [{"name": "network-changed", "server_uuid": "198b3a32-d94c-498c-9652-4fc70d89fe5d", "tag": "c3cb459a-acbe-46a7-901c-b2c68e2e9483"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:58:36.582721 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ce3355-f9e3-4796-9f29-363d330a946d service neutron] Pushing event updated for resources: {'Port': ['ID=c3cb459a-acbe-46a7-901c-b2c68e2e9483,revision_number=3']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:58:36.597289 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 15:58:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-165ebd00-b967-4df9-98ec-1106919a3f60 x-openstack-request-id: req-165ebd00-b967-4df9-98ec-1106919a3f60 {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:58:36.598011 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "198b3a32-d94c-498c-9652-4fc70d89fe5d", "tag": "c3cb459a-acbe-46a7-901c-b2c68e2e9483", "status": "completed", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:58:36.598265 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-165ebd00-b967-4df9-98ec-1106919a3f60 {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:58:36.598659 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '198b3a32-d94c-498c-9652-4fc70d89fe5d', 'tag': 'c3cb459a-acbe-46a7-901c-b2c68e2e9483', 'status': 'completed', 'code': 200} Mar 29 15:58:36.649000 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de53618e-293b-483d-989e-bc0724b2fbaa req-54ab3c37-65b0-4823-8920-6bd45bf0cd5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:36.651125 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-de53618e-293b-483d-989e-bc0724b2fbaa req-54ab3c37-65b0-4823-8920-6bd45bf0cd5f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=cbf82823db2942d6982294feb5961b4b&device_id=198b3a32-d94c-498c-9652-4fc70d89fe5d HTTP/1.1" status: 200 len: 1095 time: 0.0517268 Mar 29 15:58:36.698014 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-de53618e-293b-483d-989e-bc0724b2fbaa req-ce37a8af-ca54-45f2-b990-1fde2d834f31 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c3cb459a-acbe-46a7-901c-b2c68e2e9483 HTTP/1.1" status: 200 len: 217 time: 0.0377886 Mar 29 15:58:36.757962 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de53618e-293b-483d-989e-bc0724b2fbaa req-84996390-5aac-4bf8-9175-c2b8bae8a99d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:36.759638 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-de53618e-293b-483d-989e-bc0724b2fbaa req-84996390-5aac-4bf8-9175-c2b8bae8a99d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=13ece885-070b-4665-afca-1091d3de6e50 HTTP/1.1" status: 200 len: 848 time: 0.0543926 Mar 29 15:58:36.793844 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-de53618e-293b-483d-989e-bc0724b2fbaa req-49eaf03d-f420-48ef-9b91-11e2b1630dc6 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a422627e-7fcb-48f5-b921-7c00f1f3a47e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268397 Mar 29 15:58:36.893397 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-de53618e-293b-483d-989e-bc0724b2fbaa req-0e0a8a51-5bf2-4112-98b2-7e1b99ea5eb0 service neutron] 10.222.0.48 "GET /v2.0/networks/a422627e-7fcb-48f5-b921-7c00f1f3a47e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919099 Mar 29 15:58:36.996561 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-de53618e-293b-483d-989e-bc0724b2fbaa req-b7b7a8b5-d05a-49a5-b839-764717880313 service neutron] 10.222.0.48 "GET /v2.0/networks/a422627e-7fcb-48f5-b921-7c00f1f3a47e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962670 Mar 29 15:58:37.123721 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f321cf25-ad7f-4461-ba1b-57ee678699f5 req-7dfef0df-b470-4cb1-8e2b-58ce6f15a89e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:37.125476 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f321cf25-ad7f-4461-ba1b-57ee678699f5 req-7dfef0df-b470-4cb1-8e2b-58ce6f15a89e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=cbf82823db2942d6982294feb5961b4b&device_id=198b3a32-d94c-498c-9652-4fc70d89fe5d HTTP/1.1" status: 200 len: 1095 time: 0.0756936 Mar 29 15:58:37.129160 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device 8399e582-1431-41bf-82d5-74464a9d1a4e details requested by agent hyperv_n-h1-834765-1 with host n-h1-834765-1 {{(pid=102792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 15:58:37.214244 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43faa75-3846-444c-96eb-c2b27d36c6d0 req-5c7dffed-aed3-4979-8b1c-33ede0c321da tempest-VolumesActionsTest-677344005 tempest-VolumesActionsTest-677344005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:37.215846 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-c43faa75-3846-444c-96eb-c2b27d36c6d0 req-5c7dffed-aed3-4979-8b1c-33ede0c321da tempest-VolumesActionsTest-677344005 tempest-VolumesActionsTest-677344005-project] 10.222.0.42 "GET /v2.0/ports?device_id=198b3a32-d94c-498c-9652-4fc70d89fe5d HTTP/1.1" status: 200 len: 944 time: 0.1112158 Mar 29 15:58:37.271546 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port 8399e582-1431-41bf-82d5-74464a9d1a4e, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=8399e582-1431-41bf-82d5-74464a9d1a4e,segment=NetworkSegment(f897e69d-257a-4c8a-bc55-e063bbc47d9e),segment_id=f897e69d-257a-4c8a-bc55-e063bbc47d9e)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:58:37.287897 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Returning: {'device': '8399e582-1431-41bf-82d5-74464a9d1a4e', 'network_id': '8594f729-9088-4f6b-8543-aaadb0f5b192', 'port_id': '8399e582-1431-41bf-82d5-74464a9d1a4e', 'mac_address': 'fa:16:3e:72:dd:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 601, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52e8269b-e046-4c98-a9b1-ef8905fa8ddb', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 15:58:37.301159 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-c43faa75-3846-444c-96eb-c2b27d36c6d0 req-1fcf8dd3-409a-4e7d-8185-142890556cee tempest-VolumesActionsTest-677344005 tempest-VolumesActionsTest-677344005-project] 10.222.0.42 "GET /v2.0/security-groups?id=f04e3a50-e9a5-484d-8a78-c9306855682b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579669 Mar 29 15:58:37.304555 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f321cf25-ad7f-4461-ba1b-57ee678699f5 req-35c77773-e16f-4693-984f-d711fd7f6ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:37.306239 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f321cf25-ad7f-4461-ba1b-57ee678699f5 req-35c77773-e16f-4693-984f-d711fd7f6ff7 service neutron] 10.222.0.48 "GET /v2.0/networks?id=a422627e-7fcb-48f5-b921-7c00f1f3a47e HTTP/1.1" status: 200 len: 909 time: 0.1586473 Mar 29 15:58:37.346624 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:37.353919 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f321cf25-ad7f-4461-ba1b-57ee678699f5 req-f9d6bebe-0980-4bac-9ef1-b091865f7548 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c3cb459a-acbe-46a7-901c-b2c68e2e9483 HTTP/1.1" status: 200 len: 217 time: 0.0410328 Mar 29 15:58:37.361847 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8399e582-1431-41bf-82d5-74464a9d1a4e {{(pid=102792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:58:37.391624 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port 8399e582-1431-41bf-82d5-74464a9d1a4e, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=8399e582-1431-41bf-82d5-74464a9d1a4e,segment=NetworkSegment(f897e69d-257a-4c8a-bc55-e063bbc47d9e),segment_id=f897e69d-257a-4c8a-bc55-e063bbc47d9e)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:58:37.396838 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:37.433457 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f321cf25-ad7f-4461-ba1b-57ee678699f5 req-30c2ca1c-dba9-4c04-ba9f-1c255b3c23ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:37.435318 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f321cf25-ad7f-4461-ba1b-57ee678699f5 req-30c2ca1c-dba9-4c04-ba9f-1c255b3c23ae service neutron] 10.222.0.48 "GET /v2.0/subnets?id=13ece885-070b-4665-afca-1091d3de6e50 HTTP/1.1" status: 200 len: 848 time: 0.0732377 Mar 29 15:58:37.458756 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Pushing event updated for resources: {'Port': ['ID=8399e582-1431-41bf-82d5-74464a9d1a4e,revision_number=4']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:58:37.469653 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:58:37.470117 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:58:37.470531 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:58:37.471200 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:58:37.471639 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:58:37.472211 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:58:37.472905 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:58:37.473441 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:58:37.473972 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:58:37.475058 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:58:37.475191 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f321cf25-ad7f-4461-ba1b-57ee678699f5 req-6d7b58d1-35c0-45a3-ac6b-2840783861b2 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a422627e-7fcb-48f5-b921-7c00f1f3a47e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327666 Mar 29 15:58:37.475754 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:58:37.476284 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:58:37.574774 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f3d34b-3f79-4015-8813-55bba87cc1a9 req-a545ca80-68ec-4ae3-b366-cd32a488d6d5 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:37.577491 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-10f3d34b-3f79-4015-8813-55bba87cc1a9 req-a545ca80-68ec-4ae3-b366-cd32a488d6d5 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/ports?device_id=a826bfb8-6367-4486-81d3-bd7b91cb30ce HTTP/1.1" status: 200 len: 945 time: 0.0573704 Mar 29 15:58:37.597496 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f321cf25-ad7f-4461-ba1b-57ee678699f5 req-9a3b1bcf-cbed-4f1d-bb25-f688bd6c29ac service neutron] 10.222.0.48 "GET /v2.0/networks/a422627e-7fcb-48f5-b921-7c00f1f3a47e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1137002 Mar 29 15:58:37.625504 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-10f3d34b-3f79-4015-8813-55bba87cc1a9 req-afe24b41-d41e-4241-8650-391b22319280 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/security-groups?id=5e7dc381-3678-4cad-aeb8-d0ce3409e19e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395257 Mar 29 15:58:37.721990 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f321cf25-ad7f-4461-ba1b-57ee678699f5 req-08b6021a-4b08-416a-992e-2aaaed7b91ab service neutron] 10.222.0.48 "GET /v2.0/networks/a422627e-7fcb-48f5-b921-7c00f1f3a47e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1176739 Mar 29 15:58:37.741497 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] get_ports_and_sgs() called for port_ids ['8399e582-1431-41bf-82d5-74464a9d1a4e'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:58:38.505113 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dc3518-d36f-421c-96d6-7d1748137412 req-a7834899-2e58-4270-8c20-c3716fefd94e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:38.506813 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f2dc3518-d36f-421c-96d6-7d1748137412 req-a7834899-2e58-4270-8c20-c3716fefd94e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=48ba1cdba6ea4eb098e40b52d44291ec&device_id=1988d609-4f13-419d-98dc-b82cc65c41c6 HTTP/1.1" status: 200 len: 1096 time: 0.0845940 Mar 29 15:58:38.516608 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23228e0d-1c07-4b50-a96b-9617b77745fe req-7284ff18-e24e-49f0-a6b7-4b12e2706d67 tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:38.528521 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-23228e0d-1c07-4b50-a96b-9617b77745fe req-7284ff18-e24e-49f0-a6b7-4b12e2706d67 tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] 10.222.0.42 "GET /v2.0/ports?device_id=1988d609-4f13-419d-98dc-b82cc65c41c6 HTTP/1.1" status: 200 len: 945 time: 0.1164556 Mar 29 15:58:38.533722 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be680a84-1b87-4279-b6cf-c275f4bcb9a5 req-843b19bc-4d61-4923-bb7a-85c66ab7b1b4 tempest-VolumesActionsTest-677344005 tempest-VolumesActionsTest-677344005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:38.535741 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-be680a84-1b87-4279-b6cf-c275f4bcb9a5 req-843b19bc-4d61-4923-bb7a-85c66ab7b1b4 tempest-VolumesActionsTest-677344005 tempest-VolumesActionsTest-677344005-project] 10.222.0.42 "GET /v2.0/ports?device_id=198b3a32-d94c-498c-9652-4fc70d89fe5d HTTP/1.1" status: 200 len: 944 time: 0.0992968 Mar 29 15:58:38.638917 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-be680a84-1b87-4279-b6cf-c275f4bcb9a5 req-4c47f88c-c82a-44e0-9879-f3ab2e324c5e tempest-VolumesActionsTest-677344005 tempest-VolumesActionsTest-677344005-project] 10.222.0.42 "GET /v2.0/security-groups?id=f04e3a50-e9a5-484d-8a78-c9306855682b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956373 Mar 29 15:58:38.654720 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-23228e0d-1c07-4b50-a96b-9617b77745fe req-54de243a-7c21-4e5e-be8a-a2389668b009 tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] 10.222.0.42 "GET /v2.0/security-groups?id=cd1c9277-5208-4a89-800b-becaf205597a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1251183 Mar 29 15:58:38.704969 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dc3518-d36f-421c-96d6-7d1748137412 req-abbe1ba1-172f-47e6-9de5-b121e218b5e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:38.706579 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f2dc3518-d36f-421c-96d6-7d1748137412 req-abbe1ba1-172f-47e6-9de5-b121e218b5e1 service neutron] 10.222.0.44 "GET /v2.0/networks?id=6da5eb6a-1ef7-4aa0-bbb2-e8f3bdbdd5ff HTTP/1.1" status: 200 len: 920 time: 0.1760321 Mar 29 15:58:38.812155 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f2dc3518-d36f-421c-96d6-7d1748137412 req-096a2dea-449c-4a51-8d89-838f9fbb99b6 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6def3afc-9a81-4374-807f-7bac44086c9c HTTP/1.1" status: 200 len: 1001 time: 0.0970774 Mar 29 15:58:38.828121 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a9d6bb-259f-4a8d-93fe-a3832d26f54f req-94820353-1a84-40fb-9221-823df6397ad9 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:38.830380 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b3a9d6bb-259f-4a8d-93fe-a3832d26f54f req-94820353-1a84-40fb-9221-823df6397ad9 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/ports?device_id=a826bfb8-6367-4486-81d3-bd7b91cb30ce HTTP/1.1" status: 200 len: 945 time: 0.1064837 Mar 29 15:58:38.923627 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dc3518-d36f-421c-96d6-7d1748137412 req-4c44c944-08c9-4b78-bf03-b91216ab091d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:38.925346 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f2dc3518-d36f-421c-96d6-7d1748137412 req-4c44c944-08c9-4b78-bf03-b91216ab091d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f321fdd4-89ca-4bd6-835a-732290fa6cda HTTP/1.1" status: 200 len: 858 time: 0.0938783 Mar 29 15:58:38.941248 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b3a9d6bb-259f-4a8d-93fe-a3832d26f54f req-a8511d48-0303-4ada-ab74-217cf7d224f4 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/security-groups?id=5e7dc381-3678-4cad-aeb8-d0ce3409e19e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002350 Mar 29 15:58:39.014701 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dc3518-d36f-421c-96d6-7d1748137412 req-8d555d55-6d8f-4e3e-8535-db65078e949d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:39.016526 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f2dc3518-d36f-421c-96d6-7d1748137412 req-8d555d55-6d8f-4e3e-8535-db65078e949d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6da5eb6a-1ef7-4aa0-bbb2-e8f3bdbdd5ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0689964 Mar 29 15:58:39.128435 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f2dc3518-d36f-421c-96d6-7d1748137412 req-90ee9c27-6c7b-4930-add2-68de9f5ff7ee service neutron] 10.222.0.44 "GET /v2.0/networks/6da5eb6a-1ef7-4aa0-bbb2-e8f3bdbdd5ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047809 Mar 29 15:58:39.140391 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device 8399e582-1431-41bf-82d5-74464a9d1a4e up at agent hyperv_n-h1-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:58:39.236320 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Provisioning for port 8399e582-1431-41bf-82d5-74464a9d1a4e completed by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 15:58:39.242447 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Provisioning complete for port 8399e582-1431-41bf-82d5-74464a9d1a4e triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:58:39.243326 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:39.294321 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f2dc3518-d36f-421c-96d6-7d1748137412 req-317ecee6-1078-4303-928e-117f363f2def service neutron] 10.222.0.44 "GET /v2.0/networks/6da5eb6a-1ef7-4aa0-bbb2-e8f3bdbdd5ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1460824 Mar 29 15:58:39.417969 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:39.452347 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a826bfb8-6367-4486-81d3-bd7b91cb30ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8399e582-1431-41bf-82d5-74464a9d1a4e'}] {{(pid=102792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:58:39.456201 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4f476c66b318cc6068719fc39557fac68d413f5c7e78fa77028c7948e999ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0a933cf-b8a9-4b5a-931a-8f526cf29e63" -d '{"events": [{"server_uuid": "a826bfb8-6367-4486-81d3-bd7b91cb30ce", "name": "network-vif-plugged", "status": "completed", "tag": "8399e582-1431-41bf-82d5-74464a9d1a4e"}]}' {{(pid=102792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:58:39.475199 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port 8399e582-1431-41bf-82d5-74464a9d1a4e, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=8399e582-1431-41bf-82d5-74464a9d1a4e,segment=NetworkSegment(f897e69d-257a-4c8a-bc55-e063bbc47d9e),segment_id=f897e69d-257a-4c8a-bc55-e063bbc47d9e)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:58:39.479544 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:39.525432 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:58:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-650fdceb-2651-4cf6-828b-34c3008fe2b0 x-openstack-request-id: req-650fdceb-2651-4cf6-828b-34c3008fe2b0 {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:58:39.525721 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a826bfb8-6367-4486-81d3-bd7b91cb30ce", "name": "network-vif-plugged", "status": "completed", "tag": "8399e582-1431-41bf-82d5-74464a9d1a4e", "code": 200}]} {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:58:39.525968 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-650fdceb-2651-4cf6-828b-34c3008fe2b0 {{(pid=102792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:58:39.526354 n-d-834765-1 neutron-server[102792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a826bfb8-6367-4486-81d3-bd7b91cb30ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8399e582-1431-41bf-82d5-74464a9d1a4e', 'code': 200} Mar 29 15:58:39.538416 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Pushing event updated for resources: {'Port': ['ID=8399e582-1431-41bf-82d5-74464a9d1a4e,revision_number=5']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:58:39.636826 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 42310) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:58:39.639356 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352daa37-415f-417e-bd07-bdc93afb3f9a req-9764766a-0161-4667-9f54-04ee79b2cf25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:39.640877 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-352daa37-415f-417e-bd07-bdc93afb3f9a req-9764766a-0161-4667-9f54-04ee79b2cf25 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=a826bfb8-6367-4486-81d3-bd7b91cb30ce HTTP/1.1" status: 200 len: 1097 time: 0.0529838 Mar 29 15:58:39.678576 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-352daa37-415f-417e-bd07-bdc93afb3f9a req-c4faaebc-63cf-4e08-a0e6-38f0b4918179 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=5e7dc381-3678-4cad-aeb8-d0ce3409e19e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297844 Mar 29 15:58:39.773663 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb14da62-bd33-49b2-ba18-3509d18718b2 req-b585f396-4a92-417b-ad4b-ed92428d11d3 tempest-VolumesActionsTest-677344005 tempest-VolumesActionsTest-677344005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:39.775362 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-cb14da62-bd33-49b2-ba18-3509d18718b2 req-b585f396-4a92-417b-ad4b-ed92428d11d3 tempest-VolumesActionsTest-677344005 tempest-VolumesActionsTest-677344005-project] 10.222.0.42 "GET /v2.0/ports?device_id=198b3a32-d94c-498c-9652-4fc70d89fe5d HTTP/1.1" status: 200 len: 944 time: 0.0538990 Mar 29 15:58:39.785832 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-216f4e42-14de-4423-b5e7-8835b1a7118f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:39.819130 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-cb14da62-bd33-49b2-ba18-3509d18718b2 req-c5d52447-5cdf-4418-9f8b-47fe3bf68cc2 tempest-VolumesActionsTest-677344005 tempest-VolumesActionsTest-677344005-project] 10.222.0.42 "GET /v2.0/security-groups?id=f04e3a50-e9a5-484d-8a78-c9306855682b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369616 Mar 29 15:58:39.825268 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bee461-e58b-4cbc-8704-712cead5099e req-27b41aac-ee3e-44ca-a9a1-88d2cd992d3d tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:39.826805 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-62bee461-e58b-4cbc-8704-712cead5099e req-27b41aac-ee3e-44ca-a9a1-88d2cd992d3d tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] 10.222.0.42 "GET /v2.0/ports?device_id=1988d609-4f13-419d-98dc-b82cc65c41c6 HTTP/1.1" status: 200 len: 945 time: 0.0870934 Mar 29 15:58:39.893517 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-62bee461-e58b-4cbc-8704-712cead5099e req-f60d97b8-9306-45f6-a585-6ccf2d52094a tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] 10.222.0.42 "GET /v2.0/security-groups?id=cd1c9277-5208-4a89-800b-becaf205597a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553472 Mar 29 15:58:39.924364 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-216f4e42-14de-4423-b5e7-8835b1a7118f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:39.928424 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-216f4e42-14de-4423-b5e7-8835b1a7118f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:39.968617 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-216f4e42-14de-4423-b5e7-8835b1a7118f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0e5cde8684094ee1a1f5ead254b7bdbe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3302717 Mar 29 15:58:39.969668 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216f4e42-14de-4423-b5e7-8835b1a7118f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e624f144-01cf-413d-b553-02140727c99c,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:58:39.971587 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 42320) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:58:40.063900 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-cb7072ca-a072-437b-9037-60a38cfe1d24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:40.084347 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c86a428-3ed2-41cf-9a1f-e42430c93b32 req-b1871a81-ce5e-4043-87bc-cc3674ca3bf6 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:40.085750 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-0c86a428-3ed2-41cf-9a1f-e42430c93b32 req-b1871a81-ce5e-4043-87bc-cc3674ca3bf6 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/ports?device_id=a826bfb8-6367-4486-81d3-bd7b91cb30ce HTTP/1.1" status: 200 len: 946 time: 0.0778847 Mar 29 15:58:40.102765 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-cb7072ca-a072-437b-9037-60a38cfe1d24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:40.518121 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-0c86a428-3ed2-41cf-9a1f-e42430c93b32 req-9ddfe291-ff45-4ea3-bc7a-2006dc853a70 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/security-groups?id=5e7dc381-3678-4cad-aeb8-d0ce3409e19e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4247379 Mar 29 15:58:40.529396 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-c8ab444a-f632-4b2e-82b3-8460c142ab11 req-2fa8de8a-c83d-44c0-b9ab-e93703b57673 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=dc9add87-72f6-43b0-aaa0-72bdafaa8d86&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4092834 Mar 29 15:58:40.541534 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-cb7072ca-a072-437b-9037-60a38cfe1d24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:40.544297 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-cb7072ca-a072-437b-9037-60a38cfe1d24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:40.545459 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-cb7072ca-a072-437b-9037-60a38cfe1d24 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e624f144-01cf-413d-b553-02140727c99c HTTP/1.1" status: 204 len: 168 time: 0.5721245 Mar 29 15:58:40.553835 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7072ca-a072-437b-9037-60a38cfe1d24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e624f144-01cf-413d-b553-02140727c99c,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:58:40.636791 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ab444a-f632-4b2e-82b3-8460c142ab11 req-289ea5f3-d8f7-48ac-aaab-0efb421ce3af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:40.638555 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-c8ab444a-f632-4b2e-82b3-8460c142ab11 req-289ea5f3-d8f7-48ac-aaab-0efb421ce3af service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=48ba1cdba6ea4eb098e40b52d44291ec&device_id=dc9add87-72f6-43b0-aaa0-72bdafaa8d86 HTTP/1.1" status: 200 len: 1096 time: 0.0483229 Mar 29 15:58:40.754997 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ab444a-f632-4b2e-82b3-8460c142ab11 req-1ea160cb-9fe1-4206-b54b-1f407559421d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:40.756513 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-c8ab444a-f632-4b2e-82b3-8460c142ab11 req-1ea160cb-9fe1-4206-b54b-1f407559421d service neutron] 10.222.0.48 "GET /v2.0/networks?id=6da5eb6a-1ef7-4aa0-bbb2-e8f3bdbdd5ff HTTP/1.1" status: 200 len: 920 time: 0.0971944 Mar 29 15:58:40.803014 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-c8ab444a-f632-4b2e-82b3-8460c142ab11 req-3fb229c5-ad1f-4d20-901b-4cb3bcd6ed59 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4bbe2651-b5bf-4f2d-ac57-165c62f587ac HTTP/1.1" status: 200 len: 217 time: 0.0392671 Mar 29 15:58:40.855329 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 42332) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:58:40.871883 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ab444a-f632-4b2e-82b3-8460c142ab11 req-228cfa27-880a-447d-91d6-881df0b3d2d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:40.873437 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-c8ab444a-f632-4b2e-82b3-8460c142ab11 req-228cfa27-880a-447d-91d6-881df0b3d2d2 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f321fdd4-89ca-4bd6-835a-732290fa6cda HTTP/1.1" status: 200 len: 858 time: 0.0642564 Mar 29 15:58:40.874546 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-ce2f218c-2bea-4d31-ae1b-f7b0ffdf8dcf admin admin] Notify callbacks [] for security_group, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:40.931797 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ab444a-f632-4b2e-82b3-8460c142ab11 req-37671a71-26c8-4165-9d79-6fe3a38dced2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:40.933408 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-c8ab444a-f632-4b2e-82b3-8460c142ab11 req-37671a71-26c8-4165-9d79-6fe3a38dced2 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6da5eb6a-1ef7-4aa0-bbb2-e8f3bdbdd5ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0526476 Mar 29 15:58:40.974702 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fd1641-45e0-492b-8ebd-e4c640207a18 req-2ae1db15-9e6b-4031-840d-c6d499bf7965 tempest-VolumesActionsTest-677344005 tempest-VolumesActionsTest-677344005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:40.976285 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-f4fd1641-45e0-492b-8ebd-e4c640207a18 req-2ae1db15-9e6b-4031-840d-c6d499bf7965 tempest-VolumesActionsTest-677344005 tempest-VolumesActionsTest-677344005-project] 10.222.0.42 "GET /v2.0/ports?device_id=198b3a32-d94c-498c-9652-4fc70d89fe5d HTTP/1.1" status: 200 len: 944 time: 0.0698345 Mar 29 15:58:41.034544 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-ce2f218c-2bea-4d31-ae1b-f7b0ffdf8dcf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:41.040916 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-ce2f218c-2bea-4d31-ae1b-f7b0ffdf8dcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:41.048940 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-f4fd1641-45e0-492b-8ebd-e4c640207a18 req-ec805665-a0c3-4708-beb3-8d92a792ae10 tempest-VolumesActionsTest-677344005 tempest-VolumesActionsTest-677344005-project] 10.222.0.42 "GET /v2.0/security-groups?id=f04e3a50-e9a5-484d-8a78-c9306855682b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585408 Mar 29 15:58:41.085797 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-ce2f218c-2bea-4d31-ae1b-f7b0ffdf8dcf admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=702e15ebe1764a59822566afa34d9c04&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2288539 Mar 29 15:58:41.087237 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2f218c-2bea-4d31-ae1b-f7b0ffdf8dcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e010770-bca7-47e9-b3c2-e266b53ab81c,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:58:41.090339 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 42338) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:58:41.125226 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-c8ab444a-f632-4b2e-82b3-8460c142ab11 req-6626a8e1-ecc0-4fb0-8096-263f264cdd85 service neutron] 10.222.0.48 "GET /v2.0/networks/6da5eb6a-1ef7-4aa0-bbb2-e8f3bdbdd5ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1844237 Mar 29 15:58:41.139341 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b451c4fa-dc27-4375-a9f1-327531082d92 req-ca648998-5ec1-4a18-9ab8-aa5ba68fc861 tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:41.140938 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b451c4fa-dc27-4375-a9f1-327531082d92 req-ca648998-5ec1-4a18-9ab8-aa5ba68fc861 tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] 10.222.0.42 "GET /v2.0/ports?device_id=1988d609-4f13-419d-98dc-b82cc65c41c6 HTTP/1.1" status: 200 len: 945 time: 0.1341989 Mar 29 15:58:41.146556 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-759842b7-019c-4222-b3c7-9de6235b8ca0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:41.170216 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-759842b7-019c-4222-b3c7-9de6235b8ca0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:41.233492 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-759842b7-019c-4222-b3c7-9de6235b8ca0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:41.238113 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-759842b7-019c-4222-b3c7-9de6235b8ca0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:41.239536 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-759842b7-019c-4222-b3c7-9de6235b8ca0 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/7e010770-bca7-47e9-b3c2-e266b53ab81c HTTP/1.1" status: 204 len: 168 time: 0.1466999 Mar 29 15:58:41.248800 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b451c4fa-dc27-4375-a9f1-327531082d92 req-7c8e8474-6fc6-4d8a-9bf9-a1e8cf9782dc tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] 10.222.0.42 "GET /v2.0/security-groups?id=cd1c9277-5208-4a89-800b-becaf205597a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0985014 Mar 29 15:58:41.252006 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759842b7-019c-4222-b3c7-9de6235b8ca0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e010770-bca7-47e9-b3c2-e266b53ab81c,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:58:41.274380 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-c8ab444a-f632-4b2e-82b3-8460c142ab11 req-58b6daff-1302-4e88-a2cf-ef3412b8a571 service neutron] 10.222.0.48 "GET /v2.0/networks/6da5eb6a-1ef7-4aa0-bbb2-e8f3bdbdd5ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321516 Mar 29 15:58:41.661039 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1810977b-19f4-457f-8a7c-8cef309ba760 req-c342882e-d374-4e37-ba21-c0393498a987 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:41.662606 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-1810977b-19f4-457f-8a7c-8cef309ba760 req-c342882e-d374-4e37-ba21-c0393498a987 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/ports?device_id=a826bfb8-6367-4486-81d3-bd7b91cb30ce HTTP/1.1" status: 200 len: 946 time: 0.0622685 Mar 29 15:58:41.707294 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-1810977b-19f4-457f-8a7c-8cef309ba760 req-88d30229-4b0f-448f-8bbb-4d61b8548270 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/security-groups?id=5e7dc381-3678-4cad-aeb8-d0ce3409e19e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369823 Mar 29 15:58:41.832787 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c518e07-039f-4046-aec9-99b54cce8a87 req-89a66103-dc4c-4735-9c55-5e93833c1b14 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:41.834366 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-1c518e07-039f-4046-aec9-99b54cce8a87 req-89a66103-dc4c-4735-9c55-5e93833c1b14 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/ports?device_id=a826bfb8-6367-4486-81d3-bd7b91cb30ce HTTP/1.1" status: 200 len: 946 time: 0.0558770 Mar 29 15:58:41.877294 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-1c518e07-039f-4046-aec9-99b54cce8a87 req-1e7825c7-01c3-4a24-9f72-646ff5893892 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/security-groups?id=5e7dc381-3678-4cad-aeb8-d0ce3409e19e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355561 Mar 29 15:58:41.999779 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f027462-28ab-4439-8fec-b17e1f48e432 req-55955b40-51ee-4816-bf45-2c5fa9c60135 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:42.001305 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-9f027462-28ab-4439-8fec-b17e1f48e432 req-55955b40-51ee-4816-bf45-2c5fa9c60135 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/ports?device_id=a826bfb8-6367-4486-81d3-bd7b91cb30ce HTTP/1.1" status: 200 len: 946 time: 0.0506532 Mar 29 15:58:42.041735 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-9f027462-28ab-4439-8fec-b17e1f48e432 req-0acbbf6d-0708-4ad6-b569-e5854d40a1a1 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/security-groups?id=5e7dc381-3678-4cad-aeb8-d0ce3409e19e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331087 Mar 29 15:58:42.130355 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device c3cb459a-acbe-46a7-901c-b2c68e2e9483 details requested by agent hyperv_n-h2-834765-1 with host n-h2-834765-1 {{(pid=102792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 15:58:42.201841 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c02fd2-98df-476a-9ff5-036459eb590c req-5c0eba5b-3423-47d0-822e-4d5bc1ebe56e tempest-VolumesActionsTest-677344005 tempest-VolumesActionsTest-677344005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:42.209609 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-27c02fd2-98df-476a-9ff5-036459eb590c req-5c0eba5b-3423-47d0-822e-4d5bc1ebe56e tempest-VolumesActionsTest-677344005 tempest-VolumesActionsTest-677344005-project] 10.222.0.42 "GET /v2.0/ports?device_id=198b3a32-d94c-498c-9652-4fc70d89fe5d HTTP/1.1" status: 200 len: 944 time: 0.0595367 Mar 29 15:58:42.264530 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-27c02fd2-98df-476a-9ff5-036459eb590c req-698c0c1c-fce9-4a39-94a3-add6ea479f02 tempest-VolumesActionsTest-677344005 tempest-VolumesActionsTest-677344005-project] 10.222.0.42 "GET /v2.0/security-groups?id=f04e3a50-e9a5-484d-8a78-c9306855682b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540042 Mar 29 15:58:42.275928 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port c3cb459a-acbe-46a7-901c-b2c68e2e9483, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=c3cb459a-acbe-46a7-901c-b2c68e2e9483,segment=NetworkSegment(06564ba8-b5d1-4276-b1a5-1d865f34bd6d),segment_id=06564ba8-b5d1-4276-b1a5-1d865f34bd6d)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:58:42.291179 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Returning: {'device': 'c3cb459a-acbe-46a7-901c-b2c68e2e9483', 'network_id': 'a422627e-7fcb-48f5-b921-7c00f1f3a47e', 'port_id': 'c3cb459a-acbe-46a7-901c-b2c68e2e9483', 'mac_address': 'fa:16:3e:bd:a8:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 612, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13ece885-070b-4665-afca-1091d3de6e50', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 15:58:42.340964 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:42.389433 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3cb459a-acbe-46a7-901c-b2c68e2e9483 {{(pid=102792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:58:42.427541 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port c3cb459a-acbe-46a7-901c-b2c68e2e9483, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=c3cb459a-acbe-46a7-901c-b2c68e2e9483,segment=NetworkSegment(06564ba8-b5d1-4276-b1a5-1d865f34bd6d),segment_id=06564ba8-b5d1-4276-b1a5-1d865f34bd6d)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:58:42.435482 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:42.499755 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a7db09-3744-4826-ac2c-8c0d3306de4a req-b59d0d73-baee-4ffe-a5c0-ebcc5a510e3c tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:42.508024 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-e3a7db09-3744-4826-ac2c-8c0d3306de4a req-b59d0d73-baee-4ffe-a5c0-ebcc5a510e3c tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/ports?device_id=a826bfb8-6367-4486-81d3-bd7b91cb30ce HTTP/1.1" status: 200 len: 946 time: 0.0735929 Mar 29 15:58:42.513031 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b161bda-f65c-416e-950e-0e061784b444 req-14f99dc3-cf1a-4bd0-8a3d-b4ed1f7c76d7 tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:42.515729 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-3b161bda-f65c-416e-950e-0e061784b444 req-14f99dc3-cf1a-4bd0-8a3d-b4ed1f7c76d7 tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] 10.222.0.42 "GET /v2.0/ports?device_id=1988d609-4f13-419d-98dc-b82cc65c41c6 HTTP/1.1" status: 200 len: 945 time: 0.1150310 Mar 29 15:58:42.519814 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-9affb163-efde-4c41-b1cb-08fe1cf2cf24 req-7dc1e904-e5fe-454b-bd24-aeb79dc730d0 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=4a6e5ec3-39e2-47e2-b9ec-187b5ddeca0e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1278679 Mar 29 15:58:42.561979 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Pushing event updated for resources: {'Port': ['ID=c3cb459a-acbe-46a7-901c-b2c68e2e9483,revision_number=4']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:58:42.579548 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-e3a7db09-3744-4826-ac2c-8c0d3306de4a req-2631814f-945f-438a-bbe4-2992072a6cf2 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/security-groups?id=5e7dc381-3678-4cad-aeb8-d0ce3409e19e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697196 Mar 29 15:58:42.606795 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-3b161bda-f65c-416e-950e-0e061784b444 req-98b05f2c-1c9a-4bbc-a995-6597d1a59b05 tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] 10.222.0.42 "GET /v2.0/security-groups?id=cd1c9277-5208-4a89-800b-becaf205597a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0833023 Mar 29 15:58:42.615668 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 42390) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:58:42.623596 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9affb163-efde-4c41-b1cb-08fe1cf2cf24 req-0b695919-4dfd-49be-a9f5-2f06139682e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:42.625739 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-9affb163-efde-4c41-b1cb-08fe1cf2cf24 req-0b695919-4dfd-49be-a9f5-2f06139682e5 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=48ba1cdba6ea4eb098e40b52d44291ec&device_id=4a6e5ec3-39e2-47e2-b9ec-187b5ddeca0e HTTP/1.1" status: 200 len: 1097 time: 0.0788064 Mar 29 15:58:42.761069 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] get_ports_and_sgs() called for port_ids ['c3cb459a-acbe-46a7-901c-b2c68e2e9483'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:58:42.767513 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9affb163-efde-4c41-b1cb-08fe1cf2cf24 req-5a03dcfd-c6de-4fd9-86b1-29ca427cc529 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:42.769740 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-9affb163-efde-4c41-b1cb-08fe1cf2cf24 req-5a03dcfd-c6de-4fd9-86b1-29ca427cc529 service neutron] 10.222.0.44 "GET /v2.0/networks?id=6da5eb6a-1ef7-4aa0-bbb2-e8f3bdbdd5ff HTTP/1.1" status: 200 len: 920 time: 0.1111646 Mar 29 15:58:42.819525 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-9affb163-efde-4c41-b1cb-08fe1cf2cf24 req-e616566e-f820-4eaa-949c-0bb8b6135641 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4e0e5c96-03a1-4013-9f20-18389d5cd858 HTTP/1.1" status: 200 len: 217 time: 0.0420654 Mar 29 15:58:42.925926 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9affb163-efde-4c41-b1cb-08fe1cf2cf24 req-fb8b308d-fa49-4155-81e5-4a966f9b6879 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:42.928631 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-9affb163-efde-4c41-b1cb-08fe1cf2cf24 req-fb8b308d-fa49-4155-81e5-4a966f9b6879 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f321fdd4-89ca-4bd6-835a-732290fa6cda HTTP/1.1" status: 200 len: 858 time: 0.1021187 Mar 29 15:58:42.980320 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9affb163-efde-4c41-b1cb-08fe1cf2cf24 req-7f093bf6-12ed-4898-9b1f-5d6f60d4b181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:42.981838 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-9affb163-efde-4c41-b1cb-08fe1cf2cf24 req-7f093bf6-12ed-4898-9b1f-5d6f60d4b181 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6da5eb6a-1ef7-4aa0-bbb2-e8f3bdbdd5ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0452275 Mar 29 15:58:43.081454 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-9affb163-efde-4c41-b1cb-08fe1cf2cf24 req-7c40bfff-1080-4cff-8ccd-4dd196a09e82 service neutron] 10.222.0.44 "GET /v2.0/networks/6da5eb6a-1ef7-4aa0-bbb2-e8f3bdbdd5ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925431 Mar 29 15:58:43.187836 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-9affb163-efde-4c41-b1cb-08fe1cf2cf24 req-8a7a0b2b-6b75-479d-aa38-ed968b5e188d service neutron] 10.222.0.44 "GET /v2.0/networks/6da5eb6a-1ef7-4aa0-bbb2-e8f3bdbdd5ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934637 Mar 29 15:58:43.326541 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c5e65ece-d3f3-4382-aec0-196d7273fbf9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-530452'] for router_interface, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:43.441112 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e439631b-a1ff-472b-a8ef-1a8e0ea41924 req-520cca0b-7b46-4ace-81c9-53261cda872a tempest-VolumesActionsTest-677344005 tempest-VolumesActionsTest-677344005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:43.442654 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-e439631b-a1ff-472b-a8ef-1a8e0ea41924 req-520cca0b-7b46-4ace-81c9-53261cda872a tempest-VolumesActionsTest-677344005 tempest-VolumesActionsTest-677344005-project] 10.222.0.42 "GET /v2.0/ports?device_id=198b3a32-d94c-498c-9652-4fc70d89fe5d HTTP/1.1" status: 200 len: 945 time: 0.0765786 Mar 29 15:58:43.552674 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-e439631b-a1ff-472b-a8ef-1a8e0ea41924 req-4ce4ff93-4ac8-4f3c-a858-6b027b6a9043 tempest-VolumesActionsTest-677344005 tempest-VolumesActionsTest-677344005-project] 10.222.0.42 "GET /v2.0/security-groups?id=f04e3a50-e9a5-484d-8a78-c9306855682b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780320 Mar 29 15:58:43.684468 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-c5e65ece-d3f3-4382-aec0-196d7273fbf9 admin admin] Deleting port 390d1096-1778-4fe9-9e07-130268813472 {{(pid=102790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:58:43.684828 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c5e65ece-d3f3-4382-aec0-196d7273fbf9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:43.709472 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fbec40-18b9-435a-9eb7-aa38c2ae4b30 req-7f56f55c-8c54-4597-8b46-b4d1915c9ccb tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:43.713952 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-a2fbec40-18b9-435a-9eb7-aa38c2ae4b30 req-7f56f55c-8c54-4597-8b46-b4d1915c9ccb tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/ports?device_id=a826bfb8-6367-4486-81d3-bd7b91cb30ce HTTP/1.1" status: 200 len: 946 time: 0.0557253 Mar 29 15:58:43.756262 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-a2fbec40-18b9-435a-9eb7-aa38c2ae4b30 req-1b7271c5-4d35-4608-9a3c-6e6710812fb1 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/security-groups?id=5e7dc381-3678-4cad-aeb8-d0ce3409e19e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380409 Mar 29 15:58:44.037485 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4052585-d6ab-4e7a-b21e-58c7bf3934d3 req-7f2507aa-2fb2-4ead-ae7d-357b769b55c2 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:44.039003 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f4052585-d6ab-4e7a-b21e-58c7bf3934d3 req-7f2507aa-2fb2-4ead-ae7d-357b769b55c2 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.44 "GET /v2.0/ports?device_id=a826bfb8-6367-4486-81d3-bd7b91cb30ce HTTP/1.1" status: 200 len: 946 time: 0.0840962 Mar 29 15:58:44.109527 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126b141d-8f16-4a0d-96e2-4678c8eaa387 req-b2393c72-760f-46ba-9c01-7927212cc42f tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:44.111068 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-126b141d-8f16-4a0d-96e2-4678c8eaa387 req-b2393c72-760f-46ba-9c01-7927212cc42f tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] 10.222.0.42 "GET /v2.0/ports?device_id=1988d609-4f13-419d-98dc-b82cc65c41c6 HTTP/1.1" status: 200 len: 945 time: 0.4133277 Mar 29 15:58:44.130885 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device c3cb459a-acbe-46a7-901c-b2c68e2e9483 up at agent hyperv_n-h2-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:58:44.150198 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [None req-c5e65ece-d3f3-4382-aec0-196d7273fbf9 admin admin] For port 390d1096-1778-4fe9-9e07-130268813472, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=390d1096-1778-4fe9-9e07-130268813472,segment=NetworkSegment(9581079c-64f8-4f74-b62d-5bba29484aa6),segment_id=9581079c-64f8-4f74-b62d-5bba29484aa6)] {{(pid=102790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:58:44.150554 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c5e65ece-d3f3-4382-aec0-196d7273fbf9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:44.172335 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-c5e65ece-d3f3-4382-aec0-196d7273fbf9 admin admin] Calling delete_port for 390d1096-1778-4fe9-9e07-130268813472 owned by network:router_interface {{(pid=102790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:58:44.185377 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Provisioning for port c3cb459a-acbe-46a7-901c-b2c68e2e9483 completed by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 15:58:44.185899 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [req-f4052585-d6ab-4e7a-b21e-58c7bf3934d3 req-6e9ecb9f-5e8b-46e7-8a77-b26b3f891481 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Deleting port 8399e582-1431-41bf-82d5-74464a9d1a4e {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:58:44.186355 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-f4052585-d6ab-4e7a-b21e-58c7bf3934d3 req-6e9ecb9f-5e8b-46e7-8a77-b26b3f891481 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:44.190604 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Provisioning complete for port c3cb459a-acbe-46a7-901c-b2c68e2e9483 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:58:44.191002 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:44.191960 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-126b141d-8f16-4a0d-96e2-4678c8eaa387 req-ac33d07b-cab5-43b9-8897-6b09b36ac6fa tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] 10.222.0.42 "GET /v2.0/security-groups?id=cd1c9277-5208-4a89-800b-becaf205597a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691047 Mar 29 15:58:44.304378 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-f4052585-d6ab-4e7a-b21e-58c7bf3934d3 req-6e9ecb9f-5e8b-46e7-8a77-b26b3f891481 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] For port 8399e582-1431-41bf-82d5-74464a9d1a4e, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=8399e582-1431-41bf-82d5-74464a9d1a4e,segment=NetworkSegment(f897e69d-257a-4c8a-bc55-e063bbc47d9e),segment_id=f897e69d-257a-4c8a-bc55-e063bbc47d9e)] {{(pid=102791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:58:44.304653 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-f4052585-d6ab-4e7a-b21e-58c7bf3934d3 req-6e9ecb9f-5e8b-46e7-8a77-b26b3f891481 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:44.305106 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:44.319078 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [req-f4052585-d6ab-4e7a-b21e-58c7bf3934d3 req-6e9ecb9f-5e8b-46e7-8a77-b26b3f891481 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Calling delete_port for 8399e582-1431-41bf-82d5-74464a9d1a4e owned by compute:nova {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:58:44.346911 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '198b3a32-d94c-498c-9652-4fc70d89fe5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3cb459a-acbe-46a7-901c-b2c68e2e9483'}] {{(pid=102792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:58:44.349468 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4f476c66b318cc6068719fc39557fac68d413f5c7e78fa77028c7948e999ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5474795e-6979-4c36-b72c-767068773ed2" -d '{"events": [{"server_uuid": "198b3a32-d94c-498c-9652-4fc70d89fe5d", "name": "network-vif-plugged", "status": "completed", "tag": "c3cb459a-acbe-46a7-901c-b2c68e2e9483"}]}' {{(pid=102792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:58:44.368567 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port c3cb459a-acbe-46a7-901c-b2c68e2e9483, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=c3cb459a-acbe-46a7-901c-b2c68e2e9483,segment=NetworkSegment(06564ba8-b5d1-4276-b1a5-1d865f34bd6d),segment_id=06564ba8-b5d1-4276-b1a5-1d865f34bd6d)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:58:44.374195 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:44.423634 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c5e65ece-d3f3-4382-aec0-196d7273fbf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:44.463147 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:58:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3a00849-74be-4753-90e2-e32c145d127f x-openstack-request-id: req-a3a00849-74be-4753-90e2-e32c145d127f {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:58:44.463769 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "198b3a32-d94c-498c-9652-4fc70d89fe5d", "name": "network-vif-plugged", "status": "completed", "tag": "c3cb459a-acbe-46a7-901c-b2c68e2e9483", "code": 200}]} {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:58:44.464188 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a3a00849-74be-4753-90e2-e32c145d127f {{(pid=102792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:58:44.464963 n-d-834765-1 neutron-server[102792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '198b3a32-d94c-498c-9652-4fc70d89fe5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3cb459a-acbe-46a7-901c-b2c68e2e9483', 'code': 200} Mar 29 15:58:44.466812 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e65ece-d3f3-4382-aec0-196d7273fbf9 admin admin] Pushing event deleted for resources: {'Port': ['ID=390d1096-1778-4fe9-9e07-130268813472,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:58:44.550739 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Pushing event updated for resources: {'Port': ['ID=c3cb459a-acbe-46a7-901c-b2c68e2e9483,revision_number=5']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:58:44.604636 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-f4052585-d6ab-4e7a-b21e-58c7bf3934d3 req-6e9ecb9f-5e8b-46e7-8a77-b26b3f891481 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:44.614082 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11a967b-133e-4e66-9327-7270cc0131bd req-b357cbe2-536d-4c34-b661-891855c60c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:44.616011 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b11a967b-133e-4e66-9327-7270cc0131bd req-b357cbe2-536d-4c34-b661-891855c60c28 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=198b3a32-d94c-498c-9652-4fc70d89fe5d HTTP/1.1" status: 200 len: 1097 time: 0.0891297 Mar 29 15:58:44.616894 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] get_ports_and_sgs() called for port_ids ['8399e582-1431-41bf-82d5-74464a9d1a4e'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:58:44.668483 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9ecb9f-5e8b-46e7-8a77-b26b3f891481 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Pushing event deleted for resources: {'Port': ['ID=8399e582-1431-41bf-82d5-74464a9d1a4e,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:58:44.787244 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4052585-d6ab-4e7a-b21e-58c7bf3934d3 req-6e9ecb9f-5e8b-46e7-8a77-b26b3f891481 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] No DVR routers for this DVR port 8399e582-1431-41bf-82d5-74464a9d1a4e on host n-h1-834765-1 {{(pid=102791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:58:44.792147 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-f4052585-d6ab-4e7a-b21e-58c7bf3934d3 req-6e9ecb9f-5e8b-46e7-8a77-b26b3f891481 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:44.795818 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f4052585-d6ab-4e7a-b21e-58c7bf3934d3 req-6e9ecb9f-5e8b-46e7-8a77-b26b3f891481 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.44 "DELETE /v2.0/ports/8399e582-1431-41bf-82d5-74464a9d1a4e HTTP/1.1" status: 204 len: 173 time: 0.7490706 Mar 29 15:58:44.798552 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a826bfb8-6367-4486-81d3-bd7b91cb30ce', 'name': 'network-vif-deleted', 'tag': '8399e582-1431-41bf-82d5-74464a9d1a4e'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:58:44.801689 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c67b028db5e9b9818fecc5c0a87ebc6f190694fa53ca267d523e04f98de536d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cedea626-cc87-4b4d-b96f-95687a2b2711" -d '{"events": [{"server_uuid": "a826bfb8-6367-4486-81d3-bd7b91cb30ce", "name": "network-vif-deleted", "tag": "8399e582-1431-41bf-82d5-74464a9d1a4e"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:58:44.806674 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c5e65ece-d3f3-4382-aec0-196d7273fbf9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-530528'] for router_interface, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:44.824446 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b11a967b-133e-4e66-9327-7270cc0131bd req-9f3867d2-a159-4dcd-817d-56781d0e4820 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=f04e3a50-e9a5-484d-8a78-c9306855682b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785533 Mar 29 15:58:44.959748 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc830f9-1619-4fc4-843c-6e0a494b4355 req-255286b3-de77-4a1a-8df6-8bdd05b6ddc4 tempest-VolumesActionsTest-677344005 tempest-VolumesActionsTest-677344005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:44.961417 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-7bc830f9-1619-4fc4-843c-6e0a494b4355 req-255286b3-de77-4a1a-8df6-8bdd05b6ddc4 tempest-VolumesActionsTest-677344005 tempest-VolumesActionsTest-677344005-project] 10.222.0.42 "GET /v2.0/ports?device_id=198b3a32-d94c-498c-9652-4fc70d89fe5d HTTP/1.1" status: 200 len: 946 time: 0.1515706 Mar 29 15:58:44.986271 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-bf00da93-baf6-4fa5-8a88-d005579c0eeb req-be49b093-d90e-4ff5-ad80-d68a6d55aa11 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/ports?device_id=a826bfb8-6367-4486-81d3-bd7b91cb30ce HTTP/1.1" status: 200 len: 210 time: 0.0802674 Mar 29 15:58:45.062942 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-7bc830f9-1619-4fc4-843c-6e0a494b4355 req-6cdde61d-31c7-4108-9eaf-ea395692d22f tempest-VolumesActionsTest-677344005 tempest-VolumesActionsTest-677344005-project] 10.222.0.42 "GET /v2.0/security-groups?id=f04e3a50-e9a5-484d-8a78-c9306855682b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938790 Mar 29 15:58:45.084476 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:58:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71aad1f6-5e30-452f-a703-1a417f2c4237 x-openstack-request-id: req-71aad1f6-5e30-452f-a703-1a417f2c4237 {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:58:45.084476 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a826bfb8-6367-4486-81d3-bd7b91cb30ce", "name": "network-vif-deleted", "tag": "8399e582-1431-41bf-82d5-74464a9d1a4e", "status": "completed", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:58:45.085268 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-71aad1f6-5e30-452f-a703-1a417f2c4237 {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:58:45.085268 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a826bfb8-6367-4486-81d3-bd7b91cb30ce', 'name': 'network-vif-deleted', 'tag': '8399e582-1431-41bf-82d5-74464a9d1a4e', 'status': 'completed', 'code': 200} Mar 29 15:58:45.193690 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5e65ece-d3f3-4382-aec0-196d7273fbf9 admin admin] Router 6ed2d1ee-d1a9-4543-8770-73ea7b9362cd has already been hosted by L3 agent c648d819-1060-4f26-b4ec-6455387b5dff {{(pid=102790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 15:58:45.235750 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.agents_db [None req-59735a15-725e-44d4-9ad5-95cbe356f209 None None] Agent healthcheck: found 7 active agents {{(pid=102793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 15:58:45.321865 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25826755-af8b-4d98-8a6d-8a14e79ce48a req-83a85f51-a7a5-4c03-9757-be20fcf005d5 tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:45.328018 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-25826755-af8b-4d98-8a6d-8a14e79ce48a req-83a85f51-a7a5-4c03-9757-be20fcf005d5 tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] 10.222.0.42 "GET /v2.0/ports?device_id=1988d609-4f13-419d-98dc-b82cc65c41c6 HTTP/1.1" status: 200 len: 945 time: 0.0617778 Mar 29 15:58:45.362022 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5e65ece-d3f3-4382-aec0-196d7273fbf9 admin admin] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:58:45.372230 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-c5e65ece-d3f3-4382-aec0-196d7273fbf9 admin admin] 10.222.0.42 "PUT /v2.0/routers/6ed2d1ee-d1a9-4543-8770-73ea7b9362cd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7551088 Mar 29 15:58:45.372976 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 42444) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:58:45.375787 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44314978-9cd5-4777-a168-4799cf6e9fc4 None None] Sync routers for ids ['6ed2d1ee-d1a9-4543-8770-73ea7b9362cd'] in n-d-834765-1 {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:58:45.388205 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44314978-9cd5-4777-a168-4799cf6e9fc4 None None] Routers {'6ed2d1ee-d1a9-4543-8770-73ea7b9362cd'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:58:45.389239 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-44314978-9cd5-4777-a168-4799cf6e9fc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:58:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['6ed2d1ee-d1a9-4543-8770-73ea7b9362cd'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:58:45.444524 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-25826755-af8b-4d98-8a6d-8a14e79ce48a req-76c734d3-a38c-4829-a63a-cd29fe8e3f9c tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] 10.222.0.42 "GET /v2.0/security-groups?id=cd1c9277-5208-4a89-800b-becaf205597a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1121240 Mar 29 15:58:45.507927 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-0ee9d2eb-4cf8-4e4f-a54f-8a25407304d4 admin admin] Notify callbacks [] for router, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:45.550631 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvr_db [None req-44314978-9cd5-4777-a168-4799cf6e9fc4 None None] Set router 6ed2d1ee-d1a9-4543-8770-73ea7b9362cd gateway port host: n-d-834765-1 {{(pid=102793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:58:45.637189 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-0ee9d2eb-4cf8-4e4f-a54f-8a25407304d4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:45.720130 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-0ee9d2eb-4cf8-4e4f-a54f-8a25407304d4 admin admin] Deleting port 0a4f37c9-e529-4bf8-885d-3374c7c5a8c7 {{(pid=102790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:58:45.720498 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-0ee9d2eb-4cf8-4e4f-a54f-8a25407304d4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:45.769114 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-44314978-9cd5-4777-a168-4799cf6e9fc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ed2d1ee-d1a9-4543-8770-73ea7b9362cd', 'name': 'tempest-TaggedBootDevicesTest_v242-1930304390-router', 'tenant_id': '9cad725e1c41463fab431e48b8d9bfff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.128'}], 'enable_snat': True}, 'gw_port_id': '0a4f37c9-e529-4bf8-885d-3374c7c5a8c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:51:54Z', 'updated_at': '2022-03-29T15:58:44Z', 'revision_number': 5, 'project_id': '9cad725e1c41463fab431e48b8d9bfff', 'gw_port': {'id': '0a4f37c9-e529-4bf8-885d-3374c7c5a8c7', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:0e:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ed2d1ee-d1a9-4543-8770-73ea7b9362cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2024, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:51:56Z', 'updated_at': '2022-03-29T15:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1'}], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:58:45.805306 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44314978-9cd5-4777-a168-4799cf6e9fc4 None None] Checking router: 6ed2d1ee-d1a9-4543-8770-73ea7b9362cd for host: n-d-834765-1 {{(pid=102793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:58:45.814500 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44314978-9cd5-4777-a168-4799cf6e9fc4 None None] Routers {'6ed2d1ee-d1a9-4543-8770-73ea7b9362cd'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:58:45.815216 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-44314978-9cd5-4777-a168-4799cf6e9fc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:58:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['6ed2d1ee-d1a9-4543-8770-73ea7b9362cd'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:58:45.821191 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [None req-0ee9d2eb-4cf8-4e4f-a54f-8a25407304d4 admin admin] For port 0a4f37c9-e529-4bf8-885d-3374c7c5a8c7, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=0a4f37c9-e529-4bf8-885d-3374c7c5a8c7,segment=NetworkSegment(6ab47353-a811-4bad-bc73-b4cc84583cfd),segment_id=6ab47353-a811-4bad-bc73-b4cc84583cfd)] {{(pid=102790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:58:45.821795 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-0ee9d2eb-4cf8-4e4f-a54f-8a25407304d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:45.834438 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-0ee9d2eb-4cf8-4e4f-a54f-8a25407304d4 admin admin] Calling delete_port for 0a4f37c9-e529-4bf8-885d-3374c7c5a8c7 owned by network:router_gateway {{(pid=102790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:58:45.917889 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvr_db [None req-44314978-9cd5-4777-a168-4799cf6e9fc4 None None] Set router 6ed2d1ee-d1a9-4543-8770-73ea7b9362cd gateway port host: None {{(pid=102793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:58:45.978464 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-44314978-9cd5-4777-a168-4799cf6e9fc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ed2d1ee-d1a9-4543-8770-73ea7b9362cd', 'name': 'tempest-TaggedBootDevicesTest_v242-1930304390-router', 'tenant_id': '9cad725e1c41463fab431e48b8d9bfff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:51:54Z', 'updated_at': '2022-03-29T15:58:45Z', 'revision_number': 6, 'project_id': '9cad725e1c41463fab431e48b8d9bfff', 'gw_port_host': None}], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:58:46.018575 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44314978-9cd5-4777-a168-4799cf6e9fc4 None None] The sync data for ids ['6ed2d1ee-d1a9-4543-8770-73ea7b9362cd'] in n-d-834765-1 is: [{'id': '6ed2d1ee-d1a9-4543-8770-73ea7b9362cd', 'name': 'tempest-TaggedBootDevicesTest_v242-1930304390-router', 'tenant_id': '9cad725e1c41463fab431e48b8d9bfff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:51:54Z', 'updated_at': '2022-03-29T15:58:45Z', 'revision_number': 6, 'project_id': '9cad725e1c41463fab431e48b8d9bfff', 'gw_port_host': None}] {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:58:46.048406 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-0ee9d2eb-4cf8-4e4f-a54f-8a25407304d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:46.090271 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee9d2eb-4cf8-4e4f-a54f-8a25407304d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=0a4f37c9-e529-4bf8-885d-3374c7c5a8c7,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:58:46.231396 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-42fdce59-f63b-4fe5-926b-f34af521bb68 req-c5dc2041-dc10-46c2-a37e-81303683c560 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/ports?device_id=a826bfb8-6367-4486-81d3-bd7b91cb30ce HTTP/1.1" status: 200 len: 210 time: 0.0822730 Mar 29 15:58:46.251613 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-0ee9d2eb-4cf8-4e4f-a54f-8a25407304d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-648138'] for router_gateway, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:46.257597 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cc8d7a-bf9c-44c0-9cc9-ad5259bacbca req-a1332b92-750e-40cf-bbd4-afe5a0eee6d7 tempest-VolumesActionsTest-677344005 tempest-VolumesActionsTest-677344005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:46.259506 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-33cc8d7a-bf9c-44c0-9cc9-ad5259bacbca req-a1332b92-750e-40cf-bbd4-afe5a0eee6d7 tempest-VolumesActionsTest-677344005 tempest-VolumesActionsTest-677344005-project] 10.222.0.42 "GET /v2.0/ports?device_id=198b3a32-d94c-498c-9652-4fc70d89fe5d HTTP/1.1" status: 200 len: 946 time: 0.0885923 Mar 29 15:58:46.306006 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-33cc8d7a-bf9c-44c0-9cc9-ad5259bacbca req-a3efce55-d527-4f85-8277-cb3662a65c69 tempest-VolumesActionsTest-677344005 tempest-VolumesActionsTest-677344005-project] 10.222.0.42 "GET /v2.0/security-groups?id=f04e3a50-e9a5-484d-8a78-c9306855682b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391705 Mar 29 15:58:46.350147 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-0ee9d2eb-4cf8-4e4f-a54f-8a25407304d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129328'] for router, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:46.352854 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-0ee9d2eb-4cf8-4e4f-a54f-8a25407304d4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:46.412787 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-0ee9d2eb-4cf8-4e4f-a54f-8a25407304d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-526718'] for router, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:46.413381 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ee9d2eb-4cf8-4e4f-a54f-8a25407304d4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6ed2d1ee-d1a9-4543-8770-73ea7b9362cd {{(pid=102790) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 29 15:58:46.419238 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-0ee9d2eb-4cf8-4e4f-a54f-8a25407304d4 admin admin] Notify callbacks [] for router, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:46.422786 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-0ee9d2eb-4cf8-4e4f-a54f-8a25407304d4 admin admin] 10.222.0.42 "DELETE /v2.0/routers/6ed2d1ee-d1a9-4543-8770-73ea7b9362cd HTTP/1.1" status: 204 len: 168 time: 1.0464118 Mar 29 15:58:46.424689 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 42454) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:58:46.488059 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4a62d10-6ec1-47e4-8ae9-5c35e5b0c7ec admin admin] Deleting subnet 38d67edd-cfdb-4ded-91f8-0e501d16094b {{(pid=102791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 15:58:46.491725 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-f4a62d10-6ec1-47e4-8ae9-5c35e5b0c7ec admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:46.571933 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-f4a62d10-6ec1-47e4-8ae9-5c35e5b0c7ec admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4230423'] for subnet, precommit_delete_associations {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:46.642800 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a3e0e9-c548-47dd-b3d3-70aa9e76b421 req-ddd462bd-80d8-4468-8d3a-844e5b6c16a3 tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:46.644394 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-e2a3e0e9-c548-47dd-b3d3-70aa9e76b421 req-ddd462bd-80d8-4468-8d3a-844e5b6c16a3 tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] 10.222.0.42 "GET /v2.0/ports?device_id=1988d609-4f13-419d-98dc-b82cc65c41c6 HTTP/1.1" status: 200 len: 945 time: 0.0547471 Mar 29 15:58:46.667464 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-f4a62d10-6ec1-47e4-8ae9-5c35e5b0c7ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1641287'] for subnet, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:46.692589 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-e2a3e0e9-c548-47dd-b3d3-70aa9e76b421 req-05e0aa3b-02a6-4e29-a084-6053b1fd410d tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] 10.222.0.42 "GET /v2.0/security-groups?id=cd1c9277-5208-4a89-800b-becaf205597a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387554 Mar 29 15:58:46.753654 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-f4a62d10-6ec1-47e4-8ae9-5c35e5b0c7ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1641294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16155591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16218852'] for subnet, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:46.787523 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-f4a62d10-6ec1-47e4-8ae9-5c35e5b0c7ec admin admin] Notify callbacks [] for subnet, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:46.791680 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-f4a62d10-6ec1-47e4-8ae9-5c35e5b0c7ec admin admin] 10.222.0.42 "DELETE /v2.0/subnets/38d67edd-cfdb-4ded-91f8-0e501d16094b HTTP/1.1" status: 204 len: 168 time: 0.3651226 Mar 29 15:58:46.792650 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a62d10-6ec1-47e4-8ae9-5c35e5b0c7ec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=38d67edd-cfdb-4ded-91f8-0e501d16094b,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:58:46.794220 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 42460) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:58:46.797542 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24c12d9d-4363-4d98-acaf-e7d1d71ac7d2 None None] Network 4e796cbd-0811-4a69-9036-a57f72186731 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 15:58:46.896573 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-8c5b087e-af58-4c64-ba73-2668eccafdf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1631750'] for network, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:46.967997 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 390d1096-1778-4fe9-9e07-130268813472 no longer exists at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:58:47.006592 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-8c5b087e-af58-4c64-ba73-2668eccafdf1 admin admin] Deleting port c1990743-4867-4cc7-a2e8-7c5eeaead279 {{(pid=102790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:58:47.006938 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-8c5b087e-af58-4c64-ba73-2668eccafdf1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:47.024342 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] No Port match for: 390d1096-1778-4fe9-9e07-130268813472 {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 15:58:47.025920 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 390d1096-1778-4fe9-9e07-130268813472 not bound to the agent host n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:58:47.059127 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:47.137864 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a036cc7-fc50-4d61-adb5-fdd671a4588a None None] DHCP port deletion for 4e796cbd-0811-4a69-9036-a57f72186731 request from n-d-834765-1 {{(pid=102792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 29 15:58:47.160810 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [None req-8c5b087e-af58-4c64-ba73-2668eccafdf1 admin admin] For port c1990743-4867-4cc7-a2e8-7c5eeaead279, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=c1990743-4867-4cc7-a2e8-7c5eeaead279,segment=NetworkSegment(9581079c-64f8-4f74-b62d-5bba29484aa6),segment_id=9581079c-64f8-4f74-b62d-5bba29484aa6)] {{(pid=102790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:58:47.166379 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-8c5b087e-af58-4c64-ba73-2668eccafdf1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:47.188513 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-8c5b087e-af58-4c64-ba73-2668eccafdf1 admin admin] Calling delete_port for c1990743-4867-4cc7-a2e8-7c5eeaead279 owned by network:dhcp {{(pid=102790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:58:47.207161 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device 8399e582-1431-41bf-82d5-74464a9d1a4e no longer exists at agent hyperv_n-h1-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:58:47.281485 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-8c5b087e-af58-4c64-ba73-2668eccafdf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:47.294777 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] No Port match for: 8399e582-1431-41bf-82d5-74464a9d1a4e {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 15:58:47.295725 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device 8399e582-1431-41bf-82d5-74464a9d1a4e not bound to the agent host n-h1-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:58:47.330776 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c5b087e-af58-4c64-ba73-2668eccafdf1 admin admin] No DVR routers for this DVR port c1990743-4867-4cc7-a2e8-7c5eeaead279 on host n-d-834765-1 {{(pid=102790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:58:47.332598 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5b087e-af58-4c64-ba73-2668eccafdf1 admin admin] Pushing event deleted for resources: {'Port': ['ID=c1990743-4867-4cc7-a2e8-7c5eeaead279,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:58:47.375905 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-0a036cc7-fc50-4d61-adb5-fdd671a4588a None None] Deleting port c1990743-4867-4cc7-a2e8-7c5eeaead279 {{(pid=102792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:58:47.377463 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-0a036cc7-fc50-4d61-adb5-fdd671a4588a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:47.407776 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f85cec3d-387b-4bdf-a289-42fba7574264 req-3b9a0f14-b491-417c-b336-0588ecbb0f2c tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/ports?device_id=a826bfb8-6367-4486-81d3-bd7b91cb30ce HTTP/1.1" status: 200 len: 210 time: 0.0509627 Mar 29 15:58:47.521965 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-8c5b087e-af58-4c64-ba73-2668eccafdf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639890', 'neutron.services.segments.db._delete_segments_for_network-8783523423079'] for network, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:47.522922 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-0a036cc7-fc50-4d61-adb5-fdd671a4588a None None] For port c1990743-4867-4cc7-a2e8-7c5eeaead279, host n-d-834765-1, got binding levels [] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:58:47.523355 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-0a036cc7-fc50-4d61-adb5-fdd671a4588a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:47.548115 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-8c5b087e-af58-4c64-ba73-2668eccafdf1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e796cbd-0811-4a69-9036-a57f72186731']}} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:58:47.549816 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-0a036cc7-fc50-4d61-adb5-fdd671a4588a None None] Calling delete_port for c1990743-4867-4cc7-a2e8-7c5eeaead279 owned by network:dhcp {{(pid=102792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:58:47.560327 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-8c5b087e-af58-4c64-ba73-2668eccafdf1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9581079c-64f8-4f74-b62d-5bba29484aa6') {'for_net_delete': True} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:58:47.560679 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-8c5b087e-af58-4c64-ba73-2668eccafdf1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9581079c-64f8-4f74-b62d-5bba29484aa6') {} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:58:47.561387 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.ipam_backend_mixin [None req-0a036cc7-fc50-4d61-adb5-fdd671a4588a None None] Port c1990743-4867-4cc7-a2e8-7c5eeaead279 was not found and therefore no delete operation was performed {{(pid=102792) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 29 15:58:47.563058 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-0a036cc7-fc50-4d61-adb5-fdd671a4588a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350'] for port, after_delete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:47.580097 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f99dc4a-62d6-4411-b8cb-3194a3d9e500 req-d05ab024-92f2-47a6-8790-9146ac3f578f tempest-VolumesActionsTest-677344005 tempest-VolumesActionsTest-677344005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:47.581906 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-2f99dc4a-62d6-4411-b8cb-3194a3d9e500 req-d05ab024-92f2-47a6-8790-9146ac3f578f tempest-VolumesActionsTest-677344005 tempest-VolumesActionsTest-677344005-project] 10.222.0.42 "GET /v2.0/ports?device_id=198b3a32-d94c-498c-9652-4fc70d89fe5d HTTP/1.1" status: 200 len: 946 time: 0.1177740 Mar 29 15:58:47.583866 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-8c5b087e-af58-4c64-ba73-2668eccafdf1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783523422064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4614019'] for segment, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:47.607557 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a036cc7-fc50-4d61-adb5-fdd671a4588a None None] Pushing event deleted for resources: {'Port': ['ID=c1990743-4867-4cc7-a2e8-7c5eeaead279,revision_number=None']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:58:47.608722 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-8c5b087e-af58-4c64-ba73-2668eccafdf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:47.622453 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c5b087e-af58-4c64-ba73-2668eccafdf1 admin admin] Releasing vlan 615 on physical network physnet1 to pool {{(pid=102790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 15:58:47.622453 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-8c5b087e-af58-4c64-ba73-2668eccafdf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5238013'] for segment, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:47.623613 n-d-834765-1 neutron-server[102790]: Traceback (most recent call last): Mar 29 15:58:47.623613 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 15:58:47.623613 n-d-834765-1 neutron-server[102790]: timer() Mar 29 15:58:47.623613 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 15:58:47.623613 n-d-834765-1 neutron-server[102790]: cb(*args, **kw) Mar 29 15:58:47.623613 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 15:58:47.623613 n-d-834765-1 neutron-server[102790]: return func(*args, **kwargs) Mar 29 15:58:47.623613 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 15:58:47.623613 n-d-834765-1 neutron-server[102790]: self._notify() Mar 29 15:58:47.623613 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 15:58:47.623613 n-d-834765-1 neutron-server[102790]: self.callback(batched_events) Mar 29 15:58:47.623613 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 15:58:47.623613 n-d-834765-1 neutron-server[102790]: event.method(event) Mar 29 15:58:47.623613 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 15:58:47.623613 n-d-834765-1 neutron-server[102790]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 15:58:47.623613 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 15:58:47.623613 n-d-834765-1 neutron-server[102790]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 15:58:47.623613 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 15:58:47.623613 n-d-834765-1 neutron-server[102790]: return f(self, *a, **k) Mar 29 15:58:47.623613 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 15:58:47.623613 n-d-834765-1 neutron-server[102790]: return self._get(url).json() Mar 29 15:58:47.623613 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 15:58:47.623613 n-d-834765-1 neutron-server[102790]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 15:58:47.623613 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 15:58:47.623613 n-d-834765-1 neutron-server[102790]: return self.request(url, 'GET', **kwargs) Mar 29 15:58:47.623613 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 15:58:47.623613 n-d-834765-1 neutron-server[102790]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 15:58:47.623613 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 15:58:47.623613 n-d-834765-1 neutron-server[102790]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 15:58:47.623613 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 15:58:47.623613 n-d-834765-1 neutron-server[102790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 15:58:47.623613 n-d-834765-1 neutron-server[102790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 15:58:47.631200 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a036cc7-fc50-4d61-adb5-fdd671a4588a None None] No DVR routers for this DVR port c1990743-4867-4cc7-a2e8-7c5eeaead279 on host n-d-834765-1 {{(pid=102792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:58:47.661894 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-2f99dc4a-62d6-4411-b8cb-3194a3d9e500 req-d30daf71-18f8-4e4c-9425-d5fedbc073c3 tempest-VolumesActionsTest-677344005 tempest-VolumesActionsTest-677344005-project] 10.222.0.42 "GET /v2.0/security-groups?id=f04e3a50-e9a5-484d-8a78-c9306855682b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703671 Mar 29 15:58:47.703931 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-8c5b087e-af58-4c64-ba73-2668eccafdf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1639897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648174'] for network, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:47.717148 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-8c5b087e-af58-4c64-ba73-2668eccafdf1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for network, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:47.724190 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-8c5b087e-af58-4c64-ba73-2668eccafdf1 admin admin] 10.222.0.42 "DELETE /v2.0/networks/4e796cbd-0811-4a69-9036-a57f72186731 HTTP/1.1" status: 204 len: 168 time: 0.9261966 Mar 29 15:58:47.724936 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 42472) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:58:47.756785 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5b087e-af58-4c64-ba73-2668eccafdf1 admin admin] Pushing event deleted for resources: {'Network': ['ID=4e796cbd-0811-4a69-9036-a57f72186731,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:58:47.827769 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:47.893294 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489a8b85-9798-43b1-9071-26692c8bc56a req-0b2c96a0-ffdd-4bc8-ad6b-cb84343adfaa tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:47.894979 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-489a8b85-9798-43b1-9071-26692c8bc56a req-0b2c96a0-ffdd-4bc8-ad6b-cb84343adfaa tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] 10.222.0.42 "GET /v2.0/ports?device_id=1988d609-4f13-419d-98dc-b82cc65c41c6 HTTP/1.1" status: 200 len: 945 time: 0.0779867 Mar 29 15:58:47.956856 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-489a8b85-9798-43b1-9071-26692c8bc56a req-e6a2b602-f3cb-4d57-a0cf-df73142faeb7 tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] 10.222.0.42 "GET /v2.0/security-groups?id=cd1c9277-5208-4a89-800b-becaf205597a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547721 Mar 29 15:58:48.267051 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e5f9cf88-52ba-4529-97c7-580e6cf2995e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-530452'] for router_interface, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:48.584982 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-5cb6f5b2-b934-447c-9582-885235a3c8ab req-d8ab6152-f2bc-4e12-b4f8-0d11b4d2fb26 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/ports?device_id=a826bfb8-6367-4486-81d3-bd7b91cb30ce HTTP/1.1" status: 200 len: 210 time: 0.0602217 Mar 29 15:58:48.609571 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 0a4f37c9-e529-4bf8-885d-3374c7c5a8c7 no longer exists at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:58:48.627393 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 42492) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:58:48.657358 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] No Port match for: 0a4f37c9-e529-4bf8-885d-3374c7c5a8c7 {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 15:58:48.660296 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 0a4f37c9-e529-4bf8-885d-3374c7c5a8c7 not bound to the agent host n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:58:48.662849 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device c1990743-4867-4cc7-a2e8-7c5eeaead279 no longer exists at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:58:48.673511 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-e5f9cf88-52ba-4529-97c7-580e6cf2995e admin admin] Deleting port 76d89f8a-43e4-4a89-af7e-12a2c8bf2430 {{(pid=102790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:58:48.674001 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e5f9cf88-52ba-4529-97c7-580e6cf2995e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:48.694537 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] No Port match for: c1990743-4867-4cc7-a2e8-7c5eeaead279 {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 15:58:48.694866 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device c1990743-4867-4cc7-a2e8-7c5eeaead279 not bound to the agent host n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:58:48.796512 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [None req-e5f9cf88-52ba-4529-97c7-580e6cf2995e admin admin] For port 76d89f8a-43e4-4a89-af7e-12a2c8bf2430, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=76d89f8a-43e4-4a89-af7e-12a2c8bf2430,segment=NetworkSegment(5d096b7f-9044-4790-8057-06c3be5dccec),segment_id=5d096b7f-9044-4790-8057-06c3be5dccec)] {{(pid=102790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:58:48.799638 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e5f9cf88-52ba-4529-97c7-580e6cf2995e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:48.814446 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-de5a1704-865f-46a2-9b10-27da33053914 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:48.817613 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-e5f9cf88-52ba-4529-97c7-580e6cf2995e admin admin] Calling delete_port for 76d89f8a-43e4-4a89-af7e-12a2c8bf2430 owned by network:router_interface {{(pid=102790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:58:48.928513 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-de5a1704-865f-46a2-9b10-27da33053914 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:48.934011 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-de5a1704-865f-46a2-9b10-27da33053914 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:48.975046 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-de5a1704-865f-46a2-9b10-27da33053914 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=8c404e896a604cd099da81e1c67e57dc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3444018 Mar 29 15:58:48.976221 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5a1704-865f-46a2-9b10-27da33053914 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfda2fff-47d7-4cc3-a706-6223ed5cfe8a,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:58:48.978806 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 42500) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:58:49.053504 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e891b5-b700-468b-acd7-1127c507de5d req-72d313d8-90b4-4d46-88da-fad235be0ef5 tempest-VolumesActionsTest-677344005 tempest-VolumesActionsTest-677344005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:49.055402 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-81e891b5-b700-468b-acd7-1127c507de5d req-72d313d8-90b4-4d46-88da-fad235be0ef5 tempest-VolumesActionsTest-677344005 tempest-VolumesActionsTest-677344005-project] 10.222.0.42 "GET /v2.0/ports?device_id=198b3a32-d94c-498c-9652-4fc70d89fe5d HTTP/1.1" status: 200 len: 946 time: 0.1452103 Mar 29 15:58:49.075121 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-980552f1-24cc-43cd-b244-5060a10d2f86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:49.096006 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b1d4f4-8bba-4f01-b1df-d1b0be122ff1 req-916c5d8b-9da0-4e0a-a001-5d3f305a21a2 tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:49.097669 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-02b1d4f4-8bba-4f01-b1df-d1b0be122ff1 req-916c5d8b-9da0-4e0a-a001-5d3f305a21a2 tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] 10.222.0.42 "GET /v2.0/ports?device_id=1988d609-4f13-419d-98dc-b82cc65c41c6 HTTP/1.1" status: 200 len: 945 time: 0.0567727 Mar 29 15:58:49.139847 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-980552f1-24cc-43cd-b244-5060a10d2f86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:49.141776 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-02b1d4f4-8bba-4f01-b1df-d1b0be122ff1 req-37d684c4-4fac-4302-88cc-235139516398 tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] 10.222.0.42 "GET /v2.0/security-groups?id=cd1c9277-5208-4a89-800b-becaf205597a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363989 Mar 29 15:58:49.173709 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-81e891b5-b700-468b-acd7-1127c507de5d req-e97c58a1-67f2-4e67-839a-78a89e15b491 tempest-VolumesActionsTest-677344005 tempest-VolumesActionsTest-677344005-project] 10.222.0.42 "GET /v2.0/security-groups?id=f04e3a50-e9a5-484d-8a78-c9306855682b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017759 Mar 29 15:58:49.190553 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e5f9cf88-52ba-4529-97c7-580e6cf2995e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:49.225231 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f9cf88-52ba-4529-97c7-580e6cf2995e admin admin] Pushing event deleted for resources: {'Port': ['ID=76d89f8a-43e4-4a89-af7e-12a2c8bf2430,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:58:49.593777 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-980552f1-24cc-43cd-b244-5060a10d2f86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:49.596316 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-980552f1-24cc-43cd-b244-5060a10d2f86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:49.597437 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-980552f1-24cc-43cd-b244-5060a10d2f86 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/cfda2fff-47d7-4cc3-a706-6223ed5cfe8a HTTP/1.1" status: 204 len: 168 time: 0.6176832 Mar 29 15:58:49.614606 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980552f1-24cc-43cd-b244-5060a10d2f86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfda2fff-47d7-4cc3-a706-6223ed5cfe8a,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:58:49.733644 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e5f9cf88-52ba-4529-97c7-580e6cf2995e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-530528'] for router_interface, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:49.769144 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d8b43ff8-ede2-4ad5-9328-c2c61c18fb07 req-ed64fae7-c3c7-426d-a22b-eb391c8c0e34 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/ports?device_id=a826bfb8-6367-4486-81d3-bd7b91cb30ce HTTP/1.1" status: 200 len: 210 time: 0.0591946 Mar 29 15:58:50.010131 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5f9cf88-52ba-4529-97c7-580e6cf2995e admin admin] Router 1f52d123-da80-4c43-9f6c-d8594eee3107 has already been hosted by L3 agent c648d819-1060-4f26-b4ec-6455387b5dff {{(pid=102790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 15:58:50.015923 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 42510) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:58:50.030717 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-18d36c5c-84f8-4239-8a78-043e2b351352 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:50.127624 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-18d36c5c-84f8-4239-8a78-043e2b351352 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:50.132652 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-18d36c5c-84f8-4239-8a78-043e2b351352 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:50.133410 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5f9cf88-52ba-4529-97c7-580e6cf2995e admin admin] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:58:50.140448 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-e5f9cf88-52ba-4529-97c7-580e6cf2995e admin admin] 10.222.0.42 "PUT /v2.0/routers/1f52d123-da80-4c43-9f6c-d8594eee3107/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4124868 Mar 29 15:58:50.142734 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 42512) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:58:50.157298 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a02a9a4-cc10-42ab-ab7f-ffd14994c5e5 None None] Sync routers for ids ['1f52d123-da80-4c43-9f6c-d8594eee3107'] in n-d-834765-1 {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:58:50.171730 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a02a9a4-cc10-42ab-ab7f-ffd14994c5e5 None None] Routers {'1f52d123-da80-4c43-9f6c-d8594eee3107'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:58:50.173230 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-8a02a9a4-cc10-42ab-ab7f-ffd14994c5e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:58:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['1f52d123-da80-4c43-9f6c-d8594eee3107'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:58:50.174284 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-18d36c5c-84f8-4239-8a78-043e2b351352 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=2731ac24d9634992abdf880016f1ce68&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1561909 Mar 29 15:58:50.175151 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d36c5c-84f8-4239-8a78-043e2b351352 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ad9bfb8-8971-494e-9e36-1fae7b05e543,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:58:50.177549 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 42516) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:58:50.238275 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-be574f2b-bb6c-489f-aa2d-50f85fa30774 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:50.261655 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-be574f2b-bb6c-489f-aa2d-50f85fa30774 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:50.322637 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635c5b7d-5195-46cf-91e4-9a066e3b6831 req-901b7e8d-b500-47c2-a2c9-7df09d45aca2 tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:50.324657 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-635c5b7d-5195-46cf-91e4-9a066e3b6831 req-901b7e8d-b500-47c2-a2c9-7df09d45aca2 tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] 10.222.0.42 "GET /v2.0/ports?device_id=1988d609-4f13-419d-98dc-b82cc65c41c6 HTTP/1.1" status: 200 len: 945 time: 0.0754590 Mar 29 15:58:50.380332 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvr_db [None req-8a02a9a4-cc10-42ab-ab7f-ffd14994c5e5 None None] Set router 1f52d123-da80-4c43-9f6c-d8594eee3107 gateway port host: n-d-834765-1 {{(pid=102792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:58:50.387704 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6eefde-2a51-4faa-ae93-5468d4014201 req-5a357a6e-dcbb-4260-b495-538180caaf8d tempest-VolumesActionsTest-677344005 tempest-VolumesActionsTest-677344005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:50.389404 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-8f6eefde-2a51-4faa-ae93-5468d4014201 req-5a357a6e-dcbb-4260-b495-538180caaf8d tempest-VolumesActionsTest-677344005 tempest-VolumesActionsTest-677344005-project] 10.222.0.42 "GET /v2.0/ports?device_id=198b3a32-d94c-498c-9652-4fc70d89fe5d HTTP/1.1" status: 200 len: 946 time: 0.1072102 Mar 29 15:58:50.400437 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9841e25-3c6d-4d6e-a0e2-bd3bcaa91368 req-f8f85199-b099-441b-8221-b931432e2acb tempest-VolumesActionsTest-677344005 tempest-VolumesActionsTest-677344005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:50.401797 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f9841e25-3c6d-4d6e-a0e2-bd3bcaa91368 req-f8f85199-b099-441b-8221-b931432e2acb tempest-VolumesActionsTest-677344005 tempest-VolumesActionsTest-677344005-project] 10.222.0.48 "GET /v2.0/ports?device_id=198b3a32-d94c-498c-9652-4fc70d89fe5d HTTP/1.1" status: 200 len: 946 time: 0.1278002 Mar 29 15:58:50.410178 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-62595e81-5e82-4890-8459-10d2044fc3e8 admin admin] Notify callbacks [] for router, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:50.463726 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-be574f2b-bb6c-489f-aa2d-50f85fa30774 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:50.466455 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-be574f2b-bb6c-489f-aa2d-50f85fa30774 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:50.470658 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-be574f2b-bb6c-489f-aa2d-50f85fa30774 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/5ad9bfb8-8971-494e-9e36-1fae7b05e543 HTTP/1.1" status: 204 len: 168 time: 0.2914200 Mar 29 15:58:50.483346 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-635c5b7d-5195-46cf-91e4-9a066e3b6831 req-6878c48f-d4d3-40ba-8cec-3097deff286c tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] 10.222.0.42 "GET /v2.0/security-groups?id=cd1c9277-5208-4a89-800b-becaf205597a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1096497 Mar 29 15:58:50.556492 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-8f6eefde-2a51-4faa-ae93-5468d4014201 req-214bd2ed-ec72-4b24-a66d-6393752a2db7 tempest-VolumesActionsTest-677344005 tempest-VolumesActionsTest-677344005-project] 10.222.0.42 "GET /v2.0/security-groups?id=f04e3a50-e9a5-484d-8a78-c9306855682b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522379 Mar 29 15:58:50.562725 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be574f2b-bb6c-489f-aa2d-50f85fa30774 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ad9bfb8-8971-494e-9e36-1fae7b05e543,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:58:50.588844 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [req-f9841e25-3c6d-4d6e-a0e2-bd3bcaa91368 req-0b81a03e-0676-4147-9616-341a09b331f9 tempest-VolumesActionsTest-677344005 tempest-VolumesActionsTest-677344005-project] Deleting port c3cb459a-acbe-46a7-901c-b2c68e2e9483 {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:58:50.589335 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-f9841e25-3c6d-4d6e-a0e2-bd3bcaa91368 req-0b81a03e-0676-4147-9616-341a09b331f9 tempest-VolumesActionsTest-677344005 tempest-VolumesActionsTest-677344005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:50.627135 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-62595e81-5e82-4890-8459-10d2044fc3e8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:50.704461 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-62595e81-5e82-4890-8459-10d2044fc3e8 admin admin] Deleting port f0f41cf7-8c58-4783-be16-804d36373005 {{(pid=102790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:58:50.704796 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-62595e81-5e82-4890-8459-10d2044fc3e8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:50.728325 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-f9841e25-3c6d-4d6e-a0e2-bd3bcaa91368 req-0b81a03e-0676-4147-9616-341a09b331f9 tempest-VolumesActionsTest-677344005 tempest-VolumesActionsTest-677344005-project] For port c3cb459a-acbe-46a7-901c-b2c68e2e9483, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=c3cb459a-acbe-46a7-901c-b2c68e2e9483,segment=NetworkSegment(06564ba8-b5d1-4276-b1a5-1d865f34bd6d),segment_id=06564ba8-b5d1-4276-b1a5-1d865f34bd6d)] {{(pid=102791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:58:50.728695 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-f9841e25-3c6d-4d6e-a0e2-bd3bcaa91368 req-0b81a03e-0676-4147-9616-341a09b331f9 tempest-VolumesActionsTest-677344005 tempest-VolumesActionsTest-677344005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:50.752258 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [req-f9841e25-3c6d-4d6e-a0e2-bd3bcaa91368 req-0b81a03e-0676-4147-9616-341a09b331f9 tempest-VolumesActionsTest-677344005 tempest-VolumesActionsTest-677344005-project] Calling delete_port for c3cb459a-acbe-46a7-901c-b2c68e2e9483 owned by compute:nova {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:58:50.767612 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-8a02a9a4-cc10-42ab-ab7f-ffd14994c5e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f52d123-da80-4c43-9f6c-d8594eee3107', 'name': 'tempest-TaggedBootDevicesTest_v242-224395863-router', 'tenant_id': 'fb69dd7608034704bc7889515e38b919', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.17'}], 'enable_snat': True}, 'gw_port_id': 'f0f41cf7-8c58-4783-be16-804d36373005', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:52:08Z', 'updated_at': '2022-03-29T15:58:49Z', 'revision_number': 5, 'project_id': 'fb69dd7608034704bc7889515e38b919', 'gw_port': {'id': 'f0f41cf7-8c58-4783-be16-804d36373005', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:03:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f52d123-da80-4c43-9f6c-d8594eee3107', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2051, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:52:09Z', 'updated_at': '2022-03-29T15:52:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1'}], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:58:50.804111 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a02a9a4-cc10-42ab-ab7f-ffd14994c5e5 None None] Checking router: 1f52d123-da80-4c43-9f6c-d8594eee3107 for host: n-d-834765-1 {{(pid=102792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:58:50.816445 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a02a9a4-cc10-42ab-ab7f-ffd14994c5e5 None None] Routers {'1f52d123-da80-4c43-9f6c-d8594eee3107'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:58:50.818362 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-8a02a9a4-cc10-42ab-ab7f-ffd14994c5e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:58:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['1f52d123-da80-4c43-9f6c-d8594eee3107'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:58:50.878554 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [None req-62595e81-5e82-4890-8459-10d2044fc3e8 admin admin] For port f0f41cf7-8c58-4783-be16-804d36373005, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=f0f41cf7-8c58-4783-be16-804d36373005,segment=NetworkSegment(6ab47353-a811-4bad-bc73-b4cc84583cfd),segment_id=6ab47353-a811-4bad-bc73-b4cc84583cfd)] {{(pid=102790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:58:50.879366 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-62595e81-5e82-4890-8459-10d2044fc3e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:50.906393 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-62595e81-5e82-4890-8459-10d2044fc3e8 admin admin] Calling delete_port for f0f41cf7-8c58-4783-be16-804d36373005 owned by network:router_gateway {{(pid=102790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:58:50.958373 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-f9841e25-3c6d-4d6e-a0e2-bd3bcaa91368 req-0b81a03e-0676-4147-9616-341a09b331f9 tempest-VolumesActionsTest-677344005 tempest-VolumesActionsTest-677344005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:50.967995 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvr_db [None req-8a02a9a4-cc10-42ab-ab7f-ffd14994c5e5 None None] Set router 1f52d123-da80-4c43-9f6c-d8594eee3107 gateway port host: None {{(pid=102792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:58:50.972492 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] get_ports_and_sgs() called for port_ids ['c3cb459a-acbe-46a7-901c-b2c68e2e9483'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:58:50.991299 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b81a03e-0676-4147-9616-341a09b331f9 tempest-VolumesActionsTest-677344005 tempest-VolumesActionsTest-677344005-project] Pushing event deleted for resources: {'Port': ['ID=c3cb459a-acbe-46a7-901c-b2c68e2e9483,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:58:51.092142 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9841e25-3c6d-4d6e-a0e2-bd3bcaa91368 req-0b81a03e-0676-4147-9616-341a09b331f9 tempest-VolumesActionsTest-677344005 tempest-VolumesActionsTest-677344005-project] No DVR routers for this DVR port c3cb459a-acbe-46a7-901c-b2c68e2e9483 on host n-h2-834765-1 {{(pid=102791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:58:51.108170 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-f9841e25-3c6d-4d6e-a0e2-bd3bcaa91368 req-0b81a03e-0676-4147-9616-341a09b331f9 tempest-VolumesActionsTest-677344005 tempest-VolumesActionsTest-677344005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:51.113713 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f9841e25-3c6d-4d6e-a0e2-bd3bcaa91368 req-0b81a03e-0676-4147-9616-341a09b331f9 tempest-VolumesActionsTest-677344005 tempest-VolumesActionsTest-677344005-project] 10.222.0.48 "DELETE /v2.0/ports/c3cb459a-acbe-46a7-901c-b2c68e2e9483 HTTP/1.1" status: 204 len: 173 time: 0.7019262 Mar 29 15:58:51.114558 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '198b3a32-d94c-498c-9652-4fc70d89fe5d', 'name': 'network-vif-deleted', 'tag': 'c3cb459a-acbe-46a7-901c-b2c68e2e9483'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:58:51.120400 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c67b028db5e9b9818fecc5c0a87ebc6f190694fa53ca267d523e04f98de536d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72b34277-5fec-45d8-8bdf-83c9b9502dc8" -d '{"events": [{"server_uuid": "198b3a32-d94c-498c-9652-4fc70d89fe5d", "name": "network-vif-deleted", "tag": "c3cb459a-acbe-46a7-901c-b2c68e2e9483"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:58:51.216471 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:58:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73df754e-b0b5-422b-bde6-e886375277f3 x-openstack-request-id: req-73df754e-b0b5-422b-bde6-e886375277f3 {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:58:51.216713 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "198b3a32-d94c-498c-9652-4fc70d89fe5d", "name": "network-vif-deleted", "tag": "c3cb459a-acbe-46a7-901c-b2c68e2e9483", "status": "completed", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:58:51.217003 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-73df754e-b0b5-422b-bde6-e886375277f3 {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:58:51.217485 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '198b3a32-d94c-498c-9652-4fc70d89fe5d', 'name': 'network-vif-deleted', 'tag': 'c3cb459a-acbe-46a7-901c-b2c68e2e9483', 'status': 'completed', 'code': 200} Mar 29 15:58:51.228532 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-62595e81-5e82-4890-8459-10d2044fc3e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:51.279610 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62595e81-5e82-4890-8459-10d2044fc3e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=f0f41cf7-8c58-4783-be16-804d36373005,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:58:51.319324 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-8a02a9a4-cc10-42ab-ab7f-ffd14994c5e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f52d123-da80-4c43-9f6c-d8594eee3107', 'name': 'tempest-TaggedBootDevicesTest_v242-224395863-router', 'tenant_id': 'fb69dd7608034704bc7889515e38b919', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:52:08Z', 'updated_at': '2022-03-29T15:58:50Z', 'revision_number': 6, 'project_id': 'fb69dd7608034704bc7889515e38b919', 'gw_port_host': None}], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:58:51.350364 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a02a9a4-cc10-42ab-ab7f-ffd14994c5e5 None None] The sync data for ids ['1f52d123-da80-4c43-9f6c-d8594eee3107'] in n-d-834765-1 is: [{'id': '1f52d123-da80-4c43-9f6c-d8594eee3107', 'name': 'tempest-TaggedBootDevicesTest_v242-224395863-router', 'tenant_id': 'fb69dd7608034704bc7889515e38b919', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:52:08Z', 'updated_at': '2022-03-29T15:58:50Z', 'revision_number': 6, 'project_id': 'fb69dd7608034704bc7889515e38b919', 'gw_port_host': None}] {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:58:51.363513 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-62595e81-5e82-4890-8459-10d2044fc3e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-648138'] for router_gateway, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:51.487576 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-62595e81-5e82-4890-8459-10d2044fc3e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129328'] for router, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:51.489890 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-62595e81-5e82-4890-8459-10d2044fc3e8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:51.573796 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-62595e81-5e82-4890-8459-10d2044fc3e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-526718'] for router, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:51.574495 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62595e81-5e82-4890-8459-10d2044fc3e8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1f52d123-da80-4c43-9f6c-d8594eee3107 {{(pid=102790) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 29 15:58:51.583408 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-62595e81-5e82-4890-8459-10d2044fc3e8 admin admin] Notify callbacks [] for router, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:51.588516 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 42548) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:58:51.600785 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-62595e81-5e82-4890-8459-10d2044fc3e8 admin admin] 10.222.0.42 "DELETE /v2.0/routers/1f52d123-da80-4c43-9f6c-d8594eee3107 HTTP/1.1" status: 204 len: 168 time: 1.4568281 Mar 29 15:58:51.720607 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_v2 [None req-800fe64b-79e5-4014-a1bc-4ba98a042a6f admin admin] Deleting subnet e1f47c16-94ec-493e-960b-8812b9b24bf8 {{(pid=102791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 15:58:51.736081 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-800fe64b-79e5-4014-a1bc-4ba98a042a6f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:51.770644 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5954fe87-0d91-41fe-a20f-e9113a872df1 req-99763d19-6424-4432-be9c-cfd371e6132c tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:51.772954 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-5954fe87-0d91-41fe-a20f-e9113a872df1 req-99763d19-6424-4432-be9c-cfd371e6132c tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] 10.222.0.42 "GET /v2.0/ports?device_id=1988d609-4f13-419d-98dc-b82cc65c41c6 HTTP/1.1" status: 200 len: 945 time: 0.1698682 Mar 29 15:58:51.845634 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-800fe64b-79e5-4014-a1bc-4ba98a042a6f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4230423'] for subnet, precommit_delete_associations {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:51.853206 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-5954fe87-0d91-41fe-a20f-e9113a872df1 req-a1f71049-13fc-4e34-851c-07382b197160 tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] 10.222.0.42 "GET /v2.0/security-groups?id=cd1c9277-5208-4a89-800b-becaf205597a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680132 Mar 29 15:58:52.040110 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-800fe64b-79e5-4014-a1bc-4ba98a042a6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1641287'] for subnet, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:52.110821 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-800fe64b-79e5-4014-a1bc-4ba98a042a6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1641294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16155591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16218852'] for subnet, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:52.138306 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800fe64b-79e5-4014-a1bc-4ba98a042a6f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e1f47c16-94ec-493e-960b-8812b9b24bf8,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:58:52.142379 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-800fe64b-79e5-4014-a1bc-4ba98a042a6f admin admin] Notify callbacks [] for subnet, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:52.145715 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-800fe64b-79e5-4014-a1bc-4ba98a042a6f admin admin] 10.222.0.42 "DELETE /v2.0/subnets/e1f47c16-94ec-493e-960b-8812b9b24bf8 HTTP/1.1" status: 204 len: 168 time: 0.5562112 Mar 29 15:58:52.149265 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 42578) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:58:52.153026 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-944b9243-1027-4bea-b923-7d6509bbb8a6 None None] Network a69e341d-157d-46d2-ab82-dac904138065 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 15:58:52.303323 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-06ee73d9-e867-4ef4-84de-baf4a50727cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1631750'] for network, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:52.405853 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 42588) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:58:52.423523 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-06ee73d9-e867-4ef4-84de-baf4a50727cb admin admin] Deleting port f7c70e26-6576-4e77-b71b-78b2b8f92cbc {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:58:52.424300 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-06ee73d9-e867-4ef4-84de-baf4a50727cb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:52.484541 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8ae1aaf-1cbc-4e4d-8861-de88d132ebaa None None] DHCP port deletion for a69e341d-157d-46d2-ab82-dac904138065 request from n-d-834765-1 {{(pid=102792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 29 15:58:52.523243 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [None req-06ee73d9-e867-4ef4-84de-baf4a50727cb admin admin] For port f7c70e26-6576-4e77-b71b-78b2b8f92cbc, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=f7c70e26-6576-4e77-b71b-78b2b8f92cbc,segment=NetworkSegment(5d096b7f-9044-4790-8057-06c3be5dccec),segment_id=5d096b7f-9044-4790-8057-06c3be5dccec)] {{(pid=102791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:58:52.524413 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-06ee73d9-e867-4ef4-84de-baf4a50727cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:52.543841 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-06ee73d9-e867-4ef4-84de-baf4a50727cb admin admin] Calling delete_port for f7c70e26-6576-4e77-b71b-78b2b8f92cbc owned by network:dhcp {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:58:52.640779 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-c8ae1aaf-1cbc-4e4d-8861-de88d132ebaa None None] Deleting port f7c70e26-6576-4e77-b71b-78b2b8f92cbc {{(pid=102792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:58:52.641179 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-c8ae1aaf-1cbc-4e4d-8861-de88d132ebaa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:52.651721 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 76d89f8a-43e4-4a89-af7e-12a2c8bf2430 no longer exists at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:58:52.667138 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-0ab4c61f-b205-4be9-82ca-8c404469f3f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:52.713257 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-06ee73d9-e867-4ef4-84de-baf4a50727cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:52.759809 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] No Port match for: 76d89f8a-43e4-4a89-af7e-12a2c8bf2430 {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 15:58:52.760148 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 76d89f8a-43e4-4a89-af7e-12a2c8bf2430 not bound to the agent host n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:58:52.760568 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device f7c70e26-6576-4e77-b71b-78b2b8f92cbc no longer exists at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:58:52.767184 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ee73d9-e867-4ef4-84de-baf4a50727cb admin admin] Pushing event deleted for resources: {'Port': ['ID=f7c70e26-6576-4e77-b71b-78b2b8f92cbc,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:58:52.783984 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06ee73d9-e867-4ef4-84de-baf4a50727cb admin admin] No DVR routers for this DVR port f7c70e26-6576-4e77-b71b-78b2b8f92cbc on host n-d-834765-1 {{(pid=102791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:58:52.813133 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] No Port match for: f7c70e26-6576-4e77-b71b-78b2b8f92cbc {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 15:58:52.815736 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device f7c70e26-6576-4e77-b71b-78b2b8f92cbc not bound to the agent host n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:58:52.816158 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device f0f41cf7-8c58-4783-be16-804d36373005 no longer exists at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:58:52.844576 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-0ab4c61f-b205-4be9-82ca-8c404469f3f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:52.848078 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] No Port match for: f0f41cf7-8c58-4783-be16-804d36373005 {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 15:58:52.848628 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device f0f41cf7-8c58-4783-be16-804d36373005 not bound to the agent host n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:58:52.851463 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-c8ae1aaf-1cbc-4e4d-8861-de88d132ebaa None None] For port f7c70e26-6576-4e77-b71b-78b2b8f92cbc, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=f7c70e26-6576-4e77-b71b-78b2b8f92cbc,segment=NetworkSegment(5d096b7f-9044-4790-8057-06c3be5dccec),segment_id=5d096b7f-9044-4790-8057-06c3be5dccec)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:58:52.852110 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-c8ae1aaf-1cbc-4e4d-8861-de88d132ebaa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:52.859504 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-0ab4c61f-b205-4be9-82ca-8c404469f3f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:52.869147 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-c8ae1aaf-1cbc-4e4d-8861-de88d132ebaa None None] Calling delete_port for f7c70e26-6576-4e77-b71b-78b2b8f92cbc owned by network:dhcp {{(pid=102792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:58:52.879678 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-06ee73d9-e867-4ef4-84de-baf4a50727cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639890', 'neutron.services.segments.db._delete_segments_for_network-8783523423079'] for network, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:52.913213 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-0ab4c61f-b205-4be9-82ca-8c404469f3f6 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f0f658b391304f789231a767f3a8ab73&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5021858 Mar 29 15:58:52.914507 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab4c61f-b205-4be9-82ca-8c404469f3f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6281904-ce78-4e2e-83c8-9c9a7de35488,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:58:52.917252 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 42614) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:58:52.940901 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-06ee73d9-e867-4ef4-84de-baf4a50727cb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a69e341d-157d-46d2-ab82-dac904138065']}} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:58:52.989083 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-569e2953-d2e9-48e5-adb0-3b396e62d2e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:52.991877 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-06ee73d9-e867-4ef4-84de-baf4a50727cb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d096b7f-9044-4790-8057-06c3be5dccec') {'for_net_delete': True} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:58:52.992212 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-06ee73d9-e867-4ef4-84de-baf4a50727cb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d096b7f-9044-4790-8057-06c3be5dccec') {} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:58:53.008827 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-06ee73d9-e867-4ef4-84de-baf4a50727cb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783523422064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4230428'] for segment, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:53.014855 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-c8ae1aaf-1cbc-4e4d-8861-de88d132ebaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350'] for port, after_delete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:53.030575 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8ae1aaf-1cbc-4e4d-8861-de88d132ebaa None None] No DVR routers for this DVR port f7c70e26-6576-4e77-b71b-78b2b8f92cbc on host n-d-834765-1 {{(pid=102792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:58:53.041702 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-569e2953-d2e9-48e5-adb0-3b396e62d2e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:53.058196 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-06ee73d9-e867-4ef4-84de-baf4a50727cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:53.071606 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ae1aaf-1cbc-4e4d-8861-de88d132ebaa None None] Pushing event deleted for resources: {'Port': ['ID=f7c70e26-6576-4e77-b71b-78b2b8f92cbc,revision_number=None']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:58:53.108056 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06ee73d9-e867-4ef4-84de-baf4a50727cb admin admin] Releasing vlan 626 on physical network physnet1 to pool {{(pid=102791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 15:58:53.109270 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-06ee73d9-e867-4ef4-84de-baf4a50727cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16169569'] for segment, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:53.113123 n-d-834765-1 neutron-server[102791]: Traceback (most recent call last): Mar 29 15:58:53.113123 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 15:58:53.113123 n-d-834765-1 neutron-server[102791]: timer() Mar 29 15:58:53.113123 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 15:58:53.113123 n-d-834765-1 neutron-server[102791]: cb(*args, **kw) Mar 29 15:58:53.113123 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 15:58:53.113123 n-d-834765-1 neutron-server[102791]: return func(*args, **kwargs) Mar 29 15:58:53.113123 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 15:58:53.113123 n-d-834765-1 neutron-server[102791]: self._notify() Mar 29 15:58:53.113123 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 15:58:53.113123 n-d-834765-1 neutron-server[102791]: self.callback(batched_events) Mar 29 15:58:53.113123 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 15:58:53.113123 n-d-834765-1 neutron-server[102791]: event.method(event) Mar 29 15:58:53.113123 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 15:58:53.113123 n-d-834765-1 neutron-server[102791]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 15:58:53.113123 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 15:58:53.113123 n-d-834765-1 neutron-server[102791]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 15:58:53.113123 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 15:58:53.113123 n-d-834765-1 neutron-server[102791]: return f(self, *a, **k) Mar 29 15:58:53.113123 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 15:58:53.113123 n-d-834765-1 neutron-server[102791]: return self._get(url).json() Mar 29 15:58:53.113123 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 15:58:53.113123 n-d-834765-1 neutron-server[102791]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 15:58:53.113123 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 15:58:53.113123 n-d-834765-1 neutron-server[102791]: return self.request(url, 'GET', **kwargs) Mar 29 15:58:53.113123 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 15:58:53.113123 n-d-834765-1 neutron-server[102791]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 15:58:53.113123 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 15:58:53.113123 n-d-834765-1 neutron-server[102791]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 15:58:53.113123 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 15:58:53.113123 n-d-834765-1 neutron-server[102791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 15:58:53.113123 n-d-834765-1 neutron-server[102791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 15:58:53.120554 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-569e2953-d2e9-48e5-adb0-3b396e62d2e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:53.123077 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-569e2953-d2e9-48e5-adb0-3b396e62d2e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:53.126632 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-569e2953-d2e9-48e5-adb0-3b396e62d2e8 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c6281904-ce78-4e2e-83c8-9c9a7de35488 HTTP/1.1" status: 204 len: 168 time: 0.2062042 Mar 29 15:58:53.144144 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569e2953-d2e9-48e5-adb0-3b396e62d2e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6281904-ce78-4e2e-83c8-9c9a7de35488,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:58:53.220628 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c988734-c07f-4ad1-acd0-448b0c0fc400 req-14138278-11cd-4dd9-adf1-df4a57913ef4 tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:53.222157 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-9c988734-c07f-4ad1-acd0-448b0c0fc400 req-14138278-11cd-4dd9-adf1-df4a57913ef4 tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] 10.222.0.42 "GET /v2.0/ports?device_id=1988d609-4f13-419d-98dc-b82cc65c41c6 HTTP/1.1" status: 200 len: 945 time: 0.2510746 Mar 29 15:58:53.237587 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-06ee73d9-e867-4ef4-84de-baf4a50727cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1639897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648174'] for network, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:53.288447 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-06ee73d9-e867-4ef4-84de-baf4a50727cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for network, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:53.333820 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-06ee73d9-e867-4ef4-84de-baf4a50727cb admin admin] 10.222.0.42 "DELETE /v2.0/networks/a69e341d-157d-46d2-ab82-dac904138065 HTTP/1.1" status: 204 len: 168 time: 1.1829216 Mar 29 15:58:53.390410 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ee73d9-e867-4ef4-84de-baf4a50727cb admin admin] Pushing event deleted for resources: {'Network': ['ID=a69e341d-157d-46d2-ab82-dac904138065,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:58:53.415042 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-9c988734-c07f-4ad1-acd0-448b0c0fc400 req-378193bc-d3d5-4de6-aace-80e041108dea tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] 10.222.0.42 "GET /v2.0/security-groups?id=cd1c9277-5208-4a89-800b-becaf205597a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1823902 Mar 29 15:58:53.665170 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 42640) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:58:53.757918 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-6a48b22e-1d66-4735-98b1-07f9fe53afc0 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=9cad725e1c41463fab431e48b8d9bfff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0895178 Mar 29 15:58:53.758297 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 42642) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:58:53.815379 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-a0126c89-97d8-4b48-8a1c-4b68ca0c7c0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:53.866024 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-a0126c89-97d8-4b48-8a1c-4b68ca0c7c0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:53.929230 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-a0126c89-97d8-4b48-8a1c-4b68ca0c7c0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:53.934684 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-a0126c89-97d8-4b48-8a1c-4b68ca0c7c0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:53.938376 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-a0126c89-97d8-4b48-8a1c-4b68ca0c7c0f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/6e57fe5c-cb87-4607-b926-1e4de2690a28 HTTP/1.1" status: 204 len: 168 time: 0.1765549 Mar 29 15:58:53.951584 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0126c89-97d8-4b48-8a1c-4b68ca0c7c0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e57fe5c-cb87-4607-b926-1e4de2690a28,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:58:54.136982 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device c3cb459a-acbe-46a7-901c-b2c68e2e9483 no longer exists at agent hyperv_n-h2-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:58:54.206265 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] No Port match for: c3cb459a-acbe-46a7-901c-b2c68e2e9483 {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 15:58:54.220688 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device c3cb459a-acbe-46a7-901c-b2c68e2e9483 not bound to the agent host n-h2-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:58:54.605851 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 42684) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:58:54.682460 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b511e838-b349-467e-9cfc-16d0de755bcd req-f966a7a2-3a88-442a-a041-03476c0ca0a5 tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:54.684766 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-b511e838-b349-467e-9cfc-16d0de755bcd req-f966a7a2-3a88-442a-a041-03476c0ca0a5 tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] 10.222.0.42 "GET /v2.0/ports?device_id=1988d609-4f13-419d-98dc-b82cc65c41c6 HTTP/1.1" status: 200 len: 945 time: 0.1094010 Mar 29 15:58:54.713606 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-34405a04-4044-4939-97f1-e0cdce351f0e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=fb69dd7608034704bc7889515e38b919&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1064515 Mar 29 15:58:54.716364 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 42690) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:58:54.763306 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-b511e838-b349-467e-9cfc-16d0de755bcd req-cac1182c-48ec-4d97-972e-6b0f066fa08e tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] 10.222.0.42 "GET /v2.0/security-groups?id=cd1c9277-5208-4a89-800b-becaf205597a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695856 Mar 29 15:58:54.813932 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-ba4a82ad-4b43-4e7f-bd90-a5021390585b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:54.871111 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-ba4a82ad-4b43-4e7f-bd90-a5021390585b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:54.955457 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-ba4a82ad-4b43-4e7f-bd90-a5021390585b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:54.962552 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-ba4a82ad-4b43-4e7f-bd90-a5021390585b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:54.964704 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-ba4a82ad-4b43-4e7f-bd90-a5021390585b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/0846b7df-bb9c-4e08-b8d1-791fcc0a965c HTTP/1.1" status: 204 len: 168 time: 0.2472863 Mar 29 15:58:54.974151 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4a82ad-4b43-4e7f-bd90-a5021390585b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0846b7df-bb9c-4e08-b8d1-791fcc0a965c,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:58:56.145620 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d955a8e-575c-4bde-b058-16a7d05df223 req-412757fd-b685-4ed0-8b9f-e1eefae4892e tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:56.168620 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-3d955a8e-575c-4bde-b058-16a7d05df223 req-412757fd-b685-4ed0-8b9f-e1eefae4892e tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] 10.222.0.42 "GET /v2.0/ports?device_id=1988d609-4f13-419d-98dc-b82cc65c41c6 HTTP/1.1" status: 200 len: 945 time: 0.2352378 Mar 29 15:58:56.345264 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 42736) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:58:56.383871 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b475fa13-b0dd-4505-9980-1bae5eafff2c req-4f99f196-ed0b-4854-9a64-723081698bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:56.385435 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b475fa13-b0dd-4505-9980-1bae5eafff2c req-4f99f196-ed0b-4854-9a64-723081698bc4 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=1988d609-4f13-419d-98dc-b82cc65c41c6 HTTP/1.1" status: 200 len: 1096 time: 0.1775060 Mar 29 15:58:56.388672 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-3d955a8e-575c-4bde-b058-16a7d05df223 req-37bcb209-932c-4ff5-8e3e-a2dcb6ef7c9f tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] 10.222.0.42 "GET /v2.0/security-groups?id=cd1c9277-5208-4a89-800b-becaf205597a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2174785 Mar 29 15:58:56.450382 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b475fa13-b0dd-4505-9980-1bae5eafff2c req-7d545b2e-699a-462c-8cb0-a74481d01a55 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=cd1c9277-5208-4a89-800b-becaf205597a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543327 Mar 29 15:58:56.591664 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-1d9989e0-2b80-4c3f-b6eb-2af34fa924f8 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1951909265-network', 'tenant_id': '358ad84304604947a292f32d4e62126b'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:58:56.670026 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d9989e0-2b80-4c3f-b6eb-2af34fa924f8 admin admin] Made reservation on behalf of 358ad84304604947a292f32d4e62126b for: {'network': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:58:56.687098 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-1d9989e0-2b80-4c3f-b6eb-2af34fa924f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for network, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:56.702541 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-1d9989e0-2b80-4c3f-b6eb-2af34fa924f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:56.793624 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-1d9989e0-2b80-4c3f-b6eb-2af34fa924f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:56.802513 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-1d9989e0-2b80-4c3f-b6eb-2af34fa924f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:56.847376 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d9989e0-2b80-4c3f-b6eb-2af34fa924f8 admin admin] vlan segment allocate from pool success with {'vlan_id': 632, 'physical_network': 'physnet1'} {{(pid=102790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 15:58:56.870153 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9989e0-2b80-4c3f-b6eb-2af34fa924f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ca13a82-8548-447c-a9a1-a1fa7edff5b5,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:58:56.877835 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-1d9989e0-2b80-4c3f-b6eb-2af34fa924f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:56.878520 n-d-834765-1 neutron-server[102790]: INFO neutron.db.segments_db [None req-1d9989e0-2b80-4c3f-b6eb-2af34fa924f8 admin admin] Added segment 94b35437-d3ca-48bd-89d7-8faa6fa42a91 of type vlan for network 3364456e-aead-437c-a830-dc7a420fe2a4 Mar 29 15:58:56.956637 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-1d9989e0-2b80-4c3f-b6eb-2af34fa924f8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783522915970'] for network, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:57.001372 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-1d9989e0-2b80-4c3f-b6eb-2af34fa924f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795'] for network, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:57.002740 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d9989e0-2b80-4c3f-b6eb-2af34fa924f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:57.003495 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-1d9989e0-2b80-4c3f-b6eb-2af34fa924f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for network, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:57.048662 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 42748) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:58:57.049008 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-1d9989e0-2b80-4c3f-b6eb-2af34fa924f8 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7024732 Mar 29 15:58:57.054823 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-ffb66061-1890-4365-a647-bdf8e8a136fa admin admin] Request body: {'subnet': {'network_id': '3364456e-aead-437c-a830-dc7a420fe2a4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1951909265-subnet', 'tenant_id': '358ad84304604947a292f32d4e62126b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:58:57.088336 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9989e0-2b80-4c3f-b6eb-2af34fa924f8 admin admin] Pushing event updated for resources: {'Network': ['ID=3364456e-aead-437c-a830-dc7a420fe2a4,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:58:57.099717 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Network 3364456e-aead-437c-a830-dc7a420fe2a4 details requested by agent ovs-agent-n-d-834765-1 with host n-d-834765-1 {{(pid=102792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 15:58:57.118203 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffb66061-1890-4365-a647-bdf8e8a136fa admin admin] Made reservation on behalf of 358ad84304604947a292f32d4e62126b for: {'subnet': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:58:57.121186 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-ffb66061-1890-4365-a647-bdf8e8a136fa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16218875'] for subnet, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:57.330530 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-ffb66061-1890-4365-a647-bdf8e8a136fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16155524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16218861'] for subnet, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:57.405490 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb66061-1890-4365-a647-bdf8e8a136fa admin admin] Pushing event updated for resources: {'Subnet': ['ID=6caada61-173d-4256-8e9d-611647191ef5,revision_number=0']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:58:57.414367 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffb66061-1890-4365-a647-bdf8e8a136fa admin admin] Checking segment: {'id': '94b35437-d3ca-48bd-89d7-8faa6fa42a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '3364456e-aead-437c-a830-dc7a420fe2a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:58:57.414986 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffb66061-1890-4365-a647-bdf8e8a136fa admin admin] Network hostable DHCP agents. Network: 3364456e-aead-437c-a830-dc7a420fe2a4, hostable agents: ['d136643e-48ae-49d4-a851-2ba3bdf3749c'], hosted agents: [] {{(pid=102791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 15:58:57.444247 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffb66061-1890-4365-a647-bdf8e8a136fa admin admin] Network 3364456e-aead-437c-a830-dc7a420fe2a4 is scheduled to be hosted by DHCP agent d136643e-48ae-49d4-a851-2ba3bdf3749c with binding_index 1 {{(pid=102791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 15:58:57.462143 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [None req-ffb66061-1890-4365-a647-bdf8e8a136fa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834765-1, 3364456e-aead-437c-a830-dc7a420fe2a4) {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:58:57.469761 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffb66061-1890-4365-a647-bdf8e8a136fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:57.470740 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-ffb66061-1890-4365-a647-bdf8e8a136fa admin admin] Notify callbacks [] for subnet, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:57.502702 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59fe3da6-0c00-41cc-9471-e57ef3dadb49 None None] Network 3364456e-aead-437c-a830-dc7a420fe2a4 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 15:58:57.503655 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 42754) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:58:57.510344 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-2858bd19-3540-4d94-a5be-84b54ea4bca0 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1951909265-router', 'tenant_id': '358ad84304604947a292f32d4e62126b', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'}}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:58:57.514545 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-ffb66061-1890-4365-a647-bdf8e8a136fa admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4643078 Mar 29 15:58:57.549782 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-2858bd19-3540-4d94-a5be-84b54ea4bca0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-532385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129310'] for router, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:57.555695 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-2858bd19-3540-4d94-a5be-84b54ea4bca0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-648091', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-684384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129319'] for router, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:57.759920 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-2858bd19-3540-4d94-a5be-84b54ea4bca0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:57.892460 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2522dc3c-6c7a-4b64-ade3-bfb3dcfae322 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0035034-69b0-5ffc-b384-0ac6189c5628-3364456e-aead-437c-a830-dc7a420fe2a4', 'network_id': '3364456e-aead-437c-a830-dc7a420fe2a4', 'tenant_id': '358ad84304604947a292f32d4e62126b', 'fixed_ips': [{'subnet_id': '6caada61-173d-4256-8e9d-611647191ef5'}]}} from n-d-834765-1. {{(pid=102792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 29 15:58:57.893435 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b793d955-e8ce-4eac-ab86-a7ead2afc5c1 req-463b4655-1938-48a8-9b19-0be9af9126db tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:57.894128 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-2522dc3c-6c7a-4b64-ade3-bfb3dcfae322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:57.895025 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-b793d955-e8ce-4eac-ab86-a7ead2afc5c1 req-463b4655-1938-48a8-9b19-0be9af9126db tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] 10.222.0.42 "GET /v2.0/ports?device_id=1988d609-4f13-419d-98dc-b82cc65c41c6 HTTP/1.1" status: 200 len: 945 time: 0.2588453 Mar 29 15:58:58.033330 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-530c96b4-e09b-47df-8ddc-24dd164c1066 req-321b9414-ac39-4f47-ad68-993bfb1389c7 tempest-VolumesNegativeTest-766656118 tempest-VolumesNegativeTest-766656118-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=2199d27c8672449395fd7d115b199543&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0860257 Mar 29 15:58:58.085289 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-b793d955-e8ce-4eac-ab86-a7ead2afc5c1 req-16a79760-ed5d-49d8-9928-6f271882e195 tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] 10.222.0.42 "GET /v2.0/security-groups?id=cd1c9277-5208-4a89-800b-becaf205597a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1421170 Mar 29 15:58:58.090168 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-2858bd19-3540-4d94-a5be-84b54ea4bca0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:58.139833 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.db_base_plugin_common [None req-2522dc3c-6c7a-4b64-ade3-bfb3dcfae322 None None] Allocated IP 172.20.0.2 (3364456e-aead-437c-a830-dc7a420fe2a4/6caada61-173d-4256-8e9d-611647191ef5/fe8d6383-e1e7-407b-804b-0567d2597c65) {{(pid=102792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:58:58.354506 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-2522dc3c-6c7a-4b64-ade3-bfb3dcfae322 None None] Notify callbacks [] for port, precommit_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:58.361532 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-2522dc3c-6c7a-4b64-ade3-bfb3dcfae322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956'] for port, after_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:58.385235 n-d-834765-1 neutron-server[102792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2522dc3c-6c7a-4b64-ade3-bfb3dcfae322 None None] Network 3364456e-aead-437c-a830-dc7a420fe2a4 is already hosted by enough agents. {{(pid=102792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:58:58.405882 n-d-834765-1 neutron-server[102792]: DEBUG neutron.scheduler.base_scheduler [None req-2522dc3c-6c7a-4b64-ade3-bfb3dcfae322 None None] Resources bound (agent type, host, resource id): {{(pid=102792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:58:58.412452 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2522dc3c-6c7a-4b64-ade3-bfb3dcfae322 None None] Received port after_create {{(pid=102792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:58:58.461469 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530c96b4-e09b-47df-8ddc-24dd164c1066 req-00643595-83b1-4be0-92a6-1aa9a953cecd tempest-VolumesNegativeTest-766656118 tempest-VolumesNegativeTest-766656118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:58.470867 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-530c96b4-e09b-47df-8ddc-24dd164c1066 req-00643595-83b1-4be0-92a6-1aa9a953cecd tempest-VolumesNegativeTest-766656118 tempest-VolumesNegativeTest-766656118-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4294817 Mar 29 15:58:58.492597 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-530c96b4-e09b-47df-8ddc-24dd164c1066 req-3814a11e-6b7c-41c5-9d1e-9983492daa56 tempest-VolumesNegativeTest-766656118 tempest-VolumesNegativeTest-766656118-project] 10.222.0.42 "GET /v2.0/quotas/2199d27c8672449395fd7d115b199543 HTTP/1.1" status: 200 len: 375 time: 0.0188899 Mar 29 15:58:58.500382 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-2858bd19-3540-4d94-a5be-84b54ea4bca0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:58.522138 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-2858bd19-3540-4d94-a5be-84b54ea4bca0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:58.539784 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2522dc3c-6c7a-4b64-ade3-bfb3dcfae322 None None] Pushing event updated for resources: {'Port': ['ID=fe8d6383-e1e7-407b-804b-0567d2597c65,revision_number=1']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:58:58.555899 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-530c96b4-e09b-47df-8ddc-24dd164c1066 req-1e19e6dd-d662-4988-a683-5ed64cb35e1b tempest-VolumesNegativeTest-766656118 tempest-VolumesNegativeTest-766656118-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=2199d27c8672449395fd7d115b199543&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0623238 Mar 29 15:58:58.616614 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-2522dc3c-6c7a-4b64-ade3-bfb3dcfae322 None None] Attempting to bind port fe8d6383-e1e7-407b-804b-0567d2597c65 on host n-d-834765-1 for vnic_type normal with profile {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:58:58.617568 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-2522dc3c-6c7a-4b64-ade3-bfb3dcfae322 None None] Attempting to bind port fe8d6383-e1e7-407b-804b-0567d2597c65 by drivers openvswitch,hyperv on host n-d-834765-1 at level 0 using segments [{'id': '94b35437-d3ca-48bd-89d7-8faa6fa42a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '3364456e-aead-437c-a830-dc7a420fe2a4'}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:58:58.618553 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2522dc3c-6c7a-4b64-ade3-bfb3dcfae322 None None] Attempting to bind port fe8d6383-e1e7-407b-804b-0567d2597c65 on network 3364456e-aead-437c-a830-dc7a420fe2a4 {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:58:58.630226 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2522dc3c-6c7a-4b64-ade3-bfb3dcfae322 None None] Checking agent: {'id': 'a8866439-9d96-425c-b519-6905c591ac37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 25, 36), 'started_at': datetime.datetime(2022, 3, 29, 15, 26, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 58, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834765-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:58:58.630606 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2522dc3c-6c7a-4b64-ade3-bfb3dcfae322 None None] Checking segment: {'id': '94b35437-d3ca-48bd-89d7-8faa6fa42a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '3364456e-aead-437c-a830-dc7a420fe2a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:58:58.631063 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-2522dc3c-6c7a-4b64-ade3-bfb3dcfae322 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:58.632047 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2522dc3c-6c7a-4b64-ade3-bfb3dcfae322 None None] Bound using segment: {'id': '94b35437-d3ca-48bd-89d7-8faa6fa42a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '3364456e-aead-437c-a830-dc7a420fe2a4'} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:58:58.633115 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-2522dc3c-6c7a-4b64-ade3-bfb3dcfae322 None None] Bound port: fe8d6383-e1e7-407b-804b-0567d2597c65, host: n-d-834765-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94b35437-d3ca-48bd-89d7-8faa6fa42a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '3364456e-aead-437c-a830-dc7a420fe2a4'}}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 15:58:58.634147 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-2522dc3c-6c7a-4b64-ade3-bfb3dcfae322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:58.741685 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.db_base_plugin_common [None req-2858bd19-3540-4d94-a5be-84b54ea4bca0 admin admin] Allocated IP 172.25.4.239 (4a4a035d-ecac-4ead-baa3-25f90788773a/e1a353dc-fac8-4901-a63c-273840237d6a/4d4f7036-558e-41af-9f76-4fac90a8d754) {{(pid=102790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:58:58.775958 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-2522dc3c-6c7a-4b64-ade3-bfb3dcfae322 None None] For port fe8d6383-e1e7-407b-804b-0567d2597c65, host n-d-834765-1, cleared binding levels {{(pid=102792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:58:58.782012 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-2522dc3c-6c7a-4b64-ade3-bfb3dcfae322 None None] For port fe8d6383-e1e7-407b-804b-0567d2597c65, host n-d-834765-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=fe8d6383-e1e7-407b-804b-0567d2597c65,segment=NetworkSegment(94b35437-d3ca-48bd-89d7-8faa6fa42a91),segment_id=94b35437-d3ca-48bd-89d7-8faa6fa42a91)] {{(pid=102792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:58:58.785422 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-a9f066fe-bbcd-497f-b8b9-8f3189314dda req-9ec7071a-7768-4047-846d-9aaf67fa1bd6 tempest-VolumesNegativeTest-766656118 tempest-VolumesNegativeTest-766656118-project] 10.222.0.42 "GET /v2.0/ports?device_id=86cd89a7-14d6-454b-8d3a-0deebbeb91eb HTTP/1.1" status: 200 len: 210 time: 0.0415499 Mar 29 15:58:58.792776 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-2522dc3c-6c7a-4b64-ade3-bfb3dcfae322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:58.955762 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2522dc3c-6c7a-4b64-ade3-bfb3dcfae322 None None] Pushing event updated for resources: {'Port': ['ID=fe8d6383-e1e7-407b-804b-0567d2597c65,revision_number=2']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:58:59.004616 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-2858bd19-3540-4d94-a5be-84b54ea4bca0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:59.068398 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-2858bd19-3540-4d94-a5be-84b54ea4bca0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:58:59.211701 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2858bd19-3540-4d94-a5be-84b54ea4bca0 admin admin] Pushing event updated for resources: {'Port': ['ID=4d4f7036-558e-41af-9f76-4fac90a8d754,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:58:59.236343 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2858bd19-3540-4d94-a5be-84b54ea4bca0 admin admin] Network 4a4a035d-ecac-4ead-baa3-25f90788773a is already hosted by enough agents. {{(pid=102790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:58:59.240216 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-2858bd19-3540-4d94-a5be-84b54ea4bca0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:58:59.247228 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2858bd19-3540-4d94-a5be-84b54ea4bca0 admin admin] Received port after_create {{(pid=102790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:58:59.357953 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5568def2-4a44-4033-891a-e96464783d9f req-e28f644c-6df3-48e2-92d4-407b3fc8310c tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:58:59.360134 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-5568def2-4a44-4033-891a-e96464783d9f req-e28f644c-6df3-48e2-92d4-407b3fc8310c tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] 10.222.0.42 "GET /v2.0/ports?device_id=1988d609-4f13-419d-98dc-b82cc65c41c6 HTTP/1.1" status: 200 len: 945 time: 0.1053758 Mar 29 15:58:59.518094 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-5568def2-4a44-4033-891a-e96464783d9f req-e034b2a3-afcc-488b-918f-3d875e24cd3f tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] 10.222.0.42 "GET /v2.0/security-groups?id=cd1c9277-5208-4a89-800b-becaf205597a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1220410 Mar 29 15:58:59.775801 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-2858bd19-3540-4d94-a5be-84b54ea4bca0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:59:00.052262 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-1a0d76a4-f62f-4af6-9675-508c1b50f777 req-37fde17a-ad6f-48d8-bfb0-e83bd60df1ae tempest-VolumesNegativeTest-766656118 tempest-VolumesNegativeTest-766656118-project] 10.222.0.42 "GET /v2.0/ports?device_id=86cd89a7-14d6-454b-8d3a-0deebbeb91eb HTTP/1.1" status: 200 len: 210 time: 0.0938997 Mar 29 15:59:00.399202 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-dbf76448-e9a5-46de-84fa-1cc5a6547d27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:59:00.457271 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc42dd37-e293-4483-a89a-8b4a04cab1b7 req-0a6d7404-60ae-41f5-ba43-d999699fcd26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:59:00.464930 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-cc42dd37-e293-4483-a89a-8b4a04cab1b7 req-0a6d7404-60ae-41f5-ba43-d999699fcd26 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=48ba1cdba6ea4eb098e40b52d44291ec&device_id=1988d609-4f13-419d-98dc-b82cc65c41c6 HTTP/1.1" status: 200 len: 1096 time: 0.1466496 Mar 29 15:59:00.626525 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc42dd37-e293-4483-a89a-8b4a04cab1b7 req-e6c1be5b-ac6b-4a8c-a4fd-96bc2f12f5eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:59:00.628766 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-cc42dd37-e293-4483-a89a-8b4a04cab1b7 req-e6c1be5b-ac6b-4a8c-a4fd-96bc2f12f5eb service neutron] 10.222.0.44 "GET /v2.0/networks?id=6da5eb6a-1ef7-4aa0-bbb2-e8f3bdbdd5ff HTTP/1.1" status: 200 len: 920 time: 0.1564021 Mar 29 15:59:00.755344 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6735fd-84bb-4e8b-b98a-9e2494693611 req-93be5d2f-6f87-423f-b510-caef9677cbf6 tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:59:00.763985 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-da6735fd-84bb-4e8b-b98a-9e2494693611 req-93be5d2f-6f87-423f-b510-caef9677cbf6 tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] 10.222.0.42 "GET /v2.0/ports?device_id=1988d609-4f13-419d-98dc-b82cc65c41c6 HTTP/1.1" status: 200 len: 945 time: 0.3176923 Mar 29 15:59:00.829128 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device fe8d6383-e1e7-407b-804b-0567d2597c65 up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:59:00.994621 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-530c96b4-e09b-47df-8ddc-24dd164c1066 req-6a6aa932-be7a-4875-a6ef-2f930fa46fea tempest-VolumesNegativeTest-766656118 tempest-VolumesNegativeTest-766656118-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=2199d27c8672449395fd7d115b199543&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1718366 Mar 29 15:59:01.040151 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port fe8d6383-e1e7-407b-804b-0567d2597c65 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:59:01.040899 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:59:01.120691 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-da6735fd-84bb-4e8b-b98a-9e2494693611 req-40c08a99-6859-4275-8c1b-77db4b2a3708 tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] 10.222.0.42 "GET /v2.0/security-groups?id=cd1c9277-5208-4a89-800b-becaf205597a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3517003 Mar 29 15:59:01.169119 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d99303c-9348-4f33-a931-c2237748a513 None None] Network 3364456e-aead-437c-a830-dc7a420fe2a4 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 15:59:01.192002 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-2858bd19-3540-4d94-a5be-84b54ea4bca0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648118'] for router, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:59:01.226602 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-cc42dd37-e293-4483-a89a-8b4a04cab1b7 req-ea8562a9-8102-4a34-9411-1b85d7438bd9 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6def3afc-9a81-4374-807f-7bac44086c9c HTTP/1.1" status: 200 len: 1001 time: 0.5847142 Mar 29 15:59:01.314087 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc42dd37-e293-4483-a89a-8b4a04cab1b7 req-bd28c1d2-b59c-4aa1-94eb-633c6b0c09ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:59:01.316990 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-cc42dd37-e293-4483-a89a-8b4a04cab1b7 req-bd28c1d2-b59c-4aa1-94eb-633c6b0c09ee service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f321fdd4-89ca-4bd6-835a-732290fa6cda HTTP/1.1" status: 200 len: 858 time: 0.0831156 Mar 29 15:59:01.423818 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-3d467156-347d-4f91-9116-bfdc87b7edb9 None None] Provisioning complete for port fe8d6383-e1e7-407b-804b-0567d2597c65 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:59:01.425068 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-3d467156-347d-4f91-9116-bfdc87b7edb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:59:01.447713 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-7602996d-5a82-4809-b136-2a1a3a8f5c91 req-cb70c503-1808-4381-b146-996d97de8806 tempest-VolumesNegativeTest-766656118 tempest-VolumesNegativeTest-766656118-project] 10.222.0.42 "GET /v2.0/ports?device_id=86cd89a7-14d6-454b-8d3a-0deebbeb91eb HTTP/1.1" status: 200 len: 210 time: 0.2151673 Mar 29 15:59:01.495805 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2858bd19-3540-4d94-a5be-84b54ea4bca0 admin admin] Router bb48b6d1-fbb8-43e3-b468-bf47b275762e is scheduled to L3 agent c648d819-1060-4f26-b4ec-6455387b5dff with binding_index 1 {{(pid=102790) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 29 15:59:01.529730 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530c96b4-e09b-47df-8ddc-24dd164c1066 req-56e047f8-e38d-4c39-b153-f89a0a78bff5 tempest-VolumesNegativeTest-766656118 tempest-VolumesNegativeTest-766656118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:59:01.531797 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-530c96b4-e09b-47df-8ddc-24dd164c1066 req-56e047f8-e38d-4c39-b153-f89a0a78bff5 tempest-VolumesNegativeTest-766656118 tempest-VolumesNegativeTest-766656118-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5032003 Mar 29 15:59:01.552854 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc42dd37-e293-4483-a89a-8b4a04cab1b7 req-30ba52dd-7a02-4568-a53a-21151940fc1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:59:01.557397 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-cc42dd37-e293-4483-a89a-8b4a04cab1b7 req-30ba52dd-7a02-4568-a53a-21151940fc1b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6da5eb6a-1ef7-4aa0-bbb2-e8f3bdbdd5ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1586649 Mar 29 15:59:01.607448 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [req-530c96b4-e09b-47df-8ddc-24dd164c1066 req-e65673ef-855f-493c-a32d-93d513998630 tempest-VolumesNegativeTest-766656118 tempest-VolumesNegativeTest-766656118-project] Request body: {'port': {'device_id': '86cd89a7-14d6-454b-8d3a-0deebbeb91eb', 'network_id': '2268a9b9-82fd-4886-a91d-3a50e4e16cab', 'admin_state_up': True, 'tenant_id': '2199d27c8672449395fd7d115b199543'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:59:01.632506 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:59:01.643887 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-3d467156-347d-4f91-9116-bfdc87b7edb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:59:01.695098 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-3d467156-347d-4f91-9116-bfdc87b7edb9 None None] For port fe8d6383-e1e7-407b-804b-0567d2597c65, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=fe8d6383-e1e7-407b-804b-0567d2597c65,segment=NetworkSegment(94b35437-d3ca-48bd-89d7-8faa6fa42a91),segment_id=94b35437-d3ca-48bd-89d7-8faa6fa42a91)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:59:01.713983 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-3d467156-347d-4f91-9116-bfdc87b7edb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:59:01.787832 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-530c96b4-e09b-47df-8ddc-24dd164c1066 req-e65673ef-855f-493c-a32d-93d513998630 tempest-VolumesNegativeTest-766656118 tempest-VolumesNegativeTest-766656118-project] Made reservation on behalf of 2199d27c8672449395fd7d115b199543 for: {'port': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:59:01.793118 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-530c96b4-e09b-47df-8ddc-24dd164c1066 req-e65673ef-855f-493c-a32d-93d513998630 tempest-VolumesNegativeTest-766656118 tempest-VolumesNegativeTest-766656118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:59:01.807872 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-530c96b4-e09b-47df-8ddc-24dd164c1066 req-e65673ef-855f-493c-a32d-93d513998630 tempest-VolumesNegativeTest-766656118 tempest-VolumesNegativeTest-766656118-project] Notify callbacks [] for security_group, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:59:01.816799 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2858bd19-3540-4d94-a5be-84b54ea4bca0 admin admin] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:59:01.832365 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d1347dc-68ad-439b-81f5-08a3b30f2c73 None None] Sync routers for ids ['bb48b6d1-fbb8-43e3-b468-bf47b275762e'] in n-d-834765-1 {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:59:01.864259 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d1347dc-68ad-439b-81f5-08a3b30f2c73 None None] Routers {'bb48b6d1-fbb8-43e3-b468-bf47b275762e'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:59:01.866293 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-0d1347dc-68ad-439b-81f5-08a3b30f2c73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:58:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['bb48b6d1-fbb8-43e3-b468-bf47b275762e'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:59:01.873658 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-2858bd19-3540-4d94-a5be-84b54ea4bca0 admin admin] Notify callbacks [] for router, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:59:01.876693 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-2858bd19-3540-4d94-a5be-84b54ea4bca0 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.3707910 Mar 29 15:59:01.879214 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 42894) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:59:01.902190 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d467156-347d-4f91-9116-bfdc87b7edb9 None None] Pushing event updated for resources: {'Port': ['ID=fe8d6383-e1e7-407b-804b-0567d2597c65,revision_number=3']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:59:01.928938 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.db.api [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102792) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 29 15:59:01.932054 n-d-834765-1 neutron-server[102792]: DEBUG oslo_db.api [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 29 15:59:01.986298 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-cc42dd37-e293-4483-a89a-8b4a04cab1b7 req-a95f1f08-7f22-4ff1-9c15-1b73015d48ae service neutron] 10.222.0.44 "GET /v2.0/networks/6da5eb6a-1ef7-4aa0-bbb2-e8f3bdbdd5ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4170980 Mar 29 15:59:02.065472 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-fc6ded19-05e2-4bbc-8bbf-491a0522e59d None None] Provisioning complete for port fe8d6383-e1e7-407b-804b-0567d2597c65 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:59:02.066281 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-fc6ded19-05e2-4bbc-8bbf-491a0522e59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:59:02.072517 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvr_db [None req-0d1347dc-68ad-439b-81f5-08a3b30f2c73 None None] Set router bb48b6d1-fbb8-43e3-b468-bf47b275762e gateway port host: n-d-834765-1 {{(pid=102793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:59:02.212141 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-530c96b4-e09b-47df-8ddc-24dd164c1066 req-e65673ef-855f-493c-a32d-93d513998630 tempest-VolumesNegativeTest-766656118 tempest-VolumesNegativeTest-766656118-project] Notify callbacks [] for security_group, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:59:02.233229 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-530c96b4-e09b-47df-8ddc-24dd164c1066 req-e65673ef-855f-493c-a32d-93d513998630 tempest-VolumesNegativeTest-766656118 tempest-VolumesNegativeTest-766656118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:59:02.301117 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65673ef-855f-493c-a32d-93d513998630 tempest-VolumesNegativeTest-766656118 tempest-VolumesNegativeTest-766656118-project] Pushing event updated for resources: {'SecurityGroup': ['ID=413505a4-4f86-4319-9f74-4b2e983aac9a,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:59:02.308080 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-cc42dd37-e293-4483-a89a-8b4a04cab1b7 req-b7f43747-f7dc-4539-bffe-b35956a2c29e service neutron] 10.222.0.44 "GET /v2.0/networks/6da5eb6a-1ef7-4aa0-bbb2-e8f3bdbdd5ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3118548 Mar 29 15:59:02.498014 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_common [req-530c96b4-e09b-47df-8ddc-24dd164c1066 req-e65673ef-855f-493c-a32d-93d513998630 tempest-VolumesNegativeTest-766656118 tempest-VolumesNegativeTest-766656118-project] Allocated IP 192.168.233.45 (2268a9b9-82fd-4886-a91d-3a50e4e16cab/abb8e5d6-2aea-4455-a944-3435a3d1ce49/0af5b0ab-4494-4698-95c6-033e6943dbbc) {{(pid=102791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:59:02.576041 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49272c07-456f-4f69-b4f4-ff5b3d341272 req-741085ae-3e8e-4d26-a86b-07c47d0d9b6f tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:59:02.577615 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-49272c07-456f-4f69-b4f4-ff5b3d341272 req-741085ae-3e8e-4d26-a86b-07c47d0d9b6f tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] 10.222.0.42 "GET /v2.0/ports?device_id=1988d609-4f13-419d-98dc-b82cc65c41c6 HTTP/1.1" status: 200 len: 945 time: 0.3048537 Mar 29 15:59:02.728452 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-49272c07-456f-4f69-b4f4-ff5b3d341272 req-b517c79a-725c-4fa6-aaaf-a067414d8782 tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] 10.222.0.42 "GET /v2.0/security-groups?id=cd1c9277-5208-4a89-800b-becaf205597a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0873792 Mar 29 15:59:02.730758 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device fe8d6383-e1e7-407b-804b-0567d2597c65 up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:59:02.801419 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-0d1347dc-68ad-439b-81f5-08a3b30f2c73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb48b6d1-fbb8-43e3-b468-bf47b275762e', 'name': 'tempest-ServerActionsTestJSON-1951909265-router', 'tenant_id': '358ad84304604947a292f32d4e62126b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.239'}], 'enable_snat': True}, 'gw_port_id': '4d4f7036-558e-41af-9f76-4fac90a8d754', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:58:57Z', 'updated_at': '2022-03-29T15:58:59Z', 'revision_number': 3, 'project_id': '358ad84304604947a292f32d4e62126b', 'gw_port': {'id': '4d4f7036-558e-41af-9f76-4fac90a8d754', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:90:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb48b6d1-fbb8-43e3-b468-bf47b275762e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2840, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:58:58Z', 'updated_at': '2022-03-29T15:58:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1'}], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:59:02.870882 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d1347dc-68ad-439b-81f5-08a3b30f2c73 None None] Checking router: bb48b6d1-fbb8-43e3-b468-bf47b275762e for host: n-d-834765-1 {{(pid=102793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:59:02.872496 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d1347dc-68ad-439b-81f5-08a3b30f2c73 None None] Updating router bb48b6d1-fbb8-43e3-b468-bf47b275762e port 4d4f7036-558e-41af-9f76-4fac90a8d754 binding host n-d-834765-1 {{(pid=102793) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 15:59:02.902121 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-6ce04829-8d63-47f2-a155-0974321a3c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:59:02.912743 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-0d1347dc-68ad-439b-81f5-08a3b30f2c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:59:02.948571 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port fe8d6383-e1e7-407b-804b-0567d2597c65 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:59:02.950046 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:59:03.022851 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-530c96b4-e09b-47df-8ddc-24dd164c1066 req-e65673ef-855f-493c-a32d-93d513998630 tempest-VolumesNegativeTest-766656118 tempest-VolumesNegativeTest-766656118-project] Notify callbacks [] for port, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:59:03.102952 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-3f2716b2-c11d-4f14-8c08-bf8251c3c59e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:59:03.147417 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-530c96b4-e09b-47df-8ddc-24dd164c1066 req-e65673ef-855f-493c-a32d-93d513998630 tempest-VolumesNegativeTest-766656118 tempest-VolumesNegativeTest-766656118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:59:03.271493 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-0d1347dc-68ad-439b-81f5-08a3b30f2c73 None None] Notify callbacks [] for port, precommit_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:59:03.286022 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-0d1347dc-68ad-439b-81f5-08a3b30f2c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:59:03.308464 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65673ef-855f-493c-a32d-93d513998630 tempest-VolumesNegativeTest-766656118 tempest-VolumesNegativeTest-766656118-project] Pushing event updated for resources: {'Port': ['ID=0af5b0ab-4494-4698-95c6-033e6943dbbc,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:59:03.314700 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-530c96b4-e09b-47df-8ddc-24dd164c1066 req-e65673ef-855f-493c-a32d-93d513998630 tempest-VolumesNegativeTest-766656118 tempest-VolumesNegativeTest-766656118-project] Network 2268a9b9-82fd-4886-a91d-3a50e4e16cab is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:59:03.319509 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [req-530c96b4-e09b-47df-8ddc-24dd164c1066 req-e65673ef-855f-493c-a32d-93d513998630 tempest-VolumesNegativeTest-766656118 tempest-VolumesNegativeTest-766656118-project] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:59:03.322956 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [req-530c96b4-e09b-47df-8ddc-24dd164c1066 req-e65673ef-855f-493c-a32d-93d513998630 tempest-VolumesNegativeTest-766656118 tempest-VolumesNegativeTest-766656118-project] Received port after_create {{(pid=102791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:59:03.337232 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e549e5e4-f70c-4a46-8a60-7670b31ab1f1 req-4011dd43-7128-4f33-9052-7cc081857dc8 tempest-VolumesNegativeTest-766656118 tempest-VolumesNegativeTest-766656118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:59:03.339073 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e549e5e4-f70c-4a46-8a60-7670b31ab1f1 req-4011dd43-7128-4f33-9052-7cc081857dc8 tempest-VolumesNegativeTest-766656118 tempest-VolumesNegativeTest-766656118-project] 10.222.0.42 "GET /v2.0/ports?device_id=86cd89a7-14d6-454b-8d3a-0deebbeb91eb HTTP/1.1" status: 200 len: 935 time: 0.2276509 Mar 29 15:59:03.441219 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3f9055-5a83-4a70-854b-176131c0974d None None] Pushing event updated for resources: {'Port': ['ID=4d4f7036-558e-41af-9f76-4fac90a8d754,revision_number=2']} {{(pid=102793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:59:03.455166 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3f9055-5a83-4a70-854b-176131c0974d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:59:03.455998 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3f9055-5a83-4a70-854b-176131c0974d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:59:03.456595 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3f9055-5a83-4a70-854b-176131c0974d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:59:03.457514 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3f9055-5a83-4a70-854b-176131c0974d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:59:03.458767 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3f9055-5a83-4a70-854b-176131c0974d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:59:03.464468 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3f9055-5a83-4a70-854b-176131c0974d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:59:03.465420 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3f9055-5a83-4a70-854b-176131c0974d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:59:03.466459 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3f9055-5a83-4a70-854b-176131c0974d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:59:03.467013 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3f9055-5a83-4a70-854b-176131c0974d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:59:03.467909 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3f9055-5a83-4a70-854b-176131c0974d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:59:03.468394 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3f9055-5a83-4a70-854b-176131c0974d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:59:03.469170 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3f9055-5a83-4a70-854b-176131c0974d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:59:03.474668 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.managers [None req-0d1347dc-68ad-439b-81f5-08a3b30f2c73 None None] Attempting to bind port 4d4f7036-558e-41af-9f76-4fac90a8d754 on host n-d-834765-1 for vnic_type normal with profile {{(pid=102793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:59:03.475797 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.managers [None req-0d1347dc-68ad-439b-81f5-08a3b30f2c73 None None] Attempting to bind port 4d4f7036-558e-41af-9f76-4fac90a8d754 by drivers openvswitch,hyperv on host n-d-834765-1 at level 0 using segments [{'id': '6ab47353-a811-4bad-bc73-b4cc84583cfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'}] {{(pid=102793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:59:03.477024 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d1347dc-68ad-439b-81f5-08a3b30f2c73 None None] Attempting to bind port 4d4f7036-558e-41af-9f76-4fac90a8d754 on network 4a4a035d-ecac-4ead-baa3-25f90788773a {{(pid=102793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:59:03.484547 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d1347dc-68ad-439b-81f5-08a3b30f2c73 None None] Checking agent: {'id': 'a8866439-9d96-425c-b519-6905c591ac37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 25, 36), 'started_at': datetime.datetime(2022, 3, 29, 15, 26, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 58, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834765-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:59:03.485945 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d1347dc-68ad-439b-81f5-08a3b30f2c73 None None] Checking segment: {'id': '6ab47353-a811-4bad-bc73-b4cc84583cfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:59:03.486898 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-0d1347dc-68ad-439b-81f5-08a3b30f2c73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:59:03.487902 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d1347dc-68ad-439b-81f5-08a3b30f2c73 None None] Bound using segment: {'id': '6ab47353-a811-4bad-bc73-b4cc84583cfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'} {{(pid=102793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:59:03.488389 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.managers [None req-0d1347dc-68ad-439b-81f5-08a3b30f2c73 None None] Bound port: 4d4f7036-558e-41af-9f76-4fac90a8d754, host: n-d-834765-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ab47353-a811-4bad-bc73-b4cc84583cfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'}}] {{(pid=102793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 15:59:03.488773 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-0d1347dc-68ad-439b-81f5-08a3b30f2c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:59:03.582942 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.db_base_plugin_common [None req-3f2716b2-c11d-4f14-8c08-bf8251c3c59e admin admin] Allocated IP 172.20.0.1 (3364456e-aead-437c-a830-dc7a420fe2a4/6caada61-173d-4256-8e9d-611647191ef5/24f65474-5f8e-462c-bac9-2bc08dae07a3) {{(pid=102790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:59:03.597383 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e549e5e4-f70c-4a46-8a60-7670b31ab1f1 req-b0c93ea1-05e1-4cb2-8927-f003cc3c7c46 tempest-VolumesNegativeTest-766656118 tempest-VolumesNegativeTest-766656118-project] 10.222.0.42 "GET /v2.0/security-groups?id=413505a4-4f86-4319-9f74-4b2e983aac9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2435424 Mar 29 15:59:03.615376 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530c96b4-e09b-47df-8ddc-24dd164c1066 req-e65673ef-855f-493c-a32d-93d513998630 tempest-VolumesNegativeTest-766656118 tempest-VolumesNegativeTest-766656118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:59:03.616381 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-530c96b4-e09b-47df-8ddc-24dd164c1066 req-e65673ef-855f-493c-a32d-93d513998630 tempest-VolumesNegativeTest-766656118 tempest-VolumesNegativeTest-766656118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:59:03.624688 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.db [None req-0d1347dc-68ad-439b-81f5-08a3b30f2c73 None None] For port 4d4f7036-558e-41af-9f76-4fac90a8d754, host n-d-834765-1, cleared binding levels {{(pid=102793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:59:03.629176 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.db [None req-0d1347dc-68ad-439b-81f5-08a3b30f2c73 None None] For port 4d4f7036-558e-41af-9f76-4fac90a8d754, host n-d-834765-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=4d4f7036-558e-41af-9f76-4fac90a8d754,segment=NetworkSegment(6ab47353-a811-4bad-bc73-b4cc84583cfd),segment_id=6ab47353-a811-4bad-bc73-b4cc84583cfd)] {{(pid=102793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:59:03.635969 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-0d1347dc-68ad-439b-81f5-08a3b30f2c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:59:03.641939 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-530c96b4-e09b-47df-8ddc-24dd164c1066 req-e65673ef-855f-493c-a32d-93d513998630 tempest-VolumesNegativeTest-766656118 tempest-VolumesNegativeTest-766656118-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0451558 Mar 29 15:59:03.656622 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [req-530c96b4-e09b-47df-8ddc-24dd164c1066 req-1598f367-3586-4315-8b5a-01eb6db255a7 service neutron] Request body: {'port': {'device_id': '86cd89a7-14d6-454b-8d3a-0deebbeb91eb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834765-1'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:59:03.731141 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d1347dc-68ad-439b-81f5-08a3b30f2c73 None None] Routers {'bb48b6d1-fbb8-43e3-b468-bf47b275762e'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:59:03.731963 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-0d1347dc-68ad-439b-81f5-08a3b30f2c73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:59:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['bb48b6d1-fbb8-43e3-b468-bf47b275762e'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:59:03.769827 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-530c96b4-e09b-47df-8ddc-24dd164c1066 req-1598f367-3586-4315-8b5a-01eb6db255a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:59:03.872013 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-74c7b7cf-356c-4683-9c87-d87045c566e1 None None] Provisioning complete for port 0af5b0ab-4494-4698-95c6-033e6943dbbc triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:59:03.872588 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74c7b7cf-356c-4683-9c87-d87045c566e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:59:03.994124 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-3f2716b2-c11d-4f14-8c08-bf8251c3c59e admin admin] Notify callbacks [] for port, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:59:04.005468 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3f9055-5a83-4a70-854b-176131c0974d None None] Pushing event updated for resources: {'Port': ['ID=4d4f7036-558e-41af-9f76-4fac90a8d754,revision_number=3']} {{(pid=102793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:59:04.018074 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-74c7b7cf-356c-4683-9c87-d87045c566e1 None None] Port 0af5b0ab-4494-4698-95c6-033e6943dbbc cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 15:59:04.041842 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c74553-2dda-4c16-a763-1eb36cc3b0d4 req-bd17727d-c807-40a4-8823-2424437d9c68 tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:59:04.043882 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-47c74553-2dda-4c16-a763-1eb36cc3b0d4 req-bd17727d-c807-40a4-8823-2424437d9c68 tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] 10.222.0.42 "GET /v2.0/ports?device_id=1988d609-4f13-419d-98dc-b82cc65c41c6 HTTP/1.1" status: 200 len: 945 time: 0.1511190 Mar 29 15:59:04.077187 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvr_db [None req-0d1347dc-68ad-439b-81f5-08a3b30f2c73 None None] Set router bb48b6d1-fbb8-43e3-b468-bf47b275762e gateway port host: n-d-834765-1 {{(pid=102793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:59:04.134911 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-47c74553-2dda-4c16-a763-1eb36cc3b0d4 req-03f43b11-4a27-4c5f-aada-1afc6b14db90 tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] 10.222.0.42 "GET /v2.0/security-groups?id=cd1c9277-5208-4a89-800b-becaf205597a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735919 Mar 29 15:59:04.142811 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-3f2716b2-c11d-4f14-8c08-bf8251c3c59e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:59:04.188725 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d71584b9-87f1-45f5-84c7-c993c2416269 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:59:04.270870 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f2716b2-c11d-4f14-8c08-bf8251c3c59e admin admin] Network 3364456e-aead-437c-a830-dc7a420fe2a4 is already hosted by enough agents. {{(pid=102790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:59:04.272438 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-3f2716b2-c11d-4f14-8c08-bf8251c3c59e admin admin] Resources bound (agent type, host, resource id): {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:59:04.276812 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f2716b2-c11d-4f14-8c08-bf8251c3c59e admin admin] Received port after_create {{(pid=102790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:59:04.399502 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2716b2-c11d-4f14-8c08-bf8251c3c59e admin admin] Pushing event updated for resources: {'Port': ['ID=24f65474-5f8e-462c-bac9-2bc08dae07a3,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:59:04.424266 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-3f2716b2-c11d-4f14-8c08-bf8251c3c59e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-648347'] for router_interface, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:59:04.508846 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-0d1347dc-68ad-439b-81f5-08a3b30f2c73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb48b6d1-fbb8-43e3-b468-bf47b275762e', 'name': 'tempest-ServerActionsTestJSON-1951909265-router', 'tenant_id': '358ad84304604947a292f32d4e62126b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.239'}], 'enable_snat': True}, 'gw_port_id': '4d4f7036-558e-41af-9f76-4fac90a8d754', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:58:57Z', 'updated_at': '2022-03-29T15:58:59Z', 'revision_number': 3, 'project_id': '358ad84304604947a292f32d4e62126b', 'gw_port': {'id': '4d4f7036-558e-41af-9f76-4fac90a8d754', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:90:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb48b6d1-fbb8-43e3-b468-bf47b275762e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2840, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:58:58Z', 'updated_at': '2022-03-29T15:59:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1'}], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:59:04.578571 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d1347dc-68ad-439b-81f5-08a3b30f2c73 None None] The sync data for ids ['bb48b6d1-fbb8-43e3-b468-bf47b275762e'] in n-d-834765-1 is: [{'id': 'bb48b6d1-fbb8-43e3-b468-bf47b275762e', 'name': 'tempest-ServerActionsTestJSON-1951909265-router', 'tenant_id': '358ad84304604947a292f32d4e62126b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.239'}], 'enable_snat': True}, 'gw_port_id': '4d4f7036-558e-41af-9f76-4fac90a8d754', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:58:57Z', 'updated_at': '2022-03-29T15:58:59Z', 'revision_number': 3, 'project_id': '358ad84304604947a292f32d4e62126b', 'gw_port': {'id': '4d4f7036-558e-41af-9f76-4fac90a8d754', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:90:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb48b6d1-fbb8-43e3-b468-bf47b275762e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2840, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:58:58Z', 'updated_at': '2022-03-29T15:59:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1'}] {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:59:04.736888 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-3f2716b2-c11d-4f14-8c08-bf8251c3c59e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:59:04.750996 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-df9dc8ae-dd1d-4a10-857d-b2cc8e11f898 None None] Provisioning complete for port 24f65474-5f8e-462c-bac9-2bc08dae07a3 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:59:04.751398 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-df9dc8ae-dd1d-4a10-857d-b2cc8e11f898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:59:04.806785 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1284e43-1f1f-4f0e-b19c-3e63277dd028 req-bb7975b1-1c42-4768-9ee9-110273035762 tempest-VolumesNegativeTest-766656118 tempest-VolumesNegativeTest-766656118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:59:04.808474 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d1284e43-1f1f-4f0e-b19c-3e63277dd028 req-bb7975b1-1c42-4768-9ee9-110273035762 tempest-VolumesNegativeTest-766656118 tempest-VolumesNegativeTest-766656118-project] 10.222.0.42 "GET /v2.0/ports?device_id=86cd89a7-14d6-454b-8d3a-0deebbeb91eb HTTP/1.1" status: 200 len: 935 time: 0.0856223 Mar 29 15:59:04.847358 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-df9dc8ae-dd1d-4a10-857d-b2cc8e11f898 None None] Port 24f65474-5f8e-462c-bac9-2bc08dae07a3 cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 15:59:04.863716 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d1284e43-1f1f-4f0e-b19c-3e63277dd028 req-54c9d980-357b-4f78-8aa9-a86b183430e6 tempest-VolumesNegativeTest-766656118 tempest-VolumesNegativeTest-766656118-project] 10.222.0.42 "GET /v2.0/security-groups?id=413505a4-4f86-4319-9f74-4b2e983aac9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488794 Mar 29 15:59:04.925360 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [req-530c96b4-e09b-47df-8ddc-24dd164c1066 req-1598f367-3586-4315-8b5a-01eb6db255a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0af5b0ab-4494-4698-95c6-033e6943dbbc {{(pid=102791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:59:04.943623 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-530c96b4-e09b-47df-8ddc-24dd164c1066 req-1598f367-3586-4315-8b5a-01eb6db255a7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:59:04.967306 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.provisioning_blocks [req-530c96b4-e09b-47df-8ddc-24dd164c1066 req-1598f367-3586-4315-8b5a-01eb6db255a7 service neutron] Transition to ACTIVE for port object 0af5b0ab-4494-4698-95c6-033e6943dbbc will not be triggered until provisioned by entity L2. {{(pid=102791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 15:59:04.979150 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-530c96b4-e09b-47df-8ddc-24dd164c1066 req-1598f367-3586-4315-8b5a-01eb6db255a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:59:05.124597 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-3f2716b2-c11d-4f14-8c08-bf8251c3c59e admin admin] Notify callbacks [] for port, precommit_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:59:05.131243 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-3f2716b2-c11d-4f14-8c08-bf8251c3c59e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5237921'] for port, after_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:59:05.295325 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1598f367-3586-4315-8b5a-01eb6db255a7 service neutron] Pushing event updated for resources: {'Port': ['ID=0af5b0ab-4494-4698-95c6-033e6943dbbc,revision_number=2']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:59:05.310765 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-530c96b4-e09b-47df-8ddc-24dd164c1066 req-1598f367-3586-4315-8b5a-01eb6db255a7 service neutron] Attempting to bind port 0af5b0ab-4494-4698-95c6-033e6943dbbc on host n-h2-834765-1 for vnic_type normal with profile {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:59:05.311100 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-530c96b4-e09b-47df-8ddc-24dd164c1066 req-1598f367-3586-4315-8b5a-01eb6db255a7 service neutron] Attempting to bind port 0af5b0ab-4494-4698-95c6-033e6943dbbc by drivers openvswitch,hyperv on host n-h2-834765-1 at level 0 using segments [{'id': 'a0c230f0-660a-4194-9279-0f0781d34134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '2268a9b9-82fd-4886-a91d-3a50e4e16cab'}] {{(pid=102791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:59:05.311451 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-530c96b4-e09b-47df-8ddc-24dd164c1066 req-1598f367-3586-4315-8b5a-01eb6db255a7 service neutron] Attempting to bind port 0af5b0ab-4494-4698-95c6-033e6943dbbc on network 2268a9b9-82fd-4886-a91d-3a50e4e16cab {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:59:05.317643 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-530c96b4-e09b-47df-8ddc-24dd164c1066 req-1598f367-3586-4315-8b5a-01eb6db255a7 service neutron] Port 0af5b0ab-4494-4698-95c6-033e6943dbbc on network 2268a9b9-82fd-4886-a91d-3a50e4e16cab not bound, no agent of type Open vSwitch agent registered on host n-h2-834765-1 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 15:59:05.317972 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-530c96b4-e09b-47df-8ddc-24dd164c1066 req-1598f367-3586-4315-8b5a-01eb6db255a7 service neutron] Attempting to bind port 0af5b0ab-4494-4698-95c6-033e6943dbbc on network 2268a9b9-82fd-4886-a91d-3a50e4e16cab {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:59:05.325723 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-530c96b4-e09b-47df-8ddc-24dd164c1066 req-1598f367-3586-4315-8b5a-01eb6db255a7 service neutron] Checking agent: {'id': '3e4b4912-b4a2-4d17-b5bd-6ce15529e8eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 33, 17), 'started_at': datetime.datetime(2022, 3, 29, 15, 33, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 58, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:59:05.326014 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-530c96b4-e09b-47df-8ddc-24dd164c1066 req-1598f367-3586-4315-8b5a-01eb6db255a7 service neutron] Checking segment: {'id': 'a0c230f0-660a-4194-9279-0f0781d34134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '2268a9b9-82fd-4886-a91d-3a50e4e16cab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:59:05.326394 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-530c96b4-e09b-47df-8ddc-24dd164c1066 req-1598f367-3586-4315-8b5a-01eb6db255a7 service neutron] Bound using segment: {'id': 'a0c230f0-660a-4194-9279-0f0781d34134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '2268a9b9-82fd-4886-a91d-3a50e4e16cab'} {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:59:05.326825 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-530c96b4-e09b-47df-8ddc-24dd164c1066 req-1598f367-3586-4315-8b5a-01eb6db255a7 service neutron] Bound port: 0af5b0ab-4494-4698-95c6-033e6943dbbc, host: n-h2-834765-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0c230f0-660a-4194-9279-0f0781d34134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '2268a9b9-82fd-4886-a91d-3a50e4e16cab'}}] {{(pid=102791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 15:59:05.327574 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-530c96b4-e09b-47df-8ddc-24dd164c1066 req-1598f367-3586-4315-8b5a-01eb6db255a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:59:05.416080 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2716b2-c11d-4f14-8c08-bf8251c3c59e admin admin] Pushing event updated for resources: {'Port': ['ID=24f65474-5f8e-462c-bac9-2bc08dae07a3,revision_number=2']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:59:05.524848 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-530c96b4-e09b-47df-8ddc-24dd164c1066 req-1598f367-3586-4315-8b5a-01eb6db255a7 service neutron] For port 0af5b0ab-4494-4698-95c6-033e6943dbbc, host n-h2-834765-1, cleared binding levels {{(pid=102791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:59:05.532324 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-530c96b4-e09b-47df-8ddc-24dd164c1066 req-1598f367-3586-4315-8b5a-01eb6db255a7 service neutron] For port 0af5b0ab-4494-4698-95c6-033e6943dbbc, host n-h2-834765-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=0af5b0ab-4494-4698-95c6-033e6943dbbc,segment=NetworkSegment(a0c230f0-660a-4194-9279-0f0781d34134),segment_id=a0c230f0-660a-4194-9279-0f0781d34134)] {{(pid=102791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:59:05.541688 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-530c96b4-e09b-47df-8ddc-24dd164c1066 req-1598f367-3586-4315-8b5a-01eb6db255a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:59:05.563275 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-3f2716b2-c11d-4f14-8c08-bf8251c3c59e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-648439'] for router_interface, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:59:05.677074 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae26785-e227-44f7-828d-2cee95bf87ec req-bc5959e4-5c20-440e-9e95-0a557880409d tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:59:05.681394 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1598f367-3586-4315-8b5a-01eb6db255a7 service neutron] Pushing event updated for resources: {'Port': ['ID=0af5b0ab-4494-4698-95c6-033e6943dbbc,revision_number=3']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:59:05.687205 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-1ae26785-e227-44f7-828d-2cee95bf87ec req-bc5959e4-5c20-440e-9e95-0a557880409d tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] 10.222.0.42 "GET /v2.0/ports?device_id=1988d609-4f13-419d-98dc-b82cc65c41c6 HTTP/1.1" status: 200 len: 945 time: 0.2616417 Mar 29 15:59:05.711815 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530c96b4-e09b-47df-8ddc-24dd164c1066 req-1598f367-3586-4315-8b5a-01eb6db255a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:59:05.712477 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-530c96b4-e09b-47df-8ddc-24dd164c1066 req-1598f367-3586-4315-8b5a-01eb6db255a7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:59:05.719608 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-530c96b4-e09b-47df-8ddc-24dd164c1066 req-1598f367-3586-4315-8b5a-01eb6db255a7 service neutron] 10.222.0.48 "PUT /v2.0/ports/0af5b0ab-4494-4698-95c6-033e6943dbbc HTTP/1.1" status: 200 len: 1095 time: 2.0693941 Mar 29 15:59:05.720116 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86cd89a7-14d6-454b-8d3a-0deebbeb91eb', 'tag': '0af5b0ab-4494-4698-95c6-033e6943dbbc'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:59:05.728422 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c67b028db5e9b9818fecc5c0a87ebc6f190694fa53ca267d523e04f98de536d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-261840df-5c8b-46d4-912a-44c834332177" -d '{"events": [{"name": "network-changed", "server_uuid": "86cd89a7-14d6-454b-8d3a-0deebbeb91eb", "tag": "0af5b0ab-4494-4698-95c6-033e6943dbbc"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:59:05.793178 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-0cb6abf6-2706-4e52-8825-f5f644ecf9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:59:05.835077 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-1ae26785-e227-44f7-828d-2cee95bf87ec req-668a1caf-5415-4bb0-9f16-012b89d8028c tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] 10.222.0.42 "GET /v2.0/security-groups?id=cd1c9277-5208-4a89-800b-becaf205597a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1336617 Mar 29 15:59:05.842256 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 15:59:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b233b4a8-d662-4696-99fd-32865291701f x-openstack-request-id: req-b233b4a8-d662-4696-99fd-32865291701f {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:59:05.842820 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86cd89a7-14d6-454b-8d3a-0deebbeb91eb", "tag": "0af5b0ab-4494-4698-95c6-033e6943dbbc", "status": "completed", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:59:05.842820 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b233b4a8-d662-4696-99fd-32865291701f {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:59:05.845183 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86cd89a7-14d6-454b-8d3a-0deebbeb91eb', 'tag': '0af5b0ab-4494-4698-95c6-033e6943dbbc', 'status': 'completed', 'code': 200} Mar 29 15:59:05.887155 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f2716b2-c11d-4f14-8c08-bf8251c3c59e admin admin] Network 3364456e-aead-437c-a830-dc7a420fe2a4 is already hosted by enough agents. {{(pid=102790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:59:05.888670 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-3f2716b2-c11d-4f14-8c08-bf8251c3c59e admin admin] Resources bound (agent type, host, resource id): {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:59:05.900422 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530c96b4-e09b-47df-8ddc-24dd164c1066 req-03029aad-27ad-4bd1-893c-39dffbe737dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:59:05.901958 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-530c96b4-e09b-47df-8ddc-24dd164c1066 req-03029aad-27ad-4bd1-893c-39dffbe737dc service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2199d27c8672449395fd7d115b199543&device_id=86cd89a7-14d6-454b-8d3a-0deebbeb91eb HTTP/1.1" status: 200 len: 1098 time: 0.1361580 Mar 29 15:59:05.970730 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:59:06.000233 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-530c96b4-e09b-47df-8ddc-24dd164c1066 req-4d5e3960-c46b-4aaf-8136-b7388a2c5eb6 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.45&port_id=0af5b0ab-4494-4698-95c6-033e6943dbbc HTTP/1.1" status: 200 len: 217 time: 0.0884585 Mar 29 15:59:06.153948 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530c96b4-e09b-47df-8ddc-24dd164c1066 req-7618f446-a174-43b0-a4c4-718d23db8d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:59:06.155529 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-530c96b4-e09b-47df-8ddc-24dd164c1066 req-7618f446-a174-43b0-a4c4-718d23db8d49 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=abb8e5d6-2aea-4455-a944-3435a3d1ce49 HTTP/1.1" status: 200 len: 843 time: 0.1161005 Mar 29 15:59:06.176328 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c199c7-6a30-4cf7-a5e1-8cc58f618e51 req-49405bc9-8ed6-4083-80d5-964cb70e288a tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:59:06.179564 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b3c199c7-6a30-4cf7-a5e1-8cc58f618e51 req-49405bc9-8ed6-4083-80d5-964cb70e288a tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] 10.222.0.42 "GET /v2.0/ports?device_id=1988d609-4f13-419d-98dc-b82cc65c41c6 HTTP/1.1" status: 200 len: 945 time: 0.1626453 Mar 29 15:59:06.239075 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 42920) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:59:06.245446 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-c81db63a-c6a0-426c-850e-7dc9259e2466 tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] Request body: {'floatingip': {'port_id': '6def3afc-9a81-4374-807f-7bac44086c9c'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:59:06.348067 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530c96b4-e09b-47df-8ddc-24dd164c1066 req-c8193437-b0cb-4f4f-ae7f-78020d1d594c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:59:06.349792 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-530c96b4-e09b-47df-8ddc-24dd164c1066 req-c8193437-b0cb-4f4f-ae7f-78020d1d594c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2268a9b9-82fd-4886-a91d-3a50e4e16cab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1689172 Mar 29 15:59:06.354693 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-c81db63a-c6a0-426c-850e-7dc9259e2466 tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] Notify callbacks [] for floatingip, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:59:06.439207 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f2716b2-c11d-4f14-8c08-bf8251c3c59e admin admin] Router bb48b6d1-fbb8-43e3-b468-bf47b275762e has already been hosted by L3 agent c648d819-1060-4f26-b4ec-6455387b5dff {{(pid=102790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 15:59:06.479603 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-1ceadd66-fcd6-4310-9a48-f04ce10891f5 None None] Provisioning complete for port 24f65474-5f8e-462c-bac9-2bc08dae07a3 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:59:06.481249 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1ceadd66-fcd6-4310-9a48-f04ce10891f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:59:06.518159 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-530c96b4-e09b-47df-8ddc-24dd164c1066 req-75fb5620-4954-417b-88f2-b5e51d3d5bb2 service neutron] 10.222.0.48 "GET /v2.0/networks/2268a9b9-82fd-4886-a91d-3a50e4e16cab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1596909 Mar 29 15:59:06.586496 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-1ceadd66-fcd6-4310-9a48-f04ce10891f5 None None] Port 24f65474-5f8e-462c-bac9-2bc08dae07a3 cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 15:59:06.751480 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 4d4f7036-558e-41af-9f76-4fac90a8d754 up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:59:06.786817 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4657048a-39a7-4f4b-93d4-733f2fbaae00 req-7b13d5b1-665f-435e-9cbc-0ae7800dd0ed tempest-VolumesNegativeTest-766656118 tempest-VolumesNegativeTest-766656118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:59:06.794529 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-4657048a-39a7-4f4b-93d4-733f2fbaae00 req-7b13d5b1-665f-435e-9cbc-0ae7800dd0ed tempest-VolumesNegativeTest-766656118 tempest-VolumesNegativeTest-766656118-project] 10.222.0.42 "GET /v2.0/ports?device_id=86cd89a7-14d6-454b-8d3a-0deebbeb91eb HTTP/1.1" status: 200 len: 947 time: 0.5305269 Mar 29 15:59:06.897639 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port 4d4f7036-558e-41af-9f76-4fac90a8d754 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:59:06.898978 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:59:06.977816 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-4657048a-39a7-4f4b-93d4-733f2fbaae00 req-e1557f71-da62-4955-8585-09160c5fba89 tempest-VolumesNegativeTest-766656118 tempest-VolumesNegativeTest-766656118-project] 10.222.0.42 "GET /v2.0/security-groups?id=413505a4-4f86-4319-9f74-4b2e983aac9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641614 Mar 29 15:59:07.002339 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f2716b2-c11d-4f14-8c08-bf8251c3c59e admin admin] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:59:07.025661 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-3f2716b2-c11d-4f14-8c08-bf8251c3c59e admin admin] 10.222.0.42 "PUT /v2.0/routers/bb48b6d1-fbb8-43e3-b468-bf47b275762e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1446600 Mar 29 15:59:07.141155 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-530c96b4-e09b-47df-8ddc-24dd164c1066 req-82cefe97-8bf8-491d-9906-874253eb9374 service neutron] 10.222.0.48 "GET /v2.0/networks/2268a9b9-82fd-4886-a91d-3a50e4e16cab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6137493 Mar 29 15:59:07.177056 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:59:07.227114 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] For port 4d4f7036-558e-41af-9f76-4fac90a8d754, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=4d4f7036-558e-41af-9f76-4fac90a8d754,segment=NetworkSegment(6ab47353-a811-4bad-bc73-b4cc84583cfd),segment_id=6ab47353-a811-4bad-bc73-b4cc84583cfd)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:59:07.232890 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:59:07.318542 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Pushing event updated for resources: {'Port': ['ID=4d4f7036-558e-41af-9f76-4fac90a8d754,revision_number=4']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:59:07.343392 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-c81db63a-c6a0-426c-850e-7dc9259e2466 tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:59:07.349106 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-c81db63a-c6a0-426c-850e-7dc9259e2466 tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648212'] for floatingip, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:59:07.415370 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261840df-5c8b-46d4-912a-44c834332177 req-23ded25d-20c2-40c9-92af-e3f8e686dd58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:59:07.417257 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-261840df-5c8b-46d4-912a-44c834332177 req-23ded25d-20c2-40c9-92af-e3f8e686dd58 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2199d27c8672449395fd7d115b199543&device_id=86cd89a7-14d6-454b-8d3a-0deebbeb91eb HTTP/1.1" status: 200 len: 1098 time: 0.1607654 Mar 29 15:59:07.707570 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c81db63a-c6a0-426c-850e-7dc9259e2466 tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] Router 1429f63d-e325-4085-853d-50636b037626 has already been hosted by L3 agent c648d819-1060-4f26-b4ec-6455387b5dff {{(pid=102791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 15:59:07.715495 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261840df-5c8b-46d4-912a-44c834332177 req-8f2eb5d1-1732-4dfd-8347-a4bb91a090f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:59:07.718275 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-261840df-5c8b-46d4-912a-44c834332177 req-8f2eb5d1-1732-4dfd-8347-a4bb91a090f1 service neutron] 10.222.0.48 "GET /v2.0/networks?id=2268a9b9-82fd-4886-a91d-3a50e4e16cab HTTP/1.1" status: 200 len: 870 time: 0.2633779 Mar 29 15:59:07.806216 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-261840df-5c8b-46d4-912a-44c834332177 req-adf805f3-7cf1-4d67-b948-e4db092abf11 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.45&port_id=0af5b0ab-4494-4698-95c6-033e6943dbbc HTTP/1.1" status: 200 len: 217 time: 0.0793304 Mar 29 15:59:07.811251 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1448b4b8-7e8c-4c8d-a66b-4fc83b964457 None None] Sync routers for ids ['bb48b6d1-fbb8-43e3-b468-bf47b275762e'] in n-d-834765-1 {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:59:07.845070 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1448b4b8-7e8c-4c8d-a66b-4fc83b964457 None None] Routers {'bb48b6d1-fbb8-43e3-b468-bf47b275762e'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:59:07.845714 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-1448b4b8-7e8c-4c8d-a66b-4fc83b964457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:59:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['bb48b6d1-fbb8-43e3-b468-bf47b275762e'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:59:07.934129 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 42932) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:59:07.937753 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-9356af2d-b22a-4b7a-baf8-0f77e9e4b366 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Request body: {'security_group': {'name': 'tempest-securitygroup--831507618', 'description': 'tempest-description--1603834813'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:59:07.980657 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-9356af2d-b22a-4b7a-baf8-0f77e9e4b366 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Notify callbacks [] for security_group, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:59:08.045177 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvr_db [None req-1448b4b8-7e8c-4c8d-a66b-4fc83b964457 None None] Set router bb48b6d1-fbb8-43e3-b468-bf47b275762e gateway port host: n-d-834765-1 {{(pid=102792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:59:08.159081 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-9356af2d-b22a-4b7a-baf8-0f77e9e4b366 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Notify callbacks [] for security_group, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:59:08.195683 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-9356af2d-b22a-4b7a-baf8-0f77e9e4b366 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:59:08.237656 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261840df-5c8b-46d4-912a-44c834332177 req-5bfdfc32-ebc3-4938-8065-517fd8be48c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:59:08.239970 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-261840df-5c8b-46d4-912a-44c834332177 req-5bfdfc32-ebc3-4938-8065-517fd8be48c5 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=abb8e5d6-2aea-4455-a944-3435a3d1ce49 HTTP/1.1" status: 200 len: 843 time: 0.4269450 Mar 29 15:59:08.251927 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c81db63a-c6a0-426c-850e-7dc9259e2466 tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:59:08.262333 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18f75fd9-85ee-4e40-aa6a-e883e45b19a0 None None] Sync routers for ids ['1429f63d-e325-4085-853d-50636b037626'] in n-d-834765-1 {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:59:08.286722 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-c81db63a-c6a0-426c-850e-7dc9259e2466 tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for floatingip, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:59:08.298890 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18f75fd9-85ee-4e40-aa6a-e883e45b19a0 None None] Routers {'1429f63d-e325-4085-853d-50636b037626'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:59:08.299740 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-18f75fd9-85ee-4e40-aa6a-e883e45b19a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:59:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['1429f63d-e325-4085-853d-50636b037626'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:59:08.311536 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-9356af2d-b22a-4b7a-baf8-0f77e9e4b366 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:59:08.316132 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-9356af2d-b22a-4b7a-baf8-0f77e9e4b366 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.3821487 Mar 29 15:59:08.316933 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9356af2d-b22a-4b7a-baf8-0f77e9e4b366 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Pushing event updated for resources: {'SecurityGroup': ['ID=374804bf-1832-496a-a9bd-7f28df171a12,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:59:08.320468 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 42936) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:59:08.325510 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-90e1696d-1d36-4d00-9378-68ca866e99bf tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Request body: {'security_group_rule': {'security_group_id': '374804bf-1832-496a-a9bd-7f28df171a12', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:59:08.337590 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1988d609-4f13-419d-98dc-b82cc65c41c6', 'tag': '6def3afc-9a81-4374-807f-7bac44086c9c'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:59:08.340311 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c67b028db5e9b9818fecc5c0a87ebc6f190694fa53ca267d523e04f98de536d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e70c89e-cd17-4bc1-a11a-4a9e0a411329" -d '{"events": [{"name": "network-changed", "server_uuid": "1988d609-4f13-419d-98dc-b82cc65c41c6", "tag": "6def3afc-9a81-4374-807f-7bac44086c9c"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:59:08.365326 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4312f3-e8e7-4e1e-896d-eab300c201e0 req-8725d5f2-78c8-43e9-b331-a1a4aa7500b0 tempest-VolumesNegativeTest-766656118 tempest-VolumesNegativeTest-766656118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:59:08.384753 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-8c4312f3-e8e7-4e1e-896d-eab300c201e0 req-8725d5f2-78c8-43e9-b331-a1a4aa7500b0 tempest-VolumesNegativeTest-766656118 tempest-VolumesNegativeTest-766656118-project] 10.222.0.42 "GET /v2.0/ports?device_id=86cd89a7-14d6-454b-8d3a-0deebbeb91eb HTTP/1.1" status: 200 len: 947 time: 0.2781944 Mar 29 15:59:08.414661 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261840df-5c8b-46d4-912a-44c834332177 req-a2b8ad3e-f88f-42f4-8c34-3fea20f394dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:59:08.416544 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-261840df-5c8b-46d4-912a-44c834332177 req-a2b8ad3e-f88f-42f4-8c34-3fea20f394dd service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2268a9b9-82fd-4886-a91d-3a50e4e16cab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1623468 Mar 29 15:59:08.420229 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 15:59:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca0a3f76-d8b1-4c0b-ad3d-528f27568365 x-openstack-request-id: req-ca0a3f76-d8b1-4c0b-ad3d-528f27568365 {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:59:08.420833 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1988d609-4f13-419d-98dc-b82cc65c41c6", "tag": "6def3afc-9a81-4374-807f-7bac44086c9c", "status": "completed", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:59:08.421312 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ca0a3f76-d8b1-4c0b-ad3d-528f27568365 {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:59:08.422018 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1988d609-4f13-419d-98dc-b82cc65c41c6', 'tag': '6def3afc-9a81-4374-807f-7bac44086c9c', 'status': 'completed', 'code': 200} Mar 29 15:59:08.425942 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-c81db63a-c6a0-426c-850e-7dc9259e2466 tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] 10.222.0.42 "PUT /v2.0/floatingips/e141070f-3a84-43f2-8c09-9d8b90577e5f HTTP/1.1" status: 200 len: 993 time: 2.1854506 Mar 29 15:59:08.466090 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9356af2d-b22a-4b7a-baf8-0f77e9e4b366 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:59:08.466908 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9356af2d-b22a-4b7a-baf8-0f77e9e4b366 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:59:08.467589 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9356af2d-b22a-4b7a-baf8-0f77e9e4b366 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:59:08.468219 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9356af2d-b22a-4b7a-baf8-0f77e9e4b366 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:59:08.468794 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9356af2d-b22a-4b7a-baf8-0f77e9e4b366 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:59:08.469421 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9356af2d-b22a-4b7a-baf8-0f77e9e4b366 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:59:08.470064 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9356af2d-b22a-4b7a-baf8-0f77e9e4b366 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:59:08.470644 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9356af2d-b22a-4b7a-baf8-0f77e9e4b366 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:59:08.471288 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9356af2d-b22a-4b7a-baf8-0f77e9e4b366 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:59:08.471869 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9356af2d-b22a-4b7a-baf8-0f77e9e4b366 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:59:08.472434 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9356af2d-b22a-4b7a-baf8-0f77e9e4b366 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:59:08.472987 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9356af2d-b22a-4b7a-baf8-0f77e9e4b366 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:59:08.495942 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-90e1696d-1d36-4d00-9378-68ca866e99bf tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:59:08.523196 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-1448b4b8-7e8c-4c8d-a66b-4fc83b964457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb48b6d1-fbb8-43e3-b468-bf47b275762e', 'name': 'tempest-ServerActionsTestJSON-1951909265-router', 'tenant_id': '358ad84304604947a292f32d4e62126b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.239'}], 'enable_snat': True}, 'gw_port_id': '4d4f7036-558e-41af-9f76-4fac90a8d754', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:58:57Z', 'updated_at': '2022-03-29T15:59:04Z', 'revision_number': 4, 'project_id': '358ad84304604947a292f32d4e62126b', 'gw_port': {'id': '4d4f7036-558e-41af-9f76-4fac90a8d754', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:90:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb48b6d1-fbb8-43e3-b468-bf47b275762e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2840, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:58:58Z', 'updated_at': '2022-03-29T15:59:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': '24f65474-5f8e-462c-bac9-2bc08dae07a3', 'name': '', 'network_id': '3364456e-aead-437c-a830-dc7a420fe2a4', 'tenant_id': '358ad84304604947a292f32d4e62126b', 'mac_address': 'fa:16:3e:6d:3a:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb48b6d1-fbb8-43e3-b468-bf47b275762e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2847, 'fixed_ips': [{'subnet_id': '6caada61-173d-4256-8e9d-611647191ef5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:59:03Z', 'updated_at': '2022-03-29T15:59:04Z', 'revision_number': 2, 'project_id': '358ad84304604947a292f32d4e62126b', 'subnets': [{'id': '6caada61-173d-4256-8e9d-611647191ef5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:59:08.545647 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-8c4312f3-e8e7-4e1e-896d-eab300c201e0 req-b8cfd991-7545-4f42-9bb1-8b642278d01b tempest-VolumesNegativeTest-766656118 tempest-VolumesNegativeTest-766656118-project] 10.222.0.42 "GET /v2.0/security-groups?id=413505a4-4f86-4319-9f74-4b2e983aac9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259551 Mar 29 15:59:08.596193 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-90e1696d-1d36-4d00-9378-68ca866e99bf tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:59:08.596605 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1448b4b8-7e8c-4c8d-a66b-4fc83b964457 None None] Checking router: bb48b6d1-fbb8-43e3-b468-bf47b275762e for host: n-d-834765-1 {{(pid=102792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:59:08.596966 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1448b4b8-7e8c-4c8d-a66b-4fc83b964457 None None] Updating router bb48b6d1-fbb8-43e3-b468-bf47b275762e port 24f65474-5f8e-462c-bac9-2bc08dae07a3 binding host n-d-834765-1 {{(pid=102792) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 15:59:08.603300 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-90e1696d-1d36-4d00-9378-68ca866e99bf tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610998'] for security_group_rule, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:59:08.650423 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvr_db [None req-18f75fd9-85ee-4e40-aa6a-e883e45b19a0 None None] Set router 1429f63d-e325-4085-853d-50636b037626 gateway port host: n-d-834765-1 {{(pid=102793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:59:08.663498 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-90e1696d-1d36-4d00-9378-68ca866e99bf tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:59:08.672226 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-90e1696d-1d36-4d00-9378-68ca866e99bf tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3457797 Mar 29 15:59:08.673549 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e1696d-1d36-4d00-9378-68ca866e99bf tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c128426-2778-473c-ad48-0d7deab25e69,revision_number=0']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:59:08.679523 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 42942) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:59:08.687976 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1448b4b8-7e8c-4c8d-a66b-4fc83b964457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:59:08.688745 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-abc6e52c-06ff-4ff7-a6db-22b2af734041 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Request body: {'security_group_rule': {'security_group_id': '374804bf-1832-496a-a9bd-7f28df171a12', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:59:08.765138 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-abc6e52c-06ff-4ff7-a6db-22b2af734041 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:59:08.809482 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e70c89e-cd17-4bc1-a11a-4a9e0a411329 req-b3fbbea9-4846-4bab-942a-18b89c4407a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:59:08.811001 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-8e70c89e-cd17-4bc1-a11a-4a9e0a411329 req-b3fbbea9-4846-4bab-942a-18b89c4407a9 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=48ba1cdba6ea4eb098e40b52d44291ec&device_id=1988d609-4f13-419d-98dc-b82cc65c41c6 HTTP/1.1" status: 200 len: 1096 time: 0.3633518 Mar 29 15:59:08.844799 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-261840df-5c8b-46d4-912a-44c834332177 req-e0343bcd-2052-4213-b4ab-47fe8bbbfcdf service neutron] 10.222.0.48 "GET /v2.0/networks/2268a9b9-82fd-4886-a91d-3a50e4e16cab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4173853 Mar 29 15:59:08.956423 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-261840df-5c8b-46d4-912a-44c834332177 req-d9ec6df7-8e16-44c0-9848-05aad32212ba service neutron] 10.222.0.48 "GET /v2.0/networks/2268a9b9-82fd-4886-a91d-3a50e4e16cab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976741 Mar 29 15:59:09.027000 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-abc6e52c-06ff-4ff7-a6db-22b2af734041 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:59:09.037334 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-abc6e52c-06ff-4ff7-a6db-22b2af734041 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610998'] for security_group_rule, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:59:09.097732 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc6e52c-06ff-4ff7-a6db-22b2af734041 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28c2971c-d517-4577-ac63-c74fad5628ec,revision_number=0']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:59:09.112837 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-abc6e52c-06ff-4ff7-a6db-22b2af734041 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:59:09.114143 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-abc6e52c-06ff-4ff7-a6db-22b2af734041 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4292803 Mar 29 15:59:09.117879 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 42950) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:59:09.123102 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-07a59f2b-effd-4d99-bc7b-775654c9e424 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Request body: {'floatingip': {'floating_network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:59:09.124689 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-18f75fd9-85ee-4e40-aa6a-e883e45b19a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1429f63d-e325-4085-853d-50636b037626', 'name': 'tempest-ServerRescueNegativeTestJSON-1575446618-router', 'tenant_id': '48ba1cdba6ea4eb098e40b52d44291ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.245'}], 'enable_snat': True}, 'gw_port_id': '7d8c47f9-78d5-472c-b843-b7bb58d76861', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:55:07Z', 'updated_at': '2022-03-29T15:55:12Z', 'revision_number': 4, 'project_id': '48ba1cdba6ea4eb098e40b52d44291ec', 'gw_port': {'id': '7d8c47f9-78d5-472c-b843-b7bb58d76861', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:c0:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1429f63d-e325-4085-853d-50636b037626', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2430, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:55:08Z', 'updated_at': '2022-03-29T15:55:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_floatingips': [{'id': 'e141070f-3a84-43f2-8c09-9d8b90577e5f', 'tenant_id': '48ba1cdba6ea4eb098e40b52d44291ec', 'floating_ip_address': '172.25.4.129', 'floating_network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'router_id': '1429f63d-e325-4085-853d-50636b037626', 'port_id': '6def3afc-9a81-4374-807f-7bac44086c9c', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 2582, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6da5eb6a-1ef7-4aa0-bbb2-e8f3bdbdd5ff', 'mac_address': 'fa:16:3e:87:b0:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1988d609-4f13-419d-98dc-b82cc65c41c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T15:56:50Z', 'updated_at': '2022-03-29T15:59:07Z', 'revision_number': 3, 'project_id': '48ba1cdba6ea4eb098e40b52d44291ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8012636b-3f72-4baf-b30b-9d9f261281db', 'name': '', 'network_id': '6da5eb6a-1ef7-4aa0-bbb2-e8f3bdbdd5ff', 'tenant_id': '48ba1cdba6ea4eb098e40b52d44291ec', 'mac_address': 'fa:16:3e:fa:a4:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1429f63d-e325-4085-853d-50636b037626', 'device_owner': 'network:router_interface', 'standard_attr_id': 2431, 'fixed_ips': [{'subnet_id': 'f321fdd4-89ca-4bd6-835a-732290fa6cda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:55:11Z', 'updated_at': '2022-03-29T15:55:18Z', 'revision_number': 5, 'project_id': '48ba1cdba6ea4eb098e40b52d44291ec', 'subnets': [{'id': 'f321fdd4-89ca-4bd6-835a-732290fa6cda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:59:09.150993 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 4d4f7036-558e-41af-9f76-4fac90a8d754 up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:59:09.176471 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e70c89e-cd17-4bc1-a11a-4a9e0a411329 req-cc1a01ee-ea95-4af7-8492-c8c343cd6bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:59:09.176890 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-07a59f2b-effd-4d99-bc7b-775654c9e424 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Notify callbacks [] for floatingip, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:59:09.178065 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-8e70c89e-cd17-4bc1-a11a-4a9e0a411329 req-cc1a01ee-ea95-4af7-8492-c8c343cd6bb9 service neutron] 10.222.0.44 "GET /v2.0/networks?id=6da5eb6a-1ef7-4aa0-bbb2-e8f3bdbdd5ff HTTP/1.1" status: 200 len: 920 time: 0.3606071 Mar 29 15:59:09.198718 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18f75fd9-85ee-4e40-aa6a-e883e45b19a0 None None] Checking router: 1429f63d-e325-4085-853d-50636b037626 for host: n-d-834765-1 {{(pid=102793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:59:09.222932 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18f75fd9-85ee-4e40-aa6a-e883e45b19a0 None None] Routers {'1429f63d-e325-4085-853d-50636b037626'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:59:09.223603 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-18f75fd9-85ee-4e40-aa6a-e883e45b19a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:59:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['1429f63d-e325-4085-853d-50636b037626'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:59:09.320713 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-8e70c89e-cd17-4bc1-a11a-4a9e0a411329 req-b6a7c267-ea6f-46d5-9573-4581daa10c40 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6def3afc-9a81-4374-807f-7bac44086c9c HTTP/1.1" status: 200 len: 1001 time: 0.1352427 Mar 29 15:59:09.344650 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port 4d4f7036-558e-41af-9f76-4fac90a8d754 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:59:09.345162 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:59:09.399252 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e70c89e-cd17-4bc1-a11a-4a9e0a411329 req-c337b31f-4bf8-47ea-814d-1c5bdbaedf3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:59:09.402939 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-8e70c89e-cd17-4bc1-a11a-4a9e0a411329 req-c337b31f-4bf8-47ea-814d-1c5bdbaedf3e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f321fdd4-89ca-4bd6-835a-732290fa6cda HTTP/1.1" status: 200 len: 858 time: 0.0759814 Mar 29 15:59:09.426533 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-07a59f2b-effd-4d99-bc7b-775654c9e424 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:59:09.468048 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvr_db [None req-18f75fd9-85ee-4e40-aa6a-e883e45b19a0 None None] Set router 1429f63d-e325-4085-853d-50636b037626 gateway port host: n-d-834765-1 {{(pid=102793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:59:09.490431 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e70c89e-cd17-4bc1-a11a-4a9e0a411329 req-5495976d-54da-4960-8876-10ab52eec5bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:59:09.493040 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-8e70c89e-cd17-4bc1-a11a-4a9e0a411329 req-5495976d-54da-4960-8876-10ab52eec5bf service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6da5eb6a-1ef7-4aa0-bbb2-e8f3bdbdd5ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0825706 Mar 29 15:59:09.709454 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.db_base_plugin_common [None req-07a59f2b-effd-4d99-bc7b-775654c9e424 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Allocated IP 172.25.4.231 (4a4a035d-ecac-4ead-baa3-25f90788773a/e1a353dc-fac8-4901-a63c-273840237d6a/fe2c3c66-eca1-4c26-a2c9-560d4b2b485b) {{(pid=102790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:59:09.736675 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1448b4b8-7e8c-4c8d-a66b-4fc83b964457 None None] Notify callbacks [] for port, precommit_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:59:09.752577 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1448b4b8-7e8c-4c8d-a66b-4fc83b964457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:59:09.799598 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062882b0-af70-488f-9ac7-36dfc0c80e38 req-7c977e34-9fee-4e06-a867-1dda2833dacd tempest-VolumesNegativeTest-766656118 tempest-VolumesNegativeTest-766656118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:59:09.801208 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-062882b0-af70-488f-9ac7-36dfc0c80e38 req-7c977e34-9fee-4e06-a867-1dda2833dacd tempest-VolumesNegativeTest-766656118 tempest-VolumesNegativeTest-766656118-project] 10.222.0.42 "GET /v2.0/ports?device_id=86cd89a7-14d6-454b-8d3a-0deebbeb91eb HTTP/1.1" status: 200 len: 947 time: 0.1626110 Mar 29 15:59:09.808177 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-8e70c89e-cd17-4bc1-a11a-4a9e0a411329 req-fbb2233c-8864-497e-acf1-cc4b16806b21 service neutron] 10.222.0.44 "GET /v2.0/networks/6da5eb6a-1ef7-4aa0-bbb2-e8f3bdbdd5ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2993209 Mar 29 15:59:09.855452 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e50d34a-1050-42e3-8357-ade795302324 None None] Pushing event updated for resources: {'Port': ['ID=24f65474-5f8e-462c-bac9-2bc08dae07a3,revision_number=3']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:59:10.005630 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-07a59f2b-effd-4d99-bc7b-775654c9e424 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Notify callbacks [] for port, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:59:10.021379 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-18f75fd9-85ee-4e40-aa6a-e883e45b19a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1429f63d-e325-4085-853d-50636b037626', 'name': 'tempest-ServerRescueNegativeTestJSON-1575446618-router', 'tenant_id': '48ba1cdba6ea4eb098e40b52d44291ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.245'}], 'enable_snat': True}, 'gw_port_id': '7d8c47f9-78d5-472c-b843-b7bb58d76861', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:55:07Z', 'updated_at': '2022-03-29T15:55:12Z', 'revision_number': 4, 'project_id': '48ba1cdba6ea4eb098e40b52d44291ec', 'gw_port': {'id': '7d8c47f9-78d5-472c-b843-b7bb58d76861', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:c0:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1429f63d-e325-4085-853d-50636b037626', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2430, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:55:08Z', 'updated_at': '2022-03-29T15:55:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_floatingips': [{'id': 'e141070f-3a84-43f2-8c09-9d8b90577e5f', 'tenant_id': '48ba1cdba6ea4eb098e40b52d44291ec', 'floating_ip_address': '172.25.4.129', 'floating_network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'router_id': '1429f63d-e325-4085-853d-50636b037626', 'port_id': '6def3afc-9a81-4374-807f-7bac44086c9c', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 2582, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6da5eb6a-1ef7-4aa0-bbb2-e8f3bdbdd5ff', 'mac_address': 'fa:16:3e:87:b0:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1988d609-4f13-419d-98dc-b82cc65c41c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T15:56:50Z', 'updated_at': '2022-03-29T15:59:07Z', 'revision_number': 3, 'project_id': '48ba1cdba6ea4eb098e40b52d44291ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8012636b-3f72-4baf-b30b-9d9f261281db', 'name': '', 'network_id': '6da5eb6a-1ef7-4aa0-bbb2-e8f3bdbdd5ff', 'tenant_id': '48ba1cdba6ea4eb098e40b52d44291ec', 'mac_address': 'fa:16:3e:fa:a4:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1429f63d-e325-4085-853d-50636b037626', 'device_owner': 'network:router_interface', 'standard_attr_id': 2431, 'fixed_ips': [{'subnet_id': 'f321fdd4-89ca-4bd6-835a-732290fa6cda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:55:11Z', 'updated_at': '2022-03-29T15:55:18Z', 'revision_number': 5, 'project_id': '48ba1cdba6ea4eb098e40b52d44291ec', 'subnets': [{'id': 'f321fdd4-89ca-4bd6-835a-732290fa6cda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:59:10.053487 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-062882b0-af70-488f-9ac7-36dfc0c80e38 req-e2187d82-6c15-449e-9c5d-2c85327c10b4 tempest-VolumesNegativeTest-766656118 tempest-VolumesNegativeTest-766656118-project] 10.222.0.42 "GET /v2.0/security-groups?id=413505a4-4f86-4319-9f74-4b2e983aac9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2442217 Mar 29 15:59:10.097956 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-07a59f2b-effd-4d99-bc7b-775654c9e424 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:59:10.100929 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-1448b4b8-7e8c-4c8d-a66b-4fc83b964457 None None] Attempting to bind port 24f65474-5f8e-462c-bac9-2bc08dae07a3 on host n-d-834765-1 for vnic_type normal with profile {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:59:10.101103 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-1448b4b8-7e8c-4c8d-a66b-4fc83b964457 None None] Attempting to bind port 24f65474-5f8e-462c-bac9-2bc08dae07a3 by drivers openvswitch,hyperv on host n-d-834765-1 at level 0 using segments [{'id': '94b35437-d3ca-48bd-89d7-8faa6fa42a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '3364456e-aead-437c-a830-dc7a420fe2a4'}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:59:10.102947 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18f75fd9-85ee-4e40-aa6a-e883e45b19a0 None None] The sync data for ids ['1429f63d-e325-4085-853d-50636b037626'] in n-d-834765-1 is: [{'id': '1429f63d-e325-4085-853d-50636b037626', 'name': 'tempest-ServerRescueNegativeTestJSON-1575446618-router', 'tenant_id': '48ba1cdba6ea4eb098e40b52d44291ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.245'}], 'enable_snat': True}, 'gw_port_id': '7d8c47f9-78d5-472c-b843-b7bb58d76861', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:55:07Z', 'updated_at': '2022-03-29T15:55:12Z', 'revision_number': 4, 'project_id': '48ba1cdba6ea4eb098e40b52d44291ec', 'gw_port': {'id': '7d8c47f9-78d5-472c-b843-b7bb58d76861', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:c0:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1429f63d-e325-4085-853d-50636b037626', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2430, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:55:08Z', 'updated_at': '2022-03-29T15:55:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_floatingips': [{'id': 'e141070f-3a84-43f2-8c09-9d8b90577e5f', 'tenant_id': '48ba1cdba6ea4eb098e40b52d44291ec', 'floating_ip_address': '172.25.4.129', 'floating_network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'router_id': '1429f63d-e325-4085-853d-50636b037626', 'port_id': '6def3afc-9a81-4374-807f-7bac44086c9c', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 2582, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6da5eb6a-1ef7-4aa0-bbb2-e8f3bdbdd5ff', 'mac_address': 'fa:16:3e:87:b0:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1988d609-4f13-419d-98dc-b82cc65c41c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T15:56:50Z', 'updated_at': '2022-03-29T15:59:07Z', 'revision_number': 3, 'project_id': '48ba1cdba6ea4eb098e40b52d44291ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8012636b-3f72-4baf-b30b-9d9f261281db', 'name': '', 'network_id': '6da5eb6a-1ef7-4aa0-bbb2-e8f3bdbdd5ff', 'tenant_id': '48ba1cdba6ea4eb098e40b52d44291ec', 'mac_address': 'fa:16:3e:fa:a4:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1429f63d-e325-4085-853d-50636b037626', 'device_owner': 'network:router_interface', 'standard_attr_id': 2431, 'fixed_ips': [{'subnet_id': 'f321fdd4-89ca-4bd6-835a-732290fa6cda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:55:11Z', 'updated_at': '2022-03-29T15:55:18Z', 'revision_number': 5, 'project_id': '48ba1cdba6ea4eb098e40b52d44291ec', 'subnets': [{'id': 'f321fdd4-89ca-4bd6-835a-732290fa6cda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:59:10.103725 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1448b4b8-7e8c-4c8d-a66b-4fc83b964457 None None] Attempting to bind port 24f65474-5f8e-462c-bac9-2bc08dae07a3 on network 3364456e-aead-437c-a830-dc7a420fe2a4 {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:59:10.122001 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1448b4b8-7e8c-4c8d-a66b-4fc83b964457 None None] Checking agent: {'id': 'a8866439-9d96-425c-b519-6905c591ac37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 25, 36), 'started_at': datetime.datetime(2022, 3, 29, 15, 26, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 59, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834765-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:59:10.122388 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1448b4b8-7e8c-4c8d-a66b-4fc83b964457 None None] Checking segment: {'id': '94b35437-d3ca-48bd-89d7-8faa6fa42a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '3364456e-aead-437c-a830-dc7a420fe2a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:59:10.122806 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1448b4b8-7e8c-4c8d-a66b-4fc83b964457 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:59:10.123194 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1448b4b8-7e8c-4c8d-a66b-4fc83b964457 None None] Bound using segment: {'id': '94b35437-d3ca-48bd-89d7-8faa6fa42a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '3364456e-aead-437c-a830-dc7a420fe2a4'} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:59:10.123704 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-1448b4b8-7e8c-4c8d-a66b-4fc83b964457 None None] Bound port: 24f65474-5f8e-462c-bac9-2bc08dae07a3, host: n-d-834765-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94b35437-d3ca-48bd-89d7-8faa6fa42a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '3364456e-aead-437c-a830-dc7a420fe2a4'}}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 15:59:10.130178 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1448b4b8-7e8c-4c8d-a66b-4fc83b964457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:59:10.161417 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-8e70c89e-cd17-4bc1-a11a-4a9e0a411329 req-452c039a-6977-4a26-a2ae-2feb2ff7255e service neutron] 10.222.0.44 "GET /v2.0/networks/6da5eb6a-1ef7-4aa0-bbb2-e8f3bdbdd5ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3314812 Mar 29 15:59:10.258454 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07a59f2b-effd-4d99-bc7b-775654c9e424 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Network 4a4a035d-ecac-4ead-baa3-25f90788773a is already hosted by enough agents. {{(pid=102790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:59:10.262389 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-07a59f2b-effd-4d99-bc7b-775654c9e424 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Resources bound (agent type, host, resource id): {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:59:10.265048 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07a59f2b-effd-4d99-bc7b-775654c9e424 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Received port after_create {{(pid=102790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:59:10.275918 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a59f2b-effd-4d99-bc7b-775654c9e424 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Pushing event updated for resources: {'Port': ['ID=fe2c3c66-eca1-4c26-a2c9-560d4b2b485b,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:59:10.334567 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1448b4b8-7e8c-4c8d-a66b-4fc83b964457 None None] For port 24f65474-5f8e-462c-bac9-2bc08dae07a3, host n-d-834765-1, cleared binding levels {{(pid=102792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:59:10.352593 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1448b4b8-7e8c-4c8d-a66b-4fc83b964457 None None] For port 24f65474-5f8e-462c-bac9-2bc08dae07a3, host n-d-834765-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=24f65474-5f8e-462c-bac9-2bc08dae07a3,segment=NetworkSegment(94b35437-d3ca-48bd-89d7-8faa6fa42a91),segment_id=94b35437-d3ca-48bd-89d7-8faa6fa42a91)] {{(pid=102792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:59:10.359885 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1448b4b8-7e8c-4c8d-a66b-4fc83b964457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:59:10.423384 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1988d609-4f13-419d-98dc-b82cc65c41c6', 'tag': '6def3afc-9a81-4374-807f-7bac44086c9c'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:59:10.426377 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c67b028db5e9b9818fecc5c0a87ebc6f190694fa53ca267d523e04f98de536d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a773d897-dc3e-436b-a021-24c9496d795b" -d '{"events": [{"name": "network-changed", "server_uuid": "1988d609-4f13-419d-98dc-b82cc65c41c6", "tag": "6def3afc-9a81-4374-807f-7bac44086c9c"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:59:10.530975 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 15:59:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f5d93f9-3132-4716-87a2-f2412e7f0d42 x-openstack-request-id: req-0f5d93f9-3132-4716-87a2-f2412e7f0d42 {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:59:10.531662 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1988d609-4f13-419d-98dc-b82cc65c41c6", "tag": "6def3afc-9a81-4374-807f-7bac44086c9c", "status": "completed", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:59:10.532192 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-0f5d93f9-3132-4716-87a2-f2412e7f0d42 {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:59:10.532999 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1988d609-4f13-419d-98dc-b82cc65c41c6', 'tag': '6def3afc-9a81-4374-807f-7bac44086c9c', 'status': 'completed', 'code': 200} Mar 29 15:59:10.534007 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-07a59f2b-effd-4d99-bc7b-775654c9e424 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:59:10.622920 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-0fa04463-c879-4688-a1a6-85151189d517 None None] Provisioning complete for port 24f65474-5f8e-462c-bac9-2bc08dae07a3 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:59:10.630850 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a773d897-dc3e-436b-a021-24c9496d795b req-0e3a81db-e33b-446b-8528-a73327251426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:59:10.633167 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-a773d897-dc3e-436b-a021-24c9496d795b req-0e3a81db-e33b-446b-8528-a73327251426 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=48ba1cdba6ea4eb098e40b52d44291ec&device_id=1988d609-4f13-419d-98dc-b82cc65c41c6 HTTP/1.1" status: 200 len: 1096 time: 0.0956659 Mar 29 15:59:10.634872 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-0fa04463-c879-4688-a1a6-85151189d517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:59:10.637197 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1448b4b8-7e8c-4c8d-a66b-4fc83b964457 None None] Routers {'bb48b6d1-fbb8-43e3-b468-bf47b275762e'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:59:10.637854 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-1448b4b8-7e8c-4c8d-a66b-4fc83b964457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:59:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['bb48b6d1-fbb8-43e3-b468-bf47b275762e'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:59:10.647675 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-07a59f2b-effd-4d99-bc7b-775654c9e424 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:59:10.753466 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e50d34a-1050-42e3-8357-ade795302324 None None] Pushing event updated for resources: {'Port': ['ID=24f65474-5f8e-462c-bac9-2bc08dae07a3,revision_number=4']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:59:10.822298 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a773d897-dc3e-436b-a021-24c9496d795b req-3d2cd5bb-5417-45c3-9041-e36622a1f346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:59:10.824627 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-a773d897-dc3e-436b-a021-24c9496d795b req-3d2cd5bb-5417-45c3-9041-e36622a1f346 service neutron] 10.222.0.44 "GET /v2.0/networks?id=6da5eb6a-1ef7-4aa0-bbb2-e8f3bdbdd5ff HTTP/1.1" status: 200 len: 920 time: 0.1836164 Mar 29 15:59:10.937419 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvr_db [None req-1448b4b8-7e8c-4c8d-a66b-4fc83b964457 None None] Set router bb48b6d1-fbb8-43e3-b468-bf47b275762e gateway port host: n-d-834765-1 {{(pid=102792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:59:11.013776 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-0fa04463-c879-4688-a1a6-85151189d517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:59:11.058319 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-a773d897-dc3e-436b-a021-24c9496d795b req-11478bad-1a3b-47b2-b475-fe99dba1ab49 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6def3afc-9a81-4374-807f-7bac44086c9c HTTP/1.1" status: 200 len: 1001 time: 0.2232280 Mar 29 15:59:11.198068 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-07a59f2b-effd-4d99-bc7b-775654c9e424 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Notify callbacks [] for port, precommit_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:59:11.208956 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-07a59f2b-effd-4d99-bc7b-775654c9e424 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5237921'] for port, after_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:59:11.342232 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-0fa04463-c879-4688-a1a6-85151189d517 None None] For port 24f65474-5f8e-462c-bac9-2bc08dae07a3, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=24f65474-5f8e-462c-bac9-2bc08dae07a3,segment=NetworkSegment(94b35437-d3ca-48bd-89d7-8faa6fa42a91),segment_id=94b35437-d3ca-48bd-89d7-8faa6fa42a91)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:59:11.356235 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-07a59f2b-effd-4d99-bc7b-775654c9e424 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648212'] for floatingip, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:59:11.365834 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a59f2b-effd-4d99-bc7b-775654c9e424 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Pushing event updated for resources: {'Port': ['ID=fe2c3c66-eca1-4c26-a2c9-560d4b2b485b,revision_number=2']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:59:11.379793 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-0fa04463-c879-4688-a1a6-85151189d517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:59:11.381422 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-07a59f2b-effd-4d99-bc7b-775654c9e424 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for floatingip, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:59:11.392680 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a773d897-dc3e-436b-a021-24c9496d795b req-111d6ce0-ae5e-4a3e-b196-c2a2f15768e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:59:11.394170 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-a773d897-dc3e-436b-a021-24c9496d795b req-111d6ce0-ae5e-4a3e-b196-c2a2f15768e7 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f321fdd4-89ca-4bd6-835a-732290fa6cda HTTP/1.1" status: 200 len: 858 time: 0.3196356 Mar 29 15:59:11.406919 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-07a59f2b-effd-4d99-bc7b-775654c9e424 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2802136 Mar 29 15:59:11.514082 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924c99c0-dc94-4de0-9703-4062a6b08bb1 req-3dd0921f-52a0-4bc7-a8a4-545dcb1da897 tempest-VolumesNegativeTest-766656118 tempest-VolumesNegativeTest-766656118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:59:11.515465 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-924c99c0-dc94-4de0-9703-4062a6b08bb1 req-3dd0921f-52a0-4bc7-a8a4-545dcb1da897 tempest-VolumesNegativeTest-766656118 tempest-VolumesNegativeTest-766656118-project] 10.222.0.42 "GET /v2.0/ports?device_id=86cd89a7-14d6-454b-8d3a-0deebbeb91eb HTTP/1.1" status: 200 len: 947 time: 0.2775328 Mar 29 15:59:11.518051 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a773d897-dc3e-436b-a021-24c9496d795b req-58d0dc99-e326-42bf-941f-8997f700850c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:59:11.519484 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-a773d897-dc3e-436b-a021-24c9496d795b req-58d0dc99-e326-42bf-941f-8997f700850c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6da5eb6a-1ef7-4aa0-bbb2-e8f3bdbdd5ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1160138 Mar 29 15:59:11.622149 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-924c99c0-dc94-4de0-9703-4062a6b08bb1 req-c933a5ae-32cc-43d7-91a7-fefa264394e6 tempest-VolumesNegativeTest-766656118 tempest-VolumesNegativeTest-766656118-project] 10.222.0.42 "GET /v2.0/security-groups?id=413505a4-4f86-4319-9f74-4b2e983aac9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996783 Mar 29 15:59:11.627201 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-f520eae5-af08-4483-946c-f8cfe4f6f854 None None] Provisioning complete for port 24f65474-5f8e-462c-bac9-2bc08dae07a3 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:59:11.627793 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-f520eae5-af08-4483-946c-f8cfe4f6f854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:59:11.629485 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa04463-c879-4688-a1a6-85151189d517 None None] Pushing event updated for resources: {'Port': ['ID=24f65474-5f8e-462c-bac9-2bc08dae07a3,revision_number=5']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:59:11.682171 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-1448b4b8-7e8c-4c8d-a66b-4fc83b964457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb48b6d1-fbb8-43e3-b468-bf47b275762e', 'name': 'tempest-ServerActionsTestJSON-1951909265-router', 'tenant_id': '358ad84304604947a292f32d4e62126b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.239'}], 'enable_snat': True}, 'gw_port_id': '4d4f7036-558e-41af-9f76-4fac90a8d754', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:58:57Z', 'updated_at': '2022-03-29T15:59:04Z', 'revision_number': 4, 'project_id': '358ad84304604947a292f32d4e62126b', 'gw_port': {'id': '4d4f7036-558e-41af-9f76-4fac90a8d754', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:90:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb48b6d1-fbb8-43e3-b468-bf47b275762e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2840, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:58:58Z', 'updated_at': '2022-03-29T15:59:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': '24f65474-5f8e-462c-bac9-2bc08dae07a3', 'name': '', 'network_id': '3364456e-aead-437c-a830-dc7a420fe2a4', 'tenant_id': '358ad84304604947a292f32d4e62126b', 'mac_address': 'fa:16:3e:6d:3a:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb48b6d1-fbb8-43e3-b468-bf47b275762e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2847, 'fixed_ips': [{'subnet_id': '6caada61-173d-4256-8e9d-611647191ef5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:59:03Z', 'updated_at': '2022-03-29T15:59:10Z', 'revision_number': 4, 'project_id': '358ad84304604947a292f32d4e62126b', 'subnets': [{'id': '6caada61-173d-4256-8e9d-611647191ef5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:59:11.714942 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1448b4b8-7e8c-4c8d-a66b-4fc83b964457 None None] The sync data for ids ['bb48b6d1-fbb8-43e3-b468-bf47b275762e'] in n-d-834765-1 is: [{'id': 'bb48b6d1-fbb8-43e3-b468-bf47b275762e', 'name': 'tempest-ServerActionsTestJSON-1951909265-router', 'tenant_id': '358ad84304604947a292f32d4e62126b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.239'}], 'enable_snat': True}, 'gw_port_id': '4d4f7036-558e-41af-9f76-4fac90a8d754', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:58:57Z', 'updated_at': '2022-03-29T15:59:04Z', 'revision_number': 4, 'project_id': '358ad84304604947a292f32d4e62126b', 'gw_port': {'id': '4d4f7036-558e-41af-9f76-4fac90a8d754', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:90:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb48b6d1-fbb8-43e3-b468-bf47b275762e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2840, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:58:58Z', 'updated_at': '2022-03-29T15:59:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': '24f65474-5f8e-462c-bac9-2bc08dae07a3', 'name': '', 'network_id': '3364456e-aead-437c-a830-dc7a420fe2a4', 'tenant_id': '358ad84304604947a292f32d4e62126b', 'mac_address': 'fa:16:3e:6d:3a:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb48b6d1-fbb8-43e3-b468-bf47b275762e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2847, 'fixed_ips': [{'subnet_id': '6caada61-173d-4256-8e9d-611647191ef5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:59:03Z', 'updated_at': '2022-03-29T15:59:10Z', 'revision_number': 4, 'project_id': '358ad84304604947a292f32d4e62126b', 'subnets': [{'id': '6caada61-173d-4256-8e9d-611647191ef5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:59:11.736643 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-a773d897-dc3e-436b-a021-24c9496d795b req-6be9d322-1f31-4233-8c66-ccddb2670060 service neutron] 10.222.0.44 "GET /v2.0/networks/6da5eb6a-1ef7-4aa0-bbb2-e8f3bdbdd5ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1916790 Mar 29 15:59:11.995589 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-a773d897-dc3e-436b-a021-24c9496d795b req-fe1eb2d2-02ea-4aae-9e42-783a45ad2189 service neutron] 10.222.0.44 "GET /v2.0/networks/6da5eb6a-1ef7-4aa0-bbb2-e8f3bdbdd5ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2577276 Mar 29 15:59:12.223935 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device 0af5b0ab-4494-4698-95c6-033e6943dbbc details requested by agent hyperv_n-h2-834765-1 with host n-h2-834765-1 {{(pid=102792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 15:59:12.453608 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port 0af5b0ab-4494-4698-95c6-033e6943dbbc, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=0af5b0ab-4494-4698-95c6-033e6943dbbc,segment=NetworkSegment(a0c230f0-660a-4194-9279-0f0781d34134),segment_id=a0c230f0-660a-4194-9279-0f0781d34134)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:59:12.469631 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Returning: {'device': '0af5b0ab-4494-4698-95c6-033e6943dbbc', 'network_id': '2268a9b9-82fd-4886-a91d-3a50e4e16cab', 'port_id': '0af5b0ab-4494-4698-95c6-033e6943dbbc', 'mac_address': 'fa:16:3e:38:be:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 625, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abb8e5d6-2aea-4455-a944-3435a3d1ce49', 'ip_address': '192.168.233.45'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 15:59:12.519697 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:59:12.555014 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0af5b0ab-4494-4698-95c6-033e6943dbbc {{(pid=102792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:59:12.587569 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port 0af5b0ab-4494-4698-95c6-033e6943dbbc, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=0af5b0ab-4494-4698-95c6-033e6943dbbc,segment=NetworkSegment(a0c230f0-660a-4194-9279-0f0781d34134),segment_id=a0c230f0-660a-4194-9279-0f0781d34134)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:59:12.596398 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:59:12.737475 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Pushing event updated for resources: {'Port': ['ID=0af5b0ab-4494-4698-95c6-033e6943dbbc,revision_number=4']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:59:12.768030 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 24f65474-5f8e-462c-bac9-2bc08dae07a3 up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:59:12.843497 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port 24f65474-5f8e-462c-bac9-2bc08dae07a3 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:59:12.844329 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:59:12.886053 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2cd8a5-0ea2-4d06-afdb-78c837b9bae6 req-f55759e3-0ab0-412c-94f3-373c656bd67e tempest-VolumesNegativeTest-766656118 tempest-VolumesNegativeTest-766656118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:59:12.897032 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-3c2cd8a5-0ea2-4d06-afdb-78c837b9bae6 req-f55759e3-0ab0-412c-94f3-373c656bd67e tempest-VolumesNegativeTest-766656118 tempest-VolumesNegativeTest-766656118-project] 10.222.0.42 "GET /v2.0/ports?device_id=86cd89a7-14d6-454b-8d3a-0deebbeb91eb HTTP/1.1" status: 200 len: 948 time: 0.1134782 Mar 29 15:59:12.970040 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-3c2cd8a5-0ea2-4d06-afdb-78c837b9bae6 req-7d6fba1f-6a9b-41fd-b1be-7b50f38ee56a tempest-VolumesNegativeTest-766656118 tempest-VolumesNegativeTest-766656118-project] 10.222.0.42 "GET /v2.0/security-groups?id=413505a4-4f86-4319-9f74-4b2e983aac9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712702 Mar 29 15:59:13.000965 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] get_ports_and_sgs() called for port_ids ['0af5b0ab-4494-4698-95c6-033e6943dbbc'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:59:14.129654 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabca14d-6570-4398-b1ff-4e876b791b98 req-88b7b594-c38a-4c33-b99a-34141851da17 tempest-VolumesNegativeTest-766656118 tempest-VolumesNegativeTest-766656118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:59:14.132327 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-aabca14d-6570-4398-b1ff-4e876b791b98 req-88b7b594-c38a-4c33-b99a-34141851da17 tempest-VolumesNegativeTest-766656118 tempest-VolumesNegativeTest-766656118-project] 10.222.0.42 "GET /v2.0/ports?device_id=86cd89a7-14d6-454b-8d3a-0deebbeb91eb HTTP/1.1" status: 200 len: 948 time: 0.0699451 Mar 29 15:59:14.176606 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-aabca14d-6570-4398-b1ff-4e876b791b98 req-3de524f1-dc61-4bdf-b7da-6ed74a442356 tempest-VolumesNegativeTest-766656118 tempest-VolumesNegativeTest-766656118-project] 10.222.0.42 "GET /v2.0/security-groups?id=413505a4-4f86-4319-9f74-4b2e983aac9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379167 Mar 29 15:59:14.229482 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device 0af5b0ab-4494-4698-95c6-033e6943dbbc up at agent hyperv_n-h2-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:59:14.322655 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Provisioning for port 0af5b0ab-4494-4698-95c6-033e6943dbbc completed by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 15:59:14.333079 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Provisioning complete for port 0af5b0ab-4494-4698-95c6-033e6943dbbc triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:59:14.334872 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:59:14.458028 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:59:14.501151 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86cd89a7-14d6-454b-8d3a-0deebbeb91eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0af5b0ab-4494-4698-95c6-033e6943dbbc'}] {{(pid=102792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:59:14.504316 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4f476c66b318cc6068719fc39557fac68d413f5c7e78fa77028c7948e999ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27e1ef43-54b5-4caf-9d73-972ea0c2f5b0" -d '{"events": [{"server_uuid": "86cd89a7-14d6-454b-8d3a-0deebbeb91eb", "name": "network-vif-plugged", "status": "completed", "tag": "0af5b0ab-4494-4698-95c6-033e6943dbbc"}]}' {{(pid=102792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:59:14.524437 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port 0af5b0ab-4494-4698-95c6-033e6943dbbc, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=0af5b0ab-4494-4698-95c6-033e6943dbbc,segment=NetworkSegment(a0c230f0-660a-4194-9279-0f0781d34134),segment_id=a0c230f0-660a-4194-9279-0f0781d34134)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:59:14.531149 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:59:14.592079 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:59:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3d8c407-ddd8-4f41-ab37-f0ba59c3df37 x-openstack-request-id: req-b3d8c407-ddd8-4f41-ab37-f0ba59c3df37 {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:59:14.592366 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86cd89a7-14d6-454b-8d3a-0deebbeb91eb", "name": "network-vif-plugged", "status": "completed", "tag": "0af5b0ab-4494-4698-95c6-033e6943dbbc", "code": 200}]} {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:59:14.592610 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b3d8c407-ddd8-4f41-ab37-f0ba59c3df37 {{(pid=102792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:59:14.592991 n-d-834765-1 neutron-server[102792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86cd89a7-14d6-454b-8d3a-0deebbeb91eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0af5b0ab-4494-4698-95c6-033e6943dbbc', 'code': 200} Mar 29 15:59:14.656831 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Pushing event updated for resources: {'Port': ['ID=0af5b0ab-4494-4698-95c6-033e6943dbbc,revision_number=5']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:59:14.689413 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af4616b-dbc2-41fd-8077-745398aa39a8 req-9d6ade79-e0b2-46fc-a387-76840a90da95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:59:14.691647 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-2af4616b-dbc2-41fd-8077-745398aa39a8 req-9d6ade79-e0b2-46fc-a387-76840a90da95 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=86cd89a7-14d6-454b-8d3a-0deebbeb91eb HTTP/1.1" status: 200 len: 1100 time: 0.0466111 Mar 29 15:59:14.753189 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-2af4616b-dbc2-41fd-8077-745398aa39a8 req-d4911ff7-72c4-4b60-ba59-aabea5c72c35 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=413505a4-4f86-4319-9f74-4b2e983aac9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537651 Mar 29 15:59:15.353147 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0731e858-aed8-4d4a-8b89-693d88cd3328 req-b957769d-c82c-4aa6-86c3-ff6141fb840f tempest-VolumesNegativeTest-766656118 tempest-VolumesNegativeTest-766656118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:59:15.362139 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-0731e858-aed8-4d4a-8b89-693d88cd3328 req-b957769d-c82c-4aa6-86c3-ff6141fb840f tempest-VolumesNegativeTest-766656118 tempest-VolumesNegativeTest-766656118-project] 10.222.0.42 "GET /v2.0/ports?device_id=86cd89a7-14d6-454b-8d3a-0deebbeb91eb HTTP/1.1" status: 200 len: 949 time: 0.0691669 Mar 29 15:59:15.431754 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-0731e858-aed8-4d4a-8b89-693d88cd3328 req-38961e7e-fb09-4c70-ad6b-d543799a9b3c tempest-VolumesNegativeTest-766656118 tempest-VolumesNegativeTest-766656118-project] 10.222.0.42 "GET /v2.0/security-groups?id=413505a4-4f86-4319-9f74-4b2e983aac9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685518 Mar 29 15:59:16.556222 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62a49c3-a36d-4ed2-8157-d81fb3b278c9 req-24a4a4e8-c31f-4c6a-a3d5-ca01a86e554e tempest-VolumesNegativeTest-766656118 tempest-VolumesNegativeTest-766656118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:59:16.564973 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-c62a49c3-a36d-4ed2-8157-d81fb3b278c9 req-24a4a4e8-c31f-4c6a-a3d5-ca01a86e554e tempest-VolumesNegativeTest-766656118 tempest-VolumesNegativeTest-766656118-project] 10.222.0.42 "GET /v2.0/ports?device_id=86cd89a7-14d6-454b-8d3a-0deebbeb91eb HTTP/1.1" status: 200 len: 949 time: 0.0618529 Mar 29 15:59:16.623922 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-c62a49c3-a36d-4ed2-8157-d81fb3b278c9 req-a2293134-8d7f-4c2f-bde2-7abd5f625d40 tempest-VolumesNegativeTest-766656118 tempest-VolumesNegativeTest-766656118-project] 10.222.0.42 "GET /v2.0/security-groups?id=413505a4-4f86-4319-9f74-4b2e983aac9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577214 Mar 29 15:59:17.012091 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:59:17.081071 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d315cc-9795-4d7d-b998-aa2a5c2ccd4e req-e9839460-1a89-42cf-b915-f0026f04dbc8 tempest-VolumesNegativeTest-766656118 tempest-VolumesNegativeTest-766656118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:59:17.082653 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-67d315cc-9795-4d7d-b998-aa2a5c2ccd4e req-e9839460-1a89-42cf-b915-f0026f04dbc8 tempest-VolumesNegativeTest-766656118 tempest-VolumesNegativeTest-766656118-project] 10.222.0.42 "GET /v2.0/ports?device_id=86cd89a7-14d6-454b-8d3a-0deebbeb91eb HTTP/1.1" status: 200 len: 949 time: 0.0846670 Mar 29 15:59:17.142835 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-67d315cc-9795-4d7d-b998-aa2a5c2ccd4e req-abe371a1-436f-40a6-8edf-64096c6ef9c6 tempest-VolumesNegativeTest-766656118 tempest-VolumesNegativeTest-766656118-project] 10.222.0.42 "GET /v2.0/security-groups?id=413505a4-4f86-4319-9f74-4b2e983aac9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490484 Mar 29 15:59:17.837865 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:59:18.338729 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507fbe30-ab9f-40c9-baad-cc2880dad241 req-7c9d9af5-bb1e-48a7-8767-7082440e28e4 tempest-VolumesNegativeTest-766656118 tempest-VolumesNegativeTest-766656118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:59:18.348028 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-507fbe30-ab9f-40c9-baad-cc2880dad241 req-7c9d9af5-bb1e-48a7-8767-7082440e28e4 tempest-VolumesNegativeTest-766656118 tempest-VolumesNegativeTest-766656118-project] 10.222.0.42 "GET /v2.0/ports?device_id=86cd89a7-14d6-454b-8d3a-0deebbeb91eb HTTP/1.1" status: 200 len: 949 time: 0.1057971 Mar 29 15:59:18.460600 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-507fbe30-ab9f-40c9-baad-cc2880dad241 req-55fdf2b0-9627-4b29-a5cb-c631ec0175f4 tempest-VolumesNegativeTest-766656118 tempest-VolumesNegativeTest-766656118-project] 10.222.0.42 "GET /v2.0/security-groups?id=413505a4-4f86-4319-9f74-4b2e983aac9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026578 Mar 29 15:59:18.490101 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3c979a-91a6-48e2-b75d-f976b9ad3962 req-f69fde04-5a1b-43cf-9050-e806f7e253aa tempest-VolumesNegativeTest-766656118 tempest-VolumesNegativeTest-766656118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:59:18.492679 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-fc3c979a-91a6-48e2-b75d-f976b9ad3962 req-f69fde04-5a1b-43cf-9050-e806f7e253aa tempest-VolumesNegativeTest-766656118 tempest-VolumesNegativeTest-766656118-project] 10.222.0.48 "GET /v2.0/ports?device_id=86cd89a7-14d6-454b-8d3a-0deebbeb91eb HTTP/1.1" status: 200 len: 949 time: 0.1435676 Mar 29 15:59:18.651143 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [req-fc3c979a-91a6-48e2-b75d-f976b9ad3962 req-45b2cfa3-bd16-41c3-aa18-8d64c0021ccf tempest-VolumesNegativeTest-766656118 tempest-VolumesNegativeTest-766656118-project] Deleting port 0af5b0ab-4494-4698-95c6-033e6943dbbc {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:59:18.651491 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-fc3c979a-91a6-48e2-b75d-f976b9ad3962 req-45b2cfa3-bd16-41c3-aa18-8d64c0021ccf tempest-VolumesNegativeTest-766656118 tempest-VolumesNegativeTest-766656118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:59:18.788951 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-fc3c979a-91a6-48e2-b75d-f976b9ad3962 req-45b2cfa3-bd16-41c3-aa18-8d64c0021ccf tempest-VolumesNegativeTest-766656118 tempest-VolumesNegativeTest-766656118-project] For port 0af5b0ab-4494-4698-95c6-033e6943dbbc, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=0af5b0ab-4494-4698-95c6-033e6943dbbc,segment=NetworkSegment(a0c230f0-660a-4194-9279-0f0781d34134),segment_id=a0c230f0-660a-4194-9279-0f0781d34134)] {{(pid=102791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:59:18.789408 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-fc3c979a-91a6-48e2-b75d-f976b9ad3962 req-45b2cfa3-bd16-41c3-aa18-8d64c0021ccf tempest-VolumesNegativeTest-766656118 tempest-VolumesNegativeTest-766656118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:59:18.810938 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [req-fc3c979a-91a6-48e2-b75d-f976b9ad3962 req-45b2cfa3-bd16-41c3-aa18-8d64c0021ccf tempest-VolumesNegativeTest-766656118 tempest-VolumesNegativeTest-766656118-project] Calling delete_port for 0af5b0ab-4494-4698-95c6-033e6943dbbc owned by compute:nova {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:59:18.991155 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-fc3c979a-91a6-48e2-b75d-f976b9ad3962 req-45b2cfa3-bd16-41c3-aa18-8d64c0021ccf tempest-VolumesNegativeTest-766656118 tempest-VolumesNegativeTest-766656118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:59:19.004200 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] get_ports_and_sgs() called for port_ids ['0af5b0ab-4494-4698-95c6-033e6943dbbc'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:59:19.027207 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b2cfa3-bd16-41c3-aa18-8d64c0021ccf tempest-VolumesNegativeTest-766656118 tempest-VolumesNegativeTest-766656118-project] Pushing event deleted for resources: {'Port': ['ID=0af5b0ab-4494-4698-95c6-033e6943dbbc,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:59:19.041600 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b2cfa3-bd16-41c3-aa18-8d64c0021ccf tempest-VolumesNegativeTest-766656118 tempest-VolumesNegativeTest-766656118-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:59:19.041945 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b2cfa3-bd16-41c3-aa18-8d64c0021ccf tempest-VolumesNegativeTest-766656118 tempest-VolumesNegativeTest-766656118-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:59:19.042286 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b2cfa3-bd16-41c3-aa18-8d64c0021ccf tempest-VolumesNegativeTest-766656118 tempest-VolumesNegativeTest-766656118-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:59:19.042620 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b2cfa3-bd16-41c3-aa18-8d64c0021ccf tempest-VolumesNegativeTest-766656118 tempest-VolumesNegativeTest-766656118-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:59:19.042945 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b2cfa3-bd16-41c3-aa18-8d64c0021ccf tempest-VolumesNegativeTest-766656118 tempest-VolumesNegativeTest-766656118-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:59:19.043291 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b2cfa3-bd16-41c3-aa18-8d64c0021ccf tempest-VolumesNegativeTest-766656118 tempest-VolumesNegativeTest-766656118-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:59:19.043640 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b2cfa3-bd16-41c3-aa18-8d64c0021ccf tempest-VolumesNegativeTest-766656118 tempest-VolumesNegativeTest-766656118-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:59:19.043947 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b2cfa3-bd16-41c3-aa18-8d64c0021ccf tempest-VolumesNegativeTest-766656118 tempest-VolumesNegativeTest-766656118-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:59:19.044269 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b2cfa3-bd16-41c3-aa18-8d64c0021ccf tempest-VolumesNegativeTest-766656118 tempest-VolumesNegativeTest-766656118-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:59:19.044588 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b2cfa3-bd16-41c3-aa18-8d64c0021ccf tempest-VolumesNegativeTest-766656118 tempest-VolumesNegativeTest-766656118-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:59:19.044915 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b2cfa3-bd16-41c3-aa18-8d64c0021ccf tempest-VolumesNegativeTest-766656118 tempest-VolumesNegativeTest-766656118-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:59:19.045233 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b2cfa3-bd16-41c3-aa18-8d64c0021ccf tempest-VolumesNegativeTest-766656118 tempest-VolumesNegativeTest-766656118-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:59:19.107820 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc3c979a-91a6-48e2-b75d-f976b9ad3962 req-45b2cfa3-bd16-41c3-aa18-8d64c0021ccf tempest-VolumesNegativeTest-766656118 tempest-VolumesNegativeTest-766656118-project] No DVR routers for this DVR port 0af5b0ab-4494-4698-95c6-033e6943dbbc on host n-h2-834765-1 {{(pid=102791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:59:19.120817 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-fc3c979a-91a6-48e2-b75d-f976b9ad3962 req-45b2cfa3-bd16-41c3-aa18-8d64c0021ccf tempest-VolumesNegativeTest-766656118 tempest-VolumesNegativeTest-766656118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:59:19.124468 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-fc3c979a-91a6-48e2-b75d-f976b9ad3962 req-45b2cfa3-bd16-41c3-aa18-8d64c0021ccf tempest-VolumesNegativeTest-766656118 tempest-VolumesNegativeTest-766656118-project] 10.222.0.48 "DELETE /v2.0/ports/0af5b0ab-4494-4698-95c6-033e6943dbbc HTTP/1.1" status: 204 len: 173 time: 0.6256912 Mar 29 15:59:19.124968 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86cd89a7-14d6-454b-8d3a-0deebbeb91eb', 'name': 'network-vif-deleted', 'tag': '0af5b0ab-4494-4698-95c6-033e6943dbbc'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:59:19.127426 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c67b028db5e9b9818fecc5c0a87ebc6f190694fa53ca267d523e04f98de536d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b1e6480-8b6f-4ff0-9749-1365134fddbd" -d '{"events": [{"server_uuid": "86cd89a7-14d6-454b-8d3a-0deebbeb91eb", "name": "network-vif-deleted", "tag": "0af5b0ab-4494-4698-95c6-033e6943dbbc"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:59:19.196460 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:59:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe2f3903-5cc5-4d52-bc5c-a92ead9396fe x-openstack-request-id: req-fe2f3903-5cc5-4d52-bc5c-a92ead9396fe {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:59:19.196787 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86cd89a7-14d6-454b-8d3a-0deebbeb91eb", "name": "network-vif-deleted", "tag": "0af5b0ab-4494-4698-95c6-033e6943dbbc", "status": "completed", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:59:19.196997 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-fe2f3903-5cc5-4d52-bc5c-a92ead9396fe {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:59:19.197458 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86cd89a7-14d6-454b-8d3a-0deebbeb91eb', 'name': 'network-vif-deleted', 'tag': '0af5b0ab-4494-4698-95c6-033e6943dbbc', 'status': 'completed', 'code': 200} Mar 29 15:59:19.687745 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-cb6256eb-faa2-47da-a4e8-6d290ab8e86c req-6c3bea65-7275-496b-b87f-55d054fe305f tempest-VolumesNegativeTest-766656118 tempest-VolumesNegativeTest-766656118-project] 10.222.0.42 "GET /v2.0/ports?device_id=86cd89a7-14d6-454b-8d3a-0deebbeb91eb HTTP/1.1" status: 200 len: 210 time: 0.0690331 Mar 29 15:59:21.804640 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-513de719-6081-45e7-904d-e6cae4226a1b req-7d0b51e1-678b-41f3-b217-072792d153a5 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--831507618&fields=id&tenant_id=358ad84304604947a292f32d4e62126b HTTP/1.1" status: 200 len: 267 time: 0.0518625 Mar 29 15:59:21.937988 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513de719-6081-45e7-904d-e6cae4226a1b req-02280acf-0d84-4cae-9895-2b40842c1a01 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:59:21.944642 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-513de719-6081-45e7-904d-e6cae4226a1b req-02280acf-0d84-4cae-9895-2b40842c1a01 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/networks?id=3364456e-aead-437c-a830-dc7a420fe2a4 HTTP/1.1" status: 200 len: 812 time: 0.1308665 Mar 29 15:59:21.964074 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-513de719-6081-45e7-904d-e6cae4226a1b req-d08c3987-25e1-49fd-b9d1-7ad075590190 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/quotas/358ad84304604947a292f32d4e62126b HTTP/1.1" status: 200 len: 375 time: 0.0164182 Mar 29 15:59:22.040686 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-513de719-6081-45e7-904d-e6cae4226a1b req-1ae9418f-fb37-4096-966c-6bff61dc5880 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=358ad84304604947a292f32d4e62126b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0673053 Mar 29 15:59:22.146164 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-513de719-6081-45e7-904d-e6cae4226a1b req-22608c69-52e5-48ca-8932-b47ab11e5e0e service neutron] 10.222.0.42 "GET /v2.0/networks/3364456e-aead-437c-a830-dc7a420fe2a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044781 Mar 29 15:59:22.253782 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.agents_db [None req-59735a15-725e-44d4-9ad5-95cbe356f209 None None] Agent healthcheck: found 7 active agents {{(pid=102793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 15:59:22.263206 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device 0af5b0ab-4494-4698-95c6-033e6943dbbc no longer exists at agent hyperv_n-h2-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:59:22.288026 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-513de719-6081-45e7-904d-e6cae4226a1b req-45fe2cc0-5520-4428-a893-102a30e155a0 service neutron] 10.222.0.42 "GET /v2.0/networks/3364456e-aead-437c-a830-dc7a420fe2a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409483 Mar 29 15:59:22.312075 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] No Port match for: 0af5b0ab-4494-4698-95c6-033e6943dbbc {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 15:59:22.312678 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device 0af5b0ab-4494-4698-95c6-033e6943dbbc not bound to the agent host n-h2-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:59:22.565405 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-2260fb6b-ce28-43c3-98d6-88873e9c380a req-228f9966-7e70-44b1-a8bc-b5d086c6cf6b tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/ports?device_id=4f24d3f6-64a3-452b-b656-94b2e3b74056 HTTP/1.1" status: 200 len: 210 time: 0.0493555 Mar 29 15:59:23.739502 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-3c8affe4-d298-40b7-831a-46d91830ff5b req-2b989319-4360-44a4-b1a4-7e0936411407 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/ports?device_id=4f24d3f6-64a3-452b-b656-94b2e3b74056 HTTP/1.1" status: 200 len: 210 time: 0.0517507 Mar 29 15:59:24.301927 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513de719-6081-45e7-904d-e6cae4226a1b req-8c20276c-0e22-4605-88ca-8b0ace6d0ceb tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:59:24.305121 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-513de719-6081-45e7-904d-e6cae4226a1b req-8c20276c-0e22-4605-88ca-8b0ace6d0ceb tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.48 "GET /v2.0/networks?id=3364456e-aead-437c-a830-dc7a420fe2a4 HTTP/1.1" status: 200 len: 812 time: 0.2909820 Mar 29 15:59:24.403123 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-513de719-6081-45e7-904d-e6cae4226a1b req-0068f17f-0989-4182-aae1-90ab6ebfa85e tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=358ad84304604947a292f32d4e62126b HTTP/1.1" status: 200 len: 379 time: 0.0869534 Mar 29 15:59:24.417588 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [req-513de719-6081-45e7-904d-e6cae4226a1b req-aa8cef20-1ba4-41c2-9643-485810e82766 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Request body: {'port': {'device_id': '4f24d3f6-64a3-452b-b656-94b2e3b74056', 'network_id': '3364456e-aead-437c-a830-dc7a420fe2a4', 'admin_state_up': True, 'tenant_id': '358ad84304604947a292f32d4e62126b', 'security_groups': ['374804bf-1832-496a-a9bd-7f28df171a12']}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:59:24.583675 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-513de719-6081-45e7-904d-e6cae4226a1b req-aa8cef20-1ba4-41c2-9643-485810e82766 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Made reservation on behalf of 358ad84304604947a292f32d4e62126b for: {'port': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:59:24.588477 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-513de719-6081-45e7-904d-e6cae4226a1b req-aa8cef20-1ba4-41c2-9643-485810e82766 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:59:24.810357 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_common [req-513de719-6081-45e7-904d-e6cae4226a1b req-aa8cef20-1ba4-41c2-9643-485810e82766 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Allocated IP 172.20.0.11 (3364456e-aead-437c-a830-dc7a420fe2a4/6caada61-173d-4256-8e9d-611647191ef5/ac0b4df0-cb96-4479-a8cd-db71862ed96d) {{(pid=102791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:59:25.053368 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-513de719-6081-45e7-904d-e6cae4226a1b req-aa8cef20-1ba4-41c2-9643-485810e82766 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Notify callbacks [] for port, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:59:25.116733 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-513de719-6081-45e7-904d-e6cae4226a1b req-aa8cef20-1ba4-41c2-9643-485810e82766 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:59:25.334412 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3b7ce9-031a-4a2f-b285-2a9b8789e23f req-d9228e14-b99c-4afd-a033-2011e08a21f2 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:59:25.334412 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-1b3b7ce9-031a-4a2f-b285-2a9b8789e23f req-d9228e14-b99c-4afd-a033-2011e08a21f2 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/ports?device_id=4f24d3f6-64a3-452b-b656-94b2e3b74056 HTTP/1.1" status: 200 len: 932 time: 0.2345276 Mar 29 15:59:25.341080 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8cef20-1ba4-41c2-9643-485810e82766 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Pushing event updated for resources: {'Port': ['ID=ac0b4df0-cb96-4479-a8cd-db71862ed96d,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:59:25.363415 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-513de719-6081-45e7-904d-e6cae4226a1b req-aa8cef20-1ba4-41c2-9643-485810e82766 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Network 3364456e-aead-437c-a830-dc7a420fe2a4 is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:59:25.394139 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [req-513de719-6081-45e7-904d-e6cae4226a1b req-aa8cef20-1ba4-41c2-9643-485810e82766 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:59:25.399391 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [req-513de719-6081-45e7-904d-e6cae4226a1b req-aa8cef20-1ba4-41c2-9643-485810e82766 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Received port after_create {{(pid=102791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:59:25.494323 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-1b3b7ce9-031a-4a2f-b285-2a9b8789e23f req-7e1a2fdf-13da-4fe6-b5ff-5c1145e8bd04 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/security-groups?id=374804bf-1832-496a-a9bd-7f28df171a12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1541026 Mar 29 15:59:25.535474 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513de719-6081-45e7-904d-e6cae4226a1b req-aa8cef20-1ba4-41c2-9643-485810e82766 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:59:25.536123 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-513de719-6081-45e7-904d-e6cae4226a1b req-aa8cef20-1ba4-41c2-9643-485810e82766 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:59:25.574299 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-513de719-6081-45e7-904d-e6cae4226a1b req-aa8cef20-1ba4-41c2-9643-485810e82766 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1609840 Mar 29 15:59:25.589649 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [req-513de719-6081-45e7-904d-e6cae4226a1b req-8f30a1da-6cc8-4902-b1c4-e96dcfccebb2 service neutron] Request body: {'port': {'device_id': '4f24d3f6-64a3-452b-b656-94b2e3b74056', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834765-1'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:59:25.720469 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-513de719-6081-45e7-904d-e6cae4226a1b req-8f30a1da-6cc8-4902-b1c4-e96dcfccebb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:59:25.906914 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-f724f440-cf25-4a92-a7b8-f4fef25a1d32 None None] Provisioning complete for port ac0b4df0-cb96-4479-a8cd-db71862ed96d triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:59:25.907600 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-f724f440-cf25-4a92-a7b8-f4fef25a1d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:59:26.026351 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-f724f440-cf25-4a92-a7b8-f4fef25a1d32 None None] Port ac0b4df0-cb96-4479-a8cd-db71862ed96d cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 15:59:26.299004 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [req-513de719-6081-45e7-904d-e6cae4226a1b req-8f30a1da-6cc8-4902-b1c4-e96dcfccebb2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac0b4df0-cb96-4479-a8cd-db71862ed96d {{(pid=102791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:59:26.329580 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-513de719-6081-45e7-904d-e6cae4226a1b req-8f30a1da-6cc8-4902-b1c4-e96dcfccebb2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:59:26.357143 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.provisioning_blocks [req-513de719-6081-45e7-904d-e6cae4226a1b req-8f30a1da-6cc8-4902-b1c4-e96dcfccebb2 service neutron] Transition to ACTIVE for port object ac0b4df0-cb96-4479-a8cd-db71862ed96d will not be triggered until provisioned by entity L2. {{(pid=102791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 15:59:26.367011 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-513de719-6081-45e7-904d-e6cae4226a1b req-8f30a1da-6cc8-4902-b1c4-e96dcfccebb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:59:26.621829 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f30a1da-6cc8-4902-b1c4-e96dcfccebb2 service neutron] Pushing event updated for resources: {'Port': ['ID=ac0b4df0-cb96-4479-a8cd-db71862ed96d,revision_number=2']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:59:26.680468 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-513de719-6081-45e7-904d-e6cae4226a1b req-8f30a1da-6cc8-4902-b1c4-e96dcfccebb2 service neutron] Attempting to bind port ac0b4df0-cb96-4479-a8cd-db71862ed96d on host n-h2-834765-1 for vnic_type normal with profile {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:59:26.680960 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-513de719-6081-45e7-904d-e6cae4226a1b req-8f30a1da-6cc8-4902-b1c4-e96dcfccebb2 service neutron] Attempting to bind port ac0b4df0-cb96-4479-a8cd-db71862ed96d by drivers openvswitch,hyperv on host n-h2-834765-1 at level 0 using segments [{'id': '94b35437-d3ca-48bd-89d7-8faa6fa42a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '3364456e-aead-437c-a830-dc7a420fe2a4'}] {{(pid=102791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:59:26.681380 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-513de719-6081-45e7-904d-e6cae4226a1b req-8f30a1da-6cc8-4902-b1c4-e96dcfccebb2 service neutron] Attempting to bind port ac0b4df0-cb96-4479-a8cd-db71862ed96d on network 3364456e-aead-437c-a830-dc7a420fe2a4 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:59:26.688533 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-513de719-6081-45e7-904d-e6cae4226a1b req-8f30a1da-6cc8-4902-b1c4-e96dcfccebb2 service neutron] Port ac0b4df0-cb96-4479-a8cd-db71862ed96d on network 3364456e-aead-437c-a830-dc7a420fe2a4 not bound, no agent of type Open vSwitch agent registered on host n-h2-834765-1 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 15:59:26.688883 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-513de719-6081-45e7-904d-e6cae4226a1b req-8f30a1da-6cc8-4902-b1c4-e96dcfccebb2 service neutron] Attempting to bind port ac0b4df0-cb96-4479-a8cd-db71862ed96d on network 3364456e-aead-437c-a830-dc7a420fe2a4 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:59:26.697387 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-513de719-6081-45e7-904d-e6cae4226a1b req-8f30a1da-6cc8-4902-b1c4-e96dcfccebb2 service neutron] Checking agent: {'id': '3e4b4912-b4a2-4d17-b5bd-6ce15529e8eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 33, 17), 'started_at': datetime.datetime(2022, 3, 29, 15, 33, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 59, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:59:26.697788 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-513de719-6081-45e7-904d-e6cae4226a1b req-8f30a1da-6cc8-4902-b1c4-e96dcfccebb2 service neutron] Checking segment: {'id': '94b35437-d3ca-48bd-89d7-8faa6fa42a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '3364456e-aead-437c-a830-dc7a420fe2a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:59:26.698405 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-513de719-6081-45e7-904d-e6cae4226a1b req-8f30a1da-6cc8-4902-b1c4-e96dcfccebb2 service neutron] Bound using segment: {'id': '94b35437-d3ca-48bd-89d7-8faa6fa42a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '3364456e-aead-437c-a830-dc7a420fe2a4'} {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:59:26.698912 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-513de719-6081-45e7-904d-e6cae4226a1b req-8f30a1da-6cc8-4902-b1c4-e96dcfccebb2 service neutron] Bound port: ac0b4df0-cb96-4479-a8cd-db71862ed96d, host: n-h2-834765-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94b35437-d3ca-48bd-89d7-8faa6fa42a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '3364456e-aead-437c-a830-dc7a420fe2a4'}}] {{(pid=102791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 15:59:26.699372 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-513de719-6081-45e7-904d-e6cae4226a1b req-8f30a1da-6cc8-4902-b1c4-e96dcfccebb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:59:26.871392 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debf221f-efc0-47cd-a98f-2cf17f06ada3 req-88e273e5-793f-4c3b-9f81-e4385aa6f411 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:59:26.873904 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-debf221f-efc0-47cd-a98f-2cf17f06ada3 req-88e273e5-793f-4c3b-9f81-e4385aa6f411 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/ports?device_id=4f24d3f6-64a3-452b-b656-94b2e3b74056 HTTP/1.1" status: 200 len: 944 time: 0.1709740 Mar 29 15:59:26.931566 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-513de719-6081-45e7-904d-e6cae4226a1b req-8f30a1da-6cc8-4902-b1c4-e96dcfccebb2 service neutron] For port ac0b4df0-cb96-4479-a8cd-db71862ed96d, host n-h2-834765-1, cleared binding levels {{(pid=102791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:59:26.944806 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-513de719-6081-45e7-904d-e6cae4226a1b req-8f30a1da-6cc8-4902-b1c4-e96dcfccebb2 service neutron] For port ac0b4df0-cb96-4479-a8cd-db71862ed96d, host n-h2-834765-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=ac0b4df0-cb96-4479-a8cd-db71862ed96d,segment=NetworkSegment(94b35437-d3ca-48bd-89d7-8faa6fa42a91),segment_id=94b35437-d3ca-48bd-89d7-8faa6fa42a91)] {{(pid=102791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:59:26.954278 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-513de719-6081-45e7-904d-e6cae4226a1b req-8f30a1da-6cc8-4902-b1c4-e96dcfccebb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:59:26.983039 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-debf221f-efc0-47cd-a98f-2cf17f06ada3 req-1fa55f0f-923d-4cc4-b844-fbd4bfcc9814 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/security-groups?id=374804bf-1832-496a-a9bd-7f28df171a12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0930097 Mar 29 15:59:27.035185 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513de719-6081-45e7-904d-e6cae4226a1b req-8f30a1da-6cc8-4902-b1c4-e96dcfccebb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:59:27.035909 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-513de719-6081-45e7-904d-e6cae4226a1b req-8f30a1da-6cc8-4902-b1c4-e96dcfccebb2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:59:27.038682 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-513de719-6081-45e7-904d-e6cae4226a1b req-8f30a1da-6cc8-4902-b1c4-e96dcfccebb2 service neutron] 10.222.0.48 "PUT /v2.0/ports/ac0b4df0-cb96-4479-a8cd-db71862ed96d HTTP/1.1" status: 200 len: 1092 time: 1.4553957 Mar 29 15:59:27.039407 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f24d3f6-64a3-452b-b656-94b2e3b74056', 'tag': 'ac0b4df0-cb96-4479-a8cd-db71862ed96d'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:59:27.041842 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c67b028db5e9b9818fecc5c0a87ebc6f190694fa53ca267d523e04f98de536d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5e8cbb6-6c6c-4c77-a944-0cc09e4cb8ca" -d '{"events": [{"name": "network-changed", "server_uuid": "4f24d3f6-64a3-452b-b656-94b2e3b74056", "tag": "ac0b4df0-cb96-4479-a8cd-db71862ed96d"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:59:27.122121 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 15:59:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2a19797-8960-4461-86fe-cf9ffb824a7e x-openstack-request-id: req-c2a19797-8960-4461-86fe-cf9ffb824a7e {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:59:27.122411 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f24d3f6-64a3-452b-b656-94b2e3b74056", "tag": "ac0b4df0-cb96-4479-a8cd-db71862ed96d", "status": "completed", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:59:27.123619 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c2a19797-8960-4461-86fe-cf9ffb824a7e {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:59:27.132118 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f24d3f6-64a3-452b-b656-94b2e3b74056', 'tag': 'ac0b4df0-cb96-4479-a8cd-db71862ed96d', 'status': 'completed', 'code': 200} Mar 29 15:59:27.207851 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f30a1da-6cc8-4902-b1c4-e96dcfccebb2 service neutron] Pushing event updated for resources: {'Port': ['ID=ac0b4df0-cb96-4479-a8cd-db71862ed96d,revision_number=3']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:59:27.243589 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513de719-6081-45e7-904d-e6cae4226a1b req-03971931-8386-47ba-b251-c21f686e5aff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:59:27.252692 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-513de719-6081-45e7-904d-e6cae4226a1b req-03971931-8386-47ba-b251-c21f686e5aff service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=358ad84304604947a292f32d4e62126b&device_id=4f24d3f6-64a3-452b-b656-94b2e3b74056 HTTP/1.1" status: 200 len: 1095 time: 0.1607263 Mar 29 15:59:27.373913 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-513de719-6081-45e7-904d-e6cae4226a1b req-781356c4-370c-41ab-8f19-b081d72c3238 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ac0b4df0-cb96-4479-a8cd-db71862ed96d HTTP/1.1" status: 200 len: 217 time: 0.1087887 Mar 29 15:59:27.450021 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513de719-6081-45e7-904d-e6cae4226a1b req-b1396d44-1ead-4315-8ddc-ae993fce741d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:59:27.452481 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-513de719-6081-45e7-904d-e6cae4226a1b req-b1396d44-1ead-4315-8ddc-ae993fce741d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6caada61-173d-4256-8e9d-611647191ef5 HTTP/1.1" status: 200 len: 851 time: 0.0720224 Mar 29 15:59:27.532604 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513de719-6081-45e7-904d-e6cae4226a1b req-2226053e-2ed1-43a6-8b7d-cd4bd8f67910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:59:27.534224 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-513de719-6081-45e7-904d-e6cae4226a1b req-2226053e-2ed1-43a6-8b7d-cd4bd8f67910 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3364456e-aead-437c-a830-dc7a420fe2a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0659947 Mar 29 15:59:27.972983 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-513de719-6081-45e7-904d-e6cae4226a1b req-806221f4-1970-4747-8d6c-a011a8c11757 service neutron] 10.222.0.48 "GET /v2.0/networks/3364456e-aead-437c-a830-dc7a420fe2a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4313838 Mar 29 15:59:28.141669 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-513de719-6081-45e7-904d-e6cae4226a1b req-7ccd5168-649d-4dbc-9281-64983504485e service neutron] 10.222.0.48 "GET /v2.0/networks/3364456e-aead-437c-a830-dc7a420fe2a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1613653 Mar 29 15:59:28.182466 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6eafc1-c4d9-4dc6-89fe-3920c0cb71e0 req-02053f22-2cc9-4fbc-ae63-2834b150057c tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:59:28.188343 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-fb6eafc1-c4d9-4dc6-89fe-3920c0cb71e0 req-02053f22-2cc9-4fbc-ae63-2834b150057c tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/ports?device_id=4f24d3f6-64a3-452b-b656-94b2e3b74056 HTTP/1.1" status: 200 len: 944 time: 0.0745301 Mar 29 15:59:28.272611 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e8cbb6-6c6c-4c77-a944-0cc09e4cb8ca req-a66ed1de-42e2-47fd-91d0-a07a04de87d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:59:28.274161 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d5e8cbb6-6c6c-4c77-a944-0cc09e4cb8ca req-a66ed1de-42e2-47fd-91d0-a07a04de87d3 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=358ad84304604947a292f32d4e62126b&device_id=4f24d3f6-64a3-452b-b656-94b2e3b74056 HTTP/1.1" status: 200 len: 1095 time: 0.0738358 Mar 29 15:59:28.275766 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-fb6eafc1-c4d9-4dc6-89fe-3920c0cb71e0 req-a232c484-099a-4583-85f1-a826446f1ffb tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/security-groups?id=374804bf-1832-496a-a9bd-7f28df171a12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0856535 Mar 29 15:59:28.399007 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e8cbb6-6c6c-4c77-a944-0cc09e4cb8ca req-69d041d7-c7c0-4132-a7a2-76696e7b2939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:59:28.400815 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d5e8cbb6-6c6c-4c77-a944-0cc09e4cb8ca req-69d041d7-c7c0-4132-a7a2-76696e7b2939 service neutron] 10.222.0.48 "GET /v2.0/networks?id=3364456e-aead-437c-a830-dc7a420fe2a4 HTTP/1.1" status: 200 len: 913 time: 0.1175759 Mar 29 15:59:28.459782 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d5e8cbb6-6c6c-4c77-a944-0cc09e4cb8ca req-96671665-a1c1-4020-9574-8b872b971064 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ac0b4df0-cb96-4479-a8cd-db71862ed96d HTTP/1.1" status: 200 len: 217 time: 0.0513427 Mar 29 15:59:28.566532 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e8cbb6-6c6c-4c77-a944-0cc09e4cb8ca req-2e95af44-a069-4cda-b469-15418477365f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:59:28.568578 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d5e8cbb6-6c6c-4c77-a944-0cc09e4cb8ca req-2e95af44-a069-4cda-b469-15418477365f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6caada61-173d-4256-8e9d-611647191ef5 HTTP/1.1" status: 200 len: 851 time: 0.1028221 Mar 29 15:59:28.646862 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e8cbb6-6c6c-4c77-a944-0cc09e4cb8ca req-dbf43b70-c72d-47c7-b71d-42afe467fc88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:59:28.648736 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d5e8cbb6-6c6c-4c77-a944-0cc09e4cb8ca req-dbf43b70-c72d-47c7-b71d-42afe467fc88 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3364456e-aead-437c-a830-dc7a420fe2a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0714126 Mar 29 15:59:28.784197 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d5e8cbb6-6c6c-4c77-a944-0cc09e4cb8ca req-73562330-8499-45d2-bef3-bd66b0c3182c service neutron] 10.222.0.48 "GET /v2.0/networks/3364456e-aead-437c-a830-dc7a420fe2a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276133 Mar 29 15:59:28.904338 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d5e8cbb6-6c6c-4c77-a944-0cc09e4cb8ca req-2b1de8f9-f9ce-4c61-ae1b-a5ae11787774 service neutron] 10.222.0.48 "GET /v2.0/networks/3364456e-aead-437c-a830-dc7a420fe2a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1117895 Mar 29 15:59:29.427718 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081f6d81-3182-4d20-96df-879066bfa7cf req-0a445c39-5ccf-46cb-bb4a-c8ab3d543fba tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:59:29.431018 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-081f6d81-3182-4d20-96df-879066bfa7cf req-0a445c39-5ccf-46cb-bb4a-c8ab3d543fba tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/ports?device_id=4f24d3f6-64a3-452b-b656-94b2e3b74056 HTTP/1.1" status: 200 len: 944 time: 0.0615838 Mar 29 15:59:29.500298 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-081f6d81-3182-4d20-96df-879066bfa7cf req-1140c119-91e8-4a61-b38c-cbb930f87696 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/security-groups?id=374804bf-1832-496a-a9bd-7f28df171a12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504544 Mar 29 15:59:30.363045 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-4089f9e3-a7f6-4078-8fd7-9e3ba4d13a31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:59:30.564169 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 43514) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:59:30.661957 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9849fe-3c4a-48c1-b7f1-5a1c6e423ae1 req-f2a8ad9b-d2d5-458f-8488-9b8d72fd68b1 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:59:30.671453 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ca9849fe-3c4a-48c1-b7f1-5a1c6e423ae1 req-f2a8ad9b-d2d5-458f-8488-9b8d72fd68b1 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/ports?device_id=4f24d3f6-64a3-452b-b656-94b2e3b74056 HTTP/1.1" status: 200 len: 944 time: 0.0734344 Mar 29 15:59:30.719952 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ca9849fe-3c4a-48c1-b7f1-5a1c6e423ae1 req-1c7d0162-6eec-4cf4-917f-db8ed5e11339 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/security-groups?id=374804bf-1832-496a-a9bd-7f28df171a12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469234 Mar 29 15:59:30.774409 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-ab98c04f-7453-45d9-a633-9bfb854b9dcf admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=2199d27c8672449395fd7d115b199543&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2080030 Mar 29 15:59:30.777160 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 43524) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:59:30.830675 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-22455e5a-58ce-4209-af60-5f0e65d2f72d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:59:30.856721 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-22455e5a-58ce-4209-af60-5f0e65d2f72d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:59:30.915913 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-22455e5a-58ce-4209-af60-5f0e65d2f72d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:59:30.918478 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-22455e5a-58ce-4209-af60-5f0e65d2f72d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:59:30.922005 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-22455e5a-58ce-4209-af60-5f0e65d2f72d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/413505a4-4f86-4319-9f74-4b2e983aac9a HTTP/1.1" status: 204 len: 168 time: 0.1415157 Mar 29 15:59:30.945998 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22455e5a-58ce-4209-af60-5f0e65d2f72d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=413505a4-4f86-4319-9f74-4b2e983aac9a,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:59:31.190560 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7381811-aa73-41eb-b6b8-786b19c835e4 req-a52c2a31-e8b4-4508-8fff-7e063cd92f93 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:59:31.197934 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-a7381811-aa73-41eb-b6b8-786b19c835e4 req-a52c2a31-e8b4-4508-8fff-7e063cd92f93 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/networks?id=8594f729-9088-4f6b-8543-aaadb0f5b192 HTTP/1.1" status: 200 len: 812 time: 0.1429245 Mar 29 15:59:31.216214 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-a7381811-aa73-41eb-b6b8-786b19c835e4 req-bf0960d8-08cb-4154-b253-84c3bae2dea1 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/quotas/f31979fa8a674f56835f136e5e49ba5c HTTP/1.1" status: 200 len: 375 time: 0.0173652 Mar 29 15:59:31.278457 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-a7381811-aa73-41eb-b6b8-786b19c835e4 req-1ac98b29-72a1-498b-aff6-c40550fc8357 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=f31979fa8a674f56835f136e5e49ba5c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0609434 Mar 29 15:59:31.339362 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [req-b3c1923c-7e54-475e-a582-83a3b64ac3ca req-5826cb0e-9873-4e41-88fe-3dbcad39d16b service neutron] (102791) timed out ('10.222.0.42', 36884) {{(pid=102791) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Mar 29 15:59:31.382912 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-a7381811-aa73-41eb-b6b8-786b19c835e4 req-1397094a-cfdd-4d1f-8e00-83c296c9f39b service neutron] 10.222.0.42 "GET /v2.0/networks/8594f729-9088-4f6b-8543-aaadb0f5b192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033542 Mar 29 15:59:31.494703 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-a7381811-aa73-41eb-b6b8-786b19c835e4 req-fbf03ca3-caa0-42ee-b4e3-f3a3f35b4891 service neutron] 10.222.0.42 "GET /v2.0/networks/8594f729-9088-4f6b-8543-aaadb0f5b192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1108227 Mar 29 15:59:31.806109 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 43564) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:59:31.900793 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94be6d4c-86a3-4007-a629-765500ef7e4c req-1489eb7e-fef0-41ed-8987-4c23564a9b4d tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:59:31.903940 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-94be6d4c-86a3-4007-a629-765500ef7e4c req-1489eb7e-fef0-41ed-8987-4c23564a9b4d tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/ports?device_id=4f24d3f6-64a3-452b-b656-94b2e3b74056 HTTP/1.1" status: 200 len: 944 time: 0.0739348 Mar 29 15:59:31.954743 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-faee966a-c49a-4337-bf30-bd86beec8731 req-d4c4a9c7-9568-4467-93eb-917a9c9e4681 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/ports?device_id=4c4f4c89-b416-4ded-b0ab-ee9874d6980b HTTP/1.1" status: 200 len: 210 time: 0.0448751 Mar 29 15:59:31.999402 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-1535bfe4-1a03-4535-a321-5412ef7489c8 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-942540153-network', 'tenant_id': '3f341adab2904f23a51d9cb9f57ae8a8'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:59:32.020990 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-94be6d4c-86a3-4007-a629-765500ef7e4c req-df4e1340-9417-460d-8b18-ea9d1d90b724 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/security-groups?id=374804bf-1832-496a-a9bd-7f28df171a12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0940676 Mar 29 15:59:32.034994 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1535bfe4-1a03-4535-a321-5412ef7489c8 admin admin] Made reservation on behalf of 3f341adab2904f23a51d9cb9f57ae8a8 for: {'network': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:59:32.037859 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-1535bfe4-1a03-4535-a321-5412ef7489c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for network, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:59:32.047654 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-1535bfe4-1a03-4535-a321-5412ef7489c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:59:32.157273 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-1535bfe4-1a03-4535-a321-5412ef7489c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:59:32.164360 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-1535bfe4-1a03-4535-a321-5412ef7489c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:59:32.192714 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1535bfe4-1a03-4535-a321-5412ef7489c8 admin admin] vlan segment allocate from pool success with {'vlan_id': 614, 'physical_network': 'physnet1'} {{(pid=102790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 15:59:32.203855 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1535bfe4-1a03-4535-a321-5412ef7489c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fb47330-a036-4843-a522-03e96faefeb0,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:59:32.219551 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-1535bfe4-1a03-4535-a321-5412ef7489c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:59:32.221874 n-d-834765-1 neutron-server[102790]: INFO neutron.db.segments_db [None req-1535bfe4-1a03-4535-a321-5412ef7489c8 admin admin] Added segment 931507c8-08e1-4318-be78-a5a66e835649 of type vlan for network 167f603a-90fb-4b42-9779-f65e53d0c85e Mar 29 15:59:32.271428 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-1535bfe4-1a03-4535-a321-5412ef7489c8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783522915970'] for network, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:59:32.301583 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-1535bfe4-1a03-4535-a321-5412ef7489c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795'] for network, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:59:32.303303 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1535bfe4-1a03-4535-a321-5412ef7489c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:59:32.304585 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-1535bfe4-1a03-4535-a321-5412ef7489c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for network, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:59:32.317040 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 43580) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:59:32.324996 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device ac0b4df0-cb96-4479-a8cd-db71862ed96d details requested by agent hyperv_n-h2-834765-1 with host n-h2-834765-1 {{(pid=102792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 15:59:32.351563 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-1535bfe4-1a03-4535-a321-5412ef7489c8 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5292912 Mar 29 15:59:32.352338 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 43582) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:59:32.378720 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-420fb81e-5527-4ef7-b8ae-4d1ec8be2c56 admin admin] Request body: {'subnet': {'network_id': '167f603a-90fb-4b42-9779-f65e53d0c85e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-942540153-subnet', 'tenant_id': '3f341adab2904f23a51d9cb9f57ae8a8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:59:32.408367 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe88c051-49f7-4211-9212-c10ebf9ca4c7 admin admin] Deleting subnet 13ece885-070b-4665-afca-1091d3de6e50 {{(pid=102791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 15:59:32.413208 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-fe88c051-49f7-4211-9212-c10ebf9ca4c7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:59:32.463604 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-fe88c051-49f7-4211-9212-c10ebf9ca4c7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4230423'] for subnet, precommit_delete_associations {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:59:32.524257 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-fe88c051-49f7-4211-9212-c10ebf9ca4c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1641287'] for subnet, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:59:32.546072 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port ac0b4df0-cb96-4479-a8cd-db71862ed96d, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=ac0b4df0-cb96-4479-a8cd-db71862ed96d,segment=NetworkSegment(94b35437-d3ca-48bd-89d7-8faa6fa42a91),segment_id=94b35437-d3ca-48bd-89d7-8faa6fa42a91)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:59:32.573211 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Returning: {'device': 'ac0b4df0-cb96-4479-a8cd-db71862ed96d', 'network_id': '3364456e-aead-437c-a830-dc7a420fe2a4', 'port_id': 'ac0b4df0-cb96-4479-a8cd-db71862ed96d', 'mac_address': 'fa:16:3e:cd:9d:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 632, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6caada61-173d-4256-8e9d-611647191ef5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 15:59:32.618287 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-fe88c051-49f7-4211-9212-c10ebf9ca4c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1641294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16155591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16218852'] for subnet, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:59:32.625861 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:59:32.637400 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-fe88c051-49f7-4211-9212-c10ebf9ca4c7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:59:32.642012 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac0b4df0-cb96-4479-a8cd-db71862ed96d {{(pid=102792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:59:32.649668 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-fe88c051-49f7-4211-9212-c10ebf9ca4c7 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/13ece885-070b-4665-afca-1091d3de6e50 HTTP/1.1" status: 204 len: 168 time: 0.3310668 Mar 29 15:59:32.651451 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 43584) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:59:32.665382 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port ac0b4df0-cb96-4479-a8cd-db71862ed96d, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=ac0b4df0-cb96-4479-a8cd-db71862ed96d,segment=NetworkSegment(94b35437-d3ca-48bd-89d7-8faa6fa42a91),segment_id=94b35437-d3ca-48bd-89d7-8faa6fa42a91)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:59:32.671598 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:59:32.702693 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe88c051-49f7-4211-9212-c10ebf9ca4c7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=13ece885-070b-4665-afca-1091d3de6e50,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:59:32.769460 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Pushing event updated for resources: {'Port': ['ID=ac0b4df0-cb96-4479-a8cd-db71862ed96d,revision_number=4']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:59:32.798281 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-894e8324-73ea-451e-9384-b74f905c954a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1631750'] for network, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:59:32.806320 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-99a8d29b-0e5d-4462-9083-b4c5d7359242 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:59:32.929131 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-894e8324-73ea-451e-9384-b74f905c954a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639890', 'neutron.services.segments.db._delete_segments_for_network-8783523423079'] for network, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:59:32.964056 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-894e8324-73ea-451e-9384-b74f905c954a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a422627e-7fcb-48f5-b921-7c00f1f3a47e']}} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:59:32.990595 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1535bfe4-1a03-4535-a321-5412ef7489c8 admin admin] Pushing event updated for resources: {'Network': ['ID=167f603a-90fb-4b42-9779-f65e53d0c85e,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:59:33.009520 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-894e8324-73ea-451e-9384-b74f905c954a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06564ba8-b5d1-4276-b1a5-1d865f34bd6d') {'for_net_delete': True} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:59:33.010065 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-894e8324-73ea-451e-9384-b74f905c954a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06564ba8-b5d1-4276-b1a5-1d865f34bd6d') {} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:59:33.021561 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Network 167f603a-90fb-4b42-9779-f65e53d0c85e details requested by agent ovs-agent-n-d-834765-1 with host n-d-834765-1 {{(pid=102792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 15:59:33.030737 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-420fb81e-5527-4ef7-b8ae-4d1ec8be2c56 admin admin] Made reservation on behalf of 3f341adab2904f23a51d9cb9f57ae8a8 for: {'subnet': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:59:33.034200 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-420fb81e-5527-4ef7-b8ae-4d1ec8be2c56 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4793983'] for subnet, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:59:33.036358 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-894e8324-73ea-451e-9384-b74f905c954a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783523422064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4230428'] for segment, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:59:33.067453 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-894e8324-73ea-451e-9384-b74f905c954a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:59:33.086657 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-894e8324-73ea-451e-9384-b74f905c954a admin admin] Releasing vlan 612 on physical network physnet1 to pool {{(pid=102791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 15:59:33.087382 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-894e8324-73ea-451e-9384-b74f905c954a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16169569'] for segment, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:59:33.090648 n-d-834765-1 neutron-server[102791]: Traceback (most recent call last): Mar 29 15:59:33.090648 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 15:59:33.090648 n-d-834765-1 neutron-server[102791]: timer() Mar 29 15:59:33.090648 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 15:59:33.090648 n-d-834765-1 neutron-server[102791]: cb(*args, **kw) Mar 29 15:59:33.090648 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 15:59:33.090648 n-d-834765-1 neutron-server[102791]: return func(*args, **kwargs) Mar 29 15:59:33.090648 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 15:59:33.090648 n-d-834765-1 neutron-server[102791]: self._notify() Mar 29 15:59:33.090648 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 15:59:33.090648 n-d-834765-1 neutron-server[102791]: self.callback(batched_events) Mar 29 15:59:33.090648 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 15:59:33.090648 n-d-834765-1 neutron-server[102791]: event.method(event) Mar 29 15:59:33.090648 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 15:59:33.090648 n-d-834765-1 neutron-server[102791]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 15:59:33.090648 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 15:59:33.090648 n-d-834765-1 neutron-server[102791]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 15:59:33.090648 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 15:59:33.090648 n-d-834765-1 neutron-server[102791]: return f(self, *a, **k) Mar 29 15:59:33.090648 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 15:59:33.090648 n-d-834765-1 neutron-server[102791]: return self._get(url).json() Mar 29 15:59:33.090648 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 15:59:33.090648 n-d-834765-1 neutron-server[102791]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 15:59:33.090648 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 15:59:33.090648 n-d-834765-1 neutron-server[102791]: return self.request(url, 'GET', **kwargs) Mar 29 15:59:33.090648 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 15:59:33.090648 n-d-834765-1 neutron-server[102791]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 15:59:33.090648 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 15:59:33.090648 n-d-834765-1 neutron-server[102791]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 15:59:33.090648 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 15:59:33.090648 n-d-834765-1 neutron-server[102791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 15:59:33.090648 n-d-834765-1 neutron-server[102791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 15:59:33.205071 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] get_ports_and_sgs() called for port_ids ['ac0b4df0-cb96-4479-a8cd-db71862ed96d'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:59:33.238012 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-894e8324-73ea-451e-9384-b74f905c954a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1639897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648174'] for network, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:59:33.324107 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-894e8324-73ea-451e-9384-b74f905c954a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for network, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:59:33.333779 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-894e8324-73ea-451e-9384-b74f905c954a admin admin] 10.222.0.42 "DELETE /v2.0/networks/a422627e-7fcb-48f5-b921-7c00f1f3a47e HTTP/1.1" status: 204 len: 168 time: 0.6812766 Mar 29 15:59:33.370819 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-39dac6a0-edd7-45f0-ac59-e9b0330f8a9f req-a0e2092d-0fff-485e-84b8-86185c43f93a tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/ports?device_id=4c4f4c89-b416-4ded-b0ab-ee9874d6980b HTTP/1.1" status: 200 len: 210 time: 0.1052763 Mar 29 15:59:33.374743 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-420fb81e-5527-4ef7-b8ae-4d1ec8be2c56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5231896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4793961'] for subnet, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:59:33.468806 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420fb81e-5527-4ef7-b8ae-4d1ec8be2c56 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1736fd68-847e-4a56-8e5e-5425c210ffd4,revision_number=0']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:59:33.492673 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894e8324-73ea-451e-9384-b74f905c954a admin admin] Pushing event deleted for resources: {'Network': ['ID=a422627e-7fcb-48f5-b921-7c00f1f3a47e,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:59:33.521077 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-420fb81e-5527-4ef7-b8ae-4d1ec8be2c56 admin admin] Checking segment: {'id': '931507c8-08e1-4318-be78-a5a66e835649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '167f603a-90fb-4b42-9779-f65e53d0c85e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:59:33.525121 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-420fb81e-5527-4ef7-b8ae-4d1ec8be2c56 admin admin] Network hostable DHCP agents. Network: 167f603a-90fb-4b42-9779-f65e53d0c85e, hostable agents: ['d136643e-48ae-49d4-a851-2ba3bdf3749c'], hosted agents: [] {{(pid=102790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 15:59:33.539824 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 43594) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:59:33.551067 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-420fb81e-5527-4ef7-b8ae-4d1ec8be2c56 admin admin] Network 167f603a-90fb-4b42-9779-f65e53d0c85e is scheduled to be hosted by DHCP agent d136643e-48ae-49d4-a851-2ba3bdf3749c with binding_index 1 {{(pid=102790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 15:59:33.564505 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-420fb81e-5527-4ef7-b8ae-4d1ec8be2c56 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834765-1, 167f603a-90fb-4b42-9779-f65e53d0c85e) {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:59:33.571993 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-420fb81e-5527-4ef7-b8ae-4d1ec8be2c56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:59:33.572950 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-420fb81e-5527-4ef7-b8ae-4d1ec8be2c56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for subnet, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:59:33.580766 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b78fc682-18c4-4bd4-9f6b-ebebe9460f59 None None] Network 167f603a-90fb-4b42-9779-f65e53d0c85e requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 15:59:33.593309 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-420fb81e-5527-4ef7-b8ae-4d1ec8be2c56 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.2293015 Mar 29 15:59:33.675594 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-3b0e43b1-e426-4e24-8e31-f7198ac5b0f4 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=cbf82823db2942d6982294feb5961b4b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1324134 Mar 29 15:59:33.675975 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 43598) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:59:33.698028 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2259751f-8713-4a4f-9165-a9699084002b req-c5ca3047-f03c-43a4-8be7-976f65e4948b tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:59:33.707783 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-2259751f-8713-4a4f-9165-a9699084002b req-c5ca3047-f03c-43a4-8be7-976f65e4948b tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/ports?device_id=4f24d3f6-64a3-452b-b656-94b2e3b74056 HTTP/1.1" status: 200 len: 945 time: 0.4781187 Mar 29 15:59:33.719214 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7381811-aa73-41eb-b6b8-786b19c835e4 req-4fe0c677-8ee4-4388-99a1-f5362a6741d4 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:59:33.721652 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-a7381811-aa73-41eb-b6b8-786b19c835e4 req-4fe0c677-8ee4-4388-99a1-f5362a6741d4 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.48 "GET /v2.0/networks?id=8594f729-9088-4f6b-8543-aaadb0f5b192 HTTP/1.1" status: 200 len: 812 time: 0.5134737 Mar 29 15:59:33.760588 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-fa5b7a47-279e-49dd-99a9-03708673756b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:59:33.765969 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [req-a7381811-aa73-41eb-b6b8-786b19c835e4 req-91c74b47-6290-40c9-ba67-3ae2647983a3 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Request body: {'port': {'device_id': '4c4f4c89-b416-4ded-b0ab-ee9874d6980b', 'network_id': '8594f729-9088-4f6b-8543-aaadb0f5b192', 'admin_state_up': True, 'tenant_id': 'f31979fa8a674f56835f136e5e49ba5c'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:59:33.808128 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-fa5b7a47-279e-49dd-99a9-03708673756b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:59:33.888085 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-fa5b7a47-279e-49dd-99a9-03708673756b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:59:33.890683 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-fa5b7a47-279e-49dd-99a9-03708673756b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:59:33.892100 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-fa5b7a47-279e-49dd-99a9-03708673756b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f04e3a50-e9a5-484d-8a78-c9306855682b HTTP/1.1" status: 204 len: 168 time: 0.2148118 Mar 29 15:59:33.918948 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5b7a47-279e-49dd-99a9-03708673756b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f04e3a50-e9a5-484d-8a78-c9306855682b,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:59:33.954639 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-2259751f-8713-4a4f-9165-a9699084002b req-3bfb253a-c24b-4fcc-a76d-fbaf5fcad7ec tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/security-groups?id=374804bf-1832-496a-a9bd-7f28df171a12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2457252 Mar 29 15:59:33.972551 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7381811-aa73-41eb-b6b8-786b19c835e4 req-91c74b47-6290-40c9-ba67-3ae2647983a3 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Made reservation on behalf of f31979fa8a674f56835f136e5e49ba5c for: {'port': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:59:33.978541 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-a7381811-aa73-41eb-b6b8-786b19c835e4 req-91c74b47-6290-40c9-ba67-3ae2647983a3 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:59:34.164595 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15c79e67-0632-4b20-89bc-fe1cfcebe782 None None] Network 167f603a-90fb-4b42-9779-f65e53d0c85e requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 15:59:34.187703 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_common [req-a7381811-aa73-41eb-b6b8-786b19c835e4 req-91c74b47-6290-40c9-ba67-3ae2647983a3 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Allocated IP 172.20.0.13 (8594f729-9088-4f6b-8543-aaadb0f5b192/52e8269b-e046-4c98-a9b1-ef8905fa8ddb/ab625c95-876e-4e99-933a-4a823554894d) {{(pid=102791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:59:34.245525 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d71584b9-87f1-45f5-84c7-c993c2416269 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:59:34.334867 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device ac0b4df0-cb96-4479-a8cd-db71862ed96d up at agent hyperv_n-h2-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:59:34.463110 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-a7381811-aa73-41eb-b6b8-786b19c835e4 req-91c74b47-6290-40c9-ba67-3ae2647983a3 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Notify callbacks [] for port, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:59:34.465384 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Provisioning for port ac0b4df0-cb96-4479-a8cd-db71862ed96d completed by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 15:59:34.480601 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Provisioning complete for port ac0b4df0-cb96-4479-a8cd-db71862ed96d triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:59:34.481064 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:59:34.522254 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-a7381811-aa73-41eb-b6b8-786b19c835e4 req-91c74b47-6290-40c9-ba67-3ae2647983a3 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:59:34.552998 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-224b4d50-8522-495e-a9e5-4f6f4372c093 req-dffdb316-c6d7-4265-9fb0-8cf7eee1fb65 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/ports?device_id=4c4f4c89-b416-4ded-b0ab-ee9874d6980b HTTP/1.1" status: 200 len: 210 time: 0.0531924 Mar 29 15:59:34.595967 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7381811-aa73-41eb-b6b8-786b19c835e4 req-91c74b47-6290-40c9-ba67-3ae2647983a3 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Network 8594f729-9088-4f6b-8543-aaadb0f5b192 is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:59:34.608497 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:59:34.610809 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [req-a7381811-aa73-41eb-b6b8-786b19c835e4 req-91c74b47-6290-40c9-ba67-3ae2647983a3 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:59:34.632559 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7381811-aa73-41eb-b6b8-786b19c835e4 req-91c74b47-6290-40c9-ba67-3ae2647983a3 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Received port after_create {{(pid=102791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:59:34.698918 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f24d3f6-64a3-452b-b656-94b2e3b74056', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac0b4df0-cb96-4479-a8cd-db71862ed96d'}] {{(pid=102792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:59:34.703360 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c74b47-6290-40c9-ba67-3ae2647983a3 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Pushing event updated for resources: {'Port': ['ID=ab625c95-876e-4e99-933a-4a823554894d,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:59:34.712537 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4f476c66b318cc6068719fc39557fac68d413f5c7e78fa77028c7948e999ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9e37b3f-2abe-4588-b3fa-3de2b218c9e4" -d '{"events": [{"server_uuid": "4f24d3f6-64a3-452b-b656-94b2e3b74056", "name": "network-vif-plugged", "status": "completed", "tag": "ac0b4df0-cb96-4479-a8cd-db71862ed96d"}]}' {{(pid=102792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:59:34.720834 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7381811-aa73-41eb-b6b8-786b19c835e4 req-91c74b47-6290-40c9-ba67-3ae2647983a3 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:59:34.721609 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-a7381811-aa73-41eb-b6b8-786b19c835e4 req-91c74b47-6290-40c9-ba67-3ae2647983a3 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:59:34.742631 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port ac0b4df0-cb96-4479-a8cd-db71862ed96d, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=ac0b4df0-cb96-4479-a8cd-db71862ed96d,segment=NetworkSegment(94b35437-d3ca-48bd-89d7-8faa6fa42a91),segment_id=94b35437-d3ca-48bd-89d7-8faa6fa42a91)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:59:34.752297 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:59:34.758398 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-a7381811-aa73-41eb-b6b8-786b19c835e4 req-91c74b47-6290-40c9-ba67-3ae2647983a3 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0214741 Mar 29 15:59:34.770777 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [req-a7381811-aa73-41eb-b6b8-786b19c835e4 req-84596ce1-8850-40d5-8e2b-1eb4341ae344 service neutron] Request body: {'port': {'device_id': '4c4f4c89-b416-4ded-b0ab-ee9874d6980b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834765-1'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:59:34.815897 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:59:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3ec4060-0206-43a5-ae3e-52d240608cf5 x-openstack-request-id: req-d3ec4060-0206-43a5-ae3e-52d240608cf5 {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:59:34.816451 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f24d3f6-64a3-452b-b656-94b2e3b74056", "name": "network-vif-plugged", "status": "completed", "tag": "ac0b4df0-cb96-4479-a8cd-db71862ed96d", "code": 200}]} {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:59:34.816451 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d3ec4060-0206-43a5-ae3e-52d240608cf5 {{(pid=102792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:59:34.816909 n-d-834765-1 neutron-server[102792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f24d3f6-64a3-452b-b656-94b2e3b74056', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac0b4df0-cb96-4479-a8cd-db71862ed96d', 'code': 200} Mar 29 15:59:34.868098 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Pushing event updated for resources: {'Port': ['ID=ac0b4df0-cb96-4479-a8cd-db71862ed96d,revision_number=5']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:59:34.886263 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-a7381811-aa73-41eb-b6b8-786b19c835e4 req-84596ce1-8850-40d5-8e2b-1eb4341ae344 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:59:35.018281 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-b3b8cd15-8610-455b-b4c8-d7adfce4ef0c None None] Provisioning complete for port ab625c95-876e-4e99-933a-4a823554894d triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:59:35.019151 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-b3b8cd15-8610-455b-b4c8-d7adfce4ef0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:59:35.106345 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0714333c-4ff9-4d69-b4c0-3d982e8e32dd req-6089f5dc-a9ba-4eb7-8874-5f7e7e68d6f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:59:35.108002 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-0714333c-4ff9-4d69-b4c0-3d982e8e32dd req-6089f5dc-a9ba-4eb7-8874-5f7e7e68d6f6 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=4f24d3f6-64a3-452b-b656-94b2e3b74056 HTTP/1.1" status: 200 len: 1097 time: 0.2181585 Mar 29 15:59:35.108678 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-b3b8cd15-8610-455b-b4c8-d7adfce4ef0c None None] Port ab625c95-876e-4e99-933a-4a823554894d cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 15:59:35.159512 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6628c705-caf0-4037-9dd9-e1644f15480b req-80da04d4-e49d-47be-b3ab-960938c2ac9e tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:59:35.161601 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-6628c705-caf0-4037-9dd9-e1644f15480b req-80da04d4-e49d-47be-b3ab-960938c2ac9e tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/ports?device_id=4f24d3f6-64a3-452b-b656-94b2e3b74056 HTTP/1.1" status: 200 len: 946 time: 0.1055870 Mar 29 15:59:35.177017 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-0714333c-4ff9-4d69-b4c0-3d982e8e32dd req-a34c4323-7e4f-4dc5-bf7c-48fe3c826732 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=374804bf-1832-496a-a9bd-7f28df171a12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575521 Mar 29 15:59:35.262767 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-6628c705-caf0-4037-9dd9-e1644f15480b req-ae93eabb-ffcc-4f41-a5f1-98086f941126 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/security-groups?id=374804bf-1832-496a-a9bd-7f28df171a12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0919297 Mar 29 15:59:35.355808 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [req-a7381811-aa73-41eb-b6b8-786b19c835e4 req-84596ce1-8850-40d5-8e2b-1eb4341ae344 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab625c95-876e-4e99-933a-4a823554894d {{(pid=102791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:59:35.364591 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-a7381811-aa73-41eb-b6b8-786b19c835e4 req-84596ce1-8850-40d5-8e2b-1eb4341ae344 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:59:35.379371 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.provisioning_blocks [req-a7381811-aa73-41eb-b6b8-786b19c835e4 req-84596ce1-8850-40d5-8e2b-1eb4341ae344 service neutron] Transition to ACTIVE for port object ab625c95-876e-4e99-933a-4a823554894d will not be triggered until provisioned by entity L2. {{(pid=102791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 15:59:35.385097 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-a7381811-aa73-41eb-b6b8-786b19c835e4 req-84596ce1-8850-40d5-8e2b-1eb4341ae344 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:59:35.460289 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84596ce1-8850-40d5-8e2b-1eb4341ae344 service neutron] Pushing event updated for resources: {'Port': ['ID=ab625c95-876e-4e99-933a-4a823554894d,revision_number=2']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:59:35.616836 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-a7381811-aa73-41eb-b6b8-786b19c835e4 req-84596ce1-8850-40d5-8e2b-1eb4341ae344 service neutron] Attempting to bind port ab625c95-876e-4e99-933a-4a823554894d on host n-h2-834765-1 for vnic_type normal with profile {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 15:59:35.617192 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-a7381811-aa73-41eb-b6b8-786b19c835e4 req-84596ce1-8850-40d5-8e2b-1eb4341ae344 service neutron] Attempting to bind port ab625c95-876e-4e99-933a-4a823554894d by drivers openvswitch,hyperv on host n-h2-834765-1 at level 0 using segments [{'id': 'f897e69d-257a-4c8a-bc55-e063bbc47d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '8594f729-9088-4f6b-8543-aaadb0f5b192'}] {{(pid=102791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 15:59:35.617545 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7381811-aa73-41eb-b6b8-786b19c835e4 req-84596ce1-8850-40d5-8e2b-1eb4341ae344 service neutron] Attempting to bind port ab625c95-876e-4e99-933a-4a823554894d on network 8594f729-9088-4f6b-8543-aaadb0f5b192 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:59:35.626540 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7381811-aa73-41eb-b6b8-786b19c835e4 req-84596ce1-8850-40d5-8e2b-1eb4341ae344 service neutron] Port ab625c95-876e-4e99-933a-4a823554894d on network 8594f729-9088-4f6b-8543-aaadb0f5b192 not bound, no agent of type Open vSwitch agent registered on host n-h2-834765-1 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 15:59:35.629056 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7381811-aa73-41eb-b6b8-786b19c835e4 req-84596ce1-8850-40d5-8e2b-1eb4341ae344 service neutron] Attempting to bind port ab625c95-876e-4e99-933a-4a823554894d on network 8594f729-9088-4f6b-8543-aaadb0f5b192 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:59:35.644102 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7381811-aa73-41eb-b6b8-786b19c835e4 req-84596ce1-8850-40d5-8e2b-1eb4341ae344 service neutron] Checking agent: {'id': '3e4b4912-b4a2-4d17-b5bd-6ce15529e8eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 33, 17), 'started_at': datetime.datetime(2022, 3, 29, 15, 33, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 59, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:59:35.644844 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7381811-aa73-41eb-b6b8-786b19c835e4 req-84596ce1-8850-40d5-8e2b-1eb4341ae344 service neutron] Checking segment: {'id': 'f897e69d-257a-4c8a-bc55-e063bbc47d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '8594f729-9088-4f6b-8543-aaadb0f5b192'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 15:59:35.645471 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7381811-aa73-41eb-b6b8-786b19c835e4 req-84596ce1-8850-40d5-8e2b-1eb4341ae344 service neutron] Bound using segment: {'id': 'f897e69d-257a-4c8a-bc55-e063bbc47d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '8594f729-9088-4f6b-8543-aaadb0f5b192'} {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:59:35.648028 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-a7381811-aa73-41eb-b6b8-786b19c835e4 req-84596ce1-8850-40d5-8e2b-1eb4341ae344 service neutron] Bound port: ab625c95-876e-4e99-933a-4a823554894d, host: n-h2-834765-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f897e69d-257a-4c8a-bc55-e063bbc47d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '8594f729-9088-4f6b-8543-aaadb0f5b192'}}] {{(pid=102791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 15:59:35.648739 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-a7381811-aa73-41eb-b6b8-786b19c835e4 req-84596ce1-8850-40d5-8e2b-1eb4341ae344 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:59:35.743190 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-0cb6abf6-2706-4e52-8825-f5f644ecf9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:59:35.802413 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1224b5-8afe-4df7-b293-c7974a4c92c3 req-620103d5-6a49-4929-9579-f18c2279b247 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:59:35.810591 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-2e1224b5-8afe-4df7-b293-c7974a4c92c3 req-620103d5-6a49-4929-9579-f18c2279b247 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/ports?device_id=4c4f4c89-b416-4ded-b0ab-ee9874d6980b HTTP/1.1" status: 200 len: 944 time: 0.1176500 Mar 29 15:59:35.839198 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-a7381811-aa73-41eb-b6b8-786b19c835e4 req-84596ce1-8850-40d5-8e2b-1eb4341ae344 service neutron] For port ab625c95-876e-4e99-933a-4a823554894d, host n-h2-834765-1, cleared binding levels {{(pid=102791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:59:35.860057 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-a7381811-aa73-41eb-b6b8-786b19c835e4 req-84596ce1-8850-40d5-8e2b-1eb4341ae344 service neutron] For port ab625c95-876e-4e99-933a-4a823554894d, host n-h2-834765-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=ab625c95-876e-4e99-933a-4a823554894d,segment=NetworkSegment(f897e69d-257a-4c8a-bc55-e063bbc47d9e),segment_id=f897e69d-257a-4c8a-bc55-e063bbc47d9e)] {{(pid=102791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:59:35.881825 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-2e1224b5-8afe-4df7-b293-c7974a4c92c3 req-ee433e22-a466-4b6a-b660-ac6761e21deb tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/security-groups?id=5e7dc381-3678-4cad-aeb8-d0ce3409e19e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666931 Mar 29 15:59:35.883096 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-a7381811-aa73-41eb-b6b8-786b19c835e4 req-84596ce1-8850-40d5-8e2b-1eb4341ae344 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:59:35.919735 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:59:35.941696 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84596ce1-8850-40d5-8e2b-1eb4341ae344 service neutron] Pushing event updated for resources: {'Port': ['ID=ab625c95-876e-4e99-933a-4a823554894d,revision_number=3']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:59:35.966014 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7381811-aa73-41eb-b6b8-786b19c835e4 req-84596ce1-8850-40d5-8e2b-1eb4341ae344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:59:35.966825 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-a7381811-aa73-41eb-b6b8-786b19c835e4 req-84596ce1-8850-40d5-8e2b-1eb4341ae344 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:59:35.968582 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-a7381811-aa73-41eb-b6b8-786b19c835e4 req-84596ce1-8850-40d5-8e2b-1eb4341ae344 service neutron] 10.222.0.48 "PUT /v2.0/ports/ab625c95-876e-4e99-933a-4a823554894d HTTP/1.1" status: 200 len: 1092 time: 1.2022471 Mar 29 15:59:35.969134 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c4f4c89-b416-4ded-b0ab-ee9874d6980b', 'tag': 'ab625c95-876e-4e99-933a-4a823554894d'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:59:35.971602 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c67b028db5e9b9818fecc5c0a87ebc6f190694fa53ca267d523e04f98de536d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b50a111-9e85-4f5a-a3c7-f630d8303e64" -d '{"events": [{"name": "network-changed", "server_uuid": "4c4f4c89-b416-4ded-b0ab-ee9874d6980b", "tag": "ab625c95-876e-4e99-933a-4a823554894d"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:59:36.057717 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 15:59:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc69185b-3a38-4d67-a7fb-d3c11eb4f41d x-openstack-request-id: req-cc69185b-3a38-4d67-a7fb-d3c11eb4f41d {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:59:36.058274 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c4f4c89-b416-4ded-b0ab-ee9874d6980b", "tag": "ab625c95-876e-4e99-933a-4a823554894d", "status": "completed", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:59:36.058700 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-cc69185b-3a38-4d67-a7fb-d3c11eb4f41d {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:59:36.059246 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c4f4c89-b416-4ded-b0ab-ee9874d6980b', 'tag': 'ab625c95-876e-4e99-933a-4a823554894d', 'status': 'completed', 'code': 200} Mar 29 15:59:36.087665 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7381811-aa73-41eb-b6b8-786b19c835e4 req-97887636-5709-43be-9984-485217015597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:59:36.089461 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-a7381811-aa73-41eb-b6b8-786b19c835e4 req-97887636-5709-43be-9984-485217015597 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f31979fa8a674f56835f136e5e49ba5c&device_id=4c4f4c89-b416-4ded-b0ab-ee9874d6980b HTTP/1.1" status: 200 len: 1095 time: 0.0734985 Mar 29 15:59:36.157553 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-a7381811-aa73-41eb-b6b8-786b19c835e4 req-0456fbf2-c405-4b13-9ddc-dd97bdc80e10 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ab625c95-876e-4e99-933a-4a823554894d HTTP/1.1" status: 200 len: 217 time: 0.0590227 Mar 29 15:59:36.221863 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7381811-aa73-41eb-b6b8-786b19c835e4 req-4a1dc167-3554-405c-b7b7-13961aaba55f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:59:36.223813 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-a7381811-aa73-41eb-b6b8-786b19c835e4 req-4a1dc167-3554-405c-b7b7-13961aaba55f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=52e8269b-e046-4c98-a9b1-ef8905fa8ddb HTTP/1.1" status: 200 len: 851 time: 0.0569599 Mar 29 15:59:36.282557 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7381811-aa73-41eb-b6b8-786b19c835e4 req-c53f4def-ad96-440f-9d82-7871ea6b1018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:59:36.283959 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-a7381811-aa73-41eb-b6b8-786b19c835e4 req-c53f4def-ad96-440f-9d82-7871ea6b1018 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8594f729-9088-4f6b-8543-aaadb0f5b192&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0470865 Mar 29 15:59:36.556730 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbd6fd9-6a5e-4a1e-84f1-81001ad76517 req-379add96-b60e-47b9-be87-78bb98820ddd tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:59:36.558260 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ebbd6fd9-6a5e-4a1e-84f1-81001ad76517 req-379add96-b60e-47b9-be87-78bb98820ddd tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/ports?device_id=4f24d3f6-64a3-452b-b656-94b2e3b74056 HTTP/1.1" status: 200 len: 946 time: 0.1823585 Mar 29 15:59:36.585341 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-a7381811-aa73-41eb-b6b8-786b19c835e4 req-0e426a1f-a944-47f1-880f-e6cf6a470872 service neutron] 10.222.0.48 "GET /v2.0/networks/8594f729-9088-4f6b-8543-aaadb0f5b192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2843990 Mar 29 15:59:36.677531 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ebbd6fd9-6a5e-4a1e-84f1-81001ad76517 req-f9967835-a594-4146-873b-c34557422f11 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/security-groups?id=374804bf-1832-496a-a9bd-7f28df171a12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1040905 Mar 29 15:59:36.723801 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-a7381811-aa73-41eb-b6b8-786b19c835e4 req-331fcee8-19e8-4b3c-b5fd-b4ff3e4a9871 service neutron] 10.222.0.48 "GET /v2.0/networks/8594f729-9088-4f6b-8543-aaadb0f5b192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311541 Mar 29 15:59:36.826543 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b50a111-9e85-4f5a-a3c7-f630d8303e64 req-13d664af-4e49-4cda-b49e-f492ed2b2a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:59:36.828379 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4b50a111-9e85-4f5a-a3c7-f630d8303e64 req-13d664af-4e49-4cda-b49e-f492ed2b2a93 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f31979fa8a674f56835f136e5e49ba5c&device_id=4c4f4c89-b416-4ded-b0ab-ee9874d6980b HTTP/1.1" status: 200 len: 1095 time: 0.0480976 Mar 29 15:59:36.937315 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b50a111-9e85-4f5a-a3c7-f630d8303e64 req-883bb6ad-d2e1-4ea3-8b56-59a540f00d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:59:36.938895 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4b50a111-9e85-4f5a-a3c7-f630d8303e64 req-883bb6ad-d2e1-4ea3-8b56-59a540f00d52 service neutron] 10.222.0.48 "GET /v2.0/networks?id=8594f729-9088-4f6b-8543-aaadb0f5b192 HTTP/1.1" status: 200 len: 913 time: 0.1033430 Mar 29 15:59:37.031508 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4b50a111-9e85-4f5a-a3c7-f630d8303e64 req-2a15cb26-9340-4f9b-b809-f33829255ac3 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ab625c95-876e-4e99-933a-4a823554894d HTTP/1.1" status: 200 len: 217 time: 0.0854828 Mar 29 15:59:37.039530 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6328b66d-5da3-4f03-ab8a-3009b3131764 req-0023ec60-1dd7-4628-bb90-76867d465fb7 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:59:37.049830 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-6328b66d-5da3-4f03-ab8a-3009b3131764 req-0023ec60-1dd7-4628-bb90-76867d465fb7 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/ports?device_id=4c4f4c89-b416-4ded-b0ab-ee9874d6980b HTTP/1.1" status: 200 len: 944 time: 0.0792744 Mar 29 15:59:37.097751 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b50a111-9e85-4f5a-a3c7-f630d8303e64 req-4bccfcea-745b-4560-acef-61a7e9b1da41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:59:37.099990 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4b50a111-9e85-4f5a-a3c7-f630d8303e64 req-4bccfcea-745b-4560-acef-61a7e9b1da41 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=52e8269b-e046-4c98-a9b1-ef8905fa8ddb HTTP/1.1" status: 200 len: 851 time: 0.0599370 Mar 29 15:59:37.104735 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-6328b66d-5da3-4f03-ab8a-3009b3131764 req-f82d3610-9e4a-4082-b84f-52a67ff82b9f tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/security-groups?id=5e7dc381-3678-4cad-aeb8-d0ce3409e19e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528100 Mar 29 15:59:37.164590 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b50a111-9e85-4f5a-a3c7-f630d8303e64 req-0990650e-8bf4-4b37-bddd-29e0e025a41a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:59:37.166110 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4b50a111-9e85-4f5a-a3c7-f630d8303e64 req-0990650e-8bf4-4b37-bddd-29e0e025a41a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8594f729-9088-4f6b-8543-aaadb0f5b192&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0596454 Mar 29 15:59:37.286380 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4b50a111-9e85-4f5a-a3c7-f630d8303e64 req-10f248a2-c7b4-4fa4-ae38-62a3ef805d03 service neutron] 10.222.0.48 "GET /v2.0/networks/8594f729-9088-4f6b-8543-aaadb0f5b192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1134579 Mar 29 15:59:37.394149 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4b50a111-9e85-4f5a-a3c7-f630d8303e64 req-d6c9ebdb-92c9-4cea-b17e-187bfe925d80 service neutron] 10.222.0.48 "GET /v2.0/networks/8594f729-9088-4f6b-8543-aaadb0f5b192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013668 Mar 29 15:59:37.844811 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce28f771-8530-4068-9f11-47e2beb3df18 req-60bc4bb9-dc15-4932-b406-e69251dec960 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:59:37.854215 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ce28f771-8530-4068-9f11-47e2beb3df18 req-60bc4bb9-dc15-4932-b406-e69251dec960 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/ports?device_id=4f24d3f6-64a3-452b-b656-94b2e3b74056 HTTP/1.1" status: 200 len: 946 time: 0.0955901 Mar 29 15:59:37.927151 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ce28f771-8530-4068-9f11-47e2beb3df18 req-ed175e35-0a04-4fb7-a49a-6a491659e11f tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/security-groups?id=374804bf-1832-496a-a9bd-7f28df171a12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708561 Mar 29 15:59:38.107150 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b2f88d-1c2f-4086-bdee-0706b7ac38ba req-693ba91d-6c7b-4607-8925-1d8d87a14a11 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:59:38.111772 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-01b2f88d-1c2f-4086-bdee-0706b7ac38ba req-693ba91d-6c7b-4607-8925-1d8d87a14a11 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/ports?device_id=4f24d3f6-64a3-452b-b656-94b2e3b74056 HTTP/1.1" status: 200 len: 946 time: 0.0693874 Mar 29 15:59:38.124096 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 43742) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:59:38.130102 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-a9070455-b085-4b58-b58c-1816481f82c4 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Request body: {'floatingip': {'port_id': 'ac0b4df0-cb96-4479-a8cd-db71862ed96d'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:59:38.183227 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-a9070455-b085-4b58-b58c-1816481f82c4 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Notify callbacks [] for floatingip, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:59:38.338277 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1834120-0237-4c2f-b266-1f978a4dd322 req-2791dd29-2cb9-4734-a728-826d3739b9bb tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:59:38.339820 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d1834120-0237-4c2f-b266-1f978a4dd322 req-2791dd29-2cb9-4734-a728-826d3739b9bb tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/ports?device_id=4c4f4c89-b416-4ded-b0ab-ee9874d6980b HTTP/1.1" status: 200 len: 944 time: 0.1530967 Mar 29 15:59:38.445725 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d1834120-0237-4c2f-b266-1f978a4dd322 req-99266827-e54f-4031-9d2f-da973d878c12 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/security-groups?id=5e7dc381-3678-4cad-aeb8-d0ce3409e19e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934072 Mar 29 15:59:39.013709 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-a9070455-b085-4b58-b58c-1816481f82c4 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:59:39.023855 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-a9070455-b085-4b58-b58c-1816481f82c4 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648212'] for floatingip, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:59:39.134944 n-d-834765-1 neutron-server[102791]: INFO neutron.db.l3_db [None req-a9070455-b085-4b58-b58c-1816481f82c4 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Floating IP b3cedc51-320c-4300-bcb4-dd98906fb505 associated. External IP: 172.25.4.231, port: ac0b4df0-cb96-4479-a8cd-db71862ed96d. Mar 29 15:59:39.372827 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9070455-b085-4b58-b58c-1816481f82c4 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Router bb48b6d1-fbb8-43e3-b468-bf47b275762e has already been hosted by L3 agent c648d819-1060-4f26-b4ec-6455387b5dff {{(pid=102791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 15:59:39.498179 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9070455-b085-4b58-b58c-1816481f82c4 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:59:39.502662 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-a9070455-b085-4b58-b58c-1816481f82c4 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for floatingip, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:59:39.513727 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35239854-2718-48ae-ac10-532e318a65a6 None None] Sync routers for ids ['bb48b6d1-fbb8-43e3-b468-bf47b275762e'] in n-d-834765-1 {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:59:39.529961 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35239854-2718-48ae-ac10-532e318a65a6 None None] Routers {'bb48b6d1-fbb8-43e3-b468-bf47b275762e'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:59:39.531799 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-35239854-2718-48ae-ac10-532e318a65a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:59:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['bb48b6d1-fbb8-43e3-b468-bf47b275762e'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:59:39.541853 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-a9070455-b085-4b58-b58c-1816481f82c4 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "PUT /v2.0/floatingips/b3cedc51-320c-4300-bcb4-dd98906fb505 HTTP/1.1" status: 200 len: 992 time: 1.4088168 Mar 29 15:59:39.541853 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f24d3f6-64a3-452b-b656-94b2e3b74056', 'tag': 'ac0b4df0-cb96-4479-a8cd-db71862ed96d'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:59:39.541853 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c67b028db5e9b9818fecc5c0a87ebc6f190694fa53ca267d523e04f98de536d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9150f386-d49c-4814-8f7e-0c021efef167" -d '{"events": [{"name": "network-changed", "server_uuid": "4f24d3f6-64a3-452b-b656-94b2e3b74056", "tag": "ac0b4df0-cb96-4479-a8cd-db71862ed96d"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:59:39.614141 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 15:59:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fbffe9b-fba2-4fdb-855b-13e9497f9986 x-openstack-request-id: req-2fbffe9b-fba2-4fdb-855b-13e9497f9986 {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:59:39.614444 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f24d3f6-64a3-452b-b656-94b2e3b74056", "tag": "ac0b4df0-cb96-4479-a8cd-db71862ed96d", "status": "completed", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:59:39.614691 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-2fbffe9b-fba2-4fdb-855b-13e9497f9986 {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:59:39.616334 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f24d3f6-64a3-452b-b656-94b2e3b74056', 'tag': 'ac0b4df0-cb96-4479-a8cd-db71862ed96d', 'status': 'completed', 'code': 200} Mar 29 15:59:39.666806 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ccb042-bf6f-4a86-8c11-685a366a9aa3 req-5c02efe2-38a7-4882-b211-2da16f6ce93a tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:59:39.668869 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-15ccb042-bf6f-4a86-8c11-685a366a9aa3 req-5c02efe2-38a7-4882-b211-2da16f6ce93a tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/ports?device_id=4c4f4c89-b416-4ded-b0ab-ee9874d6980b HTTP/1.1" status: 200 len: 944 time: 0.0858371 Mar 29 15:59:39.744715 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-15ccb042-bf6f-4a86-8c11-685a366a9aa3 req-321d2c4e-ec4d-4ac7-85ad-d293a0ecbfc4 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/security-groups?id=5e7dc381-3678-4cad-aeb8-d0ce3409e19e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687792 Mar 29 15:59:39.745863 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvr_db [None req-35239854-2718-48ae-ac10-532e318a65a6 None None] Set router bb48b6d1-fbb8-43e3-b468-bf47b275762e gateway port host: n-d-834765-1 {{(pid=102792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:59:39.788092 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9150f386-d49c-4814-8f7e-0c021efef167 req-82fce269-bcd3-45ba-9fd1-8e5cfed7151c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:59:39.789567 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-9150f386-d49c-4814-8f7e-0c021efef167 req-82fce269-bcd3-45ba-9fd1-8e5cfed7151c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=358ad84304604947a292f32d4e62126b&device_id=4f24d3f6-64a3-452b-b656-94b2e3b74056 HTTP/1.1" status: 200 len: 1097 time: 0.1507847 Mar 29 15:59:39.797912 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cb6120-41cf-4fd5-893d-e8ad9d132b2c req-b972b0ba-e68f-44d3-a90b-0f0a255f9e8b tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:59:39.799367 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-a2cb6120-41cf-4fd5-893d-e8ad9d132b2c req-b972b0ba-e68f-44d3-a90b-0f0a255f9e8b tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/ports?device_id=4f24d3f6-64a3-452b-b656-94b2e3b74056 HTTP/1.1" status: 200 len: 946 time: 0.1071503 Mar 29 15:59:39.894315 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-a2cb6120-41cf-4fd5-893d-e8ad9d132b2c req-859c4353-6612-4958-9dd5-66fd1c5f67de tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/security-groups?id=374804bf-1832-496a-a9bd-7f28df171a12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0859582 Mar 29 15:59:39.949784 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9150f386-d49c-4814-8f7e-0c021efef167 req-cc2439c8-76b4-42a3-8177-a77f925edae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:59:39.952031 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-9150f386-d49c-4814-8f7e-0c021efef167 req-cc2439c8-76b4-42a3-8177-a77f925edae6 service neutron] 10.222.0.48 "GET /v2.0/networks?id=3364456e-aead-437c-a830-dc7a420fe2a4 HTTP/1.1" status: 200 len: 913 time: 0.1515117 Mar 29 15:59:40.135002 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-9150f386-d49c-4814-8f7e-0c021efef167 req-05492c96-e3cd-4b8b-a324-08f9b2b789af service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ac0b4df0-cb96-4479-a8cd-db71862ed96d HTTP/1.1" status: 200 len: 1000 time: 0.1732595 Mar 29 15:59:40.141332 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-35239854-2718-48ae-ac10-532e318a65a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb48b6d1-fbb8-43e3-b468-bf47b275762e', 'name': 'tempest-ServerActionsTestJSON-1951909265-router', 'tenant_id': '358ad84304604947a292f32d4e62126b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.239'}], 'enable_snat': True}, 'gw_port_id': '4d4f7036-558e-41af-9f76-4fac90a8d754', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:58:57Z', 'updated_at': '2022-03-29T15:59:04Z', 'revision_number': 4, 'project_id': '358ad84304604947a292f32d4e62126b', 'gw_port': {'id': '4d4f7036-558e-41af-9f76-4fac90a8d754', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:90:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb48b6d1-fbb8-43e3-b468-bf47b275762e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2840, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:58:58Z', 'updated_at': '2022-03-29T15:59:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_floatingips': [{'id': 'b3cedc51-320c-4300-bcb4-dd98906fb505', 'tenant_id': '358ad84304604947a292f32d4e62126b', 'floating_ip_address': '172.25.4.231', 'floating_network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'router_id': 'bb48b6d1-fbb8-43e3-b468-bf47b275762e', 'port_id': 'ac0b4df0-cb96-4479-a8cd-db71862ed96d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2854, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3364456e-aead-437c-a830-dc7a420fe2a4', 'mac_address': 'fa:16:3e:cd:9d:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f24d3f6-64a3-452b-b656-94b2e3b74056', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T15:59:10Z', 'updated_at': '2022-03-29T15:59:38Z', 'revision_number': 1, 'project_id': '358ad84304604947a292f32d4e62126b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24f65474-5f8e-462c-bac9-2bc08dae07a3', 'name': '', 'network_id': '3364456e-aead-437c-a830-dc7a420fe2a4', 'tenant_id': '358ad84304604947a292f32d4e62126b', 'mac_address': 'fa:16:3e:6d:3a:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb48b6d1-fbb8-43e3-b468-bf47b275762e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2847, 'fixed_ips': [{'subnet_id': '6caada61-173d-4256-8e9d-611647191ef5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:59:03Z', 'updated_at': '2022-03-29T15:59:11Z', 'revision_number': 5, 'project_id': '358ad84304604947a292f32d4e62126b', 'subnets': [{'id': '6caada61-173d-4256-8e9d-611647191ef5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:59:40.176482 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35239854-2718-48ae-ac10-532e318a65a6 None None] Checking router: bb48b6d1-fbb8-43e3-b468-bf47b275762e for host: n-d-834765-1 {{(pid=102792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:59:40.186255 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cc284a-6e06-4012-9612-9e3d789e2ef0 req-cdb6b786-3270-4b60-8124-b18e10cf97e9 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:59:40.189764 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-51cc284a-6e06-4012-9612-9e3d789e2ef0 req-cdb6b786-3270-4b60-8124-b18e10cf97e9 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/ports?device_id=4f24d3f6-64a3-452b-b656-94b2e3b74056 HTTP/1.1" status: 200 len: 946 time: 0.1533816 Mar 29 15:59:40.206506 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35239854-2718-48ae-ac10-532e318a65a6 None None] Routers {'bb48b6d1-fbb8-43e3-b468-bf47b275762e'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:59:40.207165 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-35239854-2718-48ae-ac10-532e318a65a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:59:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['bb48b6d1-fbb8-43e3-b468-bf47b275762e'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:59:40.262227 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-51cc284a-6e06-4012-9612-9e3d789e2ef0 req-e7927ff6-8db8-4ea5-abe2-5f24d225b0e5 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/security-groups?id=374804bf-1832-496a-a9bd-7f28df171a12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644081 Mar 29 15:59:40.295669 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9150f386-d49c-4814-8f7e-0c021efef167 req-403d5949-a8c8-44af-bce1-16a758950795 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:59:40.305399 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-9150f386-d49c-4814-8f7e-0c021efef167 req-403d5949-a8c8-44af-bce1-16a758950795 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6caada61-173d-4256-8e9d-611647191ef5 HTTP/1.1" status: 200 len: 851 time: 0.1628709 Mar 29 15:59:40.369664 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9150f386-d49c-4814-8f7e-0c021efef167 req-1104d269-fe14-47bd-963e-405b0b617f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:59:40.371854 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-9150f386-d49c-4814-8f7e-0c021efef167 req-1104d269-fe14-47bd-963e-405b0b617f1c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3364456e-aead-437c-a830-dc7a420fe2a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0563526 Mar 29 15:59:40.372855 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvr_db [None req-35239854-2718-48ae-ac10-532e318a65a6 None None] Set router bb48b6d1-fbb8-43e3-b468-bf47b275762e gateway port host: n-d-834765-1 {{(pid=102792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:59:40.487307 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-9150f386-d49c-4814-8f7e-0c021efef167 req-80feb6d4-3387-4b93-a5a9-ebfe3fa4f08b service neutron] 10.222.0.48 "GET /v2.0/networks/3364456e-aead-437c-a830-dc7a420fe2a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1088157 Mar 29 15:59:40.591794 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-9150f386-d49c-4814-8f7e-0c021efef167 req-5d5e12fb-08f9-4e25-ae2e-334eaa88e8a2 service neutron] 10.222.0.48 "GET /v2.0/networks/3364456e-aead-437c-a830-dc7a420fe2a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976033 Mar 29 15:59:40.668847 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-35239854-2718-48ae-ac10-532e318a65a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb48b6d1-fbb8-43e3-b468-bf47b275762e', 'name': 'tempest-ServerActionsTestJSON-1951909265-router', 'tenant_id': '358ad84304604947a292f32d4e62126b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.239'}], 'enable_snat': True}, 'gw_port_id': '4d4f7036-558e-41af-9f76-4fac90a8d754', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:58:57Z', 'updated_at': '2022-03-29T15:59:04Z', 'revision_number': 4, 'project_id': '358ad84304604947a292f32d4e62126b', 'gw_port': {'id': '4d4f7036-558e-41af-9f76-4fac90a8d754', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:90:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb48b6d1-fbb8-43e3-b468-bf47b275762e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2840, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:58:58Z', 'updated_at': '2022-03-29T15:59:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_floatingips': [{'id': 'b3cedc51-320c-4300-bcb4-dd98906fb505', 'tenant_id': '358ad84304604947a292f32d4e62126b', 'floating_ip_address': '172.25.4.231', 'floating_network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'router_id': 'bb48b6d1-fbb8-43e3-b468-bf47b275762e', 'port_id': 'ac0b4df0-cb96-4479-a8cd-db71862ed96d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2854, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3364456e-aead-437c-a830-dc7a420fe2a4', 'mac_address': 'fa:16:3e:cd:9d:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f24d3f6-64a3-452b-b656-94b2e3b74056', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T15:59:10Z', 'updated_at': '2022-03-29T15:59:38Z', 'revision_number': 1, 'project_id': '358ad84304604947a292f32d4e62126b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24f65474-5f8e-462c-bac9-2bc08dae07a3', 'name': '', 'network_id': '3364456e-aead-437c-a830-dc7a420fe2a4', 'tenant_id': '358ad84304604947a292f32d4e62126b', 'mac_address': 'fa:16:3e:6d:3a:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb48b6d1-fbb8-43e3-b468-bf47b275762e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2847, 'fixed_ips': [{'subnet_id': '6caada61-173d-4256-8e9d-611647191ef5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:59:03Z', 'updated_at': '2022-03-29T15:59:11Z', 'revision_number': 5, 'project_id': '358ad84304604947a292f32d4e62126b', 'subnets': [{'id': '6caada61-173d-4256-8e9d-611647191ef5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:59:40.707347 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35239854-2718-48ae-ac10-532e318a65a6 None None] The sync data for ids ['bb48b6d1-fbb8-43e3-b468-bf47b275762e'] in n-d-834765-1 is: [{'id': 'bb48b6d1-fbb8-43e3-b468-bf47b275762e', 'name': 'tempest-ServerActionsTestJSON-1951909265-router', 'tenant_id': '358ad84304604947a292f32d4e62126b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.239'}], 'enable_snat': True}, 'gw_port_id': '4d4f7036-558e-41af-9f76-4fac90a8d754', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:58:57Z', 'updated_at': '2022-03-29T15:59:04Z', 'revision_number': 4, 'project_id': '358ad84304604947a292f32d4e62126b', 'gw_port': {'id': '4d4f7036-558e-41af-9f76-4fac90a8d754', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:90:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb48b6d1-fbb8-43e3-b468-bf47b275762e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2840, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:58:58Z', 'updated_at': '2022-03-29T15:59:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_floatingips': [{'id': 'b3cedc51-320c-4300-bcb4-dd98906fb505', 'tenant_id': '358ad84304604947a292f32d4e62126b', 'floating_ip_address': '172.25.4.231', 'floating_network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'router_id': 'bb48b6d1-fbb8-43e3-b468-bf47b275762e', 'port_id': 'ac0b4df0-cb96-4479-a8cd-db71862ed96d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2854, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3364456e-aead-437c-a830-dc7a420fe2a4', 'mac_address': 'fa:16:3e:cd:9d:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f24d3f6-64a3-452b-b656-94b2e3b74056', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T15:59:10Z', 'updated_at': '2022-03-29T15:59:38Z', 'revision_number': 1, 'project_id': '358ad84304604947a292f32d4e62126b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24f65474-5f8e-462c-bac9-2bc08dae07a3', 'name': '', 'network_id': '3364456e-aead-437c-a830-dc7a420fe2a4', 'tenant_id': '358ad84304604947a292f32d4e62126b', 'mac_address': 'fa:16:3e:6d:3a:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb48b6d1-fbb8-43e3-b468-bf47b275762e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2847, 'fixed_ips': [{'subnet_id': '6caada61-173d-4256-8e9d-611647191ef5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:59:03Z', 'updated_at': '2022-03-29T15:59:11Z', 'revision_number': 5, 'project_id': '358ad84304604947a292f32d4e62126b', 'subnets': [{'id': '6caada61-173d-4256-8e9d-611647191ef5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:59:40.916536 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba2c0c2-989f-42d8-bdc9-2f8326bca586 req-3d7a1269-3314-4cc1-a87c-c006ccb37d43 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:59:40.918753 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-cba2c0c2-989f-42d8-bdc9-2f8326bca586 req-3d7a1269-3314-4cc1-a87c-c006ccb37d43 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/ports?device_id=4c4f4c89-b416-4ded-b0ab-ee9874d6980b HTTP/1.1" status: 200 len: 944 time: 0.0876098 Mar 29 15:59:40.974046 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-cba2c0c2-989f-42d8-bdc9-2f8326bca586 req-2c8d375a-7f3f-42fa-8d82-6adca8325153 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/security-groups?id=5e7dc381-3678-4cad-aeb8-d0ce3409e19e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469933 Mar 29 15:59:41.027516 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d99cda4-2cf9-4953-8d4a-b77f2f43e21d None None] New status for floating IP b3cedc51-320c-4300-bcb4-dd98906fb505: ACTIVE {{(pid=102793) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 15:59:41.462241 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e287c0a6-64d9-4a10-88ad-6b58a6ff5434 req-5ad4fc2b-0d9e-49f6-b2b3-eef778d9a43c tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:59:41.463950 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-e287c0a6-64d9-4a10-88ad-6b58a6ff5434 req-5ad4fc2b-0d9e-49f6-b2b3-eef778d9a43c tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/ports?device_id=4f24d3f6-64a3-452b-b656-94b2e3b74056 HTTP/1.1" status: 200 len: 946 time: 0.0842812 Mar 29 15:59:41.528841 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-e287c0a6-64d9-4a10-88ad-6b58a6ff5434 req-a1d05cb8-4b40-4384-b9de-5e8473bc836e tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/security-groups?id=374804bf-1832-496a-a9bd-7f28df171a12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575707 Mar 29 15:59:41.572288 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4a372358-d8f6-49a1-8d4e-921a3c4ffc85 req-4a6e5609-6577-4df8-9a40-f39ab6c69f1b service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=6a217708-1e2e-4818-bd10-8ae842662312&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0635211 Mar 29 15:59:41.687250 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f100c6-b19b-4e41-9b09-3ddc2d844929 req-806f7b4d-f0df-414a-909d-9671eeee5a84 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:59:41.688763 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-c1f100c6-b19b-4e41-9b09-3ddc2d844929 req-806f7b4d-f0df-414a-909d-9671eeee5a84 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/ports?device_id=4f24d3f6-64a3-452b-b656-94b2e3b74056 HTTP/1.1" status: 200 len: 946 time: 0.0718634 Mar 29 15:59:41.691780 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a372358-d8f6-49a1-8d4e-921a3c4ffc85 req-d941c69f-3f98-4c5b-9564-47d6495dece4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:59:41.694121 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4a372358-d8f6-49a1-8d4e-921a3c4ffc85 req-d941c69f-3f98-4c5b-9564-47d6495dece4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=0645dc511670491c8626eeb496c0ab97&device_id=6a217708-1e2e-4818-bd10-8ae842662312 HTTP/1.1" status: 200 len: 1097 time: 0.0882471 Mar 29 15:59:41.767825 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-c1f100c6-b19b-4e41-9b09-3ddc2d844929 req-48ffc30d-b5c5-421a-888d-3a931a759707 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/security-groups?id=374804bf-1832-496a-a9bd-7f28df171a12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0724483 Mar 29 15:59:41.842651 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a372358-d8f6-49a1-8d4e-921a3c4ffc85 req-5e3d2953-f867-4bd0-a9e3-a94321e26d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:59:41.844256 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4a372358-d8f6-49a1-8d4e-921a3c4ffc85 req-5e3d2953-f867-4bd0-a9e3-a94321e26d59 service neutron] 10.222.0.48 "GET /v2.0/networks?id=d994e3d3-6e54-466f-bbe9-e588ad776084 HTTP/1.1" status: 200 len: 912 time: 0.1287298 Mar 29 15:59:41.946133 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4a372358-d8f6-49a1-8d4e-921a3c4ffc85 req-838e3958-f80d-4b12-b538-1d18b9cc61b7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2794e879-ed00-4f3e-b1c7-b826a0ebacf6 HTTP/1.1" status: 200 len: 1001 time: 0.0887656 Mar 29 15:59:42.000789 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a372358-d8f6-49a1-8d4e-921a3c4ffc85 req-e5046c7d-4543-4010-87f1-2396dcc17fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:59:42.002507 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4a372358-d8f6-49a1-8d4e-921a3c4ffc85 req-e5046c7d-4543-4010-87f1-2396dcc17fc2 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a8d0e49f-9e4f-4325-b3fe-d85cd5221184 HTTP/1.1" status: 200 len: 850 time: 0.0509617 Mar 29 15:59:42.081133 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a372358-d8f6-49a1-8d4e-921a3c4ffc85 req-b98ca8ac-e119-4fc5-878a-bf1bcdc0135f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:59:42.085989 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4a372358-d8f6-49a1-8d4e-921a3c4ffc85 req-b98ca8ac-e119-4fc5-878a-bf1bcdc0135f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d994e3d3-6e54-466f-bbe9-e588ad776084&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0703685 Mar 29 15:59:42.311065 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0bc2b1-bdfa-448f-8fc7-957b4d2f845d req-3fbdf36d-1409-4a0d-b31c-29f6556cff8e tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:59:42.313307 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-cf0bc2b1-bdfa-448f-8fc7-957b4d2f845d req-3fbdf36d-1409-4a0d-b31c-29f6556cff8e tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/ports?device_id=4c4f4c89-b416-4ded-b0ab-ee9874d6980b HTTP/1.1" status: 200 len: 944 time: 0.1585526 Mar 29 15:59:42.399310 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4a372358-d8f6-49a1-8d4e-921a3c4ffc85 req-c070e615-389b-47cf-98ed-f1c4135d148b service neutron] 10.222.0.48 "GET /v2.0/networks/d994e3d3-6e54-466f-bbe9-e588ad776084?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3011675 Mar 29 15:59:42.431546 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-cf0bc2b1-bdfa-448f-8fc7-957b4d2f845d req-ecece18f-6650-4168-8ca5-70ccdd6acbca tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/security-groups?id=5e7dc381-3678-4cad-aeb8-d0ce3409e19e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115139 Mar 29 15:59:42.579002 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4a372358-d8f6-49a1-8d4e-921a3c4ffc85 req-eac0704b-f3f1-4ba8-a431-67abfd65fd04 service neutron] 10.222.0.48 "GET /v2.0/networks/d994e3d3-6e54-466f-bbe9-e588ad776084?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1463404 Mar 29 15:59:43.453402 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-3df22274-9578-4bc3-ad18-a4b138af3c97 req-04c4c6a9-c24b-45a1-99cf-8f58656746b4 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=1988d609-4f13-419d-98dc-b82cc65c41c6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0816193 Mar 29 15:59:43.625244 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ed7c9d-91d9-42a7-ad0d-6c78e926de05 req-1ee528d3-a95c-4e2e-867e-bd18646a4a92 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:59:43.634721 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-10ed7c9d-91d9-42a7-ad0d-6c78e926de05 req-1ee528d3-a95c-4e2e-867e-bd18646a4a92 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/ports?device_id=4c4f4c89-b416-4ded-b0ab-ee9874d6980b HTTP/1.1" status: 200 len: 944 time: 0.0686452 Mar 29 15:59:43.642613 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df22274-9578-4bc3-ad18-a4b138af3c97 req-2519c738-accd-4dec-a5d8-19e4504b6b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:59:43.653635 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-3df22274-9578-4bc3-ad18-a4b138af3c97 req-2519c738-accd-4dec-a5d8-19e4504b6b9e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=48ba1cdba6ea4eb098e40b52d44291ec&device_id=1988d609-4f13-419d-98dc-b82cc65c41c6 HTTP/1.1" status: 200 len: 1096 time: 0.1589386 Mar 29 15:59:43.713335 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-10ed7c9d-91d9-42a7-ad0d-6c78e926de05 req-7d9d09ff-adc1-49d9-a3d3-ffa870f56309 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/security-groups?id=5e7dc381-3678-4cad-aeb8-d0ce3409e19e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773964 Mar 29 15:59:43.814063 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df22274-9578-4bc3-ad18-a4b138af3c97 req-3b8d87ec-0c11-4b83-8cb3-341ee2805ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:59:43.815648 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-3df22274-9578-4bc3-ad18-a4b138af3c97 req-3b8d87ec-0c11-4b83-8cb3-341ee2805ff4 service neutron] 10.222.0.44 "GET /v2.0/networks?id=6da5eb6a-1ef7-4aa0-bbb2-e8f3bdbdd5ff HTTP/1.1" status: 200 len: 920 time: 0.1355014 Mar 29 15:59:43.898877 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-3df22274-9578-4bc3-ad18-a4b138af3c97 req-2e447d8a-96cd-497e-88a5-2df475e2bb3c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6def3afc-9a81-4374-807f-7bac44086c9c HTTP/1.1" status: 200 len: 1001 time: 0.0762928 Mar 29 15:59:43.955539 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df22274-9578-4bc3-ad18-a4b138af3c97 req-dc8eb3fd-b041-4d68-ac4c-01dcbcbef430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:59:43.957180 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-3df22274-9578-4bc3-ad18-a4b138af3c97 req-dc8eb3fd-b041-4d68-ac4c-01dcbcbef430 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f321fdd4-89ca-4bd6-835a-732290fa6cda HTTP/1.1" status: 200 len: 858 time: 0.0525849 Mar 29 15:59:44.034712 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df22274-9578-4bc3-ad18-a4b138af3c97 req-2f036c30-dca8-4b16-beb1-59d2c3f70dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:59:44.041287 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-3df22274-9578-4bc3-ad18-a4b138af3c97 req-2f036c30-dca8-4b16-beb1-59d2c3f70dc3 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6da5eb6a-1ef7-4aa0-bbb2-e8f3bdbdd5ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0771544 Mar 29 15:59:44.269273 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-3df22274-9578-4bc3-ad18-a4b138af3c97 req-75df9b0d-de96-4f6a-8117-d6bb6a14b7e0 service neutron] 10.222.0.44 "GET /v2.0/networks/6da5eb6a-1ef7-4aa0-bbb2-e8f3bdbdd5ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2182162 Mar 29 15:59:44.370077 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-3df22274-9578-4bc3-ad18-a4b138af3c97 req-32dc652c-62b2-4dbb-83a0-e81e685c891a service neutron] 10.222.0.44 "GET /v2.0/networks/6da5eb6a-1ef7-4aa0-bbb2-e8f3bdbdd5ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940790 Mar 29 15:59:44.910967 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a579d5-11bc-471c-b321-e4636666efc0 req-d1f11430-46a6-450e-810f-037c312d180d tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:59:44.920305 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-56a579d5-11bc-471c-b321-e4636666efc0 req-d1f11430-46a6-450e-810f-037c312d180d tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/ports?device_id=4c4f4c89-b416-4ded-b0ab-ee9874d6980b HTTP/1.1" status: 200 len: 944 time: 0.0793059 Mar 29 15:59:44.988946 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-56a579d5-11bc-471c-b321-e4636666efc0 req-de4dfb6f-1787-4cce-8b0d-406e4673dd0a tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/security-groups?id=5e7dc381-3678-4cad-aeb8-d0ce3409e19e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673728 Mar 29 15:59:46.124041 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374ae890-072a-4af8-b7b8-edc3cb5fe8e0 req-8a6d9ce6-ec8c-4461-b437-8a149be68758 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:59:46.127943 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-374ae890-072a-4af8-b7b8-edc3cb5fe8e0 req-8a6d9ce6-ec8c-4461-b437-8a149be68758 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/ports?device_id=4c4f4c89-b416-4ded-b0ab-ee9874d6980b HTTP/1.1" status: 200 len: 944 time: 0.0595231 Mar 29 15:59:46.178555 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-374ae890-072a-4af8-b7b8-edc3cb5fe8e0 req-5214148c-2758-469c-a31e-5a827deebc5a tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/security-groups?id=5e7dc381-3678-4cad-aeb8-d0ce3409e19e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433748 Mar 29 15:59:46.439917 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device ac0b4df0-cb96-4479-a8cd-db71862ed96d details requested by agent hyperv_n-h2-834765-1 with host n-h2-834765-1 {{(pid=102792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 15:59:46.580235 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port ac0b4df0-cb96-4479-a8cd-db71862ed96d, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=ac0b4df0-cb96-4479-a8cd-db71862ed96d,segment=NetworkSegment(94b35437-d3ca-48bd-89d7-8faa6fa42a91),segment_id=94b35437-d3ca-48bd-89d7-8faa6fa42a91)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:59:46.594195 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Returning: {'device': 'ac0b4df0-cb96-4479-a8cd-db71862ed96d', 'network_id': '3364456e-aead-437c-a830-dc7a420fe2a4', 'port_id': 'ac0b4df0-cb96-4479-a8cd-db71862ed96d', 'mac_address': 'fa:16:3e:cd:9d:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 632, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6caada61-173d-4256-8e9d-611647191ef5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 15:59:46.635388 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:59:46.651248 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ac0b4df0-cb96-4479-a8cd-db71862ed96d {{(pid=102792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:59:46.673491 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port ac0b4df0-cb96-4479-a8cd-db71862ed96d, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=ac0b4df0-cb96-4479-a8cd-db71862ed96d,segment=NetworkSegment(94b35437-d3ca-48bd-89d7-8faa6fa42a91),segment_id=94b35437-d3ca-48bd-89d7-8faa6fa42a91)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:59:46.680164 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:59:46.762336 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Pushing event updated for resources: {'Port': ['ID=ac0b4df0-cb96-4479-a8cd-db71862ed96d,revision_number=6']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:59:46.771215 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:59:46.771615 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:59:46.771963 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:59:46.772282 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:59:46.772611 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:59:46.772939 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:59:46.773264 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:59:46.773749 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:59:46.773903 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:59:46.774217 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:59:46.774659 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:59:46.774992 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:59:46.779930 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] get_ports_and_sgs() called for port_ids ['ac0b4df0-cb96-4479-a8cd-db71862ed96d'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:59:47.057492 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:59:47.310389 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c81dcf1-2c9e-4f25-ae00-5cb00e6fcf1b req-cfbd1fc3-c542-473d-8668-712af8370427 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:59:47.312166 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-0c81dcf1-2c9e-4f25-ae00-5cb00e6fcf1b req-cfbd1fc3-c542-473d-8668-712af8370427 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/ports?device_id=4c4f4c89-b416-4ded-b0ab-ee9874d6980b HTTP/1.1" status: 200 len: 944 time: 0.0626738 Mar 29 15:59:47.375039 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-0c81dcf1-2c9e-4f25-ae00-5cb00e6fcf1b req-6671e8db-3fb5-439f-abd6-be8aba64b896 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/security-groups?id=5e7dc381-3678-4cad-aeb8-d0ce3409e19e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525789 Mar 29 15:59:47.851175 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:59:48.475305 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device ab625c95-876e-4e99-933a-4a823554894d details requested by agent hyperv_n-h2-834765-1 with host n-h2-834765-1 {{(pid=102792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 15:59:48.480436 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device ac0b4df0-cb96-4479-a8cd-db71862ed96d up at agent hyperv_n-h2-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:59:48.529690 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e9b169-2e96-4691-8038-4199440c05e4 req-435806f4-fd42-489f-a435-5477c0a2a898 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:59:48.531450 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-52e9b169-2e96-4691-8038-4199440c05e4 req-435806f4-fd42-489f-a435-5477c0a2a898 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/ports?device_id=4c4f4c89-b416-4ded-b0ab-ee9874d6980b HTTP/1.1" status: 200 len: 944 time: 0.0673413 Mar 29 15:59:48.594199 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-52e9b169-2e96-4691-8038-4199440c05e4 req-22fcb880-29ee-4180-b16b-1c7bc734e950 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/security-groups?id=5e7dc381-3678-4cad-aeb8-d0ce3409e19e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556805 Mar 29 15:59:48.691872 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Provisioning complete for port ac0b4df0-cb96-4479-a8cd-db71862ed96d triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:59:48.692248 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:59:48.743696 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port ab625c95-876e-4e99-933a-4a823554894d, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=ab625c95-876e-4e99-933a-4a823554894d,segment=NetworkSegment(f897e69d-257a-4c8a-bc55-e063bbc47d9e),segment_id=f897e69d-257a-4c8a-bc55-e063bbc47d9e)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:59:48.760720 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Returning: {'device': 'ab625c95-876e-4e99-933a-4a823554894d', 'network_id': '8594f729-9088-4f6b-8543-aaadb0f5b192', 'port_id': 'ab625c95-876e-4e99-933a-4a823554894d', 'mac_address': 'fa:16:3e:c6:2a:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 601, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52e8269b-e046-4c98-a9b1-ef8905fa8ddb', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 15:59:48.847779 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:59:48.866229 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab625c95-876e-4e99-933a-4a823554894d {{(pid=102792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:59:48.892563 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:59:48.911092 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port ab625c95-876e-4e99-933a-4a823554894d, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=ab625c95-876e-4e99-933a-4a823554894d,segment=NetworkSegment(f897e69d-257a-4c8a-bc55-e063bbc47d9e),segment_id=f897e69d-257a-4c8a-bc55-e063bbc47d9e)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:59:48.937444 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port ac0b4df0-cb96-4479-a8cd-db71862ed96d, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=ac0b4df0-cb96-4479-a8cd-db71862ed96d,segment=NetworkSegment(94b35437-d3ca-48bd-89d7-8faa6fa42a91),segment_id=94b35437-d3ca-48bd-89d7-8faa6fa42a91)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:59:48.939538 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f24d3f6-64a3-452b-b656-94b2e3b74056', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac0b4df0-cb96-4479-a8cd-db71862ed96d'}] {{(pid=102792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:59:48.944941 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4f476c66b318cc6068719fc39557fac68d413f5c7e78fa77028c7948e999ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60c2838a-5c9c-41d9-a884-e2bab6190ec1" -d '{"events": [{"server_uuid": "4f24d3f6-64a3-452b-b656-94b2e3b74056", "name": "network-vif-plugged", "status": "completed", "tag": "ac0b4df0-cb96-4479-a8cd-db71862ed96d"}]}' {{(pid=102792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:59:48.963498 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:59:48.972309 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:59:49.080975 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:59:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33d9f8ca-0b33-4a0c-aacd-e492d98ddaa2 x-openstack-request-id: req-33d9f8ca-0b33-4a0c-aacd-e492d98ddaa2 {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:59:49.082575 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f24d3f6-64a3-452b-b656-94b2e3b74056", "name": "network-vif-plugged", "status": "completed", "tag": "ac0b4df0-cb96-4479-a8cd-db71862ed96d", "code": 200}]} {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:59:49.084406 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-33d9f8ca-0b33-4a0c-aacd-e492d98ddaa2 {{(pid=102792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:59:49.086128 n-d-834765-1 neutron-server[102792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f24d3f6-64a3-452b-b656-94b2e3b74056', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac0b4df0-cb96-4479-a8cd-db71862ed96d', 'code': 200} Mar 29 15:59:49.106270 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Pushing event updated for resources: {'Port': ['ID=ab625c95-876e-4e99-933a-4a823554894d,revision_number=4']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:59:49.424277 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Pushing event updated for resources: {'Port': ['ID=ac0b4df0-cb96-4479-a8cd-db71862ed96d,revision_number=7']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:59:49.535134 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] get_ports_and_sgs() called for port_ids ['ab625c95-876e-4e99-933a-4a823554894d'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:59:49.824669 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a95610-9360-4f48-88b0-b7057b798e37 req-a6187c78-77a6-43bc-b5a5-24e82fc950e5 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:59:49.827453 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-82a95610-9360-4f48-88b0-b7057b798e37 req-a6187c78-77a6-43bc-b5a5-24e82fc950e5 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/ports?device_id=4c4f4c89-b416-4ded-b0ab-ee9874d6980b HTTP/1.1" status: 200 len: 945 time: 0.1025002 Mar 29 15:59:49.887959 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-82a95610-9360-4f48-88b0-b7057b798e37 req-3b69de40-e448-493d-a44c-e1e58667ffd8 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/security-groups?id=5e7dc381-3678-4cad-aeb8-d0ce3409e19e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531521 Mar 29 15:59:51.050491 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffc2b02-7f73-4fbe-b231-e3c864654255 req-ee949272-e90e-4d25-b905-66de1256ccb2 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:59:51.063059 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-3ffc2b02-7f73-4fbe-b231-e3c864654255 req-ee949272-e90e-4d25-b905-66de1256ccb2 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/ports?device_id=4c4f4c89-b416-4ded-b0ab-ee9874d6980b HTTP/1.1" status: 200 len: 945 time: 0.0862150 Mar 29 15:59:51.120347 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-3ffc2b02-7f73-4fbe-b231-e3c864654255 req-8d660196-5bc8-4390-9b6f-1400bba37011 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/security-groups?id=5e7dc381-3678-4cad-aeb8-d0ce3409e19e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542920 Mar 29 15:59:52.315245 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc17c283-a699-4472-bc6d-e1119d28628f req-dd74bf27-5072-4598-8679-4fd437ecf67a tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:59:52.316902 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-cc17c283-a699-4472-bc6d-e1119d28628f req-dd74bf27-5072-4598-8679-4fd437ecf67a tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/ports?device_id=4c4f4c89-b416-4ded-b0ab-ee9874d6980b HTTP/1.1" status: 200 len: 945 time: 0.0823350 Mar 29 15:59:52.358179 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-cc17c283-a699-4472-bc6d-e1119d28628f req-d2193c54-4945-44bb-961e-45525efaf644 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/security-groups?id=5e7dc381-3678-4cad-aeb8-d0ce3409e19e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340257 Mar 29 15:59:52.474306 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device ab625c95-876e-4e99-933a-4a823554894d up at agent hyperv_n-h2-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:59:52.587444 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Provisioning for port ab625c95-876e-4e99-933a-4a823554894d completed by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 15:59:52.599571 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Provisioning complete for port ab625c95-876e-4e99-933a-4a823554894d triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 15:59:52.599571 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:59:52.737136 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:59:52.776340 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port ab625c95-876e-4e99-933a-4a823554894d, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=ab625c95-876e-4e99-933a-4a823554894d,segment=NetworkSegment(f897e69d-257a-4c8a-bc55-e063bbc47d9e),segment_id=f897e69d-257a-4c8a-bc55-e063bbc47d9e)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:59:52.777512 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c4f4c89-b416-4ded-b0ab-ee9874d6980b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab625c95-876e-4e99-933a-4a823554894d'}] {{(pid=102792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:59:52.781086 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4f476c66b318cc6068719fc39557fac68d413f5c7e78fa77028c7948e999ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f67be46a-77f5-4b12-9dbd-1928f745ad8f" -d '{"events": [{"server_uuid": "4c4f4c89-b416-4ded-b0ab-ee9874d6980b", "name": "network-vif-plugged", "status": "completed", "tag": "ab625c95-876e-4e99-933a-4a823554894d"}]}' {{(pid=102792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:59:52.786159 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:59:52.847831 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Pushing event updated for resources: {'Port': ['ID=ab625c95-876e-4e99-933a-4a823554894d,revision_number=5']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:59:52.891908 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:59:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-409c7092-25b2-4740-833e-8e79d2238525 x-openstack-request-id: req-409c7092-25b2-4740-833e-8e79d2238525 {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:59:52.892209 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c4f4c89-b416-4ded-b0ab-ee9874d6980b", "name": "network-vif-plugged", "status": "completed", "tag": "ab625c95-876e-4e99-933a-4a823554894d", "code": 200}]} {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:59:52.892487 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-409c7092-25b2-4740-833e-8e79d2238525 {{(pid=102792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:59:52.892905 n-d-834765-1 neutron-server[102792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c4f4c89-b416-4ded-b0ab-ee9874d6980b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab625c95-876e-4e99-933a-4a823554894d', 'code': 200} Mar 29 15:59:53.074359 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597e54a1-5388-4900-ae9e-54516e0aaf47 req-06fbabb4-5267-4bff-b5fc-b74c460366ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:59:53.077580 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-597e54a1-5388-4900-ae9e-54516e0aaf47 req-06fbabb4-5267-4bff-b5fc-b74c460366ea service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=4c4f4c89-b416-4ded-b0ab-ee9874d6980b HTTP/1.1" status: 200 len: 1097 time: 0.0479560 Mar 29 15:59:53.146857 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-597e54a1-5388-4900-ae9e-54516e0aaf47 req-733d707d-11de-47da-97f0-293ec2d13b44 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=5e7dc381-3678-4cad-aeb8-d0ce3409e19e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550075 Mar 29 15:59:53.550482 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a9a4bc-96fa-42cd-bfb3-e1232fb7a81d req-a906136d-9f30-4b28-81c5-5ea08158e5fa tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:59:53.559505 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-92a9a4bc-96fa-42cd-bfb3-e1232fb7a81d req-a906136d-9f30-4b28-81c5-5ea08158e5fa tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] 10.222.0.42 "GET /v2.0/ports?device_id=6a217708-1e2e-4818-bd10-8ae842662312 HTTP/1.1" status: 200 len: 946 time: 0.0813098 Mar 29 15:59:53.593927 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834f9d1d-724e-40ea-9fdf-b95afc6fde83 req-d7e763f4-49a1-4f3e-8c90-5de7f1426bc9 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:59:53.601685 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-834f9d1d-724e-40ea-9fdf-b95afc6fde83 req-d7e763f4-49a1-4f3e-8c90-5de7f1426bc9 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/ports?device_id=4c4f4c89-b416-4ded-b0ab-ee9874d6980b HTTP/1.1" status: 200 len: 946 time: 0.0765433 Mar 29 15:59:53.632946 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-92a9a4bc-96fa-42cd-bfb3-e1232fb7a81d req-02099953-60ba-48d4-b034-7bab1a9a901d tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] 10.222.0.42 "GET /v2.0/security-groups?id=5162f3eb-a65a-457a-8fdf-735ad05a78cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672617 Mar 29 15:59:53.650467 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-834f9d1d-724e-40ea-9fdf-b95afc6fde83 req-5c745b91-ad1b-4c3c-9f5f-9498332c7503 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/security-groups?id=5e7dc381-3678-4cad-aeb8-d0ce3409e19e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468962 Mar 29 15:59:54.829241 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448bfb63-3d57-43f2-a486-33d6dc6524f8 req-85488b9f-9cee-479c-b8e7-a2d80324e10c tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:59:54.833740 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-448bfb63-3d57-43f2-a486-33d6dc6524f8 req-85488b9f-9cee-479c-b8e7-a2d80324e10c tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] 10.222.0.42 "GET /v2.0/ports?device_id=6a217708-1e2e-4818-bd10-8ae842662312 HTTP/1.1" status: 200 len: 946 time: 0.0830317 Mar 29 15:59:54.847695 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41960374-0efe-4636-a1ca-2f2342dba19d req-cfd97864-fc66-49f6-a1ff-f0232c5c4878 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:59:54.850614 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-41960374-0efe-4636-a1ca-2f2342dba19d req-cfd97864-fc66-49f6-a1ff-f0232c5c4878 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/ports?device_id=4c4f4c89-b416-4ded-b0ab-ee9874d6980b HTTP/1.1" status: 200 len: 946 time: 0.1048181 Mar 29 15:59:54.900000 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-448bfb63-3d57-43f2-a486-33d6dc6524f8 req-0cdce1b0-1d20-45c5-acc0-c1e7ce0ad238 tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] 10.222.0.42 "GET /v2.0/security-groups?id=5162f3eb-a65a-457a-8fdf-735ad05a78cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602927 Mar 29 15:59:54.912283 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-41960374-0efe-4636-a1ca-2f2342dba19d req-3396f48a-f32c-4fd6-9c38-30b7c4552b84 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/security-groups?id=5e7dc381-3678-4cad-aeb8-d0ce3409e19e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499015 Mar 29 15:59:55.046496 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198deb74-ba77-4c5f-afdd-19d4022ff085 req-6d674a92-1081-48bb-97e8-aee869164d93 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:59:55.059003 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-198deb74-ba77-4c5f-afdd-19d4022ff085 req-6d674a92-1081-48bb-97e8-aee869164d93 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/ports?device_id=4c4f4c89-b416-4ded-b0ab-ee9874d6980b HTTP/1.1" status: 200 len: 946 time: 0.0718749 Mar 29 15:59:55.101530 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-198deb74-ba77-4c5f-afdd-19d4022ff085 req-1891b6d4-45e7-4ae5-aa91-15c40fe01a47 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/security-groups?id=5e7dc381-3678-4cad-aeb8-d0ce3409e19e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412333 Mar 29 15:59:55.843639 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a69864-5012-4486-bcca-21c6ce4d5476 req-52ada241-b68a-4df7-8057-408043d63cc6 tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:59:55.846049 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-84a69864-5012-4486-bcca-21c6ce4d5476 req-52ada241-b68a-4df7-8057-408043d63cc6 tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] 10.222.0.48 "GET /v2.0/ports?device_id=6a217708-1e2e-4818-bd10-8ae842662312 HTTP/1.1" status: 200 len: 946 time: 0.1250200 Mar 29 15:59:56.135359 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc225c50-f52a-4d15-90da-eab8f7bbff74 req-9e0eedeb-6fc9-4b5b-9f7b-7229392acf77 tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:59:56.148384 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-cc225c50-f52a-4d15-90da-eab8f7bbff74 req-9e0eedeb-6fc9-4b5b-9f7b-7229392acf77 tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] 10.222.0.42 "GET /v2.0/ports?device_id=6a217708-1e2e-4818-bd10-8ae842662312 HTTP/1.1" status: 200 len: 946 time: 0.1321864 Mar 29 15:59:56.152392 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [req-84a69864-5012-4486-bcca-21c6ce4d5476 req-43805fe7-1eb7-4620-983f-b750d114c4a8 tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] Deleting port 2794e879-ed00-4f3e-b1c7-b826a0ebacf6 {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:59:56.155106 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-84a69864-5012-4486-bcca-21c6ce4d5476 req-43805fe7-1eb7-4620-983f-b750d114c4a8 tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:59:56.329114 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-84a69864-5012-4486-bcca-21c6ce4d5476 req-43805fe7-1eb7-4620-983f-b750d114c4a8 tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] For port 2794e879-ed00-4f3e-b1c7-b826a0ebacf6, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=2794e879-ed00-4f3e-b1c7-b826a0ebacf6,segment=NetworkSegment(16a3b58e-2ecf-4263-9a5e-eb72b2eaa6d4),segment_id=16a3b58e-2ecf-4263-9a5e-eb72b2eaa6d4)] {{(pid=102791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:59:56.329914 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-84a69864-5012-4486-bcca-21c6ce4d5476 req-43805fe7-1eb7-4620-983f-b750d114c4a8 tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:59:56.522058 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-cc225c50-f52a-4d15-90da-eab8f7bbff74 req-75ee5fe5-d809-45b8-b694-efeaf5a59d8e tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] 10.222.0.42 "GET /v2.0/security-groups?id=5162f3eb-a65a-457a-8fdf-735ad05a78cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619178 Mar 29 15:59:56.673443 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-84a69864-5012-4486-bcca-21c6ce4d5476 req-43805fe7-1eb7-4620-983f-b750d114c4a8 tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:59:56.677003 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-84a69864-5012-4486-bcca-21c6ce4d5476 req-43805fe7-1eb7-4620-983f-b750d114c4a8 tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648212'] for floatingip, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:59:56.677339 n-d-834765-1 neutron-server[102791]: INFO neutron.db.l3_db [req-84a69864-5012-4486-bcca-21c6ce4d5476 req-43805fe7-1eb7-4620-983f-b750d114c4a8 tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] Floating IP df807457-4617-4f88-b285-b2d5ae042174 disassociated. External IP: 172.25.4.38, port: 2794e879-ed00-4f3e-b1c7-b826a0ebacf6. Mar 29 15:59:56.678271 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [req-84a69864-5012-4486-bcca-21c6ce4d5476 req-43805fe7-1eb7-4620-983f-b750d114c4a8 tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] Calling delete_port for 2794e879-ed00-4f3e-b1c7-b826a0ebacf6 owned by compute:nova {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 15:59:56.993437 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-84a69864-5012-4486-bcca-21c6ce4d5476 req-43805fe7-1eb7-4620-983f-b750d114c4a8 tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:59:57.075659 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43805fe7-1eb7-4620-983f-b750d114c4a8 tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] Pushing event deleted for resources: {'Port': ['ID=2794e879-ed00-4f3e-b1c7-b826a0ebacf6,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:59:57.306215 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.l3_agent_scheduler [req-84a69864-5012-4486-bcca-21c6ce4d5476 req-43805fe7-1eb7-4620-983f-b750d114c4a8 tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] Router 6285f326-c781-4f2f-ab7c-7ef532c6f60c has already been hosted by L3 agent c648d819-1060-4f26-b4ec-6455387b5dff {{(pid=102791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 15:59:58.113926 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-06800150-2d22-4428-98a3-c1e715fd8c72 req-f9cf62e3-4732-43ba-8876-a9a365cb37d6 tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] 10.222.0.42 "GET /v2.0/ports?device_id=6a217708-1e2e-4818-bd10-8ae842662312 HTTP/1.1" status: 200 len: 210 time: 0.0782170 Mar 29 15:59:58.134191 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-84a69864-5012-4486-bcca-21c6ce4d5476 req-43805fe7-1eb7-4620-983f-b750d114c4a8 tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:59:58.144646 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb54d651-4702-4757-8117-dd635765db0a None None] Sync routers for ids ['6285f326-c781-4f2f-ab7c-7ef532c6f60c'] in n-d-834765-1 {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:59:58.163563 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb54d651-4702-4757-8117-dd635765db0a None None] Routers {'6285f326-c781-4f2f-ab7c-7ef532c6f60c'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:59:58.168071 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-eb54d651-4702-4757-8117-dd635765db0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:59:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['6285f326-c781-4f2f-ab7c-7ef532c6f60c'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:59:58.234771 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [req-84a69864-5012-4486-bcca-21c6ce4d5476 req-43805fe7-1eb7-4620-983f-b750d114c4a8 tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] No DVR routers for this DVR port 2794e879-ed00-4f3e-b1c7-b826a0ebacf6 on host n-h2-834765-1 {{(pid=102791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:59:58.247166 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-84a69864-5012-4486-bcca-21c6ce4d5476 req-43805fe7-1eb7-4620-983f-b750d114c4a8 tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:59:58.257479 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-84a69864-5012-4486-bcca-21c6ce4d5476 req-43805fe7-1eb7-4620-983f-b750d114c4a8 tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] 10.222.0.48 "DELETE /v2.0/ports/2794e879-ed00-4f3e-b1c7-b826a0ebacf6 HTTP/1.1" status: 204 len: 173 time: 2.3974545 Mar 29 15:59:58.258016 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a217708-1e2e-4818-bd10-8ae842662312', 'name': 'network-vif-deleted', 'tag': '2794e879-ed00-4f3e-b1c7-b826a0ebacf6'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:59:58.272671 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c67b028db5e9b9818fecc5c0a87ebc6f190694fa53ca267d523e04f98de536d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41afe765-60ff-4c02-becb-dcb3c0bf3776" -d '{"events": [{"server_uuid": "6a217708-1e2e-4818-bd10-8ae842662312", "name": "network-vif-deleted", "tag": "2794e879-ed00-4f3e-b1c7-b826a0ebacf6"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:59:58.374330 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:59:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c85ed77b-b27b-48b5-9480-59af5889dc13 x-openstack-request-id: req-c85ed77b-b27b-48b5-9480-59af5889dc13 {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:59:58.374819 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a217708-1e2e-4818-bd10-8ae842662312", "name": "network-vif-deleted", "tag": "2794e879-ed00-4f3e-b1c7-b826a0ebacf6", "status": "completed", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:59:58.375217 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c85ed77b-b27b-48b5-9480-59af5889dc13 {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:59:58.375817 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a217708-1e2e-4818-bd10-8ae842662312', 'name': 'network-vif-deleted', 'tag': '2794e879-ed00-4f3e-b1c7-b826a0ebacf6', 'status': 'completed', 'code': 200} Mar 29 15:59:58.471941 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device 2794e879-ed00-4f3e-b1c7-b826a0ebacf6 no longer exists at agent hyperv_n-h2-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:59:58.498997 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] No Port match for: 2794e879-ed00-4f3e-b1c7-b826a0ebacf6 {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 15:59:58.499363 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device 2794e879-ed00-4f3e-b1c7-b826a0ebacf6 not bound to the agent host n-h2-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:59:58.504301 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvr_db [None req-eb54d651-4702-4757-8117-dd635765db0a None None] Set router 6285f326-c781-4f2f-ab7c-7ef532c6f60c gateway port host: n-d-834765-1 {{(pid=102792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:59:58.952671 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-eb54d651-4702-4757-8117-dd635765db0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6285f326-c781-4f2f-ab7c-7ef532c6f60c', 'name': 'tempest-AttachVolumeTestJSON-1827063187-router', 'tenant_id': '0645dc511670491c8626eeb496c0ab97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.149'}], 'enable_snat': True}, 'gw_port_id': '38c61091-efa6-44d1-8702-14f57199fb72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:52:23Z', 'updated_at': '2022-03-29T15:52:34Z', 'revision_number': 4, 'project_id': '0645dc511670491c8626eeb496c0ab97', 'gw_port': {'id': '38c61091-efa6-44d1-8702-14f57199fb72', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:b2:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6285f326-c781-4f2f-ab7c-7ef532c6f60c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2081, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:52:26Z', 'updated_at': '2022-03-29T15:52:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': '7eaacc99-c88e-4cef-a816-8959e5a646da', 'name': '', 'network_id': 'd994e3d3-6e54-466f-bbe9-e588ad776084', 'tenant_id': '0645dc511670491c8626eeb496c0ab97', 'mac_address': 'fa:16:3e:4f:b4:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6285f326-c781-4f2f-ab7c-7ef532c6f60c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2091, 'fixed_ips': [{'subnet_id': 'a8d0e49f-9e4f-4325-b3fe-d85cd5221184', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:52:33Z', 'updated_at': '2022-03-29T15:52:51Z', 'revision_number': 5, 'project_id': '0645dc511670491c8626eeb496c0ab97', 'subnets': [{'id': 'a8d0e49f-9e4f-4325-b3fe-d85cd5221184', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:59:58.992379 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb54d651-4702-4757-8117-dd635765db0a None None] Checking router: 6285f326-c781-4f2f-ab7c-7ef532c6f60c for host: n-d-834765-1 {{(pid=102792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:59:59.002152 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb54d651-4702-4757-8117-dd635765db0a None None] Routers {'6285f326-c781-4f2f-ab7c-7ef532c6f60c'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:59:59.003039 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-eb54d651-4702-4757-8117-dd635765db0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T15:59:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['6285f326-c781-4f2f-ab7c-7ef532c6f60c'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:59:59.151338 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvr_db [None req-eb54d651-4702-4757-8117-dd635765db0a None None] Set router 6285f326-c781-4f2f-ab7c-7ef532c6f60c gateway port host: n-d-834765-1 {{(pid=102792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:59:59.239957 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.agents_db [None req-59735a15-725e-44d4-9ad5-95cbe356f209 None None] Agent healthcheck: found 7 active agents {{(pid=102793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 15:59:59.296529 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 44166) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:59:59.386656 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-704c1f33-099b-4083-945b-aace7524df13 tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] Notify callbacks [] for security_group, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:59:59.411967 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-704c1f33-099b-4083-945b-aace7524df13 tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:59:59.474103 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-704c1f33-099b-4083-945b-aace7524df13 tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:59:59.479451 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-704c1f33-099b-4083-945b-aace7524df13 tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] Notify callbacks [] for security_group, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:59:59.480952 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-704c1f33-099b-4083-945b-aace7524df13 tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] 10.222.0.42 "DELETE /v2.0/security-groups/5162f3eb-a65a-457a-8fdf-735ad05a78cc HTTP/1.1" status: 204 len: 168 time: 0.1834021 Mar 29 15:59:59.486296 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-eb54d651-4702-4757-8117-dd635765db0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6285f326-c781-4f2f-ab7c-7ef532c6f60c', 'name': 'tempest-AttachVolumeTestJSON-1827063187-router', 'tenant_id': '0645dc511670491c8626eeb496c0ab97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.149'}], 'enable_snat': True}, 'gw_port_id': '38c61091-efa6-44d1-8702-14f57199fb72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:52:23Z', 'updated_at': '2022-03-29T15:52:34Z', 'revision_number': 4, 'project_id': '0645dc511670491c8626eeb496c0ab97', 'gw_port': {'id': '38c61091-efa6-44d1-8702-14f57199fb72', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:b2:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6285f326-c781-4f2f-ab7c-7ef532c6f60c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2081, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:52:26Z', 'updated_at': '2022-03-29T15:52:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': '7eaacc99-c88e-4cef-a816-8959e5a646da', 'name': '', 'network_id': 'd994e3d3-6e54-466f-bbe9-e588ad776084', 'tenant_id': '0645dc511670491c8626eeb496c0ab97', 'mac_address': 'fa:16:3e:4f:b4:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6285f326-c781-4f2f-ab7c-7ef532c6f60c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2091, 'fixed_ips': [{'subnet_id': 'a8d0e49f-9e4f-4325-b3fe-d85cd5221184', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:52:33Z', 'updated_at': '2022-03-29T15:52:51Z', 'revision_number': 5, 'project_id': '0645dc511670491c8626eeb496c0ab97', 'subnets': [{'id': 'a8d0e49f-9e4f-4325-b3fe-d85cd5221184', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:59:59.486513 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 44174) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:59:59.496798 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704c1f33-099b-4083-945b-aace7524df13 tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5162f3eb-a65a-457a-8fdf-735ad05a78cc,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:59:59.503502 n-d-834765-1 neutron-server[102790]: INFO neutron.api.v2.resource [None req-40460aeb-440c-42db-a8de-1743fbc29cf3 tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] show failed (client error): The resource could not be found. Mar 29 15:59:59.509018 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-40460aeb-440c-42db-a8de-1743fbc29cf3 tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] 10.222.0.42 "GET /v2.0/security-groups/5162f3eb-a65a-457a-8fdf-735ad05a78cc HTTP/1.1" status: 404 len: 347 time: 0.0214365 Mar 29 15:59:59.510256 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 44176) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 15:59:59.546829 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb54d651-4702-4757-8117-dd635765db0a None None] The sync data for ids ['6285f326-c781-4f2f-ab7c-7ef532c6f60c'] in n-d-834765-1 is: [{'id': '6285f326-c781-4f2f-ab7c-7ef532c6f60c', 'name': 'tempest-AttachVolumeTestJSON-1827063187-router', 'tenant_id': '0645dc511670491c8626eeb496c0ab97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.149'}], 'enable_snat': True}, 'gw_port_id': '38c61091-efa6-44d1-8702-14f57199fb72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:52:23Z', 'updated_at': '2022-03-29T15:52:34Z', 'revision_number': 4, 'project_id': '0645dc511670491c8626eeb496c0ab97', 'gw_port': {'id': '38c61091-efa6-44d1-8702-14f57199fb72', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:b2:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6285f326-c781-4f2f-ab7c-7ef532c6f60c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2081, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:52:26Z', 'updated_at': '2022-03-29T15:52:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': '7eaacc99-c88e-4cef-a816-8959e5a646da', 'name': '', 'network_id': 'd994e3d3-6e54-466f-bbe9-e588ad776084', 'tenant_id': '0645dc511670491c8626eeb496c0ab97', 'mac_address': 'fa:16:3e:4f:b4:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6285f326-c781-4f2f-ab7c-7ef532c6f60c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2091, 'fixed_ips': [{'subnet_id': 'a8d0e49f-9e4f-4325-b3fe-d85cd5221184', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:52:33Z', 'updated_at': '2022-03-29T15:52:51Z', 'revision_number': 5, 'project_id': '0645dc511670491c8626eeb496c0ab97', 'subnets': [{'id': 'a8d0e49f-9e4f-4325-b3fe-d85cd5221184', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:59:59.768263 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ba8149-e424-4fb1-9712-ebfcb89b3f9f req-3f1f463b-c35f-4f8d-a18f-6feb39327b79 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:59:59.776078 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-c6ba8149-e424-4fb1-9712-ebfcb89b3f9f req-3f1f463b-c35f-4f8d-a18f-6feb39327b79 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/networks?id=8594f729-9088-4f6b-8543-aaadb0f5b192 HTTP/1.1" status: 200 len: 812 time: 0.2219245 Mar 29 15:59:59.807010 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-c6ba8149-e424-4fb1-9712-ebfcb89b3f9f req-e91ace36-b726-420c-9aeb-8942956efffd tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/quotas/f31979fa8a674f56835f136e5e49ba5c HTTP/1.1" status: 200 len: 375 time: 0.0299759 Mar 29 15:59:59.827422 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-a8668b32-86aa-4593-8838-9e299ba30b50 tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] Deleting port 99bd338d-99e1-420e-b71d-9d55221a8544 {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 15:59:59.827784 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-a8668b32-86aa-4593-8838-9e299ba30b50 tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 15:59:59.941547 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-c6ba8149-e424-4fb1-9712-ebfcb89b3f9f req-6d0aba53-a102-4a9a-a976-c345a4623351 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=f31979fa8a674f56835f136e5e49ba5c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1270022 Mar 29 16:00:00.002713 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a604fad1-8c3a-444d-ab41-d359ddfa9d05 None None] New status for floating IP df807457-4617-4f88-b285-b2d5ae042174: DOWN {{(pid=102793) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 16:00:00.019907 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-a8668b32-86aa-4593-8838-9e299ba30b50 tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:00:00.020686 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-a8668b32-86aa-4593-8838-9e299ba30b50 tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:00:00.069703 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-a8668b32-86aa-4593-8838-9e299ba30b50 tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] Calling delete_port for 99bd338d-99e1-420e-b71d-9d55221a8544 owned by network:floatingip {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:00:00.194292 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-c6ba8149-e424-4fb1-9712-ebfcb89b3f9f req-a0e61e6a-1bef-45d7-a1c6-26ddb6cf7f55 service neutron] 10.222.0.42 "GET /v2.0/networks/8594f729-9088-4f6b-8543-aaadb0f5b192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2369883 Mar 29 16:00:00.353664 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-85bc7bd0-b1bb-435f-ae0e-e0ffa764490c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:00:00.375104 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-c6ba8149-e424-4fb1-9712-ebfcb89b3f9f req-c0b82334-faaa-4278-beef-99a58f57aefd service neutron] 10.222.0.42 "GET /v2.0/networks/8594f729-9088-4f6b-8543-aaadb0f5b192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1795866 Mar 29 16:00:00.496772 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-a8668b32-86aa-4593-8838-9e299ba30b50 tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:00:00.550495 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8668b32-86aa-4593-8838-9e299ba30b50 tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] Pushing event deleted for resources: {'Port': ['ID=99bd338d-99e1-420e-b71d-9d55221a8544,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:00:00.694698 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-a8668b32-86aa-4593-8838-9e299ba30b50 tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] Notify callbacks [] for floatingip, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:00:00.699357 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-a8668b32-86aa-4593-8838-9e299ba30b50 tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for floatingip, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:00:00.703609 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-a8668b32-86aa-4593-8838-9e299ba30b50 tempest-AttachVolumeTestJSON-751478817 tempest-AttachVolumeTestJSON-751478817-project] 10.222.0.42 "DELETE /v2.0/floatingips/df807457-4617-4f88-b285-b2d5ae042174 HTTP/1.1" status: 204 len: 168 time: 1.1905019 Mar 29 16:00:00.745221 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-72a68ba7-e740-412d-b609-ccef3a55ed47 req-817645f1-281c-4e3b-8fc0-17e0248ae75c tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1d2762f-cdaf-49a5-b7af-adea129729c0 HTTP/1.1" status: 200 len: 210 time: 0.0308371 Mar 29 16:00:01.945026 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-98650273-4e2a-4ced-a002-99c0193f2e1d req-bcdd1b79-0e90-4a60-9e68-36120d7034a1 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1d2762f-cdaf-49a5-b7af-adea129729c0 HTTP/1.1" status: 200 len: 210 time: 0.0634744 Mar 29 16:00:02.749376 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ba8149-e424-4fb1-9712-ebfcb89b3f9f req-8807503a-7434-42a9-adfd-094fb026025c tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:00:02.751837 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-c6ba8149-e424-4fb1-9712-ebfcb89b3f9f req-8807503a-7434-42a9-adfd-094fb026025c tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.44 "GET /v2.0/networks?id=8594f729-9088-4f6b-8543-aaadb0f5b192 HTTP/1.1" status: 200 len: 812 time: 0.2792242 Mar 29 16:00:02.766793 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [req-c6ba8149-e424-4fb1-9712-ebfcb89b3f9f req-95bad2b6-dfab-432f-8239-1346bd6400d4 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Request body: {'port': {'device_id': 'f1d2762f-cdaf-49a5-b7af-adea129729c0', 'network_id': '8594f729-9088-4f6b-8543-aaadb0f5b192', 'admin_state_up': True, 'tenant_id': 'f31979fa8a674f56835f136e5e49ba5c'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:00:02.873223 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-7bf64634-f9de-41c1-8cc1-a2baa1b56963 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:00:03.108111 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6ba8149-e424-4fb1-9712-ebfcb89b3f9f req-95bad2b6-dfab-432f-8239-1346bd6400d4 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Made reservation on behalf of f31979fa8a674f56835f136e5e49ba5c for: {'port': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:00:03.112935 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-c6ba8149-e424-4fb1-9712-ebfcb89b3f9f req-95bad2b6-dfab-432f-8239-1346bd6400d4 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:00:03.184084 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-3d71b09c-f8a9-41d5-930c-44f2d690fc33 req-9b00da06-50be-4ffd-a86a-7a17434fa938 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1d2762f-cdaf-49a5-b7af-adea129729c0 HTTP/1.1" status: 200 len: 210 time: 0.0939648 Mar 29 16:00:03.448166 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_common [req-c6ba8149-e424-4fb1-9712-ebfcb89b3f9f req-95bad2b6-dfab-432f-8239-1346bd6400d4 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Allocated IP 172.20.0.3 (8594f729-9088-4f6b-8543-aaadb0f5b192/52e8269b-e046-4c98-a9b1-ef8905fa8ddb/b5a2be47-07cc-4c0a-a20a-6d1cd955d36a) {{(pid=102791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:00:03.929289 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-c6ba8149-e424-4fb1-9712-ebfcb89b3f9f req-95bad2b6-dfab-432f-8239-1346bd6400d4 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Notify callbacks [] for port, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:00:04.001029 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-c6ba8149-e424-4fb1-9712-ebfcb89b3f9f req-95bad2b6-dfab-432f-8239-1346bd6400d4 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:00:04.015509 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] get_ports_and_sgs() called for port_ids ['ab625c95-876e-4e99-933a-4a823554894d'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 16:00:04.120976 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6ba8149-e424-4fb1-9712-ebfcb89b3f9f req-95bad2b6-dfab-432f-8239-1346bd6400d4 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Network 8594f729-9088-4f6b-8543-aaadb0f5b192 is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:00:04.122374 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bad2b6-dfab-432f-8239-1346bd6400d4 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Pushing event updated for resources: {'Port': ['ID=b5a2be47-07cc-4c0a-a20a-6d1cd955d36a,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:00:04.125519 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [req-c6ba8149-e424-4fb1-9712-ebfcb89b3f9f req-95bad2b6-dfab-432f-8239-1346bd6400d4 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:00:04.132937 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6ba8149-e424-4fb1-9712-ebfcb89b3f9f req-95bad2b6-dfab-432f-8239-1346bd6400d4 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Received port after_create {{(pid=102791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:00:04.311037 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d71584b9-87f1-45f5-84c7-c993c2416269 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:00:04.442472 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ba8149-e424-4fb1-9712-ebfcb89b3f9f req-95bad2b6-dfab-432f-8239-1346bd6400d4 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:00:04.455251 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-c6ba8149-e424-4fb1-9712-ebfcb89b3f9f req-95bad2b6-dfab-432f-8239-1346bd6400d4 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:00:04.508814 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-c6ba8149-e424-4fb1-9712-ebfcb89b3f9f req-95bad2b6-dfab-432f-8239-1346bd6400d4 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7480412 Mar 29 16:00:04.530215 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [req-c6ba8149-e424-4fb1-9712-ebfcb89b3f9f req-50310f02-8c0b-446b-8f0c-24cf35951c1d service neutron] Request body: {'port': {'device_id': 'f1d2762f-cdaf-49a5-b7af-adea129729c0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834765-1'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:00:04.701307 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a091b46e-3eac-411f-aee8-2e332d95d228 req-d6378eb5-7c39-4c52-943a-6eb721874ce0 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:00:04.727080 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-a091b46e-3eac-411f-aee8-2e332d95d228 req-d6378eb5-7c39-4c52-943a-6eb721874ce0 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1d2762f-cdaf-49a5-b7af-adea129729c0 HTTP/1.1" status: 200 len: 931 time: 0.2602553 Mar 29 16:00:04.741989 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-c6ba8149-e424-4fb1-9712-ebfcb89b3f9f req-50310f02-8c0b-446b-8f0c-24cf35951c1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:00:04.787585 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-89f5b788-36a4-4c8e-9c21-7e045ffb7883 None None] Provisioning complete for port b5a2be47-07cc-4c0a-a20a-6d1cd955d36a triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:00:04.790723 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-89f5b788-36a4-4c8e-9c21-7e045ffb7883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:00:04.890603 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-89f5b788-36a4-4c8e-9c21-7e045ffb7883 None None] Port b5a2be47-07cc-4c0a-a20a-6d1cd955d36a cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 16:00:04.987249 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-a091b46e-3eac-411f-aee8-2e332d95d228 req-caca0d31-a14f-49ae-a046-09d43c654d0c tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/security-groups?id=5e7dc381-3678-4cad-aeb8-d0ce3409e19e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2541599 Mar 29 16:00:05.382576 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [req-c6ba8149-e424-4fb1-9712-ebfcb89b3f9f req-50310f02-8c0b-446b-8f0c-24cf35951c1d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5a2be47-07cc-4c0a-a20a-6d1cd955d36a {{(pid=102791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 16:00:05.390788 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-c6ba8149-e424-4fb1-9712-ebfcb89b3f9f req-50310f02-8c0b-446b-8f0c-24cf35951c1d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:00:05.413980 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.provisioning_blocks [req-c6ba8149-e424-4fb1-9712-ebfcb89b3f9f req-50310f02-8c0b-446b-8f0c-24cf35951c1d service neutron] Transition to ACTIVE for port object b5a2be47-07cc-4c0a-a20a-6d1cd955d36a will not be triggered until provisioned by entity L2. {{(pid=102791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 16:00:05.423463 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-c6ba8149-e424-4fb1-9712-ebfcb89b3f9f req-50310f02-8c0b-446b-8f0c-24cf35951c1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:00:05.665573 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50310f02-8c0b-446b-8f0c-24cf35951c1d service neutron] Pushing event updated for resources: {'Port': ['ID=b5a2be47-07cc-4c0a-a20a-6d1cd955d36a,revision_number=2']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:00:05.747410 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-c6ba8149-e424-4fb1-9712-ebfcb89b3f9f req-50310f02-8c0b-446b-8f0c-24cf35951c1d service neutron] Attempting to bind port b5a2be47-07cc-4c0a-a20a-6d1cd955d36a on host n-h1-834765-1 for vnic_type normal with profile {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 16:00:05.751171 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-c6ba8149-e424-4fb1-9712-ebfcb89b3f9f req-50310f02-8c0b-446b-8f0c-24cf35951c1d service neutron] Attempting to bind port b5a2be47-07cc-4c0a-a20a-6d1cd955d36a by drivers openvswitch,hyperv on host n-h1-834765-1 at level 0 using segments [{'id': 'f897e69d-257a-4c8a-bc55-e063bbc47d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '8594f729-9088-4f6b-8543-aaadb0f5b192'}] {{(pid=102791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 16:00:05.751780 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6ba8149-e424-4fb1-9712-ebfcb89b3f9f req-50310f02-8c0b-446b-8f0c-24cf35951c1d service neutron] Attempting to bind port b5a2be47-07cc-4c0a-a20a-6d1cd955d36a on network 8594f729-9088-4f6b-8543-aaadb0f5b192 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 16:00:05.756882 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-0cb6abf6-2706-4e52-8825-f5f644ecf9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:00:05.775596 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6ba8149-e424-4fb1-9712-ebfcb89b3f9f req-50310f02-8c0b-446b-8f0c-24cf35951c1d service neutron] Port b5a2be47-07cc-4c0a-a20a-6d1cd955d36a on network 8594f729-9088-4f6b-8543-aaadb0f5b192 not bound, no agent of type Open vSwitch agent registered on host n-h1-834765-1 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 16:00:05.781454 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6ba8149-e424-4fb1-9712-ebfcb89b3f9f req-50310f02-8c0b-446b-8f0c-24cf35951c1d service neutron] Attempting to bind port b5a2be47-07cc-4c0a-a20a-6d1cd955d36a on network 8594f729-9088-4f6b-8543-aaadb0f5b192 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 16:00:05.802467 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6ba8149-e424-4fb1-9712-ebfcb89b3f9f req-50310f02-8c0b-446b-8f0c-24cf35951c1d service neutron] Checking agent: {'id': 'be375040-5069-4239-9460-a3a3213e1e90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 33, 18), 'started_at': datetime.datetime(2022, 3, 29, 15, 33, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 59, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 16:00:05.802866 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6ba8149-e424-4fb1-9712-ebfcb89b3f9f req-50310f02-8c0b-446b-8f0c-24cf35951c1d service neutron] Checking segment: {'id': 'f897e69d-257a-4c8a-bc55-e063bbc47d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '8594f729-9088-4f6b-8543-aaadb0f5b192'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 16:00:05.803254 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6ba8149-e424-4fb1-9712-ebfcb89b3f9f req-50310f02-8c0b-446b-8f0c-24cf35951c1d service neutron] Bound using segment: {'id': 'f897e69d-257a-4c8a-bc55-e063bbc47d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '8594f729-9088-4f6b-8543-aaadb0f5b192'} {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 16:00:05.803867 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-c6ba8149-e424-4fb1-9712-ebfcb89b3f9f req-50310f02-8c0b-446b-8f0c-24cf35951c1d service neutron] Bound port: b5a2be47-07cc-4c0a-a20a-6d1cd955d36a, host: n-h1-834765-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f897e69d-257a-4c8a-bc55-e063bbc47d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '8594f729-9088-4f6b-8543-aaadb0f5b192'}}] {{(pid=102791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 16:00:05.804240 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-c6ba8149-e424-4fb1-9712-ebfcb89b3f9f req-50310f02-8c0b-446b-8f0c-24cf35951c1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:00:05.836171 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56814a66-5727-4c1d-afe4-f17f45c8d68d req-ca980df8-47a5-41a8-8994-422e7c57bc18 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:00:05.855449 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-56814a66-5727-4c1d-afe4-f17f45c8d68d req-ca980df8-47a5-41a8-8994-422e7c57bc18 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/ports?device_id=4f24d3f6-64a3-452b-b656-94b2e3b74056 HTTP/1.1" status: 200 len: 946 time: 0.1088128 Mar 29 16:00:05.947408 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:00:05.966586 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-56814a66-5727-4c1d-afe4-f17f45c8d68d req-0af2eb93-74ee-4895-a44f-232044e93059 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/security-groups?id=374804bf-1832-496a-a9bd-7f28df171a12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0837481 Mar 29 16:00:05.967842 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-c6ba8149-e424-4fb1-9712-ebfcb89b3f9f req-50310f02-8c0b-446b-8f0c-24cf35951c1d service neutron] For port b5a2be47-07cc-4c0a-a20a-6d1cd955d36a, host n-h1-834765-1, cleared binding levels {{(pid=102791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 16:00:05.988759 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-c6ba8149-e424-4fb1-9712-ebfcb89b3f9f req-50310f02-8c0b-446b-8f0c-24cf35951c1d service neutron] For port b5a2be47-07cc-4c0a-a20a-6d1cd955d36a, host n-h1-834765-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=b5a2be47-07cc-4c0a-a20a-6d1cd955d36a,segment=NetworkSegment(f897e69d-257a-4c8a-bc55-e063bbc47d9e),segment_id=f897e69d-257a-4c8a-bc55-e063bbc47d9e)] {{(pid=102791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 16:00:06.009187 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-c6ba8149-e424-4fb1-9712-ebfcb89b3f9f req-50310f02-8c0b-446b-8f0c-24cf35951c1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:00:06.134947 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ba8149-e424-4fb1-9712-ebfcb89b3f9f req-50310f02-8c0b-446b-8f0c-24cf35951c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:00:06.137448 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-c6ba8149-e424-4fb1-9712-ebfcb89b3f9f req-50310f02-8c0b-446b-8f0c-24cf35951c1d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:00:06.143055 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-c6ba8149-e424-4fb1-9712-ebfcb89b3f9f req-50310f02-8c0b-446b-8f0c-24cf35951c1d service neutron] 10.222.0.44 "PUT /v2.0/ports/b5a2be47-07cc-4c0a-a20a-6d1cd955d36a HTTP/1.1" status: 200 len: 1091 time: 1.6188171 Mar 29 16:00:06.146005 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1d2762f-cdaf-49a5-b7af-adea129729c0', 'tag': 'b5a2be47-07cc-4c0a-a20a-6d1cd955d36a'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:00:06.148392 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c67b028db5e9b9818fecc5c0a87ebc6f190694fa53ca267d523e04f98de536d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd0b41c5-9bdc-40e7-8cba-99f48667bdab" -d '{"events": [{"name": "network-changed", "server_uuid": "f1d2762f-cdaf-49a5-b7af-adea129729c0", "tag": "b5a2be47-07cc-4c0a-a20a-6d1cd955d36a"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:00:06.233323 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50310f02-8c0b-446b-8f0c-24cf35951c1d service neutron] Pushing event updated for resources: {'Port': ['ID=b5a2be47-07cc-4c0a-a20a-6d1cd955d36a,revision_number=3']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:00:06.420740 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ba8149-e424-4fb1-9712-ebfcb89b3f9f req-22abf46b-d4a1-49bc-9ceb-f8527d0f2470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:00:06.426894 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-c6ba8149-e424-4fb1-9712-ebfcb89b3f9f req-22abf46b-d4a1-49bc-9ceb-f8527d0f2470 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f31979fa8a674f56835f136e5e49ba5c&device_id=f1d2762f-cdaf-49a5-b7af-adea129729c0 HTTP/1.1" status: 200 len: 1094 time: 0.2143321 Mar 29 16:00:06.602984 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-c6ba8149-e424-4fb1-9712-ebfcb89b3f9f req-dc4de7f4-90b1-4b36-8209-841294f8591c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b5a2be47-07cc-4c0a-a20a-6d1cd955d36a HTTP/1.1" status: 200 len: 217 time: 0.1641958 Mar 29 16:00:06.763192 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ba8149-e424-4fb1-9712-ebfcb89b3f9f req-c2264e70-ee91-4d30-984a-9961c33939f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:00:06.768629 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-c6ba8149-e424-4fb1-9712-ebfcb89b3f9f req-c2264e70-ee91-4d30-984a-9961c33939f2 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=52e8269b-e046-4c98-a9b1-ef8905fa8ddb HTTP/1.1" status: 200 len: 851 time: 0.1512918 Mar 29 16:00:06.781650 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b780b63c-d7ab-463c-b5cc-3d6935e865b6 req-2e8c18e7-0695-4a41-a478-c7b454c6d51a tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:00:06.791808 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b780b63c-d7ab-463c-b5cc-3d6935e865b6 req-2e8c18e7-0695-4a41-a478-c7b454c6d51a tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1d2762f-cdaf-49a5-b7af-adea129729c0 HTTP/1.1" status: 200 len: 943 time: 0.5352852 Mar 29 16:00:06.950157 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 16:00:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37784ccc-2e60-44a9-98f2-a04b6e9604a6 x-openstack-request-id: req-37784ccc-2e60-44a9-98f2-a04b6e9604a6 {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:00:06.950447 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1d2762f-cdaf-49a5-b7af-adea129729c0", "tag": "b5a2be47-07cc-4c0a-a20a-6d1cd955d36a", "status": "completed", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:00:06.952356 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-37784ccc-2e60-44a9-98f2-a04b6e9604a6 {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:00:06.955974 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1d2762f-cdaf-49a5-b7af-adea129729c0', 'tag': 'b5a2be47-07cc-4c0a-a20a-6d1cd955d36a', 'status': 'completed', 'code': 200} Mar 29 16:00:06.979820 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b780b63c-d7ab-463c-b5cc-3d6935e865b6 req-53b3366d-39df-49fa-a6fa-0586d307fef9 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/security-groups?id=5e7dc381-3678-4cad-aeb8-d0ce3409e19e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860187 Mar 29 16:00:07.029916 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ba8149-e424-4fb1-9712-ebfcb89b3f9f req-f25138e8-1fd1-4917-af83-e02561c47bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:00:07.031956 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-c6ba8149-e424-4fb1-9712-ebfcb89b3f9f req-f25138e8-1fd1-4917-af83-e02561c47bfc service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8594f729-9088-4f6b-8543-aaadb0f5b192&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2015066 Mar 29 16:00:07.290489 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-c6ba8149-e424-4fb1-9712-ebfcb89b3f9f req-c35a06e9-b0fd-4852-be7b-fa2a4e5f87ef service neutron] 10.222.0.44 "GET /v2.0/networks/8594f729-9088-4f6b-8543-aaadb0f5b192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2440233 Mar 29 16:00:07.506637 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-c6ba8149-e424-4fb1-9712-ebfcb89b3f9f req-60da47af-8fba-4155-9550-2f26a987243c service neutron] 10.222.0.44 "GET /v2.0/networks/8594f729-9088-4f6b-8543-aaadb0f5b192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2124560 Mar 29 16:00:07.701845 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0b41c5-9bdc-40e7-8cba-99f48667bdab req-47551a9c-b3f9-4739-a064-b563da4f3b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:00:07.703641 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-dd0b41c5-9bdc-40e7-8cba-99f48667bdab req-47551a9c-b3f9-4739-a064-b563da4f3b25 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f31979fa8a674f56835f136e5e49ba5c&device_id=f1d2762f-cdaf-49a5-b7af-adea129729c0 HTTP/1.1" status: 200 len: 1094 time: 0.1111405 Mar 29 16:00:07.819108 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0b41c5-9bdc-40e7-8cba-99f48667bdab req-991685b9-2bfb-4388-8e8b-ba097ed2ab2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:00:07.821169 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-dd0b41c5-9bdc-40e7-8cba-99f48667bdab req-991685b9-2bfb-4388-8e8b-ba097ed2ab2d service neutron] 10.222.0.44 "GET /v2.0/networks?id=8594f729-9088-4f6b-8543-aaadb0f5b192 HTTP/1.1" status: 200 len: 913 time: 0.1107492 Mar 29 16:00:07.903016 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-dd0b41c5-9bdc-40e7-8cba-99f48667bdab req-ef6ee2e0-dbf2-41be-94e8-462c7a97ac06 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b5a2be47-07cc-4c0a-a20a-6d1cd955d36a HTTP/1.1" status: 200 len: 217 time: 0.0730445 Mar 29 16:00:07.994671 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0b41c5-9bdc-40e7-8cba-99f48667bdab req-4a9bd12e-1c92-46b2-871e-becd8825aedc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:00:07.996323 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-dd0b41c5-9bdc-40e7-8cba-99f48667bdab req-4a9bd12e-1c92-46b2-871e-becd8825aedc service neutron] 10.222.0.44 "GET /v2.0/subnets?id=52e8269b-e046-4c98-a9b1-ef8905fa8ddb HTTP/1.1" status: 200 len: 851 time: 0.0872200 Mar 29 16:00:08.136936 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0b41c5-9bdc-40e7-8cba-99f48667bdab req-5b8ea5a6-a896-473b-98fd-b7eeef42f8b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:00:08.138429 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-dd0b41c5-9bdc-40e7-8cba-99f48667bdab req-5b8ea5a6-a896-473b-98fd-b7eeef42f8b6 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8594f729-9088-4f6b-8543-aaadb0f5b192&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1212292 Mar 29 16:00:08.400444 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0baaaa1c-c6b7-4f98-8166-4edc8f5a9c25 req-97bf988f-3612-46cd-a849-efd984498596 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:00:08.416892 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-0baaaa1c-c6b7-4f98-8166-4edc8f5a9c25 req-97bf988f-3612-46cd-a849-efd984498596 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1d2762f-cdaf-49a5-b7af-adea129729c0 HTTP/1.1" status: 200 len: 943 time: 0.2774823 Mar 29 16:00:08.522306 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-dd0b41c5-9bdc-40e7-8cba-99f48667bdab req-a587344b-2448-4754-9028-cea4b21ee729 service neutron] 10.222.0.44 "GET /v2.0/networks/8594f729-9088-4f6b-8543-aaadb0f5b192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3269506 Mar 29 16:00:08.535169 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device ac0b4df0-cb96-4479-a8cd-db71862ed96d no longer exists at agent hyperv_n-h2-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 16:00:08.541331 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-0baaaa1c-c6b7-4f98-8166-4edc8f5a9c25 req-b8d5dace-7152-4e30-b71c-189658d0895a tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/security-groups?id=5e7dc381-3678-4cad-aeb8-d0ce3409e19e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047308 Mar 29 16:00:08.736587 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-dd0b41c5-9bdc-40e7-8cba-99f48667bdab req-57658735-d54b-4e3e-a8b5-0b75b9116e4a service neutron] 10.222.0.44 "GET /v2.0/networks/8594f729-9088-4f6b-8543-aaadb0f5b192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1891425 Mar 29 16:00:08.759881 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:00:08.796958 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f24d3f6-64a3-452b-b656-94b2e3b74056', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac0b4df0-cb96-4479-a8cd-db71862ed96d'}] {{(pid=102792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:00:08.799715 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4f476c66b318cc6068719fc39557fac68d413f5c7e78fa77028c7948e999ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c7df8c7-0977-435b-a92e-8ebff85c1760" -d '{"events": [{"server_uuid": "4f24d3f6-64a3-452b-b656-94b2e3b74056", "name": "network-vif-unplugged", "status": "completed", "tag": "ac0b4df0-cb96-4479-a8cd-db71862ed96d"}]}' {{(pid=102792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:00:08.838259 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port ac0b4df0-cb96-4479-a8cd-db71862ed96d, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=ac0b4df0-cb96-4479-a8cd-db71862ed96d,segment=NetworkSegment(94b35437-d3ca-48bd-89d7-8faa6fa42a91),segment_id=94b35437-d3ca-48bd-89d7-8faa6fa42a91)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:00:08.849611 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:00:08.940429 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 29 Mar 2022 16:00:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ff567af-eeed-4fda-8853-c6e359ed8a0c x-openstack-request-id: req-5ff567af-eeed-4fda-8853-c6e359ed8a0c {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:00:08.941192 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f24d3f6-64a3-452b-b656-94b2e3b74056", "name": "network-vif-unplugged", "status": "completed", "tag": "ac0b4df0-cb96-4479-a8cd-db71862ed96d", "code": 200}]} {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:00:08.942898 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-5ff567af-eeed-4fda-8853-c6e359ed8a0c {{(pid=102792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:00:08.943930 n-d-834765-1 neutron-server[102792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f24d3f6-64a3-452b-b656-94b2e3b74056', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac0b4df0-cb96-4479-a8cd-db71862ed96d', 'code': 200} Mar 29 16:00:08.990274 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Pushing event updated for resources: {'Port': ['ID=ac0b4df0-cb96-4479-a8cd-db71862ed96d,revision_number=8']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:00:09.837808 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af966742-7977-465e-a0b6-d688e24e0970 req-6a259f23-bdd2-4b7f-b1b2-0951a1266dc0 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:00:09.840125 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-af966742-7977-465e-a0b6-d688e24e0970 req-6a259f23-bdd2-4b7f-b1b2-0951a1266dc0 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1d2762f-cdaf-49a5-b7af-adea129729c0 HTTP/1.1" status: 200 len: 943 time: 0.1043079 Mar 29 16:00:09.940804 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-af966742-7977-465e-a0b6-d688e24e0970 req-3a3b8420-92e0-41fb-b385-09773ba80e9a tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/security-groups?id=5e7dc381-3678-4cad-aeb8-d0ce3409e19e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861278 Mar 29 16:00:11.218202 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91c9a0e-89e0-425b-967b-41033f9c158d req-b075b0c6-3ffa-4d97-8d88-f8a0f782eee3 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:00:11.227162 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-a91c9a0e-89e0-425b-967b-41033f9c158d req-b075b0c6-3ffa-4d97-8d88-f8a0f782eee3 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1d2762f-cdaf-49a5-b7af-adea129729c0 HTTP/1.1" status: 200 len: 943 time: 0.0852180 Mar 29 16:00:11.360617 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-a91c9a0e-89e0-425b-967b-41033f9c158d req-f3a265ee-ead5-4efb-b780-ea737e1d6d27 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/security-groups?id=5e7dc381-3678-4cad-aeb8-d0ce3409e19e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308699 Mar 29 16:00:12.565647 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device ac0b4df0-cb96-4479-a8cd-db71862ed96d details requested by agent hyperv_n-h2-834765-1 with host n-h2-834765-1 {{(pid=102792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 16:00:12.566410 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f3fee4-d181-4c16-961d-39bd3f091241 req-768ad890-1c27-41df-8113-9b0c13077e4e tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:00:12.569656 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-98f3fee4-d181-4c16-961d-39bd3f091241 req-768ad890-1c27-41df-8113-9b0c13077e4e tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] 10.222.0.42 "GET /v2.0/ports?device_id=1988d609-4f13-419d-98dc-b82cc65c41c6 HTTP/1.1" status: 200 len: 945 time: 0.2290087 Mar 29 16:00:12.578969 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c666f4-2c21-4952-baaa-4573aebf48b6 req-0b817019-4e46-4cc7-9e30-44450494fb27 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:00:12.592303 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-87c666f4-2c21-4952-baaa-4573aebf48b6 req-0b817019-4e46-4cc7-9e30-44450494fb27 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1d2762f-cdaf-49a5-b7af-adea129729c0 HTTP/1.1" status: 200 len: 943 time: 0.1116650 Mar 29 16:00:12.680330 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-98f3fee4-d181-4c16-961d-39bd3f091241 req-c5bce69e-40fb-4d62-8ba6-600e966f630e tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] 10.222.0.42 "GET /v2.0/security-groups?id=cd1c9277-5208-4a89-800b-becaf205597a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1034167 Mar 29 16:00:12.699166 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-87c666f4-2c21-4952-baaa-4573aebf48b6 req-be921b54-6121-4966-811b-89b6d18fb06a tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/security-groups?id=5e7dc381-3678-4cad-aeb8-d0ce3409e19e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051099 Mar 29 16:00:12.972221 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port ac0b4df0-cb96-4479-a8cd-db71862ed96d, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=ac0b4df0-cb96-4479-a8cd-db71862ed96d,segment=NetworkSegment(94b35437-d3ca-48bd-89d7-8faa6fa42a91),segment_id=94b35437-d3ca-48bd-89d7-8faa6fa42a91)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:00:12.997874 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Returning: {'device': 'ac0b4df0-cb96-4479-a8cd-db71862ed96d', 'network_id': '3364456e-aead-437c-a830-dc7a420fe2a4', 'port_id': 'ac0b4df0-cb96-4479-a8cd-db71862ed96d', 'mac_address': 'fa:16:3e:cd:9d:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 632, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6caada61-173d-4256-8e9d-611647191ef5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 16:00:13.062955 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:00:13.085316 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac0b4df0-cb96-4479-a8cd-db71862ed96d {{(pid=102792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 16:00:13.116041 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port ac0b4df0-cb96-4479-a8cd-db71862ed96d, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=ac0b4df0-cb96-4479-a8cd-db71862ed96d,segment=NetworkSegment(94b35437-d3ca-48bd-89d7-8faa6fa42a91),segment_id=94b35437-d3ca-48bd-89d7-8faa6fa42a91)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:00:13.143894 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:00:13.287807 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Pushing event updated for resources: {'Port': ['ID=ac0b4df0-cb96-4479-a8cd-db71862ed96d,revision_number=9']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:00:13.294172 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] get_ports_and_sgs() called for port_ids ['ac0b4df0-cb96-4479-a8cd-db71862ed96d'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 16:00:13.902747 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d34f109-682c-4d0b-86ea-9f190f11bb0a req-98e4136c-05c8-4df3-89a3-1cff52b0b6d1 tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:00:13.918757 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-5d34f109-682c-4d0b-86ea-9f190f11bb0a req-98e4136c-05c8-4df3-89a3-1cff52b0b6d1 tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] 10.222.0.42 "GET /v2.0/ports?device_id=1988d609-4f13-419d-98dc-b82cc65c41c6 HTTP/1.1" status: 200 len: 945 time: 0.0741384 Mar 29 16:00:14.014259 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee18e0ec-29be-4d2c-a6de-523fc66f0212 req-5ac2bd87-d9ec-45ae-923a-75bb3f2ddfb9 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:00:14.021832 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-5d34f109-682c-4d0b-86ea-9f190f11bb0a req-590bec16-f881-4982-b784-7cb7c180b016 tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] 10.222.0.42 "GET /v2.0/security-groups?id=cd1c9277-5208-4a89-800b-becaf205597a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1019323 Mar 29 16:00:14.039675 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ee18e0ec-29be-4d2c-a6de-523fc66f0212 req-5ac2bd87-d9ec-45ae-923a-75bb3f2ddfb9 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1d2762f-cdaf-49a5-b7af-adea129729c0 HTTP/1.1" status: 200 len: 943 time: 0.1330106 Mar 29 16:00:14.122599 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ee18e0ec-29be-4d2c-a6de-523fc66f0212 req-24d8e68d-d793-4a29-9f92-5b7f89a1f05d tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/security-groups?id=5e7dc381-3678-4cad-aeb8-d0ce3409e19e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819132 Mar 29 16:00:14.580428 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device ac0b4df0-cb96-4479-a8cd-db71862ed96d up at agent hyperv_n-h2-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 16:00:14.737064 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Provisioning complete for port ac0b4df0-cb96-4479-a8cd-db71862ed96d triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:00:14.737841 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:00:14.899938 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:00:14.986984 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port ac0b4df0-cb96-4479-a8cd-db71862ed96d, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=ac0b4df0-cb96-4479-a8cd-db71862ed96d,segment=NetworkSegment(94b35437-d3ca-48bd-89d7-8faa6fa42a91),segment_id=94b35437-d3ca-48bd-89d7-8faa6fa42a91)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:00:14.990256 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f24d3f6-64a3-452b-b656-94b2e3b74056', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac0b4df0-cb96-4479-a8cd-db71862ed96d'}] {{(pid=102792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:00:14.994934 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4f476c66b318cc6068719fc39557fac68d413f5c7e78fa77028c7948e999ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8505d93e-c0ff-4253-abb6-53cfcecd6d4a" -d '{"events": [{"server_uuid": "4f24d3f6-64a3-452b-b656-94b2e3b74056", "name": "network-vif-plugged", "status": "completed", "tag": "ac0b4df0-cb96-4479-a8cd-db71862ed96d"}]}' {{(pid=102792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:00:15.015462 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:00:15.182790 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 16:00:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4414d93-6cf1-4680-99a7-e4ef816d13dd x-openstack-request-id: req-c4414d93-6cf1-4680-99a7-e4ef816d13dd {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:00:15.183095 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f24d3f6-64a3-452b-b656-94b2e3b74056", "name": "network-vif-plugged", "status": "completed", "tag": "ac0b4df0-cb96-4479-a8cd-db71862ed96d", "code": 200}]} {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:00:15.183377 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c4414d93-6cf1-4680-99a7-e4ef816d13dd {{(pid=102792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:00:15.183819 n-d-834765-1 neutron-server[102792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f24d3f6-64a3-452b-b656-94b2e3b74056', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac0b4df0-cb96-4479-a8cd-db71862ed96d', 'code': 200} Mar 29 16:00:15.298602 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Pushing event updated for resources: {'Port': ['ID=ac0b4df0-cb96-4479-a8cd-db71862ed96d,revision_number=10']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:00:15.335518 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6da7c6a-b6a5-4a57-9933-7a5c20379807 req-b60d7f76-e68e-4a75-9b03-6aefa4aed721 tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:00:15.361988 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-c6da7c6a-b6a5-4a57-9933-7a5c20379807 req-b60d7f76-e68e-4a75-9b03-6aefa4aed721 tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] 10.222.0.42 "GET /v2.0/ports?device_id=1988d609-4f13-419d-98dc-b82cc65c41c6 HTTP/1.1" status: 200 len: 945 time: 0.2031045 Mar 29 16:00:15.490319 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-c6da7c6a-b6a5-4a57-9933-7a5c20379807 req-ca30ac7e-5527-4d07-9706-cd418a4ef9e7 tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] 10.222.0.42 "GET /v2.0/security-groups?id=cd1c9277-5208-4a89-800b-becaf205597a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1273007 Mar 29 16:00:15.493123 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02425838-d317-4bd2-a76c-cbc40b35ff42 req-845f9ca4-47e0-49dc-adde-ca9a91d52940 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:00:15.503314 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-02425838-d317-4bd2-a76c-cbc40b35ff42 req-845f9ca4-47e0-49dc-adde-ca9a91d52940 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1d2762f-cdaf-49a5-b7af-adea129729c0 HTTP/1.1" status: 200 len: 943 time: 0.1647890 Mar 29 16:00:15.710517 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-02425838-d317-4bd2-a76c-cbc40b35ff42 req-70cd1f5f-f4a6-4a9e-93c9-8185de01f473 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/security-groups?id=5e7dc381-3678-4cad-aeb8-d0ce3409e19e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2054496 Mar 29 16:00:15.768438 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848d6546-a30b-4057-a21a-118cf64b83b4 req-b84a6e9a-4f43-4771-a894-f5e7823666c8 tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:00:15.770336 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-848d6546-a30b-4057-a21a-118cf64b83b4 req-b84a6e9a-4f43-4771-a894-f5e7823666c8 tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] 10.222.0.44 "GET /v2.0/ports?device_id=1988d609-4f13-419d-98dc-b82cc65c41c6 HTTP/1.1" status: 200 len: 945 time: 0.2245660 Mar 29 16:00:16.654778 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [req-848d6546-a30b-4057-a21a-118cf64b83b4 req-efb44d82-c005-41e7-914d-3fb5f53ff4d0 tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] Deleting port 6def3afc-9a81-4374-807f-7bac44086c9c {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:00:16.655871 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-848d6546-a30b-4057-a21a-118cf64b83b4 req-efb44d82-c005-41e7-914d-3fb5f53ff4d0 tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:00:16.841938 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-848d6546-a30b-4057-a21a-118cf64b83b4 req-efb44d82-c005-41e7-914d-3fb5f53ff4d0 tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] For port 6def3afc-9a81-4374-807f-7bac44086c9c, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=6def3afc-9a81-4374-807f-7bac44086c9c,segment=NetworkSegment(ddabd0e1-5000-4ddf-a269-e1ae08a1eb01),segment_id=ddabd0e1-5000-4ddf-a269-e1ae08a1eb01)] {{(pid=102791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:00:16.843628 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-848d6546-a30b-4057-a21a-118cf64b83b4 req-efb44d82-c005-41e7-914d-3fb5f53ff4d0 tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:00:17.085351 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:00:17.127040 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8517b50-ccae-4efb-83ce-c642eff7cdb2 req-a1bac69f-67e3-4f14-9230-5f4860507bd8 tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:00:17.139399 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f8517b50-ccae-4efb-83ce-c642eff7cdb2 req-a1bac69f-67e3-4f14-9230-5f4860507bd8 tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] 10.222.0.42 "GET /v2.0/ports?device_id=1988d609-4f13-419d-98dc-b82cc65c41c6 HTTP/1.1" status: 200 len: 945 time: 0.2940643 Mar 29 16:00:17.209606 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f8517b50-ccae-4efb-83ce-c642eff7cdb2 req-b6cfe0aa-5c12-4084-8413-249d5f5202da tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] 10.222.0.42 "GET /v2.0/security-groups?id=cd1c9277-5208-4a89-800b-becaf205597a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692508 Mar 29 16:00:17.256818 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01554ce8-8c04-439b-a9a4-e91b7767937e req-a0dbe5ce-8778-40b4-85a7-e8b9209f24bf tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:00:17.324436 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-01554ce8-8c04-439b-a9a4-e91b7767937e req-a0dbe5ce-8778-40b4-85a7-e8b9209f24bf tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1d2762f-cdaf-49a5-b7af-adea129729c0 HTTP/1.1" status: 200 len: 943 time: 0.3454173 Mar 29 16:00:17.461878 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-01554ce8-8c04-439b-a9a4-e91b7767937e req-34cb9981-9c69-44bb-8c5b-a23331450a34 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/security-groups?id=5e7dc381-3678-4cad-aeb8-d0ce3409e19e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310301 Mar 29 16:00:17.861319 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:00:17.951104 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-848d6546-a30b-4057-a21a-118cf64b83b4 req-efb44d82-c005-41e7-914d-3fb5f53ff4d0 tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:00:17.951731 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-848d6546-a30b-4057-a21a-118cf64b83b4 req-efb44d82-c005-41e7-914d-3fb5f53ff4d0 tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648212'] for floatingip, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:00:17.951846 n-d-834765-1 neutron-server[102791]: INFO neutron.db.l3_db [req-848d6546-a30b-4057-a21a-118cf64b83b4 req-efb44d82-c005-41e7-914d-3fb5f53ff4d0 tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] Floating IP e141070f-3a84-43f2-8c09-9d8b90577e5f disassociated. External IP: 172.25.4.129, port: 6def3afc-9a81-4374-807f-7bac44086c9c. Mar 29 16:00:17.952178 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [req-848d6546-a30b-4057-a21a-118cf64b83b4 req-efb44d82-c005-41e7-914d-3fb5f53ff4d0 tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] Calling delete_port for 6def3afc-9a81-4374-807f-7bac44086c9c owned by compute:nova {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:00:18.220346 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-848d6546-a30b-4057-a21a-118cf64b83b4 req-efb44d82-c005-41e7-914d-3fb5f53ff4d0 tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:00:18.247068 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb44d82-c005-41e7-914d-3fb5f53ff4d0 tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] Pushing event deleted for resources: {'Port': ['ID=6def3afc-9a81-4374-807f-7bac44086c9c,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:00:18.449619 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-9bc6595c-f704-4040-8202-c1e64e32bf92 req-53ae4c0a-b418-47ba-86d1-c7e00c1ebf6b tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] 10.222.0.42 "GET /v2.0/ports?device_id=1988d609-4f13-419d-98dc-b82cc65c41c6 HTTP/1.1" status: 200 len: 210 time: 0.0711627 Mar 29 16:00:18.596004 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.l3_agent_scheduler [req-848d6546-a30b-4057-a21a-118cf64b83b4 req-efb44d82-c005-41e7-914d-3fb5f53ff4d0 tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] Router 1429f63d-e325-4085-853d-50636b037626 has already been hosted by L3 agent c648d819-1060-4f26-b4ec-6455387b5dff {{(pid=102791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 16:00:18.697774 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d84b331-4229-4a7a-a398-752808ae1559 req-51b5e378-e1f1-4ef5-803a-49512e698fdc tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:00:18.699972 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-0d84b331-4229-4a7a-a398-752808ae1559 req-51b5e378-e1f1-4ef5-803a-49512e698fdc tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1d2762f-cdaf-49a5-b7af-adea129729c0 HTTP/1.1" status: 200 len: 943 time: 0.0733848 Mar 29 16:00:18.761135 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-0d84b331-4229-4a7a-a398-752808ae1559 req-54a03b63-30db-42d5-8113-834eeafb73c7 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/security-groups?id=5e7dc381-3678-4cad-aeb8-d0ce3409e19e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530078 Mar 29 16:00:18.839874 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-848d6546-a30b-4057-a21a-118cf64b83b4 req-efb44d82-c005-41e7-914d-3fb5f53ff4d0 tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 16:00:18.853905 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03526765-bc98-4e5f-b8af-9bf6b38470f9 None None] Sync routers for ids ['1429f63d-e325-4085-853d-50636b037626'] in n-d-834765-1 {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 16:00:18.883424 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03526765-bc98-4e5f-b8af-9bf6b38470f9 None None] Routers {'1429f63d-e325-4085-853d-50636b037626'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:00:18.887964 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-03526765-bc98-4e5f-b8af-9bf6b38470f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:00:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['1429f63d-e325-4085-853d-50636b037626'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:00:18.986283 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [req-848d6546-a30b-4057-a21a-118cf64b83b4 req-efb44d82-c005-41e7-914d-3fb5f53ff4d0 tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] No DVR routers for this DVR port 6def3afc-9a81-4374-807f-7bac44086c9c on host n-h1-834765-1 {{(pid=102791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 16:00:18.991138 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-848d6546-a30b-4057-a21a-118cf64b83b4 req-efb44d82-c005-41e7-914d-3fb5f53ff4d0 tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:00:18.994586 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-848d6546-a30b-4057-a21a-118cf64b83b4 req-efb44d82-c005-41e7-914d-3fb5f53ff4d0 tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] 10.222.0.44 "DELETE /v2.0/ports/6def3afc-9a81-4374-807f-7bac44086c9c HTTP/1.1" status: 204 len: 173 time: 3.2150118 Mar 29 16:00:18.995038 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1988d609-4f13-419d-98dc-b82cc65c41c6', 'name': 'network-vif-deleted', 'tag': '6def3afc-9a81-4374-807f-7bac44086c9c'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:00:19.008982 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c67b028db5e9b9818fecc5c0a87ebc6f190694fa53ca267d523e04f98de536d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb0d56e9-fe05-4b05-b08f-e7637ae7a0ba" -d '{"events": [{"server_uuid": "1988d609-4f13-419d-98dc-b82cc65c41c6", "name": "network-vif-deleted", "tag": "6def3afc-9a81-4374-807f-7bac44086c9c"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:00:19.151056 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 16:00:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe1fdc12-34e8-4fe8-a26d-9798e090cf24 x-openstack-request-id: req-fe1fdc12-34e8-4fe8-a26d-9798e090cf24 {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:00:19.151826 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1988d609-4f13-419d-98dc-b82cc65c41c6", "name": "network-vif-deleted", "tag": "6def3afc-9a81-4374-807f-7bac44086c9c", "status": "completed", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:00:19.152329 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-fe1fdc12-34e8-4fe8-a26d-9798e090cf24 {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:00:19.152881 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1988d609-4f13-419d-98dc-b82cc65c41c6', 'name': 'network-vif-deleted', 'tag': '6def3afc-9a81-4374-807f-7bac44086c9c', 'status': 'completed', 'code': 200} Mar 29 16:00:19.251427 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvr_db [None req-03526765-bc98-4e5f-b8af-9bf6b38470f9 None None] Set router 1429f63d-e325-4085-853d-50636b037626 gateway port host: n-d-834765-1 {{(pid=102792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:00:19.606523 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device 6def3afc-9a81-4374-807f-7bac44086c9c no longer exists at agent hyperv_n-h1-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 16:00:19.728253 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] No Port match for: 6def3afc-9a81-4374-807f-7bac44086c9c {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 16:00:19.729746 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device 6def3afc-9a81-4374-807f-7bac44086c9c not bound to the agent host n-h1-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 16:00:19.830594 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-143d36e1-d589-42e5-b96b-b1bdf675ee18 req-a101cdf2-3eb7-452b-9fe6-48727d779eb5 tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] 10.222.0.42 "GET /v2.0/ports?device_id=1988d609-4f13-419d-98dc-b82cc65c41c6 HTTP/1.1" status: 200 len: 210 time: 0.0849085 Mar 29 16:00:19.956288 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-03526765-bc98-4e5f-b8af-9bf6b38470f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1429f63d-e325-4085-853d-50636b037626', 'name': 'tempest-ServerRescueNegativeTestJSON-1575446618-router', 'tenant_id': '48ba1cdba6ea4eb098e40b52d44291ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.245'}], 'enable_snat': True}, 'gw_port_id': '7d8c47f9-78d5-472c-b843-b7bb58d76861', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:55:07Z', 'updated_at': '2022-03-29T15:55:12Z', 'revision_number': 4, 'project_id': '48ba1cdba6ea4eb098e40b52d44291ec', 'gw_port': {'id': '7d8c47f9-78d5-472c-b843-b7bb58d76861', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:c0:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1429f63d-e325-4085-853d-50636b037626', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2430, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:55:08Z', 'updated_at': '2022-03-29T15:55:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': '8012636b-3f72-4baf-b30b-9d9f261281db', 'name': '', 'network_id': '6da5eb6a-1ef7-4aa0-bbb2-e8f3bdbdd5ff', 'tenant_id': '48ba1cdba6ea4eb098e40b52d44291ec', 'mac_address': 'fa:16:3e:fa:a4:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1429f63d-e325-4085-853d-50636b037626', 'device_owner': 'network:router_interface', 'standard_attr_id': 2431, 'fixed_ips': [{'subnet_id': 'f321fdd4-89ca-4bd6-835a-732290fa6cda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:55:11Z', 'updated_at': '2022-03-29T15:55:18Z', 'revision_number': 5, 'project_id': '48ba1cdba6ea4eb098e40b52d44291ec', 'subnets': [{'id': 'f321fdd4-89ca-4bd6-835a-732290fa6cda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:00:20.038902 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3d5d41-069d-4a93-a756-642409edfaec req-f6eb251a-4945-44e7-842f-bb8928ac64ea tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:00:20.041547 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-1a3d5d41-069d-4a93-a756-642409edfaec req-f6eb251a-4945-44e7-842f-bb8928ac64ea tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1d2762f-cdaf-49a5-b7af-adea129729c0 HTTP/1.1" status: 200 len: 943 time: 0.0915642 Mar 29 16:00:20.047416 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03526765-bc98-4e5f-b8af-9bf6b38470f9 None None] Checking router: 1429f63d-e325-4085-853d-50636b037626 for host: n-d-834765-1 {{(pid=102792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 16:00:20.070934 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03526765-bc98-4e5f-b8af-9bf6b38470f9 None None] Routers {'1429f63d-e325-4085-853d-50636b037626'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:00:20.074691 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-03526765-bc98-4e5f-b8af-9bf6b38470f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:00:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['1429f63d-e325-4085-853d-50636b037626'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:00:20.173972 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-1a3d5d41-069d-4a93-a756-642409edfaec req-0a351a30-e452-47ae-a30d-bc2a5ce23e45 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/security-groups?id=5e7dc381-3678-4cad-aeb8-d0ce3409e19e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253779 Mar 29 16:00:20.314915 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvr_db [None req-03526765-bc98-4e5f-b8af-9bf6b38470f9 None None] Set router 1429f63d-e325-4085-853d-50636b037626 gateway port host: n-d-834765-1 {{(pid=102792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:00:20.952984 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-03526765-bc98-4e5f-b8af-9bf6b38470f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1429f63d-e325-4085-853d-50636b037626', 'name': 'tempest-ServerRescueNegativeTestJSON-1575446618-router', 'tenant_id': '48ba1cdba6ea4eb098e40b52d44291ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.245'}], 'enable_snat': True}, 'gw_port_id': '7d8c47f9-78d5-472c-b843-b7bb58d76861', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:55:07Z', 'updated_at': '2022-03-29T15:55:12Z', 'revision_number': 4, 'project_id': '48ba1cdba6ea4eb098e40b52d44291ec', 'gw_port': {'id': '7d8c47f9-78d5-472c-b843-b7bb58d76861', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:c0:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1429f63d-e325-4085-853d-50636b037626', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2430, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:55:08Z', 'updated_at': '2022-03-29T15:55:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': '8012636b-3f72-4baf-b30b-9d9f261281db', 'name': '', 'network_id': '6da5eb6a-1ef7-4aa0-bbb2-e8f3bdbdd5ff', 'tenant_id': '48ba1cdba6ea4eb098e40b52d44291ec', 'mac_address': 'fa:16:3e:fa:a4:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1429f63d-e325-4085-853d-50636b037626', 'device_owner': 'network:router_interface', 'standard_attr_id': 2431, 'fixed_ips': [{'subnet_id': 'f321fdd4-89ca-4bd6-835a-732290fa6cda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:55:11Z', 'updated_at': '2022-03-29T15:55:18Z', 'revision_number': 5, 'project_id': '48ba1cdba6ea4eb098e40b52d44291ec', 'subnets': [{'id': 'f321fdd4-89ca-4bd6-835a-732290fa6cda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:00:20.990830 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03526765-bc98-4e5f-b8af-9bf6b38470f9 None None] The sync data for ids ['1429f63d-e325-4085-853d-50636b037626'] in n-d-834765-1 is: [{'id': '1429f63d-e325-4085-853d-50636b037626', 'name': 'tempest-ServerRescueNegativeTestJSON-1575446618-router', 'tenant_id': '48ba1cdba6ea4eb098e40b52d44291ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.245'}], 'enable_snat': True}, 'gw_port_id': '7d8c47f9-78d5-472c-b843-b7bb58d76861', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:55:07Z', 'updated_at': '2022-03-29T15:55:12Z', 'revision_number': 4, 'project_id': '48ba1cdba6ea4eb098e40b52d44291ec', 'gw_port': {'id': '7d8c47f9-78d5-472c-b843-b7bb58d76861', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:c0:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1429f63d-e325-4085-853d-50636b037626', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2430, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:55:08Z', 'updated_at': '2022-03-29T15:55:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': '8012636b-3f72-4baf-b30b-9d9f261281db', 'name': '', 'network_id': '6da5eb6a-1ef7-4aa0-bbb2-e8f3bdbdd5ff', 'tenant_id': '48ba1cdba6ea4eb098e40b52d44291ec', 'mac_address': 'fa:16:3e:fa:a4:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1429f63d-e325-4085-853d-50636b037626', 'device_owner': 'network:router_interface', 'standard_attr_id': 2431, 'fixed_ips': [{'subnet_id': 'f321fdd4-89ca-4bd6-835a-732290fa6cda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:55:11Z', 'updated_at': '2022-03-29T15:55:18Z', 'revision_number': 5, 'project_id': '48ba1cdba6ea4eb098e40b52d44291ec', 'subnets': [{'id': 'f321fdd4-89ca-4bd6-835a-732290fa6cda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 16:00:20.993783 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 44732) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:00:21.140442 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-dbc700e0-f6e7-41f7-a7be-25da34c784ba tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] Notify callbacks [] for security_group, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:00:21.200312 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-dbc700e0-f6e7-41f7-a7be-25da34c784ba tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:00:21.328993 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-dbc700e0-f6e7-41f7-a7be-25da34c784ba tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:00:21.337685 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-dbc700e0-f6e7-41f7-a7be-25da34c784ba tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] Notify callbacks [] for security_group, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:00:21.352835 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-dbc700e0-f6e7-41f7-a7be-25da34c784ba tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] 10.222.0.42 "DELETE /v2.0/security-groups/cd1c9277-5208-4a89-800b-becaf205597a HTTP/1.1" status: 204 len: 168 time: 0.3576360 Mar 29 16:00:21.372484 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 44742) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:00:21.374805 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc700e0-f6e7-41f7-a7be-25da34c784ba tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd1c9277-5208-4a89-800b-becaf205597a,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:00:21.422302 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc700e0-f6e7-41f7-a7be-25da34c784ba tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:00:21.426954 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc700e0-f6e7-41f7-a7be-25da34c784ba tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:00:21.428015 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc700e0-f6e7-41f7-a7be-25da34c784ba tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:00:21.428813 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc700e0-f6e7-41f7-a7be-25da34c784ba tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:00:21.429375 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc700e0-f6e7-41f7-a7be-25da34c784ba tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:00:21.429953 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc700e0-f6e7-41f7-a7be-25da34c784ba tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:00:21.430530 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc700e0-f6e7-41f7-a7be-25da34c784ba tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:00:21.431092 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc700e0-f6e7-41f7-a7be-25da34c784ba tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:00:21.431686 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc700e0-f6e7-41f7-a7be-25da34c784ba tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:00:21.432871 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc700e0-f6e7-41f7-a7be-25da34c784ba tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:00:21.433902 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc700e0-f6e7-41f7-a7be-25da34c784ba tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:00:21.435399 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc700e0-f6e7-41f7-a7be-25da34c784ba tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:00:21.440441 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c65b36-bce0-4ede-9fa3-26afaa1f4e84 req-96234df4-7ab9-4513-8339-1eb7f4b58be7 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:00:21.447883 n-d-834765-1 neutron-server[102791]: INFO neutron.api.v2.resource [None req-2ec47d23-6454-45f5-8ab8-1cde8c58eb17 tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] show failed (client error): The resource could not be found. Mar 29 16:00:21.449803 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-2ec47d23-6454-45f5-8ab8-1cde8c58eb17 tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] 10.222.0.42 "GET /v2.0/security-groups/cd1c9277-5208-4a89-800b-becaf205597a HTTP/1.1" status: 404 len: 347 time: 0.0691385 Mar 29 16:00:21.451889 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-b6c65b36-bce0-4ede-9fa3-26afaa1f4e84 req-96234df4-7ab9-4513-8339-1eb7f4b58be7 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1d2762f-cdaf-49a5-b7af-adea129729c0 HTTP/1.1" status: 200 len: 943 time: 0.1651604 Mar 29 16:00:21.452814 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 44746) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:00:21.668302 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-b6c65b36-bce0-4ede-9fa3-26afaa1f4e84 req-4f431d73-0fd6-411c-8875-44d2fbe2110f tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/security-groups?id=5e7dc381-3678-4cad-aeb8-d0ce3409e19e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2024660 Mar 29 16:00:21.708462 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 44762) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:00:21.765317 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df371154-d125-4dd2-93ba-0e9f3725f8d5 None None] New status for floating IP e141070f-3a84-43f2-8c09-9d8b90577e5f: DOWN {{(pid=102793) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 16:00:21.989442 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-92374017-84d8-47dc-8c67-19f79be58307 tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] Deleting port 2850d038-8d79-4367-9f53-ecef17f23af9 {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:00:21.989895 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-92374017-84d8-47dc-8c67-19f79be58307 tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:00:22.217403 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-92374017-84d8-47dc-8c67-19f79be58307 tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:00:22.218498 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-92374017-84d8-47dc-8c67-19f79be58307 tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:00:22.254591 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-92374017-84d8-47dc-8c67-19f79be58307 tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] Calling delete_port for 2850d038-8d79-4367-9f53-ecef17f23af9 owned by network:floatingip {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:00:22.726709 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-92374017-84d8-47dc-8c67-19f79be58307 tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:00:22.766664 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92374017-84d8-47dc-8c67-19f79be58307 tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] Pushing event deleted for resources: {'Port': ['ID=2850d038-8d79-4367-9f53-ecef17f23af9,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:00:22.872070 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-73553426-8b63-42da-9259-0003e35d8ac6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-530452'] for router_interface, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:00:22.918668 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-92374017-84d8-47dc-8c67-19f79be58307 tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] Notify callbacks [] for floatingip, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:00:22.923548 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-92374017-84d8-47dc-8c67-19f79be58307 tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for floatingip, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:00:22.925216 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-92374017-84d8-47dc-8c67-19f79be58307 tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] 10.222.0.42 "DELETE /v2.0/floatingips/e141070f-3a84-43f2-8c09-9d8b90577e5f HTTP/1.1" status: 204 len: 168 time: 1.4711950 Mar 29 16:00:23.169385 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd61799-969f-4b79-9b25-281d95e63082 req-52fc8557-6d9c-4e18-98f8-5616b0b3ccbc tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:00:23.177382 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-9dd61799-969f-4b79-9b25-281d95e63082 req-52fc8557-6d9c-4e18-98f8-5616b0b3ccbc tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1d2762f-cdaf-49a5-b7af-adea129729c0 HTTP/1.1" status: 200 len: 943 time: 0.2943692 Mar 29 16:00:23.377307 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-9dd61799-969f-4b79-9b25-281d95e63082 req-e8643163-86ce-450c-ad2a-bea1162bf68e tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/security-groups?id=5e7dc381-3678-4cad-aeb8-d0ce3409e19e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794298 Mar 29 16:00:23.666679 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-73553426-8b63-42da-9259-0003e35d8ac6 admin admin] Deleting port 7eaacc99-c88e-4cef-a816-8959e5a646da {{(pid=102790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:00:23.667399 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-73553426-8b63-42da-9259-0003e35d8ac6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:00:23.823239 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [None req-73553426-8b63-42da-9259-0003e35d8ac6 admin admin] For port 7eaacc99-c88e-4cef-a816-8959e5a646da, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=7eaacc99-c88e-4cef-a816-8959e5a646da,segment=NetworkSegment(16a3b58e-2ecf-4263-9a5e-eb72b2eaa6d4),segment_id=16a3b58e-2ecf-4263-9a5e-eb72b2eaa6d4)] {{(pid=102790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:00:23.824326 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-73553426-8b63-42da-9259-0003e35d8ac6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:00:23.850735 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-73553426-8b63-42da-9259-0003e35d8ac6 admin admin] Calling delete_port for 7eaacc99-c88e-4cef-a816-8959e5a646da owned by network:router_interface {{(pid=102790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:00:24.139019 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-73553426-8b63-42da-9259-0003e35d8ac6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:00:24.179424 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73553426-8b63-42da-9259-0003e35d8ac6 admin admin] Pushing event deleted for resources: {'Port': ['ID=7eaacc99-c88e-4cef-a816-8959e5a646da,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:00:24.198247 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73553426-8b63-42da-9259-0003e35d8ac6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:00:24.199043 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73553426-8b63-42da-9259-0003e35d8ac6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:00:24.200151 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73553426-8b63-42da-9259-0003e35d8ac6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:00:24.201171 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73553426-8b63-42da-9259-0003e35d8ac6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:00:24.212040 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73553426-8b63-42da-9259-0003e35d8ac6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:00:24.213313 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73553426-8b63-42da-9259-0003e35d8ac6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:00:24.219866 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73553426-8b63-42da-9259-0003e35d8ac6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:00:24.221378 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73553426-8b63-42da-9259-0003e35d8ac6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:00:24.222571 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73553426-8b63-42da-9259-0003e35d8ac6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:00:24.223411 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73553426-8b63-42da-9259-0003e35d8ac6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:00:24.224338 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73553426-8b63-42da-9259-0003e35d8ac6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:00:24.225022 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73553426-8b63-42da-9259-0003e35d8ac6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:00:24.523179 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-73553426-8b63-42da-9259-0003e35d8ac6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-530528'] for router_interface, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:00:24.718305 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d336cf5-e62d-41f0-9300-60627c8dfc83 req-b3453633-8673-4004-b69d-8a027842164a tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:00:24.741583 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-8d336cf5-e62d-41f0-9300-60627c8dfc83 req-b3453633-8673-4004-b69d-8a027842164a tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1d2762f-cdaf-49a5-b7af-adea129729c0 HTTP/1.1" status: 200 len: 943 time: 0.2000473 Mar 29 16:00:24.901370 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-8d336cf5-e62d-41f0-9300-60627c8dfc83 req-ac2b802a-3200-45d5-a249-1487ec8796c8 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/security-groups?id=5e7dc381-3678-4cad-aeb8-d0ce3409e19e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533008 Mar 29 16:00:24.981927 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73553426-8b63-42da-9259-0003e35d8ac6 admin admin] Router 6285f326-c781-4f2f-ab7c-7ef532c6f60c has already been hosted by L3 agent c648d819-1060-4f26-b4ec-6455387b5dff {{(pid=102790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 16:00:25.157716 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73553426-8b63-42da-9259-0003e35d8ac6 admin admin] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 16:00:25.177143 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 44836) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:00:25.179333 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ff0a93f-1980-42a4-b52f-912d17beff0f None None] Sync routers for ids ['6285f326-c781-4f2f-ab7c-7ef532c6f60c'] in n-d-834765-1 {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 16:00:25.187903 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-73553426-8b63-42da-9259-0003e35d8ac6 admin admin] 10.222.0.42 "PUT /v2.0/routers/6285f326-c781-4f2f-ab7c-7ef532c6f60c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4779582 Mar 29 16:00:25.193405 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ff0a93f-1980-42a4-b52f-912d17beff0f None None] Routers {'6285f326-c781-4f2f-ab7c-7ef532c6f60c'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:00:25.194332 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-6ff0a93f-1980-42a4-b52f-912d17beff0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:00:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['6285f326-c781-4f2f-ab7c-7ef532c6f60c'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:00:25.498311 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvr_db [None req-6ff0a93f-1980-42a4-b52f-912d17beff0f None None] Set router 6285f326-c781-4f2f-ab7c-7ef532c6f60c gateway port host: n-d-834765-1 {{(pid=102792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:00:25.509438 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-1b5a8457-a92b-4b7a-a16a-e5d243695243 admin admin] Notify callbacks [] for router, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:00:25.708847 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-1b5a8457-a92b-4b7a-a16a-e5d243695243 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:00:25.783853 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-1b5a8457-a92b-4b7a-a16a-e5d243695243 admin admin] Deleting port 38c61091-efa6-44d1-8702-14f57199fb72 {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:00:25.784971 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-1b5a8457-a92b-4b7a-a16a-e5d243695243 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:00:25.900304 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-6ff0a93f-1980-42a4-b52f-912d17beff0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6285f326-c781-4f2f-ab7c-7ef532c6f60c', 'name': 'tempest-AttachVolumeTestJSON-1827063187-router', 'tenant_id': '0645dc511670491c8626eeb496c0ab97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.149'}], 'enable_snat': True}, 'gw_port_id': '38c61091-efa6-44d1-8702-14f57199fb72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:52:23Z', 'updated_at': '2022-03-29T16:00:24Z', 'revision_number': 5, 'project_id': '0645dc511670491c8626eeb496c0ab97', 'gw_port': {'id': '38c61091-efa6-44d1-8702-14f57199fb72', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:b2:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6285f326-c781-4f2f-ab7c-7ef532c6f60c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2081, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:52:26Z', 'updated_at': '2022-03-29T15:52:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1'}], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:00:26.017129 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [None req-1b5a8457-a92b-4b7a-a16a-e5d243695243 admin admin] For port 38c61091-efa6-44d1-8702-14f57199fb72, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=38c61091-efa6-44d1-8702-14f57199fb72,segment=NetworkSegment(6ab47353-a811-4bad-bc73-b4cc84583cfd),segment_id=6ab47353-a811-4bad-bc73-b4cc84583cfd)] {{(pid=102791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:00:26.017756 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-1b5a8457-a92b-4b7a-a16a-e5d243695243 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:00:26.042437 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ff0a93f-1980-42a4-b52f-912d17beff0f None None] Checking router: 6285f326-c781-4f2f-ab7c-7ef532c6f60c for host: n-d-834765-1 {{(pid=102792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 16:00:26.044584 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-1b5a8457-a92b-4b7a-a16a-e5d243695243 admin admin] Calling delete_port for 38c61091-efa6-44d1-8702-14f57199fb72 owned by network:router_gateway {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:00:26.078731 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ff0a93f-1980-42a4-b52f-912d17beff0f None None] Routers {'6285f326-c781-4f2f-ab7c-7ef532c6f60c'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:00:26.078731 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-6ff0a93f-1980-42a4-b52f-912d17beff0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:00:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['6285f326-c781-4f2f-ab7c-7ef532c6f60c'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:00:26.201231 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f9f680-1edc-4fff-854a-d53abef892b3 req-b1c57993-ae4d-4c9b-9524-4647c99a32cb tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:00:26.202859 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-10f9f680-1edc-4fff-854a-d53abef892b3 req-b1c57993-ae4d-4c9b-9524-4647c99a32cb tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1d2762f-cdaf-49a5-b7af-adea129729c0 HTTP/1.1" status: 200 len: 943 time: 0.1435049 Mar 29 16:00:26.273076 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-1b5a8457-a92b-4b7a-a16a-e5d243695243 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:00:26.281734 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-10f9f680-1edc-4fff-854a-d53abef892b3 req-052e1ae3-d3dc-4377-b263-e540c7d5928d tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/security-groups?id=5e7dc381-3678-4cad-aeb8-d0ce3409e19e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705347 Mar 29 16:00:26.329130 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvr_db [None req-6ff0a93f-1980-42a4-b52f-912d17beff0f None None] Set router 6285f326-c781-4f2f-ab7c-7ef532c6f60c gateway port host: None {{(pid=102792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:00:26.372886 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5a8457-a92b-4b7a-a16a-e5d243695243 admin admin] Pushing event deleted for resources: {'Port': ['ID=38c61091-efa6-44d1-8702-14f57199fb72,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:00:26.427911 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-1b5a8457-a92b-4b7a-a16a-e5d243695243 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-648138'] for router_gateway, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:00:26.430760 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-6ff0a93f-1980-42a4-b52f-912d17beff0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6285f326-c781-4f2f-ab7c-7ef532c6f60c', 'name': 'tempest-AttachVolumeTestJSON-1827063187-router', 'tenant_id': '0645dc511670491c8626eeb496c0ab97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:52:23Z', 'updated_at': '2022-03-29T16:00:25Z', 'revision_number': 6, 'project_id': '0645dc511670491c8626eeb496c0ab97', 'gw_port_host': None}], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:00:26.512895 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ff0a93f-1980-42a4-b52f-912d17beff0f None None] The sync data for ids ['6285f326-c781-4f2f-ab7c-7ef532c6f60c'] in n-d-834765-1 is: [{'id': '6285f326-c781-4f2f-ab7c-7ef532c6f60c', 'name': 'tempest-AttachVolumeTestJSON-1827063187-router', 'tenant_id': '0645dc511670491c8626eeb496c0ab97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:52:23Z', 'updated_at': '2022-03-29T16:00:25Z', 'revision_number': 6, 'project_id': '0645dc511670491c8626eeb496c0ab97', 'gw_port_host': None}] {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 16:00:26.687950 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-1b5a8457-a92b-4b7a-a16a-e5d243695243 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129328'] for router, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:00:26.704438 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-1b5a8457-a92b-4b7a-a16a-e5d243695243 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:00:26.853194 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-1b5a8457-a92b-4b7a-a16a-e5d243695243 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-526718'] for router, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:00:26.854720 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b5a8457-a92b-4b7a-a16a-e5d243695243 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6285f326-c781-4f2f-ab7c-7ef532c6f60c {{(pid=102791) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 29 16:00:26.864227 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-1b5a8457-a92b-4b7a-a16a-e5d243695243 admin admin] Notify callbacks [] for router, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:00:26.867295 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-1b5a8457-a92b-4b7a-a16a-e5d243695243 admin admin] 10.222.0.42 "DELETE /v2.0/routers/6285f326-c781-4f2f-ab7c-7ef532c6f60c HTTP/1.1" status: 204 len: 168 time: 1.6883836 Mar 29 16:00:26.868586 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 44858) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:00:26.953349 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1557a81-472a-4166-8f6a-b6b31d266793 admin admin] Deleting subnet a8d0e49f-9e4f-4325-b3fe-d85cd5221184 {{(pid=102790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 16:00:26.971688 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-f1557a81-472a-4166-8f6a-b6b31d266793 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:00:27.202424 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-f1557a81-472a-4166-8f6a-b6b31d266793 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4614024'] for subnet, precommit_delete_associations {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:00:27.382652 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-f1557a81-472a-4166-8f6a-b6b31d266793 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1641287'] for subnet, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:00:27.473577 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 7eaacc99-c88e-4cef-a816-8959e5a646da no longer exists at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 16:00:27.516181 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] No Port match for: 7eaacc99-c88e-4cef-a816-8959e5a646da {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 16:00:27.516521 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 7eaacc99-c88e-4cef-a816-8959e5a646da not bound to the agent host n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 16:00:27.545121 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-f1557a81-472a-4166-8f6a-b6b31d266793 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1641294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5231963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4793952'] for subnet, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:00:27.569410 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-f1557a81-472a-4166-8f6a-b6b31d266793 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for subnet, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:00:27.574192 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf1ca995-1fa4-40ad-a0e9-7f2ac1a24d52 None None] Network d994e3d3-6e54-466f-bbe9-e588ad776084 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 16:00:27.599590 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-f1557a81-472a-4166-8f6a-b6b31d266793 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/a8d0e49f-9e4f-4325-b3fe-d85cd5221184 HTTP/1.1" status: 204 len: 168 time: 0.7296789 Mar 29 16:00:27.607629 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 44876) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:00:27.646912 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1557a81-472a-4166-8f6a-b6b31d266793 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a8d0e49f-9e4f-4325-b3fe-d85cd5221184,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:00:27.875693 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-9e3e6be5-767b-44af-b5b7-5b6f57195903 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1631750'] for network, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:00:27.905747 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-297afd86-759a-4a04-b039-d3aacc51878d None None] DHCP port deletion for d994e3d3-6e54-466f-bbe9-e588ad776084 request from n-d-834765-1 {{(pid=102792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 29 16:00:28.022427 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135bed29-e970-46c2-be9b-2651948deb97 req-1997869d-ad26-45c1-a339-815e61998551 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:00:28.040905 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-135bed29-e970-46c2-be9b-2651948deb97 req-1997869d-ad26-45c1-a339-815e61998551 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1d2762f-cdaf-49a5-b7af-adea129729c0 HTTP/1.1" status: 200 len: 943 time: 0.5445681 Mar 29 16:00:28.065654 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-297afd86-759a-4a04-b039-d3aacc51878d None None] Deleting port c26e6a2d-a2a5-46b5-8410-d39928c1a2dd {{(pid=102792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:00:28.066433 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-297afd86-759a-4a04-b039-d3aacc51878d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:00:28.146678 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-135bed29-e970-46c2-be9b-2651948deb97 req-633f0e32-932a-4412-a972-74cf15b0c3ec tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/security-groups?id=5e7dc381-3678-4cad-aeb8-d0ce3409e19e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871828 Mar 29 16:00:28.192111 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-9e3e6be5-767b-44af-b5b7-5b6f57195903 admin admin] Deleting port c26e6a2d-a2a5-46b5-8410-d39928c1a2dd {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:00:28.193766 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-9e3e6be5-767b-44af-b5b7-5b6f57195903 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:00:28.294430 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-297afd86-759a-4a04-b039-d3aacc51878d None None] For port c26e6a2d-a2a5-46b5-8410-d39928c1a2dd, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=c26e6a2d-a2a5-46b5-8410-d39928c1a2dd,segment=NetworkSegment(16a3b58e-2ecf-4263-9a5e-eb72b2eaa6d4),segment_id=16a3b58e-2ecf-4263-9a5e-eb72b2eaa6d4)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:00:28.295384 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-297afd86-759a-4a04-b039-d3aacc51878d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:00:28.335324 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-297afd86-759a-4a04-b039-d3aacc51878d None None] Calling delete_port for c26e6a2d-a2a5-46b5-8410-d39928c1a2dd owned by network:dhcp {{(pid=102792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:00:28.457347 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [None req-9e3e6be5-767b-44af-b5b7-5b6f57195903 admin admin] For port c26e6a2d-a2a5-46b5-8410-d39928c1a2dd, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=c26e6a2d-a2a5-46b5-8410-d39928c1a2dd,segment=NetworkSegment(16a3b58e-2ecf-4263-9a5e-eb72b2eaa6d4),segment_id=16a3b58e-2ecf-4263-9a5e-eb72b2eaa6d4)] {{(pid=102791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:00:28.458553 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-9e3e6be5-767b-44af-b5b7-5b6f57195903 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:00:28.498946 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-9e3e6be5-767b-44af-b5b7-5b6f57195903 admin admin] Calling delete_port for c26e6a2d-a2a5-46b5-8410-d39928c1a2dd owned by network:dhcp {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:00:28.553273 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-297afd86-759a-4a04-b039-d3aacc51878d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350'] for port, after_delete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:00:28.630107 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297afd86-759a-4a04-b039-d3aacc51878d None None] Pushing event deleted for resources: {'Port': ['ID=c26e6a2d-a2a5-46b5-8410-d39928c1a2dd,revision_number=None']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:00:28.652786 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-297afd86-759a-4a04-b039-d3aacc51878d None None] No DVR routers for this DVR port c26e6a2d-a2a5-46b5-8410-d39928c1a2dd on host n-d-834765-1 {{(pid=102792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 16:00:28.677873 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-9e3e6be5-767b-44af-b5b7-5b6f57195903 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:00:28.752296 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device c26e6a2d-a2a5-46b5-8410-d39928c1a2dd no longer exists at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 16:00:28.762671 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3e6be5-767b-44af-b5b7-5b6f57195903 admin admin] Pushing event deleted for resources: {'Port': ['ID=c26e6a2d-a2a5-46b5-8410-d39928c1a2dd,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:00:28.769757 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e3e6be5-767b-44af-b5b7-5b6f57195903 admin admin] No DVR routers for this DVR port c26e6a2d-a2a5-46b5-8410-d39928c1a2dd on host n-d-834765-1 {{(pid=102791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 16:00:28.819614 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] No Port match for: c26e6a2d-a2a5-46b5-8410-d39928c1a2dd {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 16:00:28.820271 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device c26e6a2d-a2a5-46b5-8410-d39928c1a2dd not bound to the agent host n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 16:00:28.820999 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 38c61091-efa6-44d1-8702-14f57199fb72 no longer exists at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 16:00:28.870150 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] No Port match for: 38c61091-efa6-44d1-8702-14f57199fb72 {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 16:00:28.870811 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 38c61091-efa6-44d1-8702-14f57199fb72 not bound to the agent host n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 16:00:28.948934 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-9e3e6be5-767b-44af-b5b7-5b6f57195903 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639890', 'neutron.services.segments.db._delete_segments_for_network-8783523423079'] for network, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:00:28.987703 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-9e3e6be5-767b-44af-b5b7-5b6f57195903 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d994e3d3-6e54-466f-bbe9-e588ad776084']}} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:00:29.011118 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-9e3e6be5-767b-44af-b5b7-5b6f57195903 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16a3b58e-2ecf-4263-9a5e-eb72b2eaa6d4') {'for_net_delete': True} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:00:29.011900 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-9e3e6be5-767b-44af-b5b7-5b6f57195903 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16a3b58e-2ecf-4263-9a5e-eb72b2eaa6d4') {} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:00:29.033448 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-9e3e6be5-767b-44af-b5b7-5b6f57195903 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783523422064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4230428'] for segment, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:00:29.061571 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-9e3e6be5-767b-44af-b5b7-5b6f57195903 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:00:29.073497 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e3e6be5-767b-44af-b5b7-5b6f57195903 admin admin] Releasing vlan 618 on physical network physnet1 to pool {{(pid=102791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 16:00:29.075596 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-9e3e6be5-767b-44af-b5b7-5b6f57195903 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16169569'] for segment, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:00:29.079889 n-d-834765-1 neutron-server[102791]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 16:00:29.079889 n-d-834765-1 neutron-server[102791]: self.session.flush() Mar 29 16:00:29.079889 n-d-834765-1 neutron-server[102791]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 16:00:29.079889 n-d-834765-1 neutron-server[102791]: self.session.flush() Mar 29 16:00:29.079889 n-d-834765-1 neutron-server[102791]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 16:00:29.079889 n-d-834765-1 neutron-server[102791]: self.session.flush() Mar 29 16:00:29.079889 n-d-834765-1 neutron-server[102791]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 16:00:29.079889 n-d-834765-1 neutron-server[102791]: self.session.flush() Mar 29 16:00:29.079889 n-d-834765-1 neutron-server[102791]: Traceback (most recent call last): Mar 29 16:00:29.079889 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 16:00:29.079889 n-d-834765-1 neutron-server[102791]: timer() Mar 29 16:00:29.079889 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 16:00:29.079889 n-d-834765-1 neutron-server[102791]: cb(*args, **kw) Mar 29 16:00:29.079889 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 16:00:29.079889 n-d-834765-1 neutron-server[102791]: return func(*args, **kwargs) Mar 29 16:00:29.079889 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 16:00:29.079889 n-d-834765-1 neutron-server[102791]: self._notify() Mar 29 16:00:29.079889 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 16:00:29.079889 n-d-834765-1 neutron-server[102791]: self.callback(batched_events) Mar 29 16:00:29.079889 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 16:00:29.079889 n-d-834765-1 neutron-server[102791]: event.method(event) Mar 29 16:00:29.079889 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 16:00:29.079889 n-d-834765-1 neutron-server[102791]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 16:00:29.079889 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 16:00:29.079889 n-d-834765-1 neutron-server[102791]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 16:00:29.079889 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 16:00:29.079889 n-d-834765-1 neutron-server[102791]: return f(self, *a, **k) Mar 29 16:00:29.079889 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 16:00:29.079889 n-d-834765-1 neutron-server[102791]: return self._get(url).json() Mar 29 16:00:29.079889 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 16:00:29.079889 n-d-834765-1 neutron-server[102791]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 16:00:29.079889 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 16:00:29.079889 n-d-834765-1 neutron-server[102791]: return self.request(url, 'GET', **kwargs) Mar 29 16:00:29.079889 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 16:00:29.079889 n-d-834765-1 neutron-server[102791]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 16:00:29.079889 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 16:00:29.079889 n-d-834765-1 neutron-server[102791]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 16:00:29.079889 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 16:00:29.079889 n-d-834765-1 neutron-server[102791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 16:00:29.079889 n-d-834765-1 neutron-server[102791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 16:00:29.210736 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-9e3e6be5-767b-44af-b5b7-5b6f57195903 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1639897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648174'] for network, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:00:29.224715 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-9e3e6be5-767b-44af-b5b7-5b6f57195903 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for network, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:00:29.233791 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-9e3e6be5-767b-44af-b5b7-5b6f57195903 admin admin] 10.222.0.42 "DELETE /v2.0/networks/d994e3d3-6e54-466f-bbe9-e588ad776084 HTTP/1.1" status: 204 len: 168 time: 1.6176159 Mar 29 16:00:29.261496 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3e6be5-767b-44af-b5b7-5b6f57195903 admin admin] Pushing event deleted for resources: {'Network': ['ID=d994e3d3-6e54-466f-bbe9-e588ad776084,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:00:29.397008 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff8edf9-4a5e-4adc-8926-2316cc21755e req-af296fb0-b9f4-46df-a0f9-63e3d49d1c98 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:00:29.410681 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-dff8edf9-4a5e-4adc-8926-2316cc21755e req-af296fb0-b9f4-46df-a0f9-63e3d49d1c98 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1d2762f-cdaf-49a5-b7af-adea129729c0 HTTP/1.1" status: 200 len: 943 time: 0.1232233 Mar 29 16:00:29.518264 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-dff8edf9-4a5e-4adc-8926-2316cc21755e req-969544be-9b4e-4937-9fd0-bb148cbfbc92 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/security-groups?id=5e7dc381-3678-4cad-aeb8-d0ce3409e19e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061749 Mar 29 16:00:29.646195 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 44916) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:00:29.712326 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-7396c9e5-bc24-4234-b83b-6ed508b8b205 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0645dc511670491c8626eeb496c0ab97&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0638776 Mar 29 16:00:29.714207 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 44920) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:00:29.802684 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-5daa766f-3201-41d4-abd7-9a905e0ea68c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:00:29.833730 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-5daa766f-3201-41d4-abd7-9a905e0ea68c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:00:29.913259 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-5daa766f-3201-41d4-abd7-9a905e0ea68c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:00:29.918748 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-5daa766f-3201-41d4-abd7-9a905e0ea68c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:00:29.921400 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-5daa766f-3201-41d4-abd7-9a905e0ea68c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/56ae2708-3ce6-437d-9e23-9a94286b5f83 HTTP/1.1" status: 204 len: 168 time: 0.2059195 Mar 29 16:00:29.940277 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5daa766f-3201-41d4-abd7-9a905e0ea68c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56ae2708-3ce6-437d-9e23-9a94286b5f83,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:00:30.406807 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-5de61d99-0e38-4baa-a6b5-8025620bca92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:00:30.901708 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc22f81-4fc4-4db0-aaf9-99d6aa8dd560 req-c048d5fa-a18f-4f21-975a-425d80b18991 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:00:30.908605 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-8cc22f81-4fc4-4db0-aaf9-99d6aa8dd560 req-c048d5fa-a18f-4f21-975a-425d80b18991 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1d2762f-cdaf-49a5-b7af-adea129729c0 HTTP/1.1" status: 200 len: 943 time: 0.1595252 Mar 29 16:00:31.068153 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-8cc22f81-4fc4-4db0-aaf9-99d6aa8dd560 req-7ac820dd-36c0-470d-8711-d8174da2e0c3 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/security-groups?id=5e7dc381-3678-4cad-aeb8-d0ce3409e19e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473303 Mar 29 16:00:32.332263 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb36899-54a5-4eda-aa32-7e4eed3f2983 req-c9b6ff63-5db2-408b-8426-6bc0d24b5a81 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:00:32.336905 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-0fb36899-54a5-4eda-aa32-7e4eed3f2983 req-c9b6ff63-5db2-408b-8426-6bc0d24b5a81 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1d2762f-cdaf-49a5-b7af-adea129729c0 HTTP/1.1" status: 200 len: 943 time: 0.1103451 Mar 29 16:00:32.452767 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-0fb36899-54a5-4eda-aa32-7e4eed3f2983 req-5626c3ff-f443-4046-b576-383e491d69e1 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/security-groups?id=5e7dc381-3678-4cad-aeb8-d0ce3409e19e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042826 Mar 29 16:00:32.797117 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-978b04f2-33fc-40c2-ad17-9fa4483b0d45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:00:32.912973 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 45034) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:00:33.137541 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-6bddc37b-3bc8-4392-8913-b07444a4e931 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:00:33.311598 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-6bddc37b-3bc8-4392-8913-b07444a4e931 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:00:33.319426 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-6bddc37b-3bc8-4392-8913-b07444a4e931 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:00:33.374614 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bddc37b-3bc8-4392-8913-b07444a4e931 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4029c0b2-4910-4922-9efb-d9b30b39afbb,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:00:33.437281 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-6bddc37b-3bc8-4392-8913-b07444a4e931 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=657e7a121e5c4852b61fa596134dc501&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5232031 Mar 29 16:00:33.441997 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 45050) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:00:33.607477 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-7f9d7374-1503-4bc1-af5a-4fe380203bee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:00:33.697363 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-7f9d7374-1503-4bc1-af5a-4fe380203bee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:00:33.793190 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-7f9d7374-1503-4bc1-af5a-4fe380203bee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:00:33.798118 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-7f9d7374-1503-4bc1-af5a-4fe380203bee admin admin] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:00:33.800266 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d9959e-e8f3-4b83-83a1-38ddfba1f406 req-4f2dcd1e-1ade-4a92-9488-8dd7cd5275a0 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:00:33.800840 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-7f9d7374-1503-4bc1-af5a-4fe380203bee admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/4029c0b2-4910-4922-9efb-d9b30b39afbb HTTP/1.1" status: 204 len: 168 time: 0.3558097 Mar 29 16:00:33.809580 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-81d9959e-e8f3-4b83-83a1-38ddfba1f406 req-4f2dcd1e-1ade-4a92-9488-8dd7cd5275a0 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1d2762f-cdaf-49a5-b7af-adea129729c0 HTTP/1.1" status: 200 len: 943 time: 0.1445317 Mar 29 16:00:33.813990 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9d7374-1503-4bc1-af5a-4fe380203bee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4029c0b2-4910-4922-9efb-d9b30b39afbb,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:00:33.910537 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-81d9959e-e8f3-4b83-83a1-38ddfba1f406 req-73c94b30-2a3a-4eee-bbf3-35c0db98699f tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/security-groups?id=5e7dc381-3678-4cad-aeb8-d0ce3409e19e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981116 Mar 29 16:00:34.259498 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d71584b9-87f1-45f5-84c7-c993c2416269 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:00:34.443214 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c4891b-0167-49fa-81de-f021e3a1dcfb req-9d6d277d-b23e-4482-bead-81f7edc7868a tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:00:34.447384 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-02c4891b-0167-49fa-81de-f021e3a1dcfb req-9d6d277d-b23e-4482-bead-81f7edc7868a tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] 10.222.0.42 "GET /v2.0/ports?device_id=4a6e5ec3-39e2-47e2-b9ec-187b5ddeca0e HTTP/1.1" status: 200 len: 946 time: 0.1190090 Mar 29 16:00:34.615166 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-02c4891b-0167-49fa-81de-f021e3a1dcfb req-9f64866a-3e97-4f62-8aca-5d42971cfcc3 tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] 10.222.0.42 "GET /v2.0/security-groups?id=158a092c-dd2b-4e56-b164-ca7881904141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605120 Mar 29 16:00:35.274048 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083025af-72c9-4ff5-8d07-677ea5980c09 req-2b489487-025a-4420-a99f-a73edb35a2e0 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:00:35.276684 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-083025af-72c9-4ff5-8d07-677ea5980c09 req-2b489487-025a-4420-a99f-a73edb35a2e0 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1d2762f-cdaf-49a5-b7af-adea129729c0 HTTP/1.1" status: 200 len: 943 time: 0.1548028 Mar 29 16:00:35.338464 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-083025af-72c9-4ff5-8d07-677ea5980c09 req-777f71bb-fb7a-4cb3-a5c2-1b7158c8c964 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/security-groups?id=5e7dc381-3678-4cad-aeb8-d0ce3409e19e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542016 Mar 29 16:00:35.754270 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-0cb6abf6-2706-4e52-8825-f5f644ecf9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:00:35.929791 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1009bc90-b7b8-479a-919f-1abf089e73a0 req-e3513a19-7c5c-487b-9a3b-ba72b3716121 tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:00:35.961222 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:00:35.961740 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-1009bc90-b7b8-479a-919f-1abf089e73a0 req-e3513a19-7c5c-487b-9a3b-ba72b3716121 tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] 10.222.0.42 "GET /v2.0/ports?device_id=4a6e5ec3-39e2-47e2-b9ec-187b5ddeca0e HTTP/1.1" status: 200 len: 946 time: 0.1832969 Mar 29 16:00:36.041104 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-1009bc90-b7b8-479a-919f-1abf089e73a0 req-f95eb449-b0ed-4fc3-9bba-684b67cc8db5 tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] 10.222.0.42 "GET /v2.0/security-groups?id=158a092c-dd2b-4e56-b164-ca7881904141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782073 Mar 29 16:00:36.130864 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b96823-5e9c-411c-af63-1a121d5068f1 req-85d69f5d-cbb8-4152-867e-e234b6d28707 tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:00:36.133592 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-68b96823-5e9c-411c-af63-1a121d5068f1 req-85d69f5d-cbb8-4152-867e-e234b6d28707 tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] 10.222.0.44 "GET /v2.0/ports?device_id=4a6e5ec3-39e2-47e2-b9ec-187b5ddeca0e HTTP/1.1" status: 200 len: 946 time: 0.0790255 Mar 29 16:00:36.247150 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.agents_db [None req-59735a15-725e-44d4-9ad5-95cbe356f209 None None] Agent healthcheck: found 7 active agents {{(pid=102793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 16:00:36.340201 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [req-68b96823-5e9c-411c-af63-1a121d5068f1 req-a4caacb7-b4d3-4fd3-ace6-a6ce4e9bc6e6 tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] Deleting port 4e0e5c96-03a1-4013-9f20-18389d5cd858 {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:00:36.340782 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-68b96823-5e9c-411c-af63-1a121d5068f1 req-a4caacb7-b4d3-4fd3-ace6-a6ce4e9bc6e6 tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:00:36.590612 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-68b96823-5e9c-411c-af63-1a121d5068f1 req-a4caacb7-b4d3-4fd3-ace6-a6ce4e9bc6e6 tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] For port 4e0e5c96-03a1-4013-9f20-18389d5cd858, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=4e0e5c96-03a1-4013-9f20-18389d5cd858,segment=NetworkSegment(ddabd0e1-5000-4ddf-a269-e1ae08a1eb01),segment_id=ddabd0e1-5000-4ddf-a269-e1ae08a1eb01)] {{(pid=102791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:00:36.591151 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-68b96823-5e9c-411c-af63-1a121d5068f1 req-a4caacb7-b4d3-4fd3-ace6-a6ce4e9bc6e6 tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:00:36.610729 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e816f55-d6f7-40c9-bfee-d70e65d19cb6 req-7196ddb3-3c09-456c-b735-62bf1b5edc02 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:00:36.620504 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-5e816f55-d6f7-40c9-bfee-d70e65d19cb6 req-7196ddb3-3c09-456c-b735-62bf1b5edc02 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1d2762f-cdaf-49a5-b7af-adea129729c0 HTTP/1.1" status: 200 len: 943 time: 0.1457028 Mar 29 16:00:36.638841 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [req-68b96823-5e9c-411c-af63-1a121d5068f1 req-a4caacb7-b4d3-4fd3-ace6-a6ce4e9bc6e6 tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] Calling delete_port for 4e0e5c96-03a1-4013-9f20-18389d5cd858 owned by compute:nova {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:00:36.690837 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-5e816f55-d6f7-40c9-bfee-d70e65d19cb6 req-1c316ae1-b396-4c98-b771-9e40580b1d0d tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/security-groups?id=5e7dc381-3678-4cad-aeb8-d0ce3409e19e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666034 Mar 29 16:00:36.880991 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-68b96823-5e9c-411c-af63-1a121d5068f1 req-a4caacb7-b4d3-4fd3-ace6-a6ce4e9bc6e6 tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:00:36.896088 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] get_ports_and_sgs() called for port_ids ['4bbe2651-b5bf-4f2d-ac57-165c62f587ac'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 16:00:36.955508 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4caacb7-b4d3-4fd3-ace6-a6ce4e9bc6e6 tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] Pushing event deleted for resources: {'Port': ['ID=4e0e5c96-03a1-4013-9f20-18389d5cd858,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:00:37.045474 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] get_ports_and_sgs() called for port_ids ['4e0e5c96-03a1-4013-9f20-18389d5cd858'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 16:00:37.047877 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [req-68b96823-5e9c-411c-af63-1a121d5068f1 req-a4caacb7-b4d3-4fd3-ace6-a6ce4e9bc6e6 tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] No DVR routers for this DVR port 4e0e5c96-03a1-4013-9f20-18389d5cd858 on host n-h1-834765-1 {{(pid=102791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 16:00:37.061509 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-68b96823-5e9c-411c-af63-1a121d5068f1 req-a4caacb7-b4d3-4fd3-ace6-a6ce4e9bc6e6 tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:00:37.065108 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-68b96823-5e9c-411c-af63-1a121d5068f1 req-a4caacb7-b4d3-4fd3-ace6-a6ce4e9bc6e6 tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] 10.222.0.44 "DELETE /v2.0/ports/4e0e5c96-03a1-4013-9f20-18389d5cd858 HTTP/1.1" status: 204 len: 173 time: 0.9163806 Mar 29 16:00:37.065768 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a6e5ec3-39e2-47e2-b9ec-187b5ddeca0e', 'name': 'network-vif-deleted', 'tag': '4e0e5c96-03a1-4013-9f20-18389d5cd858'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:00:37.069963 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c67b028db5e9b9818fecc5c0a87ebc6f190694fa53ca267d523e04f98de536d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-045ba7c1-650c-4bd6-b6d3-679adf40c351" -d '{"events": [{"server_uuid": "4a6e5ec3-39e2-47e2-b9ec-187b5ddeca0e", "name": "network-vif-deleted", "tag": "4e0e5c96-03a1-4013-9f20-18389d5cd858"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:00:37.246254 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 16:00:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66ad9598-ae88-4f87-9732-90f9af91d690 x-openstack-request-id: req-66ad9598-ae88-4f87-9732-90f9af91d690 {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:00:37.246538 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a6e5ec3-39e2-47e2-b9ec-187b5ddeca0e", "name": "network-vif-deleted", "tag": "4e0e5c96-03a1-4013-9f20-18389d5cd858", "status": "completed", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:00:37.246790 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-66ad9598-ae88-4f87-9732-90f9af91d690 {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:00:37.247190 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a6e5ec3-39e2-47e2-b9ec-187b5ddeca0e', 'name': 'network-vif-deleted', 'tag': '4e0e5c96-03a1-4013-9f20-18389d5cd858', 'status': 'completed', 'code': 200} Mar 29 16:00:37.347613 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-c7c43d97-f0fc-4a12-991d-b5777527e6d0 req-63d21a67-7573-4be6-b376-558e651dc678 tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] 10.222.0.42 "GET /v2.0/ports?device_id=4a6e5ec3-39e2-47e2-b9ec-187b5ddeca0e HTTP/1.1" status: 200 len: 210 time: 0.0580969 Mar 29 16:00:37.932009 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c908645c-55d9-4b32-9bdf-44ee49d1906b req-538d6be1-eab4-4e42-bf15-2d8a693cd9d7 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:00:37.934437 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-c908645c-55d9-4b32-9bdf-44ee49d1906b req-538d6be1-eab4-4e42-bf15-2d8a693cd9d7 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1d2762f-cdaf-49a5-b7af-adea129729c0 HTTP/1.1" status: 200 len: 943 time: 0.0961630 Mar 29 16:00:38.050260 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-c908645c-55d9-4b32-9bdf-44ee49d1906b req-19c500b4-69da-42fa-b872-9f2cdb8522b8 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/security-groups?id=5e7dc381-3678-4cad-aeb8-d0ce3409e19e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079223 Mar 29 16:00:38.911363 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58061f54-8dba-41d2-833f-7a6215dcf286 req-aab48c5f-428c-4512-ac4a-6d8fd8d7c097 tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:00:38.919307 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-58061f54-8dba-41d2-833f-7a6215dcf286 req-aab48c5f-428c-4512-ac4a-6d8fd8d7c097 tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] 10.222.0.42 "GET /v2.0/ports?device_id=dc9add87-72f6-43b0-aaa0-72bdafaa8d86 HTTP/1.1" status: 200 len: 945 time: 0.1218896 Mar 29 16:00:38.957854 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 45226) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:00:39.060412 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-58061f54-8dba-41d2-833f-7a6215dcf286 req-8587afa7-4971-4b8f-8a8b-3176eb337965 tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] 10.222.0.42 "GET /v2.0/security-groups?id=158a092c-dd2b-4e56-b164-ca7881904141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282840 Mar 29 16:00:39.272773 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8f9edd-f7e2-4b39-8b03-1b2359e3f1e1 req-fc6a2932-a4e4-40ed-b3d9-98f21f6d1e85 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:00:39.274626 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-1f8f9edd-f7e2-4b39-8b03-1b2359e3f1e1 req-fc6a2932-a4e4-40ed-b3d9-98f21f6d1e85 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1d2762f-cdaf-49a5-b7af-adea129729c0 HTTP/1.1" status: 200 len: 943 time: 0.0833068 Mar 29 16:00:39.275677 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-f163b097-71c2-4746-9006-49bf310ba5a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:00:39.366786 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-f163b097-71c2-4746-9006-49bf310ba5a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:00:39.384112 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-f163b097-71c2-4746-9006-49bf310ba5a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:00:39.435001 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-f163b097-71c2-4746-9006-49bf310ba5a6 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=30761759ec3e4196b886b23044776947&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4760599 Mar 29 16:00:39.437617 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 45238) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:00:39.473732 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-1f8f9edd-f7e2-4b39-8b03-1b2359e3f1e1 req-c04dd59a-f89b-4049-8431-15d481278912 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/security-groups?id=5e7dc381-3678-4cad-aeb8-d0ce3409e19e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871793 Mar 29 16:00:39.485078 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f163b097-71c2-4746-9006-49bf310ba5a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec93f9cc-5ea7-47a3-86c2-9ddc027f7e5a,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:00:39.593334 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-461956de-3616-407a-8c4e-02e081bf703f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:00:39.618209 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-461956de-3616-407a-8c4e-02e081bf703f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:00:39.672976 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-461956de-3616-407a-8c4e-02e081bf703f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:00:39.676885 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-461956de-3616-407a-8c4e-02e081bf703f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:00:39.680858 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-461956de-3616-407a-8c4e-02e081bf703f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ec93f9cc-5ea7-47a3-86c2-9ddc027f7e5a HTTP/1.1" status: 204 len: 168 time: 0.2388678 Mar 29 16:00:39.691140 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461956de-3616-407a-8c4e-02e081bf703f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec93f9cc-5ea7-47a3-86c2-9ddc027f7e5a,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:00:39.721007 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device b5a2be47-07cc-4c0a-a20a-6d1cd955d36a details requested by agent hyperv_n-h1-834765-1 with host n-h1-834765-1 {{(pid=102792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 16:00:39.741008 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device 4e0e5c96-03a1-4013-9f20-18389d5cd858 no longer exists at agent hyperv_n-h1-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 16:00:39.816818 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] No Port match for: 4e0e5c96-03a1-4013-9f20-18389d5cd858 {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 16:00:39.817318 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device 4e0e5c96-03a1-4013-9f20-18389d5cd858 not bound to the agent host n-h1-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 16:00:39.893935 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port b5a2be47-07cc-4c0a-a20a-6d1cd955d36a, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=b5a2be47-07cc-4c0a-a20a-6d1cd955d36a,segment=NetworkSegment(f897e69d-257a-4c8a-bc55-e063bbc47d9e),segment_id=f897e69d-257a-4c8a-bc55-e063bbc47d9e)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:00:39.925934 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Returning: {'device': 'b5a2be47-07cc-4c0a-a20a-6d1cd955d36a', 'network_id': '8594f729-9088-4f6b-8543-aaadb0f5b192', 'port_id': 'b5a2be47-07cc-4c0a-a20a-6d1cd955d36a', 'mac_address': 'fa:16:3e:4f:f9:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 601, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52e8269b-e046-4c98-a9b1-ef8905fa8ddb', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 16:00:40.021831 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:00:40.054458 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5a2be47-07cc-4c0a-a20a-6d1cd955d36a {{(pid=102792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 16:00:40.105243 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port b5a2be47-07cc-4c0a-a20a-6d1cd955d36a, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=b5a2be47-07cc-4c0a-a20a-6d1cd955d36a,segment=NetworkSegment(f897e69d-257a-4c8a-bc55-e063bbc47d9e),segment_id=f897e69d-257a-4c8a-bc55-e063bbc47d9e)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:00:40.116267 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:00:40.217601 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Pushing event updated for resources: {'Port': ['ID=b5a2be47-07cc-4c0a-a20a-6d1cd955d36a,revision_number=4']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:00:40.232306 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 45262) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:00:40.254433 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-11d54c57-da6a-4723-855e-11ce7ea09df9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:00:40.350599 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572d99a2-d0e7-4743-962e-318e1def9c66 req-43285a98-2f29-4461-955d-0e5684f0700c tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:00:40.359556 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-572d99a2-d0e7-4743-962e-318e1def9c66 req-43285a98-2f29-4461-955d-0e5684f0700c tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] 10.222.0.42 "GET /v2.0/ports?device_id=dc9add87-72f6-43b0-aaa0-72bdafaa8d86 HTTP/1.1" status: 200 len: 945 time: 0.1285782 Mar 29 16:00:40.487408 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-572d99a2-d0e7-4743-962e-318e1def9c66 req-a4354500-4e6d-403e-a3b6-a323865a1968 tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] 10.222.0.42 "GET /v2.0/security-groups?id=158a092c-dd2b-4e56-b164-ca7881904141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264033 Mar 29 16:00:40.513595 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] get_ports_and_sgs() called for port_ids ['b5a2be47-07cc-4c0a-a20a-6d1cd955d36a'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 16:00:40.574375 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-11d54c57-da6a-4723-855e-11ce7ea09df9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:00:40.585355 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-11d54c57-da6a-4723-855e-11ce7ea09df9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:00:40.638811 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dad5b9-8e3b-49f4-86f1-6ff1e6cd68b3 req-cfb5f49c-d21b-44e0-8352-f64449cc61f5 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:00:40.648469 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-81dad5b9-8e3b-49f4-86f1-6ff1e6cd68b3 req-cfb5f49c-d21b-44e0-8352-f64449cc61f5 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1d2762f-cdaf-49a5-b7af-adea129729c0 HTTP/1.1" status: 200 len: 944 time: 0.0692737 Mar 29 16:00:40.687602 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-11d54c57-da6a-4723-855e-11ce7ea09df9 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=46c1d7881d4845808d41c5b71d1f463e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4535766 Mar 29 16:00:40.694773 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 45274) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:00:40.696042 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d54c57-da6a-4723-855e-11ce7ea09df9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7192db61-4b92-4f0d-a55f-4f5c23355982,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:00:40.758648 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-81dad5b9-8e3b-49f4-86f1-6ff1e6cd68b3 req-8e40c45c-f4fb-46bd-a751-e442b1bb4b96 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/security-groups?id=5e7dc381-3678-4cad-aeb8-d0ce3409e19e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090300 Mar 29 16:00:40.836945 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-a3cc41fd-8c9b-49d4-9089-de0a05df1ddc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:00:40.897663 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-a3cc41fd-8c9b-49d4-9089-de0a05df1ddc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:00:40.954311 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-a3cc41fd-8c9b-49d4-9089-de0a05df1ddc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:00:40.958136 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-a3cc41fd-8c9b-49d4-9089-de0a05df1ddc admin admin] Notify callbacks [] for security_group, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:00:40.962271 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-a3cc41fd-8c9b-49d4-9089-de0a05df1ddc admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/7192db61-4b92-4f0d-a55f-4f5c23355982 HTTP/1.1" status: 204 len: 168 time: 0.2633910 Mar 29 16:00:40.968383 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cc41fd-8c9b-49d4-9089-de0a05df1ddc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7192db61-4b92-4f0d-a55f-4f5c23355982,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:00:41.631839 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c2ea30-3932-4258-8187-385f71988fae req-279668f4-4103-4e29-8cd3-b437cc20b7b6 tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:00:41.636357 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-b4c2ea30-3932-4258-8187-385f71988fae req-279668f4-4103-4e29-8cd3-b437cc20b7b6 tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] 10.222.0.42 "GET /v2.0/ports?device_id=dc9add87-72f6-43b0-aaa0-72bdafaa8d86 HTTP/1.1" status: 200 len: 945 time: 0.0655413 Mar 29 16:00:41.694149 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-b4c2ea30-3932-4258-8187-385f71988fae req-a20198a9-4e1e-44f4-b256-ff9d6d6bf07d tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] 10.222.0.42 "GET /v2.0/security-groups?id=158a092c-dd2b-4e56-b164-ca7881904141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457506 Mar 29 16:00:41.712916 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59924bb7-2fe0-416d-8c56-e275873d6dd7 req-571fc354-4224-4d0c-a7ca-3f3093b981c0 tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:00:41.715022 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-59924bb7-2fe0-416d-8c56-e275873d6dd7 req-571fc354-4224-4d0c-a7ca-3f3093b981c0 tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] 10.222.0.48 "GET /v2.0/ports?device_id=dc9add87-72f6-43b0-aaa0-72bdafaa8d86 HTTP/1.1" status: 200 len: 945 time: 0.0900199 Mar 29 16:00:41.729598 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device b5a2be47-07cc-4c0a-a20a-6d1cd955d36a up at agent hyperv_n-h1-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 16:00:41.815877 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Provisioning for port b5a2be47-07cc-4c0a-a20a-6d1cd955d36a completed by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 16:00:41.816741 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Provisioning complete for port b5a2be47-07cc-4c0a-a20a-6d1cd955d36a triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:00:41.817371 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:00:41.850429 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [req-59924bb7-2fe0-416d-8c56-e275873d6dd7 req-cb43d348-16c6-46b4-be21-50631e0b8965 tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] Deleting port 4bbe2651-b5bf-4f2d-ac57-165c62f587ac {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:00:41.851978 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-59924bb7-2fe0-416d-8c56-e275873d6dd7 req-cb43d348-16c6-46b4-be21-50631e0b8965 tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:00:41.974699 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:00:42.000684 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-59924bb7-2fe0-416d-8c56-e275873d6dd7 req-cb43d348-16c6-46b4-be21-50631e0b8965 tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] For port 4bbe2651-b5bf-4f2d-ac57-165c62f587ac, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=4bbe2651-b5bf-4f2d-ac57-165c62f587ac,segment=NetworkSegment(ddabd0e1-5000-4ddf-a269-e1ae08a1eb01),segment_id=ddabd0e1-5000-4ddf-a269-e1ae08a1eb01)] {{(pid=102791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:00:42.001380 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-59924bb7-2fe0-416d-8c56-e275873d6dd7 req-cb43d348-16c6-46b4-be21-50631e0b8965 tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:00:42.030292 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1d2762f-cdaf-49a5-b7af-adea129729c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5a2be47-07cc-4c0a-a20a-6d1cd955d36a'}] {{(pid=102792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:00:42.030516 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [req-59924bb7-2fe0-416d-8c56-e275873d6dd7 req-cb43d348-16c6-46b4-be21-50631e0b8965 tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] Calling delete_port for 4bbe2651-b5bf-4f2d-ac57-165c62f587ac owned by compute:nova {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:00:42.034634 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4f476c66b318cc6068719fc39557fac68d413f5c7e78fa77028c7948e999ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e45f07b-1416-4956-b27c-b112e72b1def" -d '{"events": [{"server_uuid": "f1d2762f-cdaf-49a5-b7af-adea129729c0", "name": "network-vif-plugged", "status": "completed", "tag": "b5a2be47-07cc-4c0a-a20a-6d1cd955d36a"}]}' {{(pid=102792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:00:42.064050 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port b5a2be47-07cc-4c0a-a20a-6d1cd955d36a, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=b5a2be47-07cc-4c0a-a20a-6d1cd955d36a,segment=NetworkSegment(f897e69d-257a-4c8a-bc55-e063bbc47d9e),segment_id=f897e69d-257a-4c8a-bc55-e063bbc47d9e)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:00:42.071116 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:00:42.201383 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Pushing event updated for resources: {'Port': ['ID=b5a2be47-07cc-4c0a-a20a-6d1cd955d36a,revision_number=5']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:00:42.227468 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e533590-c0f1-46d0-bd26-9e47b960f7ec req-589d87fd-0d0b-44d1-869c-39372eb1ce86 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:00:42.237298 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-1e533590-c0f1-46d0-bd26-9e47b960f7ec req-589d87fd-0d0b-44d1-869c-39372eb1ce86 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/ports?device_id=4f24d3f6-64a3-452b-b656-94b2e3b74056 HTTP/1.1" status: 200 len: 947 time: 0.1147118 Mar 29 16:00:42.240111 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120153aa-a734-4358-a785-62a0ef29dfb9 req-8dd33133-f678-415f-b827-98eac8207121 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:00:42.259872 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-120153aa-a734-4358-a785-62a0ef29dfb9 req-8dd33133-f678-415f-b827-98eac8207121 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1d2762f-cdaf-49a5-b7af-adea129729c0 HTTP/1.1" status: 200 len: 945 time: 0.1054480 Mar 29 16:00:42.321488 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-120153aa-a734-4358-a785-62a0ef29dfb9 req-1fea4866-46a6-4e77-bfe0-48b0278aed84 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/security-groups?id=5e7dc381-3678-4cad-aeb8-d0ce3409e19e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671237 Mar 29 16:00:42.351860 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-1e533590-c0f1-46d0-bd26-9e47b960f7ec req-82314941-8da2-4728-a3b7-f2c60825ef81 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/security-groups?id=374804bf-1832-496a-a9bd-7f28df171a12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1135168 Mar 29 16:00:42.432062 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 16:00:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f06d4b0-15e5-4358-89d0-dadad65ca803 x-openstack-request-id: req-1f06d4b0-15e5-4358-89d0-dadad65ca803 {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:00:42.432355 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1d2762f-cdaf-49a5-b7af-adea129729c0", "name": "network-vif-plugged", "status": "completed", "tag": "b5a2be47-07cc-4c0a-a20a-6d1cd955d36a", "code": 200}]} {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:00:42.432610 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1f06d4b0-15e5-4358-89d0-dadad65ca803 {{(pid=102792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:00:42.432996 n-d-834765-1 neutron-server[102792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1d2762f-cdaf-49a5-b7af-adea129729c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5a2be47-07cc-4c0a-a20a-6d1cd955d36a', 'code': 200} Mar 29 16:00:42.458822 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-59924bb7-2fe0-416d-8c56-e275873d6dd7 req-cb43d348-16c6-46b4-be21-50631e0b8965 tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:00:42.471855 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] get_ports_and_sgs() called for port_ids ['4bbe2651-b5bf-4f2d-ac57-165c62f587ac'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 16:00:42.681801 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb43d348-16c6-46b4-be21-50631e0b8965 tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] Pushing event deleted for resources: {'Port': ['ID=4bbe2651-b5bf-4f2d-ac57-165c62f587ac,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:00:42.733727 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [req-59924bb7-2fe0-416d-8c56-e275873d6dd7 req-cb43d348-16c6-46b4-be21-50631e0b8965 tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] No DVR routers for this DVR port 4bbe2651-b5bf-4f2d-ac57-165c62f587ac on host n-h2-834765-1 {{(pid=102791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 16:00:42.742261 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-59924bb7-2fe0-416d-8c56-e275873d6dd7 req-cb43d348-16c6-46b4-be21-50631e0b8965 tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:00:42.746794 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-59924bb7-2fe0-416d-8c56-e275873d6dd7 req-cb43d348-16c6-46b4-be21-50631e0b8965 tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] 10.222.0.48 "DELETE /v2.0/ports/4bbe2651-b5bf-4f2d-ac57-165c62f587ac HTTP/1.1" status: 204 len: 173 time: 1.0204594 Mar 29 16:00:42.749137 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0598b255-f664-4b6b-b026-935c4fd06ad1 req-06d8d3fc-92d3-4cc3-b397-c2fca1b4e5a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:00:42.751960 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-0598b255-f664-4b6b-b026-935c4fd06ad1 req-06d8d3fc-92d3-4cc3-b397-c2fca1b4e5a9 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=f1d2762f-cdaf-49a5-b7af-adea129729c0 HTTP/1.1" status: 200 len: 1096 time: 0.1784513 Mar 29 16:00:42.752715 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc9add87-72f6-43b0-aaa0-72bdafaa8d86', 'name': 'network-vif-deleted', 'tag': '4bbe2651-b5bf-4f2d-ac57-165c62f587ac'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:00:42.755966 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c67b028db5e9b9818fecc5c0a87ebc6f190694fa53ca267d523e04f98de536d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d1cd4fc-20f3-4923-9043-a5a6dd30bda5" -d '{"events": [{"server_uuid": "dc9add87-72f6-43b0-aaa0-72bdafaa8d86", "name": "network-vif-deleted", "tag": "4bbe2651-b5bf-4f2d-ac57-165c62f587ac"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:00:42.815250 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-0598b255-f664-4b6b-b026-935c4fd06ad1 req-19f76b1a-fb9c-4555-9b92-b4d07422ba0f service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=5e7dc381-3678-4cad-aeb8-d0ce3409e19e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551519 Mar 29 16:00:43.298561 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 16:00:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e397df95-d490-44a2-91a9-3818088783c4 x-openstack-request-id: req-e397df95-d490-44a2-91a9-3818088783c4 {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:00:43.298973 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc9add87-72f6-43b0-aaa0-72bdafaa8d86", "name": "network-vif-deleted", "tag": "4bbe2651-b5bf-4f2d-ac57-165c62f587ac", "status": "completed", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:00:43.300170 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e397df95-d490-44a2-91a9-3818088783c4 {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:00:43.300657 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc9add87-72f6-43b0-aaa0-72bdafaa8d86', 'name': 'network-vif-deleted', 'tag': '4bbe2651-b5bf-4f2d-ac57-165c62f587ac', 'status': 'completed', 'code': 200} Mar 29 16:00:43.330465 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-81d2e51e-abad-4bc1-a04f-90f55068106b req-b7113d7e-29e3-45c3-9bd4-6d00360d0084 tempest-ServerRescueNegativeTestJSON-745461483 tempest-ServerRescueNegativeTestJSON-745461483-project] 10.222.0.42 "GET /v2.0/ports?device_id=dc9add87-72f6-43b0-aaa0-72bdafaa8d86 HTTP/1.1" status: 200 len: 210 time: 0.0456665 Mar 29 16:00:43.451717 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eeedda4-b03c-4fb6-a00b-0ff351856f57 req-76b5fa0e-d665-41c0-9a09-c73570eab434 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:00:43.461144 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-0eeedda4-b03c-4fb6-a00b-0ff351856f57 req-76b5fa0e-d665-41c0-9a09-c73570eab434 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/ports?device_id=4f24d3f6-64a3-452b-b656-94b2e3b74056 HTTP/1.1" status: 200 len: 947 time: 0.0664604 Mar 29 16:00:43.505392 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb88c35-4ae7-4935-80e2-8e98380909f1 req-22ffc39f-ece2-4338-8f43-d422dca4f471 tempest-TestServerBasicOps-206205767 tempest-TestServerBasicOps-206205767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:00:43.514189 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-cdb88c35-4ae7-4935-80e2-8e98380909f1 req-22ffc39f-ece2-4338-8f43-d422dca4f471 tempest-TestServerBasicOps-206205767 tempest-TestServerBasicOps-206205767-project] 10.222.0.42 "GET /v2.0/ports?device_id=49afb217-7a40-443f-8872-8ae2fd1bb83b HTTP/1.1" status: 200 len: 945 time: 0.0965128 Mar 29 16:00:43.554464 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-0eeedda4-b03c-4fb6-a00b-0ff351856f57 req-9c1f0700-2d00-401a-9f9c-d2a77f6e68d9 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/security-groups?id=374804bf-1832-496a-a9bd-7f28df171a12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0924418 Mar 29 16:00:43.571449 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-7f1a1079-cc7c-4867-9265-73275ef02e6e req-d7b6fc1b-77fa-49d2-a558-c824ab8e6b73 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=dc9add87-72f6-43b0-aaa0-72bdafaa8d86&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0692823 Mar 29 16:00:43.602129 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-cdb88c35-4ae7-4935-80e2-8e98380909f1 req-b25ca43c-e5f8-4ff5-afe8-a9057a5b10db tempest-TestServerBasicOps-206205767 tempest-TestServerBasicOps-206205767-project] 10.222.0.42 "GET /v2.0/security-groups?id=29ddfa0c-288d-4cdf-94ef-0cd0c52f5988&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0866964 Mar 29 16:00:43.679984 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-7f1a1079-cc7c-4867-9265-73275ef02e6e req-7a4581c7-4734-4d1b-bb94-81de614fd907 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=48ba1cdba6ea4eb098e40b52d44291ec&device_id=dc9add87-72f6-43b0-aaa0-72bdafaa8d86 HTTP/1.1" status: 200 len: 210 time: 0.0325494 Mar 29 16:00:44.215306 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efabf55b-a408-46c5-8270-b7d2312b64df req-b0080f7d-72b2-45e0-afce-726ce19d8d47 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:00:44.222745 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-efabf55b-a408-46c5-8270-b7d2312b64df req-b0080f7d-72b2-45e0-afce-726ce19d8d47 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1d2762f-cdaf-49a5-b7af-adea129729c0 HTTP/1.1" status: 200 len: 945 time: 0.5650086 Mar 29 16:00:44.331821 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1a1079-cc7c-4867-9265-73275ef02e6e req-bc13eb94-8d23-41d1-8bf7-1d145cea5745 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:00:44.333345 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-7f1a1079-cc7c-4867-9265-73275ef02e6e req-bc13eb94-8d23-41d1-8bf7-1d145cea5745 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=48ba1cdba6ea4eb098e40b52d44291ec&shared=False HTTP/1.1" status: 200 len: 920 time: 0.6130159 Mar 29 16:00:44.372631 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae18a591-e385-449c-abc9-2a4cfb3929eb req-3c80e3f2-fdce-4783-aecd-e1885e44c38b tempest-TestServerBasicOps-206205767 tempest-TestServerBasicOps-206205767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:00:44.376945 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ae18a591-e385-449c-abc9-2a4cfb3929eb req-3c80e3f2-fdce-4783-aecd-e1885e44c38b tempest-TestServerBasicOps-206205767 tempest-TestServerBasicOps-206205767-project] 10.222.0.44 "GET /v2.0/ports?device_id=49afb217-7a40-443f-8872-8ae2fd1bb83b HTTP/1.1" status: 200 len: 945 time: 0.1713533 Mar 29 16:00:44.413410 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 45448) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:00:44.490629 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-efabf55b-a408-46c5-8270-b7d2312b64df req-019a1838-4e53-4658-8519-a43d89a6d8df tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/security-groups?id=5e7dc381-3678-4cad-aeb8-d0ce3409e19e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2669013 Mar 29 16:00:44.852509 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b0046624-68f5-448f-8923-5ffe16003901 req-575032d3-61fa-491f-b428-14dff4ba728e service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=f1d2762f-cdaf-49a5-b7af-adea129729c0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4490252 Mar 29 16:00:44.937868 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6915ad-121d-4ba5-8b6f-00d295296536 req-ad6251fe-9d9c-474f-aef4-c64ce1ea5bd5 tempest-TestServerBasicOps-206205767 tempest-TestServerBasicOps-206205767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:00:44.949293 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-2a6915ad-121d-4ba5-8b6f-00d295296536 req-ad6251fe-9d9c-474f-aef4-c64ce1ea5bd5 tempest-TestServerBasicOps-206205767 tempest-TestServerBasicOps-206205767-project] 10.222.0.42 "GET /v2.0/ports?device_id=49afb217-7a40-443f-8872-8ae2fd1bb83b HTTP/1.1" status: 200 len: 945 time: 0.1622267 Mar 29 16:00:44.994775 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1a1079-cc7c-4867-9265-73275ef02e6e req-e5de20d1-9224-4f06-b095-ba50ec5862ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:00:44.996403 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-7f1a1079-cc7c-4867-9265-73275ef02e6e req-e5de20d1-9224-4f06-b095-ba50ec5862ab service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6516728 Mar 29 16:00:45.003720 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [req-ae18a591-e385-449c-abc9-2a4cfb3929eb req-2f3af93d-3ccc-46ac-8dda-7b45942125e4 tempest-TestServerBasicOps-206205767 tempest-TestServerBasicOps-206205767-project] Deleting port 99bf4b2c-ec31-43dd-a5fa-c10c5fa9d02b {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:00:45.004090 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-ae18a591-e385-449c-abc9-2a4cfb3929eb req-2f3af93d-3ccc-46ac-8dda-7b45942125e4 tempest-TestServerBasicOps-206205767 tempest-TestServerBasicOps-206205767-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:00:45.017891 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110b636f-050c-4b58-8cb7-86d41379797e req-acb14aa7-5dc2-4c4d-8ea6-5edda92879fa tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:00:45.020123 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-110b636f-050c-4b58-8cb7-86d41379797e req-acb14aa7-5dc2-4c4d-8ea6-5edda92879fa tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/ports?device_id=4f24d3f6-64a3-452b-b656-94b2e3b74056 HTTP/1.1" status: 200 len: 947 time: 0.2642033 Mar 29 16:00:45.077041 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0046624-68f5-448f-8923-5ffe16003901 req-367b8846-dba1-4d0b-ad5f-f417c0831a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:00:45.078323 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b0046624-68f5-448f-8923-5ffe16003901 req-367b8846-dba1-4d0b-ad5f-f417c0831a74 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f31979fa8a674f56835f136e5e49ba5c&device_id=f1d2762f-cdaf-49a5-b7af-adea129729c0 HTTP/1.1" status: 200 len: 1096 time: 0.1705430 Mar 29 16:00:45.137434 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-2a6915ad-121d-4ba5-8b6f-00d295296536 req-b85b99b0-0af9-45dd-bf84-e9f03fc06bef tempest-TestServerBasicOps-206205767 tempest-TestServerBasicOps-206205767-project] 10.222.0.42 "GET /v2.0/security-groups?id=29ddfa0c-288d-4cdf-94ef-0cd0c52f5988&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1857617 Mar 29 16:00:45.141445 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-110b636f-050c-4b58-8cb7-86d41379797e req-652449fc-5e60-400d-8638-976225c14b9b tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/security-groups?id=374804bf-1832-496a-a9bd-7f28df171a12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1093402 Mar 29 16:00:45.276100 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-ae18a591-e385-449c-abc9-2a4cfb3929eb req-2f3af93d-3ccc-46ac-8dda-7b45942125e4 tempest-TestServerBasicOps-206205767 tempest-TestServerBasicOps-206205767-project] For port 99bf4b2c-ec31-43dd-a5fa-c10c5fa9d02b, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=99bf4b2c-ec31-43dd-a5fa-c10c5fa9d02b,segment=NetworkSegment(05494f76-26c0-4d53-a1ca-803df2918f3a),segment_id=05494f76-26c0-4d53-a1ca-803df2918f3a)] {{(pid=102791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:00:45.276776 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-ae18a591-e385-449c-abc9-2a4cfb3929eb req-2f3af93d-3ccc-46ac-8dda-7b45942125e4 tempest-TestServerBasicOps-206205767 tempest-TestServerBasicOps-206205767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:00:45.381604 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0046624-68f5-448f-8923-5ffe16003901 req-b2a7e007-da6f-4cdd-a3f0-7539d5c1b612 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:00:45.383466 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b0046624-68f5-448f-8923-5ffe16003901 req-b2a7e007-da6f-4cdd-a3f0-7539d5c1b612 service neutron] 10.222.0.44 "GET /v2.0/networks?id=8594f729-9088-4f6b-8543-aaadb0f5b192 HTTP/1.1" status: 200 len: 913 time: 0.2502644 Mar 29 16:00:45.465833 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b0046624-68f5-448f-8923-5ffe16003901 req-68d22e43-49c0-4076-a1b9-e0c14c7d31fa service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b5a2be47-07cc-4c0a-a20a-6d1cd955d36a HTTP/1.1" status: 200 len: 217 time: 0.0758917 Mar 29 16:00:45.726101 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0046624-68f5-448f-8923-5ffe16003901 req-b8670ebb-b1d1-4f27-b758-bd1173024ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:00:45.727676 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b0046624-68f5-448f-8923-5ffe16003901 req-b8670ebb-b1d1-4f27-b758-bd1173024ed8 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=52e8269b-e046-4c98-a9b1-ef8905fa8ddb HTTP/1.1" status: 200 len: 851 time: 0.1579311 Mar 29 16:00:45.789506 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-ae18a591-e385-449c-abc9-2a4cfb3929eb req-2f3af93d-3ccc-46ac-8dda-7b45942125e4 tempest-TestServerBasicOps-206205767 tempest-TestServerBasicOps-206205767-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:00:45.789886 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-ae18a591-e385-449c-abc9-2a4cfb3929eb req-2f3af93d-3ccc-46ac-8dda-7b45942125e4 tempest-TestServerBasicOps-206205767 tempest-TestServerBasicOps-206205767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648212'] for floatingip, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:00:45.790376 n-d-834765-1 neutron-server[102791]: INFO neutron.db.l3_db [req-ae18a591-e385-449c-abc9-2a4cfb3929eb req-2f3af93d-3ccc-46ac-8dda-7b45942125e4 tempest-TestServerBasicOps-206205767 tempest-TestServerBasicOps-206205767-project] Floating IP f8f2b01e-50d7-46dd-b7c2-1f27849a8a26 disassociated. External IP: 172.25.4.232, port: 99bf4b2c-ec31-43dd-a5fa-c10c5fa9d02b. Mar 29 16:00:45.790729 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [req-ae18a591-e385-449c-abc9-2a4cfb3929eb req-2f3af93d-3ccc-46ac-8dda-7b45942125e4 tempest-TestServerBasicOps-206205767 tempest-TestServerBasicOps-206205767-project] Calling delete_port for 99bf4b2c-ec31-43dd-a5fa-c10c5fa9d02b owned by compute:nova {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:00:45.858071 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0046624-68f5-448f-8923-5ffe16003901 req-bf8275cf-f02a-47a8-82ec-0fbd2d6d80ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:00:45.862659 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b0046624-68f5-448f-8923-5ffe16003901 req-bf8275cf-f02a-47a8-82ec-0fbd2d6d80ef service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8594f729-9088-4f6b-8543-aaadb0f5b192&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1253655 Mar 29 16:00:45.964529 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 45486) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:00:46.114472 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b0046624-68f5-448f-8923-5ffe16003901 req-a0e83580-8eec-4397-bb1e-b57df173dfb5 service neutron] 10.222.0.44 "GET /v2.0/networks/8594f729-9088-4f6b-8543-aaadb0f5b192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2464104 Mar 29 16:00:46.279610 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-ae18a591-e385-449c-abc9-2a4cfb3929eb req-2f3af93d-3ccc-46ac-8dda-7b45942125e4 tempest-TestServerBasicOps-206205767 tempest-TestServerBasicOps-206205767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:00:46.297961 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e351ac7-0a0d-4bb3-8266-ef6ebc858e75 req-f4321a6d-1005-48cf-b4bb-337bd1d25e73 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:00:46.309626 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-1e351ac7-0a0d-4bb3-8266-ef6ebc858e75 req-f4321a6d-1005-48cf-b4bb-337bd1d25e73 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1d2762f-cdaf-49a5-b7af-adea129729c0 HTTP/1.1" status: 200 len: 945 time: 0.1539829 Mar 29 16:00:46.365431 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3af93d-3ccc-46ac-8dda-7b45942125e4 tempest-TestServerBasicOps-206205767 tempest-TestServerBasicOps-206205767-project] Pushing event deleted for resources: {'Port': ['ID=99bf4b2c-ec31-43dd-a5fa-c10c5fa9d02b,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:00:46.383348 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-17869f79-748c-49c3-b105-2d32f8d87991 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:00:46.398272 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-1e351ac7-0a0d-4bb3-8266-ef6ebc858e75 req-f3e68244-c571-4183-8b68-c72d401add8a tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/security-groups?id=5e7dc381-3678-4cad-aeb8-d0ce3409e19e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874326 Mar 29 16:00:46.517553 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-3a6122c5-4c00-4024-bdb5-b46e4c20aa86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-530452'] for router_interface, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:00:46.564454 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b0046624-68f5-448f-8923-5ffe16003901 req-1c13399c-5d19-4147-b036-e2f821385781 service neutron] 10.222.0.44 "GET /v2.0/networks/8594f729-9088-4f6b-8543-aaadb0f5b192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4418409 Mar 29 16:00:46.642539 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-e9147a47-5fcf-4db2-9194-16f43430d839 req-73662907-da47-427c-abce-7c20f1e4c7a2 tempest-TestServerBasicOps-206205767 tempest-TestServerBasicOps-206205767-project] 10.222.0.42 "GET /v2.0/ports?device_id=49afb217-7a40-443f-8872-8ae2fd1bb83b HTTP/1.1" status: 200 len: 210 time: 0.0555570 Mar 29 16:00:46.723309 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device ac0b4df0-cb96-4479-a8cd-db71862ed96d no longer exists at agent hyperv_n-h2-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 16:00:46.825305 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ae18a591-e385-449c-abc9-2a4cfb3929eb req-2f3af93d-3ccc-46ac-8dda-7b45942125e4 tempest-TestServerBasicOps-206205767 tempest-TestServerBasicOps-206205767-project] Router 68f8a11e-6cc5-440d-a739-7abeb0164aac has already been hosted by L3 agent c648d819-1060-4f26-b4ec-6455387b5dff {{(pid=102791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 16:00:46.857187 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-17869f79-748c-49c3-b105-2d32f8d87991 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:00:46.868026 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055c9086-8442-4c94-981b-573d9ba80ff0 req-7b022094-5f7d-4297-8d14-e3ede3b59077 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:00:46.875821 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-055c9086-8442-4c94-981b-573d9ba80ff0 req-7b022094-5f7d-4297-8d14-e3ede3b59077 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/ports?device_id=4f24d3f6-64a3-452b-b656-94b2e3b74056 HTTP/1.1" status: 200 len: 947 time: 0.6093910 Mar 29 16:00:46.904370 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:00:46.974124 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-17869f79-748c-49c3-b105-2d32f8d87991 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:00:46.989957 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08249d2b-d7d6-41e7-8802-3e0d4b28277b req-05b45523-b8a1-4238-afa0-eeeb65659ff7 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:00:46.996835 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-08249d2b-d7d6-41e7-8802-3e0d4b28277b req-05b45523-b8a1-4238-afa0-eeeb65659ff7 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1d2762f-cdaf-49a5-b7af-adea129729c0 HTTP/1.1" status: 200 len: 945 time: 0.2289276 Mar 29 16:00:47.016911 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port ac0b4df0-cb96-4479-a8cd-db71862ed96d, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=ac0b4df0-cb96-4479-a8cd-db71862ed96d,segment=NetworkSegment(94b35437-d3ca-48bd-89d7-8faa6fa42a91),segment_id=94b35437-d3ca-48bd-89d7-8faa6fa42a91)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:00:47.029999 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-17869f79-748c-49c3-b105-2d32f8d87991 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c25c18d5fc3a4a46928f8ea433342a5c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0560794 Mar 29 16:00:47.032503 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 45514) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:00:47.045836 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f24d3f6-64a3-452b-b656-94b2e3b74056', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac0b4df0-cb96-4479-a8cd-db71862ed96d'}] {{(pid=102792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:00:47.052076 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4f476c66b318cc6068719fc39557fac68d413f5c7e78fa77028c7948e999ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49578f52-66ea-4cef-ab9a-b7041547b701" -d '{"events": [{"server_uuid": "4f24d3f6-64a3-452b-b656-94b2e3b74056", "name": "network-vif-unplugged", "status": "completed", "tag": "ac0b4df0-cb96-4479-a8cd-db71862ed96d"}]}' {{(pid=102792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:00:47.074100 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-08249d2b-d7d6-41e7-8802-3e0d4b28277b req-8f9675e8-b839-463f-aefd-0ae5213a7a42 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/security-groups?id=5e7dc381-3678-4cad-aeb8-d0ce3409e19e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745296 Mar 29 16:00:47.087188 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:00:47.089431 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device 4bbe2651-b5bf-4f2d-ac57-165c62f587ac no longer exists at agent hyperv_n-h2-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 16:00:47.138398 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] No Port match for: 4bbe2651-b5bf-4f2d-ac57-165c62f587ac {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 16:00:47.139005 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device 4bbe2651-b5bf-4f2d-ac57-165c62f587ac not bound to the agent host n-h2-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 16:00:47.172110 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-3a6122c5-4c00-4024-bdb5-b46e4c20aa86 admin admin] Deleting port 8012636b-3f72-4baf-b30b-9d9f261281db {{(pid=102790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:00:47.172740 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-3a6122c5-4c00-4024-bdb5-b46e4c20aa86 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:00:47.231604 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ae18a591-e385-449c-abc9-2a4cfb3929eb req-2f3af93d-3ccc-46ac-8dda-7b45942125e4 tempest-TestServerBasicOps-206205767 tempest-TestServerBasicOps-206205767-project] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 16:00:47.245746 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54b8701c-6533-46cb-8aa7-b07fd574db1d None None] Sync routers for ids ['68f8a11e-6cc5-440d-a739-7abeb0164aac'] in n-d-834765-1 {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 16:00:47.247395 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Pushing event updated for resources: {'Port': ['ID=ac0b4df0-cb96-4479-a8cd-db71862ed96d,revision_number=11']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:00:47.259965 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-055c9086-8442-4c94-981b-573d9ba80ff0 req-3e86eeb3-9763-4a42-94ea-339193e7313e tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/security-groups?id=374804bf-1832-496a-a9bd-7f28df171a12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3830256 Mar 29 16:00:47.266118 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 29 Mar 2022 16:00:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-745cffc2-55c9-477e-8221-16308a930aa0 x-openstack-request-id: req-745cffc2-55c9-477e-8221-16308a930aa0 {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:00:47.266431 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f24d3f6-64a3-452b-b656-94b2e3b74056", "name": "network-vif-unplugged", "status": "completed", "tag": "ac0b4df0-cb96-4479-a8cd-db71862ed96d", "code": 200}]} {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:00:47.266680 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-745cffc2-55c9-477e-8221-16308a930aa0 {{(pid=102792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:00:47.267079 n-d-834765-1 neutron-server[102792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f24d3f6-64a3-452b-b656-94b2e3b74056', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac0b4df0-cb96-4479-a8cd-db71862ed96d', 'code': 200} Mar 29 16:00:47.270289 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:00:47.270633 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:00:47.275293 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:00:47.275434 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:00:47.275678 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:00:47.276004 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:00:47.276330 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:00:47.276656 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:00:47.276976 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:00:47.279028 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:00:47.279355 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54b8701c-6533-46cb-8aa7-b07fd574db1d None None] Routers {'68f8a11e-6cc5-440d-a739-7abeb0164aac'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:00:47.281041 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:00:47.281376 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:00:47.282062 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-54b8701c-6533-46cb-8aa7-b07fd574db1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:00:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['68f8a11e-6cc5-440d-a739-7abeb0164aac'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:00:47.300874 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:00:47.317889 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [None req-3a6122c5-4c00-4024-bdb5-b46e4c20aa86 admin admin] For port 8012636b-3f72-4baf-b30b-9d9f261281db, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=8012636b-3f72-4baf-b30b-9d9f261281db,segment=NetworkSegment(ddabd0e1-5000-4ddf-a269-e1ae08a1eb01),segment_id=ddabd0e1-5000-4ddf-a269-e1ae08a1eb01)] {{(pid=102790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:00:47.319070 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17869f79-748c-49c3-b105-2d32f8d87991 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d79f2f4f-c0eb-4a92-95b7-64e6f7b6d2a8,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:00:47.320108 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-3a6122c5-4c00-4024-bdb5-b46e4c20aa86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:00:47.339340 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-3a6122c5-4c00-4024-bdb5-b46e4c20aa86 admin admin] Calling delete_port for 8012636b-3f72-4baf-b30b-9d9f261281db owned by network:router_interface {{(pid=102790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:00:47.723633 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvr_db [None req-54b8701c-6533-46cb-8aa7-b07fd574db1d None None] Set router 68f8a11e-6cc5-440d-a739-7abeb0164aac gateway port host: n-d-834765-1 {{(pid=102793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:00:47.768422 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-3a6122c5-4c00-4024-bdb5-b46e4c20aa86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:00:47.787158 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device 99bf4b2c-ec31-43dd-a5fa-c10c5fa9d02b no longer exists at agent hyperv_n-h1-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 16:00:47.873593 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] No Port match for: 99bf4b2c-ec31-43dd-a5fa-c10c5fa9d02b {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 16:00:47.874681 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-f98fb70b-a44e-4e1e-84ce-1c86ef3e7d13 req-d78cf746-b6ef-4701-9081-be2266435b71 tempest-TestServerBasicOps-206205767 tempest-TestServerBasicOps-206205767-project] 10.222.0.42 "GET /v2.0/ports?device_id=49afb217-7a40-443f-8872-8ae2fd1bb83b HTTP/1.1" status: 200 len: 210 time: 0.0688231 Mar 29 16:00:47.875028 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device 99bf4b2c-ec31-43dd-a5fa-c10c5fa9d02b not bound to the agent host n-h1-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 16:00:47.875538 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6122c5-4c00-4024-bdb5-b46e4c20aa86 admin admin] Pushing event deleted for resources: {'Port': ['ID=8012636b-3f72-4baf-b30b-9d9f261281db,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:00:47.899502 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae18a591-e385-449c-abc9-2a4cfb3929eb req-2f3af93d-3ccc-46ac-8dda-7b45942125e4 tempest-TestServerBasicOps-206205767 tempest-TestServerBasicOps-206205767-project] No DVR routers for this DVR port 99bf4b2c-ec31-43dd-a5fa-c10c5fa9d02b on host n-h1-834765-1 {{(pid=102791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 16:00:47.904450 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-ae18a591-e385-449c-abc9-2a4cfb3929eb req-2f3af93d-3ccc-46ac-8dda-7b45942125e4 tempest-TestServerBasicOps-206205767 tempest-TestServerBasicOps-206205767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:00:47.908317 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ae18a591-e385-449c-abc9-2a4cfb3929eb req-2f3af93d-3ccc-46ac-8dda-7b45942125e4 tempest-TestServerBasicOps-206205767 tempest-TestServerBasicOps-206205767-project] 10.222.0.44 "DELETE /v2.0/ports/99bf4b2c-ec31-43dd-a5fa-c10c5fa9d02b HTTP/1.1" status: 204 len: 173 time: 3.5086162 Mar 29 16:00:47.920826 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:00:47.934016 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49afb217-7a40-443f-8872-8ae2fd1bb83b', 'name': 'network-vif-deleted', 'tag': '99bf4b2c-ec31-43dd-a5fa-c10c5fa9d02b'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:00:47.945473 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c67b028db5e9b9818fecc5c0a87ebc6f190694fa53ca267d523e04f98de536d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f8e8b45-1001-4710-a0e7-95a29fced3d7" -d '{"events": [{"server_uuid": "49afb217-7a40-443f-8872-8ae2fd1bb83b", "name": "network-vif-deleted", "tag": "99bf4b2c-ec31-43dd-a5fa-c10c5fa9d02b"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:00:48.010037 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-8522bb86-8cfa-455a-8a70-bdeb4bda2770 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:00:48.124833 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 16:00:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22ca86c2-866a-4a47-b244-f303625000c7 x-openstack-request-id: req-22ca86c2-866a-4a47-b244-f303625000c7 {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:00:48.129505 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49afb217-7a40-443f-8872-8ae2fd1bb83b", "name": "network-vif-deleted", "tag": "99bf4b2c-ec31-43dd-a5fa-c10c5fa9d02b", "status": "completed", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:00:48.130101 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-22ca86c2-866a-4a47-b244-f303625000c7 {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:00:48.130714 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49afb217-7a40-443f-8872-8ae2fd1bb83b', 'name': 'network-vif-deleted', 'tag': '99bf4b2c-ec31-43dd-a5fa-c10c5fa9d02b', 'status': 'completed', 'code': 200} Mar 29 16:00:48.163487 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-8522bb86-8cfa-455a-8a70-bdeb4bda2770 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:00:48.229392 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd37f0af-0e81-48dd-8d77-d971dcae3d23 req-82b3155e-1065-4615-91a8-ff9fc7b03285 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:00:48.237594 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-cd37f0af-0e81-48dd-8d77-d971dcae3d23 req-82b3155e-1065-4615-91a8-ff9fc7b03285 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1d2762f-cdaf-49a5-b7af-adea129729c0 HTTP/1.1" status: 200 len: 945 time: 0.3977158 Mar 29 16:00:48.317593 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-3a6122c5-4c00-4024-bdb5-b46e4c20aa86 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-530528'] for router_interface, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:00:48.343238 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-8522bb86-8cfa-455a-8a70-bdeb4bda2770 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:00:48.353696 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-8522bb86-8cfa-455a-8a70-bdeb4bda2770 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:00:48.357159 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-8522bb86-8cfa-455a-8a70-bdeb4bda2770 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d79f2f4f-c0eb-4a92-95b7-64e6f7b6d2a8 HTTP/1.1" status: 204 len: 168 time: 1.3175404 Mar 29 16:00:48.408089 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-cd37f0af-0e81-48dd-8d77-d971dcae3d23 req-99d45c94-c85f-47fb-950b-e9bf5c25e0af tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/security-groups?id=5e7dc381-3678-4cad-aeb8-d0ce3409e19e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692531 Mar 29 16:00:48.410700 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-54b8701c-6533-46cb-8aa7-b07fd574db1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68f8a11e-6cc5-440d-a739-7abeb0164aac', 'name': 'tempest-TestServerBasicOps-1593062931-router', 'tenant_id': '04bb88e92aa64365906899266844f6e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.52'}], 'enable_snat': True}, 'gw_port_id': '9992b074-fbe2-4da3-9131-91e3da12370a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:54:35Z', 'updated_at': '2022-03-29T15:54:41Z', 'revision_number': 4, 'project_id': '04bb88e92aa64365906899266844f6e0', 'gw_port': {'id': '9992b074-fbe2-4da3-9131-91e3da12370a', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:55:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68f8a11e-6cc5-440d-a739-7abeb0164aac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2359, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:54:36Z', 'updated_at': '2022-03-29T15:54:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': 'e36293b9-8095-45ba-a97a-5db63821b326', 'name': '', 'network_id': '3e947b62-42fa-4c40-a135-95d654c5af33', 'tenant_id': '04bb88e92aa64365906899266844f6e0', 'mac_address': 'fa:16:3e:84:8d:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68f8a11e-6cc5-440d-a739-7abeb0164aac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2363, 'fixed_ips': [{'subnet_id': 'd2bd398d-9d3a-4812-aba7-11f854be4832', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:54:41Z', 'updated_at': '2022-03-29T15:54:53Z', 'revision_number': 5, 'project_id': '04bb88e92aa64365906899266844f6e0', 'subnets': [{'id': 'd2bd398d-9d3a-4812-aba7-11f854be4832', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:00:48.412911 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8522bb86-8cfa-455a-8a70-bdeb4bda2770 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d79f2f4f-c0eb-4a92-95b7-64e6f7b6d2a8,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:00:48.502931 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54b8701c-6533-46cb-8aa7-b07fd574db1d None None] Checking router: 68f8a11e-6cc5-440d-a739-7abeb0164aac for host: n-d-834765-1 {{(pid=102793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 16:00:48.521866 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54b8701c-6533-46cb-8aa7-b07fd574db1d None None] Routers {'68f8a11e-6cc5-440d-a739-7abeb0164aac'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:00:48.523755 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-54b8701c-6533-46cb-8aa7-b07fd574db1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:00:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['68f8a11e-6cc5-440d-a739-7abeb0164aac'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:00:48.689404 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4789293b-f9bd-4966-82c5-189b4f5db65e req-3a87f5d1-5483-4b28-8d92-3117ea44dffe tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:00:48.701164 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-4789293b-f9bd-4966-82c5-189b4f5db65e req-3a87f5d1-5483-4b28-8d92-3117ea44dffe tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/ports?device_id=4f24d3f6-64a3-452b-b656-94b2e3b74056 HTTP/1.1" status: 200 len: 945 time: 0.2020059 Mar 29 16:00:48.724802 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device ac0b4df0-cb96-4479-a8cd-db71862ed96d details requested by agent hyperv_n-h2-834765-1 with host n-h2-834765-1 {{(pid=102792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 16:00:48.972877 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port ac0b4df0-cb96-4479-a8cd-db71862ed96d, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=ac0b4df0-cb96-4479-a8cd-db71862ed96d,segment=NetworkSegment(94b35437-d3ca-48bd-89d7-8faa6fa42a91),segment_id=94b35437-d3ca-48bd-89d7-8faa6fa42a91)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:00:48.994235 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Returning: {'device': 'ac0b4df0-cb96-4479-a8cd-db71862ed96d', 'network_id': '3364456e-aead-437c-a830-dc7a420fe2a4', 'port_id': 'ac0b4df0-cb96-4479-a8cd-db71862ed96d', 'mac_address': 'fa:16:3e:cd:9d:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 632, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6caada61-173d-4256-8e9d-611647191ef5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 16:00:49.012960 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 45560) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:00:49.023291 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvr_db [None req-54b8701c-6533-46cb-8aa7-b07fd574db1d None None] Set router 68f8a11e-6cc5-440d-a739-7abeb0164aac gateway port host: n-d-834765-1 {{(pid=102793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:00:49.056201 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:00:49.074828 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-b1158766-ddf3-4266-bf36-6286c845c41f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:00:49.076678 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac0b4df0-cb96-4479-a8cd-db71862ed96d {{(pid=102792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 16:00:49.136597 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a6122c5-4c00-4024-bdb5-b46e4c20aa86 admin admin] Router 1429f63d-e325-4085-853d-50636b037626 has already been hosted by L3 agent c648d819-1060-4f26-b4ec-6455387b5dff {{(pid=102790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 16:00:49.150758 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-4789293b-f9bd-4966-82c5-189b4f5db65e req-ff691d7c-f6f6-4d4a-8ded-301c0c3f5e52 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/security-groups?id=374804bf-1832-496a-a9bd-7f28df171a12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4485495 Mar 29 16:00:49.156573 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port ac0b4df0-cb96-4479-a8cd-db71862ed96d, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=ac0b4df0-cb96-4479-a8cd-db71862ed96d,segment=NetworkSegment(94b35437-d3ca-48bd-89d7-8faa6fa42a91),segment_id=94b35437-d3ca-48bd-89d7-8faa6fa42a91)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:00:49.176104 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:00:49.248978 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d983d12a-06c7-40e4-a410-a2edab9b9375 req-cdc82701-34b7-4abd-8472-abc8cce55913 tempest-TestServerBasicOps-206205767 tempest-TestServerBasicOps-206205767-project] 10.222.0.42 "GET /v2.0/ports?device_id=49afb217-7a40-443f-8872-8ae2fd1bb83b HTTP/1.1" status: 200 len: 210 time: 0.0766289 Mar 29 16:00:49.303757 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Pushing event updated for resources: {'Port': ['ID=ac0b4df0-cb96-4479-a8cd-db71862ed96d,revision_number=12']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:00:49.343955 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb4cdc5-3892-40b1-b24c-2209cdaa093e req-91cf71cb-4e7f-4d36-a2ce-f089998acc00 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:00:49.346822 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-9fb4cdc5-3892-40b1-b24c-2209cdaa093e req-91cf71cb-4e7f-4d36-a2ce-f089998acc00 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.44 "GET /v2.0/ports?device_id=f1d2762f-cdaf-49a5-b7af-adea129729c0 HTTP/1.1" status: 200 len: 945 time: 0.2590444 Mar 29 16:00:49.359356 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] get_ports_and_sgs() called for port_ids ['ac0b4df0-cb96-4479-a8cd-db71862ed96d'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 16:00:49.431036 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a6122c5-4c00-4024-bdb5-b46e4c20aa86 admin admin] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 16:00:49.446826 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-54b8701c-6533-46cb-8aa7-b07fd574db1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68f8a11e-6cc5-440d-a739-7abeb0164aac', 'name': 'tempest-TestServerBasicOps-1593062931-router', 'tenant_id': '04bb88e92aa64365906899266844f6e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.52'}], 'enable_snat': True}, 'gw_port_id': '9992b074-fbe2-4da3-9131-91e3da12370a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:54:35Z', 'updated_at': '2022-03-29T15:54:41Z', 'revision_number': 4, 'project_id': '04bb88e92aa64365906899266844f6e0', 'gw_port': {'id': '9992b074-fbe2-4da3-9131-91e3da12370a', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:55:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68f8a11e-6cc5-440d-a739-7abeb0164aac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2359, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:54:36Z', 'updated_at': '2022-03-29T15:54:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': 'e36293b9-8095-45ba-a97a-5db63821b326', 'name': '', 'network_id': '3e947b62-42fa-4c40-a135-95d654c5af33', 'tenant_id': '04bb88e92aa64365906899266844f6e0', 'mac_address': 'fa:16:3e:84:8d:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68f8a11e-6cc5-440d-a739-7abeb0164aac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2363, 'fixed_ips': [{'subnet_id': 'd2bd398d-9d3a-4812-aba7-11f854be4832', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:54:41Z', 'updated_at': '2022-03-29T15:54:53Z', 'revision_number': 5, 'project_id': '04bb88e92aa64365906899266844f6e0', 'subnets': [{'id': 'd2bd398d-9d3a-4812-aba7-11f854be4832', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:00:49.482091 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-3a6122c5-4c00-4024-bdb5-b46e4c20aa86 admin admin] 10.222.0.42 "PUT /v2.0/routers/1429f63d-e325-4085-853d-50636b037626/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0665805 Mar 29 16:00:49.482749 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 45570) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:00:49.493391 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54b8701c-6533-46cb-8aa7-b07fd574db1d None None] The sync data for ids ['68f8a11e-6cc5-440d-a739-7abeb0164aac'] in n-d-834765-1 is: [{'id': '68f8a11e-6cc5-440d-a739-7abeb0164aac', 'name': 'tempest-TestServerBasicOps-1593062931-router', 'tenant_id': '04bb88e92aa64365906899266844f6e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.52'}], 'enable_snat': True}, 'gw_port_id': '9992b074-fbe2-4da3-9131-91e3da12370a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:54:35Z', 'updated_at': '2022-03-29T15:54:41Z', 'revision_number': 4, 'project_id': '04bb88e92aa64365906899266844f6e0', 'gw_port': {'id': '9992b074-fbe2-4da3-9131-91e3da12370a', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:55:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68f8a11e-6cc5-440d-a739-7abeb0164aac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2359, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:54:36Z', 'updated_at': '2022-03-29T15:54:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': 'e36293b9-8095-45ba-a97a-5db63821b326', 'name': '', 'network_id': '3e947b62-42fa-4c40-a135-95d654c5af33', 'tenant_id': '04bb88e92aa64365906899266844f6e0', 'mac_address': 'fa:16:3e:84:8d:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68f8a11e-6cc5-440d-a739-7abeb0164aac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2363, 'fixed_ips': [{'subnet_id': 'd2bd398d-9d3a-4812-aba7-11f854be4832', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:54:41Z', 'updated_at': '2022-03-29T15:54:53Z', 'revision_number': 5, 'project_id': '04bb88e92aa64365906899266844f6e0', 'subnets': [{'id': 'd2bd398d-9d3a-4812-aba7-11f854be4832', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 16:00:49.525454 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb8e63c8-c9a7-4439-a8b3-bb3becd23d14 None None] Sync routers for ids ['1429f63d-e325-4085-853d-50636b037626'] in n-d-834765-1 {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 16:00:49.564120 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb8e63c8-c9a7-4439-a8b3-bb3becd23d14 None None] Routers {'1429f63d-e325-4085-853d-50636b037626'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:00:49.573811 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-eb8e63c8-c9a7-4439-a8b3-bb3becd23d14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:00:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['1429f63d-e325-4085-853d-50636b037626'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:00:49.656859 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-b1158766-ddf3-4266-bf36-6286c845c41f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:00:49.660057 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [req-9fb4cdc5-3892-40b1-b24c-2209cdaa093e req-cbbc745c-8fd1-4b4d-a1d3-a29184d04515 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Deleting port b5a2be47-07cc-4c0a-a20a-6d1cd955d36a {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:00:49.660609 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-9fb4cdc5-3892-40b1-b24c-2209cdaa093e req-cbbc745c-8fd1-4b4d-a1d3-a29184d04515 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:00:49.720629 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66081448-b18a-48e0-a505-79f4d24e54e2 req-81cd26d8-96de-4b44-8888-291105052b62 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:00:49.724244 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-66081448-b18a-48e0-a505-79f4d24e54e2 req-81cd26d8-96de-4b44-8888-291105052b62 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1d2762f-cdaf-49a5-b7af-adea129729c0 HTTP/1.1" status: 200 len: 945 time: 0.1018450 Mar 29 16:00:49.782966 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-9fb4cdc5-3892-40b1-b24c-2209cdaa093e req-cbbc745c-8fd1-4b4d-a1d3-a29184d04515 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] For port b5a2be47-07cc-4c0a-a20a-6d1cd955d36a, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=b5a2be47-07cc-4c0a-a20a-6d1cd955d36a,segment=NetworkSegment(f897e69d-257a-4c8a-bc55-e063bbc47d9e),segment_id=f897e69d-257a-4c8a-bc55-e063bbc47d9e)] {{(pid=102791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:00:49.784268 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-9fb4cdc5-3892-40b1-b24c-2209cdaa093e req-cbbc745c-8fd1-4b4d-a1d3-a29184d04515 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:00:49.805176 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [req-9fb4cdc5-3892-40b1-b24c-2209cdaa093e req-cbbc745c-8fd1-4b4d-a1d3-a29184d04515 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Calling delete_port for b5a2be47-07cc-4c0a-a20a-6d1cd955d36a owned by compute:nova {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:00:49.849169 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-66081448-b18a-48e0-a505-79f4d24e54e2 req-91e92c95-cc15-484d-b5c9-768cdb948bda tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/security-groups?id=5e7dc381-3678-4cad-aeb8-d0ce3409e19e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176126 Mar 29 16:00:49.918500 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-2462aebf-4f16-486d-87f4-fcafc5b9a5e8 admin admin] Notify callbacks [] for router, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:00:50.033024 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-b1158766-ddf3-4266-bf36-6286c845c41f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:00:50.101365 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1f8a350-8bc1-4737-8755-552a8cdbd6ed None None] New status for floating IP f8f2b01e-50d7-46dd-b7c2-1f27849a8a26: DOWN {{(pid=102793) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 16:00:50.157347 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvr_db [None req-eb8e63c8-c9a7-4439-a8b3-bb3becd23d14 None None] Set router 1429f63d-e325-4085-853d-50636b037626 gateway port host: n-d-834765-1 {{(pid=102792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:00:50.213382 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-b1158766-ddf3-4266-bf36-6286c845c41f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=538e8c7572ea4a8c976dfed4bc3c69fe&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1991925 Mar 29 16:00:50.214276 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1158766-ddf3-4266-bf36-6286c845c41f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc81ca86-94f5-4620-8efd-0a6d13d5c15a,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:00:50.216798 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 45580) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:00:50.232173 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-2462aebf-4f16-486d-87f4-fcafc5b9a5e8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:00:50.238707 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-9fb4cdc5-3892-40b1-b24c-2209cdaa093e req-cbbc745c-8fd1-4b4d-a1d3-a29184d04515 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:00:50.357529 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbc745c-8fd1-4b4d-a1d3-a29184d04515 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Pushing event deleted for resources: {'Port': ['ID=b5a2be47-07cc-4c0a-a20a-6d1cd955d36a,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:00:50.420092 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 45588) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:00:50.527083 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fb4cdc5-3892-40b1-b24c-2209cdaa093e req-cbbc745c-8fd1-4b4d-a1d3-a29184d04515 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] No DVR routers for this DVR port b5a2be47-07cc-4c0a-a20a-6d1cd955d36a on host n-h1-834765-1 {{(pid=102791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 16:00:50.536473 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-9fb4cdc5-3892-40b1-b24c-2209cdaa093e req-cbbc745c-8fd1-4b4d-a1d3-a29184d04515 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:00:50.550679 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-9fb4cdc5-3892-40b1-b24c-2209cdaa093e req-cbbc745c-8fd1-4b4d-a1d3-a29184d04515 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.44 "DELETE /v2.0/ports/b5a2be47-07cc-4c0a-a20a-6d1cd955d36a HTTP/1.1" status: 204 len: 173 time: 1.1979568 Mar 29 16:00:50.552972 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1d2762f-cdaf-49a5-b7af-adea129729c0', 'name': 'network-vif-deleted', 'tag': 'b5a2be47-07cc-4c0a-a20a-6d1cd955d36a'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:00:50.555436 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c67b028db5e9b9818fecc5c0a87ebc6f190694fa53ca267d523e04f98de536d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c19430c8-f0f1-426e-b034-8724e725d3aa" -d '{"events": [{"server_uuid": "f1d2762f-cdaf-49a5-b7af-adea129729c0", "name": "network-vif-deleted", "tag": "b5a2be47-07cc-4c0a-a20a-6d1cd955d36a"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:00:50.618299 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6d9f68-0177-420a-a38d-d3e48d6d4972 req-54d22f1f-22f6-45e4-aa30-7396a6f1d35e tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:00:50.626822 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-5f6d9f68-0177-420a-a38d-d3e48d6d4972 req-54d22f1f-22f6-45e4-aa30-7396a6f1d35e tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/ports?device_id=4f24d3f6-64a3-452b-b656-94b2e3b74056 HTTP/1.1" status: 200 len: 946 time: 0.3003175 Mar 29 16:00:50.666257 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-5d0b97d0-062d-49d2-966b-6c8e00542800 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:00:50.671183 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 16:00:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25c037b5-d0a5-4c14-9f40-86e861e55c87 x-openstack-request-id: req-25c037b5-d0a5-4c14-9f40-86e861e55c87 {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:00:50.672584 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1d2762f-cdaf-49a5-b7af-adea129729c0", "name": "network-vif-deleted", "tag": "b5a2be47-07cc-4c0a-a20a-6d1cd955d36a", "status": "completed", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:00:50.679698 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-25c037b5-d0a5-4c14-9f40-86e861e55c87 {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:00:50.680435 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1d2762f-cdaf-49a5-b7af-adea129729c0', 'name': 'network-vif-deleted', 'tag': 'b5a2be47-07cc-4c0a-a20a-6d1cd955d36a', 'status': 'completed', 'code': 200} Mar 29 16:00:50.701723 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] get_ports_and_sgs() called for port_ids ['ab625c95-876e-4e99-933a-4a823554894d'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 16:00:50.773139 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-5d0b97d0-062d-49d2-966b-6c8e00542800 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:00:50.775492 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-2462aebf-4f16-486d-87f4-fcafc5b9a5e8 admin admin] Deleting port 7d8c47f9-78d5-472c-b843-b7bb58d76861 {{(pid=102790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:00:50.775987 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-2462aebf-4f16-486d-87f4-fcafc5b9a5e8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:00:50.792839 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-5f6d9f68-0177-420a-a38d-d3e48d6d4972 req-021d6584-06a0-4d1d-a1ef-ebc263b8968a tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/security-groups?id=374804bf-1832-496a-a9bd-7f28df171a12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1620209 Mar 29 16:00:50.856862 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-eb8e63c8-c9a7-4439-a8b3-bb3becd23d14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1429f63d-e325-4085-853d-50636b037626', 'name': 'tempest-ServerRescueNegativeTestJSON-1575446618-router', 'tenant_id': '48ba1cdba6ea4eb098e40b52d44291ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.245'}], 'enable_snat': True}, 'gw_port_id': '7d8c47f9-78d5-472c-b843-b7bb58d76861', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:55:07Z', 'updated_at': '2022-03-29T16:00:47Z', 'revision_number': 5, 'project_id': '48ba1cdba6ea4eb098e40b52d44291ec', 'gw_port': {'id': '7d8c47f9-78d5-472c-b843-b7bb58d76861', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:c0:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1429f63d-e325-4085-853d-50636b037626', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2430, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:55:08Z', 'updated_at': '2022-03-29T15:55:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1'}], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:00:50.862260 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-f84b39c4-5240-4a19-9d09-290e1916b473 tempest-TestServerBasicOps-206205767 tempest-TestServerBasicOps-206205767-project] Deleting port 1867db9d-5bfe-4205-8a9b-c10dc8fbf364 {{(pid=102790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:00:50.863133 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-f84b39c4-5240-4a19-9d09-290e1916b473 tempest-TestServerBasicOps-206205767 tempest-TestServerBasicOps-206205767-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:00:50.930147 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-5d0b97d0-062d-49d2-966b-6c8e00542800 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:00:50.935065 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-5d0b97d0-062d-49d2-966b-6c8e00542800 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:00:50.943926 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-5d0b97d0-062d-49d2-966b-6c8e00542800 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/fc81ca86-94f5-4620-8efd-0a6d13d5c15a HTTP/1.1" status: 204 len: 168 time: 0.7118196 Mar 29 16:00:50.969221 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0b97d0-062d-49d2-966b-6c8e00542800 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc81ca86-94f5-4620-8efd-0a6d13d5c15a,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:00:51.077303 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [None req-2462aebf-4f16-486d-87f4-fcafc5b9a5e8 admin admin] For port 7d8c47f9-78d5-472c-b843-b7bb58d76861, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=7d8c47f9-78d5-472c-b843-b7bb58d76861,segment=NetworkSegment(6ab47353-a811-4bad-bc73-b4cc84583cfd),segment_id=6ab47353-a811-4bad-bc73-b4cc84583cfd)] {{(pid=102790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:00:51.077303 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-2462aebf-4f16-486d-87f4-fcafc5b9a5e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:00:51.091178 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-f84b39c4-5240-4a19-9d09-290e1916b473 tempest-TestServerBasicOps-206205767 tempest-TestServerBasicOps-206205767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:00:51.091758 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-f84b39c4-5240-4a19-9d09-290e1916b473 tempest-TestServerBasicOps-206205767 tempest-TestServerBasicOps-206205767-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:00:51.102351 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-2462aebf-4f16-486d-87f4-fcafc5b9a5e8 admin admin] Calling delete_port for 7d8c47f9-78d5-472c-b843-b7bb58d76861 owned by network:router_gateway {{(pid=102790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:00:51.112543 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-f84b39c4-5240-4a19-9d09-290e1916b473 tempest-TestServerBasicOps-206205767 tempest-TestServerBasicOps-206205767-project] Calling delete_port for 1867db9d-5bfe-4205-8a9b-c10dc8fbf364 owned by network:floatingip {{(pid=102790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:00:51.538984 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb8e63c8-c9a7-4439-a8b3-bb3becd23d14 None None] Checking router: 1429f63d-e325-4085-853d-50636b037626 for host: n-d-834765-1 {{(pid=102792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 16:00:51.639449 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb8e63c8-c9a7-4439-a8b3-bb3becd23d14 None None] Routers {'1429f63d-e325-4085-853d-50636b037626'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:00:51.639741 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-eb8e63c8-c9a7-4439-a8b3-bb3becd23d14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:00:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['1429f63d-e325-4085-853d-50636b037626'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:00:51.644040 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-c2e65f35-e228-47a9-b0e8-6c2230cd0dfd req-857020f9-d174-4cd0-9d1c-105059ee1ece tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1d2762f-cdaf-49a5-b7af-adea129729c0 HTTP/1.1" status: 200 len: 210 time: 0.5936544 Mar 29 16:00:51.750093 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-f84b39c4-5240-4a19-9d09-290e1916b473 tempest-TestServerBasicOps-206205767 tempest-TestServerBasicOps-206205767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:00:51.778103 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-2462aebf-4f16-486d-87f4-fcafc5b9a5e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:00:51.789522 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84b39c4-5240-4a19-9d09-290e1916b473 tempest-TestServerBasicOps-206205767 tempest-TestServerBasicOps-206205767-project] Pushing event deleted for resources: {'Port': ['ID=1867db9d-5bfe-4205-8a9b-c10dc8fbf364,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:00:51.838835 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device b5a2be47-07cc-4c0a-a20a-6d1cd955d36a no longer exists at agent hyperv_n-h1-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 16:00:51.906312 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2462aebf-4f16-486d-87f4-fcafc5b9a5e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=7d8c47f9-78d5-472c-b843-b7bb58d76861,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:00:51.933766 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] No Port match for: b5a2be47-07cc-4c0a-a20a-6d1cd955d36a {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 16:00:51.934119 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device b5a2be47-07cc-4c0a-a20a-6d1cd955d36a not bound to the agent host n-h1-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 16:00:52.014225 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvr_db [None req-eb8e63c8-c9a7-4439-a8b3-bb3becd23d14 None None] Set router 1429f63d-e325-4085-853d-50636b037626 gateway port host: None {{(pid=102792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:00:52.114000 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-2462aebf-4f16-486d-87f4-fcafc5b9a5e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-648138'] for router_gateway, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:00:52.176925 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b4ba65-a6ef-4ae6-8fba-e0734ce76ea0 req-3f6e65c5-62fa-44c3-a91c-47f8b63ebcab tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:00:52.181114 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f1b4ba65-a6ef-4ae6-8fba-e0734ce76ea0 req-3f6e65c5-62fa-44c3-a91c-47f8b63ebcab tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/ports?device_id=4f24d3f6-64a3-452b-b656-94b2e3b74056 HTTP/1.1" status: 200 len: 946 time: 0.2007616 Mar 29 16:00:52.192095 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-eb8e63c8-c9a7-4439-a8b3-bb3becd23d14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1429f63d-e325-4085-853d-50636b037626', 'name': 'tempest-ServerRescueNegativeTestJSON-1575446618-router', 'tenant_id': '48ba1cdba6ea4eb098e40b52d44291ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:55:07Z', 'updated_at': '2022-03-29T16:00:50Z', 'revision_number': 6, 'project_id': '48ba1cdba6ea4eb098e40b52d44291ec', 'gw_port_host': None}], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:00:52.295994 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f1b4ba65-a6ef-4ae6-8fba-e0734ce76ea0 req-f8749b7d-503b-416e-8550-a8680d7ab1fb tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/security-groups?id=374804bf-1832-496a-a9bd-7f28df171a12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0992818 Mar 29 16:00:52.303548 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb8e63c8-c9a7-4439-a8b3-bb3becd23d14 None None] The sync data for ids ['1429f63d-e325-4085-853d-50636b037626'] in n-d-834765-1 is: [{'id': '1429f63d-e325-4085-853d-50636b037626', 'name': 'tempest-ServerRescueNegativeTestJSON-1575446618-router', 'tenant_id': '48ba1cdba6ea4eb098e40b52d44291ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:55:07Z', 'updated_at': '2022-03-29T16:00:50Z', 'revision_number': 6, 'project_id': '48ba1cdba6ea4eb098e40b52d44291ec', 'gw_port_host': None}] {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 16:00:52.733290 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device ac0b4df0-cb96-4479-a8cd-db71862ed96d up at agent hyperv_n-h2-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 16:00:52.853995 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 8012636b-3f72-4baf-b30b-9d9f261281db no longer exists at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 16:00:52.907458 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] No Port match for: 8012636b-3f72-4baf-b30b-9d9f261281db {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 16:00:52.909983 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 8012636b-3f72-4baf-b30b-9d9f261281db not bound to the agent host n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 16:00:52.938235 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Provisioning complete for port ac0b4df0-cb96-4479-a8cd-db71862ed96d triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:00:52.938947 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:00:53.092863 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:00:53.123826 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-f84b39c4-5240-4a19-9d09-290e1916b473 tempest-TestServerBasicOps-206205767 tempest-TestServerBasicOps-206205767-project] Notify callbacks [] for floatingip, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:00:53.126800 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-f84b39c4-5240-4a19-9d09-290e1916b473 tempest-TestServerBasicOps-206205767 tempest-TestServerBasicOps-206205767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for floatingip, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:00:53.132035 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-f84b39c4-5240-4a19-9d09-290e1916b473 tempest-TestServerBasicOps-206205767 tempest-TestServerBasicOps-206205767-project] 10.222.0.42 "DELETE /v2.0/floatingips/f8f2b01e-50d7-46dd-b7c2-1f27849a8a26 HTTP/1.1" status: 204 len: 168 time: 2.7093801 Mar 29 16:00:53.141613 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-3bcb1ea5-ee36-4473-9884-70592a803002 req-5582b7ba-4462-42a0-ab92-3f228b53ee0b tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1d2762f-cdaf-49a5-b7af-adea129729c0 HTTP/1.1" status: 200 len: 210 time: 0.0559661 Mar 29 16:00:53.169796 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f24d3f6-64a3-452b-b656-94b2e3b74056', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac0b4df0-cb96-4479-a8cd-db71862ed96d'}] {{(pid=102792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:00:53.182273 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4f476c66b318cc6068719fc39557fac68d413f5c7e78fa77028c7948e999ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5688c223-400a-47c8-8a11-af2f1b842cb3" -d '{"events": [{"server_uuid": "4f24d3f6-64a3-452b-b656-94b2e3b74056", "name": "network-vif-plugged", "status": "completed", "tag": "ac0b4df0-cb96-4479-a8cd-db71862ed96d"}]}' {{(pid=102792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:00:53.222746 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-2462aebf-4f16-486d-87f4-fcafc5b9a5e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129328'] for router, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:00:53.229283 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port ac0b4df0-cb96-4479-a8cd-db71862ed96d, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=ac0b4df0-cb96-4479-a8cd-db71862ed96d,segment=NetworkSegment(94b35437-d3ca-48bd-89d7-8faa6fa42a91),segment_id=94b35437-d3ca-48bd-89d7-8faa6fa42a91)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:00:53.237820 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-2462aebf-4f16-486d-87f4-fcafc5b9a5e8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:00:53.240851 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:00:53.338214 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 16:00:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b2c0ef6-f3da-4752-84d6-e3e8a85722c6 x-openstack-request-id: req-6b2c0ef6-f3da-4752-84d6-e3e8a85722c6 {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:00:53.338616 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f24d3f6-64a3-452b-b656-94b2e3b74056", "name": "network-vif-plugged", "status": "completed", "tag": "ac0b4df0-cb96-4479-a8cd-db71862ed96d", "code": 200}]} {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:00:53.338951 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-6b2c0ef6-f3da-4752-84d6-e3e8a85722c6 {{(pid=102792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:00:53.347599 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 45688) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:00:53.348462 n-d-834765-1 neutron-server[102792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f24d3f6-64a3-452b-b656-94b2e3b74056', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac0b4df0-cb96-4479-a8cd-db71862ed96d', 'code': 200} Mar 29 16:00:53.384629 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-2462aebf-4f16-486d-87f4-fcafc5b9a5e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-526718'] for router, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:00:53.385342 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2462aebf-4f16-486d-87f4-fcafc5b9a5e8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1429f63d-e325-4085-853d-50636b037626 {{(pid=102790) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 29 16:00:53.391805 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-2462aebf-4f16-486d-87f4-fcafc5b9a5e8 admin admin] Notify callbacks [] for router, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:00:53.394599 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-2462aebf-4f16-486d-87f4-fcafc5b9a5e8 admin admin] 10.222.0.42 "DELETE /v2.0/routers/1429f63d-e325-4085-853d-50636b037626 HTTP/1.1" status: 204 len: 168 time: 3.9104049 Mar 29 16:00:53.396742 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 45692) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:00:53.429031 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Pushing event updated for resources: {'Port': ['ID=ac0b4df0-cb96-4479-a8cd-db71862ed96d,revision_number=13']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:00:53.477809 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.db_base_plugin_v2 [None req-840b00c6-4a4b-434d-b18d-68612cc5169a admin admin] Deleting subnet f321fdd4-89ca-4bd6-835a-732290fa6cda {{(pid=102790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 16:00:53.488829 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-840b00c6-4a4b-434d-b18d-68612cc5169a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:00:53.657597 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-e7fb3b5e-a7e9-4d90-9015-ed0c3d15b04f tempest-TestServerBasicOps-206205767 tempest-TestServerBasicOps-206205767-project] Notify callbacks [] for security_group, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:00:53.677984 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-840b00c6-4a4b-434d-b18d-68612cc5169a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4614024'] for subnet, precommit_delete_associations {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:00:53.746615 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-e7fb3b5e-a7e9-4d90-9015-ed0c3d15b04f tempest-TestServerBasicOps-206205767 tempest-TestServerBasicOps-206205767-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:00:53.788335 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35879cbc-54ae-414d-b4a8-7a811fc5dc3a req-ee2a34f7-394a-4c0f-be21-cbaae37d6e98 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:00:53.802250 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-35879cbc-54ae-414d-b4a8-7a811fc5dc3a req-ee2a34f7-394a-4c0f-be21-cbaae37d6e98 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/ports?device_id=4f24d3f6-64a3-452b-b656-94b2e3b74056 HTTP/1.1" status: 200 len: 947 time: 0.3169808 Mar 29 16:00:53.961878 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-e7fb3b5e-a7e9-4d90-9015-ed0c3d15b04f tempest-TestServerBasicOps-206205767 tempest-TestServerBasicOps-206205767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:00:53.968116 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-e7fb3b5e-a7e9-4d90-9015-ed0c3d15b04f tempest-TestServerBasicOps-206205767 tempest-TestServerBasicOps-206205767-project] Notify callbacks [] for security_group, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:00:53.974241 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-e7fb3b5e-a7e9-4d90-9015-ed0c3d15b04f tempest-TestServerBasicOps-206205767 tempest-TestServerBasicOps-206205767-project] 10.222.0.42 "DELETE /v2.0/security-groups/29ddfa0c-288d-4cdf-94ef-0cd0c52f5988 HTTP/1.1" status: 204 len: 168 time: 0.6218960 Mar 29 16:00:53.989134 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fb3b5e-a7e9-4d90-9015-ed0c3d15b04f tempest-TestServerBasicOps-206205767 tempest-TestServerBasicOps-206205767-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=29ddfa0c-288d-4cdf-94ef-0cd0c52f5988,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:00:54.059393 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 45716) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:00:54.081697 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-35879cbc-54ae-414d-b4a8-7a811fc5dc3a req-6b84fcd3-de80-4446-b6b2-98ae27ceade3 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/security-groups?id=374804bf-1832-496a-a9bd-7f28df171a12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2746916 Mar 29 16:00:54.146715 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-840b00c6-4a4b-434d-b18d-68612cc5169a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1641287'] for subnet, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:00:54.285237 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-840b00c6-4a4b-434d-b18d-68612cc5169a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1641294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5231963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4793952'] for subnet, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:00:54.339070 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840b00c6-4a4b-434d-b18d-68612cc5169a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f321fdd4-89ca-4bd6-835a-732290fa6cda,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:00:54.343875 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-840b00c6-4a4b-434d-b18d-68612cc5169a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for subnet, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:00:54.351134 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-840b00c6-4a4b-434d-b18d-68612cc5169a admin admin] 10.222.0.42 "DELETE /v2.0/subnets/f321fdd4-89ca-4bd6-835a-732290fa6cda HTTP/1.1" status: 204 len: 168 time: 0.9533150 Mar 29 16:00:54.351688 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b003a9d-d7f2-4524-b84d-0256b0a427da None None] Network 6da5eb6a-1ef7-4aa0-bbb2-e8f3bdbdd5ff requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 16:00:54.352349 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 45724) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:00:54.495170 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-d4543e10-974d-4f90-9227-769449b0c2ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1631750'] for network, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:00:54.570118 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-444370b8-d570-475e-b9db-6c738f8879b4 req-8d0f43df-150d-4dd4-9cd6-2cb1e7ee3f14 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1d2762f-cdaf-49a5-b7af-adea129729c0 HTTP/1.1" status: 200 len: 210 time: 0.2572653 Mar 29 16:00:54.707476 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 7d8c47f9-78d5-472c-b843-b7bb58d76861 no longer exists at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 16:00:54.709218 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-d4543e10-974d-4f90-9227-769449b0c2ae admin admin] Deleting port 7fd6f62d-f0a1-4afe-b14a-4e30052cf308 {{(pid=102790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:00:54.712633 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-d4543e10-974d-4f90-9227-769449b0c2ae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:00:54.813294 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] No Port match for: 7d8c47f9-78d5-472c-b843-b7bb58d76861 {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 16:00:54.815597 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 7d8c47f9-78d5-472c-b843-b7bb58d76861 not bound to the agent host n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 16:00:54.904032 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [None req-d4543e10-974d-4f90-9227-769449b0c2ae admin admin] For port 7fd6f62d-f0a1-4afe-b14a-4e30052cf308, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=7fd6f62d-f0a1-4afe-b14a-4e30052cf308,segment=NetworkSegment(ddabd0e1-5000-4ddf-a269-e1ae08a1eb01),segment_id=ddabd0e1-5000-4ddf-a269-e1ae08a1eb01)] {{(pid=102790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:00:54.905523 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-d4543e10-974d-4f90-9227-769449b0c2ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:00:54.955511 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-d4543e10-974d-4f90-9227-769449b0c2ae admin admin] Calling delete_port for 7fd6f62d-f0a1-4afe-b14a-4e30052cf308 owned by network:dhcp {{(pid=102790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:00:54.978952 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d00aa1f-8e0d-474e-9884-6b72a1bb9d5d None None] DHCP port deletion for 6da5eb6a-1ef7-4aa0-bbb2-e8f3bdbdd5ff request from n-d-834765-1 {{(pid=102792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 29 16:00:55.140842 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-9d00aa1f-8e0d-474e-9884-6b72a1bb9d5d None None] Deleting port 7fd6f62d-f0a1-4afe-b14a-4e30052cf308 {{(pid=102792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:00:55.141604 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-9d00aa1f-8e0d-474e-9884-6b72a1bb9d5d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:00:55.242479 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-d4543e10-974d-4f90-9227-769449b0c2ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:00:55.297201 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4543e10-974d-4f90-9227-769449b0c2ae admin admin] Pushing event deleted for resources: {'Port': ['ID=7fd6f62d-f0a1-4afe-b14a-4e30052cf308,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:00:55.337005 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4543e10-974d-4f90-9227-769449b0c2ae admin admin] No DVR routers for this DVR port 7fd6f62d-f0a1-4afe-b14a-4e30052cf308 on host n-d-834765-1 {{(pid=102790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 16:00:55.343237 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-9d00aa1f-8e0d-474e-9884-6b72a1bb9d5d None None] For port 7fd6f62d-f0a1-4afe-b14a-4e30052cf308, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=7fd6f62d-f0a1-4afe-b14a-4e30052cf308,segment=NetworkSegment(ddabd0e1-5000-4ddf-a269-e1ae08a1eb01),segment_id=ddabd0e1-5000-4ddf-a269-e1ae08a1eb01)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:00:55.344905 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-9d00aa1f-8e0d-474e-9884-6b72a1bb9d5d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:00:55.372905 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-9d00aa1f-8e0d-474e-9884-6b72a1bb9d5d None None] Calling delete_port for 7fd6f62d-f0a1-4afe-b14a-4e30052cf308 owned by network:dhcp {{(pid=102792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:00:55.519501 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-9d00aa1f-8e0d-474e-9884-6b72a1bb9d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350'] for port, after_delete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:00:55.544345 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d00aa1f-8e0d-474e-9884-6b72a1bb9d5d None None] No DVR routers for this DVR port 7fd6f62d-f0a1-4afe-b14a-4e30052cf308 on host n-d-834765-1 {{(pid=102792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 16:00:55.633033 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d00aa1f-8e0d-474e-9884-6b72a1bb9d5d None None] Pushing event deleted for resources: {'Port': ['ID=7fd6f62d-f0a1-4afe-b14a-4e30052cf308,revision_number=None']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:00:55.777455 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-d4543e10-974d-4f90-9227-769449b0c2ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639890', 'neutron.services.segments.db._delete_segments_for_network-8783523423079'] for network, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:00:55.812931 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb1f0f5-c785-4831-96b6-16abd0d0893c req-66da9e22-d076-4437-a1ab-43d898b7accd tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:00:55.833037 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-4eb1f0f5-c785-4831-96b6-16abd0d0893c req-66da9e22-d076-4437-a1ab-43d898b7accd tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/ports?device_id=4f24d3f6-64a3-452b-b656-94b2e3b74056 HTTP/1.1" status: 200 len: 947 time: 0.5415084 Mar 29 16:00:55.833237 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-64696aee-6e6c-49ff-bf24-3e67878ddc4b req-81a09107-6c3b-4b06-8669-10c375fb734e tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1d2762f-cdaf-49a5-b7af-adea129729c0 HTTP/1.1" status: 200 len: 210 time: 0.1125083 Mar 29 16:00:55.909982 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-d4543e10-974d-4f90-9227-769449b0c2ae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6da5eb6a-1ef7-4aa0-bbb2-e8f3bdbdd5ff']}} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:00:55.933988 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-d4543e10-974d-4f90-9227-769449b0c2ae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ddabd0e1-5000-4ddf-a269-e1ae08a1eb01') {'for_net_delete': True} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:00:55.934660 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-d4543e10-974d-4f90-9227-769449b0c2ae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ddabd0e1-5000-4ddf-a269-e1ae08a1eb01') {} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:00:55.977600 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-d4543e10-974d-4f90-9227-769449b0c2ae admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783523422064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4614019'] for segment, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:00:56.005494 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-4eb1f0f5-c785-4831-96b6-16abd0d0893c req-1fc810b6-aa7d-4b94-8719-0759476d3dce tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/security-groups?id=374804bf-1832-496a-a9bd-7f28df171a12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1684220 Mar 29 16:00:56.030197 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-d4543e10-974d-4f90-9227-769449b0c2ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:00:56.039297 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4543e10-974d-4f90-9227-769449b0c2ae admin admin] Releasing vlan 600 on physical network physnet1 to pool {{(pid=102790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 16:00:56.039859 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-d4543e10-974d-4f90-9227-769449b0c2ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5238013'] for segment, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:00:56.042233 n-d-834765-1 neutron-server[102790]: Traceback (most recent call last): Mar 29 16:00:56.042233 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 16:00:56.042233 n-d-834765-1 neutron-server[102790]: timer() Mar 29 16:00:56.042233 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 16:00:56.042233 n-d-834765-1 neutron-server[102790]: cb(*args, **kw) Mar 29 16:00:56.042233 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 16:00:56.042233 n-d-834765-1 neutron-server[102790]: return func(*args, **kwargs) Mar 29 16:00:56.042233 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 16:00:56.042233 n-d-834765-1 neutron-server[102790]: self._notify() Mar 29 16:00:56.042233 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 16:00:56.042233 n-d-834765-1 neutron-server[102790]: self.callback(batched_events) Mar 29 16:00:56.042233 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 16:00:56.042233 n-d-834765-1 neutron-server[102790]: event.method(event) Mar 29 16:00:56.042233 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 16:00:56.042233 n-d-834765-1 neutron-server[102790]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 16:00:56.042233 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 16:00:56.042233 n-d-834765-1 neutron-server[102790]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 16:00:56.042233 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 16:00:56.042233 n-d-834765-1 neutron-server[102790]: return f(self, *a, **k) Mar 29 16:00:56.042233 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 16:00:56.042233 n-d-834765-1 neutron-server[102790]: return self._get(url).json() Mar 29 16:00:56.042233 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 16:00:56.042233 n-d-834765-1 neutron-server[102790]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 16:00:56.042233 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 16:00:56.042233 n-d-834765-1 neutron-server[102790]: return self.request(url, 'GET', **kwargs) Mar 29 16:00:56.042233 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 16:00:56.042233 n-d-834765-1 neutron-server[102790]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 16:00:56.042233 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 16:00:56.042233 n-d-834765-1 neutron-server[102790]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 16:00:56.042233 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 16:00:56.042233 n-d-834765-1 neutron-server[102790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 16:00:56.042233 n-d-834765-1 neutron-server[102790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 16:00:56.169343 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-d4543e10-974d-4f90-9227-769449b0c2ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1639897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648174'] for network, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:00:56.175972 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-d4543e10-974d-4f90-9227-769449b0c2ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for network, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:00:56.182160 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-d4543e10-974d-4f90-9227-769449b0c2ae admin admin] 10.222.0.42 "DELETE /v2.0/networks/6da5eb6a-1ef7-4aa0-bbb2-e8f3bdbdd5ff HTTP/1.1" status: 204 len: 168 time: 1.8263717 Mar 29 16:00:56.231071 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4543e10-974d-4f90-9227-769449b0c2ae admin admin] Pushing event deleted for resources: {'Network': ['ID=6da5eb6a-1ef7-4aa0-bbb2-e8f3bdbdd5ff,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:00:56.245999 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-030a3087-c006-4d9b-9ef6-9477975a1e96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-530452'] for router_interface, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:00:56.506496 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 45768) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:00:56.616192 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-7f3bac53-2497-40c4-834f-f32c319a2118 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=48ba1cdba6ea4eb098e40b52d44291ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1008360 Mar 29 16:00:56.622897 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 45770) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:00:56.750466 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-dda89568-dae9-480c-90d4-aa0eeef8d1fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:00:56.787694 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 7fd6f62d-f0a1-4afe-b14a-4e30052cf308 no longer exists at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 16:00:56.800928 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-dda89568-dae9-480c-90d4-aa0eeef8d1fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:00:56.846688 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] No Port match for: 7fd6f62d-f0a1-4afe-b14a-4e30052cf308 {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 16:00:56.847015 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 7fd6f62d-f0a1-4afe-b14a-4e30052cf308 not bound to the agent host n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 16:00:56.930109 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-dda89568-dae9-480c-90d4-aa0eeef8d1fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:00:56.932966 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-dda89568-dae9-480c-90d4-aa0eeef8d1fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:00:56.934638 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-dda89568-dae9-480c-90d4-aa0eeef8d1fb admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/158a092c-dd2b-4e56-b164-ca7881904141 HTTP/1.1" status: 204 len: 168 time: 0.3104310 Mar 29 16:00:56.952472 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda89568-dae9-480c-90d4-aa0eeef8d1fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=158a092c-dd2b-4e56-b164-ca7881904141,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:00:56.987022 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-030a3087-c006-4d9b-9ef6-9477975a1e96 admin admin] Deleting port e36293b9-8095-45ba-a97a-5db63821b326 {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:00:56.988696 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-030a3087-c006-4d9b-9ef6-9477975a1e96 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:00:57.109518 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-101c1b6a-65ca-4645-99ec-8ac2d9448744 req-d5aae8cf-98f2-4bf2-a5e7-d4d6a3c4ec71 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1d2762f-cdaf-49a5-b7af-adea129729c0 HTTP/1.1" status: 200 len: 210 time: 0.0379183 Mar 29 16:00:57.152090 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [None req-030a3087-c006-4d9b-9ef6-9477975a1e96 admin admin] For port e36293b9-8095-45ba-a97a-5db63821b326, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=e36293b9-8095-45ba-a97a-5db63821b326,segment=NetworkSegment(05494f76-26c0-4d53-a1ca-803df2918f3a),segment_id=05494f76-26c0-4d53-a1ca-803df2918f3a)] {{(pid=102791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:00:57.153033 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-030a3087-c006-4d9b-9ef6-9477975a1e96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:00:57.173363 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-030a3087-c006-4d9b-9ef6-9477975a1e96 admin admin] Calling delete_port for e36293b9-8095-45ba-a97a-5db63821b326 owned by network:router_interface {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:00:57.306708 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e042d1-3cae-434c-bc96-bfc50af5a773 req-4d54d649-f57b-430c-986d-2df3a1454a88 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:00:57.319889 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-68e042d1-3cae-434c-bc96-bfc50af5a773 req-4d54d649-f57b-430c-986d-2df3a1454a88 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/ports?device_id=4f24d3f6-64a3-452b-b656-94b2e3b74056 HTTP/1.1" status: 200 len: 947 time: 0.1383476 Mar 29 16:00:57.443245 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-68e042d1-3cae-434c-bc96-bfc50af5a773 req-0f656f19-1072-44e6-a41d-f4e6b759bf14 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/security-groups?id=374804bf-1832-496a-a9bd-7f28df171a12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1215084 Mar 29 16:00:57.627045 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-030a3087-c006-4d9b-9ef6-9477975a1e96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:00:57.755020 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030a3087-c006-4d9b-9ef6-9477975a1e96 admin admin] Pushing event deleted for resources: {'Port': ['ID=e36293b9-8095-45ba-a97a-5db63821b326,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:00:58.136564 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-030a3087-c006-4d9b-9ef6-9477975a1e96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-530528'] for router_interface, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:00:58.327610 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e1282ea4-3182-401c-82be-30819cd1c2df req-517d9277-7436-4a65-b757-b066453672f2 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1d2762f-cdaf-49a5-b7af-adea129729c0 HTTP/1.1" status: 200 len: 210 time: 0.0326979 Mar 29 16:00:58.494111 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-030a3087-c006-4d9b-9ef6-9477975a1e96 admin admin] Router 68f8a11e-6cc5-440d-a739-7abeb0164aac has already been hosted by L3 agent c648d819-1060-4f26-b4ec-6455387b5dff {{(pid=102791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 16:00:58.739637 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-030a3087-c006-4d9b-9ef6-9477975a1e96 admin admin] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 16:00:58.757369 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da152f44-1975-44fb-82e0-3773a4c88bd6 None None] Sync routers for ids ['68f8a11e-6cc5-440d-a739-7abeb0164aac'] in n-d-834765-1 {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 16:00:58.770394 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-030a3087-c006-4d9b-9ef6-9477975a1e96 admin admin] 10.222.0.42 "PUT /v2.0/routers/68f8a11e-6cc5-440d-a739-7abeb0164aac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7089932 Mar 29 16:00:58.773338 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 45822) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:00:58.785135 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da152f44-1975-44fb-82e0-3773a4c88bd6 None None] Routers {'68f8a11e-6cc5-440d-a739-7abeb0164aac'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:00:58.785135 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-da152f44-1975-44fb-82e0-3773a4c88bd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:00:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['68f8a11e-6cc5-440d-a739-7abeb0164aac'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:00:58.821378 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71e27d1-262e-4505-98e5-c6960e989759 req-7b3ffa36-2955-4b80-9d85-2cb8b4e7c22f tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:00:58.822793 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-d71e27d1-262e-4505-98e5-c6960e989759 req-7b3ffa36-2955-4b80-9d85-2cb8b4e7c22f tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/ports?device_id=4f24d3f6-64a3-452b-b656-94b2e3b74056 HTTP/1.1" status: 200 len: 947 time: 0.2032397 Mar 29 16:00:58.994096 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-d71e27d1-262e-4505-98e5-c6960e989759 req-d3067b5d-250a-4041-a200-494009107e7e tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/security-groups?id=374804bf-1832-496a-a9bd-7f28df171a12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1494813 Mar 29 16:00:59.059461 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvr_db [None req-da152f44-1975-44fb-82e0-3773a4c88bd6 None None] Set router 68f8a11e-6cc5-440d-a739-7abeb0164aac gateway port host: n-d-834765-1 {{(pid=102792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:00:59.304809 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-3bcf2e42-9fdb-43de-a80e-a236b97c8a9b admin admin] Notify callbacks [] for router, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:00:59.319906 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 45832) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:00:59.473491 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-da152f44-1975-44fb-82e0-3773a4c88bd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68f8a11e-6cc5-440d-a739-7abeb0164aac', 'name': 'tempest-TestServerBasicOps-1593062931-router', 'tenant_id': '04bb88e92aa64365906899266844f6e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.52'}], 'enable_snat': True}, 'gw_port_id': '9992b074-fbe2-4da3-9131-91e3da12370a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:54:35Z', 'updated_at': '2022-03-29T16:00:57Z', 'revision_number': 5, 'project_id': '04bb88e92aa64365906899266844f6e0', 'gw_port': {'id': '9992b074-fbe2-4da3-9131-91e3da12370a', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:55:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68f8a11e-6cc5-440d-a739-7abeb0164aac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2359, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:54:36Z', 'updated_at': '2022-03-29T15:54:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1'}], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:00:59.589788 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da152f44-1975-44fb-82e0-3773a4c88bd6 None None] Checking router: 68f8a11e-6cc5-440d-a739-7abeb0164aac for host: n-d-834765-1 {{(pid=102792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 16:00:59.618547 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da152f44-1975-44fb-82e0-3773a4c88bd6 None None] Routers {'68f8a11e-6cc5-440d-a739-7abeb0164aac'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:00:59.624310 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-da152f44-1975-44fb-82e0-3773a4c88bd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:00:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['68f8a11e-6cc5-440d-a739-7abeb0164aac'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:00:59.627572 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-94f5fe6b-2cf9-4b8d-b563-667bd5f5e365 req-fbc1204c-2614-4875-bf62-cf7c152c42ce tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1d2762f-cdaf-49a5-b7af-adea129729c0 HTTP/1.1" status: 200 len: 210 time: 0.0903387 Mar 29 16:00:59.660042 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-3bcf2e42-9fdb-43de-a80e-a236b97c8a9b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:00:59.814582 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-3bcf2e42-9fdb-43de-a80e-a236b97c8a9b admin admin] Deleting port 9992b074-fbe2-4da3-9131-91e3da12370a {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:00:59.814858 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-3bcf2e42-9fdb-43de-a80e-a236b97c8a9b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:00:59.820436 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-822fe96a-7342-40df-96f5-6749d548f6f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:00:59.909265 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 45844) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:00:59.961188 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvr_db [None req-da152f44-1975-44fb-82e0-3773a4c88bd6 None None] Set router 68f8a11e-6cc5-440d-a739-7abeb0164aac gateway port host: n-d-834765-1 {{(pid=102792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:01:00.202572 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [None req-3bcf2e42-9fdb-43de-a80e-a236b97c8a9b admin admin] For port 9992b074-fbe2-4da3-9131-91e3da12370a, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=9992b074-fbe2-4da3-9131-91e3da12370a,segment=NetworkSegment(6ab47353-a811-4bad-bc73-b4cc84583cfd),segment_id=6ab47353-a811-4bad-bc73-b4cc84583cfd)] {{(pid=102791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:01:00.202955 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-3bcf2e42-9fdb-43de-a80e-a236b97c8a9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:00.257144 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-3bcf2e42-9fdb-43de-a80e-a236b97c8a9b admin admin] Calling delete_port for 9992b074-fbe2-4da3-9131-91e3da12370a owned by network:router_gateway {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:01:00.293198 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-822fe96a-7342-40df-96f5-6749d548f6f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:00.341659 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-822fe96a-7342-40df-96f5-6749d548f6f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:00.405320 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-b897397d-eab0-4c98-9164-a7bfa3cf0972 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:00.458600 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-fc74e47d-9172-4ff9-8ffd-f86887d11f0a admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-980462609-network', 'tenant_id': '0154dddb3e0f44de9f5f8ae3af3ca0a6'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:01:00.491664 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a844e3f-521b-4d88-ab4d-80885aaa64ef req-bf5c99db-6e1f-4acd-b10d-22fda5e1505b tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:01:00.499079 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-0a844e3f-521b-4d88-ab4d-80885aaa64ef req-bf5c99db-6e1f-4acd-b10d-22fda5e1505b tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/ports?device_id=4f24d3f6-64a3-452b-b656-94b2e3b74056 HTTP/1.1" status: 200 len: 947 time: 0.2470684 Mar 29 16:01:00.499797 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-da152f44-1975-44fb-82e0-3773a4c88bd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68f8a11e-6cc5-440d-a739-7abeb0164aac', 'name': 'tempest-TestServerBasicOps-1593062931-router', 'tenant_id': '04bb88e92aa64365906899266844f6e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.52'}], 'enable_snat': True}, 'gw_port_id': '9992b074-fbe2-4da3-9131-91e3da12370a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:54:35Z', 'updated_at': '2022-03-29T16:00:57Z', 'revision_number': 5, 'project_id': '04bb88e92aa64365906899266844f6e0', 'gw_port': {'id': '9992b074-fbe2-4da3-9131-91e3da12370a', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:55:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68f8a11e-6cc5-440d-a739-7abeb0164aac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2359, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:54:36Z', 'updated_at': '2022-03-29T15:54:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1'}], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:01:00.530589 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-822fe96a-7342-40df-96f5-6749d548f6f1 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e7cbc39c758c4e57817f9fcf0dac0ca8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2095425 Mar 29 16:01:00.536400 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da152f44-1975-44fb-82e0-3773a4c88bd6 None None] The sync data for ids ['68f8a11e-6cc5-440d-a739-7abeb0164aac'] in n-d-834765-1 is: [{'id': '68f8a11e-6cc5-440d-a739-7abeb0164aac', 'name': 'tempest-TestServerBasicOps-1593062931-router', 'tenant_id': '04bb88e92aa64365906899266844f6e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.52'}], 'enable_snat': True}, 'gw_port_id': '9992b074-fbe2-4da3-9131-91e3da12370a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:54:35Z', 'updated_at': '2022-03-29T16:00:57Z', 'revision_number': 5, 'project_id': '04bb88e92aa64365906899266844f6e0', 'gw_port': {'id': '9992b074-fbe2-4da3-9131-91e3da12370a', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:55:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68f8a11e-6cc5-440d-a739-7abeb0164aac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2359, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:54:36Z', 'updated_at': '2022-03-29T15:54:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1'}] {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 16:01:00.546839 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 45858) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:01:00.619125 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822fe96a-7342-40df-96f5-6749d548f6f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4451eed6-67d4-4e13-9111-4eb957b2b53b,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:01:00.699792 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-3bcf2e42-9fdb-43de-a80e-a236b97c8a9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:00.740409 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-0a844e3f-521b-4d88-ab4d-80885aaa64ef req-8f203adf-ee77-470d-ab1f-ff7e4ba7637e tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/security-groups?id=374804bf-1832-496a-a9bd-7f28df171a12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2243621 Mar 29 16:01:00.746488 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc74e47d-9172-4ff9-8ffd-f86887d11f0a admin admin] Made reservation on behalf of 0154dddb3e0f44de9f5f8ae3af3ca0a6 for: {'network': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:01:00.749004 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-fc74e47d-9172-4ff9-8ffd-f86887d11f0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for network, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:00.766504 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-fc74e47d-9172-4ff9-8ffd-f86887d11f0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:00.805466 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcf2e42-9fdb-43de-a80e-a236b97c8a9b admin admin] Pushing event deleted for resources: {'Port': ['ID=9992b074-fbe2-4da3-9131-91e3da12370a,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:01:00.840101 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-5af76459-6735-432d-8ea3-6ff72f412e89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:00.943039 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-5af76459-6735-432d-8ea3-6ff72f412e89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:00.949170 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-3bcf2e42-9fdb-43de-a80e-a236b97c8a9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-648138'] for router_gateway, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:01.053003 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device e36293b9-8095-45ba-a97a-5db63821b326 no longer exists at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 16:01:01.133485 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-5af76459-6735-432d-8ea3-6ff72f412e89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:01.137671 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-5af76459-6735-432d-8ea3-6ff72f412e89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:01.140459 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-5af76459-6735-432d-8ea3-6ff72f412e89 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/4451eed6-67d4-4e13-9111-4eb957b2b53b HTTP/1.1" status: 204 len: 168 time: 0.5924983 Mar 29 16:01:01.142525 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] No Port match for: e36293b9-8095-45ba-a97a-5db63821b326 {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 16:01:01.144627 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device e36293b9-8095-45ba-a97a-5db63821b326 not bound to the agent host n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 16:01:01.270018 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-fc74e47d-9172-4ff9-8ffd-f86887d11f0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:01.272403 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af76459-6735-432d-8ea3-6ff72f412e89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4451eed6-67d4-4e13-9111-4eb957b2b53b,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:01:01.288330 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-fc74e47d-9172-4ff9-8ffd-f86887d11f0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:01.304354 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-3bcf2e42-9fdb-43de-a80e-a236b97c8a9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129328'] for router, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:01.316300 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-3bcf2e42-9fdb-43de-a80e-a236b97c8a9b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:01.350855 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc74e47d-9172-4ff9-8ffd-f86887d11f0a admin admin] vlan segment allocate from pool success with {'vlan_id': 629, 'physical_network': 'physnet1'} {{(pid=102790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 16:01:01.391446 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc74e47d-9172-4ff9-8ffd-f86887d11f0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=def9821b-180c-4fca-a936-1ab0a862d579,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:01:01.397728 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-fc74e47d-9172-4ff9-8ffd-f86887d11f0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:01.402900 n-d-834765-1 neutron-server[102790]: INFO neutron.db.segments_db [None req-fc74e47d-9172-4ff9-8ffd-f86887d11f0a admin admin] Added segment e6dfe0af-d083-4ad6-b540-ccf66936014a of type vlan for network 398c8298-b195-4fd4-a8b5-20be5bc325fb Mar 29 16:01:01.442388 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-3bcf2e42-9fdb-43de-a80e-a236b97c8a9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-526718'] for router, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:01.444114 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bcf2e42-9fdb-43de-a80e-a236b97c8a9b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 68f8a11e-6cc5-440d-a739-7abeb0164aac {{(pid=102791) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 29 16:01:01.451772 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-3bcf2e42-9fdb-43de-a80e-a236b97c8a9b admin admin] Notify callbacks [] for router, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:01.453151 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-3bcf2e42-9fdb-43de-a80e-a236b97c8a9b admin admin] 10.222.0.42 "DELETE /v2.0/routers/68f8a11e-6cc5-440d-a739-7abeb0164aac HTTP/1.1" status: 204 len: 168 time: 2.6772971 Mar 29 16:01:01.456460 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 45878) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:01:01.543200 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-fc74e47d-9172-4ff9-8ffd-f86887d11f0a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783522915970'] for network, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:01.576302 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_v2 [None req-c998a55e-ea34-41e5-8dd8-38f49723a133 admin admin] Deleting subnet d2bd398d-9d3a-4812-aba7-11f854be4832 {{(pid=102791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 16:01:01.588311 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-c998a55e-ea34-41e5-8dd8-38f49723a133 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:01.615988 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-fc74e47d-9172-4ff9-8ffd-f86887d11f0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795'] for network, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:01.617808 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc74e47d-9172-4ff9-8ffd-f86887d11f0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:01:01.619163 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-fc74e47d-9172-4ff9-8ffd-f86887d11f0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for network, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:01.648407 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-c998a55e-ea34-41e5-8dd8-38f49723a133 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4230423'] for subnet, precommit_delete_associations {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:01.817254 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-c998a55e-ea34-41e5-8dd8-38f49723a133 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1641287'] for subnet, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:01.819680 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc74e47d-9172-4ff9-8ffd-f86887d11f0a admin admin] Pushing event updated for resources: {'Network': ['ID=398c8298-b195-4fd4-a8b5-20be5bc325fb,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:01:01.850137 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Network 398c8298-b195-4fd4-a8b5-20be5bc325fb details requested by agent ovs-agent-n-d-834765-1 with host n-d-834765-1 {{(pid=102792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 16:01:01.854472 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-fc74e47d-9172-4ff9-8ffd-f86887d11f0a admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.9441257 Mar 29 16:01:01.859183 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 45892) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:01:01.885662 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-8fac3515-e20b-4a8e-89e7-4f764c65ecf2 admin admin] Request body: {'subnet': {'network_id': '398c8298-b195-4fd4-a8b5-20be5bc325fb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-980462609-subnet', 'tenant_id': '0154dddb3e0f44de9f5f8ae3af3ca0a6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:01:02.019372 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-c998a55e-ea34-41e5-8dd8-38f49723a133 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1641294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16155591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16218852'] for subnet, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:02.029332 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fac3515-e20b-4a8e-89e7-4f764c65ecf2 admin admin] Made reservation on behalf of 0154dddb3e0f44de9f5f8ae3af3ca0a6 for: {'subnet': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:01:02.034235 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-8fac3515-e20b-4a8e-89e7-4f764c65ecf2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4793983'] for subnet, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:02.125450 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c998a55e-ea34-41e5-8dd8-38f49723a133 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d2bd398d-9d3a-4812-aba7-11f854be4832,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:01:02.131607 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-c998a55e-ea34-41e5-8dd8-38f49723a133 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:02.134152 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caa2f565-42ab-4daa-b3b2-b6f1a2faf32c None None] Network 3e947b62-42fa-4c40-a135-95d654c5af33 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 16:01:02.141174 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-c998a55e-ea34-41e5-8dd8-38f49723a133 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/d2bd398d-9d3a-4812-aba7-11f854be4832 HTTP/1.1" status: 204 len: 168 time: 0.6831701 Mar 29 16:01:02.154650 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 45898) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:01:02.313403 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c581ed9-3f9b-4fc1-8358-02c3a544f7a1 req-fe3bf8ed-addc-43f4-8a06-b54dfa72bda8 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:01:02.324029 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-0c581ed9-3f9b-4fc1-8358-02c3a544f7a1 req-fe3bf8ed-addc-43f4-8a06-b54dfa72bda8 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/ports?device_id=4f24d3f6-64a3-452b-b656-94b2e3b74056 HTTP/1.1" status: 200 len: 947 time: 0.2937150 Mar 29 16:01:02.473297 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-71dacad6-d01b-48ab-be37-bf37034bcb62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1631750'] for network, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:02.606088 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-0c581ed9-3f9b-4fc1-8358-02c3a544f7a1 req-41ad3a68-8eda-4810-8df6-717c693810b2 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/security-groups?id=374804bf-1832-496a-a9bd-7f28df171a12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1255555 Mar 29 16:01:02.622215 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-71dacad6-d01b-48ab-be37-bf37034bcb62 admin admin] Deleting port da7091a1-9800-4c43-bdf7-81055bb30497 {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:01:02.622608 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-71dacad6-d01b-48ab-be37-bf37034bcb62 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:02.655503 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33b6cb85-04a9-4742-8a13-dae4b1b0f3d4 None None] DHCP port deletion for 3e947b62-42fa-4c40-a135-95d654c5af33 request from n-d-834765-1 {{(pid=102792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 29 16:01:02.727764 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-8fac3515-e20b-4a8e-89e7-4f764c65ecf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5231896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4793961'] for subnet, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:02.833830 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device da7091a1-9800-4c43-bdf7-81055bb30497 no longer exists at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 16:01:02.857962 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fac3515-e20b-4a8e-89e7-4f764c65ecf2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=34d1b670-4e43-40fb-92cd-48c144784062,revision_number=0']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:01:02.895178 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [None req-71dacad6-d01b-48ab-be37-bf37034bcb62 admin admin] For port da7091a1-9800-4c43-bdf7-81055bb30497, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=da7091a1-9800-4c43-bdf7-81055bb30497,segment=NetworkSegment(05494f76-26c0-4d53-a1ca-803df2918f3a),segment_id=05494f76-26c0-4d53-a1ca-803df2918f3a)] {{(pid=102791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:01:02.895612 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-71dacad6-d01b-48ab-be37-bf37034bcb62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:02.912478 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fac3515-e20b-4a8e-89e7-4f764c65ecf2 admin admin] Checking segment: {'id': 'e6dfe0af-d083-4ad6-b540-ccf66936014a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '398c8298-b195-4fd4-a8b5-20be5bc325fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 16:01:02.913072 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fac3515-e20b-4a8e-89e7-4f764c65ecf2 admin admin] Network hostable DHCP agents. Network: 398c8298-b195-4fd4-a8b5-20be5bc325fb, hostable agents: ['d136643e-48ae-49d4-a851-2ba3bdf3749c'], hosted agents: [] {{(pid=102790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 16:01:02.948049 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-71dacad6-d01b-48ab-be37-bf37034bcb62 admin admin] Calling delete_port for da7091a1-9800-4c43-bdf7-81055bb30497 owned by network:dhcp {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:01:02.951014 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fac3515-e20b-4a8e-89e7-4f764c65ecf2 admin admin] Network 398c8298-b195-4fd4-a8b5-20be5bc325fb is scheduled to be hosted by DHCP agent d136643e-48ae-49d4-a851-2ba3bdf3749c with binding_index 1 {{(pid=102790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 16:01:02.953494 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-e77a71ab-88be-40bf-83a8-6195fd271463 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:02.968552 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-8fac3515-e20b-4a8e-89e7-4f764c65ecf2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834765-1, 398c8298-b195-4fd4-a8b5-20be5bc325fb) {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:01:02.974922 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fac3515-e20b-4a8e-89e7-4f764c65ecf2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:01:02.976100 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-8fac3515-e20b-4a8e-89e7-4f764c65ecf2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for subnet, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:02.997429 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-33b6cb85-04a9-4742-8a13-dae4b1b0f3d4 None None] Deleting port da7091a1-9800-4c43-bdf7-81055bb30497 {{(pid=102792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:01:02.998109 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-33b6cb85-04a9-4742-8a13-dae4b1b0f3d4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:03.010493 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-8fac3515-e20b-4a8e-89e7-4f764c65ecf2 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.1495862 Mar 29 16:01:03.123603 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e4920ed-d77c-43ed-ae26-7fba7ad32a36 None None] Network 398c8298-b195-4fd4-a8b5-20be5bc325fb requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 16:01:03.195895 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-71dacad6-d01b-48ab-be37-bf37034bcb62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:03.275131 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71dacad6-d01b-48ab-be37-bf37034bcb62 admin admin] No DVR routers for this DVR port da7091a1-9800-4c43-bdf7-81055bb30497 on host n-d-834765-1 {{(pid=102791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 16:01:03.281697 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71dacad6-d01b-48ab-be37-bf37034bcb62 admin admin] Pushing event deleted for resources: {'Port': ['ID=da7091a1-9800-4c43-bdf7-81055bb30497,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:01:03.454064 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-71dacad6-d01b-48ab-be37-bf37034bcb62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639890', 'neutron.services.segments.db._delete_segments_for_network-8783523423079'] for network, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:03.503406 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-71dacad6-d01b-48ab-be37-bf37034bcb62 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e947b62-42fa-4c40-a135-95d654c5af33']}} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:01:03.528009 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-71dacad6-d01b-48ab-be37-bf37034bcb62 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05494f76-26c0-4d53-a1ca-803df2918f3a') {'for_net_delete': True} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:01:03.528589 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-71dacad6-d01b-48ab-be37-bf37034bcb62 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05494f76-26c0-4d53-a1ca-803df2918f3a') {} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:01:03.550442 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-71dacad6-d01b-48ab-be37-bf37034bcb62 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783523422064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4230428'] for segment, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:03.583745 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-71dacad6-d01b-48ab-be37-bf37034bcb62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:03.594071 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71dacad6-d01b-48ab-be37-bf37034bcb62 admin admin] Releasing vlan 624 on physical network physnet1 to pool {{(pid=102791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 16:01:03.594560 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-71dacad6-d01b-48ab-be37-bf37034bcb62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16169569'] for segment, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:03.596597 n-d-834765-1 neutron-server[102791]: Traceback (most recent call last): Mar 29 16:01:03.596597 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 16:01:03.596597 n-d-834765-1 neutron-server[102791]: timer() Mar 29 16:01:03.596597 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 16:01:03.596597 n-d-834765-1 neutron-server[102791]: cb(*args, **kw) Mar 29 16:01:03.596597 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 16:01:03.596597 n-d-834765-1 neutron-server[102791]: return func(*args, **kwargs) Mar 29 16:01:03.596597 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 16:01:03.596597 n-d-834765-1 neutron-server[102791]: self._notify() Mar 29 16:01:03.596597 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 16:01:03.596597 n-d-834765-1 neutron-server[102791]: self.callback(batched_events) Mar 29 16:01:03.596597 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 16:01:03.596597 n-d-834765-1 neutron-server[102791]: event.method(event) Mar 29 16:01:03.596597 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 16:01:03.596597 n-d-834765-1 neutron-server[102791]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 16:01:03.596597 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 16:01:03.596597 n-d-834765-1 neutron-server[102791]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 16:01:03.596597 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 16:01:03.596597 n-d-834765-1 neutron-server[102791]: return f(self, *a, **k) Mar 29 16:01:03.596597 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 16:01:03.596597 n-d-834765-1 neutron-server[102791]: return self._get(url).json() Mar 29 16:01:03.596597 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 16:01:03.596597 n-d-834765-1 neutron-server[102791]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 16:01:03.596597 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 16:01:03.596597 n-d-834765-1 neutron-server[102791]: return self.request(url, 'GET', **kwargs) Mar 29 16:01:03.596597 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 16:01:03.596597 n-d-834765-1 neutron-server[102791]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 16:01:03.596597 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 16:01:03.596597 n-d-834765-1 neutron-server[102791]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 16:01:03.596597 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 16:01:03.596597 n-d-834765-1 neutron-server[102791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 16:01:03.596597 n-d-834765-1 neutron-server[102791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 16:01:03.790622 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-71dacad6-d01b-48ab-be37-bf37034bcb62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1639897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648174'] for network, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:03.807767 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-33b6cb85-04a9-4742-8a13-dae4b1b0f3d4 None None] For port da7091a1-9800-4c43-bdf7-81055bb30497, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=da7091a1-9800-4c43-bdf7-81055bb30497,segment=NetworkSegment(05494f76-26c0-4d53-a1ca-803df2918f3a),segment_id=05494f76-26c0-4d53-a1ca-803df2918f3a)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:01:03.808332 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-33b6cb85-04a9-4742-8a13-dae4b1b0f3d4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:03.810493 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-71dacad6-d01b-48ab-be37-bf37034bcb62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for network, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:03.822985 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-71dacad6-d01b-48ab-be37-bf37034bcb62 admin admin] 10.222.0.42 "DELETE /v2.0/networks/3e947b62-42fa-4c40-a135-95d654c5af33 HTTP/1.1" status: 204 len: 168 time: 1.6551352 Mar 29 16:01:03.827456 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 45948) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:01:03.850330 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71dacad6-d01b-48ab-be37-bf37034bcb62 admin admin] Pushing event deleted for resources: {'Network': ['ID=3e947b62-42fa-4c40-a135-95d654c5af33,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:01:03.930068 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-33b6cb85-04a9-4742-8a13-dae4b1b0f3d4 None None] Calling delete_port for da7091a1-9800-4c43-bdf7-81055bb30497 owned by network:dhcp {{(pid=102792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:01:03.952549 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08b1c2e5-15c4-4094-9069-55e43a2f6674 None None] Network 398c8298-b195-4fd4-a8b5-20be5bc325fb requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 16:01:04.053136 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:04.124538 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5277b7-4618-47fe-b34f-a7c9922ab2b6 req-a866cbf8-c678-42d9-a8ac-ecf2472f472a tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:01:04.138159 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-8c5277b7-4618-47fe-b34f-a7c9922ab2b6 req-a866cbf8-c678-42d9-a8ac-ecf2472f472a tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/ports?device_id=4f24d3f6-64a3-452b-b656-94b2e3b74056 HTTP/1.1" status: 200 len: 947 time: 0.3810396 Mar 29 16:01:04.242571 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 9992b074-fbe2-4da3-9131-91e3da12370a no longer exists at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 16:01:04.297777 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] No Port match for: 9992b074-fbe2-4da3-9131-91e3da12370a {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 16:01:04.297975 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 9992b074-fbe2-4da3-9131-91e3da12370a not bound to the agent host n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 16:01:04.314906 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d71584b9-87f1-45f5-84c7-c993c2416269 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:04.333318 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-33b6cb85-04a9-4742-8a13-dae4b1b0f3d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350'] for port, after_delete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:04.367061 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-8c5277b7-4618-47fe-b34f-a7c9922ab2b6 req-736de40a-910b-42d4-bc13-e0bcdb1862e5 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/security-groups?id=374804bf-1832-496a-a9bd-7f28df171a12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2226279 Mar 29 16:01:04.400432 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-33b6cb85-04a9-4742-8a13-dae4b1b0f3d4 None None] Network 3e947b62-42fa-4c40-a135-95d654c5af33 is not hosted by any dhcp agent {{(pid=102792) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Mar 29 16:01:04.401696 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33b6cb85-04a9-4742-8a13-dae4b1b0f3d4 None None] No DVR routers for this DVR port da7091a1-9800-4c43-bdf7-81055bb30497 on host n-d-834765-1 {{(pid=102792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 16:01:04.426323 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b6cb85-04a9-4742-8a13-dae4b1b0f3d4 None None] Pushing event deleted for resources: {'Port': ['ID=da7091a1-9800-4c43-bdf7-81055bb30497,revision_number=None']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:01:04.448151 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 45964) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:01:04.453639 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-94207bd9-2351-4121-a2eb-2a995c04a886 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-674410477-network', 'tenant_id': '1f62a0e6f34b4539b2f23dfd4885df5b'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:01:04.501523 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94207bd9-2351-4121-a2eb-2a995c04a886 admin admin] Made reservation on behalf of 1f62a0e6f34b4539b2f23dfd4885df5b for: {'network': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:01:04.508171 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-94207bd9-2351-4121-a2eb-2a995c04a886 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for network, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:04.521821 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-94207bd9-2351-4121-a2eb-2a995c04a886 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:04.666438 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-94207bd9-2351-4121-a2eb-2a995c04a886 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:04.676054 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-94207bd9-2351-4121-a2eb-2a995c04a886 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:04.721613 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94207bd9-2351-4121-a2eb-2a995c04a886 admin admin] vlan segment allocate from pool success with {'vlan_id': 634, 'physical_network': 'physnet1'} {{(pid=102791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 16:01:04.735037 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-94207bd9-2351-4121-a2eb-2a995c04a886 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:04.735613 n-d-834765-1 neutron-server[102791]: INFO neutron.db.segments_db [None req-94207bd9-2351-4121-a2eb-2a995c04a886 admin admin] Added segment 070daf30-f2db-460f-a4fd-01b9a0efdb20 of type vlan for network 4aa386d5-f6ae-495c-bd78-b460ca36f48b Mar 29 16:01:04.785836 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-94207bd9-2351-4121-a2eb-2a995c04a886 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783522915970'] for network, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:04.877381 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94207bd9-2351-4121-a2eb-2a995c04a886 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2779e71-984d-46e3-89b9-be036a9e2046,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:01:04.913996 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-509d7dd8-6cb7-455f-a218-95185190fba9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-530452'] for router_interface, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:04.917302 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-94207bd9-2351-4121-a2eb-2a995c04a886 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795'] for network, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:04.918697 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94207bd9-2351-4121-a2eb-2a995c04a886 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:01:04.920203 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-94207bd9-2351-4121-a2eb-2a995c04a886 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for network, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:04.989496 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-94207bd9-2351-4121-a2eb-2a995c04a886 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.5375733 Mar 29 16:01:05.032151 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 45974) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:01:05.050293 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-6c1d028f-bf5c-4850-9823-326a7a5e9709 admin admin] Request body: {'subnet': {'network_id': '4aa386d5-f6ae-495c-bd78-b460ca36f48b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-674410477-subnet', 'tenant_id': '1f62a0e6f34b4539b2f23dfd4885df5b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:01:05.125779 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c1d028f-bf5c-4850-9823-326a7a5e9709 admin admin] Made reservation on behalf of 1f62a0e6f34b4539b2f23dfd4885df5b for: {'subnet': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:01:05.133942 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-6c1d028f-bf5c-4850-9823-326a7a5e9709 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16218875'] for subnet, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:05.448522 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94207bd9-2351-4121-a2eb-2a995c04a886 admin admin] Pushing event updated for resources: {'Network': ['ID=4aa386d5-f6ae-495c-bd78-b460ca36f48b,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:01:05.489474 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Network 4aa386d5-f6ae-495c-bd78-b460ca36f48b details requested by agent ovs-agent-n-d-834765-1 with host n-d-834765-1 {{(pid=102792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 16:01:05.667408 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-509d7dd8-6cb7-455f-a218-95185190fba9 admin admin] Deleting port 64e7e2fd-6dcb-4d62-a2f5-ff05b6992c85 {{(pid=102790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:01:05.667772 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-509d7dd8-6cb7-455f-a218-95185190fba9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:05.874229 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c5668d-4a21-49e3-88c5-74568467c806 req-245a1f36-a7c2-443a-9675-2ae90501eba0 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:01:05.882819 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-77c5668d-4a21-49e3-88c5-74568467c806 req-245a1f36-a7c2-443a-9675-2ae90501eba0 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/ports?device_id=4f24d3f6-64a3-452b-b656-94b2e3b74056 HTTP/1.1" status: 200 len: 947 time: 0.2906036 Mar 29 16:01:05.889324 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [None req-509d7dd8-6cb7-455f-a218-95185190fba9 admin admin] For port 64e7e2fd-6dcb-4d62-a2f5-ff05b6992c85, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=64e7e2fd-6dcb-4d62-a2f5-ff05b6992c85,segment=NetworkSegment(cfc9c6ae-8ef1-4f3d-a93d-caebd6af4900),segment_id=cfc9c6ae-8ef1-4f3d-a93d-caebd6af4900)] {{(pid=102790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:01:05.889841 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-509d7dd8-6cb7-455f-a218-95185190fba9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:05.890535 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-0cb6abf6-2706-4e52-8825-f5f644ecf9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:05.949759 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-509d7dd8-6cb7-455f-a218-95185190fba9 admin admin] Calling delete_port for 64e7e2fd-6dcb-4d62-a2f5-ff05b6992c85 owned by network:router_interface {{(pid=102790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:01:05.976111 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-6c1d028f-bf5c-4850-9823-326a7a5e9709 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16155524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16218861'] for subnet, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:06.007962 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:06.055534 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-77c5668d-4a21-49e3-88c5-74568467c806 req-9c23283b-9ea3-41c8-a124-36c686ff7958 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/security-groups?id=374804bf-1832-496a-a9bd-7f28df171a12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1519461 Mar 29 16:01:06.084656 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1d028f-bf5c-4850-9823-326a7a5e9709 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a6f425d2-c039-4dc5-b9f1-3cceed521921,revision_number=0']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:01:06.093949 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c1d028f-bf5c-4850-9823-326a7a5e9709 admin admin] Checking segment: {'id': '070daf30-f2db-460f-a4fd-01b9a0efdb20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '4aa386d5-f6ae-495c-bd78-b460ca36f48b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 16:01:06.094583 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c1d028f-bf5c-4850-9823-326a7a5e9709 admin admin] Network hostable DHCP agents. Network: 4aa386d5-f6ae-495c-bd78-b460ca36f48b, hostable agents: ['d136643e-48ae-49d4-a851-2ba3bdf3749c'], hosted agents: [] {{(pid=102791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 16:01:06.125155 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c1d028f-bf5c-4850-9823-326a7a5e9709 admin admin] Network 4aa386d5-f6ae-495c-bd78-b460ca36f48b is scheduled to be hosted by DHCP agent d136643e-48ae-49d4-a851-2ba3bdf3749c with binding_index 1 {{(pid=102791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 16:01:06.147196 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [None req-6c1d028f-bf5c-4850-9823-326a7a5e9709 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834765-1, 4aa386d5-f6ae-495c-bd78-b460ca36f48b) {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:01:06.153439 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c1d028f-bf5c-4850-9823-326a7a5e9709 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:01:06.159404 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-6c1d028f-bf5c-4850-9823-326a7a5e9709 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:06.160220 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bacf134-8201-4110-9f09-8277a69cfa92 None None] Network 4aa386d5-f6ae-495c-bd78-b460ca36f48b requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 16:01:06.189538 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-6c1d028f-bf5c-4850-9823-326a7a5e9709 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.1500614 Mar 29 16:01:06.513828 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-509d7dd8-6cb7-455f-a218-95185190fba9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:06.560963 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fafc1ff-a2fd-4c7e-938b-2c5b443e355c None None] Network 4aa386d5-f6ae-495c-bd78-b460ca36f48b requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 16:01:06.573208 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509d7dd8-6cb7-455f-a218-95185190fba9 admin admin] Pushing event deleted for resources: {'Port': ['ID=64e7e2fd-6dcb-4d62-a2f5-ff05b6992c85,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:01:07.037496 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-509d7dd8-6cb7-455f-a218-95185190fba9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-530528'] for router_interface, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:07.208214 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [req-46f08963-9e6c-446f-b6a7-2cc98c8d261c req-cc3f10c2-9560-4f3e-a1a3-5dddaf08f359 service neutron] (102790) timed out ('10.222.0.44', 49891) {{(pid=102790) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Mar 29 16:01:07.428848 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866d5b18-2247-436a-ab90-80af25f5f899 req-137320f5-dbff-4ab9-9754-568ad1f82272 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:01:07.443546 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-866d5b18-2247-436a-ab90-80af25f5f899 req-137320f5-dbff-4ab9-9754-568ad1f82272 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/ports?device_id=4f24d3f6-64a3-452b-b656-94b2e3b74056 HTTP/1.1" status: 200 len: 947 time: 0.1420910 Mar 29 16:01:07.541265 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-866d5b18-2247-436a-ab90-80af25f5f899 req-5fd3af4e-69f4-4784-b7a1-72e7d45ff334 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/security-groups?id=374804bf-1832-496a-a9bd-7f28df171a12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0967803 Mar 29 16:01:07.827507 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-509d7dd8-6cb7-455f-a218-95185190fba9 admin admin] Router ce2a1632-a596-41f1-882d-49475680d286 has already been hosted by L3 agent c648d819-1060-4f26-b4ec-6455387b5dff {{(pid=102790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 16:01:07.855545 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73820d8e-b90e-4b30-92cd-f9a035e0f11f req-9ad88144-a9b3-4640-89a9-3155d768b2e8 tempest-ServersNegativeTestMultiTenantJSON-1982556608 tempest-ServersNegativeTestMultiTenantJSON-1982556608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:01:07.868045 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-73820d8e-b90e-4b30-92cd-f9a035e0f11f req-9ad88144-a9b3-4640-89a9-3155d768b2e8 tempest-ServersNegativeTestMultiTenantJSON-1982556608 tempest-ServersNegativeTestMultiTenantJSON-1982556608-project] 10.222.0.42 "GET /v2.0/networks?id=398c8298-b195-4fd4-a8b5-20be5bc325fb HTTP/1.1" status: 200 len: 824 time: 0.5997415 Mar 29 16:01:07.898635 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-73820d8e-b90e-4b30-92cd-f9a035e0f11f req-efbe0cff-0656-42bc-bef2-765c433323d1 tempest-ServersNegativeTestMultiTenantJSON-1982556608 tempest-ServersNegativeTestMultiTenantJSON-1982556608-project] 10.222.0.42 "GET /v2.0/quotas/0154dddb3e0f44de9f5f8ae3af3ca0a6 HTTP/1.1" status: 200 len: 375 time: 0.0295937 Mar 29 16:01:07.977805 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-73820d8e-b90e-4b30-92cd-f9a035e0f11f req-5ab8921b-1eaa-4839-8572-fa323563a7da tempest-ServersNegativeTestMultiTenantJSON-1982556608 tempest-ServersNegativeTestMultiTenantJSON-1982556608-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=0154dddb3e0f44de9f5f8ae3af3ca0a6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0775397 Mar 29 16:01:08.228568 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-73820d8e-b90e-4b30-92cd-f9a035e0f11f req-cf606bf8-7b89-497e-ac2d-e848d0386032 service neutron] 10.222.0.42 "GET /v2.0/networks/398c8298-b195-4fd4-a8b5-20be5bc325fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2498233 Mar 29 16:01:08.238787 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-509d7dd8-6cb7-455f-a218-95185190fba9 admin admin] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 16:01:08.248030 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 46058) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:01:08.248296 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-509d7dd8-6cb7-455f-a218-95185190fba9 admin admin] 10.222.0.42 "PUT /v2.0/routers/ce2a1632-a596-41f1-882d-49475680d286/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4053135 Mar 29 16:01:08.254575 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0be0cb1d-a3d0-4e76-b6f1-e60fe216319c None None] Sync routers for ids ['ce2a1632-a596-41f1-882d-49475680d286'] in n-d-834765-1 {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 16:01:08.281830 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0be0cb1d-a3d0-4e76-b6f1-e60fe216319c None None] Routers {'ce2a1632-a596-41f1-882d-49475680d286'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:01:08.282509 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-0be0cb1d-a3d0-4e76-b6f1-e60fe216319c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:01:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['ce2a1632-a596-41f1-882d-49475680d286'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:01:08.403996 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-73820d8e-b90e-4b30-92cd-f9a035e0f11f req-a2107ba5-30d3-4d48-b2a3-2cfe2944ab88 service neutron] 10.222.0.42 "GET /v2.0/networks/398c8298-b195-4fd4-a8b5-20be5bc325fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1730855 Mar 29 16:01:08.561674 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-8a2cb709-e393-480a-93e8-08437abb69db admin admin] Notify callbacks [] for router, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:08.651399 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvr_db [None req-0be0cb1d-a3d0-4e76-b6f1-e60fe216319c None None] Set router ce2a1632-a596-41f1-882d-49475680d286 gateway port host: n-d-834765-1 {{(pid=102793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:01:08.852227 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-11f7d379-f373-476b-b04c-e07e42bea59c req-76cec3a1-e9c8-4d9c-b743-816aaf927519 tempest-ServersNegativeTestMultiTenantJSON-1982556608 tempest-ServersNegativeTestMultiTenantJSON-1982556608-project] 10.222.0.42 "GET /v2.0/ports?device_id=fd77f75b-4a45-41e6-8c82-01aca90961d6 HTTP/1.1" status: 200 len: 210 time: 0.0770164 Mar 29 16:01:09.062245 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-0be0cb1d-a3d0-4e76-b6f1-e60fe216319c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce2a1632-a596-41f1-882d-49475680d286', 'name': 'tempest-TestServerBasicOps-536563151-router', 'tenant_id': 'b8a89acfb5f041188bb0555d8cd4d395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.32'}], 'enable_snat': True}, 'gw_port_id': '45f47382-d9bf-41fc-acea-92345b2295fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:54:46Z', 'updated_at': '2022-03-29T16:01:06Z', 'revision_number': 5, 'project_id': 'b8a89acfb5f041188bb0555d8cd4d395', 'gw_port': {'id': '45f47382-d9bf-41fc-acea-92345b2295fa', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:02:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce2a1632-a596-41f1-882d-49475680d286', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2375, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:54:46Z', 'updated_at': '2022-03-29T15:54:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1'}], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:01:09.174706 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0be0cb1d-a3d0-4e76-b6f1-e60fe216319c None None] Checking router: ce2a1632-a596-41f1-882d-49475680d286 for host: n-d-834765-1 {{(pid=102793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 16:01:09.186648 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0be0cb1d-a3d0-4e76-b6f1-e60fe216319c None None] Routers {'ce2a1632-a596-41f1-882d-49475680d286'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:01:09.188293 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-0be0cb1d-a3d0-4e76-b6f1-e60fe216319c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:01:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['ce2a1632-a596-41f1-882d-49475680d286'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:01:09.192046 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-8a2cb709-e393-480a-93e8-08437abb69db admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:09.210631 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e1a682-9b6b-46fd-b462-ef61da7af041 req-305aa6b1-b98e-4572-819e-db2e0731590f tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:01:09.212255 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-01e1a682-9b6b-46fd-b462-ef61da7af041 req-305aa6b1-b98e-4572-819e-db2e0731590f tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/ports?device_id=4f24d3f6-64a3-452b-b656-94b2e3b74056 HTTP/1.1" status: 200 len: 947 time: 0.2461743 Mar 29 16:01:09.376851 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-01e1a682-9b6b-46fd-b462-ef61da7af041 req-185be70d-c76e-4123-bc8a-167545099a55 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/security-groups?id=374804bf-1832-496a-a9bd-7f28df171a12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1496589 Mar 29 16:01:09.394797 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-8a2cb709-e393-480a-93e8-08437abb69db admin admin] Deleting port 45f47382-d9bf-41fc-acea-92345b2295fa {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:01:09.395140 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-8a2cb709-e393-480a-93e8-08437abb69db admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:09.542345 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvr_db [None req-0be0cb1d-a3d0-4e76-b6f1-e60fe216319c None None] Set router ce2a1632-a596-41f1-882d-49475680d286 gateway port host: n-d-834765-1 {{(pid=102793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:01:09.620328 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [None req-8a2cb709-e393-480a-93e8-08437abb69db admin admin] For port 45f47382-d9bf-41fc-acea-92345b2295fa, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=45f47382-d9bf-41fc-acea-92345b2295fa,segment=NetworkSegment(6ab47353-a811-4bad-bc73-b4cc84583cfd),segment_id=6ab47353-a811-4bad-bc73-b4cc84583cfd)] {{(pid=102791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:01:09.623218 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-8a2cb709-e393-480a-93e8-08437abb69db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:09.653021 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-8a2cb709-e393-480a-93e8-08437abb69db admin admin] Calling delete_port for 45f47382-d9bf-41fc-acea-92345b2295fa owned by network:router_gateway {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:01:10.101582 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-f091ec40-308e-4fc7-b8f9-87eebb589151 req-1ab9cc03-c157-4f7c-b1b8-41f0c6999aac tempest-ServersNegativeTestMultiTenantJSON-1982556608 tempest-ServersNegativeTestMultiTenantJSON-1982556608-project] 10.222.0.42 "GET /v2.0/ports?device_id=fd77f75b-4a45-41e6-8c82-01aca90961d6 HTTP/1.1" status: 200 len: 210 time: 0.0858455 Mar 29 16:01:10.176649 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-0be0cb1d-a3d0-4e76-b6f1-e60fe216319c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce2a1632-a596-41f1-882d-49475680d286', 'name': 'tempest-TestServerBasicOps-536563151-router', 'tenant_id': 'b8a89acfb5f041188bb0555d8cd4d395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.32'}], 'enable_snat': True}, 'gw_port_id': '45f47382-d9bf-41fc-acea-92345b2295fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:54:46Z', 'updated_at': '2022-03-29T16:01:06Z', 'revision_number': 5, 'project_id': 'b8a89acfb5f041188bb0555d8cd4d395', 'gw_port': {'id': '45f47382-d9bf-41fc-acea-92345b2295fa', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:02:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce2a1632-a596-41f1-882d-49475680d286', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2375, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:54:46Z', 'updated_at': '2022-03-29T15:54:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1'}], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:01:10.277327 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-8a2cb709-e393-480a-93e8-08437abb69db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:10.328589 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0be0cb1d-a3d0-4e76-b6f1-e60fe216319c None None] The sync data for ids ['ce2a1632-a596-41f1-882d-49475680d286'] in n-d-834765-1 is: [{'id': 'ce2a1632-a596-41f1-882d-49475680d286', 'name': 'tempest-TestServerBasicOps-536563151-router', 'tenant_id': 'b8a89acfb5f041188bb0555d8cd4d395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.32'}], 'enable_snat': True}, 'gw_port_id': '45f47382-d9bf-41fc-acea-92345b2295fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:54:46Z', 'updated_at': '2022-03-29T16:01:06Z', 'revision_number': 5, 'project_id': 'b8a89acfb5f041188bb0555d8cd4d395', 'gw_port': {'id': '45f47382-d9bf-41fc-acea-92345b2295fa', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:02:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce2a1632-a596-41f1-882d-49475680d286', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2375, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:54:46Z', 'updated_at': '2022-03-29T15:54:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1'}] {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 16:01:10.525328 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2cb709-e393-480a-93e8-08437abb69db admin admin] Pushing event deleted for resources: {'Port': ['ID=45f47382-d9bf-41fc-acea-92345b2295fa,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:01:10.770719 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-8a2cb709-e393-480a-93e8-08437abb69db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-648138'] for router_gateway, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:10.987413 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 64e7e2fd-6dcb-4d62-a2f5-ff05b6992c85 no longer exists at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 16:01:11.065773 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] No Port match for: 64e7e2fd-6dcb-4d62-a2f5-ff05b6992c85 {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 16:01:11.066192 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 64e7e2fd-6dcb-4d62-a2f5-ff05b6992c85 not bound to the agent host n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 16:01:11.278274 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-8a2cb709-e393-480a-93e8-08437abb69db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129328'] for router, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:11.284002 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-8a2cb709-e393-480a-93e8-08437abb69db admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:11.360523 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-76b567c4-cd95-4118-a025-fc99ed41d27b req-53222578-c276-4d18-9338-34840cc644f5 tempest-ServersNegativeTestMultiTenantJSON-1982556608 tempest-ServersNegativeTestMultiTenantJSON-1982556608-project] 10.222.0.42 "GET /v2.0/ports?device_id=fd77f75b-4a45-41e6-8c82-01aca90961d6 HTTP/1.1" status: 200 len: 210 time: 0.0626078 Mar 29 16:01:11.466883 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae1b8c8-d058-4d60-86c8-9a953e0aaecd req-2c875985-463e-4c89-910b-7609100dbc39 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:01:11.480315 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6ae1b8c8-d058-4d60-86c8-9a953e0aaecd req-2c875985-463e-4c89-910b-7609100dbc39 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/ports?device_id=4f24d3f6-64a3-452b-b656-94b2e3b74056 HTTP/1.1" status: 200 len: 947 time: 0.7063341 Mar 29 16:01:11.486494 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-8a2cb709-e393-480a-93e8-08437abb69db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-526718'] for router, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:11.487446 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a2cb709-e393-480a-93e8-08437abb69db admin admin] Fanout notify agent at l3_agent the message router_deleted on router ce2a1632-a596-41f1-882d-49475680d286 {{(pid=102791) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 29 16:01:11.497097 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-8a2cb709-e393-480a-93e8-08437abb69db admin admin] Notify callbacks [] for router, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:11.500150 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-8a2cb709-e393-480a-93e8-08437abb69db admin admin] 10.222.0.42 "DELETE /v2.0/routers/ce2a1632-a596-41f1-882d-49475680d286 HTTP/1.1" status: 204 len: 168 time: 3.2510707 Mar 29 16:01:11.503600 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 46152) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:01:11.589670 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73820d8e-b90e-4b30-92cd-f9a035e0f11f req-4a21ccb2-dec3-4f8d-bacf-fccb8cde4232 tempest-ServersNegativeTestMultiTenantJSON-1982556608 tempest-ServersNegativeTestMultiTenantJSON-1982556608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:01:11.601731 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.db_base_plugin_v2 [None req-51380b43-9ed9-4228-ac95-99d943c839c1 admin admin] Deleting subnet 91c02cc5-7c21-4a8b-82d6-aa182ec43b6f {{(pid=102790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 16:01:11.605831 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-51380b43-9ed9-4228-ac95-99d943c839c1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:11.608719 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-73820d8e-b90e-4b30-92cd-f9a035e0f11f req-4a21ccb2-dec3-4f8d-bacf-fccb8cde4232 tempest-ServersNegativeTestMultiTenantJSON-1982556608 tempest-ServersNegativeTestMultiTenantJSON-1982556608-project] 10.222.0.44 "GET /v2.0/networks?id=398c8298-b195-4fd4-a8b5-20be5bc325fb HTTP/1.1" status: 200 len: 824 time: 0.8195074 Mar 29 16:01:11.649288 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6ae1b8c8-d058-4d60-86c8-9a953e0aaecd req-de899e62-6a1b-4b2b-9453-61cd2d508d99 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/security-groups?id=374804bf-1832-496a-a9bd-7f28df171a12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1454175 Mar 29 16:01:11.678087 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [req-73820d8e-b90e-4b30-92cd-f9a035e0f11f req-8f67cedd-e2af-46df-95d4-bef7a59542d8 tempest-ServersNegativeTestMultiTenantJSON-1982556608 tempest-ServersNegativeTestMultiTenantJSON-1982556608-project] Request body: {'port': {'device_id': 'fd77f75b-4a45-41e6-8c82-01aca90961d6', 'network_id': '398c8298-b195-4fd4-a8b5-20be5bc325fb', 'admin_state_up': True, 'tenant_id': '0154dddb3e0f44de9f5f8ae3af3ca0a6'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:01:11.689971 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-51380b43-9ed9-4228-ac95-99d943c839c1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4614024'] for subnet, precommit_delete_associations {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:12.029817 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-51380b43-9ed9-4228-ac95-99d943c839c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1641287'] for subnet, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:12.083404 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73820d8e-b90e-4b30-92cd-f9a035e0f11f req-8f67cedd-e2af-46df-95d4-bef7a59542d8 tempest-ServersNegativeTestMultiTenantJSON-1982556608 tempest-ServersNegativeTestMultiTenantJSON-1982556608-project] Made reservation on behalf of 0154dddb3e0f44de9f5f8ae3af3ca0a6 for: {'port': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:01:12.093548 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-73820d8e-b90e-4b30-92cd-f9a035e0f11f req-8f67cedd-e2af-46df-95d4-bef7a59542d8 tempest-ServersNegativeTestMultiTenantJSON-1982556608 tempest-ServersNegativeTestMultiTenantJSON-1982556608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:12.192401 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-51380b43-9ed9-4228-ac95-99d943c839c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1641294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5231963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4793952'] for subnet, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:12.274509 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51380b43-9ed9-4228-ac95-99d943c839c1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=91c02cc5-7c21-4a8b-82d6-aa182ec43b6f,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:01:12.303721 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-51380b43-9ed9-4228-ac95-99d943c839c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for subnet, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:12.308745 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-802ad936-ca88-4db4-b1c1-6d158d470cd6 None None] Network 3cd77a91-4565-406b-b7fe-43338bf4c97c requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 16:01:12.311321 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-51380b43-9ed9-4228-ac95-99d943c839c1 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/91c02cc5-7c21-4a8b-82d6-aa182ec43b6f HTTP/1.1" status: 204 len: 168 time: 0.8065653 Mar 29 16:01:12.320934 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 46204) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:01:12.602720 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-18cbf9e3-f481-456a-9243-836792481622 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1631750'] for network, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:12.674413 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 46228) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:01:12.740831 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 45f47382-d9bf-41fc-acea-92345b2295fa no longer exists at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 16:01:12.810946 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] No Port match for: 45f47382-d9bf-41fc-acea-92345b2295fa {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 16:01:12.825013 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 45f47382-d9bf-41fc-acea-92345b2295fa not bound to the agent host n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 16:01:12.958947 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ff44b24-6d9b-4692-96a6-94f314d017ae None None] DHCP port deletion for 3cd77a91-4565-406b-b7fe-43338bf4c97c request from n-d-834765-1 {{(pid=102792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 29 16:01:13.131347 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-5ff44b24-6d9b-4692-96a6-94f314d017ae None None] Deleting port 4828daee-f53e-4ab8-b93c-18f882fab5ae {{(pid=102792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:01:13.131928 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-5ff44b24-6d9b-4692-96a6-94f314d017ae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:13.238523 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.agents_db [None req-59735a15-725e-44d4-9ad5-95cbe356f209 None None] Agent healthcheck: found 7 active agents {{(pid=102793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 16:01:13.322692 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-5ff44b24-6d9b-4692-96a6-94f314d017ae None None] For port 4828daee-f53e-4ab8-b93c-18f882fab5ae, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=4828daee-f53e-4ab8-b93c-18f882fab5ae,segment=NetworkSegment(cfc9c6ae-8ef1-4f3d-a93d-caebd6af4900),segment_id=cfc9c6ae-8ef1-4f3d-a93d-caebd6af4900)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:01:13.323800 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-5ff44b24-6d9b-4692-96a6-94f314d017ae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:13.356304 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-5ff44b24-6d9b-4692-96a6-94f314d017ae None None] Calling delete_port for 4828daee-f53e-4ab8-b93c-18f882fab5ae owned by network:dhcp {{(pid=102792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:01:13.467884 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_common [req-73820d8e-b90e-4b30-92cd-f9a035e0f11f req-8f67cedd-e2af-46df-95d4-bef7a59542d8 tempest-ServersNegativeTestMultiTenantJSON-1982556608 tempest-ServersNegativeTestMultiTenantJSON-1982556608-project] Allocated IP 172.20.0.4 (398c8298-b195-4fd4-a8b5-20be5bc325fb/34d1b670-4e43-40fb-92cd-48c144784062/635d63f2-2ef3-456b-bdc0-475472de02e1) {{(pid=102791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:01:13.604259 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-5ff44b24-6d9b-4692-96a6-94f314d017ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350'] for port, after_delete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:13.675304 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff44b24-6d9b-4692-96a6-94f314d017ae None None] Pushing event deleted for resources: {'Port': ['ID=4828daee-f53e-4ab8-b93c-18f882fab5ae,revision_number=None']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:01:13.700862 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ff44b24-6d9b-4692-96a6-94f314d017ae None None] No DVR routers for this DVR port 4828daee-f53e-4ab8-b93c-18f882fab5ae on host n-d-834765-1 {{(pid=102792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 16:01:13.766448 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-73820d8e-b90e-4b30-92cd-f9a035e0f11f req-8f67cedd-e2af-46df-95d4-bef7a59542d8 tempest-ServersNegativeTestMultiTenantJSON-1982556608 tempest-ServersNegativeTestMultiTenantJSON-1982556608-project] Notify callbacks [] for port, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:13.833321 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-9ca702cf-b805-4945-b93e-0d2bd58e9bed req-43435883-4aa0-4d1f-a95e-680265836005 tempest-ServersNegativeTestMultiTenantJSON-1982556608 tempest-ServersNegativeTestMultiTenantJSON-1982556608-project] 10.222.0.42 "GET /v2.0/ports?device_id=fd77f75b-4a45-41e6-8c82-01aca90961d6 HTTP/1.1" status: 200 len: 210 time: 1.2169731 Mar 29 16:01:13.862962 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-73820d8e-b90e-4b30-92cd-f9a035e0f11f req-8f67cedd-e2af-46df-95d4-bef7a59542d8 tempest-ServersNegativeTestMultiTenantJSON-1982556608 tempest-ServersNegativeTestMultiTenantJSON-1982556608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:13.921274 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-18cbf9e3-f481-456a-9243-836792481622 admin admin] Deleting port 4828daee-f53e-4ab8-b93c-18f882fab5ae {{(pid=102790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:01:13.921909 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-18cbf9e3-f481-456a-9243-836792481622 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:14.057833 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73820d8e-b90e-4b30-92cd-f9a035e0f11f req-8f67cedd-e2af-46df-95d4-bef7a59542d8 tempest-ServersNegativeTestMultiTenantJSON-1982556608 tempest-ServersNegativeTestMultiTenantJSON-1982556608-project] Network 398c8298-b195-4fd4-a8b5-20be5bc325fb is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:01:14.077208 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [req-73820d8e-b90e-4b30-92cd-f9a035e0f11f req-8f67cedd-e2af-46df-95d4-bef7a59542d8 tempest-ServersNegativeTestMultiTenantJSON-1982556608 tempest-ServersNegativeTestMultiTenantJSON-1982556608-project] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:01:14.099527 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [req-73820d8e-b90e-4b30-92cd-f9a035e0f11f req-8f67cedd-e2af-46df-95d4-bef7a59542d8 tempest-ServersNegativeTestMultiTenantJSON-1982556608 tempest-ServersNegativeTestMultiTenantJSON-1982556608-project] Received port after_create {{(pid=102791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:01:14.137259 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [None req-18cbf9e3-f481-456a-9243-836792481622 admin admin] For port 4828daee-f53e-4ab8-b93c-18f882fab5ae, host n-d-834765-1, got binding levels [] {{(pid=102790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:01:14.137635 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-18cbf9e3-f481-456a-9243-836792481622 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:14.168842 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc4bc84-8b03-4214-8908-730334db9240 req-f1776ad0-2ac5-4d3c-8b35-b0a2cf14c84f tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:01:14.178904 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-9cc4bc84-8b03-4214-8908-730334db9240 req-f1776ad0-2ac5-4d3c-8b35-b0a2cf14c84f tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/ports?device_id=4f24d3f6-64a3-452b-b656-94b2e3b74056 HTTP/1.1" status: 200 len: 947 time: 0.9618118 Mar 29 16:01:14.186236 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-59ee4c4a-b495-4bb1-bbe1-34b79a1bbbc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:14.202365 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-18cbf9e3-f481-456a-9243-836792481622 admin admin] Calling delete_port for 4828daee-f53e-4ab8-b93c-18f882fab5ae owned by network:dhcp {{(pid=102790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:01:14.225053 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f67cedd-e2af-46df-95d4-bef7a59542d8 tempest-ServersNegativeTestMultiTenantJSON-1982556608 tempest-ServersNegativeTestMultiTenantJSON-1982556608-project] Pushing event updated for resources: {'Port': ['ID=635d63f2-2ef3-456b-bdc0-475472de02e1,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:01:14.226645 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.ipam_backend_mixin [None req-18cbf9e3-f481-456a-9243-836792481622 admin admin] Port 4828daee-f53e-4ab8-b93c-18f882fab5ae was not found and therefore no delete operation was performed {{(pid=102790) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 29 16:01:14.234833 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-18cbf9e3-f481-456a-9243-836792481622 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:14.275050 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-9cc4bc84-8b03-4214-8908-730334db9240 req-4d72b1e2-d666-4523-b57e-1229def04a11 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/security-groups?id=374804bf-1832-496a-a9bd-7f28df171a12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0950909 Mar 29 16:01:14.308551 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73820d8e-b90e-4b30-92cd-f9a035e0f11f req-8f67cedd-e2af-46df-95d4-bef7a59542d8 tempest-ServersNegativeTestMultiTenantJSON-1982556608 tempest-ServersNegativeTestMultiTenantJSON-1982556608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:01:14.310696 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-73820d8e-b90e-4b30-92cd-f9a035e0f11f req-8f67cedd-e2af-46df-95d4-bef7a59542d8 tempest-ServersNegativeTestMultiTenantJSON-1982556608 tempest-ServersNegativeTestMultiTenantJSON-1982556608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:14.340695 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-73820d8e-b90e-4b30-92cd-f9a035e0f11f req-8f67cedd-e2af-46df-95d4-bef7a59542d8 tempest-ServersNegativeTestMultiTenantJSON-1982556608 tempest-ServersNegativeTestMultiTenantJSON-1982556608-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6720726 Mar 29 16:01:14.353155 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [req-73820d8e-b90e-4b30-92cd-f9a035e0f11f req-835e3619-59ff-47de-8943-7c7f3e15583d service neutron] Request body: {'port': {'device_id': 'fd77f75b-4a45-41e6-8c82-01aca90961d6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834765-1'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:01:14.411935 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-59ee4c4a-b495-4bb1-bbe1-34b79a1bbbc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:14.470528 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-59ee4c4a-b495-4bb1-bbe1-34b79a1bbbc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:14.495409 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-73820d8e-b90e-4b30-92cd-f9a035e0f11f req-835e3619-59ff-47de-8943-7c7f3e15583d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:14.558854 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18cbf9e3-f481-456a-9243-836792481622 admin admin] No DVR routers for this DVR port 4828daee-f53e-4ab8-b93c-18f882fab5ae on host n-d-834765-1 {{(pid=102790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 16:01:14.568351 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cbf9e3-f481-456a-9243-836792481622 admin admin] Pushing event deleted for resources: {'Port': ['ID=4828daee-f53e-4ab8-b93c-18f882fab5ae,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:01:14.709113 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ee4c4a-b495-4bb1-bbe1-34b79a1bbbc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0dfc45c-a5d8-4d2b-bb8b-ded24fab1ebe,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:01:14.765369 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 4828daee-f53e-4ab8-b93c-18f882fab5ae no longer exists at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 16:01:14.832484 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] No Port match for: 4828daee-f53e-4ab8-b93c-18f882fab5ae {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 16:01:14.832831 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 4828daee-f53e-4ab8-b93c-18f882fab5ae not bound to the agent host n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 16:01:14.840935 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-59ee4c4a-b495-4bb1-bbe1-34b79a1bbbc9 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=bc5fcd913ef9492ab9b2e68a7e296b15&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0809917 Mar 29 16:01:14.845289 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 46370) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:01:14.945751 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4413a25c-9e94-4ce9-96ab-ff97cad0cb37 req-95cd03f1-6d2d-4328-af8c-30853d522a94 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:01:14.958337 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-4413a25c-9e94-4ce9-96ab-ff97cad0cb37 req-95cd03f1-6d2d-4328-af8c-30853d522a94 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/ports?device_id=4c4f4c89-b416-4ded-b0ab-ee9874d6980b HTTP/1.1" status: 200 len: 946 time: 0.5375135 Mar 29 16:01:14.972457 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-18cbf9e3-f481-456a-9243-836792481622 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639890', 'neutron.services.segments.db._delete_segments_for_network-8783523423079'] for network, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:15.129405 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-18cbf9e3-f481-456a-9243-836792481622 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3cd77a91-4565-406b-b7fe-43338bf4c97c']}} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:01:15.143560 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-18cbf9e3-f481-456a-9243-836792481622 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cfc9c6ae-8ef1-4f3d-a93d-caebd6af4900') {'for_net_delete': True} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:01:15.143812 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-18cbf9e3-f481-456a-9243-836792481622 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cfc9c6ae-8ef1-4f3d-a93d-caebd6af4900') {} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:01:15.153278 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4d06f3-71ef-4f27-abc6-b3fa84ff1a9a req-6dc66d16-56d8-4a0d-8c1d-55679cdcbfdb tempest-ServersNegativeTestMultiTenantJSON-1982556608 tempest-ServersNegativeTestMultiTenantJSON-1982556608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:01:15.154875 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-2d4d06f3-71ef-4f27-abc6-b3fa84ff1a9a req-6dc66d16-56d8-4a0d-8c1d-55679cdcbfdb tempest-ServersNegativeTestMultiTenantJSON-1982556608 tempest-ServersNegativeTestMultiTenantJSON-1982556608-project] 10.222.0.42 "GET /v2.0/ports?device_id=fd77f75b-4a45-41e6-8c82-01aca90961d6 HTTP/1.1" status: 200 len: 931 time: 0.1768007 Mar 29 16:01:15.216794 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-18cbf9e3-f481-456a-9243-836792481622 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783523422064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4614019'] for segment, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:15.253194 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-2d4d06f3-71ef-4f27-abc6-b3fa84ff1a9a req-08aac6b6-dd94-4ffe-ae96-f07fab2f4fb3 tempest-ServersNegativeTestMultiTenantJSON-1982556608 tempest-ServersNegativeTestMultiTenantJSON-1982556608-project] 10.222.0.42 "GET /v2.0/security-groups?id=def9821b-180c-4fca-a936-1ab0a862d579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834064 Mar 29 16:01:15.255125 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [req-73820d8e-b90e-4b30-92cd-f9a035e0f11f req-835e3619-59ff-47de-8943-7c7f3e15583d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 635d63f2-2ef3-456b-bdc0-475472de02e1 {{(pid=102791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 16:01:15.264373 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-73820d8e-b90e-4b30-92cd-f9a035e0f11f req-835e3619-59ff-47de-8943-7c7f3e15583d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:15.266199 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-18cbf9e3-f481-456a-9243-836792481622 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:15.294562 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18cbf9e3-f481-456a-9243-836792481622 admin admin] Releasing vlan 648 on physical network physnet1 to pool {{(pid=102790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 16:01:15.301065 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-18cbf9e3-f481-456a-9243-836792481622 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5238013'] for segment, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:15.444153 n-d-834765-1 neutron-server[102790]: Traceback (most recent call last): Mar 29 16:01:15.444153 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 16:01:15.444153 n-d-834765-1 neutron-server[102790]: timer() Mar 29 16:01:15.444153 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 16:01:15.444153 n-d-834765-1 neutron-server[102790]: cb(*args, **kw) Mar 29 16:01:15.444153 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 16:01:15.444153 n-d-834765-1 neutron-server[102790]: return func(*args, **kwargs) Mar 29 16:01:15.444153 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 16:01:15.444153 n-d-834765-1 neutron-server[102790]: self._notify() Mar 29 16:01:15.444153 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 16:01:15.444153 n-d-834765-1 neutron-server[102790]: self.callback(batched_events) Mar 29 16:01:15.444153 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 16:01:15.444153 n-d-834765-1 neutron-server[102790]: event.method(event) Mar 29 16:01:15.444153 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 16:01:15.444153 n-d-834765-1 neutron-server[102790]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 16:01:15.444153 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 16:01:15.444153 n-d-834765-1 neutron-server[102790]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 16:01:15.444153 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 16:01:15.444153 n-d-834765-1 neutron-server[102790]: return f(self, *a, **k) Mar 29 16:01:15.444153 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 16:01:15.444153 n-d-834765-1 neutron-server[102790]: return self._get(url).json() Mar 29 16:01:15.444153 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 16:01:15.444153 n-d-834765-1 neutron-server[102790]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 16:01:15.444153 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 16:01:15.444153 n-d-834765-1 neutron-server[102790]: return self.request(url, 'GET', **kwargs) Mar 29 16:01:15.444153 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 16:01:15.444153 n-d-834765-1 neutron-server[102790]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 16:01:15.444153 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 16:01:15.444153 n-d-834765-1 neutron-server[102790]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 16:01:15.444153 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 16:01:15.444153 n-d-834765-1 neutron-server[102790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 16:01:15.444153 n-d-834765-1 neutron-server[102790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 16:01:15.492433 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-4413a25c-9e94-4ce9-96ab-ff97cad0cb37 req-eebd33e7-0f22-449b-9b9c-147e3fbc9090 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/security-groups?id=5e7dc381-3678-4cad-aeb8-d0ce3409e19e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5315657 Mar 29 16:01:15.522221 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.provisioning_blocks [req-73820d8e-b90e-4b30-92cd-f9a035e0f11f req-835e3619-59ff-47de-8943-7c7f3e15583d service neutron] Transition to ACTIVE for port object 635d63f2-2ef3-456b-bdc0-475472de02e1 will not be triggered until provisioned by entity L2. {{(pid=102791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 16:01:15.527488 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-18cbf9e3-f481-456a-9243-836792481622 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1639897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648174'] for network, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:15.535146 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-73820d8e-b90e-4b30-92cd-f9a035e0f11f req-835e3619-59ff-47de-8943-7c7f3e15583d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:15.558969 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-18cbf9e3-f481-456a-9243-836792481622 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for network, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:15.572665 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-18cbf9e3-f481-456a-9243-836792481622 admin admin] 10.222.0.42 "DELETE /v2.0/networks/3cd77a91-4565-406b-b7fe-43338bf4c97c HTTP/1.1" status: 204 len: 168 time: 3.2501762 Mar 29 16:01:15.593224 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-50d9cef6-b07a-48df-99a0-800806e979e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:15.600505 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cbf9e3-f481-456a-9243-836792481622 admin admin] Pushing event deleted for resources: {'Network': ['ID=3cd77a91-4565-406b-b7fe-43338bf4c97c,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:01:15.632812 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-50d9cef6-b07a-48df-99a0-800806e979e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:15.660497 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643ec30b-311f-4d96-9567-84b9d2cb7897 req-f15a0a31-c883-4cc1-95a6-0e0f3ad24a91 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:01:15.662197 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-643ec30b-311f-4d96-9567-84b9d2cb7897 req-f15a0a31-c883-4cc1-95a6-0e0f3ad24a91 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/ports?device_id=4f24d3f6-64a3-452b-b656-94b2e3b74056 HTTP/1.1" status: 200 len: 947 time: 0.2738330 Mar 29 16:01:15.734672 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-50d9cef6-b07a-48df-99a0-800806e979e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:15.738142 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-50d9cef6-b07a-48df-99a0-800806e979e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:15.739738 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-50d9cef6-b07a-48df-99a0-800806e979e3 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c0dfc45c-a5d8-4d2b-bb8b-ded24fab1ebe HTTP/1.1" status: 204 len: 168 time: 0.8933537 Mar 29 16:01:15.765499 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d9cef6-b07a-48df-99a0-800806e979e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0dfc45c-a5d8-4d2b-bb8b-ded24fab1ebe,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:01:15.827215 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-643ec30b-311f-4d96-9567-84b9d2cb7897 req-62d4767a-7722-4557-b43b-74c592999943 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/security-groups?id=374804bf-1832-496a-a9bd-7f28df171a12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1286395 Mar 29 16:01:15.828077 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835e3619-59ff-47de-8943-7c7f3e15583d service neutron] Pushing event updated for resources: {'Port': ['ID=635d63f2-2ef3-456b-bdc0-475472de02e1,revision_number=2']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:01:15.950386 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-73820d8e-b90e-4b30-92cd-f9a035e0f11f req-835e3619-59ff-47de-8943-7c7f3e15583d service neutron] Attempting to bind port 635d63f2-2ef3-456b-bdc0-475472de02e1 on host n-h1-834765-1 for vnic_type normal with profile {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 16:01:15.950751 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-73820d8e-b90e-4b30-92cd-f9a035e0f11f req-835e3619-59ff-47de-8943-7c7f3e15583d service neutron] Attempting to bind port 635d63f2-2ef3-456b-bdc0-475472de02e1 by drivers openvswitch,hyperv on host n-h1-834765-1 at level 0 using segments [{'id': 'e6dfe0af-d083-4ad6-b540-ccf66936014a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '398c8298-b195-4fd4-a8b5-20be5bc325fb'}] {{(pid=102791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 16:01:15.951077 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73820d8e-b90e-4b30-92cd-f9a035e0f11f req-835e3619-59ff-47de-8943-7c7f3e15583d service neutron] Attempting to bind port 635d63f2-2ef3-456b-bdc0-475472de02e1 on network 398c8298-b195-4fd4-a8b5-20be5bc325fb {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 16:01:15.959009 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73820d8e-b90e-4b30-92cd-f9a035e0f11f req-835e3619-59ff-47de-8943-7c7f3e15583d service neutron] Port 635d63f2-2ef3-456b-bdc0-475472de02e1 on network 398c8298-b195-4fd4-a8b5-20be5bc325fb not bound, no agent of type Open vSwitch agent registered on host n-h1-834765-1 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 16:01:15.959352 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73820d8e-b90e-4b30-92cd-f9a035e0f11f req-835e3619-59ff-47de-8943-7c7f3e15583d service neutron] Attempting to bind port 635d63f2-2ef3-456b-bdc0-475472de02e1 on network 398c8298-b195-4fd4-a8b5-20be5bc325fb {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 16:01:15.967014 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73820d8e-b90e-4b30-92cd-f9a035e0f11f req-835e3619-59ff-47de-8943-7c7f3e15583d service neutron] Checking agent: {'id': 'be375040-5069-4239-9460-a3a3213e1e90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 33, 18), 'started_at': datetime.datetime(2022, 3, 29, 15, 33, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 16, 0, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 16:01:15.967377 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73820d8e-b90e-4b30-92cd-f9a035e0f11f req-835e3619-59ff-47de-8943-7c7f3e15583d service neutron] Checking segment: {'id': 'e6dfe0af-d083-4ad6-b540-ccf66936014a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '398c8298-b195-4fd4-a8b5-20be5bc325fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 16:01:15.967757 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73820d8e-b90e-4b30-92cd-f9a035e0f11f req-835e3619-59ff-47de-8943-7c7f3e15583d service neutron] Bound using segment: {'id': 'e6dfe0af-d083-4ad6-b540-ccf66936014a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '398c8298-b195-4fd4-a8b5-20be5bc325fb'} {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 16:01:15.968202 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-73820d8e-b90e-4b30-92cd-f9a035e0f11f req-835e3619-59ff-47de-8943-7c7f3e15583d service neutron] Bound port: 635d63f2-2ef3-456b-bdc0-475472de02e1, host: n-h1-834765-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6dfe0af-d083-4ad6-b540-ccf66936014a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '398c8298-b195-4fd4-a8b5-20be5bc325fb'}}] {{(pid=102791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 16:01:15.968543 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-73820d8e-b90e-4b30-92cd-f9a035e0f11f req-835e3619-59ff-47de-8943-7c7f3e15583d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:15.995606 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb0ac35-5563-4af4-a483-b60476e95699 req-ed3414b7-8ebb-47e6-bb10-1424696592ec tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:01:15.997821 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ecb0ac35-5563-4af4-a483-b60476e95699 req-ed3414b7-8ebb-47e6-bb10-1424696592ec tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.48 "GET /v2.0/ports?device_id=4c4f4c89-b416-4ded-b0ab-ee9874d6980b HTTP/1.1" status: 200 len: 946 time: 0.1055086 Mar 29 16:01:16.056304 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 46462) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:01:16.134164 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-4295b4a5-3328-47ea-b979-e9e1227c3b3e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=04bb88e92aa64365906899266844f6e0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0765312 Mar 29 16:01:16.134778 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 46472) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:01:16.165679 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-73820d8e-b90e-4b30-92cd-f9a035e0f11f req-835e3619-59ff-47de-8943-7c7f3e15583d service neutron] For port 635d63f2-2ef3-456b-bdc0-475472de02e1, host n-h1-834765-1, cleared binding levels {{(pid=102791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 16:01:16.185590 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-73820d8e-b90e-4b30-92cd-f9a035e0f11f req-835e3619-59ff-47de-8943-7c7f3e15583d service neutron] For port 635d63f2-2ef3-456b-bdc0-475472de02e1, host n-h1-834765-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=635d63f2-2ef3-456b-bdc0-475472de02e1,segment=NetworkSegment(e6dfe0af-d083-4ad6-b540-ccf66936014a),segment_id=e6dfe0af-d083-4ad6-b540-ccf66936014a)] {{(pid=102791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 16:01:16.212138 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-73820d8e-b90e-4b30-92cd-f9a035e0f11f req-835e3619-59ff-47de-8943-7c7f3e15583d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:16.267247 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-3702a35d-fa1d-472a-8342-63e2fb466d88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:16.325450 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73820d8e-b90e-4b30-92cd-f9a035e0f11f req-835e3619-59ff-47de-8943-7c7f3e15583d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:01:16.326078 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-73820d8e-b90e-4b30-92cd-f9a035e0f11f req-835e3619-59ff-47de-8943-7c7f3e15583d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:16.327535 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-73820d8e-b90e-4b30-92cd-f9a035e0f11f req-835e3619-59ff-47de-8943-7c7f3e15583d service neutron] 10.222.0.44 "PUT /v2.0/ports/635d63f2-2ef3-456b-bdc0-475472de02e1 HTTP/1.1" status: 200 len: 1091 time: 1.9789031 Mar 29 16:01:16.346234 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd77f75b-4a45-41e6-8c82-01aca90961d6', 'tag': '635d63f2-2ef3-456b-bdc0-475472de02e1'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:01:16.348604 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c67b028db5e9b9818fecc5c0a87ebc6f190694fa53ca267d523e04f98de536d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48b68399-8665-4bce-8ca2-225f05120e9d" -d '{"events": [{"name": "network-changed", "server_uuid": "fd77f75b-4a45-41e6-8c82-01aca90961d6", "tag": "635d63f2-2ef3-456b-bdc0-475472de02e1"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:01:16.358077 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-3702a35d-fa1d-472a-8342-63e2fb466d88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:16.497076 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [req-ecb0ac35-5563-4af4-a483-b60476e95699 req-9ef9b0af-51da-4439-8ba7-f90b4bc81e31 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Deleting port ab625c95-876e-4e99-933a-4a823554894d {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:01:16.502003 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-ecb0ac35-5563-4af4-a483-b60476e95699 req-9ef9b0af-51da-4439-8ba7-f90b4bc81e31 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:16.515170 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 16:01:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fefaf8b-f30f-46e4-9f91-4e856428c8e9 x-openstack-request-id: req-5fefaf8b-f30f-46e4-9f91-4e856428c8e9 {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:01:16.515737 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd77f75b-4a45-41e6-8c82-01aca90961d6", "tag": "635d63f2-2ef3-456b-bdc0-475472de02e1", "status": "completed", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:01:16.516247 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-5fefaf8b-f30f-46e4-9f91-4e856428c8e9 {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:01:16.516808 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd77f75b-4a45-41e6-8c82-01aca90961d6', 'tag': '635d63f2-2ef3-456b-bdc0-475472de02e1', 'status': 'completed', 'code': 200} Mar 29 16:01:16.538809 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835e3619-59ff-47de-8943-7c7f3e15583d service neutron] Pushing event updated for resources: {'Port': ['ID=635d63f2-2ef3-456b-bdc0-475472de02e1,revision_number=3']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:01:16.559236 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512a6c34-9f36-4c43-a956-2d26c83f9b51 req-5e3fbd79-9694-498e-a0ad-c7c3f46bfd46 tempest-ServersNegativeTestMultiTenantJSON-1982556608 tempest-ServersNegativeTestMultiTenantJSON-1982556608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:01:16.571927 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-512a6c34-9f36-4c43-a956-2d26c83f9b51 req-5e3fbd79-9694-498e-a0ad-c7c3f46bfd46 tempest-ServersNegativeTestMultiTenantJSON-1982556608 tempest-ServersNegativeTestMultiTenantJSON-1982556608-project] 10.222.0.42 "GET /v2.0/ports?device_id=fd77f75b-4a45-41e6-8c82-01aca90961d6 HTTP/1.1" status: 200 len: 943 time: 0.1516006 Mar 29 16:01:16.627465 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73820d8e-b90e-4b30-92cd-f9a035e0f11f req-a3d47919-462b-4fd4-a8f5-002dda3ceb1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:01:16.630633 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-73820d8e-b90e-4b30-92cd-f9a035e0f11f req-a3d47919-462b-4fd4-a8f5-002dda3ceb1d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0154dddb3e0f44de9f5f8ae3af3ca0a6&device_id=fd77f75b-4a45-41e6-8c82-01aca90961d6 HTTP/1.1" status: 200 len: 1094 time: 0.2434156 Mar 29 16:01:16.637224 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-3702a35d-fa1d-472a-8342-63e2fb466d88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:16.640491 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-3702a35d-fa1d-472a-8342-63e2fb466d88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:16.661808 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-3702a35d-fa1d-472a-8342-63e2fb466d88 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d70e89fb-aa28-40e9-96d2-e1561a7455d5 HTTP/1.1" status: 204 len: 168 time: 0.5235319 Mar 29 16:01:16.716469 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3702a35d-fa1d-472a-8342-63e2fb466d88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d70e89fb-aa28-40e9-96d2-e1561a7455d5,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:01:16.759197 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-73820d8e-b90e-4b30-92cd-f9a035e0f11f req-3206e239-61c4-4a8b-bb31-f6c8f62b818b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=635d63f2-2ef3-456b-bdc0-475472de02e1 HTTP/1.1" status: 200 len: 217 time: 0.0816646 Mar 29 16:01:16.768405 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-512a6c34-9f36-4c43-a956-2d26c83f9b51 req-5f0d1fa7-8a65-4602-ac35-ff6bfc78bb81 tempest-ServersNegativeTestMultiTenantJSON-1982556608 tempest-ServersNegativeTestMultiTenantJSON-1982556608-project] 10.222.0.42 "GET /v2.0/security-groups?id=def9821b-180c-4fca-a936-1ab0a862d579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1951382 Mar 29 16:01:16.864601 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-ecb0ac35-5563-4af4-a483-b60476e95699 req-9ef9b0af-51da-4439-8ba7-f90b4bc81e31 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] For port ab625c95-876e-4e99-933a-4a823554894d, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=ab625c95-876e-4e99-933a-4a823554894d,segment=NetworkSegment(f897e69d-257a-4c8a-bc55-e063bbc47d9e),segment_id=f897e69d-257a-4c8a-bc55-e063bbc47d9e)] {{(pid=102791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:01:16.864985 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-ecb0ac35-5563-4af4-a483-b60476e95699 req-9ef9b0af-51da-4439-8ba7-f90b4bc81e31 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:16.887559 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [req-ecb0ac35-5563-4af4-a483-b60476e95699 req-9ef9b0af-51da-4439-8ba7-f90b4bc81e31 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Calling delete_port for ab625c95-876e-4e99-933a-4a823554894d owned by compute:nova {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:01:16.900186 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f2bc12-7a4b-4a59-a8ee-fd5f7cb42ebb req-8c40b713-800f-4061-9eb3-76cb9e16df6d tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:01:16.901744 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d7f2bc12-7a4b-4a59-a8ee-fd5f7cb42ebb req-8c40b713-800f-4061-9eb3-76cb9e16df6d tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/ports?device_id=4c4f4c89-b416-4ded-b0ab-ee9874d6980b HTTP/1.1" status: 200 len: 946 time: 0.1713586 Mar 29 16:01:16.906173 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73820d8e-b90e-4b30-92cd-f9a035e0f11f req-ad438729-9493-4e92-a01a-d397e78de26f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:01:16.908873 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-73820d8e-b90e-4b30-92cd-f9a035e0f11f req-ad438729-9493-4e92-a01a-d397e78de26f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=34d1b670-4e43-40fb-92cd-48c144784062 HTTP/1.1" status: 200 len: 864 time: 0.1255529 Mar 29 16:01:16.961696 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-73820d8e-b90e-4b30-92cd-f9a035e0f11f req-ccef04f2-3e0d-4173-b5b1-1503f3e8ec79 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=398c8298-b195-4fd4-a8b5-20be5bc325fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427816 Mar 29 16:01:17.078072 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:17.105827 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbbab6e-b789-4ee3-8e78-92dbfefafea4 req-6c967966-8fb4-40b8-9839-539c10624208 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:01:17.120671 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-8bbbab6e-b789-4ee3-8e78-92dbfefafea4 req-6c967966-8fb4-40b8-9839-539c10624208 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/ports?device_id=4f24d3f6-64a3-452b-b656-94b2e3b74056 HTTP/1.1" status: 200 len: 947 time: 0.1291773 Mar 29 16:01:17.200945 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d7f2bc12-7a4b-4a59-a8ee-fd5f7cb42ebb req-aac8850e-3211-40d0-ab1d-bb0944b32d35 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/security-groups?id=5e7dc381-3678-4cad-aeb8-d0ce3409e19e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2910113 Mar 29 16:01:17.202484 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-8bbbab6e-b789-4ee3-8e78-92dbfefafea4 req-fb656b5a-485b-4326-a183-720fb3e59a71 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/security-groups?id=374804bf-1832-496a-a9bd-7f28df171a12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0808573 Mar 29 16:01:17.309496 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-73820d8e-b90e-4b30-92cd-f9a035e0f11f req-96a239c1-d3aa-4111-8072-7171ee04e7ca service neutron] 10.222.0.44 "GET /v2.0/networks/398c8298-b195-4fd4-a8b5-20be5bc325fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2442713 Mar 29 16:01:17.461382 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 46576) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:01:17.490506 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-ecb0ac35-5563-4af4-a483-b60476e95699 req-9ef9b0af-51da-4439-8ba7-f90b4bc81e31 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:17.503631 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] get_ports_and_sgs() called for port_ids ['ab625c95-876e-4e99-933a-4a823554894d'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 16:01:17.554645 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-e18ec0aa-261b-47fa-b4ad-2165c5e7dec0 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b8a89acfb5f041188bb0555d8cd4d395&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0893660 Mar 29 16:01:17.556609 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 46584) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:01:17.601611 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef9b0af-51da-4439-8ba7-f90b4bc81e31 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Pushing event deleted for resources: {'Port': ['ID=ab625c95-876e-4e99-933a-4a823554894d,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:01:17.638790 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecb0ac35-5563-4af4-a483-b60476e95699 req-9ef9b0af-51da-4439-8ba7-f90b4bc81e31 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] No DVR routers for this DVR port ab625c95-876e-4e99-933a-4a823554894d on host n-h2-834765-1 {{(pid=102791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 16:01:17.645225 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-ecb0ac35-5563-4af4-a483-b60476e95699 req-9ef9b0af-51da-4439-8ba7-f90b4bc81e31 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:17.654485 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ecb0ac35-5563-4af4-a483-b60476e95699 req-9ef9b0af-51da-4439-8ba7-f90b4bc81e31 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.48 "DELETE /v2.0/ports/ab625c95-876e-4e99-933a-4a823554894d HTTP/1.1" status: 204 len: 173 time: 1.6501825 Mar 29 16:01:17.657799 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-73820d8e-b90e-4b30-92cd-f9a035e0f11f req-a6f5ec89-6c0a-4c73-b5ea-837c8b3a5154 service neutron] 10.222.0.44 "GET /v2.0/networks/398c8298-b195-4fd4-a8b5-20be5bc325fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3310313 Mar 29 16:01:17.728324 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-cf49836b-1e3a-4c09-a0c2-5ac23e754a4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:17.787484 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-cf49836b-1e3a-4c09-a0c2-5ac23e754a4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:17.848605 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:17.942894 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-cf49836b-1e3a-4c09-a0c2-5ac23e754a4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:17.955092 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-cf49836b-1e3a-4c09-a0c2-5ac23e754a4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:17.959702 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-cf49836b-1e3a-4c09-a0c2-5ac23e754a4b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a51e3d32-79e5-4cc2-a2a9-a25e1895348e HTTP/1.1" status: 204 len: 168 time: 0.3988721 Mar 29 16:01:17.990389 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b68399-8665-4bce-8ca2-225f05120e9d req-38f5fda5-8214-462f-b90b-1dd2aef82259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:01:17.992654 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-48b68399-8665-4bce-8ca2-225f05120e9d req-38f5fda5-8214-462f-b90b-1dd2aef82259 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0154dddb3e0f44de9f5f8ae3af3ca0a6&device_id=fd77f75b-4a45-41e6-8c82-01aca90961d6 HTTP/1.1" status: 200 len: 1094 time: 0.1838446 Mar 29 16:01:17.998843 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf49836b-1e3a-4c09-a0c2-5ac23e754a4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a51e3d32-79e5-4cc2-a2a9-a25e1895348e,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:01:18.087307 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11de328d-6bb6-454a-a128-e7a309b0192b req-6701f5c8-5245-4efa-a1c5-3a0b6f778af6 tempest-ServersNegativeTestMultiTenantJSON-1982556608 tempest-ServersNegativeTestMultiTenantJSON-1982556608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:01:18.103587 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-11de328d-6bb6-454a-a128-e7a309b0192b req-6701f5c8-5245-4efa-a1c5-3a0b6f778af6 tempest-ServersNegativeTestMultiTenantJSON-1982556608 tempest-ServersNegativeTestMultiTenantJSON-1982556608-project] 10.222.0.42 "GET /v2.0/ports?device_id=fd77f75b-4a45-41e6-8c82-01aca90961d6 HTTP/1.1" status: 200 len: 943 time: 0.1804714 Mar 29 16:01:18.208358 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-11de328d-6bb6-454a-a128-e7a309b0192b req-75b3726b-1147-41f5-bf82-b19acb64e70c tempest-ServersNegativeTestMultiTenantJSON-1982556608 tempest-ServersNegativeTestMultiTenantJSON-1982556608-project] 10.222.0.42 "GET /v2.0/security-groups?id=def9821b-180c-4fca-a936-1ab0a862d579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036112 Mar 29 16:01:18.243848 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b68399-8665-4bce-8ca2-225f05120e9d req-2fda960b-765d-4eb5-8689-b6a907e199a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:01:18.245505 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-48b68399-8665-4bce-8ca2-225f05120e9d req-2fda960b-765d-4eb5-8689-b6a907e199a5 service neutron] 10.222.0.44 "GET /v2.0/networks?id=398c8298-b195-4fd4-a8b5-20be5bc325fb HTTP/1.1" status: 200 len: 925 time: 0.2448394 Mar 29 16:01:18.413794 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-48b68399-8665-4bce-8ca2-225f05120e9d req-87a634fa-fa6e-4708-87b1-53e7580e81dd service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=635d63f2-2ef3-456b-bdc0-475472de02e1 HTTP/1.1" status: 200 len: 217 time: 0.1599915 Mar 29 16:01:18.416650 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-41e8d781-ffd5-4f2b-aba8-6f1dbdd84e0c req-70641885-531c-433b-95df-2267946be2ef tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/ports?device_id=4c4f4c89-b416-4ded-b0ab-ee9874d6980b HTTP/1.1" status: 200 len: 210 time: 0.0413585 Mar 29 16:01:18.555014 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c4f4c89-b416-4ded-b0ab-ee9874d6980b', 'name': 'network-vif-deleted', 'tag': 'ab625c95-876e-4e99-933a-4a823554894d'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:01:18.558890 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c67b028db5e9b9818fecc5c0a87ebc6f190694fa53ca267d523e04f98de536d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e794625f-34d7-4483-99bb-40af214cd697" -d '{"events": [{"server_uuid": "4c4f4c89-b416-4ded-b0ab-ee9874d6980b", "name": "network-vif-deleted", "tag": "ab625c95-876e-4e99-933a-4a823554894d"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:01:18.632922 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b68399-8665-4bce-8ca2-225f05120e9d req-4f4f4662-4119-48da-93e5-8efd341f8561 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:01:18.634448 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-48b68399-8665-4bce-8ca2-225f05120e9d req-4f4f4662-4119-48da-93e5-8efd341f8561 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=34d1b670-4e43-40fb-92cd-48c144784062 HTTP/1.1" status: 200 len: 864 time: 0.2106450 Mar 29 16:01:18.655946 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ee66bb-4176-4126-83f1-339ff37ba972 req-24c377d9-22e5-4799-9c09-6bffc164dfb8 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:01:18.658096 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-c3ee66bb-4176-4126-83f1-339ff37ba972 req-24c377d9-22e5-4799-9c09-6bffc164dfb8 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/ports?device_id=4f24d3f6-64a3-452b-b656-94b2e3b74056 HTTP/1.1" status: 200 len: 947 time: 0.2433355 Mar 29 16:01:18.723684 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-48b68399-8665-4bce-8ca2-225f05120e9d req-8d072f73-fa70-42ee-989c-b57e39040a64 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=398c8298-b195-4fd4-a8b5-20be5bc325fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0627434 Mar 29 16:01:18.771108 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 16:01:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd60ea45-3706-45ab-bc20-646d142b5730 x-openstack-request-id: req-cd60ea45-3706-45ab-bc20-646d142b5730 {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:01:18.771458 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c4f4c89-b416-4ded-b0ab-ee9874d6980b", "name": "network-vif-deleted", "tag": "ab625c95-876e-4e99-933a-4a823554894d", "status": "completed", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:01:18.771682 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-cd60ea45-3706-45ab-bc20-646d142b5730 {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:01:18.772086 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c4f4c89-b416-4ded-b0ab-ee9874d6980b', 'name': 'network-vif-deleted', 'tag': 'ab625c95-876e-4e99-933a-4a823554894d', 'status': 'completed', 'code': 200} Mar 29 16:01:18.986476 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-c3ee66bb-4176-4126-83f1-339ff37ba972 req-7435d13b-6930-4c34-8392-cbc0d83b2958 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/security-groups?id=374804bf-1832-496a-a9bd-7f28df171a12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2569623 Mar 29 16:01:19.050163 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-48b68399-8665-4bce-8ca2-225f05120e9d req-f6339cd9-f98d-40ba-bd5b-fcdd60da9b47 service neutron] 10.222.0.44 "GET /v2.0/networks/398c8298-b195-4fd4-a8b5-20be5bc325fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2771621 Mar 29 16:01:19.236540 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-48b68399-8665-4bce-8ca2-225f05120e9d req-4369d786-5665-46b1-9784-cb0544221408 service neutron] 10.222.0.44 "GET /v2.0/networks/398c8298-b195-4fd4-a8b5-20be5bc325fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1787741 Mar 29 16:01:19.418886 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e940904-6535-4135-848f-ace5eea007c4 req-a49d09c3-8191-408f-99e4-76ad01684631 tempest-ServersNegativeTestMultiTenantJSON-1982556608 tempest-ServersNegativeTestMultiTenantJSON-1982556608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:01:19.429524 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-6e940904-6535-4135-848f-ace5eea007c4 req-a49d09c3-8191-408f-99e4-76ad01684631 tempest-ServersNegativeTestMultiTenantJSON-1982556608 tempest-ServersNegativeTestMultiTenantJSON-1982556608-project] 10.222.0.42 "GET /v2.0/ports?device_id=fd77f75b-4a45-41e6-8c82-01aca90961d6 HTTP/1.1" status: 200 len: 943 time: 0.0706213 Mar 29 16:01:19.504336 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-6e940904-6535-4135-848f-ace5eea007c4 req-97166c99-ed04-4316-be66-06489339a98e tempest-ServersNegativeTestMultiTenantJSON-1982556608 tempest-ServersNegativeTestMultiTenantJSON-1982556608-project] 10.222.0.42 "GET /v2.0/security-groups?id=def9821b-180c-4fca-a936-1ab0a862d579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735450 Mar 29 16:01:19.647891 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b03856d2-7788-49a3-aaa8-fe7dcc9311f6 req-b1ec52d5-7ed6-49d8-ac05-7b05ecee53c2 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/ports?device_id=4c4f4c89-b416-4ded-b0ab-ee9874d6980b HTTP/1.1" status: 200 len: 210 time: 0.0415688 Mar 29 16:01:20.220898 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5c4c34-c63c-49a9-bea4-d8e2caa27129 req-e835f061-821a-4f9f-9670-1d7cbbec1511 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:01:20.222441 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-ab5c4c34-c63c-49a9-bea4-d8e2caa27129 req-e835f061-821a-4f9f-9670-1d7cbbec1511 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/ports?device_id=4f24d3f6-64a3-452b-b656-94b2e3b74056 HTTP/1.1" status: 200 len: 947 time: 0.1041539 Mar 29 16:01:20.284577 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-ab5c4c34-c63c-49a9-bea4-d8e2caa27129 req-c7da5273-a0ce-4da3-8b67-e9d812ab03dc tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/security-groups?id=374804bf-1832-496a-a9bd-7f28df171a12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486012 Mar 29 16:01:20.635223 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 46834) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:01:20.664895 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2e75dc-52e4-43fa-b031-845bf7af2a11 req-bc70548f-a6bc-4809-ac42-67ccebd9d116 tempest-ServersNegativeTestMultiTenantJSON-1982556608 tempest-ServersNegativeTestMultiTenantJSON-1982556608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:01:20.675635 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-9e2e75dc-52e4-43fa-b031-845bf7af2a11 req-bc70548f-a6bc-4809-ac42-67ccebd9d116 tempest-ServersNegativeTestMultiTenantJSON-1982556608 tempest-ServersNegativeTestMultiTenantJSON-1982556608-project] 10.222.0.42 "GET /v2.0/ports?device_id=fd77f75b-4a45-41e6-8c82-01aca90961d6 HTTP/1.1" status: 200 len: 943 time: 0.0887504 Mar 29 16:01:20.723815 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-9e2e75dc-52e4-43fa-b031-845bf7af2a11 req-afeedbe6-f828-4853-a29b-b6b6dc712e11 tempest-ServersNegativeTestMultiTenantJSON-1982556608 tempest-ServersNegativeTestMultiTenantJSON-1982556608-project] 10.222.0.42 "GET /v2.0/security-groups?id=def9821b-180c-4fca-a936-1ab0a862d579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469403 Mar 29 16:01:20.834643 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device ab625c95-876e-4e99-933a-4a823554894d no longer exists at agent hyperv_n-h2-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 16:01:20.847737 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4503c059-3f0d-4e8d-881d-6c6763048b81 req-883d15e8-7e21-4155-8734-49315e79c081 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/ports?device_id=4c4f4c89-b416-4ded-b0ab-ee9874d6980b HTTP/1.1" status: 200 len: 210 time: 0.0469151 Mar 29 16:01:20.863160 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] No Port match for: ab625c95-876e-4e99-933a-4a823554894d {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 16:01:20.863756 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device ab625c95-876e-4e99-933a-4a823554894d not bound to the agent host n-h2-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 16:01:20.928715 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-7dbedc0b-8273-4610-a66d-6d3bbf7e80f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:20.972055 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74519de7-920b-4a02-8697-a23e87662ee7 req-bee2a3e3-77fd-46e8-867f-63a28cfc722b tempest-VolumesSnapshotTestJSON-706823163 tempest-VolumesSnapshotTestJSON-706823163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:01:20.979013 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-74519de7-920b-4a02-8697-a23e87662ee7 req-bee2a3e3-77fd-46e8-867f-63a28cfc722b tempest-VolumesSnapshotTestJSON-706823163 tempest-VolumesSnapshotTestJSON-706823163-project] 10.222.0.42 "GET /v2.0/networks?id=167f603a-90fb-4b42-9779-f65e53d0c85e HTTP/1.1" status: 200 len: 813 time: 0.2080534 Mar 29 16:01:20.999637 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-74519de7-920b-4a02-8697-a23e87662ee7 req-09691c02-6a41-48ad-9ec4-6c43f44551c2 tempest-VolumesSnapshotTestJSON-706823163 tempest-VolumesSnapshotTestJSON-706823163-project] 10.222.0.42 "GET /v2.0/quotas/3f341adab2904f23a51d9cb9f57ae8a8 HTTP/1.1" status: 200 len: 375 time: 0.0185571 Mar 29 16:01:21.062074 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-74519de7-920b-4a02-8697-a23e87662ee7 req-a31016ca-c798-4ad2-b5e4-f35da086e670 tempest-VolumesSnapshotTestJSON-706823163 tempest-VolumesSnapshotTestJSON-706823163-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=3f341adab2904f23a51d9cb9f57ae8a8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0531287 Mar 29 16:01:21.207115 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-7dbedc0b-8273-4610-a66d-6d3bbf7e80f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:21.221690 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-74519de7-920b-4a02-8697-a23e87662ee7 req-da88bde2-888f-4b71-a6c0-ed6e4263ef17 service neutron] 10.222.0.42 "GET /v2.0/networks/167f603a-90fb-4b42-9779-f65e53d0c85e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1585226 Mar 29 16:01:21.231092 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-7dbedc0b-8273-4610-a66d-6d3bbf7e80f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:21.297777 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-7dbedc0b-8273-4610-a66d-6d3bbf7e80f8 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=02b8d613bebe4ede87cef44247b9cca7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6615343 Mar 29 16:01:21.299964 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 46868) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:01:21.346081 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbedc0b-8273-4610-a66d-6d3bbf7e80f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f115c0d7-0728-4d8a-b756-09289cc72c66,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:01:21.430160 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-8fa5f482-bb22-447c-9483-0bb0642078c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:21.434725 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-74519de7-920b-4a02-8697-a23e87662ee7 req-f7679118-9903-43c1-bfbf-af95bf19eac7 service neutron] 10.222.0.42 "GET /v2.0/networks/167f603a-90fb-4b42-9779-f65e53d0c85e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2117453 Mar 29 16:01:21.464245 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-8fa5f482-bb22-447c-9483-0bb0642078c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:21.591638 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-8fa5f482-bb22-447c-9483-0bb0642078c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:21.594777 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-8fa5f482-bb22-447c-9483-0bb0642078c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:21.614807 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-8fa5f482-bb22-447c-9483-0bb0642078c1 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f115c0d7-0728-4d8a-b756-09289cc72c66 HTTP/1.1" status: 204 len: 168 time: 0.3037322 Mar 29 16:01:21.653076 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa5f482-bb22-447c-9483-0bb0642078c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f115c0d7-0728-4d8a-b756-09289cc72c66,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:01:21.676825 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa5f482-bb22-447c-9483-0bb0642078c1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:01:21.684514 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa5f482-bb22-447c-9483-0bb0642078c1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:01:21.684886 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa5f482-bb22-447c-9483-0bb0642078c1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:01:21.685223 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa5f482-bb22-447c-9483-0bb0642078c1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:01:21.685557 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa5f482-bb22-447c-9483-0bb0642078c1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:01:21.685886 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa5f482-bb22-447c-9483-0bb0642078c1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:01:21.686212 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa5f482-bb22-447c-9483-0bb0642078c1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:01:21.686536 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa5f482-bb22-447c-9483-0bb0642078c1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:01:21.686859 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa5f482-bb22-447c-9483-0bb0642078c1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:01:21.687181 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa5f482-bb22-447c-9483-0bb0642078c1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:01:21.691742 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa5f482-bb22-447c-9483-0bb0642078c1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:01:21.692098 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa5f482-bb22-447c-9483-0bb0642078c1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:01:21.706259 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-95617d36-91fc-4258-8d84-6e16641fd30e req-46bc96c9-e1d9-403c-ae71-e4037c15f0f6 tempest-VolumesSnapshotTestJSON-706823163 tempest-VolumesSnapshotTestJSON-706823163-project] 10.222.0.42 "GET /v2.0/ports?device_id=fc170718-464d-4686-882e-238aeba97cdc HTTP/1.1" status: 200 len: 210 time: 0.0413225 Mar 29 16:01:21.741855 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbf8698-b462-4d85-89ee-c556db2cf774 req-0b18d478-71eb-4f70-83e9-25831980ec3d tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:01:21.752472 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-acbf8698-b462-4d85-89ee-c556db2cf774 req-0b18d478-71eb-4f70-83e9-25831980ec3d tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/ports?device_id=4f24d3f6-64a3-452b-b656-94b2e3b74056 HTTP/1.1" status: 200 len: 947 time: 0.3235466 Mar 29 16:01:21.820144 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-acbf8698-b462-4d85-89ee-c556db2cf774 req-a6f567f4-206d-4b4a-b2f0-c0be40732ea9 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/security-groups?id=374804bf-1832-496a-a9bd-7f28df171a12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657609 Mar 29 16:01:21.898153 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device 635d63f2-2ef3-456b-bdc0-475472de02e1 details requested by agent hyperv_n-h1-834765-1 with host n-h1-834765-1 {{(pid=102792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 16:01:22.007403 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f2283e-1227-4c57-968f-33d27f546410 req-f9d87211-e462-4986-98ed-a2f03347e77f tempest-ServersNegativeTestMultiTenantJSON-1982556608 tempest-ServersNegativeTestMultiTenantJSON-1982556608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:01:22.016531 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-c5f2283e-1227-4c57-968f-33d27f546410 req-f9d87211-e462-4986-98ed-a2f03347e77f tempest-ServersNegativeTestMultiTenantJSON-1982556608 tempest-ServersNegativeTestMultiTenantJSON-1982556608-project] 10.222.0.42 "GET /v2.0/ports?device_id=fd77f75b-4a45-41e6-8c82-01aca90961d6 HTTP/1.1" status: 200 len: 943 time: 0.1510897 Mar 29 16:01:22.060716 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-240dd690-71fc-4828-8410-345b88f63f4b req-400d2fd7-f501-4fe1-98e1-5b65387e0881 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/ports?device_id=4c4f4c89-b416-4ded-b0ab-ee9874d6980b HTTP/1.1" status: 200 len: 210 time: 0.0712349 Mar 29 16:01:22.105946 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-c5f2283e-1227-4c57-968f-33d27f546410 req-6dcc14b1-f418-4759-90f6-cbdbbc445b60 tempest-ServersNegativeTestMultiTenantJSON-1982556608 tempest-ServersNegativeTestMultiTenantJSON-1982556608-project] 10.222.0.42 "GET /v2.0/security-groups?id=def9821b-180c-4fca-a936-1ab0a862d579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868688 Mar 29 16:01:22.215906 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 46924) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:01:22.225824 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port 635d63f2-2ef3-456b-bdc0-475472de02e1, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=635d63f2-2ef3-456b-bdc0-475472de02e1,segment=NetworkSegment(e6dfe0af-d083-4ad6-b540-ccf66936014a),segment_id=e6dfe0af-d083-4ad6-b540-ccf66936014a)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:01:22.238408 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f0c4e2-4e49-41a0-9c63-989fd0adb1b5 req-f926dd9b-efff-4cdb-be86-55040630fc36 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:01:22.240920 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-39b40b39-6dd9-4ef7-ad5f-825674303390 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:22.242521 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Returning: {'device': '635d63f2-2ef3-456b-bdc0-475472de02e1', 'network_id': '398c8298-b195-4fd4-a8b5-20be5bc325fb', 'port_id': '635d63f2-2ef3-456b-bdc0-475472de02e1', 'mac_address': 'fa:16:3e:c1:4b:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34d1b670-4e43-40fb-92cd-48c144784062', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 16:01:22.255840 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d4f0c4e2-4e49-41a0-9c63-989fd0adb1b5 req-f926dd9b-efff-4cdb-be86-55040630fc36 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/ports?device_id=4f24d3f6-64a3-452b-b656-94b2e3b74056 HTTP/1.1" status: 200 len: 947 time: 0.0897188 Mar 29 16:01:22.301487 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:22.326884 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d4f0c4e2-4e49-41a0-9c63-989fd0adb1b5 req-d4553795-b48d-4ac1-a8d6-f768002d052f tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/security-groups?id=374804bf-1832-496a-a9bd-7f28df171a12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700889 Mar 29 16:01:22.333342 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 635d63f2-2ef3-456b-bdc0-475472de02e1 {{(pid=102792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 16:01:22.388928 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-39b40b39-6dd9-4ef7-ad5f-825674303390 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:22.399223 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port 635d63f2-2ef3-456b-bdc0-475472de02e1, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=635d63f2-2ef3-456b-bdc0-475472de02e1,segment=NetworkSegment(e6dfe0af-d083-4ad6-b540-ccf66936014a),segment_id=e6dfe0af-d083-4ad6-b540-ccf66936014a)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:01:22.399591 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-39b40b39-6dd9-4ef7-ad5f-825674303390 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:22.427716 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:22.443740 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-39b40b39-6dd9-4ef7-ad5f-825674303390 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e95dac123c58470fae33b2ef6b4c1c5e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2266748 Mar 29 16:01:22.446364 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 46932) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:01:22.467453 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b40b39-6dd9-4ef7-ad5f-825674303390 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aba07fed-b469-4756-b224-873b3d39da88,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:01:22.557632 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-500e2276-e416-4f20-b7e9-609b3ac15197 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:22.579828 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Pushing event updated for resources: {'Port': ['ID=635d63f2-2ef3-456b-bdc0-475472de02e1,revision_number=4']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:01:22.582540 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-500e2276-e416-4f20-b7e9-609b3ac15197 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:22.656581 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-500e2276-e416-4f20-b7e9-609b3ac15197 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:22.661970 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-500e2276-e416-4f20-b7e9-609b3ac15197 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:22.663418 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-500e2276-e416-4f20-b7e9-609b3ac15197 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/aba07fed-b469-4756-b224-873b3d39da88 HTTP/1.1" status: 204 len: 168 time: 0.2160585 Mar 29 16:01:22.678434 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500e2276-e416-4f20-b7e9-609b3ac15197 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aba07fed-b469-4756-b224-873b3d39da88,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:01:22.747030 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] get_ports_and_sgs() called for port_ids ['635d63f2-2ef3-456b-bdc0-475472de02e1'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 16:01:22.921577 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-562dc7e6-b178-4b41-8a1a-cfe0068158b2 req-17034606-2942-4ae4-a03c-521c04d84da3 tempest-VolumesSnapshotTestJSON-706823163 tempest-VolumesSnapshotTestJSON-706823163-project] 10.222.0.42 "GET /v2.0/ports?device_id=fc170718-464d-4686-882e-238aeba97cdc HTTP/1.1" status: 200 len: 210 time: 0.0549378 Mar 29 16:01:23.376312 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e22d42e8-d3cd-4220-bb5b-4c9ddeeb87ff req-06d38751-c0b7-4d79-8d5e-35c744f2abd8 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/ports?device_id=4c4f4c89-b416-4ded-b0ab-ee9874d6980b HTTP/1.1" status: 200 len: 210 time: 0.1759589 Mar 29 16:01:23.397456 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4479742f-8d58-4b54-b94c-be1a26b65f0b req-09e40452-7a5b-4af9-9e37-205cbdf9cef3 tempest-ServersNegativeTestMultiTenantJSON-1982556608 tempest-ServersNegativeTestMultiTenantJSON-1982556608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:01:23.407828 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-4479742f-8d58-4b54-b94c-be1a26b65f0b req-09e40452-7a5b-4af9-9e37-205cbdf9cef3 tempest-ServersNegativeTestMultiTenantJSON-1982556608 tempest-ServersNegativeTestMultiTenantJSON-1982556608-project] 10.222.0.42 "GET /v2.0/ports?device_id=fd77f75b-4a45-41e6-8c82-01aca90961d6 HTTP/1.1" status: 200 len: 944 time: 0.1654506 Mar 29 16:01:23.459166 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74519de7-920b-4a02-8697-a23e87662ee7 req-8e291a9f-13ad-4545-96d3-d94def2c1c28 tempest-VolumesSnapshotTestJSON-706823163 tempest-VolumesSnapshotTestJSON-706823163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:01:23.461496 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-74519de7-920b-4a02-8697-a23e87662ee7 req-8e291a9f-13ad-4545-96d3-d94def2c1c28 tempest-VolumesSnapshotTestJSON-706823163 tempest-VolumesSnapshotTestJSON-706823163-project] 10.222.0.48 "GET /v2.0/networks?id=167f603a-90fb-4b42-9779-f65e53d0c85e HTTP/1.1" status: 200 len: 813 time: 0.3475862 Mar 29 16:01:23.464958 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-4479742f-8d58-4b54-b94c-be1a26b65f0b req-0ae50690-3e0d-41a9-a50d-f80f1d588059 tempest-ServersNegativeTestMultiTenantJSON-1982556608 tempest-ServersNegativeTestMultiTenantJSON-1982556608-project] 10.222.0.42 "GET /v2.0/security-groups?id=def9821b-180c-4fca-a936-1ab0a862d579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555704 Mar 29 16:01:23.493890 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [req-74519de7-920b-4a02-8697-a23e87662ee7 req-f8bd8d63-36c0-4c49-b3d5-3807111f1836 tempest-VolumesSnapshotTestJSON-706823163 tempest-VolumesSnapshotTestJSON-706823163-project] Request body: {'port': {'device_id': 'fc170718-464d-4686-882e-238aeba97cdc', 'network_id': '167f603a-90fb-4b42-9779-f65e53d0c85e', 'admin_state_up': True, 'tenant_id': '3f341adab2904f23a51d9cb9f57ae8a8'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:01:23.645100 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74519de7-920b-4a02-8697-a23e87662ee7 req-f8bd8d63-36c0-4c49-b3d5-3807111f1836 tempest-VolumesSnapshotTestJSON-706823163 tempest-VolumesSnapshotTestJSON-706823163-project] Made reservation on behalf of 3f341adab2904f23a51d9cb9f57ae8a8 for: {'port': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:01:23.651508 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-74519de7-920b-4a02-8697-a23e87662ee7 req-f8bd8d63-36c0-4c49-b3d5-3807111f1836 tempest-VolumesSnapshotTestJSON-706823163 tempest-VolumesSnapshotTestJSON-706823163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:23.827216 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_common [req-74519de7-920b-4a02-8697-a23e87662ee7 req-f8bd8d63-36c0-4c49-b3d5-3807111f1836 tempest-VolumesSnapshotTestJSON-706823163 tempest-VolumesSnapshotTestJSON-706823163-project] Allocated IP 172.20.0.3 (167f603a-90fb-4b42-9779-f65e53d0c85e/1736fd68-847e-4a56-8e5e-5425c210ffd4/2b7f7081-244b-431a-9e22-38621fc4ff0f) {{(pid=102791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:01:23.924233 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device 635d63f2-2ef3-456b-bdc0-475472de02e1 up at agent hyperv_n-h1-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 16:01:24.026460 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Provisioning for port 635d63f2-2ef3-456b-bdc0-475472de02e1 completed by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 16:01:24.037007 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Provisioning complete for port 635d63f2-2ef3-456b-bdc0-475472de02e1 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:01:24.039911 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:24.080533 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-74519de7-920b-4a02-8697-a23e87662ee7 req-f8bd8d63-36c0-4c49-b3d5-3807111f1836 tempest-VolumesSnapshotTestJSON-706823163 tempest-VolumesSnapshotTestJSON-706823163-project] Notify callbacks [] for port, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:24.109955 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4ff52cf8-b2d6-4eeb-87da-1ab27c7639e6 req-4f8e8cd7-c384-4f22-b433-a82ab2c2fae6 tempest-VolumesSnapshotTestJSON-706823163 tempest-VolumesSnapshotTestJSON-706823163-project] 10.222.0.42 "GET /v2.0/ports?device_id=fc170718-464d-4686-882e-238aeba97cdc HTTP/1.1" status: 200 len: 210 time: 0.0356302 Mar 29 16:01:24.166218 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-74519de7-920b-4a02-8697-a23e87662ee7 req-f8bd8d63-36c0-4c49-b3d5-3807111f1836 tempest-VolumesSnapshotTestJSON-706823163 tempest-VolumesSnapshotTestJSON-706823163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:24.254127 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:24.273603 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74519de7-920b-4a02-8697-a23e87662ee7 req-f8bd8d63-36c0-4c49-b3d5-3807111f1836 tempest-VolumesSnapshotTestJSON-706823163 tempest-VolumesSnapshotTestJSON-706823163-project] Network 167f603a-90fb-4b42-9779-f65e53d0c85e is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:01:24.280864 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [req-74519de7-920b-4a02-8697-a23e87662ee7 req-f8bd8d63-36c0-4c49-b3d5-3807111f1836 tempest-VolumesSnapshotTestJSON-706823163 tempest-VolumesSnapshotTestJSON-706823163-project] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:01:24.283551 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [req-74519de7-920b-4a02-8697-a23e87662ee7 req-f8bd8d63-36c0-4c49-b3d5-3807111f1836 tempest-VolumesSnapshotTestJSON-706823163 tempest-VolumesSnapshotTestJSON-706823163-project] Received port after_create {{(pid=102791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:01:24.315881 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd77f75b-4a45-41e6-8c82-01aca90961d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '635d63f2-2ef3-456b-bdc0-475472de02e1'}] {{(pid=102792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:01:24.322848 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4f476c66b318cc6068719fc39557fac68d413f5c7e78fa77028c7948e999ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd7540a5-3440-4951-91d9-6205151ed9fe" -d '{"events": [{"server_uuid": "fd77f75b-4a45-41e6-8c82-01aca90961d6", "name": "network-vif-plugged", "status": "completed", "tag": "635d63f2-2ef3-456b-bdc0-475472de02e1"}]}' {{(pid=102792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:01:24.344825 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bd8d63-36c0-4c49-b3d5-3807111f1836 tempest-VolumesSnapshotTestJSON-706823163 tempest-VolumesSnapshotTestJSON-706823163-project] Pushing event updated for resources: {'Port': ['ID=2b7f7081-244b-431a-9e22-38621fc4ff0f,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:01:24.399206 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port 635d63f2-2ef3-456b-bdc0-475472de02e1, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=635d63f2-2ef3-456b-bdc0-475472de02e1,segment=NetworkSegment(e6dfe0af-d083-4ad6-b540-ccf66936014a),segment_id=e6dfe0af-d083-4ad6-b540-ccf66936014a)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:01:24.406305 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74519de7-920b-4a02-8697-a23e87662ee7 req-f8bd8d63-36c0-4c49-b3d5-3807111f1836 tempest-VolumesSnapshotTestJSON-706823163 tempest-VolumesSnapshotTestJSON-706823163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:01:24.409696 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:24.423047 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-74519de7-920b-4a02-8697-a23e87662ee7 req-f8bd8d63-36c0-4c49-b3d5-3807111f1836 tempest-VolumesSnapshotTestJSON-706823163 tempest-VolumesSnapshotTestJSON-706823163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:24.467877 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-74519de7-920b-4a02-8697-a23e87662ee7 req-f8bd8d63-36c0-4c49-b3d5-3807111f1836 tempest-VolumesSnapshotTestJSON-706823163 tempest-VolumesSnapshotTestJSON-706823163-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9766436 Mar 29 16:01:24.480752 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 16:01:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a6678fd-de94-4bcd-924f-81ba73b6a3ba x-openstack-request-id: req-6a6678fd-de94-4bcd-924f-81ba73b6a3ba {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:01:24.481969 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd77f75b-4a45-41e6-8c82-01aca90961d6", "name": "network-vif-plugged", "status": "completed", "tag": "635d63f2-2ef3-456b-bdc0-475472de02e1", "code": 200}]} {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:01:24.482578 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-6a6678fd-de94-4bcd-924f-81ba73b6a3ba {{(pid=102792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:01:24.483206 n-d-834765-1 neutron-server[102792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd77f75b-4a45-41e6-8c82-01aca90961d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '635d63f2-2ef3-456b-bdc0-475472de02e1', 'code': 200} Mar 29 16:01:24.544380 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Pushing event updated for resources: {'Port': ['ID=635d63f2-2ef3-456b-bdc0-475472de02e1,revision_number=5']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:01:24.715047 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822be54f-ac35-4807-9017-42fa70f00b5d req-fde50db7-1fa2-44f7-ae8f-c6235514212a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:01:24.716578 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-822be54f-ac35-4807-9017-42fa70f00b5d req-fde50db7-1fa2-44f7-ae8f-c6235514212a service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=fd77f75b-4a45-41e6-8c82-01aca90961d6 HTTP/1.1" status: 200 len: 1096 time: 0.1212208 Mar 29 16:01:24.770007 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757c6bb3-482a-4058-9621-ac84903bdb8a req-a591ea02-d937-4300-bfe1-0e57059d7f3e tempest-ServersNegativeTestMultiTenantJSON-1982556608 tempest-ServersNegativeTestMultiTenantJSON-1982556608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:01:24.773128 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-757c6bb3-482a-4058-9621-ac84903bdb8a req-a591ea02-d937-4300-bfe1-0e57059d7f3e tempest-ServersNegativeTestMultiTenantJSON-1982556608 tempest-ServersNegativeTestMultiTenantJSON-1982556608-project] 10.222.0.42 "GET /v2.0/ports?device_id=fd77f75b-4a45-41e6-8c82-01aca90961d6 HTTP/1.1" status: 200 len: 945 time: 0.0988681 Mar 29 16:01:24.798589 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [req-74519de7-920b-4a02-8697-a23e87662ee7 req-7bfd36b2-fd3b-4fab-997c-876e9a8e54e3 service neutron] Request body: {'port': {'device_id': 'fc170718-464d-4686-882e-238aeba97cdc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834765-1'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:01:24.813813 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-822be54f-ac35-4807-9017-42fa70f00b5d req-b7ab4a48-71dc-4b59-be05-5f96d5670185 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=def9821b-180c-4fca-a936-1ab0a862d579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637214 Mar 29 16:01:24.843139 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device ac0b4df0-cb96-4479-a8cd-db71862ed96d no longer exists at agent hyperv_n-h2-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 16:01:24.862438 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-757c6bb3-482a-4058-9621-ac84903bdb8a req-ce16630d-2faf-4392-afbb-74a740df6d02 tempest-ServersNegativeTestMultiTenantJSON-1982556608 tempest-ServersNegativeTestMultiTenantJSON-1982556608-project] 10.222.0.42 "GET /v2.0/security-groups?id=def9821b-180c-4fca-a936-1ab0a862d579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830057 Mar 29 16:01:24.911545 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cf43de-4c8e-4fb5-8880-927f77f42b91 req-409da88f-5930-468b-8a1e-c772859d228b tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:01:24.915766 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-66cf43de-4c8e-4fb5-8880-927f77f42b91 req-409da88f-5930-468b-8a1e-c772859d228b tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/ports?device_id=4f24d3f6-64a3-452b-b656-94b2e3b74056 HTTP/1.1" status: 200 len: 947 time: 0.2149317 Mar 29 16:01:24.925491 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-74519de7-920b-4a02-8697-a23e87662ee7 req-7bfd36b2-fd3b-4fab-997c-876e9a8e54e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:24.948624 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:24.984282 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-66cf43de-4c8e-4fb5-8880-927f77f42b91 req-51f9b254-ac29-4db0-b7ae-dcd0df082f25 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/security-groups?id=374804bf-1832-496a-a9bd-7f28df171a12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457354 Mar 29 16:01:25.015191 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port ac0b4df0-cb96-4479-a8cd-db71862ed96d, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=ac0b4df0-cb96-4479-a8cd-db71862ed96d,segment=NetworkSegment(94b35437-d3ca-48bd-89d7-8faa6fa42a91),segment_id=94b35437-d3ca-48bd-89d7-8faa6fa42a91)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:01:25.023556 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:25.105021 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Pushing event updated for resources: {'Port': ['ID=ac0b4df0-cb96-4479-a8cd-db71862ed96d,revision_number=14']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:01:25.193924 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b710c72-7f0b-46d2-bccc-a880f0062ebd req-74bbc703-2b91-458b-980f-cbefa1b5b091 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:01:25.196998 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-2b710c72-7f0b-46d2-bccc-a880f0062ebd req-74bbc703-2b91-458b-980f-cbefa1b5b091 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/ports?device_id=4f24d3f6-64a3-452b-b656-94b2e3b74056 HTTP/1.1" status: 200 len: 945 time: 0.0862169 Mar 29 16:01:25.256035 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-2b710c72-7f0b-46d2-bccc-a880f0062ebd req-0481ed1b-10b0-42a7-a281-f009988917f5 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/security-groups?id=374804bf-1832-496a-a9bd-7f28df171a12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525930 Mar 29 16:01:25.403850 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb26362e-e4a6-48a8-8120-9da1b9ebf720 req-af281572-244e-41de-bdd4-fcac2430ba44 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:01:25.409256 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-bb26362e-e4a6-48a8-8120-9da1b9ebf720 req-af281572-244e-41de-bdd4-fcac2430ba44 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/ports?device_id=4f24d3f6-64a3-452b-b656-94b2e3b74056 HTTP/1.1" status: 200 len: 945 time: 0.0760751 Mar 29 16:01:25.499855 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-bb26362e-e4a6-48a8-8120-9da1b9ebf720 req-2d83cf70-76f7-434b-bb1f-14b2e2ae4342 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/security-groups?id=374804bf-1832-496a-a9bd-7f28df171a12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0775962 Mar 29 16:01:25.677012 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d911220b-383e-44cc-98d0-aa1d686b46a6 req-7da03574-b0a6-4778-9e7a-0cd12a488cc9 tempest-VolumesSnapshotTestJSON-706823163 tempest-VolumesSnapshotTestJSON-706823163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:01:25.685494 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d911220b-383e-44cc-98d0-aa1d686b46a6 req-7da03574-b0a6-4778-9e7a-0cd12a488cc9 tempest-VolumesSnapshotTestJSON-706823163 tempest-VolumesSnapshotTestJSON-706823163-project] 10.222.0.42 "GET /v2.0/ports?device_id=fc170718-464d-4686-882e-238aeba97cdc HTTP/1.1" status: 200 len: 931 time: 0.4350772 Mar 29 16:01:25.750702 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d911220b-383e-44cc-98d0-aa1d686b46a6 req-cc7a7499-b44b-4f8b-8f79-3965fceb3289 tempest-VolumesSnapshotTestJSON-706823163 tempest-VolumesSnapshotTestJSON-706823163-project] 10.222.0.42 "GET /v2.0/security-groups?id=9fb47330-a036-4843-a522-03e96faefeb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595136 Mar 29 16:01:25.862375 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bfe6ed-eeb8-4001-8061-48580c178202 req-19b984bc-60ef-4ca3-88f8-d1d62e350614 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:01:25.863976 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-c8bfe6ed-eeb8-4001-8061-48580c178202 req-19b984bc-60ef-4ca3-88f8-d1d62e350614 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/ports?device_id=4f24d3f6-64a3-452b-b656-94b2e3b74056 HTTP/1.1" status: 200 len: 945 time: 0.0589411 Mar 29 16:01:25.925299 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-c8bfe6ed-eeb8-4001-8061-48580c178202 req-001a9460-7ee9-419a-8049-a80486e0f820 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/security-groups?id=374804bf-1832-496a-a9bd-7f28df171a12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509586 Mar 29 16:01:25.964521 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd3c150-09f7-4ce2-9a5f-01a62a8cba1a req-17be2922-7789-4d1c-96f9-8183d93f288d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:01:25.966178 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-8fd3c150-09f7-4ce2-9a5f-01a62a8cba1a req-17be2922-7789-4d1c-96f9-8183d93f288d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=358ad84304604947a292f32d4e62126b&device_id=4f24d3f6-64a3-452b-b656-94b2e3b74056 HTTP/1.1" status: 200 len: 1096 time: 0.1571317 Mar 29 16:01:25.989232 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [req-74519de7-920b-4a02-8697-a23e87662ee7 req-7bfd36b2-fd3b-4fab-997c-876e9a8e54e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b7f7081-244b-431a-9e22-38621fc4ff0f {{(pid=102791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 16:01:26.003173 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-74519de7-920b-4a02-8697-a23e87662ee7 req-7bfd36b2-fd3b-4fab-997c-876e9a8e54e3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:26.134415 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd3c150-09f7-4ce2-9a5f-01a62a8cba1a req-383066b3-0ab1-4c15-8183-91ef24c4a0f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:01:26.135939 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-8fd3c150-09f7-4ce2-9a5f-01a62a8cba1a req-383066b3-0ab1-4c15-8183-91ef24c4a0f2 service neutron] 10.222.0.48 "GET /v2.0/networks?id=3364456e-aead-437c-a830-dc7a420fe2a4 HTTP/1.1" status: 200 len: 913 time: 0.1630583 Mar 29 16:01:26.158955 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.provisioning_blocks [req-74519de7-920b-4a02-8697-a23e87662ee7 req-7bfd36b2-fd3b-4fab-997c-876e9a8e54e3 service neutron] Transition to ACTIVE for port object 2b7f7081-244b-431a-9e22-38621fc4ff0f will not be triggered until provisioned by entity L2. {{(pid=102791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 16:01:26.233060 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-8fd3c150-09f7-4ce2-9a5f-01a62a8cba1a req-a1ecf587-9677-42e9-88f9-ceace700647b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ac0b4df0-cb96-4479-a8cd-db71862ed96d HTTP/1.1" status: 200 len: 1000 time: 0.0871954 Mar 29 16:01:26.235233 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-74519de7-920b-4a02-8697-a23e87662ee7 req-7bfd36b2-fd3b-4fab-997c-876e9a8e54e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:26.316511 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da836bf-e609-45a1-82d6-c735f4188d94 req-61c8c007-0543-44cc-a58c-9f10b0add658 tempest-ServersNegativeTestMultiTenantJSON-1982556608 tempest-ServersNegativeTestMultiTenantJSON-1982556608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:01:26.323855 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-8da836bf-e609-45a1-82d6-c735f4188d94 req-61c8c007-0543-44cc-a58c-9f10b0add658 tempest-ServersNegativeTestMultiTenantJSON-1982556608 tempest-ServersNegativeTestMultiTenantJSON-1982556608-project] 10.222.0.42 "GET /v2.0/ports?device_id=fd77f75b-4a45-41e6-8c82-01aca90961d6 HTTP/1.1" status: 200 len: 945 time: 0.3180683 Mar 29 16:01:26.412366 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfd36b2-fd3b-4fab-997c-876e9a8e54e3 service neutron] Pushing event updated for resources: {'Port': ['ID=2b7f7081-244b-431a-9e22-38621fc4ff0f,revision_number=2']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:01:26.438478 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd3c150-09f7-4ce2-9a5f-01a62a8cba1a req-00129dcb-5fd1-4464-8cad-47a29082110b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:01:26.440053 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-8fd3c150-09f7-4ce2-9a5f-01a62a8cba1a req-00129dcb-5fd1-4464-8cad-47a29082110b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6caada61-173d-4256-8e9d-611647191ef5 HTTP/1.1" status: 200 len: 851 time: 0.1928942 Mar 29 16:01:26.454319 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-8da836bf-e609-45a1-82d6-c735f4188d94 req-f68d3114-ec27-4b23-aa9f-cbf812f8dc07 tempest-ServersNegativeTestMultiTenantJSON-1982556608 tempest-ServersNegativeTestMultiTenantJSON-1982556608-project] 10.222.0.42 "GET /v2.0/security-groups?id=def9821b-180c-4fca-a936-1ab0a862d579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267982 Mar 29 16:01:26.485393 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f24d3f6-64a3-452b-b656-94b2e3b74056', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac0b4df0-cb96-4479-a8cd-db71862ed96d'}] {{(pid=102792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:01:26.488503 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4f476c66b318cc6068719fc39557fac68d413f5c7e78fa77028c7948e999ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab91d119-c048-448c-8226-75919837584f" -d '{"events": [{"server_uuid": "4f24d3f6-64a3-452b-b656-94b2e3b74056", "name": "network-vif-unplugged", "status": "completed", "tag": "ac0b4df0-cb96-4479-a8cd-db71862ed96d"}]}' {{(pid=102792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:01:26.510010 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-74519de7-920b-4a02-8697-a23e87662ee7 req-7bfd36b2-fd3b-4fab-997c-876e9a8e54e3 service neutron] Attempting to bind port 2b7f7081-244b-431a-9e22-38621fc4ff0f on host n-h2-834765-1 for vnic_type normal with profile {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 16:01:26.510238 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-74519de7-920b-4a02-8697-a23e87662ee7 req-7bfd36b2-fd3b-4fab-997c-876e9a8e54e3 service neutron] Attempting to bind port 2b7f7081-244b-431a-9e22-38621fc4ff0f by drivers openvswitch,hyperv on host n-h2-834765-1 at level 0 using segments [{'id': '931507c8-08e1-4318-be78-a5a66e835649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '167f603a-90fb-4b42-9779-f65e53d0c85e'}] {{(pid=102791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 16:01:26.510512 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74519de7-920b-4a02-8697-a23e87662ee7 req-7bfd36b2-fd3b-4fab-997c-876e9a8e54e3 service neutron] Attempting to bind port 2b7f7081-244b-431a-9e22-38621fc4ff0f on network 167f603a-90fb-4b42-9779-f65e53d0c85e {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 16:01:26.518356 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74519de7-920b-4a02-8697-a23e87662ee7 req-7bfd36b2-fd3b-4fab-997c-876e9a8e54e3 service neutron] Port 2b7f7081-244b-431a-9e22-38621fc4ff0f on network 167f603a-90fb-4b42-9779-f65e53d0c85e not bound, no agent of type Open vSwitch agent registered on host n-h2-834765-1 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 16:01:26.518675 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74519de7-920b-4a02-8697-a23e87662ee7 req-7bfd36b2-fd3b-4fab-997c-876e9a8e54e3 service neutron] Attempting to bind port 2b7f7081-244b-431a-9e22-38621fc4ff0f on network 167f603a-90fb-4b42-9779-f65e53d0c85e {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 16:01:26.527060 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd3c150-09f7-4ce2-9a5f-01a62a8cba1a req-97190ca9-f360-46fb-8d5b-20d21485804c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:01:26.529689 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-8fd3c150-09f7-4ce2-9a5f-01a62a8cba1a req-97190ca9-f360-46fb-8d5b-20d21485804c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3364456e-aead-437c-a830-dc7a420fe2a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0716958 Mar 29 16:01:26.530481 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74519de7-920b-4a02-8697-a23e87662ee7 req-7bfd36b2-fd3b-4fab-997c-876e9a8e54e3 service neutron] Checking agent: {'id': '3e4b4912-b4a2-4d17-b5bd-6ce15529e8eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 33, 17), 'started_at': datetime.datetime(2022, 3, 29, 15, 33, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 16, 1, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 16:01:26.530806 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74519de7-920b-4a02-8697-a23e87662ee7 req-7bfd36b2-fd3b-4fab-997c-876e9a8e54e3 service neutron] Checking segment: {'id': '931507c8-08e1-4318-be78-a5a66e835649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '167f603a-90fb-4b42-9779-f65e53d0c85e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 16:01:26.531206 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74519de7-920b-4a02-8697-a23e87662ee7 req-7bfd36b2-fd3b-4fab-997c-876e9a8e54e3 service neutron] Bound using segment: {'id': '931507c8-08e1-4318-be78-a5a66e835649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '167f603a-90fb-4b42-9779-f65e53d0c85e'} {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 16:01:26.532206 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-74519de7-920b-4a02-8697-a23e87662ee7 req-7bfd36b2-fd3b-4fab-997c-876e9a8e54e3 service neutron] Bound port: 2b7f7081-244b-431a-9e22-38621fc4ff0f, host: n-h2-834765-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '931507c8-08e1-4318-be78-a5a66e835649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '167f603a-90fb-4b42-9779-f65e53d0c85e'}}] {{(pid=102791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 16:01:26.532557 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-74519de7-920b-4a02-8697-a23e87662ee7 req-7bfd36b2-fd3b-4fab-997c-876e9a8e54e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:26.546385 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 29 Mar 2022 16:01:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e61a39c1-ecb7-4218-9d50-bd31993d08b9 x-openstack-request-id: req-e61a39c1-ecb7-4218-9d50-bd31993d08b9 {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:01:26.546695 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f24d3f6-64a3-452b-b656-94b2e3b74056", "name": "network-vif-unplugged", "status": "completed", "tag": "ac0b4df0-cb96-4479-a8cd-db71862ed96d", "code": 200}]} {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:01:26.547009 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e61a39c1-ecb7-4218-9d50-bd31993d08b9 {{(pid=102792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:01:26.547474 n-d-834765-1 neutron-server[102792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f24d3f6-64a3-452b-b656-94b2e3b74056', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac0b4df0-cb96-4479-a8cd-db71862ed96d', 'code': 200} Mar 29 16:01:26.756912 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-74519de7-920b-4a02-8697-a23e87662ee7 req-7bfd36b2-fd3b-4fab-997c-876e9a8e54e3 service neutron] For port 2b7f7081-244b-431a-9e22-38621fc4ff0f, host n-h2-834765-1, cleared binding levels {{(pid=102791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 16:01:26.756912 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-74519de7-920b-4a02-8697-a23e87662ee7 req-7bfd36b2-fd3b-4fab-997c-876e9a8e54e3 service neutron] For port 2b7f7081-244b-431a-9e22-38621fc4ff0f, host n-h2-834765-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=2b7f7081-244b-431a-9e22-38621fc4ff0f,segment=NetworkSegment(931507c8-08e1-4318-be78-a5a66e835649),segment_id=931507c8-08e1-4318-be78-a5a66e835649)] {{(pid=102791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 16:01:26.756912 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-8fd3c150-09f7-4ce2-9a5f-01a62a8cba1a req-a05360be-215d-4e72-a4db-4cb128b7a901 service neutron] 10.222.0.48 "GET /v2.0/networks/3364456e-aead-437c-a830-dc7a420fe2a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2108154 Mar 29 16:01:26.762508 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-74519de7-920b-4a02-8697-a23e87662ee7 req-7bfd36b2-fd3b-4fab-997c-876e9a8e54e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:26.824247 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74519de7-920b-4a02-8697-a23e87662ee7 req-7bfd36b2-fd3b-4fab-997c-876e9a8e54e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:01:26.825056 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-74519de7-920b-4a02-8697-a23e87662ee7 req-7bfd36b2-fd3b-4fab-997c-876e9a8e54e3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:26.826818 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-74519de7-920b-4a02-8697-a23e87662ee7 req-7bfd36b2-fd3b-4fab-997c-876e9a8e54e3 service neutron] 10.222.0.48 "PUT /v2.0/ports/2b7f7081-244b-431a-9e22-38621fc4ff0f HTTP/1.1" status: 200 len: 1091 time: 2.3524489 Mar 29 16:01:26.843344 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc170718-464d-4686-882e-238aeba97cdc', 'tag': '2b7f7081-244b-431a-9e22-38621fc4ff0f'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:01:26.846139 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c67b028db5e9b9818fecc5c0a87ebc6f190694fa53ca267d523e04f98de536d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf7138bc-7f50-4eb0-9bc5-0ea5795b725e" -d '{"events": [{"name": "network-changed", "server_uuid": "fc170718-464d-4686-882e-238aeba97cdc", "tag": "2b7f7081-244b-431a-9e22-38621fc4ff0f"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:01:27.015899 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfd36b2-fd3b-4fab-997c-876e9a8e54e3 service neutron] Pushing event updated for resources: {'Port': ['ID=2b7f7081-244b-431a-9e22-38621fc4ff0f,revision_number=3']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:01:27.052901 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74519de7-920b-4a02-8697-a23e87662ee7 req-8abb82ab-0f0b-4c52-80f2-fb3a28433ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:01:27.054511 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-74519de7-920b-4a02-8697-a23e87662ee7 req-8abb82ab-0f0b-4c52-80f2-fb3a28433ed8 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3f341adab2904f23a51d9cb9f57ae8a8&device_id=fc170718-464d-4686-882e-238aeba97cdc HTTP/1.1" status: 200 len: 1094 time: 0.1216476 Mar 29 16:01:27.062035 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-8fd3c150-09f7-4ce2-9a5f-01a62a8cba1a req-ef850ebd-6723-4479-835f-a3ea41cde0ce service neutron] 10.222.0.48 "GET /v2.0/networks/3364456e-aead-437c-a830-dc7a420fe2a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2968247 Mar 29 16:01:27.081928 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4fe763-0f1f-42ff-b063-58182f98b174 req-efb393d3-69b3-488f-967a-468081218124 tempest-VolumesSnapshotTestJSON-706823163 tempest-VolumesSnapshotTestJSON-706823163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:01:27.083659 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-5d4fe763-0f1f-42ff-b063-58182f98b174 req-efb393d3-69b3-488f-967a-468081218124 tempest-VolumesSnapshotTestJSON-706823163 tempest-VolumesSnapshotTestJSON-706823163-project] 10.222.0.42 "GET /v2.0/ports?device_id=fc170718-464d-4686-882e-238aeba97cdc HTTP/1.1" status: 200 len: 943 time: 0.1436903 Mar 29 16:01:27.123771 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-74519de7-920b-4a02-8697-a23e87662ee7 req-be92bce4-f325-4a7f-b13b-ffe968a37125 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2b7f7081-244b-431a-9e22-38621fc4ff0f HTTP/1.1" status: 200 len: 217 time: 0.0601552 Mar 29 16:01:27.230906 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74519de7-920b-4a02-8697-a23e87662ee7 req-3ddcd922-7e0b-4ace-aa34-03990f54e1a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:01:27.233363 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-74519de7-920b-4a02-8697-a23e87662ee7 req-3ddcd922-7e0b-4ace-aa34-03990f54e1a0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=1736fd68-847e-4a56-8e5e-5425c210ffd4 HTTP/1.1" status: 200 len: 853 time: 0.1020489 Mar 29 16:01:27.286963 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-74519de7-920b-4a02-8697-a23e87662ee7 req-97b4f50a-66f0-488a-9c21-207b32c3f343 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=167f603a-90fb-4b42-9779-f65e53d0c85e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419960 Mar 29 16:01:27.290854 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 16:01:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c0d8f8b-24d3-4464-a4e5-130334617504 x-openstack-request-id: req-7c0d8f8b-24d3-4464-a4e5-130334617504 {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:01:27.291248 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc170718-464d-4686-882e-238aeba97cdc", "tag": "2b7f7081-244b-431a-9e22-38621fc4ff0f", "status": "completed", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:01:27.291638 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-7c0d8f8b-24d3-4464-a4e5-130334617504 {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:01:27.292258 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc170718-464d-4686-882e-238aeba97cdc', 'tag': '2b7f7081-244b-431a-9e22-38621fc4ff0f', 'status': 'completed', 'code': 200} Mar 29 16:01:27.328635 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-5d4fe763-0f1f-42ff-b063-58182f98b174 req-4e4716f0-e5ad-4ed8-bdf8-7207fd82be6e tempest-VolumesSnapshotTestJSON-706823163 tempest-VolumesSnapshotTestJSON-706823163-project] 10.222.0.42 "GET /v2.0/security-groups?id=9fb47330-a036-4843-a522-03e96faefeb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871908 Mar 29 16:01:27.451098 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-74519de7-920b-4a02-8697-a23e87662ee7 req-8b28b35d-006a-40dc-830c-2f81cff75852 service neutron] 10.222.0.48 "GET /v2.0/networks/167f603a-90fb-4b42-9779-f65e53d0c85e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1575711 Mar 29 16:01:27.457528 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b5dae7-15dc-4cec-8cd8-329ac36fe43a req-4dc5cc5a-ab56-4c08-a826-6189af3f570a tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:01:27.459426 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-03b5dae7-15dc-4cec-8cd8-329ac36fe43a req-4dc5cc5a-ab56-4c08-a826-6189af3f570a tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/ports?device_id=4f24d3f6-64a3-452b-b656-94b2e3b74056 HTTP/1.1" status: 200 len: 945 time: 0.0645137 Mar 29 16:01:27.533396 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-03b5dae7-15dc-4cec-8cd8-329ac36fe43a req-36edc8dc-272c-4c6e-a69b-307d15e98244 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/security-groups?id=374804bf-1832-496a-a9bd-7f28df171a12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667019 Mar 29 16:01:27.652558 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-74519de7-920b-4a02-8697-a23e87662ee7 req-8fd86dfb-2d17-4d2e-b4a7-b1f87849ae2d service neutron] 10.222.0.48 "GET /v2.0/networks/167f603a-90fb-4b42-9779-f65e53d0c85e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1938815 Mar 29 16:01:27.665209 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c573910-35b9-466c-bb6c-d5aa2122271e req-edc48ef5-0916-4e8c-a72b-8214729b22ee tempest-ServersNegativeTestMultiTenantJSON-1982556608 tempest-ServersNegativeTestMultiTenantJSON-1982556608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:01:27.674450 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-9c573910-35b9-466c-bb6c-d5aa2122271e req-edc48ef5-0916-4e8c-a72b-8214729b22ee tempest-ServersNegativeTestMultiTenantJSON-1982556608 tempest-ServersNegativeTestMultiTenantJSON-1982556608-project] 10.222.0.42 "GET /v2.0/ports?device_id=fd77f75b-4a45-41e6-8c82-01aca90961d6 HTTP/1.1" status: 200 len: 945 time: 0.1081221 Mar 29 16:01:27.807848 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-9c573910-35b9-466c-bb6c-d5aa2122271e req-3589bcc4-5c43-4aed-8d11-8e60e277dcf7 tempest-ServersNegativeTestMultiTenantJSON-1982556608 tempest-ServersNegativeTestMultiTenantJSON-1982556608-project] 10.222.0.42 "GET /v2.0/security-groups?id=def9821b-180c-4fca-a936-1ab0a862d579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322134 Mar 29 16:01:27.824784 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7138bc-7f50-4eb0-9bc5-0ea5795b725e req-d44e2605-59d9-482c-a93f-04611edd4c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:01:27.831313 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-bf7138bc-7f50-4eb0-9bc5-0ea5795b725e req-d44e2605-59d9-482c-a93f-04611edd4c5c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3f341adab2904f23a51d9cb9f57ae8a8&device_id=fc170718-464d-4686-882e-238aeba97cdc HTTP/1.1" status: 200 len: 1094 time: 0.0975833 Mar 29 16:01:27.966151 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7138bc-7f50-4eb0-9bc5-0ea5795b725e req-d0e6649a-ddf3-4bf2-883d-32bc9ff138e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:01:27.971107 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-bf7138bc-7f50-4eb0-9bc5-0ea5795b725e req-d0e6649a-ddf3-4bf2-883d-32bc9ff138e7 service neutron] 10.222.0.48 "GET /v2.0/networks?id=167f603a-90fb-4b42-9779-f65e53d0c85e HTTP/1.1" status: 200 len: 914 time: 0.1364858 Mar 29 16:01:27.990396 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f327d5d4-d709-4239-aa86-952d12ee04ee req-96623a32-3b30-40c6-a4c1-8da27450245b tempest-ServersNegativeTestMultiTenantJSON-1982556608 tempest-ServersNegativeTestMultiTenantJSON-1982556608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:01:28.007551 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-f327d5d4-d709-4239-aa86-952d12ee04ee req-96623a32-3b30-40c6-a4c1-8da27450245b tempest-ServersNegativeTestMultiTenantJSON-1982556608 tempest-ServersNegativeTestMultiTenantJSON-1982556608-project] 10.222.0.42 "GET /v2.0/ports?device_id=fd77f75b-4a45-41e6-8c82-01aca90961d6 HTTP/1.1" status: 200 len: 945 time: 0.0829265 Mar 29 16:01:28.052463 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-f327d5d4-d709-4239-aa86-952d12ee04ee req-561c4364-8004-4ac2-ac8d-f4c9255a60ad tempest-ServersNegativeTestMultiTenantJSON-1982556608 tempest-ServersNegativeTestMultiTenantJSON-1982556608-project] 10.222.0.42 "GET /v2.0/security-groups?id=def9821b-180c-4fca-a936-1ab0a862d579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438972 Mar 29 16:01:28.056919 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-bf7138bc-7f50-4eb0-9bc5-0ea5795b725e req-2c15578e-a816-42ff-9119-0ac82cc677a1 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2b7f7081-244b-431a-9e22-38621fc4ff0f HTTP/1.1" status: 200 len: 217 time: 0.0772686 Mar 29 16:01:28.128060 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7138bc-7f50-4eb0-9bc5-0ea5795b725e req-8cce8468-f244-42d2-a3a1-72f82b8cea89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:01:28.130238 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-bf7138bc-7f50-4eb0-9bc5-0ea5795b725e req-8cce8468-f244-42d2-a3a1-72f82b8cea89 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=1736fd68-847e-4a56-8e5e-5425c210ffd4 HTTP/1.1" status: 200 len: 853 time: 0.0607302 Mar 29 16:01:28.196638 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-bf7138bc-7f50-4eb0-9bc5-0ea5795b725e req-1ce40714-a4f7-4d22-badb-14acc24ca243 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=167f603a-90fb-4b42-9779-f65e53d0c85e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0588458 Mar 29 16:01:28.301739 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-bf7138bc-7f50-4eb0-9bc5-0ea5795b725e req-e319b2ad-ffb6-4178-af55-a64c6e39a8fb service neutron] 10.222.0.48 "GET /v2.0/networks/167f603a-90fb-4b42-9779-f65e53d0c85e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989525 Mar 29 16:01:28.498138 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d86d07c-c097-4477-aae5-c331dccc452e req-5a4962ec-b146-4de8-8653-7abda91ef68d tempest-VolumesSnapshotTestJSON-706823163 tempest-VolumesSnapshotTestJSON-706823163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:01:28.504884 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-7d86d07c-c097-4477-aae5-c331dccc452e req-5a4962ec-b146-4de8-8653-7abda91ef68d tempest-VolumesSnapshotTestJSON-706823163 tempest-VolumesSnapshotTestJSON-706823163-project] 10.222.0.42 "GET /v2.0/ports?device_id=fc170718-464d-4686-882e-238aeba97cdc HTTP/1.1" status: 200 len: 943 time: 0.0944858 Mar 29 16:01:28.508169 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-bf7138bc-7f50-4eb0-9bc5-0ea5795b725e req-799ecf67-20c1-4675-a4f5-1136d7ba95a3 service neutron] 10.222.0.48 "GET /v2.0/networks/167f603a-90fb-4b42-9779-f65e53d0c85e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1987562 Mar 29 16:01:28.581095 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-7d86d07c-c097-4477-aae5-c331dccc452e req-5de91008-8fe4-41b1-88e1-3bd4875c7dc0 tempest-VolumesSnapshotTestJSON-706823163 tempest-VolumesSnapshotTestJSON-706823163-project] 10.222.0.42 "GET /v2.0/security-groups?id=9fb47330-a036-4843-a522-03e96faefeb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679297 Mar 29 16:01:28.612981 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d0f827-4ccb-4d8a-a9d1-f6d278866793 req-e7de08e9-9d8a-47ef-90b4-117927ef1e19 tempest-ServersNegativeTestMultiTenantJSON-1982556608 tempest-ServersNegativeTestMultiTenantJSON-1982556608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:01:28.614717 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-b7d0f827-4ccb-4d8a-a9d1-f6d278866793 req-e7de08e9-9d8a-47ef-90b4-117927ef1e19 tempest-ServersNegativeTestMultiTenantJSON-1982556608 tempest-ServersNegativeTestMultiTenantJSON-1982556608-project] 10.222.0.42 "GET /v2.0/ports?device_id=fd77f75b-4a45-41e6-8c82-01aca90961d6 HTTP/1.1" status: 200 len: 945 time: 0.0843365 Mar 29 16:01:28.689255 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-b7d0f827-4ccb-4d8a-a9d1-f6d278866793 req-39bce437-a807-4590-a667-5afda701074a tempest-ServersNegativeTestMultiTenantJSON-1982556608 tempest-ServersNegativeTestMultiTenantJSON-1982556608-project] 10.222.0.42 "GET /v2.0/security-groups?id=def9821b-180c-4fca-a936-1ab0a862d579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677786 Mar 29 16:01:28.741990 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae8262f-7a40-46f8-a2fc-10d5ff4c4b48 req-1737e9af-42ed-4c5c-87d1-76b6d8232bf2 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:01:28.744365 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4ae8262f-7a40-46f8-a2fc-10d5ff4c4b48 req-1737e9af-42ed-4c5c-87d1-76b6d8232bf2 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/ports?device_id=4f24d3f6-64a3-452b-b656-94b2e3b74056 HTTP/1.1" status: 200 len: 945 time: 0.0923424 Mar 29 16:01:28.839451 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4ae8262f-7a40-46f8-a2fc-10d5ff4c4b48 req-6b07ab66-0b96-456d-aa5e-bfd2da5b7ebd tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/security-groups?id=374804bf-1832-496a-a9bd-7f28df171a12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0872884 Mar 29 16:01:29.074389 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d91c374-f153-41f0-a262-e9a3fc7c067e req-ca6f2246-c18f-43e2-bf6e-9e4302d3aeae tempest-ServersNegativeTestMultiTenantJSON-1982556608 tempest-ServersNegativeTestMultiTenantJSON-1982556608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:01:29.076832 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-7d91c374-f153-41f0-a262-e9a3fc7c067e req-ca6f2246-c18f-43e2-bf6e-9e4302d3aeae tempest-ServersNegativeTestMultiTenantJSON-1982556608 tempest-ServersNegativeTestMultiTenantJSON-1982556608-project] 10.222.0.42 "GET /v2.0/ports?device_id=fd77f75b-4a45-41e6-8c82-01aca90961d6 HTTP/1.1" status: 200 len: 945 time: 0.0724995 Mar 29 16:01:29.103989 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90816f5-b6cf-409a-91ad-f52dff205699 req-2628387b-3634-49d4-8559-49eb3fa015b4 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:01:29.105809 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-a90816f5-b6cf-409a-91ad-f52dff205699 req-2628387b-3634-49d4-8559-49eb3fa015b4 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/ports?device_id=4f24d3f6-64a3-452b-b656-94b2e3b74056 HTTP/1.1" status: 200 len: 945 time: 0.0598342 Mar 29 16:01:29.130741 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-7d91c374-f153-41f0-a262-e9a3fc7c067e req-af3047ab-e77c-459c-84f9-e888d225f667 tempest-ServersNegativeTestMultiTenantJSON-1982556608 tempest-ServersNegativeTestMultiTenantJSON-1982556608-project] 10.222.0.42 "GET /v2.0/security-groups?id=def9821b-180c-4fca-a936-1ab0a862d579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466318 Mar 29 16:01:29.167402 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-a90816f5-b6cf-409a-91ad-f52dff205699 req-5735f366-fae8-4e61-b6d3-e6d2eac4d28f tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/security-groups?id=374804bf-1832-496a-a9bd-7f28df171a12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536103 Mar 29 16:01:29.310764 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f7655f-6d07-49c7-b2d3-0580a57852a1 req-9888d87e-ffc3-41e1-a68a-f7c029d3f4f9 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:01:29.313922 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-47f7655f-6d07-49c7-b2d3-0580a57852a1 req-9888d87e-ffc3-41e1-a68a-f7c029d3f4f9 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/ports?device_id=4f24d3f6-64a3-452b-b656-94b2e3b74056 HTTP/1.1" status: 200 len: 945 time: 0.0691414 Mar 29 16:01:29.375568 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-47f7655f-6d07-49c7-b2d3-0580a57852a1 req-71e162e6-9743-428c-9910-941468f4b84e tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/security-groups?id=374804bf-1832-496a-a9bd-7f28df171a12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501933 Mar 29 16:01:29.520244 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c7b3f7-ee77-44d5-b40c-699a2da3dfe1 req-abeaeaa0-b9b1-4300-8848-0e900a7d9da2 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:01:29.528013 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-a1c7b3f7-ee77-44d5-b40c-699a2da3dfe1 req-abeaeaa0-b9b1-4300-8848-0e900a7d9da2 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/ports?device_id=4f24d3f6-64a3-452b-b656-94b2e3b74056 HTTP/1.1" status: 200 len: 945 time: 0.0755727 Mar 29 16:01:29.591906 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-a1c7b3f7-ee77-44d5-b40c-699a2da3dfe1 req-e3a43493-e689-4fce-9ab9-18273a20a942 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/security-groups?id=374804bf-1832-496a-a9bd-7f28df171a12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585806 Mar 29 16:01:29.717221 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f7d817-c308-4813-9693-60aa1549c25f req-57b9fec5-14b5-4f89-8217-501c4bb4ef42 tempest-VolumesSnapshotTestJSON-706823163 tempest-VolumesSnapshotTestJSON-706823163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:01:29.725589 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-24f7d817-c308-4813-9693-60aa1549c25f req-57b9fec5-14b5-4f89-8217-501c4bb4ef42 tempest-VolumesSnapshotTestJSON-706823163 tempest-VolumesSnapshotTestJSON-706823163-project] 10.222.0.42 "GET /v2.0/ports?device_id=fc170718-464d-4686-882e-238aeba97cdc HTTP/1.1" status: 200 len: 943 time: 0.0689542 Mar 29 16:01:29.773262 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-24f7d817-c308-4813-9693-60aa1549c25f req-1efb369a-7bc5-4d60-be4c-0e986f527dda tempest-VolumesSnapshotTestJSON-706823163 tempest-VolumesSnapshotTestJSON-706823163-project] 10.222.0.42 "GET /v2.0/security-groups?id=9fb47330-a036-4843-a522-03e96faefeb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466304 Mar 29 16:01:29.830748 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 47226) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:01:29.835504 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-c786bb57-ed6e-413f-90ac-1c95cddc7988 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-443718959', 'description': 'tempest-secgroup-smoke-443718959 description', 'project_id': 'f31979fa8a674f56835f136e5e49ba5c'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:01:29.905409 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c786bb57-ed6e-413f-90ac-1c95cddc7988 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Notify callbacks [] for security_group, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:29.922975 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8ca48c-11bb-464f-8140-a09cc36b6f0c req-46635266-d244-4eab-9aa9-23e9f8d5dd46 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:01:29.924998 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-1e8ca48c-11bb-464f-8140-a09cc36b6f0c req-46635266-d244-4eab-9aa9-23e9f8d5dd46 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/ports?device_id=4f24d3f6-64a3-452b-b656-94b2e3b74056 HTTP/1.1" status: 200 len: 945 time: 0.0785894 Mar 29 16:01:29.988281 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-1e8ca48c-11bb-464f-8140-a09cc36b6f0c req-0b97612f-e151-48b5-9e3a-f0f706b4153b tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/security-groups?id=374804bf-1832-496a-a9bd-7f28df171a12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554018 Mar 29 16:01:30.033920 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c786bb57-ed6e-413f-90ac-1c95cddc7988 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Notify callbacks [] for security_group, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:30.038588 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c786bb57-ed6e-413f-90ac-1c95cddc7988 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:30.079044 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c786bb57-ed6e-413f-90ac-1c95cddc7988 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:30.083352 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 47236) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:01:30.083495 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-c786bb57-ed6e-413f-90ac-1c95cddc7988 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2515321 Mar 29 16:01:30.086272 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c786bb57-ed6e-413f-90ac-1c95cddc7988 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5fc9f00-328e-4600-84d1-ef30fc274a7c,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:01:30.088731 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-1896b475-14d6-42c3-9497-0641a8bbcf11 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Request body: {'security_group_rule': {'security_group_id': 'a5fc9f00-328e-4600-84d1-ef30fc274a7c', 'project_id': 'f31979fa8a674f56835f136e5e49ba5c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:01:30.096319 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c786bb57-ed6e-413f-90ac-1c95cddc7988 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:01:30.096684 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c786bb57-ed6e-413f-90ac-1c95cddc7988 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:01:30.097137 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c786bb57-ed6e-413f-90ac-1c95cddc7988 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:01:30.097865 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c786bb57-ed6e-413f-90ac-1c95cddc7988 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:01:30.098196 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c786bb57-ed6e-413f-90ac-1c95cddc7988 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:01:30.098533 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c786bb57-ed6e-413f-90ac-1c95cddc7988 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:01:30.098862 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c786bb57-ed6e-413f-90ac-1c95cddc7988 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:01:30.099551 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c786bb57-ed6e-413f-90ac-1c95cddc7988 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:01:30.099879 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c786bb57-ed6e-413f-90ac-1c95cddc7988 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:01:30.100393 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c786bb57-ed6e-413f-90ac-1c95cddc7988 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:01:30.100822 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c786bb57-ed6e-413f-90ac-1c95cddc7988 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:01:30.101159 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c786bb57-ed6e-413f-90ac-1c95cddc7988 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:01:30.145427 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-1896b475-14d6-42c3-9497-0641a8bbcf11 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:30.236287 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-1896b475-14d6-42c3-9497-0641a8bbcf11 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:30.245273 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-1896b475-14d6-42c3-9497-0641a8bbcf11 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610998'] for security_group_rule, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:30.277261 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72517ff8-19a1-43b6-8215-8103756aeb6e req-073e3dd9-b6d9-486a-8e46-39010c8c1bd3 tempest-ServersNegativeTestMultiTenantJSON-1982556608 tempest-ServersNegativeTestMultiTenantJSON-1982556608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:01:30.278934 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-72517ff8-19a1-43b6-8215-8103756aeb6e req-073e3dd9-b6d9-486a-8e46-39010c8c1bd3 tempest-ServersNegativeTestMultiTenantJSON-1982556608 tempest-ServersNegativeTestMultiTenantJSON-1982556608-project] 10.222.0.42 "GET /v2.0/ports?device_id=fd77f75b-4a45-41e6-8c82-01aca90961d6 HTTP/1.1" status: 200 len: 945 time: 0.0636137 Mar 29 16:01:30.279518 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1896b475-14d6-42c3-9497-0641a8bbcf11 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff1d3880-e165-465f-ac3f-39044e165199,revision_number=0']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:01:30.323107 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-1896b475-14d6-42c3-9497-0641a8bbcf11 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:30.326127 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-1896b475-14d6-42c3-9497-0641a8bbcf11 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2400081 Mar 29 16:01:30.327711 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 47252) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:01:30.333328 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-77403d94-e06b-4959-81a9-a957b680821d tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Request body: {'security_group_rule': {'security_group_id': 'a5fc9f00-328e-4600-84d1-ef30fc274a7c', 'project_id': 'f31979fa8a674f56835f136e5e49ba5c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:01:30.343679 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-57526284-3929-4d63-9a12-905527a186bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:30.345793 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-72517ff8-19a1-43b6-8215-8103756aeb6e req-0376880c-118c-45ef-a6d3-8912f0059745 tempest-ServersNegativeTestMultiTenantJSON-1982556608 tempest-ServersNegativeTestMultiTenantJSON-1982556608-project] 10.222.0.42 "GET /v2.0/security-groups?id=def9821b-180c-4fca-a936-1ab0a862d579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540347 Mar 29 16:01:30.460699 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-77403d94-e06b-4959-81a9-a957b680821d tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:30.482703 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d8301a-89fb-4941-acc2-d392690984f7 req-954eba05-ead5-4d47-9873-ec05eea9c1ae tempest-ServersNegativeTestMultiTenantJSON-1982556608 tempest-ServersNegativeTestMultiTenantJSON-1982556608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:01:30.485006 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-50d8301a-89fb-4941-acc2-d392690984f7 req-954eba05-ead5-4d47-9873-ec05eea9c1ae tempest-ServersNegativeTestMultiTenantJSON-1982556608 tempest-ServersNegativeTestMultiTenantJSON-1982556608-project] 10.222.0.44 "GET /v2.0/ports?device_id=fd77f75b-4a45-41e6-8c82-01aca90961d6 HTTP/1.1" status: 200 len: 945 time: 0.1463239 Mar 29 16:01:30.512615 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc90260d-5fad-47c8-a766-c3c80de80aca req-c6005a32-39bf-430e-83e5-ba6082c6e8ff tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:01:30.516412 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-cc90260d-5fad-47c8-a766-c3c80de80aca req-c6005a32-39bf-430e-83e5-ba6082c6e8ff tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/networks?id=3364456e-aead-437c-a830-dc7a420fe2a4 HTTP/1.1" status: 200 len: 812 time: 0.2410181 Mar 29 16:01:30.579708 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-cc90260d-5fad-47c8-a766-c3c80de80aca req-15eda663-64d1-4c31-abe7-dd1a6f831c1c tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/quotas/358ad84304604947a292f32d4e62126b HTTP/1.1" status: 200 len: 375 time: 0.0403616 Mar 29 16:01:30.658615 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-77403d94-e06b-4959-81a9-a957b680821d tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:30.664982 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-77403d94-e06b-4959-81a9-a957b680821d tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610998'] for security_group_rule, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:30.698083 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77403d94-e06b-4959-81a9-a957b680821d tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=430bce72-2c99-4633-bf9f-9e2c57cc0615,revision_number=0']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:01:30.712755 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-77403d94-e06b-4959-81a9-a957b680821d tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:30.713992 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-77403d94-e06b-4959-81a9-a957b680821d tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3847542 Mar 29 16:01:30.717350 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 47258) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:01:30.722432 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-13b3725d-0193-4eb0-b5a9-079539ebef88 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Request body: {'security_group_rule': {'security_group_id': 'a5fc9f00-328e-4600-84d1-ef30fc274a7c', 'project_id': 'f31979fa8a674f56835f136e5e49ba5c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:01:30.726917 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-cc90260d-5fad-47c8-a766-c3c80de80aca req-f75e097b-0a2a-4a38-a6f3-123f8169e121 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=358ad84304604947a292f32d4e62126b&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1231763 Mar 29 16:01:30.755204 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [req-50d8301a-89fb-4941-acc2-d392690984f7 req-47ef3637-8c30-4c3f-b5ea-686dfd9ae92d tempest-ServersNegativeTestMultiTenantJSON-1982556608 tempest-ServersNegativeTestMultiTenantJSON-1982556608-project] Deleting port 635d63f2-2ef3-456b-bdc0-475472de02e1 {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:01:30.755757 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-50d8301a-89fb-4941-acc2-d392690984f7 req-47ef3637-8c30-4c3f-b5ea-686dfd9ae92d tempest-ServersNegativeTestMultiTenantJSON-1982556608 tempest-ServersNegativeTestMultiTenantJSON-1982556608-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:30.771459 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-13b3725d-0193-4eb0-b5a9-079539ebef88 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:30.893184 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device 2b7f7081-244b-431a-9e22-38621fc4ff0f details requested by agent hyperv_n-h2-834765-1 with host n-h2-834765-1 {{(pid=102792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 16:01:30.903216 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-13b3725d-0193-4eb0-b5a9-079539ebef88 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:30.933874 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-13b3725d-0193-4eb0-b5a9-079539ebef88 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610998'] for security_group_rule, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:30.949277 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-50d8301a-89fb-4941-acc2-d392690984f7 req-47ef3637-8c30-4c3f-b5ea-686dfd9ae92d tempest-ServersNegativeTestMultiTenantJSON-1982556608 tempest-ServersNegativeTestMultiTenantJSON-1982556608-project] For port 635d63f2-2ef3-456b-bdc0-475472de02e1, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=635d63f2-2ef3-456b-bdc0-475472de02e1,segment=NetworkSegment(e6dfe0af-d083-4ad6-b540-ccf66936014a),segment_id=e6dfe0af-d083-4ad6-b540-ccf66936014a)] {{(pid=102791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:01:30.949652 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-50d8301a-89fb-4941-acc2-d392690984f7 req-47ef3637-8c30-4c3f-b5ea-686dfd9ae92d tempest-ServersNegativeTestMultiTenantJSON-1982556608 tempest-ServersNegativeTestMultiTenantJSON-1982556608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:30.967977 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b3725d-0193-4eb0-b5a9-079539ebef88 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77d732c7-73aa-4283-8523-9d506f37638a,revision_number=0']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:01:30.969837 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-cc90260d-5fad-47c8-a766-c3c80de80aca req-1af513bd-1511-46be-85e6-eb344f94d334 service neutron] 10.222.0.42 "GET /v2.0/networks/3364456e-aead-437c-a830-dc7a420fe2a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1942508 Mar 29 16:01:31.001603 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [req-50d8301a-89fb-4941-acc2-d392690984f7 req-47ef3637-8c30-4c3f-b5ea-686dfd9ae92d tempest-ServersNegativeTestMultiTenantJSON-1982556608 tempest-ServersNegativeTestMultiTenantJSON-1982556608-project] Calling delete_port for 635d63f2-2ef3-456b-bdc0-475472de02e1 owned by compute:nova {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:01:31.017768 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9310e1f3-a703-4a20-9197-dd8b0a174a28 req-2fafc0b0-f20b-4fb1-abfd-4fcd093a7b2e tempest-VolumesSnapshotTestJSON-706823163 tempest-VolumesSnapshotTestJSON-706823163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:01:31.026276 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-9310e1f3-a703-4a20-9197-dd8b0a174a28 req-2fafc0b0-f20b-4fb1-abfd-4fcd093a7b2e tempest-VolumesSnapshotTestJSON-706823163 tempest-VolumesSnapshotTestJSON-706823163-project] 10.222.0.42 "GET /v2.0/ports?device_id=fc170718-464d-4686-882e-238aeba97cdc HTTP/1.1" status: 200 len: 943 time: 0.1394510 Mar 29 16:01:31.032086 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-13b3725d-0193-4eb0-b5a9-079539ebef88 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:31.040393 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-13b3725d-0193-4eb0-b5a9-079539ebef88 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3210328 Mar 29 16:01:31.052932 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 47268) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:01:31.060214 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-d42246f0-efc9-4812-abd6-18ace32ad202 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Request body: {'security_group_rule': {'security_group_id': 'a5fc9f00-328e-4600-84d1-ef30fc274a7c', 'project_id': 'f31979fa8a674f56835f136e5e49ba5c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:01:31.099675 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-9310e1f3-a703-4a20-9197-dd8b0a174a28 req-ed9a507a-99cc-438d-bc22-b3606444be9f tempest-VolumesSnapshotTestJSON-706823163 tempest-VolumesSnapshotTestJSON-706823163-project] 10.222.0.42 "GET /v2.0/security-groups?id=9fb47330-a036-4843-a522-03e96faefeb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575838 Mar 29 16:01:31.143476 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port 2b7f7081-244b-431a-9e22-38621fc4ff0f, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=2b7f7081-244b-431a-9e22-38621fc4ff0f,segment=NetworkSegment(931507c8-08e1-4318-be78-a5a66e835649),segment_id=931507c8-08e1-4318-be78-a5a66e835649)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:01:31.173734 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Returning: {'device': '2b7f7081-244b-431a-9e22-38621fc4ff0f', 'network_id': '167f603a-90fb-4b42-9779-f65e53d0c85e', 'port_id': '2b7f7081-244b-431a-9e22-38621fc4ff0f', 'mac_address': 'fa:16:3e:20:6c:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 614, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1736fd68-847e-4a56-8e5e-5425c210ffd4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 16:01:31.228289 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:31.244727 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b7f7081-244b-431a-9e22-38621fc4ff0f {{(pid=102792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 16:01:31.275474 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port 2b7f7081-244b-431a-9e22-38621fc4ff0f, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=2b7f7081-244b-431a-9e22-38621fc4ff0f,segment=NetworkSegment(931507c8-08e1-4318-be78-a5a66e835649),segment_id=931507c8-08e1-4318-be78-a5a66e835649)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:01:31.282005 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:31.346732 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Pushing event updated for resources: {'Port': ['ID=2b7f7081-244b-431a-9e22-38621fc4ff0f,revision_number=4']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:01:31.444988 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-cc90260d-5fad-47c8-a766-c3c80de80aca req-7726b445-df10-4ca7-b714-5ecb34dbc1ba service neutron] 10.222.0.42 "GET /v2.0/networks/3364456e-aead-437c-a830-dc7a420fe2a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4741883 Mar 29 16:01:31.447510 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-d42246f0-efc9-4812-abd6-18ace32ad202 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:31.520662 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b0d73c-4852-4b6e-9d65-6e54e1044deb req-a4a71c31-2199-4600-9985-f53b4119093d tempest-ServersNegativeTestMultiTenantJSON-1982556608 tempest-ServersNegativeTestMultiTenantJSON-1982556608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:01:31.529833 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-d6b0d73c-4852-4b6e-9d65-6e54e1044deb req-a4a71c31-2199-4600-9985-f53b4119093d tempest-ServersNegativeTestMultiTenantJSON-1982556608 tempest-ServersNegativeTestMultiTenantJSON-1982556608-project] 10.222.0.42 "GET /v2.0/ports?device_id=fd77f75b-4a45-41e6-8c82-01aca90961d6 HTTP/1.1" status: 200 len: 945 time: 0.0844667 Mar 29 16:01:31.618135 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] get_ports_and_sgs() called for port_ids ['2b7f7081-244b-431a-9e22-38621fc4ff0f'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 16:01:31.621670 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-50d8301a-89fb-4941-acc2-d392690984f7 req-47ef3637-8c30-4c3f-b5ea-686dfd9ae92d tempest-ServersNegativeTestMultiTenantJSON-1982556608 tempest-ServersNegativeTestMultiTenantJSON-1982556608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:31.653538 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-d6b0d73c-4852-4b6e-9d65-6e54e1044deb req-820c4780-b520-4303-aac9-893706310b77 tempest-ServersNegativeTestMultiTenantJSON-1982556608 tempest-ServersNegativeTestMultiTenantJSON-1982556608-project] 10.222.0.42 "GET /v2.0/security-groups?id=def9821b-180c-4fca-a936-1ab0a862d579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171992 Mar 29 16:01:31.683347 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] get_ports_and_sgs() called for port_ids ['635d63f2-2ef3-456b-bdc0-475472de02e1'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 16:01:31.720225 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ef3637-8c30-4c3f-b5ea-686dfd9ae92d tempest-ServersNegativeTestMultiTenantJSON-1982556608 tempest-ServersNegativeTestMultiTenantJSON-1982556608-project] Pushing event deleted for resources: {'Port': ['ID=635d63f2-2ef3-456b-bdc0-475472de02e1,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:01:31.754804 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6a476093-1b1f-4194-a582-53f0bdc1d998 req-7a228da8-1e14-4b9a-85de-43b39882957e tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/ports?device_id=bad94c2e-cbcd-4c47-adae-30617edfba4e HTTP/1.1" status: 200 len: 210 time: 0.0807962 Mar 29 16:01:31.810470 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [req-50d8301a-89fb-4941-acc2-d392690984f7 req-47ef3637-8c30-4c3f-b5ea-686dfd9ae92d tempest-ServersNegativeTestMultiTenantJSON-1982556608 tempest-ServersNegativeTestMultiTenantJSON-1982556608-project] No DVR routers for this DVR port 635d63f2-2ef3-456b-bdc0-475472de02e1 on host n-h1-834765-1 {{(pid=102791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 16:01:31.814079 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-d42246f0-efc9-4812-abd6-18ace32ad202 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:31.815603 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-50d8301a-89fb-4941-acc2-d392690984f7 req-47ef3637-8c30-4c3f-b5ea-686dfd9ae92d tempest-ServersNegativeTestMultiTenantJSON-1982556608 tempest-ServersNegativeTestMultiTenantJSON-1982556608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:31.819168 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-50d8301a-89fb-4941-acc2-d392690984f7 req-47ef3637-8c30-4c3f-b5ea-686dfd9ae92d tempest-ServersNegativeTestMultiTenantJSON-1982556608 tempest-ServersNegativeTestMultiTenantJSON-1982556608-project] 10.222.0.44 "DELETE /v2.0/ports/635d63f2-2ef3-456b-bdc0-475472de02e1 HTTP/1.1" status: 204 len: 173 time: 1.3276660 Mar 29 16:01:31.819648 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd77f75b-4a45-41e6-8c82-01aca90961d6', 'name': 'network-vif-deleted', 'tag': '635d63f2-2ef3-456b-bdc0-475472de02e1'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:01:31.822489 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c67b028db5e9b9818fecc5c0a87ebc6f190694fa53ca267d523e04f98de536d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4296db62-41ed-49ab-a829-30849cf24701" -d '{"events": [{"server_uuid": "fd77f75b-4a45-41e6-8c82-01aca90961d6", "name": "network-vif-deleted", "tag": "635d63f2-2ef3-456b-bdc0-475472de02e1"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:01:31.826325 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-d42246f0-efc9-4812-abd6-18ace32ad202 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610998'] for security_group_rule, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:31.847229 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42246f0-efc9-4812-abd6-18ace32ad202 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7376a612-2d33-4cea-912c-d8fada93936b,revision_number=0']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:01:31.863327 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-d42246f0-efc9-4812-abd6-18ace32ad202 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:31.875406 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-d42246f0-efc9-4812-abd6-18ace32ad202 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8202140 Mar 29 16:01:31.877798 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 47284) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:01:31.883561 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-c5a27641-5a8a-4208-bef9-0583da3414dc tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Request body: {'security_group_rule': {'security_group_id': 'a5fc9f00-328e-4600-84d1-ef30fc274a7c', 'project_id': 'f31979fa8a674f56835f136e5e49ba5c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:01:31.912473 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 16:01:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bed4a7d8-d6a8-4735-8d9f-3a71cd8a8349 x-openstack-request-id: req-bed4a7d8-d6a8-4735-8d9f-3a71cd8a8349 {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:01:31.912782 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd77f75b-4a45-41e6-8c82-01aca90961d6", "name": "network-vif-deleted", "tag": "635d63f2-2ef3-456b-bdc0-475472de02e1", "status": "completed", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:01:31.913701 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-bed4a7d8-d6a8-4735-8d9f-3a71cd8a8349 {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:01:31.914319 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd77f75b-4a45-41e6-8c82-01aca90961d6', 'name': 'network-vif-deleted', 'tag': '635d63f2-2ef3-456b-bdc0-475472de02e1', 'status': 'completed', 'code': 200} Mar 29 16:01:31.927935 n-d-834765-1 neutron-server[102791]: INFO neutron.db.securitygroups_db [None req-c5a27641-5a8a-4208-bef9-0583da3414dc tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Project f31979fa8a674f56835f136e5e49ba5c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 29 16:01:31.934813 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-c5a27641-5a8a-4208-bef9-0583da3414dc tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:32.006941 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-c5a27641-5a8a-4208-bef9-0583da3414dc tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:32.019216 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-c5a27641-5a8a-4208-bef9-0583da3414dc tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610998'] for security_group_rule, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:32.074973 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a27641-5a8a-4208-bef9-0583da3414dc tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04a7766a-5afb-486e-bf31-b72c2b3fc282,revision_number=0']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:01:32.088724 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-c5a27641-5a8a-4208-bef9-0583da3414dc tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:32.089982 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-c5a27641-5a8a-4208-bef9-0583da3414dc tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2112062 Mar 29 16:01:32.093040 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 47294) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:01:32.100408 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-37195c9d-4c24-44d6-bb6d-581b75e27d3b tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Request body: {'security_group_rule': {'security_group_id': 'a5fc9f00-328e-4600-84d1-ef30fc274a7c', 'project_id': 'f31979fa8a674f56835f136e5e49ba5c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:01:32.128577 n-d-834765-1 neutron-server[102790]: INFO neutron.db.securitygroups_db [None req-37195c9d-4c24-44d6-bb6d-581b75e27d3b tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Project f31979fa8a674f56835f136e5e49ba5c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 29 16:01:32.134606 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-37195c9d-4c24-44d6-bb6d-581b75e27d3b tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:32.245605 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8d299d-ccc6-4e12-9313-292da43c0aab req-1973de0a-435e-42f2-bf15-3c7aaaeaa5ea tempest-VolumesSnapshotTestJSON-706823163 tempest-VolumesSnapshotTestJSON-706823163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:01:32.254147 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-1e8d299d-ccc6-4e12-9313-292da43c0aab req-1973de0a-435e-42f2-bf15-3c7aaaeaa5ea tempest-VolumesSnapshotTestJSON-706823163 tempest-VolumesSnapshotTestJSON-706823163-project] 10.222.0.42 "GET /v2.0/ports?device_id=fc170718-464d-4686-882e-238aeba97cdc HTTP/1.1" status: 200 len: 944 time: 0.0750780 Mar 29 16:01:32.273410 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-37195c9d-4c24-44d6-bb6d-581b75e27d3b tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:32.279887 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-37195c9d-4c24-44d6-bb6d-581b75e27d3b tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610998'] for security_group_rule, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:32.302531 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37195c9d-4c24-44d6-bb6d-581b75e27d3b tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e101560a-65cf-4ef3-84f0-9d6f388fe84b,revision_number=0']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:01:32.334985 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-1e8d299d-ccc6-4e12-9313-292da43c0aab req-bec224a9-c77e-4df6-b8e7-301eec8e3f2e tempest-VolumesSnapshotTestJSON-706823163 tempest-VolumesSnapshotTestJSON-706823163-project] 10.222.0.42 "GET /v2.0/security-groups?id=9fb47330-a036-4843-a522-03e96faefeb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773518 Mar 29 16:01:32.348208 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-37195c9d-4c24-44d6-bb6d-581b75e27d3b tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:32.349451 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-37195c9d-4c24-44d6-bb6d-581b75e27d3b tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2541108 Mar 29 16:01:32.712990 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 47346) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:01:32.789979 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-cd2df7b9-aa38-4756-bf82-291d74f431b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:32.802826 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a7b7941-8d15-4048-a1ef-3d78fdcd9e69 admin admin] Deleting subnet 34d1b670-4e43-40fb-92cd-48c144784062 {{(pid=102790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 16:01:32.807604 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-2a7b7941-8d15-4048-a1ef-3d78fdcd9e69 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:32.902043 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device 2b7f7081-244b-431a-9e22-38621fc4ff0f up at agent hyperv_n-h2-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 16:01:32.903044 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-2a7b7941-8d15-4048-a1ef-3d78fdcd9e69 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4614024'] for subnet, precommit_delete_associations {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:32.912260 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b01c1481-46b9-4e03-96d8-02f33bdcbffd req-125ed2ae-bc5f-4e41-a7e6-9716c0ee84ba tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/ports?device_id=bad94c2e-cbcd-4c47-adae-30617edfba4e HTTP/1.1" status: 200 len: 210 time: 0.0736325 Mar 29 16:01:32.970916 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-2a7b7941-8d15-4048-a1ef-3d78fdcd9e69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1641287'] for subnet, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:32.995899 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Provisioning for port 2b7f7081-244b-431a-9e22-38621fc4ff0f completed by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 16:01:33.006306 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Provisioning complete for port 2b7f7081-244b-431a-9e22-38621fc4ff0f triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:01:33.006737 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:33.092447 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-2a7b7941-8d15-4048-a1ef-3d78fdcd9e69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1641294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5231963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4793952'] for subnet, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:33.117855 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:33.145998 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc170718-464d-4686-882e-238aeba97cdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b7f7081-244b-431a-9e22-38621fc4ff0f'}] {{(pid=102792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:01:33.148980 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4f476c66b318cc6068719fc39557fac68d413f5c7e78fa77028c7948e999ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60a6cf7c-74dc-411d-ad03-660cf92f9ff8" -d '{"events": [{"server_uuid": "fc170718-464d-4686-882e-238aeba97cdc", "name": "network-vif-plugged", "status": "completed", "tag": "2b7f7081-244b-431a-9e22-38621fc4ff0f"}]}' {{(pid=102792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:01:33.165226 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7b7941-8d15-4048-a1ef-3d78fdcd9e69 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=34d1b670-4e43-40fb-92cd-48c144784062,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:01:33.186545 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port 2b7f7081-244b-431a-9e22-38621fc4ff0f, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=2b7f7081-244b-431a-9e22-38621fc4ff0f,segment=NetworkSegment(931507c8-08e1-4318-be78-a5a66e835649),segment_id=931507c8-08e1-4318-be78-a5a66e835649)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:01:33.191495 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-2a7b7941-8d15-4048-a1ef-3d78fdcd9e69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for subnet, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:33.194743 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:33.200605 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-2a7b7941-8d15-4048-a1ef-3d78fdcd9e69 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/34d1b670-4e43-40fb-92cd-48c144784062 HTTP/1.1" status: 204 len: 168 time: 0.4862845 Mar 29 16:01:33.205763 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 47364) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:01:33.255312 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc90260d-5fad-47c8-a766-c3c80de80aca req-f6b5ddd1-33bc-4136-b40d-ccf37c9e8b96 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:01:33.257116 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-cc90260d-5fad-47c8-a766-c3c80de80aca req-f6b5ddd1-33bc-4136-b40d-ccf37c9e8b96 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.44 "GET /v2.0/networks?id=3364456e-aead-437c-a830-dc7a420fe2a4 HTTP/1.1" status: 200 len: 812 time: 0.2443192 Mar 29 16:01:33.283828 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [req-cc90260d-5fad-47c8-a766-c3c80de80aca req-5a0c4205-fcb6-4f0c-9b15-6f22121e9ea4 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Request body: {'port': {'device_id': 'bad94c2e-cbcd-4c47-adae-30617edfba4e', 'network_id': '3364456e-aead-437c-a830-dc7a420fe2a4', 'admin_state_up': True, 'tenant_id': '358ad84304604947a292f32d4e62126b'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:01:33.295411 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Pushing event updated for resources: {'Port': ['ID=2b7f7081-244b-431a-9e22-38621fc4ff0f,revision_number=5']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:01:33.302073 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 16:01:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e079a335-ff65-4f95-9ae0-68f9bbf91e7c x-openstack-request-id: req-e079a335-ff65-4f95-9ae0-68f9bbf91e7c {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:01:33.303278 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc170718-464d-4686-882e-238aeba97cdc", "name": "network-vif-plugged", "status": "completed", "tag": "2b7f7081-244b-431a-9e22-38621fc4ff0f", "code": 200}]} {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:01:33.303711 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e079a335-ff65-4f95-9ae0-68f9bbf91e7c {{(pid=102792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:01:33.304258 n-d-834765-1 neutron-server[102792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc170718-464d-4686-882e-238aeba97cdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b7f7081-244b-431a-9e22-38621fc4ff0f', 'code': 200} Mar 29 16:01:33.310630 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c6478265-3625-4c19-8e5c-60ef37ab895a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1631750'] for network, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:33.432883 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c6478265-3625-4c19-8e5c-60ef37ab895a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639890', 'neutron.services.segments.db._delete_segments_for_network-8783523423079'] for network, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:33.470957 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-c6478265-3625-4c19-8e5c-60ef37ab895a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['398c8298-b195-4fd4-a8b5-20be5bc325fb']}} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:01:33.507797 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-c6478265-3625-4c19-8e5c-60ef37ab895a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6dfe0af-d083-4ad6-b540-ccf66936014a') {'for_net_delete': True} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:01:33.508097 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-c6478265-3625-4c19-8e5c-60ef37ab895a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6dfe0af-d083-4ad6-b540-ccf66936014a') {} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:01:33.516930 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0e6162-8d28-43d0-8835-af1e53f09993 req-201fe4a0-16ce-44fe-aee4-7de66f1fdf4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:01:33.518405 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-3d0e6162-8d28-43d0-8835-af1e53f09993 req-201fe4a0-16ce-44fe-aee4-7de66f1fdf4e service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=fc170718-464d-4686-882e-238aeba97cdc HTTP/1.1" status: 200 len: 1096 time: 0.2028730 Mar 29 16:01:33.541506 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c6478265-3625-4c19-8e5c-60ef37ab895a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783523422064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4614019'] for segment, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:33.575610 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713a42fe-6a23-4deb-b5fd-f04831c52a08 req-e2d262fc-b9f7-4c64-9068-fc1bcd7920be tempest-VolumesSnapshotTestJSON-706823163 tempest-VolumesSnapshotTestJSON-706823163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:01:33.576371 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c6478265-3625-4c19-8e5c-60ef37ab895a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:33.586959 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6478265-3625-4c19-8e5c-60ef37ab895a admin admin] Releasing vlan 629 on physical network physnet1 to pool {{(pid=102790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 16:01:33.587205 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-713a42fe-6a23-4deb-b5fd-f04831c52a08 req-e2d262fc-b9f7-4c64-9068-fc1bcd7920be tempest-VolumesSnapshotTestJSON-706823163 tempest-VolumesSnapshotTestJSON-706823163-project] 10.222.0.42 "GET /v2.0/ports?device_id=fc170718-464d-4686-882e-238aeba97cdc HTTP/1.1" status: 200 len: 945 time: 0.1346159 Mar 29 16:01:33.587585 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c6478265-3625-4c19-8e5c-60ef37ab895a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5238013'] for segment, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:33.589431 n-d-834765-1 neutron-server[102790]: Traceback (most recent call last): Mar 29 16:01:33.589431 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 16:01:33.589431 n-d-834765-1 neutron-server[102790]: timer() Mar 29 16:01:33.589431 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 16:01:33.589431 n-d-834765-1 neutron-server[102790]: cb(*args, **kw) Mar 29 16:01:33.589431 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 16:01:33.589431 n-d-834765-1 neutron-server[102790]: return func(*args, **kwargs) Mar 29 16:01:33.589431 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 16:01:33.589431 n-d-834765-1 neutron-server[102790]: self._notify() Mar 29 16:01:33.589431 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 16:01:33.589431 n-d-834765-1 neutron-server[102790]: self.callback(batched_events) Mar 29 16:01:33.589431 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 16:01:33.589431 n-d-834765-1 neutron-server[102790]: event.method(event) Mar 29 16:01:33.589431 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 16:01:33.589431 n-d-834765-1 neutron-server[102790]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 16:01:33.589431 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 16:01:33.589431 n-d-834765-1 neutron-server[102790]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 16:01:33.589431 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 16:01:33.589431 n-d-834765-1 neutron-server[102790]: return f(self, *a, **k) Mar 29 16:01:33.589431 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 16:01:33.589431 n-d-834765-1 neutron-server[102790]: return self._get(url).json() Mar 29 16:01:33.589431 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 16:01:33.589431 n-d-834765-1 neutron-server[102790]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 16:01:33.589431 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 16:01:33.589431 n-d-834765-1 neutron-server[102790]: return self.request(url, 'GET', **kwargs) Mar 29 16:01:33.589431 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 16:01:33.589431 n-d-834765-1 neutron-server[102790]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 16:01:33.589431 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 16:01:33.589431 n-d-834765-1 neutron-server[102790]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 16:01:33.589431 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 16:01:33.589431 n-d-834765-1 neutron-server[102790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 16:01:33.589431 n-d-834765-1 neutron-server[102790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 16:01:33.596988 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc90260d-5fad-47c8-a766-c3c80de80aca req-5a0c4205-fcb6-4f0c-9b15-6f22121e9ea4 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Made reservation on behalf of 358ad84304604947a292f32d4e62126b for: {'port': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:01:33.600321 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-cc90260d-5fad-47c8-a766-c3c80de80aca req-5a0c4205-fcb6-4f0c-9b15-6f22121e9ea4 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:33.634438 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-3d0e6162-8d28-43d0-8835-af1e53f09993 req-a86180a0-c2c9-47e1-8828-c13c5cdc9071 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=9fb47330-a036-4843-a522-03e96faefeb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038370 Mar 29 16:01:33.671739 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c6478265-3625-4c19-8e5c-60ef37ab895a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1639897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648174'] for network, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:33.690168 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c6478265-3625-4c19-8e5c-60ef37ab895a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for network, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:33.695097 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-c6478265-3625-4c19-8e5c-60ef37ab895a admin admin] 10.222.0.42 "DELETE /v2.0/networks/398c8298-b195-4fd4-a8b5-20be5bc325fb HTTP/1.1" status: 204 len: 168 time: 0.4871187 Mar 29 16:01:33.696221 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6478265-3625-4c19-8e5c-60ef37ab895a admin admin] Pushing event deleted for resources: {'Network': ['ID=398c8298-b195-4fd4-a8b5-20be5bc325fb,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:01:33.698095 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 47402) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:01:33.710255 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-713a42fe-6a23-4deb-b5fd-f04831c52a08 req-76310925-7251-4e82-a93a-fe07c434a0ca tempest-VolumesSnapshotTestJSON-706823163 tempest-VolumesSnapshotTestJSON-706823163-project] 10.222.0.42 "GET /v2.0/security-groups?id=9fb47330-a036-4843-a522-03e96faefeb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219707 Mar 29 16:01:33.754025 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a71c5cf-d312-4cdc-9f61-a5ee51c89c5f admin admin] Deleting subnet a6f425d2-c039-4dc5-b9f1-3cceed521921 {{(pid=102790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 16:01:33.757532 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-8a71c5cf-d312-4cdc-9f61-a5ee51c89c5f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:33.802205 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-8a71c5cf-d312-4cdc-9f61-a5ee51c89c5f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4614024'] for subnet, precommit_delete_associations {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:33.806927 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_common [req-cc90260d-5fad-47c8-a766-c3c80de80aca req-5a0c4205-fcb6-4f0c-9b15-6f22121e9ea4 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Allocated IP 172.20.0.14 (3364456e-aead-437c-a830-dc7a420fe2a4/6caada61-173d-4256-8e9d-611647191ef5/efb40161-31bf-49b0-bdb6-7ef1557e991d) {{(pid=102791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:01:33.861485 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-8a71c5cf-d312-4cdc-9f61-a5ee51c89c5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1641287'] for subnet, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:33.936770 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-8a71c5cf-d312-4cdc-9f61-a5ee51c89c5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1641294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5231963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4793952'] for subnet, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:33.973567 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a71c5cf-d312-4cdc-9f61-a5ee51c89c5f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a6f425d2-c039-4dc5-b9f1-3cceed521921,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:01:33.975718 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-8a71c5cf-d312-4cdc-9f61-a5ee51c89c5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for subnet, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:33.981186 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-8a71c5cf-d312-4cdc-9f61-a5ee51c89c5f admin admin] 10.222.0.42 "DELETE /v2.0/subnets/a6f425d2-c039-4dc5-b9f1-3cceed521921 HTTP/1.1" status: 204 len: 168 time: 0.2798080 Mar 29 16:01:33.981417 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 47412) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:01:33.995089 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device 635d63f2-2ef3-456b-bdc0-475472de02e1 no longer exists at agent hyperv_n-h1-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 16:01:34.056216 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] No Port match for: 635d63f2-2ef3-456b-bdc0-475472de02e1 {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 16:01:34.058496 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device 635d63f2-2ef3-456b-bdc0-475472de02e1 not bound to the agent host n-h1-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 16:01:34.064511 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-cc90260d-5fad-47c8-a766-c3c80de80aca req-5a0c4205-fcb6-4f0c-9b15-6f22121e9ea4 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Notify callbacks [] for port, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:34.095093 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-3a859620-1219-4d58-8cae-cdb4441fe7cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1631750'] for network, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:34.106507 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-cc90260d-5fad-47c8-a766-c3c80de80aca req-5a0c4205-fcb6-4f0c-9b15-6f22121e9ea4 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:34.124117 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-d8316b67-c9e7-43de-8159-341c32f27bea req-ca109a15-ef0b-46bf-a18d-0e2789d9f6bf tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/ports?device_id=bad94c2e-cbcd-4c47-adae-30617edfba4e HTTP/1.1" status: 200 len: 210 time: 0.0495584 Mar 29 16:01:34.162820 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc90260d-5fad-47c8-a766-c3c80de80aca req-5a0c4205-fcb6-4f0c-9b15-6f22121e9ea4 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Network 3364456e-aead-437c-a830-dc7a420fe2a4 is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:01:34.168633 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [req-cc90260d-5fad-47c8-a766-c3c80de80aca req-5a0c4205-fcb6-4f0c-9b15-6f22121e9ea4 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:01:34.194425 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc90260d-5fad-47c8-a766-c3c80de80aca req-5a0c4205-fcb6-4f0c-9b15-6f22121e9ea4 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Received port after_create {{(pid=102791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:01:34.220114 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d71584b9-87f1-45f5-84c7-c993c2416269 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:34.261372 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-3a859620-1219-4d58-8cae-cdb4441fe7cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639890', 'neutron.services.segments.db._delete_segments_for_network-8783523423079'] for network, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:34.261968 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0c4205-fcb6-4f0c-9b15-6f22121e9ea4 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Pushing event updated for resources: {'Port': ['ID=efb40161-31bf-49b0-bdb6-7ef1557e991d,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:01:34.294698 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-3a859620-1219-4d58-8cae-cdb4441fe7cc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4aa386d5-f6ae-495c-bd78-b460ca36f48b']}} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:01:34.297448 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc90260d-5fad-47c8-a766-c3c80de80aca req-5a0c4205-fcb6-4f0c-9b15-6f22121e9ea4 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:01:34.299933 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-cc90260d-5fad-47c8-a766-c3c80de80aca req-5a0c4205-fcb6-4f0c-9b15-6f22121e9ea4 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:34.306297 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-3a859620-1219-4d58-8cae-cdb4441fe7cc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '070daf30-f2db-460f-a4fd-01b9a0efdb20') {'for_net_delete': True} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:01:34.306586 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-3a859620-1219-4d58-8cae-cdb4441fe7cc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '070daf30-f2db-460f-a4fd-01b9a0efdb20') {} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:01:34.320306 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-3a859620-1219-4d58-8cae-cdb4441fe7cc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783523422064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4614019'] for segment, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:34.338925 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-cc90260d-5fad-47c8-a766-c3c80de80aca req-5a0c4205-fcb6-4f0c-9b15-6f22121e9ea4 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0598621 Mar 29 16:01:34.341438 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-3a859620-1219-4d58-8cae-cdb4441fe7cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:34.351162 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [req-cc90260d-5fad-47c8-a766-c3c80de80aca req-dac023fb-223c-4d68-85c1-508f64eb72e7 service neutron] Request body: {'port': {'device_id': 'bad94c2e-cbcd-4c47-adae-30617edfba4e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834765-1'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:01:34.354973 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a859620-1219-4d58-8cae-cdb4441fe7cc admin admin] Releasing vlan 634 on physical network physnet1 to pool {{(pid=102790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 16:01:34.355421 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-3a859620-1219-4d58-8cae-cdb4441fe7cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5238013'] for segment, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:34.357474 n-d-834765-1 neutron-server[102790]: Traceback (most recent call last): Mar 29 16:01:34.357474 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 16:01:34.357474 n-d-834765-1 neutron-server[102790]: timer() Mar 29 16:01:34.357474 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 16:01:34.357474 n-d-834765-1 neutron-server[102790]: cb(*args, **kw) Mar 29 16:01:34.357474 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 16:01:34.357474 n-d-834765-1 neutron-server[102790]: return func(*args, **kwargs) Mar 29 16:01:34.357474 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 16:01:34.357474 n-d-834765-1 neutron-server[102790]: self._notify() Mar 29 16:01:34.357474 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 16:01:34.357474 n-d-834765-1 neutron-server[102790]: self.callback(batched_events) Mar 29 16:01:34.357474 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 16:01:34.357474 n-d-834765-1 neutron-server[102790]: event.method(event) Mar 29 16:01:34.357474 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 16:01:34.357474 n-d-834765-1 neutron-server[102790]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 16:01:34.357474 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 16:01:34.357474 n-d-834765-1 neutron-server[102790]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 16:01:34.357474 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 16:01:34.357474 n-d-834765-1 neutron-server[102790]: return f(self, *a, **k) Mar 29 16:01:34.357474 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 16:01:34.357474 n-d-834765-1 neutron-server[102790]: return self._get(url).json() Mar 29 16:01:34.357474 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 16:01:34.357474 n-d-834765-1 neutron-server[102790]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 16:01:34.357474 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 16:01:34.357474 n-d-834765-1 neutron-server[102790]: return self.request(url, 'GET', **kwargs) Mar 29 16:01:34.357474 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 16:01:34.357474 n-d-834765-1 neutron-server[102790]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 16:01:34.357474 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 16:01:34.357474 n-d-834765-1 neutron-server[102790]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 16:01:34.357474 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 16:01:34.357474 n-d-834765-1 neutron-server[102790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 16:01:34.357474 n-d-834765-1 neutron-server[102790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 16:01:34.453903 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-cc90260d-5fad-47c8-a766-c3c80de80aca req-dac023fb-223c-4d68-85c1-508f64eb72e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:34.466336 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-3a859620-1219-4d58-8cae-cdb4441fe7cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1639897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648174'] for network, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:34.493584 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-3a859620-1219-4d58-8cae-cdb4441fe7cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for network, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:34.500978 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-3a859620-1219-4d58-8cae-cdb4441fe7cc admin admin] 10.222.0.42 "DELETE /v2.0/networks/4aa386d5-f6ae-495c-bd78-b460ca36f48b HTTP/1.1" status: 204 len: 168 time: 0.5180094 Mar 29 16:01:34.501938 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a859620-1219-4d58-8cae-cdb4441fe7cc admin admin] Pushing event deleted for resources: {'Network': ['ID=4aa386d5-f6ae-495c-bd78-b460ca36f48b,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:01:34.660357 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-f82d1391-5a42-4733-b268-af3107651672 None None] Provisioning complete for port efb40161-31bf-49b0-bdb6-7ef1557e991d triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:01:34.662440 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-f82d1391-5a42-4733-b268-af3107651672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:34.751955 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-f82d1391-5a42-4733-b268-af3107651672 None None] Port efb40161-31bf-49b0-bdb6-7ef1557e991d cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 16:01:34.875841 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 47432) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:01:34.935933 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [req-cc90260d-5fad-47c8-a766-c3c80de80aca req-dac023fb-223c-4d68-85c1-508f64eb72e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id efb40161-31bf-49b0-bdb6-7ef1557e991d {{(pid=102791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 16:01:34.937832 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-6a11577d-08df-49e2-924f-703e67a460c6 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0154dddb3e0f44de9f5f8ae3af3ca0a6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0599456 Mar 29 16:01:34.941797 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 47436) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:01:34.955144 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-cc90260d-5fad-47c8-a766-c3c80de80aca req-dac023fb-223c-4d68-85c1-508f64eb72e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:34.991984 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.provisioning_blocks [req-cc90260d-5fad-47c8-a766-c3c80de80aca req-dac023fb-223c-4d68-85c1-508f64eb72e7 service neutron] Transition to ACTIVE for port object efb40161-31bf-49b0-bdb6-7ef1557e991d will not be triggered until provisioned by entity L2. {{(pid=102791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 16:01:35.003789 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-cc90260d-5fad-47c8-a766-c3c80de80aca req-dac023fb-223c-4d68-85c1-508f64eb72e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:35.056876 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1d3b26-467f-4736-ac2b-de3dffa94473 req-ce2898f9-3f1e-46f2-bd56-9c98a07d7133 tempest-VolumesSnapshotTestJSON-706823163 tempest-VolumesSnapshotTestJSON-706823163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:01:35.058459 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-7a1d3b26-467f-4736-ac2b-de3dffa94473 req-ce2898f9-3f1e-46f2-bd56-9c98a07d7133 tempest-VolumesSnapshotTestJSON-706823163 tempest-VolumesSnapshotTestJSON-706823163-project] 10.222.0.42 "GET /v2.0/ports?device_id=fc170718-464d-4686-882e-238aeba97cdc HTTP/1.1" status: 200 len: 945 time: 0.1780872 Mar 29 16:01:35.135534 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac023fb-223c-4d68-85c1-508f64eb72e7 service neutron] Pushing event updated for resources: {'Port': ['ID=efb40161-31bf-49b0-bdb6-7ef1557e991d,revision_number=2']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:01:35.140773 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-21061c26-1d47-4ea3-8eb6-c54f877a1aff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:35.191803 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-7a1d3b26-467f-4736-ac2b-de3dffa94473 req-4df25c5a-6c57-4eb4-8673-938a0cb23114 tempest-VolumesSnapshotTestJSON-706823163 tempest-VolumesSnapshotTestJSON-706823163-project] 10.222.0.42 "GET /v2.0/security-groups?id=9fb47330-a036-4843-a522-03e96faefeb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162264 Mar 29 16:01:35.231872 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-21061c26-1d47-4ea3-8eb6-c54f877a1aff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:35.332082 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-cc90260d-5fad-47c8-a766-c3c80de80aca req-dac023fb-223c-4d68-85c1-508f64eb72e7 service neutron] Attempting to bind port efb40161-31bf-49b0-bdb6-7ef1557e991d on host n-h1-834765-1 for vnic_type normal with profile {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 16:01:35.332082 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-cc90260d-5fad-47c8-a766-c3c80de80aca req-dac023fb-223c-4d68-85c1-508f64eb72e7 service neutron] Attempting to bind port efb40161-31bf-49b0-bdb6-7ef1557e991d by drivers openvswitch,hyperv on host n-h1-834765-1 at level 0 using segments [{'id': '94b35437-d3ca-48bd-89d7-8faa6fa42a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '3364456e-aead-437c-a830-dc7a420fe2a4'}] {{(pid=102791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 16:01:35.332082 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc90260d-5fad-47c8-a766-c3c80de80aca req-dac023fb-223c-4d68-85c1-508f64eb72e7 service neutron] Attempting to bind port efb40161-31bf-49b0-bdb6-7ef1557e991d on network 3364456e-aead-437c-a830-dc7a420fe2a4 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 16:01:35.339550 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc90260d-5fad-47c8-a766-c3c80de80aca req-dac023fb-223c-4d68-85c1-508f64eb72e7 service neutron] Port efb40161-31bf-49b0-bdb6-7ef1557e991d on network 3364456e-aead-437c-a830-dc7a420fe2a4 not bound, no agent of type Open vSwitch agent registered on host n-h1-834765-1 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 16:01:35.339888 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc90260d-5fad-47c8-a766-c3c80de80aca req-dac023fb-223c-4d68-85c1-508f64eb72e7 service neutron] Attempting to bind port efb40161-31bf-49b0-bdb6-7ef1557e991d on network 3364456e-aead-437c-a830-dc7a420fe2a4 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 16:01:35.354540 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc90260d-5fad-47c8-a766-c3c80de80aca req-dac023fb-223c-4d68-85c1-508f64eb72e7 service neutron] Checking agent: {'id': 'be375040-5069-4239-9460-a3a3213e1e90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 33, 18), 'started_at': datetime.datetime(2022, 3, 29, 15, 33, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 16, 1, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 16:01:35.354838 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc90260d-5fad-47c8-a766-c3c80de80aca req-dac023fb-223c-4d68-85c1-508f64eb72e7 service neutron] Checking segment: {'id': '94b35437-d3ca-48bd-89d7-8faa6fa42a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '3364456e-aead-437c-a830-dc7a420fe2a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 16:01:35.355221 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc90260d-5fad-47c8-a766-c3c80de80aca req-dac023fb-223c-4d68-85c1-508f64eb72e7 service neutron] Bound using segment: {'id': '94b35437-d3ca-48bd-89d7-8faa6fa42a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '3364456e-aead-437c-a830-dc7a420fe2a4'} {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 16:01:35.356892 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-cc90260d-5fad-47c8-a766-c3c80de80aca req-dac023fb-223c-4d68-85c1-508f64eb72e7 service neutron] Bound port: efb40161-31bf-49b0-bdb6-7ef1557e991d, host: n-h1-834765-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94b35437-d3ca-48bd-89d7-8faa6fa42a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '3364456e-aead-437c-a830-dc7a420fe2a4'}}] {{(pid=102791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 16:01:35.358562 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-cc90260d-5fad-47c8-a766-c3c80de80aca req-dac023fb-223c-4d68-85c1-508f64eb72e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:35.380631 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598ca89e-02cf-49ff-93c0-007123ff2219 req-a45f2cba-a0f4-47b3-b2b7-842625b490dd tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:01:35.382326 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-598ca89e-02cf-49ff-93c0-007123ff2219 req-a45f2cba-a0f4-47b3-b2b7-842625b490dd tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/ports?device_id=bad94c2e-cbcd-4c47-adae-30617edfba4e HTTP/1.1" status: 200 len: 944 time: 0.1166487 Mar 29 16:01:35.401041 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-21061c26-1d47-4ea3-8eb6-c54f877a1aff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:35.403885 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-21061c26-1d47-4ea3-8eb6-c54f877a1aff admin admin] Notify callbacks [] for security_group, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:35.415357 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-21061c26-1d47-4ea3-8eb6-c54f877a1aff admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/def9821b-180c-4fca-a936-1ab0a862d579 HTTP/1.1" status: 204 len: 168 time: 0.4689906 Mar 29 16:01:35.447249 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-598ca89e-02cf-49ff-93c0-007123ff2219 req-2b09fda8-397f-4aa4-8c65-5715495ed50f tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/security-groups?id=9ca13a82-8548-447c-a9a1-a1fa7edff5b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577424 Mar 29 16:01:35.467416 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21061c26-1d47-4ea3-8eb6-c54f877a1aff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=def9821b-180c-4fca-a936-1ab0a862d579,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:01:35.513126 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-cc90260d-5fad-47c8-a766-c3c80de80aca req-dac023fb-223c-4d68-85c1-508f64eb72e7 service neutron] For port efb40161-31bf-49b0-bdb6-7ef1557e991d, host n-h1-834765-1, cleared binding levels {{(pid=102791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 16:01:35.519630 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-cc90260d-5fad-47c8-a766-c3c80de80aca req-dac023fb-223c-4d68-85c1-508f64eb72e7 service neutron] For port efb40161-31bf-49b0-bdb6-7ef1557e991d, host n-h1-834765-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=efb40161-31bf-49b0-bdb6-7ef1557e991d,segment=NetworkSegment(94b35437-d3ca-48bd-89d7-8faa6fa42a91),segment_id=94b35437-d3ca-48bd-89d7-8faa6fa42a91)] {{(pid=102791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 16:01:35.525598 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-cc90260d-5fad-47c8-a766-c3c80de80aca req-dac023fb-223c-4d68-85c1-508f64eb72e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:35.564432 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc90260d-5fad-47c8-a766-c3c80de80aca req-dac023fb-223c-4d68-85c1-508f64eb72e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:01:35.564984 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-cc90260d-5fad-47c8-a766-c3c80de80aca req-dac023fb-223c-4d68-85c1-508f64eb72e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:35.568499 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-cc90260d-5fad-47c8-a766-c3c80de80aca req-dac023fb-223c-4d68-85c1-508f64eb72e7 service neutron] 10.222.0.44 "PUT /v2.0/ports/efb40161-31bf-49b0-bdb6-7ef1557e991d HTTP/1.1" status: 200 len: 1092 time: 1.2216017 Mar 29 16:01:35.568997 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bad94c2e-cbcd-4c47-adae-30617edfba4e', 'tag': 'efb40161-31bf-49b0-bdb6-7ef1557e991d'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:01:35.571500 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c67b028db5e9b9818fecc5c0a87ebc6f190694fa53ca267d523e04f98de536d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e77ff1bd-9eb8-42f6-97f5-ebc8ba9e20f0" -d '{"events": [{"name": "network-changed", "server_uuid": "bad94c2e-cbcd-4c47-adae-30617edfba4e", "tag": "efb40161-31bf-49b0-bdb6-7ef1557e991d"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:01:35.634708 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac023fb-223c-4d68-85c1-508f64eb72e7 service neutron] Pushing event updated for resources: {'Port': ['ID=efb40161-31bf-49b0-bdb6-7ef1557e991d,revision_number=3']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:01:35.654652 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 16:01:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4961b3e1-bfdf-4249-ab8e-cf61e2633370 x-openstack-request-id: req-4961b3e1-bfdf-4249-ab8e-cf61e2633370 {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:01:35.654953 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bad94c2e-cbcd-4c47-adae-30617edfba4e", "tag": "efb40161-31bf-49b0-bdb6-7ef1557e991d", "status": "completed", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:01:35.655562 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-4961b3e1-bfdf-4249-ab8e-cf61e2633370 {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:01:35.655700 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bad94c2e-cbcd-4c47-adae-30617edfba4e', 'tag': 'efb40161-31bf-49b0-bdb6-7ef1557e991d', 'status': 'completed', 'code': 200} Mar 29 16:01:35.674508 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc90260d-5fad-47c8-a766-c3c80de80aca req-a7318583-dcc1-4982-9acf-240411140108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:01:35.676394 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-cc90260d-5fad-47c8-a766-c3c80de80aca req-a7318583-dcc1-4982-9acf-240411140108 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=358ad84304604947a292f32d4e62126b&device_id=bad94c2e-cbcd-4c47-adae-30617edfba4e HTTP/1.1" status: 200 len: 1095 time: 0.0598807 Mar 29 16:01:35.740639 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-cc90260d-5fad-47c8-a766-c3c80de80aca req-96bfe50a-f3d6-4db6-9bbc-aab3512d8bc9 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=efb40161-31bf-49b0-bdb6-7ef1557e991d HTTP/1.1" status: 200 len: 217 time: 0.0554452 Mar 29 16:01:35.769201 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-0cb6abf6-2706-4e52-8825-f5f644ecf9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:35.803776 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc90260d-5fad-47c8-a766-c3c80de80aca req-7970da32-1917-4f22-a358-b137325d0679 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:01:35.805473 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-cc90260d-5fad-47c8-a766-c3c80de80aca req-7970da32-1917-4f22-a358-b137325d0679 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6caada61-173d-4256-8e9d-611647191ef5 HTTP/1.1" status: 200 len: 851 time: 0.0587204 Mar 29 16:01:35.873162 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc90260d-5fad-47c8-a766-c3c80de80aca req-306c7cc9-7477-461d-a69e-2fcb463951d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:01:35.875536 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-cc90260d-5fad-47c8-a766-c3c80de80aca req-306c7cc9-7477-461d-a69e-2fcb463951d5 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=3364456e-aead-437c-a830-dc7a420fe2a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0628192 Mar 29 16:01:35.920707 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:36.037389 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-cc90260d-5fad-47c8-a766-c3c80de80aca req-4b1188fe-f574-401e-bb72-08dd27700e62 service neutron] 10.222.0.44 "GET /v2.0/networks/3364456e-aead-437c-a830-dc7a420fe2a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1538084 Mar 29 16:01:36.073158 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 47458) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:01:36.161102 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-cc90260d-5fad-47c8-a766-c3c80de80aca req-10edf8a1-27c1-4348-8493-c5c9943fa927 service neutron] 10.222.0.44 "GET /v2.0/networks/3364456e-aead-437c-a830-dc7a420fe2a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1162052 Mar 29 16:01:36.198679 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-c3d0bca0-d7a8-4af7-9933-8f87989bc12e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=1f62a0e6f34b4539b2f23dfd4885df5b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1184413 Mar 29 16:01:36.198970 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 47462) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:01:36.262542 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-6c0cf1e5-3a0a-4bbd-91b9-f08b15757143 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:36.282058 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77ff1bd-9eb8-42f6-97f5-ebc8ba9e20f0 req-f71937cd-a91c-4c68-b4ac-ddf775c6719b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:01:36.288341 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e77ff1bd-9eb8-42f6-97f5-ebc8ba9e20f0 req-f71937cd-a91c-4c68-b4ac-ddf775c6719b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=358ad84304604947a292f32d4e62126b&device_id=bad94c2e-cbcd-4c47-adae-30617edfba4e HTTP/1.1" status: 200 len: 1095 time: 0.0698602 Mar 29 16:01:36.299017 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-6c0cf1e5-3a0a-4bbd-91b9-f08b15757143 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:36.375524 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-6c0cf1e5-3a0a-4bbd-91b9-f08b15757143 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:36.379358 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-6c0cf1e5-3a0a-4bbd-91b9-f08b15757143 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:36.383192 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-6c0cf1e5-3a0a-4bbd-91b9-f08b15757143 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b2779e71-984d-46e3-89b9-be036a9e2046 HTTP/1.1" status: 204 len: 168 time: 0.1810899 Mar 29 16:01:36.424232 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0cf1e5-3a0a-4bbd-91b9-f08b15757143 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2779e71-984d-46e3-89b9-be036a9e2046,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:01:36.436859 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210606d8-be28-4c8d-88e5-4b1471d77748 req-2898a33b-12e7-4f71-a181-bbf982c30cc1 tempest-VolumesSnapshotTestJSON-706823163 tempest-VolumesSnapshotTestJSON-706823163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:01:36.438871 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-210606d8-be28-4c8d-88e5-4b1471d77748 req-2898a33b-12e7-4f71-a181-bbf982c30cc1 tempest-VolumesSnapshotTestJSON-706823163 tempest-VolumesSnapshotTestJSON-706823163-project] 10.222.0.42 "GET /v2.0/ports?device_id=fc170718-464d-4686-882e-238aeba97cdc HTTP/1.1" status: 200 len: 945 time: 0.0760229 Mar 29 16:01:36.510368 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77ff1bd-9eb8-42f6-97f5-ebc8ba9e20f0 req-c2d6eacb-8cef-4cc1-b09e-e075d54d0947 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:01:36.512091 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e77ff1bd-9eb8-42f6-97f5-ebc8ba9e20f0 req-c2d6eacb-8cef-4cc1-b09e-e075d54d0947 service neutron] 10.222.0.44 "GET /v2.0/networks?id=3364456e-aead-437c-a830-dc7a420fe2a4 HTTP/1.1" status: 200 len: 913 time: 0.2169616 Mar 29 16:01:36.529644 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-210606d8-be28-4c8d-88e5-4b1471d77748 req-9b17f767-2ea4-406d-b052-5e4c22ac24b6 tempest-VolumesSnapshotTestJSON-706823163 tempest-VolumesSnapshotTestJSON-706823163-project] 10.222.0.42 "GET /v2.0/security-groups?id=9fb47330-a036-4843-a522-03e96faefeb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794511 Mar 29 16:01:36.580116 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e77ff1bd-9eb8-42f6-97f5-ebc8ba9e20f0 req-edb32880-70b2-482b-89a1-b151d48730c4 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=efb40161-31bf-49b0-bdb6-7ef1557e991d HTTP/1.1" status: 200 len: 217 time: 0.0606575 Mar 29 16:01:36.672610 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77ff1bd-9eb8-42f6-97f5-ebc8ba9e20f0 req-d04cdb40-14c6-4da6-aecc-aa983c516eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:01:36.674333 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e77ff1bd-9eb8-42f6-97f5-ebc8ba9e20f0 req-d04cdb40-14c6-4da6-aecc-aa983c516eb9 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6caada61-173d-4256-8e9d-611647191ef5 HTTP/1.1" status: 200 len: 851 time: 0.0880790 Mar 29 16:01:36.686864 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcd4338-fae2-48b3-a5e3-243b9e1226f3 req-719011ce-0593-4934-9e79-a74f66bb0419 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:01:36.689207 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-2bcd4338-fae2-48b3-a5e3-243b9e1226f3 req-719011ce-0593-4934-9e79-a74f66bb0419 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/ports?device_id=bad94c2e-cbcd-4c47-adae-30617edfba4e HTTP/1.1" status: 200 len: 944 time: 0.0923495 Mar 29 16:01:36.760402 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-2bcd4338-fae2-48b3-a5e3-243b9e1226f3 req-d9ba4d1a-72ff-4e8e-bd0a-c58406861e99 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/security-groups?id=9ca13a82-8548-447c-a9a1-a1fa7edff5b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616071 Mar 29 16:01:36.771067 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77ff1bd-9eb8-42f6-97f5-ebc8ba9e20f0 req-3539fb2c-5222-454a-98ee-1690d3e971e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:01:36.772839 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e77ff1bd-9eb8-42f6-97f5-ebc8ba9e20f0 req-3539fb2c-5222-454a-98ee-1690d3e971e0 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=3364456e-aead-437c-a830-dc7a420fe2a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0826478 Mar 29 16:01:36.889316 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e77ff1bd-9eb8-42f6-97f5-ebc8ba9e20f0 req-6574e536-6b0c-403a-8c7b-fcb23e73a5ff service neutron] 10.222.0.44 "GET /v2.0/networks/3364456e-aead-437c-a830-dc7a420fe2a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033032 Mar 29 16:01:37.024014 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e77ff1bd-9eb8-42f6-97f5-ebc8ba9e20f0 req-d9d65841-a21c-452d-96e3-7fb829fd2ff7 service neutron] 10.222.0.44 "GET /v2.0/networks/3364456e-aead-437c-a830-dc7a420fe2a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269367 Mar 29 16:01:37.342969 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 47508) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:01:37.623036 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-2dd09ecb-af79-42a2-9def-112769107ba2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:37.723667 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-2dd09ecb-af79-42a2-9def-112769107ba2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:37.729203 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-2dd09ecb-af79-42a2-9def-112769107ba2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:37.777506 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-2dd09ecb-af79-42a2-9def-112769107ba2 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d403869caf544879bf5048be590d0cc1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4309580 Mar 29 16:01:37.777506 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd09ecb-af79-42a2-9def-112769107ba2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69aa18be-31f4-4931-bdc3-687a90d2b644,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:01:37.778299 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 47522) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:01:37.845134 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-bcb058e9-314a-43cb-9923-63ef4ce21267 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:37.860855 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 47526) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:01:37.893511 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-bcb058e9-314a-43cb-9923-63ef4ce21267 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:37.927424 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7b3128-bd5f-4da0-973d-a6716feb953c req-f8f3d27f-c071-43a3-8d88-daa0551a983d tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:01:37.929009 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-2b7b3128-bd5f-4da0-973d-a6716feb953c req-f8f3d27f-c071-43a3-8d88-daa0551a983d tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/ports?device_id=bad94c2e-cbcd-4c47-adae-30617edfba4e HTTP/1.1" status: 200 len: 944 time: 0.0736876 Mar 29 16:01:37.987705 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-2b7b3128-bd5f-4da0-973d-a6716feb953c req-9e10c182-ff9d-492d-8478-312f28e3ddd5 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/security-groups?id=9ca13a82-8548-447c-a9a1-a1fa7edff5b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474801 Mar 29 16:01:38.001348 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-bcb058e9-314a-43cb-9923-63ef4ce21267 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:38.005459 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-bcb058e9-314a-43cb-9923-63ef4ce21267 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:38.006624 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-bcb058e9-314a-43cb-9923-63ef4ce21267 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/69aa18be-31f4-4931-bdc3-687a90d2b644 HTTP/1.1" status: 204 len: 168 time: 0.2228341 Mar 29 16:01:38.014198 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-b110b6cc-0735-41ec-b4a9-4c9c514ea1f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:38.027663 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb058e9-314a-43cb-9923-63ef4ce21267 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69aa18be-31f4-4931-bdc3-687a90d2b644,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:01:38.115093 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-b110b6cc-0735-41ec-b4a9-4c9c514ea1f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:38.120162 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-b110b6cc-0735-41ec-b4a9-4c9c514ea1f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:38.163119 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-b110b6cc-0735-41ec-b4a9-4c9c514ea1f3 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=02f9048949d943aab23e4e5bb1aca36e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3011246 Mar 29 16:01:38.163954 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b110b6cc-0735-41ec-b4a9-4c9c514ea1f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0715713a-9e9c-463f-8966-b674399d4f26,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:01:38.165975 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 47532) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:01:38.238191 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-c413a666-52a9-4300-aea7-f601c6957536 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:38.266004 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-c413a666-52a9-4300-aea7-f601c6957536 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:38.324957 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-c413a666-52a9-4300-aea7-f601c6957536 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:38.327685 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-c413a666-52a9-4300-aea7-f601c6957536 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:38.331492 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-c413a666-52a9-4300-aea7-f601c6957536 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/0715713a-9e9c-463f-8966-b674399d4f26 HTTP/1.1" status: 204 len: 168 time: 0.1617880 Mar 29 16:01:38.340204 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c413a666-52a9-4300-aea7-f601c6957536 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0715713a-9e9c-463f-8966-b674399d4f26,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:01:38.395247 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 47540) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:01:38.412773 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-a7700144-f57f-4799-8047-307d455460f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:38.511708 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-a7700144-f57f-4799-8047-307d455460f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:38.517927 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-a7700144-f57f-4799-8047-307d455460f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:38.559350 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-a7700144-f57f-4799-8047-307d455460f7 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d0064053f1604b30a49505626e676242&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1604643 Mar 29 16:01:38.559774 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 47546) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:01:38.566219 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7700144-f57f-4799-8047-307d455460f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6761bf1b-0d7b-41b6-b221-03dbbb02b9e7,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:01:38.626855 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-40c62fd5-cbf9-448d-8489-c6b363756991 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:38.656966 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-40c62fd5-cbf9-448d-8489-c6b363756991 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:38.718946 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-40c62fd5-cbf9-448d-8489-c6b363756991 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:38.732732 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-40c62fd5-cbf9-448d-8489-c6b363756991 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:38.732732 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-40c62fd5-cbf9-448d-8489-c6b363756991 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/6761bf1b-0d7b-41b6-b221-03dbbb02b9e7 HTTP/1.1" status: 204 len: 168 time: 0.1635957 Mar 29 16:01:38.734406 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c62fd5-cbf9-448d-8489-c6b363756991 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6761bf1b-0d7b-41b6-b221-03dbbb02b9e7,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:01:39.068675 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 47566) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:01:39.087805 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-fb31ab76-5c76-422c-ad16-229fd412dd50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:39.151252 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3865332e-c6aa-4490-996e-4f0b386e9c37 req-c579ab8c-f012-4b70-abbd-725a8db92464 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:01:39.152804 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-3865332e-c6aa-4490-996e-4f0b386e9c37 req-c579ab8c-f012-4b70-abbd-725a8db92464 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/ports?device_id=bad94c2e-cbcd-4c47-adae-30617edfba4e HTTP/1.1" status: 200 len: 944 time: 0.0597289 Mar 29 16:01:39.196421 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-3865332e-c6aa-4490-996e-4f0b386e9c37 req-fea31c75-826e-4eee-9822-3d579738c206 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/security-groups?id=9ca13a82-8548-447c-a9a1-a1fa7edff5b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357642 Mar 29 16:01:39.224466 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-fb31ab76-5c76-422c-ad16-229fd412dd50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:39.237873 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-fb31ab76-5c76-422c-ad16-229fd412dd50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:39.298305 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb31ab76-5c76-422c-ad16-229fd412dd50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d0b8d6d-a558-46b2-9a81-5b50bee9cb94,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:01:39.314575 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-fb31ab76-5c76-422c-ad16-229fd412dd50 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b0d6cab884fe49cdb12c12bf15b084c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2448027 Mar 29 16:01:39.317941 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 47592) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:01:39.380800 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-58ba895c-873c-48e2-b12b-30d955e2147d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:39.440227 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-58ba895c-873c-48e2-b12b-30d955e2147d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:39.503905 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-58ba895c-873c-48e2-b12b-30d955e2147d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:39.509260 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-58ba895c-873c-48e2-b12b-30d955e2147d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:39.510708 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-58ba895c-873c-48e2-b12b-30d955e2147d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/9d0b8d6d-a558-46b2-9a81-5b50bee9cb94 HTTP/1.1" status: 204 len: 168 time: 0.1916561 Mar 29 16:01:39.522042 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ba895c-873c-48e2-b12b-30d955e2147d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d0b8d6d-a558-46b2-9a81-5b50bee9cb94,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:01:40.003048 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 47640) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:01:40.029296 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device efb40161-31bf-49b0-bdb6-7ef1557e991d details requested by agent hyperv_n-h1-834765-1 with host n-h1-834765-1 {{(pid=102792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 16:01:40.206114 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-05293c9b-038a-4b2f-ab32-1c9b516dddd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:40.386662 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-05293c9b-038a-4b2f-ab32-1c9b516dddd7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:40.393133 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-05293c9b-038a-4b2f-ab32-1c9b516dddd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:40.481768 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2d1d14-19fb-443c-a1ac-3d458ef2d65e req-b19120ea-6fe2-4d00-91c5-d4e979d37341 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:01:40.487290 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-5c2d1d14-19fb-443c-a1ac-3d458ef2d65e req-b19120ea-6fe2-4d00-91c5-d4e979d37341 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/ports?device_id=bad94c2e-cbcd-4c47-adae-30617edfba4e HTTP/1.1" status: 200 len: 944 time: 0.1098003 Mar 29 16:01:40.493671 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port efb40161-31bf-49b0-bdb6-7ef1557e991d, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=efb40161-31bf-49b0-bdb6-7ef1557e991d,segment=NetworkSegment(94b35437-d3ca-48bd-89d7-8faa6fa42a91),segment_id=94b35437-d3ca-48bd-89d7-8faa6fa42a91)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:01:40.523711 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Returning: {'device': 'efb40161-31bf-49b0-bdb6-7ef1557e991d', 'network_id': '3364456e-aead-437c-a830-dc7a420fe2a4', 'port_id': 'efb40161-31bf-49b0-bdb6-7ef1557e991d', 'mac_address': 'fa:16:3e:9a:dd:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 632, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6caada61-173d-4256-8e9d-611647191ef5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 16:01:40.541642 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-05293c9b-038a-4b2f-ab32-1c9b516dddd7 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=2fcd980c58ff4755bfe5ac26c6487ae9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5365069 Mar 29 16:01:40.542897 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 47688) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:01:40.543980 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05293c9b-038a-4b2f-ab32-1c9b516dddd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34a8c0aa-d026-41eb-9637-b5a77fd2c4ec,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:01:40.571494 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:40.587698 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id efb40161-31bf-49b0-bdb6-7ef1557e991d {{(pid=102792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 16:01:40.597443 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-5c2d1d14-19fb-443c-a1ac-3d458ef2d65e req-4c3f1452-e716-48f8-84bd-95591daa8705 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/security-groups?id=9ca13a82-8548-447c-a9a1-a1fa7edff5b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986300 Mar 29 16:01:40.642479 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port efb40161-31bf-49b0-bdb6-7ef1557e991d, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=efb40161-31bf-49b0-bdb6-7ef1557e991d,segment=NetworkSegment(94b35437-d3ca-48bd-89d7-8faa6fa42a91),segment_id=94b35437-d3ca-48bd-89d7-8faa6fa42a91)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:01:40.652105 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:40.661617 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c72bec24-7bf0-4fdf-a498-c87db3a34877 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:40.705978 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c72bec24-7bf0-4fdf-a498-c87db3a34877 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:40.747698 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Pushing event updated for resources: {'Port': ['ID=efb40161-31bf-49b0-bdb6-7ef1557e991d,revision_number=4']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:01:40.783464 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c72bec24-7bf0-4fdf-a498-c87db3a34877 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:40.787124 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c72bec24-7bf0-4fdf-a498-c87db3a34877 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:40.788721 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-c72bec24-7bf0-4fdf-a498-c87db3a34877 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/34a8c0aa-d026-41eb-9637-b5a77fd2c4ec HTTP/1.1" status: 204 len: 168 time: 0.2408960 Mar 29 16:01:40.798598 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72bec24-7bf0-4fdf-a498-c87db3a34877 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34a8c0aa-d026-41eb-9637-b5a77fd2c4ec,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:01:40.962371 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] get_ports_and_sgs() called for port_ids ['efb40161-31bf-49b0-bdb6-7ef1557e991d'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 16:01:41.751872 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdb21ba-04ac-4e40-82bb-da76a3336dd8 req-3dc70c5f-4fd4-41a1-b703-07e94591d7dd tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:01:41.761149 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-acdb21ba-04ac-4e40-82bb-da76a3336dd8 req-3dc70c5f-4fd4-41a1-b703-07e94591d7dd tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/ports?device_id=bad94c2e-cbcd-4c47-adae-30617edfba4e HTTP/1.1" status: 200 len: 945 time: 0.0648758 Mar 29 16:01:41.796874 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 47746) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:01:41.803782 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-acdb21ba-04ac-4e40-82bb-da76a3336dd8 req-30859c49-0d12-4645-8fd3-70f81f7b3502 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/security-groups?id=9ca13a82-8548-447c-a9a1-a1fa7edff5b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417705 Mar 29 16:01:41.938078 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-d8d70d85-ab4e-454a-be2e-0f1e1bf0c045 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1222701838-network', 'tenant_id': '6549603cba104619bc496e118397db30'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:01:41.969887 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8d70d85-ab4e-454a-be2e-0f1e1bf0c045 admin admin] Made reservation on behalf of 6549603cba104619bc496e118397db30 for: {'network': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:01:41.972875 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-d8d70d85-ab4e-454a-be2e-0f1e1bf0c045 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for network, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:41.984504 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-d8d70d85-ab4e-454a-be2e-0f1e1bf0c045 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:42.039119 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device efb40161-31bf-49b0-bdb6-7ef1557e991d up at agent hyperv_n-h1-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 16:01:42.101170 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Provisioning for port efb40161-31bf-49b0-bdb6-7ef1557e991d completed by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 16:01:42.106054 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Provisioning complete for port efb40161-31bf-49b0-bdb6-7ef1557e991d triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:01:42.106680 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:42.111526 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-d8d70d85-ab4e-454a-be2e-0f1e1bf0c045 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:42.116813 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-d8d70d85-ab4e-454a-be2e-0f1e1bf0c045 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:42.159443 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d70d85-ab4e-454a-be2e-0f1e1bf0c045 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d422d90-89e9-4a4d-bb2e-2dfecb4c2ce3,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:01:42.165352 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8d70d85-ab4e-454a-be2e-0f1e1bf0c045 admin admin] vlan segment allocate from pool success with {'vlan_id': 615, 'physical_network': 'physnet1'} {{(pid=102791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 16:01:42.182904 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-d8d70d85-ab4e-454a-be2e-0f1e1bf0c045 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:42.183457 n-d-834765-1 neutron-server[102791]: INFO neutron.db.segments_db [None req-d8d70d85-ab4e-454a-be2e-0f1e1bf0c045 admin admin] Added segment b3edd697-c981-4e3c-9ae1-cbcf1935405e of type vlan for network bcacae85-6ca5-4d88-b7ab-d97534741bbe Mar 29 16:01:42.215074 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:42.236982 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-d8d70d85-ab4e-454a-be2e-0f1e1bf0c045 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783522915970'] for network, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:42.268945 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port efb40161-31bf-49b0-bdb6-7ef1557e991d, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=efb40161-31bf-49b0-bdb6-7ef1557e991d,segment=NetworkSegment(94b35437-d3ca-48bd-89d7-8faa6fa42a91),segment_id=94b35437-d3ca-48bd-89d7-8faa6fa42a91)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:01:42.270196 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bad94c2e-cbcd-4c47-adae-30617edfba4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efb40161-31bf-49b0-bdb6-7ef1557e991d'}] {{(pid=102792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:01:42.273626 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4f476c66b318cc6068719fc39557fac68d413f5c7e78fa77028c7948e999ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83f1eec1-f205-4aaa-945c-3af8aafb3c31" -d '{"events": [{"server_uuid": "bad94c2e-cbcd-4c47-adae-30617edfba4e", "name": "network-vif-plugged", "status": "completed", "tag": "efb40161-31bf-49b0-bdb6-7ef1557e991d"}]}' {{(pid=102792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:01:42.277897 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-d8d70d85-ab4e-454a-be2e-0f1e1bf0c045 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795'] for network, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:42.279191 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8d70d85-ab4e-454a-be2e-0f1e1bf0c045 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:01:42.280097 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-d8d70d85-ab4e-454a-be2e-0f1e1bf0c045 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for network, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:42.291964 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:42.332349 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-d8d70d85-ab4e-454a-be2e-0f1e1bf0c045 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.5342569 Mar 29 16:01:42.337354 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 47762) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:01:42.344163 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-238e7cff-02a1-4695-917b-0bbd3d1f7099 admin admin] Request body: {'subnet': {'network_id': 'bcacae85-6ca5-4d88-b7ab-d97534741bbe', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1222701838-subnet', 'tenant_id': '6549603cba104619bc496e118397db30', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:01:42.376148 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 16:01:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d32d257c-064e-4715-a2f0-401cb3855bee x-openstack-request-id: req-d32d257c-064e-4715-a2f0-401cb3855bee {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:01:42.383189 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bad94c2e-cbcd-4c47-adae-30617edfba4e", "name": "network-vif-plugged", "status": "completed", "tag": "efb40161-31bf-49b0-bdb6-7ef1557e991d", "code": 200}]} {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:01:42.385330 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d32d257c-064e-4715-a2f0-401cb3855bee {{(pid=102792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:01:42.386845 n-d-834765-1 neutron-server[102792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bad94c2e-cbcd-4c47-adae-30617edfba4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efb40161-31bf-49b0-bdb6-7ef1557e991d', 'code': 200} Mar 29 16:01:42.392630 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-238e7cff-02a1-4695-917b-0bbd3d1f7099 admin admin] Made reservation on behalf of 6549603cba104619bc496e118397db30 for: {'subnet': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:01:42.395532 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-238e7cff-02a1-4695-917b-0bbd3d1f7099 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4793983'] for subnet, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:42.400842 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d70d85-ab4e-454a-be2e-0f1e1bf0c045 admin admin] Pushing event updated for resources: {'Network': ['ID=bcacae85-6ca5-4d88-b7ab-d97534741bbe,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:01:42.419107 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Network bcacae85-6ca5-4d88-b7ab-d97534741bbe details requested by agent ovs-agent-n-d-834765-1 with host n-d-834765-1 {{(pid=102792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 16:01:42.474014 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12aa89bc-930c-4858-a1c7-1745451963a2 req-2e8f7e98-6deb-415c-ad69-0fc50fcc1bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:01:42.476179 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-12aa89bc-930c-4858-a1c7-1745451963a2 req-2e8f7e98-6deb-415c-ad69-0fc50fcc1bf2 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=bad94c2e-cbcd-4c47-adae-30617edfba4e HTTP/1.1" status: 200 len: 1097 time: 0.0610149 Mar 29 16:01:42.528683 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-12aa89bc-930c-4858-a1c7-1745451963a2 req-43a2ba45-f48b-4b13-8577-e897cb3edeb3 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=9ca13a82-8548-447c-a9a1-a1fa7edff5b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414064 Mar 29 16:01:42.549152 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Pushing event updated for resources: {'Port': ['ID=efb40161-31bf-49b0-bdb6-7ef1557e991d,revision_number=5']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:01:42.700186 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-238e7cff-02a1-4695-917b-0bbd3d1f7099 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5231896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4793961'] for subnet, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:42.793108 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238e7cff-02a1-4695-917b-0bbd3d1f7099 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a47225e3-f321-4c9c-823d-2d6e56b01612,revision_number=0']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:01:42.823602 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-238e7cff-02a1-4695-917b-0bbd3d1f7099 admin admin] Checking segment: {'id': 'b3edd697-c981-4e3c-9ae1-cbcf1935405e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'bcacae85-6ca5-4d88-b7ab-d97534741bbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 16:01:42.824153 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-238e7cff-02a1-4695-917b-0bbd3d1f7099 admin admin] Network hostable DHCP agents. Network: bcacae85-6ca5-4d88-b7ab-d97534741bbe, hostable agents: ['d136643e-48ae-49d4-a851-2ba3bdf3749c'], hosted agents: [] {{(pid=102790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 16:01:42.873552 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-238e7cff-02a1-4695-917b-0bbd3d1f7099 admin admin] Network bcacae85-6ca5-4d88-b7ab-d97534741bbe is scheduled to be hosted by DHCP agent d136643e-48ae-49d4-a851-2ba3bdf3749c with binding_index 1 {{(pid=102790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 16:01:42.885506 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-238e7cff-02a1-4695-917b-0bbd3d1f7099 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834765-1, bcacae85-6ca5-4d88-b7ab-d97534741bbe) {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:01:42.894016 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-238e7cff-02a1-4695-917b-0bbd3d1f7099 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:01:42.894755 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-238e7cff-02a1-4695-917b-0bbd3d1f7099 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for subnet, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:42.896365 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e262fc6-af90-4d57-83b6-f3ef112af3db None None] Network bcacae85-6ca5-4d88-b7ab-d97534741bbe requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 16:01:42.918527 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-238e7cff-02a1-4695-917b-0bbd3d1f7099 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.5799572 Mar 29 16:01:42.923429 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 47782) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:01:42.928133 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-889eb7a9-f0c8-4899-98df-2d3c452a783b admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1222701838-router', 'tenant_id': '6549603cba104619bc496e118397db30', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'}}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:01:42.976453 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-889eb7a9-f0c8-4899-98df-2d3c452a783b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-532385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129310'] for router, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:42.977548 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-889eb7a9-f0c8-4899-98df-2d3c452a783b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-648091', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-684384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129319'] for router, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:43.021899 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734fe05b-f1d5-4662-b821-078a5dbb366e req-0ac5b57d-466f-4e98-a2c0-588d7f2c397c tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:01:43.023997 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-734fe05b-f1d5-4662-b821-078a5dbb366e req-0ac5b57d-466f-4e98-a2c0-588d7f2c397c tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/ports?device_id=bad94c2e-cbcd-4c47-adae-30617edfba4e HTTP/1.1" status: 200 len: 946 time: 0.0870256 Mar 29 16:01:43.111032 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-734fe05b-f1d5-4662-b821-078a5dbb366e req-71eb9938-0ef6-48e6-8528-098a3c966b8f tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/security-groups?id=9ca13a82-8548-447c-a9a1-a1fa7edff5b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776892 Mar 29 16:01:43.111655 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-889eb7a9-f0c8-4899-98df-2d3c452a783b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:43.195692 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f279eee-fd14-4e94-9e49-37dd44f85fab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0035034-69b0-5ffc-b384-0ac6189c5628-bcacae85-6ca5-4d88-b7ab-d97534741bbe', 'network_id': 'bcacae85-6ca5-4d88-b7ab-d97534741bbe', 'tenant_id': '6549603cba104619bc496e118397db30', 'fixed_ips': [{'subnet_id': 'a47225e3-f321-4c9c-823d-2d6e56b01612'}]}} from n-d-834765-1. {{(pid=102792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 29 16:01:43.197227 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-9f279eee-fd14-4e94-9e49-37dd44f85fab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:43.297586 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-889eb7a9-f0c8-4899-98df-2d3c452a783b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:43.361011 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.db_base_plugin_common [None req-9f279eee-fd14-4e94-9e49-37dd44f85fab None None] Allocated IP 172.20.0.2 (bcacae85-6ca5-4d88-b7ab-d97534741bbe/a47225e3-f321-4c9c-823d-2d6e56b01612/8916b1ef-c871-4792-bb8a-e7c00bfb66e8) {{(pid=102792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:01:43.558070 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-9f279eee-fd14-4e94-9e49-37dd44f85fab None None] Notify callbacks [] for port, precommit_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:43.564396 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-889eb7a9-f0c8-4899-98df-2d3c452a783b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:43.565195 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-9f279eee-fd14-4e94-9e49-37dd44f85fab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956'] for port, after_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:43.607049 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-889eb7a9-f0c8-4899-98df-2d3c452a783b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:43.623520 n-d-834765-1 neutron-server[102792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f279eee-fd14-4e94-9e49-37dd44f85fab None None] Network bcacae85-6ca5-4d88-b7ab-d97534741bbe is already hosted by enough agents. {{(pid=102792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:01:43.630927 n-d-834765-1 neutron-server[102792]: DEBUG neutron.scheduler.base_scheduler [None req-9f279eee-fd14-4e94-9e49-37dd44f85fab None None] Resources bound (agent type, host, resource id): {{(pid=102792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:01:43.634778 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f279eee-fd14-4e94-9e49-37dd44f85fab None None] Received port after_create {{(pid=102792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:01:43.718506 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-9f279eee-fd14-4e94-9e49-37dd44f85fab None None] Attempting to bind port 8916b1ef-c871-4792-bb8a-e7c00bfb66e8 on host n-d-834765-1 for vnic_type normal with profile {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 16:01:43.718861 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-9f279eee-fd14-4e94-9e49-37dd44f85fab None None] Attempting to bind port 8916b1ef-c871-4792-bb8a-e7c00bfb66e8 by drivers openvswitch,hyperv on host n-d-834765-1 at level 0 using segments [{'id': 'b3edd697-c981-4e3c-9ae1-cbcf1935405e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'bcacae85-6ca5-4d88-b7ab-d97534741bbe'}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 16:01:43.719221 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f279eee-fd14-4e94-9e49-37dd44f85fab None None] Attempting to bind port 8916b1ef-c871-4792-bb8a-e7c00bfb66e8 on network bcacae85-6ca5-4d88-b7ab-d97534741bbe {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 16:01:43.723316 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f279eee-fd14-4e94-9e49-37dd44f85fab None None] Pushing event updated for resources: {'Port': ['ID=8916b1ef-c871-4792-bb8a-e7c00bfb66e8,revision_number=1']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:01:43.728299 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f279eee-fd14-4e94-9e49-37dd44f85fab None None] Checking agent: {'id': 'a8866439-9d96-425c-b519-6905c591ac37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 25, 36), 'started_at': datetime.datetime(2022, 3, 29, 15, 26, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 16, 1, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834765-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 16:01:43.728681 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f279eee-fd14-4e94-9e49-37dd44f85fab None None] Checking segment: {'id': 'b3edd697-c981-4e3c-9ae1-cbcf1935405e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'bcacae85-6ca5-4d88-b7ab-d97534741bbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 16:01:43.729083 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-9f279eee-fd14-4e94-9e49-37dd44f85fab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:43.729475 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f279eee-fd14-4e94-9e49-37dd44f85fab None None] Bound using segment: {'id': 'b3edd697-c981-4e3c-9ae1-cbcf1935405e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'bcacae85-6ca5-4d88-b7ab-d97534741bbe'} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 16:01:43.729942 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-9f279eee-fd14-4e94-9e49-37dd44f85fab None None] Bound port: 8916b1ef-c871-4792-bb8a-e7c00bfb66e8, host: n-d-834765-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3edd697-c981-4e3c-9ae1-cbcf1935405e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'bcacae85-6ca5-4d88-b7ab-d97534741bbe'}}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 16:01:43.730604 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-9f279eee-fd14-4e94-9e49-37dd44f85fab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:43.753436 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_common [None req-889eb7a9-f0c8-4899-98df-2d3c452a783b admin admin] Allocated IP 172.25.4.212 (4a4a035d-ecac-4ead-baa3-25f90788773a/e1a353dc-fac8-4901-a63c-273840237d6a/67fe4c71-0caf-4885-977f-d96643f0f894) {{(pid=102791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:01:43.837601 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-9f279eee-fd14-4e94-9e49-37dd44f85fab None None] For port 8916b1ef-c871-4792-bb8a-e7c00bfb66e8, host n-d-834765-1, cleared binding levels {{(pid=102792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 16:01:43.841037 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-9f279eee-fd14-4e94-9e49-37dd44f85fab None None] For port 8916b1ef-c871-4792-bb8a-e7c00bfb66e8, host n-d-834765-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=8916b1ef-c871-4792-bb8a-e7c00bfb66e8,segment=NetworkSegment(b3edd697-c981-4e3c-9ae1-cbcf1935405e),segment_id=b3edd697-c981-4e3c-9ae1-cbcf1935405e)] {{(pid=102792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 16:01:43.848106 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-9f279eee-fd14-4e94-9e49-37dd44f85fab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:43.917822 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-889eb7a9-f0c8-4899-98df-2d3c452a783b admin admin] Notify callbacks [] for port, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:43.969852 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-889eb7a9-f0c8-4899-98df-2d3c452a783b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:44.018061 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f279eee-fd14-4e94-9e49-37dd44f85fab None None] Pushing event updated for resources: {'Port': ['ID=8916b1ef-c871-4792-bb8a-e7c00bfb66e8,revision_number=2']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:01:44.083539 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-889eb7a9-f0c8-4899-98df-2d3c452a783b admin admin] Network 4a4a035d-ecac-4ead-baa3-25f90788773a is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:01:44.086803 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [None req-889eb7a9-f0c8-4899-98df-2d3c452a783b admin admin] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:01:44.089301 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-889eb7a9-f0c8-4899-98df-2d3c452a783b admin admin] Received port after_create {{(pid=102791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:01:44.133688 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889eb7a9-f0c8-4899-98df-2d3c452a783b admin admin] Pushing event updated for resources: {'Port': ['ID=67fe4c71-0caf-4885-977f-d96643f0f894,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:01:44.424806 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [req-fc87f11f-f3cd-4114-96b4-8845e4aece03 req-0ae7b9dd-c74e-42a3-83b2-1eb5de994e13 service neutron] (102790) timed out ('10.222.0.42', 38008) {{(pid=102790) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Mar 29 16:01:44.859974 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-7faeba47-0f16-4b32-a33f-8fa706f15257 req-9e88aedd-a3c9-430a-895f-a3f8492ecca3 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=4f24d3f6-64a3-452b-b656-94b2e3b74056&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2559628 Mar 29 16:01:44.882950 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 8916b1ef-c871-4792-bb8a-e7c00bfb66e8 up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 16:01:44.884681 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f36b35-e87b-4889-a776-485a5551d475 req-6abc2847-8dc1-4bb7-9bcd-da8fb3449988 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:01:44.886412 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e9f36b35-e87b-4889-a776-485a5551d475 req-6abc2847-8dc1-4bb7-9bcd-da8fb3449988 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/ports?device_id=bad94c2e-cbcd-4c47-adae-30617edfba4e HTTP/1.1" status: 200 len: 946 time: 0.2814186 Mar 29 16:01:44.889345 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-0011ba2a-5c59-467e-8102-9f443736668e req-55c46e1b-29a5-4add-a796-08075c5b90c6 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=bad94c2e-cbcd-4c47-adae-30617edfba4e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2831831 Mar 29 16:01:45.010933 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port 8916b1ef-c871-4792-bb8a-e7c00bfb66e8 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:01:45.011358 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:45.060657 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e9f36b35-e87b-4889-a776-485a5551d475 req-498dab57-04e8-4de4-96bc-ce23b8caf22c tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/security-groups?id=9ca13a82-8548-447c-a9a1-a1fa7edff5b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668599 Mar 29 16:01:45.130144 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0011ba2a-5c59-467e-8102-9f443736668e req-750e5fda-9ecd-45dd-9719-727b9788e3be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:01:45.131698 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-0011ba2a-5c59-467e-8102-9f443736668e req-750e5fda-9ecd-45dd-9719-727b9788e3be service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=358ad84304604947a292f32d4e62126b&device_id=bad94c2e-cbcd-4c47-adae-30617edfba4e HTTP/1.1" status: 200 len: 1097 time: 0.1561873 Mar 29 16:01:45.137013 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7faeba47-0f16-4b32-a33f-8fa706f15257 req-ae4f9513-d22e-4ce2-8c01-a8dc82dbe141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:01:45.138570 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-7faeba47-0f16-4b32-a33f-8fa706f15257 req-ae4f9513-d22e-4ce2-8c01-a8dc82dbe141 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=358ad84304604947a292f32d4e62126b&device_id=4f24d3f6-64a3-452b-b656-94b2e3b74056 HTTP/1.1" status: 200 len: 1096 time: 0.1773219 Mar 29 16:01:45.289685 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:45.295280 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-889eb7a9-f0c8-4899-98df-2d3c452a783b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:45.397439 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] For port 8916b1ef-c871-4792-bb8a-e7c00bfb66e8, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=8916b1ef-c871-4792-bb8a-e7c00bfb66e8,segment=NetworkSegment(b3edd697-c981-4e3c-9ae1-cbcf1935405e),segment_id=b3edd697-c981-4e3c-9ae1-cbcf1935405e)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:01:45.404705 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:45.471411 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7faeba47-0f16-4b32-a33f-8fa706f15257 req-6c012e59-3586-41ca-89a8-eaabe220e845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:01:45.476796 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-7faeba47-0f16-4b32-a33f-8fa706f15257 req-6c012e59-3586-41ca-89a8-eaabe220e845 service neutron] 10.222.0.48 "GET /v2.0/networks?id=3364456e-aead-437c-a830-dc7a420fe2a4 HTTP/1.1" status: 200 len: 913 time: 0.3061824 Mar 29 16:01:45.532236 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Pushing event updated for resources: {'Port': ['ID=8916b1ef-c871-4792-bb8a-e7c00bfb66e8,revision_number=3']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:01:45.571877 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0011ba2a-5c59-467e-8102-9f443736668e req-a4d96b00-558a-4c38-aaa9-3eb0e970e337 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:01:45.574138 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-0011ba2a-5c59-467e-8102-9f443736668e req-a4d96b00-558a-4c38-aaa9-3eb0e970e337 service neutron] 10.222.0.44 "GET /v2.0/networks?id=3364456e-aead-437c-a830-dc7a420fe2a4 HTTP/1.1" status: 200 len: 913 time: 0.4166703 Mar 29 16:01:45.642933 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f193090-5838-432a-b291-6f3722757e3f None None] Network bcacae85-6ca5-4d88-b7ab-d97534741bbe requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 16:01:45.704275 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-0011ba2a-5c59-467e-8102-9f443736668e req-cecb839d-e44e-40a2-8172-97766c4c106d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=efb40161-31bf-49b0-bdb6-7ef1557e991d HTTP/1.1" status: 200 len: 217 time: 0.0731299 Mar 29 16:01:45.729906 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-8ed109db-e95a-4d28-be60-29d85d8212e2 None None] Provisioning complete for port 8916b1ef-c871-4792-bb8a-e7c00bfb66e8 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:01:45.730281 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-8ed109db-e95a-4d28-be60-29d85d8212e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:45.769554 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-7faeba47-0f16-4b32-a33f-8fa706f15257 req-0656fd89-afcb-4dfe-95a9-f24a8027bf6d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ac0b4df0-cb96-4479-a8cd-db71862ed96d HTTP/1.1" status: 200 len: 1000 time: 0.2389827 Mar 29 16:01:45.805817 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a1c2ec-7e07-4588-b8fb-31343af983e2 req-aadd3708-bcfd-41fd-9276-887845822bb5 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:01:45.807514 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-98a1c2ec-7e07-4588-b8fb-31343af983e2 req-aadd3708-bcfd-41fd-9276-887845822bb5 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/ports?device_id=bad94c2e-cbcd-4c47-adae-30617edfba4e HTTP/1.1" status: 200 len: 946 time: 0.3255148 Mar 29 16:01:45.869960 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7faeba47-0f16-4b32-a33f-8fa706f15257 req-8a79dd68-9d5f-4c97-adfe-ab18734b355e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:01:45.871530 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-7faeba47-0f16-4b32-a33f-8fa706f15257 req-8a79dd68-9d5f-4c97-adfe-ab18734b355e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6caada61-173d-4256-8e9d-611647191ef5 HTTP/1.1" status: 200 len: 851 time: 0.0757105 Mar 29 16:01:45.962004 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0011ba2a-5c59-467e-8102-9f443736668e req-2facd7a5-1b52-4742-b0ff-8e2a155675e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:01:45.963513 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-0011ba2a-5c59-467e-8102-9f443736668e req-2facd7a5-1b52-4742-b0ff-8e2a155675e5 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6caada61-173d-4256-8e9d-611647191ef5 HTTP/1.1" status: 200 len: 851 time: 0.2259803 Mar 29 16:01:46.002098 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-98a1c2ec-7e07-4588-b8fb-31343af983e2 req-a29cd273-3628-4e9f-aded-9c06afcbdac0 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/security-groups?id=9ca13a82-8548-447c-a9a1-a1fa7edff5b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399260 Mar 29 16:01:46.152233 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7faeba47-0f16-4b32-a33f-8fa706f15257 req-96c4f383-ea07-4d3e-b959-4e5de532797b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:01:46.153908 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-7faeba47-0f16-4b32-a33f-8fa706f15257 req-96c4f383-ea07-4d3e-b959-4e5de532797b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3364456e-aead-437c-a830-dc7a420fe2a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2737341 Mar 29 16:01:46.168519 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0011ba2a-5c59-467e-8102-9f443736668e req-ee225cad-95ec-4de2-a2c8-8d93461f2e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:01:46.169971 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-0011ba2a-5c59-467e-8102-9f443736668e req-ee225cad-95ec-4de2-a2c8-8d93461f2e15 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=3364456e-aead-437c-a830-dc7a420fe2a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1874444 Mar 29 16:01:46.224626 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-889eb7a9-f0c8-4899-98df-2d3c452a783b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648118'] for router, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:46.252483 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-f2b3a79c-58d9-4c57-bc63-6d56333a91e9 None None] Provisioning complete for port 8916b1ef-c871-4792-bb8a-e7c00bfb66e8 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:01:46.253114 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-f2b3a79c-58d9-4c57-bc63-6d56333a91e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:46.472520 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-0011ba2a-5c59-467e-8102-9f443736668e req-7774c66b-35b0-4076-b3d6-e9cb6ddfb2ae service neutron] 10.222.0.44 "GET /v2.0/networks/3364456e-aead-437c-a830-dc7a420fe2a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2845192 Mar 29 16:01:46.521736 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-7faeba47-0f16-4b32-a33f-8fa706f15257 req-5a41ce35-ef53-4662-901f-5e2c0be18dd0 service neutron] 10.222.0.48 "GET /v2.0/networks/3364456e-aead-437c-a830-dc7a420fe2a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3475974 Mar 29 16:01:46.703989 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-0011ba2a-5c59-467e-8102-9f443736668e req-483bc9b9-021f-49b0-b61a-c9b7a1a6af7e service neutron] 10.222.0.44 "GET /v2.0/networks/3364456e-aead-437c-a830-dc7a420fe2a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2008350 Mar 29 16:01:46.722525 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-7faeba47-0f16-4b32-a33f-8fa706f15257 req-cb506319-52f8-4865-bfb9-4cde50fd474d service neutron] 10.222.0.48 "GET /v2.0/networks/3364456e-aead-437c-a830-dc7a420fe2a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1896830 Mar 29 16:01:46.728296 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-889eb7a9-f0c8-4899-98df-2d3c452a783b admin admin] Router 5dd1bdd8-dcfc-4db1-9ead-4fc6597d63be is scheduled to L3 agent c648d819-1060-4f26-b4ec-6455387b5dff with binding_index 1 {{(pid=102791) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 29 16:01:46.771732 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 8916b1ef-c871-4792-bb8a-e7c00bfb66e8 up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 16:01:46.838078 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port 8916b1ef-c871-4792-bb8a-e7c00bfb66e8 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:01:46.838804 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:47.095032 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:47.134359 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-889eb7a9-f0c8-4899-98df-2d3c452a783b admin admin] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 16:01:47.162325 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-889eb7a9-f0c8-4899-98df-2d3c452a783b admin admin] Notify callbacks [] for router, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:47.163654 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-981055df-efb0-4d1e-8f4a-3a6402afb974 None None] Sync routers for ids ['5dd1bdd8-dcfc-4db1-9ead-4fc6597d63be'] in n-d-834765-1 {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 16:01:47.167298 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 47854) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:01:47.167845 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-889eb7a9-f0c8-4899-98df-2d3c452a783b admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.2432866 Mar 29 16:01:47.189435 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-981055df-efb0-4d1e-8f4a-3a6402afb974 None None] Routers {'5dd1bdd8-dcfc-4db1-9ead-4fc6597d63be'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:01:47.190378 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-981055df-efb0-4d1e-8f4a-3a6402afb974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:01:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['5dd1bdd8-dcfc-4db1-9ead-4fc6597d63be'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:01:47.195693 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87ad4f6-5f47-4e10-b141-bc51273438a6 req-72c859f7-cc3d-49a7-bf46-bf3e31267d1c tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:01:47.207931 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-a87ad4f6-5f47-4e10-b141-bc51273438a6 req-72c859f7-cc3d-49a7-bf46-bf3e31267d1c tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/ports?device_id=bad94c2e-cbcd-4c47-adae-30617edfba4e HTTP/1.1" status: 200 len: 946 time: 0.0934880 Mar 29 16:01:47.305530 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-a87ad4f6-5f47-4e10-b141-bc51273438a6 req-aa48eb10-a5ea-4b9e-b3a2-cc0c054b68cc tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/security-groups?id=9ca13a82-8548-447c-a9a1-a1fa7edff5b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913255 Mar 29 16:01:47.322421 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvr_db [None req-981055df-efb0-4d1e-8f4a-3a6402afb974 None None] Set router 5dd1bdd8-dcfc-4db1-9ead-4fc6597d63be gateway port host: n-d-834765-1 {{(pid=102792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:01:47.618498 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-981055df-efb0-4d1e-8f4a-3a6402afb974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dd1bdd8-dcfc-4db1-9ead-4fc6597d63be', 'name': 'tempest-AttachVolumeShelveTestJSON-1222701838-router', 'tenant_id': '6549603cba104619bc496e118397db30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.212'}], 'enable_snat': True}, 'gw_port_id': '67fe4c71-0caf-4885-977f-d96643f0f894', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:01:42Z', 'updated_at': '2022-03-29T16:01:44Z', 'revision_number': 3, 'project_id': '6549603cba104619bc496e118397db30', 'gw_port': {'id': '67fe4c71-0caf-4885-977f-d96643f0f894', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:c8:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dd1bdd8-dcfc-4db1-9ead-4fc6597d63be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2974, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:01:43Z', 'updated_at': '2022-03-29T16:01:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1'}], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:01:47.656455 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-981055df-efb0-4d1e-8f4a-3a6402afb974 None None] Checking router: 5dd1bdd8-dcfc-4db1-9ead-4fc6597d63be for host: n-d-834765-1 {{(pid=102792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 16:01:47.656808 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-981055df-efb0-4d1e-8f4a-3a6402afb974 None None] Updating router 5dd1bdd8-dcfc-4db1-9ead-4fc6597d63be port 67fe4c71-0caf-4885-977f-d96643f0f894 binding host n-d-834765-1 {{(pid=102792) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 16:01:47.690356 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-981055df-efb0-4d1e-8f4a-3a6402afb974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:47.753469 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-5107ae0b-ce73-41a9-8c2e-f740d301eeb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:47.846247 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:47.968303 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.db_base_plugin_common [None req-5107ae0b-ce73-41a9-8c2e-f740d301eeb8 admin admin] Allocated IP 172.20.0.1 (bcacae85-6ca5-4d88-b7ab-d97534741bbe/a47225e3-f321-4c9c-823d-2d6e56b01612/131cce1e-71f7-45aa-b0f0-8d9f7123264f) {{(pid=102790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:01:48.036255 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-981055df-efb0-4d1e-8f4a-3a6402afb974 None None] Notify callbacks [] for port, precommit_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:48.045372 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-981055df-efb0-4d1e-8f4a-3a6402afb974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:48.107131 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-5107ae0b-ce73-41a9-8c2e-f740d301eeb8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:48.114537 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-981055df-efb0-4d1e-8f4a-3a6402afb974 None None] Attempting to bind port 67fe4c71-0caf-4885-977f-d96643f0f894 on host n-d-834765-1 for vnic_type normal with profile {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 16:01:48.114907 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-981055df-efb0-4d1e-8f4a-3a6402afb974 None None] Attempting to bind port 67fe4c71-0caf-4885-977f-d96643f0f894 by drivers openvswitch,hyperv on host n-d-834765-1 at level 0 using segments [{'id': '6ab47353-a811-4bad-bc73-b4cc84583cfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 16:01:48.117278 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-981055df-efb0-4d1e-8f4a-3a6402afb974 None None] Attempting to bind port 67fe4c71-0caf-4885-977f-d96643f0f894 on network 4a4a035d-ecac-4ead-baa3-25f90788773a {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 16:01:48.126558 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-981055df-efb0-4d1e-8f4a-3a6402afb974 None None] Checking agent: {'id': 'a8866439-9d96-425c-b519-6905c591ac37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 25, 36), 'started_at': datetime.datetime(2022, 3, 29, 15, 26, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 16, 1, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834765-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 16:01:48.126903 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-981055df-efb0-4d1e-8f4a-3a6402afb974 None None] Checking segment: {'id': '6ab47353-a811-4bad-bc73-b4cc84583cfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 16:01:48.127248 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-981055df-efb0-4d1e-8f4a-3a6402afb974 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:48.127661 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-981055df-efb0-4d1e-8f4a-3a6402afb974 None None] Bound using segment: {'id': '6ab47353-a811-4bad-bc73-b4cc84583cfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 16:01:48.128117 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-981055df-efb0-4d1e-8f4a-3a6402afb974 None None] Bound port: 67fe4c71-0caf-4885-977f-d96643f0f894, host: n-d-834765-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ab47353-a811-4bad-bc73-b4cc84583cfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'}}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 16:01:48.128495 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-981055df-efb0-4d1e-8f4a-3a6402afb974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:48.159551 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8bb17e-4efc-46d5-9122-7bb41e28363d None None] Pushing event updated for resources: {'Port': ['ID=67fe4c71-0caf-4885-977f-d96643f0f894,revision_number=2']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:01:48.169975 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8bb17e-4efc-46d5-9122-7bb41e28363d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:01:48.170348 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8bb17e-4efc-46d5-9122-7bb41e28363d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:01:48.170704 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8bb17e-4efc-46d5-9122-7bb41e28363d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:01:48.171762 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8bb17e-4efc-46d5-9122-7bb41e28363d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:01:48.171964 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8bb17e-4efc-46d5-9122-7bb41e28363d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:01:48.172289 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8bb17e-4efc-46d5-9122-7bb41e28363d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:01:48.173224 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8bb17e-4efc-46d5-9122-7bb41e28363d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:01:48.173632 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8bb17e-4efc-46d5-9122-7bb41e28363d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:01:48.173928 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-5107ae0b-ce73-41a9-8c2e-f740d301eeb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:48.174442 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8bb17e-4efc-46d5-9122-7bb41e28363d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:01:48.174442 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8bb17e-4efc-46d5-9122-7bb41e28363d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:01:48.174648 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8bb17e-4efc-46d5-9122-7bb41e28363d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:01:48.174887 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8bb17e-4efc-46d5-9122-7bb41e28363d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:01:48.211197 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-981055df-efb0-4d1e-8f4a-3a6402afb974 None None] For port 67fe4c71-0caf-4885-977f-d96643f0f894, host n-d-834765-1, cleared binding levels {{(pid=102792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 16:01:48.216896 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-981055df-efb0-4d1e-8f4a-3a6402afb974 None None] For port 67fe4c71-0caf-4885-977f-d96643f0f894, host n-d-834765-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=67fe4c71-0caf-4885-977f-d96643f0f894,segment=NetworkSegment(6ab47353-a811-4bad-bc73-b4cc84583cfd),segment_id=6ab47353-a811-4bad-bc73-b4cc84583cfd)] {{(pid=102792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 16:01:48.224587 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-981055df-efb0-4d1e-8f4a-3a6402afb974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:48.246962 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5107ae0b-ce73-41a9-8c2e-f740d301eeb8 admin admin] Network bcacae85-6ca5-4d88-b7ab-d97534741bbe is already hosted by enough agents. {{(pid=102790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:01:48.260618 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-5107ae0b-ce73-41a9-8c2e-f740d301eeb8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:01:48.263882 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5107ae0b-ce73-41a9-8c2e-f740d301eeb8 admin admin] Received port after_create {{(pid=102790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:01:48.298983 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8bb17e-4efc-46d5-9122-7bb41e28363d None None] Pushing event updated for resources: {'Port': ['ID=67fe4c71-0caf-4885-977f-d96643f0f894,revision_number=3']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:01:48.312569 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-981055df-efb0-4d1e-8f4a-3a6402afb974 None None] Routers {'5dd1bdd8-dcfc-4db1-9ead-4fc6597d63be'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:01:48.313175 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-981055df-efb0-4d1e-8f4a-3a6402afb974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:01:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['5dd1bdd8-dcfc-4db1-9ead-4fc6597d63be'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:01:48.322433 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5107ae0b-ce73-41a9-8c2e-f740d301eeb8 admin admin] Pushing event updated for resources: {'Port': ['ID=131cce1e-71f7-45aa-b0f0-8d9f7123264f,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:01:48.328498 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-5107ae0b-ce73-41a9-8c2e-f740d301eeb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-648347'] for router_interface, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:48.532535 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aee7920-361b-4327-9e99-19d109b1b11c req-d68e02f1-31d0-4f3a-a6c8-4273f3452100 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:01:48.534117 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4aee7920-361b-4327-9e99-19d109b1b11c req-d68e02f1-31d0-4f3a-a6c8-4273f3452100 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/ports?device_id=bad94c2e-cbcd-4c47-adae-30617edfba4e HTTP/1.1" status: 200 len: 946 time: 0.1016018 Mar 29 16:01:48.587498 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4aee7920-361b-4327-9e99-19d109b1b11c req-1e6133b0-bfd4-4df4-b0bf-d08e5fb5a406 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/security-groups?id=9ca13a82-8548-447c-a9a1-a1fa7edff5b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428569 Mar 29 16:01:48.651643 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-5107ae0b-ce73-41a9-8c2e-f740d301eeb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:48.777686 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-1893ec47-8b3a-43ac-811e-0952bbcc88df None None] Provisioning complete for port 131cce1e-71f7-45aa-b0f0-8d9f7123264f triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:01:48.778399 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1893ec47-8b3a-43ac-811e-0952bbcc88df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:48.836010 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-1893ec47-8b3a-43ac-811e-0952bbcc88df None None] Port 131cce1e-71f7-45aa-b0f0-8d9f7123264f cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 16:01:48.846074 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvr_db [None req-981055df-efb0-4d1e-8f4a-3a6402afb974 None None] Set router 5dd1bdd8-dcfc-4db1-9ead-4fc6597d63be gateway port host: n-d-834765-1 {{(pid=102792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:01:48.883429 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-5107ae0b-ce73-41a9-8c2e-f740d301eeb8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:48.891549 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-5107ae0b-ce73-41a9-8c2e-f740d301eeb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5237921'] for port, after_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:48.991910 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-5107ae0b-ce73-41a9-8c2e-f740d301eeb8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-648439'] for router_interface, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:48.994437 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5107ae0b-ce73-41a9-8c2e-f740d301eeb8 admin admin] Pushing event updated for resources: {'Port': ['ID=131cce1e-71f7-45aa-b0f0-8d9f7123264f,revision_number=2']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:01:49.073984 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-981055df-efb0-4d1e-8f4a-3a6402afb974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dd1bdd8-dcfc-4db1-9ead-4fc6597d63be', 'name': 'tempest-AttachVolumeShelveTestJSON-1222701838-router', 'tenant_id': '6549603cba104619bc496e118397db30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.212'}], 'enable_snat': True}, 'gw_port_id': '67fe4c71-0caf-4885-977f-d96643f0f894', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:01:42Z', 'updated_at': '2022-03-29T16:01:44Z', 'revision_number': 3, 'project_id': '6549603cba104619bc496e118397db30', 'gw_port': {'id': '67fe4c71-0caf-4885-977f-d96643f0f894', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:c8:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dd1bdd8-dcfc-4db1-9ead-4fc6597d63be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2974, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:01:43Z', 'updated_at': '2022-03-29T16:01:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1'}], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:01:49.112197 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-981055df-efb0-4d1e-8f4a-3a6402afb974 None None] The sync data for ids ['5dd1bdd8-dcfc-4db1-9ead-4fc6597d63be'] in n-d-834765-1 is: [{'id': '5dd1bdd8-dcfc-4db1-9ead-4fc6597d63be', 'name': 'tempest-AttachVolumeShelveTestJSON-1222701838-router', 'tenant_id': '6549603cba104619bc496e118397db30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.212'}], 'enable_snat': True}, 'gw_port_id': '67fe4c71-0caf-4885-977f-d96643f0f894', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:01:42Z', 'updated_at': '2022-03-29T16:01:44Z', 'revision_number': 3, 'project_id': '6549603cba104619bc496e118397db30', 'gw_port': {'id': '67fe4c71-0caf-4885-977f-d96643f0f894', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:c8:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dd1bdd8-dcfc-4db1-9ead-4fc6597d63be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2974, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:01:43Z', 'updated_at': '2022-03-29T16:01:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1'}] {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 16:01:49.275190 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 47890) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:01:49.450221 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-11eb77e1-ceb4-4733-a689-a12367fb1c7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:49.498603 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5107ae0b-ce73-41a9-8c2e-f740d301eeb8 admin admin] Network bcacae85-6ca5-4d88-b7ab-d97534741bbe is already hosted by enough agents. {{(pid=102790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:01:49.501749 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-5107ae0b-ce73-41a9-8c2e-f740d301eeb8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:01:49.665700 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-11eb77e1-ceb4-4733-a689-a12367fb1c7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:49.671880 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-11eb77e1-ceb4-4733-a689-a12367fb1c7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:49.744934 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-11eb77e1-ceb4-4733-a689-a12367fb1c7a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e1618c9c385b4bf7aa9d24097b460aca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4684777 Mar 29 16:01:49.746121 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 47902) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:01:49.754259 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11eb77e1-ceb4-4733-a689-a12367fb1c7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbaddb0d-dd2a-48f5-beba-9a0523102b4c,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:01:49.823155 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c58f3f1-8d99-4027-8065-935ed66c4ab1 req-e36c762b-5c6f-4d46-8f1f-b34c415a27d4 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:01:49.824799 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-0c58f3f1-8d99-4027-8065-935ed66c4ab1 req-e36c762b-5c6f-4d46-8f1f-b34c415a27d4 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/ports?device_id=bad94c2e-cbcd-4c47-adae-30617edfba4e HTTP/1.1" status: 200 len: 946 time: 0.1043615 Mar 29 16:01:49.830559 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5107ae0b-ce73-41a9-8c2e-f740d301eeb8 admin admin] Router 5dd1bdd8-dcfc-4db1-9ead-4fc6597d63be has already been hosted by L3 agent c648d819-1060-4f26-b4ec-6455387b5dff {{(pid=102790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 16:01:49.850918 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-6b2312f2-41e5-4d6b-a4f4-654f1b938629 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:49.880914 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-6b2312f2-41e5-4d6b-a4f4-654f1b938629 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:49.938351 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-6b2312f2-41e5-4d6b-a4f4-654f1b938629 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:49.942112 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-6b2312f2-41e5-4d6b-a4f4-654f1b938629 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:49.943932 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-6b2312f2-41e5-4d6b-a4f4-654f1b938629 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/cbaddb0d-dd2a-48f5-beba-9a0523102b4c HTTP/1.1" status: 204 len: 168 time: 0.1967041 Mar 29 16:01:49.956550 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2312f2-41e5-4d6b-a4f4-654f1b938629 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbaddb0d-dd2a-48f5-beba-9a0523102b4c,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:01:49.989221 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-0c58f3f1-8d99-4027-8065-935ed66c4ab1 req-83b1047f-1b65-4278-b5b4-16786306b396 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/security-groups?id=9ca13a82-8548-447c-a9a1-a1fa7edff5b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564345 Mar 29 16:01:50.015421 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-bc227b66-4d29-428c-b538-a6c5b371aebb None None] Provisioning complete for port 131cce1e-71f7-45aa-b0f0-8d9f7123264f triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:01:50.016318 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-bc227b66-4d29-428c-b538-a6c5b371aebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:50.060647 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-bc227b66-4d29-428c-b538-a6c5b371aebb None None] Port 131cce1e-71f7-45aa-b0f0-8d9f7123264f cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 16:01:50.070654 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5107ae0b-ce73-41a9-8c2e-f740d301eeb8 admin admin] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 16:01:50.077531 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-5107ae0b-ce73-41a9-8c2e-f740d301eeb8 admin admin] 10.222.0.42 "PUT /v2.0/routers/5dd1bdd8-dcfc-4db1-9ead-4fc6597d63be/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9076500 Mar 29 16:01:50.246837 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.agents_db [None req-59735a15-725e-44d4-9ad5-95cbe356f209 None None] Agent healthcheck: found 7 active agents {{(pid=102793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 16:01:50.379836 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 47916) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:01:50.396937 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-5d23aa97-4a85-4148-82dc-2500a18a580c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:50.525060 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-5d23aa97-4a85-4148-82dc-2500a18a580c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:50.532198 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-5d23aa97-4a85-4148-82dc-2500a18a580c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:50.579335 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d23aa97-4a85-4148-82dc-2500a18a580c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7adcf396-11c6-45eb-9c66-3df3efa88220,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:01:50.585686 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-5d23aa97-4a85-4148-82dc-2500a18a580c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=3de3f35bc5f343eaadd0bc94bca3213f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2047458 Mar 29 16:01:50.588707 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 47920) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:01:50.656122 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-864f7795-5762-4bd8-9613-c4da5d781933 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:50.692571 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-864f7795-5762-4bd8-9613-c4da5d781933 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:50.696251 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 47924) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:01:50.701064 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-e35ae691-3af1-47f5-97b4-34640fb0d76f tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1928514127', 'description': 'tempest-description--218990549'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:01:50.793251 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e35ae691-3af1-47f5-97b4-34640fb0d76f tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] Notify callbacks [] for security_group, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:50.805319 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-864f7795-5762-4bd8-9613-c4da5d781933 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:50.808517 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-864f7795-5762-4bd8-9613-c4da5d781933 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:50.810190 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-864f7795-5762-4bd8-9613-c4da5d781933 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/7adcf396-11c6-45eb-9c66-3df3efa88220 HTTP/1.1" status: 204 len: 168 time: 0.2199392 Mar 29 16:01:50.821717 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864f7795-5762-4bd8-9613-c4da5d781933 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7adcf396-11c6-45eb-9c66-3df3efa88220,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:01:50.897614 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 67fe4c71-0caf-4885-977f-d96643f0f894 up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 16:01:50.915482 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e35ae691-3af1-47f5-97b4-34640fb0d76f tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] Notify callbacks [] for security_group, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:50.922174 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e35ae691-3af1-47f5-97b4-34640fb0d76f tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:50.966059 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e35ae691-3af1-47f5-97b4-34640fb0d76f tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:50.968733 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-e35ae691-3af1-47f5-97b4-34640fb0d76f tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.2699938 Mar 29 16:01:50.970482 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 47928) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:01:50.972360 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port 67fe4c71-0caf-4885-977f-d96643f0f894 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:01:50.972762 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:50.980580 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-94886855-e918-460e-9700-5ecd3b17248a tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] Request body: {'security_group_rule': {'security_group_id': '299f4eee-9f08-4ab2-9699-a166ce9b5c35', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:01:50.988993 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35ae691-3af1-47f5-97b4-34640fb0d76f tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] Pushing event updated for resources: {'SecurityGroup': ['ID=299f4eee-9f08-4ab2-9699-a166ce9b5c35,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:01:51.027026 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-94886855-e918-460e-9700-5ecd3b17248a tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:51.085103 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:51.090407 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-94886855-e918-460e-9700-5ecd3b17248a tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:51.096383 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-94886855-e918-460e-9700-5ecd3b17248a tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610998'] for security_group_rule, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:51.116154 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] For port 67fe4c71-0caf-4885-977f-d96643f0f894, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=67fe4c71-0caf-4885-977f-d96643f0f894,segment=NetworkSegment(6ab47353-a811-4bad-bc73-b4cc84583cfd),segment_id=6ab47353-a811-4bad-bc73-b4cc84583cfd)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:01:51.121077 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94886855-e918-460e-9700-5ecd3b17248a tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6208fa12-154a-413a-bbd0-6bce2c636e7e,revision_number=0']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:01:51.123440 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:51.144552 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-94886855-e918-460e-9700-5ecd3b17248a tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:51.149884 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-94886855-e918-460e-9700-5ecd3b17248a tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1742806 Mar 29 16:01:51.150582 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 47934) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:01:51.157749 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-907fd6ac-f77c-4fd1-b2d0-48e070e75c6c tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] Request body: {'security_group_rule': {'security_group_id': '299f4eee-9f08-4ab2-9699-a166ce9b5c35', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:01:51.190475 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Pushing event updated for resources: {'Port': ['ID=67fe4c71-0caf-4885-977f-d96643f0f894,revision_number=4']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:01:51.200146 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-907fd6ac-f77c-4fd1-b2d0-48e070e75c6c tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:51.242377 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c33fe82-15fa-4f35-9902-94bed76b04f2 req-3f51699a-f3e6-41b3-bc7b-bc3175672ed6 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:01:51.246274 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-8c33fe82-15fa-4f35-9902-94bed76b04f2 req-3f51699a-f3e6-41b3-bc7b-bc3175672ed6 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/ports?device_id=bad94c2e-cbcd-4c47-adae-30617edfba4e HTTP/1.1" status: 200 len: 946 time: 0.0909929 Mar 29 16:01:51.285455 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-907fd6ac-f77c-4fd1-b2d0-48e070e75c6c tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:51.293558 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-907fd6ac-f77c-4fd1-b2d0-48e070e75c6c tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610998'] for security_group_rule, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:51.307510 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-8c33fe82-15fa-4f35-9902-94bed76b04f2 req-6b1b3e12-2803-446d-b131-f92b2ceba2bd tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/security-groups?id=9ca13a82-8548-447c-a9a1-a1fa7edff5b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551903 Mar 29 16:01:51.334073 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907fd6ac-f77c-4fd1-b2d0-48e070e75c6c tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1fb65759-4150-4e09-b94c-bc3c405f5858,revision_number=0']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:01:51.341686 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-907fd6ac-f77c-4fd1-b2d0-48e070e75c6c tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:51.343069 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-907fd6ac-f77c-4fd1-b2d0-48e070e75c6c tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1907485 Mar 29 16:01:51.346085 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 47940) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:01:51.353489 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-12ed19e3-f5ed-485c-a2a8-828322d28237 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] Request body: {'floatingip': {'floating_network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:01:51.383507 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-12ed19e3-f5ed-485c-a2a8-828322d28237 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] Notify callbacks [] for floatingip, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:51.532283 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39ded29d-ba37-49df-b878-30b8d70701f8 None None] Sync routers for ids ['5dd1bdd8-dcfc-4db1-9ead-4fc6597d63be'] in n-d-834765-1 {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 16:01:51.550317 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39ded29d-ba37-49df-b878-30b8d70701f8 None None] Routers {'5dd1bdd8-dcfc-4db1-9ead-4fc6597d63be'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:01:51.551326 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-39ded29d-ba37-49df-b878-30b8d70701f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:01:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['5dd1bdd8-dcfc-4db1-9ead-4fc6597d63be'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:01:51.555330 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-12ed19e3-f5ed-485c-a2a8-828322d28237 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:51.671117 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvr_db [None req-39ded29d-ba37-49df-b878-30b8d70701f8 None None] Set router 5dd1bdd8-dcfc-4db1-9ead-4fc6597d63be gateway port host: n-d-834765-1 {{(pid=102793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:01:51.730984 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_common [None req-12ed19e3-f5ed-485c-a2a8-828322d28237 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] Allocated IP 172.25.4.246 (4a4a035d-ecac-4ead-baa3-25f90788773a/e1a353dc-fac8-4901-a63c-273840237d6a/84078e7c-0cf9-45d6-844a-6ef708db2e5d) {{(pid=102791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:01:51.893494 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-12ed19e3-f5ed-485c-a2a8-828322d28237 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] Notify callbacks [] for port, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:51.894883 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-39ded29d-ba37-49df-b878-30b8d70701f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dd1bdd8-dcfc-4db1-9ead-4fc6597d63be', 'name': 'tempest-AttachVolumeShelveTestJSON-1222701838-router', 'tenant_id': '6549603cba104619bc496e118397db30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.212'}], 'enable_snat': True}, 'gw_port_id': '67fe4c71-0caf-4885-977f-d96643f0f894', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:01:42Z', 'updated_at': '2022-03-29T16:01:48Z', 'revision_number': 4, 'project_id': '6549603cba104619bc496e118397db30', 'gw_port': {'id': '67fe4c71-0caf-4885-977f-d96643f0f894', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:c8:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dd1bdd8-dcfc-4db1-9ead-4fc6597d63be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2974, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:01:43Z', 'updated_at': '2022-03-29T16:01:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': '131cce1e-71f7-45aa-b0f0-8d9f7123264f', 'name': '', 'network_id': 'bcacae85-6ca5-4d88-b7ab-d97534741bbe', 'tenant_id': '6549603cba104619bc496e118397db30', 'mac_address': 'fa:16:3e:88:c0:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dd1bdd8-dcfc-4db1-9ead-4fc6597d63be', 'device_owner': 'network:router_interface', 'standard_attr_id': 2975, 'fixed_ips': [{'subnet_id': 'a47225e3-f321-4c9c-823d-2d6e56b01612', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:01:47Z', 'updated_at': '2022-03-29T16:01:48Z', 'revision_number': 2, 'project_id': '6549603cba104619bc496e118397db30', 'subnets': [{'id': 'a47225e3-f321-4c9c-823d-2d6e56b01612', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:01:51.931819 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39ded29d-ba37-49df-b878-30b8d70701f8 None None] Checking router: 5dd1bdd8-dcfc-4db1-9ead-4fc6597d63be for host: n-d-834765-1 {{(pid=102793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 16:01:51.932669 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39ded29d-ba37-49df-b878-30b8d70701f8 None None] Updating router 5dd1bdd8-dcfc-4db1-9ead-4fc6597d63be port 131cce1e-71f7-45aa-b0f0-8d9f7123264f binding host n-d-834765-1 {{(pid=102793) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 16:01:51.945180 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-12ed19e3-f5ed-485c-a2a8-828322d28237 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:51.965550 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-39ded29d-ba37-49df-b878-30b8d70701f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:51.993751 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12ed19e3-f5ed-485c-a2a8-828322d28237 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] Network 4a4a035d-ecac-4ead-baa3-25f90788773a is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:01:51.996837 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [None req-12ed19e3-f5ed-485c-a2a8-828322d28237 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:01:52.001437 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12ed19e3-f5ed-485c-a2a8-828322d28237 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] Received port after_create {{(pid=102791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:01:52.038774 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ed19e3-f5ed-485c-a2a8-828322d28237 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] Pushing event updated for resources: {'Port': ['ID=84078e7c-0cf9-45d6-844a-6ef708db2e5d,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:01:52.132568 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-12ed19e3-f5ed-485c-a2a8-828322d28237 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:52.182344 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-12ed19e3-f5ed-485c-a2a8-828322d28237 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:52.438078 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-12ed19e3-f5ed-485c-a2a8-828322d28237 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] Notify callbacks [] for port, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:52.453918 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-12ed19e3-f5ed-485c-a2a8-828322d28237 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:52.528633 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-39ded29d-ba37-49df-b878-30b8d70701f8 None None] Notify callbacks [] for port, precommit_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:52.538000 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ed19e3-f5ed-485c-a2a8-828322d28237 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] Pushing event updated for resources: {'Port': ['ID=84078e7c-0cf9-45d6-844a-6ef708db2e5d,revision_number=2']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:01:52.542111 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-39ded29d-ba37-49df-b878-30b8d70701f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:52.565159 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820de9e4-0fdf-46ad-8d8c-4281a0049974 req-b0d54dc9-e6b2-404c-a8f1-74ebd34effd9 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:01:52.573678 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-820de9e4-0fdf-46ad-8d8c-4281a0049974 req-b0d54dc9-e6b2-404c-a8f1-74ebd34effd9 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/ports?device_id=bad94c2e-cbcd-4c47-adae-30617edfba4e HTTP/1.1" status: 200 len: 946 time: 0.1639383 Mar 29 16:01:52.614597 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-12ed19e3-f5ed-485c-a2a8-828322d28237 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648212'] for floatingip, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:52.617780 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85434a37-1f81-4a46-98b4-faf98944fbe3 None None] Pushing event updated for resources: {'Port': ['ID=131cce1e-71f7-45aa-b0f0-8d9f7123264f,revision_number=3']} {{(pid=102793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:01:52.650633 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85434a37-1f81-4a46-98b4-faf98944fbe3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:01:52.650986 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85434a37-1f81-4a46-98b4-faf98944fbe3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:01:52.651346 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85434a37-1f81-4a46-98b4-faf98944fbe3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:01:52.651729 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85434a37-1f81-4a46-98b4-faf98944fbe3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:01:52.652065 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85434a37-1f81-4a46-98b4-faf98944fbe3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:01:52.652932 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85434a37-1f81-4a46-98b4-faf98944fbe3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:01:52.653432 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85434a37-1f81-4a46-98b4-faf98944fbe3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:01:52.653973 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85434a37-1f81-4a46-98b4-faf98944fbe3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:01:52.654643 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85434a37-1f81-4a46-98b4-faf98944fbe3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:01:52.655200 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85434a37-1f81-4a46-98b4-faf98944fbe3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:01:52.655755 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85434a37-1f81-4a46-98b4-faf98944fbe3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:01:52.656427 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85434a37-1f81-4a46-98b4-faf98944fbe3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:01:52.668323 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-820de9e4-0fdf-46ad-8d8c-4281a0049974 req-99cf160e-b754-4de2-ae9f-663fe4b11bf0 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/security-groups?id=9ca13a82-8548-447c-a9a1-a1fa7edff5b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921328 Mar 29 16:01:52.683068 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-12ed19e3-f5ed-485c-a2a8-828322d28237 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for floatingip, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:52.687305 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-12ed19e3-f5ed-485c-a2a8-828322d28237 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3372142 Mar 29 16:01:52.751118 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.managers [None req-39ded29d-ba37-49df-b878-30b8d70701f8 None None] Attempting to bind port 131cce1e-71f7-45aa-b0f0-8d9f7123264f on host n-d-834765-1 for vnic_type normal with profile {{(pid=102793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 16:01:52.751605 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.managers [None req-39ded29d-ba37-49df-b878-30b8d70701f8 None None] Attempting to bind port 131cce1e-71f7-45aa-b0f0-8d9f7123264f by drivers openvswitch,hyperv on host n-d-834765-1 at level 0 using segments [{'id': 'b3edd697-c981-4e3c-9ae1-cbcf1935405e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'bcacae85-6ca5-4d88-b7ab-d97534741bbe'}] {{(pid=102793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 16:01:52.752162 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39ded29d-ba37-49df-b878-30b8d70701f8 None None] Attempting to bind port 131cce1e-71f7-45aa-b0f0-8d9f7123264f on network bcacae85-6ca5-4d88-b7ab-d97534741bbe {{(pid=102793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 16:01:52.758242 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39ded29d-ba37-49df-b878-30b8d70701f8 None None] Checking agent: {'id': 'a8866439-9d96-425c-b519-6905c591ac37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 25, 36), 'started_at': datetime.datetime(2022, 3, 29, 15, 26, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 16, 1, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834765-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 16:01:52.759127 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39ded29d-ba37-49df-b878-30b8d70701f8 None None] Checking segment: {'id': 'b3edd697-c981-4e3c-9ae1-cbcf1935405e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'bcacae85-6ca5-4d88-b7ab-d97534741bbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 16:01:52.759807 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-39ded29d-ba37-49df-b878-30b8d70701f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:52.760444 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39ded29d-ba37-49df-b878-30b8d70701f8 None None] Bound using segment: {'id': 'b3edd697-c981-4e3c-9ae1-cbcf1935405e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'bcacae85-6ca5-4d88-b7ab-d97534741bbe'} {{(pid=102793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 16:01:52.761241 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.managers [None req-39ded29d-ba37-49df-b878-30b8d70701f8 None None] Bound port: 131cce1e-71f7-45aa-b0f0-8d9f7123264f, host: n-d-834765-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3edd697-c981-4e3c-9ae1-cbcf1935405e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'bcacae85-6ca5-4d88-b7ab-d97534741bbe'}}] {{(pid=102793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 16:01:52.761868 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-39ded29d-ba37-49df-b878-30b8d70701f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:52.842449 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 67fe4c71-0caf-4885-977f-d96643f0f894 up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 16:01:52.933866 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.db [None req-39ded29d-ba37-49df-b878-30b8d70701f8 None None] For port 131cce1e-71f7-45aa-b0f0-8d9f7123264f, host n-d-834765-1, cleared binding levels {{(pid=102793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 16:01:52.939742 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.db [None req-39ded29d-ba37-49df-b878-30b8d70701f8 None None] For port 131cce1e-71f7-45aa-b0f0-8d9f7123264f, host n-d-834765-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=131cce1e-71f7-45aa-b0f0-8d9f7123264f,segment=NetworkSegment(b3edd697-c981-4e3c-9ae1-cbcf1935405e),segment_id=b3edd697-c981-4e3c-9ae1-cbcf1935405e)] {{(pid=102793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 16:01:52.948808 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-39ded29d-ba37-49df-b878-30b8d70701f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:52.981112 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port 67fe4c71-0caf-4885-977f-d96643f0f894 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:01:52.981628 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:53.033553 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-6aa7011b-0010-44bf-b32d-7c86dcad1be6 None None] Provisioning complete for port 131cce1e-71f7-45aa-b0f0-8d9f7123264f triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:01:53.034168 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-6aa7011b-0010-44bf-b32d-7c86dcad1be6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:53.045147 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39ded29d-ba37-49df-b878-30b8d70701f8 None None] Routers {'5dd1bdd8-dcfc-4db1-9ead-4fc6597d63be'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:01:53.045822 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-39ded29d-ba37-49df-b878-30b8d70701f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:01:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['5dd1bdd8-dcfc-4db1-9ead-4fc6597d63be'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:01:53.130717 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85434a37-1f81-4a46-98b4-faf98944fbe3 None None] Pushing event updated for resources: {'Port': ['ID=131cce1e-71f7-45aa-b0f0-8d9f7123264f,revision_number=4']} {{(pid=102793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:01:53.183764 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-6aa7011b-0010-44bf-b32d-7c86dcad1be6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:53.204878 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvr_db [None req-39ded29d-ba37-49df-b878-30b8d70701f8 None None] Set router 5dd1bdd8-dcfc-4db1-9ead-4fc6597d63be gateway port host: n-d-834765-1 {{(pid=102793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:01:53.219055 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-6aa7011b-0010-44bf-b32d-7c86dcad1be6 None None] For port 131cce1e-71f7-45aa-b0f0-8d9f7123264f, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=131cce1e-71f7-45aa-b0f0-8d9f7123264f,segment=NetworkSegment(b3edd697-c981-4e3c-9ae1-cbcf1935405e),segment_id=b3edd697-c981-4e3c-9ae1-cbcf1935405e)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:01:53.225029 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-6aa7011b-0010-44bf-b32d-7c86dcad1be6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:53.283148 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa7011b-0010-44bf-b32d-7c86dcad1be6 None None] Pushing event updated for resources: {'Port': ['ID=131cce1e-71f7-45aa-b0f0-8d9f7123264f,revision_number=5']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:01:53.348961 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-3a808eda-474e-4a8d-ad6e-560adbaa3da7 None None] Provisioning complete for port 131cce1e-71f7-45aa-b0f0-8d9f7123264f triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:01:53.349717 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-3a808eda-474e-4a8d-ad6e-560adbaa3da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:53.450537 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-39ded29d-ba37-49df-b878-30b8d70701f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dd1bdd8-dcfc-4db1-9ead-4fc6597d63be', 'name': 'tempest-AttachVolumeShelveTestJSON-1222701838-router', 'tenant_id': '6549603cba104619bc496e118397db30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.212'}], 'enable_snat': True}, 'gw_port_id': '67fe4c71-0caf-4885-977f-d96643f0f894', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:01:42Z', 'updated_at': '2022-03-29T16:01:48Z', 'revision_number': 4, 'project_id': '6549603cba104619bc496e118397db30', 'gw_port': {'id': '67fe4c71-0caf-4885-977f-d96643f0f894', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:c8:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dd1bdd8-dcfc-4db1-9ead-4fc6597d63be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2974, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:01:43Z', 'updated_at': '2022-03-29T16:01:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': '131cce1e-71f7-45aa-b0f0-8d9f7123264f', 'name': '', 'network_id': 'bcacae85-6ca5-4d88-b7ab-d97534741bbe', 'tenant_id': '6549603cba104619bc496e118397db30', 'mac_address': 'fa:16:3e:88:c0:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dd1bdd8-dcfc-4db1-9ead-4fc6597d63be', 'device_owner': 'network:router_interface', 'standard_attr_id': 2975, 'fixed_ips': [{'subnet_id': 'a47225e3-f321-4c9c-823d-2d6e56b01612', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:01:47Z', 'updated_at': '2022-03-29T16:01:52Z', 'revision_number': 4, 'project_id': '6549603cba104619bc496e118397db30', 'subnets': [{'id': 'a47225e3-f321-4c9c-823d-2d6e56b01612', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:01:53.482272 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39ded29d-ba37-49df-b878-30b8d70701f8 None None] The sync data for ids ['5dd1bdd8-dcfc-4db1-9ead-4fc6597d63be'] in n-d-834765-1 is: [{'id': '5dd1bdd8-dcfc-4db1-9ead-4fc6597d63be', 'name': 'tempest-AttachVolumeShelveTestJSON-1222701838-router', 'tenant_id': '6549603cba104619bc496e118397db30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.212'}], 'enable_snat': True}, 'gw_port_id': '67fe4c71-0caf-4885-977f-d96643f0f894', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:01:42Z', 'updated_at': '2022-03-29T16:01:48Z', 'revision_number': 4, 'project_id': '6549603cba104619bc496e118397db30', 'gw_port': {'id': '67fe4c71-0caf-4885-977f-d96643f0f894', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:c8:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dd1bdd8-dcfc-4db1-9ead-4fc6597d63be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2974, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:01:43Z', 'updated_at': '2022-03-29T16:01:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': '131cce1e-71f7-45aa-b0f0-8d9f7123264f', 'name': '', 'network_id': 'bcacae85-6ca5-4d88-b7ab-d97534741bbe', 'tenant_id': '6549603cba104619bc496e118397db30', 'mac_address': 'fa:16:3e:88:c0:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dd1bdd8-dcfc-4db1-9ead-4fc6597d63be', 'device_owner': 'network:router_interface', 'standard_attr_id': 2975, 'fixed_ips': [{'subnet_id': 'a47225e3-f321-4c9c-823d-2d6e56b01612', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:01:47Z', 'updated_at': '2022-03-29T16:01:52Z', 'revision_number': 4, 'project_id': '6549603cba104619bc496e118397db30', 'subnets': [{'id': 'a47225e3-f321-4c9c-823d-2d6e56b01612', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 16:01:53.821756 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0734bb2c-5b91-42dc-954c-716eabbf53e6 req-e28ae567-848f-4603-b400-f7e1c7bb28a4 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:01:53.823582 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-0734bb2c-5b91-42dc-954c-716eabbf53e6 req-e28ae567-848f-4603-b400-f7e1c7bb28a4 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/ports?device_id=bad94c2e-cbcd-4c47-adae-30617edfba4e HTTP/1.1" status: 200 len: 946 time: 0.0814290 Mar 29 16:01:53.879489 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-0734bb2c-5b91-42dc-954c-716eabbf53e6 req-c9bc4d8f-dafd-429f-a507-3fe2ffb9678f tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/security-groups?id=9ca13a82-8548-447c-a9a1-a1fa7edff5b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458162 Mar 29 16:01:54.783930 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 131cce1e-71f7-45aa-b0f0-8d9f7123264f up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 16:01:54.836168 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port 131cce1e-71f7-45aa-b0f0-8d9f7123264f triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:01:54.836534 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:55.067164 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e64c16-8f2f-409c-9b6c-38185f75ad2e req-5e46c791-4d58-4104-b5b7-9995c3072961 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:01:55.073266 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-38e64c16-8f2f-409c-9b6c-38185f75ad2e req-5e46c791-4d58-4104-b5b7-9995c3072961 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/ports?device_id=bad94c2e-cbcd-4c47-adae-30617edfba4e HTTP/1.1" status: 200 len: 946 time: 0.0771155 Mar 29 16:01:55.115187 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-38e64c16-8f2f-409c-9b6c-38185f75ad2e req-693632de-ebf8-4b21-8852-08508c17836e tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/security-groups?id=9ca13a82-8548-447c-a9a1-a1fa7edff5b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369313 Mar 29 16:01:55.257043 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-d5d4da92-e239-412a-b522-28d420be2469 req-b5bb027a-bb4b-4044-8d32-a51629a030ea tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--1928514127&fields=id&tenant_id=6549603cba104619bc496e118397db30 HTTP/1.1" status: 200 len: 267 time: 0.0378828 Mar 29 16:01:55.439872 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d4da92-e239-412a-b522-28d420be2469 req-c1f2cd48-0bd0-4ef3-b563-18f6634d37d0 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:01:55.441656 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-d5d4da92-e239-412a-b522-28d420be2469 req-c1f2cd48-0bd0-4ef3-b563-18f6634d37d0 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] 10.222.0.42 "GET /v2.0/networks?id=bcacae85-6ca5-4d88-b7ab-d97534741bbe HTTP/1.1" status: 200 len: 817 time: 0.1763446 Mar 29 16:01:55.461988 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-d5d4da92-e239-412a-b522-28d420be2469 req-58a3ee68-a44b-4c0a-b3d3-06374b7896b6 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] 10.222.0.42 "GET /v2.0/quotas/6549603cba104619bc496e118397db30 HTTP/1.1" status: 200 len: 375 time: 0.0121658 Mar 29 16:01:55.541594 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-d5d4da92-e239-412a-b522-28d420be2469 req-e9879cde-09a1-418e-87be-050f03a3048b tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=6549603cba104619bc496e118397db30&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0725696 Mar 29 16:01:55.727860 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-d5d4da92-e239-412a-b522-28d420be2469 req-53801ed7-4d20-48a5-82f6-c7f36a7a0a06 service neutron] 10.222.0.42 "GET /v2.0/networks/bcacae85-6ca5-4d88-b7ab-d97534741bbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1676128 Mar 29 16:01:55.915732 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-d5d4da92-e239-412a-b522-28d420be2469 req-b6154c36-7d6e-44f1-bfee-7005ce3c90ff service neutron] 10.222.0.42 "GET /v2.0/networks/bcacae85-6ca5-4d88-b7ab-d97534741bbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1831632 Mar 29 16:01:56.043064 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 48074) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:01:56.234974 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-fb86933c-c97e-47fc-ab8d-1e169414601a req-f8257ebe-df6c-4a16-bbb3-8bea2329e4db tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd8e3388-810b-42c2-83e9-f7b4e3d0dd7b HTTP/1.1" status: 200 len: 210 time: 0.0628176 Mar 29 16:01:56.291083 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120dd70e-3fae-4c5d-a301-45f6ad66cfb3 req-d72a5131-5d89-448f-bb69-57a2877651a1 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:01:56.293362 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-120dd70e-3fae-4c5d-a301-45f6ad66cfb3 req-d72a5131-5d89-448f-bb69-57a2877651a1 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/ports?device_id=bad94c2e-cbcd-4c47-adae-30617edfba4e HTTP/1.1" status: 200 len: 946 time: 0.0582151 Mar 29 16:01:56.315384 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-b43ad3db-2dae-4d49-bd3d-eb1ea4d3ec96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:56.346597 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-120dd70e-3fae-4c5d-a301-45f6ad66cfb3 req-bac03c32-b918-4b9e-9c11-864fb18a4966 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/security-groups?id=9ca13a82-8548-447c-a9a1-a1fa7edff5b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455635 Mar 29 16:01:56.449315 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-b43ad3db-2dae-4d49-bd3d-eb1ea4d3ec96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:56.455857 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-b43ad3db-2dae-4d49-bd3d-eb1ea4d3ec96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:56.502963 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-b43ad3db-2dae-4d49-bd3d-eb1ea4d3ec96 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=267e126c2a814b018deff61126cd35d3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4560440 Mar 29 16:01:56.503505 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 48094) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:01:56.510056 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43ad3db-2dae-4d49-bd3d-eb1ea4d3ec96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ba1e7fd-dccb-463e-8798-2e64b1a88f30,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:01:56.639601 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-d4f27333-49b7-401d-9e18-303b3b0b08a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:56.673966 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-d4f27333-49b7-401d-9e18-303b3b0b08a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:56.748570 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-d4f27333-49b7-401d-9e18-303b3b0b08a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:56.751682 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-d4f27333-49b7-401d-9e18-303b3b0b08a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:56.752968 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-d4f27333-49b7-401d-9e18-303b3b0b08a1 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/3ba1e7fd-dccb-463e-8798-2e64b1a88f30 HTTP/1.1" status: 204 len: 168 time: 0.2484810 Mar 29 16:01:56.762531 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f27333-49b7-401d-9e18-303b3b0b08a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ba1e7fd-dccb-463e-8798-2e64b1a88f30,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:01:57.204899 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 48120) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:01:57.220984 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-7291aadd-dccc-4ca1-b794-5d613c4e0a1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:57.382860 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-7efff8ec-868d-4a47-9c32-fc1cc0ccbd05 req-b8907422-7802-425c-b216-33e92749278d tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd8e3388-810b-42c2-83e9-f7b4e3d0dd7b HTTP/1.1" status: 200 len: 210 time: 0.0448313 Mar 29 16:01:57.391331 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-7291aadd-dccc-4ca1-b794-5d613c4e0a1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:57.396058 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-7291aadd-dccc-4ca1-b794-5d613c4e0a1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:57.539453 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-7291aadd-dccc-4ca1-b794-5d613c4e0a1b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=947cd00a1f414f3785506a5559a60e54&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3334181 Mar 29 16:01:57.540137 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7291aadd-dccc-4ca1-b794-5d613c4e0a1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3256513-26c7-423f-857a-06fb4a759bbe,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:01:57.542748 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 48126) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:01:57.578716 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caadf264-da32-4c33-8637-8e4556471e74 req-0facf610-953c-436e-a13a-402fd2b1c94c tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:01:57.580642 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-caadf264-da32-4c33-8637-8e4556471e74 req-0facf610-953c-436e-a13a-402fd2b1c94c tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/ports?device_id=bad94c2e-cbcd-4c47-adae-30617edfba4e HTTP/1.1" status: 200 len: 946 time: 0.1028256 Mar 29 16:01:57.627123 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-a9f12fb5-b13c-44be-a473-6f17f9250837 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:57.656077 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-caadf264-da32-4c33-8637-8e4556471e74 req-5fb94ff0-6047-4035-92e8-36fe0b87b5c2 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/security-groups?id=9ca13a82-8548-447c-a9a1-a1fa7edff5b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651209 Mar 29 16:01:57.657020 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-a9f12fb5-b13c-44be-a473-6f17f9250837 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:57.720336 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-a9f12fb5-b13c-44be-a473-6f17f9250837 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:57.723639 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-a9f12fb5-b13c-44be-a473-6f17f9250837 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:57.725112 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-a9f12fb5-b13c-44be-a473-6f17f9250837 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a3256513-26c7-423f-857a-06fb4a759bbe HTTP/1.1" status: 204 len: 168 time: 0.1808996 Mar 29 16:01:57.736376 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f12fb5-b13c-44be-a473-6f17f9250837 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3256513-26c7-423f-857a-06fb4a759bbe,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:01:58.013177 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d4da92-e239-412a-b522-28d420be2469 req-97736f55-2983-4cc2-b136-ec90f59f3446 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:01:58.017028 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d5d4da92-e239-412a-b522-28d420be2469 req-97736f55-2983-4cc2-b136-ec90f59f3446 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] 10.222.0.48 "GET /v2.0/networks?id=bcacae85-6ca5-4d88-b7ab-d97534741bbe HTTP/1.1" status: 200 len: 817 time: 0.1812279 Mar 29 16:01:58.107083 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d5d4da92-e239-412a-b522-28d420be2469 req-6bd88e97-177f-4bb4-9fbb-66acd370b6c9 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6549603cba104619bc496e118397db30 HTTP/1.1" status: 200 len: 380 time: 0.0807953 Mar 29 16:01:58.128928 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [req-d5d4da92-e239-412a-b522-28d420be2469 req-1a329dc1-11cd-48d8-8239-b79bd1f838d9 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] Request body: {'port': {'device_id': 'bd8e3388-810b-42c2-83e9-f7b4e3d0dd7b', 'network_id': 'bcacae85-6ca5-4d88-b7ab-d97534741bbe', 'admin_state_up': True, 'tenant_id': '6549603cba104619bc496e118397db30', 'security_groups': ['299f4eee-9f08-4ab2-9699-a166ce9b5c35']}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:01:58.333098 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5d4da92-e239-412a-b522-28d420be2469 req-1a329dc1-11cd-48d8-8239-b79bd1f838d9 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] Made reservation on behalf of 6549603cba104619bc496e118397db30 for: {'port': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:01:58.348115 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-d5d4da92-e239-412a-b522-28d420be2469 req-1a329dc1-11cd-48d8-8239-b79bd1f838d9 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:58.549244 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-04bb297c-f1fb-4ba0-bbfa-4f5850617eee req-01e3a2e8-7d66-4316-8f89-126e3064e220 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd8e3388-810b-42c2-83e9-f7b4e3d0dd7b HTTP/1.1" status: 200 len: 210 time: 0.0372183 Mar 29 16:01:58.575526 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_common [req-d5d4da92-e239-412a-b522-28d420be2469 req-1a329dc1-11cd-48d8-8239-b79bd1f838d9 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] Allocated IP 172.20.0.3 (bcacae85-6ca5-4d88-b7ab-d97534741bbe/a47225e3-f321-4c9c-823d-2d6e56b01612/b5e9510a-130c-43b6-8f2a-559b817aa9da) {{(pid=102791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:01:58.788075 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-d5d4da92-e239-412a-b522-28d420be2469 req-1a329dc1-11cd-48d8-8239-b79bd1f838d9 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] Notify callbacks [] for port, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:58.848625 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-d5d4da92-e239-412a-b522-28d420be2469 req-1a329dc1-11cd-48d8-8239-b79bd1f838d9 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:58.914840 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5d4da92-e239-412a-b522-28d420be2469 req-1a329dc1-11cd-48d8-8239-b79bd1f838d9 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] Network bcacae85-6ca5-4d88-b7ab-d97534741bbe is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:01:58.918042 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [req-d5d4da92-e239-412a-b522-28d420be2469 req-1a329dc1-11cd-48d8-8239-b79bd1f838d9 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:01:58.922430 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5d4da92-e239-412a-b522-28d420be2469 req-1a329dc1-11cd-48d8-8239-b79bd1f838d9 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] Received port after_create {{(pid=102791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:01:58.972925 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4852b564-d51b-4a06-b4dd-1bb14200e606 req-5dc174ab-d510-498c-b769-ed2cbbb110b0 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:01:58.979536 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a329dc1-11cd-48d8-8239-b79bd1f838d9 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] Pushing event updated for resources: {'Port': ['ID=b5e9510a-130c-43b6-8f2a-559b817aa9da,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:01:59.007612 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-4852b564-d51b-4a06-b4dd-1bb14200e606 req-5dc174ab-d510-498c-b769-ed2cbbb110b0 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/ports?device_id=bad94c2e-cbcd-4c47-adae-30617edfba4e HTTP/1.1" status: 200 len: 946 time: 0.1677904 Mar 29 16:01:59.027335 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d4da92-e239-412a-b522-28d420be2469 req-1a329dc1-11cd-48d8-8239-b79bd1f838d9 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:01:59.027801 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-d5d4da92-e239-412a-b522-28d420be2469 req-1a329dc1-11cd-48d8-8239-b79bd1f838d9 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:59.054917 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d5d4da92-e239-412a-b522-28d420be2469 req-1a329dc1-11cd-48d8-8239-b79bd1f838d9 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9299479 Mar 29 16:01:59.073841 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [req-d5d4da92-e239-412a-b522-28d420be2469 req-b4f03aab-0745-4ac6-a50d-a9764c9695a6 service neutron] Request body: {'port': {'device_id': 'bd8e3388-810b-42c2-83e9-f7b4e3d0dd7b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834765-1'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:01:59.119895 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-4852b564-d51b-4a06-b4dd-1bb14200e606 req-4bceae64-ac3f-4485-9ac9-b39df0427609 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/security-groups?id=9ca13a82-8548-447c-a9a1-a1fa7edff5b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112912 Mar 29 16:01:59.213302 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-d5d4da92-e239-412a-b522-28d420be2469 req-b4f03aab-0745-4ac6-a50d-a9764c9695a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:59.464468 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-3881c520-1346-4527-b755-4672d1587b1e None None] Provisioning complete for port b5e9510a-130c-43b6-8f2a-559b817aa9da triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:01:59.465773 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-3881c520-1346-4527-b755-4672d1587b1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:59.546280 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-3881c520-1346-4527-b755-4672d1587b1e None None] Port b5e9510a-130c-43b6-8f2a-559b817aa9da cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 16:01:59.824952 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2b1a0b-687b-44cc-81ef-35e0b44f6d4e req-cee7e87e-66f8-4e0b-b60d-667ab9c31e43 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:01:59.829002 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-5c2b1a0b-687b-44cc-81ef-35e0b44f6d4e req-cee7e87e-66f8-4e0b-b60d-667ab9c31e43 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd8e3388-810b-42c2-83e9-f7b4e3d0dd7b HTTP/1.1" status: 200 len: 931 time: 0.1744635 Mar 29 16:01:59.905558 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [req-d5d4da92-e239-412a-b522-28d420be2469 req-b4f03aab-0745-4ac6-a50d-a9764c9695a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5e9510a-130c-43b6-8f2a-559b817aa9da {{(pid=102791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 16:01:59.930343 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-d5d4da92-e239-412a-b522-28d420be2469 req-b4f03aab-0745-4ac6-a50d-a9764c9695a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:01:59.949506 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-5c2b1a0b-687b-44cc-81ef-35e0b44f6d4e req-7105d873-b4f6-4c51-b1cd-fd942ea36ba0 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] 10.222.0.42 "GET /v2.0/security-groups?id=299f4eee-9f08-4ab2-9699-a166ce9b5c35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0890253 Mar 29 16:01:59.979465 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.provisioning_blocks [req-d5d4da92-e239-412a-b522-28d420be2469 req-b4f03aab-0745-4ac6-a50d-a9764c9695a6 service neutron] Transition to ACTIVE for port object b5e9510a-130c-43b6-8f2a-559b817aa9da will not be triggered until provisioned by entity L2. {{(pid=102791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 16:01:59.986321 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-d5d4da92-e239-412a-b522-28d420be2469 req-b4f03aab-0745-4ac6-a50d-a9764c9695a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:00.057418 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f03aab-0745-4ac6-a50d-a9764c9695a6 service neutron] Pushing event updated for resources: {'Port': ['ID=b5e9510a-130c-43b6-8f2a-559b817aa9da,revision_number=2']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:02:00.230392 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-d5d4da92-e239-412a-b522-28d420be2469 req-b4f03aab-0745-4ac6-a50d-a9764c9695a6 service neutron] Attempting to bind port b5e9510a-130c-43b6-8f2a-559b817aa9da on host n-h2-834765-1 for vnic_type normal with profile {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 16:02:00.230857 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-d5d4da92-e239-412a-b522-28d420be2469 req-b4f03aab-0745-4ac6-a50d-a9764c9695a6 service neutron] Attempting to bind port b5e9510a-130c-43b6-8f2a-559b817aa9da by drivers openvswitch,hyperv on host n-h2-834765-1 at level 0 using segments [{'id': 'b3edd697-c981-4e3c-9ae1-cbcf1935405e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'bcacae85-6ca5-4d88-b7ab-d97534741bbe'}] {{(pid=102791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 16:02:00.231338 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5d4da92-e239-412a-b522-28d420be2469 req-b4f03aab-0745-4ac6-a50d-a9764c9695a6 service neutron] Attempting to bind port b5e9510a-130c-43b6-8f2a-559b817aa9da on network bcacae85-6ca5-4d88-b7ab-d97534741bbe {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 16:02:00.238745 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5d4da92-e239-412a-b522-28d420be2469 req-b4f03aab-0745-4ac6-a50d-a9764c9695a6 service neutron] Port b5e9510a-130c-43b6-8f2a-559b817aa9da on network bcacae85-6ca5-4d88-b7ab-d97534741bbe not bound, no agent of type Open vSwitch agent registered on host n-h2-834765-1 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 16:02:00.239941 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5d4da92-e239-412a-b522-28d420be2469 req-b4f03aab-0745-4ac6-a50d-a9764c9695a6 service neutron] Attempting to bind port b5e9510a-130c-43b6-8f2a-559b817aa9da on network bcacae85-6ca5-4d88-b7ab-d97534741bbe {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 16:02:00.248801 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5d4da92-e239-412a-b522-28d420be2469 req-b4f03aab-0745-4ac6-a50d-a9764c9695a6 service neutron] Checking agent: {'id': '3e4b4912-b4a2-4d17-b5bd-6ce15529e8eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 33, 17), 'started_at': datetime.datetime(2022, 3, 29, 15, 33, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 16, 1, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 16:02:00.249295 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5d4da92-e239-412a-b522-28d420be2469 req-b4f03aab-0745-4ac6-a50d-a9764c9695a6 service neutron] Checking segment: {'id': 'b3edd697-c981-4e3c-9ae1-cbcf1935405e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'bcacae85-6ca5-4d88-b7ab-d97534741bbe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 16:02:00.249787 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5d4da92-e239-412a-b522-28d420be2469 req-b4f03aab-0745-4ac6-a50d-a9764c9695a6 service neutron] Bound using segment: {'id': 'b3edd697-c981-4e3c-9ae1-cbcf1935405e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'bcacae85-6ca5-4d88-b7ab-d97534741bbe'} {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 16:02:00.250343 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-d5d4da92-e239-412a-b522-28d420be2469 req-b4f03aab-0745-4ac6-a50d-a9764c9695a6 service neutron] Bound port: b5e9510a-130c-43b6-8f2a-559b817aa9da, host: n-h2-834765-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3edd697-c981-4e3c-9ae1-cbcf1935405e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'bcacae85-6ca5-4d88-b7ab-d97534741bbe'}}] {{(pid=102791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 16:02:00.250830 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-d5d4da92-e239-412a-b522-28d420be2469 req-b4f03aab-0745-4ac6-a50d-a9764c9695a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:00.358632 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-919c4fa9-3097-45b0-ab05-df04c05647a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:00.403702 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7039adbb-819c-4877-b127-398b9c3651da req-15cac811-3252-4fcc-a6c6-2a47bf1e56ff tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:00.408608 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-d5d4da92-e239-412a-b522-28d420be2469 req-b4f03aab-0745-4ac6-a50d-a9764c9695a6 service neutron] For port b5e9510a-130c-43b6-8f2a-559b817aa9da, host n-h2-834765-1, cleared binding levels {{(pid=102791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 16:02:00.412785 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-7039adbb-819c-4877-b127-398b9c3651da req-15cac811-3252-4fcc-a6c6-2a47bf1e56ff tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/ports?device_id=bad94c2e-cbcd-4c47-adae-30617edfba4e HTTP/1.1" status: 200 len: 946 time: 0.1529670 Mar 29 16:02:00.419162 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-d5d4da92-e239-412a-b522-28d420be2469 req-b4f03aab-0745-4ac6-a50d-a9764c9695a6 service neutron] For port b5e9510a-130c-43b6-8f2a-559b817aa9da, host n-h2-834765-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=b5e9510a-130c-43b6-8f2a-559b817aa9da,segment=NetworkSegment(b3edd697-c981-4e3c-9ae1-cbcf1935405e),segment_id=b3edd697-c981-4e3c-9ae1-cbcf1935405e)] {{(pid=102791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 16:02:00.430603 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-d5d4da92-e239-412a-b522-28d420be2469 req-b4f03aab-0745-4ac6-a50d-a9764c9695a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:00.509228 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d4da92-e239-412a-b522-28d420be2469 req-b4f03aab-0745-4ac6-a50d-a9764c9695a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:00.510296 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-d5d4da92-e239-412a-b522-28d420be2469 req-b4f03aab-0745-4ac6-a50d-a9764c9695a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:00.511828 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d5d4da92-e239-412a-b522-28d420be2469 req-b4f03aab-0745-4ac6-a50d-a9764c9695a6 service neutron] 10.222.0.48 "PUT /v2.0/ports/b5e9510a-130c-43b6-8f2a-559b817aa9da HTTP/1.1" status: 200 len: 1091 time: 1.4475725 Mar 29 16:02:00.512395 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd8e3388-810b-42c2-83e9-f7b4e3d0dd7b', 'tag': 'b5e9510a-130c-43b6-8f2a-559b817aa9da'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:02:00.515517 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c67b028db5e9b9818fecc5c0a87ebc6f190694fa53ca267d523e04f98de536d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e26ea05-035a-4a27-9131-86be0552ba58" -d '{"events": [{"name": "network-changed", "server_uuid": "bd8e3388-810b-42c2-83e9-f7b4e3d0dd7b", "tag": "b5e9510a-130c-43b6-8f2a-559b817aa9da"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:02:00.533460 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-7039adbb-819c-4877-b127-398b9c3651da req-21606a88-d06c-4f14-9868-2f2a94fc396b tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/security-groups?id=9ca13a82-8548-447c-a9a1-a1fa7edff5b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093328 Mar 29 16:02:00.640483 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f03aab-0745-4ac6-a50d-a9764c9695a6 service neutron] Pushing event updated for resources: {'Port': ['ID=b5e9510a-130c-43b6-8f2a-559b817aa9da,revision_number=3']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:02:00.648166 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 16:02:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d13ebd5c-17c0-47df-8a48-efa1774d9db1 x-openstack-request-id: req-d13ebd5c-17c0-47df-8a48-efa1774d9db1 {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:02:00.648452 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd8e3388-810b-42c2-83e9-f7b4e3d0dd7b", "tag": "b5e9510a-130c-43b6-8f2a-559b817aa9da", "status": "completed", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:02:00.648700 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d13ebd5c-17c0-47df-8a48-efa1774d9db1 {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:02:00.649477 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd8e3388-810b-42c2-83e9-f7b4e3d0dd7b', 'tag': 'b5e9510a-130c-43b6-8f2a-559b817aa9da', 'status': 'completed', 'code': 200} Mar 29 16:02:00.686213 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d4da92-e239-412a-b522-28d420be2469 req-aee6809f-f071-4b4d-a257-bca1fe8beae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:00.688300 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d5d4da92-e239-412a-b522-28d420be2469 req-aee6809f-f071-4b4d-a257-bca1fe8beae7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=6549603cba104619bc496e118397db30&device_id=bd8e3388-810b-42c2-83e9-f7b4e3d0dd7b HTTP/1.1" status: 200 len: 1094 time: 0.1055017 Mar 29 16:02:00.816633 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d5d4da92-e239-412a-b522-28d420be2469 req-2b1dc833-8e21-4e1b-8dd9-19a216a76193 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b5e9510a-130c-43b6-8f2a-559b817aa9da HTTP/1.1" status: 200 len: 217 time: 0.1157312 Mar 29 16:02:00.947184 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d4da92-e239-412a-b522-28d420be2469 req-0bacc4c3-11ae-487b-8fb8-a6964a5b70c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:00.949636 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d5d4da92-e239-412a-b522-28d420be2469 req-0bacc4c3-11ae-487b-8fb8-a6964a5b70c7 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a47225e3-f321-4c9c-823d-2d6e56b01612 HTTP/1.1" status: 200 len: 856 time: 0.1115849 Mar 29 16:02:01.048373 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d4da92-e239-412a-b522-28d420be2469 req-f4f2d33e-3e60-4c83-a8b6-82b0a1fb5ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:01.050021 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d5d4da92-e239-412a-b522-28d420be2469 req-f4f2d33e-3e60-4c83-a8b6-82b0a1fb5ce1 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=bcacae85-6ca5-4d88-b7ab-d97534741bbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0924654 Mar 29 16:02:01.212143 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cbf6e1-c787-4ef5-8d96-dae20ec21475 req-0f282d5b-47b2-40a8-8a28-1ff0774e2ac8 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:01.218676 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d5d4da92-e239-412a-b522-28d420be2469 req-fc8f9766-247e-44e5-b15e-014e2330c22e service neutron] 10.222.0.48 "GET /v2.0/networks/bcacae85-6ca5-4d88-b7ab-d97534741bbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1614053 Mar 29 16:02:01.229069 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-60cbf6e1-c787-4ef5-8d96-dae20ec21475 req-0f282d5b-47b2-40a8-8a28-1ff0774e2ac8 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd8e3388-810b-42c2-83e9-f7b4e3d0dd7b HTTP/1.1" status: 200 len: 943 time: 0.1458724 Mar 29 16:02:01.343708 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-60cbf6e1-c787-4ef5-8d96-dae20ec21475 req-629cd38f-5ddd-4b5d-8907-eb11288c3f9a tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] 10.222.0.42 "GET /v2.0/security-groups?id=299f4eee-9f08-4ab2-9699-a166ce9b5c35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1053817 Mar 29 16:02:01.411077 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d5d4da92-e239-412a-b522-28d420be2469 req-d1c957dd-b253-4fd7-930d-41b565580a53 service neutron] 10.222.0.48 "GET /v2.0/networks/bcacae85-6ca5-4d88-b7ab-d97534741bbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1824071 Mar 29 16:02:01.589246 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e26ea05-035a-4a27-9131-86be0552ba58 req-58908263-e52a-4792-a191-e47a2ad76d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:01.597101 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6e26ea05-035a-4a27-9131-86be0552ba58 req-58908263-e52a-4792-a191-e47a2ad76d19 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=6549603cba104619bc496e118397db30&device_id=bd8e3388-810b-42c2-83e9-f7b4e3d0dd7b HTTP/1.1" status: 200 len: 1094 time: 0.1075876 Mar 29 16:02:01.792566 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e26ea05-035a-4a27-9131-86be0552ba58 req-87767718-9d4b-495e-baa6-f96f119c8ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:01.794212 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6e26ea05-035a-4a27-9131-86be0552ba58 req-87767718-9d4b-495e-baa6-f96f119c8ed7 service neutron] 10.222.0.48 "GET /v2.0/networks?id=bcacae85-6ca5-4d88-b7ab-d97534741bbe HTTP/1.1" status: 200 len: 918 time: 0.1920702 Mar 29 16:02:01.808595 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdd0450-7720-4a35-9209-9370079605b3 req-3b2b7d3c-66f8-438e-a6f7-e2024b4074a1 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:01.817925 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-1bdd0450-7720-4a35-9209-9370079605b3 req-3b2b7d3c-66f8-438e-a6f7-e2024b4074a1 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/ports?device_id=bad94c2e-cbcd-4c47-adae-30617edfba4e HTTP/1.1" status: 200 len: 946 time: 0.1017787 Mar 29 16:02:01.906114 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6e26ea05-035a-4a27-9131-86be0552ba58 req-7d533eb1-9429-410c-975b-0a70cb07fe25 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b5e9510a-130c-43b6-8f2a-559b817aa9da HTTP/1.1" status: 200 len: 217 time: 0.0825114 Mar 29 16:02:01.979067 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e26ea05-035a-4a27-9131-86be0552ba58 req-2c48f660-de94-49cb-a621-df55df09ea59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:01.980577 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6e26ea05-035a-4a27-9131-86be0552ba58 req-2c48f660-de94-49cb-a621-df55df09ea59 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a47225e3-f321-4c9c-823d-2d6e56b01612 HTTP/1.1" status: 200 len: 856 time: 0.0708458 Mar 29 16:02:01.984436 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-1bdd0450-7720-4a35-9209-9370079605b3 req-fdc6713d-0862-4d71-862c-c103c9f4ff6f tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/security-groups?id=9ca13a82-8548-447c-a9a1-a1fa7edff5b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655574 Mar 29 16:02:02.041919 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e26ea05-035a-4a27-9131-86be0552ba58 req-e543c626-3427-4429-b733-cb524d396d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:02.044441 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6e26ea05-035a-4a27-9131-86be0552ba58 req-e543c626-3427-4429-b733-cb524d396d2c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=bcacae85-6ca5-4d88-b7ab-d97534741bbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0569901 Mar 29 16:02:02.171220 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6e26ea05-035a-4a27-9131-86be0552ba58 req-b8042b65-511c-43df-bc62-75ff6cc590b2 service neutron] 10.222.0.48 "GET /v2.0/networks/bcacae85-6ca5-4d88-b7ab-d97534741bbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196790 Mar 29 16:02:02.282335 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6e26ea05-035a-4a27-9131-86be0552ba58 req-bba3e7b3-62c0-4b4f-a7f2-3a1236b4c96a service neutron] 10.222.0.48 "GET /v2.0/networks/bcacae85-6ca5-4d88-b7ab-d97534741bbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042082 Mar 29 16:02:02.660961 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cda4e5b-005e-44ad-bc8d-e475e6bee173 req-09c71f97-45ea-4178-8b60-858d4f87a095 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:02.662480 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-7cda4e5b-005e-44ad-bc8d-e475e6bee173 req-09c71f97-45ea-4178-8b60-858d4f87a095 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd8e3388-810b-42c2-83e9-f7b4e3d0dd7b HTTP/1.1" status: 200 len: 943 time: 0.1239409 Mar 29 16:02:02.813287 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-3fe59e36-b7cb-47d6-bce9-e48ea1786ac3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:02.843636 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-7cda4e5b-005e-44ad-bc8d-e475e6bee173 req-47f26f23-1db3-4c95-94b8-755fb139261c tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] 10.222.0.42 "GET /v2.0/security-groups?id=299f4eee-9f08-4ab2-9699-a166ce9b5c35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1704688 Mar 29 16:02:03.163857 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bd8682-95d7-400e-a321-f4192278b4ff req-55e64527-331d-4881-931c-22e8871022ef tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:03.165449 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d5bd8682-95d7-400e-a321-f4192278b4ff req-55e64527-331d-4881-931c-22e8871022ef tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/ports?device_id=bad94c2e-cbcd-4c47-adae-30617edfba4e HTTP/1.1" status: 200 len: 946 time: 0.0737178 Mar 29 16:02:03.209069 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d5bd8682-95d7-400e-a321-f4192278b4ff req-179a9bfd-226f-4078-b93f-2f89aecc0b6a tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/security-groups?id=9ca13a82-8548-447c-a9a1-a1fa7edff5b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360460 Mar 29 16:02:03.972070 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 48426) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:02:04.038037 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6554eac3-1382-4c6c-befe-f28996bf2d80 req-6cae1400-c771-47ca-90b2-810390165058 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:04.039582 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-6554eac3-1382-4c6c-befe-f28996bf2d80 req-6cae1400-c771-47ca-90b2-810390165058 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd8e3388-810b-42c2-83e9-f7b4e3d0dd7b HTTP/1.1" status: 200 len: 943 time: 0.0597804 Mar 29 16:02:04.089192 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-6554eac3-1382-4c6c-befe-f28996bf2d80 req-45a71cbe-268c-4454-bfe5-b1a67019d662 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] 10.222.0.42 "GET /v2.0/security-groups?id=299f4eee-9f08-4ab2-9699-a166ce9b5c35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427227 Mar 29 16:02:04.095094 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-c5397df3-51cb-4d8f-b795-8d681866b100 req-8951520f-e2e4-4c23-a665-425439a845d5 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-443718959&fields=id&tenant_id=f31979fa8a674f56835f136e5e49ba5c HTTP/1.1" status: 200 len: 267 time: 0.0597029 Mar 29 16:02:04.193485 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d71584b9-87f1-45f5-84c7-c993c2416269 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:04.209860 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-fe7104e6-587a-4335-ae8e-b01988cd1e2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:04.260196 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5397df3-51cb-4d8f-b795-8d681866b100 req-171c9c14-7bba-4019-a281-38b219720035 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:04.267784 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-c5397df3-51cb-4d8f-b795-8d681866b100 req-171c9c14-7bba-4019-a281-38b219720035 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/networks?id=8594f729-9088-4f6b-8543-aaadb0f5b192 HTTP/1.1" status: 200 len: 812 time: 0.1623781 Mar 29 16:02:04.288931 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-c5397df3-51cb-4d8f-b795-8d681866b100 req-0e696df4-72f8-46a8-ae12-071cbec650b5 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/quotas/f31979fa8a674f56835f136e5e49ba5c HTTP/1.1" status: 200 len: 375 time: 0.0200946 Mar 29 16:02:04.353072 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d02f4d4-1aee-4d30-94e6-33e14906a625 req-d65b5500-b051-464c-a1e4-d623683235b8 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:04.360120 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-1d02f4d4-1aee-4d30-94e6-33e14906a625 req-d65b5500-b051-464c-a1e4-d623683235b8 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/ports?device_id=bad94c2e-cbcd-4c47-adae-30617edfba4e HTTP/1.1" status: 200 len: 946 time: 0.0723913 Mar 29 16:02:04.376468 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-c5397df3-51cb-4d8f-b795-8d681866b100 req-28818ca5-8643-4f53-b0a9-067caf8af9d9 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=f31979fa8a674f56835f136e5e49ba5c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0775740 Mar 29 16:02:04.380180 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-fe7104e6-587a-4335-ae8e-b01988cd1e2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:04.386175 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-fe7104e6-587a-4335-ae8e-b01988cd1e2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:04.398980 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-1d02f4d4-1aee-4d30-94e6-33e14906a625 req-89562e69-3724-491f-b0d4-7470345c6052 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/security-groups?id=9ca13a82-8548-447c-a9a1-a1fa7edff5b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370977 Mar 29 16:02:04.494808 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7104e6-587a-4335-ae8e-b01988cd1e2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dbb5fff-e791-44af-bdf5-aa1775affd4a,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:02:04.500554 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-fe7104e6-587a-4335-ae8e-b01988cd1e2b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d22f20b072b34b358dd2a6cfec033798&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5265410 Mar 29 16:02:04.503660 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 48440) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:02:04.521723 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-c5397df3-51cb-4d8f-b795-8d681866b100 req-9c5b946d-2e60-424a-a343-b0d52310b9cc service neutron] 10.222.0.42 "GET /v2.0/networks/8594f729-9088-4f6b-8543-aaadb0f5b192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312251 Mar 29 16:02:04.559156 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e9d154da-abe3-4aa8-addd-cff3c947ca71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:04.583194 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e9d154da-abe3-4aa8-addd-cff3c947ca71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:04.620695 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-c5397df3-51cb-4d8f-b795-8d681866b100 req-20e625b9-2adb-4f81-aaab-be0ac486fa68 service neutron] 10.222.0.42 "GET /v2.0/networks/8594f729-9088-4f6b-8543-aaadb0f5b192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907907 Mar 29 16:02:04.644674 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e9d154da-abe3-4aa8-addd-cff3c947ca71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:04.647359 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e9d154da-abe3-4aa8-addd-cff3c947ca71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:04.651556 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-e9d154da-abe3-4aa8-addd-cff3c947ca71 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/8dbb5fff-e791-44af-bdf5-aa1775affd4a HTTP/1.1" status: 204 len: 168 time: 0.1467094 Mar 29 16:02:04.661739 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d154da-abe3-4aa8-addd-cff3c947ca71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dbb5fff-e791-44af-bdf5-aa1775affd4a,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:02:04.986417 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-8e9b19cc-2f4b-478f-9af3-cc8226d80508 req-a3247569-9d52-4433-936f-27f0c0877a50 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/ports?device_id=83dc79b8-0af1-4fb6-9b07-fda92142f15e HTTP/1.1" status: 200 len: 210 time: 0.0317869 Mar 29 16:02:05.095854 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device b5e9510a-130c-43b6-8f2a-559b817aa9da details requested by agent hyperv_n-h2-834765-1 with host n-h2-834765-1 {{(pid=102792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 16:02:05.258388 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port b5e9510a-130c-43b6-8f2a-559b817aa9da, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=b5e9510a-130c-43b6-8f2a-559b817aa9da,segment=NetworkSegment(b3edd697-c981-4e3c-9ae1-cbcf1935405e),segment_id=b3edd697-c981-4e3c-9ae1-cbcf1935405e)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:02:05.279898 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Returning: {'device': 'b5e9510a-130c-43b6-8f2a-559b817aa9da', 'network_id': 'bcacae85-6ca5-4d88-b7ab-d97534741bbe', 'port_id': 'b5e9510a-130c-43b6-8f2a-559b817aa9da', 'mac_address': 'fa:16:3e:c4:e9:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 615, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a47225e3-f321-4c9c-823d-2d6e56b01612', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 16:02:05.335633 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:05.359825 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5e9510a-130c-43b6-8f2a-559b817aa9da {{(pid=102792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 16:02:05.381781 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c5e5e9-7aa6-4a0d-9c28-b167b7d98769 req-4c63cc69-2da5-4141-86b5-31f8b1da06cb tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:05.387072 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port b5e9510a-130c-43b6-8f2a-559b817aa9da, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=b5e9510a-130c-43b6-8f2a-559b817aa9da,segment=NetworkSegment(b3edd697-c981-4e3c-9ae1-cbcf1935405e),segment_id=b3edd697-c981-4e3c-9ae1-cbcf1935405e)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:02:05.393388 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:05.399393 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-c3c5e5e9-7aa6-4a0d-9c28-b167b7d98769 req-4c63cc69-2da5-4141-86b5-31f8b1da06cb tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd8e3388-810b-42c2-83e9-f7b4e3d0dd7b HTTP/1.1" status: 200 len: 943 time: 0.1338580 Mar 29 16:02:05.461377 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Pushing event updated for resources: {'Port': ['ID=b5e9510a-130c-43b6-8f2a-559b817aa9da,revision_number=4']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:02:05.495545 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-c3c5e5e9-7aa6-4a0d-9c28-b167b7d98769 req-51d567f5-3b75-497b-86cf-4ccfd1525daa tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] 10.222.0.42 "GET /v2.0/security-groups?id=299f4eee-9f08-4ab2-9699-a166ce9b5c35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0905535 Mar 29 16:02:05.636035 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8e0c4e-0ccc-4b53-ab6e-47b88de198c7 req-1ba4c0c0-34ef-47b2-9423-d71d70a0655c tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:05.637769 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-3d8e0c4e-0ccc-4b53-ab6e-47b88de198c7 req-1ba4c0c0-34ef-47b2-9423-d71d70a0655c tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/ports?device_id=bad94c2e-cbcd-4c47-adae-30617edfba4e HTTP/1.1" status: 200 len: 946 time: 0.0986378 Mar 29 16:02:05.704805 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-3d8e0c4e-0ccc-4b53-ab6e-47b88de198c7 req-b39356ee-8f73-465c-970e-13b45d85c2e8 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/security-groups?id=9ca13a82-8548-447c-a9a1-a1fa7edff5b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580812 Mar 29 16:02:05.718248 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] get_ports_and_sgs() called for port_ids ['b5e9510a-130c-43b6-8f2a-559b817aa9da'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 16:02:05.782063 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-0cb6abf6-2706-4e52-8825-f5f644ecf9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:05.947588 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:06.121031 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-c3651b0b-32c5-4a29-a36b-5e73645cefbe req-eacee019-836e-4c35-90b2-c782773a64c9 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/ports?device_id=83dc79b8-0af1-4fb6-9b07-fda92142f15e HTTP/1.1" status: 200 len: 210 time: 0.0515316 Mar 29 16:02:06.464858 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5397df3-51cb-4d8f-b795-8d681866b100 req-a860da66-5754-4fa3-906a-dfb831b92907 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:06.471953 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-c5397df3-51cb-4d8f-b795-8d681866b100 req-a860da66-5754-4fa3-906a-dfb831b92907 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.44 "GET /v2.0/networks?id=8594f729-9088-4f6b-8543-aaadb0f5b192 HTTP/1.1" status: 200 len: 812 time: 0.1535249 Mar 29 16:02:06.549757 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-c5397df3-51cb-4d8f-b795-8d681866b100 req-c2b4c55e-a237-4771-b62c-48bc57954068 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f31979fa8a674f56835f136e5e49ba5c HTTP/1.1" status: 200 len: 379 time: 0.0703793 Mar 29 16:02:06.584178 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [req-c5397df3-51cb-4d8f-b795-8d681866b100 req-d0f1bc46-90c7-448b-9662-d7831ce70871 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Request body: {'port': {'device_id': '83dc79b8-0af1-4fb6-9b07-fda92142f15e', 'network_id': '8594f729-9088-4f6b-8543-aaadb0f5b192', 'admin_state_up': True, 'tenant_id': 'f31979fa8a674f56835f136e5e49ba5c', 'security_groups': ['a5fc9f00-328e-4600-84d1-ef30fc274a7c']}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:02:06.632259 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 48520) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:02:06.769505 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775a4849-fe73-4c7c-81d4-c9237178e519 req-b3810ad9-3eee-4214-b47b-32ee3a1cd8a1 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:06.782681 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-775a4849-fe73-4c7c-81d4-c9237178e519 req-b3810ad9-3eee-4214-b47b-32ee3a1cd8a1 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd8e3388-810b-42c2-83e9-f7b4e3d0dd7b HTTP/1.1" status: 200 len: 944 time: 0.1733913 Mar 29 16:02:06.816940 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5397df3-51cb-4d8f-b795-8d681866b100 req-d0f1bc46-90c7-448b-9662-d7831ce70871 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Made reservation on behalf of f31979fa8a674f56835f136e5e49ba5c for: {'port': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:02:06.828183 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-c5397df3-51cb-4d8f-b795-8d681866b100 req-d0f1bc46-90c7-448b-9662-d7831ce70871 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:07.014624 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-775a4849-fe73-4c7c-81d4-c9237178e519 req-ab1bc954-4d2c-4aa4-a67c-f03bc017cf30 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] 10.222.0.42 "GET /v2.0/security-groups?id=299f4eee-9f08-4ab2-9699-a166ce9b5c35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2150998 Mar 29 16:02:07.108113 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device b5e9510a-130c-43b6-8f2a-559b817aa9da up at agent hyperv_n-h2-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 16:02:07.124541 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_common [req-c5397df3-51cb-4d8f-b795-8d681866b100 req-d0f1bc46-90c7-448b-9662-d7831ce70871 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Allocated IP 172.20.0.12 (8594f729-9088-4f6b-8543-aaadb0f5b192/52e8269b-e046-4c98-a9b1-ef8905fa8ddb/81d4040c-1e8f-4870-8ad9-c023c865ca68) {{(pid=102791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:02:07.220980 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Provisioning for port b5e9510a-130c-43b6-8f2a-559b817aa9da completed by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 16:02:07.225805 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Provisioning complete for port b5e9510a-130c-43b6-8f2a-559b817aa9da triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:02:07.226179 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:07.266562 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-9120c7a8-2b0b-40c7-aee9-148e04556c29 req-e75411c4-ce1a-4a9c-b31c-9cfb2e105d23 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/ports?device_id=83dc79b8-0af1-4fb6-9b07-fda92142f15e HTTP/1.1" status: 200 len: 210 time: 0.0349243 Mar 29 16:02:07.328226 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-477d8a27-ea69-4766-b2e7-03f6b1fb1f1f tempest-ExternalNetworksTestJSON-1879453709 tempest-ExternalNetworksTestJSON-1879453709-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1762647402'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:02:07.334538 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:07.377528 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-477d8a27-ea69-4766-b2e7-03f6b1fb1f1f tempest-ExternalNetworksTestJSON-1879453709 tempest-ExternalNetworksTestJSON-1879453709-project] Made reservation on behalf of a04338c5738248ff9b9d400f90d6e5c5 for: {'network': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:02:07.381914 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-477d8a27-ea69-4766-b2e7-03f6b1fb1f1f tempest-ExternalNetworksTestJSON-1879453709 tempest-ExternalNetworksTestJSON-1879453709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for network, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:07.387110 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port b5e9510a-130c-43b6-8f2a-559b817aa9da, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=b5e9510a-130c-43b6-8f2a-559b817aa9da,segment=NetworkSegment(b3edd697-c981-4e3c-9ae1-cbcf1935405e),segment_id=b3edd697-c981-4e3c-9ae1-cbcf1935405e)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:02:07.390124 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd8e3388-810b-42c2-83e9-f7b4e3d0dd7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5e9510a-130c-43b6-8f2a-559b817aa9da'}] {{(pid=102792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:02:07.393102 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4f476c66b318cc6068719fc39557fac68d413f5c7e78fa77028c7948e999ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c03d2190-8a45-4933-aa5c-4fa195692725" -d '{"events": [{"server_uuid": "bd8e3388-810b-42c2-83e9-f7b4e3d0dd7b", "name": "network-vif-plugged", "status": "completed", "tag": "b5e9510a-130c-43b6-8f2a-559b817aa9da"}]}' {{(pid=102792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:02:07.399611 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:07.406141 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3cc547-3ff5-4c38-ba60-d2cecb33b333 req-fcfa0ce0-c8a7-4ed6-a614-1cdf833cb3fe tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:07.416264 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-8a3cc547-3ff5-4c38-ba60-d2cecb33b333 req-fcfa0ce0-c8a7-4ed6-a614-1cdf833cb3fe tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/ports?device_id=bad94c2e-cbcd-4c47-adae-30617edfba4e HTTP/1.1" status: 200 len: 946 time: 0.3333390 Mar 29 16:02:07.469229 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Pushing event updated for resources: {'Port': ['ID=b5e9510a-130c-43b6-8f2a-559b817aa9da,revision_number=5']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:02:07.481781 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-477d8a27-ea69-4766-b2e7-03f6b1fb1f1f tempest-ExternalNetworksTestJSON-1879453709 tempest-ExternalNetworksTestJSON-1879453709-project] Notify callbacks [] for security_group, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:07.492876 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-c5397df3-51cb-4d8f-b795-8d681866b100 req-d0f1bc46-90c7-448b-9662-d7831ce70871 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Notify callbacks [] for port, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:07.513178 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-8a3cc547-3ff5-4c38-ba60-d2cecb33b333 req-3fe32e89-337e-4d33-9408-8ef260bbe92b tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/security-groups?id=9ca13a82-8548-447c-a9a1-a1fa7edff5b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957670 Mar 29 16:02:07.584066 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-c5397df3-51cb-4d8f-b795-8d681866b100 req-d0f1bc46-90c7-448b-9662-d7831ce70871 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:07.702515 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 16:02:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d1f27b9-a3e3-4c7d-bb18-ac48d575762f x-openstack-request-id: req-8d1f27b9-a3e3-4c7d-bb18-ac48d575762f {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:02:07.702813 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd8e3388-810b-42c2-83e9-f7b4e3d0dd7b", "name": "network-vif-plugged", "status": "completed", "tag": "b5e9510a-130c-43b6-8f2a-559b817aa9da", "code": 200}]} {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:02:07.703073 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8d1f27b9-a3e3-4c7d-bb18-ac48d575762f {{(pid=102792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:02:07.704032 n-d-834765-1 neutron-server[102792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd8e3388-810b-42c2-83e9-f7b4e3d0dd7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5e9510a-130c-43b6-8f2a-559b817aa9da', 'code': 200} Mar 29 16:02:07.979051 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5397df3-51cb-4d8f-b795-8d681866b100 req-d0f1bc46-90c7-448b-9662-d7831ce70871 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Network 8594f729-9088-4f6b-8543-aaadb0f5b192 is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:02:07.992864 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [req-c5397df3-51cb-4d8f-b795-8d681866b100 req-d0f1bc46-90c7-448b-9662-d7831ce70871 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:02:08.003773 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5397df3-51cb-4d8f-b795-8d681866b100 req-d0f1bc46-90c7-448b-9662-d7831ce70871 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Received port after_create {{(pid=102791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:02:08.057040 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5397df3-51cb-4d8f-b795-8d681866b100 req-d0f1bc46-90c7-448b-9662-d7831ce70871 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:08.057232 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-c5397df3-51cb-4d8f-b795-8d681866b100 req-d0f1bc46-90c7-448b-9662-d7831ce70871 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:08.077375 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-477d8a27-ea69-4766-b2e7-03f6b1fb1f1f tempest-ExternalNetworksTestJSON-1879453709 tempest-ExternalNetworksTestJSON-1879453709-project] Notify callbacks [] for security_group, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:08.088615 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f1bc46-90c7-448b-9662-d7831ce70871 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Pushing event updated for resources: {'Port': ['ID=81d4040c-1e8f-4870-8ad9-c023c865ca68,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:02:08.102714 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-477d8a27-ea69-4766-b2e7-03f6b1fb1f1f tempest-ExternalNetworksTestJSON-1879453709 tempest-ExternalNetworksTestJSON-1879453709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:08.179057 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477d8a27-ea69-4766-b2e7-03f6b1fb1f1f tempest-ExternalNetworksTestJSON-1879453709 tempest-ExternalNetworksTestJSON-1879453709-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75dbf5da-9201-4a24-a451-4e557b826b44,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:02:08.200755 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-c5397df3-51cb-4d8f-b795-8d681866b100 req-d0f1bc46-90c7-448b-9662-d7831ce70871 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6454523 Mar 29 16:02:08.207615 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-477d8a27-ea69-4766-b2e7-03f6b1fb1f1f tempest-ExternalNetworksTestJSON-1879453709 tempest-ExternalNetworksTestJSON-1879453709-project] vlan segment allocate from pool success with {'vlan_id': 635, 'physical_network': 'physnet1'} {{(pid=102791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 16:02:08.225723 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d90429-0992-405d-93e1-010747eb679f req-929a2782-d91d-425f-87c6-656673ee3409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:08.227076 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-17d90429-0992-405d-93e1-010747eb679f req-929a2782-d91d-425f-87c6-656673ee3409 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=bd8e3388-810b-42c2-83e9-f7b4e3d0dd7b HTTP/1.1" status: 200 len: 1096 time: 0.2898898 Mar 29 16:02:08.266364 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-477d8a27-ea69-4766-b2e7-03f6b1fb1f1f tempest-ExternalNetworksTestJSON-1879453709 tempest-ExternalNetworksTestJSON-1879453709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:08.269977 n-d-834765-1 neutron-server[102791]: INFO neutron.db.segments_db [None req-477d8a27-ea69-4766-b2e7-03f6b1fb1f1f tempest-ExternalNetworksTestJSON-1879453709 tempest-ExternalNetworksTestJSON-1879453709-project] Added segment 0a5efabd-f092-4811-8c01-8b192bcf8836 of type vlan for network 2424ec10-30c0-405b-8937-df6c26ffddb6 Mar 29 16:02:08.370293 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [req-c5397df3-51cb-4d8f-b795-8d681866b100 req-5093b856-5ce8-4c5b-8dee-dc978915554f service neutron] Request body: {'port': {'device_id': '83dc79b8-0af1-4fb6-9b07-fda92142f15e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834765-1'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:02:08.406188 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-17d90429-0992-405d-93e1-010747eb679f req-3453eaee-accd-4564-acb3-5d30a7a9acca service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=299f4eee-9f08-4ab2-9699-a166ce9b5c35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1688294 Mar 29 16:02:08.428298 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f280d9-e186-457c-a4d4-d3c3b418ffd1 req-6fd197f2-e266-46ea-be96-f1cf3ada4f26 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:08.436869 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e3f280d9-e186-457c-a4d4-d3c3b418ffd1 req-6fd197f2-e266-46ea-be96-f1cf3ada4f26 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd8e3388-810b-42c2-83e9-f7b4e3d0dd7b HTTP/1.1" status: 200 len: 945 time: 0.2596679 Mar 29 16:02:08.441708 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-477d8a27-ea69-4766-b2e7-03f6b1fb1f1f tempest-ExternalNetworksTestJSON-1879453709 tempest-ExternalNetworksTestJSON-1879453709-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783522915970'] for network, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:08.465006 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-3896248b-336b-4b6d-9375-5c1555193e5b None None] Provisioning complete for port 81d4040c-1e8f-4870-8ad9-c023c865ca68 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:02:08.465606 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-3896248b-336b-4b6d-9375-5c1555193e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:08.518551 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-3896248b-336b-4b6d-9375-5c1555193e5b None None] Port 81d4040c-1e8f-4870-8ad9-c023c865ca68 cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 16:02:08.520815 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-c5397df3-51cb-4d8f-b795-8d681866b100 req-5093b856-5ce8-4c5b-8dee-dc978915554f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:08.534871 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-477d8a27-ea69-4766-b2e7-03f6b1fb1f1f tempest-ExternalNetworksTestJSON-1879453709 tempest-ExternalNetworksTestJSON-1879453709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795'] for network, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:08.541059 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-477d8a27-ea69-4766-b2e7-03f6b1fb1f1f tempest-ExternalNetworksTestJSON-1879453709 tempest-ExternalNetworksTestJSON-1879453709-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:08.541650 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-477d8a27-ea69-4766-b2e7-03f6b1fb1f1f tempest-ExternalNetworksTestJSON-1879453709 tempest-ExternalNetworksTestJSON-1879453709-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for network, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:08.546403 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e3f280d9-e186-457c-a4d4-d3c3b418ffd1 req-e741f7ac-fc7d-4e56-af63-b5b9f855e66c tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] 10.222.0.42 "GET /v2.0/security-groups?id=299f4eee-9f08-4ab2-9699-a166ce9b5c35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1090248 Mar 29 16:02:08.740443 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-477d8a27-ea69-4766-b2e7-03f6b1fb1f1f tempest-ExternalNetworksTestJSON-1879453709 tempest-ExternalNetworksTestJSON-1879453709-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 2.1069682 Mar 29 16:02:08.743735 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 48552) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:02:08.869584 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-e9c03268-93b6-446e-a4b7-d941d7f45377 tempest-ExternalNetworksTestJSON-1081950041 tempest-ExternalNetworksTestJSON-1081950041-project-admin] Request body: {'network': {'name': 'tempest-network--1925963622', 'router:external': True}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:02:08.908829 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477d8a27-ea69-4766-b2e7-03f6b1fb1f1f tempest-ExternalNetworksTestJSON-1879453709 tempest-ExternalNetworksTestJSON-1879453709-project] Pushing event updated for resources: {'Network': ['ID=2424ec10-30c0-405b-8937-df6c26ffddb6,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:02:08.910849 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9c03268-93b6-446e-a4b7-d941d7f45377 tempest-ExternalNetworksTestJSON-1081950041 tempest-ExternalNetworksTestJSON-1081950041-project-admin] Made reservation on behalf of 1d240bda6bb942feaa800f82173e45ea for: {'network': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:02:08.913476 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e9c03268-93b6-446e-a4b7-d941d7f45377 tempest-ExternalNetworksTestJSON-1081950041 tempest-ExternalNetworksTestJSON-1081950041-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for network, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:08.930633 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Network 2424ec10-30c0-405b-8937-df6c26ffddb6 details requested by agent ovs-agent-n-d-834765-1 with host n-d-834765-1 {{(pid=102792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 16:02:08.940457 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e9c03268-93b6-446e-a4b7-d941d7f45377 tempest-ExternalNetworksTestJSON-1081950041 tempest-ExternalNetworksTestJSON-1081950041-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:09.057076 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e9c03268-93b6-446e-a4b7-d941d7f45377 tempest-ExternalNetworksTestJSON-1081950041 tempest-ExternalNetworksTestJSON-1081950041-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:09.113483 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e9c03268-93b6-446e-a4b7-d941d7f45377 tempest-ExternalNetworksTestJSON-1081950041 tempest-ExternalNetworksTestJSON-1081950041-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:09.115458 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270d9f83-f315-4220-92b6-45b5767f7936 req-64283827-35e2-4a0a-9b53-625710b02af4 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:09.117024 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-270d9f83-f315-4220-92b6-45b5767f7936 req-64283827-35e2-4a0a-9b53-625710b02af4 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/ports?device_id=83dc79b8-0af1-4fb6-9b07-fda92142f15e HTTP/1.1" status: 200 len: 932 time: 0.4628432 Mar 29 16:02:09.136860 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9c03268-93b6-446e-a4b7-d941d7f45377 tempest-ExternalNetworksTestJSON-1081950041 tempest-ExternalNetworksTestJSON-1081950041-project-admin] vlan segment allocate from pool success with {'vlan_id': 605, 'physical_network': 'physnet1'} {{(pid=102790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 16:02:09.167867 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e9c03268-93b6-446e-a4b7-d941d7f45377 tempest-ExternalNetworksTestJSON-1081950041 tempest-ExternalNetworksTestJSON-1081950041-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:09.168284 n-d-834765-1 neutron-server[102790]: INFO neutron.db.segments_db [None req-e9c03268-93b6-446e-a4b7-d941d7f45377 tempest-ExternalNetworksTestJSON-1081950041 tempest-ExternalNetworksTestJSON-1081950041-project-admin] Added segment ca4bb245-f4d3-4074-973e-5420c94d3741 of type vlan for network 5231c27d-1146-410f-9c5f-0d5feae982a5 Mar 29 16:02:09.179336 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4d0db1-6109-41b2-9a52-1192fdaba26c req-07f904ae-382e-46a5-abcd-3c7715c71354 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:09.181274 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-ff4d0db1-6109-41b2-9a52-1192fdaba26c req-07f904ae-382e-46a5-abcd-3c7715c71354 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/ports?device_id=bad94c2e-cbcd-4c47-adae-30617edfba4e HTTP/1.1" status: 200 len: 946 time: 0.1274998 Mar 29 16:02:09.207971 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-270d9f83-f315-4220-92b6-45b5767f7936 req-f30c6f3b-4992-40b6-92e7-86bf27a3ece8 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/security-groups?id=a5fc9f00-328e-4600-84d1-ef30fc274a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0828915 Mar 29 16:02:09.263010 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c03268-93b6-446e-a4b7-d941d7f45377 tempest-ExternalNetworksTestJSON-1081950041 tempest-ExternalNetworksTestJSON-1081950041-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cff52ba-f3cc-4892-8a98-60c10fde7600,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:02:09.287326 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e9c03268-93b6-446e-a4b7-d941d7f45377 tempest-ExternalNetworksTestJSON-1081950041 tempest-ExternalNetworksTestJSON-1081950041-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783522915970'] for network, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:09.324356 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-ff4d0db1-6109-41b2-9a52-1192fdaba26c req-9a4bd904-76c2-43be-880a-49e9c48bb320 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/security-groups?id=9ca13a82-8548-447c-a9a1-a1fa7edff5b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295381 Mar 29 16:02:09.353495 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [req-c5397df3-51cb-4d8f-b795-8d681866b100 req-5093b856-5ce8-4c5b-8dee-dc978915554f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81d4040c-1e8f-4870-8ad9-c023c865ca68 {{(pid=102791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 16:02:09.367443 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e9c03268-93b6-446e-a4b7-d941d7f45377 tempest-ExternalNetworksTestJSON-1081950041 tempest-ExternalNetworksTestJSON-1081950041-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795'] for network, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:09.367443 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9c03268-93b6-446e-a4b7-d941d7f45377 tempest-ExternalNetworksTestJSON-1081950041 tempest-ExternalNetworksTestJSON-1081950041-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:09.367443 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e9c03268-93b6-446e-a4b7-d941d7f45377 tempest-ExternalNetworksTestJSON-1081950041 tempest-ExternalNetworksTestJSON-1081950041-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for network, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:09.377546 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-c5397df3-51cb-4d8f-b795-8d681866b100 req-5093b856-5ce8-4c5b-8dee-dc978915554f service neutron] Notify callbacks [] for port, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:09.388096 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-e9c03268-93b6-446e-a4b7-d941d7f45377 tempest-ExternalNetworksTestJSON-1081950041 tempest-ExternalNetworksTestJSON-1081950041-project-admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.6392972 Mar 29 16:02:09.391078 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 48568) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:02:09.408666 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.provisioning_blocks [req-c5397df3-51cb-4d8f-b795-8d681866b100 req-5093b856-5ce8-4c5b-8dee-dc978915554f service neutron] Transition to ACTIVE for port object 81d4040c-1e8f-4870-8ad9-c023c865ca68 will not be triggered until provisioned by entity L2. {{(pid=102791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 16:02:09.426074 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-c5397df3-51cb-4d8f-b795-8d681866b100 req-5093b856-5ce8-4c5b-8dee-dc978915554f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:09.460724 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c03268-93b6-446e-a4b7-d941d7f45377 tempest-ExternalNetworksTestJSON-1081950041 tempest-ExternalNetworksTestJSON-1081950041-project-admin] Pushing event updated for resources: {'Network': ['ID=5231c27d-1146-410f-9c5f-0d5feae982a5,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:02:09.473439 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Network 5231c27d-1146-410f-9c5f-0d5feae982a5 details requested by agent ovs-agent-n-d-834765-1 with host n-d-834765-1 {{(pid=102792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 16:02:09.519275 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-22862422-8420-468e-ae26-8afee1b03b1b tempest-ExternalNetworksTestJSON-1081950041 tempest-ExternalNetworksTestJSON-1081950041-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1631750'] for network, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:09.719165 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-c5397df3-51cb-4d8f-b795-8d681866b100 req-5093b856-5ce8-4c5b-8dee-dc978915554f service neutron] Attempting to bind port 81d4040c-1e8f-4870-8ad9-c023c865ca68 on host n-h1-834765-1 for vnic_type normal with profile {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 16:02:09.719879 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-c5397df3-51cb-4d8f-b795-8d681866b100 req-5093b856-5ce8-4c5b-8dee-dc978915554f service neutron] Attempting to bind port 81d4040c-1e8f-4870-8ad9-c023c865ca68 by drivers openvswitch,hyperv on host n-h1-834765-1 at level 0 using segments [{'id': 'f897e69d-257a-4c8a-bc55-e063bbc47d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '8594f729-9088-4f6b-8543-aaadb0f5b192'}] {{(pid=102791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 16:02:09.719879 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5397df3-51cb-4d8f-b795-8d681866b100 req-5093b856-5ce8-4c5b-8dee-dc978915554f service neutron] Attempting to bind port 81d4040c-1e8f-4870-8ad9-c023c865ca68 on network 8594f729-9088-4f6b-8543-aaadb0f5b192 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 16:02:09.772469 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5093b856-5ce8-4c5b-8dee-dc978915554f service neutron] Pushing event updated for resources: {'Port': ['ID=81d4040c-1e8f-4870-8ad9-c023c865ca68,revision_number=2']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:02:09.785118 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5397df3-51cb-4d8f-b795-8d681866b100 req-5093b856-5ce8-4c5b-8dee-dc978915554f service neutron] Port 81d4040c-1e8f-4870-8ad9-c023c865ca68 on network 8594f729-9088-4f6b-8543-aaadb0f5b192 not bound, no agent of type Open vSwitch agent registered on host n-h1-834765-1 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 16:02:09.785671 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5397df3-51cb-4d8f-b795-8d681866b100 req-5093b856-5ce8-4c5b-8dee-dc978915554f service neutron] Attempting to bind port 81d4040c-1e8f-4870-8ad9-c023c865ca68 on network 8594f729-9088-4f6b-8543-aaadb0f5b192 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 16:02:09.810709 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5397df3-51cb-4d8f-b795-8d681866b100 req-5093b856-5ce8-4c5b-8dee-dc978915554f service neutron] Checking agent: {'id': 'be375040-5069-4239-9460-a3a3213e1e90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 33, 18), 'started_at': datetime.datetime(2022, 3, 29, 15, 33, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 16, 1, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 16:02:09.811557 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5397df3-51cb-4d8f-b795-8d681866b100 req-5093b856-5ce8-4c5b-8dee-dc978915554f service neutron] Checking segment: {'id': 'f897e69d-257a-4c8a-bc55-e063bbc47d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '8594f729-9088-4f6b-8543-aaadb0f5b192'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 16:02:09.812162 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5397df3-51cb-4d8f-b795-8d681866b100 req-5093b856-5ce8-4c5b-8dee-dc978915554f service neutron] Bound using segment: {'id': 'f897e69d-257a-4c8a-bc55-e063bbc47d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '8594f729-9088-4f6b-8543-aaadb0f5b192'} {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 16:02:09.812843 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-c5397df3-51cb-4d8f-b795-8d681866b100 req-5093b856-5ce8-4c5b-8dee-dc978915554f service neutron] Bound port: 81d4040c-1e8f-4870-8ad9-c023c865ca68, host: n-h1-834765-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f897e69d-257a-4c8a-bc55-e063bbc47d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '8594f729-9088-4f6b-8543-aaadb0f5b192'}}] {{(pid=102791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 16:02:09.813422 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-c5397df3-51cb-4d8f-b795-8d681866b100 req-5093b856-5ce8-4c5b-8dee-dc978915554f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:09.880820 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-22862422-8420-468e-ae26-8afee1b03b1b tempest-ExternalNetworksTestJSON-1081950041 tempest-ExternalNetworksTestJSON-1081950041-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639890', 'neutron.services.segments.db._delete_segments_for_network-8783523423079'] for network, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:09.919412 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b67f66-0280-4e7a-9918-b150cb1b8384 req-087ae574-c11a-4449-94b1-3bfb8602609d tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:09.921919 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-81b67f66-0280-4e7a-9918-b150cb1b8384 req-087ae574-c11a-4449-94b1-3bfb8602609d tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd8e3388-810b-42c2-83e9-f7b4e3d0dd7b HTTP/1.1" status: 200 len: 945 time: 0.2229507 Mar 29 16:02:09.939840 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-22862422-8420-468e-ae26-8afee1b03b1b tempest-ExternalNetworksTestJSON-1081950041 tempest-ExternalNetworksTestJSON-1081950041-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5231c27d-1146-410f-9c5f-0d5feae982a5']}} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:02:09.969750 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-22862422-8420-468e-ae26-8afee1b03b1b tempest-ExternalNetworksTestJSON-1081950041 tempest-ExternalNetworksTestJSON-1081950041-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca4bb245-f4d3-4074-973e-5420c94d3741') {'for_net_delete': True} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:02:09.970152 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-22862422-8420-468e-ae26-8afee1b03b1b tempest-ExternalNetworksTestJSON-1081950041 tempest-ExternalNetworksTestJSON-1081950041-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca4bb245-f4d3-4074-973e-5420c94d3741') {} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:02:09.989680 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-22862422-8420-468e-ae26-8afee1b03b1b tempest-ExternalNetworksTestJSON-1081950041 tempest-ExternalNetworksTestJSON-1081950041-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783523422064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4230428'] for segment, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:10.015038 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-c5397df3-51cb-4d8f-b795-8d681866b100 req-5093b856-5ce8-4c5b-8dee-dc978915554f service neutron] For port 81d4040c-1e8f-4870-8ad9-c023c865ca68, host n-h1-834765-1, cleared binding levels {{(pid=102791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 16:02:10.026649 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-22862422-8420-468e-ae26-8afee1b03b1b tempest-ExternalNetworksTestJSON-1081950041 tempest-ExternalNetworksTestJSON-1081950041-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:10.032067 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-81b67f66-0280-4e7a-9918-b150cb1b8384 req-927b449a-7a44-408b-883e-106819fa6448 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] 10.222.0.42 "GET /v2.0/security-groups?id=299f4eee-9f08-4ab2-9699-a166ce9b5c35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0984249 Mar 29 16:02:10.038606 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-c5397df3-51cb-4d8f-b795-8d681866b100 req-5093b856-5ce8-4c5b-8dee-dc978915554f service neutron] For port 81d4040c-1e8f-4870-8ad9-c023c865ca68, host n-h1-834765-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=81d4040c-1e8f-4870-8ad9-c023c865ca68,segment=NetworkSegment(f897e69d-257a-4c8a-bc55-e063bbc47d9e),segment_id=f897e69d-257a-4c8a-bc55-e063bbc47d9e)] {{(pid=102791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 16:02:10.040035 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22862422-8420-468e-ae26-8afee1b03b1b tempest-ExternalNetworksTestJSON-1081950041 tempest-ExternalNetworksTestJSON-1081950041-project-admin] Releasing vlan 605 on physical network physnet1 to pool {{(pid=102791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 16:02:10.040454 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-22862422-8420-468e-ae26-8afee1b03b1b tempest-ExternalNetworksTestJSON-1081950041 tempest-ExternalNetworksTestJSON-1081950041-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16169569'] for segment, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:10.042385 n-d-834765-1 neutron-server[102791]: Traceback (most recent call last): Mar 29 16:02:10.042385 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 16:02:10.042385 n-d-834765-1 neutron-server[102791]: timer() Mar 29 16:02:10.042385 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 16:02:10.042385 n-d-834765-1 neutron-server[102791]: cb(*args, **kw) Mar 29 16:02:10.042385 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 16:02:10.042385 n-d-834765-1 neutron-server[102791]: return func(*args, **kwargs) Mar 29 16:02:10.042385 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 16:02:10.042385 n-d-834765-1 neutron-server[102791]: self._notify() Mar 29 16:02:10.042385 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 16:02:10.042385 n-d-834765-1 neutron-server[102791]: self.callback(batched_events) Mar 29 16:02:10.042385 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 16:02:10.042385 n-d-834765-1 neutron-server[102791]: event.method(event) Mar 29 16:02:10.042385 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 16:02:10.042385 n-d-834765-1 neutron-server[102791]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 16:02:10.042385 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 16:02:10.042385 n-d-834765-1 neutron-server[102791]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 16:02:10.042385 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 16:02:10.042385 n-d-834765-1 neutron-server[102791]: return f(self, *a, **k) Mar 29 16:02:10.042385 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 16:02:10.042385 n-d-834765-1 neutron-server[102791]: return self._get(url).json() Mar 29 16:02:10.042385 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 16:02:10.042385 n-d-834765-1 neutron-server[102791]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 16:02:10.042385 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 16:02:10.042385 n-d-834765-1 neutron-server[102791]: return self.request(url, 'GET', **kwargs) Mar 29 16:02:10.042385 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 16:02:10.042385 n-d-834765-1 neutron-server[102791]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 16:02:10.042385 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 16:02:10.042385 n-d-834765-1 neutron-server[102791]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 16:02:10.042385 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 16:02:10.042385 n-d-834765-1 neutron-server[102791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 16:02:10.042385 n-d-834765-1 neutron-server[102791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 16:02:10.054919 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-c5397df3-51cb-4d8f-b795-8d681866b100 req-5093b856-5ce8-4c5b-8dee-dc978915554f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:10.132941 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5397df3-51cb-4d8f-b795-8d681866b100 req-5093b856-5ce8-4c5b-8dee-dc978915554f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:10.133625 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-c5397df3-51cb-4d8f-b795-8d681866b100 req-5093b856-5ce8-4c5b-8dee-dc978915554f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:10.135170 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-c5397df3-51cb-4d8f-b795-8d681866b100 req-5093b856-5ce8-4c5b-8dee-dc978915554f service neutron] 10.222.0.44 "PUT /v2.0/ports/81d4040c-1e8f-4870-8ad9-c023c865ca68 HTTP/1.1" status: 200 len: 1092 time: 1.9262009 Mar 29 16:02:10.135661 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83dc79b8-0af1-4fb6-9b07-fda92142f15e', 'tag': '81d4040c-1e8f-4870-8ad9-c023c865ca68'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:02:10.137995 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c67b028db5e9b9818fecc5c0a87ebc6f190694fa53ca267d523e04f98de536d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f380d3ca-fd13-4499-8661-56adec975f10" -d '{"events": [{"name": "network-changed", "server_uuid": "83dc79b8-0af1-4fb6-9b07-fda92142f15e", "tag": "81d4040c-1e8f-4870-8ad9-c023c865ca68"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:02:10.153137 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-22862422-8420-468e-ae26-8afee1b03b1b tempest-ExternalNetworksTestJSON-1081950041 tempest-ExternalNetworksTestJSON-1081950041-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1639897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648174'] for network, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:10.159996 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22862422-8420-468e-ae26-8afee1b03b1b tempest-ExternalNetworksTestJSON-1081950041 tempest-ExternalNetworksTestJSON-1081950041-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 5231c27d-1146-410f-9c5f-0d5feae982a5 {{(pid=102791) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Mar 29 16:02:10.166167 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-22862422-8420-468e-ae26-8afee1b03b1b tempest-ExternalNetworksTestJSON-1081950041 tempest-ExternalNetworksTestJSON-1081950041-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for network, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:10.170304 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-22862422-8420-468e-ae26-8afee1b03b1b tempest-ExternalNetworksTestJSON-1081950041 tempest-ExternalNetworksTestJSON-1081950041-project-admin] 10.222.0.42 "DELETE /v2.0/networks/5231c27d-1146-410f-9c5f-0d5feae982a5 HTTP/1.1" status: 204 len: 168 time: 0.7776973 Mar 29 16:02:10.176303 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 48576) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:02:10.182304 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-7c4695ef-65e3-44e8-9730-697f417b807e tempest-ExternalNetworksTestJSON-1081950041 tempest-ExternalNetworksTestJSON-1081950041-project-admin] Request body: {'network': {'router:external': True}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:02:10.199239 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5093b856-5ce8-4c5b-8dee-dc978915554f service neutron] Pushing event updated for resources: {'Port': ['ID=81d4040c-1e8f-4870-8ad9-c023c865ca68,revision_number=3']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:02:10.205357 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22862422-8420-468e-ae26-8afee1b03b1b tempest-ExternalNetworksTestJSON-1081950041 tempest-ExternalNetworksTestJSON-1081950041-project-admin] Pushing event deleted for resources: {'Network': ['ID=5231c27d-1146-410f-9c5f-0d5feae982a5,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:02:10.258037 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 16:02:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7d04cd5-0b67-4f78-b8cf-fdac14d15bd9 x-openstack-request-id: req-b7d04cd5-0b67-4f78-b8cf-fdac14d15bd9 {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:02:10.258407 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83dc79b8-0af1-4fb6-9b07-fda92142f15e", "tag": "81d4040c-1e8f-4870-8ad9-c023c865ca68", "status": "completed", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:02:10.258710 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b7d04cd5-0b67-4f78-b8cf-fdac14d15bd9 {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:02:10.259184 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83dc79b8-0af1-4fb6-9b07-fda92142f15e', 'tag': '81d4040c-1e8f-4870-8ad9-c023c865ca68', 'status': 'completed', 'code': 200} Mar 29 16:02:10.268259 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c4695ef-65e3-44e8-9730-697f417b807e tempest-ExternalNetworksTestJSON-1081950041 tempest-ExternalNetworksTestJSON-1081950041-project-admin] Made reservation on behalf of 1d240bda6bb942feaa800f82173e45ea for: {'network': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:02:10.277035 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-7c4695ef-65e3-44e8-9730-697f417b807e tempest-ExternalNetworksTestJSON-1081950041 tempest-ExternalNetworksTestJSON-1081950041-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for network, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:10.311220 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5397df3-51cb-4d8f-b795-8d681866b100 req-8107fbfe-43c7-4a6f-b9d1-384f433b1ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:10.316712 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-c5397df3-51cb-4d8f-b795-8d681866b100 req-8107fbfe-43c7-4a6f-b9d1-384f433b1ab4 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f31979fa8a674f56835f136e5e49ba5c&device_id=83dc79b8-0af1-4fb6-9b07-fda92142f15e HTTP/1.1" status: 200 len: 1095 time: 0.1255267 Mar 29 16:02:10.339062 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c4695ef-65e3-44e8-9730-697f417b807e tempest-ExternalNetworksTestJSON-1081950041 tempest-ExternalNetworksTestJSON-1081950041-project-admin] vlan segment allocate from pool success with {'vlan_id': 637, 'physical_network': 'physnet1'} {{(pid=102790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 16:02:10.375747 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-7c4695ef-65e3-44e8-9730-697f417b807e tempest-ExternalNetworksTestJSON-1081950041 tempest-ExternalNetworksTestJSON-1081950041-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:10.377584 n-d-834765-1 neutron-server[102790]: INFO neutron.db.segments_db [None req-7c4695ef-65e3-44e8-9730-697f417b807e tempest-ExternalNetworksTestJSON-1081950041 tempest-ExternalNetworksTestJSON-1081950041-project-admin] Added segment b46511e9-2406-45c4-98a1-0ea605b60f22 of type vlan for network 57ba5fd1-ab7d-4f82-aa68-3c78e35491f6 Mar 29 16:02:10.453290 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-c5397df3-51cb-4d8f-b795-8d681866b100 req-4a9c9ccf-b184-4cf8-8a4f-e10f19e0bf76 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=81d4040c-1e8f-4870-8ad9-c023c865ca68 HTTP/1.1" status: 200 len: 217 time: 0.1221790 Mar 29 16:02:10.506825 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-7c4695ef-65e3-44e8-9730-697f417b807e tempest-ExternalNetworksTestJSON-1081950041 tempest-ExternalNetworksTestJSON-1081950041-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783522915970'] for network, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:10.598985 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1920b2-9482-40df-805a-b0fc96dce17a req-fd6ceaea-4875-4adf-ba61-fbb4a005899c tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:10.600862 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-1f1920b2-9482-40df-805a-b0fc96dce17a req-fd6ceaea-4875-4adf-ba61-fbb4a005899c tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/ports?device_id=83dc79b8-0af1-4fb6-9b07-fda92142f15e HTTP/1.1" status: 200 len: 944 time: 0.1511319 Mar 29 16:02:10.602755 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5397df3-51cb-4d8f-b795-8d681866b100 req-463a7d17-d340-430a-91ce-5646ddaa3892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:10.604114 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-c5397df3-51cb-4d8f-b795-8d681866b100 req-463a7d17-d340-430a-91ce-5646ddaa3892 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=52e8269b-e046-4c98-a9b1-ef8905fa8ddb HTTP/1.1" status: 200 len: 851 time: 0.1246872 Mar 29 16:02:10.661123 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4e972b-44ee-4e00-a06d-007f1ad4a520 req-71b8d046-f10f-4ca0-a0ba-11320dcfde31 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:10.662715 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-9f4e972b-44ee-4e00-a06d-007f1ad4a520 req-71b8d046-f10f-4ca0-a0ba-11320dcfde31 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/ports?device_id=bad94c2e-cbcd-4c47-adae-30617edfba4e HTTP/1.1" status: 200 len: 946 time: 0.1944222 Mar 29 16:02:10.714720 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-7c4695ef-65e3-44e8-9730-697f417b807e tempest-ExternalNetworksTestJSON-1081950041 tempest-ExternalNetworksTestJSON-1081950041-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795'] for network, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:10.715855 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c4695ef-65e3-44e8-9730-697f417b807e tempest-ExternalNetworksTestJSON-1081950041 tempest-ExternalNetworksTestJSON-1081950041-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:10.716578 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-7c4695ef-65e3-44e8-9730-697f417b807e tempest-ExternalNetworksTestJSON-1081950041 tempest-ExternalNetworksTestJSON-1081950041-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for network, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:10.774820 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-1f1920b2-9482-40df-805a-b0fc96dce17a req-eeea0bac-6ef2-4fe8-aa24-89e725202300 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/security-groups?id=a5fc9f00-328e-4600-84d1-ef30fc274a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1680493 Mar 29 16:02:10.784644 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5397df3-51cb-4d8f-b795-8d681866b100 req-2d708ccf-eb70-4ba5-a754-29ba06024218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:10.786537 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-c5397df3-51cb-4d8f-b795-8d681866b100 req-2d708ccf-eb70-4ba5-a754-29ba06024218 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8594f729-9088-4f6b-8543-aaadb0f5b192&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1713543 Mar 29 16:02:10.857215 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4695ef-65e3-44e8-9730-697f417b807e tempest-ExternalNetworksTestJSON-1081950041 tempest-ExternalNetworksTestJSON-1081950041-project-admin] Pushing event updated for resources: {'Network': ['ID=57ba5fd1-ab7d-4f82-aa68-3c78e35491f6,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:02:10.870263 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Network 57ba5fd1-ab7d-4f82-aa68-3c78e35491f6 details requested by agent ovs-agent-n-d-834765-1 with host n-d-834765-1 {{(pid=102792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 16:02:10.910021 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-9f4e972b-44ee-4e00-a06d-007f1ad4a520 req-b20dedd9-cfeb-4eee-a319-36b7173c69be tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/security-groups?id=9ca13a82-8548-447c-a9a1-a1fa7edff5b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2374465 Mar 29 16:02:10.930789 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-7c4695ef-65e3-44e8-9730-697f417b807e tempest-ExternalNetworksTestJSON-1081950041 tempest-ExternalNetworksTestJSON-1081950041-project-admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.7527258 Mar 29 16:02:10.933443 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 48584) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:02:10.942374 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-3d5f9bb9-0da9-47f7-b66d-c50be81f5680 tempest-ExternalNetworksTestJSON-1081950041 tempest-ExternalNetworksTestJSON-1081950041-project-admin] Request body: {'subnet': {'network_id': '57ba5fd1-ab7d-4f82-aa68-3c78e35491f6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:02:10.962731 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-c5397df3-51cb-4d8f-b795-8d681866b100 req-77ac132d-f81f-4b99-9730-bd16ac61fa3e service neutron] 10.222.0.44 "GET /v2.0/networks/8594f729-9088-4f6b-8543-aaadb0f5b192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1618538 Mar 29 16:02:10.983960 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d5f9bb9-0da9-47f7-b66d-c50be81f5680 tempest-ExternalNetworksTestJSON-1081950041 tempest-ExternalNetworksTestJSON-1081950041-project-admin] Made reservation on behalf of 1d240bda6bb942feaa800f82173e45ea for: {'subnet': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:02:10.986708 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-3d5f9bb9-0da9-47f7-b66d-c50be81f5680 tempest-ExternalNetworksTestJSON-1081950041 tempest-ExternalNetworksTestJSON-1081950041-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4793983'] for subnet, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:11.085313 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-c5397df3-51cb-4d8f-b795-8d681866b100 req-9ca47f79-4ef6-4e63-a7dd-8336ae7a2d4b service neutron] 10.222.0.44 "GET /v2.0/networks/8594f729-9088-4f6b-8543-aaadb0f5b192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1158500 Mar 29 16:02:11.217438 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f380d3ca-fd13-4499-8661-56adec975f10 req-f0c11a15-c947-4820-8fc9-b7cbc44900b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:11.219613 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f380d3ca-fd13-4499-8661-56adec975f10 req-f0c11a15-c947-4820-8fc9-b7cbc44900b2 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f31979fa8a674f56835f136e5e49ba5c&device_id=83dc79b8-0af1-4fb6-9b07-fda92142f15e HTTP/1.1" status: 200 len: 1095 time: 0.0847578 Mar 29 16:02:11.227663 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65234a9b-a660-44ab-913f-b7e78564e128 req-7d7deb35-ce07-484c-a0ff-47576dc71609 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:11.236562 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-65234a9b-a660-44ab-913f-b7e78564e128 req-7d7deb35-ce07-484c-a0ff-47576dc71609 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd8e3388-810b-42c2-83e9-f7b4e3d0dd7b HTTP/1.1" status: 200 len: 945 time: 0.0916886 Mar 29 16:02:11.333615 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-65234a9b-a660-44ab-913f-b7e78564e128 req-5d3d18c3-2487-4e56-b2cc-a580e1d9c471 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] 10.222.0.42 "GET /v2.0/security-groups?id=299f4eee-9f08-4ab2-9699-a166ce9b5c35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0960791 Mar 29 16:02:11.380561 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f380d3ca-fd13-4499-8661-56adec975f10 req-18b2ba84-4fcb-435d-9655-4eebe72b4dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:11.384125 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f380d3ca-fd13-4499-8661-56adec975f10 req-18b2ba84-4fcb-435d-9655-4eebe72b4dfe service neutron] 10.222.0.44 "GET /v2.0/networks?id=8594f729-9088-4f6b-8543-aaadb0f5b192 HTTP/1.1" status: 200 len: 913 time: 0.1452582 Mar 29 16:02:11.452215 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f380d3ca-fd13-4499-8661-56adec975f10 req-c3aeaf19-f2b1-4ae9-9b99-7bf0b295f6a5 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=81d4040c-1e8f-4870-8ad9-c023c865ca68 HTTP/1.1" status: 200 len: 217 time: 0.0589705 Mar 29 16:02:11.490295 n-d-834765-1 neutron-server[102790]: DEBUG neutron.objects.ports [None req-3d5f9bb9-0da9-47f7-b66d-c50be81f5680 tempest-ExternalNetworksTestJSON-1081950041 tempest-ExternalNetworksTestJSON-1081950041-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102790) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 29 16:02:11.491384 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-3d5f9bb9-0da9-47f7-b66d-c50be81f5680 tempest-ExternalNetworksTestJSON-1081950041 tempest-ExternalNetworksTestJSON-1081950041-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5231896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4793961'] for subnet, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:11.512114 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f380d3ca-fd13-4499-8661-56adec975f10 req-fa6aec84-46f1-47f8-9d49-a038c8727289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:11.514216 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f380d3ca-fd13-4499-8661-56adec975f10 req-fa6aec84-46f1-47f8-9d49-a038c8727289 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=52e8269b-e046-4c98-a9b1-ef8905fa8ddb HTTP/1.1" status: 200 len: 851 time: 0.0552607 Mar 29 16:02:11.556089 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5f9bb9-0da9-47f7-b66d-c50be81f5680 tempest-ExternalNetworksTestJSON-1081950041 tempest-ExternalNetworksTestJSON-1081950041-project-admin] Pushing event updated for resources: {'Subnet': ['ID=229a69ea-4257-4052-85dd-850333c142c1,revision_number=0']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:02:11.589861 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97a00b0-8fd2-4fea-add6-75a4c6509102 req-9b521475-69ba-4445-ba7b-4c2732b33385 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:11.591431 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-c97a00b0-8fd2-4fea-add6-75a4c6509102 req-9b521475-69ba-4445-ba7b-4c2732b33385 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd8e3388-810b-42c2-83e9-f7b4e3d0dd7b HTTP/1.1" status: 200 len: 945 time: 0.1308401 Mar 29 16:02:11.592452 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d5f9bb9-0da9-47f7-b66d-c50be81f5680 tempest-ExternalNetworksTestJSON-1081950041 tempest-ExternalNetworksTestJSON-1081950041-project-admin] Checking segment: {'id': 'b46511e9-2406-45c4-98a1-0ea605b60f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '57ba5fd1-ab7d-4f82-aa68-3c78e35491f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 16:02:11.592821 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d5f9bb9-0da9-47f7-b66d-c50be81f5680 tempest-ExternalNetworksTestJSON-1081950041 tempest-ExternalNetworksTestJSON-1081950041-project-admin] Network hostable DHCP agents. Network: 57ba5fd1-ab7d-4f82-aa68-3c78e35491f6, hostable agents: ['d136643e-48ae-49d4-a851-2ba3bdf3749c'], hosted agents: [] {{(pid=102790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 16:02:11.600816 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f380d3ca-fd13-4499-8661-56adec975f10 req-c6ac6d99-317d-4aff-9aed-1c128454d209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:11.602568 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f380d3ca-fd13-4499-8661-56adec975f10 req-c6ac6d99-317d-4aff-9aed-1c128454d209 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8594f729-9088-4f6b-8543-aaadb0f5b192&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0823114 Mar 29 16:02:11.602700 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 48590) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:02:11.610100 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-a16ae23e-125b-41b2-93b5-b1e800b929b2 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] Request body: {'floatingip': {'port_id': 'b5e9510a-130c-43b6-8f2a-559b817aa9da'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:02:11.660151 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-a16ae23e-125b-41b2-93b5-b1e800b929b2 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] Notify callbacks [] for floatingip, before_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:11.664326 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d5f9bb9-0da9-47f7-b66d-c50be81f5680 tempest-ExternalNetworksTestJSON-1081950041 tempest-ExternalNetworksTestJSON-1081950041-project-admin] Network 57ba5fd1-ab7d-4f82-aa68-3c78e35491f6 is scheduled to be hosted by DHCP agent d136643e-48ae-49d4-a851-2ba3bdf3749c with binding_index 1 {{(pid=102790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 16:02:11.707651 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f380d3ca-fd13-4499-8661-56adec975f10 req-5ed54ad6-48b2-4ff4-983b-d7fc1bfa667e service neutron] 10.222.0.44 "GET /v2.0/networks/8594f729-9088-4f6b-8543-aaadb0f5b192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984042 Mar 29 16:02:11.723562 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-3d5f9bb9-0da9-47f7-b66d-c50be81f5680 tempest-ExternalNetworksTestJSON-1081950041 tempest-ExternalNetworksTestJSON-1081950041-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834765-1, 57ba5fd1-ab7d-4f82-aa68-3c78e35491f6) {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:02:11.728791 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d5f9bb9-0da9-47f7-b66d-c50be81f5680 tempest-ExternalNetworksTestJSON-1081950041 tempest-ExternalNetworksTestJSON-1081950041-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:11.729486 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-3d5f9bb9-0da9-47f7-b66d-c50be81f5680 tempest-ExternalNetworksTestJSON-1081950041 tempest-ExternalNetworksTestJSON-1081950041-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for subnet, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:11.735349 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08405707-3879-4398-a535-6901a42cc304 None None] Network 57ba5fd1-ab7d-4f82-aa68-3c78e35491f6 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 16:02:11.793846 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-3d5f9bb9-0da9-47f7-b66d-c50be81f5680 tempest-ExternalNetworksTestJSON-1081950041 tempest-ExternalNetworksTestJSON-1081950041-project-admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.8592329 Mar 29 16:02:11.795000 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 48592) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:02:11.805219 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-2494add4-32d0-4f34-b0cf-1bc993373cf2 tempest-ExternalNetworksTestJSON-1081950041 tempest-ExternalNetworksTestJSON-1081950041-project-admin] Request body: {'floatingip': {'floating_network_id': '57ba5fd1-ab7d-4f82-aa68-3c78e35491f6'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:02:11.850235 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f380d3ca-fd13-4499-8661-56adec975f10 req-d3bd4425-2541-4da4-b5a6-4e705fbaadb1 service neutron] 10.222.0.44 "GET /v2.0/networks/8594f729-9088-4f6b-8543-aaadb0f5b192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362026 Mar 29 16:02:11.878582 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-2494add4-32d0-4f34-b0cf-1bc993373cf2 tempest-ExternalNetworksTestJSON-1081950041 tempest-ExternalNetworksTestJSON-1081950041-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:11.942808 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07fa3a9-ef78-4ea1-8288-a6804bdc47fe req-987afd0d-9264-4dd4-8960-556cb58e3d79 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:11.944951 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-a07fa3a9-ef78-4ea1-8288-a6804bdc47fe req-987afd0d-9264-4dd4-8960-556cb58e3d79 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/ports?device_id=83dc79b8-0af1-4fb6-9b07-fda92142f15e HTTP/1.1" status: 200 len: 944 time: 0.0575280 Mar 29 16:02:11.960188 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0dcbb86-5add-4e5f-9d65-7c1a28875598 None None] Network 57ba5fd1-ab7d-4f82-aa68-3c78e35491f6 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 16:02:12.013969 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-a07fa3a9-ef78-4ea1-8288-a6804bdc47fe req-4462029b-1ecb-4b43-8b48-8542fda29bfa tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/security-groups?id=a5fc9f00-328e-4600-84d1-ef30fc274a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536866 Mar 29 16:02:12.193634 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ff3eae-4a8e-4f5d-b160-62f8b27bfd82 req-0d914625-8760-4a13-b81b-926227583a92 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:12.195169 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-06ff3eae-4a8e-4f5d-b160-62f8b27bfd82 req-0d914625-8760-4a13-b81b-926227583a92 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/ports?device_id=bad94c2e-cbcd-4c47-adae-30617edfba4e HTTP/1.1" status: 200 len: 946 time: 0.1559849 Mar 29 16:02:12.289591 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-2494add4-32d0-4f34-b0cf-1bc993373cf2 tempest-ExternalNetworksTestJSON-1081950041 tempest-ExternalNetworksTestJSON-1081950041-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:12.310442 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-06ff3eae-4a8e-4f5d-b160-62f8b27bfd82 req-21c5f03b-04e3-4a89-a73c-8d89bbf77dc9 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/security-groups?id=9ca13a82-8548-447c-a9a1-a1fa7edff5b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853057 Mar 29 16:02:12.492019 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-a16ae23e-125b-41b2-93b5-b1e800b929b2 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:12.500040 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-a16ae23e-125b-41b2-93b5-b1e800b929b2 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648212'] for floatingip, after_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:12.559848 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.db_base_plugin_common [None req-2494add4-32d0-4f34-b0cf-1bc993373cf2 tempest-ExternalNetworksTestJSON-1081950041 tempest-ExternalNetworksTestJSON-1081950041-project-admin] Allocated IP 172.20.0.14 (57ba5fd1-ab7d-4f82-aa68-3c78e35491f6/229a69ea-4257-4052-85dd-850333c142c1/68452be0-3cd2-47e1-a322-1fc9e7589115) {{(pid=102790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:02:12.710454 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c765965-c9f5-4e12-9f93-b56b251e11f9 req-65ce85aa-90c3-41aa-b084-ff4a679cead3 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:12.711923 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-1c765965-c9f5-4e12-9f93-b56b251e11f9 req-65ce85aa-90c3-41aa-b084-ff4a679cead3 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/ports?device_id=4f24d3f6-64a3-452b-b656-94b2e3b74056 HTTP/1.1" status: 200 len: 945 time: 0.1698675 Mar 29 16:02:12.729007 n-d-834765-1 neutron-server[102790]: INFO neutron.db.l3_db [None req-a16ae23e-125b-41b2-93b5-b1e800b929b2 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] Floating IP f1a3f449-d6be-490a-8607-1107ce4af2d5 associated. External IP: 172.25.4.246, port: b5e9510a-130c-43b6-8f2a-559b817aa9da. Mar 29 16:02:13.174175 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636efb93-3865-4a70-9d47-377a8bd79ed5 req-3be8eb00-ff74-4dab-8d9c-ee3a4219a5b9 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:13.179995 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-636efb93-3865-4a70-9d47-377a8bd79ed5 req-3be8eb00-ff74-4dab-8d9c-ee3a4219a5b9 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/ports?device_id=83dc79b8-0af1-4fb6-9b07-fda92142f15e HTTP/1.1" status: 200 len: 944 time: 0.0768800 Mar 29 16:02:13.216255 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-636efb93-3865-4a70-9d47-377a8bd79ed5 req-a13473fe-a4a1-4c05-a8fa-e5f0455472ee tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/security-groups?id=a5fc9f00-328e-4600-84d1-ef30fc274a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335379 Mar 29 16:02:13.225097 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-1c765965-c9f5-4e12-9f93-b56b251e11f9 req-ec7feb9f-5db6-425a-baff-66cb99a9ee46 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/security-groups?id=374804bf-1832-496a-a9bd-7f28df171a12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5003788 Mar 29 16:02:13.237587 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-2494add4-32d0-4f34-b0cf-1bc993373cf2 tempest-ExternalNetworksTestJSON-1081950041 tempest-ExternalNetworksTestJSON-1081950041-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:13.356219 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-2494add4-32d0-4f34-b0cf-1bc993373cf2 tempest-ExternalNetworksTestJSON-1081950041 tempest-ExternalNetworksTestJSON-1081950041-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:13.360237 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4818054f-44d0-40ed-85d0-c381401cb5dd req-34aaa10b-301f-4317-b401-1b604640471a tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:13.361579 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4818054f-44d0-40ed-85d0-c381401cb5dd req-34aaa10b-301f-4317-b401-1b604640471a tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/ports?device_id=4f24d3f6-64a3-452b-b656-94b2e3b74056 HTTP/1.1" status: 200 len: 945 time: 0.0523632 Mar 29 16:02:13.402224 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4818054f-44d0-40ed-85d0-c381401cb5dd req-535092d2-2068-4589-a0b2-1bc792f77121 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/security-groups?id=374804bf-1832-496a-a9bd-7f28df171a12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328250 Mar 29 16:02:13.426654 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2494add4-32d0-4f34-b0cf-1bc993373cf2 tempest-ExternalNetworksTestJSON-1081950041 tempest-ExternalNetworksTestJSON-1081950041-project-admin] Network 57ba5fd1-ab7d-4f82-aa68-3c78e35491f6 is already hosted by enough agents. {{(pid=102790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:02:13.439750 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-2494add4-32d0-4f34-b0cf-1bc993373cf2 tempest-ExternalNetworksTestJSON-1081950041 tempest-ExternalNetworksTestJSON-1081950041-project-admin] Resources bound (agent type, host, resource id): {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:02:13.445065 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2494add4-32d0-4f34-b0cf-1bc993373cf2 tempest-ExternalNetworksTestJSON-1081950041 tempest-ExternalNetworksTestJSON-1081950041-project-admin] Received port after_create {{(pid=102790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:02:13.479878 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2494add4-32d0-4f34-b0cf-1bc993373cf2 tempest-ExternalNetworksTestJSON-1081950041 tempest-ExternalNetworksTestJSON-1081950041-project-admin] Pushing event updated for resources: {'Port': ['ID=68452be0-3cd2-47e1-a322-1fc9e7589115,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:02:13.524485 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a16ae23e-125b-41b2-93b5-b1e800b929b2 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] Router 5dd1bdd8-dcfc-4db1-9ead-4fc6597d63be has already been hosted by L3 agent c648d819-1060-4f26-b4ec-6455387b5dff {{(pid=102790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 16:02:13.590560 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb16bd07-59e5-49c0-9227-fcd8da7ef1a3 req-c3ec67d9-5d3b-40a0-abfd-f4a9ff4ab7b4 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:13.592823 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-cb16bd07-59e5-49c0-9227-fcd8da7ef1a3 req-c3ec67d9-5d3b-40a0-abfd-f4a9ff4ab7b4 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/ports?device_id=4f24d3f6-64a3-452b-b656-94b2e3b74056 HTTP/1.1" status: 200 len: 945 time: 0.1024280 Mar 29 16:02:13.648068 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-2494add4-32d0-4f34-b0cf-1bc993373cf2 tempest-ExternalNetworksTestJSON-1081950041 tempest-ExternalNetworksTestJSON-1081950041-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:13.742655 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-cb16bd07-59e5-49c0-9227-fcd8da7ef1a3 req-5788cc77-8e05-4c88-8db8-215c069f9b74 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/security-groups?id=374804bf-1832-496a-a9bd-7f28df171a12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1148503 Mar 29 16:02:13.745313 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-2494add4-32d0-4f34-b0cf-1bc993373cf2 tempest-ExternalNetworksTestJSON-1081950041 tempest-ExternalNetworksTestJSON-1081950041-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:13.788158 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a16ae23e-125b-41b2-93b5-b1e800b929b2 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 16:02:13.797756 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-a16ae23e-125b-41b2-93b5-b1e800b929b2 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for floatingip, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:13.801459 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5e04bb6-df83-42dc-b163-a7985e80c25d None None] Sync routers for ids ['5dd1bdd8-dcfc-4db1-9ead-4fc6597d63be'] in n-d-834765-1 {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 16:02:13.818974 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5e04bb6-df83-42dc-b163-a7985e80c25d None None] Routers {'5dd1bdd8-dcfc-4db1-9ead-4fc6597d63be'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:02:13.820375 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-e5e04bb6-df83-42dc-b163-a7985e80c25d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:02:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['5dd1bdd8-dcfc-4db1-9ead-4fc6597d63be'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:02:13.842255 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-a16ae23e-125b-41b2-93b5-b1e800b929b2 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] 10.222.0.42 "PUT /v2.0/floatingips/f1a3f449-d6be-490a-8607-1107ce4af2d5 HTTP/1.1" status: 200 len: 991 time: 2.2365968 Mar 29 16:02:13.845344 n-d-834765-1 neutron-server[102790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd8e3388-810b-42c2-83e9-f7b4e3d0dd7b', 'tag': 'b5e9510a-130c-43b6-8f2a-559b817aa9da'}] {{(pid=102790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:02:13.847821 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46b06d655c90bc969636382cce4240ad749035fb0f3a83ee4734fa1ed9c4a6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-051bbb21-5921-40ed-8077-eb16f673647c" -d '{"events": [{"name": "network-changed", "server_uuid": "bd8e3388-810b-42c2-83e9-f7b4e3d0dd7b", "tag": "b5e9510a-130c-43b6-8f2a-559b817aa9da"}]}' {{(pid=102790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:02:13.910743 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ba9d04-eba0-4bda-a87d-63e950c068fc req-4d676b3e-8190-412f-a9cc-062f576e05ce tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:13.927948 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-a3ba9d04-eba0-4bda-a87d-63e950c068fc req-4d676b3e-8190-412f-a9cc-062f576e05ce tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/ports?device_id=4f24d3f6-64a3-452b-b656-94b2e3b74056 HTTP/1.1" status: 200 len: 945 time: 0.1060038 Mar 29 16:02:13.980697 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-2494add4-32d0-4f34-b0cf-1bc993373cf2 tempest-ExternalNetworksTestJSON-1081950041 tempest-ExternalNetworksTestJSON-1081950041-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:13.988998 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-2494add4-32d0-4f34-b0cf-1bc993373cf2 tempest-ExternalNetworksTestJSON-1081950041 tempest-ExternalNetworksTestJSON-1081950041-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5237921'] for port, after_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:14.005896 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvr_db [None req-e5e04bb6-df83-42dc-b163-a7985e80c25d None None] Set router 5dd1bdd8-dcfc-4db1-9ead-4fc6597d63be gateway port host: n-d-834765-1 {{(pid=102792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:02:14.011070 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-a3ba9d04-eba0-4bda-a87d-63e950c068fc req-9bd2d5a7-6127-48e5-a923-bb4dbec2053b tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/security-groups?id=374804bf-1832-496a-a9bd-7f28df171a12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0818467 Mar 29 16:02:14.050627 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2494add4-32d0-4f34-b0cf-1bc993373cf2 tempest-ExternalNetworksTestJSON-1081950041 tempest-ExternalNetworksTestJSON-1081950041-project-admin] Pushing event updated for resources: {'Port': ['ID=68452be0-3cd2-47e1-a322-1fc9e7589115,revision_number=2']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:02:14.092612 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 16:02:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbea01b7-cc91-43c0-842b-4292efb3aa84 x-openstack-request-id: req-cbea01b7-cc91-43c0-842b-4292efb3aa84 {{(pid=102790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:02:14.093748 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd8e3388-810b-42c2-83e9-f7b4e3d0dd7b", "tag": "b5e9510a-130c-43b6-8f2a-559b817aa9da", "status": "completed", "code": 200}]} {{(pid=102790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:02:14.094411 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-cbea01b7-cc91-43c0-842b-4292efb3aa84 {{(pid=102790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:02:14.096324 n-d-834765-1 neutron-server[102790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd8e3388-810b-42c2-83e9-f7b4e3d0dd7b', 'tag': 'b5e9510a-130c-43b6-8f2a-559b817aa9da', 'status': 'completed', 'code': 200} Mar 29 16:02:14.119347 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-2494add4-32d0-4f34-b0cf-1bc993373cf2 tempest-ExternalNetworksTestJSON-1081950041 tempest-ExternalNetworksTestJSON-1081950041-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648212'] for floatingip, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:14.139903 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-2494add4-32d0-4f34-b0cf-1bc993373cf2 tempest-ExternalNetworksTestJSON-1081950041 tempest-ExternalNetworksTestJSON-1081950041-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for floatingip, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:14.141838 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-2494add4-32d0-4f34-b0cf-1bc993373cf2 tempest-ExternalNetworksTestJSON-1081950041 tempest-ExternalNetworksTestJSON-1081950041-project-admin] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.3436213 Mar 29 16:02:14.144625 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 48618) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:02:14.176054 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051bbb21-5921-40ed-8077-eb16f673647c req-132c53c6-c8de-439f-9603-4acbc90867bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:14.177488 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-051bbb21-5921-40ed-8077-eb16f673647c req-132c53c6-c8de-439f-9603-4acbc90867bc service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=6549603cba104619bc496e118397db30&device_id=bd8e3388-810b-42c2-83e9-f7b4e3d0dd7b HTTP/1.1" status: 200 len: 1096 time: 0.0787902 Mar 29 16:02:14.240308 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-27f1eb1b-1993-4bfb-a2a7-37b627f1c741 tempest-ExternalNetworksTestJSON-1081950041 tempest-ExternalNetworksTestJSON-1081950041-project-admin] 10.222.0.42 "GET /v2.0/floatingips?floating_network_id=57ba5fd1-ab7d-4f82-aa68-3c78e35491f6 HTTP/1.1" status: 200 len: 690 time: 0.0943651 Mar 29 16:02:14.243562 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 48628) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:02:14.357146 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-e5e04bb6-df83-42dc-b163-a7985e80c25d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dd1bdd8-dcfc-4db1-9ead-4fc6597d63be', 'name': 'tempest-AttachVolumeShelveTestJSON-1222701838-router', 'tenant_id': '6549603cba104619bc496e118397db30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.212'}], 'enable_snat': True}, 'gw_port_id': '67fe4c71-0caf-4885-977f-d96643f0f894', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:01:42Z', 'updated_at': '2022-03-29T16:01:48Z', 'revision_number': 4, 'project_id': '6549603cba104619bc496e118397db30', 'gw_port': {'id': '67fe4c71-0caf-4885-977f-d96643f0f894', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:c8:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dd1bdd8-dcfc-4db1-9ead-4fc6597d63be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2974, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:01:43Z', 'updated_at': '2022-03-29T16:01:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_floatingips': [{'id': 'f1a3f449-d6be-490a-8607-1107ce4af2d5', 'tenant_id': '6549603cba104619bc496e118397db30', 'floating_ip_address': '172.25.4.246', 'floating_network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'router_id': '5dd1bdd8-dcfc-4db1-9ead-4fc6597d63be', 'port_id': 'b5e9510a-130c-43b6-8f2a-559b817aa9da', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2992, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bcacae85-6ca5-4d88-b7ab-d97534741bbe', 'mac_address': 'fa:16:3e:c4:e9:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd8e3388-810b-42c2-83e9-f7b4e3d0dd7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T16:01:52Z', 'updated_at': '2022-03-29T16:02:12Z', 'revision_number': 1, 'project_id': '6549603cba104619bc496e118397db30', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '131cce1e-71f7-45aa-b0f0-8d9f7123264f', 'name': '', 'network_id': 'bcacae85-6ca5-4d88-b7ab-d97534741bbe', 'tenant_id': '6549603cba104619bc496e118397db30', 'mac_address': 'fa:16:3e:88:c0:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dd1bdd8-dcfc-4db1-9ead-4fc6597d63be', 'device_owner': 'network:router_interface', 'standard_attr_id': 2975, 'fixed_ips': [{'subnet_id': 'a47225e3-f321-4c9c-823d-2d6e56b01612', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:01:47Z', 'updated_at': '2022-03-29T16:01:53Z', 'revision_number': 5, 'project_id': '6549603cba104619bc496e118397db30', 'subnets': [{'id': 'a47225e3-f321-4c9c-823d-2d6e56b01612', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:02:14.392021 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5e04bb6-df83-42dc-b163-a7985e80c25d None None] Checking router: 5dd1bdd8-dcfc-4db1-9ead-4fc6597d63be for host: n-d-834765-1 {{(pid=102792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 16:02:14.401379 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5e04bb6-df83-42dc-b163-a7985e80c25d None None] Routers {'5dd1bdd8-dcfc-4db1-9ead-4fc6597d63be'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:02:14.402144 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-e5e04bb6-df83-42dc-b163-a7985e80c25d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:02:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['5dd1bdd8-dcfc-4db1-9ead-4fc6597d63be'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:02:14.408271 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce579b1f-0281-4958-a740-d2569c314a7c req-f8ad6d45-d5d4-42b2-8d45-d0e47cf1db11 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:14.409909 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-ce579b1f-0281-4958-a740-d2569c314a7c req-f8ad6d45-d5d4-42b2-8d45-d0e47cf1db11 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/ports?device_id=83dc79b8-0af1-4fb6-9b07-fda92142f15e HTTP/1.1" status: 200 len: 944 time: 0.0760636 Mar 29 16:02:14.412574 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-6126fd7c-fe98-427e-97de-41ef20d3dd76 tempest-ExternalNetworksTestJSON-1081950041 tempest-ExternalNetworksTestJSON-1081950041-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1631750'] for network, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:14.466894 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291c9146-f78d-44db-91e3-29dbeb745384 req-849ef087-2a9e-4d68-b7f5-6d18b9e893b4 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:14.469717 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-291c9146-f78d-44db-91e3-29dbeb745384 req-849ef087-2a9e-4d68-b7f5-6d18b9e893b4 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/networks?id=3364456e-aead-437c-a830-dc7a420fe2a4 HTTP/1.1" status: 200 len: 812 time: 0.1578131 Mar 29 16:02:14.494158 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-291c9146-f78d-44db-91e3-29dbeb745384 req-93d2a2ff-d34f-43f9-b80b-a3e0d8e02077 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/quotas/358ad84304604947a292f32d4e62126b HTTP/1.1" status: 200 len: 375 time: 0.0166059 Mar 29 16:02:14.536960 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvr_db [None req-e5e04bb6-df83-42dc-b163-a7985e80c25d None None] Set router 5dd1bdd8-dcfc-4db1-9ead-4fc6597d63be gateway port host: n-d-834765-1 {{(pid=102792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:02:14.553728 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051bbb21-5921-40ed-8077-eb16f673647c req-7028b2f2-bf50-46cf-a05f-e8aae94d74fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:14.555230 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-051bbb21-5921-40ed-8077-eb16f673647c req-7028b2f2-bf50-46cf-a05f-e8aae94d74fe service neutron] 10.222.0.48 "GET /v2.0/networks?id=bcacae85-6ca5-4d88-b7ab-d97534741bbe HTTP/1.1" status: 200 len: 918 time: 0.3692853 Mar 29 16:02:14.558295 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-ce579b1f-0281-4958-a740-d2569c314a7c req-de461f71-12ae-4c4f-a52f-273a5930c3ee tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/security-groups?id=a5fc9f00-328e-4600-84d1-ef30fc274a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1402729 Mar 29 16:02:14.599066 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-6126fd7c-fe98-427e-97de-41ef20d3dd76 tempest-ExternalNetworksTestJSON-1081950041 tempest-ExternalNetworksTestJSON-1081950041-project-admin] Deleting port 68452be0-3cd2-47e1-a322-1fc9e7589115 {{(pid=102790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:02:14.599765 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-6126fd7c-fe98-427e-97de-41ef20d3dd76 tempest-ExternalNetworksTestJSON-1081950041 tempest-ExternalNetworksTestJSON-1081950041-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:14.640151 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-291c9146-f78d-44db-91e3-29dbeb745384 req-a666696a-918d-4aa7-af04-4ca23fbf6743 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=358ad84304604947a292f32d4e62126b&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1383288 Mar 29 16:02:14.704157 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-051bbb21-5921-40ed-8077-eb16f673647c req-dc63d30a-d3fe-4081-ab8f-a69aec1c9586 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b5e9510a-130c-43b6-8f2a-559b817aa9da HTTP/1.1" status: 200 len: 999 time: 0.1370935 Mar 29 16:02:14.731486 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-6126fd7c-fe98-427e-97de-41ef20d3dd76 tempest-ExternalNetworksTestJSON-1081950041 tempest-ExternalNetworksTestJSON-1081950041-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:14.732503 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-6126fd7c-fe98-427e-97de-41ef20d3dd76 tempest-ExternalNetworksTestJSON-1081950041 tempest-ExternalNetworksTestJSON-1081950041-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:14.749804 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-6126fd7c-fe98-427e-97de-41ef20d3dd76 tempest-ExternalNetworksTestJSON-1081950041 tempest-ExternalNetworksTestJSON-1081950041-project-admin] Calling delete_port for 68452be0-3cd2-47e1-a322-1fc9e7589115 owned by network:floatingip {{(pid=102790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:02:14.791625 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051bbb21-5921-40ed-8077-eb16f673647c req-0dbbe80b-715a-40c6-9cc5-04af9f09e280 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:14.793273 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-051bbb21-5921-40ed-8077-eb16f673647c req-0dbbe80b-715a-40c6-9cc5-04af9f09e280 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a47225e3-f321-4c9c-823d-2d6e56b01612 HTTP/1.1" status: 200 len: 856 time: 0.0555272 Mar 29 16:02:14.865990 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051bbb21-5921-40ed-8077-eb16f673647c req-95b6b355-53c7-4f60-846c-55b518ecac4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:14.867555 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-051bbb21-5921-40ed-8077-eb16f673647c req-95b6b355-53c7-4f60-846c-55b518ecac4c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=bcacae85-6ca5-4d88-b7ab-d97534741bbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0657084 Mar 29 16:02:14.877746 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-291c9146-f78d-44db-91e3-29dbeb745384 req-635d8e22-fc54-4e23-8965-bfe521d38af7 service neutron] 10.222.0.42 "GET /v2.0/networks/3364456e-aead-437c-a830-dc7a420fe2a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2258766 Mar 29 16:02:14.947508 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-6126fd7c-fe98-427e-97de-41ef20d3dd76 tempest-ExternalNetworksTestJSON-1081950041 tempest-ExternalNetworksTestJSON-1081950041-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:14.974938 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-291c9146-f78d-44db-91e3-29dbeb745384 req-4552cb71-ca95-4ec2-bc5f-29b388ad977a service neutron] 10.222.0.42 "GET /v2.0/networks/3364456e-aead-437c-a830-dc7a420fe2a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962498 Mar 29 16:02:15.059620 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-e5e04bb6-df83-42dc-b163-a7985e80c25d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dd1bdd8-dcfc-4db1-9ead-4fc6597d63be', 'name': 'tempest-AttachVolumeShelveTestJSON-1222701838-router', 'tenant_id': '6549603cba104619bc496e118397db30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.212'}], 'enable_snat': True}, 'gw_port_id': '67fe4c71-0caf-4885-977f-d96643f0f894', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:01:42Z', 'updated_at': '2022-03-29T16:01:48Z', 'revision_number': 4, 'project_id': '6549603cba104619bc496e118397db30', 'gw_port': {'id': '67fe4c71-0caf-4885-977f-d96643f0f894', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:c8:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dd1bdd8-dcfc-4db1-9ead-4fc6597d63be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2974, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:01:43Z', 'updated_at': '2022-03-29T16:01:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_floatingips': [{'id': 'f1a3f449-d6be-490a-8607-1107ce4af2d5', 'tenant_id': '6549603cba104619bc496e118397db30', 'floating_ip_address': '172.25.4.246', 'floating_network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'router_id': '5dd1bdd8-dcfc-4db1-9ead-4fc6597d63be', 'port_id': 'b5e9510a-130c-43b6-8f2a-559b817aa9da', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2992, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bcacae85-6ca5-4d88-b7ab-d97534741bbe', 'mac_address': 'fa:16:3e:c4:e9:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd8e3388-810b-42c2-83e9-f7b4e3d0dd7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T16:01:52Z', 'updated_at': '2022-03-29T16:02:12Z', 'revision_number': 1, 'project_id': '6549603cba104619bc496e118397db30', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '131cce1e-71f7-45aa-b0f0-8d9f7123264f', 'name': '', 'network_id': 'bcacae85-6ca5-4d88-b7ab-d97534741bbe', 'tenant_id': '6549603cba104619bc496e118397db30', 'mac_address': 'fa:16:3e:88:c0:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dd1bdd8-dcfc-4db1-9ead-4fc6597d63be', 'device_owner': 'network:router_interface', 'standard_attr_id': 2975, 'fixed_ips': [{'subnet_id': 'a47225e3-f321-4c9c-823d-2d6e56b01612', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:01:47Z', 'updated_at': '2022-03-29T16:01:53Z', 'revision_number': 5, 'project_id': '6549603cba104619bc496e118397db30', 'subnets': [{'id': 'a47225e3-f321-4c9c-823d-2d6e56b01612', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:02:15.083042 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6126fd7c-fe98-427e-97de-41ef20d3dd76 tempest-ExternalNetworksTestJSON-1081950041 tempest-ExternalNetworksTestJSON-1081950041-project-admin] Pushing event deleted for resources: {'Port': ['ID=68452be0-3cd2-47e1-a322-1fc9e7589115,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:02:15.135737 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5e04bb6-df83-42dc-b163-a7985e80c25d None None] The sync data for ids ['5dd1bdd8-dcfc-4db1-9ead-4fc6597d63be'] in n-d-834765-1 is: [{'id': '5dd1bdd8-dcfc-4db1-9ead-4fc6597d63be', 'name': 'tempest-AttachVolumeShelveTestJSON-1222701838-router', 'tenant_id': '6549603cba104619bc496e118397db30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.212'}], 'enable_snat': True}, 'gw_port_id': '67fe4c71-0caf-4885-977f-d96643f0f894', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:01:42Z', 'updated_at': '2022-03-29T16:01:48Z', 'revision_number': 4, 'project_id': '6549603cba104619bc496e118397db30', 'gw_port': {'id': '67fe4c71-0caf-4885-977f-d96643f0f894', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:c8:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dd1bdd8-dcfc-4db1-9ead-4fc6597d63be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2974, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:01:43Z', 'updated_at': '2022-03-29T16:01:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_floatingips': [{'id': 'f1a3f449-d6be-490a-8607-1107ce4af2d5', 'tenant_id': '6549603cba104619bc496e118397db30', 'floating_ip_address': '172.25.4.246', 'floating_network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'router_id': '5dd1bdd8-dcfc-4db1-9ead-4fc6597d63be', 'port_id': 'b5e9510a-130c-43b6-8f2a-559b817aa9da', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2992, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bcacae85-6ca5-4d88-b7ab-d97534741bbe', 'mac_address': 'fa:16:3e:c4:e9:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd8e3388-810b-42c2-83e9-f7b4e3d0dd7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T16:01:52Z', 'updated_at': '2022-03-29T16:02:12Z', 'revision_number': 1, 'project_id': '6549603cba104619bc496e118397db30', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '131cce1e-71f7-45aa-b0f0-8d9f7123264f', 'name': '', 'network_id': 'bcacae85-6ca5-4d88-b7ab-d97534741bbe', 'tenant_id': '6549603cba104619bc496e118397db30', 'mac_address': 'fa:16:3e:88:c0:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dd1bdd8-dcfc-4db1-9ead-4fc6597d63be', 'device_owner': 'network:router_interface', 'standard_attr_id': 2975, 'fixed_ips': [{'subnet_id': 'a47225e3-f321-4c9c-823d-2d6e56b01612', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:01:47Z', 'updated_at': '2022-03-29T16:01:53Z', 'revision_number': 5, 'project_id': '6549603cba104619bc496e118397db30', 'subnets': [{'id': 'a47225e3-f321-4c9c-823d-2d6e56b01612', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 16:02:15.137523 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-6126fd7c-fe98-427e-97de-41ef20d3dd76 tempest-ExternalNetworksTestJSON-1081950041 tempest-ExternalNetworksTestJSON-1081950041-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:15.398714 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-6126fd7c-fe98-427e-97de-41ef20d3dd76 tempest-ExternalNetworksTestJSON-1081950041 tempest-ExternalNetworksTestJSON-1081950041-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1641287'] for subnet, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:15.412116 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-2c2833c1-280d-46b4-9373-90498b0b3cec req-bbf57fb8-688f-402d-837d-58b4767ae000 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/ports?device_id=c07a304f-57a4-4395-8529-9e19ca6f9059 HTTP/1.1" status: 200 len: 210 time: 0.0872915 Mar 29 16:02:15.507676 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-6126fd7c-fe98-427e-97de-41ef20d3dd76 tempest-ExternalNetworksTestJSON-1081950041 tempest-ExternalNetworksTestJSON-1081950041-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1641294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5231963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4793952'] for subnet, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:15.514109 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-051bbb21-5921-40ed-8077-eb16f673647c req-97ed1bb7-92cc-4b10-91b1-78f8e07ea32c service neutron] 10.222.0.48 "GET /v2.0/networks/bcacae85-6ca5-4d88-b7ab-d97534741bbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6341429 Mar 29 16:02:15.553310 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6126fd7c-fe98-427e-97de-41ef20d3dd76 tempest-ExternalNetworksTestJSON-1081950041 tempest-ExternalNetworksTestJSON-1081950041-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=229a69ea-4257-4052-85dd-850333c142c1,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:02:15.578611 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-378fe5ef-8c45-45a5-9805-0830ca91a92a None None] New status for floating IP f1a3f449-d6be-490a-8607-1107ce4af2d5: ACTIVE {{(pid=102793) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 16:02:15.684467 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-6126fd7c-fe98-427e-97de-41ef20d3dd76 tempest-ExternalNetworksTestJSON-1081950041 tempest-ExternalNetworksTestJSON-1081950041-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639890', 'neutron.services.segments.db._delete_segments_for_network-8783523423079'] for network, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:15.732168 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-6126fd7c-fe98-427e-97de-41ef20d3dd76 tempest-ExternalNetworksTestJSON-1081950041 tempest-ExternalNetworksTestJSON-1081950041-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57ba5fd1-ab7d-4f82-aa68-3c78e35491f6']}} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:02:15.752350 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-051bbb21-5921-40ed-8077-eb16f673647c req-9311a7be-8379-4360-b2be-809285d7753c service neutron] 10.222.0.48 "GET /v2.0/networks/bcacae85-6ca5-4d88-b7ab-d97534741bbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2313204 Mar 29 16:02:15.759709 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-6126fd7c-fe98-427e-97de-41ef20d3dd76 tempest-ExternalNetworksTestJSON-1081950041 tempest-ExternalNetworksTestJSON-1081950041-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b46511e9-2406-45c4-98a1-0ea605b60f22') {'for_net_delete': True} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:02:15.760127 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-6126fd7c-fe98-427e-97de-41ef20d3dd76 tempest-ExternalNetworksTestJSON-1081950041 tempest-ExternalNetworksTestJSON-1081950041-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b46511e9-2406-45c4-98a1-0ea605b60f22') {} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:02:15.784499 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-6126fd7c-fe98-427e-97de-41ef20d3dd76 tempest-ExternalNetworksTestJSON-1081950041 tempest-ExternalNetworksTestJSON-1081950041-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783523422064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4614019'] for segment, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:15.811887 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-6126fd7c-fe98-427e-97de-41ef20d3dd76 tempest-ExternalNetworksTestJSON-1081950041 tempest-ExternalNetworksTestJSON-1081950041-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:15.824874 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf38924-45f6-41f1-a3df-c70ca128ff09 req-c6034059-ab96-467b-9837-ba85049183cf tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:15.827864 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-bcf38924-45f6-41f1-a3df-c70ca128ff09 req-c6034059-ab96-467b-9837-ba85049183cf tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/ports?device_id=83dc79b8-0af1-4fb6-9b07-fda92142f15e HTTP/1.1" status: 200 len: 944 time: 0.0744910 Mar 29 16:02:15.835841 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6126fd7c-fe98-427e-97de-41ef20d3dd76 tempest-ExternalNetworksTestJSON-1081950041 tempest-ExternalNetworksTestJSON-1081950041-project-admin] Releasing vlan 637 on physical network physnet1 to pool {{(pid=102790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 16:02:15.836358 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-6126fd7c-fe98-427e-97de-41ef20d3dd76 tempest-ExternalNetworksTestJSON-1081950041 tempest-ExternalNetworksTestJSON-1081950041-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5238013'] for segment, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:15.838584 n-d-834765-1 neutron-server[102790]: Traceback (most recent call last): Mar 29 16:02:15.838584 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 16:02:15.838584 n-d-834765-1 neutron-server[102790]: timer() Mar 29 16:02:15.838584 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 16:02:15.838584 n-d-834765-1 neutron-server[102790]: cb(*args, **kw) Mar 29 16:02:15.838584 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 16:02:15.838584 n-d-834765-1 neutron-server[102790]: return func(*args, **kwargs) Mar 29 16:02:15.838584 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 16:02:15.838584 n-d-834765-1 neutron-server[102790]: self._notify() Mar 29 16:02:15.838584 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 16:02:15.838584 n-d-834765-1 neutron-server[102790]: self.callback(batched_events) Mar 29 16:02:15.838584 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 16:02:15.838584 n-d-834765-1 neutron-server[102790]: event.method(event) Mar 29 16:02:15.838584 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 16:02:15.838584 n-d-834765-1 neutron-server[102790]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 16:02:15.838584 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 16:02:15.838584 n-d-834765-1 neutron-server[102790]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 16:02:15.838584 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 16:02:15.838584 n-d-834765-1 neutron-server[102790]: return f(self, *a, **k) Mar 29 16:02:15.838584 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 16:02:15.838584 n-d-834765-1 neutron-server[102790]: return self._get(url).json() Mar 29 16:02:15.838584 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 16:02:15.838584 n-d-834765-1 neutron-server[102790]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 16:02:15.838584 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 16:02:15.838584 n-d-834765-1 neutron-server[102790]: return self.request(url, 'GET', **kwargs) Mar 29 16:02:15.838584 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 16:02:15.838584 n-d-834765-1 neutron-server[102790]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 16:02:15.838584 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 16:02:15.838584 n-d-834765-1 neutron-server[102790]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 16:02:15.838584 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 16:02:15.838584 n-d-834765-1 neutron-server[102790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 16:02:15.838584 n-d-834765-1 neutron-server[102790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 16:02:15.890489 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-bcf38924-45f6-41f1-a3df-c70ca128ff09 req-7d27c5ef-e6fb-4867-a72c-36e7f2eb140c tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/security-groups?id=a5fc9f00-328e-4600-84d1-ef30fc274a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522556 Mar 29 16:02:15.930504 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-6126fd7c-fe98-427e-97de-41ef20d3dd76 tempest-ExternalNetworksTestJSON-1081950041 tempest-ExternalNetworksTestJSON-1081950041-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1639897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648174'] for network, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:15.936807 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6126fd7c-fe98-427e-97de-41ef20d3dd76 tempest-ExternalNetworksTestJSON-1081950041 tempest-ExternalNetworksTestJSON-1081950041-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 57ba5fd1-ab7d-4f82-aa68-3c78e35491f6 {{(pid=102790) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Mar 29 16:02:15.939942 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-6126fd7c-fe98-427e-97de-41ef20d3dd76 tempest-ExternalNetworksTestJSON-1081950041 tempest-ExternalNetworksTestJSON-1081950041-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for network, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:15.945973 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-6126fd7c-fe98-427e-97de-41ef20d3dd76 tempest-ExternalNetworksTestJSON-1081950041 tempest-ExternalNetworksTestJSON-1081950041-project-admin] 10.222.0.42 "DELETE /v2.0/networks/57ba5fd1-ab7d-4f82-aa68-3c78e35491f6 HTTP/1.1" status: 204 len: 168 time: 1.6988730 Mar 29 16:02:15.946434 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 48654) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:02:15.954858 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6126fd7c-fe98-427e-97de-41ef20d3dd76 tempest-ExternalNetworksTestJSON-1081950041 tempest-ExternalNetworksTestJSON-1081950041-project-admin] Pushing event deleted for resources: {'Network': ['ID=57ba5fd1-ab7d-4f82-aa68-3c78e35491f6,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:02:16.147486 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-493de017-0b44-41ed-b6e0-4d973068e744 tempest-ExternalNetworksTestJSON-1081950041 tempest-ExternalNetworksTestJSON-1081950041-project-admin] 10.222.0.42 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1781 time: 0.1992853 Mar 29 16:02:16.149854 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 48656) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:02:16.253711 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-597e3e4c-7dec-44ea-8970-fecde87a3913 tempest-ExternalNetworksTestJSON-1081950041 tempest-ExternalNetworksTestJSON-1081950041-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:16.254258 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-597e3e4c-7dec-44ea-8970-fecde87a3913 tempest-ExternalNetworksTestJSON-1081950041 tempest-ExternalNetworksTestJSON-1081950041-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:16.254780 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-597e3e4c-7dec-44ea-8970-fecde87a3913 tempest-ExternalNetworksTestJSON-1081950041 tempest-ExternalNetworksTestJSON-1081950041-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:16.255351 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-597e3e4c-7dec-44ea-8970-fecde87a3913 tempest-ExternalNetworksTestJSON-1081950041 tempest-ExternalNetworksTestJSON-1081950041-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:16.255866 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-597e3e4c-7dec-44ea-8970-fecde87a3913 tempest-ExternalNetworksTestJSON-1081950041 tempest-ExternalNetworksTestJSON-1081950041-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:16.256375 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-597e3e4c-7dec-44ea-8970-fecde87a3913 tempest-ExternalNetworksTestJSON-1081950041 tempest-ExternalNetworksTestJSON-1081950041-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:16.256884 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-597e3e4c-7dec-44ea-8970-fecde87a3913 tempest-ExternalNetworksTestJSON-1081950041 tempest-ExternalNetworksTestJSON-1081950041-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:16.257396 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-597e3e4c-7dec-44ea-8970-fecde87a3913 tempest-ExternalNetworksTestJSON-1081950041 tempest-ExternalNetworksTestJSON-1081950041-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:16.259668 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-597e3e4c-7dec-44ea-8970-fecde87a3913 tempest-ExternalNetworksTestJSON-1081950041 tempest-ExternalNetworksTestJSON-1081950041-project-admin] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5307 time: 0.1086044 Mar 29 16:02:16.262550 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 48658) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:02:16.303327 n-d-834765-1 neutron-server[102790]: INFO neutron.api.v2.resource [None req-84a71cca-e3b0-45f7-80a5-e044f6920eee tempest-ExternalNetworksTestJSON-1081950041 tempest-ExternalNetworksTestJSON-1081950041-project-admin] delete failed (client error): The resource could not be found. Mar 29 16:02:16.304522 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-84a71cca-e3b0-45f7-80a5-e044f6920eee tempest-ExternalNetworksTestJSON-1081950041 tempest-ExternalNetworksTestJSON-1081950041-project-admin] 10.222.0.42 "DELETE /v2.0/floatingips/1179a579-df59-4dc0-9861-7cd5a9677ad6 HTTP/1.1" status: 404 len: 345 time: 0.0399923 Mar 29 16:02:16.307160 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 48660) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:02:16.329719 n-d-834765-1 neutron-server[102790]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6ab3335-8339-40d8-b957-fa402050e4d1 tempest-ExternalNetworksTestJSON-1081950041 tempest-ExternalNetworksTestJSON-1081950041-project-admin] DELETE failed (client error): The resource could not be found. Mar 29 16:02:16.330436 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6ab3335-8339-40d8-b957-fa402050e4d1 tempest-ExternalNetworksTestJSON-1081950041 tempest-ExternalNetworksTestJSON-1081950041-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=102790) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 16:02:16.333642 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-c6ab3335-8339-40d8-b957-fa402050e4d1 tempest-ExternalNetworksTestJSON-1081950041 tempest-ExternalNetworksTestJSON-1081950041-project-admin] 10.222.0.42 "DELETE /v2.0/networks/57ba5fd1-ab7d-4f82-aa68-3c78e35491f6 HTTP/1.1" status: 404 len: 339 time: 0.0253408 Mar 29 16:02:16.337430 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 48662) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:02:16.342769 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-ce87f5ed-7aae-4d70-bab4-87f10f42944d tempest-ExternalNetworksTestJSON-1081950041 tempest-ExternalNetworksTestJSON-1081950041-project-admin] Request body: {'network': {'name': 'tempest-network--470096211', 'router:external': True}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:02:16.363446 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce87f5ed-7aae-4d70-bab4-87f10f42944d tempest-ExternalNetworksTestJSON-1081950041 tempest-ExternalNetworksTestJSON-1081950041-project-admin] Made reservation on behalf of 1d240bda6bb942feaa800f82173e45ea for: {'network': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:02:16.366509 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-ce87f5ed-7aae-4d70-bab4-87f10f42944d tempest-ExternalNetworksTestJSON-1081950041 tempest-ExternalNetworksTestJSON-1081950041-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for network, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:16.391821 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce87f5ed-7aae-4d70-bab4-87f10f42944d tempest-ExternalNetworksTestJSON-1081950041 tempest-ExternalNetworksTestJSON-1081950041-project-admin] vlan segment allocate from pool success with {'vlan_id': 640, 'physical_network': 'physnet1'} {{(pid=102791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 16:02:16.404341 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-ce87f5ed-7aae-4d70-bab4-87f10f42944d tempest-ExternalNetworksTestJSON-1081950041 tempest-ExternalNetworksTestJSON-1081950041-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:16.405348 n-d-834765-1 neutron-server[102791]: INFO neutron.db.segments_db [None req-ce87f5ed-7aae-4d70-bab4-87f10f42944d tempest-ExternalNetworksTestJSON-1081950041 tempest-ExternalNetworksTestJSON-1081950041-project-admin] Added segment 86305947-c546-40ab-8b3c-a0e076cbd740 of type vlan for network edf9d6f1-d563-43ba-be47-b787593cc883 Mar 29 16:02:16.467484 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-ce87f5ed-7aae-4d70-bab4-87f10f42944d tempest-ExternalNetworksTestJSON-1081950041 tempest-ExternalNetworksTestJSON-1081950041-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783522915970'] for network, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:16.516846 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-ce87f5ed-7aae-4d70-bab4-87f10f42944d tempest-ExternalNetworksTestJSON-1081950041 tempest-ExternalNetworksTestJSON-1081950041-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795'] for network, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:16.518027 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce87f5ed-7aae-4d70-bab4-87f10f42944d tempest-ExternalNetworksTestJSON-1081950041 tempest-ExternalNetworksTestJSON-1081950041-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:16.518667 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-ce87f5ed-7aae-4d70-bab4-87f10f42944d tempest-ExternalNetworksTestJSON-1081950041 tempest-ExternalNetworksTestJSON-1081950041-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for network, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:16.562874 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-ce87f5ed-7aae-4d70-bab4-87f10f42944d tempest-ExternalNetworksTestJSON-1081950041 tempest-ExternalNetworksTestJSON-1081950041-project-admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.2225344 Mar 29 16:02:16.564408 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 48668) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:02:16.657058 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-2615ede5-ca0b-4759-adaa-d2e7e6e99598 req-67fd181d-9566-4526-96e6-e004eb108978 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/ports?device_id=c07a304f-57a4-4395-8529-9e19ca6f9059 HTTP/1.1" status: 200 len: 210 time: 0.1046493 Mar 29 16:02:16.833534 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291c9146-f78d-44db-91e3-29dbeb745384 req-2d1eb152-9c15-4676-983e-f44f46704718 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:16.835060 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-291c9146-f78d-44db-91e3-29dbeb745384 req-2d1eb152-9c15-4676-983e-f44f46704718 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.48 "GET /v2.0/networks?id=3364456e-aead-437c-a830-dc7a420fe2a4 HTTP/1.1" status: 200 len: 812 time: 0.2511342 Mar 29 16:02:16.835762 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce87f5ed-7aae-4d70-bab4-87f10f42944d tempest-ExternalNetworksTestJSON-1081950041 tempest-ExternalNetworksTestJSON-1081950041-project-admin] Pushing event updated for resources: {'Network': ['ID=edf9d6f1-d563-43ba-be47-b787593cc883,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:02:16.846933 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Network edf9d6f1-d563-43ba-be47-b787593cc883 details requested by agent ovs-agent-n-d-834765-1 with host n-d-834765-1 {{(pid=102792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 16:02:16.853377 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [req-291c9146-f78d-44db-91e3-29dbeb745384 req-112e8832-1c0a-487f-8e7d-fafcc46119cc tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Request body: {'port': {'device_id': 'c07a304f-57a4-4395-8529-9e19ca6f9059', 'network_id': '3364456e-aead-437c-a830-dc7a420fe2a4', 'admin_state_up': True, 'tenant_id': '358ad84304604947a292f32d4e62126b'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:02:16.976045 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eb27ded-c253-4060-87ba-07604eba527f tempest-ExternalNetworksTestJSON-1879453709 tempest-ExternalNetworksTestJSON-1879453709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:16.985325 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eb27ded-c253-4060-87ba-07604eba527f tempest-ExternalNetworksTestJSON-1879453709 tempest-ExternalNetworksTestJSON-1879453709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:16.998541 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eb27ded-c253-4060-87ba-07604eba527f tempest-ExternalNetworksTestJSON-1879453709 tempest-ExternalNetworksTestJSON-1879453709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:17.008163 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eb27ded-c253-4060-87ba-07604eba527f tempest-ExternalNetworksTestJSON-1879453709 tempest-ExternalNetworksTestJSON-1879453709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:17.009856 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-2eb27ded-c253-4060-87ba-07604eba527f tempest-ExternalNetworksTestJSON-1879453709 tempest-ExternalNetworksTestJSON-1879453709-project] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.4412208 Mar 29 16:02:17.012799 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 48672) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:02:17.077607 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:17.099708 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-291c9146-f78d-44db-91e3-29dbeb745384 req-112e8832-1c0a-487f-8e7d-fafcc46119cc tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Made reservation on behalf of 358ad84304604947a292f32d4e62126b for: {'port': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:02:17.103460 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-291c9146-f78d-44db-91e3-29dbeb745384 req-112e8832-1c0a-487f-8e7d-fafcc46119cc tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:17.106776 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-ebc9bf1e-2db0-4b86-9688-24293ad2e3ef tempest-ExternalNetworksTestJSON-1081950041 tempest-ExternalNetworksTestJSON-1081950041-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1631750'] for network, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:17.140614 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58847e52-2cb2-4c80-a258-8a61bd46db2e req-39ac8565-2018-4750-9135-c34782b424d5 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:17.142217 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-58847e52-2cb2-4c80-a258-8a61bd46db2e req-39ac8565-2018-4750-9135-c34782b424d5 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/ports?device_id=83dc79b8-0af1-4fb6-9b07-fda92142f15e HTTP/1.1" status: 200 len: 944 time: 0.1311102 Mar 29 16:02:17.202104 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-ebc9bf1e-2db0-4b86-9688-24293ad2e3ef tempest-ExternalNetworksTestJSON-1081950041 tempest-ExternalNetworksTestJSON-1081950041-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639890', 'neutron.services.segments.db._delete_segments_for_network-8783523423079'] for network, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:17.230633 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-ebc9bf1e-2db0-4b86-9688-24293ad2e3ef tempest-ExternalNetworksTestJSON-1081950041 tempest-ExternalNetworksTestJSON-1081950041-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['edf9d6f1-d563-43ba-be47-b787593cc883']}} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:02:17.243704 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-ebc9bf1e-2db0-4b86-9688-24293ad2e3ef tempest-ExternalNetworksTestJSON-1081950041 tempest-ExternalNetworksTestJSON-1081950041-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86305947-c546-40ab-8b3c-a0e076cbd740') {'for_net_delete': True} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:02:17.244087 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-ebc9bf1e-2db0-4b86-9688-24293ad2e3ef tempest-ExternalNetworksTestJSON-1081950041 tempest-ExternalNetworksTestJSON-1081950041-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86305947-c546-40ab-8b3c-a0e076cbd740') {} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:02:17.244349 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-58847e52-2cb2-4c80-a258-8a61bd46db2e req-53b6aee5-d7b5-412d-9481-fb37abe84e47 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/security-groups?id=a5fc9f00-328e-4600-84d1-ef30fc274a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716724 Mar 29 16:02:17.258669 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-ebc9bf1e-2db0-4b86-9688-24293ad2e3ef tempest-ExternalNetworksTestJSON-1081950041 tempest-ExternalNetworksTestJSON-1081950041-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783523422064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4614019'] for segment, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:17.274173 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_common [req-291c9146-f78d-44db-91e3-29dbeb745384 req-112e8832-1c0a-487f-8e7d-fafcc46119cc tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Allocated IP 172.20.0.10 (3364456e-aead-437c-a830-dc7a420fe2a4/6caada61-173d-4256-8e9d-611647191ef5/eee98cd1-810a-4b81-9592-696d58b4c137) {{(pid=102791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:02:17.278477 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-ebc9bf1e-2db0-4b86-9688-24293ad2e3ef tempest-ExternalNetworksTestJSON-1081950041 tempest-ExternalNetworksTestJSON-1081950041-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:17.286071 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebc9bf1e-2db0-4b86-9688-24293ad2e3ef tempest-ExternalNetworksTestJSON-1081950041 tempest-ExternalNetworksTestJSON-1081950041-project-admin] Releasing vlan 640 on physical network physnet1 to pool {{(pid=102790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 16:02:17.286467 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-ebc9bf1e-2db0-4b86-9688-24293ad2e3ef tempest-ExternalNetworksTestJSON-1081950041 tempest-ExternalNetworksTestJSON-1081950041-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5238013'] for segment, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:17.288211 n-d-834765-1 neutron-server[102790]: Traceback (most recent call last): Mar 29 16:02:17.288211 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 16:02:17.288211 n-d-834765-1 neutron-server[102790]: timer() Mar 29 16:02:17.288211 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 16:02:17.288211 n-d-834765-1 neutron-server[102790]: cb(*args, **kw) Mar 29 16:02:17.288211 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 16:02:17.288211 n-d-834765-1 neutron-server[102790]: return func(*args, **kwargs) Mar 29 16:02:17.288211 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 16:02:17.288211 n-d-834765-1 neutron-server[102790]: self._notify() Mar 29 16:02:17.288211 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 16:02:17.288211 n-d-834765-1 neutron-server[102790]: self.callback(batched_events) Mar 29 16:02:17.288211 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 16:02:17.288211 n-d-834765-1 neutron-server[102790]: event.method(event) Mar 29 16:02:17.288211 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 16:02:17.288211 n-d-834765-1 neutron-server[102790]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 16:02:17.288211 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 16:02:17.288211 n-d-834765-1 neutron-server[102790]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 16:02:17.288211 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 16:02:17.288211 n-d-834765-1 neutron-server[102790]: return f(self, *a, **k) Mar 29 16:02:17.288211 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 16:02:17.288211 n-d-834765-1 neutron-server[102790]: return self._get(url).json() Mar 29 16:02:17.288211 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 16:02:17.288211 n-d-834765-1 neutron-server[102790]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 16:02:17.288211 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 16:02:17.288211 n-d-834765-1 neutron-server[102790]: return self.request(url, 'GET', **kwargs) Mar 29 16:02:17.288211 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 16:02:17.288211 n-d-834765-1 neutron-server[102790]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 16:02:17.288211 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 16:02:17.288211 n-d-834765-1 neutron-server[102790]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 16:02:17.288211 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 16:02:17.288211 n-d-834765-1 neutron-server[102790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 16:02:17.288211 n-d-834765-1 neutron-server[102790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 16:02:17.345349 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-ebc9bf1e-2db0-4b86-9688-24293ad2e3ef tempest-ExternalNetworksTestJSON-1081950041 tempest-ExternalNetworksTestJSON-1081950041-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1639897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648174'] for network, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:17.351529 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebc9bf1e-2db0-4b86-9688-24293ad2e3ef tempest-ExternalNetworksTestJSON-1081950041 tempest-ExternalNetworksTestJSON-1081950041-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network edf9d6f1-d563-43ba-be47-b787593cc883 {{(pid=102790) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Mar 29 16:02:17.361555 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-ebc9bf1e-2db0-4b86-9688-24293ad2e3ef tempest-ExternalNetworksTestJSON-1081950041 tempest-ExternalNetworksTestJSON-1081950041-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for network, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:17.364805 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-ebc9bf1e-2db0-4b86-9688-24293ad2e3ef tempest-ExternalNetworksTestJSON-1081950041 tempest-ExternalNetworksTestJSON-1081950041-project-admin] 10.222.0.42 "DELETE /v2.0/networks/edf9d6f1-d563-43ba-be47-b787593cc883 HTTP/1.1" status: 204 len: 168 time: 0.3506093 Mar 29 16:02:17.366154 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc9bf1e-2db0-4b86-9688-24293ad2e3ef tempest-ExternalNetworksTestJSON-1081950041 tempest-ExternalNetworksTestJSON-1081950041-project-admin] Pushing event deleted for resources: {'Network': ['ID=edf9d6f1-d563-43ba-be47-b787593cc883,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:02:17.369348 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 48676) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:02:17.374620 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-09ab616c-c230-41f7-b7fb-c9473d0b2c8f tempest-ExternalNetworksTestJSON-1081950041 tempest-ExternalNetworksTestJSON-1081950041-project-admin] Request body: {'network': {'name': 'tempest-network--69639283', 'router:external': True}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:02:17.394267 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09ab616c-c230-41f7-b7fb-c9473d0b2c8f tempest-ExternalNetworksTestJSON-1081950041 tempest-ExternalNetworksTestJSON-1081950041-project-admin] Made reservation on behalf of 1d240bda6bb942feaa800f82173e45ea for: {'network': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:02:17.396773 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-09ab616c-c230-41f7-b7fb-c9473d0b2c8f tempest-ExternalNetworksTestJSON-1081950041 tempest-ExternalNetworksTestJSON-1081950041-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for network, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:17.431099 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09ab616c-c230-41f7-b7fb-c9473d0b2c8f tempest-ExternalNetworksTestJSON-1081950041 tempest-ExternalNetworksTestJSON-1081950041-project-admin] vlan segment allocate from pool success with {'vlan_id': 609, 'physical_network': 'physnet1'} {{(pid=102790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 16:02:17.447290 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-291c9146-f78d-44db-91e3-29dbeb745384 req-112e8832-1c0a-487f-8e7d-fafcc46119cc tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Notify callbacks [] for port, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:17.453031 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-09ab616c-c230-41f7-b7fb-c9473d0b2c8f tempest-ExternalNetworksTestJSON-1081950041 tempest-ExternalNetworksTestJSON-1081950041-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:17.453299 n-d-834765-1 neutron-server[102790]: INFO neutron.db.segments_db [None req-09ab616c-c230-41f7-b7fb-c9473d0b2c8f tempest-ExternalNetworksTestJSON-1081950041 tempest-ExternalNetworksTestJSON-1081950041-project-admin] Added segment 85bac9f8-24fa-463c-bdca-84e81e8e0f25 of type vlan for network a0eb2aa0-0a61-4848-af14-201b800113ff Mar 29 16:02:17.496835 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-291c9146-f78d-44db-91e3-29dbeb745384 req-112e8832-1c0a-487f-8e7d-fafcc46119cc tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:17.510028 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-09ab616c-c230-41f7-b7fb-c9473d0b2c8f tempest-ExternalNetworksTestJSON-1081950041 tempest-ExternalNetworksTestJSON-1081950041-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783522915970'] for network, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:17.515680 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] get_ports_and_sgs() called for port_ids ['efb40161-31bf-49b0-bdb6-7ef1557e991d'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 16:02:17.550886 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-291c9146-f78d-44db-91e3-29dbeb745384 req-112e8832-1c0a-487f-8e7d-fafcc46119cc tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Network 3364456e-aead-437c-a830-dc7a420fe2a4 is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:02:17.554235 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [req-291c9146-f78d-44db-91e3-29dbeb745384 req-112e8832-1c0a-487f-8e7d-fafcc46119cc tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:02:17.558489 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [req-291c9146-f78d-44db-91e3-29dbeb745384 req-112e8832-1c0a-487f-8e7d-fafcc46119cc tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Received port after_create {{(pid=102791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:02:17.608082 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-09ab616c-c230-41f7-b7fb-c9473d0b2c8f tempest-ExternalNetworksTestJSON-1081950041 tempest-ExternalNetworksTestJSON-1081950041-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795'] for network, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:17.610866 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09ab616c-c230-41f7-b7fb-c9473d0b2c8f tempest-ExternalNetworksTestJSON-1081950041 tempest-ExternalNetworksTestJSON-1081950041-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:17.612481 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-09ab616c-c230-41f7-b7fb-c9473d0b2c8f tempest-ExternalNetworksTestJSON-1081950041 tempest-ExternalNetworksTestJSON-1081950041-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for network, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:17.621213 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112e8832-1c0a-487f-8e7d-fafcc46119cc tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Pushing event updated for resources: {'Port': ['ID=eee98cd1-810a-4b81-9592-696d58b4c137,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:02:17.659491 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291c9146-f78d-44db-91e3-29dbeb745384 req-112e8832-1c0a-487f-8e7d-fafcc46119cc tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:17.660651 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-291c9146-f78d-44db-91e3-29dbeb745384 req-112e8832-1c0a-487f-8e7d-fafcc46119cc tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:17.683331 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-291c9146-f78d-44db-91e3-29dbeb745384 req-112e8832-1c0a-487f-8e7d-fafcc46119cc tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8348577 Mar 29 16:02:17.701398 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [req-291c9146-f78d-44db-91e3-29dbeb745384 req-248c75de-f607-4903-ad55-a42f134cb92a service neutron] Request body: {'port': {'device_id': 'c07a304f-57a4-4395-8529-9e19ca6f9059', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834765-1'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:02:17.758335 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 48686) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:02:17.764108 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-09ab616c-c230-41f7-b7fb-c9473d0b2c8f tempest-ExternalNetworksTestJSON-1081950041 tempest-ExternalNetworksTestJSON-1081950041-project-admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 861 time: 0.3924747 Mar 29 16:02:17.822704 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ab616c-c230-41f7-b7fb-c9473d0b2c8f tempest-ExternalNetworksTestJSON-1081950041 tempest-ExternalNetworksTestJSON-1081950041-project-admin] Pushing event updated for resources: {'Network': ['ID=a0eb2aa0-0a61-4848-af14-201b800113ff,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:02:17.834079 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Network a0eb2aa0-0a61-4848-af14-201b800113ff details requested by agent ovs-agent-n-d-834765-1 with host n-d-834765-1 {{(pid=102792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 16:02:17.851762 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:17.866477 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8c30e0-b503-44a6-97f5-cedbc497c471 req-8a737d54-6433-4b31-a374-ebbf32f402f6 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:17.868055 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-9d8c30e0-b503-44a6-97f5-cedbc497c471 req-8a737d54-6433-4b31-a374-ebbf32f402f6 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/ports?device_id=c07a304f-57a4-4395-8529-9e19ca6f9059 HTTP/1.1" status: 200 len: 932 time: 0.0613790 Mar 29 16:02:17.940386 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-9d8c30e0-b503-44a6-97f5-cedbc497c471 req-29ad1f9c-041c-4f3c-93d2-7974ab633e5b tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/security-groups?id=9ca13a82-8548-447c-a9a1-a1fa7edff5b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635593 Mar 29 16:02:17.941633 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-b272fab0-bc93-4119-989c-7b3b9d5eaa07 None None] Provisioning complete for port eee98cd1-810a-4b81-9592-696d58b4c137 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:02:17.942013 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-b272fab0-bc93-4119-989c-7b3b9d5eaa07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:17.947811 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-291c9146-f78d-44db-91e3-29dbeb745384 req-248c75de-f607-4903-ad55-a42f134cb92a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:17.978582 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ad64768-169a-4734-b0bf-c52a19f24680 tempest-ExternalNetworksTestJSON-1879453709 tempest-ExternalNetworksTestJSON-1879453709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:17.983118 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-6ad64768-169a-4734-b0bf-c52a19f24680 tempest-ExternalNetworksTestJSON-1879453709 tempest-ExternalNetworksTestJSON-1879453709-project] 10.222.0.42 "GET /v2.0/networks/a0eb2aa0-0a61-4848-af14-201b800113ff HTTP/1.1" status: 200 len: 755 time: 0.2144854 Mar 29 16:02:17.983790 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 48688) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:02:17.993613 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-b272fab0-bc93-4119-989c-7b3b9d5eaa07 None None] Port eee98cd1-810a-4b81-9592-696d58b4c137 cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 16:02:18.073200 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c211ca07-ebac-4c2d-8e5e-a1f847541188 tempest-ExternalNetworksTestJSON-1879453709 tempest-ExternalNetworksTestJSON-1879453709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:18.075304 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-c211ca07-ebac-4c2d-8e5e-a1f847541188 tempest-ExternalNetworksTestJSON-1879453709 tempest-ExternalNetworksTestJSON-1879453709-project] 10.222.0.42 "GET /v2.0/networks/2424ec10-30c0-405b-8937-df6c26ffddb6 HTTP/1.1" status: 200 len: 768 time: 0.0895691 Mar 29 16:02:18.077060 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 48690) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:02:18.152547 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-a41a3779-454a-470a-bed7-fa29b465850e tempest-ExternalNetworksTestJSON-1081950041 tempest-ExternalNetworksTestJSON-1081950041-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1631750'] for network, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:18.241456 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-a41a3779-454a-470a-bed7-fa29b465850e tempest-ExternalNetworksTestJSON-1081950041 tempest-ExternalNetworksTestJSON-1081950041-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639890', 'neutron.services.segments.db._delete_segments_for_network-8783523423079'] for network, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:18.250897 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [req-291c9146-f78d-44db-91e3-29dbeb745384 req-248c75de-f607-4903-ad55-a42f134cb92a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eee98cd1-810a-4b81-9592-696d58b4c137 {{(pid=102791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 16:02:18.259070 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-291c9146-f78d-44db-91e3-29dbeb745384 req-248c75de-f607-4903-ad55-a42f134cb92a service neutron] Notify callbacks [] for port, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:18.263649 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-a41a3779-454a-470a-bed7-fa29b465850e tempest-ExternalNetworksTestJSON-1081950041 tempest-ExternalNetworksTestJSON-1081950041-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0eb2aa0-0a61-4848-af14-201b800113ff']}} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:02:18.276499 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.provisioning_blocks [req-291c9146-f78d-44db-91e3-29dbeb745384 req-248c75de-f607-4903-ad55-a42f134cb92a service neutron] Transition to ACTIVE for port object eee98cd1-810a-4b81-9592-696d58b4c137 will not be triggered until provisioned by entity L2. {{(pid=102791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 16:02:18.276891 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-a41a3779-454a-470a-bed7-fa29b465850e tempest-ExternalNetworksTestJSON-1081950041 tempest-ExternalNetworksTestJSON-1081950041-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85bac9f8-24fa-463c-bdca-84e81e8e0f25') {'for_net_delete': True} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:02:18.277726 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-a41a3779-454a-470a-bed7-fa29b465850e tempest-ExternalNetworksTestJSON-1081950041 tempest-ExternalNetworksTestJSON-1081950041-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85bac9f8-24fa-463c-bdca-84e81e8e0f25') {} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:02:18.282222 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-291c9146-f78d-44db-91e3-29dbeb745384 req-248c75de-f607-4903-ad55-a42f134cb92a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:18.289824 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-a41a3779-454a-470a-bed7-fa29b465850e tempest-ExternalNetworksTestJSON-1081950041 tempest-ExternalNetworksTestJSON-1081950041-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783523422064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4614019'] for segment, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:18.307135 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-a41a3779-454a-470a-bed7-fa29b465850e tempest-ExternalNetworksTestJSON-1081950041 tempest-ExternalNetworksTestJSON-1081950041-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:18.316556 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a41a3779-454a-470a-bed7-fa29b465850e tempest-ExternalNetworksTestJSON-1081950041 tempest-ExternalNetworksTestJSON-1081950041-project-admin] Releasing vlan 609 on physical network physnet1 to pool {{(pid=102790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 16:02:18.317048 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-a41a3779-454a-470a-bed7-fa29b465850e tempest-ExternalNetworksTestJSON-1081950041 tempest-ExternalNetworksTestJSON-1081950041-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5238013'] for segment, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:18.319467 n-d-834765-1 neutron-server[102790]: Traceback (most recent call last): Mar 29 16:02:18.319467 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 16:02:18.319467 n-d-834765-1 neutron-server[102790]: timer() Mar 29 16:02:18.319467 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 16:02:18.319467 n-d-834765-1 neutron-server[102790]: cb(*args, **kw) Mar 29 16:02:18.319467 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 16:02:18.319467 n-d-834765-1 neutron-server[102790]: return func(*args, **kwargs) Mar 29 16:02:18.319467 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 16:02:18.319467 n-d-834765-1 neutron-server[102790]: self._notify() Mar 29 16:02:18.319467 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 16:02:18.319467 n-d-834765-1 neutron-server[102790]: self.callback(batched_events) Mar 29 16:02:18.319467 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 16:02:18.319467 n-d-834765-1 neutron-server[102790]: event.method(event) Mar 29 16:02:18.319467 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 16:02:18.319467 n-d-834765-1 neutron-server[102790]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 16:02:18.319467 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 16:02:18.319467 n-d-834765-1 neutron-server[102790]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 16:02:18.319467 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 16:02:18.319467 n-d-834765-1 neutron-server[102790]: return f(self, *a, **k) Mar 29 16:02:18.319467 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 16:02:18.319467 n-d-834765-1 neutron-server[102790]: return self._get(url).json() Mar 29 16:02:18.319467 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 16:02:18.319467 n-d-834765-1 neutron-server[102790]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 16:02:18.319467 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 16:02:18.319467 n-d-834765-1 neutron-server[102790]: return self.request(url, 'GET', **kwargs) Mar 29 16:02:18.319467 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 16:02:18.319467 n-d-834765-1 neutron-server[102790]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 16:02:18.319467 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 16:02:18.319467 n-d-834765-1 neutron-server[102790]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 16:02:18.319467 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 16:02:18.319467 n-d-834765-1 neutron-server[102790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 16:02:18.319467 n-d-834765-1 neutron-server[102790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 16:02:18.380938 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248c75de-f607-4903-ad55-a42f134cb92a service neutron] Pushing event updated for resources: {'Port': ['ID=eee98cd1-810a-4b81-9592-696d58b4c137,revision_number=2']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:02:18.420939 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-a41a3779-454a-470a-bed7-fa29b465850e tempest-ExternalNetworksTestJSON-1081950041 tempest-ExternalNetworksTestJSON-1081950041-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1639897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648174'] for network, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:18.430958 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a41a3779-454a-470a-bed7-fa29b465850e tempest-ExternalNetworksTestJSON-1081950041 tempest-ExternalNetworksTestJSON-1081950041-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network a0eb2aa0-0a61-4848-af14-201b800113ff {{(pid=102790) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Mar 29 16:02:18.443475 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-a41a3779-454a-470a-bed7-fa29b465850e tempest-ExternalNetworksTestJSON-1081950041 tempest-ExternalNetworksTestJSON-1081950041-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for network, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:18.448641 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-a41a3779-454a-470a-bed7-fa29b465850e tempest-ExternalNetworksTestJSON-1081950041 tempest-ExternalNetworksTestJSON-1081950041-project-admin] 10.222.0.42 "DELETE /v2.0/networks/a0eb2aa0-0a61-4848-af14-201b800113ff HTTP/1.1" status: 204 len: 168 time: 0.3687623 Mar 29 16:02:18.450815 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 48696) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:02:18.452434 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41a3779-454a-470a-bed7-fa29b465850e tempest-ExternalNetworksTestJSON-1081950041 tempest-ExternalNetworksTestJSON-1081950041-project-admin] Pushing event deleted for resources: {'Network': ['ID=a0eb2aa0-0a61-4848-af14-201b800113ff,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:02:18.458653 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-bf74b5c5-bf54-4fd0-84ce-f4dbc39d3f42 tempest-ExternalNetworksTestJSON-1081950041 tempest-ExternalNetworksTestJSON-1081950041-project-admin] Request body: {'network': {'name': 'tempest-network--418926946'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:02:18.485009 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf74b5c5-bf54-4fd0-84ce-f4dbc39d3f42 tempest-ExternalNetworksTestJSON-1081950041 tempest-ExternalNetworksTestJSON-1081950041-project-admin] Made reservation on behalf of 1d240bda6bb942feaa800f82173e45ea for: {'network': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:02:18.487595 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-bf74b5c5-bf54-4fd0-84ce-f4dbc39d3f42 tempest-ExternalNetworksTestJSON-1081950041 tempest-ExternalNetworksTestJSON-1081950041-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for network, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:18.505868 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5773332b-42c4-4a27-97a4-5de2c8f7ce08 req-5ca3be42-dcd5-4af7-9c35-ab346ab4b6c1 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:18.507471 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-5773332b-42c4-4a27-97a4-5de2c8f7ce08 req-5ca3be42-dcd5-4af7-9c35-ab346ab4b6c1 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/ports?device_id=83dc79b8-0af1-4fb6-9b07-fda92142f15e HTTP/1.1" status: 200 len: 944 time: 0.1712756 Mar 29 16:02:18.517414 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf74b5c5-bf54-4fd0-84ce-f4dbc39d3f42 tempest-ExternalNetworksTestJSON-1081950041 tempest-ExternalNetworksTestJSON-1081950041-project-admin] vlan segment allocate from pool success with {'vlan_id': 630, 'physical_network': 'physnet1'} {{(pid=102790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 16:02:18.526932 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-291c9146-f78d-44db-91e3-29dbeb745384 req-248c75de-f607-4903-ad55-a42f134cb92a service neutron] Attempting to bind port eee98cd1-810a-4b81-9592-696d58b4c137 on host n-h2-834765-1 for vnic_type normal with profile {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 16:02:18.527365 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-291c9146-f78d-44db-91e3-29dbeb745384 req-248c75de-f607-4903-ad55-a42f134cb92a service neutron] Attempting to bind port eee98cd1-810a-4b81-9592-696d58b4c137 by drivers openvswitch,hyperv on host n-h2-834765-1 at level 0 using segments [{'id': '94b35437-d3ca-48bd-89d7-8faa6fa42a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '3364456e-aead-437c-a830-dc7a420fe2a4'}] {{(pid=102791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 16:02:18.527698 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-291c9146-f78d-44db-91e3-29dbeb745384 req-248c75de-f607-4903-ad55-a42f134cb92a service neutron] Attempting to bind port eee98cd1-810a-4b81-9592-696d58b4c137 on network 3364456e-aead-437c-a830-dc7a420fe2a4 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 16:02:18.529453 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-bf74b5c5-bf54-4fd0-84ce-f4dbc39d3f42 tempest-ExternalNetworksTestJSON-1081950041 tempest-ExternalNetworksTestJSON-1081950041-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:18.529941 n-d-834765-1 neutron-server[102790]: INFO neutron.db.segments_db [None req-bf74b5c5-bf54-4fd0-84ce-f4dbc39d3f42 tempest-ExternalNetworksTestJSON-1081950041 tempest-ExternalNetworksTestJSON-1081950041-project-admin] Added segment fe1c2f37-60ff-4704-bf8b-d7224d964cd1 of type vlan for network 052ed485-3705-4eb9-a871-a64c25f0cea3 Mar 29 16:02:18.547864 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-291c9146-f78d-44db-91e3-29dbeb745384 req-248c75de-f607-4903-ad55-a42f134cb92a service neutron] Port eee98cd1-810a-4b81-9592-696d58b4c137 on network 3364456e-aead-437c-a830-dc7a420fe2a4 not bound, no agent of type Open vSwitch agent registered on host n-h2-834765-1 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 16:02:18.548117 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-291c9146-f78d-44db-91e3-29dbeb745384 req-248c75de-f607-4903-ad55-a42f134cb92a service neutron] Attempting to bind port eee98cd1-810a-4b81-9592-696d58b4c137 on network 3364456e-aead-437c-a830-dc7a420fe2a4 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 16:02:18.577743 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-291c9146-f78d-44db-91e3-29dbeb745384 req-248c75de-f607-4903-ad55-a42f134cb92a service neutron] Checking agent: {'id': '3e4b4912-b4a2-4d17-b5bd-6ce15529e8eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 33, 17), 'started_at': datetime.datetime(2022, 3, 29, 15, 33, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 16, 2, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 16:02:18.578423 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-291c9146-f78d-44db-91e3-29dbeb745384 req-248c75de-f607-4903-ad55-a42f134cb92a service neutron] Checking segment: {'id': '94b35437-d3ca-48bd-89d7-8faa6fa42a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '3364456e-aead-437c-a830-dc7a420fe2a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 16:02:18.578535 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-291c9146-f78d-44db-91e3-29dbeb745384 req-248c75de-f607-4903-ad55-a42f134cb92a service neutron] Bound using segment: {'id': '94b35437-d3ca-48bd-89d7-8faa6fa42a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '3364456e-aead-437c-a830-dc7a420fe2a4'} {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 16:02:18.578911 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-291c9146-f78d-44db-91e3-29dbeb745384 req-248c75de-f607-4903-ad55-a42f134cb92a service neutron] Bound port: eee98cd1-810a-4b81-9592-696d58b4c137, host: n-h2-834765-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94b35437-d3ca-48bd-89d7-8faa6fa42a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '3364456e-aead-437c-a830-dc7a420fe2a4'}}] {{(pid=102791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 16:02:18.579297 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-291c9146-f78d-44db-91e3-29dbeb745384 req-248c75de-f607-4903-ad55-a42f134cb92a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:18.596480 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-5773332b-42c4-4a27-97a4-5de2c8f7ce08 req-07516453-9945-4c77-89dc-02cbe0cdc552 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/security-groups?id=a5fc9f00-328e-4600-84d1-ef30fc274a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0797031 Mar 29 16:02:18.601818 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-bf74b5c5-bf54-4fd0-84ce-f4dbc39d3f42 tempest-ExternalNetworksTestJSON-1081950041 tempest-ExternalNetworksTestJSON-1081950041-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783522915970'] for network, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:18.641378 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-bf74b5c5-bf54-4fd0-84ce-f4dbc39d3f42 tempest-ExternalNetworksTestJSON-1081950041 tempest-ExternalNetworksTestJSON-1081950041-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795'] for network, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:18.647119 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf74b5c5-bf54-4fd0-84ce-f4dbc39d3f42 tempest-ExternalNetworksTestJSON-1081950041 tempest-ExternalNetworksTestJSON-1081950041-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:18.647888 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-bf74b5c5-bf54-4fd0-84ce-f4dbc39d3f42 tempest-ExternalNetworksTestJSON-1081950041 tempest-ExternalNetworksTestJSON-1081950041-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for network, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:18.671660 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-bf74b5c5-bf54-4fd0-84ce-f4dbc39d3f42 tempest-ExternalNetworksTestJSON-1081950041 tempest-ExternalNetworksTestJSON-1081950041-project-admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.2169478 Mar 29 16:02:18.679021 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 48698) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:02:18.699291 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-99f04962-4cf8-4c03-97bd-46ef9ca04d1a tempest-ExternalNetworksTestJSON-1081950041 tempest-ExternalNetworksTestJSON-1081950041-project-admin] Request body: {'network': {'router:external': True}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:02:18.735603 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-291c9146-f78d-44db-91e3-29dbeb745384 req-248c75de-f607-4903-ad55-a42f134cb92a service neutron] For port eee98cd1-810a-4b81-9592-696d58b4c137, host n-h2-834765-1, cleared binding levels {{(pid=102791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 16:02:18.756134 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf74b5c5-bf54-4fd0-84ce-f4dbc39d3f42 tempest-ExternalNetworksTestJSON-1081950041 tempest-ExternalNetworksTestJSON-1081950041-project-admin] Pushing event updated for resources: {'Network': ['ID=052ed485-3705-4eb9-a871-a64c25f0cea3,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:02:18.779580 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Network 052ed485-3705-4eb9-a871-a64c25f0cea3 details requested by agent ovs-agent-n-d-834765-1 with host n-d-834765-1 {{(pid=102792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 16:02:18.801464 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-291c9146-f78d-44db-91e3-29dbeb745384 req-248c75de-f607-4903-ad55-a42f134cb92a service neutron] For port eee98cd1-810a-4b81-9592-696d58b4c137, host n-h2-834765-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=eee98cd1-810a-4b81-9592-696d58b4c137,segment=NetworkSegment(94b35437-d3ca-48bd-89d7-8faa6fa42a91),segment_id=94b35437-d3ca-48bd-89d7-8faa6fa42a91)] {{(pid=102791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 16:02:18.811917 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-291c9146-f78d-44db-91e3-29dbeb745384 req-248c75de-f607-4903-ad55-a42f134cb92a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:18.870698 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291c9146-f78d-44db-91e3-29dbeb745384 req-248c75de-f607-4903-ad55-a42f134cb92a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:18.871470 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-291c9146-f78d-44db-91e3-29dbeb745384 req-248c75de-f607-4903-ad55-a42f134cb92a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:18.873106 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-291c9146-f78d-44db-91e3-29dbeb745384 req-248c75de-f607-4903-ad55-a42f134cb92a service neutron] 10.222.0.48 "PUT /v2.0/ports/eee98cd1-810a-4b81-9592-696d58b4c137 HTTP/1.1" status: 200 len: 1092 time: 1.1773880 Mar 29 16:02:18.875488 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c07a304f-57a4-4395-8529-9e19ca6f9059', 'tag': 'eee98cd1-810a-4b81-9592-696d58b4c137'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:02:18.878328 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c67b028db5e9b9818fecc5c0a87ebc6f190694fa53ca267d523e04f98de536d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3383f0e9-b4e0-41f3-a5e6-488724d38124" -d '{"events": [{"name": "network-changed", "server_uuid": "c07a304f-57a4-4395-8529-9e19ca6f9059", "tag": "eee98cd1-810a-4b81-9592-696d58b4c137"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:02:18.941862 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248c75de-f607-4903-ad55-a42f134cb92a service neutron] Pushing event updated for resources: {'Port': ['ID=eee98cd1-810a-4b81-9592-696d58b4c137,revision_number=3']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:02:19.014591 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 16:02:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6229b7c-5504-46f7-9e2c-dea659ce954b x-openstack-request-id: req-d6229b7c-5504-46f7-9e2c-dea659ce954b {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:02:19.014986 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c07a304f-57a4-4395-8529-9e19ca6f9059", "tag": "eee98cd1-810a-4b81-9592-696d58b4c137", "status": "completed", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:02:19.015393 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d6229b7c-5504-46f7-9e2c-dea659ce954b {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:02:19.015888 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c07a304f-57a4-4395-8529-9e19ca6f9059', 'tag': 'eee98cd1-810a-4b81-9592-696d58b4c137', 'status': 'completed', 'code': 200} Mar 29 16:02:19.018219 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-99f04962-4cf8-4c03-97bd-46ef9ca04d1a tempest-ExternalNetworksTestJSON-1081950041 tempest-ExternalNetworksTestJSON-1081950041-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783522915970'] for network, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:19.042237 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291c9146-f78d-44db-91e3-29dbeb745384 req-11cbb700-dee7-4403-9e6e-cdbe441619eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:19.043815 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-291c9146-f78d-44db-91e3-29dbeb745384 req-11cbb700-dee7-4403-9e6e-cdbe441619eb service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=358ad84304604947a292f32d4e62126b&device_id=c07a304f-57a4-4395-8529-9e19ca6f9059 HTTP/1.1" status: 200 len: 1095 time: 0.0972018 Mar 29 16:02:19.050510 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-99f04962-4cf8-4c03-97bd-46ef9ca04d1a tempest-ExternalNetworksTestJSON-1081950041 tempest-ExternalNetworksTestJSON-1081950041-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795'] for network, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:19.090037 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-99f04962-4cf8-4c03-97bd-46ef9ca04d1a tempest-ExternalNetworksTestJSON-1081950041 tempest-ExternalNetworksTestJSON-1081950041-project-admin] Network 052ed485-3705-4eb9-a871-a64c25f0cea3 is not hosted by any dhcp agent {{(pid=102791) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Mar 29 16:02:19.092016 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99f04962-4cf8-4c03-97bd-46ef9ca04d1a tempest-ExternalNetworksTestJSON-1081950041 tempest-ExternalNetworksTestJSON-1081950041-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:19.092618 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-99f04962-4cf8-4c03-97bd-46ef9ca04d1a tempest-ExternalNetworksTestJSON-1081950041 tempest-ExternalNetworksTestJSON-1081950041-project-admin] Notify callbacks [] for network, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:19.096710 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 48706) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:02:19.097540 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-99f04962-4cf8-4c03-97bd-46ef9ca04d1a tempest-ExternalNetworksTestJSON-1081950041 tempest-ExternalNetworksTestJSON-1081950041-project-admin] 10.222.0.42 "PUT /v2.0/networks/052ed485-3705-4eb9-a871-a64c25f0cea3 HTTP/1.1" status: 200 len: 857 time: 0.4124722 Mar 29 16:02:19.164679 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-291c9146-f78d-44db-91e3-29dbeb745384 req-8a64a7e2-b952-4487-831a-e443700e67f2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=eee98cd1-810a-4b81-9592-696d58b4c137 HTTP/1.1" status: 200 len: 217 time: 0.1061714 Mar 29 16:02:19.236282 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-d133a471-4e09-4178-a5e4-eb19d81f283e tempest-ExternalNetworksTestJSON-1081950041 tempest-ExternalNetworksTestJSON-1081950041-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1631750'] for network, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:19.288904 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291c9146-f78d-44db-91e3-29dbeb745384 req-80a175d6-f29e-4463-a69a-8d2afaa6ed02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:19.291216 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-291c9146-f78d-44db-91e3-29dbeb745384 req-80a175d6-f29e-4463-a69a-8d2afaa6ed02 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6caada61-173d-4256-8e9d-611647191ef5 HTTP/1.1" status: 200 len: 851 time: 0.0642946 Mar 29 16:02:19.303355 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f04962-4cf8-4c03-97bd-46ef9ca04d1a tempest-ExternalNetworksTestJSON-1081950041 tempest-ExternalNetworksTestJSON-1081950041-project-admin] Pushing event updated for resources: {'Network': ['ID=052ed485-3705-4eb9-a871-a64c25f0cea3,revision_number=2']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:02:19.327368 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db89fb7-8491-408e-99f4-58973bd16b5c req-b43c93db-530a-4bab-b5ac-4129791b386a tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:19.328876 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-1db89fb7-8491-408e-99f4-58973bd16b5c req-b43c93db-530a-4bab-b5ac-4129791b386a tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/ports?device_id=c07a304f-57a4-4395-8529-9e19ca6f9059 HTTP/1.1" status: 200 len: 944 time: 0.2744603 Mar 29 16:02:19.334794 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-d133a471-4e09-4178-a5e4-eb19d81f283e tempest-ExternalNetworksTestJSON-1081950041 tempest-ExternalNetworksTestJSON-1081950041-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639890', 'neutron.services.segments.db._delete_segments_for_network-8783523423079'] for network, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:19.356119 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-d133a471-4e09-4178-a5e4-eb19d81f283e tempest-ExternalNetworksTestJSON-1081950041 tempest-ExternalNetworksTestJSON-1081950041-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['052ed485-3705-4eb9-a871-a64c25f0cea3']}} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:02:19.366384 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-d133a471-4e09-4178-a5e4-eb19d81f283e tempest-ExternalNetworksTestJSON-1081950041 tempest-ExternalNetworksTestJSON-1081950041-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe1c2f37-60ff-4704-bf8b-d7224d964cd1') {'for_net_delete': True} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:02:19.366810 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-d133a471-4e09-4178-a5e4-eb19d81f283e tempest-ExternalNetworksTestJSON-1081950041 tempest-ExternalNetworksTestJSON-1081950041-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe1c2f37-60ff-4704-bf8b-d7224d964cd1') {} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:02:19.377666 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-d133a471-4e09-4178-a5e4-eb19d81f283e tempest-ExternalNetworksTestJSON-1081950041 tempest-ExternalNetworksTestJSON-1081950041-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783523422064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4614019'] for segment, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:19.384240 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291c9146-f78d-44db-91e3-29dbeb745384 req-b0d3410a-b3e4-4972-beaa-45bd9b2353a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:19.385753 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-291c9146-f78d-44db-91e3-29dbeb745384 req-b0d3410a-b3e4-4972-beaa-45bd9b2353a6 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3364456e-aead-437c-a830-dc7a420fe2a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0843945 Mar 29 16:02:19.391566 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-1db89fb7-8491-408e-99f4-58973bd16b5c req-906d7a42-9ea2-44f0-b4a7-bb77b7f79bc7 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/security-groups?id=9ca13a82-8548-447c-a9a1-a1fa7edff5b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465779 Mar 29 16:02:19.391985 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-d133a471-4e09-4178-a5e4-eb19d81f283e tempest-ExternalNetworksTestJSON-1081950041 tempest-ExternalNetworksTestJSON-1081950041-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:19.398695 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d133a471-4e09-4178-a5e4-eb19d81f283e tempest-ExternalNetworksTestJSON-1081950041 tempest-ExternalNetworksTestJSON-1081950041-project-admin] Releasing vlan 630 on physical network physnet1 to pool {{(pid=102790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 16:02:19.399770 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-d133a471-4e09-4178-a5e4-eb19d81f283e tempest-ExternalNetworksTestJSON-1081950041 tempest-ExternalNetworksTestJSON-1081950041-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5238013'] for segment, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:19.401774 n-d-834765-1 neutron-server[102790]: Traceback (most recent call last): Mar 29 16:02:19.401774 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 16:02:19.401774 n-d-834765-1 neutron-server[102790]: timer() Mar 29 16:02:19.401774 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 16:02:19.401774 n-d-834765-1 neutron-server[102790]: cb(*args, **kw) Mar 29 16:02:19.401774 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 16:02:19.401774 n-d-834765-1 neutron-server[102790]: return func(*args, **kwargs) Mar 29 16:02:19.401774 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 16:02:19.401774 n-d-834765-1 neutron-server[102790]: self._notify() Mar 29 16:02:19.401774 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 16:02:19.401774 n-d-834765-1 neutron-server[102790]: self.callback(batched_events) Mar 29 16:02:19.401774 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 16:02:19.401774 n-d-834765-1 neutron-server[102790]: event.method(event) Mar 29 16:02:19.401774 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 16:02:19.401774 n-d-834765-1 neutron-server[102790]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 16:02:19.401774 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 16:02:19.401774 n-d-834765-1 neutron-server[102790]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 16:02:19.401774 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 16:02:19.401774 n-d-834765-1 neutron-server[102790]: return f(self, *a, **k) Mar 29 16:02:19.401774 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 16:02:19.401774 n-d-834765-1 neutron-server[102790]: return self._get(url).json() Mar 29 16:02:19.401774 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 16:02:19.401774 n-d-834765-1 neutron-server[102790]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 16:02:19.401774 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 16:02:19.401774 n-d-834765-1 neutron-server[102790]: return self.request(url, 'GET', **kwargs) Mar 29 16:02:19.401774 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 16:02:19.401774 n-d-834765-1 neutron-server[102790]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 16:02:19.401774 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 16:02:19.401774 n-d-834765-1 neutron-server[102790]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 16:02:19.401774 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 16:02:19.401774 n-d-834765-1 neutron-server[102790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 16:02:19.401774 n-d-834765-1 neutron-server[102790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 16:02:19.469547 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-d133a471-4e09-4178-a5e4-eb19d81f283e tempest-ExternalNetworksTestJSON-1081950041 tempest-ExternalNetworksTestJSON-1081950041-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1639897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648174'] for network, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:19.473875 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d133a471-4e09-4178-a5e4-eb19d81f283e tempest-ExternalNetworksTestJSON-1081950041 tempest-ExternalNetworksTestJSON-1081950041-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 052ed485-3705-4eb9-a871-a64c25f0cea3 {{(pid=102790) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Mar 29 16:02:19.475947 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-d133a471-4e09-4178-a5e4-eb19d81f283e tempest-ExternalNetworksTestJSON-1081950041 tempest-ExternalNetworksTestJSON-1081950041-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for network, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:19.484372 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 48710) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:02:19.484569 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-d133a471-4e09-4178-a5e4-eb19d81f283e tempest-ExternalNetworksTestJSON-1081950041 tempest-ExternalNetworksTestJSON-1081950041-project-admin] 10.222.0.42 "DELETE /v2.0/networks/052ed485-3705-4eb9-a871-a64c25f0cea3 HTTP/1.1" status: 204 len: 168 time: 0.3865197 Mar 29 16:02:19.500410 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d133a471-4e09-4178-a5e4-eb19d81f283e tempest-ExternalNetworksTestJSON-1081950041 tempest-ExternalNetworksTestJSON-1081950041-project-admin] Pushing event deleted for resources: {'Network': ['ID=052ed485-3705-4eb9-a871-a64c25f0cea3,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:02:19.526629 n-d-834765-1 neutron-server[102791]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a2c3783-8550-4feb-a015-52bfc86dccb7 tempest-ExternalNetworksTestJSON-1879453709 tempest-ExternalNetworksTestJSON-1879453709-project] DELETE failed (client error): The resource could not be found. Mar 29 16:02:19.527148 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a2c3783-8550-4feb-a015-52bfc86dccb7 tempest-ExternalNetworksTestJSON-1879453709 tempest-ExternalNetworksTestJSON-1879453709-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102791) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 16:02:19.530935 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-0a2c3783-8550-4feb-a015-52bfc86dccb7 tempest-ExternalNetworksTestJSON-1879453709 tempest-ExternalNetworksTestJSON-1879453709-project] 10.222.0.42 "DELETE /v2.0/subnets/229a69ea-4257-4052-85dd-850333c142c1 HTTP/1.1" status: 404 len: 337 time: 0.0406694 Mar 29 16:02:19.533714 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 48712) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:02:19.552499 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-291c9146-f78d-44db-91e3-29dbeb745384 req-cd6b9f3c-60a7-447e-aaf5-f8db72af68f0 service neutron] 10.222.0.48 "GET /v2.0/networks/3364456e-aead-437c-a830-dc7a420fe2a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1587491 Mar 29 16:02:19.667769 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-291c9146-f78d-44db-91e3-29dbeb745384 req-b5361cc4-0c34-4f33-9507-2d0a1b3d2184 service neutron] 10.222.0.48 "GET /v2.0/networks/3364456e-aead-437c-a830-dc7a420fe2a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1085577 Mar 29 16:02:19.695620 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-165d539b-cab8-45ac-8e3e-f9207ab85e4c tempest-ExternalNetworksTestJSON-1879453709 tempest-ExternalNetworksTestJSON-1879453709-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1631750'] for network, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:19.793734 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3383f0e9-b4e0-41f3-a5e6-488724d38124 req-f9494d5a-356d-4ad5-bf1c-02032aeeae52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:19.801035 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-3383f0e9-b4e0-41f3-a5e6-488724d38124 req-f9494d5a-356d-4ad5-bf1c-02032aeeae52 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=358ad84304604947a292f32d4e62126b&device_id=c07a304f-57a4-4395-8529-9e19ca6f9059 HTTP/1.1" status: 200 len: 1095 time: 0.0740435 Mar 29 16:02:19.810890 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-165d539b-cab8-45ac-8e3e-f9207ab85e4c tempest-ExternalNetworksTestJSON-1879453709 tempest-ExternalNetworksTestJSON-1879453709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639890', 'neutron.services.segments.db._delete_segments_for_network-8783523423079'] for network, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:19.833943 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-165d539b-cab8-45ac-8e3e-f9207ab85e4c tempest-ExternalNetworksTestJSON-1879453709 tempest-ExternalNetworksTestJSON-1879453709-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2424ec10-30c0-405b-8937-df6c26ffddb6']}} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:02:19.846151 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-165d539b-cab8-45ac-8e3e-f9207ab85e4c tempest-ExternalNetworksTestJSON-1879453709 tempest-ExternalNetworksTestJSON-1879453709-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a5efabd-f092-4811-8c01-8b192bcf8836') {'for_net_delete': True} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:02:19.846450 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-165d539b-cab8-45ac-8e3e-f9207ab85e4c tempest-ExternalNetworksTestJSON-1879453709 tempest-ExternalNetworksTestJSON-1879453709-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a5efabd-f092-4811-8c01-8b192bcf8836') {} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:02:19.858861 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-165d539b-cab8-45ac-8e3e-f9207ab85e4c tempest-ExternalNetworksTestJSON-1879453709 tempest-ExternalNetworksTestJSON-1879453709-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783523422064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4614019'] for segment, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:19.885332 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-165d539b-cab8-45ac-8e3e-f9207ab85e4c tempest-ExternalNetworksTestJSON-1879453709 tempest-ExternalNetworksTestJSON-1879453709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:19.900865 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-165d539b-cab8-45ac-8e3e-f9207ab85e4c tempest-ExternalNetworksTestJSON-1879453709 tempest-ExternalNetworksTestJSON-1879453709-project] Releasing vlan 635 on physical network physnet1 to pool {{(pid=102790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 16:02:19.901282 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-165d539b-cab8-45ac-8e3e-f9207ab85e4c tempest-ExternalNetworksTestJSON-1879453709 tempest-ExternalNetworksTestJSON-1879453709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5238013'] for segment, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:19.905181 n-d-834765-1 neutron-server[102790]: Traceback (most recent call last): Mar 29 16:02:19.905181 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 16:02:19.905181 n-d-834765-1 neutron-server[102790]: timer() Mar 29 16:02:19.905181 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 16:02:19.905181 n-d-834765-1 neutron-server[102790]: cb(*args, **kw) Mar 29 16:02:19.905181 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 16:02:19.905181 n-d-834765-1 neutron-server[102790]: return func(*args, **kwargs) Mar 29 16:02:19.905181 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 16:02:19.905181 n-d-834765-1 neutron-server[102790]: self._notify() Mar 29 16:02:19.905181 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 16:02:19.905181 n-d-834765-1 neutron-server[102790]: self.callback(batched_events) Mar 29 16:02:19.905181 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 16:02:19.905181 n-d-834765-1 neutron-server[102790]: event.method(event) Mar 29 16:02:19.905181 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 16:02:19.905181 n-d-834765-1 neutron-server[102790]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 16:02:19.905181 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 16:02:19.905181 n-d-834765-1 neutron-server[102790]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 16:02:19.905181 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 16:02:19.905181 n-d-834765-1 neutron-server[102790]: return f(self, *a, **k) Mar 29 16:02:19.905181 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 16:02:19.905181 n-d-834765-1 neutron-server[102790]: return self._get(url).json() Mar 29 16:02:19.905181 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 16:02:19.905181 n-d-834765-1 neutron-server[102790]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 16:02:19.905181 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 16:02:19.905181 n-d-834765-1 neutron-server[102790]: return self.request(url, 'GET', **kwargs) Mar 29 16:02:19.905181 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 16:02:19.905181 n-d-834765-1 neutron-server[102790]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 16:02:19.905181 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 16:02:19.905181 n-d-834765-1 neutron-server[102790]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 16:02:19.905181 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 16:02:19.905181 n-d-834765-1 neutron-server[102790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 16:02:19.905181 n-d-834765-1 neutron-server[102790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 16:02:19.940683 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3383f0e9-b4e0-41f3-a5e6-488724d38124 req-396e12fa-6c93-413e-8ad4-411ce23f37ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:19.943240 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-3383f0e9-b4e0-41f3-a5e6-488724d38124 req-396e12fa-6c93-413e-8ad4-411ce23f37ee service neutron] 10.222.0.48 "GET /v2.0/networks?id=3364456e-aead-437c-a830-dc7a420fe2a4 HTTP/1.1" status: 200 len: 913 time: 0.1355746 Mar 29 16:02:20.009183 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a5bc4f-da86-4da6-8ec4-1d805974a86a req-2b737298-f1b1-4f20-848a-80b6f553dab6 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:20.009355 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-3383f0e9-b4e0-41f3-a5e6-488724d38124 req-5dcc3de7-e016-49fd-9d81-89d233efa458 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=eee98cd1-810a-4b81-9592-696d58b4c137 HTTP/1.1" status: 200 len: 217 time: 0.0587602 Mar 29 16:02:20.011126 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-d9a5bc4f-da86-4da6-8ec4-1d805974a86a req-2b737298-f1b1-4f20-848a-80b6f553dab6 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/ports?device_id=83dc79b8-0af1-4fb6-9b07-fda92142f15e HTTP/1.1" status: 200 len: 944 time: 0.2790196 Mar 29 16:02:20.012359 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-165d539b-cab8-45ac-8e3e-f9207ab85e4c tempest-ExternalNetworksTestJSON-1879453709 tempest-ExternalNetworksTestJSON-1879453709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1639897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648174'] for network, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:20.021740 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-165d539b-cab8-45ac-8e3e-f9207ab85e4c tempest-ExternalNetworksTestJSON-1879453709 tempest-ExternalNetworksTestJSON-1879453709-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for network, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:20.025138 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-165d539b-cab8-45ac-8e3e-f9207ab85e4c tempest-ExternalNetworksTestJSON-1879453709 tempest-ExternalNetworksTestJSON-1879453709-project] 10.222.0.42 "DELETE /v2.0/networks/2424ec10-30c0-405b-8937-df6c26ffddb6 HTTP/1.1" status: 204 len: 168 time: 0.4840469 Mar 29 16:02:20.039209 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165d539b-cab8-45ac-8e3e-f9207ab85e4c tempest-ExternalNetworksTestJSON-1879453709 tempest-ExternalNetworksTestJSON-1879453709-project] Pushing event deleted for resources: {'Network': ['ID=2424ec10-30c0-405b-8937-df6c26ffddb6,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:02:20.089669 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-d9a5bc4f-da86-4da6-8ec4-1d805974a86a req-ade2ef91-25c9-4b5e-969b-032f9c32884a tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/security-groups?id=a5fc9f00-328e-4600-84d1-ef30fc274a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475786 Mar 29 16:02:20.114252 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3383f0e9-b4e0-41f3-a5e6-488724d38124 req-640fc02a-1254-4a70-8fb8-fbc11277d588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:20.115780 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-3383f0e9-b4e0-41f3-a5e6-488724d38124 req-640fc02a-1254-4a70-8fb8-fbc11277d588 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6caada61-173d-4256-8e9d-611647191ef5 HTTP/1.1" status: 200 len: 851 time: 0.0883691 Mar 29 16:02:20.168238 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3383f0e9-b4e0-41f3-a5e6-488724d38124 req-a3a0cabc-052b-4ad2-a0f4-87703ab862ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:20.170448 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-3383f0e9-b4e0-41f3-a5e6-488724d38124 req-a3a0cabc-052b-4ad2-a0f4-87703ab862ab service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3364456e-aead-437c-a830-dc7a420fe2a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0465422 Mar 29 16:02:20.288685 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-3383f0e9-b4e0-41f3-a5e6-488724d38124 req-d7584d6a-8c0e-429d-ba2c-73e6b4ee4b12 service neutron] 10.222.0.48 "GET /v2.0/networks/3364456e-aead-437c-a830-dc7a420fe2a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1102574 Mar 29 16:02:20.380172 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 48728) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:02:20.392472 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-3383f0e9-b4e0-41f3-a5e6-488724d38124 req-e6b6e329-9870-436e-b5f7-b4b6d16f82c7 service neutron] 10.222.0.48 "GET /v2.0/networks/3364456e-aead-437c-a830-dc7a420fe2a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962403 Mar 29 16:02:20.539742 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19fe3e0-03dc-4b62-a170-96a99e7bf508 req-db83cb7c-b859-41b0-aa5b-ddfe05923e97 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:20.542461 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-a19fe3e0-03dc-4b62-a170-96a99e7bf508 req-db83cb7c-b859-41b0-aa5b-ddfe05923e97 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/ports?device_id=c07a304f-57a4-4395-8529-9e19ca6f9059 HTTP/1.1" status: 200 len: 944 time: 0.0574949 Mar 29 16:02:20.546191 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-8323c68c-c3e8-40e1-89f4-7c220eaa5a62 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a04338c5738248ff9b9d400f90d6e5c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1637733 Mar 29 16:02:20.550238 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 48734) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:02:20.591188 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-a19fe3e0-03dc-4b62-a170-96a99e7bf508 req-b37b1285-286d-4516-bf9e-794b7f32c9ff tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/security-groups?id=9ca13a82-8548-447c-a9a1-a1fa7edff5b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392616 Mar 29 16:02:20.618425 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-009ef25f-bd90-4b4e-960e-c843de79b78a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:20.640479 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-009ef25f-bd90-4b4e-960e-c843de79b78a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:20.695472 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-009ef25f-bd90-4b4e-960e-c843de79b78a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:20.698176 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-009ef25f-bd90-4b4e-960e-c843de79b78a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:20.699488 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-009ef25f-bd90-4b4e-960e-c843de79b78a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/75dbf5da-9201-4a24-a451-4e557b826b44 HTTP/1.1" status: 204 len: 168 time: 0.1483316 Mar 29 16:02:20.709507 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009ef25f-bd90-4b4e-960e-c843de79b78a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75dbf5da-9201-4a24-a451-4e557b826b44,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:02:20.992525 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 48740) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:02:21.037970 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-c6218210-bfbc-4e2d-bcab-92f778e799ad admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=1d240bda6bb942feaa800f82173e45ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0442102 Mar 29 16:02:21.040504 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 48742) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:02:21.098035 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-04777a85-2f8d-41e9-9a28-9a6f190db65e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:21.120494 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-04777a85-2f8d-41e9-9a28-9a6f190db65e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:21.174106 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-04777a85-2f8d-41e9-9a28-9a6f190db65e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:21.176936 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-04777a85-2f8d-41e9-9a28-9a6f190db65e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:21.178165 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-04777a85-2f8d-41e9-9a28-9a6f190db65e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/0cff52ba-f3cc-4892-8a98-60c10fde7600 HTTP/1.1" status: 204 len: 168 time: 0.1367507 Mar 29 16:02:21.210721 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04777a85-2f8d-41e9-9a28-9a6f190db65e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cff52ba-f3cc-4892-8a98-60c10fde7600,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:02:21.235052 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d86085-e2b4-4d54-b3ee-bf8133d272d6 req-4f143c8b-1ff8-4134-991f-aa2494541f87 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:21.236867 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-f5d86085-e2b4-4d54-b3ee-bf8133d272d6 req-4f143c8b-1ff8-4134-991f-aa2494541f87 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/ports?device_id=83dc79b8-0af1-4fb6-9b07-fda92142f15e HTTP/1.1" status: 200 len: 944 time: 0.0560255 Mar 29 16:02:21.279127 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-f5d86085-e2b4-4d54-b3ee-bf8133d272d6 req-b0db7d77-d71f-403b-b4f5-82ac64ebf54b tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/security-groups?id=a5fc9f00-328e-4600-84d1-ef30fc274a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356359 Mar 29 16:02:21.710037 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca70455-eea9-4a38-8102-6857c574e01a req-b65804b5-4180-4791-b17e-d9b045715913 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:21.711416 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-3ca70455-eea9-4a38-8102-6857c574e01a req-b65804b5-4180-4791-b17e-d9b045715913 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/ports?device_id=c07a304f-57a4-4395-8529-9e19ca6f9059 HTTP/1.1" status: 200 len: 944 time: 0.0494311 Mar 29 16:02:21.752896 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-3ca70455-eea9-4a38-8102-6857c574e01a req-4586f918-a6a0-45a1-af68-ebb01400f1d1 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/security-groups?id=9ca13a82-8548-447c-a9a1-a1fa7edff5b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347157 Mar 29 16:02:22.376574 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 48790) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:02:22.448771 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b72b5d-77c7-49ef-a09f-12e8fff9e86e req-58977f77-8516-45f5-993f-58bbf99b717a tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:22.450867 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-b6b72b5d-77c7-49ef-a09f-12e8fff9e86e req-58977f77-8516-45f5-993f-58bbf99b717a tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/ports?device_id=83dc79b8-0af1-4fb6-9b07-fda92142f15e HTTP/1.1" status: 200 len: 944 time: 0.0842896 Mar 29 16:02:22.610210 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 48802) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:02:22.640484 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-5347c93b-6aa4-471d-811c-37fe7a426a1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:22.672817 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-6fa48291-4df1-46df-b91b-f67a20f8bb1a tempest-RoutersIpV6AdminTest-321379857 tempest-RoutersIpV6AdminTest-321379857-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-307679058', 'router:external': True}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:02:22.709971 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fa48291-4df1-46df-b91b-f67a20f8bb1a tempest-RoutersIpV6AdminTest-321379857 tempest-RoutersIpV6AdminTest-321379857-project-admin] Made reservation on behalf of f31b7c37dd1b49e08a137d64a4a778f6 for: {'network': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:02:22.712572 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-6fa48291-4df1-46df-b91b-f67a20f8bb1a tempest-RoutersIpV6AdminTest-321379857 tempest-RoutersIpV6AdminTest-321379857-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for network, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:22.727107 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-6fa48291-4df1-46df-b91b-f67a20f8bb1a tempest-RoutersIpV6AdminTest-321379857 tempest-RoutersIpV6AdminTest-321379857-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:22.794897 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-5347c93b-6aa4-471d-811c-37fe7a426a1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:22.805375 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-5347c93b-6aa4-471d-811c-37fe7a426a1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:22.870210 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-b6b72b5d-77c7-49ef-a09f-12e8fff9e86e req-a93eee0e-eed4-4e12-8282-36d5a5e161a1 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/security-groups?id=a5fc9f00-328e-4600-84d1-ef30fc274a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4115648 Mar 29 16:02:22.874255 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-5347c93b-6aa4-471d-811c-37fe7a426a1c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d2ae0aa5bf1a4447a63ce698500df158&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4965346 Mar 29 16:02:22.878067 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 48808) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:02:22.895344 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5347c93b-6aa4-471d-811c-37fe7a426a1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=410a5b50-c05d-4f93-95a7-dd2955103266,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:02:22.913024 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5347c93b-6aa4-471d-811c-37fe7a426a1c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:02:22.913557 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5347c93b-6aa4-471d-811c-37fe7a426a1c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:02:22.914088 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5347c93b-6aa4-471d-811c-37fe7a426a1c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:02:22.914650 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5347c93b-6aa4-471d-811c-37fe7a426a1c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:02:22.915213 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5347c93b-6aa4-471d-811c-37fe7a426a1c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:02:22.915848 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5347c93b-6aa4-471d-811c-37fe7a426a1c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:02:22.916375 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5347c93b-6aa4-471d-811c-37fe7a426a1c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:02:22.916958 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5347c93b-6aa4-471d-811c-37fe7a426a1c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:02:22.917500 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5347c93b-6aa4-471d-811c-37fe7a426a1c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:02:22.918047 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5347c93b-6aa4-471d-811c-37fe7a426a1c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:02:22.918549 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5347c93b-6aa4-471d-811c-37fe7a426a1c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:02:22.919716 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5347c93b-6aa4-471d-811c-37fe7a426a1c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:02:22.928962 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-64b9eb53-6ce0-4030-8d3a-9f67f34ed416 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:22.947909 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-6fa48291-4df1-46df-b91b-f67a20f8bb1a tempest-RoutersIpV6AdminTest-321379857 tempest-RoutersIpV6AdminTest-321379857-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:22.951152 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-64b9eb53-6ce0-4030-8d3a-9f67f34ed416 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:22.955828 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d565be0b-63d3-494e-87cd-db1a7b26c512 req-bdbc2648-d039-412e-834f-41194cbd794a tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:22.957332 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d565be0b-63d3-494e-87cd-db1a7b26c512 req-bdbc2648-d039-412e-834f-41194cbd794a tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/ports?device_id=c07a304f-57a4-4395-8529-9e19ca6f9059 HTTP/1.1" status: 200 len: 944 time: 0.1058416 Mar 29 16:02:22.958496 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-6fa48291-4df1-46df-b91b-f67a20f8bb1a tempest-RoutersIpV6AdminTest-321379857 tempest-RoutersIpV6AdminTest-321379857-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:22.999509 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6fa48291-4df1-46df-b91b-f67a20f8bb1a tempest-RoutersIpV6AdminTest-321379857 tempest-RoutersIpV6AdminTest-321379857-project-admin] vlan segment allocate from pool success with {'vlan_id': 644, 'physical_network': 'physnet1'} {{(pid=102791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 16:02:23.000485 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-64b9eb53-6ce0-4030-8d3a-9f67f34ed416 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:23.003140 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-64b9eb53-6ce0-4030-8d3a-9f67f34ed416 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:23.006944 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-64b9eb53-6ce0-4030-8d3a-9f67f34ed416 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/410a5b50-c05d-4f93-95a7-dd2955103266 HTTP/1.1" status: 204 len: 168 time: 0.1250191 Mar 29 16:02:23.010300 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa48291-4df1-46df-b91b-f67a20f8bb1a tempest-RoutersIpV6AdminTest-321379857 tempest-RoutersIpV6AdminTest-321379857-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47883f5a-873d-4e6c-9b5c-0de62ffe5007,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:02:23.012013 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b9eb53-6ce0-4030-8d3a-9f67f34ed416 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=410a5b50-c05d-4f93-95a7-dd2955103266,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:02:23.025042 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-6fa48291-4df1-46df-b91b-f67a20f8bb1a tempest-RoutersIpV6AdminTest-321379857 tempest-RoutersIpV6AdminTest-321379857-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:23.025267 n-d-834765-1 neutron-server[102791]: INFO neutron.db.segments_db [None req-6fa48291-4df1-46df-b91b-f67a20f8bb1a tempest-RoutersIpV6AdminTest-321379857 tempest-RoutersIpV6AdminTest-321379857-project-admin] Added segment 982409ab-e403-4bb5-bb12-6693bf20b60c of type vlan for network 43dde5dc-ef88-4ade-a150-68f5fbcc01a1 Mar 29 16:02:23.029290 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d565be0b-63d3-494e-87cd-db1a7b26c512 req-693e7a70-d585-4998-a70d-d9780b38e6e0 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/security-groups?id=9ca13a82-8548-447c-a9a1-a1fa7edff5b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644650 Mar 29 16:02:23.086004 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-6fa48291-4df1-46df-b91b-f67a20f8bb1a tempest-RoutersIpV6AdminTest-321379857 tempest-RoutersIpV6AdminTest-321379857-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783522915970'] for network, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:23.119804 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-6fa48291-4df1-46df-b91b-f67a20f8bb1a tempest-RoutersIpV6AdminTest-321379857 tempest-RoutersIpV6AdminTest-321379857-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795'] for network, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:23.120783 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fa48291-4df1-46df-b91b-f67a20f8bb1a tempest-RoutersIpV6AdminTest-321379857 tempest-RoutersIpV6AdminTest-321379857-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:23.121367 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-6fa48291-4df1-46df-b91b-f67a20f8bb1a tempest-RoutersIpV6AdminTest-321379857 tempest-RoutersIpV6AdminTest-321379857-project-admin] Notify callbacks [] for network, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:23.160380 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-6fa48291-4df1-46df-b91b-f67a20f8bb1a tempest-RoutersIpV6AdminTest-321379857 tempest-RoutersIpV6AdminTest-321379857-project-admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 0.5483084 Mar 29 16:02:23.163313 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 48814) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:02:23.168288 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-0072075d-30f0-450c-8b93-1da500dc8698 tempest-RoutersIpV6AdminTest-321379857 tempest-RoutersIpV6AdminTest-321379857-project-admin] Request body: {'subnet': {'network_id': '43dde5dc-ef88-4ade-a150-68f5fbcc01a1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:02:23.201915 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa48291-4df1-46df-b91b-f67a20f8bb1a tempest-RoutersIpV6AdminTest-321379857 tempest-RoutersIpV6AdminTest-321379857-project-admin] Pushing event updated for resources: {'Network': ['ID=43dde5dc-ef88-4ade-a150-68f5fbcc01a1,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:02:23.210309 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device eee98cd1-810a-4b81-9592-696d58b4c137 details requested by agent hyperv_n-h2-834765-1 with host n-h2-834765-1 {{(pid=102792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 16:02:23.217180 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0072075d-30f0-450c-8b93-1da500dc8698 tempest-RoutersIpV6AdminTest-321379857 tempest-RoutersIpV6AdminTest-321379857-project-admin] Made reservation on behalf of f31b7c37dd1b49e08a137d64a4a778f6 for: {'subnet': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:02:23.218874 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Network 43dde5dc-ef88-4ade-a150-68f5fbcc01a1 details requested by agent ovs-agent-n-d-834765-1 with host n-d-834765-1 {{(pid=102792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 16:02:23.219866 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-0072075d-30f0-450c-8b93-1da500dc8698 tempest-RoutersIpV6AdminTest-321379857 tempest-RoutersIpV6AdminTest-321379857-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16218875'] for subnet, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:23.384971 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port eee98cd1-810a-4b81-9592-696d58b4c137, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=eee98cd1-810a-4b81-9592-696d58b4c137,segment=NetworkSegment(94b35437-d3ca-48bd-89d7-8faa6fa42a91),segment_id=94b35437-d3ca-48bd-89d7-8faa6fa42a91)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:02:23.397487 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Returning: {'device': 'eee98cd1-810a-4b81-9592-696d58b4c137', 'network_id': '3364456e-aead-437c-a830-dc7a420fe2a4', 'port_id': 'eee98cd1-810a-4b81-9592-696d58b4c137', 'mac_address': 'fa:16:3e:f4:40:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 632, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6caada61-173d-4256-8e9d-611647191ef5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 16:02:23.442766 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:23.460971 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eee98cd1-810a-4b81-9592-696d58b4c137 {{(pid=102792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 16:02:23.487556 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port eee98cd1-810a-4b81-9592-696d58b4c137, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=eee98cd1-810a-4b81-9592-696d58b4c137,segment=NetworkSegment(94b35437-d3ca-48bd-89d7-8faa6fa42a91),segment_id=94b35437-d3ca-48bd-89d7-8faa6fa42a91)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:02:23.495070 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:23.559142 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Pushing event updated for resources: {'Port': ['ID=eee98cd1-810a-4b81-9592-696d58b4c137,revision_number=4']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:02:23.574634 n-d-834765-1 neutron-server[102791]: DEBUG neutron.objects.ports [None req-0072075d-30f0-450c-8b93-1da500dc8698 tempest-RoutersIpV6AdminTest-321379857 tempest-RoutersIpV6AdminTest-321379857-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102791) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 29 16:02:23.575771 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-0072075d-30f0-450c-8b93-1da500dc8698 tempest-RoutersIpV6AdminTest-321379857 tempest-RoutersIpV6AdminTest-321379857-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16155524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16218861'] for subnet, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:23.636637 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0072075d-30f0-450c-8b93-1da500dc8698 tempest-RoutersIpV6AdminTest-321379857 tempest-RoutersIpV6AdminTest-321379857-project-admin] Pushing event updated for resources: {'Subnet': ['ID=dcd17a7c-032d-4d30-a3bf-53b9b4613294,revision_number=0']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:02:23.645261 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0072075d-30f0-450c-8b93-1da500dc8698 tempest-RoutersIpV6AdminTest-321379857 tempest-RoutersIpV6AdminTest-321379857-project-admin] Checking segment: {'id': '982409ab-e403-4bb5-bb12-6693bf20b60c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '43dde5dc-ef88-4ade-a150-68f5fbcc01a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 16:02:23.645625 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0072075d-30f0-450c-8b93-1da500dc8698 tempest-RoutersIpV6AdminTest-321379857 tempest-RoutersIpV6AdminTest-321379857-project-admin] Network hostable DHCP agents. Network: 43dde5dc-ef88-4ade-a150-68f5fbcc01a1, hostable agents: ['d136643e-48ae-49d4-a851-2ba3bdf3749c'], hosted agents: [] {{(pid=102791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 16:02:23.664273 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0072075d-30f0-450c-8b93-1da500dc8698 tempest-RoutersIpV6AdminTest-321379857 tempest-RoutersIpV6AdminTest-321379857-project-admin] Network 43dde5dc-ef88-4ade-a150-68f5fbcc01a1 is scheduled to be hosted by DHCP agent d136643e-48ae-49d4-a851-2ba3bdf3749c with binding_index 1 {{(pid=102791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 16:02:23.675440 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [None req-0072075d-30f0-450c-8b93-1da500dc8698 tempest-RoutersIpV6AdminTest-321379857 tempest-RoutersIpV6AdminTest-321379857-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834765-1, 43dde5dc-ef88-4ade-a150-68f5fbcc01a1) {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:02:23.679702 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0072075d-30f0-450c-8b93-1da500dc8698 tempest-RoutersIpV6AdminTest-321379857 tempest-RoutersIpV6AdminTest-321379857-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:23.680251 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-0072075d-30f0-450c-8b93-1da500dc8698 tempest-RoutersIpV6AdminTest-321379857 tempest-RoutersIpV6AdminTest-321379857-project-admin] Notify callbacks [] for subnet, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:23.688772 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31bd58a8-56a2-42f1-b9a2-e4d3dbabbdf2 None None] Network 43dde5dc-ef88-4ade-a150-68f5fbcc01a1 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 16:02:23.702672 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-0072075d-30f0-450c-8b93-1da500dc8698 tempest-RoutersIpV6AdminTest-321379857 tempest-RoutersIpV6AdminTest-321379857-project-admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 0.5348158 Mar 29 16:02:23.702890 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 48838) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:02:23.709214 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-745f837c-df9b-47e6-bae5-3ccb77f05da7 tempest-RoutersIpV6AdminTest-321379857 tempest-RoutersIpV6AdminTest-321379857-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-285512499', 'network_id': '43dde5dc-ef88-4ade-a150-68f5fbcc01a1'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:02:23.740202 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-745f837c-df9b-47e6-bae5-3ccb77f05da7 tempest-RoutersIpV6AdminTest-321379857 tempest-RoutersIpV6AdminTest-321379857-project-admin] Made reservation on behalf of f31b7c37dd1b49e08a137d64a4a778f6 for: {'port': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:02:23.744030 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-745f837c-df9b-47e6-bae5-3ccb77f05da7 tempest-RoutersIpV6AdminTest-321379857 tempest-RoutersIpV6AdminTest-321379857-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:23.780909 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [None req-745f837c-df9b-47e6-bae5-3ccb77f05da7 tempest-RoutersIpV6AdminTest-321379857 tempest-RoutersIpV6AdminTest-321379857-project-admin] device_id is not set on port 147644b8-fae2-4a4b-bb02-0588c8b9f9b2 yet. {{(pid=102791) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 29 16:02:23.833136 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af34d675-f43f-4921-9e49-956d432d24cc None None] Network 43dde5dc-ef88-4ade-a150-68f5fbcc01a1 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 16:02:23.851693 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] get_ports_and_sgs() called for port_ids ['eee98cd1-810a-4b81-9592-696d58b4c137'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 16:02:24.034717 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b431e706-a2ac-460a-8cdf-c209a2e28431 req-bdfa947c-afbd-477c-8584-1bdbb1df691b tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:24.036428 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-b431e706-a2ac-460a-8cdf-c209a2e28431 req-bdfa947c-afbd-477c-8584-1bdbb1df691b tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/ports?device_id=83dc79b8-0af1-4fb6-9b07-fda92142f15e HTTP/1.1" status: 200 len: 944 time: 0.0688677 Mar 29 16:02:24.133677 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-b431e706-a2ac-460a-8cdf-c209a2e28431 req-e0dd4acf-ab2e-4407-af63-7e449e095535 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/security-groups?id=a5fc9f00-328e-4600-84d1-ef30fc274a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0852711 Mar 29 16:02:24.265911 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device 81d4040c-1e8f-4870-8ad9-c023c865ca68 details requested by agent hyperv_n-h1-834765-1 with host n-h1-834765-1 {{(pid=102792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 16:02:24.267732 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5573f66b-49b8-4c3a-9ea7-47ea4961a397 req-32c02622-ac2f-400c-86e9-33f2814f208d tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:24.269539 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-5573f66b-49b8-4c3a-9ea7-47ea4961a397 req-32c02622-ac2f-400c-86e9-33f2814f208d tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/ports?device_id=c07a304f-57a4-4395-8529-9e19ca6f9059 HTTP/1.1" status: 200 len: 945 time: 0.0758264 Mar 29 16:02:24.271725 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_common [None req-745f837c-df9b-47e6-bae5-3ccb77f05da7 tempest-RoutersIpV6AdminTest-321379857 tempest-RoutersIpV6AdminTest-321379857-project-admin] Allocated IP 2001:db8::5d (43dde5dc-ef88-4ade-a150-68f5fbcc01a1/dcd17a7c-032d-4d30-a3bf-53b9b4613294/147644b8-fae2-4a4b-bb02-0588c8b9f9b2) {{(pid=102791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:02:24.360998 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-5573f66b-49b8-4c3a-9ea7-47ea4961a397 req-7b97467a-8b7b-4c95-b615-f793084e338f tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/security-groups?id=9ca13a82-8548-447c-a9a1-a1fa7edff5b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572388 Mar 29 16:02:24.413677 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port 81d4040c-1e8f-4870-8ad9-c023c865ca68, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=81d4040c-1e8f-4870-8ad9-c023c865ca68,segment=NetworkSegment(f897e69d-257a-4c8a-bc55-e063bbc47d9e),segment_id=f897e69d-257a-4c8a-bc55-e063bbc47d9e)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:02:24.433938 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Returning: {'device': '81d4040c-1e8f-4870-8ad9-c023c865ca68', 'network_id': '8594f729-9088-4f6b-8543-aaadb0f5b192', 'port_id': '81d4040c-1e8f-4870-8ad9-c023c865ca68', 'mac_address': 'fa:16:3e:eb:f0:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 601, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52e8269b-e046-4c98-a9b1-ef8905fa8ddb', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 16:02:24.463842 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-745f837c-df9b-47e6-bae5-3ccb77f05da7 tempest-RoutersIpV6AdminTest-321379857 tempest-RoutersIpV6AdminTest-321379857-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:24.500761 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:24.517936 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81d4040c-1e8f-4870-8ad9-c023c865ca68 {{(pid=102792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 16:02:24.523998 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-745f837c-df9b-47e6-bae5-3ccb77f05da7 tempest-RoutersIpV6AdminTest-321379857 tempest-RoutersIpV6AdminTest-321379857-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:24.549062 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port 81d4040c-1e8f-4870-8ad9-c023c865ca68, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=81d4040c-1e8f-4870-8ad9-c023c865ca68,segment=NetworkSegment(f897e69d-257a-4c8a-bc55-e063bbc47d9e),segment_id=f897e69d-257a-4c8a-bc55-e063bbc47d9e)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:02:24.554117 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:24.601476 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-745f837c-df9b-47e6-bae5-3ccb77f05da7 tempest-RoutersIpV6AdminTest-321379857 tempest-RoutersIpV6AdminTest-321379857-project-admin] Network 43dde5dc-ef88-4ade-a150-68f5fbcc01a1 is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:02:24.605768 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [None req-745f837c-df9b-47e6-bae5-3ccb77f05da7 tempest-RoutersIpV6AdminTest-321379857 tempest-RoutersIpV6AdminTest-321379857-project-admin] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:02:24.613130 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-745f837c-df9b-47e6-bae5-3ccb77f05da7 tempest-RoutersIpV6AdminTest-321379857 tempest-RoutersIpV6AdminTest-321379857-project-admin] Received port after_create {{(pid=102791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:02:24.614154 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-745f837c-df9b-47e6-bae5-3ccb77f05da7 tempest-RoutersIpV6AdminTest-321379857 tempest-RoutersIpV6AdminTest-321379857-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:24.615196 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-745f837c-df9b-47e6-bae5-3ccb77f05da7 tempest-RoutersIpV6AdminTest-321379857 tempest-RoutersIpV6AdminTest-321379857-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:24.617568 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745f837c-df9b-47e6-bae5-3ccb77f05da7 tempest-RoutersIpV6AdminTest-321379857 tempest-RoutersIpV6AdminTest-321379857-project-admin] Pushing event updated for resources: {'Port': ['ID=147644b8-fae2-4a4b-bb02-0588c8b9f9b2,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:02:24.624808 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Pushing event updated for resources: {'Port': ['ID=81d4040c-1e8f-4870-8ad9-c023c865ca68,revision_number=4']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:02:24.639982 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-745f837c-df9b-47e6-bae5-3ccb77f05da7 tempest-RoutersIpV6AdminTest-321379857 tempest-RoutersIpV6AdminTest-321379857-project-admin] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 0.9359200 Mar 29 16:02:24.642477 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 48860) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:02:24.726975 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-91551755-c4be-4c99-a5b9-c24b75f1ec88 tempest-RoutersIpV6AdminTest-321379857 tempest-RoutersIpV6AdminTest-321379857-project-admin] Deleting port 147644b8-fae2-4a4b-bb02-0588c8b9f9b2 {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:02:24.727543 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-91551755-c4be-4c99-a5b9-c24b75f1ec88 tempest-RoutersIpV6AdminTest-321379857 tempest-RoutersIpV6AdminTest-321379857-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:24.819381 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-91551755-c4be-4c99-a5b9-c24b75f1ec88 tempest-RoutersIpV6AdminTest-321379857 tempest-RoutersIpV6AdminTest-321379857-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:24.831675 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-91551755-c4be-4c99-a5b9-c24b75f1ec88 tempest-RoutersIpV6AdminTest-321379857 tempest-RoutersIpV6AdminTest-321379857-project-admin] Calling delete_port for 147644b8-fae2-4a4b-bb02-0588c8b9f9b2 owned by {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:02:24.863245 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] get_ports_and_sgs() called for port_ids ['81d4040c-1e8f-4870-8ad9-c023c865ca68'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 16:02:24.985369 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-91551755-c4be-4c99-a5b9-c24b75f1ec88 tempest-RoutersIpV6AdminTest-321379857 tempest-RoutersIpV6AdminTest-321379857-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:25.022615 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91551755-c4be-4c99-a5b9-c24b75f1ec88 tempest-RoutersIpV6AdminTest-321379857 tempest-RoutersIpV6AdminTest-321379857-project-admin] Pushing event deleted for resources: {'Port': ['ID=147644b8-fae2-4a4b-bb02-0588c8b9f9b2,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:02:25.049071 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-91551755-c4be-4c99-a5b9-c24b75f1ec88 tempest-RoutersIpV6AdminTest-321379857 tempest-RoutersIpV6AdminTest-321379857-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:25.063867 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-91551755-c4be-4c99-a5b9-c24b75f1ec88 tempest-RoutersIpV6AdminTest-321379857 tempest-RoutersIpV6AdminTest-321379857-project-admin] 10.222.0.42 "DELETE /v2.0/ports/147644b8-fae2-4a4b-bb02-0588c8b9f9b2 HTTP/1.1" status: 204 len: 168 time: 0.4201388 Mar 29 16:02:25.064555 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 48868) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:02:25.069505 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-bda4b7ce-2d51-4644-b323-5d5f85e4e9ed tempest-RoutersIpV6AdminTest-321379857 tempest-RoutersIpV6AdminTest-321379857-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '43dde5dc-ef88-4ade-a150-68f5fbcc01a1', 'external_fixed_ips': [{'subnet_id': 'dcd17a7c-032d-4d30-a3bf-53b9b4613294', 'ip_address': '2001:db8::5d'}]}}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:02:25.123531 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-bda4b7ce-2d51-4644-b323-5d5f85e4e9ed tempest-RoutersIpV6AdminTest-321379857 tempest-RoutersIpV6AdminTest-321379857-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-532385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129310'] for router, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:25.124618 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-bda4b7ce-2d51-4644-b323-5d5f85e4e9ed tempest-RoutersIpV6AdminTest-321379857 tempest-RoutersIpV6AdminTest-321379857-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-648091', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-684384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129319'] for router, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:25.221527 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-bda4b7ce-2d51-4644-b323-5d5f85e4e9ed tempest-RoutersIpV6AdminTest-321379857 tempest-RoutersIpV6AdminTest-321379857-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:25.223992 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device eee98cd1-810a-4b81-9592-696d58b4c137 up at agent hyperv_n-h2-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 16:02:25.282282 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 48872) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:02:25.289797 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-1dedca15-055e-4a53-875d-7152f2a7ce2b tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1892128126', 'description': 'tempest-secgroup-smoke-1892128126 description', 'project_id': '8c88f14ca33d4e419d03f1c3b10014ac'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:02:25.329070 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Provisioning for port eee98cd1-810a-4b81-9592-696d58b4c137 completed by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 16:02:25.333406 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Provisioning complete for port eee98cd1-810a-4b81-9592-696d58b4c137 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:02:25.333781 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:25.334957 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637eb35d-d54c-4363-b840-e502e116ebbd req-b89d2ded-cb0c-4820-93ab-2e5da793f792 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:25.336714 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-637eb35d-d54c-4363-b840-e502e116ebbd req-b89d2ded-cb0c-4820-93ab-2e5da793f792 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/ports?device_id=83dc79b8-0af1-4fb6-9b07-fda92142f15e HTTP/1.1" status: 200 len: 945 time: 0.0883403 Mar 29 16:02:25.344333 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-1dedca15-055e-4a53-875d-7152f2a7ce2b tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks [] for security_group, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:25.373017 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-1dedca15-055e-4a53-875d-7152f2a7ce2b tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks [] for security_group, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:25.412278 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-637eb35d-d54c-4363-b840-e502e116ebbd req-f30d1564-e3fb-49a9-b9fe-d0bb2a0bbe53 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/security-groups?id=a5fc9f00-328e-4600-84d1-ef30fc274a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653596 Mar 29 16:02:25.418067 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-bda4b7ce-2d51-4644-b323-5d5f85e4e9ed tempest-RoutersIpV6AdminTest-321379857 tempest-RoutersIpV6AdminTest-321379857-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:25.453236 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:25.489110 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port eee98cd1-810a-4b81-9592-696d58b4c137, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=eee98cd1-810a-4b81-9592-696d58b4c137,segment=NetworkSegment(94b35437-d3ca-48bd-89d7-8faa6fa42a91),segment_id=94b35437-d3ca-48bd-89d7-8faa6fa42a91)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:02:25.490034 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c07a304f-57a4-4395-8529-9e19ca6f9059', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eee98cd1-810a-4b81-9592-696d58b4c137'}] {{(pid=102792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:02:25.492392 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4f476c66b318cc6068719fc39557fac68d413f5c7e78fa77028c7948e999ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df5b91cd-1d5f-4b2c-84f5-0f3d14a802d5" -d '{"events": [{"server_uuid": "c07a304f-57a4-4395-8529-9e19ca6f9059", "name": "network-vif-plugged", "status": "completed", "tag": "eee98cd1-810a-4b81-9592-696d58b4c137"}]}' {{(pid=102792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:02:25.496097 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:25.501706 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-1dedca15-055e-4a53-875d-7152f2a7ce2b tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks [] for security_group, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:25.507493 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-1dedca15-055e-4a53-875d-7152f2a7ce2b tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:25.548722 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 16:02:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf67b48a-236e-4430-9ffb-316ea3c52b2b x-openstack-request-id: req-cf67b48a-236e-4430-9ffb-316ea3c52b2b {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:02:25.549016 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c07a304f-57a4-4395-8529-9e19ca6f9059", "name": "network-vif-plugged", "status": "completed", "tag": "eee98cd1-810a-4b81-9592-696d58b4c137", "code": 200}]} {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:02:25.549467 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-cf67b48a-236e-4430-9ffb-316ea3c52b2b {{(pid=102792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:02:25.549634 n-d-834765-1 neutron-server[102792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c07a304f-57a4-4395-8529-9e19ca6f9059', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eee98cd1-810a-4b81-9592-696d58b4c137', 'code': 200} Mar 29 16:02:25.553221 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Pushing event updated for resources: {'Port': ['ID=eee98cd1-810a-4b81-9592-696d58b4c137,revision_number=5']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:02:25.558318 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dedca15-055e-4a53-875d-7152f2a7ce2b tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Pushing event updated for resources: {'SecurityGroup': ['ID=808d3293-77a0-4842-bf32-548a6c015dd7,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:02:25.595087 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d327b7-2f9d-4ae8-9f67-c94880f7bb2d req-75f78523-7025-4d1e-897f-c4f316362205 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:25.596564 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-94d327b7-2f9d-4ae8-9f67-c94880f7bb2d req-75f78523-7025-4d1e-897f-c4f316362205 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/ports?device_id=c07a304f-57a4-4395-8529-9e19ca6f9059 HTTP/1.1" status: 200 len: 946 time: 0.0849934 Mar 29 16:02:25.636964 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-1dedca15-055e-4a53-875d-7152f2a7ce2b tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks [] for security_group, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:25.643193 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-1dedca15-055e-4a53-875d-7152f2a7ce2b tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:25.674575 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23284940-65ed-45c1-9377-6485f5d536ed req-0c7c257b-491f-4f1f-a0f8-9079bc9f1c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:25.676257 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-23284940-65ed-45c1-9377-6485f5d536ed req-0c7c257b-491f-4f1f-a0f8-9079bc9f1c1b service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=c07a304f-57a4-4395-8529-9e19ca6f9059 HTTP/1.1" status: 200 len: 1097 time: 0.0711062 Mar 29 16:02:25.681832 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-1dedca15-055e-4a53-875d-7152f2a7ce2b tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks [] for security_group, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:25.683017 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-1dedca15-055e-4a53-875d-7152f2a7ce2b tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3987713 Mar 29 16:02:25.685535 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dedca15-055e-4a53-875d-7152f2a7ce2b tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bcabf703-0dbd-497f-b21f-e9f0f5919bf2,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:02:25.686875 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 48878) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:02:25.693409 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-f37f23ac-2d09-444e-b806-cc0857477e84 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Request body: {'security_group_rule': {'security_group_id': 'bcabf703-0dbd-497f-b21f-e9f0f5919bf2', 'project_id': '8c88f14ca33d4e419d03f1c3b10014ac', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:02:25.718519 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-23284940-65ed-45c1-9377-6485f5d536ed req-3ffef36a-e9df-4211-9492-0088fe2d609f service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=9ca13a82-8548-447c-a9a1-a1fa7edff5b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341914 Mar 29 16:02:25.743771 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-94d327b7-2f9d-4ae8-9f67-c94880f7bb2d req-feb15abb-8bb8-46d7-b5a3-03c7e5303bbb tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/security-groups?id=9ca13a82-8548-447c-a9a1-a1fa7edff5b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402128 Mar 29 16:02:25.766189 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-bda4b7ce-2d51-4644-b323-5d5f85e4e9ed tempest-RoutersIpV6AdminTest-321379857 tempest-RoutersIpV6AdminTest-321379857-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:25.767837 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-f37f23ac-2d09-444e-b806-cc0857477e84 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:25.795715 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-bda4b7ce-2d51-4644-b323-5d5f85e4e9ed tempest-RoutersIpV6AdminTest-321379857 tempest-RoutersIpV6AdminTest-321379857-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:25.921165 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-f37f23ac-2d09-444e-b806-cc0857477e84 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:25.927136 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-f37f23ac-2d09-444e-b806-cc0857477e84 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610998'] for security_group_rule, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:25.953951 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37f23ac-2d09-444e-b806-cc0857477e84 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c22d5c75-ee53-43f7-b9e5-39285c7f9508,revision_number=0']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:02:25.966793 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-f37f23ac-2d09-444e-b806-cc0857477e84 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:25.970525 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-f37f23ac-2d09-444e-b806-cc0857477e84 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2785556 Mar 29 16:02:25.971437 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 48884) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:02:25.975979 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-d10e0c56-ae71-4ace-a699-7a7a5f2c2fb7 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Request body: {'security_group_rule': {'security_group_id': 'bcabf703-0dbd-497f-b21f-e9f0f5919bf2', 'project_id': '8c88f14ca33d4e419d03f1c3b10014ac', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:02:26.010113 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.db_base_plugin_common [None req-bda4b7ce-2d51-4644-b323-5d5f85e4e9ed tempest-RoutersIpV6AdminTest-321379857 tempest-RoutersIpV6AdminTest-321379857-project-admin] Allocated IP 2001:db8::5d (43dde5dc-ef88-4ade-a150-68f5fbcc01a1/dcd17a7c-032d-4d30-a3bf-53b9b4613294/86626f39-2658-4c3b-be3f-7467ff3c2c46) {{(pid=102790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:02:26.024355 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-d10e0c56-ae71-4ace-a699-7a7a5f2c2fb7 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:26.094841 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-d10e0c56-ae71-4ace-a699-7a7a5f2c2fb7 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:26.099056 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-d10e0c56-ae71-4ace-a699-7a7a5f2c2fb7 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610998'] for security_group_rule, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:26.121766 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10e0c56-ae71-4ace-a699-7a7a5f2c2fb7 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5f5fa13-144a-49cc-9ab5-4d4a775eb5c8,revision_number=0']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:02:26.130755 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-d10e0c56-ae71-4ace-a699-7a7a5f2c2fb7 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:26.132070 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-d10e0c56-ae71-4ace-a699-7a7a5f2c2fb7 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1596506 Mar 29 16:02:26.135096 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 48888) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:02:26.139507 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-ae993d3f-c82b-47ce-8123-33ef1c6ff1c9 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Request body: {'security_group_rule': {'security_group_id': 'bcabf703-0dbd-497f-b21f-e9f0f5919bf2', 'project_id': '8c88f14ca33d4e419d03f1c3b10014ac', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:02:26.146017 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-bda4b7ce-2d51-4644-b323-5d5f85e4e9ed tempest-RoutersIpV6AdminTest-321379857 tempest-RoutersIpV6AdminTest-321379857-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:26.167778 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-ae993d3f-c82b-47ce-8123-33ef1c6ff1c9 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:26.186618 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-bda4b7ce-2d51-4644-b323-5d5f85e4e9ed tempest-RoutersIpV6AdminTest-321379857 tempest-RoutersIpV6AdminTest-321379857-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:26.234952 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-ae993d3f-c82b-47ce-8123-33ef1c6ff1c9 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:26.235409 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bda4b7ce-2d51-4644-b323-5d5f85e4e9ed tempest-RoutersIpV6AdminTest-321379857 tempest-RoutersIpV6AdminTest-321379857-project-admin] Network 43dde5dc-ef88-4ade-a150-68f5fbcc01a1 is already hosted by enough agents. {{(pid=102790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:02:26.238902 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-bda4b7ce-2d51-4644-b323-5d5f85e4e9ed tempest-RoutersIpV6AdminTest-321379857 tempest-RoutersIpV6AdminTest-321379857-project-admin] Resources bound (agent type, host, resource id): {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:02:26.239533 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-ae993d3f-c82b-47ce-8123-33ef1c6ff1c9 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610998'] for security_group_rule, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:26.241941 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bda4b7ce-2d51-4644-b323-5d5f85e4e9ed tempest-RoutersIpV6AdminTest-321379857 tempest-RoutersIpV6AdminTest-321379857-project-admin] Received port after_create {{(pid=102790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:02:26.260033 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae993d3f-c82b-47ce-8123-33ef1c6ff1c9 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=749a2da4-a60a-4414-99a6-59cb4ed8158f,revision_number=0']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:02:26.262906 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device 81d4040c-1e8f-4870-8ad9-c023c865ca68 up at agent hyperv_n-h1-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 16:02:26.270909 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-ae993d3f-c82b-47ce-8123-33ef1c6ff1c9 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:26.274990 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-ae993d3f-c82b-47ce-8123-33ef1c6ff1c9 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1361442 Mar 29 16:02:26.275630 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 48890) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:02:26.280695 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-b2ef57ae-2042-4d29-af5a-08b89ef7d1d8 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Request body: {'security_group_rule': {'security_group_id': 'bcabf703-0dbd-497f-b21f-e9f0f5919bf2', 'project_id': '8c88f14ca33d4e419d03f1c3b10014ac', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:02:26.283619 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda4b7ce-2d51-4644-b323-5d5f85e4e9ed tempest-RoutersIpV6AdminTest-321379857 tempest-RoutersIpV6AdminTest-321379857-project-admin] Pushing event updated for resources: {'Port': ['ID=86626f39-2658-4c3b-be3f-7467ff3c2c46,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:02:26.317002 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Provisioning for port 81d4040c-1e8f-4870-8ad9-c023c865ca68 completed by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 16:02:26.322183 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Provisioning complete for port 81d4040c-1e8f-4870-8ad9-c023c865ca68 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:02:26.322989 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:26.332352 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-b2ef57ae-2042-4d29-af5a-08b89ef7d1d8 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:26.401869 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-b2ef57ae-2042-4d29-af5a-08b89ef7d1d8 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:26.407211 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-b2ef57ae-2042-4d29-af5a-08b89ef7d1d8 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610998'] for security_group_rule, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:26.438408 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ef57ae-2042-4d29-af5a-08b89ef7d1d8 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b50e7e4d-4ffb-4c62-9f78-c9328a780bb6,revision_number=0']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:02:26.440676 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:26.443049 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-b2ef57ae-2042-4d29-af5a-08b89ef7d1d8 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:26.444286 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-b2ef57ae-2042-4d29-af5a-08b89ef7d1d8 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1677351 Mar 29 16:02:26.447463 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 48892) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:02:26.453445 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-094caead-e8e4-4c18-b0a8-0867aed91e45 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Request body: {'security_group_rule': {'security_group_id': 'bcabf703-0dbd-497f-b21f-e9f0f5919bf2', 'project_id': '8c88f14ca33d4e419d03f1c3b10014ac', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:02:26.495460 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port 81d4040c-1e8f-4870-8ad9-c023c865ca68, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=81d4040c-1e8f-4870-8ad9-c023c865ca68,segment=NetworkSegment(f897e69d-257a-4c8a-bc55-e063bbc47d9e),segment_id=f897e69d-257a-4c8a-bc55-e063bbc47d9e)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:02:26.500784 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:26.525657 n-d-834765-1 neutron-server[102790]: INFO neutron.db.securitygroups_db [None req-094caead-e8e4-4c18-b0a8-0867aed91e45 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Project 8c88f14ca33d4e419d03f1c3b10014ac added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 29 16:02:26.539416 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-094caead-e8e4-4c18-b0a8-0867aed91e45 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:26.553479 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-bda4b7ce-2d51-4644-b323-5d5f85e4e9ed tempest-RoutersIpV6AdminTest-321379857 tempest-RoutersIpV6AdminTest-321379857-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:26.574128 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Pushing event updated for resources: {'Port': ['ID=81d4040c-1e8f-4870-8ad9-c023c865ca68,revision_number=5']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:02:26.588147 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b384f5c7-2bfb-49ef-9158-2141465935be req-e005f3c8-8937-4700-b9af-47c547ec9d6c tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:26.593864 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b384f5c7-2bfb-49ef-9158-2141465935be req-e005f3c8-8937-4700-b9af-47c547ec9d6c tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/ports?device_id=83dc79b8-0af1-4fb6-9b07-fda92142f15e HTTP/1.1" status: 200 len: 946 time: 0.0777304 Mar 29 16:02:26.630811 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b384f5c7-2bfb-49ef-9158-2141465935be req-0a2a584f-c096-4d92-9705-48a5352a6e80 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/security-groups?id=a5fc9f00-328e-4600-84d1-ef30fc274a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329392 Mar 29 16:02:26.680961 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-094caead-e8e4-4c18-b0a8-0867aed91e45 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:26.688174 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-094caead-e8e4-4c18-b0a8-0867aed91e45 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610998'] for security_group_rule, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:26.715056 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094caead-e8e4-4c18-b0a8-0867aed91e45 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c066926-38cd-4256-a5c3-097abbc94c6b,revision_number=0']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:02:26.751304 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-094caead-e8e4-4c18-b0a8-0867aed91e45 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:26.752594 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-094caead-e8e4-4c18-b0a8-0867aed91e45 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3040986 Mar 29 16:02:26.755701 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 48898) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:02:26.761770 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-ecd694b8-465c-45ce-964e-73bcccbb303b tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Request body: {'security_group_rule': {'security_group_id': 'bcabf703-0dbd-497f-b21f-e9f0f5919bf2', 'project_id': '8c88f14ca33d4e419d03f1c3b10014ac', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:02:26.788193 n-d-834765-1 neutron-server[102791]: INFO neutron.db.securitygroups_db [None req-ecd694b8-465c-45ce-964e-73bcccbb303b tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Project 8c88f14ca33d4e419d03f1c3b10014ac added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 29 16:02:26.796250 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-ecd694b8-465c-45ce-964e-73bcccbb303b tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:26.828440 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-bda4b7ce-2d51-4644-b323-5d5f85e4e9ed tempest-RoutersIpV6AdminTest-321379857 tempest-RoutersIpV6AdminTest-321379857-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648118'] for router, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:26.862799 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-ecd694b8-465c-45ce-964e-73bcccbb303b tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:26.867323 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-ecd694b8-465c-45ce-964e-73bcccbb303b tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610998'] for security_group_rule, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:26.881320 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd694b8-465c-45ce-964e-73bcccbb303b tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b7d9490-00cf-4311-b85b-842c3ac27eae,revision_number=0']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:02:26.901449 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-ecd694b8-465c-45ce-964e-73bcccbb303b tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:26.906438 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-ecd694b8-465c-45ce-964e-73bcccbb303b tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1456141 Mar 29 16:02:26.907188 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 48902) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:02:26.913404 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-91552945-41bc-465a-a33d-6a0f58a2a1cf tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Request body: {'network': {'name': 'tempest-network-smoke--741703071', 'project_id': '8c88f14ca33d4e419d03f1c3b10014ac', 'port_security_enabled': True}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:02:26.924357 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215a8b11-5a75-4072-8a61-bbbd26081ba6 req-0d860d79-e87c-4b57-acc0-897075362c66 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:26.925970 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-215a8b11-5a75-4072-8a61-bbbd26081ba6 req-0d860d79-e87c-4b57-acc0-897075362c66 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/ports?device_id=c07a304f-57a4-4395-8529-9e19ca6f9059 HTTP/1.1" status: 200 len: 946 time: 0.0999134 Mar 29 16:02:26.933953 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91552945-41bc-465a-a33d-6a0f58a2a1cf tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Made reservation on behalf of 8c88f14ca33d4e419d03f1c3b10014ac for: {'network': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:02:26.938112 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-91552945-41bc-465a-a33d-6a0f58a2a1cf tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for network, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:26.962690 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91552945-41bc-465a-a33d-6a0f58a2a1cf tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] vlan segment allocate from pool success with {'vlan_id': 612, 'physical_network': 'physnet1'} {{(pid=102791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 16:02:26.974524 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-91552945-41bc-465a-a33d-6a0f58a2a1cf tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:26.976861 n-d-834765-1 neutron-server[102791]: INFO neutron.db.segments_db [None req-91552945-41bc-465a-a33d-6a0f58a2a1cf tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Added segment 35a34d6d-9ce0-49b3-a540-2987d85a54dc of type vlan for network bdac95d0-3106-44ff-90ea-3c86fe100efe Mar 29 16:02:27.021034 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-215a8b11-5a75-4072-8a61-bbbd26081ba6 req-48c5eaa7-749d-4f3f-9ec2-824b368b49dc tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/security-groups?id=9ca13a82-8548-447c-a9a1-a1fa7edff5b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586226 Mar 29 16:02:27.023513 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-91552945-41bc-465a-a33d-6a0f58a2a1cf tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783522915970'] for network, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:27.072479 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-91552945-41bc-465a-a33d-6a0f58a2a1cf tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795'] for network, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:27.074523 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bda4b7ce-2d51-4644-b323-5d5f85e4e9ed tempest-RoutersIpV6AdminTest-321379857 tempest-RoutersIpV6AdminTest-321379857-project-admin] Router a8bedb32-8c0a-4a98-ad37-b8ee8ed68c35 is scheduled to L3 agent c648d819-1060-4f26-b4ec-6455387b5dff with binding_index 1 {{(pid=102790) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 29 16:02:27.078765 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91552945-41bc-465a-a33d-6a0f58a2a1cf tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:27.079490 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-91552945-41bc-465a-a33d-6a0f58a2a1cf tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks [] for network, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:27.173999 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-91552945-41bc-465a-a33d-6a0f58a2a1cf tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2654302 Mar 29 16:02:27.177639 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 48906) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:02:27.196230 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-d256e107-d57b-46b8-bc06-5ff19ec1ac29 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-26317166', 'admin_state_up': True, 'project_id': '8c88f14ca33d4e419d03f1c3b10014ac', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'}}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:02:27.245965 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.agents_db [None req-59735a15-725e-44d4-9ad5-95cbe356f209 None None] Agent healthcheck: found 7 active agents {{(pid=102793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 16:02:27.261855 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91552945-41bc-465a-a33d-6a0f58a2a1cf tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Pushing event updated for resources: {'Network': ['ID=bdac95d0-3106-44ff-90ea-3c86fe100efe,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:02:27.281153 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Network bdac95d0-3106-44ff-90ea-3c86fe100efe details requested by agent ovs-agent-n-d-834765-1 with host n-d-834765-1 {{(pid=102792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 16:02:27.322543 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-d256e107-d57b-46b8-bc06-5ff19ec1ac29 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-532385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129310'] for router, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:27.323635 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-d256e107-d57b-46b8-bc06-5ff19ec1ac29 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-648091', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-684384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129319'] for router, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:27.337718 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bda4b7ce-2d51-4644-b323-5d5f85e4e9ed tempest-RoutersIpV6AdminTest-321379857 tempest-RoutersIpV6AdminTest-321379857-project-admin] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 16:02:27.349991 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86f8a0e9-deb6-489e-ae93-11dcc99f0c04 None None] Sync routers for ids ['a8bedb32-8c0a-4a98-ad37-b8ee8ed68c35'] in n-d-834765-1 {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 16:02:27.366244 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86f8a0e9-deb6-489e-ae93-11dcc99f0c04 None None] Routers {'a8bedb32-8c0a-4a98-ad37-b8ee8ed68c35'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:02:27.367355 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-86f8a0e9-deb6-489e-ae93-11dcc99f0c04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:02:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['a8bedb32-8c0a-4a98-ad37-b8ee8ed68c35'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:02:27.380373 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-bda4b7ce-2d51-4644-b323-5d5f85e4e9ed tempest-RoutersIpV6AdminTest-321379857 tempest-RoutersIpV6AdminTest-321379857-project-admin] Notify callbacks [] for router, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:27.384055 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-bda4b7ce-2d51-4644-b323-5d5f85e4e9ed tempest-RoutersIpV6AdminTest-321379857 tempest-RoutersIpV6AdminTest-321379857-project-admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 877 time: 2.3156772 Mar 29 16:02:27.384464 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 48908) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:02:27.428610 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-d256e107-d57b-46b8-bc06-5ff19ec1ac29 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:27.502770 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-9332ed07-3321-4cc5-bba2-dec3c7107b16 tempest-RoutersIpV6AdminTest-321379857 tempest-RoutersIpV6AdminTest-321379857-project-admin] Notify callbacks [] for router, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:27.506271 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvr_db [None req-86f8a0e9-deb6-489e-ae93-11dcc99f0c04 None None] Set router a8bedb32-8c0a-4a98-ad37-b8ee8ed68c35 gateway port host: n-d-834765-1 {{(pid=102792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:02:27.565329 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83dc79b8-0af1-4fb6-9b07-fda92142f15e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81d4040c-1e8f-4870-8ad9-c023c865ca68'}] {{(pid=102792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:02:27.567590 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4f476c66b318cc6068719fc39557fac68d413f5c7e78fa77028c7948e999ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ea6f125-ae2a-4c75-886b-6f1606b306ce" -d '{"events": [{"server_uuid": "83dc79b8-0af1-4fb6-9b07-fda92142f15e", "name": "network-vif-plugged", "status": "completed", "tag": "81d4040c-1e8f-4870-8ad9-c023c865ca68"}]}' {{(pid=102792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:02:27.599894 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-d256e107-d57b-46b8-bc06-5ff19ec1ac29 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:27.625853 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 16:02:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3289af50-2b15-42a6-8e46-f2a39e418f59 x-openstack-request-id: req-3289af50-2b15-42a6-8e46-f2a39e418f59 {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:02:27.626131 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83dc79b8-0af1-4fb6-9b07-fda92142f15e", "name": "network-vif-plugged", "status": "completed", "tag": "81d4040c-1e8f-4870-8ad9-c023c865ca68", "code": 200}]} {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:02:27.626833 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-3289af50-2b15-42a6-8e46-f2a39e418f59 {{(pid=102792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:02:27.626833 n-d-834765-1 neutron-server[102792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83dc79b8-0af1-4fb6-9b07-fda92142f15e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81d4040c-1e8f-4870-8ad9-c023c865ca68', 'code': 200} Mar 29 16:02:27.648745 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-9332ed07-3321-4cc5-bba2-dec3c7107b16 tempest-RoutersIpV6AdminTest-321379857 tempest-RoutersIpV6AdminTest-321379857-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:27.737767 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-86f8a0e9-deb6-489e-ae93-11dcc99f0c04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8bedb32-8c0a-4a98-ad37-b8ee8ed68c35', 'name': '', 'tenant_id': 'f31b7c37dd1b49e08a137d64a4a778f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43dde5dc-ef88-4ade-a150-68f5fbcc01a1', 'external_fixed_ips': [{'subnet_id': 'dcd17a7c-032d-4d30-a3bf-53b9b4613294', 'ip_address': '2001:db8::5d'}], 'enable_snat': True}, 'gw_port_id': '86626f39-2658-4c3b-be3f-7467ff3c2c46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:02:25Z', 'updated_at': '2022-03-29T16:02:26Z', 'revision_number': 3, 'project_id': 'f31b7c37dd1b49e08a137d64a4a778f6', 'gw_port': {'id': '86626f39-2658-4c3b-be3f-7467ff3c2c46', 'name': '', 'network_id': '43dde5dc-ef88-4ade-a150-68f5fbcc01a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:4b:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8bedb32-8c0a-4a98-ad37-b8ee8ed68c35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3059, 'fixed_ips': [{'subnet_id': 'dcd17a7c-032d-4d30-a3bf-53b9b4613294', 'ip_address': '2001:db8::5d', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:02:25Z', 'updated_at': '2022-03-29T16:02:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dcd17a7c-032d-4d30-a3bf-53b9b4613294', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1'}], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:02:27.741557 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da12be31-46e5-4bbd-a1bc-d008ab51f6d1 req-80a9bc74-5fdf-437a-b568-d4e507842707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:27.743060 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-da12be31-46e5-4bbd-a1bc-d008ab51f6d1 req-80a9bc74-5fdf-437a-b568-d4e507842707 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=83dc79b8-0af1-4fb6-9b07-fda92142f15e HTTP/1.1" status: 200 len: 1097 time: 0.0561862 Mar 29 16:02:27.748586 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-9332ed07-3321-4cc5-bba2-dec3c7107b16 tempest-RoutersIpV6AdminTest-321379857 tempest-RoutersIpV6AdminTest-321379857-project-admin] Deleting port 86626f39-2658-4c3b-be3f-7467ff3c2c46 {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:02:27.748935 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-9332ed07-3321-4cc5-bba2-dec3c7107b16 tempest-RoutersIpV6AdminTest-321379857 tempest-RoutersIpV6AdminTest-321379857-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:27.773045 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86f8a0e9-deb6-489e-ae93-11dcc99f0c04 None None] Checking router: a8bedb32-8c0a-4a98-ad37-b8ee8ed68c35 for host: n-d-834765-1 {{(pid=102792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 16:02:27.773394 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86f8a0e9-deb6-489e-ae93-11dcc99f0c04 None None] Updating router a8bedb32-8c0a-4a98-ad37-b8ee8ed68c35 port 86626f39-2658-4c3b-be3f-7467ff3c2c46 binding host n-d-834765-1 {{(pid=102792) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 16:02:27.799149 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-86f8a0e9-deb6-489e-ae93-11dcc99f0c04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:27.827738 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-da12be31-46e5-4bbd-a1bc-d008ab51f6d1 req-a55a823a-91e4-4b0a-a29b-1b36a748d232 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=a5fc9f00-328e-4600-84d1-ef30fc274a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0766461 Mar 29 16:02:27.855705 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-9332ed07-3321-4cc5-bba2-dec3c7107b16 tempest-RoutersIpV6AdminTest-321379857 tempest-RoutersIpV6AdminTest-321379857-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:27.867989 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-d256e107-d57b-46b8-bc06-5ff19ec1ac29 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks [] for router_gateway, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:27.869005 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-9332ed07-3321-4cc5-bba2-dec3c7107b16 tempest-RoutersIpV6AdminTest-321379857 tempest-RoutersIpV6AdminTest-321379857-project-admin] Calling delete_port for 86626f39-2658-4c3b-be3f-7467ff3c2c46 owned by network:router_gateway {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:02:27.893433 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-d256e107-d57b-46b8-bc06-5ff19ec1ac29 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:27.911543 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477ad975-a6b4-49c0-abff-116ea09a18e7 req-945f687c-68a3-4267-af4d-ed22f2c7c6c2 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:27.913073 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-477ad975-a6b4-49c0-abff-116ea09a18e7 req-945f687c-68a3-4267-af4d-ed22f2c7c6c2 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/ports?device_id=83dc79b8-0af1-4fb6-9b07-fda92142f15e HTTP/1.1" status: 200 len: 946 time: 0.1932724 Mar 29 16:02:28.020203 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-477ad975-a6b4-49c0-abff-116ea09a18e7 req-94c433f0-fbdc-4f8a-bde4-da271c987535 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/security-groups?id=a5fc9f00-328e-4600-84d1-ef30fc274a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742183 Mar 29 16:02:28.055623 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.db_base_plugin_common [None req-d256e107-d57b-46b8-bc06-5ff19ec1ac29 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Allocated IP 172.25.4.40 (4a4a035d-ecac-4ead-baa3-25f90788773a/e1a353dc-fac8-4901-a63c-273840237d6a/19dd560a-74a2-4213-a3ab-88a3352fea7b) {{(pid=102790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:02:28.057951 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-9332ed07-3321-4cc5-bba2-dec3c7107b16 tempest-RoutersIpV6AdminTest-321379857 tempest-RoutersIpV6AdminTest-321379857-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:28.086243 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9332ed07-3321-4cc5-bba2-dec3c7107b16 tempest-RoutersIpV6AdminTest-321379857 tempest-RoutersIpV6AdminTest-321379857-project-admin] Pushing event deleted for resources: {'Port': ['ID=86626f39-2658-4c3b-be3f-7467ff3c2c46,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:02:28.121004 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-9332ed07-3321-4cc5-bba2-dec3c7107b16 tempest-RoutersIpV6AdminTest-321379857 tempest-RoutersIpV6AdminTest-321379857-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-648138'] for router_gateway, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:28.221170 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-d256e107-d57b-46b8-bc06-5ff19ec1ac29 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks [] for port, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:28.261015 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-d256e107-d57b-46b8-bc06-5ff19ec1ac29 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:28.266723 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-9332ed07-3321-4cc5-bba2-dec3c7107b16 tempest-RoutersIpV6AdminTest-321379857 tempest-RoutersIpV6AdminTest-321379857-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129328'] for router, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:28.269875 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-9332ed07-3321-4cc5-bba2-dec3c7107b16 tempest-RoutersIpV6AdminTest-321379857 tempest-RoutersIpV6AdminTest-321379857-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:28.298688 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.db.api [None req-86f8a0e9-deb6-489e-ae93-11dcc99f0c04 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102792) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 29 16:02:28.299522 n-d-834765-1 neutron-server[102792]: DEBUG oslo_db.api [None req-86f8a0e9-deb6-489e-ae93-11dcc99f0c04 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 29 16:02:28.312810 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d256e107-d57b-46b8-bc06-5ff19ec1ac29 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Network 4a4a035d-ecac-4ead-baa3-25f90788773a is already hosted by enough agents. {{(pid=102790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:02:28.319929 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-d256e107-d57b-46b8-bc06-5ff19ec1ac29 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Resources bound (agent type, host, resource id): {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:02:28.323011 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d256e107-d57b-46b8-bc06-5ff19ec1ac29 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Received port after_create {{(pid=102790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:02:28.326171 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f5468f-41d7-4a22-b1f2-76e535aae0d2 req-d2db5599-e43c-4ca6-b6f3-720d67bb1155 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:28.327698 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-65f5468f-41d7-4a22-b1f2-76e535aae0d2 req-d2db5599-e43c-4ca6-b6f3-720d67bb1155 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/ports?device_id=c07a304f-57a4-4395-8529-9e19ca6f9059 HTTP/1.1" status: 200 len: 946 time: 0.1599023 Mar 29 16:02:28.334320 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-9332ed07-3321-4cc5-bba2-dec3c7107b16 tempest-RoutersIpV6AdminTest-321379857 tempest-RoutersIpV6AdminTest-321379857-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-526718'] for router, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:28.334891 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9332ed07-3321-4cc5-bba2-dec3c7107b16 tempest-RoutersIpV6AdminTest-321379857 tempest-RoutersIpV6AdminTest-321379857-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a8bedb32-8c0a-4a98-ad37-b8ee8ed68c35 {{(pid=102791) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 29 16:02:28.346445 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-9332ed07-3321-4cc5-bba2-dec3c7107b16 tempest-RoutersIpV6AdminTest-321379857 tempest-RoutersIpV6AdminTest-321379857-project-admin] Notify callbacks [] for router, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:28.349934 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-9332ed07-3321-4cc5-bba2-dec3c7107b16 tempest-RoutersIpV6AdminTest-321379857 tempest-RoutersIpV6AdminTest-321379857-project-admin] 10.222.0.42 "DELETE /v2.0/routers/a8bedb32-8c0a-4a98-ad37-b8ee8ed68c35 HTTP/1.1" status: 204 len: 168 time: 0.9621081 Mar 29 16:02:28.352792 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 48922) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:02:28.362425 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d256e107-d57b-46b8-bc06-5ff19ec1ac29 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Pushing event updated for resources: {'Port': ['ID=19dd560a-74a2-4213-a3ab-88a3352fea7b,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:02:28.429742 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-65f5468f-41d7-4a22-b1f2-76e535aae0d2 req-1d333349-297a-4ee0-abfc-6dc3f9d3a8fd tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/security-groups?id=9ca13a82-8548-447c-a9a1-a1fa7edff5b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885479 Mar 29 16:02:28.431070 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_v2 [None req-38c917aa-91e5-4c9c-83b5-3e6403f9fb08 tempest-RoutersIpV6AdminTest-321379857 tempest-RoutersIpV6AdminTest-321379857-project-admin] Deleting subnet dcd17a7c-032d-4d30-a3bf-53b9b4613294 {{(pid=102791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 16:02:28.435539 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-38c917aa-91e5-4c9c-83b5-3e6403f9fb08 tempest-RoutersIpV6AdminTest-321379857 tempest-RoutersIpV6AdminTest-321379857-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:28.492569 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-38c917aa-91e5-4c9c-83b5-3e6403f9fb08 tempest-RoutersIpV6AdminTest-321379857 tempest-RoutersIpV6AdminTest-321379857-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4230423'] for subnet, precommit_delete_associations {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:28.539232 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-38c917aa-91e5-4c9c-83b5-3e6403f9fb08 tempest-RoutersIpV6AdminTest-321379857 tempest-RoutersIpV6AdminTest-321379857-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1641287'] for subnet, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:28.596396 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-38c917aa-91e5-4c9c-83b5-3e6403f9fb08 tempest-RoutersIpV6AdminTest-321379857 tempest-RoutersIpV6AdminTest-321379857-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1641294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16155591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16218852'] for subnet, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:28.621426 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c917aa-91e5-4c9c-83b5-3e6403f9fb08 tempest-RoutersIpV6AdminTest-321379857 tempest-RoutersIpV6AdminTest-321379857-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=dcd17a7c-032d-4d30-a3bf-53b9b4613294,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:02:28.623154 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-d256e107-d57b-46b8-bc06-5ff19ec1ac29 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks [] for router_gateway, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:28.626089 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-38c917aa-91e5-4c9c-83b5-3e6403f9fb08 tempest-RoutersIpV6AdminTest-321379857 tempest-RoutersIpV6AdminTest-321379857-project-admin] Notify callbacks [] for subnet, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:28.629289 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-38c917aa-91e5-4c9c-83b5-3e6403f9fb08 tempest-RoutersIpV6AdminTest-321379857 tempest-RoutersIpV6AdminTest-321379857-project-admin] 10.222.0.42 "DELETE /v2.0/subnets/dcd17a7c-032d-4d30-a3bf-53b9b4613294 HTTP/1.1" status: 204 len: 168 time: 0.2742398 Mar 29 16:02:28.635705 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 48926) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:02:28.710194 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-a329d6cc-dab1-46e1-b39a-255a1829c042 tempest-RoutersIpV6AdminTest-321379857 tempest-RoutersIpV6AdminTest-321379857-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1631750'] for network, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:28.798346 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-a329d6cc-dab1-46e1-b39a-255a1829c042 tempest-RoutersIpV6AdminTest-321379857 tempest-RoutersIpV6AdminTest-321379857-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639890', 'neutron.services.segments.db._delete_segments_for_network-8783523423079'] for network, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:28.819924 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-a329d6cc-dab1-46e1-b39a-255a1829c042 tempest-RoutersIpV6AdminTest-321379857 tempest-RoutersIpV6AdminTest-321379857-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43dde5dc-ef88-4ade-a150-68f5fbcc01a1']}} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:02:28.821072 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86f8a0e9-deb6-489e-ae93-11dcc99f0c04 None None] Port 86626f39-2658-4c3b-be3f-7467ff3c2c46 not found while updating agent binding for router a8bedb32-8c0a-4a98-ad37-b8ee8ed68c35. {{(pid=102792) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Mar 29 16:02:28.829867 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86f8a0e9-deb6-489e-ae93-11dcc99f0c04 None None] Routers set() bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:02:28.830226 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86f8a0e9-deb6-489e-ae93-11dcc99f0c04 None None] Router IDs set() for agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 29 16:02:28.830825 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_agentschedulers_db [None req-86f8a0e9-deb6-489e-ae93-11dcc99f0c04 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'a8bedb32-8c0a-4a98-ad37-b8ee8ed68c35'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:02:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent'). {{(pid=102792) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Mar 29 16:02:28.831194 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86f8a0e9-deb6-489e-ae93-11dcc99f0c04 None None] The sync data for ids ['a8bedb32-8c0a-4a98-ad37-b8ee8ed68c35'] in n-d-834765-1 is: [] {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 16:02:28.831830 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-a329d6cc-dab1-46e1-b39a-255a1829c042 tempest-RoutersIpV6AdminTest-321379857 tempest-RoutersIpV6AdminTest-321379857-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '982409ab-e403-4bb5-bb12-6693bf20b60c') {'for_net_delete': True} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:02:28.832126 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-a329d6cc-dab1-46e1-b39a-255a1829c042 tempest-RoutersIpV6AdminTest-321379857 tempest-RoutersIpV6AdminTest-321379857-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '982409ab-e403-4bb5-bb12-6693bf20b60c') {} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:02:28.834784 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-d256e107-d57b-46b8-bc06-5ff19ec1ac29 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648118'] for router, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:28.846600 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-a329d6cc-dab1-46e1-b39a-255a1829c042 tempest-RoutersIpV6AdminTest-321379857 tempest-RoutersIpV6AdminTest-321379857-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783523422064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4230428'] for segment, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:28.861943 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-a329d6cc-dab1-46e1-b39a-255a1829c042 tempest-RoutersIpV6AdminTest-321379857 tempest-RoutersIpV6AdminTest-321379857-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:28.868355 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a329d6cc-dab1-46e1-b39a-255a1829c042 tempest-RoutersIpV6AdminTest-321379857 tempest-RoutersIpV6AdminTest-321379857-project-admin] Releasing vlan 644 on physical network physnet1 to pool {{(pid=102791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 16:02:28.868807 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-a329d6cc-dab1-46e1-b39a-255a1829c042 tempest-RoutersIpV6AdminTest-321379857 tempest-RoutersIpV6AdminTest-321379857-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16169569'] for segment, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:28.870762 n-d-834765-1 neutron-server[102791]: Traceback (most recent call last): Mar 29 16:02:28.870762 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 16:02:28.870762 n-d-834765-1 neutron-server[102791]: timer() Mar 29 16:02:28.870762 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 16:02:28.870762 n-d-834765-1 neutron-server[102791]: cb(*args, **kw) Mar 29 16:02:28.870762 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 16:02:28.870762 n-d-834765-1 neutron-server[102791]: return func(*args, **kwargs) Mar 29 16:02:28.870762 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 16:02:28.870762 n-d-834765-1 neutron-server[102791]: self._notify() Mar 29 16:02:28.870762 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 16:02:28.870762 n-d-834765-1 neutron-server[102791]: self.callback(batched_events) Mar 29 16:02:28.870762 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 16:02:28.870762 n-d-834765-1 neutron-server[102791]: event.method(event) Mar 29 16:02:28.870762 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 16:02:28.870762 n-d-834765-1 neutron-server[102791]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 16:02:28.870762 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 16:02:28.870762 n-d-834765-1 neutron-server[102791]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 16:02:28.870762 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 16:02:28.870762 n-d-834765-1 neutron-server[102791]: return f(self, *a, **k) Mar 29 16:02:28.870762 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 16:02:28.870762 n-d-834765-1 neutron-server[102791]: return self._get(url).json() Mar 29 16:02:28.870762 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 16:02:28.870762 n-d-834765-1 neutron-server[102791]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 16:02:28.870762 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 16:02:28.870762 n-d-834765-1 neutron-server[102791]: return self.request(url, 'GET', **kwargs) Mar 29 16:02:28.870762 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 16:02:28.870762 n-d-834765-1 neutron-server[102791]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 16:02:28.870762 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 16:02:28.870762 n-d-834765-1 neutron-server[102791]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 16:02:28.870762 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 16:02:28.870762 n-d-834765-1 neutron-server[102791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 16:02:28.870762 n-d-834765-1 neutron-server[102791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 16:02:28.932196 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-a329d6cc-dab1-46e1-b39a-255a1829c042 tempest-RoutersIpV6AdminTest-321379857 tempest-RoutersIpV6AdminTest-321379857-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1639897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648174'] for network, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:28.936510 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a329d6cc-dab1-46e1-b39a-255a1829c042 tempest-RoutersIpV6AdminTest-321379857 tempest-RoutersIpV6AdminTest-321379857-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 43dde5dc-ef88-4ade-a150-68f5fbcc01a1 {{(pid=102791) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Mar 29 16:02:28.938687 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-a329d6cc-dab1-46e1-b39a-255a1829c042 tempest-RoutersIpV6AdminTest-321379857 tempest-RoutersIpV6AdminTest-321379857-project-admin] Notify callbacks [] for network, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:28.957181 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-a329d6cc-dab1-46e1-b39a-255a1829c042 tempest-RoutersIpV6AdminTest-321379857 tempest-RoutersIpV6AdminTest-321379857-project-admin] 10.222.0.42 "DELETE /v2.0/networks/43dde5dc-ef88-4ade-a150-68f5fbcc01a1 HTTP/1.1" status: 204 len: 168 time: 0.3133416 Mar 29 16:02:28.986291 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d256e107-d57b-46b8-bc06-5ff19ec1ac29 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Router e559e74d-3986-4c46-b9ba-d9f4da1b0e79 is scheduled to L3 agent c648d819-1060-4f26-b4ec-6455387b5dff with binding_index 1 {{(pid=102790) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 29 16:02:28.994163 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a329d6cc-dab1-46e1-b39a-255a1829c042 tempest-RoutersIpV6AdminTest-321379857 tempest-RoutersIpV6AdminTest-321379857-project-admin] Pushing event deleted for resources: {'Network': ['ID=43dde5dc-ef88-4ade-a150-68f5fbcc01a1,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:02:29.300413 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3abd35-2bad-4380-a5ae-2f5966de2d22 req-35ab259d-c516-4f0f-9cd5-4aa2f34cf0aa tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:29.302995 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-db3abd35-2bad-4380-a5ae-2f5966de2d22 req-35ab259d-c516-4f0f-9cd5-4aa2f34cf0aa tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/ports?device_id=83dc79b8-0af1-4fb6-9b07-fda92142f15e HTTP/1.1" status: 200 len: 946 time: 0.1145427 Mar 29 16:02:29.321038 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 48936) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:02:29.335228 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-3f1656e7-65e1-4d9a-8f96-f04a6f56b983 tempest-RoutersIpV6AdminTest-321379857 tempest-RoutersIpV6AdminTest-321379857-project-admin] Request body: {'router': {'name': 'tempest-router--356427951', 'project_id': 'd7ce2f95fe634768b1930127338626af'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:02:29.390367 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-db3abd35-2bad-4380-a5ae-2f5966de2d22 req-aff49e0f-689d-46f9-9128-d07f6cd3b9c4 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/security-groups?id=a5fc9f00-328e-4600-84d1-ef30fc274a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0793259 Mar 29 16:02:29.392222 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-3f1656e7-65e1-4d9a-8f96-f04a6f56b983 tempest-RoutersIpV6AdminTest-321379857 tempest-RoutersIpV6AdminTest-321379857-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-532385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129310'] for router, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:29.404380 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-3f1656e7-65e1-4d9a-8f96-f04a6f56b983 tempest-RoutersIpV6AdminTest-321379857 tempest-RoutersIpV6AdminTest-321379857-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-648091', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-684384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129319'] for router, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:29.527453 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-3f1656e7-65e1-4d9a-8f96-f04a6f56b983 tempest-RoutersIpV6AdminTest-321379857 tempest-RoutersIpV6AdminTest-321379857-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:29.534579 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-3f1656e7-65e1-4d9a-8f96-f04a6f56b983 tempest-RoutersIpV6AdminTest-321379857 tempest-RoutersIpV6AdminTest-321379857-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648118'] for router, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:29.564992 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-3f1656e7-65e1-4d9a-8f96-f04a6f56b983 tempest-RoutersIpV6AdminTest-321379857 tempest-RoutersIpV6AdminTest-321379857-project-admin] Notify callbacks [] for router, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:29.566244 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-3f1656e7-65e1-4d9a-8f96-f04a6f56b983 tempest-RoutersIpV6AdminTest-321379857 tempest-RoutersIpV6AdminTest-321379857-project-admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.2441535 Mar 29 16:02:29.569521 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 48942) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:02:29.679639 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d256e107-d57b-46b8-bc06-5ff19ec1ac29 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 16:02:29.703694 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-d256e107-d57b-46b8-bc06-5ff19ec1ac29 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks [] for router, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:29.705217 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-d256e107-d57b-46b8-bc06-5ff19ec1ac29 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 2.5153027 Mar 29 16:02:29.708354 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 48944) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:02:29.717523 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-4c6cd8c5-2b0b-4205-b2c0-634cadbf5284 tempest-RoutersIpV6AdminTest-321379857 tempest-RoutersIpV6AdminTest-321379857-project-admin] Notify callbacks [] for router, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:29.838296 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2676737-17fd-4068-93bd-91a71c03e6ce None None] Sync routers for ids ['e559e74d-3986-4c46-b9ba-d9f4da1b0e79'] in n-d-834765-1 {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 16:02:29.848709 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2676737-17fd-4068-93bd-91a71c03e6ce None None] Routers {'e559e74d-3986-4c46-b9ba-d9f4da1b0e79'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:02:29.849534 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-a2676737-17fd-4068-93bd-91a71c03e6ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:02:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['e559e74d-3986-4c46-b9ba-d9f4da1b0e79'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:02:29.909696 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-4c6cd8c5-2b0b-4205-b2c0-634cadbf5284 tempest-RoutersIpV6AdminTest-321379857 tempest-RoutersIpV6AdminTest-321379857-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129328'] for router, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:29.917989 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-4c6cd8c5-2b0b-4205-b2c0-634cadbf5284 tempest-RoutersIpV6AdminTest-321379857 tempest-RoutersIpV6AdminTest-321379857-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:29.941279 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-10114e1d-564b-4d3f-9775-461b6f7070e5 tempest-TestNetworkAdvancedServerOps-8597314 tempest-TestNetworkAdvancedServerOps-8597314-project-admin] 10.222.0.42 "GET /v2.0/subnets?project_id=8c88f14ca33d4e419d03f1c3b10014ac&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2316458 Mar 29 16:02:29.944275 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 48948) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:02:29.958288 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvr_db [None req-a2676737-17fd-4068-93bd-91a71c03e6ce None None] Set router e559e74d-3986-4c46-b9ba-d9f4da1b0e79 gateway port host: n-d-834765-1 {{(pid=102793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:02:29.985252 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-4c6cd8c5-2b0b-4205-b2c0-634cadbf5284 tempest-RoutersIpV6AdminTest-321379857 tempest-RoutersIpV6AdminTest-321379857-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-526718'] for router, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:29.985904 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c6cd8c5-2b0b-4205-b2c0-634cadbf5284 tempest-RoutersIpV6AdminTest-321379857 tempest-RoutersIpV6AdminTest-321379857-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 71da0faa-d9ad-4cf2-8cfd-d456b0b4e765 {{(pid=102791) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 29 16:02:29.990868 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-4c6cd8c5-2b0b-4205-b2c0-634cadbf5284 tempest-RoutersIpV6AdminTest-321379857 tempest-RoutersIpV6AdminTest-321379857-project-admin] Notify callbacks [] for router, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:29.994805 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-4c6cd8c5-2b0b-4205-b2c0-634cadbf5284 tempest-RoutersIpV6AdminTest-321379857 tempest-RoutersIpV6AdminTest-321379857-project-admin] 10.222.0.42 "DELETE /v2.0/routers/71da0faa-d9ad-4cf2-8cfd-d456b0b4e765 HTTP/1.1" status: 204 len: 168 time: 0.4243004 Mar 29 16:02:30.048468 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77d584c9-f909-4858-8804-34eb85b302b1 tempest-TestNetworkAdvancedServerOps-8597314 tempest-TestNetworkAdvancedServerOps-8597314-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:30.051976 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-77d584c9-f909-4858-8804-34eb85b302b1 tempest-TestNetworkAdvancedServerOps-8597314 tempest-TestNetworkAdvancedServerOps-8597314-project-admin] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1065533 Mar 29 16:02:30.053173 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 48952) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:02:30.087607 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-3c4eac2a-80ba-4f77-b74c-7df0b36e14ef tempest-TestNetworkAdvancedServerOps-8597314 tempest-TestNetworkAdvancedServerOps-8597314-project-admin] 10.222.0.42 "GET /v2.0/subnets?network_id=4a4a035d-ecac-4ead-baa3-25f90788773a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0330954 Mar 29 16:02:30.090277 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 48954) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:02:30.095295 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-ae432147-7081-4874-bb9d-a9ab62f1003c tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1626027177', 'network_id': 'bdac95d0-3106-44ff-90ea-3c86fe100efe', 'project_id': '8c88f14ca33d4e419d03f1c3b10014ac', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:02:30.117647 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 48956) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:02:30.147108 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-a2676737-17fd-4068-93bd-91a71c03e6ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e559e74d-3986-4c46-b9ba-d9f4da1b0e79', 'name': 'tempest-TestNetworkAdvancedServerOps-router-26317166', 'tenant_id': '8c88f14ca33d4e419d03f1c3b10014ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.40'}], 'enable_snat': True}, 'gw_port_id': '19dd560a-74a2-4213-a3ab-88a3352fea7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:02:27Z', 'updated_at': '2022-03-29T16:02:28Z', 'revision_number': 3, 'project_id': '8c88f14ca33d4e419d03f1c3b10014ac', 'gw_port': {'id': '19dd560a-74a2-4213-a3ab-88a3352fea7b', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:bf:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e559e74d-3986-4c46-b9ba-d9f4da1b0e79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3069, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:02:27Z', 'updated_at': '2022-03-29T16:02:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1'}], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:02:30.175953 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2676737-17fd-4068-93bd-91a71c03e6ce None None] Checking router: e559e74d-3986-4c46-b9ba-d9f4da1b0e79 for host: n-d-834765-1 {{(pid=102793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 16:02:30.176561 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2676737-17fd-4068-93bd-91a71c03e6ce None None] Updating router e559e74d-3986-4c46-b9ba-d9f4da1b0e79 port 19dd560a-74a2-4213-a3ab-88a3352fea7b binding host n-d-834765-1 {{(pid=102793) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 16:02:30.185290 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae432147-7081-4874-bb9d-a9ab62f1003c tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Made reservation on behalf of 8c88f14ca33d4e419d03f1c3b10014ac for: {'subnet': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:02:30.189223 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-ae432147-7081-4874-bb9d-a9ab62f1003c tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4793983'] for subnet, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:30.204382 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-a2676737-17fd-4068-93bd-91a71c03e6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:30.281277 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-986f0eff-935e-4c0e-b014-fd0f8ec288d4 tempest-RoutersIpV6AdminTest-941099734 tempest-RoutersIpV6AdminTest-941099734-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1405059370', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'}, 'admin_state_up': False}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:02:30.308574 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-986f0eff-935e-4c0e-b014-fd0f8ec288d4 tempest-RoutersIpV6AdminTest-941099734 tempest-RoutersIpV6AdminTest-941099734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-532385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129310'] for router, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:30.311182 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-986f0eff-935e-4c0e-b014-fd0f8ec288d4 tempest-RoutersIpV6AdminTest-941099734 tempest-RoutersIpV6AdminTest-941099734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-648091', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-684384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129319'] for router, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:30.338252 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-786b1281-8bef-4756-88bc-18bad7a32994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:30.382731 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-986f0eff-935e-4c0e-b014-fd0f8ec288d4 tempest-RoutersIpV6AdminTest-941099734 tempest-RoutersIpV6AdminTest-941099734-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:30.417587 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-ae432147-7081-4874-bb9d-a9ab62f1003c tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5231896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4793961'] for subnet, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:30.493032 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-a2676737-17fd-4068-93bd-91a71c03e6ce None None] Notify callbacks [] for port, precommit_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:30.499917 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-a2676737-17fd-4068-93bd-91a71c03e6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:30.514047 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae432147-7081-4874-bb9d-a9ab62f1003c tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Pushing event updated for resources: {'Subnet': ['ID=e1a677ac-ae5e-499b-ac14-fff9c63dbbe4,revision_number=0']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:02:30.526683 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae432147-7081-4874-bb9d-a9ab62f1003c tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:02:30.527060 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae432147-7081-4874-bb9d-a9ab62f1003c tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:02:30.527398 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae432147-7081-4874-bb9d-a9ab62f1003c tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:02:30.527740 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae432147-7081-4874-bb9d-a9ab62f1003c tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:02:30.528823 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae432147-7081-4874-bb9d-a9ab62f1003c tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:02:30.529168 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae432147-7081-4874-bb9d-a9ab62f1003c tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:02:30.529551 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae432147-7081-4874-bb9d-a9ab62f1003c tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:02:30.529887 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae432147-7081-4874-bb9d-a9ab62f1003c tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:02:30.530222 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae432147-7081-4874-bb9d-a9ab62f1003c tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:02:30.530549 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae432147-7081-4874-bb9d-a9ab62f1003c tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:02:30.530879 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae432147-7081-4874-bb9d-a9ab62f1003c tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:02:30.531206 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae432147-7081-4874-bb9d-a9ab62f1003c tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:02:30.552456 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae432147-7081-4874-bb9d-a9ab62f1003c tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Checking segment: {'id': '35a34d6d-9ce0-49b3-a540-2987d85a54dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'bdac95d0-3106-44ff-90ea-3c86fe100efe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 16:02:30.552940 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae432147-7081-4874-bb9d-a9ab62f1003c tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Network hostable DHCP agents. Network: bdac95d0-3106-44ff-90ea-3c86fe100efe, hostable agents: ['d136643e-48ae-49d4-a851-2ba3bdf3749c'], hosted agents: [] {{(pid=102790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 16:02:30.553076 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.managers [None req-a2676737-17fd-4068-93bd-91a71c03e6ce None None] Attempting to bind port 19dd560a-74a2-4213-a3ab-88a3352fea7b on host n-d-834765-1 for vnic_type normal with profile {{(pid=102793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 16:02:30.553587 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.managers [None req-a2676737-17fd-4068-93bd-91a71c03e6ce None None] Attempting to bind port 19dd560a-74a2-4213-a3ab-88a3352fea7b by drivers openvswitch,hyperv on host n-d-834765-1 at level 0 using segments [{'id': '6ab47353-a811-4bad-bc73-b4cc84583cfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'}] {{(pid=102793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 16:02:30.554010 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2676737-17fd-4068-93bd-91a71c03e6ce None None] Attempting to bind port 19dd560a-74a2-4213-a3ab-88a3352fea7b on network 4a4a035d-ecac-4ead-baa3-25f90788773a {{(pid=102793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 16:02:30.566148 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2676737-17fd-4068-93bd-91a71c03e6ce None None] Checking agent: {'id': 'a8866439-9d96-425c-b519-6905c591ac37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 25, 36), 'started_at': datetime.datetime(2022, 3, 29, 15, 26, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 16, 2, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834765-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 16:02:30.566636 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2676737-17fd-4068-93bd-91a71c03e6ce None None] Checking segment: {'id': '6ab47353-a811-4bad-bc73-b4cc84583cfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 16:02:30.567244 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-a2676737-17fd-4068-93bd-91a71c03e6ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:30.567810 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2676737-17fd-4068-93bd-91a71c03e6ce None None] Bound using segment: {'id': '6ab47353-a811-4bad-bc73-b4cc84583cfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'} {{(pid=102793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 16:02:30.568462 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.managers [None req-a2676737-17fd-4068-93bd-91a71c03e6ce None None] Bound port: 19dd560a-74a2-4213-a3ab-88a3352fea7b, host: n-d-834765-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ab47353-a811-4bad-bc73-b4cc84583cfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'}}] {{(pid=102793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 16:02:30.569019 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-a2676737-17fd-4068-93bd-91a71c03e6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:30.581069 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae432147-7081-4874-bb9d-a9ab62f1003c tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Network bdac95d0-3106-44ff-90ea-3c86fe100efe is scheduled to be hosted by DHCP agent d136643e-48ae-49d4-a851-2ba3bdf3749c with binding_index 1 {{(pid=102790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 16:02:30.596746 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-ae432147-7081-4874-bb9d-a9ab62f1003c tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834765-1, bdac95d0-3106-44ff-90ea-3c86fe100efe) {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:02:30.607892 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26bbe074-e97b-4c9b-8bd4-a968fe6025e2 None None] Network bdac95d0-3106-44ff-90ea-3c86fe100efe requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 16:02:30.626449 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae432147-7081-4874-bb9d-a9ab62f1003c tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:30.627831 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-ae432147-7081-4874-bb9d-a9ab62f1003c tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for subnet, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:30.632929 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.db [None req-a2676737-17fd-4068-93bd-91a71c03e6ce None None] For port 19dd560a-74a2-4213-a3ab-88a3352fea7b, host n-d-834765-1, cleared binding levels {{(pid=102793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 16:02:30.636246 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.db [None req-a2676737-17fd-4068-93bd-91a71c03e6ce None None] For port 19dd560a-74a2-4213-a3ab-88a3352fea7b, host n-d-834765-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=19dd560a-74a2-4213-a3ab-88a3352fea7b,segment=NetworkSegment(6ab47353-a811-4bad-bc73-b4cc84583cfd),segment_id=6ab47353-a811-4bad-bc73-b4cc84583cfd)] {{(pid=102793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 16:02:30.638664 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c3e74a-02f2-4253-bc9b-b09813d66dee None None] Pushing event updated for resources: {'Port': ['ID=19dd560a-74a2-4213-a3ab-88a3352fea7b,revision_number=2']} {{(pid=102793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:02:30.644512 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-a2676737-17fd-4068-93bd-91a71c03e6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:30.665721 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-ae432147-7081-4874-bb9d-a9ab62f1003c tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5742965 Mar 29 16:02:30.669430 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 48970) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:02:30.767301 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2676737-17fd-4068-93bd-91a71c03e6ce None None] Routers {'e559e74d-3986-4c46-b9ba-d9f4da1b0e79'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:02:30.768238 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-a2676737-17fd-4068-93bd-91a71c03e6ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:02:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['e559e74d-3986-4c46-b9ba-d9f4da1b0e79'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:02:30.878816 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4056daca-9616-4ded-a96f-dadfd424b144 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0035034-69b0-5ffc-b384-0ac6189c5628-bdac95d0-3106-44ff-90ea-3c86fe100efe', 'network_id': 'bdac95d0-3106-44ff-90ea-3c86fe100efe', 'tenant_id': '8c88f14ca33d4e419d03f1c3b10014ac', 'fixed_ips': [{'subnet_id': 'e1a677ac-ae5e-499b-ac14-fff9c63dbbe4'}]}} from n-d-834765-1. {{(pid=102792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 29 16:02:30.880107 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-4056daca-9616-4ded-a96f-dadfd424b144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:31.015743 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvr_db [None req-a2676737-17fd-4068-93bd-91a71c03e6ce None None] Set router e559e74d-3986-4c46-b9ba-d9f4da1b0e79 gateway port host: n-d-834765-1 {{(pid=102793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:02:31.080230 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c3e74a-02f2-4253-bc9b-b09813d66dee None None] Pushing event updated for resources: {'Port': ['ID=19dd560a-74a2-4213-a3ab-88a3352fea7b,revision_number=3']} {{(pid=102793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:02:31.087159 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.db_base_plugin_common [None req-4056daca-9616-4ded-a96f-dadfd424b144 None None] Allocated IP 172.20.0.2 (bdac95d0-3106-44ff-90ea-3c86fe100efe/e1a677ac-ae5e-499b-ac14-fff9c63dbbe4/b0beb165-b0e1-4d9d-bbdc-6e892413a191) {{(pid=102792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:02:31.116624 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-986f0eff-935e-4c0e-b014-fd0f8ec288d4 tempest-RoutersIpV6AdminTest-941099734 tempest-RoutersIpV6AdminTest-941099734-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:31.163653 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fd1ed1-c922-4ce7-bf34-013197b483e7 req-c0a952ec-260f-4ce1-92af-75027c3c7c12 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:31.165368 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-59fd1ed1-c922-4ce7-bf34-013197b483e7 req-c0a952ec-260f-4ce1-92af-75027c3c7c12 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/ports?device_id=83dc79b8-0af1-4fb6-9b07-fda92142f15e HTTP/1.1" status: 200 len: 946 time: 0.2609820 Mar 29 16:02:31.231542 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-59fd1ed1-c922-4ce7-bf34-013197b483e7 req-4a08600f-d664-4ed5-9d8c-6a94913ab6ca tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/security-groups?id=a5fc9f00-328e-4600-84d1-ef30fc274a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573797 Mar 29 16:02:31.308966 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-a2676737-17fd-4068-93bd-91a71c03e6ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e559e74d-3986-4c46-b9ba-d9f4da1b0e79', 'name': 'tempest-TestNetworkAdvancedServerOps-router-26317166', 'tenant_id': '8c88f14ca33d4e419d03f1c3b10014ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.40'}], 'enable_snat': True}, 'gw_port_id': '19dd560a-74a2-4213-a3ab-88a3352fea7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:02:27Z', 'updated_at': '2022-03-29T16:02:28Z', 'revision_number': 3, 'project_id': '8c88f14ca33d4e419d03f1c3b10014ac', 'gw_port': {'id': '19dd560a-74a2-4213-a3ab-88a3352fea7b', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:bf:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e559e74d-3986-4c46-b9ba-d9f4da1b0e79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3069, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:02:27Z', 'updated_at': '2022-03-29T16:02:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1'}], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:02:31.338522 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-4056daca-9616-4ded-a96f-dadfd424b144 None None] Notify callbacks [] for port, precommit_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:31.349832 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-4056daca-9616-4ded-a96f-dadfd424b144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956'] for port, after_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:31.362025 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2676737-17fd-4068-93bd-91a71c03e6ce None None] The sync data for ids ['e559e74d-3986-4c46-b9ba-d9f4da1b0e79'] in n-d-834765-1 is: [{'id': 'e559e74d-3986-4c46-b9ba-d9f4da1b0e79', 'name': 'tempest-TestNetworkAdvancedServerOps-router-26317166', 'tenant_id': '8c88f14ca33d4e419d03f1c3b10014ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.40'}], 'enable_snat': True}, 'gw_port_id': '19dd560a-74a2-4213-a3ab-88a3352fea7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:02:27Z', 'updated_at': '2022-03-29T16:02:28Z', 'revision_number': 3, 'project_id': '8c88f14ca33d4e419d03f1c3b10014ac', 'gw_port': {'id': '19dd560a-74a2-4213-a3ab-88a3352fea7b', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:bf:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e559e74d-3986-4c46-b9ba-d9f4da1b0e79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3069, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:02:27Z', 'updated_at': '2022-03-29T16:02:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1'}] {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 16:02:31.398656 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-179afcb4-9a30-431c-9e14-301807eea132 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:31.410728 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4056daca-9616-4ded-a96f-dadfd424b144 None None] Pushing event updated for resources: {'Port': ['ID=b0beb165-b0e1-4d9d-bbdc-6e892413a191,revision_number=1']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:02:31.435500 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd07898-3ef2-4c6a-ba30-d0cb58ba57ae req-c2fb5038-1a83-4db5-a79c-4398c4c99b42 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:31.437194 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-3bd07898-3ef2-4c6a-ba30-d0cb58ba57ae req-c2fb5038-1a83-4db5-a79c-4398c4c99b42 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/ports?device_id=83dc79b8-0af1-4fb6-9b07-fda92142f15e HTTP/1.1" status: 200 len: 946 time: 0.0936706 Mar 29 16:02:31.441221 n-d-834765-1 neutron-server[102792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4056daca-9616-4ded-a96f-dadfd424b144 None None] Network bdac95d0-3106-44ff-90ea-3c86fe100efe is already hosted by enough agents. {{(pid=102792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:02:31.442792 n-d-834765-1 neutron-server[102792]: DEBUG neutron.scheduler.base_scheduler [None req-4056daca-9616-4ded-a96f-dadfd424b144 None None] Resources bound (agent type, host, resource id): {{(pid=102792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:02:31.447721 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4056daca-9616-4ded-a96f-dadfd424b144 None None] Received port after_create {{(pid=102792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:02:31.469105 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-986f0eff-935e-4c0e-b014-fd0f8ec288d4 tempest-RoutersIpV6AdminTest-941099734 tempest-RoutersIpV6AdminTest-941099734-project] Notify callbacks [] for router_gateway, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:31.499878 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-986f0eff-935e-4c0e-b014-fd0f8ec288d4 tempest-RoutersIpV6AdminTest-941099734 tempest-RoutersIpV6AdminTest-941099734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:31.520834 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-4056daca-9616-4ded-a96f-dadfd424b144 None None] Attempting to bind port b0beb165-b0e1-4d9d-bbdc-6e892413a191 on host n-d-834765-1 for vnic_type normal with profile {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 16:02:31.521187 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-4056daca-9616-4ded-a96f-dadfd424b144 None None] Attempting to bind port b0beb165-b0e1-4d9d-bbdc-6e892413a191 by drivers openvswitch,hyperv on host n-d-834765-1 at level 0 using segments [{'id': '35a34d6d-9ce0-49b3-a540-2987d85a54dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'bdac95d0-3106-44ff-90ea-3c86fe100efe'}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 16:02:31.521546 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4056daca-9616-4ded-a96f-dadfd424b144 None None] Attempting to bind port b0beb165-b0e1-4d9d-bbdc-6e892413a191 on network bdac95d0-3106-44ff-90ea-3c86fe100efe {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 16:02:31.526930 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4056daca-9616-4ded-a96f-dadfd424b144 None None] Checking agent: {'id': 'a8866439-9d96-425c-b519-6905c591ac37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 25, 36), 'started_at': datetime.datetime(2022, 3, 29, 15, 26, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 16, 2, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834765-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 16:02:31.527344 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4056daca-9616-4ded-a96f-dadfd424b144 None None] Checking segment: {'id': '35a34d6d-9ce0-49b3-a540-2987d85a54dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'bdac95d0-3106-44ff-90ea-3c86fe100efe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 16:02:31.527746 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-4056daca-9616-4ded-a96f-dadfd424b144 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:31.528882 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4056daca-9616-4ded-a96f-dadfd424b144 None None] Bound using segment: {'id': '35a34d6d-9ce0-49b3-a540-2987d85a54dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'bdac95d0-3106-44ff-90ea-3c86fe100efe'} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 16:02:31.529408 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-4056daca-9616-4ded-a96f-dadfd424b144 None None] Bound port: b0beb165-b0e1-4d9d-bbdc-6e892413a191, host: n-d-834765-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35a34d6d-9ce0-49b3-a540-2987d85a54dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'bdac95d0-3106-44ff-90ea-3c86fe100efe'}}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 16:02:31.529787 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-4056daca-9616-4ded-a96f-dadfd424b144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:31.619145 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-4056daca-9616-4ded-a96f-dadfd424b144 None None] For port b0beb165-b0e1-4d9d-bbdc-6e892413a191, host n-d-834765-1, cleared binding levels {{(pid=102792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 16:02:31.628828 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-4056daca-9616-4ded-a96f-dadfd424b144 None None] For port b0beb165-b0e1-4d9d-bbdc-6e892413a191, host n-d-834765-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=b0beb165-b0e1-4d9d-bbdc-6e892413a191,segment=NetworkSegment(35a34d6d-9ce0-49b3-a540-2987d85a54dc),segment_id=35a34d6d-9ce0-49b3-a540-2987d85a54dc)] {{(pid=102792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 16:02:31.636960 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-4056daca-9616-4ded-a96f-dadfd424b144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:31.646145 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-3bd07898-3ef2-4c6a-ba30-d0cb58ba57ae req-b2c18556-6eb2-4b42-90ec-d46a97c9a511 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/security-groups?id=a5fc9f00-328e-4600-84d1-ef30fc274a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1250339 Mar 29 16:02:31.667427 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 48976) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:02:31.711205 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_common [None req-986f0eff-935e-4c0e-b014-fd0f8ec288d4 tempest-RoutersIpV6AdminTest-941099734 tempest-RoutersIpV6AdminTest-941099734-project] Allocated IP 172.25.4.237 (4a4a035d-ecac-4ead-baa3-25f90788773a/e1a353dc-fac8-4901-a63c-273840237d6a/d45087ed-5047-4fcd-87dd-c8ef0c2c2ade) {{(pid=102791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:02:31.815797 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4056daca-9616-4ded-a96f-dadfd424b144 None None] Pushing event updated for resources: {'Port': ['ID=b0beb165-b0e1-4d9d-bbdc-6e892413a191,revision_number=2']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:02:32.034631 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-986f0eff-935e-4c0e-b014-fd0f8ec288d4 tempest-RoutersIpV6AdminTest-941099734 tempest-RoutersIpV6AdminTest-941099734-project] Notify callbacks [] for port, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:32.059882 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.db_base_plugin_common [None req-179afcb4-9a30-431c-9e14-301807eea132 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Allocated IP 172.20.0.1 (bdac95d0-3106-44ff-90ea-3c86fe100efe/e1a677ac-ae5e-499b-ac14-fff9c63dbbe4/8a946244-95aa-4429-a389-b3d27c94bf40) {{(pid=102790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:02:32.112934 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85cf94a4-0deb-4d84-96d2-801a392313ba tempest-TestVolumeBootPattern-353023463 tempest-TestVolumeBootPattern-353023463-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:32.120791 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-85cf94a4-0deb-4d84-96d2-801a392313ba tempest-TestVolumeBootPattern-353023463 tempest-TestVolumeBootPattern-353023463-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=83dc79b8-0af1-4fb6-9b07-fda92142f15e HTTP/1.1" status: 200 len: 1092 time: 0.4513297 Mar 29 16:02:32.124296 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 48982) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:02:32.143160 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-1b6f5eaf-a524-43a4-ba5a-70396b7b9833 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Request body: {'floatingip': {'floating_network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'port_id': '81d4040c-1e8f-4870-8ad9-c023c865ca68', 'tenant_id': 'f31979fa8a674f56835f136e5e49ba5c', 'fixed_ip_address': '172.20.0.12'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:02:32.177487 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-986f0eff-935e-4c0e-b014-fd0f8ec288d4 tempest-RoutersIpV6AdminTest-941099734 tempest-RoutersIpV6AdminTest-941099734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:32.257367 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-1b6f5eaf-a524-43a4-ba5a-70396b7b9833 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Notify callbacks [] for floatingip, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:32.264218 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-986f0eff-935e-4c0e-b014-fd0f8ec288d4 tempest-RoutersIpV6AdminTest-941099734 tempest-RoutersIpV6AdminTest-941099734-project] Network 4a4a035d-ecac-4ead-baa3-25f90788773a is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:02:32.277205 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [None req-986f0eff-935e-4c0e-b014-fd0f8ec288d4 tempest-RoutersIpV6AdminTest-941099734 tempest-RoutersIpV6AdminTest-941099734-project] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:02:32.280575 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-986f0eff-935e-4c0e-b014-fd0f8ec288d4 tempest-RoutersIpV6AdminTest-941099734 tempest-RoutersIpV6AdminTest-941099734-project] Received port after_create {{(pid=102791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:02:32.301185 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-179afcb4-9a30-431c-9e14-301807eea132 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks [] for port, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:32.355237 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-179afcb4-9a30-431c-9e14-301807eea132 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:32.406290 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986f0eff-935e-4c0e-b014-fd0f8ec288d4 tempest-RoutersIpV6AdminTest-941099734 tempest-RoutersIpV6AdminTest-941099734-project] Pushing event updated for resources: {'Port': ['ID=d45087ed-5047-4fcd-87dd-c8ef0c2c2ade,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:02:32.408226 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-179afcb4-9a30-431c-9e14-301807eea132 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Network bdac95d0-3106-44ff-90ea-3c86fe100efe is already hosted by enough agents. {{(pid=102790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:02:32.411705 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-179afcb4-9a30-431c-9e14-301807eea132 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Resources bound (agent type, host, resource id): {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:02:32.415725 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-179afcb4-9a30-431c-9e14-301807eea132 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Received port after_create {{(pid=102790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:02:32.423041 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179afcb4-9a30-431c-9e14-301807eea132 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Pushing event updated for resources: {'Port': ['ID=8a946244-95aa-4429-a389-b3d27c94bf40,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:02:32.467384 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-179afcb4-9a30-431c-9e14-301807eea132 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-648347'] for router_interface, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:32.621080 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-179afcb4-9a30-431c-9e14-301807eea132 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:32.733178 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-1b6f5eaf-a524-43a4-ba5a-70396b7b9833 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:32.807506 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-cac585e9-b529-42df-9594-b43df4c44e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:32.827001 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-986f0eff-935e-4c0e-b014-fd0f8ec288d4 tempest-RoutersIpV6AdminTest-941099734 tempest-RoutersIpV6AdminTest-941099734-project] Notify callbacks [] for router_gateway, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:33.001566 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device b0beb165-b0e1-4d9d-bbdc-6e892413a191 up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 16:02:33.108038 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port b0beb165-b0e1-4d9d-bbdc-6e892413a191 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:02:33.108694 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:33.129804 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-179afcb4-9a30-431c-9e14-301807eea132 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks [] for port, precommit_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:33.136874 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-179afcb4-9a30-431c-9e14-301807eea132 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5237921'] for port, after_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:33.221983 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:33.240621 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_common [None req-1b6f5eaf-a524-43a4-ba5a-70396b7b9833 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Allocated IP 172.25.4.15 (4a4a035d-ecac-4ead-baa3-25f90788773a/e1a353dc-fac8-4901-a63c-273840237d6a/e5bdc30a-b046-4675-a3d4-4865351bc9dc) {{(pid=102791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:02:33.249803 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179afcb4-9a30-431c-9e14-301807eea132 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Pushing event updated for resources: {'Port': ['ID=8a946244-95aa-4429-a389-b3d27c94bf40,revision_number=2']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:02:33.257355 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-179afcb4-9a30-431c-9e14-301807eea132 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-648439'] for router_interface, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:33.281685 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] For port b0beb165-b0e1-4d9d-bbdc-6e892413a191, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=b0beb165-b0e1-4d9d-bbdc-6e892413a191,segment=NetworkSegment(35a34d6d-9ce0-49b3-a540-2987d85a54dc),segment_id=35a34d6d-9ce0-49b3-a540-2987d85a54dc)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:02:33.288560 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:33.291334 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 19dd560a-74a2-4213-a3ab-88a3352fea7b up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 16:02:33.376047 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5e3c595-aeef-4566-b0b2-4b0ee1a5794b None None] Network bdac95d0-3106-44ff-90ea-3c86fe100efe requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 16:02:33.380869 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-179afcb4-9a30-431c-9e14-301807eea132 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Network bdac95d0-3106-44ff-90ea-3c86fe100efe is already hosted by enough agents. {{(pid=102790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:02:33.382619 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-179afcb4-9a30-431c-9e14-301807eea132 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Resources bound (agent type, host, resource id): {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:02:33.404746 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-1b6f5eaf-a524-43a4-ba5a-70396b7b9833 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Notify callbacks [] for port, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:33.413497 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-986f0eff-935e-4c0e-b014-fd0f8ec288d4 tempest-RoutersIpV6AdminTest-941099734 tempest-RoutersIpV6AdminTest-941099734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648118'] for router, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:33.442282 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-f8f8e524-5dc9-4595-abb4-2d019c343a0d None None] Provisioning complete for port b0beb165-b0e1-4d9d-bbdc-6e892413a191 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:02:33.443035 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-f8f8e524-5dc9-4595-abb4-2d019c343a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:33.515567 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Pushing event updated for resources: {'Port': ['ID=b0beb165-b0e1-4d9d-bbdc-6e892413a191,revision_number=3']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:02:33.530355 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-179afcb4-9a30-431c-9e14-301807eea132 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Router e559e74d-3986-4c46-b9ba-d9f4da1b0e79 has already been hosted by L3 agent c648d819-1060-4f26-b4ec-6455387b5dff {{(pid=102790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 16:02:33.551090 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port 19dd560a-74a2-4213-a3ab-88a3352fea7b triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:02:33.551745 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:33.600270 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-1b6f5eaf-a524-43a4-ba5a-70396b7b9833 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:33.616043 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-986f0eff-935e-4c0e-b014-fd0f8ec288d4 tempest-RoutersIpV6AdminTest-941099734 tempest-RoutersIpV6AdminTest-941099734-project] Router 868f99ac-e473-45e9-984b-1968f73431a4 is scheduled to L3 agent c648d819-1060-4f26-b4ec-6455387b5dff with binding_index 1 {{(pid=102791) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 29 16:02:33.651564 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b6f5eaf-a524-43a4-ba5a-70396b7b9833 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Network 4a4a035d-ecac-4ead-baa3-25f90788773a is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:02:33.664929 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [None req-1b6f5eaf-a524-43a4-ba5a-70396b7b9833 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:02:33.667702 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b6f5eaf-a524-43a4-ba5a-70396b7b9833 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Received port after_create {{(pid=102791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:02:33.700608 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-179afcb4-9a30-431c-9e14-301807eea132 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 16:02:33.711141 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-179afcb4-9a30-431c-9e14-301807eea132 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "PUT /v2.0/routers/e559e74d-3986-4c46-b9ba-d9f4da1b0e79/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0384288 Mar 29 16:02:33.743142 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6f5eaf-a524-43a4-ba5a-70396b7b9833 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Pushing event updated for resources: {'Port': ['ID=e5bdc30a-b046-4675-a3d4-4865351bc9dc,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:02:33.798112 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:33.841796 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] For port 19dd560a-74a2-4213-a3ab-88a3352fea7b, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=19dd560a-74a2-4213-a3ab-88a3352fea7b,segment=NetworkSegment(6ab47353-a811-4bad-bc73-b4cc84583cfd),segment_id=6ab47353-a811-4bad-bc73-b4cc84583cfd)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:02:33.846104 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:33.922043 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Pushing event updated for resources: {'Port': ['ID=19dd560a-74a2-4213-a3ab-88a3352fea7b,revision_number=4']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:02:33.941055 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-986f0eff-935e-4c0e-b014-fd0f8ec288d4 tempest-RoutersIpV6AdminTest-941099734 tempest-RoutersIpV6AdminTest-941099734-project] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 16:02:33.953458 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26cfb1e3-e655-490c-95de-cdd27d74a12b None None] Sync routers for ids ['868f99ac-e473-45e9-984b-1968f73431a4'] in n-d-834765-1 {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 16:02:33.970187 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26cfb1e3-e655-490c-95de-cdd27d74a12b None None] Routers {'868f99ac-e473-45e9-984b-1968f73431a4'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:02:33.972912 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-26cfb1e3-e655-490c-95de-cdd27d74a12b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:02:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['868f99ac-e473-45e9-984b-1968f73431a4'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:02:34.057759 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-26cfb1e3-e655-490c-95de-cdd27d74a12b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:02:34.083209 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26cfb1e3-e655-490c-95de-cdd27d74a12b None None] Routers {'868f99ac-e473-45e9-984b-1968f73431a4'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:02:34.083873 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-26cfb1e3-e655-490c-95de-cdd27d74a12b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:02:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['868f99ac-e473-45e9-984b-1968f73431a4'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:02:34.087154 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-986f0eff-935e-4c0e-b014-fd0f8ec288d4 tempest-RoutersIpV6AdminTest-941099734 tempest-RoutersIpV6AdminTest-941099734-project] Notify callbacks [] for router, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:34.088433 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-986f0eff-935e-4c0e-b014-fd0f8ec288d4 tempest-RoutersIpV6AdminTest-941099734 tempest-RoutersIpV6AdminTest-941099734-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 3.9695990 Mar 29 16:02:34.093177 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 49008) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:02:34.113274 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-3b50fe5e-bf94-4f3b-9a72-f5261f9f56fc req-c7d91e49-be0e-4a91-a2c5-41c597e7c70f tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1892128126&fields=id&tenant_id=8c88f14ca33d4e419d03f1c3b10014ac HTTP/1.1" status: 200 len: 267 time: 0.0883210 Mar 29 16:02:34.131404 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-26cfb1e3-e655-490c-95de-cdd27d74a12b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:02:34.132062 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26cfb1e3-e655-490c-95de-cdd27d74a12b None None] The sync data for ids ['868f99ac-e473-45e9-984b-1968f73431a4'] in n-d-834765-1 is: [] {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 16:02:34.197461 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d71584b9-87f1-45f5-84c7-c993c2416269 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:34.208174 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86df38c1-230b-4453-b641-b0341983b7d1 None None] Sync routers for ids ['e559e74d-3986-4c46-b9ba-d9f4da1b0e79'] in n-d-834765-1 {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 16:02:34.241441 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86df38c1-230b-4453-b641-b0341983b7d1 None None] Routers {'e559e74d-3986-4c46-b9ba-d9f4da1b0e79'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:02:34.242518 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-86df38c1-230b-4453-b641-b0341983b7d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:02:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['e559e74d-3986-4c46-b9ba-d9f4da1b0e79'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:02:34.261449 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-9c00710d-a05f-4f67-941b-80028dbf5daf tempest-RoutersIpV6AdminTest-321379857 tempest-RoutersIpV6AdminTest-321379857-project-admin] 10.222.0.42 "GET /v2.0/routers/868f99ac-e473-45e9-984b-1968f73431a4 HTTP/1.1" status: 200 len: 925 time: 0.1656530 Mar 29 16:02:34.265799 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 49012) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:02:34.304698 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-c0a4a386-db02-40c3-8d7f-470bb77b7b5f tempest-RoutersIpV6AdminTest-941099734 tempest-RoutersIpV6AdminTest-941099734-project] 10.222.0.42 "GET /v2.0/ports?device_id=868f99ac-e473-45e9-984b-1968f73431a4 HTTP/1.1" status: 200 len: 205 time: 0.0374808 Mar 29 16:02:34.307242 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 49014) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:02:34.375932 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-abc5b625-284c-4481-ac59-86d59aec0609 None None] Provisioning complete for port 8a946244-95aa-4429-a389-b3d27c94bf40 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:02:34.376290 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-abc5b625-284c-4481-ac59-86d59aec0609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:34.497348 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-abc5b625-284c-4481-ac59-86d59aec0609 None None] Port 8a946244-95aa-4429-a389-b3d27c94bf40 cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 16:02:34.510395 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e51da224-ed65-43bf-b616-601a23dc4984 tempest-RoutersIpV6AdminTest-941099734 tempest-RoutersIpV6AdminTest-941099734-project] Notify callbacks [] for router, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:34.522837 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-abc5b625-284c-4481-ac59-86d59aec0609 None None] Provisioning complete for port b0beb165-b0e1-4d9d-bbdc-6e892413a191 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:02:34.523223 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-abc5b625-284c-4481-ac59-86d59aec0609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:34.557267 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvr_db [None req-86df38c1-230b-4453-b641-b0341983b7d1 None None] Set router e559e74d-3986-4c46-b9ba-d9f4da1b0e79 gateway port host: n-d-834765-1 {{(pid=102793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:02:34.741642 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e51da224-ed65-43bf-b616-601a23dc4984 tempest-RoutersIpV6AdminTest-941099734 tempest-RoutersIpV6AdminTest-941099734-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:34.808822 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-e51da224-ed65-43bf-b616-601a23dc4984 tempest-RoutersIpV6AdminTest-941099734 tempest-RoutersIpV6AdminTest-941099734-project] Deleting port d45087ed-5047-4fcd-87dd-c8ef0c2c2ade {{(pid=102790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:02:34.810367 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e51da224-ed65-43bf-b616-601a23dc4984 tempest-RoutersIpV6AdminTest-941099734 tempest-RoutersIpV6AdminTest-941099734-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:34.838287 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-b10d1caa-0020-47f5-af4e-2db86ecc58ca None None] Provisioning complete for port 8a946244-95aa-4429-a389-b3d27c94bf40 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:02:34.839406 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-b10d1caa-0020-47f5-af4e-2db86ecc58ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:34.871426 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device b0beb165-b0e1-4d9d-bbdc-6e892413a191 up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 16:02:34.872763 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-86df38c1-230b-4453-b641-b0341983b7d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e559e74d-3986-4c46-b9ba-d9f4da1b0e79', 'name': 'tempest-TestNetworkAdvancedServerOps-router-26317166', 'tenant_id': '8c88f14ca33d4e419d03f1c3b10014ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.40'}], 'enable_snat': True}, 'gw_port_id': '19dd560a-74a2-4213-a3ab-88a3352fea7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:02:27Z', 'updated_at': '2022-03-29T16:02:32Z', 'revision_number': 4, 'project_id': '8c88f14ca33d4e419d03f1c3b10014ac', 'gw_port': {'id': '19dd560a-74a2-4213-a3ab-88a3352fea7b', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:bf:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e559e74d-3986-4c46-b9ba-d9f4da1b0e79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3069, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:02:27Z', 'updated_at': '2022-03-29T16:02:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': '8a946244-95aa-4429-a389-b3d27c94bf40', 'name': '', 'network_id': 'bdac95d0-3106-44ff-90ea-3c86fe100efe', 'tenant_id': '8c88f14ca33d4e419d03f1c3b10014ac', 'mac_address': 'fa:16:3e:2a:42:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e559e74d-3986-4c46-b9ba-d9f4da1b0e79', 'device_owner': 'network:router_interface', 'standard_attr_id': 3075, 'fixed_ips': [{'subnet_id': 'e1a677ac-ae5e-499b-ac14-fff9c63dbbe4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:02:31Z', 'updated_at': '2022-03-29T16:02:32Z', 'revision_number': 2, 'project_id': '8c88f14ca33d4e419d03f1c3b10014ac', 'subnets': [{'id': 'e1a677ac-ae5e-499b-ac14-fff9c63dbbe4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:02:34.906284 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86df38c1-230b-4453-b641-b0341983b7d1 None None] Checking router: e559e74d-3986-4c46-b9ba-d9f4da1b0e79 for host: n-d-834765-1 {{(pid=102793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 16:02:34.906824 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86df38c1-230b-4453-b641-b0341983b7d1 None None] Updating router e559e74d-3986-4c46-b9ba-d9f4da1b0e79 port 8a946244-95aa-4429-a389-b3d27c94bf40 binding host n-d-834765-1 {{(pid=102793) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 16:02:34.940571 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-86df38c1-230b-4453-b641-b0341983b7d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:34.957203 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e51da224-ed65-43bf-b616-601a23dc4984 tempest-RoutersIpV6AdminTest-941099734 tempest-RoutersIpV6AdminTest-941099734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:34.967932 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-b10d1caa-0020-47f5-af4e-2db86ecc58ca None None] Port 8a946244-95aa-4429-a389-b3d27c94bf40 cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 16:02:34.976935 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port b0beb165-b0e1-4d9d-bbdc-6e892413a191 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:02:34.977325 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:34.989527 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-e51da224-ed65-43bf-b616-601a23dc4984 tempest-RoutersIpV6AdminTest-941099734 tempest-RoutersIpV6AdminTest-941099734-project] Calling delete_port for d45087ed-5047-4fcd-87dd-c8ef0c2c2ade owned by network:router_gateway {{(pid=102790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:02:35.108029 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 19dd560a-74a2-4213-a3ab-88a3352fea7b up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 16:02:35.148875 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b50fe5e-bf94-4f3b-9a72-f5261f9f56fc req-a4ae7b0b-11ff-45b4-ad99-f840e4ada1e0 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:35.156489 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-3b50fe5e-bf94-4f3b-9a72-f5261f9f56fc req-a4ae7b0b-11ff-45b4-ad99-f840e4ada1e0 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "GET /v2.0/networks?id=bdac95d0-3106-44ff-90ea-3c86fe100efe HTTP/1.1" status: 200 len: 796 time: 1.0297968 Mar 29 16:02:35.182153 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-1b6f5eaf-a524-43a4-ba5a-70396b7b9833 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:35.187628 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-3b50fe5e-bf94-4f3b-9a72-f5261f9f56fc req-3b247bea-c2df-47f6-a128-ee1419f8ce93 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "GET /v2.0/quotas/8c88f14ca33d4e419d03f1c3b10014ac HTTP/1.1" status: 200 len: 375 time: 0.0239153 Mar 29 16:02:35.198501 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port 19dd560a-74a2-4213-a3ab-88a3352fea7b triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:02:35.199675 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:35.213047 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e51da224-ed65-43bf-b616-601a23dc4984 tempest-RoutersIpV6AdminTest-941099734 tempest-RoutersIpV6AdminTest-941099734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:35.246976 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51da224-ed65-43bf-b616-601a23dc4984 tempest-RoutersIpV6AdminTest-941099734 tempest-RoutersIpV6AdminTest-941099734-project] Pushing event deleted for resources: {'Port': ['ID=d45087ed-5047-4fcd-87dd-c8ef0c2c2ade,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:02:35.282080 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-3b50fe5e-bf94-4f3b-9a72-f5261f9f56fc req-a3850158-915d-4988-ad9c-acb042f617b5 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=8c88f14ca33d4e419d03f1c3b10014ac&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0750773 Mar 29 16:02:35.351681 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e51da224-ed65-43bf-b616-601a23dc4984 tempest-RoutersIpV6AdminTest-941099734 tempest-RoutersIpV6AdminTest-941099734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-648138'] for router_gateway, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:35.378178 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-1b6f5eaf-a524-43a4-ba5a-70396b7b9833 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:35.472976 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-86df38c1-230b-4453-b641-b0341983b7d1 None None] Notify callbacks [] for port, precommit_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:35.480301 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e51da224-ed65-43bf-b616-601a23dc4984 tempest-RoutersIpV6AdminTest-941099734 tempest-RoutersIpV6AdminTest-941099734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129328'] for router, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:35.483710 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-86df38c1-230b-4453-b641-b0341983b7d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:35.484596 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e51da224-ed65-43bf-b616-601a23dc4984 tempest-RoutersIpV6AdminTest-941099734 tempest-RoutersIpV6AdminTest-941099734-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:35.494292 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-3b50fe5e-bf94-4f3b-9a72-f5261f9f56fc req-3dacb571-a5c6-4317-a9c1-9a054e954cec service neutron] 10.222.0.42 "GET /v2.0/networks/bdac95d0-3106-44ff-90ea-3c86fe100efe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1708913 Mar 29 16:02:35.541984 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e51da224-ed65-43bf-b616-601a23dc4984 tempest-RoutersIpV6AdminTest-941099734 tempest-RoutersIpV6AdminTest-941099734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-526718'] for router, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:35.542915 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e51da224-ed65-43bf-b616-601a23dc4984 tempest-RoutersIpV6AdminTest-941099734 tempest-RoutersIpV6AdminTest-941099734-project] Fanout notify agent at l3_agent the message router_deleted on router 868f99ac-e473-45e9-984b-1968f73431a4 {{(pid=102790) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 29 16:02:35.553238 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e51da224-ed65-43bf-b616-601a23dc4984 tempest-RoutersIpV6AdminTest-941099734 tempest-RoutersIpV6AdminTest-941099734-project] Notify callbacks [] for router, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:35.555286 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-e51da224-ed65-43bf-b616-601a23dc4984 tempest-RoutersIpV6AdminTest-941099734 tempest-RoutersIpV6AdminTest-941099734-project] 10.222.0.42 "DELETE /v2.0/routers/868f99ac-e473-45e9-984b-1968f73431a4 HTTP/1.1" status: 204 len: 168 time: 1.2462690 Mar 29 16:02:35.558318 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 49024) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:02:35.564008 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-95cc6028-241c-438c-a995-a0102b0526c7 tempest-RoutersIpV6AdminTest-321379857 tempest-RoutersIpV6AdminTest-321379857-project-admin] Request body: {'router': {'name': 'tempest-snat-router-400598134', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'enable_snat': False}}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:02:35.600646 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceef4015-a0b4-4008-9576-85d0bcbddc4a None None] Pushing event updated for resources: {'Port': ['ID=8a946244-95aa-4429-a389-b3d27c94bf40,revision_number=3']} {{(pid=102793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:02:35.602958 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-95cc6028-241c-438c-a995-a0102b0526c7 tempest-RoutersIpV6AdminTest-321379857 tempest-RoutersIpV6AdminTest-321379857-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-532385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129310'] for router, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:35.605474 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-95cc6028-241c-438c-a995-a0102b0526c7 tempest-RoutersIpV6AdminTest-321379857 tempest-RoutersIpV6AdminTest-321379857-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-648091', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-684384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129319'] for router, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:35.626335 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.managers [None req-86df38c1-230b-4453-b641-b0341983b7d1 None None] Attempting to bind port 8a946244-95aa-4429-a389-b3d27c94bf40 on host n-d-834765-1 for vnic_type normal with profile {{(pid=102793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 16:02:35.630999 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-1b6f5eaf-a524-43a4-ba5a-70396b7b9833 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Notify callbacks [] for port, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:35.632979 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.managers [None req-86df38c1-230b-4453-b641-b0341983b7d1 None None] Attempting to bind port 8a946244-95aa-4429-a389-b3d27c94bf40 by drivers openvswitch,hyperv on host n-d-834765-1 at level 0 using segments [{'id': '35a34d6d-9ce0-49b3-a540-2987d85a54dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'bdac95d0-3106-44ff-90ea-3c86fe100efe'}] {{(pid=102793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 16:02:35.633764 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86df38c1-230b-4453-b641-b0341983b7d1 None None] Attempting to bind port 8a946244-95aa-4429-a389-b3d27c94bf40 on network bdac95d0-3106-44ff-90ea-3c86fe100efe {{(pid=102793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 16:02:35.646178 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86df38c1-230b-4453-b641-b0341983b7d1 None None] Checking agent: {'id': 'a8866439-9d96-425c-b519-6905c591ac37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 25, 36), 'started_at': datetime.datetime(2022, 3, 29, 15, 26, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 16, 2, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834765-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 16:02:35.646470 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-1b6f5eaf-a524-43a4-ba5a-70396b7b9833 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:35.648084 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86df38c1-230b-4453-b641-b0341983b7d1 None None] Checking segment: {'id': '35a34d6d-9ce0-49b3-a540-2987d85a54dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'bdac95d0-3106-44ff-90ea-3c86fe100efe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 16:02:35.648587 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-86df38c1-230b-4453-b641-b0341983b7d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:35.649422 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86df38c1-230b-4453-b641-b0341983b7d1 None None] Bound using segment: {'id': '35a34d6d-9ce0-49b3-a540-2987d85a54dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'bdac95d0-3106-44ff-90ea-3c86fe100efe'} {{(pid=102793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 16:02:35.651089 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.managers [None req-86df38c1-230b-4453-b641-b0341983b7d1 None None] Bound port: 8a946244-95aa-4429-a389-b3d27c94bf40, host: n-d-834765-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35a34d6d-9ce0-49b3-a540-2987d85a54dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'bdac95d0-3106-44ff-90ea-3c86fe100efe'}}] {{(pid=102793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 16:02:35.651739 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-86df38c1-230b-4453-b641-b0341983b7d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:35.680725 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-95cc6028-241c-438c-a995-a0102b0526c7 tempest-RoutersIpV6AdminTest-321379857 tempest-RoutersIpV6AdminTest-321379857-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:35.746846 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.db [None req-86df38c1-230b-4453-b641-b0341983b7d1 None None] For port 8a946244-95aa-4429-a389-b3d27c94bf40, host n-d-834765-1, cleared binding levels {{(pid=102793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 16:02:35.751380 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.db [None req-86df38c1-230b-4453-b641-b0341983b7d1 None None] For port 8a946244-95aa-4429-a389-b3d27c94bf40, host n-d-834765-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=8a946244-95aa-4429-a389-b3d27c94bf40,segment=NetworkSegment(35a34d6d-9ce0-49b3-a540-2987d85a54dc),segment_id=35a34d6d-9ce0-49b3-a540-2987d85a54dc)] {{(pid=102793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 16:02:35.758314 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-86df38c1-230b-4453-b641-b0341983b7d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:35.759495 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-0cb6abf6-2706-4e52-8825-f5f644ecf9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:35.785343 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-1b6f5eaf-a524-43a4-ba5a-70396b7b9833 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648212'] for floatingip, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:35.826082 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceef4015-a0b4-4008-9576-85d0bcbddc4a None None] Pushing event updated for resources: {'Port': ['ID=8a946244-95aa-4429-a389-b3d27c94bf40,revision_number=4']} {{(pid=102793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:02:35.840950 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86df38c1-230b-4453-b641-b0341983b7d1 None None] Routers {'e559e74d-3986-4c46-b9ba-d9f4da1b0e79'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:02:35.842007 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-86df38c1-230b-4453-b641-b0341983b7d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:02:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['e559e74d-3986-4c46-b9ba-d9f4da1b0e79'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:02:35.843709 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6f5eaf-a524-43a4-ba5a-70396b7b9833 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Pushing event updated for resources: {'Port': ['ID=e5bdc30a-b046-4675-a3d4-4865351bc9dc,revision_number=2']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:02:35.874404 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-3b50fe5e-bf94-4f3b-9a72-f5261f9f56fc req-1fbc17eb-002e-4950-9326-19635f797d45 service neutron] 10.222.0.42 "GET /v2.0/networks/bdac95d0-3106-44ff-90ea-3c86fe100efe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3722758 Mar 29 16:02:35.901511 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-1d3d46c5-32ab-46ff-bcac-da8b14292208 None None] Provisioning complete for port 8a946244-95aa-4429-a389-b3d27c94bf40 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:02:35.902018 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1d3d46c5-32ab-46ff-bcac-da8b14292208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:35.993834 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvr_db [None req-86df38c1-230b-4453-b641-b0341983b7d1 None None] Set router e559e74d-3986-4c46-b9ba-d9f4da1b0e79 gateway port host: n-d-834765-1 {{(pid=102793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:02:36.018193 n-d-834765-1 neutron-server[102791]: INFO neutron.db.l3_db [None req-1b6f5eaf-a524-43a4-ba5a-70396b7b9833 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Floating IP 38c36f76-fd5c-46e6-b78b-e764e95320ab associated. External IP: 172.25.4.15, port: 81d4040c-1e8f-4870-8ad9-c023c865ca68. Mar 29 16:02:36.025779 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-95cc6028-241c-438c-a995-a0102b0526c7 tempest-RoutersIpV6AdminTest-321379857 tempest-RoutersIpV6AdminTest-321379857-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:36.041440 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:36.242004 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-6519fdd5-dbe9-4d75-832b-22f3775b643f req-ca7e3eb1-0cd7-49e5-a28d-752af4b554d2 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "GET /v2.0/ports?device_id=4b1734e3-0491-4380-9fe0-74365dc4ef18 HTTP/1.1" status: 200 len: 210 time: 0.0794086 Mar 29 16:02:36.249620 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1d3d46c5-32ab-46ff-bcac-da8b14292208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:36.318788 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1d3d46c5-32ab-46ff-bcac-da8b14292208 None None] For port 8a946244-95aa-4429-a389-b3d27c94bf40, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=8a946244-95aa-4429-a389-b3d27c94bf40,segment=NetworkSegment(35a34d6d-9ce0-49b3-a540-2987d85a54dc),segment_id=35a34d6d-9ce0-49b3-a540-2987d85a54dc)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:02:36.324758 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1d3d46c5-32ab-46ff-bcac-da8b14292208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:36.426809 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3d46c5-32ab-46ff-bcac-da8b14292208 None None] Pushing event updated for resources: {'Port': ['ID=8a946244-95aa-4429-a389-b3d27c94bf40,revision_number=5']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:02:36.429110 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-86df38c1-230b-4453-b641-b0341983b7d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e559e74d-3986-4c46-b9ba-d9f4da1b0e79', 'name': 'tempest-TestNetworkAdvancedServerOps-router-26317166', 'tenant_id': '8c88f14ca33d4e419d03f1c3b10014ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.40'}], 'enable_snat': True}, 'gw_port_id': '19dd560a-74a2-4213-a3ab-88a3352fea7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:02:27Z', 'updated_at': '2022-03-29T16:02:32Z', 'revision_number': 4, 'project_id': '8c88f14ca33d4e419d03f1c3b10014ac', 'gw_port': {'id': '19dd560a-74a2-4213-a3ab-88a3352fea7b', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:bf:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e559e74d-3986-4c46-b9ba-d9f4da1b0e79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3069, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:02:27Z', 'updated_at': '2022-03-29T16:02:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': '8a946244-95aa-4429-a389-b3d27c94bf40', 'name': '', 'network_id': 'bdac95d0-3106-44ff-90ea-3c86fe100efe', 'tenant_id': '8c88f14ca33d4e419d03f1c3b10014ac', 'mac_address': 'fa:16:3e:2a:42:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e559e74d-3986-4c46-b9ba-d9f4da1b0e79', 'device_owner': 'network:router_interface', 'standard_attr_id': 3075, 'fixed_ips': [{'subnet_id': 'e1a677ac-ae5e-499b-ac14-fff9c63dbbe4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:02:31Z', 'updated_at': '2022-03-29T16:02:35Z', 'revision_number': 4, 'project_id': '8c88f14ca33d4e419d03f1c3b10014ac', 'subnets': [{'id': 'e1a677ac-ae5e-499b-ac14-fff9c63dbbe4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:02:36.466762 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-f0029058-e36f-4a90-b52e-c56d4f4772b8 None None] Provisioning complete for port 8a946244-95aa-4429-a389-b3d27c94bf40 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:02:36.467752 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-f0029058-e36f-4a90-b52e-c56d4f4772b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:36.490839 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b6f5eaf-a524-43a4-ba5a-70396b7b9833 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Router ec871957-90ee-49a0-a5ff-0f9757efecd3 has already been hosted by L3 agent c648d819-1060-4f26-b4ec-6455387b5dff {{(pid=102791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 16:02:36.508095 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86df38c1-230b-4453-b641-b0341983b7d1 None None] The sync data for ids ['e559e74d-3986-4c46-b9ba-d9f4da1b0e79'] in n-d-834765-1 is: [{'id': 'e559e74d-3986-4c46-b9ba-d9f4da1b0e79', 'name': 'tempest-TestNetworkAdvancedServerOps-router-26317166', 'tenant_id': '8c88f14ca33d4e419d03f1c3b10014ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.40'}], 'enable_snat': True}, 'gw_port_id': '19dd560a-74a2-4213-a3ab-88a3352fea7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:02:27Z', 'updated_at': '2022-03-29T16:02:32Z', 'revision_number': 4, 'project_id': '8c88f14ca33d4e419d03f1c3b10014ac', 'gw_port': {'id': '19dd560a-74a2-4213-a3ab-88a3352fea7b', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:bf:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e559e74d-3986-4c46-b9ba-d9f4da1b0e79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3069, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:02:27Z', 'updated_at': '2022-03-29T16:02:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': '8a946244-95aa-4429-a389-b3d27c94bf40', 'name': '', 'network_id': 'bdac95d0-3106-44ff-90ea-3c86fe100efe', 'tenant_id': '8c88f14ca33d4e419d03f1c3b10014ac', 'mac_address': 'fa:16:3e:2a:42:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e559e74d-3986-4c46-b9ba-d9f4da1b0e79', 'device_owner': 'network:router_interface', 'standard_attr_id': 3075, 'fixed_ips': [{'subnet_id': 'e1a677ac-ae5e-499b-ac14-fff9c63dbbe4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:02:31Z', 'updated_at': '2022-03-29T16:02:35Z', 'revision_number': 4, 'project_id': '8c88f14ca33d4e419d03f1c3b10014ac', 'subnets': [{'id': 'e1a677ac-ae5e-499b-ac14-fff9c63dbbe4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 16:02:36.653609 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-95cc6028-241c-438c-a995-a0102b0526c7 tempest-RoutersIpV6AdminTest-321379857 tempest-RoutersIpV6AdminTest-321379857-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:36.680919 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b6f5eaf-a524-43a4-ba5a-70396b7b9833 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 16:02:36.693310 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-576d52d3-a43e-4907-8845-2defb844fb98 None None] Sync routers for ids ['ec871957-90ee-49a0-a5ff-0f9757efecd3'] in n-d-834765-1 {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 16:02:36.698391 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-95cc6028-241c-438c-a995-a0102b0526c7 tempest-RoutersIpV6AdminTest-321379857 tempest-RoutersIpV6AdminTest-321379857-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:36.709926 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-576d52d3-a43e-4907-8845-2defb844fb98 None None] Routers {'ec871957-90ee-49a0-a5ff-0f9757efecd3'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:02:36.710599 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-576d52d3-a43e-4907-8845-2defb844fb98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:02:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['ec871957-90ee-49a0-a5ff-0f9757efecd3'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:02:36.732770 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-1b6f5eaf-a524-43a4-ba5a-70396b7b9833 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for floatingip, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:36.773192 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-1b6f5eaf-a524-43a4-ba5a-70396b7b9833 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.6476164 Mar 29 16:02:36.773774 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83dc79b8-0af1-4fb6-9b07-fda92142f15e', 'tag': '81d4040c-1e8f-4870-8ad9-c023c865ca68'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:02:36.790418 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c67b028db5e9b9818fecc5c0a87ebc6f190694fa53ca267d523e04f98de536d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57e942d0-cada-4188-a775-4980355ff52c" -d '{"events": [{"name": "network-changed", "server_uuid": "83dc79b8-0af1-4fb6-9b07-fda92142f15e", "tag": "81d4040c-1e8f-4870-8ad9-c023c865ca68"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:02:36.869321 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 16:02:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2b500a8-3f2f-4e09-84fd-519e897c6bb9 x-openstack-request-id: req-a2b500a8-3f2f-4e09-84fd-519e897c6bb9 {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:02:36.869669 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83dc79b8-0af1-4fb6-9b07-fda92142f15e", "tag": "81d4040c-1e8f-4870-8ad9-c023c865ca68", "status": "completed", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:02:36.870055 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a2b500a8-3f2f-4e09-84fd-519e897c6bb9 {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:02:36.870603 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83dc79b8-0af1-4fb6-9b07-fda92142f15e', 'tag': '81d4040c-1e8f-4870-8ad9-c023c865ca68', 'status': 'completed', 'code': 200} Mar 29 16:02:36.961989 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e942d0-cada-4188-a775-4980355ff52c req-363bb079-9614-4809-b7d7-eee6c1bd67ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:36.964237 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-57e942d0-cada-4188-a775-4980355ff52c req-363bb079-9614-4809-b7d7-eee6c1bd67ee service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f31979fa8a674f56835f136e5e49ba5c&device_id=83dc79b8-0af1-4fb6-9b07-fda92142f15e HTTP/1.1" status: 200 len: 1097 time: 0.0631278 Mar 29 16:02:36.969833 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 8a946244-95aa-4429-a389-b3d27c94bf40 up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 16:02:36.974690 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.db_base_plugin_common [None req-95cc6028-241c-438c-a995-a0102b0526c7 tempest-RoutersIpV6AdminTest-321379857 tempest-RoutersIpV6AdminTest-321379857-project-admin] Allocated IP 172.25.4.253 (4a4a035d-ecac-4ead-baa3-25f90788773a/e1a353dc-fac8-4901-a63c-273840237d6a/56128688-8e17-4226-b760-4e764e8e06d8) {{(pid=102790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:02:37.018937 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvr_db [None req-576d52d3-a43e-4907-8845-2defb844fb98 None None] Set router ec871957-90ee-49a0-a5ff-0f9757efecd3 gateway port host: n-d-834765-1 {{(pid=102792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:02:37.143316 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port 8a946244-95aa-4429-a389-b3d27c94bf40 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:02:37.143692 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:37.183501 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-95cc6028-241c-438c-a995-a0102b0526c7 tempest-RoutersIpV6AdminTest-321379857 tempest-RoutersIpV6AdminTest-321379857-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:37.202715 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e942d0-cada-4188-a775-4980355ff52c req-db0a608b-2c03-41d9-b7e2-afd1e6fc3507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:37.204070 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-57e942d0-cada-4188-a775-4980355ff52c req-db0a608b-2c03-41d9-b7e2-afd1e6fc3507 service neutron] 10.222.0.44 "GET /v2.0/networks?id=8594f729-9088-4f6b-8543-aaadb0f5b192 HTTP/1.1" status: 200 len: 913 time: 0.2294035 Mar 29 16:02:37.233831 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-95cc6028-241c-438c-a995-a0102b0526c7 tempest-RoutersIpV6AdminTest-321379857 tempest-RoutersIpV6AdminTest-321379857-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:37.296178 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95cc6028-241c-438c-a995-a0102b0526c7 tempest-RoutersIpV6AdminTest-321379857 tempest-RoutersIpV6AdminTest-321379857-project-admin] Network 4a4a035d-ecac-4ead-baa3-25f90788773a is already hosted by enough agents. {{(pid=102790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:02:37.304804 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-95cc6028-241c-438c-a995-a0102b0526c7 tempest-RoutersIpV6AdminTest-321379857 tempest-RoutersIpV6AdminTest-321379857-project-admin] Resources bound (agent type, host, resource id): {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:02:37.310325 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95cc6028-241c-438c-a995-a0102b0526c7 tempest-RoutersIpV6AdminTest-321379857 tempest-RoutersIpV6AdminTest-321379857-project-admin] Received port after_create {{(pid=102790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:02:37.331589 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cc6028-241c-438c-a995-a0102b0526c7 tempest-RoutersIpV6AdminTest-321379857 tempest-RoutersIpV6AdminTest-321379857-project-admin] Pushing event updated for resources: {'Port': ['ID=56128688-8e17-4226-b760-4e764e8e06d8,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:02:37.344788 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-57e942d0-cada-4188-a775-4980355ff52c req-b90e831e-d0a8-4de9-a61e-d8d4e51d972c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=81d4040c-1e8f-4870-8ad9-c023c865ca68 HTTP/1.1" status: 200 len: 999 time: 0.1301081 Mar 29 16:02:37.419293 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e942d0-cada-4188-a775-4980355ff52c req-554f0e3d-bbc1-4637-905d-59db7b566fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:37.419535 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-57e942d0-cada-4188-a775-4980355ff52c req-554f0e3d-bbc1-4637-905d-59db7b566fb4 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=52e8269b-e046-4c98-a9b1-ef8905fa8ddb HTTP/1.1" status: 200 len: 851 time: 0.0634711 Mar 29 16:02:37.429745 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-68ce54a0-382c-4f31-ab90-37b054253fad req-d83f1286-f80b-4195-bb69-095944e4b56c tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "GET /v2.0/ports?device_id=4b1734e3-0491-4380-9fe0-74365dc4ef18 HTTP/1.1" status: 200 len: 210 time: 0.0591245 Mar 29 16:02:37.556338 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e942d0-cada-4188-a775-4980355ff52c req-4edcf672-ce09-4596-a75e-e4e8b9fce20e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:37.562933 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-57e942d0-cada-4188-a775-4980355ff52c req-4edcf672-ce09-4596-a75e-e4e8b9fce20e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8594f729-9088-4f6b-8543-aaadb0f5b192&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1331942 Mar 29 16:02:37.789160 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-576d52d3-a43e-4907-8845-2defb844fb98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec871957-90ee-49a0-a5ff-0f9757efecd3', 'name': 'tempest-TestVolumeBootPattern-1912300397-router', 'tenant_id': 'f31979fa8a674f56835f136e5e49ba5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.192'}], 'enable_snat': True}, 'gw_port_id': 'a9e975fe-4cb2-4e7f-9458-99fac6b3ced0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:56:22Z', 'updated_at': '2022-03-29T15:56:27Z', 'revision_number': 4, 'project_id': 'f31979fa8a674f56835f136e5e49ba5c', 'gw_port': {'id': 'a9e975fe-4cb2-4e7f-9458-99fac6b3ced0', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:e2:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec871957-90ee-49a0-a5ff-0f9757efecd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2536, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:56:23Z', 'updated_at': '2022-03-29T15:56:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_floatingips': [{'id': '38c36f76-fd5c-46e6-b78b-e764e95320ab', 'tenant_id': 'f31979fa8a674f56835f136e5e49ba5c', 'floating_ip_address': '172.25.4.15', 'floating_network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'router_id': 'ec871957-90ee-49a0-a5ff-0f9757efecd3', 'port_id': '81d4040c-1e8f-4870-8ad9-c023c865ca68', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3077, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8594f729-9088-4f6b-8543-aaadb0f5b192', 'mac_address': 'fa:16:3e:eb:f0:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83dc79b8-0af1-4fb6-9b07-fda92142f15e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T16:02:34Z', 'updated_at': '2022-03-29T16:02:34Z', 'revision_number': 0, 'project_id': 'f31979fa8a674f56835f136e5e49ba5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f876ee11-083d-432f-af7b-661f92894ec9', 'name': '', 'network_id': '8594f729-9088-4f6b-8543-aaadb0f5b192', 'tenant_id': 'f31979fa8a674f56835f136e5e49ba5c', 'mac_address': 'fa:16:3e:9d:45:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec871957-90ee-49a0-a5ff-0f9757efecd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2542, 'fixed_ips': [{'subnet_id': '52e8269b-e046-4c98-a9b1-ef8905fa8ddb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:56:26Z', 'updated_at': '2022-03-29T15:56:34Z', 'revision_number': 5, 'project_id': 'f31979fa8a674f56835f136e5e49ba5c', 'subnets': [{'id': '52e8269b-e046-4c98-a9b1-ef8905fa8ddb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:02:37.820762 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-57e942d0-cada-4188-a775-4980355ff52c req-9fa68309-e5a1-4230-a97f-dbb5083f4f15 service neutron] 10.222.0.44 "GET /v2.0/networks/8594f729-9088-4f6b-8543-aaadb0f5b192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2523069 Mar 29 16:02:37.821877 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-576d52d3-a43e-4907-8845-2defb844fb98 None None] Checking router: ec871957-90ee-49a0-a5ff-0f9757efecd3 for host: n-d-834765-1 {{(pid=102792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 16:02:37.833449 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-576d52d3-a43e-4907-8845-2defb844fb98 None None] Routers {'ec871957-90ee-49a0-a5ff-0f9757efecd3'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:02:37.834103 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-576d52d3-a43e-4907-8845-2defb844fb98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:02:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['ec871957-90ee-49a0-a5ff-0f9757efecd3'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:02:37.882880 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b50fe5e-bf94-4f3b-9a72-f5261f9f56fc req-1f6a8ec4-49b7-4a91-896a-a4c710d1cff9 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:37.884838 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-3b50fe5e-bf94-4f3b-9a72-f5261f9f56fc req-1f6a8ec4-49b7-4a91-896a-a4c710d1cff9 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.44 "GET /v2.0/networks?id=bdac95d0-3106-44ff-90ea-3c86fe100efe HTTP/1.1" status: 200 len: 796 time: 0.2374480 Mar 29 16:02:37.894498 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-95cc6028-241c-438c-a995-a0102b0526c7 tempest-RoutersIpV6AdminTest-321379857 tempest-RoutersIpV6AdminTest-321379857-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:37.974642 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-3b50fe5e-bf94-4f3b-9a72-f5261f9f56fc req-602dabe4-1d7a-4d0d-bd50-2bd3743d2830 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8c88f14ca33d4e419d03f1c3b10014ac HTTP/1.1" status: 200 len: 380 time: 0.0779624 Mar 29 16:02:37.974880 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvr_db [None req-576d52d3-a43e-4907-8845-2defb844fb98 None None] Set router ec871957-90ee-49a0-a5ff-0f9757efecd3 gateway port host: n-d-834765-1 {{(pid=102792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:02:37.987632 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [req-3b50fe5e-bf94-4f3b-9a72-f5261f9f56fc req-d2b0a8b1-ded1-4b1e-8705-40216f46864d tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Request body: {'port': {'device_id': '4b1734e3-0491-4380-9fe0-74365dc4ef18', 'network_id': 'bdac95d0-3106-44ff-90ea-3c86fe100efe', 'admin_state_up': True, 'tenant_id': '8c88f14ca33d4e419d03f1c3b10014ac', 'security_groups': ['bcabf703-0dbd-497f-b21f-e9f0f5919bf2']}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:02:38.031665 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-57e942d0-cada-4188-a775-4980355ff52c req-3fe83662-fa1d-4932-8460-f10e7d3b433c service neutron] 10.222.0.44 "GET /v2.0/networks/8594f729-9088-4f6b-8543-aaadb0f5b192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1955578 Mar 29 16:02:38.126977 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b50fe5e-bf94-4f3b-9a72-f5261f9f56fc req-d2b0a8b1-ded1-4b1e-8705-40216f46864d tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Made reservation on behalf of 8c88f14ca33d4e419d03f1c3b10014ac for: {'port': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:02:38.130928 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-3b50fe5e-bf94-4f3b-9a72-f5261f9f56fc req-d2b0a8b1-ded1-4b1e-8705-40216f46864d tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:38.172029 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-95cc6028-241c-438c-a995-a0102b0526c7 tempest-RoutersIpV6AdminTest-321379857 tempest-RoutersIpV6AdminTest-321379857-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648118'] for router, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:38.295680 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-576d52d3-a43e-4907-8845-2defb844fb98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec871957-90ee-49a0-a5ff-0f9757efecd3', 'name': 'tempest-TestVolumeBootPattern-1912300397-router', 'tenant_id': 'f31979fa8a674f56835f136e5e49ba5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.192'}], 'enable_snat': True}, 'gw_port_id': 'a9e975fe-4cb2-4e7f-9458-99fac6b3ced0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:56:22Z', 'updated_at': '2022-03-29T15:56:27Z', 'revision_number': 4, 'project_id': 'f31979fa8a674f56835f136e5e49ba5c', 'gw_port': {'id': 'a9e975fe-4cb2-4e7f-9458-99fac6b3ced0', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:e2:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec871957-90ee-49a0-a5ff-0f9757efecd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2536, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:56:23Z', 'updated_at': '2022-03-29T15:56:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_floatingips': [{'id': '38c36f76-fd5c-46e6-b78b-e764e95320ab', 'tenant_id': 'f31979fa8a674f56835f136e5e49ba5c', 'floating_ip_address': '172.25.4.15', 'floating_network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'router_id': 'ec871957-90ee-49a0-a5ff-0f9757efecd3', 'port_id': '81d4040c-1e8f-4870-8ad9-c023c865ca68', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3077, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8594f729-9088-4f6b-8543-aaadb0f5b192', 'mac_address': 'fa:16:3e:eb:f0:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83dc79b8-0af1-4fb6-9b07-fda92142f15e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T16:02:34Z', 'updated_at': '2022-03-29T16:02:34Z', 'revision_number': 0, 'project_id': 'f31979fa8a674f56835f136e5e49ba5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f876ee11-083d-432f-af7b-661f92894ec9', 'name': '', 'network_id': '8594f729-9088-4f6b-8543-aaadb0f5b192', 'tenant_id': 'f31979fa8a674f56835f136e5e49ba5c', 'mac_address': 'fa:16:3e:9d:45:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec871957-90ee-49a0-a5ff-0f9757efecd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2542, 'fixed_ips': [{'subnet_id': '52e8269b-e046-4c98-a9b1-ef8905fa8ddb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:56:26Z', 'updated_at': '2022-03-29T15:56:34Z', 'revision_number': 5, 'project_id': 'f31979fa8a674f56835f136e5e49ba5c', 'subnets': [{'id': '52e8269b-e046-4c98-a9b1-ef8905fa8ddb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:02:38.299758 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_common [req-3b50fe5e-bf94-4f3b-9a72-f5261f9f56fc req-d2b0a8b1-ded1-4b1e-8705-40216f46864d tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Allocated IP 172.20.0.10 (bdac95d0-3106-44ff-90ea-3c86fe100efe/e1a677ac-ae5e-499b-ac14-fff9c63dbbe4/3f19f861-2fb4-47d5-bf3d-5a6a133d1e3f) {{(pid=102791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:02:38.336068 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-576d52d3-a43e-4907-8845-2defb844fb98 None None] The sync data for ids ['ec871957-90ee-49a0-a5ff-0f9757efecd3'] in n-d-834765-1 is: [{'id': 'ec871957-90ee-49a0-a5ff-0f9757efecd3', 'name': 'tempest-TestVolumeBootPattern-1912300397-router', 'tenant_id': 'f31979fa8a674f56835f136e5e49ba5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.192'}], 'enable_snat': True}, 'gw_port_id': 'a9e975fe-4cb2-4e7f-9458-99fac6b3ced0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:56:22Z', 'updated_at': '2022-03-29T15:56:27Z', 'revision_number': 4, 'project_id': 'f31979fa8a674f56835f136e5e49ba5c', 'gw_port': {'id': 'a9e975fe-4cb2-4e7f-9458-99fac6b3ced0', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:e2:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec871957-90ee-49a0-a5ff-0f9757efecd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2536, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:56:23Z', 'updated_at': '2022-03-29T15:56:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_floatingips': [{'id': '38c36f76-fd5c-46e6-b78b-e764e95320ab', 'tenant_id': 'f31979fa8a674f56835f136e5e49ba5c', 'floating_ip_address': '172.25.4.15', 'floating_network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'router_id': 'ec871957-90ee-49a0-a5ff-0f9757efecd3', 'port_id': '81d4040c-1e8f-4870-8ad9-c023c865ca68', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3077, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8594f729-9088-4f6b-8543-aaadb0f5b192', 'mac_address': 'fa:16:3e:eb:f0:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83dc79b8-0af1-4fb6-9b07-fda92142f15e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T16:02:34Z', 'updated_at': '2022-03-29T16:02:34Z', 'revision_number': 0, 'project_id': 'f31979fa8a674f56835f136e5e49ba5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f876ee11-083d-432f-af7b-661f92894ec9', 'name': '', 'network_id': '8594f729-9088-4f6b-8543-aaadb0f5b192', 'tenant_id': 'f31979fa8a674f56835f136e5e49ba5c', 'mac_address': 'fa:16:3e:9d:45:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec871957-90ee-49a0-a5ff-0f9757efecd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2542, 'fixed_ips': [{'subnet_id': '52e8269b-e046-4c98-a9b1-ef8905fa8ddb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:56:26Z', 'updated_at': '2022-03-29T15:56:34Z', 'revision_number': 5, 'project_id': 'f31979fa8a674f56835f136e5e49ba5c', 'subnets': [{'id': '52e8269b-e046-4c98-a9b1-ef8905fa8ddb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 16:02:38.508412 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-3b50fe5e-bf94-4f3b-9a72-f5261f9f56fc req-d2b0a8b1-ded1-4b1e-8705-40216f46864d tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks [] for port, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:38.558569 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-3b50fe5e-bf94-4f3b-9a72-f5261f9f56fc req-d2b0a8b1-ded1-4b1e-8705-40216f46864d tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:38.641722 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b50fe5e-bf94-4f3b-9a72-f5261f9f56fc req-d2b0a8b1-ded1-4b1e-8705-40216f46864d tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Network bdac95d0-3106-44ff-90ea-3c86fe100efe is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:02:38.647776 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [req-3b50fe5e-bf94-4f3b-9a72-f5261f9f56fc req-d2b0a8b1-ded1-4b1e-8705-40216f46864d tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:02:38.668093 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b0a8b1-ded1-4b1e-8705-40216f46864d tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Pushing event updated for resources: {'Port': ['ID=3f19f861-2fb4-47d5-bf3d-5a6a133d1e3f,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:02:38.672031 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b50fe5e-bf94-4f3b-9a72-f5261f9f56fc req-d2b0a8b1-ded1-4b1e-8705-40216f46864d tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Received port after_create {{(pid=102791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:02:38.744979 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b50fe5e-bf94-4f3b-9a72-f5261f9f56fc req-d2b0a8b1-ded1-4b1e-8705-40216f46864d tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:38.746900 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-3b50fe5e-bf94-4f3b-9a72-f5261f9f56fc req-d2b0a8b1-ded1-4b1e-8705-40216f46864d tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:38.771430 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832aa8e0-b4cd-4662-996f-9db0664b2ce8 req-a0eb2acb-1d6b-408d-84c0-aae8f168ce47 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:38.773587 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-832aa8e0-b4cd-4662-996f-9db0664b2ce8 req-a0eb2acb-1d6b-408d-84c0-aae8f168ce47 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "GET /v2.0/ports?device_id=4b1734e3-0491-4380-9fe0-74365dc4ef18 HTTP/1.1" status: 200 len: 932 time: 0.2194176 Mar 29 16:02:38.784908 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-3b50fe5e-bf94-4f3b-9a72-f5261f9f56fc req-d2b0a8b1-ded1-4b1e-8705-40216f46864d tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8011475 Mar 29 16:02:38.799931 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [req-3b50fe5e-bf94-4f3b-9a72-f5261f9f56fc req-cbb0fa49-8754-4067-96e2-8efa04fdeabd service neutron] Request body: {'port': {'device_id': '4b1734e3-0491-4380-9fe0-74365dc4ef18', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834765-1'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:02:38.817069 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95cc6028-241c-438c-a995-a0102b0526c7 tempest-RoutersIpV6AdminTest-321379857 tempest-RoutersIpV6AdminTest-321379857-project-admin] Router 99e44cce-73e6-45cd-9dca-9a8d3727125d is scheduled to L3 agent c648d819-1060-4f26-b4ec-6455387b5dff with binding_index 1 {{(pid=102790) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 29 16:02:38.926743 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-832aa8e0-b4cd-4662-996f-9db0664b2ce8 req-7e9ae266-1aec-4b43-929c-e471bd55248e tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "GET /v2.0/security-groups?id=bcabf703-0dbd-497f-b21f-e9f0f5919bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1403868 Mar 29 16:02:38.930680 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9081c9f0-4898-43d9-9322-6c9fe69c7ef9 None None] New status for floating IP 38c36f76-fd5c-46e6-b78b-e764e95320ab: ACTIVE {{(pid=102793) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 16:02:38.950274 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-3b50fe5e-bf94-4f3b-9a72-f5261f9f56fc req-cbb0fa49-8754-4067-96e2-8efa04fdeabd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:38.995851 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95cc6028-241c-438c-a995-a0102b0526c7 tempest-RoutersIpV6AdminTest-321379857 tempest-RoutersIpV6AdminTest-321379857-project-admin] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 16:02:39.008680 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c98e75f-7391-417c-8a65-5896f6eb4de1 None None] Sync routers for ids ['99e44cce-73e6-45cd-9dca-9a8d3727125d'] in n-d-834765-1 {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 16:02:39.021646 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c98e75f-7391-417c-8a65-5896f6eb4de1 None None] Routers {'99e44cce-73e6-45cd-9dca-9a8d3727125d'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:02:39.022241 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-95cc6028-241c-438c-a995-a0102b0526c7 tempest-RoutersIpV6AdminTest-321379857 tempest-RoutersIpV6AdminTest-321379857-project-admin] Notify callbacks [] for router, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:39.022688 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-3c98e75f-7391-417c-8a65-5896f6eb4de1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:02:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['99e44cce-73e6-45cd-9dca-9a8d3727125d'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:02:39.023942 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-95cc6028-241c-438c-a995-a0102b0526c7 tempest-RoutersIpV6AdminTest-321379857 tempest-RoutersIpV6AdminTest-321379857-project-admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 3.4644108 Mar 29 16:02:39.032121 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 49064) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:02:39.113390 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-08f61148-63b9-43e1-97e6-8a2840a1b2e5 None None] Provisioning complete for port 3f19f861-2fb4-47d5-bf3d-5a6a133d1e3f triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:02:39.113829 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-08f61148-63b9-43e1-97e6-8a2840a1b2e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:39.214004 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-08f61148-63b9-43e1-97e6-8a2840a1b2e5 None None] Port 3f19f861-2fb4-47d5-bf3d-5a6a133d1e3f cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 16:02:39.220692 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-f9c85a47-af4c-4419-b878-f18f314032f0 tempest-RoutersIpV6AdminTest-321379857 tempest-RoutersIpV6AdminTest-321379857-project-admin] 10.222.0.42 "GET /v2.0/routers/99e44cce-73e6-45cd-9dca-9a8d3727125d HTTP/1.1" status: 200 len: 908 time: 0.1868811 Mar 29 16:02:39.223182 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 49066) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:02:39.229639 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-17febf37-f659-4f6e-bced-12034e3aaf4e tempest-RoutersIpV6AdminTest-321379857 tempest-RoutersIpV6AdminTest-321379857-project-admin] Request body: {'router': {'name': 'tempest-snat-router-400598134', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'enable_snat': True}}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:02:39.230589 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvr_db [None req-3c98e75f-7391-417c-8a65-5896f6eb4de1 None None] Set router 99e44cce-73e6-45cd-9dca-9a8d3727125d gateway port host: n-d-834765-1 {{(pid=102792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:02:39.254101 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-17febf37-f659-4f6e-bced-12034e3aaf4e tempest-RoutersIpV6AdminTest-321379857 tempest-RoutersIpV6AdminTest-321379857-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-532385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129310'] for router, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:39.259331 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-17febf37-f659-4f6e-bced-12034e3aaf4e tempest-RoutersIpV6AdminTest-321379857 tempest-RoutersIpV6AdminTest-321379857-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-648091', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-684384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129319'] for router, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:39.330949 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-17febf37-f659-4f6e-bced-12034e3aaf4e tempest-RoutersIpV6AdminTest-321379857 tempest-RoutersIpV6AdminTest-321379857-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:39.348464 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [req-3b50fe5e-bf94-4f3b-9a72-f5261f9f56fc req-cbb0fa49-8754-4067-96e2-8efa04fdeabd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f19f861-2fb4-47d5-bf3d-5a6a133d1e3f {{(pid=102791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 16:02:39.356751 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-3b50fe5e-bf94-4f3b-9a72-f5261f9f56fc req-cbb0fa49-8754-4067-96e2-8efa04fdeabd service neutron] Notify callbacks [] for port, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:39.369636 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.provisioning_blocks [req-3b50fe5e-bf94-4f3b-9a72-f5261f9f56fc req-cbb0fa49-8754-4067-96e2-8efa04fdeabd service neutron] Transition to ACTIVE for port object 3f19f861-2fb4-47d5-bf3d-5a6a133d1e3f will not be triggered until provisioned by entity L2. {{(pid=102791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 16:02:39.374733 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-3b50fe5e-bf94-4f3b-9a72-f5261f9f56fc req-cbb0fa49-8754-4067-96e2-8efa04fdeabd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:39.426238 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb0fa49-8754-4067-96e2-8efa04fdeabd service neutron] Pushing event updated for resources: {'Port': ['ID=3f19f861-2fb4-47d5-bf3d-5a6a133d1e3f,revision_number=2']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:02:39.444013 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-3c98e75f-7391-417c-8a65-5896f6eb4de1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99e44cce-73e6-45cd-9dca-9a8d3727125d', 'name': 'tempest-snat-router-400598134', 'tenant_id': 'f31b7c37dd1b49e08a137d64a4a778f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.253'}], 'enable_snat': False}, 'gw_port_id': '56128688-8e17-4226-b760-4e764e8e06d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:02:35Z', 'updated_at': '2022-03-29T16:02:37Z', 'revision_number': 3, 'project_id': 'f31b7c37dd1b49e08a137d64a4a778f6', 'gw_port': {'id': '56128688-8e17-4226-b760-4e764e8e06d8', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:a3:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99e44cce-73e6-45cd-9dca-9a8d3727125d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3079, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:02:36Z', 'updated_at': '2022-03-29T16:02:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-834765-1'}], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:02:39.501578 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c98e75f-7391-417c-8a65-5896f6eb4de1 None None] Checking router: 99e44cce-73e6-45cd-9dca-9a8d3727125d for host: n-d-834765-1 {{(pid=102792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 16:02:39.501926 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c98e75f-7391-417c-8a65-5896f6eb4de1 None None] Updating router 99e44cce-73e6-45cd-9dca-9a8d3727125d port 56128688-8e17-4226-b760-4e764e8e06d8 binding host n-d-834765-1 {{(pid=102792) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 16:02:39.525851 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-3b50fe5e-bf94-4f3b-9a72-f5261f9f56fc req-cbb0fa49-8754-4067-96e2-8efa04fdeabd service neutron] Attempting to bind port 3f19f861-2fb4-47d5-bf3d-5a6a133d1e3f on host n-h1-834765-1 for vnic_type normal with profile {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 16:02:39.526379 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-3b50fe5e-bf94-4f3b-9a72-f5261f9f56fc req-cbb0fa49-8754-4067-96e2-8efa04fdeabd service neutron] Attempting to bind port 3f19f861-2fb4-47d5-bf3d-5a6a133d1e3f by drivers openvswitch,hyperv on host n-h1-834765-1 at level 0 using segments [{'id': '35a34d6d-9ce0-49b3-a540-2987d85a54dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'bdac95d0-3106-44ff-90ea-3c86fe100efe'}] {{(pid=102791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 16:02:39.526941 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b50fe5e-bf94-4f3b-9a72-f5261f9f56fc req-cbb0fa49-8754-4067-96e2-8efa04fdeabd service neutron] Attempting to bind port 3f19f861-2fb4-47d5-bf3d-5a6a133d1e3f on network bdac95d0-3106-44ff-90ea-3c86fe100efe {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 16:02:39.533481 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b50fe5e-bf94-4f3b-9a72-f5261f9f56fc req-cbb0fa49-8754-4067-96e2-8efa04fdeabd service neutron] Port 3f19f861-2fb4-47d5-bf3d-5a6a133d1e3f on network bdac95d0-3106-44ff-90ea-3c86fe100efe not bound, no agent of type Open vSwitch agent registered on host n-h1-834765-1 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 16:02:39.534117 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b50fe5e-bf94-4f3b-9a72-f5261f9f56fc req-cbb0fa49-8754-4067-96e2-8efa04fdeabd service neutron] Attempting to bind port 3f19f861-2fb4-47d5-bf3d-5a6a133d1e3f on network bdac95d0-3106-44ff-90ea-3c86fe100efe {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 16:02:39.539954 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b50fe5e-bf94-4f3b-9a72-f5261f9f56fc req-cbb0fa49-8754-4067-96e2-8efa04fdeabd service neutron] Checking agent: {'id': 'be375040-5069-4239-9460-a3a3213e1e90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 33, 18), 'started_at': datetime.datetime(2022, 3, 29, 15, 33, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 16, 2, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 16:02:39.540580 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b50fe5e-bf94-4f3b-9a72-f5261f9f56fc req-cbb0fa49-8754-4067-96e2-8efa04fdeabd service neutron] Checking segment: {'id': '35a34d6d-9ce0-49b3-a540-2987d85a54dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'bdac95d0-3106-44ff-90ea-3c86fe100efe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 16:02:39.541134 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b50fe5e-bf94-4f3b-9a72-f5261f9f56fc req-cbb0fa49-8754-4067-96e2-8efa04fdeabd service neutron] Bound using segment: {'id': '35a34d6d-9ce0-49b3-a540-2987d85a54dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'bdac95d0-3106-44ff-90ea-3c86fe100efe'} {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 16:02:39.541732 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-3b50fe5e-bf94-4f3b-9a72-f5261f9f56fc req-cbb0fa49-8754-4067-96e2-8efa04fdeabd service neutron] Bound port: 3f19f861-2fb4-47d5-bf3d-5a6a133d1e3f, host: n-h1-834765-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35a34d6d-9ce0-49b3-a540-2987d85a54dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'bdac95d0-3106-44ff-90ea-3c86fe100efe'}}] {{(pid=102791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 16:02:39.542289 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-3b50fe5e-bf94-4f3b-9a72-f5261f9f56fc req-cbb0fa49-8754-4067-96e2-8efa04fdeabd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:39.545460 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-17febf37-f659-4f6e-bced-12034e3aaf4e tempest-RoutersIpV6AdminTest-321379857 tempest-RoutersIpV6AdminTest-321379857-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:39.585212 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-3c98e75f-7391-417c-8a65-5896f6eb4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:39.639150 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-3b50fe5e-bf94-4f3b-9a72-f5261f9f56fc req-cbb0fa49-8754-4067-96e2-8efa04fdeabd service neutron] For port 3f19f861-2fb4-47d5-bf3d-5a6a133d1e3f, host n-h1-834765-1, cleared binding levels {{(pid=102791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 16:02:39.642496 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-3b50fe5e-bf94-4f3b-9a72-f5261f9f56fc req-cbb0fa49-8754-4067-96e2-8efa04fdeabd service neutron] For port 3f19f861-2fb4-47d5-bf3d-5a6a133d1e3f, host n-h1-834765-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=3f19f861-2fb4-47d5-bf3d-5a6a133d1e3f,segment=NetworkSegment(35a34d6d-9ce0-49b3-a540-2987d85a54dc),segment_id=35a34d6d-9ce0-49b3-a540-2987d85a54dc)] {{(pid=102791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 16:02:39.649233 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-3b50fe5e-bf94-4f3b-9a72-f5261f9f56fc req-cbb0fa49-8754-4067-96e2-8efa04fdeabd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:39.693118 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b50fe5e-bf94-4f3b-9a72-f5261f9f56fc req-cbb0fa49-8754-4067-96e2-8efa04fdeabd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:39.693737 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-3b50fe5e-bf94-4f3b-9a72-f5261f9f56fc req-cbb0fa49-8754-4067-96e2-8efa04fdeabd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:39.695813 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-3b50fe5e-bf94-4f3b-9a72-f5261f9f56fc req-cbb0fa49-8754-4067-96e2-8efa04fdeabd service neutron] 10.222.0.44 "PUT /v2.0/ports/3f19f861-2fb4-47d5-bf3d-5a6a133d1e3f HTTP/1.1" status: 200 len: 1092 time: 0.9017887 Mar 29 16:02:39.696263 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b1734e3-0491-4380-9fe0-74365dc4ef18', 'tag': '3f19f861-2fb4-47d5-bf3d-5a6a133d1e3f'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:02:39.698681 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c67b028db5e9b9818fecc5c0a87ebc6f190694fa53ca267d523e04f98de536d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9b54a8f-661a-49bc-8f0b-586d2384cc6b" -d '{"events": [{"name": "network-changed", "server_uuid": "4b1734e3-0491-4380-9fe0-74365dc4ef18", "tag": "3f19f861-2fb4-47d5-bf3d-5a6a133d1e3f"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:02:39.892493 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 16:02:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f2b4260-0605-4eba-8a1c-4e3c92075336 x-openstack-request-id: req-4f2b4260-0605-4eba-8a1c-4e3c92075336 {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:02:39.892723 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b1734e3-0491-4380-9fe0-74365dc4ef18", "tag": "3f19f861-2fb4-47d5-bf3d-5a6a133d1e3f", "status": "completed", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:02:39.893008 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-4f2b4260-0605-4eba-8a1c-4e3c92075336 {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:02:39.893382 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b1734e3-0491-4380-9fe0-74365dc4ef18', 'tag': '3f19f861-2fb4-47d5-bf3d-5a6a133d1e3f', 'status': 'completed', 'code': 200} Mar 29 16:02:39.926805 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b50fe5e-bf94-4f3b-9a72-f5261f9f56fc req-df192a90-8787-4cd8-af35-9502f02e84a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:39.928544 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-3b50fe5e-bf94-4f3b-9a72-f5261f9f56fc req-df192a90-8787-4cd8-af35-9502f02e84a0 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8c88f14ca33d4e419d03f1c3b10014ac&device_id=4b1734e3-0491-4380-9fe0-74365dc4ef18 HTTP/1.1" status: 200 len: 1095 time: 0.1641266 Mar 29 16:02:39.929324 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb0fa49-8754-4067-96e2-8efa04fdeabd service neutron] Pushing event updated for resources: {'Port': ['ID=3f19f861-2fb4-47d5-bf3d-5a6a133d1e3f,revision_number=3']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:02:39.937269 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-17febf37-f659-4f6e-bced-12034e3aaf4e tempest-RoutersIpV6AdminTest-321379857 tempest-RoutersIpV6AdminTest-321379857-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:39.972205 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-17febf37-f659-4f6e-bced-12034e3aaf4e tempest-RoutersIpV6AdminTest-321379857 tempest-RoutersIpV6AdminTest-321379857-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:40.010919 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-3b50fe5e-bf94-4f3b-9a72-f5261f9f56fc req-62f196c0-ab53-49ea-b553-4941115f3971 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3f19f861-2fb4-47d5-bf3d-5a6a133d1e3f HTTP/1.1" status: 200 len: 217 time: 0.0692198 Mar 29 16:02:40.081770 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b50fe5e-bf94-4f3b-9a72-f5261f9f56fc req-039c7add-3feb-48c0-82ac-3c1c838da551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:40.083286 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-3b50fe5e-bf94-4f3b-9a72-f5261f9f56fc req-039c7add-3feb-48c0-82ac-3c1c838da551 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e1a677ac-ae5e-499b-ac14-fff9c63dbbe4 HTTP/1.1" status: 200 len: 835 time: 0.0656848 Mar 29 16:02:40.100594 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-3c98e75f-7391-417c-8a65-5896f6eb4de1 None None] Notify callbacks [] for port, precommit_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:40.110624 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-3c98e75f-7391-417c-8a65-5896f6eb4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:40.147662 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b50fe5e-bf94-4f3b-9a72-f5261f9f56fc req-4f21f5db-ef7c-4a6b-a9e1-bd28389169fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:40.149285 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-3b50fe5e-bf94-4f3b-9a72-f5261f9f56fc req-4f21f5db-ef7c-4a6b-a9e1-bd28389169fa service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=bdac95d0-3106-44ff-90ea-3c86fe100efe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0571692 Mar 29 16:02:40.162616 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c507bd90-7009-4a32-8891-5727f5f637c5 None None] Pushing event updated for resources: {'Port': ['ID=56128688-8e17-4226-b760-4e764e8e06d8,revision_number=2']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:02:40.180305 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-3c98e75f-7391-417c-8a65-5896f6eb4de1 None None] Attempting to bind port 56128688-8e17-4226-b760-4e764e8e06d8 on host n-d-834765-1 for vnic_type normal with profile {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 16:02:40.180671 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-3c98e75f-7391-417c-8a65-5896f6eb4de1 None None] Attempting to bind port 56128688-8e17-4226-b760-4e764e8e06d8 by drivers openvswitch,hyperv on host n-d-834765-1 at level 0 using segments [{'id': '6ab47353-a811-4bad-bc73-b4cc84583cfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 16:02:40.181217 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c98e75f-7391-417c-8a65-5896f6eb4de1 None None] Attempting to bind port 56128688-8e17-4226-b760-4e764e8e06d8 on network 4a4a035d-ecac-4ead-baa3-25f90788773a {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 16:02:40.186785 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c98e75f-7391-417c-8a65-5896f6eb4de1 None None] Checking agent: {'id': 'a8866439-9d96-425c-b519-6905c591ac37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 25, 36), 'started_at': datetime.datetime(2022, 3, 29, 15, 26, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 16, 2, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834765-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 16:02:40.187190 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c98e75f-7391-417c-8a65-5896f6eb4de1 None None] Checking segment: {'id': '6ab47353-a811-4bad-bc73-b4cc84583cfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 16:02:40.187637 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-3c98e75f-7391-417c-8a65-5896f6eb4de1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:40.188047 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c98e75f-7391-417c-8a65-5896f6eb4de1 None None] Bound using segment: {'id': '6ab47353-a811-4bad-bc73-b4cc84583cfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 16:02:40.188500 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-3c98e75f-7391-417c-8a65-5896f6eb4de1 None None] Bound port: 56128688-8e17-4226-b760-4e764e8e06d8, host: n-d-834765-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ab47353-a811-4bad-bc73-b4cc84583cfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'}}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 16:02:40.188881 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-3c98e75f-7391-417c-8a65-5896f6eb4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:40.198706 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.db_base_plugin_common [None req-17febf37-f659-4f6e-bced-12034e3aaf4e tempest-RoutersIpV6AdminTest-321379857 tempest-RoutersIpV6AdminTest-321379857-project-admin] Allocated IP 172.25.4.57 (4a4a035d-ecac-4ead-baa3-25f90788773a/e1a353dc-fac8-4901-a63c-273840237d6a/8f97b03a-e264-404b-9a3c-5645daad9779) {{(pid=102790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:02:40.270523 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-3c98e75f-7391-417c-8a65-5896f6eb4de1 None None] For port 56128688-8e17-4226-b760-4e764e8e06d8, host n-d-834765-1, cleared binding levels {{(pid=102792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 16:02:40.274582 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-3c98e75f-7391-417c-8a65-5896f6eb4de1 None None] For port 56128688-8e17-4226-b760-4e764e8e06d8, host n-d-834765-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=56128688-8e17-4226-b760-4e764e8e06d8,segment=NetworkSegment(6ab47353-a811-4bad-bc73-b4cc84583cfd),segment_id=6ab47353-a811-4bad-bc73-b4cc84583cfd)] {{(pid=102792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 16:02:40.278657 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-3b50fe5e-bf94-4f3b-9a72-f5261f9f56fc req-4842b5b5-465c-41fa-bec1-bd108678accc service neutron] 10.222.0.44 "GET /v2.0/networks/bdac95d0-3106-44ff-90ea-3c86fe100efe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1193349 Mar 29 16:02:40.280664 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-3c98e75f-7391-417c-8a65-5896f6eb4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:40.314080 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdaef03-a1af-4bb9-b667-cf9641770477 req-226cfb38-d43d-482d-81a7-540ae49c75ee tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:40.321877 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-ecdaef03-a1af-4bb9-b667-cf9641770477 req-226cfb38-d43d-482d-81a7-540ae49c75ee tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "GET /v2.0/ports?device_id=4b1734e3-0491-4380-9fe0-74365dc4ef18 HTTP/1.1" status: 200 len: 944 time: 0.2646160 Mar 29 16:02:40.347958 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c98e75f-7391-417c-8a65-5896f6eb4de1 None None] Routers {'99e44cce-73e6-45cd-9dca-9a8d3727125d'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:02:40.348587 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-3c98e75f-7391-417c-8a65-5896f6eb4de1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:02:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['99e44cce-73e6-45cd-9dca-9a8d3727125d'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:02:40.395343 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c507bd90-7009-4a32-8891-5727f5f637c5 None None] Pushing event updated for resources: {'Port': ['ID=56128688-8e17-4226-b760-4e764e8e06d8,revision_number=3']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:02:40.412995 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-ecdaef03-a1af-4bb9-b667-cf9641770477 req-fb7e2cd9-5417-4f01-9c2f-3845b1cfa2eb tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "GET /v2.0/security-groups?id=bcabf703-0dbd-497f-b21f-e9f0f5919bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0895319 Mar 29 16:02:40.426548 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-17febf37-f659-4f6e-bced-12034e3aaf4e tempest-RoutersIpV6AdminTest-321379857 tempest-RoutersIpV6AdminTest-321379857-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:40.443760 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-3b50fe5e-bf94-4f3b-9a72-f5261f9f56fc req-b63e67e6-d0e9-42b8-b41b-3917d1c48721 service neutron] 10.222.0.44 "GET /v2.0/networks/bdac95d0-3106-44ff-90ea-3c86fe100efe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1583209 Mar 29 16:02:40.485113 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-17febf37-f659-4f6e-bced-12034e3aaf4e tempest-RoutersIpV6AdminTest-321379857 tempest-RoutersIpV6AdminTest-321379857-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:40.501338 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvr_db [None req-3c98e75f-7391-417c-8a65-5896f6eb4de1 None None] Set router 99e44cce-73e6-45cd-9dca-9a8d3727125d gateway port host: n-d-834765-1 {{(pid=102792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:02:40.539570 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17febf37-f659-4f6e-bced-12034e3aaf4e tempest-RoutersIpV6AdminTest-321379857 tempest-RoutersIpV6AdminTest-321379857-project-admin] Network 4a4a035d-ecac-4ead-baa3-25f90788773a is already hosted by enough agents. {{(pid=102790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:02:40.544134 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-17febf37-f659-4f6e-bced-12034e3aaf4e tempest-RoutersIpV6AdminTest-321379857 tempest-RoutersIpV6AdminTest-321379857-project-admin] Resources bound (agent type, host, resource id): {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:02:40.548018 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17febf37-f659-4f6e-bced-12034e3aaf4e tempest-RoutersIpV6AdminTest-321379857 tempest-RoutersIpV6AdminTest-321379857-project-admin] Received port after_create {{(pid=102790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:02:40.548247 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b54a8f-661a-49bc-8f0b-586d2384cc6b req-fb3a1d06-24d6-43cb-a788-ca8464936298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:40.549646 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e9b54a8f-661a-49bc-8f0b-586d2384cc6b req-fb3a1d06-24d6-43cb-a788-ca8464936298 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8c88f14ca33d4e419d03f1c3b10014ac&device_id=4b1734e3-0491-4380-9fe0-74365dc4ef18 HTTP/1.1" status: 200 len: 1095 time: 0.0458765 Mar 29 16:02:40.600731 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17febf37-f659-4f6e-bced-12034e3aaf4e tempest-RoutersIpV6AdminTest-321379857 tempest-RoutersIpV6AdminTest-321379857-project-admin] Pushing event updated for resources: {'Port': ['ID=8f97b03a-e264-404b-9a3c-5645daad9779,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:02:40.701221 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b54a8f-661a-49bc-8f0b-586d2384cc6b req-892f760f-b0a9-4e25-afdb-62e6e1dcd0aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:40.702682 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e9b54a8f-661a-49bc-8f0b-586d2384cc6b req-892f760f-b0a9-4e25-afdb-62e6e1dcd0aa service neutron] 10.222.0.44 "GET /v2.0/networks?id=bdac95d0-3106-44ff-90ea-3c86fe100efe HTTP/1.1" status: 200 len: 897 time: 0.1450222 Mar 29 16:02:40.734109 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-3c98e75f-7391-417c-8a65-5896f6eb4de1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99e44cce-73e6-45cd-9dca-9a8d3727125d', 'name': 'tempest-snat-router-400598134', 'tenant_id': 'f31b7c37dd1b49e08a137d64a4a778f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.253'}], 'enable_snat': False}, 'gw_port_id': '56128688-8e17-4226-b760-4e764e8e06d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:02:35Z', 'updated_at': '2022-03-29T16:02:37Z', 'revision_number': 3, 'project_id': 'f31b7c37dd1b49e08a137d64a4a778f6', 'gw_port': {'id': '56128688-8e17-4226-b760-4e764e8e06d8', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:a3:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99e44cce-73e6-45cd-9dca-9a8d3727125d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3079, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:02:36Z', 'updated_at': '2022-03-29T16:02:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-834765-1'}], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:02:40.769179 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c98e75f-7391-417c-8a65-5896f6eb4de1 None None] The sync data for ids ['99e44cce-73e6-45cd-9dca-9a8d3727125d'] in n-d-834765-1 is: [{'id': '99e44cce-73e6-45cd-9dca-9a8d3727125d', 'name': 'tempest-snat-router-400598134', 'tenant_id': 'f31b7c37dd1b49e08a137d64a4a778f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.253'}], 'enable_snat': False}, 'gw_port_id': '56128688-8e17-4226-b760-4e764e8e06d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:02:35Z', 'updated_at': '2022-03-29T16:02:37Z', 'revision_number': 3, 'project_id': 'f31b7c37dd1b49e08a137d64a4a778f6', 'gw_port': {'id': '56128688-8e17-4226-b760-4e764e8e06d8', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:a3:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99e44cce-73e6-45cd-9dca-9a8d3727125d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3079, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:02:36Z', 'updated_at': '2022-03-29T16:02:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-834765-1'}] {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 16:02:40.782006 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e9b54a8f-661a-49bc-8f0b-586d2384cc6b req-6525fd50-e705-4f11-846f-467e2d1f6677 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3f19f861-2fb4-47d5-bf3d-5a6a133d1e3f HTTP/1.1" status: 200 len: 217 time: 0.0719130 Mar 29 16:02:40.847426 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b54a8f-661a-49bc-8f0b-586d2384cc6b req-e7bc0c96-8afe-4f0a-bac9-3a991c4cd408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:40.848926 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e9b54a8f-661a-49bc-8f0b-586d2384cc6b req-e7bc0c96-8afe-4f0a-bac9-3a991c4cd408 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e1a677ac-ae5e-499b-ac14-fff9c63dbbe4 HTTP/1.1" status: 200 len: 835 time: 0.0564396 Mar 29 16:02:40.888810 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-17febf37-f659-4f6e-bced-12034e3aaf4e tempest-RoutersIpV6AdminTest-321379857 tempest-RoutersIpV6AdminTest-321379857-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:40.930071 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b54a8f-661a-49bc-8f0b-586d2384cc6b req-94fa84f9-d791-4aad-b65c-c4d82c2588b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:40.931730 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e9b54a8f-661a-49bc-8f0b-586d2384cc6b req-94fa84f9-d791-4aad-b65c-c4d82c2588b0 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=bdac95d0-3106-44ff-90ea-3c86fe100efe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0744224 Mar 29 16:02:41.078748 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e9b54a8f-661a-49bc-8f0b-586d2384cc6b req-19de895e-f4e7-4e5f-b53d-f723f402933e service neutron] 10.222.0.44 "GET /v2.0/networks/bdac95d0-3106-44ff-90ea-3c86fe100efe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377881 Mar 29 16:02:41.243877 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3355573-026a-4994-821c-2a1fb7b63632 req-3e93d0ea-9cd4-40a2-b175-bf049b13df80 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:41.245483 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-f3355573-026a-4994-821c-2a1fb7b63632 req-3e93d0ea-9cd4-40a2-b175-bf049b13df80 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/ports?device_id=4f24d3f6-64a3-452b-b656-94b2e3b74056 HTTP/1.1" status: 200 len: 945 time: 0.1519232 Mar 29 16:02:41.251464 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e9b54a8f-661a-49bc-8f0b-586d2384cc6b req-92400225-15db-42dd-b27e-3bfb5c9a48f0 service neutron] 10.222.0.44 "GET /v2.0/networks/bdac95d0-3106-44ff-90ea-3c86fe100efe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1637895 Mar 29 16:02:41.272275 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-17febf37-f659-4f6e-bced-12034e3aaf4e tempest-RoutersIpV6AdminTest-321379857 tempest-RoutersIpV6AdminTest-321379857-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648118'] for router, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:41.357675 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-f3355573-026a-4994-821c-2a1fb7b63632 req-36ca0879-fd4f-4415-982d-70379960b3c1 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/security-groups?id=374804bf-1832-496a-a9bd-7f28df171a12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1044679 Mar 29 16:02:41.473564 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17febf37-f659-4f6e-bced-12034e3aaf4e tempest-RoutersIpV6AdminTest-321379857 tempest-RoutersIpV6AdminTest-321379857-project-admin] Router 533aa3df-86af-49ae-8e9f-0ef24e2027d7 is scheduled to L3 agent c648d819-1060-4f26-b4ec-6455387b5dff with binding_index 1 {{(pid=102790) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 29 16:02:41.539305 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a04347-2f7e-425a-92cf-2e821dc20c83 req-ebfbd5ae-2cf6-4e51-a419-bbc449771d47 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:41.541204 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b0a04347-2f7e-425a-92cf-2e821dc20c83 req-ebfbd5ae-2cf6-4e51-a419-bbc449771d47 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/ports?device_id=4f24d3f6-64a3-452b-b656-94b2e3b74056 HTTP/1.1" status: 200 len: 945 time: 0.0733085 Mar 29 16:02:41.612918 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b0a04347-2f7e-425a-92cf-2e821dc20c83 req-72ac91ae-911d-4786-a7a9-9adb8616259a tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/security-groups?id=374804bf-1832-496a-a9bd-7f28df171a12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640435 Mar 29 16:02:41.650918 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331b9cb2-19ba-45c1-ac71-e8ea1faef65c req-c4acf962-cd23-4246-8947-329c57295870 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:41.652585 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-331b9cb2-19ba-45c1-ac71-e8ea1faef65c req-c4acf962-cd23-4246-8947-329c57295870 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "GET /v2.0/ports?device_id=4b1734e3-0491-4380-9fe0-74365dc4ef18 HTTP/1.1" status: 200 len: 944 time: 0.1093161 Mar 29 16:02:41.671186 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17febf37-f659-4f6e-bced-12034e3aaf4e tempest-RoutersIpV6AdminTest-321379857 tempest-RoutersIpV6AdminTest-321379857-project-admin] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 16:02:41.683437 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e720b362-f61d-407a-9748-3713eefe2ef4 None None] Sync routers for ids ['533aa3df-86af-49ae-8e9f-0ef24e2027d7'] in n-d-834765-1 {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 16:02:41.693856 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e720b362-f61d-407a-9748-3713eefe2ef4 None None] Routers {'533aa3df-86af-49ae-8e9f-0ef24e2027d7'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:02:41.694472 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-e720b362-f61d-407a-9748-3713eefe2ef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:02:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['533aa3df-86af-49ae-8e9f-0ef24e2027d7'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:02:41.737353 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-17febf37-f659-4f6e-bced-12034e3aaf4e tempest-RoutersIpV6AdminTest-321379857 tempest-RoutersIpV6AdminTest-321379857-project-admin] Notify callbacks [] for router, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:41.750669 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 49088) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:02:41.751296 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-17febf37-f659-4f6e-bced-12034e3aaf4e tempest-RoutersIpV6AdminTest-321379857 tempest-RoutersIpV6AdminTest-321379857-project-admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 2.5263216 Mar 29 16:02:41.756926 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-331b9cb2-19ba-45c1-ac71-e8ea1faef65c req-8dd9bd4d-bf8d-4b7c-8866-90d632615ebd tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "GET /v2.0/security-groups?id=bcabf703-0dbd-497f-b21f-e9f0f5919bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0953565 Mar 29 16:02:41.867218 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db52a270-b1b2-4568-b44f-8dd89aef0232 req-984a9143-020e-4eb6-b2b3-c0525328f74a tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:41.868827 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-db52a270-b1b2-4568-b44f-8dd89aef0232 req-984a9143-020e-4eb6-b2b3-c0525328f74a tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/ports?device_id=4f24d3f6-64a3-452b-b656-94b2e3b74056 HTTP/1.1" status: 200 len: 945 time: 0.1859827 Mar 29 16:02:41.966515 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvr_db [None req-e720b362-f61d-407a-9748-3713eefe2ef4 None None] Set router 533aa3df-86af-49ae-8e9f-0ef24e2027d7 gateway port host: n-d-834765-1 {{(pid=102793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:02:41.974050 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-db52a270-b1b2-4568-b44f-8dd89aef0232 req-d82ea44d-ff86-4108-936a-6d53f4c21f53 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/security-groups?id=374804bf-1832-496a-a9bd-7f28df171a12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0944238 Mar 29 16:02:42.001303 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-19d978de-5972-43f6-b2f3-f5d3f78f2020 tempest-RoutersIpV6AdminTest-321379857 tempest-RoutersIpV6AdminTest-321379857-project-admin] 10.222.0.42 "GET /v2.0/routers/533aa3df-86af-49ae-8e9f-0ef24e2027d7 HTTP/1.1" status: 200 len: 906 time: 0.2489514 Mar 29 16:02:42.004383 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 49094) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:02:42.167754 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-093698d5-8812-4f3a-b77a-2614a23be285 tempest-RoutersIpV6AdminTest-321379857 tempest-RoutersIpV6AdminTest-321379857-project-admin] Notify callbacks [] for router, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:42.200628 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4943b5-3924-40fe-81d9-4b631bb97a1b req-ba35e2ae-5599-4d40-b2c9-3c9dbd224ddb tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:42.202331 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-6c4943b5-3924-40fe-81d9-4b631bb97a1b req-ba35e2ae-5599-4d40-b2c9-3c9dbd224ddb tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/ports?device_id=4f24d3f6-64a3-452b-b656-94b2e3b74056 HTTP/1.1" status: 200 len: 945 time: 0.0764582 Mar 29 16:02:42.228401 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-e720b362-f61d-407a-9748-3713eefe2ef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '533aa3df-86af-49ae-8e9f-0ef24e2027d7', 'name': 'tempest-snat-router-400598134', 'tenant_id': 'f31b7c37dd1b49e08a137d64a4a778f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.57'}], 'enable_snat': True}, 'gw_port_id': '8f97b03a-e264-404b-9a3c-5645daad9779', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:02:39Z', 'updated_at': '2022-03-29T16:02:40Z', 'revision_number': 3, 'project_id': 'f31b7c37dd1b49e08a137d64a4a778f6', 'gw_port': {'id': '8f97b03a-e264-404b-9a3c-5645daad9779', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:64:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '533aa3df-86af-49ae-8e9f-0ef24e2027d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3082, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:02:39Z', 'updated_at': '2022-03-29T16:02:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1'}], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:02:42.243176 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-6c4943b5-3924-40fe-81d9-4b631bb97a1b req-58c54f60-2a7b-4ba9-a915-ecb956b8a638 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/security-groups?id=374804bf-1832-496a-a9bd-7f28df171a12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342586 Mar 29 16:02:42.257751 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e720b362-f61d-407a-9748-3713eefe2ef4 None None] Checking router: 533aa3df-86af-49ae-8e9f-0ef24e2027d7 for host: n-d-834765-1 {{(pid=102793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 16:02:42.258300 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e720b362-f61d-407a-9748-3713eefe2ef4 None None] Updating router 533aa3df-86af-49ae-8e9f-0ef24e2027d7 port 8f97b03a-e264-404b-9a3c-5645daad9779 binding host n-d-834765-1 {{(pid=102793) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 16:02:42.291527 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-e720b362-f61d-407a-9748-3713eefe2ef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:42.558306 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96201e99-52f5-460a-b976-66d119a1da7b req-b198e28a-90c5-4edc-98e7-2795a14a0c5f tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:42.560901 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-96201e99-52f5-460a-b976-66d119a1da7b req-b198e28a-90c5-4edc-98e7-2795a14a0c5f tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/ports?device_id=4f24d3f6-64a3-452b-b656-94b2e3b74056 HTTP/1.1" status: 200 len: 945 time: 0.0618923 Mar 29 16:02:42.614396 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-96201e99-52f5-460a-b976-66d119a1da7b req-5d3565ba-17c8-4a3f-a5fc-ebea57e779a0 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/security-groups?id=374804bf-1832-496a-a9bd-7f28df171a12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464230 Mar 29 16:02:42.630034 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-093698d5-8812-4f3a-b77a-2614a23be285 tempest-RoutersIpV6AdminTest-321379857 tempest-RoutersIpV6AdminTest-321379857-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:42.635816 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-e720b362-f61d-407a-9748-3713eefe2ef4 None None] Notify callbacks [] for port, precommit_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:42.648524 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-e720b362-f61d-407a-9748-3713eefe2ef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:42.704439 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-093698d5-8812-4f3a-b77a-2614a23be285 tempest-RoutersIpV6AdminTest-321379857 tempest-RoutersIpV6AdminTest-321379857-project-admin] Deleting port 8f97b03a-e264-404b-9a3c-5645daad9779 {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:02:42.705169 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-093698d5-8812-4f3a-b77a-2614a23be285 tempest-RoutersIpV6AdminTest-321379857 tempest-RoutersIpV6AdminTest-321379857-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:42.707133 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.managers [None req-e720b362-f61d-407a-9748-3713eefe2ef4 None None] Attempting to bind port 8f97b03a-e264-404b-9a3c-5645daad9779 on host n-d-834765-1 for vnic_type normal with profile {{(pid=102793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 16:02:42.708104 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.managers [None req-e720b362-f61d-407a-9748-3713eefe2ef4 None None] Attempting to bind port 8f97b03a-e264-404b-9a3c-5645daad9779 by drivers openvswitch,hyperv on host n-d-834765-1 at level 0 using segments [{'id': '6ab47353-a811-4bad-bc73-b4cc84583cfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'}] {{(pid=102793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 16:02:42.708470 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e720b362-f61d-407a-9748-3713eefe2ef4 None None] Attempting to bind port 8f97b03a-e264-404b-9a3c-5645daad9779 on network 4a4a035d-ecac-4ead-baa3-25f90788773a {{(pid=102793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 16:02:42.719074 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a895aace-da0c-4d27-884b-c66b8f63dc33 None None] Pushing event updated for resources: {'Port': ['ID=8f97b03a-e264-404b-9a3c-5645daad9779,revision_number=2']} {{(pid=102793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:02:42.722375 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e720b362-f61d-407a-9748-3713eefe2ef4 None None] Checking agent: {'id': 'a8866439-9d96-425c-b519-6905c591ac37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 25, 36), 'started_at': datetime.datetime(2022, 3, 29, 15, 26, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 16, 2, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834765-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 16:02:42.723414 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e720b362-f61d-407a-9748-3713eefe2ef4 None None] Checking segment: {'id': '6ab47353-a811-4bad-bc73-b4cc84583cfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 16:02:42.723832 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-e720b362-f61d-407a-9748-3713eefe2ef4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:42.724221 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e720b362-f61d-407a-9748-3713eefe2ef4 None None] Bound using segment: {'id': '6ab47353-a811-4bad-bc73-b4cc84583cfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'} {{(pid=102793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 16:02:42.724709 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.managers [None req-e720b362-f61d-407a-9748-3713eefe2ef4 None None] Bound port: 8f97b03a-e264-404b-9a3c-5645daad9779, host: n-d-834765-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ab47353-a811-4bad-bc73-b4cc84583cfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'}}] {{(pid=102793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 16:02:42.725099 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-e720b362-f61d-407a-9748-3713eefe2ef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:42.808547 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.db [None req-e720b362-f61d-407a-9748-3713eefe2ef4 None None] For port 8f97b03a-e264-404b-9a3c-5645daad9779, host n-d-834765-1, cleared binding levels {{(pid=102793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 16:02:42.813016 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.db [None req-e720b362-f61d-407a-9748-3713eefe2ef4 None None] For port 8f97b03a-e264-404b-9a3c-5645daad9779, host n-d-834765-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=8f97b03a-e264-404b-9a3c-5645daad9779,segment=NetworkSegment(6ab47353-a811-4bad-bc73-b4cc84583cfd),segment_id=6ab47353-a811-4bad-bc73-b4cc84583cfd)] {{(pid=102793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 16:02:42.821382 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-e720b362-f61d-407a-9748-3713eefe2ef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:42.823639 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [None req-093698d5-8812-4f3a-b77a-2614a23be285 tempest-RoutersIpV6AdminTest-321379857 tempest-RoutersIpV6AdminTest-321379857-project-admin] For port 8f97b03a-e264-404b-9a3c-5645daad9779, host n-d-834765-1, got binding levels [] {{(pid=102791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:02:42.824517 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-093698d5-8812-4f3a-b77a-2614a23be285 tempest-RoutersIpV6AdminTest-321379857 tempest-RoutersIpV6AdminTest-321379857-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:42.848452 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-093698d5-8812-4f3a-b77a-2614a23be285 tempest-RoutersIpV6AdminTest-321379857 tempest-RoutersIpV6AdminTest-321379857-project-admin] Calling delete_port for 8f97b03a-e264-404b-9a3c-5645daad9779 owned by network:router_gateway {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:02:42.880179 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 56128688-8e17-4226-b760-4e764e8e06d8 up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 16:02:42.907058 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e720b362-f61d-407a-9748-3713eefe2ef4 None None] Routers {'533aa3df-86af-49ae-8e9f-0ef24e2027d7'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:02:42.907717 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-e720b362-f61d-407a-9748-3713eefe2ef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:02:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['533aa3df-86af-49ae-8e9f-0ef24e2027d7'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:02:42.909480 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a895aace-da0c-4d27-884b-c66b8f63dc33 None None] Pushing event updated for resources: {'Port': ['ID=8f97b03a-e264-404b-9a3c-5645daad9779,revision_number=3']} {{(pid=102793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:02:42.972417 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port 56128688-8e17-4226-b760-4e764e8e06d8 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:02:42.972794 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:43.016482 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f982c90f-8fc3-48a7-b09d-2063b7fcf1b2 req-82d348dd-1516-4b34-9272-61d777adec30 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:43.018480 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f982c90f-8fc3-48a7-b09d-2063b7fcf1b2 req-82d348dd-1516-4b34-9272-61d777adec30 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "GET /v2.0/ports?device_id=4b1734e3-0491-4380-9fe0-74365dc4ef18 HTTP/1.1" status: 200 len: 944 time: 0.0885901 Mar 29 16:02:43.048140 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvr_db [None req-e720b362-f61d-407a-9748-3713eefe2ef4 None None] Set router 533aa3df-86af-49ae-8e9f-0ef24e2027d7 gateway port host: None {{(pid=102793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:02:43.066214 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:43.100084 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] For port 56128688-8e17-4226-b760-4e764e8e06d8, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=56128688-8e17-4226-b760-4e764e8e06d8,segment=NetworkSegment(6ab47353-a811-4bad-bc73-b4cc84583cfd),segment_id=6ab47353-a811-4bad-bc73-b4cc84583cfd)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:02:43.107459 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:43.125383 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f982c90f-8fc3-48a7-b09d-2063b7fcf1b2 req-0d791ffb-b52e-455c-b3be-e1aa7aa354ff tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "GET /v2.0/security-groups?id=bcabf703-0dbd-497f-b21f-e9f0f5919bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653818 Mar 29 16:02:43.160257 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-e720b362-f61d-407a-9748-3713eefe2ef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '533aa3df-86af-49ae-8e9f-0ef24e2027d7', 'name': 'tempest-snat-router-400598134', 'tenant_id': 'f31b7c37dd1b49e08a137d64a4a778f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:02:39Z', 'updated_at': '2022-03-29T16:02:42Z', 'revision_number': 4, 'project_id': 'f31b7c37dd1b49e08a137d64a4a778f6', 'gw_port_host': None}], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:02:43.199815 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Pushing event updated for resources: {'Port': ['ID=56128688-8e17-4226-b760-4e764e8e06d8,revision_number=4']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:02:43.208743 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-093698d5-8812-4f3a-b77a-2614a23be285 tempest-RoutersIpV6AdminTest-321379857 tempest-RoutersIpV6AdminTest-321379857-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:43.213269 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e720b362-f61d-407a-9748-3713eefe2ef4 None None] The sync data for ids ['533aa3df-86af-49ae-8e9f-0ef24e2027d7'] in n-d-834765-1 is: [{'id': '533aa3df-86af-49ae-8e9f-0ef24e2027d7', 'name': 'tempest-snat-router-400598134', 'tenant_id': 'f31b7c37dd1b49e08a137d64a4a778f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:02:39Z', 'updated_at': '2022-03-29T16:02:42Z', 'revision_number': 4, 'project_id': 'f31b7c37dd1b49e08a137d64a4a778f6', 'gw_port_host': None}] {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 16:02:43.236889 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1982b847-a588-434d-8704-60fb13e82862 req-c3d109ef-825f-4864-b8f3-a6e72ad84c5c tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:43.238424 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-1982b847-a588-434d-8704-60fb13e82862 req-c3d109ef-825f-4864-b8f3-a6e72ad84c5c tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/ports?device_id=4f24d3f6-64a3-452b-b656-94b2e3b74056 HTTP/1.1" status: 200 len: 945 time: 0.0912018 Mar 29 16:02:43.244632 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093698d5-8812-4f3a-b77a-2614a23be285 tempest-RoutersIpV6AdminTest-321379857 tempest-RoutersIpV6AdminTest-321379857-project-admin] Pushing event deleted for resources: {'Port': ['ID=8f97b03a-e264-404b-9a3c-5645daad9779,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:02:43.283310 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-1982b847-a588-434d-8704-60fb13e82862 req-9d905dab-c0ef-485f-afda-7447de5ffbcb tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/security-groups?id=374804bf-1832-496a-a9bd-7f28df171a12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371509 Mar 29 16:02:43.319003 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-093698d5-8812-4f3a-b77a-2614a23be285 tempest-RoutersIpV6AdminTest-321379857 tempest-RoutersIpV6AdminTest-321379857-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-648138'] for router_gateway, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:43.415357 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-093698d5-8812-4f3a-b77a-2614a23be285 tempest-RoutersIpV6AdminTest-321379857 tempest-RoutersIpV6AdminTest-321379857-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129328'] for router, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:43.417569 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-093698d5-8812-4f3a-b77a-2614a23be285 tempest-RoutersIpV6AdminTest-321379857 tempest-RoutersIpV6AdminTest-321379857-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:43.461666 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-093698d5-8812-4f3a-b77a-2614a23be285 tempest-RoutersIpV6AdminTest-321379857 tempest-RoutersIpV6AdminTest-321379857-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-526718'] for router, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:43.463212 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-093698d5-8812-4f3a-b77a-2614a23be285 tempest-RoutersIpV6AdminTest-321379857 tempest-RoutersIpV6AdminTest-321379857-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 533aa3df-86af-49ae-8e9f-0ef24e2027d7 {{(pid=102791) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 29 16:02:43.463697 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf5d1f8-59a0-485f-9888-4b54cb375e98 req-12d80711-3e50-4f98-a884-3e5484eff275 tempest-VolumesSnapshotTestJSON-706823163 tempest-VolumesSnapshotTestJSON-706823163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:43.469629 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-093698d5-8812-4f3a-b77a-2614a23be285 tempest-RoutersIpV6AdminTest-321379857 tempest-RoutersIpV6AdminTest-321379857-project-admin] Notify callbacks [] for router, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:43.471102 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-093698d5-8812-4f3a-b77a-2614a23be285 tempest-RoutersIpV6AdminTest-321379857 tempest-RoutersIpV6AdminTest-321379857-project-admin] 10.222.0.42 "DELETE /v2.0/routers/533aa3df-86af-49ae-8e9f-0ef24e2027d7 HTTP/1.1" status: 204 len: 168 time: 1.4656026 Mar 29 16:02:43.473005 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-2cf5d1f8-59a0-485f-9888-4b54cb375e98 req-12d80711-3e50-4f98-a884-3e5484eff275 tempest-VolumesSnapshotTestJSON-706823163 tempest-VolumesSnapshotTestJSON-706823163-project] 10.222.0.42 "GET /v2.0/ports?device_id=fc170718-464d-4686-882e-238aeba97cdc HTTP/1.1" status: 200 len: 945 time: 0.0644016 Mar 29 16:02:43.477507 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 49118) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:02:43.514390 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-2cf5d1f8-59a0-485f-9888-4b54cb375e98 req-d79fbfb3-78e1-443d-b051-397a97d14063 tempest-VolumesSnapshotTestJSON-706823163 tempest-VolumesSnapshotTestJSON-706823163-project] 10.222.0.42 "GET /v2.0/security-groups?id=9fb47330-a036-4843-a522-03e96faefeb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405228 Mar 29 16:02:43.586804 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-1b2314ee-588d-4f5e-b4a5-05b7c1fc03dd tempest-RoutersIpV6AdminTest-321379857 tempest-RoutersIpV6AdminTest-321379857-project-admin] Notify callbacks [] for router, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:43.687665 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-1b2314ee-588d-4f5e-b4a5-05b7c1fc03dd tempest-RoutersIpV6AdminTest-321379857 tempest-RoutersIpV6AdminTest-321379857-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:43.745615 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-1b2314ee-588d-4f5e-b4a5-05b7c1fc03dd tempest-RoutersIpV6AdminTest-321379857 tempest-RoutersIpV6AdminTest-321379857-project-admin] Deleting port 56128688-8e17-4226-b760-4e764e8e06d8 {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:02:43.745995 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-1b2314ee-588d-4f5e-b4a5-05b7c1fc03dd tempest-RoutersIpV6AdminTest-321379857 tempest-RoutersIpV6AdminTest-321379857-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:43.836643 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [None req-1b2314ee-588d-4f5e-b4a5-05b7c1fc03dd tempest-RoutersIpV6AdminTest-321379857 tempest-RoutersIpV6AdminTest-321379857-project-admin] For port 56128688-8e17-4226-b760-4e764e8e06d8, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=56128688-8e17-4226-b760-4e764e8e06d8,segment=NetworkSegment(6ab47353-a811-4bad-bc73-b4cc84583cfd),segment_id=6ab47353-a811-4bad-bc73-b4cc84583cfd)] {{(pid=102791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:02:43.837362 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-1b2314ee-588d-4f5e-b4a5-05b7c1fc03dd tempest-RoutersIpV6AdminTest-321379857 tempest-RoutersIpV6AdminTest-321379857-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:43.850308 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-1b2314ee-588d-4f5e-b4a5-05b7c1fc03dd tempest-RoutersIpV6AdminTest-321379857 tempest-RoutersIpV6AdminTest-321379857-project-admin] Calling delete_port for 56128688-8e17-4226-b760-4e764e8e06d8 owned by network:router_gateway {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:02:44.025759 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-1b2314ee-588d-4f5e-b4a5-05b7c1fc03dd tempest-RoutersIpV6AdminTest-321379857 tempest-RoutersIpV6AdminTest-321379857-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:44.058882 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2314ee-588d-4f5e-b4a5-05b7c1fc03dd tempest-RoutersIpV6AdminTest-321379857 tempest-RoutersIpV6AdminTest-321379857-project-admin] Pushing event deleted for resources: {'Port': ['ID=56128688-8e17-4226-b760-4e764e8e06d8,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:02:44.113736 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-1b2314ee-588d-4f5e-b4a5-05b7c1fc03dd tempest-RoutersIpV6AdminTest-321379857 tempest-RoutersIpV6AdminTest-321379857-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-648138'] for router_gateway, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:44.216990 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-1b2314ee-588d-4f5e-b4a5-05b7c1fc03dd tempest-RoutersIpV6AdminTest-321379857 tempest-RoutersIpV6AdminTest-321379857-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129328'] for router, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:44.219468 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-1b2314ee-588d-4f5e-b4a5-05b7c1fc03dd tempest-RoutersIpV6AdminTest-321379857 tempest-RoutersIpV6AdminTest-321379857-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:44.290823 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-1b2314ee-588d-4f5e-b4a5-05b7c1fc03dd tempest-RoutersIpV6AdminTest-321379857 tempest-RoutersIpV6AdminTest-321379857-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-526718'] for router, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:44.291374 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b2314ee-588d-4f5e-b4a5-05b7c1fc03dd tempest-RoutersIpV6AdminTest-321379857 tempest-RoutersIpV6AdminTest-321379857-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 99e44cce-73e6-45cd-9dca-9a8d3727125d {{(pid=102791) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 29 16:02:44.296468 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-1b2314ee-588d-4f5e-b4a5-05b7c1fc03dd tempest-RoutersIpV6AdminTest-321379857 tempest-RoutersIpV6AdminTest-321379857-project-admin] Notify callbacks [] for router, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:44.302706 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-1b2314ee-588d-4f5e-b4a5-05b7c1fc03dd tempest-RoutersIpV6AdminTest-321379857 tempest-RoutersIpV6AdminTest-321379857-project-admin] 10.222.0.42 "DELETE /v2.0/routers/99e44cce-73e6-45cd-9dca-9a8d3727125d HTTP/1.1" status: 204 len: 168 time: 0.8185837 Mar 29 16:02:44.303467 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 49122) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:02:44.310043 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5060ec-446a-4ff6-a6e0-da0543b76396 req-6062de58-b0f2-4a28-a054-fe43b82c1630 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:44.311612 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-aa5060ec-446a-4ff6-a6e0-da0543b76396 req-6062de58-b0f2-4a28-a054-fe43b82c1630 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "GET /v2.0/ports?device_id=4b1734e3-0491-4380-9fe0-74365dc4ef18 HTTP/1.1" status: 200 len: 944 time: 0.0904090 Mar 29 16:02:44.316081 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-b971e667-670d-4a9c-a778-3b5a2463bc5b tempest-RoutersIpV6AdminTest-941099734 tempest-RoutersIpV6AdminTest-941099734-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-84884288', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'}, 'admin_state_up': False}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:02:44.356756 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-aa5060ec-446a-4ff6-a6e0-da0543b76396 req-0657614d-1755-435d-a438-a346e7e86e89 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "GET /v2.0/security-groups?id=bcabf703-0dbd-497f-b21f-e9f0f5919bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367939 Mar 29 16:02:44.359337 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-b971e667-670d-4a9c-a778-3b5a2463bc5b tempest-RoutersIpV6AdminTest-941099734 tempest-RoutersIpV6AdminTest-941099734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-532385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129310'] for router, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:44.360468 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-b971e667-670d-4a9c-a778-3b5a2463bc5b tempest-RoutersIpV6AdminTest-941099734 tempest-RoutersIpV6AdminTest-941099734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-648091', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-684384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129319'] for router, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:44.374875 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device 3f19f861-2fb4-47d5-bf3d-5a6a133d1e3f details requested by agent hyperv_n-h1-834765-1 with host n-h1-834765-1 {{(pid=102792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 16:02:44.445686 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [req-0ec313e9-2deb-49e1-ada6-57d17aacffbb req-8ddf9fb5-8730-405c-8dfe-8b057a11e9c7 service neutron] (102790) timed out ('10.222.0.48', 54322) {{(pid=102790) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Mar 29 16:02:44.455541 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-b971e667-670d-4a9c-a778-3b5a2463bc5b tempest-RoutersIpV6AdminTest-941099734 tempest-RoutersIpV6AdminTest-941099734-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:44.604144 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port 3f19f861-2fb4-47d5-bf3d-5a6a133d1e3f, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=3f19f861-2fb4-47d5-bf3d-5a6a133d1e3f,segment=NetworkSegment(35a34d6d-9ce0-49b3-a540-2987d85a54dc),segment_id=35a34d6d-9ce0-49b3-a540-2987d85a54dc)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:02:44.621134 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Returning: {'device': '3f19f861-2fb4-47d5-bf3d-5a6a133d1e3f', 'network_id': 'bdac95d0-3106-44ff-90ea-3c86fe100efe', 'port_id': '3f19f861-2fb4-47d5-bf3d-5a6a133d1e3f', 'mac_address': 'fa:16:3e:35:46:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 612, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1a677ac-ae5e-499b-ac14-fff9c63dbbe4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 16:02:44.647355 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-b971e667-670d-4a9c-a778-3b5a2463bc5b tempest-RoutersIpV6AdminTest-941099734 tempest-RoutersIpV6AdminTest-941099734-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:44.666039 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a82d51-5f43-40c6-9e0b-266376d335a5 req-9cb4ce3d-22ec-4327-8139-5d6eb7c94150 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:44.669134 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-83a82d51-5f43-40c6-9e0b-266376d335a5 req-9cb4ce3d-22ec-4327-8139-5d6eb7c94150 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/ports?device_id=4f24d3f6-64a3-452b-b656-94b2e3b74056 HTTP/1.1" status: 200 len: 945 time: 0.2083943 Mar 29 16:02:44.671565 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:44.682587 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33544ce6-273f-49f5-918a-b85fd0c17757 req-a00e62c7-c116-4ef5-8bd1-976cdb6b0e41 tempest-VolumesSnapshotTestJSON-706823163 tempest-VolumesSnapshotTestJSON-706823163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:44.686620 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-33544ce6-273f-49f5-918a-b85fd0c17757 req-a00e62c7-c116-4ef5-8bd1-976cdb6b0e41 tempest-VolumesSnapshotTestJSON-706823163 tempest-VolumesSnapshotTestJSON-706823163-project] 10.222.0.42 "GET /v2.0/ports?device_id=fc170718-464d-4686-882e-238aeba97cdc HTTP/1.1" status: 200 len: 945 time: 0.0773301 Mar 29 16:02:44.688075 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f19f861-2fb4-47d5-bf3d-5a6a133d1e3f {{(pid=102792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 16:02:44.717616 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port 3f19f861-2fb4-47d5-bf3d-5a6a133d1e3f, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=3f19f861-2fb4-47d5-bf3d-5a6a133d1e3f,segment=NetworkSegment(35a34d6d-9ce0-49b3-a540-2987d85a54dc),segment_id=35a34d6d-9ce0-49b3-a540-2987d85a54dc)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:02:44.723023 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:44.741357 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-83a82d51-5f43-40c6-9e0b-266376d335a5 req-5306e1b6-b995-441b-97ca-fb5f8e3bfe42 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/security-groups?id=374804bf-1832-496a-a9bd-7f28df171a12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531123 Mar 29 16:02:44.758824 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-33544ce6-273f-49f5-918a-b85fd0c17757 req-27e7dd77-4989-414d-8eaa-46d43e3f9720 tempest-VolumesSnapshotTestJSON-706823163 tempest-VolumesSnapshotTestJSON-706823163-project] 10.222.0.42 "GET /v2.0/security-groups?id=9fb47330-a036-4843-a522-03e96faefeb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660543 Mar 29 16:02:44.786081 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Pushing event updated for resources: {'Port': ['ID=3f19f861-2fb4-47d5-bf3d-5a6a133d1e3f,revision_number=4']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:02:44.902758 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-b971e667-670d-4a9c-a778-3b5a2463bc5b tempest-RoutersIpV6AdminTest-941099734 tempest-RoutersIpV6AdminTest-941099734-project] Notify callbacks [] for router_gateway, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:44.927154 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-b971e667-670d-4a9c-a778-3b5a2463bc5b tempest-RoutersIpV6AdminTest-941099734 tempest-RoutersIpV6AdminTest-941099734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:44.958586 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 56128688-8e17-4226-b760-4e764e8e06d8 no longer exists at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 16:02:44.987142 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] No Port match for: 56128688-8e17-4226-b760-4e764e8e06d8 {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 16:02:44.987593 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 56128688-8e17-4226-b760-4e764e8e06d8 not bound to the agent host n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 16:02:45.036291 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.db_base_plugin_common [None req-b971e667-670d-4a9c-a778-3b5a2463bc5b tempest-RoutersIpV6AdminTest-941099734 tempest-RoutersIpV6AdminTest-941099734-project] Allocated IP 172.25.4.125 (4a4a035d-ecac-4ead-baa3-25f90788773a/e1a353dc-fac8-4901-a63c-273840237d6a/95d2f1f8-6d81-4344-a7b3-7ddcd82ce175) {{(pid=102790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:02:45.081948 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] get_ports_and_sgs() called for port_ids ['3f19f861-2fb4-47d5-bf3d-5a6a133d1e3f'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 16:02:45.150014 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-b971e667-670d-4a9c-a778-3b5a2463bc5b tempest-RoutersIpV6AdminTest-941099734 tempest-RoutersIpV6AdminTest-941099734-project] Notify callbacks [] for port, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:45.185046 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-b971e667-670d-4a9c-a778-3b5a2463bc5b tempest-RoutersIpV6AdminTest-941099734 tempest-RoutersIpV6AdminTest-941099734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:45.225303 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b971e667-670d-4a9c-a778-3b5a2463bc5b tempest-RoutersIpV6AdminTest-941099734 tempest-RoutersIpV6AdminTest-941099734-project] Network 4a4a035d-ecac-4ead-baa3-25f90788773a is already hosted by enough agents. {{(pid=102790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:02:45.228043 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-b971e667-670d-4a9c-a778-3b5a2463bc5b tempest-RoutersIpV6AdminTest-941099734 tempest-RoutersIpV6AdminTest-941099734-project] Resources bound (agent type, host, resource id): {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:02:45.232351 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b971e667-670d-4a9c-a778-3b5a2463bc5b tempest-RoutersIpV6AdminTest-941099734 tempest-RoutersIpV6AdminTest-941099734-project] Received port after_create {{(pid=102790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:02:45.237605 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b971e667-670d-4a9c-a778-3b5a2463bc5b tempest-RoutersIpV6AdminTest-941099734 tempest-RoutersIpV6AdminTest-941099734-project] Pushing event updated for resources: {'Port': ['ID=95d2f1f8-6d81-4344-a7b3-7ddcd82ce175,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:02:45.335609 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8837ff-ca20-486c-bb60-a164fccd56dc req-3d7042a1-e912-45ee-ad29-11677cae7f5c tempest-VolumesSnapshotTestJSON-706823163 tempest-VolumesSnapshotTestJSON-706823163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:45.337073 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-fe8837ff-ca20-486c-bb60-a164fccd56dc req-3d7042a1-e912-45ee-ad29-11677cae7f5c tempest-VolumesSnapshotTestJSON-706823163 tempest-VolumesSnapshotTestJSON-706823163-project] 10.222.0.48 "GET /v2.0/ports?device_id=fc170718-464d-4686-882e-238aeba97cdc HTTP/1.1" status: 200 len: 945 time: 0.0516586 Mar 29 16:02:45.438712 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [req-fe8837ff-ca20-486c-bb60-a164fccd56dc req-037faa9f-326f-466d-9d5b-51e9004e3df4 tempest-VolumesSnapshotTestJSON-706823163 tempest-VolumesSnapshotTestJSON-706823163-project] Deleting port 2b7f7081-244b-431a-9e22-38621fc4ff0f {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:02:45.439047 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-fe8837ff-ca20-486c-bb60-a164fccd56dc req-037faa9f-326f-466d-9d5b-51e9004e3df4 tempest-VolumesSnapshotTestJSON-706823163 tempest-VolumesSnapshotTestJSON-706823163-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:45.497241 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-b971e667-670d-4a9c-a778-3b5a2463bc5b tempest-RoutersIpV6AdminTest-941099734 tempest-RoutersIpV6AdminTest-941099734-project] Notify callbacks [] for router_gateway, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:45.561857 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0795aa7c-326f-4344-bcd2-7bbcddfbb3e0 req-6db15c2d-44c8-4c45-bc26-f7517ab15aa9 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:45.563441 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-0795aa7c-326f-4344-bcd2-7bbcddfbb3e0 req-6db15c2d-44c8-4c45-bc26-f7517ab15aa9 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "GET /v2.0/ports?device_id=4b1734e3-0491-4380-9fe0-74365dc4ef18 HTTP/1.1" status: 200 len: 945 time: 0.1044812 Mar 29 16:02:45.570911 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-fe8837ff-ca20-486c-bb60-a164fccd56dc req-037faa9f-326f-466d-9d5b-51e9004e3df4 tempest-VolumesSnapshotTestJSON-706823163 tempest-VolumesSnapshotTestJSON-706823163-project] For port 2b7f7081-244b-431a-9e22-38621fc4ff0f, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=2b7f7081-244b-431a-9e22-38621fc4ff0f,segment=NetworkSegment(931507c8-08e1-4318-be78-a5a66e835649),segment_id=931507c8-08e1-4318-be78-a5a66e835649)] {{(pid=102791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:02:45.571306 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-fe8837ff-ca20-486c-bb60-a164fccd56dc req-037faa9f-326f-466d-9d5b-51e9004e3df4 tempest-VolumesSnapshotTestJSON-706823163 tempest-VolumesSnapshotTestJSON-706823163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:45.591953 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [req-fe8837ff-ca20-486c-bb60-a164fccd56dc req-037faa9f-326f-466d-9d5b-51e9004e3df4 tempest-VolumesSnapshotTestJSON-706823163 tempest-VolumesSnapshotTestJSON-706823163-project] Calling delete_port for 2b7f7081-244b-431a-9e22-38621fc4ff0f owned by compute:nova {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:02:45.662492 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-0795aa7c-326f-4344-bcd2-7bbcddfbb3e0 req-1a981cfe-afa7-4cb4-a008-ddf75050b9fd tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "GET /v2.0/security-groups?id=bcabf703-0dbd-497f-b21f-e9f0f5919bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884230 Mar 29 16:02:45.753691 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-fe8837ff-ca20-486c-bb60-a164fccd56dc req-037faa9f-326f-466d-9d5b-51e9004e3df4 tempest-VolumesSnapshotTestJSON-706823163 tempest-VolumesSnapshotTestJSON-706823163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:45.767180 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] get_ports_and_sgs() called for port_ids ['2b7f7081-244b-431a-9e22-38621fc4ff0f'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 16:02:45.808850 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037faa9f-326f-466d-9d5b-51e9004e3df4 tempest-VolumesSnapshotTestJSON-706823163 tempest-VolumesSnapshotTestJSON-706823163-project] Pushing event deleted for resources: {'Port': ['ID=2b7f7081-244b-431a-9e22-38621fc4ff0f,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:02:45.873887 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe8837ff-ca20-486c-bb60-a164fccd56dc req-037faa9f-326f-466d-9d5b-51e9004e3df4 tempest-VolumesSnapshotTestJSON-706823163 tempest-VolumesSnapshotTestJSON-706823163-project] No DVR routers for this DVR port 2b7f7081-244b-431a-9e22-38621fc4ff0f on host n-h2-834765-1 {{(pid=102791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 16:02:45.890145 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-fe8837ff-ca20-486c-bb60-a164fccd56dc req-037faa9f-326f-466d-9d5b-51e9004e3df4 tempest-VolumesSnapshotTestJSON-706823163 tempest-VolumesSnapshotTestJSON-706823163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:45.893473 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-fe8837ff-ca20-486c-bb60-a164fccd56dc req-037faa9f-326f-466d-9d5b-51e9004e3df4 tempest-VolumesSnapshotTestJSON-706823163 tempest-VolumesSnapshotTestJSON-706823163-project] 10.222.0.48 "DELETE /v2.0/ports/2b7f7081-244b-431a-9e22-38621fc4ff0f HTTP/1.1" status: 204 len: 173 time: 0.5501175 Mar 29 16:02:45.894819 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc170718-464d-4686-882e-238aeba97cdc', 'name': 'network-vif-deleted', 'tag': '2b7f7081-244b-431a-9e22-38621fc4ff0f'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:02:45.897177 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c67b028db5e9b9818fecc5c0a87ebc6f190694fa53ca267d523e04f98de536d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ef49281-eddc-4c93-80a6-300579ca4ffa" -d '{"events": [{"server_uuid": "fc170718-464d-4686-882e-238aeba97cdc", "name": "network-vif-deleted", "tag": "2b7f7081-244b-431a-9e22-38621fc4ff0f"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:02:45.903647 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-d8f891cd-cc5b-4fda-85a3-e2f0291144b2 req-02cda6c6-36a0-4797-86dc-47a2329624e0 tempest-VolumesSnapshotTestJSON-706823163 tempest-VolumesSnapshotTestJSON-706823163-project] 10.222.0.42 "GET /v2.0/ports?device_id=fc170718-464d-4686-882e-238aeba97cdc HTTP/1.1" status: 200 len: 210 time: 0.0387139 Mar 29 16:02:45.929725 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c212be01-2674-419c-a24a-883402319dd4 req-f78b6a07-3db6-47d2-a5e2-30ac77b447f6 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:45.931326 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-c212be01-2674-419c-a24a-883402319dd4 req-f78b6a07-3db6-47d2-a5e2-30ac77b447f6 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/ports?device_id=4f24d3f6-64a3-452b-b656-94b2e3b74056 HTTP/1.1" status: 200 len: 945 time: 0.0894113 Mar 29 16:02:45.961017 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 16:02:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-baf47ab5-4094-4792-898d-90293350415a x-openstack-request-id: req-baf47ab5-4094-4792-898d-90293350415a {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:02:45.961314 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc170718-464d-4686-882e-238aeba97cdc", "name": "network-vif-deleted", "tag": "2b7f7081-244b-431a-9e22-38621fc4ff0f", "status": "completed", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:02:45.961561 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-baf47ab5-4094-4792-898d-90293350415a {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:02:45.961972 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc170718-464d-4686-882e-238aeba97cdc', 'name': 'network-vif-deleted', 'tag': '2b7f7081-244b-431a-9e22-38621fc4ff0f', 'status': 'completed', 'code': 200} Mar 29 16:02:45.981206 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-c212be01-2674-419c-a24a-883402319dd4 req-9c0f7b51-af89-41e4-8325-7f1c6fc1d325 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/security-groups?id=374804bf-1832-496a-a9bd-7f28df171a12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406892 Mar 29 16:02:46.085216 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-b971e667-670d-4a9c-a778-3b5a2463bc5b tempest-RoutersIpV6AdminTest-941099734 tempest-RoutersIpV6AdminTest-941099734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648118'] for router, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:46.212414 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b971e667-670d-4a9c-a778-3b5a2463bc5b tempest-RoutersIpV6AdminTest-941099734 tempest-RoutersIpV6AdminTest-941099734-project] Router fdf46605-6be8-40a3-b84f-24f7c1352d34 is scheduled to L3 agent c648d819-1060-4f26-b4ec-6455387b5dff with binding_index 1 {{(pid=102790) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 29 16:02:46.322546 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b971e667-670d-4a9c-a778-3b5a2463bc5b tempest-RoutersIpV6AdminTest-941099734 tempest-RoutersIpV6AdminTest-941099734-project] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 16:02:46.334496 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21b9bffa-4944-4b8b-b2bb-8ad01ef6f684 None None] Sync routers for ids ['fdf46605-6be8-40a3-b84f-24f7c1352d34'] in n-d-834765-1 {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 16:02:46.344650 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-b971e667-670d-4a9c-a778-3b5a2463bc5b tempest-RoutersIpV6AdminTest-941099734 tempest-RoutersIpV6AdminTest-941099734-project] Notify callbacks [] for router, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:46.345839 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-b971e667-670d-4a9c-a778-3b5a2463bc5b tempest-RoutersIpV6AdminTest-941099734 tempest-RoutersIpV6AdminTest-941099734-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.0407364 Mar 29 16:02:46.348884 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 49138) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:02:46.349397 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21b9bffa-4944-4b8b-b2bb-8ad01ef6f684 None None] Routers {'fdf46605-6be8-40a3-b84f-24f7c1352d34'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:02:46.349759 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-21b9bffa-4944-4b8b-b2bb-8ad01ef6f684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:02:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['fdf46605-6be8-40a3-b84f-24f7c1352d34'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:02:46.354202 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-d1a3e01c-d28a-49bc-ae8f-16ddc14fc58a tempest-RoutersIpV6AdminTest-321379857 tempest-RoutersIpV6AdminTest-321379857-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'enable_snat': False}}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:02:46.390109 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device 3f19f861-2fb4-47d5-bf3d-5a6a133d1e3f up at agent hyperv_n-h1-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 16:02:46.392430 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-21b9bffa-4944-4b8b-b2bb-8ad01ef6f684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:02:46.430319 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21b9bffa-4944-4b8b-b2bb-8ad01ef6f684 None None] Routers {'fdf46605-6be8-40a3-b84f-24f7c1352d34'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:02:46.430906 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-21b9bffa-4944-4b8b-b2bb-8ad01ef6f684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:02:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['fdf46605-6be8-40a3-b84f-24f7c1352d34'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:02:46.449126 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-7fbcf55e-8687-4869-9ab5-c7ba5ba32081 req-a8bafdd6-ad2e-40b9-ab58-764fffe8f656 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=bad94c2e-cbcd-4c47-adae-30617edfba4e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0918519 Mar 29 16:02:46.483074 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-21b9bffa-4944-4b8b-b2bb-8ad01ef6f684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:02:46.484202 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21b9bffa-4944-4b8b-b2bb-8ad01ef6f684 None None] The sync data for ids ['fdf46605-6be8-40a3-b84f-24f7c1352d34'] in n-d-834765-1 is: [] {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 16:02:46.504498 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Provisioning for port 3f19f861-2fb4-47d5-bf3d-5a6a133d1e3f completed by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 16:02:46.508093 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Provisioning complete for port 3f19f861-2fb4-47d5-bf3d-5a6a133d1e3f triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:02:46.508468 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:46.590279 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:46.591074 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbcf55e-8687-4869-9ab5-c7ba5ba32081 req-d8a39096-a030-482d-9242-6ec861b52b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:46.593483 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-7fbcf55e-8687-4869-9ab5-c7ba5ba32081 req-d8a39096-a030-482d-9242-6ec861b52b80 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=358ad84304604947a292f32d4e62126b&device_id=bad94c2e-cbcd-4c47-adae-30617edfba4e HTTP/1.1" status: 200 len: 1097 time: 0.0873635 Mar 29 16:02:46.614253 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b1734e3-0491-4380-9fe0-74365dc4ef18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f19f861-2fb4-47d5-bf3d-5a6a133d1e3f'}] {{(pid=102792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:02:46.616537 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4f476c66b318cc6068719fc39557fac68d413f5c7e78fa77028c7948e999ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1ee027a-13a6-4bb6-9460-4c4959e797a5" -d '{"events": [{"server_uuid": "4b1734e3-0491-4380-9fe0-74365dc4ef18", "name": "network-vif-plugged", "status": "completed", "tag": "3f19f861-2fb4-47d5-bf3d-5a6a133d1e3f"}]}' {{(pid=102792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:02:46.630351 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port 3f19f861-2fb4-47d5-bf3d-5a6a133d1e3f, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=3f19f861-2fb4-47d5-bf3d-5a6a133d1e3f,segment=NetworkSegment(35a34d6d-9ce0-49b3-a540-2987d85a54dc),segment_id=35a34d6d-9ce0-49b3-a540-2987d85a54dc)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:02:46.635383 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:46.664125 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 16:02:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-242f263b-53d5-421f-8ecd-d47fec99de93 x-openstack-request-id: req-242f263b-53d5-421f-8ecd-d47fec99de93 {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:02:46.664458 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b1734e3-0491-4380-9fe0-74365dc4ef18", "name": "network-vif-plugged", "status": "completed", "tag": "3f19f861-2fb4-47d5-bf3d-5a6a133d1e3f", "code": 200}]} {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:02:46.664715 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-242f263b-53d5-421f-8ecd-d47fec99de93 {{(pid=102792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:02:46.665101 n-d-834765-1 neutron-server[102792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b1734e3-0491-4380-9fe0-74365dc4ef18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f19f861-2fb4-47d5-bf3d-5a6a133d1e3f', 'code': 200} Mar 29 16:02:46.688081 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Pushing event updated for resources: {'Port': ['ID=3f19f861-2fb4-47d5-bf3d-5a6a133d1e3f,revision_number=5']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:02:46.869162 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbcf55e-8687-4869-9ab5-c7ba5ba32081 req-6d13b90a-f527-4554-a449-73ae3f625236 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:46.870596 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-7fbcf55e-8687-4869-9ab5-c7ba5ba32081 req-6d13b90a-f527-4554-a449-73ae3f625236 service neutron] 10.222.0.44 "GET /v2.0/networks?id=3364456e-aead-437c-a830-dc7a420fe2a4 HTTP/1.1" status: 200 len: 913 time: 0.2388060 Mar 29 16:02:46.889957 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b5740b-1f24-441a-8647-f52b45da62f6 req-7fe6ecd2-907f-4ffa-a08a-114735ec5c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:46.891359 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-61b5740b-1f24-441a-8647-f52b45da62f6 req-7fe6ecd2-907f-4ffa-a08a-114735ec5c08 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=4b1734e3-0491-4380-9fe0-74365dc4ef18 HTTP/1.1" status: 200 len: 1097 time: 0.1503513 Mar 29 16:02:46.894655 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-d1a3e01c-d28a-49bc-ae8f-16ddc14fc58a tempest-RoutersIpV6AdminTest-321379857 tempest-RoutersIpV6AdminTest-321379857-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:46.904699 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4adc48-7571-4529-8827-304fd816e930 req-c503449d-67dc-42ca-ba21-b131a9702ddb tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:46.906062 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-dc4adc48-7571-4529-8827-304fd816e930 req-c503449d-67dc-42ca-ba21-b131a9702ddb tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "GET /v2.0/ports?device_id=4b1734e3-0491-4380-9fe0-74365dc4ef18 HTTP/1.1" status: 200 len: 946 time: 0.1620119 Mar 29 16:02:46.944231 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-7fbcf55e-8687-4869-9ab5-c7ba5ba32081 req-0f34a5c6-2cdd-43c0-8ab2-fab548e38f44 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=efb40161-31bf-49b0-bdb6-7ef1557e991d HTTP/1.1" status: 200 len: 217 time: 0.0634439 Mar 29 16:02:47.048160 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-dc4adc48-7571-4529-8827-304fd816e930 req-003a8a5a-a968-446a-b601-0b499d1982f5 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "GET /v2.0/security-groups?id=bcabf703-0dbd-497f-b21f-e9f0f5919bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1120563 Mar 29 16:02:47.050196 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-61b5740b-1f24-441a-8647-f52b45da62f6 req-bfc03bdf-2989-4c49-88da-ccb7e23c4695 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=bcabf703-0dbd-497f-b21f-e9f0f5919bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1421199 Mar 29 16:02:47.057986 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbcf55e-8687-4869-9ab5-c7ba5ba32081 req-8a07b6ce-de8f-4870-86ff-5ca15d65b7b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:47.060102 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-7fbcf55e-8687-4869-9ab5-c7ba5ba32081 req-8a07b6ce-de8f-4870-86ff-5ca15d65b7b4 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6caada61-173d-4256-8e9d-611647191ef5 HTTP/1.1" status: 200 len: 851 time: 0.1022024 Mar 29 16:02:47.094568 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:47.119294 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8301224-3921-472e-874e-963c3bd461d3 req-91a16ca5-bfe4-4445-8c34-7bfdab98c484 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:47.121494 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-e8301224-3921-472e-874e-963c3bd461d3 req-91a16ca5-bfe4-4445-8c34-7bfdab98c484 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/ports?device_id=4f24d3f6-64a3-452b-b656-94b2e3b74056 HTTP/1.1" status: 200 len: 945 time: 0.0655506 Mar 29 16:02:47.191480 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-e8301224-3921-472e-874e-963c3bd461d3 req-aa7658b9-533c-44a3-a1c9-55615d8638c8 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/security-groups?id=374804bf-1832-496a-a9bd-7f28df171a12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595055 Mar 29 16:02:47.729484 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbcf55e-8687-4869-9ab5-c7ba5ba32081 req-f83a375a-5700-48ad-9a55-fa691c411520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:47.731225 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-7fbcf55e-8687-4869-9ab5-c7ba5ba32081 req-f83a375a-5700-48ad-9a55-fa691c411520 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=3364456e-aead-437c-a830-dc7a420fe2a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4112940 Mar 29 16:02:47.827170 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:47.838570 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-d1a3e01c-d28a-49bc-ae8f-16ddc14fc58a tempest-RoutersIpV6AdminTest-321379857 tempest-RoutersIpV6AdminTest-321379857-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-648077', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-526627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129337'] for router, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:47.846297 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-d1a3e01c-d28a-49bc-ae8f-16ddc14fc58a tempest-RoutersIpV6AdminTest-321379857 tempest-RoutersIpV6AdminTest-321379857-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-648068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-648127', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-526682'] for router, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:47.910528 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-7fbcf55e-8687-4869-9ab5-c7ba5ba32081 req-7fd47c0b-f7e3-4eb2-bf73-e96d8419ab92 service neutron] 10.222.0.44 "GET /v2.0/networks/3364456e-aead-437c-a830-dc7a420fe2a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1714623 Mar 29 16:02:48.027968 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1a3e01c-d28a-49bc-ae8f-16ddc14fc58a tempest-RoutersIpV6AdminTest-321379857 tempest-RoutersIpV6AdminTest-321379857-project-admin] Router fdf46605-6be8-40a3-b84f-24f7c1352d34 has already been hosted by L3 agent c648d819-1060-4f26-b4ec-6455387b5dff {{(pid=102791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 16:02:48.058039 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-7fbcf55e-8687-4869-9ab5-c7ba5ba32081 req-d45f1e82-c516-4a98-90b5-faaf275c8f53 service neutron] 10.222.0.44 "GET /v2.0/networks/3364456e-aead-437c-a830-dc7a420fe2a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377075 Mar 29 16:02:48.215093 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1a3e01c-d28a-49bc-ae8f-16ddc14fc58a tempest-RoutersIpV6AdminTest-321379857 tempest-RoutersIpV6AdminTest-321379857-project-admin] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 16:02:48.220056 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-d1a3e01c-d28a-49bc-ae8f-16ddc14fc58a tempest-RoutersIpV6AdminTest-321379857 tempest-RoutersIpV6AdminTest-321379857-project-admin] Notify callbacks [] for router, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:48.221368 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-d1a3e01c-d28a-49bc-ae8f-16ddc14fc58a tempest-RoutersIpV6AdminTest-321379857 tempest-RoutersIpV6AdminTest-321379857-project-admin] 10.222.0.42 "PUT /v2.0/routers/fdf46605-6be8-40a3-b84f-24f7c1352d34 HTTP/1.1" status: 200 len: 924 time: 1.8711495 Mar 29 16:02:48.224333 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 49158) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:02:48.234956 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f83c2c-719d-4b77-a629-552eb26268aa req-c1007640-d482-48ab-b90c-049377a9c4e5 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:48.242433 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-72f83c2c-719d-4b77-a629-552eb26268aa req-c1007640-d482-48ab-b90c-049377a9c4e5 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "GET /v2.0/ports?device_id=4b1734e3-0491-4380-9fe0-74365dc4ef18 HTTP/1.1" status: 200 len: 946 time: 0.0931430 Mar 29 16:02:48.251173 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-534db99f-2adc-4c97-bbe9-cc27308fb75b None None] Sync routers for ids ['fdf46605-6be8-40a3-b84f-24f7c1352d34'] in n-d-834765-1 {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 16:02:48.276022 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-534db99f-2adc-4c97-bbe9-cc27308fb75b None None] Routers {'fdf46605-6be8-40a3-b84f-24f7c1352d34'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:02:48.276877 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-534db99f-2adc-4c97-bbe9-cc27308fb75b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:02:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['fdf46605-6be8-40a3-b84f-24f7c1352d34'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:02:48.348829 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-72f83c2c-719d-4b77-a629-552eb26268aa req-a07209df-99ba-46c3-8eb2-7a1ece02f353 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "GET /v2.0/security-groups?id=bcabf703-0dbd-497f-b21f-e9f0f5919bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1052730 Mar 29 16:02:48.362357 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-534db99f-2adc-4c97-bbe9-cc27308fb75b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:02:48.377633 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-534db99f-2adc-4c97-bbe9-cc27308fb75b None None] Routers {'fdf46605-6be8-40a3-b84f-24f7c1352d34'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:02:48.378488 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-534db99f-2adc-4c97-bbe9-cc27308fb75b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:02:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['fdf46605-6be8-40a3-b84f-24f7c1352d34'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:02:48.414562 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-534db99f-2adc-4c97-bbe9-cc27308fb75b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:02:48.415526 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-534db99f-2adc-4c97-bbe9-cc27308fb75b None None] The sync data for ids ['fdf46605-6be8-40a3-b84f-24f7c1352d34'] in n-d-834765-1 is: [] {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 16:02:48.469406 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-558831f8-1acc-4ac3-8dda-086016935e84 tempest-RoutersIpV6AdminTest-321379857 tempest-RoutersIpV6AdminTest-321379857-project-admin] 10.222.0.42 "GET /v2.0/routers/fdf46605-6be8-40a3-b84f-24f7c1352d34 HTTP/1.1" status: 200 len: 924 time: 0.2407923 Mar 29 16:02:48.469832 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 49160) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:02:48.518823 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288b6cb5-6def-4ea0-93bc-c12cbbfdddec req-d49892ec-e2c1-4ee8-9b82-ee5dd5c17f4b tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:48.520472 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-288b6cb5-6def-4ea0-93bc-c12cbbfdddec req-d49892ec-e2c1-4ee8-9b82-ee5dd5c17f4b tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/ports?device_id=4f24d3f6-64a3-452b-b656-94b2e3b74056 HTTP/1.1" status: 200 len: 945 time: 0.0679030 Mar 29 16:02:48.547719 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b955a8f6-a0ea-4595-8c0d-b9f6f867e36c tempest-RoutersIpV6AdminTest-321379857 tempest-RoutersIpV6AdminTest-321379857-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:48.549251 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-b955a8f6-a0ea-4595-8c0d-b9f6f867e36c tempest-RoutersIpV6AdminTest-321379857 tempest-RoutersIpV6AdminTest-321379857-project-admin] 10.222.0.42 "GET /v2.0/ports?network_id=4a4a035d-ecac-4ead-baa3-25f90788773a&device_id=fdf46605-6be8-40a3-b84f-24f7c1352d34&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0784285 Mar 29 16:02:48.551847 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 49162) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:02:48.561923 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-288b6cb5-6def-4ea0-93bc-c12cbbfdddec req-5ac40e34-ec1b-44c1-b65c-3909ce4308be tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/security-groups?id=374804bf-1832-496a-a9bd-7f28df171a12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346100 Mar 29 16:02:48.638227 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95ce8f99-c197-4e42-8140-77403ca5eff2 tempest-RoutersIpV6AdminTest-321379857 tempest-RoutersIpV6AdminTest-321379857-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:48.639662 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-95ce8f99-c197-4e42-8140-77403ca5eff2 tempest-RoutersIpV6AdminTest-321379857 tempest-RoutersIpV6AdminTest-321379857-project-admin] 10.222.0.42 "GET /v2.0/networks/4a4a035d-ecac-4ead-baa3-25f90788773a HTTP/1.1" status: 200 len: 881 time: 0.0869184 Mar 29 16:02:48.642305 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 49166) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:02:48.669087 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-83bee09c-ef76-4044-92ae-201506a2eea6 tempest-RoutersIpV6AdminTest-941099734 tempest-RoutersIpV6AdminTest-941099734-project] 10.222.0.42 "GET /v2.0/ports?device_id=fdf46605-6be8-40a3-b84f-24f7c1352d34 HTTP/1.1" status: 200 len: 205 time: 0.0257084 Mar 29 16:02:48.671371 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 49168) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:02:48.775152 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-3c04d9c4-abe6-4770-9947-659da6b1cb77 tempest-RoutersIpV6AdminTest-941099734 tempest-RoutersIpV6AdminTest-941099734-project] Notify callbacks [] for router, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:48.877306 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-3c04d9c4-abe6-4770-9947-659da6b1cb77 tempest-RoutersIpV6AdminTest-941099734 tempest-RoutersIpV6AdminTest-941099734-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:48.927820 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-3c04d9c4-abe6-4770-9947-659da6b1cb77 tempest-RoutersIpV6AdminTest-941099734 tempest-RoutersIpV6AdminTest-941099734-project] Deleting port 95d2f1f8-6d81-4344-a7b3-7ddcd82ce175 {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:02:48.928165 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-3c04d9c4-abe6-4770-9947-659da6b1cb77 tempest-RoutersIpV6AdminTest-941099734 tempest-RoutersIpV6AdminTest-941099734-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:49.008728 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-3c04d9c4-abe6-4770-9947-659da6b1cb77 tempest-RoutersIpV6AdminTest-941099734 tempest-RoutersIpV6AdminTest-941099734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:49.020788 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-3c04d9c4-abe6-4770-9947-659da6b1cb77 tempest-RoutersIpV6AdminTest-941099734 tempest-RoutersIpV6AdminTest-941099734-project] Calling delete_port for 95d2f1f8-6d81-4344-a7b3-7ddcd82ce175 owned by network:router_gateway {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:02:49.187769 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-3c04d9c4-abe6-4770-9947-659da6b1cb77 tempest-RoutersIpV6AdminTest-941099734 tempest-RoutersIpV6AdminTest-941099734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:49.213321 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c04d9c4-abe6-4770-9947-659da6b1cb77 tempest-RoutersIpV6AdminTest-941099734 tempest-RoutersIpV6AdminTest-941099734-project] Pushing event deleted for resources: {'Port': ['ID=95d2f1f8-6d81-4344-a7b3-7ddcd82ce175,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:02:49.269880 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-3c04d9c4-abe6-4770-9947-659da6b1cb77 tempest-RoutersIpV6AdminTest-941099734 tempest-RoutersIpV6AdminTest-941099734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-648138'] for router_gateway, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:49.304693 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device 2b7f7081-244b-431a-9e22-38621fc4ff0f no longer exists at agent hyperv_n-h2-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 16:02:49.326131 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] No Port match for: 2b7f7081-244b-431a-9e22-38621fc4ff0f {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 16:02:49.326131 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device 2b7f7081-244b-431a-9e22-38621fc4ff0f not bound to the agent host n-h2-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 16:02:49.370107 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-3c04d9c4-abe6-4770-9947-659da6b1cb77 tempest-RoutersIpV6AdminTest-941099734 tempest-RoutersIpV6AdminTest-941099734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129328'] for router, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:49.372464 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-3c04d9c4-abe6-4770-9947-659da6b1cb77 tempest-RoutersIpV6AdminTest-941099734 tempest-RoutersIpV6AdminTest-941099734-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:49.422532 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-3c04d9c4-abe6-4770-9947-659da6b1cb77 tempest-RoutersIpV6AdminTest-941099734 tempest-RoutersIpV6AdminTest-941099734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-526718'] for router, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:49.423058 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c04d9c4-abe6-4770-9947-659da6b1cb77 tempest-RoutersIpV6AdminTest-941099734 tempest-RoutersIpV6AdminTest-941099734-project] Fanout notify agent at l3_agent the message router_deleted on router fdf46605-6be8-40a3-b84f-24f7c1352d34 {{(pid=102791) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 29 16:02:49.435142 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-3c04d9c4-abe6-4770-9947-659da6b1cb77 tempest-RoutersIpV6AdminTest-941099734 tempest-RoutersIpV6AdminTest-941099734-project] Notify callbacks [] for router, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:49.436159 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-3c04d9c4-abe6-4770-9947-659da6b1cb77 tempest-RoutersIpV6AdminTest-941099734 tempest-RoutersIpV6AdminTest-941099734-project] 10.222.0.42 "DELETE /v2.0/routers/fdf46605-6be8-40a3-b84f-24f7c1352d34 HTTP/1.1" status: 204 len: 168 time: 0.7639022 Mar 29 16:02:49.440160 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 49182) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:02:49.445317 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-89b51f05-2bd8-4ca5-8697-8c2f476c26d9 tempest-RoutersIpV6AdminTest-941099734 tempest-RoutersIpV6AdminTest-941099734-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1415106952', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:02:49.481335 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-89b51f05-2bd8-4ca5-8697-8c2f476c26d9 tempest-RoutersIpV6AdminTest-941099734 tempest-RoutersIpV6AdminTest-941099734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-532385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129310'] for router, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:49.483046 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-89b51f05-2bd8-4ca5-8697-8c2f476c26d9 tempest-RoutersIpV6AdminTest-941099734 tempest-RoutersIpV6AdminTest-941099734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-648091', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-684384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129319'] for router, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:49.499248 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5942f693-4f88-4bc6-a47b-c906234ad874 req-68f5a756-5c1d-4319-8e75-fd1aa2a560f1 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:49.501184 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-5942f693-4f88-4bc6-a47b-c906234ad874 req-68f5a756-5c1d-4319-8e75-fd1aa2a560f1 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "GET /v2.0/ports?device_id=4b1734e3-0491-4380-9fe0-74365dc4ef18 HTTP/1.1" status: 200 len: 946 time: 0.0629826 Mar 29 16:02:49.543630 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-89b51f05-2bd8-4ca5-8697-8c2f476c26d9 tempest-RoutersIpV6AdminTest-941099734 tempest-RoutersIpV6AdminTest-941099734-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:49.549206 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-89b51f05-2bd8-4ca5-8697-8c2f476c26d9 tempest-RoutersIpV6AdminTest-941099734 tempest-RoutersIpV6AdminTest-941099734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648118'] for router, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:49.552189 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-5942f693-4f88-4bc6-a47b-c906234ad874 req-f42372cf-229e-40f9-9f7c-2914d3fb5348 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "GET /v2.0/security-groups?id=bcabf703-0dbd-497f-b21f-e9f0f5919bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449989 Mar 29 16:02:49.575062 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-89b51f05-2bd8-4ca5-8697-8c2f476c26d9 tempest-RoutersIpV6AdminTest-941099734 tempest-RoutersIpV6AdminTest-941099734-project] Notify callbacks [] for router, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:49.576456 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-89b51f05-2bd8-4ca5-8697-8c2f476c26d9 tempest-RoutersIpV6AdminTest-941099734 tempest-RoutersIpV6AdminTest-941099734-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1351581 Mar 29 16:02:49.579339 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 49190) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:02:49.584476 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-9671e6ec-3a63-46fc-becf-dac65f5455a2 tempest-RoutersIpV6AdminTest-941099734 tempest-RoutersIpV6AdminTest-941099734-project] Request body: {'router': {'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'}}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:02:49.687415 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ff6861-5cf3-402a-9482-13dfa2292567 req-76623596-f9fd-4937-a2b1-e254c1c87af5 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:49.690368 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-95ff6861-5cf3-402a-9482-13dfa2292567 req-76623596-f9fd-4937-a2b1-e254c1c87af5 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "GET /v2.0/ports?device_id=4b1734e3-0491-4380-9fe0-74365dc4ef18 HTTP/1.1" status: 200 len: 946 time: 0.0597882 Mar 29 16:02:49.739146 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-95ff6861-5cf3-402a-9482-13dfa2292567 req-19c9f020-5961-4ddc-b8f1-03a48b713015 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "GET /v2.0/security-groups?id=bcabf703-0dbd-497f-b21f-e9f0f5919bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414512 Mar 29 16:02:49.762717 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 49194) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:02:49.803829 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a05ba301-f073-4282-abb8-c15d73927c37 tempest-TestNetworkAdvancedServerOps-8597314 tempest-TestNetworkAdvancedServerOps-8597314-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:49.808319 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-a05ba301-f073-4282-abb8-c15d73927c37 tempest-TestNetworkAdvancedServerOps-8597314 tempest-TestNetworkAdvancedServerOps-8597314-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=4b1734e3-0491-4380-9fe0-74365dc4ef18 HTTP/1.1" status: 200 len: 1092 time: 0.0415332 Mar 29 16:02:49.808478 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae2895d-aebd-485e-8b4c-e13d257eee50 req-0deef9b8-3ebb-4f53-8f0f-d72181a03a83 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:49.809008 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 49196) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:02:49.809168 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-fae2895d-aebd-485e-8b4c-e13d257eee50 req-0deef9b8-3ebb-4f53-8f0f-d72181a03a83 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/ports?device_id=4f24d3f6-64a3-452b-b656-94b2e3b74056 HTTP/1.1" status: 200 len: 945 time: 0.1499214 Mar 29 16:02:49.813328 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-2eb0d1e2-d01a-452c-a876-0252143af155 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Request body: {'floatingip': {'floating_network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'port_id': '3f19f861-2fb4-47d5-bf3d-5a6a133d1e3f', 'tenant_id': '8c88f14ca33d4e419d03f1c3b10014ac', 'fixed_ip_address': '172.20.0.10'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:02:49.834967 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-2eb0d1e2-d01a-452c-a876-0252143af155 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks [] for floatingip, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:49.844881 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-9671e6ec-3a63-46fc-becf-dac65f5455a2 tempest-RoutersIpV6AdminTest-941099734 tempest-RoutersIpV6AdminTest-941099734-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:49.902706 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-fae2895d-aebd-485e-8b4c-e13d257eee50 req-59480a5d-f1ae-4a37-90a5-9a29f8534141 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/security-groups?id=374804bf-1832-496a-a9bd-7f28df171a12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608997 Mar 29 16:02:49.942784 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-2eb0d1e2-d01a-452c-a876-0252143af155 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:50.069080 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.db_base_plugin_common [None req-2eb0d1e2-d01a-452c-a876-0252143af155 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Allocated IP 172.25.4.121 (4a4a035d-ecac-4ead-baa3-25f90788773a/e1a353dc-fac8-4901-a63c-273840237d6a/361cedc8-0155-45f5-a96a-30842e5e9a56) {{(pid=102790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:02:50.076578 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-9671e6ec-3a63-46fc-becf-dac65f5455a2 tempest-RoutersIpV6AdminTest-941099734 tempest-RoutersIpV6AdminTest-941099734-project] Notify callbacks [] for router_gateway, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:50.100756 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-9671e6ec-3a63-46fc-becf-dac65f5455a2 tempest-RoutersIpV6AdminTest-941099734 tempest-RoutersIpV6AdminTest-941099734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:50.181920 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-2eb0d1e2-d01a-452c-a876-0252143af155 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks [] for port, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:50.216435 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-2eb0d1e2-d01a-452c-a876-0252143af155 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:50.262689 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eb0d1e2-d01a-452c-a876-0252143af155 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Network 4a4a035d-ecac-4ead-baa3-25f90788773a is already hosted by enough agents. {{(pid=102790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:02:50.267047 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-2eb0d1e2-d01a-452c-a876-0252143af155 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Resources bound (agent type, host, resource id): {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:02:50.270003 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_common [None req-9671e6ec-3a63-46fc-becf-dac65f5455a2 tempest-RoutersIpV6AdminTest-941099734 tempest-RoutersIpV6AdminTest-941099734-project] Allocated IP 172.25.4.226 (4a4a035d-ecac-4ead-baa3-25f90788773a/e1a353dc-fac8-4901-a63c-273840237d6a/f7c065c0-bf45-4e9e-ab98-f0bb3aa288dd) {{(pid=102791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:02:50.271718 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eb0d1e2-d01a-452c-a876-0252143af155 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Received port after_create {{(pid=102790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:02:50.293400 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb0d1e2-d01a-452c-a876-0252143af155 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Pushing event updated for resources: {'Port': ['ID=361cedc8-0155-45f5-a96a-30842e5e9a56,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:02:50.403766 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-9671e6ec-3a63-46fc-becf-dac65f5455a2 tempest-RoutersIpV6AdminTest-941099734 tempest-RoutersIpV6AdminTest-941099734-project] Notify callbacks [] for port, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:50.459216 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-9671e6ec-3a63-46fc-becf-dac65f5455a2 tempest-RoutersIpV6AdminTest-941099734 tempest-RoutersIpV6AdminTest-941099734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:50.516318 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9671e6ec-3a63-46fc-becf-dac65f5455a2 tempest-RoutersIpV6AdminTest-941099734 tempest-RoutersIpV6AdminTest-941099734-project] Network 4a4a035d-ecac-4ead-baa3-25f90788773a is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:02:50.521868 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [None req-9671e6ec-3a63-46fc-becf-dac65f5455a2 tempest-RoutersIpV6AdminTest-941099734 tempest-RoutersIpV6AdminTest-941099734-project] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:02:50.524848 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9671e6ec-3a63-46fc-becf-dac65f5455a2 tempest-RoutersIpV6AdminTest-941099734 tempest-RoutersIpV6AdminTest-941099734-project] Received port after_create {{(pid=102791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:02:50.572939 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9671e6ec-3a63-46fc-becf-dac65f5455a2 tempest-RoutersIpV6AdminTest-941099734 tempest-RoutersIpV6AdminTest-941099734-project] Pushing event updated for resources: {'Port': ['ID=f7c065c0-bf45-4e9e-ab98-f0bb3aa288dd,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:02:50.747488 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-2eb0d1e2-d01a-452c-a876-0252143af155 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:50.821234 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-2eb0d1e2-d01a-452c-a876-0252143af155 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:50.836331 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-9671e6ec-3a63-46fc-becf-dac65f5455a2 tempest-RoutersIpV6AdminTest-941099734 tempest-RoutersIpV6AdminTest-941099734-project] Notify callbacks [] for router_gateway, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:50.982188 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-2eb0d1e2-d01a-452c-a876-0252143af155 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks [] for port, precommit_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:50.994944 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-2eb0d1e2-d01a-452c-a876-0252143af155 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5237921'] for port, after_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:51.093939 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb0d1e2-d01a-452c-a876-0252143af155 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Pushing event updated for resources: {'Port': ['ID=361cedc8-0155-45f5-a96a-30842e5e9a56,revision_number=2']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:02:51.109763 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e95881a-dd94-46da-aebd-00b2499fce46 req-cce51369-3ea1-4a43-91b7-426075c01250 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:51.111410 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-5e95881a-dd94-46da-aebd-00b2499fce46 req-cce51369-3ea1-4a43-91b7-426075c01250 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/ports?device_id=4f24d3f6-64a3-452b-b656-94b2e3b74056 HTTP/1.1" status: 200 len: 945 time: 0.1319454 Mar 29 16:02:51.117152 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-2eb0d1e2-d01a-452c-a876-0252143af155 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648212'] for floatingip, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:51.201462 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-5e95881a-dd94-46da-aebd-00b2499fce46 req-8804204b-7a7a-4aa9-a58f-32899ce7918c tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/security-groups?id=374804bf-1832-496a-a9bd-7f28df171a12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0821002 Mar 29 16:02:51.252080 n-d-834765-1 neutron-server[102790]: INFO neutron.db.l3_db [None req-2eb0d1e2-d01a-452c-a876-0252143af155 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Floating IP ee20b9c4-f17a-4f66-99ae-e91982f819a6 associated. External IP: 172.25.4.121, port: 3f19f861-2fb4-47d5-bf3d-5a6a133d1e3f. Mar 29 16:02:51.356265 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-9671e6ec-3a63-46fc-becf-dac65f5455a2 tempest-RoutersIpV6AdminTest-941099734 tempest-RoutersIpV6AdminTest-941099734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-648077', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-526627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129337'] for router, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:51.359982 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-9671e6ec-3a63-46fc-becf-dac65f5455a2 tempest-RoutersIpV6AdminTest-941099734 tempest-RoutersIpV6AdminTest-941099734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-648068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-648127', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-526682'] for router, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:51.477247 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2eb0d1e2-d01a-452c-a876-0252143af155 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Router e559e74d-3986-4c46-b9ba-d9f4da1b0e79 has already been hosted by L3 agent c648d819-1060-4f26-b4ec-6455387b5dff {{(pid=102790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 16:02:51.509790 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9671e6ec-3a63-46fc-becf-dac65f5455a2 tempest-RoutersIpV6AdminTest-941099734 tempest-RoutersIpV6AdminTest-941099734-project] Router e6406922-a1ef-445a-8c56-5103e22a7f79 is scheduled to L3 agent c648d819-1060-4f26-b4ec-6455387b5dff with binding_index 1 {{(pid=102791) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 29 16:02:51.584301 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2eb0d1e2-d01a-452c-a876-0252143af155 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 16:02:51.603222 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d4e117c-a87f-4af5-aaee-cc3f25a3aa3d None None] Sync routers for ids ['e559e74d-3986-4c46-b9ba-d9f4da1b0e79'] in n-d-834765-1 {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 16:02:51.611864 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-2eb0d1e2-d01a-452c-a876-0252143af155 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for floatingip, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:51.625120 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d4e117c-a87f-4af5-aaee-cc3f25a3aa3d None None] Routers {'e559e74d-3986-4c46-b9ba-d9f4da1b0e79'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:02:51.625761 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-0d4e117c-a87f-4af5-aaee-cc3f25a3aa3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:02:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['e559e74d-3986-4c46-b9ba-d9f4da1b0e79'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:02:51.633932 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9671e6ec-3a63-46fc-becf-dac65f5455a2 tempest-RoutersIpV6AdminTest-941099734 tempest-RoutersIpV6AdminTest-941099734-project] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 16:02:51.645461 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-9671e6ec-3a63-46fc-becf-dac65f5455a2 tempest-RoutersIpV6AdminTest-941099734 tempest-RoutersIpV6AdminTest-941099734-project] Notify callbacks [] for router, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:51.649240 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-9671e6ec-3a63-46fc-becf-dac65f5455a2 tempest-RoutersIpV6AdminTest-941099734 tempest-RoutersIpV6AdminTest-941099734-project] 10.222.0.42 "PUT /v2.0/routers/e6406922-a1ef-445a-8c56-5103e22a7f79 HTTP/1.1" status: 200 len: 884 time: 2.0661750 Mar 29 16:02:51.649593 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 49206) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:02:51.650190 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33c27171-f57f-4f2f-807b-d3d45964ed46 None None] Sync routers for ids ['e6406922-a1ef-445a-8c56-5103e22a7f79'] in n-d-834765-1 {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 16:02:51.664044 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-2eb0d1e2-d01a-452c-a876-0252143af155 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8538656 Mar 29 16:02:51.665187 n-d-834765-1 neutron-server[102790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b1734e3-0491-4380-9fe0-74365dc4ef18', 'tag': '3f19f861-2fb4-47d5-bf3d-5a6a133d1e3f'}] {{(pid=102790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:02:51.667937 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46b06d655c90bc969636382cce4240ad749035fb0f3a83ee4734fa1ed9c4a6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67319e47-c2a8-428a-b7b5-753f30984c78" -d '{"events": [{"name": "network-changed", "server_uuid": "4b1734e3-0491-4380-9fe0-74365dc4ef18", "tag": "3f19f861-2fb4-47d5-bf3d-5a6a133d1e3f"}]}' {{(pid=102790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:02:51.673100 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33c27171-f57f-4f2f-807b-d3d45964ed46 None None] Routers {'e6406922-a1ef-445a-8c56-5103e22a7f79'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:02:51.674892 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-33c27171-f57f-4f2f-807b-d3d45964ed46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:02:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['e6406922-a1ef-445a-8c56-5103e22a7f79'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:02:51.732985 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 16:02:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be960a69-fb8e-4b2f-b352-6394c1865cea x-openstack-request-id: req-be960a69-fb8e-4b2f-b352-6394c1865cea {{(pid=102790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:02:51.733342 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b1734e3-0491-4380-9fe0-74365dc4ef18", "tag": "3f19f861-2fb4-47d5-bf3d-5a6a133d1e3f", "status": "completed", "code": 200}]} {{(pid=102790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:02:51.733711 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-be960a69-fb8e-4b2f-b352-6394c1865cea {{(pid=102790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:02:51.734175 n-d-834765-1 neutron-server[102790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b1734e3-0491-4380-9fe0-74365dc4ef18', 'tag': '3f19f861-2fb4-47d5-bf3d-5a6a133d1e3f', 'status': 'completed', 'code': 200} Mar 29 16:02:51.745398 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-33c27171-f57f-4f2f-807b-d3d45964ed46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:02:51.756014 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33c27171-f57f-4f2f-807b-d3d45964ed46 None None] Routers {'e6406922-a1ef-445a-8c56-5103e22a7f79'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:02:51.757106 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-33c27171-f57f-4f2f-807b-d3d45964ed46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:02:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['e6406922-a1ef-445a-8c56-5103e22a7f79'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:02:51.790063 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 49212) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:02:51.794199 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-33c27171-f57f-4f2f-807b-d3d45964ed46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:02:51.794915 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33c27171-f57f-4f2f-807b-d3d45964ed46 None None] The sync data for ids ['e6406922-a1ef-445a-8c56-5103e22a7f79'] in n-d-834765-1 is: [] {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 16:02:51.797531 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-77aa611f-c636-482f-99fc-fcc2b0a1719b tempest-RoutersIpV6AdminTest-321379857 tempest-RoutersIpV6AdminTest-321379857-project-admin] 10.222.0.42 "GET /v2.0/routers/e6406922-a1ef-445a-8c56-5103e22a7f79 HTTP/1.1" status: 200 len: 925 time: 0.1451204 Mar 29 16:02:51.882863 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4d39f50-8352-4045-887d-88c787517f71 tempest-RoutersIpV6AdminTest-321379857 tempest-RoutersIpV6AdminTest-321379857-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:51.888160 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-c4d39f50-8352-4045-887d-88c787517f71 tempest-RoutersIpV6AdminTest-321379857 tempest-RoutersIpV6AdminTest-321379857-project-admin] 10.222.0.42 "GET /v2.0/ports?network_id=4a4a035d-ecac-4ead-baa3-25f90788773a&device_id=e6406922-a1ef-445a-8c56-5103e22a7f79&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0967715 Mar 29 16:02:51.889668 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 49216) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:02:51.902966 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67319e47-c2a8-428a-b7b5-753f30984c78 req-f314b2b3-0db4-427c-b26d-4a6d8ae25c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:51.904598 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-67319e47-c2a8-428a-b7b5-753f30984c78 req-f314b2b3-0db4-427c-b26d-4a6d8ae25c11 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8c88f14ca33d4e419d03f1c3b10014ac&device_id=4b1734e3-0491-4380-9fe0-74365dc4ef18 HTTP/1.1" status: 200 len: 1097 time: 0.1051209 Mar 29 16:02:51.940525 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8195e5f8-0527-4083-9484-7cfc44721491 req-b8623036-2e03-4e3d-8983-26a6799bffb8 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:51.942118 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-8195e5f8-0527-4083-9484-7cfc44721491 req-b8623036-2e03-4e3d-8983-26a6799bffb8 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "GET /v2.0/ports?device_id=4b1734e3-0491-4380-9fe0-74365dc4ef18 HTTP/1.1" status: 200 len: 946 time: 0.1255941 Mar 29 16:02:52.001968 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvr_db [None req-0d4e117c-a87f-4af5-aaee-cc3f25a3aa3d None None] Set router e559e74d-3986-4c46-b9ba-d9f4da1b0e79 gateway port host: n-d-834765-1 {{(pid=102792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:02:52.087799 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-8195e5f8-0527-4083-9484-7cfc44721491 req-88af3be7-896a-4683-bce7-7b44eff0fc94 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "GET /v2.0/security-groups?id=bcabf703-0dbd-497f-b21f-e9f0f5919bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1283810 Mar 29 16:02:52.112858 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67319e47-c2a8-428a-b7b5-753f30984c78 req-7f8513e1-b812-46fc-864e-b6a9a55b014c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:52.112858 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-67319e47-c2a8-428a-b7b5-753f30984c78 req-7f8513e1-b812-46fc-864e-b6a9a55b014c service neutron] 10.222.0.44 "GET /v2.0/networks?id=bdac95d0-3106-44ff-90ea-3c86fe100efe HTTP/1.1" status: 200 len: 897 time: 0.1927392 Mar 29 16:02:52.118427 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b68d0cb5-2d3f-43dc-9540-2896fa7b5ede tempest-RoutersIpV6AdminTest-321379857 tempest-RoutersIpV6AdminTest-321379857-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:52.121378 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-b68d0cb5-2d3f-43dc-9540-2896fa7b5ede tempest-RoutersIpV6AdminTest-321379857 tempest-RoutersIpV6AdminTest-321379857-project-admin] 10.222.0.42 "GET /v2.0/networks/4a4a035d-ecac-4ead-baa3-25f90788773a HTTP/1.1" status: 200 len: 881 time: 0.2298310 Mar 29 16:02:52.126231 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 49218) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:02:52.141382 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 49220) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:02:52.194294 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-67319e47-c2a8-428a-b7b5-753f30984c78 req-047fe913-9b64-4005-9c58-23ddfd8852f7 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3f19f861-2fb4-47d5-bf3d-5a6a133d1e3f HTTP/1.1" status: 200 len: 1000 time: 0.0711906 Mar 29 16:02:52.242432 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-a45d2bfb-f315-4111-a2c1-0d272d615773 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "GET /v2.0/floatingips/ee20b9c4-f17a-4f66-99ae-e91982f819a6 HTTP/1.1" status: 200 len: 992 time: 0.0995200 Mar 29 16:02:52.264939 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-dc69bc7e-fc5f-4c2d-8e6c-e45b47f2c9ef tempest-RoutersIpV6AdminTest-941099734 tempest-RoutersIpV6AdminTest-941099734-project] 10.222.0.42 "GET /v2.0/ports?device_id=e6406922-a1ef-445a-8c56-5103e22a7f79 HTTP/1.1" status: 200 len: 205 time: 0.1375117 Mar 29 16:02:52.267321 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 49226) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:02:52.290872 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67319e47-c2a8-428a-b7b5-753f30984c78 req-61adbb69-ceb0-4c7a-8315-e1537463b610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:52.291999 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-0d4e117c-a87f-4af5-aaee-cc3f25a3aa3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e559e74d-3986-4c46-b9ba-d9f4da1b0e79', 'name': 'tempest-TestNetworkAdvancedServerOps-router-26317166', 'tenant_id': '8c88f14ca33d4e419d03f1c3b10014ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.40'}], 'enable_snat': True}, 'gw_port_id': '19dd560a-74a2-4213-a3ab-88a3352fea7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:02:27Z', 'updated_at': '2022-03-29T16:02:32Z', 'revision_number': 4, 'project_id': '8c88f14ca33d4e419d03f1c3b10014ac', 'gw_port': {'id': '19dd560a-74a2-4213-a3ab-88a3352fea7b', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:bf:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e559e74d-3986-4c46-b9ba-d9f4da1b0e79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3069, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:02:27Z', 'updated_at': '2022-03-29T16:02:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_floatingips': [{'id': 'ee20b9c4-f17a-4f66-99ae-e91982f819a6', 'tenant_id': '8c88f14ca33d4e419d03f1c3b10014ac', 'floating_ip_address': '172.25.4.121', 'floating_network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'router_id': 'e559e74d-3986-4c46-b9ba-d9f4da1b0e79', 'port_id': '3f19f861-2fb4-47d5-bf3d-5a6a133d1e3f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3088, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bdac95d0-3106-44ff-90ea-3c86fe100efe', 'mac_address': 'fa:16:3e:35:46:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b1734e3-0491-4380-9fe0-74365dc4ef18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T16:02:50Z', 'updated_at': '2022-03-29T16:02:50Z', 'revision_number': 0, 'project_id': '8c88f14ca33d4e419d03f1c3b10014ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a946244-95aa-4429-a389-b3d27c94bf40', 'name': '', 'network_id': 'bdac95d0-3106-44ff-90ea-3c86fe100efe', 'tenant_id': '8c88f14ca33d4e419d03f1c3b10014ac', 'mac_address': 'fa:16:3e:2a:42:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e559e74d-3986-4c46-b9ba-d9f4da1b0e79', 'device_owner': 'network:router_interface', 'standard_attr_id': 3075, 'fixed_ips': [{'subnet_id': 'e1a677ac-ae5e-499b-ac14-fff9c63dbbe4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:02:31Z', 'updated_at': '2022-03-29T16:02:36Z', 'revision_number': 5, 'project_id': '8c88f14ca33d4e419d03f1c3b10014ac', 'subnets': [{'id': 'e1a677ac-ae5e-499b-ac14-fff9c63dbbe4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:02:52.292435 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-67319e47-c2a8-428a-b7b5-753f30984c78 req-61adbb69-ceb0-4c7a-8315-e1537463b610 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e1a677ac-ae5e-499b-ac14-fff9c63dbbe4 HTTP/1.1" status: 200 len: 835 time: 0.0888293 Mar 29 16:02:52.328542 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d4e117c-a87f-4af5-aaee-cc3f25a3aa3d None None] Checking router: e559e74d-3986-4c46-b9ba-d9f4da1b0e79 for host: n-d-834765-1 {{(pid=102792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 16:02:52.343607 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d4e117c-a87f-4af5-aaee-cc3f25a3aa3d None None] Routers {'e559e74d-3986-4c46-b9ba-d9f4da1b0e79'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:02:52.344367 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-0d4e117c-a87f-4af5-aaee-cc3f25a3aa3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:02:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['e559e74d-3986-4c46-b9ba-d9f4da1b0e79'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:02:52.348243 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67319e47-c2a8-428a-b7b5-753f30984c78 req-18eeaba8-45a9-4d4f-92d9-36c5670fa91c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:52.349943 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-67319e47-c2a8-428a-b7b5-753f30984c78 req-18eeaba8-45a9-4d4f-92d9-36c5670fa91c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=bdac95d0-3106-44ff-90ea-3c86fe100efe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0506771 Mar 29 16:02:52.423355 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81697c14-e393-425a-9b0b-2981e346669e req-e16e18b6-5dce-4ace-96e7-9b9c0c7b8af3 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:52.431938 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-81697c14-e393-425a-9b0b-2981e346669e req-e16e18b6-5dce-4ace-96e7-9b9c0c7b8af3 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/ports?device_id=4f24d3f6-64a3-452b-b656-94b2e3b74056 HTTP/1.1" status: 200 len: 945 time: 0.1130459 Mar 29 16:02:52.461289 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-67319e47-c2a8-428a-b7b5-753f30984c78 req-008043b9-a947-41ab-a0b3-fdb19d677f6d service neutron] 10.222.0.44 "GET /v2.0/networks/bdac95d0-3106-44ff-90ea-3c86fe100efe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022954 Mar 29 16:02:52.462310 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-62846848-36fc-4903-92f8-b03e6b8d1192 tempest-RoutersIpV6AdminTest-941099734 tempest-RoutersIpV6AdminTest-941099734-project] Notify callbacks [] for router, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:52.467383 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvr_db [None req-0d4e117c-a87f-4af5-aaee-cc3f25a3aa3d None None] Set router e559e74d-3986-4c46-b9ba-d9f4da1b0e79 gateway port host: n-d-834765-1 {{(pid=102792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:02:52.529878 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-81697c14-e393-425a-9b0b-2981e346669e req-1c26753e-d7a6-4bf1-bd30-1103debc085b tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/security-groups?id=374804bf-1832-496a-a9bd-7f28df171a12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0966992 Mar 29 16:02:52.604577 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-62846848-36fc-4903-92f8-b03e6b8d1192 tempest-RoutersIpV6AdminTest-941099734 tempest-RoutersIpV6AdminTest-941099734-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:52.607931 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-67319e47-c2a8-428a-b7b5-753f30984c78 req-26beead9-2b25-4b01-b25f-82bb5d3269d5 service neutron] 10.222.0.44 "GET /v2.0/networks/bdac95d0-3106-44ff-90ea-3c86fe100efe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399744 Mar 29 16:02:52.664093 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-62846848-36fc-4903-92f8-b03e6b8d1192 tempest-RoutersIpV6AdminTest-941099734 tempest-RoutersIpV6AdminTest-941099734-project] Deleting port f7c065c0-bf45-4e9e-ab98-f0bb3aa288dd {{(pid=102790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:02:52.664702 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-62846848-36fc-4903-92f8-b03e6b8d1192 tempest-RoutersIpV6AdminTest-941099734 tempest-RoutersIpV6AdminTest-941099734-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:52.757038 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-62846848-36fc-4903-92f8-b03e6b8d1192 tempest-RoutersIpV6AdminTest-941099734 tempest-RoutersIpV6AdminTest-941099734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:52.761499 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-0d4e117c-a87f-4af5-aaee-cc3f25a3aa3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e559e74d-3986-4c46-b9ba-d9f4da1b0e79', 'name': 'tempest-TestNetworkAdvancedServerOps-router-26317166', 'tenant_id': '8c88f14ca33d4e419d03f1c3b10014ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.40'}], 'enable_snat': True}, 'gw_port_id': '19dd560a-74a2-4213-a3ab-88a3352fea7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:02:27Z', 'updated_at': '2022-03-29T16:02:32Z', 'revision_number': 4, 'project_id': '8c88f14ca33d4e419d03f1c3b10014ac', 'gw_port': {'id': '19dd560a-74a2-4213-a3ab-88a3352fea7b', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:bf:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e559e74d-3986-4c46-b9ba-d9f4da1b0e79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3069, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:02:27Z', 'updated_at': '2022-03-29T16:02:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_floatingips': [{'id': 'ee20b9c4-f17a-4f66-99ae-e91982f819a6', 'tenant_id': '8c88f14ca33d4e419d03f1c3b10014ac', 'floating_ip_address': '172.25.4.121', 'floating_network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'router_id': 'e559e74d-3986-4c46-b9ba-d9f4da1b0e79', 'port_id': '3f19f861-2fb4-47d5-bf3d-5a6a133d1e3f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3088, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bdac95d0-3106-44ff-90ea-3c86fe100efe', 'mac_address': 'fa:16:3e:35:46:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b1734e3-0491-4380-9fe0-74365dc4ef18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T16:02:50Z', 'updated_at': '2022-03-29T16:02:50Z', 'revision_number': 0, 'project_id': '8c88f14ca33d4e419d03f1c3b10014ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a946244-95aa-4429-a389-b3d27c94bf40', 'name': '', 'network_id': 'bdac95d0-3106-44ff-90ea-3c86fe100efe', 'tenant_id': '8c88f14ca33d4e419d03f1c3b10014ac', 'mac_address': 'fa:16:3e:2a:42:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e559e74d-3986-4c46-b9ba-d9f4da1b0e79', 'device_owner': 'network:router_interface', 'standard_attr_id': 3075, 'fixed_ips': [{'subnet_id': 'e1a677ac-ae5e-499b-ac14-fff9c63dbbe4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:02:31Z', 'updated_at': '2022-03-29T16:02:36Z', 'revision_number': 5, 'project_id': '8c88f14ca33d4e419d03f1c3b10014ac', 'subnets': [{'id': 'e1a677ac-ae5e-499b-ac14-fff9c63dbbe4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:02:52.769416 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-62846848-36fc-4903-92f8-b03e6b8d1192 tempest-RoutersIpV6AdminTest-941099734 tempest-RoutersIpV6AdminTest-941099734-project] Calling delete_port for f7c065c0-bf45-4e9e-ab98-f0bb3aa288dd owned by network:router_gateway {{(pid=102790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:02:52.795747 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d4e117c-a87f-4af5-aaee-cc3f25a3aa3d None None] The sync data for ids ['e559e74d-3986-4c46-b9ba-d9f4da1b0e79'] in n-d-834765-1 is: [{'id': 'e559e74d-3986-4c46-b9ba-d9f4da1b0e79', 'name': 'tempest-TestNetworkAdvancedServerOps-router-26317166', 'tenant_id': '8c88f14ca33d4e419d03f1c3b10014ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.40'}], 'enable_snat': True}, 'gw_port_id': '19dd560a-74a2-4213-a3ab-88a3352fea7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:02:27Z', 'updated_at': '2022-03-29T16:02:32Z', 'revision_number': 4, 'project_id': '8c88f14ca33d4e419d03f1c3b10014ac', 'gw_port': {'id': '19dd560a-74a2-4213-a3ab-88a3352fea7b', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:bf:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e559e74d-3986-4c46-b9ba-d9f4da1b0e79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3069, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:02:27Z', 'updated_at': '2022-03-29T16:02:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_floatingips': [{'id': 'ee20b9c4-f17a-4f66-99ae-e91982f819a6', 'tenant_id': '8c88f14ca33d4e419d03f1c3b10014ac', 'floating_ip_address': '172.25.4.121', 'floating_network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'router_id': 'e559e74d-3986-4c46-b9ba-d9f4da1b0e79', 'port_id': '3f19f861-2fb4-47d5-bf3d-5a6a133d1e3f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3088, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bdac95d0-3106-44ff-90ea-3c86fe100efe', 'mac_address': 'fa:16:3e:35:46:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b1734e3-0491-4380-9fe0-74365dc4ef18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T16:02:50Z', 'updated_at': '2022-03-29T16:02:50Z', 'revision_number': 0, 'project_id': '8c88f14ca33d4e419d03f1c3b10014ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a946244-95aa-4429-a389-b3d27c94bf40', 'name': '', 'network_id': 'bdac95d0-3106-44ff-90ea-3c86fe100efe', 'tenant_id': '8c88f14ca33d4e419d03f1c3b10014ac', 'mac_address': 'fa:16:3e:2a:42:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e559e74d-3986-4c46-b9ba-d9f4da1b0e79', 'device_owner': 'network:router_interface', 'standard_attr_id': 3075, 'fixed_ips': [{'subnet_id': 'e1a677ac-ae5e-499b-ac14-fff9c63dbbe4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:02:31Z', 'updated_at': '2022-03-29T16:02:36Z', 'revision_number': 5, 'project_id': '8c88f14ca33d4e419d03f1c3b10014ac', 'subnets': [{'id': 'e1a677ac-ae5e-499b-ac14-fff9c63dbbe4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 16:02:52.978651 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-62846848-36fc-4903-92f8-b03e6b8d1192 tempest-RoutersIpV6AdminTest-941099734 tempest-RoutersIpV6AdminTest-941099734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:53.012510 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62846848-36fc-4903-92f8-b03e6b8d1192 tempest-RoutersIpV6AdminTest-941099734 tempest-RoutersIpV6AdminTest-941099734-project] Pushing event deleted for resources: {'Port': ['ID=f7c065c0-bf45-4e9e-ab98-f0bb3aa288dd,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:02:53.081808 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-62846848-36fc-4903-92f8-b03e6b8d1192 tempest-RoutersIpV6AdminTest-941099734 tempest-RoutersIpV6AdminTest-941099734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-648138'] for router_gateway, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:53.111103 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d563c3c-5684-41c4-bbde-231ed9bce36e None None] New status for floating IP ee20b9c4-f17a-4f66-99ae-e91982f819a6: ACTIVE {{(pid=102792) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 16:02:53.222607 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-62846848-36fc-4903-92f8-b03e6b8d1192 tempest-RoutersIpV6AdminTest-941099734 tempest-RoutersIpV6AdminTest-941099734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129328'] for router, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:53.227555 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-62846848-36fc-4903-92f8-b03e6b8d1192 tempest-RoutersIpV6AdminTest-941099734 tempest-RoutersIpV6AdminTest-941099734-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:53.244884 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 49230) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:02:53.282601 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-62846848-36fc-4903-92f8-b03e6b8d1192 tempest-RoutersIpV6AdminTest-941099734 tempest-RoutersIpV6AdminTest-941099734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-526718'] for router, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:53.283725 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62846848-36fc-4903-92f8-b03e6b8d1192 tempest-RoutersIpV6AdminTest-941099734 tempest-RoutersIpV6AdminTest-941099734-project] Fanout notify agent at l3_agent the message router_deleted on router e6406922-a1ef-445a-8c56-5103e22a7f79 {{(pid=102790) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 29 16:02:53.294453 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-62846848-36fc-4903-92f8-b03e6b8d1192 tempest-RoutersIpV6AdminTest-941099734 tempest-RoutersIpV6AdminTest-941099734-project] Notify callbacks [] for router, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:53.296121 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-62846848-36fc-4903-92f8-b03e6b8d1192 tempest-RoutersIpV6AdminTest-941099734 tempest-RoutersIpV6AdminTest-941099734-project] 10.222.0.42 "DELETE /v2.0/routers/e6406922-a1ef-445a-8c56-5103e22a7f79 HTTP/1.1" status: 204 len: 168 time: 1.0264153 Mar 29 16:02:53.300183 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 49232) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:02:53.306270 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-7fb222ee-6a87-4b08-aa4f-5d9887b3e4f8 tempest-RoutersIpV6AdminTest-941099734 tempest-RoutersIpV6AdminTest-941099734-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-127233504', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:02:53.334247 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-7fb222ee-6a87-4b08-aa4f-5d9887b3e4f8 tempest-RoutersIpV6AdminTest-941099734 tempest-RoutersIpV6AdminTest-941099734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-532385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129310'] for router, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:53.335568 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-7fb222ee-6a87-4b08-aa4f-5d9887b3e4f8 tempest-RoutersIpV6AdminTest-941099734 tempest-RoutersIpV6AdminTest-941099734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-648091', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-684384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129319'] for router, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:53.337685 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-b850d0ef-2573-4407-b454-41d5143c9749 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "GET /v2.0/floatingips/ee20b9c4-f17a-4f66-99ae-e91982f819a6 HTTP/1.1" status: 200 len: 992 time: 0.0886948 Mar 29 16:02:53.392743 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-7fb222ee-6a87-4b08-aa4f-5d9887b3e4f8 tempest-RoutersIpV6AdminTest-941099734 tempest-RoutersIpV6AdminTest-941099734-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:53.399437 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-7fb222ee-6a87-4b08-aa4f-5d9887b3e4f8 tempest-RoutersIpV6AdminTest-941099734 tempest-RoutersIpV6AdminTest-941099734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648118'] for router, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:53.420067 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-7fb222ee-6a87-4b08-aa4f-5d9887b3e4f8 tempest-RoutersIpV6AdminTest-941099734 tempest-RoutersIpV6AdminTest-941099734-project] Notify callbacks [] for router, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:53.421287 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-7fb222ee-6a87-4b08-aa4f-5d9887b3e4f8 tempest-RoutersIpV6AdminTest-941099734 tempest-RoutersIpV6AdminTest-941099734-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1201146 Mar 29 16:02:53.425137 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 49234) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:02:53.435095 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-666728bd-a029-4ac2-9690-255cd8c585ef tempest-RoutersIpV6AdminTest-321379857 tempest-RoutersIpV6AdminTest-321379857-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'enable_snat': True}}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:02:53.669638 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-666728bd-a029-4ac2-9690-255cd8c585ef tempest-RoutersIpV6AdminTest-321379857 tempest-RoutersIpV6AdminTest-321379857-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:53.708976 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881e72bd-df2b-4edd-b750-3d8481eb3bdb req-d82a19b9-210a-49f8-9178-1efa0038d464 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:53.710496 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-881e72bd-df2b-4edd-b750-3d8481eb3bdb req-d82a19b9-210a-49f8-9178-1efa0038d464 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/ports?device_id=4f24d3f6-64a3-452b-b656-94b2e3b74056 HTTP/1.1" status: 200 len: 945 time: 0.0964067 Mar 29 16:02:53.793753 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-881e72bd-df2b-4edd-b750-3d8481eb3bdb req-3d73b316-9e9c-4b63-8a8b-9565b6277475 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/security-groups?id=374804bf-1832-496a-a9bd-7f28df171a12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0740523 Mar 29 16:02:53.924101 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-666728bd-a029-4ac2-9690-255cd8c585ef tempest-RoutersIpV6AdminTest-321379857 tempest-RoutersIpV6AdminTest-321379857-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:53.949194 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-666728bd-a029-4ac2-9690-255cd8c585ef tempest-RoutersIpV6AdminTest-321379857 tempest-RoutersIpV6AdminTest-321379857-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:54.123108 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9fa254-e742-407c-9e04-2956b1eb9704 req-3895a03b-32e0-4ac5-8416-76c731895cc6 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:54.124956 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-dd9fa254-e742-407c-9e04-2956b1eb9704 req-3895a03b-32e0-4ac5-8416-76c731895cc6 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/ports?device_id=4f24d3f6-64a3-452b-b656-94b2e3b74056 HTTP/1.1" status: 200 len: 945 time: 0.1622994 Mar 29 16:02:54.138682 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d04b77d-6f9f-4069-8cf1-199cf42e7e39 req-42fd5634-04bf-4c7b-a2ff-b3ae4c83838a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:54.140342 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-2d04b77d-6f9f-4069-8cf1-199cf42e7e39 req-42fd5634-04bf-4c7b-a2ff-b3ae4c83838a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=358ad84304604947a292f32d4e62126b&device_id=4f24d3f6-64a3-452b-b656-94b2e3b74056 HTTP/1.1" status: 200 len: 1096 time: 0.1358097 Mar 29 16:02:54.203120 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_common [None req-666728bd-a029-4ac2-9690-255cd8c585ef tempest-RoutersIpV6AdminTest-321379857 tempest-RoutersIpV6AdminTest-321379857-project-admin] Allocated IP 172.25.4.65 (4a4a035d-ecac-4ead-baa3-25f90788773a/e1a353dc-fac8-4901-a63c-273840237d6a/ec733a7a-bca4-4ad8-8c83-604066e6bb75) {{(pid=102791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:02:54.251505 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bb52b4-7f81-41ff-b9f3-b2daa8dbad18 req-3cc7c51f-4e08-41b7-9a89-62b92e3b6d1c tempest-VolumesSnapshotTestJSON-706823163 tempest-VolumesSnapshotTestJSON-706823163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:54.253121 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-86bb52b4-7f81-41ff-b9f3-b2daa8dbad18 req-3cc7c51f-4e08-41b7-9a89-62b92e3b6d1c tempest-VolumesSnapshotTestJSON-706823163 tempest-VolumesSnapshotTestJSON-706823163-project] 10.222.0.42 "GET /v2.0/networks?id=167f603a-90fb-4b42-9779-f65e53d0c85e HTTP/1.1" status: 200 len: 813 time: 0.1174715 Mar 29 16:02:54.269841 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-86bb52b4-7f81-41ff-b9f3-b2daa8dbad18 req-149cdfd0-b314-43fd-b4dd-67351b5d4046 tempest-VolumesSnapshotTestJSON-706823163 tempest-VolumesSnapshotTestJSON-706823163-project] 10.222.0.42 "GET /v2.0/quotas/3f341adab2904f23a51d9cb9f57ae8a8 HTTP/1.1" status: 200 len: 375 time: 0.0108166 Mar 29 16:02:54.270741 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-dd9fa254-e742-407c-9e04-2956b1eb9704 req-8ac5f50e-59a5-47cc-aeec-e10220408476 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/security-groups?id=374804bf-1832-496a-a9bd-7f28df171a12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1372046 Mar 29 16:02:54.314531 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-86bb52b4-7f81-41ff-b9f3-b2daa8dbad18 req-7b93b22c-0935-4db1-b6c2-4b9e0cfb873d tempest-VolumesSnapshotTestJSON-706823163 tempest-VolumesSnapshotTestJSON-706823163-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=3f341adab2904f23a51d9cb9f57ae8a8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0354970 Mar 29 16:02:54.343905 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 49256) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:02:54.357498 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d04b77d-6f9f-4069-8cf1-199cf42e7e39 req-5ed536a6-6287-473b-a1e0-9ccb3a24bde9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:54.358963 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-2d04b77d-6f9f-4069-8cf1-199cf42e7e39 req-5ed536a6-6287-473b-a1e0-9ccb3a24bde9 service neutron] 10.222.0.48 "GET /v2.0/networks?id=3364456e-aead-437c-a830-dc7a420fe2a4 HTTP/1.1" status: 200 len: 913 time: 0.2102883 Mar 29 16:02:54.449707 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-2d04b77d-6f9f-4069-8cf1-199cf42e7e39 req-79843c37-e9eb-4fa8-95a3-9c0b260b3a55 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ac0b4df0-cb96-4479-a8cd-db71862ed96d HTTP/1.1" status: 200 len: 1000 time: 0.0829382 Mar 29 16:02:54.452448 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-666728bd-a029-4ac2-9690-255cd8c585ef tempest-RoutersIpV6AdminTest-321379857 tempest-RoutersIpV6AdminTest-321379857-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:54.457515 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-e6d4906a-5178-4ec9-9fc1-204b1a8fa2a2 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "GET /v2.0/floatingips/ee20b9c4-f17a-4f66-99ae-e91982f819a6 HTTP/1.1" status: 200 len: 994 time: 0.1124425 Mar 29 16:02:54.477323 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-86bb52b4-7f81-41ff-b9f3-b2daa8dbad18 req-995fa5c7-679e-4b75-91ca-7648bf4e5a34 service neutron] 10.222.0.42 "GET /v2.0/networks/167f603a-90fb-4b42-9779-f65e53d0c85e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1525187 Mar 29 16:02:54.513250 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d04b77d-6f9f-4069-8cf1-199cf42e7e39 req-8fe06c07-c334-4163-ae4e-eda1355c87eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:54.514705 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-2d04b77d-6f9f-4069-8cf1-199cf42e7e39 req-8fe06c07-c334-4163-ae4e-eda1355c87eb service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6caada61-173d-4256-8e9d-611647191ef5 HTTP/1.1" status: 200 len: 851 time: 0.0581570 Mar 29 16:02:54.531691 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-666728bd-a029-4ac2-9690-255cd8c585ef tempest-RoutersIpV6AdminTest-321379857 tempest-RoutersIpV6AdminTest-321379857-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:54.588492 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-86bb52b4-7f81-41ff-b9f3-b2daa8dbad18 req-853cf146-9b31-4b17-bdfc-9d27f7e6ee68 service neutron] 10.222.0.42 "GET /v2.0/networks/167f603a-90fb-4b42-9779-f65e53d0c85e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040330 Mar 29 16:02:54.588759 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-666728bd-a029-4ac2-9690-255cd8c585ef tempest-RoutersIpV6AdminTest-321379857 tempest-RoutersIpV6AdminTest-321379857-project-admin] Network 4a4a035d-ecac-4ead-baa3-25f90788773a is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:02:54.594665 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [None req-666728bd-a029-4ac2-9690-255cd8c585ef tempest-RoutersIpV6AdminTest-321379857 tempest-RoutersIpV6AdminTest-321379857-project-admin] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:02:54.600162 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-666728bd-a029-4ac2-9690-255cd8c585ef tempest-RoutersIpV6AdminTest-321379857 tempest-RoutersIpV6AdminTest-321379857-project-admin] Received port after_create {{(pid=102791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:02:54.627134 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666728bd-a029-4ac2-9690-255cd8c585ef tempest-RoutersIpV6AdminTest-321379857 tempest-RoutersIpV6AdminTest-321379857-project-admin] Pushing event updated for resources: {'Port': ['ID=ec733a7a-bca4-4ad8-8c83-604066e6bb75,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:02:54.634860 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d04b77d-6f9f-4069-8cf1-199cf42e7e39 req-149f883f-dc3f-45e1-bd51-946df0b06f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:54.637139 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-2d04b77d-6f9f-4069-8cf1-199cf42e7e39 req-149f883f-dc3f-45e1-bd51-946df0b06f54 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3364456e-aead-437c-a830-dc7a420fe2a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1152997 Mar 29 16:02:54.830676 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-3c8e770f-3b1e-45b7-be46-62f9dbb29ecf req-09fa3cec-79a2-4084-bdc4-a5788a027556 tempest-VolumesSnapshotTestJSON-706823163 tempest-VolumesSnapshotTestJSON-706823163-project] 10.222.0.42 "GET /v2.0/ports?device_id=39c49e88-bf4a-4424-b161-1363512b4e60 HTTP/1.1" status: 200 len: 210 time: 0.0603027 Mar 29 16:02:54.854975 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-2d04b77d-6f9f-4069-8cf1-199cf42e7e39 req-e0313313-d44c-43b3-97a1-5ce2f5e09799 service neutron] 10.222.0.48 "GET /v2.0/networks/3364456e-aead-437c-a830-dc7a420fe2a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2094202 Mar 29 16:02:55.344571 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-2d04b77d-6f9f-4069-8cf1-199cf42e7e39 req-9a642b4e-003f-43e5-b1b7-0d4fa993b33a service neutron] 10.222.0.48 "GET /v2.0/networks/3364456e-aead-437c-a830-dc7a420fe2a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4811611 Mar 29 16:02:55.345271 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-666728bd-a029-4ac2-9690-255cd8c585ef tempest-RoutersIpV6AdminTest-321379857 tempest-RoutersIpV6AdminTest-321379857-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:55.409175 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f15923-dbbb-4936-bcd6-18da6367d9c1 req-895b64b6-baf9-4acb-8530-477c75a0d786 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:55.411412 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-18f15923-dbbb-4936-bcd6-18da6367d9c1 req-895b64b6-baf9-4acb-8530-477c75a0d786 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/ports?device_id=4f24d3f6-64a3-452b-b656-94b2e3b74056 HTTP/1.1" status: 200 len: 945 time: 0.0600300 Mar 29 16:02:55.453942 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-18f15923-dbbb-4936-bcd6-18da6367d9c1 req-b00e9787-afa1-4736-aff1-f7cc9d63bd75 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/security-groups?id=374804bf-1832-496a-a9bd-7f28df171a12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356586 Mar 29 16:02:55.547776 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-666728bd-a029-4ac2-9690-255cd8c585ef tempest-RoutersIpV6AdminTest-321379857 tempest-RoutersIpV6AdminTest-321379857-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-648077', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-526627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129337'] for router, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:55.550946 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-666728bd-a029-4ac2-9690-255cd8c585ef tempest-RoutersIpV6AdminTest-321379857 tempest-RoutersIpV6AdminTest-321379857-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-648068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-648127', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-526682'] for router, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:55.675975 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-666728bd-a029-4ac2-9690-255cd8c585ef tempest-RoutersIpV6AdminTest-321379857 tempest-RoutersIpV6AdminTest-321379857-project-admin] Router acc14d1e-b250-49d6-bfc6-38152fc7c1f5 is scheduled to L3 agent c648d819-1060-4f26-b4ec-6455387b5dff with binding_index 1 {{(pid=102791) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 29 16:02:55.861263 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-666728bd-a029-4ac2-9690-255cd8c585ef tempest-RoutersIpV6AdminTest-321379857 tempest-RoutersIpV6AdminTest-321379857-project-admin] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 16:02:55.866453 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-666728bd-a029-4ac2-9690-255cd8c585ef tempest-RoutersIpV6AdminTest-321379857 tempest-RoutersIpV6AdminTest-321379857-project-admin] Notify callbacks [] for router, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:55.867690 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-666728bd-a029-4ac2-9690-255cd8c585ef tempest-RoutersIpV6AdminTest-321379857 tempest-RoutersIpV6AdminTest-321379857-project-admin] 10.222.0.42 "PUT /v2.0/routers/acc14d1e-b250-49d6-bfc6-38152fc7c1f5 HTTP/1.1" status: 200 len: 917 time: 2.4415319 Mar 29 16:02:55.871172 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 49272) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:02:55.872915 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0106f1c-4d87-402c-8191-d17f3ce3187f None None] Sync routers for ids ['acc14d1e-b250-49d6-bfc6-38152fc7c1f5'] in n-d-834765-1 {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 16:02:55.876472 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bb52b4-7f81-41ff-b9f3-b2daa8dbad18 req-80bc57aa-8b01-4af1-a40d-cecc66aea4a0 tempest-VolumesSnapshotTestJSON-706823163 tempest-VolumesSnapshotTestJSON-706823163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:55.878117 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-86bb52b4-7f81-41ff-b9f3-b2daa8dbad18 req-80bc57aa-8b01-4af1-a40d-cecc66aea4a0 tempest-VolumesSnapshotTestJSON-706823163 tempest-VolumesSnapshotTestJSON-706823163-project] 10.222.0.48 "GET /v2.0/networks?id=167f603a-90fb-4b42-9779-f65e53d0c85e HTTP/1.1" status: 200 len: 813 time: 0.1612961 Mar 29 16:02:55.884497 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0106f1c-4d87-402c-8191-d17f3ce3187f None None] Routers {'acc14d1e-b250-49d6-bfc6-38152fc7c1f5'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:02:55.885191 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-c0106f1c-4d87-402c-8191-d17f3ce3187f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:02:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['acc14d1e-b250-49d6-bfc6-38152fc7c1f5'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:02:55.892775 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [req-86bb52b4-7f81-41ff-b9f3-b2daa8dbad18 req-b51f7d07-856c-493a-96be-0a913f8b403e tempest-VolumesSnapshotTestJSON-706823163 tempest-VolumesSnapshotTestJSON-706823163-project] Request body: {'port': {'device_id': '39c49e88-bf4a-4424-b161-1363512b4e60', 'network_id': '167f603a-90fb-4b42-9779-f65e53d0c85e', 'admin_state_up': True, 'tenant_id': '3f341adab2904f23a51d9cb9f57ae8a8'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:02:55.926397 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-c0106f1c-4d87-402c-8191-d17f3ce3187f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:02:55.948697 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0106f1c-4d87-402c-8191-d17f3ce3187f None None] Routers {'acc14d1e-b250-49d6-bfc6-38152fc7c1f5'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:02:55.949964 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-c0106f1c-4d87-402c-8191-d17f3ce3187f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:02:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['acc14d1e-b250-49d6-bfc6-38152fc7c1f5'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:02:55.983779 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-c0106f1c-4d87-402c-8191-d17f3ce3187f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:02:55.984733 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0106f1c-4d87-402c-8191-d17f3ce3187f None None] The sync data for ids ['acc14d1e-b250-49d6-bfc6-38152fc7c1f5'] in n-d-834765-1 is: [] {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 16:02:56.009396 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e6db5387-f835-4abe-8fe2-f532e410f639 req-b9659d57-870e-4b04-b682-d869b0777634 tempest-VolumesSnapshotTestJSON-706823163 tempest-VolumesSnapshotTestJSON-706823163-project] 10.222.0.42 "GET /v2.0/ports?device_id=39c49e88-bf4a-4424-b161-1363512b4e60 HTTP/1.1" status: 200 len: 210 time: 0.0442779 Mar 29 16:02:56.043441 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86bb52b4-7f81-41ff-b9f3-b2daa8dbad18 req-b51f7d07-856c-493a-96be-0a913f8b403e tempest-VolumesSnapshotTestJSON-706823163 tempest-VolumesSnapshotTestJSON-706823163-project] Made reservation on behalf of 3f341adab2904f23a51d9cb9f57ae8a8 for: {'port': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:02:56.047065 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-86bb52b4-7f81-41ff-b9f3-b2daa8dbad18 req-b51f7d07-856c-493a-96be-0a913f8b403e tempest-VolumesSnapshotTestJSON-706823163 tempest-VolumesSnapshotTestJSON-706823163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:56.185527 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_common [req-86bb52b4-7f81-41ff-b9f3-b2daa8dbad18 req-b51f7d07-856c-493a-96be-0a913f8b403e tempest-VolumesSnapshotTestJSON-706823163 tempest-VolumesSnapshotTestJSON-706823163-project] Allocated IP 172.20.0.4 (167f603a-90fb-4b42-9779-f65e53d0c85e/1736fd68-847e-4a56-8e5e-5425c210ffd4/7511c9a1-2358-4ec3-9f37-69ef4bfe5963) {{(pid=102791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:02:56.339324 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-86bb52b4-7f81-41ff-b9f3-b2daa8dbad18 req-b51f7d07-856c-493a-96be-0a913f8b403e tempest-VolumesSnapshotTestJSON-706823163 tempest-VolumesSnapshotTestJSON-706823163-project] Notify callbacks [] for port, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:56.342421 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-2e5a240b-7e73-4a43-94e9-411235313244 tempest-RoutersIpV6AdminTest-321379857 tempest-RoutersIpV6AdminTest-321379857-project-admin] 10.222.0.42 "GET /v2.0/routers/acc14d1e-b250-49d6-bfc6-38152fc7c1f5 HTTP/1.1" status: 200 len: 923 time: 0.4694960 Mar 29 16:02:56.345125 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 49276) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:02:56.373432 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-86bb52b4-7f81-41ff-b9f3-b2daa8dbad18 req-b51f7d07-856c-493a-96be-0a913f8b403e tempest-VolumesSnapshotTestJSON-706823163 tempest-VolumesSnapshotTestJSON-706823163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:56.387289 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39bcf46c-782c-44b1-9e36-06b09566e9c2 tempest-RoutersIpV6AdminTest-321379857 tempest-RoutersIpV6AdminTest-321379857-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:56.388786 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-39bcf46c-782c-44b1-9e36-06b09566e9c2 tempest-RoutersIpV6AdminTest-321379857 tempest-RoutersIpV6AdminTest-321379857-project-admin] 10.222.0.42 "GET /v2.0/ports?network_id=4a4a035d-ecac-4ead-baa3-25f90788773a&device_id=acc14d1e-b250-49d6-bfc6-38152fc7c1f5&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0427666 Mar 29 16:02:56.391460 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 49278) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:02:56.422309 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86bb52b4-7f81-41ff-b9f3-b2daa8dbad18 req-b51f7d07-856c-493a-96be-0a913f8b403e tempest-VolumesSnapshotTestJSON-706823163 tempest-VolumesSnapshotTestJSON-706823163-project] Network 167f603a-90fb-4b42-9779-f65e53d0c85e is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:02:56.425503 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [req-86bb52b4-7f81-41ff-b9f3-b2daa8dbad18 req-b51f7d07-856c-493a-96be-0a913f8b403e tempest-VolumesSnapshotTestJSON-706823163 tempest-VolumesSnapshotTestJSON-706823163-project] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:02:56.430113 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [req-86bb52b4-7f81-41ff-b9f3-b2daa8dbad18 req-b51f7d07-856c-493a-96be-0a913f8b403e tempest-VolumesSnapshotTestJSON-706823163 tempest-VolumesSnapshotTestJSON-706823163-project] Received port after_create {{(pid=102791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:02:56.434495 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51f7d07-856c-493a-96be-0a913f8b403e tempest-VolumesSnapshotTestJSON-706823163 tempest-VolumesSnapshotTestJSON-706823163-project] Pushing event updated for resources: {'Port': ['ID=7511c9a1-2358-4ec3-9f37-69ef4bfe5963,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:02:56.483934 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bb52b4-7f81-41ff-b9f3-b2daa8dbad18 req-b51f7d07-856c-493a-96be-0a913f8b403e tempest-VolumesSnapshotTestJSON-706823163 tempest-VolumesSnapshotTestJSON-706823163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:56.484613 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-86bb52b4-7f81-41ff-b9f3-b2daa8dbad18 req-b51f7d07-856c-493a-96be-0a913f8b403e tempest-VolumesSnapshotTestJSON-706823163 tempest-VolumesSnapshotTestJSON-706823163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:56.488254 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36d0fb05-49e8-47a5-9a56-b3d0d5451d29 tempest-RoutersIpV6AdminTest-321379857 tempest-RoutersIpV6AdminTest-321379857-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:56.489640 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-36d0fb05-49e8-47a5-9a56-b3d0d5451d29 tempest-RoutersIpV6AdminTest-321379857 tempest-RoutersIpV6AdminTest-321379857-project-admin] 10.222.0.42 "GET /v2.0/networks/4a4a035d-ecac-4ead-baa3-25f90788773a HTTP/1.1" status: 200 len: 881 time: 0.0972290 Mar 29 16:02:56.492424 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 49282) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:02:56.505878 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-86bb52b4-7f81-41ff-b9f3-b2daa8dbad18 req-b51f7d07-856c-493a-96be-0a913f8b403e tempest-VolumesSnapshotTestJSON-706823163 tempest-VolumesSnapshotTestJSON-706823163-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6158164 Mar 29 16:02:56.516591 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [req-86bb52b4-7f81-41ff-b9f3-b2daa8dbad18 req-6dedb248-ae55-4c4c-939a-189b45f147be service neutron] Request body: {'port': {'device_id': '39c49e88-bf4a-4424-b161-1363512b4e60', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834765-1'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:02:56.525250 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-302e94d8-75f5-4ed8-9c1e-5f4f4800dfc0 tempest-RoutersIpV6AdminTest-941099734 tempest-RoutersIpV6AdminTest-941099734-project] 10.222.0.42 "GET /v2.0/ports?device_id=acc14d1e-b250-49d6-bfc6-38152fc7c1f5 HTTP/1.1" status: 200 len: 205 time: 0.0293493 Mar 29 16:02:56.525610 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 49284) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:02:56.577163 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-86bb52b4-7f81-41ff-b9f3-b2daa8dbad18 req-6dedb248-ae55-4c4c-939a-189b45f147be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:56.657223 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d761f5-6f85-4ec9-a6ac-1916c4634936 req-d18e0004-1e88-4078-a2b5-79ab4ba1a2cd tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:56.659001 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-d3d761f5-6f85-4ec9-a6ac-1916c4634936 req-d18e0004-1e88-4078-a2b5-79ab4ba1a2cd tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/ports?device_id=4f24d3f6-64a3-452b-b656-94b2e3b74056 HTTP/1.1" status: 200 len: 945 time: 0.0943151 Mar 29 16:02:56.686293 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-3ee9f26c-2c3c-4d30-a698-a3a8cf270334 tempest-RoutersIpV6AdminTest-941099734 tempest-RoutersIpV6AdminTest-941099734-project] Notify callbacks [] for router, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:56.748673 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-d3d761f5-6f85-4ec9-a6ac-1916c4634936 req-cf32c2df-8ef5-4d5c-92c4-346711738a7f tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/security-groups?id=374804bf-1832-496a-a9bd-7f28df171a12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0832210 Mar 29 16:02:56.814577 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-3ee9f26c-2c3c-4d30-a698-a3a8cf270334 tempest-RoutersIpV6AdminTest-941099734 tempest-RoutersIpV6AdminTest-941099734-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:56.871511 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-3ee9f26c-2c3c-4d30-a698-a3a8cf270334 tempest-RoutersIpV6AdminTest-941099734 tempest-RoutersIpV6AdminTest-941099734-project] Deleting port ec733a7a-bca4-4ad8-8c83-604066e6bb75 {{(pid=102790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:02:56.871869 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-3ee9f26c-2c3c-4d30-a698-a3a8cf270334 tempest-RoutersIpV6AdminTest-941099734 tempest-RoutersIpV6AdminTest-941099734-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:56.882399 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [req-86bb52b4-7f81-41ff-b9f3-b2daa8dbad18 req-6dedb248-ae55-4c4c-939a-189b45f147be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7511c9a1-2358-4ec3-9f37-69ef4bfe5963 {{(pid=102791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 16:02:56.892425 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-86bb52b4-7f81-41ff-b9f3-b2daa8dbad18 req-6dedb248-ae55-4c4c-939a-189b45f147be service neutron] Notify callbacks [] for port, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:56.911924 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.provisioning_blocks [req-86bb52b4-7f81-41ff-b9f3-b2daa8dbad18 req-6dedb248-ae55-4c4c-939a-189b45f147be service neutron] Transition to ACTIVE for port object 7511c9a1-2358-4ec3-9f37-69ef4bfe5963 will not be triggered until provisioned by entity L2. {{(pid=102791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 16:02:56.921595 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403b7d47-6d4c-4342-be7c-afb013ebe4f1 req-b27d94f0-7a35-46e8-ad6d-0f026d9a2d75 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:56.923117 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-403b7d47-6d4c-4342-be7c-afb013ebe4f1 req-b27d94f0-7a35-46e8-ad6d-0f026d9a2d75 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/ports?device_id=4f24d3f6-64a3-452b-b656-94b2e3b74056 HTTP/1.1" status: 200 len: 945 time: 0.0778584 Mar 29 16:02:56.924394 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-86bb52b4-7f81-41ff-b9f3-b2daa8dbad18 req-6dedb248-ae55-4c4c-939a-189b45f147be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:56.963833 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-3ee9f26c-2c3c-4d30-a698-a3a8cf270334 tempest-RoutersIpV6AdminTest-941099734 tempest-RoutersIpV6AdminTest-941099734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:56.978852 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-3ee9f26c-2c3c-4d30-a698-a3a8cf270334 tempest-RoutersIpV6AdminTest-941099734 tempest-RoutersIpV6AdminTest-941099734-project] Calling delete_port for ec733a7a-bca4-4ad8-8c83-604066e6bb75 owned by network:router_gateway {{(pid=102790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:02:57.008718 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dedb248-ae55-4c4c-939a-189b45f147be service neutron] Pushing event updated for resources: {'Port': ['ID=7511c9a1-2358-4ec3-9f37-69ef4bfe5963,revision_number=2']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:02:57.052314 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-403b7d47-6d4c-4342-be7c-afb013ebe4f1 req-f654b3df-781b-4cb1-871a-d798e4050a8d tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/security-groups?id=374804bf-1832-496a-a9bd-7f28df171a12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1216118 Mar 29 16:02:57.088005 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-86bb52b4-7f81-41ff-b9f3-b2daa8dbad18 req-6dedb248-ae55-4c4c-939a-189b45f147be service neutron] Attempting to bind port 7511c9a1-2358-4ec3-9f37-69ef4bfe5963 on host n-h2-834765-1 for vnic_type normal with profile {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 16:02:57.088341 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-86bb52b4-7f81-41ff-b9f3-b2daa8dbad18 req-6dedb248-ae55-4c4c-939a-189b45f147be service neutron] Attempting to bind port 7511c9a1-2358-4ec3-9f37-69ef4bfe5963 by drivers openvswitch,hyperv on host n-h2-834765-1 at level 0 using segments [{'id': '931507c8-08e1-4318-be78-a5a66e835649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '167f603a-90fb-4b42-9779-f65e53d0c85e'}] {{(pid=102791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 16:02:57.088841 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86bb52b4-7f81-41ff-b9f3-b2daa8dbad18 req-6dedb248-ae55-4c4c-939a-189b45f147be service neutron] Attempting to bind port 7511c9a1-2358-4ec3-9f37-69ef4bfe5963 on network 167f603a-90fb-4b42-9779-f65e53d0c85e {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 16:02:57.095726 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86bb52b4-7f81-41ff-b9f3-b2daa8dbad18 req-6dedb248-ae55-4c4c-939a-189b45f147be service neutron] Port 7511c9a1-2358-4ec3-9f37-69ef4bfe5963 on network 167f603a-90fb-4b42-9779-f65e53d0c85e not bound, no agent of type Open vSwitch agent registered on host n-h2-834765-1 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 16:02:57.096128 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86bb52b4-7f81-41ff-b9f3-b2daa8dbad18 req-6dedb248-ae55-4c4c-939a-189b45f147be service neutron] Attempting to bind port 7511c9a1-2358-4ec3-9f37-69ef4bfe5963 on network 167f603a-90fb-4b42-9779-f65e53d0c85e {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 16:02:57.102344 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86bb52b4-7f81-41ff-b9f3-b2daa8dbad18 req-6dedb248-ae55-4c4c-939a-189b45f147be service neutron] Checking agent: {'id': '3e4b4912-b4a2-4d17-b5bd-6ce15529e8eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 33, 17), 'started_at': datetime.datetime(2022, 3, 29, 15, 33, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 16, 2, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 16:02:57.102344 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86bb52b4-7f81-41ff-b9f3-b2daa8dbad18 req-6dedb248-ae55-4c4c-939a-189b45f147be service neutron] Checking segment: {'id': '931507c8-08e1-4318-be78-a5a66e835649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '167f603a-90fb-4b42-9779-f65e53d0c85e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 16:02:57.102344 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86bb52b4-7f81-41ff-b9f3-b2daa8dbad18 req-6dedb248-ae55-4c4c-939a-189b45f147be service neutron] Bound using segment: {'id': '931507c8-08e1-4318-be78-a5a66e835649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '167f603a-90fb-4b42-9779-f65e53d0c85e'} {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 16:02:57.102777 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-86bb52b4-7f81-41ff-b9f3-b2daa8dbad18 req-6dedb248-ae55-4c4c-939a-189b45f147be service neutron] Bound port: 7511c9a1-2358-4ec3-9f37-69ef4bfe5963, host: n-h2-834765-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '931507c8-08e1-4318-be78-a5a66e835649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '167f603a-90fb-4b42-9779-f65e53d0c85e'}}] {{(pid=102791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 16:02:57.102901 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-86bb52b4-7f81-41ff-b9f3-b2daa8dbad18 req-6dedb248-ae55-4c4c-939a-189b45f147be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:57.181225 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-86bb52b4-7f81-41ff-b9f3-b2daa8dbad18 req-6dedb248-ae55-4c4c-939a-189b45f147be service neutron] For port 7511c9a1-2358-4ec3-9f37-69ef4bfe5963, host n-h2-834765-1, cleared binding levels {{(pid=102791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 16:02:57.186269 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-86bb52b4-7f81-41ff-b9f3-b2daa8dbad18 req-6dedb248-ae55-4c4c-939a-189b45f147be service neutron] For port 7511c9a1-2358-4ec3-9f37-69ef4bfe5963, host n-h2-834765-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=7511c9a1-2358-4ec3-9f37-69ef4bfe5963,segment=NetworkSegment(931507c8-08e1-4318-be78-a5a66e835649),segment_id=931507c8-08e1-4318-be78-a5a66e835649)] {{(pid=102791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 16:02:57.189945 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf923b0-9b55-4912-bb4c-fdc4934ef70c req-241d2965-f55a-4437-bf9c-da8fc93b6224 tempest-VolumesSnapshotTestJSON-706823163 tempest-VolumesSnapshotTestJSON-706823163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:57.191187 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-86bb52b4-7f81-41ff-b9f3-b2daa8dbad18 req-6dedb248-ae55-4c4c-939a-189b45f147be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:57.191582 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-daf923b0-9b55-4912-bb4c-fdc4934ef70c req-241d2965-f55a-4437-bf9c-da8fc93b6224 tempest-VolumesSnapshotTestJSON-706823163 tempest-VolumesSnapshotTestJSON-706823163-project] 10.222.0.42 "GET /v2.0/ports?device_id=39c49e88-bf4a-4424-b161-1363512b4e60 HTTP/1.1" status: 200 len: 943 time: 0.0729887 Mar 29 16:02:57.216308 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bb52b4-7f81-41ff-b9f3-b2daa8dbad18 req-6dedb248-ae55-4c4c-939a-189b45f147be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:57.217095 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-86bb52b4-7f81-41ff-b9f3-b2daa8dbad18 req-6dedb248-ae55-4c4c-939a-189b45f147be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:57.218767 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-86bb52b4-7f81-41ff-b9f3-b2daa8dbad18 req-6dedb248-ae55-4c4c-939a-189b45f147be service neutron] 10.222.0.48 "PUT /v2.0/ports/7511c9a1-2358-4ec3-9f37-69ef4bfe5963 HTTP/1.1" status: 200 len: 1091 time: 0.7066135 Mar 29 16:02:57.234042 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39c49e88-bf4a-4424-b161-1363512b4e60', 'tag': '7511c9a1-2358-4ec3-9f37-69ef4bfe5963'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:02:57.241755 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c67b028db5e9b9818fecc5c0a87ebc6f190694fa53ca267d523e04f98de536d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cab0958-299f-48f6-b505-40ebe5be55ba" -d '{"events": [{"name": "network-changed", "server_uuid": "39c49e88-bf4a-4424-b161-1363512b4e60", "tag": "7511c9a1-2358-4ec3-9f37-69ef4bfe5963"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:02:57.275236 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-daf923b0-9b55-4912-bb4c-fdc4934ef70c req-c37952b2-cd20-43e5-b93a-1b9f753c7fe3 tempest-VolumesSnapshotTestJSON-706823163 tempest-VolumesSnapshotTestJSON-706823163-project] 10.222.0.42 "GET /v2.0/security-groups?id=9fb47330-a036-4843-a522-03e96faefeb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648856 Mar 29 16:02:57.277589 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-3ee9f26c-2c3c-4d30-a698-a3a8cf270334 tempest-RoutersIpV6AdminTest-941099734 tempest-RoutersIpV6AdminTest-941099734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:57.306876 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee9f26c-2c3c-4d30-a698-a3a8cf270334 tempest-RoutersIpV6AdminTest-941099734 tempest-RoutersIpV6AdminTest-941099734-project] Pushing event deleted for resources: {'Port': ['ID=ec733a7a-bca4-4ad8-8c83-604066e6bb75,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:02:57.348834 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 16:02:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efabd67a-99ac-4ece-a333-6ed38bfc8475 x-openstack-request-id: req-efabd67a-99ac-4ece-a333-6ed38bfc8475 {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:02:57.349226 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39c49e88-bf4a-4424-b161-1363512b4e60", "tag": "7511c9a1-2358-4ec3-9f37-69ef4bfe5963", "status": "completed", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:02:57.349556 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-efabd67a-99ac-4ece-a333-6ed38bfc8475 {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:02:57.349948 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39c49e88-bf4a-4424-b161-1363512b4e60', 'tag': '7511c9a1-2358-4ec3-9f37-69ef4bfe5963', 'status': 'completed', 'code': 200} Mar 29 16:02:57.383298 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-3ee9f26c-2c3c-4d30-a698-a3a8cf270334 tempest-RoutersIpV6AdminTest-941099734 tempest-RoutersIpV6AdminTest-941099734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-648138'] for router_gateway, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:57.393277 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dedb248-ae55-4c4c-939a-189b45f147be service neutron] Pushing event updated for resources: {'Port': ['ID=7511c9a1-2358-4ec3-9f37-69ef4bfe5963,revision_number=3']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:02:57.405955 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bb52b4-7f81-41ff-b9f3-b2daa8dbad18 req-3ffd708c-4e0c-4609-ab39-ab5f995a8ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:57.407545 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-86bb52b4-7f81-41ff-b9f3-b2daa8dbad18 req-3ffd708c-4e0c-4609-ab39-ab5f995a8ac8 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3f341adab2904f23a51d9cb9f57ae8a8&device_id=39c49e88-bf4a-4424-b161-1363512b4e60 HTTP/1.1" status: 200 len: 1094 time: 0.1265216 Mar 29 16:02:57.416938 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a57f3fb-2042-48a3-943c-21a2c11b8a80 req-28cc2543-c540-4d21-8ca1-3f9623293eea tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:57.418996 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6a57f3fb-2042-48a3-943c-21a2c11b8a80 req-28cc2543-c540-4d21-8ca1-3f9623293eea tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/ports?device_id=4f24d3f6-64a3-452b-b656-94b2e3b74056 HTTP/1.1" status: 200 len: 945 time: 0.1365483 Mar 29 16:02:57.467024 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-86bb52b4-7f81-41ff-b9f3-b2daa8dbad18 req-e1d2a8f6-b81b-49ff-9250-5f8bf29860b7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7511c9a1-2358-4ec3-9f37-69ef4bfe5963 HTTP/1.1" status: 200 len: 217 time: 0.0469990 Mar 29 16:02:57.486745 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-3ee9f26c-2c3c-4d30-a698-a3a8cf270334 tempest-RoutersIpV6AdminTest-941099734 tempest-RoutersIpV6AdminTest-941099734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129328'] for router, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:57.489260 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-3ee9f26c-2c3c-4d30-a698-a3a8cf270334 tempest-RoutersIpV6AdminTest-941099734 tempest-RoutersIpV6AdminTest-941099734-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:57.533137 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6a57f3fb-2042-48a3-943c-21a2c11b8a80 req-1c4281ab-e282-45c1-9446-0d44a992bfdc tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/security-groups?id=374804bf-1832-496a-a9bd-7f28df171a12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738435 Mar 29 16:02:57.540069 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-3ee9f26c-2c3c-4d30-a698-a3a8cf270334 tempest-RoutersIpV6AdminTest-941099734 tempest-RoutersIpV6AdminTest-941099734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-526718'] for router, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:57.540484 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bb52b4-7f81-41ff-b9f3-b2daa8dbad18 req-279bdbab-3a7b-453f-8d80-ce176393640f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:57.540804 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ee9f26c-2c3c-4d30-a698-a3a8cf270334 tempest-RoutersIpV6AdminTest-941099734 tempest-RoutersIpV6AdminTest-941099734-project] Fanout notify agent at l3_agent the message router_deleted on router acc14d1e-b250-49d6-bfc6-38152fc7c1f5 {{(pid=102790) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 29 16:02:57.541918 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-86bb52b4-7f81-41ff-b9f3-b2daa8dbad18 req-279bdbab-3a7b-453f-8d80-ce176393640f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=1736fd68-847e-4a56-8e5e-5425c210ffd4 HTTP/1.1" status: 200 len: 853 time: 0.0661623 Mar 29 16:02:57.548719 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-3ee9f26c-2c3c-4d30-a698-a3a8cf270334 tempest-RoutersIpV6AdminTest-941099734 tempest-RoutersIpV6AdminTest-941099734-project] Notify callbacks [] for router, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:57.550126 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-3ee9f26c-2c3c-4d30-a698-a3a8cf270334 tempest-RoutersIpV6AdminTest-941099734 tempest-RoutersIpV6AdminTest-941099734-project] 10.222.0.42 "DELETE /v2.0/routers/acc14d1e-b250-49d6-bfc6-38152fc7c1f5 HTTP/1.1" status: 204 len: 168 time: 1.0233119 Mar 29 16:02:57.554083 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 49296) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:02:57.560925 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-c460d35f-362d-462f-ac72-5e960f9d2f04 tempest-RoutersIpV6AdminTest-941099734 tempest-RoutersIpV6AdminTest-941099734-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-394082487', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:02:57.577826 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-86bb52b4-7f81-41ff-b9f3-b2daa8dbad18 req-8c51a824-f179-47f6-9202-7d504f1f6714 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=167f603a-90fb-4b42-9779-f65e53d0c85e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291791 Mar 29 16:02:57.586445 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c460d35f-362d-462f-ac72-5e960f9d2f04 tempest-RoutersIpV6AdminTest-941099734 tempest-RoutersIpV6AdminTest-941099734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-532385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129310'] for router, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:57.587824 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c460d35f-362d-462f-ac72-5e960f9d2f04 tempest-RoutersIpV6AdminTest-941099734 tempest-RoutersIpV6AdminTest-941099734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-648091', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-684384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129319'] for router, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:57.645237 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c460d35f-362d-462f-ac72-5e960f9d2f04 tempest-RoutersIpV6AdminTest-941099734 tempest-RoutersIpV6AdminTest-941099734-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:57.653675 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c460d35f-362d-462f-ac72-5e960f9d2f04 tempest-RoutersIpV6AdminTest-941099734 tempest-RoutersIpV6AdminTest-941099734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648118'] for router, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:57.686478 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-86bb52b4-7f81-41ff-b9f3-b2daa8dbad18 req-5c7c504a-0e7e-48a5-8dea-53ecc4a615fd service neutron] 10.222.0.48 "GET /v2.0/networks/167f603a-90fb-4b42-9779-f65e53d0c85e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021140 Mar 29 16:02:57.690398 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c460d35f-362d-462f-ac72-5e960f9d2f04 tempest-RoutersIpV6AdminTest-941099734 tempest-RoutersIpV6AdminTest-941099734-project] Notify callbacks [] for router, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:57.691605 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-c460d35f-362d-462f-ac72-5e960f9d2f04 tempest-RoutersIpV6AdminTest-941099734 tempest-RoutersIpV6AdminTest-941099734-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1358976 Mar 29 16:02:57.694371 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 49300) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:02:57.700243 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-a3dd6cc2-8bf1-4f12-ab95-0ca5994e1f70 tempest-RoutersIpV6AdminTest-321379857 tempest-RoutersIpV6AdminTest-321379857-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'enable_snat': False}}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:02:57.763302 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c02bbb-15a0-4aaf-a516-a9db2331b888 req-a1375ef4-0458-45d2-9a36-e90b203bfb36 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:57.765240 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-41c02bbb-15a0-4aaf-a516-a9db2331b888 req-a1375ef4-0458-45d2-9a36-e90b203bfb36 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/ports?device_id=4f24d3f6-64a3-452b-b656-94b2e3b74056 HTTP/1.1" status: 200 len: 945 time: 0.1226740 Mar 29 16:02:57.786601 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-86bb52b4-7f81-41ff-b9f3-b2daa8dbad18 req-25d4bb32-b098-438a-9f33-c3bddde9774e service neutron] 10.222.0.48 "GET /v2.0/networks/167f603a-90fb-4b42-9779-f65e53d0c85e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933259 Mar 29 16:02:57.874930 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cab0958-299f-48f6-b505-40ebe5be55ba req-1dd3ece8-c494-4512-ac7a-37c57475fe82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:57.876545 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4cab0958-299f-48f6-b505-40ebe5be55ba req-1dd3ece8-c494-4512-ac7a-37c57475fe82 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3f341adab2904f23a51d9cb9f57ae8a8&device_id=39c49e88-bf4a-4424-b161-1363512b4e60 HTTP/1.1" status: 200 len: 1094 time: 0.0465493 Mar 29 16:02:57.926783 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-41c02bbb-15a0-4aaf-a516-a9db2331b888 req-a145ce3c-a168-4626-81c7-95883669cee6 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/security-groups?id=374804bf-1832-496a-a9bd-7f28df171a12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1313863 Mar 29 16:02:57.964645 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-a3dd6cc2-8bf1-4f12-ab95-0ca5994e1f70 tempest-RoutersIpV6AdminTest-321379857 tempest-RoutersIpV6AdminTest-321379857-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:57.974562 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cab0958-299f-48f6-b505-40ebe5be55ba req-28781d05-cb2b-4058-91c1-64b2fd6ff845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:57.976085 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4cab0958-299f-48f6-b505-40ebe5be55ba req-28781d05-cb2b-4058-91c1-64b2fd6ff845 service neutron] 10.222.0.48 "GET /v2.0/networks?id=167f603a-90fb-4b42-9779-f65e53d0c85e HTTP/1.1" status: 200 len: 914 time: 0.0925105 Mar 29 16:02:58.025624 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4cab0958-299f-48f6-b505-40ebe5be55ba req-c3779183-9996-4fff-87f1-30ccb56d4b4e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7511c9a1-2358-4ec3-9f37-69ef4bfe5963 HTTP/1.1" status: 200 len: 217 time: 0.0429912 Mar 29 16:02:58.103807 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cab0958-299f-48f6-b505-40ebe5be55ba req-dda0e421-6ff0-41af-97c0-151863a12f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:58.105415 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4cab0958-299f-48f6-b505-40ebe5be55ba req-dda0e421-6ff0-41af-97c0-151863a12f1e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=1736fd68-847e-4a56-8e5e-5425c210ffd4 HTTP/1.1" status: 200 len: 853 time: 0.0714583 Mar 29 16:02:58.113900 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ae8b11-8235-4af0-b0c7-d5e4b2bf8a21 req-efd0fea4-782b-4831-bb89-7ba113b2a3f6 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:58.115329 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-87ae8b11-8235-4af0-b0c7-d5e4b2bf8a21 req-efd0fea4-782b-4831-bb89-7ba113b2a3f6 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/ports?device_id=4f24d3f6-64a3-452b-b656-94b2e3b74056 HTTP/1.1" status: 200 len: 945 time: 0.0925801 Mar 29 16:02:58.151168 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4cab0958-299f-48f6-b505-40ebe5be55ba req-624dd38f-c2ca-422e-bb43-2d59cdf4545d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=167f603a-90fb-4b42-9779-f65e53d0c85e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348849 Mar 29 16:02:58.192694 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-87ae8b11-8235-4af0-b0c7-d5e4b2bf8a21 req-86f0216b-e21f-4552-9747-50fa51cb9777 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/security-groups?id=374804bf-1832-496a-a9bd-7f28df171a12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687306 Mar 29 16:02:58.194473 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-a3dd6cc2-8bf1-4f12-ab95-0ca5994e1f70 tempest-RoutersIpV6AdminTest-321379857 tempest-RoutersIpV6AdminTest-321379857-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:58.222296 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-a3dd6cc2-8bf1-4f12-ab95-0ca5994e1f70 tempest-RoutersIpV6AdminTest-321379857 tempest-RoutersIpV6AdminTest-321379857-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:58.269506 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4cab0958-299f-48f6-b505-40ebe5be55ba req-aec01ed2-142c-4b49-a31c-72c20c7ca259 service neutron] 10.222.0.48 "GET /v2.0/networks/167f603a-90fb-4b42-9779-f65e53d0c85e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1097813 Mar 29 16:02:58.380023 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.db_base_plugin_common [None req-a3dd6cc2-8bf1-4f12-ab95-0ca5994e1f70 tempest-RoutersIpV6AdminTest-321379857 tempest-RoutersIpV6AdminTest-321379857-project-admin] Allocated IP 172.25.4.143 (4a4a035d-ecac-4ead-baa3-25f90788773a/e1a353dc-fac8-4901-a63c-273840237d6a/18a7215d-8ac6-4108-b728-938f0d040587) {{(pid=102790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:02:58.420888 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4cab0958-299f-48f6-b505-40ebe5be55ba req-2d1d1c4b-0112-4037-aab9-f83e11ce8a54 service neutron] 10.222.0.48 "GET /v2.0/networks/167f603a-90fb-4b42-9779-f65e53d0c85e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1449010 Mar 29 16:02:58.436035 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc0ef30-6983-4e9e-befa-d44c02fd0810 req-34c9fd18-fd58-4520-9dff-8504f71267e2 tempest-VolumesSnapshotTestJSON-706823163 tempest-VolumesSnapshotTestJSON-706823163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:58.443881 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-1fc0ef30-6983-4e9e-befa-d44c02fd0810 req-34c9fd18-fd58-4520-9dff-8504f71267e2 tempest-VolumesSnapshotTestJSON-706823163 tempest-VolumesSnapshotTestJSON-706823163-project] 10.222.0.42 "GET /v2.0/ports?device_id=39c49e88-bf4a-4424-b161-1363512b4e60 HTTP/1.1" status: 200 len: 943 time: 0.0794282 Mar 29 16:02:58.477406 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-1fc0ef30-6983-4e9e-befa-d44c02fd0810 req-246088a7-10cc-48d2-8322-15cd8065da6e tempest-VolumesSnapshotTestJSON-706823163 tempest-VolumesSnapshotTestJSON-706823163-project] 10.222.0.42 "GET /v2.0/security-groups?id=9fb47330-a036-4843-a522-03e96faefeb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326571 Mar 29 16:02:58.513010 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcb31c8-9fe4-40ae-ac35-b7a1dad39c68 req-caae9a54-7aed-47dc-ba4d-19753b9c6e40 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:58.514508 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-0dcb31c8-9fe4-40ae-ac35-b7a1dad39c68 req-caae9a54-7aed-47dc-ba4d-19753b9c6e40 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/ports?device_id=4f24d3f6-64a3-452b-b656-94b2e3b74056 HTTP/1.1" status: 200 len: 945 time: 0.1176722 Mar 29 16:02:58.557666 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-a3dd6cc2-8bf1-4f12-ab95-0ca5994e1f70 tempest-RoutersIpV6AdminTest-321379857 tempest-RoutersIpV6AdminTest-321379857-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:58.583847 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-0dcb31c8-9fe4-40ae-ac35-b7a1dad39c68 req-6dec01fe-c4d5-4c11-a58e-5e7c0e176cb4 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/security-groups?id=374804bf-1832-496a-a9bd-7f28df171a12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555785 Mar 29 16:02:58.612348 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-a3dd6cc2-8bf1-4f12-ab95-0ca5994e1f70 tempest-RoutersIpV6AdminTest-321379857 tempest-RoutersIpV6AdminTest-321379857-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:58.652713 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3dd6cc2-8bf1-4f12-ab95-0ca5994e1f70 tempest-RoutersIpV6AdminTest-321379857 tempest-RoutersIpV6AdminTest-321379857-project-admin] Network 4a4a035d-ecac-4ead-baa3-25f90788773a is already hosted by enough agents. {{(pid=102790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:02:58.655592 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-a3dd6cc2-8bf1-4f12-ab95-0ca5994e1f70 tempest-RoutersIpV6AdminTest-321379857 tempest-RoutersIpV6AdminTest-321379857-project-admin] Resources bound (agent type, host, resource id): {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:02:58.659152 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3dd6cc2-8bf1-4f12-ab95-0ca5994e1f70 tempest-RoutersIpV6AdminTest-321379857 tempest-RoutersIpV6AdminTest-321379857-project-admin] Received port after_create {{(pid=102790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:02:58.684976 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3dd6cc2-8bf1-4f12-ab95-0ca5994e1f70 tempest-RoutersIpV6AdminTest-321379857 tempest-RoutersIpV6AdminTest-321379857-project-admin] Pushing event updated for resources: {'Port': ['ID=18a7215d-8ac6-4108-b728-938f0d040587,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:02:58.916192 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-a3dd6cc2-8bf1-4f12-ab95-0ca5994e1f70 tempest-RoutersIpV6AdminTest-321379857 tempest-RoutersIpV6AdminTest-321379857-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:59.123236 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-a3dd6cc2-8bf1-4f12-ab95-0ca5994e1f70 tempest-RoutersIpV6AdminTest-321379857 tempest-RoutersIpV6AdminTest-321379857-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-648077', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-526627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129337'] for router, precommit_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:59.127052 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-a3dd6cc2-8bf1-4f12-ab95-0ca5994e1f70 tempest-RoutersIpV6AdminTest-321379857 tempest-RoutersIpV6AdminTest-321379857-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-648068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-648127', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-526682'] for router, after_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:59.267023 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3dd6cc2-8bf1-4f12-ab95-0ca5994e1f70 tempest-RoutersIpV6AdminTest-321379857 tempest-RoutersIpV6AdminTest-321379857-project-admin] Router 09e51e11-c0c3-48bd-bbc9-eb7cb874b4d8 is scheduled to L3 agent c648d819-1060-4f26-b4ec-6455387b5dff with binding_index 1 {{(pid=102790) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 29 16:02:59.372301 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3dd6cc2-8bf1-4f12-ab95-0ca5994e1f70 tempest-RoutersIpV6AdminTest-321379857 tempest-RoutersIpV6AdminTest-321379857-project-admin] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 16:02:59.376561 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-a3dd6cc2-8bf1-4f12-ab95-0ca5994e1f70 tempest-RoutersIpV6AdminTest-321379857 tempest-RoutersIpV6AdminTest-321379857-project-admin] Notify callbacks [] for router, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:59.377756 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-a3dd6cc2-8bf1-4f12-ab95-0ca5994e1f70 tempest-RoutersIpV6AdminTest-321379857 tempest-RoutersIpV6AdminTest-321379857-project-admin] 10.222.0.42 "PUT /v2.0/routers/09e51e11-c0c3-48bd-bbc9-eb7cb874b4d8 HTTP/1.1" status: 200 len: 919 time: 1.6824534 Mar 29 16:02:59.380406 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 49310) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:02:59.382880 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1689bd94-73a0-48eb-8e5c-43ba8ed813ec None None] Sync routers for ids ['09e51e11-c0c3-48bd-bbc9-eb7cb874b4d8'] in n-d-834765-1 {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 16:02:59.393035 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1689bd94-73a0-48eb-8e5c-43ba8ed813ec None None] Routers {'09e51e11-c0c3-48bd-bbc9-eb7cb874b4d8'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:02:59.393647 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-1689bd94-73a0-48eb-8e5c-43ba8ed813ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:02:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['09e51e11-c0c3-48bd-bbc9-eb7cb874b4d8'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:02:59.426628 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-1689bd94-73a0-48eb-8e5c-43ba8ed813ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:02:59.435761 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1689bd94-73a0-48eb-8e5c-43ba8ed813ec None None] Routers {'09e51e11-c0c3-48bd-bbc9-eb7cb874b4d8'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:02:59.436372 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-1689bd94-73a0-48eb-8e5c-43ba8ed813ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:02:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['09e51e11-c0c3-48bd-bbc9-eb7cb874b4d8'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:02:59.471737 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-1689bd94-73a0-48eb-8e5c-43ba8ed813ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:02:59.472491 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1689bd94-73a0-48eb-8e5c-43ba8ed813ec None None] The sync data for ids ['09e51e11-c0c3-48bd-bbc9-eb7cb874b4d8'] in n-d-834765-1 is: [] {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 16:02:59.487918 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-327ba5cb-84fb-4f0e-b37d-c18e50ac48ce tempest-RoutersIpV6AdminTest-321379857 tempest-RoutersIpV6AdminTest-321379857-project-admin] 10.222.0.42 "GET /v2.0/routers/09e51e11-c0c3-48bd-bbc9-eb7cb874b4d8 HTTP/1.1" status: 200 len: 925 time: 0.1063328 Mar 29 16:02:59.490500 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 49312) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:02:59.532156 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62ca2d0c-f5b7-485e-850e-af001dd36208 tempest-RoutersIpV6AdminTest-321379857 tempest-RoutersIpV6AdminTest-321379857-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:59.533666 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-62ca2d0c-f5b7-485e-850e-af001dd36208 tempest-RoutersIpV6AdminTest-321379857 tempest-RoutersIpV6AdminTest-321379857-project-admin] 10.222.0.42 "GET /v2.0/ports?network_id=4a4a035d-ecac-4ead-baa3-25f90788773a&device_id=09e51e11-c0c3-48bd-bbc9-eb7cb874b4d8&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0422640 Mar 29 16:02:59.536321 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 49316) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:02:59.596680 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e8afbb-d300-4f8e-b544-7223b76c5049 req-a834b1e5-651a-4b6c-b22b-f710583913f4 tempest-VolumesSnapshotTestJSON-706823163 tempest-VolumesSnapshotTestJSON-706823163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:59.598154 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-65e8afbb-d300-4f8e-b544-7223b76c5049 req-a834b1e5-651a-4b6c-b22b-f710583913f4 tempest-VolumesSnapshotTestJSON-706823163 tempest-VolumesSnapshotTestJSON-706823163-project] 10.222.0.42 "GET /v2.0/ports?device_id=39c49e88-bf4a-4424-b161-1363512b4e60 HTTP/1.1" status: 200 len: 943 time: 0.0484579 Mar 29 16:02:59.633277 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b75c43c6-906f-4320-b9a6-9b2c01fafecc tempest-RoutersIpV6AdminTest-321379857 tempest-RoutersIpV6AdminTest-321379857-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:59.636880 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-b75c43c6-906f-4320-b9a6-9b2c01fafecc tempest-RoutersIpV6AdminTest-321379857 tempest-RoutersIpV6AdminTest-321379857-project-admin] 10.222.0.42 "GET /v2.0/networks/4a4a035d-ecac-4ead-baa3-25f90788773a HTTP/1.1" status: 200 len: 881 time: 0.0967484 Mar 29 16:02:59.637205 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 49320) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:02:59.638375 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-65e8afbb-d300-4f8e-b544-7223b76c5049 req-ea211cf0-b4d7-45e4-8fe2-ba8ab7904279 tempest-VolumesSnapshotTestJSON-706823163 tempest-VolumesSnapshotTestJSON-706823163-project] 10.222.0.42 "GET /v2.0/security-groups?id=9fb47330-a036-4843-a522-03e96faefeb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341535 Mar 29 16:02:59.674920 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-724309d9-530a-43e3-9bfb-b445ee1228c4 tempest-RoutersIpV6AdminTest-941099734 tempest-RoutersIpV6AdminTest-941099734-project] 10.222.0.42 "GET /v2.0/ports?device_id=09e51e11-c0c3-48bd-bbc9-eb7cb874b4d8 HTTP/1.1" status: 200 len: 205 time: 0.0365751 Mar 29 16:02:59.677656 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 49322) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:02:59.731474 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cb12f8-3540-4534-a3db-c79ea81726a7 req-3ce4c336-66b0-45c6-ae68-b681c4db98e8 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:02:59.733494 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-72cb12f8-3540-4534-a3db-c79ea81726a7 req-3ce4c336-66b0-45c6-ae68-b681c4db98e8 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/ports?device_id=4f24d3f6-64a3-452b-b656-94b2e3b74056 HTTP/1.1" status: 200 len: 945 time: 0.0618358 Mar 29 16:02:59.788521 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-72cb12f8-3540-4534-a3db-c79ea81726a7 req-2180e400-2afa-4679-9a5b-5743e792b57c tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/security-groups?id=374804bf-1832-496a-a9bd-7f28df171a12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474331 Mar 29 16:02:59.796350 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-6069c4bd-652d-4fc7-a162-6e476710c6eb tempest-RoutersIpV6AdminTest-941099734 tempest-RoutersIpV6AdminTest-941099734-project] Notify callbacks [] for router, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:59.917841 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-6069c4bd-652d-4fc7-a162-6e476710c6eb tempest-RoutersIpV6AdminTest-941099734 tempest-RoutersIpV6AdminTest-941099734-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:02:59.972488 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-6069c4bd-652d-4fc7-a162-6e476710c6eb tempest-RoutersIpV6AdminTest-941099734 tempest-RoutersIpV6AdminTest-941099734-project] Deleting port 18a7215d-8ac6-4108-b728-938f0d040587 {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:02:59.972943 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-6069c4bd-652d-4fc7-a162-6e476710c6eb tempest-RoutersIpV6AdminTest-941099734 tempest-RoutersIpV6AdminTest-941099734-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:00.001359 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d67f09-1202-44cb-9c29-57c9c8fc73e9 req-48797542-9938-4852-8c97-949ff5e792b5 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:03:00.002881 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-65d67f09-1202-44cb-9c29-57c9c8fc73e9 req-48797542-9938-4852-8c97-949ff5e792b5 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/ports?device_id=4f24d3f6-64a3-452b-b656-94b2e3b74056 HTTP/1.1" status: 200 len: 945 time: 0.0506668 Mar 29 16:03:00.041601 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-65d67f09-1202-44cb-9c29-57c9c8fc73e9 req-45e97f34-921d-43fa-aca8-34ce8f30bf93 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/security-groups?id=374804bf-1832-496a-a9bd-7f28df171a12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319545 Mar 29 16:03:00.061199 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-6069c4bd-652d-4fc7-a162-6e476710c6eb tempest-RoutersIpV6AdminTest-941099734 tempest-RoutersIpV6AdminTest-941099734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:00.075496 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-6069c4bd-652d-4fc7-a162-6e476710c6eb tempest-RoutersIpV6AdminTest-941099734 tempest-RoutersIpV6AdminTest-941099734-project] Calling delete_port for 18a7215d-8ac6-4108-b728-938f0d040587 owned by network:router_gateway {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:03:00.241384 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-6069c4bd-652d-4fc7-a162-6e476710c6eb tempest-RoutersIpV6AdminTest-941099734 tempest-RoutersIpV6AdminTest-941099734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:00.267141 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6069c4bd-652d-4fc7-a162-6e476710c6eb tempest-RoutersIpV6AdminTest-941099734 tempest-RoutersIpV6AdminTest-941099734-project] Pushing event deleted for resources: {'Port': ['ID=18a7215d-8ac6-4108-b728-938f0d040587,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:03:00.331955 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-0649703e-251c-4f39-9440-77e3a7539237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:00.332211 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-6069c4bd-652d-4fc7-a162-6e476710c6eb tempest-RoutersIpV6AdminTest-941099734 tempest-RoutersIpV6AdminTest-941099734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-648138'] for router_gateway, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:00.424240 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-6069c4bd-652d-4fc7-a162-6e476710c6eb tempest-RoutersIpV6AdminTest-941099734 tempest-RoutersIpV6AdminTest-941099734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129328'] for router, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:00.426450 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-6069c4bd-652d-4fc7-a162-6e476710c6eb tempest-RoutersIpV6AdminTest-941099734 tempest-RoutersIpV6AdminTest-941099734-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:00.469031 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-6069c4bd-652d-4fc7-a162-6e476710c6eb tempest-RoutersIpV6AdminTest-941099734 tempest-RoutersIpV6AdminTest-941099734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-526718'] for router, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:00.469575 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6069c4bd-652d-4fc7-a162-6e476710c6eb tempest-RoutersIpV6AdminTest-941099734 tempest-RoutersIpV6AdminTest-941099734-project] Fanout notify agent at l3_agent the message router_deleted on router 09e51e11-c0c3-48bd-bbc9-eb7cb874b4d8 {{(pid=102791) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 29 16:03:00.476341 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-6069c4bd-652d-4fc7-a162-6e476710c6eb tempest-RoutersIpV6AdminTest-941099734 tempest-RoutersIpV6AdminTest-941099734-project] Notify callbacks [] for router, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:00.481782 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-6069c4bd-652d-4fc7-a162-6e476710c6eb tempest-RoutersIpV6AdminTest-941099734 tempest-RoutersIpV6AdminTest-941099734-project] 10.222.0.42 "DELETE /v2.0/routers/09e51e11-c0c3-48bd-bbc9-eb7cb874b4d8 HTTP/1.1" status: 204 len: 168 time: 0.7988353 Mar 29 16:03:00.482211 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 49330) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:03:00.486318 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-0aed42af-73ff-44f7-8aa9-f3f772be1114 tempest-RoutersIpV6AdminTest-941099734 tempest-RoutersIpV6AdminTest-941099734-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1578478980', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'}, 'admin_state_up': False}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:03:00.508002 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-0aed42af-73ff-44f7-8aa9-f3f772be1114 tempest-RoutersIpV6AdminTest-941099734 tempest-RoutersIpV6AdminTest-941099734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-532385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129310'] for router, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:00.509003 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-0aed42af-73ff-44f7-8aa9-f3f772be1114 tempest-RoutersIpV6AdminTest-941099734 tempest-RoutersIpV6AdminTest-941099734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-648091', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-684384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129319'] for router, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:00.559595 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-0aed42af-73ff-44f7-8aa9-f3f772be1114 tempest-RoutersIpV6AdminTest-941099734 tempest-RoutersIpV6AdminTest-941099734-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:00.699101 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-0aed42af-73ff-44f7-8aa9-f3f772be1114 tempest-RoutersIpV6AdminTest-941099734 tempest-RoutersIpV6AdminTest-941099734-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:00.815228 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad02faff-b1df-485f-babd-56e53e16bffa req-a8091c4c-5b75-4d83-956e-a8dfb09d6fc0 tempest-VolumesSnapshotTestJSON-706823163 tempest-VolumesSnapshotTestJSON-706823163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:03:00.816714 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ad02faff-b1df-485f-babd-56e53e16bffa req-a8091c4c-5b75-4d83-956e-a8dfb09d6fc0 tempest-VolumesSnapshotTestJSON-706823163 tempest-VolumesSnapshotTestJSON-706823163-project] 10.222.0.42 "GET /v2.0/ports?device_id=39c49e88-bf4a-4424-b161-1363512b4e60 HTTP/1.1" status: 200 len: 943 time: 0.0902054 Mar 29 16:03:00.866043 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ad02faff-b1df-485f-babd-56e53e16bffa req-17960abd-9ce2-4ee2-b285-5de7a80e2448 tempest-VolumesSnapshotTestJSON-706823163 tempest-VolumesSnapshotTestJSON-706823163-project] 10.222.0.42 "GET /v2.0/security-groups?id=9fb47330-a036-4843-a522-03e96faefeb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428798 Mar 29 16:03:01.167026 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09eb5e6e-befe-47c4-bff1-2f9b7d72ade9 req-68156d42-b383-4623-a2cd-9e0205f5d22a tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:03:01.168639 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-09eb5e6e-befe-47c4-bff1-2f9b7d72ade9 req-68156d42-b383-4623-a2cd-9e0205f5d22a tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/ports?device_id=4f24d3f6-64a3-452b-b656-94b2e3b74056 HTTP/1.1" status: 200 len: 945 time: 0.0540509 Mar 29 16:03:01.209221 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-09eb5e6e-befe-47c4-bff1-2f9b7d72ade9 req-3671ab5b-26c9-4a90-a917-a9efd0e665ce tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/security-groups?id=374804bf-1832-496a-a9bd-7f28df171a12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343313 Mar 29 16:03:01.248059 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-0aed42af-73ff-44f7-8aa9-f3f772be1114 tempest-RoutersIpV6AdminTest-941099734 tempest-RoutersIpV6AdminTest-941099734-project] Notify callbacks [] for router_gateway, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:01.266893 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-0aed42af-73ff-44f7-8aa9-f3f772be1114 tempest-RoutersIpV6AdminTest-941099734 tempest-RoutersIpV6AdminTest-941099734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:01.349088 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device 7511c9a1-2358-4ec3-9f37-69ef4bfe5963 details requested by agent hyperv_n-h2-834765-1 with host n-h2-834765-1 {{(pid=102792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 16:03:01.388023 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5b7566-8923-4f2d-bfb9-1b8f32959985 req-e6fc927a-2194-4147-b1eb-b39419d2ecaa tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:03:01.389525 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6a5b7566-8923-4f2d-bfb9-1b8f32959985 req-e6fc927a-2194-4147-b1eb-b39419d2ecaa tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/ports?device_id=4f24d3f6-64a3-452b-b656-94b2e3b74056 HTTP/1.1" status: 200 len: 945 time: 0.1118183 Mar 29 16:03:01.431193 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_common [None req-0aed42af-73ff-44f7-8aa9-f3f772be1114 tempest-RoutersIpV6AdminTest-941099734 tempest-RoutersIpV6AdminTest-941099734-project] Allocated IP 172.25.4.80 (4a4a035d-ecac-4ead-baa3-25f90788773a/e1a353dc-fac8-4901-a63c-273840237d6a/0af3afb7-a267-4a49-b9ec-c75944613463) {{(pid=102791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:03:01.454153 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6a5b7566-8923-4f2d-bfb9-1b8f32959985 req-fa87a403-5c28-41b7-88e9-1ca8465da234 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/security-groups?id=374804bf-1832-496a-a9bd-7f28df171a12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585802 Mar 29 16:03:01.455818 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port 7511c9a1-2358-4ec3-9f37-69ef4bfe5963, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=7511c9a1-2358-4ec3-9f37-69ef4bfe5963,segment=NetworkSegment(931507c8-08e1-4318-be78-a5a66e835649),segment_id=931507c8-08e1-4318-be78-a5a66e835649)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:03:01.478058 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Returning: {'device': '7511c9a1-2358-4ec3-9f37-69ef4bfe5963', 'network_id': '167f603a-90fb-4b42-9779-f65e53d0c85e', 'port_id': '7511c9a1-2358-4ec3-9f37-69ef4bfe5963', 'mac_address': 'fa:16:3e:66:8c:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 614, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1736fd68-847e-4a56-8e5e-5425c210ffd4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 16:03:01.518707 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:01.533063 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7511c9a1-2358-4ec3-9f37-69ef4bfe5963 {{(pid=102792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 16:03:01.554444 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port 7511c9a1-2358-4ec3-9f37-69ef4bfe5963, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=7511c9a1-2358-4ec3-9f37-69ef4bfe5963,segment=NetworkSegment(931507c8-08e1-4318-be78-a5a66e835649),segment_id=931507c8-08e1-4318-be78-a5a66e835649)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:03:01.557963 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:01.560371 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-0aed42af-73ff-44f7-8aa9-f3f772be1114 tempest-RoutersIpV6AdminTest-941099734 tempest-RoutersIpV6AdminTest-941099734-project] Notify callbacks [] for port, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:01.585025 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b69a6a7-7ab0-458f-bc50-b46faf6f6064 req-c11d3a2c-7a3e-43b7-8fbe-39780cd51881 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:03:01.586537 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-9b69a6a7-7ab0-458f-bc50-b46faf6f6064 req-c11d3a2c-7a3e-43b7-8fbe-39780cd51881 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/ports?device_id=4f24d3f6-64a3-452b-b656-94b2e3b74056 HTTP/1.1" status: 200 len: 945 time: 0.0510149 Mar 29 16:03:01.598362 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-0aed42af-73ff-44f7-8aa9-f3f772be1114 tempest-RoutersIpV6AdminTest-941099734 tempest-RoutersIpV6AdminTest-941099734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:01.612486 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Pushing event updated for resources: {'Port': ['ID=7511c9a1-2358-4ec3-9f37-69ef4bfe5963,revision_number=4']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:03:01.620536 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:03:01.620996 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:03:01.621399 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:03:01.621816 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:03:01.622204 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:03:01.622592 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:03:01.623003 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:03:01.623398 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:03:01.623989 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:03:01.624376 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:03:01.624763 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:03:01.625143 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:03:01.641062 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aed42af-73ff-44f7-8aa9-f3f772be1114 tempest-RoutersIpV6AdminTest-941099734 tempest-RoutersIpV6AdminTest-941099734-project] Network 4a4a035d-ecac-4ead-baa3-25f90788773a is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:03:01.643940 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [None req-0aed42af-73ff-44f7-8aa9-f3f772be1114 tempest-RoutersIpV6AdminTest-941099734 tempest-RoutersIpV6AdminTest-941099734-project] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:03:01.647391 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aed42af-73ff-44f7-8aa9-f3f772be1114 tempest-RoutersIpV6AdminTest-941099734 tempest-RoutersIpV6AdminTest-941099734-project] Received port after_create {{(pid=102791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:03:01.658180 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-9b69a6a7-7ab0-458f-bc50-b46faf6f6064 req-435bad82-7a25-4434-9fe3-30744082152e tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/security-groups?id=374804bf-1832-496a-a9bd-7f28df171a12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626578 Mar 29 16:03:01.669747 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aed42af-73ff-44f7-8aa9-f3f772be1114 tempest-RoutersIpV6AdminTest-941099734 tempest-RoutersIpV6AdminTest-941099734-project] Pushing event updated for resources: {'Port': ['ID=0af3afb7-a267-4a49-b9ec-c75944613463,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:03:01.853248 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5610a56-3e2f-4f7c-b8c9-cf600275b094 req-fe8d61ab-9aa6-4424-a93a-4164a5f282b2 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:03:01.855484 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f5610a56-3e2f-4f7c-b8c9-cf600275b094 req-fe8d61ab-9aa6-4424-a93a-4164a5f282b2 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/ports?device_id=4f24d3f6-64a3-452b-b656-94b2e3b74056 HTTP/1.1" status: 200 len: 945 time: 0.1272871 Mar 29 16:03:01.898832 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] get_ports_and_sgs() called for port_ids ['7511c9a1-2358-4ec3-9f37-69ef4bfe5963'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 16:03:01.946436 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f5610a56-3e2f-4f7c-b8c9-cf600275b094 req-6cf19527-ee4e-4286-b4b4-9ac99f8ab52f tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/security-groups?id=374804bf-1832-496a-a9bd-7f28df171a12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0832808 Mar 29 16:03:02.000692 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-0aed42af-73ff-44f7-8aa9-f3f772be1114 tempest-RoutersIpV6AdminTest-941099734 tempest-RoutersIpV6AdminTest-941099734-project] Notify callbacks [] for router_gateway, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:02.007887 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3da67c-9334-4030-bba3-5b14c5f6a3bf req-c0f5e10a-3a8d-4250-b5a3-88573d3c7b2f tempest-VolumesSnapshotTestJSON-706823163 tempest-VolumesSnapshotTestJSON-706823163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:03:02.010265 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-6e3da67c-9334-4030-bba3-5b14c5f6a3bf req-c0f5e10a-3a8d-4250-b5a3-88573d3c7b2f tempest-VolumesSnapshotTestJSON-706823163 tempest-VolumesSnapshotTestJSON-706823163-project] 10.222.0.42 "GET /v2.0/ports?device_id=39c49e88-bf4a-4424-b161-1363512b4e60 HTTP/1.1" status: 200 len: 944 time: 0.0754652 Mar 29 16:03:02.051867 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-6e3da67c-9334-4030-bba3-5b14c5f6a3bf req-9c0b7183-2fbe-42c9-8335-30ad5bc7629e tempest-VolumesSnapshotTestJSON-706823163 tempest-VolumesSnapshotTestJSON-706823163-project] 10.222.0.42 "GET /v2.0/security-groups?id=9fb47330-a036-4843-a522-03e96faefeb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349948 Mar 29 16:03:02.144316 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84055192-a6d5-47d3-aaac-c7b383c6ee99 req-8399c373-b0fe-41c8-9bb2-fd27a5fafedd tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:03:02.145700 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-84055192-a6d5-47d3-aaac-c7b383c6ee99 req-8399c373-b0fe-41c8-9bb2-fd27a5fafedd tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/ports?device_id=4f24d3f6-64a3-452b-b656-94b2e3b74056 HTTP/1.1" status: 200 len: 945 time: 0.1003966 Mar 29 16:03:02.230770 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-84055192-a6d5-47d3-aaac-c7b383c6ee99 req-0282716f-d3b4-433d-88fe-c67ad7ca5c93 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/security-groups?id=374804bf-1832-496a-a9bd-7f28df171a12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0782893 Mar 29 16:03:02.284424 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-0aed42af-73ff-44f7-8aa9-f3f772be1114 tempest-RoutersIpV6AdminTest-941099734 tempest-RoutersIpV6AdminTest-941099734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648118'] for router, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:02.349952 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862b12c3-eb78-4046-8158-40d927afda80 req-93510f13-79a4-42b2-b56d-a24a85e7ac8f tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:03:02.351647 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-862b12c3-eb78-4046-8158-40d927afda80 req-93510f13-79a4-42b2-b56d-a24a85e7ac8f tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/ports?device_id=4f24d3f6-64a3-452b-b656-94b2e3b74056 HTTP/1.1" status: 200 len: 945 time: 0.0523901 Mar 29 16:03:02.391701 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-862b12c3-eb78-4046-8158-40d927afda80 req-cc88dfd2-d61a-4644-8a15-592bfb9a7c6a tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/security-groups?id=374804bf-1832-496a-a9bd-7f28df171a12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322287 Mar 29 16:03:02.416353 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0aed42af-73ff-44f7-8aa9-f3f772be1114 tempest-RoutersIpV6AdminTest-941099734 tempest-RoutersIpV6AdminTest-941099734-project] Router b84a9164-c859-4dc7-bc12-87a1010f1d9c is scheduled to L3 agent c648d819-1060-4f26-b4ec-6455387b5dff with binding_index 1 {{(pid=102791) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 29 16:03:02.520157 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0aed42af-73ff-44f7-8aa9-f3f772be1114 tempest-RoutersIpV6AdminTest-941099734 tempest-RoutersIpV6AdminTest-941099734-project] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 16:03:02.529838 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-082fe760-98ab-4d69-a9e7-c70de35e59c4 None None] Sync routers for ids ['b84a9164-c859-4dc7-bc12-87a1010f1d9c'] in n-d-834765-1 {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 16:03:02.541360 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-0aed42af-73ff-44f7-8aa9-f3f772be1114 tempest-RoutersIpV6AdminTest-941099734 tempest-RoutersIpV6AdminTest-941099734-project] Notify callbacks [] for router, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:02.541536 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-082fe760-98ab-4d69-a9e7-c70de35e59c4 None None] Routers {'b84a9164-c859-4dc7-bc12-87a1010f1d9c'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:03:02.542242 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-082fe760-98ab-4d69-a9e7-c70de35e59c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:02:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['b84a9164-c859-4dc7-bc12-87a1010f1d9c'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:03:02.545610 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-0aed42af-73ff-44f7-8aa9-f3f772be1114 tempest-RoutersIpV6AdminTest-941099734 tempest-RoutersIpV6AdminTest-941099734-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 2.0598228 Mar 29 16:03:02.545610 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 49352) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:03:02.550165 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-0f699d6a-780e-42de-8d66-7d3f915e5e24 tempest-RoutersIpV6AdminTest-941099734 tempest-RoutersIpV6AdminTest-941099734-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:03:02.576236 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-082fe760-98ab-4d69-a9e7-c70de35e59c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:03:02.584605 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-082fe760-98ab-4d69-a9e7-c70de35e59c4 None None] Routers {'b84a9164-c859-4dc7-bc12-87a1010f1d9c'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:03:02.585194 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-082fe760-98ab-4d69-a9e7-c70de35e59c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:02:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['b84a9164-c859-4dc7-bc12-87a1010f1d9c'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:03:02.616730 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-082fe760-98ab-4d69-a9e7-c70de35e59c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:03:02.617362 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-082fe760-98ab-4d69-a9e7-c70de35e59c4 None None] The sync data for ids ['b84a9164-c859-4dc7-bc12-87a1010f1d9c'] in n-d-834765-1 is: [] {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 16:03:02.774308 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-0b7d8730-9350-4a73-ba4b-69776b86cd7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:02.847189 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-0f699d6a-780e-42de-8d66-7d3f915e5e24 tempest-RoutersIpV6AdminTest-941099734 tempest-RoutersIpV6AdminTest-941099734-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:02.858385 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-0f699d6a-780e-42de-8d66-7d3f915e5e24 tempest-RoutersIpV6AdminTest-941099734 tempest-RoutersIpV6AdminTest-941099734-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:02.909271 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-0f699d6a-780e-42de-8d66-7d3f915e5e24 tempest-RoutersIpV6AdminTest-941099734 tempest-RoutersIpV6AdminTest-941099734-project] Deleting port 0af3afb7-a267-4a49-b9ec-c75944613463 {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:03:02.909604 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-0f699d6a-780e-42de-8d66-7d3f915e5e24 tempest-RoutersIpV6AdminTest-941099734 tempest-RoutersIpV6AdminTest-941099734-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:02.986931 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-0f699d6a-780e-42de-8d66-7d3f915e5e24 tempest-RoutersIpV6AdminTest-941099734 tempest-RoutersIpV6AdminTest-941099734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:02.999382 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-0f699d6a-780e-42de-8d66-7d3f915e5e24 tempest-RoutersIpV6AdminTest-941099734 tempest-RoutersIpV6AdminTest-941099734-project] Calling delete_port for 0af3afb7-a267-4a49-b9ec-c75944613463 owned by network:router_gateway {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:03:03.200523 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-0f699d6a-780e-42de-8d66-7d3f915e5e24 tempest-RoutersIpV6AdminTest-941099734 tempest-RoutersIpV6AdminTest-941099734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:03.211934 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496adea8-33a9-4aa2-93b3-e6a4e3ca51ca req-e41acf01-3975-4c9f-94a7-e9dbd9bcda42 tempest-VolumesSnapshotTestJSON-706823163 tempest-VolumesSnapshotTestJSON-706823163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:03:03.213412 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-496adea8-33a9-4aa2-93b3-e6a4e3ca51ca req-e41acf01-3975-4c9f-94a7-e9dbd9bcda42 tempest-VolumesSnapshotTestJSON-706823163 tempest-VolumesSnapshotTestJSON-706823163-project] 10.222.0.42 "GET /v2.0/ports?device_id=39c49e88-bf4a-4424-b161-1363512b4e60 HTTP/1.1" status: 200 len: 944 time: 0.0849614 Mar 29 16:03:03.242486 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f699d6a-780e-42de-8d66-7d3f915e5e24 tempest-RoutersIpV6AdminTest-941099734 tempest-RoutersIpV6AdminTest-941099734-project] Pushing event deleted for resources: {'Port': ['ID=0af3afb7-a267-4a49-b9ec-c75944613463,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:03:03.311151 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-496adea8-33a9-4aa2-93b3-e6a4e3ca51ca req-78d8bee0-7314-411f-92f6-5ebbd174fa03 tempest-VolumesSnapshotTestJSON-706823163 tempest-VolumesSnapshotTestJSON-706823163-project] 10.222.0.42 "GET /v2.0/security-groups?id=9fb47330-a036-4843-a522-03e96faefeb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761120 Mar 29 16:03:03.323681 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-0f699d6a-780e-42de-8d66-7d3f915e5e24 tempest-RoutersIpV6AdminTest-941099734 tempest-RoutersIpV6AdminTest-941099734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-648138'] for router_gateway, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:03.350430 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device 7511c9a1-2358-4ec3-9f37-69ef4bfe5963 up at agent hyperv_n-h2-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 16:03:03.398310 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Provisioning for port 7511c9a1-2358-4ec3-9f37-69ef4bfe5963 completed by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 16:03:03.402966 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Provisioning complete for port 7511c9a1-2358-4ec3-9f37-69ef4bfe5963 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:03:03.403343 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:03.489790 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:03.515389 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39c49e88-bf4a-4424-b161-1363512b4e60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7511c9a1-2358-4ec3-9f37-69ef4bfe5963'}] {{(pid=102792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:03:03.517615 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4f476c66b318cc6068719fc39557fac68d413f5c7e78fa77028c7948e999ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-399a852e-40a7-43c5-8257-c379c4b1e4cf" -d '{"events": [{"server_uuid": "39c49e88-bf4a-4424-b161-1363512b4e60", "name": "network-vif-plugged", "status": "completed", "tag": "7511c9a1-2358-4ec3-9f37-69ef4bfe5963"}]}' {{(pid=102792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:03:03.525904 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-0f699d6a-780e-42de-8d66-7d3f915e5e24 tempest-RoutersIpV6AdminTest-941099734 tempest-RoutersIpV6AdminTest-941099734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-648077', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-526627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129337'] for router, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:03.529764 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-0f699d6a-780e-42de-8d66-7d3f915e5e24 tempest-RoutersIpV6AdminTest-941099734 tempest-RoutersIpV6AdminTest-941099734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-648068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-648127', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-526682'] for router, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:03.530756 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port 7511c9a1-2358-4ec3-9f37-69ef4bfe5963, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=7511c9a1-2358-4ec3-9f37-69ef4bfe5963,segment=NetworkSegment(931507c8-08e1-4318-be78-a5a66e835649),segment_id=931507c8-08e1-4318-be78-a5a66e835649)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:03:03.534977 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:03.561685 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 16:03:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b112e40b-febd-4aae-a70a-f665c3529fc4 x-openstack-request-id: req-b112e40b-febd-4aae-a70a-f665c3529fc4 {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:03:03.561976 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39c49e88-bf4a-4424-b161-1363512b4e60", "name": "network-vif-plugged", "status": "completed", "tag": "7511c9a1-2358-4ec3-9f37-69ef4bfe5963", "code": 200}]} {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:03:03.562225 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b112e40b-febd-4aae-a70a-f665c3529fc4 {{(pid=102792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:03:03.562607 n-d-834765-1 neutron-server[102792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39c49e88-bf4a-4424-b161-1363512b4e60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7511c9a1-2358-4ec3-9f37-69ef4bfe5963', 'code': 200} Mar 29 16:03:03.591247 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Pushing event updated for resources: {'Port': ['ID=7511c9a1-2358-4ec3-9f37-69ef4bfe5963,revision_number=5']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:03:03.612424 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f699d6a-780e-42de-8d66-7d3f915e5e24 tempest-RoutersIpV6AdminTest-941099734 tempest-RoutersIpV6AdminTest-941099734-project] Router b84a9164-c859-4dc7-bc12-87a1010f1d9c has already been hosted by L3 agent c648d819-1060-4f26-b4ec-6455387b5dff {{(pid=102791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 16:03:03.711572 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f699d6a-780e-42de-8d66-7d3f915e5e24 tempest-RoutersIpV6AdminTest-941099734 tempest-RoutersIpV6AdminTest-941099734-project] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 16:03:03.719329 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-0f699d6a-780e-42de-8d66-7d3f915e5e24 tempest-RoutersIpV6AdminTest-941099734 tempest-RoutersIpV6AdminTest-941099734-project] Notify callbacks [] for router, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:03.720490 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-0f699d6a-780e-42de-8d66-7d3f915e5e24 tempest-RoutersIpV6AdminTest-941099734 tempest-RoutersIpV6AdminTest-941099734-project] 10.222.0.42 "PUT /v2.0/routers/b84a9164-c859-4dc7-bc12-87a1010f1d9c HTTP/1.1" status: 200 len: 710 time: 1.1739590 Mar 29 16:03:03.722119 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c753342b-1f86-4e8c-a4cc-1edb2a7ac224 None None] Sync routers for ids ['b84a9164-c859-4dc7-bc12-87a1010f1d9c'] in n-d-834765-1 {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 16:03:03.723073 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 49358) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:03:03.733555 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c753342b-1f86-4e8c-a4cc-1edb2a7ac224 None None] Routers {'b84a9164-c859-4dc7-bc12-87a1010f1d9c'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:03:03.734146 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-c753342b-1f86-4e8c-a4cc-1edb2a7ac224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:03:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['b84a9164-c859-4dc7-bc12-87a1010f1d9c'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:03:03.763882 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4cd809-5f0d-4018-8c6b-8a60a2dde1c7 req-033d3252-9420-4ec2-80be-c01a88d15920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:03:03.765386 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ac4cd809-5f0d-4018-8c6b-8a60a2dde1c7 req-033d3252-9420-4ec2-80be-c01a88d15920 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=39c49e88-bf4a-4424-b161-1363512b4e60 HTTP/1.1" status: 200 len: 1096 time: 0.1478786 Mar 29 16:03:03.768973 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-c753342b-1f86-4e8c-a4cc-1edb2a7ac224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:03:03.778108 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c753342b-1f86-4e8c-a4cc-1edb2a7ac224 None None] Routers {'b84a9164-c859-4dc7-bc12-87a1010f1d9c'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:03:03.778743 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-c753342b-1f86-4e8c-a4cc-1edb2a7ac224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:03:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['b84a9164-c859-4dc7-bc12-87a1010f1d9c'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:03:03.814417 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-dfeedeff-a8a5-451b-8aa0-8063064dd954 tempest-RoutersIpV6AdminTest-321379857 tempest-RoutersIpV6AdminTest-321379857-project-admin] 10.222.0.42 "GET /v2.0/routers/b84a9164-c859-4dc7-bc12-87a1010f1d9c HTTP/1.1" status: 200 len: 745 time: 0.0876281 Mar 29 16:03:03.814642 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-c753342b-1f86-4e8c-a4cc-1edb2a7ac224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:03:03.814642 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c753342b-1f86-4e8c-a4cc-1edb2a7ac224 None None] The sync data for ids ['b84a9164-c859-4dc7-bc12-87a1010f1d9c'] in n-d-834765-1 is: [] {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 16:03:03.815211 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 49360) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:03:03.867853 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-43fa863a-5a97-42af-b51c-5d6acd8ef25e tempest-RoutersIpV6AdminTest-321379857 tempest-RoutersIpV6AdminTest-321379857-project-admin] 10.222.0.42 "GET /v2.0/ports?network_id=4a4a035d-ecac-4ead-baa3-25f90788773a&device_id=b84a9164-c859-4dc7-bc12-87a1010f1d9c HTTP/1.1" status: 200 len: 205 time: 0.0510230 Mar 29 16:03:03.870439 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 49362) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:03:03.874491 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ac4cd809-5f0d-4018-8c6b-8a60a2dde1c7 req-2fa3f9c1-88ed-471d-a69b-a039ad8e0dd9 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=9fb47330-a036-4843-a522-03e96faefeb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767770 Mar 29 16:03:03.897253 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-87411c18-21fa-4638-b77c-75a2270802b8 tempest-RoutersIpV6AdminTest-941099734 tempest-RoutersIpV6AdminTest-941099734-project] 10.222.0.42 "GET /v2.0/ports?device_id=b84a9164-c859-4dc7-bc12-87a1010f1d9c HTTP/1.1" status: 200 len: 205 time: 0.0251431 Mar 29 16:03:03.899615 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 49364) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:03:03.973622 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-8824132b-8ef0-48fe-9dd5-95767bb13ef9 tempest-RoutersIpV6AdminTest-941099734 tempest-RoutersIpV6AdminTest-941099734-project] Notify callbacks [] for router, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:04.132469 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-8824132b-8ef0-48fe-9dd5-95767bb13ef9 tempest-RoutersIpV6AdminTest-941099734 tempest-RoutersIpV6AdminTest-941099734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129328'] for router, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:04.134460 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-8824132b-8ef0-48fe-9dd5-95767bb13ef9 tempest-RoutersIpV6AdminTest-941099734 tempest-RoutersIpV6AdminTest-941099734-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:04.177005 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-8824132b-8ef0-48fe-9dd5-95767bb13ef9 tempest-RoutersIpV6AdminTest-941099734 tempest-RoutersIpV6AdminTest-941099734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-526718'] for router, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:04.177607 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8824132b-8ef0-48fe-9dd5-95767bb13ef9 tempest-RoutersIpV6AdminTest-941099734 tempest-RoutersIpV6AdminTest-941099734-project] Fanout notify agent at l3_agent the message router_deleted on router b84a9164-c859-4dc7-bc12-87a1010f1d9c {{(pid=102790) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 29 16:03:04.185042 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-8824132b-8ef0-48fe-9dd5-95767bb13ef9 tempest-RoutersIpV6AdminTest-941099734 tempest-RoutersIpV6AdminTest-941099734-project] Notify callbacks [] for router, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:04.186271 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-8824132b-8ef0-48fe-9dd5-95767bb13ef9 tempest-RoutersIpV6AdminTest-941099734 tempest-RoutersIpV6AdminTest-941099734-project] 10.222.0.42 "DELETE /v2.0/routers/b84a9164-c859-4dc7-bc12-87a1010f1d9c HTTP/1.1" status: 204 len: 168 time: 0.2856448 Mar 29 16:03:04.190048 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 49366) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:03:04.197536 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d71584b9-87f1-45f5-84c7-c993c2416269 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:04.216720 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-bbaa3db2-7c33-457e-83ad-0b26cd876176 tempest-RoutersIpV6AdminTest-941099734 tempest-RoutersIpV6AdminTest-941099734-project] 10.222.0.42 "GET /v2.0/ports?device_id=b84a9164-c859-4dc7-bc12-87a1010f1d9c HTTP/1.1" status: 200 len: 205 time: 0.0256019 Mar 29 16:03:04.218999 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 49368) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:03:04.237100 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.agents_db [None req-59735a15-725e-44d4-9ad5-95cbe356f209 None None] Agent healthcheck: found 7 active agents {{(pid=102793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 16:03:04.258781 n-d-834765-1 neutron-server[102790]: INFO neutron.api.v2.resource [None req-1f5c5466-5eb9-4986-89b0-b7b52a805c75 tempest-RoutersIpV6AdminTest-941099734 tempest-RoutersIpV6AdminTest-941099734-project] delete failed (client error): The resource could not be found. Mar 29 16:03:04.259811 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-1f5c5466-5eb9-4986-89b0-b7b52a805c75 tempest-RoutersIpV6AdminTest-941099734 tempest-RoutersIpV6AdminTest-941099734-project] 10.222.0.42 "DELETE /v2.0/routers/b84a9164-c859-4dc7-bc12-87a1010f1d9c HTTP/1.1" status: 404 len: 336 time: 0.0398993 Mar 29 16:03:04.262631 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 49370) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:03:04.288487 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-57a5fe0b-09fa-4b9f-91c3-1e2ae77f289c tempest-RoutersIpV6AdminTest-941099734 tempest-RoutersIpV6AdminTest-941099734-project] 10.222.0.42 "GET /v2.0/ports?device_id=09e51e11-c0c3-48bd-bbc9-eb7cb874b4d8 HTTP/1.1" status: 200 len: 205 time: 0.0248525 Mar 29 16:03:04.290624 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 49372) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:03:04.327050 n-d-834765-1 neutron-server[102790]: INFO neutron.api.v2.resource [None req-350f2569-568e-4bae-bbba-4f205330e6cb tempest-RoutersIpV6AdminTest-941099734 tempest-RoutersIpV6AdminTest-941099734-project] delete failed (client error): The resource could not be found. Mar 29 16:03:04.328044 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-350f2569-568e-4bae-bbba-4f205330e6cb tempest-RoutersIpV6AdminTest-941099734 tempest-RoutersIpV6AdminTest-941099734-project] 10.222.0.42 "DELETE /v2.0/routers/09e51e11-c0c3-48bd-bbc9-eb7cb874b4d8 HTTP/1.1" status: 404 len: 336 time: 0.0365710 Mar 29 16:03:04.330544 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 49374) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:03:04.363203 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-e9189d00-8598-4924-b688-ebf282e07b7a tempest-RoutersIpV6AdminTest-941099734 tempest-RoutersIpV6AdminTest-941099734-project] 10.222.0.42 "GET /v2.0/ports?device_id=acc14d1e-b250-49d6-bfc6-38152fc7c1f5 HTTP/1.1" status: 200 len: 205 time: 0.0315020 Mar 29 16:03:04.365480 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 49378) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:03:04.401468 n-d-834765-1 neutron-server[102790]: INFO neutron.api.v2.resource [None req-8d87e005-033a-4e7d-8e87-9e6e85701e90 tempest-RoutersIpV6AdminTest-941099734 tempest-RoutersIpV6AdminTest-941099734-project] delete failed (client error): The resource could not be found. Mar 29 16:03:04.404957 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-8d87e005-033a-4e7d-8e87-9e6e85701e90 tempest-RoutersIpV6AdminTest-941099734 tempest-RoutersIpV6AdminTest-941099734-project] 10.222.0.42 "DELETE /v2.0/routers/acc14d1e-b250-49d6-bfc6-38152fc7c1f5 HTTP/1.1" status: 404 len: 336 time: 0.0362029 Mar 29 16:03:04.405285 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 49380) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:03:04.438203 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-dd1fc099-2591-48c8-96f8-3802bfe2c372 tempest-RoutersIpV6AdminTest-941099734 tempest-RoutersIpV6AdminTest-941099734-project] 10.222.0.42 "GET /v2.0/ports?device_id=e6406922-a1ef-445a-8c56-5103e22a7f79 HTTP/1.1" status: 200 len: 205 time: 0.0316916 Mar 29 16:03:04.440857 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 49382) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:03:04.457226 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffeb399d-8454-48c2-8a32-45bbacebd6c4 req-099fc1ff-ca44-47c9-9eb3-2554f7f298ef tempest-VolumesSnapshotTestJSON-706823163 tempest-VolumesSnapshotTestJSON-706823163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:03:04.458729 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ffeb399d-8454-48c2-8a32-45bbacebd6c4 req-099fc1ff-ca44-47c9-9eb3-2554f7f298ef tempest-VolumesSnapshotTestJSON-706823163 tempest-VolumesSnapshotTestJSON-706823163-project] 10.222.0.42 "GET /v2.0/ports?device_id=39c49e88-bf4a-4424-b161-1363512b4e60 HTTP/1.1" status: 200 len: 945 time: 0.0782115 Mar 29 16:03:04.481845 n-d-834765-1 neutron-server[102790]: INFO neutron.api.v2.resource [None req-1be97737-3743-4059-8e62-b0af3dc7e3ba tempest-RoutersIpV6AdminTest-941099734 tempest-RoutersIpV6AdminTest-941099734-project] delete failed (client error): The resource could not be found. Mar 29 16:03:04.497963 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ffeb399d-8454-48c2-8a32-45bbacebd6c4 req-8f01af65-ea60-4aaf-953a-5dc5704df101 tempest-VolumesSnapshotTestJSON-706823163 tempest-VolumesSnapshotTestJSON-706823163-project] 10.222.0.42 "GET /v2.0/security-groups?id=9fb47330-a036-4843-a522-03e96faefeb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326114 Mar 29 16:03:04.801307 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-1be97737-3743-4059-8e62-b0af3dc7e3ba tempest-RoutersIpV6AdminTest-941099734 tempest-RoutersIpV6AdminTest-941099734-project] 10.222.0.42 "DELETE /v2.0/routers/e6406922-a1ef-445a-8c56-5103e22a7f79 HTTP/1.1" status: 404 len: 336 time: 0.3593276 Mar 29 16:03:04.803799 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 49384) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:03:04.830046 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-9191aba9-c4c5-4bae-ad3f-8390293b7ad9 tempest-RoutersIpV6AdminTest-941099734 tempest-RoutersIpV6AdminTest-941099734-project] 10.222.0.42 "GET /v2.0/ports?device_id=fdf46605-6be8-40a3-b84f-24f7c1352d34 HTTP/1.1" status: 200 len: 205 time: 0.0251961 Mar 29 16:03:04.832330 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 49386) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:03:04.868577 n-d-834765-1 neutron-server[102790]: INFO neutron.api.v2.resource [None req-5b183dd7-f507-4dc5-a52d-90e60c5f1ee6 tempest-RoutersIpV6AdminTest-941099734 tempest-RoutersIpV6AdminTest-941099734-project] delete failed (client error): The resource could not be found. Mar 29 16:03:04.869554 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-5b183dd7-f507-4dc5-a52d-90e60c5f1ee6 tempest-RoutersIpV6AdminTest-941099734 tempest-RoutersIpV6AdminTest-941099734-project] 10.222.0.42 "DELETE /v2.0/routers/fdf46605-6be8-40a3-b84f-24f7c1352d34 HTTP/1.1" status: 404 len: 336 time: 0.0363538 Mar 29 16:03:04.872215 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 49388) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:03:04.902021 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-4263888c-dae3-4029-a733-11ed4c58156a tempest-RoutersIpV6AdminTest-941099734 tempest-RoutersIpV6AdminTest-941099734-project] 10.222.0.42 "GET /v2.0/ports?device_id=868f99ac-e473-45e9-984b-1968f73431a4 HTTP/1.1" status: 200 len: 205 time: 0.0279155 Mar 29 16:03:04.904058 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 49390) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:03:04.938851 n-d-834765-1 neutron-server[102790]: INFO neutron.api.v2.resource [None req-4c4f4990-7d90-4eac-a87f-fbcd6ebec690 tempest-RoutersIpV6AdminTest-941099734 tempest-RoutersIpV6AdminTest-941099734-project] delete failed (client error): The resource could not be found. Mar 29 16:03:04.940107 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-4c4f4990-7d90-4eac-a87f-fbcd6ebec690 tempest-RoutersIpV6AdminTest-941099734 tempest-RoutersIpV6AdminTest-941099734-project] 10.222.0.42 "DELETE /v2.0/routers/868f99ac-e473-45e9-984b-1968f73431a4 HTTP/1.1" status: 404 len: 336 time: 0.0351803 Mar 29 16:03:04.942550 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 49392) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:03:04.968404 n-d-834765-1 neutron-server[102790]: INFO neutron.pecan_wsgi.hooks.translation [None req-7daebdbe-f3b1-4218-9af5-64778f2870da tempest-RoutersIpV6AdminTest-941099734 tempest-RoutersIpV6AdminTest-941099734-project] DELETE failed (client error): The resource could not be found. Mar 29 16:03:04.968832 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7daebdbe-f3b1-4218-9af5-64778f2870da tempest-RoutersIpV6AdminTest-941099734 tempest-RoutersIpV6AdminTest-941099734-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102790) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 16:03:04.971735 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-7daebdbe-f3b1-4218-9af5-64778f2870da tempest-RoutersIpV6AdminTest-941099734 tempest-RoutersIpV6AdminTest-941099734-project] 10.222.0.42 "DELETE /v2.0/subnets/dcd17a7c-032d-4d30-a3bf-53b9b4613294 HTTP/1.1" status: 404 len: 337 time: 0.0283267 Mar 29 16:03:05.210477 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 49398) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:03:05.324382 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-751612bc-ecac-48e9-8d24-83a3894dcae5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:05.399582 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-751612bc-ecac-48e9-8d24-83a3894dcae5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:05.403180 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-751612bc-ecac-48e9-8d24-83a3894dcae5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:05.447707 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-751612bc-ecac-48e9-8d24-83a3894dcae5 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0fa4de124d784f78813780d0580df611&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2360537 Mar 29 16:03:05.448967 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751612bc-ecac-48e9-8d24-83a3894dcae5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=527b39bd-c9bd-4688-8427-d6c65c71e10f,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:03:05.450325 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 49402) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:03:05.500571 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-64f83620-b39e-462d-a65c-461177a6757b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:05.522139 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-64f83620-b39e-462d-a65c-461177a6757b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:05.571914 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-64f83620-b39e-462d-a65c-461177a6757b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:05.575309 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-64f83620-b39e-462d-a65c-461177a6757b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:05.576472 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-64f83620-b39e-462d-a65c-461177a6757b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/527b39bd-c9bd-4688-8427-d6c65c71e10f HTTP/1.1" status: 204 len: 168 time: 0.1250665 Mar 29 16:03:05.584510 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f83620-b39e-462d-a65c-461177a6757b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=527b39bd-c9bd-4688-8427-d6c65c71e10f,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:03:05.628606 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de46b42-8f48-44c1-a6d8-95ead2ddc415 req-b2feb7e7-b366-4e6f-a88d-d3a318cd27fa tempest-VolumesSnapshotTestJSON-706823163 tempest-VolumesSnapshotTestJSON-706823163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:03:05.630109 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-1de46b42-8f48-44c1-a6d8-95ead2ddc415 req-b2feb7e7-b366-4e6f-a88d-d3a318cd27fa tempest-VolumesSnapshotTestJSON-706823163 tempest-VolumesSnapshotTestJSON-706823163-project] 10.222.0.42 "GET /v2.0/ports?device_id=39c49e88-bf4a-4424-b161-1363512b4e60 HTTP/1.1" status: 200 len: 945 time: 0.0605049 Mar 29 16:03:05.674623 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-1de46b42-8f48-44c1-a6d8-95ead2ddc415 req-bd3386f1-1965-491e-8f55-d9c42517d5d0 tempest-VolumesSnapshotTestJSON-706823163 tempest-VolumesSnapshotTestJSON-706823163-project] 10.222.0.42 "GET /v2.0/security-groups?id=9fb47330-a036-4843-a522-03e96faefeb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375702 Mar 29 16:03:05.763489 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-0cb6abf6-2706-4e52-8825-f5f644ecf9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:05.860343 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 49418) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:03:05.904438 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-46f28564-17c4-4aa3-a990-daee58c4779f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f31b7c37dd1b49e08a137d64a4a778f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0427587 Mar 29 16:03:05.908003 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 49420) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:03:05.925781 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:05.967777 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-08f05d0b-ff23-40d2-a706-b54150e0d4bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:05.992197 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-08f05d0b-ff23-40d2-a706-b54150e0d4bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:06.044641 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-08f05d0b-ff23-40d2-a706-b54150e0d4bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:06.047249 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-08f05d0b-ff23-40d2-a706-b54150e0d4bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:06.051108 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-08f05d0b-ff23-40d2-a706-b54150e0d4bf admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/47883f5a-873d-4e6c-9b5c-0de62ffe5007 HTTP/1.1" status: 204 len: 168 time: 0.1387892 Mar 29 16:03:06.056576 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f05d0b-ff23-40d2-a706-b54150e0d4bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47883f5a-873d-4e6c-9b5c-0de62ffe5007,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:03:06.776972 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 49444) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:03:06.879197 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-f356265e-2abe-43e5-b7bc-187251ce7824 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-436408849'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:03:06.898674 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f356265e-2abe-43e5-b7bc-187251ce7824 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Made reservation on behalf of a2db6c0ed5ce4a90a48b9c4cb4d4db2d for: {'network': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:03:06.902145 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-f356265e-2abe-43e5-b7bc-187251ce7824 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for network, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:06.910888 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-f356265e-2abe-43e5-b7bc-187251ce7824 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Notify callbacks [] for security_group, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:06.987308 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-f356265e-2abe-43e5-b7bc-187251ce7824 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Notify callbacks [] for security_group, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:06.991424 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-f356265e-2abe-43e5-b7bc-187251ce7824 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:07.017809 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f356265e-2abe-43e5-b7bc-187251ce7824 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] vlan segment allocate from pool success with {'vlan_id': 645, 'physical_network': 'physnet1'} {{(pid=102790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 16:03:07.031630 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f356265e-2abe-43e5-b7bc-187251ce7824 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ba5cf8c-0472-41a6-a78f-efac1ddf47a2,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:03:07.037916 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-f356265e-2abe-43e5-b7bc-187251ce7824 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:07.038345 n-d-834765-1 neutron-server[102790]: INFO neutron.db.segments_db [None req-f356265e-2abe-43e5-b7bc-187251ce7824 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Added segment 2fcef55b-291a-4de6-8251-89a86f59c95f of type vlan for network fce10c2d-5534-4289-9fd2-e69220837d4d Mar 29 16:03:07.082758 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-f356265e-2abe-43e5-b7bc-187251ce7824 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783522915970'] for network, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:07.108866 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-f356265e-2abe-43e5-b7bc-187251ce7824 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795'] for network, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:07.114573 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f356265e-2abe-43e5-b7bc-187251ce7824 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:03:07.115190 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-f356265e-2abe-43e5-b7bc-187251ce7824 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for network, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:07.149792 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-f356265e-2abe-43e5-b7bc-187251ce7824 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3717177 Mar 29 16:03:07.186861 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f356265e-2abe-43e5-b7bc-187251ce7824 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Pushing event updated for resources: {'Network': ['ID=fce10c2d-5534-4289-9fd2-e69220837d4d,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:03:07.202505 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Network fce10c2d-5534-4289-9fd2-e69220837d4d details requested by agent ovs-agent-n-d-834765-1 with host n-d-834765-1 {{(pid=102792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 16:03:07.288561 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 49450) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:03:07.294216 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-b907abed-eb81-410e-9521-22e122e6bb17 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Request body: {'subnet': {'network_id': 'fce10c2d-5534-4289-9fd2-e69220837d4d', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:03:07.390685 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b907abed-eb81-410e-9521-22e122e6bb17 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Made reservation on behalf of a2db6c0ed5ce4a90a48b9c4cb4d4db2d for: {'subnet': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:03:07.406027 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-b907abed-eb81-410e-9521-22e122e6bb17 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4793983'] for subnet, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:07.590645 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-b907abed-eb81-410e-9521-22e122e6bb17 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5231896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4793961'] for subnet, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:07.659802 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b907abed-eb81-410e-9521-22e122e6bb17 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Pushing event updated for resources: {'Subnet': ['ID=3335dab9-475b-46f5-ab74-bbc8773f11a7,revision_number=0']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:03:07.670669 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b907abed-eb81-410e-9521-22e122e6bb17 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Checking segment: {'id': '2fcef55b-291a-4de6-8251-89a86f59c95f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'fce10c2d-5534-4289-9fd2-e69220837d4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 16:03:07.671114 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b907abed-eb81-410e-9521-22e122e6bb17 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Network hostable DHCP agents. Network: fce10c2d-5534-4289-9fd2-e69220837d4d, hostable agents: ['d136643e-48ae-49d4-a851-2ba3bdf3749c'], hosted agents: [] {{(pid=102790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 16:03:07.690229 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b907abed-eb81-410e-9521-22e122e6bb17 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Network fce10c2d-5534-4289-9fd2-e69220837d4d is scheduled to be hosted by DHCP agent d136643e-48ae-49d4-a851-2ba3bdf3749c with binding_index 1 {{(pid=102790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 16:03:07.699146 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-b907abed-eb81-410e-9521-22e122e6bb17 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834765-1, fce10c2d-5534-4289-9fd2-e69220837d4d) {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:03:07.704018 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b907abed-eb81-410e-9521-22e122e6bb17 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:03:07.704760 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-b907abed-eb81-410e-9521-22e122e6bb17 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for subnet, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:07.710195 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8b9f07d-0aab-4331-b065-a837f9ec22ed None None] Network fce10c2d-5534-4289-9fd2-e69220837d4d requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 16:03:07.723370 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-b907abed-eb81-410e-9521-22e122e6bb17 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 0.4336677 Mar 29 16:03:07.726764 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 49452) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:03:07.733217 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-a5b9e3aa-fdbb-4218-8835-e54ae862f433 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1164896407'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:03:07.754215 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5b9e3aa-fdbb-4218-8835-e54ae862f433 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Made reservation on behalf of a2db6c0ed5ce4a90a48b9c4cb4d4db2d for: {'network': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:03:07.758684 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-a5b9e3aa-fdbb-4218-8835-e54ae862f433 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for network, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:07.783820 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5b9e3aa-fdbb-4218-8835-e54ae862f433 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] vlan segment allocate from pool success with {'vlan_id': 627, 'physical_network': 'physnet1'} {{(pid=102790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 16:03:07.796125 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-a5b9e3aa-fdbb-4218-8835-e54ae862f433 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:07.796954 n-d-834765-1 neutron-server[102790]: INFO neutron.db.segments_db [None req-a5b9e3aa-fdbb-4218-8835-e54ae862f433 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Added segment 2863bda0-fa4b-4757-bd16-9e9c4a73660e of type vlan for network e93a7714-6226-4a43-b72c-d60b04b4d1f3 Mar 29 16:03:07.840886 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-a5b9e3aa-fdbb-4218-8835-e54ae862f433 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783522915970'] for network, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:07.875131 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-a5b9e3aa-fdbb-4218-8835-e54ae862f433 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795'] for network, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:07.880789 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5b9e3aa-fdbb-4218-8835-e54ae862f433 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:03:07.881483 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-a5b9e3aa-fdbb-4218-8835-e54ae862f433 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for network, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:07.895100 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ffdf2b0-cbe3-4c55-a3b7-7e6901e4f027 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0035034-69b0-5ffc-b384-0ac6189c5628-fce10c2d-5534-4289-9fd2-e69220837d4d', 'network_id': 'fce10c2d-5534-4289-9fd2-e69220837d4d', 'tenant_id': 'a2db6c0ed5ce4a90a48b9c4cb4d4db2d', 'fixed_ips': [{'subnet_id': '3335dab9-475b-46f5-ab74-bbc8773f11a7'}]}} from n-d-834765-1. {{(pid=102792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 29 16:03:07.897455 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1ffdf2b0-cbe3-4c55-a3b7-7e6901e4f027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:07.921857 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-a5b9e3aa-fdbb-4218-8835-e54ae862f433 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.1938376 Mar 29 16:03:07.925875 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 49454) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:03:07.929715 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-2b738532-57e3-4e1c-88bd-d6e07ef2b149 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Request body: {'subnet': {'network_id': 'e93a7714-6226-4a43-b72c-d60b04b4d1f3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:03:07.988303 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b9e3aa-fdbb-4218-8835-e54ae862f433 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Pushing event updated for resources: {'Network': ['ID=e93a7714-6226-4a43-b72c-d60b04b4d1f3,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:03:08.084948 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b738532-57e3-4e1c-88bd-d6e07ef2b149 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Made reservation on behalf of a2db6c0ed5ce4a90a48b9c4cb4d4db2d for: {'subnet': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:03:08.091718 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-2b738532-57e3-4e1c-88bd-d6e07ef2b149 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4793983'] for subnet, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:08.121754 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Network e93a7714-6226-4a43-b72c-d60b04b4d1f3 details requested by agent ovs-agent-n-d-834765-1 with host n-d-834765-1 {{(pid=102792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 16:03:08.165502 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.db_base_plugin_common [None req-1ffdf2b0-cbe3-4c55-a3b7-7e6901e4f027 None None] Allocated IP 172.20.255.242 (fce10c2d-5534-4289-9fd2-e69220837d4d/3335dab9-475b-46f5-ab74-bbc8773f11a7/e0a415cb-c227-4002-a41f-21cbc0640e33) {{(pid=102792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:03:08.348718 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-2b738532-57e3-4e1c-88bd-d6e07ef2b149 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5231896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4793961'] for subnet, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:08.396557 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1ffdf2b0-cbe3-4c55-a3b7-7e6901e4f027 None None] Notify callbacks [] for port, precommit_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:08.404142 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1ffdf2b0-cbe3-4c55-a3b7-7e6901e4f027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956'] for port, after_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:08.418877 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b738532-57e3-4e1c-88bd-d6e07ef2b149 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Pushing event updated for resources: {'Subnet': ['ID=2894fd24-1fcb-4b7c-8279-f0799cfa4711,revision_number=0']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:03:08.430147 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b738532-57e3-4e1c-88bd-d6e07ef2b149 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Checking segment: {'id': '2863bda0-fa4b-4757-bd16-9e9c4a73660e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'e93a7714-6226-4a43-b72c-d60b04b4d1f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 16:03:08.430511 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b738532-57e3-4e1c-88bd-d6e07ef2b149 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Network hostable DHCP agents. Network: e93a7714-6226-4a43-b72c-d60b04b4d1f3, hostable agents: ['d136643e-48ae-49d4-a851-2ba3bdf3749c'], hosted agents: [] {{(pid=102790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 16:03:08.450613 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b738532-57e3-4e1c-88bd-d6e07ef2b149 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Network e93a7714-6226-4a43-b72c-d60b04b4d1f3 is scheduled to be hosted by DHCP agent d136643e-48ae-49d4-a851-2ba3bdf3749c with binding_index 1 {{(pid=102790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 16:03:08.454942 n-d-834765-1 neutron-server[102792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ffdf2b0-cbe3-4c55-a3b7-7e6901e4f027 None None] Network fce10c2d-5534-4289-9fd2-e69220837d4d is already hosted by enough agents. {{(pid=102792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:03:08.457919 n-d-834765-1 neutron-server[102792]: DEBUG neutron.scheduler.base_scheduler [None req-1ffdf2b0-cbe3-4c55-a3b7-7e6901e4f027 None None] Resources bound (agent type, host, resource id): {{(pid=102792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:03:08.462776 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ffdf2b0-cbe3-4c55-a3b7-7e6901e4f027 None None] Received port after_create {{(pid=102792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:03:08.464129 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-2b738532-57e3-4e1c-88bd-d6e07ef2b149 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834765-1, e93a7714-6226-4a43-b72c-d60b04b4d1f3) {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:03:08.468332 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b738532-57e3-4e1c-88bd-d6e07ef2b149 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:03:08.469017 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-2b738532-57e3-4e1c-88bd-d6e07ef2b149 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for subnet, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:08.472280 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffdf2b0-cbe3-4c55-a3b7-7e6901e4f027 None None] Pushing event updated for resources: {'Port': ['ID=e0a415cb-c227-4002-a41f-21cbc0640e33,revision_number=1']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:03:08.497882 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99b8442f-0223-475a-a154-268f1b6a3be2 None None] Network e93a7714-6226-4a43-b72c-d60b04b4d1f3 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 16:03:08.509693 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-2b738532-57e3-4e1c-88bd-d6e07ef2b149 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 0.5816748 Mar 29 16:03:08.510056 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 49466) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:03:08.550745 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-1ffdf2b0-cbe3-4c55-a3b7-7e6901e4f027 None None] Attempting to bind port e0a415cb-c227-4002-a41f-21cbc0640e33 on host n-d-834765-1 for vnic_type normal with profile {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 16:03:08.551115 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-1ffdf2b0-cbe3-4c55-a3b7-7e6901e4f027 None None] Attempting to bind port e0a415cb-c227-4002-a41f-21cbc0640e33 by drivers openvswitch,hyperv on host n-d-834765-1 at level 0 using segments [{'id': '2fcef55b-291a-4de6-8251-89a86f59c95f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'fce10c2d-5534-4289-9fd2-e69220837d4d'}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 16:03:08.551526 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ffdf2b0-cbe3-4c55-a3b7-7e6901e4f027 None None] Attempting to bind port e0a415cb-c227-4002-a41f-21cbc0640e33 on network fce10c2d-5534-4289-9fd2-e69220837d4d {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 16:03:08.586010 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ffdf2b0-cbe3-4c55-a3b7-7e6901e4f027 None None] Checking agent: {'id': 'a8866439-9d96-425c-b519-6905c591ac37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 25, 36), 'started_at': datetime.datetime(2022, 3, 29, 15, 26, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 16, 3, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834765-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 16:03:08.586437 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ffdf2b0-cbe3-4c55-a3b7-7e6901e4f027 None None] Checking segment: {'id': '2fcef55b-291a-4de6-8251-89a86f59c95f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'fce10c2d-5534-4289-9fd2-e69220837d4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 16:03:08.586789 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1ffdf2b0-cbe3-4c55-a3b7-7e6901e4f027 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:08.587288 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ffdf2b0-cbe3-4c55-a3b7-7e6901e4f027 None None] Bound using segment: {'id': '2fcef55b-291a-4de6-8251-89a86f59c95f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'fce10c2d-5534-4289-9fd2-e69220837d4d'} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 16:03:08.588403 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-1ffdf2b0-cbe3-4c55-a3b7-7e6901e4f027 None None] Bound port: e0a415cb-c227-4002-a41f-21cbc0640e33, host: n-d-834765-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fcef55b-291a-4de6-8251-89a86f59c95f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'fce10c2d-5534-4289-9fd2-e69220837d4d'}}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 16:03:08.588403 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1ffdf2b0-cbe3-4c55-a3b7-7e6901e4f027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:08.621481 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-ee937f86-f7a6-4f2d-ab0b-95c227d0c2fc tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1631750'] for network, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:08.675515 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-ee937f86-f7a6-4f2d-ab0b-95c227d0c2fc tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1641287'] for subnet, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:08.709207 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1ffdf2b0-cbe3-4c55-a3b7-7e6901e4f027 None None] For port e0a415cb-c227-4002-a41f-21cbc0640e33, host n-d-834765-1, cleared binding levels {{(pid=102792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 16:03:08.714072 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1ffdf2b0-cbe3-4c55-a3b7-7e6901e4f027 None None] For port e0a415cb-c227-4002-a41f-21cbc0640e33, host n-d-834765-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=e0a415cb-c227-4002-a41f-21cbc0640e33,segment=NetworkSegment(2fcef55b-291a-4de6-8251-89a86f59c95f),segment_id=2fcef55b-291a-4de6-8251-89a86f59c95f)] {{(pid=102792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 16:03:08.730851 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1ffdf2b0-cbe3-4c55-a3b7-7e6901e4f027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:08.745135 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7079a832-d20b-4d67-b577-7b4ae5b6b7a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0035034-69b0-5ffc-b384-0ac6189c5628-e93a7714-6226-4a43-b72c-d60b04b4d1f3', 'network_id': 'e93a7714-6226-4a43-b72c-d60b04b4d1f3', 'tenant_id': 'a2db6c0ed5ce4a90a48b9c4cb4d4db2d', 'fixed_ips': [{'subnet_id': '2894fd24-1fcb-4b7c-8279-f0799cfa4711'}]}} from n-d-834765-1. {{(pid=102792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 29 16:03:08.746089 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-7079a832-d20b-4d67-b577-7b4ae5b6b7a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:08.758552 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-ee937f86-f7a6-4f2d-ab0b-95c227d0c2fc tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1641294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5231963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4793952'] for subnet, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:08.818889 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee937f86-f7a6-4f2d-ab0b-95c227d0c2fc tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Pushing event deleted for resources: {'Subnet': ['ID=2894fd24-1fcb-4b7c-8279-f0799cfa4711,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:03:08.893915 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-ee937f86-f7a6-4f2d-ab0b-95c227d0c2fc tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639890', 'neutron.services.segments.db._delete_segments_for_network-8783523423079'] for network, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:08.895761 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffdf2b0-cbe3-4c55-a3b7-7e6901e4f027 None None] Pushing event updated for resources: {'Port': ['ID=e0a415cb-c227-4002-a41f-21cbc0640e33,revision_number=2']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:03:08.916218 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37417bb8-56f4-49b6-8755-786fcc520f61 None None] Network e93a7714-6226-4a43-b72c-d60b04b4d1f3 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 16:03:08.922476 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-ee937f86-f7a6-4f2d-ab0b-95c227d0c2fc tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e93a7714-6226-4a43-b72c-d60b04b4d1f3']}} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:03:08.932943 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-ee937f86-f7a6-4f2d-ab0b-95c227d0c2fc tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2863bda0-fa4b-4757-bd16-9e9c4a73660e') {'for_net_delete': True} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:03:08.933416 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-ee937f86-f7a6-4f2d-ab0b-95c227d0c2fc tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2863bda0-fa4b-4757-bd16-9e9c4a73660e') {} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:03:08.946029 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-ee937f86-f7a6-4f2d-ab0b-95c227d0c2fc tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783523422064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4614019'] for segment, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:08.960392 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-ee937f86-f7a6-4f2d-ab0b-95c227d0c2fc tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:08.968492 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee937f86-f7a6-4f2d-ab0b-95c227d0c2fc tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Releasing vlan 627 on physical network physnet1 to pool {{(pid=102790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 16:03:08.969029 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-ee937f86-f7a6-4f2d-ab0b-95c227d0c2fc tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5238013'] for segment, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:08.973343 n-d-834765-1 neutron-server[102790]: Traceback (most recent call last): Mar 29 16:03:08.973343 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 16:03:08.973343 n-d-834765-1 neutron-server[102790]: timer() Mar 29 16:03:08.973343 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 16:03:08.973343 n-d-834765-1 neutron-server[102790]: cb(*args, **kw) Mar 29 16:03:08.973343 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 16:03:08.973343 n-d-834765-1 neutron-server[102790]: return func(*args, **kwargs) Mar 29 16:03:08.973343 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 16:03:08.973343 n-d-834765-1 neutron-server[102790]: self._notify() Mar 29 16:03:08.973343 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 16:03:08.973343 n-d-834765-1 neutron-server[102790]: self.callback(batched_events) Mar 29 16:03:08.973343 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 16:03:08.973343 n-d-834765-1 neutron-server[102790]: event.method(event) Mar 29 16:03:08.973343 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 16:03:08.973343 n-d-834765-1 neutron-server[102790]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 16:03:08.973343 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 16:03:08.973343 n-d-834765-1 neutron-server[102790]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 16:03:08.973343 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 16:03:08.973343 n-d-834765-1 neutron-server[102790]: return f(self, *a, **k) Mar 29 16:03:08.973343 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 16:03:08.973343 n-d-834765-1 neutron-server[102790]: return self._get(url).json() Mar 29 16:03:08.973343 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 16:03:08.973343 n-d-834765-1 neutron-server[102790]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 16:03:08.973343 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 16:03:08.973343 n-d-834765-1 neutron-server[102790]: return self.request(url, 'GET', **kwargs) Mar 29 16:03:08.973343 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 16:03:08.973343 n-d-834765-1 neutron-server[102790]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 16:03:08.973343 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 16:03:08.973343 n-d-834765-1 neutron-server[102790]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 16:03:08.973343 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 16:03:08.973343 n-d-834765-1 neutron-server[102790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 16:03:08.973343 n-d-834765-1 neutron-server[102790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 16:03:09.069125 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-ee937f86-f7a6-4f2d-ab0b-95c227d0c2fc tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1639897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648174'] for network, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:09.091164 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-ee937f86-f7a6-4f2d-ab0b-95c227d0c2fc tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for network, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:09.099431 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-ee937f86-f7a6-4f2d-ab0b-95c227d0c2fc tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] 10.222.0.42 "DELETE /v2.0/networks/e93a7714-6226-4a43-b72c-d60b04b4d1f3 HTTP/1.1" status: 204 len: 168 time: 0.5828686 Mar 29 16:03:09.099661 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 49468) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:03:09.104279 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-ad486bdd-88d0-46d8-9e66-929975bb9d60 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-734689488'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:03:09.114798 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee937f86-f7a6-4f2d-ab0b-95c227d0c2fc tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Pushing event deleted for resources: {'Network': ['ID=e93a7714-6226-4a43-b72c-d60b04b4d1f3,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:03:09.153056 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad486bdd-88d0-46d8-9e66-929975bb9d60 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Made reservation on behalf of a2db6c0ed5ce4a90a48b9c4cb4d4db2d for: {'network': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:03:09.157829 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-ad486bdd-88d0-46d8-9e66-929975bb9d60 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for network, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:09.193679 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad486bdd-88d0-46d8-9e66-929975bb9d60 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] vlan segment allocate from pool success with {'vlan_id': 609, 'physical_network': 'physnet1'} {{(pid=102791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 16:03:09.207556 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-ad486bdd-88d0-46d8-9e66-929975bb9d60 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:09.207895 n-d-834765-1 neutron-server[102791]: INFO neutron.db.segments_db [None req-ad486bdd-88d0-46d8-9e66-929975bb9d60 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Added segment 87719b03-da15-444d-a683-3a8037e49129 of type vlan for network a2489da2-5c3f-45cc-9f0c-9aa71032da25 Mar 29 16:03:09.266892 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-ad486bdd-88d0-46d8-9e66-929975bb9d60 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783522915970'] for network, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:09.302130 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-ad486bdd-88d0-46d8-9e66-929975bb9d60 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795'] for network, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:09.309181 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad486bdd-88d0-46d8-9e66-929975bb9d60 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:03:09.309795 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-ad486bdd-88d0-46d8-9e66-929975bb9d60 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Notify callbacks [] for network, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:09.344561 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-ad486bdd-88d0-46d8-9e66-929975bb9d60 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2452500 Mar 29 16:03:09.347506 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 49472) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:03:09.352991 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-7618f797-ffde-41fb-bfe4-9199617e20e4 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Request body: {'subnet': {'network_id': 'a2489da2-5c3f-45cc-9f0c-9aa71032da25', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:03:09.383086 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad486bdd-88d0-46d8-9e66-929975bb9d60 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Pushing event updated for resources: {'Network': ['ID=a2489da2-5c3f-45cc-9f0c-9aa71032da25,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:03:09.394112 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Network a2489da2-5c3f-45cc-9f0c-9aa71032da25 details requested by agent ovs-agent-n-d-834765-1 with host n-d-834765-1 {{(pid=102792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 16:03:09.459921 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7618f797-ffde-41fb-bfe4-9199617e20e4 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Made reservation on behalf of a2db6c0ed5ce4a90a48b9c4cb4d4db2d for: {'subnet': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:03:09.467659 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-7618f797-ffde-41fb-bfe4-9199617e20e4 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4793983'] for subnet, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:09.534132 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.ipam_backend_mixin [None req-7618f797-ffde-41fb-bfe4-9199617e20e4 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Performing IP validity checks on allocation pools {{(pid=102790) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Mar 29 16:03:09.534555 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.ipam_backend_mixin [None req-7618f797-ffde-41fb-bfe4-9199617e20e4 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102790) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Mar 29 16:03:09.661517 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-7618f797-ffde-41fb-bfe4-9199617e20e4 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5231896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4793961'] for subnet, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:09.717248 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7618f797-ffde-41fb-bfe4-9199617e20e4 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Pushing event updated for resources: {'Subnet': ['ID=90592c17-39b8-4307-8b8e-dcf4d5e7c897,revision_number=0']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:03:09.740719 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7618f797-ffde-41fb-bfe4-9199617e20e4 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Checking segment: {'id': '87719b03-da15-444d-a683-3a8037e49129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'a2489da2-5c3f-45cc-9f0c-9aa71032da25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 16:03:09.741366 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7618f797-ffde-41fb-bfe4-9199617e20e4 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Network hostable DHCP agents. Network: a2489da2-5c3f-45cc-9f0c-9aa71032da25, hostable agents: ['d136643e-48ae-49d4-a851-2ba3bdf3749c'], hosted agents: [] {{(pid=102790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 16:03:09.760278 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7618f797-ffde-41fb-bfe4-9199617e20e4 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Network a2489da2-5c3f-45cc-9f0c-9aa71032da25 is scheduled to be hosted by DHCP agent d136643e-48ae-49d4-a851-2ba3bdf3749c with binding_index 1 {{(pid=102790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 16:03:09.772201 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-7618f797-ffde-41fb-bfe4-9199617e20e4 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834765-1, a2489da2-5c3f-45cc-9f0c-9aa71032da25) {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:03:09.781301 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61b32b70-176e-4c19-a1b3-8911187d96ce None None] Network a2489da2-5c3f-45cc-9f0c-9aa71032da25 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 16:03:09.790788 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7618f797-ffde-41fb-bfe4-9199617e20e4 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:03:09.791512 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-7618f797-ffde-41fb-bfe4-9199617e20e4 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for subnet, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:09.812537 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-7618f797-ffde-41fb-bfe4-9199617e20e4 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 0.4635649 Mar 29 16:03:09.815864 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 49474) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:03:09.980860 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f45521ca-f640-4e21-ab24-0b1f47c735f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0035034-69b0-5ffc-b384-0ac6189c5628-a2489da2-5c3f-45cc-9f0c-9aa71032da25', 'network_id': 'a2489da2-5c3f-45cc-9f0c-9aa71032da25', 'tenant_id': 'a2db6c0ed5ce4a90a48b9c4cb4d4db2d', 'fixed_ips': [{'subnet_id': '90592c17-39b8-4307-8b8e-dcf4d5e7c897'}]}} from n-d-834765-1. {{(pid=102792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 29 16:03:09.981987 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-f45521ca-f640-4e21-ab24-0b1f47c735f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:10.061077 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a18c1dc-d9df-41d8-addc-b4b1448dcc93 None None] Network fce10c2d-5534-4289-9fd2-e69220837d4d requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 16:03:10.218271 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-805a5ec5-d93d-4bc3-8b47-d1cf8de2b4da None None] Provisioning complete for port e0a415cb-c227-4002-a41f-21cbc0640e33 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:03:10.219086 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-805a5ec5-d93d-4bc3-8b47-d1cf8de2b4da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:10.258535 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-e9229f01-1990-41bb-b371-f5e73556cc0c tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1631750'] for network, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:10.267706 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.db_base_plugin_common [None req-f45521ca-f640-4e21-ab24-0b1f47c735f3 None None] Allocated IP 172.20.0.3 (a2489da2-5c3f-45cc-9f0c-9aa71032da25/90592c17-39b8-4307-8b8e-dcf4d5e7c897/b5a5681a-6016-4a0b-ae19-dd5506cbe156) {{(pid=102792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:03:10.322330 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-e9229f01-1990-41bb-b371-f5e73556cc0c tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1641287'] for subnet, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:10.525303 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-805a5ec5-d93d-4bc3-8b47-d1cf8de2b4da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:10.561574 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-f45521ca-f640-4e21-ab24-0b1f47c735f3 None None] Notify callbacks [] for port, precommit_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:10.578274 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-f45521ca-f640-4e21-ab24-0b1f47c735f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956'] for port, after_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:10.589986 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-e9229f01-1990-41bb-b371-f5e73556cc0c tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1641294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16155591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16218852'] for subnet, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:10.610511 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-805a5ec5-d93d-4bc3-8b47-d1cf8de2b4da None None] For port e0a415cb-c227-4002-a41f-21cbc0640e33, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=e0a415cb-c227-4002-a41f-21cbc0640e33,segment=NetworkSegment(2fcef55b-291a-4de6-8251-89a86f59c95f),segment_id=2fcef55b-291a-4de6-8251-89a86f59c95f)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:03:10.616172 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9229f01-1990-41bb-b371-f5e73556cc0c tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Pushing event deleted for resources: {'Subnet': ['ID=90592c17-39b8-4307-8b8e-dcf4d5e7c897,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:03:10.624627 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-805a5ec5-d93d-4bc3-8b47-d1cf8de2b4da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:10.642733 n-d-834765-1 neutron-server[102792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f45521ca-f640-4e21-ab24-0b1f47c735f3 None None] Network a2489da2-5c3f-45cc-9f0c-9aa71032da25 is already hosted by enough agents. {{(pid=102792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:03:10.644140 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45521ca-f640-4e21-ab24-0b1f47c735f3 None None] Pushing event updated for resources: {'Port': ['ID=b5a5681a-6016-4a0b-ae19-dd5506cbe156,revision_number=1']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:03:10.647026 n-d-834765-1 neutron-server[102792]: DEBUG neutron.scheduler.base_scheduler [None req-f45521ca-f640-4e21-ab24-0b1f47c735f3 None None] Resources bound (agent type, host, resource id): {{(pid=102792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:03:10.679225 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f45521ca-f640-4e21-ab24-0b1f47c735f3 None None] Received port after_create {{(pid=102792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:03:10.690752 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-e9229f01-1990-41bb-b371-f5e73556cc0c tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639890', 'neutron.services.segments.db._delete_segments_for_network-8783523423079'] for network, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:10.719805 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-e9229f01-1990-41bb-b371-f5e73556cc0c tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2489da2-5c3f-45cc-9f0c-9aa71032da25']}} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:03:10.735085 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-e9229f01-1990-41bb-b371-f5e73556cc0c tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87719b03-da15-444d-a683-3a8037e49129') {'for_net_delete': True} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:03:10.735085 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-e9229f01-1990-41bb-b371-f5e73556cc0c tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87719b03-da15-444d-a683-3a8037e49129') {} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:03:10.744768 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-e9229f01-1990-41bb-b371-f5e73556cc0c tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783523422064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4230428'] for segment, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:10.746345 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805a5ec5-d93d-4bc3-8b47-d1cf8de2b4da None None] Pushing event updated for resources: {'Port': ['ID=e0a415cb-c227-4002-a41f-21cbc0640e33,revision_number=3']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:03:10.751594 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-f45521ca-f640-4e21-ab24-0b1f47c735f3 None None] Attempting to bind port b5a5681a-6016-4a0b-ae19-dd5506cbe156 on host n-d-834765-1 for vnic_type normal with profile {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 16:03:10.751970 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-f45521ca-f640-4e21-ab24-0b1f47c735f3 None None] Attempting to bind port b5a5681a-6016-4a0b-ae19-dd5506cbe156 by drivers openvswitch,hyperv on host n-d-834765-1 at level 0 using segments [{'id': '87719b03-da15-444d-a683-3a8037e49129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'a2489da2-5c3f-45cc-9f0c-9aa71032da25'}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 16:03:10.752334 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f45521ca-f640-4e21-ab24-0b1f47c735f3 None None] Attempting to bind port b5a5681a-6016-4a0b-ae19-dd5506cbe156 on network a2489da2-5c3f-45cc-9f0c-9aa71032da25 {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 16:03:10.759874 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f45521ca-f640-4e21-ab24-0b1f47c735f3 None None] Checking agent: {'id': 'a8866439-9d96-425c-b519-6905c591ac37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 25, 36), 'started_at': datetime.datetime(2022, 3, 29, 15, 26, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 16, 3, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834765-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 16:03:10.760743 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f45521ca-f640-4e21-ab24-0b1f47c735f3 None None] Checking segment: {'id': '87719b03-da15-444d-a683-3a8037e49129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'a2489da2-5c3f-45cc-9f0c-9aa71032da25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 16:03:10.761251 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-f45521ca-f640-4e21-ab24-0b1f47c735f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:10.761660 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f45521ca-f640-4e21-ab24-0b1f47c735f3 None None] Bound using segment: {'id': '87719b03-da15-444d-a683-3a8037e49129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'a2489da2-5c3f-45cc-9f0c-9aa71032da25'} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 16:03:10.762697 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-f45521ca-f640-4e21-ab24-0b1f47c735f3 None None] Bound port: b5a5681a-6016-4a0b-ae19-dd5506cbe156, host: n-d-834765-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87719b03-da15-444d-a683-3a8037e49129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'a2489da2-5c3f-45cc-9f0c-9aa71032da25'}}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 16:03:10.762697 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-f45521ca-f640-4e21-ab24-0b1f47c735f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:10.763419 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-e9229f01-1990-41bb-b371-f5e73556cc0c tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:10.771321 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9229f01-1990-41bb-b371-f5e73556cc0c tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Releasing vlan 609 on physical network physnet1 to pool {{(pid=102791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 16:03:10.771722 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-e9229f01-1990-41bb-b371-f5e73556cc0c tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16169569'] for segment, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:10.774577 n-d-834765-1 neutron-server[102791]: Traceback (most recent call last): Mar 29 16:03:10.774577 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 16:03:10.774577 n-d-834765-1 neutron-server[102791]: timer() Mar 29 16:03:10.774577 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 16:03:10.774577 n-d-834765-1 neutron-server[102791]: cb(*args, **kw) Mar 29 16:03:10.774577 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 16:03:10.774577 n-d-834765-1 neutron-server[102791]: return func(*args, **kwargs) Mar 29 16:03:10.774577 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 16:03:10.774577 n-d-834765-1 neutron-server[102791]: self._notify() Mar 29 16:03:10.774577 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 16:03:10.774577 n-d-834765-1 neutron-server[102791]: self.callback(batched_events) Mar 29 16:03:10.774577 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 16:03:10.774577 n-d-834765-1 neutron-server[102791]: event.method(event) Mar 29 16:03:10.774577 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 16:03:10.774577 n-d-834765-1 neutron-server[102791]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 16:03:10.774577 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 16:03:10.774577 n-d-834765-1 neutron-server[102791]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 16:03:10.774577 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 16:03:10.774577 n-d-834765-1 neutron-server[102791]: return f(self, *a, **k) Mar 29 16:03:10.774577 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 16:03:10.774577 n-d-834765-1 neutron-server[102791]: return self._get(url).json() Mar 29 16:03:10.774577 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 16:03:10.774577 n-d-834765-1 neutron-server[102791]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 16:03:10.774577 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 16:03:10.774577 n-d-834765-1 neutron-server[102791]: return self.request(url, 'GET', **kwargs) Mar 29 16:03:10.774577 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 16:03:10.774577 n-d-834765-1 neutron-server[102791]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 16:03:10.774577 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 16:03:10.774577 n-d-834765-1 neutron-server[102791]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 16:03:10.774577 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 16:03:10.774577 n-d-834765-1 neutron-server[102791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 16:03:10.774577 n-d-834765-1 neutron-server[102791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 16:03:10.869589 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.db.api [None req-e9229f01-1990-41bb-b371-f5e73556cc0c tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 29 16:03:10.869589 n-d-834765-1 neutron-server[102791]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 29 16:03:10.869589 n-d-834765-1 neutron-server[102791]: [parameters: {'id': 'a2489da2-5c3f-45cc-9f0c-9aa71032da25'}] Mar 29 16:03:10.869589 n-d-834765-1 neutron-server[102791]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102791) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 29 16:03:10.870907 n-d-834765-1 neutron-server[102791]: DEBUG oslo_db.api [None req-e9229f01-1990-41bb-b371-f5e73556cc0c tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 29 16:03:10.873238 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-f45521ca-f640-4e21-ab24-0b1f47c735f3 None None] For port b5a5681a-6016-4a0b-ae19-dd5506cbe156, host n-d-834765-1, cleared binding levels {{(pid=102792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 16:03:10.878515 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device e0a415cb-c227-4002-a41f-21cbc0640e33 up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 16:03:10.881182 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-f45521ca-f640-4e21-ab24-0b1f47c735f3 None None] For port b5a5681a-6016-4a0b-ae19-dd5506cbe156, host n-d-834765-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=b5a5681a-6016-4a0b-ae19-dd5506cbe156,segment=NetworkSegment(87719b03-da15-444d-a683-3a8037e49129),segment_id=87719b03-da15-444d-a683-3a8037e49129)] {{(pid=102792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 16:03:10.885734 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-8cd12e98-943d-4740-9aaf-9124140c836b None None] Provisioning complete for port e0a415cb-c227-4002-a41f-21cbc0640e33 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:03:10.886119 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-8cd12e98-943d-4740-9aaf-9124140c836b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:10.908570 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-f45521ca-f640-4e21-ab24-0b1f47c735f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:11.030386 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45521ca-f640-4e21-ab24-0b1f47c735f3 None None] Pushing event updated for resources: {'Port': ['ID=b5a5681a-6016-4a0b-ae19-dd5506cbe156,revision_number=2']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:03:11.047773 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d81606ce-34d1-49b3-ad60-a3448934f60c None None] Network a2489da2-5c3f-45cc-9f0c-9aa71032da25 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 16:03:11.070158 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port e0a415cb-c227-4002-a41f-21cbc0640e33 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:03:11.070531 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:11.270884 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cae98a77-3899-4c3e-8814-db4c60a06813 None None] get_active_networks_info from n-d-834765-1 {{(pid=102792) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Mar 29 16:03:11.371648 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-e9229f01-1990-41bb-b371-f5e73556cc0c tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1631750'] for network, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:11.374418 n-d-834765-1 neutron-server[102792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cae98a77-3899-4c3e-8814-db4c60a06813 None None] Resources bound (agent type, host, resource id): {{(pid=102792) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 29 16:03:11.425812 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-e9229f01-1990-41bb-b371-f5e73556cc0c tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Deleting port b5a5681a-6016-4a0b-ae19-dd5506cbe156 {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:03:11.426141 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-e9229f01-1990-41bb-b371-f5e73556cc0c tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:11.491455 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [None req-e9229f01-1990-41bb-b371-f5e73556cc0c tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] For port b5a5681a-6016-4a0b-ae19-dd5506cbe156, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=b5a5681a-6016-4a0b-ae19-dd5506cbe156,segment=NetworkSegment(87719b03-da15-444d-a683-3a8037e49129),segment_id=87719b03-da15-444d-a683-3a8037e49129)] {{(pid=102791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:03:11.492170 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-e9229f01-1990-41bb-b371-f5e73556cc0c tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:11.504686 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-e9229f01-1990-41bb-b371-f5e73556cc0c tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Calling delete_port for b5a5681a-6016-4a0b-ae19-dd5506cbe156 owned by network:dhcp {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:03:11.581365 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-e9229f01-1990-41bb-b371-f5e73556cc0c tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:11.611660 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9229f01-1990-41bb-b371-f5e73556cc0c tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Pushing event deleted for resources: {'Port': ['ID=b5a5681a-6016-4a0b-ae19-dd5506cbe156,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:03:11.617482 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9229f01-1990-41bb-b371-f5e73556cc0c tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] No DVR routers for this DVR port b5a5681a-6016-4a0b-ae19-dd5506cbe156 on host n-d-834765-1 {{(pid=102791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 16:03:11.699254 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-e9229f01-1990-41bb-b371-f5e73556cc0c tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639890', 'neutron.services.segments.db._delete_segments_for_network-8783523423079'] for network, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:11.718121 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-e9229f01-1990-41bb-b371-f5e73556cc0c tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2489da2-5c3f-45cc-9f0c-9aa71032da25']}} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:03:11.726912 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-e9229f01-1990-41bb-b371-f5e73556cc0c tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87719b03-da15-444d-a683-3a8037e49129') {'for_net_delete': True} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:03:11.727200 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-e9229f01-1990-41bb-b371-f5e73556cc0c tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87719b03-da15-444d-a683-3a8037e49129') {} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:03:11.736647 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-e9229f01-1990-41bb-b371-f5e73556cc0c tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783523422064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4230428'] for segment, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:11.749558 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-e9229f01-1990-41bb-b371-f5e73556cc0c tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:11.755073 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9229f01-1990-41bb-b371-f5e73556cc0c tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Releasing vlan 609 on physical network physnet1 to pool {{(pid=102791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 16:03:11.755480 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-e9229f01-1990-41bb-b371-f5e73556cc0c tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16169569'] for segment, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:11.758223 n-d-834765-1 neutron-server[102791]: Traceback (most recent call last): Mar 29 16:03:11.758223 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 16:03:11.758223 n-d-834765-1 neutron-server[102791]: timer() Mar 29 16:03:11.758223 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 16:03:11.758223 n-d-834765-1 neutron-server[102791]: cb(*args, **kw) Mar 29 16:03:11.758223 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 16:03:11.758223 n-d-834765-1 neutron-server[102791]: return func(*args, **kwargs) Mar 29 16:03:11.758223 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 16:03:11.758223 n-d-834765-1 neutron-server[102791]: self._notify() Mar 29 16:03:11.758223 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 16:03:11.758223 n-d-834765-1 neutron-server[102791]: self.callback(batched_events) Mar 29 16:03:11.758223 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 16:03:11.758223 n-d-834765-1 neutron-server[102791]: event.method(event) Mar 29 16:03:11.758223 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 16:03:11.758223 n-d-834765-1 neutron-server[102791]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 16:03:11.758223 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 16:03:11.758223 n-d-834765-1 neutron-server[102791]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 16:03:11.758223 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 16:03:11.758223 n-d-834765-1 neutron-server[102791]: return f(self, *a, **k) Mar 29 16:03:11.758223 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 16:03:11.758223 n-d-834765-1 neutron-server[102791]: return self._get(url).json() Mar 29 16:03:11.758223 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 16:03:11.758223 n-d-834765-1 neutron-server[102791]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 16:03:11.758223 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 16:03:11.758223 n-d-834765-1 neutron-server[102791]: return self.request(url, 'GET', **kwargs) Mar 29 16:03:11.758223 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 16:03:11.758223 n-d-834765-1 neutron-server[102791]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 16:03:11.758223 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 16:03:11.758223 n-d-834765-1 neutron-server[102791]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 16:03:11.758223 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 16:03:11.758223 n-d-834765-1 neutron-server[102791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 16:03:11.758223 n-d-834765-1 neutron-server[102791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 16:03:11.817707 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-e9229f01-1990-41bb-b371-f5e73556cc0c tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1639897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648174'] for network, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:11.825697 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-e9229f01-1990-41bb-b371-f5e73556cc0c tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Notify callbacks [] for network, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:11.828032 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-e9229f01-1990-41bb-b371-f5e73556cc0c tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] 10.222.0.42 "DELETE /v2.0/networks/a2489da2-5c3f-45cc-9f0c-9aa71032da25 HTTP/1.1" status: 204 len: 168 time: 2.0101399 Mar 29 16:03:11.831583 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 49480) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:03:11.836563 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-bc0f51a7-a1c1-43c5-99b5-495bc09917aa tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1951836155'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:03:11.839977 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9229f01-1990-41bb-b371-f5e73556cc0c tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Pushing event deleted for resources: {'Network': ['ID=a2489da2-5c3f-45cc-9f0c-9aa71032da25,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:03:11.859023 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc0f51a7-a1c1-43c5-99b5-495bc09917aa tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Made reservation on behalf of a2db6c0ed5ce4a90a48b9c4cb4d4db2d for: {'network': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:03:11.862648 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-bc0f51a7-a1c1-43c5-99b5-495bc09917aa tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for network, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:11.889692 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc0f51a7-a1c1-43c5-99b5-495bc09917aa tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] vlan segment allocate from pool success with {'vlan_id': 639, 'physical_network': 'physnet1'} {{(pid=102790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 16:03:11.898705 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-bc0f51a7-a1c1-43c5-99b5-495bc09917aa tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:11.899047 n-d-834765-1 neutron-server[102790]: INFO neutron.db.segments_db [None req-bc0f51a7-a1c1-43c5-99b5-495bc09917aa tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Added segment dc776f7b-5c65-4cdf-ad0d-fe1a2916bb19 of type vlan for network 9423d5a8-03cc-4d39-be25-adfb05a03629 Mar 29 16:03:11.939132 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-bc0f51a7-a1c1-43c5-99b5-495bc09917aa tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783522915970'] for network, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:11.962760 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-bc0f51a7-a1c1-43c5-99b5-495bc09917aa tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795'] for network, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:11.968791 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc0f51a7-a1c1-43c5-99b5-495bc09917aa tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:03:11.969373 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-bc0f51a7-a1c1-43c5-99b5-495bc09917aa tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for network, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:12.004549 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-bc0f51a7-a1c1-43c5-99b5-495bc09917aa tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.1718132 Mar 29 16:03:12.007214 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 49482) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:03:12.014174 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-c2a2bd0c-b192-4481-b4bc-0abdc74c550c tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Request body: {'subnet': {'network_id': '9423d5a8-03cc-4d39-be25-adfb05a03629', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:03:12.054350 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0f51a7-a1c1-43c5-99b5-495bc09917aa tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Pushing event updated for resources: {'Network': ['ID=9423d5a8-03cc-4d39-be25-adfb05a03629,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:03:12.064487 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Network 9423d5a8-03cc-4d39-be25-adfb05a03629 details requested by agent ovs-agent-n-d-834765-1 with host n-d-834765-1 {{(pid=102792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 16:03:12.136973 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2a2bd0c-b192-4481-b4bc-0abdc74c550c tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Made reservation on behalf of a2db6c0ed5ce4a90a48b9c4cb4d4db2d for: {'subnet': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:03:12.140503 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c2a2bd0c-b192-4481-b4bc-0abdc74c550c tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4793983'] for subnet, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:12.342612 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c2a2bd0c-b192-4481-b4bc-0abdc74c550c tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5231896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4793961'] for subnet, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:12.406923 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a2bd0c-b192-4481-b4bc-0abdc74c550c tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Pushing event updated for resources: {'Subnet': ['ID=f1e342f7-326c-4c12-99ef-5a5a8532e91f,revision_number=0']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:03:12.424549 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a2bd0c-b192-4481-b4bc-0abdc74c550c tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Checking segment: {'id': 'dc776f7b-5c65-4cdf-ad0d-fe1a2916bb19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '9423d5a8-03cc-4d39-be25-adfb05a03629'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 16:03:12.424911 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2a2bd0c-b192-4481-b4bc-0abdc74c550c tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Network hostable DHCP agents. Network: 9423d5a8-03cc-4d39-be25-adfb05a03629, hostable agents: ['d136643e-48ae-49d4-a851-2ba3bdf3749c'], hosted agents: [] {{(pid=102790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 16:03:12.442536 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2a2bd0c-b192-4481-b4bc-0abdc74c550c tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Network 9423d5a8-03cc-4d39-be25-adfb05a03629 is scheduled to be hosted by DHCP agent d136643e-48ae-49d4-a851-2ba3bdf3749c with binding_index 1 {{(pid=102790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 16:03:12.451987 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-c2a2bd0c-b192-4481-b4bc-0abdc74c550c tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834765-1, 9423d5a8-03cc-4d39-be25-adfb05a03629) {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:03:12.456131 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2a2bd0c-b192-4481-b4bc-0abdc74c550c tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:03:12.456782 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c2a2bd0c-b192-4481-b4bc-0abdc74c550c tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for subnet, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:12.461469 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f310cda-f589-48a9-8433-d2a154bc67cd None None] Network 9423d5a8-03cc-4d39-be25-adfb05a03629 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 16:03:12.476636 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-c2a2bd0c-b192-4481-b4bc-0abdc74c550c tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.4659429 Mar 29 16:03:12.477017 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 49486) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:03:12.598360 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-f4d30990-a10f-49e3-8446-ebce37fc198b tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1631750'] for network, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:12.629882 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d68ea4bf-b2f1-4c26-9b88-7cca3acbb19e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0035034-69b0-5ffc-b384-0ac6189c5628-9423d5a8-03cc-4d39-be25-adfb05a03629', 'network_id': '9423d5a8-03cc-4d39-be25-adfb05a03629', 'tenant_id': 'a2db6c0ed5ce4a90a48b9c4cb4d4db2d', 'fixed_ips': [{'subnet_id': 'f1e342f7-326c-4c12-99ef-5a5a8532e91f'}]}} from n-d-834765-1. {{(pid=102792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 29 16:03:12.631439 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d68ea4bf-b2f1-4c26-9b88-7cca3acbb19e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:12.660955 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-f4d30990-a10f-49e3-8446-ebce37fc198b tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1641287'] for subnet, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:12.734825 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-f4d30990-a10f-49e3-8446-ebce37fc198b tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1641294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5231963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4793952'] for subnet, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:12.741866 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server [None req-d68ea4bf-b2f1-4c26-9b88-7cca3acbb19e None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f1e342f7-326c-4c12-99ef-5a5a8532e91f: This subnet is being modified by another concurrent operation. Mar 29 16:03:12.741866 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 29 16:03:12.741866 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 29 16:03:12.741866 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 29 16:03:12.741866 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 29 16:03:12.741866 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 29 16:03:12.741866 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 29 16:03:12.741866 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 29 16:03:12.741866 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 29 16:03:12.741866 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 29 16:03:12.741866 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 29 16:03:12.741866 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 29 16:03:12.741866 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 29 16:03:12.741866 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 29 16:03:12.741866 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 29 16:03:12.741866 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server raise self.value Mar 29 16:03:12.741866 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 29 16:03:12.741866 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 29 16:03:12.741866 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 29 16:03:12.741866 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 29 16:03:12.741866 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 29 16:03:12.741866 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 29 16:03:12.741866 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 29 16:03:12.741866 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server raise self.value Mar 29 16:03:12.741866 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 29 16:03:12.741866 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 29 16:03:12.741866 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 29 16:03:12.741866 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 29 16:03:12.741866 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 29 16:03:12.741866 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 29 16:03:12.741866 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 29 16:03:12.741866 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server raise self.value Mar 29 16:03:12.741866 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 29 16:03:12.741866 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 29 16:03:12.741866 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 29 16:03:12.741866 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 29 16:03:12.741866 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Mar 29 16:03:12.741866 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 29 16:03:12.741866 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Mar 29 16:03:12.741866 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 29 16:03:12.741866 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 29 16:03:12.741866 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 29 16:03:12.741866 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Mar 29 16:03:12.741866 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 29 16:03:12.741866 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 29 16:03:12.741866 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 29 16:03:12.741866 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 29 16:03:12.741866 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 29 16:03:12.741866 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 29 16:03:12.741866 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 29 16:03:12.741866 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 29 16:03:12.741866 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server raise self.value Mar 29 16:03:12.741866 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 29 16:03:12.741866 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 29 16:03:12.741866 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 29 16:03:12.741866 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 29 16:03:12.741866 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 29 16:03:12.741866 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 29 16:03:12.741866 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 29 16:03:12.741866 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server raise self.value Mar 29 16:03:12.741866 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 29 16:03:12.741866 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 29 16:03:12.741866 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 29 16:03:12.741866 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 29 16:03:12.741866 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 29 16:03:12.741866 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 29 16:03:12.741866 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 29 16:03:12.741866 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server raise self.value Mar 29 16:03:12.741866 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 29 16:03:12.741866 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 29 16:03:12.741866 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1486, in create_port Mar 29 16:03:12.741866 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 29 16:03:12.741866 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1451, in _create_port_db Mar 29 16:03:12.741866 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 29 16:03:12.741866 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Mar 29 16:03:12.741866 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 29 16:03:12.741866 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 29 16:03:12.741866 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 29 16:03:12.741866 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 29 16:03:12.741866 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 29 16:03:12.741866 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Mar 29 16:03:12.741866 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 29 16:03:12.741866 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 29 16:03:12.741866 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 29 16:03:12.741866 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 29 16:03:12.741866 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 29 16:03:12.741866 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Mar 29 16:03:12.741866 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 29 16:03:12.741866 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 29 16:03:12.741866 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server raise exception Mar 29 16:03:12.741866 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f1e342f7-326c-4c12-99ef-5a5a8532e91f: This subnet is being modified by another concurrent operation. Mar 29 16:03:12.741866 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server Mar 29 16:03:12.770460 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bce9b95-24e6-4ad8-8aae-26871047d7a8 None None] Network 9423d5a8-03cc-4d39-be25-adfb05a03629 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 16:03:12.770584 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d30990-a10f-49e3-8446-ebce37fc198b tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Pushing event deleted for resources: {'Subnet': ['ID=f1e342f7-326c-4c12-99ef-5a5a8532e91f,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:03:12.845177 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-f4d30990-a10f-49e3-8446-ebce37fc198b tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639890', 'neutron.services.segments.db._delete_segments_for_network-8783523423079'] for network, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:12.872380 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-f4d30990-a10f-49e3-8446-ebce37fc198b tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9423d5a8-03cc-4d39-be25-adfb05a03629']}} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:03:12.888786 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-f4d30990-a10f-49e3-8446-ebce37fc198b tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc776f7b-5c65-4cdf-ad0d-fe1a2916bb19') {'for_net_delete': True} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:03:12.889075 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-f4d30990-a10f-49e3-8446-ebce37fc198b tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc776f7b-5c65-4cdf-ad0d-fe1a2916bb19') {} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:03:12.899493 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-f4d30990-a10f-49e3-8446-ebce37fc198b tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783523422064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4614019'] for segment, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:12.915721 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-f4d30990-a10f-49e3-8446-ebce37fc198b tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:12.927647 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4d30990-a10f-49e3-8446-ebce37fc198b tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Releasing vlan 639 on physical network physnet1 to pool {{(pid=102790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 16:03:12.928100 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-f4d30990-a10f-49e3-8446-ebce37fc198b tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5238013'] for segment, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:12.931819 n-d-834765-1 neutron-server[102790]: Traceback (most recent call last): Mar 29 16:03:12.931819 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 16:03:12.931819 n-d-834765-1 neutron-server[102790]: timer() Mar 29 16:03:12.931819 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 16:03:12.931819 n-d-834765-1 neutron-server[102790]: cb(*args, **kw) Mar 29 16:03:12.931819 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 16:03:12.931819 n-d-834765-1 neutron-server[102790]: return func(*args, **kwargs) Mar 29 16:03:12.931819 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 16:03:12.931819 n-d-834765-1 neutron-server[102790]: self._notify() Mar 29 16:03:12.931819 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 16:03:12.931819 n-d-834765-1 neutron-server[102790]: self.callback(batched_events) Mar 29 16:03:12.931819 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 16:03:12.931819 n-d-834765-1 neutron-server[102790]: event.method(event) Mar 29 16:03:12.931819 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 16:03:12.931819 n-d-834765-1 neutron-server[102790]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 16:03:12.931819 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 16:03:12.931819 n-d-834765-1 neutron-server[102790]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 16:03:12.931819 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 16:03:12.931819 n-d-834765-1 neutron-server[102790]: return f(self, *a, **k) Mar 29 16:03:12.931819 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 16:03:12.931819 n-d-834765-1 neutron-server[102790]: return self._get(url).json() Mar 29 16:03:12.931819 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 16:03:12.931819 n-d-834765-1 neutron-server[102790]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 16:03:12.931819 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 16:03:12.931819 n-d-834765-1 neutron-server[102790]: return self.request(url, 'GET', **kwargs) Mar 29 16:03:12.931819 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 16:03:12.931819 n-d-834765-1 neutron-server[102790]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 16:03:12.931819 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 16:03:12.931819 n-d-834765-1 neutron-server[102790]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 16:03:12.931819 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 16:03:12.931819 n-d-834765-1 neutron-server[102790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 16:03:12.931819 n-d-834765-1 neutron-server[102790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 16:03:13.004779 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-f4d30990-a10f-49e3-8446-ebce37fc198b tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1639897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648174'] for network, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:13.012288 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-f4d30990-a10f-49e3-8446-ebce37fc198b tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for network, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:13.019345 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-f4d30990-a10f-49e3-8446-ebce37fc198b tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] 10.222.0.42 "DELETE /v2.0/networks/9423d5a8-03cc-4d39-be25-adfb05a03629 HTTP/1.1" status: 204 len: 168 time: 0.5373588 Mar 29 16:03:13.019705 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 49488) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:03:13.024792 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-2263813b-bfe4-4881-8c49-b7f640d18748 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-741745843'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:03:13.033517 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d30990-a10f-49e3-8446-ebce37fc198b tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Pushing event deleted for resources: {'Network': ['ID=9423d5a8-03cc-4d39-be25-adfb05a03629,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:03:13.045582 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2263813b-bfe4-4881-8c49-b7f640d18748 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Made reservation on behalf of a2db6c0ed5ce4a90a48b9c4cb4d4db2d for: {'network': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:03:13.049224 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-2263813b-bfe4-4881-8c49-b7f640d18748 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for network, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:13.068162 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9acd7410-1dd5-49e0-9440-d17d40fe4988 None None] get_active_networks_info from n-d-834765-1 {{(pid=102792) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Mar 29 16:03:13.074321 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2263813b-bfe4-4881-8c49-b7f640d18748 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] vlan segment allocate from pool success with {'vlan_id': 626, 'physical_network': 'physnet1'} {{(pid=102791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 16:03:13.084240 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-2263813b-bfe4-4881-8c49-b7f640d18748 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:13.084580 n-d-834765-1 neutron-server[102791]: INFO neutron.db.segments_db [None req-2263813b-bfe4-4881-8c49-b7f640d18748 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Added segment f292a23b-3697-459f-97f4-341f9db3dac0 of type vlan for network a884bda0-2554-4ac7-9c6f-9ee3fc2ff2b9 Mar 29 16:03:13.124696 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-2263813b-bfe4-4881-8c49-b7f640d18748 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783522915970'] for network, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:13.148705 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-2263813b-bfe4-4881-8c49-b7f640d18748 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795'] for network, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:13.155004 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2263813b-bfe4-4881-8c49-b7f640d18748 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:03:13.155591 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-2263813b-bfe4-4881-8c49-b7f640d18748 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Notify callbacks [] for network, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:13.174177 n-d-834765-1 neutron-server[102792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9acd7410-1dd5-49e0-9440-d17d40fe4988 None None] Resources bound (agent type, host, resource id): {{(pid=102792) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 29 16:03:13.191327 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-2263813b-bfe4-4881-8c49-b7f640d18748 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.1704624 Mar 29 16:03:13.194244 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 49490) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:03:13.200851 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-3a5f3c61-6c37-4d5f-98f6-db7ef875d9a2 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Request body: {'subnet': {'network_id': 'a884bda0-2554-4ac7-9c6f-9ee3fc2ff2b9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:03:13.237305 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2263813b-bfe4-4881-8c49-b7f640d18748 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Pushing event updated for resources: {'Network': ['ID=a884bda0-2554-4ac7-9c6f-9ee3fc2ff2b9,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:03:13.256020 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Network a884bda0-2554-4ac7-9c6f-9ee3fc2ff2b9 details requested by agent ovs-agent-n-d-834765-1 with host n-d-834765-1 {{(pid=102792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 16:03:13.296181 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a5f3c61-6c37-4d5f-98f6-db7ef875d9a2 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Made reservation on behalf of a2db6c0ed5ce4a90a48b9c4cb4d4db2d for: {'subnet': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:03:13.300148 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-3a5f3c61-6c37-4d5f-98f6-db7ef875d9a2 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4793983'] for subnet, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:13.486779 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-3a5f3c61-6c37-4d5f-98f6-db7ef875d9a2 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5231896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4793961'] for subnet, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:13.546528 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5f3c61-6c37-4d5f-98f6-db7ef875d9a2 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Pushing event updated for resources: {'Subnet': ['ID=39b12f36-9d43-4273-8d2e-598749043fd0,revision_number=0']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:03:13.557871 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a5f3c61-6c37-4d5f-98f6-db7ef875d9a2 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Checking segment: {'id': 'f292a23b-3697-459f-97f4-341f9db3dac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'a884bda0-2554-4ac7-9c6f-9ee3fc2ff2b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 16:03:13.558225 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a5f3c61-6c37-4d5f-98f6-db7ef875d9a2 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Network hostable DHCP agents. Network: a884bda0-2554-4ac7-9c6f-9ee3fc2ff2b9, hostable agents: ['d136643e-48ae-49d4-a851-2ba3bdf3749c'], hosted agents: [] {{(pid=102790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 16:03:13.574631 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a5f3c61-6c37-4d5f-98f6-db7ef875d9a2 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Network a884bda0-2554-4ac7-9c6f-9ee3fc2ff2b9 is scheduled to be hosted by DHCP agent d136643e-48ae-49d4-a851-2ba3bdf3749c with binding_index 1 {{(pid=102790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 16:03:13.583247 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-3a5f3c61-6c37-4d5f-98f6-db7ef875d9a2 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834765-1, a884bda0-2554-4ac7-9c6f-9ee3fc2ff2b9) {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:03:13.587887 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a5f3c61-6c37-4d5f-98f6-db7ef875d9a2 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:03:13.589005 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-3a5f3c61-6c37-4d5f-98f6-db7ef875d9a2 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for subnet, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:13.592199 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8d4d247-bdd4-4804-b720-ac3ad155cb93 None None] Network a884bda0-2554-4ac7-9c6f-9ee3fc2ff2b9 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 16:03:13.608875 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-3a5f3c61-6c37-4d5f-98f6-db7ef875d9a2 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4108553 Mar 29 16:03:13.609095 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 49494) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:03:13.708777 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-0e95228b-a45c-436b-be9f-45b104307f31 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1631750'] for network, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:13.739456 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df650c7e-c7ff-4fa0-9288-8ae5a9bed12e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0035034-69b0-5ffc-b384-0ac6189c5628-a884bda0-2554-4ac7-9c6f-9ee3fc2ff2b9', 'network_id': 'a884bda0-2554-4ac7-9c6f-9ee3fc2ff2b9', 'tenant_id': 'a2db6c0ed5ce4a90a48b9c4cb4d4db2d', 'fixed_ips': [{'subnet_id': '39b12f36-9d43-4273-8d2e-598749043fd0'}]}} from n-d-834765-1. {{(pid=102792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 29 16:03:13.740331 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-df650c7e-c7ff-4fa0-9288-8ae5a9bed12e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:13.761251 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-0e95228b-a45c-436b-be9f-45b104307f31 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1641287'] for subnet, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:13.820630 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-0e95228b-a45c-436b-be9f-45b104307f31 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1641294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5231963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4793952'] for subnet, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:13.836025 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server [None req-df650c7e-c7ff-4fa0-9288-8ae5a9bed12e None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 39b12f36-9d43-4273-8d2e-598749043fd0: This subnet is being modified by another concurrent operation. Mar 29 16:03:13.836025 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 29 16:03:13.836025 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 29 16:03:13.836025 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 29 16:03:13.836025 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 29 16:03:13.836025 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 29 16:03:13.836025 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 29 16:03:13.836025 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 29 16:03:13.836025 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 29 16:03:13.836025 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 29 16:03:13.836025 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 29 16:03:13.836025 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 29 16:03:13.836025 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 29 16:03:13.836025 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 29 16:03:13.836025 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 29 16:03:13.836025 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server raise self.value Mar 29 16:03:13.836025 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 29 16:03:13.836025 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 29 16:03:13.836025 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 29 16:03:13.836025 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 29 16:03:13.836025 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 29 16:03:13.836025 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 29 16:03:13.836025 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 29 16:03:13.836025 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server raise self.value Mar 29 16:03:13.836025 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 29 16:03:13.836025 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 29 16:03:13.836025 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 29 16:03:13.836025 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 29 16:03:13.836025 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 29 16:03:13.836025 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 29 16:03:13.836025 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 29 16:03:13.836025 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server raise self.value Mar 29 16:03:13.836025 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 29 16:03:13.836025 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 29 16:03:13.836025 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 29 16:03:13.836025 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 29 16:03:13.836025 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Mar 29 16:03:13.836025 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 29 16:03:13.836025 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Mar 29 16:03:13.836025 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 29 16:03:13.836025 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 29 16:03:13.836025 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 29 16:03:13.836025 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Mar 29 16:03:13.836025 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 29 16:03:13.836025 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 29 16:03:13.836025 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 29 16:03:13.836025 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 29 16:03:13.836025 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 29 16:03:13.836025 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 29 16:03:13.836025 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 29 16:03:13.836025 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 29 16:03:13.836025 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server raise self.value Mar 29 16:03:13.836025 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 29 16:03:13.836025 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 29 16:03:13.836025 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 29 16:03:13.836025 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 29 16:03:13.836025 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 29 16:03:13.836025 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 29 16:03:13.836025 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 29 16:03:13.836025 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server raise self.value Mar 29 16:03:13.836025 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 29 16:03:13.836025 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 29 16:03:13.836025 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 29 16:03:13.836025 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 29 16:03:13.836025 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 29 16:03:13.836025 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 29 16:03:13.836025 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 29 16:03:13.836025 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server raise self.value Mar 29 16:03:13.836025 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 29 16:03:13.836025 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 29 16:03:13.836025 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1486, in create_port Mar 29 16:03:13.836025 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 29 16:03:13.836025 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1451, in _create_port_db Mar 29 16:03:13.836025 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 29 16:03:13.836025 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Mar 29 16:03:13.836025 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 29 16:03:13.836025 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 29 16:03:13.836025 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 29 16:03:13.836025 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 29 16:03:13.836025 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 29 16:03:13.836025 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Mar 29 16:03:13.836025 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 29 16:03:13.836025 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 29 16:03:13.836025 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 29 16:03:13.836025 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 29 16:03:13.836025 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 29 16:03:13.836025 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Mar 29 16:03:13.836025 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 29 16:03:13.836025 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 29 16:03:13.836025 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server raise exception Mar 29 16:03:13.836025 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 39b12f36-9d43-4273-8d2e-598749043fd0: This subnet is being modified by another concurrent operation. Mar 29 16:03:13.836025 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server Mar 29 16:03:13.858584 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e95228b-a45c-436b-be9f-45b104307f31 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Pushing event deleted for resources: {'Subnet': ['ID=39b12f36-9d43-4273-8d2e-598749043fd0,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:03:13.861562 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae26acac-a455-48f3-aede-765f70161fb4 None None] Network a884bda0-2554-4ac7-9c6f-9ee3fc2ff2b9 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 16:03:13.918554 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-0e95228b-a45c-436b-be9f-45b104307f31 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639890', 'neutron.services.segments.db._delete_segments_for_network-8783523423079'] for network, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:13.938229 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-0e95228b-a45c-436b-be9f-45b104307f31 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a884bda0-2554-4ac7-9c6f-9ee3fc2ff2b9']}} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:03:13.948045 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-0e95228b-a45c-436b-be9f-45b104307f31 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f292a23b-3697-459f-97f4-341f9db3dac0') {'for_net_delete': True} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:03:13.948334 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-0e95228b-a45c-436b-be9f-45b104307f31 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f292a23b-3697-459f-97f4-341f9db3dac0') {} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:03:13.957790 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-0e95228b-a45c-436b-be9f-45b104307f31 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783523422064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4614019'] for segment, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:13.972870 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-0e95228b-a45c-436b-be9f-45b104307f31 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:13.973913 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d255ec7-5137-44be-9ef3-5eb5e6276a19 None None] get_active_networks_info from n-d-834765-1 {{(pid=102792) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Mar 29 16:03:13.979517 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e95228b-a45c-436b-be9f-45b104307f31 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Releasing vlan 626 on physical network physnet1 to pool {{(pid=102790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 16:03:13.979907 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-0e95228b-a45c-436b-be9f-45b104307f31 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5238013'] for segment, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:13.982819 n-d-834765-1 neutron-server[102790]: Traceback (most recent call last): Mar 29 16:03:13.982819 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 16:03:13.982819 n-d-834765-1 neutron-server[102790]: timer() Mar 29 16:03:13.982819 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 16:03:13.982819 n-d-834765-1 neutron-server[102790]: cb(*args, **kw) Mar 29 16:03:13.982819 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 16:03:13.982819 n-d-834765-1 neutron-server[102790]: return func(*args, **kwargs) Mar 29 16:03:13.982819 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 16:03:13.982819 n-d-834765-1 neutron-server[102790]: self._notify() Mar 29 16:03:13.982819 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 16:03:13.982819 n-d-834765-1 neutron-server[102790]: self.callback(batched_events) Mar 29 16:03:13.982819 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 16:03:13.982819 n-d-834765-1 neutron-server[102790]: event.method(event) Mar 29 16:03:13.982819 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 16:03:13.982819 n-d-834765-1 neutron-server[102790]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 16:03:13.982819 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 16:03:13.982819 n-d-834765-1 neutron-server[102790]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 16:03:13.982819 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 16:03:13.982819 n-d-834765-1 neutron-server[102790]: return f(self, *a, **k) Mar 29 16:03:13.982819 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 16:03:13.982819 n-d-834765-1 neutron-server[102790]: return self._get(url).json() Mar 29 16:03:13.982819 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 16:03:13.982819 n-d-834765-1 neutron-server[102790]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 16:03:13.982819 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 16:03:13.982819 n-d-834765-1 neutron-server[102790]: return self.request(url, 'GET', **kwargs) Mar 29 16:03:13.982819 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 16:03:13.982819 n-d-834765-1 neutron-server[102790]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 16:03:13.982819 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 16:03:13.982819 n-d-834765-1 neutron-server[102790]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 16:03:13.982819 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 16:03:13.982819 n-d-834765-1 neutron-server[102790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 16:03:13.982819 n-d-834765-1 neutron-server[102790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 16:03:14.044149 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-0e95228b-a45c-436b-be9f-45b104307f31 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1639897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648174'] for network, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:14.052797 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-0e95228b-a45c-436b-be9f-45b104307f31 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for network, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:14.059829 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-0e95228b-a45c-436b-be9f-45b104307f31 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] 10.222.0.42 "DELETE /v2.0/networks/a884bda0-2554-4ac7-9c6f-9ee3fc2ff2b9 HTTP/1.1" status: 204 len: 168 time: 0.4460459 Mar 29 16:03:14.060219 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 49496) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:03:14.065767 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-f6828bde-71ca-4331-9504-02322ee48ac3 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1277023512'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:03:14.066437 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e95228b-a45c-436b-be9f-45b104307f31 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Pushing event deleted for resources: {'Network': ['ID=a884bda0-2554-4ac7-9c6f-9ee3fc2ff2b9,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:03:14.083830 n-d-834765-1 neutron-server[102792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d255ec7-5137-44be-9ef3-5eb5e6276a19 None None] Resources bound (agent type, host, resource id): {{(pid=102792) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 29 16:03:14.089618 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6828bde-71ca-4331-9504-02322ee48ac3 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Made reservation on behalf of a2db6c0ed5ce4a90a48b9c4cb4d4db2d for: {'network': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:03:14.093656 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-f6828bde-71ca-4331-9504-02322ee48ac3 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for network, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:14.117699 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6828bde-71ca-4331-9504-02322ee48ac3 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] vlan segment allocate from pool success with {'vlan_id': 628, 'physical_network': 'physnet1'} {{(pid=102791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 16:03:14.127546 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-f6828bde-71ca-4331-9504-02322ee48ac3 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:14.127886 n-d-834765-1 neutron-server[102791]: INFO neutron.db.segments_db [None req-f6828bde-71ca-4331-9504-02322ee48ac3 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Added segment fc4f4ccc-8fa6-4896-bbd6-20d08cb46c20 of type vlan for network 3594f65c-e0d3-4f86-a079-85e386598d57 Mar 29 16:03:14.167623 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-f6828bde-71ca-4331-9504-02322ee48ac3 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783522915970'] for network, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:14.191864 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-f6828bde-71ca-4331-9504-02322ee48ac3 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795'] for network, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:14.198242 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6828bde-71ca-4331-9504-02322ee48ac3 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:03:14.198826 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-f6828bde-71ca-4331-9504-02322ee48ac3 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Notify callbacks [] for network, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:14.234406 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-f6828bde-71ca-4331-9504-02322ee48ac3 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.1729553 Mar 29 16:03:14.237010 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 49498) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:03:14.241785 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-00a25973-cf0b-47d7-9ea9-6339c40b79e7 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Request body: {'subnet': {'network_id': '3594f65c-e0d3-4f86-a079-85e386598d57', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:03:14.292338 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6828bde-71ca-4331-9504-02322ee48ac3 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Pushing event updated for resources: {'Network': ['ID=3594f65c-e0d3-4f86-a079-85e386598d57,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:03:14.303817 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Network 3594f65c-e0d3-4f86-a079-85e386598d57 details requested by agent ovs-agent-n-d-834765-1 with host n-d-834765-1 {{(pid=102792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 16:03:14.361493 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00a25973-cf0b-47d7-9ea9-6339c40b79e7 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Made reservation on behalf of a2db6c0ed5ce4a90a48b9c4cb4d4db2d for: {'subnet': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:03:14.365156 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-00a25973-cf0b-47d7-9ea9-6339c40b79e7 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16218875'] for subnet, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:14.426774 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.ipam_backend_mixin [None req-00a25973-cf0b-47d7-9ea9-6339c40b79e7 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Performing IP validity checks on allocation pools {{(pid=102791) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Mar 29 16:03:14.427317 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.ipam_backend_mixin [None req-00a25973-cf0b-47d7-9ea9-6339c40b79e7 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102791) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Mar 29 16:03:14.545000 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-00a25973-cf0b-47d7-9ea9-6339c40b79e7 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16155524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16218861'] for subnet, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:14.611633 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a25973-cf0b-47d7-9ea9-6339c40b79e7 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Pushing event updated for resources: {'Subnet': ['ID=ee3f499c-f112-4239-bf54-33d17bac35d1,revision_number=0']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:03:14.615885 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00a25973-cf0b-47d7-9ea9-6339c40b79e7 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Checking segment: {'id': 'fc4f4ccc-8fa6-4896-bbd6-20d08cb46c20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '3594f65c-e0d3-4f86-a079-85e386598d57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 16:03:14.616235 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00a25973-cf0b-47d7-9ea9-6339c40b79e7 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Network hostable DHCP agents. Network: 3594f65c-e0d3-4f86-a079-85e386598d57, hostable agents: ['d136643e-48ae-49d4-a851-2ba3bdf3749c'], hosted agents: [] {{(pid=102791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 16:03:14.632029 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00a25973-cf0b-47d7-9ea9-6339c40b79e7 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Network 3594f65c-e0d3-4f86-a079-85e386598d57 is scheduled to be hosted by DHCP agent d136643e-48ae-49d4-a851-2ba3bdf3749c with binding_index 1 {{(pid=102791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 16:03:14.640767 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [None req-00a25973-cf0b-47d7-9ea9-6339c40b79e7 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834765-1, 3594f65c-e0d3-4f86-a079-85e386598d57) {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:03:14.645584 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00a25973-cf0b-47d7-9ea9-6339c40b79e7 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:03:14.646162 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-00a25973-cf0b-47d7-9ea9-6339c40b79e7 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Notify callbacks [] for subnet, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:14.649824 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdc94c7c-93a3-4129-b859-5b1ec5134fc5 None None] Network 3594f65c-e0d3-4f86-a079-85e386598d57 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 16:03:14.667607 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-00a25973-cf0b-47d7-9ea9-6339c40b79e7 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 0.4295688 Mar 29 16:03:14.670182 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 49504) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:03:14.765810 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-c5a8981e-5865-41df-aff5-7cab85cc41ba tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1631750'] for network, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:14.798903 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68bfd73a-68f8-42cb-95fa-0bdfd9c10a85 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0035034-69b0-5ffc-b384-0ac6189c5628-3594f65c-e0d3-4f86-a079-85e386598d57', 'network_id': '3594f65c-e0d3-4f86-a079-85e386598d57', 'tenant_id': 'a2db6c0ed5ce4a90a48b9c4cb4d4db2d', 'fixed_ips': [{'subnet_id': 'ee3f499c-f112-4239-bf54-33d17bac35d1'}]}} from n-d-834765-1. {{(pid=102792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 29 16:03:14.799817 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-68bfd73a-68f8-42cb-95fa-0bdfd9c10a85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:14.821587 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-c5a8981e-5865-41df-aff5-7cab85cc41ba tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1641287'] for subnet, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:14.884459 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-c5a8981e-5865-41df-aff5-7cab85cc41ba tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1641294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16155591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16218852'] for subnet, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:14.896839 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server [None req-68bfd73a-68f8-42cb-95fa-0bdfd9c10a85 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ee3f499c-f112-4239-bf54-33d17bac35d1: This subnet is being modified by another concurrent operation. Mar 29 16:03:14.896839 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 29 16:03:14.896839 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 29 16:03:14.896839 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 29 16:03:14.896839 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 29 16:03:14.896839 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 29 16:03:14.896839 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 29 16:03:14.896839 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 29 16:03:14.896839 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 29 16:03:14.896839 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 29 16:03:14.896839 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 29 16:03:14.896839 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 29 16:03:14.896839 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 29 16:03:14.896839 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 29 16:03:14.896839 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 29 16:03:14.896839 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server raise self.value Mar 29 16:03:14.896839 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 29 16:03:14.896839 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 29 16:03:14.896839 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 29 16:03:14.896839 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 29 16:03:14.896839 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 29 16:03:14.896839 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 29 16:03:14.896839 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 29 16:03:14.896839 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server raise self.value Mar 29 16:03:14.896839 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 29 16:03:14.896839 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 29 16:03:14.896839 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 29 16:03:14.896839 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 29 16:03:14.896839 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 29 16:03:14.896839 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 29 16:03:14.896839 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 29 16:03:14.896839 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server raise self.value Mar 29 16:03:14.896839 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 29 16:03:14.896839 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 29 16:03:14.896839 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 29 16:03:14.896839 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 29 16:03:14.896839 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Mar 29 16:03:14.896839 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 29 16:03:14.896839 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Mar 29 16:03:14.896839 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 29 16:03:14.896839 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 29 16:03:14.896839 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 29 16:03:14.896839 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Mar 29 16:03:14.896839 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 29 16:03:14.896839 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 29 16:03:14.896839 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 29 16:03:14.896839 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 29 16:03:14.896839 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 29 16:03:14.896839 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 29 16:03:14.896839 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 29 16:03:14.896839 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 29 16:03:14.896839 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server raise self.value Mar 29 16:03:14.896839 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 29 16:03:14.896839 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 29 16:03:14.896839 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 29 16:03:14.896839 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 29 16:03:14.896839 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 29 16:03:14.896839 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 29 16:03:14.896839 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 29 16:03:14.896839 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server raise self.value Mar 29 16:03:14.896839 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 29 16:03:14.896839 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 29 16:03:14.896839 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 29 16:03:14.896839 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 29 16:03:14.896839 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 29 16:03:14.896839 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 29 16:03:14.896839 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 29 16:03:14.896839 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server raise self.value Mar 29 16:03:14.896839 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 29 16:03:14.896839 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 29 16:03:14.896839 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1486, in create_port Mar 29 16:03:14.896839 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 29 16:03:14.896839 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1451, in _create_port_db Mar 29 16:03:14.896839 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 29 16:03:14.896839 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Mar 29 16:03:14.896839 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 29 16:03:14.896839 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 29 16:03:14.896839 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 29 16:03:14.896839 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 29 16:03:14.896839 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 29 16:03:14.896839 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Mar 29 16:03:14.896839 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 29 16:03:14.896839 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 29 16:03:14.896839 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 29 16:03:14.896839 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 29 16:03:14.896839 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 29 16:03:14.896839 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Mar 29 16:03:14.896839 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 29 16:03:14.896839 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 29 16:03:14.896839 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server raise exception Mar 29 16:03:14.896839 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ee3f499c-f112-4239-bf54-33d17bac35d1: This subnet is being modified by another concurrent operation. Mar 29 16:03:14.896839 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server Mar 29 16:03:14.913665 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a8981e-5865-41df-aff5-7cab85cc41ba tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Pushing event deleted for resources: {'Subnet': ['ID=ee3f499c-f112-4239-bf54-33d17bac35d1,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:03:14.919233 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d9fc193-ed5f-4a78-8129-28f1846db1a1 None None] Network 3594f65c-e0d3-4f86-a079-85e386598d57 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 16:03:14.976643 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-c5a8981e-5865-41df-aff5-7cab85cc41ba tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639890', 'neutron.services.segments.db._delete_segments_for_network-8783523423079'] for network, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:14.997461 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-c5a8981e-5865-41df-aff5-7cab85cc41ba tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3594f65c-e0d3-4f86-a079-85e386598d57']}} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:03:15.006668 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-c5a8981e-5865-41df-aff5-7cab85cc41ba tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc4f4ccc-8fa6-4896-bbd6-20d08cb46c20') {'for_net_delete': True} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:03:15.006962 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-c5a8981e-5865-41df-aff5-7cab85cc41ba tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc4f4ccc-8fa6-4896-bbd6-20d08cb46c20') {} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:03:15.016514 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-c5a8981e-5865-41df-aff5-7cab85cc41ba tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783523422064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4230428'] for segment, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:15.029994 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-c5a8981e-5865-41df-aff5-7cab85cc41ba tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:15.031986 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50698f06-2428-487f-9766-ccc9d621d599 None None] get_active_networks_info from n-d-834765-1 {{(pid=102792) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Mar 29 16:03:15.036086 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5a8981e-5865-41df-aff5-7cab85cc41ba tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Releasing vlan 628 on physical network physnet1 to pool {{(pid=102791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 16:03:15.036460 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-c5a8981e-5865-41df-aff5-7cab85cc41ba tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16169569'] for segment, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:15.039372 n-d-834765-1 neutron-server[102791]: Traceback (most recent call last): Mar 29 16:03:15.039372 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 16:03:15.039372 n-d-834765-1 neutron-server[102791]: timer() Mar 29 16:03:15.039372 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 16:03:15.039372 n-d-834765-1 neutron-server[102791]: cb(*args, **kw) Mar 29 16:03:15.039372 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 16:03:15.039372 n-d-834765-1 neutron-server[102791]: return func(*args, **kwargs) Mar 29 16:03:15.039372 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 16:03:15.039372 n-d-834765-1 neutron-server[102791]: self._notify() Mar 29 16:03:15.039372 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 16:03:15.039372 n-d-834765-1 neutron-server[102791]: self.callback(batched_events) Mar 29 16:03:15.039372 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 16:03:15.039372 n-d-834765-1 neutron-server[102791]: event.method(event) Mar 29 16:03:15.039372 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 16:03:15.039372 n-d-834765-1 neutron-server[102791]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 16:03:15.039372 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 16:03:15.039372 n-d-834765-1 neutron-server[102791]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 16:03:15.039372 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 16:03:15.039372 n-d-834765-1 neutron-server[102791]: return f(self, *a, **k) Mar 29 16:03:15.039372 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 16:03:15.039372 n-d-834765-1 neutron-server[102791]: return self._get(url).json() Mar 29 16:03:15.039372 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 16:03:15.039372 n-d-834765-1 neutron-server[102791]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 16:03:15.039372 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 16:03:15.039372 n-d-834765-1 neutron-server[102791]: return self.request(url, 'GET', **kwargs) Mar 29 16:03:15.039372 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 16:03:15.039372 n-d-834765-1 neutron-server[102791]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 16:03:15.039372 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 16:03:15.039372 n-d-834765-1 neutron-server[102791]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 16:03:15.039372 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 16:03:15.039372 n-d-834765-1 neutron-server[102791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 16:03:15.039372 n-d-834765-1 neutron-server[102791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 16:03:15.098579 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-c5a8981e-5865-41df-aff5-7cab85cc41ba tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1639897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648174'] for network, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:15.106040 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-c5a8981e-5865-41df-aff5-7cab85cc41ba tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Notify callbacks [] for network, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:15.109297 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-c5a8981e-5865-41df-aff5-7cab85cc41ba tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] 10.222.0.42 "DELETE /v2.0/networks/3594f65c-e0d3-4f86-a079-85e386598d57 HTTP/1.1" status: 204 len: 168 time: 0.4381380 Mar 29 16:03:15.115106 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 49506) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:03:15.121192 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a8981e-5865-41df-aff5-7cab85cc41ba tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Pushing event deleted for resources: {'Network': ['ID=3594f65c-e0d3-4f86-a079-85e386598d57,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:03:15.127482 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-a76bb001-c3ea-44ef-bff0-90518047a0ab tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-783629998'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:03:15.138541 n-d-834765-1 neutron-server[102792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50698f06-2428-487f-9766-ccc9d621d599 None None] Resources bound (agent type, host, resource id): {{(pid=102792) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 29 16:03:15.147431 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a76bb001-c3ea-44ef-bff0-90518047a0ab tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Made reservation on behalf of a2db6c0ed5ce4a90a48b9c4cb4d4db2d for: {'network': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:03:15.151307 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-a76bb001-c3ea-44ef-bff0-90518047a0ab tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for network, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:15.175067 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a76bb001-c3ea-44ef-bff0-90518047a0ab tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] vlan segment allocate from pool success with {'vlan_id': 624, 'physical_network': 'physnet1'} {{(pid=102790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 16:03:15.185264 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-a76bb001-c3ea-44ef-bff0-90518047a0ab tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:15.186641 n-d-834765-1 neutron-server[102790]: INFO neutron.db.segments_db [None req-a76bb001-c3ea-44ef-bff0-90518047a0ab tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Added segment 0fee2e67-68ab-491e-8562-1d7f7bc46a17 of type vlan for network e3491c6b-95cc-4fd2-a488-eaba6a16e9a3 Mar 29 16:03:15.224669 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-a76bb001-c3ea-44ef-bff0-90518047a0ab tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783522915970'] for network, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:15.250445 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-a76bb001-c3ea-44ef-bff0-90518047a0ab tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795'] for network, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:15.256079 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a76bb001-c3ea-44ef-bff0-90518047a0ab tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:03:15.256702 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-a76bb001-c3ea-44ef-bff0-90518047a0ab tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for network, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:15.297618 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-a76bb001-c3ea-44ef-bff0-90518047a0ab tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.1801209 Mar 29 16:03:15.300459 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 49508) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:03:15.307906 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-5ffdd0f0-4ed1-4c86-91b3-0e948c77ace6 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Request body: {'subnet': {'network_id': 'e3491c6b-95cc-4fd2-a488-eaba6a16e9a3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:03:15.336306 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76bb001-c3ea-44ef-bff0-90518047a0ab tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Pushing event updated for resources: {'Network': ['ID=e3491c6b-95cc-4fd2-a488-eaba6a16e9a3,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:03:15.351623 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Network e3491c6b-95cc-4fd2-a488-eaba6a16e9a3 details requested by agent ovs-agent-n-d-834765-1 with host n-d-834765-1 {{(pid=102792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 16:03:15.399664 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ffdd0f0-4ed1-4c86-91b3-0e948c77ace6 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Made reservation on behalf of a2db6c0ed5ce4a90a48b9c4cb4d4db2d for: {'subnet': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:03:15.403581 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-5ffdd0f0-4ed1-4c86-91b3-0e948c77ace6 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16218875'] for subnet, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:15.596931 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-5ffdd0f0-4ed1-4c86-91b3-0e948c77ace6 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16155524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16218861'] for subnet, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:15.653755 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffdd0f0-4ed1-4c86-91b3-0e948c77ace6 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Pushing event updated for resources: {'Subnet': ['ID=039ec83e-fb2c-4b91-8f81-8ac4f816b821,revision_number=0']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:03:15.663815 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ffdd0f0-4ed1-4c86-91b3-0e948c77ace6 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Checking segment: {'id': '0fee2e67-68ab-491e-8562-1d7f7bc46a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'e3491c6b-95cc-4fd2-a488-eaba6a16e9a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 16:03:15.664167 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ffdd0f0-4ed1-4c86-91b3-0e948c77ace6 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Network hostable DHCP agents. Network: e3491c6b-95cc-4fd2-a488-eaba6a16e9a3, hostable agents: ['d136643e-48ae-49d4-a851-2ba3bdf3749c'], hosted agents: [] {{(pid=102791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 16:03:15.680562 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ffdd0f0-4ed1-4c86-91b3-0e948c77ace6 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Network e3491c6b-95cc-4fd2-a488-eaba6a16e9a3 is scheduled to be hosted by DHCP agent d136643e-48ae-49d4-a851-2ba3bdf3749c with binding_index 1 {{(pid=102791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 16:03:15.690329 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [None req-5ffdd0f0-4ed1-4c86-91b3-0e948c77ace6 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834765-1, e3491c6b-95cc-4fd2-a488-eaba6a16e9a3) {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:03:15.694919 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ffdd0f0-4ed1-4c86-91b3-0e948c77ace6 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:03:15.695541 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-5ffdd0f0-4ed1-4c86-91b3-0e948c77ace6 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Notify callbacks [] for subnet, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:15.698962 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65d73b99-7e2b-4260-8bf0-aac3986953d0 None None] Network e3491c6b-95cc-4fd2-a488-eaba6a16e9a3 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 16:03:15.711771 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-5ffdd0f0-4ed1-4c86-91b3-0e948c77ace6 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.4095237 Mar 29 16:03:15.715134 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 49512) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:03:15.816545 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-a59d83bc-67f4-4f31-960f-4f4dae047855 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1631750'] for network, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:15.848170 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74d1788b-9380-463a-b865-aecf7f0ee0ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0035034-69b0-5ffc-b384-0ac6189c5628-e3491c6b-95cc-4fd2-a488-eaba6a16e9a3', 'network_id': 'e3491c6b-95cc-4fd2-a488-eaba6a16e9a3', 'tenant_id': 'a2db6c0ed5ce4a90a48b9c4cb4d4db2d', 'fixed_ips': [{'subnet_id': '039ec83e-fb2c-4b91-8f81-8ac4f816b821'}]}} from n-d-834765-1. {{(pid=102792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 29 16:03:15.849044 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74d1788b-9380-463a-b865-aecf7f0ee0ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:15.870526 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-a59d83bc-67f4-4f31-960f-4f4dae047855 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1641287'] for subnet, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:15.947211 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-a59d83bc-67f4-4f31-960f-4f4dae047855 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1641294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16155591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16218852'] for subnet, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:15.950948 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server [None req-74d1788b-9380-463a-b865-aecf7f0ee0ed None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 039ec83e-fb2c-4b91-8f81-8ac4f816b821: This subnet is being modified by another concurrent operation. Mar 29 16:03:15.950948 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 29 16:03:15.950948 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 29 16:03:15.950948 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 29 16:03:15.950948 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 29 16:03:15.950948 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 29 16:03:15.950948 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 29 16:03:15.950948 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 29 16:03:15.950948 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 29 16:03:15.950948 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 29 16:03:15.950948 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 29 16:03:15.950948 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 29 16:03:15.950948 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 29 16:03:15.950948 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 29 16:03:15.950948 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 29 16:03:15.950948 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server raise self.value Mar 29 16:03:15.950948 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 29 16:03:15.950948 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 29 16:03:15.950948 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 29 16:03:15.950948 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 29 16:03:15.950948 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 29 16:03:15.950948 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 29 16:03:15.950948 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 29 16:03:15.950948 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server raise self.value Mar 29 16:03:15.950948 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 29 16:03:15.950948 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 29 16:03:15.950948 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 29 16:03:15.950948 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 29 16:03:15.950948 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 29 16:03:15.950948 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 29 16:03:15.950948 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 29 16:03:15.950948 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server raise self.value Mar 29 16:03:15.950948 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 29 16:03:15.950948 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 29 16:03:15.950948 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 29 16:03:15.950948 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 29 16:03:15.950948 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Mar 29 16:03:15.950948 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 29 16:03:15.950948 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Mar 29 16:03:15.950948 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 29 16:03:15.950948 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 29 16:03:15.950948 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 29 16:03:15.950948 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Mar 29 16:03:15.950948 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 29 16:03:15.950948 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 29 16:03:15.950948 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 29 16:03:15.950948 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 29 16:03:15.950948 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 29 16:03:15.950948 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 29 16:03:15.950948 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 29 16:03:15.950948 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 29 16:03:15.950948 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server raise self.value Mar 29 16:03:15.950948 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 29 16:03:15.950948 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 29 16:03:15.950948 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 29 16:03:15.950948 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 29 16:03:15.950948 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 29 16:03:15.950948 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 29 16:03:15.950948 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 29 16:03:15.950948 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server raise self.value Mar 29 16:03:15.950948 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 29 16:03:15.950948 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 29 16:03:15.950948 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 29 16:03:15.950948 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 29 16:03:15.950948 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 29 16:03:15.950948 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 29 16:03:15.950948 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 29 16:03:15.950948 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server raise self.value Mar 29 16:03:15.950948 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 29 16:03:15.950948 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 29 16:03:15.950948 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1486, in create_port Mar 29 16:03:15.950948 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 29 16:03:15.950948 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1451, in _create_port_db Mar 29 16:03:15.950948 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 29 16:03:15.950948 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Mar 29 16:03:15.950948 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 29 16:03:15.950948 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 29 16:03:15.950948 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 29 16:03:15.950948 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 29 16:03:15.950948 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 29 16:03:15.950948 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Mar 29 16:03:15.950948 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 29 16:03:15.950948 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 29 16:03:15.950948 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 29 16:03:15.950948 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 29 16:03:15.950948 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 29 16:03:15.950948 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Mar 29 16:03:15.950948 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 29 16:03:15.950948 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 29 16:03:15.950948 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server raise exception Mar 29 16:03:15.950948 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 039ec83e-fb2c-4b91-8f81-8ac4f816b821: This subnet is being modified by another concurrent operation. Mar 29 16:03:15.950948 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server Mar 29 16:03:15.974585 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-510bafe6-4b64-499e-8f90-98be93e4b4ab None None] Network e3491c6b-95cc-4fd2-a488-eaba6a16e9a3 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 16:03:15.982264 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59d83bc-67f4-4f31-960f-4f4dae047855 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Pushing event deleted for resources: {'Subnet': ['ID=039ec83e-fb2c-4b91-8f81-8ac4f816b821,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:03:16.061703 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-a59d83bc-67f4-4f31-960f-4f4dae047855 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639890', 'neutron.services.segments.db._delete_segments_for_network-8783523423079'] for network, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:16.084556 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-a59d83bc-67f4-4f31-960f-4f4dae047855 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3491c6b-95cc-4fd2-a488-eaba6a16e9a3']}} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:03:16.089609 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-659f51f1-94db-4a66-b94b-53cc3b59d006 None None] get_active_networks_info from n-d-834765-1 {{(pid=102792) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Mar 29 16:03:16.096184 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-a59d83bc-67f4-4f31-960f-4f4dae047855 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0fee2e67-68ab-491e-8562-1d7f7bc46a17') {'for_net_delete': True} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:03:16.096486 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-a59d83bc-67f4-4f31-960f-4f4dae047855 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0fee2e67-68ab-491e-8562-1d7f7bc46a17') {} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:03:16.106468 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-a59d83bc-67f4-4f31-960f-4f4dae047855 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783523422064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4230428'] for segment, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:16.119817 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-a59d83bc-67f4-4f31-960f-4f4dae047855 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:16.126549 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a59d83bc-67f4-4f31-960f-4f4dae047855 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Releasing vlan 624 on physical network physnet1 to pool {{(pid=102791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 16:03:16.126937 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-a59d83bc-67f4-4f31-960f-4f4dae047855 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16169569'] for segment, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:16.129992 n-d-834765-1 neutron-server[102791]: Traceback (most recent call last): Mar 29 16:03:16.129992 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 16:03:16.129992 n-d-834765-1 neutron-server[102791]: timer() Mar 29 16:03:16.129992 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 16:03:16.129992 n-d-834765-1 neutron-server[102791]: cb(*args, **kw) Mar 29 16:03:16.129992 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 16:03:16.129992 n-d-834765-1 neutron-server[102791]: return func(*args, **kwargs) Mar 29 16:03:16.129992 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 16:03:16.129992 n-d-834765-1 neutron-server[102791]: self._notify() Mar 29 16:03:16.129992 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 16:03:16.129992 n-d-834765-1 neutron-server[102791]: self.callback(batched_events) Mar 29 16:03:16.129992 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 16:03:16.129992 n-d-834765-1 neutron-server[102791]: event.method(event) Mar 29 16:03:16.129992 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 16:03:16.129992 n-d-834765-1 neutron-server[102791]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 16:03:16.129992 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 16:03:16.129992 n-d-834765-1 neutron-server[102791]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 16:03:16.129992 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 16:03:16.129992 n-d-834765-1 neutron-server[102791]: return f(self, *a, **k) Mar 29 16:03:16.129992 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 16:03:16.129992 n-d-834765-1 neutron-server[102791]: return self._get(url).json() Mar 29 16:03:16.129992 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 16:03:16.129992 n-d-834765-1 neutron-server[102791]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 16:03:16.129992 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 16:03:16.129992 n-d-834765-1 neutron-server[102791]: return self.request(url, 'GET', **kwargs) Mar 29 16:03:16.129992 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 16:03:16.129992 n-d-834765-1 neutron-server[102791]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 16:03:16.129992 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 16:03:16.129992 n-d-834765-1 neutron-server[102791]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 16:03:16.129992 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 16:03:16.129992 n-d-834765-1 neutron-server[102791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 16:03:16.129992 n-d-834765-1 neutron-server[102791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 16:03:16.187931 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-a59d83bc-67f4-4f31-960f-4f4dae047855 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1639897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648174'] for network, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:16.190980 n-d-834765-1 neutron-server[102792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-659f51f1-94db-4a66-b94b-53cc3b59d006 None None] Resources bound (agent type, host, resource id): {{(pid=102792) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 29 16:03:16.196750 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-a59d83bc-67f4-4f31-960f-4f4dae047855 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Notify callbacks [] for network, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:16.200564 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-a59d83bc-67f4-4f31-960f-4f4dae047855 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] 10.222.0.42 "DELETE /v2.0/networks/e3491c6b-95cc-4fd2-a488-eaba6a16e9a3 HTTP/1.1" status: 204 len: 168 time: 0.4843855 Mar 29 16:03:16.204197 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 49514) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:03:16.209646 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-514f5f97-c316-4536-8bbe-0979ee418845 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-391889716'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:03:16.215615 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59d83bc-67f4-4f31-960f-4f4dae047855 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Pushing event deleted for resources: {'Network': ['ID=e3491c6b-95cc-4fd2-a488-eaba6a16e9a3,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:03:16.230515 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-514f5f97-c316-4536-8bbe-0979ee418845 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Made reservation on behalf of a2db6c0ed5ce4a90a48b9c4cb4d4db2d for: {'network': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:03:16.234248 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-514f5f97-c316-4536-8bbe-0979ee418845 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for network, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:16.257535 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-514f5f97-c316-4536-8bbe-0979ee418845 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] vlan segment allocate from pool success with {'vlan_id': 600, 'physical_network': 'physnet1'} {{(pid=102790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 16:03:16.266846 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-514f5f97-c316-4536-8bbe-0979ee418845 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:16.267190 n-d-834765-1 neutron-server[102790]: INFO neutron.db.segments_db [None req-514f5f97-c316-4536-8bbe-0979ee418845 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Added segment 7413da3e-9297-4db7-bef2-f7c6e9fc31af of type vlan for network 2365d175-768e-45e8-8e29-b04aadea744c Mar 29 16:03:16.307798 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-514f5f97-c316-4536-8bbe-0979ee418845 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783522915970'] for network, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:16.332544 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-514f5f97-c316-4536-8bbe-0979ee418845 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795'] for network, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:16.339200 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-514f5f97-c316-4536-8bbe-0979ee418845 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:03:16.339805 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-514f5f97-c316-4536-8bbe-0979ee418845 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for network, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:16.375288 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-514f5f97-c316-4536-8bbe-0979ee418845 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.1699221 Mar 29 16:03:16.377937 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 49518) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:03:16.383376 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-8cc014b1-d975-4973-8029-7737ea696a34 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Request body: {'subnet': {'network_id': '2365d175-768e-45e8-8e29-b04aadea744c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:03:16.432160 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514f5f97-c316-4536-8bbe-0979ee418845 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Pushing event updated for resources: {'Network': ['ID=2365d175-768e-45e8-8e29-b04aadea744c,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:03:16.444633 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Network 2365d175-768e-45e8-8e29-b04aadea744c details requested by agent ovs-agent-n-d-834765-1 with host n-d-834765-1 {{(pid=102792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 16:03:16.502088 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cc014b1-d975-4973-8029-7737ea696a34 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Made reservation on behalf of a2db6c0ed5ce4a90a48b9c4cb4d4db2d for: {'subnet': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:03:16.505888 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-8cc014b1-d975-4973-8029-7737ea696a34 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4793983'] for subnet, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:16.693993 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-8cc014b1-d975-4973-8029-7737ea696a34 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5231896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4793961'] for subnet, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:16.766350 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cc014b1-d975-4973-8029-7737ea696a34 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Checking segment: {'id': '7413da3e-9297-4db7-bef2-f7c6e9fc31af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '2365d175-768e-45e8-8e29-b04aadea744c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 16:03:16.766710 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cc014b1-d975-4973-8029-7737ea696a34 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Network hostable DHCP agents. Network: 2365d175-768e-45e8-8e29-b04aadea744c, hostable agents: ['d136643e-48ae-49d4-a851-2ba3bdf3749c'], hosted agents: [] {{(pid=102790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 16:03:16.768724 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc014b1-d975-4973-8029-7737ea696a34 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Pushing event updated for resources: {'Subnet': ['ID=e92ed17e-c2dd-48a3-b317-f542602f21a3,revision_number=0']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:03:16.786187 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cc014b1-d975-4973-8029-7737ea696a34 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Network 2365d175-768e-45e8-8e29-b04aadea744c is scheduled to be hosted by DHCP agent d136643e-48ae-49d4-a851-2ba3bdf3749c with binding_index 1 {{(pid=102790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 16:03:16.797139 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-8cc014b1-d975-4973-8029-7737ea696a34 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834765-1, 2365d175-768e-45e8-8e29-b04aadea744c) {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:03:16.801481 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cc014b1-d975-4973-8029-7737ea696a34 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:03:16.802117 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-8cc014b1-d975-4973-8029-7737ea696a34 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589065'] for subnet, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:16.807509 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-565549a6-008a-4a90-bafe-c165d824af98 None None] Network 2365d175-768e-45e8-8e29-b04aadea744c requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 16:03:16.823330 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 49526) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:03:16.824033 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-8cc014b1-d975-4973-8029-7737ea696a34 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.4448731 Mar 29 16:03:16.925151 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-85602d16-20ba-472b-8dec-71ce14867cc9 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1631750'] for network, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:16.973844 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23cea448-de97-4784-846c-b133e980aece None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0035034-69b0-5ffc-b384-0ac6189c5628-2365d175-768e-45e8-8e29-b04aadea744c', 'network_id': '2365d175-768e-45e8-8e29-b04aadea744c', 'tenant_id': 'a2db6c0ed5ce4a90a48b9c4cb4d4db2d', 'fixed_ips': [{'subnet_id': 'e92ed17e-c2dd-48a3-b317-f542602f21a3'}]}} from n-d-834765-1. {{(pid=102792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 29 16:03:16.974714 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-23cea448-de97-4784-846c-b133e980aece None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:16.991946 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-85602d16-20ba-472b-8dec-71ce14867cc9 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1641287'] for subnet, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:17.059367 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-85602d16-20ba-472b-8dec-71ce14867cc9 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1641294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16155591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16218852'] for subnet, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:17.082789 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server [None req-23cea448-de97-4784-846c-b133e980aece None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e92ed17e-c2dd-48a3-b317-f542602f21a3: This subnet is being modified by another concurrent operation. Mar 29 16:03:17.082789 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 29 16:03:17.082789 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 29 16:03:17.082789 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 29 16:03:17.082789 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 29 16:03:17.082789 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 29 16:03:17.082789 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 29 16:03:17.082789 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 29 16:03:17.082789 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 29 16:03:17.082789 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 29 16:03:17.082789 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 29 16:03:17.082789 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 29 16:03:17.082789 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 29 16:03:17.082789 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 29 16:03:17.082789 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 29 16:03:17.082789 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server raise self.value Mar 29 16:03:17.082789 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 29 16:03:17.082789 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 29 16:03:17.082789 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 29 16:03:17.082789 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 29 16:03:17.082789 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 29 16:03:17.082789 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 29 16:03:17.082789 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 29 16:03:17.082789 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server raise self.value Mar 29 16:03:17.082789 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 29 16:03:17.082789 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 29 16:03:17.082789 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 29 16:03:17.082789 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 29 16:03:17.082789 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 29 16:03:17.082789 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 29 16:03:17.082789 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 29 16:03:17.082789 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server raise self.value Mar 29 16:03:17.082789 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 29 16:03:17.082789 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 29 16:03:17.082789 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 29 16:03:17.082789 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 29 16:03:17.082789 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Mar 29 16:03:17.082789 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 29 16:03:17.082789 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Mar 29 16:03:17.082789 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 29 16:03:17.082789 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 29 16:03:17.082789 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 29 16:03:17.082789 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Mar 29 16:03:17.082789 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 29 16:03:17.082789 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 29 16:03:17.082789 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 29 16:03:17.082789 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 29 16:03:17.082789 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 29 16:03:17.082789 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 29 16:03:17.082789 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 29 16:03:17.082789 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 29 16:03:17.082789 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server raise self.value Mar 29 16:03:17.082789 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 29 16:03:17.082789 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 29 16:03:17.082789 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 29 16:03:17.082789 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 29 16:03:17.082789 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 29 16:03:17.082789 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 29 16:03:17.082789 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 29 16:03:17.082789 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server raise self.value Mar 29 16:03:17.082789 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 29 16:03:17.082789 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 29 16:03:17.082789 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 29 16:03:17.082789 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 29 16:03:17.082789 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 29 16:03:17.082789 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 29 16:03:17.082789 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 29 16:03:17.082789 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server raise self.value Mar 29 16:03:17.082789 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 29 16:03:17.082789 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 29 16:03:17.082789 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1486, in create_port Mar 29 16:03:17.082789 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 29 16:03:17.082789 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1451, in _create_port_db Mar 29 16:03:17.082789 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 29 16:03:17.082789 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Mar 29 16:03:17.082789 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 29 16:03:17.082789 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 29 16:03:17.082789 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 29 16:03:17.082789 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 29 16:03:17.082789 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 29 16:03:17.082789 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Mar 29 16:03:17.082789 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 29 16:03:17.082789 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 29 16:03:17.082789 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 29 16:03:17.082789 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 29 16:03:17.082789 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 29 16:03:17.082789 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Mar 29 16:03:17.082789 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 29 16:03:17.082789 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 29 16:03:17.082789 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server raise exception Mar 29 16:03:17.082789 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e92ed17e-c2dd-48a3-b317-f542602f21a3: This subnet is being modified by another concurrent operation. Mar 29 16:03:17.082789 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server Mar 29 16:03:17.093476 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85602d16-20ba-472b-8dec-71ce14867cc9 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Pushing event deleted for resources: {'Subnet': ['ID=e92ed17e-c2dd-48a3-b317-f542602f21a3,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:03:17.096203 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:17.123608 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f88f8ef7-5f17-4c10-adc3-b678b76a51ee None None] Network 2365d175-768e-45e8-8e29-b04aadea744c requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 16:03:17.164490 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-85602d16-20ba-472b-8dec-71ce14867cc9 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639890', 'neutron.services.segments.db._delete_segments_for_network-8783523423079'] for network, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:17.184718 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-85602d16-20ba-472b-8dec-71ce14867cc9 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2365d175-768e-45e8-8e29-b04aadea744c']}} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:03:17.194091 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-85602d16-20ba-472b-8dec-71ce14867cc9 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7413da3e-9297-4db7-bef2-f7c6e9fc31af') {'for_net_delete': True} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:03:17.194388 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-85602d16-20ba-472b-8dec-71ce14867cc9 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7413da3e-9297-4db7-bef2-f7c6e9fc31af') {} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:03:17.203627 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-85602d16-20ba-472b-8dec-71ce14867cc9 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783523422064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4230428'] for segment, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:17.217086 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-85602d16-20ba-472b-8dec-71ce14867cc9 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:17.222811 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85602d16-20ba-472b-8dec-71ce14867cc9 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Releasing vlan 600 on physical network physnet1 to pool {{(pid=102791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 16:03:17.223193 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-85602d16-20ba-472b-8dec-71ce14867cc9 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16169569'] for segment, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:17.226155 n-d-834765-1 neutron-server[102791]: Traceback (most recent call last): Mar 29 16:03:17.226155 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 16:03:17.226155 n-d-834765-1 neutron-server[102791]: timer() Mar 29 16:03:17.226155 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 16:03:17.226155 n-d-834765-1 neutron-server[102791]: cb(*args, **kw) Mar 29 16:03:17.226155 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 16:03:17.226155 n-d-834765-1 neutron-server[102791]: return func(*args, **kwargs) Mar 29 16:03:17.226155 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 16:03:17.226155 n-d-834765-1 neutron-server[102791]: self._notify() Mar 29 16:03:17.226155 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 16:03:17.226155 n-d-834765-1 neutron-server[102791]: self.callback(batched_events) Mar 29 16:03:17.226155 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 16:03:17.226155 n-d-834765-1 neutron-server[102791]: event.method(event) Mar 29 16:03:17.226155 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 16:03:17.226155 n-d-834765-1 neutron-server[102791]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 16:03:17.226155 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 16:03:17.226155 n-d-834765-1 neutron-server[102791]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 16:03:17.226155 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 16:03:17.226155 n-d-834765-1 neutron-server[102791]: return f(self, *a, **k) Mar 29 16:03:17.226155 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 16:03:17.226155 n-d-834765-1 neutron-server[102791]: return self._get(url).json() Mar 29 16:03:17.226155 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 16:03:17.226155 n-d-834765-1 neutron-server[102791]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 16:03:17.226155 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 16:03:17.226155 n-d-834765-1 neutron-server[102791]: return self.request(url, 'GET', **kwargs) Mar 29 16:03:17.226155 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 16:03:17.226155 n-d-834765-1 neutron-server[102791]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 16:03:17.226155 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 16:03:17.226155 n-d-834765-1 neutron-server[102791]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 16:03:17.226155 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 16:03:17.226155 n-d-834765-1 neutron-server[102791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 16:03:17.226155 n-d-834765-1 neutron-server[102791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 16:03:17.237655 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deeb1024-968c-4316-920c-d8fe3b25d2f6 None None] get_active_networks_info from n-d-834765-1 {{(pid=102792) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Mar 29 16:03:17.300941 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-85602d16-20ba-472b-8dec-71ce14867cc9 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1639897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648174'] for network, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:17.309915 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-85602d16-20ba-472b-8dec-71ce14867cc9 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Notify callbacks [] for network, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:17.313954 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-85602d16-20ba-472b-8dec-71ce14867cc9 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] 10.222.0.42 "DELETE /v2.0/networks/2365d175-768e-45e8-8e29-b04aadea744c HTTP/1.1" status: 204 len: 168 time: 0.4885399 Mar 29 16:03:17.317044 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 49528) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:03:17.322849 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-1f1b8c1d-de74-42fa-ac96-141a45105182 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-647983476'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:03:17.339605 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85602d16-20ba-472b-8dec-71ce14867cc9 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Pushing event deleted for resources: {'Network': ['ID=2365d175-768e-45e8-8e29-b04aadea744c,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:03:17.356464 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f1b8c1d-de74-42fa-ac96-141a45105182 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Made reservation on behalf of a2db6c0ed5ce4a90a48b9c4cb4d4db2d for: {'network': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:03:17.360240 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-1f1b8c1d-de74-42fa-ac96-141a45105182 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for network, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:17.386364 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f1b8c1d-de74-42fa-ac96-141a45105182 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] vlan segment allocate from pool success with {'vlan_id': 648, 'physical_network': 'physnet1'} {{(pid=102791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 16:03:17.397767 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-1f1b8c1d-de74-42fa-ac96-141a45105182 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:17.398401 n-d-834765-1 neutron-server[102791]: INFO neutron.db.segments_db [None req-1f1b8c1d-de74-42fa-ac96-141a45105182 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Added segment ed90c070-1cfe-45ed-9935-725062463304 of type vlan for network 5c2828f1-6442-46b2-86f5-7b9b54909222 Mar 29 16:03:17.451656 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-1f1b8c1d-de74-42fa-ac96-141a45105182 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783522915970'] for network, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:17.489161 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-1f1b8c1d-de74-42fa-ac96-141a45105182 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795'] for network, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:17.495329 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f1b8c1d-de74-42fa-ac96-141a45105182 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:03:17.495922 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-1f1b8c1d-de74-42fa-ac96-141a45105182 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Notify callbacks [] for network, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:17.514656 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-1f1b8c1d-de74-42fa-ac96-141a45105182 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.1961579 Mar 29 16:03:17.517977 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 49530) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:03:17.530204 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-b7db1811-b7b1-42b8-8a7a-845b98137e64 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Request body: {'network': {'name': 'New_network'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:03:17.531047 n-d-834765-1 neutron-server[102792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deeb1024-968c-4316-920c-d8fe3b25d2f6 None None] Resources bound (agent type, host, resource id): {{(pid=102792) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 29 16:03:17.594481 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1b8c1d-de74-42fa-ac96-141a45105182 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Pushing event updated for resources: {'Network': ['ID=5c2828f1-6442-46b2-86f5-7b9b54909222,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:03:17.616450 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Network 5c2828f1-6442-46b2-86f5-7b9b54909222 details requested by agent ovs-agent-n-d-834765-1 with host n-d-834765-1 {{(pid=102792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 16:03:17.720659 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-b7db1811-b7b1-42b8-8a7a-845b98137e64 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783522915970'] for network, precommit_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:17.740221 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-b7db1811-b7b1-42b8-8a7a-845b98137e64 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795'] for network, after_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:17.767377 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b7db1811-b7b1-42b8-8a7a-845b98137e64 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Network 5c2828f1-6442-46b2-86f5-7b9b54909222 is not hosted by any dhcp agent {{(pid=102790) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Mar 29 16:03:17.773030 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7db1811-b7b1-42b8-8a7a-845b98137e64 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:03:17.773674 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-b7db1811-b7b1-42b8-8a7a-845b98137e64 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Notify callbacks [] for network, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:17.775191 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-b7db1811-b7b1-42b8-8a7a-845b98137e64 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] 10.222.0.42 "PUT /v2.0/networks/5c2828f1-6442-46b2-86f5-7b9b54909222 HTTP/1.1" status: 200 len: 723 time: 0.2543161 Mar 29 16:03:17.778839 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 49534) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:03:17.784141 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-e4c6735d-211a-44d4-88b9-b31cfc816113 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Request body: {'subnet': {'network_id': '5c2828f1-6442-46b2-86f5-7b9b54909222', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:03:17.898848 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7db1811-b7b1-42b8-8a7a-845b98137e64 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Pushing event updated for resources: {'Network': ['ID=5c2828f1-6442-46b2-86f5-7b9b54909222,revision_number=2']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:03:17.936491 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Network 5c2828f1-6442-46b2-86f5-7b9b54909222 details requested by agent ovs-agent-n-d-834765-1 with host n-d-834765-1 {{(pid=102792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 16:03:17.983222 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:18.009910 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4c6735d-211a-44d4-88b9-b31cfc816113 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Made reservation on behalf of a2db6c0ed5ce4a90a48b9c4cb4d4db2d for: {'subnet': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:03:18.013442 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-e4c6735d-211a-44d4-88b9-b31cfc816113 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16218875'] for subnet, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:18.200272 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-e4c6735d-211a-44d4-88b9-b31cfc816113 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16155524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16218861'] for subnet, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:18.259631 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c6735d-211a-44d4-88b9-b31cfc816113 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Pushing event updated for resources: {'Subnet': ['ID=9d4082ab-7bd0-4360-9867-20443306849b,revision_number=0']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:03:18.269367 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4c6735d-211a-44d4-88b9-b31cfc816113 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Checking segment: {'id': 'ed90c070-1cfe-45ed-9935-725062463304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '5c2828f1-6442-46b2-86f5-7b9b54909222'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 16:03:18.269718 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4c6735d-211a-44d4-88b9-b31cfc816113 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Network hostable DHCP agents. Network: 5c2828f1-6442-46b2-86f5-7b9b54909222, hostable agents: ['d136643e-48ae-49d4-a851-2ba3bdf3749c'], hosted agents: [] {{(pid=102791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 16:03:18.285650 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4c6735d-211a-44d4-88b9-b31cfc816113 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Network 5c2828f1-6442-46b2-86f5-7b9b54909222 is scheduled to be hosted by DHCP agent d136643e-48ae-49d4-a851-2ba3bdf3749c with binding_index 1 {{(pid=102791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 16:03:18.294703 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [None req-e4c6735d-211a-44d4-88b9-b31cfc816113 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834765-1, 5c2828f1-6442-46b2-86f5-7b9b54909222) {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:03:18.299369 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4c6735d-211a-44d4-88b9-b31cfc816113 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:03:18.299953 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-e4c6735d-211a-44d4-88b9-b31cfc816113 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Notify callbacks [] for subnet, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:18.303546 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9ce065e-c594-44f8-a0b1-88892a87dd37 None None] Network 5c2828f1-6442-46b2-86f5-7b9b54909222 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 16:03:18.316936 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-e4c6735d-211a-44d4-88b9-b31cfc816113 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5369520 Mar 29 16:03:18.319728 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 49538) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:03:18.325289 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-f890bb29-dd00-486c-bc0a-3cb6cf077772 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:03:18.413482 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-f890bb29-dd00-486c-bc0a-3cb6cf077772 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-4793974'] for subnet, before_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:18.459286 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2742be75-2629-4998-82df-3c83009124e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0035034-69b0-5ffc-b384-0ac6189c5628-5c2828f1-6442-46b2-86f5-7b9b54909222', 'network_id': '5c2828f1-6442-46b2-86f5-7b9b54909222', 'tenant_id': 'a2db6c0ed5ce4a90a48b9c4cb4d4db2d', 'fixed_ips': [{'subnet_id': '9d4082ab-7bd0-4360-9867-20443306849b'}]}} from n-d-834765-1. {{(pid=102792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 29 16:03:18.460169 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-2742be75-2629-4998-82df-3c83009124e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:18.554574 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-f890bb29-dd00-486c-bc0a-3cb6cf077772 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8783523413423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-5231970'] for subnet, after_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:18.592140 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f890bb29-dd00-486c-bc0a-3cb6cf077772 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:03:18.592729 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-f890bb29-dd00-486c-bc0a-3cb6cf077772 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Notify callbacks [] for subnet, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:18.594050 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-f890bb29-dd00-486c-bc0a-3cb6cf077772 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] 10.222.0.42 "PUT /v2.0/subnets/9d4082ab-7bd0-4360-9867-20443306849b HTTP/1.1" status: 200 len: 806 time: 0.2733316 Mar 29 16:03:18.596946 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 49540) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:03:18.606022 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.db_base_plugin_common [None req-2742be75-2629-4998-82df-3c83009124e0 None None] Allocated IP 172.20.0.2 (5c2828f1-6442-46b2-86f5-7b9b54909222/9d4082ab-7bd0-4360-9867-20443306849b/75adb716-bfa1-49ed-912e-d22df7396ccd) {{(pid=102792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:03:18.641327 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f890bb29-dd00-486c-bc0a-3cb6cf077772 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Pushing event updated for resources: {'Subnet': ['ID=9d4082ab-7bd0-4360-9867-20443306849b,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:03:18.705801 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-8debb781-a32c-4315-bc30-55919d754043 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1631750'] for network, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:18.749731 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-2742be75-2629-4998-82df-3c83009124e0 None None] Notify callbacks [] for port, precommit_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:18.755246 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-2742be75-2629-4998-82df-3c83009124e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956'] for port, after_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:18.761716 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-8debb781-a32c-4315-bc30-55919d754043 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1641287'] for subnet, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:18.800966 n-d-834765-1 neutron-server[102792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2742be75-2629-4998-82df-3c83009124e0 None None] Network 5c2828f1-6442-46b2-86f5-7b9b54909222 is already hosted by enough agents. {{(pid=102792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:03:18.803797 n-d-834765-1 neutron-server[102792]: DEBUG neutron.scheduler.base_scheduler [None req-2742be75-2629-4998-82df-3c83009124e0 None None] Resources bound (agent type, host, resource id): {{(pid=102792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:03:18.807620 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2742be75-2629-4998-82df-3c83009124e0 None None] Received port after_create {{(pid=102792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:03:18.814561 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2742be75-2629-4998-82df-3c83009124e0 None None] Pushing event updated for resources: {'Port': ['ID=75adb716-bfa1-49ed-912e-d22df7396ccd,revision_number=1']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:03:18.827472 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-8debb781-a32c-4315-bc30-55919d754043 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1641294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5231963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4793952'] for subnet, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:18.852817 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8debb781-a32c-4315-bc30-55919d754043 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Pushing event deleted for resources: {'Subnet': ['ID=9d4082ab-7bd0-4360-9867-20443306849b,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:03:18.865537 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-2742be75-2629-4998-82df-3c83009124e0 None None] Attempting to bind port 75adb716-bfa1-49ed-912e-d22df7396ccd on host n-d-834765-1 for vnic_type normal with profile {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 16:03:18.865907 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-2742be75-2629-4998-82df-3c83009124e0 None None] Attempting to bind port 75adb716-bfa1-49ed-912e-d22df7396ccd by drivers openvswitch,hyperv on host n-d-834765-1 at level 0 using segments [{'id': 'ed90c070-1cfe-45ed-9935-725062463304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '5c2828f1-6442-46b2-86f5-7b9b54909222'}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 16:03:18.866264 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2742be75-2629-4998-82df-3c83009124e0 None None] Attempting to bind port 75adb716-bfa1-49ed-912e-d22df7396ccd on network 5c2828f1-6442-46b2-86f5-7b9b54909222 {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 16:03:18.871581 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2742be75-2629-4998-82df-3c83009124e0 None None] Checking agent: {'id': 'a8866439-9d96-425c-b519-6905c591ac37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 25, 36), 'started_at': datetime.datetime(2022, 3, 29, 15, 26, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 16, 3, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834765-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 16:03:18.871957 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2742be75-2629-4998-82df-3c83009124e0 None None] Checking segment: {'id': 'ed90c070-1cfe-45ed-9935-725062463304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '5c2828f1-6442-46b2-86f5-7b9b54909222'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 16:03:18.872353 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-2742be75-2629-4998-82df-3c83009124e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:18.872742 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2742be75-2629-4998-82df-3c83009124e0 None None] Bound using segment: {'id': 'ed90c070-1cfe-45ed-9935-725062463304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '5c2828f1-6442-46b2-86f5-7b9b54909222'} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 16:03:18.873205 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-2742be75-2629-4998-82df-3c83009124e0 None None] Bound port: 75adb716-bfa1-49ed-912e-d22df7396ccd, host: n-d-834765-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed90c070-1cfe-45ed-9935-725062463304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '5c2828f1-6442-46b2-86f5-7b9b54909222'}}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 16:03:18.873583 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-2742be75-2629-4998-82df-3c83009124e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:18.918259 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-8debb781-a32c-4315-bc30-55919d754043 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639890', 'neutron.services.segments.db._delete_segments_for_network-8783523423079'] for network, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:18.943938 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-8debb781-a32c-4315-bc30-55919d754043 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c2828f1-6442-46b2-86f5-7b9b54909222']}} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:03:18.944306 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-2742be75-2629-4998-82df-3c83009124e0 None None] For port 75adb716-bfa1-49ed-912e-d22df7396ccd, host n-d-834765-1, cleared binding levels {{(pid=102792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 16:03:18.949411 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-2742be75-2629-4998-82df-3c83009124e0 None None] For port 75adb716-bfa1-49ed-912e-d22df7396ccd, host n-d-834765-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=75adb716-bfa1-49ed-912e-d22df7396ccd,segment=NetworkSegment(ed90c070-1cfe-45ed-9935-725062463304),segment_id=ed90c070-1cfe-45ed-9935-725062463304)] {{(pid=102792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 16:03:18.953655 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-2742be75-2629-4998-82df-3c83009124e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:18.957045 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-8debb781-a32c-4315-bc30-55919d754043 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed90c070-1cfe-45ed-9935-725062463304') {'for_net_delete': True} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:03:18.957343 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-8debb781-a32c-4315-bc30-55919d754043 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed90c070-1cfe-45ed-9935-725062463304') {} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:03:18.968094 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-8debb781-a32c-4315-bc30-55919d754043 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783523422064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4614019'] for segment, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:18.982079 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-8debb781-a32c-4315-bc30-55919d754043 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:18.988528 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8debb781-a32c-4315-bc30-55919d754043 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Releasing vlan 648 on physical network physnet1 to pool {{(pid=102790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 16:03:18.988912 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-8debb781-a32c-4315-bc30-55919d754043 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5238013'] for segment, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:18.992326 n-d-834765-1 neutron-server[102790]: Traceback (most recent call last): Mar 29 16:03:18.992326 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 16:03:18.992326 n-d-834765-1 neutron-server[102790]: timer() Mar 29 16:03:18.992326 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 16:03:18.992326 n-d-834765-1 neutron-server[102790]: cb(*args, **kw) Mar 29 16:03:18.992326 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 16:03:18.992326 n-d-834765-1 neutron-server[102790]: return func(*args, **kwargs) Mar 29 16:03:18.992326 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 16:03:18.992326 n-d-834765-1 neutron-server[102790]: self._notify() Mar 29 16:03:18.992326 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 16:03:18.992326 n-d-834765-1 neutron-server[102790]: self.callback(batched_events) Mar 29 16:03:18.992326 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 16:03:18.992326 n-d-834765-1 neutron-server[102790]: event.method(event) Mar 29 16:03:18.992326 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 16:03:18.992326 n-d-834765-1 neutron-server[102790]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 16:03:18.992326 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 16:03:18.992326 n-d-834765-1 neutron-server[102790]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 16:03:18.992326 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 16:03:18.992326 n-d-834765-1 neutron-server[102790]: return f(self, *a, **k) Mar 29 16:03:18.992326 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 16:03:18.992326 n-d-834765-1 neutron-server[102790]: return self._get(url).json() Mar 29 16:03:18.992326 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 16:03:18.992326 n-d-834765-1 neutron-server[102790]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 16:03:18.992326 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 16:03:18.992326 n-d-834765-1 neutron-server[102790]: return self.request(url, 'GET', **kwargs) Mar 29 16:03:18.992326 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 16:03:18.992326 n-d-834765-1 neutron-server[102790]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 16:03:18.992326 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 16:03:18.992326 n-d-834765-1 neutron-server[102790]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 16:03:18.992326 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 16:03:18.992326 n-d-834765-1 neutron-server[102790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 16:03:18.992326 n-d-834765-1 neutron-server[102790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 16:03:19.038442 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2742be75-2629-4998-82df-3c83009124e0 None None] Pushing event updated for resources: {'Port': ['ID=75adb716-bfa1-49ed-912e-d22df7396ccd,revision_number=2']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:03:19.053029 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.db.api [None req-8debb781-a32c-4315-bc30-55919d754043 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 29 16:03:19.053029 n-d-834765-1 neutron-server[102790]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 29 16:03:19.053029 n-d-834765-1 neutron-server[102790]: [parameters: {'id': '5c2828f1-6442-46b2-86f5-7b9b54909222'}] Mar 29 16:03:19.053029 n-d-834765-1 neutron-server[102790]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102790) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 29 16:03:19.053509 n-d-834765-1 neutron-server[102790]: DEBUG oslo_db.api [None req-8debb781-a32c-4315-bc30-55919d754043 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 29 16:03:19.061031 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecd9398a-1962-4db9-b049-67981cca0b34 None None] Network 5c2828f1-6442-46b2-86f5-7b9b54909222 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 16:03:19.193640 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d588389-48bd-40b6-932b-21477841e90c None None] Network 5c2828f1-6442-46b2-86f5-7b9b54909222 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 16:03:19.318007 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c59f4373-98fb-4acd-a851-98ac4d830027 None None] get_active_networks_info from n-d-834765-1 {{(pid=102792) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Mar 29 16:03:19.422645 n-d-834765-1 neutron-server[102792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c59f4373-98fb-4acd-a851-98ac4d830027 None None] Resources bound (agent type, host, resource id): {{(pid=102792) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 29 16:03:19.554447 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-8debb781-a32c-4315-bc30-55919d754043 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1631750'] for network, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:19.613120 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-8debb781-a32c-4315-bc30-55919d754043 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Deleting port 75adb716-bfa1-49ed-912e-d22df7396ccd {{(pid=102790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:03:19.613792 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-8debb781-a32c-4315-bc30-55919d754043 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:19.691064 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [None req-8debb781-a32c-4315-bc30-55919d754043 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] For port 75adb716-bfa1-49ed-912e-d22df7396ccd, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=75adb716-bfa1-49ed-912e-d22df7396ccd,segment=NetworkSegment(ed90c070-1cfe-45ed-9935-725062463304),segment_id=ed90c070-1cfe-45ed-9935-725062463304)] {{(pid=102790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:03:19.691454 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-8debb781-a32c-4315-bc30-55919d754043 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:19.704060 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-8debb781-a32c-4315-bc30-55919d754043 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Calling delete_port for 75adb716-bfa1-49ed-912e-d22df7396ccd owned by network:dhcp {{(pid=102790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:03:19.781002 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-8debb781-a32c-4315-bc30-55919d754043 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:19.809701 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8debb781-a32c-4315-bc30-55919d754043 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Pushing event deleted for resources: {'Port': ['ID=75adb716-bfa1-49ed-912e-d22df7396ccd,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:03:19.816157 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8debb781-a32c-4315-bc30-55919d754043 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] No DVR routers for this DVR port 75adb716-bfa1-49ed-912e-d22df7396ccd on host n-d-834765-1 {{(pid=102790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 16:03:19.893260 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-8debb781-a32c-4315-bc30-55919d754043 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639890', 'neutron.services.segments.db._delete_segments_for_network-8783523423079'] for network, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:19.912789 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-8debb781-a32c-4315-bc30-55919d754043 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c2828f1-6442-46b2-86f5-7b9b54909222']}} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:03:19.923166 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-8debb781-a32c-4315-bc30-55919d754043 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed90c070-1cfe-45ed-9935-725062463304') {'for_net_delete': True} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:03:19.923510 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-8debb781-a32c-4315-bc30-55919d754043 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed90c070-1cfe-45ed-9935-725062463304') {} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:03:19.934006 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-8debb781-a32c-4315-bc30-55919d754043 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783523422064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4614019'] for segment, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:19.948933 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-8debb781-a32c-4315-bc30-55919d754043 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:19.955242 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8debb781-a32c-4315-bc30-55919d754043 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Releasing vlan 648 on physical network physnet1 to pool {{(pid=102790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 16:03:19.955660 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-8debb781-a32c-4315-bc30-55919d754043 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5238013'] for segment, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:19.958707 n-d-834765-1 neutron-server[102790]: Traceback (most recent call last): Mar 29 16:03:19.958707 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 16:03:19.958707 n-d-834765-1 neutron-server[102790]: timer() Mar 29 16:03:19.958707 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 16:03:19.958707 n-d-834765-1 neutron-server[102790]: cb(*args, **kw) Mar 29 16:03:19.958707 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 16:03:19.958707 n-d-834765-1 neutron-server[102790]: return func(*args, **kwargs) Mar 29 16:03:19.958707 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 16:03:19.958707 n-d-834765-1 neutron-server[102790]: self._notify() Mar 29 16:03:19.958707 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 16:03:19.958707 n-d-834765-1 neutron-server[102790]: self.callback(batched_events) Mar 29 16:03:19.958707 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 16:03:19.958707 n-d-834765-1 neutron-server[102790]: event.method(event) Mar 29 16:03:19.958707 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 16:03:19.958707 n-d-834765-1 neutron-server[102790]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 16:03:19.958707 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 16:03:19.958707 n-d-834765-1 neutron-server[102790]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 16:03:19.958707 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 16:03:19.958707 n-d-834765-1 neutron-server[102790]: return f(self, *a, **k) Mar 29 16:03:19.958707 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 16:03:19.958707 n-d-834765-1 neutron-server[102790]: return self._get(url).json() Mar 29 16:03:19.958707 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 16:03:19.958707 n-d-834765-1 neutron-server[102790]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 16:03:19.958707 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 16:03:19.958707 n-d-834765-1 neutron-server[102790]: return self.request(url, 'GET', **kwargs) Mar 29 16:03:19.958707 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 16:03:19.958707 n-d-834765-1 neutron-server[102790]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 16:03:19.958707 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 16:03:19.958707 n-d-834765-1 neutron-server[102790]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 16:03:19.958707 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 16:03:19.958707 n-d-834765-1 neutron-server[102790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 16:03:19.958707 n-d-834765-1 neutron-server[102790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 16:03:20.031344 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-8debb781-a32c-4315-bc30-55919d754043 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1639897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648174'] for network, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:20.049517 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-8debb781-a32c-4315-bc30-55919d754043 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Notify callbacks [] for network, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:20.055240 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-8debb781-a32c-4315-bc30-55919d754043 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] 10.222.0.42 "DELETE /v2.0/networks/5c2828f1-6442-46b2-86f5-7b9b54909222 HTTP/1.1" status: 204 len: 168 time: 1.4575930 Mar 29 16:03:20.060851 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 49548) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:03:20.093985 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8debb781-a32c-4315-bc30-55919d754043 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Pushing event deleted for resources: {'Network': ['ID=5c2828f1-6442-46b2-86f5-7b9b54909222,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:03:20.094583 n-d-834765-1 neutron-server[102791]: INFO neutron.pecan_wsgi.hooks.translation [None req-438ab55c-1446-4d3f-b555-ef6f33174a90 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] DELETE failed (client error): The resource could not be found. Mar 29 16:03:20.095460 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-438ab55c-1446-4d3f-b555-ef6f33174a90 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102791) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 16:03:20.107924 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-438ab55c-1446-4d3f-b555-ef6f33174a90 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] 10.222.0.42 "DELETE /v2.0/networks/5c2828f1-6442-46b2-86f5-7b9b54909222 HTTP/1.1" status: 404 len: 339 time: 0.0458159 Mar 29 16:03:20.110122 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 49552) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:03:20.121291 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-a4151594-e436-4dd2-a961-3e6c52420325 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-733870961', 'description': 'd1'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:03:20.164558 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4151594-e436-4dd2-a961-3e6c52420325 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Made reservation on behalf of a2db6c0ed5ce4a90a48b9c4cb4d4db2d for: {'network': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:03:20.170904 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-a4151594-e436-4dd2-a961-3e6c52420325 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for network, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:20.208459 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4151594-e436-4dd2-a961-3e6c52420325 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] vlan segment allocate from pool success with {'vlan_id': 642, 'physical_network': 'physnet1'} {{(pid=102791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 16:03:20.227800 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-a4151594-e436-4dd2-a961-3e6c52420325 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:20.228176 n-d-834765-1 neutron-server[102791]: INFO neutron.db.segments_db [None req-a4151594-e436-4dd2-a961-3e6c52420325 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Added segment 7ca7b25b-59f7-4eba-b99c-d161a98bc73d of type vlan for network e77fcf42-2b3f-443f-a91c-f4f6a69be0cc Mar 29 16:03:20.268049 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-a4151594-e436-4dd2-a961-3e6c52420325 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783522915970'] for network, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:20.295747 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-a4151594-e436-4dd2-a961-3e6c52420325 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795'] for network, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:20.301490 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4151594-e436-4dd2-a961-3e6c52420325 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:03:20.302103 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-a4151594-e436-4dd2-a961-3e6c52420325 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Notify callbacks [] for network, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:20.339421 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-a4151594-e436-4dd2-a961-3e6c52420325 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.2228596 Mar 29 16:03:20.341987 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 49554) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:03:20.396324 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4151594-e436-4dd2-a961-3e6c52420325 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Pushing event updated for resources: {'Network': ['ID=e77fcf42-2b3f-443f-a91c-f4f6a69be0cc,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:03:20.406874 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Network e77fcf42-2b3f-443f-a91c-f4f6a69be0cc details requested by agent ovs-agent-n-d-834765-1 with host n-d-834765-1 {{(pid=102792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 16:03:20.456882 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cab1ddca-669d-4b5b-8dee-597b2097e701 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:03:20.460932 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-cab1ddca-669d-4b5b-8dee-597b2097e701 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] 10.222.0.42 "GET /v2.0/networks?id=e77fcf42-2b3f-443f-a91c-f4f6a69be0cc HTTP/1.1" status: 200 len: 760 time: 0.1154025 Mar 29 16:03:20.461077 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 49556) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:03:20.466781 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-99a01633-a31b-4597-8bba-ec7d656732d8 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Request body: {'network': {'description': 'd2'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:03:20.615798 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-99a01633-a31b-4597-8bba-ec7d656732d8 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783522915970'] for network, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:20.629348 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-99a01633-a31b-4597-8bba-ec7d656732d8 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795'] for network, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:20.637996 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-99a01633-a31b-4597-8bba-ec7d656732d8 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Network e77fcf42-2b3f-443f-a91c-f4f6a69be0cc is not hosted by any dhcp agent {{(pid=102791) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Mar 29 16:03:20.643315 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99a01633-a31b-4597-8bba-ec7d656732d8 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:03:20.643901 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-99a01633-a31b-4597-8bba-ec7d656732d8 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Notify callbacks [] for network, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:20.645172 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-99a01633-a31b-4597-8bba-ec7d656732d8 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] 10.222.0.42 "PUT /v2.0/networks/e77fcf42-2b3f-443f-a91c-f4f6a69be0cc HTTP/1.1" status: 200 len: 757 time: 0.1832101 Mar 29 16:03:20.648076 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 49558) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:03:20.704907 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a01633-a31b-4597-8bba-ec7d656732d8 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Pushing event updated for resources: {'Network': ['ID=e77fcf42-2b3f-443f-a91c-f4f6a69be0cc,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:03:20.715021 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Network e77fcf42-2b3f-443f-a91c-f4f6a69be0cc details requested by agent ovs-agent-n-d-834765-1 with host n-d-834765-1 {{(pid=102792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 16:03:20.736063 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ed8770f-81fc-427c-ac28-8fbcfc6673a7 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:03:20.737528 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-8ed8770f-81fc-427c-ac28-8fbcfc6673a7 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] 10.222.0.42 "GET /v2.0/networks?id=e77fcf42-2b3f-443f-a91c-f4f6a69be0cc HTTP/1.1" status: 200 len: 760 time: 0.0884464 Mar 29 16:03:20.741319 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 49560) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:03:20.746567 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-bed8676e-ebcb-4d12-8e64-1a7dbb93d158 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2119171520'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:03:20.765057 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bed8676e-ebcb-4d12-8e64-1a7dbb93d158 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Made reservation on behalf of a2db6c0ed5ce4a90a48b9c4cb4d4db2d for: {'network': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:03:20.768536 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-bed8676e-ebcb-4d12-8e64-1a7dbb93d158 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for network, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:20.792387 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bed8676e-ebcb-4d12-8e64-1a7dbb93d158 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] vlan segment allocate from pool success with {'vlan_id': 644, 'physical_network': 'physnet1'} {{(pid=102790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 16:03:20.800886 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-bed8676e-ebcb-4d12-8e64-1a7dbb93d158 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:20.801231 n-d-834765-1 neutron-server[102790]: INFO neutron.db.segments_db [None req-bed8676e-ebcb-4d12-8e64-1a7dbb93d158 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Added segment d9df5794-ba58-4d01-8b33-00bec23da7d1 of type vlan for network fceacab1-63fa-43fa-bc35-84a987752e3a Mar 29 16:03:20.839800 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-bed8676e-ebcb-4d12-8e64-1a7dbb93d158 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783522915970'] for network, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:20.864395 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-bed8676e-ebcb-4d12-8e64-1a7dbb93d158 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795'] for network, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:20.870004 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bed8676e-ebcb-4d12-8e64-1a7dbb93d158 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:03:20.870573 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-bed8676e-ebcb-4d12-8e64-1a7dbb93d158 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Notify callbacks [] for network, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:20.905027 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-bed8676e-ebcb-4d12-8e64-1a7dbb93d158 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.1627126 Mar 29 16:03:20.907765 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 49562) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:03:20.938300 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-b37d836f-4537-4dfd-a2a4-9105d3ef4b9d tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Request body: {'subnet': {'network_id': 'fceacab1-63fa-43fa-bc35-84a987752e3a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:03:20.944861 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed8676e-ebcb-4d12-8e64-1a7dbb93d158 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Pushing event updated for resources: {'Network': ['ID=fceacab1-63fa-43fa-bc35-84a987752e3a,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:03:20.955065 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Network fceacab1-63fa-43fa-bc35-84a987752e3a details requested by agent ovs-agent-n-d-834765-1 with host n-d-834765-1 {{(pid=102792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 16:03:21.029924 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b37d836f-4537-4dfd-a2a4-9105d3ef4b9d tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Made reservation on behalf of a2db6c0ed5ce4a90a48b9c4cb4d4db2d for: {'subnet': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:03:21.033477 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-b37d836f-4537-4dfd-a2a4-9105d3ef4b9d tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4793983'] for subnet, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:21.209697 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-b37d836f-4537-4dfd-a2a4-9105d3ef4b9d tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5231896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4793961'] for subnet, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:21.274298 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37d836f-4537-4dfd-a2a4-9105d3ef4b9d tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Pushing event updated for resources: {'Subnet': ['ID=ad6ad000-d245-4acc-8e67-a1fd8b54ca14,revision_number=0']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:03:21.282228 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b37d836f-4537-4dfd-a2a4-9105d3ef4b9d tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Checking segment: {'id': 'd9df5794-ba58-4d01-8b33-00bec23da7d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'fceacab1-63fa-43fa-bc35-84a987752e3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 16:03:21.282585 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b37d836f-4537-4dfd-a2a4-9105d3ef4b9d tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Network hostable DHCP agents. Network: fceacab1-63fa-43fa-bc35-84a987752e3a, hostable agents: ['d136643e-48ae-49d4-a851-2ba3bdf3749c'], hosted agents: [] {{(pid=102790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 16:03:21.306062 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b37d836f-4537-4dfd-a2a4-9105d3ef4b9d tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Network fceacab1-63fa-43fa-bc35-84a987752e3a is scheduled to be hosted by DHCP agent d136643e-48ae-49d4-a851-2ba3bdf3749c with binding_index 1 {{(pid=102790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 16:03:21.316200 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-b37d836f-4537-4dfd-a2a4-9105d3ef4b9d tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834765-1, fceacab1-63fa-43fa-bc35-84a987752e3a) {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:03:21.324309 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-869d5665-4a4e-4a85-b815-0aab5ba2d941 None None] Network fceacab1-63fa-43fa-bc35-84a987752e3a requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 16:03:21.328100 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b37d836f-4537-4dfd-a2a4-9105d3ef4b9d tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:03:21.328753 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-b37d836f-4537-4dfd-a2a4-9105d3ef4b9d tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Notify callbacks [] for subnet, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:21.346833 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-b37d836f-4537-4dfd-a2a4-9105d3ef4b9d tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4360251 Mar 29 16:03:21.349294 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 49570) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:03:21.460655 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c5735d3c-bde4-41b3-a481-60bbcc80d6ed tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1631750'] for network, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:21.476923 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-300f9a6e-49ef-491a-a6df-42e5e768219b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0035034-69b0-5ffc-b384-0ac6189c5628-fceacab1-63fa-43fa-bc35-84a987752e3a', 'network_id': 'fceacab1-63fa-43fa-bc35-84a987752e3a', 'tenant_id': 'a2db6c0ed5ce4a90a48b9c4cb4d4db2d', 'fixed_ips': [{'subnet_id': 'ad6ad000-d245-4acc-8e67-a1fd8b54ca14'}]}} from n-d-834765-1. {{(pid=102792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 29 16:03:21.477807 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-300f9a6e-49ef-491a-a6df-42e5e768219b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:21.520575 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c5735d3c-bde4-41b3-a481-60bbcc80d6ed tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1641287'] for subnet, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:21.588196 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c5735d3c-bde4-41b3-a481-60bbcc80d6ed tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1641294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5231963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4793952'] for subnet, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:21.590568 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server [None req-300f9a6e-49ef-491a-a6df-42e5e768219b None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ad6ad000-d245-4acc-8e67-a1fd8b54ca14: This subnet is being modified by another concurrent operation. Mar 29 16:03:21.590568 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 29 16:03:21.590568 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 29 16:03:21.590568 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 29 16:03:21.590568 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 29 16:03:21.590568 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 29 16:03:21.590568 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 29 16:03:21.590568 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 29 16:03:21.590568 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 29 16:03:21.590568 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 29 16:03:21.590568 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 29 16:03:21.590568 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 29 16:03:21.590568 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 29 16:03:21.590568 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 29 16:03:21.590568 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 29 16:03:21.590568 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server raise self.value Mar 29 16:03:21.590568 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 29 16:03:21.590568 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 29 16:03:21.590568 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 29 16:03:21.590568 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 29 16:03:21.590568 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 29 16:03:21.590568 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 29 16:03:21.590568 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 29 16:03:21.590568 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server raise self.value Mar 29 16:03:21.590568 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 29 16:03:21.590568 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 29 16:03:21.590568 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 29 16:03:21.590568 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 29 16:03:21.590568 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 29 16:03:21.590568 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 29 16:03:21.590568 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 29 16:03:21.590568 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server raise self.value Mar 29 16:03:21.590568 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 29 16:03:21.590568 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 29 16:03:21.590568 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 29 16:03:21.590568 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 29 16:03:21.590568 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Mar 29 16:03:21.590568 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 29 16:03:21.590568 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Mar 29 16:03:21.590568 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 29 16:03:21.590568 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 29 16:03:21.590568 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 29 16:03:21.590568 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Mar 29 16:03:21.590568 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 29 16:03:21.590568 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 29 16:03:21.590568 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 29 16:03:21.590568 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 29 16:03:21.590568 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 29 16:03:21.590568 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 29 16:03:21.590568 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 29 16:03:21.590568 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 29 16:03:21.590568 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server raise self.value Mar 29 16:03:21.590568 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 29 16:03:21.590568 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 29 16:03:21.590568 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 29 16:03:21.590568 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 29 16:03:21.590568 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 29 16:03:21.590568 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 29 16:03:21.590568 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 29 16:03:21.590568 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server raise self.value Mar 29 16:03:21.590568 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 29 16:03:21.590568 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 29 16:03:21.590568 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 29 16:03:21.590568 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 29 16:03:21.590568 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 29 16:03:21.590568 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 29 16:03:21.590568 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 29 16:03:21.590568 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server raise self.value Mar 29 16:03:21.590568 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 29 16:03:21.590568 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 29 16:03:21.590568 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1486, in create_port Mar 29 16:03:21.590568 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 29 16:03:21.590568 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1451, in _create_port_db Mar 29 16:03:21.590568 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 29 16:03:21.590568 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Mar 29 16:03:21.590568 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 29 16:03:21.590568 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 29 16:03:21.590568 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 29 16:03:21.590568 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 29 16:03:21.590568 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 29 16:03:21.590568 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Mar 29 16:03:21.590568 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 29 16:03:21.590568 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 29 16:03:21.590568 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 29 16:03:21.590568 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 29 16:03:21.590568 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 29 16:03:21.590568 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Mar 29 16:03:21.590568 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 29 16:03:21.590568 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 29 16:03:21.590568 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server raise exception Mar 29 16:03:21.590568 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ad6ad000-d245-4acc-8e67-a1fd8b54ca14: This subnet is being modified by another concurrent operation. Mar 29 16:03:21.590568 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server Mar 29 16:03:21.618511 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9849a16-9897-417c-b070-a56e826d485f None None] Network fceacab1-63fa-43fa-bc35-84a987752e3a requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 16:03:21.638680 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5735d3c-bde4-41b3-a481-60bbcc80d6ed tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Pushing event deleted for resources: {'Subnet': ['ID=ad6ad000-d245-4acc-8e67-a1fd8b54ca14,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:03:21.703810 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c5735d3c-bde4-41b3-a481-60bbcc80d6ed tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639890', 'neutron.services.segments.db._delete_segments_for_network-8783523423079'] for network, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:21.723695 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-c5735d3c-bde4-41b3-a481-60bbcc80d6ed tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fceacab1-63fa-43fa-bc35-84a987752e3a']}} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:03:21.732956 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68a3d322-27a1-4b6d-bdbc-d0d2ba004d84 None None] get_active_networks_info from n-d-834765-1 {{(pid=102792) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Mar 29 16:03:21.742624 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-c5735d3c-bde4-41b3-a481-60bbcc80d6ed tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9df5794-ba58-4d01-8b33-00bec23da7d1') {'for_net_delete': True} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:03:21.742919 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-c5735d3c-bde4-41b3-a481-60bbcc80d6ed tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9df5794-ba58-4d01-8b33-00bec23da7d1') {} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:03:21.754650 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c5735d3c-bde4-41b3-a481-60bbcc80d6ed tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783523422064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4614019'] for segment, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:21.769969 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c5735d3c-bde4-41b3-a481-60bbcc80d6ed tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:21.776556 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5735d3c-bde4-41b3-a481-60bbcc80d6ed tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Releasing vlan 644 on physical network physnet1 to pool {{(pid=102790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 16:03:21.777115 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c5735d3c-bde4-41b3-a481-60bbcc80d6ed tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5238013'] for segment, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:21.780521 n-d-834765-1 neutron-server[102790]: Traceback (most recent call last): Mar 29 16:03:21.780521 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 16:03:21.780521 n-d-834765-1 neutron-server[102790]: timer() Mar 29 16:03:21.780521 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 16:03:21.780521 n-d-834765-1 neutron-server[102790]: cb(*args, **kw) Mar 29 16:03:21.780521 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 16:03:21.780521 n-d-834765-1 neutron-server[102790]: return func(*args, **kwargs) Mar 29 16:03:21.780521 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 16:03:21.780521 n-d-834765-1 neutron-server[102790]: self._notify() Mar 29 16:03:21.780521 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 16:03:21.780521 n-d-834765-1 neutron-server[102790]: self.callback(batched_events) Mar 29 16:03:21.780521 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 16:03:21.780521 n-d-834765-1 neutron-server[102790]: event.method(event) Mar 29 16:03:21.780521 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 16:03:21.780521 n-d-834765-1 neutron-server[102790]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 16:03:21.780521 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 16:03:21.780521 n-d-834765-1 neutron-server[102790]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 16:03:21.780521 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 16:03:21.780521 n-d-834765-1 neutron-server[102790]: return f(self, *a, **k) Mar 29 16:03:21.780521 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 16:03:21.780521 n-d-834765-1 neutron-server[102790]: return self._get(url).json() Mar 29 16:03:21.780521 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 16:03:21.780521 n-d-834765-1 neutron-server[102790]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 16:03:21.780521 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 16:03:21.780521 n-d-834765-1 neutron-server[102790]: return self.request(url, 'GET', **kwargs) Mar 29 16:03:21.780521 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 16:03:21.780521 n-d-834765-1 neutron-server[102790]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 16:03:21.780521 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 16:03:21.780521 n-d-834765-1 neutron-server[102790]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 16:03:21.780521 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 16:03:21.780521 n-d-834765-1 neutron-server[102790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 16:03:21.780521 n-d-834765-1 neutron-server[102790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 16:03:21.838416 n-d-834765-1 neutron-server[102792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68a3d322-27a1-4b6d-bdbc-d0d2ba004d84 None None] Resources bound (agent type, host, resource id): {{(pid=102792) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 29 16:03:22.191996 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c5735d3c-bde4-41b3-a481-60bbcc80d6ed tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1639897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648174'] for network, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:22.203418 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c5735d3c-bde4-41b3-a481-60bbcc80d6ed tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Notify callbacks [] for network, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:22.206485 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-c5735d3c-bde4-41b3-a481-60bbcc80d6ed tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] 10.222.0.42 "DELETE /v2.0/networks/fceacab1-63fa-43fa-bc35-84a987752e3a HTTP/1.1" status: 204 len: 168 time: 0.8561070 Mar 29 16:03:22.209277 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 49574) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:03:22.224429 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5735d3c-bde4-41b3-a481-60bbcc80d6ed tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Pushing event deleted for resources: {'Network': ['ID=fceacab1-63fa-43fa-bc35-84a987752e3a,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:03:22.272698 n-d-834765-1 neutron-server[102791]: INFO neutron.pecan_wsgi.hooks.translation [None req-09b26ca5-8165-4d90-97c3-a80ccc1a00cd tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] GET failed (client error): The resource could not be found. Mar 29 16:03:22.278755 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-09b26ca5-8165-4d90-97c3-a80ccc1a00cd tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] 10.222.0.42 "GET /v2.0/subnets/ad6ad000-d245-4acc-8e67-a1fd8b54ca14 HTTP/1.1" status: 404 len: 337 time: 0.0671761 Mar 29 16:03:22.278755 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 49576) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:03:22.305113 n-d-834765-1 neutron-server[102791]: INFO neutron.pecan_wsgi.hooks.translation [None req-1eaa119d-4a33-4707-b5b7-3e909b0e79b2 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] DELETE failed (client error): The resource could not be found. Mar 29 16:03:22.305768 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1eaa119d-4a33-4707-b5b7-3e909b0e79b2 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102791) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 16:03:22.313801 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-1eaa119d-4a33-4707-b5b7-3e909b0e79b2 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] 10.222.0.42 "DELETE /v2.0/networks/fceacab1-63fa-43fa-bc35-84a987752e3a HTTP/1.1" status: 404 len: 339 time: 0.0305932 Mar 29 16:03:22.314321 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 49580) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:03:22.507283 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5669ae9-9552-4f9b-b966-7c57a4b38407 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:03:22.509255 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-c5669ae9-9552-4f9b-b966-7c57a4b38407 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.1937287 Mar 29 16:03:22.511710 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 49582) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:03:22.551244 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-6dfe9375-2360-4a7c-b33b-52515dd11a14 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] 10.222.0.42 "GET /v2.0/subnets?network_id=4a4a035d-ecac-4ead-baa3-25f90788773a HTTP/1.1" status: 200 len: 207 time: 0.0383756 Mar 29 16:03:22.554506 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 49584) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:03:22.659766 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab3e74e4-2e30-463a-bb63-4e69ad36453c tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:03:22.666412 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab3e74e4-2e30-463a-bb63-4e69ad36453c tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:03:22.672196 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab3e74e4-2e30-463a-bb63-4e69ad36453c tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:03:22.677908 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab3e74e4-2e30-463a-bb63-4e69ad36453c tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:03:22.680091 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-ab3e74e4-2e30-463a-bb63-4e69ad36453c tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2485 time: 0.1240172 Mar 29 16:03:22.683875 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 49586) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:03:22.792891 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-f759341b-e396-4df6-8bea-2c856a075787 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] 10.222.0.42 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 574 time: 0.1079001 Mar 29 16:03:22.795990 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 49588) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:03:22.856234 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56431495-fded-41a1-9b38-62b461fe081a tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:03:22.857840 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56431495-fded-41a1-9b38-62b461fe081a tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:03:22.859417 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-56431495-fded-41a1-9b38-62b461fe081a tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.0624897 Mar 29 16:03:22.862859 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 49590) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:03:22.917768 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff5b53f4-dba5-4903-9802-c17790c7d736 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Attributes excluded by policy engine: ['shared'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:03:22.919317 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff5b53f4-dba5-4903-9802-c17790c7d736 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Attributes excluded by policy engine: ['shared'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:03:22.920822 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-ff5b53f4-dba5-4903-9802-c17790c7d736 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] 10.222.0.42 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0569813 Mar 29 16:03:22.924399 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 49592) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:03:23.022628 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15c80a05-0a12-4d5e-a65f-b90a470b8777 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:03:23.023909 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-15c80a05-0a12-4d5e-a65f-b90a470b8777 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] 10.222.0.42 "GET /v2.0/networks/fce10c2d-5534-4289-9fd2-e69220837d4d HTTP/1.1" status: 200 len: 799 time: 0.0986161 Mar 29 16:03:23.027608 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 49594) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:03:23.126427 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-cb6a08cb-4552-4018-9bc2-c86af18e028c tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] 10.222.0.42 "GET /v2.0/networks/fce10c2d-5534-4289-9fd2-e69220837d4d?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.0977302 Mar 29 16:03:23.129739 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 49596) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:03:23.180021 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a64a762-f0df-46a0-88a6-6a3487a9d831 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:03:23.181369 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-5a64a762-f0df-46a0-88a6-6a3487a9d831 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] 10.222.0.42 "GET /v2.0/subnets/3335dab9-475b-46f5-ab74-bbc8773f11a7 HTTP/1.1" status: 200 len: 811 time: 0.0507069 Mar 29 16:03:23.185058 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 49598) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:03:23.233955 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-641c6a3d-d67d-49c2-9411-6bfe05fd0563 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Attributes excluded by policy engine: ['shared'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:03:23.235315 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-641c6a3d-d67d-49c2-9411-6bfe05fd0563 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] 10.222.0.42 "GET /v2.0/subnets/3335dab9-475b-46f5-ab74-bbc8773f11a7?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0493641 Mar 29 16:03:23.238836 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 49600) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:03:23.243858 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-1ab3d222-1505-4b1a-a8bf-dcb5d89555f3 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-406930019'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:03:23.263513 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ab3d222-1505-4b1a-a8bf-dcb5d89555f3 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Made reservation on behalf of a2db6c0ed5ce4a90a48b9c4cb4d4db2d for: {'network': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:03:23.266958 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-1ab3d222-1505-4b1a-a8bf-dcb5d89555f3 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for network, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:23.290075 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ab3d222-1505-4b1a-a8bf-dcb5d89555f3 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] vlan segment allocate from pool success with {'vlan_id': 619, 'physical_network': 'physnet1'} {{(pid=102791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 16:03:23.299516 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-1ab3d222-1505-4b1a-a8bf-dcb5d89555f3 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:23.299858 n-d-834765-1 neutron-server[102791]: INFO neutron.db.segments_db [None req-1ab3d222-1505-4b1a-a8bf-dcb5d89555f3 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Added segment 64c20ba5-0886-44db-84c6-cc45fe756b02 of type vlan for network 624acb55-c239-4be7-a327-e9d8d2a19729 Mar 29 16:03:23.342408 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-1ab3d222-1505-4b1a-a8bf-dcb5d89555f3 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783522915970'] for network, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:23.367590 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-1ab3d222-1505-4b1a-a8bf-dcb5d89555f3 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795'] for network, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:23.373215 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ab3d222-1505-4b1a-a8bf-dcb5d89555f3 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:03:23.373795 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-1ab3d222-1505-4b1a-a8bf-dcb5d89555f3 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Notify callbacks [] for network, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:23.408525 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-1ab3d222-1505-4b1a-a8bf-dcb5d89555f3 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.1685779 Mar 29 16:03:23.411223 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 49606) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:03:23.418851 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-4f0b0db3-4a40-49e3-845f-aeeade08c3d9 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Request body: {'subnet': {'network_id': '624acb55-c239-4be7-a327-e9d8d2a19729', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:03:23.463908 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab3d222-1505-4b1a-a8bf-dcb5d89555f3 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Pushing event updated for resources: {'Network': ['ID=624acb55-c239-4be7-a327-e9d8d2a19729,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:03:23.481011 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab3d222-1505-4b1a-a8bf-dcb5d89555f3 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:03:23.481348 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab3d222-1505-4b1a-a8bf-dcb5d89555f3 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:03:23.481684 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab3d222-1505-4b1a-a8bf-dcb5d89555f3 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:03:23.482011 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab3d222-1505-4b1a-a8bf-dcb5d89555f3 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:03:23.482334 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab3d222-1505-4b1a-a8bf-dcb5d89555f3 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:03:23.482654 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab3d222-1505-4b1a-a8bf-dcb5d89555f3 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:03:23.482970 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab3d222-1505-4b1a-a8bf-dcb5d89555f3 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:03:23.483787 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab3d222-1505-4b1a-a8bf-dcb5d89555f3 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:03:23.483787 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab3d222-1505-4b1a-a8bf-dcb5d89555f3 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:03:23.484011 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab3d222-1505-4b1a-a8bf-dcb5d89555f3 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:03:23.484212 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab3d222-1505-4b1a-a8bf-dcb5d89555f3 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:03:23.484521 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab3d222-1505-4b1a-a8bf-dcb5d89555f3 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:03:23.497897 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Network 624acb55-c239-4be7-a327-e9d8d2a19729 details requested by agent ovs-agent-n-d-834765-1 with host n-d-834765-1 {{(pid=102792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 16:03:23.548707 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f0b0db3-4a40-49e3-845f-aeeade08c3d9 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Made reservation on behalf of a2db6c0ed5ce4a90a48b9c4cb4d4db2d for: {'subnet': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:03:23.552885 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-4f0b0db3-4a40-49e3-845f-aeeade08c3d9 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16218875'] for subnet, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:23.914154 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.ipam_backend_mixin [None req-4f0b0db3-4a40-49e3-845f-aeeade08c3d9 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Performing IP validity checks on allocation pools {{(pid=102791) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Mar 29 16:03:23.914670 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.ipam_backend_mixin [None req-4f0b0db3-4a40-49e3-845f-aeeade08c3d9 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102791) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Mar 29 16:03:24.047501 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-4f0b0db3-4a40-49e3-845f-aeeade08c3d9 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16155524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16218861'] for subnet, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:24.110769 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0b0db3-4a40-49e3-845f-aeeade08c3d9 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Pushing event updated for resources: {'Subnet': ['ID=3fc7fc94-a735-4c76-9423-8f374eb6edbb,revision_number=0']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:03:24.119820 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f0b0db3-4a40-49e3-845f-aeeade08c3d9 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Checking segment: {'id': '64c20ba5-0886-44db-84c6-cc45fe756b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '624acb55-c239-4be7-a327-e9d8d2a19729'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 16:03:24.120171 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f0b0db3-4a40-49e3-845f-aeeade08c3d9 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Network hostable DHCP agents. Network: 624acb55-c239-4be7-a327-e9d8d2a19729, hostable agents: ['d136643e-48ae-49d4-a851-2ba3bdf3749c'], hosted agents: [] {{(pid=102791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 16:03:24.136895 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f0b0db3-4a40-49e3-845f-aeeade08c3d9 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Network 624acb55-c239-4be7-a327-e9d8d2a19729 is scheduled to be hosted by DHCP agent d136643e-48ae-49d4-a851-2ba3bdf3749c with binding_index 1 {{(pid=102791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 16:03:24.144834 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [None req-4f0b0db3-4a40-49e3-845f-aeeade08c3d9 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834765-1, 624acb55-c239-4be7-a327-e9d8d2a19729) {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:03:24.149360 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f0b0db3-4a40-49e3-845f-aeeade08c3d9 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:03:24.151207 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-4f0b0db3-4a40-49e3-845f-aeeade08c3d9 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Notify callbacks [] for subnet, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:24.157824 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b12a1fd-c890-4022-99a8-d3f8cda57ebf None None] Network 624acb55-c239-4be7-a327-e9d8d2a19729 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 16:03:24.168739 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-4f0b0db3-4a40-49e3-845f-aeeade08c3d9 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 0.7563097 Mar 29 16:03:24.172233 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 49610) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:03:24.177934 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-7c21385e-cb27-4d01-b528-ac32bdb122ae tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:03:24.284422 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-7c21385e-cb27-4d01-b528-ac32bdb122ae tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-4793974'] for subnet, before_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:24.318749 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afaa4e05-91de-46d2-835e-7dbc0fbdd7aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0035034-69b0-5ffc-b384-0ac6189c5628-624acb55-c239-4be7-a327-e9d8d2a19729', 'network_id': '624acb55-c239-4be7-a327-e9d8d2a19729', 'tenant_id': 'a2db6c0ed5ce4a90a48b9c4cb4d4db2d', 'fixed_ips': [{'subnet_id': '3fc7fc94-a735-4c76-9423-8f374eb6edbb'}]}} from n-d-834765-1. {{(pid=102792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 29 16:03:24.319916 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-afaa4e05-91de-46d2-835e-7dbc0fbdd7aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:24.521351 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-7c21385e-cb27-4d01-b528-ac32bdb122ae tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8783523413423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-5231970'] for subnet, after_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:24.566222 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c21385e-cb27-4d01-b528-ac32bdb122ae tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:03:24.566825 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-7c21385e-cb27-4d01-b528-ac32bdb122ae tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Notify callbacks [] for subnet, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:24.568148 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-7c21385e-cb27-4d01-b528-ac32bdb122ae tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] 10.222.0.42 "PUT /v2.0/subnets/3fc7fc94-a735-4c76-9423-8f374eb6edbb HTTP/1.1" status: 200 len: 877 time: 0.3945823 Mar 29 16:03:24.570895 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 49614) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:03:24.579697 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.db_base_plugin_common [None req-afaa4e05-91de-46d2-835e-7dbc0fbdd7aa None None] Allocated IP 172.20.0.3 (624acb55-c239-4be7-a327-e9d8d2a19729/3fc7fc94-a735-4c76-9423-8f374eb6edbb/470842a2-1fd1-47f3-91ca-ad37c6e71775) {{(pid=102792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:03:24.615566 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c21385e-cb27-4d01-b528-ac32bdb122ae tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Pushing event updated for resources: {'Subnet': ['ID=3fc7fc94-a735-4c76-9423-8f374eb6edbb,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:03:24.701930 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-0869236a-efed-4610-a4da-cb918a43e280 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1631750'] for network, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:24.745408 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-afaa4e05-91de-46d2-835e-7dbc0fbdd7aa None None] Notify callbacks [] for port, precommit_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:24.752242 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-afaa4e05-91de-46d2-835e-7dbc0fbdd7aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956'] for port, after_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:24.756915 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-0869236a-efed-4610-a4da-cb918a43e280 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1641287'] for subnet, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:24.792705 n-d-834765-1 neutron-server[102792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afaa4e05-91de-46d2-835e-7dbc0fbdd7aa None None] Network 624acb55-c239-4be7-a327-e9d8d2a19729 is already hosted by enough agents. {{(pid=102792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:03:24.796879 n-d-834765-1 neutron-server[102792]: DEBUG neutron.scheduler.base_scheduler [None req-afaa4e05-91de-46d2-835e-7dbc0fbdd7aa None None] Resources bound (agent type, host, resource id): {{(pid=102792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:03:24.801021 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afaa4e05-91de-46d2-835e-7dbc0fbdd7aa None None] Received port after_create {{(pid=102792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:03:24.804035 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afaa4e05-91de-46d2-835e-7dbc0fbdd7aa None None] Pushing event updated for resources: {'Port': ['ID=470842a2-1fd1-47f3-91ca-ad37c6e71775,revision_number=1']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:03:24.823031 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-0869236a-efed-4610-a4da-cb918a43e280 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1641294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5231963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4793952'] for subnet, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:24.849993 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0869236a-efed-4610-a4da-cb918a43e280 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Pushing event deleted for resources: {'Subnet': ['ID=3fc7fc94-a735-4c76-9423-8f374eb6edbb,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:03:24.858574 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-afaa4e05-91de-46d2-835e-7dbc0fbdd7aa None None] Attempting to bind port 470842a2-1fd1-47f3-91ca-ad37c6e71775 on host n-d-834765-1 for vnic_type normal with profile {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 16:03:24.858946 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-afaa4e05-91de-46d2-835e-7dbc0fbdd7aa None None] Attempting to bind port 470842a2-1fd1-47f3-91ca-ad37c6e71775 by drivers openvswitch,hyperv on host n-d-834765-1 at level 0 using segments [{'id': '64c20ba5-0886-44db-84c6-cc45fe756b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '624acb55-c239-4be7-a327-e9d8d2a19729'}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 16:03:24.859336 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afaa4e05-91de-46d2-835e-7dbc0fbdd7aa None None] Attempting to bind port 470842a2-1fd1-47f3-91ca-ad37c6e71775 on network 624acb55-c239-4be7-a327-e9d8d2a19729 {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 16:03:24.864346 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afaa4e05-91de-46d2-835e-7dbc0fbdd7aa None None] Checking agent: {'id': 'a8866439-9d96-425c-b519-6905c591ac37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 25, 36), 'started_at': datetime.datetime(2022, 3, 29, 15, 26, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 16, 3, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834765-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 16:03:24.864706 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afaa4e05-91de-46d2-835e-7dbc0fbdd7aa None None] Checking segment: {'id': '64c20ba5-0886-44db-84c6-cc45fe756b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '624acb55-c239-4be7-a327-e9d8d2a19729'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 16:03:24.865102 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-afaa4e05-91de-46d2-835e-7dbc0fbdd7aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:24.865489 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afaa4e05-91de-46d2-835e-7dbc0fbdd7aa None None] Bound using segment: {'id': '64c20ba5-0886-44db-84c6-cc45fe756b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '624acb55-c239-4be7-a327-e9d8d2a19729'} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 16:03:24.865948 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-afaa4e05-91de-46d2-835e-7dbc0fbdd7aa None None] Bound port: 470842a2-1fd1-47f3-91ca-ad37c6e71775, host: n-d-834765-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64c20ba5-0886-44db-84c6-cc45fe756b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '624acb55-c239-4be7-a327-e9d8d2a19729'}}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 16:03:24.866329 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-afaa4e05-91de-46d2-835e-7dbc0fbdd7aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:24.915247 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-0869236a-efed-4610-a4da-cb918a43e280 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639890', 'neutron.services.segments.db._delete_segments_for_network-8783523423079'] for network, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:24.933243 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-afaa4e05-91de-46d2-835e-7dbc0fbdd7aa None None] For port 470842a2-1fd1-47f3-91ca-ad37c6e71775, host n-d-834765-1, cleared binding levels {{(pid=102792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 16:03:24.936384 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-0869236a-efed-4610-a4da-cb918a43e280 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['624acb55-c239-4be7-a327-e9d8d2a19729']}} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:03:24.936563 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-afaa4e05-91de-46d2-835e-7dbc0fbdd7aa None None] For port 470842a2-1fd1-47f3-91ca-ad37c6e71775, host n-d-834765-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=470842a2-1fd1-47f3-91ca-ad37c6e71775,segment=NetworkSegment(64c20ba5-0886-44db-84c6-cc45fe756b02),segment_id=64c20ba5-0886-44db-84c6-cc45fe756b02)] {{(pid=102792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 16:03:24.940951 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-afaa4e05-91de-46d2-835e-7dbc0fbdd7aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:24.946570 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-0869236a-efed-4610-a4da-cb918a43e280 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64c20ba5-0886-44db-84c6-cc45fe756b02') {'for_net_delete': True} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:03:24.947000 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-0869236a-efed-4610-a4da-cb918a43e280 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64c20ba5-0886-44db-84c6-cc45fe756b02') {} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:03:24.956444 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-0869236a-efed-4610-a4da-cb918a43e280 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783523422064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4614019'] for segment, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:24.969714 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-0869236a-efed-4610-a4da-cb918a43e280 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:24.976224 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0869236a-efed-4610-a4da-cb918a43e280 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Releasing vlan 619 on physical network physnet1 to pool {{(pid=102790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 16:03:24.976680 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-0869236a-efed-4610-a4da-cb918a43e280 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5238013'] for segment, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:24.980235 n-d-834765-1 neutron-server[102790]: Traceback (most recent call last): Mar 29 16:03:24.980235 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 16:03:24.980235 n-d-834765-1 neutron-server[102790]: timer() Mar 29 16:03:24.980235 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 16:03:24.980235 n-d-834765-1 neutron-server[102790]: cb(*args, **kw) Mar 29 16:03:24.980235 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 16:03:24.980235 n-d-834765-1 neutron-server[102790]: return func(*args, **kwargs) Mar 29 16:03:24.980235 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 16:03:24.980235 n-d-834765-1 neutron-server[102790]: self._notify() Mar 29 16:03:24.980235 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 16:03:24.980235 n-d-834765-1 neutron-server[102790]: self.callback(batched_events) Mar 29 16:03:24.980235 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 16:03:24.980235 n-d-834765-1 neutron-server[102790]: event.method(event) Mar 29 16:03:24.980235 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 16:03:24.980235 n-d-834765-1 neutron-server[102790]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 16:03:24.980235 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 16:03:24.980235 n-d-834765-1 neutron-server[102790]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 16:03:24.980235 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 16:03:24.980235 n-d-834765-1 neutron-server[102790]: return f(self, *a, **k) Mar 29 16:03:24.980235 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 16:03:24.980235 n-d-834765-1 neutron-server[102790]: return self._get(url).json() Mar 29 16:03:24.980235 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 16:03:24.980235 n-d-834765-1 neutron-server[102790]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 16:03:24.980235 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 16:03:24.980235 n-d-834765-1 neutron-server[102790]: return self.request(url, 'GET', **kwargs) Mar 29 16:03:24.980235 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 16:03:24.980235 n-d-834765-1 neutron-server[102790]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 16:03:24.980235 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 16:03:24.980235 n-d-834765-1 neutron-server[102790]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 16:03:24.980235 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 16:03:24.980235 n-d-834765-1 neutron-server[102790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 16:03:24.980235 n-d-834765-1 neutron-server[102790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 16:03:25.017363 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afaa4e05-91de-46d2-835e-7dbc0fbdd7aa None None] Pushing event updated for resources: {'Port': ['ID=470842a2-1fd1-47f3-91ca-ad37c6e71775,revision_number=2']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:03:25.036584 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.db.api [None req-0869236a-efed-4610-a4da-cb918a43e280 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 29 16:03:25.036584 n-d-834765-1 neutron-server[102790]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 29 16:03:25.036584 n-d-834765-1 neutron-server[102790]: [parameters: {'id': '624acb55-c239-4be7-a327-e9d8d2a19729'}] Mar 29 16:03:25.036584 n-d-834765-1 neutron-server[102790]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102790) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 29 16:03:25.037122 n-d-834765-1 neutron-server[102790]: DEBUG oslo_db.api [None req-0869236a-efed-4610-a4da-cb918a43e280 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 29 16:03:25.037257 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cef9ed8a-70b9-4ffb-a6bd-f661aa9ad796 None None] Network 624acb55-c239-4be7-a327-e9d8d2a19729 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 16:03:25.158344 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ef07840-caab-4f82-a5f5-44a40b8869cb None None] Network 624acb55-c239-4be7-a327-e9d8d2a19729 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 16:03:25.277665 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb5591ab-fa41-4da0-b424-cae4708c986a None None] get_active_networks_info from n-d-834765-1 {{(pid=102792) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Mar 29 16:03:25.382209 n-d-834765-1 neutron-server[102792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb5591ab-fa41-4da0-b424-cae4708c986a None None] Resources bound (agent type, host, resource id): {{(pid=102792) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 29 16:03:25.537929 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-0869236a-efed-4610-a4da-cb918a43e280 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1631750'] for network, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:25.614865 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-0869236a-efed-4610-a4da-cb918a43e280 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Deleting port 470842a2-1fd1-47f3-91ca-ad37c6e71775 {{(pid=102790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:03:25.615209 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-0869236a-efed-4610-a4da-cb918a43e280 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:25.682240 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [None req-0869236a-efed-4610-a4da-cb918a43e280 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] For port 470842a2-1fd1-47f3-91ca-ad37c6e71775, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=470842a2-1fd1-47f3-91ca-ad37c6e71775,segment=NetworkSegment(64c20ba5-0886-44db-84c6-cc45fe756b02),segment_id=64c20ba5-0886-44db-84c6-cc45fe756b02)] {{(pid=102790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:03:25.682597 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-0869236a-efed-4610-a4da-cb918a43e280 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:25.695273 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-0869236a-efed-4610-a4da-cb918a43e280 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Calling delete_port for 470842a2-1fd1-47f3-91ca-ad37c6e71775 owned by network:dhcp {{(pid=102790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:03:25.778540 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-0869236a-efed-4610-a4da-cb918a43e280 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:25.805238 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0869236a-efed-4610-a4da-cb918a43e280 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Pushing event deleted for resources: {'Port': ['ID=470842a2-1fd1-47f3-91ca-ad37c6e71775,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:03:25.807034 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0869236a-efed-4610-a4da-cb918a43e280 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] No DVR routers for this DVR port 470842a2-1fd1-47f3-91ca-ad37c6e71775 on host n-d-834765-1 {{(pid=102790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 16:03:25.892083 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-0869236a-efed-4610-a4da-cb918a43e280 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639890', 'neutron.services.segments.db._delete_segments_for_network-8783523423079'] for network, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:25.913823 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-0869236a-efed-4610-a4da-cb918a43e280 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['624acb55-c239-4be7-a327-e9d8d2a19729']}} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:03:25.923397 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-0869236a-efed-4610-a4da-cb918a43e280 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64c20ba5-0886-44db-84c6-cc45fe756b02') {'for_net_delete': True} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:03:25.923691 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-0869236a-efed-4610-a4da-cb918a43e280 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64c20ba5-0886-44db-84c6-cc45fe756b02') {} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:03:25.933667 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-0869236a-efed-4610-a4da-cb918a43e280 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783523422064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4614019'] for segment, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:25.947447 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-0869236a-efed-4610-a4da-cb918a43e280 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:25.964964 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0869236a-efed-4610-a4da-cb918a43e280 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Releasing vlan 619 on physical network physnet1 to pool {{(pid=102790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 16:03:25.965359 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-0869236a-efed-4610-a4da-cb918a43e280 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5238013'] for segment, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:25.968465 n-d-834765-1 neutron-server[102790]: Traceback (most recent call last): Mar 29 16:03:25.968465 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 16:03:25.968465 n-d-834765-1 neutron-server[102790]: timer() Mar 29 16:03:25.968465 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 16:03:25.968465 n-d-834765-1 neutron-server[102790]: cb(*args, **kw) Mar 29 16:03:25.968465 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 16:03:25.968465 n-d-834765-1 neutron-server[102790]: return func(*args, **kwargs) Mar 29 16:03:25.968465 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 16:03:25.968465 n-d-834765-1 neutron-server[102790]: self._notify() Mar 29 16:03:25.968465 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 16:03:25.968465 n-d-834765-1 neutron-server[102790]: self.callback(batched_events) Mar 29 16:03:25.968465 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 16:03:25.968465 n-d-834765-1 neutron-server[102790]: event.method(event) Mar 29 16:03:25.968465 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 16:03:25.968465 n-d-834765-1 neutron-server[102790]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 16:03:25.968465 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 16:03:25.968465 n-d-834765-1 neutron-server[102790]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 16:03:25.968465 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 16:03:25.968465 n-d-834765-1 neutron-server[102790]: return f(self, *a, **k) Mar 29 16:03:25.968465 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 16:03:25.968465 n-d-834765-1 neutron-server[102790]: return self._get(url).json() Mar 29 16:03:25.968465 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 16:03:25.968465 n-d-834765-1 neutron-server[102790]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 16:03:25.968465 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 16:03:25.968465 n-d-834765-1 neutron-server[102790]: return self.request(url, 'GET', **kwargs) Mar 29 16:03:25.968465 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 16:03:25.968465 n-d-834765-1 neutron-server[102790]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 16:03:25.968465 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 16:03:25.968465 n-d-834765-1 neutron-server[102790]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 16:03:25.968465 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 16:03:25.968465 n-d-834765-1 neutron-server[102790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 16:03:25.968465 n-d-834765-1 neutron-server[102790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 16:03:26.036057 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-0869236a-efed-4610-a4da-cb918a43e280 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1639897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648174'] for network, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:26.044581 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-0869236a-efed-4610-a4da-cb918a43e280 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Notify callbacks [] for network, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:26.048083 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-0869236a-efed-4610-a4da-cb918a43e280 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] 10.222.0.42 "DELETE /v2.0/networks/624acb55-c239-4be7-a327-e9d8d2a19729 HTTP/1.1" status: 204 len: 168 time: 1.4762278 Mar 29 16:03:26.051548 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 49622) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:03:26.063764 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0869236a-efed-4610-a4da-cb918a43e280 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Pushing event deleted for resources: {'Network': ['ID=624acb55-c239-4be7-a327-e9d8d2a19729,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:03:26.080996 n-d-834765-1 neutron-server[102791]: INFO neutron.pecan_wsgi.hooks.translation [None req-5aa30691-01d6-4dd1-b903-c3136dac0743 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] DELETE failed (client error): The resource could not be found. Mar 29 16:03:26.081457 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5aa30691-01d6-4dd1-b903-c3136dac0743 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102791) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 16:03:26.084532 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-5aa30691-01d6-4dd1-b903-c3136dac0743 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] 10.222.0.42 "DELETE /v2.0/subnets/3fc7fc94-a735-4c76-9423-8f374eb6edbb HTTP/1.1" status: 404 len: 337 time: 0.0319765 Mar 29 16:03:26.087032 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 49624) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:03:26.106068 n-d-834765-1 neutron-server[102791]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d90b9fd-2050-44cf-a0c1-721781d824c4 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] DELETE failed (client error): The resource could not be found. Mar 29 16:03:26.106603 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d90b9fd-2050-44cf-a0c1-721781d824c4 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102791) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 16:03:26.109615 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-4d90b9fd-2050-44cf-a0c1-721781d824c4 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] 10.222.0.42 "DELETE /v2.0/networks/624acb55-c239-4be7-a327-e9d8d2a19729 HTTP/1.1" status: 404 len: 339 time: 0.0215707 Mar 29 16:03:26.112128 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 49626) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:03:26.138289 n-d-834765-1 neutron-server[102791]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d0f8fd9-8598-4a85-bbdc-d5fd06ce8d08 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] DELETE failed (client error): The resource could not be found. Mar 29 16:03:26.138731 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d0f8fd9-8598-4a85-bbdc-d5fd06ce8d08 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102791) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 16:03:26.141725 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-4d0f8fd9-8598-4a85-bbdc-d5fd06ce8d08 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] 10.222.0.42 "DELETE /v2.0/subnets/ad6ad000-d245-4acc-8e67-a1fd8b54ca14 HTTP/1.1" status: 404 len: 337 time: 0.0286953 Mar 29 16:03:26.144135 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 49628) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:03:26.161377 n-d-834765-1 neutron-server[102791]: INFO neutron.pecan_wsgi.hooks.translation [None req-153abb06-a5a7-4d4f-97ce-cb947b2d468f tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] DELETE failed (client error): The resource could not be found. Mar 29 16:03:26.161897 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-153abb06-a5a7-4d4f-97ce-cb947b2d468f tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102791) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 16:03:26.164880 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-153abb06-a5a7-4d4f-97ce-cb947b2d468f tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] 10.222.0.42 "DELETE /v2.0/networks/fceacab1-63fa-43fa-bc35-84a987752e3a HTTP/1.1" status: 404 len: 339 time: 0.0198457 Mar 29 16:03:26.167287 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 49630) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:03:26.244207 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-b21f6418-ae66-4da2-a3f5-b86906fc8979 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1631750'] for network, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:26.329158 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-b21f6418-ae66-4da2-a3f5-b86906fc8979 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639890', 'neutron.services.segments.db._delete_segments_for_network-8783523423079'] for network, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:26.348315 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-b21f6418-ae66-4da2-a3f5-b86906fc8979 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e77fcf42-2b3f-443f-a91c-f4f6a69be0cc']}} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:03:26.357202 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-b21f6418-ae66-4da2-a3f5-b86906fc8979 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ca7b25b-59f7-4eba-b99c-d161a98bc73d') {'for_net_delete': True} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:03:26.357492 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-b21f6418-ae66-4da2-a3f5-b86906fc8979 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ca7b25b-59f7-4eba-b99c-d161a98bc73d') {} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:03:26.366897 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-b21f6418-ae66-4da2-a3f5-b86906fc8979 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783523422064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4230428'] for segment, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:26.380614 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-b21f6418-ae66-4da2-a3f5-b86906fc8979 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:26.386886 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b21f6418-ae66-4da2-a3f5-b86906fc8979 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Releasing vlan 642 on physical network physnet1 to pool {{(pid=102791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 16:03:26.387354 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-b21f6418-ae66-4da2-a3f5-b86906fc8979 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16169569'] for segment, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:26.390113 n-d-834765-1 neutron-server[102791]: Traceback (most recent call last): Mar 29 16:03:26.390113 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 16:03:26.390113 n-d-834765-1 neutron-server[102791]: timer() Mar 29 16:03:26.390113 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 16:03:26.390113 n-d-834765-1 neutron-server[102791]: cb(*args, **kw) Mar 29 16:03:26.390113 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 16:03:26.390113 n-d-834765-1 neutron-server[102791]: return func(*args, **kwargs) Mar 29 16:03:26.390113 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 16:03:26.390113 n-d-834765-1 neutron-server[102791]: self._notify() Mar 29 16:03:26.390113 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 16:03:26.390113 n-d-834765-1 neutron-server[102791]: self.callback(batched_events) Mar 29 16:03:26.390113 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 16:03:26.390113 n-d-834765-1 neutron-server[102791]: event.method(event) Mar 29 16:03:26.390113 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 16:03:26.390113 n-d-834765-1 neutron-server[102791]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 16:03:26.390113 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 16:03:26.390113 n-d-834765-1 neutron-server[102791]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 16:03:26.390113 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 16:03:26.390113 n-d-834765-1 neutron-server[102791]: return f(self, *a, **k) Mar 29 16:03:26.390113 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 16:03:26.390113 n-d-834765-1 neutron-server[102791]: return self._get(url).json() Mar 29 16:03:26.390113 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 16:03:26.390113 n-d-834765-1 neutron-server[102791]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 16:03:26.390113 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 16:03:26.390113 n-d-834765-1 neutron-server[102791]: return self.request(url, 'GET', **kwargs) Mar 29 16:03:26.390113 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 16:03:26.390113 n-d-834765-1 neutron-server[102791]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 16:03:26.390113 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 16:03:26.390113 n-d-834765-1 neutron-server[102791]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 16:03:26.390113 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 16:03:26.390113 n-d-834765-1 neutron-server[102791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 16:03:26.390113 n-d-834765-1 neutron-server[102791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 16:03:26.457745 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-b21f6418-ae66-4da2-a3f5-b86906fc8979 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1639897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648174'] for network, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:26.465331 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-b21f6418-ae66-4da2-a3f5-b86906fc8979 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Notify callbacks [] for network, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:26.468585 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-b21f6418-ae66-4da2-a3f5-b86906fc8979 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] 10.222.0.42 "DELETE /v2.0/networks/e77fcf42-2b3f-443f-a91c-f4f6a69be0cc HTTP/1.1" status: 204 len: 168 time: 0.3004000 Mar 29 16:03:26.471134 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 49632) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:03:26.484573 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21f6418-ae66-4da2-a3f5-b86906fc8979 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Pushing event deleted for resources: {'Network': ['ID=e77fcf42-2b3f-443f-a91c-f4f6a69be0cc,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:03:26.527913 n-d-834765-1 neutron-server[102790]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8197cc4-4241-4772-bc04-75acdcd79be4 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] DELETE failed (client error): The resource could not be found. Mar 29 16:03:26.528370 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8197cc4-4241-4772-bc04-75acdcd79be4 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102790) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 16:03:26.532149 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-f8197cc4-4241-4772-bc04-75acdcd79be4 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] 10.222.0.42 "DELETE /v2.0/subnets/9d4082ab-7bd0-4360-9867-20443306849b HTTP/1.1" status: 404 len: 337 time: 0.0592508 Mar 29 16:03:26.536155 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 49634) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:03:26.555483 n-d-834765-1 neutron-server[102791]: INFO neutron.pecan_wsgi.hooks.translation [None req-06d6676e-281d-42d7-b0f4-1aca757b3678 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] DELETE failed (client error): The resource could not be found. Mar 29 16:03:26.556069 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06d6676e-281d-42d7-b0f4-1aca757b3678 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102791) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 16:03:26.559688 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-06d6676e-281d-42d7-b0f4-1aca757b3678 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] 10.222.0.42 "DELETE /v2.0/networks/5c2828f1-6442-46b2-86f5-7b9b54909222 HTTP/1.1" status: 404 len: 339 time: 0.0232255 Mar 29 16:03:26.562249 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 49636) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:03:26.590769 n-d-834765-1 neutron-server[102791]: INFO neutron.pecan_wsgi.hooks.translation [None req-1bf191ef-409e-42b3-84e7-3da4507f5d3f tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] DELETE failed (client error): The resource could not be found. Mar 29 16:03:26.591827 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1bf191ef-409e-42b3-84e7-3da4507f5d3f tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102791) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 16:03:26.594353 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-1bf191ef-409e-42b3-84e7-3da4507f5d3f tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] 10.222.0.42 "DELETE /v2.0/subnets/e92ed17e-c2dd-48a3-b317-f542602f21a3 HTTP/1.1" status: 404 len: 337 time: 0.0311725 Mar 29 16:03:26.597294 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 49640) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:03:26.627769 n-d-834765-1 neutron-server[102790]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b6752b3-0ca1-425b-800a-865a86983a38 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] DELETE failed (client error): The resource could not be found. Mar 29 16:03:26.628480 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b6752b3-0ca1-425b-800a-865a86983a38 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102790) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 16:03:26.632107 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-0b6752b3-0ca1-425b-800a-865a86983a38 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] 10.222.0.42 "DELETE /v2.0/networks/2365d175-768e-45e8-8e29-b04aadea744c HTTP/1.1" status: 404 len: 339 time: 0.0331330 Mar 29 16:03:26.636224 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 49644) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:03:26.665652 n-d-834765-1 neutron-server[102791]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1d35aae-2928-49b0-be5a-cd2c9968b8cf tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] DELETE failed (client error): The resource could not be found. Mar 29 16:03:26.666755 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1d35aae-2928-49b0-be5a-cd2c9968b8cf tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102791) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 16:03:26.670125 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-c1d35aae-2928-49b0-be5a-cd2c9968b8cf tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] 10.222.0.42 "DELETE /v2.0/subnets/039ec83e-fb2c-4b91-8f81-8ac4f816b821 HTTP/1.1" status: 404 len: 337 time: 0.0331283 Mar 29 16:03:26.672565 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 49646) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:03:26.690774 n-d-834765-1 neutron-server[102791]: INFO neutron.pecan_wsgi.hooks.translation [None req-10e0f370-9ebe-4e7e-920d-abb59af03115 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] DELETE failed (client error): The resource could not be found. Mar 29 16:03:26.692275 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10e0f370-9ebe-4e7e-920d-abb59af03115 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102791) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 16:03:26.695302 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-10e0f370-9ebe-4e7e-920d-abb59af03115 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] 10.222.0.42 "DELETE /v2.0/networks/e3491c6b-95cc-4fd2-a488-eaba6a16e9a3 HTTP/1.1" status: 404 len: 339 time: 0.0209801 Mar 29 16:03:26.698165 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 49648) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:03:26.731237 n-d-834765-1 neutron-server[102791]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8221b74-d990-4210-8cf8-4a4e5415d20a tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] DELETE failed (client error): The resource could not be found. Mar 29 16:03:26.731721 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8221b74-d990-4210-8cf8-4a4e5415d20a tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102791) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 16:03:26.734774 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-a8221b74-d990-4210-8cf8-4a4e5415d20a tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] 10.222.0.42 "DELETE /v2.0/subnets/ee3f499c-f112-4239-bf54-33d17bac35d1 HTTP/1.1" status: 404 len: 337 time: 0.0354183 Mar 29 16:03:26.737294 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 49652) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:03:26.755062 n-d-834765-1 neutron-server[102791]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d399f06-e9af-4578-986c-a89934b5ff78 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] DELETE failed (client error): The resource could not be found. Mar 29 16:03:26.755611 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d399f06-e9af-4578-986c-a89934b5ff78 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102791) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 16:03:26.758503 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-9d399f06-e9af-4578-986c-a89934b5ff78 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] 10.222.0.42 "DELETE /v2.0/networks/3594f65c-e0d3-4f86-a079-85e386598d57 HTTP/1.1" status: 404 len: 339 time: 0.0202756 Mar 29 16:03:26.761688 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 49654) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:03:26.788082 n-d-834765-1 neutron-server[102791]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5fe0f6e-df1b-4a79-9a5a-358db3d28904 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] DELETE failed (client error): The resource could not be found. Mar 29 16:03:26.788583 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5fe0f6e-df1b-4a79-9a5a-358db3d28904 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102791) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 16:03:26.792173 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-b5fe0f6e-df1b-4a79-9a5a-358db3d28904 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] 10.222.0.42 "DELETE /v2.0/subnets/39b12f36-9d43-4273-8d2e-598749043fd0 HTTP/1.1" status: 404 len: 337 time: 0.0295835 Mar 29 16:03:26.795160 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 49656) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:03:26.813064 n-d-834765-1 neutron-server[102791]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9bb9f6e-dbbd-4b98-bbec-6d532478cf82 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] DELETE failed (client error): The resource could not be found. Mar 29 16:03:26.813841 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9bb9f6e-dbbd-4b98-bbec-6d532478cf82 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102791) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 16:03:26.816797 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-d9bb9f6e-dbbd-4b98-bbec-6d532478cf82 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] 10.222.0.42 "DELETE /v2.0/networks/a884bda0-2554-4ac7-9c6f-9ee3fc2ff2b9 HTTP/1.1" status: 404 len: 339 time: 0.0206239 Mar 29 16:03:26.819447 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 49658) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:03:26.845200 n-d-834765-1 neutron-server[102791]: INFO neutron.pecan_wsgi.hooks.translation [None req-8fea8b21-1b06-4e9b-9b07-640f50cd32b3 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] DELETE failed (client error): The resource could not be found. Mar 29 16:03:26.845570 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8fea8b21-1b06-4e9b-9b07-640f50cd32b3 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102791) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 16:03:26.848508 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-8fea8b21-1b06-4e9b-9b07-640f50cd32b3 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] 10.222.0.42 "DELETE /v2.0/subnets/f1e342f7-326c-4c12-99ef-5a5a8532e91f HTTP/1.1" status: 404 len: 337 time: 0.0281675 Mar 29 16:03:26.850931 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 49660) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:03:26.868209 n-d-834765-1 neutron-server[102791]: INFO neutron.pecan_wsgi.hooks.translation [None req-53b4c4b8-d23f-4ee0-a786-ad9b99b018cd tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] DELETE failed (client error): The resource could not be found. Mar 29 16:03:26.868757 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53b4c4b8-d23f-4ee0-a786-ad9b99b018cd tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102791) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 16:03:26.871616 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-53b4c4b8-d23f-4ee0-a786-ad9b99b018cd tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] 10.222.0.42 "DELETE /v2.0/networks/9423d5a8-03cc-4d39-be25-adfb05a03629 HTTP/1.1" status: 404 len: 339 time: 0.0197875 Mar 29 16:03:26.873809 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 49662) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:03:26.897347 n-d-834765-1 neutron-server[102791]: INFO neutron.pecan_wsgi.hooks.translation [None req-862af158-6fd7-4ca5-97f8-ea722d18c8f1 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] DELETE failed (client error): The resource could not be found. Mar 29 16:03:26.897777 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-862af158-6fd7-4ca5-97f8-ea722d18c8f1 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102791) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 16:03:26.901197 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-862af158-6fd7-4ca5-97f8-ea722d18c8f1 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] 10.222.0.42 "DELETE /v2.0/subnets/90592c17-39b8-4307-8b8e-dcf4d5e7c897 HTTP/1.1" status: 404 len: 337 time: 0.0265324 Mar 29 16:03:26.903470 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 49664) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:03:26.920368 n-d-834765-1 neutron-server[102791]: INFO neutron.pecan_wsgi.hooks.translation [None req-2344b3e6-72c0-42e3-8f92-c0751026ba2e tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] DELETE failed (client error): The resource could not be found. Mar 29 16:03:26.920868 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2344b3e6-72c0-42e3-8f92-c0751026ba2e tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102791) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 16:03:26.923730 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-2344b3e6-72c0-42e3-8f92-c0751026ba2e tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] 10.222.0.42 "DELETE /v2.0/networks/a2489da2-5c3f-45cc-9f0c-9aa71032da25 HTTP/1.1" status: 404 len: 339 time: 0.0194089 Mar 29 16:03:26.925854 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 49666) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:03:26.953638 n-d-834765-1 neutron-server[102791]: INFO neutron.pecan_wsgi.hooks.translation [None req-16faf947-e7b9-4fab-b999-ac1ca9615894 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] DELETE failed (client error): The resource could not be found. Mar 29 16:03:26.954067 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16faf947-e7b9-4fab-b999-ac1ca9615894 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102791) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 16:03:26.956914 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-16faf947-e7b9-4fab-b999-ac1ca9615894 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] 10.222.0.42 "DELETE /v2.0/subnets/2894fd24-1fcb-4b7c-8279-f0799cfa4711 HTTP/1.1" status: 404 len: 337 time: 0.0302207 Mar 29 16:03:26.959222 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 49668) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:03:26.976308 n-d-834765-1 neutron-server[102791]: INFO neutron.pecan_wsgi.hooks.translation [None req-e27785d8-76da-46c4-b6bb-718ef236ab54 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] DELETE failed (client error): The resource could not be found. Mar 29 16:03:26.976811 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e27785d8-76da-46c4-b6bb-718ef236ab54 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102791) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 16:03:26.980497 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-e27785d8-76da-46c4-b6bb-718ef236ab54 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] 10.222.0.42 "DELETE /v2.0/networks/e93a7714-6226-4a43-b72c-d60b04b4d1f3 HTTP/1.1" status: 404 len: 339 time: 0.0203400 Mar 29 16:03:26.982594 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 49670) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:03:27.030265 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_v2 [None req-897d1abf-cc84-4b88-a71e-e4e98d68e0d2 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Deleting subnet 3335dab9-475b-46f5-ab74-bbc8773f11a7 {{(pid=102791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 16:03:27.033205 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-897d1abf-cc84-4b88-a71e-e4e98d68e0d2 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Notify callbacks [] for subnet, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:27.071627 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-897d1abf-cc84-4b88-a71e-e4e98d68e0d2 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4230423'] for subnet, precommit_delete_associations {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:27.155827 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-897d1abf-cc84-4b88-a71e-e4e98d68e0d2 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1641287'] for subnet, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:27.211922 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-897d1abf-cc84-4b88-a71e-e4e98d68e0d2 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1641294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16155591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16218852'] for subnet, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:27.238079 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897d1abf-cc84-4b88-a71e-e4e98d68e0d2 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Pushing event deleted for resources: {'Subnet': ['ID=3335dab9-475b-46f5-ab74-bbc8773f11a7,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:03:27.242150 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-897d1abf-cc84-4b88-a71e-e4e98d68e0d2 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Notify callbacks [] for subnet, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:27.245415 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-897d1abf-cc84-4b88-a71e-e4e98d68e0d2 tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] 10.222.0.42 "DELETE /v2.0/subnets/3335dab9-475b-46f5-ab74-bbc8773f11a7 HTTP/1.1" status: 204 len: 168 time: 0.2619669 Mar 29 16:03:27.247891 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 49672) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:03:27.251562 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31b07866-1214-453f-85c4-243d7bf786ce None None] Network fce10c2d-5534-4289-9fd2-e69220837d4d requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 16:03:27.326276 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-75c96dcf-0739-4caa-a894-4afe6655d66a tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1631750'] for network, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:27.382851 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-75c96dcf-0739-4caa-a894-4afe6655d66a tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Deleting port e0a415cb-c227-4002-a41f-21cbc0640e33 {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:03:27.383192 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-75c96dcf-0739-4caa-a894-4afe6655d66a tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:27.421598 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a55eb62f-1ff7-44c5-9645-cb5dc5b027be None None] DHCP port deletion for fce10c2d-5534-4289-9fd2-e69220837d4d request from n-d-834765-1 {{(pid=102792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 29 16:03:27.450781 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [None req-75c96dcf-0739-4caa-a894-4afe6655d66a tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] For port e0a415cb-c227-4002-a41f-21cbc0640e33, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=e0a415cb-c227-4002-a41f-21cbc0640e33,segment=NetworkSegment(2fcef55b-291a-4de6-8251-89a86f59c95f),segment_id=2fcef55b-291a-4de6-8251-89a86f59c95f)] {{(pid=102791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:03:27.451139 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-75c96dcf-0739-4caa-a894-4afe6655d66a tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:27.463903 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-75c96dcf-0739-4caa-a894-4afe6655d66a tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Calling delete_port for e0a415cb-c227-4002-a41f-21cbc0640e33 owned by network:dhcp {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:03:27.468854 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-a55eb62f-1ff7-44c5-9645-cb5dc5b027be None None] Deleting port e0a415cb-c227-4002-a41f-21cbc0640e33 {{(pid=102792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:03:27.469231 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-a55eb62f-1ff7-44c5-9645-cb5dc5b027be None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:27.536352 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-a55eb62f-1ff7-44c5-9645-cb5dc5b027be None None] For port e0a415cb-c227-4002-a41f-21cbc0640e33, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=e0a415cb-c227-4002-a41f-21cbc0640e33,segment=NetworkSegment(2fcef55b-291a-4de6-8251-89a86f59c95f),segment_id=2fcef55b-291a-4de6-8251-89a86f59c95f)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:03:27.536747 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-a55eb62f-1ff7-44c5-9645-cb5dc5b027be None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:27.549894 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-a55eb62f-1ff7-44c5-9645-cb5dc5b027be None None] Calling delete_port for e0a415cb-c227-4002-a41f-21cbc0640e33 owned by network:dhcp {{(pid=102792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:03:27.552148 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-75c96dcf-0739-4caa-a894-4afe6655d66a tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:27.579093 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c96dcf-0739-4caa-a894-4afe6655d66a tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Pushing event deleted for resources: {'Port': ['ID=e0a415cb-c227-4002-a41f-21cbc0640e33,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:03:27.583597 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75c96dcf-0739-4caa-a894-4afe6655d66a tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] No DVR routers for this DVR port e0a415cb-c227-4002-a41f-21cbc0640e33 on host n-d-834765-1 {{(pid=102791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 16:03:27.629152 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-a55eb62f-1ff7-44c5-9645-cb5dc5b027be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350'] for port, after_delete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:27.660897 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55eb62f-1ff7-44c5-9645-cb5dc5b027be None None] Pushing event deleted for resources: {'Port': ['ID=e0a415cb-c227-4002-a41f-21cbc0640e33,revision_number=None']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:03:27.663832 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a55eb62f-1ff7-44c5-9645-cb5dc5b027be None None] No DVR routers for this DVR port e0a415cb-c227-4002-a41f-21cbc0640e33 on host n-d-834765-1 {{(pid=102792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 16:03:27.676870 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-75c96dcf-0739-4caa-a894-4afe6655d66a tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639890', 'neutron.services.segments.db._delete_segments_for_network-8783523423079'] for network, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:27.697429 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-75c96dcf-0739-4caa-a894-4afe6655d66a tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fce10c2d-5534-4289-9fd2-e69220837d4d']}} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:03:27.706721 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-75c96dcf-0739-4caa-a894-4afe6655d66a tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2fcef55b-291a-4de6-8251-89a86f59c95f') {'for_net_delete': True} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:03:27.707026 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-75c96dcf-0739-4caa-a894-4afe6655d66a tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2fcef55b-291a-4de6-8251-89a86f59c95f') {} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:03:27.717126 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-75c96dcf-0739-4caa-a894-4afe6655d66a tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783523422064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4230428'] for segment, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:27.731318 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-75c96dcf-0739-4caa-a894-4afe6655d66a tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:27.737150 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75c96dcf-0739-4caa-a894-4afe6655d66a tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Releasing vlan 645 on physical network physnet1 to pool {{(pid=102791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 16:03:27.737535 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-75c96dcf-0739-4caa-a894-4afe6655d66a tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16169569'] for segment, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:27.740423 n-d-834765-1 neutron-server[102791]: Traceback (most recent call last): Mar 29 16:03:27.740423 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 16:03:27.740423 n-d-834765-1 neutron-server[102791]: timer() Mar 29 16:03:27.740423 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 16:03:27.740423 n-d-834765-1 neutron-server[102791]: cb(*args, **kw) Mar 29 16:03:27.740423 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 16:03:27.740423 n-d-834765-1 neutron-server[102791]: return func(*args, **kwargs) Mar 29 16:03:27.740423 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 16:03:27.740423 n-d-834765-1 neutron-server[102791]: self._notify() Mar 29 16:03:27.740423 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 16:03:27.740423 n-d-834765-1 neutron-server[102791]: self.callback(batched_events) Mar 29 16:03:27.740423 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 16:03:27.740423 n-d-834765-1 neutron-server[102791]: event.method(event) Mar 29 16:03:27.740423 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 16:03:27.740423 n-d-834765-1 neutron-server[102791]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 16:03:27.740423 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 16:03:27.740423 n-d-834765-1 neutron-server[102791]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 16:03:27.740423 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 16:03:27.740423 n-d-834765-1 neutron-server[102791]: return f(self, *a, **k) Mar 29 16:03:27.740423 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 16:03:27.740423 n-d-834765-1 neutron-server[102791]: return self._get(url).json() Mar 29 16:03:27.740423 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 16:03:27.740423 n-d-834765-1 neutron-server[102791]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 16:03:27.740423 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 16:03:27.740423 n-d-834765-1 neutron-server[102791]: return self.request(url, 'GET', **kwargs) Mar 29 16:03:27.740423 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 16:03:27.740423 n-d-834765-1 neutron-server[102791]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 16:03:27.740423 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 16:03:27.740423 n-d-834765-1 neutron-server[102791]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 16:03:27.740423 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 16:03:27.740423 n-d-834765-1 neutron-server[102791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 16:03:27.740423 n-d-834765-1 neutron-server[102791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 16:03:27.801803 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-75c96dcf-0739-4caa-a894-4afe6655d66a tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1639897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648174'] for network, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:27.807179 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-75c96dcf-0739-4caa-a894-4afe6655d66a tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Notify callbacks [] for network, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:27.811883 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-75c96dcf-0739-4caa-a894-4afe6655d66a tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] 10.222.0.42 "DELETE /v2.0/networks/fce10c2d-5534-4289-9fd2-e69220837d4d HTTP/1.1" status: 204 len: 168 time: 0.5597839 Mar 29 16:03:27.827860 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c96dcf-0739-4caa-a894-4afe6655d66a tempest-NetworksTest-730789849 tempest-NetworksTest-730789849-project] Pushing event deleted for resources: {'Network': ['ID=fce10c2d-5534-4289-9fd2-e69220837d4d,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:03:28.057585 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 49688) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:03:28.192837 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-2e094ab9-2024-44be-8231-86ebb4368cd1 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a2db6c0ed5ce4a90a48b9c4cb4d4db2d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1339910 Mar 29 16:03:28.195396 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 49692) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:03:28.248081 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-61aaf1b4-6926-4070-8841-3e453e3ab428 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:28.269657 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-61aaf1b4-6926-4070-8841-3e453e3ab428 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:28.317261 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-61aaf1b4-6926-4070-8841-3e453e3ab428 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:28.320109 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-61aaf1b4-6926-4070-8841-3e453e3ab428 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:28.321274 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-61aaf1b4-6926-4070-8841-3e453e3ab428 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/2ba5cf8c-0472-41a6-a78f-efac1ddf47a2 HTTP/1.1" status: 204 len: 168 time: 0.1249421 Mar 29 16:03:28.330026 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61aaf1b4-6926-4070-8841-3e453e3ab428 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ba5cf8c-0472-41a6-a78f-efac1ddf47a2,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:03:28.898665 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device e0a415cb-c227-4002-a41f-21cbc0640e33 no longer exists at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 16:03:28.941368 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] No Port match for: e0a415cb-c227-4002-a41f-21cbc0640e33 {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 16:03:28.941858 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device e0a415cb-c227-4002-a41f-21cbc0640e33 not bound to the agent host n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 16:03:29.121039 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 49728) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:03:29.219242 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-2edc454e-c4f7-4a36-ba90-66fb6cb46c7b tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-34629403'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:03:29.240988 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2edc454e-c4f7-4a36-ba90-66fb6cb46c7b tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Made reservation on behalf of 8448cf8b24d44551bc0e5bbcd54d34e2 for: {'network': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:03:29.245636 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-2edc454e-c4f7-4a36-ba90-66fb6cb46c7b tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for network, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:29.254570 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-2edc454e-c4f7-4a36-ba90-66fb6cb46c7b tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks [] for security_group, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:29.331599 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-2edc454e-c4f7-4a36-ba90-66fb6cb46c7b tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks [] for security_group, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:29.339057 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-2edc454e-c4f7-4a36-ba90-66fb6cb46c7b tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:29.367296 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2edc454e-c4f7-4a36-ba90-66fb6cb46c7b tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] vlan segment allocate from pool success with {'vlan_id': 643, 'physical_network': 'physnet1'} {{(pid=102791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 16:03:29.378585 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edc454e-c4f7-4a36-ba90-66fb6cb46c7b tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6fa01c3-fa3c-4ea1-b9a6-96b320992f99,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:03:29.392808 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-2edc454e-c4f7-4a36-ba90-66fb6cb46c7b tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:29.393159 n-d-834765-1 neutron-server[102791]: INFO neutron.db.segments_db [None req-2edc454e-c4f7-4a36-ba90-66fb6cb46c7b tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Added segment 03e8183d-1087-4dcd-a0f2-5081fc49960e of type vlan for network a6653872-ce72-4c96-901d-c7dc66813cf9 Mar 29 16:03:29.440881 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-2edc454e-c4f7-4a36-ba90-66fb6cb46c7b tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783522915970'] for network, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:29.475910 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-2edc454e-c4f7-4a36-ba90-66fb6cb46c7b tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795'] for network, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:29.482130 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2edc454e-c4f7-4a36-ba90-66fb6cb46c7b tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:03:29.482954 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-2edc454e-c4f7-4a36-ba90-66fb6cb46c7b tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks [] for network, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:29.554219 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-2edc454e-c4f7-4a36-ba90-66fb6cb46c7b tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4320590 Mar 29 16:03:29.557567 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 49734) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:03:29.563623 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-ce2bfbcb-f2d4-47e3-9944-868dd447647d tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Request body: {'port': {'network_id': 'a6653872-ce72-4c96-901d-c7dc66813cf9', 'name': 'tempest-PortsTestJSON-844066522'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:03:29.567066 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edc454e-c4f7-4a36-ba90-66fb6cb46c7b tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Pushing event updated for resources: {'Network': ['ID=a6653872-ce72-4c96-901d-c7dc66813cf9,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:03:29.579575 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Network a6653872-ce72-4c96-901d-c7dc66813cf9 details requested by agent ovs-agent-n-d-834765-1 with host n-d-834765-1 {{(pid=102792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 16:03:29.672587 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce2bfbcb-f2d4-47e3-9944-868dd447647d tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Made reservation on behalf of 8448cf8b24d44551bc0e5bbcd54d34e2 for: {'port': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:03:29.676300 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-ce2bfbcb-f2d4-47e3-9944-868dd447647d tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:29.694995 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [None req-ce2bfbcb-f2d4-47e3-9944-868dd447647d tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] device_id is not set on port 68c3b06f-bd49-4cc0-992f-936e43483339 yet. {{(pid=102791) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 29 16:03:29.864049 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-ce2bfbcb-f2d4-47e3-9944-868dd447647d tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks [] for port, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:29.901065 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-ce2bfbcb-f2d4-47e3-9944-868dd447647d tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:29.970502 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2bfbcb-f2d4-47e3-9944-868dd447647d tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Pushing event updated for resources: {'Port': ['ID=68c3b06f-bd49-4cc0-992f-936e43483339,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:03:29.975108 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce2bfbcb-f2d4-47e3-9944-868dd447647d tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Checking segment: {'id': '03e8183d-1087-4dcd-a0f2-5081fc49960e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'a6653872-ce72-4c96-901d-c7dc66813cf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 16:03:29.975489 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce2bfbcb-f2d4-47e3-9944-868dd447647d tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Network hostable DHCP agents. Network: a6653872-ce72-4c96-901d-c7dc66813cf9, hostable agents: ['d136643e-48ae-49d4-a851-2ba3bdf3749c'], hosted agents: [] {{(pid=102791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 16:03:29.993829 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce2bfbcb-f2d4-47e3-9944-868dd447647d tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Network a6653872-ce72-4c96-901d-c7dc66813cf9 is scheduled to be hosted by DHCP agent d136643e-48ae-49d4-a851-2ba3bdf3749c with binding_index 1 {{(pid=102791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 16:03:30.004281 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [None req-ce2bfbcb-f2d4-47e3-9944-868dd447647d tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834765-1, a6653872-ce72-4c96-901d-c7dc66813cf9) {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:03:30.008497 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce2bfbcb-f2d4-47e3-9944-868dd447647d tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Received port after_create {{(pid=102791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:03:30.014999 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce2bfbcb-f2d4-47e3-9944-868dd447647d tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:03:30.015541 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-ce2bfbcb-f2d4-47e3-9944-868dd447647d tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:30.019458 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9558b90d-2689-47b7-9c71-566423aa51b7 None None] Network a6653872-ce72-4c96-901d-c7dc66813cf9 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 16:03:30.037308 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-ce2bfbcb-f2d4-47e3-9944-868dd447647d tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.4783490 Mar 29 16:03:30.042370 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 49742) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:03:30.049521 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-5a4f8356-7a03-410b-8444-15f9ec3ac66e tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1242801526'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:03:30.068365 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a4f8356-7a03-410b-8444-15f9ec3ac66e tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Made reservation on behalf of 8448cf8b24d44551bc0e5bbcd54d34e2 for: {'network': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:03:30.071932 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-5a4f8356-7a03-410b-8444-15f9ec3ac66e tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for network, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:30.097330 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a4f8356-7a03-410b-8444-15f9ec3ac66e tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] vlan segment allocate from pool success with {'vlan_id': 636, 'physical_network': 'physnet1'} {{(pid=102791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 16:03:30.106776 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-5a4f8356-7a03-410b-8444-15f9ec3ac66e tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:30.107115 n-d-834765-1 neutron-server[102791]: INFO neutron.db.segments_db [None req-5a4f8356-7a03-410b-8444-15f9ec3ac66e tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Added segment 16b665a0-aeb9-47ff-8f73-05b88f692ab5 of type vlan for network 9dece93a-621c-4375-a0e3-62f1d96cb449 Mar 29 16:03:30.147574 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-5a4f8356-7a03-410b-8444-15f9ec3ac66e tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783522915970'] for network, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:30.173223 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-5a4f8356-7a03-410b-8444-15f9ec3ac66e tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795'] for network, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:30.178653 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a4f8356-7a03-410b-8444-15f9ec3ac66e tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:03:30.179226 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-5a4f8356-7a03-410b-8444-15f9ec3ac66e tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks [] for network, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:30.218513 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-5a4f8356-7a03-410b-8444-15f9ec3ac66e tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1739268 Mar 29 16:03:30.221243 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 49744) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:03:30.226499 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-6562771e-b5ab-4590-a4cc-d672585b8e20 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Request body: {'ports': [{'network_id': 'a6653872-ce72-4c96-901d-c7dc66813cf9'}, {'network_id': '9dece93a-621c-4375-a0e3-62f1d96cb449'}]} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:03:30.226926 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-6562771e-b5ab-4590-a4cc-d672585b8e20 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Request body: {'port': {'network_id': 'a6653872-ce72-4c96-901d-c7dc66813cf9'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:03:30.227558 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-6562771e-b5ab-4590-a4cc-d672585b8e20 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Request body: {'port': {'network_id': '9dece93a-621c-4375-a0e3-62f1d96cb449'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:03:30.252658 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4f8356-7a03-410b-8444-15f9ec3ac66e tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Pushing event updated for resources: {'Network': ['ID=9dece93a-621c-4375-a0e3-62f1d96cb449,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:03:30.265616 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Network 9dece93a-621c-4375-a0e3-62f1d96cb449 details requested by agent ovs-agent-n-d-834765-1 with host n-d-834765-1 {{(pid=102792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 16:03:30.348136 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1a86a6a6-4457-4ad0-8c24-f2c16f9a6667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:30.428700 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6562771e-b5ab-4590-a4cc-d672585b8e20 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Made reservation on behalf of 8448cf8b24d44551bc0e5bbcd54d34e2 for: {'port': 2} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:03:30.435881 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-6562771e-b5ab-4590-a4cc-d672585b8e20 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:30.451470 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-6562771e-b5ab-4590-a4cc-d672585b8e20 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:30.617791 n-d-834765-1 neutron-server[102790]: DEBUG neutron.notifiers.nova [None req-6562771e-b5ab-4590-a4cc-d672585b8e20 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] device_id is not set on port 77072099-3539-4f64-b86c-1993e4ebaa31 yet. {{(pid=102790) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 29 16:03:30.702393 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-6562771e-b5ab-4590-a4cc-d672585b8e20 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks [] for port, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:30.792249 n-d-834765-1 neutron-server[102790]: DEBUG neutron.notifiers.nova [None req-6562771e-b5ab-4590-a4cc-d672585b8e20 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] device_id is not set on port 1e7bb4ad-318e-4180-ac4f-c2b1748f3df3 yet. {{(pid=102790) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 29 16:03:30.844034 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad44dbd-841d-49dc-bfa0-c03ddc41a38e req-9b8b0c35-94e1-4fc8-a870-dc4157ed5f29 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:03:30.845532 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-8ad44dbd-841d-49dc-bfa0-c03ddc41a38e req-9b8b0c35-94e1-4fc8-a870-dc4157ed5f29 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd8e3388-810b-42c2-83e9-f7b4e3d0dd7b HTTP/1.1" status: 200 len: 945 time: 0.0756671 Mar 29 16:03:30.905271 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-8ad44dbd-841d-49dc-bfa0-c03ddc41a38e req-8c28a0a5-f640-4868-b8f4-15f847b58de4 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] 10.222.0.42 "GET /v2.0/security-groups?id=299f4eee-9f08-4ab2-9699-a166ce9b5c35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528488 Mar 29 16:03:30.937778 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-6562771e-b5ab-4590-a4cc-d672585b8e20 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks [] for port, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:30.974723 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-6562771e-b5ab-4590-a4cc-d672585b8e20 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:31.019632 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6562771e-b5ab-4590-a4cc-d672585b8e20 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Network a6653872-ce72-4c96-901d-c7dc66813cf9 is already hosted by enough agents. {{(pid=102790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:03:31.022755 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-6562771e-b5ab-4590-a4cc-d672585b8e20 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Resources bound (agent type, host, resource id): {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:03:31.027487 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6562771e-b5ab-4590-a4cc-d672585b8e20 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Received port after_create {{(pid=102790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:03:31.028333 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-6562771e-b5ab-4590-a4cc-d672585b8e20 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:31.038704 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6562771e-b5ab-4590-a4cc-d672585b8e20 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Pushing event updated for resources: {'Port': ['ID=77072099-3539-4f64-b86c-1993e4ebaa31,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:03:31.050174 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6562771e-b5ab-4590-a4cc-d672585b8e20 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:03:31.050517 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6562771e-b5ab-4590-a4cc-d672585b8e20 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:03:31.050857 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6562771e-b5ab-4590-a4cc-d672585b8e20 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:03:31.051198 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6562771e-b5ab-4590-a4cc-d672585b8e20 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:03:31.051569 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6562771e-b5ab-4590-a4cc-d672585b8e20 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:03:31.051892 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6562771e-b5ab-4590-a4cc-d672585b8e20 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:03:31.052305 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6562771e-b5ab-4590-a4cc-d672585b8e20 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:03:31.052542 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6562771e-b5ab-4590-a4cc-d672585b8e20 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:03:31.052847 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6562771e-b5ab-4590-a4cc-d672585b8e20 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:03:31.053170 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6562771e-b5ab-4590-a4cc-d672585b8e20 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:03:31.053490 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6562771e-b5ab-4590-a4cc-d672585b8e20 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:03:31.053807 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6562771e-b5ab-4590-a4cc-d672585b8e20 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:03:31.116634 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6562771e-b5ab-4590-a4cc-d672585b8e20 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Checking segment: {'id': '16b665a0-aeb9-47ff-8f73-05b88f692ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '9dece93a-621c-4375-a0e3-62f1d96cb449'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 16:03:31.117001 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6562771e-b5ab-4590-a4cc-d672585b8e20 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Network hostable DHCP agents. Network: 9dece93a-621c-4375-a0e3-62f1d96cb449, hostable agents: ['d136643e-48ae-49d4-a851-2ba3bdf3749c'], hosted agents: [] {{(pid=102790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 16:03:31.123232 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6562771e-b5ab-4590-a4cc-d672585b8e20 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Pushing event updated for resources: {'Port': ['ID=1e7bb4ad-318e-4180-ac4f-c2b1748f3df3,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:03:31.140908 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6562771e-b5ab-4590-a4cc-d672585b8e20 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Network 9dece93a-621c-4375-a0e3-62f1d96cb449 is scheduled to be hosted by DHCP agent d136643e-48ae-49d4-a851-2ba3bdf3749c with binding_index 1 {{(pid=102790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 16:03:31.151801 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-6562771e-b5ab-4590-a4cc-d672585b8e20 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834765-1, 9dece93a-621c-4375-a0e3-62f1d96cb449) {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:03:31.156144 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6562771e-b5ab-4590-a4cc-d672585b8e20 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Received port after_create {{(pid=102790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:03:31.161866 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-519f7332-015f-4ddb-818b-b973ebe6a069 None None] Network 9dece93a-621c-4375-a0e3-62f1d96cb449 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 16:03:31.163417 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6562771e-b5ab-4590-a4cc-d672585b8e20 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:03:31.168292 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6562771e-b5ab-4590-a4cc-d672585b8e20 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:03:31.169001 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-6562771e-b5ab-4590-a4cc-d672585b8e20 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:31.188722 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-6562771e-b5ab-4590-a4cc-d672585b8e20 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 0.9636073 Mar 29 16:03:31.188956 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 49764) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:03:31.287874 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-b2318de7-76f7-491a-9ea9-fedde59c7f6a tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Deleting port 1e7bb4ad-318e-4180-ac4f-c2b1748f3df3 {{(pid=102790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:03:31.288588 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-b2318de7-76f7-491a-9ea9-fedde59c7f6a tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:31.369018 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-b2318de7-76f7-491a-9ea9-fedde59c7f6a tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:31.381008 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-b2318de7-76f7-491a-9ea9-fedde59c7f6a tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Calling delete_port for 1e7bb4ad-318e-4180-ac4f-c2b1748f3df3 owned by {{(pid=102790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:03:31.459212 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-b2318de7-76f7-491a-9ea9-fedde59c7f6a tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:31.489920 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2318de7-76f7-491a-9ea9-fedde59c7f6a tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Pushing event deleted for resources: {'Port': ['ID=1e7bb4ad-318e-4180-ac4f-c2b1748f3df3,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:03:31.493995 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-b2318de7-76f7-491a-9ea9-fedde59c7f6a tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:31.497583 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-b2318de7-76f7-491a-9ea9-fedde59c7f6a tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] 10.222.0.42 "DELETE /v2.0/ports/1e7bb4ad-318e-4180-ac4f-c2b1748f3df3 HTTP/1.1" status: 204 len: 168 time: 0.3076982 Mar 29 16:03:31.500085 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 49766) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:03:31.553266 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bd83742-9025-411a-8599-c7f4a2f054e5 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:03:31.559388 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bd83742-9025-411a-8599-c7f4a2f054e5 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:03:31.563748 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-9bd83742-9025-411a-8599-c7f4a2f054e5 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.0598831 Mar 29 16:03:31.563977 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 49768) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:03:31.654476 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-d75b584e-0753-4ec6-987d-5576c4d67c55 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Deleting port 77072099-3539-4f64-b86c-1993e4ebaa31 {{(pid=102790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:03:31.654934 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-d75b584e-0753-4ec6-987d-5576c4d67c55 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:31.725835 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-d75b584e-0753-4ec6-987d-5576c4d67c55 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:31.737509 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-d75b584e-0753-4ec6-987d-5576c4d67c55 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Calling delete_port for 77072099-3539-4f64-b86c-1993e4ebaa31 owned by {{(pid=102790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:03:31.820428 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-d75b584e-0753-4ec6-987d-5576c4d67c55 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:31.848014 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75b584e-0753-4ec6-987d-5576c4d67c55 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Pushing event deleted for resources: {'Port': ['ID=77072099-3539-4f64-b86c-1993e4ebaa31,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:03:31.857194 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-d75b584e-0753-4ec6-987d-5576c4d67c55 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:31.863207 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 49770) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:03:31.863758 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-d75b584e-0753-4ec6-987d-5576c4d67c55 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] 10.222.0.42 "DELETE /v2.0/ports/77072099-3539-4f64-b86c-1993e4ebaa31 HTTP/1.1" status: 204 len: 168 time: 0.2982781 Mar 29 16:03:31.913515 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5da8d2ef-f207-4d2d-a3af-aceb9b25478d tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:03:31.915029 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-5da8d2ef-f207-4d2d-a3af-aceb9b25478d tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0499828 Mar 29 16:03:31.917673 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 49772) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:03:31.943449 n-d-834765-1 neutron-server[102791]: INFO neutron.pecan_wsgi.hooks.translation [None req-d47227f1-790f-433a-9ddc-fce7aa8933f2 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] GET failed (client error): The resource could not be found. Mar 29 16:03:31.945004 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-d47227f1-790f-433a-9ddc-fce7aa8933f2 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] 10.222.0.42 "GET /v2.0/ports/1e7bb4ad-318e-4180-ac4f-c2b1748f3df3 HTTP/1.1" status: 404 len: 333 time: 0.0264246 Mar 29 16:03:31.948348 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 49776) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:03:31.976167 n-d-834765-1 neutron-server[102791]: INFO neutron.pecan_wsgi.hooks.translation [None req-e23bf16f-946d-4c95-bb47-f1e120de33bd tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] GET failed (client error): The resource could not be found. Mar 29 16:03:31.977581 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-e23bf16f-946d-4c95-bb47-f1e120de33bd tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] 10.222.0.42 "GET /v2.0/ports/77072099-3539-4f64-b86c-1993e4ebaa31 HTTP/1.1" status: 404 len: 333 time: 0.0283368 Mar 29 16:03:31.980477 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 49778) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:03:32.080853 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-411c23a2-2c8b-43ce-8b3b-5211dae842cb tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1631750'] for network, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:32.090715 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be476d92-7ac0-4fa8-a305-27bb20c8630e req-363198da-d59d-4945-a596-dc5746e4c22c tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:03:32.092227 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-be476d92-7ac0-4fa8-a305-27bb20c8630e req-363198da-d59d-4945-a596-dc5746e4c22c tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd8e3388-810b-42c2-83e9-f7b4e3d0dd7b HTTP/1.1" status: 200 len: 945 time: 0.1043279 Mar 29 16:03:32.177431 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-be476d92-7ac0-4fa8-a305-27bb20c8630e req-209b9b7c-02dd-409a-9af4-905b9551659e tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] 10.222.0.42 "GET /v2.0/security-groups?id=299f4eee-9f08-4ab2-9699-a166ce9b5c35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789278 Mar 29 16:03:32.207571 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-411c23a2-2c8b-43ce-8b3b-5211dae842cb tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639890', 'neutron.services.segments.db._delete_segments_for_network-8783523423079'] for network, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:32.227143 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-411c23a2-2c8b-43ce-8b3b-5211dae842cb tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9dece93a-621c-4375-a0e3-62f1d96cb449']}} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:03:32.236554 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-411c23a2-2c8b-43ce-8b3b-5211dae842cb tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16b665a0-aeb9-47ff-8f73-05b88f692ab5') {'for_net_delete': True} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:03:32.236847 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-411c23a2-2c8b-43ce-8b3b-5211dae842cb tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16b665a0-aeb9-47ff-8f73-05b88f692ab5') {} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:03:32.248679 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-411c23a2-2c8b-43ce-8b3b-5211dae842cb tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783523422064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4230428'] for segment, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:32.262092 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-411c23a2-2c8b-43ce-8b3b-5211dae842cb tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:32.268200 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-411c23a2-2c8b-43ce-8b3b-5211dae842cb tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Releasing vlan 636 on physical network physnet1 to pool {{(pid=102791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 16:03:32.268594 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-411c23a2-2c8b-43ce-8b3b-5211dae842cb tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16169569'] for segment, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:32.271525 n-d-834765-1 neutron-server[102791]: Traceback (most recent call last): Mar 29 16:03:32.271525 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 16:03:32.271525 n-d-834765-1 neutron-server[102791]: timer() Mar 29 16:03:32.271525 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 16:03:32.271525 n-d-834765-1 neutron-server[102791]: cb(*args, **kw) Mar 29 16:03:32.271525 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 16:03:32.271525 n-d-834765-1 neutron-server[102791]: return func(*args, **kwargs) Mar 29 16:03:32.271525 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 16:03:32.271525 n-d-834765-1 neutron-server[102791]: self._notify() Mar 29 16:03:32.271525 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 16:03:32.271525 n-d-834765-1 neutron-server[102791]: self.callback(batched_events) Mar 29 16:03:32.271525 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 16:03:32.271525 n-d-834765-1 neutron-server[102791]: event.method(event) Mar 29 16:03:32.271525 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 16:03:32.271525 n-d-834765-1 neutron-server[102791]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 16:03:32.271525 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 16:03:32.271525 n-d-834765-1 neutron-server[102791]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 16:03:32.271525 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 16:03:32.271525 n-d-834765-1 neutron-server[102791]: return f(self, *a, **k) Mar 29 16:03:32.271525 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 16:03:32.271525 n-d-834765-1 neutron-server[102791]: return self._get(url).json() Mar 29 16:03:32.271525 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 16:03:32.271525 n-d-834765-1 neutron-server[102791]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 16:03:32.271525 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 16:03:32.271525 n-d-834765-1 neutron-server[102791]: return self.request(url, 'GET', **kwargs) Mar 29 16:03:32.271525 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 16:03:32.271525 n-d-834765-1 neutron-server[102791]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 16:03:32.271525 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 16:03:32.271525 n-d-834765-1 neutron-server[102791]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 16:03:32.271525 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 16:03:32.271525 n-d-834765-1 neutron-server[102791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 16:03:32.271525 n-d-834765-1 neutron-server[102791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 16:03:32.353304 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-411c23a2-2c8b-43ce-8b3b-5211dae842cb tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1639897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648174'] for network, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:32.363492 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-411c23a2-2c8b-43ce-8b3b-5211dae842cb tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks [] for network, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:32.366631 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-411c23a2-2c8b-43ce-8b3b-5211dae842cb tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] 10.222.0.42 "DELETE /v2.0/networks/9dece93a-621c-4375-a0e3-62f1d96cb449 HTTP/1.1" status: 204 len: 168 time: 0.3852599 Mar 29 16:03:32.370893 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 49786) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:03:32.375981 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-20758267-c1d9-4009-ab24-1325fc6b7a79 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1009691927'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:03:32.383704 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411c23a2-2c8b-43ce-8b3b-5211dae842cb tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Pushing event deleted for resources: {'Network': ['ID=9dece93a-621c-4375-a0e3-62f1d96cb449,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:03:32.396588 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20758267-c1d9-4009-ab24-1325fc6b7a79 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Made reservation on behalf of 8448cf8b24d44551bc0e5bbcd54d34e2 for: {'network': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:03:32.399932 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe3f698-b65c-4fb4-bd6e-cffeb1da24df req-a151a537-739e-4c25-8076-ed7004bf94af tempest-VolumesSnapshotTestJSON-706823163 tempest-VolumesSnapshotTestJSON-706823163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:03:32.400447 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-20758267-c1d9-4009-ab24-1325fc6b7a79 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for network, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:32.401509 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-dfe3f698-b65c-4fb4-bd6e-cffeb1da24df req-a151a537-739e-4c25-8076-ed7004bf94af tempest-VolumesSnapshotTestJSON-706823163 tempest-VolumesSnapshotTestJSON-706823163-project] 10.222.0.42 "GET /v2.0/ports?device_id=39c49e88-bf4a-4424-b161-1363512b4e60 HTTP/1.1" status: 200 len: 945 time: 0.0798280 Mar 29 16:03:32.430040 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20758267-c1d9-4009-ab24-1325fc6b7a79 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] vlan segment allocate from pool success with {'vlan_id': 627, 'physical_network': 'physnet1'} {{(pid=102790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 16:03:32.439923 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-20758267-c1d9-4009-ab24-1325fc6b7a79 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:32.440266 n-d-834765-1 neutron-server[102790]: INFO neutron.db.segments_db [None req-20758267-c1d9-4009-ab24-1325fc6b7a79 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Added segment 0dc0b4c6-ac87-4370-8d97-564561460b67 of type vlan for network 87f97498-3a4e-4a83-a46e-f717a5339f9e Mar 29 16:03:32.445197 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-dfe3f698-b65c-4fb4-bd6e-cffeb1da24df req-37ad76a6-bb7e-4e4a-b723-5c48fda13f61 tempest-VolumesSnapshotTestJSON-706823163 tempest-VolumesSnapshotTestJSON-706823163-project] 10.222.0.42 "GET /v2.0/security-groups?id=9fb47330-a036-4843-a522-03e96faefeb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366478 Mar 29 16:03:32.483531 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-20758267-c1d9-4009-ab24-1325fc6b7a79 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783522915970'] for network, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:32.507776 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-20758267-c1d9-4009-ab24-1325fc6b7a79 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795'] for network, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:32.513452 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20758267-c1d9-4009-ab24-1325fc6b7a79 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:03:32.514023 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-20758267-c1d9-4009-ab24-1325fc6b7a79 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks [] for network, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:32.548968 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-20758267-c1d9-4009-ab24-1325fc6b7a79 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1768980 Mar 29 16:03:32.551808 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 49788) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:03:32.557363 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-1e3969fc-2c91-4c3d-b77b-9a84b9a110bc tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Request body: {'subnet': {'network_id': '87f97498-3a4e-4a83-a46e-f717a5339f9e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:03:32.600508 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20758267-c1d9-4009-ab24-1325fc6b7a79 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Pushing event updated for resources: {'Network': ['ID=87f97498-3a4e-4a83-a46e-f717a5339f9e,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:03:32.610922 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Network 87f97498-3a4e-4a83-a46e-f717a5339f9e details requested by agent ovs-agent-n-d-834765-1 with host n-d-834765-1 {{(pid=102792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 16:03:32.675681 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e3969fc-2c91-4c3d-b77b-9a84b9a110bc tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Made reservation on behalf of 8448cf8b24d44551bc0e5bbcd54d34e2 for: {'subnet': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:03:32.679250 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-1e3969fc-2c91-4c3d-b77b-9a84b9a110bc tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4793983'] for subnet, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:32.737689 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.ipam_backend_mixin [None req-1e3969fc-2c91-4c3d-b77b-9a84b9a110bc tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Performing IP validity checks on allocation pools {{(pid=102790) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Mar 29 16:03:32.738216 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.ipam_backend_mixin [None req-1e3969fc-2c91-4c3d-b77b-9a84b9a110bc tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102790) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Mar 29 16:03:32.778053 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-e4016ae6-d19a-4583-9bf5-24c946c8de7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:32.867746 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-1e3969fc-2c91-4c3d-b77b-9a84b9a110bc tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5231896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4793961'] for subnet, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:32.927167 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3969fc-2c91-4c3d-b77b-9a84b9a110bc tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Pushing event updated for resources: {'Subnet': ['ID=e5ad4164-4a22-47ae-b97c-8b32a859554b,revision_number=0']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:03:32.937652 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e3969fc-2c91-4c3d-b77b-9a84b9a110bc tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Checking segment: {'id': '0dc0b4c6-ac87-4370-8d97-564561460b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '87f97498-3a4e-4a83-a46e-f717a5339f9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 16:03:32.938014 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e3969fc-2c91-4c3d-b77b-9a84b9a110bc tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Network hostable DHCP agents. Network: 87f97498-3a4e-4a83-a46e-f717a5339f9e, hostable agents: ['d136643e-48ae-49d4-a851-2ba3bdf3749c'], hosted agents: [] {{(pid=102790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 16:03:32.955407 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e3969fc-2c91-4c3d-b77b-9a84b9a110bc tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Network 87f97498-3a4e-4a83-a46e-f717a5339f9e is scheduled to be hosted by DHCP agent d136643e-48ae-49d4-a851-2ba3bdf3749c with binding_index 1 {{(pid=102790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 16:03:32.964032 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-1e3969fc-2c91-4c3d-b77b-9a84b9a110bc tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834765-1, 87f97498-3a4e-4a83-a46e-f717a5339f9e) {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:03:32.968151 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e3969fc-2c91-4c3d-b77b-9a84b9a110bc tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:03:32.968748 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-1e3969fc-2c91-4c3d-b77b-9a84b9a110bc tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks [] for subnet, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:32.972782 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dc89a81-7dca-4a2c-ab6d-a2c80b3ffb0d None None] Network 87f97498-3a4e-4a83-a46e-f717a5339f9e requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 16:03:32.985194 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-1e3969fc-2c91-4c3d-b77b-9a84b9a110bc tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4324057 Mar 29 16:03:32.987916 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 49792) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:03:32.993406 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-326212c4-e288-44b3-9c6c-2e5b2159ce86 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Request body: {'port': {'network_id': '87f97498-3a4e-4a83-a46e-f717a5339f9e', 'name': 'tempest-PortsTestJSON-1838633180'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:03:33.100149 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-326212c4-e288-44b3-9c6c-2e5b2159ce86 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Made reservation on behalf of 8448cf8b24d44551bc0e5bbcd54d34e2 for: {'port': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:03:33.104293 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-326212c4-e288-44b3-9c6c-2e5b2159ce86 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:33.121681 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1823b16-9797-4ce6-b608-e4311c7f58a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0035034-69b0-5ffc-b384-0ac6189c5628-87f97498-3a4e-4a83-a46e-f717a5339f9e', 'network_id': '87f97498-3a4e-4a83-a46e-f717a5339f9e', 'tenant_id': '8448cf8b24d44551bc0e5bbcd54d34e2', 'fixed_ips': [{'subnet_id': 'e5ad4164-4a22-47ae-b97c-8b32a859554b'}]}} from n-d-834765-1. {{(pid=102792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 29 16:03:33.122327 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [None req-326212c4-e288-44b3-9c6c-2e5b2159ce86 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] device_id is not set on port 79ddd99e-5c81-41fd-9cb5-496935d3b909 yet. {{(pid=102791) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 29 16:03:33.122560 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-e1823b16-9797-4ce6-b608-e4311c7f58a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:33.233470 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_common [None req-326212c4-e288-44b3-9c6c-2e5b2159ce86 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Allocated IP 172.20.0.8 (87f97498-3a4e-4a83-a46e-f717a5339f9e/e5ad4164-4a22-47ae-b97c-8b32a859554b/79ddd99e-5c81-41fd-9cb5-496935d3b909) {{(pid=102791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:03:33.306524 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7bd7d8-4611-4839-aac6-3206c2935f10 req-e735ba2b-03e0-4f66-a3ba-1f1d52e9e316 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:03:33.307908 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-0d7bd7d8-4611-4839-aac6-3206c2935f10 req-e735ba2b-03e0-4f66-a3ba-1f1d52e9e316 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd8e3388-810b-42c2-83e9-f7b4e3d0dd7b HTTP/1.1" status: 200 len: 945 time: 0.0502095 Mar 29 16:03:33.346426 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-0d7bd7d8-4611-4839-aac6-3206c2935f10 req-fe4df432-f91c-4f19-9499-45c1f9c05d22 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] 10.222.0.42 "GET /v2.0/security-groups?id=299f4eee-9f08-4ab2-9699-a166ce9b5c35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315521 Mar 29 16:03:33.376755 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-326212c4-e288-44b3-9c6c-2e5b2159ce86 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks [] for port, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:33.408336 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-326212c4-e288-44b3-9c6c-2e5b2159ce86 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:33.454002 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.db_base_plugin_common [None req-e1823b16-9797-4ce6-b608-e4311c7f58a1 None None] Allocated IP 172.20.0.2 (87f97498-3a4e-4a83-a46e-f717a5339f9e/e5ad4164-4a22-47ae-b97c-8b32a859554b/f32b41da-aeff-4574-8332-e102e3ce4f03) {{(pid=102792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:03:33.455874 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-326212c4-e288-44b3-9c6c-2e5b2159ce86 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Network 87f97498-3a4e-4a83-a46e-f717a5339f9e is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:03:33.458951 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [None req-326212c4-e288-44b3-9c6c-2e5b2159ce86 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:03:33.462651 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-326212c4-e288-44b3-9c6c-2e5b2159ce86 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Received port after_create {{(pid=102791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:03:33.490157 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326212c4-e288-44b3-9c6c-2e5b2159ce86 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Pushing event updated for resources: {'Port': ['ID=79ddd99e-5c81-41fd-9cb5-496935d3b909,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:03:33.516827 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-326212c4-e288-44b3-9c6c-2e5b2159ce86 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:03:33.517445 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-326212c4-e288-44b3-9c6c-2e5b2159ce86 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:33.540973 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-326212c4-e288-44b3-9c6c-2e5b2159ce86 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.5509818 Mar 29 16:03:33.544361 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 49798) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:03:33.577531 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5624d4d9-d97c-4ac0-b8f8-81bac7a7e4ec req-940bd001-efc1-4c4f-ab80-d1ae1458033b tempest-VolumesSnapshotTestJSON-706823163 tempest-VolumesSnapshotTestJSON-706823163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:03:33.579077 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-5624d4d9-d97c-4ac0-b8f8-81bac7a7e4ec req-940bd001-efc1-4c4f-ab80-d1ae1458033b tempest-VolumesSnapshotTestJSON-706823163 tempest-VolumesSnapshotTestJSON-706823163-project] 10.222.0.42 "GET /v2.0/ports?device_id=39c49e88-bf4a-4424-b161-1363512b4e60 HTTP/1.1" status: 200 len: 945 time: 0.0511849 Mar 29 16:03:33.621038 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-e1823b16-9797-4ce6-b608-e4311c7f58a1 None None] Notify callbacks [] for port, precommit_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:33.621870 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-5624d4d9-d97c-4ac0-b8f8-81bac7a7e4ec req-24d4a51d-a5ba-4826-a959-40081cd359a1 tempest-VolumesSnapshotTestJSON-706823163 tempest-VolumesSnapshotTestJSON-706823163-project] 10.222.0.42 "GET /v2.0/security-groups?id=9fb47330-a036-4843-a522-03e96faefeb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346544 Mar 29 16:03:33.629834 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-e1823b16-9797-4ce6-b608-e4311c7f58a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956'] for port, after_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:33.648580 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-bccb514f-243c-4573-93b9-ddeb4791625a tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Deleting port 79ddd99e-5c81-41fd-9cb5-496935d3b909 {{(pid=102790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:03:33.648921 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-bccb514f-243c-4573-93b9-ddeb4791625a tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:33.664847 n-d-834765-1 neutron-server[102792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1823b16-9797-4ce6-b608-e4311c7f58a1 None None] Network 87f97498-3a4e-4a83-a46e-f717a5339f9e is already hosted by enough agents. {{(pid=102792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:03:33.670702 n-d-834765-1 neutron-server[102792]: DEBUG neutron.scheduler.base_scheduler [None req-e1823b16-9797-4ce6-b608-e4311c7f58a1 None None] Resources bound (agent type, host, resource id): {{(pid=102792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:03:33.674441 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1823b16-9797-4ce6-b608-e4311c7f58a1 None None] Received port after_create {{(pid=102792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:03:33.705227 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1823b16-9797-4ce6-b608-e4311c7f58a1 None None] Pushing event updated for resources: {'Port': ['ID=f32b41da-aeff-4574-8332-e102e3ce4f03,revision_number=1']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:03:33.735562 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-e1823b16-9797-4ce6-b608-e4311c7f58a1 None None] Attempting to bind port f32b41da-aeff-4574-8332-e102e3ce4f03 on host n-d-834765-1 for vnic_type normal with profile {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 16:03:33.735929 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-e1823b16-9797-4ce6-b608-e4311c7f58a1 None None] Attempting to bind port f32b41da-aeff-4574-8332-e102e3ce4f03 by drivers openvswitch,hyperv on host n-d-834765-1 at level 0 using segments [{'id': '0dc0b4c6-ac87-4370-8d97-564561460b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '87f97498-3a4e-4a83-a46e-f717a5339f9e'}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 16:03:33.736288 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1823b16-9797-4ce6-b608-e4311c7f58a1 None None] Attempting to bind port f32b41da-aeff-4574-8332-e102e3ce4f03 on network 87f97498-3a4e-4a83-a46e-f717a5339f9e {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 16:03:33.741165 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1823b16-9797-4ce6-b608-e4311c7f58a1 None None] Checking agent: {'id': 'a8866439-9d96-425c-b519-6905c591ac37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 25, 36), 'started_at': datetime.datetime(2022, 3, 29, 15, 26, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 16, 3, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834765-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 16:03:33.741528 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1823b16-9797-4ce6-b608-e4311c7f58a1 None None] Checking segment: {'id': '0dc0b4c6-ac87-4370-8d97-564561460b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '87f97498-3a4e-4a83-a46e-f717a5339f9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 16:03:33.741839 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-bccb514f-243c-4573-93b9-ddeb4791625a tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:33.741981 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-e1823b16-9797-4ce6-b608-e4311c7f58a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:33.742292 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1823b16-9797-4ce6-b608-e4311c7f58a1 None None] Bound using segment: {'id': '0dc0b4c6-ac87-4370-8d97-564561460b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '87f97498-3a4e-4a83-a46e-f717a5339f9e'} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 16:03:33.742743 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-e1823b16-9797-4ce6-b608-e4311c7f58a1 None None] Bound port: f32b41da-aeff-4574-8332-e102e3ce4f03, host: n-d-834765-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dc0b4c6-ac87-4370-8d97-564561460b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '87f97498-3a4e-4a83-a46e-f717a5339f9e'}}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 16:03:33.743153 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-e1823b16-9797-4ce6-b608-e4311c7f58a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:33.754889 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-bccb514f-243c-4573-93b9-ddeb4791625a tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Calling delete_port for 79ddd99e-5c81-41fd-9cb5-496935d3b909 owned by {{(pid=102790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:03:33.895582 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-bccb514f-243c-4573-93b9-ddeb4791625a tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:33.932616 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccb514f-243c-4573-93b9-ddeb4791625a tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Pushing event deleted for resources: {'Port': ['ID=79ddd99e-5c81-41fd-9cb5-496935d3b909,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:03:33.960670 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-e1823b16-9797-4ce6-b608-e4311c7f58a1 None None] For port f32b41da-aeff-4574-8332-e102e3ce4f03, host n-d-834765-1, cleared binding levels {{(pid=102792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 16:03:33.964261 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-e1823b16-9797-4ce6-b608-e4311c7f58a1 None None] For port f32b41da-aeff-4574-8332-e102e3ce4f03, host n-d-834765-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=f32b41da-aeff-4574-8332-e102e3ce4f03,segment=NetworkSegment(0dc0b4c6-ac87-4370-8d97-564561460b67),segment_id=0dc0b4c6-ac87-4370-8d97-564561460b67)] {{(pid=102792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 16:03:33.969447 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-e1823b16-9797-4ce6-b608-e4311c7f58a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:34.005338 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-bccb514f-243c-4573-93b9-ddeb4791625a tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:34.011915 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-bccb514f-243c-4573-93b9-ddeb4791625a tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] 10.222.0.42 "DELETE /v2.0/ports/79ddd99e-5c81-41fd-9cb5-496935d3b909 HTTP/1.1" status: 204 len: 168 time: 0.4663632 Mar 29 16:03:34.012683 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 49800) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:03:34.027248 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1823b16-9797-4ce6-b608-e4311c7f58a1 None None] Pushing event updated for resources: {'Port': ['ID=f32b41da-aeff-4574-8332-e102e3ce4f03,revision_number=2']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:03:34.049516 n-d-834765-1 neutron-server[102791]: INFO neutron.pecan_wsgi.hooks.translation [None req-60e9a112-3aac-4f37-9bd7-44db7cc96224 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] DELETE failed (client error): The resource could not be found. Mar 29 16:03:34.050148 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60e9a112-3aac-4f37-9bd7-44db7cc96224 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102791) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 16:03:34.055724 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-60e9a112-3aac-4f37-9bd7-44db7cc96224 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] 10.222.0.42 "DELETE /v2.0/ports/79ddd99e-5c81-41fd-9cb5-496935d3b909 HTTP/1.1" status: 404 len: 333 time: 0.0394881 Mar 29 16:03:34.056091 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 49802) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:03:34.081215 n-d-834765-1 neutron-server[102790]: INFO neutron.pecan_wsgi.hooks.translation [None req-290b3336-d8c8-4f7c-9475-861fa3fe06b4 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] GET failed (client error): The resource could not be found. Mar 29 16:03:34.085245 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-290b3336-d8c8-4f7c-9475-861fa3fe06b4 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] 10.222.0.42 "GET /v2.0/ports/79ddd99e-5c81-41fd-9cb5-496935d3b909 HTTP/1.1" status: 404 len: 333 time: 0.0257051 Mar 29 16:03:34.085463 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 49804) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:03:34.095576 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e6d4d1-af47-4a3a-a749-f59746b27229 req-81fa5572-5182-49e4-88c8-bcbafbcd41bd tempest-VolumesSnapshotTestJSON-706823163 tempest-VolumesSnapshotTestJSON-706823163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:03:34.097036 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-77e6d4d1-af47-4a3a-a749-f59746b27229 req-81fa5572-5182-49e4-88c8-bcbafbcd41bd tempest-VolumesSnapshotTestJSON-706823163 tempest-VolumesSnapshotTestJSON-706823163-project] 10.222.0.48 "GET /v2.0/ports?device_id=39c49e88-bf4a-4424-b161-1363512b4e60 HTTP/1.1" status: 200 len: 945 time: 0.0765808 Mar 29 16:03:34.150634 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.db_base_plugin_v2 [None req-daf23b3a-6963-4d3b-8854-b5aef751cc60 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Deleting subnet e5ad4164-4a22-47ae-b97c-8b32a859554b {{(pid=102790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 16:03:34.155976 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-daf23b3a-6963-4d3b-8854-b5aef751cc60 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks [] for subnet, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:34.216597 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d71584b9-87f1-45f5-84c7-c993c2416269 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:34.254054 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-daf23b3a-6963-4d3b-8854-b5aef751cc60 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4614024'] for subnet, precommit_delete_associations {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:34.265617 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [req-77e6d4d1-af47-4a3a-a749-f59746b27229 req-be2a8336-56d6-4495-89a5-50af54fbc0a8 tempest-VolumesSnapshotTestJSON-706823163 tempest-VolumesSnapshotTestJSON-706823163-project] Deleting port 7511c9a1-2358-4ec3-9f37-69ef4bfe5963 {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:03:34.266516 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-77e6d4d1-af47-4a3a-a749-f59746b27229 req-be2a8336-56d6-4495-89a5-50af54fbc0a8 tempest-VolumesSnapshotTestJSON-706823163 tempest-VolumesSnapshotTestJSON-706823163-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:34.362099 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-daf23b3a-6963-4d3b-8854-b5aef751cc60 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1641287'] for subnet, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:34.372250 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-77e6d4d1-af47-4a3a-a749-f59746b27229 req-be2a8336-56d6-4495-89a5-50af54fbc0a8 tempest-VolumesSnapshotTestJSON-706823163 tempest-VolumesSnapshotTestJSON-706823163-project] For port 7511c9a1-2358-4ec3-9f37-69ef4bfe5963, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=7511c9a1-2358-4ec3-9f37-69ef4bfe5963,segment=NetworkSegment(931507c8-08e1-4318-be78-a5a66e835649),segment_id=931507c8-08e1-4318-be78-a5a66e835649)] {{(pid=102791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:03:34.372613 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-77e6d4d1-af47-4a3a-a749-f59746b27229 req-be2a8336-56d6-4495-89a5-50af54fbc0a8 tempest-VolumesSnapshotTestJSON-706823163 tempest-VolumesSnapshotTestJSON-706823163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:34.385474 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [req-77e6d4d1-af47-4a3a-a749-f59746b27229 req-be2a8336-56d6-4495-89a5-50af54fbc0a8 tempest-VolumesSnapshotTestJSON-706823163 tempest-VolumesSnapshotTestJSON-706823163-project] Calling delete_port for 7511c9a1-2358-4ec3-9f37-69ef4bfe5963 owned by compute:nova {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:03:34.446087 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-daf23b3a-6963-4d3b-8854-b5aef751cc60 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1641294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5231963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4793952'] for subnet, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:34.496680 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf23b3a-6963-4d3b-8854-b5aef751cc60 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Pushing event deleted for resources: {'Subnet': ['ID=e5ad4164-4a22-47ae-b97c-8b32a859554b,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:03:34.501626 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-daf23b3a-6963-4d3b-8854-b5aef751cc60 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks [] for subnet, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:34.507545 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-daf23b3a-6963-4d3b-8854-b5aef751cc60 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] 10.222.0.42 "DELETE /v2.0/subnets/e5ad4164-4a22-47ae-b97c-8b32a859554b HTTP/1.1" status: 204 len: 168 time: 0.4185717 Mar 29 16:03:34.508566 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 49808) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:03:34.520956 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-77e6d4d1-af47-4a3a-a749-f59746b27229 req-be2a8336-56d6-4495-89a5-50af54fbc0a8 tempest-VolumesSnapshotTestJSON-706823163 tempest-VolumesSnapshotTestJSON-706823163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:34.532930 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] get_ports_and_sgs() called for port_ids ['7511c9a1-2358-4ec3-9f37-69ef4bfe5963'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 16:03:34.555155 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2a8336-56d6-4495-89a5-50af54fbc0a8 tempest-VolumesSnapshotTestJSON-706823163 tempest-VolumesSnapshotTestJSON-706823163-project] Pushing event deleted for resources: {'Port': ['ID=7511c9a1-2358-4ec3-9f37-69ef4bfe5963,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:03:34.560589 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770bf6df-f1aa-4490-a710-50edcbc1dd3e req-b65b5b60-8913-4b89-b8fe-c8b30e32f1e6 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:03:34.562381 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-770bf6df-f1aa-4490-a710-50edcbc1dd3e req-b65b5b60-8913-4b89-b8fe-c8b30e32f1e6 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd8e3388-810b-42c2-83e9-f7b4e3d0dd7b HTTP/1.1" status: 200 len: 945 time: 0.1337354 Mar 29 16:03:34.597483 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [req-77e6d4d1-af47-4a3a-a749-f59746b27229 req-be2a8336-56d6-4495-89a5-50af54fbc0a8 tempest-VolumesSnapshotTestJSON-706823163 tempest-VolumesSnapshotTestJSON-706823163-project] No DVR routers for this DVR port 7511c9a1-2358-4ec3-9f37-69ef4bfe5963 on host n-h2-834765-1 {{(pid=102791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 16:03:34.600015 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-77e6d4d1-af47-4a3a-a749-f59746b27229 req-be2a8336-56d6-4495-89a5-50af54fbc0a8 tempest-VolumesSnapshotTestJSON-706823163 tempest-VolumesSnapshotTestJSON-706823163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:34.604303 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-77e6d4d1-af47-4a3a-a749-f59746b27229 req-be2a8336-56d6-4495-89a5-50af54fbc0a8 tempest-VolumesSnapshotTestJSON-706823163 tempest-VolumesSnapshotTestJSON-706823163-project] 10.222.0.48 "DELETE /v2.0/ports/7511c9a1-2358-4ec3-9f37-69ef4bfe5963 HTTP/1.1" status: 204 len: 173 time: 0.4998162 Mar 29 16:03:34.604750 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39c49e88-bf4a-4424-b161-1363512b4e60', 'name': 'network-vif-deleted', 'tag': '7511c9a1-2358-4ec3-9f37-69ef4bfe5963'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:03:34.607007 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c67b028db5e9b9818fecc5c0a87ebc6f190694fa53ca267d523e04f98de536d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-986e3c62-3cba-42f4-8fc6-55896f1d4477" -d '{"events": [{"server_uuid": "39c49e88-bf4a-4424-b161-1363512b4e60", "name": "network-vif-deleted", "tag": "7511c9a1-2358-4ec3-9f37-69ef4bfe5963"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:03:34.622883 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-1cb60f7b-ed88-414f-b65d-4e292f3c7c92 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1631750'] for network, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:34.656783 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 16:03:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7c9cb4f-ded9-4bbb-aeca-d0ca3c49f1f7 x-openstack-request-id: req-f7c9cb4f-ded9-4bbb-aeca-d0ca3c49f1f7 {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:03:34.657277 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39c49e88-bf4a-4424-b161-1363512b4e60", "name": "network-vif-deleted", "tag": "7511c9a1-2358-4ec3-9f37-69ef4bfe5963", "status": "completed", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:03:34.657622 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f7c9cb4f-ded9-4bbb-aeca-d0ca3c49f1f7 {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:03:34.658109 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39c49e88-bf4a-4424-b161-1363512b4e60', 'name': 'network-vif-deleted', 'tag': '7511c9a1-2358-4ec3-9f37-69ef4bfe5963', 'status': 'completed', 'code': 200} Mar 29 16:03:34.677553 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-770bf6df-f1aa-4490-a710-50edcbc1dd3e req-bcb763a6-05e1-454d-8b11-4a1b386eed34 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] 10.222.0.42 "GET /v2.0/security-groups?id=299f4eee-9f08-4ab2-9699-a166ce9b5c35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837150 Mar 29 16:03:34.704117 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-1cb60f7b-ed88-414f-b65d-4e292f3c7c92 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Deleting port f32b41da-aeff-4574-8332-e102e3ce4f03 {{(pid=102790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:03:34.705059 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-1cb60f7b-ed88-414f-b65d-4e292f3c7c92 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:34.750378 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-056c3be4-0269-4cd7-bbfe-901df91e92f9 req-c3fc59ec-5afd-4a97-80d6-450ede58f2c2 tempest-VolumesSnapshotTestJSON-706823163 tempest-VolumesSnapshotTestJSON-706823163-project] 10.222.0.42 "GET /v2.0/ports?device_id=39c49e88-bf4a-4424-b161-1363512b4e60 HTTP/1.1" status: 200 len: 210 time: 0.0282538 Mar 29 16:03:34.779058 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [None req-1cb60f7b-ed88-414f-b65d-4e292f3c7c92 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] For port f32b41da-aeff-4574-8332-e102e3ce4f03, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=f32b41da-aeff-4574-8332-e102e3ce4f03,segment=NetworkSegment(0dc0b4c6-ac87-4370-8d97-564561460b67),segment_id=0dc0b4c6-ac87-4370-8d97-564561460b67)] {{(pid=102790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:03:34.779539 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-1cb60f7b-ed88-414f-b65d-4e292f3c7c92 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:34.795744 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-1cb60f7b-ed88-414f-b65d-4e292f3c7c92 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Calling delete_port for f32b41da-aeff-4574-8332-e102e3ce4f03 owned by network:dhcp {{(pid=102790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:03:34.882814 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device f32b41da-aeff-4574-8332-e102e3ce4f03 up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 16:03:34.896729 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-1cb60f7b-ed88-414f-b65d-4e292f3c7c92 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:34.929112 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cb60f7b-ed88-414f-b65d-4e292f3c7c92 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] No DVR routers for this DVR port f32b41da-aeff-4574-8332-e102e3ce4f03 on host n-d-834765-1 {{(pid=102790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 16:03:34.931815 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb60f7b-ed88-414f-b65d-4e292f3c7c92 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Pushing event deleted for resources: {'Port': ['ID=f32b41da-aeff-4574-8332-e102e3ce4f03,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:03:34.931987 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] No active binding found for port f32b41da-aeff-4574-8332-e102e3ce4f03 {{(pid=102792) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Mar 29 16:03:34.931987 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device f32b41da-aeff-4574-8332-e102e3ce4f03 not bound to the agent host n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Mar 29 16:03:34.952809 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Port f32b41da-aeff-4574-8332-e102e3ce4f03 not found, will not notify nova. {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Mar 29 16:03:35.014092 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-1cb60f7b-ed88-414f-b65d-4e292f3c7c92 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639890', 'neutron.services.segments.db._delete_segments_for_network-8783523423079'] for network, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:35.040592 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-1cb60f7b-ed88-414f-b65d-4e292f3c7c92 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87f97498-3a4e-4a83-a46e-f717a5339f9e']}} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:03:35.056330 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-1cb60f7b-ed88-414f-b65d-4e292f3c7c92 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0dc0b4c6-ac87-4370-8d97-564561460b67') {'for_net_delete': True} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:03:35.056635 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-1cb60f7b-ed88-414f-b65d-4e292f3c7c92 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0dc0b4c6-ac87-4370-8d97-564561460b67') {} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:03:35.059504 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2791485c-939b-45e1-8dbb-4d65b0587a3e None None] Network 87f97498-3a4e-4a83-a46e-f717a5339f9e requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 16:03:35.067951 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-1cb60f7b-ed88-414f-b65d-4e292f3c7c92 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783523422064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4614019'] for segment, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:35.084210 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-1cb60f7b-ed88-414f-b65d-4e292f3c7c92 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:35.092389 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1cb60f7b-ed88-414f-b65d-4e292f3c7c92 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Releasing vlan 627 on physical network physnet1 to pool {{(pid=102790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 16:03:35.092835 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-1cb60f7b-ed88-414f-b65d-4e292f3c7c92 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5238013'] for segment, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:35.096417 n-d-834765-1 neutron-server[102790]: Traceback (most recent call last): Mar 29 16:03:35.096417 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 16:03:35.096417 n-d-834765-1 neutron-server[102790]: timer() Mar 29 16:03:35.096417 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 16:03:35.096417 n-d-834765-1 neutron-server[102790]: cb(*args, **kw) Mar 29 16:03:35.096417 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 16:03:35.096417 n-d-834765-1 neutron-server[102790]: return func(*args, **kwargs) Mar 29 16:03:35.096417 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 16:03:35.096417 n-d-834765-1 neutron-server[102790]: self._notify() Mar 29 16:03:35.096417 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 16:03:35.096417 n-d-834765-1 neutron-server[102790]: self.callback(batched_events) Mar 29 16:03:35.096417 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 16:03:35.096417 n-d-834765-1 neutron-server[102790]: event.method(event) Mar 29 16:03:35.096417 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 16:03:35.096417 n-d-834765-1 neutron-server[102790]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 16:03:35.096417 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 16:03:35.096417 n-d-834765-1 neutron-server[102790]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 16:03:35.096417 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 16:03:35.096417 n-d-834765-1 neutron-server[102790]: return f(self, *a, **k) Mar 29 16:03:35.096417 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 16:03:35.096417 n-d-834765-1 neutron-server[102790]: return self._get(url).json() Mar 29 16:03:35.096417 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 16:03:35.096417 n-d-834765-1 neutron-server[102790]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 16:03:35.096417 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 16:03:35.096417 n-d-834765-1 neutron-server[102790]: return self.request(url, 'GET', **kwargs) Mar 29 16:03:35.096417 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 16:03:35.096417 n-d-834765-1 neutron-server[102790]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 16:03:35.096417 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 16:03:35.096417 n-d-834765-1 neutron-server[102790]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 16:03:35.096417 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 16:03:35.096417 n-d-834765-1 neutron-server[102790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 16:03:35.096417 n-d-834765-1 neutron-server[102790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 16:03:35.127774 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-e3758547-5154-4c7e-849b-7defa6135c35 None None] Could not find standard attr ID for object f32b41da-aeff-4574-8332-e102e3ce4f03. {{(pid=102792) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 29 16:03:35.165108 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-1cb60f7b-ed88-414f-b65d-4e292f3c7c92 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1639897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648174'] for network, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:35.179223 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-1cb60f7b-ed88-414f-b65d-4e292f3c7c92 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks [] for network, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:35.184033 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-1cb60f7b-ed88-414f-b65d-4e292f3c7c92 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] 10.222.0.42 "DELETE /v2.0/networks/87f97498-3a4e-4a83-a46e-f717a5339f9e HTTP/1.1" status: 204 len: 168 time: 0.6752880 Mar 29 16:03:35.188684 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 49814) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:03:35.194616 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb60f7b-ed88-414f-b65d-4e292f3c7c92 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Pushing event deleted for resources: {'Network': ['ID=87f97498-3a4e-4a83-a46e-f717a5339f9e,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:03:35.195298 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-d0658b47-32c7-48ad-8062-037371021a79 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1435191560'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:03:35.215470 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0658b47-32c7-48ad-8062-037371021a79 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Made reservation on behalf of 8448cf8b24d44551bc0e5bbcd54d34e2 for: {'network': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:03:35.218640 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-d0658b47-32c7-48ad-8062-037371021a79 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for network, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:35.241484 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0658b47-32c7-48ad-8062-037371021a79 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] vlan segment allocate from pool success with {'vlan_id': 635, 'physical_network': 'physnet1'} {{(pid=102791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 16:03:35.249280 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b126bc2-8259-46b5-b3a8-e67d5090ef39 None None] DHCP port deletion for 87f97498-3a4e-4a83-a46e-f717a5339f9e request from n-d-834765-1 {{(pid=102792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 29 16:03:35.251749 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-d0658b47-32c7-48ad-8062-037371021a79 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:35.252106 n-d-834765-1 neutron-server[102791]: INFO neutron.db.segments_db [None req-d0658b47-32c7-48ad-8062-037371021a79 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Added segment 4adbd6d3-3f1e-4ceb-9e04-95af3b964e80 of type vlan for network 5fa125df-02fd-455e-9a9a-ba0ea6b6e85b Mar 29 16:03:35.296824 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-d0658b47-32c7-48ad-8062-037371021a79 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783522915970'] for network, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:35.320506 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-d0658b47-32c7-48ad-8062-037371021a79 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795'] for network, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:35.326594 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0658b47-32c7-48ad-8062-037371021a79 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:03:35.327169 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-d0658b47-32c7-48ad-8062-037371021a79 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks [] for network, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:35.362728 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-d0658b47-32c7-48ad-8062-037371021a79 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1722627 Mar 29 16:03:35.365517 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 49816) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:03:35.395839 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-4bac38d0-c104-4487-ae18-dfc45f15c9eb tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Request body: {'subnet': {'network_id': '5fa125df-02fd-455e-9a9a-ba0ea6b6e85b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:03:35.402231 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0658b47-32c7-48ad-8062-037371021a79 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Pushing event updated for resources: {'Network': ['ID=5fa125df-02fd-455e-9a9a-ba0ea6b6e85b,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:03:35.413730 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Network 5fa125df-02fd-455e-9a9a-ba0ea6b6e85b details requested by agent ovs-agent-n-d-834765-1 with host n-d-834765-1 {{(pid=102792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 16:03:35.497123 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bac38d0-c104-4487-ae18-dfc45f15c9eb tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Made reservation on behalf of 8448cf8b24d44551bc0e5bbcd54d34e2 for: {'subnet': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:03:35.500589 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-4bac38d0-c104-4487-ae18-dfc45f15c9eb tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16218875'] for subnet, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:35.674658 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-4bac38d0-c104-4487-ae18-dfc45f15c9eb tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16155524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16218861'] for subnet, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:35.735774 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bac38d0-c104-4487-ae18-dfc45f15c9eb tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Pushing event updated for resources: {'Subnet': ['ID=e52076b5-1360-470c-8f95-df6a1d983e03,revision_number=0']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:03:35.743579 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bac38d0-c104-4487-ae18-dfc45f15c9eb tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Checking segment: {'id': '4adbd6d3-3f1e-4ceb-9e04-95af3b964e80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '5fa125df-02fd-455e-9a9a-ba0ea6b6e85b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 16:03:35.744146 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bac38d0-c104-4487-ae18-dfc45f15c9eb tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Network hostable DHCP agents. Network: 5fa125df-02fd-455e-9a9a-ba0ea6b6e85b, hostable agents: ['d136643e-48ae-49d4-a851-2ba3bdf3749c'], hosted agents: [] {{(pid=102791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 16:03:35.763066 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bac38d0-c104-4487-ae18-dfc45f15c9eb tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Network 5fa125df-02fd-455e-9a9a-ba0ea6b6e85b is scheduled to be hosted by DHCP agent d136643e-48ae-49d4-a851-2ba3bdf3749c with binding_index 1 {{(pid=102791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 16:03:35.764122 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-0cb6abf6-2706-4e52-8825-f5f644ecf9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:35.771638 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [None req-4bac38d0-c104-4487-ae18-dfc45f15c9eb tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834765-1, 5fa125df-02fd-455e-9a9a-ba0ea6b6e85b) {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:03:35.777591 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bac38d0-c104-4487-ae18-dfc45f15c9eb tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:03:35.778235 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-4bac38d0-c104-4487-ae18-dfc45f15c9eb tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks [] for subnet, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:35.781065 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4a4612b-2ca4-4768-8fb8-ee2d046824ad None None] Network 5fa125df-02fd-455e-9a9a-ba0ea6b6e85b requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 16:03:35.796346 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-4bac38d0-c104-4487-ae18-dfc45f15c9eb tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4297795 Mar 29 16:03:35.798991 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 49822) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:03:35.812278 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-37a086e2-27a2-43f0-994a-9a50343d8a79 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Request body: {'port': {'network_id': '5fa125df-02fd-455e-9a9a-ba0ea6b6e85b', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1063336550'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:03:35.820676 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17609c5b-bded-4c74-88f2-edde97d6e02a req-06bf52b2-df5c-4679-9b4f-476d90e14bb3 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:03:35.830097 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-17609c5b-bded-4c74-88f2-edde97d6e02a req-06bf52b2-df5c-4679-9b4f-476d90e14bb3 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd8e3388-810b-42c2-83e9-f7b4e3d0dd7b HTTP/1.1" status: 200 len: 945 time: 0.0663292 Mar 29 16:03:35.885097 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-17609c5b-bded-4c74-88f2-edde97d6e02a req-645a88d6-4504-4934-a530-6b38121ad594 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] 10.222.0.42 "GET /v2.0/security-groups?id=299f4eee-9f08-4ab2-9699-a166ce9b5c35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480320 Mar 29 16:03:35.957711 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:35.971890 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92e0fdd3-f3a0-4a3c-bc8b-3fec5f7bdc91 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0035034-69b0-5ffc-b384-0ac6189c5628-5fa125df-02fd-455e-9a9a-ba0ea6b6e85b', 'network_id': '5fa125df-02fd-455e-9a9a-ba0ea6b6e85b', 'tenant_id': '8448cf8b24d44551bc0e5bbcd54d34e2', 'fixed_ips': [{'subnet_id': 'e52076b5-1360-470c-8f95-df6a1d983e03'}]}} from n-d-834765-1. {{(pid=102792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 29 16:03:35.972584 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37a086e2-27a2-43f0-994a-9a50343d8a79 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Made reservation on behalf of 8448cf8b24d44551bc0e5bbcd54d34e2 for: {'port': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:03:35.972995 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-92e0fdd3-f3a0-4a3c-bc8b-3fec5f7bdc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:35.976117 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-37a086e2-27a2-43f0-994a-9a50343d8a79 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:35.994159 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [None req-37a086e2-27a2-43f0-994a-9a50343d8a79 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] device_id is not set on port 8d921f24-cb8d-42ed-8e67-2b8f0521c823 yet. {{(pid=102791) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 29 16:03:36.114362 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_common [None req-37a086e2-27a2-43f0-994a-9a50343d8a79 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Allocated IP 172.20.0.10 (5fa125df-02fd-455e-9a9a-ba0ea6b6e85b/e52076b5-1360-470c-8f95-df6a1d983e03/8d921f24-cb8d-42ed-8e67-2b8f0521c823) {{(pid=102791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:03:36.251208 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-37a086e2-27a2-43f0-994a-9a50343d8a79 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks [] for port, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:36.284806 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-37a086e2-27a2-43f0-994a-9a50343d8a79 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:36.328414 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37a086e2-27a2-43f0-994a-9a50343d8a79 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Network 5fa125df-02fd-455e-9a9a-ba0ea6b6e85b is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:03:36.331540 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [None req-37a086e2-27a2-43f0-994a-9a50343d8a79 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:03:36.332804 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.db_base_plugin_common [None req-92e0fdd3-f3a0-4a3c-bc8b-3fec5f7bdc91 None None] Allocated IP 172.20.0.2 (5fa125df-02fd-455e-9a9a-ba0ea6b6e85b/e52076b5-1360-470c-8f95-df6a1d983e03/035093c3-6c08-4212-9a9e-567b4d6afecb) {{(pid=102792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:03:36.333944 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37a086e2-27a2-43f0-994a-9a50343d8a79 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Received port after_create {{(pid=102791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:03:36.378777 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a086e2-27a2-43f0-994a-9a50343d8a79 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Pushing event updated for resources: {'Port': ['ID=8d921f24-cb8d-42ed-8e67-2b8f0521c823,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:03:36.389754 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37a086e2-27a2-43f0-994a-9a50343d8a79 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:03:36.390377 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-37a086e2-27a2-43f0-994a-9a50343d8a79 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:36.411313 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 49832) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:03:36.412242 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-37a086e2-27a2-43f0-994a-9a50343d8a79 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 887 time: 0.6117566 Mar 29 16:03:36.501873 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-92e0fdd3-f3a0-4a3c-bc8b-3fec5f7bdc91 None None] Notify callbacks [] for port, precommit_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:36.508708 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-92e0fdd3-f3a0-4a3c-bc8b-3fec5f7bdc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956'] for port, after_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:36.509342 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-1e0895ca-d4c0-44a0-9823-23c18c5541b5 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Deleting port 8d921f24-cb8d-42ed-8e67-2b8f0521c823 {{(pid=102790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:03:36.509800 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-1e0895ca-d4c0-44a0-9823-23c18c5541b5 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:36.550356 n-d-834765-1 neutron-server[102792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92e0fdd3-f3a0-4a3c-bc8b-3fec5f7bdc91 None None] Network 5fa125df-02fd-455e-9a9a-ba0ea6b6e85b is already hosted by enough agents. {{(pid=102792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:03:36.553176 n-d-834765-1 neutron-server[102792]: DEBUG neutron.scheduler.base_scheduler [None req-92e0fdd3-f3a0-4a3c-bc8b-3fec5f7bdc91 None None] Resources bound (agent type, host, resource id): {{(pid=102792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:03:36.557635 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92e0fdd3-f3a0-4a3c-bc8b-3fec5f7bdc91 None None] Received port after_create {{(pid=102792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:03:36.565195 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e0fdd3-f3a0-4a3c-bc8b-3fec5f7bdc91 None None] Pushing event updated for resources: {'Port': ['ID=035093c3-6c08-4212-9a9e-567b4d6afecb,revision_number=1']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:03:36.606731 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-1e0895ca-d4c0-44a0-9823-23c18c5541b5 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:36.620747 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-92e0fdd3-f3a0-4a3c-bc8b-3fec5f7bdc91 None None] Attempting to bind port 035093c3-6c08-4212-9a9e-567b4d6afecb on host n-d-834765-1 for vnic_type normal with profile {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 16:03:36.621274 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-92e0fdd3-f3a0-4a3c-bc8b-3fec5f7bdc91 None None] Attempting to bind port 035093c3-6c08-4212-9a9e-567b4d6afecb by drivers openvswitch,hyperv on host n-d-834765-1 at level 0 using segments [{'id': '4adbd6d3-3f1e-4ceb-9e04-95af3b964e80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '5fa125df-02fd-455e-9a9a-ba0ea6b6e85b'}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 16:03:36.621720 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92e0fdd3-f3a0-4a3c-bc8b-3fec5f7bdc91 None None] Attempting to bind port 035093c3-6c08-4212-9a9e-567b4d6afecb on network 5fa125df-02fd-455e-9a9a-ba0ea6b6e85b {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 16:03:36.622408 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-1e0895ca-d4c0-44a0-9823-23c18c5541b5 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Calling delete_port for 8d921f24-cb8d-42ed-8e67-2b8f0521c823 owned by {{(pid=102790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:03:36.627275 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92e0fdd3-f3a0-4a3c-bc8b-3fec5f7bdc91 None None] Checking agent: {'id': 'a8866439-9d96-425c-b519-6905c591ac37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 25, 36), 'started_at': datetime.datetime(2022, 3, 29, 15, 26, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 16, 3, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834765-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 16:03:36.627772 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92e0fdd3-f3a0-4a3c-bc8b-3fec5f7bdc91 None None] Checking segment: {'id': '4adbd6d3-3f1e-4ceb-9e04-95af3b964e80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '5fa125df-02fd-455e-9a9a-ba0ea6b6e85b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 16:03:36.628237 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-92e0fdd3-f3a0-4a3c-bc8b-3fec5f7bdc91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:36.628691 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92e0fdd3-f3a0-4a3c-bc8b-3fec5f7bdc91 None None] Bound using segment: {'id': '4adbd6d3-3f1e-4ceb-9e04-95af3b964e80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '5fa125df-02fd-455e-9a9a-ba0ea6b6e85b'} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 16:03:36.629237 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-92e0fdd3-f3a0-4a3c-bc8b-3fec5f7bdc91 None None] Bound port: 035093c3-6c08-4212-9a9e-567b4d6afecb, host: n-d-834765-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4adbd6d3-3f1e-4ceb-9e04-95af3b964e80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '5fa125df-02fd-455e-9a9a-ba0ea6b6e85b'}}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 16:03:36.629689 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-92e0fdd3-f3a0-4a3c-bc8b-3fec5f7bdc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:36.699160 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-92e0fdd3-f3a0-4a3c-bc8b-3fec5f7bdc91 None None] For port 035093c3-6c08-4212-9a9e-567b4d6afecb, host n-d-834765-1, cleared binding levels {{(pid=102792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 16:03:36.702389 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-92e0fdd3-f3a0-4a3c-bc8b-3fec5f7bdc91 None None] For port 035093c3-6c08-4212-9a9e-567b4d6afecb, host n-d-834765-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=035093c3-6c08-4212-9a9e-567b4d6afecb,segment=NetworkSegment(4adbd6d3-3f1e-4ceb-9e04-95af3b964e80),segment_id=4adbd6d3-3f1e-4ceb-9e04-95af3b964e80)] {{(pid=102792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 16:03:36.708055 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-92e0fdd3-f3a0-4a3c-bc8b-3fec5f7bdc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:36.773967 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e0fdd3-f3a0-4a3c-bc8b-3fec5f7bdc91 None None] Pushing event updated for resources: {'Port': ['ID=035093c3-6c08-4212-9a9e-567b4d6afecb,revision_number=2']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:03:36.778661 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-1e0895ca-d4c0-44a0-9823-23c18c5541b5 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:36.815586 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0895ca-d4c0-44a0-9823-23c18c5541b5 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Pushing event deleted for resources: {'Port': ['ID=8d921f24-cb8d-42ed-8e67-2b8f0521c823,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:03:36.884271 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device f32b41da-aeff-4574-8332-e102e3ce4f03 no longer exists at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 16:03:36.895937 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-1e0895ca-d4c0-44a0-9823-23c18c5541b5 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:36.902418 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-1e0895ca-d4c0-44a0-9823-23c18c5541b5 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] 10.222.0.42 "DELETE /v2.0/ports/8d921f24-cb8d-42ed-8e67-2b8f0521c823 HTTP/1.1" status: 204 len: 168 time: 0.4900904 Mar 29 16:03:36.902653 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 49834) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:03:36.908726 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] No Port match for: f32b41da-aeff-4574-8332-e102e3ce4f03 {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 16:03:36.909069 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device f32b41da-aeff-4574-8332-e102e3ce4f03 not bound to the agent host n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 16:03:36.936786 n-d-834765-1 neutron-server[102791]: INFO neutron.pecan_wsgi.hooks.translation [None req-658c0790-32c0-4d9e-99fb-34b396671d14 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] GET failed (client error): The resource could not be found. Mar 29 16:03:36.938788 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-658c0790-32c0-4d9e-99fb-34b396671d14 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] 10.222.0.42 "GET /v2.0/ports/8d921f24-cb8d-42ed-8e67-2b8f0521c823 HTTP/1.1" status: 404 len: 333 time: 0.0350327 Mar 29 16:03:36.941900 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 49838) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:03:37.023235 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e9ba0e3-f767-4e1c-8c86-9de3749c51df tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Deleting subnet e52076b5-1360-470c-8f95-df6a1d983e03 {{(pid=102790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 16:03:37.026552 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-1e9ba0e3-f767-4e1c-8c86-9de3749c51df tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks [] for subnet, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:37.039685 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6738e46a-f431-40f3-9a3d-9f5fa533b1bf req-ae08659e-9d31-4ba9-bb9c-e155a6c39133 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:03:37.044851 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6738e46a-f431-40f3-9a3d-9f5fa533b1bf req-ae08659e-9d31-4ba9-bb9c-e155a6c39133 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd8e3388-810b-42c2-83e9-f7b4e3d0dd7b HTTP/1.1" status: 200 len: 945 time: 0.0712252 Mar 29 16:03:37.073438 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-1e9ba0e3-f767-4e1c-8c86-9de3749c51df tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4614024'] for subnet, precommit_delete_associations {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:37.088750 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6738e46a-f431-40f3-9a3d-9f5fa533b1bf req-9103ccd1-69e2-45c9-8575-0c0fcb322842 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] 10.222.0.42 "GET /v2.0/security-groups?id=299f4eee-9f08-4ab2-9699-a166ce9b5c35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378180 Mar 29 16:03:37.168027 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-1e9ba0e3-f767-4e1c-8c86-9de3749c51df tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1641287'] for subnet, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:37.231647 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-1e9ba0e3-f767-4e1c-8c86-9de3749c51df tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1641294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5231963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4793952'] for subnet, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:37.260312 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9ba0e3-f767-4e1c-8c86-9de3749c51df tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Pushing event deleted for resources: {'Subnet': ['ID=e52076b5-1360-470c-8f95-df6a1d983e03,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:03:37.262259 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-1e9ba0e3-f767-4e1c-8c86-9de3749c51df tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks [] for subnet, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:37.265404 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-1e9ba0e3-f767-4e1c-8c86-9de3749c51df tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] 10.222.0.42 "DELETE /v2.0/subnets/e52076b5-1360-470c-8f95-df6a1d983e03 HTTP/1.1" status: 204 len: 168 time: 0.3224909 Mar 29 16:03:37.268154 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 49846) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:03:37.382089 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-7f5024f2-cdf9-4cba-9d4f-2d04c94ea4a4 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1631750'] for network, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:37.459650 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-7f5024f2-cdf9-4cba-9d4f-2d04c94ea4a4 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Deleting port 035093c3-6c08-4212-9a9e-567b4d6afecb {{(pid=102790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:03:37.460238 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-7f5024f2-cdf9-4cba-9d4f-2d04c94ea4a4 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:37.550804 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [None req-7f5024f2-cdf9-4cba-9d4f-2d04c94ea4a4 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] For port 035093c3-6c08-4212-9a9e-567b4d6afecb, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=035093c3-6c08-4212-9a9e-567b4d6afecb,segment=NetworkSegment(4adbd6d3-3f1e-4ceb-9e04-95af3b964e80),segment_id=4adbd6d3-3f1e-4ceb-9e04-95af3b964e80)] {{(pid=102790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:03:37.551284 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-7f5024f2-cdf9-4cba-9d4f-2d04c94ea4a4 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:37.570244 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-7f5024f2-cdf9-4cba-9d4f-2d04c94ea4a4 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Calling delete_port for 035093c3-6c08-4212-9a9e-567b4d6afecb owned by network:dhcp {{(pid=102790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:03:37.655676 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-7f5024f2-cdf9-4cba-9d4f-2d04c94ea4a4 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:37.684207 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5024f2-cdf9-4cba-9d4f-2d04c94ea4a4 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Pushing event deleted for resources: {'Port': ['ID=035093c3-6c08-4212-9a9e-567b4d6afecb,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:03:37.686174 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f5024f2-cdf9-4cba-9d4f-2d04c94ea4a4 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] No DVR routers for this DVR port 035093c3-6c08-4212-9a9e-567b4d6afecb on host n-d-834765-1 {{(pid=102790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 16:03:37.830220 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ec4c347-692b-4e36-9236-863e7ebfb56a None None] Network 5fa125df-02fd-455e-9a9a-ba0ea6b6e85b requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 16:03:37.901172 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-a36e6f52-6c34-4588-b4cd-d9f210a98eb7 None None] Could not find standard attr ID for object 035093c3-6c08-4212-9a9e-567b4d6afecb. {{(pid=102792) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 29 16:03:38.021955 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f845e52-0ca3-4040-a7b9-72a0748cb64e None None] DHCP port deletion for 5fa125df-02fd-455e-9a9a-ba0ea6b6e85b request from n-d-834765-1 {{(pid=102792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 29 16:03:38.134769 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-7f5024f2-cdf9-4cba-9d4f-2d04c94ea4a4 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639890', 'neutron.services.segments.db._delete_segments_for_network-8783523423079'] for network, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:38.154815 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-7f5024f2-cdf9-4cba-9d4f-2d04c94ea4a4 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5fa125df-02fd-455e-9a9a-ba0ea6b6e85b']}} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:03:38.164562 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-7f5024f2-cdf9-4cba-9d4f-2d04c94ea4a4 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4adbd6d3-3f1e-4ceb-9e04-95af3b964e80') {'for_net_delete': True} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:03:38.165607 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-7f5024f2-cdf9-4cba-9d4f-2d04c94ea4a4 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4adbd6d3-3f1e-4ceb-9e04-95af3b964e80') {} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:03:38.175764 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-7f5024f2-cdf9-4cba-9d4f-2d04c94ea4a4 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783523422064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4614019'] for segment, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:38.210722 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-7f5024f2-cdf9-4cba-9d4f-2d04c94ea4a4 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:38.220828 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f5024f2-cdf9-4cba-9d4f-2d04c94ea4a4 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Releasing vlan 635 on physical network physnet1 to pool {{(pid=102790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 16:03:38.221225 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-7f5024f2-cdf9-4cba-9d4f-2d04c94ea4a4 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5238013'] for segment, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:38.224225 n-d-834765-1 neutron-server[102790]: Traceback (most recent call last): Mar 29 16:03:38.224225 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 16:03:38.224225 n-d-834765-1 neutron-server[102790]: timer() Mar 29 16:03:38.224225 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 16:03:38.224225 n-d-834765-1 neutron-server[102790]: cb(*args, **kw) Mar 29 16:03:38.224225 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 16:03:38.224225 n-d-834765-1 neutron-server[102790]: return func(*args, **kwargs) Mar 29 16:03:38.224225 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 16:03:38.224225 n-d-834765-1 neutron-server[102790]: self._notify() Mar 29 16:03:38.224225 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 16:03:38.224225 n-d-834765-1 neutron-server[102790]: self.callback(batched_events) Mar 29 16:03:38.224225 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 16:03:38.224225 n-d-834765-1 neutron-server[102790]: event.method(event) Mar 29 16:03:38.224225 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 16:03:38.224225 n-d-834765-1 neutron-server[102790]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 16:03:38.224225 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 16:03:38.224225 n-d-834765-1 neutron-server[102790]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 16:03:38.224225 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 16:03:38.224225 n-d-834765-1 neutron-server[102790]: return f(self, *a, **k) Mar 29 16:03:38.224225 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 16:03:38.224225 n-d-834765-1 neutron-server[102790]: return self._get(url).json() Mar 29 16:03:38.224225 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 16:03:38.224225 n-d-834765-1 neutron-server[102790]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 16:03:38.224225 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 16:03:38.224225 n-d-834765-1 neutron-server[102790]: return self.request(url, 'GET', **kwargs) Mar 29 16:03:38.224225 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 16:03:38.224225 n-d-834765-1 neutron-server[102790]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 16:03:38.224225 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 16:03:38.224225 n-d-834765-1 neutron-server[102790]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 16:03:38.224225 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 16:03:38.224225 n-d-834765-1 neutron-server[102790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 16:03:38.224225 n-d-834765-1 neutron-server[102790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 16:03:38.285750 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463a4292-3878-4670-b54b-3800496465ea req-de7e564d-ba63-4a4e-a8f2-f4c23b90540c tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:03:38.287215 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-463a4292-3878-4670-b54b-3800496465ea req-de7e564d-ba63-4a4e-a8f2-f4c23b90540c tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd8e3388-810b-42c2-83e9-f7b4e3d0dd7b HTTP/1.1" status: 200 len: 945 time: 0.1133835 Mar 29 16:03:38.309557 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-7f5024f2-cdf9-4cba-9d4f-2d04c94ea4a4 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1639897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648174'] for network, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:38.317904 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-7f5024f2-cdf9-4cba-9d4f-2d04c94ea4a4 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks [] for network, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:38.321198 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-7f5024f2-cdf9-4cba-9d4f-2d04c94ea4a4 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] 10.222.0.42 "DELETE /v2.0/networks/5fa125df-02fd-455e-9a9a-ba0ea6b6e85b HTTP/1.1" status: 204 len: 168 time: 1.0520155 Mar 29 16:03:38.324783 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 49852) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:03:38.332808 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-69b6dee7-09e6-4a0a-9c3d-8443e7576f97 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Request body: {'port': {'network_id': 'a6653872-ce72-4c96-901d-c7dc66813cf9', 'name': 'tempest-PortsTestJSON-1594031642'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:03:38.342924 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5024f2-cdf9-4cba-9d4f-2d04c94ea4a4 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Pushing event deleted for resources: {'Network': ['ID=5fa125df-02fd-455e-9a9a-ba0ea6b6e85b,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:03:38.357167 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-463a4292-3878-4670-b54b-3800496465ea req-96b2434d-b17c-47ad-a64d-cbd3e210eebe tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] 10.222.0.42 "GET /v2.0/security-groups?id=299f4eee-9f08-4ab2-9699-a166ce9b5c35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626681 Mar 29 16:03:38.487212 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69b6dee7-09e6-4a0a-9c3d-8443e7576f97 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Made reservation on behalf of 8448cf8b24d44551bc0e5bbcd54d34e2 for: {'port': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:03:38.490973 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-69b6dee7-09e6-4a0a-9c3d-8443e7576f97 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:38.508078 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [None req-69b6dee7-09e6-4a0a-9c3d-8443e7576f97 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] device_id is not set on port 13a51fd1-676a-47d6-b1b1-3923d4998e6d yet. {{(pid=102791) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 29 16:03:38.671806 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-69b6dee7-09e6-4a0a-9c3d-8443e7576f97 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks [] for port, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:38.703762 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-69b6dee7-09e6-4a0a-9c3d-8443e7576f97 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:38.747027 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69b6dee7-09e6-4a0a-9c3d-8443e7576f97 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Network a6653872-ce72-4c96-901d-c7dc66813cf9 is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:03:38.749960 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [None req-69b6dee7-09e6-4a0a-9c3d-8443e7576f97 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:03:38.753355 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69b6dee7-09e6-4a0a-9c3d-8443e7576f97 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Received port after_create {{(pid=102791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:03:38.759432 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69b6dee7-09e6-4a0a-9c3d-8443e7576f97 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:03:38.760028 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-69b6dee7-09e6-4a0a-9c3d-8443e7576f97 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:38.765511 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b6dee7-09e6-4a0a-9c3d-8443e7576f97 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Pushing event updated for resources: {'Port': ['ID=13a51fd1-676a-47d6-b1b1-3923d4998e6d,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:03:38.780778 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-69b6dee7-09e6-4a0a-9c3d-8443e7576f97 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.4548738 Mar 29 16:03:38.783184 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 49856) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:03:38.869309 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-9ef8b6f8-f326-40d8-9eb6-3099962e89be tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Deleting port 13a51fd1-676a-47d6-b1b1-3923d4998e6d {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:03:38.869551 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-9ef8b6f8-f326-40d8-9eb6-3099962e89be tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:38.935625 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-9ef8b6f8-f326-40d8-9eb6-3099962e89be tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:38.947953 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-9ef8b6f8-f326-40d8-9eb6-3099962e89be tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Calling delete_port for 13a51fd1-676a-47d6-b1b1-3923d4998e6d owned by {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:03:39.023559 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-9ef8b6f8-f326-40d8-9eb6-3099962e89be tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:39.050088 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef8b6f8-f326-40d8-9eb6-3099962e89be tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Pushing event deleted for resources: {'Port': ['ID=13a51fd1-676a-47d6-b1b1-3923d4998e6d,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:03:39.057344 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-9ef8b6f8-f326-40d8-9eb6-3099962e89be tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:39.060904 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-9ef8b6f8-f326-40d8-9eb6-3099962e89be tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] 10.222.0.42 "DELETE /v2.0/ports/13a51fd1-676a-47d6-b1b1-3923d4998e6d HTTP/1.1" status: 204 len: 168 time: 0.2767146 Mar 29 16:03:39.063705 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 49858) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:03:39.068427 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-4b6db6a3-e7c2-4158-b2a4-93f1ee1e559b tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Request body: {'port': {'network_id': 'a6653872-ce72-4c96-901d-c7dc66813cf9', 'mac_address': 'fa:16:3e:89:70:6c', 'name': 'tempest-PortsTestJSON-945920765'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:03:39.172808 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b6db6a3-e7c2-4158-b2a4-93f1ee1e559b tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Made reservation on behalf of 8448cf8b24d44551bc0e5bbcd54d34e2 for: {'port': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:03:39.235067 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-4b6db6a3-e7c2-4158-b2a4-93f1ee1e559b tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:39.259429 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [None req-4b6db6a3-e7c2-4158-b2a4-93f1ee1e559b tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] device_id is not set on port 0238133c-b6c1-4cc9-9a26-31785f7b01ef yet. {{(pid=102791) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 29 16:03:39.413996 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-4b6db6a3-e7c2-4158-b2a4-93f1ee1e559b tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks [] for port, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:39.480859 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-4b6db6a3-e7c2-4158-b2a4-93f1ee1e559b tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:39.522768 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device 7511c9a1-2358-4ec3-9f37-69ef4bfe5963 no longer exists at agent hyperv_n-h2-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 16:03:39.527663 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b6db6a3-e7c2-4158-b2a4-93f1ee1e559b tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Network a6653872-ce72-4c96-901d-c7dc66813cf9 is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:03:39.531692 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [None req-4b6db6a3-e7c2-4158-b2a4-93f1ee1e559b tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:03:39.537260 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b6db6a3-e7c2-4158-b2a4-93f1ee1e559b tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Received port after_create {{(pid=102791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:03:39.542914 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b6db6a3-e7c2-4158-b2a4-93f1ee1e559b tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:03:39.543477 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-4b6db6a3-e7c2-4158-b2a4-93f1ee1e559b tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:39.544466 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] No Port match for: 7511c9a1-2358-4ec3-9f37-69ef4bfe5963 {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 16:03:39.544888 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device 7511c9a1-2358-4ec3-9f37-69ef4bfe5963 not bound to the agent host n-h2-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 16:03:39.567168 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6db6a3-e7c2-4158-b2a4-93f1ee1e559b tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Pushing event updated for resources: {'Port': ['ID=0238133c-b6c1-4cc9-9a26-31785f7b01ef,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:03:39.579743 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d47f1f8-467d-471a-966b-20c786603294 req-49158f5f-a0d1-4476-a686-d2568d30f8ec tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:03:39.581265 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-0d47f1f8-467d-471a-966b-20c786603294 req-49158f5f-a0d1-4476-a686-d2568d30f8ec tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd8e3388-810b-42c2-83e9-f7b4e3d0dd7b HTTP/1.1" status: 200 len: 945 time: 0.1356905 Mar 29 16:03:39.587609 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-4b6db6a3-e7c2-4158-b2a4-93f1ee1e559b tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.5203264 Mar 29 16:03:39.588158 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 49866) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:03:39.622344 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-0d47f1f8-467d-471a-966b-20c786603294 req-363e1415-fe74-42f6-b785-939eec317e91 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] 10.222.0.42 "GET /v2.0/security-groups?id=299f4eee-9f08-4ab2-9699-a166ce9b5c35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344403 Mar 29 16:03:39.635607 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f126c07b-a23e-4e85-897f-52e4d7734258 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:03:39.639497 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-f126c07b-a23e-4e85-897f-52e4d7734258 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] 10.222.0.42 "GET /v2.0/ports/0238133c-b6c1-4cc9-9a26-31785f7b01ef HTTP/1.1" status: 200 len: 840 time: 0.0478628 Mar 29 16:03:39.640243 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 49868) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:03:39.740040 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-aafc6559-0974-4277-bb81-be91aaa60e06 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Deleting port 0238133c-b6c1-4cc9-9a26-31785f7b01ef {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:03:39.740267 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-aafc6559-0974-4277-bb81-be91aaa60e06 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:39.816122 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-aafc6559-0974-4277-bb81-be91aaa60e06 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:39.831568 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-aafc6559-0974-4277-bb81-be91aaa60e06 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Calling delete_port for 0238133c-b6c1-4cc9-9a26-31785f7b01ef owned by {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:03:40.246543 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-aafc6559-0974-4277-bb81-be91aaa60e06 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:40.273034 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafc6559-0974-4277-bb81-be91aaa60e06 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Pushing event deleted for resources: {'Port': ['ID=0238133c-b6c1-4cc9-9a26-31785f7b01ef,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:03:40.280268 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-aafc6559-0974-4277-bb81-be91aaa60e06 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:40.283431 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-aafc6559-0974-4277-bb81-be91aaa60e06 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] 10.222.0.42 "DELETE /v2.0/ports/0238133c-b6c1-4cc9-9a26-31785f7b01ef HTTP/1.1" status: 204 len: 168 time: 0.6421158 Mar 29 16:03:40.285959 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 49878) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:03:40.312065 n-d-834765-1 neutron-server[102791]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e518eb2-b434-41b5-a7d9-6e2b266fc36e tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] GET failed (client error): The resource could not be found. Mar 29 16:03:40.313790 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-8e518eb2-b434-41b5-a7d9-6e2b266fc36e tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] 10.222.0.42 "GET /v2.0/ports/0238133c-b6c1-4cc9-9a26-31785f7b01ef HTTP/1.1" status: 404 len: 333 time: 0.0269272 Mar 29 16:03:40.317534 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 49880) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:03:40.322286 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-d648e170-a01e-45ea-9baa-594b261ea923 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Request body: {'port': {'network_id': 'a6653872-ce72-4c96-901d-c7dc66813cf9', 'name': 'tempest-PortsTestJSON-1223567876'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:03:40.409746 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d648e170-a01e-45ea-9baa-594b261ea923 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Made reservation on behalf of 8448cf8b24d44551bc0e5bbcd54d34e2 for: {'port': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:03:40.413123 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-d648e170-a01e-45ea-9baa-594b261ea923 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:40.432213 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [None req-d648e170-a01e-45ea-9baa-594b261ea923 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] device_id is not set on port ef45d87e-bc97-4a8d-ac32-3f3a0aebe2b1 yet. {{(pid=102791) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 29 16:03:40.598286 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-d648e170-a01e-45ea-9baa-594b261ea923 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks [] for port, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:40.638472 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-d648e170-a01e-45ea-9baa-594b261ea923 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:40.685418 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d648e170-a01e-45ea-9baa-594b261ea923 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Network a6653872-ce72-4c96-901d-c7dc66813cf9 is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:03:40.688929 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [None req-d648e170-a01e-45ea-9baa-594b261ea923 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:03:40.692938 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d648e170-a01e-45ea-9baa-594b261ea923 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Received port after_create {{(pid=102791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:03:40.699391 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d648e170-a01e-45ea-9baa-594b261ea923 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:03:40.700127 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-d648e170-a01e-45ea-9baa-594b261ea923 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:40.710435 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d648e170-a01e-45ea-9baa-594b261ea923 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Pushing event updated for resources: {'Port': ['ID=ef45d87e-bc97-4a8d-ac32-3f3a0aebe2b1,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:03:40.724729 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-d648e170-a01e-45ea-9baa-594b261ea923 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.4061408 Mar 29 16:03:40.727374 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 49884) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:03:40.734036 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-49865129-cca8-4589-aa06-70dcd536a820 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:03:40.830302 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9c6da2-da60-43ea-9305-01ac928984b0 req-7c2c51db-befb-4f17-a675-33230b766100 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:03:40.831846 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-2c9c6da2-da60-43ea-9305-01ac928984b0 req-7c2c51db-befb-4f17-a675-33230b766100 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd8e3388-810b-42c2-83e9-f7b4e3d0dd7b HTTP/1.1" status: 200 len: 945 time: 0.1079714 Mar 29 16:03:40.848969 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-49865129-cca8-4589-aa06-70dcd536a820 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:40.913534 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-2c9c6da2-da60-43ea-9305-01ac928984b0 req-5c5165e1-f188-4e16-8059-06d3156facc9 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] 10.222.0.42 "GET /v2.0/security-groups?id=299f4eee-9f08-4ab2-9699-a166ce9b5c35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708406 Mar 29 16:03:41.026739 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-49865129-cca8-4589-aa06-70dcd536a820 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks [] for port, precommit_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:41.031387 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-49865129-cca8-4589-aa06-70dcd536a820 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5237921'] for port, after_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:41.069004 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-49865129-cca8-4589-aa06-70dcd536a820 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] In _notify_port_updated(), no bound segment for port ef45d87e-bc97-4a8d-ac32-3f3a0aebe2b1 on network a6653872-ce72-4c96-901d-c7dc66813cf9 {{(pid=102790) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Mar 29 16:03:41.074763 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49865129-cca8-4589-aa06-70dcd536a820 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:03:41.075405 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-49865129-cca8-4589-aa06-70dcd536a820 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:41.079158 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-49865129-cca8-4589-aa06-70dcd536a820 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] 10.222.0.42 "PUT /v2.0/ports/ef45d87e-bc97-4a8d-ac32-3f3a0aebe2b1 HTTP/1.1" status: 200 len: 818 time: 0.3478127 Mar 29 16:03:41.079566 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 49890) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:03:41.122850 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49865129-cca8-4589-aa06-70dcd536a820 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Pushing event updated for resources: {'Port': ['ID=ef45d87e-bc97-4a8d-ac32-3f3a0aebe2b1,revision_number=2']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:03:41.181084 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-c515e989-3192-4233-a430-efa38a8ca72c tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Deleting port ef45d87e-bc97-4a8d-ac32-3f3a0aebe2b1 {{(pid=102790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:03:41.181527 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c515e989-3192-4233-a430-efa38a8ca72c tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:41.236063 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.agents_db [None req-59735a15-725e-44d4-9ad5-95cbe356f209 None None] Agent healthcheck: found 7 active agents {{(pid=102793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 16:03:41.251242 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c515e989-3192-4233-a430-efa38a8ca72c tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:41.262952 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-c515e989-3192-4233-a430-efa38a8ca72c tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Calling delete_port for ef45d87e-bc97-4a8d-ac32-3f3a0aebe2b1 owned by {{(pid=102790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:03:41.342413 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c515e989-3192-4233-a430-efa38a8ca72c tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:41.369568 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c515e989-3192-4233-a430-efa38a8ca72c tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Pushing event deleted for resources: {'Port': ['ID=ef45d87e-bc97-4a8d-ac32-3f3a0aebe2b1,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:03:41.376661 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c515e989-3192-4233-a430-efa38a8ca72c tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:41.379905 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-c515e989-3192-4233-a430-efa38a8ca72c tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] 10.222.0.42 "DELETE /v2.0/ports/ef45d87e-bc97-4a8d-ac32-3f3a0aebe2b1 HTTP/1.1" status: 204 len: 168 time: 0.2993937 Mar 29 16:03:41.382364 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 49892) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:03:41.431918 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac118e0e-9413-4bdf-a0d0-457e29e9af43 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:03:41.433377 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-ac118e0e-9413-4bdf-a0d0-457e29e9af43 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0501180 Mar 29 16:03:41.436049 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 49894) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:03:41.470247 n-d-834765-1 neutron-server[102790]: INFO neutron.pecan_wsgi.hooks.translation [None req-39843df9-2305-45ec-9de7-d89508ea31d2 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] GET failed (client error): The resource could not be found. Mar 29 16:03:41.471950 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-39843df9-2305-45ec-9de7-d89508ea31d2 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] 10.222.0.42 "GET /v2.0/ports/ef45d87e-bc97-4a8d-ac32-3f3a0aebe2b1 HTTP/1.1" status: 404 len: 333 time: 0.0349839 Mar 29 16:03:41.475767 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 49896) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:03:41.482137 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-d9ec4481-b748-425e-860b-a4160f379e6f tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1429479794'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:03:41.507057 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9ec4481-b748-425e-860b-a4160f379e6f tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Made reservation on behalf of 8448cf8b24d44551bc0e5bbcd54d34e2 for: {'network': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:03:41.511597 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-d9ec4481-b748-425e-860b-a4160f379e6f tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for network, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:41.536354 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9ec4481-b748-425e-860b-a4160f379e6f tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] vlan segment allocate from pool success with {'vlan_id': 633, 'physical_network': 'physnet1'} {{(pid=102791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 16:03:41.545298 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-d9ec4481-b748-425e-860b-a4160f379e6f tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:41.545919 n-d-834765-1 neutron-server[102791]: INFO neutron.db.segments_db [None req-d9ec4481-b748-425e-860b-a4160f379e6f tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Added segment f522a24b-502f-47dc-a5e6-2b2deb0288f8 of type vlan for network cd61eab6-8ed1-433b-99df-1221dbe0d7f9 Mar 29 16:03:41.584817 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-d9ec4481-b748-425e-860b-a4160f379e6f tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783522915970'] for network, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:41.609582 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-d9ec4481-b748-425e-860b-a4160f379e6f tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795'] for network, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:41.615079 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9ec4481-b748-425e-860b-a4160f379e6f tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:03:41.615691 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-d9ec4481-b748-425e-860b-a4160f379e6f tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks [] for network, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:41.659670 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-d9ec4481-b748-425e-860b-a4160f379e6f tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1826720 Mar 29 16:03:41.663660 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 49898) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:03:41.670000 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-b01aad43-945c-4b71-a334-380b11a51886 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Request body: {'subnet': {'network_id': 'cd61eab6-8ed1-433b-99df-1221dbe0d7f9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:03:41.694959 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ec4481-b748-425e-860b-a4160f379e6f tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Pushing event updated for resources: {'Network': ['ID=cd61eab6-8ed1-433b-99df-1221dbe0d7f9,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:03:41.707220 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Network cd61eab6-8ed1-433b-99df-1221dbe0d7f9 details requested by agent ovs-agent-n-d-834765-1 with host n-d-834765-1 {{(pid=102792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 16:03:41.766396 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b01aad43-945c-4b71-a334-380b11a51886 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Made reservation on behalf of 8448cf8b24d44551bc0e5bbcd54d34e2 for: {'subnet': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:03:41.773195 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-b01aad43-945c-4b71-a334-380b11a51886 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4793983'] for subnet, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:41.974557 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-b01aad43-945c-4b71-a334-380b11a51886 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5231896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4793961'] for subnet, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:42.043492 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01aad43-945c-4b71-a334-380b11a51886 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Pushing event updated for resources: {'Subnet': ['ID=3169f215-1bdb-4d3a-a861-0213c2d03254,revision_number=0']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:03:42.044435 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31aed14-00d7-490b-91a7-f7e006930546 req-97248e74-2fa0-466d-94c7-30a00e14f1b6 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:03:42.045918 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b01aad43-945c-4b71-a334-380b11a51886 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Checking segment: {'id': 'f522a24b-502f-47dc-a5e6-2b2deb0288f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'cd61eab6-8ed1-433b-99df-1221dbe0d7f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 16:03:42.046171 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b31aed14-00d7-490b-91a7-f7e006930546 req-97248e74-2fa0-466d-94c7-30a00e14f1b6 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd8e3388-810b-42c2-83e9-f7b4e3d0dd7b HTTP/1.1" status: 200 len: 945 time: 0.0513878 Mar 29 16:03:42.046419 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b01aad43-945c-4b71-a334-380b11a51886 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Network hostable DHCP agents. Network: cd61eab6-8ed1-433b-99df-1221dbe0d7f9, hostable agents: ['d136643e-48ae-49d4-a851-2ba3bdf3749c'], hosted agents: [] {{(pid=102790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 16:03:42.067295 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b01aad43-945c-4b71-a334-380b11a51886 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Network cd61eab6-8ed1-433b-99df-1221dbe0d7f9 is scheduled to be hosted by DHCP agent d136643e-48ae-49d4-a851-2ba3bdf3749c with binding_index 1 {{(pid=102790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 16:03:42.079765 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-b01aad43-945c-4b71-a334-380b11a51886 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834765-1, cd61eab6-8ed1-433b-99df-1221dbe0d7f9) {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:03:42.085907 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b01aad43-945c-4b71-a334-380b11a51886 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:03:42.086604 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-b01aad43-945c-4b71-a334-380b11a51886 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks [] for subnet, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:42.090938 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-085e2851-8c28-4151-8f01-cd6de4cf9202 None None] Network cd61eab6-8ed1-433b-99df-1221dbe0d7f9 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 16:03:42.122849 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b31aed14-00d7-490b-91a7-f7e006930546 req-7977de4c-5391-4466-90ce-e4a5fd5cdea8 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] 10.222.0.42 "GET /v2.0/security-groups?id=299f4eee-9f08-4ab2-9699-a166ce9b5c35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635164 Mar 29 16:03:42.141179 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-b01aad43-945c-4b71-a334-380b11a51886 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4736195 Mar 29 16:03:42.141707 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 49904) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:03:42.148091 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-b4020875-8c21-4418-b1e9-8ef2ef3e2d3b tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Request body: {'subnet': {'network_id': 'cd61eab6-8ed1-433b-99df-1221dbe0d7f9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:03:42.276164 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4020875-8c21-4418-b1e9-8ef2ef3e2d3b tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Made reservation on behalf of 8448cf8b24d44551bc0e5bbcd54d34e2 for: {'subnet': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:03:42.278694 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcbfbe25-f6f8-476b-9523-c716d6a2fb5b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0035034-69b0-5ffc-b384-0ac6189c5628-cd61eab6-8ed1-433b-99df-1221dbe0d7f9', 'network_id': 'cd61eab6-8ed1-433b-99df-1221dbe0d7f9', 'tenant_id': '8448cf8b24d44551bc0e5bbcd54d34e2', 'fixed_ips': [{'subnet_id': '3169f215-1bdb-4d3a-a861-0213c2d03254'}]}} from n-d-834765-1. {{(pid=102792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 29 16:03:42.279551 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-b4020875-8c21-4418-b1e9-8ef2ef3e2d3b tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16218875'] for subnet, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:42.280079 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-dcbfbe25-f6f8-476b-9523-c716d6a2fb5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:42.378090 n-d-834765-1 neutron-server[102791]: INFO neutron.db.ipam_backend_mixin [None req-b4020875-8c21-4418-b1e9-8ef2ef3e2d3b tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 3169f215-1bdb-4d3a-a861-0213c2d03254 (CIDR: 172.20.0.0/28) Mar 29 16:03:42.381969 n-d-834765-1 neutron-server[102791]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4020875-8c21-4418-b1e9-8ef2ef3e2d3b tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 29 16:03:42.382450 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4020875-8c21-4418-b1e9-8ef2ef3e2d3b tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102791) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 16:03:42.402324 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-b4020875-8c21-4418-b1e9-8ef2ef3e2d3b tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2596092 Mar 29 16:03:42.404804 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 49906) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:03:42.410062 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-3c1b3c23-f588-440b-833e-4651742adf8c tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Request body: {'subnet': {'network_id': 'cd61eab6-8ed1-433b-99df-1221dbe0d7f9', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:03:42.450804 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.db_base_plugin_common [None req-dcbfbe25-f6f8-476b-9523-c716d6a2fb5b None None] Allocated IP 172.20.0.2 (cd61eab6-8ed1-433b-99df-1221dbe0d7f9/3169f215-1bdb-4d3a-a861-0213c2d03254/8d2a15fb-1c8e-4ade-9385-72c53b76b235) {{(pid=102792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:03:42.576944 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c1b3c23-f588-440b-833e-4651742adf8c tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Made reservation on behalf of 8448cf8b24d44551bc0e5bbcd54d34e2 for: {'subnet': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:03:42.580624 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-3c1b3c23-f588-440b-833e-4651742adf8c tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16218875'] for subnet, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:42.629507 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-dcbfbe25-f6f8-476b-9523-c716d6a2fb5b None None] Notify callbacks [] for port, precommit_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:42.643511 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-dcbfbe25-f6f8-476b-9523-c716d6a2fb5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956'] for port, after_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:42.714257 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbfbe25-f6f8-476b-9523-c716d6a2fb5b None None] Pushing event updated for resources: {'Port': ['ID=8d2a15fb-1c8e-4ade-9385-72c53b76b235,revision_number=1']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:03:42.732925 n-d-834765-1 neutron-server[102792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcbfbe25-f6f8-476b-9523-c716d6a2fb5b None None] Network cd61eab6-8ed1-433b-99df-1221dbe0d7f9 is already hosted by enough agents. {{(pid=102792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:03:42.734756 n-d-834765-1 neutron-server[102792]: DEBUG neutron.scheduler.base_scheduler [None req-dcbfbe25-f6f8-476b-9523-c716d6a2fb5b None None] Resources bound (agent type, host, resource id): {{(pid=102792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:03:42.743178 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcbfbe25-f6f8-476b-9523-c716d6a2fb5b None None] Received port after_create {{(pid=102792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:03:42.850412 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-dcbfbe25-f6f8-476b-9523-c716d6a2fb5b None None] Attempting to bind port 8d2a15fb-1c8e-4ade-9385-72c53b76b235 on host n-d-834765-1 for vnic_type normal with profile {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 16:03:42.850682 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-dcbfbe25-f6f8-476b-9523-c716d6a2fb5b None None] Attempting to bind port 8d2a15fb-1c8e-4ade-9385-72c53b76b235 by drivers openvswitch,hyperv on host n-d-834765-1 at level 0 using segments [{'id': 'f522a24b-502f-47dc-a5e6-2b2deb0288f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'cd61eab6-8ed1-433b-99df-1221dbe0d7f9'}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 16:03:42.853713 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcbfbe25-f6f8-476b-9523-c716d6a2fb5b None None] Attempting to bind port 8d2a15fb-1c8e-4ade-9385-72c53b76b235 on network cd61eab6-8ed1-433b-99df-1221dbe0d7f9 {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 16:03:42.859056 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcbfbe25-f6f8-476b-9523-c716d6a2fb5b None None] Checking agent: {'id': 'a8866439-9d96-425c-b519-6905c591ac37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 25, 36), 'started_at': datetime.datetime(2022, 3, 29, 15, 26, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 16, 3, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834765-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 16:03:42.859446 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcbfbe25-f6f8-476b-9523-c716d6a2fb5b None None] Checking segment: {'id': 'f522a24b-502f-47dc-a5e6-2b2deb0288f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'cd61eab6-8ed1-433b-99df-1221dbe0d7f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 16:03:42.860063 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-dcbfbe25-f6f8-476b-9523-c716d6a2fb5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:42.860741 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcbfbe25-f6f8-476b-9523-c716d6a2fb5b None None] Bound using segment: {'id': 'f522a24b-502f-47dc-a5e6-2b2deb0288f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'cd61eab6-8ed1-433b-99df-1221dbe0d7f9'} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 16:03:42.861461 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-dcbfbe25-f6f8-476b-9523-c716d6a2fb5b None None] Bound port: 8d2a15fb-1c8e-4ade-9385-72c53b76b235, host: n-d-834765-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f522a24b-502f-47dc-a5e6-2b2deb0288f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'cd61eab6-8ed1-433b-99df-1221dbe0d7f9'}}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 16:03:42.861840 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-dcbfbe25-f6f8-476b-9523-c716d6a2fb5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:42.937503 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-dcbfbe25-f6f8-476b-9523-c716d6a2fb5b None None] For port 8d2a15fb-1c8e-4ade-9385-72c53b76b235, host n-d-834765-1, cleared binding levels {{(pid=102792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 16:03:42.941421 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-dcbfbe25-f6f8-476b-9523-c716d6a2fb5b None None] For port 8d2a15fb-1c8e-4ade-9385-72c53b76b235, host n-d-834765-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=8d2a15fb-1c8e-4ade-9385-72c53b76b235,segment=NetworkSegment(f522a24b-502f-47dc-a5e6-2b2deb0288f8),segment_id=f522a24b-502f-47dc-a5e6-2b2deb0288f8)] {{(pid=102792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 16:03:42.947652 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-dcbfbe25-f6f8-476b-9523-c716d6a2fb5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:43.039728 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbfbe25-f6f8-476b-9523-c716d6a2fb5b None None] Pushing event updated for resources: {'Port': ['ID=8d2a15fb-1c8e-4ade-9385-72c53b76b235,revision_number=2']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:03:43.081643 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-3c1b3c23-f588-440b-833e-4651742adf8c tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16155524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16218861'] for subnet, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:43.131253 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c1b3c23-f588-440b-833e-4651742adf8c tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Network cd61eab6-8ed1-433b-99df-1221dbe0d7f9 is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:03:43.138307 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [None req-3c1b3c23-f588-440b-833e-4651742adf8c tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:03:43.143613 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c1b3c23-f588-440b-833e-4651742adf8c tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:03:43.144915 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-3c1b3c23-f588-440b-833e-4651742adf8c tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks [] for subnet, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:43.160994 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1b3c23-f588-440b-833e-4651742adf8c tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Pushing event updated for resources: {'Subnet': ['ID=27dbb8c6-be47-4810-9fff-454ce9eac893,revision_number=0']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:03:43.196162 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-3c1b3c23-f588-440b-833e-4651742adf8c tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.7899668 Mar 29 16:03:43.198636 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 49916) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:03:43.203750 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-299cb686-baa4-4624-a4f1-324edc552a44 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Request body: {'port': {'network_id': 'cd61eab6-8ed1-433b-99df-1221dbe0d7f9', 'fixed_ips': [{'subnet_id': '3169f215-1bdb-4d3a-a861-0213c2d03254'}, {'subnet_id': '27dbb8c6-be47-4810-9fff-454ce9eac893'}], 'name': 'tempest-PortsTestJSON-85887540'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:03:43.368479 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17822246-07e7-462c-b106-c2a79610dc22 req-ad17ab0c-1b27-4a1c-9db8-ec82e6aa58dd tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:03:43.369982 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-17822246-07e7-462c-b106-c2a79610dc22 req-ad17ab0c-1b27-4a1c-9db8-ec82e6aa58dd tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd8e3388-810b-42c2-83e9-f7b4e3d0dd7b HTTP/1.1" status: 200 len: 945 time: 0.1211882 Mar 29 16:03:43.436773 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-17822246-07e7-462c-b106-c2a79610dc22 req-e6cb9ec2-1f1c-46d2-aaee-8488199e88b8 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] 10.222.0.42 "GET /v2.0/security-groups?id=299f4eee-9f08-4ab2-9699-a166ce9b5c35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595167 Mar 29 16:03:43.437760 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-299cb686-baa4-4624-a4f1-324edc552a44 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Made reservation on behalf of 8448cf8b24d44551bc0e5bbcd54d34e2 for: {'port': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:03:43.532174 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device b5e9510a-130c-43b6-8f2a-559b817aa9da details requested by agent hyperv_n-h2-834765-1 with host n-h2-834765-1 {{(pid=102792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 16:03:43.585810 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-299cb686-baa4-4624-a4f1-324edc552a44 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:43.604412 n-d-834765-1 neutron-server[102790]: DEBUG neutron.notifiers.nova [None req-299cb686-baa4-4624-a4f1-324edc552a44 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] device_id is not set on port de15bca8-9f01-4b6b-aaad-20707bd72970 yet. {{(pid=102790) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 29 16:03:43.650247 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port b5e9510a-130c-43b6-8f2a-559b817aa9da, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=b5e9510a-130c-43b6-8f2a-559b817aa9da,segment=NetworkSegment(b3edd697-c981-4e3c-9ae1-cbcf1935405e),segment_id=b3edd697-c981-4e3c-9ae1-cbcf1935405e)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:03:43.663073 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Returning: {'device': 'b5e9510a-130c-43b6-8f2a-559b817aa9da', 'network_id': 'bcacae85-6ca5-4d88-b7ab-d97534741bbe', 'port_id': 'b5e9510a-130c-43b6-8f2a-559b817aa9da', 'mac_address': 'fa:16:3e:c4:e9:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 615, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a47225e3-f321-4c9c-823d-2d6e56b01612', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 16:03:43.723696 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:43.738333 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b5e9510a-130c-43b6-8f2a-559b817aa9da {{(pid=102792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 16:03:43.759290 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port b5e9510a-130c-43b6-8f2a-559b817aa9da, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=b5e9510a-130c-43b6-8f2a-559b817aa9da,segment=NetworkSegment(b3edd697-c981-4e3c-9ae1-cbcf1935405e),segment_id=b3edd697-c981-4e3c-9ae1-cbcf1935405e)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:03:43.767080 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:43.825094 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Pushing event updated for resources: {'Port': ['ID=b5e9510a-130c-43b6-8f2a-559b817aa9da,revision_number=6']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:03:43.875637 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] get_ports_and_sgs() called for port_ids ['b5e9510a-130c-43b6-8f2a-559b817aa9da'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 16:03:44.062537 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.db_base_plugin_common [None req-299cb686-baa4-4624-a4f1-324edc552a44 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Allocated IP 172.20.0.5 (cd61eab6-8ed1-433b-99df-1221dbe0d7f9/3169f215-1bdb-4d3a-a861-0213c2d03254/de15bca8-9f01-4b6b-aaad-20707bd72970) {{(pid=102790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:03:44.073449 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.db_base_plugin_common [None req-299cb686-baa4-4624-a4f1-324edc552a44 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Allocated IP 172.20.0.22 (cd61eab6-8ed1-433b-99df-1221dbe0d7f9/27dbb8c6-be47-4810-9fff-454ce9eac893/de15bca8-9f01-4b6b-aaad-20707bd72970) {{(pid=102790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:03:44.326112 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-299cb686-baa4-4624-a4f1-324edc552a44 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks [] for port, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:44.369717 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-299cb686-baa4-4624-a4f1-324edc552a44 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:44.424504 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299cb686-baa4-4624-a4f1-324edc552a44 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Pushing event updated for resources: {'Port': ['ID=de15bca8-9f01-4b6b-aaad-20707bd72970,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:03:44.436957 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-299cb686-baa4-4624-a4f1-324edc552a44 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Network cd61eab6-8ed1-433b-99df-1221dbe0d7f9 is already hosted by enough agents. {{(pid=102790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:03:44.441384 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-299cb686-baa4-4624-a4f1-324edc552a44 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Resources bound (agent type, host, resource id): {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:03:44.444381 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-299cb686-baa4-4624-a4f1-324edc552a44 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Received port after_create {{(pid=102790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:03:44.501887 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ca64651-b8b3-403f-bc85-de5a273fb86c None None] Network cd61eab6-8ed1-433b-99df-1221dbe0d7f9 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 16:03:44.514761 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-299cb686-baa4-4624-a4f1-324edc552a44 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:03:44.515541 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-299cb686-baa4-4624-a4f1-324edc552a44 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:44.535025 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-299cb686-baa4-4624-a4f1-324edc552a44 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1002 time: 1.3351691 Mar 29 16:03:44.537848 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 49922) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:03:44.544151 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-6c054d18-561f-42b1-ac7b-faa0e421e075 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '3169f215-1bdb-4d3a-a861-0213c2d03254'}]}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:03:44.611437 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-07ed0f85-68cb-4220-b814-117a9aa69ea8 None None] Provisioning complete for port 8d2a15fb-1c8e-4ade-9385-72c53b76b235 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:03:44.614258 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-07ed0f85-68cb-4220-b814-117a9aa69ea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:44.744027 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-07ed0f85-68cb-4220-b814-117a9aa69ea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:44.746060 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f567b551-5ab2-4904-906f-60606ae34430 req-ba610c3a-ca65-4956-89e3-283c5f022553 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:03:44.746060 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f567b551-5ab2-4904-906f-60606ae34430 req-ba610c3a-ca65-4956-89e3-283c5f022553 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd8e3388-810b-42c2-83e9-f7b4e3d0dd7b HTTP/1.1" status: 200 len: 944 time: 0.1642985 Mar 29 16:03:44.802910 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-07ed0f85-68cb-4220-b814-117a9aa69ea8 None None] For port 8d2a15fb-1c8e-4ade-9385-72c53b76b235, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=8d2a15fb-1c8e-4ade-9385-72c53b76b235,segment=NetworkSegment(f522a24b-502f-47dc-a5e6-2b2deb0288f8),segment_id=f522a24b-502f-47dc-a5e6-2b2deb0288f8)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:03:44.810340 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-07ed0f85-68cb-4220-b814-117a9aa69ea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:44.865338 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ed0f85-68cb-4220-b814-117a9aa69ea8 None None] Pushing event updated for resources: {'Port': ['ID=8d2a15fb-1c8e-4ade-9385-72c53b76b235,revision_number=3']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:03:44.891916 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f567b551-5ab2-4904-906f-60606ae34430 req-f87668cd-f0fb-4572-832d-110215c1fc33 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] 10.222.0.42 "GET /v2.0/security-groups?id=299f4eee-9f08-4ab2-9699-a166ce9b5c35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0925226 Mar 29 16:03:44.960420 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-6c054d18-561f-42b1-ac7b-faa0e421e075 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:44.996696 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 8d2a15fb-1c8e-4ade-9385-72c53b76b235 up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 16:03:45.032598 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0533a29c-4089-4db4-ac56-98d9218d691d None None] Update dhcp port {'port': {'network_id': 'cd61eab6-8ed1-433b-99df-1221dbe0d7f9', 'fixed_ips': [{'subnet_id': '3169f215-1bdb-4d3a-a861-0213c2d03254', 'ip_address': '172.20.0.2'}, {'subnet_id': '27dbb8c6-be47-4810-9fff-454ce9eac893'}], 'binding:host_id': 'n-d-834765-1'}, 'id': '8d2a15fb-1c8e-4ade-9385-72c53b76b235'} from n-d-834765-1. {{(pid=102792) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Mar 29 16:03:45.066249 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-0533a29c-4089-4db4-ac56-98d9218d691d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:45.126661 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port 8d2a15fb-1c8e-4ade-9385-72c53b76b235 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:03:45.127048 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:45.325898 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.db_base_plugin_common [None req-0533a29c-4089-4db4-ac56-98d9218d691d None None] Allocated IP 172.20.0.18 (cd61eab6-8ed1-433b-99df-1221dbe0d7f9/27dbb8c6-be47-4810-9fff-454ce9eac893/8d2a15fb-1c8e-4ade-9385-72c53b76b235) {{(pid=102792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:03:45.437300 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-0533a29c-4089-4db4-ac56-98d9218d691d None None] For port 8d2a15fb-1c8e-4ade-9385-72c53b76b235, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=8d2a15fb-1c8e-4ade-9385-72c53b76b235,segment=NetworkSegment(f522a24b-502f-47dc-a5e6-2b2deb0288f8),segment_id=f522a24b-502f-47dc-a5e6-2b2deb0288f8)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:03:45.469112 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-0533a29c-4089-4db4-ac56-98d9218d691d None None] Notify callbacks [] for port, precommit_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:45.474975 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-0533a29c-4089-4db4-ac56-98d9218d691d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:45.527531 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_common [None req-6c054d18-561f-42b1-ac7b-faa0e421e075 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Delete allocated IP 172.20.0.22 (cd61eab6-8ed1-433b-99df-1221dbe0d7f9/27dbb8c6-be47-4810-9fff-454ce9eac893) {{(pid=102791) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 29 16:03:45.677509 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-6c054d18-561f-42b1-ac7b-faa0e421e075 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks [] for port, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:45.683227 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-6c054d18-561f-42b1-ac7b-faa0e421e075 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:45.720003 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device b5e9510a-130c-43b6-8f2a-559b817aa9da up at agent hyperv_n-h2-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 16:03:45.783291 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c054d18-561f-42b1-ac7b-faa0e421e075 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Pushing event updated for resources: {'Port': ['ID=de15bca8-9f01-4b6b-aaad-20707bd72970,revision_number=2']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:03:45.792227 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0533a29c-4089-4db4-ac56-98d9218d691d None None] Pushing event updated for resources: {'Port': ['ID=8d2a15fb-1c8e-4ade-9385-72c53b76b235,revision_number=4']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:03:45.807004 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-6c054d18-561f-42b1-ac7b-faa0e421e075 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] In _notify_port_updated(), no bound segment for port de15bca8-9f01-4b6b-aaad-20707bd72970 on network cd61eab6-8ed1-433b-99df-1221dbe0d7f9 {{(pid=102791) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Mar 29 16:03:45.813922 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c054d18-561f-42b1-ac7b-faa0e421e075 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:03:45.814809 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-6c054d18-561f-42b1-ac7b-faa0e421e075 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:45.815828 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-6c054d18-561f-42b1-ac7b-faa0e421e075 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] 10.222.0.42 "PUT /v2.0/ports/de15bca8-9f01-4b6b-aaad-20707bd72970 HTTP/1.1" status: 200 len: 917 time: 1.2769840 Mar 29 16:03:45.818822 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 49926) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:03:45.824718 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-b2027f1a-d394-4d23-a0ac-dd8843e7b899 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '3169f215-1bdb-4d3a-a861-0213c2d03254'}, {'subnet_id': '27dbb8c6-be47-4810-9fff-454ce9eac893'}]}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:03:45.828893 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Provisioning complete for port b5e9510a-130c-43b6-8f2a-559b817aa9da triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:03:45.830824 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:45.924967 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:46.004380 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-b2027f1a-d394-4d23-a0ac-dd8843e7b899 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:46.004606 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd8e3388-810b-42c2-83e9-f7b4e3d0dd7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5e9510a-130c-43b6-8f2a-559b817aa9da'}] {{(pid=102792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:03:46.013377 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4f476c66b318cc6068719fc39557fac68d413f5c7e78fa77028c7948e999ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7312b758-51af-4dce-988c-b49cabfb50ac" -d '{"events": [{"server_uuid": "bd8e3388-810b-42c2-83e9-f7b4e3d0dd7b", "name": "network-vif-plugged", "status": "completed", "tag": "b5e9510a-130c-43b6-8f2a-559b817aa9da"}]}' {{(pid=102792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:03:46.040469 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port b5e9510a-130c-43b6-8f2a-559b817aa9da, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=b5e9510a-130c-43b6-8f2a-559b817aa9da,segment=NetworkSegment(b3edd697-c981-4e3c-9ae1-cbcf1935405e),segment_id=b3edd697-c981-4e3c-9ae1-cbcf1935405e)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:03:46.047568 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:46.123848 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 16:03:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69f9e2cc-1ab9-4599-9707-5c09b4c191ad x-openstack-request-id: req-69f9e2cc-1ab9-4599-9707-5c09b4c191ad {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:03:46.124493 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd8e3388-810b-42c2-83e9-f7b4e3d0dd7b", "name": "network-vif-plugged", "status": "completed", "tag": "b5e9510a-130c-43b6-8f2a-559b817aa9da", "code": 200}]} {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:03:46.124974 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-69f9e2cc-1ab9-4599-9707-5c09b4c191ad {{(pid=102792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:03:46.125567 n-d-834765-1 neutron-server[102792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd8e3388-810b-42c2-83e9-f7b4e3d0dd7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5e9510a-130c-43b6-8f2a-559b817aa9da', 'code': 200} Mar 29 16:03:46.173007 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Pushing event updated for resources: {'Port': ['ID=b5e9510a-130c-43b6-8f2a-559b817aa9da,revision_number=7']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:03:46.198573 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c6d559-a11f-4bf5-8b03-2d08b5c9ec7c req-641969b7-ee60-43e6-9bd2-88af98ecb5b2 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:03:46.207220 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-d8c6d559-a11f-4bf5-8b03-2d08b5c9ec7c req-641969b7-ee60-43e6-9bd2-88af98ecb5b2 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd8e3388-810b-42c2-83e9-f7b4e3d0dd7b HTTP/1.1" status: 200 len: 945 time: 0.1726801 Mar 29 16:03:46.233380 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-727c4f7f-1e94-428f-84c3-9c2b4c8ff45e req-c13fda47-0ba0-4f54-87c1-55a0fcda7d9a service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=4f24d3f6-64a3-452b-b656-94b2e3b74056&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1991456 Mar 29 16:03:46.267252 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-d8c6d559-a11f-4bf5-8b03-2d08b5c9ec7c req-fc747d98-aa03-4804-a45c-7c6b03e45f8a tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] 10.222.0.42 "GET /v2.0/security-groups?id=299f4eee-9f08-4ab2-9699-a166ce9b5c35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588686 Mar 29 16:03:46.388170 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727c4f7f-1e94-428f-84c3-9c2b4c8ff45e req-f6070ba1-5518-49b9-84f8-417c2cbbd04b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:03:46.389801 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-727c4f7f-1e94-428f-84c3-9c2b4c8ff45e req-f6070ba1-5518-49b9-84f8-417c2cbbd04b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=358ad84304604947a292f32d4e62126b&device_id=4f24d3f6-64a3-452b-b656-94b2e3b74056 HTTP/1.1" status: 200 len: 1096 time: 0.0961337 Mar 29 16:03:46.506050 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_common [None req-b2027f1a-d394-4d23-a0ac-dd8843e7b899 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Allocated IP 172.20.0.25 (cd61eab6-8ed1-433b-99df-1221dbe0d7f9/27dbb8c6-be47-4810-9fff-454ce9eac893/de15bca8-9f01-4b6b-aaad-20707bd72970) {{(pid=102791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:03:46.542352 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0260833-343d-4a9a-95f6-ab1f38841568 None None] Network cd61eab6-8ed1-433b-99df-1221dbe0d7f9 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 16:03:46.570201 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-b386dec2-4b73-4ccd-b118-371562a748c8 None None] Provisioning complete for port de15bca8-9f01-4b6b-aaad-20707bd72970 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:03:46.570201 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-b386dec2-4b73-4ccd-b118-371562a748c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:46.651543 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-b386dec2-4b73-4ccd-b118-371562a748c8 None None] Port de15bca8-9f01-4b6b-aaad-20707bd72970 cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 16:03:46.653515 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727c4f7f-1e94-428f-84c3-9c2b4c8ff45e req-a336c4c5-9c31-4585-85b1-123ee99cfdc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:03:46.655349 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-727c4f7f-1e94-428f-84c3-9c2b4c8ff45e req-a336c4c5-9c31-4585-85b1-123ee99cfdc8 service neutron] 10.222.0.48 "GET /v2.0/networks?id=3364456e-aead-437c-a830-dc7a420fe2a4 HTTP/1.1" status: 200 len: 913 time: 0.2149842 Mar 29 16:03:46.672256 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-b386dec2-4b73-4ccd-b118-371562a748c8 None None] Provisioning complete for port 8d2a15fb-1c8e-4ade-9385-72c53b76b235 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:03:46.672659 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-b386dec2-4b73-4ccd-b118-371562a748c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:46.758003 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-727c4f7f-1e94-428f-84c3-9c2b4c8ff45e req-1b6c5942-b8aa-4b3f-a513-cc0904e7983b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ac0b4df0-cb96-4479-a8cd-db71862ed96d HTTP/1.1" status: 200 len: 1000 time: 0.0830510 Mar 29 16:03:46.810906 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727c4f7f-1e94-428f-84c3-9c2b4c8ff45e req-943e5023-0782-47b0-9609-f659ce6104e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:03:46.812677 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-727c4f7f-1e94-428f-84c3-9c2b4c8ff45e req-943e5023-0782-47b0-9609-f659ce6104e2 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6caada61-173d-4256-8e9d-611647191ef5 HTTP/1.1" status: 200 len: 851 time: 0.0480773 Mar 29 16:03:46.827980 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-b2027f1a-d394-4d23-a0ac-dd8843e7b899 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks [] for port, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:46.840772 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-b2027f1a-d394-4d23-a0ac-dd8843e7b899 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:46.938352 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 8d2a15fb-1c8e-4ade-9385-72c53b76b235 up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 16:03:46.948338 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2027f1a-d394-4d23-a0ac-dd8843e7b899 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Pushing event updated for resources: {'Port': ['ID=de15bca8-9f01-4b6b-aaad-20707bd72970,revision_number=3']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:03:47.012950 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port 8d2a15fb-1c8e-4ade-9385-72c53b76b235 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:03:47.014723 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:47.019195 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-b2027f1a-d394-4d23-a0ac-dd8843e7b899 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] In _notify_port_updated(), no bound segment for port de15bca8-9f01-4b6b-aaad-20707bd72970 on network cd61eab6-8ed1-433b-99df-1221dbe0d7f9 {{(pid=102791) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Mar 29 16:03:47.025854 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2027f1a-d394-4d23-a0ac-dd8843e7b899 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:03:47.026520 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-b2027f1a-d394-4d23-a0ac-dd8843e7b899 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:47.027881 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-b2027f1a-d394-4d23-a0ac-dd8843e7b899 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] 10.222.0.42 "PUT /v2.0/ports/de15bca8-9f01-4b6b-aaad-20707bd72970 HTTP/1.1" status: 200 len: 997 time: 1.2080867 Mar 29 16:03:47.030775 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 49938) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:03:47.048447 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727c4f7f-1e94-428f-84c3-9c2b4c8ff45e req-2693beb7-82da-4051-9d65-dc4c3e0a7ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:03:47.049948 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-727c4f7f-1e94-428f-84c3-9c2b4c8ff45e req-2693beb7-82da-4051-9d65-dc4c3e0a7ce9 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3364456e-aead-437c-a830-dc7a420fe2a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1540534 Mar 29 16:03:47.098336 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:47.177357 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-81e03a3d-76d2-49e2-9b3d-7aaf9cc36787 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Deleting port de15bca8-9f01-4b6b-aaad-20707bd72970 {{(pid=102790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:03:47.178101 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-81e03a3d-76d2-49e2-9b3d-7aaf9cc36787 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:47.231104 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-727c4f7f-1e94-428f-84c3-9c2b4c8ff45e req-6967de17-f281-468b-bf16-36804bf42e66 service neutron] 10.222.0.48 "GET /v2.0/networks/3364456e-aead-437c-a830-dc7a420fe2a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1494834 Mar 29 16:03:47.291671 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-81e03a3d-76d2-49e2-9b3d-7aaf9cc36787 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:47.304832 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-81e03a3d-76d2-49e2-9b3d-7aaf9cc36787 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Calling delete_port for de15bca8-9f01-4b6b-aaad-20707bd72970 owned by {{(pid=102790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:03:47.371149 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-727c4f7f-1e94-428f-84c3-9c2b4c8ff45e req-c6b1ff46-2bfa-4490-b03d-f90f4194af8b service neutron] 10.222.0.48 "GET /v2.0/networks/3364456e-aead-437c-a830-dc7a420fe2a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292443 Mar 29 16:03:47.452205 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8099f18-28ae-45a7-887b-299fcffedeb9 req-0d583f29-740e-400c-b4ed-3e36f19bdf11 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:03:47.453920 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d8099f18-28ae-45a7-887b-299fcffedeb9 req-0d583f29-740e-400c-b4ed-3e36f19bdf11 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd8e3388-810b-42c2-83e9-f7b4e3d0dd7b HTTP/1.1" status: 200 len: 945 time: 0.0614898 Mar 29 16:03:47.555678 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d8099f18-28ae-45a7-887b-299fcffedeb9 req-c6ea4058-fb89-4f04-87d5-a5a522443734 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] 10.222.0.42 "GET /v2.0/security-groups?id=299f4eee-9f08-4ab2-9699-a166ce9b5c35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0911245 Mar 29 16:03:47.642052 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-81e03a3d-76d2-49e2-9b3d-7aaf9cc36787 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:47.676506 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e03a3d-76d2-49e2-9b3d-7aaf9cc36787 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Pushing event deleted for resources: {'Port': ['ID=de15bca8-9f01-4b6b-aaad-20707bd72970,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:03:47.832276 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-81e03a3d-76d2-49e2-9b3d-7aaf9cc36787 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:47.836726 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-81e03a3d-76d2-49e2-9b3d-7aaf9cc36787 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] 10.222.0.42 "DELETE /v2.0/ports/de15bca8-9f01-4b6b-aaad-20707bd72970 HTTP/1.1" status: 204 len: 168 time: 0.8048310 Mar 29 16:03:47.839872 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 49970) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:03:47.845471 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:47.874540 n-d-834765-1 neutron-server[102790]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5f6327f-252a-4139-ada9-192aa7792824 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] GET failed (client error): The resource could not be found. Mar 29 16:03:47.876268 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-a5f6327f-252a-4139-ada9-192aa7792824 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] 10.222.0.42 "GET /v2.0/ports/de15bca8-9f01-4b6b-aaad-20707bd72970 HTTP/1.1" status: 404 len: 333 time: 0.0333960 Mar 29 16:03:47.879524 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 49972) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:03:47.947652 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.db_base_plugin_v2 [None req-e935e203-43ca-4394-b0c9-8dcfddf3dd34 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Deleting subnet 27dbb8c6-be47-4810-9fff-454ce9eac893 {{(pid=102790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 16:03:47.955634 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e935e203-43ca-4394-b0c9-8dcfddf3dd34 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks [] for subnet, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:48.009100 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e935e203-43ca-4394-b0c9-8dcfddf3dd34 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4614024'] for subnet, precommit_delete_associations {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:48.130620 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e935e203-43ca-4394-b0c9-8dcfddf3dd34 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1641287'] for subnet, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:48.163206 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-e5a2a520-3592-4d77-b1b7-f8dde3552c09 None None] Could not find standard attr ID for object de15bca8-9f01-4b6b-aaad-20707bd72970. {{(pid=102792) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 29 16:03:48.189696 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-e5a2a520-3592-4d77-b1b7-f8dde3552c09 None None] Provisioning complete for port 8d2a15fb-1c8e-4ade-9385-72c53b76b235 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:03:48.190067 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-e5a2a520-3592-4d77-b1b7-f8dde3552c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:48.217018 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e935e203-43ca-4394-b0c9-8dcfddf3dd34 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1641294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5231963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4793952'] for subnet, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:48.233834 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e935e203-43ca-4394-b0c9-8dcfddf3dd34 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks [] for subnet, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:48.237272 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-e935e203-43ca-4394-b0c9-8dcfddf3dd34 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] 10.222.0.42 "DELETE /v2.0/subnets/27dbb8c6-be47-4810-9fff-454ce9eac893 HTTP/1.1" status: 204 len: 168 time: 0.3569574 Mar 29 16:03:48.240206 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 49974) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:03:48.291989 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e935e203-43ca-4394-b0c9-8dcfddf3dd34 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Pushing event deleted for resources: {'Subnet': ['ID=27dbb8c6-be47-4810-9fff-454ce9eac893,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:03:48.344370 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_v2 [None req-11810779-799b-4977-838c-4bf59bd59ae0 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Deleting subnet 3169f215-1bdb-4d3a-a861-0213c2d03254 {{(pid=102791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 16:03:48.347603 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-11810779-799b-4977-838c-4bf59bd59ae0 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks [] for subnet, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:48.438444 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-11810779-799b-4977-838c-4bf59bd59ae0 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4230423'] for subnet, precommit_delete_associations {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:48.439402 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80012ca1-a87d-49c4-9047-9616cfccd32d None None] Network cd61eab6-8ed1-433b-99df-1221dbe0d7f9 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 16:03:48.466642 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-3e9cbbb5-2cff-4e74-ac8f-a4ea8e33538d req-727a64a9-7984-4ba5-96bf-343b43d2d4bd service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=83dc79b8-0af1-4fb6-9b07-fda92142f15e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0845420 Mar 29 16:03:48.561474 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-05195cdd-c45a-4afd-882a-4d819f2f7241 None None] Could not find standard attr ID for object de15bca8-9f01-4b6b-aaad-20707bd72970. {{(pid=102792) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 29 16:03:48.587740 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-11810779-799b-4977-838c-4bf59bd59ae0 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1641287'] for subnet, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:48.592079 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9cbbb5-2cff-4e74-ac8f-a4ea8e33538d req-a4c5ea2b-535b-429e-9907-c80332e07722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:03:48.593675 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-3e9cbbb5-2cff-4e74-ac8f-a4ea8e33538d req-a4c5ea2b-535b-429e-9907-c80332e07722 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f31979fa8a674f56835f136e5e49ba5c&device_id=83dc79b8-0af1-4fb6-9b07-fda92142f15e HTTP/1.1" status: 200 len: 1097 time: 0.0717432 Mar 29 16:03:48.748057 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-11810779-799b-4977-838c-4bf59bd59ae0 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1641294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16155591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16218852'] for subnet, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:48.860756 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-11810779-799b-4977-838c-4bf59bd59ae0 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks [] for subnet, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:48.869199 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-11810779-799b-4977-838c-4bf59bd59ae0 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] 10.222.0.42 "DELETE /v2.0/subnets/3169f215-1bdb-4d3a-a861-0213c2d03254 HTTP/1.1" status: 204 len: 168 time: 0.6281579 Mar 29 16:03:48.871623 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 49986) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:03:48.872294 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11810779-799b-4977-838c-4bf59bd59ae0 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Pushing event deleted for resources: {'Subnet': ['ID=3169f215-1bdb-4d3a-a861-0213c2d03254,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:03:48.884137 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9cbbb5-2cff-4e74-ac8f-a4ea8e33538d req-c5737a09-9e74-4326-b6dd-1e5133b16ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:03:48.885737 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-3e9cbbb5-2cff-4e74-ac8f-a4ea8e33538d req-c5737a09-9e74-4326-b6dd-1e5133b16ccb service neutron] 10.222.0.44 "GET /v2.0/networks?id=8594f729-9088-4f6b-8543-aaadb0f5b192 HTTP/1.1" status: 200 len: 913 time: 0.2547243 Mar 29 16:03:48.889632 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5dfebb-f91f-42e9-89b8-69fae43a5e40 req-97e5d3a9-df70-4bdb-915a-bfb1504c2b48 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:03:48.891227 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-6b5dfebb-f91f-42e9-89b8-69fae43a5e40 req-97e5d3a9-df70-4bdb-915a-bfb1504c2b48 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd8e3388-810b-42c2-83e9-f7b4e3d0dd7b HTTP/1.1" status: 200 len: 945 time: 0.1342494 Mar 29 16:03:48.957289 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-6b5dfebb-f91f-42e9-89b8-69fae43a5e40 req-db911063-6c1b-4efe-bdb8-ad65e2efeaf7 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] 10.222.0.42 "GET /v2.0/security-groups?id=299f4eee-9f08-4ab2-9699-a166ce9b5c35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567226 Mar 29 16:03:49.034995 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-569a5a10-ea7a-44cc-b782-73464324a958 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1631750'] for network, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:49.034995 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-3e9cbbb5-2cff-4e74-ac8f-a4ea8e33538d req-1816f58e-c661-4c44-8ed2-3344607cec95 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=81d4040c-1e8f-4870-8ad9-c023c865ca68 HTTP/1.1" status: 200 len: 1001 time: 0.1332467 Mar 29 16:03:49.054195 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69aa4bc6-d125-4990-959f-78981f392f27 None None] Update dhcp port {'port': {'network_id': 'cd61eab6-8ed1-433b-99df-1221dbe0d7f9', 'fixed_ips': [{'subnet_id': '3169f215-1bdb-4d3a-a861-0213c2d03254'}], 'binding:host_id': 'n-d-834765-1'}, 'id': '8d2a15fb-1c8e-4ade-9385-72c53b76b235'} from n-d-834765-1. {{(pid=102792) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Mar 29 16:03:49.093609 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-69aa4bc6-d125-4990-959f-78981f392f27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:49.115850 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9cbbb5-2cff-4e74-ac8f-a4ea8e33538d req-52b34cc6-0fb1-4222-a6ff-a07b9b68a937 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:03:49.118315 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-3e9cbbb5-2cff-4e74-ac8f-a4ea8e33538d req-52b34cc6-0fb1-4222-a6ff-a07b9b68a937 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=52e8269b-e046-4c98-a9b1-ef8905fa8ddb HTTP/1.1" status: 200 len: 851 time: 0.0734234 Mar 29 16:03:49.163468 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-569a5a10-ea7a-44cc-b782-73464324a958 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Deleting port 8d2a15fb-1c8e-4ade-9385-72c53b76b235 {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:03:49.163855 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-569a5a10-ea7a-44cc-b782-73464324a958 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:49.182956 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9cbbb5-2cff-4e74-ac8f-a4ea8e33538d req-cef7737a-bf29-489f-97e1-8122e2464f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:03:49.184641 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-3e9cbbb5-2cff-4e74-ac8f-a4ea8e33538d req-cef7737a-bf29-489f-97e1-8122e2464f65 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8594f729-9088-4f6b-8543-aaadb0f5b192&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0607777 Mar 29 16:03:49.269043 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [None req-569a5a10-ea7a-44cc-b782-73464324a958 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] For port 8d2a15fb-1c8e-4ade-9385-72c53b76b235, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=8d2a15fb-1c8e-4ade-9385-72c53b76b235,segment=NetworkSegment(f522a24b-502f-47dc-a5e6-2b2deb0288f8),segment_id=f522a24b-502f-47dc-a5e6-2b2deb0288f8)] {{(pid=102791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:03:49.269043 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-569a5a10-ea7a-44cc-b782-73464324a958 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:49.309144 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-569a5a10-ea7a-44cc-b782-73464324a958 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Calling delete_port for 8d2a15fb-1c8e-4ade-9385-72c53b76b235 owned by network:dhcp {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:03:49.334971 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08ceb403-0d3f-42ca-a581-535e6af5b422 None None] Network cd61eab6-8ed1-433b-99df-1221dbe0d7f9 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 16:03:49.392675 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-3e9cbbb5-2cff-4e74-ac8f-a4ea8e33538d req-880bd70c-765f-4950-a5b7-6862d33f1ca1 service neutron] 10.222.0.44 "GET /v2.0/networks/8594f729-9088-4f6b-8543-aaadb0f5b192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1977243 Mar 29 16:03:49.526837 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-4ba9f378-d660-4c73-a295-bee76ba0498a None None] Provisioning complete for port 8d2a15fb-1c8e-4ade-9385-72c53b76b235 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:03:49.527437 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-4ba9f378-d660-4c73-a295-bee76ba0498a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:49.530743 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-3e9cbbb5-2cff-4e74-ac8f-a4ea8e33538d req-14ff1eda-c2e3-4e20-8aa6-4d91832695c5 service neutron] 10.222.0.44 "GET /v2.0/networks/8594f729-9088-4f6b-8543-aaadb0f5b192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232657 Mar 29 16:03:49.538996 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-569a5a10-ea7a-44cc-b782-73464324a958 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:49.568781 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569a5a10-ea7a-44cc-b782-73464324a958 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Pushing event deleted for resources: {'Port': ['ID=8d2a15fb-1c8e-4ade-9385-72c53b76b235,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:03:49.579527 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-569a5a10-ea7a-44cc-b782-73464324a958 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] No DVR routers for this DVR port 8d2a15fb-1c8e-4ade-9385-72c53b76b235 on host n-d-834765-1 {{(pid=102791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 16:03:49.594248 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-4ba9f378-d660-4c73-a295-bee76ba0498a None None] Could not find standard attr ID for object 8d2a15fb-1c8e-4ade-9385-72c53b76b235. {{(pid=102792) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 29 16:03:49.598490 n-d-834765-1 neutron-server[102792]: INFO neutron.plugins.ml2.db [None req-4ba9f378-d660-4c73-a295-bee76ba0498a None None] No ports have port_id starting with 8d2a15fb-1c8e-4ade-9385-72c53b76b235 Mar 29 16:03:49.647167 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-706481c5-a3eb-44d7-8102-4d4188b5b4ca None None] DHCP port deletion for cd61eab6-8ed1-433b-99df-1221dbe0d7f9 request from n-d-834765-1 {{(pid=102792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 29 16:03:49.684169 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-569a5a10-ea7a-44cc-b782-73464324a958 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639890', 'neutron.services.segments.db._delete_segments_for_network-8783523423079'] for network, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:49.710767 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-569a5a10-ea7a-44cc-b782-73464324a958 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd61eab6-8ed1-433b-99df-1221dbe0d7f9']}} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:03:49.721882 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-569a5a10-ea7a-44cc-b782-73464324a958 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f522a24b-502f-47dc-a5e6-2b2deb0288f8') {'for_net_delete': True} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:03:49.722168 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-569a5a10-ea7a-44cc-b782-73464324a958 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f522a24b-502f-47dc-a5e6-2b2deb0288f8') {} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:03:49.734775 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-569a5a10-ea7a-44cc-b782-73464324a958 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783523422064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4230428'] for segment, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:49.756076 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-569a5a10-ea7a-44cc-b782-73464324a958 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:49.764242 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-569a5a10-ea7a-44cc-b782-73464324a958 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Releasing vlan 633 on physical network physnet1 to pool {{(pid=102791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 16:03:49.764646 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-569a5a10-ea7a-44cc-b782-73464324a958 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16169569'] for segment, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:49.768636 n-d-834765-1 neutron-server[102791]: Traceback (most recent call last): Mar 29 16:03:49.768636 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 16:03:49.768636 n-d-834765-1 neutron-server[102791]: timer() Mar 29 16:03:49.768636 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 16:03:49.768636 n-d-834765-1 neutron-server[102791]: cb(*args, **kw) Mar 29 16:03:49.768636 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 16:03:49.768636 n-d-834765-1 neutron-server[102791]: return func(*args, **kwargs) Mar 29 16:03:49.768636 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 16:03:49.768636 n-d-834765-1 neutron-server[102791]: self._notify() Mar 29 16:03:49.768636 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 16:03:49.768636 n-d-834765-1 neutron-server[102791]: self.callback(batched_events) Mar 29 16:03:49.768636 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 16:03:49.768636 n-d-834765-1 neutron-server[102791]: event.method(event) Mar 29 16:03:49.768636 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 16:03:49.768636 n-d-834765-1 neutron-server[102791]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 16:03:49.768636 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 16:03:49.768636 n-d-834765-1 neutron-server[102791]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 16:03:49.768636 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 16:03:49.768636 n-d-834765-1 neutron-server[102791]: return f(self, *a, **k) Mar 29 16:03:49.768636 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 16:03:49.768636 n-d-834765-1 neutron-server[102791]: return self._get(url).json() Mar 29 16:03:49.768636 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 16:03:49.768636 n-d-834765-1 neutron-server[102791]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 16:03:49.768636 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 16:03:49.768636 n-d-834765-1 neutron-server[102791]: return self.request(url, 'GET', **kwargs) Mar 29 16:03:49.768636 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 16:03:49.768636 n-d-834765-1 neutron-server[102791]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 16:03:49.768636 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 16:03:49.768636 n-d-834765-1 neutron-server[102791]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 16:03:49.768636 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 16:03:49.768636 n-d-834765-1 neutron-server[102791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 16:03:49.768636 n-d-834765-1 neutron-server[102791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 16:03:49.839413 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-569a5a10-ea7a-44cc-b782-73464324a958 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1639897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648174'] for network, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:49.857596 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-569a5a10-ea7a-44cc-b782-73464324a958 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks [] for network, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:49.866863 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 49994) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:03:49.867478 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-569a5a10-ea7a-44cc-b782-73464324a958 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] 10.222.0.42 "DELETE /v2.0/networks/cd61eab6-8ed1-433b-99df-1221dbe0d7f9 HTTP/1.1" status: 204 len: 168 time: 0.9928889 Mar 29 16:03:49.885612 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569a5a10-ea7a-44cc-b782-73464324a958 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Pushing event deleted for resources: {'Network': ['ID=cd61eab6-8ed1-433b-99df-1221dbe0d7f9,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:03:49.947817 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6654e1b3-3579-433d-b7e8-685df69e65db tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:03:49.949404 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-6654e1b3-3579-433d-b7e8-685df69e65db tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0805204 Mar 29 16:03:49.953249 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 49996) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:03:50.004952 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-5d875a70-e485-44d3-b567-6eddfc553baf tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] 10.222.0.42 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0501394 Mar 29 16:03:50.008505 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 50000) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:03:50.015074 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-73003048-7138-4b01-9400-16cdc6323828 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-710125197'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:03:50.051783 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73003048-7138-4b01-9400-16cdc6323828 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Made reservation on behalf of 8448cf8b24d44551bc0e5bbcd54d34e2 for: {'network': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:03:50.057258 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-73003048-7138-4b01-9400-16cdc6323828 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for network, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:50.135466 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73003048-7138-4b01-9400-16cdc6323828 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] vlan segment allocate from pool success with {'vlan_id': 639, 'physical_network': 'physnet1'} {{(pid=102791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 16:03:50.152244 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-73003048-7138-4b01-9400-16cdc6323828 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:50.152597 n-d-834765-1 neutron-server[102791]: INFO neutron.db.segments_db [None req-73003048-7138-4b01-9400-16cdc6323828 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Added segment c6181439-0b6c-4953-a524-4332ffa16dc0 of type vlan for network 2eafcc2d-38b9-41ca-8f28-680faa89a607 Mar 29 16:03:50.161572 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823b1d8a-8df8-4530-bc05-c1e5d743af31 req-c4f623ef-3b61-489a-aafa-4bd994072a8f tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:03:50.163084 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-823b1d8a-8df8-4530-bc05-c1e5d743af31 req-c4f623ef-3b61-489a-aafa-4bd994072a8f tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd8e3388-810b-42c2-83e9-f7b4e3d0dd7b HTTP/1.1" status: 200 len: 945 time: 0.0720723 Mar 29 16:03:50.238129 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-823b1d8a-8df8-4530-bc05-c1e5d743af31 req-540d10de-42a3-4446-a687-77869b7bc2d1 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] 10.222.0.42 "GET /v2.0/security-groups?id=299f4eee-9f08-4ab2-9699-a166ce9b5c35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658150 Mar 29 16:03:50.241742 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-73003048-7138-4b01-9400-16cdc6323828 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783522915970'] for network, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:50.270195 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-73003048-7138-4b01-9400-16cdc6323828 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795'] for network, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:50.277533 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73003048-7138-4b01-9400-16cdc6323828 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:03:50.278158 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-73003048-7138-4b01-9400-16cdc6323828 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks [] for network, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:50.321399 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-73003048-7138-4b01-9400-16cdc6323828 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3077619 Mar 29 16:03:50.321399 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 50002) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:03:50.325887 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-c0a8228c-e402-4b6b-bca2-d7434ef4252a tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Request body: {'subnet': {'network_id': '2eafcc2d-38b9-41ca-8f28-680faa89a607', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:03:50.371782 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73003048-7138-4b01-9400-16cdc6323828 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Pushing event updated for resources: {'Network': ['ID=2eafcc2d-38b9-41ca-8f28-680faa89a607,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:03:50.383953 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Network 2eafcc2d-38b9-41ca-8f28-680faa89a607 details requested by agent ovs-agent-n-d-834765-1 with host n-d-834765-1 {{(pid=102792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 16:03:50.833945 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0a8228c-e402-4b6b-bca2-d7434ef4252a tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Made reservation on behalf of 8448cf8b24d44551bc0e5bbcd54d34e2 for: {'subnet': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:03:50.843299 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-c0a8228c-e402-4b6b-bca2-d7434ef4252a tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16218875'] for subnet, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:50.891964 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 8d2a15fb-1c8e-4ade-9385-72c53b76b235 no longer exists at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 16:03:50.920129 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] No Port match for: 8d2a15fb-1c8e-4ade-9385-72c53b76b235 {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 16:03:50.920129 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 8d2a15fb-1c8e-4ade-9385-72c53b76b235 not bound to the agent host n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 16:03:51.162866 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-c0a8228c-e402-4b6b-bca2-d7434ef4252a tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16155524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16218861'] for subnet, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:51.245894 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a8228c-e402-4b6b-bca2-d7434ef4252a tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Pushing event updated for resources: {'Subnet': ['ID=ffdac86e-63e4-4a35-a684-772b53315f9d,revision_number=0']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:03:51.250912 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0a8228c-e402-4b6b-bca2-d7434ef4252a tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Checking segment: {'id': 'c6181439-0b6c-4953-a524-4332ffa16dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '2eafcc2d-38b9-41ca-8f28-680faa89a607'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 16:03:51.251561 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0a8228c-e402-4b6b-bca2-d7434ef4252a tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Network hostable DHCP agents. Network: 2eafcc2d-38b9-41ca-8f28-680faa89a607, hostable agents: ['d136643e-48ae-49d4-a851-2ba3bdf3749c'], hosted agents: [] {{(pid=102791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 16:03:51.282965 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0a8228c-e402-4b6b-bca2-d7434ef4252a tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Network 2eafcc2d-38b9-41ca-8f28-680faa89a607 is scheduled to be hosted by DHCP agent d136643e-48ae-49d4-a851-2ba3bdf3749c with binding_index 1 {{(pid=102791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 16:03:51.327005 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [None req-c0a8228c-e402-4b6b-bca2-d7434ef4252a tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834765-1, 2eafcc2d-38b9-41ca-8f28-680faa89a607) {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:03:51.342071 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e76c43cc-a34d-4689-bc45-129592851287 None None] Network 2eafcc2d-38b9-41ca-8f28-680faa89a607 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 16:03:51.346755 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0a8228c-e402-4b6b-bca2-d7434ef4252a tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:03:51.348544 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-c0a8228c-e402-4b6b-bca2-d7434ef4252a tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks [] for subnet, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:51.386042 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-c0a8228c-e402-4b6b-bca2-d7434ef4252a tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0640390 Mar 29 16:03:51.388727 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 50014) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:03:51.394256 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-ce1d238f-4bea-411e-94ef-98caaf223b43 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Request body: {'port': {'network_id': '2eafcc2d-38b9-41ca-8f28-680faa89a607', 'name': 'tempest-PortsTestJSON-517162011'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:03:51.557331 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cddf811-6a1f-44c7-a047-51d46a2ac27e req-aeafbd5a-f9fd-4f2d-b3ac-8a73c56bb43e tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:03:51.566567 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-2cddf811-6a1f-44c7-a047-51d46a2ac27e req-aeafbd5a-f9fd-4f2d-b3ac-8a73c56bb43e tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd8e3388-810b-42c2-83e9-f7b4e3d0dd7b HTTP/1.1" status: 200 len: 945 time: 0.1576302 Mar 29 16:03:51.619586 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-2cddf811-6a1f-44c7-a047-51d46a2ac27e req-554cd70a-5425-4c76-9a5b-5fdd419d77ed tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] 10.222.0.42 "GET /v2.0/security-groups?id=299f4eee-9f08-4ab2-9699-a166ce9b5c35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520020 Mar 29 16:03:51.656365 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06fb57d9-9850-4b77-8926-74e74f8ee3ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0035034-69b0-5ffc-b384-0ac6189c5628-2eafcc2d-38b9-41ca-8f28-680faa89a607', 'network_id': '2eafcc2d-38b9-41ca-8f28-680faa89a607', 'tenant_id': '8448cf8b24d44551bc0e5bbcd54d34e2', 'fixed_ips': [{'subnet_id': 'ffdac86e-63e4-4a35-a684-772b53315f9d'}]}} from n-d-834765-1. {{(pid=102792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 29 16:03:51.657265 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-06fb57d9-9850-4b77-8926-74e74f8ee3ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:51.721055 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce1d238f-4bea-411e-94ef-98caaf223b43 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Made reservation on behalf of 8448cf8b24d44551bc0e5bbcd54d34e2 for: {'port': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:03:51.724976 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-ce1d238f-4bea-411e-94ef-98caaf223b43 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:51.766554 n-d-834765-1 neutron-server[102790]: DEBUG neutron.notifiers.nova [None req-ce1d238f-4bea-411e-94ef-98caaf223b43 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] device_id is not set on port 96a56803-8080-44c9-821f-4b9ad9b48045 yet. {{(pid=102790) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 29 16:03:51.960831 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.db_base_plugin_common [None req-06fb57d9-9850-4b77-8926-74e74f8ee3ab None None] Allocated IP 172.20.0.2 (2eafcc2d-38b9-41ca-8f28-680faa89a607/ffdac86e-63e4-4a35-a684-772b53315f9d/69cc90b4-761e-4534-af4e-bc5527fe0032) {{(pid=102792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:03:52.122047 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-06fb57d9-9850-4b77-8926-74e74f8ee3ab None None] Notify callbacks [] for port, precommit_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:52.128212 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-06fb57d9-9850-4b77-8926-74e74f8ee3ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956'] for port, after_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:52.181484 n-d-834765-1 neutron-server[102792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06fb57d9-9850-4b77-8926-74e74f8ee3ab None None] Network 2eafcc2d-38b9-41ca-8f28-680faa89a607 is already hosted by enough agents. {{(pid=102792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:03:52.184594 n-d-834765-1 neutron-server[102792]: DEBUG neutron.scheduler.base_scheduler [None req-06fb57d9-9850-4b77-8926-74e74f8ee3ab None None] Resources bound (agent type, host, resource id): {{(pid=102792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:03:52.188972 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06fb57d9-9850-4b77-8926-74e74f8ee3ab None None] Received port after_create {{(pid=102792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:03:52.251242 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fb57d9-9850-4b77-8926-74e74f8ee3ab None None] Pushing event updated for resources: {'Port': ['ID=69cc90b4-761e-4534-af4e-bc5527fe0032,revision_number=1']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:03:52.262275 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.db_base_plugin_common [None req-ce1d238f-4bea-411e-94ef-98caaf223b43 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Allocated IP 172.20.0.14 (2eafcc2d-38b9-41ca-8f28-680faa89a607/ffdac86e-63e4-4a35-a684-772b53315f9d/96a56803-8080-44c9-821f-4b9ad9b48045) {{(pid=102790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:03:52.295052 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-06fb57d9-9850-4b77-8926-74e74f8ee3ab None None] Attempting to bind port 69cc90b4-761e-4534-af4e-bc5527fe0032 on host n-d-834765-1 for vnic_type normal with profile {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 16:03:52.295052 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-06fb57d9-9850-4b77-8926-74e74f8ee3ab None None] Attempting to bind port 69cc90b4-761e-4534-af4e-bc5527fe0032 by drivers openvswitch,hyperv on host n-d-834765-1 at level 0 using segments [{'id': 'c6181439-0b6c-4953-a524-4332ffa16dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '2eafcc2d-38b9-41ca-8f28-680faa89a607'}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 16:03:52.295052 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06fb57d9-9850-4b77-8926-74e74f8ee3ab None None] Attempting to bind port 69cc90b4-761e-4534-af4e-bc5527fe0032 on network 2eafcc2d-38b9-41ca-8f28-680faa89a607 {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 16:03:52.305502 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06fb57d9-9850-4b77-8926-74e74f8ee3ab None None] Checking agent: {'id': 'a8866439-9d96-425c-b519-6905c591ac37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 25, 36), 'started_at': datetime.datetime(2022, 3, 29, 15, 26, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 16, 3, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834765-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 16:03:52.305889 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06fb57d9-9850-4b77-8926-74e74f8ee3ab None None] Checking segment: {'id': 'c6181439-0b6c-4953-a524-4332ffa16dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '2eafcc2d-38b9-41ca-8f28-680faa89a607'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 16:03:52.306289 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-06fb57d9-9850-4b77-8926-74e74f8ee3ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:52.306680 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06fb57d9-9850-4b77-8926-74e74f8ee3ab None None] Bound using segment: {'id': 'c6181439-0b6c-4953-a524-4332ffa16dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '2eafcc2d-38b9-41ca-8f28-680faa89a607'} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 16:03:52.307182 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-06fb57d9-9850-4b77-8926-74e74f8ee3ab None None] Bound port: 69cc90b4-761e-4534-af4e-bc5527fe0032, host: n-d-834765-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6181439-0b6c-4953-a524-4332ffa16dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '2eafcc2d-38b9-41ca-8f28-680faa89a607'}}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 16:03:52.307590 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-06fb57d9-9850-4b77-8926-74e74f8ee3ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:52.381613 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-06fb57d9-9850-4b77-8926-74e74f8ee3ab None None] For port 69cc90b4-761e-4534-af4e-bc5527fe0032, host n-d-834765-1, cleared binding levels {{(pid=102792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 16:03:52.385652 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-06fb57d9-9850-4b77-8926-74e74f8ee3ab None None] For port 69cc90b4-761e-4534-af4e-bc5527fe0032, host n-d-834765-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=69cc90b4-761e-4534-af4e-bc5527fe0032,segment=NetworkSegment(c6181439-0b6c-4953-a524-4332ffa16dc0),segment_id=c6181439-0b6c-4953-a524-4332ffa16dc0)] {{(pid=102792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 16:03:52.394277 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-06fb57d9-9850-4b77-8926-74e74f8ee3ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:52.481236 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-ce1d238f-4bea-411e-94ef-98caaf223b43 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks [] for port, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:52.488116 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fb57d9-9850-4b77-8926-74e74f8ee3ab None None] Pushing event updated for resources: {'Port': ['ID=69cc90b4-761e-4534-af4e-bc5527fe0032,revision_number=2']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:03:52.550026 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-ce1d238f-4bea-411e-94ef-98caaf223b43 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:52.587453 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce1d238f-4bea-411e-94ef-98caaf223b43 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Network 2eafcc2d-38b9-41ca-8f28-680faa89a607 is already hosted by enough agents. {{(pid=102790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:03:52.591107 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-ce1d238f-4bea-411e-94ef-98caaf223b43 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Resources bound (agent type, host, resource id): {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:03:52.593256 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce1d238f-4bea-411e-94ef-98caaf223b43 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Received port after_create {{(pid=102790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:03:52.687735 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce1d238f-4bea-411e-94ef-98caaf223b43 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:03:52.688414 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-ce1d238f-4bea-411e-94ef-98caaf223b43 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:52.753622 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-ce1d238f-4bea-411e-94ef-98caaf223b43 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.3614256 Mar 29 16:03:52.754598 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 50030) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:03:52.760894 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-d2079d6b-d34a-46df-828d-c9bee1b53a0a tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Request body: {'port': {'network_id': '2eafcc2d-38b9-41ca-8f28-680faa89a607', 'name': 'tempest-PortsTestJSON-1984347256'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:03:52.768067 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1d238f-4bea-411e-94ef-98caaf223b43 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Pushing event updated for resources: {'Port': ['ID=96a56803-8080-44c9-821f-4b9ad9b48045,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:03:53.043772 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 69cc90b4-761e-4534-af4e-bc5527fe0032 up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 16:03:53.067638 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae36890-41d4-4f76-ae9d-3fc9617cf609 req-0b353621-23e0-446c-9ac4-8ea9b959f969 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:03:53.069626 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-0ae36890-41d4-4f76-ae9d-3fc9617cf609 req-0b353621-23e0-446c-9ac4-8ea9b959f969 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd8e3388-810b-42c2-83e9-f7b4e3d0dd7b HTTP/1.1" status: 200 len: 945 time: 0.0989001 Mar 29 16:03:53.175771 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-0ae36890-41d4-4f76-ae9d-3fc9617cf609 req-574767b4-40f6-4dea-ac6b-d29c33d5e90c tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] 10.222.0.42 "GET /v2.0/security-groups?id=299f4eee-9f08-4ab2-9699-a166ce9b5c35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842335 Mar 29 16:03:53.177068 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2079d6b-d34a-46df-828d-c9bee1b53a0a tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Made reservation on behalf of 8448cf8b24d44551bc0e5bbcd54d34e2 for: {'port': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:03:53.181804 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-d2079d6b-d34a-46df-828d-c9bee1b53a0a tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:53.202434 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port 69cc90b4-761e-4534-af4e-bc5527fe0032 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:03:53.202817 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:53.203835 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [None req-d2079d6b-d34a-46df-828d-c9bee1b53a0a tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] device_id is not set on port af1bb49b-eba4-4c9f-b047-f052eaa7a37d yet. {{(pid=102791) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 29 16:03:53.360643 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:53.380166 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_common [None req-d2079d6b-d34a-46df-828d-c9bee1b53a0a tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Allocated IP 172.20.0.12 (2eafcc2d-38b9-41ca-8f28-680faa89a607/ffdac86e-63e4-4a35-a684-772b53315f9d/af1bb49b-eba4-4c9f-b047-f052eaa7a37d) {{(pid=102791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:03:53.410709 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] For port 69cc90b4-761e-4534-af4e-bc5527fe0032, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=69cc90b4-761e-4534-af4e-bc5527fe0032,segment=NetworkSegment(c6181439-0b6c-4953-a524-4332ffa16dc0),segment_id=c6181439-0b6c-4953-a524-4332ffa16dc0)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:03:53.419726 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:53.495052 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Pushing event updated for resources: {'Port': ['ID=69cc90b4-761e-4534-af4e-bc5527fe0032,revision_number=3']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:03:53.657349 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-d2079d6b-d34a-46df-828d-c9bee1b53a0a tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks [] for port, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:53.700648 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-d2079d6b-d34a-46df-828d-c9bee1b53a0a tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:53.759464 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2079d6b-d34a-46df-828d-c9bee1b53a0a tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Network 2eafcc2d-38b9-41ca-8f28-680faa89a607 is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:03:53.763606 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [None req-d2079d6b-d34a-46df-828d-c9bee1b53a0a tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:03:53.766163 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2079d6b-d34a-46df-828d-c9bee1b53a0a tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Received port after_create {{(pid=102791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:03:53.817964 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2079d6b-d34a-46df-828d-c9bee1b53a0a tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Pushing event updated for resources: {'Port': ['ID=af1bb49b-eba4-4c9f-b047-f052eaa7a37d,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:03:53.858271 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2079d6b-d34a-46df-828d-c9bee1b53a0a tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:03:53.858946 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-d2079d6b-d34a-46df-828d-c9bee1b53a0a tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:53.887886 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-d2079d6b-d34a-46df-828d-c9bee1b53a0a tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.1322732 Mar 29 16:03:53.890661 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 50036) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:03:53.975424 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc719b0c-27bb-438a-8d6f-d84205c5c5f6 None None] Network 2eafcc2d-38b9-41ca-8f28-680faa89a607 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 16:03:54.035451 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-241d9eb6-2347-43c7-b43b-3867e9551ba5 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:03:54.040190 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-241d9eb6-2347-43c7-b43b-3867e9551ba5 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] 10.222.0.42 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.14 HTTP/1.1" status: 200 len: 922 time: 0.1445780 Mar 29 16:03:54.043486 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 50038) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:03:54.105375 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-444cd3f5-97f5-4011-a026-8fdc40d590d1 None None] Provisioning complete for port 69cc90b4-761e-4534-af4e-bc5527fe0032 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:03:54.106521 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-444cd3f5-97f5-4011-a026-8fdc40d590d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:54.246618 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-467f77f8-e423-4d06-afb1-6e9fd4271955 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Deleting port af1bb49b-eba4-4c9f-b047-f052eaa7a37d {{(pid=102790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:03:54.247420 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-467f77f8-e423-4d06-afb1-6e9fd4271955 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:54.414456 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-467f77f8-e423-4d06-afb1-6e9fd4271955 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:54.432615 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-467f77f8-e423-4d06-afb1-6e9fd4271955 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Calling delete_port for af1bb49b-eba4-4c9f-b047-f052eaa7a37d owned by {{(pid=102790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:03:54.506113 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a9d3c2-4ba1-41f1-81f4-0fc9389f7780 req-4b65041a-cda5-4b3f-8087-51fbd2961300 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:03:54.508377 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-17a9d3c2-4ba1-41f1-81f4-0fc9389f7780 req-4b65041a-cda5-4b3f-8087-51fbd2961300 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd8e3388-810b-42c2-83e9-f7b4e3d0dd7b HTTP/1.1" status: 200 len: 945 time: 0.1733656 Mar 29 16:03:54.640703 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-467f77f8-e423-4d06-afb1-6e9fd4271955 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:54.681452 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-17a9d3c2-4ba1-41f1-81f4-0fc9389f7780 req-1020a479-4075-461d-91c9-0cbdefdbdcdf tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] 10.222.0.42 "GET /v2.0/security-groups?id=299f4eee-9f08-4ab2-9699-a166ce9b5c35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766129 Mar 29 16:03:54.682488 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467f77f8-e423-4d06-afb1-6e9fd4271955 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Pushing event deleted for resources: {'Port': ['ID=af1bb49b-eba4-4c9f-b047-f052eaa7a37d,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:03:54.710514 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-7fb01021-092a-441b-b6c3-46748a5910c9 None None] Could not find standard attr ID for object af1bb49b-eba4-4c9f-b047-f052eaa7a37d. {{(pid=102792) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 29 16:03:54.741958 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-7fb01021-092a-441b-b6c3-46748a5910c9 None None] Provisioning complete for port 96a56803-8080-44c9-821f-4b9ad9b48045 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:03:54.743537 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-7fb01021-092a-441b-b6c3-46748a5910c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:54.787103 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-467f77f8-e423-4d06-afb1-6e9fd4271955 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:54.793604 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-467f77f8-e423-4d06-afb1-6e9fd4271955 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] 10.222.0.42 "DELETE /v2.0/ports/af1bb49b-eba4-4c9f-b047-f052eaa7a37d HTTP/1.1" status: 204 len: 168 time: 0.7467399 Mar 29 16:03:54.794502 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 50044) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:03:54.812476 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-7fb01021-092a-441b-b6c3-46748a5910c9 None None] Port 96a56803-8080-44c9-821f-4b9ad9b48045 cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 16:03:54.828247 n-d-834765-1 neutron-server[102791]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd97878a-8298-4ae2-bc58-f3fcc850dd07 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] GET failed (client error): The resource could not be found. Mar 29 16:03:54.832872 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 50046) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:03:54.833171 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-dd97878a-8298-4ae2-bc58-f3fcc850dd07 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] 10.222.0.42 "GET /v2.0/ports/af1bb49b-eba4-4c9f-b047-f052eaa7a37d HTTP/1.1" status: 404 len: 333 time: 0.0368984 Mar 29 16:03:54.842377 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-7fb01021-092a-441b-b6c3-46748a5910c9 None None] Provisioning complete for port 69cc90b4-761e-4534-af4e-bc5527fe0032 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:03:54.842753 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-7fb01021-092a-441b-b6c3-46748a5910c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:54.954346 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 69cc90b4-761e-4534-af4e-bc5527fe0032 up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 16:03:55.006770 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-8c2912f2-a8c3-4055-9abc-0e712fa456bc tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Deleting port 96a56803-8080-44c9-821f-4b9ad9b48045 {{(pid=102790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:03:55.011785 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-8c2912f2-a8c3-4055-9abc-0e712fa456bc tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:55.065540 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port 69cc90b4-761e-4534-af4e-bc5527fe0032 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:03:55.065910 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:55.161577 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-8c2912f2-a8c3-4055-9abc-0e712fa456bc tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:55.196918 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-8c2912f2-a8c3-4055-9abc-0e712fa456bc tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Calling delete_port for 96a56803-8080-44c9-821f-4b9ad9b48045 owned by {{(pid=102790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:03:55.235353 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-dc298be1-6853-4eb9-96f7-43d00b60ee2b None None] Provisioning complete for port 96a56803-8080-44c9-821f-4b9ad9b48045 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:03:55.235941 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-dc298be1-6853-4eb9-96f7-43d00b60ee2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:55.306083 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-dc298be1-6853-4eb9-96f7-43d00b60ee2b None None] Port 96a56803-8080-44c9-821f-4b9ad9b48045 cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 16:03:55.396990 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-8c2912f2-a8c3-4055-9abc-0e712fa456bc tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:55.420143 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-263ca4c8-62c4-4faa-8b8a-88a797aa309e None None] Could not find standard attr ID for object af1bb49b-eba4-4c9f-b047-f052eaa7a37d. {{(pid=102792) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 29 16:03:55.483892 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2912f2-a8c3-4055-9abc-0e712fa456bc tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Pushing event deleted for resources: {'Port': ['ID=96a56803-8080-44c9-821f-4b9ad9b48045,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:03:55.610351 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-8c2912f2-a8c3-4055-9abc-0e712fa456bc tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:55.616387 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-8c2912f2-a8c3-4055-9abc-0e712fa456bc tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] 10.222.0.42 "DELETE /v2.0/ports/96a56803-8080-44c9-821f-4b9ad9b48045 HTTP/1.1" status: 204 len: 168 time: 0.7798989 Mar 29 16:03:55.616640 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 50056) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:03:55.648845 n-d-834765-1 neutron-server[102791]: INFO neutron.pecan_wsgi.hooks.translation [None req-9105758a-5504-4f18-9157-67263dee1dd0 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] GET failed (client error): The resource could not be found. Mar 29 16:03:55.653742 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-9105758a-5504-4f18-9157-67263dee1dd0 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] 10.222.0.42 "GET /v2.0/ports/96a56803-8080-44c9-821f-4b9ad9b48045 HTTP/1.1" status: 404 len: 333 time: 0.0352757 Mar 29 16:03:55.654443 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 50058) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:03:55.721815 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.db_base_plugin_v2 [None req-38b1db7a-fffe-48d7-92c0-fb30e71a3e85 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Deleting subnet ffdac86e-63e4-4a35-a684-772b53315f9d {{(pid=102790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 16:03:55.725772 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-38b1db7a-fffe-48d7-92c0-fb30e71a3e85 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks [] for subnet, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:55.783121 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-38b1db7a-fffe-48d7-92c0-fb30e71a3e85 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4614024'] for subnet, precommit_delete_associations {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:55.870030 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f10a6a-50ba-4efd-8864-fbebc14d9a9b req-48d93703-7700-4a97-84a1-d40b27e593f8 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:03:55.871637 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-02f10a6a-50ba-4efd-8864-fbebc14d9a9b req-48d93703-7700-4a97-84a1-d40b27e593f8 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd8e3388-810b-42c2-83e9-f7b4e3d0dd7b HTTP/1.1" status: 200 len: 945 time: 0.0772884 Mar 29 16:03:55.947108 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-02f10a6a-50ba-4efd-8864-fbebc14d9a9b req-51b2a381-dda4-4ae8-a350-55e525098e6a tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] 10.222.0.42 "GET /v2.0/security-groups?id=299f4eee-9f08-4ab2-9699-a166ce9b5c35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658796 Mar 29 16:03:55.974611 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-38b1db7a-fffe-48d7-92c0-fb30e71a3e85 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1641287'] for subnet, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:56.073260 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-38b1db7a-fffe-48d7-92c0-fb30e71a3e85 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1641294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5231963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4793952'] for subnet, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:56.106752 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b1db7a-fffe-48d7-92c0-fb30e71a3e85 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Pushing event deleted for resources: {'Subnet': ['ID=ffdac86e-63e4-4a35-a684-772b53315f9d,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:03:56.116456 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-38b1db7a-fffe-48d7-92c0-fb30e71a3e85 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks [] for subnet, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:56.122434 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-38b1db7a-fffe-48d7-92c0-fb30e71a3e85 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] 10.222.0.42 "DELETE /v2.0/subnets/ffdac86e-63e4-4a35-a684-772b53315f9d HTTP/1.1" status: 204 len: 168 time: 0.4646993 Mar 29 16:03:56.122847 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 50064) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:03:56.129450 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ddcba08-35ba-4a4b-a2ef-05fe1fc6ca2f None None] Network 2eafcc2d-38b9-41ca-8f28-680faa89a607 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 16:03:56.245245 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-9a2da13d-4992-431a-8d45-c42200bb0ba0 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1631750'] for network, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:56.317792 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-9a2da13d-4992-431a-8d45-c42200bb0ba0 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Deleting port 69cc90b4-761e-4534-af4e-bc5527fe0032 {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:03:56.318443 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-9a2da13d-4992-431a-8d45-c42200bb0ba0 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:56.400256 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [None req-9a2da13d-4992-431a-8d45-c42200bb0ba0 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] For port 69cc90b4-761e-4534-af4e-bc5527fe0032, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=69cc90b4-761e-4534-af4e-bc5527fe0032,segment=NetworkSegment(c6181439-0b6c-4953-a524-4332ffa16dc0),segment_id=c6181439-0b6c-4953-a524-4332ffa16dc0)] {{(pid=102791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:03:56.400719 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-9a2da13d-4992-431a-8d45-c42200bb0ba0 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:56.416787 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-9a2da13d-4992-431a-8d45-c42200bb0ba0 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Calling delete_port for 69cc90b4-761e-4534-af4e-bc5527fe0032 owned by network:dhcp {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:03:56.473405 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf227f0b-6d31-4251-bd2b-8abe6e5253d1 None None] DHCP port deletion for 2eafcc2d-38b9-41ca-8f28-680faa89a607 request from n-d-834765-1 {{(pid=102792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 29 16:03:56.593611 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-cf227f0b-6d31-4251-bd2b-8abe6e5253d1 None None] Deleting port 69cc90b4-761e-4534-af4e-bc5527fe0032 {{(pid=102792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:03:56.593999 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-cf227f0b-6d31-4251-bd2b-8abe6e5253d1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:56.597823 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-9a2da13d-4992-431a-8d45-c42200bb0ba0 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:56.653274 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a2da13d-4992-431a-8d45-c42200bb0ba0 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] No DVR routers for this DVR port 69cc90b4-761e-4534-af4e-bc5527fe0032 on host n-d-834765-1 {{(pid=102791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 16:03:56.716622 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2da13d-4992-431a-8d45-c42200bb0ba0 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Pushing event deleted for resources: {'Port': ['ID=69cc90b4-761e-4534-af4e-bc5527fe0032,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:03:56.812908 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-9a2da13d-4992-431a-8d45-c42200bb0ba0 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639890', 'neutron.services.segments.db._delete_segments_for_network-8783523423079'] for network, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:56.857287 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-9a2da13d-4992-431a-8d45-c42200bb0ba0 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2eafcc2d-38b9-41ca-8f28-680faa89a607']}} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:03:56.871759 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-9a2da13d-4992-431a-8d45-c42200bb0ba0 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6181439-0b6c-4953-a524-4332ffa16dc0') {'for_net_delete': True} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:03:56.873050 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-9a2da13d-4992-431a-8d45-c42200bb0ba0 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6181439-0b6c-4953-a524-4332ffa16dc0') {} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:03:56.885856 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-9a2da13d-4992-431a-8d45-c42200bb0ba0 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783523422064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4230428'] for segment, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:56.901637 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-cf227f0b-6d31-4251-bd2b-8abe6e5253d1 None None] For port 69cc90b4-761e-4534-af4e-bc5527fe0032, host n-d-834765-1, got binding levels [] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:03:56.902027 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-cf227f0b-6d31-4251-bd2b-8abe6e5253d1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:56.913413 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-9a2da13d-4992-431a-8d45-c42200bb0ba0 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:56.915861 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 69cc90b4-761e-4534-af4e-bc5527fe0032 no longer exists at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 16:03:56.923171 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a2da13d-4992-431a-8d45-c42200bb0ba0 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Releasing vlan 639 on physical network physnet1 to pool {{(pid=102791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 16:03:56.923684 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-9a2da13d-4992-431a-8d45-c42200bb0ba0 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16169569'] for segment, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:56.941067 n-d-834765-1 neutron-server[102791]: Traceback (most recent call last): Mar 29 16:03:56.941067 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 16:03:56.941067 n-d-834765-1 neutron-server[102791]: timer() Mar 29 16:03:56.941067 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 16:03:56.941067 n-d-834765-1 neutron-server[102791]: cb(*args, **kw) Mar 29 16:03:56.941067 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 16:03:56.941067 n-d-834765-1 neutron-server[102791]: return func(*args, **kwargs) Mar 29 16:03:56.941067 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 16:03:56.941067 n-d-834765-1 neutron-server[102791]: self._notify() Mar 29 16:03:56.941067 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 16:03:56.941067 n-d-834765-1 neutron-server[102791]: self.callback(batched_events) Mar 29 16:03:56.941067 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 16:03:56.941067 n-d-834765-1 neutron-server[102791]: event.method(event) Mar 29 16:03:56.941067 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 16:03:56.941067 n-d-834765-1 neutron-server[102791]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 16:03:56.941067 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 16:03:56.941067 n-d-834765-1 neutron-server[102791]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 16:03:56.941067 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 16:03:56.941067 n-d-834765-1 neutron-server[102791]: return f(self, *a, **k) Mar 29 16:03:56.941067 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 16:03:56.941067 n-d-834765-1 neutron-server[102791]: return self._get(url).json() Mar 29 16:03:56.941067 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 16:03:56.941067 n-d-834765-1 neutron-server[102791]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 16:03:56.941067 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 16:03:56.941067 n-d-834765-1 neutron-server[102791]: return self.request(url, 'GET', **kwargs) Mar 29 16:03:56.941067 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 16:03:56.941067 n-d-834765-1 neutron-server[102791]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 16:03:56.941067 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 16:03:56.941067 n-d-834765-1 neutron-server[102791]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 16:03:56.941067 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 16:03:56.941067 n-d-834765-1 neutron-server[102791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 16:03:56.941067 n-d-834765-1 neutron-server[102791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 16:03:56.943927 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] No Port match for: 69cc90b4-761e-4534-af4e-bc5527fe0032 {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 16:03:56.944307 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 69cc90b4-761e-4534-af4e-bc5527fe0032 not bound to the agent host n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 16:03:56.946464 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-cf227f0b-6d31-4251-bd2b-8abe6e5253d1 None None] Calling delete_port for 69cc90b4-761e-4534-af4e-bc5527fe0032 owned by network:dhcp {{(pid=102792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:03:56.950220 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.ipam_backend_mixin [None req-cf227f0b-6d31-4251-bd2b-8abe6e5253d1 None None] Port 69cc90b4-761e-4534-af4e-bc5527fe0032 was not found and therefore no delete operation was performed {{(pid=102792) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 29 16:03:56.951928 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-cf227f0b-6d31-4251-bd2b-8abe6e5253d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350'] for port, after_delete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:57.010025 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-9a2da13d-4992-431a-8d45-c42200bb0ba0 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1639897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648174'] for network, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:57.012471 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf227f0b-6d31-4251-bd2b-8abe6e5253d1 None None] Pushing event deleted for resources: {'Port': ['ID=69cc90b4-761e-4534-af4e-bc5527fe0032,revision_number=None']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:03:57.014489 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf227f0b-6d31-4251-bd2b-8abe6e5253d1 None None] No DVR routers for this DVR port 69cc90b4-761e-4534-af4e-bc5527fe0032 on host n-d-834765-1 {{(pid=102792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 16:03:57.027158 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-9a2da13d-4992-431a-8d45-c42200bb0ba0 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks [] for network, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:57.040724 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 50074) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:03:57.045930 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-d197c63c-dc6d-40fa-b10c-5d8a144b7343 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2076335302'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:03:57.049304 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-9a2da13d-4992-431a-8d45-c42200bb0ba0 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] 10.222.0.42 "DELETE /v2.0/networks/2eafcc2d-38b9-41ca-8f28-680faa89a607 HTTP/1.1" status: 204 len: 168 time: 0.9249797 Mar 29 16:03:57.078205 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2da13d-4992-431a-8d45-c42200bb0ba0 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Pushing event deleted for resources: {'Network': ['ID=2eafcc2d-38b9-41ca-8f28-680faa89a607,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:03:57.082092 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d197c63c-dc6d-40fa-b10c-5d8a144b7343 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Made reservation on behalf of 8448cf8b24d44551bc0e5bbcd54d34e2 for: {'network': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:03:57.086535 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-d197c63c-dc6d-40fa-b10c-5d8a144b7343 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for network, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:57.156107 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d197c63c-dc6d-40fa-b10c-5d8a144b7343 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] vlan segment allocate from pool success with {'vlan_id': 606, 'physical_network': 'physnet1'} {{(pid=102790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 16:03:57.188904 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-d197c63c-dc6d-40fa-b10c-5d8a144b7343 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:57.189511 n-d-834765-1 neutron-server[102790]: INFO neutron.db.segments_db [None req-d197c63c-dc6d-40fa-b10c-5d8a144b7343 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Added segment dcc7ded0-8e86-4352-bed5-a438a301aa22 of type vlan for network d322b194-3379-49f0-aa4a-d73dd8dc9974 Mar 29 16:03:57.258030 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbd5b7a-1481-417c-bc89-e8009c5f87c0 req-6723315d-479a-421a-bbcd-0a9a200e63ac tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:03:57.279949 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-0cbd5b7a-1481-417c-bc89-e8009c5f87c0 req-6723315d-479a-421a-bbcd-0a9a200e63ac tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd8e3388-810b-42c2-83e9-f7b4e3d0dd7b HTTP/1.1" status: 200 len: 945 time: 0.1792643 Mar 29 16:03:57.325250 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7309d48d-0dc8-4f20-bac3-c8a35c1e91e3 req-662c3a06-9c87-428b-aa1e-fc2c94912726 tempest-TestNetworkAdvancedServerOps-8597314 tempest-TestNetworkAdvancedServerOps-8597314-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:03:57.331844 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-7309d48d-0dc8-4f20-bac3-c8a35c1e91e3 req-662c3a06-9c87-428b-aa1e-fc2c94912726 tempest-TestNetworkAdvancedServerOps-8597314 tempest-TestNetworkAdvancedServerOps-8597314-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=4b1734e3-0491-4380-9fe0-74365dc4ef18 HTTP/1.1" status: 200 len: 1097 time: 0.0824735 Mar 29 16:03:57.362648 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-7309d48d-0dc8-4f20-bac3-c8a35c1e91e3 req-55a64b03-1610-4171-94ae-79cb0107fd9e tempest-TestNetworkAdvancedServerOps-8597314 tempest-TestNetworkAdvancedServerOps-8597314-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:57.375920 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-d197c63c-dc6d-40fa-b10c-5d8a144b7343 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783522915970'] for network, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:57.403996 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-0cbd5b7a-1481-417c-bc89-e8009c5f87c0 req-28d1e4c3-0d4c-4f14-adad-d9c04a091bc5 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] 10.222.0.42 "GET /v2.0/security-groups?id=299f4eee-9f08-4ab2-9699-a166ce9b5c35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1226912 Mar 29 16:03:57.475404 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-d197c63c-dc6d-40fa-b10c-5d8a144b7343 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795'] for network, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:57.504737 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d197c63c-dc6d-40fa-b10c-5d8a144b7343 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:03:57.506341 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-d197c63c-dc6d-40fa-b10c-5d8a144b7343 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks [] for network, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:57.568725 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-7309d48d-0dc8-4f20-bac3-c8a35c1e91e3 req-55a64b03-1610-4171-94ae-79cb0107fd9e tempest-TestNetworkAdvancedServerOps-8597314 tempest-TestNetworkAdvancedServerOps-8597314-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:57.575928 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-7309d48d-0dc8-4f20-bac3-c8a35c1e91e3 req-55a64b03-1610-4171-94ae-79cb0107fd9e tempest-TestNetworkAdvancedServerOps-8597314 tempest-TestNetworkAdvancedServerOps-8597314-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:57.610476 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-7309d48d-0dc8-4f20-bac3-c8a35c1e91e3 req-55a64b03-1610-4171-94ae-79cb0107fd9e tempest-TestNetworkAdvancedServerOps-8597314 tempest-TestNetworkAdvancedServerOps-8597314-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=bcabf703-0dbd-497f-b21f-e9f0f5919bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2675138 Mar 29 16:03:57.635197 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-d197c63c-dc6d-40fa-b10c-5d8a144b7343 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5933137 Mar 29 16:03:57.655295 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 50084) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:03:57.665452 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-c0b1b83b-afcd-432e-8973-05a3c7b28b12 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Request body: {'subnet': {'network_id': 'd322b194-3379-49f0-aa4a-d73dd8dc9974', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:03:57.688098 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d197c63c-dc6d-40fa-b10c-5d8a144b7343 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Pushing event updated for resources: {'Network': ['ID=d322b194-3379-49f0-aa4a-d73dd8dc9974,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:03:57.703307 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Network d322b194-3379-49f0-aa4a-d73dd8dc9974 details requested by agent ovs-agent-n-d-834765-1 with host n-d-834765-1 {{(pid=102792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 16:03:57.734390 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a64b03-1610-4171-94ae-79cb0107fd9e tempest-TestNetworkAdvancedServerOps-8597314 tempest-TestNetworkAdvancedServerOps-8597314-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=066ef542-c0a6-42bd-beeb-926131b25515,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:03:57.871617 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e6f81a-ef5c-42c8-8a7a-3549b043dee1 req-99795f52-2f4a-45a3-b9fd-8316f735a06b tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:03:57.876623 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-d8e6f81a-ef5c-42c8-8a7a-3549b043dee1 req-99795f52-2f4a-45a3-b9fd-8316f735a06b tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "GET /v2.0/ports?device_id=4b1734e3-0491-4380-9fe0-74365dc4ef18 HTTP/1.1" status: 200 len: 946 time: 0.0928199 Mar 29 16:03:57.889144 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0b1b83b-afcd-432e-8973-05a3c7b28b12 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Made reservation on behalf of 8448cf8b24d44551bc0e5bbcd54d34e2 for: {'subnet': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:03:57.892968 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-c0b1b83b-afcd-432e-8973-05a3c7b28b12 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16218875'] for subnet, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:57.949358 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-d8e6f81a-ef5c-42c8-8a7a-3549b043dee1 req-0c136da2-f51b-461c-93d0-a4a5f117127a tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "GET /v2.0/security-groups?id=bcabf703-0dbd-497f-b21f-e9f0f5919bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667603 Mar 29 16:03:57.988665 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 50088) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:03:58.082448 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-2bab681f-7276-4265-89bf-7d30ed14da69 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "GET /v2.0/floatingips/ee20b9c4-f17a-4f66-99ae-e91982f819a6 HTTP/1.1" status: 200 len: 994 time: 0.0906262 Mar 29 16:03:58.228833 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-c0b1b83b-afcd-432e-8973-05a3c7b28b12 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16155524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16218861'] for subnet, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:58.315931 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b1b83b-afcd-432e-8973-05a3c7b28b12 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Pushing event updated for resources: {'Subnet': ['ID=083b6cc2-b402-4697-935d-844c3b8eec9c,revision_number=0']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:03:58.324916 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b1b83b-afcd-432e-8973-05a3c7b28b12 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Checking segment: {'id': 'dcc7ded0-8e86-4352-bed5-a438a301aa22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'd322b194-3379-49f0-aa4a-d73dd8dc9974'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 16:03:58.325282 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0b1b83b-afcd-432e-8973-05a3c7b28b12 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Network hostable DHCP agents. Network: d322b194-3379-49f0-aa4a-d73dd8dc9974, hostable agents: ['d136643e-48ae-49d4-a851-2ba3bdf3749c'], hosted agents: [] {{(pid=102791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 16:03:58.345615 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0b1b83b-afcd-432e-8973-05a3c7b28b12 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Network d322b194-3379-49f0-aa4a-d73dd8dc9974 is scheduled to be hosted by DHCP agent d136643e-48ae-49d4-a851-2ba3bdf3749c with binding_index 1 {{(pid=102791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 16:03:58.356483 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [None req-c0b1b83b-afcd-432e-8973-05a3c7b28b12 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834765-1, d322b194-3379-49f0-aa4a-d73dd8dc9974) {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:03:58.361029 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0b1b83b-afcd-432e-8973-05a3c7b28b12 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:03:58.361629 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-c0b1b83b-afcd-432e-8973-05a3c7b28b12 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks [] for subnet, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:58.369160 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b68b1f4c-38e0-4588-aed8-69f081afba85 None None] Network d322b194-3379-49f0-aa4a-d73dd8dc9974 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 16:03:58.387417 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 50094) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:03:58.387670 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-c0b1b83b-afcd-432e-8973-05a3c7b28b12 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7292421 Mar 29 16:03:58.391426 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-bd059f24-d694-4ca7-b974-6505e50ebca0 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Request body: {'port': {'network_id': 'd322b194-3379-49f0-aa4a-d73dd8dc9974', 'name': 'tempest-PortsTestJSON-2016922929', 'fixed_ips': [{'subnet_id': '083b6cc2-b402-4697-935d-844c3b8eec9c', 'ip_address': '172.20.0.10'}]}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:03:58.610503 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38ac67c1-358a-49e2-aac0-c0b55380dde4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0035034-69b0-5ffc-b384-0ac6189c5628-d322b194-3379-49f0-aa4a-d73dd8dc9974', 'network_id': 'd322b194-3379-49f0-aa4a-d73dd8dc9974', 'tenant_id': '8448cf8b24d44551bc0e5bbcd54d34e2', 'fixed_ips': [{'subnet_id': '083b6cc2-b402-4697-935d-844c3b8eec9c'}]}} from n-d-834765-1. {{(pid=102792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 29 16:03:58.611509 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-38ac67c1-358a-49e2-aac0-c0b55380dde4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:58.640868 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf33230-059e-40be-a1b2-44c4350196cb req-bab1f86d-6dea-415f-9cc9-4e0f0ff1f666 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:03:58.643589 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-1cf33230-059e-40be-a1b2-44c4350196cb req-bab1f86d-6dea-415f-9cc9-4e0f0ff1f666 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd8e3388-810b-42c2-83e9-f7b4e3d0dd7b HTTP/1.1" status: 200 len: 945 time: 0.1120582 Mar 29 16:03:58.653393 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [req-cc8540ff-7242-4dfc-8a65-9b4c2195ac46 req-86550c4e-99b0-4be3-807b-afd2d6138e69 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=102790) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 16:03:58.654545 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-cc8540ff-7242-4dfc-8a65-9b4c2195ac46 req-86550c4e-99b0-4be3-807b-afd2d6138e69 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1230254 Mar 29 16:03:58.677888 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd059f24-d694-4ca7-b974-6505e50ebca0 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Made reservation on behalf of 8448cf8b24d44551bc0e5bbcd54d34e2 for: {'port': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:03:58.752429 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-1cf33230-059e-40be-a1b2-44c4350196cb req-eef813d0-c939-4776-92d2-b81857fc649d tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] 10.222.0.42 "GET /v2.0/security-groups?id=299f4eee-9f08-4ab2-9699-a166ce9b5c35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1019628 Mar 29 16:03:58.847581 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-bd059f24-d694-4ca7-b974-6505e50ebca0 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:58.875515 n-d-834765-1 neutron-server[102790]: DEBUG neutron.notifiers.nova [None req-bd059f24-d694-4ca7-b974-6505e50ebca0 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] device_id is not set on port 715ba366-1893-46ad-b27d-0532e1ba6db5 yet. {{(pid=102790) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 29 16:03:58.963963 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.db_base_plugin_common [None req-38ac67c1-358a-49e2-aac0-c0b55380dde4 None None] Allocated IP 172.20.0.2 (d322b194-3379-49f0-aa4a-d73dd8dc9974/083b6cc2-b402-4697-935d-844c3b8eec9c/a1478632-8d6c-41a7-8355-76395efdf02f) {{(pid=102792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:03:59.290827 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-38ac67c1-358a-49e2-aac0-c0b55380dde4 None None] Notify callbacks [] for port, precommit_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:59.329971 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-38ac67c1-358a-49e2-aac0-c0b55380dde4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956'] for port, after_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:59.334623 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 50116) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:03:59.400229 n-d-834765-1 neutron-server[102792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38ac67c1-358a-49e2-aac0-c0b55380dde4 None None] Network d322b194-3379-49f0-aa4a-d73dd8dc9974 is already hosted by enough agents. {{(pid=102792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:03:59.401741 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ac67c1-358a-49e2-aac0-c0b55380dde4 None None] Pushing event updated for resources: {'Port': ['ID=a1478632-8d6c-41a7-8355-76395efdf02f,revision_number=1']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:03:59.404533 n-d-834765-1 neutron-server[102792]: DEBUG neutron.scheduler.base_scheduler [None req-38ac67c1-358a-49e2-aac0-c0b55380dde4 None None] Resources bound (agent type, host, resource id): {{(pid=102792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:03:59.408005 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38ac67c1-358a-49e2-aac0-c0b55380dde4 None None] Received port after_create {{(pid=102792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:03:59.464448 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.db_base_plugin_common [None req-bd059f24-d694-4ca7-b974-6505e50ebca0 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Allocated IP 172.20.0.10 (d322b194-3379-49f0-aa4a-d73dd8dc9974/083b6cc2-b402-4697-935d-844c3b8eec9c/715ba366-1893-46ad-b27d-0532e1ba6db5) {{(pid=102790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:03:59.542841 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-38ac67c1-358a-49e2-aac0-c0b55380dde4 None None] Attempting to bind port a1478632-8d6c-41a7-8355-76395efdf02f on host n-d-834765-1 for vnic_type normal with profile {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 16:03:59.543137 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-38ac67c1-358a-49e2-aac0-c0b55380dde4 None None] Attempting to bind port a1478632-8d6c-41a7-8355-76395efdf02f by drivers openvswitch,hyperv on host n-d-834765-1 at level 0 using segments [{'id': 'dcc7ded0-8e86-4352-bed5-a438a301aa22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'd322b194-3379-49f0-aa4a-d73dd8dc9974'}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 16:03:59.543531 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38ac67c1-358a-49e2-aac0-c0b55380dde4 None None] Attempting to bind port a1478632-8d6c-41a7-8355-76395efdf02f on network d322b194-3379-49f0-aa4a-d73dd8dc9974 {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 16:03:59.556025 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38ac67c1-358a-49e2-aac0-c0b55380dde4 None None] Checking agent: {'id': 'a8866439-9d96-425c-b519-6905c591ac37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 25, 36), 'started_at': datetime.datetime(2022, 3, 29, 15, 26, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 16, 3, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834765-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 16:03:59.556728 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38ac67c1-358a-49e2-aac0-c0b55380dde4 None None] Checking segment: {'id': 'dcc7ded0-8e86-4352-bed5-a438a301aa22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'd322b194-3379-49f0-aa4a-d73dd8dc9974'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 16:03:59.557316 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-38ac67c1-358a-49e2-aac0-c0b55380dde4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:59.557879 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38ac67c1-358a-49e2-aac0-c0b55380dde4 None None] Bound using segment: {'id': 'dcc7ded0-8e86-4352-bed5-a438a301aa22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'd322b194-3379-49f0-aa4a-d73dd8dc9974'} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 16:03:59.559811 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-38ac67c1-358a-49e2-aac0-c0b55380dde4 None None] Bound port: a1478632-8d6c-41a7-8355-76395efdf02f, host: n-d-834765-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcc7ded0-8e86-4352-bed5-a438a301aa22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'd322b194-3379-49f0-aa4a-d73dd8dc9974'}}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 16:03:59.560414 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-38ac67c1-358a-49e2-aac0-c0b55380dde4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:59.593510 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadd655e-ceac-48d5-a504-3712bb42c07f req-1394810d-7e0d-451a-9e90-51df0ad94439 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:03:59.603072 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-fadd655e-ceac-48d5-a504-3712bb42c07f req-1394810d-7e0d-451a-9e90-51df0ad94439 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "GET /v2.0/ports?device_id=4b1734e3-0491-4380-9fe0-74365dc4ef18 HTTP/1.1" status: 200 len: 946 time: 0.2190573 Mar 29 16:03:59.720569 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-38ac67c1-358a-49e2-aac0-c0b55380dde4 None None] For port a1478632-8d6c-41a7-8355-76395efdf02f, host n-d-834765-1, cleared binding levels {{(pid=102792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 16:03:59.728659 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-38ac67c1-358a-49e2-aac0-c0b55380dde4 None None] For port a1478632-8d6c-41a7-8355-76395efdf02f, host n-d-834765-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=a1478632-8d6c-41a7-8355-76395efdf02f,segment=NetworkSegment(dcc7ded0-8e86-4352-bed5-a438a301aa22),segment_id=dcc7ded0-8e86-4352-bed5-a438a301aa22)] {{(pid=102792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 16:03:59.737846 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-38ac67c1-358a-49e2-aac0-c0b55380dde4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:59.747711 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-79bcea25-fedb-453a-93bc-6de947be4b28 req-e90dec80-f8f6-40e4-bcd7-e1a7d5ce73b1 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=4b1734e3-0491-4380-9fe0-74365dc4ef18&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4097605 Mar 29 16:03:59.772078 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-fadd655e-ceac-48d5-a504-3712bb42c07f req-7fe097ad-8a39-45bb-8f16-23eb38680618 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "GET /v2.0/security-groups?id=bcabf703-0dbd-497f-b21f-e9f0f5919bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1538715 Mar 29 16:03:59.785497 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [req-79bcea25-fedb-453a-93bc-6de947be4b28 req-22dbc894-f57e-4af9-aac0-e08f0d1b68de service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=102791) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 16:03:59.786799 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-79bcea25-fedb-453a-93bc-6de947be4b28 req-22dbc894-f57e-4af9-aac0-e08f0d1b68de service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0258055 Mar 29 16:03:59.899554 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-bd059f24-d694-4ca7-b974-6505e50ebca0 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks [] for port, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:03:59.950110 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ac67c1-358a-49e2-aac0-c0b55380dde4 None None] Pushing event updated for resources: {'Port': ['ID=a1478632-8d6c-41a7-8355-76395efdf02f,revision_number=2']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:04:00.083721 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-bd059f24-d694-4ca7-b974-6505e50ebca0 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:00.181096 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd059f24-d694-4ca7-b974-6505e50ebca0 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Network d322b194-3379-49f0-aa4a-d73dd8dc9974 is already hosted by enough agents. {{(pid=102790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:04:00.195904 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa81e9c-8eba-4616-9106-dd0ca26f9f4e req-b0a8657f-77de-4564-84a6-958db78c629f tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:04:00.197681 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-9aa81e9c-8eba-4616-9106-dd0ca26f9f4e req-b0a8657f-77de-4564-84a6-958db78c629f tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd8e3388-810b-42c2-83e9-f7b4e3d0dd7b HTTP/1.1" status: 200 len: 945 time: 0.1699936 Mar 29 16:04:00.201268 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-bd059f24-d694-4ca7-b974-6505e50ebca0 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Resources bound (agent type, host, resource id): {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:04:00.203726 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd059f24-d694-4ca7-b974-6505e50ebca0 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Received port after_create {{(pid=102790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:04:00.268448 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd059f24-d694-4ca7-b974-6505e50ebca0 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:04:00.269128 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-bd059f24-d694-4ca7-b974-6505e50ebca0 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:00.281007 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd059f24-d694-4ca7-b974-6505e50ebca0 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Pushing event updated for resources: {'Port': ['ID=715ba366-1893-46ad-b27d-0532e1ba6db5,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:04:00.381618 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 50140) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:04:00.382773 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-bd059f24-d694-4ca7-b974-6505e50ebca0 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.9951034 Mar 29 16:04:00.389364 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-3e9d7975-441a-483b-8544-964985804b1b tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Request body: {'port': {'network_id': 'd322b194-3379-49f0-aa4a-d73dd8dc9974', 'name': 'tempest-PortsTestJSON-1139202124', 'fixed_ips': [{'subnet_id': '083b6cc2-b402-4697-935d-844c3b8eec9c', 'ip_address': '172.20.0.9'}]}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:04:00.389608 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-be61bd39-b84e-4431-8327-c5d63c3776d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:00.434280 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-9aa81e9c-8eba-4616-9106-dd0ca26f9f4e req-c4ce1fa8-b543-4374-a98d-b58241609923 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] 10.222.0.42 "GET /v2.0/security-groups?id=299f4eee-9f08-4ab2-9699-a166ce9b5c35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1742399 Mar 29 16:04:00.612824 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e9d7975-441a-483b-8544-964985804b1b tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Made reservation on behalf of 8448cf8b24d44551bc0e5bbcd54d34e2 for: {'port': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:04:00.762162 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-3e9d7975-441a-483b-8544-964985804b1b tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:00.796166 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [None req-3e9d7975-441a-483b-8544-964985804b1b tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] device_id is not set on port ee77767f-8b39-4cfb-85d8-2700d9b3a99f yet. {{(pid=102791) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 29 16:04:01.084628 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device a1478632-8d6c-41a7-8355-76395efdf02f up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 16:04:01.123222 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4222f24-0a9c-43ae-b9ad-f6516feca1c3 req-dab1d8dc-c98d-47ca-85cc-b9e82c03700c tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:04:01.133999 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-a4222f24-0a9c-43ae-b9ad-f6516feca1c3 req-dab1d8dc-c98d-47ca-85cc-b9e82c03700c tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "GET /v2.0/ports?device_id=4b1734e3-0491-4380-9fe0-74365dc4ef18 HTTP/1.1" status: 200 len: 946 time: 0.1995120 Mar 29 16:04:01.212142 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port a1478632-8d6c-41a7-8355-76395efdf02f triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:04:01.213006 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:01.248081 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-a4222f24-0a9c-43ae-b9ad-f6516feca1c3 req-3bbdc3ea-23f2-4c20-b84d-04040b6517d1 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "GET /v2.0/security-groups?id=bcabf703-0dbd-497f-b21f-e9f0f5919bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1126094 Mar 29 16:04:01.411336 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_common [None req-3e9d7975-441a-483b-8544-964985804b1b tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Allocated IP 172.20.0.9 (d322b194-3379-49f0-aa4a-d73dd8dc9974/083b6cc2-b402-4697-935d-844c3b8eec9c/ee77767f-8b39-4cfb-85d8-2700d9b3a99f) {{(pid=102791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:04:01.443596 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:01.545713 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] For port a1478632-8d6c-41a7-8355-76395efdf02f, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=a1478632-8d6c-41a7-8355-76395efdf02f,segment=NetworkSegment(dcc7ded0-8e86-4352-bed5-a438a301aa22),segment_id=dcc7ded0-8e86-4352-bed5-a438a301aa22)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:04:01.558108 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:01.719421 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Pushing event updated for resources: {'Port': ['ID=a1478632-8d6c-41a7-8355-76395efdf02f,revision_number=3']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:04:01.740891 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:04:01.741856 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:04:01.741856 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:04:01.742705 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:04:01.743015 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:04:01.743380 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:04:01.744632 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:04:01.744632 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:04:01.744632 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:04:01.744632 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:04:01.745578 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:04:01.745578 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:04:01.871447 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-3e9d7975-441a-483b-8544-964985804b1b tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks [] for port, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:01.880915 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d84a70-6d4e-4f4b-abd2-580346a1865b req-3645faf1-709c-4cee-ae27-d5d1fcb26d42 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:04:01.889837 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-f5d84a70-6d4e-4f4b-abd2-580346a1865b req-3645faf1-709c-4cee-ae27-d5d1fcb26d42 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd8e3388-810b-42c2-83e9-f7b4e3d0dd7b HTTP/1.1" status: 200 len: 945 time: 0.1947601 Mar 29 16:04:01.955492 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-f5d84a70-6d4e-4f4b-abd2-580346a1865b req-47feb16d-b5ab-4df3-bdc0-5f2c0703c3ad tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] 10.222.0.42 "GET /v2.0/security-groups?id=299f4eee-9f08-4ab2-9699-a166ce9b5c35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598874 Mar 29 16:04:01.978017 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dca44ce-73f2-4e6f-911e-f7b041fade96 None None] Network d322b194-3379-49f0-aa4a-d73dd8dc9974 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 16:04:02.056555 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-3e9d7975-441a-483b-8544-964985804b1b tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:02.208815 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-25c874be-7467-40bb-96c8-6ad948ace440 None None] Provisioning complete for port a1478632-8d6c-41a7-8355-76395efdf02f triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:04:02.209228 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-25c874be-7467-40bb-96c8-6ad948ace440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:02.280532 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e9d7975-441a-483b-8544-964985804b1b tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Network d322b194-3379-49f0-aa4a-d73dd8dc9974 is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:04:02.315460 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [None req-3e9d7975-441a-483b-8544-964985804b1b tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:04:02.333442 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e9d7975-441a-483b-8544-964985804b1b tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Received port after_create {{(pid=102791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:04:02.381765 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9d7975-441a-483b-8544-964985804b1b tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Pushing event updated for resources: {'Port': ['ID=ee77767f-8b39-4cfb-85d8-2700d9b3a99f,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:04:02.401262 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bcea25-fedb-453a-93bc-6de947be4b28 req-3cddd26f-1d3c-4f08-851c-73ac08113640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:04:02.402991 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-79bcea25-fedb-453a-93bc-6de947be4b28 req-3cddd26f-1d3c-4f08-851c-73ac08113640 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8c88f14ca33d4e419d03f1c3b10014ac&device_id=4b1734e3-0491-4380-9fe0-74365dc4ef18 HTTP/1.1" status: 200 len: 1097 time: 0.1539531 Mar 29 16:04:02.449774 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e9d7975-441a-483b-8544-964985804b1b tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:04:02.450571 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-3e9d7975-441a-483b-8544-964985804b1b tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:02.570244 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-3e9d7975-441a-483b-8544-964985804b1b tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.1870904 Mar 29 16:04:02.575112 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 50158) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:04:02.646042 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be028ec9-ffb1-4f51-b5b8-d79070a11eef req-443ef6f2-dadc-4ff9-9986-1e6377001921 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:04:02.654727 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-be028ec9-ffb1-4f51-b5b8-d79070a11eef req-443ef6f2-dadc-4ff9-9986-1e6377001921 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "GET /v2.0/ports?device_id=4b1734e3-0491-4380-9fe0-74365dc4ef18 HTTP/1.1" status: 200 len: 946 time: 0.2222736 Mar 29 16:04:02.680662 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bcea25-fedb-453a-93bc-6de947be4b28 req-ba761928-5811-4439-8304-c891bb6f75ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:04:02.682324 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-79bcea25-fedb-453a-93bc-6de947be4b28 req-ba761928-5811-4439-8304-c891bb6f75ed service neutron] 10.222.0.44 "GET /v2.0/networks?id=bdac95d0-3106-44ff-90ea-3c86fe100efe HTTP/1.1" status: 200 len: 897 time: 0.2660167 Mar 29 16:04:02.748978 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-f8189561-d546-43e4-b8e8-de9c911d37c7 None None] Provisioning complete for port a1478632-8d6c-41a7-8355-76395efdf02f triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:04:02.749459 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-f8189561-d546-43e4-b8e8-de9c911d37c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:02.823767 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07d526b1-67fa-48af-9361-5f632c7ad08d tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:04:02.828051 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-07d526b1-67fa-48af-9361-5f632c7ad08d tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] 10.222.0.42 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.2492046 Mar 29 16:04:02.832432 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 50160) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:04:02.851452 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-be028ec9-ffb1-4f51-b5b8-d79070a11eef req-b921a074-3b83-4928-b241-8ec77c1c81ae tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "GET /v2.0/security-groups?id=bcabf703-0dbd-497f-b21f-e9f0f5919bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1868324 Mar 29 16:04:02.877905 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-79bcea25-fedb-453a-93bc-6de947be4b28 req-f8812e20-415c-4314-a3a0-3bebf603068e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3f19f861-2fb4-47d5-bf3d-5a6a133d1e3f HTTP/1.1" status: 200 len: 1002 time: 0.1521142 Mar 29 16:04:02.946079 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-cc7780ca-b76e-447c-96c8-3d8ae6f977a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:03.037508 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c32c1022-1829-40f0-be85-5283bada2bb5 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:04:03.059309 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c32c1022-1829-40f0-be85-5283bada2bb5 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:04:03.091200 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c32c1022-1829-40f0-be85-5283bada2bb5 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:04:03.096691 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-c32c1022-1829-40f0-be85-5283bada2bb5 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] 10.222.0.42 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2380 time: 0.2566621 Mar 29 16:04:03.105811 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 50164) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:04:03.107829 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bcea25-fedb-453a-93bc-6de947be4b28 req-28a641e1-fc37-421f-a5f6-37899d22f356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:04:03.118327 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-79bcea25-fedb-453a-93bc-6de947be4b28 req-28a641e1-fc37-421f-a5f6-37899d22f356 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e1a677ac-ae5e-499b-ac14-fff9c63dbbe4 HTTP/1.1" status: 200 len: 835 time: 0.2160938 Mar 29 16:04:03.132798 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device a1478632-8d6c-41a7-8355-76395efdf02f up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 16:04:03.245156 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-f8189561-d546-43e4-b8e8-de9c911d37c7 None None] Provisioning complete for port ee77767f-8b39-4cfb-85d8-2700d9b3a99f triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:04:03.245620 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-f8189561-d546-43e4-b8e8-de9c911d37c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:03.338986 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bcea25-fedb-453a-93bc-6de947be4b28 req-c6892e88-78ef-4f8a-bc30-a6792293ea69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:04:03.346964 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-2d21a439-c43c-4582-9cd5-72c6afbc64a7 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Deleting port ee77767f-8b39-4cfb-85d8-2700d9b3a99f {{(pid=102790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:04:03.348921 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-2d21a439-c43c-4582-9cd5-72c6afbc64a7 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:03.352054 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-79bcea25-fedb-453a-93bc-6de947be4b28 req-c6892e88-78ef-4f8a-bc30-a6792293ea69 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=bdac95d0-3106-44ff-90ea-3c86fe100efe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2199442 Mar 29 16:04:03.373674 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port a1478632-8d6c-41a7-8355-76395efdf02f triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:04:03.378306 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:03.441176 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-f8189561-d546-43e4-b8e8-de9c911d37c7 None None] Port ee77767f-8b39-4cfb-85d8-2700d9b3a99f cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 16:04:03.612393 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-79bcea25-fedb-453a-93bc-6de947be4b28 req-a9d89499-669e-4ac6-ab86-79e16d672c6a service neutron] 10.222.0.44 "GET /v2.0/networks/bdac95d0-3106-44ff-90ea-3c86fe100efe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2514477 Mar 29 16:04:03.655086 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-f8189561-d546-43e4-b8e8-de9c911d37c7 None None] Provisioning complete for port 715ba366-1893-46ad-b27d-0532e1ba6db5 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:04:03.655544 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-f8189561-d546-43e4-b8e8-de9c911d37c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:03.743331 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-2d21a439-c43c-4582-9cd5-72c6afbc64a7 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:03.759637 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-f8189561-d546-43e4-b8e8-de9c911d37c7 None None] Port 715ba366-1893-46ad-b27d-0532e1ba6db5 cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 16:04:03.777970 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-2d21a439-c43c-4582-9cd5-72c6afbc64a7 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Calling delete_port for ee77767f-8b39-4cfb-85d8-2700d9b3a99f owned by {{(pid=102790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:04:03.848080 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-79bcea25-fedb-453a-93bc-6de947be4b28 req-debac874-314c-430d-884c-2dffc113d586 service neutron] 10.222.0.44 "GET /v2.0/networks/bdac95d0-3106-44ff-90ea-3c86fe100efe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2256474 Mar 29 16:04:03.897094 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-94acc652-06ff-4eb1-b0e0-0131c73ad26e None None] Provisioning complete for port ee77767f-8b39-4cfb-85d8-2700d9b3a99f triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:04:03.897479 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-94acc652-06ff-4eb1-b0e0-0131c73ad26e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:04.004297 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-94acc652-06ff-4eb1-b0e0-0131c73ad26e None None] Port ee77767f-8b39-4cfb-85d8-2700d9b3a99f cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 16:04:04.025126 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-94acc652-06ff-4eb1-b0e0-0131c73ad26e None None] Provisioning complete for port 715ba366-1893-46ad-b27d-0532e1ba6db5 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:04:04.025616 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-94acc652-06ff-4eb1-b0e0-0131c73ad26e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:04.081840 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7018312b-cbd0-4a09-bbc8-2656602664d6 req-d9635ba3-9200-435d-a05a-3964bcf3b17e tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:04:04.098256 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-7018312b-cbd0-4a09-bbc8-2656602664d6 req-d9635ba3-9200-435d-a05a-3964bcf3b17e tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd8e3388-810b-42c2-83e9-f7b4e3d0dd7b HTTP/1.1" status: 200 len: 945 time: 0.1734459 Mar 29 16:04:04.105648 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-94acc652-06ff-4eb1-b0e0-0131c73ad26e None None] Port 715ba366-1893-46ad-b27d-0532e1ba6db5 cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 16:04:04.120354 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b5ddf7-cfe4-4443-b015-bb36d1f5f885 req-36bb5de6-b73d-4e7e-b1b7-654f45130c48 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:04:04.121990 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-a1b5ddf7-cfe4-4443-b015-bb36d1f5f885 req-36bb5de6-b73d-4e7e-b1b7-654f45130c48 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "GET /v2.0/ports?device_id=4b1734e3-0491-4380-9fe0-74365dc4ef18 HTTP/1.1" status: 200 len: 946 time: 0.0970144 Mar 29 16:04:04.232072 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-7018312b-cbd0-4a09-bbc8-2656602664d6 req-ccb9750e-7973-4076-a2fd-573f53dc9616 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] 10.222.0.42 "GET /v2.0/security-groups?id=299f4eee-9f08-4ab2-9699-a166ce9b5c35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1318188 Mar 29 16:04:04.246552 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d71584b9-87f1-45f5-84c7-c993c2416269 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:04.246738 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-2d21a439-c43c-4582-9cd5-72c6afbc64a7 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:04.282720 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-a1b5ddf7-cfe4-4443-b015-bb36d1f5f885 req-4f09cbca-dbce-4316-955f-03b621ec75eb tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "GET /v2.0/security-groups?id=bcabf703-0dbd-497f-b21f-e9f0f5919bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1494484 Mar 29 16:04:04.829444 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d21a439-c43c-4582-9cd5-72c6afbc64a7 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Pushing event deleted for resources: {'Port': ['ID=ee77767f-8b39-4cfb-85d8-2700d9b3a99f,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:04:04.857198 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-2d21a439-c43c-4582-9cd5-72c6afbc64a7 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:04.860884 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-2d21a439-c43c-4582-9cd5-72c6afbc64a7 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] 10.222.0.42 "DELETE /v2.0/ports/ee77767f-8b39-4cfb-85d8-2700d9b3a99f HTTP/1.1" status: 204 len: 168 time: 1.7543149 Mar 29 16:04:04.865995 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 50176) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:04:04.892281 n-d-834765-1 neutron-server[102791]: INFO neutron.pecan_wsgi.hooks.translation [None req-74696fde-0497-4a79-9dbb-393b41d5b3cf tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] GET failed (client error): The resource could not be found. Mar 29 16:04:04.896762 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 50178) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:04:04.896913 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-74696fde-0497-4a79-9dbb-393b41d5b3cf tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] 10.222.0.42 "GET /v2.0/ports/ee77767f-8b39-4cfb-85d8-2700d9b3a99f HTTP/1.1" status: 404 len: 333 time: 0.0291996 Mar 29 16:04:05.003296 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-81133395-b21d-4946-a914-994586a345cc tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Deleting port 715ba366-1893-46ad-b27d-0532e1ba6db5 {{(pid=102790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:04:05.004067 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-81133395-b21d-4946-a914-994586a345cc tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:05.111143 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-81133395-b21d-4946-a914-994586a345cc tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:05.123717 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-81133395-b21d-4946-a914-994586a345cc tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Calling delete_port for 715ba366-1893-46ad-b27d-0532e1ba6db5 owned by {{(pid=102790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:04:05.255367 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-81133395-b21d-4946-a914-994586a345cc tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:05.290345 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81133395-b21d-4946-a914-994586a345cc tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Pushing event deleted for resources: {'Port': ['ID=715ba366-1893-46ad-b27d-0532e1ba6db5,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:04:05.441329 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104fe25a-d03e-4026-bfa7-823c9faa2b60 req-a845d9f0-7442-459b-8d8b-3c295d9a7a61 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:04:05.447326 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ac4e2a-2381-43a0-b1cd-80d4884c7038 req-421f8ae7-e184-4815-a9dc-180b32449c6d tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:04:05.447527 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-104fe25a-d03e-4026-bfa7-823c9faa2b60 req-a845d9f0-7442-459b-8d8b-3c295d9a7a61 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "GET /v2.0/ports?device_id=4b1734e3-0491-4380-9fe0-74365dc4ef18 HTTP/1.1" status: 200 len: 946 time: 0.0741777 Mar 29 16:04:05.448820 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-15ac4e2a-2381-43a0-b1cd-80d4884c7038 req-421f8ae7-e184-4815-a9dc-180b32449c6d tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd8e3388-810b-42c2-83e9-f7b4e3d0dd7b HTTP/1.1" status: 200 len: 945 time: 0.1180401 Mar 29 16:04:05.457577 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-81133395-b21d-4946-a914-994586a345cc tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:05.462338 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-81133395-b21d-4946-a914-994586a345cc tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] 10.222.0.42 "DELETE /v2.0/ports/715ba366-1893-46ad-b27d-0532e1ba6db5 HTTP/1.1" status: 204 len: 168 time: 0.5640874 Mar 29 16:04:05.467768 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 50194) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:04:05.506553 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-104fe25a-d03e-4026-bfa7-823c9faa2b60 req-05a11142-1f25-479c-b7c7-f31edfbfb080 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "GET /v2.0/security-groups?id=bcabf703-0dbd-497f-b21f-e9f0f5919bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549037 Mar 29 16:04:05.526496 n-d-834765-1 neutron-server[102790]: INFO neutron.pecan_wsgi.hooks.translation [None req-26103538-4b2c-41ef-aae1-174a509f6648 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] GET failed (client error): The resource could not be found. Mar 29 16:04:05.530597 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-26103538-4b2c-41ef-aae1-174a509f6648 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] 10.222.0.42 "GET /v2.0/ports/715ba366-1893-46ad-b27d-0532e1ba6db5 HTTP/1.1" status: 404 len: 333 time: 0.0502424 Mar 29 16:04:05.532223 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 50196) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:04:05.545400 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-15ac4e2a-2381-43a0-b1cd-80d4884c7038 req-a6c1d553-5844-4786-beb2-7f9a954183b0 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] 10.222.0.42 "GET /v2.0/security-groups?id=299f4eee-9f08-4ab2-9699-a166ce9b5c35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766408 Mar 29 16:04:05.611210 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_v2 [None req-c61d9bfc-67d6-4e55-9d58-b2b3a34d3c68 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Deleting subnet 083b6cc2-b402-4697-935d-844c3b8eec9c {{(pid=102791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 16:04:05.620065 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-c61d9bfc-67d6-4e55-9d58-b2b3a34d3c68 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks [] for subnet, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:05.661582 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-c61d9bfc-67d6-4e55-9d58-b2b3a34d3c68 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4230423'] for subnet, precommit_delete_associations {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:05.767798 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-c61d9bfc-67d6-4e55-9d58-b2b3a34d3c68 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1641287'] for subnet, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:05.777733 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-0cb6abf6-2706-4e52-8825-f5f644ecf9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:05.867578 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-c61d9bfc-67d6-4e55-9d58-b2b3a34d3c68 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1641294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16155591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16218852'] for subnet, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:05.904261 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61d9bfc-67d6-4e55-9d58-b2b3a34d3c68 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Pushing event deleted for resources: {'Subnet': ['ID=083b6cc2-b402-4697-935d-844c3b8eec9c,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:04:05.910667 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-c61d9bfc-67d6-4e55-9d58-b2b3a34d3c68 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks [] for subnet, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:05.913701 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-c61d9bfc-67d6-4e55-9d58-b2b3a34d3c68 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] 10.222.0.42 "DELETE /v2.0/subnets/083b6cc2-b402-4697-935d-844c3b8eec9c HTTP/1.1" status: 204 len: 168 time: 0.3805225 Mar 29 16:04:05.916488 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779b4806-cc8d-4b15-b759-d19a5a61b785 req-52eeed14-15ea-4dee-b2e5-5975b2aaca5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:04:05.916902 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 50200) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:04:05.917351 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-779b4806-cc8d-4b15-b759-d19a5a61b785 req-52eeed14-15ea-4dee-b2e5-5975b2aaca5c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=6549603cba104619bc496e118397db30&device_id=bd8e3388-810b-42c2-83e9-f7b4e3d0dd7b HTTP/1.1" status: 200 len: 1096 time: 0.0885813 Mar 29 16:04:05.925606 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdb10652-14e7-48d4-873e-068c60d86eb0 None None] Network d322b194-3379-49f0-aa4a-d73dd8dc9974 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 16:04:06.009401 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:06.022548 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-b0a0449d-119e-4d69-a100-fe9701234ec5 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1631750'] for network, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:06.040824 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779b4806-cc8d-4b15-b759-d19a5a61b785 req-af96dc6f-d9fd-42f2-b271-dd42d6a3d6f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:04:06.043976 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-779b4806-cc8d-4b15-b759-d19a5a61b785 req-af96dc6f-d9fd-42f2-b271-dd42d6a3d6f3 service neutron] 10.222.0.48 "GET /v2.0/networks?id=bcacae85-6ca5-4d88-b7ab-d97534741bbe HTTP/1.1" status: 200 len: 918 time: 0.1179109 Mar 29 16:04:06.078936 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-b0a0449d-119e-4d69-a100-fe9701234ec5 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Deleting port a1478632-8d6c-41a7-8355-76395efdf02f {{(pid=102790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:04:06.079304 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-b0a0449d-119e-4d69-a100-fe9701234ec5 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:06.121755 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-779b4806-cc8d-4b15-b759-d19a5a61b785 req-8e9891b4-4a0c-4d7e-b649-f4fccd45c947 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b5e9510a-130c-43b6-8f2a-559b817aa9da HTTP/1.1" status: 200 len: 1001 time: 0.0713723 Mar 29 16:04:06.147300 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c3be633-27e0-49fb-b4c9-92b65954840b None None] DHCP port deletion for d322b194-3379-49f0-aa4a-d73dd8dc9974 request from n-d-834765-1 {{(pid=102792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 29 16:04:06.152722 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [None req-b0a0449d-119e-4d69-a100-fe9701234ec5 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] For port a1478632-8d6c-41a7-8355-76395efdf02f, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=a1478632-8d6c-41a7-8355-76395efdf02f,segment=NetworkSegment(dcc7ded0-8e86-4352-bed5-a438a301aa22),segment_id=dcc7ded0-8e86-4352-bed5-a438a301aa22)] {{(pid=102790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:04:06.153285 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-b0a0449d-119e-4d69-a100-fe9701234ec5 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:06.166297 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-b0a0449d-119e-4d69-a100-fe9701234ec5 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Calling delete_port for a1478632-8d6c-41a7-8355-76395efdf02f owned by network:dhcp {{(pid=102790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:04:06.177377 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779b4806-cc8d-4b15-b759-d19a5a61b785 req-543088d0-f742-4efd-95ef-0443d8095998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:04:06.178920 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-779b4806-cc8d-4b15-b759-d19a5a61b785 req-543088d0-f742-4efd-95ef-0443d8095998 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a47225e3-f321-4c9c-823d-2d6e56b01612 HTTP/1.1" status: 200 len: 856 time: 0.0501547 Mar 29 16:04:06.198799 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-7c3be633-27e0-49fb-b4c9-92b65954840b None None] Deleting port a1478632-8d6c-41a7-8355-76395efdf02f {{(pid=102792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:04:06.199184 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-7c3be633-27e0-49fb-b4c9-92b65954840b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:06.230927 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779b4806-cc8d-4b15-b759-d19a5a61b785 req-3b9d6efc-97b7-4d01-8b13-c908c3225500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:04:06.232515 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-779b4806-cc8d-4b15-b759-d19a5a61b785 req-3b9d6efc-97b7-4d01-8b13-c908c3225500 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=bcacae85-6ca5-4d88-b7ab-d97534741bbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0463061 Mar 29 16:04:06.255202 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-b0a0449d-119e-4d69-a100-fe9701234ec5 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:06.270228 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-7c3be633-27e0-49fb-b4c9-92b65954840b None None] For port a1478632-8d6c-41a7-8355-76395efdf02f, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=a1478632-8d6c-41a7-8355-76395efdf02f,segment=NetworkSegment(dcc7ded0-8e86-4352-bed5-a438a301aa22),segment_id=dcc7ded0-8e86-4352-bed5-a438a301aa22)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:04:06.270623 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-7c3be633-27e0-49fb-b4c9-92b65954840b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:06.284053 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a0449d-119e-4d69-a100-fe9701234ec5 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Pushing event deleted for resources: {'Port': ['ID=a1478632-8d6c-41a7-8355-76395efdf02f,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:04:06.284616 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-7c3be633-27e0-49fb-b4c9-92b65954840b None None] Calling delete_port for a1478632-8d6c-41a7-8355-76395efdf02f owned by network:dhcp {{(pid=102792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:04:06.285918 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0a0449d-119e-4d69-a100-fe9701234ec5 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] No DVR routers for this DVR port a1478632-8d6c-41a7-8355-76395efdf02f on host n-d-834765-1 {{(pid=102790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 16:04:06.328730 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-779b4806-cc8d-4b15-b759-d19a5a61b785 req-1b7fb684-f4fd-496c-a483-ea32a0ed91c9 service neutron] 10.222.0.48 "GET /v2.0/networks/bcacae85-6ca5-4d88-b7ab-d97534741bbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880387 Mar 29 16:04:06.372808 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-b0a0449d-119e-4d69-a100-fe9701234ec5 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639890', 'neutron.services.segments.db._delete_segments_for_network-8783523423079'] for network, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:06.373829 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-7c3be633-27e0-49fb-b4c9-92b65954840b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350'] for port, after_delete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:06.393814 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-b0a0449d-119e-4d69-a100-fe9701234ec5 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d322b194-3379-49f0-aa4a-d73dd8dc9974']}} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:04:06.401557 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3be633-27e0-49fb-b4c9-92b65954840b None None] Pushing event deleted for resources: {'Port': ['ID=a1478632-8d6c-41a7-8355-76395efdf02f,revision_number=None']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:04:06.405537 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c3be633-27e0-49fb-b4c9-92b65954840b None None] No DVR routers for this DVR port a1478632-8d6c-41a7-8355-76395efdf02f on host n-d-834765-1 {{(pid=102792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 16:04:06.405724 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-b0a0449d-119e-4d69-a100-fe9701234ec5 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dcc7ded0-8e86-4352-bed5-a438a301aa22') {'for_net_delete': True} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:04:06.406029 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-b0a0449d-119e-4d69-a100-fe9701234ec5 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dcc7ded0-8e86-4352-bed5-a438a301aa22') {} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:04:06.424969 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-b0a0449d-119e-4d69-a100-fe9701234ec5 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783523422064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4614019'] for segment, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:06.437897 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-779b4806-cc8d-4b15-b759-d19a5a61b785 req-7d08a21d-e005-4670-8bfc-2d7ab8ef90b7 service neutron] 10.222.0.48 "GET /v2.0/networks/bcacae85-6ca5-4d88-b7ab-d97534741bbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012719 Mar 29 16:04:06.438965 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-b0a0449d-119e-4d69-a100-fe9701234ec5 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:06.445962 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0a0449d-119e-4d69-a100-fe9701234ec5 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Releasing vlan 606 on physical network physnet1 to pool {{(pid=102790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 16:04:06.446455 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-b0a0449d-119e-4d69-a100-fe9701234ec5 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5238013'] for segment, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:06.449368 n-d-834765-1 neutron-server[102790]: Traceback (most recent call last): Mar 29 16:04:06.449368 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 16:04:06.449368 n-d-834765-1 neutron-server[102790]: timer() Mar 29 16:04:06.449368 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 16:04:06.449368 n-d-834765-1 neutron-server[102790]: cb(*args, **kw) Mar 29 16:04:06.449368 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 16:04:06.449368 n-d-834765-1 neutron-server[102790]: return func(*args, **kwargs) Mar 29 16:04:06.449368 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 16:04:06.449368 n-d-834765-1 neutron-server[102790]: self._notify() Mar 29 16:04:06.449368 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 16:04:06.449368 n-d-834765-1 neutron-server[102790]: self.callback(batched_events) Mar 29 16:04:06.449368 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 16:04:06.449368 n-d-834765-1 neutron-server[102790]: event.method(event) Mar 29 16:04:06.449368 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 16:04:06.449368 n-d-834765-1 neutron-server[102790]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 16:04:06.449368 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 16:04:06.449368 n-d-834765-1 neutron-server[102790]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 16:04:06.449368 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 16:04:06.449368 n-d-834765-1 neutron-server[102790]: return f(self, *a, **k) Mar 29 16:04:06.449368 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 16:04:06.449368 n-d-834765-1 neutron-server[102790]: return self._get(url).json() Mar 29 16:04:06.449368 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 16:04:06.449368 n-d-834765-1 neutron-server[102790]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 16:04:06.449368 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 16:04:06.449368 n-d-834765-1 neutron-server[102790]: return self.request(url, 'GET', **kwargs) Mar 29 16:04:06.449368 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 16:04:06.449368 n-d-834765-1 neutron-server[102790]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 16:04:06.449368 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 16:04:06.449368 n-d-834765-1 neutron-server[102790]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 16:04:06.449368 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 16:04:06.449368 n-d-834765-1 neutron-server[102790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 16:04:06.449368 n-d-834765-1 neutron-server[102790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 16:04:06.504992 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-b0a0449d-119e-4d69-a100-fe9701234ec5 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1639897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648174'] for network, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:06.512090 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-b0a0449d-119e-4d69-a100-fe9701234ec5 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks [] for network, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:06.515153 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-b0a0449d-119e-4d69-a100-fe9701234ec5 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] 10.222.0.42 "DELETE /v2.0/networks/d322b194-3379-49f0-aa4a-d73dd8dc9974 HTTP/1.1" status: 204 len: 168 time: 0.5972776 Mar 29 16:04:06.518859 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 50204) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:04:06.524672 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-8aea208f-a677-4ddd-92c4-f4a82a7384da tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1209452196'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:04:06.528300 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a0449d-119e-4d69-a100-fe9701234ec5 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Pushing event deleted for resources: {'Network': ['ID=d322b194-3379-49f0-aa4a-d73dd8dc9974,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:04:06.544414 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8aea208f-a677-4ddd-92c4-f4a82a7384da tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Made reservation on behalf of 8448cf8b24d44551bc0e5bbcd54d34e2 for: {'network': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:04:06.548041 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-8aea208f-a677-4ddd-92c4-f4a82a7384da tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for network, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:06.574057 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8aea208f-a677-4ddd-92c4-f4a82a7384da tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] vlan segment allocate from pool success with {'vlan_id': 613, 'physical_network': 'physnet1'} {{(pid=102791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 16:04:06.583603 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-8aea208f-a677-4ddd-92c4-f4a82a7384da tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:06.583938 n-d-834765-1 neutron-server[102791]: INFO neutron.db.segments_db [None req-8aea208f-a677-4ddd-92c4-f4a82a7384da tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Added segment 21b1608a-7487-416b-9be0-ddb2bdf923b2 of type vlan for network 6defc2a7-6251-43ed-9514-85a68ef8a970 Mar 29 16:04:06.647401 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-8aea208f-a677-4ddd-92c4-f4a82a7384da tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783522915970'] for network, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:06.690308 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cb96b5-ce33-4cf9-a0bc-f268e4194fd3 req-c8a71115-1aa9-41dc-82c7-496a56d1fedb tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:04:06.691873 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-90cb96b5-ce33-4cf9-a0bc-f268e4194fd3 req-c8a71115-1aa9-41dc-82c7-496a56d1fedb tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "GET /v2.0/ports?device_id=4b1734e3-0491-4380-9fe0-74365dc4ef18 HTTP/1.1" status: 200 len: 946 time: 0.0993586 Mar 29 16:04:06.693038 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-8aea208f-a677-4ddd-92c4-f4a82a7384da tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795'] for network, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:06.699366 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aea208f-a677-4ddd-92c4-f4a82a7384da tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:04:06.700004 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-8aea208f-a677-4ddd-92c4-f4a82a7384da tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks [] for network, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:06.726844 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1865aaaa-a220-4ee3-86e0-0d7d53ce1fbe req-e71c50d2-fcbf-4e06-a0ee-4b47e4d298d5 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:04:06.737144 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-1865aaaa-a220-4ee3-86e0-0d7d53ce1fbe req-e71c50d2-fcbf-4e06-a0ee-4b47e4d298d5 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd8e3388-810b-42c2-83e9-f7b4e3d0dd7b HTTP/1.1" status: 200 len: 945 time: 0.0893874 Mar 29 16:04:06.767149 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-8aea208f-a677-4ddd-92c4-f4a82a7384da tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2398887 Mar 29 16:04:06.767336 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 50214) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:04:06.776966 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-ae784d8f-aacf-4b1f-a6f3-5f314940c525 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Request body: {'subnet': {'network_id': '6defc2a7-6251-43ed-9514-85a68ef8a970', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:04:06.799678 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aea208f-a677-4ddd-92c4-f4a82a7384da tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Pushing event updated for resources: {'Network': ['ID=6defc2a7-6251-43ed-9514-85a68ef8a970,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:04:06.800188 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-1865aaaa-a220-4ee3-86e0-0d7d53ce1fbe req-cd05ec72-f32c-4e17-a613-0abee741a4fc tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] 10.222.0.42 "GET /v2.0/security-groups?id=299f4eee-9f08-4ab2-9699-a166ce9b5c35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610209 Mar 29 16:04:06.804614 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-90cb96b5-ce33-4cf9-a0bc-f268e4194fd3 req-1e9454ae-f9e4-47dc-8caa-4da7198cbcd7 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "GET /v2.0/security-groups?id=bcabf703-0dbd-497f-b21f-e9f0f5919bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1017118 Mar 29 16:04:06.813494 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Network 6defc2a7-6251-43ed-9514-85a68ef8a970 details requested by agent ovs-agent-n-d-834765-1 with host n-d-834765-1 {{(pid=102792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 16:04:06.892784 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae784d8f-aacf-4b1f-a6f3-5f314940c525 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Made reservation on behalf of 8448cf8b24d44551bc0e5bbcd54d34e2 for: {'subnet': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:04:06.897707 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-ae784d8f-aacf-4b1f-a6f3-5f314940c525 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4793983'] for subnet, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:06.947951 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device a1478632-8d6c-41a7-8355-76395efdf02f no longer exists at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 16:04:06.977527 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] No Port match for: a1478632-8d6c-41a7-8355-76395efdf02f {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 16:04:06.977876 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device a1478632-8d6c-41a7-8355-76395efdf02f not bound to the agent host n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 16:04:07.107672 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-ae784d8f-aacf-4b1f-a6f3-5f314940c525 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5231896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4793961'] for subnet, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:07.173839 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae784d8f-aacf-4b1f-a6f3-5f314940c525 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Pushing event updated for resources: {'Subnet': ['ID=cbfe6f7a-37e9-4e59-a7a8-a3bebcef6b64,revision_number=0']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:04:07.184535 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae784d8f-aacf-4b1f-a6f3-5f314940c525 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Checking segment: {'id': '21b1608a-7487-416b-9be0-ddb2bdf923b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '6defc2a7-6251-43ed-9514-85a68ef8a970'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 16:04:07.184901 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae784d8f-aacf-4b1f-a6f3-5f314940c525 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Network hostable DHCP agents. Network: 6defc2a7-6251-43ed-9514-85a68ef8a970, hostable agents: ['d136643e-48ae-49d4-a851-2ba3bdf3749c'], hosted agents: [] {{(pid=102790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 16:04:07.202806 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae784d8f-aacf-4b1f-a6f3-5f314940c525 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Network 6defc2a7-6251-43ed-9514-85a68ef8a970 is scheduled to be hosted by DHCP agent d136643e-48ae-49d4-a851-2ba3bdf3749c with binding_index 1 {{(pid=102790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 16:04:07.212105 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-ae784d8f-aacf-4b1f-a6f3-5f314940c525 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834765-1, 6defc2a7-6251-43ed-9514-85a68ef8a970) {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:04:07.216052 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae784d8f-aacf-4b1f-a6f3-5f314940c525 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:04:07.216639 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-ae784d8f-aacf-4b1f-a6f3-5f314940c525 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks [] for subnet, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:07.222453 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c313d8b-0dd3-4aea-b992-e0cfb5808f21 None None] Network 6defc2a7-6251-43ed-9514-85a68ef8a970 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 16:04:07.236221 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-ae784d8f-aacf-4b1f-a6f3-5f314940c525 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4679763 Mar 29 16:04:07.236450 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 50222) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:04:07.241263 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-0ac565e1-be83-4540-b267-59d0be907f12 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-561331948', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:04:07.265892 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-0ac565e1-be83-4540-b267-59d0be907f12 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-532385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129310'] for router, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:07.267130 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-0ac565e1-be83-4540-b267-59d0be907f12 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-648091', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-684384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129319'] for router, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:07.324180 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-0ac565e1-be83-4540-b267-59d0be907f12 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:07.328786 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-0ac565e1-be83-4540-b267-59d0be907f12 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648118'] for router, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:07.347829 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-0ac565e1-be83-4540-b267-59d0be907f12 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks [] for router, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:07.349114 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-0ac565e1-be83-4540-b267-59d0be907f12 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.1117275 Mar 29 16:04:07.351994 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 50224) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:04:07.357827 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-21c8f587-d08c-4989-90e9-e276613e24fb tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Request body: {'port': {'network_id': '6defc2a7-6251-43ed-9514-85a68ef8a970', 'name': 'tempest-PortsTestJSON-273590749'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:04:07.385318 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a171879a-40ad-4ad9-ab11-b2432d0bb479 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0035034-69b0-5ffc-b384-0ac6189c5628-6defc2a7-6251-43ed-9514-85a68ef8a970', 'network_id': '6defc2a7-6251-43ed-9514-85a68ef8a970', 'tenant_id': '8448cf8b24d44551bc0e5bbcd54d34e2', 'fixed_ips': [{'subnet_id': 'cbfe6f7a-37e9-4e59-a7a8-a3bebcef6b64'}]}} from n-d-834765-1. {{(pid=102792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 29 16:04:07.386372 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-a171879a-40ad-4ad9-ab11-b2432d0bb479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:07.486732 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21c8f587-d08c-4989-90e9-e276613e24fb tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Made reservation on behalf of 8448cf8b24d44551bc0e5bbcd54d34e2 for: {'port': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:04:07.493124 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-21c8f587-d08c-4989-90e9-e276613e24fb tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:07.513617 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [None req-21c8f587-d08c-4989-90e9-e276613e24fb tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] device_id is not set on port 6940515e-7adb-4f72-8d50-04b39c23341b yet. {{(pid=102791) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 29 16:04:07.549507 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.db_base_plugin_common [None req-a171879a-40ad-4ad9-ab11-b2432d0bb479 None None] Allocated IP 172.20.0.2 (6defc2a7-6251-43ed-9514-85a68ef8a970/cbfe6f7a-37e9-4e59-a7a8-a3bebcef6b64/6a1ec58d-aea6-4314-b049-077d4661df0e) {{(pid=102792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:04:07.698564 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1f3da9-3539-4744-8b9b-c6b1da1fe28d req-c1a97a16-0d1e-4050-a767-9a107e8a62af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:04:07.700813 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-5a1f3da9-3539-4744-8b9b-c6b1da1fe28d req-c1a97a16-0d1e-4050-a767-9a107e8a62af service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=358ad84304604947a292f32d4e62126b&device_id=4f24d3f6-64a3-452b-b656-94b2e3b74056 HTTP/1.1" status: 200 len: 1096 time: 0.0508456 Mar 29 16:04:07.759650 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-a171879a-40ad-4ad9-ab11-b2432d0bb479 None None] Notify callbacks [] for port, precommit_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:07.769079 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-a171879a-40ad-4ad9-ab11-b2432d0bb479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956'] for port, after_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:07.816539 n-d-834765-1 neutron-server[102792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a171879a-40ad-4ad9-ab11-b2432d0bb479 None None] Network 6defc2a7-6251-43ed-9514-85a68ef8a970 is already hosted by enough agents. {{(pid=102792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:04:07.822004 n-d-834765-1 neutron-server[102792]: DEBUG neutron.scheduler.base_scheduler [None req-a171879a-40ad-4ad9-ab11-b2432d0bb479 None None] Resources bound (agent type, host, resource id): {{(pid=102792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:04:07.825016 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a171879a-40ad-4ad9-ab11-b2432d0bb479 None None] Received port after_create {{(pid=102792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:04:07.845392 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1f3da9-3539-4744-8b9b-c6b1da1fe28d req-1104e144-895e-40f2-b4fc-1356d2c15d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:04:07.846886 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-5a1f3da9-3539-4744-8b9b-c6b1da1fe28d req-1104e144-895e-40f2-b4fc-1356d2c15d56 service neutron] 10.222.0.48 "GET /v2.0/networks?id=3364456e-aead-437c-a830-dc7a420fe2a4 HTTP/1.1" status: 200 len: 913 time: 0.1379223 Mar 29 16:04:07.879520 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.db.api [None req-21c8f587-d08c-4989-90e9-e276613e24fb tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-b82d529e-caec-48c3-906b-8a47632a3cd9 {{(pid=102791) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 29 16:04:07.879905 n-d-834765-1 neutron-server[102791]: DEBUG oslo_db.api [None req-21c8f587-d08c-4989-90e9-e276613e24fb tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 29 16:04:07.885438 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a171879a-40ad-4ad9-ab11-b2432d0bb479 None None] Pushing event updated for resources: {'Port': ['ID=6a1ec58d-aea6-4314-b049-077d4661df0e,revision_number=1']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:04:07.925495 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-a171879a-40ad-4ad9-ab11-b2432d0bb479 None None] Attempting to bind port 6a1ec58d-aea6-4314-b049-077d4661df0e on host n-d-834765-1 for vnic_type normal with profile {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 16:04:07.925976 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-a171879a-40ad-4ad9-ab11-b2432d0bb479 None None] Attempting to bind port 6a1ec58d-aea6-4314-b049-077d4661df0e by drivers openvswitch,hyperv on host n-d-834765-1 at level 0 using segments [{'id': '21b1608a-7487-416b-9be0-ddb2bdf923b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '6defc2a7-6251-43ed-9514-85a68ef8a970'}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 16:04:07.926442 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a171879a-40ad-4ad9-ab11-b2432d0bb479 None None] Attempting to bind port 6a1ec58d-aea6-4314-b049-077d4661df0e on network 6defc2a7-6251-43ed-9514-85a68ef8a970 {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 16:04:07.933522 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a171879a-40ad-4ad9-ab11-b2432d0bb479 None None] Checking agent: {'id': 'a8866439-9d96-425c-b519-6905c591ac37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 25, 36), 'started_at': datetime.datetime(2022, 3, 29, 15, 26, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 16, 4, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834765-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 16:04:07.934275 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a171879a-40ad-4ad9-ab11-b2432d0bb479 None None] Checking segment: {'id': '21b1608a-7487-416b-9be0-ddb2bdf923b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '6defc2a7-6251-43ed-9514-85a68ef8a970'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 16:04:07.934791 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-a171879a-40ad-4ad9-ab11-b2432d0bb479 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:07.935293 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a171879a-40ad-4ad9-ab11-b2432d0bb479 None None] Bound using segment: {'id': '21b1608a-7487-416b-9be0-ddb2bdf923b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '6defc2a7-6251-43ed-9514-85a68ef8a970'} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 16:04:07.935909 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-a171879a-40ad-4ad9-ab11-b2432d0bb479 None None] Bound port: 6a1ec58d-aea6-4314-b049-077d4661df0e, host: n-d-834765-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21b1608a-7487-416b-9be0-ddb2bdf923b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '6defc2a7-6251-43ed-9514-85a68ef8a970'}}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 16:04:07.936420 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-a171879a-40ad-4ad9-ab11-b2432d0bb479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:07.970085 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675e37a2-f486-4fb5-b776-b7dcca10e74c req-0c4d429c-f371-42ae-a0e7-d513f4c4205b tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:04:07.971804 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-675e37a2-f486-4fb5-b776-b7dcca10e74c req-0c4d429c-f371-42ae-a0e7-d513f4c4205b tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/ports?device_id=4f24d3f6-64a3-452b-b656-94b2e3b74056 HTTP/1.1" status: 200 len: 945 time: 0.0671201 Mar 29 16:04:07.999222 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-5a1f3da9-3539-4744-8b9b-c6b1da1fe28d req-c5b93c3b-7b1c-4581-aeb7-ca92bb817a31 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ac0b4df0-cb96-4479-a8cd-db71862ed96d HTTP/1.1" status: 200 len: 1000 time: 0.1416142 Mar 29 16:04:08.016163 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03affb11-ed41-43b7-9e11-629d4fa77dbd req-372fe329-65f4-49aa-b0fb-b947bad2a199 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:04:08.017942 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-03affb11-ed41-43b7-9e11-629d4fa77dbd req-372fe329-65f4-49aa-b0fb-b947bad2a199 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "GET /v2.0/ports?device_id=4b1734e3-0491-4380-9fe0-74365dc4ef18 HTTP/1.1" status: 200 len: 946 time: 0.0978825 Mar 29 16:04:08.018960 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-a171879a-40ad-4ad9-ab11-b2432d0bb479 None None] For port 6a1ec58d-aea6-4314-b049-077d4661df0e, host n-d-834765-1, cleared binding levels {{(pid=102792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 16:04:08.021984 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-675e37a2-f486-4fb5-b776-b7dcca10e74c req-8f74b877-b2a0-41ff-aefe-408cb1377075 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/security-groups?id=374804bf-1832-496a-a9bd-7f28df171a12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436182 Mar 29 16:04:08.029710 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-a171879a-40ad-4ad9-ab11-b2432d0bb479 None None] For port 6a1ec58d-aea6-4314-b049-077d4661df0e, host n-d-834765-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=6a1ec58d-aea6-4314-b049-077d4661df0e,segment=NetworkSegment(21b1608a-7487-416b-9be0-ddb2bdf923b2),segment_id=21b1608a-7487-416b-9be0-ddb2bdf923b2)] {{(pid=102792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 16:04:08.035889 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-a171879a-40ad-4ad9-ab11-b2432d0bb479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:08.126069 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a171879a-40ad-4ad9-ab11-b2432d0bb479 None None] Pushing event updated for resources: {'Port': ['ID=6a1ec58d-aea6-4314-b049-077d4661df0e,revision_number=2']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:04:08.141004 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-03affb11-ed41-43b7-9e11-629d4fa77dbd req-6c10b958-92bd-476b-8c8b-a1346b67b73e tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "GET /v2.0/security-groups?id=bcabf703-0dbd-497f-b21f-e9f0f5919bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1104808 Mar 29 16:04:08.145549 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1f3da9-3539-4744-8b9b-c6b1da1fe28d req-cde8a22f-4a0b-4535-bd47-bdd1db4312fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:04:08.146995 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-5a1f3da9-3539-4744-8b9b-c6b1da1fe28d req-cde8a22f-4a0b-4535-bd47-bdd1db4312fd service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6caada61-173d-4256-8e9d-611647191ef5 HTTP/1.1" status: 200 len: 851 time: 0.1281698 Mar 29 16:04:08.176530 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bc4f79-1784-4ef2-ad4c-d7686843b0fd req-02d0d0c8-e374-4f63-a513-6ad143b1bf5e tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:04:08.186693 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-16bc4f79-1784-4ef2-ad4c-d7686843b0fd req-02d0d0c8-e374-4f63-a513-6ad143b1bf5e tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd8e3388-810b-42c2-83e9-f7b4e3d0dd7b HTTP/1.1" status: 200 len: 945 time: 0.0800395 Mar 29 16:04:08.213207 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1f3da9-3539-4744-8b9b-c6b1da1fe28d req-2b11ada4-337d-4ee0-be81-3cc8d1a941a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:04:08.214981 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-5a1f3da9-3539-4744-8b9b-c6b1da1fe28d req-2b11ada4-337d-4ee0-be81-3cc8d1a941a6 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3364456e-aead-437c-a830-dc7a420fe2a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0599484 Mar 29 16:04:08.228396 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-16bc4f79-1784-4ef2-ad4c-d7686843b0fd req-48ca901a-8a71-47b9-837d-77a4f9cea674 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] 10.222.0.42 "GET /v2.0/security-groups?id=299f4eee-9f08-4ab2-9699-a166ce9b5c35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402653 Mar 29 16:04:08.332460 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-5a1f3da9-3539-4744-8b9b-c6b1da1fe28d req-c1fb2c6e-805a-4c29-afb0-72bc1a0d6a25 service neutron] 10.222.0.48 "GET /v2.0/networks/3364456e-aead-437c-a830-dc7a420fe2a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001947 Mar 29 16:04:08.382000 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-21c8f587-d08c-4989-90e9-e276613e24fb tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:08.449446 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [None req-21c8f587-d08c-4989-90e9-e276613e24fb tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] device_id is not set on port 85064895-fd70-4459-af3f-8ed047303c9b yet. {{(pid=102791) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 29 16:04:08.530086 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-5a1f3da9-3539-4744-8b9b-c6b1da1fe28d req-aa87ce3b-a245-4527-85ed-b7efc230b4ff service neutron] 10.222.0.48 "GET /v2.0/networks/3364456e-aead-437c-a830-dc7a420fe2a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1751235 Mar 29 16:04:08.597952 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_common [None req-21c8f587-d08c-4989-90e9-e276613e24fb tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Allocated IP 172.20.0.10 (6defc2a7-6251-43ed-9514-85a68ef8a970/cbfe6f7a-37e9-4e59-a7a8-a3bebcef6b64/85064895-fd70-4459-af3f-8ed047303c9b) {{(pid=102791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:04:08.952817 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 6a1ec58d-aea6-4314-b049-077d4661df0e up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 16:04:09.043097 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port 6a1ec58d-aea6-4314-b049-077d4661df0e triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:04:09.043830 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:09.214004 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:09.219010 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-21c8f587-d08c-4989-90e9-e276613e24fb tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks [] for port, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:09.270988 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] For port 6a1ec58d-aea6-4314-b049-077d4661df0e, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=6a1ec58d-aea6-4314-b049-077d4661df0e,segment=NetworkSegment(21b1608a-7487-416b-9be0-ddb2bdf923b2),segment_id=21b1608a-7487-416b-9be0-ddb2bdf923b2)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:04:09.278683 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:09.310564 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-21c8f587-d08c-4989-90e9-e276613e24fb tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:09.326230 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d09041f-7c72-4d85-9334-f45579558323 req-9e2a4088-c6a2-4549-96dd-bf28503f4d3e tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:04:09.334848 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-0d09041f-7c72-4d85-9334-f45579558323 req-9e2a4088-c6a2-4549-96dd-bf28503f4d3e tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "GET /v2.0/ports?device_id=4b1734e3-0491-4380-9fe0-74365dc4ef18 HTTP/1.1" status: 200 len: 946 time: 0.0674832 Mar 29 16:04:09.382540 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Pushing event updated for resources: {'Port': ['ID=6a1ec58d-aea6-4314-b049-077d4661df0e,revision_number=3']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:04:09.388294 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c8f587-d08c-4989-90e9-e276613e24fb tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Pushing event updated for resources: {'Port': ['ID=85064895-fd70-4459-af3f-8ed047303c9b,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:04:09.417375 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7250b9a-71ff-4531-86c5-fe5a8985c569 req-c743acf4-7c79-4b25-8127-74d6db606be1 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:04:09.419336 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e7250b9a-71ff-4531-86c5-fe5a8985c569 req-c743acf4-7c79-4b25-8127-74d6db606be1 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/ports?device_id=4f24d3f6-64a3-452b-b656-94b2e3b74056 HTTP/1.1" status: 200 len: 945 time: 0.1632316 Mar 29 16:04:09.429298 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21c8f587-d08c-4989-90e9-e276613e24fb tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Network 6defc2a7-6251-43ed-9514-85a68ef8a970 is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:04:09.436695 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-0d09041f-7c72-4d85-9334-f45579558323 req-ff0e0362-4e18-4c15-87ee-d11751282582 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "GET /v2.0/security-groups?id=bcabf703-0dbd-497f-b21f-e9f0f5919bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856633 Mar 29 16:04:09.436906 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [None req-21c8f587-d08c-4989-90e9-e276613e24fb tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:04:09.440579 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21c8f587-d08c-4989-90e9-e276613e24fb tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Received port after_create {{(pid=102791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:04:09.518762 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e7250b9a-71ff-4531-86c5-fe5a8985c569 req-c5da1d5f-bc4d-41ee-ab13-1b4bf8901e06 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/security-groups?id=374804bf-1832-496a-a9bd-7f28df171a12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0915527 Mar 29 16:04:09.528015 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a4a3db3-dc5d-44f0-8b0d-4966144b7e7e None None] Network 6defc2a7-6251-43ed-9514-85a68ef8a970 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 16:04:09.535566 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21c8f587-d08c-4989-90e9-e276613e24fb tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:04:09.536378 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-21c8f587-d08c-4989-90e9-e276613e24fb tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:09.560503 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-21c8f587-d08c-4989-90e9-e276613e24fb tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.2041848 Mar 29 16:04:09.560839 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 50252) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:04:09.638458 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b78b55a-8689-41a5-a1d1-78e20efd79f1 req-82ecb5b3-8c9b-4d5a-9f9c-cc86b833cb1f tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:04:09.646974 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-8b78b55a-8689-41a5-a1d1-78e20efd79f1 req-82ecb5b3-8c9b-4d5a-9f9c-cc86b833cb1f tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd8e3388-810b-42c2-83e9-f7b4e3d0dd7b HTTP/1.1" status: 200 len: 945 time: 0.0676358 Mar 29 16:04:09.682383 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-f67a855a-f9d2-4f84-b87d-4b322baf44e3 None None] Provisioning complete for port 6a1ec58d-aea6-4314-b049-077d4661df0e triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:04:09.684209 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-f67a855a-f9d2-4f84-b87d-4b322baf44e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:09.686582 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device b5e9510a-130c-43b6-8f2a-559b817aa9da no longer exists at agent hyperv_n-h2-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 16:04:09.697346 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-8b78b55a-8689-41a5-a1d1-78e20efd79f1 req-cf4034f0-dc28-479c-a436-447f73f60290 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] 10.222.0.42 "GET /v2.0/security-groups?id=299f4eee-9f08-4ab2-9699-a166ce9b5c35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462389 Mar 29 16:04:10.010050 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-52296e29-84f6-478b-a803-70287658d8e5 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:10.121793 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:10.204134 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port b5e9510a-130c-43b6-8f2a-559b817aa9da, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=b5e9510a-130c-43b6-8f2a-559b817aa9da,segment=NetworkSegment(b3edd697-c981-4e3c-9ae1-cbcf1935405e),segment_id=b3edd697-c981-4e3c-9ae1-cbcf1935405e)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:04:10.207733 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd8e3388-810b-42c2-83e9-f7b4e3d0dd7b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b5e9510a-130c-43b6-8f2a-559b817aa9da'}] {{(pid=102792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:04:10.211136 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4f476c66b318cc6068719fc39557fac68d413f5c7e78fa77028c7948e999ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8216257c-43ec-41f1-ad9a-3c6659459c32" -d '{"events": [{"server_uuid": "bd8e3388-810b-42c2-83e9-f7b4e3d0dd7b", "name": "network-vif-unplugged", "status": "completed", "tag": "b5e9510a-130c-43b6-8f2a-559b817aa9da"}]}' {{(pid=102792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:04:10.220333 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:10.298592 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 29 Mar 2022 16:04:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ad3769f-7e2d-400c-a028-4c0899d9db96 x-openstack-request-id: req-3ad3769f-7e2d-400c-a028-4c0899d9db96 {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:04:10.299104 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd8e3388-810b-42c2-83e9-f7b4e3d0dd7b", "name": "network-vif-unplugged", "status": "failed", "tag": "b5e9510a-130c-43b6-8f2a-559b817aa9da", "code": 422}]} {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:04:10.299562 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-3ad3769f-7e2d-400c-a028-4c0899d9db96 {{(pid=102792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:04:10.300219 n-d-834765-1 neutron-server[102792]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'bd8e3388-810b-42c2-83e9-f7b4e3d0dd7b', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'b5e9510a-130c-43b6-8f2a-559b817aa9da', 'code': 422} returned with failed status Mar 29 16:04:10.339662 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Pushing event updated for resources: {'Port': ['ID=b5e9510a-130c-43b6-8f2a-559b817aa9da,revision_number=8']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:04:10.376229 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-52296e29-84f6-478b-a803-70287658d8e5 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks [] for port, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:10.383360 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-52296e29-84f6-478b-a803-70287658d8e5 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:10.476619 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52296e29-84f6-478b-a803-70287658d8e5 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Pushing event updated for resources: {'Port': ['ID=85064895-fd70-4459-af3f-8ed047303c9b,revision_number=2']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:04:10.505803 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [req-5909cf02-a714-4bb2-b115-7cd0f909b42f req-aff3103e-1f8c-4f40-9a3b-f94a7fbbb737 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=102791) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 16:04:10.511700 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-5909cf02-a714-4bb2-b115-7cd0f909b42f req-aff3103e-1f8c-4f40-9a3b-f94a7fbbb737 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0993290 Mar 29 16:04:10.655355 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d911c90-c00b-45ab-82af-58a1061db919 req-7ef3e704-3952-425b-bd17-b11e14d69dae tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:04:10.665735 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-2d911c90-c00b-45ab-82af-58a1061db919 req-7ef3e704-3952-425b-bd17-b11e14d69dae tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "GET /v2.0/ports?device_id=4b1734e3-0491-4380-9fe0-74365dc4ef18 HTTP/1.1" status: 200 len: 946 time: 0.0821350 Mar 29 16:04:10.691803 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-cac7eb4a-7a73-4f84-9e72-029c192d0947 None None] Provisioning complete for port 85064895-fd70-4459-af3f-8ed047303c9b triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:04:10.695738 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-cac7eb4a-7a73-4f84-9e72-029c192d0947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:10.730252 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-2d911c90-c00b-45ab-82af-58a1061db919 req-ffdf9339-bd5a-4fdb-a415-8b6c67114c7c tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "GET /v2.0/security-groups?id=bcabf703-0dbd-497f-b21f-e9f0f5919bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632751 Mar 29 16:04:10.779372 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-cac7eb4a-7a73-4f84-9e72-029c192d0947 None None] Port 85064895-fd70-4459-af3f-8ed047303c9b cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 16:04:10.787392 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-52296e29-84f6-478b-a803-70287658d8e5 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-648347'] for router_interface, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:10.794099 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-cac7eb4a-7a73-4f84-9e72-029c192d0947 None None] Provisioning complete for port 6a1ec58d-aea6-4314-b049-077d4661df0e triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:04:10.794705 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-cac7eb4a-7a73-4f84-9e72-029c192d0947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:10.964219 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a398f8-f24e-4301-a17c-18889e028b23 req-daef05cb-14f6-458f-a87d-4cbf8bdc17f7 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:04:10.966934 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-76a398f8-f24e-4301-a17c-18889e028b23 req-daef05cb-14f6-458f-a87d-4cbf8bdc17f7 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd8e3388-810b-42c2-83e9-f7b4e3d0dd7b HTTP/1.1" status: 200 len: 943 time: 0.0887196 Mar 29 16:04:10.977593 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 50292) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:04:11.012975 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea99787-34dc-4462-b794-58fefc86fecf req-3567ac3c-3b8f-47ae-a338-8c15c9c1f2c0 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:04:11.020557 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-3ea99787-34dc-4462-b794-58fefc86fecf req-3567ac3c-3b8f-47ae-a338-8c15c9c1f2c0 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/ports?device_id=4f24d3f6-64a3-452b-b656-94b2e3b74056 HTTP/1.1" status: 200 len: 945 time: 0.2434611 Mar 29 16:04:11.040867 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-76a398f8-f24e-4301-a17c-18889e028b23 req-0c645480-d6b3-49d4-8246-1808269ecb18 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] 10.222.0.42 "GET /v2.0/security-groups?id=299f4eee-9f08-4ab2-9699-a166ce9b5c35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558262 Mar 29 16:04:11.048432 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 6a1ec58d-aea6-4314-b049-077d4661df0e up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 16:04:11.120742 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-3ea99787-34dc-4462-b794-58fefc86fecf req-8af2eead-578b-49ab-b52d-f69b537ce29f tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/security-groups?id=374804bf-1832-496a-a9bd-7f28df171a12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0988710 Mar 29 16:04:11.137977 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-52296e29-84f6-478b-a803-70287658d8e5 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:11.143060 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port 6a1ec58d-aea6-4314-b049-077d4661df0e triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:04:11.143683 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:11.173316 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-402a5cb5-feb4-4569-94d6-bbbb38188349 req-389dc1b5-f0a3-4c7a-b717-e154e1849f18 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=bd8e3388-810b-42c2-83e9-f7b4e3d0dd7b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1943047 Mar 29 16:04:11.185402 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [req-402a5cb5-feb4-4569-94d6-bbbb38188349 req-2855ed20-a222-4e59-920b-d60f88eef716 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=102790) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 16:04:11.189066 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-402a5cb5-feb4-4569-94d6-bbbb38188349 req-2855ed20-a222-4e59-920b-d60f88eef716 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0103629 Mar 29 16:04:11.208044 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-5c7034fb-c17b-4599-987d-e72d5cee1dc0 None None] Provisioning complete for port 85064895-fd70-4459-af3f-8ed047303c9b triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:04:11.208044 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-5c7034fb-c17b-4599-987d-e72d5cee1dc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:11.258006 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-5c7034fb-c17b-4599-987d-e72d5cee1dc0 None None] Port 85064895-fd70-4459-af3f-8ed047303c9b cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 16:04:11.407894 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-106802e5-7a0e-478c-b307-ac87b4a32d49 None None] Provisioning complete for port 85064895-fd70-4459-af3f-8ed047303c9b triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:04:11.408558 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-106802e5-7a0e-478c-b307-ac87b4a32d49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:11.457205 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-106802e5-7a0e-478c-b307-ac87b4a32d49 None None] Port 85064895-fd70-4459-af3f-8ed047303c9b cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 16:04:11.531527 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-52296e29-84f6-478b-a803-70287658d8e5 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks [] for port, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:11.536845 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-52296e29-84f6-478b-a803-70287658d8e5 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:11.615186 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52296e29-84f6-478b-a803-70287658d8e5 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Pushing event updated for resources: {'Port': ['ID=85064895-fd70-4459-af3f-8ed047303c9b,revision_number=3']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:04:11.617934 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-52296e29-84f6-478b-a803-70287658d8e5 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-648439'] for router_interface, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:11.717025 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52296e29-84f6-478b-a803-70287658d8e5 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Network 6defc2a7-6251-43ed-9514-85a68ef8a970 is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:04:11.718236 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [None req-52296e29-84f6-478b-a803-70287658d8e5 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:04:11.871943 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52296e29-84f6-478b-a803-70287658d8e5 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Router 4bbe92db-5232-4f25-a0b2-12caa1947776 is scheduled to L3 agent c648d819-1060-4f26-b4ec-6455387b5dff with binding_index 1 {{(pid=102791) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 29 16:04:11.942551 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f575ef1a-fd4e-49b1-a9ea-5c6b6066308c req-f1569ddc-dd73-41d9-9a80-f9e5a32401a5 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:04:11.945037 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-f575ef1a-fd4e-49b1-a9ea-5c6b6066308c req-f1569ddc-dd73-41d9-9a80-f9e5a32401a5 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "GET /v2.0/ports?device_id=4b1734e3-0491-4380-9fe0-74365dc4ef18 HTTP/1.1" status: 200 len: 946 time: 0.1034708 Mar 29 16:04:12.001170 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52296e29-84f6-478b-a803-70287658d8e5 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 16:04:12.003625 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-f575ef1a-fd4e-49b1-a9ea-5c6b6066308c req-272ea347-755d-44cc-a7b5-2136a13c073c tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "GET /v2.0/security-groups?id=bcabf703-0dbd-497f-b21f-e9f0f5919bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488782 Mar 29 16:04:12.012993 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f45b12e-0110-4d0f-90cc-e9907cd315c8 None None] Sync routers for ids ['4bbe92db-5232-4f25-a0b2-12caa1947776'] in n-d-834765-1 {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 16:04:12.015804 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-52296e29-84f6-478b-a803-70287658d8e5 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] 10.222.0.42 "PUT /v2.0/routers/4bbe92db-5232-4f25-a0b2-12caa1947776/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4539547 Mar 29 16:04:12.026285 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 50312) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:04:12.033555 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f45b12e-0110-4d0f-90cc-e9907cd315c8 None None] Routers {'4bbe92db-5232-4f25-a0b2-12caa1947776'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:04:12.034195 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-2f45b12e-0110-4d0f-90cc-e9907cd315c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:04:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['4bbe92db-5232-4f25-a0b2-12caa1947776'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:04:12.074383 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-2f45b12e-0110-4d0f-90cc-e9907cd315c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:04:12.083447 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f45b12e-0110-4d0f-90cc-e9907cd315c8 None None] Routers {'4bbe92db-5232-4f25-a0b2-12caa1947776'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:04:12.084061 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-2f45b12e-0110-4d0f-90cc-e9907cd315c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:04:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['4bbe92db-5232-4f25-a0b2-12caa1947776'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:04:12.099813 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78384e6c-5baf-4a68-a2be-2d8f4b24436b tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:04:12.105022 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-78384e6c-5baf-4a68-a2be-2d8f4b24436b tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] 10.222.0.42 "GET /v2.0/ports?device_id=4bbe92db-5232-4f25-a0b2-12caa1947776 HTTP/1.1" status: 200 len: 982 time: 0.0746651 Mar 29 16:04:12.105237 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 50316) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:04:12.121756 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-2f45b12e-0110-4d0f-90cc-e9907cd315c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:04:12.122739 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f45b12e-0110-4d0f-90cc-e9907cd315c8 None None] The sync data for ids ['4bbe92db-5232-4f25-a0b2-12caa1947776'] in n-d-834765-1 is: [] {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 16:04:12.128483 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-2cabd819-3175-4b5a-92e5-9a1051ab5826 None None] Provisioning complete for port 85064895-fd70-4459-af3f-8ed047303c9b triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:04:12.128932 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-2cabd819-3175-4b5a-92e5-9a1051ab5826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:12.214453 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-2cabd819-3175-4b5a-92e5-9a1051ab5826 None None] Port 85064895-fd70-4459-af3f-8ed047303c9b cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 16:04:12.283344 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db57a432-77db-4d12-9004-5b1ffceb6c9e req-9eb69072-a0d5-425a-81ae-380d3db85735 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:04:12.293969 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-db57a432-77db-4d12-9004-5b1ffceb6c9e req-9eb69072-a0d5-425a-81ae-380d3db85735 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd8e3388-810b-42c2-83e9-f7b4e3d0dd7b HTTP/1.1" status: 200 len: 943 time: 0.0925629 Mar 29 16:04:12.360561 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-db57a432-77db-4d12-9004-5b1ffceb6c9e req-f139a56b-775c-4564-8d37-86a61c4a734d tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] 10.222.0.42 "GET /v2.0/security-groups?id=299f4eee-9f08-4ab2-9699-a166ce9b5c35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638943 Mar 29 16:04:12.568576 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-7e32e056-d3bc-4387-8ce2-f1fd0e37a294 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-530452'] for router_interface, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:12.825233 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-7e32e056-d3bc-4387-8ce2-f1fd0e37a294 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Deleting port 85064895-fd70-4459-af3f-8ed047303c9b {{(pid=102790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:04:12.825924 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-7e32e056-d3bc-4387-8ce2-f1fd0e37a294 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:12.928960 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-7e32e056-d3bc-4387-8ce2-f1fd0e37a294 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:12.943177 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-7e32e056-d3bc-4387-8ce2-f1fd0e37a294 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Calling delete_port for 85064895-fd70-4459-af3f-8ed047303c9b owned by network:router_interface {{(pid=102790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:04:13.181391 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-7e32e056-d3bc-4387-8ce2-f1fd0e37a294 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:13.190977 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0acde82-52ec-4fd7-a678-70b13dbc7451 req-72fb6538-71c6-450b-9c4e-5ed08abe550f tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:04:13.192508 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-c0acde82-52ec-4fd7-a678-70b13dbc7451 req-72fb6538-71c6-450b-9c4e-5ed08abe550f tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "GET /v2.0/ports?device_id=4b1734e3-0491-4380-9fe0-74365dc4ef18 HTTP/1.1" status: 200 len: 946 time: 0.0709798 Mar 29 16:04:13.230662 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e32e056-d3bc-4387-8ce2-f1fd0e37a294 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Pushing event deleted for resources: {'Port': ['ID=85064895-fd70-4459-af3f-8ed047303c9b,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:04:13.332028 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-c0acde82-52ec-4fd7-a678-70b13dbc7451 req-87df81c3-b9d6-4fd6-9bd7-dadbf23786ad tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "GET /v2.0/security-groups?id=bcabf703-0dbd-497f-b21f-e9f0f5919bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1310723 Mar 29 16:04:13.457428 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-7e32e056-d3bc-4387-8ce2-f1fd0e37a294 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-530528'] for router_interface, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:13.570699 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9692fd60-fb1f-4d3d-ae92-b2199c38f0f0 req-4380efe0-f731-456b-9c21-4768c71357c7 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:04:13.578362 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-9692fd60-fb1f-4d3d-ae92-b2199c38f0f0 req-4380efe0-f731-456b-9c21-4768c71357c7 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd8e3388-810b-42c2-83e9-f7b4e3d0dd7b HTTP/1.1" status: 200 len: 943 time: 0.0980625 Mar 29 16:04:13.640007 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-9692fd60-fb1f-4d3d-ae92-b2199c38f0f0 req-b3af6a15-5109-46a0-b4b4-e4139fbd5ebc tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] 10.222.0.42 "GET /v2.0/security-groups?id=299f4eee-9f08-4ab2-9699-a166ce9b5c35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552981 Mar 29 16:04:13.682448 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e32e056-d3bc-4387-8ce2-f1fd0e37a294 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Router 4bbe92db-5232-4f25-a0b2-12caa1947776 has already been hosted by L3 agent c648d819-1060-4f26-b4ec-6455387b5dff {{(pid=102790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 16:04:13.773875 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e32e056-d3bc-4387-8ce2-f1fd0e37a294 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 16:04:13.782053 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-7e32e056-d3bc-4387-8ce2-f1fd0e37a294 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] 10.222.0.42 "PUT /v2.0/routers/4bbe92db-5232-4f25-a0b2-12caa1947776/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6731231 Mar 29 16:04:13.782180 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 50332) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:04:13.789351 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef045af3-df39-47d9-b5d8-7705193b7262 None None] Sync routers for ids ['4bbe92db-5232-4f25-a0b2-12caa1947776'] in n-d-834765-1 {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 16:04:13.802383 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef045af3-df39-47d9-b5d8-7705193b7262 None None] Routers {'4bbe92db-5232-4f25-a0b2-12caa1947776'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:04:13.809788 n-d-834765-1 neutron-server[102791]: INFO neutron.pecan_wsgi.hooks.translation [None req-04c0da2c-30c1-465a-8d54-57140fb24108 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] GET failed (client error): The resource could not be found. Mar 29 16:04:13.810632 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-ef045af3-df39-47d9-b5d8-7705193b7262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:04:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['4bbe92db-5232-4f25-a0b2-12caa1947776'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:04:13.814206 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-04c0da2c-30c1-465a-8d54-57140fb24108 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] 10.222.0.42 "GET /v2.0/ports/85064895-fd70-4459-af3f-8ed047303c9b HTTP/1.1" status: 404 len: 333 time: 0.0282519 Mar 29 16:04:13.815470 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 50334) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:04:13.902968 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-ef045af3-df39-47d9-b5d8-7705193b7262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:04:13.909172 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-b53b7199-8324-43bd-9d2b-039fdb24e0d0 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks [] for router, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:13.912535 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef045af3-df39-47d9-b5d8-7705193b7262 None None] Routers {'4bbe92db-5232-4f25-a0b2-12caa1947776'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:04:13.913457 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-ef045af3-df39-47d9-b5d8-7705193b7262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:04:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['4bbe92db-5232-4f25-a0b2-12caa1947776'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:04:13.971775 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-ef045af3-df39-47d9-b5d8-7705193b7262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:04:13.977496 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef045af3-df39-47d9-b5d8-7705193b7262 None None] The sync data for ids ['4bbe92db-5232-4f25-a0b2-12caa1947776'] in n-d-834765-1 is: [] {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 16:04:14.105921 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-b53b7199-8324-43bd-9d2b-039fdb24e0d0 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129328'] for router, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:14.108383 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-b53b7199-8324-43bd-9d2b-039fdb24e0d0 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:14.155510 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-b53b7199-8324-43bd-9d2b-039fdb24e0d0 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-526718'] for router, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:14.156099 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b53b7199-8324-43bd-9d2b-039fdb24e0d0 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Fanout notify agent at l3_agent the message router_deleted on router 4bbe92db-5232-4f25-a0b2-12caa1947776 {{(pid=102790) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 29 16:04:14.166364 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-b53b7199-8324-43bd-9d2b-039fdb24e0d0 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks [] for router, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:14.168384 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-b53b7199-8324-43bd-9d2b-039fdb24e0d0 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] 10.222.0.42 "DELETE /v2.0/routers/4bbe92db-5232-4f25-a0b2-12caa1947776 HTTP/1.1" status: 204 len: 168 time: 0.3515930 Mar 29 16:04:14.170959 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 50336) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:04:14.230879 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_v2 [None req-df0b25ae-a75a-4b0d-8972-b4876f537a56 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Deleting subnet cbfe6f7a-37e9-4e59-a7a8-a3bebcef6b64 {{(pid=102791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 16:04:14.234615 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-df0b25ae-a75a-4b0d-8972-b4876f537a56 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks [] for subnet, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:14.284699 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-df0b25ae-a75a-4b0d-8972-b4876f537a56 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4230423'] for subnet, precommit_delete_associations {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:14.383824 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-df0b25ae-a75a-4b0d-8972-b4876f537a56 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1641287'] for subnet, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:14.468427 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-df0b25ae-a75a-4b0d-8972-b4876f537a56 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1641294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16155591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16218852'] for subnet, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:14.540646 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0b25ae-a75a-4b0d-8972-b4876f537a56 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Pushing event deleted for resources: {'Subnet': ['ID=cbfe6f7a-37e9-4e59-a7a8-a3bebcef6b64,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:04:14.549633 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-df0b25ae-a75a-4b0d-8972-b4876f537a56 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks [] for subnet, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:14.553181 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-df0b25ae-a75a-4b0d-8972-b4876f537a56 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] 10.222.0.42 "DELETE /v2.0/subnets/cbfe6f7a-37e9-4e59-a7a8-a3bebcef6b64 HTTP/1.1" status: 204 len: 168 time: 0.3811998 Mar 29 16:04:14.559082 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 50340) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:04:14.561291 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5ed931b-6616-4310-870a-61f055a073b3 None None] Network 6defc2a7-6251-43ed-9514-85a68ef8a970 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 16:04:14.563550 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c4ac7a-a35f-4b4e-8366-266f1d137398 req-6d249993-9608-413d-b57c-79a18e3c23a7 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:04:14.566210 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-70c4ac7a-a35f-4b4e-8366-266f1d137398 req-6d249993-9608-413d-b57c-79a18e3c23a7 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "GET /v2.0/ports?device_id=4b1734e3-0491-4380-9fe0-74365dc4ef18 HTTP/1.1" status: 200 len: 946 time: 0.1051226 Mar 29 16:04:14.612977 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-70c4ac7a-a35f-4b4e-8366-266f1d137398 req-6ad49652-21de-4e86-a550-8de99101f0a8 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "GET /v2.0/security-groups?id=bcabf703-0dbd-497f-b21f-e9f0f5919bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393257 Mar 29 16:04:14.652280 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-53fcafc5-808d-4b9e-adbd-f0a790cb747e tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1631750'] for network, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:14.722351 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-53fcafc5-808d-4b9e-adbd-f0a790cb747e tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Deleting port 6a1ec58d-aea6-4314-b049-077d4661df0e {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:04:14.723622 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-53fcafc5-808d-4b9e-adbd-f0a790cb747e tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:14.847943 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [None req-53fcafc5-808d-4b9e-adbd-f0a790cb747e tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] For port 6a1ec58d-aea6-4314-b049-077d4661df0e, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=6a1ec58d-aea6-4314-b049-077d4661df0e,segment=NetworkSegment(21b1608a-7487-416b-9be0-ddb2bdf923b2),segment_id=21b1608a-7487-416b-9be0-ddb2bdf923b2)] {{(pid=102791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:04:14.848307 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-53fcafc5-808d-4b9e-adbd-f0a790cb747e tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:14.864506 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-53fcafc5-808d-4b9e-adbd-f0a790cb747e tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Calling delete_port for 6a1ec58d-aea6-4314-b049-077d4661df0e owned by network:dhcp {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:04:14.866621 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-382a39cd-bc89-45f4-839d-da1082997573 None None] DHCP port deletion for 6defc2a7-6251-43ed-9514-85a68ef8a970 request from n-d-834765-1 {{(pid=102792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 29 16:04:14.930661 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-382a39cd-bc89-45f4-839d-da1082997573 None None] Deleting port 6a1ec58d-aea6-4314-b049-077d4661df0e {{(pid=102792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:04:14.931089 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf154edd-2e6f-4563-975d-011946a8e39e req-0c689cee-6861-43e6-ae0b-9db03fa0882e tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:04:14.931337 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-382a39cd-bc89-45f4-839d-da1082997573 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:14.932763 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-bf154edd-2e6f-4563-975d-011946a8e39e req-0c689cee-6861-43e6-ae0b-9db03fa0882e tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd8e3388-810b-42c2-83e9-f7b4e3d0dd7b HTTP/1.1" status: 200 len: 943 time: 0.1383617 Mar 29 16:04:15.017622 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-bf154edd-2e6f-4563-975d-011946a8e39e req-ff26226c-636f-4cc6-b132-aa0a9c21f15b tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] 10.222.0.42 "GET /v2.0/security-groups?id=299f4eee-9f08-4ab2-9699-a166ce9b5c35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622807 Mar 29 16:04:15.019933 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-382a39cd-bc89-45f4-839d-da1082997573 None None] For port 6a1ec58d-aea6-4314-b049-077d4661df0e, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=6a1ec58d-aea6-4314-b049-077d4661df0e,segment=NetworkSegment(21b1608a-7487-416b-9be0-ddb2bdf923b2),segment_id=21b1608a-7487-416b-9be0-ddb2bdf923b2)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:04:15.020475 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-382a39cd-bc89-45f4-839d-da1082997573 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:15.036637 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-382a39cd-bc89-45f4-839d-da1082997573 None None] Calling delete_port for 6a1ec58d-aea6-4314-b049-077d4661df0e owned by network:dhcp {{(pid=102792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:04:15.042018 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-53fcafc5-808d-4b9e-adbd-f0a790cb747e tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:15.078021 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fcafc5-808d-4b9e-adbd-f0a790cb747e tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Pushing event deleted for resources: {'Port': ['ID=6a1ec58d-aea6-4314-b049-077d4661df0e,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:04:15.087242 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53fcafc5-808d-4b9e-adbd-f0a790cb747e tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] No DVR routers for this DVR port 6a1ec58d-aea6-4314-b049-077d4661df0e on host n-d-834765-1 {{(pid=102791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 16:04:15.121948 n-d-834765-1 neutron-server[102792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 16:04:15.121948 n-d-834765-1 neutron-server[102792]: self.session.flush() Mar 29 16:04:15.121948 n-d-834765-1 neutron-server[102792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 16:04:15.121948 n-d-834765-1 neutron-server[102792]: self.session.flush() Mar 29 16:04:15.121948 n-d-834765-1 neutron-server[102792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 16:04:15.121948 n-d-834765-1 neutron-server[102792]: self.session.flush() Mar 29 16:04:15.121948 n-d-834765-1 neutron-server[102792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 16:04:15.121948 n-d-834765-1 neutron-server[102792]: self.session.flush() Mar 29 16:04:15.121948 n-d-834765-1 neutron-server[102792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 16:04:15.121948 n-d-834765-1 neutron-server[102792]: self.session.flush() Mar 29 16:04:15.121948 n-d-834765-1 neutron-server[102792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 16:04:15.121948 n-d-834765-1 neutron-server[102792]: self.session.flush() Mar 29 16:04:15.121948 n-d-834765-1 neutron-server[102792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 16:04:15.121948 n-d-834765-1 neutron-server[102792]: self.session.flush() Mar 29 16:04:15.121948 n-d-834765-1 neutron-server[102792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 16:04:15.121948 n-d-834765-1 neutron-server[102792]: self.session.flush() Mar 29 16:04:15.121948 n-d-834765-1 neutron-server[102792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 16:04:15.121948 n-d-834765-1 neutron-server[102792]: self.session.flush() Mar 29 16:04:15.121948 n-d-834765-1 neutron-server[102792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 16:04:15.121948 n-d-834765-1 neutron-server[102792]: self.session.flush() Mar 29 16:04:15.121948 n-d-834765-1 neutron-server[102792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 16:04:15.121948 n-d-834765-1 neutron-server[102792]: self.session.flush() Mar 29 16:04:15.121948 n-d-834765-1 neutron-server[102792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 16:04:15.121948 n-d-834765-1 neutron-server[102792]: self.session.flush() Mar 29 16:04:15.121948 n-d-834765-1 neutron-server[102792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 16:04:15.121948 n-d-834765-1 neutron-server[102792]: self.session.flush() Mar 29 16:04:15.121948 n-d-834765-1 neutron-server[102792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 16:04:15.121948 n-d-834765-1 neutron-server[102792]: self.session.flush() Mar 29 16:04:15.121948 n-d-834765-1 neutron-server[102792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 16:04:15.121948 n-d-834765-1 neutron-server[102792]: self.session.flush() Mar 29 16:04:15.121948 n-d-834765-1 neutron-server[102792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 16:04:15.121948 n-d-834765-1 neutron-server[102792]: self.session.flush() Mar 29 16:04:15.121948 n-d-834765-1 neutron-server[102792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 16:04:15.121948 n-d-834765-1 neutron-server[102792]: self.session.flush() Mar 29 16:04:15.121948 n-d-834765-1 neutron-server[102792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 16:04:15.121948 n-d-834765-1 neutron-server[102792]: self.session.flush() Mar 29 16:04:15.121948 n-d-834765-1 neutron-server[102792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 16:04:15.121948 n-d-834765-1 neutron-server[102792]: self.session.flush() Mar 29 16:04:15.121948 n-d-834765-1 neutron-server[102792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 16:04:15.121948 n-d-834765-1 neutron-server[102792]: self.session.flush() Mar 29 16:04:15.121948 n-d-834765-1 neutron-server[102792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 16:04:15.121948 n-d-834765-1 neutron-server[102792]: self.session.flush() Mar 29 16:04:15.121948 n-d-834765-1 neutron-server[102792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 16:04:15.121948 n-d-834765-1 neutron-server[102792]: self.session.flush() Mar 29 16:04:15.121948 n-d-834765-1 neutron-server[102792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 16:04:15.121948 n-d-834765-1 neutron-server[102792]: self.session.flush() Mar 29 16:04:15.121948 n-d-834765-1 neutron-server[102792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 16:04:15.121948 n-d-834765-1 neutron-server[102792]: self.session.flush() Mar 29 16:04:15.121948 n-d-834765-1 neutron-server[102792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 16:04:15.121948 n-d-834765-1 neutron-server[102792]: self.session.flush() Mar 29 16:04:15.121948 n-d-834765-1 neutron-server[102792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 16:04:15.121948 n-d-834765-1 neutron-server[102792]: self.session.flush() Mar 29 16:04:15.121948 n-d-834765-1 neutron-server[102792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 16:04:15.121948 n-d-834765-1 neutron-server[102792]: self.session.flush() Mar 29 16:04:15.127989 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-382a39cd-bc89-45f4-839d-da1082997573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350'] for port, after_delete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:15.162242 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-382a39cd-bc89-45f4-839d-da1082997573 None None] No DVR routers for this DVR port 6a1ec58d-aea6-4314-b049-077d4661df0e on host n-d-834765-1 {{(pid=102792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 16:04:15.166794 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382a39cd-bc89-45f4-839d-da1082997573 None None] Pushing event deleted for resources: {'Port': ['ID=6a1ec58d-aea6-4314-b049-077d4661df0e,revision_number=None']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:04:15.179470 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-53fcafc5-808d-4b9e-adbd-f0a790cb747e tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639890', 'neutron.services.segments.db._delete_segments_for_network-8783523423079'] for network, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:15.205103 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-53fcafc5-808d-4b9e-adbd-f0a790cb747e tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6defc2a7-6251-43ed-9514-85a68ef8a970']}} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:04:15.214677 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-53fcafc5-808d-4b9e-adbd-f0a790cb747e tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21b1608a-7487-416b-9be0-ddb2bdf923b2') {'for_net_delete': True} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:04:15.214967 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-53fcafc5-808d-4b9e-adbd-f0a790cb747e tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21b1608a-7487-416b-9be0-ddb2bdf923b2') {} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:04:15.224314 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-53fcafc5-808d-4b9e-adbd-f0a790cb747e tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783523422064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4230428'] for segment, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:15.237500 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-53fcafc5-808d-4b9e-adbd-f0a790cb747e tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:15.244446 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53fcafc5-808d-4b9e-adbd-f0a790cb747e tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Releasing vlan 613 on physical network physnet1 to pool {{(pid=102791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 16:04:15.244980 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-53fcafc5-808d-4b9e-adbd-f0a790cb747e tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16169569'] for segment, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:15.247892 n-d-834765-1 neutron-server[102791]: Traceback (most recent call last): Mar 29 16:04:15.247892 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 16:04:15.247892 n-d-834765-1 neutron-server[102791]: timer() Mar 29 16:04:15.247892 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 16:04:15.247892 n-d-834765-1 neutron-server[102791]: cb(*args, **kw) Mar 29 16:04:15.247892 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 16:04:15.247892 n-d-834765-1 neutron-server[102791]: return func(*args, **kwargs) Mar 29 16:04:15.247892 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 16:04:15.247892 n-d-834765-1 neutron-server[102791]: self._notify() Mar 29 16:04:15.247892 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 16:04:15.247892 n-d-834765-1 neutron-server[102791]: self.callback(batched_events) Mar 29 16:04:15.247892 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 16:04:15.247892 n-d-834765-1 neutron-server[102791]: event.method(event) Mar 29 16:04:15.247892 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 16:04:15.247892 n-d-834765-1 neutron-server[102791]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 16:04:15.247892 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 16:04:15.247892 n-d-834765-1 neutron-server[102791]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 16:04:15.247892 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 16:04:15.247892 n-d-834765-1 neutron-server[102791]: return f(self, *a, **k) Mar 29 16:04:15.247892 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 16:04:15.247892 n-d-834765-1 neutron-server[102791]: return self._get(url).json() Mar 29 16:04:15.247892 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 16:04:15.247892 n-d-834765-1 neutron-server[102791]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 16:04:15.247892 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 16:04:15.247892 n-d-834765-1 neutron-server[102791]: return self.request(url, 'GET', **kwargs) Mar 29 16:04:15.247892 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 16:04:15.247892 n-d-834765-1 neutron-server[102791]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 16:04:15.247892 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 16:04:15.247892 n-d-834765-1 neutron-server[102791]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 16:04:15.247892 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 16:04:15.247892 n-d-834765-1 neutron-server[102791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 16:04:15.247892 n-d-834765-1 neutron-server[102791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 16:04:15.305525 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-53fcafc5-808d-4b9e-adbd-f0a790cb747e tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1639897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648174'] for network, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:15.313232 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-53fcafc5-808d-4b9e-adbd-f0a790cb747e tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks [] for network, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:15.316773 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-53fcafc5-808d-4b9e-adbd-f0a790cb747e tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] 10.222.0.42 "DELETE /v2.0/networks/6defc2a7-6251-43ed-9514-85a68ef8a970 HTTP/1.1" status: 204 len: 168 time: 0.7567482 Mar 29 16:04:15.321039 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 50348) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:04:15.331394 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fcafc5-808d-4b9e-adbd-f0a790cb747e tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Pushing event deleted for resources: {'Network': ['ID=6defc2a7-6251-43ed-9514-85a68ef8a970,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:04:15.366691 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35fde135-02f3-4d59-b50f-98e79151881c tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:04:15.367997 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-35fde135-02f3-4d59-b50f-98e79151881c tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] 10.222.0.42 "GET /v2.0/ports/68c3b06f-bd49-4cc0-992f-936e43483339 HTTP/1.1" status: 200 len: 840 time: 0.0460563 Mar 29 16:04:15.371688 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 50350) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:04:15.410386 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-bcd5594a-da0a-436d-a89f-c3f3eb16fc33 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] 10.222.0.42 "GET /v2.0/ports/68c3b06f-bd49-4cc0-992f-936e43483339?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0376530 Mar 29 16:04:15.414690 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 50352) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:04:15.419483 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-9c538034-90e9-4ec9-8f49-18f6bc5f6562 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Request body: {'subnet': {'network_id': 'a6653872-ce72-4c96-901d-c7dc66813cf9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:04:15.509377 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c538034-90e9-4ec9-8f49-18f6bc5f6562 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Made reservation on behalf of 8448cf8b24d44551bc0e5bbcd54d34e2 for: {'subnet': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:04:15.513077 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-9c538034-90e9-4ec9-8f49-18f6bc5f6562 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4793983'] for subnet, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:15.732895 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-9c538034-90e9-4ec9-8f49-18f6bc5f6562 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5231896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4793961'] for subnet, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:15.786195 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c538034-90e9-4ec9-8f49-18f6bc5f6562 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Network a6653872-ce72-4c96-901d-c7dc66813cf9 is already hosted by enough agents. {{(pid=102790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:04:15.793969 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-9c538034-90e9-4ec9-8f49-18f6bc5f6562 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Resources bound (agent type, host, resource id): {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:04:15.796926 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c538034-90e9-4ec9-8f49-18f6bc5f6562 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:04:15.797519 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-9c538034-90e9-4ec9-8f49-18f6bc5f6562 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks [] for subnet, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:15.802594 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-211c19ab-bf04-4c50-9eba-a4755a3febcc None None] Network a6653872-ce72-4c96-901d-c7dc66813cf9 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 16:04:15.818155 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e03ab7f-8bdd-4ff7-b376-84b6e2545cce req-ab936450-3ff9-4591-bdfe-333956875155 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:04:15.819206 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-1e03ab7f-8bdd-4ff7-b376-84b6e2545cce req-ab936450-3ff9-4591-bdfe-333956875155 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "GET /v2.0/ports?device_id=4b1734e3-0491-4380-9fe0-74365dc4ef18 HTTP/1.1" status: 200 len: 946 time: 0.1272976 Mar 29 16:04:15.820488 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c538034-90e9-4ec9-8f49-18f6bc5f6562 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Pushing event updated for resources: {'Subnet': ['ID=895755d3-05a4-4f91-baf5-193fed8a9ac6,revision_number=0']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:04:15.839523 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-9c538034-90e9-4ec9-8f49-18f6bc5f6562 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4236767 Mar 29 16:04:15.842985 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 50360) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:04:15.848590 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-9e4a1060-6818-4517-a0da-ab8b984a93f6 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Request body: {'security_group': {'name': 'tempest-secgroup-1815294761'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:04:15.884344 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-9e4a1060-6818-4517-a0da-ab8b984a93f6 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks [] for security_group, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:15.885226 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-1e03ab7f-8bdd-4ff7-b376-84b6e2545cce req-45591995-c564-4f7b-84d3-127d338680ca tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "GET /v2.0/security-groups?id=bcabf703-0dbd-497f-b21f-e9f0f5919bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444858 Mar 29 16:04:16.009514 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-9e4a1060-6818-4517-a0da-ab8b984a93f6 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks [] for security_group, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:16.015084 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-9e4a1060-6818-4517-a0da-ab8b984a93f6 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:16.069948 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-9e4a1060-6818-4517-a0da-ab8b984a93f6 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks [] for security_group, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:16.073279 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96c4f18e-c5e0-4487-8f9e-9ed46597402e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0035034-69b0-5ffc-b384-0ac6189c5628-a6653872-ce72-4c96-901d-c7dc66813cf9', 'network_id': 'a6653872-ce72-4c96-901d-c7dc66813cf9', 'tenant_id': '8448cf8b24d44551bc0e5bbcd54d34e2', 'fixed_ips': [{'subnet_id': '895755d3-05a4-4f91-baf5-193fed8a9ac6'}]}} from n-d-834765-1. {{(pid=102792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 29 16:04:16.074243 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-96c4f18e-c5e0-4487-8f9e-9ed46597402e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:16.077454 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-9e4a1060-6818-4517-a0da-ab8b984a93f6 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2308865 Mar 29 16:04:16.077948 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 50366) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:04:16.083105 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-dcb5e03c-35c5-4ebb-bfbf-246e04728abf tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Request body: {'security_group': {'name': 'tempest-secgroup-1470420775'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:04:16.113407 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-dcb5e03c-35c5-4ebb-bfbf-246e04728abf tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks [] for security_group, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:16.130502 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4a1060-6818-4517-a0da-ab8b984a93f6 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b56b4673-41da-494c-bec7-775c33b55f8a,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:04:16.217686 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-dcb5e03c-35c5-4ebb-bfbf-246e04728abf tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks [] for security_group, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:16.226309 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-dcb5e03c-35c5-4ebb-bfbf-246e04728abf tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:16.256656 n-d-834765-1 neutron-server[102791]: INFO neutron.api.v2.resource [req-79bcea25-fedb-453a-93bc-6de947be4b28 req-fcec39fb-5b83-4b46-934c-221e17da296b service neutron] show failed (client error): The resource could not be found. Mar 29 16:04:16.258244 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-79bcea25-fedb-453a-93bc-6de947be4b28 req-fcec39fb-5b83-4b46-934c-221e17da296b service neutron] 10.222.0.44 "GET /v2.0/ports/3f19f861-2fb4-47d5-bf3d-5a6a133d1e3f/bindings/n-h2-834765-1 HTTP/1.1" status: 404 len: 380 time: 0.2025928 Mar 29 16:04:16.263460 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-dcb5e03c-35c5-4ebb-bfbf-246e04728abf tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:16.264776 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-dcb5e03c-35c5-4ebb-bfbf-246e04728abf tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1857710 Mar 29 16:04:16.267807 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 50368) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:04:16.273764 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-d47c164e-6a72-4065-ab6c-96838349474a tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-994589367', 'security_groups': ['4d57a45d-64f9-46cf-8fb5-6bb7e69f3770'], 'network_id': 'a6653872-ce72-4c96-901d-c7dc66813cf9', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '895755d3-05a4-4f91-baf5-193fed8a9ac6'}]}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:04:16.280153 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb5e03c-35c5-4ebb-bfbf-246e04728abf tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d57a45d-64f9-46cf-8fb5-6bb7e69f3770,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:04:16.297472 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b76c6f5-c613-4ee5-b63c-50abf67b5fa9 req-4ec87e4a-f69c-45c1-aea4-86dc404343e3 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:04:16.301774 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-5b76c6f5-c613-4ee5-b63c-50abf67b5fa9 req-4ec87e4a-f69c-45c1-aea4-86dc404343e3 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd8e3388-810b-42c2-83e9-f7b4e3d0dd7b HTTP/1.1" status: 200 len: 943 time: 0.1699193 Mar 29 16:04:16.328168 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.db_base_plugin_common [None req-96c4f18e-c5e0-4487-8f9e-9ed46597402e None None] Allocated IP 172.20.0.2 (a6653872-ce72-4c96-901d-c7dc66813cf9/895755d3-05a4-4f91-baf5-193fed8a9ac6/af398dfe-19b8-452a-92ca-284a3d258720) {{(pid=102792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:04:16.362105 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-5b76c6f5-c613-4ee5-b63c-50abf67b5fa9 req-44dfcb95-2e85-4ec5-b499-ee8bec8196ff tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] 10.222.0.42 "GET /v2.0/security-groups?id=299f4eee-9f08-4ab2-9699-a166ce9b5c35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552707 Mar 29 16:04:16.484348 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d47c164e-6a72-4065-ab6c-96838349474a tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Made reservation on behalf of 8448cf8b24d44551bc0e5bbcd54d34e2 for: {'port': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:04:16.566431 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-96c4f18e-c5e0-4487-8f9e-9ed46597402e None None] Notify callbacks [] for port, precommit_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:16.575007 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-96c4f18e-c5e0-4487-8f9e-9ed46597402e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956'] for port, after_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:16.581170 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bcea25-fedb-453a-93bc-6de947be4b28 req-26b7f61d-e2a1-438a-89de-86151064336d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:04:16.583100 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-79bcea25-fedb-453a-93bc-6de947be4b28 req-26b7f61d-e2a1-438a-89de-86151064336d service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=4b1734e3-0491-4380-9fe0-74365dc4ef18&tenant_id=8c88f14ca33d4e419d03f1c3b10014ac HTTP/1.1" status: 200 len: 1097 time: 0.0867131 Mar 29 16:04:16.591147 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-d47c164e-6a72-4065-ab6c-96838349474a tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:16.595953 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [req-79bcea25-fedb-453a-93bc-6de947be4b28 req-b206cd15-c1d1-4a21-8d02-7ba0a06ae94e service neutron] Request body: {'port': {'binding:host_id': 'n-h2-834765-1', 'device_owner': 'compute:nova'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:04:16.611543 n-d-834765-1 neutron-server[102790]: DEBUG neutron.notifiers.nova [None req-d47c164e-6a72-4065-ab6c-96838349474a tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] device_id is not set on port e0347dc7-0bc4-4aeb-a0ea-a1b816070654 yet. {{(pid=102790) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 29 16:04:16.644710 n-d-834765-1 neutron-server[102792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96c4f18e-c5e0-4487-8f9e-9ed46597402e None None] Network a6653872-ce72-4c96-901d-c7dc66813cf9 is already hosted by enough agents. {{(pid=102792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:04:16.650224 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c4f18e-c5e0-4487-8f9e-9ed46597402e None None] Pushing event updated for resources: {'Port': ['ID=af398dfe-19b8-452a-92ca-284a3d258720,revision_number=1']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:04:16.654110 n-d-834765-1 neutron-server[102792]: DEBUG neutron.scheduler.base_scheduler [None req-96c4f18e-c5e0-4487-8f9e-9ed46597402e None None] Resources bound (agent type, host, resource id): {{(pid=102792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:04:16.657705 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96c4f18e-c5e0-4487-8f9e-9ed46597402e None None] Received port after_create {{(pid=102792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:04:16.690382 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-79bcea25-fedb-453a-93bc-6de947be4b28 req-b206cd15-c1d1-4a21-8d02-7ba0a06ae94e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:16.734554 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-96c4f18e-c5e0-4487-8f9e-9ed46597402e None None] Attempting to bind port af398dfe-19b8-452a-92ca-284a3d258720 on host n-d-834765-1 for vnic_type normal with profile {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 16:04:16.734822 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-96c4f18e-c5e0-4487-8f9e-9ed46597402e None None] Attempting to bind port af398dfe-19b8-452a-92ca-284a3d258720 by drivers openvswitch,hyperv on host n-d-834765-1 at level 0 using segments [{'id': '03e8183d-1087-4dcd-a0f2-5081fc49960e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'a6653872-ce72-4c96-901d-c7dc66813cf9'}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 16:04:16.735181 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96c4f18e-c5e0-4487-8f9e-9ed46597402e None None] Attempting to bind port af398dfe-19b8-452a-92ca-284a3d258720 on network a6653872-ce72-4c96-901d-c7dc66813cf9 {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 16:04:16.740800 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96c4f18e-c5e0-4487-8f9e-9ed46597402e None None] Checking agent: {'id': 'a8866439-9d96-425c-b519-6905c591ac37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 25, 36), 'started_at': datetime.datetime(2022, 3, 29, 15, 26, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 16, 4, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834765-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 16:04:16.741924 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96c4f18e-c5e0-4487-8f9e-9ed46597402e None None] Checking segment: {'id': '03e8183d-1087-4dcd-a0f2-5081fc49960e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'a6653872-ce72-4c96-901d-c7dc66813cf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 16:04:16.742532 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-96c4f18e-c5e0-4487-8f9e-9ed46597402e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:16.742730 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96c4f18e-c5e0-4487-8f9e-9ed46597402e None None] Bound using segment: {'id': '03e8183d-1087-4dcd-a0f2-5081fc49960e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'a6653872-ce72-4c96-901d-c7dc66813cf9'} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 16:04:16.743190 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-96c4f18e-c5e0-4487-8f9e-9ed46597402e None None] Bound port: af398dfe-19b8-452a-92ca-284a3d258720, host: n-d-834765-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03e8183d-1087-4dcd-a0f2-5081fc49960e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'a6653872-ce72-4c96-901d-c7dc66813cf9'}}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 16:04:16.743600 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-96c4f18e-c5e0-4487-8f9e-9ed46597402e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:16.830060 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-96c4f18e-c5e0-4487-8f9e-9ed46597402e None None] For port af398dfe-19b8-452a-92ca-284a3d258720, host n-d-834765-1, cleared binding levels {{(pid=102792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 16:04:16.834606 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-96c4f18e-c5e0-4487-8f9e-9ed46597402e None None] For port af398dfe-19b8-452a-92ca-284a3d258720, host n-d-834765-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=af398dfe-19b8-452a-92ca-284a3d258720,segment=NetworkSegment(03e8183d-1087-4dcd-a0f2-5081fc49960e),segment_id=03e8183d-1087-4dcd-a0f2-5081fc49960e)] {{(pid=102792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 16:04:16.844972 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-96c4f18e-c5e0-4487-8f9e-9ed46597402e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:16.857677 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.db_base_plugin_common [None req-d47c164e-6a72-4065-ab6c-96838349474a tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Allocated IP 172.20.0.14 (a6653872-ce72-4c96-901d-c7dc66813cf9/895755d3-05a4-4f91-baf5-193fed8a9ac6/e0347dc7-0bc4-4aeb-a0ea-a1b816070654) {{(pid=102790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:04:16.954430 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c4f18e-c5e0-4487-8f9e-9ed46597402e None None] Pushing event updated for resources: {'Port': ['ID=af398dfe-19b8-452a-92ca-284a3d258720,revision_number=2']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:04:16.957589 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 6a1ec58d-aea6-4314-b049-077d4661df0e no longer exists at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 16:04:16.989199 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] No Port match for: 6a1ec58d-aea6-4314-b049-077d4661df0e {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 16:04:16.989459 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 6a1ec58d-aea6-4314-b049-077d4661df0e not bound to the agent host n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 16:04:17.076885 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-79bcea25-fedb-453a-93bc-6de947be4b28 req-b206cd15-c1d1-4a21-8d02-7ba0a06ae94e service neutron] For port 3f19f861-2fb4-47d5-bf3d-5a6a133d1e3f, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=3f19f861-2fb4-47d5-bf3d-5a6a133d1e3f,segment=NetworkSegment(35a34d6d-9ce0-49b3-a540-2987d85a54dc),segment_id=35a34d6d-9ce0-49b3-a540-2987d85a54dc)] {{(pid=102791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:04:17.113300 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:17.140747 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-d47c164e-6a72-4065-ab6c-96838349474a tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks [] for port, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:17.159244 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-79bcea25-fedb-453a-93bc-6de947be4b28 req-b206cd15-c1d1-4a21-8d02-7ba0a06ae94e service neutron] For port 3f19f861-2fb4-47d5-bf3d-5a6a133d1e3f, host n-h1-834765-1, cleared binding levels {{(pid=102791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 16:04:17.171137 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db641ac-c41e-4ce8-9a71-08b2332f3957 req-f75f6130-a61f-4611-b0ff-649c341f490a tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:04:17.172894 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-4db641ac-c41e-4ce8-9a71-08b2332f3957 req-f75f6130-a61f-4611-b0ff-649c341f490a tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "GET /v2.0/ports?device_id=4b1734e3-0491-4380-9fe0-74365dc4ef18 HTTP/1.1" status: 200 len: 946 time: 0.1008832 Mar 29 16:04:17.220602 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b1734e3-0491-4380-9fe0-74365dc4ef18', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3f19f861-2fb4-47d5-bf3d-5a6a133d1e3f'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:04:17.222871 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c67b028db5e9b9818fecc5c0a87ebc6f190694fa53ca267d523e04f98de536d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1329f2e3-e6dd-41f9-97fd-1c645aba99c4" -d '{"events": [{"server_uuid": "4b1734e3-0491-4380-9fe0-74365dc4ef18", "name": "network-vif-unplugged", "status": "completed", "tag": "3f19f861-2fb4-47d5-bf3d-5a6a133d1e3f"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:04:17.231208 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-79bcea25-fedb-453a-93bc-6de947be4b28 req-b206cd15-c1d1-4a21-8d02-7ba0a06ae94e service neutron] Notify callbacks [] for port, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:17.261336 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.provisioning_blocks [req-79bcea25-fedb-453a-93bc-6de947be4b28 req-b206cd15-c1d1-4a21-8d02-7ba0a06ae94e service neutron] Transition to ACTIVE for port object 3f19f861-2fb4-47d5-bf3d-5a6a133d1e3f will not be triggered until provisioned by entity L2. {{(pid=102791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 16:04:17.265682 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-79bcea25-fedb-453a-93bc-6de947be4b28 req-b206cd15-c1d1-4a21-8d02-7ba0a06ae94e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:17.318713 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b206cd15-c1d1-4a21-8d02-7ba0a06ae94e service neutron] Pushing event updated for resources: {'Port': ['ID=3f19f861-2fb4-47d5-bf3d-5a6a133d1e3f,revision_number=6']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:04:17.322367 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 29 Mar 2022 16:04:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76db5e9f-54cf-4a84-82e8-cf6c380a7475 x-openstack-request-id: req-76db5e9f-54cf-4a84-82e8-cf6c380a7475 {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:04:17.322660 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b1734e3-0491-4380-9fe0-74365dc4ef18", "name": "network-vif-unplugged", "status": "completed", "tag": "3f19f861-2fb4-47d5-bf3d-5a6a133d1e3f", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:04:17.322909 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-76db5e9f-54cf-4a84-82e8-cf6c380a7475 {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:04:17.323319 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b1734e3-0491-4380-9fe0-74365dc4ef18', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3f19f861-2fb4-47d5-bf3d-5a6a133d1e3f', 'code': 200} Mar 29 16:04:17.599243 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [req-79bcea25-fedb-453a-93bc-6de947be4b28 req-b206cd15-c1d1-4a21-8d02-7ba0a06ae94e service neutron] No DVR routers for this DVR port 3f19f861-2fb4-47d5-bf3d-5a6a133d1e3f on host n-h1-834765-1 {{(pid=102791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 16:04:17.686488 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402a5cb5-feb4-4569-94d6-bbbb38188349 req-bebbfd49-75d8-42f9-a28b-8df7a2281980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:04:17.688371 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-402a5cb5-feb4-4569-94d6-bbbb38188349 req-bebbfd49-75d8-42f9-a28b-8df7a2281980 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=bd8e3388-810b-42c2-83e9-f7b4e3d0dd7b&tenant_id=6549603cba104619bc496e118397db30 HTTP/1.1" status: 200 len: 1094 time: 0.2061453 Mar 29 16:04:17.698560 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-4db641ac-c41e-4ce8-9a71-08b2332f3957 req-faad6f2a-ae30-4c69-8ede-4cd967d393cd tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "GET /v2.0/security-groups?id=bcabf703-0dbd-497f-b21f-e9f0f5919bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5155025 Mar 29 16:04:17.701549 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-d47c164e-6a72-4065-ab6c-96838349474a tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:17.714894 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [req-402a5cb5-feb4-4569-94d6-bbbb38188349 req-ccada8ef-7aa9-42ca-9d33-bc9bbe3d9608 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-834765-1', 'device_owner': 'compute:nova'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:04:17.763004 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d47c164e-6a72-4065-ab6c-96838349474a tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Network a6653872-ce72-4c96-901d-c7dc66813cf9 is already hosted by enough agents. {{(pid=102790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:04:17.766916 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-d47c164e-6a72-4065-ab6c-96838349474a tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Resources bound (agent type, host, resource id): {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:04:17.769335 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d47c164e-6a72-4065-ab6c-96838349474a tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Received port after_create {{(pid=102790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:04:17.772117 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47c164e-6a72-4065-ab6c-96838349474a tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Pushing event updated for resources: {'Port': ['ID=e0347dc7-0bc4-4aeb-a0ea-a1b816070654,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:04:17.836715 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d47c164e-6a72-4065-ab6c-96838349474a tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:04:17.837651 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:17.837842 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-d47c164e-6a72-4065-ab6c-96838349474a tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:17.852837 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2434fe37-e04d-46f1-bd6f-1693151f3be8 req-4d625b9f-e928-4d75-a96f-28230e971f8e tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:04:17.859080 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-d47c164e-6a72-4065-ab6c-96838349474a tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.5876515 Mar 29 16:04:17.859548 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 50378) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:04:17.863855 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-2434fe37-e04d-46f1-bd6f-1693151f3be8 req-4d625b9f-e928-4d75-a96f-28230e971f8e tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd8e3388-810b-42c2-83e9-f7b4e3d0dd7b HTTP/1.1" status: 200 len: 943 time: 0.3126199 Mar 29 16:04:17.864801 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-d8f7a063-51a4-45ea-93ec-fb74c2d1680b tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Request body: {'subnet': {'network_id': 'a6653872-ce72-4c96-901d-c7dc66813cf9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:04:17.947322 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-402a5cb5-feb4-4569-94d6-bbbb38188349 req-ccada8ef-7aa9-42ca-9d33-bc9bbe3d9608 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:17.949241 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-79bcea25-fedb-453a-93bc-6de947be4b28 req-b206cd15-c1d1-4a21-8d02-7ba0a06ae94e service neutron] Attempting to bind port 3f19f861-2fb4-47d5-bf3d-5a6a133d1e3f on host n-h2-834765-1 for vnic_type normal with profile {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 16:04:17.949678 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-79bcea25-fedb-453a-93bc-6de947be4b28 req-b206cd15-c1d1-4a21-8d02-7ba0a06ae94e service neutron] Attempting to bind port 3f19f861-2fb4-47d5-bf3d-5a6a133d1e3f by drivers openvswitch,hyperv on host n-h2-834765-1 at level 0 using segments [{'id': '35a34d6d-9ce0-49b3-a540-2987d85a54dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'bdac95d0-3106-44ff-90ea-3c86fe100efe'}] {{(pid=102791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 16:04:17.950055 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79bcea25-fedb-453a-93bc-6de947be4b28 req-b206cd15-c1d1-4a21-8d02-7ba0a06ae94e service neutron] Attempting to bind port 3f19f861-2fb4-47d5-bf3d-5a6a133d1e3f on network bdac95d0-3106-44ff-90ea-3c86fe100efe {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 16:04:17.968281 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79bcea25-fedb-453a-93bc-6de947be4b28 req-b206cd15-c1d1-4a21-8d02-7ba0a06ae94e service neutron] Port 3f19f861-2fb4-47d5-bf3d-5a6a133d1e3f on network bdac95d0-3106-44ff-90ea-3c86fe100efe not bound, no agent of type Open vSwitch agent registered on host n-h2-834765-1 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 16:04:17.968671 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79bcea25-fedb-453a-93bc-6de947be4b28 req-b206cd15-c1d1-4a21-8d02-7ba0a06ae94e service neutron] Attempting to bind port 3f19f861-2fb4-47d5-bf3d-5a6a133d1e3f on network bdac95d0-3106-44ff-90ea-3c86fe100efe {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 16:04:17.977774 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-2434fe37-e04d-46f1-bd6f-1693151f3be8 req-ad180c31-b709-4855-862f-17f07d192297 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] 10.222.0.42 "GET /v2.0/security-groups?id=299f4eee-9f08-4ab2-9699-a166ce9b5c35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1130290 Mar 29 16:04:17.982765 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79bcea25-fedb-453a-93bc-6de947be4b28 req-b206cd15-c1d1-4a21-8d02-7ba0a06ae94e service neutron] Checking agent: {'id': '3e4b4912-b4a2-4d17-b5bd-6ce15529e8eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 33, 17), 'started_at': datetime.datetime(2022, 3, 29, 15, 33, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 16, 4, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 16:04:17.983205 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79bcea25-fedb-453a-93bc-6de947be4b28 req-b206cd15-c1d1-4a21-8d02-7ba0a06ae94e service neutron] Checking segment: {'id': '35a34d6d-9ce0-49b3-a540-2987d85a54dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'bdac95d0-3106-44ff-90ea-3c86fe100efe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 16:04:17.983892 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79bcea25-fedb-453a-93bc-6de947be4b28 req-b206cd15-c1d1-4a21-8d02-7ba0a06ae94e service neutron] Bound using segment: {'id': '35a34d6d-9ce0-49b3-a540-2987d85a54dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'bdac95d0-3106-44ff-90ea-3c86fe100efe'} {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 16:04:17.984461 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-79bcea25-fedb-453a-93bc-6de947be4b28 req-b206cd15-c1d1-4a21-8d02-7ba0a06ae94e service neutron] Bound port: 3f19f861-2fb4-47d5-bf3d-5a6a133d1e3f, host: n-h2-834765-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35a34d6d-9ce0-49b3-a540-2987d85a54dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'bdac95d0-3106-44ff-90ea-3c86fe100efe'}}] {{(pid=102791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 16:04:17.984915 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-79bcea25-fedb-453a-93bc-6de947be4b28 req-b206cd15-c1d1-4a21-8d02-7ba0a06ae94e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:18.016064 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8f7a063-51a4-45ea-93ec-fb74c2d1680b tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Made reservation on behalf of 8448cf8b24d44551bc0e5bbcd54d34e2 for: {'subnet': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:04:18.025984 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-d8f7a063-51a4-45ea-93ec-fb74c2d1680b tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4793983'] for subnet, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:18.128309 n-d-834765-1 neutron-server[102790]: INFO neutron.db.ipam_backend_mixin [None req-d8f7a063-51a4-45ea-93ec-fb74c2d1680b tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 895755d3-05a4-4f91-baf5-193fed8a9ac6 (CIDR: 172.20.0.0/28) Mar 29 16:04:18.132816 n-d-834765-1 neutron-server[102790]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8f7a063-51a4-45ea-93ec-fb74c2d1680b tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 29 16:04:18.133360 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8f7a063-51a4-45ea-93ec-fb74c2d1680b tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102790) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 16:04:18.153496 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-d8f7a063-51a4-45ea-93ec-fb74c2d1680b tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2926250 Mar 29 16:04:18.156121 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 50382) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:04:18.162153 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-7c6b0f51-7a1a-4cda-b18f-a5995d876ba6 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Request body: {'subnet': {'network_id': 'a6653872-ce72-4c96-901d-c7dc66813cf9', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:04:18.185922 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-79bcea25-fedb-453a-93bc-6de947be4b28 req-b206cd15-c1d1-4a21-8d02-7ba0a06ae94e service neutron] For port 3f19f861-2fb4-47d5-bf3d-5a6a133d1e3f, host n-h2-834765-1, cleared binding levels {{(pid=102791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 16:04:18.192472 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-79bcea25-fedb-453a-93bc-6de947be4b28 req-b206cd15-c1d1-4a21-8d02-7ba0a06ae94e service neutron] For port 3f19f861-2fb4-47d5-bf3d-5a6a133d1e3f, host n-h2-834765-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=3f19f861-2fb4-47d5-bf3d-5a6a133d1e3f,segment=NetworkSegment(35a34d6d-9ce0-49b3-a540-2987d85a54dc),segment_id=35a34d6d-9ce0-49b3-a540-2987d85a54dc)] {{(pid=102791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 16:04:18.208656 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-79bcea25-fedb-453a-93bc-6de947be4b28 req-b206cd15-c1d1-4a21-8d02-7ba0a06ae94e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:18.235793 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.agents_db [None req-59735a15-725e-44d4-9ad5-95cbe356f209 None None] Agent healthcheck: found 7 active agents {{(pid=102793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 16:04:18.289482 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bcea25-fedb-453a-93bc-6de947be4b28 req-b206cd15-c1d1-4a21-8d02-7ba0a06ae94e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:04:18.290218 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-79bcea25-fedb-453a-93bc-6de947be4b28 req-b206cd15-c1d1-4a21-8d02-7ba0a06ae94e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:18.292637 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-79bcea25-fedb-453a-93bc-6de947be4b28 req-b206cd15-c1d1-4a21-8d02-7ba0a06ae94e service neutron] 10.222.0.48 "PUT /v2.0/ports/3f19f861-2fb4-47d5-bf3d-5a6a133d1e3f HTTP/1.1" status: 200 len: 1092 time: 1.7015610 Mar 29 16:04:18.323017 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c6b0f51-7a1a-4cda-b18f-a5995d876ba6 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Made reservation on behalf of 8448cf8b24d44551bc0e5bbcd54d34e2 for: {'subnet': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:04:18.328798 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-7c6b0f51-7a1a-4cda-b18f-a5995d876ba6 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4793983'] for subnet, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:18.444566 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-402a5cb5-feb4-4569-94d6-bbbb38188349 req-ccada8ef-7aa9-42ca-9d33-bc9bbe3d9608 service neutron] For port b5e9510a-130c-43b6-8f2a-559b817aa9da, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=b5e9510a-130c-43b6-8f2a-559b817aa9da,segment=NetworkSegment(b3edd697-c981-4e3c-9ae1-cbcf1935405e),segment_id=b3edd697-c981-4e3c-9ae1-cbcf1935405e)] {{(pid=102791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:04:18.489025 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-402a5cb5-feb4-4569-94d6-bbbb38188349 req-ccada8ef-7aa9-42ca-9d33-bc9bbe3d9608 service neutron] For port b5e9510a-130c-43b6-8f2a-559b817aa9da, host n-h2-834765-1, cleared binding levels {{(pid=102791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 16:04:18.518903 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b206cd15-c1d1-4a21-8d02-7ba0a06ae94e service neutron] Pushing event updated for resources: {'Port': ['ID=3f19f861-2fb4-47d5-bf3d-5a6a133d1e3f,revision_number=7']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:04:18.550909 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bcea25-fedb-453a-93bc-6de947be4b28 req-f294ac86-0f8a-44af-aa72-c154dcb5dc55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:04:18.552530 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-79bcea25-fedb-453a-93bc-6de947be4b28 req-f294ac86-0f8a-44af-aa72-c154dcb5dc55 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8c88f14ca33d4e419d03f1c3b10014ac&device_id=4b1734e3-0491-4380-9fe0-74365dc4ef18 HTTP/1.1" status: 200 len: 1095 time: 0.2262580 Mar 29 16:04:18.630670 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-1539567f-60ef-4597-86b1-1e13fb32bda3 None None] Provisioning complete for port 68c3b06f-bd49-4cc0-992f-936e43483339 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:04:18.631196 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1539567f-60ef-4597-86b1-1e13fb32bda3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:18.652110 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [req-402a5cb5-feb4-4569-94d6-bbbb38188349 req-ccada8ef-7aa9-42ca-9d33-bc9bbe3d9608 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5e9510a-130c-43b6-8f2a-559b817aa9da {{(pid=102791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 16:04:18.670738 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-402a5cb5-feb4-4569-94d6-bbbb38188349 req-ccada8ef-7aa9-42ca-9d33-bc9bbe3d9608 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:18.681337 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-7c6b0f51-7a1a-4cda-b18f-a5995d876ba6 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5231896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4793961'] for subnet, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:18.683130 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bcea25-fedb-453a-93bc-6de947be4b28 req-de143c15-e8a8-49cd-8f49-c5c85c9ae24d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:04:18.684654 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-79bcea25-fedb-453a-93bc-6de947be4b28 req-de143c15-e8a8-49cd-8f49-c5c85c9ae24d service neutron] 10.222.0.48 "GET /v2.0/networks?id=bdac95d0-3106-44ff-90ea-3c86fe100efe HTTP/1.1" status: 200 len: 897 time: 0.1245708 Mar 29 16:04:18.690500 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.provisioning_blocks [req-402a5cb5-feb4-4569-94d6-bbbb38188349 req-ccada8ef-7aa9-42ca-9d33-bc9bbe3d9608 service neutron] Transition to ACTIVE for port object b5e9510a-130c-43b6-8f2a-559b817aa9da will not be triggered until provisioned by entity L2. {{(pid=102791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 16:04:18.691569 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-1539567f-60ef-4597-86b1-1e13fb32bda3 None None] Port 68c3b06f-bd49-4cc0-992f-936e43483339 cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 16:04:18.700476 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-402a5cb5-feb4-4569-94d6-bbbb38188349 req-ccada8ef-7aa9-42ca-9d33-bc9bbe3d9608 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:18.705528 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-1539567f-60ef-4597-86b1-1e13fb32bda3 None None] Provisioning complete for port af398dfe-19b8-452a-92ca-284a3d258720 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:04:18.705902 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1539567f-60ef-4597-86b1-1e13fb32bda3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:18.769604 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c6b0f51-7a1a-4cda-b18f-a5995d876ba6 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Network a6653872-ce72-4c96-901d-c7dc66813cf9 is already hosted by enough agents. {{(pid=102790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:04:18.789079 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-7c6b0f51-7a1a-4cda-b18f-a5995d876ba6 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Resources bound (agent type, host, resource id): {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:04:18.793082 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c6b0f51-7a1a-4cda-b18f-a5995d876ba6 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:04:18.794017 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-7c6b0f51-7a1a-4cda-b18f-a5995d876ba6 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks [] for subnet, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:18.838095 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-7c6b0f51-7a1a-4cda-b18f-a5995d876ba6 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.6808627 Mar 29 16:04:18.838840 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 50386) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:04:18.840940 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1539567f-60ef-4597-86b1-1e13fb32bda3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:18.858895 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6b0f51-7a1a-4cda-b18f-a5995d876ba6 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Pushing event updated for resources: {'Subnet': ['ID=e8ae913c-35af-4f3c-888d-1c0d4b439ab0,revision_number=0']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:04:18.864960 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49cc6364-49ba-495d-8fd5-4d2473edf97b None None] Network a6653872-ce72-4c96-901d-c7dc66813cf9 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 16:04:18.866501 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-108e0df6-22a7-4294-8104-5c135e5bf7d3 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1729687543', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'e8ae913c-35af-4f3c-888d-1c0d4b439ab0'}], 'security_groups': ['b56b4673-41da-494c-bec7-775c33b55f8a']}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:04:18.927725 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42a9ebf-1f50-4579-bb40-e3966d07eebf req-8e46af5d-fc99-458c-b14d-37fb4e3e5a34 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:04:18.930327 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-d42a9ebf-1f50-4579-bb40-e3966d07eebf req-8e46af5d-fc99-458c-b14d-37fb4e3e5a34 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "GET /v2.0/ports?device_id=4b1734e3-0491-4380-9fe0-74365dc4ef18 HTTP/1.1" status: 200 len: 944 time: 0.1150069 Mar 29 16:04:18.998755 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-108e0df6-22a7-4294-8104-5c135e5bf7d3 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:19.008677 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device 3f19f861-2fb4-47d5-bf3d-5a6a133d1e3f no longer exists at agent hyperv_n-h1-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 16:04:19.078487 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-d42a9ebf-1f50-4579-bb40-e3966d07eebf req-bebef85c-ab01-4eae-bba1-d59a05021125 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "GET /v2.0/security-groups?id=bcabf703-0dbd-497f-b21f-e9f0f5919bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1220024 Mar 29 16:04:19.170453 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device af398dfe-19b8-452a-92ca-284a3d258720 up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 16:04:19.286593 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1539567f-60ef-4597-86b1-1e13fb32bda3 None None] For port af398dfe-19b8-452a-92ca-284a3d258720, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=af398dfe-19b8-452a-92ca-284a3d258720,segment=NetworkSegment(03e8183d-1087-4dcd-a0f2-5081fc49960e),segment_id=03e8183d-1087-4dcd-a0f2-5081fc49960e)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:04:19.297684 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1539567f-60ef-4597-86b1-1e13fb32bda3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:19.311359 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device 3f19f861-2fb4-47d5-bf3d-5a6a133d1e3f not bound to the agent host n-h1-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 16:04:19.336640 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d22f04-ffc5-4457-ab76-11b74e7472ea req-e6a59c1b-a283-4ab4-8ef3-0c01b9c81965 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:04:19.338492 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-a1d22f04-ffc5-4457-ab76-11b74e7472ea req-e6a59c1b-a283-4ab4-8ef3-0c01b9c81965 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd8e3388-810b-42c2-83e9-f7b4e3d0dd7b HTTP/1.1" status: 200 len: 943 time: 0.1453607 Mar 29 16:04:19.366541 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port af398dfe-19b8-452a-92ca-284a3d258720 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:04:19.366926 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:19.400724 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b1734e3-0491-4380-9fe0-74365dc4ef18', 'tag': '3f19f861-2fb4-47d5-bf3d-5a6a133d1e3f'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:04:19.402865 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c67b028db5e9b9818fecc5c0a87ebc6f190694fa53ca267d523e04f98de536d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3362f0f4-b7dc-4a61-a47f-303343f7c994" -d '{"events": [{"name": "network-changed", "server_uuid": "4b1734e3-0491-4380-9fe0-74365dc4ef18", "tag": "3f19f861-2fb4-47d5-bf3d-5a6a133d1e3f"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:04:19.415306 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccada8ef-7aa9-42ca-9d33-bc9bbe3d9608 service neutron] Pushing event updated for resources: {'Port': ['ID=b5e9510a-130c-43b6-8f2a-559b817aa9da,revision_number=9']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:04:19.419030 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-79bcea25-fedb-453a-93bc-6de947be4b28 req-59f5d0a7-9557-4d16-b492-e3f9b58ecc63 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3f19f861-2fb4-47d5-bf3d-5a6a133d1e3f HTTP/1.1" status: 200 len: 1000 time: 0.7270305 Mar 29 16:04:19.565775 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 16:04:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ae14827-7824-4488-b9f6-01db5ba1c24f x-openstack-request-id: req-8ae14827-7824-4488-b9f6-01db5ba1c24f {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:04:19.566910 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b1734e3-0491-4380-9fe0-74365dc4ef18", "tag": "3f19f861-2fb4-47d5-bf3d-5a6a133d1e3f", "status": "completed", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:04:19.567283 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8ae14827-7824-4488-b9f6-01db5ba1c24f {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:04:19.567792 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b1734e3-0491-4380-9fe0-74365dc4ef18', 'tag': '3f19f861-2fb4-47d5-bf3d-5a6a133d1e3f', 'status': 'completed', 'code': 200} Mar 29 16:04:19.570785 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [req-402a5cb5-feb4-4569-94d6-bbbb38188349 req-ccada8ef-7aa9-42ca-9d33-bc9bbe3d9608 service neutron] No DVR routers for this DVR port b5e9510a-130c-43b6-8f2a-559b817aa9da on host n-h2-834765-1 {{(pid=102791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 16:04:19.609450 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.db_base_plugin_common [None req-108e0df6-22a7-4294-8104-5c135e5bf7d3 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Delete allocated IP 172.20.0.14 (a6653872-ce72-4c96-901d-c7dc66813cf9/895755d3-05a4-4f91-baf5-193fed8a9ac6) {{(pid=102790) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 29 16:04:19.620226 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.db_base_plugin_common [None req-108e0df6-22a7-4294-8104-5c135e5bf7d3 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Allocated IP 172.20.0.30 (a6653872-ce72-4c96-901d-c7dc66813cf9/e8ae913c-35af-4f3c-888d-1c0d4b439ab0/e0347dc7-0bc4-4aeb-a0ea-a1b816070654) {{(pid=102790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:04:19.623370 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1539567f-60ef-4597-86b1-1e13fb32bda3 None None] Pushing event updated for resources: {'Port': ['ID=af398dfe-19b8-452a-92ca-284a3d258720,revision_number=3']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:04:19.668356 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a091d36e-df6b-4192-917c-10257738c9e1 None None] Update dhcp port {'port': {'network_id': 'a6653872-ce72-4c96-901d-c7dc66813cf9', 'fixed_ips': [{'subnet_id': '895755d3-05a4-4f91-baf5-193fed8a9ac6', 'ip_address': '172.20.0.2'}, {'subnet_id': 'e8ae913c-35af-4f3c-888d-1c0d4b439ab0'}], 'binding:host_id': 'n-d-834765-1'}, 'id': 'af398dfe-19b8-452a-92ca-284a3d258720'} from n-d-834765-1. {{(pid=102792) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Mar 29 16:04:19.671171 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-7d67286d-ae8c-493e-a4df-fb08d53cfd66 None None] Provisioning complete for port e0347dc7-0bc4-4aeb-a0ea-a1b816070654 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:04:19.671614 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-7d67286d-ae8c-493e-a4df-fb08d53cfd66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:19.676981 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-a1d22f04-ffc5-4457-ab76-11b74e7472ea req-90fa0a51-3f2b-4592-b01f-0ea1045535f0 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] 10.222.0.42 "GET /v2.0/security-groups?id=299f4eee-9f08-4ab2-9699-a166ce9b5c35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2706399 Mar 29 16:04:19.695139 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bcea25-fedb-453a-93bc-6de947be4b28 req-684ba9e3-3f60-4c9b-995c-6d02e8230ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:04:19.697667 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-79bcea25-fedb-453a-93bc-6de947be4b28 req-684ba9e3-3f60-4c9b-995c-6d02e8230ca4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e1a677ac-ae5e-499b-ac14-fff9c63dbbe4 HTTP/1.1" status: 200 len: 835 time: 0.2676163 Mar 29 16:04:19.713469 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3362f0f4-b7dc-4a61-a47f-303343f7c994 req-134cb8f6-f35d-47b7-b076-4c1350c18cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:04:19.715109 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-3362f0f4-b7dc-4a61-a47f-303343f7c994 req-134cb8f6-f35d-47b7-b076-4c1350c18cd7 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8c88f14ca33d4e419d03f1c3b10014ac&device_id=4b1734e3-0491-4380-9fe0-74365dc4ef18 HTTP/1.1" status: 200 len: 1095 time: 0.1464770 Mar 29 16:04:19.759764 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-a091d36e-df6b-4192-917c-10257738c9e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:19.765681 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-7d67286d-ae8c-493e-a4df-fb08d53cfd66 None None] Port e0347dc7-0bc4-4aeb-a0ea-a1b816070654 cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 16:04:19.861433 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-108e0df6-22a7-4294-8104-5c135e5bf7d3 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks [] for port, precommit_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:19.867783 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-108e0df6-22a7-4294-8104-5c135e5bf7d3 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5237921'] for port, after_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:19.891450 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bcea25-fedb-453a-93bc-6de947be4b28 req-0b939cf7-9716-4af4-95c8-3595f437d937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:04:19.893767 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-79bcea25-fedb-453a-93bc-6de947be4b28 req-0b939cf7-9716-4af4-95c8-3595f437d937 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=bdac95d0-3106-44ff-90ea-3c86fe100efe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1878695 Mar 29 16:04:20.006827 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-79bcea25-fedb-453a-93bc-6de947be4b28 req-0b7df62e-9db5-41ed-9a5c-cf41f0df8810 service neutron] 10.222.0.48 "GET /v2.0/networks/bdac95d0-3106-44ff-90ea-3c86fe100efe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988388 Mar 29 16:04:20.007215 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108e0df6-22a7-4294-8104-5c135e5bf7d3 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Pushing event updated for resources: {'Port': ['ID=e0347dc7-0bc4-4aeb-a0ea-a1b816070654,revision_number=2']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:04:20.023742 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-108e0df6-22a7-4294-8104-5c135e5bf7d3 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] In _notify_port_updated(), no bound segment for port e0347dc7-0bc4-4aeb-a0ea-a1b816070654 on network a6653872-ce72-4c96-901d-c7dc66813cf9 {{(pid=102790) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Mar 29 16:04:20.029862 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-108e0df6-22a7-4294-8104-5c135e5bf7d3 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:04:20.030518 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-108e0df6-22a7-4294-8104-5c135e5bf7d3 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:20.031880 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-108e0df6-22a7-4294-8104-5c135e5bf7d3 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] 10.222.0.42 "PUT /v2.0/ports/e0347dc7-0bc4-4aeb-a0ea-a1b816070654 HTTP/1.1" status: 200 len: 921 time: 1.1749091 Mar 29 16:04:20.034648 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 50412) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:04:20.071177 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3362f0f4-b7dc-4a61-a47f-303343f7c994 req-f71b2a6a-e511-4e85-8fd0-b83ac18a6907 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:04:20.072716 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-3362f0f4-b7dc-4a61-a47f-303343f7c994 req-f71b2a6a-e511-4e85-8fd0-b83ac18a6907 service neutron] 10.222.0.44 "GET /v2.0/networks?id=bdac95d0-3106-44ff-90ea-3c86fe100efe HTTP/1.1" status: 200 len: 897 time: 0.3479786 Mar 29 16:04:20.152888 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.db_base_plugin_common [None req-a091d36e-df6b-4192-917c-10257738c9e1 None None] Allocated IP 172.20.0.18 (a6653872-ce72-4c96-901d-c7dc66813cf9/e8ae913c-35af-4f3c-888d-1c0d4b439ab0/af398dfe-19b8-452a-92ca-284a3d258720) {{(pid=102792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:04:20.156010 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-29205b06-d2ef-486c-b30c-0a6c3e9c8c58 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Deleting port e0347dc7-0bc4-4aeb-a0ea-a1b816070654 {{(pid=102790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:04:20.157190 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-29205b06-d2ef-486c-b30c-0a6c3e9c8c58 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:20.201051 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-3362f0f4-b7dc-4a61-a47f-303343f7c994 req-2b6e4a94-0788-438a-ba3d-26c6822cbdb2 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3f19f861-2fb4-47d5-bf3d-5a6a133d1e3f HTTP/1.1" status: 200 len: 1000 time: 0.1066809 Mar 29 16:04:20.204514 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-402a5cb5-feb4-4569-94d6-bbbb38188349 req-ccada8ef-7aa9-42ca-9d33-bc9bbe3d9608 service neutron] Attempting to bind port b5e9510a-130c-43b6-8f2a-559b817aa9da on host n-h1-834765-1 for vnic_type normal with profile {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 16:04:20.204514 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-402a5cb5-feb4-4569-94d6-bbbb38188349 req-ccada8ef-7aa9-42ca-9d33-bc9bbe3d9608 service neutron] Attempting to bind port b5e9510a-130c-43b6-8f2a-559b817aa9da by drivers openvswitch,hyperv on host n-h1-834765-1 at level 0 using segments [{'id': 'b3edd697-c981-4e3c-9ae1-cbcf1935405e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'bcacae85-6ca5-4d88-b7ab-d97534741bbe'}] {{(pid=102791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 16:04:20.204514 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-402a5cb5-feb4-4569-94d6-bbbb38188349 req-ccada8ef-7aa9-42ca-9d33-bc9bbe3d9608 service neutron] Attempting to bind port b5e9510a-130c-43b6-8f2a-559b817aa9da on network bcacae85-6ca5-4d88-b7ab-d97534741bbe {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 16:04:20.211951 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-402a5cb5-feb4-4569-94d6-bbbb38188349 req-ccada8ef-7aa9-42ca-9d33-bc9bbe3d9608 service neutron] Port b5e9510a-130c-43b6-8f2a-559b817aa9da on network bcacae85-6ca5-4d88-b7ab-d97534741bbe not bound, no agent of type Open vSwitch agent registered on host n-h1-834765-1 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 16:04:20.212275 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-402a5cb5-feb4-4569-94d6-bbbb38188349 req-ccada8ef-7aa9-42ca-9d33-bc9bbe3d9608 service neutron] Attempting to bind port b5e9510a-130c-43b6-8f2a-559b817aa9da on network bcacae85-6ca5-4d88-b7ab-d97534741bbe {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 16:04:20.250054 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-402a5cb5-feb4-4569-94d6-bbbb38188349 req-ccada8ef-7aa9-42ca-9d33-bc9bbe3d9608 service neutron] Checking agent: {'id': 'be375040-5069-4239-9460-a3a3213e1e90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 33, 18), 'started_at': datetime.datetime(2022, 3, 29, 15, 33, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 16, 4, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 16:04:20.250401 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-402a5cb5-feb4-4569-94d6-bbbb38188349 req-ccada8ef-7aa9-42ca-9d33-bc9bbe3d9608 service neutron] Checking segment: {'id': 'b3edd697-c981-4e3c-9ae1-cbcf1935405e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'bcacae85-6ca5-4d88-b7ab-d97534741bbe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 16:04:20.250787 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-402a5cb5-feb4-4569-94d6-bbbb38188349 req-ccada8ef-7aa9-42ca-9d33-bc9bbe3d9608 service neutron] Bound using segment: {'id': 'b3edd697-c981-4e3c-9ae1-cbcf1935405e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'bcacae85-6ca5-4d88-b7ab-d97534741bbe'} {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 16:04:20.251232 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-402a5cb5-feb4-4569-94d6-bbbb38188349 req-ccada8ef-7aa9-42ca-9d33-bc9bbe3d9608 service neutron] Bound port: b5e9510a-130c-43b6-8f2a-559b817aa9da, host: n-h1-834765-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3edd697-c981-4e3c-9ae1-cbcf1935405e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'bcacae85-6ca5-4d88-b7ab-d97534741bbe'}}] {{(pid=102791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 16:04:20.251635 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-402a5cb5-feb4-4569-94d6-bbbb38188349 req-ccada8ef-7aa9-42ca-9d33-bc9bbe3d9608 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:20.277623 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-a091d36e-df6b-4192-917c-10257738c9e1 None None] For port af398dfe-19b8-452a-92ca-284a3d258720, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=af398dfe-19b8-452a-92ca-284a3d258720,segment=NetworkSegment(03e8183d-1087-4dcd-a0f2-5081fc49960e),segment_id=03e8183d-1087-4dcd-a0f2-5081fc49960e)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:04:20.287411 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-79bcea25-fedb-453a-93bc-6de947be4b28 req-0e5daa08-4a5d-4557-8d50-7b2e0a6bd37e service neutron] 10.222.0.48 "GET /v2.0/networks/bdac95d0-3106-44ff-90ea-3c86fe100efe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2654223 Mar 29 16:04:20.302779 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-29205b06-d2ef-486c-b30c-0a6c3e9c8c58 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:20.320923 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3362f0f4-b7dc-4a61-a47f-303343f7c994 req-6e2d96ec-9aac-4bae-a988-c3623cdb48c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:04:20.322467 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-3362f0f4-b7dc-4a61-a47f-303343f7c994 req-6e2d96ec-9aac-4bae-a988-c3623cdb48c0 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e1a677ac-ae5e-499b-ac14-fff9c63dbbe4 HTTP/1.1" status: 200 len: 835 time: 0.1116068 Mar 29 16:04:20.324959 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-a091d36e-df6b-4192-917c-10257738c9e1 None None] Notify callbacks [] for port, precommit_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:20.327979 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8317d0-7960-49a4-bde5-205b07294733 req-4b33522a-b12f-47fe-870b-85802622c91b tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:04:20.330753 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-5e8317d0-7960-49a4-bde5-205b07294733 req-4b33522a-b12f-47fe-870b-85802622c91b tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "GET /v2.0/ports?device_id=4b1734e3-0491-4380-9fe0-74365dc4ef18 HTTP/1.1" status: 200 len: 944 time: 0.0921905 Mar 29 16:04:20.337060 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-29205b06-d2ef-486c-b30c-0a6c3e9c8c58 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Calling delete_port for e0347dc7-0bc4-4aeb-a0ea-a1b816070654 owned by {{(pid=102790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:04:20.342073 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-a091d36e-df6b-4192-917c-10257738c9e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:20.416454 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-402a5cb5-feb4-4569-94d6-bbbb38188349 req-ccada8ef-7aa9-42ca-9d33-bc9bbe3d9608 service neutron] For port b5e9510a-130c-43b6-8f2a-559b817aa9da, host n-h1-834765-1, cleared binding levels {{(pid=102791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 16:04:20.430220 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-5e8317d0-7960-49a4-bde5-205b07294733 req-30b79b04-1aae-4314-bb9c-5c5667f2a6e5 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "GET /v2.0/security-groups?id=bcabf703-0dbd-497f-b21f-e9f0f5919bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833070 Mar 29 16:04:20.442607 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-402a5cb5-feb4-4569-94d6-bbbb38188349 req-ccada8ef-7aa9-42ca-9d33-bc9bbe3d9608 service neutron] For port b5e9510a-130c-43b6-8f2a-559b817aa9da, host n-h1-834765-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=b5e9510a-130c-43b6-8f2a-559b817aa9da,segment=NetworkSegment(b3edd697-c981-4e3c-9ae1-cbcf1935405e),segment_id=b3edd697-c981-4e3c-9ae1-cbcf1935405e)] {{(pid=102791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 16:04:20.462400 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3362f0f4-b7dc-4a61-a47f-303343f7c994 req-ec82e0f1-5c17-4cfb-9755-af1f42feebdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:04:20.463983 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-3362f0f4-b7dc-4a61-a47f-303343f7c994 req-ec82e0f1-5c17-4cfb-9755-af1f42feebdc service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=bdac95d0-3106-44ff-90ea-3c86fe100efe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1338224 Mar 29 16:04:20.466180 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3362f0f4-b7dc-4a61-a47f-303343f7c994 req-9c939d5e-86f9-4c2b-adb0-d33fcf6efad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:04:20.467569 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-3362f0f4-b7dc-4a61-a47f-303343f7c994 req-9c939d5e-86f9-4c2b-adb0-d33fcf6efad7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8c88f14ca33d4e419d03f1c3b10014ac&device_id=4b1734e3-0491-4380-9fe0-74365dc4ef18 HTTP/1.1" status: 200 len: 1095 time: 0.0947599 Mar 29 16:04:20.468699 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-402a5cb5-feb4-4569-94d6-bbbb38188349 req-ccada8ef-7aa9-42ca-9d33-bc9bbe3d9608 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:20.508020 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a091d36e-df6b-4192-917c-10257738c9e1 None None] Pushing event updated for resources: {'Port': ['ID=af398dfe-19b8-452a-92ca-284a3d258720,revision_number=4']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:04:20.540663 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-29205b06-d2ef-486c-b30c-0a6c3e9c8c58 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:20.567585 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402a5cb5-feb4-4569-94d6-bbbb38188349 req-ccada8ef-7aa9-42ca-9d33-bc9bbe3d9608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:04:20.568209 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-402a5cb5-feb4-4569-94d6-bbbb38188349 req-ccada8ef-7aa9-42ca-9d33-bc9bbe3d9608 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:20.570191 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-402a5cb5-feb4-4569-94d6-bbbb38188349 req-ccada8ef-7aa9-42ca-9d33-bc9bbe3d9608 service neutron] 10.222.0.44 "PUT /v2.0/ports/b5e9510a-130c-43b6-8f2a-559b817aa9da HTTP/1.1" status: 200 len: 1091 time: 2.8736367 Mar 29 16:04:20.570573 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29205b06-d2ef-486c-b30c-0a6c3e9c8c58 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Pushing event deleted for resources: {'Port': ['ID=e0347dc7-0bc4-4aeb-a0ea-a1b816070654,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:04:20.712520 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-29205b06-d2ef-486c-b30c-0a6c3e9c8c58 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:20.719726 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-29205b06-d2ef-486c-b30c-0a6c3e9c8c58 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] 10.222.0.42 "DELETE /v2.0/ports/e0347dc7-0bc4-4aeb-a0ea-a1b816070654 HTTP/1.1" status: 204 len: 168 time: 0.6838067 Mar 29 16:04:20.720437 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 50420) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:04:20.735579 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccada8ef-7aa9-42ca-9d33-bc9bbe3d9608 service neutron] Pushing event updated for resources: {'Port': ['ID=b5e9510a-130c-43b6-8f2a-559b817aa9da,revision_number=10']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:04:20.758797 n-d-834765-1 neutron-server[102790]: INFO neutron.pecan_wsgi.hooks.translation [None req-d59410ae-beba-43d7-8fd5-4b8c5ae4da73 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] GET failed (client error): The resource could not be found. Mar 29 16:04:20.762388 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-d59410ae-beba-43d7-8fd5-4b8c5ae4da73 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] 10.222.0.42 "GET /v2.0/ports/e0347dc7-0bc4-4aeb-a0ea-a1b816070654 HTTP/1.1" status: 404 len: 333 time: 0.0408256 Mar 29 16:04:20.765959 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 50422) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:04:20.841347 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402a5cb5-feb4-4569-94d6-bbbb38188349 req-a0c69cab-83b6-43e1-bae5-5daf19f2e886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:04:20.842951 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-402a5cb5-feb4-4569-94d6-bbbb38188349 req-a0c69cab-83b6-43e1-bae5-5daf19f2e886 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6549603cba104619bc496e118397db30&device_id=bd8e3388-810b-42c2-83e9-f7b4e3d0dd7b HTTP/1.1" status: 200 len: 1095 time: 0.2387264 Mar 29 16:04:20.848583 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-3362f0f4-b7dc-4a61-a47f-303343f7c994 req-7815bdf5-8a40-4a0e-81a2-fa8de3a856e3 service neutron] 10.222.0.44 "GET /v2.0/networks/bdac95d0-3106-44ff-90ea-3c86fe100efe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3771822 Mar 29 16:04:20.880899 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3362f0f4-b7dc-4a61-a47f-303343f7c994 req-01bc15a5-7423-4cdb-9319-12235814bff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:04:20.882480 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-3362f0f4-b7dc-4a61-a47f-303343f7c994 req-01bc15a5-7423-4cdb-9319-12235814bff0 service neutron] 10.222.0.48 "GET /v2.0/networks?id=bdac95d0-3106-44ff-90ea-3c86fe100efe HTTP/1.1" status: 200 len: 897 time: 0.4006119 Mar 29 16:04:20.944736 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device af398dfe-19b8-452a-92ca-284a3d258720 up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 16:04:21.043077 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port af398dfe-19b8-452a-92ca-284a3d258720 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:04:21.043728 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:21.099708 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-2de94f90-25d7-4982-b9af-7c72df2b0c34 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks [] for security_group, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:21.118782 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72de6448-0d33-42d8-b79f-6be99831a6d3 req-f65f945d-2d0c-4f67-8266-bd7693e2c691 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:04:21.120492 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-72de6448-0d33-42d8-b79f-6be99831a6d3 req-f65f945d-2d0c-4f67-8266-bd7693e2c691 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd8e3388-810b-42c2-83e9-f7b4e3d0dd7b HTTP/1.1" status: 200 len: 944 time: 0.3040981 Mar 29 16:04:21.159751 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-3362f0f4-b7dc-4a61-a47f-303343f7c994 req-1e250175-b185-4af6-9c8f-11336f8bb39a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3f19f861-2fb4-47d5-bf3d-5a6a133d1e3f HTTP/1.1" status: 200 len: 1000 time: 0.2568450 Mar 29 16:04:21.176668 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-2de94f90-25d7-4982-b9af-7c72df2b0c34 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:21.249419 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-3362f0f4-b7dc-4a61-a47f-303343f7c994 req-276ff171-4fbb-4007-9b1e-541a05898226 service neutron] 10.222.0.44 "GET /v2.0/networks/bdac95d0-3106-44ff-90ea-3c86fe100efe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3711863 Mar 29 16:04:21.268046 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402a5cb5-feb4-4569-94d6-bbbb38188349 req-5fccd6cf-29cd-4239-8c70-b1d57ba39814 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:04:21.269878 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-402a5cb5-feb4-4569-94d6-bbbb38188349 req-5fccd6cf-29cd-4239-8c70-b1d57ba39814 service neutron] 10.222.0.44 "GET /v2.0/networks?id=bcacae85-6ca5-4d88-b7ab-d97534741bbe HTTP/1.1" status: 200 len: 918 time: 0.3907471 Mar 29 16:04:21.288965 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-72de6448-0d33-42d8-b79f-6be99831a6d3 req-67e318d4-cc0f-4f63-8107-24503466e6da tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] 10.222.0.42 "GET /v2.0/security-groups?id=299f4eee-9f08-4ab2-9699-a166ce9b5c35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1570606 Mar 29 16:04:21.337671 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3362f0f4-b7dc-4a61-a47f-303343f7c994 req-4350830d-51e2-4d0d-b2f7-353c4a93255e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:04:21.339140 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-3362f0f4-b7dc-4a61-a47f-303343f7c994 req-4350830d-51e2-4d0d-b2f7-353c4a93255e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e1a677ac-ae5e-499b-ac14-fff9c63dbbe4 HTTP/1.1" status: 200 len: 835 time: 0.1644516 Mar 29 16:04:21.360155 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-2de94f90-25d7-4982-b9af-7c72df2b0c34 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:21.362628 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-2de94f90-25d7-4982-b9af-7c72df2b0c34 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks [] for security_group, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:21.363372 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-c1b60181-8e50-4644-bf85-2edfe2288499 None None] Provisioning complete for port 68c3b06f-bd49-4cc0-992f-936e43483339 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:04:21.363753 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-2de94f90-25d7-4982-b9af-7c72df2b0c34 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] 10.222.0.42 "DELETE /v2.0/security-groups/4d57a45d-64f9-46cf-8fb5-6bb7e69f3770 HTTP/1.1" status: 204 len: 168 time: 0.5964909 Mar 29 16:04:21.366810 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 50426) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:04:21.367308 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-c1b60181-8e50-4644-bf85-2edfe2288499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:21.404983 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-c1b60181-8e50-4644-bf85-2edfe2288499 None None] Port 68c3b06f-bd49-4cc0-992f-936e43483339 cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 16:04:21.407220 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-402a5cb5-feb4-4569-94d6-bbbb38188349 req-1f05fd77-5189-42e0-8269-708b56559610 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b5e9510a-130c-43b6-8f2a-559b817aa9da HTTP/1.1" status: 200 len: 999 time: 0.1271281 Mar 29 16:04:21.409556 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de94f90-25d7-4982-b9af-7c72df2b0c34 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d57a45d-64f9-46cf-8fb5-6bb7e69f3770,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:04:21.425849 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-c1b60181-8e50-4644-bf85-2edfe2288499 None None] Provisioning complete for port af398dfe-19b8-452a-92ca-284a3d258720 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:04:21.426225 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-c1b60181-8e50-4644-bf85-2edfe2288499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:21.458338 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3362f0f4-b7dc-4a61-a47f-303343f7c994 req-7b1ad7d4-4895-4ef2-8151-46cc1561ee20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:04:21.459978 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-3362f0f4-b7dc-4a61-a47f-303343f7c994 req-7b1ad7d4-4895-4ef2-8151-46cc1561ee20 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=bdac95d0-3106-44ff-90ea-3c86fe100efe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1124530 Mar 29 16:04:21.481233 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-8bfc2fd9-8e33-4130-8013-fe165856e3af tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks [] for security_group, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:21.481473 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402a5cb5-feb4-4569-94d6-bbbb38188349 req-a82d1986-f152-4cf6-999f-6a74a01f4bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:04:21.481473 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-402a5cb5-feb4-4569-94d6-bbbb38188349 req-a82d1986-f152-4cf6-999f-6a74a01f4bf0 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a47225e3-f321-4c9c-823d-2d6e56b01612 HTTP/1.1" status: 200 len: 856 time: 0.0666599 Mar 29 16:04:21.512663 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-8bfc2fd9-8e33-4130-8013-fe165856e3af tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:21.575113 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd8e3388-810b-42c2-83e9-f7b4e3d0dd7b', 'tag': 'b5e9510a-130c-43b6-8f2a-559b817aa9da'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:04:21.576744 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-c1b60181-8e50-4644-bf85-2edfe2288499 None None] Could not find standard attr ID for object e0347dc7-0bc4-4aeb-a0ea-a1b816070654. {{(pid=102792) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 29 16:04:21.578549 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c67b028db5e9b9818fecc5c0a87ebc6f190694fa53ca267d523e04f98de536d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1b938b7-82a2-4262-913d-e6e81a5944be" -d '{"events": [{"name": "network-changed", "server_uuid": "bd8e3388-810b-42c2-83e9-f7b4e3d0dd7b", "tag": "b5e9510a-130c-43b6-8f2a-559b817aa9da"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:04:21.586415 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402a5cb5-feb4-4569-94d6-bbbb38188349 req-d3610e5c-a9d0-405f-906b-11519aab04b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:04:21.588046 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-402a5cb5-feb4-4569-94d6-bbbb38188349 req-d3610e5c-a9d0-405f-906b-11519aab04b0 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=bcacae85-6ca5-4d88-b7ab-d97534741bbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0976193 Mar 29 16:04:21.599543 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-8bfc2fd9-8e33-4130-8013-fe165856e3af tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:21.602709 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-8bfc2fd9-8e33-4130-8013-fe165856e3af tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:21.606711 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-8bfc2fd9-8e33-4130-8013-fe165856e3af tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] 10.222.0.42 "DELETE /v2.0/security-groups/b56b4673-41da-494c-bec7-775c33b55f8a HTTP/1.1" status: 204 len: 168 time: 0.2388394 Mar 29 16:04:21.606888 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 50432) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:04:21.621432 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfc2fd9-8e33-4130-8013-fe165856e3af tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b56b4673-41da-494c-bec7-775c33b55f8a,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:04:21.654379 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f5aefc-0ccc-458c-8a3f-0c14f8e7778a req-cff5a01e-2280-4719-92b3-e6522814dabf tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:04:21.656011 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-84f5aefc-0ccc-458c-8a3f-0c14f8e7778a req-cff5a01e-2280-4719-92b3-e6522814dabf tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "GET /v2.0/ports?device_id=4b1734e3-0491-4380-9fe0-74365dc4ef18 HTTP/1.1" status: 200 len: 944 time: 0.0939541 Mar 29 16:04:21.664885 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 16:04:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b73206a-8ec9-49f3-9814-c7866b9bb058 x-openstack-request-id: req-4b73206a-8ec9-49f3-9814-c7866b9bb058 {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:04:21.665218 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd8e3388-810b-42c2-83e9-f7b4e3d0dd7b", "tag": "b5e9510a-130c-43b6-8f2a-559b817aa9da", "status": "completed", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:04:21.665397 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-4b73206a-8ec9-49f3-9814-c7866b9bb058 {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:04:21.665779 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd8e3388-810b-42c2-83e9-f7b4e3d0dd7b', 'tag': 'b5e9510a-130c-43b6-8f2a-559b817aa9da', 'status': 'completed', 'code': 200} Mar 29 16:04:21.681064 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-3362f0f4-b7dc-4a61-a47f-303343f7c994 req-f2a0de9b-75db-4118-8f53-e3f8d34d402d service neutron] 10.222.0.48 "GET /v2.0/networks/bdac95d0-3106-44ff-90ea-3c86fe100efe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2117937 Mar 29 16:04:21.723183 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-84f5aefc-0ccc-458c-8a3f-0c14f8e7778a req-35b977a6-b02a-40d8-bbd9-13935eff4d29 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "GET /v2.0/security-groups?id=bcabf703-0dbd-497f-b21f-e9f0f5919bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609715 Mar 29 16:04:21.772577 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_v2 [None req-4db3418c-1299-4a20-a8ae-2bca1f178b3c tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Deleting subnet 895755d3-05a4-4f91-baf5-193fed8a9ac6 {{(pid=102791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 16:04:21.814649 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-4db3418c-1299-4a20-a8ae-2bca1f178b3c tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks [] for subnet, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:21.844117 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-402a5cb5-feb4-4569-94d6-bbbb38188349 req-4defbcd1-3f0e-4dfd-bdba-466cd3e4668a service neutron] 10.222.0.44 "GET /v2.0/networks/bcacae85-6ca5-4d88-b7ab-d97534741bbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2479582 Mar 29 16:04:21.892261 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-4db3418c-1299-4a20-a8ae-2bca1f178b3c tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4230423'] for subnet, precommit_delete_associations {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:21.897952 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-77e647b9-b780-41d6-ae01-df419bba1309 None None] Could not find standard attr ID for object e0347dc7-0bc4-4aeb-a0ea-a1b816070654. {{(pid=102792) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 29 16:04:21.923121 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-3362f0f4-b7dc-4a61-a47f-303343f7c994 req-e39aacf5-1220-44de-a6af-c34d6d0c8386 service neutron] 10.222.0.48 "GET /v2.0/networks/bdac95d0-3106-44ff-90ea-3c86fe100efe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2112834 Mar 29 16:04:22.044907 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-402a5cb5-feb4-4569-94d6-bbbb38188349 req-945c231f-a68b-4604-9270-276996d958f4 service neutron] 10.222.0.44 "GET /v2.0/networks/bcacae85-6ca5-4d88-b7ab-d97534741bbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1911247 Mar 29 16:04:22.053137 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-4db3418c-1299-4a20-a8ae-2bca1f178b3c tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1641287'] for subnet, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:22.143124 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-4db3418c-1299-4a20-a8ae-2bca1f178b3c tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1641294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16155591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16218852'] for subnet, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:22.185458 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db3418c-1299-4a20-a8ae-2bca1f178b3c tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Pushing event deleted for resources: {'Subnet': ['ID=895755d3-05a4-4f91-baf5-193fed8a9ac6,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:04:22.193244 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-4db3418c-1299-4a20-a8ae-2bca1f178b3c tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks [] for subnet, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:22.197424 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-4db3418c-1299-4a20-a8ae-2bca1f178b3c tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] 10.222.0.42 "DELETE /v2.0/subnets/895755d3-05a4-4f91-baf5-193fed8a9ac6 HTTP/1.1" status: 204 len: 168 time: 0.5792031 Mar 29 16:04:22.198278 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3869944c-7ef5-4285-ac64-d72dc5462c44 None None] Network a6653872-ce72-4c96-901d-c7dc66813cf9 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 16:04:22.202250 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 50440) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:04:22.207899 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-e7db2b8a-3a1a-49d9-919e-76dbb6d99a4a tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Request body: {'subnet': {'network_id': 'a6653872-ce72-4c96-901d-c7dc66813cf9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:04:22.240904 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b938b7-82a2-4262-913d-e6e81a5944be req-c02f9630-70fa-482f-8ff2-aeb4f9d4ecf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:04:22.242733 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f1b938b7-82a2-4262-913d-e6e81a5944be req-c02f9630-70fa-482f-8ff2-aeb4f9d4ecf9 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6549603cba104619bc496e118397db30&device_id=bd8e3388-810b-42c2-83e9-f7b4e3d0dd7b HTTP/1.1" status: 200 len: 1095 time: 0.1283207 Mar 29 16:04:22.945697 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7db2b8a-3a1a-49d9-919e-76dbb6d99a4a tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Made reservation on behalf of 8448cf8b24d44551bc0e5bbcd54d34e2 for: {'subnet': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:04:22.957360 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-e7db2b8a-3a1a-49d9-919e-76dbb6d99a4a tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16218875'] for subnet, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:23.054299 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840ff0ad-a77f-4939-afd4-7376878a4f3f req-19221505-3dfd-40c5-97a3-322bae6faa82 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:04:23.059617 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-840ff0ad-a77f-4939-afd4-7376878a4f3f req-19221505-3dfd-40c5-97a3-322bae6faa82 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "GET /v2.0/ports?device_id=4b1734e3-0491-4380-9fe0-74365dc4ef18 HTTP/1.1" status: 200 len: 944 time: 0.1595349 Mar 29 16:04:23.163175 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-840ff0ad-a77f-4939-afd4-7376878a4f3f req-1312245e-ab7a-4fc5-8870-02f73c531837 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "GET /v2.0/security-groups?id=bcabf703-0dbd-497f-b21f-e9f0f5919bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875192 Mar 29 16:04:23.274459 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d3d90d-d53c-417a-84db-43eff100bd12 req-81351f36-18e6-4ae9-8855-7c6f56e27b57 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:04:23.296028 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-a1d3d90d-d53c-417a-84db-43eff100bd12 req-81351f36-18e6-4ae9-8855-7c6f56e27b57 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd8e3388-810b-42c2-83e9-f7b4e3d0dd7b HTTP/1.1" status: 200 len: 944 time: 0.4576881 Mar 29 16:04:23.302280 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b938b7-82a2-4262-913d-e6e81a5944be req-c619d9ae-4172-4ee6-aa65-3aa7d3240e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:04:23.317551 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f1b938b7-82a2-4262-913d-e6e81a5944be req-c619d9ae-4172-4ee6-aa65-3aa7d3240e88 service neutron] 10.222.0.44 "GET /v2.0/networks?id=bcacae85-6ca5-4d88-b7ab-d97534741bbe HTTP/1.1" status: 200 len: 918 time: 1.0664480 Mar 29 16:04:23.448764 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-f246ef37-3772-4221-b7bb-b0ed5a3150f9 None None] Provisioning complete for port 68c3b06f-bd49-4cc0-992f-936e43483339 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:04:23.450452 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-f246ef37-3772-4221-b7bb-b0ed5a3150f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:23.469411 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-a1d3d90d-d53c-417a-84db-43eff100bd12 req-a1860a8b-170a-43b5-b2fa-12d72e21284a tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] 10.222.0.42 "GET /v2.0/security-groups?id=299f4eee-9f08-4ab2-9699-a166ce9b5c35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1485176 Mar 29 16:04:23.528995 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-f246ef37-3772-4221-b7bb-b0ed5a3150f9 None None] Port 68c3b06f-bd49-4cc0-992f-936e43483339 cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 16:04:23.552257 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-f246ef37-3772-4221-b7bb-b0ed5a3150f9 None None] Provisioning complete for port af398dfe-19b8-452a-92ca-284a3d258720 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:04:23.552865 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-f246ef37-3772-4221-b7bb-b0ed5a3150f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:23.672385 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f1b938b7-82a2-4262-913d-e6e81a5944be req-e345eebc-6e0a-4245-a84d-5e07812f2e06 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b5e9510a-130c-43b6-8f2a-559b817aa9da HTTP/1.1" status: 200 len: 999 time: 0.2866182 Mar 29 16:04:23.715948 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device 3f19f861-2fb4-47d5-bf3d-5a6a133d1e3f details requested by agent hyperv_n-h2-834765-1 with host n-h2-834765-1 {{(pid=102792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 16:04:23.796486 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b938b7-82a2-4262-913d-e6e81a5944be req-c78046c4-0266-4a09-8805-8c15994f6b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:04:23.798338 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f1b938b7-82a2-4262-913d-e6e81a5944be req-c78046c4-0266-4a09-8805-8c15994f6b1f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a47225e3-f321-4c9c-823d-2d6e56b01612 HTTP/1.1" status: 200 len: 856 time: 0.1156957 Mar 29 16:04:23.890432 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-e7db2b8a-3a1a-49d9-919e-76dbb6d99a4a tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16155524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16218861'] for subnet, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:23.965189 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port 3f19f861-2fb4-47d5-bf3d-5a6a133d1e3f, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=3f19f861-2fb4-47d5-bf3d-5a6a133d1e3f,segment=NetworkSegment(35a34d6d-9ce0-49b3-a540-2987d85a54dc),segment_id=35a34d6d-9ce0-49b3-a540-2987d85a54dc)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:04:23.978648 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7db2b8a-3a1a-49d9-919e-76dbb6d99a4a tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Pushing event updated for resources: {'Subnet': ['ID=e28ccb02-1f76-4aea-821b-c82415dbe297,revision_number=0']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:04:24.000511 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Returning: {'device': '3f19f861-2fb4-47d5-bf3d-5a6a133d1e3f', 'network_id': 'bdac95d0-3106-44ff-90ea-3c86fe100efe', 'port_id': '3f19f861-2fb4-47d5-bf3d-5a6a133d1e3f', 'mac_address': 'fa:16:3e:35:46:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 612, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1a677ac-ae5e-499b-ac14-fff9c63dbbe4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 16:04:24.003536 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7db2b8a-3a1a-49d9-919e-76dbb6d99a4a tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:04:24.026511 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7db2b8a-3a1a-49d9-919e-76dbb6d99a4a tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:04:24.027029 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7db2b8a-3a1a-49d9-919e-76dbb6d99a4a tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:04:24.028063 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7db2b8a-3a1a-49d9-919e-76dbb6d99a4a tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:04:24.032122 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7db2b8a-3a1a-49d9-919e-76dbb6d99a4a tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:04:24.034757 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7db2b8a-3a1a-49d9-919e-76dbb6d99a4a tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:04:24.034892 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7db2b8a-3a1a-49d9-919e-76dbb6d99a4a tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:04:24.035413 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7db2b8a-3a1a-49d9-919e-76dbb6d99a4a tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:04:24.035970 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7db2b8a-3a1a-49d9-919e-76dbb6d99a4a tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:04:24.036531 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7db2b8a-3a1a-49d9-919e-76dbb6d99a4a tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:04:24.037095 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7db2b8a-3a1a-49d9-919e-76dbb6d99a4a tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:04:24.038252 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7db2b8a-3a1a-49d9-919e-76dbb6d99a4a tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:04:24.060773 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b938b7-82a2-4262-913d-e6e81a5944be req-fba712df-d6b3-47c5-abf6-baf09218c207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:04:24.062529 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f1b938b7-82a2-4262-913d-e6e81a5944be req-fba712df-d6b3-47c5-abf6-baf09218c207 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=bcacae85-6ca5-4d88-b7ab-d97534741bbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2321024 Mar 29 16:04:24.087203 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7db2b8a-3a1a-49d9-919e-76dbb6d99a4a tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Network a6653872-ce72-4c96-901d-c7dc66813cf9 is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:04:24.105289 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [None req-e7db2b8a-3a1a-49d9-919e-76dbb6d99a4a tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:04:24.105644 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:24.118170 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7db2b8a-3a1a-49d9-919e-76dbb6d99a4a tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:04:24.119247 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-e7db2b8a-3a1a-49d9-919e-76dbb6d99a4a tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks [] for subnet, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:24.140117 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f19f861-2fb4-47d5-bf3d-5a6a133d1e3f {{(pid=102792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 16:04:24.189028 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port 3f19f861-2fb4-47d5-bf3d-5a6a133d1e3f, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=3f19f861-2fb4-47d5-bf3d-5a6a133d1e3f,segment=NetworkSegment(35a34d6d-9ce0-49b3-a540-2987d85a54dc),segment_id=35a34d6d-9ce0-49b3-a540-2987d85a54dc)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:04:24.192781 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd2de3d4-0ffb-4851-bf41-f2e1f177ae68 None None] Network a6653872-ce72-4c96-901d-c7dc66813cf9 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 16:04:24.200578 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-e7db2b8a-3a1a-49d9-919e-76dbb6d99a4a tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9972708 Mar 29 16:04:24.204274 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 50468) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:04:24.208765 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-4110a96a-a019-4388-9f6c-99d766b11c94 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Request body: {'security_group': {'name': 'tempest-secgroup-259654176'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:04:24.222065 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:24.251145 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-4110a96a-a019-4388-9f6c-99d766b11c94 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks [] for security_group, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:24.307371 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f1b938b7-82a2-4262-913d-e6e81a5944be req-3e81dcaa-d32a-4bdc-8689-5a49e9f390f7 service neutron] 10.222.0.44 "GET /v2.0/networks/bcacae85-6ca5-4d88-b7ab-d97534741bbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2168992 Mar 29 16:04:24.442565 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Pushing event updated for resources: {'Port': ['ID=3f19f861-2fb4-47d5-bf3d-5a6a133d1e3f,revision_number=8']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:04:24.487783 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-4110a96a-a019-4388-9f6c-99d766b11c94 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks [] for security_group, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:24.497268 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-4110a96a-a019-4388-9f6c-99d766b11c94 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:24.557312 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1a81ac-3b02-4f36-9bc8-adf149f0f4d9 req-2beec5d2-e434-4b4c-ae67-a2a116ec5505 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:04:24.558965 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-cc1a81ac-3b02-4f36-9bc8-adf149f0f4d9 req-2beec5d2-e434-4b4c-ae67-a2a116ec5505 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "GET /v2.0/ports?device_id=4b1734e3-0491-4380-9fe0-74365dc4ef18 HTTP/1.1" status: 200 len: 945 time: 0.2949440 Mar 29 16:04:24.566216 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-4110a96a-a019-4388-9f6c-99d766b11c94 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:24.571960 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-4110a96a-a019-4388-9f6c-99d766b11c94 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3665929 Mar 29 16:04:24.574722 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 50472) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:04:24.581407 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4110a96a-a019-4388-9f6c-99d766b11c94 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec77b063-73c7-485d-b56b-00b68d4cfefc,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:04:24.593704 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-4485cb1f-ebcc-41ad-ae4f-3cea139971cc tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Request body: {'security_group': {'name': 'tempest-secgroup-2118154575'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:04:24.616782 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] get_ports_and_sgs() called for port_ids ['3f19f861-2fb4-47d5-bf3d-5a6a133d1e3f'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 16:04:24.656088 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-cc1a81ac-3b02-4f36-9bc8-adf149f0f4d9 req-763340dd-9d25-4df8-9a42-1dabd9dd29f7 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "GET /v2.0/security-groups?id=bcabf703-0dbd-497f-b21f-e9f0f5919bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825298 Mar 29 16:04:24.720805 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-4485cb1f-ebcc-41ad-ae4f-3cea139971cc tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks [] for security_group, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:24.768837 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f1b938b7-82a2-4262-913d-e6e81a5944be req-e998d985-1455-496e-b608-a047e4c224ae service neutron] 10.222.0.44 "GET /v2.0/networks/bcacae85-6ca5-4d88-b7ab-d97534741bbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3974509 Mar 29 16:04:24.815318 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac0ff3c-68ad-4dc3-ac37-e4669223837f req-981589fb-59ea-4fa9-b7ad-5877c5718a65 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:04:24.817814 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-cac0ff3c-68ad-4dc3-ac37-e4669223837f req-981589fb-59ea-4fa9-b7ad-5877c5718a65 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd8e3388-810b-42c2-83e9-f7b4e3d0dd7b HTTP/1.1" status: 200 len: 944 time: 0.1713402 Mar 29 16:04:25.018061 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-cac0ff3c-68ad-4dc3-ac37-e4669223837f req-02d60ed3-9011-4228-b04a-d8880bd56ab5 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] 10.222.0.42 "GET /v2.0/security-groups?id=299f4eee-9f08-4ab2-9699-a166ce9b5c35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1807668 Mar 29 16:04:25.033052 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-997df1d7-86b4-4bb1-82f2-d53ecfaa1391 None None] Update dhcp port {'port': {'network_id': 'a6653872-ce72-4c96-901d-c7dc66813cf9', 'fixed_ips': [{'subnet_id': 'e8ae913c-35af-4f3c-888d-1c0d4b439ab0', 'ip_address': '172.20.0.18'}, {'subnet_id': 'e28ccb02-1f76-4aea-821b-c82415dbe297'}], 'binding:host_id': 'n-d-834765-1'}, 'id': 'af398dfe-19b8-452a-92ca-284a3d258720'} from n-d-834765-1. {{(pid=102792) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Mar 29 16:04:25.089526 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec65250-05fb-4b04-911a-d29761d04804 req-b7a43383-7af9-4cec-9a64-4023c9802dda tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:04:25.091016 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-fec65250-05fb-4b04-911a-d29761d04804 req-b7a43383-7af9-4cec-9a64-4023c9802dda tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "GET /v2.0/ports?device_id=4b1734e3-0491-4380-9fe0-74365dc4ef18 HTTP/1.1" status: 200 len: 945 time: 0.1367574 Mar 29 16:04:25.097824 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-997df1d7-86b4-4bb1-82f2-d53ecfaa1391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:25.138201 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9479ae-ab6b-4e6c-96d9-815ffd506f64 req-47d38962-6bd2-4bfa-87a6-75e3b7768d57 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:04:25.147890 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-5a9479ae-ab6b-4e6c-96d9-815ffd506f64 req-47d38962-6bd2-4bfa-87a6-75e3b7768d57 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.44 "GET /v2.0/ports?device_id=4b1734e3-0491-4380-9fe0-74365dc4ef18&tenant_id=8c88f14ca33d4e419d03f1c3b10014ac&binding%3Ahost_id=n-h2-834765-1 HTTP/1.1" status: 200 len: 945 time: 0.2120745 Mar 29 16:04:25.180013 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-fec65250-05fb-4b04-911a-d29761d04804 req-d86e0da7-8605-4cc3-817b-fb928cad9b26 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "GET /v2.0/security-groups?id=bcabf703-0dbd-497f-b21f-e9f0f5919bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723908 Mar 29 16:04:25.181550 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-4485cb1f-ebcc-41ad-ae4f-3cea139971cc tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks [] for security_group, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:25.189786 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-4485cb1f-ebcc-41ad-ae4f-3cea139971cc tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:25.317887 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-4485cb1f-ebcc-41ad-ae4f-3cea139971cc tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks [] for security_group, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:25.319613 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-4485cb1f-ebcc-41ad-ae4f-3cea139971cc tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7438574 Mar 29 16:04:25.322648 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 50484) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:04:25.327417 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-27be86c4-5f80-46de-ba47-5aad2241fdcb tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Request body: {'security_group': {'name': 'tempest-secgroup-2135941567'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:04:25.340072 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.db_base_plugin_common [None req-997df1d7-86b4-4bb1-82f2-d53ecfaa1391 None None] Allocated IP 172.20.0.2 (a6653872-ce72-4c96-901d-c7dc66813cf9/e28ccb02-1f76-4aea-821b-c82415dbe297/af398dfe-19b8-452a-92ca-284a3d258720) {{(pid=102792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:04:25.364182 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4485cb1f-ebcc-41ad-ae4f-3cea139971cc tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10323857-426a-4292-88b9-3aab17478e84,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:04:25.385233 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-27be86c4-5f80-46de-ba47-5aad2241fdcb tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks [] for security_group, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:25.406874 n-d-834765-1 neutron-server[102791]: INFO neutron.api.v2.resource [req-5a9479ae-ab6b-4e6c-96d9-815ffd506f64 req-e7f91c1b-f4ab-4c17-885e-0af02e5a7286 service neutron] delete failed (client error): The resource could not be found. Mar 29 16:04:25.408176 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-5a9479ae-ab6b-4e6c-96d9-815ffd506f64 req-e7f91c1b-f4ab-4c17-885e-0af02e5a7286 service neutron] 10.222.0.44 "DELETE /v2.0/ports/3f19f861-2fb4-47d5-bf3d-5a6a133d1e3f/bindings/n-h1-834765-1 HTTP/1.1" status: 404 len: 380 time: 0.1985097 Mar 29 16:04:25.447334 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-997df1d7-86b4-4bb1-82f2-d53ecfaa1391 None None] For port af398dfe-19b8-452a-92ca-284a3d258720, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=af398dfe-19b8-452a-92ca-284a3d258720,segment=NetworkSegment(03e8183d-1087-4dcd-a0f2-5081fc49960e),segment_id=03e8183d-1087-4dcd-a0f2-5081fc49960e)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:04:25.541175 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-997df1d7-86b4-4bb1-82f2-d53ecfaa1391 None None] Notify callbacks [] for port, precommit_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:25.549637 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-997df1d7-86b4-4bb1-82f2-d53ecfaa1391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:25.549995 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-27be86c4-5f80-46de-ba47-5aad2241fdcb tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks [] for security_group, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:25.556291 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-27be86c4-5f80-46de-ba47-5aad2241fdcb tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:25.577061 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9479ae-ab6b-4e6c-96d9-815ffd506f64 req-89832398-d044-451d-8524-5eafd2bc53cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:04:25.581128 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-5a9479ae-ab6b-4e6c-96d9-815ffd506f64 req-89832398-d044-451d-8524-5eafd2bc53cc service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8c88f14ca33d4e419d03f1c3b10014ac&device_id=4b1734e3-0491-4380-9fe0-74365dc4ef18 HTTP/1.1" status: 200 len: 1096 time: 0.1013348 Mar 29 16:04:25.612921 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27be86c4-5f80-46de-ba47-5aad2241fdcb tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3bf0c95-db7d-40b9-bf02-5ae7696abb55,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:04:25.631367 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-27be86c4-5f80-46de-ba47-5aad2241fdcb tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:25.636871 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-27be86c4-5f80-46de-ba47-5aad2241fdcb tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3131521 Mar 29 16:04:25.637686 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 50486) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:04:25.643233 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-01b49e09-2544-4f9a-8939-2a49e2dbd79d tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-81113952', 'security_groups': ['d3bf0c95-db7d-40b9-bf02-5ae7696abb55'], 'network_id': 'a6653872-ce72-4c96-901d-c7dc66813cf9', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'e28ccb02-1f76-4aea-821b-c82415dbe297'}]}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:04:25.677128 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997df1d7-86b4-4bb1-82f2-d53ecfaa1391 None None] Pushing event updated for resources: {'Port': ['ID=af398dfe-19b8-452a-92ca-284a3d258720,revision_number=6']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:04:25.797455 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9479ae-ab6b-4e6c-96d9-815ffd506f64 req-791074c1-48ec-4112-b3b8-00e20bee21fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:04:25.804368 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01b49e09-2544-4f9a-8939-2a49e2dbd79d tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Made reservation on behalf of 8448cf8b24d44551bc0e5bbcd54d34e2 for: {'port': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:04:25.808302 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-5a9479ae-ab6b-4e6c-96d9-815ffd506f64 req-791074c1-48ec-4112-b3b8-00e20bee21fd service neutron] 10.222.0.44 "GET /v2.0/networks?id=bdac95d0-3106-44ff-90ea-3c86fe100efe HTTP/1.1" status: 200 len: 897 time: 0.2152832 Mar 29 16:04:25.965340 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-01b49e09-2544-4f9a-8939-2a49e2dbd79d tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:26.024479 n-d-834765-1 neutron-server[102790]: DEBUG neutron.notifiers.nova [None req-01b49e09-2544-4f9a-8939-2a49e2dbd79d tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] device_id is not set on port 0ecbc29a-1b2a-4145-a6bc-4139787f6406 yet. {{(pid=102790) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 29 16:04:26.319823 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e12c79-0104-48b2-811b-4cf77642ca76 req-8fd2bf17-cf0e-496b-b1d3-73427943bc6a tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:04:26.323613 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d2e12c79-0104-48b2-811b-4cf77642ca76 req-8fd2bf17-cf0e-496b-b1d3-73427943bc6a tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd8e3388-810b-42c2-83e9-f7b4e3d0dd7b HTTP/1.1" status: 200 len: 944 time: 0.1427393 Mar 29 16:04:26.438206 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d2e12c79-0104-48b2-811b-4cf77642ca76 req-99503276-4b2f-4016-bf84-7a47effbc3ce tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] 10.222.0.42 "GET /v2.0/security-groups?id=299f4eee-9f08-4ab2-9699-a166ce9b5c35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1064539 Mar 29 16:04:26.443172 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.db_base_plugin_common [None req-01b49e09-2544-4f9a-8939-2a49e2dbd79d tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Allocated IP 172.20.0.4 (a6653872-ce72-4c96-901d-c7dc66813cf9/e28ccb02-1f76-4aea-821b-c82415dbe297/0ecbc29a-1b2a-4145-a6bc-4139787f6406) {{(pid=102790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:04:26.632028 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-01b49e09-2544-4f9a-8939-2a49e2dbd79d tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks [] for port, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:26.668941 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-b863a30d-fc7a-402f-8d53-88ceb5ae0355 None None] Provisioning complete for port 68c3b06f-bd49-4cc0-992f-936e43483339 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:04:26.669463 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-b863a30d-fc7a-402f-8d53-88ceb5ae0355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:26.705182 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-01b49e09-2544-4f9a-8939-2a49e2dbd79d tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:26.750655 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-b863a30d-fc7a-402f-8d53-88ceb5ae0355 None None] Port 68c3b06f-bd49-4cc0-992f-936e43483339 cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 16:04:26.773997 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-b863a30d-fc7a-402f-8d53-88ceb5ae0355 None None] Provisioning complete for port af398dfe-19b8-452a-92ca-284a3d258720 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:04:26.774518 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-b863a30d-fc7a-402f-8d53-88ceb5ae0355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:26.861510 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b49e09-2544-4f9a-8939-2a49e2dbd79d tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Pushing event updated for resources: {'Port': ['ID=0ecbc29a-1b2a-4145-a6bc-4139787f6406,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:04:26.911094 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01b49e09-2544-4f9a-8939-2a49e2dbd79d tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Network a6653872-ce72-4c96-901d-c7dc66813cf9 is already hosted by enough agents. {{(pid=102790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:04:26.920746 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-01b49e09-2544-4f9a-8939-2a49e2dbd79d tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Resources bound (agent type, host, resource id): {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:04:26.923666 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01b49e09-2544-4f9a-8939-2a49e2dbd79d tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Received port after_create {{(pid=102790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:04:26.998623 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device af398dfe-19b8-452a-92ca-284a3d258720 up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 16:04:27.032047 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01b49e09-2544-4f9a-8939-2a49e2dbd79d tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:04:27.032902 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-01b49e09-2544-4f9a-8939-2a49e2dbd79d tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:27.064738 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcacb0f6-13d2-4101-a89c-5baf771d151a req-ad42ec3d-8dec-4af7-8d01-dc7def2b76a7 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:04:27.066703 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-bcacb0f6-13d2-4101-a89c-5baf771d151a req-ad42ec3d-8dec-4af7-8d01-dc7def2b76a7 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "GET /v2.0/ports?device_id=4b1734e3-0491-4380-9fe0-74365dc4ef18 HTTP/1.1" status: 200 len: 945 time: 0.7456088 Mar 29 16:04:27.083314 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-01b49e09-2544-4f9a-8939-2a49e2dbd79d tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.4418559 Mar 29 16:04:27.083679 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 50496) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:04:27.089181 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-951363b7-7c0a-440f-bccc-3a1e088d70f2 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Request body: {'subnet': {'network_id': 'a6653872-ce72-4c96-901d-c7dc66813cf9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:04:27.114980 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port af398dfe-19b8-452a-92ca-284a3d258720 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:04:27.115333 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:27.154974 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-bcacb0f6-13d2-4101-a89c-5baf771d151a req-89b2293c-b898-4413-9679-9bb7ab8aa2f8 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "GET /v2.0/security-groups?id=bcabf703-0dbd-497f-b21f-e9f0f5919bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669718 Mar 29 16:04:27.337166 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-5a9479ae-ab6b-4e6c-96d9-815ffd506f64 req-b086b266-fa31-4d70-a654-866857c44852 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3f19f861-2fb4-47d5-bf3d-5a6a133d1e3f HTTP/1.1" status: 200 len: 1001 time: 0.1074500 Mar 29 16:04:27.389782 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-951363b7-7c0a-440f-bccc-3a1e088d70f2 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Made reservation on behalf of 8448cf8b24d44551bc0e5bbcd54d34e2 for: {'subnet': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:04:27.393282 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-951363b7-7c0a-440f-bccc-3a1e088d70f2 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16218875'] for subnet, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:27.422160 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-8f7d3d6f-dd9d-43c1-83c4-b3c3aa93273f None None] Provisioning complete for port 0ecbc29a-1b2a-4145-a6bc-4139787f6406 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:04:27.426624 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-8f7d3d6f-dd9d-43c1-83c4-b3c3aa93273f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:27.560904 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-8f7d3d6f-dd9d-43c1-83c4-b3c3aa93273f None None] Port 0ecbc29a-1b2a-4145-a6bc-4139787f6406 cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 16:04:27.586448 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9479ae-ab6b-4e6c-96d9-815ffd506f64 req-7f672570-ce6c-47c9-ab36-ac285bdcafe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:04:27.596583 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-5a9479ae-ab6b-4e6c-96d9-815ffd506f64 req-7f672570-ce6c-47c9-ab36-ac285bdcafe0 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e1a677ac-ae5e-499b-ac14-fff9c63dbbe4 HTTP/1.1" status: 200 len: 835 time: 0.2439361 Mar 29 16:04:27.627788 n-d-834765-1 neutron-server[102791]: INFO neutron.db.ipam_backend_mixin [None req-951363b7-7c0a-440f-bccc-3a1e088d70f2 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet e28ccb02-1f76-4aea-821b-c82415dbe297 (CIDR: 172.20.0.0/28) Mar 29 16:04:27.645751 n-d-834765-1 neutron-server[102791]: INFO neutron.pecan_wsgi.hooks.translation [None req-951363b7-7c0a-440f-bccc-3a1e088d70f2 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 29 16:04:27.647004 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-951363b7-7c0a-440f-bccc-3a1e088d70f2 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102791) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 16:04:27.718181 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device 3f19f861-2fb4-47d5-bf3d-5a6a133d1e3f up at agent hyperv_n-h2-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 16:04:27.736771 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-951363b7-7c0a-440f-bccc-3a1e088d70f2 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6513257 Mar 29 16:04:27.739454 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 50502) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:04:27.744842 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-af17dce6-3fa0-4aa0-a080-ddf7c2369438 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Request body: {'subnet': {'network_id': 'a6653872-ce72-4c96-901d-c7dc66813cf9', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:04:27.778750 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26aa570e-203b-47c3-87db-01a7460c695b req-f63e9865-1bdf-4ccf-a6c5-8923483372fc tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:04:27.786845 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-26aa570e-203b-47c3-87db-01a7460c695b req-f63e9865-1bdf-4ccf-a6c5-8923483372fc tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd8e3388-810b-42c2-83e9-f7b4e3d0dd7b HTTP/1.1" status: 200 len: 944 time: 0.1565850 Mar 29 16:04:27.838796 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-26aa570e-203b-47c3-87db-01a7460c695b req-a9bd2549-087e-405c-b17a-5e031d5472be tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] 10.222.0.42 "GET /v2.0/security-groups?id=299f4eee-9f08-4ab2-9699-a166ce9b5c35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494995 Mar 29 16:04:27.852707 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9479ae-ab6b-4e6c-96d9-815ffd506f64 req-82c1dbb9-2647-45f6-9299-57ed1877c055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:04:27.856740 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-5a9479ae-ab6b-4e6c-96d9-815ffd506f64 req-82c1dbb9-2647-45f6-9299-57ed1877c055 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=bdac95d0-3106-44ff-90ea-3c86fe100efe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1594036 Mar 29 16:04:27.858589 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Provisioning for port 3f19f861-2fb4-47d5-bf3d-5a6a133d1e3f completed by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 16:04:27.870798 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Provisioning complete for port 3f19f861-2fb4-47d5-bf3d-5a6a133d1e3f triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:04:27.871483 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:27.984415 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af17dce6-3fa0-4aa0-a080-ddf7c2369438 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Made reservation on behalf of 8448cf8b24d44551bc0e5bbcd54d34e2 for: {'subnet': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:04:27.990933 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-af17dce6-3fa0-4aa0-a080-ddf7c2369438 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4793983'] for subnet, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:28.055170 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:28.075666 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-5a9479ae-ab6b-4e6c-96d9-815ffd506f64 req-39c20a7e-a48d-42be-9746-476dc9e8ba5b service neutron] 10.222.0.44 "GET /v2.0/networks/bdac95d0-3106-44ff-90ea-3c86fe100efe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1716082 Mar 29 16:04:28.114546 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port 3f19f861-2fb4-47d5-bf3d-5a6a133d1e3f, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=3f19f861-2fb4-47d5-bf3d-5a6a133d1e3f,segment=NetworkSegment(35a34d6d-9ce0-49b3-a540-2987d85a54dc),segment_id=35a34d6d-9ce0-49b3-a540-2987d85a54dc)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:04:28.116829 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b1734e3-0491-4380-9fe0-74365dc4ef18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f19f861-2fb4-47d5-bf3d-5a6a133d1e3f'}] {{(pid=102792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:04:28.120955 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4f476c66b318cc6068719fc39557fac68d413f5c7e78fa77028c7948e999ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22fdd7e4-35d6-4302-ae61-f92112d1676f" -d '{"events": [{"server_uuid": "4b1734e3-0491-4380-9fe0-74365dc4ef18", "name": "network-vif-plugged", "status": "completed", "tag": "3f19f861-2fb4-47d5-bf3d-5a6a133d1e3f"}]}' {{(pid=102792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:04:28.137480 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:28.160648 n-d-834765-1 neutron-server[102790]: INFO neutron.db.ipam_backend_mixin [None req-af17dce6-3fa0-4aa0-a080-ddf7c2369438 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet e8ae913c-35af-4f3c-888d-1c0d4b439ab0 (CIDR: 172.20.0.16/28) Mar 29 16:04:28.168474 n-d-834765-1 neutron-server[102790]: INFO neutron.pecan_wsgi.hooks.translation [None req-af17dce6-3fa0-4aa0-a080-ddf7c2369438 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 29 16:04:28.169116 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af17dce6-3fa0-4aa0-a080-ddf7c2369438 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102790) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 16:04:28.206432 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-af17dce6-3fa0-4aa0-a080-ddf7c2369438 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.4655979 Mar 29 16:04:28.208977 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 50508) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:04:28.214400 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-df751caa-e4d1-4f37-b649-0dfbccc557d8 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Request body: {'subnet': {'network_id': 'a6653872-ce72-4c96-901d-c7dc66813cf9', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:04:28.228008 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-5a9479ae-ab6b-4e6c-96d9-815ffd506f64 req-ce50d656-ce94-40d6-957f-7fba0147f184 service neutron] 10.222.0.44 "GET /v2.0/networks/bdac95d0-3106-44ff-90ea-3c86fe100efe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307979 Mar 29 16:04:28.260982 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Pushing event updated for resources: {'Port': ['ID=3f19f861-2fb4-47d5-bf3d-5a6a133d1e3f,revision_number=9']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:04:28.303577 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 16:04:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a1afe2d-5871-429f-a2fb-f8e15b9f3405 x-openstack-request-id: req-8a1afe2d-5871-429f-a2fb-f8e15b9f3405 {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:04:28.303871 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b1734e3-0491-4380-9fe0-74365dc4ef18", "name": "network-vif-plugged", "status": "completed", "tag": "3f19f861-2fb4-47d5-bf3d-5a6a133d1e3f", "code": 200}]} {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:04:28.304135 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8a1afe2d-5871-429f-a2fb-f8e15b9f3405 {{(pid=102792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:04:28.304525 n-d-834765-1 neutron-server[102792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b1734e3-0491-4380-9fe0-74365dc4ef18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f19f861-2fb4-47d5-bf3d-5a6a133d1e3f', 'code': 200} Mar 29 16:04:28.357541 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5339e25-b138-4420-b8c5-dbd28cf8b72e req-4472aaab-3550-4ac2-9a94-c8b64f8e43fa tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:04:28.370556 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-c5339e25-b138-4420-b8c5-dbd28cf8b72e req-4472aaab-3550-4ac2-9a94-c8b64f8e43fa tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "GET /v2.0/ports?device_id=4b1734e3-0491-4380-9fe0-74365dc4ef18 HTTP/1.1" status: 200 len: 946 time: 0.0927625 Mar 29 16:04:28.417612 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-c5339e25-b138-4420-b8c5-dbd28cf8b72e req-9853406b-3399-4c0e-9460-b3754e88c184 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "GET /v2.0/security-groups?id=bcabf703-0dbd-497f-b21f-e9f0f5919bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460689 Mar 29 16:04:28.487334 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df751caa-e4d1-4f37-b649-0dfbccc557d8 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Made reservation on behalf of 8448cf8b24d44551bc0e5bbcd54d34e2 for: {'subnet': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:04:28.499588 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-df751caa-e4d1-4f37-b649-0dfbccc557d8 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4793983'] for subnet, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:28.862415 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-df751caa-e4d1-4f37-b649-0dfbccc557d8 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5231896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4793961'] for subnet, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:28.910025 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df751caa-e4d1-4f37-b649-0dfbccc557d8 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Network a6653872-ce72-4c96-901d-c7dc66813cf9 is already hosted by enough agents. {{(pid=102790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:04:28.913768 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-df751caa-e4d1-4f37-b649-0dfbccc557d8 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Resources bound (agent type, host, resource id): {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:04:28.917786 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df751caa-e4d1-4f37-b649-0dfbccc557d8 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:04:28.918367 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-df751caa-e4d1-4f37-b649-0dfbccc557d8 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks [] for subnet, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:28.924148 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a25e04f-67d0-4202-9b64-8425a0f4387c None None] Network a6653872-ce72-4c96-901d-c7dc66813cf9 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 16:04:28.984083 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df751caa-e4d1-4f37-b649-0dfbccc557d8 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Pushing event updated for resources: {'Subnet': ['ID=a931fb73-1e83-46a3-be5d-b4d635b0c1dc,revision_number=0']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:04:29.042395 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-df751caa-e4d1-4f37-b649-0dfbccc557d8 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.8298936 Mar 29 16:04:29.042748 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 50516) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:04:29.047968 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-476a373d-fec3-4146-8844-17f1a3b1fa49 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-105116471', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'a931fb73-1e83-46a3-be5d-b4d635b0c1dc'}], 'security_groups': ['ec77b063-73c7-485d-b56b-00b68d4cfefc', '10323857-426a-4292-88b9-3aab17478e84']}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:04:29.158023 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a215715-6b52-4348-8059-2a64c8e874c0 req-e2ece6b7-2282-43c7-9bee-b86a1470bd62 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:04:29.159525 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-2a215715-6b52-4348-8059-2a64c8e874c0 req-e2ece6b7-2282-43c7-9bee-b86a1470bd62 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd8e3388-810b-42c2-83e9-f7b4e3d0dd7b HTTP/1.1" status: 200 len: 944 time: 0.1665282 Mar 29 16:04:29.243385 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-476a373d-fec3-4146-8844-17f1a3b1fa49 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:29.254908 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-2a215715-6b52-4348-8059-2a64c8e874c0 req-073afe4a-6909-4e0a-bb4b-bb1c9c119c0c tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] 10.222.0.42 "GET /v2.0/security-groups?id=299f4eee-9f08-4ab2-9699-a166ce9b5c35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870452 Mar 29 16:04:29.424509 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf8b5757-addc-4e3c-919e-87f477366102 None None] Update dhcp port {'port': {'network_id': 'a6653872-ce72-4c96-901d-c7dc66813cf9', 'fixed_ips': [{'subnet_id': 'e8ae913c-35af-4f3c-888d-1c0d4b439ab0', 'ip_address': '172.20.0.18'}, {'subnet_id': 'e28ccb02-1f76-4aea-821b-c82415dbe297', 'ip_address': '172.20.0.2'}, {'subnet_id': 'a931fb73-1e83-46a3-be5d-b4d635b0c1dc'}], 'binding:host_id': 'n-d-834765-1'}, 'id': 'af398dfe-19b8-452a-92ca-284a3d258720'} from n-d-834765-1. {{(pid=102792) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Mar 29 16:04:29.473761 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-cf8b5757-addc-4e3c-919e-87f477366102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:29.713875 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 50522) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:04:29.816060 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96efc37f-5477-4821-b064-0bcb4ff4cfb3 req-f2e2cab5-0511-4e0c-8c59-764bf872f3df tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:04:29.818621 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-96efc37f-5477-4821-b064-0bcb4ff4cfb3 req-f2e2cab5-0511-4e0c-8c59-764bf872f3df tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "GET /v2.0/ports?device_id=4b1734e3-0491-4380-9fe0-74365dc4ef18 HTTP/1.1" status: 200 len: 946 time: 0.2743969 Mar 29 16:04:29.825884 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8d4554c-7d9f-46ab-9d05-a7f2fb3b1f6a admin admin] Deleting subnet 1736fd68-847e-4a56-8e5e-5425c210ffd4 {{(pid=102790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 16:04:29.840262 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-b8d4554c-7d9f-46ab-9d05-a7f2fb3b1f6a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:29.887117 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-b8d4554c-7d9f-46ab-9d05-a7f2fb3b1f6a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4614024'] for subnet, precommit_delete_associations {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:29.917545 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-96efc37f-5477-4821-b064-0bcb4ff4cfb3 req-6e17a89e-5ef2-4d69-84da-df22b295ad5d tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "GET /v2.0/security-groups?id=bcabf703-0dbd-497f-b21f-e9f0f5919bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0889223 Mar 29 16:04:29.940463 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-b8d4554c-7d9f-46ab-9d05-a7f2fb3b1f6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1641287'] for subnet, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:29.994140 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_common [None req-476a373d-fec3-4146-8844-17f1a3b1fa49 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Delete allocated IP 172.20.0.4 (a6653872-ce72-4c96-901d-c7dc66813cf9/e28ccb02-1f76-4aea-821b-c82415dbe297) {{(pid=102791) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 29 16:04:30.003288 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_common [None req-476a373d-fec3-4146-8844-17f1a3b1fa49 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Allocated IP 172.20.0.39 (a6653872-ce72-4c96-901d-c7dc66813cf9/a931fb73-1e83-46a3-be5d-b4d635b0c1dc/0ecbc29a-1b2a-4145-a6bc-4139787f6406) {{(pid=102791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:04:30.043514 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-b8d4554c-7d9f-46ab-9d05-a7f2fb3b1f6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1641294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5231963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4793952'] for subnet, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:30.061349 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-b8d4554c-7d9f-46ab-9d05-a7f2fb3b1f6a admin admin] Notify callbacks [] for subnet, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:30.070209 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-b8d4554c-7d9f-46ab-9d05-a7f2fb3b1f6a admin admin] 10.222.0.42 "DELETE /v2.0/subnets/1736fd68-847e-4a56-8e5e-5425c210ffd4 HTTP/1.1" status: 204 len: 168 time: 0.3550837 Mar 29 16:04:30.072255 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 50524) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:04:30.214608 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d4554c-7d9f-46ab-9d05-a7f2fb3b1f6a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1736fd68-847e-4a56-8e5e-5425c210ffd4,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:04:30.230356 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-476a373d-fec3-4146-8844-17f1a3b1fa49 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks [] for port, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:30.261310 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-476a373d-fec3-4146-8844-17f1a3b1fa49 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:30.412604 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.db_base_plugin_common [None req-cf8b5757-addc-4e3c-919e-87f477366102 None None] Allocated IP 172.20.0.34 (a6653872-ce72-4c96-901d-c7dc66813cf9/a931fb73-1e83-46a3-be5d-b4d635b0c1dc/af398dfe-19b8-452a-92ca-284a3d258720) {{(pid=102792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:04:30.493258 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-77a8588d-7458-4448-aaa5-c46a97e5305f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1631750'] for network, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:30.507206 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476a373d-fec3-4146-8844-17f1a3b1fa49 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Pushing event updated for resources: {'Port': ['ID=0ecbc29a-1b2a-4145-a6bc-4139787f6406,revision_number=2']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:04:30.535360 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-4e532e56-fc30-47a8-8bd7-0f14fbc1accf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:30.566743 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-476a373d-fec3-4146-8844-17f1a3b1fa49 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] In _notify_port_updated(), no bound segment for port 0ecbc29a-1b2a-4145-a6bc-4139787f6406 on network a6653872-ce72-4c96-901d-c7dc66813cf9 {{(pid=102791) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Mar 29 16:04:30.573022 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-476a373d-fec3-4146-8844-17f1a3b1fa49 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:04:30.573681 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-476a373d-fec3-4146-8844-17f1a3b1fa49 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:30.578091 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-476a373d-fec3-4146-8844-17f1a3b1fa49 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] 10.222.0.42 "PUT /v2.0/ports/0ecbc29a-1b2a-4145-a6bc-4139787f6406 HTTP/1.1" status: 200 len: 959 time: 1.5312676 Mar 29 16:04:30.579553 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-cf8b5757-addc-4e3c-919e-87f477366102 None None] For port af398dfe-19b8-452a-92ca-284a3d258720, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=af398dfe-19b8-452a-92ca-284a3d258720,segment=NetworkSegment(03e8183d-1087-4dcd-a0f2-5081fc49960e),segment_id=03e8183d-1087-4dcd-a0f2-5081fc49960e)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:04:30.583277 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5992b58e-b2e0-45f4-a5a9-aade680b8531 req-a672ca05-fdbc-43ba-84c1-8af61c535256 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:04:30.591807 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-5992b58e-b2e0-45f4-a5a9-aade680b8531 req-a672ca05-fdbc-43ba-84c1-8af61c535256 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd8e3388-810b-42c2-83e9-f7b4e3d0dd7b HTTP/1.1" status: 200 len: 944 time: 0.1589780 Mar 29 16:04:30.599147 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 50532) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:04:30.631905 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-cf8b5757-addc-4e3c-919e-87f477366102 None None] Notify callbacks [] for port, precommit_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:30.638583 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-cf8b5757-addc-4e3c-919e-87f477366102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:30.704497 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8b5757-addc-4e3c-919e-87f477366102 None None] Pushing event updated for resources: {'Port': ['ID=af398dfe-19b8-452a-92ca-284a3d258720,revision_number=7']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:04:30.712979 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2419690-78ee-412b-9ed2-2b500f49c0de req-80106986-42b4-4ffb-8f3b-2913bb13f4e4 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:04:30.726935 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-e2419690-78ee-412b-9ed2-2b500f49c0de req-80106986-42b4-4ffb-8f3b-2913bb13f4e4 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/ports?device_id=83dc79b8-0af1-4fb6-9b07-fda92142f15e HTTP/1.1" status: 200 len: 946 time: 0.2240498 Mar 29 16:04:30.806500 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-5992b58e-b2e0-45f4-a5a9-aade680b8531 req-ed60281b-1b84-4a85-afff-7fd6056f7f40 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] 10.222.0.42 "GET /v2.0/security-groups?id=299f4eee-9f08-4ab2-9699-a166ce9b5c35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2066486 Mar 29 16:04:30.836727 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-77a8588d-7458-4448-aaa5-c46a97e5305f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639890', 'neutron.services.segments.db._delete_segments_for_network-8783523423079'] for network, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:30.871904 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-6976800a-7eb0-42c0-a9a4-ed0da5f32f49 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Deleting port 0ecbc29a-1b2a-4145-a6bc-4139787f6406 {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:04:30.872515 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-6976800a-7eb0-42c0-a9a4-ed0da5f32f49 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:30.987620 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-77a8588d-7458-4448-aaa5-c46a97e5305f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['167f603a-90fb-4b42-9779-f65e53d0c85e']}} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:04:31.018412 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-e2419690-78ee-412b-9ed2-2b500f49c0de req-fc485a78-efa9-4606-9c98-fbdf4025b656 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/security-groups?id=a5fc9f00-328e-4600-84d1-ef30fc274a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2898190 Mar 29 16:04:31.040307 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device af398dfe-19b8-452a-92ca-284a3d258720 up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 16:04:31.051895 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-77a8588d-7458-4448-aaa5-c46a97e5305f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '931507c8-08e1-4318-be78-a5a66e835649') {'for_net_delete': True} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:04:31.051895 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-77a8588d-7458-4448-aaa5-c46a97e5305f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '931507c8-08e1-4318-be78-a5a66e835649') {} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:04:31.075016 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-77a8588d-7458-4448-aaa5-c46a97e5305f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783523422064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4614019'] for segment, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:31.120748 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-77a8588d-7458-4448-aaa5-c46a97e5305f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:31.142243 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77a8588d-7458-4448-aaa5-c46a97e5305f admin admin] Releasing vlan 614 on physical network physnet1 to pool {{(pid=102790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 16:04:31.142881 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-77a8588d-7458-4448-aaa5-c46a97e5305f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5238013'] for segment, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:31.144950 n-d-834765-1 neutron-server[102790]: Traceback (most recent call last): Mar 29 16:04:31.144950 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 16:04:31.144950 n-d-834765-1 neutron-server[102790]: timer() Mar 29 16:04:31.144950 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 16:04:31.144950 n-d-834765-1 neutron-server[102790]: cb(*args, **kw) Mar 29 16:04:31.144950 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 16:04:31.144950 n-d-834765-1 neutron-server[102790]: return func(*args, **kwargs) Mar 29 16:04:31.144950 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 16:04:31.144950 n-d-834765-1 neutron-server[102790]: self._notify() Mar 29 16:04:31.144950 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 16:04:31.144950 n-d-834765-1 neutron-server[102790]: self.callback(batched_events) Mar 29 16:04:31.144950 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 16:04:31.144950 n-d-834765-1 neutron-server[102790]: event.method(event) Mar 29 16:04:31.144950 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 16:04:31.144950 n-d-834765-1 neutron-server[102790]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 16:04:31.144950 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 16:04:31.144950 n-d-834765-1 neutron-server[102790]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 16:04:31.144950 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 16:04:31.144950 n-d-834765-1 neutron-server[102790]: return f(self, *a, **k) Mar 29 16:04:31.144950 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 16:04:31.144950 n-d-834765-1 neutron-server[102790]: return self._get(url).json() Mar 29 16:04:31.144950 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 16:04:31.144950 n-d-834765-1 neutron-server[102790]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 16:04:31.144950 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 16:04:31.144950 n-d-834765-1 neutron-server[102790]: return self.request(url, 'GET', **kwargs) Mar 29 16:04:31.144950 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 16:04:31.144950 n-d-834765-1 neutron-server[102790]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 16:04:31.144950 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 16:04:31.144950 n-d-834765-1 neutron-server[102790]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 16:04:31.144950 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 16:04:31.144950 n-d-834765-1 neutron-server[102790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 16:04:31.144950 n-d-834765-1 neutron-server[102790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 16:04:31.152085 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port af398dfe-19b8-452a-92ca-284a3d258720 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:04:31.152722 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:31.217795 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-6976800a-7eb0-42c0-a9a4-ed0da5f32f49 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:31.246838 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e5f2a2-8dbb-42fa-b95e-a6c6d1294ff7 req-e11ea031-d032-404a-9d60-1c9d87e023bf tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:04:31.270257 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-30e5f2a2-8dbb-42fa-b95e-a6c6d1294ff7 req-e11ea031-d032-404a-9d60-1c9d87e023bf tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "GET /v2.0/ports?device_id=4b1734e3-0491-4380-9fe0-74365dc4ef18 HTTP/1.1" status: 200 len: 946 time: 0.1950607 Mar 29 16:04:31.288609 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-77a8588d-7458-4448-aaa5-c46a97e5305f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1639897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648174'] for network, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:31.314072 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-77a8588d-7458-4448-aaa5-c46a97e5305f admin admin] Notify callbacks [] for network, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:31.323334 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-77a8588d-7458-4448-aaa5-c46a97e5305f admin admin] 10.222.0.42 "DELETE /v2.0/networks/167f603a-90fb-4b42-9779-f65e53d0c85e HTTP/1.1" status: 204 len: 168 time: 1.2417724 Mar 29 16:04:31.323624 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-6976800a-7eb0-42c0-a9a4-ed0da5f32f49 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Calling delete_port for 0ecbc29a-1b2a-4145-a6bc-4139787f6406 owned by {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:04:31.337740 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a8588d-7458-4448-aaa5-c46a97e5305f admin admin] Pushing event deleted for resources: {'Network': ['ID=167f603a-90fb-4b42-9779-f65e53d0c85e,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:04:31.346216 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a8588d-7458-4448-aaa5-c46a97e5305f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:04:31.346699 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a8588d-7458-4448-aaa5-c46a97e5305f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:04:31.347043 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a8588d-7458-4448-aaa5-c46a97e5305f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:04:31.347465 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a8588d-7458-4448-aaa5-c46a97e5305f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:04:31.347863 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a8588d-7458-4448-aaa5-c46a97e5305f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:04:31.348256 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a8588d-7458-4448-aaa5-c46a97e5305f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:04:31.348691 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a8588d-7458-4448-aaa5-c46a97e5305f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:04:31.349086 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a8588d-7458-4448-aaa5-c46a97e5305f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:04:31.350197 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a8588d-7458-4448-aaa5-c46a97e5305f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:04:31.350891 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a8588d-7458-4448-aaa5-c46a97e5305f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:04:31.351240 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a8588d-7458-4448-aaa5-c46a97e5305f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:04:31.351656 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a8588d-7458-4448-aaa5-c46a97e5305f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:04:31.426626 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-30e5f2a2-8dbb-42fa-b95e-a6c6d1294ff7 req-7e58ba1a-9c48-4736-9b80-829f9ced32c1 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "GET /v2.0/security-groups?id=bcabf703-0dbd-497f-b21f-e9f0f5919bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1549599 Mar 29 16:04:31.457420 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 50538) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:04:31.569901 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-d829ea3d-e06e-4801-aabf-de9f402fc2f5 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "GET /v2.0/floatingips/ee20b9c4-f17a-4f66-99ae-e91982f819a6 HTTP/1.1" status: 200 len: 994 time: 0.1080420 Mar 29 16:04:31.632061 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-6976800a-7eb0-42c0-a9a4-ed0da5f32f49 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:31.648448 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 50540) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:04:31.683004 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6976800a-7eb0-42c0-a9a4-ed0da5f32f49 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Pushing event deleted for resources: {'Port': ['ID=0ecbc29a-1b2a-4145-a6bc-4139787f6406,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:04:31.706638 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-8777ce2d-8d15-4699-832d-0cc14659f000 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=3f341adab2904f23a51d9cb9f57ae8a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0566213 Mar 29 16:04:31.707609 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 50542) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:04:31.782355 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-6976800a-7eb0-42c0-a9a4-ed0da5f32f49 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:31.789163 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-6976800a-7eb0-42c0-a9a4-ed0da5f32f49 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] 10.222.0.42 "DELETE /v2.0/ports/0ecbc29a-1b2a-4145-a6bc-4139787f6406 HTTP/1.1" status: 204 len: 168 time: 1.1845739 Mar 29 16:04:31.790238 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 50546) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:04:31.830903 n-d-834765-1 neutron-server[102791]: INFO neutron.pecan_wsgi.hooks.translation [None req-044bcfa5-1911-49f7-bc38-30fd969f5ec7 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] GET failed (client error): The resource could not be found. Mar 29 16:04:31.833575 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-044bcfa5-1911-49f7-bc38-30fd969f5ec7 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] 10.222.0.42 "GET /v2.0/ports/0ecbc29a-1b2a-4145-a6bc-4139787f6406 HTTP/1.1" status: 404 len: 333 time: 0.0417030 Mar 29 16:04:31.838418 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 50552) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:04:31.944334 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-1e93e4f1-c929-4a76-9eca-c678fe8f4f90 None None] Provisioning complete for port 68c3b06f-bd49-4cc0-992f-936e43483339 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:04:31.944948 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e93e4f1-c929-4a76-9eca-c678fe8f4f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:31.952436 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-aa429459-be51-43ae-be50-ad9a43f4fe52 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks [] for security_group, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:32.011395 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-aa429459-be51-43ae-be50-ad9a43f4fe52 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:32.041926 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-1e93e4f1-c929-4a76-9eca-c678fe8f4f90 None None] Port 68c3b06f-bd49-4cc0-992f-936e43483339 cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 16:04:32.066304 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-aa429459-be51-43ae-be50-ad9a43f4fe52 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:32.072226 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-1e93e4f1-c929-4a76-9eca-c678fe8f4f90 None None] Provisioning complete for port af398dfe-19b8-452a-92ca-284a3d258720 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:04:32.072870 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e93e4f1-c929-4a76-9eca-c678fe8f4f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:32.073213 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-aa429459-be51-43ae-be50-ad9a43f4fe52 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks [] for security_group, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:32.074906 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-aa429459-be51-43ae-be50-ad9a43f4fe52 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] 10.222.0.42 "DELETE /v2.0/security-groups/d3bf0c95-db7d-40b9-bf02-5ae7696abb55 HTTP/1.1" status: 204 len: 168 time: 0.2353625 Mar 29 16:04:32.087247 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 50556) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:04:32.107559 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa429459-be51-43ae-be50-ad9a43f4fe52 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3bf0c95-db7d-40b9-bf02-5ae7696abb55,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:04:32.173393 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cd2333-f807-4187-8fea-70a8c194a0fb req-b3907c37-3fd8-452c-8596-518fdaa4178a tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:04:32.180000 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-a1cd2333-f807-4187-8fea-70a8c194a0fb req-b3907c37-3fd8-452c-8596-518fdaa4178a tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd8e3388-810b-42c2-83e9-f7b4e3d0dd7b HTTP/1.1" status: 200 len: 944 time: 0.1848722 Mar 29 16:04:32.245825 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-adb3fe42-68f0-44c6-9d1e-7a5a1af2e95c tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks [] for security_group, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:32.258720 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-1e93e4f1-c929-4a76-9eca-c678fe8f4f90 None None] Could not find standard attr ID for object 0ecbc29a-1b2a-4145-a6bc-4139787f6406. {{(pid=102792) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 29 16:04:32.328450 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15eafdbe-df7b-4652-b8af-63de8bb113d0 req-1fa85318-b940-4a95-bacf-dee04ca0086f tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:04:32.335773 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-15eafdbe-df7b-4652-b8af-63de8bb113d0 req-1fa85318-b940-4a95-bacf-dee04ca0086f tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/ports?device_id=83dc79b8-0af1-4fb6-9b07-fda92142f15e HTTP/1.1" status: 200 len: 946 time: 0.1704845 Mar 29 16:04:32.341210 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-adb3fe42-68f0-44c6-9d1e-7a5a1af2e95c tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:32.379893 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-a1cd2333-f807-4187-8fea-70a8c194a0fb req-e302b90f-7b86-4bb8-a548-a0417dbd8099 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] 10.222.0.42 "GET /v2.0/security-groups?id=299f4eee-9f08-4ab2-9699-a166ce9b5c35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1726496 Mar 29 16:04:32.389728 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-fe535921-0e37-490c-a0ae-3e86dea26f65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:32.433085 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-fe535921-0e37-490c-a0ae-3e86dea26f65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:32.447089 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-15eafdbe-df7b-4652-b8af-63de8bb113d0 req-65815fc5-b004-46db-aab9-ee435dcc5e19 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/security-groups?id=a5fc9f00-328e-4600-84d1-ef30fc274a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1075222 Mar 29 16:04:32.458101 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-adb3fe42-68f0-44c6-9d1e-7a5a1af2e95c tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:32.462760 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-adb3fe42-68f0-44c6-9d1e-7a5a1af2e95c tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks [] for security_group, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:32.466419 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-adb3fe42-68f0-44c6-9d1e-7a5a1af2e95c tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] 10.222.0.42 "DELETE /v2.0/security-groups/10323857-426a-4292-88b9-3aab17478e84 HTTP/1.1" status: 204 len: 168 time: 0.3777997 Mar 29 16:04:32.467105 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 50558) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:04:32.497396 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb3fe42-68f0-44c6-9d1e-7a5a1af2e95c tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=10323857-426a-4292-88b9-3aab17478e84,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:04:32.530823 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-fe535921-0e37-490c-a0ae-3e86dea26f65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:32.533998 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-fe535921-0e37-490c-a0ae-3e86dea26f65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:32.536406 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-fe535921-0e37-490c-a0ae-3e86dea26f65 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/9fb47330-a036-4843-a522-03e96faefeb0 HTTP/1.1" status: 204 len: 168 time: 0.8274872 Mar 29 16:04:32.547236 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe535921-0e37-490c-a0ae-3e86dea26f65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fb47330-a036-4843-a522-03e96faefeb0,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:04:32.574742 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-48e3b611-6aa6-4884-b606-ee6671d5e589 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks [] for security_group, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:32.599141 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-48e3b611-6aa6-4884-b606-ee6671d5e589 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:32.651871 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-48e3b611-6aa6-4884-b606-ee6671d5e589 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:32.654669 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-48e3b611-6aa6-4884-b606-ee6671d5e589 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks [] for security_group, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:32.658547 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-48e3b611-6aa6-4884-b606-ee6671d5e589 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] 10.222.0.42 "DELETE /v2.0/security-groups/ec77b063-73c7-485d-b56b-00b68d4cfefc HTTP/1.1" status: 204 len: 168 time: 0.1671600 Mar 29 16:04:32.658880 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 50562) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:04:32.668422 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e3b611-6aa6-4884-b606-ee6671d5e589 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec77b063-73c7-485d-b56b-00b68d4cfefc,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:04:32.686115 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-db8fe7a9-bfbb-47ef-8f9b-4e243ff61ced None None] Could not find standard attr ID for object 0ecbc29a-1b2a-4145-a6bc-4139787f6406. {{(pid=102792) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 29 16:04:32.723936 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.db_base_plugin_v2 [None req-52d30f8f-0843-4b3e-842d-25c7a4202370 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Deleting subnet e28ccb02-1f76-4aea-821b-c82415dbe297 {{(pid=102790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 16:04:32.727925 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-52d30f8f-0843-4b3e-842d-25c7a4202370 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks [] for subnet, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:32.775969 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-52d30f8f-0843-4b3e-842d-25c7a4202370 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4614024'] for subnet, precommit_delete_associations {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:32.789777 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d083de0a-e240-4bc6-945e-efdcaa4d88d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:32.873728 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-52d30f8f-0843-4b3e-842d-25c7a4202370 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1641287'] for subnet, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:32.933639 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-52d30f8f-0843-4b3e-842d-25c7a4202370 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1641294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5231963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4793952'] for subnet, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:32.963317 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d30f8f-0843-4b3e-842d-25c7a4202370 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Pushing event deleted for resources: {'Subnet': ['ID=e28ccb02-1f76-4aea-821b-c82415dbe297,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:04:32.968968 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-52d30f8f-0843-4b3e-842d-25c7a4202370 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks [] for subnet, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:32.975420 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54e280cb-0294-4b4c-90e2-e7182b2d94a8 None None] Network a6653872-ce72-4c96-901d-c7dc66813cf9 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 16:04:32.975953 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-52d30f8f-0843-4b3e-842d-25c7a4202370 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] 10.222.0.42 "DELETE /v2.0/subnets/e28ccb02-1f76-4aea-821b-c82415dbe297 HTTP/1.1" status: 204 len: 168 time: 0.3156338 Mar 29 16:04:32.976417 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 50574) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:04:33.038167 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac3ef2e7-178e-4747-9e96-e3378e0d1241 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Deleting subnet a931fb73-1e83-46a3-be5d-b4d635b0c1dc {{(pid=102791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 16:04:33.041504 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-ac3ef2e7-178e-4747-9e96-e3378e0d1241 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks [] for subnet, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:33.086669 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-ac3ef2e7-178e-4747-9e96-e3378e0d1241 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4230423'] for subnet, precommit_delete_associations {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:33.184162 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-ac3ef2e7-178e-4747-9e96-e3378e0d1241 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1641287'] for subnet, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:33.248917 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-ac3ef2e7-178e-4747-9e96-e3378e0d1241 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1641294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16155591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16218852'] for subnet, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:33.280841 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-ac3ef2e7-178e-4747-9e96-e3378e0d1241 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks [] for subnet, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:33.286427 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-ac3ef2e7-178e-4747-9e96-e3378e0d1241 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] 10.222.0.42 "DELETE /v2.0/subnets/a931fb73-1e83-46a3-be5d-b4d635b0c1dc HTTP/1.1" status: 204 len: 168 time: 0.3066380 Mar 29 16:04:33.286427 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3ef2e7-178e-4747-9e96-e3378e0d1241 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Pushing event deleted for resources: {'Subnet': ['ID=a931fb73-1e83-46a3-be5d-b4d635b0c1dc,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:04:33.286708 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 50586) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:04:33.320846 n-d-834765-1 neutron-server[102790]: INFO neutron.pecan_wsgi.hooks.translation [None req-3bb72b34-79b5-4a81-addf-1b818845c58d tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] DELETE failed (client error): The resource could not be found. Mar 29 16:04:33.321445 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3bb72b34-79b5-4a81-addf-1b818845c58d tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102790) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 16:04:33.325844 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-3bb72b34-79b5-4a81-addf-1b818845c58d tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] 10.222.0.42 "DELETE /v2.0/subnets/e28ccb02-1f76-4aea-821b-c82415dbe297 HTTP/1.1" status: 404 len: 337 time: 0.0359058 Mar 29 16:04:33.327237 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 50588) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:04:33.382157 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_v2 [None req-1eecec04-9d3c-4e4c-98ef-3ec30165b43a tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Deleting subnet e8ae913c-35af-4f3c-888d-1c0d4b439ab0 {{(pid=102791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 16:04:33.386160 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-1eecec04-9d3c-4e4c-98ef-3ec30165b43a tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks [] for subnet, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:33.440877 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-1eecec04-9d3c-4e4c-98ef-3ec30165b43a tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4230423'] for subnet, precommit_delete_associations {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:33.517599 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8cee3f-4da7-48fa-8b75-9a92330033e1 req-834156ef-e98f-42c1-a9e9-d29c40d1a90c tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:04:33.526787 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-cc8cee3f-4da7-48fa-8b75-9a92330033e1 req-834156ef-e98f-42c1-a9e9-d29c40d1a90c tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd8e3388-810b-42c2-83e9-f7b4e3d0dd7b HTTP/1.1" status: 200 len: 944 time: 0.0739763 Mar 29 16:04:33.573811 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-cc8cee3f-4da7-48fa-8b75-9a92330033e1 req-93343bd5-9cac-4ec6-8cfb-fd01dfdc1ee9 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] 10.222.0.42 "GET /v2.0/security-groups?id=299f4eee-9f08-4ab2-9699-a166ce9b5c35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460901 Mar 29 16:04:33.609824 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-1eecec04-9d3c-4e4c-98ef-3ec30165b43a tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1641287'] for subnet, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:33.674936 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166a57cc-3355-4cb1-b65b-2a1a59e26798 req-4b109ef9-a127-4252-b03f-51c2e57c8849 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:04:33.676522 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-166a57cc-3355-4cb1-b65b-2a1a59e26798 req-4b109ef9-a127-4252-b03f-51c2e57c8849 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/ports?device_id=83dc79b8-0af1-4fb6-9b07-fda92142f15e HTTP/1.1" status: 200 len: 946 time: 0.1009769 Mar 29 16:04:33.702321 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-1eecec04-9d3c-4e4c-98ef-3ec30165b43a tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1641294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16155591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16218852'] for subnet, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:33.738351 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-1eecec04-9d3c-4e4c-98ef-3ec30165b43a tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks [] for subnet, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:33.744334 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-1eecec04-9d3c-4e4c-98ef-3ec30165b43a tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] 10.222.0.42 "DELETE /v2.0/subnets/e8ae913c-35af-4f3c-888d-1c0d4b439ab0 HTTP/1.1" status: 204 len: 168 time: 0.4134846 Mar 29 16:04:33.745042 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 50602) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:04:33.747843 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eecec04-9d3c-4e4c-98ef-3ec30165b43a tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Pushing event deleted for resources: {'Subnet': ['ID=e8ae913c-35af-4f3c-888d-1c0d4b439ab0,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:04:33.751892 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a164a7b-f9ed-493c-a79a-a5fd7a13dac9 None None] Network a6653872-ce72-4c96-901d-c7dc66813cf9 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 16:04:33.758215 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-166a57cc-3355-4cb1-b65b-2a1a59e26798 req-6edaf7bc-3567-4625-931c-4092225a0ca8 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/security-groups?id=a5fc9f00-328e-4600-84d1-ef30fc274a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742836 Mar 29 16:04:33.791838 n-d-834765-1 neutron-server[102790]: INFO neutron.pecan_wsgi.hooks.translation [None req-e23494bc-6a31-4c2b-85d2-60cb5892975a tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] DELETE failed (client error): The resource could not be found. Mar 29 16:04:33.792656 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e23494bc-6a31-4c2b-85d2-60cb5892975a tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102790) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 16:04:33.797836 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-e23494bc-6a31-4c2b-85d2-60cb5892975a tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] 10.222.0.42 "DELETE /v2.0/subnets/895755d3-05a4-4f91-baf5-193fed8a9ac6 HTTP/1.1" status: 404 len: 337 time: 0.0496526 Mar 29 16:04:33.798132 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 50604) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:04:33.840263 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-e808c168-3d8e-4c8d-847c-b8052eb2596d tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] 10.222.0.42 "GET /v2.0/ports?device_id=4bbe92db-5232-4f25-a0b2-12caa1947776 HTTP/1.1" status: 200 len: 205 time: 0.0407834 Mar 29 16:04:33.842315 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 50614) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:04:33.874868 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-f7150d85-c267-4e5d-87c0-70950b54ab96 None None] Provisioning complete for port 68c3b06f-bd49-4cc0-992f-936e43483339 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:04:33.875641 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-f7150d85-c267-4e5d-87c0-70950b54ab96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:33.880150 n-d-834765-1 neutron-server[102790]: INFO neutron.api.v2.resource [None req-0a335e74-bc89-481d-8ca7-8a2d8553af79 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] delete failed (client error): The resource could not be found. Mar 29 16:04:33.883586 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-0a335e74-bc89-481d-8ca7-8a2d8553af79 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] 10.222.0.42 "DELETE /v2.0/routers/4bbe92db-5232-4f25-a0b2-12caa1947776 HTTP/1.1" status: 404 len: 336 time: 0.0375776 Mar 29 16:04:33.883825 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 50616) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:04:33.910686 n-d-834765-1 neutron-server[102790]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0cb13a2-787c-4e0b-8aa3-ea454be49a0d tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] DELETE failed (client error): The resource could not be found. Mar 29 16:04:33.911141 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0cb13a2-787c-4e0b-8aa3-ea454be49a0d tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102790) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 16:04:33.914964 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-e0cb13a2-787c-4e0b-8aa3-ea454be49a0d tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] 10.222.0.42 "DELETE /v2.0/subnets/cbfe6f7a-37e9-4e59-a7a8-a3bebcef6b64 HTTP/1.1" status: 404 len: 337 time: 0.0301094 Mar 29 16:04:33.917426 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 50618) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:04:33.931202 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-f7150d85-c267-4e5d-87c0-70950b54ab96 None None] Port 68c3b06f-bd49-4cc0-992f-936e43483339 cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 16:04:33.943555 n-d-834765-1 neutron-server[102790]: INFO neutron.pecan_wsgi.hooks.translation [None req-19efa1cc-3977-4293-a18c-8fe3fe4c295e tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] DELETE failed (client error): The resource could not be found. Mar 29 16:04:33.944015 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19efa1cc-3977-4293-a18c-8fe3fe4c295e tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102790) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 16:04:33.947063 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-19efa1cc-3977-4293-a18c-8fe3fe4c295e tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] 10.222.0.42 "DELETE /v2.0/subnets/083b6cc2-b402-4697-935d-844c3b8eec9c HTTP/1.1" status: 404 len: 337 time: 0.0287187 Mar 29 16:04:33.947847 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-f7150d85-c267-4e5d-87c0-70950b54ab96 None None] Provisioning complete for port af398dfe-19b8-452a-92ca-284a3d258720 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:04:33.948229 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-f7150d85-c267-4e5d-87c0-70950b54ab96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:33.949610 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 50620) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:04:33.984758 n-d-834765-1 neutron-server[102790]: INFO neutron.pecan_wsgi.hooks.translation [None req-9727602a-dc8f-442f-aaa5-ad8b364ba66b tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] DELETE failed (client error): The resource could not be found. Mar 29 16:04:33.985151 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9727602a-dc8f-442f-aaa5-ad8b364ba66b tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102790) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 16:04:33.988365 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-9727602a-dc8f-442f-aaa5-ad8b364ba66b tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] 10.222.0.42 "DELETE /v2.0/subnets/ffdac86e-63e4-4a35-a684-772b53315f9d HTTP/1.1" status: 404 len: 337 time: 0.0377085 Mar 29 16:04:33.990970 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 50628) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:04:34.019965 n-d-834765-1 neutron-server[102790]: INFO neutron.pecan_wsgi.hooks.translation [None req-1abe1e6e-212a-4870-8b44-580f426e75f0 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] DELETE failed (client error): The resource could not be found. Mar 29 16:04:34.020728 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1abe1e6e-212a-4870-8b44-580f426e75f0 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102790) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 16:04:34.023844 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-1abe1e6e-212a-4870-8b44-580f426e75f0 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] 10.222.0.42 "DELETE /v2.0/ports/de15bca8-9f01-4b6b-aaad-20707bd72970 HTTP/1.1" status: 404 len: 333 time: 0.0320191 Mar 29 16:04:34.026378 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 50634) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:04:34.047644 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b58fa9b-118d-4e08-a3fe-3289b7fdd6a0 None None] DHCP port deletion for a6653872-ce72-4c96-901d-c7dc66813cf9 request from n-d-834765-1 {{(pid=102792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 29 16:04:34.063756 n-d-834765-1 neutron-server[102790]: INFO neutron.pecan_wsgi.hooks.translation [None req-04b9ae9a-7b7e-4a44-808f-2802f2fc6fb3 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] DELETE failed (client error): The resource could not be found. Mar 29 16:04:34.063756 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04b9ae9a-7b7e-4a44-808f-2802f2fc6fb3 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102790) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 16:04:34.067036 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-04b9ae9a-7b7e-4a44-808f-2802f2fc6fb3 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] 10.222.0.42 "DELETE /v2.0/subnets/27dbb8c6-be47-4810-9fff-454ce9eac893 HTTP/1.1" status: 404 len: 337 time: 0.0375111 Mar 29 16:04:34.067451 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 50642) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:04:34.096992 n-d-834765-1 neutron-server[102791]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ce64fae-ffed-42dc-aa70-91e7114d0aab tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] DELETE failed (client error): The resource could not be found. Mar 29 16:04:34.097318 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ce64fae-ffed-42dc-aa70-91e7114d0aab tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102791) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 16:04:34.103228 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-9ce64fae-ffed-42dc-aa70-91e7114d0aab tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] 10.222.0.42 "DELETE /v2.0/subnets/3169f215-1bdb-4d3a-a861-0213c2d03254 HTTP/1.1" status: 404 len: 337 time: 0.0319123 Mar 29 16:04:34.103811 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 50650) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:04:34.113970 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-0b58fa9b-118d-4e08-a3fe-3289b7fdd6a0 None None] Deleting port af398dfe-19b8-452a-92ca-284a3d258720 {{(pid=102792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:04:34.114379 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-0b58fa9b-118d-4e08-a3fe-3289b7fdd6a0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:34.128056 n-d-834765-1 neutron-server[102791]: INFO neutron.pecan_wsgi.hooks.translation [None req-36c9f156-ec50-48b3-ac21-55c476d73706 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] DELETE failed (client error): The resource could not be found. Mar 29 16:04:34.128723 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36c9f156-ec50-48b3-ac21-55c476d73706 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102791) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 16:04:34.134734 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-36c9f156-ec50-48b3-ac21-55c476d73706 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] 10.222.0.42 "DELETE /v2.0/ports/8d921f24-cb8d-42ed-8e67-2b8f0521c823 HTTP/1.1" status: 404 len: 333 time: 0.0304675 Mar 29 16:04:34.137117 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 50658) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:04:34.163454 n-d-834765-1 neutron-server[102791]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b760a33-9ef1-4812-b81e-28f5b89969e4 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] DELETE failed (client error): The resource could not be found. Mar 29 16:04:34.163901 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b760a33-9ef1-4812-b81e-28f5b89969e4 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102791) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 16:04:34.166879 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-8b760a33-9ef1-4812-b81e-28f5b89969e4 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] 10.222.0.42 "DELETE /v2.0/subnets/e52076b5-1360-470c-8f95-df6a1d983e03 HTTP/1.1" status: 404 len: 337 time: 0.0288427 Mar 29 16:04:34.169402 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 50666) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:04:34.200461 n-d-834765-1 neutron-server[102790]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1c5c695-f9ee-496d-8d9f-4f2cc8f20763 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] DELETE failed (client error): The resource could not be found. Mar 29 16:04:34.200681 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-0b58fa9b-118d-4e08-a3fe-3289b7fdd6a0 None None] For port af398dfe-19b8-452a-92ca-284a3d258720, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=af398dfe-19b8-452a-92ca-284a3d258720,segment=NetworkSegment(03e8183d-1087-4dcd-a0f2-5081fc49960e),segment_id=03e8183d-1087-4dcd-a0f2-5081fc49960e)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:04:34.200904 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1c5c695-f9ee-496d-8d9f-4f2cc8f20763 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102790) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 16:04:34.201081 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-0b58fa9b-118d-4e08-a3fe-3289b7fdd6a0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:34.204085 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-f1c5c695-f9ee-496d-8d9f-4f2cc8f20763 tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] 10.222.0.42 "DELETE /v2.0/subnets/e5ad4164-4a22-47ae-b97c-8b32a859554b HTTP/1.1" status: 404 len: 337 time: 0.0336881 Mar 29 16:04:34.206557 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 50676) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:04:34.220943 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-0b58fa9b-118d-4e08-a3fe-3289b7fdd6a0 None None] Calling delete_port for af398dfe-19b8-452a-92ca-284a3d258720 owned by network:dhcp {{(pid=102792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:04:34.225827 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d71584b9-87f1-45f5-84c7-c993c2416269 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:34.297070 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-9136ec75-bab0-454b-a925-b285ee407b7d tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Deleting port 68c3b06f-bd49-4cc0-992f-936e43483339 {{(pid=102790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:04:34.297555 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-9136ec75-bab0-454b-a925-b285ee407b7d tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:34.308675 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-0b58fa9b-118d-4e08-a3fe-3289b7fdd6a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350'] for port, after_delete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:34.335699 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b58fa9b-118d-4e08-a3fe-3289b7fdd6a0 None None] Pushing event deleted for resources: {'Port': ['ID=af398dfe-19b8-452a-92ca-284a3d258720,revision_number=None']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:04:34.344537 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b58fa9b-118d-4e08-a3fe-3289b7fdd6a0 None None] No DVR routers for this DVR port af398dfe-19b8-452a-92ca-284a3d258720 on host n-d-834765-1 {{(pid=102792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 16:04:34.366538 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-9136ec75-bab0-454b-a925-b285ee407b7d tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:34.379699 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-9136ec75-bab0-454b-a925-b285ee407b7d tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Calling delete_port for 68c3b06f-bd49-4cc0-992f-936e43483339 owned by {{(pid=102790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:04:34.484525 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-9136ec75-bab0-454b-a925-b285ee407b7d tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:34.513826 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9136ec75-bab0-454b-a925-b285ee407b7d tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Pushing event deleted for resources: {'Port': ['ID=68c3b06f-bd49-4cc0-992f-936e43483339,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:04:34.517421 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-9136ec75-bab0-454b-a925-b285ee407b7d tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:34.520772 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-9136ec75-bab0-454b-a925-b285ee407b7d tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] 10.222.0.42 "DELETE /v2.0/ports/68c3b06f-bd49-4cc0-992f-936e43483339 HTTP/1.1" status: 204 len: 168 time: 0.3133199 Mar 29 16:04:34.523815 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 50732) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:04:34.602450 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-b50730d6-e4f1-46a8-9594-9a9be348d53f tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1631750'] for network, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:34.718148 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-b50730d6-e4f1-46a8-9594-9a9be348d53f tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639890', 'neutron.services.segments.db._delete_segments_for_network-8783523423079'] for network, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:34.742616 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-b50730d6-e4f1-46a8-9594-9a9be348d53f tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6653872-ce72-4c96-901d-c7dc66813cf9']}} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:04:34.756174 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-b50730d6-e4f1-46a8-9594-9a9be348d53f tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03e8183d-1087-4dcd-a0f2-5081fc49960e') {'for_net_delete': True} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:04:34.756464 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-b50730d6-e4f1-46a8-9594-9a9be348d53f tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03e8183d-1087-4dcd-a0f2-5081fc49960e') {} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:04:34.769677 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3027163-e17c-4d1f-9ad3-220b1f23f0b9 req-7cbdb7b8-7214-4f50-9308-34ea8c5031d6 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:04:34.771817 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-c3027163-e17c-4d1f-9ad3-220b1f23f0b9 req-7cbdb7b8-7214-4f50-9308-34ea8c5031d6 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd8e3388-810b-42c2-83e9-f7b4e3d0dd7b HTTP/1.1" status: 200 len: 944 time: 0.1058626 Mar 29 16:04:34.777764 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-b50730d6-e4f1-46a8-9594-9a9be348d53f tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783523422064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4614019'] for segment, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:34.819729 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-b50730d6-e4f1-46a8-9594-9a9be348d53f tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:34.831935 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-c3027163-e17c-4d1f-9ad3-220b1f23f0b9 req-c602749f-0902-46d0-8764-d27d51aabb25 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] 10.222.0.42 "GET /v2.0/security-groups?id=299f4eee-9f08-4ab2-9699-a166ce9b5c35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522425 Mar 29 16:04:34.833310 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b50730d6-e4f1-46a8-9594-9a9be348d53f tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Releasing vlan 643 on physical network physnet1 to pool {{(pid=102790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 16:04:34.834781 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-b50730d6-e4f1-46a8-9594-9a9be348d53f tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5238013'] for segment, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:34.838426 n-d-834765-1 neutron-server[102790]: Traceback (most recent call last): Mar 29 16:04:34.838426 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 16:04:34.838426 n-d-834765-1 neutron-server[102790]: timer() Mar 29 16:04:34.838426 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 16:04:34.838426 n-d-834765-1 neutron-server[102790]: cb(*args, **kw) Mar 29 16:04:34.838426 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 16:04:34.838426 n-d-834765-1 neutron-server[102790]: return func(*args, **kwargs) Mar 29 16:04:34.838426 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 16:04:34.838426 n-d-834765-1 neutron-server[102790]: self._notify() Mar 29 16:04:34.838426 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 16:04:34.838426 n-d-834765-1 neutron-server[102790]: self.callback(batched_events) Mar 29 16:04:34.838426 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 16:04:34.838426 n-d-834765-1 neutron-server[102790]: event.method(event) Mar 29 16:04:34.838426 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 16:04:34.838426 n-d-834765-1 neutron-server[102790]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 16:04:34.838426 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 16:04:34.838426 n-d-834765-1 neutron-server[102790]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 16:04:34.838426 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 16:04:34.838426 n-d-834765-1 neutron-server[102790]: return f(self, *a, **k) Mar 29 16:04:34.838426 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 16:04:34.838426 n-d-834765-1 neutron-server[102790]: return self._get(url).json() Mar 29 16:04:34.838426 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 16:04:34.838426 n-d-834765-1 neutron-server[102790]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 16:04:34.838426 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 16:04:34.838426 n-d-834765-1 neutron-server[102790]: return self.request(url, 'GET', **kwargs) Mar 29 16:04:34.838426 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 16:04:34.838426 n-d-834765-1 neutron-server[102790]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 16:04:34.838426 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 16:04:34.838426 n-d-834765-1 neutron-server[102790]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 16:04:34.838426 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 16:04:34.838426 n-d-834765-1 neutron-server[102790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 16:04:34.838426 n-d-834765-1 neutron-server[102790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 16:04:34.902348 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 50756) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:04:34.910597 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device af398dfe-19b8-452a-92ca-284a3d258720 no longer exists at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 16:04:34.919730 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-b50730d6-e4f1-46a8-9594-9a9be348d53f tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1639897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648174'] for network, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:34.925130 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-b50730d6-e4f1-46a8-9594-9a9be348d53f tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Notify callbacks [] for network, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:34.932404 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-b50730d6-e4f1-46a8-9594-9a9be348d53f tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] 10.222.0.42 "DELETE /v2.0/networks/a6653872-ce72-4c96-901d-c7dc66813cf9 HTTP/1.1" status: 204 len: 168 time: 0.4075463 Mar 29 16:04:34.933862 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d81b01-4c5e-4f29-b3a6-dba6bd95a628 req-16c611da-7d3c-42ee-9677-81d726f00a09 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:04:34.936298 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-07d81b01-4c5e-4f29-b3a6-dba6bd95a628 req-16c611da-7d3c-42ee-9677-81d726f00a09 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/ports?device_id=83dc79b8-0af1-4fb6-9b07-fda92142f15e HTTP/1.1" status: 200 len: 946 time: 0.0813355 Mar 29 16:04:34.956841 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] No Port match for: af398dfe-19b8-452a-92ca-284a3d258720 {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 16:04:34.958752 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device af398dfe-19b8-452a-92ca-284a3d258720 not bound to the agent host n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 16:04:34.959655 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50730d6-e4f1-46a8-9594-9a9be348d53f tempest-PortsTestJSON-1474536619 tempest-PortsTestJSON-1474536619-project] Pushing event deleted for resources: {'Network': ['ID=a6653872-ce72-4c96-901d-c7dc66813cf9,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:04:34.996722 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-07d81b01-4c5e-4f29-b3a6-dba6bd95a628 req-adebf61c-1813-4308-bf51-21241ad4900f tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/security-groups?id=a5fc9f00-328e-4600-84d1-ef30fc274a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513666 Mar 29 16:04:35.039204 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-de50788f-bd03-4027-aa4e-2ae818a69bb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:35.120637 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-de50788f-bd03-4027-aa4e-2ae818a69bb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:35.124577 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-de50788f-bd03-4027-aa4e-2ae818a69bb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:35.152367 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 50764) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:04:35.162299 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-de50788f-bd03-4027-aa4e-2ae818a69bb1 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=51ae7644ec544fc6b77979efde591b71&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2588174 Mar 29 16:04:35.164513 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de50788f-bd03-4027-aa4e-2ae818a69bb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1920c050-1087-443c-ab39-39aabb2eee69,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:04:35.165092 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 50768) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:04:35.218208 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-b1241ee2-293d-4098-a5df-ce25796761a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:35.239626 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-b1241ee2-293d-4098-a5df-ce25796761a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:35.308991 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-d76b2645-3b65-4dfa-bcb8-a60d0f5e200f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=8448cf8b24d44551bc0e5bbcd54d34e2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1554070 Mar 29 16:04:35.311523 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 50770) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:04:35.324604 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-b1241ee2-293d-4098-a5df-ce25796761a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:35.327155 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-b1241ee2-293d-4098-a5df-ce25796761a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:35.328261 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-b1241ee2-293d-4098-a5df-ce25796761a6 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/1920c050-1087-443c-ab39-39aabb2eee69 HTTP/1.1" status: 204 len: 168 time: 0.1604099 Mar 29 16:04:35.346433 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1241ee2-293d-4098-a5df-ce25796761a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1920c050-1087-443c-ab39-39aabb2eee69,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:04:35.375760 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-36952cf2-a678-4fd1-b964-918fefbb601f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:35.399220 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-36952cf2-a678-4fd1-b964-918fefbb601f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:35.456553 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-36952cf2-a678-4fd1-b964-918fefbb601f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:35.461191 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-36952cf2-a678-4fd1-b964-918fefbb601f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:35.462680 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-36952cf2-a678-4fd1-b964-918fefbb601f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b6fa01c3-fa3c-4ea1-b9a6-96b320992f99 HTTP/1.1" status: 204 len: 168 time: 0.1498055 Mar 29 16:04:35.473575 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36952cf2-a678-4fd1-b964-918fefbb601f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6fa01c3-fa3c-4ea1-b9a6-96b320992f99,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:04:35.620730 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 50778) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:04:35.634797 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-a5c00617-dd82-4d10-8a08-f3a948a8da34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:35.712185 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-a5c00617-dd82-4d10-8a08-f3a948a8da34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:35.716354 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-a5c00617-dd82-4d10-8a08-f3a948a8da34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:35.756527 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c00617-dd82-4d10-8a08-f3a948a8da34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af13fe25-99e7-4fcd-90d7-a5ffbf73f83a,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:04:35.761116 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-a5c00617-dd82-4d10-8a08-f3a948a8da34 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=55dcbed354a4499f913f1290be63dcfa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1393018 Mar 29 16:04:35.763554 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 50786) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:04:35.786337 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-0cb6abf6-2706-4e52-8825-f5f644ecf9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:35.821202 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-986ab5e0-98e9-4db5-b127-5a1512341b73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:35.841975 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-986ab5e0-98e9-4db5-b127-5a1512341b73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:35.890430 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-986ab5e0-98e9-4db5-b127-5a1512341b73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:35.893081 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-986ab5e0-98e9-4db5-b127-5a1512341b73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:35.897065 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-986ab5e0-98e9-4db5-b127-5a1512341b73 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/af13fe25-99e7-4fcd-90d7-a5ffbf73f83a HTTP/1.1" status: 204 len: 168 time: 0.1296120 Mar 29 16:04:35.904377 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986ab5e0-98e9-4db5-b127-5a1512341b73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af13fe25-99e7-4fcd-90d7-a5ffbf73f83a,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:04:35.948615 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:35.997324 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604d4716-8875-4be7-96e7-07eb3fb8df76 req-d74ebfc4-f3ed-4d33-b9be-931ecef13f52 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:04:35.998921 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-604d4716-8875-4be7-96e7-07eb3fb8df76 req-d74ebfc4-f3ed-4d33-b9be-931ecef13f52 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd8e3388-810b-42c2-83e9-f7b4e3d0dd7b HTTP/1.1" status: 200 len: 944 time: 0.0528450 Mar 29 16:04:36.046720 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-604d4716-8875-4be7-96e7-07eb3fb8df76 req-2a3e1749-08e0-439e-88b3-66f0856de3e4 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] 10.222.0.42 "GET /v2.0/security-groups?id=299f4eee-9f08-4ab2-9699-a166ce9b5c35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401423 Mar 29 16:04:36.136203 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c330b37-27d0-4e1d-960a-ce1f26ee6a09 req-acf46c68-d72c-4273-b068-529df70a7577 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:04:36.139872 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-5c330b37-27d0-4e1d-960a-ce1f26ee6a09 req-acf46c68-d72c-4273-b068-529df70a7577 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/ports?device_id=83dc79b8-0af1-4fb6-9b07-fda92142f15e HTTP/1.1" status: 200 len: 946 time: 0.0595822 Mar 29 16:04:36.202643 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-5c330b37-27d0-4e1d-960a-ce1f26ee6a09 req-28a40298-35c2-47d2-9ba8-11eab308f68f tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/security-groups?id=a5fc9f00-328e-4600-84d1-ef30fc274a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586469 Mar 29 16:04:36.776474 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51424eae-829a-4d8d-8b0c-22380e8791bc req-a341239b-20b5-4097-83eb-90bcec7c7f28 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:04:36.777977 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-51424eae-829a-4d8d-8b0c-22380e8791bc req-a341239b-20b5-4097-83eb-90bcec7c7f28 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.44 "GET /v2.0/ports?device_id=83dc79b8-0af1-4fb6-9b07-fda92142f15e HTTP/1.1" status: 200 len: 946 time: 0.0505025 Mar 29 16:04:36.869304 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [req-51424eae-829a-4d8d-8b0c-22380e8791bc req-dc0093e2-c254-4ab4-8f38-06ca30a86c78 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Deleting port 81d4040c-1e8f-4870-8ad9-c023c865ca68 {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:04:36.869648 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-51424eae-829a-4d8d-8b0c-22380e8791bc req-dc0093e2-c254-4ab4-8f38-06ca30a86c78 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:36.960433 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-51424eae-829a-4d8d-8b0c-22380e8791bc req-dc0093e2-c254-4ab4-8f38-06ca30a86c78 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] For port 81d4040c-1e8f-4870-8ad9-c023c865ca68, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=81d4040c-1e8f-4870-8ad9-c023c865ca68,segment=NetworkSegment(f897e69d-257a-4c8a-bc55-e063bbc47d9e),segment_id=f897e69d-257a-4c8a-bc55-e063bbc47d9e)] {{(pid=102791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:04:36.960948 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-51424eae-829a-4d8d-8b0c-22380e8791bc req-dc0093e2-c254-4ab4-8f38-06ca30a86c78 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:37.140808 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-51424eae-829a-4d8d-8b0c-22380e8791bc req-dc0093e2-c254-4ab4-8f38-06ca30a86c78 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:37.141522 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-51424eae-829a-4d8d-8b0c-22380e8791bc req-dc0093e2-c254-4ab4-8f38-06ca30a86c78 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648212'] for floatingip, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:37.141522 n-d-834765-1 neutron-server[102791]: INFO neutron.db.l3_db [req-51424eae-829a-4d8d-8b0c-22380e8791bc req-dc0093e2-c254-4ab4-8f38-06ca30a86c78 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Floating IP 38c36f76-fd5c-46e6-b78b-e764e95320ab disassociated. External IP: 172.25.4.15, port: 81d4040c-1e8f-4870-8ad9-c023c865ca68. Mar 29 16:04:37.141841 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [req-51424eae-829a-4d8d-8b0c-22380e8791bc req-dc0093e2-c254-4ab4-8f38-06ca30a86c78 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Calling delete_port for 81d4040c-1e8f-4870-8ad9-c023c865ca68 owned by compute:nova {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:04:37.176970 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cba9df-1f7d-44c2-bd6f-59d2fd8117c7 req-026d4a8e-9113-4fd2-91c4-51579dedd31b tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:04:37.178380 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-c4cba9df-1f7d-44c2-bd6f-59d2fd8117c7 req-026d4a8e-9113-4fd2-91c4-51579dedd31b tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd8e3388-810b-42c2-83e9-f7b4e3d0dd7b HTTP/1.1" status: 200 len: 944 time: 0.0513642 Mar 29 16:04:37.257628 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-c4cba9df-1f7d-44c2-bd6f-59d2fd8117c7 req-5ccf2ea1-55e3-458f-8d25-a099ece79481 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] 10.222.0.42 "GET /v2.0/security-groups?id=299f4eee-9f08-4ab2-9699-a166ce9b5c35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726218 Mar 29 16:04:37.315333 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-51424eae-829a-4d8d-8b0c-22380e8791bc req-dc0093e2-c254-4ab4-8f38-06ca30a86c78 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:37.347451 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0093e2-c254-4ab4-8f38-06ca30a86c78 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Pushing event deleted for resources: {'Port': ['ID=81d4040c-1e8f-4870-8ad9-c023c865ca68,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:04:37.369080 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cfa9e6-ae9b-4086-a039-a7ae200ad342 req-b104981f-7688-4cbf-bde8-9df4c8fee3d4 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:04:37.371702 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-c5cfa9e6-ae9b-4086-a039-a7ae200ad342 req-b104981f-7688-4cbf-bde8-9df4c8fee3d4 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/ports?device_id=83dc79b8-0af1-4fb6-9b07-fda92142f15e HTTP/1.1" status: 200 len: 867 time: 0.0877171 Mar 29 16:04:37.453881 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-c5cfa9e6-ae9b-4086-a039-a7ae200ad342 req-80748cc3-8de4-482b-8297-f9179ae8d80f tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/security-groups?id=a5fc9f00-328e-4600-84d1-ef30fc274a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465431 Mar 29 16:04:37.503007 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.l3_agent_scheduler [req-51424eae-829a-4d8d-8b0c-22380e8791bc req-dc0093e2-c254-4ab4-8f38-06ca30a86c78 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Router ec871957-90ee-49a0-a5ff-0f9757efecd3 has already been hosted by L3 agent c648d819-1060-4f26-b4ec-6455387b5dff {{(pid=102791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 16:04:37.610194 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-51424eae-829a-4d8d-8b0c-22380e8791bc req-dc0093e2-c254-4ab4-8f38-06ca30a86c78 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 16:04:37.621177 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4362b1b9-39ad-48fa-9911-7f0ea823c765 None None] Sync routers for ids ['ec871957-90ee-49a0-a5ff-0f9757efecd3'] in n-d-834765-1 {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 16:04:37.630259 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4362b1b9-39ad-48fa-9911-7f0ea823c765 None None] Routers {'ec871957-90ee-49a0-a5ff-0f9757efecd3'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:04:37.631585 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-4362b1b9-39ad-48fa-9911-7f0ea823c765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:04:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['ec871957-90ee-49a0-a5ff-0f9757efecd3'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:04:37.652313 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [req-51424eae-829a-4d8d-8b0c-22380e8791bc req-dc0093e2-c254-4ab4-8f38-06ca30a86c78 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] No DVR routers for this DVR port 81d4040c-1e8f-4870-8ad9-c023c865ca68 on host n-h1-834765-1 {{(pid=102791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 16:04:37.654846 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-51424eae-829a-4d8d-8b0c-22380e8791bc req-dc0093e2-c254-4ab4-8f38-06ca30a86c78 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:37.658201 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-51424eae-829a-4d8d-8b0c-22380e8791bc req-dc0093e2-c254-4ab4-8f38-06ca30a86c78 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.44 "DELETE /v2.0/ports/81d4040c-1e8f-4870-8ad9-c023c865ca68 HTTP/1.1" status: 204 len: 173 time: 0.8739417 Mar 29 16:04:37.658641 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83dc79b8-0af1-4fb6-9b07-fda92142f15e', 'name': 'network-vif-deleted', 'tag': '81d4040c-1e8f-4870-8ad9-c023c865ca68'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:04:37.660924 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c67b028db5e9b9818fecc5c0a87ebc6f190694fa53ca267d523e04f98de536d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e95f82b6-475b-4fb3-a742-4cba3fc66bae" -d '{"events": [{"server_uuid": "83dc79b8-0af1-4fb6-9b07-fda92142f15e", "name": "network-vif-deleted", "tag": "81d4040c-1e8f-4870-8ad9-c023c865ca68"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:04:37.721628 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 16:04:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4c0ba21-cc10-45ff-b3b9-5930cad4748e x-openstack-request-id: req-c4c0ba21-cc10-45ff-b3b9-5930cad4748e {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:04:37.721968 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83dc79b8-0af1-4fb6-9b07-fda92142f15e", "name": "network-vif-deleted", "tag": "81d4040c-1e8f-4870-8ad9-c023c865ca68", "status": "completed", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:04:37.722217 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c4c0ba21-cc10-45ff-b3b9-5930cad4748e {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:04:37.722609 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83dc79b8-0af1-4fb6-9b07-fda92142f15e', 'name': 'network-vif-deleted', 'tag': '81d4040c-1e8f-4870-8ad9-c023c865ca68', 'status': 'completed', 'code': 200} Mar 29 16:04:37.863135 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvr_db [None req-4362b1b9-39ad-48fa-9911-7f0ea823c765 None None] Set router ec871957-90ee-49a0-a5ff-0f9757efecd3 gateway port host: n-d-834765-1 {{(pid=102793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:04:38.059178 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-4362b1b9-39ad-48fa-9911-7f0ea823c765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec871957-90ee-49a0-a5ff-0f9757efecd3', 'name': 'tempest-TestVolumeBootPattern-1912300397-router', 'tenant_id': 'f31979fa8a674f56835f136e5e49ba5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.192'}], 'enable_snat': True}, 'gw_port_id': 'a9e975fe-4cb2-4e7f-9458-99fac6b3ced0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:56:22Z', 'updated_at': '2022-03-29T15:56:27Z', 'revision_number': 4, 'project_id': 'f31979fa8a674f56835f136e5e49ba5c', 'gw_port': {'id': 'a9e975fe-4cb2-4e7f-9458-99fac6b3ced0', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:e2:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec871957-90ee-49a0-a5ff-0f9757efecd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2536, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:56:23Z', 'updated_at': '2022-03-29T15:56:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': 'f876ee11-083d-432f-af7b-661f92894ec9', 'name': '', 'network_id': '8594f729-9088-4f6b-8543-aaadb0f5b192', 'tenant_id': 'f31979fa8a674f56835f136e5e49ba5c', 'mac_address': 'fa:16:3e:9d:45:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec871957-90ee-49a0-a5ff-0f9757efecd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2542, 'fixed_ips': [{'subnet_id': '52e8269b-e046-4c98-a9b1-ef8905fa8ddb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:56:26Z', 'updated_at': '2022-03-29T15:56:34Z', 'revision_number': 5, 'project_id': 'f31979fa8a674f56835f136e5e49ba5c', 'subnets': [{'id': '52e8269b-e046-4c98-a9b1-ef8905fa8ddb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:04:38.090817 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4362b1b9-39ad-48fa-9911-7f0ea823c765 None None] Checking router: ec871957-90ee-49a0-a5ff-0f9757efecd3 for host: n-d-834765-1 {{(pid=102793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 16:04:38.100869 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4362b1b9-39ad-48fa-9911-7f0ea823c765 None None] Routers {'ec871957-90ee-49a0-a5ff-0f9757efecd3'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:04:38.101171 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-4362b1b9-39ad-48fa-9911-7f0ea823c765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:04:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['ec871957-90ee-49a0-a5ff-0f9757efecd3'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:04:38.209912 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvr_db [None req-4362b1b9-39ad-48fa-9911-7f0ea823c765 None None] Set router ec871957-90ee-49a0-a5ff-0f9757efecd3 gateway port host: n-d-834765-1 {{(pid=102793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:04:38.419335 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e21581-aab7-44db-881c-a1eaea56b1da req-a2a33c51-560a-4c34-b871-1cfc774b1939 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:04:38.422820 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-a7e21581-aab7-44db-881c-a1eaea56b1da req-a2a33c51-560a-4c34-b871-1cfc774b1939 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd8e3388-810b-42c2-83e9-f7b4e3d0dd7b HTTP/1.1" status: 200 len: 944 time: 0.0717778 Mar 29 16:04:38.455396 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-4362b1b9-39ad-48fa-9911-7f0ea823c765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec871957-90ee-49a0-a5ff-0f9757efecd3', 'name': 'tempest-TestVolumeBootPattern-1912300397-router', 'tenant_id': 'f31979fa8a674f56835f136e5e49ba5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.192'}], 'enable_snat': True}, 'gw_port_id': 'a9e975fe-4cb2-4e7f-9458-99fac6b3ced0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:56:22Z', 'updated_at': '2022-03-29T15:56:27Z', 'revision_number': 4, 'project_id': 'f31979fa8a674f56835f136e5e49ba5c', 'gw_port': {'id': 'a9e975fe-4cb2-4e7f-9458-99fac6b3ced0', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:e2:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec871957-90ee-49a0-a5ff-0f9757efecd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2536, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:56:23Z', 'updated_at': '2022-03-29T15:56:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': 'f876ee11-083d-432f-af7b-661f92894ec9', 'name': '', 'network_id': '8594f729-9088-4f6b-8543-aaadb0f5b192', 'tenant_id': 'f31979fa8a674f56835f136e5e49ba5c', 'mac_address': 'fa:16:3e:9d:45:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec871957-90ee-49a0-a5ff-0f9757efecd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2542, 'fixed_ips': [{'subnet_id': '52e8269b-e046-4c98-a9b1-ef8905fa8ddb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:56:26Z', 'updated_at': '2022-03-29T15:56:34Z', 'revision_number': 5, 'project_id': 'f31979fa8a674f56835f136e5e49ba5c', 'subnets': [{'id': '52e8269b-e046-4c98-a9b1-ef8905fa8ddb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:04:38.486631 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4362b1b9-39ad-48fa-9911-7f0ea823c765 None None] The sync data for ids ['ec871957-90ee-49a0-a5ff-0f9757efecd3'] in n-d-834765-1 is: [{'id': 'ec871957-90ee-49a0-a5ff-0f9757efecd3', 'name': 'tempest-TestVolumeBootPattern-1912300397-router', 'tenant_id': 'f31979fa8a674f56835f136e5e49ba5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.192'}], 'enable_snat': True}, 'gw_port_id': 'a9e975fe-4cb2-4e7f-9458-99fac6b3ced0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:56:22Z', 'updated_at': '2022-03-29T15:56:27Z', 'revision_number': 4, 'project_id': 'f31979fa8a674f56835f136e5e49ba5c', 'gw_port': {'id': 'a9e975fe-4cb2-4e7f-9458-99fac6b3ced0', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:e2:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec871957-90ee-49a0-a5ff-0f9757efecd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2536, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:56:23Z', 'updated_at': '2022-03-29T15:56:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': 'f876ee11-083d-432f-af7b-661f92894ec9', 'name': '', 'network_id': '8594f729-9088-4f6b-8543-aaadb0f5b192', 'tenant_id': 'f31979fa8a674f56835f136e5e49ba5c', 'mac_address': 'fa:16:3e:9d:45:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec871957-90ee-49a0-a5ff-0f9757efecd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2542, 'fixed_ips': [{'subnet_id': '52e8269b-e046-4c98-a9b1-ef8905fa8ddb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:56:26Z', 'updated_at': '2022-03-29T15:56:34Z', 'revision_number': 5, 'project_id': 'f31979fa8a674f56835f136e5e49ba5c', 'subnets': [{'id': '52e8269b-e046-4c98-a9b1-ef8905fa8ddb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 16:04:38.495531 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-a7e21581-aab7-44db-881c-a1eaea56b1da req-0a1cd112-54a3-4257-923f-d82b15927d4c tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] 10.222.0.42 "GET /v2.0/security-groups?id=299f4eee-9f08-4ab2-9699-a166ce9b5c35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609999 Mar 29 16:04:38.602374 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-fca9e926-417d-438d-8d9d-d29914d9b837 req-dad67a32-313c-4194-a982-80b6ccdd821a tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/ports?device_id=83dc79b8-0af1-4fb6-9b07-fda92142f15e HTTP/1.1" status: 200 len: 210 time: 0.0308897 Mar 29 16:04:38.839573 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f148664-23b3-4a46-a1ff-0783782907aa None None] New status for floating IP 38c36f76-fd5c-46e6-b78b-e764e95320ab: DOWN {{(pid=102792) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 16:04:39.084847 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device 81d4040c-1e8f-4870-8ad9-c023c865ca68 no longer exists at agent hyperv_n-h1-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 16:04:39.110096 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] No Port match for: 81d4040c-1e8f-4870-8ad9-c023c865ca68 {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 16:04:39.110434 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device 81d4040c-1e8f-4870-8ad9-c023c865ca68 not bound to the agent host n-h1-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 16:04:39.623871 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de12164e-d8d8-4070-b21a-e323a871f701 req-3795afc3-a306-47d9-a1f1-9f4b5e0dc93b tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:04:39.625340 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-de12164e-d8d8-4070-b21a-e323a871f701 req-3795afc3-a306-47d9-a1f1-9f4b5e0dc93b tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd8e3388-810b-42c2-83e9-f7b4e3d0dd7b HTTP/1.1" status: 200 len: 944 time: 0.0494051 Mar 29 16:04:39.673784 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-de12164e-d8d8-4070-b21a-e323a871f701 req-769bf542-575d-4041-8ce5-02b0de1529c5 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] 10.222.0.42 "GET /v2.0/security-groups?id=299f4eee-9f08-4ab2-9699-a166ce9b5c35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409422 Mar 29 16:04:39.703406 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-ccabb492-6d5f-492d-9424-a34389a409c2 req-a8c30cd6-88e6-4eff-b08d-545fa369d9a6 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/ports?device_id=83dc79b8-0af1-4fb6-9b07-fda92142f15e HTTP/1.1" status: 200 len: 210 time: 0.0311871 Mar 29 16:04:40.810843 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-cf187b6f-d601-4773-b31b-d63e7c0e93f4 req-c92f3db1-76c3-4647-ab6e-a8a1e025c03d tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/ports?device_id=83dc79b8-0af1-4fb6-9b07-fda92142f15e HTTP/1.1" status: 200 len: 210 time: 0.0287075 Mar 29 16:04:40.821743 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad83574e-c882-4acf-9347-b6b188093b47 req-d3592248-df0f-4d64-b5a1-37154e0c7845 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:04:40.823441 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ad83574e-c882-4acf-9347-b6b188093b47 req-d3592248-df0f-4d64-b5a1-37154e0c7845 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd8e3388-810b-42c2-83e9-f7b4e3d0dd7b HTTP/1.1" status: 200 len: 944 time: 0.0540867 Mar 29 16:04:40.864474 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ad83574e-c882-4acf-9347-b6b188093b47 req-8571f3c1-778e-4af5-934c-0ecf27f6eeed tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] 10.222.0.42 "GET /v2.0/security-groups?id=299f4eee-9f08-4ab2-9699-a166ce9b5c35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350456 Mar 29 16:04:42.011982 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e697ef6c-567d-4a6f-a6e7-a242762ca1d3 req-e258bc1d-b4da-489c-887b-3bfde01f9188 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:04:42.013469 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e697ef6c-567d-4a6f-a6e7-a242762ca1d3 req-e258bc1d-b4da-489c-887b-3bfde01f9188 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd8e3388-810b-42c2-83e9-f7b4e3d0dd7b HTTP/1.1" status: 200 len: 944 time: 0.0513647 Mar 29 16:04:42.057304 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e697ef6c-567d-4a6f-a6e7-a242762ca1d3 req-eded1fc5-7a32-4b8b-9adc-ff7e269719c5 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] 10.222.0.42 "GET /v2.0/security-groups?id=299f4eee-9f08-4ab2-9699-a166ce9b5c35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376580 Mar 29 16:04:42.063532 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-079d6354-08f8-4299-8dc2-f2eb34dba4c4 req-4cd71b1b-d545-4d1b-b227-8c7813ad71a6 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-443718959&fields=id&tenant_id=f31979fa8a674f56835f136e5e49ba5c HTTP/1.1" status: 200 len: 267 time: 0.0360289 Mar 29 16:04:42.194425 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079d6354-08f8-4299-8dc2-f2eb34dba4c4 req-167b4ef3-3d4f-4486-9d93-f886b3b68681 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:04:42.195575 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-079d6354-08f8-4299-8dc2-f2eb34dba4c4 req-167b4ef3-3d4f-4486-9d93-f886b3b68681 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/networks?id=8594f729-9088-4f6b-8543-aaadb0f5b192 HTTP/1.1" status: 200 len: 812 time: 0.1188602 Mar 29 16:04:42.212339 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-079d6354-08f8-4299-8dc2-f2eb34dba4c4 req-dcc60171-8402-46af-8cde-ab087950831d tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/quotas/f31979fa8a674f56835f136e5e49ba5c HTTP/1.1" status: 200 len: 375 time: 0.0099027 Mar 29 16:04:42.268457 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-079d6354-08f8-4299-8dc2-f2eb34dba4c4 req-68135ed6-ff56-4b1b-b43e-ce4640996fd7 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=f31979fa8a674f56835f136e5e49ba5c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0497806 Mar 29 16:04:42.374923 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-079d6354-08f8-4299-8dc2-f2eb34dba4c4 req-89181250-ac97-4cef-a280-5a7b283a7867 service neutron] 10.222.0.42 "GET /v2.0/networks/8594f729-9088-4f6b-8543-aaadb0f5b192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931845 Mar 29 16:04:42.477325 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-079d6354-08f8-4299-8dc2-f2eb34dba4c4 req-7d0b7bed-7336-45ad-8d34-0b216aa84d3f service neutron] 10.222.0.42 "GET /v2.0/networks/8594f729-9088-4f6b-8543-aaadb0f5b192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935507 Mar 29 16:04:42.787963 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-a3b9a4f9-5a54-46ae-b883-724b167b7b3c req-66bb3ebd-cb1c-4a30-937c-5922f8904a02 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/ports?device_id=77580fbd-129b-4d26-8ed8-ae744df06822 HTTP/1.1" status: 200 len: 210 time: 0.0278516 Mar 29 16:04:43.198379 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da98cdf7-65aa-4255-b1d4-321fbbc729af req-2c6548e8-5b8e-4391-8950-2ee1aea30ca9 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:04:43.199918 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-da98cdf7-65aa-4255-b1d4-321fbbc729af req-2c6548e8-5b8e-4391-8950-2ee1aea30ca9 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd8e3388-810b-42c2-83e9-f7b4e3d0dd7b HTTP/1.1" status: 200 len: 944 time: 0.0523586 Mar 29 16:04:43.246323 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-da98cdf7-65aa-4255-b1d4-321fbbc729af req-1984ee35-f7e7-42c6-9e41-d22e9a54e866 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] 10.222.0.42 "GET /v2.0/security-groups?id=299f4eee-9f08-4ab2-9699-a166ce9b5c35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398285 Mar 29 16:04:44.191224 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-7c6ceb8c-12cc-45db-80e2-1317c08d59ae req-c848c8c7-c6c4-454a-8542-7f2469166d26 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/ports?device_id=77580fbd-129b-4d26-8ed8-ae744df06822 HTTP/1.1" status: 200 len: 210 time: 0.0335376 Mar 29 16:04:44.227288 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079d6354-08f8-4299-8dc2-f2eb34dba4c4 req-a8b32798-08c8-424a-9396-78077ce806ec tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:04:44.229385 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-079d6354-08f8-4299-8dc2-f2eb34dba4c4 req-a8b32798-08c8-424a-9396-78077ce806ec tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.44 "GET /v2.0/networks?id=8594f729-9088-4f6b-8543-aaadb0f5b192 HTTP/1.1" status: 200 len: 812 time: 0.5244510 Mar 29 16:04:44.274995 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-079d6354-08f8-4299-8dc2-f2eb34dba4c4 req-d81f219a-e2ef-425f-85da-8cfced8ec897 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f31979fa8a674f56835f136e5e49ba5c HTTP/1.1" status: 200 len: 379 time: 0.0367258 Mar 29 16:04:44.285849 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [req-079d6354-08f8-4299-8dc2-f2eb34dba4c4 req-3db5ee77-93a6-43bc-ad37-be890e39f002 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Request body: {'port': {'device_id': '77580fbd-129b-4d26-8ed8-ae744df06822', 'network_id': '8594f729-9088-4f6b-8543-aaadb0f5b192', 'admin_state_up': True, 'tenant_id': 'f31979fa8a674f56835f136e5e49ba5c', 'security_groups': ['a5fc9f00-328e-4600-84d1-ef30fc274a7c']}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:04:44.450456 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48eefc4c-f0e9-4d23-a087-ff07164ce5aa req-63dcd0f0-1c21-4bdd-9ca0-6fa42d10bf88 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:04:44.453641 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-48eefc4c-f0e9-4d23-a087-ff07164ce5aa req-63dcd0f0-1c21-4bdd-9ca0-6fa42d10bf88 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd8e3388-810b-42c2-83e9-f7b4e3d0dd7b HTTP/1.1" status: 200 len: 944 time: 0.0752816 Mar 29 16:04:44.479661 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-079d6354-08f8-4299-8dc2-f2eb34dba4c4 req-3db5ee77-93a6-43bc-ad37-be890e39f002 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Made reservation on behalf of f31979fa8a674f56835f136e5e49ba5c for: {'port': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:04:44.484771 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-079d6354-08f8-4299-8dc2-f2eb34dba4c4 req-3db5ee77-93a6-43bc-ad37-be890e39f002 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:44.519550 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-48eefc4c-f0e9-4d23-a087-ff07164ce5aa req-bc931ab5-d7a2-47ec-861d-609aeba3c739 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] 10.222.0.42 "GET /v2.0/security-groups?id=299f4eee-9f08-4ab2-9699-a166ce9b5c35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565166 Mar 29 16:04:44.631779 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_common [req-079d6354-08f8-4299-8dc2-f2eb34dba4c4 req-3db5ee77-93a6-43bc-ad37-be890e39f002 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Allocated IP 172.20.0.11 (8594f729-9088-4f6b-8543-aaadb0f5b192/52e8269b-e046-4c98-a9b1-ef8905fa8ddb/6229ea58-48ea-4053-8b5a-016c704c7a65) {{(pid=102791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:04:44.783552 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-079d6354-08f8-4299-8dc2-f2eb34dba4c4 req-3db5ee77-93a6-43bc-ad37-be890e39f002 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Notify callbacks [] for port, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:44.817194 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-079d6354-08f8-4299-8dc2-f2eb34dba4c4 req-3db5ee77-93a6-43bc-ad37-be890e39f002 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:44.859638 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-079d6354-08f8-4299-8dc2-f2eb34dba4c4 req-3db5ee77-93a6-43bc-ad37-be890e39f002 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Network 8594f729-9088-4f6b-8543-aaadb0f5b192 is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:04:44.863102 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [req-079d6354-08f8-4299-8dc2-f2eb34dba4c4 req-3db5ee77-93a6-43bc-ad37-be890e39f002 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:04:44.867459 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [req-079d6354-08f8-4299-8dc2-f2eb34dba4c4 req-3db5ee77-93a6-43bc-ad37-be890e39f002 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Received port after_create {{(pid=102791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:04:44.905391 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db5ee77-93a6-43bc-ad37-be890e39f002 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Pushing event updated for resources: {'Port': ['ID=6229ea58-48ea-4053-8b5a-016c704c7a65,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:04:44.934934 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079d6354-08f8-4299-8dc2-f2eb34dba4c4 req-3db5ee77-93a6-43bc-ad37-be890e39f002 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:04:44.936042 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-079d6354-08f8-4299-8dc2-f2eb34dba4c4 req-3db5ee77-93a6-43bc-ad37-be890e39f002 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:44.958704 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-079d6354-08f8-4299-8dc2-f2eb34dba4c4 req-3db5ee77-93a6-43bc-ad37-be890e39f002 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6758804 Mar 29 16:04:44.971186 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [req-079d6354-08f8-4299-8dc2-f2eb34dba4c4 req-c314ae4f-c569-4fd8-8c83-b6a3b52fa92c service neutron] Request body: {'port': {'device_id': '77580fbd-129b-4d26-8ed8-ae744df06822', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834765-1'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:04:45.033930 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-079d6354-08f8-4299-8dc2-f2eb34dba4c4 req-c314ae4f-c569-4fd8-8c83-b6a3b52fa92c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:45.118590 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device b5e9510a-130c-43b6-8f2a-559b817aa9da details requested by agent hyperv_n-h1-834765-1 with host n-h1-834765-1 {{(pid=102792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 16:04:45.210039 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-29019a87-8acd-4708-80a7-e750c6765682 None None] Provisioning complete for port 6229ea58-48ea-4053-8b5a-016c704c7a65 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:04:45.211182 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-29019a87-8acd-4708-80a7-e750c6765682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:45.307960 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-29019a87-8acd-4708-80a7-e750c6765682 None None] Port 6229ea58-48ea-4053-8b5a-016c704c7a65 cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 16:04:45.352088 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port b5e9510a-130c-43b6-8f2a-559b817aa9da, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=b5e9510a-130c-43b6-8f2a-559b817aa9da,segment=NetworkSegment(b3edd697-c981-4e3c-9ae1-cbcf1935405e),segment_id=b3edd697-c981-4e3c-9ae1-cbcf1935405e)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:04:45.372482 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Returning: {'device': 'b5e9510a-130c-43b6-8f2a-559b817aa9da', 'network_id': 'bcacae85-6ca5-4d88-b7ab-d97534741bbe', 'port_id': 'b5e9510a-130c-43b6-8f2a-559b817aa9da', 'mac_address': 'fa:16:3e:c4:e9:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 615, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a47225e3-f321-4c9c-823d-2d6e56b01612', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 16:04:45.422698 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:45.439553 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5e9510a-130c-43b6-8f2a-559b817aa9da {{(pid=102792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 16:04:45.449277 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89f2644-5872-4fee-a786-71cb7bd87b34 req-9c90800c-547b-4858-bd85-f258c7b1a459 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:04:45.455018 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e89f2644-5872-4fee-a786-71cb7bd87b34 req-9c90800c-547b-4858-bd85-f258c7b1a459 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/ports?device_id=77580fbd-129b-4d26-8ed8-ae744df06822 HTTP/1.1" status: 200 len: 932 time: 0.1504619 Mar 29 16:04:45.463361 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port b5e9510a-130c-43b6-8f2a-559b817aa9da, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=b5e9510a-130c-43b6-8f2a-559b817aa9da,segment=NetworkSegment(b3edd697-c981-4e3c-9ae1-cbcf1935405e),segment_id=b3edd697-c981-4e3c-9ae1-cbcf1935405e)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:04:45.469815 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:45.480499 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [req-079d6354-08f8-4299-8dc2-f2eb34dba4c4 req-c314ae4f-c569-4fd8-8c83-b6a3b52fa92c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6229ea58-48ea-4053-8b5a-016c704c7a65 {{(pid=102791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 16:04:45.492521 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-079d6354-08f8-4299-8dc2-f2eb34dba4c4 req-c314ae4f-c569-4fd8-8c83-b6a3b52fa92c service neutron] Notify callbacks [] for port, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:45.506224 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.provisioning_blocks [req-079d6354-08f8-4299-8dc2-f2eb34dba4c4 req-c314ae4f-c569-4fd8-8c83-b6a3b52fa92c service neutron] Transition to ACTIVE for port object 6229ea58-48ea-4053-8b5a-016c704c7a65 will not be triggered until provisioned by entity L2. {{(pid=102791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 16:04:45.516558 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-079d6354-08f8-4299-8dc2-f2eb34dba4c4 req-c314ae4f-c569-4fd8-8c83-b6a3b52fa92c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:45.564333 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Pushing event updated for resources: {'Port': ['ID=b5e9510a-130c-43b6-8f2a-559b817aa9da,revision_number=11']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:04:45.585030 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c314ae4f-c569-4fd8-8c83-b6a3b52fa92c service neutron] Pushing event updated for resources: {'Port': ['ID=6229ea58-48ea-4053-8b5a-016c704c7a65,revision_number=2']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:04:45.647895 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e89f2644-5872-4fee-a786-71cb7bd87b34 req-c2a40220-4bc8-4d23-92f8-646950eb6db0 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/security-groups?id=a5fc9f00-328e-4600-84d1-ef30fc274a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1398690 Mar 29 16:04:45.758794 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-9d544672-60b1-43e9-a9bc-adff74e760b8 req-c118def0-f251-4986-9194-fb75107f0d25 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=c07a304f-57a4-4395-8529-9e19ca6f9059&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1848288 Mar 29 16:04:45.767830 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d66285-075b-4f4e-94a2-652fc580e9e0 req-ba636466-b627-4159-9192-d3b9fa928032 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:04:45.769414 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-d3d66285-075b-4f4e-94a2-652fc580e9e0 req-ba636466-b627-4159-9192-d3b9fa928032 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd8e3388-810b-42c2-83e9-f7b4e3d0dd7b HTTP/1.1" status: 200 len: 945 time: 0.0809734 Mar 29 16:04:45.788213 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-079d6354-08f8-4299-8dc2-f2eb34dba4c4 req-c314ae4f-c569-4fd8-8c83-b6a3b52fa92c service neutron] Attempting to bind port 6229ea58-48ea-4053-8b5a-016c704c7a65 on host n-h1-834765-1 for vnic_type normal with profile {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 16:04:45.788542 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-079d6354-08f8-4299-8dc2-f2eb34dba4c4 req-c314ae4f-c569-4fd8-8c83-b6a3b52fa92c service neutron] Attempting to bind port 6229ea58-48ea-4053-8b5a-016c704c7a65 by drivers openvswitch,hyperv on host n-h1-834765-1 at level 0 using segments [{'id': 'f897e69d-257a-4c8a-bc55-e063bbc47d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '8594f729-9088-4f6b-8543-aaadb0f5b192'}] {{(pid=102791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 16:04:45.788867 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-079d6354-08f8-4299-8dc2-f2eb34dba4c4 req-c314ae4f-c569-4fd8-8c83-b6a3b52fa92c service neutron] Attempting to bind port 6229ea58-48ea-4053-8b5a-016c704c7a65 on network 8594f729-9088-4f6b-8543-aaadb0f5b192 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 16:04:45.808964 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] get_ports_and_sgs() called for port_ids ['b5e9510a-130c-43b6-8f2a-559b817aa9da'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 16:04:45.836596 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-d3d66285-075b-4f4e-94a2-652fc580e9e0 req-70a22bee-a7e9-4caf-b819-50e5a4bad1f5 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] 10.222.0.42 "GET /v2.0/security-groups?id=299f4eee-9f08-4ab2-9699-a166ce9b5c35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535803 Mar 29 16:04:45.849542 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-079d6354-08f8-4299-8dc2-f2eb34dba4c4 req-c314ae4f-c569-4fd8-8c83-b6a3b52fa92c service neutron] Port 6229ea58-48ea-4053-8b5a-016c704c7a65 on network 8594f729-9088-4f6b-8543-aaadb0f5b192 not bound, no agent of type Open vSwitch agent registered on host n-h1-834765-1 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 16:04:45.849914 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-079d6354-08f8-4299-8dc2-f2eb34dba4c4 req-c314ae4f-c569-4fd8-8c83-b6a3b52fa92c service neutron] Attempting to bind port 6229ea58-48ea-4053-8b5a-016c704c7a65 on network 8594f729-9088-4f6b-8543-aaadb0f5b192 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 16:04:45.873957 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-079d6354-08f8-4299-8dc2-f2eb34dba4c4 req-c314ae4f-c569-4fd8-8c83-b6a3b52fa92c service neutron] Checking agent: {'id': 'be375040-5069-4239-9460-a3a3213e1e90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 33, 18), 'started_at': datetime.datetime(2022, 3, 29, 15, 33, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 16, 4, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 16:04:45.875997 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-079d6354-08f8-4299-8dc2-f2eb34dba4c4 req-c314ae4f-c569-4fd8-8c83-b6a3b52fa92c service neutron] Checking segment: {'id': 'f897e69d-257a-4c8a-bc55-e063bbc47d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '8594f729-9088-4f6b-8543-aaadb0f5b192'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 16:04:45.876385 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-079d6354-08f8-4299-8dc2-f2eb34dba4c4 req-c314ae4f-c569-4fd8-8c83-b6a3b52fa92c service neutron] Bound using segment: {'id': 'f897e69d-257a-4c8a-bc55-e063bbc47d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '8594f729-9088-4f6b-8543-aaadb0f5b192'} {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 16:04:45.876829 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-079d6354-08f8-4299-8dc2-f2eb34dba4c4 req-c314ae4f-c569-4fd8-8c83-b6a3b52fa92c service neutron] Bound port: 6229ea58-48ea-4053-8b5a-016c704c7a65, host: n-h1-834765-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f897e69d-257a-4c8a-bc55-e063bbc47d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '8594f729-9088-4f6b-8543-aaadb0f5b192'}}] {{(pid=102791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 16:04:45.877192 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-079d6354-08f8-4299-8dc2-f2eb34dba4c4 req-c314ae4f-c569-4fd8-8c83-b6a3b52fa92c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:45.892708 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d544672-60b1-43e9-a9bc-adff74e760b8 req-0101ef64-a6bd-4da9-be3d-59d3b7a6a980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:04:45.897716 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-9d544672-60b1-43e9-a9bc-adff74e760b8 req-0101ef64-a6bd-4da9-be3d-59d3b7a6a980 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=358ad84304604947a292f32d4e62126b&device_id=c07a304f-57a4-4395-8529-9e19ca6f9059 HTTP/1.1" status: 200 len: 1097 time: 0.0923722 Mar 29 16:04:46.053312 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d544672-60b1-43e9-a9bc-adff74e760b8 req-e81a18ff-4400-431d-886e-a385af487951 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:04:46.055017 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-9d544672-60b1-43e9-a9bc-adff74e760b8 req-e81a18ff-4400-431d-886e-a385af487951 service neutron] 10.222.0.48 "GET /v2.0/networks?id=3364456e-aead-437c-a830-dc7a420fe2a4 HTTP/1.1" status: 200 len: 913 time: 0.1259513 Mar 29 16:04:46.108103 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-9d544672-60b1-43e9-a9bc-adff74e760b8 req-c9ce5831-ed2c-4531-80b0-f83c34b0f1db service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=eee98cd1-810a-4b81-9592-696d58b4c137 HTTP/1.1" status: 200 len: 217 time: 0.0441730 Mar 29 16:04:46.151436 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-079d6354-08f8-4299-8dc2-f2eb34dba4c4 req-c314ae4f-c569-4fd8-8c83-b6a3b52fa92c service neutron] For port 6229ea58-48ea-4053-8b5a-016c704c7a65, host n-h1-834765-1, cleared binding levels {{(pid=102791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 16:04:46.169408 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-079d6354-08f8-4299-8dc2-f2eb34dba4c4 req-c314ae4f-c569-4fd8-8c83-b6a3b52fa92c service neutron] For port 6229ea58-48ea-4053-8b5a-016c704c7a65, host n-h1-834765-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=6229ea58-48ea-4053-8b5a-016c704c7a65,segment=NetworkSegment(f897e69d-257a-4c8a-bc55-e063bbc47d9e),segment_id=f897e69d-257a-4c8a-bc55-e063bbc47d9e)] {{(pid=102791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 16:04:46.178551 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-079d6354-08f8-4299-8dc2-f2eb34dba4c4 req-c314ae4f-c569-4fd8-8c83-b6a3b52fa92c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:46.193468 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d544672-60b1-43e9-a9bc-adff74e760b8 req-5fe3884a-a8c9-4d87-ac51-3928a62d873c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:04:46.195099 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-9d544672-60b1-43e9-a9bc-adff74e760b8 req-5fe3884a-a8c9-4d87-ac51-3928a62d873c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6caada61-173d-4256-8e9d-611647191ef5 HTTP/1.1" status: 200 len: 851 time: 0.0792692 Mar 29 16:04:46.250644 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079d6354-08f8-4299-8dc2-f2eb34dba4c4 req-c314ae4f-c569-4fd8-8c83-b6a3b52fa92c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:04:46.251306 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-079d6354-08f8-4299-8dc2-f2eb34dba4c4 req-c314ae4f-c569-4fd8-8c83-b6a3b52fa92c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:46.253118 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-079d6354-08f8-4299-8dc2-f2eb34dba4c4 req-c314ae4f-c569-4fd8-8c83-b6a3b52fa92c service neutron] 10.222.0.44 "PUT /v2.0/ports/6229ea58-48ea-4053-8b5a-016c704c7a65 HTTP/1.1" status: 200 len: 1092 time: 1.2862437 Mar 29 16:04:46.253603 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77580fbd-129b-4d26-8ed8-ae744df06822', 'tag': '6229ea58-48ea-4053-8b5a-016c704c7a65'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:04:46.256615 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c67b028db5e9b9818fecc5c0a87ebc6f190694fa53ca267d523e04f98de536d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adbbba34-e846-4bc6-bdaf-5939d2b6c017" -d '{"events": [{"name": "network-changed", "server_uuid": "77580fbd-129b-4d26-8ed8-ae744df06822", "tag": "6229ea58-48ea-4053-8b5a-016c704c7a65"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:04:46.350742 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 16:04:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d913d912-1b5b-4250-8d7f-8db9c9b33c08 x-openstack-request-id: req-d913d912-1b5b-4250-8d7f-8db9c9b33c08 {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:04:46.351082 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77580fbd-129b-4d26-8ed8-ae744df06822", "tag": "6229ea58-48ea-4053-8b5a-016c704c7a65", "status": "completed", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:04:46.351420 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d913d912-1b5b-4250-8d7f-8db9c9b33c08 {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:04:46.351894 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77580fbd-129b-4d26-8ed8-ae744df06822', 'tag': '6229ea58-48ea-4053-8b5a-016c704c7a65', 'status': 'completed', 'code': 200} Mar 29 16:04:46.382445 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d544672-60b1-43e9-a9bc-adff74e760b8 req-8264eae0-56b7-4c55-b047-40b40ae6a0bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:04:46.387803 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-9d544672-60b1-43e9-a9bc-adff74e760b8 req-8264eae0-56b7-4c55-b047-40b40ae6a0bd service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3364456e-aead-437c-a830-dc7a420fe2a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1723137 Mar 29 16:04:46.389722 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c314ae4f-c569-4fd8-8c83-b6a3b52fa92c service neutron] Pushing event updated for resources: {'Port': ['ID=6229ea58-48ea-4053-8b5a-016c704c7a65,revision_number=3']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:04:46.451550 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079d6354-08f8-4299-8dc2-f2eb34dba4c4 req-ae51f0f1-e251-4656-9c6a-a22928acb920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:04:46.453397 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-079d6354-08f8-4299-8dc2-f2eb34dba4c4 req-ae51f0f1-e251-4656-9c6a-a22928acb920 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f31979fa8a674f56835f136e5e49ba5c&device_id=77580fbd-129b-4d26-8ed8-ae744df06822 HTTP/1.1" status: 200 len: 1095 time: 0.1312048 Mar 29 16:04:46.534508 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-079d6354-08f8-4299-8dc2-f2eb34dba4c4 req-99cfdeef-7918-4194-a423-75914a9581c3 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6229ea58-48ea-4053-8b5a-016c704c7a65 HTTP/1.1" status: 200 len: 217 time: 0.0476768 Mar 29 16:04:46.570182 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-9d544672-60b1-43e9-a9bc-adff74e760b8 req-ca4348c2-1374-48bb-9275-b02e4b79e531 service neutron] 10.222.0.48 "GET /v2.0/networks/3364456e-aead-437c-a830-dc7a420fe2a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1664984 Mar 29 16:04:46.620440 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079d6354-08f8-4299-8dc2-f2eb34dba4c4 req-4ea53012-3b5f-4254-8e3a-4c622cddbe25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:04:46.621891 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-079d6354-08f8-4299-8dc2-f2eb34dba4c4 req-4ea53012-3b5f-4254-8e3a-4c622cddbe25 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=52e8269b-e046-4c98-a9b1-ef8905fa8ddb HTTP/1.1" status: 200 len: 851 time: 0.0508313 Mar 29 16:04:46.639614 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 50980) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:04:46.768456 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079d6354-08f8-4299-8dc2-f2eb34dba4c4 req-11e94a57-6454-48c2-926f-e459a798154c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:04:46.770097 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-079d6354-08f8-4299-8dc2-f2eb34dba4c4 req-11e94a57-6454-48c2-926f-e459a798154c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8594f729-9088-4f6b-8543-aaadb0f5b192&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1089399 Mar 29 16:04:46.804319 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-fce47c8d-7ac9-4ad1-a983-e806a12652df admin admin] Notify callbacks [] for security_group, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:46.845859 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-9d544672-60b1-43e9-a9bc-adff74e760b8 req-6b965313-acf2-43ba-92bf-a50578f4eabb service neutron] 10.222.0.48 "GET /v2.0/networks/3364456e-aead-437c-a830-dc7a420fe2a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2229500 Mar 29 16:04:46.879506 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-079d6354-08f8-4299-8dc2-f2eb34dba4c4 req-db262312-da54-49fa-887c-0020cb4f8084 service neutron] 10.222.0.44 "GET /v2.0/networks/8594f729-9088-4f6b-8543-aaadb0f5b192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009297 Mar 29 16:04:46.910945 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8121a595-7e44-46a5-b755-1afbacb243d1 req-f4217ced-b927-4b1c-9b9c-5811b1a94125 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:04:46.924551 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-8121a595-7e44-46a5-b755-1afbacb243d1 req-f4217ced-b927-4b1c-9b9c-5811b1a94125 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/ports?device_id=77580fbd-129b-4d26-8ed8-ae744df06822 HTTP/1.1" status: 200 len: 944 time: 0.1472785 Mar 29 16:04:46.983846 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-8121a595-7e44-46a5-b755-1afbacb243d1 req-e0a8a7c3-d864-4b8e-831e-4ba52ee64c2f tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/security-groups?id=a5fc9f00-328e-4600-84d1-ef30fc274a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489981 Mar 29 16:04:47.014979 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-fce47c8d-7ac9-4ad1-a983-e806a12652df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:47.020078 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-fce47c8d-7ac9-4ad1-a983-e806a12652df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:47.034823 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b8d63f-f577-49ef-9ac0-12fd5988ad49 req-9f5585ab-5e45-4cb2-bcd8-3e939321e0e5 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:04:47.036509 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-43b8d63f-f577-49ef-9ac0-12fd5988ad49 req-9f5585ab-5e45-4cb2-bcd8-3e939321e0e5 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd8e3388-810b-42c2-83e9-f7b4e3d0dd7b HTTP/1.1" status: 200 len: 945 time: 0.0666652 Mar 29 16:04:47.061148 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-079d6354-08f8-4299-8dc2-f2eb34dba4c4 req-8bb38ebb-5f4d-4888-bc48-5bbc7f62a2b4 service neutron] 10.222.0.44 "GET /v2.0/networks/8594f729-9088-4f6b-8543-aaadb0f5b192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1747348 Mar 29 16:04:47.063509 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-fce47c8d-7ac9-4ad1-a983-e806a12652df admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=1ed3a463b9774c75b73b79a15057e93b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4223876 Mar 29 16:04:47.071985 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 50990) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:04:47.087291 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce47c8d-7ac9-4ad1-a983-e806a12652df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b783881-f45f-4554-af15-28e693a470fd,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:04:47.092073 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-43b8d63f-f577-49ef-9ac0-12fd5988ad49 req-d743c56b-0876-4b5e-8f6a-9645725c64bc tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] 10.222.0.42 "GET /v2.0/security-groups?id=299f4eee-9f08-4ab2-9699-a166ce9b5c35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447178 Mar 29 16:04:47.132246 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device b5e9510a-130c-43b6-8f2a-559b817aa9da up at agent hyperv_n-h1-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 16:04:47.147517 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-52a88ec9-4e69-4955-8fee-43b2b7684513 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:47.158332 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbbba34-e846-4bc6-bdaf-5939d2b6c017 req-d3761ed6-f394-4114-ab61-2f23a46bc155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:04:47.160126 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-adbbba34-e846-4bc6-bdaf-5939d2b6c017 req-d3761ed6-f394-4114-ab61-2f23a46bc155 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f31979fa8a674f56835f136e5e49ba5c&device_id=77580fbd-129b-4d26-8ed8-ae744df06822 HTTP/1.1" status: 200 len: 1095 time: 0.0569112 Mar 29 16:04:47.170894 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-52a88ec9-4e69-4955-8fee-43b2b7684513 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:47.187596 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:47.219620 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Provisioning for port b5e9510a-130c-43b6-8f2a-559b817aa9da completed by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 16:04:47.225427 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Provisioning complete for port b5e9510a-130c-43b6-8f2a-559b817aa9da triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:04:47.226097 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:47.234320 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-52a88ec9-4e69-4955-8fee-43b2b7684513 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:47.237221 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-52a88ec9-4e69-4955-8fee-43b2b7684513 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:47.238468 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-52a88ec9-4e69-4955-8fee-43b2b7684513 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/3b783881-f45f-4554-af15-28e693a470fd HTTP/1.1" status: 204 len: 168 time: 0.1630147 Mar 29 16:04:47.247832 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a88ec9-4e69-4955-8fee-43b2b7684513 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b783881-f45f-4554-af15-28e693a470fd,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:04:47.265149 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbbba34-e846-4bc6-bdaf-5939d2b6c017 req-25864111-cfa8-46fa-86eb-8e7aea0b5293 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:04:47.266614 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-adbbba34-e846-4bc6-bdaf-5939d2b6c017 req-25864111-cfa8-46fa-86eb-8e7aea0b5293 service neutron] 10.222.0.44 "GET /v2.0/networks?id=8594f729-9088-4f6b-8543-aaadb0f5b192 HTTP/1.1" status: 200 len: 913 time: 0.0992844 Mar 29 16:04:47.321533 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-adbbba34-e846-4bc6-bdaf-5939d2b6c017 req-fe777b21-e664-4f61-9506-c733c1cfd095 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6229ea58-48ea-4053-8b5a-016c704c7a65 HTTP/1.1" status: 200 len: 217 time: 0.0481339 Mar 29 16:04:47.331172 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:47.366906 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd8e3388-810b-42c2-83e9-f7b4e3d0dd7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5e9510a-130c-43b6-8f2a-559b817aa9da'}] {{(pid=102792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:04:47.374080 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4f476c66b318cc6068719fc39557fac68d413f5c7e78fa77028c7948e999ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2eb543df-bea4-44d5-adbe-a42ddcf1a0da" -d '{"events": [{"server_uuid": "bd8e3388-810b-42c2-83e9-f7b4e3d0dd7b", "name": "network-vif-plugged", "status": "completed", "tag": "b5e9510a-130c-43b6-8f2a-559b817aa9da"}]}' {{(pid=102792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:04:47.382176 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port b5e9510a-130c-43b6-8f2a-559b817aa9da, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=b5e9510a-130c-43b6-8f2a-559b817aa9da,segment=NetworkSegment(b3edd697-c981-4e3c-9ae1-cbcf1935405e),segment_id=b3edd697-c981-4e3c-9ae1-cbcf1935405e)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:04:47.383888 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbbba34-e846-4bc6-bdaf-5939d2b6c017 req-c8a7c658-03f7-446b-baf7-15d26c19e669 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:04:47.385639 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-adbbba34-e846-4bc6-bdaf-5939d2b6c017 req-c8a7c658-03f7-446b-baf7-15d26c19e669 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=52e8269b-e046-4c98-a9b1-ef8905fa8ddb HTTP/1.1" status: 200 len: 851 time: 0.0577788 Mar 29 16:04:47.386918 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:47.424412 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 16:04:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4ea5a8d-17c2-49ec-a552-b77f24eb37c9 x-openstack-request-id: req-c4ea5a8d-17c2-49ec-a552-b77f24eb37c9 {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:04:47.424711 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd8e3388-810b-42c2-83e9-f7b4e3d0dd7b", "name": "network-vif-plugged", "status": "completed", "tag": "b5e9510a-130c-43b6-8f2a-559b817aa9da", "code": 200}]} {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:04:47.424964 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c4ea5a8d-17c2-49ec-a552-b77f24eb37c9 {{(pid=102792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:04:47.425349 n-d-834765-1 neutron-server[102792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd8e3388-810b-42c2-83e9-f7b4e3d0dd7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5e9510a-130c-43b6-8f2a-559b817aa9da', 'code': 200} Mar 29 16:04:47.455667 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbbba34-e846-4bc6-bdaf-5939d2b6c017 req-ce05219a-9b43-4a18-b007-31f8f7b9f621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:04:47.457700 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-adbbba34-e846-4bc6-bdaf-5939d2b6c017 req-ce05219a-9b43-4a18-b007-31f8f7b9f621 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8594f729-9088-4f6b-8543-aaadb0f5b192&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0654409 Mar 29 16:04:47.464148 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Pushing event updated for resources: {'Port': ['ID=b5e9510a-130c-43b6-8f2a-559b817aa9da,revision_number=12']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:04:47.608508 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-adbbba34-e846-4bc6-bdaf-5939d2b6c017 req-bb8fb126-c602-4cf5-a208-71f2fad998f4 service neutron] 10.222.0.44 "GET /v2.0/networks/8594f729-9088-4f6b-8543-aaadb0f5b192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416571 Mar 29 16:04:47.619519 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2244220e-96f9-40c7-9fda-81771e20bdb7 req-138bcac5-96f5-4d5c-b741-627fbe9e552b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:04:47.621015 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-2244220e-96f9-40c7-9fda-81771e20bdb7 req-138bcac5-96f5-4d5c-b741-627fbe9e552b service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=bd8e3388-810b-42c2-83e9-f7b4e3d0dd7b HTTP/1.1" status: 200 len: 1097 time: 0.0526080 Mar 29 16:04:47.628006 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 50998) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:04:47.642629 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-7a7f7be0-928f-4cef-bd89-935a8df2bc3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:47.710626 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-2244220e-96f9-40c7-9fda-81771e20bdb7 req-bc3bec26-0773-47e6-8c53-adafb339421c service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=299f4eee-9f08-4ab2-9699-a166ce9b5c35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825472 Mar 29 16:04:47.733535 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-7a7f7be0-928f-4cef-bd89-935a8df2bc3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:47.740390 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-7a7f7be0-928f-4cef-bd89-935a8df2bc3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:47.741633 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-adbbba34-e846-4bc6-bdaf-5939d2b6c017 req-1d7e622e-1cd0-4d97-87d9-9ac7a895b5a1 service neutron] 10.222.0.44 "GET /v2.0/networks/8594f729-9088-4f6b-8543-aaadb0f5b192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243069 Mar 29 16:04:47.782566 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-7a7f7be0-928f-4cef-bd89-935a8df2bc3a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ed2c357c842e4e7f935c1b244deffe14&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1531599 Mar 29 16:04:47.783487 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7f7be0-928f-4cef-bd89-935a8df2bc3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07846b02-2813-4a17-8e4d-d6813c35de1e,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:04:47.787146 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 51000) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:04:47.840239 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:47.843115 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-abd73cf1-98e6-46be-96b0-818148f2983c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:47.865335 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-abd73cf1-98e6-46be-96b0-818148f2983c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:47.910671 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-abd73cf1-98e6-46be-96b0-818148f2983c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:47.913430 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-abd73cf1-98e6-46be-96b0-818148f2983c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:47.914582 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-abd73cf1-98e6-46be-96b0-818148f2983c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/07846b02-2813-4a17-8e4d-d6813c35de1e HTTP/1.1" status: 204 len: 168 time: 0.1262445 Mar 29 16:04:47.923066 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd73cf1-98e6-46be-96b0-818148f2983c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07846b02-2813-4a17-8e4d-d6813c35de1e,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:04:48.134012 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f48528-a917-4974-a4a1-a43ecc3ec17b req-58782f70-c042-4eca-be67-6f5bbb926af5 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:04:48.135886 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-06f48528-a917-4974-a4a1-a43ecc3ec17b req-58782f70-c042-4eca-be67-6f5bbb926af5 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/ports?device_id=77580fbd-129b-4d26-8ed8-ae744df06822 HTTP/1.1" status: 200 len: 944 time: 0.0698183 Mar 29 16:04:48.177406 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-06f48528-a917-4974-a4a1-a43ecc3ec17b req-3a2ab953-f4e4-4426-9285-53d4b31b3801 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/security-groups?id=a5fc9f00-328e-4600-84d1-ef30fc274a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355034 Mar 29 16:04:48.284128 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec7bc88-f4eb-4d29-b9f7-7bf99062038a req-31be3a7a-27a1-4fe9-a601-958b41906e7c tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:04:48.285807 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-aec7bc88-f4eb-4d29-b9f7-7bf99062038a req-31be3a7a-27a1-4fe9-a601-958b41906e7c tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd8e3388-810b-42c2-83e9-f7b4e3d0dd7b HTTP/1.1" status: 200 len: 946 time: 0.0557847 Mar 29 16:04:48.327135 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-aec7bc88-f4eb-4d29-b9f7-7bf99062038a req-40d641ce-2e1d-4467-a23e-daeb4f772767 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] 10.222.0.42 "GET /v2.0/security-groups?id=299f4eee-9f08-4ab2-9699-a166ce9b5c35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347271 Mar 29 16:04:48.423984 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-1451bfa5-c8f8-417a-b0db-3b8693533e12 req-00800d0a-dfc7-413b-b9d8-2043a72421c0 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=bad94c2e-cbcd-4c47-adae-30617edfba4e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0508955 Mar 29 16:04:48.521050 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1451bfa5-c8f8-417a-b0db-3b8693533e12 req-14f9e579-1340-4a8d-af67-720227d22f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:04:48.522617 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-1451bfa5-c8f8-417a-b0db-3b8693533e12 req-14f9e579-1340-4a8d-af67-720227d22f37 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=358ad84304604947a292f32d4e62126b&device_id=bad94c2e-cbcd-4c47-adae-30617edfba4e HTTP/1.1" status: 200 len: 1097 time: 0.0498745 Mar 29 16:04:48.638101 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1451bfa5-c8f8-417a-b0db-3b8693533e12 req-491bd566-10c4-4aca-98d2-570a59940018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:04:48.639641 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-1451bfa5-c8f8-417a-b0db-3b8693533e12 req-491bd566-10c4-4aca-98d2-570a59940018 service neutron] 10.222.0.44 "GET /v2.0/networks?id=3364456e-aead-437c-a830-dc7a420fe2a4 HTTP/1.1" status: 200 len: 913 time: 0.0912497 Mar 29 16:04:48.688177 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-1451bfa5-c8f8-417a-b0db-3b8693533e12 req-44a30be1-8aff-4807-ba41-31aad0b83c6b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=efb40161-31bf-49b0-bdb6-7ef1557e991d HTTP/1.1" status: 200 len: 217 time: 0.0402155 Mar 29 16:04:48.743534 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1451bfa5-c8f8-417a-b0db-3b8693533e12 req-3d139636-9a00-4bf2-937f-726cb6eef252 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:04:48.746397 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-1451bfa5-c8f8-417a-b0db-3b8693533e12 req-3d139636-9a00-4bf2-937f-726cb6eef252 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6caada61-173d-4256-8e9d-611647191ef5 HTTP/1.1" status: 200 len: 851 time: 0.0473804 Mar 29 16:04:48.796040 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1451bfa5-c8f8-417a-b0db-3b8693533e12 req-01a8ce90-5942-4e42-99e8-2dfd17bd8dab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:04:48.797463 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-1451bfa5-c8f8-417a-b0db-3b8693533e12 req-01a8ce90-5942-4e42-99e8-2dfd17bd8dab service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=3364456e-aead-437c-a830-dc7a420fe2a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414281 Mar 29 16:04:48.897399 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-1451bfa5-c8f8-417a-b0db-3b8693533e12 req-c4dbd2ed-774d-4c98-8c1e-6bbc95d5bfb1 service neutron] 10.222.0.44 "GET /v2.0/networks/3364456e-aead-437c-a830-dc7a420fe2a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871353 Mar 29 16:04:48.988644 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-1451bfa5-c8f8-417a-b0db-3b8693533e12 req-1552ec96-0d91-4cf8-aa89-c4bfec7b94fc service neutron] 10.222.0.44 "GET /v2.0/networks/3364456e-aead-437c-a830-dc7a420fe2a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837178 Mar 29 16:04:49.318149 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f982df62-4baa-4f42-b486-e6ca9e99fe4b req-10a456cd-85a5-4fbe-b0a1-3b8b9633ce90 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:04:49.319968 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f982df62-4baa-4f42-b486-e6ca9e99fe4b req-10a456cd-85a5-4fbe-b0a1-3b8b9633ce90 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/ports?device_id=77580fbd-129b-4d26-8ed8-ae744df06822 HTTP/1.1" status: 200 len: 944 time: 0.0632706 Mar 29 16:04:49.360736 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f982df62-4baa-4f42-b486-e6ca9e99fe4b req-e3c2515d-7bae-40c3-8d49-f9517ad37ebd tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/security-groups?id=a5fc9f00-328e-4600-84d1-ef30fc274a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331361 Mar 29 16:04:49.469948 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef39d426-a5d2-406b-9897-040054e37bb8 req-b8ec7c61-b9e2-452b-b27a-b3b2874b2e37 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:04:49.472123 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-ef39d426-a5d2-406b-9897-040054e37bb8 req-b8ec7c61-b9e2-452b-b27a-b3b2874b2e37 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd8e3388-810b-42c2-83e9-f7b4e3d0dd7b HTTP/1.1" status: 200 len: 946 time: 0.0597928 Mar 29 16:04:49.526788 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-ef39d426-a5d2-406b-9897-040054e37bb8 req-fb93971c-2e61-40cb-a1ca-95fa905fcf57 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] 10.222.0.42 "GET /v2.0/security-groups?id=299f4eee-9f08-4ab2-9699-a166ce9b5c35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424421 Mar 29 16:04:50.480496 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46621a5a-6946-4038-9f53-64e85c840909 req-c0b8702b-68fb-4c5e-9987-52114814170a tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:04:50.482359 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-46621a5a-6946-4038-9f53-64e85c840909 req-c0b8702b-68fb-4c5e-9987-52114814170a tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/ports?device_id=77580fbd-129b-4d26-8ed8-ae744df06822 HTTP/1.1" status: 200 len: 944 time: 0.0492957 Mar 29 16:04:50.520071 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-46621a5a-6946-4038-9f53-64e85c840909 req-5a2b27ee-7bc1-4e7a-935e-756dae7ae6f5 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/security-groups?id=a5fc9f00-328e-4600-84d1-ef30fc274a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320494 Mar 29 16:04:50.646358 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb273f7-0f14-47d1-9b25-01d260c4dbdc req-caa56008-eee0-4d2a-bf7c-c6661d6b62e5 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:04:50.647714 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-feb273f7-0f14-47d1-9b25-01d260c4dbdc req-caa56008-eee0-4d2a-bf7c-c6661d6b62e5 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd8e3388-810b-42c2-83e9-f7b4e3d0dd7b HTTP/1.1" status: 200 len: 946 time: 0.0519657 Mar 29 16:04:50.685884 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-feb273f7-0f14-47d1-9b25-01d260c4dbdc req-bd6b17b6-66eb-4cb8-b11a-63bdf193b29c tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] 10.222.0.42 "GET /v2.0/security-groups?id=299f4eee-9f08-4ab2-9699-a166ce9b5c35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315120 Mar 29 16:04:51.636076 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8f4576-fee8-4706-a42b-bf1be57d9d6c req-20f4c4d9-68c3-4fde-87f1-a723060914ac tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:04:51.637626 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-8f8f4576-fee8-4706-a42b-bf1be57d9d6c req-20f4c4d9-68c3-4fde-87f1-a723060914ac tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/ports?device_id=77580fbd-129b-4d26-8ed8-ae744df06822 HTTP/1.1" status: 200 len: 944 time: 0.0499930 Mar 29 16:04:51.676265 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-8f8f4576-fee8-4706-a42b-bf1be57d9d6c req-be534afa-41e4-4288-8714-39d1e12fcbde tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/security-groups?id=a5fc9f00-328e-4600-84d1-ef30fc274a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324020 Mar 29 16:04:52.798277 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4198eafb-c2a7-4ab4-9d4e-263fa3b969f6 req-b2c9e340-23b5-4f8a-be03-ea015ca53307 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:04:52.799797 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-4198eafb-c2a7-4ab4-9d4e-263fa3b969f6 req-b2c9e340-23b5-4f8a-be03-ea015ca53307 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/ports?device_id=77580fbd-129b-4d26-8ed8-ae744df06822 HTTP/1.1" status: 200 len: 944 time: 0.0496287 Mar 29 16:04:52.839240 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-4198eafb-c2a7-4ab4-9d4e-263fa3b969f6 req-4831294b-4647-4731-b826-580ea3493d34 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/security-groups?id=a5fc9f00-328e-4600-84d1-ef30fc274a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324762 Mar 29 16:04:53.966446 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d76c3b4-0dec-45bd-bc79-5f7e03347bbc req-6c9a9d64-edbb-4700-b358-6054c26756fb tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:04:53.967990 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-2d76c3b4-0dec-45bd-bc79-5f7e03347bbc req-6c9a9d64-edbb-4700-b358-6054c26756fb tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/ports?device_id=77580fbd-129b-4d26-8ed8-ae744df06822 HTTP/1.1" status: 200 len: 944 time: 0.0545743 Mar 29 16:04:54.008385 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-2d76c3b4-0dec-45bd-bc79-5f7e03347bbc req-d640fba6-b04d-4cfd-b23b-a9384434104e tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/security-groups?id=a5fc9f00-328e-4600-84d1-ef30fc274a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338421 Mar 29 16:04:55.122632 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03a5503-a2bf-41dc-bfa5-30224d13c5c1 req-c56cc4eb-661e-477b-a21b-9a699125bd51 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:04:55.124087 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-d03a5503-a2bf-41dc-bfa5-30224d13c5c1 req-c56cc4eb-661e-477b-a21b-9a699125bd51 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/ports?device_id=77580fbd-129b-4d26-8ed8-ae744df06822 HTTP/1.1" status: 200 len: 944 time: 0.0476396 Mar 29 16:04:55.159870 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-d03a5503-a2bf-41dc-bfa5-30224d13c5c1 req-d1540333-498b-4cab-86cc-4aa962c31e4c tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/security-groups?id=a5fc9f00-328e-4600-84d1-ef30fc274a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297787 Mar 29 16:04:55.235027 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.agents_db [None req-59735a15-725e-44d4-9ad5-95cbe356f209 None None] Agent healthcheck: found 7 active agents {{(pid=102793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 16:04:56.277222 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f881a715-b480-4304-ae73-16cf3503745d req-6f05df90-decf-4376-bce4-ae688bd2c81e tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:04:56.278604 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f881a715-b480-4304-ae73-16cf3503745d req-6f05df90-decf-4376-bce4-ae688bd2c81e tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/ports?device_id=77580fbd-129b-4d26-8ed8-ae744df06822 HTTP/1.1" status: 200 len: 944 time: 0.0496223 Mar 29 16:04:56.319284 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f881a715-b480-4304-ae73-16cf3503745d req-d43bfa4a-8664-4157-820b-1538155ac5ad tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/security-groups?id=a5fc9f00-328e-4600-84d1-ef30fc274a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345788 Mar 29 16:04:57.153884 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device 6229ea58-48ea-4053-8b5a-016c704c7a65 details requested by agent hyperv_n-h1-834765-1 with host n-h1-834765-1 {{(pid=102792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 16:04:57.251075 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port 6229ea58-48ea-4053-8b5a-016c704c7a65, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=6229ea58-48ea-4053-8b5a-016c704c7a65,segment=NetworkSegment(f897e69d-257a-4c8a-bc55-e063bbc47d9e),segment_id=f897e69d-257a-4c8a-bc55-e063bbc47d9e)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:04:57.262737 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Returning: {'device': '6229ea58-48ea-4053-8b5a-016c704c7a65', 'network_id': '8594f729-9088-4f6b-8543-aaadb0f5b192', 'port_id': '6229ea58-48ea-4053-8b5a-016c704c7a65', 'mac_address': 'fa:16:3e:c4:b3:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 601, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52e8269b-e046-4c98-a9b1-ef8905fa8ddb', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 16:04:57.300087 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:57.313321 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6229ea58-48ea-4053-8b5a-016c704c7a65 {{(pid=102792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 16:04:57.333751 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port 6229ea58-48ea-4053-8b5a-016c704c7a65, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=6229ea58-48ea-4053-8b5a-016c704c7a65,segment=NetworkSegment(f897e69d-257a-4c8a-bc55-e063bbc47d9e),segment_id=f897e69d-257a-4c8a-bc55-e063bbc47d9e)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:04:57.337788 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:57.388288 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Pushing event updated for resources: {'Port': ['ID=6229ea58-48ea-4053-8b5a-016c704c7a65,revision_number=4']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:04:57.658586 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] get_ports_and_sgs() called for port_ids ['6229ea58-48ea-4053-8b5a-016c704c7a65'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 16:04:57.808931 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdb352c-681d-46f4-bfd8-c828324dea02 req-e9e690c4-a1ac-40e8-b6f0-b6fabc53702f tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:04:57.811536 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-8fdb352c-681d-46f4-bfd8-c828324dea02 req-e9e690c4-a1ac-40e8-b6f0-b6fabc53702f tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/ports?device_id=77580fbd-129b-4d26-8ed8-ae744df06822 HTTP/1.1" status: 200 len: 945 time: 0.4233871 Mar 29 16:04:57.866577 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-8fdb352c-681d-46f4-bfd8-c828324dea02 req-d6d5c580-a6d4-4433-8390-2b8f9ebf9666 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/security-groups?id=a5fc9f00-328e-4600-84d1-ef30fc274a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461779 Mar 29 16:04:57.988750 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 51148) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:04:58.095563 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-7db2c5f4-5350-4f01-91ea-6d2c6e9971c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:58.169587 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-7db2c5f4-5350-4f01-91ea-6d2c6e9971c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:58.173349 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-7db2c5f4-5350-4f01-91ea-6d2c6e9971c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:58.211756 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-7db2c5f4-5350-4f01-91ea-6d2c6e9971c8 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=00c561561fdf48e8b7b6dbeeb681577a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2217588 Mar 29 16:04:58.212866 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db2c5f4-5350-4f01-91ea-6d2c6e9971c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b25217d-7e99-46a9-a61c-322f4a29903f,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:04:58.214556 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 51152) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:04:58.263820 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e9e8b1d9-6217-49d6-bf95-d41422582a38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:58.285132 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e9e8b1d9-6217-49d6-bf95-d41422582a38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:58.331542 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e9e8b1d9-6217-49d6-bf95-d41422582a38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:58.335003 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e9e8b1d9-6217-49d6-bf95-d41422582a38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:58.336196 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-e9e8b1d9-6217-49d6-bf95-d41422582a38 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/2b25217d-7e99-46a9-a61c-322f4a29903f HTTP/1.1" status: 204 len: 168 time: 0.1206450 Mar 29 16:04:58.343951 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e8b1d9-6217-49d6-bf95-d41422582a38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b25217d-7e99-46a9-a61c-322f4a29903f,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:04:58.589392 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 51158) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:04:58.602863 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-ddadf6bc-0839-4f3b-a085-7ae987e1f1dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:58.676388 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-ddadf6bc-0839-4f3b-a085-7ae987e1f1dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:58.680058 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-ddadf6bc-0839-4f3b-a085-7ae987e1f1dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:58.719056 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-ddadf6bc-0839-4f3b-a085-7ae987e1f1dd admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=5cb527936d4546218f8fae6778ae32df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1286113 Mar 29 16:04:58.721014 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddadf6bc-0839-4f3b-a085-7ae987e1f1dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40cd0ce9-14e3-49bc-8c4e-8d5ea2b12830,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:04:58.721801 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 51160) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:04:58.773635 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-5e9fb9bd-6d72-41ec-9b9b-8beb40c84fd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:58.793268 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-5e9fb9bd-6d72-41ec-9b9b-8beb40c84fd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:58.838647 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-5e9fb9bd-6d72-41ec-9b9b-8beb40c84fd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:58.841206 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-5e9fb9bd-6d72-41ec-9b9b-8beb40c84fd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:58.842341 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-5e9fb9bd-6d72-41ec-9b9b-8beb40c84fd3 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/40cd0ce9-14e3-49bc-8c4e-8d5ea2b12830 HTTP/1.1" status: 204 len: 168 time: 0.1193669 Mar 29 16:04:58.853935 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9fb9bd-6d72-41ec-9b9b-8beb40c84fd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40cd0ce9-14e3-49bc-8c4e-8d5ea2b12830,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:04:58.985724 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0803de9e-34ec-4651-8100-60cb5f6f57e2 req-24e9579f-a24e-4b86-a357-4bbc5d5784e2 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:04:58.987361 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-0803de9e-34ec-4651-8100-60cb5f6f57e2 req-24e9579f-a24e-4b86-a357-4bbc5d5784e2 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/ports?device_id=77580fbd-129b-4d26-8ed8-ae744df06822 HTTP/1.1" status: 200 len: 945 time: 0.0501611 Mar 29 16:04:59.030855 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-0803de9e-34ec-4651-8100-60cb5f6f57e2 req-d46fd176-af49-44dd-af9d-aed7dfb0c183 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/security-groups?id=a5fc9f00-328e-4600-84d1-ef30fc274a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372629 Mar 29 16:04:59.161192 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device 6229ea58-48ea-4053-8b5a-016c704c7a65 up at agent hyperv_n-h1-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 16:04:59.211038 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Provisioning for port 6229ea58-48ea-4053-8b5a-016c704c7a65 completed by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 16:04:59.217306 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Provisioning complete for port 6229ea58-48ea-4053-8b5a-016c704c7a65 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:04:59.217306 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:59.447366 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:59.470407 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77580fbd-129b-4d26-8ed8-ae744df06822', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6229ea58-48ea-4053-8b5a-016c704c7a65'}] {{(pid=102792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:04:59.473242 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4f476c66b318cc6068719fc39557fac68d413f5c7e78fa77028c7948e999ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-062fec5b-5e32-4fe5-b6c1-3d1035bd1e5f" -d '{"events": [{"server_uuid": "77580fbd-129b-4d26-8ed8-ae744df06822", "name": "network-vif-plugged", "status": "completed", "tag": "6229ea58-48ea-4053-8b5a-016c704c7a65"}]}' {{(pid=102792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:04:59.491658 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port 6229ea58-48ea-4053-8b5a-016c704c7a65, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=6229ea58-48ea-4053-8b5a-016c704c7a65,segment=NetworkSegment(f897e69d-257a-4c8a-bc55-e063bbc47d9e),segment_id=f897e69d-257a-4c8a-bc55-e063bbc47d9e)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:04:59.497512 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:04:59.534197 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 16:04:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75941977-5f59-4bb9-b0bd-684f9405d118 x-openstack-request-id: req-75941977-5f59-4bb9-b0bd-684f9405d118 {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:04:59.534601 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77580fbd-129b-4d26-8ed8-ae744df06822", "name": "network-vif-plugged", "status": "completed", "tag": "6229ea58-48ea-4053-8b5a-016c704c7a65", "code": 200}]} {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:04:59.534848 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-75941977-5f59-4bb9-b0bd-684f9405d118 {{(pid=102792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:04:59.535333 n-d-834765-1 neutron-server[102792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77580fbd-129b-4d26-8ed8-ae744df06822', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6229ea58-48ea-4053-8b5a-016c704c7a65', 'code': 200} Mar 29 16:04:59.564561 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Pushing event updated for resources: {'Port': ['ID=6229ea58-48ea-4053-8b5a-016c704c7a65,revision_number=5']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:04:59.630204 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b57e95-31a9-4cc4-be04-29da2da193d6 req-f9bb1d7b-1d7b-48fd-a458-addae7606887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:04:59.631743 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-01b57e95-31a9-4cc4-be04-29da2da193d6 req-f9bb1d7b-1d7b-48fd-a458-addae7606887 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=77580fbd-129b-4d26-8ed8-ae744df06822 HTTP/1.1" status: 200 len: 1097 time: 0.0400927 Mar 29 16:04:59.668514 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-01b57e95-31a9-4cc4-be04-29da2da193d6 req-1defef8e-a6b2-4ae5-884f-78aaa1d38588 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=a5fc9f00-328e-4600-84d1-ef30fc274a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0295789 Mar 29 16:04:59.940121 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 51198) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:05:00.044615 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c92e05eb-33b5-430a-b0cc-cbe719fb35bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:05:00.151910 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c92e05eb-33b5-430a-b0cc-cbe719fb35bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:05:00.158524 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c92e05eb-33b5-430a-b0cc-cbe719fb35bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:05:00.190036 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e471ef7-05c6-4c0a-b48f-d63dc8ecc680 req-95edcd49-9cb3-4050-ac8a-ed0066f0b83b tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:05:00.191634 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-7e471ef7-05c6-4c0a-b48f-d63dc8ecc680 req-95edcd49-9cb3-4050-ac8a-ed0066f0b83b tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/ports?device_id=77580fbd-129b-4d26-8ed8-ae744df06822 HTTP/1.1" status: 200 len: 946 time: 0.0913599 Mar 29 16:05:00.222604 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-c92e05eb-33b5-430a-b0cc-cbe719fb35bd admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c8fdda7806984a948b727bb9e966cd2a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2814305 Mar 29 16:05:00.225718 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92e05eb-33b5-430a-b0cc-cbe719fb35bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cb962bc-5c09-44d2-b059-1a203e73291b,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:05:00.226252 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 51204) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:05:00.248252 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-7e471ef7-05c6-4c0a-b48f-d63dc8ecc680 req-357e9197-5939-42c9-8189-307dd1d7b348 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/security-groups?id=a5fc9f00-328e-4600-84d1-ef30fc274a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499334 Mar 29 16:05:00.282885 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-dbdd9a99-387b-45b3-a889-585d4a99e5bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:05:00.304159 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-dbdd9a99-387b-45b3-a889-585d4a99e5bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:05:00.338361 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d777034f-3b1b-4e34-8440-8fab7113c54d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:05:00.354960 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-dbdd9a99-387b-45b3-a889-585d4a99e5bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:05:00.357575 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-dbdd9a99-387b-45b3-a889-585d4a99e5bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:05:00.358697 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-dbdd9a99-387b-45b3-a889-585d4a99e5bb admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/8cb962bc-5c09-44d2-b059-1a203e73291b HTTP/1.1" status: 204 len: 168 time: 0.1313927 Mar 29 16:05:00.366839 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdd9a99-387b-45b3-a889-585d4a99e5bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cb962bc-5c09-44d2-b059-1a203e73291b,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:05:01.375761 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2144a44f-d77b-49f5-ac91-2bb7515e1787 req-539cd9fc-29eb-40aa-82b7-b8cfce9d5330 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:05:01.377565 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-2144a44f-d77b-49f5-ac91-2bb7515e1787 req-539cd9fc-29eb-40aa-82b7-b8cfce9d5330 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/ports?device_id=77580fbd-129b-4d26-8ed8-ae744df06822 HTTP/1.1" status: 200 len: 946 time: 0.0528736 Mar 29 16:05:01.420798 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-2144a44f-d77b-49f5-ac91-2bb7515e1787 req-259a0e3e-ca0b-4c00-92d1-5268c278710e tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/security-groups?id=a5fc9f00-328e-4600-84d1-ef30fc274a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367532 Mar 29 16:05:01.557200 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4a9672-31fa-4deb-9b14-a114c18234f4 req-639c8da4-3d47-419a-9efa-6488f54b7a6e tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:05:01.558568 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-df4a9672-31fa-4deb-9b14-a114c18234f4 req-639c8da4-3d47-419a-9efa-6488f54b7a6e tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/ports?device_id=77580fbd-129b-4d26-8ed8-ae744df06822 HTTP/1.1" status: 200 len: 946 time: 0.0549085 Mar 29 16:05:01.597605 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-df4a9672-31fa-4deb-9b14-a114c18234f4 req-b48cd441-801b-42b8-b489-b2c3982fdd57 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/security-groups?id=a5fc9f00-328e-4600-84d1-ef30fc274a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323546 Mar 29 16:05:01.622559 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 51240) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:05:01.665236 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c297066f-6d75-4e45-8e26-abac46770fcd tempest-TestVolumeBootPattern-353023463 tempest-TestVolumeBootPattern-353023463-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:05:01.666764 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-c297066f-6d75-4e45-8e26-abac46770fcd tempest-TestVolumeBootPattern-353023463 tempest-TestVolumeBootPattern-353023463-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=77580fbd-129b-4d26-8ed8-ae744df06822 HTTP/1.1" status: 200 len: 1092 time: 0.0430586 Mar 29 16:05:01.669597 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 51242) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:05:01.673762 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-d5e2335c-74fb-41ad-95e5-f7ca0496e000 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Request body: {'floatingip': {'floating_network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'port_id': '6229ea58-48ea-4053-8b5a-016c704c7a65', 'tenant_id': 'f31979fa8a674f56835f136e5e49ba5c', 'fixed_ip_address': '172.20.0.11'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:05:01.695431 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-d5e2335c-74fb-41ad-95e5-f7ca0496e000 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Notify callbacks [] for floatingip, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:05:01.797521 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-d5e2335c-74fb-41ad-95e5-f7ca0496e000 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:05:01.909834 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_common [None req-d5e2335c-74fb-41ad-95e5-f7ca0496e000 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Allocated IP 172.25.4.6 (4a4a035d-ecac-4ead-baa3-25f90788773a/e1a353dc-fac8-4901-a63c-273840237d6a/2a4ebc5f-87e7-4b94-ae2a-b57a2f634e38) {{(pid=102791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:05:02.014842 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-d5e2335c-74fb-41ad-95e5-f7ca0496e000 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Notify callbacks [] for port, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:05:02.055240 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-d5e2335c-74fb-41ad-95e5-f7ca0496e000 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:05:02.097692 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5e2335c-74fb-41ad-95e5-f7ca0496e000 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Network 4a4a035d-ecac-4ead-baa3-25f90788773a is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:05:02.101413 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [None req-d5e2335c-74fb-41ad-95e5-f7ca0496e000 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:05:02.104958 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5e2335c-74fb-41ad-95e5-f7ca0496e000 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Received port after_create {{(pid=102791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:05:02.135849 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e2335c-74fb-41ad-95e5-f7ca0496e000 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Pushing event updated for resources: {'Port': ['ID=2a4ebc5f-87e7-4b94-ae2a-b57a2f634e38,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:05:02.474028 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-d5e2335c-74fb-41ad-95e5-f7ca0496e000 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:05:02.546054 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-d5e2335c-74fb-41ad-95e5-f7ca0496e000 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:05:02.712728 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-d5e2335c-74fb-41ad-95e5-f7ca0496e000 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Notify callbacks [] for port, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:05:02.717422 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-d5e2335c-74fb-41ad-95e5-f7ca0496e000 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:05:02.787336 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e2335c-74fb-41ad-95e5-f7ca0496e000 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Pushing event updated for resources: {'Port': ['ID=2a4ebc5f-87e7-4b94-ae2a-b57a2f634e38,revision_number=2']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:05:02.787634 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-ed665829-4f4f-4996-9b90-3afb0ea0ceb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:05:02.799777 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-d5e2335c-74fb-41ad-95e5-f7ca0496e000 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648212'] for floatingip, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:05:03.219954 n-d-834765-1 neutron-server[102791]: INFO neutron.db.l3_db [None req-d5e2335c-74fb-41ad-95e5-f7ca0496e000 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Floating IP 3b919c4d-552b-48d1-a88a-3a12b2995fba associated. External IP: 172.25.4.6, port: 6229ea58-48ea-4053-8b5a-016c704c7a65. Mar 29 16:05:03.426170 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5e2335c-74fb-41ad-95e5-f7ca0496e000 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Router ec871957-90ee-49a0-a5ff-0f9757efecd3 has already been hosted by L3 agent c648d819-1060-4f26-b4ec-6455387b5dff {{(pid=102791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 16:05:03.571021 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5e2335c-74fb-41ad-95e5-f7ca0496e000 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 16:05:03.589704 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37417c7d-ae7b-4059-9cb7-a8e399987913 None None] Sync routers for ids ['ec871957-90ee-49a0-a5ff-0f9757efecd3'] in n-d-834765-1 {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 16:05:03.613996 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37417c7d-ae7b-4059-9cb7-a8e399987913 None None] Routers {'ec871957-90ee-49a0-a5ff-0f9757efecd3'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:05:03.617356 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-37417c7d-ae7b-4059-9cb7-a8e399987913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:05:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['ec871957-90ee-49a0-a5ff-0f9757efecd3'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:05:03.647277 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-d5e2335c-74fb-41ad-95e5-f7ca0496e000 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for floatingip, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:05:03.690998 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-d5e2335c-74fb-41ad-95e5-f7ca0496e000 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.0202730 Mar 29 16:05:03.692137 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77580fbd-129b-4d26-8ed8-ae744df06822', 'tag': '6229ea58-48ea-4053-8b5a-016c704c7a65'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:05:03.694518 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c67b028db5e9b9818fecc5c0a87ebc6f190694fa53ca267d523e04f98de536d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a67cca5-0b57-4710-aa15-9b49ae94d2c8" -d '{"events": [{"name": "network-changed", "server_uuid": "77580fbd-129b-4d26-8ed8-ae744df06822", "tag": "6229ea58-48ea-4053-8b5a-016c704c7a65"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:05:03.733331 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 16:05:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc5179ba-ec2d-41dc-ba63-32a1d54a1cff x-openstack-request-id: req-bc5179ba-ec2d-41dc-ba63-32a1d54a1cff {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:05:03.733622 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77580fbd-129b-4d26-8ed8-ae744df06822", "tag": "6229ea58-48ea-4053-8b5a-016c704c7a65", "status": "completed", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:05:03.733924 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-bc5179ba-ec2d-41dc-ba63-32a1d54a1cff {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:05:03.734332 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77580fbd-129b-4d26-8ed8-ae744df06822', 'tag': '6229ea58-48ea-4053-8b5a-016c704c7a65', 'status': 'completed', 'code': 200} Mar 29 16:05:03.741100 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvr_db [None req-37417c7d-ae7b-4059-9cb7-a8e399987913 None None] Set router ec871957-90ee-49a0-a5ff-0f9757efecd3 gateway port host: n-d-834765-1 {{(pid=102793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:05:03.797475 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a67cca5-0b57-4710-aa15-9b49ae94d2c8 req-59ca2134-acc9-449e-a120-e2efed4f984b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:05:03.798993 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4a67cca5-0b57-4710-aa15-9b49ae94d2c8 req-59ca2134-acc9-449e-a120-e2efed4f984b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f31979fa8a674f56835f136e5e49ba5c&device_id=77580fbd-129b-4d26-8ed8-ae744df06822 HTTP/1.1" status: 200 len: 1097 time: 0.0421555 Mar 29 16:05:03.890298 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a67cca5-0b57-4710-aa15-9b49ae94d2c8 req-05bbe801-6948-432e-b8bf-dbe4bd94f2f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:05:03.891730 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4a67cca5-0b57-4710-aa15-9b49ae94d2c8 req-05bbe801-6948-432e-b8bf-dbe4bd94f2f7 service neutron] 10.222.0.44 "GET /v2.0/networks?id=8594f729-9088-4f6b-8543-aaadb0f5b192 HTTP/1.1" status: 200 len: 913 time: 0.0852909 Mar 29 16:05:03.962065 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4a67cca5-0b57-4710-aa15-9b49ae94d2c8 req-d487ef1d-e08d-4ef4-bcc7-1f9ecb712469 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6229ea58-48ea-4053-8b5a-016c704c7a65 HTTP/1.1" status: 200 len: 998 time: 0.0635412 Mar 29 16:05:03.974111 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-37417c7d-ae7b-4059-9cb7-a8e399987913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec871957-90ee-49a0-a5ff-0f9757efecd3', 'name': 'tempest-TestVolumeBootPattern-1912300397-router', 'tenant_id': 'f31979fa8a674f56835f136e5e49ba5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.192'}], 'enable_snat': True}, 'gw_port_id': 'a9e975fe-4cb2-4e7f-9458-99fac6b3ced0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:56:22Z', 'updated_at': '2022-03-29T15:56:27Z', 'revision_number': 4, 'project_id': 'f31979fa8a674f56835f136e5e49ba5c', 'gw_port': {'id': 'a9e975fe-4cb2-4e7f-9458-99fac6b3ced0', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:e2:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec871957-90ee-49a0-a5ff-0f9757efecd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2536, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:56:23Z', 'updated_at': '2022-03-29T15:56:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_floatingips': [{'id': '3b919c4d-552b-48d1-a88a-3a12b2995fba', 'tenant_id': 'f31979fa8a674f56835f136e5e49ba5c', 'floating_ip_address': '172.25.4.6', 'floating_network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'router_id': 'ec871957-90ee-49a0-a5ff-0f9757efecd3', 'port_id': '6229ea58-48ea-4053-8b5a-016c704c7a65', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3266, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8594f729-9088-4f6b-8543-aaadb0f5b192', 'mac_address': 'fa:16:3e:c4:b3:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77580fbd-129b-4d26-8ed8-ae744df06822', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T16:05:02Z', 'updated_at': '2022-03-29T16:05:02Z', 'revision_number': 0, 'project_id': 'f31979fa8a674f56835f136e5e49ba5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f876ee11-083d-432f-af7b-661f92894ec9', 'name': '', 'network_id': '8594f729-9088-4f6b-8543-aaadb0f5b192', 'tenant_id': 'f31979fa8a674f56835f136e5e49ba5c', 'mac_address': 'fa:16:3e:9d:45:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec871957-90ee-49a0-a5ff-0f9757efecd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2542, 'fixed_ips': [{'subnet_id': '52e8269b-e046-4c98-a9b1-ef8905fa8ddb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:56:26Z', 'updated_at': '2022-03-29T15:56:34Z', 'revision_number': 5, 'project_id': 'f31979fa8a674f56835f136e5e49ba5c', 'subnets': [{'id': '52e8269b-e046-4c98-a9b1-ef8905fa8ddb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:05:04.001134 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37417c7d-ae7b-4059-9cb7-a8e399987913 None None] Checking router: ec871957-90ee-49a0-a5ff-0f9757efecd3 for host: n-d-834765-1 {{(pid=102793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 16:05:04.010065 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37417c7d-ae7b-4059-9cb7-a8e399987913 None None] Routers {'ec871957-90ee-49a0-a5ff-0f9757efecd3'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:05:04.010657 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-37417c7d-ae7b-4059-9cb7-a8e399987913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:05:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['ec871957-90ee-49a0-a5ff-0f9757efecd3'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:05:04.016073 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a67cca5-0b57-4710-aa15-9b49ae94d2c8 req-4676b9cd-5e78-4fae-84a7-d08b24f28448 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:05:04.017901 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4a67cca5-0b57-4710-aa15-9b49ae94d2c8 req-4676b9cd-5e78-4fae-84a7-d08b24f28448 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=52e8269b-e046-4c98-a9b1-ef8905fa8ddb HTTP/1.1" status: 200 len: 851 time: 0.0485823 Mar 29 16:05:04.067467 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a67cca5-0b57-4710-aa15-9b49ae94d2c8 req-319d40dc-4436-4167-acb9-d7245e217d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:05:04.069040 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4a67cca5-0b57-4710-aa15-9b49ae94d2c8 req-319d40dc-4436-4167-acb9-d7245e217d6d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8594f729-9088-4f6b-8543-aaadb0f5b192&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444458 Mar 29 16:05:04.123992 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvr_db [None req-37417c7d-ae7b-4059-9cb7-a8e399987913 None None] Set router ec871957-90ee-49a0-a5ff-0f9757efecd3 gateway port host: n-d-834765-1 {{(pid=102793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:05:04.167044 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4a67cca5-0b57-4710-aa15-9b49ae94d2c8 req-4043e653-8383-4af7-aea0-8f808d6b6945 service neutron] 10.222.0.44 "GET /v2.0/networks/8594f729-9088-4f6b-8543-aaadb0f5b192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908442 Mar 29 16:05:04.221189 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d71584b9-87f1-45f5-84c7-c993c2416269 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:05:04.265405 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4a67cca5-0b57-4710-aa15-9b49ae94d2c8 req-b126ce81-11f8-4ef7-a0f1-93ba89cc18d0 service neutron] 10.222.0.44 "GET /v2.0/networks/8594f729-9088-4f6b-8543-aaadb0f5b192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914509 Mar 29 16:05:04.355811 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-37417c7d-ae7b-4059-9cb7-a8e399987913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec871957-90ee-49a0-a5ff-0f9757efecd3', 'name': 'tempest-TestVolumeBootPattern-1912300397-router', 'tenant_id': 'f31979fa8a674f56835f136e5e49ba5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.192'}], 'enable_snat': True}, 'gw_port_id': 'a9e975fe-4cb2-4e7f-9458-99fac6b3ced0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:56:22Z', 'updated_at': '2022-03-29T15:56:27Z', 'revision_number': 4, 'project_id': 'f31979fa8a674f56835f136e5e49ba5c', 'gw_port': {'id': 'a9e975fe-4cb2-4e7f-9458-99fac6b3ced0', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:e2:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec871957-90ee-49a0-a5ff-0f9757efecd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2536, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:56:23Z', 'updated_at': '2022-03-29T15:56:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_floatingips': [{'id': '3b919c4d-552b-48d1-a88a-3a12b2995fba', 'tenant_id': 'f31979fa8a674f56835f136e5e49ba5c', 'floating_ip_address': '172.25.4.6', 'floating_network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'router_id': 'ec871957-90ee-49a0-a5ff-0f9757efecd3', 'port_id': '6229ea58-48ea-4053-8b5a-016c704c7a65', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3266, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8594f729-9088-4f6b-8543-aaadb0f5b192', 'mac_address': 'fa:16:3e:c4:b3:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77580fbd-129b-4d26-8ed8-ae744df06822', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T16:05:02Z', 'updated_at': '2022-03-29T16:05:02Z', 'revision_number': 0, 'project_id': 'f31979fa8a674f56835f136e5e49ba5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f876ee11-083d-432f-af7b-661f92894ec9', 'name': '', 'network_id': '8594f729-9088-4f6b-8543-aaadb0f5b192', 'tenant_id': 'f31979fa8a674f56835f136e5e49ba5c', 'mac_address': 'fa:16:3e:9d:45:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec871957-90ee-49a0-a5ff-0f9757efecd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2542, 'fixed_ips': [{'subnet_id': '52e8269b-e046-4c98-a9b1-ef8905fa8ddb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:56:26Z', 'updated_at': '2022-03-29T15:56:34Z', 'revision_number': 5, 'project_id': 'f31979fa8a674f56835f136e5e49ba5c', 'subnets': [{'id': '52e8269b-e046-4c98-a9b1-ef8905fa8ddb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:05:04.380563 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37417c7d-ae7b-4059-9cb7-a8e399987913 None None] The sync data for ids ['ec871957-90ee-49a0-a5ff-0f9757efecd3'] in n-d-834765-1 is: [{'id': 'ec871957-90ee-49a0-a5ff-0f9757efecd3', 'name': 'tempest-TestVolumeBootPattern-1912300397-router', 'tenant_id': 'f31979fa8a674f56835f136e5e49ba5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.192'}], 'enable_snat': True}, 'gw_port_id': 'a9e975fe-4cb2-4e7f-9458-99fac6b3ced0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:56:22Z', 'updated_at': '2022-03-29T15:56:27Z', 'revision_number': 4, 'project_id': 'f31979fa8a674f56835f136e5e49ba5c', 'gw_port': {'id': 'a9e975fe-4cb2-4e7f-9458-99fac6b3ced0', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:e2:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec871957-90ee-49a0-a5ff-0f9757efecd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2536, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:56:23Z', 'updated_at': '2022-03-29T15:56:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_floatingips': [{'id': '3b919c4d-552b-48d1-a88a-3a12b2995fba', 'tenant_id': 'f31979fa8a674f56835f136e5e49ba5c', 'floating_ip_address': '172.25.4.6', 'floating_network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'router_id': 'ec871957-90ee-49a0-a5ff-0f9757efecd3', 'port_id': '6229ea58-48ea-4053-8b5a-016c704c7a65', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3266, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8594f729-9088-4f6b-8543-aaadb0f5b192', 'mac_address': 'fa:16:3e:c4:b3:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77580fbd-129b-4d26-8ed8-ae744df06822', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T16:05:02Z', 'updated_at': '2022-03-29T16:05:02Z', 'revision_number': 0, 'project_id': 'f31979fa8a674f56835f136e5e49ba5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f876ee11-083d-432f-af7b-661f92894ec9', 'name': '', 'network_id': '8594f729-9088-4f6b-8543-aaadb0f5b192', 'tenant_id': 'f31979fa8a674f56835f136e5e49ba5c', 'mac_address': 'fa:16:3e:9d:45:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec871957-90ee-49a0-a5ff-0f9757efecd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2542, 'fixed_ips': [{'subnet_id': '52e8269b-e046-4c98-a9b1-ef8905fa8ddb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:56:26Z', 'updated_at': '2022-03-29T15:56:34Z', 'revision_number': 5, 'project_id': 'f31979fa8a674f56835f136e5e49ba5c', 'subnets': [{'id': '52e8269b-e046-4c98-a9b1-ef8905fa8ddb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 16:05:04.563501 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7d34ed5-f5b4-4c37-9e55-a844a07cda14 None None] New status for floating IP 3b919c4d-552b-48d1-a88a-3a12b2995fba: ACTIVE {{(pid=102792) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 16:05:05.781456 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-0cb6abf6-2706-4e52-8825-f5f644ecf9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:05:05.919959 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:05:14.398353 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7366e59f-9650-42fa-bee4-30b41c0d0eec req-cd46fac6-2542-4e1a-b739-c6efd5cf3392 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:05:14.399911 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-7366e59f-9650-42fa-bee4-30b41c0d0eec req-cd46fac6-2542-4e1a-b739-c6efd5cf3392 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/ports?device_id=4f24d3f6-64a3-452b-b656-94b2e3b74056 HTTP/1.1" status: 200 len: 945 time: 0.0569260 Mar 29 16:05:14.449118 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-7366e59f-9650-42fa-bee4-30b41c0d0eec req-db82a497-904e-48d4-8e48-7434ffb2ae37 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/security-groups?id=374804bf-1832-496a-a9bd-7f28df171a12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416696 Mar 29 16:05:14.584149 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c573876-47e8-4456-9c70-ba5d14a4f312 req-84e7ffaa-69b2-4ec3-9934-de9426d81400 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:05:14.585642 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-7c573876-47e8-4456-9c70-ba5d14a4f312 req-84e7ffaa-69b2-4ec3-9934-de9426d81400 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/ports?device_id=4f24d3f6-64a3-452b-b656-94b2e3b74056 HTTP/1.1" status: 200 len: 945 time: 0.0599270 Mar 29 16:05:14.632893 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-7c573876-47e8-4456-9c70-ba5d14a4f312 req-6476e925-3b3e-422e-9208-c5ab83cdd5e8 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/security-groups?id=374804bf-1832-496a-a9bd-7f28df171a12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407941 Mar 29 16:05:14.753850 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec285a0-1d8f-4415-a684-ba8bce860a2a req-3ad09723-d35c-4049-91d9-ef9efd1176e9 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:05:14.755915 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-1ec285a0-1d8f-4415-a684-ba8bce860a2a req-3ad09723-d35c-4049-91d9-ef9efd1176e9 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/ports?device_id=4f24d3f6-64a3-452b-b656-94b2e3b74056 HTTP/1.1" status: 200 len: 945 time: 0.0519240 Mar 29 16:05:14.798386 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-1ec285a0-1d8f-4415-a684-ba8bce860a2a req-16af3439-f85b-4db1-8e42-3fe86da997a3 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/security-groups?id=374804bf-1832-496a-a9bd-7f28df171a12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362628 Mar 29 16:05:14.936641 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d3601d-8f04-4731-b0aa-533b8716d97f req-ef037e08-9cb7-45a9-9f46-9cd203eb6a09 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:05:14.938145 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f3d3601d-8f04-4731-b0aa-533b8716d97f req-ef037e08-9cb7-45a9-9f46-9cd203eb6a09 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/ports?device_id=4f24d3f6-64a3-452b-b656-94b2e3b74056 HTTP/1.1" status: 200 len: 945 time: 0.0594966 Mar 29 16:05:14.979488 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f3d3601d-8f04-4731-b0aa-533b8716d97f req-c2f4fc5b-2492-4a59-b8d9-6c474f3cade1 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/security-groups?id=374804bf-1832-496a-a9bd-7f28df171a12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343995 Mar 29 16:05:15.271041 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1293539e-a4cc-4a14-82c1-9c1a616e38bf req-33d729e3-f83e-4fe9-a973-99fce7aa442c tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:05:15.272505 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-1293539e-a4cc-4a14-82c1-9c1a616e38bf req-33d729e3-f83e-4fe9-a973-99fce7aa442c tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/networks?id=3364456e-aead-437c-a830-dc7a420fe2a4 HTTP/1.1" status: 200 len: 812 time: 0.1070223 Mar 29 16:05:15.287061 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-1293539e-a4cc-4a14-82c1-9c1a616e38bf req-031c5a66-366f-46a6-954d-10d60f1d5420 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/quotas/358ad84304604947a292f32d4e62126b HTTP/1.1" status: 200 len: 375 time: 0.0087211 Mar 29 16:05:15.349691 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-1293539e-a4cc-4a14-82c1-9c1a616e38bf req-0eb11ebe-09e0-42a4-81c4-ab37235ec42b tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=358ad84304604947a292f32d4e62126b&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0573065 Mar 29 16:05:15.441029 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-1293539e-a4cc-4a14-82c1-9c1a616e38bf req-ab656029-b08c-49ed-b92a-924ac2ef7ae9 service neutron] 10.222.0.42 "GET /v2.0/networks/3364456e-aead-437c-a830-dc7a420fe2a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842676 Mar 29 16:05:15.528541 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-1293539e-a4cc-4a14-82c1-9c1a616e38bf req-d2cce3b1-fb91-4867-b746-09ece0e6bed8 service neutron] 10.222.0.42 "GET /v2.0/networks/3364456e-aead-437c-a830-dc7a420fe2a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807695 Mar 29 16:05:15.688994 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-2fcb8d25-ac3e-451f-8e11-d86e374c0d9c req-041e3bf4-0244-4b67-bd51-9b52720419b5 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/ports?device_id=6a62cebe-5288-47a4-8f85-d9a0c83b6938 HTTP/1.1" status: 200 len: 210 time: 0.0263150 Mar 29 16:05:16.616994 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1293539e-a4cc-4a14-82c1-9c1a616e38bf req-0e99fc39-c748-44f6-b653-040486671b99 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:05:16.618491 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-1293539e-a4cc-4a14-82c1-9c1a616e38bf req-0e99fc39-c748-44f6-b653-040486671b99 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.48 "GET /v2.0/networks?id=3364456e-aead-437c-a830-dc7a420fe2a4 HTTP/1.1" status: 200 len: 812 time: 0.1092691 Mar 29 16:05:16.631630 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [req-1293539e-a4cc-4a14-82c1-9c1a616e38bf req-5d3f564c-71e1-474b-90ab-3e44ce4f3a2d tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Request body: {'port': {'device_id': '6a62cebe-5288-47a4-8f85-d9a0c83b6938', 'network_id': '3364456e-aead-437c-a830-dc7a420fe2a4', 'admin_state_up': True, 'tenant_id': '358ad84304604947a292f32d4e62126b'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:05:16.754697 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1293539e-a4cc-4a14-82c1-9c1a616e38bf req-5d3f564c-71e1-474b-90ab-3e44ce4f3a2d tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Made reservation on behalf of 358ad84304604947a292f32d4e62126b for: {'port': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:05:16.760421 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-1293539e-a4cc-4a14-82c1-9c1a616e38bf req-5d3f564c-71e1-474b-90ab-3e44ce4f3a2d tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:05:16.808645 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-736147d6-c407-4feb-818f-75379475459c req-a197c5be-092b-4f73-9d93-7e38783b78fd tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/ports?device_id=6a62cebe-5288-47a4-8f85-d9a0c83b6938 HTTP/1.1" status: 200 len: 210 time: 0.0373950 Mar 29 16:05:16.900749 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_common [req-1293539e-a4cc-4a14-82c1-9c1a616e38bf req-5d3f564c-71e1-474b-90ab-3e44ce4f3a2d tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Allocated IP 172.20.0.9 (3364456e-aead-437c-a830-dc7a420fe2a4/6caada61-173d-4256-8e9d-611647191ef5/5475683c-e825-4643-bc78-e00f0cda0396) {{(pid=102791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:05:17.052111 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-1293539e-a4cc-4a14-82c1-9c1a616e38bf req-5d3f564c-71e1-474b-90ab-3e44ce4f3a2d tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Notify callbacks [] for port, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:05:17.087825 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-1293539e-a4cc-4a14-82c1-9c1a616e38bf req-5d3f564c-71e1-474b-90ab-3e44ce4f3a2d tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:05:17.106452 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] get_ports_and_sgs() called for port_ids ['efb40161-31bf-49b0-bdb6-7ef1557e991d'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 16:05:17.108964 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] get_ports_and_sgs() called for port_ids ['eee98cd1-810a-4b81-9592-696d58b4c137'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 16:05:17.132886 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1293539e-a4cc-4a14-82c1-9c1a616e38bf req-5d3f564c-71e1-474b-90ab-3e44ce4f3a2d tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Network 3364456e-aead-437c-a830-dc7a420fe2a4 is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:05:17.136060 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [req-1293539e-a4cc-4a14-82c1-9c1a616e38bf req-5d3f564c-71e1-474b-90ab-3e44ce4f3a2d tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:05:17.140206 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [req-1293539e-a4cc-4a14-82c1-9c1a616e38bf req-5d3f564c-71e1-474b-90ab-3e44ce4f3a2d tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Received port after_create {{(pid=102791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:05:17.184101 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:05:17.187157 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3f564c-71e1-474b-90ab-3e44ce4f3a2d tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Pushing event updated for resources: {'Port': ['ID=5475683c-e825-4643-bc78-e00f0cda0396,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:05:17.216969 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1293539e-a4cc-4a14-82c1-9c1a616e38bf req-5d3f564c-71e1-474b-90ab-3e44ce4f3a2d tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:05:17.218615 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-1293539e-a4cc-4a14-82c1-9c1a616e38bf req-5d3f564c-71e1-474b-90ab-3e44ce4f3a2d tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:05:17.242731 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-1293539e-a4cc-4a14-82c1-9c1a616e38bf req-5d3f564c-71e1-474b-90ab-3e44ce4f3a2d tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6156108 Mar 29 16:05:17.272921 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [req-1293539e-a4cc-4a14-82c1-9c1a616e38bf req-eb12189e-2a91-4189-a5bf-a3e263ba61a2 service neutron] Request body: {'port': {'device_id': '6a62cebe-5288-47a4-8f85-d9a0c83b6938', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834765-1'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:05:17.345724 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-1293539e-a4cc-4a14-82c1-9c1a616e38bf req-eb12189e-2a91-4189-a5bf-a3e263ba61a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:05:17.517853 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-933ea0d3-f57a-480c-9d15-bbf5d6fa043c None None] Provisioning complete for port 5475683c-e825-4643-bc78-e00f0cda0396 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:05:17.518225 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-933ea0d3-f57a-480c-9d15-bbf5d6fa043c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:05:17.553723 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-933ea0d3-f57a-480c-9d15-bbf5d6fa043c None None] Port 5475683c-e825-4643-bc78-e00f0cda0396 cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 16:05:17.673305 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [req-1293539e-a4cc-4a14-82c1-9c1a616e38bf req-eb12189e-2a91-4189-a5bf-a3e263ba61a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5475683c-e825-4643-bc78-e00f0cda0396 {{(pid=102791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 16:05:17.685121 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-1293539e-a4cc-4a14-82c1-9c1a616e38bf req-eb12189e-2a91-4189-a5bf-a3e263ba61a2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:05:17.705140 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.provisioning_blocks [req-1293539e-a4cc-4a14-82c1-9c1a616e38bf req-eb12189e-2a91-4189-a5bf-a3e263ba61a2 service neutron] Transition to ACTIVE for port object 5475683c-e825-4643-bc78-e00f0cda0396 will not be triggered until provisioned by entity L2. {{(pid=102791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 16:05:17.709774 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-1293539e-a4cc-4a14-82c1-9c1a616e38bf req-eb12189e-2a91-4189-a5bf-a3e263ba61a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:05:17.765325 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb12189e-2a91-4189-a5bf-a3e263ba61a2 service neutron] Pushing event updated for resources: {'Port': ['ID=5475683c-e825-4643-bc78-e00f0cda0396,revision_number=2']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:05:17.835768 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:05:17.857991 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-1293539e-a4cc-4a14-82c1-9c1a616e38bf req-eb12189e-2a91-4189-a5bf-a3e263ba61a2 service neutron] Attempting to bind port 5475683c-e825-4643-bc78-e00f0cda0396 on host n-h2-834765-1 for vnic_type normal with profile {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 16:05:17.858478 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-1293539e-a4cc-4a14-82c1-9c1a616e38bf req-eb12189e-2a91-4189-a5bf-a3e263ba61a2 service neutron] Attempting to bind port 5475683c-e825-4643-bc78-e00f0cda0396 by drivers openvswitch,hyperv on host n-h2-834765-1 at level 0 using segments [{'id': '94b35437-d3ca-48bd-89d7-8faa6fa42a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '3364456e-aead-437c-a830-dc7a420fe2a4'}] {{(pid=102791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 16:05:17.858820 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1293539e-a4cc-4a14-82c1-9c1a616e38bf req-eb12189e-2a91-4189-a5bf-a3e263ba61a2 service neutron] Attempting to bind port 5475683c-e825-4643-bc78-e00f0cda0396 on network 3364456e-aead-437c-a830-dc7a420fe2a4 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 16:05:17.866349 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1293539e-a4cc-4a14-82c1-9c1a616e38bf req-eb12189e-2a91-4189-a5bf-a3e263ba61a2 service neutron] Port 5475683c-e825-4643-bc78-e00f0cda0396 on network 3364456e-aead-437c-a830-dc7a420fe2a4 not bound, no agent of type Open vSwitch agent registered on host n-h2-834765-1 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 16:05:17.866349 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1293539e-a4cc-4a14-82c1-9c1a616e38bf req-eb12189e-2a91-4189-a5bf-a3e263ba61a2 service neutron] Attempting to bind port 5475683c-e825-4643-bc78-e00f0cda0396 on network 3364456e-aead-437c-a830-dc7a420fe2a4 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 16:05:17.871984 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1293539e-a4cc-4a14-82c1-9c1a616e38bf req-eb12189e-2a91-4189-a5bf-a3e263ba61a2 service neutron] Checking agent: {'id': '3e4b4912-b4a2-4d17-b5bd-6ce15529e8eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 33, 17), 'started_at': datetime.datetime(2022, 3, 29, 15, 33, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 16, 5, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 16:05:17.872375 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1293539e-a4cc-4a14-82c1-9c1a616e38bf req-eb12189e-2a91-4189-a5bf-a3e263ba61a2 service neutron] Checking segment: {'id': '94b35437-d3ca-48bd-89d7-8faa6fa42a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '3364456e-aead-437c-a830-dc7a420fe2a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 16:05:17.873031 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1293539e-a4cc-4a14-82c1-9c1a616e38bf req-eb12189e-2a91-4189-a5bf-a3e263ba61a2 service neutron] Bound using segment: {'id': '94b35437-d3ca-48bd-89d7-8faa6fa42a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '3364456e-aead-437c-a830-dc7a420fe2a4'} {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 16:05:17.873607 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-1293539e-a4cc-4a14-82c1-9c1a616e38bf req-eb12189e-2a91-4189-a5bf-a3e263ba61a2 service neutron] Bound port: 5475683c-e825-4643-bc78-e00f0cda0396, host: n-h2-834765-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94b35437-d3ca-48bd-89d7-8faa6fa42a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '3364456e-aead-437c-a830-dc7a420fe2a4'}}] {{(pid=102791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 16:05:17.874023 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-1293539e-a4cc-4a14-82c1-9c1a616e38bf req-eb12189e-2a91-4189-a5bf-a3e263ba61a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:05:17.981522 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-1293539e-a4cc-4a14-82c1-9c1a616e38bf req-eb12189e-2a91-4189-a5bf-a3e263ba61a2 service neutron] For port 5475683c-e825-4643-bc78-e00f0cda0396, host n-h2-834765-1, cleared binding levels {{(pid=102791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 16:05:18.001220 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82703f0a-ad89-4453-ba96-180579a6a049 req-8f28b864-af30-436c-bb84-0566e5649985 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:05:18.002730 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-82703f0a-ad89-4453-ba96-180579a6a049 req-8f28b864-af30-436c-bb84-0566e5649985 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/ports?device_id=6a62cebe-5288-47a4-8f85-d9a0c83b6938 HTTP/1.1" status: 200 len: 943 time: 0.0905261 Mar 29 16:05:18.004488 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-1293539e-a4cc-4a14-82c1-9c1a616e38bf req-eb12189e-2a91-4189-a5bf-a3e263ba61a2 service neutron] For port 5475683c-e825-4643-bc78-e00f0cda0396, host n-h2-834765-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=5475683c-e825-4643-bc78-e00f0cda0396,segment=NetworkSegment(94b35437-d3ca-48bd-89d7-8faa6fa42a91),segment_id=94b35437-d3ca-48bd-89d7-8faa6fa42a91)] {{(pid=102791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 16:05:18.009810 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-1293539e-a4cc-4a14-82c1-9c1a616e38bf req-eb12189e-2a91-4189-a5bf-a3e263ba61a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:05:18.060451 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1293539e-a4cc-4a14-82c1-9c1a616e38bf req-eb12189e-2a91-4189-a5bf-a3e263ba61a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:05:18.061540 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-1293539e-a4cc-4a14-82c1-9c1a616e38bf req-eb12189e-2a91-4189-a5bf-a3e263ba61a2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:05:18.062935 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-1293539e-a4cc-4a14-82c1-9c1a616e38bf req-eb12189e-2a91-4189-a5bf-a3e263ba61a2 service neutron] 10.222.0.48 "PUT /v2.0/ports/5475683c-e825-4643-bc78-e00f0cda0396 HTTP/1.1" status: 200 len: 1091 time: 0.8049765 Mar 29 16:05:18.064473 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a62cebe-5288-47a4-8f85-d9a0c83b6938', 'tag': '5475683c-e825-4643-bc78-e00f0cda0396'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:05:18.067423 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c67b028db5e9b9818fecc5c0a87ebc6f190694fa53ca267d523e04f98de536d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-195212e9-5fca-4a7c-a1a2-a0e586551ce2" -d '{"events": [{"name": "network-changed", "server_uuid": "6a62cebe-5288-47a4-8f85-d9a0c83b6938", "tag": "5475683c-e825-4643-bc78-e00f0cda0396"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:05:18.125631 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 16:05:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-653af408-e36b-487e-9648-408db115b838 x-openstack-request-id: req-653af408-e36b-487e-9648-408db115b838 {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:05:18.126358 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a62cebe-5288-47a4-8f85-d9a0c83b6938", "tag": "5475683c-e825-4643-bc78-e00f0cda0396", "status": "completed", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:05:18.126358 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-653af408-e36b-487e-9648-408db115b838 {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:05:18.126659 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a62cebe-5288-47a4-8f85-d9a0c83b6938', 'tag': '5475683c-e825-4643-bc78-e00f0cda0396', 'status': 'completed', 'code': 200} Mar 29 16:05:18.130631 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb12189e-2a91-4189-a5bf-a3e263ba61a2 service neutron] Pushing event updated for resources: {'Port': ['ID=5475683c-e825-4643-bc78-e00f0cda0396,revision_number=3']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:05:18.160674 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-82703f0a-ad89-4453-ba96-180579a6a049 req-4a60e3a8-fb5f-49d2-a31d-c6890e04912a tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/security-groups?id=9ca13a82-8548-447c-a9a1-a1fa7edff5b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485016 Mar 29 16:05:18.180268 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1293539e-a4cc-4a14-82c1-9c1a616e38bf req-51c1568c-5831-46e0-b021-e2bfd8362cee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:05:18.181979 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-1293539e-a4cc-4a14-82c1-9c1a616e38bf req-51c1568c-5831-46e0-b021-e2bfd8362cee service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=358ad84304604947a292f32d4e62126b&device_id=6a62cebe-5288-47a4-8f85-d9a0c83b6938 HTTP/1.1" status: 200 len: 1094 time: 0.0688422 Mar 29 16:05:18.235591 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-1293539e-a4cc-4a14-82c1-9c1a616e38bf req-8e7897d7-b169-4d78-8e45-d05e1ef3f191 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5475683c-e825-4643-bc78-e00f0cda0396 HTTP/1.1" status: 200 len: 217 time: 0.0432572 Mar 29 16:05:18.293423 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1293539e-a4cc-4a14-82c1-9c1a616e38bf req-fbe9c341-69e1-45b7-a4a5-ae904a3ff7c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:05:18.295017 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-1293539e-a4cc-4a14-82c1-9c1a616e38bf req-fbe9c341-69e1-45b7-a4a5-ae904a3ff7c7 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6caada61-173d-4256-8e9d-611647191ef5 HTTP/1.1" status: 200 len: 851 time: 0.0525045 Mar 29 16:05:18.345295 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1293539e-a4cc-4a14-82c1-9c1a616e38bf req-c4419eaf-199b-492b-9d10-012ba98b13de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:05:18.347345 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-1293539e-a4cc-4a14-82c1-9c1a616e38bf req-c4419eaf-199b-492b-9d10-012ba98b13de service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3364456e-aead-437c-a830-dc7a420fe2a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0453029 Mar 29 16:05:18.460103 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-1293539e-a4cc-4a14-82c1-9c1a616e38bf req-55cbf409-00a0-490d-8a70-fb374fae3c5a service neutron] 10.222.0.48 "GET /v2.0/networks/3364456e-aead-437c-a830-dc7a420fe2a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048281 Mar 29 16:05:18.539114 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 51402) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:05:18.551822 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-1293539e-a4cc-4a14-82c1-9c1a616e38bf req-13b84c72-02d7-460a-aa3b-7adc3fc06553 service neutron] 10.222.0.48 "GET /v2.0/networks/3364456e-aead-437c-a830-dc7a420fe2a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859311 Mar 29 16:05:18.649219 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195212e9-5fca-4a7c-a1a2-a0e586551ce2 req-daeb5c95-c0ce-4da4-bded-5de5626108ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:05:18.650743 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-195212e9-5fca-4a7c-a1a2-a0e586551ce2 req-daeb5c95-c0ce-4da4-bded-5de5626108ee service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=358ad84304604947a292f32d4e62126b&device_id=6a62cebe-5288-47a4-8f85-d9a0c83b6938 HTTP/1.1" status: 200 len: 1094 time: 0.0567842 Mar 29 16:05:18.668252 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-5a53a804-a789-493b-b507-fdf7c4ca4f6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:05:18.743753 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-5a53a804-a789-493b-b507-fdf7c4ca4f6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:05:18.744943 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195212e9-5fca-4a7c-a1a2-a0e586551ce2 req-deae8c4a-4651-4b7a-8637-5f446c3d2b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:05:18.746764 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-195212e9-5fca-4a7c-a1a2-a0e586551ce2 req-deae8c4a-4651-4b7a-8637-5f446c3d2b6d service neutron] 10.222.0.48 "GET /v2.0/networks?id=3364456e-aead-437c-a830-dc7a420fe2a4 HTTP/1.1" status: 200 len: 913 time: 0.0892949 Mar 29 16:05:18.747804 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-5a53a804-a789-493b-b507-fdf7c4ca4f6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:05:18.784393 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a53a804-a789-493b-b507-fdf7c4ca4f6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64bbbe6c-c412-47d6-a1f8-d9ebf0cc886c,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:05:18.791737 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-5a53a804-a789-493b-b507-fdf7c4ca4f6e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c0f5cc7d3b054ed09cfaf1db3746ca1d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2490792 Mar 29 16:05:18.791968 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 51406) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:05:18.793518 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-195212e9-5fca-4a7c-a1a2-a0e586551ce2 req-1053ce28-3b00-4096-b9cb-b9d0a5fc90a5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5475683c-e825-4643-bc78-e00f0cda0396 HTTP/1.1" status: 200 len: 217 time: 0.0397341 Mar 29 16:05:18.843506 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195212e9-5fca-4a7c-a1a2-a0e586551ce2 req-757d768c-f9f8-4848-b2c7-9360106b3b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:05:18.844980 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-195212e9-5fca-4a7c-a1a2-a0e586551ce2 req-757d768c-f9f8-4848-b2c7-9360106b3b26 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6caada61-173d-4256-8e9d-611647191ef5 HTTP/1.1" status: 200 len: 851 time: 0.0453568 Mar 29 16:05:18.846886 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-052b9495-7739-4764-ad58-c258b05ecd70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:05:18.870601 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-052b9495-7739-4764-ad58-c258b05ecd70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:05:18.892006 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195212e9-5fca-4a7c-a1a2-a0e586551ce2 req-0c52df57-ca30-4576-8dcf-acb0f7bcf063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:05:18.893442 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-195212e9-5fca-4a7c-a1a2-a0e586551ce2 req-0c52df57-ca30-4576-8dcf-acb0f7bcf063 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3364456e-aead-437c-a830-dc7a420fe2a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412128 Mar 29 16:05:18.919729 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-052b9495-7739-4764-ad58-c258b05ecd70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:05:18.922743 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-052b9495-7739-4764-ad58-c258b05ecd70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:05:18.923995 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-052b9495-7739-4764-ad58-c258b05ecd70 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/64bbbe6c-c412-47d6-a1f8-d9ebf0cc886c HTTP/1.1" status: 204 len: 168 time: 0.1311150 Mar 29 16:05:18.933098 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052b9495-7739-4764-ad58-c258b05ecd70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64bbbe6c-c412-47d6-a1f8-d9ebf0cc886c,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:05:19.005477 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-195212e9-5fca-4a7c-a1a2-a0e586551ce2 req-87051af2-81d7-425f-be9e-295ebbd46473 service neutron] 10.222.0.48 "GET /v2.0/networks/3364456e-aead-437c-a830-dc7a420fe2a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042595 Mar 29 16:05:19.128839 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-195212e9-5fca-4a7c-a1a2-a0e586551ce2 req-3d5692d0-f5e6-4c73-817a-ff35a38bd490 service neutron] 10.222.0.48 "GET /v2.0/networks/3364456e-aead-437c-a830-dc7a420fe2a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1163688 Mar 29 16:05:19.320723 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa867796-e768-4660-87fe-7548645a95ec req-b7aa1e35-6281-402a-bcf7-e8658638a1b7 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:05:19.323214 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-fa867796-e768-4660-87fe-7548645a95ec req-b7aa1e35-6281-402a-bcf7-e8658638a1b7 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/ports?device_id=6a62cebe-5288-47a4-8f85-d9a0c83b6938 HTTP/1.1" status: 200 len: 943 time: 0.0702627 Mar 29 16:05:19.367074 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-fa867796-e768-4660-87fe-7548645a95ec req-59b27d76-40ac-4cfa-a50e-1ac8d4030d92 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/security-groups?id=9ca13a82-8548-447c-a9a1-a1fa7edff5b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363531 Mar 29 16:05:20.483221 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c94edbe-0982-44be-89b5-65cfa6fc8b68 req-e5fb4382-5524-440a-8693-a8cb6feb3fdd tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:05:20.484729 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-1c94edbe-0982-44be-89b5-65cfa6fc8b68 req-e5fb4382-5524-440a-8693-a8cb6feb3fdd tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/ports?device_id=6a62cebe-5288-47a4-8f85-d9a0c83b6938 HTTP/1.1" status: 200 len: 943 time: 0.0495501 Mar 29 16:05:20.529651 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-1c94edbe-0982-44be-89b5-65cfa6fc8b68 req-48557103-b9a4-4cda-acbb-c57e6af8814a tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/security-groups?id=9ca13a82-8548-447c-a9a1-a1fa7edff5b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390220 Mar 29 16:05:21.645833 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c26e4f-d944-4c45-bbcd-ef151efcb7e4 req-bac9f187-4d5d-4fce-800a-86453910e909 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:05:21.648432 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-b8c26e4f-d944-4c45-bbcd-ef151efcb7e4 req-bac9f187-4d5d-4fce-800a-86453910e909 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/ports?device_id=6a62cebe-5288-47a4-8f85-d9a0c83b6938 HTTP/1.1" status: 200 len: 943 time: 0.0511379 Mar 29 16:05:21.686840 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-b8c26e4f-d944-4c45-bbcd-ef151efcb7e4 req-f45816a4-d98b-45ec-a422-c81ef4ed3c8e tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/security-groups?id=9ca13a82-8548-447c-a9a1-a1fa7edff5b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324051 Mar 29 16:05:21.962099 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device 5475683c-e825-4643-bc78-e00f0cda0396 details requested by agent hyperv_n-h2-834765-1 with host n-h2-834765-1 {{(pid=102792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 16:05:22.058124 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port 5475683c-e825-4643-bc78-e00f0cda0396, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=5475683c-e825-4643-bc78-e00f0cda0396,segment=NetworkSegment(94b35437-d3ca-48bd-89d7-8faa6fa42a91),segment_id=94b35437-d3ca-48bd-89d7-8faa6fa42a91)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:05:22.069796 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Returning: {'device': '5475683c-e825-4643-bc78-e00f0cda0396', 'network_id': '3364456e-aead-437c-a830-dc7a420fe2a4', 'port_id': '5475683c-e825-4643-bc78-e00f0cda0396', 'mac_address': 'fa:16:3e:ad:ac:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 632, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6caada61-173d-4256-8e9d-611647191ef5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 16:05:22.110791 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:05:22.123537 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5475683c-e825-4643-bc78-e00f0cda0396 {{(pid=102792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 16:05:22.144043 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port 5475683c-e825-4643-bc78-e00f0cda0396, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=5475683c-e825-4643-bc78-e00f0cda0396,segment=NetworkSegment(94b35437-d3ca-48bd-89d7-8faa6fa42a91),segment_id=94b35437-d3ca-48bd-89d7-8faa6fa42a91)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:05:22.149409 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:05:22.200289 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Pushing event updated for resources: {'Port': ['ID=5475683c-e825-4643-bc78-e00f0cda0396,revision_number=4']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:05:22.207435 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:05:22.207778 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:05:22.208113 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:05:22.208444 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:05:22.209421 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:05:22.209755 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:05:22.210081 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:05:22.210403 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:05:22.210792 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:05:22.211172 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:05:22.211529 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:05:22.212015 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:05:22.473852 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] get_ports_and_sgs() called for port_ids ['5475683c-e825-4643-bc78-e00f0cda0396'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 16:05:22.805592 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405f1f5d-74a4-44cd-9a47-462ca3ba9ba4 req-dc544526-b4fb-448e-b802-800b971bbc3c tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:05:22.807112 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-405f1f5d-74a4-44cd-9a47-462ca3ba9ba4 req-dc544526-b4fb-448e-b802-800b971bbc3c tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/ports?device_id=6a62cebe-5288-47a4-8f85-d9a0c83b6938 HTTP/1.1" status: 200 len: 944 time: 0.0517979 Mar 29 16:05:22.845239 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-405f1f5d-74a4-44cd-9a47-462ca3ba9ba4 req-3ecbd475-c86b-4695-90e7-28e8ec81959f tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/security-groups?id=9ca13a82-8548-447c-a9a1-a1fa7edff5b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319426 Mar 29 16:05:22.884572 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04e2789-fc19-4bd1-9ad8-2306aa66c6dd req-5b861473-7151-41d6-a3bc-9637932b4a97 tempest-TestNetworkAdvancedServerOps-8597314 tempest-TestNetworkAdvancedServerOps-8597314-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:05:22.886205 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-e04e2789-fc19-4bd1-9ad8-2306aa66c6dd req-5b861473-7151-41d6-a3bc-9637932b4a97 tempest-TestNetworkAdvancedServerOps-8597314 tempest-TestNetworkAdvancedServerOps-8597314-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=4b1734e3-0491-4380-9fe0-74365dc4ef18 HTTP/1.1" status: 200 len: 1097 time: 0.0449622 Mar 29 16:05:22.922541 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-e04e2789-fc19-4bd1-9ad8-2306aa66c6dd req-f749e15a-7bfb-43e4-a656-164688dfd7ff tempest-TestNetworkAdvancedServerOps-8597314 tempest-TestNetworkAdvancedServerOps-8597314-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=bcabf703-0dbd-497f-b21f-e9f0f5919bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298886 Mar 29 16:05:22.948066 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 51422) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:05:23.113424 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-c4148fd5-faaf-440d-90d6-2de0f97dbc3b tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Deleting port 361cedc8-0155-45f5-a96a-30842e5e9a56 {{(pid=102790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:05:23.113765 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c4148fd5-faaf-440d-90d6-2de0f97dbc3b tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:05:23.187732 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c4148fd5-faaf-440d-90d6-2de0f97dbc3b tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:05:23.188056 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c4148fd5-faaf-440d-90d6-2de0f97dbc3b tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:05:23.200071 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-c4148fd5-faaf-440d-90d6-2de0f97dbc3b tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Calling delete_port for 361cedc8-0155-45f5-a96a-30842e5e9a56 owned by network:floatingip {{(pid=102790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:05:23.349172 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c4148fd5-faaf-440d-90d6-2de0f97dbc3b tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:05:23.377176 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4148fd5-faaf-440d-90d6-2de0f97dbc3b tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Pushing event deleted for resources: {'Port': ['ID=361cedc8-0155-45f5-a96a-30842e5e9a56,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:05:23.444740 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c4148fd5-faaf-440d-90d6-2de0f97dbc3b tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks [] for floatingip, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:05:23.445068 n-d-834765-1 neutron-server[102790]: INFO neutron.db.l3_db [None req-c4148fd5-faaf-440d-90d6-2de0f97dbc3b tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Floating IP ee20b9c4-f17a-4f66-99ae-e91982f819a6 disassociated (deleted). External IP: 172.25.4.121, port: 3f19f861-2fb4-47d5-bf3d-5a6a133d1e3f. Mar 29 16:05:23.651965 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4148fd5-faaf-440d-90d6-2de0f97dbc3b tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Router e559e74d-3986-4c46-b9ba-d9f4da1b0e79 has already been hosted by L3 agent c648d819-1060-4f26-b4ec-6455387b5dff {{(pid=102790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 16:05:23.765574 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4148fd5-faaf-440d-90d6-2de0f97dbc3b tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 16:05:23.770111 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c4148fd5-faaf-440d-90d6-2de0f97dbc3b tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for floatingip, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:05:23.777405 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b037370-3b02-411d-a542-4faf6d85111f None None] Sync routers for ids ['e559e74d-3986-4c46-b9ba-d9f4da1b0e79'] in n-d-834765-1 {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 16:05:23.788245 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b037370-3b02-411d-a542-4faf6d85111f None None] Routers {'e559e74d-3986-4c46-b9ba-d9f4da1b0e79'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:05:23.788898 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-3b037370-3b02-411d-a542-4faf6d85111f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:05:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['e559e74d-3986-4c46-b9ba-d9f4da1b0e79'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:05:23.801044 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-c4148fd5-faaf-440d-90d6-2de0f97dbc3b tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "DELETE /v2.0/floatingips/ee20b9c4-f17a-4f66-99ae-e91982f819a6 HTTP/1.1" status: 204 len: 168 time: 0.8519258 Mar 29 16:05:23.801619 n-d-834765-1 neutron-server[102790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b1734e3-0491-4380-9fe0-74365dc4ef18', 'tag': '3f19f861-2fb4-47d5-bf3d-5a6a133d1e3f'}] {{(pid=102790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:05:23.805911 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46b06d655c90bc969636382cce4240ad749035fb0f3a83ee4734fa1ed9c4a6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18f45f5f-9f07-4dee-970a-a960d8cd83b4" -d '{"events": [{"name": "network-changed", "server_uuid": "4b1734e3-0491-4380-9fe0-74365dc4ef18", "tag": "3f19f861-2fb4-47d5-bf3d-5a6a133d1e3f"}]}' {{(pid=102790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:05:23.849818 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 16:05:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-800c061a-e409-48d7-affd-6686935e8b5a x-openstack-request-id: req-800c061a-e409-48d7-affd-6686935e8b5a {{(pid=102790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:05:23.850294 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b1734e3-0491-4380-9fe0-74365dc4ef18", "tag": "3f19f861-2fb4-47d5-bf3d-5a6a133d1e3f", "status": "completed", "code": 200}]} {{(pid=102790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:05:23.850615 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-800c061a-e409-48d7-affd-6686935e8b5a {{(pid=102790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:05:23.851092 n-d-834765-1 neutron-server[102790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b1734e3-0491-4380-9fe0-74365dc4ef18', 'tag': '3f19f861-2fb4-47d5-bf3d-5a6a133d1e3f', 'status': 'completed', 'code': 200} Mar 29 16:05:23.930282 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f45f5f-9f07-4dee-970a-a960d8cd83b4 req-d89bd6ea-fbec-47ef-9fd2-46e1a48969a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:05:23.931782 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-18f45f5f-9f07-4dee-970a-a960d8cd83b4 req-d89bd6ea-fbec-47ef-9fd2-46e1a48969a1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8c88f14ca33d4e419d03f1c3b10014ac&device_id=4b1734e3-0491-4380-9fe0-74365dc4ef18 HTTP/1.1" status: 200 len: 1097 time: 0.0602067 Mar 29 16:05:23.964932 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device 5475683c-e825-4643-bc78-e00f0cda0396 up at agent hyperv_n-h2-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 16:05:23.993733 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951318f8-1f19-4b90-82a5-d0d44ad92bcd req-230eec18-2e17-46fb-83ba-2705030e3a0f tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:05:23.995796 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-951318f8-1f19-4b90-82a5-d0d44ad92bcd req-230eec18-2e17-46fb-83ba-2705030e3a0f tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/ports?device_id=6a62cebe-5288-47a4-8f85-d9a0c83b6938 HTTP/1.1" status: 200 len: 944 time: 0.0664480 Mar 29 16:05:24.043342 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-951318f8-1f19-4b90-82a5-d0d44ad92bcd req-5f52c644-536c-48c8-932f-33d90bcfd900 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/security-groups?id=9ca13a82-8548-447c-a9a1-a1fa7edff5b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406570 Mar 29 16:05:24.046628 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvr_db [None req-3b037370-3b02-411d-a542-4faf6d85111f None None] Set router e559e74d-3986-4c46-b9ba-d9f4da1b0e79 gateway port host: n-d-834765-1 {{(pid=102793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:05:24.069447 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Provisioning for port 5475683c-e825-4643-bc78-e00f0cda0396 completed by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 16:05:24.073845 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Provisioning complete for port 5475683c-e825-4643-bc78-e00f0cda0396 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:05:24.074211 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:05:24.104254 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f45f5f-9f07-4dee-970a-a960d8cd83b4 req-cb42ce90-aaa5-4034-a83e-411edde5a044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:05:24.105865 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-18f45f5f-9f07-4dee-970a-a960d8cd83b4 req-cb42ce90-aaa5-4034-a83e-411edde5a044 service neutron] 10.222.0.48 "GET /v2.0/networks?id=bdac95d0-3106-44ff-90ea-3c86fe100efe HTTP/1.1" status: 200 len: 897 time: 0.1666381 Mar 29 16:05:24.156093 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-18f45f5f-9f07-4dee-970a-a960d8cd83b4 req-654720bd-ab03-4f27-ac54-f8b82fe575b4 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3f19f861-2fb4-47d5-bf3d-5a6a133d1e3f HTTP/1.1" status: 200 len: 217 time: 0.0428605 Mar 29 16:05:24.159363 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:05:24.165108 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f10252-a6ea-42a2-8daf-d177e4b8d2d8 req-e6e80705-47f3-45be-a025-eebc56362fc0 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:05:24.166662 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e7f10252-a6ea-42a2-8daf-d177e4b8d2d8 req-e6e80705-47f3-45be-a025-eebc56362fc0 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "GET /v2.0/ports?device_id=4b1734e3-0491-4380-9fe0-74365dc4ef18 HTTP/1.1" status: 200 len: 946 time: 0.1159019 Mar 29 16:05:24.187229 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a62cebe-5288-47a4-8f85-d9a0c83b6938', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5475683c-e825-4643-bc78-e00f0cda0396'}] {{(pid=102792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:05:24.189557 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4f476c66b318cc6068719fc39557fac68d413f5c7e78fa77028c7948e999ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9abe25a-8f74-414d-ad83-48f00a17042a" -d '{"events": [{"server_uuid": "6a62cebe-5288-47a4-8f85-d9a0c83b6938", "name": "network-vif-plugged", "status": "completed", "tag": "5475683c-e825-4643-bc78-e00f0cda0396"}]}' {{(pid=102792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:05:24.204153 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port 5475683c-e825-4643-bc78-e00f0cda0396, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=5475683c-e825-4643-bc78-e00f0cda0396,segment=NetworkSegment(94b35437-d3ca-48bd-89d7-8faa6fa42a91),segment_id=94b35437-d3ca-48bd-89d7-8faa6fa42a91)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:05:24.212078 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:05:24.231065 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f45f5f-9f07-4dee-970a-a960d8cd83b4 req-f7ed1393-d2e5-4de5-9639-85d4ebe94466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:05:24.232916 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-18f45f5f-9f07-4dee-970a-a960d8cd83b4 req-f7ed1393-d2e5-4de5-9639-85d4ebe94466 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e1a677ac-ae5e-499b-ac14-fff9c63dbbe4 HTTP/1.1" status: 200 len: 835 time: 0.0651705 Mar 29 16:05:24.249383 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 16:05:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d72d2609-3262-4210-8627-18b8474f1060 x-openstack-request-id: req-d72d2609-3262-4210-8627-18b8474f1060 {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:05:24.249383 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a62cebe-5288-47a4-8f85-d9a0c83b6938", "name": "network-vif-plugged", "status": "completed", "tag": "5475683c-e825-4643-bc78-e00f0cda0396", "code": 200}]} {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:05:24.249383 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d72d2609-3262-4210-8627-18b8474f1060 {{(pid=102792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:05:24.250079 n-d-834765-1 neutron-server[102792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a62cebe-5288-47a4-8f85-d9a0c83b6938', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5475683c-e825-4643-bc78-e00f0cda0396', 'code': 200} Mar 29 16:05:24.262190 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-3b037370-3b02-411d-a542-4faf6d85111f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e559e74d-3986-4c46-b9ba-d9f4da1b0e79', 'name': 'tempest-TestNetworkAdvancedServerOps-router-26317166', 'tenant_id': '8c88f14ca33d4e419d03f1c3b10014ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.40'}], 'enable_snat': True}, 'gw_port_id': '19dd560a-74a2-4213-a3ab-88a3352fea7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:02:27Z', 'updated_at': '2022-03-29T16:02:32Z', 'revision_number': 4, 'project_id': '8c88f14ca33d4e419d03f1c3b10014ac', 'gw_port': {'id': '19dd560a-74a2-4213-a3ab-88a3352fea7b', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:bf:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e559e74d-3986-4c46-b9ba-d9f4da1b0e79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3069, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:02:27Z', 'updated_at': '2022-03-29T16:02:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': '8a946244-95aa-4429-a389-b3d27c94bf40', 'name': '', 'network_id': 'bdac95d0-3106-44ff-90ea-3c86fe100efe', 'tenant_id': '8c88f14ca33d4e419d03f1c3b10014ac', 'mac_address': 'fa:16:3e:2a:42:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e559e74d-3986-4c46-b9ba-d9f4da1b0e79', 'device_owner': 'network:router_interface', 'standard_attr_id': 3075, 'fixed_ips': [{'subnet_id': 'e1a677ac-ae5e-499b-ac14-fff9c63dbbe4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:02:31Z', 'updated_at': '2022-03-29T16:02:36Z', 'revision_number': 5, 'project_id': '8c88f14ca33d4e419d03f1c3b10014ac', 'subnets': [{'id': 'e1a677ac-ae5e-499b-ac14-fff9c63dbbe4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:05:24.274086 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Pushing event updated for resources: {'Port': ['ID=5475683c-e825-4643-bc78-e00f0cda0396,revision_number=5']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:05:24.295411 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b037370-3b02-411d-a542-4faf6d85111f None None] Checking router: e559e74d-3986-4c46-b9ba-d9f4da1b0e79 for host: n-d-834765-1 {{(pid=102793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 16:05:24.304274 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e7f10252-a6ea-42a2-8daf-d177e4b8d2d8 req-8585c531-0e18-49be-97ff-b3b4502af83d tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "GET /v2.0/security-groups?id=bcabf703-0dbd-497f-b21f-e9f0f5919bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1287146 Mar 29 16:05:24.304505 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b037370-3b02-411d-a542-4faf6d85111f None None] Routers {'e559e74d-3986-4c46-b9ba-d9f4da1b0e79'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:05:24.305105 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-3b037370-3b02-411d-a542-4faf6d85111f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:05:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['e559e74d-3986-4c46-b9ba-d9f4da1b0e79'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:05:24.346158 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f45f5f-9f07-4dee-970a-a960d8cd83b4 req-8a104c11-4cc6-46c2-a2c5-5de1a8c0c613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:05:24.347719 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-18f45f5f-9f07-4dee-970a-a960d8cd83b4 req-8a104c11-4cc6-46c2-a2c5-5de1a8c0c613 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=bdac95d0-3106-44ff-90ea-3c86fe100efe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1013563 Mar 29 16:05:24.367293 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288e5665-8f48-4f45-a1f8-21700cfbff9d req-1c1df7c8-1a61-48e8-b72f-e7da0c19814c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:05:24.368737 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-288e5665-8f48-4f45-a1f8-21700cfbff9d req-1c1df7c8-1a61-48e8-b72f-e7da0c19814c service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=6a62cebe-5288-47a4-8f85-d9a0c83b6938 HTTP/1.1" status: 200 len: 1096 time: 0.0610225 Mar 29 16:05:24.419291 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvr_db [None req-3b037370-3b02-411d-a542-4faf6d85111f None None] Set router e559e74d-3986-4c46-b9ba-d9f4da1b0e79 gateway port host: n-d-834765-1 {{(pid=102793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:05:24.451538 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-288e5665-8f48-4f45-a1f8-21700cfbff9d req-37fdfbda-16c5-43b0-976d-f074ae1e1ce0 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=9ca13a82-8548-447c-a9a1-a1fa7edff5b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693405 Mar 29 16:05:24.474580 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-18f45f5f-9f07-4dee-970a-a960d8cd83b4 req-bb54bebf-0533-425b-8e4d-5cbeaf72a460 service neutron] 10.222.0.48 "GET /v2.0/networks/bdac95d0-3106-44ff-90ea-3c86fe100efe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1166754 Mar 29 16:05:24.614703 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-3b037370-3b02-411d-a542-4faf6d85111f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e559e74d-3986-4c46-b9ba-d9f4da1b0e79', 'name': 'tempest-TestNetworkAdvancedServerOps-router-26317166', 'tenant_id': '8c88f14ca33d4e419d03f1c3b10014ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.40'}], 'enable_snat': True}, 'gw_port_id': '19dd560a-74a2-4213-a3ab-88a3352fea7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:02:27Z', 'updated_at': '2022-03-29T16:02:32Z', 'revision_number': 4, 'project_id': '8c88f14ca33d4e419d03f1c3b10014ac', 'gw_port': {'id': '19dd560a-74a2-4213-a3ab-88a3352fea7b', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:bf:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e559e74d-3986-4c46-b9ba-d9f4da1b0e79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3069, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:02:27Z', 'updated_at': '2022-03-29T16:02:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': '8a946244-95aa-4429-a389-b3d27c94bf40', 'name': '', 'network_id': 'bdac95d0-3106-44ff-90ea-3c86fe100efe', 'tenant_id': '8c88f14ca33d4e419d03f1c3b10014ac', 'mac_address': 'fa:16:3e:2a:42:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e559e74d-3986-4c46-b9ba-d9f4da1b0e79', 'device_owner': 'network:router_interface', 'standard_attr_id': 3075, 'fixed_ips': [{'subnet_id': 'e1a677ac-ae5e-499b-ac14-fff9c63dbbe4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:02:31Z', 'updated_at': '2022-03-29T16:02:36Z', 'revision_number': 5, 'project_id': '8c88f14ca33d4e419d03f1c3b10014ac', 'subnets': [{'id': 'e1a677ac-ae5e-499b-ac14-fff9c63dbbe4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:05:24.644142 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b037370-3b02-411d-a542-4faf6d85111f None None] The sync data for ids ['e559e74d-3986-4c46-b9ba-d9f4da1b0e79'] in n-d-834765-1 is: [{'id': 'e559e74d-3986-4c46-b9ba-d9f4da1b0e79', 'name': 'tempest-TestNetworkAdvancedServerOps-router-26317166', 'tenant_id': '8c88f14ca33d4e419d03f1c3b10014ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.40'}], 'enable_snat': True}, 'gw_port_id': '19dd560a-74a2-4213-a3ab-88a3352fea7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:02:27Z', 'updated_at': '2022-03-29T16:02:32Z', 'revision_number': 4, 'project_id': '8c88f14ca33d4e419d03f1c3b10014ac', 'gw_port': {'id': '19dd560a-74a2-4213-a3ab-88a3352fea7b', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:bf:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e559e74d-3986-4c46-b9ba-d9f4da1b0e79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3069, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:02:27Z', 'updated_at': '2022-03-29T16:02:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': '8a946244-95aa-4429-a389-b3d27c94bf40', 'name': '', 'network_id': 'bdac95d0-3106-44ff-90ea-3c86fe100efe', 'tenant_id': '8c88f14ca33d4e419d03f1c3b10014ac', 'mac_address': 'fa:16:3e:2a:42:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e559e74d-3986-4c46-b9ba-d9f4da1b0e79', 'device_owner': 'network:router_interface', 'standard_attr_id': 3075, 'fixed_ips': [{'subnet_id': 'e1a677ac-ae5e-499b-ac14-fff9c63dbbe4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:02:31Z', 'updated_at': '2022-03-29T16:02:36Z', 'revision_number': 5, 'project_id': '8c88f14ca33d4e419d03f1c3b10014ac', 'subnets': [{'id': 'e1a677ac-ae5e-499b-ac14-fff9c63dbbe4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 16:05:24.801381 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-18f45f5f-9f07-4dee-970a-a960d8cd83b4 req-3b4ad28b-9576-404d-b3b8-37226abca99f service neutron] 10.222.0.48 "GET /v2.0/networks/bdac95d0-3106-44ff-90ea-3c86fe100efe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925777 Mar 29 16:05:24.882519 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ff1929e-6413-4dad-a961-f2e48d0e636e None None] New status for floating IP ee20b9c4-f17a-4f66-99ae-e91982f819a6: DOWN {{(pid=102792) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 16:05:25.167943 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29a25a0-f719-4da7-b000-c5eb14228ca5 req-9a9aff9a-b4ff-49d4-97b2-7015f9e84843 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:05:25.169627 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-f29a25a0-f719-4da7-b000-c5eb14228ca5 req-9a9aff9a-b4ff-49d4-97b2-7015f9e84843 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/ports?device_id=6a62cebe-5288-47a4-8f85-d9a0c83b6938 HTTP/1.1" status: 200 len: 945 time: 0.0515749 Mar 29 16:05:25.210204 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-f29a25a0-f719-4da7-b000-c5eb14228ca5 req-707a6db5-d8e9-4a11-88ad-a5552d2b62de tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/security-groups?id=9ca13a82-8548-447c-a9a1-a1fa7edff5b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341632 Mar 29 16:05:25.429013 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1fcf71-6553-4d2a-9f13-d11a51887e4f req-4f65ec02-85f4-4fb2-9bce-e4c0e16a5cf7 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:05:25.430661 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-9e1fcf71-6553-4d2a-9f13-d11a51887e4f req-4f65ec02-85f4-4fb2-9bce-e4c0e16a5cf7 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "GET /v2.0/ports?device_id=4b1734e3-0491-4380-9fe0-74365dc4ef18 HTTP/1.1" status: 200 len: 946 time: 0.0508411 Mar 29 16:05:25.469461 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-9e1fcf71-6553-4d2a-9f13-d11a51887e4f req-4ca243c4-6f76-466d-bee5-79d3a21ffed1 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "GET /v2.0/security-groups?id=bcabf703-0dbd-497f-b21f-e9f0f5919bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323505 Mar 29 16:05:25.811465 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b043e84-96c0-4a18-992b-7d9d78d99604 req-17411139-a752-46ad-bdc3-4596eb022709 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:05:25.812844 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-8b043e84-96c0-4a18-992b-7d9d78d99604 req-17411139-a752-46ad-bdc3-4596eb022709 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b1734e3-0491-4380-9fe0-74365dc4ef18 HTTP/1.1" status: 200 len: 946 time: 0.0517120 Mar 29 16:05:25.908910 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [req-8b043e84-96c0-4a18-992b-7d9d78d99604 req-e4868cef-1af8-456e-802e-5f28170ea27d tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Deleting port 3f19f861-2fb4-47d5-bf3d-5a6a133d1e3f {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:05:25.909259 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-8b043e84-96c0-4a18-992b-7d9d78d99604 req-e4868cef-1af8-456e-802e-5f28170ea27d tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:05:26.001142 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-8b043e84-96c0-4a18-992b-7d9d78d99604 req-e4868cef-1af8-456e-802e-5f28170ea27d tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] For port 3f19f861-2fb4-47d5-bf3d-5a6a133d1e3f, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=3f19f861-2fb4-47d5-bf3d-5a6a133d1e3f,segment=NetworkSegment(35a34d6d-9ce0-49b3-a540-2987d85a54dc),segment_id=35a34d6d-9ce0-49b3-a540-2987d85a54dc)] {{(pid=102791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:05:26.001478 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-8b043e84-96c0-4a18-992b-7d9d78d99604 req-e4868cef-1af8-456e-802e-5f28170ea27d tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:05:26.014053 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [req-8b043e84-96c0-4a18-992b-7d9d78d99604 req-e4868cef-1af8-456e-802e-5f28170ea27d tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Calling delete_port for 3f19f861-2fb4-47d5-bf3d-5a6a133d1e3f owned by compute:nova {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:05:26.153151 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-8b043e84-96c0-4a18-992b-7d9d78d99604 req-e4868cef-1af8-456e-802e-5f28170ea27d tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:05:26.181825 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4868cef-1af8-456e-802e-5f28170ea27d tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Pushing event deleted for resources: {'Port': ['ID=3f19f861-2fb4-47d5-bf3d-5a6a133d1e3f,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:05:26.198443 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4868cef-1af8-456e-802e-5f28170ea27d tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:05:26.198443 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4868cef-1af8-456e-802e-5f28170ea27d tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:05:26.198762 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4868cef-1af8-456e-802e-5f28170ea27d tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:05:26.199136 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4868cef-1af8-456e-802e-5f28170ea27d tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:05:26.199491 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4868cef-1af8-456e-802e-5f28170ea27d tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:05:26.199814 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4868cef-1af8-456e-802e-5f28170ea27d tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:05:26.200133 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4868cef-1af8-456e-802e-5f28170ea27d tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:05:26.200580 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4868cef-1af8-456e-802e-5f28170ea27d tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:05:26.200956 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4868cef-1af8-456e-802e-5f28170ea27d tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:05:26.201276 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4868cef-1af8-456e-802e-5f28170ea27d tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:05:26.201652 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4868cef-1af8-456e-802e-5f28170ea27d tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:05:26.201973 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4868cef-1af8-456e-802e-5f28170ea27d tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:05:26.242156 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b043e84-96c0-4a18-992b-7d9d78d99604 req-e4868cef-1af8-456e-802e-5f28170ea27d tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] No DVR routers for this DVR port 3f19f861-2fb4-47d5-bf3d-5a6a133d1e3f on host n-h2-834765-1 {{(pid=102791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 16:05:26.244715 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-8b043e84-96c0-4a18-992b-7d9d78d99604 req-e4868cef-1af8-456e-802e-5f28170ea27d tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:05:26.248141 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-8b043e84-96c0-4a18-992b-7d9d78d99604 req-e4868cef-1af8-456e-802e-5f28170ea27d tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.48 "DELETE /v2.0/ports/3f19f861-2fb4-47d5-bf3d-5a6a133d1e3f HTTP/1.1" status: 204 len: 173 time: 0.4292974 Mar 29 16:05:26.248630 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b1734e3-0491-4380-9fe0-74365dc4ef18', 'name': 'network-vif-deleted', 'tag': '3f19f861-2fb4-47d5-bf3d-5a6a133d1e3f'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:05:26.251023 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c67b028db5e9b9818fecc5c0a87ebc6f190694fa53ca267d523e04f98de536d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b581e108-4f70-451c-b592-0dc8e7b13183" -d '{"events": [{"server_uuid": "4b1734e3-0491-4380-9fe0-74365dc4ef18", "name": "network-vif-deleted", "tag": "3f19f861-2fb4-47d5-bf3d-5a6a133d1e3f"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:05:26.295387 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 16:05:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-313c1ed9-4d32-4095-afbb-c5ec5e901448 x-openstack-request-id: req-313c1ed9-4d32-4095-afbb-c5ec5e901448 {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:05:26.295645 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b1734e3-0491-4380-9fe0-74365dc4ef18", "name": "network-vif-deleted", "tag": "3f19f861-2fb4-47d5-bf3d-5a6a133d1e3f", "status": "completed", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:05:26.295923 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-313c1ed9-4d32-4095-afbb-c5ec5e901448 {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:05:26.296510 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b1734e3-0491-4380-9fe0-74365dc4ef18', 'name': 'network-vif-deleted', 'tag': '3f19f861-2fb4-47d5-bf3d-5a6a133d1e3f', 'status': 'completed', 'code': 200} Mar 29 16:05:26.344910 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7262399e-5c9d-48bd-bbcd-763f5308ce29 req-45d633a0-4f6d-4f3a-ac04-b904051e81d8 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:05:26.347056 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-7262399e-5c9d-48bd-bbcd-763f5308ce29 req-45d633a0-4f6d-4f3a-ac04-b904051e81d8 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/ports?device_id=6a62cebe-5288-47a4-8f85-d9a0c83b6938 HTTP/1.1" status: 200 len: 945 time: 0.0595136 Mar 29 16:05:26.396073 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-7262399e-5c9d-48bd-bbcd-763f5308ce29 req-c2b91125-fb9c-4593-a593-988af14a223e tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/security-groups?id=9ca13a82-8548-447c-a9a1-a1fa7edff5b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404663 Mar 29 16:05:26.514430 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-5d089dfe-3e14-4489-a8ea-076ceb719820 req-a70dc481-731c-4571-8e83-0d3dff4b105c tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=358ad84304604947a292f32d4e62126b HTTP/1.1" status: 200 len: 267 time: 0.0466299 Mar 29 16:05:26.577671 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d089dfe-3e14-4489-a8ea-076ceb719820 req-db24cd3b-fcc2-4127-9797-5b8559e3f510 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:05:26.579779 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-5d089dfe-3e14-4489-a8ea-076ceb719820 req-db24cd3b-fcc2-4127-9797-5b8559e3f510 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/ports?device_id=6a62cebe-5288-47a4-8f85-d9a0c83b6938 HTTP/1.1" status: 200 len: 945 time: 0.0588715 Mar 29 16:05:26.593894 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [req-5d089dfe-3e14-4489-a8ea-076ceb719820 req-7c2531ae-aa72-4191-a46b-8072975338e3 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Request body: {'port': {'security_groups': []}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:05:26.596177 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-36310339-0bde-475b-8071-2189c7547239 req-878aea11-c0f0-4ad5-bcac-9c38e1eecc65 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "GET /v2.0/ports?device_id=4b1734e3-0491-4380-9fe0-74365dc4ef18 HTTP/1.1" status: 200 len: 210 time: 0.0323379 Mar 29 16:05:26.674825 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-5d089dfe-3e14-4489-a8ea-076ceb719820 req-7c2531ae-aa72-4191-a46b-8072975338e3 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:05:26.851902 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-5d089dfe-3e14-4489-a8ea-076ceb719820 req-7c2531ae-aa72-4191-a46b-8072975338e3 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] For port 5475683c-e825-4643-bc78-e00f0cda0396, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=5475683c-e825-4643-bc78-e00f0cda0396,segment=NetworkSegment(94b35437-d3ca-48bd-89d7-8faa6fa42a91),segment_id=94b35437-d3ca-48bd-89d7-8faa6fa42a91)] {{(pid=102791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:05:26.880005 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-5d089dfe-3e14-4489-a8ea-076ceb719820 req-7c2531ae-aa72-4191-a46b-8072975338e3 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Notify callbacks [] for port, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:05:26.884355 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-5d089dfe-3e14-4489-a8ea-076ceb719820 req-7c2531ae-aa72-4191-a46b-8072975338e3 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:05:26.895739 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] get_ports_and_sgs() called for port_ids ['eee98cd1-810a-4b81-9592-696d58b4c137', '5475683c-e825-4643-bc78-e00f0cda0396'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 16:05:26.899938 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] get_ports_and_sgs() called for port_ids ['efb40161-31bf-49b0-bdb6-7ef1557e991d'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 16:05:26.933100 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d089dfe-3e14-4489-a8ea-076ceb719820 req-7c2531ae-aa72-4191-a46b-8072975338e3 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:05:26.933722 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-5d089dfe-3e14-4489-a8ea-076ceb719820 req-7c2531ae-aa72-4191-a46b-8072975338e3 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:05:26.935118 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-5d089dfe-3e14-4489-a8ea-076ceb719820 req-7c2531ae-aa72-4191-a46b-8072975338e3 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "PUT /v2.0/ports/5475683c-e825-4643-bc78-e00f0cda0396 HTTP/1.1" status: 200 len: 904 time: 0.3472569 Mar 29 16:05:26.968380 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2531ae-aa72-4191-a46b-8072975338e3 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Pushing event updated for resources: {'Port': ['ID=5475683c-e825-4643-bc78-e00f0cda0396,revision_number=6']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:05:27.009769 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] get_ports_and_sgs() called for port_ids ['5475683c-e825-4643-bc78-e00f0cda0396'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 16:05:27.058677 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4091daac-6ac8-40e4-a57b-686fdcaa6493 req-ab2824b7-a50c-4da6-9b29-8b031805ee10 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:05:27.062449 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-4091daac-6ac8-40e4-a57b-686fdcaa6493 req-ab2824b7-a50c-4da6-9b29-8b031805ee10 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/ports?device_id=6a62cebe-5288-47a4-8f85-d9a0c83b6938 HTTP/1.1" status: 200 len: 907 time: 0.0568039 Mar 29 16:05:27.194532 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a942050-e557-41ec-be02-a7e34b02793f req-471ad0b8-0b25-44f5-8d61-ad8fc93d711a tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:05:27.199206 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-8a942050-e557-41ec-be02-a7e34b02793f req-471ad0b8-0b25-44f5-8d61-ad8fc93d711a tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/ports?device_id=4f24d3f6-64a3-452b-b656-94b2e3b74056 HTTP/1.1" status: 200 len: 945 time: 0.0593443 Mar 29 16:05:27.221342 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-3af515d5-a856-492f-84cf-631389f25253 None None] Provisioning complete for port 5475683c-e825-4643-bc78-e00f0cda0396 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:05:27.221709 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-3af515d5-a856-492f-84cf-631389f25253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:05:27.235245 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-8a942050-e557-41ec-be02-a7e34b02793f req-f6ce6c7a-a035-4fc3-8596-cbb3b538792c tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/security-groups?id=374804bf-1832-496a-a9bd-7f28df171a12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327818 Mar 29 16:05:27.355923 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67fe127-a9d6-4e7c-98a7-368243eb9d7e req-e9098ea3-4f12-4ebf-9411-5afa0ad0da6e tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:05:27.357608 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-d67fe127-a9d6-4e7c-98a7-368243eb9d7e req-e9098ea3-4f12-4ebf-9411-5afa0ad0da6e tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/ports?device_id=4f24d3f6-64a3-452b-b656-94b2e3b74056 HTTP/1.1" status: 200 len: 945 time: 0.0502980 Mar 29 16:05:27.395184 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-d67fe127-a9d6-4e7c-98a7-368243eb9d7e req-9fb80e0c-7aaf-4a99-a84b-53505d66f825 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/security-groups?id=374804bf-1832-496a-a9bd-7f28df171a12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314536 Mar 29 16:05:27.512113 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab2d8cb-a5f8-4aa1-b081-68ac8908235b req-d17f7def-d506-4f20-94dc-3971817bd27a tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:05:27.513593 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-3ab2d8cb-a5f8-4aa1-b081-68ac8908235b req-d17f7def-d506-4f20-94dc-3971817bd27a tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/ports?device_id=4f24d3f6-64a3-452b-b656-94b2e3b74056 HTTP/1.1" status: 200 len: 945 time: 0.0490842 Mar 29 16:05:27.549837 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-3ab2d8cb-a5f8-4aa1-b081-68ac8908235b req-b7871ef1-e55e-4f0f-8459-da996c6f175b tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/security-groups?id=374804bf-1832-496a-a9bd-7f28df171a12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303626 Mar 29 16:05:27.657116 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 51462) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:05:27.679624 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1687bf1-e424-4667-9ef8-4eca2c9752dc req-2dcde210-4a48-434a-bb41-f1095900d269 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:05:27.681143 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-f1687bf1-e424-4667-9ef8-4eca2c9752dc req-2dcde210-4a48-434a-bb41-f1095900d269 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/ports?device_id=4f24d3f6-64a3-452b-b656-94b2e3b74056 HTTP/1.1" status: 200 len: 945 time: 0.0644720 Mar 29 16:05:27.721994 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-f1687bf1-e424-4667-9ef8-4eca2c9752dc req-b67b43b7-aa62-4626-8909-f09492a5da18 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/security-groups?id=374804bf-1832-496a-a9bd-7f28df171a12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344479 Mar 29 16:05:28.043513 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c77cac1-506b-4eeb-81e2-5ad60e12a406 req-3ae0b452-3baa-47a6-bf19-9f69c485c940 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:05:28.044900 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-2c77cac1-506b-4eeb-81e2-5ad60e12a406 req-3ae0b452-3baa-47a6-bf19-9f69c485c940 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/networks?id=3364456e-aead-437c-a830-dc7a420fe2a4 HTTP/1.1" status: 200 len: 812 time: 0.1443169 Mar 29 16:05:28.068134 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-2c77cac1-506b-4eeb-81e2-5ad60e12a406 req-e14c4dd6-c1d7-4201-bb88-ec2fac76eea5 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/quotas/358ad84304604947a292f32d4e62126b HTTP/1.1" status: 200 len: 375 time: 0.0173681 Mar 29 16:05:28.159837 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-2c77cac1-506b-4eeb-81e2-5ad60e12a406 req-88174a03-8b81-4b97-bf62-3946b0a93e06 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=358ad84304604947a292f32d4e62126b&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0855112 Mar 29 16:05:28.188125 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-cbf028db-a8dc-49ea-90f7-6b4b8ff9d410 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-530452'] for router_interface, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:05:28.546829 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a62cebe-5288-47a4-8f85-d9a0c83b6938', 'tag': '5475683c-e825-4643-bc78-e00f0cda0396'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:05:28.549176 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c67b028db5e9b9818fecc5c0a87ebc6f190694fa53ca267d523e04f98de536d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0eff7e95-5b1b-43ce-9016-43b90db99393" -d '{"events": [{"name": "network-changed", "server_uuid": "6a62cebe-5288-47a4-8f85-d9a0c83b6938", "tag": "5475683c-e825-4643-bc78-e00f0cda0396"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:05:28.589916 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 16:05:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e313e1c9-0141-45ac-bae4-01eb7df7f7ca x-openstack-request-id: req-e313e1c9-0141-45ac-bae4-01eb7df7f7ca {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:05:28.590556 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a62cebe-5288-47a4-8f85-d9a0c83b6938", "tag": "5475683c-e825-4643-bc78-e00f0cda0396", "status": "completed", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:05:28.590556 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e313e1c9-0141-45ac-bae4-01eb7df7f7ca {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:05:28.590796 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a62cebe-5288-47a4-8f85-d9a0c83b6938', 'tag': '5475683c-e825-4643-bc78-e00f0cda0396', 'status': 'completed', 'code': 200} Mar 29 16:05:28.690470 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-2c77cac1-506b-4eeb-81e2-5ad60e12a406 req-ec9f9ba7-7798-47c9-97a4-5fd7b0016d83 service neutron] 10.222.0.42 "GET /v2.0/networks/3364456e-aead-437c-a830-dc7a420fe2a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5228400 Mar 29 16:05:28.769694 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eff7e95-5b1b-43ce-9016-43b90db99393 req-80675658-3eac-46da-863f-9e2f593282c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:05:28.771079 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-0eff7e95-5b1b-43ce-9016-43b90db99393 req-80675658-3eac-46da-863f-9e2f593282c1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=358ad84304604947a292f32d4e62126b&device_id=6a62cebe-5288-47a4-8f85-d9a0c83b6938 HTTP/1.1" status: 200 len: 1058 time: 0.1343598 Mar 29 16:05:28.917953 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-2c77cac1-506b-4eeb-81e2-5ad60e12a406 req-c2c7f3b5-c7ab-4e93-9d30-a527012dc601 service neutron] 10.222.0.42 "GET /v2.0/networks/3364456e-aead-437c-a830-dc7a420fe2a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2202153 Mar 29 16:05:28.933670 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eff7e95-5b1b-43ce-9016-43b90db99393 req-4668efa7-7b76-4998-87bf-037bf911c687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:05:28.935122 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-0eff7e95-5b1b-43ce-9016-43b90db99393 req-4668efa7-7b76-4998-87bf-037bf911c687 service neutron] 10.222.0.48 "GET /v2.0/networks?id=3364456e-aead-437c-a830-dc7a420fe2a4 HTTP/1.1" status: 200 len: 913 time: 0.1569445 Mar 29 16:05:28.990126 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-0eff7e95-5b1b-43ce-9016-43b90db99393 req-dd644683-24af-4ed0-9d34-d966439354dc service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5475683c-e825-4643-bc78-e00f0cda0396 HTTP/1.1" status: 200 len: 217 time: 0.0389464 Mar 29 16:05:29.074680 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eff7e95-5b1b-43ce-9016-43b90db99393 req-60ee6ed2-cb3f-47a6-9583-21f9179cd352 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:05:29.076582 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-0eff7e95-5b1b-43ce-9016-43b90db99393 req-60ee6ed2-cb3f-47a6-9583-21f9179cd352 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6caada61-173d-4256-8e9d-611647191ef5 HTTP/1.1" status: 200 len: 851 time: 0.0797656 Mar 29 16:05:29.093728 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-cbf028db-a8dc-49ea-90f7-6b4b8ff9d410 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Deleting port 8a946244-95aa-4429-a389-b3d27c94bf40 {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:05:29.093995 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-cbf028db-a8dc-49ea-90f7-6b4b8ff9d410 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:05:29.098557 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-6d8ac64b-ffcc-4d48-8778-aa78edc01c12 req-39408e1a-bab8-4f85-acad-d7805d3b27c6 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/ports?device_id=f9295ef0-f012-4721-819b-eeeb68ad33a0 HTTP/1.1" status: 200 len: 210 time: 0.0305002 Mar 29 16:05:29.182371 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eff7e95-5b1b-43ce-9016-43b90db99393 req-f9fed87a-a961-4397-a7f9-d9c0018af50d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:05:29.183923 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-0eff7e95-5b1b-43ce-9016-43b90db99393 req-f9fed87a-a961-4397-a7f9-d9c0018af50d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3364456e-aead-437c-a830-dc7a420fe2a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1014898 Mar 29 16:05:29.234716 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [None req-cbf028db-a8dc-49ea-90f7-6b4b8ff9d410 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] For port 8a946244-95aa-4429-a389-b3d27c94bf40, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=8a946244-95aa-4429-a389-b3d27c94bf40,segment=NetworkSegment(35a34d6d-9ce0-49b3-a540-2987d85a54dc),segment_id=35a34d6d-9ce0-49b3-a540-2987d85a54dc)] {{(pid=102791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:05:29.235133 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-cbf028db-a8dc-49ea-90f7-6b4b8ff9d410 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:05:29.274724 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-cbf028db-a8dc-49ea-90f7-6b4b8ff9d410 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Calling delete_port for 8a946244-95aa-4429-a389-b3d27c94bf40 owned by network:router_interface {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:05:29.342401 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-0eff7e95-5b1b-43ce-9016-43b90db99393 req-b46216db-62dc-449a-b458-b0de0f7e8a05 service neutron] 10.222.0.48 "GET /v2.0/networks/3364456e-aead-437c-a830-dc7a420fe2a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1510668 Mar 29 16:05:29.498640 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-0eff7e95-5b1b-43ce-9016-43b90db99393 req-ee9b6c28-ba20-4004-97b5-f2fd51ed0b0f service neutron] 10.222.0.48 "GET /v2.0/networks/3364456e-aead-437c-a830-dc7a420fe2a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1474597 Mar 29 16:05:29.561600 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-cbf028db-a8dc-49ea-90f7-6b4b8ff9d410 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:05:29.590283 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf028db-a8dc-49ea-90f7-6b4b8ff9d410 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Pushing event deleted for resources: {'Port': ['ID=8a946244-95aa-4429-a389-b3d27c94bf40,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:05:29.763150 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-cbf028db-a8dc-49ea-90f7-6b4b8ff9d410 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-530528'] for router_interface, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:05:29.977022 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device 3f19f861-2fb4-47d5-bf3d-5a6a133d1e3f no longer exists at agent hyperv_n-h2-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 16:05:30.002032 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] No Port match for: 3f19f861-2fb4-47d5-bf3d-5a6a133d1e3f {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 16:05:30.002378 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device 3f19f861-2fb4-47d5-bf3d-5a6a133d1e3f not bound to the agent host n-h2-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 16:05:30.056836 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbf028db-a8dc-49ea-90f7-6b4b8ff9d410 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Router e559e74d-3986-4c46-b9ba-d9f4da1b0e79 has already been hosted by L3 agent c648d819-1060-4f26-b4ec-6455387b5dff {{(pid=102791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 16:05:30.123127 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c77cac1-506b-4eeb-81e2-5ad60e12a406 req-f4250d2b-1002-48d8-b056-95eb3506199c tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:05:30.124591 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-2c77cac1-506b-4eeb-81e2-5ad60e12a406 req-f4250d2b-1002-48d8-b056-95eb3506199c tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.44 "GET /v2.0/networks?id=3364456e-aead-437c-a830-dc7a420fe2a4 HTTP/1.1" status: 200 len: 812 time: 0.1656990 Mar 29 16:05:30.142153 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [req-2c77cac1-506b-4eeb-81e2-5ad60e12a406 req-775e8799-e1bc-4057-910e-2e53a8aecede tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Request body: {'port': {'device_id': 'f9295ef0-f012-4721-819b-eeeb68ad33a0', 'network_id': '3364456e-aead-437c-a830-dc7a420fe2a4', 'admin_state_up': True, 'tenant_id': '358ad84304604947a292f32d4e62126b'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:05:30.260238 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-5a82ac67-6724-43d7-bade-18a69ffd37c0 req-62f13263-1e35-4c95-9ce7-3e2e1e0a71c7 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/ports?device_id=f9295ef0-f012-4721-819b-eeeb68ad33a0 HTTP/1.1" status: 200 len: 210 time: 0.0602469 Mar 29 16:05:30.279953 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbf028db-a8dc-49ea-90f7-6b4b8ff9d410 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 16:05:30.284587 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-cbf028db-a8dc-49ea-90f7-6b4b8ff9d410 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "PUT /v2.0/routers/e559e74d-3986-4c46-b9ba-d9f4da1b0e79/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6263478 Mar 29 16:05:30.288005 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 51490) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:05:30.289378 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c66c384b-d770-484c-910d-e8e6edc6a360 None None] Sync routers for ids ['e559e74d-3986-4c46-b9ba-d9f4da1b0e79'] in n-d-834765-1 {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 16:05:30.299172 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c66c384b-d770-484c-910d-e8e6edc6a360 None None] Routers {'e559e74d-3986-4c46-b9ba-d9f4da1b0e79'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:05:30.300129 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-c66c384b-d770-484c-910d-e8e6edc6a360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:05:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['e559e74d-3986-4c46-b9ba-d9f4da1b0e79'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:05:30.338978 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c77cac1-506b-4eeb-81e2-5ad60e12a406 req-775e8799-e1bc-4057-910e-2e53a8aecede tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Made reservation on behalf of 358ad84304604947a292f32d4e62126b for: {'port': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:05:30.342671 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-2c77cac1-506b-4eeb-81e2-5ad60e12a406 req-775e8799-e1bc-4057-910e-2e53a8aecede tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:05:30.349001 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-cf60525b-a40f-492b-9608-6d7ceacd6777 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:05:30.356727 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.db_base_plugin_v2 [None req-60e0d2ef-f64f-4bb3-87d1-2d48abb716b4 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Deleting subnet e1a677ac-ae5e-499b-ac14-fff9c63dbbe4 {{(pid=102790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 16:05:30.360318 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-60e0d2ef-f64f-4bb3-87d1-2d48abb716b4 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks [] for subnet, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:05:30.406903 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-60e0d2ef-f64f-4bb3-87d1-2d48abb716b4 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4614024'] for subnet, precommit_delete_associations {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:05:30.420883 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvr_db [None req-c66c384b-d770-484c-910d-e8e6edc6a360 None None] Set router e559e74d-3986-4c46-b9ba-d9f4da1b0e79 gateway port host: n-d-834765-1 {{(pid=102793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:05:30.493429 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_common [req-2c77cac1-506b-4eeb-81e2-5ad60e12a406 req-775e8799-e1bc-4057-910e-2e53a8aecede tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Allocated IP 172.20.0.8 (3364456e-aead-437c-a830-dc7a420fe2a4/6caada61-173d-4256-8e9d-611647191ef5/b17089f6-de09-4609-a23c-3be1f14dff7c) {{(pid=102791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:05:30.505858 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-60e0d2ef-f64f-4bb3-87d1-2d48abb716b4 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1641287'] for subnet, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:05:30.571505 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-60e0d2ef-f64f-4bb3-87d1-2d48abb716b4 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1641294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5231963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4793952'] for subnet, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:05:30.602022 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e0d2ef-f64f-4bb3-87d1-2d48abb716b4 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Pushing event deleted for resources: {'Subnet': ['ID=e1a677ac-ae5e-499b-ac14-fff9c63dbbe4,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:05:30.609424 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-60e0d2ef-f64f-4bb3-87d1-2d48abb716b4 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks [] for subnet, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:05:30.611524 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-c66c384b-d770-484c-910d-e8e6edc6a360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e559e74d-3986-4c46-b9ba-d9f4da1b0e79', 'name': 'tempest-TestNetworkAdvancedServerOps-router-26317166', 'tenant_id': '8c88f14ca33d4e419d03f1c3b10014ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.40'}], 'enable_snat': True}, 'gw_port_id': '19dd560a-74a2-4213-a3ab-88a3352fea7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:02:27Z', 'updated_at': '2022-03-29T16:05:29Z', 'revision_number': 5, 'project_id': '8c88f14ca33d4e419d03f1c3b10014ac', 'gw_port': {'id': '19dd560a-74a2-4213-a3ab-88a3352fea7b', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:bf:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e559e74d-3986-4c46-b9ba-d9f4da1b0e79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3069, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:02:27Z', 'updated_at': '2022-03-29T16:02:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1'}], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:05:30.616672 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-60e0d2ef-f64f-4bb3-87d1-2d48abb716b4 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "DELETE /v2.0/subnets/e1a677ac-ae5e-499b-ac14-fff9c63dbbe4 HTTP/1.1" status: 204 len: 168 time: 0.3270628 Mar 29 16:05:30.617311 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 51492) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:05:30.621302 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f40cfc3f-ab64-4779-815d-04bf149a0515 None None] Network bdac95d0-3106-44ff-90ea-3c86fe100efe requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 16:05:30.644263 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c66c384b-d770-484c-910d-e8e6edc6a360 None None] Checking router: e559e74d-3986-4c46-b9ba-d9f4da1b0e79 for host: n-d-834765-1 {{(pid=102793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 16:05:30.655877 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c66c384b-d770-484c-910d-e8e6edc6a360 None None] Routers {'e559e74d-3986-4c46-b9ba-d9f4da1b0e79'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:05:30.656906 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-c66c384b-d770-484c-910d-e8e6edc6a360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:05:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['e559e74d-3986-4c46-b9ba-d9f4da1b0e79'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:05:30.663498 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-2c77cac1-506b-4eeb-81e2-5ad60e12a406 req-775e8799-e1bc-4057-910e-2e53a8aecede tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Notify callbacks [] for port, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:05:30.719023 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-2c77cac1-506b-4eeb-81e2-5ad60e12a406 req-775e8799-e1bc-4057-910e-2e53a8aecede tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:05:30.753403 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] get_ports_and_sgs() called for port_ids ['eee98cd1-810a-4b81-9592-696d58b4c137'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 16:05:30.756996 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] get_ports_and_sgs() called for port_ids ['efb40161-31bf-49b0-bdb6-7ef1557e991d'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 16:05:30.764213 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-3e81415e-03aa-4342-a48d-4febe4ed3d25 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks [] for router, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:05:30.773703 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvr_db [None req-c66c384b-d770-484c-910d-e8e6edc6a360 None None] Set router e559e74d-3986-4c46-b9ba-d9f4da1b0e79 gateway port host: n-d-834765-1 {{(pid=102793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:05:30.775047 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c77cac1-506b-4eeb-81e2-5ad60e12a406 req-775e8799-e1bc-4057-910e-2e53a8aecede tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Network 3364456e-aead-437c-a830-dc7a420fe2a4 is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:05:30.778766 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [req-2c77cac1-506b-4eeb-81e2-5ad60e12a406 req-775e8799-e1bc-4057-910e-2e53a8aecede tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:05:30.782466 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c77cac1-506b-4eeb-81e2-5ad60e12a406 req-775e8799-e1bc-4057-910e-2e53a8aecede tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Received port after_create {{(pid=102791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:05:30.840487 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c77cac1-506b-4eeb-81e2-5ad60e12a406 req-775e8799-e1bc-4057-910e-2e53a8aecede tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:05:30.841127 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-2c77cac1-506b-4eeb-81e2-5ad60e12a406 req-775e8799-e1bc-4057-910e-2e53a8aecede tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:05:30.870950 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775e8799-e1bc-4057-910e-2e53a8aecede tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Pushing event updated for resources: {'Port': ['ID=b17089f6-de09-4609-a23c-3be1f14dff7c,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:05:30.910168 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-2c77cac1-506b-4eeb-81e2-5ad60e12a406 req-775e8799-e1bc-4057-910e-2e53a8aecede tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7735319 Mar 29 16:05:30.951962 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [req-2c77cac1-506b-4eeb-81e2-5ad60e12a406 req-396c0e28-fc24-438e-b3eb-bfd1063a582c service neutron] Request body: {'port': {'device_id': 'f9295ef0-f012-4721-819b-eeeb68ad33a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834765-1'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:05:30.994639 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-3e81415e-03aa-4342-a48d-4febe4ed3d25 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:05:31.001599 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b70fe4d2-b9e9-4e8c-acd6-86fcfb47b4c5 None None] DHCP port deletion for bdac95d0-3106-44ff-90ea-3c86fe100efe request from n-d-834765-1 {{(pid=102792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 29 16:05:31.047107 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-c66c384b-d770-484c-910d-e8e6edc6a360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e559e74d-3986-4c46-b9ba-d9f4da1b0e79', 'name': 'tempest-TestNetworkAdvancedServerOps-router-26317166', 'tenant_id': '8c88f14ca33d4e419d03f1c3b10014ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.40'}], 'enable_snat': True}, 'gw_port_id': '19dd560a-74a2-4213-a3ab-88a3352fea7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:02:27Z', 'updated_at': '2022-03-29T16:05:29Z', 'revision_number': 5, 'project_id': '8c88f14ca33d4e419d03f1c3b10014ac', 'gw_port': {'id': '19dd560a-74a2-4213-a3ab-88a3352fea7b', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:bf:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e559e74d-3986-4c46-b9ba-d9f4da1b0e79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3069, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:02:27Z', 'updated_at': '2022-03-29T16:02:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1'}], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:05:31.054636 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-2c77cac1-506b-4eeb-81e2-5ad60e12a406 req-396c0e28-fc24-438e-b3eb-bfd1063a582c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:05:31.091391 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c66c384b-d770-484c-910d-e8e6edc6a360 None None] The sync data for ids ['e559e74d-3986-4c46-b9ba-d9f4da1b0e79'] in n-d-834765-1 is: [{'id': 'e559e74d-3986-4c46-b9ba-d9f4da1b0e79', 'name': 'tempest-TestNetworkAdvancedServerOps-router-26317166', 'tenant_id': '8c88f14ca33d4e419d03f1c3b10014ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.40'}], 'enable_snat': True}, 'gw_port_id': '19dd560a-74a2-4213-a3ab-88a3352fea7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:02:27Z', 'updated_at': '2022-03-29T16:05:29Z', 'revision_number': 5, 'project_id': '8c88f14ca33d4e419d03f1c3b10014ac', 'gw_port': {'id': '19dd560a-74a2-4213-a3ab-88a3352fea7b', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:bf:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e559e74d-3986-4c46-b9ba-d9f4da1b0e79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3069, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:02:27Z', 'updated_at': '2022-03-29T16:02:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1'}] {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 16:05:31.093838 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-3e81415e-03aa-4342-a48d-4febe4ed3d25 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Deleting port 19dd560a-74a2-4213-a3ab-88a3352fea7b {{(pid=102790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:05:31.094281 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-3e81415e-03aa-4342-a48d-4febe4ed3d25 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:05:31.203724 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [None req-3e81415e-03aa-4342-a48d-4febe4ed3d25 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] For port 19dd560a-74a2-4213-a3ab-88a3352fea7b, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=19dd560a-74a2-4213-a3ab-88a3352fea7b,segment=NetworkSegment(6ab47353-a811-4bad-bc73-b4cc84583cfd),segment_id=6ab47353-a811-4bad-bc73-b4cc84583cfd)] {{(pid=102790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:05:31.204090 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-3e81415e-03aa-4342-a48d-4febe4ed3d25 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:05:31.218973 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-c2728074-f1a8-409e-90cb-12f489813343 None None] Provisioning complete for port b17089f6-de09-4609-a23c-3be1f14dff7c triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:05:31.219376 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-c2728074-f1a8-409e-90cb-12f489813343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:05:31.220739 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-3e81415e-03aa-4342-a48d-4febe4ed3d25 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Calling delete_port for 19dd560a-74a2-4213-a3ab-88a3352fea7b owned by network:router_gateway {{(pid=102790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:05:31.258101 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-c2728074-f1a8-409e-90cb-12f489813343 None None] Port b17089f6-de09-4609-a23c-3be1f14dff7c cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 16:05:31.273878 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-b70fe4d2-b9e9-4e8c-acd6-86fcfb47b4c5 None None] Deleting port b0beb165-b0e1-4d9d-bbdc-6e892413a191 {{(pid=102792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:05:31.274975 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-b70fe4d2-b9e9-4e8c-acd6-86fcfb47b4c5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:05:31.362044 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-b70fe4d2-b9e9-4e8c-acd6-86fcfb47b4c5 None None] For port b0beb165-b0e1-4d9d-bbdc-6e892413a191, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=b0beb165-b0e1-4d9d-bbdc-6e892413a191,segment=NetworkSegment(35a34d6d-9ce0-49b3-a540-2987d85a54dc),segment_id=35a34d6d-9ce0-49b3-a540-2987d85a54dc)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:05:31.362381 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-b70fe4d2-b9e9-4e8c-acd6-86fcfb47b4c5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:05:31.376960 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-b70fe4d2-b9e9-4e8c-acd6-86fcfb47b4c5 None None] Calling delete_port for b0beb165-b0e1-4d9d-bbdc-6e892413a191 owned by network:dhcp {{(pid=102792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:05:31.390815 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [req-2c77cac1-506b-4eeb-81e2-5ad60e12a406 req-396c0e28-fc24-438e-b3eb-bfd1063a582c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b17089f6-de09-4609-a23c-3be1f14dff7c {{(pid=102791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 16:05:31.398729 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-2c77cac1-506b-4eeb-81e2-5ad60e12a406 req-396c0e28-fc24-438e-b3eb-bfd1063a582c service neutron] Notify callbacks [] for port, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:05:31.403519 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccd8e8c-0193-4da1-ae4e-17fcaa5aa7d8 req-9fa54d9d-d3f5-4ba1-8062-8d9a020e6ec9 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:05:31.405234 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-4ccd8e8c-0193-4da1-ae4e-17fcaa5aa7d8 req-9fa54d9d-d3f5-4ba1-8062-8d9a020e6ec9 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/ports?device_id=f9295ef0-f012-4721-819b-eeeb68ad33a0 HTTP/1.1" status: 200 len: 931 time: 0.0622470 Mar 29 16:05:31.466070 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-b70fe4d2-b9e9-4e8c-acd6-86fcfb47b4c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350'] for port, after_delete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:05:31.473330 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-4ccd8e8c-0193-4da1-ae4e-17fcaa5aa7d8 req-f43165ca-ee91-4cda-a7ca-1c2c461786b9 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/security-groups?id=9ca13a82-8548-447c-a9a1-a1fa7edff5b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492845 Mar 29 16:05:31.479744 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.provisioning_blocks [req-2c77cac1-506b-4eeb-81e2-5ad60e12a406 req-396c0e28-fc24-438e-b3eb-bfd1063a582c service neutron] Transition to ACTIVE for port object b17089f6-de09-4609-a23c-3be1f14dff7c will not be triggered until provisioned by entity L2. {{(pid=102791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 16:05:31.479982 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-3e81415e-03aa-4342-a48d-4febe4ed3d25 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:05:31.486351 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-2c77cac1-506b-4eeb-81e2-5ad60e12a406 req-396c0e28-fc24-438e-b3eb-bfd1063a582c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:05:31.504426 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70fe4d2-b9e9-4e8c-acd6-86fcfb47b4c5 None None] Pushing event deleted for resources: {'Port': ['ID=b0beb165-b0e1-4d9d-bbdc-6e892413a191,revision_number=None']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:05:31.513438 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e81415e-03aa-4342-a48d-4febe4ed3d25 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Pushing event deleted for resources: {'Port': ['ID=19dd560a-74a2-4213-a3ab-88a3352fea7b,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:05:31.516304 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b70fe4d2-b9e9-4e8c-acd6-86fcfb47b4c5 None None] No DVR routers for this DVR port b0beb165-b0e1-4d9d-bbdc-6e892413a191 on host n-d-834765-1 {{(pid=102792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 16:05:31.527469 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e81415e-03aa-4342-a48d-4febe4ed3d25 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:05:31.527679 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e81415e-03aa-4342-a48d-4febe4ed3d25 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:05:31.528105 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e81415e-03aa-4342-a48d-4febe4ed3d25 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:05:31.528327 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e81415e-03aa-4342-a48d-4febe4ed3d25 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:05:31.528661 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e81415e-03aa-4342-a48d-4febe4ed3d25 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:05:31.528993 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e81415e-03aa-4342-a48d-4febe4ed3d25 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:05:31.529320 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e81415e-03aa-4342-a48d-4febe4ed3d25 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:05:31.529653 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e81415e-03aa-4342-a48d-4febe4ed3d25 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:05:31.529972 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e81415e-03aa-4342-a48d-4febe4ed3d25 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:05:31.530298 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e81415e-03aa-4342-a48d-4febe4ed3d25 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:05:31.530600 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e81415e-03aa-4342-a48d-4febe4ed3d25 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:05:31.530913 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e81415e-03aa-4342-a48d-4febe4ed3d25 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:05:31.565827 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396c0e28-fc24-438e-b3eb-bfd1063a582c service neutron] Pushing event updated for resources: {'Port': ['ID=b17089f6-de09-4609-a23c-3be1f14dff7c,revision_number=2']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:05:31.600223 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-3e81415e-03aa-4342-a48d-4febe4ed3d25 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-648138'] for router_gateway, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:05:31.667313 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-2c77cac1-506b-4eeb-81e2-5ad60e12a406 req-396c0e28-fc24-438e-b3eb-bfd1063a582c service neutron] Attempting to bind port b17089f6-de09-4609-a23c-3be1f14dff7c on host n-h1-834765-1 for vnic_type normal with profile {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 16:05:31.667908 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-2c77cac1-506b-4eeb-81e2-5ad60e12a406 req-396c0e28-fc24-438e-b3eb-bfd1063a582c service neutron] Attempting to bind port b17089f6-de09-4609-a23c-3be1f14dff7c by drivers openvswitch,hyperv on host n-h1-834765-1 at level 0 using segments [{'id': '94b35437-d3ca-48bd-89d7-8faa6fa42a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '3364456e-aead-437c-a830-dc7a420fe2a4'}] {{(pid=102791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 16:05:31.668457 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c77cac1-506b-4eeb-81e2-5ad60e12a406 req-396c0e28-fc24-438e-b3eb-bfd1063a582c service neutron] Attempting to bind port b17089f6-de09-4609-a23c-3be1f14dff7c on network 3364456e-aead-437c-a830-dc7a420fe2a4 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 16:05:31.673919 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c77cac1-506b-4eeb-81e2-5ad60e12a406 req-396c0e28-fc24-438e-b3eb-bfd1063a582c service neutron] Port b17089f6-de09-4609-a23c-3be1f14dff7c on network 3364456e-aead-437c-a830-dc7a420fe2a4 not bound, no agent of type Open vSwitch agent registered on host n-h1-834765-1 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 16:05:31.674317 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c77cac1-506b-4eeb-81e2-5ad60e12a406 req-396c0e28-fc24-438e-b3eb-bfd1063a582c service neutron] Attempting to bind port b17089f6-de09-4609-a23c-3be1f14dff7c on network 3364456e-aead-437c-a830-dc7a420fe2a4 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 16:05:31.680552 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c77cac1-506b-4eeb-81e2-5ad60e12a406 req-396c0e28-fc24-438e-b3eb-bfd1063a582c service neutron] Checking agent: {'id': 'be375040-5069-4239-9460-a3a3213e1e90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 33, 18), 'started_at': datetime.datetime(2022, 3, 29, 15, 33, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 16, 5, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 16:05:31.681294 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c77cac1-506b-4eeb-81e2-5ad60e12a406 req-396c0e28-fc24-438e-b3eb-bfd1063a582c service neutron] Checking segment: {'id': '94b35437-d3ca-48bd-89d7-8faa6fa42a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '3364456e-aead-437c-a830-dc7a420fe2a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 16:05:31.681730 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c77cac1-506b-4eeb-81e2-5ad60e12a406 req-396c0e28-fc24-438e-b3eb-bfd1063a582c service neutron] Bound using segment: {'id': '94b35437-d3ca-48bd-89d7-8faa6fa42a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '3364456e-aead-437c-a830-dc7a420fe2a4'} {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 16:05:31.682225 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-2c77cac1-506b-4eeb-81e2-5ad60e12a406 req-396c0e28-fc24-438e-b3eb-bfd1063a582c service neutron] Bound port: b17089f6-de09-4609-a23c-3be1f14dff7c, host: n-h1-834765-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94b35437-d3ca-48bd-89d7-8faa6fa42a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '3364456e-aead-437c-a830-dc7a420fe2a4'}}] {{(pid=102791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 16:05:31.682592 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-2c77cac1-506b-4eeb-81e2-5ad60e12a406 req-396c0e28-fc24-438e-b3eb-bfd1063a582c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:05:31.714481 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-3e81415e-03aa-4342-a48d-4febe4ed3d25 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129328'] for router, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:05:31.717058 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-3e81415e-03aa-4342-a48d-4febe4ed3d25 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:05:31.765095 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-3e81415e-03aa-4342-a48d-4febe4ed3d25 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-526718'] for router, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:05:31.765759 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e81415e-03aa-4342-a48d-4febe4ed3d25 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Fanout notify agent at l3_agent the message router_deleted on router e559e74d-3986-4c46-b9ba-d9f4da1b0e79 {{(pid=102790) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 29 16:05:31.774179 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-3e81415e-03aa-4342-a48d-4febe4ed3d25 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks [] for router, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:05:31.775388 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-3e81415e-03aa-4342-a48d-4febe4ed3d25 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "DELETE /v2.0/routers/e559e74d-3986-4c46-b9ba-d9f4da1b0e79 HTTP/1.1" status: 204 len: 168 time: 1.1571298 Mar 29 16:05:31.778290 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 51496) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:05:31.780699 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-2c77cac1-506b-4eeb-81e2-5ad60e12a406 req-396c0e28-fc24-438e-b3eb-bfd1063a582c service neutron] For port b17089f6-de09-4609-a23c-3be1f14dff7c, host n-h1-834765-1, cleared binding levels {{(pid=102791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 16:05:31.784538 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-2c77cac1-506b-4eeb-81e2-5ad60e12a406 req-396c0e28-fc24-438e-b3eb-bfd1063a582c service neutron] For port b17089f6-de09-4609-a23c-3be1f14dff7c, host n-h1-834765-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=b17089f6-de09-4609-a23c-3be1f14dff7c,segment=NetworkSegment(94b35437-d3ca-48bd-89d7-8faa6fa42a91),segment_id=94b35437-d3ca-48bd-89d7-8faa6fa42a91)] {{(pid=102791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 16:05:31.790300 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-2c77cac1-506b-4eeb-81e2-5ad60e12a406 req-396c0e28-fc24-438e-b3eb-bfd1063a582c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:05:31.826889 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c77cac1-506b-4eeb-81e2-5ad60e12a406 req-396c0e28-fc24-438e-b3eb-bfd1063a582c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:05:31.827797 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-2c77cac1-506b-4eeb-81e2-5ad60e12a406 req-396c0e28-fc24-438e-b3eb-bfd1063a582c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:05:31.829240 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-2c77cac1-506b-4eeb-81e2-5ad60e12a406 req-396c0e28-fc24-438e-b3eb-bfd1063a582c service neutron] 10.222.0.44 "PUT /v2.0/ports/b17089f6-de09-4609-a23c-3be1f14dff7c HTTP/1.1" status: 200 len: 1091 time: 0.9080341 Mar 29 16:05:31.833937 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9295ef0-f012-4721-819b-eeeb68ad33a0', 'tag': 'b17089f6-de09-4609-a23c-3be1f14dff7c'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:05:31.836081 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c67b028db5e9b9818fecc5c0a87ebc6f190694fa53ca267d523e04f98de536d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39035d95-e25e-4ea9-b3d0-1d444f2d62a1" -d '{"events": [{"name": "network-changed", "server_uuid": "f9295ef0-f012-4721-819b-eeeb68ad33a0", "tag": "b17089f6-de09-4609-a23c-3be1f14dff7c"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:05:31.891915 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-bfa4023b-4d0e-4fb0-823e-43f32deba4a3 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1631750'] for network, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:05:31.933089 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 16:05:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f080df33-beb6-4c91-83e8-5a52a3511416 x-openstack-request-id: req-f080df33-beb6-4c91-83e8-5a52a3511416 {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:05:31.933472 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9295ef0-f012-4721-819b-eeeb68ad33a0", "tag": "b17089f6-de09-4609-a23c-3be1f14dff7c", "status": "completed", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:05:31.933662 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f080df33-beb6-4c91-83e8-5a52a3511416 {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:05:31.934036 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9295ef0-f012-4721-819b-eeeb68ad33a0', 'tag': 'b17089f6-de09-4609-a23c-3be1f14dff7c', 'status': 'completed', 'code': 200} Mar 29 16:05:31.939896 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396c0e28-fc24-438e-b3eb-bfd1063a582c service neutron] Pushing event updated for resources: {'Port': ['ID=b17089f6-de09-4609-a23c-3be1f14dff7c,revision_number=3']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:05:31.979333 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c77cac1-506b-4eeb-81e2-5ad60e12a406 req-11bccff4-fde5-447c-a3d1-e127f62cda99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:05:31.980823 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-2c77cac1-506b-4eeb-81e2-5ad60e12a406 req-11bccff4-fde5-447c-a3d1-e127f62cda99 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=358ad84304604947a292f32d4e62126b&device_id=f9295ef0-f012-4721-819b-eeeb68ad33a0 HTTP/1.1" status: 200 len: 1094 time: 0.0607636 Mar 29 16:05:32.014293 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-bfa4023b-4d0e-4fb0-823e-43f32deba4a3 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639890', 'neutron.services.segments.db._delete_segments_for_network-8783523423079'] for network, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:05:32.031019 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-2c77cac1-506b-4eeb-81e2-5ad60e12a406 req-c78a775b-bac0-4cad-93d7-f248d6bfda68 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b17089f6-de09-4609-a23c-3be1f14dff7c HTTP/1.1" status: 200 len: 217 time: 0.0398066 Mar 29 16:05:32.035496 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-bfa4023b-4d0e-4fb0-823e-43f32deba4a3 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bdac95d0-3106-44ff-90ea-3c86fe100efe']}} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:05:32.045766 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-bfa4023b-4d0e-4fb0-823e-43f32deba4a3 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35a34d6d-9ce0-49b3-a540-2987d85a54dc') {'for_net_delete': True} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:05:32.046100 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-bfa4023b-4d0e-4fb0-823e-43f32deba4a3 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35a34d6d-9ce0-49b3-a540-2987d85a54dc') {} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:05:32.058615 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-bfa4023b-4d0e-4fb0-823e-43f32deba4a3 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783523422064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4614019'] for segment, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:05:32.073994 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-bfa4023b-4d0e-4fb0-823e-43f32deba4a3 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:05:32.079961 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfa4023b-4d0e-4fb0-823e-43f32deba4a3 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Releasing vlan 612 on physical network physnet1 to pool {{(pid=102790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 16:05:32.080660 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-bfa4023b-4d0e-4fb0-823e-43f32deba4a3 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5238013'] for segment, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:05:32.084185 n-d-834765-1 neutron-server[102790]: Traceback (most recent call last): Mar 29 16:05:32.084185 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 16:05:32.084185 n-d-834765-1 neutron-server[102790]: timer() Mar 29 16:05:32.084185 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 16:05:32.084185 n-d-834765-1 neutron-server[102790]: cb(*args, **kw) Mar 29 16:05:32.084185 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 16:05:32.084185 n-d-834765-1 neutron-server[102790]: return func(*args, **kwargs) Mar 29 16:05:32.084185 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 16:05:32.084185 n-d-834765-1 neutron-server[102790]: self._notify() Mar 29 16:05:32.084185 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 16:05:32.084185 n-d-834765-1 neutron-server[102790]: self.callback(batched_events) Mar 29 16:05:32.084185 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 16:05:32.084185 n-d-834765-1 neutron-server[102790]: event.method(event) Mar 29 16:05:32.084185 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 16:05:32.084185 n-d-834765-1 neutron-server[102790]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 16:05:32.084185 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 16:05:32.084185 n-d-834765-1 neutron-server[102790]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 16:05:32.084185 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 16:05:32.084185 n-d-834765-1 neutron-server[102790]: return f(self, *a, **k) Mar 29 16:05:32.084185 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 16:05:32.084185 n-d-834765-1 neutron-server[102790]: return self._get(url).json() Mar 29 16:05:32.084185 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 16:05:32.084185 n-d-834765-1 neutron-server[102790]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 16:05:32.084185 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 16:05:32.084185 n-d-834765-1 neutron-server[102790]: return self.request(url, 'GET', **kwargs) Mar 29 16:05:32.084185 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 16:05:32.084185 n-d-834765-1 neutron-server[102790]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 16:05:32.084185 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 16:05:32.084185 n-d-834765-1 neutron-server[102790]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 16:05:32.084185 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 16:05:32.084185 n-d-834765-1 neutron-server[102790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 16:05:32.084185 n-d-834765-1 neutron-server[102790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 16:05:32.086717 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c77cac1-506b-4eeb-81e2-5ad60e12a406 req-597e9666-9774-48ee-9d37-df1b781810c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:05:32.086717 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-2c77cac1-506b-4eeb-81e2-5ad60e12a406 req-597e9666-9774-48ee-9d37-df1b781810c7 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6caada61-173d-4256-8e9d-611647191ef5 HTTP/1.1" status: 200 len: 851 time: 0.0475748 Mar 29 16:05:32.132264 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c77cac1-506b-4eeb-81e2-5ad60e12a406 req-70523a36-2c53-497c-a321-18eb10544c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:05:32.133999 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-2c77cac1-506b-4eeb-81e2-5ad60e12a406 req-70523a36-2c53-497c-a321-18eb10544c98 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=3364456e-aead-437c-a830-dc7a420fe2a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414474 Mar 29 16:05:32.143609 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-bfa4023b-4d0e-4fb0-823e-43f32deba4a3 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1639897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648174'] for network, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:05:32.157601 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-bfa4023b-4d0e-4fb0-823e-43f32deba4a3 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks [] for network, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:05:32.163823 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-bfa4023b-4d0e-4fb0-823e-43f32deba4a3 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "DELETE /v2.0/networks/bdac95d0-3106-44ff-90ea-3c86fe100efe HTTP/1.1" status: 204 len: 168 time: 0.3844333 Mar 29 16:05:32.164442 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 51500) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:05:32.181494 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa4023b-4d0e-4fb0-823e-43f32deba4a3 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Pushing event deleted for resources: {'Network': ['ID=bdac95d0-3106-44ff-90ea-3c86fe100efe,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:05:32.228789 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-2c77cac1-506b-4eeb-81e2-5ad60e12a406 req-9d258b1a-5347-4462-aa98-ce55bdd51035 service neutron] 10.222.0.44 "GET /v2.0/networks/3364456e-aead-437c-a830-dc7a420fe2a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882843 Mar 29 16:05:32.232305 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-508923ee-105b-4649-85f9-3631cd2ffac3 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks [] for security_group, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:05:32.234335 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.agents_db [None req-59735a15-725e-44d4-9ad5-95cbe356f209 None None] Agent healthcheck: found 7 active agents {{(pid=102793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 16:05:32.262720 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-508923ee-105b-4649-85f9-3631cd2ffac3 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:05:32.329022 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-2c77cac1-506b-4eeb-81e2-5ad60e12a406 req-24a17dfb-4bcd-4819-8a12-cd6e59bf5d7b service neutron] 10.222.0.44 "GET /v2.0/networks/3364456e-aead-437c-a830-dc7a420fe2a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921888 Mar 29 16:05:32.334566 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-508923ee-105b-4649-85f9-3631cd2ffac3 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:05:32.338556 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-508923ee-105b-4649-85f9-3631cd2ffac3 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:05:32.339772 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-508923ee-105b-4649-85f9-3631cd2ffac3 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "DELETE /v2.0/security-groups/bcabf703-0dbd-497f-b21f-e9f0f5919bf2 HTTP/1.1" status: 204 len: 168 time: 0.1660285 Mar 29 16:05:32.354634 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508923ee-105b-4649-85f9-3631cd2ffac3 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcabf703-0dbd-497f-b21f-e9f0f5919bf2,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:05:32.423896 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39035d95-e25e-4ea9-b3d0-1d444f2d62a1 req-1202a138-0d4a-4b96-abe1-3443ddb609f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:05:32.425296 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-39035d95-e25e-4ea9-b3d0-1d444f2d62a1 req-1202a138-0d4a-4b96-abe1-3443ddb609f1 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=358ad84304604947a292f32d4e62126b&device_id=f9295ef0-f012-4721-819b-eeeb68ad33a0 HTTP/1.1" status: 200 len: 1094 time: 0.0405593 Mar 29 16:05:32.523415 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39035d95-e25e-4ea9-b3d0-1d444f2d62a1 req-7ab26e22-67ba-41bf-9626-10b990569d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:05:32.524895 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-39035d95-e25e-4ea9-b3d0-1d444f2d62a1 req-7ab26e22-67ba-41bf-9626-10b990569d92 service neutron] 10.222.0.44 "GET /v2.0/networks?id=3364456e-aead-437c-a830-dc7a420fe2a4 HTTP/1.1" status: 200 len: 913 time: 0.0897171 Mar 29 16:05:32.569037 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-39035d95-e25e-4ea9-b3d0-1d444f2d62a1 req-6997444e-5040-46c6-a44c-3bb8422076de service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b17089f6-de09-4609-a23c-3be1f14dff7c HTTP/1.1" status: 200 len: 217 time: 0.0364549 Mar 29 16:05:32.649616 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ff0992-8506-4bc9-a7e6-a0181ba224fc req-a3034ce4-80f4-4400-9fcd-3afd4a253af1 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:05:32.651008 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-78ff0992-8506-4bc9-a7e6-a0181ba224fc req-a3034ce4-80f4-4400-9fcd-3afd4a253af1 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/ports?device_id=f9295ef0-f012-4721-819b-eeeb68ad33a0 HTTP/1.1" status: 200 len: 943 time: 0.0852492 Mar 29 16:05:32.652314 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39035d95-e25e-4ea9-b3d0-1d444f2d62a1 req-ac22f338-287d-40f8-aba1-94e18703a05d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:05:32.653611 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-39035d95-e25e-4ea9-b3d0-1d444f2d62a1 req-ac22f338-287d-40f8-aba1-94e18703a05d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6caada61-173d-4256-8e9d-611647191ef5 HTTP/1.1" status: 200 len: 851 time: 0.0771675 Mar 29 16:05:32.713012 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-78ff0992-8506-4bc9-a7e6-a0181ba224fc req-f57e13de-6017-4ee5-bb17-40271847b009 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/security-groups?id=9ca13a82-8548-447c-a9a1-a1fa7edff5b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559258 Mar 29 16:05:32.721988 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39035d95-e25e-4ea9-b3d0-1d444f2d62a1 req-bb758c3e-0793-47a4-963e-7872edbeb12b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:05:32.723465 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-39035d95-e25e-4ea9-b3d0-1d444f2d62a1 req-bb758c3e-0793-47a4-963e-7872edbeb12b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=3364456e-aead-437c-a830-dc7a420fe2a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0608029 Mar 29 16:05:32.779710 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-01ff1706-dd4f-41e3-8da1-872456a3be61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:05:32.819066 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-39035d95-e25e-4ea9-b3d0-1d444f2d62a1 req-26e4dc1a-6f7b-4d1d-9e69-307c4641d688 service neutron] 10.222.0.44 "GET /v2.0/networks/3364456e-aead-437c-a830-dc7a420fe2a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859144 Mar 29 16:05:32.907298 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-39035d95-e25e-4ea9-b3d0-1d444f2d62a1 req-05f650d6-bf4d-4b32-aed3-2a7a58644cd4 service neutron] 10.222.0.44 "GET /v2.0/networks/3364456e-aead-437c-a830-dc7a420fe2a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819781 Mar 29 16:05:32.922526 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device b0beb165-b0e1-4d9d-bbdc-6e892413a191 no longer exists at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 16:05:32.944601 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] No Port match for: b0beb165-b0e1-4d9d-bbdc-6e892413a191 {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 16:05:32.944941 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device b0beb165-b0e1-4d9d-bbdc-6e892413a191 not bound to the agent host n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 16:05:32.945341 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 8a946244-95aa-4429-a389-b3d27c94bf40 no longer exists at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 16:05:32.963567 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] No Port match for: 8a946244-95aa-4429-a389-b3d27c94bf40 {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 16:05:32.963840 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 8a946244-95aa-4429-a389-b3d27c94bf40 not bound to the agent host n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 16:05:32.964241 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 19dd560a-74a2-4213-a3ab-88a3352fea7b no longer exists at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 16:05:32.982621 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] No Port match for: 19dd560a-74a2-4213-a3ab-88a3352fea7b {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 16:05:32.982958 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 19dd560a-74a2-4213-a3ab-88a3352fea7b not bound to the agent host n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 16:05:33.807980 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 51514) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:05:33.812886 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-5a4b002d-1fdb-4bea-83f7-9d3fd597cfa7 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1912536843', 'description': 'tempest-secgroup-smoke-1912536843 description', 'project_id': '8c88f14ca33d4e419d03f1c3b10014ac'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:05:33.831541 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec8d821-c8d5-473b-8a3b-ee1c1b18a430 req-b017ffd6-9f8a-4de2-b2f2-5988a089419c tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:05:33.833288 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-cec8d821-c8d5-473b-8a3b-ee1c1b18a430 req-b017ffd6-9f8a-4de2-b2f2-5988a089419c tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/ports?device_id=f9295ef0-f012-4721-819b-eeeb68ad33a0 HTTP/1.1" status: 200 len: 943 time: 0.0521827 Mar 29 16:05:33.835116 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-5a4b002d-1fdb-4bea-83f7-9d3fd597cfa7 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks [] for security_group, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:05:33.874210 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-cec8d821-c8d5-473b-8a3b-ee1c1b18a430 req-fa2e2bc6-2449-468c-9d21-55777d96edfa tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/security-groups?id=9ca13a82-8548-447c-a9a1-a1fa7edff5b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338016 Mar 29 16:05:33.907058 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-5a4b002d-1fdb-4bea-83f7-9d3fd597cfa7 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks [] for security_group, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:05:33.910475 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-5a4b002d-1fdb-4bea-83f7-9d3fd597cfa7 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:05:33.939898 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-5a4b002d-1fdb-4bea-83f7-9d3fd597cfa7 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks [] for security_group, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:05:33.941124 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-5a4b002d-1fdb-4bea-83f7-9d3fd597cfa7 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1321392 Mar 29 16:05:33.942962 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4b002d-1fdb-4bea-83f7-9d3fd597cfa7 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2994880e-72b2-473b-8b0a-940a0682c905,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:05:33.945300 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 51516) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:05:33.950148 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-a782511a-c77e-4104-b02a-4a54544c6833 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Request body: {'security_group_rule': {'security_group_id': '2994880e-72b2-473b-8b0a-940a0682c905', 'project_id': '8c88f14ca33d4e419d03f1c3b10014ac', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:05:33.976006 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-a782511a-c77e-4104-b02a-4a54544c6833 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:05:34.021141 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-a782511a-c77e-4104-b02a-4a54544c6833 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:05:34.025098 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-a782511a-c77e-4104-b02a-4a54544c6833 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610998'] for security_group_rule, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:05:34.042688 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a782511a-c77e-4104-b02a-4a54544c6833 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eff3e715-e9fd-4917-bb1f-c7fb08a65b87,revision_number=0']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:05:34.049782 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-a782511a-c77e-4104-b02a-4a54544c6833 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:05:34.050977 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-a782511a-c77e-4104-b02a-4a54544c6833 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1044409 Mar 29 16:05:34.053886 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 51518) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:05:34.058185 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-4c621704-441e-46f2-a292-26bf0d372bd8 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Request body: {'security_group_rule': {'security_group_id': '2994880e-72b2-473b-8b0a-940a0682c905', 'project_id': '8c88f14ca33d4e419d03f1c3b10014ac', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:05:34.082899 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-4c621704-441e-46f2-a292-26bf0d372bd8 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:05:34.141981 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-4c621704-441e-46f2-a292-26bf0d372bd8 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:05:34.144880 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-4c621704-441e-46f2-a292-26bf0d372bd8 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610998'] for security_group_rule, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:05:34.163134 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c621704-441e-46f2-a292-26bf0d372bd8 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a83145c-e355-431b-9b27-d40d966178a0,revision_number=0']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:05:34.170796 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-4c621704-441e-46f2-a292-26bf0d372bd8 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:05:34.172001 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-4c621704-441e-46f2-a292-26bf0d372bd8 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1172059 Mar 29 16:05:34.174708 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 51520) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:05:34.178881 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-d17a1060-b99a-47e6-8018-599c0ee4bf47 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Request body: {'security_group_rule': {'security_group_id': '2994880e-72b2-473b-8b0a-940a0682c905', 'project_id': '8c88f14ca33d4e419d03f1c3b10014ac', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:05:34.203751 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-d17a1060-b99a-47e6-8018-599c0ee4bf47 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:05:34.210930 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d71584b9-87f1-45f5-84c7-c993c2416269 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:05:34.261970 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-d17a1060-b99a-47e6-8018-599c0ee4bf47 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:05:34.266080 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-d17a1060-b99a-47e6-8018-599c0ee4bf47 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610998'] for security_group_rule, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:05:34.282785 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17a1060-b99a-47e6-8018-599c0ee4bf47 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10ccb208-db56-46fd-9e0c-b1c482318f26,revision_number=0']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:05:34.290626 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-d17a1060-b99a-47e6-8018-599c0ee4bf47 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:05:34.291845 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-d17a1060-b99a-47e6-8018-599c0ee4bf47 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1162071 Mar 29 16:05:34.294503 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 51524) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:05:34.298661 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-3719eabd-eabe-4064-9699-3542c8f2d5ea tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Request body: {'security_group_rule': {'security_group_id': '2994880e-72b2-473b-8b0a-940a0682c905', 'project_id': '8c88f14ca33d4e419d03f1c3b10014ac', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:05:34.338994 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-3719eabd-eabe-4064-9699-3542c8f2d5ea tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:05:34.398366 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-3719eabd-eabe-4064-9699-3542c8f2d5ea tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:05:34.401770 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-3719eabd-eabe-4064-9699-3542c8f2d5ea tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610998'] for security_group_rule, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:05:34.419059 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3719eabd-eabe-4064-9699-3542c8f2d5ea tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dde34ac5-99bf-4905-9807-8ede5ae2b1c3,revision_number=0']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:05:34.426540 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-3719eabd-eabe-4064-9699-3542c8f2d5ea tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:05:34.430439 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-3719eabd-eabe-4064-9699-3542c8f2d5ea tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1323340 Mar 29 16:05:34.431220 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 51526) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:05:34.435750 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-d1b6f72c-aa8a-4645-a418-d18831e51a6f tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Request body: {'security_group_rule': {'security_group_id': '2994880e-72b2-473b-8b0a-940a0682c905', 'project_id': '8c88f14ca33d4e419d03f1c3b10014ac', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:05:34.462267 n-d-834765-1 neutron-server[102790]: INFO neutron.db.securitygroups_db [None req-d1b6f72c-aa8a-4645-a418-d18831e51a6f tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Project 8c88f14ca33d4e419d03f1c3b10014ac added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 29 16:05:34.467183 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-d1b6f72c-aa8a-4645-a418-d18831e51a6f tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:05:34.529043 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-d1b6f72c-aa8a-4645-a418-d18831e51a6f tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:05:34.532491 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-d1b6f72c-aa8a-4645-a418-d18831e51a6f tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610998'] for security_group_rule, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:05:34.551664 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b6f72c-aa8a-4645-a418-d18831e51a6f tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee0deb19-f74e-4138-be96-12599b746848,revision_number=0']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:05:34.557307 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-d1b6f72c-aa8a-4645-a418-d18831e51a6f tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:05:34.558378 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-d1b6f72c-aa8a-4645-a418-d18831e51a6f tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1262124 Mar 29 16:05:34.561325 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 51528) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:05:34.565455 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-111302f4-1dc1-4ad5-9632-f653b9dc88fa tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Request body: {'security_group_rule': {'security_group_id': '2994880e-72b2-473b-8b0a-940a0682c905', 'project_id': '8c88f14ca33d4e419d03f1c3b10014ac', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:05:34.585248 n-d-834765-1 neutron-server[102790]: INFO neutron.db.securitygroups_db [None req-111302f4-1dc1-4ad5-9632-f653b9dc88fa tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Project 8c88f14ca33d4e419d03f1c3b10014ac added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 29 16:05:34.590028 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-111302f4-1dc1-4ad5-9632-f653b9dc88fa tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:05:34.650056 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-111302f4-1dc1-4ad5-9632-f653b9dc88fa tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:05:34.653737 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-111302f4-1dc1-4ad5-9632-f653b9dc88fa tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610998'] for security_group_rule, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:05:34.672353 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111302f4-1dc1-4ad5-9632-f653b9dc88fa tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5dc75c5-552b-4c6e-963b-31a0b6551729,revision_number=0']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:05:34.677294 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-111302f4-1dc1-4ad5-9632-f653b9dc88fa tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:05:34.682219 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-111302f4-1dc1-4ad5-9632-f653b9dc88fa tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1170995 Mar 29 16:05:34.682219 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 51530) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:05:34.688004 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-73f5bf86-842b-424e-b24e-6f8fc3a94001 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Request body: {'network': {'name': 'tempest-network-smoke--1793413471', 'project_id': '8c88f14ca33d4e419d03f1c3b10014ac', 'port_security_enabled': True}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:05:34.705428 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73f5bf86-842b-424e-b24e-6f8fc3a94001 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Made reservation on behalf of 8c88f14ca33d4e419d03f1c3b10014ac for: {'network': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:05:34.708856 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-73f5bf86-842b-424e-b24e-6f8fc3a94001 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for network, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:05:34.731470 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73f5bf86-842b-424e-b24e-6f8fc3a94001 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] vlan segment allocate from pool success with {'vlan_id': 614, 'physical_network': 'physnet1'} {{(pid=102790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 16:05:34.739901 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-73f5bf86-842b-424e-b24e-6f8fc3a94001 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:05:34.740998 n-d-834765-1 neutron-server[102790]: INFO neutron.db.segments_db [None req-73f5bf86-842b-424e-b24e-6f8fc3a94001 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Added segment 1e1cf46f-0a76-44e2-99d7-9d6660988ef3 of type vlan for network 8eeae4c0-66cf-4e13-9c98-66def7870473 Mar 29 16:05:34.778816 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-73f5bf86-842b-424e-b24e-6f8fc3a94001 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783522915970'] for network, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:05:34.801303 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-73f5bf86-842b-424e-b24e-6f8fc3a94001 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795'] for network, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:05:34.807337 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73f5bf86-842b-424e-b24e-6f8fc3a94001 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:05:34.807855 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-73f5bf86-842b-424e-b24e-6f8fc3a94001 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks [] for network, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:05:34.846429 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-73f5bf86-842b-424e-b24e-6f8fc3a94001 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1626680 Mar 29 16:05:34.849184 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 51532) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:05:34.854066 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-f64420e2-c239-4464-b48e-8b61a057aaa4 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-664524826', 'admin_state_up': True, 'project_id': '8c88f14ca33d4e419d03f1c3b10014ac', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'}}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:05:34.889539 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f5bf86-842b-424e-b24e-6f8fc3a94001 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Pushing event updated for resources: {'Network': ['ID=8eeae4c0-66cf-4e13-9c98-66def7870473,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:05:34.902554 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-f64420e2-c239-4464-b48e-8b61a057aaa4 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-532385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129310'] for router, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:05:34.903939 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Network 8eeae4c0-66cf-4e13-9c98-66def7870473 details requested by agent ovs-agent-n-d-834765-1 with host n-d-834765-1 {{(pid=102792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 16:05:34.904050 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-f64420e2-c239-4464-b48e-8b61a057aaa4 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-648091', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-684384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129319'] for router, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:05:34.957588 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-f64420e2-c239-4464-b48e-8b61a057aaa4 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:05:35.004804 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9ecb72-3470-4513-9482-fec415eb976c req-a25f5cea-78c8-4ce7-8948-091c74a4d0aa tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:05:35.006597 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-bc9ecb72-3470-4513-9482-fec415eb976c req-a25f5cea-78c8-4ce7-8948-091c74a4d0aa tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/ports?device_id=f9295ef0-f012-4721-819b-eeeb68ad33a0 HTTP/1.1" status: 200 len: 943 time: 0.0556605 Mar 29 16:05:35.044939 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-bc9ecb72-3470-4513-9482-fec415eb976c req-dbda131d-c3a2-41cb-8ec3-89f9271c77d9 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/security-groups?id=9ca13a82-8548-447c-a9a1-a1fa7edff5b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322242 Mar 29 16:05:35.105300 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-f64420e2-c239-4464-b48e-8b61a057aaa4 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:05:35.292836 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-f64420e2-c239-4464-b48e-8b61a057aaa4 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks [] for router_gateway, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:05:35.311288 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-f64420e2-c239-4464-b48e-8b61a057aaa4 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:05:35.319532 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device b17089f6-de09-4609-a23c-3be1f14dff7c details requested by agent hyperv_n-h1-834765-1 with host n-h1-834765-1 {{(pid=102792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 16:05:35.419308 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.db_base_plugin_common [None req-f64420e2-c239-4464-b48e-8b61a057aaa4 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Allocated IP 172.25.4.207 (4a4a035d-ecac-4ead-baa3-25f90788773a/e1a353dc-fac8-4901-a63c-273840237d6a/d4ce595e-fd09-4331-82ac-f6b1246a2a6d) {{(pid=102790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:05:35.427177 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port b17089f6-de09-4609-a23c-3be1f14dff7c, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=b17089f6-de09-4609-a23c-3be1f14dff7c,segment=NetworkSegment(94b35437-d3ca-48bd-89d7-8faa6fa42a91),segment_id=94b35437-d3ca-48bd-89d7-8faa6fa42a91)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:05:35.442589 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Returning: {'device': 'b17089f6-de09-4609-a23c-3be1f14dff7c', 'network_id': '3364456e-aead-437c-a830-dc7a420fe2a4', 'port_id': 'b17089f6-de09-4609-a23c-3be1f14dff7c', 'mac_address': 'fa:16:3e:4a:ff:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 632, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6caada61-173d-4256-8e9d-611647191ef5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 16:05:35.485701 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:05:35.498807 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b17089f6-de09-4609-a23c-3be1f14dff7c {{(pid=102792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 16:05:35.518307 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port b17089f6-de09-4609-a23c-3be1f14dff7c, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=b17089f6-de09-4609-a23c-3be1f14dff7c,segment=NetworkSegment(94b35437-d3ca-48bd-89d7-8faa6fa42a91),segment_id=94b35437-d3ca-48bd-89d7-8faa6fa42a91)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:05:35.521851 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:05:35.530496 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-f64420e2-c239-4464-b48e-8b61a057aaa4 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks [] for port, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:05:35.563277 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-f64420e2-c239-4464-b48e-8b61a057aaa4 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:05:35.570806 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Pushing event updated for resources: {'Port': ['ID=b17089f6-de09-4609-a23c-3be1f14dff7c,revision_number=4']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:05:35.603492 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f64420e2-c239-4464-b48e-8b61a057aaa4 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Network 4a4a035d-ecac-4ead-baa3-25f90788773a is already hosted by enough agents. {{(pid=102790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:05:35.606256 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-f64420e2-c239-4464-b48e-8b61a057aaa4 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Resources bound (agent type, host, resource id): {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:05:35.609634 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f64420e2-c239-4464-b48e-8b61a057aaa4 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Received port after_create {{(pid=102790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:05:35.614859 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64420e2-c239-4464-b48e-8b61a057aaa4 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Pushing event updated for resources: {'Port': ['ID=d4ce595e-fd09-4331-82ac-f6b1246a2a6d,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:05:35.774075 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-0cb6abf6-2706-4e52-8825-f5f644ecf9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:05:35.854063 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] get_ports_and_sgs() called for port_ids ['b17089f6-de09-4609-a23c-3be1f14dff7c'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 16:05:35.859153 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-f64420e2-c239-4464-b48e-8b61a057aaa4 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks [] for router_gateway, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:05:35.932163 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:05:36.366573 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71e12a5-4dc4-4847-9ead-071d4ffc8370 req-88f52eb8-2e61-4934-9b52-2a321da03b0b tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:05:36.367974 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-f71e12a5-4dc4-4847-9ead-071d4ffc8370 req-88f52eb8-2e61-4934-9b52-2a321da03b0b tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/ports?device_id=f9295ef0-f012-4721-819b-eeeb68ad33a0 HTTP/1.1" status: 200 len: 944 time: 0.0979462 Mar 29 16:05:36.442774 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-f71e12a5-4dc4-4847-9ead-071d4ffc8370 req-1e3ab1c4-f93f-420b-a09f-898d79067435 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/security-groups?id=9ca13a82-8548-447c-a9a1-a1fa7edff5b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687599 Mar 29 16:05:36.448429 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-f64420e2-c239-4464-b48e-8b61a057aaa4 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648118'] for router, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:05:36.578266 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f64420e2-c239-4464-b48e-8b61a057aaa4 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Router 9f2c6a27-b45e-4dfd-93c0-e57c00806f84 is scheduled to L3 agent c648d819-1060-4f26-b4ec-6455387b5dff with binding_index 1 {{(pid=102790) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 29 16:05:36.683501 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f64420e2-c239-4464-b48e-8b61a057aaa4 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 16:05:36.694564 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cc05be7-4d9f-45e2-a037-85a0f95ac0b6 None None] Sync routers for ids ['9f2c6a27-b45e-4dfd-93c0-e57c00806f84'] in n-d-834765-1 {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 16:05:36.704241 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-f64420e2-c239-4464-b48e-8b61a057aaa4 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks [] for router, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:05:36.704449 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cc05be7-4d9f-45e2-a037-85a0f95ac0b6 None None] Routers {'9f2c6a27-b45e-4dfd-93c0-e57c00806f84'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:05:36.705202 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-6cc05be7-4d9f-45e2-a037-85a0f95ac0b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:05:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['9f2c6a27-b45e-4dfd-93c0-e57c00806f84'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:05:36.705668 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-f64420e2-c239-4464-b48e-8b61a057aaa4 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8548989 Mar 29 16:05:36.708977 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 51538) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:05:36.738394 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-52f8afc2-87e5-4d3f-b3aa-990be3f19b10 tempest-TestNetworkAdvancedServerOps-8597314 tempest-TestNetworkAdvancedServerOps-8597314-project-admin] 10.222.0.42 "GET /v2.0/subnets?project_id=8c88f14ca33d4e419d03f1c3b10014ac&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0282860 Mar 29 16:05:36.741791 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 51540) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:05:36.821566 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvr_db [None req-6cc05be7-4d9f-45e2-a037-85a0f95ac0b6 None None] Set router 9f2c6a27-b45e-4dfd-93c0-e57c00806f84 gateway port host: n-d-834765-1 {{(pid=102792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:05:36.832005 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd377ef0-debd-4086-8dd0-5e49af44aebf tempest-TestNetworkAdvancedServerOps-8597314 tempest-TestNetworkAdvancedServerOps-8597314-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:05:36.833508 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-dd377ef0-debd-4086-8dd0-5e49af44aebf tempest-TestNetworkAdvancedServerOps-8597314 tempest-TestNetworkAdvancedServerOps-8597314-project-admin] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0908151 Mar 29 16:05:36.836591 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 51542) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:05:36.868046 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-6c805034-f4a5-44c3-a07a-ac27353037ad tempest-TestNetworkAdvancedServerOps-8597314 tempest-TestNetworkAdvancedServerOps-8597314-project-admin] 10.222.0.42 "GET /v2.0/subnets?network_id=4a4a035d-ecac-4ead-baa3-25f90788773a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0266712 Mar 29 16:05:36.868046 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 51544) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:05:36.872486 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-d0d4921b-34d7-438a-a894-dbe6b8daa2eb tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-276356286', 'network_id': '8eeae4c0-66cf-4e13-9c98-66def7870473', 'project_id': '8c88f14ca33d4e419d03f1c3b10014ac', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:05:36.957132 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0d4921b-34d7-438a-a894-dbe6b8daa2eb tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Made reservation on behalf of 8c88f14ca33d4e419d03f1c3b10014ac for: {'subnet': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:05:36.961159 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-d0d4921b-34d7-438a-a894-dbe6b8daa2eb tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4793983'] for subnet, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:05:37.001823 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-6cc05be7-4d9f-45e2-a037-85a0f95ac0b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f2c6a27-b45e-4dfd-93c0-e57c00806f84', 'name': 'tempest-TestNetworkAdvancedServerOps-router-664524826', 'tenant_id': '8c88f14ca33d4e419d03f1c3b10014ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.207'}], 'enable_snat': True}, 'gw_port_id': 'd4ce595e-fd09-4331-82ac-f6b1246a2a6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:05:34Z', 'updated_at': '2022-03-29T16:05:35Z', 'revision_number': 3, 'project_id': '8c88f14ca33d4e419d03f1c3b10014ac', 'gw_port': {'id': 'd4ce595e-fd09-4331-82ac-f6b1246a2a6d', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:cc:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f2c6a27-b45e-4dfd-93c0-e57c00806f84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3286, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:05:35Z', 'updated_at': '2022-03-29T16:05:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1'}], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:05:37.029031 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cc05be7-4d9f-45e2-a037-85a0f95ac0b6 None None] Checking router: 9f2c6a27-b45e-4dfd-93c0-e57c00806f84 for host: n-d-834765-1 {{(pid=102792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 16:05:37.029378 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cc05be7-4d9f-45e2-a037-85a0f95ac0b6 None None] Updating router 9f2c6a27-b45e-4dfd-93c0-e57c00806f84 port d4ce595e-fd09-4331-82ac-f6b1246a2a6d binding host n-d-834765-1 {{(pid=102792) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 16:05:37.054650 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-6cc05be7-4d9f-45e2-a037-85a0f95ac0b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:05:37.141979 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-d0d4921b-34d7-438a-a894-dbe6b8daa2eb tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5231896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4793961'] for subnet, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:05:37.213083 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d4921b-34d7-438a-a894-dbe6b8daa2eb tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Pushing event updated for resources: {'Subnet': ['ID=92b59040-660b-4db6-86e8-6e665d07165b,revision_number=0']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:05:37.221559 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0d4921b-34d7-438a-a894-dbe6b8daa2eb tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Checking segment: {'id': '1e1cf46f-0a76-44e2-99d7-9d6660988ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '8eeae4c0-66cf-4e13-9c98-66def7870473'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 16:05:37.221917 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0d4921b-34d7-438a-a894-dbe6b8daa2eb tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Network hostable DHCP agents. Network: 8eeae4c0-66cf-4e13-9c98-66def7870473, hostable agents: ['d136643e-48ae-49d4-a851-2ba3bdf3749c'], hosted agents: [] {{(pid=102790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 16:05:37.239249 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0d4921b-34d7-438a-a894-dbe6b8daa2eb tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Network 8eeae4c0-66cf-4e13-9c98-66def7870473 is scheduled to be hosted by DHCP agent d136643e-48ae-49d4-a851-2ba3bdf3749c with binding_index 1 {{(pid=102790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 16:05:37.248778 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-d0d4921b-34d7-438a-a894-dbe6b8daa2eb tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834765-1, 8eeae4c0-66cf-4e13-9c98-66def7870473) {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:05:37.254067 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0d4921b-34d7-438a-a894-dbe6b8daa2eb tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:05:37.255129 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-d0d4921b-34d7-438a-a894-dbe6b8daa2eb tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks [] for subnet, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:05:37.275076 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-d0d4921b-34d7-438a-a894-dbe6b8daa2eb tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4038465 Mar 29 16:05:37.275461 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 51546) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:05:37.305714 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac1b99ee-b1a5-4832-9a8a-69a243bf1049 None None] Network 8eeae4c0-66cf-4e13-9c98-66def7870473 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 16:05:37.377846 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device b17089f6-de09-4609-a23c-3be1f14dff7c up at agent hyperv_n-h1-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 16:05:37.574295 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22709cda-212a-4eb1-976c-5469971f3f47 req-3d48e9bf-84a1-4dd4-9ebb-45b6fa83fc90 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:05:37.576433 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-22709cda-212a-4eb1-976c-5469971f3f47 req-3d48e9bf-84a1-4dd4-9ebb-45b6fa83fc90 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/ports?device_id=f9295ef0-f012-4721-819b-eeeb68ad33a0 HTTP/1.1" status: 200 len: 944 time: 0.0553946 Mar 29 16:05:37.582851 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Provisioning for port b17089f6-de09-4609-a23c-3be1f14dff7c completed by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 16:05:37.589739 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Provisioning complete for port b17089f6-de09-4609-a23c-3be1f14dff7c triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:05:37.590111 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:05:37.628001 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74a3eff9-ffa2-4406-83aa-40c21731e3bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0035034-69b0-5ffc-b384-0ac6189c5628-8eeae4c0-66cf-4e13-9c98-66def7870473', 'network_id': '8eeae4c0-66cf-4e13-9c98-66def7870473', 'tenant_id': '8c88f14ca33d4e419d03f1c3b10014ac', 'fixed_ips': [{'subnet_id': '92b59040-660b-4db6-86e8-6e665d07165b'}]}} from n-d-834765-1. {{(pid=102792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 29 16:05:37.628868 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a3eff9-ffa2-4406-83aa-40c21731e3bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:05:37.639939 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-22709cda-212a-4eb1-976c-5469971f3f47 req-ba611df7-816f-4ecc-b5a3-ddbe8a36f205 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/security-groups?id=9ca13a82-8548-447c-a9a1-a1fa7edff5b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465765 Mar 29 16:05:37.681847 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-6cc05be7-4d9f-45e2-a037-85a0f95ac0b6 None None] Notify callbacks [] for port, precommit_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:05:37.697437 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-6cc05be7-4d9f-45e2-a037-85a0f95ac0b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:05:37.738026 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-65211a51-cfab-44b0-87d2-e8941deb06ce tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:05:37.869602 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a530e191-36fc-4fe3-8613-f86f22cbe446 None None] Pushing event updated for resources: {'Port': ['ID=d4ce595e-fd09-4331-82ac-f6b1246a2a6d,revision_number=2']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:05:37.877979 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:05:37.879854 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-6cc05be7-4d9f-45e2-a037-85a0f95ac0b6 None None] Attempting to bind port d4ce595e-fd09-4331-82ac-f6b1246a2a6d on host n-d-834765-1 for vnic_type normal with profile {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 16:05:37.880218 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-6cc05be7-4d9f-45e2-a037-85a0f95ac0b6 None None] Attempting to bind port d4ce595e-fd09-4331-82ac-f6b1246a2a6d by drivers openvswitch,hyperv on host n-d-834765-1 at level 0 using segments [{'id': '6ab47353-a811-4bad-bc73-b4cc84583cfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 16:05:37.880617 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cc05be7-4d9f-45e2-a037-85a0f95ac0b6 None None] Attempting to bind port d4ce595e-fd09-4331-82ac-f6b1246a2a6d on network 4a4a035d-ecac-4ead-baa3-25f90788773a {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 16:05:37.898850 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cc05be7-4d9f-45e2-a037-85a0f95ac0b6 None None] Checking agent: {'id': 'a8866439-9d96-425c-b519-6905c591ac37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 25, 36), 'started_at': datetime.datetime(2022, 3, 29, 15, 26, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 16, 5, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834765-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 16:05:37.899226 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cc05be7-4d9f-45e2-a037-85a0f95ac0b6 None None] Checking segment: {'id': '6ab47353-a811-4bad-bc73-b4cc84583cfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 16:05:37.899652 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-6cc05be7-4d9f-45e2-a037-85a0f95ac0b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:05:37.900043 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cc05be7-4d9f-45e2-a037-85a0f95ac0b6 None None] Bound using segment: {'id': '6ab47353-a811-4bad-bc73-b4cc84583cfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 16:05:37.900512 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-6cc05be7-4d9f-45e2-a037-85a0f95ac0b6 None None] Bound port: d4ce595e-fd09-4331-82ac-f6b1246a2a6d, host: n-d-834765-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ab47353-a811-4bad-bc73-b4cc84583cfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'}}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 16:05:37.900897 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-6cc05be7-4d9f-45e2-a037-85a0f95ac0b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:05:37.946675 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9295ef0-f012-4721-819b-eeeb68ad33a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b17089f6-de09-4609-a23c-3be1f14dff7c'}] {{(pid=102792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:05:37.948944 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4f476c66b318cc6068719fc39557fac68d413f5c7e78fa77028c7948e999ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd59e3ff-20f6-4dc8-bf9c-84b89f2ff8c0" -d '{"events": [{"server_uuid": "f9295ef0-f012-4721-819b-eeeb68ad33a0", "name": "network-vif-plugged", "status": "completed", "tag": "b17089f6-de09-4609-a23c-3be1f14dff7c"}]}' {{(pid=102792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:05:37.952498 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.db_base_plugin_common [None req-74a3eff9-ffa2-4406-83aa-40c21731e3bb None None] Allocated IP 172.20.0.2 (8eeae4c0-66cf-4e13-9c98-66def7870473/92b59040-660b-4db6-86e8-6e665d07165b/0c3464c4-102a-4cc5-a0fc-080bd8024cd9) {{(pid=102792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:05:37.980738 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port b17089f6-de09-4609-a23c-3be1f14dff7c, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=b17089f6-de09-4609-a23c-3be1f14dff7c,segment=NetworkSegment(94b35437-d3ca-48bd-89d7-8faa6fa42a91),segment_id=94b35437-d3ca-48bd-89d7-8faa6fa42a91)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:05:37.991974 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:05:37.997316 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 16:05:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16592adb-b0ee-44c3-901b-00aac7487d48 x-openstack-request-id: req-16592adb-b0ee-44c3-901b-00aac7487d48 {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:05:37.997615 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9295ef0-f012-4721-819b-eeeb68ad33a0", "name": "network-vif-plugged", "status": "completed", "tag": "b17089f6-de09-4609-a23c-3be1f14dff7c", "code": 200}]} {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:05:37.997865 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-16592adb-b0ee-44c3-901b-00aac7487d48 {{(pid=102792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:05:37.998247 n-d-834765-1 neutron-server[102792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9295ef0-f012-4721-819b-eeeb68ad33a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b17089f6-de09-4609-a23c-3be1f14dff7c', 'code': 200} Mar 29 16:05:38.048860 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-6cc05be7-4d9f-45e2-a037-85a0f95ac0b6 None None] For port d4ce595e-fd09-4331-82ac-f6b1246a2a6d, host n-d-834765-1, cleared binding levels {{(pid=102792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 16:05:38.096131 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402d379b-f4ac-42c5-9d63-cdc16e18f8b5 req-997c92e9-2bb9-4d5e-812b-639918bf2ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:05:38.098230 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-402d379b-f4ac-42c5-9d63-cdc16e18f8b5 req-997c92e9-2bb9-4d5e-812b-639918bf2ac3 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=f9295ef0-f012-4721-819b-eeeb68ad33a0 HTTP/1.1" status: 200 len: 1096 time: 0.0448439 Mar 29 16:05:38.103798 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-6cc05be7-4d9f-45e2-a037-85a0f95ac0b6 None None] For port d4ce595e-fd09-4331-82ac-f6b1246a2a6d, host n-d-834765-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=d4ce595e-fd09-4331-82ac-f6b1246a2a6d,segment=NetworkSegment(6ab47353-a811-4bad-bc73-b4cc84583cfd),segment_id=6ab47353-a811-4bad-bc73-b4cc84583cfd)] {{(pid=102792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 16:05:38.112258 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-6cc05be7-4d9f-45e2-a037-85a0f95ac0b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:05:38.114008 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Pushing event updated for resources: {'Port': ['ID=b17089f6-de09-4609-a23c-3be1f14dff7c,revision_number=5']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:05:38.138278 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-402d379b-f4ac-42c5-9d63-cdc16e18f8b5 req-dddbb36b-022b-40c9-8d77-2ca7371a8009 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=9ca13a82-8548-447c-a9a1-a1fa7edff5b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318770 Mar 29 16:05:38.222544 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cc05be7-4d9f-45e2-a037-85a0f95ac0b6 None None] Routers {'9f2c6a27-b45e-4dfd-93c0-e57c00806f84'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:05:38.223170 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-6cc05be7-4d9f-45e2-a037-85a0f95ac0b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:05:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['9f2c6a27-b45e-4dfd-93c0-e57c00806f84'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:05:38.227278 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a530e191-36fc-4fe3-8613-f86f22cbe446 None None] Pushing event updated for resources: {'Port': ['ID=d4ce595e-fd09-4331-82ac-f6b1246a2a6d,revision_number=3']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:05:38.284231 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a3eff9-ffa2-4406-83aa-40c21731e3bb None None] Notify callbacks [] for port, precommit_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:05:38.292578 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a3eff9-ffa2-4406-83aa-40c21731e3bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956'] for port, after_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:05:38.339344 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.db_base_plugin_common [None req-65211a51-cfab-44b0-87d2-e8941deb06ce tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Allocated IP 172.20.0.1 (8eeae4c0-66cf-4e13-9c98-66def7870473/92b59040-660b-4db6-86e8-6e665d07165b/afd65ee6-96c7-4f70-a9fd-340412fb4f24) {{(pid=102790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:05:38.374740 n-d-834765-1 neutron-server[102792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74a3eff9-ffa2-4406-83aa-40c21731e3bb None None] Network 8eeae4c0-66cf-4e13-9c98-66def7870473 is already hosted by enough agents. {{(pid=102792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:05:38.381918 n-d-834765-1 neutron-server[102792]: DEBUG neutron.scheduler.base_scheduler [None req-74a3eff9-ffa2-4406-83aa-40c21731e3bb None None] Resources bound (agent type, host, resource id): {{(pid=102792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:05:38.388869 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74a3eff9-ffa2-4406-83aa-40c21731e3bb None None] Received port after_create {{(pid=102792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:05:38.390683 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a3eff9-ffa2-4406-83aa-40c21731e3bb None None] Pushing event updated for resources: {'Port': ['ID=0c3464c4-102a-4cc5-a0fc-080bd8024cd9,revision_number=1']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:05:38.393838 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvr_db [None req-6cc05be7-4d9f-45e2-a037-85a0f95ac0b6 None None] Set router 9f2c6a27-b45e-4dfd-93c0-e57c00806f84 gateway port host: n-d-834765-1 {{(pid=102792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:05:38.460378 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-65211a51-cfab-44b0-87d2-e8941deb06ce tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks [] for port, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:05:38.498544 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-65211a51-cfab-44b0-87d2-e8941deb06ce tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:05:38.539726 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65211a51-cfab-44b0-87d2-e8941deb06ce tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Network 8eeae4c0-66cf-4e13-9c98-66def7870473 is already hosted by enough agents. {{(pid=102790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:05:38.541309 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-74a3eff9-ffa2-4406-83aa-40c21731e3bb None None] Attempting to bind port 0c3464c4-102a-4cc5-a0fc-080bd8024cd9 on host n-d-834765-1 for vnic_type normal with profile {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 16:05:38.541684 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-74a3eff9-ffa2-4406-83aa-40c21731e3bb None None] Attempting to bind port 0c3464c4-102a-4cc5-a0fc-080bd8024cd9 by drivers openvswitch,hyperv on host n-d-834765-1 at level 0 using segments [{'id': '1e1cf46f-0a76-44e2-99d7-9d6660988ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '8eeae4c0-66cf-4e13-9c98-66def7870473'}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 16:05:38.542046 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74a3eff9-ffa2-4406-83aa-40c21731e3bb None None] Attempting to bind port 0c3464c4-102a-4cc5-a0fc-080bd8024cd9 on network 8eeae4c0-66cf-4e13-9c98-66def7870473 {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 16:05:38.542988 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-65211a51-cfab-44b0-87d2-e8941deb06ce tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Resources bound (agent type, host, resource id): {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:05:38.545499 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65211a51-cfab-44b0-87d2-e8941deb06ce tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Received port after_create {{(pid=102790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:05:38.555583 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74a3eff9-ffa2-4406-83aa-40c21731e3bb None None] Checking agent: {'id': 'a8866439-9d96-425c-b519-6905c591ac37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 25, 36), 'started_at': datetime.datetime(2022, 3, 29, 15, 26, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 16, 5, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834765-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 16:05:38.555962 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74a3eff9-ffa2-4406-83aa-40c21731e3bb None None] Checking segment: {'id': '1e1cf46f-0a76-44e2-99d7-9d6660988ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '8eeae4c0-66cf-4e13-9c98-66def7870473'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 16:05:38.556365 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a3eff9-ffa2-4406-83aa-40c21731e3bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:05:38.556756 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74a3eff9-ffa2-4406-83aa-40c21731e3bb None None] Bound using segment: {'id': '1e1cf46f-0a76-44e2-99d7-9d6660988ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '8eeae4c0-66cf-4e13-9c98-66def7870473'} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 16:05:38.557222 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-74a3eff9-ffa2-4406-83aa-40c21731e3bb None None] Bound port: 0c3464c4-102a-4cc5-a0fc-080bd8024cd9, host: n-d-834765-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e1cf46f-0a76-44e2-99d7-9d6660988ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '8eeae4c0-66cf-4e13-9c98-66def7870473'}}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 16:05:38.557598 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a3eff9-ffa2-4406-83aa-40c21731e3bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:05:38.584969 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65211a51-cfab-44b0-87d2-e8941deb06ce tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Pushing event updated for resources: {'Port': ['ID=afd65ee6-96c7-4f70-a9fd-340412fb4f24,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:05:38.599941 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-65211a51-cfab-44b0-87d2-e8941deb06ce tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-648347'] for router_interface, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:05:38.661048 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a3eff9-ffa2-4406-83aa-40c21731e3bb None None] For port 0c3464c4-102a-4cc5-a0fc-080bd8024cd9, host n-d-834765-1, cleared binding levels {{(pid=102792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 16:05:38.674626 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a3eff9-ffa2-4406-83aa-40c21731e3bb None None] For port 0c3464c4-102a-4cc5-a0fc-080bd8024cd9, host n-d-834765-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=0c3464c4-102a-4cc5-a0fc-080bd8024cd9,segment=NetworkSegment(1e1cf46f-0a76-44e2-99d7-9d6660988ef3),segment_id=1e1cf46f-0a76-44e2-99d7-9d6660988ef3)] {{(pid=102792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 16:05:38.681275 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a3eff9-ffa2-4406-83aa-40c21731e3bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:05:38.718184 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-6cc05be7-4d9f-45e2-a037-85a0f95ac0b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f2c6a27-b45e-4dfd-93c0-e57c00806f84', 'name': 'tempest-TestNetworkAdvancedServerOps-router-664524826', 'tenant_id': '8c88f14ca33d4e419d03f1c3b10014ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.207'}], 'enable_snat': True}, 'gw_port_id': 'd4ce595e-fd09-4331-82ac-f6b1246a2a6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:05:34Z', 'updated_at': '2022-03-29T16:05:35Z', 'revision_number': 3, 'project_id': '8c88f14ca33d4e419d03f1c3b10014ac', 'gw_port': {'id': 'd4ce595e-fd09-4331-82ac-f6b1246a2a6d', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:cc:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f2c6a27-b45e-4dfd-93c0-e57c00806f84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3286, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:05:35Z', 'updated_at': '2022-03-29T16:05:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1'}], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:05:38.742905 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-65211a51-cfab-44b0-87d2-e8941deb06ce tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:05:38.766088 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cc05be7-4d9f-45e2-a037-85a0f95ac0b6 None None] The sync data for ids ['9f2c6a27-b45e-4dfd-93c0-e57c00806f84'] in n-d-834765-1 is: [{'id': '9f2c6a27-b45e-4dfd-93c0-e57c00806f84', 'name': 'tempest-TestNetworkAdvancedServerOps-router-664524826', 'tenant_id': '8c88f14ca33d4e419d03f1c3b10014ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.207'}], 'enable_snat': True}, 'gw_port_id': 'd4ce595e-fd09-4331-82ac-f6b1246a2a6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:05:34Z', 'updated_at': '2022-03-29T16:05:35Z', 'revision_number': 3, 'project_id': '8c88f14ca33d4e419d03f1c3b10014ac', 'gw_port': {'id': 'd4ce595e-fd09-4331-82ac-f6b1246a2a6d', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:cc:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f2c6a27-b45e-4dfd-93c0-e57c00806f84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3286, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:05:35Z', 'updated_at': '2022-03-29T16:05:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1'}] {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 16:05:38.783099 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a3eff9-ffa2-4406-83aa-40c21731e3bb None None] Pushing event updated for resources: {'Port': ['ID=0c3464c4-102a-4cc5-a0fc-080bd8024cd9,revision_number=2']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:05:39.104550 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d15a28c-8a0e-4b16-ba12-71ca4456f48c req-2eb40dc0-630d-4bd2-a049-f684439c660f tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:05:39.106990 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-8d15a28c-8a0e-4b16-ba12-71ca4456f48c req-2eb40dc0-630d-4bd2-a049-f684439c660f tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/ports?device_id=f9295ef0-f012-4721-819b-eeeb68ad33a0 HTTP/1.1" status: 200 len: 945 time: 0.0634346 Mar 29 16:05:39.121698 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-65211a51-cfab-44b0-87d2-e8941deb06ce tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks [] for port, precommit_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:05:39.129439 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-65211a51-cfab-44b0-87d2-e8941deb06ce tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5237921'] for port, after_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:05:39.189154 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-8d15a28c-8a0e-4b16-ba12-71ca4456f48c req-acfc981b-53ab-465d-9a9d-196cfbb40b17 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/security-groups?id=9ca13a82-8548-447c-a9a1-a1fa7edff5b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690670 Mar 29 16:05:39.232834 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65211a51-cfab-44b0-87d2-e8941deb06ce tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Pushing event updated for resources: {'Port': ['ID=afd65ee6-96c7-4f70-a9fd-340412fb4f24,revision_number=2']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:05:39.247480 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-65211a51-cfab-44b0-87d2-e8941deb06ce tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-648439'] for router_interface, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:05:39.348690 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65211a51-cfab-44b0-87d2-e8941deb06ce tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Network 8eeae4c0-66cf-4e13-9c98-66def7870473 is already hosted by enough agents. {{(pid=102790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:05:39.350796 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-65211a51-cfab-44b0-87d2-e8941deb06ce tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Resources bound (agent type, host, resource id): {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:05:39.476731 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65211a51-cfab-44b0-87d2-e8941deb06ce tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Router 9f2c6a27-b45e-4dfd-93c0-e57c00806f84 has already been hosted by L3 agent c648d819-1060-4f26-b4ec-6455387b5dff {{(pid=102790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 16:05:39.602580 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65211a51-cfab-44b0-87d2-e8941deb06ce tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 16:05:39.618415 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-65211a51-cfab-44b0-87d2-e8941deb06ce tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "PUT /v2.0/routers/9f2c6a27-b45e-4dfd-93c0-e57c00806f84/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3317015 Mar 29 16:05:39.888863 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-9616985b-90eb-4d4a-babe-4c2c49ce4582 req-aa83a2e9-2f2e-4e3b-9eea-d255d40af7a5 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1912536843&fields=id&tenant_id=8c88f14ca33d4e419d03f1c3b10014ac HTTP/1.1" status: 200 len: 267 time: 0.0533652 Mar 29 16:05:39.956115 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3615e82-669d-45d5-9d41-6b2e861b4e0b None None] Network 8eeae4c0-66cf-4e13-9c98-66def7870473 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 16:05:39.993493 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9616985b-90eb-4d4a-babe-4c2c49ce4582 req-239cd5b8-9cb7-4e24-afb8-1a8d21343075 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:05:39.994992 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-9616985b-90eb-4d4a-babe-4c2c49ce4582 req-239cd5b8-9cb7-4e24-afb8-1a8d21343075 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "GET /v2.0/networks?id=8eeae4c0-66cf-4e13-9c98-66def7870473 HTTP/1.1" status: 200 len: 797 time: 0.1053293 Mar 29 16:05:40.010729 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-9616985b-90eb-4d4a-babe-4c2c49ce4582 req-1f02f64c-5b5a-49fb-b6cb-94dacd7e0a59 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "GET /v2.0/quotas/8c88f14ca33d4e419d03f1c3b10014ac HTTP/1.1" status: 200 len: 375 time: 0.0095518 Mar 29 16:05:40.054772 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-652d60be-0748-486f-bda4-829eefda2f26 None None] Provisioning complete for port 0c3464c4-102a-4cc5-a0fc-080bd8024cd9 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:05:40.055163 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-652d60be-0748-486f-bda4-829eefda2f26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:05:40.068493 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-9616985b-90eb-4d4a-babe-4c2c49ce4582 req-8041b008-0a87-41e9-b4d8-4fa05c998a48 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=8c88f14ca33d4e419d03f1c3b10014ac&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0512376 Mar 29 16:05:40.177769 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-9616985b-90eb-4d4a-babe-4c2c49ce4582 req-ea520356-ab0f-4a85-a33e-31746c6d61f9 service neutron] 10.222.0.42 "GET /v2.0/networks/8eeae4c0-66cf-4e13-9c98-66def7870473?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950243 Mar 29 16:05:40.219004 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-652d60be-0748-486f-bda4-829eefda2f26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:05:40.256387 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-652d60be-0748-486f-bda4-829eefda2f26 None None] For port 0c3464c4-102a-4cc5-a0fc-080bd8024cd9, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=0c3464c4-102a-4cc5-a0fc-080bd8024cd9,segment=NetworkSegment(1e1cf46f-0a76-44e2-99d7-9d6660988ef3),segment_id=1e1cf46f-0a76-44e2-99d7-9d6660988ef3)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:05:40.263416 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-652d60be-0748-486f-bda4-829eefda2f26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:05:40.318956 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-9616985b-90eb-4d4a-babe-4c2c49ce4582 req-5107aa0e-8250-4fbb-82b7-69e4fb24a3bb service neutron] 10.222.0.42 "GET /v2.0/networks/8eeae4c0-66cf-4e13-9c98-66def7870473?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331592 Mar 29 16:05:40.332434 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652d60be-0748-486f-bda4-829eefda2f26 None None] Pushing event updated for resources: {'Port': ['ID=0c3464c4-102a-4cc5-a0fc-080bd8024cd9,revision_number=3']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:05:40.364355 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8871a44-fa48-4aca-bb8f-259f96950f68 req-46bdebc9-5762-4489-9ba5-d9197977f805 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:05:40.372166 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b8871a44-fa48-4aca-bb8f-259f96950f68 req-46bdebc9-5762-4489-9ba5-d9197977f805 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/ports?device_id=f9295ef0-f012-4721-819b-eeeb68ad33a0 HTTP/1.1" status: 200 len: 945 time: 0.0774744 Mar 29 16:05:40.421162 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b8871a44-fa48-4aca-bb8f-259f96950f68 req-22e7aabc-6204-4e26-b465-13d338063b29 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/security-groups?id=9ca13a82-8548-447c-a9a1-a1fa7edff5b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477602 Mar 29 16:05:40.545367 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-86c74f96-ac97-48b6-8a8f-33f75c367b82 req-699b922d-31c0-4f05-9929-d4a1676f80b1 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "GET /v2.0/ports?device_id=fdb551ad-bad3-4ef2-9ae5-1bef276ea464 HTTP/1.1" status: 200 len: 210 time: 0.0392847 Mar 29 16:05:40.599964 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-ecd1faec-6644-46c9-ad6e-de3d7abfeec5 None None] Provisioning complete for port 0c3464c4-102a-4cc5-a0fc-080bd8024cd9 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:05:40.600239 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-ecd1faec-6644-46c9-ad6e-de3d7abfeec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:05:40.755029 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-ecd1faec-6644-46c9-ad6e-de3d7abfeec5 None None] Provisioning complete for port afd65ee6-96c7-4f70-a9fd-340412fb4f24 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:05:40.756173 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-ecd1faec-6644-46c9-ad6e-de3d7abfeec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:05:40.765423 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b780c144-3fd1-4d3b-8eb7-b315fa75db47 req-f9bdc92c-69c7-43d5-a78c-a0a6cd20a90e tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:05:40.768206 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b780c144-3fd1-4d3b-8eb7-b315fa75db47 req-f9bdc92c-69c7-43d5-a78c-a0a6cd20a90e tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/ports?device_id=f9295ef0-f012-4721-819b-eeeb68ad33a0 HTTP/1.1" status: 200 len: 945 time: 0.1018245 Mar 29 16:05:40.793952 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25ed3642-12fe-47f3-a499-2c3a6e172af6 None None] Sync routers for ids ['9f2c6a27-b45e-4dfd-93c0-e57c00806f84'] in n-d-834765-1 {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 16:05:40.803204 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-ecd1faec-6644-46c9-ad6e-de3d7abfeec5 None None] Port afd65ee6-96c7-4f70-a9fd-340412fb4f24 cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 16:05:40.814657 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25ed3642-12fe-47f3-a499-2c3a6e172af6 None None] Routers {'9f2c6a27-b45e-4dfd-93c0-e57c00806f84'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:05:40.815332 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-25ed3642-12fe-47f3-a499-2c3a6e172af6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:05:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['9f2c6a27-b45e-4dfd-93c0-e57c00806f84'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:05:40.844901 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b780c144-3fd1-4d3b-8eb7-b315fa75db47 req-477742fd-0b97-4bb3-a0e8-f38edc218f09 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/security-groups?id=9ca13a82-8548-447c-a9a1-a1fa7edff5b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673580 Mar 29 16:05:40.933988 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-508d5869-4441-440a-bff6-1cce2ca7b84b None None] Provisioning complete for port afd65ee6-96c7-4f70-a9fd-340412fb4f24 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:05:40.935833 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-508d5869-4441-440a-bff6-1cce2ca7b84b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:05:41.038086 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-508d5869-4441-440a-bff6-1cce2ca7b84b None None] Port afd65ee6-96c7-4f70-a9fd-340412fb4f24 cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 16:05:41.083711 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 0c3464c4-102a-4cc5-a0fc-080bd8024cd9 up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 16:05:41.093455 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvr_db [None req-25ed3642-12fe-47f3-a499-2c3a6e172af6 None None] Set router 9f2c6a27-b45e-4dfd-93c0-e57c00806f84 gateway port host: n-d-834765-1 {{(pid=102793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:05:41.154142 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port 0c3464c4-102a-4cc5-a0fc-080bd8024cd9 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:05:41.154509 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:05:41.202201 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-f32b4cc8-312f-47a4-965a-d1deb2df68f5 None None] Provisioning complete for port afd65ee6-96c7-4f70-a9fd-340412fb4f24 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:05:41.202556 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-f32b4cc8-312f-47a4-965a-d1deb2df68f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:05:41.237883 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-f32b4cc8-312f-47a4-965a-d1deb2df68f5 None None] Port afd65ee6-96c7-4f70-a9fd-340412fb4f24 cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 16:05:41.286018 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device d4ce595e-fd09-4331-82ac-f6b1246a2a6d up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 16:05:41.304574 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-25ed3642-12fe-47f3-a499-2c3a6e172af6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f2c6a27-b45e-4dfd-93c0-e57c00806f84', 'name': 'tempest-TestNetworkAdvancedServerOps-router-664524826', 'tenant_id': '8c88f14ca33d4e419d03f1c3b10014ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.207'}], 'enable_snat': True}, 'gw_port_id': 'd4ce595e-fd09-4331-82ac-f6b1246a2a6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:05:34Z', 'updated_at': '2022-03-29T16:05:38Z', 'revision_number': 4, 'project_id': '8c88f14ca33d4e419d03f1c3b10014ac', 'gw_port': {'id': 'd4ce595e-fd09-4331-82ac-f6b1246a2a6d', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:cc:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f2c6a27-b45e-4dfd-93c0-e57c00806f84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3286, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:05:35Z', 'updated_at': '2022-03-29T16:05:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': 'afd65ee6-96c7-4f70-a9fd-340412fb4f24', 'name': '', 'network_id': '8eeae4c0-66cf-4e13-9c98-66def7870473', 'tenant_id': '8c88f14ca33d4e419d03f1c3b10014ac', 'mac_address': 'fa:16:3e:a6:49:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f2c6a27-b45e-4dfd-93c0-e57c00806f84', 'device_owner': 'network:router_interface', 'standard_attr_id': 3289, 'fixed_ips': [{'subnet_id': '92b59040-660b-4db6-86e8-6e665d07165b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:05:37Z', 'updated_at': '2022-03-29T16:05:38Z', 'revision_number': 2, 'project_id': '8c88f14ca33d4e419d03f1c3b10014ac', 'subnets': [{'id': '92b59040-660b-4db6-86e8-6e665d07165b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:05:41.334366 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25ed3642-12fe-47f3-a499-2c3a6e172af6 None None] Checking router: 9f2c6a27-b45e-4dfd-93c0-e57c00806f84 for host: n-d-834765-1 {{(pid=102793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 16:05:41.334720 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25ed3642-12fe-47f3-a499-2c3a6e172af6 None None] Updating router 9f2c6a27-b45e-4dfd-93c0-e57c00806f84 port afd65ee6-96c7-4f70-a9fd-340412fb4f24 binding host n-d-834765-1 {{(pid=102793) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 16:05:41.338327 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port d4ce595e-fd09-4331-82ac-f6b1246a2a6d triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:05:41.338698 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:05:41.364342 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-25ed3642-12fe-47f3-a499-2c3a6e172af6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:05:41.416819 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:05:41.437897 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] For port d4ce595e-fd09-4331-82ac-f6b1246a2a6d, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=d4ce595e-fd09-4331-82ac-f6b1246a2a6d,segment=NetworkSegment(6ab47353-a811-4bad-bc73-b4cc84583cfd),segment_id=6ab47353-a811-4bad-bc73-b4cc84583cfd)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:05:41.441726 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:05:41.492303 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Pushing event updated for resources: {'Port': ['ID=d4ce595e-fd09-4331-82ac-f6b1246a2a6d,revision_number=4']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:05:41.655858 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-25ed3642-12fe-47f3-a499-2c3a6e172af6 None None] Notify callbacks [] for port, precommit_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:05:41.657097 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-3053d28c-6e91-4197-88b8-de0d45110c73 req-554386ef-d485-4b8a-bea7-e667fdca4c4d tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "GET /v2.0/ports?device_id=fdb551ad-bad3-4ef2-9ae5-1bef276ea464 HTTP/1.1" status: 200 len: 210 time: 0.0337551 Mar 29 16:05:41.662700 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-25ed3642-12fe-47f3-a499-2c3a6e172af6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:05:41.722572 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcc104e-add8-47e2-825c-939f739ee9e3 None None] Pushing event updated for resources: {'Port': ['ID=afd65ee6-96c7-4f70-a9fd-340412fb4f24,revision_number=3']} {{(pid=102793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:05:41.751868 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcc104e-add8-47e2-825c-939f739ee9e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:05:41.752344 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcc104e-add8-47e2-825c-939f739ee9e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:05:41.752689 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcc104e-add8-47e2-825c-939f739ee9e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:05:41.753099 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcc104e-add8-47e2-825c-939f739ee9e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:05:41.753588 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcc104e-add8-47e2-825c-939f739ee9e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:05:41.753974 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcc104e-add8-47e2-825c-939f739ee9e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:05:41.754338 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcc104e-add8-47e2-825c-939f739ee9e3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:05:41.754821 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcc104e-add8-47e2-825c-939f739ee9e3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:05:41.755327 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcc104e-add8-47e2-825c-939f739ee9e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:05:41.756097 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcc104e-add8-47e2-825c-939f739ee9e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:05:41.756425 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcc104e-add8-47e2-825c-939f739ee9e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:05:41.756748 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcc104e-add8-47e2-825c-939f739ee9e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:05:41.767785 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9616985b-90eb-4d4a-babe-4c2c49ce4582 req-eb087015-dfc9-4ffb-82af-d142ea36efb4 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:05:41.769439 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-9616985b-90eb-4d4a-babe-4c2c49ce4582 req-eb087015-dfc9-4ffb-82af-d142ea36efb4 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.48 "GET /v2.0/networks?id=8eeae4c0-66cf-4e13-9c98-66def7870473 HTTP/1.1" status: 200 len: 797 time: 0.1454020 Mar 29 16:05:41.797526 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.managers [None req-25ed3642-12fe-47f3-a499-2c3a6e172af6 None None] Attempting to bind port afd65ee6-96c7-4f70-a9fd-340412fb4f24 on host n-d-834765-1 for vnic_type normal with profile {{(pid=102793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 16:05:41.798630 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.managers [None req-25ed3642-12fe-47f3-a499-2c3a6e172af6 None None] Attempting to bind port afd65ee6-96c7-4f70-a9fd-340412fb4f24 by drivers openvswitch,hyperv on host n-d-834765-1 at level 0 using segments [{'id': '1e1cf46f-0a76-44e2-99d7-9d6660988ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '8eeae4c0-66cf-4e13-9c98-66def7870473'}] {{(pid=102793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 16:05:41.798994 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25ed3642-12fe-47f3-a499-2c3a6e172af6 None None] Attempting to bind port afd65ee6-96c7-4f70-a9fd-340412fb4f24 on network 8eeae4c0-66cf-4e13-9c98-66def7870473 {{(pid=102793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 16:05:41.805412 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25ed3642-12fe-47f3-a499-2c3a6e172af6 None None] Checking agent: {'id': 'a8866439-9d96-425c-b519-6905c591ac37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 25, 36), 'started_at': datetime.datetime(2022, 3, 29, 15, 26, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 16, 5, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834765-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 16:05:41.805777 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25ed3642-12fe-47f3-a499-2c3a6e172af6 None None] Checking segment: {'id': '1e1cf46f-0a76-44e2-99d7-9d6660988ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '8eeae4c0-66cf-4e13-9c98-66def7870473'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 16:05:41.806176 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-25ed3642-12fe-47f3-a499-2c3a6e172af6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:05:41.806555 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25ed3642-12fe-47f3-a499-2c3a6e172af6 None None] Bound using segment: {'id': '1e1cf46f-0a76-44e2-99d7-9d6660988ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '8eeae4c0-66cf-4e13-9c98-66def7870473'} {{(pid=102793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 16:05:41.807006 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.managers [None req-25ed3642-12fe-47f3-a499-2c3a6e172af6 None None] Bound port: afd65ee6-96c7-4f70-a9fd-340412fb4f24, host: n-d-834765-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e1cf46f-0a76-44e2-99d7-9d6660988ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '8eeae4c0-66cf-4e13-9c98-66def7870473'}}] {{(pid=102793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 16:05:41.807409 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-25ed3642-12fe-47f3-a499-2c3a6e172af6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:05:41.879665 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.db [None req-25ed3642-12fe-47f3-a499-2c3a6e172af6 None None] For port afd65ee6-96c7-4f70-a9fd-340412fb4f24, host n-d-834765-1, cleared binding levels {{(pid=102793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 16:05:41.884858 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.db [None req-25ed3642-12fe-47f3-a499-2c3a6e172af6 None None] For port afd65ee6-96c7-4f70-a9fd-340412fb4f24, host n-d-834765-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=afd65ee6-96c7-4f70-a9fd-340412fb4f24,segment=NetworkSegment(1e1cf46f-0a76-44e2-99d7-9d6660988ef3),segment_id=1e1cf46f-0a76-44e2-99d7-9d6660988ef3)] {{(pid=102793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 16:05:41.892609 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-25ed3642-12fe-47f3-a499-2c3a6e172af6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:05:41.967658 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25ed3642-12fe-47f3-a499-2c3a6e172af6 None None] Routers {'9f2c6a27-b45e-4dfd-93c0-e57c00806f84'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:05:41.968372 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-25ed3642-12fe-47f3-a499-2c3a6e172af6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:05:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['9f2c6a27-b45e-4dfd-93c0-e57c00806f84'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:05:41.971775 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcc104e-add8-47e2-825c-939f739ee9e3 None None] Pushing event updated for resources: {'Port': ['ID=afd65ee6-96c7-4f70-a9fd-340412fb4f24,revision_number=4']} {{(pid=102793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:05:41.992402 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-a5390438-f4d2-4e89-827d-b418ea8f12b5 None None] Provisioning complete for port afd65ee6-96c7-4f70-a9fd-340412fb4f24 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:05:41.992703 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-a5390438-f4d2-4e89-827d-b418ea8f12b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:05:42.094204 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-a5390438-f4d2-4e89-827d-b418ea8f12b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:05:42.094957 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvr_db [None req-25ed3642-12fe-47f3-a499-2c3a6e172af6 None None] Set router 9f2c6a27-b45e-4dfd-93c0-e57c00806f84 gateway port host: n-d-834765-1 {{(pid=102793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:05:42.137596 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-a5390438-f4d2-4e89-827d-b418ea8f12b5 None None] For port afd65ee6-96c7-4f70-a9fd-340412fb4f24, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=afd65ee6-96c7-4f70-a9fd-340412fb4f24,segment=NetworkSegment(1e1cf46f-0a76-44e2-99d7-9d6660988ef3),segment_id=1e1cf46f-0a76-44e2-99d7-9d6660988ef3)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:05:42.147806 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-a5390438-f4d2-4e89-827d-b418ea8f12b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:05:42.210949 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-9616985b-90eb-4d4a-babe-4c2c49ce4582 req-90f805d1-04be-4b19-9857-2e24465b0d0c tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8c88f14ca33d4e419d03f1c3b10014ac HTTP/1.1" status: 200 len: 380 time: 0.4311676 Mar 29 16:05:42.217727 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5390438-f4d2-4e89-827d-b418ea8f12b5 None None] Pushing event updated for resources: {'Port': ['ID=afd65ee6-96c7-4f70-a9fd-340412fb4f24,revision_number=5']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:05:42.223368 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e29175-9b14-47a4-9223-e30677354eb7 req-17efd8f3-423b-4b74-beea-b906e91d3d2d tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:05:42.225810 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e3e29175-9b14-47a4-9223-e30677354eb7 req-17efd8f3-423b-4b74-beea-b906e91d3d2d tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/ports?device_id=f9295ef0-f012-4721-819b-eeeb68ad33a0 HTTP/1.1" status: 200 len: 945 time: 0.0674312 Mar 29 16:05:42.231567 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [req-9616985b-90eb-4d4a-babe-4c2c49ce4582 req-5d5a1336-104e-4a98-a1c3-bd245c9daae2 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Request body: {'port': {'device_id': 'fdb551ad-bad3-4ef2-9ae5-1bef276ea464', 'network_id': '8eeae4c0-66cf-4e13-9c98-66def7870473', 'admin_state_up': True, 'tenant_id': '8c88f14ca33d4e419d03f1c3b10014ac', 'security_groups': ['2994880e-72b2-473b-8b0a-940a0682c905']}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:05:42.270282 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-a3e33a86-c8e7-43f3-b592-4c7200c311e9 None None] Provisioning complete for port afd65ee6-96c7-4f70-a9fd-340412fb4f24 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:05:42.270503 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-a3e33a86-c8e7-43f3-b592-4c7200c311e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:05:42.325453 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e3e29175-9b14-47a4-9223-e30677354eb7 req-337fb113-4bf9-4c2f-82b7-449861833f1a tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/security-groups?id=9ca13a82-8548-447c-a9a1-a1fa7edff5b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904815 Mar 29 16:05:42.356253 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-25ed3642-12fe-47f3-a499-2c3a6e172af6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f2c6a27-b45e-4dfd-93c0-e57c00806f84', 'name': 'tempest-TestNetworkAdvancedServerOps-router-664524826', 'tenant_id': '8c88f14ca33d4e419d03f1c3b10014ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.207'}], 'enable_snat': True}, 'gw_port_id': 'd4ce595e-fd09-4331-82ac-f6b1246a2a6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:05:34Z', 'updated_at': '2022-03-29T16:05:38Z', 'revision_number': 4, 'project_id': '8c88f14ca33d4e419d03f1c3b10014ac', 'gw_port': {'id': 'd4ce595e-fd09-4331-82ac-f6b1246a2a6d', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:cc:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f2c6a27-b45e-4dfd-93c0-e57c00806f84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3286, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:05:35Z', 'updated_at': '2022-03-29T16:05:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': 'afd65ee6-96c7-4f70-a9fd-340412fb4f24', 'name': '', 'network_id': '8eeae4c0-66cf-4e13-9c98-66def7870473', 'tenant_id': '8c88f14ca33d4e419d03f1c3b10014ac', 'mac_address': 'fa:16:3e:a6:49:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f2c6a27-b45e-4dfd-93c0-e57c00806f84', 'device_owner': 'network:router_interface', 'standard_attr_id': 3289, 'fixed_ips': [{'subnet_id': '92b59040-660b-4db6-86e8-6e665d07165b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:05:37Z', 'updated_at': '2022-03-29T16:05:41Z', 'revision_number': 4, 'project_id': '8c88f14ca33d4e419d03f1c3b10014ac', 'subnets': [{'id': '92b59040-660b-4db6-86e8-6e665d07165b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:05:42.369756 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9616985b-90eb-4d4a-babe-4c2c49ce4582 req-5d5a1336-104e-4a98-a1c3-bd245c9daae2 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Made reservation on behalf of 8c88f14ca33d4e419d03f1c3b10014ac for: {'port': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:05:42.374691 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-9616985b-90eb-4d4a-babe-4c2c49ce4582 req-5d5a1336-104e-4a98-a1c3-bd245c9daae2 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:05:42.394565 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25ed3642-12fe-47f3-a499-2c3a6e172af6 None None] The sync data for ids ['9f2c6a27-b45e-4dfd-93c0-e57c00806f84'] in n-d-834765-1 is: [{'id': '9f2c6a27-b45e-4dfd-93c0-e57c00806f84', 'name': 'tempest-TestNetworkAdvancedServerOps-router-664524826', 'tenant_id': '8c88f14ca33d4e419d03f1c3b10014ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.207'}], 'enable_snat': True}, 'gw_port_id': 'd4ce595e-fd09-4331-82ac-f6b1246a2a6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:05:34Z', 'updated_at': '2022-03-29T16:05:38Z', 'revision_number': 4, 'project_id': '8c88f14ca33d4e419d03f1c3b10014ac', 'gw_port': {'id': 'd4ce595e-fd09-4331-82ac-f6b1246a2a6d', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:cc:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f2c6a27-b45e-4dfd-93c0-e57c00806f84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3286, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:05:35Z', 'updated_at': '2022-03-29T16:05:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': 'afd65ee6-96c7-4f70-a9fd-340412fb4f24', 'name': '', 'network_id': '8eeae4c0-66cf-4e13-9c98-66def7870473', 'tenant_id': '8c88f14ca33d4e419d03f1c3b10014ac', 'mac_address': 'fa:16:3e:a6:49:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f2c6a27-b45e-4dfd-93c0-e57c00806f84', 'device_owner': 'network:router_interface', 'standard_attr_id': 3289, 'fixed_ips': [{'subnet_id': '92b59040-660b-4db6-86e8-6e665d07165b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:05:37Z', 'updated_at': '2022-03-29T16:05:41Z', 'revision_number': 4, 'project_id': '8c88f14ca33d4e419d03f1c3b10014ac', 'subnets': [{'id': '92b59040-660b-4db6-86e8-6e665d07165b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 16:05:42.540209 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_common [req-9616985b-90eb-4d4a-babe-4c2c49ce4582 req-5d5a1336-104e-4a98-a1c3-bd245c9daae2 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Allocated IP 172.20.0.8 (8eeae4c0-66cf-4e13-9c98-66def7870473/92b59040-660b-4db6-86e8-6e665d07165b/1c992e11-3201-4762-be87-c287db806eae) {{(pid=102791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:05:42.702404 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-9616985b-90eb-4d4a-babe-4c2c49ce4582 req-5d5a1336-104e-4a98-a1c3-bd245c9daae2 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks [] for port, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:05:42.742460 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-9616985b-90eb-4d4a-babe-4c2c49ce4582 req-5d5a1336-104e-4a98-a1c3-bd245c9daae2 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:05:42.768735 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9616985b-90eb-4d4a-babe-4c2c49ce4582 req-5d5a1336-104e-4a98-a1c3-bd245c9daae2 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Network 8eeae4c0-66cf-4e13-9c98-66def7870473 is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:05:42.801088 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [req-9616985b-90eb-4d4a-babe-4c2c49ce4582 req-5d5a1336-104e-4a98-a1c3-bd245c9daae2 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:05:42.804663 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [req-9616985b-90eb-4d4a-babe-4c2c49ce4582 req-5d5a1336-104e-4a98-a1c3-bd245c9daae2 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Received port after_create {{(pid=102791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:05:42.863042 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68aaf62-b641-40ac-83d0-8451b195b1be req-fc9d3159-d903-429b-b5d1-482e8dcdc9a3 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:05:42.872700 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-e68aaf62-b641-40ac-83d0-8451b195b1be req-fc9d3159-d903-429b-b5d1-482e8dcdc9a3 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/ports?device_id=f9295ef0-f012-4721-819b-eeeb68ad33a0 HTTP/1.1" status: 200 len: 945 time: 0.0746040 Mar 29 16:05:42.884557 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5a1336-104e-4a98-a1c3-bd245c9daae2 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Pushing event updated for resources: {'Port': ['ID=1c992e11-3201-4762-be87-c287db806eae,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:05:42.907993 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2086fb46-c7fc-426a-b984-553cf0fac68b req-3b586113-151b-4725-8af0-72937633f962 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:05:42.909610 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-2086fb46-c7fc-426a-b984-553cf0fac68b req-3b586113-151b-4725-8af0-72937633f962 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "GET /v2.0/ports?device_id=fdb551ad-bad3-4ef2-9ae5-1bef276ea464 HTTP/1.1" status: 200 len: 931 time: 0.1395800 Mar 29 16:05:42.925246 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-e68aaf62-b641-40ac-83d0-8451b195b1be req-17b14087-c161-4d97-8979-1b138b131dd4 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/security-groups?id=9ca13a82-8548-447c-a9a1-a1fa7edff5b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514977 Mar 29 16:05:42.951656 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9616985b-90eb-4d4a-babe-4c2c49ce4582 req-5d5a1336-104e-4a98-a1c3-bd245c9daae2 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:05:42.952375 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-9616985b-90eb-4d4a-babe-4c2c49ce4582 req-5d5a1336-104e-4a98-a1c3-bd245c9daae2 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:05:42.980506 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-9616985b-90eb-4d4a-babe-4c2c49ce4582 req-5d5a1336-104e-4a98-a1c3-bd245c9daae2 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7534022 Mar 29 16:05:42.991735 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-2086fb46-c7fc-426a-b984-553cf0fac68b req-d3b075f4-125a-4b86-8407-ebcdf6ee890e tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "GET /v2.0/security-groups?id=2994880e-72b2-473b-8b0a-940a0682c905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633609 Mar 29 16:05:43.018693 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [req-9616985b-90eb-4d4a-babe-4c2c49ce4582 req-433f485a-f461-4564-8c74-f22971a7da61 service neutron] Request body: {'port': {'device_id': 'fdb551ad-bad3-4ef2-9ae5-1bef276ea464', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834765-1'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:05:43.082594 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-9616985b-90eb-4d4a-babe-4c2c49ce4582 req-433f485a-f461-4564-8c74-f22971a7da61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:05:43.129024 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device d4ce595e-fd09-4331-82ac-f6b1246a2a6d up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 16:05:43.203639 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-da50fea8-bb4a-4104-ba47-981679299a18 None None] Provisioning complete for port 1c992e11-3201-4762-be87-c287db806eae triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:05:43.204415 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-da50fea8-bb4a-4104-ba47-981679299a18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:05:43.206365 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port d4ce595e-fd09-4331-82ac-f6b1246a2a6d triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:05:43.206780 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:05:43.279246 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-da50fea8-bb4a-4104-ba47-981679299a18 None None] Port 1c992e11-3201-4762-be87-c287db806eae cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 16:05:43.330726 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device afd65ee6-96c7-4f70-a9fd-340412fb4f24 up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 16:05:43.383216 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port afd65ee6-96c7-4f70-a9fd-340412fb4f24 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:05:43.383771 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:05:43.434419 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [req-9616985b-90eb-4d4a-babe-4c2c49ce4582 req-433f485a-f461-4564-8c74-f22971a7da61 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c992e11-3201-4762-be87-c287db806eae {{(pid=102791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 16:05:43.445271 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-9616985b-90eb-4d4a-babe-4c2c49ce4582 req-433f485a-f461-4564-8c74-f22971a7da61 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:05:43.461880 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.provisioning_blocks [req-9616985b-90eb-4d4a-babe-4c2c49ce4582 req-433f485a-f461-4564-8c74-f22971a7da61 service neutron] Transition to ACTIVE for port object 1c992e11-3201-4762-be87-c287db806eae will not be triggered until provisioned by entity L2. {{(pid=102791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 16:05:43.468355 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-9616985b-90eb-4d4a-babe-4c2c49ce4582 req-433f485a-f461-4564-8c74-f22971a7da61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:05:43.544322 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433f485a-f461-4564-8c74-f22971a7da61 service neutron] Pushing event updated for resources: {'Port': ['ID=1c992e11-3201-4762-be87-c287db806eae,revision_number=2']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:05:43.644617 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-9616985b-90eb-4d4a-babe-4c2c49ce4582 req-433f485a-f461-4564-8c74-f22971a7da61 service neutron] Attempting to bind port 1c992e11-3201-4762-be87-c287db806eae on host n-h2-834765-1 for vnic_type normal with profile {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 16:05:43.644962 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-9616985b-90eb-4d4a-babe-4c2c49ce4582 req-433f485a-f461-4564-8c74-f22971a7da61 service neutron] Attempting to bind port 1c992e11-3201-4762-be87-c287db806eae by drivers openvswitch,hyperv on host n-h2-834765-1 at level 0 using segments [{'id': '1e1cf46f-0a76-44e2-99d7-9d6660988ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '8eeae4c0-66cf-4e13-9c98-66def7870473'}] {{(pid=102791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 16:05:43.645298 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9616985b-90eb-4d4a-babe-4c2c49ce4582 req-433f485a-f461-4564-8c74-f22971a7da61 service neutron] Attempting to bind port 1c992e11-3201-4762-be87-c287db806eae on network 8eeae4c0-66cf-4e13-9c98-66def7870473 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 16:05:43.651149 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9616985b-90eb-4d4a-babe-4c2c49ce4582 req-433f485a-f461-4564-8c74-f22971a7da61 service neutron] Port 1c992e11-3201-4762-be87-c287db806eae on network 8eeae4c0-66cf-4e13-9c98-66def7870473 not bound, no agent of type Open vSwitch agent registered on host n-h2-834765-1 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 16:05:43.651530 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9616985b-90eb-4d4a-babe-4c2c49ce4582 req-433f485a-f461-4564-8c74-f22971a7da61 service neutron] Attempting to bind port 1c992e11-3201-4762-be87-c287db806eae on network 8eeae4c0-66cf-4e13-9c98-66def7870473 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 16:05:43.657420 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9616985b-90eb-4d4a-babe-4c2c49ce4582 req-433f485a-f461-4564-8c74-f22971a7da61 service neutron] Checking agent: {'id': '3e4b4912-b4a2-4d17-b5bd-6ce15529e8eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 33, 17), 'started_at': datetime.datetime(2022, 3, 29, 15, 33, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 16, 5, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 16:05:43.657794 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9616985b-90eb-4d4a-babe-4c2c49ce4582 req-433f485a-f461-4564-8c74-f22971a7da61 service neutron] Checking segment: {'id': '1e1cf46f-0a76-44e2-99d7-9d6660988ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '8eeae4c0-66cf-4e13-9c98-66def7870473'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 16:05:43.658270 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9616985b-90eb-4d4a-babe-4c2c49ce4582 req-433f485a-f461-4564-8c74-f22971a7da61 service neutron] Bound using segment: {'id': '1e1cf46f-0a76-44e2-99d7-9d6660988ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '8eeae4c0-66cf-4e13-9c98-66def7870473'} {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 16:05:43.658701 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-9616985b-90eb-4d4a-babe-4c2c49ce4582 req-433f485a-f461-4564-8c74-f22971a7da61 service neutron] Bound port: 1c992e11-3201-4762-be87-c287db806eae, host: n-h2-834765-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e1cf46f-0a76-44e2-99d7-9d6660988ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '8eeae4c0-66cf-4e13-9c98-66def7870473'}}] {{(pid=102791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 16:05:43.659078 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-9616985b-90eb-4d4a-babe-4c2c49ce4582 req-433f485a-f461-4564-8c74-f22971a7da61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:05:43.748876 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-9616985b-90eb-4d4a-babe-4c2c49ce4582 req-433f485a-f461-4564-8c74-f22971a7da61 service neutron] For port 1c992e11-3201-4762-be87-c287db806eae, host n-h2-834765-1, cleared binding levels {{(pid=102791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 16:05:43.753217 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-9616985b-90eb-4d4a-babe-4c2c49ce4582 req-433f485a-f461-4564-8c74-f22971a7da61 service neutron] For port 1c992e11-3201-4762-be87-c287db806eae, host n-h2-834765-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=1c992e11-3201-4762-be87-c287db806eae,segment=NetworkSegment(1e1cf46f-0a76-44e2-99d7-9d6660988ef3),segment_id=1e1cf46f-0a76-44e2-99d7-9d6660988ef3)] {{(pid=102791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 16:05:43.758107 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-9616985b-90eb-4d4a-babe-4c2c49ce4582 req-433f485a-f461-4564-8c74-f22971a7da61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:05:43.819142 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9616985b-90eb-4d4a-babe-4c2c49ce4582 req-433f485a-f461-4564-8c74-f22971a7da61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:05:43.819945 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-9616985b-90eb-4d4a-babe-4c2c49ce4582 req-433f485a-f461-4564-8c74-f22971a7da61 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:05:43.821281 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-9616985b-90eb-4d4a-babe-4c2c49ce4582 req-433f485a-f461-4564-8c74-f22971a7da61 service neutron] 10.222.0.48 "PUT /v2.0/ports/1c992e11-3201-4762-be87-c287db806eae HTTP/1.1" status: 200 len: 1091 time: 0.8285003 Mar 29 16:05:43.821737 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdb551ad-bad3-4ef2-9ae5-1bef276ea464', 'tag': '1c992e11-3201-4762-be87-c287db806eae'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:05:43.824340 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c67b028db5e9b9818fecc5c0a87ebc6f190694fa53ca267d523e04f98de536d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f218c2b-c1c2-4694-847f-289506a372be" -d '{"events": [{"name": "network-changed", "server_uuid": "fdb551ad-bad3-4ef2-9ae5-1bef276ea464", "tag": "1c992e11-3201-4762-be87-c287db806eae"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:05:43.834642 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433f485a-f461-4564-8c74-f22971a7da61 service neutron] Pushing event updated for resources: {'Port': ['ID=1c992e11-3201-4762-be87-c287db806eae,revision_number=3']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:05:43.898294 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 16:05:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4288c670-f6cc-42f2-96b9-49eafee0232e x-openstack-request-id: req-4288c670-f6cc-42f2-96b9-49eafee0232e {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:05:43.898709 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fdb551ad-bad3-4ef2-9ae5-1bef276ea464", "tag": "1c992e11-3201-4762-be87-c287db806eae", "status": "completed", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:05:43.898983 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-4288c670-f6cc-42f2-96b9-49eafee0232e {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:05:43.899476 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fdb551ad-bad3-4ef2-9ae5-1bef276ea464', 'tag': '1c992e11-3201-4762-be87-c287db806eae', 'status': 'completed', 'code': 200} Mar 29 16:05:43.918993 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9616985b-90eb-4d4a-babe-4c2c49ce4582 req-4b3c9107-2188-4a0c-a6c2-83e792d65d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:05:43.924255 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-9616985b-90eb-4d4a-babe-4c2c49ce4582 req-4b3c9107-2188-4a0c-a6c2-83e792d65d93 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8c88f14ca33d4e419d03f1c3b10014ac&device_id=fdb551ad-bad3-4ef2-9ae5-1bef276ea464 HTTP/1.1" status: 200 len: 1094 time: 0.0574169 Mar 29 16:05:43.991155 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-9616985b-90eb-4d4a-babe-4c2c49ce4582 req-6bcf32cc-54fe-427f-b42a-b52907304da9 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1c992e11-3201-4762-be87-c287db806eae HTTP/1.1" status: 200 len: 217 time: 0.0562992 Mar 29 16:05:44.104968 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9616985b-90eb-4d4a-babe-4c2c49ce4582 req-ebe67892-c480-4948-9deb-add01d7e526d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:05:44.106671 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-9616985b-90eb-4d4a-babe-4c2c49ce4582 req-ebe67892-c480-4948-9deb-add01d7e526d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=92b59040-660b-4db6-86e8-6e665d07165b HTTP/1.1" status: 200 len: 834 time: 0.1079903 Mar 29 16:05:44.124090 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a485308-0f8c-40a4-a6fe-c99c6b107bd6 req-8fe45971-83ab-45f4-b299-e83241f1ebc1 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:05:44.126074 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-5a485308-0f8c-40a4-a6fe-c99c6b107bd6 req-8fe45971-83ab-45f4-b299-e83241f1ebc1 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/ports?device_id=f9295ef0-f012-4721-819b-eeeb68ad33a0 HTTP/1.1" status: 200 len: 945 time: 0.1166456 Mar 29 16:05:44.159466 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9857b5e-5db2-49aa-8368-58e01741328d req-b309b2e2-00e9-4692-8ce8-406f79ad8820 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:05:44.162255 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-f9857b5e-5db2-49aa-8368-58e01741328d req-b309b2e2-00e9-4692-8ce8-406f79ad8820 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "GET /v2.0/ports?device_id=fdb551ad-bad3-4ef2-9ae5-1bef276ea464 HTTP/1.1" status: 200 len: 943 time: 0.0600340 Mar 29 16:05:44.210279 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9616985b-90eb-4d4a-babe-4c2c49ce4582 req-154289f5-dd9c-4765-8f0b-9a51938f0e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:05:44.211846 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-f9857b5e-5db2-49aa-8368-58e01741328d req-41e535f7-83c5-4fcb-99a1-eafaf0f36027 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "GET /v2.0/security-groups?id=2994880e-72b2-473b-8b0a-940a0682c905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429373 Mar 29 16:05:44.212004 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-9616985b-90eb-4d4a-babe-4c2c49ce4582 req-154289f5-dd9c-4765-8f0b-9a51938f0e8d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8eeae4c0-66cf-4e13-9c98-66def7870473&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0850577 Mar 29 16:05:44.217133 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-5a485308-0f8c-40a4-a6fe-c99c6b107bd6 req-bd49e086-8d19-4d96-b63b-ef5877fc0280 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/security-groups?id=9ca13a82-8548-447c-a9a1-a1fa7edff5b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796432 Mar 29 16:05:44.313035 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-9616985b-90eb-4d4a-babe-4c2c49ce4582 req-541f4311-12bd-484b-894f-cf023e1345f6 service neutron] 10.222.0.48 "GET /v2.0/networks/8eeae4c0-66cf-4e13-9c98-66def7870473?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928648 Mar 29 16:05:44.409484 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-9616985b-90eb-4d4a-babe-4c2c49ce4582 req-1925f97c-1d9d-4967-8fb1-abc4fadcdc3a service neutron] 10.222.0.48 "GET /v2.0/networks/8eeae4c0-66cf-4e13-9c98-66def7870473?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886233 Mar 29 16:05:44.503963 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f218c2b-c1c2-4694-847f-289506a372be req-822c4c96-2913-4352-bd0c-9da91c3a2ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:05:44.507398 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6f218c2b-c1c2-4694-847f-289506a372be req-822c4c96-2913-4352-bd0c-9da91c3a2ce6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8c88f14ca33d4e419d03f1c3b10014ac&device_id=fdb551ad-bad3-4ef2-9ae5-1bef276ea464 HTTP/1.1" status: 200 len: 1094 time: 0.0503280 Mar 29 16:05:44.614227 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f218c2b-c1c2-4694-847f-289506a372be req-df399554-63ff-4805-9f96-72f984862d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:05:44.616028 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6f218c2b-c1c2-4694-847f-289506a372be req-df399554-63ff-4805-9f96-72f984862d63 service neutron] 10.222.0.48 "GET /v2.0/networks?id=8eeae4c0-66cf-4e13-9c98-66def7870473 HTTP/1.1" status: 200 len: 898 time: 0.0999663 Mar 29 16:05:44.661189 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6f218c2b-c1c2-4694-847f-289506a372be req-3ee51304-14f6-4d65-9e2d-7b91cfcab503 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1c992e11-3201-4762-be87-c287db806eae HTTP/1.1" status: 200 len: 217 time: 0.0373356 Mar 29 16:05:44.715544 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f218c2b-c1c2-4694-847f-289506a372be req-23a283cc-3f9b-422e-a509-8fbe49961d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:05:44.717463 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6f218c2b-c1c2-4694-847f-289506a372be req-23a283cc-3f9b-422e-a509-8fbe49961d6d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=92b59040-660b-4db6-86e8-6e665d07165b HTTP/1.1" status: 200 len: 834 time: 0.0499971 Mar 29 16:05:44.773584 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f218c2b-c1c2-4694-847f-289506a372be req-7b62a02e-4278-464a-bd27-93e09b946cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:05:44.775456 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6f218c2b-c1c2-4694-847f-289506a372be req-7b62a02e-4278-464a-bd27-93e09b946cdd service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8eeae4c0-66cf-4e13-9c98-66def7870473&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0502689 Mar 29 16:05:44.870205 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6f218c2b-c1c2-4694-847f-289506a372be req-3b0fd195-ae43-4cf3-8641-440ebf4700d2 service neutron] 10.222.0.48 "GET /v2.0/networks/8eeae4c0-66cf-4e13-9c98-66def7870473?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864444 Mar 29 16:05:44.968834 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6f218c2b-c1c2-4694-847f-289506a372be req-61401f34-d5fc-4a84-8d6f-b94570e5cc02 service neutron] 10.222.0.48 "GET /v2.0/networks/8eeae4c0-66cf-4e13-9c98-66def7870473?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917342 Mar 29 16:05:45.337844 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d82004e-b26e-4ab4-91f7-6cd9e727186f req-caec6047-40ab-4bf1-953f-7efbd20873d8 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:05:45.339357 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-5d82004e-b26e-4ab4-91f7-6cd9e727186f req-caec6047-40ab-4bf1-953f-7efbd20873d8 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "GET /v2.0/ports?device_id=fdb551ad-bad3-4ef2-9ae5-1bef276ea464 HTTP/1.1" status: 200 len: 943 time: 0.0496929 Mar 29 16:05:45.353814 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0be2d0a-9934-401a-93ed-7acec677bf14 req-247d950c-e848-4ebd-a19b-4f8b4494b677 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:05:45.355338 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-a0be2d0a-9934-401a-93ed-7acec677bf14 req-247d950c-e848-4ebd-a19b-4f8b4494b677 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/ports?device_id=f9295ef0-f012-4721-819b-eeeb68ad33a0 HTTP/1.1" status: 200 len: 945 time: 0.0506499 Mar 29 16:05:45.365334 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device b17089f6-de09-4609-a23c-3be1f14dff7c details requested by agent hyperv_n-h1-834765-1 with host n-h1-834765-1 {{(pid=102792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 16:05:45.381097 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-5d82004e-b26e-4ab4-91f7-6cd9e727186f req-68491ea3-81fa-41f5-9216-b84cd13eb48f tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "GET /v2.0/security-groups?id=2994880e-72b2-473b-8b0a-940a0682c905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354910 Mar 29 16:05:45.395159 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-a0be2d0a-9934-401a-93ed-7acec677bf14 req-f6ea4006-e3b1-4a15-a401-ce458f18e565 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/security-groups?id=9ca13a82-8548-447c-a9a1-a1fa7edff5b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336514 Mar 29 16:05:45.472035 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port b17089f6-de09-4609-a23c-3be1f14dff7c, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=b17089f6-de09-4609-a23c-3be1f14dff7c,segment=NetworkSegment(94b35437-d3ca-48bd-89d7-8faa6fa42a91),segment_id=94b35437-d3ca-48bd-89d7-8faa6fa42a91)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:05:45.485030 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Returning: {'device': 'b17089f6-de09-4609-a23c-3be1f14dff7c', 'network_id': '3364456e-aead-437c-a830-dc7a420fe2a4', 'port_id': 'b17089f6-de09-4609-a23c-3be1f14dff7c', 'mac_address': 'fa:16:3e:4a:ff:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 632, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6caada61-173d-4256-8e9d-611647191ef5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 16:05:45.526864 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:05:45.541971 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b17089f6-de09-4609-a23c-3be1f14dff7c {{(pid=102792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 16:05:45.542809 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-2871d70b-76b1-44bf-bb5d-007d1b8fbbc8 req-de13086f-7d7b-460f-a506-a401087fd05e service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=4f24d3f6-64a3-452b-b656-94b2e3b74056&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0455477 Mar 29 16:05:45.564193 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port b17089f6-de09-4609-a23c-3be1f14dff7c, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=b17089f6-de09-4609-a23c-3be1f14dff7c,segment=NetworkSegment(94b35437-d3ca-48bd-89d7-8faa6fa42a91),segment_id=94b35437-d3ca-48bd-89d7-8faa6fa42a91)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:05:45.570340 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:05:45.625458 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Pushing event updated for resources: {'Port': ['ID=b17089f6-de09-4609-a23c-3be1f14dff7c,revision_number=6']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:05:45.638350 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2871d70b-76b1-44bf-bb5d-007d1b8fbbc8 req-8c58500e-325a-41cd-b88f-98cf9a0307ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:05:45.639862 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-2871d70b-76b1-44bf-bb5d-007d1b8fbbc8 req-8c58500e-325a-41cd-b88f-98cf9a0307ab service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=358ad84304604947a292f32d4e62126b&device_id=4f24d3f6-64a3-452b-b656-94b2e3b74056 HTTP/1.1" status: 200 len: 1096 time: 0.0520983 Mar 29 16:05:45.672437 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] get_ports_and_sgs() called for port_ids ['b17089f6-de09-4609-a23c-3be1f14dff7c'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 16:05:45.752843 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2871d70b-76b1-44bf-bb5d-007d1b8fbbc8 req-9a725f01-8239-49c9-a387-1a5b1fcd8133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:05:45.754320 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-2871d70b-76b1-44bf-bb5d-007d1b8fbbc8 req-9a725f01-8239-49c9-a387-1a5b1fcd8133 service neutron] 10.222.0.48 "GET /v2.0/networks?id=3364456e-aead-437c-a830-dc7a420fe2a4 HTTP/1.1" status: 200 len: 913 time: 0.0909734 Mar 29 16:05:45.834654 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-2871d70b-76b1-44bf-bb5d-007d1b8fbbc8 req-1b06d28d-6106-433f-a140-a9ed4b753422 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ac0b4df0-cb96-4479-a8cd-db71862ed96d HTTP/1.1" status: 200 len: 1000 time: 0.0710840 Mar 29 16:05:45.888828 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2871d70b-76b1-44bf-bb5d-007d1b8fbbc8 req-eb081887-932f-439e-97fc-8f4e7e03a3f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:05:45.890636 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-2871d70b-76b1-44bf-bb5d-007d1b8fbbc8 req-eb081887-932f-439e-97fc-8f4e7e03a3f9 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6caada61-173d-4256-8e9d-611647191ef5 HTTP/1.1" status: 200 len: 851 time: 0.0473707 Mar 29 16:05:45.940390 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2871d70b-76b1-44bf-bb5d-007d1b8fbbc8 req-cb603ef7-789a-49de-aa07-c15f0c42921a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:05:45.941902 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-2871d70b-76b1-44bf-bb5d-007d1b8fbbc8 req-cb603ef7-789a-49de-aa07-c15f0c42921a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3364456e-aead-437c-a830-dc7a420fe2a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439537 Mar 29 16:05:46.035930 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-2871d70b-76b1-44bf-bb5d-007d1b8fbbc8 req-793b6135-9fb8-48aa-874e-77d8dd19ede6 service neutron] 10.222.0.48 "GET /v2.0/networks/3364456e-aead-437c-a830-dc7a420fe2a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859783 Mar 29 16:05:46.128102 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-2871d70b-76b1-44bf-bb5d-007d1b8fbbc8 req-ec768c7a-5b47-4e78-bfac-4f0a9def6f8f service neutron] 10.222.0.48 "GET /v2.0/networks/3364456e-aead-437c-a830-dc7a420fe2a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807309 Mar 29 16:05:46.501383 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47be6c2-d1ff-4942-a250-b6551a20efdd req-9df6d18b-1281-4128-a13d-695a9b9ec8fa tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:05:46.502871 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-b47be6c2-d1ff-4942-a250-b6551a20efdd req-9df6d18b-1281-4128-a13d-695a9b9ec8fa tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "GET /v2.0/ports?device_id=fdb551ad-bad3-4ef2-9ae5-1bef276ea464 HTTP/1.1" status: 200 len: 943 time: 0.0498514 Mar 29 16:05:46.546323 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-b47be6c2-d1ff-4942-a250-b6551a20efdd req-0bf061a6-5ce9-4895-b795-c6cee2daca63 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "GET /v2.0/security-groups?id=2994880e-72b2-473b-8b0a-940a0682c905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373373 Mar 29 16:05:46.676375 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beff6d76-152d-4654-b413-afe081aaaf40 req-548ba67a-f232-48de-a9c5-88c719689f22 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:05:46.677769 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-beff6d76-152d-4654-b413-afe081aaaf40 req-548ba67a-f232-48de-a9c5-88c719689f22 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/ports?device_id=f9295ef0-f012-4721-819b-eeeb68ad33a0 HTTP/1.1" status: 200 len: 944 time: 0.2118769 Mar 29 16:05:46.715980 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-beff6d76-152d-4654-b413-afe081aaaf40 req-2b995ff3-2d22-4016-8fca-29e4acecb240 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/security-groups?id=9ca13a82-8548-447c-a9a1-a1fa7edff5b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323474 Mar 29 16:05:47.117106 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:05:47.374960 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device b17089f6-de09-4609-a23c-3be1f14dff7c up at agent hyperv_n-h1-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 16:05:47.421645 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Provisioning complete for port b17089f6-de09-4609-a23c-3be1f14dff7c triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:05:47.422049 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:05:47.501017 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:05:47.523511 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9295ef0-f012-4721-819b-eeeb68ad33a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b17089f6-de09-4609-a23c-3be1f14dff7c'}] {{(pid=102792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:05:47.525710 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4f476c66b318cc6068719fc39557fac68d413f5c7e78fa77028c7948e999ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92120b75-4830-4ef8-811e-088536cd6241" -d '{"events": [{"server_uuid": "f9295ef0-f012-4721-819b-eeeb68ad33a0", "name": "network-vif-plugged", "status": "completed", "tag": "b17089f6-de09-4609-a23c-3be1f14dff7c"}]}' {{(pid=102792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:05:47.538011 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port b17089f6-de09-4609-a23c-3be1f14dff7c, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=b17089f6-de09-4609-a23c-3be1f14dff7c,segment=NetworkSegment(94b35437-d3ca-48bd-89d7-8faa6fa42a91),segment_id=94b35437-d3ca-48bd-89d7-8faa6fa42a91)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:05:47.541821 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:05:47.566987 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 16:05:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab78501d-8abf-4a15-ba18-a86c5bc33e42 x-openstack-request-id: req-ab78501d-8abf-4a15-ba18-a86c5bc33e42 {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:05:47.567293 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9295ef0-f012-4721-819b-eeeb68ad33a0", "name": "network-vif-plugged", "status": "completed", "tag": "b17089f6-de09-4609-a23c-3be1f14dff7c", "code": 200}]} {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:05:47.568252 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ab78501d-8abf-4a15-ba18-a86c5bc33e42 {{(pid=102792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:05:47.568565 n-d-834765-1 neutron-server[102792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9295ef0-f012-4721-819b-eeeb68ad33a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b17089f6-de09-4609-a23c-3be1f14dff7c', 'code': 200} Mar 29 16:05:47.595744 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Pushing event updated for resources: {'Port': ['ID=b17089f6-de09-4609-a23c-3be1f14dff7c,revision_number=7']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:05:47.665274 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e315f211-22f2-403c-a297-ad8c4ae03b8b req-557f41b9-54d6-47f4-a01e-43c83704e05e tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:05:47.666707 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e315f211-22f2-403c-a297-ad8c4ae03b8b req-557f41b9-54d6-47f4-a01e-43c83704e05e tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "GET /v2.0/ports?device_id=fdb551ad-bad3-4ef2-9ae5-1bef276ea464 HTTP/1.1" status: 200 len: 943 time: 0.0488193 Mar 29 16:05:47.705153 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e315f211-22f2-403c-a297-ad8c4ae03b8b req-651fdefa-3b58-4a67-8358-7bdf2110a1c3 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "GET /v2.0/security-groups?id=2994880e-72b2-473b-8b0a-940a0682c905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321956 Mar 29 16:05:47.832386 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64c3de0-0fbe-4b7e-990f-b1fd3ad47fe7 req-0293e014-68e0-46ca-8db8-e0836145522d tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:05:47.834143 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-d64c3de0-0fbe-4b7e-990f-b1fd3ad47fe7 req-0293e014-68e0-46ca-8db8-e0836145522d tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/ports?device_id=f9295ef0-f012-4721-819b-eeeb68ad33a0 HTTP/1.1" status: 200 len: 945 time: 0.0503817 Mar 29 16:05:47.870030 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:05:47.876491 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-d64c3de0-0fbe-4b7e-990f-b1fd3ad47fe7 req-638d9891-4536-43fc-935b-c42e1659a6c1 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/security-groups?id=9ca13a82-8548-447c-a9a1-a1fa7edff5b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362399 Mar 29 16:05:47.992189 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device 1c992e11-3201-4762-be87-c287db806eae details requested by agent hyperv_n-h2-834765-1 with host n-h2-834765-1 {{(pid=102792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 16:05:48.090267 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port 1c992e11-3201-4762-be87-c287db806eae, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=1c992e11-3201-4762-be87-c287db806eae,segment=NetworkSegment(1e1cf46f-0a76-44e2-99d7-9d6660988ef3),segment_id=1e1cf46f-0a76-44e2-99d7-9d6660988ef3)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:05:48.101944 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Returning: {'device': '1c992e11-3201-4762-be87-c287db806eae', 'network_id': '8eeae4c0-66cf-4e13-9c98-66def7870473', 'port_id': '1c992e11-3201-4762-be87-c287db806eae', 'mac_address': 'fa:16:3e:96:b3:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 614, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92b59040-660b-4db6-86e8-6e665d07165b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 16:05:48.139083 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:05:48.156249 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c992e11-3201-4762-be87-c287db806eae {{(pid=102792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 16:05:48.175240 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port 1c992e11-3201-4762-be87-c287db806eae, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=1c992e11-3201-4762-be87-c287db806eae,segment=NetworkSegment(1e1cf46f-0a76-44e2-99d7-9d6660988ef3),segment_id=1e1cf46f-0a76-44e2-99d7-9d6660988ef3)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:05:48.179328 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:05:48.225260 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Pushing event updated for resources: {'Port': ['ID=1c992e11-3201-4762-be87-c287db806eae,revision_number=4']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:05:48.533488 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] get_ports_and_sgs() called for port_ids ['1c992e11-3201-4762-be87-c287db806eae'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 16:05:48.824451 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2642e0ac-3abd-4c35-bffe-4b2c643e2d91 req-db0568c6-c931-4e35-a594-96f759bff578 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:05:48.825932 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-2642e0ac-3abd-4c35-bffe-4b2c643e2d91 req-db0568c6-c931-4e35-a594-96f759bff578 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "GET /v2.0/ports?device_id=fdb551ad-bad3-4ef2-9ae5-1bef276ea464 HTTP/1.1" status: 200 len: 944 time: 0.0499663 Mar 29 16:05:48.865646 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-2642e0ac-3abd-4c35-bffe-4b2c643e2d91 req-eff74e3a-17f0-438d-83c4-fa22359e4d7d tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "GET /v2.0/security-groups?id=2994880e-72b2-473b-8b0a-940a0682c905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330405 Mar 29 16:05:49.001844 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534e8431-49a5-4f72-9c44-938ae47a2d1b req-fd9da27f-a1fd-423a-98d1-c0da0224433c tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:05:49.003359 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-534e8431-49a5-4f72-9c44-938ae47a2d1b req-fd9da27f-a1fd-423a-98d1-c0da0224433c tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/ports?device_id=f9295ef0-f012-4721-819b-eeeb68ad33a0 HTTP/1.1" status: 200 len: 945 time: 0.0529475 Mar 29 16:05:49.044007 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-534e8431-49a5-4f72-9c44-938ae47a2d1b req-c9c9d09d-674d-406a-80d2-eb8047ee5cda tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/security-groups?id=9ca13a82-8548-447c-a9a1-a1fa7edff5b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334146 Mar 29 16:05:49.405734 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ad91e39c-1fa1-4d25-9f20-9c33330c5ea0 req-a7166602-bd47-432d-a9e3-2e5d248d549d service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=bd8e3388-810b-42c2-83e9-f7b4e3d0dd7b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0567865 Mar 29 16:05:49.491826 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad91e39c-1fa1-4d25-9f20-9c33330c5ea0 req-64beecdc-07e2-4cae-bb51-98b16797f16d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:05:49.494474 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ad91e39c-1fa1-4d25-9f20-9c33330c5ea0 req-64beecdc-07e2-4cae-bb51-98b16797f16d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6549603cba104619bc496e118397db30&device_id=bd8e3388-810b-42c2-83e9-f7b4e3d0dd7b HTTP/1.1" status: 200 len: 1097 time: 0.0498557 Mar 29 16:05:49.632875 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad91e39c-1fa1-4d25-9f20-9c33330c5ea0 req-ebca74b2-265b-4154-9f16-12ef9fe61214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:05:49.634449 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ad91e39c-1fa1-4d25-9f20-9c33330c5ea0 req-ebca74b2-265b-4154-9f16-12ef9fe61214 service neutron] 10.222.0.44 "GET /v2.0/networks?id=bcacae85-6ca5-4d88-b7ab-d97534741bbe HTTP/1.1" status: 200 len: 918 time: 0.1141975 Mar 29 16:05:49.713172 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ad91e39c-1fa1-4d25-9f20-9c33330c5ea0 req-2923699d-da25-4475-83f4-c96917d7ebe7 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b5e9510a-130c-43b6-8f2a-559b817aa9da HTTP/1.1" status: 200 len: 1001 time: 0.0694072 Mar 29 16:05:49.772172 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad91e39c-1fa1-4d25-9f20-9c33330c5ea0 req-4eec2e78-6b56-4442-8938-3a0ce647a9e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:05:49.773808 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ad91e39c-1fa1-4d25-9f20-9c33330c5ea0 req-4eec2e78-6b56-4442-8938-3a0ce647a9e5 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a47225e3-f321-4c9c-823d-2d6e56b01612 HTTP/1.1" status: 200 len: 856 time: 0.0504117 Mar 29 16:05:49.830325 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad91e39c-1fa1-4d25-9f20-9c33330c5ea0 req-963d1410-9564-4139-a026-f5986192f55a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:05:49.831863 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ad91e39c-1fa1-4d25-9f20-9c33330c5ea0 req-963d1410-9564-4139-a026-f5986192f55a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=bcacae85-6ca5-4d88-b7ab-d97534741bbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0481565 Mar 29 16:05:49.994374 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device 1c992e11-3201-4762-be87-c287db806eae up at agent hyperv_n-h2-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 16:05:50.005615 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ad91e39c-1fa1-4d25-9f20-9c33330c5ea0 req-76457035-764f-4352-8bda-e0fd92051144 service neutron] 10.222.0.44 "GET /v2.0/networks/bcacae85-6ca5-4d88-b7ab-d97534741bbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1585701 Mar 29 16:05:50.066370 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dde8e8-2de4-4dbb-9fb5-a8cf7eccb4b3 req-e332ea12-aeae-41db-9131-5258a5f695a2 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:05:50.068774 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-a0dde8e8-2de4-4dbb-9fb5-a8cf7eccb4b3 req-e332ea12-aeae-41db-9131-5258a5f695a2 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "GET /v2.0/ports?device_id=fdb551ad-bad3-4ef2-9ae5-1bef276ea464 HTTP/1.1" status: 200 len: 944 time: 0.1135666 Mar 29 16:05:50.068927 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Provisioning for port 1c992e11-3201-4762-be87-c287db806eae completed by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 16:05:50.072853 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Provisioning complete for port 1c992e11-3201-4762-be87-c287db806eae triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:05:50.073249 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:05:50.164750 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:05:50.179432 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-a0dde8e8-2de4-4dbb-9fb5-a8cf7eccb4b3 req-89c0a44f-5efe-4558-b491-308fdd3467bb tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "GET /v2.0/security-groups?id=2994880e-72b2-473b-8b0a-940a0682c905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638721 Mar 29 16:05:50.183852 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ad91e39c-1fa1-4d25-9f20-9c33330c5ea0 req-e3ca840d-9e70-4141-8a5b-21a2af348256 service neutron] 10.222.0.44 "GET /v2.0/networks/bcacae85-6ca5-4d88-b7ab-d97534741bbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1705220 Mar 29 16:05:50.189403 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdb551ad-bad3-4ef2-9ae5-1bef276ea464', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c992e11-3201-4762-be87-c287db806eae'}] {{(pid=102792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:05:50.191696 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4f476c66b318cc6068719fc39557fac68d413f5c7e78fa77028c7948e999ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-916d387e-ffa7-499a-a855-ad1f1a69e799" -d '{"events": [{"server_uuid": "fdb551ad-bad3-4ef2-9ae5-1bef276ea464", "name": "network-vif-plugged", "status": "completed", "tag": "1c992e11-3201-4762-be87-c287db806eae"}]}' {{(pid=102792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:05:50.204775 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port 1c992e11-3201-4762-be87-c287db806eae, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=1c992e11-3201-4762-be87-c287db806eae,segment=NetworkSegment(1e1cf46f-0a76-44e2-99d7-9d6660988ef3),segment_id=1e1cf46f-0a76-44e2-99d7-9d6660988ef3)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:05:50.212105 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:05:50.262566 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be963921-70b7-4e0d-883e-6901123b12b2 req-7beb224a-89b4-4737-8c75-2778d4f47980 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:05:50.265082 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-be963921-70b7-4e0d-883e-6901123b12b2 req-7beb224a-89b4-4737-8c75-2778d4f47980 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/ports?device_id=f9295ef0-f012-4721-819b-eeeb68ad33a0 HTTP/1.1" status: 200 len: 945 time: 0.1073270 Mar 29 16:05:50.268495 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Pushing event updated for resources: {'Port': ['ID=1c992e11-3201-4762-be87-c287db806eae,revision_number=5']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:05:50.276204 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 16:05:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af431512-cdac-4ac5-9274-e086a23e0b9f x-openstack-request-id: req-af431512-cdac-4ac5-9274-e086a23e0b9f {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:05:50.276497 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdb551ad-bad3-4ef2-9ae5-1bef276ea464", "name": "network-vif-plugged", "status": "completed", "tag": "1c992e11-3201-4762-be87-c287db806eae", "code": 200}]} {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:05:50.276750 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-af431512-cdac-4ac5-9274-e086a23e0b9f {{(pid=102792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:05:50.277135 n-d-834765-1 neutron-server[102792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdb551ad-bad3-4ef2-9ae5-1bef276ea464', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c992e11-3201-4762-be87-c287db806eae', 'code': 200} Mar 29 16:05:50.317147 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-be963921-70b7-4e0d-883e-6901123b12b2 req-7eef54ef-ad62-4e1f-9a1c-95ef40a01c03 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/security-groups?id=9ca13a82-8548-447c-a9a1-a1fa7edff5b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426545 Mar 29 16:05:50.384170 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd269772-05c3-4a5a-93a8-8effed291be8 req-26653cca-5fbf-44b3-9a8f-f9b40974ea11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:05:50.386018 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-bd269772-05c3-4a5a-93a8-8effed291be8 req-26653cca-5fbf-44b3-9a8f-f9b40974ea11 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=fdb551ad-bad3-4ef2-9ae5-1bef276ea464 HTTP/1.1" status: 200 len: 1096 time: 0.0457845 Mar 29 16:05:50.427526 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-bd269772-05c3-4a5a-93a8-8effed291be8 req-1370a2b7-cdf1-4dab-9ecc-5d14c9a73679 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=2994880e-72b2-473b-8b0a-940a0682c905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349469 Mar 29 16:05:51.325624 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dd4ef3-a0be-453d-8b9b-a9bda81ae67b req-c2ce4a9e-dcc5-4e01-b596-1d8f024769ec tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:05:51.327478 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-29dd4ef3-a0be-453d-8b9b-a9bda81ae67b req-c2ce4a9e-dcc5-4e01-b596-1d8f024769ec tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "GET /v2.0/ports?device_id=fdb551ad-bad3-4ef2-9ae5-1bef276ea464 HTTP/1.1" status: 200 len: 945 time: 0.0552673 Mar 29 16:05:51.389290 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-29dd4ef3-a0be-453d-8b9b-a9bda81ae67b req-7be1a70c-79e3-46d9-8bad-9509bb38d572 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "GET /v2.0/security-groups?id=2994880e-72b2-473b-8b0a-940a0682c905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526810 Mar 29 16:05:51.543981 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c238e22-05cf-467f-baa9-35b647dc8f31 req-c68454d1-17b7-4af7-bc47-80c6658c28f3 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:05:51.546103 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-7c238e22-05cf-467f-baa9-35b647dc8f31 req-c68454d1-17b7-4af7-bc47-80c6658c28f3 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/ports?device_id=f9295ef0-f012-4721-819b-eeeb68ad33a0 HTTP/1.1" status: 200 len: 945 time: 0.1310771 Mar 29 16:05:51.593612 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-7c238e22-05cf-467f-baa9-35b647dc8f31 req-58b97b34-8d27-4e40-8533-d0c4bb974e56 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/security-groups?id=9ca13a82-8548-447c-a9a1-a1fa7edff5b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394974 Mar 29 16:05:52.519290 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3516b0af-434a-4039-893d-ccdafee993ba req-490ffa91-52e8-4620-93f9-bcfc25376cf7 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:05:52.521713 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-3516b0af-434a-4039-893d-ccdafee993ba req-490ffa91-52e8-4620-93f9-bcfc25376cf7 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "GET /v2.0/ports?device_id=fdb551ad-bad3-4ef2-9ae5-1bef276ea464 HTTP/1.1" status: 200 len: 945 time: 0.0546005 Mar 29 16:05:52.573593 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-3516b0af-434a-4039-893d-ccdafee993ba req-a7b8b699-3183-47e1-9de6-b2e79432af10 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "GET /v2.0/security-groups?id=2994880e-72b2-473b-8b0a-940a0682c905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428033 Mar 29 16:05:52.718192 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82881145-29ce-43aa-9b16-0e72f8eceb33 req-6cd3c912-6b7a-41d4-9743-acc1234fc6f1 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:05:52.726889 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-82881145-29ce-43aa-9b16-0e72f8eceb33 req-6cd3c912-6b7a-41d4-9743-acc1234fc6f1 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "GET /v2.0/ports?device_id=fdb551ad-bad3-4ef2-9ae5-1bef276ea464 HTTP/1.1" status: 200 len: 945 time: 0.0668540 Mar 29 16:05:52.730863 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51049a82-3a94-4815-a9c8-5b5a5f5fa691 req-fba7ca4e-1288-47f9-9898-ceb1d200e8a1 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:05:52.738430 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-51049a82-3a94-4815-a9c8-5b5a5f5fa691 req-fba7ca4e-1288-47f9-9898-ceb1d200e8a1 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/ports?device_id=f9295ef0-f012-4721-819b-eeeb68ad33a0 HTTP/1.1" status: 200 len: 945 time: 0.0641744 Mar 29 16:05:52.775071 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-82881145-29ce-43aa-9b16-0e72f8eceb33 req-d639bdb5-0d64-439f-bf85-f75fdfe5b141 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "GET /v2.0/security-groups?id=2994880e-72b2-473b-8b0a-940a0682c905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421407 Mar 29 16:05:52.779277 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-51049a82-3a94-4815-a9c8-5b5a5f5fa691 req-453cbccb-e7cd-426d-a612-7699db199991 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/security-groups?id=9ca13a82-8548-447c-a9a1-a1fa7edff5b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389464 Mar 29 16:05:52.788219 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 51684) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:05:52.834683 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6362f70-0f56-41b2-ac6d-77df331ab1f8 tempest-TestNetworkAdvancedServerOps-8597314 tempest-TestNetworkAdvancedServerOps-8597314-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:05:52.836453 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-c6362f70-0f56-41b2-ac6d-77df331ab1f8 tempest-TestNetworkAdvancedServerOps-8597314 tempest-TestNetworkAdvancedServerOps-8597314-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=fdb551ad-bad3-4ef2-9ae5-1bef276ea464 HTTP/1.1" status: 200 len: 1091 time: 0.0471354 Mar 29 16:05:52.839233 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 51686) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:05:52.843676 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-192b450b-a6b0-4119-b8c7-942f6c1e1d3c tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Request body: {'floatingip': {'floating_network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'port_id': '1c992e11-3201-4762-be87-c287db806eae', 'tenant_id': '8c88f14ca33d4e419d03f1c3b10014ac', 'fixed_ip_address': '172.20.0.8'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:05:52.869485 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-192b450b-a6b0-4119-b8c7-942f6c1e1d3c tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks [] for floatingip, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:05:52.975410 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-192b450b-a6b0-4119-b8c7-942f6c1e1d3c tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:05:53.093933 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.db_base_plugin_common [None req-192b450b-a6b0-4119-b8c7-942f6c1e1d3c tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Allocated IP 172.25.4.117 (4a4a035d-ecac-4ead-baa3-25f90788773a/e1a353dc-fac8-4901-a63c-273840237d6a/a207a04a-ca85-4679-8881-aa918dbf421c) {{(pid=102790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:05:53.214328 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-192b450b-a6b0-4119-b8c7-942f6c1e1d3c tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks [] for port, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:05:53.251203 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-192b450b-a6b0-4119-b8c7-942f6c1e1d3c tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:05:53.286928 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-192b450b-a6b0-4119-b8c7-942f6c1e1d3c tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Network 4a4a035d-ecac-4ead-baa3-25f90788773a is already hosted by enough agents. {{(pid=102790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:05:53.291958 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-192b450b-a6b0-4119-b8c7-942f6c1e1d3c tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Resources bound (agent type, host, resource id): {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:05:53.294551 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-192b450b-a6b0-4119-b8c7-942f6c1e1d3c tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Received port after_create {{(pid=102790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:05:53.334934 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192b450b-a6b0-4119-b8c7-942f6c1e1d3c tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Pushing event updated for resources: {'Port': ['ID=a207a04a-ca85-4679-8881-aa918dbf421c,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:05:54.093111 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d29a72-001b-4333-abf7-97bd9c6c79f3 req-d86ce5d1-bbbc-42fd-9e8e-5e00a60e596a tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:05:54.094577 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-77d29a72-001b-4333-abf7-97bd9c6c79f3 req-d86ce5d1-bbbc-42fd-9e8e-5e00a60e596a tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/ports?device_id=f9295ef0-f012-4721-819b-eeeb68ad33a0 HTTP/1.1" status: 200 len: 945 time: 0.0901022 Mar 29 16:05:54.111192 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-192b450b-a6b0-4119-b8c7-942f6c1e1d3c tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:05:54.169246 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-77d29a72-001b-4333-abf7-97bd9c6c79f3 req-3610b614-0b42-44ba-adc5-4dc3d924bdf6 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/security-groups?id=9ca13a82-8548-447c-a9a1-a1fa7edff5b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666845 Mar 29 16:05:54.215931 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-192b450b-a6b0-4119-b8c7-942f6c1e1d3c tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:05:54.392919 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-192b450b-a6b0-4119-b8c7-942f6c1e1d3c tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks [] for port, precommit_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:05:54.397839 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-192b450b-a6b0-4119-b8c7-942f6c1e1d3c tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5237921'] for port, after_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:05:54.501841 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192b450b-a6b0-4119-b8c7-942f6c1e1d3c tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Pushing event updated for resources: {'Port': ['ID=a207a04a-ca85-4679-8881-aa918dbf421c,revision_number=2']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:05:54.511545 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-192b450b-a6b0-4119-b8c7-942f6c1e1d3c tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648212'] for floatingip, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:05:54.636216 n-d-834765-1 neutron-server[102790]: INFO neutron.db.l3_db [None req-192b450b-a6b0-4119-b8c7-942f6c1e1d3c tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Floating IP 8ef6c41b-abbb-401a-9fc1-901a403a1898 associated. External IP: 172.25.4.117, port: 1c992e11-3201-4762-be87-c287db806eae. Mar 29 16:05:54.903249 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-192b450b-a6b0-4119-b8c7-942f6c1e1d3c tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Router 9f2c6a27-b45e-4dfd-93c0-e57c00806f84 has already been hosted by L3 agent c648d819-1060-4f26-b4ec-6455387b5dff {{(pid=102790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 16:05:55.045867 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-192b450b-a6b0-4119-b8c7-942f6c1e1d3c tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 16:05:55.067179 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82ba1055-c99f-4908-bb78-74b711295c30 None None] Sync routers for ids ['9f2c6a27-b45e-4dfd-93c0-e57c00806f84'] in n-d-834765-1 {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 16:05:55.069703 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-192b450b-a6b0-4119-b8c7-942f6c1e1d3c tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for floatingip, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:05:55.083857 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82ba1055-c99f-4908-bb78-74b711295c30 None None] Routers {'9f2c6a27-b45e-4dfd-93c0-e57c00806f84'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:05:55.097957 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-82ba1055-c99f-4908-bb78-74b711295c30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:05:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['9f2c6a27-b45e-4dfd-93c0-e57c00806f84'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:05:55.107478 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-192b450b-a6b0-4119-b8c7-942f6c1e1d3c tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2670670 Mar 29 16:05:55.108070 n-d-834765-1 neutron-server[102790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdb551ad-bad3-4ef2-9ae5-1bef276ea464', 'tag': '1c992e11-3201-4762-be87-c287db806eae'}] {{(pid=102790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:05:55.110749 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46b06d655c90bc969636382cce4240ad749035fb0f3a83ee4734fa1ed9c4a6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d70cb1a0-2efa-4e8e-b220-7448cea32bb3" -d '{"events": [{"name": "network-changed", "server_uuid": "fdb551ad-bad3-4ef2-9ae5-1bef276ea464", "tag": "1c992e11-3201-4762-be87-c287db806eae"}]}' {{(pid=102790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:05:55.202946 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 16:05:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30196f3e-f7e9-46d9-a76a-02cdce702e01 x-openstack-request-id: req-30196f3e-f7e9-46d9-a76a-02cdce702e01 {{(pid=102790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:05:55.203243 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fdb551ad-bad3-4ef2-9ae5-1bef276ea464", "tag": "1c992e11-3201-4762-be87-c287db806eae", "status": "completed", "code": 200}]} {{(pid=102790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:05:55.203514 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-30196f3e-f7e9-46d9-a76a-02cdce702e01 {{(pid=102790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:05:55.204231 n-d-834765-1 neutron-server[102790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fdb551ad-bad3-4ef2-9ae5-1bef276ea464', 'tag': '1c992e11-3201-4762-be87-c287db806eae', 'status': 'completed', 'code': 200} Mar 29 16:05:55.274660 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac46750-69f1-40de-b645-4e65dd0c476f req-32932a33-60cf-4075-bc8f-54ee500b5534 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:05:55.276233 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-cac46750-69f1-40de-b645-4e65dd0c476f req-32932a33-60cf-4075-bc8f-54ee500b5534 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "GET /v2.0/ports?device_id=fdb551ad-bad3-4ef2-9ae5-1bef276ea464 HTTP/1.1" status: 200 len: 945 time: 0.1028302 Mar 29 16:05:55.299235 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvr_db [None req-82ba1055-c99f-4908-bb78-74b711295c30 None None] Set router 9f2c6a27-b45e-4dfd-93c0-e57c00806f84 gateway port host: n-d-834765-1 {{(pid=102792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:05:55.334718 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70cb1a0-2efa-4e8e-b220-7448cea32bb3 req-dc55b500-e1fa-4a7b-a21d-ca159e9eb5eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:05:55.336255 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d70cb1a0-2efa-4e8e-b220-7448cea32bb3 req-dc55b500-e1fa-4a7b-a21d-ca159e9eb5eb service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8c88f14ca33d4e419d03f1c3b10014ac&device_id=fdb551ad-bad3-4ef2-9ae5-1bef276ea464 HTTP/1.1" status: 200 len: 1096 time: 0.1066968 Mar 29 16:05:55.352900 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5d15a9-23a5-4e4e-9cc7-1bfe7bff8a35 req-aab175b0-8cd0-4bfa-9a1c-b8de20305285 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:05:55.355560 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-8f5d15a9-23a5-4e4e-9cc7-1bfe7bff8a35 req-aab175b0-8cd0-4bfa-9a1c-b8de20305285 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/ports?device_id=f9295ef0-f012-4721-819b-eeeb68ad33a0 HTTP/1.1" status: 200 len: 945 time: 0.0845871 Mar 29 16:05:55.377780 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-cac46750-69f1-40de-b645-4e65dd0c476f req-7f539e58-fe23-4441-aad1-dc56da081f2c tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "GET /v2.0/security-groups?id=2994880e-72b2-473b-8b0a-940a0682c905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792396 Mar 29 16:05:55.416506 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 51700) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:05:55.457165 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-8f5d15a9-23a5-4e4e-9cc7-1bfe7bff8a35 req-2dd2a4c1-81c5-4188-92af-51843843fbe6 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/security-groups?id=9ca13a82-8548-447c-a9a1-a1fa7edff5b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913351 Mar 29 16:05:55.502688 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-a8776dae-a8e0-4c91-9641-f26270f35322 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "GET /v2.0/floatingips/8ef6c41b-abbb-401a-9fc1-901a403a1898 HTTP/1.1" status: 200 len: 991 time: 0.0842564 Mar 29 16:05:55.507518 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70cb1a0-2efa-4e8e-b220-7448cea32bb3 req-397efc41-59cb-4ca5-90d5-56fcfa61f03e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:05:55.508987 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d70cb1a0-2efa-4e8e-b220-7448cea32bb3 req-397efc41-59cb-4ca5-90d5-56fcfa61f03e service neutron] 10.222.0.48 "GET /v2.0/networks?id=8eeae4c0-66cf-4e13-9c98-66def7870473 HTTP/1.1" status: 200 len: 898 time: 0.1663327 Mar 29 16:05:55.588061 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d70cb1a0-2efa-4e8e-b220-7448cea32bb3 req-6afa4775-56c5-4f92-ae85-55a6dfb6795f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1c992e11-3201-4762-be87-c287db806eae HTTP/1.1" status: 200 len: 999 time: 0.0721884 Mar 29 16:05:55.648394 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70cb1a0-2efa-4e8e-b220-7448cea32bb3 req-d2e22379-a7ee-4714-b487-f4a64b6f8aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:05:55.650365 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d70cb1a0-2efa-4e8e-b220-7448cea32bb3 req-d2e22379-a7ee-4714-b487-f4a64b6f8aa2 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=92b59040-660b-4db6-86e8-6e665d07165b HTTP/1.1" status: 200 len: 834 time: 0.0561597 Mar 29 16:05:55.679762 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-82ba1055-c99f-4908-bb78-74b711295c30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f2c6a27-b45e-4dfd-93c0-e57c00806f84', 'name': 'tempest-TestNetworkAdvancedServerOps-router-664524826', 'tenant_id': '8c88f14ca33d4e419d03f1c3b10014ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.207'}], 'enable_snat': True}, 'gw_port_id': 'd4ce595e-fd09-4331-82ac-f6b1246a2a6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:05:34Z', 'updated_at': '2022-03-29T16:05:38Z', 'revision_number': 4, 'project_id': '8c88f14ca33d4e419d03f1c3b10014ac', 'gw_port': {'id': 'd4ce595e-fd09-4331-82ac-f6b1246a2a6d', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:cc:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f2c6a27-b45e-4dfd-93c0-e57c00806f84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3286, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:05:35Z', 'updated_at': '2022-03-29T16:05:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_floatingips': [{'id': '8ef6c41b-abbb-401a-9fc1-901a403a1898', 'tenant_id': '8c88f14ca33d4e419d03f1c3b10014ac', 'floating_ip_address': '172.25.4.117', 'floating_network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'router_id': '9f2c6a27-b45e-4dfd-93c0-e57c00806f84', 'port_id': '1c992e11-3201-4762-be87-c287db806eae', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3292, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8eeae4c0-66cf-4e13-9c98-66def7870473', 'mac_address': 'fa:16:3e:96:b3:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdb551ad-bad3-4ef2-9ae5-1bef276ea464', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T16:05:53Z', 'updated_at': '2022-03-29T16:05:53Z', 'revision_number': 0, 'project_id': '8c88f14ca33d4e419d03f1c3b10014ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'afd65ee6-96c7-4f70-a9fd-340412fb4f24', 'name': '', 'network_id': '8eeae4c0-66cf-4e13-9c98-66def7870473', 'tenant_id': '8c88f14ca33d4e419d03f1c3b10014ac', 'mac_address': 'fa:16:3e:a6:49:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f2c6a27-b45e-4dfd-93c0-e57c00806f84', 'device_owner': 'network:router_interface', 'standard_attr_id': 3289, 'fixed_ips': [{'subnet_id': '92b59040-660b-4db6-86e8-6e665d07165b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:05:37Z', 'updated_at': '2022-03-29T16:05:42Z', 'revision_number': 5, 'project_id': '8c88f14ca33d4e419d03f1c3b10014ac', 'subnets': [{'id': '92b59040-660b-4db6-86e8-6e665d07165b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:05:55.704052 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70cb1a0-2efa-4e8e-b220-7448cea32bb3 req-fe739164-15fb-4df5-89e2-6ae06a643f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:05:55.705551 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d70cb1a0-2efa-4e8e-b220-7448cea32bb3 req-fe739164-15fb-4df5-89e2-6ae06a643f61 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8eeae4c0-66cf-4e13-9c98-66def7870473&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0486279 Mar 29 16:05:55.708302 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82ba1055-c99f-4908-bb78-74b711295c30 None None] Checking router: 9f2c6a27-b45e-4dfd-93c0-e57c00806f84 for host: n-d-834765-1 {{(pid=102792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 16:05:55.719780 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82ba1055-c99f-4908-bb78-74b711295c30 None None] Routers {'9f2c6a27-b45e-4dfd-93c0-e57c00806f84'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:05:55.720743 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-82ba1055-c99f-4908-bb78-74b711295c30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:05:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['9f2c6a27-b45e-4dfd-93c0-e57c00806f84'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:05:55.823507 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d70cb1a0-2efa-4e8e-b220-7448cea32bb3 req-53a654d4-6a9f-4b57-a0f5-9b1236c2200a service neutron] 10.222.0.48 "GET /v2.0/networks/8eeae4c0-66cf-4e13-9c98-66def7870473?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076739 Mar 29 16:05:55.853905 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvr_db [None req-82ba1055-c99f-4908-bb78-74b711295c30 None None] Set router 9f2c6a27-b45e-4dfd-93c0-e57c00806f84 gateway port host: n-d-834765-1 {{(pid=102792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:05:55.939745 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d70cb1a0-2efa-4e8e-b220-7448cea32bb3 req-09992d3c-dbb7-4eeb-b41b-4ae7b14e8a9d service neutron] 10.222.0.48 "GET /v2.0/networks/8eeae4c0-66cf-4e13-9c98-66def7870473?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082613 Mar 29 16:05:56.269451 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-82ba1055-c99f-4908-bb78-74b711295c30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f2c6a27-b45e-4dfd-93c0-e57c00806f84', 'name': 'tempest-TestNetworkAdvancedServerOps-router-664524826', 'tenant_id': '8c88f14ca33d4e419d03f1c3b10014ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.207'}], 'enable_snat': True}, 'gw_port_id': 'd4ce595e-fd09-4331-82ac-f6b1246a2a6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:05:34Z', 'updated_at': '2022-03-29T16:05:38Z', 'revision_number': 4, 'project_id': '8c88f14ca33d4e419d03f1c3b10014ac', 'gw_port': {'id': 'd4ce595e-fd09-4331-82ac-f6b1246a2a6d', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:cc:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f2c6a27-b45e-4dfd-93c0-e57c00806f84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3286, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:05:35Z', 'updated_at': '2022-03-29T16:05:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_floatingips': [{'id': '8ef6c41b-abbb-401a-9fc1-901a403a1898', 'tenant_id': '8c88f14ca33d4e419d03f1c3b10014ac', 'floating_ip_address': '172.25.4.117', 'floating_network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'router_id': '9f2c6a27-b45e-4dfd-93c0-e57c00806f84', 'port_id': '1c992e11-3201-4762-be87-c287db806eae', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3292, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8eeae4c0-66cf-4e13-9c98-66def7870473', 'mac_address': 'fa:16:3e:96:b3:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdb551ad-bad3-4ef2-9ae5-1bef276ea464', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T16:05:53Z', 'updated_at': '2022-03-29T16:05:53Z', 'revision_number': 0, 'project_id': '8c88f14ca33d4e419d03f1c3b10014ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'afd65ee6-96c7-4f70-a9fd-340412fb4f24', 'name': '', 'network_id': '8eeae4c0-66cf-4e13-9c98-66def7870473', 'tenant_id': '8c88f14ca33d4e419d03f1c3b10014ac', 'mac_address': 'fa:16:3e:a6:49:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f2c6a27-b45e-4dfd-93c0-e57c00806f84', 'device_owner': 'network:router_interface', 'standard_attr_id': 3289, 'fixed_ips': [{'subnet_id': '92b59040-660b-4db6-86e8-6e665d07165b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:05:37Z', 'updated_at': '2022-03-29T16:05:42Z', 'revision_number': 5, 'project_id': '8c88f14ca33d4e419d03f1c3b10014ac', 'subnets': [{'id': '92b59040-660b-4db6-86e8-6e665d07165b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:05:56.296597 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82ba1055-c99f-4908-bb78-74b711295c30 None None] The sync data for ids ['9f2c6a27-b45e-4dfd-93c0-e57c00806f84'] in n-d-834765-1 is: [{'id': '9f2c6a27-b45e-4dfd-93c0-e57c00806f84', 'name': 'tempest-TestNetworkAdvancedServerOps-router-664524826', 'tenant_id': '8c88f14ca33d4e419d03f1c3b10014ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.207'}], 'enable_snat': True}, 'gw_port_id': 'd4ce595e-fd09-4331-82ac-f6b1246a2a6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:05:34Z', 'updated_at': '2022-03-29T16:05:38Z', 'revision_number': 4, 'project_id': '8c88f14ca33d4e419d03f1c3b10014ac', 'gw_port': {'id': 'd4ce595e-fd09-4331-82ac-f6b1246a2a6d', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:cc:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f2c6a27-b45e-4dfd-93c0-e57c00806f84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3286, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:05:35Z', 'updated_at': '2022-03-29T16:05:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_floatingips': [{'id': '8ef6c41b-abbb-401a-9fc1-901a403a1898', 'tenant_id': '8c88f14ca33d4e419d03f1c3b10014ac', 'floating_ip_address': '172.25.4.117', 'floating_network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'router_id': '9f2c6a27-b45e-4dfd-93c0-e57c00806f84', 'port_id': '1c992e11-3201-4762-be87-c287db806eae', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3292, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8eeae4c0-66cf-4e13-9c98-66def7870473', 'mac_address': 'fa:16:3e:96:b3:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdb551ad-bad3-4ef2-9ae5-1bef276ea464', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T16:05:53Z', 'updated_at': '2022-03-29T16:05:53Z', 'revision_number': 0, 'project_id': '8c88f14ca33d4e419d03f1c3b10014ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'afd65ee6-96c7-4f70-a9fd-340412fb4f24', 'name': '', 'network_id': '8eeae4c0-66cf-4e13-9c98-66def7870473', 'tenant_id': '8c88f14ca33d4e419d03f1c3b10014ac', 'mac_address': 'fa:16:3e:a6:49:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f2c6a27-b45e-4dfd-93c0-e57c00806f84', 'device_owner': 'network:router_interface', 'standard_attr_id': 3289, 'fixed_ips': [{'subnet_id': '92b59040-660b-4db6-86e8-6e665d07165b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:05:37Z', 'updated_at': '2022-03-29T16:05:42Z', 'revision_number': 5, 'project_id': '8c88f14ca33d4e419d03f1c3b10014ac', 'subnets': [{'id': '92b59040-660b-4db6-86e8-6e665d07165b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 16:05:56.505647 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 51704) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:05:56.518131 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d01b6b4-a38c-4524-aef0-d807c7858a53 None None] New status for floating IP 8ef6c41b-abbb-401a-9fc1-901a403a1898: ACTIVE {{(pid=102793) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 16:05:56.610974 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-5b0668ec-a980-4b90-b903-cd6920564958 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "GET /v2.0/floatingips/8ef6c41b-abbb-401a-9fc1-901a403a1898 HTTP/1.1" status: 200 len: 991 time: 0.1040034 Mar 29 16:05:56.632814 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c691be77-525b-4da7-a672-c41132084f2d req-0075449f-36d2-4bd5-839c-349d30c4dc04 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:05:56.634609 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-c691be77-525b-4da7-a672-c41132084f2d req-0075449f-36d2-4bd5-839c-349d30c4dc04 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/ports?device_id=f9295ef0-f012-4721-819b-eeeb68ad33a0 HTTP/1.1" status: 200 len: 945 time: 0.0840142 Mar 29 16:05:56.681984 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-c691be77-525b-4da7-a672-c41132084f2d req-be138f67-21fb-429b-9e91-d2c8f00f3461 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/security-groups?id=9ca13a82-8548-447c-a9a1-a1fa7edff5b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410686 Mar 29 16:05:57.615405 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 51710) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:05:57.698818 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-091a5c7f-e846-43aa-a25e-43e95ec31f69 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "GET /v2.0/floatingips/8ef6c41b-abbb-401a-9fc1-901a403a1898 HTTP/1.1" status: 200 len: 993 time: 0.0819917 Mar 29 16:05:57.826498 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fac6cb-6aa7-4794-92f1-22a8bba29604 req-db768742-53ef-4650-bcd9-83c9a82eee51 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:05:57.828747 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-59fac6cb-6aa7-4794-92f1-22a8bba29604 req-db768742-53ef-4650-bcd9-83c9a82eee51 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/ports?device_id=f9295ef0-f012-4721-819b-eeeb68ad33a0 HTTP/1.1" status: 200 len: 945 time: 0.0702980 Mar 29 16:05:57.887524 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-59fac6cb-6aa7-4794-92f1-22a8bba29604 req-a67e8f3e-3629-4908-a36e-7a0841d91bb1 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/security-groups?id=9ca13a82-8548-447c-a9a1-a1fa7edff5b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483048 Mar 29 16:05:59.007510 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ba8656-5cbe-4709-98fb-fece35e5dd7c req-6d23b8b8-75a3-4fa4-b4b0-204b39840ab5 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:05:59.011867 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-84ba8656-5cbe-4709-98fb-fece35e5dd7c req-6d23b8b8-75a3-4fa4-b4b0-204b39840ab5 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/ports?device_id=f9295ef0-f012-4721-819b-eeeb68ad33a0 HTTP/1.1" status: 200 len: 945 time: 0.0576251 Mar 29 16:05:59.060536 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-84ba8656-5cbe-4709-98fb-fece35e5dd7c req-4b09c363-a5f3-48d5-bd56-5e0732346c11 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/security-groups?id=9ca13a82-8548-447c-a9a1-a1fa7edff5b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374694 Mar 29 16:05:59.694545 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d23e6d5-53a1-4135-9555-c13c7a6a6258 req-45505094-44e6-485f-b8b8-d48a06d8e521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:05:59.696168 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-8d23e6d5-53a1-4135-9555-c13c7a6a6258 req-45505094-44e6-485f-b8b8-d48a06d8e521 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=358ad84304604947a292f32d4e62126b&device_id=f9295ef0-f012-4721-819b-eeeb68ad33a0 HTTP/1.1" status: 200 len: 1096 time: 0.0515523 Mar 29 16:05:59.792221 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d23e6d5-53a1-4135-9555-c13c7a6a6258 req-8f476520-e999-4655-96db-dad49ff8ead4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:05:59.793635 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-8d23e6d5-53a1-4135-9555-c13c7a6a6258 req-8f476520-e999-4655-96db-dad49ff8ead4 service neutron] 10.222.0.44 "GET /v2.0/networks?id=3364456e-aead-437c-a830-dc7a420fe2a4 HTTP/1.1" status: 200 len: 913 time: 0.0899155 Mar 29 16:05:59.840937 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-8d23e6d5-53a1-4135-9555-c13c7a6a6258 req-a8f76e6e-d365-41e9-81f2-af99ea1f6b78 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b17089f6-de09-4609-a23c-3be1f14dff7c HTTP/1.1" status: 200 len: 217 time: 0.0344009 Mar 29 16:05:59.891679 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d23e6d5-53a1-4135-9555-c13c7a6a6258 req-cde8dd62-e4d3-4c09-a90a-77e3a96c1541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:05:59.893208 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-8d23e6d5-53a1-4135-9555-c13c7a6a6258 req-cde8dd62-e4d3-4c09-a90a-77e3a96c1541 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6caada61-173d-4256-8e9d-611647191ef5 HTTP/1.1" status: 200 len: 851 time: 0.0459542 Mar 29 16:05:59.942576 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d23e6d5-53a1-4135-9555-c13c7a6a6258 req-cb27eb22-6f65-49e7-a665-a5c5c72343d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:05:59.943979 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-8d23e6d5-53a1-4135-9555-c13c7a6a6258 req-cb27eb22-6f65-49e7-a665-a5c5c72343d1 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=3364456e-aead-437c-a830-dc7a420fe2a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445721 Mar 29 16:06:00.033069 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-8d23e6d5-53a1-4135-9555-c13c7a6a6258 req-04b6a063-cab2-4220-aaac-346fefaf3d30 service neutron] 10.222.0.44 "GET /v2.0/networks/3364456e-aead-437c-a830-dc7a420fe2a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809484 Mar 29 16:06:00.131525 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-8d23e6d5-53a1-4135-9555-c13c7a6a6258 req-3d7ff532-4bf8-4117-9984-d92b83200615 service neutron] 10.222.0.44 "GET /v2.0/networks/3364456e-aead-437c-a830-dc7a420fe2a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919695 Mar 29 16:06:00.194994 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c396fd-47ee-4b40-9358-4b7792aa3a58 req-07084a8b-d668-4f35-b379-4913ceede180 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:06:00.196685 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-23c396fd-47ee-4b40-9358-4b7792aa3a58 req-07084a8b-d668-4f35-b379-4913ceede180 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/ports?device_id=f9295ef0-f012-4721-819b-eeeb68ad33a0 HTTP/1.1" status: 200 len: 945 time: 0.0518343 Mar 29 16:06:00.236022 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-23c396fd-47ee-4b40-9358-4b7792aa3a58 req-773b383d-3764-4273-9568-310a9d0597a3 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/security-groups?id=9ca13a82-8548-447c-a9a1-a1fa7edff5b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327444 Mar 29 16:06:00.342116 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-5a864bc7-b4c5-4b63-ae25-6a31bab6188a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:06:01.366067 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6bd2ac-ef62-4c2f-bc58-89d474f78cc9 req-1f64372b-6c59-4390-bb74-6d5cde5af578 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:06:01.367597 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-ca6bd2ac-ef62-4c2f-bc58-89d474f78cc9 req-1f64372b-6c59-4390-bb74-6d5cde5af578 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/ports?device_id=f9295ef0-f012-4721-819b-eeeb68ad33a0 HTTP/1.1" status: 200 len: 945 time: 0.0627217 Mar 29 16:06:01.406980 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-ca6bd2ac-ef62-4c2f-bc58-89d474f78cc9 req-cd7018a4-3346-4fb8-8856-1be1d8802696 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/security-groups?id=9ca13a82-8548-447c-a9a1-a1fa7edff5b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331762 Mar 29 16:06:01.438520 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device b17089f6-de09-4609-a23c-3be1f14dff7c no longer exists at agent hyperv_n-h1-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 16:06:01.517641 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:06:01.541367 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9295ef0-f012-4721-819b-eeeb68ad33a0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b17089f6-de09-4609-a23c-3be1f14dff7c'}] {{(pid=102792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:06:01.543622 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4f476c66b318cc6068719fc39557fac68d413f5c7e78fa77028c7948e999ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec09e106-301b-4482-8166-c5cd4110a845" -d '{"events": [{"server_uuid": "f9295ef0-f012-4721-819b-eeeb68ad33a0", "name": "network-vif-unplugged", "status": "completed", "tag": "b17089f6-de09-4609-a23c-3be1f14dff7c"}]}' {{(pid=102792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:06:01.556010 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port b17089f6-de09-4609-a23c-3be1f14dff7c, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=b17089f6-de09-4609-a23c-3be1f14dff7c,segment=NetworkSegment(94b35437-d3ca-48bd-89d7-8faa6fa42a91),segment_id=94b35437-d3ca-48bd-89d7-8faa6fa42a91)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:06:01.561160 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:06:01.589710 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 29 Mar 2022 16:06:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1192fb93-de30-4a0b-b4ce-1e3c0a69f23c x-openstack-request-id: req-1192fb93-de30-4a0b-b4ce-1e3c0a69f23c {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:06:01.590001 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9295ef0-f012-4721-819b-eeeb68ad33a0", "name": "network-vif-unplugged", "status": "completed", "tag": "b17089f6-de09-4609-a23c-3be1f14dff7c", "code": 200}]} {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:06:01.590253 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1192fb93-de30-4a0b-b4ce-1e3c0a69f23c {{(pid=102792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:06:01.590640 n-d-834765-1 neutron-server[102792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9295ef0-f012-4721-819b-eeeb68ad33a0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b17089f6-de09-4609-a23c-3be1f14dff7c', 'code': 200} Mar 29 16:06:01.611241 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Pushing event updated for resources: {'Port': ['ID=b17089f6-de09-4609-a23c-3be1f14dff7c,revision_number=8']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:06:02.519993 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3daf420-f9d2-4e16-ad74-7796914e1df7 req-df4ffec3-d67a-4876-9c27-35f51f1af0dc tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:06:02.521622 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-b3daf420-f9d2-4e16-ad74-7796914e1df7 req-df4ffec3-d67a-4876-9c27-35f51f1af0dc tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd8e3388-810b-42c2-83e9-f7b4e3d0dd7b HTTP/1.1" status: 200 len: 946 time: 0.0554855 Mar 29 16:06:02.523308 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c50182-4f77-4a5c-bc90-dafbab6ce06e req-5c6457b4-e2d3-42f8-bf09-b9c6bc223e14 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:06:02.524796 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-32c50182-4f77-4a5c-bc90-dafbab6ce06e req-5c6457b4-e2d3-42f8-bf09-b9c6bc223e14 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/ports?device_id=f9295ef0-f012-4721-819b-eeeb68ad33a0 HTTP/1.1" status: 200 len: 943 time: 0.0488765 Mar 29 16:06:02.561471 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-b3daf420-f9d2-4e16-ad74-7796914e1df7 req-9f80891e-2def-49b7-ac1d-f861411cfe69 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] 10.222.0.42 "GET /v2.0/security-groups?id=299f4eee-9f08-4ab2-9699-a166ce9b5c35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334606 Mar 29 16:06:02.563124 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-32c50182-4f77-4a5c-bc90-dafbab6ce06e req-203ed183-02d7-4cc9-b07c-89ba9c0d1cff tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/security-groups?id=9ca13a82-8548-447c-a9a1-a1fa7edff5b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324056 Mar 29 16:06:02.678752 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e700e98-7e76-4760-9dad-00fcf8373fec req-ea712dfa-c678-4ff4-9e8a-0a0737390874 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:06:02.680267 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-5e700e98-7e76-4760-9dad-00fcf8373fec req-ea712dfa-c678-4ff4-9e8a-0a0737390874 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/ports?device_id=4f24d3f6-64a3-452b-b656-94b2e3b74056 HTTP/1.1" status: 200 len: 945 time: 0.0519352 Mar 29 16:06:02.719663 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-5e700e98-7e76-4760-9dad-00fcf8373fec req-35d70e98-165c-4af4-9683-26714caabddd tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/security-groups?id=374804bf-1832-496a-a9bd-7f28df171a12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330255 Mar 29 16:06:02.781960 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-163b246c-af02-4fd0-ab49-d7183a5ad3c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:06:02.840800 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cce23d0-2123-4a3f-8acd-a5f6be3874bb req-5360e281-ebf4-4eff-a6a4-325f44a83e7d tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:06:02.842258 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-6cce23d0-2123-4a3f-8acd-a5f6be3874bb req-5360e281-ebf4-4eff-a6a4-325f44a83e7d tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/ports?device_id=4f24d3f6-64a3-452b-b656-94b2e3b74056 HTTP/1.1" status: 200 len: 945 time: 0.0497427 Mar 29 16:06:02.880098 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-6cce23d0-2123-4a3f-8acd-a5f6be3874bb req-ef5c1639-de22-4ee6-b1c8-b131081c07e1 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/security-groups?id=374804bf-1832-496a-a9bd-7f28df171a12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309601 Mar 29 16:06:02.995806 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352018ea-3b3e-4efc-8f86-960a60012988 req-49728ff7-9e48-4581-9e59-f8913209eb3a tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:06:02.997270 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-352018ea-3b3e-4efc-8f86-960a60012988 req-49728ff7-9e48-4581-9e59-f8913209eb3a tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/ports?device_id=4f24d3f6-64a3-452b-b656-94b2e3b74056 HTTP/1.1" status: 200 len: 945 time: 0.0529358 Mar 29 16:06:03.035127 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-352018ea-3b3e-4efc-8f86-960a60012988 req-b079aef8-ea88-4729-8aa5-e4b4a7e0a593 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/security-groups?id=374804bf-1832-496a-a9bd-7f28df171a12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318489 Mar 29 16:06:03.147748 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c6de4e-d67c-4a60-a5d3-7216b0aa32ac req-ddeb5639-0f61-4bae-835b-a304f08bf120 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:06:03.149303 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-73c6de4e-d67c-4a60-a5d3-7216b0aa32ac req-ddeb5639-0f61-4bae-835b-a304f08bf120 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/ports?device_id=4f24d3f6-64a3-452b-b656-94b2e3b74056 HTTP/1.1" status: 200 len: 945 time: 0.0485294 Mar 29 16:06:03.187169 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-73c6de4e-d67c-4a60-a5d3-7216b0aa32ac req-cb58069d-ca2b-42e1-ad2e-33fc7e7eaac9 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/security-groups?id=374804bf-1832-496a-a9bd-7f28df171a12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319118 Mar 29 16:06:03.384134 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4930a1c2-6ca5-4ea8-9356-eefbf459da25 req-97b2ee11-2610-4af8-9660-5eb5c897bc66 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:06:03.385604 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-4930a1c2-6ca5-4ea8-9356-eefbf459da25 req-97b2ee11-2610-4af8-9660-5eb5c897bc66 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/ports?device_id=4f24d3f6-64a3-452b-b656-94b2e3b74056 HTTP/1.1" status: 200 len: 945 time: 0.0536141 Mar 29 16:06:03.422632 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-4930a1c2-6ca5-4ea8-9356-eefbf459da25 req-c5c5ec05-8d09-4a30-b64b-56126cd8f8e4 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/security-groups?id=374804bf-1832-496a-a9bd-7f28df171a12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310090 Mar 29 16:06:03.682511 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2dd810-ec32-4ca0-86ab-725621c732c9 req-202b8968-1e69-48e7-9229-d774062acc59 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:06:03.684001 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-3d2dd810-ec32-4ca0-86ab-725621c732c9 req-202b8968-1e69-48e7-9229-d774062acc59 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd8e3388-810b-42c2-83e9-f7b4e3d0dd7b HTTP/1.1" status: 200 len: 946 time: 0.0480974 Mar 29 16:06:03.721284 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-3d2dd810-ec32-4ca0-86ab-725621c732c9 req-96e88e43-4423-4ccb-b698-b0165e6e3f44 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] 10.222.0.42 "GET /v2.0/security-groups?id=299f4eee-9f08-4ab2-9699-a166ce9b5c35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310302 Mar 29 16:06:04.214291 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d71584b9-87f1-45f5-84c7-c993c2416269 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:06:04.277069 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b2f65d-3aaa-43b4-984a-29370017903a req-02eda0dc-969b-4295-9633-66a16987df39 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:06:04.278524 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b9b2f65d-3aaa-43b4-984a-29370017903a req-02eda0dc-969b-4295-9633-66a16987df39 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] 10.222.0.44 "GET /v2.0/ports?device_id=bd8e3388-810b-42c2-83e9-f7b4e3d0dd7b HTTP/1.1" status: 200 len: 946 time: 0.0503457 Mar 29 16:06:04.375960 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [req-b9b2f65d-3aaa-43b4-984a-29370017903a req-55dc5ca3-341b-4580-8bc1-af81a88b6a76 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] Deleting port b5e9510a-130c-43b6-8f2a-559b817aa9da {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:06:04.376296 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-b9b2f65d-3aaa-43b4-984a-29370017903a req-55dc5ca3-341b-4580-8bc1-af81a88b6a76 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:06:04.467487 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-b9b2f65d-3aaa-43b4-984a-29370017903a req-55dc5ca3-341b-4580-8bc1-af81a88b6a76 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] For port b5e9510a-130c-43b6-8f2a-559b817aa9da, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=b5e9510a-130c-43b6-8f2a-559b817aa9da,segment=NetworkSegment(b3edd697-c981-4e3c-9ae1-cbcf1935405e),segment_id=b3edd697-c981-4e3c-9ae1-cbcf1935405e)] {{(pid=102791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:06:04.467788 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-b9b2f65d-3aaa-43b4-984a-29370017903a req-55dc5ca3-341b-4580-8bc1-af81a88b6a76 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:06:04.545601 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d51985-3282-4bcf-b4a0-bda4cf05fd0c req-1f2db656-8ba9-4e5b-8035-4b142ca339d8 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:06:04.547087 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-e0d51985-3282-4bcf-b4a0-bda4cf05fd0c req-1f2db656-8ba9-4e5b-8035-4b142ca339d8 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/ports?device_id=4f24d3f6-64a3-452b-b656-94b2e3b74056 HTTP/1.1" status: 200 len: 945 time: 0.0495193 Mar 29 16:06:04.587184 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-e0d51985-3282-4bcf-b4a0-bda4cf05fd0c req-822fac15-b714-4a14-8681-615e0fdd9caa tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/security-groups?id=374804bf-1832-496a-a9bd-7f28df171a12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333073 Mar 29 16:06:04.647296 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-b9b2f65d-3aaa-43b4-984a-29370017903a req-55dc5ca3-341b-4580-8bc1-af81a88b6a76 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:06:04.647660 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-b9b2f65d-3aaa-43b4-984a-29370017903a req-55dc5ca3-341b-4580-8bc1-af81a88b6a76 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648212'] for floatingip, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:06:04.647969 n-d-834765-1 neutron-server[102791]: INFO neutron.db.l3_db [req-b9b2f65d-3aaa-43b4-984a-29370017903a req-55dc5ca3-341b-4580-8bc1-af81a88b6a76 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] Floating IP f1a3f449-d6be-490a-8607-1107ce4af2d5 disassociated. External IP: 172.25.4.246, port: b5e9510a-130c-43b6-8f2a-559b817aa9da. Mar 29 16:06:04.648300 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [req-b9b2f65d-3aaa-43b4-984a-29370017903a req-55dc5ca3-341b-4580-8bc1-af81a88b6a76 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] Calling delete_port for b5e9510a-130c-43b6-8f2a-559b817aa9da owned by compute:nova {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:06:04.771377 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-b9b2f65d-3aaa-43b4-984a-29370017903a req-55dc5ca3-341b-4580-8bc1-af81a88b6a76 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:06:04.805090 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55dc5ca3-341b-4580-8bc1-af81a88b6a76 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] Pushing event deleted for resources: {'Port': ['ID=b5e9510a-130c-43b6-8f2a-559b817aa9da,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:06:04.835879 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-99d46dd9-24d7-4d14-9332-ca707080458f req-a9015dba-0910-4239-af9e-92b3db7cc9b1 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd8e3388-810b-42c2-83e9-f7b4e3d0dd7b HTTP/1.1" status: 200 len: 210 time: 0.0318587 Mar 29 16:06:05.257122 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b9b2f65d-3aaa-43b4-984a-29370017903a req-55dc5ca3-341b-4580-8bc1-af81a88b6a76 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] Router 5dd1bdd8-dcfc-4db1-9ead-4fc6597d63be has already been hosted by L3 agent c648d819-1060-4f26-b4ec-6455387b5dff {{(pid=102791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 16:06:05.369578 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b9b2f65d-3aaa-43b4-984a-29370017903a req-55dc5ca3-341b-4580-8bc1-af81a88b6a76 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 16:06:05.380292 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c053092-ed16-42a6-89fc-3c681a4a2b84 None None] Sync routers for ids ['5dd1bdd8-dcfc-4db1-9ead-4fc6597d63be'] in n-d-834765-1 {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 16:06:05.389981 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c053092-ed16-42a6-89fc-3c681a4a2b84 None None] Routers {'5dd1bdd8-dcfc-4db1-9ead-4fc6597d63be'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:06:05.390533 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-6c053092-ed16-42a6-89fc-3c681a4a2b84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:06:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['5dd1bdd8-dcfc-4db1-9ead-4fc6597d63be'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:06:05.409399 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9b2f65d-3aaa-43b4-984a-29370017903a req-55dc5ca3-341b-4580-8bc1-af81a88b6a76 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] No DVR routers for this DVR port b5e9510a-130c-43b6-8f2a-559b817aa9da on host n-h1-834765-1 {{(pid=102791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 16:06:05.412210 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-b9b2f65d-3aaa-43b4-984a-29370017903a req-55dc5ca3-341b-4580-8bc1-af81a88b6a76 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:06:05.415601 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b9b2f65d-3aaa-43b4-984a-29370017903a req-55dc5ca3-341b-4580-8bc1-af81a88b6a76 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] 10.222.0.44 "DELETE /v2.0/ports/b5e9510a-130c-43b6-8f2a-559b817aa9da HTTP/1.1" status: 204 len: 173 time: 1.1314559 Mar 29 16:06:05.416047 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd8e3388-810b-42c2-83e9-f7b4e3d0dd7b', 'name': 'network-vif-deleted', 'tag': 'b5e9510a-130c-43b6-8f2a-559b817aa9da'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:06:05.418326 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c67b028db5e9b9818fecc5c0a87ebc6f190694fa53ca267d523e04f98de536d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35697f21-4380-429b-a7a6-0e9a5f86290f" -d '{"events": [{"server_uuid": "bd8e3388-810b-42c2-83e9-f7b4e3d0dd7b", "name": "network-vif-deleted", "tag": "b5e9510a-130c-43b6-8f2a-559b817aa9da"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:06:05.465933 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 16:06:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84823da1-e06e-4da2-98e0-d56bb76faa2f x-openstack-request-id: req-84823da1-e06e-4da2-98e0-d56bb76faa2f {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:06:05.466224 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd8e3388-810b-42c2-83e9-f7b4e3d0dd7b", "name": "network-vif-deleted", "tag": "b5e9510a-130c-43b6-8f2a-559b817aa9da", "status": "completed", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:06:05.466475 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-84823da1-e06e-4da2-98e0-d56bb76faa2f {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:06:05.466862 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd8e3388-810b-42c2-83e9-f7b4e3d0dd7b', 'name': 'network-vif-deleted', 'tag': 'b5e9510a-130c-43b6-8f2a-559b817aa9da', 'status': 'completed', 'code': 200} Mar 29 16:06:05.494586 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device b17089f6-de09-4609-a23c-3be1f14dff7c no longer exists at agent hyperv_n-h1-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 16:06:05.538532 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvr_db [None req-6c053092-ed16-42a6-89fc-3c681a4a2b84 None None] Set router 5dd1bdd8-dcfc-4db1-9ead-4fc6597d63be gateway port host: n-d-834765-1 {{(pid=102792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:06:05.707883 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9e287f-b17f-4e1e-b3e3-8de26f16d57f req-37184af3-b704-4502-b027-2d4aee3f410b tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:06:05.709303 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-bf9e287f-b17f-4e1e-b3e3-8de26f16d57f req-37184af3-b704-4502-b027-2d4aee3f410b tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/ports?device_id=4f24d3f6-64a3-452b-b656-94b2e3b74056 HTTP/1.1" status: 200 len: 945 time: 0.0497308 Mar 29 16:06:05.754677 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-bf9e287f-b17f-4e1e-b3e3-8de26f16d57f req-27c5d41c-eafa-4a8f-a9d2-31ff2e31c2f1 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/security-groups?id=374804bf-1832-496a-a9bd-7f28df171a12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377274 Mar 29 16:06:05.783909 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-0cb6abf6-2706-4e52-8825-f5f644ecf9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:06:05.789783 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-6c053092-ed16-42a6-89fc-3c681a4a2b84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dd1bdd8-dcfc-4db1-9ead-4fc6597d63be', 'name': 'tempest-AttachVolumeShelveTestJSON-1222701838-router', 'tenant_id': '6549603cba104619bc496e118397db30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.212'}], 'enable_snat': True}, 'gw_port_id': '67fe4c71-0caf-4885-977f-d96643f0f894', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:01:42Z', 'updated_at': '2022-03-29T16:01:48Z', 'revision_number': 4, 'project_id': '6549603cba104619bc496e118397db30', 'gw_port': {'id': '67fe4c71-0caf-4885-977f-d96643f0f894', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:c8:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dd1bdd8-dcfc-4db1-9ead-4fc6597d63be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2974, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:01:43Z', 'updated_at': '2022-03-29T16:01:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': '131cce1e-71f7-45aa-b0f0-8d9f7123264f', 'name': '', 'network_id': 'bcacae85-6ca5-4d88-b7ab-d97534741bbe', 'tenant_id': '6549603cba104619bc496e118397db30', 'mac_address': 'fa:16:3e:88:c0:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dd1bdd8-dcfc-4db1-9ead-4fc6597d63be', 'device_owner': 'network:router_interface', 'standard_attr_id': 2975, 'fixed_ips': [{'subnet_id': 'a47225e3-f321-4c9c-823d-2d6e56b01612', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:01:47Z', 'updated_at': '2022-03-29T16:01:53Z', 'revision_number': 5, 'project_id': '6549603cba104619bc496e118397db30', 'subnets': [{'id': 'a47225e3-f321-4c9c-823d-2d6e56b01612', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:06:05.820008 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c053092-ed16-42a6-89fc-3c681a4a2b84 None None] Checking router: 5dd1bdd8-dcfc-4db1-9ead-4fc6597d63be for host: n-d-834765-1 {{(pid=102792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 16:06:05.828330 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c053092-ed16-42a6-89fc-3c681a4a2b84 None None] Routers {'5dd1bdd8-dcfc-4db1-9ead-4fc6597d63be'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:06:05.828942 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-6c053092-ed16-42a6-89fc-3c681a4a2b84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:06:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['5dd1bdd8-dcfc-4db1-9ead-4fc6597d63be'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:06:05.931696 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 51792) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:06:05.943496 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:06:05.953969 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvr_db [None req-6c053092-ed16-42a6-89fc-3c681a4a2b84 None None] Set router 5dd1bdd8-dcfc-4db1-9ead-4fc6597d63be gateway port host: n-d-834765-1 {{(pid=102792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:06:05.987841 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-fb04b1c1-5467-4a0c-91ca-4484a629b342 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] Notify callbacks [] for security_group, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:06:06.012177 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-fb04b1c1-5467-4a0c-91ca-4484a629b342 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:06:06.059032 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-fb04b1c1-5467-4a0c-91ca-4484a629b342 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:06:06.061921 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-fb04b1c1-5467-4a0c-91ca-4484a629b342 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:06:06.065533 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-fb04b1c1-5467-4a0c-91ca-4484a629b342 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] 10.222.0.42 "DELETE /v2.0/security-groups/299f4eee-9f08-4ab2-9699-a166ce9b5c35 HTTP/1.1" status: 204 len: 168 time: 0.1303706 Mar 29 16:06:06.066015 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 51794) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:06:06.074696 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb04b1c1-5467-4a0c-91ca-4484a629b342 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=299f4eee-9f08-4ab2-9699-a166ce9b5c35,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:06:06.082272 n-d-834765-1 neutron-server[102791]: INFO neutron.api.v2.resource [None req-6f086b99-01ec-4752-93d3-43d55c23b759 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] show failed (client error): The resource could not be found. Mar 29 16:06:06.083975 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-6f086b99-01ec-4752-93d3-43d55c23b759 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] 10.222.0.42 "GET /v2.0/security-groups/299f4eee-9f08-4ab2-9699-a166ce9b5c35 HTTP/1.1" status: 404 len: 347 time: 0.0157232 Mar 29 16:06:06.086882 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 51796) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:06:06.171187 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-6c053092-ed16-42a6-89fc-3c681a4a2b84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dd1bdd8-dcfc-4db1-9ead-4fc6597d63be', 'name': 'tempest-AttachVolumeShelveTestJSON-1222701838-router', 'tenant_id': '6549603cba104619bc496e118397db30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.212'}], 'enable_snat': True}, 'gw_port_id': '67fe4c71-0caf-4885-977f-d96643f0f894', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:01:42Z', 'updated_at': '2022-03-29T16:01:48Z', 'revision_number': 4, 'project_id': '6549603cba104619bc496e118397db30', 'gw_port': {'id': '67fe4c71-0caf-4885-977f-d96643f0f894', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:c8:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dd1bdd8-dcfc-4db1-9ead-4fc6597d63be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2974, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:01:43Z', 'updated_at': '2022-03-29T16:01:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': '131cce1e-71f7-45aa-b0f0-8d9f7123264f', 'name': '', 'network_id': 'bcacae85-6ca5-4d88-b7ab-d97534741bbe', 'tenant_id': '6549603cba104619bc496e118397db30', 'mac_address': 'fa:16:3e:88:c0:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dd1bdd8-dcfc-4db1-9ead-4fc6597d63be', 'device_owner': 'network:router_interface', 'standard_attr_id': 2975, 'fixed_ips': [{'subnet_id': 'a47225e3-f321-4c9c-823d-2d6e56b01612', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:01:47Z', 'updated_at': '2022-03-29T16:01:53Z', 'revision_number': 5, 'project_id': '6549603cba104619bc496e118397db30', 'subnets': [{'id': 'a47225e3-f321-4c9c-823d-2d6e56b01612', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:06:06.198703 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c053092-ed16-42a6-89fc-3c681a4a2b84 None None] The sync data for ids ['5dd1bdd8-dcfc-4db1-9ead-4fc6597d63be'] in n-d-834765-1 is: [{'id': '5dd1bdd8-dcfc-4db1-9ead-4fc6597d63be', 'name': 'tempest-AttachVolumeShelveTestJSON-1222701838-router', 'tenant_id': '6549603cba104619bc496e118397db30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.212'}], 'enable_snat': True}, 'gw_port_id': '67fe4c71-0caf-4885-977f-d96643f0f894', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:01:42Z', 'updated_at': '2022-03-29T16:01:48Z', 'revision_number': 4, 'project_id': '6549603cba104619bc496e118397db30', 'gw_port': {'id': '67fe4c71-0caf-4885-977f-d96643f0f894', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:c8:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dd1bdd8-dcfc-4db1-9ead-4fc6597d63be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2974, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:01:43Z', 'updated_at': '2022-03-29T16:01:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': '131cce1e-71f7-45aa-b0f0-8d9f7123264f', 'name': '', 'network_id': 'bcacae85-6ca5-4d88-b7ab-d97534741bbe', 'tenant_id': '6549603cba104619bc496e118397db30', 'mac_address': 'fa:16:3e:88:c0:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dd1bdd8-dcfc-4db1-9ead-4fc6597d63be', 'device_owner': 'network:router_interface', 'standard_attr_id': 2975, 'fixed_ips': [{'subnet_id': 'a47225e3-f321-4c9c-823d-2d6e56b01612', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:01:47Z', 'updated_at': '2022-03-29T16:01:53Z', 'revision_number': 5, 'project_id': '6549603cba104619bc496e118397db30', 'subnets': [{'id': 'a47225e3-f321-4c9c-823d-2d6e56b01612', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 16:06:06.214856 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-d64585b7-f437-4d0d-ba1d-179f6720ec2f tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] Deleting port 84078e7c-0cf9-45d6-844a-6ef708db2e5d {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:06:06.215201 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-d64585b7-f437-4d0d-ba1d-179f6720ec2f tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:06:06.294703 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-d64585b7-f437-4d0d-ba1d-179f6720ec2f tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:06:06.295031 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-d64585b7-f437-4d0d-ba1d-179f6720ec2f tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:06:06.307658 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-d64585b7-f437-4d0d-ba1d-179f6720ec2f tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] Calling delete_port for 84078e7c-0cf9-45d6-844a-6ef708db2e5d owned by network:floatingip {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:06:06.418088 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52c8fe26-f015-49e3-aaa9-dcad7c3fc7e4 None None] New status for floating IP f1a3f449-d6be-490a-8607-1107ce4af2d5: DOWN {{(pid=102793) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 16:06:06.449769 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-d64585b7-f437-4d0d-ba1d-179f6720ec2f tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:06:06.473544 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64585b7-f437-4d0d-ba1d-179f6720ec2f tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] Pushing event deleted for resources: {'Port': ['ID=84078e7c-0cf9-45d6-844a-6ef708db2e5d,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:06:06.493758 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.db.api [None req-52c8fe26-f015-49e3-aaa9-dcad7c3fc7e4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102793) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 29 16:06:06.494154 n-d-834765-1 neutron-server[102793]: DEBUG oslo_db.api [None req-52c8fe26-f015-49e3-aaa9-dcad7c3fc7e4 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 29 16:06:06.537743 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-d64585b7-f437-4d0d-ba1d-179f6720ec2f tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] Notify callbacks [] for floatingip, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:06:06.540206 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-d64585b7-f437-4d0d-ba1d-179f6720ec2f tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for floatingip, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:06:06.541364 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-d64585b7-f437-4d0d-ba1d-179f6720ec2f tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] 10.222.0.42 "DELETE /v2.0/floatingips/f1a3f449-d6be-490a-8607-1107ce4af2d5 HTTP/1.1" status: 204 len: 168 time: 0.4535418 Mar 29 16:06:06.785751 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 51802) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:06:06.790475 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-0fe9b30f-beda-41ed-93c3-cbeb753f7ae5 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] Request body: {'security_group': {'name': 'tempest-securitygroup--90184689', 'description': 'tempest-description--1253536841'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:06:06.810057 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-0fe9b30f-beda-41ed-93c3-cbeb753f7ae5 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] Notify callbacks [] for security_group, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:06:06.896947 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5955e796-c96c-491c-96d6-73f91fc6d1d3 req-648b0530-374b-47fc-bb0c-0522ffd1333e tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:06:06.898415 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-5955e796-c96c-491c-96d6-73f91fc6d1d3 req-648b0530-374b-47fc-bb0c-0522ffd1333e tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/ports?device_id=4f24d3f6-64a3-452b-b656-94b2e3b74056 HTTP/1.1" status: 200 len: 945 time: 0.0702894 Mar 29 16:06:06.931036 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-0fe9b30f-beda-41ed-93c3-cbeb753f7ae5 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] Notify callbacks [] for security_group, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:06:06.935749 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-0fe9b30f-beda-41ed-93c3-cbeb753f7ae5 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:06:06.966881 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-5955e796-c96c-491c-96d6-73f91fc6d1d3 req-e8ac6398-9868-4de5-811b-f3c1e85ac836 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/security-groups?id=374804bf-1832-496a-a9bd-7f28df171a12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580590 Mar 29 16:06:06.971669 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-0fe9b30f-beda-41ed-93c3-cbeb753f7ae5 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] Notify callbacks [] for security_group, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:06:06.973389 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-0fe9b30f-beda-41ed-93c3-cbeb753f7ae5 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1865780 Mar 29 16:06:06.976631 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 51804) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:06:06.981408 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe9b30f-beda-41ed-93c3-cbeb753f7ae5 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c02ba859-4a44-44b3-8791-1727c4ee7976,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:06:06.981843 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-a42b3d32-63b8-496f-bf74-a883c53a1469 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] Request body: {'security_group_rule': {'security_group_id': 'c02ba859-4a44-44b3-8791-1727c4ee7976', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:06:06.998775 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52c8fe26-f015-49e3-aaa9-dcad7c3fc7e4 None None] New status for floating IP f1a3f449-d6be-490a-8607-1107ce4af2d5: DOWN {{(pid=102793) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 16:06:07.013954 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-a42b3d32-63b8-496f-bf74-a883c53a1469 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:06:07.061787 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-a42b3d32-63b8-496f-bf74-a883c53a1469 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:06:07.067286 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-a42b3d32-63b8-496f-bf74-a883c53a1469 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610998'] for security_group_rule, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:06:07.087369 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42b3d32-63b8-496f-bf74-a883c53a1469 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0ab66cc-44ea-4955-8637-8f37c8e21c66,revision_number=0']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:06:07.092660 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-a42b3d32-63b8-496f-bf74-a883c53a1469 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:06:07.094314 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-a42b3d32-63b8-496f-bf74-a883c53a1469 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1160641 Mar 29 16:06:07.096681 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 51806) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:06:07.101566 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-1a053cbe-f3bc-4d2b-bc55-8b86b450a6ab tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] Request body: {'security_group_rule': {'security_group_id': 'c02ba859-4a44-44b3-8791-1727c4ee7976', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:06:07.124728 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-1a053cbe-f3bc-4d2b-bc55-8b86b450a6ab tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:06:07.180621 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-1a053cbe-f3bc-4d2b-bc55-8b86b450a6ab tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:06:07.184022 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-1a053cbe-f3bc-4d2b-bc55-8b86b450a6ab tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610998'] for security_group_rule, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:06:07.204003 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a053cbe-f3bc-4d2b-bc55-8b86b450a6ab tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51f8cbd7-a643-4c06-bc4e-7869caf60fb4,revision_number=0']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:06:07.209952 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-1a053cbe-f3bc-4d2b-bc55-8b86b450a6ab tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:06:07.211154 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-1a053cbe-f3bc-4d2b-bc55-8b86b450a6ab tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1134427 Mar 29 16:06:07.214262 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 51808) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:06:07.218660 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-ace0605e-be99-42f5-9a3b-cb9d88fa121c tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] Request body: {'floatingip': {'floating_network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:06:07.237421 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-ace0605e-be99-42f5-9a3b-cb9d88fa121c tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] Notify callbacks [] for floatingip, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:06:07.332900 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-ace0605e-be99-42f5-9a3b-cb9d88fa121c tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:06:07.438839 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_common [None req-ace0605e-be99-42f5-9a3b-cb9d88fa121c tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] Allocated IP 172.25.4.162 (4a4a035d-ecac-4ead-baa3-25f90788773a/e1a353dc-fac8-4901-a63c-273840237d6a/4429c4fe-a0c5-4b54-8dcc-fe783c1fb629) {{(pid=102791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:06:07.469376 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device b5e9510a-130c-43b6-8f2a-559b817aa9da no longer exists at agent hyperv_n-h1-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 16:06:07.489399 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] No Port match for: b5e9510a-130c-43b6-8f2a-559b817aa9da {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 16:06:07.489744 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device b5e9510a-130c-43b6-8f2a-559b817aa9da not bound to the agent host n-h1-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 16:06:07.539651 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-ace0605e-be99-42f5-9a3b-cb9d88fa121c tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] Notify callbacks [] for port, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:06:07.573216 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-ace0605e-be99-42f5-9a3b-cb9d88fa121c tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:06:07.614341 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ace0605e-be99-42f5-9a3b-cb9d88fa121c tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] Network 4a4a035d-ecac-4ead-baa3-25f90788773a is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:06:07.617139 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [None req-ace0605e-be99-42f5-9a3b-cb9d88fa121c tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:06:07.619540 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ace0605e-be99-42f5-9a3b-cb9d88fa121c tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] Received port after_create {{(pid=102791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:06:07.650151 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace0605e-be99-42f5-9a3b-cb9d88fa121c tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] Pushing event updated for resources: {'Port': ['ID=4429c4fe-a0c5-4b54-8dcc-fe783c1fb629,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:06:07.710467 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-ace0605e-be99-42f5-9a3b-cb9d88fa121c tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:06:07.742852 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-ace0605e-be99-42f5-9a3b-cb9d88fa121c tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:06:07.890503 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-ace0605e-be99-42f5-9a3b-cb9d88fa121c tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] Notify callbacks [] for port, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:06:07.894767 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-ace0605e-be99-42f5-9a3b-cb9d88fa121c tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:06:07.959284 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace0605e-be99-42f5-9a3b-cb9d88fa121c tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] Pushing event updated for resources: {'Port': ['ID=4429c4fe-a0c5-4b54-8dcc-fe783c1fb629,revision_number=2']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:06:07.970452 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-ace0605e-be99-42f5-9a3b-cb9d88fa121c tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648212'] for floatingip, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:06:07.985421 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-ace0605e-be99-42f5-9a3b-cb9d88fa121c tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for floatingip, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:06:07.986636 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-ace0605e-be99-42f5-9a3b-cb9d88fa121c tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7713678 Mar 29 16:06:08.088325 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a5c10e-a23f-40b1-b463-f9dfcb040e77 req-d75879f6-5065-4537-88df-f1a9bae3d3a0 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:06:08.089861 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-04a5c10e-a23f-40b1-b463-f9dfcb040e77 req-d75879f6-5065-4537-88df-f1a9bae3d3a0 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/ports?device_id=4f24d3f6-64a3-452b-b656-94b2e3b74056 HTTP/1.1" status: 200 len: 945 time: 0.0508382 Mar 29 16:06:08.130378 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-04a5c10e-a23f-40b1-b463-f9dfcb040e77 req-60b338ca-477b-4b5a-835a-78ef6574a21b tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/security-groups?id=374804bf-1832-496a-a9bd-7f28df171a12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343180 Mar 29 16:06:08.174799 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f8b01bc9-7261-4a99-b801-6d533745793c req-8a5f7926-5927-4fec-a396-a10a246867c9 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--90184689&fields=id&tenant_id=6549603cba104619bc496e118397db30 HTTP/1.1" status: 200 len: 267 time: 0.0342202 Mar 29 16:06:08.282979 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b01bc9-7261-4a99-b801-6d533745793c req-0f0c528f-dc67-444f-9443-a081f11b5d9b tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:06:08.284439 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f8b01bc9-7261-4a99-b801-6d533745793c req-0f0c528f-dc67-444f-9443-a081f11b5d9b tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] 10.222.0.42 "GET /v2.0/networks?id=bcacae85-6ca5-4d88-b7ab-d97534741bbe HTTP/1.1" status: 200 len: 817 time: 0.1020803 Mar 29 16:06:08.299128 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f8b01bc9-7261-4a99-b801-6d533745793c req-93d13c0b-0e79-4637-a995-74501f3fc17a tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] 10.222.0.42 "GET /v2.0/quotas/6549603cba104619bc496e118397db30 HTTP/1.1" status: 200 len: 375 time: 0.0087757 Mar 29 16:06:08.352092 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f8b01bc9-7261-4a99-b801-6d533745793c req-d85285b8-b776-4647-b033-f907303aed59 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=6549603cba104619bc496e118397db30&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0471568 Mar 29 16:06:08.450273 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f8b01bc9-7261-4a99-b801-6d533745793c req-3c3be3d8-3097-4549-a251-904ab4085163 service neutron] 10.222.0.42 "GET /v2.0/networks/bcacae85-6ca5-4d88-b7ab-d97534741bbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866652 Mar 29 16:06:08.538975 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f8b01bc9-7261-4a99-b801-6d533745793c req-d664ee66-d411-42f4-80df-816f1ed0e446 service neutron] 10.222.0.42 "GET /v2.0/networks/bcacae85-6ca5-4d88-b7ab-d97534741bbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819440 Mar 29 16:06:08.703329 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-6cebdee2-8903-417e-aa87-ce064067e58e req-dc564ba1-f811-4839-a7fa-8f26943d2e5c tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5123912-7357-4143-8a30-51a87d6d3d5d HTTP/1.1" status: 200 len: 210 time: 0.0319996 Mar 29 16:06:09.233284 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.agents_db [None req-59735a15-725e-44d4-9ad5-95cbe356f209 None None] Agent healthcheck: found 7 active agents {{(pid=102793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 16:06:09.257178 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b767e4-b4c5-4eea-9385-f2c9eaf3c193 req-cb2a1b0d-4276-4997-9bb1-883a1d3063e8 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:06:09.258657 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-57b767e4-b4c5-4eea-9385-f2c9eaf3c193 req-cb2a1b0d-4276-4997-9bb1-883a1d3063e8 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/ports?device_id=4f24d3f6-64a3-452b-b656-94b2e3b74056 HTTP/1.1" status: 200 len: 945 time: 0.0545886 Mar 29 16:06:09.296509 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-57b767e4-b4c5-4eea-9385-f2c9eaf3c193 req-07f6780f-c4bd-43aa-959e-ee4d1ad6df25 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/security-groups?id=374804bf-1832-496a-a9bd-7f28df171a12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315351 Mar 29 16:06:09.600014 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b01bc9-7261-4a99-b801-6d533745793c req-5e317ff2-3867-4a4e-97da-1c0f6cea022a tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:06:09.601475 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f8b01bc9-7261-4a99-b801-6d533745793c req-5e317ff2-3867-4a4e-97da-1c0f6cea022a tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] 10.222.0.44 "GET /v2.0/networks?id=bcacae85-6ca5-4d88-b7ab-d97534741bbe HTTP/1.1" status: 200 len: 817 time: 0.1020234 Mar 29 16:06:09.645928 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f8b01bc9-7261-4a99-b801-6d533745793c req-b1936d04-8dc1-4256-9c71-7ad1e0873702 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6549603cba104619bc496e118397db30 HTTP/1.1" status: 200 len: 378 time: 0.0347540 Mar 29 16:06:09.655115 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [req-f8b01bc9-7261-4a99-b801-6d533745793c req-1f48a2ed-66c8-4898-b5fb-1c53379e9e7d tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] Request body: {'port': {'device_id': 'f5123912-7357-4143-8a30-51a87d6d3d5d', 'network_id': 'bcacae85-6ca5-4d88-b7ab-d97534741bbe', 'admin_state_up': True, 'tenant_id': '6549603cba104619bc496e118397db30', 'security_groups': ['c02ba859-4a44-44b3-8791-1727c4ee7976']}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:06:09.766653 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8b01bc9-7261-4a99-b801-6d533745793c req-1f48a2ed-66c8-4898-b5fb-1c53379e9e7d tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] Made reservation on behalf of 6549603cba104619bc496e118397db30 for: {'port': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:06:09.770786 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-f8b01bc9-7261-4a99-b801-6d533745793c req-1f48a2ed-66c8-4898-b5fb-1c53379e9e7d tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:06:09.809985 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-6ee35e72-5958-4aa1-a169-3fd59f6139a3 req-31fabba0-b8ef-49b8-ab67-3fc4c59e5abb tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5123912-7357-4143-8a30-51a87d6d3d5d HTTP/1.1" status: 200 len: 210 time: 0.0269470 Mar 29 16:06:09.900382 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_common [req-f8b01bc9-7261-4a99-b801-6d533745793c req-1f48a2ed-66c8-4898-b5fb-1c53379e9e7d tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] Allocated IP 172.20.0.8 (bcacae85-6ca5-4d88-b7ab-d97534741bbe/a47225e3-f321-4c9c-823d-2d6e56b01612/6af8fa21-eb22-4fc9-9f3c-3b2a092c0bcb) {{(pid=102791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:06:10.032283 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-f8b01bc9-7261-4a99-b801-6d533745793c req-1f48a2ed-66c8-4898-b5fb-1c53379e9e7d tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] Notify callbacks [] for port, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:06:10.064583 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-f8b01bc9-7261-4a99-b801-6d533745793c req-1f48a2ed-66c8-4898-b5fb-1c53379e9e7d tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:06:10.113139 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8b01bc9-7261-4a99-b801-6d533745793c req-1f48a2ed-66c8-4898-b5fb-1c53379e9e7d tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] Network bcacae85-6ca5-4d88-b7ab-d97534741bbe is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:06:10.116354 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [req-f8b01bc9-7261-4a99-b801-6d533745793c req-1f48a2ed-66c8-4898-b5fb-1c53379e9e7d tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:06:10.120029 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8b01bc9-7261-4a99-b801-6d533745793c req-1f48a2ed-66c8-4898-b5fb-1c53379e9e7d tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] Received port after_create {{(pid=102791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:06:10.146740 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f48a2ed-66c8-4898-b5fb-1c53379e9e7d tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] Pushing event updated for resources: {'Port': ['ID=6af8fa21-eb22-4fc9-9f3c-3b2a092c0bcb,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:06:10.176002 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b01bc9-7261-4a99-b801-6d533745793c req-1f48a2ed-66c8-4898-b5fb-1c53379e9e7d tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:06:10.176634 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-f8b01bc9-7261-4a99-b801-6d533745793c req-1f48a2ed-66c8-4898-b5fb-1c53379e9e7d tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:06:10.193974 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f8b01bc9-7261-4a99-b801-6d533745793c req-1f48a2ed-66c8-4898-b5fb-1c53379e9e7d tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5424392 Mar 29 16:06:10.206054 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [req-f8b01bc9-7261-4a99-b801-6d533745793c req-8a92f557-f491-42ce-95fa-0b001d617db5 service neutron] Request body: {'port': {'device_id': 'f5123912-7357-4143-8a30-51a87d6d3d5d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834765-1'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:06:10.262195 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-f8b01bc9-7261-4a99-b801-6d533745793c req-8a92f557-f491-42ce-95fa-0b001d617db5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:06:10.375563 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-38d88ef4-3ac1-4451-b63c-a7bf86ad87ca None None] Provisioning complete for port 6af8fa21-eb22-4fc9-9f3c-3b2a092c0bcb triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:06:10.376177 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-38d88ef4-3ac1-4451-b63c-a7bf86ad87ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:06:10.412903 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-38d88ef4-3ac1-4451-b63c-a7bf86ad87ca None None] Port 6af8fa21-eb22-4fc9-9f3c-3b2a092c0bcb cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 16:06:10.450627 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbbd196-a3d5-4728-b2e6-db48b8763e92 req-4253b46d-3159-4bb3-bbfb-4d68bec95a64 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:06:10.452139 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4dbbd196-a3d5-4728-b2e6-db48b8763e92 req-4253b46d-3159-4bb3-bbfb-4d68bec95a64 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/ports?device_id=4f24d3f6-64a3-452b-b656-94b2e3b74056 HTTP/1.1" status: 200 len: 945 time: 0.0833788 Mar 29 16:06:10.530509 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4dbbd196-a3d5-4728-b2e6-db48b8763e92 req-89d530fc-d6d7-4d89-b4cc-463078ea9374 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/security-groups?id=374804bf-1832-496a-a9bd-7f28df171a12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503461 Mar 29 16:06:10.592460 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [req-f8b01bc9-7261-4a99-b801-6d533745793c req-8a92f557-f491-42ce-95fa-0b001d617db5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6af8fa21-eb22-4fc9-9f3c-3b2a092c0bcb {{(pid=102791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 16:06:10.600209 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-f8b01bc9-7261-4a99-b801-6d533745793c req-8a92f557-f491-42ce-95fa-0b001d617db5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:06:10.611889 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.provisioning_blocks [req-f8b01bc9-7261-4a99-b801-6d533745793c req-8a92f557-f491-42ce-95fa-0b001d617db5 service neutron] Transition to ACTIVE for port object 6af8fa21-eb22-4fc9-9f3c-3b2a092c0bcb will not be triggered until provisioned by entity L2. {{(pid=102791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 16:06:10.615651 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-f8b01bc9-7261-4a99-b801-6d533745793c req-8a92f557-f491-42ce-95fa-0b001d617db5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:06:10.670682 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a92f557-f491-42ce-95fa-0b001d617db5 service neutron] Pushing event updated for resources: {'Port': ['ID=6af8fa21-eb22-4fc9-9f3c-3b2a092c0bcb,revision_number=2']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:06:10.747568 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-f8b01bc9-7261-4a99-b801-6d533745793c req-8a92f557-f491-42ce-95fa-0b001d617db5 service neutron] Attempting to bind port 6af8fa21-eb22-4fc9-9f3c-3b2a092c0bcb on host n-h1-834765-1 for vnic_type normal with profile {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 16:06:10.748059 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-f8b01bc9-7261-4a99-b801-6d533745793c req-8a92f557-f491-42ce-95fa-0b001d617db5 service neutron] Attempting to bind port 6af8fa21-eb22-4fc9-9f3c-3b2a092c0bcb by drivers openvswitch,hyperv on host n-h1-834765-1 at level 0 using segments [{'id': 'b3edd697-c981-4e3c-9ae1-cbcf1935405e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'bcacae85-6ca5-4d88-b7ab-d97534741bbe'}] {{(pid=102791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 16:06:10.748390 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8b01bc9-7261-4a99-b801-6d533745793c req-8a92f557-f491-42ce-95fa-0b001d617db5 service neutron] Attempting to bind port 6af8fa21-eb22-4fc9-9f3c-3b2a092c0bcb on network bcacae85-6ca5-4d88-b7ab-d97534741bbe {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 16:06:10.752967 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8b01bc9-7261-4a99-b801-6d533745793c req-8a92f557-f491-42ce-95fa-0b001d617db5 service neutron] Port 6af8fa21-eb22-4fc9-9f3c-3b2a092c0bcb on network bcacae85-6ca5-4d88-b7ab-d97534741bbe not bound, no agent of type Open vSwitch agent registered on host n-h1-834765-1 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 16:06:10.753316 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8b01bc9-7261-4a99-b801-6d533745793c req-8a92f557-f491-42ce-95fa-0b001d617db5 service neutron] Attempting to bind port 6af8fa21-eb22-4fc9-9f3c-3b2a092c0bcb on network bcacae85-6ca5-4d88-b7ab-d97534741bbe {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 16:06:10.758445 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8b01bc9-7261-4a99-b801-6d533745793c req-8a92f557-f491-42ce-95fa-0b001d617db5 service neutron] Checking agent: {'id': 'be375040-5069-4239-9460-a3a3213e1e90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 33, 18), 'started_at': datetime.datetime(2022, 3, 29, 15, 33, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 16, 5, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 16:06:10.758782 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8b01bc9-7261-4a99-b801-6d533745793c req-8a92f557-f491-42ce-95fa-0b001d617db5 service neutron] Checking segment: {'id': 'b3edd697-c981-4e3c-9ae1-cbcf1935405e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'bcacae85-6ca5-4d88-b7ab-d97534741bbe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 16:06:10.759161 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8b01bc9-7261-4a99-b801-6d533745793c req-8a92f557-f491-42ce-95fa-0b001d617db5 service neutron] Bound using segment: {'id': 'b3edd697-c981-4e3c-9ae1-cbcf1935405e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'bcacae85-6ca5-4d88-b7ab-d97534741bbe'} {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 16:06:10.759617 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-f8b01bc9-7261-4a99-b801-6d533745793c req-8a92f557-f491-42ce-95fa-0b001d617db5 service neutron] Bound port: 6af8fa21-eb22-4fc9-9f3c-3b2a092c0bcb, host: n-h1-834765-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3edd697-c981-4e3c-9ae1-cbcf1935405e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'bcacae85-6ca5-4d88-b7ab-d97534741bbe'}}] {{(pid=102791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 16:06:10.760012 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-f8b01bc9-7261-4a99-b801-6d533745793c req-8a92f557-f491-42ce-95fa-0b001d617db5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:06:10.826357 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-f8b01bc9-7261-4a99-b801-6d533745793c req-8a92f557-f491-42ce-95fa-0b001d617db5 service neutron] For port 6af8fa21-eb22-4fc9-9f3c-3b2a092c0bcb, host n-h1-834765-1, cleared binding levels {{(pid=102791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 16:06:10.829548 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-f8b01bc9-7261-4a99-b801-6d533745793c req-8a92f557-f491-42ce-95fa-0b001d617db5 service neutron] For port 6af8fa21-eb22-4fc9-9f3c-3b2a092c0bcb, host n-h1-834765-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=6af8fa21-eb22-4fc9-9f3c-3b2a092c0bcb,segment=NetworkSegment(b3edd697-c981-4e3c-9ae1-cbcf1935405e),segment_id=b3edd697-c981-4e3c-9ae1-cbcf1935405e)] {{(pid=102791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 16:06:10.834114 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-f8b01bc9-7261-4a99-b801-6d533745793c req-8a92f557-f491-42ce-95fa-0b001d617db5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:06:10.870623 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b01bc9-7261-4a99-b801-6d533745793c req-8a92f557-f491-42ce-95fa-0b001d617db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:06:10.871234 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-f8b01bc9-7261-4a99-b801-6d533745793c req-8a92f557-f491-42ce-95fa-0b001d617db5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:06:10.873169 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f8b01bc9-7261-4a99-b801-6d533745793c req-8a92f557-f491-42ce-95fa-0b001d617db5 service neutron] 10.222.0.44 "PUT /v2.0/ports/6af8fa21-eb22-4fc9-9f3c-3b2a092c0bcb HTTP/1.1" status: 200 len: 1091 time: 0.6707799 Mar 29 16:06:10.873169 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5123912-7357-4143-8a30-51a87d6d3d5d', 'tag': '6af8fa21-eb22-4fc9-9f3c-3b2a092c0bcb'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:06:10.875352 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c67b028db5e9b9818fecc5c0a87ebc6f190694fa53ca267d523e04f98de536d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e918699-b20e-464f-a709-06ffb6377f86" -d '{"events": [{"name": "network-changed", "server_uuid": "f5123912-7357-4143-8a30-51a87d6d3d5d", "tag": "6af8fa21-eb22-4fc9-9f3c-3b2a092c0bcb"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:06:10.931361 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 16:06:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dd29e42-340e-4d41-8c7a-f59901c4a7d5 x-openstack-request-id: req-8dd29e42-340e-4d41-8c7a-f59901c4a7d5 {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:06:10.931648 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5123912-7357-4143-8a30-51a87d6d3d5d", "tag": "6af8fa21-eb22-4fc9-9f3c-3b2a092c0bcb", "status": "completed", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:06:10.931900 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8dd29e42-340e-4d41-8c7a-f59901c4a7d5 {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:06:10.932292 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5123912-7357-4143-8a30-51a87d6d3d5d', 'tag': '6af8fa21-eb22-4fc9-9f3c-3b2a092c0bcb', 'status': 'completed', 'code': 200} Mar 29 16:06:10.952143 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8ce636-6fef-4690-9b35-7b7c3f5185da req-d937f3eb-e21d-4341-8b78-e5c2b15fad05 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:06:10.955788 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-2c8ce636-6fef-4690-9b35-7b7c3f5185da req-d937f3eb-e21d-4341-8b78-e5c2b15fad05 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5123912-7357-4143-8a30-51a87d6d3d5d HTTP/1.1" status: 200 len: 943 time: 0.0670056 Mar 29 16:06:10.966388 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a92f557-f491-42ce-95fa-0b001d617db5 service neutron] Pushing event updated for resources: {'Port': ['ID=6af8fa21-eb22-4fc9-9f3c-3b2a092c0bcb,revision_number=3']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:06:10.984142 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b01bc9-7261-4a99-b801-6d533745793c req-37452963-c921-48df-bcc0-b47a58ea9050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:06:10.985707 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f8b01bc9-7261-4a99-b801-6d533745793c req-37452963-c921-48df-bcc0-b47a58ea9050 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6549603cba104619bc496e118397db30&device_id=f5123912-7357-4143-8a30-51a87d6d3d5d HTTP/1.1" status: 200 len: 1094 time: 0.0562646 Mar 29 16:06:11.001021 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-2c8ce636-6fef-4690-9b35-7b7c3f5185da req-e1b0f016-25b4-4b41-8456-a1f574eff7c3 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] 10.222.0.42 "GET /v2.0/security-groups?id=c02ba859-4a44-44b3-8791-1727c4ee7976&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0396979 Mar 29 16:06:11.036053 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f8b01bc9-7261-4a99-b801-6d533745793c req-ae61b274-0e42-476a-bb2f-b02cb89dff7e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6af8fa21-eb22-4fc9-9f3c-3b2a092c0bcb HTTP/1.1" status: 200 len: 217 time: 0.0419760 Mar 29 16:06:11.087369 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b01bc9-7261-4a99-b801-6d533745793c req-5f103b7b-4474-4f5b-9a89-54def0a8cb31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:06:11.088849 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f8b01bc9-7261-4a99-b801-6d533745793c req-5f103b7b-4474-4f5b-9a89-54def0a8cb31 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a47225e3-f321-4c9c-823d-2d6e56b01612 HTTP/1.1" status: 200 len: 856 time: 0.0477161 Mar 29 16:06:11.141486 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b01bc9-7261-4a99-b801-6d533745793c req-ceea46b3-49f9-4300-93c2-435c360369d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:06:11.143018 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f8b01bc9-7261-4a99-b801-6d533745793c req-ceea46b3-49f9-4300-93c2-435c360369d0 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=bcacae85-6ca5-4d88-b7ab-d97534741bbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0476112 Mar 29 16:06:11.236244 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f8b01bc9-7261-4a99-b801-6d533745793c req-957ff362-b87d-4149-93af-8acddd55e357 service neutron] 10.222.0.44 "GET /v2.0/networks/bcacae85-6ca5-4d88-b7ab-d97534741bbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867372 Mar 29 16:06:11.329283 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f8b01bc9-7261-4a99-b801-6d533745793c req-28390cf4-00a4-493d-86ed-9264f033299b service neutron] 10.222.0.44 "GET /v2.0/networks/bcacae85-6ca5-4d88-b7ab-d97534741bbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871150 Mar 29 16:06:11.415925 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e918699-b20e-464f-a709-06ffb6377f86 req-d57318da-659a-4b16-94b1-86d6912d8dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:06:11.417428 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-9e918699-b20e-464f-a709-06ffb6377f86 req-d57318da-659a-4b16-94b1-86d6912d8dd5 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6549603cba104619bc496e118397db30&device_id=f5123912-7357-4143-8a30-51a87d6d3d5d HTTP/1.1" status: 200 len: 1094 time: 0.0401969 Mar 29 16:06:11.510580 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e918699-b20e-464f-a709-06ffb6377f86 req-539d46fd-10e8-45e3-af53-185e188d14d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:06:11.512102 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-9e918699-b20e-464f-a709-06ffb6377f86 req-539d46fd-10e8-45e3-af53-185e188d14d3 service neutron] 10.222.0.44 "GET /v2.0/networks?id=bcacae85-6ca5-4d88-b7ab-d97534741bbe HTTP/1.1" status: 200 len: 918 time: 0.0876825 Mar 29 16:06:11.558080 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-9e918699-b20e-464f-a709-06ffb6377f86 req-3285af35-3547-4249-9f79-0a132f8429e0 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6af8fa21-eb22-4fc9-9f3c-3b2a092c0bcb HTTP/1.1" status: 200 len: 217 time: 0.0347285 Mar 29 16:06:11.627960 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e918699-b20e-464f-a709-06ffb6377f86 req-1692569d-f233-4427-b493-f76440ad2684 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:06:11.630169 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-9e918699-b20e-464f-a709-06ffb6377f86 req-1692569d-f233-4427-b493-f76440ad2684 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a47225e3-f321-4c9c-823d-2d6e56b01612 HTTP/1.1" status: 200 len: 856 time: 0.0656714 Mar 29 16:06:11.679091 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ea59f3-f8f6-4ccc-ae71-b81f7afb47df req-0c7014ff-d63c-4e5b-a5f0-b1043a570da3 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:06:11.680569 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e9ea59f3-f8f6-4ccc-ae71-b81f7afb47df req-0c7014ff-d63c-4e5b-a5f0-b1043a570da3 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/ports?device_id=4f24d3f6-64a3-452b-b656-94b2e3b74056 HTTP/1.1" status: 200 len: 945 time: 0.0798938 Mar 29 16:06:11.706163 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e918699-b20e-464f-a709-06ffb6377f86 req-8106674a-f32a-45bf-a9d0-49a429ca8154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:06:11.708264 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-9e918699-b20e-464f-a709-06ffb6377f86 req-8106674a-f32a-45bf-a9d0-49a429ca8154 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=bcacae85-6ca5-4d88-b7ab-d97534741bbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0708280 Mar 29 16:06:11.740929 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e9ea59f3-f8f6-4ccc-ae71-b81f7afb47df req-43dca08e-e5df-4e30-b500-5726b7544bd4 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/security-groups?id=374804bf-1832-496a-a9bd-7f28df171a12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532990 Mar 29 16:06:11.811748 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-9e918699-b20e-464f-a709-06ffb6377f86 req-c45fc6c6-4528-467a-bf25-0ca47a51dc6f service neutron] 10.222.0.44 "GET /v2.0/networks/bcacae85-6ca5-4d88-b7ab-d97534741bbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930402 Mar 29 16:06:11.903347 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-9e918699-b20e-464f-a709-06ffb6377f86 req-861ace85-651b-4aba-bdab-c4690e0c9461 service neutron] 10.222.0.44 "GET /v2.0/networks/bcacae85-6ca5-4d88-b7ab-d97534741bbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852263 Mar 29 16:06:12.121869 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ac1137-4c8b-4a02-a328-e1a70990da58 req-f96bd38b-9ac7-45d5-9ca6-fc8fb7646a4f tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:06:12.123521 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-a4ac1137-4c8b-4a02-a328-e1a70990da58 req-f96bd38b-9ac7-45d5-9ca6-fc8fb7646a4f tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5123912-7357-4143-8a30-51a87d6d3d5d HTTP/1.1" status: 200 len: 943 time: 0.0489743 Mar 29 16:06:12.162245 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-a4ac1137-4c8b-4a02-a328-e1a70990da58 req-b8797b5b-047e-4722-af73-a14c09cbf094 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] 10.222.0.42 "GET /v2.0/security-groups?id=c02ba859-4a44-44b3-8791-1727c4ee7976&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0329185 Mar 29 16:06:12.857477 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c38794b-85a2-4d51-9721-a337ed4ddb35 req-dbfde036-16ae-4e66-b8f7-5075ebda53de tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:06:12.858958 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-9c38794b-85a2-4d51-9721-a337ed4ddb35 req-dbfde036-16ae-4e66-b8f7-5075ebda53de tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/ports?device_id=4f24d3f6-64a3-452b-b656-94b2e3b74056 HTTP/1.1" status: 200 len: 945 time: 0.0498209 Mar 29 16:06:12.897107 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-9c38794b-85a2-4d51-9721-a337ed4ddb35 req-9497df89-69cc-4000-8d81-75d7f97a910d tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/security-groups?id=374804bf-1832-496a-a9bd-7f28df171a12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319686 Mar 29 16:06:13.281768 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadc9010-93ce-4d1f-a486-d4595e8c0b22 req-3579b12a-61b3-4da0-a70a-943d46fa0ecc tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:06:13.283232 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-aadc9010-93ce-4d1f-a486-d4595e8c0b22 req-3579b12a-61b3-4da0-a70a-943d46fa0ecc tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5123912-7357-4143-8a30-51a87d6d3d5d HTTP/1.1" status: 200 len: 943 time: 0.0487943 Mar 29 16:06:13.321220 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-aadc9010-93ce-4d1f-a486-d4595e8c0b22 req-fa1ff9f3-f86f-4a5a-ad46-233f40a271c7 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] 10.222.0.42 "GET /v2.0/security-groups?id=c02ba859-4a44-44b3-8791-1727c4ee7976&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0318322 Mar 29 16:06:13.485485 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device 6af8fa21-eb22-4fc9-9f3c-3b2a092c0bcb details requested by agent hyperv_n-h1-834765-1 with host n-h1-834765-1 {{(pid=102792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 16:06:13.580099 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port 6af8fa21-eb22-4fc9-9f3c-3b2a092c0bcb, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=6af8fa21-eb22-4fc9-9f3c-3b2a092c0bcb,segment=NetworkSegment(b3edd697-c981-4e3c-9ae1-cbcf1935405e),segment_id=b3edd697-c981-4e3c-9ae1-cbcf1935405e)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:06:13.591057 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Returning: {'device': '6af8fa21-eb22-4fc9-9f3c-3b2a092c0bcb', 'network_id': 'bcacae85-6ca5-4d88-b7ab-d97534741bbe', 'port_id': '6af8fa21-eb22-4fc9-9f3c-3b2a092c0bcb', 'mac_address': 'fa:16:3e:8e:9d:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 615, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a47225e3-f321-4c9c-823d-2d6e56b01612', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 16:06:13.627345 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:06:13.639560 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6af8fa21-eb22-4fc9-9f3c-3b2a092c0bcb {{(pid=102792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 16:06:13.658069 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port 6af8fa21-eb22-4fc9-9f3c-3b2a092c0bcb, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=6af8fa21-eb22-4fc9-9f3c-3b2a092c0bcb,segment=NetworkSegment(b3edd697-c981-4e3c-9ae1-cbcf1935405e),segment_id=b3edd697-c981-4e3c-9ae1-cbcf1935405e)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:06:13.662479 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:06:13.707832 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Pushing event updated for resources: {'Port': ['ID=6af8fa21-eb22-4fc9-9f3c-3b2a092c0bcb,revision_number=4']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:06:13.993717 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] get_ports_and_sgs() called for port_ids ['6af8fa21-eb22-4fc9-9f3c-3b2a092c0bcb'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 16:06:14.020394 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c107e65-65fc-47bf-95ad-2246f5eed28b req-dbad4b5e-2053-4754-a1b9-059b6543188c tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:06:14.022024 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-5c107e65-65fc-47bf-95ad-2246f5eed28b req-dbad4b5e-2053-4754-a1b9-059b6543188c tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/ports?device_id=4f24d3f6-64a3-452b-b656-94b2e3b74056 HTTP/1.1" status: 200 len: 945 time: 0.0569625 Mar 29 16:06:14.060576 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-5c107e65-65fc-47bf-95ad-2246f5eed28b req-30d8abc9-145a-465c-b329-85652044a551 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/security-groups?id=374804bf-1832-496a-a9bd-7f28df171a12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324788 Mar 29 16:06:14.445350 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4614b7b5-bd62-4ae9-974a-c3d93aafd9b8 req-844ba5fe-b58e-4b43-a643-c16c8b24fe11 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:06:14.446850 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-4614b7b5-bd62-4ae9-974a-c3d93aafd9b8 req-844ba5fe-b58e-4b43-a643-c16c8b24fe11 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5123912-7357-4143-8a30-51a87d6d3d5d HTTP/1.1" status: 200 len: 944 time: 0.0541856 Mar 29 16:06:14.484898 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-4614b7b5-bd62-4ae9-974a-c3d93aafd9b8 req-fa2128f8-5e30-45ba-81f3-a2cabd519166 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] 10.222.0.42 "GET /v2.0/security-groups?id=c02ba859-4a44-44b3-8791-1727c4ee7976&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317757 Mar 29 16:06:15.178710 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09614af-5013-4103-8676-e895e3af5035 req-f83324e2-e9f4-413f-9e2a-18ef05e9769b tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:06:15.180180 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-a09614af-5013-4103-8676-e895e3af5035 req-f83324e2-e9f4-413f-9e2a-18ef05e9769b tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/ports?device_id=4f24d3f6-64a3-452b-b656-94b2e3b74056 HTTP/1.1" status: 200 len: 945 time: 0.0490074 Mar 29 16:06:15.220486 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-a09614af-5013-4103-8676-e895e3af5035 req-677d14d6-8c93-443e-ad90-3edd0adc54f2 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/security-groups?id=374804bf-1832-496a-a9bd-7f28df171a12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315378 Mar 29 16:06:15.498837 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device 6af8fa21-eb22-4fc9-9f3c-3b2a092c0bcb up at agent hyperv_n-h1-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 16:06:15.556019 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Provisioning for port 6af8fa21-eb22-4fc9-9f3c-3b2a092c0bcb completed by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 16:06:15.560282 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Provisioning complete for port 6af8fa21-eb22-4fc9-9f3c-3b2a092c0bcb triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:06:15.560652 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:06:15.612343 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d566a703-3bcc-478d-a9eb-678b6cfc716b req-eff37b72-c9d9-43b1-9771-26a1ca8aefc9 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:06:15.615204 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-d566a703-3bcc-478d-a9eb-678b6cfc716b req-eff37b72-c9d9-43b1-9771-26a1ca8aefc9 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5123912-7357-4143-8a30-51a87d6d3d5d HTTP/1.1" status: 200 len: 944 time: 0.0552063 Mar 29 16:06:15.654778 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:06:15.655970 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-d566a703-3bcc-478d-a9eb-678b6cfc716b req-60e7b948-c089-4424-a300-c1f0a59c762a tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] 10.222.0.42 "GET /v2.0/security-groups?id=c02ba859-4a44-44b3-8791-1727c4ee7976&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0347018 Mar 29 16:06:15.679959 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5123912-7357-4143-8a30-51a87d6d3d5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6af8fa21-eb22-4fc9-9f3c-3b2a092c0bcb'}] {{(pid=102792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:06:15.682197 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4f476c66b318cc6068719fc39557fac68d413f5c7e78fa77028c7948e999ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e178f67-169c-42df-8b5d-ad89855b4925" -d '{"events": [{"server_uuid": "f5123912-7357-4143-8a30-51a87d6d3d5d", "name": "network-vif-plugged", "status": "completed", "tag": "6af8fa21-eb22-4fc9-9f3c-3b2a092c0bcb"}]}' {{(pid=102792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:06:15.701738 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port 6af8fa21-eb22-4fc9-9f3c-3b2a092c0bcb, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=6af8fa21-eb22-4fc9-9f3c-3b2a092c0bcb,segment=NetworkSegment(b3edd697-c981-4e3c-9ae1-cbcf1935405e),segment_id=b3edd697-c981-4e3c-9ae1-cbcf1935405e)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:06:15.705805 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:06:15.733838 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 16:06:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24c239ad-7f75-4d36-a2eb-355974793f40 x-openstack-request-id: req-24c239ad-7f75-4d36-a2eb-355974793f40 {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:06:15.734073 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5123912-7357-4143-8a30-51a87d6d3d5d", "name": "network-vif-plugged", "status": "completed", "tag": "6af8fa21-eb22-4fc9-9f3c-3b2a092c0bcb", "code": 200}]} {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:06:15.734287 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-24c239ad-7f75-4d36-a2eb-355974793f40 {{(pid=102792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:06:15.734702 n-d-834765-1 neutron-server[102792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5123912-7357-4143-8a30-51a87d6d3d5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6af8fa21-eb22-4fc9-9f3c-3b2a092c0bcb', 'code': 200} Mar 29 16:06:15.762917 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Pushing event updated for resources: {'Port': ['ID=6af8fa21-eb22-4fc9-9f3c-3b2a092c0bcb,revision_number=5']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:06:15.829145 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd77139-bedf-4446-9f5e-c67a6c3d7fa5 req-b83212cd-e458-4444-a78a-6273cafb09a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:06:15.830650 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-fbd77139-bedf-4446-9f5e-c67a6c3d7fa5 req-b83212cd-e458-4444-a78a-6273cafb09a0 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=f5123912-7357-4143-8a30-51a87d6d3d5d HTTP/1.1" status: 200 len: 1096 time: 0.0497339 Mar 29 16:06:15.866610 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-fbd77139-bedf-4446-9f5e-c67a6c3d7fa5 req-75128143-8c63-4269-bdca-5f19484e8a83 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=c02ba859-4a44-44b3-8791-1727c4ee7976&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0292702 Mar 29 16:06:16.358037 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03bad75-4555-4a30-94f1-38d84a00850d req-6b3cf1df-0e02-40b0-8669-df4dccac086b tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:06:16.359597 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-f03bad75-4555-4a30-94f1-38d84a00850d req-6b3cf1df-0e02-40b0-8669-df4dccac086b tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/ports?device_id=4f24d3f6-64a3-452b-b656-94b2e3b74056 HTTP/1.1" status: 200 len: 945 time: 0.0488715 Mar 29 16:06:16.403050 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-f03bad75-4555-4a30-94f1-38d84a00850d req-671b0b2e-9261-4025-8125-d65119df0d07 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/security-groups?id=374804bf-1832-496a-a9bd-7f28df171a12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367982 Mar 29 16:06:16.792198 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14a88b1-897a-475b-9a2c-bac185e69dfc req-a9ed75f5-b11c-4b4e-83a2-e6cb4710e93a tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:06:16.793753 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b14a88b1-897a-475b-9a2c-bac185e69dfc req-a9ed75f5-b11c-4b4e-83a2-e6cb4710e93a tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5123912-7357-4143-8a30-51a87d6d3d5d HTTP/1.1" status: 200 len: 945 time: 0.0585213 Mar 29 16:06:16.832087 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b14a88b1-897a-475b-9a2c-bac185e69dfc req-228a146d-6664-4180-85b5-719b837d9980 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] 10.222.0.42 "GET /v2.0/security-groups?id=c02ba859-4a44-44b3-8791-1727c4ee7976&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0320964 Mar 29 16:06:17.131539 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:06:17.524653 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d657e8-f45f-4232-b21c-fd352e7f3a1f req-1b0825d0-8207-4b30-ad0e-f76418800673 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:06:17.526104 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-08d657e8-f45f-4232-b21c-fd352e7f3a1f req-1b0825d0-8207-4b30-ad0e-f76418800673 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/ports?device_id=4f24d3f6-64a3-452b-b656-94b2e3b74056 HTTP/1.1" status: 200 len: 945 time: 0.0534127 Mar 29 16:06:17.563730 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-08d657e8-f45f-4232-b21c-fd352e7f3a1f req-6fcb9c2b-e671-4499-8d34-f6b7ea9bd44c tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/security-groups?id=374804bf-1832-496a-a9bd-7f28df171a12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316315 Mar 29 16:06:17.876529 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:06:17.951679 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2c79e1-09fb-4c36-b6b4-c67af9d57aad req-ea4c1777-314d-4bc2-b141-156f42e07a2a tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:06:17.953162 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-7e2c79e1-09fb-4c36-b6b4-c67af9d57aad req-ea4c1777-314d-4bc2-b141-156f42e07a2a tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5123912-7357-4143-8a30-51a87d6d3d5d HTTP/1.1" status: 200 len: 945 time: 0.0493841 Mar 29 16:06:17.990246 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-7e2c79e1-09fb-4c36-b6b4-c67af9d57aad req-e73b9630-9251-487d-ac86-88c6fdffa6c7 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] 10.222.0.42 "GET /v2.0/security-groups?id=c02ba859-4a44-44b3-8791-1727c4ee7976&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0308211 Mar 29 16:06:18.104450 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846e962b-0103-449f-ab6d-7c94a866aae8 req-23382851-4a61-40a1-9517-276e2e9520b5 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:06:18.105904 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-846e962b-0103-449f-ab6d-7c94a866aae8 req-23382851-4a61-40a1-9517-276e2e9520b5 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5123912-7357-4143-8a30-51a87d6d3d5d HTTP/1.1" status: 200 len: 945 time: 0.0489137 Mar 29 16:06:18.115167 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 51872) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:06:18.119408 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-e7c0d7f5-6488-4be7-a396-9467f8292ace tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] Request body: {'floatingip': {'port_id': '6af8fa21-eb22-4fc9-9f3c-3b2a092c0bcb'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:06:18.157906 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e7c0d7f5-6488-4be7-a396-9467f8292ace tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] Notify callbacks [] for floatingip, before_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:06:18.615050 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e7c0d7f5-6488-4be7-a396-9467f8292ace tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:06:18.619059 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e7c0d7f5-6488-4be7-a396-9467f8292ace tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648212'] for floatingip, after_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:06:18.694108 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb6d86b-f6d2-4c43-8503-5c9384a21a6f req-3b141e74-6dae-45ba-a6fc-b31790962417 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:06:18.695650 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-abb6d86b-f6d2-4c43-8503-5c9384a21a6f req-3b141e74-6dae-45ba-a6fc-b31790962417 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/ports?device_id=4f24d3f6-64a3-452b-b656-94b2e3b74056 HTTP/1.1" status: 200 len: 945 time: 0.0568855 Mar 29 16:06:18.723687 n-d-834765-1 neutron-server[102790]: INFO neutron.db.l3_db [None req-e7c0d7f5-6488-4be7-a396-9467f8292ace tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] Floating IP 2ca12d5a-ea57-4cc9-8f37-ff34484478b1 associated. External IP: 172.25.4.162, port: 6af8fa21-eb22-4fc9-9f3c-3b2a092c0bcb. Mar 29 16:06:18.735836 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-abb6d86b-f6d2-4c43-8503-5c9384a21a6f req-d3b55efd-0c30-4215-9e8b-974cfb7b8986 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/security-groups?id=374804bf-1832-496a-a9bd-7f28df171a12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338800 Mar 29 16:06:18.944709 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7c0d7f5-6488-4be7-a396-9467f8292ace tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] Router 5dd1bdd8-dcfc-4db1-9ead-4fc6597d63be has already been hosted by L3 agent c648d819-1060-4f26-b4ec-6455387b5dff {{(pid=102790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 16:06:18.951062 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e062689f-f36f-4270-968f-631154b23315 req-8012735e-825a-43c0-bc37-4df81be1c581 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:06:18.952621 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e062689f-f36f-4270-968f-631154b23315 req-8012735e-825a-43c0-bc37-4df81be1c581 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/ports?device_id=4f24d3f6-64a3-452b-b656-94b2e3b74056 HTTP/1.1" status: 200 len: 945 time: 0.0563686 Mar 29 16:06:19.014943 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e062689f-f36f-4270-968f-631154b23315 req-33113c65-a13b-4e90-9fb2-a17b7adf64f8 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/security-groups?id=374804bf-1832-496a-a9bd-7f28df171a12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518026 Mar 29 16:06:19.021685 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25082c4e-de53-4366-8a0f-c495bf2cf94d req-81063e5b-1a74-429a-bc0c-9a72ae76c0e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:06:19.023176 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-25082c4e-de53-4366-8a0f-c495bf2cf94d req-81063e5b-1a74-429a-bc0c-9a72ae76c0e4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=358ad84304604947a292f32d4e62126b&device_id=4f24d3f6-64a3-452b-b656-94b2e3b74056 HTTP/1.1" status: 200 len: 1096 time: 0.0696945 Mar 29 16:06:19.055453 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7c0d7f5-6488-4be7-a396-9467f8292ace tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 16:06:19.060547 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e7c0d7f5-6488-4be7-a396-9467f8292ace tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for floatingip, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:06:19.069716 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-793b2336-e4a7-49df-8538-e4bcfc269695 None None] Sync routers for ids ['5dd1bdd8-dcfc-4db1-9ead-4fc6597d63be'] in n-d-834765-1 {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 16:06:19.079129 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-793b2336-e4a7-49df-8538-e4bcfc269695 None None] Routers {'5dd1bdd8-dcfc-4db1-9ead-4fc6597d63be'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:06:19.079771 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-793b2336-e4a7-49df-8538-e4bcfc269695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:06:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['5dd1bdd8-dcfc-4db1-9ead-4fc6597d63be'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:06:19.100452 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-e7c0d7f5-6488-4be7-a396-9467f8292ace tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] 10.222.0.42 "PUT /v2.0/floatingips/2ca12d5a-ea57-4cc9-8f37-ff34484478b1 HTTP/1.1" status: 200 len: 991 time: 0.9728856 Mar 29 16:06:19.100452 n-d-834765-1 neutron-server[102790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5123912-7357-4143-8a30-51a87d6d3d5d', 'tag': '6af8fa21-eb22-4fc9-9f3c-3b2a092c0bcb'}] {{(pid=102790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:06:19.100452 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46b06d655c90bc969636382cce4240ad749035fb0f3a83ee4734fa1ed9c4a6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7daab824-912d-44ee-ac2c-59ed526dcc43" -d '{"events": [{"name": "network-changed", "server_uuid": "f5123912-7357-4143-8a30-51a87d6d3d5d", "tag": "6af8fa21-eb22-4fc9-9f3c-3b2a092c0bcb"}]}' {{(pid=102790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:06:19.131625 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 16:06:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5de5336b-6081-4925-9ba6-f769936c5ce9 x-openstack-request-id: req-5de5336b-6081-4925-9ba6-f769936c5ce9 {{(pid=102790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:06:19.131915 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5123912-7357-4143-8a30-51a87d6d3d5d", "tag": "6af8fa21-eb22-4fc9-9f3c-3b2a092c0bcb", "status": "completed", "code": 200}]} {{(pid=102790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:06:19.132185 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-5de5336b-6081-4925-9ba6-f769936c5ce9 {{(pid=102790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:06:19.132603 n-d-834765-1 neutron-server[102790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5123912-7357-4143-8a30-51a87d6d3d5d', 'tag': '6af8fa21-eb22-4fc9-9f3c-3b2a092c0bcb', 'status': 'completed', 'code': 200} Mar 29 16:06:19.137943 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25082c4e-de53-4366-8a0f-c495bf2cf94d req-98bd5076-df8c-4448-9e90-318e4b9dad65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:06:19.139491 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-25082c4e-de53-4366-8a0f-c495bf2cf94d req-98bd5076-df8c-4448-9e90-318e4b9dad65 service neutron] 10.222.0.48 "GET /v2.0/networks?id=3364456e-aead-437c-a830-dc7a420fe2a4 HTTP/1.1" status: 200 len: 913 time: 0.1099298 Mar 29 16:06:19.189907 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvr_db [None req-793b2336-e4a7-49df-8538-e4bcfc269695 None None] Set router 5dd1bdd8-dcfc-4db1-9ead-4fc6597d63be gateway port host: n-d-834765-1 {{(pid=102792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:06:19.230218 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-25082c4e-de53-4366-8a0f-c495bf2cf94d req-4b9090f3-777f-4319-b9d6-a77a3ac63a80 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ac0b4df0-cb96-4479-a8cd-db71862ed96d HTTP/1.1" status: 200 len: 1000 time: 0.0842822 Mar 29 16:06:19.235851 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7daab824-912d-44ee-ac2c-59ed526dcc43 req-c04af721-6272-4d93-872c-f3a1dd3befc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:06:19.237312 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-7daab824-912d-44ee-ac2c-59ed526dcc43 req-c04af721-6272-4d93-872c-f3a1dd3befc8 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6549603cba104619bc496e118397db30&device_id=f5123912-7357-4143-8a30-51a87d6d3d5d HTTP/1.1" status: 200 len: 1096 time: 0.0833988 Mar 29 16:06:19.332699 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25082c4e-de53-4366-8a0f-c495bf2cf94d req-de7088b7-54aa-4724-ad3e-999d5add3a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:06:19.334158 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-25082c4e-de53-4366-8a0f-c495bf2cf94d req-de7088b7-54aa-4724-ad3e-999d5add3a4e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6caada61-173d-4256-8e9d-611647191ef5 HTTP/1.1" status: 200 len: 851 time: 0.0959654 Mar 29 16:06:19.390669 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7daab824-912d-44ee-ac2c-59ed526dcc43 req-681890ea-5a9c-46f1-9229-f296aa08ccf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:06:19.392358 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-7daab824-912d-44ee-ac2c-59ed526dcc43 req-681890ea-5a9c-46f1-9229-f296aa08ccf4 service neutron] 10.222.0.44 "GET /v2.0/networks?id=bcacae85-6ca5-4d88-b7ab-d97534741bbe HTTP/1.1" status: 200 len: 918 time: 0.1472650 Mar 29 16:06:19.406627 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25082c4e-de53-4366-8a0f-c495bf2cf94d req-01ac6df1-32a3-457f-a375-104daa5e932f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:06:19.408091 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-25082c4e-de53-4366-8a0f-c495bf2cf94d req-01ac6df1-32a3-457f-a375-104daa5e932f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3364456e-aead-437c-a830-dc7a420fe2a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0665183 Mar 29 16:06:19.413573 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-793b2336-e4a7-49df-8538-e4bcfc269695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dd1bdd8-dcfc-4db1-9ead-4fc6597d63be', 'name': 'tempest-AttachVolumeShelveTestJSON-1222701838-router', 'tenant_id': '6549603cba104619bc496e118397db30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.212'}], 'enable_snat': True}, 'gw_port_id': '67fe4c71-0caf-4885-977f-d96643f0f894', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:01:42Z', 'updated_at': '2022-03-29T16:01:48Z', 'revision_number': 4, 'project_id': '6549603cba104619bc496e118397db30', 'gw_port': {'id': '67fe4c71-0caf-4885-977f-d96643f0f894', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:c8:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dd1bdd8-dcfc-4db1-9ead-4fc6597d63be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2974, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:01:43Z', 'updated_at': '2022-03-29T16:01:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_floatingips': [{'id': '2ca12d5a-ea57-4cc9-8f37-ff34484478b1', 'tenant_id': '6549603cba104619bc496e118397db30', 'floating_ip_address': '172.25.4.162', 'floating_network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'router_id': '5dd1bdd8-dcfc-4db1-9ead-4fc6597d63be', 'port_id': '6af8fa21-eb22-4fc9-9f3c-3b2a092c0bcb', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3299, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bcacae85-6ca5-4d88-b7ab-d97534741bbe', 'mac_address': 'fa:16:3e:8e:9d:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5123912-7357-4143-8a30-51a87d6d3d5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T16:06:07Z', 'updated_at': '2022-03-29T16:06:18Z', 'revision_number': 1, 'project_id': '6549603cba104619bc496e118397db30', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '131cce1e-71f7-45aa-b0f0-8d9f7123264f', 'name': '', 'network_id': 'bcacae85-6ca5-4d88-b7ab-d97534741bbe', 'tenant_id': '6549603cba104619bc496e118397db30', 'mac_address': 'fa:16:3e:88:c0:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dd1bdd8-dcfc-4db1-9ead-4fc6597d63be', 'device_owner': 'network:router_interface', 'standard_attr_id': 2975, 'fixed_ips': [{'subnet_id': 'a47225e3-f321-4c9c-823d-2d6e56b01612', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:01:47Z', 'updated_at': '2022-03-29T16:01:53Z', 'revision_number': 5, 'project_id': '6549603cba104619bc496e118397db30', 'subnets': [{'id': 'a47225e3-f321-4c9c-823d-2d6e56b01612', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:06:19.440260 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-793b2336-e4a7-49df-8538-e4bcfc269695 None None] Checking router: 5dd1bdd8-dcfc-4db1-9ead-4fc6597d63be for host: n-d-834765-1 {{(pid=102792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 16:06:19.443787 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [req-25082c4e-de53-4366-8a0f-c495bf2cf94d req-f79f4f62-9a3f-40c3-9c35-3c6a72de70ec service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=102791) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 16:06:19.444775 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-25082c4e-de53-4366-8a0f-c495bf2cf94d req-f79f4f62-9a3f-40c3-9c35-3c6a72de70ec service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0091033 Mar 29 16:06:19.448645 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-793b2336-e4a7-49df-8538-e4bcfc269695 None None] Routers {'5dd1bdd8-dcfc-4db1-9ead-4fc6597d63be'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:06:19.449247 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-793b2336-e4a7-49df-8538-e4bcfc269695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:06:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['5dd1bdd8-dcfc-4db1-9ead-4fc6597d63be'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:06:19.483021 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-7daab824-912d-44ee-ac2c-59ed526dcc43 req-4c3388e8-6e95-4583-aedb-a78aa162b8b8 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6af8fa21-eb22-4fc9-9f3c-3b2a092c0bcb HTTP/1.1" status: 200 len: 999 time: 0.0843697 Mar 29 16:06:19.554833 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvr_db [None req-793b2336-e4a7-49df-8538-e4bcfc269695 None None] Set router 5dd1bdd8-dcfc-4db1-9ead-4fc6597d63be gateway port host: n-d-834765-1 {{(pid=102792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:06:19.576035 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7daab824-912d-44ee-ac2c-59ed526dcc43 req-21a8b8da-f696-4e0f-98a1-35b20fe5916c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:06:19.577519 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-7daab824-912d-44ee-ac2c-59ed526dcc43 req-21a8b8da-f696-4e0f-98a1-35b20fe5916c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a47225e3-f321-4c9c-823d-2d6e56b01612 HTTP/1.1" status: 200 len: 856 time: 0.0865030 Mar 29 16:06:19.598043 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-25082c4e-de53-4366-8a0f-c495bf2cf94d req-fc7b46b1-cf76-4345-b11f-ce5d37d060ce service neutron] 10.222.0.48 "GET /v2.0/networks/3364456e-aead-437c-a830-dc7a420fe2a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445107 Mar 29 16:06:19.688901 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7daab824-912d-44ee-ac2c-59ed526dcc43 req-8568550f-5058-46ce-9856-1fa3c33828d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:06:19.690437 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-7daab824-912d-44ee-ac2c-59ed526dcc43 req-8568550f-5058-46ce-9856-1fa3c33828d2 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=bcacae85-6ca5-4d88-b7ab-d97534741bbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1067553 Mar 29 16:06:19.730534 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-25082c4e-de53-4366-8a0f-c495bf2cf94d req-1202f957-e793-49cb-a0c8-e80d70193e0b service neutron] 10.222.0.48 "GET /v2.0/networks/3364456e-aead-437c-a830-dc7a420fe2a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190073 Mar 29 16:06:19.797665 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-7daab824-912d-44ee-ac2c-59ed526dcc43 req-c25839e5-12c9-45c6-8453-841de06992a3 service neutron] 10.222.0.44 "GET /v2.0/networks/bcacae85-6ca5-4d88-b7ab-d97534741bbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935822 Mar 29 16:06:19.890798 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-7daab824-912d-44ee-ac2c-59ed526dcc43 req-78ea4e11-9ed0-4b1f-8085-35a0b1907790 service neutron] 10.222.0.44 "GET /v2.0/networks/bcacae85-6ca5-4d88-b7ab-d97534741bbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866520 Mar 29 16:06:19.938836 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-793b2336-e4a7-49df-8538-e4bcfc269695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dd1bdd8-dcfc-4db1-9ead-4fc6597d63be', 'name': 'tempest-AttachVolumeShelveTestJSON-1222701838-router', 'tenant_id': '6549603cba104619bc496e118397db30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.212'}], 'enable_snat': True}, 'gw_port_id': '67fe4c71-0caf-4885-977f-d96643f0f894', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:01:42Z', 'updated_at': '2022-03-29T16:01:48Z', 'revision_number': 4, 'project_id': '6549603cba104619bc496e118397db30', 'gw_port': {'id': '67fe4c71-0caf-4885-977f-d96643f0f894', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:c8:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dd1bdd8-dcfc-4db1-9ead-4fc6597d63be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2974, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:01:43Z', 'updated_at': '2022-03-29T16:01:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_floatingips': [{'id': '2ca12d5a-ea57-4cc9-8f37-ff34484478b1', 'tenant_id': '6549603cba104619bc496e118397db30', 'floating_ip_address': '172.25.4.162', 'floating_network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'router_id': '5dd1bdd8-dcfc-4db1-9ead-4fc6597d63be', 'port_id': '6af8fa21-eb22-4fc9-9f3c-3b2a092c0bcb', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3299, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bcacae85-6ca5-4d88-b7ab-d97534741bbe', 'mac_address': 'fa:16:3e:8e:9d:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5123912-7357-4143-8a30-51a87d6d3d5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T16:06:07Z', 'updated_at': '2022-03-29T16:06:18Z', 'revision_number': 1, 'project_id': '6549603cba104619bc496e118397db30', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '131cce1e-71f7-45aa-b0f0-8d9f7123264f', 'name': '', 'network_id': 'bcacae85-6ca5-4d88-b7ab-d97534741bbe', 'tenant_id': '6549603cba104619bc496e118397db30', 'mac_address': 'fa:16:3e:88:c0:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dd1bdd8-dcfc-4db1-9ead-4fc6597d63be', 'device_owner': 'network:router_interface', 'standard_attr_id': 2975, 'fixed_ips': [{'subnet_id': 'a47225e3-f321-4c9c-823d-2d6e56b01612', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:01:47Z', 'updated_at': '2022-03-29T16:01:53Z', 'revision_number': 5, 'project_id': '6549603cba104619bc496e118397db30', 'subnets': [{'id': 'a47225e3-f321-4c9c-823d-2d6e56b01612', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:06:19.965985 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-793b2336-e4a7-49df-8538-e4bcfc269695 None None] The sync data for ids ['5dd1bdd8-dcfc-4db1-9ead-4fc6597d63be'] in n-d-834765-1 is: [{'id': '5dd1bdd8-dcfc-4db1-9ead-4fc6597d63be', 'name': 'tempest-AttachVolumeShelveTestJSON-1222701838-router', 'tenant_id': '6549603cba104619bc496e118397db30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.212'}], 'enable_snat': True}, 'gw_port_id': '67fe4c71-0caf-4885-977f-d96643f0f894', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:01:42Z', 'updated_at': '2022-03-29T16:01:48Z', 'revision_number': 4, 'project_id': '6549603cba104619bc496e118397db30', 'gw_port': {'id': '67fe4c71-0caf-4885-977f-d96643f0f894', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:c8:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dd1bdd8-dcfc-4db1-9ead-4fc6597d63be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2974, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:01:43Z', 'updated_at': '2022-03-29T16:01:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_floatingips': [{'id': '2ca12d5a-ea57-4cc9-8f37-ff34484478b1', 'tenant_id': '6549603cba104619bc496e118397db30', 'floating_ip_address': '172.25.4.162', 'floating_network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'router_id': '5dd1bdd8-dcfc-4db1-9ead-4fc6597d63be', 'port_id': '6af8fa21-eb22-4fc9-9f3c-3b2a092c0bcb', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3299, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bcacae85-6ca5-4d88-b7ab-d97534741bbe', 'mac_address': 'fa:16:3e:8e:9d:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5123912-7357-4143-8a30-51a87d6d3d5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T16:06:07Z', 'updated_at': '2022-03-29T16:06:18Z', 'revision_number': 1, 'project_id': '6549603cba104619bc496e118397db30', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '131cce1e-71f7-45aa-b0f0-8d9f7123264f', 'name': '', 'network_id': 'bcacae85-6ca5-4d88-b7ab-d97534741bbe', 'tenant_id': '6549603cba104619bc496e118397db30', 'mac_address': 'fa:16:3e:88:c0:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dd1bdd8-dcfc-4db1-9ead-4fc6597d63be', 'device_owner': 'network:router_interface', 'standard_attr_id': 2975, 'fixed_ips': [{'subnet_id': 'a47225e3-f321-4c9c-823d-2d6e56b01612', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:01:47Z', 'updated_at': '2022-03-29T16:01:53Z', 'revision_number': 5, 'project_id': '6549603cba104619bc496e118397db30', 'subnets': [{'id': 'a47225e3-f321-4c9c-823d-2d6e56b01612', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 16:06:20.136748 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa80d14-d3a1-46c2-bf72-197c5b258be0 req-e8b39077-3792-4090-813d-8d4429c2a74f tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:06:20.138292 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-8aa80d14-d3a1-46c2-bf72-197c5b258be0 req-e8b39077-3792-4090-813d-8d4429c2a74f tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/ports?device_id=4f24d3f6-64a3-452b-b656-94b2e3b74056 HTTP/1.1" status: 200 len: 945 time: 0.0529342 Mar 29 16:06:20.170642 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e16d9025-13db-4f2a-b455-078933655da7 None None] New status for floating IP 2ca12d5a-ea57-4cc9-8f37-ff34484478b1: ACTIVE {{(pid=102793) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 16:06:20.181273 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-8aa80d14-d3a1-46c2-bf72-197c5b258be0 req-761d10c7-a1b9-4b56-8557-385a6e6158d9 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/security-groups?id=374804bf-1832-496a-a9bd-7f28df171a12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349586 Mar 29 16:06:21.300775 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba3b3e4-e6e4-4832-945e-26e4b91bacf9 req-52b4ca58-24fc-4167-aa68-3cdb601f7ddb tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:06:21.302240 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-dba3b3e4-e6e4-4832-945e-26e4b91bacf9 req-52b4ca58-24fc-4167-aa68-3cdb601f7ddb tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/ports?device_id=4f24d3f6-64a3-452b-b656-94b2e3b74056 HTTP/1.1" status: 200 len: 945 time: 0.0495985 Mar 29 16:06:21.339038 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-dba3b3e4-e6e4-4832-945e-26e4b91bacf9 req-b28a78b4-f0c9-4867-b30a-1fc81e7b89d5 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/security-groups?id=374804bf-1832-496a-a9bd-7f28df171a12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307779 Mar 29 16:06:21.452806 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecb8242-e346-427c-877a-84c58ecae794 req-b83605c5-5d5f-478c-abde-f5902ab5ee43 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:06:21.454306 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-9ecb8242-e346-427c-877a-84c58ecae794 req-b83605c5-5d5f-478c-abde-f5902ab5ee43 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/ports?device_id=4f24d3f6-64a3-452b-b656-94b2e3b74056 HTTP/1.1" status: 200 len: 945 time: 0.0490174 Mar 29 16:06:21.496088 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-9ecb8242-e346-427c-877a-84c58ecae794 req-c1eac075-a209-4f79-849b-cefc9987db69 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/security-groups?id=374804bf-1832-496a-a9bd-7f28df171a12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352263 Mar 29 16:06:21.615156 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0608c5c-b302-4e99-b492-f2ba1ebcf71c req-63456bf9-0c9e-4b2f-8cb1-f279656c9374 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:06:21.616632 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-b0608c5c-b302-4e99-b492-f2ba1ebcf71c req-63456bf9-0c9e-4b2f-8cb1-f279656c9374 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/ports?device_id=4f24d3f6-64a3-452b-b656-94b2e3b74056 HTTP/1.1" status: 200 len: 945 time: 0.0527389 Mar 29 16:06:21.653773 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-b0608c5c-b302-4e99-b492-f2ba1ebcf71c req-ad4e2a5d-dc54-4acc-81fe-aae8a1cf24bc tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/security-groups?id=374804bf-1832-496a-a9bd-7f28df171a12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311751 Mar 29 16:06:21.766223 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93de31b5-d763-48b1-b8a1-8190535fe905 req-db38fa0b-b8a6-4e04-92dc-a3eaeaab3dce tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:06:21.767623 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-93de31b5-d763-48b1-b8a1-8190535fe905 req-db38fa0b-b8a6-4e04-92dc-a3eaeaab3dce tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/ports?device_id=4f24d3f6-64a3-452b-b656-94b2e3b74056 HTTP/1.1" status: 200 len: 945 time: 0.0481169 Mar 29 16:06:21.808172 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-93de31b5-d763-48b1-b8a1-8190535fe905 req-1846bd33-e3b5-46bc-9579-d95dc6cfe7a5 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/security-groups?id=374804bf-1832-496a-a9bd-7f28df171a12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331259 Mar 29 16:06:21.921216 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a74e70f-d5e1-47d6-a058-3cadc9086209 req-b5b0ff2d-47b8-4431-b28c-9f3a8528544c tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:06:21.922804 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-8a74e70f-d5e1-47d6-a058-3cadc9086209 req-b5b0ff2d-47b8-4431-b28c-9f3a8528544c tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/ports?device_id=4f24d3f6-64a3-452b-b656-94b2e3b74056 HTTP/1.1" status: 200 len: 945 time: 0.0485508 Mar 29 16:06:21.960803 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-8a74e70f-d5e1-47d6-a058-3cadc9086209 req-f8f831f7-09c2-462c-8b86-ced78a333bb5 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/security-groups?id=374804bf-1832-496a-a9bd-7f28df171a12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316908 Mar 29 16:06:22.185311 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fb5a1b-75bf-4b74-b947-c067b6d4fa67 req-1f86cd76-162f-4609-ada0-c65a9a007424 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:06:22.186779 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-f6fb5a1b-75bf-4b74-b947-c067b6d4fa67 req-1f86cd76-162f-4609-ada0-c65a9a007424 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/ports?device_id=4f24d3f6-64a3-452b-b656-94b2e3b74056 HTTP/1.1" status: 200 len: 945 time: 0.0491395 Mar 29 16:06:22.225126 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-f6fb5a1b-75bf-4b74-b947-c067b6d4fa67 req-bba60cdd-61cc-4c7f-ba29-67619997aa78 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/security-groups?id=374804bf-1832-496a-a9bd-7f28df171a12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313928 Mar 29 16:06:23.342683 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7611af0b-b9e0-4638-bfb1-74138e9093ff req-816ff117-07ea-4cb2-8776-3ec1f93c727d tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:06:23.344208 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-7611af0b-b9e0-4638-bfb1-74138e9093ff req-816ff117-07ea-4cb2-8776-3ec1f93c727d tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/ports?device_id=4f24d3f6-64a3-452b-b656-94b2e3b74056 HTTP/1.1" status: 200 len: 945 time: 0.0486670 Mar 29 16:06:23.381011 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-7611af0b-b9e0-4638-bfb1-74138e9093ff req-4f899228-250d-4450-b6eb-f0a76d56ec2f tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/security-groups?id=374804bf-1832-496a-a9bd-7f28df171a12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308301 Mar 29 16:06:23.613319 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5024c110-c006-45e0-9cac-4123f3e873e5 req-b519508c-4549-4815-b868-8668ccb3b1e4 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:06:23.614773 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-5024c110-c006-45e0-9cac-4123f3e873e5 req-b519508c-4549-4815-b868-8668ccb3b1e4 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/ports?device_id=4f24d3f6-64a3-452b-b656-94b2e3b74056 HTTP/1.1" status: 200 len: 945 time: 0.0813057 Mar 29 16:06:23.620475 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ada601b-5263-413b-bed1-7788e1444191 req-87a04ed0-0620-4ad5-b347-2cd638359a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:06:23.621836 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-5ada601b-5263-413b-bed1-7788e1444191 req-87a04ed0-0620-4ad5-b347-2cd638359a06 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=358ad84304604947a292f32d4e62126b&device_id=4f24d3f6-64a3-452b-b656-94b2e3b74056 HTTP/1.1" status: 200 len: 1096 time: 0.0581064 Mar 29 16:06:23.703024 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-5024c110-c006-45e0-9cac-4123f3e873e5 req-11fdc590-46dd-427a-a4db-7bbf662051d8 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/security-groups?id=374804bf-1832-496a-a9bd-7f28df171a12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0802548 Mar 29 16:06:23.730119 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ada601b-5263-413b-bed1-7788e1444191 req-f5308286-ed2d-461b-8873-3f311d39f041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:06:23.731595 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-5ada601b-5263-413b-bed1-7788e1444191 req-f5308286-ed2d-461b-8873-3f311d39f041 service neutron] 10.222.0.48 "GET /v2.0/networks?id=3364456e-aead-437c-a830-dc7a420fe2a4 HTTP/1.1" status: 200 len: 913 time: 0.1020103 Mar 29 16:06:23.798287 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-5ada601b-5263-413b-bed1-7788e1444191 req-ae821e07-f8b0-42eb-ad3a-036072e23ae6 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ac0b4df0-cb96-4479-a8cd-db71862ed96d HTTP/1.1" status: 200 len: 1000 time: 0.0596230 Mar 29 16:06:23.846799 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ada601b-5263-413b-bed1-7788e1444191 req-467bd133-2734-4292-936e-e33d25631e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:06:23.848379 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-5ada601b-5263-413b-bed1-7788e1444191 req-467bd133-2734-4292-936e-e33d25631e8d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6caada61-173d-4256-8e9d-611647191ef5 HTTP/1.1" status: 200 len: 851 time: 0.0428901 Mar 29 16:06:23.892399 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ada601b-5263-413b-bed1-7788e1444191 req-e9aa3004-2738-4e90-873c-f066c32b0904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:06:23.893842 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-5ada601b-5263-413b-bed1-7788e1444191 req-e9aa3004-2738-4e90-873c-f066c32b0904 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3364456e-aead-437c-a830-dc7a420fe2a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390699 Mar 29 16:06:24.294559 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-5ada601b-5263-413b-bed1-7788e1444191 req-56f25f4c-670c-42f9-97ea-124c69eef538 service neutron] 10.222.0.48 "GET /v2.0/networks/3364456e-aead-437c-a830-dc7a420fe2a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3941889 Mar 29 16:06:24.460006 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-5ada601b-5263-413b-bed1-7788e1444191 req-fcec9683-e6a9-4395-a43b-7000e7d0f353 service neutron] 10.222.0.48 "GET /v2.0/networks/3364456e-aead-437c-a830-dc7a420fe2a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1587782 Mar 29 16:06:24.825362 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9109cd-49c4-43c2-9e8b-6888baa0ab8f req-eb71bbee-5446-4614-9037-c0146b835903 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:06:24.826825 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-dd9109cd-49c4-43c2-9e8b-6888baa0ab8f req-eb71bbee-5446-4614-9037-c0146b835903 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/ports?device_id=4f24d3f6-64a3-452b-b656-94b2e3b74056 HTTP/1.1" status: 200 len: 945 time: 0.0529695 Mar 29 16:06:24.864160 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-dd9109cd-49c4-43c2-9e8b-6888baa0ab8f req-25ee7fc0-c4f7-4475-bc2b-9fb4af4bb644 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/security-groups?id=374804bf-1832-496a-a9bd-7f28df171a12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306304 Mar 29 16:06:25.978624 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe0918e-008f-4029-a056-9a73ea73dd03 req-48b69d4b-23d4-4240-8072-7c399244aa67 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:06:25.980138 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ffe0918e-008f-4029-a056-9a73ea73dd03 req-48b69d4b-23d4-4240-8072-7c399244aa67 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/ports?device_id=4f24d3f6-64a3-452b-b656-94b2e3b74056 HTTP/1.1" status: 200 len: 945 time: 0.0482616 Mar 29 16:06:26.017474 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ffe0918e-008f-4029-a056-9a73ea73dd03 req-2ee3150b-ca56-45c6-91a7-608ae8c22f4e tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/security-groups?id=374804bf-1832-496a-a9bd-7f28df171a12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311434 Mar 29 16:06:26.132052 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c250d31d-dfa9-4f70-8e1c-f922372b1b45 req-81febd77-666f-42d3-887d-e4a6dff6376c tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:06:26.133522 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-c250d31d-dfa9-4f70-8e1c-f922372b1b45 req-81febd77-666f-42d3-887d-e4a6dff6376c tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/ports?device_id=4f24d3f6-64a3-452b-b656-94b2e3b74056 HTTP/1.1" status: 200 len: 945 time: 0.0489187 Mar 29 16:06:26.170418 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-c250d31d-dfa9-4f70-8e1c-f922372b1b45 req-7b296403-1840-4689-9a07-2f1783df546b tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/security-groups?id=374804bf-1832-496a-a9bd-7f28df171a12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307870 Mar 29 16:06:26.762614 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0287e9df-3b11-4a14-87f4-4c0f94ea61db req-d34506e9-3ed4-4fd5-a8ae-20ee41fc1c4f tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:06:26.764120 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-0287e9df-3b11-4a14-87f4-4c0f94ea61db req-d34506e9-3ed4-4fd5-a8ae-20ee41fc1c4f tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/ports?device_id=f9295ef0-f012-4721-819b-eeeb68ad33a0 HTTP/1.1" status: 200 len: 943 time: 0.0535612 Mar 29 16:06:26.860849 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [req-0287e9df-3b11-4a14-87f4-4c0f94ea61db req-f1cd48e5-152f-4276-accd-f6d6faa7d4f2 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Deleting port b17089f6-de09-4609-a23c-3be1f14dff7c {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:06:26.861188 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-0287e9df-3b11-4a14-87f4-4c0f94ea61db req-f1cd48e5-152f-4276-accd-f6d6faa7d4f2 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:06:26.950317 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-0287e9df-3b11-4a14-87f4-4c0f94ea61db req-f1cd48e5-152f-4276-accd-f6d6faa7d4f2 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] For port b17089f6-de09-4609-a23c-3be1f14dff7c, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=b17089f6-de09-4609-a23c-3be1f14dff7c,segment=NetworkSegment(94b35437-d3ca-48bd-89d7-8faa6fa42a91),segment_id=94b35437-d3ca-48bd-89d7-8faa6fa42a91)] {{(pid=102791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:06:26.950603 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-0287e9df-3b11-4a14-87f4-4c0f94ea61db req-f1cd48e5-152f-4276-accd-f6d6faa7d4f2 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:06:26.963470 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [req-0287e9df-3b11-4a14-87f4-4c0f94ea61db req-f1cd48e5-152f-4276-accd-f6d6faa7d4f2 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Calling delete_port for b17089f6-de09-4609-a23c-3be1f14dff7c owned by compute:nova {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:06:27.089929 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-0287e9df-3b11-4a14-87f4-4c0f94ea61db req-f1cd48e5-152f-4276-accd-f6d6faa7d4f2 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:06:27.102695 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] get_ports_and_sgs() called for port_ids ['efb40161-31bf-49b0-bdb6-7ef1557e991d'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 16:06:27.105012 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] get_ports_and_sgs() called for port_ids ['eee98cd1-810a-4b81-9592-696d58b4c137'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 16:06:27.121669 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cd48e5-152f-4276-accd-f6d6faa7d4f2 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Pushing event deleted for resources: {'Port': ['ID=b17089f6-de09-4609-a23c-3be1f14dff7c,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:06:27.146669 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1cd48e5-152f-4276-accd-f6d6faa7d4f2 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:06:27.147019 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1cd48e5-152f-4276-accd-f6d6faa7d4f2 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:06:27.147391 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1cd48e5-152f-4276-accd-f6d6faa7d4f2 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:06:27.147730 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1cd48e5-152f-4276-accd-f6d6faa7d4f2 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:06:27.148066 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1cd48e5-152f-4276-accd-f6d6faa7d4f2 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:06:27.148398 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1cd48e5-152f-4276-accd-f6d6faa7d4f2 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:06:27.148723 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1cd48e5-152f-4276-accd-f6d6faa7d4f2 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:06:27.149048 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1cd48e5-152f-4276-accd-f6d6faa7d4f2 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:06:27.149374 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1cd48e5-152f-4276-accd-f6d6faa7d4f2 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:06:27.149699 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1cd48e5-152f-4276-accd-f6d6faa7d4f2 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:06:27.150019 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1cd48e5-152f-4276-accd-f6d6faa7d4f2 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:06:27.150342 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1cd48e5-152f-4276-accd-f6d6faa7d4f2 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:06:27.180762 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [req-0287e9df-3b11-4a14-87f4-4c0f94ea61db req-f1cd48e5-152f-4276-accd-f6d6faa7d4f2 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] No DVR routers for this DVR port b17089f6-de09-4609-a23c-3be1f14dff7c on host n-h1-834765-1 {{(pid=102791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 16:06:27.183639 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-0287e9df-3b11-4a14-87f4-4c0f94ea61db req-f1cd48e5-152f-4276-accd-f6d6faa7d4f2 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:06:27.187773 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-0287e9df-3b11-4a14-87f4-4c0f94ea61db req-f1cd48e5-152f-4276-accd-f6d6faa7d4f2 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "DELETE /v2.0/ports/b17089f6-de09-4609-a23c-3be1f14dff7c HTTP/1.1" status: 204 len: 173 time: 0.4174643 Mar 29 16:06:27.188255 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9295ef0-f012-4721-819b-eeeb68ad33a0', 'name': 'network-vif-deleted', 'tag': 'b17089f6-de09-4609-a23c-3be1f14dff7c'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:06:27.191225 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c67b028db5e9b9818fecc5c0a87ebc6f190694fa53ca267d523e04f98de536d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e27cd482-879f-4b07-8f33-6eab99045c06" -d '{"events": [{"server_uuid": "f9295ef0-f012-4721-819b-eeeb68ad33a0", "name": "network-vif-deleted", "tag": "b17089f6-de09-4609-a23c-3be1f14dff7c"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:06:27.326811 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Tue, 29 Mar 2022 16:06:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-487e9901-3bac-465c-af4d-7fd017aedcc2 x-openstack-request-id: req-487e9901-3bac-465c-af4d-7fd017aedcc2 {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:06:27.327101 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9295ef0-f012-4721-819b-eeeb68ad33a0", "name": "network-vif-deleted", "tag": "b17089f6-de09-4609-a23c-3be1f14dff7c", "status": "failed", "code": 422}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:06:27.327413 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-487e9901-3bac-465c-af4d-7fd017aedcc2 {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:06:27.327813 n-d-834765-1 neutron-server[102791]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'f9295ef0-f012-4721-819b-eeeb68ad33a0', 'name': 'network-vif-deleted', 'tag': 'b17089f6-de09-4609-a23c-3be1f14dff7c', 'status': 'failed', 'code': 422} returned with failed status Mar 29 16:06:27.751207 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a3a319-b563-42a3-a2ec-c7c93edb37aa req-35b30284-a031-41d4-b46f-cec9c54d9d90 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:06:27.752716 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-62a3a319-b563-42a3-a2ec-c7c93edb37aa req-35b30284-a031-41d4-b46f-cec9c54d9d90 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/ports?device_id=6a62cebe-5288-47a4-8f85-d9a0c83b6938 HTTP/1.1" status: 200 len: 907 time: 0.0487096 Mar 29 16:06:28.873723 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9638959-9666-4d1e-a398-427ed2c390df req-c2f94575-e1c9-44a2-a41b-a7bf297812bf tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:06:28.875186 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-a9638959-9666-4d1e-a398-427ed2c390df req-c2f94575-e1c9-44a2-a41b-a7bf297812bf tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/ports?device_id=6a62cebe-5288-47a4-8f85-d9a0c83b6938 HTTP/1.1" status: 200 len: 907 time: 0.0529828 Mar 29 16:06:29.329197 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c27481-d912-41f6-91cb-64f584c87150 req-23000a96-59c9-46e1-bf58-ceded6a5c9a6 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:06:29.331384 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-46c27481-d912-41f6-91cb-64f584c87150 req-23000a96-59c9-46e1-bf58-ceded6a5c9a6 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.48 "GET /v2.0/ports?device_id=6a62cebe-5288-47a4-8f85-d9a0c83b6938 HTTP/1.1" status: 200 len: 907 time: 0.0484016 Mar 29 16:06:29.419538 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [req-46c27481-d912-41f6-91cb-64f584c87150 req-55c3bf02-37a3-4b61-8978-eb521f5320a4 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Deleting port 5475683c-e825-4643-bc78-e00f0cda0396 {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:06:29.419875 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-46c27481-d912-41f6-91cb-64f584c87150 req-55c3bf02-37a3-4b61-8978-eb521f5320a4 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:06:29.509928 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-46c27481-d912-41f6-91cb-64f584c87150 req-55c3bf02-37a3-4b61-8978-eb521f5320a4 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] For port 5475683c-e825-4643-bc78-e00f0cda0396, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=5475683c-e825-4643-bc78-e00f0cda0396,segment=NetworkSegment(94b35437-d3ca-48bd-89d7-8faa6fa42a91),segment_id=94b35437-d3ca-48bd-89d7-8faa6fa42a91)] {{(pid=102791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:06:29.510284 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-46c27481-d912-41f6-91cb-64f584c87150 req-55c3bf02-37a3-4b61-8978-eb521f5320a4 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:06:29.523206 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [req-46c27481-d912-41f6-91cb-64f584c87150 req-55c3bf02-37a3-4b61-8978-eb521f5320a4 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Calling delete_port for 5475683c-e825-4643-bc78-e00f0cda0396 owned by compute:nova {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:06:29.648191 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-46c27481-d912-41f6-91cb-64f584c87150 req-55c3bf02-37a3-4b61-8978-eb521f5320a4 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:06:29.672544 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c3bf02-37a3-4b61-8978-eb521f5320a4 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Pushing event deleted for resources: {'Port': ['ID=5475683c-e825-4643-bc78-e00f0cda0396,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:06:29.716231 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [req-46c27481-d912-41f6-91cb-64f584c87150 req-55c3bf02-37a3-4b61-8978-eb521f5320a4 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] No DVR routers for this DVR port 5475683c-e825-4643-bc78-e00f0cda0396 on host n-h2-834765-1 {{(pid=102791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 16:06:29.718892 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-46c27481-d912-41f6-91cb-64f584c87150 req-55c3bf02-37a3-4b61-8978-eb521f5320a4 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:06:29.722401 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-46c27481-d912-41f6-91cb-64f584c87150 req-55c3bf02-37a3-4b61-8978-eb521f5320a4 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.48 "DELETE /v2.0/ports/5475683c-e825-4643-bc78-e00f0cda0396 HTTP/1.1" status: 204 len: 173 time: 0.3854461 Mar 29 16:06:29.722872 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a62cebe-5288-47a4-8f85-d9a0c83b6938', 'name': 'network-vif-deleted', 'tag': '5475683c-e825-4643-bc78-e00f0cda0396'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:06:29.725158 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c67b028db5e9b9818fecc5c0a87ebc6f190694fa53ca267d523e04f98de536d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55047786-38aa-45e4-a702-24b65bd3f999" -d '{"events": [{"server_uuid": "6a62cebe-5288-47a4-8f85-d9a0c83b6938", "name": "network-vif-deleted", "tag": "5475683c-e825-4643-bc78-e00f0cda0396"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:06:29.768412 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 16:06:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45a3feea-7b01-4282-911e-42ef226de4c4 x-openstack-request-id: req-45a3feea-7b01-4282-911e-42ef226de4c4 {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:06:29.768710 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a62cebe-5288-47a4-8f85-d9a0c83b6938", "name": "network-vif-deleted", "tag": "5475683c-e825-4643-bc78-e00f0cda0396", "status": "completed", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:06:29.769116 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-45a3feea-7b01-4282-911e-42ef226de4c4 {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:06:29.769523 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a62cebe-5288-47a4-8f85-d9a0c83b6938', 'name': 'network-vif-deleted', 'tag': '5475683c-e825-4643-bc78-e00f0cda0396', 'status': 'completed', 'code': 200} Mar 29 16:06:29.999084 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-e93ce78f-ce2a-4b84-84d6-dd07e3ffd7d9 req-fb512654-5093-4389-ae14-e1b9c98a6b27 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/ports?device_id=6a62cebe-5288-47a4-8f85-d9a0c83b6938 HTTP/1.1" status: 200 len: 210 time: 0.0300066 Mar 29 16:06:30.343617 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-5baa8aa3-31be-4c02-9a70-2230b81ddc43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:06:31.263874 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb822d8f-53a9-4ba5-be96-1437fa263721 req-239bcf78-8839-4199-992a-ee9065f5e163 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:06:31.265333 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-bb822d8f-53a9-4ba5-be96-1437fa263721 req-239bcf78-8839-4199-992a-ee9065f5e163 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/ports?device_id=c07a304f-57a4-4395-8529-9e19ca6f9059 HTTP/1.1" status: 200 len: 946 time: 0.0492370 Mar 29 16:06:31.302521 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-bb822d8f-53a9-4ba5-be96-1437fa263721 req-965d949e-4988-4c69-8b10-3d657045bc22 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/security-groups?id=9ca13a82-8548-447c-a9a1-a1fa7edff5b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311015 Mar 29 16:06:32.158138 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device 5475683c-e825-4643-bc78-e00f0cda0396 no longer exists at agent hyperv_n-h2-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 16:06:32.178505 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] No Port match for: 5475683c-e825-4643-bc78-e00f0cda0396 {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 16:06:32.178845 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device 5475683c-e825-4643-bc78-e00f0cda0396 not bound to the agent host n-h2-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 16:06:32.432863 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e09afb-4150-4473-a5e6-02fcbed0bc11 req-7834459b-52cc-44df-b6ce-c54abb41ebfa tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:06:32.434518 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-48e09afb-4150-4473-a5e6-02fcbed0bc11 req-7834459b-52cc-44df-b6ce-c54abb41ebfa tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/ports?device_id=c07a304f-57a4-4395-8529-9e19ca6f9059 HTTP/1.1" status: 200 len: 946 time: 0.0493600 Mar 29 16:06:32.472781 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-48e09afb-4150-4473-a5e6-02fcbed0bc11 req-cae7d8d0-aaf5-4229-8ac2-6b33074a7df5 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/security-groups?id=9ca13a82-8548-447c-a9a1-a1fa7edff5b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314889 Mar 29 16:06:32.783075 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-b58e9530-8b32-4309-bf8e-542f51d5b83e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:06:32.807406 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef234f23-650d-4e84-8035-3f05decaf8c1 req-33566abe-136a-4db2-ac0b-03cca65f449d tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:06:32.809137 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ef234f23-650d-4e84-8035-3f05decaf8c1 req-33566abe-136a-4db2-ac0b-03cca65f449d tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.48 "GET /v2.0/ports?device_id=c07a304f-57a4-4395-8529-9e19ca6f9059 HTTP/1.1" status: 200 len: 946 time: 0.0561016 Mar 29 16:06:32.901631 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [req-ef234f23-650d-4e84-8035-3f05decaf8c1 req-1d3f81de-eb2f-40f5-a4b9-24e676143ee5 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Deleting port eee98cd1-810a-4b81-9592-696d58b4c137 {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:06:32.901844 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-ef234f23-650d-4e84-8035-3f05decaf8c1 req-1d3f81de-eb2f-40f5-a4b9-24e676143ee5 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:06:32.991650 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-ef234f23-650d-4e84-8035-3f05decaf8c1 req-1d3f81de-eb2f-40f5-a4b9-24e676143ee5 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] For port eee98cd1-810a-4b81-9592-696d58b4c137, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=eee98cd1-810a-4b81-9592-696d58b4c137,segment=NetworkSegment(94b35437-d3ca-48bd-89d7-8faa6fa42a91),segment_id=94b35437-d3ca-48bd-89d7-8faa6fa42a91)] {{(pid=102791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:06:32.992014 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-ef234f23-650d-4e84-8035-3f05decaf8c1 req-1d3f81de-eb2f-40f5-a4b9-24e676143ee5 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:06:33.004104 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [req-ef234f23-650d-4e84-8035-3f05decaf8c1 req-1d3f81de-eb2f-40f5-a4b9-24e676143ee5 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Calling delete_port for eee98cd1-810a-4b81-9592-696d58b4c137 owned by compute:nova {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:06:33.126752 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-ef234f23-650d-4e84-8035-3f05decaf8c1 req-1d3f81de-eb2f-40f5-a4b9-24e676143ee5 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:06:33.144224 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] get_ports_and_sgs() called for port_ids ['efb40161-31bf-49b0-bdb6-7ef1557e991d'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 16:06:33.146459 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] get_ports_and_sgs() called for port_ids ['eee98cd1-810a-4b81-9592-696d58b4c137'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 16:06:33.156666 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3f81de-eb2f-40f5-a4b9-24e676143ee5 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Pushing event deleted for resources: {'Port': ['ID=eee98cd1-810a-4b81-9592-696d58b4c137,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:06:33.201952 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef234f23-650d-4e84-8035-3f05decaf8c1 req-1d3f81de-eb2f-40f5-a4b9-24e676143ee5 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] No DVR routers for this DVR port eee98cd1-810a-4b81-9592-696d58b4c137 on host n-h2-834765-1 {{(pid=102791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 16:06:33.204625 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-ef234f23-650d-4e84-8035-3f05decaf8c1 req-1d3f81de-eb2f-40f5-a4b9-24e676143ee5 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:06:33.208304 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ef234f23-650d-4e84-8035-3f05decaf8c1 req-1d3f81de-eb2f-40f5-a4b9-24e676143ee5 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.48 "DELETE /v2.0/ports/eee98cd1-810a-4b81-9592-696d58b4c137 HTTP/1.1" status: 204 len: 173 time: 0.3936489 Mar 29 16:06:33.208746 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c07a304f-57a4-4395-8529-9e19ca6f9059', 'name': 'network-vif-deleted', 'tag': 'eee98cd1-810a-4b81-9592-696d58b4c137'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:06:33.211001 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c67b028db5e9b9818fecc5c0a87ebc6f190694fa53ca267d523e04f98de536d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-584bd5e6-cd0b-4cd7-b35d-18e8e8191d55" -d '{"events": [{"server_uuid": "c07a304f-57a4-4395-8529-9e19ca6f9059", "name": "network-vif-deleted", "tag": "eee98cd1-810a-4b81-9592-696d58b4c137"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:06:33.254507 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 16:06:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8ca8a5b-eb39-417a-883d-2c93670052dc x-openstack-request-id: req-e8ca8a5b-eb39-417a-883d-2c93670052dc {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:06:33.254798 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c07a304f-57a4-4395-8529-9e19ca6f9059", "name": "network-vif-deleted", "tag": "eee98cd1-810a-4b81-9592-696d58b4c137", "status": "completed", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:06:33.255075 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e8ca8a5b-eb39-417a-883d-2c93670052dc {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:06:33.255508 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c07a304f-57a4-4395-8529-9e19ca6f9059', 'name': 'network-vif-deleted', 'tag': 'eee98cd1-810a-4b81-9592-696d58b4c137', 'status': 'completed', 'code': 200} Mar 29 16:06:33.585055 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-48a47fab-9d4c-49c4-aca8-9da9897aadeb req-74fd68b2-ba0a-42e4-8858-375845a60b87 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/ports?device_id=c07a304f-57a4-4395-8529-9e19ca6f9059 HTTP/1.1" status: 200 len: 210 time: 0.0281560 Mar 29 16:06:34.218216 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d71584b9-87f1-45f5-84c7-c993c2416269 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:06:34.856951 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ec7b82-d91d-498c-aa59-00df65d0dd4b req-087b58e6-608f-4f39-96c2-cd4ea994d507 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:06:34.858424 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-18ec7b82-d91d-498c-aa59-00df65d0dd4b req-087b58e6-608f-4f39-96c2-cd4ea994d507 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/ports?device_id=bad94c2e-cbcd-4c47-adae-30617edfba4e HTTP/1.1" status: 200 len: 946 time: 0.0555909 Mar 29 16:06:34.902181 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-18ec7b82-d91d-498c-aa59-00df65d0dd4b req-068ebd6e-bcc9-429b-8a9f-5b36d6d503f5 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/security-groups?id=9ca13a82-8548-447c-a9a1-a1fa7edff5b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371203 Mar 29 16:06:35.778860 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-0cb6abf6-2706-4e52-8825-f5f644ecf9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:06:35.925417 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:06:36.032866 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568cb3a7-5e80-4113-bae2-fe1a1f3719fd req-3f5c1295-8b12-49e4-9564-120818ea14c8 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:06:36.034484 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-568cb3a7-5e80-4113-bae2-fe1a1f3719fd req-3f5c1295-8b12-49e4-9564-120818ea14c8 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/ports?device_id=bad94c2e-cbcd-4c47-adae-30617edfba4e HTTP/1.1" status: 200 len: 946 time: 0.0573678 Mar 29 16:06:36.068874 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4415314e-290a-4aa9-a960-f10d29ede010 req-3c80584f-72a8-4ddd-9f44-cf143440abc9 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:06:36.070371 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4415314e-290a-4aa9-a960-f10d29ede010 req-3c80584f-72a8-4ddd-9f44-cf143440abc9 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.44 "GET /v2.0/ports?device_id=bad94c2e-cbcd-4c47-adae-30617edfba4e HTTP/1.1" status: 200 len: 946 time: 0.0555906 Mar 29 16:06:36.073881 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-568cb3a7-5e80-4113-bae2-fe1a1f3719fd req-b799825b-079e-4369-81be-1633ed27876c tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/security-groups?id=9ca13a82-8548-447c-a9a1-a1fa7edff5b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332975 Mar 29 16:06:36.166273 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [req-4415314e-290a-4aa9-a960-f10d29ede010 req-11ad6500-e12c-43af-928c-bd531943161a tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Deleting port efb40161-31bf-49b0-bdb6-7ef1557e991d {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:06:36.166613 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-4415314e-290a-4aa9-a960-f10d29ede010 req-11ad6500-e12c-43af-928c-bd531943161a tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:06:36.179883 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device eee98cd1-810a-4b81-9592-696d58b4c137 no longer exists at agent hyperv_n-h2-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 16:06:36.199434 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] No Port match for: eee98cd1-810a-4b81-9592-696d58b4c137 {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 16:06:36.199785 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device eee98cd1-810a-4b81-9592-696d58b4c137 not bound to the agent host n-h2-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 16:06:36.262315 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-4415314e-290a-4aa9-a960-f10d29ede010 req-11ad6500-e12c-43af-928c-bd531943161a tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] For port efb40161-31bf-49b0-bdb6-7ef1557e991d, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=efb40161-31bf-49b0-bdb6-7ef1557e991d,segment=NetworkSegment(94b35437-d3ca-48bd-89d7-8faa6fa42a91),segment_id=94b35437-d3ca-48bd-89d7-8faa6fa42a91)] {{(pid=102791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:06:36.262682 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-4415314e-290a-4aa9-a960-f10d29ede010 req-11ad6500-e12c-43af-928c-bd531943161a tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:06:36.275055 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [req-4415314e-290a-4aa9-a960-f10d29ede010 req-11ad6500-e12c-43af-928c-bd531943161a tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Calling delete_port for efb40161-31bf-49b0-bdb6-7ef1557e991d owned by compute:nova {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:06:36.403976 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-4415314e-290a-4aa9-a960-f10d29ede010 req-11ad6500-e12c-43af-928c-bd531943161a tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:06:36.416811 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] get_ports_and_sgs() called for port_ids ['efb40161-31bf-49b0-bdb6-7ef1557e991d'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 16:06:36.437442 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ad6500-e12c-43af-928c-bd531943161a tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Pushing event deleted for resources: {'Port': ['ID=efb40161-31bf-49b0-bdb6-7ef1557e991d,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:06:36.486530 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [req-4415314e-290a-4aa9-a960-f10d29ede010 req-11ad6500-e12c-43af-928c-bd531943161a tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] No DVR routers for this DVR port efb40161-31bf-49b0-bdb6-7ef1557e991d on host n-h1-834765-1 {{(pid=102791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 16:06:36.489951 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-4415314e-290a-4aa9-a960-f10d29ede010 req-11ad6500-e12c-43af-928c-bd531943161a tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:06:36.493345 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4415314e-290a-4aa9-a960-f10d29ede010 req-11ad6500-e12c-43af-928c-bd531943161a tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.44 "DELETE /v2.0/ports/efb40161-31bf-49b0-bdb6-7ef1557e991d HTTP/1.1" status: 204 len: 173 time: 0.4156129 Mar 29 16:06:36.493812 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bad94c2e-cbcd-4c47-adae-30617edfba4e', 'name': 'network-vif-deleted', 'tag': 'efb40161-31bf-49b0-bdb6-7ef1557e991d'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:06:36.496167 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c67b028db5e9b9818fecc5c0a87ebc6f190694fa53ca267d523e04f98de536d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9c38dd1-110b-4545-a525-155e2b3d2f1a" -d '{"events": [{"server_uuid": "bad94c2e-cbcd-4c47-adae-30617edfba4e", "name": "network-vif-deleted", "tag": "efb40161-31bf-49b0-bdb6-7ef1557e991d"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:06:36.538322 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 16:06:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efdf518d-0d14-49bd-839c-a20bc1286b99 x-openstack-request-id: req-efdf518d-0d14-49bd-839c-a20bc1286b99 {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:06:36.538693 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bad94c2e-cbcd-4c47-adae-30617edfba4e", "name": "network-vif-deleted", "tag": "efb40161-31bf-49b0-bdb6-7ef1557e991d", "status": "completed", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:06:36.538948 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-efdf518d-0d14-49bd-839c-a20bc1286b99 {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:06:36.539663 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bad94c2e-cbcd-4c47-adae-30617edfba4e', 'name': 'network-vif-deleted', 'tag': 'efb40161-31bf-49b0-bdb6-7ef1557e991d', 'status': 'completed', 'code': 200} Mar 29 16:06:37.338783 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e713acb6-cb81-4dfd-810b-0c8254e11cf5 req-544e3d7b-fd0e-4093-87bc-c0276ad5ea9c tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:06:37.340286 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-e713acb6-cb81-4dfd-810b-0c8254e11cf5 req-544e3d7b-fd0e-4093-87bc-c0276ad5ea9c tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/ports?device_id=4f24d3f6-64a3-452b-b656-94b2e3b74056 HTTP/1.1" status: 200 len: 945 time: 0.0493610 Mar 29 16:06:37.378694 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-e713acb6-cb81-4dfd-810b-0c8254e11cf5 req-0478b07b-3908-40d2-a0cf-0523dd626a06 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/security-groups?id=374804bf-1832-496a-a9bd-7f28df171a12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319862 Mar 29 16:06:38.494982 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fecd40-af2e-480e-b9f1-719400dd1a9a req-52a5b4a9-117c-4ce8-b630-5a4a41c3b99f tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:06:38.496473 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e5fecd40-af2e-480e-b9f1-719400dd1a9a req-52a5b4a9-117c-4ce8-b630-5a4a41c3b99f tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/ports?device_id=4f24d3f6-64a3-452b-b656-94b2e3b74056 HTTP/1.1" status: 200 len: 945 time: 0.0483446 Mar 29 16:06:38.533778 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e5fecd40-af2e-480e-b9f1-719400dd1a9a req-ac4069ac-4e3c-4e7d-a726-04a97a0a390d tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/security-groups?id=374804bf-1832-496a-a9bd-7f28df171a12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308130 Mar 29 16:06:38.850990 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102e676a-2892-4258-8b2f-8837f1ed0ebd req-8fd6b2a2-0202-466d-af04-e87fb20e4b9d tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:06:38.852466 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-102e676a-2892-4258-8b2f-8837f1ed0ebd req-8fd6b2a2-0202-466d-af04-e87fb20e4b9d tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.48 "GET /v2.0/ports?device_id=4f24d3f6-64a3-452b-b656-94b2e3b74056 HTTP/1.1" status: 200 len: 945 time: 0.0489864 Mar 29 16:06:38.946602 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [req-102e676a-2892-4258-8b2f-8837f1ed0ebd req-64243f09-9a34-4c7b-a52f-a0b72a761b5d tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Deleting port ac0b4df0-cb96-4479-a8cd-db71862ed96d {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:06:38.946940 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-102e676a-2892-4258-8b2f-8837f1ed0ebd req-64243f09-9a34-4c7b-a52f-a0b72a761b5d tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:06:39.030890 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-102e676a-2892-4258-8b2f-8837f1ed0ebd req-64243f09-9a34-4c7b-a52f-a0b72a761b5d tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] For port ac0b4df0-cb96-4479-a8cd-db71862ed96d, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=ac0b4df0-cb96-4479-a8cd-db71862ed96d,segment=NetworkSegment(94b35437-d3ca-48bd-89d7-8faa6fa42a91),segment_id=94b35437-d3ca-48bd-89d7-8faa6fa42a91)] {{(pid=102791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:06:39.031245 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-102e676a-2892-4258-8b2f-8837f1ed0ebd req-64243f09-9a34-4c7b-a52f-a0b72a761b5d tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:06:39.199222 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-102e676a-2892-4258-8b2f-8837f1ed0ebd req-64243f09-9a34-4c7b-a52f-a0b72a761b5d tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:06:39.199521 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-102e676a-2892-4258-8b2f-8837f1ed0ebd req-64243f09-9a34-4c7b-a52f-a0b72a761b5d tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648212'] for floatingip, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:06:39.199830 n-d-834765-1 neutron-server[102791]: INFO neutron.db.l3_db [req-102e676a-2892-4258-8b2f-8837f1ed0ebd req-64243f09-9a34-4c7b-a52f-a0b72a761b5d tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Floating IP b3cedc51-320c-4300-bcb4-dd98906fb505 disassociated. External IP: 172.25.4.231, port: ac0b4df0-cb96-4479-a8cd-db71862ed96d. Mar 29 16:06:39.200158 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [req-102e676a-2892-4258-8b2f-8837f1ed0ebd req-64243f09-9a34-4c7b-a52f-a0b72a761b5d tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Calling delete_port for ac0b4df0-cb96-4479-a8cd-db71862ed96d owned by compute:nova {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:06:39.323188 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-102e676a-2892-4258-8b2f-8837f1ed0ebd req-64243f09-9a34-4c7b-a52f-a0b72a761b5d tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:06:39.355178 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64243f09-9a34-4c7b-a52f-a0b72a761b5d tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Pushing event deleted for resources: {'Port': ['ID=ac0b4df0-cb96-4479-a8cd-db71862ed96d,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:06:39.475926 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.l3_agent_scheduler [req-102e676a-2892-4258-8b2f-8837f1ed0ebd req-64243f09-9a34-4c7b-a52f-a0b72a761b5d tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Router bb48b6d1-fbb8-43e3-b468-bf47b275762e has already been hosted by L3 agent c648d819-1060-4f26-b4ec-6455387b5dff {{(pid=102791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 16:06:39.584846 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-102e676a-2892-4258-8b2f-8837f1ed0ebd req-64243f09-9a34-4c7b-a52f-a0b72a761b5d tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 16:06:39.597973 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58b2ec3b-ea41-44d5-94e3-0993091b790a None None] Sync routers for ids ['bb48b6d1-fbb8-43e3-b468-bf47b275762e'] in n-d-834765-1 {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 16:06:39.601861 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device efb40161-31bf-49b0-bdb6-7ef1557e991d no longer exists at agent hyperv_n-h1-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 16:06:39.624566 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [req-102e676a-2892-4258-8b2f-8837f1ed0ebd req-64243f09-9a34-4c7b-a52f-a0b72a761b5d tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] No DVR routers for this DVR port ac0b4df0-cb96-4479-a8cd-db71862ed96d on host n-h2-834765-1 {{(pid=102791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 16:06:39.627827 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-102e676a-2892-4258-8b2f-8837f1ed0ebd req-64243f09-9a34-4c7b-a52f-a0b72a761b5d tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:06:39.631126 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-102e676a-2892-4258-8b2f-8837f1ed0ebd req-64243f09-9a34-4c7b-a52f-a0b72a761b5d tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.48 "DELETE /v2.0/ports/ac0b4df0-cb96-4479-a8cd-db71862ed96d HTTP/1.1" status: 204 len: 173 time: 0.7727654 Mar 29 16:06:39.631727 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f24d3f6-64a3-452b-b656-94b2e3b74056', 'name': 'network-vif-deleted', 'tag': 'ac0b4df0-cb96-4479-a8cd-db71862ed96d'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:06:39.634084 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c67b028db5e9b9818fecc5c0a87ebc6f190694fa53ca267d523e04f98de536d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ac9416c-97c0-4377-b603-c51fa00e0f25" -d '{"events": [{"server_uuid": "4f24d3f6-64a3-452b-b656-94b2e3b74056", "name": "network-vif-deleted", "tag": "ac0b4df0-cb96-4479-a8cd-db71862ed96d"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:06:39.634282 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-325ab0b7-e296-461b-baca-fdc73a3e261e req-8de64d8f-625a-47e8-a419-104aed1884f4 tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/ports?device_id=4f24d3f6-64a3-452b-b656-94b2e3b74056 HTTP/1.1" status: 200 len: 210 time: 0.0288036 Mar 29 16:06:39.640447 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] No Port match for: efb40161-31bf-49b0-bdb6-7ef1557e991d {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 16:06:39.640791 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device efb40161-31bf-49b0-bdb6-7ef1557e991d not bound to the agent host n-h1-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 16:06:39.647901 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58b2ec3b-ea41-44d5-94e3-0993091b790a None None] Routers {'bb48b6d1-fbb8-43e3-b468-bf47b275762e'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:06:39.649086 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-58b2ec3b-ea41-44d5-94e3-0993091b790a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:06:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['bb48b6d1-fbb8-43e3-b468-bf47b275762e'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:06:39.682168 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 16:06:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-587dd799-d2c9-4a01-a7e8-ab6882b37413 x-openstack-request-id: req-587dd799-d2c9-4a01-a7e8-ab6882b37413 {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:06:39.682541 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f24d3f6-64a3-452b-b656-94b2e3b74056", "name": "network-vif-deleted", "tag": "ac0b4df0-cb96-4479-a8cd-db71862ed96d", "status": "completed", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:06:39.682769 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-587dd799-d2c9-4a01-a7e8-ab6882b37413 {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:06:39.683166 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f24d3f6-64a3-452b-b656-94b2e3b74056', 'name': 'network-vif-deleted', 'tag': 'ac0b4df0-cb96-4479-a8cd-db71862ed96d', 'status': 'completed', 'code': 200} Mar 29 16:06:39.776691 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvr_db [None req-58b2ec3b-ea41-44d5-94e3-0993091b790a None None] Set router bb48b6d1-fbb8-43e3-b468-bf47b275762e gateway port host: n-d-834765-1 {{(pid=102792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:06:39.990693 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-58b2ec3b-ea41-44d5-94e3-0993091b790a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb48b6d1-fbb8-43e3-b468-bf47b275762e', 'name': 'tempest-ServerActionsTestJSON-1951909265-router', 'tenant_id': '358ad84304604947a292f32d4e62126b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.239'}], 'enable_snat': True}, 'gw_port_id': '4d4f7036-558e-41af-9f76-4fac90a8d754', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:58:57Z', 'updated_at': '2022-03-29T15:59:04Z', 'revision_number': 4, 'project_id': '358ad84304604947a292f32d4e62126b', 'gw_port': {'id': '4d4f7036-558e-41af-9f76-4fac90a8d754', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:90:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb48b6d1-fbb8-43e3-b468-bf47b275762e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2840, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:58:58Z', 'updated_at': '2022-03-29T15:59:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': '24f65474-5f8e-462c-bac9-2bc08dae07a3', 'name': '', 'network_id': '3364456e-aead-437c-a830-dc7a420fe2a4', 'tenant_id': '358ad84304604947a292f32d4e62126b', 'mac_address': 'fa:16:3e:6d:3a:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb48b6d1-fbb8-43e3-b468-bf47b275762e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2847, 'fixed_ips': [{'subnet_id': '6caada61-173d-4256-8e9d-611647191ef5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:59:03Z', 'updated_at': '2022-03-29T15:59:11Z', 'revision_number': 5, 'project_id': '358ad84304604947a292f32d4e62126b', 'subnets': [{'id': '6caada61-173d-4256-8e9d-611647191ef5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:06:40.017856 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58b2ec3b-ea41-44d5-94e3-0993091b790a None None] Checking router: bb48b6d1-fbb8-43e3-b468-bf47b275762e for host: n-d-834765-1 {{(pid=102792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 16:06:40.027712 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58b2ec3b-ea41-44d5-94e3-0993091b790a None None] Routers {'bb48b6d1-fbb8-43e3-b468-bf47b275762e'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:06:40.028463 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-58b2ec3b-ea41-44d5-94e3-0993091b790a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:06:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['bb48b6d1-fbb8-43e3-b468-bf47b275762e'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:06:40.151371 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvr_db [None req-58b2ec3b-ea41-44d5-94e3-0993091b790a None None] Set router bb48b6d1-fbb8-43e3-b468-bf47b275762e gateway port host: n-d-834765-1 {{(pid=102792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:06:40.355716 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-58b2ec3b-ea41-44d5-94e3-0993091b790a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb48b6d1-fbb8-43e3-b468-bf47b275762e', 'name': 'tempest-ServerActionsTestJSON-1951909265-router', 'tenant_id': '358ad84304604947a292f32d4e62126b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.239'}], 'enable_snat': True}, 'gw_port_id': '4d4f7036-558e-41af-9f76-4fac90a8d754', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:58:57Z', 'updated_at': '2022-03-29T15:59:04Z', 'revision_number': 4, 'project_id': '358ad84304604947a292f32d4e62126b', 'gw_port': {'id': '4d4f7036-558e-41af-9f76-4fac90a8d754', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:90:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb48b6d1-fbb8-43e3-b468-bf47b275762e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2840, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:58:58Z', 'updated_at': '2022-03-29T15:59:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': '24f65474-5f8e-462c-bac9-2bc08dae07a3', 'name': '', 'network_id': '3364456e-aead-437c-a830-dc7a420fe2a4', 'tenant_id': '358ad84304604947a292f32d4e62126b', 'mac_address': 'fa:16:3e:6d:3a:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb48b6d1-fbb8-43e3-b468-bf47b275762e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2847, 'fixed_ips': [{'subnet_id': '6caada61-173d-4256-8e9d-611647191ef5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:59:03Z', 'updated_at': '2022-03-29T15:59:11Z', 'revision_number': 5, 'project_id': '358ad84304604947a292f32d4e62126b', 'subnets': [{'id': '6caada61-173d-4256-8e9d-611647191ef5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:06:40.383340 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58b2ec3b-ea41-44d5-94e3-0993091b790a None None] The sync data for ids ['bb48b6d1-fbb8-43e3-b468-bf47b275762e'] in n-d-834765-1 is: [{'id': 'bb48b6d1-fbb8-43e3-b468-bf47b275762e', 'name': 'tempest-ServerActionsTestJSON-1951909265-router', 'tenant_id': '358ad84304604947a292f32d4e62126b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.239'}], 'enable_snat': True}, 'gw_port_id': '4d4f7036-558e-41af-9f76-4fac90a8d754', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:58:57Z', 'updated_at': '2022-03-29T15:59:04Z', 'revision_number': 4, 'project_id': '358ad84304604947a292f32d4e62126b', 'gw_port': {'id': '4d4f7036-558e-41af-9f76-4fac90a8d754', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:90:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb48b6d1-fbb8-43e3-b468-bf47b275762e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2840, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:58:58Z', 'updated_at': '2022-03-29T15:59:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': '24f65474-5f8e-462c-bac9-2bc08dae07a3', 'name': '', 'network_id': '3364456e-aead-437c-a830-dc7a420fe2a4', 'tenant_id': '358ad84304604947a292f32d4e62126b', 'mac_address': 'fa:16:3e:6d:3a:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb48b6d1-fbb8-43e3-b468-bf47b275762e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2847, 'fixed_ips': [{'subnet_id': '6caada61-173d-4256-8e9d-611647191ef5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:59:03Z', 'updated_at': '2022-03-29T15:59:11Z', 'revision_number': 5, 'project_id': '358ad84304604947a292f32d4e62126b', 'subnets': [{'id': '6caada61-173d-4256-8e9d-611647191ef5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 16:06:40.609101 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6526b61b-911c-49dd-b0aa-f372fde85b9c None None] New status for floating IP b3cedc51-320c-4300-bcb4-dd98906fb505: DOWN {{(pid=102793) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 16:06:40.737749 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 52032) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:06:40.840549 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-6a284753-943d-4ca2-9d55-8d0cbb0a44dc tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Notify callbacks [] for security_group, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:06:40.888118 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-6a284753-943d-4ca2-9d55-8d0cbb0a44dc tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:06:40.951872 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-6a284753-943d-4ca2-9d55-8d0cbb0a44dc tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:06:40.954705 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-6a284753-943d-4ca2-9d55-8d0cbb0a44dc tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Notify callbacks [] for security_group, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:06:40.956907 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-6a284753-943d-4ca2-9d55-8d0cbb0a44dc tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "DELETE /v2.0/security-groups/374804bf-1832-496a-a9bd-7f28df171a12 HTTP/1.1" status: 204 len: 168 time: 0.2181249 Mar 29 16:06:40.959481 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 52036) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:06:40.967030 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a284753-943d-4ca2-9d55-8d0cbb0a44dc tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=374804bf-1832-496a-a9bd-7f28df171a12,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:06:40.973197 n-d-834765-1 neutron-server[102790]: INFO neutron.api.v2.resource [None req-7bb32e69-6681-4a63-8568-ed8da7125d7b tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] show failed (client error): The resource could not be found. Mar 29 16:06:40.977029 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-7bb32e69-6681-4a63-8568-ed8da7125d7b tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "GET /v2.0/security-groups/374804bf-1832-496a-a9bd-7f28df171a12 HTTP/1.1" status: 404 len: 347 time: 0.0164866 Mar 29 16:06:40.977231 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 52038) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:06:41.103499 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-25a663ac-a86f-4ef1-ae71-e2bb8080b8fc tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Deleting port fe2c3c66-eca1-4c26-a2c9-560d4b2b485b {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:06:41.103743 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-25a663ac-a86f-4ef1-ae71-e2bb8080b8fc tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:06:41.182758 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-25a663ac-a86f-4ef1-ae71-e2bb8080b8fc tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:06:41.183086 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-25a663ac-a86f-4ef1-ae71-e2bb8080b8fc tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:06:41.195987 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-25a663ac-a86f-4ef1-ae71-e2bb8080b8fc tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Calling delete_port for fe2c3c66-eca1-4c26-a2c9-560d4b2b485b owned by network:floatingip {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:06:41.326778 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-25a663ac-a86f-4ef1-ae71-e2bb8080b8fc tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:06:41.357685 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a663ac-a86f-4ef1-ae71-e2bb8080b8fc tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Pushing event deleted for resources: {'Port': ['ID=fe2c3c66-eca1-4c26-a2c9-560d4b2b485b,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:06:41.410442 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-25a663ac-a86f-4ef1-ae71-e2bb8080b8fc tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Notify callbacks [] for floatingip, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:06:41.413081 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-25a663ac-a86f-4ef1-ae71-e2bb8080b8fc tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for floatingip, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:06:41.414267 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-25a663ac-a86f-4ef1-ae71-e2bb8080b8fc tempest-ServerActionsTestJSON-491351297 tempest-ServerActionsTestJSON-491351297-project] 10.222.0.42 "DELETE /v2.0/floatingips/b3cedc51-320c-4300-bcb4-dd98906fb505 HTTP/1.1" status: 204 len: 168 time: 0.4362195 Mar 29 16:06:41.417150 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 52040) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:06:41.874340 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-4b318a61-bb6d-48c5-a18a-a75691f05425 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-530452'] for router_interface, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:06:42.116900 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-4b318a61-bb6d-48c5-a18a-a75691f05425 admin admin] Deleting port 24f65474-5f8e-462c-bac9-2bc08dae07a3 {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:06:42.117227 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-4b318a61-bb6d-48c5-a18a-a75691f05425 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:06:42.184832 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device ac0b4df0-cb96-4479-a8cd-db71862ed96d no longer exists at agent hyperv_n-h2-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 16:06:42.195629 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [None req-4b318a61-bb6d-48c5-a18a-a75691f05425 admin admin] For port 24f65474-5f8e-462c-bac9-2bc08dae07a3, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=24f65474-5f8e-462c-bac9-2bc08dae07a3,segment=NetworkSegment(94b35437-d3ca-48bd-89d7-8faa6fa42a91),segment_id=94b35437-d3ca-48bd-89d7-8faa6fa42a91)] {{(pid=102791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:06:42.196007 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-4b318a61-bb6d-48c5-a18a-a75691f05425 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:06:42.205364 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] No Port match for: ac0b4df0-cb96-4479-a8cd-db71862ed96d {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 16:06:42.205823 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device ac0b4df0-cb96-4479-a8cd-db71862ed96d not bound to the agent host n-h2-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 16:06:42.208670 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-4b318a61-bb6d-48c5-a18a-a75691f05425 admin admin] Calling delete_port for 24f65474-5f8e-462c-bac9-2bc08dae07a3 owned by network:router_interface {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:06:42.393298 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-4b318a61-bb6d-48c5-a18a-a75691f05425 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:06:42.425322 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b318a61-bb6d-48c5-a18a-a75691f05425 admin admin] Pushing event deleted for resources: {'Port': ['ID=24f65474-5f8e-462c-bac9-2bc08dae07a3,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:06:42.601120 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-4b318a61-bb6d-48c5-a18a-a75691f05425 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-530528'] for router_interface, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:06:43.146773 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b318a61-bb6d-48c5-a18a-a75691f05425 admin admin] Router bb48b6d1-fbb8-43e3-b468-bf47b275762e has already been hosted by L3 agent c648d819-1060-4f26-b4ec-6455387b5dff {{(pid=102791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 16:06:43.249835 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b318a61-bb6d-48c5-a18a-a75691f05425 admin admin] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 16:06:43.255320 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-4b318a61-bb6d-48c5-a18a-a75691f05425 admin admin] 10.222.0.42 "PUT /v2.0/routers/bb48b6d1-fbb8-43e3-b468-bf47b275762e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8372107 Mar 29 16:06:43.257983 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 52058) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:06:43.259227 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d7826e1-30ff-4343-b9fd-a92f89081383 None None] Sync routers for ids ['bb48b6d1-fbb8-43e3-b468-bf47b275762e'] in n-d-834765-1 {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 16:06:43.270604 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d7826e1-30ff-4343-b9fd-a92f89081383 None None] Routers {'bb48b6d1-fbb8-43e3-b468-bf47b275762e'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:06:43.271217 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-0d7826e1-30ff-4343-b9fd-a92f89081383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:06:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['bb48b6d1-fbb8-43e3-b468-bf47b275762e'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:06:43.363177 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-640316d6-1490-426b-86e1-e5ea9f874ff7 admin admin] Notify callbacks [] for router, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:06:43.377972 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvr_db [None req-0d7826e1-30ff-4343-b9fd-a92f89081383 None None] Set router bb48b6d1-fbb8-43e3-b468-bf47b275762e gateway port host: n-d-834765-1 {{(pid=102792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:06:43.472230 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-640316d6-1490-426b-86e1-e5ea9f874ff7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:06:43.539527 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-640316d6-1490-426b-86e1-e5ea9f874ff7 admin admin] Deleting port 4d4f7036-558e-41af-9f76-4fac90a8d754 {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:06:43.540057 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-640316d6-1490-426b-86e1-e5ea9f874ff7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:06:43.570731 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-0d7826e1-30ff-4343-b9fd-a92f89081383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb48b6d1-fbb8-43e3-b468-bf47b275762e', 'name': 'tempest-ServerActionsTestJSON-1951909265-router', 'tenant_id': '358ad84304604947a292f32d4e62126b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.239'}], 'enable_snat': True}, 'gw_port_id': '4d4f7036-558e-41af-9f76-4fac90a8d754', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:58:57Z', 'updated_at': '2022-03-29T16:06:42Z', 'revision_number': 5, 'project_id': '358ad84304604947a292f32d4e62126b', 'gw_port': {'id': '4d4f7036-558e-41af-9f76-4fac90a8d754', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:90:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb48b6d1-fbb8-43e3-b468-bf47b275762e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2840, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:58:58Z', 'updated_at': '2022-03-29T15:59:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1'}], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:06:43.599200 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d7826e1-30ff-4343-b9fd-a92f89081383 None None] Checking router: bb48b6d1-fbb8-43e3-b468-bf47b275762e for host: n-d-834765-1 {{(pid=102792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 16:06:43.607486 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d7826e1-30ff-4343-b9fd-a92f89081383 None None] Routers {'bb48b6d1-fbb8-43e3-b468-bf47b275762e'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:06:43.608104 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-0d7826e1-30ff-4343-b9fd-a92f89081383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:06:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['bb48b6d1-fbb8-43e3-b468-bf47b275762e'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:06:43.621779 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [None req-640316d6-1490-426b-86e1-e5ea9f874ff7 admin admin] For port 4d4f7036-558e-41af-9f76-4fac90a8d754, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=4d4f7036-558e-41af-9f76-4fac90a8d754,segment=NetworkSegment(6ab47353-a811-4bad-bc73-b4cc84583cfd),segment_id=6ab47353-a811-4bad-bc73-b4cc84583cfd)] {{(pid=102791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:06:43.622139 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-640316d6-1490-426b-86e1-e5ea9f874ff7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:06:43.635296 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-640316d6-1490-426b-86e1-e5ea9f874ff7 admin admin] Calling delete_port for 4d4f7036-558e-41af-9f76-4fac90a8d754 owned by network:router_gateway {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:06:43.698123 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvr_db [None req-0d7826e1-30ff-4343-b9fd-a92f89081383 None None] Set router bb48b6d1-fbb8-43e3-b468-bf47b275762e gateway port host: None {{(pid=102792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:06:43.755676 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-0d7826e1-30ff-4343-b9fd-a92f89081383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb48b6d1-fbb8-43e3-b468-bf47b275762e', 'name': 'tempest-ServerActionsTestJSON-1951909265-router', 'tenant_id': '358ad84304604947a292f32d4e62126b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:58:57Z', 'updated_at': '2022-03-29T16:06:43Z', 'revision_number': 6, 'project_id': '358ad84304604947a292f32d4e62126b', 'gw_port_host': None}], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:06:43.784308 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d7826e1-30ff-4343-b9fd-a92f89081383 None None] The sync data for ids ['bb48b6d1-fbb8-43e3-b468-bf47b275762e'] in n-d-834765-1 is: [{'id': 'bb48b6d1-fbb8-43e3-b468-bf47b275762e', 'name': 'tempest-ServerActionsTestJSON-1951909265-router', 'tenant_id': '358ad84304604947a292f32d4e62126b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:58:57Z', 'updated_at': '2022-03-29T16:06:43Z', 'revision_number': 6, 'project_id': '358ad84304604947a292f32d4e62126b', 'gw_port_host': None}] {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 16:06:43.820648 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-640316d6-1490-426b-86e1-e5ea9f874ff7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:06:43.855660 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640316d6-1490-426b-86e1-e5ea9f874ff7 admin admin] Pushing event deleted for resources: {'Port': ['ID=4d4f7036-558e-41af-9f76-4fac90a8d754,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:06:43.938068 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-640316d6-1490-426b-86e1-e5ea9f874ff7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-648138'] for router_gateway, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:06:44.034448 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-640316d6-1490-426b-86e1-e5ea9f874ff7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129328'] for router, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:06:44.036531 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-640316d6-1490-426b-86e1-e5ea9f874ff7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:06:44.080769 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-640316d6-1490-426b-86e1-e5ea9f874ff7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-526718'] for router, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:06:44.081300 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-640316d6-1490-426b-86e1-e5ea9f874ff7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bb48b6d1-fbb8-43e3-b468-bf47b275762e {{(pid=102791) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 29 16:06:44.085829 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-640316d6-1490-426b-86e1-e5ea9f874ff7 admin admin] Notify callbacks [] for router, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:06:44.089353 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-640316d6-1490-426b-86e1-e5ea9f874ff7 admin admin] 10.222.0.42 "DELETE /v2.0/routers/bb48b6d1-fbb8-43e3-b468-bf47b275762e HTTP/1.1" status: 204 len: 168 time: 0.8279774 Mar 29 16:06:44.089558 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 52064) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:06:44.144102 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_v2 [None req-4bb29d8d-0ec2-4697-b3b9-843876be9e7b admin admin] Deleting subnet 6caada61-173d-4256-8e9d-611647191ef5 {{(pid=102791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 16:06:44.147501 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-4bb29d8d-0ec2-4697-b3b9-843876be9e7b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:06:44.187930 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-4bb29d8d-0ec2-4697-b3b9-843876be9e7b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4230423'] for subnet, precommit_delete_associations {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:06:44.290888 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-4bb29d8d-0ec2-4697-b3b9-843876be9e7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1641287'] for subnet, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:06:44.358270 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-4bb29d8d-0ec2-4697-b3b9-843876be9e7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1641294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16155591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16218852'] for subnet, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:06:44.390052 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb29d8d-0ec2-4697-b3b9-843876be9e7b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6caada61-173d-4256-8e9d-611647191ef5,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:06:44.394609 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-4bb29d8d-0ec2-4697-b3b9-843876be9e7b admin admin] Notify callbacks [] for subnet, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:06:44.400392 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-4bb29d8d-0ec2-4697-b3b9-843876be9e7b admin admin] 10.222.0.42 "DELETE /v2.0/subnets/6caada61-173d-4256-8e9d-611647191ef5 HTTP/1.1" status: 204 len: 168 time: 0.3074634 Mar 29 16:06:44.400657 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 52066) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:06:44.409643 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a54d20d9-fae1-42b5-b373-f3e8f5bd5b34 None None] Network 3364456e-aead-437c-a830-dc7a420fe2a4 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 16:06:44.499922 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-43833fd4-ec9d-426d-927b-31fbce976952 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1631750'] for network, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:06:44.625880 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-43833fd4-ec9d-426d-927b-31fbce976952 admin admin] Deleting port fe8d6383-e1e7-407b-804b-0567d2597c65 {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:06:44.626222 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-43833fd4-ec9d-426d-927b-31fbce976952 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:06:44.654295 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eee7052-fa00-4b31-830b-0eb98f739be9 None None] DHCP port deletion for 3364456e-aead-437c-a830-dc7a420fe2a4 request from n-d-834765-1 {{(pid=102792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 29 16:06:44.707805 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [None req-43833fd4-ec9d-426d-927b-31fbce976952 admin admin] For port fe8d6383-e1e7-407b-804b-0567d2597c65, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=fe8d6383-e1e7-407b-804b-0567d2597c65,segment=NetworkSegment(94b35437-d3ca-48bd-89d7-8faa6fa42a91),segment_id=94b35437-d3ca-48bd-89d7-8faa6fa42a91)] {{(pid=102791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:06:44.708236 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-43833fd4-ec9d-426d-927b-31fbce976952 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:06:44.712119 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-4eee7052-fa00-4b31-830b-0eb98f739be9 None None] Deleting port fe8d6383-e1e7-407b-804b-0567d2597c65 {{(pid=102792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:06:44.712505 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-4eee7052-fa00-4b31-830b-0eb98f739be9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:06:44.726593 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-43833fd4-ec9d-426d-927b-31fbce976952 admin admin] Calling delete_port for fe8d6383-e1e7-407b-804b-0567d2597c65 owned by network:dhcp {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:06:44.792361 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-4eee7052-fa00-4b31-830b-0eb98f739be9 None None] For port fe8d6383-e1e7-407b-804b-0567d2597c65, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=fe8d6383-e1e7-407b-804b-0567d2597c65,segment=NetworkSegment(94b35437-d3ca-48bd-89d7-8faa6fa42a91),segment_id=94b35437-d3ca-48bd-89d7-8faa6fa42a91)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:06:44.792689 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-4eee7052-fa00-4b31-830b-0eb98f739be9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:06:44.806225 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-4eee7052-fa00-4b31-830b-0eb98f739be9 None None] Calling delete_port for fe8d6383-e1e7-407b-804b-0567d2597c65 owned by network:dhcp {{(pid=102792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:06:44.835851 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-43833fd4-ec9d-426d-927b-31fbce976952 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:06:44.849546 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43833fd4-ec9d-426d-927b-31fbce976952 admin admin] No DVR routers for this DVR port fe8d6383-e1e7-407b-804b-0567d2597c65 on host n-d-834765-1 {{(pid=102791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 16:06:44.895814 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43833fd4-ec9d-426d-927b-31fbce976952 admin admin] Pushing event deleted for resources: {'Port': ['ID=fe8d6383-e1e7-407b-804b-0567d2597c65,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:06:44.913519 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-4eee7052-fa00-4b31-830b-0eb98f739be9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350'] for port, after_delete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:06:44.951294 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eee7052-fa00-4b31-830b-0eb98f739be9 None None] Pushing event deleted for resources: {'Port': ['ID=fe8d6383-e1e7-407b-804b-0567d2597c65,revision_number=None']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:06:44.961201 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eee7052-fa00-4b31-830b-0eb98f739be9 None None] No DVR routers for this DVR port fe8d6383-e1e7-407b-804b-0567d2597c65 on host n-d-834765-1 {{(pid=102792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 16:06:44.965476 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eee7052-fa00-4b31-830b-0eb98f739be9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:06:44.969244 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eee7052-fa00-4b31-830b-0eb98f739be9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:06:44.969244 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eee7052-fa00-4b31-830b-0eb98f739be9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:06:44.969932 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eee7052-fa00-4b31-830b-0eb98f739be9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:06:44.970197 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eee7052-fa00-4b31-830b-0eb98f739be9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:06:44.970569 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eee7052-fa00-4b31-830b-0eb98f739be9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:06:44.970905 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eee7052-fa00-4b31-830b-0eb98f739be9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:06:44.971290 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eee7052-fa00-4b31-830b-0eb98f739be9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:06:44.971632 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eee7052-fa00-4b31-830b-0eb98f739be9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:06:44.971958 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eee7052-fa00-4b31-830b-0eb98f739be9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:06:44.972291 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eee7052-fa00-4b31-830b-0eb98f739be9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:06:44.972614 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eee7052-fa00-4b31-830b-0eb98f739be9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:06:44.990482 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-43833fd4-ec9d-426d-927b-31fbce976952 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639890', 'neutron.services.segments.db._delete_segments_for_network-8783523423079'] for network, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:06:45.019826 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-43833fd4-ec9d-426d-927b-31fbce976952 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3364456e-aead-437c-a830-dc7a420fe2a4']}} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:06:45.030432 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-43833fd4-ec9d-426d-927b-31fbce976952 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94b35437-d3ca-48bd-89d7-8faa6fa42a91') {'for_net_delete': True} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:06:45.030732 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-43833fd4-ec9d-426d-927b-31fbce976952 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94b35437-d3ca-48bd-89d7-8faa6fa42a91') {} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:06:45.049151 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-43833fd4-ec9d-426d-927b-31fbce976952 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783523422064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4230428'] for segment, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:06:45.061885 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 24f65474-5f8e-462c-bac9-2bc08dae07a3 no longer exists at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 16:06:45.076320 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-43833fd4-ec9d-426d-927b-31fbce976952 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:06:45.083576 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43833fd4-ec9d-426d-927b-31fbce976952 admin admin] Releasing vlan 632 on physical network physnet1 to pool {{(pid=102791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 16:06:45.084257 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-43833fd4-ec9d-426d-927b-31fbce976952 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16169569'] for segment, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:06:45.086385 n-d-834765-1 neutron-server[102791]: Traceback (most recent call last): Mar 29 16:06:45.086385 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 16:06:45.086385 n-d-834765-1 neutron-server[102791]: timer() Mar 29 16:06:45.086385 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 16:06:45.086385 n-d-834765-1 neutron-server[102791]: cb(*args, **kw) Mar 29 16:06:45.086385 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 16:06:45.086385 n-d-834765-1 neutron-server[102791]: return func(*args, **kwargs) Mar 29 16:06:45.086385 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 16:06:45.086385 n-d-834765-1 neutron-server[102791]: self._notify() Mar 29 16:06:45.086385 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 16:06:45.086385 n-d-834765-1 neutron-server[102791]: self.callback(batched_events) Mar 29 16:06:45.086385 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 16:06:45.086385 n-d-834765-1 neutron-server[102791]: event.method(event) Mar 29 16:06:45.086385 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 16:06:45.086385 n-d-834765-1 neutron-server[102791]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 16:06:45.086385 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 16:06:45.086385 n-d-834765-1 neutron-server[102791]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 16:06:45.086385 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 16:06:45.086385 n-d-834765-1 neutron-server[102791]: return f(self, *a, **k) Mar 29 16:06:45.086385 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 16:06:45.086385 n-d-834765-1 neutron-server[102791]: return self._get(url).json() Mar 29 16:06:45.086385 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 16:06:45.086385 n-d-834765-1 neutron-server[102791]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 16:06:45.086385 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 16:06:45.086385 n-d-834765-1 neutron-server[102791]: return self.request(url, 'GET', **kwargs) Mar 29 16:06:45.086385 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 16:06:45.086385 n-d-834765-1 neutron-server[102791]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 16:06:45.086385 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 16:06:45.086385 n-d-834765-1 neutron-server[102791]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 16:06:45.086385 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 16:06:45.086385 n-d-834765-1 neutron-server[102791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 16:06:45.086385 n-d-834765-1 neutron-server[102791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 16:06:45.098193 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] No Port match for: 24f65474-5f8e-462c-bac9-2bc08dae07a3 {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 16:06:45.098783 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 24f65474-5f8e-462c-bac9-2bc08dae07a3 not bound to the agent host n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 16:06:45.099410 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device fe8d6383-e1e7-407b-804b-0567d2597c65 no longer exists at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 16:06:45.150399 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-43833fd4-ec9d-426d-927b-31fbce976952 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1639897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648174'] for network, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:06:45.157378 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-43833fd4-ec9d-426d-927b-31fbce976952 admin admin] Notify callbacks [] for network, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:06:45.171325 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-43833fd4-ec9d-426d-927b-31fbce976952 admin admin] 10.222.0.42 "DELETE /v2.0/networks/3364456e-aead-437c-a830-dc7a420fe2a4 HTTP/1.1" status: 204 len: 168 time: 0.7661602 Mar 29 16:06:45.197053 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43833fd4-ec9d-426d-927b-31fbce976952 admin admin] Pushing event deleted for resources: {'Network': ['ID=3364456e-aead-437c-a830-dc7a420fe2a4,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:06:45.293275 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] No Port match for: fe8d6383-e1e7-407b-804b-0567d2597c65 {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 16:06:45.293560 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device fe8d6383-e1e7-407b-804b-0567d2597c65 not bound to the agent host n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 16:06:45.293928 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 4d4f7036-558e-41af-9f76-4fac90a8d754 no longer exists at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 16:06:45.317754 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] No Port match for: 4d4f7036-558e-41af-9f76-4fac90a8d754 {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 16:06:45.318047 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 4d4f7036-558e-41af-9f76-4fac90a8d754 not bound to the agent host n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 16:06:45.345887 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 52072) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:06:45.418034 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 52074) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:06:45.425331 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-4b3f61ea-af44-43dd-aaed-1c003724c2c3 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=358ad84304604947a292f32d4e62126b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0773947 Mar 29 16:06:45.474507 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-bb8105b8-015e-47d2-b147-b84a2db98ac0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:06:45.505233 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-bb8105b8-015e-47d2-b147-b84a2db98ac0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:06:45.556932 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-bb8105b8-015e-47d2-b147-b84a2db98ac0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:06:45.560295 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-bb8105b8-015e-47d2-b147-b84a2db98ac0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:06:45.563797 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-bb8105b8-015e-47d2-b147-b84a2db98ac0 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/9ca13a82-8548-447c-a9a1-a1fa7edff5b5 HTTP/1.1" status: 204 len: 168 time: 0.1424644 Mar 29 16:06:45.570706 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8105b8-015e-47d2-b147-b84a2db98ac0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ca13a82-8548-447c-a9a1-a1fa7edff5b5,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:06:45.581566 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8105b8-015e-47d2-b147-b84a2db98ac0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:06:45.581917 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8105b8-015e-47d2-b147-b84a2db98ac0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:06:45.582253 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8105b8-015e-47d2-b147-b84a2db98ac0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:06:45.582639 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8105b8-015e-47d2-b147-b84a2db98ac0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:06:45.583191 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8105b8-015e-47d2-b147-b84a2db98ac0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:06:45.583584 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8105b8-015e-47d2-b147-b84a2db98ac0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:06:45.583910 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8105b8-015e-47d2-b147-b84a2db98ac0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:06:45.584409 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8105b8-015e-47d2-b147-b84a2db98ac0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:06:45.585196 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8105b8-015e-47d2-b147-b84a2db98ac0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:06:45.586010 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8105b8-015e-47d2-b147-b84a2db98ac0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:06:45.586774 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8105b8-015e-47d2-b147-b84a2db98ac0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:06:45.587104 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8105b8-015e-47d2-b147-b84a2db98ac0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:06:46.233938 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.agents_db [None req-59735a15-725e-44d4-9ad5-95cbe356f209 None None] Agent healthcheck: found 7 active agents {{(pid=102793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 16:06:46.598091 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 52098) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:06:46.791386 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-2fde2565-fff1-4dfe-a668-03543dbeb929 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-46331729-network', 'tenant_id': '7cb27528fcf04d74ac27f8858cb1b740'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:06:46.834321 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fde2565-fff1-4dfe-a668-03543dbeb929 admin admin] Made reservation on behalf of 7cb27528fcf04d74ac27f8858cb1b740 for: {'network': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:06:46.837563 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-2fde2565-fff1-4dfe-a668-03543dbeb929 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for network, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:06:46.848426 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-2fde2565-fff1-4dfe-a668-03543dbeb929 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:06:46.946666 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-2fde2565-fff1-4dfe-a668-03543dbeb929 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:06:46.949656 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-2fde2565-fff1-4dfe-a668-03543dbeb929 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:06:46.981093 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2fde2565-fff1-4dfe-a668-03543dbeb929 admin admin] vlan segment allocate from pool success with {'vlan_id': 629, 'physical_network': 'physnet1'} {{(pid=102790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 16:06:46.983654 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fde2565-fff1-4dfe-a668-03543dbeb929 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d08eb68-1e1b-482c-9090-a0886e5898ce,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:06:46.995174 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-2fde2565-fff1-4dfe-a668-03543dbeb929 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:06:46.995457 n-d-834765-1 neutron-server[102790]: INFO neutron.db.segments_db [None req-2fde2565-fff1-4dfe-a668-03543dbeb929 admin admin] Added segment 303abcbb-c3da-45a5-aea4-a1436cce7fc4 of type vlan for network b88c9873-2a40-4601-b6e8-d4d941532447 Mar 29 16:06:47.049129 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-2fde2565-fff1-4dfe-a668-03543dbeb929 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783522915970'] for network, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:06:47.084160 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-2fde2565-fff1-4dfe-a668-03543dbeb929 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795'] for network, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:06:47.085216 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fde2565-fff1-4dfe-a668-03543dbeb929 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:06:47.086872 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-2fde2565-fff1-4dfe-a668-03543dbeb929 admin admin] Notify callbacks [] for network, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:06:47.136385 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:06:47.137099 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-2fde2565-fff1-4dfe-a668-03543dbeb929 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5367751 Mar 29 16:06:47.139297 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 52104) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:06:47.152491 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-177ac28f-e08d-4792-ad8c-741e90384fd5 admin admin] Request body: {'subnet': {'network_id': 'b88c9873-2a40-4601-b6e8-d4d941532447', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-46331729-subnet', 'tenant_id': '7cb27528fcf04d74ac27f8858cb1b740', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:06:47.208044 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fde2565-fff1-4dfe-a668-03543dbeb929 admin admin] Pushing event updated for resources: {'Network': ['ID=b88c9873-2a40-4601-b6e8-d4d941532447,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:06:47.222766 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Network b88c9873-2a40-4601-b6e8-d4d941532447 details requested by agent ovs-agent-n-d-834765-1 with host n-d-834765-1 {{(pid=102792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 16:06:47.228299 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-177ac28f-e08d-4792-ad8c-741e90384fd5 admin admin] Made reservation on behalf of 7cb27528fcf04d74ac27f8858cb1b740 for: {'subnet': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:06:47.230788 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-177ac28f-e08d-4792-ad8c-741e90384fd5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4793983'] for subnet, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:06:47.444027 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-177ac28f-e08d-4792-ad8c-741e90384fd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5231896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4793961'] for subnet, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:06:47.542631 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177ac28f-e08d-4792-ad8c-741e90384fd5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c5e8ab4c-acef-4299-a329-deb098d54454,revision_number=0']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:06:47.567760 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-177ac28f-e08d-4792-ad8c-741e90384fd5 admin admin] Checking segment: {'id': '303abcbb-c3da-45a5-aea4-a1436cce7fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'b88c9873-2a40-4601-b6e8-d4d941532447'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 16:06:47.568066 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-177ac28f-e08d-4792-ad8c-741e90384fd5 admin admin] Network hostable DHCP agents. Network: b88c9873-2a40-4601-b6e8-d4d941532447, hostable agents: ['d136643e-48ae-49d4-a851-2ba3bdf3749c'], hosted agents: [] {{(pid=102790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 16:06:47.591598 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-177ac28f-e08d-4792-ad8c-741e90384fd5 admin admin] Network b88c9873-2a40-4601-b6e8-d4d941532447 is scheduled to be hosted by DHCP agent d136643e-48ae-49d4-a851-2ba3bdf3749c with binding_index 1 {{(pid=102790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 16:06:47.601361 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-177ac28f-e08d-4792-ad8c-741e90384fd5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834765-1, b88c9873-2a40-4601-b6e8-d4d941532447) {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:06:47.607420 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-177ac28f-e08d-4792-ad8c-741e90384fd5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:06:47.608489 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-177ac28f-e08d-4792-ad8c-741e90384fd5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:06:47.614799 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ad6c0d1-10f3-4c61-98f0-4c7a5ee8ea96 None None] Network b88c9873-2a40-4601-b6e8-d4d941532447 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 16:06:47.640498 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-177ac28f-e08d-4792-ad8c-741e90384fd5 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4992833 Mar 29 16:06:47.767047 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4351af65-d561-4c67-90ec-eeb0d9560b92 None None] Network b88c9873-2a40-4601-b6e8-d4d941532447 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 16:06:47.913053 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:06:48.977508 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb563b8-d1a6-4356-b86a-dbbea507bd63 req-e3d8a6d9-03d7-45bc-aa71-48c6c395e6cd tempest-ServerGroupTestJSON-1071761110 tempest-ServerGroupTestJSON-1071761110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:06:48.978989 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-dbb563b8-d1a6-4356-b86a-dbbea507bd63 req-e3d8a6d9-03d7-45bc-aa71-48c6c395e6cd tempest-ServerGroupTestJSON-1071761110 tempest-ServerGroupTestJSON-1071761110-project] 10.222.0.42 "GET /v2.0/networks?id=b88c9873-2a40-4601-b6e8-d4d941532447 HTTP/1.1" status: 200 len: 808 time: 0.1109428 Mar 29 16:06:48.995387 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-dbb563b8-d1a6-4356-b86a-dbbea507bd63 req-3506df89-bc88-4cc0-a8fa-8779691702be tempest-ServerGroupTestJSON-1071761110 tempest-ServerGroupTestJSON-1071761110-project] 10.222.0.42 "GET /v2.0/quotas/7cb27528fcf04d74ac27f8858cb1b740 HTTP/1.1" status: 200 len: 375 time: 0.0098040 Mar 29 16:06:49.031719 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-dbb563b8-d1a6-4356-b86a-dbbea507bd63 req-20d84172-6b5c-4eb1-b720-efa78f52c40f tempest-ServerGroupTestJSON-1071761110 tempest-ServerGroupTestJSON-1071761110-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=7cb27528fcf04d74ac27f8858cb1b740&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0298710 Mar 29 16:06:49.132791 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-dbb563b8-d1a6-4356-b86a-dbbea507bd63 req-ae98a476-dc1f-4476-8cf1-15db835019a7 service neutron] 10.222.0.42 "GET /v2.0/networks/b88c9873-2a40-4601-b6e8-d4d941532447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936227 Mar 29 16:06:49.232193 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-dbb563b8-d1a6-4356-b86a-dbbea507bd63 req-e439dfd6-cecf-4627-84a8-3f024c584a7e service neutron] 10.222.0.42 "GET /v2.0/networks/b88c9873-2a40-4601-b6e8-d4d941532447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924940 Mar 29 16:06:49.520597 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-2067ed64-184f-4a7f-babc-6f0c08ddbacc req-56437baf-239b-497b-9a14-c38fb37e7ce5 tempest-ServerGroupTestJSON-1071761110 tempest-ServerGroupTestJSON-1071761110-project] 10.222.0.42 "GET /v2.0/ports?device_id=9627f154-1c13-4c4a-99b7-6ff8b70dce04 HTTP/1.1" status: 200 len: 210 time: 0.0537739 Mar 29 16:06:50.014320 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f04bc5af-9f27-4532-933e-8f346446ae52 req-552468c7-fbcc-4ad9-8cb8-6e33a4d7da02 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=77580fbd-129b-4d26-8ed8-ae744df06822&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0666656 Mar 29 16:06:50.106404 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04bc5af-9f27-4532-933e-8f346446ae52 req-217c1662-66c5-4d89-8426-6b15bc9eaef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:06:50.108206 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f04bc5af-9f27-4532-933e-8f346446ae52 req-217c1662-66c5-4d89-8426-6b15bc9eaef4 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f31979fa8a674f56835f136e5e49ba5c&device_id=77580fbd-129b-4d26-8ed8-ae744df06822 HTTP/1.1" status: 200 len: 1097 time: 0.0446775 Mar 29 16:06:50.223789 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04bc5af-9f27-4532-933e-8f346446ae52 req-855c66f5-d38a-405d-bd5e-2c80766e27b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:06:50.225288 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f04bc5af-9f27-4532-933e-8f346446ae52 req-855c66f5-d38a-405d-bd5e-2c80766e27b5 service neutron] 10.222.0.44 "GET /v2.0/networks?id=8594f729-9088-4f6b-8543-aaadb0f5b192 HTTP/1.1" status: 200 len: 913 time: 0.0972106 Mar 29 16:06:50.295588 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f04bc5af-9f27-4532-933e-8f346446ae52 req-48fa42cd-ea2f-4215-9862-c53853d84b46 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6229ea58-48ea-4053-8b5a-016c704c7a65 HTTP/1.1" status: 200 len: 1000 time: 0.0637248 Mar 29 16:06:50.350520 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04bc5af-9f27-4532-933e-8f346446ae52 req-ecae4a2d-10dc-486f-8493-654be1f8f926 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:06:50.352044 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f04bc5af-9f27-4532-933e-8f346446ae52 req-ecae4a2d-10dc-486f-8493-654be1f8f926 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=52e8269b-e046-4c98-a9b1-ef8905fa8ddb HTTP/1.1" status: 200 len: 851 time: 0.0490587 Mar 29 16:06:50.477482 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04bc5af-9f27-4532-933e-8f346446ae52 req-f68b143b-c4f1-4fee-a033-8753b8ba291f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:06:50.478901 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f04bc5af-9f27-4532-933e-8f346446ae52 req-f68b143b-c4f1-4fee-a033-8753b8ba291f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8594f729-9088-4f6b-8543-aaadb0f5b192&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1201921 Mar 29 16:06:50.490801 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [req-f04bc5af-9f27-4532-933e-8f346446ae52 req-0ad80a7a-d658-4e10-a7cf-175dc0fcbf8f service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=102791) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 16:06:50.492169 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f04bc5af-9f27-4532-933e-8f346446ae52 req-0ad80a7a-d658-4e10-a7cf-175dc0fcbf8f service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058610 Mar 29 16:06:50.533110 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb563b8-d1a6-4356-b86a-dbbea507bd63 req-095308ab-a964-45a9-a73a-1e84c168cc9f tempest-ServerGroupTestJSON-1071761110 tempest-ServerGroupTestJSON-1071761110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:06:50.534784 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-dbb563b8-d1a6-4356-b86a-dbbea507bd63 req-095308ab-a964-45a9-a73a-1e84c168cc9f tempest-ServerGroupTestJSON-1071761110 tempest-ServerGroupTestJSON-1071761110-project] 10.222.0.48 "GET /v2.0/networks?id=b88c9873-2a40-4601-b6e8-d4d941532447 HTTP/1.1" status: 200 len: 808 time: 0.1477339 Mar 29 16:06:50.551497 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [req-dbb563b8-d1a6-4356-b86a-dbbea507bd63 req-a67a0749-c691-4965-888b-6c4898039ee9 tempest-ServerGroupTestJSON-1071761110 tempest-ServerGroupTestJSON-1071761110-project] Request body: {'port': {'device_id': '9627f154-1c13-4c4a-99b7-6ff8b70dce04', 'network_id': 'b88c9873-2a40-4601-b6e8-d4d941532447', 'admin_state_up': True, 'tenant_id': '7cb27528fcf04d74ac27f8858cb1b740'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:06:50.633273 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-c7a2508a-2237-4789-a03c-c44fa6090536 req-efd98b2d-cb16-48df-a703-3f18a140d4d9 tempest-ServerGroupTestJSON-1071761110 tempest-ServerGroupTestJSON-1071761110-project] 10.222.0.42 "GET /v2.0/ports?device_id=9627f154-1c13-4c4a-99b7-6ff8b70dce04 HTTP/1.1" status: 200 len: 210 time: 0.0450096 Mar 29 16:06:50.691188 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f04bc5af-9f27-4532-933e-8f346446ae52 req-38025292-b39f-40ec-a378-84fdd98219b2 service neutron] 10.222.0.44 "GET /v2.0/networks/8594f729-9088-4f6b-8543-aaadb0f5b192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1920238 Mar 29 16:06:50.785600 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dbb563b8-d1a6-4356-b86a-dbbea507bd63 req-a67a0749-c691-4965-888b-6c4898039ee9 tempest-ServerGroupTestJSON-1071761110 tempest-ServerGroupTestJSON-1071761110-project] Made reservation on behalf of 7cb27528fcf04d74ac27f8858cb1b740 for: {'port': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:06:50.789276 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-dbb563b8-d1a6-4356-b86a-dbbea507bd63 req-a67a0749-c691-4965-888b-6c4898039ee9 tempest-ServerGroupTestJSON-1071761110 tempest-ServerGroupTestJSON-1071761110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:06:50.827860 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f04bc5af-9f27-4532-933e-8f346446ae52 req-c9ba4fe5-feea-4dd9-b9d6-4fb65cfce000 service neutron] 10.222.0.44 "GET /v2.0/networks/8594f729-9088-4f6b-8543-aaadb0f5b192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286056 Mar 29 16:06:50.930632 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_common [req-dbb563b8-d1a6-4356-b86a-dbbea507bd63 req-a67a0749-c691-4965-888b-6c4898039ee9 tempest-ServerGroupTestJSON-1071761110 tempest-ServerGroupTestJSON-1071761110-project] Allocated IP 172.20.0.8 (b88c9873-2a40-4601-b6e8-d4d941532447/c5e8ab4c-acef-4299-a329-deb098d54454/e9d75fcb-69dd-4698-a00c-3850659c6953) {{(pid=102791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:06:51.087868 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-dbb563b8-d1a6-4356-b86a-dbbea507bd63 req-a67a0749-c691-4965-888b-6c4898039ee9 tempest-ServerGroupTestJSON-1071761110 tempest-ServerGroupTestJSON-1071761110-project] Notify callbacks [] for port, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:06:51.123495 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-dbb563b8-d1a6-4356-b86a-dbbea507bd63 req-a67a0749-c691-4965-888b-6c4898039ee9 tempest-ServerGroupTestJSON-1071761110 tempest-ServerGroupTestJSON-1071761110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:06:51.175799 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dbb563b8-d1a6-4356-b86a-dbbea507bd63 req-a67a0749-c691-4965-888b-6c4898039ee9 tempest-ServerGroupTestJSON-1071761110 tempest-ServerGroupTestJSON-1071761110-project] Network b88c9873-2a40-4601-b6e8-d4d941532447 is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:06:51.178896 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [req-dbb563b8-d1a6-4356-b86a-dbbea507bd63 req-a67a0749-c691-4965-888b-6c4898039ee9 tempest-ServerGroupTestJSON-1071761110 tempest-ServerGroupTestJSON-1071761110-project] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:06:51.184943 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbb563b8-d1a6-4356-b86a-dbbea507bd63 req-a67a0749-c691-4965-888b-6c4898039ee9 tempest-ServerGroupTestJSON-1071761110 tempest-ServerGroupTestJSON-1071761110-project] Received port after_create {{(pid=102791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:06:51.192129 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67a0749-c691-4965-888b-6c4898039ee9 tempest-ServerGroupTestJSON-1071761110 tempest-ServerGroupTestJSON-1071761110-project] Pushing event updated for resources: {'Port': ['ID=e9d75fcb-69dd-4698-a00c-3850659c6953,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:06:51.239147 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb563b8-d1a6-4356-b86a-dbbea507bd63 req-a67a0749-c691-4965-888b-6c4898039ee9 tempest-ServerGroupTestJSON-1071761110 tempest-ServerGroupTestJSON-1071761110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:06:51.239798 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-dbb563b8-d1a6-4356-b86a-dbbea507bd63 req-a67a0749-c691-4965-888b-6c4898039ee9 tempest-ServerGroupTestJSON-1071761110 tempest-ServerGroupTestJSON-1071761110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:06:51.256586 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-dbb563b8-d1a6-4356-b86a-dbbea507bd63 req-a67a0749-c691-4965-888b-6c4898039ee9 tempest-ServerGroupTestJSON-1071761110 tempest-ServerGroupTestJSON-1071761110-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7116807 Mar 29 16:06:51.269486 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [req-dbb563b8-d1a6-4356-b86a-dbbea507bd63 req-1da352e2-9a8a-4d67-8075-0d1a97a9f719 service neutron] Request body: {'port': {'device_id': '9627f154-1c13-4c4a-99b7-6ff8b70dce04', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834765-1'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:06:51.272628 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-2b1e4134-77ed-40fc-b563-ec5620018824 req-335dcad8-7ac5-4590-8d5c-3c1b8a3414c3 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-443718959&fields=id&tenant_id=f31979fa8a674f56835f136e5e49ba5c HTTP/1.1" status: 200 len: 267 time: 0.0356398 Mar 29 16:06:51.323203 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-dbb563b8-d1a6-4356-b86a-dbbea507bd63 req-1da352e2-9a8a-4d67-8075-0d1a97a9f719 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:06:51.386405 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1e4134-77ed-40fc-b563-ec5620018824 req-73a2a855-ed83-415b-bab6-7bcc310d6c3b tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:06:51.387920 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-2b1e4134-77ed-40fc-b563-ec5620018824 req-73a2a855-ed83-415b-bab6-7bcc310d6c3b tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/networks?id=8594f729-9088-4f6b-8543-aaadb0f5b192 HTTP/1.1" status: 200 len: 812 time: 0.1082768 Mar 29 16:06:51.403753 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-2b1e4134-77ed-40fc-b563-ec5620018824 req-82b5e8d8-68c4-49dd-b464-a3bc3fb4d752 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/quotas/f31979fa8a674f56835f136e5e49ba5c HTTP/1.1" status: 200 len: 375 time: 0.0095303 Mar 29 16:06:51.465323 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-2b1e4134-77ed-40fc-b563-ec5620018824 req-c73f8c7c-b7c5-42f2-b7a6-31686e921839 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=f31979fa8a674f56835f136e5e49ba5c&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0554328 Mar 29 16:06:51.482050 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [req-2b1e4134-77ed-40fc-b563-ec5620018824 req-0062ff00-782e-4243-9f80-7ff0e73bc114 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=102790) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 16:06:51.483013 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-2b1e4134-77ed-40fc-b563-ec5620018824 req-0062ff00-782e-4243-9f80-7ff0e73bc114 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056779 Mar 29 16:06:51.580631 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-2b1e4134-77ed-40fc-b563-ec5620018824 req-a6fdd8e1-4f15-493e-bda2-4ef38f405c08 service neutron] 10.222.0.42 "GET /v2.0/networks/8594f729-9088-4f6b-8543-aaadb0f5b192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894461 Mar 29 16:06:51.594121 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [req-dbb563b8-d1a6-4356-b86a-dbbea507bd63 req-1da352e2-9a8a-4d67-8075-0d1a97a9f719 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9d75fcb-69dd-4698-a00c-3850659c6953 {{(pid=102791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 16:06:51.602243 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-dbb563b8-d1a6-4356-b86a-dbbea507bd63 req-1da352e2-9a8a-4d67-8075-0d1a97a9f719 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:06:51.614663 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.provisioning_blocks [req-dbb563b8-d1a6-4356-b86a-dbbea507bd63 req-1da352e2-9a8a-4d67-8075-0d1a97a9f719 service neutron] Transition to ACTIVE for port object e9d75fcb-69dd-4698-a00c-3850659c6953 will not be triggered until provisioned by entity L2. {{(pid=102791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 16:06:51.617808 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-dbb563b8-d1a6-4356-b86a-dbbea507bd63 req-1da352e2-9a8a-4d67-8075-0d1a97a9f719 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:06:51.668992 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da352e2-9a8a-4d67-8075-0d1a97a9f719 service neutron] Pushing event updated for resources: {'Port': ['ID=e9d75fcb-69dd-4698-a00c-3850659c6953,revision_number=2']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:06:51.697414 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-2b1e4134-77ed-40fc-b563-ec5620018824 req-63bb5551-373c-4ad7-87b0-a1447403f72c service neutron] 10.222.0.42 "GET /v2.0/networks/8594f729-9088-4f6b-8543-aaadb0f5b192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069634 Mar 29 16:06:51.769842 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-dbb563b8-d1a6-4356-b86a-dbbea507bd63 req-1da352e2-9a8a-4d67-8075-0d1a97a9f719 service neutron] Attempting to bind port e9d75fcb-69dd-4698-a00c-3850659c6953 on host n-h2-834765-1 for vnic_type normal with profile {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 16:06:51.770178 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-dbb563b8-d1a6-4356-b86a-dbbea507bd63 req-1da352e2-9a8a-4d67-8075-0d1a97a9f719 service neutron] Attempting to bind port e9d75fcb-69dd-4698-a00c-3850659c6953 by drivers openvswitch,hyperv on host n-h2-834765-1 at level 0 using segments [{'id': '303abcbb-c3da-45a5-aea4-a1436cce7fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'b88c9873-2a40-4601-b6e8-d4d941532447'}] {{(pid=102791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 16:06:51.770504 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbb563b8-d1a6-4356-b86a-dbbea507bd63 req-1da352e2-9a8a-4d67-8075-0d1a97a9f719 service neutron] Attempting to bind port e9d75fcb-69dd-4698-a00c-3850659c6953 on network b88c9873-2a40-4601-b6e8-d4d941532447 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 16:06:51.778035 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbb563b8-d1a6-4356-b86a-dbbea507bd63 req-1da352e2-9a8a-4d67-8075-0d1a97a9f719 service neutron] Port e9d75fcb-69dd-4698-a00c-3850659c6953 on network b88c9873-2a40-4601-b6e8-d4d941532447 not bound, no agent of type Open vSwitch agent registered on host n-h2-834765-1 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 16:06:51.778355 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbb563b8-d1a6-4356-b86a-dbbea507bd63 req-1da352e2-9a8a-4d67-8075-0d1a97a9f719 service neutron] Attempting to bind port e9d75fcb-69dd-4698-a00c-3850659c6953 on network b88c9873-2a40-4601-b6e8-d4d941532447 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 16:06:51.787626 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f497fd0e-35ca-423b-9392-9f8058a51036 req-bcd31acd-94bf-4ffe-9a96-f2a260e7f883 tempest-ServerGroupTestJSON-1071761110 tempest-ServerGroupTestJSON-1071761110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:06:51.789128 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f497fd0e-35ca-423b-9392-9f8058a51036 req-bcd31acd-94bf-4ffe-9a96-f2a260e7f883 tempest-ServerGroupTestJSON-1071761110 tempest-ServerGroupTestJSON-1071761110-project] 10.222.0.42 "GET /v2.0/ports?device_id=9627f154-1c13-4c4a-99b7-6ff8b70dce04 HTTP/1.1" status: 200 len: 943 time: 0.0772407 Mar 29 16:06:51.793233 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbb563b8-d1a6-4356-b86a-dbbea507bd63 req-1da352e2-9a8a-4d67-8075-0d1a97a9f719 service neutron] Checking agent: {'id': '3e4b4912-b4a2-4d17-b5bd-6ce15529e8eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 33, 17), 'started_at': datetime.datetime(2022, 3, 29, 15, 33, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 16, 6, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 16:06:51.793572 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbb563b8-d1a6-4356-b86a-dbbea507bd63 req-1da352e2-9a8a-4d67-8075-0d1a97a9f719 service neutron] Checking segment: {'id': '303abcbb-c3da-45a5-aea4-a1436cce7fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'b88c9873-2a40-4601-b6e8-d4d941532447'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 16:06:51.793951 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbb563b8-d1a6-4356-b86a-dbbea507bd63 req-1da352e2-9a8a-4d67-8075-0d1a97a9f719 service neutron] Bound using segment: {'id': '303abcbb-c3da-45a5-aea4-a1436cce7fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'b88c9873-2a40-4601-b6e8-d4d941532447'} {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 16:06:51.794399 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-dbb563b8-d1a6-4356-b86a-dbbea507bd63 req-1da352e2-9a8a-4d67-8075-0d1a97a9f719 service neutron] Bound port: e9d75fcb-69dd-4698-a00c-3850659c6953, host: n-h2-834765-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '303abcbb-c3da-45a5-aea4-a1436cce7fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'b88c9873-2a40-4601-b6e8-d4d941532447'}}] {{(pid=102791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 16:06:51.794757 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-dbb563b8-d1a6-4356-b86a-dbbea507bd63 req-1da352e2-9a8a-4d67-8075-0d1a97a9f719 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:06:51.873476 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f497fd0e-35ca-423b-9392-9f8058a51036 req-95ecb42c-8ca3-44e7-bee1-98aed3103343 tempest-ServerGroupTestJSON-1071761110 tempest-ServerGroupTestJSON-1071761110-project] 10.222.0.42 "GET /v2.0/security-groups?id=3d08eb68-1e1b-482c-9090-a0886e5898ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660088 Mar 29 16:06:51.885965 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-dbb563b8-d1a6-4356-b86a-dbbea507bd63 req-1da352e2-9a8a-4d67-8075-0d1a97a9f719 service neutron] For port e9d75fcb-69dd-4698-a00c-3850659c6953, host n-h2-834765-1, cleared binding levels {{(pid=102791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 16:06:51.889171 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-dbb563b8-d1a6-4356-b86a-dbbea507bd63 req-1da352e2-9a8a-4d67-8075-0d1a97a9f719 service neutron] For port e9d75fcb-69dd-4698-a00c-3850659c6953, host n-h2-834765-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=e9d75fcb-69dd-4698-a00c-3850659c6953,segment=NetworkSegment(303abcbb-c3da-45a5-aea4-a1436cce7fc4),segment_id=303abcbb-c3da-45a5-aea4-a1436cce7fc4)] {{(pid=102791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 16:06:51.897370 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-dbb563b8-d1a6-4356-b86a-dbbea507bd63 req-1da352e2-9a8a-4d67-8075-0d1a97a9f719 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:06:51.938200 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb563b8-d1a6-4356-b86a-dbbea507bd63 req-1da352e2-9a8a-4d67-8075-0d1a97a9f719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:06:51.939577 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-dbb563b8-d1a6-4356-b86a-dbbea507bd63 req-1da352e2-9a8a-4d67-8075-0d1a97a9f719 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:06:51.941051 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-dbb563b8-d1a6-4356-b86a-dbbea507bd63 req-1da352e2-9a8a-4d67-8075-0d1a97a9f719 service neutron] 10.222.0.48 "PUT /v2.0/ports/e9d75fcb-69dd-4698-a00c-3850659c6953 HTTP/1.1" status: 200 len: 1091 time: 0.6765552 Mar 29 16:06:51.941513 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9627f154-1c13-4c4a-99b7-6ff8b70dce04', 'tag': 'e9d75fcb-69dd-4698-a00c-3850659c6953'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:06:51.943968 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c67b028db5e9b9818fecc5c0a87ebc6f190694fa53ca267d523e04f98de536d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99e31da5-40e5-4a2a-bbec-7018fa3d00df" -d '{"events": [{"name": "network-changed", "server_uuid": "9627f154-1c13-4c4a-99b7-6ff8b70dce04", "tag": "e9d75fcb-69dd-4698-a00c-3850659c6953"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:06:51.968003 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da352e2-9a8a-4d67-8075-0d1a97a9f719 service neutron] Pushing event updated for resources: {'Port': ['ID=e9d75fcb-69dd-4698-a00c-3850659c6953,revision_number=3']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:06:52.024623 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 16:06:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-277572a0-080f-46f5-80df-7842b2d85150 x-openstack-request-id: req-277572a0-080f-46f5-80df-7842b2d85150 {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:06:52.025033 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9627f154-1c13-4c4a-99b7-6ff8b70dce04", "tag": "e9d75fcb-69dd-4698-a00c-3850659c6953", "status": "completed", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:06:52.025288 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-277572a0-080f-46f5-80df-7842b2d85150 {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:06:52.025684 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9627f154-1c13-4c4a-99b7-6ff8b70dce04', 'tag': 'e9d75fcb-69dd-4698-a00c-3850659c6953', 'status': 'completed', 'code': 200} Mar 29 16:06:52.031960 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-32bd6e41-1e7d-48ab-ad15-e455fa4d9c11 req-819839ad-cf59-409b-b42b-037aaa32651e tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/ports?device_id=31c6bccb-90cc-4412-8175-956ce227e239 HTTP/1.1" status: 200 len: 210 time: 0.0322101 Mar 29 16:06:52.044424 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb563b8-d1a6-4356-b86a-dbbea507bd63 req-a01b4c8f-c525-47ed-8345-1493a677dc11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:06:52.045980 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-dbb563b8-d1a6-4356-b86a-dbbea507bd63 req-a01b4c8f-c525-47ed-8345-1493a677dc11 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7cb27528fcf04d74ac27f8858cb1b740&device_id=9627f154-1c13-4c4a-99b7-6ff8b70dce04 HTTP/1.1" status: 200 len: 1094 time: 0.0539176 Mar 29 16:06:52.090765 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-dbb563b8-d1a6-4356-b86a-dbbea507bd63 req-ba4d5be7-379d-4c46-831b-fc8863eb7009 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e9d75fcb-69dd-4698-a00c-3850659c6953 HTTP/1.1" status: 200 len: 217 time: 0.0364919 Mar 29 16:06:52.145091 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb563b8-d1a6-4356-b86a-dbbea507bd63 req-39a25af8-bcdf-4bc7-938c-ba638191bf70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:06:52.146571 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-dbb563b8-d1a6-4356-b86a-dbbea507bd63 req-39a25af8-bcdf-4bc7-938c-ba638191bf70 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c5e8ab4c-acef-4299-a329-deb098d54454 HTTP/1.1" status: 200 len: 848 time: 0.0484252 Mar 29 16:06:52.180520 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-dbb563b8-d1a6-4356-b86a-dbbea507bd63 req-d89396bd-51cb-4b28-b057-c89685b8d6de service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b88c9873-2a40-4601-b6e8-d4d941532447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260437 Mar 29 16:06:52.273323 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-dbb563b8-d1a6-4356-b86a-dbbea507bd63 req-c1d423d3-e90e-4b28-9e50-99cedc7df9ae service neutron] 10.222.0.48 "GET /v2.0/networks/b88c9873-2a40-4601-b6e8-d4d941532447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847771 Mar 29 16:06:52.371019 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-dbb563b8-d1a6-4356-b86a-dbbea507bd63 req-3e879b8c-5dc8-4fa9-bddb-52ddbd621bfd service neutron] 10.222.0.48 "GET /v2.0/networks/b88c9873-2a40-4601-b6e8-d4d941532447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908170 Mar 29 16:06:52.467198 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e31da5-40e5-4a2a-bbec-7018fa3d00df req-f1625468-0b33-424d-8513-d4227cc72c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:06:52.468751 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-99e31da5-40e5-4a2a-bbec-7018fa3d00df req-f1625468-0b33-424d-8513-d4227cc72c08 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7cb27528fcf04d74ac27f8858cb1b740&device_id=9627f154-1c13-4c4a-99b7-6ff8b70dce04 HTTP/1.1" status: 200 len: 1094 time: 0.0426071 Mar 29 16:06:52.561039 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e31da5-40e5-4a2a-bbec-7018fa3d00df req-2addc3be-66d6-4a9a-9bf4-d8fdfb996d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:06:52.562479 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-99e31da5-40e5-4a2a-bbec-7018fa3d00df req-2addc3be-66d6-4a9a-9bf4-d8fdfb996d41 service neutron] 10.222.0.48 "GET /v2.0/networks?id=b88c9873-2a40-4601-b6e8-d4d941532447 HTTP/1.1" status: 200 len: 909 time: 0.0872135 Mar 29 16:06:52.601998 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-99e31da5-40e5-4a2a-bbec-7018fa3d00df req-3e83790b-dc5f-47ac-97e4-3a285e4083e2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e9d75fcb-69dd-4698-a00c-3850659c6953 HTTP/1.1" status: 200 len: 217 time: 0.0326965 Mar 29 16:06:52.649325 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e31da5-40e5-4a2a-bbec-7018fa3d00df req-40f96a57-4ceb-4673-bfea-e08b8a7a7178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:06:52.650632 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-99e31da5-40e5-4a2a-bbec-7018fa3d00df req-40f96a57-4ceb-4673-bfea-e08b8a7a7178 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c5e8ab4c-acef-4299-a329-deb098d54454 HTTP/1.1" status: 200 len: 848 time: 0.0415492 Mar 29 16:06:52.684726 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-99e31da5-40e5-4a2a-bbec-7018fa3d00df req-f06fb8a2-3cba-4d6a-8e2f-381899c2c719 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b88c9873-2a40-4601-b6e8-d4d941532447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269482 Mar 29 16:06:52.773038 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-99e31da5-40e5-4a2a-bbec-7018fa3d00df req-01e7cba0-40e3-43b5-a906-e88a4e10350c service neutron] 10.222.0.48 "GET /v2.0/networks/b88c9873-2a40-4601-b6e8-d4d941532447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810342 Mar 29 16:06:53.133747 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-5785ae37-0ca9-469a-a924-7668078e8e7c req-308ae6f9-899b-42da-89a1-f17674618e90 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/ports?device_id=31c6bccb-90cc-4412-8175-956ce227e239 HTTP/1.1" status: 200 len: 210 time: 0.0276115 Mar 29 16:06:53.301751 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-99e31da5-40e5-4a2a-bbec-7018fa3d00df req-65f9ea32-ef16-4995-9208-c474d256b26a service neutron] 10.222.0.48 "GET /v2.0/networks/b88c9873-2a40-4601-b6e8-d4d941532447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5210991 Mar 29 16:06:53.324975 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a9d5f1-6de4-448d-bdfa-81767c96631d req-34850931-a669-4d80-8c03-658ae1cebcbe tempest-ServerGroupTestJSON-1071761110 tempest-ServerGroupTestJSON-1071761110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:06:53.326458 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-31a9d5f1-6de4-448d-bdfa-81767c96631d req-34850931-a669-4d80-8c03-658ae1cebcbe tempest-ServerGroupTestJSON-1071761110 tempest-ServerGroupTestJSON-1071761110-project] 10.222.0.42 "GET /v2.0/ports?device_id=9627f154-1c13-4c4a-99b7-6ff8b70dce04 HTTP/1.1" status: 200 len: 943 time: 0.1471982 Mar 29 16:06:53.361873 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1e4134-77ed-40fc-b563-ec5620018824 req-2a626077-1230-4ffc-b891-7deeead6cf2c tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:06:53.363275 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-2b1e4134-77ed-40fc-b563-ec5620018824 req-2a626077-1230-4ffc-b891-7deeead6cf2c tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.44 "GET /v2.0/networks?id=8594f729-9088-4f6b-8543-aaadb0f5b192 HTTP/1.1" status: 200 len: 812 time: 0.1826837 Mar 29 16:06:53.388655 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-31a9d5f1-6de4-448d-bdfa-81767c96631d req-e6aeb80d-002d-4aa0-83c5-9c66bc4f87e8 tempest-ServerGroupTestJSON-1071761110 tempest-ServerGroupTestJSON-1071761110-project] 10.222.0.42 "GET /v2.0/security-groups?id=3d08eb68-1e1b-482c-9090-a0886e5898ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551255 Mar 29 16:06:53.416584 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-2b1e4134-77ed-40fc-b563-ec5620018824 req-596a17bc-1bad-451e-85ed-44230b4d31a8 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f31979fa8a674f56835f136e5e49ba5c HTTP/1.1" status: 200 len: 379 time: 0.0410717 Mar 29 16:06:53.425889 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [req-2b1e4134-77ed-40fc-b563-ec5620018824 req-1d992ef7-ec3c-42d5-9fb3-81fd3677f42a tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Request body: {'port': {'device_id': '31c6bccb-90cc-4412-8175-956ce227e239', 'network_id': '8594f729-9088-4f6b-8543-aaadb0f5b192', 'admin_state_up': True, 'tenant_id': 'f31979fa8a674f56835f136e5e49ba5c', 'security_groups': ['a5fc9f00-328e-4600-84d1-ef30fc274a7c']}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:06:53.535448 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b1e4134-77ed-40fc-b563-ec5620018824 req-1d992ef7-ec3c-42d5-9fb3-81fd3677f42a tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Made reservation on behalf of f31979fa8a674f56835f136e5e49ba5c for: {'port': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:06:53.538987 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-2b1e4134-77ed-40fc-b563-ec5620018824 req-1d992ef7-ec3c-42d5-9fb3-81fd3677f42a tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:06:53.662801 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_common [req-2b1e4134-77ed-40fc-b563-ec5620018824 req-1d992ef7-ec3c-42d5-9fb3-81fd3677f42a tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Allocated IP 172.20.0.4 (8594f729-9088-4f6b-8543-aaadb0f5b192/52e8269b-e046-4c98-a9b1-ef8905fa8ddb/183ba023-446f-43a5-8eed-602f5293e3f4) {{(pid=102791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:06:53.801555 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-2b1e4134-77ed-40fc-b563-ec5620018824 req-1d992ef7-ec3c-42d5-9fb3-81fd3677f42a tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Notify callbacks [] for port, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:06:53.835172 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-2b1e4134-77ed-40fc-b563-ec5620018824 req-1d992ef7-ec3c-42d5-9fb3-81fd3677f42a tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:06:53.879181 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b1e4134-77ed-40fc-b563-ec5620018824 req-1d992ef7-ec3c-42d5-9fb3-81fd3677f42a tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Network 8594f729-9088-4f6b-8543-aaadb0f5b192 is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:06:53.882345 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [req-2b1e4134-77ed-40fc-b563-ec5620018824 req-1d992ef7-ec3c-42d5-9fb3-81fd3677f42a tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:06:53.886049 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b1e4134-77ed-40fc-b563-ec5620018824 req-1d992ef7-ec3c-42d5-9fb3-81fd3677f42a tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Received port after_create {{(pid=102791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:06:53.916330 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d992ef7-ec3c-42d5-9fb3-81fd3677f42a tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Pushing event updated for resources: {'Port': ['ID=183ba023-446f-43a5-8eed-602f5293e3f4,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:06:53.943759 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1e4134-77ed-40fc-b563-ec5620018824 req-1d992ef7-ec3c-42d5-9fb3-81fd3677f42a tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:06:53.944559 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-2b1e4134-77ed-40fc-b563-ec5620018824 req-1d992ef7-ec3c-42d5-9fb3-81fd3677f42a tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:06:53.961621 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-2b1e4134-77ed-40fc-b563-ec5620018824 req-1d992ef7-ec3c-42d5-9fb3-81fd3677f42a tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5393047 Mar 29 16:06:53.974837 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [req-2b1e4134-77ed-40fc-b563-ec5620018824 req-3109de2d-f015-4f4a-a44b-e53f23fc70c5 service neutron] Request body: {'port': {'device_id': '31c6bccb-90cc-4412-8175-956ce227e239', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834765-1'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:06:54.039210 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-2b1e4134-77ed-40fc-b563-ec5620018824 req-3109de2d-f015-4f4a-a44b-e53f23fc70c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:06:54.186993 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-0af0f1f6-a48c-4dc6-8528-b43c12929d75 None None] Provisioning complete for port 183ba023-446f-43a5-8eed-602f5293e3f4 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:06:54.187522 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-0af0f1f6-a48c-4dc6-8528-b43c12929d75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:06:54.219384 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device e9d75fcb-69dd-4698-a00c-3850659c6953 details requested by agent hyperv_n-h2-834765-1 with host n-h2-834765-1 {{(pid=102792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 16:06:54.244626 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-0af0f1f6-a48c-4dc6-8528-b43c12929d75 None None] Port 183ba023-446f-43a5-8eed-602f5293e3f4 cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 16:06:54.271162 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b3b8c6-36f5-4d3a-8eee-d5d849b8f4e1 req-7ba748d3-9aa1-4f0b-a824-bcb86d944687 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:06:54.273354 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-c8b3b8c6-36f5-4d3a-8eee-d5d849b8f4e1 req-7ba748d3-9aa1-4f0b-a824-bcb86d944687 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/ports?device_id=31c6bccb-90cc-4412-8175-956ce227e239 HTTP/1.1" status: 200 len: 931 time: 0.0639739 Mar 29 16:06:54.318822 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-c8b3b8c6-36f5-4d3a-8eee-d5d849b8f4e1 req-9c676def-685e-4920-b25f-53e529a3fbf9 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/security-groups?id=a5fc9f00-328e-4600-84d1-ef30fc274a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392063 Mar 29 16:06:54.346704 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [req-2b1e4134-77ed-40fc-b563-ec5620018824 req-3109de2d-f015-4f4a-a44b-e53f23fc70c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 183ba023-446f-43a5-8eed-602f5293e3f4 {{(pid=102791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 16:06:54.350057 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port e9d75fcb-69dd-4698-a00c-3850659c6953, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=e9d75fcb-69dd-4698-a00c-3850659c6953,segment=NetworkSegment(303abcbb-c3da-45a5-aea4-a1436cce7fc4),segment_id=303abcbb-c3da-45a5-aea4-a1436cce7fc4)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:06:54.355323 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-2b1e4134-77ed-40fc-b563-ec5620018824 req-3109de2d-f015-4f4a-a44b-e53f23fc70c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:06:54.362357 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Returning: {'device': 'e9d75fcb-69dd-4698-a00c-3850659c6953', 'network_id': 'b88c9873-2a40-4601-b6e8-d4d941532447', 'port_id': 'e9d75fcb-69dd-4698-a00c-3850659c6953', 'mac_address': 'fa:16:3e:dd:65:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5e8ab4c-acef-4299-a329-deb098d54454', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 16:06:54.370117 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.provisioning_blocks [req-2b1e4134-77ed-40fc-b563-ec5620018824 req-3109de2d-f015-4f4a-a44b-e53f23fc70c5 service neutron] Transition to ACTIVE for port object 183ba023-446f-43a5-8eed-602f5293e3f4 will not be triggered until provisioned by entity L2. {{(pid=102791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 16:06:54.375689 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-2b1e4134-77ed-40fc-b563-ec5620018824 req-3109de2d-f015-4f4a-a44b-e53f23fc70c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:06:54.402432 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:06:54.419152 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9d75fcb-69dd-4698-a00c-3850659c6953 {{(pid=102792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 16:06:54.439147 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3109de2d-f015-4f4a-a44b-e53f23fc70c5 service neutron] Pushing event updated for resources: {'Port': ['ID=183ba023-446f-43a5-8eed-602f5293e3f4,revision_number=2']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:06:54.446181 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port e9d75fcb-69dd-4698-a00c-3850659c6953, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=e9d75fcb-69dd-4698-a00c-3850659c6953,segment=NetworkSegment(303abcbb-c3da-45a5-aea4-a1436cce7fc4),segment_id=303abcbb-c3da-45a5-aea4-a1436cce7fc4)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:06:54.457187 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:06:54.530769 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Pushing event updated for resources: {'Port': ['ID=e9d75fcb-69dd-4698-a00c-3850659c6953,revision_number=4']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:06:54.594696 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23aacbb-edaf-4a1b-ab40-71da7130e873 req-e1399e94-5646-4812-8163-2ca2ee3b4bf1 tempest-ServerGroupTestJSON-1071761110 tempest-ServerGroupTestJSON-1071761110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:06:54.599089 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-a23aacbb-edaf-4a1b-ab40-71da7130e873 req-e1399e94-5646-4812-8163-2ca2ee3b4bf1 tempest-ServerGroupTestJSON-1071761110 tempest-ServerGroupTestJSON-1071761110-project] 10.222.0.42 "GET /v2.0/ports?device_id=9627f154-1c13-4c4a-99b7-6ff8b70dce04 HTTP/1.1" status: 200 len: 944 time: 0.0777302 Mar 29 16:06:54.600778 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-2b1e4134-77ed-40fc-b563-ec5620018824 req-3109de2d-f015-4f4a-a44b-e53f23fc70c5 service neutron] Attempting to bind port 183ba023-446f-43a5-8eed-602f5293e3f4 on host n-h1-834765-1 for vnic_type normal with profile {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 16:06:54.601118 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-2b1e4134-77ed-40fc-b563-ec5620018824 req-3109de2d-f015-4f4a-a44b-e53f23fc70c5 service neutron] Attempting to bind port 183ba023-446f-43a5-8eed-602f5293e3f4 by drivers openvswitch,hyperv on host n-h1-834765-1 at level 0 using segments [{'id': 'f897e69d-257a-4c8a-bc55-e063bbc47d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '8594f729-9088-4f6b-8543-aaadb0f5b192'}] {{(pid=102791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 16:06:54.601590 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b1e4134-77ed-40fc-b563-ec5620018824 req-3109de2d-f015-4f4a-a44b-e53f23fc70c5 service neutron] Attempting to bind port 183ba023-446f-43a5-8eed-602f5293e3f4 on network 8594f729-9088-4f6b-8543-aaadb0f5b192 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 16:06:54.620650 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b1e4134-77ed-40fc-b563-ec5620018824 req-3109de2d-f015-4f4a-a44b-e53f23fc70c5 service neutron] Port 183ba023-446f-43a5-8eed-602f5293e3f4 on network 8594f729-9088-4f6b-8543-aaadb0f5b192 not bound, no agent of type Open vSwitch agent registered on host n-h1-834765-1 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 16:06:54.620980 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b1e4134-77ed-40fc-b563-ec5620018824 req-3109de2d-f015-4f4a-a44b-e53f23fc70c5 service neutron] Attempting to bind port 183ba023-446f-43a5-8eed-602f5293e3f4 on network 8594f729-9088-4f6b-8543-aaadb0f5b192 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 16:06:54.629375 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b1e4134-77ed-40fc-b563-ec5620018824 req-3109de2d-f015-4f4a-a44b-e53f23fc70c5 service neutron] Checking agent: {'id': 'be375040-5069-4239-9460-a3a3213e1e90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 33, 18), 'started_at': datetime.datetime(2022, 3, 29, 15, 33, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 16, 6, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 16:06:54.629734 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b1e4134-77ed-40fc-b563-ec5620018824 req-3109de2d-f015-4f4a-a44b-e53f23fc70c5 service neutron] Checking segment: {'id': 'f897e69d-257a-4c8a-bc55-e063bbc47d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '8594f729-9088-4f6b-8543-aaadb0f5b192'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 16:06:54.630093 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b1e4134-77ed-40fc-b563-ec5620018824 req-3109de2d-f015-4f4a-a44b-e53f23fc70c5 service neutron] Bound using segment: {'id': 'f897e69d-257a-4c8a-bc55-e063bbc47d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '8594f729-9088-4f6b-8543-aaadb0f5b192'} {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 16:06:54.630520 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-2b1e4134-77ed-40fc-b563-ec5620018824 req-3109de2d-f015-4f4a-a44b-e53f23fc70c5 service neutron] Bound port: 183ba023-446f-43a5-8eed-602f5293e3f4, host: n-h1-834765-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f897e69d-257a-4c8a-bc55-e063bbc47d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '8594f729-9088-4f6b-8543-aaadb0f5b192'}}] {{(pid=102791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 16:06:54.630879 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-2b1e4134-77ed-40fc-b563-ec5620018824 req-3109de2d-f015-4f4a-a44b-e53f23fc70c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:06:54.657039 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-a23aacbb-edaf-4a1b-ab40-71da7130e873 req-f82c094a-bf1e-456a-9eec-e775b5831bce tempest-ServerGroupTestJSON-1071761110 tempest-ServerGroupTestJSON-1071761110-project] 10.222.0.42 "GET /v2.0/security-groups?id=3d08eb68-1e1b-482c-9090-a0886e5898ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529537 Mar 29 16:06:54.715338 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-2b1e4134-77ed-40fc-b563-ec5620018824 req-3109de2d-f015-4f4a-a44b-e53f23fc70c5 service neutron] For port 183ba023-446f-43a5-8eed-602f5293e3f4, host n-h1-834765-1, cleared binding levels {{(pid=102791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 16:06:54.718632 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-2b1e4134-77ed-40fc-b563-ec5620018824 req-3109de2d-f015-4f4a-a44b-e53f23fc70c5 service neutron] For port 183ba023-446f-43a5-8eed-602f5293e3f4, host n-h1-834765-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=183ba023-446f-43a5-8eed-602f5293e3f4,segment=NetworkSegment(f897e69d-257a-4c8a-bc55-e063bbc47d9e),segment_id=f897e69d-257a-4c8a-bc55-e063bbc47d9e)] {{(pid=102791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 16:06:54.724818 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-2b1e4134-77ed-40fc-b563-ec5620018824 req-3109de2d-f015-4f4a-a44b-e53f23fc70c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:06:54.761968 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1e4134-77ed-40fc-b563-ec5620018824 req-3109de2d-f015-4f4a-a44b-e53f23fc70c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:06:54.762682 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-2b1e4134-77ed-40fc-b563-ec5620018824 req-3109de2d-f015-4f4a-a44b-e53f23fc70c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:06:54.764375 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-2b1e4134-77ed-40fc-b563-ec5620018824 req-3109de2d-f015-4f4a-a44b-e53f23fc70c5 service neutron] 10.222.0.44 "PUT /v2.0/ports/183ba023-446f-43a5-8eed-602f5293e3f4 HTTP/1.1" status: 200 len: 1091 time: 0.7943218 Mar 29 16:06:54.764900 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31c6bccb-90cc-4412-8175-956ce227e239', 'tag': '183ba023-446f-43a5-8eed-602f5293e3f4'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:06:54.769984 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c67b028db5e9b9818fecc5c0a87ebc6f190694fa53ca267d523e04f98de536d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2400d3aa-18fb-48b3-a0bc-a51287961e25" -d '{"events": [{"name": "network-changed", "server_uuid": "31c6bccb-90cc-4412-8175-956ce227e239", "tag": "183ba023-446f-43a5-8eed-602f5293e3f4"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:06:54.770701 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] get_ports_and_sgs() called for port_ids ['e9d75fcb-69dd-4698-a00c-3850659c6953'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 16:06:54.817581 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3109de2d-f015-4f4a-a44b-e53f23fc70c5 service neutron] Pushing event updated for resources: {'Port': ['ID=183ba023-446f-43a5-8eed-602f5293e3f4,revision_number=3']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:06:54.844173 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 16:06:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70244067-7c33-43e9-bc7b-7a1feab78b9d x-openstack-request-id: req-70244067-7c33-43e9-bc7b-7a1feab78b9d {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:06:54.844429 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31c6bccb-90cc-4412-8175-956ce227e239", "tag": "183ba023-446f-43a5-8eed-602f5293e3f4", "status": "completed", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:06:54.844580 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-70244067-7c33-43e9-bc7b-7a1feab78b9d {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:06:54.844993 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31c6bccb-90cc-4412-8175-956ce227e239', 'tag': '183ba023-446f-43a5-8eed-602f5293e3f4', 'status': 'completed', 'code': 200} Mar 29 16:06:54.862458 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1e4134-77ed-40fc-b563-ec5620018824 req-ab2f1155-7a3e-48bc-aaad-09399a9f02b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:06:54.864387 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-2b1e4134-77ed-40fc-b563-ec5620018824 req-ab2f1155-7a3e-48bc-aaad-09399a9f02b9 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f31979fa8a674f56835f136e5e49ba5c&device_id=31c6bccb-90cc-4412-8175-956ce227e239 HTTP/1.1" status: 200 len: 1094 time: 0.0586233 Mar 29 16:06:54.925559 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-2b1e4134-77ed-40fc-b563-ec5620018824 req-4dc2d644-ea5f-4245-9115-a00e1cd9904d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=183ba023-446f-43a5-8eed-602f5293e3f4 HTTP/1.1" status: 200 len: 217 time: 0.0537598 Mar 29 16:06:54.984471 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1e4134-77ed-40fc-b563-ec5620018824 req-903ac323-d3fe-43cc-808d-27f5b51aaafe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:06:54.986164 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-2b1e4134-77ed-40fc-b563-ec5620018824 req-903ac323-d3fe-43cc-808d-27f5b51aaafe service neutron] 10.222.0.44 "GET /v2.0/subnets?id=52e8269b-e046-4c98-a9b1-ef8905fa8ddb HTTP/1.1" status: 200 len: 851 time: 0.0539117 Mar 29 16:06:55.035861 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1e4134-77ed-40fc-b563-ec5620018824 req-b228fd32-18c2-47ed-a628-a27aeabcb1ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:06:55.037422 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-2b1e4134-77ed-40fc-b563-ec5620018824 req-b228fd32-18c2-47ed-a628-a27aeabcb1ba service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8594f729-9088-4f6b-8543-aaadb0f5b192&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448351 Mar 29 16:06:55.133871 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-2b1e4134-77ed-40fc-b563-ec5620018824 req-8cf98c46-ce4a-478c-bd7b-08bffb8f9989 service neutron] 10.222.0.44 "GET /v2.0/networks/8594f729-9088-4f6b-8543-aaadb0f5b192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897260 Mar 29 16:06:55.222261 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-2b1e4134-77ed-40fc-b563-ec5620018824 req-93141e2d-55e6-479a-a4bc-f9616fd542c2 service neutron] 10.222.0.44 "GET /v2.0/networks/8594f729-9088-4f6b-8543-aaadb0f5b192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818620 Mar 29 16:06:55.310806 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2400d3aa-18fb-48b3-a0bc-a51287961e25 req-d9db6d2d-ca91-404e-9e89-92e4a711c46a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:06:55.312309 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-2400d3aa-18fb-48b3-a0bc-a51287961e25 req-d9db6d2d-ca91-404e-9e89-92e4a711c46a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f31979fa8a674f56835f136e5e49ba5c&device_id=31c6bccb-90cc-4412-8175-956ce227e239 HTTP/1.1" status: 200 len: 1094 time: 0.0456302 Mar 29 16:06:55.430112 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2400d3aa-18fb-48b3-a0bc-a51287961e25 req-5c3875af-94b7-4b73-890f-aa4dfc7eff69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:06:55.431507 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-2400d3aa-18fb-48b3-a0bc-a51287961e25 req-5c3875af-94b7-4b73-890f-aa4dfc7eff69 service neutron] 10.222.0.44 "GET /v2.0/networks?id=8594f729-9088-4f6b-8543-aaadb0f5b192 HTTP/1.1" status: 200 len: 913 time: 0.1107149 Mar 29 16:06:55.494727 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c9b984-1588-4094-a4c6-14afef76d8ae req-82d642f7-b60a-4965-8b33-a7722973f29d tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:06:55.496244 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b3c9b984-1588-4094-a4c6-14afef76d8ae req-82d642f7-b60a-4965-8b33-a7722973f29d tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/ports?device_id=31c6bccb-90cc-4412-8175-956ce227e239 HTTP/1.1" status: 200 len: 943 time: 0.1060481 Mar 29 16:06:55.497681 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-2400d3aa-18fb-48b3-a0bc-a51287961e25 req-f20e6d2b-3d8b-4720-b6b9-a540b774979c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=183ba023-446f-43a5-8eed-602f5293e3f4 HTTP/1.1" status: 200 len: 217 time: 0.0573826 Mar 29 16:06:55.569268 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b3c9b984-1588-4094-a4c6-14afef76d8ae req-9fd6c3ae-993c-4f4d-a92c-a49cfbd9d527 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/security-groups?id=a5fc9f00-328e-4600-84d1-ef30fc274a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667965 Mar 29 16:06:55.573128 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2400d3aa-18fb-48b3-a0bc-a51287961e25 req-883e787c-6fb1-4535-8bc3-9562b3d332fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:06:55.575082 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-2400d3aa-18fb-48b3-a0bc-a51287961e25 req-883e787c-6fb1-4535-8bc3-9562b3d332fb service neutron] 10.222.0.44 "GET /v2.0/subnets?id=52e8269b-e046-4c98-a9b1-ef8905fa8ddb HTTP/1.1" status: 200 len: 851 time: 0.0663428 Mar 29 16:06:55.621096 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2400d3aa-18fb-48b3-a0bc-a51287961e25 req-cd77557f-d70e-4eb7-b3a5-4cc3c4bcaf15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:06:55.622743 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-2400d3aa-18fb-48b3-a0bc-a51287961e25 req-cd77557f-d70e-4eb7-b3a5-4cc3c4bcaf15 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8594f729-9088-4f6b-8543-aaadb0f5b192&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418830 Mar 29 16:06:55.724669 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-2400d3aa-18fb-48b3-a0bc-a51287961e25 req-2b797235-a31e-4ea3-ba3c-6966b8dc189d service neutron] 10.222.0.44 "GET /v2.0/networks/8594f729-9088-4f6b-8543-aaadb0f5b192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943191 Mar 29 16:06:55.807280 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d8b4a0-13bd-4b91-ab3e-40efbedcd6f9 req-d7bc9285-ede2-4721-af47-66ff5e0335fa tempest-ServerGroupTestJSON-1071761110 tempest-ServerGroupTestJSON-1071761110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:06:55.809669 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-82d8b4a0-13bd-4b91-ab3e-40efbedcd6f9 req-d7bc9285-ede2-4721-af47-66ff5e0335fa tempest-ServerGroupTestJSON-1071761110 tempest-ServerGroupTestJSON-1071761110-project] 10.222.0.42 "GET /v2.0/ports?device_id=9627f154-1c13-4c4a-99b7-6ff8b70dce04 HTTP/1.1" status: 200 len: 944 time: 0.0743103 Mar 29 16:06:55.834047 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-2400d3aa-18fb-48b3-a0bc-a51287961e25 req-7f6b132c-f812-45c4-9258-d36c30830a3b service neutron] 10.222.0.44 "GET /v2.0/networks/8594f729-9088-4f6b-8543-aaadb0f5b192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020980 Mar 29 16:06:55.863544 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-82d8b4a0-13bd-4b91-ab3e-40efbedcd6f9 req-4917d361-536b-4804-abf7-aa03ceab9ece tempest-ServerGroupTestJSON-1071761110 tempest-ServerGroupTestJSON-1071761110-project] 10.222.0.42 "GET /v2.0/security-groups?id=3d08eb68-1e1b-482c-9090-a0886e5898ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440469 Mar 29 16:06:56.226814 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device e9d75fcb-69dd-4698-a00c-3850659c6953 up at agent hyperv_n-h2-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 16:06:56.287980 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Provisioning for port e9d75fcb-69dd-4698-a00c-3850659c6953 completed by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 16:06:56.292677 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Provisioning complete for port e9d75fcb-69dd-4698-a00c-3850659c6953 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:06:56.293086 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:06:56.379008 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:06:56.402760 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9627f154-1c13-4c4a-99b7-6ff8b70dce04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9d75fcb-69dd-4698-a00c-3850659c6953'}] {{(pid=102792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:06:56.405037 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4f476c66b318cc6068719fc39557fac68d413f5c7e78fa77028c7948e999ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b468173-8401-4aca-9702-cb3f275b5571" -d '{"events": [{"server_uuid": "9627f154-1c13-4c4a-99b7-6ff8b70dce04", "name": "network-vif-plugged", "status": "completed", "tag": "e9d75fcb-69dd-4698-a00c-3850659c6953"}]}' {{(pid=102792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:06:56.421638 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port e9d75fcb-69dd-4698-a00c-3850659c6953, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=e9d75fcb-69dd-4698-a00c-3850659c6953,segment=NetworkSegment(303abcbb-c3da-45a5-aea4-a1436cce7fc4),segment_id=303abcbb-c3da-45a5-aea4-a1436cce7fc4)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:06:56.428902 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:06:56.459364 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 16:06:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0338231d-8811-48ee-b921-26c425f76d3f x-openstack-request-id: req-0338231d-8811-48ee-b921-26c425f76d3f {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:06:56.459839 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9627f154-1c13-4c4a-99b7-6ff8b70dce04", "name": "network-vif-plugged", "status": "completed", "tag": "e9d75fcb-69dd-4698-a00c-3850659c6953", "code": 200}]} {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:06:56.460349 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-0338231d-8811-48ee-b921-26c425f76d3f {{(pid=102792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:06:56.460906 n-d-834765-1 neutron-server[102792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9627f154-1c13-4c4a-99b7-6ff8b70dce04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9d75fcb-69dd-4698-a00c-3850659c6953', 'code': 200} Mar 29 16:06:56.494380 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Pushing event updated for resources: {'Port': ['ID=e9d75fcb-69dd-4698-a00c-3850659c6953,revision_number=5']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:06:56.571485 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79eceb6-7550-43a8-aa78-46b9252055d4 req-fc1e6c34-140c-4df1-97a0-410647dc1ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:06:56.573346 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-a79eceb6-7550-43a8-aa78-46b9252055d4 req-fc1e6c34-140c-4df1-97a0-410647dc1ae5 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=9627f154-1c13-4c4a-99b7-6ff8b70dce04 HTTP/1.1" status: 200 len: 1096 time: 0.0502014 Mar 29 16:06:56.614812 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-a79eceb6-7550-43a8-aa78-46b9252055d4 req-4d752990-9de9-400c-adae-af436b99b56d service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=3d08eb68-1e1b-482c-9090-a0886e5898ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333281 Mar 29 16:06:56.706282 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29da1374-906d-45ac-bf36-7a7f50bbf74b req-f07d4a26-b221-4059-85ba-ee9b9fac835a tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:06:56.707825 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-29da1374-906d-45ac-bf36-7a7f50bbf74b req-f07d4a26-b221-4059-85ba-ee9b9fac835a tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/ports?device_id=31c6bccb-90cc-4412-8175-956ce227e239 HTTP/1.1" status: 200 len: 943 time: 0.0565248 Mar 29 16:06:56.747460 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-29da1374-906d-45ac-bf36-7a7f50bbf74b req-d697170f-02cf-446b-8feb-048c52ffbb4e tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/security-groups?id=a5fc9f00-328e-4600-84d1-ef30fc274a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332813 Mar 29 16:06:56.986021 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecab4840-a579-453b-97d3-9b4e9a949fa3 req-9fa8631b-48a3-4044-a323-7264da7930f2 tempest-ServerGroupTestJSON-1071761110 tempest-ServerGroupTestJSON-1071761110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:06:56.987923 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ecab4840-a579-453b-97d3-9b4e9a949fa3 req-9fa8631b-48a3-4044-a323-7264da7930f2 tempest-ServerGroupTestJSON-1071761110 tempest-ServerGroupTestJSON-1071761110-project] 10.222.0.42 "GET /v2.0/ports?device_id=9627f154-1c13-4c4a-99b7-6ff8b70dce04 HTTP/1.1" status: 200 len: 945 time: 0.0530751 Mar 29 16:06:57.028802 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ecab4840-a579-453b-97d3-9b4e9a949fa3 req-d8d8d9a4-6e19-49f3-b3f7-9731b11e4fc7 tempest-ServerGroupTestJSON-1071761110 tempest-ServerGroupTestJSON-1071761110-project] 10.222.0.42 "GET /v2.0/security-groups?id=3d08eb68-1e1b-482c-9090-a0886e5898ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344844 Mar 29 16:06:57.878553 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2693ab18-e1ad-49e9-bcf5-45e867f7b965 req-1e5942a4-4fcc-4306-9c92-1f6e8dfd7227 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:06:57.880167 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-2693ab18-e1ad-49e9-bcf5-45e867f7b965 req-1e5942a4-4fcc-4306-9c92-1f6e8dfd7227 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/ports?device_id=31c6bccb-90cc-4412-8175-956ce227e239 HTTP/1.1" status: 200 len: 943 time: 0.0602994 Mar 29 16:06:57.933554 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-2693ab18-e1ad-49e9-bcf5-45e867f7b965 req-b2988be0-43f9-4c90-bbc6-036b0aa5237e tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/security-groups?id=a5fc9f00-328e-4600-84d1-ef30fc274a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465651 Mar 29 16:06:58.164876 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1abd4d8-e45d-48a4-b7e2-bd80e56c21cd req-52c4e547-faf6-4dfb-b37a-84a0bc56b426 tempest-ServerGroupTestJSON-1071761110 tempest-ServerGroupTestJSON-1071761110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:06:58.166522 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f1abd4d8-e45d-48a4-b7e2-bd80e56c21cd req-52c4e547-faf6-4dfb-b37a-84a0bc56b426 tempest-ServerGroupTestJSON-1071761110 tempest-ServerGroupTestJSON-1071761110-project] 10.222.0.42 "GET /v2.0/ports?device_id=9627f154-1c13-4c4a-99b7-6ff8b70dce04 HTTP/1.1" status: 200 len: 945 time: 0.0608132 Mar 29 16:06:58.214570 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f1abd4d8-e45d-48a4-b7e2-bd80e56c21cd req-b921a6da-de9a-4547-baf8-8dc73799fc99 tempest-ServerGroupTestJSON-1071761110 tempest-ServerGroupTestJSON-1071761110-project] 10.222.0.42 "GET /v2.0/security-groups?id=3d08eb68-1e1b-482c-9090-a0886e5898ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411208 Mar 29 16:06:58.383479 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e00d3d3-716b-45a7-971b-6398c6dc4e79 req-ad4db6b6-8123-434a-b5e8-d80d205c6df7 tempest-TestNetworkAdvancedServerOps-8597314 tempest-TestNetworkAdvancedServerOps-8597314-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:06:58.387029 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6e00d3d3-716b-45a7-971b-6398c6dc4e79 req-ad4db6b6-8123-434a-b5e8-d80d205c6df7 tempest-TestNetworkAdvancedServerOps-8597314 tempest-TestNetworkAdvancedServerOps-8597314-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=fdb551ad-bad3-4ef2-9ae5-1bef276ea464 HTTP/1.1" status: 200 len: 1096 time: 0.0500982 Mar 29 16:06:58.427949 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6e00d3d3-716b-45a7-971b-6398c6dc4e79 req-849278a6-bd9c-4daf-8e7a-58eaa826119b tempest-TestNetworkAdvancedServerOps-8597314 tempest-TestNetworkAdvancedServerOps-8597314-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=2994880e-72b2-473b-8b0a-940a0682c905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337093 Mar 29 16:06:58.533199 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cb45bb-2577-4b15-881c-5d0af277a8a6 req-dc1d72d9-2678-4399-9948-40429ac9a7f2 tempest-ServerGroupTestJSON-1071761110 tempest-ServerGroupTestJSON-1071761110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:06:58.534019 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-f8cb45bb-2577-4b15-881c-5d0af277a8a6 req-dc1d72d9-2678-4399-9948-40429ac9a7f2 tempest-ServerGroupTestJSON-1071761110 tempest-ServerGroupTestJSON-1071761110-project] 10.222.0.42 "GET /v2.0/ports?device_id=9627f154-1c13-4c4a-99b7-6ff8b70dce04 HTTP/1.1" status: 200 len: 945 time: 0.0582390 Mar 29 16:06:58.580319 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-f8cb45bb-2577-4b15-881c-5d0af277a8a6 req-a0a7d0ab-0cc4-40a3-9e60-df604045d32f tempest-ServerGroupTestJSON-1071761110 tempest-ServerGroupTestJSON-1071761110-project] 10.222.0.42 "GET /v2.0/security-groups?id=3d08eb68-1e1b-482c-9090-a0886e5898ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386980 Mar 29 16:06:58.584912 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b313b0-65ff-4c5e-8308-0c14bf26d421 req-1eb593f4-f4b9-49c5-bb7c-81f99b807ffe tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:06:58.586672 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-25b313b0-65ff-4c5e-8308-0c14bf26d421 req-1eb593f4-f4b9-49c5-bb7c-81f99b807ffe tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "GET /v2.0/ports?device_id=fdb551ad-bad3-4ef2-9ae5-1bef276ea464 HTTP/1.1" status: 200 len: 945 time: 0.0673544 Mar 29 16:06:58.630375 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-25b313b0-65ff-4c5e-8308-0c14bf26d421 req-857f478b-374f-4a96-b938-f594ad4f0e30 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "GET /v2.0/security-groups?id=2994880e-72b2-473b-8b0a-940a0682c905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348690 Mar 29 16:06:58.662261 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 52240) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:06:58.733177 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-638479a6-83f2-45c7-9e0a-5d655d91b014 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "GET /v2.0/floatingips/8ef6c41b-abbb-401a-9fc1-901a403a1898 HTTP/1.1" status: 200 len: 993 time: 0.0694668 Mar 29 16:06:59.060649 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101c9323-be9d-48e5-879d-8651c92adfb5 req-9b0b917e-3337-4d0d-890d-4ac5125fc5c6 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:06:59.062117 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-101c9323-be9d-48e5-879d-8651c92adfb5 req-9b0b917e-3337-4d0d-890d-4ac5125fc5c6 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/ports?device_id=31c6bccb-90cc-4412-8175-956ce227e239 HTTP/1.1" status: 200 len: 943 time: 0.0508232 Mar 29 16:06:59.112587 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-101c9323-be9d-48e5-879d-8651c92adfb5 req-e3a9acb4-9bf8-4367-9343-7ed4efd24ae4 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/security-groups?id=a5fc9f00-328e-4600-84d1-ef30fc274a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437174 Mar 29 16:06:59.235769 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-511180e4-9d79-4c85-aa54-7084b4f12c5a req-5ba350cb-dd64-46a4-8a0d-0277b13345ac service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=fdb551ad-bad3-4ef2-9ae5-1bef276ea464&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0399461 Mar 29 16:06:59.253081 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c95a96a-f53e-4761-acd6-a1fad3277ac8 req-0aff2dec-c83a-4f89-8e8e-5549cf945191 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:06:59.254719 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4c95a96a-f53e-4761-acd6-a1fad3277ac8 req-0aff2dec-c83a-4f89-8e8e-5549cf945191 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "GET /v2.0/ports?device_id=fdb551ad-bad3-4ef2-9ae5-1bef276ea464 HTTP/1.1" status: 200 len: 945 time: 0.0493903 Mar 29 16:06:59.295100 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4c95a96a-f53e-4761-acd6-a1fad3277ac8 req-ded40b77-e7fd-42e5-a320-6b29e9ed8157 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "GET /v2.0/security-groups?id=2994880e-72b2-473b-8b0a-940a0682c905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340278 Mar 29 16:06:59.722812 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44068d3-f111-497a-83ba-e9eb40b3a7a9 req-a98ee357-2b30-485c-8cbb-684dcf9d37c7 tempest-ServerGroupTestJSON-1071761110 tempest-ServerGroupTestJSON-1071761110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:06:59.724419 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-b44068d3-f111-497a-83ba-e9eb40b3a7a9 req-a98ee357-2b30-485c-8cbb-684dcf9d37c7 tempest-ServerGroupTestJSON-1071761110 tempest-ServerGroupTestJSON-1071761110-project] 10.222.0.42 "GET /v2.0/ports?device_id=9627f154-1c13-4c4a-99b7-6ff8b70dce04 HTTP/1.1" status: 200 len: 945 time: 0.0697062 Mar 29 16:06:59.787836 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-b44068d3-f111-497a-83ba-e9eb40b3a7a9 req-be852fd5-f58b-41f3-8f7e-6cfeff8af94f tempest-ServerGroupTestJSON-1071761110 tempest-ServerGroupTestJSON-1071761110-project] 10.222.0.42 "GET /v2.0/security-groups?id=3d08eb68-1e1b-482c-9090-a0886e5898ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513008 Mar 29 16:07:00.057734 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e499abb4-6d98-428d-8e8f-75c8a1102b7d req-af0001d0-a41e-4b15-8491-ae6fc0d2ee1c tempest-ServerGroupTestJSON-1071761110 tempest-ServerGroupTestJSON-1071761110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:07:00.059493 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e499abb4-6d98-428d-8e8f-75c8a1102b7d req-af0001d0-a41e-4b15-8491-ae6fc0d2ee1c tempest-ServerGroupTestJSON-1071761110 tempest-ServerGroupTestJSON-1071761110-project] 10.222.0.48 "GET /v2.0/ports?device_id=9627f154-1c13-4c4a-99b7-6ff8b70dce04 HTTP/1.1" status: 200 len: 945 time: 0.0503769 Mar 29 16:07:00.159436 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [req-e499abb4-6d98-428d-8e8f-75c8a1102b7d req-035250cd-80b3-4256-9894-1a18ce4181f3 tempest-ServerGroupTestJSON-1071761110 tempest-ServerGroupTestJSON-1071761110-project] Deleting port e9d75fcb-69dd-4698-a00c-3850659c6953 {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:07:00.159785 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-e499abb4-6d98-428d-8e8f-75c8a1102b7d req-035250cd-80b3-4256-9894-1a18ce4181f3 tempest-ServerGroupTestJSON-1071761110 tempest-ServerGroupTestJSON-1071761110-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:07:00.288329 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4f7de3-1692-4509-a736-65155f4bd6f5 req-1b96d4b7-556a-4359-904b-7983a95be28c tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:07:00.289734 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-cf4f7de3-1692-4509-a736-65155f4bd6f5 req-1b96d4b7-556a-4359-904b-7983a95be28c tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/ports?device_id=31c6bccb-90cc-4412-8175-956ce227e239 HTTP/1.1" status: 200 len: 943 time: 0.0986259 Mar 29 16:07:00.294505 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-e499abb4-6d98-428d-8e8f-75c8a1102b7d req-035250cd-80b3-4256-9894-1a18ce4181f3 tempest-ServerGroupTestJSON-1071761110 tempest-ServerGroupTestJSON-1071761110-project] For port e9d75fcb-69dd-4698-a00c-3850659c6953, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=e9d75fcb-69dd-4698-a00c-3850659c6953,segment=NetworkSegment(303abcbb-c3da-45a5-aea4-a1436cce7fc4),segment_id=303abcbb-c3da-45a5-aea4-a1436cce7fc4)] {{(pid=102791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:07:00.294867 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-e499abb4-6d98-428d-8e8f-75c8a1102b7d req-035250cd-80b3-4256-9894-1a18ce4181f3 tempest-ServerGroupTestJSON-1071761110 tempest-ServerGroupTestJSON-1071761110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:07:00.320024 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [req-e499abb4-6d98-428d-8e8f-75c8a1102b7d req-035250cd-80b3-4256-9894-1a18ce4181f3 tempest-ServerGroupTestJSON-1071761110 tempest-ServerGroupTestJSON-1071761110-project] Calling delete_port for e9d75fcb-69dd-4698-a00c-3850659c6953 owned by compute:nova {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:07:00.349329 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-9ee9d053-e907-48ea-b66c-8d99458966c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:07:00.379993 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-cf4f7de3-1692-4509-a736-65155f4bd6f5 req-9ca04024-ab8d-42f8-8e1d-499adaf87ccc tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/security-groups?id=a5fc9f00-328e-4600-84d1-ef30fc274a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0825789 Mar 29 16:07:00.431546 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd86919-686b-4f51-b29a-4d3b3874291b req-a99275ca-c816-4be3-971c-16ebe7eb1f65 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:07:00.435930 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-9dd86919-686b-4f51-b29a-4d3b3874291b req-a99275ca-c816-4be3-971c-16ebe7eb1f65 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "GET /v2.0/ports?device_id=fdb551ad-bad3-4ef2-9ae5-1bef276ea464 HTTP/1.1" status: 200 len: 945 time: 0.0575533 Mar 29 16:07:00.486573 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-9dd86919-686b-4f51-b29a-4d3b3874291b req-b41c7892-8576-4a09-afea-06fc4c6a0f06 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "GET /v2.0/security-groups?id=2994880e-72b2-473b-8b0a-940a0682c905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425224 Mar 29 16:07:00.508061 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-e499abb4-6d98-428d-8e8f-75c8a1102b7d req-035250cd-80b3-4256-9894-1a18ce4181f3 tempest-ServerGroupTestJSON-1071761110 tempest-ServerGroupTestJSON-1071761110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:07:00.520235 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] get_ports_and_sgs() called for port_ids ['e9d75fcb-69dd-4698-a00c-3850659c6953'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 16:07:00.536450 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035250cd-80b3-4256-9894-1a18ce4181f3 tempest-ServerGroupTestJSON-1071761110 tempest-ServerGroupTestJSON-1071761110-project] Pushing event deleted for resources: {'Port': ['ID=e9d75fcb-69dd-4698-a00c-3850659c6953,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:07:00.566144 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511180e4-9d79-4c85-aa54-7084b4f12c5a req-7efaa942-5a0a-4bcf-960e-24d9d857f8c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:07:00.567758 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-511180e4-9d79-4c85-aa54-7084b4f12c5a req-7efaa942-5a0a-4bcf-960e-24d9d857f8c2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8c88f14ca33d4e419d03f1c3b10014ac&device_id=fdb551ad-bad3-4ef2-9ae5-1bef276ea464 HTTP/1.1" status: 200 len: 1096 time: 0.0945120 Mar 29 16:07:00.593139 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [req-e499abb4-6d98-428d-8e8f-75c8a1102b7d req-035250cd-80b3-4256-9894-1a18ce4181f3 tempest-ServerGroupTestJSON-1071761110 tempest-ServerGroupTestJSON-1071761110-project] No DVR routers for this DVR port e9d75fcb-69dd-4698-a00c-3850659c6953 on host n-h2-834765-1 {{(pid=102791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 16:07:00.596176 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-e499abb4-6d98-428d-8e8f-75c8a1102b7d req-035250cd-80b3-4256-9894-1a18ce4181f3 tempest-ServerGroupTestJSON-1071761110 tempest-ServerGroupTestJSON-1071761110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:07:00.599405 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e499abb4-6d98-428d-8e8f-75c8a1102b7d req-035250cd-80b3-4256-9894-1a18ce4181f3 tempest-ServerGroupTestJSON-1071761110 tempest-ServerGroupTestJSON-1071761110-project] 10.222.0.48 "DELETE /v2.0/ports/e9d75fcb-69dd-4698-a00c-3850659c6953 HTTP/1.1" status: 204 len: 173 time: 0.5340953 Mar 29 16:07:00.599844 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9627f154-1c13-4c4a-99b7-6ff8b70dce04', 'name': 'network-vif-deleted', 'tag': 'e9d75fcb-69dd-4698-a00c-3850659c6953'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:07:00.602059 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c67b028db5e9b9818fecc5c0a87ebc6f190694fa53ca267d523e04f98de536d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab78464d-22df-4624-acc6-3a3585c0fe4e" -d '{"events": [{"server_uuid": "9627f154-1c13-4c4a-99b7-6ff8b70dce04", "name": "network-vif-deleted", "tag": "e9d75fcb-69dd-4698-a00c-3850659c6953"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:07:00.659455 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 16:07:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06a6486e-b0da-42b3-af22-a91f96ecef85 x-openstack-request-id: req-06a6486e-b0da-42b3-af22-a91f96ecef85 {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:07:00.659746 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9627f154-1c13-4c4a-99b7-6ff8b70dce04", "name": "network-vif-deleted", "tag": "e9d75fcb-69dd-4698-a00c-3850659c6953", "status": "completed", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:07:00.659992 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-06a6486e-b0da-42b3-af22-a91f96ecef85 {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:07:00.660381 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9627f154-1c13-4c4a-99b7-6ff8b70dce04', 'name': 'network-vif-deleted', 'tag': 'e9d75fcb-69dd-4698-a00c-3850659c6953', 'status': 'completed', 'code': 200} Mar 29 16:07:00.690155 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511180e4-9d79-4c85-aa54-7084b4f12c5a req-ab7d2648-8ba7-4164-af87-fbf4ac568a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:07:00.691813 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-511180e4-9d79-4c85-aa54-7084b4f12c5a req-ab7d2648-8ba7-4164-af87-fbf4ac568a6d service neutron] 10.222.0.48 "GET /v2.0/networks?id=8eeae4c0-66cf-4e13-9c98-66def7870473 HTTP/1.1" status: 200 len: 898 time: 0.1058683 Mar 29 16:07:00.758970 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-511180e4-9d79-4c85-aa54-7084b4f12c5a req-fb00cf8c-f772-416e-ad6c-1001da12a88c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1c992e11-3201-4762-be87-c287db806eae HTTP/1.1" status: 200 len: 1001 time: 0.0599027 Mar 29 16:07:00.812460 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511180e4-9d79-4c85-aa54-7084b4f12c5a req-2cd66e18-66f1-4a89-aa99-28308cd5fe41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:07:00.814474 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-511180e4-9d79-4c85-aa54-7084b4f12c5a req-2cd66e18-66f1-4a89-aa99-28308cd5fe41 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=92b59040-660b-4db6-86e8-6e665d07165b HTTP/1.1" status: 200 len: 834 time: 0.0452845 Mar 29 16:07:00.864704 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511180e4-9d79-4c85-aa54-7084b4f12c5a req-61da1fea-debc-46e6-8598-8791a2940f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:07:00.866215 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-511180e4-9d79-4c85-aa54-7084b4f12c5a req-61da1fea-debc-46e6-8598-8791a2940f02 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8eeae4c0-66cf-4e13-9c98-66def7870473&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447514 Mar 29 16:07:00.879544 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-26d7852b-0ec9-47dc-ae1f-02565d202c98 req-99a4170e-9b12-4788-9070-4e0cb6da8f90 tempest-ServerGroupTestJSON-1071761110 tempest-ServerGroupTestJSON-1071761110-project] 10.222.0.42 "GET /v2.0/ports?device_id=9627f154-1c13-4c4a-99b7-6ff8b70dce04 HTTP/1.1" status: 200 len: 210 time: 0.0269961 Mar 29 16:07:00.957507 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-511180e4-9d79-4c85-aa54-7084b4f12c5a req-2d086470-3819-43d4-9135-379feee89182 service neutron] 10.222.0.48 "GET /v2.0/networks/8eeae4c0-66cf-4e13-9c98-66def7870473?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836573 Mar 29 16:07:01.078371 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-511180e4-9d79-4c85-aa54-7084b4f12c5a req-40968a60-0d80-4303-9b1d-cee50e8c954e service neutron] 10.222.0.48 "GET /v2.0/networks/8eeae4c0-66cf-4e13-9c98-66def7870473?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099775 Mar 29 16:07:01.500540 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ddfc14-601d-4188-8546-869fede2b4c6 req-be55be6c-410f-4402-b986-10196ee956ee tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:07:01.502585 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-96ddfc14-601d-4188-8546-869fede2b4c6 req-be55be6c-410f-4402-b986-10196ee956ee tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/ports?device_id=31c6bccb-90cc-4412-8175-956ce227e239 HTTP/1.1" status: 200 len: 943 time: 0.0506630 Mar 29 16:07:01.540105 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-96ddfc14-601d-4188-8546-869fede2b4c6 req-b7717203-7a39-4692-8d55-5c6c91c91773 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/security-groups?id=a5fc9f00-328e-4600-84d1-ef30fc274a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313714 Mar 29 16:07:01.605809 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9b8c29-e59c-4b87-a376-8040ccb270e4 req-9853a475-e59e-4426-87eb-522b08d2efd3 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:07:01.607254 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-ed9b8c29-e59c-4b87-a376-8040ccb270e4 req-9853a475-e59e-4426-87eb-522b08d2efd3 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "GET /v2.0/ports?device_id=fdb551ad-bad3-4ef2-9ae5-1bef276ea464 HTTP/1.1" status: 200 len: 945 time: 0.0499792 Mar 29 16:07:01.646648 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-ed9b8c29-e59c-4b87-a376-8040ccb270e4 req-e10985c1-8e3d-461d-8148-b025539bb95d tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "GET /v2.0/security-groups?id=2994880e-72b2-473b-8b0a-940a0682c905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321479 Mar 29 16:07:02.171017 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 52312) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:07:02.217970 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.db_base_plugin_v2 [None req-708c277a-5fa1-4df0-95ee-b09fad9c6d3c admin admin] Deleting subnet c5e8ab4c-acef-4299-a329-deb098d54454 {{(pid=102790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 16:07:02.220941 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-708c277a-5fa1-4df0-95ee-b09fad9c6d3c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:07:02.254212 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-708c277a-5fa1-4df0-95ee-b09fad9c6d3c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4614024'] for subnet, precommit_delete_associations {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:07:02.290728 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-708c277a-5fa1-4df0-95ee-b09fad9c6d3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1641287'] for subnet, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:07:02.340805 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-708c277a-5fa1-4df0-95ee-b09fad9c6d3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1641294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5231963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4793952'] for subnet, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:07:02.365834 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708c277a-5fa1-4df0-95ee-b09fad9c6d3c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c5e8ab4c-acef-4299-a329-deb098d54454,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:07:02.370966 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-708c277a-5fa1-4df0-95ee-b09fad9c6d3c admin admin] Notify callbacks [] for subnet, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:07:02.373838 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-708c277a-5fa1-4df0-95ee-b09fad9c6d3c admin admin] 10.222.0.42 "DELETE /v2.0/subnets/c5e8ab4c-acef-4299-a329-deb098d54454 HTTP/1.1" status: 204 len: 168 time: 0.2018113 Mar 29 16:07:02.376478 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 52314) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:07:02.447780 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-3700544c-b5b1-4f66-861a-008790f69583 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1631750'] for network, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:07:02.527130 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-3700544c-b5b1-4f66-861a-008790f69583 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639890', 'neutron.services.segments.db._delete_segments_for_network-8783523423079'] for network, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:07:02.546974 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-3700544c-b5b1-4f66-861a-008790f69583 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b88c9873-2a40-4601-b6e8-d4d941532447']}} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:07:02.556586 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-3700544c-b5b1-4f66-861a-008790f69583 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '303abcbb-c3da-45a5-aea4-a1436cce7fc4') {'for_net_delete': True} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:07:02.556877 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-3700544c-b5b1-4f66-861a-008790f69583 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '303abcbb-c3da-45a5-aea4-a1436cce7fc4') {} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:07:02.567594 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-3700544c-b5b1-4f66-861a-008790f69583 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783523422064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4614019'] for segment, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:07:02.581696 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-3700544c-b5b1-4f66-861a-008790f69583 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:07:02.587498 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3700544c-b5b1-4f66-861a-008790f69583 admin admin] Releasing vlan 629 on physical network physnet1 to pool {{(pid=102790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 16:07:02.587991 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-3700544c-b5b1-4f66-861a-008790f69583 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5238013'] for segment, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:07:02.590019 n-d-834765-1 neutron-server[102790]: Traceback (most recent call last): Mar 29 16:07:02.590019 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 16:07:02.590019 n-d-834765-1 neutron-server[102790]: timer() Mar 29 16:07:02.590019 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 16:07:02.590019 n-d-834765-1 neutron-server[102790]: cb(*args, **kw) Mar 29 16:07:02.590019 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 16:07:02.590019 n-d-834765-1 neutron-server[102790]: return func(*args, **kwargs) Mar 29 16:07:02.590019 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 16:07:02.590019 n-d-834765-1 neutron-server[102790]: self._notify() Mar 29 16:07:02.590019 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 16:07:02.590019 n-d-834765-1 neutron-server[102790]: self.callback(batched_events) Mar 29 16:07:02.590019 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 16:07:02.590019 n-d-834765-1 neutron-server[102790]: event.method(event) Mar 29 16:07:02.590019 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 16:07:02.590019 n-d-834765-1 neutron-server[102790]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 16:07:02.590019 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 16:07:02.590019 n-d-834765-1 neutron-server[102790]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 16:07:02.590019 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 16:07:02.590019 n-d-834765-1 neutron-server[102790]: return f(self, *a, **k) Mar 29 16:07:02.590019 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 16:07:02.590019 n-d-834765-1 neutron-server[102790]: return self._get(url).json() Mar 29 16:07:02.590019 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 16:07:02.590019 n-d-834765-1 neutron-server[102790]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 16:07:02.590019 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 16:07:02.590019 n-d-834765-1 neutron-server[102790]: return self.request(url, 'GET', **kwargs) Mar 29 16:07:02.590019 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 16:07:02.590019 n-d-834765-1 neutron-server[102790]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 16:07:02.590019 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 16:07:02.590019 n-d-834765-1 neutron-server[102790]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 16:07:02.590019 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 16:07:02.590019 n-d-834765-1 neutron-server[102790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 16:07:02.590019 n-d-834765-1 neutron-server[102790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 16:07:02.644110 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-3700544c-b5b1-4f66-861a-008790f69583 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1639897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648174'] for network, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:07:02.649647 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-3700544c-b5b1-4f66-861a-008790f69583 admin admin] Notify callbacks [] for network, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:07:02.652824 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-3700544c-b5b1-4f66-861a-008790f69583 admin admin] 10.222.0.42 "DELETE /v2.0/networks/b88c9873-2a40-4601-b6e8-d4d941532447 HTTP/1.1" status: 204 len: 168 time: 0.2754095 Mar 29 16:07:02.657838 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9e31b0-32bd-406b-9e2b-43233ef8e29a req-2f9b16bc-ec40-4939-ba4b-9638dc7c23b9 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:07:02.659138 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-8c9e31b0-32bd-406b-9e2b-43233ef8e29a req-2f9b16bc-ec40-4939-ba4b-9638dc7c23b9 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/ports?device_id=31c6bccb-90cc-4412-8175-956ce227e239 HTTP/1.1" status: 200 len: 943 time: 0.0500329 Mar 29 16:07:02.663569 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3700544c-b5b1-4f66-861a-008790f69583 admin admin] Pushing event deleted for resources: {'Network': ['ID=b88c9873-2a40-4601-b6e8-d4d941532447,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:07:02.714617 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-8c9e31b0-32bd-406b-9e2b-43233ef8e29a req-40530fc5-9dd6-4d18-bbf7-ba9a0d73b642 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/security-groups?id=a5fc9f00-328e-4600-84d1-ef30fc274a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423367 Mar 29 16:07:02.777463 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 52322) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:07:02.788282 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-116b37f8-ec1f-4f5c-8500-1928258b629b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:07:02.788874 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14043a6c-fcc1-420c-bdc8-25d7b29508e9 req-92b9f090-f97e-4465-968d-790d5dfd705e tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:07:02.790965 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-14043a6c-fcc1-420c-bdc8-25d7b29508e9 req-92b9f090-f97e-4465-968d-790d5dfd705e tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "GET /v2.0/ports?device_id=fdb551ad-bad3-4ef2-9ae5-1bef276ea464 HTTP/1.1" status: 200 len: 945 time: 0.0707891 Mar 29 16:07:02.820804 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-5dddd6e6-d7e1-4e07-a579-35ffb2bc939b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7cb27528fcf04d74ac27f8858cb1b740&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0419989 Mar 29 16:07:02.823143 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 52324) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:07:02.832244 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-14043a6c-fcc1-420c-bdc8-25d7b29508e9 req-b3997b23-9610-4e34-bee8-9d4acf7e5ec5 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "GET /v2.0/security-groups?id=2994880e-72b2-473b-8b0a-940a0682c905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351977 Mar 29 16:07:02.872719 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-99a60910-a0e7-4055-86ff-b13565588aa4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:07:02.895368 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-99a60910-a0e7-4055-86ff-b13565588aa4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:07:02.942519 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-99a60910-a0e7-4055-86ff-b13565588aa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:07:02.945121 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-99a60910-a0e7-4055-86ff-b13565588aa4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:07:02.946294 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-99a60910-a0e7-4055-86ff-b13565588aa4 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/3d08eb68-1e1b-482c-9090-a0886e5898ce HTTP/1.1" status: 204 len: 168 time: 0.1222227 Mar 29 16:07:02.953584 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a60910-a0e7-4055-86ff-b13565588aa4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d08eb68-1e1b-482c-9090-a0886e5898ce,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:07:03.610754 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 52346) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:07:03.717746 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-4883ab51-4c00-4b83-b5cd-d0572aa17ee9 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-890599127-network', 'tenant_id': '9839c4e5165d404688d3bc8b6d18d5d3'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:07:03.736819 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4883ab51-4c00-4b83-b5cd-d0572aa17ee9 admin admin] Made reservation on behalf of 9839c4e5165d404688d3bc8b6d18d5d3 for: {'network': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:07:03.739014 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-4883ab51-4c00-4b83-b5cd-d0572aa17ee9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for network, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:07:03.747676 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-4883ab51-4c00-4b83-b5cd-d0572aa17ee9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:07:03.866801 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8374e4e-497a-4f9d-b88c-edcb7b073d71 req-0d5651f2-8690-46fa-8aa0-32980e442ed4 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:07:03.868352 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e8374e4e-497a-4f9d-b88c-edcb7b073d71 req-0d5651f2-8690-46fa-8aa0-32980e442ed4 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/ports?device_id=31c6bccb-90cc-4412-8175-956ce227e239 HTTP/1.1" status: 200 len: 943 time: 0.0789216 Mar 29 16:07:03.870274 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-4883ab51-4c00-4b83-b5cd-d0572aa17ee9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:07:03.876060 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-4883ab51-4c00-4b83-b5cd-d0572aa17ee9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:07:03.920767 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4883ab51-4c00-4b83-b5cd-d0572aa17ee9 admin admin] vlan segment allocate from pool success with {'vlan_id': 603, 'physical_network': 'physnet1'} {{(pid=102791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 16:07:03.931546 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4883ab51-4c00-4b83-b5cd-d0572aa17ee9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cdc536e-0b15-4c2c-bfe5-f95ea92208ff,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:07:03.946271 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e8374e4e-497a-4f9d-b88c-edcb7b073d71 req-207976f4-3860-4203-bb62-c280a07ffbfb tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/security-groups?id=a5fc9f00-328e-4600-84d1-ef30fc274a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714927 Mar 29 16:07:03.947373 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-4883ab51-4c00-4b83-b5cd-d0572aa17ee9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:07:03.947718 n-d-834765-1 neutron-server[102791]: INFO neutron.db.segments_db [None req-4883ab51-4c00-4b83-b5cd-d0572aa17ee9 admin admin] Added segment cba03923-275f-4318-bf62-d35312a27050 of type vlan for network 94aaab29-0bd5-4872-87c3-058efc699ab1 Mar 29 16:07:03.956981 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b8d7f7-9d82-476e-8087-345137fb35ee req-c8a7a862-80c0-4a82-88d4-735c36f9f803 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:07:03.958510 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-a8b8d7f7-9d82-476e-8087-345137fb35ee req-c8a7a862-80c0-4a82-88d4-735c36f9f803 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "GET /v2.0/ports?device_id=fdb551ad-bad3-4ef2-9ae5-1bef276ea464 HTTP/1.1" status: 200 len: 945 time: 0.0540690 Mar 29 16:07:03.989382 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-4883ab51-4c00-4b83-b5cd-d0572aa17ee9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783522915970'] for network, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:07:03.999884 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-a8b8d7f7-9d82-476e-8087-345137fb35ee req-c221f4ab-b78a-461a-be7d-ff37904f8437 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "GET /v2.0/security-groups?id=2994880e-72b2-473b-8b0a-940a0682c905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341029 Mar 29 16:07:04.014042 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-4883ab51-4c00-4b83-b5cd-d0572aa17ee9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795'] for network, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:07:04.015116 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4883ab51-4c00-4b83-b5cd-d0572aa17ee9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:07:04.015722 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-4883ab51-4c00-4b83-b5cd-d0572aa17ee9 admin admin] Notify callbacks [] for network, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:07:04.048877 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-4883ab51-4c00-4b83-b5cd-d0572aa17ee9 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4370196 Mar 29 16:07:04.051845 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 52354) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:07:04.056806 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-f5da30a8-0234-4dd6-ae0f-c9450b7c6827 admin admin] Request body: {'subnet': {'network_id': '94aaab29-0bd5-4872-87c3-058efc699ab1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-890599127-subnet', 'tenant_id': '9839c4e5165d404688d3bc8b6d18d5d3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:07:04.077077 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5da30a8-0234-4dd6-ae0f-c9450b7c6827 admin admin] Made reservation on behalf of 9839c4e5165d404688d3bc8b6d18d5d3 for: {'subnet': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:07:04.080250 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-f5da30a8-0234-4dd6-ae0f-c9450b7c6827 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4793983'] for subnet, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:07:04.081864 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4883ab51-4c00-4b83-b5cd-d0572aa17ee9 admin admin] Pushing event updated for resources: {'Network': ['ID=94aaab29-0bd5-4872-87c3-058efc699ab1,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:07:04.091851 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Network 94aaab29-0bd5-4872-87c3-058efc699ab1 details requested by agent ovs-agent-n-d-834765-1 with host n-d-834765-1 {{(pid=102792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 16:07:04.220630 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d71584b9-87f1-45f5-84c7-c993c2416269 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:07:04.271333 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device e9d75fcb-69dd-4698-a00c-3850659c6953 no longer exists at agent hyperv_n-h2-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 16:07:04.293502 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] No Port match for: e9d75fcb-69dd-4698-a00c-3850659c6953 {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 16:07:04.293848 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device e9d75fcb-69dd-4698-a00c-3850659c6953 not bound to the agent host n-h2-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 16:07:04.584892 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-f5da30a8-0234-4dd6-ae0f-c9450b7c6827 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5231896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4793961'] for subnet, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:07:04.632746 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5da30a8-0234-4dd6-ae0f-c9450b7c6827 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b3eb82fd-c9e0-44ac-b6ba-483d89595c61,revision_number=0']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:07:04.649986 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5da30a8-0234-4dd6-ae0f-c9450b7c6827 admin admin] Checking segment: {'id': 'cba03923-275f-4318-bf62-d35312a27050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '94aaab29-0bd5-4872-87c3-058efc699ab1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 16:07:04.650341 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5da30a8-0234-4dd6-ae0f-c9450b7c6827 admin admin] Network hostable DHCP agents. Network: 94aaab29-0bd5-4872-87c3-058efc699ab1, hostable agents: ['d136643e-48ae-49d4-a851-2ba3bdf3749c'], hosted agents: [] {{(pid=102790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 16:07:04.665762 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5da30a8-0234-4dd6-ae0f-c9450b7c6827 admin admin] Network 94aaab29-0bd5-4872-87c3-058efc699ab1 is scheduled to be hosted by DHCP agent d136643e-48ae-49d4-a851-2ba3bdf3749c with binding_index 1 {{(pid=102790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 16:07:04.674247 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-f5da30a8-0234-4dd6-ae0f-c9450b7c6827 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834765-1, 94aaab29-0bd5-4872-87c3-058efc699ab1) {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:07:04.680756 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5da30a8-0234-4dd6-ae0f-c9450b7c6827 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:07:04.681737 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-f5da30a8-0234-4dd6-ae0f-c9450b7c6827 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:07:04.687150 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f42951b-8d5d-4dd9-8918-fe8a706dcd77 None None] Network 94aaab29-0bd5-4872-87c3-058efc699ab1 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 16:07:04.710666 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-f5da30a8-0234-4dd6-ae0f-c9450b7c6827 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6490982 Mar 29 16:07:04.836947 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f30de686-a890-42e1-8eda-88a759ad6627 None None] Network 94aaab29-0bd5-4872-87c3-058efc699ab1 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 16:07:05.081704 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f490b9b6-0f48-4664-aa59-27b937cfb241 req-c95a4b0f-6834-4c48-9e87-ebcda2bc14b9 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:07:05.083187 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-f490b9b6-0f48-4664-aa59-27b937cfb241 req-c95a4b0f-6834-4c48-9e87-ebcda2bc14b9 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/ports?device_id=31c6bccb-90cc-4412-8175-956ce227e239 HTTP/1.1" status: 200 len: 943 time: 0.0539832 Mar 29 16:07:05.121436 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-f490b9b6-0f48-4664-aa59-27b937cfb241 req-371a43e3-1eb2-4a51-b424-2aa83482be11 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/security-groups?id=a5fc9f00-328e-4600-84d1-ef30fc274a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319688 Mar 29 16:07:05.140526 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2e6ab9-653f-4b85-a08d-a28bc2747793 req-8c4c4054-2df8-4443-8ee5-e167425b0646 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:07:05.142676 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ff2e6ab9-653f-4b85-a08d-a28bc2747793 req-8c4c4054-2df8-4443-8ee5-e167425b0646 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.42 "GET /v2.0/networks?id=94aaab29-0bd5-4872-87c3-058efc699ab1 HTTP/1.1" status: 200 len: 813 time: 0.1084521 Mar 29 16:07:05.159073 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ff2e6ab9-653f-4b85-a08d-a28bc2747793 req-b3f58fc3-4014-456a-a64b-6eba5befa770 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.42 "GET /v2.0/quotas/9839c4e5165d404688d3bc8b6d18d5d3 HTTP/1.1" status: 200 len: 375 time: 0.0098875 Mar 29 16:07:05.194276 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ff2e6ab9-653f-4b85-a08d-a28bc2747793 req-6bd03765-aebc-48ac-8fdb-8d163268e8ba tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=9839c4e5165d404688d3bc8b6d18d5d3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0295150 Mar 29 16:07:05.229302 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54a36e0-23f3-4600-a1e3-62054e677296 req-bcb74620-a0c1-41f1-b675-32cf4a15a65c tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:07:05.230936 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-a54a36e0-23f3-4600-a1e3-62054e677296 req-bcb74620-a0c1-41f1-b675-32cf4a15a65c tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "GET /v2.0/ports?device_id=fdb551ad-bad3-4ef2-9ae5-1bef276ea464 HTTP/1.1" status: 200 len: 945 time: 0.0498028 Mar 29 16:07:05.269115 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-a54a36e0-23f3-4600-a1e3-62054e677296 req-7cfa6161-14ec-41c5-a493-41f76e1f77d9 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "GET /v2.0/security-groups?id=2994880e-72b2-473b-8b0a-940a0682c905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316885 Mar 29 16:07:05.286316 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ff2e6ab9-653f-4b85-a08d-a28bc2747793 req-4b779454-e762-4de0-8593-6c5a3f2f7ad8 service neutron] 10.222.0.42 "GET /v2.0/networks/94aaab29-0bd5-4872-87c3-058efc699ab1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849104 Mar 29 16:07:05.376595 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ff2e6ab9-653f-4b85-a08d-a28bc2747793 req-d2c9dc7e-bf83-4e5c-8ed3-99cf3f11aacd service neutron] 10.222.0.42 "GET /v2.0/networks/94aaab29-0bd5-4872-87c3-058efc699ab1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839713 Mar 29 16:07:05.531396 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-15c36c13-d9f3-4287-80fc-8f8221c0e13f req-8d6fb453-a314-4357-8b99-6c8ed1f51135 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.42 "GET /v2.0/ports?device_id=6fec5bbd-4528-41ad-8128-bf94bfb1dadf HTTP/1.1" status: 200 len: 210 time: 0.0265129 Mar 29 16:07:05.714760 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device 183ba023-446f-43a5-8eed-602f5293e3f4 details requested by agent hyperv_n-h1-834765-1 with host n-h1-834765-1 {{(pid=102792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 16:07:05.810777 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-0cb6abf6-2706-4e52-8825-f5f644ecf9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:07:05.828792 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port 183ba023-446f-43a5-8eed-602f5293e3f4, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=183ba023-446f-43a5-8eed-602f5293e3f4,segment=NetworkSegment(f897e69d-257a-4c8a-bc55-e063bbc47d9e),segment_id=f897e69d-257a-4c8a-bc55-e063bbc47d9e)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:07:05.840949 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Returning: {'device': '183ba023-446f-43a5-8eed-602f5293e3f4', 'network_id': '8594f729-9088-4f6b-8543-aaadb0f5b192', 'port_id': '183ba023-446f-43a5-8eed-602f5293e3f4', 'mac_address': 'fa:16:3e:83:d9:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 601, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52e8269b-e046-4c98-a9b1-ef8905fa8ddb', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 16:07:05.885965 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:07:05.899833 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 183ba023-446f-43a5-8eed-602f5293e3f4 {{(pid=102792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 16:07:05.934638 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port 183ba023-446f-43a5-8eed-602f5293e3f4, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=183ba023-446f-43a5-8eed-602f5293e3f4,segment=NetworkSegment(f897e69d-257a-4c8a-bc55-e063bbc47d9e),segment_id=f897e69d-257a-4c8a-bc55-e063bbc47d9e)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:07:05.942312 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:07:05.947030 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:07:05.997440 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Pushing event updated for resources: {'Port': ['ID=183ba023-446f-43a5-8eed-602f5293e3f4,revision_number=4']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:07:06.237525 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baae2dd3-4f93-4c63-827c-f6d52a785fe6 req-42451876-6ad9-4240-99a7-0b73476da1b7 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:07:06.238895 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-baae2dd3-4f93-4c63-827c-f6d52a785fe6 req-42451876-6ad9-4240-99a7-0b73476da1b7 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/ports?device_id=31c6bccb-90cc-4412-8175-956ce227e239 HTTP/1.1" status: 200 len: 944 time: 0.0490031 Mar 29 16:07:06.248901 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] get_ports_and_sgs() called for port_ids ['183ba023-446f-43a5-8eed-602f5293e3f4'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 16:07:06.276118 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-baae2dd3-4f93-4c63-827c-f6d52a785fe6 req-01571a3a-e1f4-4a4b-8974-a7406073f417 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/security-groups?id=a5fc9f00-328e-4600-84d1-ef30fc274a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310435 Mar 29 16:07:06.396442 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2a1ead-4fb0-496a-8a92-8ff8c6d47ca4 req-899d684c-ed8a-4ea5-b4ea-40962704e420 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:07:06.398598 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-db2a1ead-4fb0-496a-8a92-8ff8c6d47ca4 req-899d684c-ed8a-4ea5-b4ea-40962704e420 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "GET /v2.0/ports?device_id=fdb551ad-bad3-4ef2-9ae5-1bef276ea464 HTTP/1.1" status: 200 len: 945 time: 0.0573120 Mar 29 16:07:06.452496 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-db2a1ead-4fb0-496a-8a92-8ff8c6d47ca4 req-86c75260-923c-4886-95dc-5beef394599b tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "GET /v2.0/security-groups?id=2994880e-72b2-473b-8b0a-940a0682c905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470788 Mar 29 16:07:06.515406 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2e6ab9-653f-4b85-a08d-a28bc2747793 req-6e9856c3-c701-4bf3-9708-e1b84c7ca18c tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:07:06.517108 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ff2e6ab9-653f-4b85-a08d-a28bc2747793 req-6e9856c3-c701-4bf3-9708-e1b84c7ca18c tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.48 "GET /v2.0/networks?id=94aaab29-0bd5-4872-87c3-058efc699ab1 HTTP/1.1" status: 200 len: 813 time: 0.1396670 Mar 29 16:07:06.529424 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [req-ff2e6ab9-653f-4b85-a08d-a28bc2747793 req-c002b071-09d7-4a12-b418-ff85fd3a67bd tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] Request body: {'port': {'device_id': '6fec5bbd-4528-41ad-8128-bf94bfb1dadf', 'network_id': '94aaab29-0bd5-4872-87c3-058efc699ab1', 'admin_state_up': True, 'tenant_id': '9839c4e5165d404688d3bc8b6d18d5d3'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:07:06.634128 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-22a7bf84-64f0-4e1b-bd32-192385862c24 req-41eaaa23-8885-4aa2-976d-ad821bb077e9 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.42 "GET /v2.0/ports?device_id=6fec5bbd-4528-41ad-8128-bf94bfb1dadf HTTP/1.1" status: 200 len: 210 time: 0.0341022 Mar 29 16:07:06.655204 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff2e6ab9-653f-4b85-a08d-a28bc2747793 req-c002b071-09d7-4a12-b418-ff85fd3a67bd tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] Made reservation on behalf of 9839c4e5165d404688d3bc8b6d18d5d3 for: {'port': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:07:06.658978 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-ff2e6ab9-653f-4b85-a08d-a28bc2747793 req-c002b071-09d7-4a12-b418-ff85fd3a67bd tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:07:06.784221 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_common [req-ff2e6ab9-653f-4b85-a08d-a28bc2747793 req-c002b071-09d7-4a12-b418-ff85fd3a67bd tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] Allocated IP 172.20.0.7 (94aaab29-0bd5-4872-87c3-058efc699ab1/b3eb82fd-c9e0-44ac-b6ba-483d89595c61/367472a7-c3ef-42c3-ac29-a9e731ce5c1a) {{(pid=102791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:07:06.929492 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-ff2e6ab9-653f-4b85-a08d-a28bc2747793 req-c002b071-09d7-4a12-b418-ff85fd3a67bd tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] Notify callbacks [] for port, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:07:06.960812 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-ff2e6ab9-653f-4b85-a08d-a28bc2747793 req-c002b071-09d7-4a12-b418-ff85fd3a67bd tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:07:07.004382 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff2e6ab9-653f-4b85-a08d-a28bc2747793 req-c002b071-09d7-4a12-b418-ff85fd3a67bd tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] Network 94aaab29-0bd5-4872-87c3-058efc699ab1 is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:07:07.013022 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [req-ff2e6ab9-653f-4b85-a08d-a28bc2747793 req-c002b071-09d7-4a12-b418-ff85fd3a67bd tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:07:07.016003 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff2e6ab9-653f-4b85-a08d-a28bc2747793 req-c002b071-09d7-4a12-b418-ff85fd3a67bd tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] Received port after_create {{(pid=102791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:07:07.049222 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c002b071-09d7-4a12-b418-ff85fd3a67bd tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] Pushing event updated for resources: {'Port': ['ID=367472a7-c3ef-42c3-ac29-a9e731ce5c1a,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:07:07.072755 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2e6ab9-653f-4b85-a08d-a28bc2747793 req-c002b071-09d7-4a12-b418-ff85fd3a67bd tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:07:07.073367 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-ff2e6ab9-653f-4b85-a08d-a28bc2747793 req-c002b071-09d7-4a12-b418-ff85fd3a67bd tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:07:07.089691 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ff2e6ab9-653f-4b85-a08d-a28bc2747793 req-c002b071-09d7-4a12-b418-ff85fd3a67bd tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5642116 Mar 29 16:07:07.101235 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [req-ff2e6ab9-653f-4b85-a08d-a28bc2747793 req-437df50c-b63f-407d-8269-c0ea75f32128 service neutron] Request body: {'port': {'device_id': '6fec5bbd-4528-41ad-8128-bf94bfb1dadf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834765-1'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:07:07.157990 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-ff2e6ab9-653f-4b85-a08d-a28bc2747793 req-437df50c-b63f-407d-8269-c0ea75f32128 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:07:07.393080 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6102530a-f3a5-4c01-a759-e0435c3b81e0 req-431d8a09-393f-43d1-a99b-99760dee297b tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:07:07.394682 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-6102530a-f3a5-4c01-a759-e0435c3b81e0 req-431d8a09-393f-43d1-a99b-99760dee297b tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/ports?device_id=31c6bccb-90cc-4412-8175-956ce227e239 HTTP/1.1" status: 200 len: 944 time: 0.0497041 Mar 29 16:07:07.423426 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [req-ff2e6ab9-653f-4b85-a08d-a28bc2747793 req-437df50c-b63f-407d-8269-c0ea75f32128 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 367472a7-c3ef-42c3-ac29-a9e731ce5c1a {{(pid=102791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 16:07:07.430768 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-ff2e6ab9-653f-4b85-a08d-a28bc2747793 req-437df50c-b63f-407d-8269-c0ea75f32128 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:07:07.434812 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-6102530a-f3a5-4c01-a759-e0435c3b81e0 req-3f68ac90-edfb-4be2-9227-8721d2d9cdd5 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/security-groups?id=a5fc9f00-328e-4600-84d1-ef30fc274a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330806 Mar 29 16:07:07.443959 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.provisioning_blocks [req-ff2e6ab9-653f-4b85-a08d-a28bc2747793 req-437df50c-b63f-407d-8269-c0ea75f32128 service neutron] Transition to ACTIVE for port object 367472a7-c3ef-42c3-ac29-a9e731ce5c1a will not be triggered until provisioned by entity L2. {{(pid=102791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 16:07:07.448255 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-ff2e6ab9-653f-4b85-a08d-a28bc2747793 req-437df50c-b63f-407d-8269-c0ea75f32128 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:07:07.524473 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437df50c-b63f-407d-8269-c0ea75f32128 service neutron] Pushing event updated for resources: {'Port': ['ID=367472a7-c3ef-42c3-ac29-a9e731ce5c1a,revision_number=2']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:07:07.606526 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89149ee-73c4-4125-ba7b-f392dcb2594f req-b138eef0-5ee0-4d73-a39f-2a38b3ce801a tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:07:07.608046 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f89149ee-73c4-4125-ba7b-f392dcb2594f req-b138eef0-5ee0-4d73-a39f-2a38b3ce801a tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "GET /v2.0/ports?device_id=fdb551ad-bad3-4ef2-9ae5-1bef276ea464 HTTP/1.1" status: 200 len: 945 time: 0.0849276 Mar 29 16:07:07.630511 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-ff2e6ab9-653f-4b85-a08d-a28bc2747793 req-437df50c-b63f-407d-8269-c0ea75f32128 service neutron] Attempting to bind port 367472a7-c3ef-42c3-ac29-a9e731ce5c1a on host n-h2-834765-1 for vnic_type normal with profile {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 16:07:07.630840 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-ff2e6ab9-653f-4b85-a08d-a28bc2747793 req-437df50c-b63f-407d-8269-c0ea75f32128 service neutron] Attempting to bind port 367472a7-c3ef-42c3-ac29-a9e731ce5c1a by drivers openvswitch,hyperv on host n-h2-834765-1 at level 0 using segments [{'id': 'cba03923-275f-4318-bf62-d35312a27050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '94aaab29-0bd5-4872-87c3-058efc699ab1'}] {{(pid=102791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 16:07:07.631164 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff2e6ab9-653f-4b85-a08d-a28bc2747793 req-437df50c-b63f-407d-8269-c0ea75f32128 service neutron] Attempting to bind port 367472a7-c3ef-42c3-ac29-a9e731ce5c1a on network 94aaab29-0bd5-4872-87c3-058efc699ab1 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 16:07:07.638293 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff2e6ab9-653f-4b85-a08d-a28bc2747793 req-437df50c-b63f-407d-8269-c0ea75f32128 service neutron] Port 367472a7-c3ef-42c3-ac29-a9e731ce5c1a on network 94aaab29-0bd5-4872-87c3-058efc699ab1 not bound, no agent of type Open vSwitch agent registered on host n-h2-834765-1 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 16:07:07.638613 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff2e6ab9-653f-4b85-a08d-a28bc2747793 req-437df50c-b63f-407d-8269-c0ea75f32128 service neutron] Attempting to bind port 367472a7-c3ef-42c3-ac29-a9e731ce5c1a on network 94aaab29-0bd5-4872-87c3-058efc699ab1 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 16:07:07.647141 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff2e6ab9-653f-4b85-a08d-a28bc2747793 req-437df50c-b63f-407d-8269-c0ea75f32128 service neutron] Checking agent: {'id': '3e4b4912-b4a2-4d17-b5bd-6ce15529e8eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 33, 17), 'started_at': datetime.datetime(2022, 3, 29, 15, 33, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 16, 6, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 16:07:07.647502 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff2e6ab9-653f-4b85-a08d-a28bc2747793 req-437df50c-b63f-407d-8269-c0ea75f32128 service neutron] Checking segment: {'id': 'cba03923-275f-4318-bf62-d35312a27050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '94aaab29-0bd5-4872-87c3-058efc699ab1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 16:07:07.647880 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff2e6ab9-653f-4b85-a08d-a28bc2747793 req-437df50c-b63f-407d-8269-c0ea75f32128 service neutron] Bound using segment: {'id': 'cba03923-275f-4318-bf62-d35312a27050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '94aaab29-0bd5-4872-87c3-058efc699ab1'} {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 16:07:07.648302 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-ff2e6ab9-653f-4b85-a08d-a28bc2747793 req-437df50c-b63f-407d-8269-c0ea75f32128 service neutron] Bound port: 367472a7-c3ef-42c3-ac29-a9e731ce5c1a, host: n-h2-834765-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cba03923-275f-4318-bf62-d35312a27050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '94aaab29-0bd5-4872-87c3-058efc699ab1'}}] {{(pid=102791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 16:07:07.648659 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-ff2e6ab9-653f-4b85-a08d-a28bc2747793 req-437df50c-b63f-407d-8269-c0ea75f32128 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:07:07.671952 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f89149ee-73c4-4125-ba7b-f392dcb2594f req-e5df0e4d-aee9-45cc-b1dc-f5c69677888f tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "GET /v2.0/security-groups?id=2994880e-72b2-473b-8b0a-940a0682c905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569084 Mar 29 16:07:07.718480 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device 183ba023-446f-43a5-8eed-602f5293e3f4 up at agent hyperv_n-h1-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 16:07:07.732842 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-ff2e6ab9-653f-4b85-a08d-a28bc2747793 req-437df50c-b63f-407d-8269-c0ea75f32128 service neutron] For port 367472a7-c3ef-42c3-ac29-a9e731ce5c1a, host n-h2-834765-1, cleared binding levels {{(pid=102791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 16:07:07.737982 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-ff2e6ab9-653f-4b85-a08d-a28bc2747793 req-437df50c-b63f-407d-8269-c0ea75f32128 service neutron] For port 367472a7-c3ef-42c3-ac29-a9e731ce5c1a, host n-h2-834765-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=367472a7-c3ef-42c3-ac29-a9e731ce5c1a,segment=NetworkSegment(cba03923-275f-4318-bf62-d35312a27050),segment_id=cba03923-275f-4318-bf62-d35312a27050)] {{(pid=102791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 16:07:07.742251 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-ff2e6ab9-653f-4b85-a08d-a28bc2747793 req-437df50c-b63f-407d-8269-c0ea75f32128 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:07:07.762603 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8d5c85-b890-4671-bfc5-91b889e69e9c req-95b68b28-2517-4bab-9dd3-6e06726d6e19 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:07:07.764129 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-be8d5c85-b890-4671-bfc5-91b889e69e9c req-95b68b28-2517-4bab-9dd3-6e06726d6e19 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.42 "GET /v2.0/ports?device_id=6fec5bbd-4528-41ad-8128-bf94bfb1dadf HTTP/1.1" status: 200 len: 943 time: 0.0578241 Mar 29 16:07:07.773861 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Provisioning for port 183ba023-446f-43a5-8eed-602f5293e3f4 completed by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 16:07:07.779137 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Provisioning complete for port 183ba023-446f-43a5-8eed-602f5293e3f4 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:07:07.779841 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:07:07.780295 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2e6ab9-653f-4b85-a08d-a28bc2747793 req-437df50c-b63f-407d-8269-c0ea75f32128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:07:07.781005 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-ff2e6ab9-653f-4b85-a08d-a28bc2747793 req-437df50c-b63f-407d-8269-c0ea75f32128 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:07:07.783757 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ff2e6ab9-653f-4b85-a08d-a28bc2747793 req-437df50c-b63f-407d-8269-c0ea75f32128 service neutron] 10.222.0.48 "PUT /v2.0/ports/367472a7-c3ef-42c3-ac29-a9e731ce5c1a HTTP/1.1" status: 200 len: 1091 time: 0.6865895 Mar 29 16:07:07.786174 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fec5bbd-4528-41ad-8128-bf94bfb1dadf', 'tag': '367472a7-c3ef-42c3-ac29-a9e731ce5c1a'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:07:07.789356 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c67b028db5e9b9818fecc5c0a87ebc6f190694fa53ca267d523e04f98de536d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8309ab9b-7ee7-4837-b45a-b5a73cf67c1a" -d '{"events": [{"name": "network-changed", "server_uuid": "6fec5bbd-4528-41ad-8128-bf94bfb1dadf", "tag": "367472a7-c3ef-42c3-ac29-a9e731ce5c1a"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:07:07.825669 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437df50c-b63f-407d-8269-c0ea75f32128 service neutron] Pushing event updated for resources: {'Port': ['ID=367472a7-c3ef-42c3-ac29-a9e731ce5c1a,revision_number=3']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:07:07.825889 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-be8d5c85-b890-4671-bfc5-91b889e69e9c req-993963df-3af0-4e9e-8ec0-2da5fe3a8175 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.42 "GET /v2.0/security-groups?id=6cdc536e-0b15-4c2c-bfe5-f95ea92208ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541999 Mar 29 16:07:07.866088 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 16:07:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb935bb6-0c83-4a94-9798-3d9995708771 x-openstack-request-id: req-eb935bb6-0c83-4a94-9798-3d9995708771 {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:07:07.866383 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fec5bbd-4528-41ad-8128-bf94bfb1dadf", "tag": "367472a7-c3ef-42c3-ac29-a9e731ce5c1a", "status": "completed", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:07:07.866636 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-eb935bb6-0c83-4a94-9798-3d9995708771 {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:07:07.867030 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fec5bbd-4528-41ad-8128-bf94bfb1dadf', 'tag': '367472a7-c3ef-42c3-ac29-a9e731ce5c1a', 'status': 'completed', 'code': 200} Mar 29 16:07:07.878747 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2e6ab9-653f-4b85-a08d-a28bc2747793 req-a0d1fa32-a71a-446b-aa10-b4ab42c88de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:07:07.880305 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ff2e6ab9-653f-4b85-a08d-a28bc2747793 req-a0d1fa32-a71a-446b-aa10-b4ab42c88de7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9839c4e5165d404688d3bc8b6d18d5d3&device_id=6fec5bbd-4528-41ad-8128-bf94bfb1dadf HTTP/1.1" status: 200 len: 1094 time: 0.0497594 Mar 29 16:07:07.898158 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:07:07.921634 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31c6bccb-90cc-4412-8175-956ce227e239', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '183ba023-446f-43a5-8eed-602f5293e3f4'}] {{(pid=102792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:07:07.925557 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ff2e6ab9-653f-4b85-a08d-a28bc2747793 req-2f3a1b65-b495-49c7-97f3-01bf8f6aa988 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=367472a7-c3ef-42c3-ac29-a9e731ce5c1a HTTP/1.1" status: 200 len: 217 time: 0.0379643 Mar 29 16:07:07.926062 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4f476c66b318cc6068719fc39557fac68d413f5c7e78fa77028c7948e999ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d1543f3-8019-44ee-97f0-cda5cee9953c" -d '{"events": [{"server_uuid": "31c6bccb-90cc-4412-8175-956ce227e239", "name": "network-vif-plugged", "status": "completed", "tag": "183ba023-446f-43a5-8eed-602f5293e3f4"}]}' {{(pid=102792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:07:07.939906 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port 183ba023-446f-43a5-8eed-602f5293e3f4, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=183ba023-446f-43a5-8eed-602f5293e3f4,segment=NetworkSegment(f897e69d-257a-4c8a-bc55-e063bbc47d9e),segment_id=f897e69d-257a-4c8a-bc55-e063bbc47d9e)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:07:07.945121 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:07:07.977282 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2e6ab9-653f-4b85-a08d-a28bc2747793 req-1728cfd4-2bb1-46f7-859b-51176ef49951 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:07:07.978824 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ff2e6ab9-653f-4b85-a08d-a28bc2747793 req-1728cfd4-2bb1-46f7-859b-51176ef49951 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b3eb82fd-c9e0-44ac-b6ba-483d89595c61 HTTP/1.1" status: 200 len: 853 time: 0.0468953 Mar 29 16:07:08.018916 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Pushing event updated for resources: {'Port': ['ID=183ba023-446f-43a5-8eed-602f5293e3f4,revision_number=5']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:07:08.027061 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ff2e6ab9-653f-4b85-a08d-a28bc2747793 req-ac6c5e28-ce3f-4574-baaa-d36aaa220456 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=94aaab29-0bd5-4872-87c3-058efc699ab1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360160 Mar 29 16:07:08.069524 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 16:07:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6728e5e3-474a-4ed4-84e4-235e631399af x-openstack-request-id: req-6728e5e3-474a-4ed4-84e4-235e631399af {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:07:08.069826 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31c6bccb-90cc-4412-8175-956ce227e239", "name": "network-vif-plugged", "status": "completed", "tag": "183ba023-446f-43a5-8eed-602f5293e3f4", "code": 200}]} {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:07:08.070082 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-6728e5e3-474a-4ed4-84e4-235e631399af {{(pid=102792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:07:08.070475 n-d-834765-1 neutron-server[102792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31c6bccb-90cc-4412-8175-956ce227e239', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '183ba023-446f-43a5-8eed-602f5293e3f4', 'code': 200} Mar 29 16:07:08.128061 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ff2e6ab9-653f-4b85-a08d-a28bc2747793 req-8df43759-286d-431e-a044-34d61bf9469a service neutron] 10.222.0.48 "GET /v2.0/networks/94aaab29-0bd5-4872-87c3-058efc699ab1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961673 Mar 29 16:07:08.608133 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95d3c9d-547b-4421-b126-6747f1fc3e9c req-17a49005-23f7-477f-a7cb-04fc78847735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:07:08.609685 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-a95d3c9d-547b-4421-b126-6747f1fc3e9c req-17a49005-23f7-477f-a7cb-04fc78847735 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=31c6bccb-90cc-4412-8175-956ce227e239 HTTP/1.1" status: 200 len: 1096 time: 0.4793046 Mar 29 16:07:08.617446 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ff2e6ab9-653f-4b85-a08d-a28bc2747793 req-564ee1b8-68db-4d36-a61f-6be4b7fe354d service neutron] 10.222.0.48 "GET /v2.0/networks/94aaab29-0bd5-4872-87c3-058efc699ab1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4822958 Mar 29 16:07:08.631119 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbf0efc-f0d6-4bf9-8cbd-5f424acbf268 req-72dc7680-d92e-43e5-a2a9-3ddce74e9a01 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:07:08.632633 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-acbf0efc-f0d6-4bf9-8cbd-5f424acbf268 req-72dc7680-d92e-43e5-a2a9-3ddce74e9a01 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/ports?device_id=31c6bccb-90cc-4412-8175-956ce227e239 HTTP/1.1" status: 200 len: 945 time: 0.1141069 Mar 29 16:07:08.701064 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-a95d3c9d-547b-4421-b126-6747f1fc3e9c req-0ce59be2-2678-4e62-9eff-0c95095b94fc service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=a5fc9f00-328e-4600-84d1-ef30fc274a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0826762 Mar 29 16:07:08.713824 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-acbf0efc-f0d6-4bf9-8cbd-5f424acbf268 req-6509ab08-81f7-4e05-a3dd-ee6305fd4883 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/security-groups?id=a5fc9f00-328e-4600-84d1-ef30fc274a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729585 Mar 29 16:07:08.725195 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8309ab9b-7ee7-4837-b45a-b5a73cf67c1a req-62df91ea-11e4-4db2-80a5-1cdc52a19cec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:07:08.726739 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-8309ab9b-7ee7-4837-b45a-b5a73cf67c1a req-62df91ea-11e4-4db2-80a5-1cdc52a19cec service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9839c4e5165d404688d3bc8b6d18d5d3&device_id=6fec5bbd-4528-41ad-8128-bf94bfb1dadf HTTP/1.1" status: 200 len: 1094 time: 0.0599504 Mar 29 16:07:08.802610 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb50b91-d19b-4ad7-aeb4-88fa64989977 req-ab089268-ed29-4a38-8583-a896e051af26 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:07:08.804153 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-0cb50b91-d19b-4ad7-aeb4-88fa64989977 req-ab089268-ed29-4a38-8583-a896e051af26 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "GET /v2.0/ports?device_id=fdb551ad-bad3-4ef2-9ae5-1bef276ea464 HTTP/1.1" status: 200 len: 945 time: 0.0521879 Mar 29 16:07:08.822663 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8309ab9b-7ee7-4837-b45a-b5a73cf67c1a req-29431b0d-4cf4-4f4e-806f-1b82d9c0a19d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:07:08.824284 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-8309ab9b-7ee7-4837-b45a-b5a73cf67c1a req-29431b0d-4cf4-4f4e-806f-1b82d9c0a19d service neutron] 10.222.0.48 "GET /v2.0/networks?id=94aaab29-0bd5-4872-87c3-058efc699ab1 HTTP/1.1" status: 200 len: 914 time: 0.0901237 Mar 29 16:07:08.843533 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-0cb50b91-d19b-4ad7-aeb4-88fa64989977 req-c379015c-60ca-46c1-a850-b49494559219 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "GET /v2.0/security-groups?id=2994880e-72b2-473b-8b0a-940a0682c905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321655 Mar 29 16:07:08.867853 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-8309ab9b-7ee7-4837-b45a-b5a73cf67c1a req-71604aae-51b4-4a1e-a59e-51f1b464e200 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=367472a7-c3ef-42c3-ac29-a9e731ce5c1a HTTP/1.1" status: 200 len: 217 time: 0.0363007 Mar 29 16:07:08.951433 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8309ab9b-7ee7-4837-b45a-b5a73cf67c1a req-86d3a2ca-ba38-4a08-8ac6-e476a5061fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:07:08.952870 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-8309ab9b-7ee7-4837-b45a-b5a73cf67c1a req-86d3a2ca-ba38-4a08-8ac6-e476a5061fcb service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b3eb82fd-c9e0-44ac-b6ba-483d89595c61 HTTP/1.1" status: 200 len: 853 time: 0.0756187 Mar 29 16:07:08.977201 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58f6704-ce43-4c3a-a47c-bfb02cebcdcd req-9e48701f-bbef-41ae-816e-e812e10b7a8b tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:07:08.978604 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-a58f6704-ce43-4c3a-a47c-bfb02cebcdcd req-9e48701f-bbef-41ae-816e-e812e10b7a8b tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.42 "GET /v2.0/ports?device_id=6fec5bbd-4528-41ad-8128-bf94bfb1dadf HTTP/1.1" status: 200 len: 943 time: 0.0713701 Mar 29 16:07:08.996020 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-8309ab9b-7ee7-4837-b45a-b5a73cf67c1a req-98162801-70f4-4d10-b1e6-8a75bdbc906a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=94aaab29-0bd5-4872-87c3-058efc699ab1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351067 Mar 29 16:07:09.082004 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-a58f6704-ce43-4c3a-a47c-bfb02cebcdcd req-3a3daa5b-6031-40d3-8e65-20636b9801d0 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.42 "GET /v2.0/security-groups?id=6cdc536e-0b15-4c2c-bfe5-f95ea92208ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887771 Mar 29 16:07:09.112097 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-8309ab9b-7ee7-4837-b45a-b5a73cf67c1a req-05862c72-227a-4acb-bca7-45f9b3e4d424 service neutron] 10.222.0.48 "GET /v2.0/networks/94aaab29-0bd5-4872-87c3-058efc699ab1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1088061 Mar 29 16:07:09.199885 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-8309ab9b-7ee7-4837-b45a-b5a73cf67c1a req-ad135a66-bf0d-41b3-beb5-3c734c39d232 service neutron] 10.222.0.48 "GET /v2.0/networks/94aaab29-0bd5-4872-87c3-058efc699ab1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809078 Mar 29 16:07:09.835027 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a0a6ca-66ac-4c87-a0bc-16a0f6461cb6 req-244812c6-af37-4bbe-84e8-2c7191319266 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:07:09.836548 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-b2a0a6ca-66ac-4c87-a0bc-16a0f6461cb6 req-244812c6-af37-4bbe-84e8-2c7191319266 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/ports?device_id=31c6bccb-90cc-4412-8175-956ce227e239 HTTP/1.1" status: 200 len: 945 time: 0.0501552 Mar 29 16:07:09.873414 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-b2a0a6ca-66ac-4c87-a0bc-16a0f6461cb6 req-f1d50c64-5bc0-4835-b6a2-d9c57bdf36f0 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/security-groups?id=a5fc9f00-328e-4600-84d1-ef30fc274a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307171 Mar 29 16:07:09.965698 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ea9309-96cb-47b5-a2bf-9b3c9b3ac316 req-05bcc6f9-b479-44d9-8bce-473e3c03013e tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:07:09.967188 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d5ea9309-96cb-47b5-a2bf-9b3c9b3ac316 req-05bcc6f9-b479-44d9-8bce-473e3c03013e tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "GET /v2.0/ports?device_id=fdb551ad-bad3-4ef2-9ae5-1bef276ea464 HTTP/1.1" status: 200 len: 945 time: 0.0506737 Mar 29 16:07:10.011195 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d5ea9309-96cb-47b5-a2bf-9b3c9b3ac316 req-56f2f1ee-1cf7-4d6d-bb5b-e39c21f82a11 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "GET /v2.0/security-groups?id=2994880e-72b2-473b-8b0a-940a0682c905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378356 Mar 29 16:07:10.196586 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e57d622-6a13-4a25-b916-dd1bebdacb15 req-48ed3ced-eae6-4439-9cc2-8030035cd148 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:07:10.198053 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-0e57d622-6a13-4a25-b916-dd1bebdacb15 req-48ed3ced-eae6-4439-9cc2-8030035cd148 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.42 "GET /v2.0/ports?device_id=6fec5bbd-4528-41ad-8128-bf94bfb1dadf HTTP/1.1" status: 200 len: 943 time: 0.0487940 Mar 29 16:07:10.235666 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-0e57d622-6a13-4a25-b916-dd1bebdacb15 req-4f6ac191-05d1-4c9a-aa63-2f99be6ded55 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.42 "GET /v2.0/security-groups?id=6cdc536e-0b15-4c2c-bfe5-f95ea92208ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308564 Mar 29 16:07:10.990814 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fa81d6-dade-417c-9400-eb13b7bc631a req-9449e68c-6e1b-4277-a5af-7f6a10f23033 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:07:10.992356 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-c0fa81d6-dade-417c-9400-eb13b7bc631a req-9449e68c-6e1b-4277-a5af-7f6a10f23033 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/ports?device_id=31c6bccb-90cc-4412-8175-956ce227e239 HTTP/1.1" status: 200 len: 945 time: 0.0498109 Mar 29 16:07:11.029806 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-c0fa81d6-dade-417c-9400-eb13b7bc631a req-34ce221a-0516-4ca9-b306-9727cd399a4f tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/security-groups?id=a5fc9f00-328e-4600-84d1-ef30fc274a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313144 Mar 29 16:07:11.139806 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd149a3-74ca-4611-9118-f5fc387617c3 req-601fcab9-50dd-4d4c-8eec-5d020548ba58 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:07:11.141905 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-fbd149a3-74ca-4611-9118-f5fc387617c3 req-601fcab9-50dd-4d4c-8eec-5d020548ba58 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "GET /v2.0/ports?device_id=fdb551ad-bad3-4ef2-9ae5-1bef276ea464 HTTP/1.1" status: 200 len: 945 time: 0.0552869 Mar 29 16:07:11.147519 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253f340b-453e-4712-856d-da0e1c7107c3 req-5ac624f2-3c61-4b8f-8752-a5f1fe77e048 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:07:11.149142 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-253f340b-453e-4712-856d-da0e1c7107c3 req-5ac624f2-3c61-4b8f-8752-a5f1fe77e048 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/ports?device_id=31c6bccb-90cc-4412-8175-956ce227e239 HTTP/1.1" status: 200 len: 945 time: 0.0492995 Mar 29 16:07:11.182052 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-fbd149a3-74ca-4611-9118-f5fc387617c3 req-ba33b0aa-9549-4cba-87bb-9f9928ad3a75 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "GET /v2.0/security-groups?id=2994880e-72b2-473b-8b0a-940a0682c905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338502 Mar 29 16:07:11.196242 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-253f340b-453e-4712-856d-da0e1c7107c3 req-08773c04-f2a6-4b47-9c7b-83b39e84ff07 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/security-groups?id=a5fc9f00-328e-4600-84d1-ef30fc274a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379791 Mar 29 16:07:11.219202 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 52426) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:07:11.258461 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-277994ed-059e-4249-acba-11f066001622 tempest-TestVolumeBootPattern-353023463 tempest-TestVolumeBootPattern-353023463-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:07:11.259987 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-277994ed-059e-4249-acba-11f066001622 tempest-TestVolumeBootPattern-353023463 tempest-TestVolumeBootPattern-353023463-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=31c6bccb-90cc-4412-8175-956ce227e239 HTTP/1.1" status: 200 len: 1091 time: 0.0397792 Mar 29 16:07:11.262644 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 52430) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:07:11.266886 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-0fccaa47-3cb6-4de5-941b-d22cbe4ce31a tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Request body: {'floatingip': {'floating_network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'port_id': '183ba023-446f-43a5-8eed-602f5293e3f4', 'tenant_id': 'f31979fa8a674f56835f136e5e49ba5c', 'fixed_ip_address': '172.20.0.4'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:07:11.285689 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-0fccaa47-3cb6-4de5-941b-d22cbe4ce31a tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Notify callbacks [] for floatingip, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:07:11.392898 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64664a8a-3c02-474f-8247-d0f402e1115c req-f6eb5427-90fb-49ce-b14c-4c36e128d055 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:07:11.394363 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-64664a8a-3c02-474f-8247-d0f402e1115c req-f6eb5427-90fb-49ce-b14c-4c36e128d055 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.42 "GET /v2.0/ports?device_id=6fec5bbd-4528-41ad-8128-bf94bfb1dadf HTTP/1.1" status: 200 len: 943 time: 0.0903876 Mar 29 16:07:11.445145 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-64664a8a-3c02-474f-8247-d0f402e1115c req-32282593-469c-4b1f-b900-d1870f91a4ff tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.42 "GET /v2.0/security-groups?id=6cdc536e-0b15-4c2c-bfe5-f95ea92208ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436082 Mar 29 16:07:11.451039 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-0fccaa47-3cb6-4de5-941b-d22cbe4ce31a tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:07:11.559716 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.db_base_plugin_common [None req-0fccaa47-3cb6-4de5-941b-d22cbe4ce31a tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Allocated IP 172.25.4.240 (4a4a035d-ecac-4ead-baa3-25f90788773a/e1a353dc-fac8-4901-a63c-273840237d6a/f55f5817-3c71-40c0-af6e-e20a56164326) {{(pid=102790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:07:11.659412 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-0fccaa47-3cb6-4de5-941b-d22cbe4ce31a tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Notify callbacks [] for port, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:07:11.692621 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-0fccaa47-3cb6-4de5-941b-d22cbe4ce31a tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:07:11.731963 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fccaa47-3cb6-4de5-941b-d22cbe4ce31a tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Network 4a4a035d-ecac-4ead-baa3-25f90788773a is already hosted by enough agents. {{(pid=102790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:07:11.735122 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-0fccaa47-3cb6-4de5-941b-d22cbe4ce31a tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Resources bound (agent type, host, resource id): {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:07:11.738550 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fccaa47-3cb6-4de5-941b-d22cbe4ce31a tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Received port after_create {{(pid=102790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:07:11.764416 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fccaa47-3cb6-4de5-941b-d22cbe4ce31a tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Pushing event updated for resources: {'Port': ['ID=f55f5817-3c71-40c0-af6e-e20a56164326,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:07:12.099918 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-0fccaa47-3cb6-4de5-941b-d22cbe4ce31a tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:07:12.178365 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-0fccaa47-3cb6-4de5-941b-d22cbe4ce31a tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:07:12.299519 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device 367472a7-c3ef-42c3-ac29-a9e731ce5c1a details requested by agent hyperv_n-h2-834765-1 with host n-h2-834765-1 {{(pid=102792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 16:07:12.301872 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2757c04e-eb48-4936-8e18-f29edb60c8a2 req-e4417cfe-389b-4104-bdf6-14386c9b8974 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:07:12.303446 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-2757c04e-eb48-4936-8e18-f29edb60c8a2 req-e4417cfe-389b-4104-bdf6-14386c9b8974 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "GET /v2.0/ports?device_id=fdb551ad-bad3-4ef2-9ae5-1bef276ea464 HTTP/1.1" status: 200 len: 945 time: 0.0504358 Mar 29 16:07:12.334330 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-0fccaa47-3cb6-4de5-941b-d22cbe4ce31a tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Notify callbacks [] for port, precommit_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:07:12.339160 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-0fccaa47-3cb6-4de5-941b-d22cbe4ce31a tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5237921'] for port, after_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:07:12.347925 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-2757c04e-eb48-4936-8e18-f29edb60c8a2 req-430d6be7-4f70-482e-bd69-0894a97ced8d tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "GET /v2.0/security-groups?id=2994880e-72b2-473b-8b0a-940a0682c905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363760 Mar 29 16:07:12.398956 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port 367472a7-c3ef-42c3-ac29-a9e731ce5c1a, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=367472a7-c3ef-42c3-ac29-a9e731ce5c1a,segment=NetworkSegment(cba03923-275f-4318-bf62-d35312a27050),segment_id=cba03923-275f-4318-bf62-d35312a27050)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:07:12.410773 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Returning: {'device': '367472a7-c3ef-42c3-ac29-a9e731ce5c1a', 'network_id': '94aaab29-0bd5-4872-87c3-058efc699ab1', 'port_id': '367472a7-c3ef-42c3-ac29-a9e731ce5c1a', 'mac_address': 'fa:16:3e:a1:7d:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 603, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3eb82fd-c9e0-44ac-b6ba-483d89595c61', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 16:07:12.414714 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fccaa47-3cb6-4de5-941b-d22cbe4ce31a tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Pushing event updated for resources: {'Port': ['ID=f55f5817-3c71-40c0-af6e-e20a56164326,revision_number=2']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:07:12.420348 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-0fccaa47-3cb6-4de5-941b-d22cbe4ce31a tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648212'] for floatingip, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:07:12.457203 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:07:12.472159 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 367472a7-c3ef-42c3-ac29-a9e731ce5c1a {{(pid=102792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 16:07:12.493609 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port 367472a7-c3ef-42c3-ac29-a9e731ce5c1a, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=367472a7-c3ef-42c3-ac29-a9e731ce5c1a,segment=NetworkSegment(cba03923-275f-4318-bf62-d35312a27050),segment_id=cba03923-275f-4318-bf62-d35312a27050)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:07:12.497846 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:07:12.549126 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Pushing event updated for resources: {'Port': ['ID=367472a7-c3ef-42c3-ac29-a9e731ce5c1a,revision_number=4']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:07:12.561092 n-d-834765-1 neutron-server[102790]: INFO neutron.db.l3_db [None req-0fccaa47-3cb6-4de5-941b-d22cbe4ce31a tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Floating IP f0ac10e9-a4f7-4d05-8735-94b85a89a401 associated. External IP: 172.25.4.240, port: 183ba023-446f-43a5-8eed-602f5293e3f4. Mar 29 16:07:12.617549 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78301fb-10bd-45d4-8cd8-91b1f98e71de req-fb78d56b-ee81-444a-8e6c-489ccc470ca5 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:07:12.618948 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-a78301fb-10bd-45d4-8cd8-91b1f98e71de req-fb78d56b-ee81-444a-8e6c-489ccc470ca5 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.42 "GET /v2.0/ports?device_id=6fec5bbd-4528-41ad-8128-bf94bfb1dadf HTTP/1.1" status: 200 len: 944 time: 0.0981989 Mar 29 16:07:12.695799 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-a78301fb-10bd-45d4-8cd8-91b1f98e71de req-b06a34c9-a4e0-42c4-b1c3-e22befd3e6c3 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.42 "GET /v2.0/security-groups?id=6cdc536e-0b15-4c2c-bfe5-f95ea92208ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706928 Mar 29 16:07:12.808896 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fccaa47-3cb6-4de5-941b-d22cbe4ce31a tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Router ec871957-90ee-49a0-a5ff-0f9757efecd3 has already been hosted by L3 agent c648d819-1060-4f26-b4ec-6455387b5dff {{(pid=102790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 16:07:12.848047 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] get_ports_and_sgs() called for port_ids ['367472a7-c3ef-42c3-ac29-a9e731ce5c1a'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 16:07:12.919493 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fccaa47-3cb6-4de5-941b-d22cbe4ce31a tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 16:07:12.931228 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65776045-f13c-4186-9edf-f8aa9aca59e8 None None] Sync routers for ids ['ec871957-90ee-49a0-a5ff-0f9757efecd3'] in n-d-834765-1 {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 16:07:12.939995 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-0fccaa47-3cb6-4de5-941b-d22cbe4ce31a tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for floatingip, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:07:12.943088 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65776045-f13c-4186-9edf-f8aa9aca59e8 None None] Routers {'ec871957-90ee-49a0-a5ff-0f9757efecd3'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:07:12.943778 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-65776045-f13c-4186-9edf-f8aa9aca59e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:07:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['ec871957-90ee-49a0-a5ff-0f9757efecd3'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:07:12.983306 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-0fccaa47-3cb6-4de5-941b-d22cbe4ce31a tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7081232 Mar 29 16:07:12.983306 n-d-834765-1 neutron-server[102790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31c6bccb-90cc-4412-8175-956ce227e239', 'tag': '183ba023-446f-43a5-8eed-602f5293e3f4'}] {{(pid=102790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:07:12.983306 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46b06d655c90bc969636382cce4240ad749035fb0f3a83ee4734fa1ed9c4a6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d91e512-6f6f-4c05-9e20-69f85b9e3765" -d '{"events": [{"name": "network-changed", "server_uuid": "31c6bccb-90cc-4412-8175-956ce227e239", "tag": "183ba023-446f-43a5-8eed-602f5293e3f4"}]}' {{(pid=102790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:07:13.068859 n-d-834765-1 neutron-server[102791]: INFO neutron.api.v2.resource [req-511180e4-9d79-4c85-aa54-7084b4f12c5a req-44f64a3d-92b6-4b83-9336-08a0216b5b27 service neutron] show failed (client error): The resource could not be found. Mar 29 16:07:13.069418 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvr_db [None req-65776045-f13c-4186-9edf-f8aa9aca59e8 None None] Set router ec871957-90ee-49a0-a5ff-0f9757efecd3 gateway port host: n-d-834765-1 {{(pid=102793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:07:13.069907 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-511180e4-9d79-4c85-aa54-7084b4f12c5a req-44f64a3d-92b6-4b83-9336-08a0216b5b27 service neutron] 10.222.0.48 "GET /v2.0/ports/1c992e11-3201-4762-be87-c287db806eae/bindings/n-h1-834765-1 HTTP/1.1" status: 404 len: 380 time: 0.0582385 Mar 29 16:07:13.075478 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 16:07:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afe5c1f6-f366-4572-81dc-4508abc69ae4 x-openstack-request-id: req-afe5c1f6-f366-4572-81dc-4508abc69ae4 {{(pid=102790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:07:13.075947 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31c6bccb-90cc-4412-8175-956ce227e239", "tag": "183ba023-446f-43a5-8eed-602f5293e3f4", "status": "completed", "code": 200}]} {{(pid=102790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:07:13.076204 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-afe5c1f6-f366-4572-81dc-4508abc69ae4 {{(pid=102790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:07:13.076602 n-d-834765-1 neutron-server[102790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31c6bccb-90cc-4412-8175-956ce227e239', 'tag': '183ba023-446f-43a5-8eed-602f5293e3f4', 'status': 'completed', 'code': 200} Mar 29 16:07:13.141768 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d91e512-6f6f-4c05-9e20-69f85b9e3765 req-1dca5f80-ff97-41b4-9815-3344cc30a733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:07:13.143525 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-9d91e512-6f6f-4c05-9e20-69f85b9e3765 req-1dca5f80-ff97-41b4-9815-3344cc30a733 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f31979fa8a674f56835f136e5e49ba5c&device_id=31c6bccb-90cc-4412-8175-956ce227e239 HTTP/1.1" status: 200 len: 1096 time: 0.0440769 Mar 29 16:07:13.264585 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d91e512-6f6f-4c05-9e20-69f85b9e3765 req-779d2d33-d70d-4ff9-8bc5-c17ade2e3bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:07:13.265997 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-9d91e512-6f6f-4c05-9e20-69f85b9e3765 req-779d2d33-d70d-4ff9-8bc5-c17ade2e3bf3 service neutron] 10.222.0.44 "GET /v2.0/networks?id=8594f729-9088-4f6b-8543-aaadb0f5b192 HTTP/1.1" status: 200 len: 913 time: 0.1154990 Mar 29 16:07:13.309256 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-65776045-f13c-4186-9edf-f8aa9aca59e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec871957-90ee-49a0-a5ff-0f9757efecd3', 'name': 'tempest-TestVolumeBootPattern-1912300397-router', 'tenant_id': 'f31979fa8a674f56835f136e5e49ba5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.192'}], 'enable_snat': True}, 'gw_port_id': 'a9e975fe-4cb2-4e7f-9458-99fac6b3ced0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:56:22Z', 'updated_at': '2022-03-29T15:56:27Z', 'revision_number': 4, 'project_id': 'f31979fa8a674f56835f136e5e49ba5c', 'gw_port': {'id': 'a9e975fe-4cb2-4e7f-9458-99fac6b3ced0', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:e2:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec871957-90ee-49a0-a5ff-0f9757efecd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2536, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:56:23Z', 'updated_at': '2022-03-29T15:56:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_floatingips': [{'id': '3b919c4d-552b-48d1-a88a-3a12b2995fba', 'tenant_id': 'f31979fa8a674f56835f136e5e49ba5c', 'floating_ip_address': '172.25.4.6', 'floating_network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'router_id': 'ec871957-90ee-49a0-a5ff-0f9757efecd3', 'port_id': '6229ea58-48ea-4053-8b5a-016c704c7a65', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3266, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8594f729-9088-4f6b-8543-aaadb0f5b192', 'mac_address': 'fa:16:3e:c4:b3:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77580fbd-129b-4d26-8ed8-ae744df06822', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T16:05:02Z', 'updated_at': '2022-03-29T16:05:04Z', 'revision_number': 1, 'project_id': 'f31979fa8a674f56835f136e5e49ba5c', 'fixed_ip_address_scope': None}, {'id': 'f0ac10e9-a4f7-4d05-8735-94b85a89a401', 'tenant_id': 'f31979fa8a674f56835f136e5e49ba5c', 'floating_ip_address': '172.25.4.240', 'floating_network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'router_id': 'ec871957-90ee-49a0-a5ff-0f9757efecd3', 'port_id': '183ba023-446f-43a5-8eed-602f5293e3f4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3321, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8594f729-9088-4f6b-8543-aaadb0f5b192', 'mac_address': 'fa:16:3e:83:d9:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31c6bccb-90cc-4412-8175-956ce227e239', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T16:07:11Z', 'updated_at': '2022-03-29T16:07:11Z', 'revision_number': 0, 'project_id': 'f31979fa8a674f56835f136e5e49ba5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f876ee11-083d-432f-af7b-661f92894ec9', 'name': '', 'network_id': '8594f729-9088-4f6b-8543-aaadb0f5b192', 'tenant_id': 'f31979fa8a674f56835f136e5e49ba5c', 'mac_address': 'fa:16:3e:9d:45:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec871957-90ee-49a0-a5ff-0f9757efecd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2542, 'fixed_ips': [{'subnet_id': '52e8269b-e046-4c98-a9b1-ef8905fa8ddb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:56:26Z', 'updated_at': '2022-03-29T15:56:34Z', 'revision_number': 5, 'project_id': 'f31979fa8a674f56835f136e5e49ba5c', 'subnets': [{'id': '52e8269b-e046-4c98-a9b1-ef8905fa8ddb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:07:13.318715 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511180e4-9d79-4c85-aa54-7084b4f12c5a req-3f2eb007-8f97-4c72-be73-d842fe94f7b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:07:13.320239 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-511180e4-9d79-4c85-aa54-7084b4f12c5a req-3f2eb007-8f97-4c72-be73-d842fe94f7b4 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=fdb551ad-bad3-4ef2-9ae5-1bef276ea464&tenant_id=8c88f14ca33d4e419d03f1c3b10014ac HTTP/1.1" status: 200 len: 1096 time: 0.0828161 Mar 29 16:07:13.332519 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [req-511180e4-9d79-4c85-aa54-7084b4f12c5a req-618672a0-dcfa-4482-a4d0-3c5e82f4e79e service neutron] Request body: {'port': {'binding:host_id': 'n-h1-834765-1', 'device_owner': 'compute:nova'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:07:13.335080 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65776045-f13c-4186-9edf-f8aa9aca59e8 None None] Checking router: ec871957-90ee-49a0-a5ff-0f9757efecd3 for host: n-d-834765-1 {{(pid=102793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 16:07:13.343184 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65776045-f13c-4186-9edf-f8aa9aca59e8 None None] Routers {'ec871957-90ee-49a0-a5ff-0f9757efecd3'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:07:13.343963 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-65776045-f13c-4186-9edf-f8aa9aca59e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:07:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['ec871957-90ee-49a0-a5ff-0f9757efecd3'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:07:13.363490 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-9d91e512-6f6f-4c05-9e20-69f85b9e3765 req-496dca9d-2eea-4604-a0e4-eda1965b27f9 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=183ba023-446f-43a5-8eed-602f5293e3f4 HTTP/1.1" status: 200 len: 999 time: 0.0894902 Mar 29 16:07:13.427446 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-511180e4-9d79-4c85-aa54-7084b4f12c5a req-618672a0-dcfa-4482-a4d0-3c5e82f4e79e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:07:13.448629 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d91e512-6f6f-4c05-9e20-69f85b9e3765 req-d239280e-b64b-4d8d-b26b-6251302471ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:07:13.450102 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-9d91e512-6f6f-4c05-9e20-69f85b9e3765 req-d239280e-b64b-4d8d-b26b-6251302471ab service neutron] 10.222.0.44 "GET /v2.0/subnets?id=52e8269b-e046-4c98-a9b1-ef8905fa8ddb HTTP/1.1" status: 200 len: 851 time: 0.0774395 Mar 29 16:07:13.450691 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvr_db [None req-65776045-f13c-4186-9edf-f8aa9aca59e8 None None] Set router ec871957-90ee-49a0-a5ff-0f9757efecd3 gateway port host: n-d-834765-1 {{(pid=102793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:07:13.487180 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2789eb3-5583-4f3d-9eb3-db766779ec1c req-cc848cf1-7f10-4a29-8fc2-63434262fcfa tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:07:13.489474 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-b2789eb3-5583-4f3d-9eb3-db766779ec1c req-cc848cf1-7f10-4a29-8fc2-63434262fcfa tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "GET /v2.0/ports?device_id=fdb551ad-bad3-4ef2-9ae5-1bef276ea464 HTTP/1.1" status: 200 len: 945 time: 0.0674968 Mar 29 16:07:13.533098 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-b2789eb3-5583-4f3d-9eb3-db766779ec1c req-94e23f90-05fb-4f41-b369-29b98e030ab2 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "GET /v2.0/security-groups?id=2994880e-72b2-473b-8b0a-940a0682c905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370498 Mar 29 16:07:13.579971 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d91e512-6f6f-4c05-9e20-69f85b9e3765 req-d5eded41-5eac-4025-ab40-fe5aa3b50a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:07:13.581489 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-9d91e512-6f6f-4c05-9e20-69f85b9e3765 req-d5eded41-5eac-4025-ab40-fe5aa3b50a77 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8594f729-9088-4f6b-8543-aaadb0f5b192&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1118464 Mar 29 16:07:13.686223 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-65776045-f13c-4186-9edf-f8aa9aca59e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec871957-90ee-49a0-a5ff-0f9757efecd3', 'name': 'tempest-TestVolumeBootPattern-1912300397-router', 'tenant_id': 'f31979fa8a674f56835f136e5e49ba5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.192'}], 'enable_snat': True}, 'gw_port_id': 'a9e975fe-4cb2-4e7f-9458-99fac6b3ced0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:56:22Z', 'updated_at': '2022-03-29T15:56:27Z', 'revision_number': 4, 'project_id': 'f31979fa8a674f56835f136e5e49ba5c', 'gw_port': {'id': 'a9e975fe-4cb2-4e7f-9458-99fac6b3ced0', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:e2:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec871957-90ee-49a0-a5ff-0f9757efecd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2536, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:56:23Z', 'updated_at': '2022-03-29T15:56:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_floatingips': [{'id': '3b919c4d-552b-48d1-a88a-3a12b2995fba', 'tenant_id': 'f31979fa8a674f56835f136e5e49ba5c', 'floating_ip_address': '172.25.4.6', 'floating_network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'router_id': 'ec871957-90ee-49a0-a5ff-0f9757efecd3', 'port_id': '6229ea58-48ea-4053-8b5a-016c704c7a65', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3266, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8594f729-9088-4f6b-8543-aaadb0f5b192', 'mac_address': 'fa:16:3e:c4:b3:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77580fbd-129b-4d26-8ed8-ae744df06822', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T16:05:02Z', 'updated_at': '2022-03-29T16:05:04Z', 'revision_number': 1, 'project_id': 'f31979fa8a674f56835f136e5e49ba5c', 'fixed_ip_address_scope': None}, {'id': 'f0ac10e9-a4f7-4d05-8735-94b85a89a401', 'tenant_id': 'f31979fa8a674f56835f136e5e49ba5c', 'floating_ip_address': '172.25.4.240', 'floating_network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'router_id': 'ec871957-90ee-49a0-a5ff-0f9757efecd3', 'port_id': '183ba023-446f-43a5-8eed-602f5293e3f4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3321, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8594f729-9088-4f6b-8543-aaadb0f5b192', 'mac_address': 'fa:16:3e:83:d9:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31c6bccb-90cc-4412-8175-956ce227e239', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T16:07:11Z', 'updated_at': '2022-03-29T16:07:11Z', 'revision_number': 0, 'project_id': 'f31979fa8a674f56835f136e5e49ba5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f876ee11-083d-432f-af7b-661f92894ec9', 'name': '', 'network_id': '8594f729-9088-4f6b-8543-aaadb0f5b192', 'tenant_id': 'f31979fa8a674f56835f136e5e49ba5c', 'mac_address': 'fa:16:3e:9d:45:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec871957-90ee-49a0-a5ff-0f9757efecd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2542, 'fixed_ips': [{'subnet_id': '52e8269b-e046-4c98-a9b1-ef8905fa8ddb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:56:26Z', 'updated_at': '2022-03-29T15:56:34Z', 'revision_number': 5, 'project_id': 'f31979fa8a674f56835f136e5e49ba5c', 'subnets': [{'id': '52e8269b-e046-4c98-a9b1-ef8905fa8ddb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:07:13.715336 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65776045-f13c-4186-9edf-f8aa9aca59e8 None None] The sync data for ids ['ec871957-90ee-49a0-a5ff-0f9757efecd3'] in n-d-834765-1 is: [{'id': 'ec871957-90ee-49a0-a5ff-0f9757efecd3', 'name': 'tempest-TestVolumeBootPattern-1912300397-router', 'tenant_id': 'f31979fa8a674f56835f136e5e49ba5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.192'}], 'enable_snat': True}, 'gw_port_id': 'a9e975fe-4cb2-4e7f-9458-99fac6b3ced0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:56:22Z', 'updated_at': '2022-03-29T15:56:27Z', 'revision_number': 4, 'project_id': 'f31979fa8a674f56835f136e5e49ba5c', 'gw_port': {'id': 'a9e975fe-4cb2-4e7f-9458-99fac6b3ced0', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:e2:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec871957-90ee-49a0-a5ff-0f9757efecd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2536, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:56:23Z', 'updated_at': '2022-03-29T15:56:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_floatingips': [{'id': '3b919c4d-552b-48d1-a88a-3a12b2995fba', 'tenant_id': 'f31979fa8a674f56835f136e5e49ba5c', 'floating_ip_address': '172.25.4.6', 'floating_network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'router_id': 'ec871957-90ee-49a0-a5ff-0f9757efecd3', 'port_id': '6229ea58-48ea-4053-8b5a-016c704c7a65', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3266, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8594f729-9088-4f6b-8543-aaadb0f5b192', 'mac_address': 'fa:16:3e:c4:b3:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77580fbd-129b-4d26-8ed8-ae744df06822', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T16:05:02Z', 'updated_at': '2022-03-29T16:05:04Z', 'revision_number': 1, 'project_id': 'f31979fa8a674f56835f136e5e49ba5c', 'fixed_ip_address_scope': None}, {'id': 'f0ac10e9-a4f7-4d05-8735-94b85a89a401', 'tenant_id': 'f31979fa8a674f56835f136e5e49ba5c', 'floating_ip_address': '172.25.4.240', 'floating_network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'router_id': 'ec871957-90ee-49a0-a5ff-0f9757efecd3', 'port_id': '183ba023-446f-43a5-8eed-602f5293e3f4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3321, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8594f729-9088-4f6b-8543-aaadb0f5b192', 'mac_address': 'fa:16:3e:83:d9:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31c6bccb-90cc-4412-8175-956ce227e239', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T16:07:11Z', 'updated_at': '2022-03-29T16:07:11Z', 'revision_number': 0, 'project_id': 'f31979fa8a674f56835f136e5e49ba5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f876ee11-083d-432f-af7b-661f92894ec9', 'name': '', 'network_id': '8594f729-9088-4f6b-8543-aaadb0f5b192', 'tenant_id': 'f31979fa8a674f56835f136e5e49ba5c', 'mac_address': 'fa:16:3e:9d:45:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec871957-90ee-49a0-a5ff-0f9757efecd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2542, 'fixed_ips': [{'subnet_id': '52e8269b-e046-4c98-a9b1-ef8905fa8ddb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:56:26Z', 'updated_at': '2022-03-29T15:56:34Z', 'revision_number': 5, 'project_id': 'f31979fa8a674f56835f136e5e49ba5c', 'subnets': [{'id': '52e8269b-e046-4c98-a9b1-ef8905fa8ddb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 16:07:13.739054 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-9d91e512-6f6f-4c05-9e20-69f85b9e3765 req-6021ad79-a318-43bf-a5ef-6f4dbfe0ba3d service neutron] 10.222.0.44 "GET /v2.0/networks/8594f729-9088-4f6b-8543-aaadb0f5b192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1485620 Mar 29 16:07:13.759418 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-511180e4-9d79-4c85-aa54-7084b4f12c5a req-618672a0-dcfa-4482-a4d0-3c5e82f4e79e service neutron] For port 1c992e11-3201-4762-be87-c287db806eae, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=1c992e11-3201-4762-be87-c287db806eae,segment=NetworkSegment(1e1cf46f-0a76-44e2-99d7-9d6660988ef3),segment_id=1e1cf46f-0a76-44e2-99d7-9d6660988ef3)] {{(pid=102791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:07:13.878125 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-511180e4-9d79-4c85-aa54-7084b4f12c5a req-618672a0-dcfa-4482-a4d0-3c5e82f4e79e service neutron] For port 1c992e11-3201-4762-be87-c287db806eae, host n-h2-834765-1, cleared binding levels {{(pid=102791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 16:07:13.919091 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0d1adf-9702-4d6d-a095-4e6ef0cef6b9 req-f982bdfa-444a-4fb4-8f1f-8abdbab7db91 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:07:13.920657 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-0e0d1adf-9702-4d6d-a095-4e6ef0cef6b9 req-f982bdfa-444a-4fb4-8f1f-8abdbab7db91 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.42 "GET /v2.0/ports?device_id=6fec5bbd-4528-41ad-8128-bf94bfb1dadf HTTP/1.1" status: 200 len: 944 time: 0.1424370 Mar 29 16:07:13.938211 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46756e5c-a845-406c-89f4-5e89d6099618 None None] New status for floating IP f0ac10e9-a4f7-4d05-8735-94b85a89a401: ACTIVE {{(pid=102792) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 16:07:13.965551 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-9d91e512-6f6f-4c05-9e20-69f85b9e3765 req-d46b06ce-4e9f-4815-a1b5-b33fce3df4d3 service neutron] 10.222.0.44 "GET /v2.0/networks/8594f729-9088-4f6b-8543-aaadb0f5b192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2191732 Mar 29 16:07:13.969475 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdb551ad-bad3-4ef2-9ae5-1bef276ea464', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1c992e11-3201-4762-be87-c287db806eae'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:07:13.971784 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c67b028db5e9b9818fecc5c0a87ebc6f190694fa53ca267d523e04f98de536d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88d56c19-c5c1-4bc9-990c-95945477c8e8" -d '{"events": [{"server_uuid": "fdb551ad-bad3-4ef2-9ae5-1bef276ea464", "name": "network-vif-unplugged", "status": "completed", "tag": "1c992e11-3201-4762-be87-c287db806eae"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:07:13.975706 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-511180e4-9d79-4c85-aa54-7084b4f12c5a req-618672a0-dcfa-4482-a4d0-3c5e82f4e79e service neutron] Notify callbacks [] for port, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:07:14.001126 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.provisioning_blocks [req-511180e4-9d79-4c85-aa54-7084b4f12c5a req-618672a0-dcfa-4482-a4d0-3c5e82f4e79e service neutron] Transition to ACTIVE for port object 1c992e11-3201-4762-be87-c287db806eae will not be triggered until provisioned by entity L2. {{(pid=102791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 16:07:14.004990 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-0e0d1adf-9702-4d6d-a095-4e6ef0cef6b9 req-402d7cc3-b66b-43a6-8472-4649140eb19a tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.42 "GET /v2.0/security-groups?id=6cdc536e-0b15-4c2c-bfe5-f95ea92208ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713258 Mar 29 16:07:14.006681 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-511180e4-9d79-4c85-aa54-7084b4f12c5a req-618672a0-dcfa-4482-a4d0-3c5e82f4e79e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:07:14.081897 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 29 Mar 2022 16:07:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26ac4d1b-02d8-46d5-a649-ec81ce9ffba5 x-openstack-request-id: req-26ac4d1b-02d8-46d5-a649-ec81ce9ffba5 {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:07:14.082185 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdb551ad-bad3-4ef2-9ae5-1bef276ea464", "name": "network-vif-unplugged", "status": "completed", "tag": "1c992e11-3201-4762-be87-c287db806eae", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:07:14.082437 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-26ac4d1b-02d8-46d5-a649-ec81ce9ffba5 {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:07:14.082824 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdb551ad-bad3-4ef2-9ae5-1bef276ea464', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1c992e11-3201-4762-be87-c287db806eae', 'code': 200} Mar 29 16:07:14.090722 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618672a0-dcfa-4482-a4d0-3c5e82f4e79e service neutron] Pushing event updated for resources: {'Port': ['ID=1c992e11-3201-4762-be87-c287db806eae,revision_number=6']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:07:14.132430 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [req-511180e4-9d79-4c85-aa54-7084b4f12c5a req-618672a0-dcfa-4482-a4d0-3c5e82f4e79e service neutron] No DVR routers for this DVR port 1c992e11-3201-4762-be87-c287db806eae on host n-h2-834765-1 {{(pid=102791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 16:07:14.273718 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-511180e4-9d79-4c85-aa54-7084b4f12c5a req-618672a0-dcfa-4482-a4d0-3c5e82f4e79e service neutron] Attempting to bind port 1c992e11-3201-4762-be87-c287db806eae on host n-h1-834765-1 for vnic_type normal with profile {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 16:07:14.274048 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-511180e4-9d79-4c85-aa54-7084b4f12c5a req-618672a0-dcfa-4482-a4d0-3c5e82f4e79e service neutron] Attempting to bind port 1c992e11-3201-4762-be87-c287db806eae by drivers openvswitch,hyperv on host n-h1-834765-1 at level 0 using segments [{'id': '1e1cf46f-0a76-44e2-99d7-9d6660988ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '8eeae4c0-66cf-4e13-9c98-66def7870473'}] {{(pid=102791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 16:07:14.274375 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-511180e4-9d79-4c85-aa54-7084b4f12c5a req-618672a0-dcfa-4482-a4d0-3c5e82f4e79e service neutron] Attempting to bind port 1c992e11-3201-4762-be87-c287db806eae on network 8eeae4c0-66cf-4e13-9c98-66def7870473 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 16:07:14.278520 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-511180e4-9d79-4c85-aa54-7084b4f12c5a req-618672a0-dcfa-4482-a4d0-3c5e82f4e79e service neutron] Port 1c992e11-3201-4762-be87-c287db806eae on network 8eeae4c0-66cf-4e13-9c98-66def7870473 not bound, no agent of type Open vSwitch agent registered on host n-h1-834765-1 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 16:07:14.278840 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-511180e4-9d79-4c85-aa54-7084b4f12c5a req-618672a0-dcfa-4482-a4d0-3c5e82f4e79e service neutron] Attempting to bind port 1c992e11-3201-4762-be87-c287db806eae on network 8eeae4c0-66cf-4e13-9c98-66def7870473 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 16:07:14.284522 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-511180e4-9d79-4c85-aa54-7084b4f12c5a req-618672a0-dcfa-4482-a4d0-3c5e82f4e79e service neutron] Checking agent: {'id': 'be375040-5069-4239-9460-a3a3213e1e90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 33, 18), 'started_at': datetime.datetime(2022, 3, 29, 15, 33, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 16, 6, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 16:07:14.284856 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-511180e4-9d79-4c85-aa54-7084b4f12c5a req-618672a0-dcfa-4482-a4d0-3c5e82f4e79e service neutron] Checking segment: {'id': '1e1cf46f-0a76-44e2-99d7-9d6660988ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '8eeae4c0-66cf-4e13-9c98-66def7870473'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 16:07:14.285234 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-511180e4-9d79-4c85-aa54-7084b4f12c5a req-618672a0-dcfa-4482-a4d0-3c5e82f4e79e service neutron] Bound using segment: {'id': '1e1cf46f-0a76-44e2-99d7-9d6660988ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '8eeae4c0-66cf-4e13-9c98-66def7870473'} {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 16:07:14.285655 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-511180e4-9d79-4c85-aa54-7084b4f12c5a req-618672a0-dcfa-4482-a4d0-3c5e82f4e79e service neutron] Bound port: 1c992e11-3201-4762-be87-c287db806eae, host: n-h1-834765-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e1cf46f-0a76-44e2-99d7-9d6660988ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '8eeae4c0-66cf-4e13-9c98-66def7870473'}}] {{(pid=102791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 16:07:14.286007 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-511180e4-9d79-4c85-aa54-7084b4f12c5a req-618672a0-dcfa-4482-a4d0-3c5e82f4e79e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:07:14.298519 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device 367472a7-c3ef-42c3-ac29-a9e731ce5c1a up at agent hyperv_n-h2-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 16:07:14.349712 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-511180e4-9d79-4c85-aa54-7084b4f12c5a req-618672a0-dcfa-4482-a4d0-3c5e82f4e79e service neutron] For port 1c992e11-3201-4762-be87-c287db806eae, host n-h1-834765-1, cleared binding levels {{(pid=102791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 16:07:14.352839 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-511180e4-9d79-4c85-aa54-7084b4f12c5a req-618672a0-dcfa-4482-a4d0-3c5e82f4e79e service neutron] For port 1c992e11-3201-4762-be87-c287db806eae, host n-h1-834765-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=1c992e11-3201-4762-be87-c287db806eae,segment=NetworkSegment(1e1cf46f-0a76-44e2-99d7-9d6660988ef3),segment_id=1e1cf46f-0a76-44e2-99d7-9d6660988ef3)] {{(pid=102791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 16:07:14.357552 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Provisioning for port 367472a7-c3ef-42c3-ac29-a9e731ce5c1a completed by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 16:07:14.357742 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-511180e4-9d79-4c85-aa54-7084b4f12c5a req-618672a0-dcfa-4482-a4d0-3c5e82f4e79e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:07:14.361840 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Provisioning complete for port 367472a7-c3ef-42c3-ac29-a9e731ce5c1a triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:07:14.362208 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:07:14.388441 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511180e4-9d79-4c85-aa54-7084b4f12c5a req-618672a0-dcfa-4482-a4d0-3c5e82f4e79e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:07:14.389315 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-511180e4-9d79-4c85-aa54-7084b4f12c5a req-618672a0-dcfa-4482-a4d0-3c5e82f4e79e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:07:14.391339 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-511180e4-9d79-4c85-aa54-7084b4f12c5a req-618672a0-dcfa-4482-a4d0-3c5e82f4e79e service neutron] 10.222.0.44 "PUT /v2.0/ports/1c992e11-3201-4762-be87-c287db806eae HTTP/1.1" status: 200 len: 1091 time: 1.0622375 Mar 29 16:07:14.436766 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618672a0-dcfa-4482-a4d0-3c5e82f4e79e service neutron] Pushing event updated for resources: {'Port': ['ID=1c992e11-3201-4762-be87-c287db806eae,revision_number=7']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:07:14.446705 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:07:14.471747 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fec5bbd-4528-41ad-8128-bf94bfb1dadf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '367472a7-c3ef-42c3-ac29-a9e731ce5c1a'}] {{(pid=102792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:07:14.473103 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511180e4-9d79-4c85-aa54-7084b4f12c5a req-08a387a6-b466-4828-8117-61c4e02bcdd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:07:14.474022 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4f476c66b318cc6068719fc39557fac68d413f5c7e78fa77028c7948e999ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-202fcd58-db5d-48c3-b669-f39855a4fb63" -d '{"events": [{"server_uuid": "6fec5bbd-4528-41ad-8128-bf94bfb1dadf", "name": "network-vif-plugged", "status": "completed", "tag": "367472a7-c3ef-42c3-ac29-a9e731ce5c1a"}]}' {{(pid=102792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:07:14.474783 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-511180e4-9d79-4c85-aa54-7084b4f12c5a req-08a387a6-b466-4828-8117-61c4e02bcdd6 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8c88f14ca33d4e419d03f1c3b10014ac&device_id=fdb551ad-bad3-4ef2-9ae5-1bef276ea464 HTTP/1.1" status: 200 len: 1094 time: 0.0537577 Mar 29 16:07:14.488288 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port 367472a7-c3ef-42c3-ac29-a9e731ce5c1a, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=367472a7-c3ef-42c3-ac29-a9e731ce5c1a,segment=NetworkSegment(cba03923-275f-4318-bf62-d35312a27050),segment_id=cba03923-275f-4318-bf62-d35312a27050)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:07:14.494091 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:07:14.521663 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 16:07:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f20d85c2-b344-4006-9ea2-62612aefdffb x-openstack-request-id: req-f20d85c2-b344-4006-9ea2-62612aefdffb {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:07:14.521959 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fec5bbd-4528-41ad-8128-bf94bfb1dadf", "name": "network-vif-plugged", "status": "completed", "tag": "367472a7-c3ef-42c3-ac29-a9e731ce5c1a", "code": 200}]} {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:07:14.522211 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f20d85c2-b344-4006-9ea2-62612aefdffb {{(pid=102792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:07:14.522601 n-d-834765-1 neutron-server[102792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fec5bbd-4528-41ad-8128-bf94bfb1dadf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '367472a7-c3ef-42c3-ac29-a9e731ce5c1a', 'code': 200} Mar 29 16:07:14.556036 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Pushing event updated for resources: {'Port': ['ID=367472a7-c3ef-42c3-ac29-a9e731ce5c1a,revision_number=5']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:07:14.605687 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511180e4-9d79-4c85-aa54-7084b4f12c5a req-4adfc245-8ee4-4168-95ae-b081191f6518 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:07:14.607109 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-511180e4-9d79-4c85-aa54-7084b4f12c5a req-4adfc245-8ee4-4168-95ae-b081191f6518 service neutron] 10.222.0.44 "GET /v2.0/networks?id=8eeae4c0-66cf-4e13-9c98-66def7870473 HTTP/1.1" status: 200 len: 898 time: 0.1253748 Mar 29 16:07:14.669560 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800ad6fa-b2a9-47f6-90eb-01de839fb012 req-955b079c-d1f9-4b2a-99f8-f31350311130 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:07:14.673424 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-800ad6fa-b2a9-47f6-90eb-01de839fb012 req-955b079c-d1f9-4b2a-99f8-f31350311130 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "GET /v2.0/ports?device_id=fdb551ad-bad3-4ef2-9ae5-1bef276ea464 HTTP/1.1" status: 200 len: 943 time: 0.0580673 Mar 29 16:07:14.691647 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcbc938-f08a-422f-8309-4a89713d79d0 req-d0d639f4-0119-4f32-b054-5587737323c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:07:14.693126 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-5dcbc938-f08a-422f-8309-4a89713d79d0 req-d0d639f4-0119-4f32-b054-5587737323c9 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=6fec5bbd-4528-41ad-8128-bf94bfb1dadf HTTP/1.1" status: 200 len: 1096 time: 0.1021914 Mar 29 16:07:14.697567 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-511180e4-9d79-4c85-aa54-7084b4f12c5a req-a9e9563b-6eee-4cfe-ba7e-066e88baaf91 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1c992e11-3201-4762-be87-c287db806eae HTTP/1.1" status: 200 len: 999 time: 0.0768065 Mar 29 16:07:14.711505 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-800ad6fa-b2a9-47f6-90eb-01de839fb012 req-dd716c67-920b-44b2-ad58-3cb5b9755f39 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "GET /v2.0/security-groups?id=2994880e-72b2-473b-8b0a-940a0682c905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343249 Mar 29 16:07:14.764347 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-5dcbc938-f08a-422f-8309-4a89713d79d0 req-ec0ad19d-b854-4e35-b2b9-c10d1aebe123 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=6cdc536e-0b15-4c2c-bfe5-f95ea92208ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634508 Mar 29 16:07:14.766084 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511180e4-9d79-4c85-aa54-7084b4f12c5a req-719ce724-b96f-43c6-8eb7-e268edaeea3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:07:14.767445 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-511180e4-9d79-4c85-aa54-7084b4f12c5a req-719ce724-b96f-43c6-8eb7-e268edaeea3e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=92b59040-660b-4db6-86e8-6e665d07165b HTTP/1.1" status: 200 len: 834 time: 0.0608871 Mar 29 16:07:14.815837 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511180e4-9d79-4c85-aa54-7084b4f12c5a req-03cd2b2e-6dd8-42ef-bb27-8f8bb362a1f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:07:14.817254 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-511180e4-9d79-4c85-aa54-7084b4f12c5a req-03cd2b2e-6dd8-42ef-bb27-8f8bb362a1f9 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8eeae4c0-66cf-4e13-9c98-66def7870473&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436668 Mar 29 16:07:14.908333 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-511180e4-9d79-4c85-aa54-7084b4f12c5a req-493f9099-b46a-468e-ae1b-383882da74bc service neutron] 10.222.0.44 "GET /v2.0/networks/8eeae4c0-66cf-4e13-9c98-66def7870473?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843043 Mar 29 16:07:14.996989 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-511180e4-9d79-4c85-aa54-7084b4f12c5a req-a05b1a2f-d67e-4ccc-b17b-792177a5a607 service neutron] 10.222.0.44 "GET /v2.0/networks/8eeae4c0-66cf-4e13-9c98-66def7870473?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821006 Mar 29 16:07:15.143216 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dd43ed-46c8-41ab-a558-57994aae951d req-7cb135c8-7223-4384-bebc-bd9343ec384e tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:07:15.144758 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-00dd43ed-46c8-41ab-a558-57994aae951d req-7cb135c8-7223-4384-bebc-bd9343ec384e tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.42 "GET /v2.0/ports?device_id=6fec5bbd-4528-41ad-8128-bf94bfb1dadf HTTP/1.1" status: 200 len: 945 time: 0.0538461 Mar 29 16:07:15.182978 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-00dd43ed-46c8-41ab-a558-57994aae951d req-33da748e-06b0-4cee-b1e2-c3d22ccbeb6e tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.42 "GET /v2.0/security-groups?id=6cdc536e-0b15-4c2c-bfe5-f95ea92208ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319471 Mar 29 16:07:15.827563 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b9f0e3-248d-4019-a0bd-a3f9377fba22 req-2cb53e10-a0bb-4c05-931b-eceac5b54de9 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:07:15.829067 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-87b9f0e3-248d-4019-a0bd-a3f9377fba22 req-2cb53e10-a0bb-4c05-931b-eceac5b54de9 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "GET /v2.0/ports?device_id=fdb551ad-bad3-4ef2-9ae5-1bef276ea464 HTTP/1.1" status: 200 len: 943 time: 0.0489705 Mar 29 16:07:15.867068 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-87b9f0e3-248d-4019-a0bd-a3f9377fba22 req-c6ed5a4e-f47f-4c8e-b101-cdb5d543fc97 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "GET /v2.0/security-groups?id=2994880e-72b2-473b-8b0a-940a0682c905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320261 Mar 29 16:07:16.088628 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdb551ad-bad3-4ef2-9ae5-1bef276ea464', 'tag': '1c992e11-3201-4762-be87-c287db806eae'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:07:16.090933 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c67b028db5e9b9818fecc5c0a87ebc6f190694fa53ca267d523e04f98de536d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9f117a3-a058-4b4f-9903-e3290a14d490" -d '{"events": [{"name": "network-changed", "server_uuid": "fdb551ad-bad3-4ef2-9ae5-1bef276ea464", "tag": "1c992e11-3201-4762-be87-c287db806eae"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:07:16.138518 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 16:07:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c883dae-df85-4cda-bef7-4a9dc5d6799c x-openstack-request-id: req-3c883dae-df85-4cda-bef7-4a9dc5d6799c {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:07:16.138801 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fdb551ad-bad3-4ef2-9ae5-1bef276ea464", "tag": "1c992e11-3201-4762-be87-c287db806eae", "status": "completed", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:07:16.139043 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-3c883dae-df85-4cda-bef7-4a9dc5d6799c {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:07:16.139483 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fdb551ad-bad3-4ef2-9ae5-1bef276ea464', 'tag': '1c992e11-3201-4762-be87-c287db806eae', 'status': 'completed', 'code': 200} Mar 29 16:07:16.229075 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f117a3-a058-4b4f-9903-e3290a14d490 req-a1e9bc63-1d8f-4cc3-9489-62f5ae656636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:07:16.230600 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f9f117a3-a058-4b4f-9903-e3290a14d490 req-a1e9bc63-1d8f-4cc3-9489-62f5ae656636 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8c88f14ca33d4e419d03f1c3b10014ac&device_id=fdb551ad-bad3-4ef2-9ae5-1bef276ea464 HTTP/1.1" status: 200 len: 1094 time: 0.0700746 Mar 29 16:07:16.232988 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f117a3-a058-4b4f-9903-e3290a14d490 req-2551f1ed-2107-45ad-811d-ff173452a2e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:07:16.234877 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f9f117a3-a058-4b4f-9903-e3290a14d490 req-2551f1ed-2107-45ad-811d-ff173452a2e4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8c88f14ca33d4e419d03f1c3b10014ac&device_id=fdb551ad-bad3-4ef2-9ae5-1bef276ea464 HTTP/1.1" status: 200 len: 1094 time: 0.0656636 Mar 29 16:07:16.314001 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device 1c992e11-3201-4762-be87-c287db806eae no longer exists at agent hyperv_n-h2-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 16:07:16.316355 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8b216b-3f2a-4fb3-94e7-8cefbd0aa5b2 req-5a933112-d614-455e-8cc1-975fe9e7b480 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:07:16.318381 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-0d8b216b-3f2a-4fb3-94e7-8cefbd0aa5b2 req-5a933112-d614-455e-8cc1-975fe9e7b480 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.42 "GET /v2.0/ports?device_id=6fec5bbd-4528-41ad-8128-bf94bfb1dadf HTTP/1.1" status: 200 len: 945 time: 0.0616653 Mar 29 16:07:16.355628 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device 1c992e11-3201-4762-be87-c287db806eae not bound to the agent host n-h2-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 16:07:16.373674 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-0d8b216b-3f2a-4fb3-94e7-8cefbd0aa5b2 req-17dff0c9-1311-49c5-9b8d-f51ff3884f8b tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.42 "GET /v2.0/security-groups?id=6cdc536e-0b15-4c2c-bfe5-f95ea92208ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481610 Mar 29 16:07:16.402641 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f117a3-a058-4b4f-9903-e3290a14d490 req-4fb4f5c2-c2b5-48b1-8946-2a72e003813d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:07:16.404169 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f9f117a3-a058-4b4f-9903-e3290a14d490 req-4fb4f5c2-c2b5-48b1-8946-2a72e003813d service neutron] 10.222.0.44 "GET /v2.0/networks?id=8eeae4c0-66cf-4e13-9c98-66def7870473 HTTP/1.1" status: 200 len: 898 time: 0.1664462 Mar 29 16:07:16.409886 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f117a3-a058-4b4f-9903-e3290a14d490 req-adc4f0dc-ae67-45b4-bfa1-ae1b04179dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:07:16.411584 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f9f117a3-a058-4b4f-9903-e3290a14d490 req-adc4f0dc-ae67-45b4-bfa1-ae1b04179dc4 service neutron] 10.222.0.48 "GET /v2.0/networks?id=8eeae4c0-66cf-4e13-9c98-66def7870473 HTTP/1.1" status: 200 len: 898 time: 0.1657059 Mar 29 16:07:16.526614 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f9f117a3-a058-4b4f-9903-e3290a14d490 req-95eff807-7706-430f-878f-4513d70c4c26 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1c992e11-3201-4762-be87-c287db806eae HTTP/1.1" status: 200 len: 999 time: 0.1132305 Mar 29 16:07:16.541012 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f9f117a3-a058-4b4f-9903-e3290a14d490 req-6fc47af5-3ce2-475f-badf-8cdc2c24e2d3 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1c992e11-3201-4762-be87-c287db806eae HTTP/1.1" status: 200 len: 999 time: 0.1204975 Mar 29 16:07:16.678866 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f117a3-a058-4b4f-9903-e3290a14d490 req-c3d655fb-05f7-4a02-8ccc-e2a8a64cddee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:07:16.680359 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f9f117a3-a058-4b4f-9903-e3290a14d490 req-c3d655fb-05f7-4a02-8ccc-e2a8a64cddee service neutron] 10.222.0.44 "GET /v2.0/subnets?id=92b59040-660b-4db6-86e8-6e665d07165b HTTP/1.1" status: 200 len: 834 time: 0.1429229 Mar 29 16:07:16.688515 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f117a3-a058-4b4f-9903-e3290a14d490 req-77b0f428-674c-419a-b7e2-52480b99b1c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:07:16.689908 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f9f117a3-a058-4b4f-9903-e3290a14d490 req-77b0f428-674c-419a-b7e2-52480b99b1c8 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=92b59040-660b-4db6-86e8-6e665d07165b HTTP/1.1" status: 200 len: 834 time: 0.1325364 Mar 29 16:07:16.740669 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e372b256-7bdf-4f44-ad93-543c64a8e728 req-0ca431f0-14cd-4a9e-99c6-0755bd710263 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:07:16.742137 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e372b256-7bdf-4f44-ad93-543c64a8e728 req-0ca431f0-14cd-4a9e-99c6-0755bd710263 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.42 "GET /v2.0/networks?id=94aaab29-0bd5-4872-87c3-058efc699ab1 HTTP/1.1" status: 200 len: 813 time: 0.2179360 Mar 29 16:07:16.782172 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e372b256-7bdf-4f44-ad93-543c64a8e728 req-e89c8936-fbbd-4b3b-a461-4fdd6be920cd tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.42 "GET /v2.0/quotas/9839c4e5165d404688d3bc8b6d18d5d3 HTTP/1.1" status: 200 len: 375 time: 0.0232613 Mar 29 16:07:16.795129 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f117a3-a058-4b4f-9903-e3290a14d490 req-cc60f448-8ccf-4b34-b9ad-b2b24447310c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:07:16.797274 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f9f117a3-a058-4b4f-9903-e3290a14d490 req-cc60f448-8ccf-4b34-b9ad-b2b24447310c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8eeae4c0-66cf-4e13-9c98-66def7870473&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1030247 Mar 29 16:07:16.806229 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f117a3-a058-4b4f-9903-e3290a14d490 req-788e5156-357a-4ae8-a4d7-b8c5f9a7c2be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:07:16.807912 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f9f117a3-a058-4b4f-9903-e3290a14d490 req-788e5156-357a-4ae8-a4d7-b8c5f9a7c2be service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8eeae4c0-66cf-4e13-9c98-66def7870473&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1004395 Mar 29 16:07:16.989807 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118d6bd9-3490-41ab-a2c5-861a61513093 req-f1d27fe9-6ec9-4a79-9bf4-00cc8bc759e9 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:07:16.992085 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-118d6bd9-3490-41ab-a2c5-861a61513093 req-f1d27fe9-6ec9-4a79-9bf4-00cc8bc759e9 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "GET /v2.0/ports?device_id=fdb551ad-bad3-4ef2-9ae5-1bef276ea464 HTTP/1.1" status: 200 len: 943 time: 0.0523601 Mar 29 16:07:17.033777 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-118d6bd9-3490-41ab-a2c5-861a61513093 req-0736dc1c-4bd0-452b-9347-4b2e7f44b8f5 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "GET /v2.0/security-groups?id=2994880e-72b2-473b-8b0a-940a0682c905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352826 Mar 29 16:07:17.126507 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:07:17.283359 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e372b256-7bdf-4f44-ad93-543c64a8e728 req-d9a2bf53-c17e-4c88-b391-0b1a3d471708 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=9839c4e5165d404688d3bc8b6d18d5d3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4916041 Mar 29 16:07:17.325605 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f9f117a3-a058-4b4f-9903-e3290a14d490 req-105a8721-03ca-47a6-a712-fcbf393f2da4 service neutron] 10.222.0.44 "GET /v2.0/networks/8eeae4c0-66cf-4e13-9c98-66def7870473?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5156426 Mar 29 16:07:17.384751 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f9f117a3-a058-4b4f-9903-e3290a14d490 req-d3124aee-369e-465c-ae05-f1169632164e service neutron] 10.222.0.48 "GET /v2.0/networks/8eeae4c0-66cf-4e13-9c98-66def7870473?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5672538 Mar 29 16:07:17.510430 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e372b256-7bdf-4f44-ad93-543c64a8e728 req-975d40ba-cf8a-46c3-a95f-d982f91c4e9e service neutron] 10.222.0.42 "GET /v2.0/networks/94aaab29-0bd5-4872-87c3-058efc699ab1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2163641 Mar 29 16:07:17.596383 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f9f117a3-a058-4b4f-9903-e3290a14d490 req-ccd7776c-d16d-4acf-bd20-f3fff6ddd2bc service neutron] 10.222.0.44 "GET /v2.0/networks/8eeae4c0-66cf-4e13-9c98-66def7870473?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2623613 Mar 29 16:07:17.612598 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f9f117a3-a058-4b4f-9903-e3290a14d490 req-7387ae8d-0684-4a53-9def-3dac14eb8ca1 service neutron] 10.222.0.48 "GET /v2.0/networks/8eeae4c0-66cf-4e13-9c98-66def7870473?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2179856 Mar 29 16:07:17.635525 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e372b256-7bdf-4f44-ad93-543c64a8e728 req-312bf948-28be-4605-ac18-7c695467b09f service neutron] 10.222.0.42 "GET /v2.0/networks/94aaab29-0bd5-4872-87c3-058efc699ab1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1184433 Mar 29 16:07:17.752488 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device 1c992e11-3201-4762-be87-c287db806eae details requested by agent hyperv_n-h1-834765-1 with host n-h1-834765-1 {{(pid=102792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 16:07:17.796137 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-ed72ea07-835a-45d0-890e-893ac0536ddb req-5847b696-2a20-47f6-aec6-cba7b0726063 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.42 "GET /v2.0/ports?device_id=0c6945c2-570c-41fe-ad72-69c0dee0d3ab HTTP/1.1" status: 200 len: 210 time: 0.0271041 Mar 29 16:07:17.858328 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port 1c992e11-3201-4762-be87-c287db806eae, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=1c992e11-3201-4762-be87-c287db806eae,segment=NetworkSegment(1e1cf46f-0a76-44e2-99d7-9d6660988ef3),segment_id=1e1cf46f-0a76-44e2-99d7-9d6660988ef3)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:07:17.869978 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Returning: {'device': '1c992e11-3201-4762-be87-c287db806eae', 'network_id': '8eeae4c0-66cf-4e13-9c98-66def7870473', 'port_id': '1c992e11-3201-4762-be87-c287db806eae', 'mac_address': 'fa:16:3e:96:b3:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 614, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92b59040-660b-4db6-86e8-6e665d07165b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 16:07:17.921086 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:07:17.931636 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:07:17.936633 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c992e11-3201-4762-be87-c287db806eae {{(pid=102792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 16:07:17.958635 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port 1c992e11-3201-4762-be87-c287db806eae, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=1c992e11-3201-4762-be87-c287db806eae,segment=NetworkSegment(1e1cf46f-0a76-44e2-99d7-9d6660988ef3),segment_id=1e1cf46f-0a76-44e2-99d7-9d6660988ef3)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:07:17.962457 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:07:18.011735 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Pushing event updated for resources: {'Port': ['ID=1c992e11-3201-4762-be87-c287db806eae,revision_number=8']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:07:18.160443 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159fa90f-cefb-457e-aa23-56cb92be179f req-a02aede7-d681-4c71-87f5-354a7a6d5369 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:07:18.162118 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-159fa90f-cefb-457e-aa23-56cb92be179f req-a02aede7-d681-4c71-87f5-354a7a6d5369 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "GET /v2.0/ports?device_id=fdb551ad-bad3-4ef2-9ae5-1bef276ea464 HTTP/1.1" status: 200 len: 944 time: 0.0513780 Mar 29 16:07:18.209574 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-159fa90f-cefb-457e-aa23-56cb92be179f req-e98c9b50-c4c2-4eed-9c61-3dd60b3c2849 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "GET /v2.0/security-groups?id=2994880e-72b2-473b-8b0a-940a0682c905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396042 Mar 29 16:07:18.395218 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] get_ports_and_sgs() called for port_ids ['1c992e11-3201-4762-be87-c287db806eae'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 16:07:18.728105 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e372b256-7bdf-4f44-ad93-543c64a8e728 req-627375c1-fe03-4caa-b155-fc13c207333f tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:07:18.729479 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e372b256-7bdf-4f44-ad93-543c64a8e728 req-627375c1-fe03-4caa-b155-fc13c207333f tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.48 "GET /v2.0/networks?id=94aaab29-0bd5-4872-87c3-058efc699ab1 HTTP/1.1" status: 200 len: 813 time: 0.1125946 Mar 29 16:07:18.741669 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [req-e372b256-7bdf-4f44-ad93-543c64a8e728 req-f18eb339-4762-461a-980a-897d2e9be945 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] Request body: {'port': {'device_id': '0c6945c2-570c-41fe-ad72-69c0dee0d3ab', 'network_id': '94aaab29-0bd5-4872-87c3-058efc699ab1', 'admin_state_up': True, 'tenant_id': '9839c4e5165d404688d3bc8b6d18d5d3'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:07:18.851157 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e372b256-7bdf-4f44-ad93-543c64a8e728 req-f18eb339-4762-461a-980a-897d2e9be945 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] Made reservation on behalf of 9839c4e5165d404688d3bc8b6d18d5d3 for: {'port': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:07:18.854686 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-e372b256-7bdf-4f44-ad93-543c64a8e728 req-f18eb339-4762-461a-980a-897d2e9be945 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:07:18.893390 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-ee2d26ff-130c-46aa-b4ee-5233781249f2 req-dda2bc92-ba08-4863-b85b-d0db0074b1c4 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.42 "GET /v2.0/ports?device_id=0c6945c2-570c-41fe-ad72-69c0dee0d3ab HTTP/1.1" status: 200 len: 210 time: 0.0271552 Mar 29 16:07:18.983387 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_common [req-e372b256-7bdf-4f44-ad93-543c64a8e728 req-f18eb339-4762-461a-980a-897d2e9be945 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] Allocated IP 172.20.0.4 (94aaab29-0bd5-4872-87c3-058efc699ab1/b3eb82fd-c9e0-44ac-b6ba-483d89595c61/275b286a-a67a-42ef-aece-c531c485f525) {{(pid=102791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:07:19.133095 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-e372b256-7bdf-4f44-ad93-543c64a8e728 req-f18eb339-4762-461a-980a-897d2e9be945 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] Notify callbacks [] for port, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:07:19.167331 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-e372b256-7bdf-4f44-ad93-543c64a8e728 req-f18eb339-4762-461a-980a-897d2e9be945 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:07:19.178289 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] get_ports_and_sgs() called for port_ids ['367472a7-c3ef-42c3-ac29-a9e731ce5c1a'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 16:07:19.215046 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e372b256-7bdf-4f44-ad93-543c64a8e728 req-f18eb339-4762-461a-980a-897d2e9be945 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] Network 94aaab29-0bd5-4872-87c3-058efc699ab1 is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:07:19.218141 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [req-e372b256-7bdf-4f44-ad93-543c64a8e728 req-f18eb339-4762-461a-980a-897d2e9be945 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:07:19.221942 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [req-e372b256-7bdf-4f44-ad93-543c64a8e728 req-f18eb339-4762-461a-980a-897d2e9be945 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] Received port after_create {{(pid=102791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:07:19.228438 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18eb339-4762-461a-980a-897d2e9be945 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] Pushing event updated for resources: {'Port': ['ID=275b286a-a67a-42ef-aece-c531c485f525,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:07:19.277679 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e372b256-7bdf-4f44-ad93-543c64a8e728 req-f18eb339-4762-461a-980a-897d2e9be945 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:07:19.278605 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-e372b256-7bdf-4f44-ad93-543c64a8e728 req-f18eb339-4762-461a-980a-897d2e9be945 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:07:19.328896 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e372b256-7bdf-4f44-ad93-543c64a8e728 req-f18eb339-4762-461a-980a-897d2e9be945 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5901954 Mar 29 16:07:19.341454 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [req-e372b256-7bdf-4f44-ad93-543c64a8e728 req-265e33f4-8670-4b09-b7a2-3c215784b44b service neutron] Request body: {'port': {'device_id': '0c6945c2-570c-41fe-ad72-69c0dee0d3ab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834765-1'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:07:19.382311 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff969f64-553c-4ddd-ac79-ea6344f40424 req-bcce8e51-ecfb-40d0-a537-dea74fdbc5ce tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:07:19.383973 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ff969f64-553c-4ddd-ac79-ea6344f40424 req-bcce8e51-ecfb-40d0-a537-dea74fdbc5ce tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "GET /v2.0/ports?device_id=fdb551ad-bad3-4ef2-9ae5-1bef276ea464 HTTP/1.1" status: 200 len: 944 time: 0.0976133 Mar 29 16:07:19.433864 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-e372b256-7bdf-4f44-ad93-543c64a8e728 req-265e33f4-8670-4b09-b7a2-3c215784b44b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:07:19.462236 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ff969f64-553c-4ddd-ac79-ea6344f40424 req-7cdb598b-729e-4941-ac1a-d0a575fd421b tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "GET /v2.0/security-groups?id=2994880e-72b2-473b-8b0a-940a0682c905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700665 Mar 29 16:07:19.761624 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device 1c992e11-3201-4762-be87-c287db806eae up at agent hyperv_n-h1-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 16:07:19.771228 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f0478f-f242-4230-a8bb-a0c93d7dd427 req-3fd8e3dd-5d1a-472f-8a54-4e4976bd8bee tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:07:19.772747 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-29f0478f-f242-4230-a8bb-a0c93d7dd427 req-3fd8e3dd-5d1a-472f-8a54-4e4976bd8bee tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.44 "GET /v2.0/ports?device_id=fdb551ad-bad3-4ef2-9ae5-1bef276ea464&tenant_id=8c88f14ca33d4e419d03f1c3b10014ac&binding%3Ahost_id=n-h1-834765-1 HTTP/1.1" status: 200 len: 944 time: 0.1250913 Mar 29 16:07:19.799342 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024e7649-7028-4f78-b14e-8436aa0f3e9e req-d0676995-1b84-4b69-8c7f-f42fe4ad58b9 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:07:19.800823 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-024e7649-7028-4f78-b14e-8436aa0f3e9e req-d0676995-1b84-4b69-8c7f-f42fe4ad58b9 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "GET /v2.0/ports?device_id=fdb551ad-bad3-4ef2-9ae5-1bef276ea464 HTTP/1.1" status: 200 len: 944 time: 0.1160223 Mar 29 16:07:19.809694 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Provisioning for port 1c992e11-3201-4762-be87-c287db806eae completed by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 16:07:19.814145 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Provisioning complete for port 1c992e11-3201-4762-be87-c287db806eae triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:07:19.814145 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:07:19.868048 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [req-e372b256-7bdf-4f44-ad93-543c64a8e728 req-265e33f4-8670-4b09-b7a2-3c215784b44b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 275b286a-a67a-42ef-aece-c531c485f525 {{(pid=102791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 16:07:19.884909 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-e372b256-7bdf-4f44-ad93-543c64a8e728 req-265e33f4-8670-4b09-b7a2-3c215784b44b service neutron] Notify callbacks [] for port, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:07:19.889462 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:07:19.908410 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-024e7649-7028-4f78-b14e-8436aa0f3e9e req-11cbe211-ad79-40b0-8114-149572793507 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "GET /v2.0/security-groups?id=2994880e-72b2-473b-8b0a-940a0682c905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0973623 Mar 29 16:07:19.915097 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.provisioning_blocks [req-e372b256-7bdf-4f44-ad93-543c64a8e728 req-265e33f4-8670-4b09-b7a2-3c215784b44b service neutron] Transition to ACTIVE for port object 275b286a-a67a-42ef-aece-c531c485f525 will not be triggered until provisioned by entity L2. {{(pid=102791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 16:07:19.915675 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdb551ad-bad3-4ef2-9ae5-1bef276ea464', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c992e11-3201-4762-be87-c287db806eae'}] {{(pid=102792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:07:19.918444 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4f476c66b318cc6068719fc39557fac68d413f5c7e78fa77028c7948e999ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59345d62-fac9-4e77-91d7-9caa2e778f22" -d '{"events": [{"server_uuid": "fdb551ad-bad3-4ef2-9ae5-1bef276ea464", "name": "network-vif-plugged", "status": "completed", "tag": "1c992e11-3201-4762-be87-c287db806eae"}]}' {{(pid=102792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:07:19.922534 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-29f0478f-f242-4230-a8bb-a0c93d7dd427 req-19f004f8-47bf-42c4-ae05-3df07f8de2b6 service neutron] 10.222.0.44 "GET /v2.0/ports/1c992e11-3201-4762-be87-c287db806eae/bindings/n-h1-834765-1 HTTP/1.1" status: 200 len: 382 time: 0.1308777 Mar 29 16:07:19.923148 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-e372b256-7bdf-4f44-ad93-543c64a8e728 req-265e33f4-8670-4b09-b7a2-3c215784b44b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:07:19.935473 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port 1c992e11-3201-4762-be87-c287db806eae, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=1c992e11-3201-4762-be87-c287db806eae,segment=NetworkSegment(1e1cf46f-0a76-44e2-99d7-9d6660988ef3),segment_id=1e1cf46f-0a76-44e2-99d7-9d6660988ef3)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:07:19.940959 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:07:20.012664 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Pushing event updated for resources: {'Port': ['ID=1c992e11-3201-4762-be87-c287db806eae,revision_number=9']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:07:20.012856 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265e33f4-8670-4b09-b7a2-3c215784b44b service neutron] Pushing event updated for resources: {'Port': ['ID=275b286a-a67a-42ef-aece-c531c485f525,revision_number=2']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:07:20.035786 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 16:07:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58d9454c-e759-4df1-84ff-71975804d7fd x-openstack-request-id: req-58d9454c-e759-4df1-84ff-71975804d7fd {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:07:20.036080 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdb551ad-bad3-4ef2-9ae5-1bef276ea464", "name": "network-vif-plugged", "status": "completed", "tag": "1c992e11-3201-4762-be87-c287db806eae", "code": 200}]} {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:07:20.036324 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-58d9454c-e759-4df1-84ff-71975804d7fd {{(pid=102792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:07:20.036708 n-d-834765-1 neutron-server[102792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdb551ad-bad3-4ef2-9ae5-1bef276ea464', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c992e11-3201-4762-be87-c287db806eae', 'code': 200} Mar 29 16:07:20.049812 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57ae762-900e-49db-be56-977a489e54b9 req-a4fd404a-5e70-42a2-828a-9dbf8537b08e tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:07:20.051342 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-d57ae762-900e-49db-be56-977a489e54b9 req-a4fd404a-5e70-42a2-828a-9dbf8537b08e tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.42 "GET /v2.0/ports?device_id=0c6945c2-570c-41fe-ad72-69c0dee0d3ab HTTP/1.1" status: 200 len: 943 time: 0.0562663 Mar 29 16:07:20.068554 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f0478f-f242-4230-a8bb-a0c93d7dd427 req-70225804-b539-4974-b134-9df31eef4bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:07:20.070065 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-29f0478f-f242-4230-a8bb-a0c93d7dd427 req-70225804-b539-4974-b134-9df31eef4bfe service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8c88f14ca33d4e419d03f1c3b10014ac&device_id=fdb551ad-bad3-4ef2-9ae5-1bef276ea464 HTTP/1.1" status: 200 len: 1096 time: 0.1082678 Mar 29 16:07:20.091122 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-d57ae762-900e-49db-be56-977a489e54b9 req-f514650f-408b-426e-aece-daf3850c895f tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.42 "GET /v2.0/security-groups?id=6cdc536e-0b15-4c2c-bfe5-f95ea92208ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336494 Mar 29 16:07:20.119508 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-e372b256-7bdf-4f44-ad93-543c64a8e728 req-265e33f4-8670-4b09-b7a2-3c215784b44b service neutron] Attempting to bind port 275b286a-a67a-42ef-aece-c531c485f525 on host n-h2-834765-1 for vnic_type normal with profile {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 16:07:20.119842 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-e372b256-7bdf-4f44-ad93-543c64a8e728 req-265e33f4-8670-4b09-b7a2-3c215784b44b service neutron] Attempting to bind port 275b286a-a67a-42ef-aece-c531c485f525 by drivers openvswitch,hyperv on host n-h2-834765-1 at level 0 using segments [{'id': 'cba03923-275f-4318-bf62-d35312a27050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '94aaab29-0bd5-4872-87c3-058efc699ab1'}] {{(pid=102791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 16:07:20.120168 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e372b256-7bdf-4f44-ad93-543c64a8e728 req-265e33f4-8670-4b09-b7a2-3c215784b44b service neutron] Attempting to bind port 275b286a-a67a-42ef-aece-c531c485f525 on network 94aaab29-0bd5-4872-87c3-058efc699ab1 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 16:07:20.127503 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e372b256-7bdf-4f44-ad93-543c64a8e728 req-265e33f4-8670-4b09-b7a2-3c215784b44b service neutron] Port 275b286a-a67a-42ef-aece-c531c485f525 on network 94aaab29-0bd5-4872-87c3-058efc699ab1 not bound, no agent of type Open vSwitch agent registered on host n-h2-834765-1 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 16:07:20.127827 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e372b256-7bdf-4f44-ad93-543c64a8e728 req-265e33f4-8670-4b09-b7a2-3c215784b44b service neutron] Attempting to bind port 275b286a-a67a-42ef-aece-c531c485f525 on network 94aaab29-0bd5-4872-87c3-058efc699ab1 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 16:07:20.158631 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e372b256-7bdf-4f44-ad93-543c64a8e728 req-265e33f4-8670-4b09-b7a2-3c215784b44b service neutron] Checking agent: {'id': '3e4b4912-b4a2-4d17-b5bd-6ce15529e8eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 33, 17), 'started_at': datetime.datetime(2022, 3, 29, 15, 33, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 16, 7, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 16:07:20.158970 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e372b256-7bdf-4f44-ad93-543c64a8e728 req-265e33f4-8670-4b09-b7a2-3c215784b44b service neutron] Checking segment: {'id': 'cba03923-275f-4318-bf62-d35312a27050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '94aaab29-0bd5-4872-87c3-058efc699ab1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 16:07:20.159382 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e372b256-7bdf-4f44-ad93-543c64a8e728 req-265e33f4-8670-4b09-b7a2-3c215784b44b service neutron] Bound using segment: {'id': 'cba03923-275f-4318-bf62-d35312a27050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '94aaab29-0bd5-4872-87c3-058efc699ab1'} {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 16:07:20.159814 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-e372b256-7bdf-4f44-ad93-543c64a8e728 req-265e33f4-8670-4b09-b7a2-3c215784b44b service neutron] Bound port: 275b286a-a67a-42ef-aece-c531c485f525, host: n-h2-834765-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cba03923-275f-4318-bf62-d35312a27050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '94aaab29-0bd5-4872-87c3-058efc699ab1'}}] {{(pid=102791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 16:07:20.160177 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-e372b256-7bdf-4f44-ad93-543c64a8e728 req-265e33f4-8670-4b09-b7a2-3c215784b44b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:07:20.227161 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f0478f-f242-4230-a8bb-a0c93d7dd427 req-575db072-4616-4e4c-b9b0-fc369413e3f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:07:20.228658 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-29f0478f-f242-4230-a8bb-a0c93d7dd427 req-575db072-4616-4e4c-b9b0-fc369413e3f4 service neutron] 10.222.0.44 "GET /v2.0/networks?id=8eeae4c0-66cf-4e13-9c98-66def7870473 HTTP/1.1" status: 200 len: 898 time: 0.1478503 Mar 29 16:07:20.289126 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-e372b256-7bdf-4f44-ad93-543c64a8e728 req-265e33f4-8670-4b09-b7a2-3c215784b44b service neutron] For port 275b286a-a67a-42ef-aece-c531c485f525, host n-h2-834765-1, cleared binding levels {{(pid=102791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 16:07:20.305554 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-e372b256-7bdf-4f44-ad93-543c64a8e728 req-265e33f4-8670-4b09-b7a2-3c215784b44b service neutron] For port 275b286a-a67a-42ef-aece-c531c485f525, host n-h2-834765-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=275b286a-a67a-42ef-aece-c531c485f525,segment=NetworkSegment(cba03923-275f-4318-bf62-d35312a27050),segment_id=cba03923-275f-4318-bf62-d35312a27050)] {{(pid=102791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 16:07:20.314258 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-e372b256-7bdf-4f44-ad93-543c64a8e728 req-265e33f4-8670-4b09-b7a2-3c215784b44b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:07:20.322211 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-29f0478f-f242-4230-a8bb-a0c93d7dd427 req-44a3dc09-d96f-4c06-8235-ae8ec1698715 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1c992e11-3201-4762-be87-c287db806eae HTTP/1.1" status: 200 len: 1001 time: 0.0838692 Mar 29 16:07:20.361365 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e372b256-7bdf-4f44-ad93-543c64a8e728 req-265e33f4-8670-4b09-b7a2-3c215784b44b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:07:20.361967 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-e372b256-7bdf-4f44-ad93-543c64a8e728 req-265e33f4-8670-4b09-b7a2-3c215784b44b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:07:20.363297 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e372b256-7bdf-4f44-ad93-543c64a8e728 req-265e33f4-8670-4b09-b7a2-3c215784b44b service neutron] 10.222.0.48 "PUT /v2.0/ports/275b286a-a67a-42ef-aece-c531c485f525 HTTP/1.1" status: 200 len: 1091 time: 1.0270181 Mar 29 16:07:20.385351 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c6945c2-570c-41fe-ad72-69c0dee0d3ab', 'tag': '275b286a-a67a-42ef-aece-c531c485f525'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:07:20.387615 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c67b028db5e9b9818fecc5c0a87ebc6f190694fa53ca267d523e04f98de536d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9bfa929-7a40-4527-b2b0-3898380b5c03" -d '{"events": [{"name": "network-changed", "server_uuid": "0c6945c2-570c-41fe-ad72-69c0dee0d3ab", "tag": "275b286a-a67a-42ef-aece-c531c485f525"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:07:20.439600 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 16:07:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-708282f1-e005-41fb-920a-052561b1fb1d x-openstack-request-id: req-708282f1-e005-41fb-920a-052561b1fb1d {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:07:20.439895 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c6945c2-570c-41fe-ad72-69c0dee0d3ab", "tag": "275b286a-a67a-42ef-aece-c531c485f525", "status": "completed", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:07:20.440146 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-708282f1-e005-41fb-920a-052561b1fb1d {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:07:20.440533 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c6945c2-570c-41fe-ad72-69c0dee0d3ab', 'tag': '275b286a-a67a-42ef-aece-c531c485f525', 'status': 'completed', 'code': 200} Mar 29 16:07:20.450071 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265e33f4-8670-4b09-b7a2-3c215784b44b service neutron] Pushing event updated for resources: {'Port': ['ID=275b286a-a67a-42ef-aece-c531c485f525,revision_number=3']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:07:20.456109 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f0478f-f242-4230-a8bb-a0c93d7dd427 req-a06317a9-f975-4540-a1b9-08134af65913 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:07:20.457600 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-29f0478f-f242-4230-a8bb-a0c93d7dd427 req-a06317a9-f975-4540-a1b9-08134af65913 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=92b59040-660b-4db6-86e8-6e665d07165b HTTP/1.1" status: 200 len: 834 time: 0.1151507 Mar 29 16:07:20.495775 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e372b256-7bdf-4f44-ad93-543c64a8e728 req-f289abde-c955-4217-9ad6-de3dfb6abbe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:07:20.497286 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e372b256-7bdf-4f44-ad93-543c64a8e728 req-f289abde-c955-4217-9ad6-de3dfb6abbe2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9839c4e5165d404688d3bc8b6d18d5d3&device_id=0c6945c2-570c-41fe-ad72-69c0dee0d3ab HTTP/1.1" status: 200 len: 1094 time: 0.0940342 Mar 29 16:07:20.544700 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e372b256-7bdf-4f44-ad93-543c64a8e728 req-f142f05e-8adc-4e45-a3e3-489f7aa41101 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=275b286a-a67a-42ef-aece-c531c485f525 HTTP/1.1" status: 200 len: 217 time: 0.0404487 Mar 29 16:07:20.548209 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f0478f-f242-4230-a8bb-a0c93d7dd427 req-cadd098d-4489-4d6a-afc5-42b8fe222597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:07:20.549606 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-29f0478f-f242-4230-a8bb-a0c93d7dd427 req-cadd098d-4489-4d6a-afc5-42b8fe222597 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8eeae4c0-66cf-4e13-9c98-66def7870473&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0845983 Mar 29 16:07:20.644868 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e372b256-7bdf-4f44-ad93-543c64a8e728 req-18f54d97-f5a3-4281-b5e3-661cc2b5238b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:07:20.646366 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e372b256-7bdf-4f44-ad93-543c64a8e728 req-18f54d97-f5a3-4281-b5e3-661cc2b5238b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b3eb82fd-c9e0-44ac-b6ba-483d89595c61 HTTP/1.1" status: 200 len: 853 time: 0.0957060 Mar 29 16:07:20.689349 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e372b256-7bdf-4f44-ad93-543c64a8e728 req-9a3ede31-6b56-43b0-b714-504a74b69fa9 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=94aaab29-0bd5-4872-87c3-058efc699ab1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354970 Mar 29 16:07:20.707582 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-29f0478f-f242-4230-a8bb-a0c93d7dd427 req-978464a1-28e7-4b74-8c6c-143f911818cc service neutron] 10.222.0.44 "GET /v2.0/networks/8eeae4c0-66cf-4e13-9c98-66def7870473?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1498888 Mar 29 16:07:20.852653 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e372b256-7bdf-4f44-ad93-543c64a8e728 req-58160ba5-87de-422a-825c-0c41e8264744 service neutron] 10.222.0.48 "GET /v2.0/networks/94aaab29-0bd5-4872-87c3-058efc699ab1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1561930 Mar 29 16:07:20.857758 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-29f0478f-f242-4230-a8bb-a0c93d7dd427 req-13a3c3b9-8f06-4180-a7c8-3cfeebbdb7bc service neutron] 10.222.0.44 "GET /v2.0/networks/8eeae4c0-66cf-4e13-9c98-66def7870473?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406507 Mar 29 16:07:20.952081 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e372b256-7bdf-4f44-ad93-543c64a8e728 req-790ae021-6dd3-4476-ba77-3a7a6113a80f service neutron] 10.222.0.48 "GET /v2.0/networks/94aaab29-0bd5-4872-87c3-058efc699ab1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920525 Mar 29 16:07:21.042614 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bfa929-7a40-4527-b2b0-3898380b5c03 req-ea3d3a0e-327a-4879-a59e-50bc2a28cbd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:07:21.044162 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d9bfa929-7a40-4527-b2b0-3898380b5c03 req-ea3d3a0e-327a-4879-a59e-50bc2a28cbd0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9839c4e5165d404688d3bc8b6d18d5d3&device_id=0c6945c2-570c-41fe-ad72-69c0dee0d3ab HTTP/1.1" status: 200 len: 1094 time: 0.0471144 Mar 29 16:07:21.047321 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2412f6-21f7-4b45-a017-ea8f5a21a6e6 req-ac8e76e4-8b62-45fe-a19b-f32c63b606b1 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:07:21.048823 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-ad2412f6-21f7-4b45-a017-ea8f5a21a6e6 req-ac8e76e4-8b62-45fe-a19b-f32c63b606b1 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "GET /v2.0/ports?device_id=fdb551ad-bad3-4ef2-9ae5-1bef276ea464 HTTP/1.1" status: 200 len: 945 time: 0.0516670 Mar 29 16:07:21.090362 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-ad2412f6-21f7-4b45-a017-ea8f5a21a6e6 req-ca56170e-d850-4aad-a4f9-e87984db7e0d tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "GET /v2.0/security-groups?id=2994880e-72b2-473b-8b0a-940a0682c905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352523 Mar 29 16:07:21.138645 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bfa929-7a40-4527-b2b0-3898380b5c03 req-f189398d-93b8-4353-af9c-a84403729a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:07:21.140357 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d9bfa929-7a40-4527-b2b0-3898380b5c03 req-f189398d-93b8-4353-af9c-a84403729a56 service neutron] 10.222.0.48 "GET /v2.0/networks?id=94aaab29-0bd5-4872-87c3-058efc699ab1 HTTP/1.1" status: 200 len: 914 time: 0.0900772 Mar 29 16:07:21.198523 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d9bfa929-7a40-4527-b2b0-3898380b5c03 req-7fff2ee1-819a-4d00-872b-2474ced8b9bb service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=275b286a-a67a-42ef-aece-c531c485f525 HTTP/1.1" status: 200 len: 217 time: 0.0520365 Mar 29 16:07:21.273207 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1069cba1-cd7f-45fb-8896-c60e7d968b66 req-54416502-806f-4bb6-b20e-54f47e7b45cd tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:07:21.274739 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-1069cba1-cd7f-45fb-8896-c60e7d968b66 req-54416502-806f-4bb6-b20e-54f47e7b45cd tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.42 "GET /v2.0/ports?device_id=0c6945c2-570c-41fe-ad72-69c0dee0d3ab HTTP/1.1" status: 200 len: 943 time: 0.0865049 Mar 29 16:07:21.276031 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bfa929-7a40-4527-b2b0-3898380b5c03 req-ac84452f-42f5-4f8a-9a05-d0a5981401f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:07:21.277313 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d9bfa929-7a40-4527-b2b0-3898380b5c03 req-ac84452f-42f5-4f8a-9a05-d0a5981401f9 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b3eb82fd-c9e0-44ac-b6ba-483d89595c61 HTTP/1.1" status: 200 len: 853 time: 0.0611265 Mar 29 16:07:21.317690 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d9bfa929-7a40-4527-b2b0-3898380b5c03 req-4e8d0520-bd22-4a8b-ae37-95d3c4e1068b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=94aaab29-0bd5-4872-87c3-058efc699ab1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301833 Mar 29 16:07:21.353841 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-1069cba1-cd7f-45fb-8896-c60e7d968b66 req-0b0c2bd6-91ac-4ae6-b422-fbda7fd4a389 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.42 "GET /v2.0/security-groups?id=6cdc536e-0b15-4c2c-bfe5-f95ea92208ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727370 Mar 29 16:07:21.427152 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d9bfa929-7a40-4527-b2b0-3898380b5c03 req-cb4a967c-b6f5-44f5-843e-7db9b03805d4 service neutron] 10.222.0.48 "GET /v2.0/networks/94aaab29-0bd5-4872-87c3-058efc699ab1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991166 Mar 29 16:07:21.524019 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d9bfa929-7a40-4527-b2b0-3898380b5c03 req-cf360bb9-4718-4f9f-902d-c0945a4075eb service neutron] 10.222.0.48 "GET /v2.0/networks/94aaab29-0bd5-4872-87c3-058efc699ab1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906172 Mar 29 16:07:22.216402 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c28ad7e-6071-4583-87a9-4f0f53496dbf req-d8d62ba5-4ad6-4d3a-bcb8-2eab1cb652ac tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:07:22.217902 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-6c28ad7e-6071-4583-87a9-4f0f53496dbf req-d8d62ba5-4ad6-4d3a-bcb8-2eab1cb652ac tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "GET /v2.0/ports?device_id=fdb551ad-bad3-4ef2-9ae5-1bef276ea464 HTTP/1.1" status: 200 len: 945 time: 0.0515347 Mar 29 16:07:22.256579 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-6c28ad7e-6071-4583-87a9-4f0f53496dbf req-983fbb7f-0183-49b4-8291-b391750ec36a tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "GET /v2.0/security-groups?id=2994880e-72b2-473b-8b0a-940a0682c905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323465 Mar 29 16:07:22.475502 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dfb1a7-6be0-423a-bdf0-3d88f45554d1 req-fe2abcc4-a63b-4c9c-9e0d-e83eb6140a01 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:07:22.477002 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-c7dfb1a7-6be0-423a-bdf0-3d88f45554d1 req-fe2abcc4-a63b-4c9c-9e0d-e83eb6140a01 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.42 "GET /v2.0/ports?device_id=0c6945c2-570c-41fe-ad72-69c0dee0d3ab HTTP/1.1" status: 200 len: 943 time: 0.0563200 Mar 29 16:07:22.515753 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-c7dfb1a7-6be0-423a-bdf0-3d88f45554d1 req-f78b33dd-d2b1-4d5a-923b-f529aa61fc5c tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.42 "GET /v2.0/security-groups?id=6cdc536e-0b15-4c2c-bfe5-f95ea92208ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325198 Mar 29 16:07:23.145837 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f0478f-f242-4230-a8bb-a0c93d7dd427 req-770b5b89-4dcf-4b58-adcc-1442cf4245c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:07:23.147375 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-29f0478f-f242-4230-a8bb-a0c93d7dd427 req-770b5b89-4dcf-4b58-adcc-1442cf4245c5 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=fdb551ad-bad3-4ef2-9ae5-1bef276ea464&tenant_id=8c88f14ca33d4e419d03f1c3b10014ac HTTP/1.1" status: 200 len: 1096 time: 0.0406251 Mar 29 16:07:23.158734 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [req-29f0478f-f242-4230-a8bb-a0c93d7dd427 req-51af61d3-1e1d-48cd-a090-2d30c52c1d1c service neutron] Request body: {'port': {'binding:host_id': 'n-h2-834765-1', 'device_owner': 'compute:nova'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:07:23.213863 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-29f0478f-f242-4230-a8bb-a0c93d7dd427 req-51af61d3-1e1d-48cd-a090-2d30c52c1d1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:07:23.232537 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.agents_db [None req-59735a15-725e-44d4-9ad5-95cbe356f209 None None] Agent healthcheck: found 7 active agents {{(pid=102793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 16:07:23.383161 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c2ea44-f38c-4871-8867-305f2597cf5c req-1e529ffb-5047-4b7c-a6bd-99a84d2591f4 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:07:23.384671 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-61c2ea44-f38c-4871-8867-305f2597cf5c req-1e529ffb-5047-4b7c-a6bd-99a84d2591f4 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "GET /v2.0/ports?device_id=fdb551ad-bad3-4ef2-9ae5-1bef276ea464 HTTP/1.1" status: 200 len: 945 time: 0.0535698 Mar 29 16:07:23.415382 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-29f0478f-f242-4230-a8bb-a0c93d7dd427 req-51af61d3-1e1d-48cd-a090-2d30c52c1d1c service neutron] For port 1c992e11-3201-4762-be87-c287db806eae, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=1c992e11-3201-4762-be87-c287db806eae,segment=NetworkSegment(1e1cf46f-0a76-44e2-99d7-9d6660988ef3),segment_id=1e1cf46f-0a76-44e2-99d7-9d6660988ef3)] {{(pid=102791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:07:23.422371 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-61c2ea44-f38c-4871-8867-305f2597cf5c req-9dedc682-5c5c-4f04-90a8-c4a84acbb6ad tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "GET /v2.0/security-groups?id=2994880e-72b2-473b-8b0a-940a0682c905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310373 Mar 29 16:07:23.448794 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-29f0478f-f242-4230-a8bb-a0c93d7dd427 req-51af61d3-1e1d-48cd-a090-2d30c52c1d1c service neutron] For port 1c992e11-3201-4762-be87-c287db806eae, host n-h1-834765-1, cleared binding levels {{(pid=102791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 16:07:23.488835 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdb551ad-bad3-4ef2-9ae5-1bef276ea464', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1c992e11-3201-4762-be87-c287db806eae'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:07:23.491087 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c67b028db5e9b9818fecc5c0a87ebc6f190694fa53ca267d523e04f98de536d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-201068f4-8d04-4c0a-a696-146874b32871" -d '{"events": [{"server_uuid": "fdb551ad-bad3-4ef2-9ae5-1bef276ea464", "name": "network-vif-unplugged", "status": "completed", "tag": "1c992e11-3201-4762-be87-c287db806eae"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:07:23.495644 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-29f0478f-f242-4230-a8bb-a0c93d7dd427 req-51af61d3-1e1d-48cd-a090-2d30c52c1d1c service neutron] Notify callbacks [] for port, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:07:23.508962 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.provisioning_blocks [req-29f0478f-f242-4230-a8bb-a0c93d7dd427 req-51af61d3-1e1d-48cd-a090-2d30c52c1d1c service neutron] Transition to ACTIVE for port object 1c992e11-3201-4762-be87-c287db806eae will not be triggered until provisioned by entity L2. {{(pid=102791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 16:07:23.512759 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-29f0478f-f242-4230-a8bb-a0c93d7dd427 req-51af61d3-1e1d-48cd-a090-2d30c52c1d1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:07:23.543985 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 29 Mar 2022 16:07:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a44f723-64ba-4efe-b6e7-a56621056f35 x-openstack-request-id: req-6a44f723-64ba-4efe-b6e7-a56621056f35 {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:07:23.544282 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdb551ad-bad3-4ef2-9ae5-1bef276ea464", "name": "network-vif-unplugged", "status": "completed", "tag": "1c992e11-3201-4762-be87-c287db806eae", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:07:23.544523 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-6a44f723-64ba-4efe-b6e7-a56621056f35 {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:07:23.544919 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdb551ad-bad3-4ef2-9ae5-1bef276ea464', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1c992e11-3201-4762-be87-c287db806eae', 'code': 200} Mar 29 16:07:23.597673 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51af61d3-1e1d-48cd-a090-2d30c52c1d1c service neutron] Pushing event updated for resources: {'Port': ['ID=1c992e11-3201-4762-be87-c287db806eae,revision_number=10']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:07:23.643677 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [req-29f0478f-f242-4230-a8bb-a0c93d7dd427 req-51af61d3-1e1d-48cd-a090-2d30c52c1d1c service neutron] No DVR routers for this DVR port 1c992e11-3201-4762-be87-c287db806eae on host n-h1-834765-1 {{(pid=102791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 16:07:23.652788 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4408c04d-15cb-4d89-8190-0a60c96ab169 req-f9e6c312-4078-4753-8ceb-a7fd2b7d1860 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:07:23.654461 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-4408c04d-15cb-4d89-8190-0a60c96ab169 req-f9e6c312-4078-4753-8ceb-a7fd2b7d1860 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.42 "GET /v2.0/ports?device_id=0c6945c2-570c-41fe-ad72-69c0dee0d3ab HTTP/1.1" status: 200 len: 943 time: 0.0654912 Mar 29 16:07:23.699079 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-4408c04d-15cb-4d89-8190-0a60c96ab169 req-a345ac1b-92d1-4a63-85f0-d9b38818d607 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.42 "GET /v2.0/security-groups?id=6cdc536e-0b15-4c2c-bfe5-f95ea92208ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376918 Mar 29 16:07:23.782167 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-29f0478f-f242-4230-a8bb-a0c93d7dd427 req-51af61d3-1e1d-48cd-a090-2d30c52c1d1c service neutron] Attempting to bind port 1c992e11-3201-4762-be87-c287db806eae on host n-h2-834765-1 for vnic_type normal with profile {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 16:07:23.782497 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-29f0478f-f242-4230-a8bb-a0c93d7dd427 req-51af61d3-1e1d-48cd-a090-2d30c52c1d1c service neutron] Attempting to bind port 1c992e11-3201-4762-be87-c287db806eae by drivers openvswitch,hyperv on host n-h2-834765-1 at level 0 using segments [{'id': '1e1cf46f-0a76-44e2-99d7-9d6660988ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '8eeae4c0-66cf-4e13-9c98-66def7870473'}] {{(pid=102791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 16:07:23.782821 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29f0478f-f242-4230-a8bb-a0c93d7dd427 req-51af61d3-1e1d-48cd-a090-2d30c52c1d1c service neutron] Attempting to bind port 1c992e11-3201-4762-be87-c287db806eae on network 8eeae4c0-66cf-4e13-9c98-66def7870473 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 16:07:23.786972 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29f0478f-f242-4230-a8bb-a0c93d7dd427 req-51af61d3-1e1d-48cd-a090-2d30c52c1d1c service neutron] Port 1c992e11-3201-4762-be87-c287db806eae on network 8eeae4c0-66cf-4e13-9c98-66def7870473 not bound, no agent of type Open vSwitch agent registered on host n-h2-834765-1 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 16:07:23.787318 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29f0478f-f242-4230-a8bb-a0c93d7dd427 req-51af61d3-1e1d-48cd-a090-2d30c52c1d1c service neutron] Attempting to bind port 1c992e11-3201-4762-be87-c287db806eae on network 8eeae4c0-66cf-4e13-9c98-66def7870473 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 16:07:23.792048 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29f0478f-f242-4230-a8bb-a0c93d7dd427 req-51af61d3-1e1d-48cd-a090-2d30c52c1d1c service neutron] Checking agent: {'id': '3e4b4912-b4a2-4d17-b5bd-6ce15529e8eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 33, 17), 'started_at': datetime.datetime(2022, 3, 29, 15, 33, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 16, 7, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 16:07:23.792382 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29f0478f-f242-4230-a8bb-a0c93d7dd427 req-51af61d3-1e1d-48cd-a090-2d30c52c1d1c service neutron] Checking segment: {'id': '1e1cf46f-0a76-44e2-99d7-9d6660988ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '8eeae4c0-66cf-4e13-9c98-66def7870473'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 16:07:23.792754 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29f0478f-f242-4230-a8bb-a0c93d7dd427 req-51af61d3-1e1d-48cd-a090-2d30c52c1d1c service neutron] Bound using segment: {'id': '1e1cf46f-0a76-44e2-99d7-9d6660988ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '8eeae4c0-66cf-4e13-9c98-66def7870473'} {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 16:07:23.793171 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-29f0478f-f242-4230-a8bb-a0c93d7dd427 req-51af61d3-1e1d-48cd-a090-2d30c52c1d1c service neutron] Bound port: 1c992e11-3201-4762-be87-c287db806eae, host: n-h2-834765-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e1cf46f-0a76-44e2-99d7-9d6660988ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '8eeae4c0-66cf-4e13-9c98-66def7870473'}}] {{(pid=102791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 16:07:23.793519 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-29f0478f-f242-4230-a8bb-a0c93d7dd427 req-51af61d3-1e1d-48cd-a090-2d30c52c1d1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:07:23.856827 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-29f0478f-f242-4230-a8bb-a0c93d7dd427 req-51af61d3-1e1d-48cd-a090-2d30c52c1d1c service neutron] For port 1c992e11-3201-4762-be87-c287db806eae, host n-h2-834765-1, cleared binding levels {{(pid=102791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 16:07:23.860677 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-29f0478f-f242-4230-a8bb-a0c93d7dd427 req-51af61d3-1e1d-48cd-a090-2d30c52c1d1c service neutron] For port 1c992e11-3201-4762-be87-c287db806eae, host n-h2-834765-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=1c992e11-3201-4762-be87-c287db806eae,segment=NetworkSegment(1e1cf46f-0a76-44e2-99d7-9d6660988ef3),segment_id=1e1cf46f-0a76-44e2-99d7-9d6660988ef3)] {{(pid=102791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 16:07:23.864597 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-29f0478f-f242-4230-a8bb-a0c93d7dd427 req-51af61d3-1e1d-48cd-a090-2d30c52c1d1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:07:23.903406 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f0478f-f242-4230-a8bb-a0c93d7dd427 req-51af61d3-1e1d-48cd-a090-2d30c52c1d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:07:23.904006 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-29f0478f-f242-4230-a8bb-a0c93d7dd427 req-51af61d3-1e1d-48cd-a090-2d30c52c1d1c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:07:23.905470 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-29f0478f-f242-4230-a8bb-a0c93d7dd427 req-51af61d3-1e1d-48cd-a090-2d30c52c1d1c service neutron] 10.222.0.48 "PUT /v2.0/ports/1c992e11-3201-4762-be87-c287db806eae HTTP/1.1" status: 200 len: 1092 time: 0.7511125 Mar 29 16:07:23.925921 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51af61d3-1e1d-48cd-a090-2d30c52c1d1c service neutron] Pushing event updated for resources: {'Port': ['ID=1c992e11-3201-4762-be87-c287db806eae,revision_number=11']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:07:23.972406 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f0478f-f242-4230-a8bb-a0c93d7dd427 req-4b926d5c-3a85-4d49-b93b-af8e48073189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:07:23.973907 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-29f0478f-f242-4230-a8bb-a0c93d7dd427 req-4b926d5c-3a85-4d49-b93b-af8e48073189 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8c88f14ca33d4e419d03f1c3b10014ac&device_id=fdb551ad-bad3-4ef2-9ae5-1bef276ea464 HTTP/1.1" status: 200 len: 1095 time: 0.0430970 Mar 29 16:07:24.068863 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f0478f-f242-4230-a8bb-a0c93d7dd427 req-b1c32717-58c2-42b4-94ad-3fda0d30b422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:07:24.070332 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-29f0478f-f242-4230-a8bb-a0c93d7dd427 req-b1c32717-58c2-42b4-94ad-3fda0d30b422 service neutron] 10.222.0.48 "GET /v2.0/networks?id=8eeae4c0-66cf-4e13-9c98-66def7870473 HTTP/1.1" status: 200 len: 898 time: 0.0886357 Mar 29 16:07:24.138917 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-29f0478f-f242-4230-a8bb-a0c93d7dd427 req-9f35aa6c-e90f-4bc9-b4dd-6c37616cb347 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1c992e11-3201-4762-be87-c287db806eae HTTP/1.1" status: 200 len: 999 time: 0.0620570 Mar 29 16:07:24.189228 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f0478f-f242-4230-a8bb-a0c93d7dd427 req-b5e47a4d-649b-40b1-949b-d62fbff2bc86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:07:24.190708 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-29f0478f-f242-4230-a8bb-a0c93d7dd427 req-b5e47a4d-649b-40b1-949b-d62fbff2bc86 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=92b59040-660b-4db6-86e8-6e665d07165b HTTP/1.1" status: 200 len: 834 time: 0.0459752 Mar 29 16:07:24.234813 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f0478f-f242-4230-a8bb-a0c93d7dd427 req-fab32cc2-1946-4419-953c-f15181903db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:07:24.236327 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-29f0478f-f242-4230-a8bb-a0c93d7dd427 req-fab32cc2-1946-4419-953c-f15181903db5 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8eeae4c0-66cf-4e13-9c98-66def7870473&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393991 Mar 29 16:07:24.325042 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-29f0478f-f242-4230-a8bb-a0c93d7dd427 req-8ddacf93-4aff-4464-ad30-c49ba37c3a96 service neutron] 10.222.0.48 "GET /v2.0/networks/8eeae4c0-66cf-4e13-9c98-66def7870473?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825820 Mar 29 16:07:24.345854 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device 275b286a-a67a-42ef-aece-c531c485f525 details requested by agent hyperv_n-h2-834765-1 with host n-h2-834765-1 {{(pid=102792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 16:07:24.415658 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-29f0478f-f242-4230-a8bb-a0c93d7dd427 req-e7dd2b7d-d0d9-4a42-bc69-7afc6ea534ad service neutron] 10.222.0.48 "GET /v2.0/networks/8eeae4c0-66cf-4e13-9c98-66def7870473?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837629 Mar 29 16:07:24.442909 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port 275b286a-a67a-42ef-aece-c531c485f525, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=275b286a-a67a-42ef-aece-c531c485f525,segment=NetworkSegment(cba03923-275f-4318-bf62-d35312a27050),segment_id=cba03923-275f-4318-bf62-d35312a27050)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:07:24.454975 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Returning: {'device': '275b286a-a67a-42ef-aece-c531c485f525', 'network_id': '94aaab29-0bd5-4872-87c3-058efc699ab1', 'port_id': '275b286a-a67a-42ef-aece-c531c485f525', 'mac_address': 'fa:16:3e:15:7a:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 603, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3eb82fd-c9e0-44ac-b6ba-483d89595c61', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 16:07:24.493073 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:07:24.506291 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 275b286a-a67a-42ef-aece-c531c485f525 {{(pid=102792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 16:07:24.526929 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port 275b286a-a67a-42ef-aece-c531c485f525, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=275b286a-a67a-42ef-aece-c531c485f525,segment=NetworkSegment(cba03923-275f-4318-bf62-d35312a27050),segment_id=cba03923-275f-4318-bf62-d35312a27050)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:07:24.531117 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:07:24.583846 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Pushing event updated for resources: {'Port': ['ID=275b286a-a67a-42ef-aece-c531c485f525,revision_number=4']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:07:24.827250 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217787cb-b8e9-494f-ac09-a4b0507e3323 req-e2cda6ed-681c-4657-ac65-42c7e8c2669a tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:07:24.829320 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-217787cb-b8e9-494f-ac09-a4b0507e3323 req-e2cda6ed-681c-4657-ac65-42c7e8c2669a tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.42 "GET /v2.0/ports?device_id=0c6945c2-570c-41fe-ad72-69c0dee0d3ab HTTP/1.1" status: 200 len: 944 time: 0.0530119 Mar 29 16:07:24.871483 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-217787cb-b8e9-494f-ac09-a4b0507e3323 req-f04af4a8-1a9b-4e74-ac83-f19c50224f38 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.42 "GET /v2.0/security-groups?id=6cdc536e-0b15-4c2c-bfe5-f95ea92208ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349550 Mar 29 16:07:24.901795 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] get_ports_and_sgs() called for port_ids ['275b286a-a67a-42ef-aece-c531c485f525'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 16:07:24.973799 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d939eb2c-6c29-440d-984d-4e0ac0ed11cb req-cd372531-41b5-4f8f-bc4e-154d3ccffc1d tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:07:24.975302 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d939eb2c-6c29-440d-984d-4e0ac0ed11cb req-cd372531-41b5-4f8f-bc4e-154d3ccffc1d tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "GET /v2.0/ports?device_id=fdb551ad-bad3-4ef2-9ae5-1bef276ea464 HTTP/1.1" status: 200 len: 944 time: 0.3715377 Mar 29 16:07:25.013659 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d939eb2c-6c29-440d-984d-4e0ac0ed11cb req-52623356-439e-403d-afcd-42593b817987 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "GET /v2.0/security-groups?id=2994880e-72b2-473b-8b0a-940a0682c905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320802 Mar 29 16:07:25.547446 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdb551ad-bad3-4ef2-9ae5-1bef276ea464', 'tag': '1c992e11-3201-4762-be87-c287db806eae'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:07:25.549843 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c67b028db5e9b9818fecc5c0a87ebc6f190694fa53ca267d523e04f98de536d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52522618-e469-491d-9f57-c7398dc58f01" -d '{"events": [{"name": "network-changed", "server_uuid": "fdb551ad-bad3-4ef2-9ae5-1bef276ea464", "tag": "1c992e11-3201-4762-be87-c287db806eae"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:07:25.598223 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 16:07:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64428383-8927-4cbc-a0b5-88b90fd64bb2 x-openstack-request-id: req-64428383-8927-4cbc-a0b5-88b90fd64bb2 {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:07:25.598509 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fdb551ad-bad3-4ef2-9ae5-1bef276ea464", "tag": "1c992e11-3201-4762-be87-c287db806eae", "status": "completed", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:07:25.598755 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-64428383-8927-4cbc-a0b5-88b90fd64bb2 {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:07:25.599147 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fdb551ad-bad3-4ef2-9ae5-1bef276ea464', 'tag': '1c992e11-3201-4762-be87-c287db806eae', 'status': 'completed', 'code': 200} Mar 29 16:07:25.702644 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52522618-e469-491d-9f57-c7398dc58f01 req-65311b22-2e02-4c78-bd4e-8f5ee89d4d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:07:25.704107 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-52522618-e469-491d-9f57-c7398dc58f01 req-65311b22-2e02-4c78-bd4e-8f5ee89d4d95 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8c88f14ca33d4e419d03f1c3b10014ac&device_id=fdb551ad-bad3-4ef2-9ae5-1bef276ea464 HTTP/1.1" status: 200 len: 1095 time: 0.0807250 Mar 29 16:07:25.706330 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52522618-e469-491d-9f57-c7398dc58f01 req-b5ddc2ad-07a4-402e-a6cf-ce744f5072c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:07:25.707656 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-52522618-e469-491d-9f57-c7398dc58f01 req-b5ddc2ad-07a4-402e-a6cf-ce744f5072c4 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8c88f14ca33d4e419d03f1c3b10014ac&device_id=fdb551ad-bad3-4ef2-9ae5-1bef276ea464 HTTP/1.1" status: 200 len: 1095 time: 0.0763915 Mar 29 16:07:25.861045 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52522618-e469-491d-9f57-c7398dc58f01 req-894b2814-e762-44c5-bdc3-fb8aa1992fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:07:25.862480 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-52522618-e469-491d-9f57-c7398dc58f01 req-894b2814-e762-44c5-bdc3-fb8aa1992fcb service neutron] 10.222.0.48 "GET /v2.0/networks?id=8eeae4c0-66cf-4e13-9c98-66def7870473 HTTP/1.1" status: 200 len: 898 time: 0.1503174 Mar 29 16:07:25.865010 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52522618-e469-491d-9f57-c7398dc58f01 req-dc805056-98f5-4593-9a8b-811b83dacbfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:07:25.866294 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-52522618-e469-491d-9f57-c7398dc58f01 req-dc805056-98f5-4593-9a8b-811b83dacbfe service neutron] 10.222.0.44 "GET /v2.0/networks?id=8eeae4c0-66cf-4e13-9c98-66def7870473 HTTP/1.1" status: 200 len: 898 time: 0.1462595 Mar 29 16:07:25.997650 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-52522618-e469-491d-9f57-c7398dc58f01 req-6a7b4911-00e9-47a6-b9dc-6ae5c25029d6 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1c992e11-3201-4762-be87-c287db806eae HTTP/1.1" status: 200 len: 999 time: 0.1285329 Mar 29 16:07:26.008326 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-52522618-e469-491d-9f57-c7398dc58f01 req-3af1e115-09e2-45fb-8a9a-da70e68e177f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1c992e11-3201-4762-be87-c287db806eae HTTP/1.1" status: 200 len: 999 time: 0.1330388 Mar 29 16:07:26.056047 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea81229-1c81-4061-bed5-6aeb393827e4 req-9dcbd403-03b6-4073-8b05-bf99dc6c15c8 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:07:26.057762 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-bea81229-1c81-4061-bed5-6aeb393827e4 req-9dcbd403-03b6-4073-8b05-bf99dc6c15c8 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.42 "GET /v2.0/ports?device_id=0c6945c2-570c-41fe-ad72-69c0dee0d3ab HTTP/1.1" status: 200 len: 944 time: 0.1160009 Mar 29 16:07:26.126699 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52522618-e469-491d-9f57-c7398dc58f01 req-72392805-353a-4455-94e0-ddd78c860f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:07:26.128120 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-52522618-e469-491d-9f57-c7398dc58f01 req-72392805-353a-4455-94e0-ddd78c860f8f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=92b59040-660b-4db6-86e8-6e665d07165b HTTP/1.1" status: 200 len: 834 time: 0.1189594 Mar 29 16:07:26.131403 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52522618-e469-491d-9f57-c7398dc58f01 req-c25556b6-4578-4461-97ca-e6e7e8b1f842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:07:26.132734 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-52522618-e469-491d-9f57-c7398dc58f01 req-c25556b6-4578-4461-97ca-e6e7e8b1f842 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=92b59040-660b-4db6-86e8-6e665d07165b HTTP/1.1" status: 200 len: 834 time: 0.1145844 Mar 29 16:07:26.141335 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6905ed9c-961b-425c-a2df-488e3c956337 req-439e9772-1739-4edf-8aff-3098765bae9d tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:07:26.142818 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-6905ed9c-961b-425c-a2df-488e3c956337 req-439e9772-1739-4edf-8aff-3098765bae9d tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "GET /v2.0/ports?device_id=fdb551ad-bad3-4ef2-9ae5-1bef276ea464 HTTP/1.1" status: 200 len: 944 time: 0.0537441 Mar 29 16:07:26.145099 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-bea81229-1c81-4061-bed5-6aeb393827e4 req-14ebebde-781a-4f49-9b50-ee309b9e959b tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.42 "GET /v2.0/security-groups?id=6cdc536e-0b15-4c2c-bfe5-f95ea92208ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683651 Mar 29 16:07:26.183022 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-6905ed9c-961b-425c-a2df-488e3c956337 req-06f629c2-e267-485c-a3f0-6a598d042d75 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "GET /v2.0/security-groups?id=2994880e-72b2-473b-8b0a-940a0682c905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336897 Mar 29 16:07:26.203106 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52522618-e469-491d-9f57-c7398dc58f01 req-861f133a-0481-464d-82dc-dd9108a4f74f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:07:26.204632 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-52522618-e469-491d-9f57-c7398dc58f01 req-861f133a-0481-464d-82dc-dd9108a4f74f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8eeae4c0-66cf-4e13-9c98-66def7870473&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0693665 Mar 29 16:07:26.209965 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52522618-e469-491d-9f57-c7398dc58f01 req-c3ff25bd-3cc8-4a3d-835b-2ea2bea076a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:07:26.211326 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-52522618-e469-491d-9f57-c7398dc58f01 req-c3ff25bd-3cc8-4a3d-835b-2ea2bea076a0 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8eeae4c0-66cf-4e13-9c98-66def7870473&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0643258 Mar 29 16:07:26.351391 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device 1c992e11-3201-4762-be87-c287db806eae details requested by agent hyperv_n-h2-834765-1 with host n-h2-834765-1 {{(pid=102792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 16:07:26.355353 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device 275b286a-a67a-42ef-aece-c531c485f525 up at agent hyperv_n-h2-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 16:07:26.367407 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-52522618-e469-491d-9f57-c7398dc58f01 req-5ff2f5fd-13e8-42cf-917c-40ea2794ea5e service neutron] 10.222.0.48 "GET /v2.0/networks/8eeae4c0-66cf-4e13-9c98-66def7870473?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1547232 Mar 29 16:07:26.370621 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-52522618-e469-491d-9f57-c7398dc58f01 req-7263bd87-374b-453f-8ef4-6d7bc5701542 service neutron] 10.222.0.44 "GET /v2.0/networks/8eeae4c0-66cf-4e13-9c98-66def7870473?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1502984 Mar 29 16:07:26.466679 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Provisioning for port 275b286a-a67a-42ef-aece-c531c485f525 completed by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 16:07:26.474605 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Provisioning complete for port 275b286a-a67a-42ef-aece-c531c485f525 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:07:26.474982 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:07:26.518986 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port 1c992e11-3201-4762-be87-c287db806eae, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=1c992e11-3201-4762-be87-c287db806eae,segment=NetworkSegment(1e1cf46f-0a76-44e2-99d7-9d6660988ef3),segment_id=1e1cf46f-0a76-44e2-99d7-9d6660988ef3)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:07:26.523813 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-52522618-e469-491d-9f57-c7398dc58f01 req-fddcccee-2250-4ffe-a80c-c9304ae79323 service neutron] 10.222.0.48 "GET /v2.0/networks/8eeae4c0-66cf-4e13-9c98-66def7870473?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1499758 Mar 29 16:07:26.528799 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-52522618-e469-491d-9f57-c7398dc58f01 req-94ed7264-d0dd-4ff5-9160-c643deb10ba0 service neutron] 10.222.0.44 "GET /v2.0/networks/8eeae4c0-66cf-4e13-9c98-66def7870473?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1472778 Mar 29 16:07:26.534814 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Returning: {'device': '1c992e11-3201-4762-be87-c287db806eae', 'network_id': '8eeae4c0-66cf-4e13-9c98-66def7870473', 'port_id': '1c992e11-3201-4762-be87-c287db806eae', 'mac_address': 'fa:16:3e:96:b3:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 614, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92b59040-660b-4db6-86e8-6e665d07165b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 16:07:26.595866 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:07:26.618453 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c992e11-3201-4762-be87-c287db806eae {{(pid=102792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 16:07:26.625243 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:07:26.652846 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port 1c992e11-3201-4762-be87-c287db806eae, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=1c992e11-3201-4762-be87-c287db806eae,segment=NetworkSegment(1e1cf46f-0a76-44e2-99d7-9d6660988ef3),segment_id=1e1cf46f-0a76-44e2-99d7-9d6660988ef3)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:07:26.657004 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:07:26.663351 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c6945c2-570c-41fe-ad72-69c0dee0d3ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '275b286a-a67a-42ef-aece-c531c485f525'}] {{(pid=102792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:07:26.665586 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4f476c66b318cc6068719fc39557fac68d413f5c7e78fa77028c7948e999ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-787eadb4-f996-4d3e-8b40-9087b0be6aeb" -d '{"events": [{"server_uuid": "0c6945c2-570c-41fe-ad72-69c0dee0d3ab", "name": "network-vif-plugged", "status": "completed", "tag": "275b286a-a67a-42ef-aece-c531c485f525"}]}' {{(pid=102792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:07:26.703215 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port 275b286a-a67a-42ef-aece-c531c485f525, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=275b286a-a67a-42ef-aece-c531c485f525,segment=NetworkSegment(cba03923-275f-4318-bf62-d35312a27050),segment_id=cba03923-275f-4318-bf62-d35312a27050)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:07:26.706904 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 16:07:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e00af10d-960b-46c3-a0f3-67ce4c0d191d x-openstack-request-id: req-e00af10d-960b-46c3-a0f3-67ce4c0d191d {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:07:26.707189 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c6945c2-570c-41fe-ad72-69c0dee0d3ab", "name": "network-vif-plugged", "status": "completed", "tag": "275b286a-a67a-42ef-aece-c531c485f525", "code": 200}]} {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:07:26.707491 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e00af10d-960b-46c3-a0f3-67ce4c0d191d {{(pid=102792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:07:26.707927 n-d-834765-1 neutron-server[102792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c6945c2-570c-41fe-ad72-69c0dee0d3ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '275b286a-a67a-42ef-aece-c531c485f525', 'code': 200} Mar 29 16:07:26.710624 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:07:26.729097 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Pushing event updated for resources: {'Port': ['ID=1c992e11-3201-4762-be87-c287db806eae,revision_number=12']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:07:26.777485 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Pushing event updated for resources: {'Port': ['ID=275b286a-a67a-42ef-aece-c531c485f525,revision_number=5']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:07:26.809208 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533ad39c-3065-4b77-a920-69f8f4d23fbc req-cfd0cd04-58da-42e7-bac7-d53e09629f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:07:26.810708 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-533ad39c-3065-4b77-a920-69f8f4d23fbc req-cfd0cd04-58da-42e7-bac7-d53e09629f48 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=0c6945c2-570c-41fe-ad72-69c0dee0d3ab HTTP/1.1" status: 200 len: 1096 time: 0.0416467 Mar 29 16:07:26.849379 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-533ad39c-3065-4b77-a920-69f8f4d23fbc req-b851d63b-5366-4082-9a02-de1296a727b4 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=6cdc536e-0b15-4c2c-bfe5-f95ea92208ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278537 Mar 29 16:07:27.135444 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] get_ports_and_sgs() called for port_ids ['1c992e11-3201-4762-be87-c287db806eae'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 16:07:27.271120 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71e88bc-60d1-4382-bedc-c2da46360388 req-b3e2ed5c-7328-46e5-9d79-53ff745ad919 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:07:27.272654 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-c71e88bc-60d1-4382-bedc-c2da46360388 req-b3e2ed5c-7328-46e5-9d79-53ff745ad919 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.42 "GET /v2.0/ports?device_id=0c6945c2-570c-41fe-ad72-69c0dee0d3ab HTTP/1.1" status: 200 len: 945 time: 0.0537896 Mar 29 16:07:27.309488 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff0843b-cbc1-4473-a65d-d77e55d41bef req-a8e6a66f-cc5f-4a55-89b5-24e8ea196ae7 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:07:27.312370 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-aff0843b-cbc1-4473-a65d-d77e55d41bef req-a8e6a66f-cc5f-4a55-89b5-24e8ea196ae7 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "GET /v2.0/ports?device_id=fdb551ad-bad3-4ef2-9ae5-1bef276ea464 HTTP/1.1" status: 200 len: 945 time: 0.0518098 Mar 29 16:07:27.313536 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-c71e88bc-60d1-4382-bedc-c2da46360388 req-4eba1f4e-ee1b-4839-8250-1bb8e89de70a tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.42 "GET /v2.0/security-groups?id=6cdc536e-0b15-4c2c-bfe5-f95ea92208ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342569 Mar 29 16:07:27.352613 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-aff0843b-cbc1-4473-a65d-d77e55d41bef req-41dcf679-3a52-4a11-998a-8a05d3eb364e tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "GET /v2.0/security-groups?id=2994880e-72b2-473b-8b0a-940a0682c905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327470 Mar 29 16:07:27.782820 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device 1c992e11-3201-4762-be87-c287db806eae no longer exists at agent hyperv_n-h1-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 16:07:27.823705 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device 1c992e11-3201-4762-be87-c287db806eae not bound to the agent host n-h1-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 16:07:28.370190 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device 1c992e11-3201-4762-be87-c287db806eae up at agent hyperv_n-h2-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 16:07:28.458514 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Provisioning for port 1c992e11-3201-4762-be87-c287db806eae completed by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 16:07:28.463542 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Provisioning complete for port 1c992e11-3201-4762-be87-c287db806eae triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:07:28.463912 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:07:28.471781 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae3e8de-a001-4c75-b40e-b6a822f27a88 req-559c8860-d1fd-4ba6-81c7-608d65bc9a66 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:07:28.473811 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-aae3e8de-a001-4c75-b40e-b6a822f27a88 req-559c8860-d1fd-4ba6-81c7-608d65bc9a66 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.42 "GET /v2.0/ports?device_id=0c6945c2-570c-41fe-ad72-69c0dee0d3ab HTTP/1.1" status: 200 len: 945 time: 0.0780447 Mar 29 16:07:28.504842 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e9d175-a35b-4c6e-8e27-56a55e40731c req-ce8f4b48-ee68-4148-bf2a-b4a4dab37e89 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:07:28.506271 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d6e9d175-a35b-4c6e-8e27-56a55e40731c req-ce8f4b48-ee68-4148-bf2a-b4a4dab37e89 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "GET /v2.0/ports?device_id=fdb551ad-bad3-4ef2-9ae5-1bef276ea464 HTTP/1.1" status: 200 len: 945 time: 0.0729856 Mar 29 16:07:28.519665 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-aae3e8de-a001-4c75-b40e-b6a822f27a88 req-24702107-74aa-440f-8778-5a012f3e0d1f tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.42 "GET /v2.0/security-groups?id=6cdc536e-0b15-4c2c-bfe5-f95ea92208ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390022 Mar 29 16:07:28.553363 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:07:28.560004 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d6e9d175-a35b-4c6e-8e27-56a55e40731c req-fea74746-546e-4064-b8f1-bb29c823ec43 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "GET /v2.0/security-groups?id=2994880e-72b2-473b-8b0a-940a0682c905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469193 Mar 29 16:07:28.582206 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 52548) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:07:28.592347 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port 1c992e11-3201-4762-be87-c287db806eae, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=1c992e11-3201-4762-be87-c287db806eae,segment=NetworkSegment(1e1cf46f-0a76-44e2-99d7-9d6660988ef3),segment_id=1e1cf46f-0a76-44e2-99d7-9d6660988ef3)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:07:28.597772 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:07:28.652357 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Pushing event updated for resources: {'Port': ['ID=1c992e11-3201-4762-be87-c287db806eae,revision_number=13']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:07:28.658347 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-d0563a76-c564-4115-a930-f5f2447ba14a tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "GET /v2.0/floatingips/8ef6c41b-abbb-401a-9fc1-901a403a1898 HTTP/1.1" status: 200 len: 992 time: 0.0748792 Mar 29 16:07:28.709374 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdb551ad-bad3-4ef2-9ae5-1bef276ea464', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c992e11-3201-4762-be87-c287db806eae'}] {{(pid=102792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:07:28.711810 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4f476c66b318cc6068719fc39557fac68d413f5c7e78fa77028c7948e999ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29f78eac-2281-47fc-afd4-96e3844d306d" -d '{"events": [{"server_uuid": "fdb551ad-bad3-4ef2-9ae5-1bef276ea464", "name": "network-vif-plugged", "status": "completed", "tag": "1c992e11-3201-4762-be87-c287db806eae"}]}' {{(pid=102792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:07:28.751332 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 16:07:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33a79216-f603-4bbc-b44d-40e2b6ba77b6 x-openstack-request-id: req-33a79216-f603-4bbc-b44d-40e2b6ba77b6 {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:07:28.751756 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdb551ad-bad3-4ef2-9ae5-1bef276ea464", "name": "network-vif-plugged", "status": "completed", "tag": "1c992e11-3201-4762-be87-c287db806eae", "code": 200}]} {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:07:28.752011 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-33a79216-f603-4bbc-b44d-40e2b6ba77b6 {{(pid=102792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:07:28.752403 n-d-834765-1 neutron-server[102792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdb551ad-bad3-4ef2-9ae5-1bef276ea464', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c992e11-3201-4762-be87-c287db806eae', 'code': 200} Mar 29 16:07:28.785090 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78285da8-fb70-4eab-8774-4a18a21212a1 req-be14e6c3-1792-47f0-bc93-9ff2210d134a tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:07:28.786585 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-78285da8-fb70-4eab-8774-4a18a21212a1 req-be14e6c3-1792-47f0-bc93-9ff2210d134a tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.42 "GET /v2.0/ports?device_id=0c6945c2-570c-41fe-ad72-69c0dee0d3ab HTTP/1.1" status: 200 len: 945 time: 0.0499644 Mar 29 16:07:28.825203 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-78285da8-fb70-4eab-8774-4a18a21212a1 req-b29e912b-16e2-43f9-b481-e7f2e15d7898 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.42 "GET /v2.0/security-groups?id=6cdc536e-0b15-4c2c-bfe5-f95ea92208ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324271 Mar 29 16:07:29.942319 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336bc5c9-6821-4a93-8a72-5c878b8b7784 req-e61aed43-7467-466d-bbbe-0568a122d556 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:07:29.943822 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-336bc5c9-6821-4a93-8a72-5c878b8b7784 req-e61aed43-7467-466d-bbbe-0568a122d556 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.42 "GET /v2.0/ports?device_id=0c6945c2-570c-41fe-ad72-69c0dee0d3ab HTTP/1.1" status: 200 len: 945 time: 0.0491378 Mar 29 16:07:29.980667 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-336bc5c9-6821-4a93-8a72-5c878b8b7784 req-2ab82e00-2d23-4192-816d-ea035919cb6d tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.42 "GET /v2.0/security-groups?id=6cdc536e-0b15-4c2c-bfe5-f95ea92208ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308239 Mar 29 16:07:30.274419 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df746e75-65b7-4a4e-9bd4-0e490d66db14 req-f8936061-28e7-4fd5-8276-f1aa89f61816 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:07:30.275869 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-df746e75-65b7-4a4e-9bd4-0e490d66db14 req-f8936061-28e7-4fd5-8276-f1aa89f61816 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c6945c2-570c-41fe-ad72-69c0dee0d3ab HTTP/1.1" status: 200 len: 945 time: 0.0466108 Mar 29 16:07:30.352428 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-6aa84e46-d5ae-45e7-bbd2-ca4a64413162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:07:30.369411 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [req-df746e75-65b7-4a4e-9bd4-0e490d66db14 req-02ef135a-3c15-484b-86f2-94c258764851 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] Deleting port 275b286a-a67a-42ef-aece-c531c485f525 {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:07:30.369748 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-df746e75-65b7-4a4e-9bd4-0e490d66db14 req-02ef135a-3c15-484b-86f2-94c258764851 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:07:30.455069 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-df746e75-65b7-4a4e-9bd4-0e490d66db14 req-02ef135a-3c15-484b-86f2-94c258764851 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] For port 275b286a-a67a-42ef-aece-c531c485f525, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=275b286a-a67a-42ef-aece-c531c485f525,segment=NetworkSegment(cba03923-275f-4318-bf62-d35312a27050),segment_id=cba03923-275f-4318-bf62-d35312a27050)] {{(pid=102791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:07:30.455467 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-df746e75-65b7-4a4e-9bd4-0e490d66db14 req-02ef135a-3c15-484b-86f2-94c258764851 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:07:30.469905 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [req-df746e75-65b7-4a4e-9bd4-0e490d66db14 req-02ef135a-3c15-484b-86f2-94c258764851 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] Calling delete_port for 275b286a-a67a-42ef-aece-c531c485f525 owned by compute:nova {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:07:30.601918 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-df746e75-65b7-4a4e-9bd4-0e490d66db14 req-02ef135a-3c15-484b-86f2-94c258764851 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:07:30.614454 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] get_ports_and_sgs() called for port_ids ['367472a7-c3ef-42c3-ac29-a9e731ce5c1a', '275b286a-a67a-42ef-aece-c531c485f525'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 16:07:30.629901 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ef135a-3c15-484b-86f2-94c258764851 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] Pushing event deleted for resources: {'Port': ['ID=275b286a-a67a-42ef-aece-c531c485f525,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:07:30.666677 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ef135a-3c15-484b-86f2-94c258764851 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:07:30.667034 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ef135a-3c15-484b-86f2-94c258764851 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:07:30.667391 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ef135a-3c15-484b-86f2-94c258764851 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:07:30.667728 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ef135a-3c15-484b-86f2-94c258764851 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:07:30.668060 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ef135a-3c15-484b-86f2-94c258764851 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:07:30.668390 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ef135a-3c15-484b-86f2-94c258764851 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:07:30.668917 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ef135a-3c15-484b-86f2-94c258764851 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:07:30.669139 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ef135a-3c15-484b-86f2-94c258764851 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:07:30.669506 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ef135a-3c15-484b-86f2-94c258764851 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:07:30.669715 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ef135a-3c15-484b-86f2-94c258764851 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:07:30.670110 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ef135a-3c15-484b-86f2-94c258764851 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:07:30.670438 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ef135a-3c15-484b-86f2-94c258764851 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:07:30.686726 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [req-df746e75-65b7-4a4e-9bd4-0e490d66db14 req-02ef135a-3c15-484b-86f2-94c258764851 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] No DVR routers for this DVR port 275b286a-a67a-42ef-aece-c531c485f525 on host n-h2-834765-1 {{(pid=102791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 16:07:30.689602 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-df746e75-65b7-4a4e-9bd4-0e490d66db14 req-02ef135a-3c15-484b-86f2-94c258764851 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:07:30.693345 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-df746e75-65b7-4a4e-9bd4-0e490d66db14 req-02ef135a-3c15-484b-86f2-94c258764851 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.48 "DELETE /v2.0/ports/275b286a-a67a-42ef-aece-c531c485f525 HTTP/1.1" status: 204 len: 173 time: 0.4102905 Mar 29 16:07:30.693485 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c6945c2-570c-41fe-ad72-69c0dee0d3ab', 'name': 'network-vif-deleted', 'tag': '275b286a-a67a-42ef-aece-c531c485f525'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:07:30.695767 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c67b028db5e9b9818fecc5c0a87ebc6f190694fa53ca267d523e04f98de536d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c02d25a1-be17-45ad-b47f-28959b4c82b5" -d '{"events": [{"server_uuid": "0c6945c2-570c-41fe-ad72-69c0dee0d3ab", "name": "network-vif-deleted", "tag": "275b286a-a67a-42ef-aece-c531c485f525"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:07:30.740261 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 16:07:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52998741-a5f8-4222-8c09-1efacc6864a7 x-openstack-request-id: req-52998741-a5f8-4222-8c09-1efacc6864a7 {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:07:30.740553 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c6945c2-570c-41fe-ad72-69c0dee0d3ab", "name": "network-vif-deleted", "tag": "275b286a-a67a-42ef-aece-c531c485f525", "status": "completed", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:07:30.740809 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-52998741-a5f8-4222-8c09-1efacc6864a7 {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:07:30.741257 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c6945c2-570c-41fe-ad72-69c0dee0d3ab', 'name': 'network-vif-deleted', 'tag': '275b286a-a67a-42ef-aece-c531c485f525', 'status': 'completed', 'code': 200} Mar 29 16:07:31.088551 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-3cf6e5d6-1567-4ac2-a1d5-9a7fb5e3ef38 req-826ce547-b816-45d4-87d0-eff150fff721 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.42 "GET /v2.0/ports?device_id=0c6945c2-570c-41fe-ad72-69c0dee0d3ab HTTP/1.1" status: 200 len: 210 time: 0.0289061 Mar 29 16:07:32.253964 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5931c73-a30e-4602-83c8-39c3057da20f req-fec35e3f-077f-4830-a4f2-0add70b8eb16 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:07:32.255558 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-e5931c73-a30e-4602-83c8-39c3057da20f req-fec35e3f-077f-4830-a4f2-0add70b8eb16 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.42 "GET /v2.0/ports?device_id=6fec5bbd-4528-41ad-8128-bf94bfb1dadf HTTP/1.1" status: 200 len: 945 time: 0.0583484 Mar 29 16:07:32.295575 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-e5931c73-a30e-4602-83c8-39c3057da20f req-f998a4cb-c3de-4374-822e-27078cd636e4 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.42 "GET /v2.0/security-groups?id=6cdc536e-0b15-4c2c-bfe5-f95ea92208ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337496 Mar 29 16:07:32.532323 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab9b0dc-daaa-4568-8484-10abd9225505 req-45945529-04d9-4e7e-a09a-afb0058650c6 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:07:32.533801 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-2ab9b0dc-daaa-4568-8484-10abd9225505 req-45945529-04d9-4e7e-a09a-afb0058650c6 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.42 "GET /v2.0/ports?device_id=6fec5bbd-4528-41ad-8128-bf94bfb1dadf HTTP/1.1" status: 200 len: 945 time: 0.0528934 Mar 29 16:07:32.571698 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-2ab9b0dc-daaa-4568-8484-10abd9225505 req-7594b1c0-a52e-479f-9843-f10d714b4f2f tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.42 "GET /v2.0/security-groups?id=6cdc536e-0b15-4c2c-bfe5-f95ea92208ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318058 Mar 29 16:07:32.697339 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf463e1-9929-40ea-ad24-64da18d699d8 req-c8e96e6b-a99b-4d6d-9f87-fab44d98d545 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:07:32.698748 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-3cf463e1-9929-40ea-ad24-64da18d699d8 req-c8e96e6b-a99b-4d6d-9f87-fab44d98d545 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.42 "GET /v2.0/ports?device_id=6fec5bbd-4528-41ad-8128-bf94bfb1dadf HTTP/1.1" status: 200 len: 945 time: 0.0587983 Mar 29 16:07:32.738725 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-3cf463e1-9929-40ea-ad24-64da18d699d8 req-4ecb42f2-f763-4b7d-a40a-a75105b37cc3 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.42 "GET /v2.0/security-groups?id=6cdc536e-0b15-4c2c-bfe5-f95ea92208ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332940 Mar 29 16:07:32.792072 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-798c14c8-1d3a-4772-aa2e-ea4d95f7ba54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:07:34.224778 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d71584b9-87f1-45f5-84c7-c993c2416269 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:07:34.391850 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3702b3-d705-4df5-9d12-3f25bf833261 req-9ddef01c-2218-45a7-b23a-52b772d8da15 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:07:34.393511 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-fe3702b3-d705-4df5-9d12-3f25bf833261 req-9ddef01c-2218-45a7-b23a-52b772d8da15 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.42 "GET /v2.0/ports?device_id=6fec5bbd-4528-41ad-8128-bf94bfb1dadf HTTP/1.1" status: 200 len: 945 time: 0.0559754 Mar 29 16:07:34.411318 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device 275b286a-a67a-42ef-aece-c531c485f525 no longer exists at agent hyperv_n-h2-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 16:07:34.435986 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-fe3702b3-d705-4df5-9d12-3f25bf833261 req-ac1dae58-c00d-4d1d-8f0b-3f4e815fa1b0 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.42 "GET /v2.0/security-groups?id=6cdc536e-0b15-4c2c-bfe5-f95ea92208ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362635 Mar 29 16:07:34.445795 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] No Port match for: 275b286a-a67a-42ef-aece-c531c485f525 {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 16:07:34.446144 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device 275b286a-a67a-42ef-aece-c531c485f525 not bound to the agent host n-h2-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 16:07:34.556434 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f12d32b-2cc7-49f7-afce-83a95b8ccb62 req-a4f7abe7-5473-4b20-9232-d17904101513 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:07:34.558177 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-3f12d32b-2cc7-49f7-afce-83a95b8ccb62 req-a4f7abe7-5473-4b20-9232-d17904101513 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.42 "GET /v2.0/ports?device_id=6fec5bbd-4528-41ad-8128-bf94bfb1dadf HTTP/1.1" status: 200 len: 945 time: 0.0499575 Mar 29 16:07:34.599308 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-3f12d32b-2cc7-49f7-afce-83a95b8ccb62 req-f2683ba2-5ea4-4a8e-9d17-ab321c6315be tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.42 "GET /v2.0/security-groups?id=6cdc536e-0b15-4c2c-bfe5-f95ea92208ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324588 Mar 29 16:07:35.783612 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-0cb6abf6-2706-4e52-8825-f5f644ecf9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:07:35.928684 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:07:36.115797 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de1f1e5-5f4d-42a2-89c2-b4379db09e44 req-f75969af-48eb-408c-bd3a-5370f6074cd4 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:07:36.117281 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-7de1f1e5-5f4d-42a2-89c2-b4379db09e44 req-f75969af-48eb-408c-bd3a-5370f6074cd4 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.42 "GET /v2.0/ports?device_id=6fec5bbd-4528-41ad-8128-bf94bfb1dadf HTTP/1.1" status: 200 len: 945 time: 0.0523183 Mar 29 16:07:36.154124 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-7de1f1e5-5f4d-42a2-89c2-b4379db09e44 req-1ee4de3e-246f-4b87-a3f0-d72fb9f076f5 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.42 "GET /v2.0/security-groups?id=6cdc536e-0b15-4c2c-bfe5-f95ea92208ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308745 Mar 29 16:07:36.276902 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eba90ac-36e2-4e0a-85db-e8813b7423ff req-65813955-775d-43c5-9dc4-5cf70fcd5458 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:07:36.278408 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-5eba90ac-36e2-4e0a-85db-e8813b7423ff req-65813955-775d-43c5-9dc4-5cf70fcd5458 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.42 "GET /v2.0/ports?device_id=6fec5bbd-4528-41ad-8128-bf94bfb1dadf HTTP/1.1" status: 200 len: 945 time: 0.0527360 Mar 29 16:07:36.320199 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-5eba90ac-36e2-4e0a-85db-e8813b7423ff req-a134029a-85f5-4071-9b73-40932e4d81b8 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.42 "GET /v2.0/security-groups?id=6cdc536e-0b15-4c2c-bfe5-f95ea92208ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346735 Mar 29 16:07:36.486757 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947625f4-d52d-4a60-87aa-29dbea09f4fb req-1a5e2c26-abcd-4f3e-913f-32b164cc7c21 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:07:36.488372 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-947625f4-d52d-4a60-87aa-29dbea09f4fb req-1a5e2c26-abcd-4f3e-913f-32b164cc7c21 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.42 "GET /v2.0/ports?device_id=6fec5bbd-4528-41ad-8128-bf94bfb1dadf HTTP/1.1" status: 200 len: 945 time: 0.0532205 Mar 29 16:07:36.528766 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-947625f4-d52d-4a60-87aa-29dbea09f4fb req-a13186cc-ae64-46bc-908e-73c711b76b82 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.42 "GET /v2.0/security-groups?id=6cdc536e-0b15-4c2c-bfe5-f95ea92208ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336518 Mar 29 16:07:36.639798 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31634d10-0e55-4e36-b30f-ed602d8352c5 req-fa210c88-b04f-416b-bd25-80b67d326205 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:07:36.641815 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-31634d10-0e55-4e36-b30f-ed602d8352c5 req-fa210c88-b04f-416b-bd25-80b67d326205 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5123912-7357-4143-8a30-51a87d6d3d5d HTTP/1.1" status: 200 len: 945 time: 0.0521894 Mar 29 16:07:36.651122 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfb751b-bdec-4fa3-ba12-dfdabef8ae72 req-caaeff55-fc75-4d16-8ed2-49003177b11c tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:07:36.652626 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-3dfb751b-bdec-4fa3-ba12-dfdabef8ae72 req-caaeff55-fc75-4d16-8ed2-49003177b11c tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.42 "GET /v2.0/ports?device_id=6fec5bbd-4528-41ad-8128-bf94bfb1dadf HTTP/1.1" status: 200 len: 945 time: 0.0503931 Mar 29 16:07:36.681677 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-31634d10-0e55-4e36-b30f-ed602d8352c5 req-c9a792cc-efd5-4f61-adae-860992126d30 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] 10.222.0.42 "GET /v2.0/security-groups?id=c02ba859-4a44-44b3-8791-1727c4ee7976&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0334349 Mar 29 16:07:36.693305 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-3dfb751b-bdec-4fa3-ba12-dfdabef8ae72 req-79750d95-5a49-4933-b6d8-0a8db66b9d59 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.42 "GET /v2.0/security-groups?id=6cdc536e-0b15-4c2c-bfe5-f95ea92208ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323067 Mar 29 16:07:36.858292 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe08ac38-9a3f-4267-8830-ce64e1b2464b req-e6dd7043-7f1f-42f4-8a68-fbedb1a93ff4 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:07:36.860103 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-fe08ac38-9a3f-4267-8830-ce64e1b2464b req-e6dd7043-7f1f-42f4-8a68-fbedb1a93ff4 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.42 "GET /v2.0/ports?device_id=6fec5bbd-4528-41ad-8128-bf94bfb1dadf HTTP/1.1" status: 200 len: 945 time: 0.0541468 Mar 29 16:07:36.898246 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-fe08ac38-9a3f-4267-8830-ce64e1b2464b req-2e30233b-9815-4cbc-a116-5bcade9e769d tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.42 "GET /v2.0/security-groups?id=6cdc536e-0b15-4c2c-bfe5-f95ea92208ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318983 Mar 29 16:07:37.012440 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca509932-3556-4fa9-97e7-4e0b0d3ffa65 req-a5185ee6-62bc-4775-9a7c-8decaa06bc91 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:07:37.013816 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ca509932-3556-4fa9-97e7-4e0b0d3ffa65 req-a5185ee6-62bc-4775-9a7c-8decaa06bc91 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.42 "GET /v2.0/ports?device_id=6fec5bbd-4528-41ad-8128-bf94bfb1dadf HTTP/1.1" status: 200 len: 945 time: 0.0479596 Mar 29 16:07:37.050446 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ca509932-3556-4fa9-97e7-4e0b0d3ffa65 req-405b746d-5b81-423e-93ff-847efcff006d tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.42 "GET /v2.0/security-groups?id=6cdc536e-0b15-4c2c-bfe5-f95ea92208ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300117 Mar 29 16:07:37.225794 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadf1ab6-fdf1-4d5d-b7ca-b1f2c0871f96 req-00208bb7-d6a6-4ea8-85fc-0b0cd4be7968 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:07:37.227247 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-aadf1ab6-fdf1-4d5d-b7ca-b1f2c0871f96 req-00208bb7-d6a6-4ea8-85fc-0b0cd4be7968 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.42 "GET /v2.0/ports?device_id=6fec5bbd-4528-41ad-8128-bf94bfb1dadf HTTP/1.1" status: 200 len: 945 time: 0.0525200 Mar 29 16:07:37.265212 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-aadf1ab6-fdf1-4d5d-b7ca-b1f2c0871f96 req-04c1eee3-da56-4aec-aae1-161c45f80da3 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.42 "GET /v2.0/security-groups?id=6cdc536e-0b15-4c2c-bfe5-f95ea92208ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318794 Mar 29 16:07:37.380555 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2bf7b8-c2a6-44ac-82bd-3cd3ceaa2a6e req-41ea8065-8dde-488e-8039-53acbc0d448b tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:07:37.382002 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-bc2bf7b8-c2a6-44ac-82bd-3cd3ceaa2a6e req-41ea8065-8dde-488e-8039-53acbc0d448b tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.42 "GET /v2.0/ports?device_id=6fec5bbd-4528-41ad-8128-bf94bfb1dadf HTTP/1.1" status: 200 len: 945 time: 0.0486863 Mar 29 16:07:37.418770 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-bc2bf7b8-c2a6-44ac-82bd-3cd3ceaa2a6e req-b4eeb31f-4f14-4ff1-8d8f-3e1366b1a8ba tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.42 "GET /v2.0/security-groups?id=6cdc536e-0b15-4c2c-bfe5-f95ea92208ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307722 Mar 29 16:07:37.581679 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7f46df-5693-487a-ba00-41c936370703 req-307e5447-f8b2-4b5b-be71-08b5447a0ac8 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:07:37.583179 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-fc7f46df-5693-487a-ba00-41c936370703 req-307e5447-f8b2-4b5b-be71-08b5447a0ac8 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.42 "GET /v2.0/ports?device_id=6fec5bbd-4528-41ad-8128-bf94bfb1dadf HTTP/1.1" status: 200 len: 945 time: 0.0487225 Mar 29 16:07:37.621358 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-fc7f46df-5693-487a-ba00-41c936370703 req-3f987290-a423-423b-b95a-04ab4eb05627 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.42 "GET /v2.0/security-groups?id=6cdc536e-0b15-4c2c-bfe5-f95ea92208ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320020 Mar 29 16:07:37.738308 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7f480f-71fb-41a8-8cbc-1ce6a8d0a25c req-4587566a-b325-42df-ad60-10b7493b3889 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:07:37.739837 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-af7f480f-71fb-41a8-8cbc-1ce6a8d0a25c req-4587566a-b325-42df-ad60-10b7493b3889 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.42 "GET /v2.0/ports?device_id=6fec5bbd-4528-41ad-8128-bf94bfb1dadf HTTP/1.1" status: 200 len: 945 time: 0.0505207 Mar 29 16:07:37.777967 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-af7f480f-71fb-41a8-8cbc-1ce6a8d0a25c req-dad24d62-94a9-47fd-962e-797520b4ede1 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.42 "GET /v2.0/security-groups?id=6cdc536e-0b15-4c2c-bfe5-f95ea92208ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317805 Mar 29 16:07:37.808371 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca61c8e-537b-4e07-b193-73b614f3b839 req-a57af8f6-6087-449b-b479-f39ddebb926c tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:07:37.810204 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-0ca61c8e-537b-4e07-b193-73b614f3b839 req-a57af8f6-6087-449b-b479-f39ddebb926c tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5123912-7357-4143-8a30-51a87d6d3d5d HTTP/1.1" status: 200 len: 945 time: 0.0535300 Mar 29 16:07:37.851241 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-0ca61c8e-537b-4e07-b193-73b614f3b839 req-c747fcae-0352-4044-b766-bd7d2ee9e10e tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] 10.222.0.42 "GET /v2.0/security-groups?id=c02ba859-4a44-44b3-8791-1727c4ee7976&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0342665 Mar 29 16:07:37.951195 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dc19e0-76bd-414b-836f-bfe5e74455c4 req-f6ae0042-b7ac-427d-86f8-f0071da76d26 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:07:37.953677 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-61dc19e0-76bd-414b-836f-bfe5e74455c4 req-f6ae0042-b7ac-427d-86f8-f0071da76d26 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.42 "GET /v2.0/ports?device_id=6fec5bbd-4528-41ad-8128-bf94bfb1dadf HTTP/1.1" status: 200 len: 945 time: 0.0513327 Mar 29 16:07:37.992277 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-61dc19e0-76bd-414b-836f-bfe5e74455c4 req-56745533-e5c5-4885-a4c5-c015c4cdc386 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.42 "GET /v2.0/security-groups?id=6cdc536e-0b15-4c2c-bfe5-f95ea92208ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329039 Mar 29 16:07:38.106678 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56aaa1c-5ee4-4e83-9d6a-3c08538d392b req-7ab45c1b-66d5-441a-b75f-3e374930223d tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:07:38.108070 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-b56aaa1c-5ee4-4e83-9d6a-3c08538d392b req-7ab45c1b-66d5-441a-b75f-3e374930223d tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.42 "GET /v2.0/ports?device_id=6fec5bbd-4528-41ad-8128-bf94bfb1dadf HTTP/1.1" status: 200 len: 945 time: 0.0485339 Mar 29 16:07:38.145812 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-b56aaa1c-5ee4-4e83-9d6a-3c08538d392b req-50c1794c-102f-464c-8470-7c528ea8064f tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.42 "GET /v2.0/security-groups?id=6cdc536e-0b15-4c2c-bfe5-f95ea92208ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315924 Mar 29 16:07:38.374727 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033f6740-54d3-4cf9-8c43-0b5701bef0bc req-c1f315ce-3b0b-461e-a22e-e115dddf3eab tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:07:38.376120 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-033f6740-54d3-4cf9-8c43-0b5701bef0bc req-c1f315ce-3b0b-461e-a22e-e115dddf3eab tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.42 "GET /v2.0/networks?id=94aaab29-0bd5-4872-87c3-058efc699ab1 HTTP/1.1" status: 200 len: 813 time: 0.1024835 Mar 29 16:07:38.391239 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-033f6740-54d3-4cf9-8c43-0b5701bef0bc req-4234c296-574f-4ba0-94f0-b60800093cb9 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.42 "GET /v2.0/quotas/9839c4e5165d404688d3bc8b6d18d5d3 HTTP/1.1" status: 200 len: 375 time: 0.0093381 Mar 29 16:07:38.439123 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-033f6740-54d3-4cf9-8c43-0b5701bef0bc req-5a26385a-9def-47ee-ab8e-8e9f89bb4cc0 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=9839c4e5165d404688d3bc8b6d18d5d3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0426183 Mar 29 16:07:38.547990 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3144c4d-9e4b-410c-ad0f-65272c7ac2ce req-f46c6e60-db32-4ce9-90a9-131ea3f38c96 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:07:38.549445 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-c3144c4d-9e4b-410c-ad0f-65272c7ac2ce req-f46c6e60-db32-4ce9-90a9-131ea3f38c96 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.42 "GET /v2.0/ports?device_id=6fec5bbd-4528-41ad-8128-bf94bfb1dadf HTTP/1.1" status: 200 len: 945 time: 0.0478296 Mar 29 16:07:38.587759 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-c3144c4d-9e4b-410c-ad0f-65272c7ac2ce req-9f824611-5400-45b8-8fc8-f749ad0e8e6d tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.42 "GET /v2.0/security-groups?id=6cdc536e-0b15-4c2c-bfe5-f95ea92208ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323477 Mar 29 16:07:38.702496 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7364ef27-47ec-4ad3-96b8-f4ffc5da7af2 req-4ba6be72-a0c9-4ef8-9c02-ea5b6b1b0363 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:07:38.704215 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-7364ef27-47ec-4ad3-96b8-f4ffc5da7af2 req-4ba6be72-a0c9-4ef8-9c02-ea5b6b1b0363 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.42 "GET /v2.0/ports?device_id=6fec5bbd-4528-41ad-8128-bf94bfb1dadf HTTP/1.1" status: 200 len: 945 time: 0.0499985 Mar 29 16:07:38.745628 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-7364ef27-47ec-4ad3-96b8-f4ffc5da7af2 req-0330b304-8b86-4a91-beb2-f801802eded8 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.42 "GET /v2.0/security-groups?id=6cdc536e-0b15-4c2c-bfe5-f95ea92208ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352240 Mar 29 16:07:38.891724 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-6d65b6c2-b953-4504-82a2-b204b11f10bb req-56642d58-16ab-40aa-b43e-f6d9e32ac9e7 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.42 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=9839c4e5165d404688d3bc8b6d18d5d3 HTTP/1.1" status: 200 len: 221 time: 0.0260921 Mar 29 16:07:38.974455 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a09d720-9940-4e1b-a804-98661fa9f65f req-e0952db9-369c-46b3-8769-f1f05945b49e tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:07:38.975893 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-0a09d720-9940-4e1b-a804-98661fa9f65f req-e0952db9-369c-46b3-8769-f1f05945b49e tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5123912-7357-4143-8a30-51a87d6d3d5d HTTP/1.1" status: 200 len: 945 time: 0.0503778 Mar 29 16:07:38.996706 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953608fb-ae45-4be9-ae43-555c115ef49b req-977911df-663e-463b-b8f0-529258140226 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:07:38.998290 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-953608fb-ae45-4be9-ae43-555c115ef49b req-977911df-663e-463b-b8f0-529258140226 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.42 "GET /v2.0/ports?device_id=6fec5bbd-4528-41ad-8128-bf94bfb1dadf HTTP/1.1" status: 200 len: 945 time: 0.0537679 Mar 29 16:07:39.015797 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-0a09d720-9940-4e1b-a804-98661fa9f65f req-2f3cd32c-45c9-4b4b-a550-a3d16989d552 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] 10.222.0.42 "GET /v2.0/security-groups?id=c02ba859-4a44-44b3-8791-1727c4ee7976&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0337315 Mar 29 16:07:39.038687 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-953608fb-ae45-4be9-ae43-555c115ef49b req-b2898456-4bfb-4128-9201-a27bff879b7a tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.42 "GET /v2.0/security-groups?id=6cdc536e-0b15-4c2c-bfe5-f95ea92208ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332510 Mar 29 16:07:39.152145 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3918eb-da7d-4ed5-be23-7ef9e022fa7d req-fc006b3e-6945-4f78-a3ec-53da40aa48db tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:07:39.153593 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-1b3918eb-da7d-4ed5-be23-7ef9e022fa7d req-fc006b3e-6945-4f78-a3ec-53da40aa48db tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.42 "GET /v2.0/ports?device_id=6fec5bbd-4528-41ad-8128-bf94bfb1dadf HTTP/1.1" status: 200 len: 945 time: 0.0481706 Mar 29 16:07:39.192049 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-1b3918eb-da7d-4ed5-be23-7ef9e022fa7d req-42fe8a12-6d29-4cb2-b92a-a6138de59e0c tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.42 "GET /v2.0/security-groups?id=6cdc536e-0b15-4c2c-bfe5-f95ea92208ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317369 Mar 29 16:07:39.325359 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf227d1-1856-4635-91e4-7ab11a1a9bc7 req-6f7c6854-ed6f-4a04-a8a5-f070b9fa663f tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:07:39.326820 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-3bf227d1-1856-4635-91e4-7ab11a1a9bc7 req-6f7c6854-ed6f-4a04-a8a5-f070b9fa663f tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.42 "GET /v2.0/ports?device_id=6fec5bbd-4528-41ad-8128-bf94bfb1dadf HTTP/1.1" status: 200 len: 945 time: 0.0516701 Mar 29 16:07:39.368877 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-3bf227d1-1856-4635-91e4-7ab11a1a9bc7 req-a0e8618d-56f3-43a2-8dd9-1ac1bea5512d tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.42 "GET /v2.0/security-groups?id=6cdc536e-0b15-4c2c-bfe5-f95ea92208ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359600 Mar 29 16:07:39.483179 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103f23b2-1a18-4f5d-b488-ec7927d4325c req-d8b867de-caf9-48be-b698-48044d06bce0 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:07:39.484924 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-103f23b2-1a18-4f5d-b488-ec7927d4325c req-d8b867de-caf9-48be-b698-48044d06bce0 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.42 "GET /v2.0/ports?device_id=6fec5bbd-4528-41ad-8128-bf94bfb1dadf HTTP/1.1" status: 200 len: 945 time: 0.0491621 Mar 29 16:07:39.522724 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-103f23b2-1a18-4f5d-b488-ec7927d4325c req-42f6b067-ee61-40ab-ba74-c4ef8a356f39 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.42 "GET /v2.0/security-groups?id=6cdc536e-0b15-4c2c-bfe5-f95ea92208ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317593 Mar 29 16:07:39.646452 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553be792-6a51-48b3-8379-1ab70c9b07c9 req-15b250bf-68b7-4015-a719-899c36c109b5 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:07:39.647955 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-553be792-6a51-48b3-8379-1ab70c9b07c9 req-15b250bf-68b7-4015-a719-899c36c109b5 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.42 "GET /v2.0/ports?device_id=6fec5bbd-4528-41ad-8128-bf94bfb1dadf HTTP/1.1" status: 200 len: 945 time: 0.0480688 Mar 29 16:07:39.686749 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-553be792-6a51-48b3-8379-1ab70c9b07c9 req-2ce2b9e3-26db-43ed-8911-6ee9a5acdc86 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.42 "GET /v2.0/security-groups?id=6cdc536e-0b15-4c2c-bfe5-f95ea92208ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327573 Mar 29 16:07:39.802530 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6868d4b-de86-4d3c-91ea-b7e2d5741431 req-6f2e596e-ff18-40e3-a797-5ec21e1af76a tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:07:39.803985 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-c6868d4b-de86-4d3c-91ea-b7e2d5741431 req-6f2e596e-ff18-40e3-a797-5ec21e1af76a tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.42 "GET /v2.0/ports?device_id=6fec5bbd-4528-41ad-8128-bf94bfb1dadf HTTP/1.1" status: 200 len: 945 time: 0.0491033 Mar 29 16:07:39.843877 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-c6868d4b-de86-4d3c-91ea-b7e2d5741431 req-ff010f5e-0b08-422a-a6f9-c2f053dac748 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.42 "GET /v2.0/security-groups?id=6cdc536e-0b15-4c2c-bfe5-f95ea92208ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333867 Mar 29 16:07:39.968769 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255b235a-81e5-4c7e-8ea2-4cfd15afb561 req-1b25f078-c365-4d47-bd58-b5adb0803c74 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:07:39.970234 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-255b235a-81e5-4c7e-8ea2-4cfd15afb561 req-1b25f078-c365-4d47-bd58-b5adb0803c74 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.42 "GET /v2.0/ports?device_id=6fec5bbd-4528-41ad-8128-bf94bfb1dadf HTTP/1.1" status: 200 len: 945 time: 0.0487952 Mar 29 16:07:40.007816 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-255b235a-81e5-4c7e-8ea2-4cfd15afb561 req-e4f7ba90-27b0-488e-9884-593ee9fd821e tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.42 "GET /v2.0/security-groups?id=6cdc536e-0b15-4c2c-bfe5-f95ea92208ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315046 Mar 29 16:07:40.128515 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9131b6c4-4a77-490f-856a-f6098b5fb448 req-5b142891-391e-425a-b489-d47d5739a14f tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:07:40.130150 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-9131b6c4-4a77-490f-856a-f6098b5fb448 req-5b142891-391e-425a-b489-d47d5739a14f tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.42 "GET /v2.0/ports?device_id=6fec5bbd-4528-41ad-8128-bf94bfb1dadf HTTP/1.1" status: 200 len: 945 time: 0.0534406 Mar 29 16:07:40.132330 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533051df-8afb-4962-88a0-5d96719a5d22 req-027ad9da-2a94-41aa-925f-505d74823d53 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:07:40.133860 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-533051df-8afb-4962-88a0-5d96719a5d22 req-027ad9da-2a94-41aa-925f-505d74823d53 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5123912-7357-4143-8a30-51a87d6d3d5d HTTP/1.1" status: 200 len: 945 time: 0.0482659 Mar 29 16:07:40.168469 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-9131b6c4-4a77-490f-856a-f6098b5fb448 req-c0e0654c-d39c-4437-8380-5f6672cdf477 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.42 "GET /v2.0/security-groups?id=6cdc536e-0b15-4c2c-bfe5-f95ea92208ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319784 Mar 29 16:07:40.175490 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-533051df-8afb-4962-88a0-5d96719a5d22 req-a28e0132-fc21-4c5c-a645-db34cb44c66a tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] 10.222.0.42 "GET /v2.0/security-groups?id=c02ba859-4a44-44b3-8791-1727c4ee7976&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0357306 Mar 29 16:07:40.298098 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b2b98e-219a-48b3-92d3-299a2c16dfb7 req-9cd02588-2284-4099-9990-6a7b78e73746 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:07:40.299578 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-a6b2b98e-219a-48b3-92d3-299a2c16dfb7 req-9cd02588-2284-4099-9990-6a7b78e73746 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.42 "GET /v2.0/ports?device_id=6fec5bbd-4528-41ad-8128-bf94bfb1dadf HTTP/1.1" status: 200 len: 945 time: 0.0476406 Mar 29 16:07:40.337274 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-a6b2b98e-219a-48b3-92d3-299a2c16dfb7 req-b8d9d393-496b-4ce0-b442-cd03693f2d43 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.42 "GET /v2.0/security-groups?id=6cdc536e-0b15-4c2c-bfe5-f95ea92208ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317483 Mar 29 16:07:40.451588 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1123e42-458a-4cc8-a4b5-783fafb52f42 req-f397d5c1-67a2-4af9-a56f-8e61877e43c4 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:07:40.453421 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-b1123e42-458a-4cc8-a4b5-783fafb52f42 req-f397d5c1-67a2-4af9-a56f-8e61877e43c4 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.42 "GET /v2.0/ports?device_id=6fec5bbd-4528-41ad-8128-bf94bfb1dadf HTTP/1.1" status: 200 len: 945 time: 0.0500684 Mar 29 16:07:40.491372 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-b1123e42-458a-4cc8-a4b5-783fafb52f42 req-a8ddea05-1908-4837-a689-350cc11d8e9f tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.42 "GET /v2.0/security-groups?id=6cdc536e-0b15-4c2c-bfe5-f95ea92208ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318038 Mar 29 16:07:40.623450 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa4d0c1-e392-4a73-9048-dcc7339445d9 req-d64fbcfe-7efc-403e-9f9f-18b1d89e0bb0 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:07:40.625028 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-4fa4d0c1-e392-4a73-9048-dcc7339445d9 req-d64fbcfe-7efc-403e-9f9f-18b1d89e0bb0 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.42 "GET /v2.0/ports?device_id=6fec5bbd-4528-41ad-8128-bf94bfb1dadf HTTP/1.1" status: 200 len: 945 time: 0.0491898 Mar 29 16:07:40.661968 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-4fa4d0c1-e392-4a73-9048-dcc7339445d9 req-117dffa9-d968-427c-a3d5-516d48570a03 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.42 "GET /v2.0/security-groups?id=6cdc536e-0b15-4c2c-bfe5-f95ea92208ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309498 Mar 29 16:07:40.776900 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3171205e-6fa2-4e5b-91fc-229cff6cb06c req-d81fe00f-d689-4be4-860b-d45f6d15b430 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:07:40.778370 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-3171205e-6fa2-4e5b-91fc-229cff6cb06c req-d81fe00f-d689-4be4-860b-d45f6d15b430 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.42 "GET /v2.0/ports?device_id=6fec5bbd-4528-41ad-8128-bf94bfb1dadf HTTP/1.1" status: 200 len: 945 time: 0.0481882 Mar 29 16:07:40.816776 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-3171205e-6fa2-4e5b-91fc-229cff6cb06c req-1c8c9a82-2479-4492-8b17-c57dac7d90c4 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.42 "GET /v2.0/security-groups?id=6cdc536e-0b15-4c2c-bfe5-f95ea92208ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316803 Mar 29 16:07:40.946887 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fd708c-f381-4322-adeb-96e82383cc49 req-d72d373c-f48a-4bc5-99db-7eed3024a285 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:07:40.948496 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-73fd708c-f381-4322-adeb-96e82383cc49 req-d72d373c-f48a-4bc5-99db-7eed3024a285 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.42 "GET /v2.0/ports?device_id=6fec5bbd-4528-41ad-8128-bf94bfb1dadf HTTP/1.1" status: 200 len: 945 time: 0.0492260 Mar 29 16:07:40.990258 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-73fd708c-f381-4322-adeb-96e82383cc49 req-503d46f1-999b-4b27-980a-2fffd5e228a7 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.42 "GET /v2.0/security-groups?id=6cdc536e-0b15-4c2c-bfe5-f95ea92208ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350685 Mar 29 16:07:41.107339 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f03c775-d774-4257-b398-52649143d9b5 req-21b8f146-1ca7-479d-9ecb-9733f28528e1 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:07:41.109034 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-8f03c775-d774-4257-b398-52649143d9b5 req-21b8f146-1ca7-479d-9ecb-9733f28528e1 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.42 "GET /v2.0/ports?device_id=6fec5bbd-4528-41ad-8128-bf94bfb1dadf HTTP/1.1" status: 200 len: 945 time: 0.0524280 Mar 29 16:07:41.145537 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-8f03c775-d774-4257-b398-52649143d9b5 req-2b5c0205-b0a9-4799-8420-730ea9faa6ed tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.42 "GET /v2.0/security-groups?id=6cdc536e-0b15-4c2c-bfe5-f95ea92208ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307455 Mar 29 16:07:41.300808 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a8c56e-e785-4884-be76-3b3d73e31dd6 req-08d4199b-0427-4c0b-aec8-a7f943c1904c tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:07:41.302434 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-a7a8c56e-e785-4884-be76-3b3d73e31dd6 req-08d4199b-0427-4c0b-aec8-a7f943c1904c tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5123912-7357-4143-8a30-51a87d6d3d5d HTTP/1.1" status: 200 len: 945 time: 0.0524628 Mar 29 16:07:41.317516 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9eac4b-ff67-4806-ac82-44ace1f3be11 req-5a6856d1-d13a-4b09-813e-7c7c5bab50cf tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:07:41.319067 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-9e9eac4b-ff67-4806-ac82-44ace1f3be11 req-5a6856d1-d13a-4b09-813e-7c7c5bab50cf tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.42 "GET /v2.0/ports?device_id=6fec5bbd-4528-41ad-8128-bf94bfb1dadf HTTP/1.1" status: 200 len: 945 time: 0.0508976 Mar 29 16:07:41.343555 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-a7a8c56e-e785-4884-be76-3b3d73e31dd6 req-2e4c7683-0e8f-4e64-9219-6c6ba2bd3643 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] 10.222.0.42 "GET /v2.0/security-groups?id=c02ba859-4a44-44b3-8791-1727c4ee7976&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0338905 Mar 29 16:07:41.357969 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-9e9eac4b-ff67-4806-ac82-44ace1f3be11 req-6e147129-8df6-4e3c-9007-005604745737 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.42 "GET /v2.0/security-groups?id=6cdc536e-0b15-4c2c-bfe5-f95ea92208ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326171 Mar 29 16:07:41.472418 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5678017d-31c0-4314-963d-7d8d211d5d08 req-a0aeda94-bb63-4e1b-b707-8a3e3ce60d14 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:07:41.473795 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-5678017d-31c0-4314-963d-7d8d211d5d08 req-a0aeda94-bb63-4e1b-b707-8a3e3ce60d14 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.42 "GET /v2.0/ports?device_id=6fec5bbd-4528-41ad-8128-bf94bfb1dadf HTTP/1.1" status: 200 len: 945 time: 0.0483623 Mar 29 16:07:41.511358 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-5678017d-31c0-4314-963d-7d8d211d5d08 req-3f5afed7-60f4-493b-9801-d1e3526774c7 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.42 "GET /v2.0/security-groups?id=6cdc536e-0b15-4c2c-bfe5-f95ea92208ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315254 Mar 29 16:07:41.672201 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1bba73-d1ed-46d9-9df5-c6696892ba40 req-d166432a-dbc0-4e63-b4fc-fc06fbbf928d tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:07:41.673644 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-2a1bba73-d1ed-46d9-9df5-c6696892ba40 req-d166432a-dbc0-4e63-b4fc-fc06fbbf928d tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.42 "GET /v2.0/ports?device_id=6fec5bbd-4528-41ad-8128-bf94bfb1dadf HTTP/1.1" status: 200 len: 945 time: 0.0486104 Mar 29 16:07:41.714380 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-2a1bba73-d1ed-46d9-9df5-c6696892ba40 req-d56e7888-bcd3-4122-a861-196b51b4126d tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.42 "GET /v2.0/security-groups?id=6cdc536e-0b15-4c2c-bfe5-f95ea92208ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345550 Mar 29 16:07:41.830024 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83580a77-9cc6-4f3f-acc9-fc89e77989c2 req-4135c080-18a1-4de9-87ce-9dc03c2d0d4d tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:07:41.831534 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-83580a77-9cc6-4f3f-acc9-fc89e77989c2 req-4135c080-18a1-4de9-87ce-9dc03c2d0d4d tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.42 "GET /v2.0/ports?device_id=6fec5bbd-4528-41ad-8128-bf94bfb1dadf HTTP/1.1" status: 200 len: 945 time: 0.0495362 Mar 29 16:07:41.869522 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-83580a77-9cc6-4f3f-acc9-fc89e77989c2 req-d93a8f64-8c43-49c2-afd4-88533c4629c5 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.42 "GET /v2.0/security-groups?id=6cdc536e-0b15-4c2c-bfe5-f95ea92208ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317035 Mar 29 16:07:42.003771 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f27b0a-c62f-4da8-8fae-a50886e7f028 req-5aedb50b-f743-4fae-a7a6-4522e2587150 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:07:42.005145 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-b4f27b0a-c62f-4da8-8fae-a50886e7f028 req-5aedb50b-f743-4fae-a7a6-4522e2587150 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.42 "GET /v2.0/ports?device_id=6fec5bbd-4528-41ad-8128-bf94bfb1dadf HTTP/1.1" status: 200 len: 945 time: 0.0526199 Mar 29 16:07:42.041925 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-b4f27b0a-c62f-4da8-8fae-a50886e7f028 req-262b1023-366a-4709-aa2c-c4adc218ceb0 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.42 "GET /v2.0/security-groups?id=6cdc536e-0b15-4c2c-bfe5-f95ea92208ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307300 Mar 29 16:07:42.157365 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b027ff1-f62f-42e9-a008-a3bc697a46e5 req-1b6bb517-e7dc-43b3-855e-ee00dc882b86 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:07:42.158788 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-3b027ff1-f62f-42e9-a008-a3bc697a46e5 req-1b6bb517-e7dc-43b3-855e-ee00dc882b86 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.42 "GET /v2.0/ports?device_id=6fec5bbd-4528-41ad-8128-bf94bfb1dadf HTTP/1.1" status: 200 len: 945 time: 0.0483849 Mar 29 16:07:42.196700 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-3b027ff1-f62f-42e9-a008-a3bc697a46e5 req-4d242300-e351-4eb1-81c1-6a209559bdcc tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.42 "GET /v2.0/security-groups?id=6cdc536e-0b15-4c2c-bfe5-f95ea92208ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315394 Mar 29 16:07:42.396127 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa352335-b715-451b-a9b0-c68bf15cb612 req-f043e1aa-2eb3-4ad5-ad4c-91ad702d8306 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:07:42.397668 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-fa352335-b715-451b-a9b0-c68bf15cb612 req-f043e1aa-2eb3-4ad5-ad4c-91ad702d8306 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.42 "GET /v2.0/ports?device_id=6fec5bbd-4528-41ad-8128-bf94bfb1dadf HTTP/1.1" status: 200 len: 945 time: 0.0499074 Mar 29 16:07:42.438101 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-fa352335-b715-451b-a9b0-c68bf15cb612 req-102c32d9-bdbf-43d9-831e-2df86a9338e0 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.42 "GET /v2.0/security-groups?id=6cdc536e-0b15-4c2c-bfe5-f95ea92208ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341446 Mar 29 16:07:42.468771 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267fc37e-38b2-49d2-b13a-c8bb82faedc5 req-8d8060cb-75f9-4af6-b29a-a0d52c433c6f tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:07:42.470285 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-267fc37e-38b2-49d2-b13a-c8bb82faedc5 req-8d8060cb-75f9-4af6-b29a-a0d52c433c6f tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5123912-7357-4143-8a30-51a87d6d3d5d HTTP/1.1" status: 200 len: 945 time: 0.0542150 Mar 29 16:07:42.510088 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-267fc37e-38b2-49d2-b13a-c8bb82faedc5 req-cbaa2d76-d25f-4e89-a50e-8ab2d716a848 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] 10.222.0.42 "GET /v2.0/security-groups?id=c02ba859-4a44-44b3-8791-1727c4ee7976&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0329909 Mar 29 16:07:43.554596 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf412abd-aa57-4fd8-914a-06f05d6b8253 req-770708c1-f1d2-43e4-a407-0c4a0bcc188d tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:07:43.556137 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-bf412abd-aa57-4fd8-914a-06f05d6b8253 req-770708c1-f1d2-43e4-a407-0c4a0bcc188d tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.42 "GET /v2.0/ports?device_id=6fec5bbd-4528-41ad-8128-bf94bfb1dadf HTTP/1.1" status: 200 len: 945 time: 0.0478103 Mar 29 16:07:43.598683 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-bf412abd-aa57-4fd8-914a-06f05d6b8253 req-5531fe72-2059-4e12-820f-1718f1668953 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.42 "GET /v2.0/security-groups?id=6cdc536e-0b15-4c2c-bfe5-f95ea92208ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355909 Mar 29 16:07:43.636856 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0213b0-bab2-43c2-85e9-bb3161e7b425 req-97b03940-58af-4cd3-a362-3f36ab4e3f84 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:07:43.638345 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-1f0213b0-bab2-43c2-85e9-bb3161e7b425 req-97b03940-58af-4cd3-a362-3f36ab4e3f84 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5123912-7357-4143-8a30-51a87d6d3d5d HTTP/1.1" status: 200 len: 945 time: 0.0498161 Mar 29 16:07:43.679531 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-1f0213b0-bab2-43c2-85e9-bb3161e7b425 req-720fcc06-2257-48fa-a849-616b8d4a45b7 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] 10.222.0.42 "GET /v2.0/security-groups?id=c02ba859-4a44-44b3-8791-1727c4ee7976&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0344927 Mar 29 16:07:43.848759 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b8c741-bdcb-4ac0-8760-2a374df15f5a req-818f8bf7-70d9-4d89-a3b8-95768c313ac7 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:07:43.850825 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-c9b8c741-bdcb-4ac0-8760-2a374df15f5a req-818f8bf7-70d9-4d89-a3b8-95768c313ac7 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.42 "GET /v2.0/ports?device_id=6fec5bbd-4528-41ad-8128-bf94bfb1dadf HTTP/1.1" status: 200 len: 945 time: 0.0544200 Mar 29 16:07:43.889853 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-c9b8c741-bdcb-4ac0-8760-2a374df15f5a req-8788afa2-8ff4-4b60-97f5-a32f11f06799 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.42 "GET /v2.0/security-groups?id=6cdc536e-0b15-4c2c-bfe5-f95ea92208ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329838 Mar 29 16:07:44.805211 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a444b327-e155-45ee-9ba4-97811a322b6c req-1f527b64-4c97-48be-9e77-f37105b085fa tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:07:44.806591 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-a444b327-e155-45ee-9ba4-97811a322b6c req-1f527b64-4c97-48be-9e77-f37105b085fa tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5123912-7357-4143-8a30-51a87d6d3d5d HTTP/1.1" status: 200 len: 945 time: 0.0489383 Mar 29 16:07:44.846227 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-a444b327-e155-45ee-9ba4-97811a322b6c req-90795eca-6913-41fa-bc1e-1ef16f721c13 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] 10.222.0.42 "GET /v2.0/security-groups?id=c02ba859-4a44-44b3-8791-1727c4ee7976&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315974 Mar 29 16:07:45.006633 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9c9aeb-cebe-435c-8357-6ddabddc359c req-bf54b554-408d-491e-906e-193718fdb3f7 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:07:45.008128 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-1a9c9aeb-cebe-435c-8357-6ddabddc359c req-bf54b554-408d-491e-906e-193718fdb3f7 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.42 "GET /v2.0/ports?device_id=6fec5bbd-4528-41ad-8128-bf94bfb1dadf HTTP/1.1" status: 200 len: 945 time: 0.0482440 Mar 29 16:07:45.046451 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-1a9c9aeb-cebe-435c-8357-6ddabddc359c req-08a0b422-0131-4bbb-a703-5d7908276aaa tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.42 "GET /v2.0/security-groups?id=6cdc536e-0b15-4c2c-bfe5-f95ea92208ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321026 Mar 29 16:07:45.162964 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31ec002-f291-4672-a11b-61b43a9c4d65 req-557a26db-2405-4ca4-b775-da3e5861a70c tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:07:45.164582 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-a31ec002-f291-4672-a11b-61b43a9c4d65 req-557a26db-2405-4ca4-b775-da3e5861a70c tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.42 "GET /v2.0/ports?device_id=6fec5bbd-4528-41ad-8128-bf94bfb1dadf HTTP/1.1" status: 200 len: 945 time: 0.0502851 Mar 29 16:07:45.203873 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-a31ec002-f291-4672-a11b-61b43a9c4d65 req-f96099a8-4a93-4d1b-8d2c-9cc8228407b2 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.42 "GET /v2.0/security-groups?id=6cdc536e-0b15-4c2c-bfe5-f95ea92208ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333798 Mar 29 16:07:45.351036 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f178c7ab-3887-4fa0-8c54-12fe09e13bca req-54b547bd-da5d-4707-86c7-9ce1a877e444 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:07:45.352522 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f178c7ab-3887-4fa0-8c54-12fe09e13bca req-54b547bd-da5d-4707-86c7-9ce1a877e444 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.42 "GET /v2.0/ports?device_id=6fec5bbd-4528-41ad-8128-bf94bfb1dadf HTTP/1.1" status: 200 len: 945 time: 0.0481241 Mar 29 16:07:45.395165 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f178c7ab-3887-4fa0-8c54-12fe09e13bca req-17e4d9f0-e203-4c8f-9f8d-638a3df808d5 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.42 "GET /v2.0/security-groups?id=6cdc536e-0b15-4c2c-bfe5-f95ea92208ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365920 Mar 29 16:07:45.510774 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e745d0-9e5e-4124-9588-3ab2a68ce17f req-d008932b-1b94-42c9-b594-c0305a83bd76 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:07:45.512264 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-68e745d0-9e5e-4124-9588-3ab2a68ce17f req-d008932b-1b94-42c9-b594-c0305a83bd76 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.42 "GET /v2.0/ports?device_id=6fec5bbd-4528-41ad-8128-bf94bfb1dadf HTTP/1.1" status: 200 len: 945 time: 0.0498643 Mar 29 16:07:45.549892 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-68e745d0-9e5e-4124-9588-3ab2a68ce17f req-571d28f0-911e-407a-a7e5-bd12d9268197 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.42 "GET /v2.0/security-groups?id=6cdc536e-0b15-4c2c-bfe5-f95ea92208ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313814 Mar 29 16:07:45.685414 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91542234-9eec-421f-bcfd-b4bdb184422f req-32f1786d-55d2-4813-918f-e7910ae31b78 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:07:45.687484 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-91542234-9eec-421f-bcfd-b4bdb184422f req-32f1786d-55d2-4813-918f-e7910ae31b78 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.42 "GET /v2.0/ports?device_id=6fec5bbd-4528-41ad-8128-bf94bfb1dadf HTTP/1.1" status: 200 len: 945 time: 0.0538337 Mar 29 16:07:45.726848 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-91542234-9eec-421f-bcfd-b4bdb184422f req-c2224f6d-4663-479f-bd70-eee84b8c88de tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.42 "GET /v2.0/security-groups?id=6cdc536e-0b15-4c2c-bfe5-f95ea92208ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333261 Mar 29 16:07:45.847693 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabb4de0-a179-4e2a-b10c-1b4764c2046b req-18ef939f-fdae-4eba-a30c-0210f14cf1a4 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:07:45.849190 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-cabb4de0-a179-4e2a-b10c-1b4764c2046b req-18ef939f-fdae-4eba-a30c-0210f14cf1a4 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.42 "GET /v2.0/ports?device_id=6fec5bbd-4528-41ad-8128-bf94bfb1dadf HTTP/1.1" status: 200 len: 945 time: 0.0505545 Mar 29 16:07:45.887681 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-cabb4de0-a179-4e2a-b10c-1b4764c2046b req-954efeae-b935-4c57-86f5-60bfffd9cd95 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.42 "GET /v2.0/security-groups?id=6cdc536e-0b15-4c2c-bfe5-f95ea92208ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323455 Mar 29 16:07:45.975600 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59e55fc-47e7-4902-826d-d082d56e9f59 req-451e8d80-404a-4096-bde8-824d9e0c31f4 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:07:45.977084 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-e59e55fc-47e7-4902-826d-d082d56e9f59 req-451e8d80-404a-4096-bde8-824d9e0c31f4 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5123912-7357-4143-8a30-51a87d6d3d5d HTTP/1.1" status: 200 len: 945 time: 0.0511615 Mar 29 16:07:46.016735 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-e59e55fc-47e7-4902-826d-d082d56e9f59 req-683d1333-7616-462c-b98e-7104c8691569 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] 10.222.0.42 "GET /v2.0/security-groups?id=c02ba859-4a44-44b3-8791-1727c4ee7976&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0336614 Mar 29 16:07:46.035977 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7510cc6-439c-4abb-b880-4edd28f9afed req-c4dc9ce1-2389-48f0-a6ed-70cde58afd9e tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:07:46.037783 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e7510cc6-439c-4abb-b880-4edd28f9afed req-c4dc9ce1-2389-48f0-a6ed-70cde58afd9e tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.42 "GET /v2.0/ports?device_id=6fec5bbd-4528-41ad-8128-bf94bfb1dadf HTTP/1.1" status: 200 len: 945 time: 0.0488014 Mar 29 16:07:46.074629 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e7510cc6-439c-4abb-b880-4edd28f9afed req-ecd68055-b4bc-4d34-98e2-2732e7a43857 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.42 "GET /v2.0/security-groups?id=6cdc536e-0b15-4c2c-bfe5-f95ea92208ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312212 Mar 29 16:07:46.189333 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fe5594-47a2-4309-ad4a-25753dd9de1f req-81203de1-c2b6-41e1-8770-c29739d6c262 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:07:46.190699 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-c1fe5594-47a2-4309-ad4a-25753dd9de1f req-81203de1-c2b6-41e1-8770-c29739d6c262 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.42 "GET /v2.0/ports?device_id=6fec5bbd-4528-41ad-8128-bf94bfb1dadf HTTP/1.1" status: 200 len: 945 time: 0.0488684 Mar 29 16:07:46.226975 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-c1fe5594-47a2-4309-ad4a-25753dd9de1f req-d823ab28-c080-4488-8290-80eb93a864f8 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.42 "GET /v2.0/security-groups?id=6cdc536e-0b15-4c2c-bfe5-f95ea92208ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303204 Mar 29 16:07:46.362330 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e51cf12-5e94-452c-861f-482048774d68 req-8693c8d0-1bb1-42ec-800c-618937ba462b tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:07:46.363802 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-2e51cf12-5e94-452c-861f-482048774d68 req-8693c8d0-1bb1-42ec-800c-618937ba462b tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.42 "GET /v2.0/ports?device_id=6fec5bbd-4528-41ad-8128-bf94bfb1dadf HTTP/1.1" status: 200 len: 945 time: 0.0529094 Mar 29 16:07:46.401294 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-2e51cf12-5e94-452c-861f-482048774d68 req-20b95e6a-dd2e-4939-80fe-bfcc34a266ae tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.42 "GET /v2.0/security-groups?id=6cdc536e-0b15-4c2c-bfe5-f95ea92208ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313561 Mar 29 16:07:46.540951 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1d99bd-a338-46b3-b9cc-464ceed1444b req-3469d5aa-c06f-4900-a054-46449a77dce7 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:07:46.542409 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6e1d99bd-a338-46b3-b9cc-464ceed1444b req-3469d5aa-c06f-4900-a054-46449a77dce7 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.42 "GET /v2.0/ports?device_id=6fec5bbd-4528-41ad-8128-bf94bfb1dadf HTTP/1.1" status: 200 len: 945 time: 0.0747349 Mar 29 16:07:46.570525 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4a9306f9-f60c-4856-a210-5f5a93eabe2d req-90e2bd77-0811-464b-b54e-d2da5f8a7c15 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=fdb551ad-bad3-4ef2-9ae5-1bef276ea464&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0675361 Mar 29 16:07:46.589837 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6e1d99bd-a338-46b3-b9cc-464ceed1444b req-3205fd4d-3b43-4a4d-ab9b-c8362a5e116d tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.42 "GET /v2.0/security-groups?id=6cdc536e-0b15-4c2c-bfe5-f95ea92208ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404439 Mar 29 16:07:46.654650 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9306f9-f60c-4856-a210-5f5a93eabe2d req-f237d97f-cce2-4d1e-a512-c216512e713d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:07:46.656797 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4a9306f9-f60c-4856-a210-5f5a93eabe2d req-f237d97f-cce2-4d1e-a512-c216512e713d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8c88f14ca33d4e419d03f1c3b10014ac&device_id=fdb551ad-bad3-4ef2-9ae5-1bef276ea464 HTTP/1.1" status: 200 len: 1097 time: 0.0421052 Mar 29 16:07:46.786558 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b2a5ab-235d-4b9f-a9f6-3172ae6988ef req-e723d934-4ec5-43d8-bf07-477886c32e05 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:07:46.787977 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-66b2a5ab-235d-4b9f-a9f6-3172ae6988ef req-e723d934-4ec5-43d8-bf07-477886c32e05 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.42 "GET /v2.0/ports?device_id=6fec5bbd-4528-41ad-8128-bf94bfb1dadf HTTP/1.1" status: 200 len: 945 time: 0.1031921 Mar 29 16:07:46.812586 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9306f9-f60c-4856-a210-5f5a93eabe2d req-65cefba9-c011-40ff-8ef6-a3ab492605e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:07:46.813989 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4a9306f9-f60c-4856-a210-5f5a93eabe2d req-65cefba9-c011-40ff-8ef6-a3ab492605e6 service neutron] 10.222.0.48 "GET /v2.0/networks?id=8eeae4c0-66cf-4e13-9c98-66def7870473 HTTP/1.1" status: 200 len: 898 time: 0.1370533 Mar 29 16:07:46.864026 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-66b2a5ab-235d-4b9f-a9f6-3172ae6988ef req-f858b98e-9a8a-463b-91de-782da204b77a tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.42 "GET /v2.0/security-groups?id=6cdc536e-0b15-4c2c-bfe5-f95ea92208ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669837 Mar 29 16:07:46.893616 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4a9306f9-f60c-4856-a210-5f5a93eabe2d req-507418dd-38ed-4100-9b26-e236604b2296 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1c992e11-3201-4762-be87-c287db806eae HTTP/1.1" status: 200 len: 1001 time: 0.0724020 Mar 29 16:07:46.943211 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9306f9-f60c-4856-a210-5f5a93eabe2d req-251d316b-2faa-4c46-b4ef-a629eaef28fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:07:46.944894 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4a9306f9-f60c-4856-a210-5f5a93eabe2d req-251d316b-2faa-4c46-b4ef-a629eaef28fb service neutron] 10.222.0.48 "GET /v2.0/subnets?id=92b59040-660b-4db6-86e8-6e665d07165b HTTP/1.1" status: 200 len: 834 time: 0.0453503 Mar 29 16:07:46.985273 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c32c7a7-4f7d-412c-ae18-c6be1146c566 req-bbaeae60-167b-44c0-a1ae-351f29d65d63 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:07:46.986758 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-7c32c7a7-4f7d-412c-ae18-c6be1146c566 req-bbaeae60-167b-44c0-a1ae-351f29d65d63 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.42 "GET /v2.0/ports?device_id=6fec5bbd-4528-41ad-8128-bf94bfb1dadf HTTP/1.1" status: 200 len: 945 time: 0.0507054 Mar 29 16:07:46.992372 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9306f9-f60c-4856-a210-5f5a93eabe2d req-55b19e86-4cc7-48f0-b2d0-a4708c35dcb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:07:46.994412 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4a9306f9-f60c-4856-a210-5f5a93eabe2d req-55b19e86-4cc7-48f0-b2d0-a4708c35dcb5 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8eeae4c0-66cf-4e13-9c98-66def7870473&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430624 Mar 29 16:07:47.025272 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-7c32c7a7-4f7d-412c-ae18-c6be1146c566 req-0d771a7e-5247-4a83-814e-32631157d818 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.42 "GET /v2.0/security-groups?id=6cdc536e-0b15-4c2c-bfe5-f95ea92208ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324004 Mar 29 16:07:47.088251 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4a9306f9-f60c-4856-a210-5f5a93eabe2d req-b6145161-080d-4299-bd78-10eed974337e service neutron] 10.222.0.48 "GET /v2.0/networks/8eeae4c0-66cf-4e13-9c98-66def7870473?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864115 Mar 29 16:07:47.140140 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:07:47.191020 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6369599-b7aa-4ce2-a7b4-86bb55d865ca req-10b7e83e-10b8-49c6-b967-dfd3839640be tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:07:47.192655 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e6369599-b7aa-4ce2-a7b4-86bb55d865ca req-10b7e83e-10b8-49c6-b967-dfd3839640be tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5123912-7357-4143-8a30-51a87d6d3d5d HTTP/1.1" status: 200 len: 945 time: 0.1010814 Mar 29 16:07:47.193687 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507c6fa0-fa1a-4853-a4ee-e395ceb0efbd req-68154eee-dc2e-4b15-ae24-136d3394ed9b tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:07:47.195298 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-507c6fa0-fa1a-4853-a4ee-e395ceb0efbd req-68154eee-dc2e-4b15-ae24-136d3394ed9b tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.42 "GET /v2.0/ports?device_id=6fec5bbd-4528-41ad-8128-bf94bfb1dadf HTTP/1.1" status: 200 len: 945 time: 0.0512810 Mar 29 16:07:47.237048 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-507c6fa0-fa1a-4853-a4ee-e395ceb0efbd req-a84b687c-e159-410b-9473-eb8a87549ceb tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.42 "GET /v2.0/security-groups?id=6cdc536e-0b15-4c2c-bfe5-f95ea92208ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346181 Mar 29 16:07:47.243485 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4a9306f9-f60c-4856-a210-5f5a93eabe2d req-acaad475-accf-4d06-b181-191eba43a72a service neutron] 10.222.0.48 "GET /v2.0/networks/8eeae4c0-66cf-4e13-9c98-66def7870473?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425726 Mar 29 16:07:47.251536 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e6369599-b7aa-4ce2-a7b4-86bb55d865ca req-09766269-3762-4150-aa28-22563a5c375f tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] 10.222.0.42 "GET /v2.0/security-groups?id=c02ba859-4a44-44b3-8791-1727c4ee7976&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0507340 Mar 29 16:07:47.357270 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be2458e-548a-4ccf-94b1-be413819d0e4 req-f1aa7470-87fc-40b6-94c9-75391b32600a tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:07:47.359629 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-0be2458e-548a-4ccf-94b1-be413819d0e4 req-f1aa7470-87fc-40b6-94c9-75391b32600a tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.42 "GET /v2.0/ports?device_id=6fec5bbd-4528-41ad-8128-bf94bfb1dadf HTTP/1.1" status: 200 len: 945 time: 0.0541844 Mar 29 16:07:47.397184 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-0be2458e-548a-4ccf-94b1-be413819d0e4 req-57075495-3e03-416d-ab90-6365c5947ade tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.42 "GET /v2.0/security-groups?id=6cdc536e-0b15-4c2c-bfe5-f95ea92208ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313909 Mar 29 16:07:47.531085 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1d8099-3d94-4cad-b09c-8136c4dd2c2a req-d558c21e-9133-4c38-9181-471e241ab480 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:07:47.532598 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-7f1d8099-3d94-4cad-b09c-8136c4dd2c2a req-d558c21e-9133-4c38-9181-471e241ab480 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.42 "GET /v2.0/ports?device_id=6fec5bbd-4528-41ad-8128-bf94bfb1dadf HTTP/1.1" status: 200 len: 945 time: 0.0507767 Mar 29 16:07:47.571511 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-7f1d8099-3d94-4cad-b09c-8136c4dd2c2a req-d6676abd-c8ed-4a86-bf9d-5fea01222ad4 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.42 "GET /v2.0/security-groups?id=6cdc536e-0b15-4c2c-bfe5-f95ea92208ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326989 Mar 29 16:07:47.685446 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71d7253-b026-4dd1-8534-d464655dcc7a req-308bde92-7b1f-46e5-8079-f4d850ece813 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:07:47.687799 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d71d7253-b026-4dd1-8534-d464655dcc7a req-308bde92-7b1f-46e5-8079-f4d850ece813 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.42 "GET /v2.0/ports?device_id=6fec5bbd-4528-41ad-8128-bf94bfb1dadf HTTP/1.1" status: 200 len: 945 time: 0.0506854 Mar 29 16:07:47.724695 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d71d7253-b026-4dd1-8534-d464655dcc7a req-821953ce-c685-4421-a0da-23a7fde30fb0 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.42 "GET /v2.0/security-groups?id=6cdc536e-0b15-4c2c-bfe5-f95ea92208ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306144 Mar 29 16:07:47.849227 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device 6af8fa21-eb22-4fc9-9f3c-3b2a092c0bcb details requested by agent hyperv_n-h1-834765-1 with host n-h1-834765-1 {{(pid=102792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 16:07:47.891383 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d31636-c1b1-45e3-952c-61b745223beb req-3e1114a8-f88f-42ae-9150-e5cf10db7752 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:07:47.892803 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-65d31636-c1b1-45e3-952c-61b745223beb req-3e1114a8-f88f-42ae-9150-e5cf10db7752 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.42 "GET /v2.0/ports?device_id=6fec5bbd-4528-41ad-8128-bf94bfb1dadf HTTP/1.1" status: 200 len: 945 time: 0.0523782 Mar 29 16:07:47.932432 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-65d31636-c1b1-45e3-952c-61b745223beb req-d5aeaf02-ed8e-4455-b13b-6dbac8e49030 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.42 "GET /v2.0/security-groups?id=6cdc536e-0b15-4c2c-bfe5-f95ea92208ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334530 Mar 29 16:07:47.941704 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:07:47.959677 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port 6af8fa21-eb22-4fc9-9f3c-3b2a092c0bcb, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=6af8fa21-eb22-4fc9-9f3c-3b2a092c0bcb,segment=NetworkSegment(b3edd697-c981-4e3c-9ae1-cbcf1935405e),segment_id=b3edd697-c981-4e3c-9ae1-cbcf1935405e)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:07:47.971861 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Returning: {'device': '6af8fa21-eb22-4fc9-9f3c-3b2a092c0bcb', 'network_id': 'bcacae85-6ca5-4d88-b7ab-d97534741bbe', 'port_id': '6af8fa21-eb22-4fc9-9f3c-3b2a092c0bcb', 'mac_address': 'fa:16:3e:8e:9d:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 615, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a47225e3-f321-4c9c-823d-2d6e56b01612', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 16:07:48.009239 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:07:48.022562 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6af8fa21-eb22-4fc9-9f3c-3b2a092c0bcb {{(pid=102792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 16:07:48.041193 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port 6af8fa21-eb22-4fc9-9f3c-3b2a092c0bcb, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=6af8fa21-eb22-4fc9-9f3c-3b2a092c0bcb,segment=NetworkSegment(b3edd697-c981-4e3c-9ae1-cbcf1935405e),segment_id=b3edd697-c981-4e3c-9ae1-cbcf1935405e)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:07:48.045331 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:07:48.054485 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb56383d-42a2-4a7c-bdd1-3f39ee1213c0 req-a56d12d2-17ad-41b0-beb1-aa641ac58b6e tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:07:48.056626 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-bb56383d-42a2-4a7c-bdd1-3f39ee1213c0 req-a56d12d2-17ad-41b0-beb1-aa641ac58b6e tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.42 "GET /v2.0/ports?device_id=6fec5bbd-4528-41ad-8128-bf94bfb1dadf HTTP/1.1" status: 200 len: 945 time: 0.0498230 Mar 29 16:07:48.095478 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-bb56383d-42a2-4a7c-bdd1-3f39ee1213c0 req-08faf830-e63c-4d4e-b0d8-316f94d1a62a tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.42 "GET /v2.0/security-groups?id=6cdc536e-0b15-4c2c-bfe5-f95ea92208ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314097 Mar 29 16:07:48.095718 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Pushing event updated for resources: {'Port': ['ID=6af8fa21-eb22-4fc9-9f3c-3b2a092c0bcb,revision_number=6']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:07:48.103386 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:07:48.103724 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:07:48.104070 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:07:48.104385 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:07:48.104706 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:07:48.105027 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:07:48.105349 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:07:48.105662 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:07:48.106087 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:07:48.106283 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:07:48.106690 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:07:48.106920 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:07:48.129303 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] get_ports_and_sgs() called for port_ids ['6af8fa21-eb22-4fc9-9f3c-3b2a092c0bcb'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 16:07:48.269327 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80704401-b5a3-4d05-8d25-0e61f1c23a8f req-5a78687b-6782-4dd1-af8e-e9a8c9e5ff80 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:07:48.271579 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-80704401-b5a3-4d05-8d25-0e61f1c23a8f req-5a78687b-6782-4dd1-af8e-e9a8c9e5ff80 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.42 "GET /v2.0/ports?device_id=6fec5bbd-4528-41ad-8128-bf94bfb1dadf HTTP/1.1" status: 200 len: 945 time: 0.0545614 Mar 29 16:07:48.309587 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-80704401-b5a3-4d05-8d25-0e61f1c23a8f req-948defc7-0bba-46e6-adef-857d462bbecd tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.42 "GET /v2.0/security-groups?id=6cdc536e-0b15-4c2c-bfe5-f95ea92208ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319450 Mar 29 16:07:48.379148 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d53aa5b-69b6-483d-97bc-3bd262636a93 req-96626875-bb9f-44ab-b39f-7d34864faa03 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:07:48.380687 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6d53aa5b-69b6-483d-97bc-3bd262636a93 req-96626875-bb9f-44ab-b39f-7d34864faa03 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5123912-7357-4143-8a30-51a87d6d3d5d HTTP/1.1" status: 200 len: 944 time: 0.0513749 Mar 29 16:07:48.419904 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6d53aa5b-69b6-483d-97bc-3bd262636a93 req-23ffc4b4-5441-488c-9b79-146f53a6925a tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] 10.222.0.42 "GET /v2.0/security-groups?id=c02ba859-4a44-44b3-8791-1727c4ee7976&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0328846 Mar 29 16:07:48.431673 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6222da-9551-456f-93b0-da114269637f req-e8d3e242-689e-4336-b277-a72e88a7c7dc tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:07:48.433408 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-3d6222da-9551-456f-93b0-da114269637f req-e8d3e242-689e-4336-b277-a72e88a7c7dc tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.42 "GET /v2.0/ports?device_id=6fec5bbd-4528-41ad-8128-bf94bfb1dadf HTTP/1.1" status: 200 len: 945 time: 0.0533965 Mar 29 16:07:48.473076 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-3d6222da-9551-456f-93b0-da114269637f req-1962909a-7590-42f7-8ac8-ce1462fdec81 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.42 "GET /v2.0/security-groups?id=6cdc536e-0b15-4c2c-bfe5-f95ea92208ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334470 Mar 29 16:07:48.603238 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cda7627-06ac-499a-8d3c-9d6445fbbdb0 req-25f6108d-2e48-488d-b491-cdc8ffe8ff00 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:07:48.604743 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-9cda7627-06ac-499a-8d3c-9d6445fbbdb0 req-25f6108d-2e48-488d-b491-cdc8ffe8ff00 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.42 "GET /v2.0/ports?device_id=6fec5bbd-4528-41ad-8128-bf94bfb1dadf HTTP/1.1" status: 200 len: 945 time: 0.0505595 Mar 29 16:07:48.641715 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-9cda7627-06ac-499a-8d3c-9d6445fbbdb0 req-dc1dfcb8-eaa4-4245-b61e-b053388387bf tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.42 "GET /v2.0/security-groups?id=6cdc536e-0b15-4c2c-bfe5-f95ea92208ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308549 Mar 29 16:07:48.755867 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acba8849-dbdf-4fdd-ab09-1ff28a6ca294 req-5a686d31-79b9-4055-a789-efd80e88b650 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:07:48.757345 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-acba8849-dbdf-4fdd-ab09-1ff28a6ca294 req-5a686d31-79b9-4055-a789-efd80e88b650 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.42 "GET /v2.0/ports?device_id=6fec5bbd-4528-41ad-8128-bf94bfb1dadf HTTP/1.1" status: 200 len: 945 time: 0.0480630 Mar 29 16:07:48.794977 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-acba8849-dbdf-4fdd-ab09-1ff28a6ca294 req-51bbab88-ed59-4481-a390-425d52fbb99b tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.42 "GET /v2.0/security-groups?id=6cdc536e-0b15-4c2c-bfe5-f95ea92208ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316637 Mar 29 16:07:49.218116 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dae2099-b6fb-42e5-9ead-97562ab0615c req-d0d721b1-825a-4d0b-a51c-30c503e1a435 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:07:49.219551 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-9dae2099-b6fb-42e5-9ead-97562ab0615c req-d0d721b1-825a-4d0b-a51c-30c503e1a435 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.42 "GET /v2.0/ports?device_id=6fec5bbd-4528-41ad-8128-bf94bfb1dadf HTTP/1.1" status: 200 len: 945 time: 0.0500445 Mar 29 16:07:49.257690 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-9dae2099-b6fb-42e5-9ead-97562ab0615c req-ef7ae8e3-3f2b-4808-8c90-39cab11c7526 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.42 "GET /v2.0/security-groups?id=6cdc536e-0b15-4c2c-bfe5-f95ea92208ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319631 Mar 29 16:07:49.558647 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3711053b-ebca-46a1-a36c-6c24fa52375d req-25d32dab-1b69-4ad6-a070-3e331689935e tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:07:49.560175 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-3711053b-ebca-46a1-a36c-6c24fa52375d req-25d32dab-1b69-4ad6-a070-3e331689935e tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5123912-7357-4143-8a30-51a87d6d3d5d HTTP/1.1" status: 200 len: 944 time: 0.0530686 Mar 29 16:07:49.598205 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-3711053b-ebca-46a1-a36c-6c24fa52375d req-b5964d94-41e7-4e1d-b0c0-62033beef1d2 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] 10.222.0.42 "GET /v2.0/security-groups?id=c02ba859-4a44-44b3-8791-1727c4ee7976&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312808 Mar 29 16:07:49.861624 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device 6af8fa21-eb22-4fc9-9f3c-3b2a092c0bcb up at agent hyperv_n-h1-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 16:07:49.908898 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Provisioning complete for port 6af8fa21-eb22-4fc9-9f3c-3b2a092c0bcb triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:07:49.909263 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:07:49.980806 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00028187-f5e7-4ab3-9f64-0fc8bafbeda4 req-ed9eb976-9938-4154-92b2-ee0e9d19d568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:07:49.982317 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-00028187-f5e7-4ab3-9f64-0fc8bafbeda4 req-ed9eb976-9938-4154-92b2-ee0e9d19d568 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6549603cba104619bc496e118397db30&device_id=f5123912-7357-4143-8a30-51a87d6d3d5d HTTP/1.1" status: 200 len: 1095 time: 0.0447004 Mar 29 16:07:49.990268 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:07:50.012616 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5123912-7357-4143-8a30-51a87d6d3d5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6af8fa21-eb22-4fc9-9f3c-3b2a092c0bcb'}] {{(pid=102792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:07:50.015475 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4f476c66b318cc6068719fc39557fac68d413f5c7e78fa77028c7948e999ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77db7d1b-e6d2-4ea1-b14e-fe940e565801" -d '{"events": [{"server_uuid": "f5123912-7357-4143-8a30-51a87d6d3d5d", "name": "network-vif-plugged", "status": "completed", "tag": "6af8fa21-eb22-4fc9-9f3c-3b2a092c0bcb"}]}' {{(pid=102792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:07:50.028187 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port 6af8fa21-eb22-4fc9-9f3c-3b2a092c0bcb, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=6af8fa21-eb22-4fc9-9f3c-3b2a092c0bcb,segment=NetworkSegment(b3edd697-c981-4e3c-9ae1-cbcf1935405e),segment_id=b3edd697-c981-4e3c-9ae1-cbcf1935405e)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:07:50.033026 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:07:50.057280 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 16:07:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5a3db39-4936-4633-a2d4-0c8ecd8404bb x-openstack-request-id: req-e5a3db39-4936-4633-a2d4-0c8ecd8404bb {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:07:50.057766 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5123912-7357-4143-8a30-51a87d6d3d5d", "name": "network-vif-plugged", "status": "completed", "tag": "6af8fa21-eb22-4fc9-9f3c-3b2a092c0bcb", "code": 200}]} {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:07:50.057874 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e5a3db39-4936-4633-a2d4-0c8ecd8404bb {{(pid=102792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:07:50.058199 n-d-834765-1 neutron-server[102792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5123912-7357-4143-8a30-51a87d6d3d5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6af8fa21-eb22-4fc9-9f3c-3b2a092c0bcb', 'code': 200} Mar 29 16:07:50.083554 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Pushing event updated for resources: {'Port': ['ID=6af8fa21-eb22-4fc9-9f3c-3b2a092c0bcb,revision_number=7']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:07:50.094423 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00028187-f5e7-4ab3-9f64-0fc8bafbeda4 req-436c66f8-d816-40f9-b64c-2f701d4d9a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:07:50.095955 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-00028187-f5e7-4ab3-9f64-0fc8bafbeda4 req-436c66f8-d816-40f9-b64c-2f701d4d9a7e service neutron] 10.222.0.44 "GET /v2.0/networks?id=bcacae85-6ca5-4d88-b7ab-d97534741bbe HTTP/1.1" status: 200 len: 918 time: 0.0926440 Mar 29 16:07:50.377563 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734c1b0c-4cb6-4789-9e6b-e0eea25d129c req-71866399-7102-4dfb-99aa-eb3c66772b4f tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:07:50.379136 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-734c1b0c-4cb6-4789-9e6b-e0eea25d129c req-71866399-7102-4dfb-99aa-eb3c66772b4f tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.42 "GET /v2.0/ports?device_id=6fec5bbd-4528-41ad-8128-bf94bfb1dadf HTTP/1.1" status: 200 len: 945 time: 0.0502124 Mar 29 16:07:50.419360 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-734c1b0c-4cb6-4789-9e6b-e0eea25d129c req-44382247-b782-47ea-b4bd-b99a4242037c tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.42 "GET /v2.0/security-groups?id=6cdc536e-0b15-4c2c-bfe5-f95ea92208ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337560 Mar 29 16:07:50.493079 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-00028187-f5e7-4ab3-9f64-0fc8bafbeda4 req-c7cc674f-e2eb-4ea8-9e5f-f9e66e385bdd service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6af8fa21-eb22-4fc9-9f3c-3b2a092c0bcb HTTP/1.1" status: 200 len: 1001 time: 0.3899446 Mar 29 16:07:50.541637 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00028187-f5e7-4ab3-9f64-0fc8bafbeda4 req-7105f05c-7e01-428a-8fd4-db346e38afdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:07:50.542952 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-00028187-f5e7-4ab3-9f64-0fc8bafbeda4 req-7105f05c-7e01-428a-8fd4-db346e38afdc service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a47225e3-f321-4c9c-823d-2d6e56b01612 HTTP/1.1" status: 200 len: 856 time: 0.0422063 Mar 29 16:07:50.587205 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00028187-f5e7-4ab3-9f64-0fc8bafbeda4 req-cb67b373-5282-475f-bf9c-53b0f6e6526b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:07:50.588683 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-00028187-f5e7-4ab3-9f64-0fc8bafbeda4 req-cb67b373-5282-475f-bf9c-53b0f6e6526b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=bcacae85-6ca5-4d88-b7ab-d97534741bbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0387890 Mar 29 16:07:50.690226 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-00028187-f5e7-4ab3-9f64-0fc8bafbeda4 req-d002a2e3-f90e-42db-8a59-65a262fbec08 service neutron] 10.222.0.44 "GET /v2.0/networks/bcacae85-6ca5-4d88-b7ab-d97534741bbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945477 Mar 29 16:07:50.779429 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a4c3a8-c563-4f64-985c-064c752eaab8 req-dd68aeb0-6d86-4037-8b36-6e73218460b9 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:07:50.781018 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b2a4c3a8-c563-4f64-985c-064c752eaab8 req-dd68aeb0-6d86-4037-8b36-6e73218460b9 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5123912-7357-4143-8a30-51a87d6d3d5d HTTP/1.1" status: 200 len: 945 time: 0.1057370 Mar 29 16:07:50.833371 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-00028187-f5e7-4ab3-9f64-0fc8bafbeda4 req-c7c4bef0-b3c2-4d51-a785-182b559d5906 service neutron] 10.222.0.44 "GET /v2.0/networks/bcacae85-6ca5-4d88-b7ab-d97534741bbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298530 Mar 29 16:07:50.836360 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b2a4c3a8-c563-4f64-985c-064c752eaab8 req-8494b031-5bf7-498a-bbed-e27dd69d25da tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] 10.222.0.42 "GET /v2.0/security-groups?id=c02ba859-4a44-44b3-8791-1727c4ee7976&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0493999 Mar 29 16:07:51.538287 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3993c12-862c-4a8b-9a29-0e68c9cffec0 req-71b5c68e-24d7-4d3c-903d-204822b7aa01 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:07:51.539778 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-a3993c12-862c-4a8b-9a29-0e68c9cffec0 req-71b5c68e-24d7-4d3c-903d-204822b7aa01 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.42 "GET /v2.0/ports?device_id=6fec5bbd-4528-41ad-8128-bf94bfb1dadf HTTP/1.1" status: 200 len: 945 time: 0.0496330 Mar 29 16:07:51.577192 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-a3993c12-862c-4a8b-9a29-0e68c9cffec0 req-53fde476-bc0c-4482-a928-d7da485e47ff tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.42 "GET /v2.0/security-groups?id=6cdc536e-0b15-4c2c-bfe5-f95ea92208ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307806 Mar 29 16:07:51.965871 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad545e2c-0090-4b1e-99d3-20331d23d72d req-abd747d8-7104-470c-a6a5-4ce4989c3065 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:07:51.967399 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ad545e2c-0090-4b1e-99d3-20331d23d72d req-abd747d8-7104-470c-a6a5-4ce4989c3065 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5123912-7357-4143-8a30-51a87d6d3d5d HTTP/1.1" status: 200 len: 945 time: 0.0550079 Mar 29 16:07:52.005024 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ad545e2c-0090-4b1e-99d3-20331d23d72d req-c8ba1691-d874-4bd2-9b2d-6e1b1c575c10 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] 10.222.0.42 "GET /v2.0/security-groups?id=c02ba859-4a44-44b3-8791-1727c4ee7976&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314605 Mar 29 16:07:52.708831 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0dfebb-7f31-47b5-9ea0-d10d0369145c req-6842c377-db42-4888-9f99-151cad70eb0c tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:07:52.710656 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-7e0dfebb-7f31-47b5-9ea0-d10d0369145c req-6842c377-db42-4888-9f99-151cad70eb0c tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.42 "GET /v2.0/ports?device_id=6fec5bbd-4528-41ad-8128-bf94bfb1dadf HTTP/1.1" status: 200 len: 945 time: 0.0622101 Mar 29 16:07:52.753078 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-7e0dfebb-7f31-47b5-9ea0-d10d0369145c req-20c034e8-0408-499e-8fa6-36d2209c42e7 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.42 "GET /v2.0/security-groups?id=6cdc536e-0b15-4c2c-bfe5-f95ea92208ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359831 Mar 29 16:07:53.136558 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ffb028-e5d5-4e0b-9865-05f2e56d70ae req-9344aa29-bde8-4e8a-b933-7c6e9408d493 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:07:53.138135 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d5ffb028-e5d5-4e0b-9865-05f2e56d70ae req-9344aa29-bde8-4e8a-b933-7c6e9408d493 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5123912-7357-4143-8a30-51a87d6d3d5d HTTP/1.1" status: 200 len: 945 time: 0.0557206 Mar 29 16:07:53.177888 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d5ffb028-e5d5-4e0b-9865-05f2e56d70ae req-c653a89d-fbee-4470-8c75-96d89667fbbb tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] 10.222.0.42 "GET /v2.0/security-groups?id=c02ba859-4a44-44b3-8791-1727c4ee7976&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0325472 Mar 29 16:07:53.888777 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523ea351-d642-4068-9ac0-82279cdbacc3 req-9c874557-aaea-4c1a-bf16-296557b54d59 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:07:53.890585 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-523ea351-d642-4068-9ac0-82279cdbacc3 req-9c874557-aaea-4c1a-bf16-296557b54d59 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.42 "GET /v2.0/ports?device_id=6fec5bbd-4528-41ad-8128-bf94bfb1dadf HTTP/1.1" status: 200 len: 945 time: 0.0629623 Mar 29 16:07:53.955821 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-523ea351-d642-4068-9ac0-82279cdbacc3 req-4e32dae6-5a5f-4d8d-8213-8b4c6a0b4dc3 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.42 "GET /v2.0/security-groups?id=6cdc536e-0b15-4c2c-bfe5-f95ea92208ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590675 Mar 29 16:07:54.315309 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9502fc30-59a4-4f7c-8fc6-0d616194e601 req-d935ee86-22dc-4c6e-973f-71a2c0f9e64e tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:07:54.316984 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-9502fc30-59a4-4f7c-8fc6-0d616194e601 req-d935ee86-22dc-4c6e-973f-71a2c0f9e64e tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5123912-7357-4143-8a30-51a87d6d3d5d HTTP/1.1" status: 200 len: 945 time: 0.0607240 Mar 29 16:07:54.361454 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-9502fc30-59a4-4f7c-8fc6-0d616194e601 req-876f8a52-7389-4669-8f23-5811069d50a0 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] 10.222.0.42 "GET /v2.0/security-groups?id=c02ba859-4a44-44b3-8791-1727c4ee7976&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0378439 Mar 29 16:07:55.075989 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8dcd63-2909-4ed9-b96f-22c037b02700 req-3931ddbd-326e-4eda-8858-c2b3d2d78ce1 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:07:55.077597 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-9c8dcd63-2909-4ed9-b96f-22c037b02700 req-3931ddbd-326e-4eda-8858-c2b3d2d78ce1 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.42 "GET /v2.0/ports?device_id=6fec5bbd-4528-41ad-8128-bf94bfb1dadf HTTP/1.1" status: 200 len: 945 time: 0.0516419 Mar 29 16:07:55.127101 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-9c8dcd63-2909-4ed9-b96f-22c037b02700 req-f80ebe85-5726-4be7-ab6b-1de1a5d41b15 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.42 "GET /v2.0/security-groups?id=6cdc536e-0b15-4c2c-bfe5-f95ea92208ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420434 Mar 29 16:07:55.510147 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6693eb54-6e75-4983-a54c-36d3198d878a req-e735b9ba-e30a-402c-8153-b428304bfeb9 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:07:55.512141 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6693eb54-6e75-4983-a54c-36d3198d878a req-e735b9ba-e30a-402c-8153-b428304bfeb9 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5123912-7357-4143-8a30-51a87d6d3d5d HTTP/1.1" status: 200 len: 945 time: 0.0593181 Mar 29 16:07:55.556277 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6693eb54-6e75-4983-a54c-36d3198d878a req-9a87a9f2-711b-4c9d-abd3-15799b0aa751 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] 10.222.0.42 "GET /v2.0/security-groups?id=c02ba859-4a44-44b3-8791-1727c4ee7976&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0369716 Mar 29 16:07:56.264416 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2585d22-ff7b-409d-a3fa-6013e2fe9c65 req-7470b50f-4989-44d4-8009-f82bab7d5c7d tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:07:56.266348 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-f2585d22-ff7b-409d-a3fa-6013e2fe9c65 req-7470b50f-4989-44d4-8009-f82bab7d5c7d tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.42 "GET /v2.0/ports?device_id=6fec5bbd-4528-41ad-8128-bf94bfb1dadf HTTP/1.1" status: 200 len: 945 time: 0.0599375 Mar 29 16:07:56.311314 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-f2585d22-ff7b-409d-a3fa-6013e2fe9c65 req-36b371a5-12be-4681-a91b-8dc1f5fd7ebd tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.42 "GET /v2.0/security-groups?id=6cdc536e-0b15-4c2c-bfe5-f95ea92208ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340967 Mar 29 16:07:56.540092 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device 367472a7-c3ef-42c3-ac29-a9e731ce5c1a details requested by agent hyperv_n-h2-834765-1 with host n-h2-834765-1 {{(pid=102792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 16:07:56.677797 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port 367472a7-c3ef-42c3-ac29-a9e731ce5c1a, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=367472a7-c3ef-42c3-ac29-a9e731ce5c1a,segment=NetworkSegment(cba03923-275f-4318-bf62-d35312a27050),segment_id=cba03923-275f-4318-bf62-d35312a27050)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:07:56.694652 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Returning: {'device': '367472a7-c3ef-42c3-ac29-a9e731ce5c1a', 'network_id': '94aaab29-0bd5-4872-87c3-058efc699ab1', 'port_id': '367472a7-c3ef-42c3-ac29-a9e731ce5c1a', 'mac_address': 'fa:16:3e:a1:7d:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 603, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3eb82fd-c9e0-44ac-b6ba-483d89595c61', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 16:07:56.708837 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e84591-cbce-4ff2-a29b-8b88f77897a8 req-a8f2d856-3196-4064-a2dc-24ca4c5656fb tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:07:56.718349 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-91e84591-cbce-4ff2-a29b-8b88f77897a8 req-a8f2d856-3196-4064-a2dc-24ca4c5656fb tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5123912-7357-4143-8a30-51a87d6d3d5d HTTP/1.1" status: 200 len: 945 time: 0.0679679 Mar 29 16:07:56.742739 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:07:56.760686 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-91e84591-cbce-4ff2-a29b-8b88f77897a8 req-d0d063d3-2b57-4ba6-af51-464c7ffdb757 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] 10.222.0.42 "GET /v2.0/security-groups?id=c02ba859-4a44-44b3-8791-1727c4ee7976&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0410643 Mar 29 16:07:56.778440 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 367472a7-c3ef-42c3-ac29-a9e731ce5c1a {{(pid=102792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 16:07:56.799960 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port 367472a7-c3ef-42c3-ac29-a9e731ce5c1a, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=367472a7-c3ef-42c3-ac29-a9e731ce5c1a,segment=NetworkSegment(cba03923-275f-4318-bf62-d35312a27050),segment_id=cba03923-275f-4318-bf62-d35312a27050)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:07:56.803901 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:07:56.872074 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Pushing event updated for resources: {'Port': ['ID=367472a7-c3ef-42c3-ac29-a9e731ce5c1a,revision_number=6']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:07:56.899625 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] get_ports_and_sgs() called for port_ids ['367472a7-c3ef-42c3-ac29-a9e731ce5c1a'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 16:07:57.458480 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d791c1e-31e7-495e-9b15-c9f020c062da req-d02d5b15-9355-4952-af5b-edb136185311 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:07:57.465703 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-7d791c1e-31e7-495e-9b15-c9f020c062da req-d02d5b15-9355-4952-af5b-edb136185311 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.42 "GET /v2.0/ports?device_id=6fec5bbd-4528-41ad-8128-bf94bfb1dadf HTTP/1.1" status: 200 len: 944 time: 0.0658221 Mar 29 16:07:57.509419 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-7d791c1e-31e7-495e-9b15-c9f020c062da req-973a5243-563c-4323-b05f-c9e816c8b987 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.42 "GET /v2.0/security-groups?id=6cdc536e-0b15-4c2c-bfe5-f95ea92208ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386779 Mar 29 16:07:57.906228 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1186f48d-f827-4cd9-ba77-d312b929a2fb req-1f962d0a-58cd-4448-b669-d1cd755fa50d tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:07:57.907947 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-1186f48d-f827-4cd9-ba77-d312b929a2fb req-1f962d0a-58cd-4448-b669-d1cd755fa50d tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5123912-7357-4143-8a30-51a87d6d3d5d HTTP/1.1" status: 200 len: 945 time: 0.0554821 Mar 29 16:07:57.953532 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-1186f48d-f827-4cd9-ba77-d312b929a2fb req-19318d42-f3b6-48be-afe2-63320d3dcbd9 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] 10.222.0.42 "GET /v2.0/security-groups?id=c02ba859-4a44-44b3-8791-1727c4ee7976&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0391123 Mar 29 16:07:58.567035 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device 367472a7-c3ef-42c3-ac29-a9e731ce5c1a up at agent hyperv_n-h2-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 16:07:58.642409 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Provisioning complete for port 367472a7-c3ef-42c3-ac29-a9e731ce5c1a triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:07:58.643623 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720752e1-e8f8-4c4b-8f2b-25e824b7fc59 req-7982952c-a585-4c16-bccd-b5f7f73f1887 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:07:58.644237 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:07:58.645413 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-720752e1-e8f8-4c4b-8f2b-25e824b7fc59 req-7982952c-a585-4c16-bccd-b5f7f73f1887 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.42 "GET /v2.0/ports?device_id=6fec5bbd-4528-41ad-8128-bf94bfb1dadf HTTP/1.1" status: 200 len: 944 time: 0.0597911 Mar 29 16:07:58.700480 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-720752e1-e8f8-4c4b-8f2b-25e824b7fc59 req-9b1386ed-8155-42b5-bc84-a1c0694af593 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.42 "GET /v2.0/security-groups?id=6cdc536e-0b15-4c2c-bfe5-f95ea92208ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481527 Mar 29 16:07:58.743042 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:07:58.773695 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fec5bbd-4528-41ad-8128-bf94bfb1dadf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '367472a7-c3ef-42c3-ac29-a9e731ce5c1a'}] {{(pid=102792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:07:58.776638 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4f476c66b318cc6068719fc39557fac68d413f5c7e78fa77028c7948e999ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc806759-5da8-4101-b3bb-09fe0403f330" -d '{"events": [{"server_uuid": "6fec5bbd-4528-41ad-8128-bf94bfb1dadf", "name": "network-vif-plugged", "status": "completed", "tag": "367472a7-c3ef-42c3-ac29-a9e731ce5c1a"}]}' {{(pid=102792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:07:58.789928 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port 367472a7-c3ef-42c3-ac29-a9e731ce5c1a, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=367472a7-c3ef-42c3-ac29-a9e731ce5c1a,segment=NetworkSegment(cba03923-275f-4318-bf62-d35312a27050),segment_id=cba03923-275f-4318-bf62-d35312a27050)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:07:58.789928 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:07:58.837543 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 16:07:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d821fe6e-003c-4ebe-83b1-2c5e367bb254 x-openstack-request-id: req-d821fe6e-003c-4ebe-83b1-2c5e367bb254 {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:07:58.838008 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fec5bbd-4528-41ad-8128-bf94bfb1dadf", "name": "network-vif-plugged", "status": "completed", "tag": "367472a7-c3ef-42c3-ac29-a9e731ce5c1a", "code": 200}]} {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:07:58.838253 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d821fe6e-003c-4ebe-83b1-2c5e367bb254 {{(pid=102792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:07:58.838626 n-d-834765-1 neutron-server[102792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fec5bbd-4528-41ad-8128-bf94bfb1dadf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '367472a7-c3ef-42c3-ac29-a9e731ce5c1a', 'code': 200} Mar 29 16:07:58.854114 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Pushing event updated for resources: {'Port': ['ID=367472a7-c3ef-42c3-ac29-a9e731ce5c1a,revision_number=7']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:07:59.102890 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc17eb76-a0ac-4078-8743-8f7a560e6bbe req-e63538dd-89ed-42b6-83fd-8fd46fa7b4a7 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:07:59.111593 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-bc17eb76-a0ac-4078-8743-8f7a560e6bbe req-e63538dd-89ed-42b6-83fd-8fd46fa7b4a7 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5123912-7357-4143-8a30-51a87d6d3d5d HTTP/1.1" status: 200 len: 945 time: 0.0677817 Mar 29 16:07:59.146104 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-bc17eb76-a0ac-4078-8743-8f7a560e6bbe req-1f41fbea-1fce-4eb5-9757-f8030d8bba4b tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] 10.222.0.42 "GET /v2.0/security-groups?id=c02ba859-4a44-44b3-8791-1727c4ee7976&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0336072 Mar 29 16:07:59.883931 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0657f871-fed3-4ba1-902d-f6fda1411aca req-84e94aac-993a-4ab1-8334-fd8358324fb7 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:07:59.885946 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-0657f871-fed3-4ba1-902d-f6fda1411aca req-84e94aac-993a-4ab1-8334-fd8358324fb7 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.42 "GET /v2.0/ports?device_id=6fec5bbd-4528-41ad-8128-bf94bfb1dadf HTTP/1.1" status: 200 len: 945 time: 0.0798740 Mar 29 16:07:59.937188 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-0657f871-fed3-4ba1-902d-f6fda1411aca req-1f4bba0f-61a0-4858-99f3-693e0c94e74b tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.42 "GET /v2.0/security-groups?id=6cdc536e-0b15-4c2c-bfe5-f95ea92208ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418968 Mar 29 16:08:00.237372 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.agents_db [None req-59735a15-725e-44d4-9ad5-95cbe356f209 None None] Agent healthcheck: found 7 active agents {{(pid=102793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 16:08:00.370548 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dd7e5b-14cf-47e8-864a-03d671aaa5a7 req-5a9a58de-6928-474d-b707-15447d8020b6 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:08:00.371885 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-86bf416e-9d1e-4fbc-a18e-adb684b047d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:08:00.373805 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-97dd7e5b-14cf-47e8-864a-03d671aaa5a7 req-5a9a58de-6928-474d-b707-15447d8020b6 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5123912-7357-4143-8a30-51a87d6d3d5d HTTP/1.1" status: 200 len: 945 time: 0.0929067 Mar 29 16:08:00.441792 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-97dd7e5b-14cf-47e8-864a-03d671aaa5a7 req-d13cbe11-ec91-4e4d-8f6d-040c49193897 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] 10.222.0.42 "GET /v2.0/security-groups?id=c02ba859-4a44-44b3-8791-1727c4ee7976&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0595288 Mar 29 16:08:01.098335 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e43ef1a-6349-487f-9a7c-ca1d0308ad59 req-bc50aa7b-cbd3-4442-a2c7-e2f7d0a21ad7 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:08:01.101759 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-1e43ef1a-6349-487f-9a7c-ca1d0308ad59 req-bc50aa7b-cbd3-4442-a2c7-e2f7d0a21ad7 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.42 "GET /v2.0/ports?device_id=6fec5bbd-4528-41ad-8128-bf94bfb1dadf HTTP/1.1" status: 200 len: 945 time: 0.0710065 Mar 29 16:08:01.166403 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-1e43ef1a-6349-487f-9a7c-ca1d0308ad59 req-08324d77-248e-4950-abf5-dc79f37a555b tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.42 "GET /v2.0/security-groups?id=6cdc536e-0b15-4c2c-bfe5-f95ea92208ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554583 Mar 29 16:08:01.692468 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abce6efa-e1dd-4de3-b4bb-c2de12b6c9b1 req-e8532c29-ffad-48e2-b2fd-a0a1fb661a95 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:08:01.702928 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-abce6efa-e1dd-4de3-b4bb-c2de12b6c9b1 req-e8532c29-ffad-48e2-b2fd-a0a1fb661a95 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5123912-7357-4143-8a30-51a87d6d3d5d HTTP/1.1" status: 200 len: 945 time: 0.0998466 Mar 29 16:08:01.756302 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-abce6efa-e1dd-4de3-b4bb-c2de12b6c9b1 req-8c167c6e-8760-4071-beed-a819c6fe1689 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] 10.222.0.42 "GET /v2.0/security-groups?id=c02ba859-4a44-44b3-8791-1727c4ee7976&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0500357 Mar 29 16:08:02.351716 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391d68dd-1416-48e1-899d-0273fb5cdbea req-53aed7dc-350a-4333-aeba-11f31667a7e4 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:08:02.358389 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-391d68dd-1416-48e1-899d-0273fb5cdbea req-53aed7dc-350a-4333-aeba-11f31667a7e4 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.42 "GET /v2.0/ports?device_id=6fec5bbd-4528-41ad-8128-bf94bfb1dadf HTTP/1.1" status: 200 len: 945 time: 0.1183951 Mar 29 16:08:02.462382 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-391d68dd-1416-48e1-899d-0273fb5cdbea req-30b3f656-fd96-41f3-bd25-e68045495cce tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.42 "GET /v2.0/security-groups?id=6cdc536e-0b15-4c2c-bfe5-f95ea92208ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953543 Mar 29 16:08:02.847072 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-69fb4984-f301-465e-8ab5-85ce1ec14304 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:08:02.950346 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b682b29-42c6-43eb-8b72-1030053d84fe req-d0ff3dd0-6813-4e9d-8a1f-1f161baefdeb tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:08:02.954017 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-5b682b29-42c6-43eb-8b72-1030053d84fe req-d0ff3dd0-6813-4e9d-8a1f-1f161baefdeb tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5123912-7357-4143-8a30-51a87d6d3d5d HTTP/1.1" status: 200 len: 945 time: 0.0730257 Mar 29 16:08:02.998766 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-5b682b29-42c6-43eb-8b72-1030053d84fe req-f5253517-b69d-4d1b-87c1-4d0b07184ac3 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] 10.222.0.42 "GET /v2.0/security-groups?id=c02ba859-4a44-44b3-8791-1727c4ee7976&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0364301 Mar 29 16:08:03.612792 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c3d663-9f04-47d5-8f2f-0fc497cd2d10 req-b76a8e25-2330-4cbd-b335-47e1001b7ebf tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:08:03.619799 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-a7c3d663-9f04-47d5-8f2f-0fc497cd2d10 req-b76a8e25-2330-4cbd-b335-47e1001b7ebf tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.42 "GET /v2.0/ports?device_id=6fec5bbd-4528-41ad-8128-bf94bfb1dadf HTTP/1.1" status: 200 len: 945 time: 0.0693281 Mar 29 16:08:03.666387 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-a7c3d663-9f04-47d5-8f2f-0fc497cd2d10 req-f85b3d4c-2e01-4f77-b5d6-a121c4074f3c tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.42 "GET /v2.0/security-groups?id=6cdc536e-0b15-4c2c-bfe5-f95ea92208ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426447 Mar 29 16:08:04.138402 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddec8834-6b01-40ce-a1c9-417f2ddb2154 req-b21afdb2-1fc7-4fac-abaa-5f6b88195e3f tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:08:04.141267 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-ddec8834-6b01-40ce-a1c9-417f2ddb2154 req-b21afdb2-1fc7-4fac-abaa-5f6b88195e3f tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5123912-7357-4143-8a30-51a87d6d3d5d HTTP/1.1" status: 200 len: 945 time: 0.0566134 Mar 29 16:08:04.185517 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-ddec8834-6b01-40ce-a1c9-417f2ddb2154 req-01d5a96c-23f5-4a6b-9d04-86a7900a58ed tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] 10.222.0.42 "GET /v2.0/security-groups?id=c02ba859-4a44-44b3-8791-1727c4ee7976&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0376618 Mar 29 16:08:04.225772 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500f7b02-8c5f-4526-81f1-04de27a3cdd2 req-2794df15-d475-46d6-a754-1d4bb011fe8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:08:04.227587 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-500f7b02-8c5f-4526-81f1-04de27a3cdd2 req-2794df15-d475-46d6-a754-1d4bb011fe8b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6549603cba104619bc496e118397db30&device_id=f5123912-7357-4143-8a30-51a87d6d3d5d HTTP/1.1" status: 200 len: 1096 time: 0.0502052 Mar 29 16:08:04.240668 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d71584b9-87f1-45f5-84c7-c993c2416269 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:08:04.333054 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500f7b02-8c5f-4526-81f1-04de27a3cdd2 req-98cc3f87-816f-44a0-9922-2cbdfa145ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:08:04.334849 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-500f7b02-8c5f-4526-81f1-04de27a3cdd2 req-98cc3f87-816f-44a0-9922-2cbdfa145ab8 service neutron] 10.222.0.44 "GET /v2.0/networks?id=bcacae85-6ca5-4d88-b7ab-d97534741bbe HTTP/1.1" status: 200 len: 918 time: 0.0983481 Mar 29 16:08:04.409366 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-500f7b02-8c5f-4526-81f1-04de27a3cdd2 req-778799d9-08a5-4e29-afe4-62a9d2d71533 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6af8fa21-eb22-4fc9-9f3c-3b2a092c0bcb HTTP/1.1" status: 200 len: 1001 time: 0.0669768 Mar 29 16:08:04.473228 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500f7b02-8c5f-4526-81f1-04de27a3cdd2 req-a20b780c-2dfc-4378-96fa-09d11d463bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:08:04.480613 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-500f7b02-8c5f-4526-81f1-04de27a3cdd2 req-a20b780c-2dfc-4378-96fa-09d11d463bd3 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a47225e3-f321-4c9c-823d-2d6e56b01612 HTTP/1.1" status: 200 len: 856 time: 0.0586917 Mar 29 16:08:04.533482 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500f7b02-8c5f-4526-81f1-04de27a3cdd2 req-4a409535-07d7-4b17-9cb1-23118780314f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:08:04.533838 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-500f7b02-8c5f-4526-81f1-04de27a3cdd2 req-4a409535-07d7-4b17-9cb1-23118780314f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=bcacae85-6ca5-4d88-b7ab-d97534741bbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0484297 Mar 29 16:08:04.646220 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-500f7b02-8c5f-4526-81f1-04de27a3cdd2 req-ffec530b-23b1-413f-837c-88bd6cd6797d service neutron] 10.222.0.44 "GET /v2.0/networks/bcacae85-6ca5-4d88-b7ab-d97534741bbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020298 Mar 29 16:08:04.765947 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-500f7b02-8c5f-4526-81f1-04de27a3cdd2 req-ed1804a7-9820-4a6a-b3f1-c214a93f60e2 service neutron] 10.222.0.44 "GET /v2.0/networks/bcacae85-6ca5-4d88-b7ab-d97534741bbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1141970 Mar 29 16:08:04.813893 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746ddf94-d171-4e8c-a051-9cc00727beb5 req-8e264886-259d-493f-89b5-8e96f9ec9e61 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:08:04.815550 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-746ddf94-d171-4e8c-a051-9cc00727beb5 req-8e264886-259d-493f-89b5-8e96f9ec9e61 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.42 "GET /v2.0/ports?device_id=6fec5bbd-4528-41ad-8128-bf94bfb1dadf HTTP/1.1" status: 200 len: 945 time: 0.0644143 Mar 29 16:08:04.899373 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-746ddf94-d171-4e8c-a051-9cc00727beb5 req-b6908568-bb49-41f5-aad6-d759f2c52b26 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.42 "GET /v2.0/security-groups?id=6cdc536e-0b15-4c2c-bfe5-f95ea92208ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682366 Mar 29 16:08:05.354674 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ce25ea-cb27-496d-ad4a-3807dcc7adac req-f2138b24-acfd-4fbf-a603-ba8a0c52ac75 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:08:05.357249 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-14ce25ea-cb27-496d-ad4a-3807dcc7adac req-f2138b24-acfd-4fbf-a603-ba8a0c52ac75 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5123912-7357-4143-8a30-51a87d6d3d5d HTTP/1.1" status: 200 len: 945 time: 0.0771165 Mar 29 16:08:05.407184 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-14ce25ea-cb27-496d-ad4a-3807dcc7adac req-c4d2c4ab-f155-4edb-b6d3-830366bea39e tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] 10.222.0.42 "GET /v2.0/security-groups?id=c02ba859-4a44-44b3-8791-1727c4ee7976&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0433197 Mar 29 16:08:05.788464 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-0cb6abf6-2706-4e52-8825-f5f644ecf9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:08:05.945789 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:08:06.068891 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91217dc-3db3-414c-aa11-d2a9534ec2ef req-480f7e7b-63ed-4a35-9ff1-e827fef62065 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:08:06.070420 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-a91217dc-3db3-414c-aa11-d2a9534ec2ef req-480f7e7b-63ed-4a35-9ff1-e827fef62065 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.42 "GET /v2.0/ports?device_id=6fec5bbd-4528-41ad-8128-bf94bfb1dadf HTTP/1.1" status: 200 len: 945 time: 0.0552099 Mar 29 16:08:06.114945 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-a91217dc-3db3-414c-aa11-d2a9534ec2ef req-25a68180-bd42-45d5-a70f-9e98f3c1d33b tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.42 "GET /v2.0/security-groups?id=6cdc536e-0b15-4c2c-bfe5-f95ea92208ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356002 Mar 29 16:08:06.546195 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e50862c-9ebc-4c7f-b2d0-86e7be435e52 req-b1ea8660-70cf-4d57-bc52-8fec15f05f04 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:08:06.549480 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4e50862c-9ebc-4c7f-b2d0-86e7be435e52 req-b1ea8660-70cf-4d57-bc52-8fec15f05f04 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5123912-7357-4143-8a30-51a87d6d3d5d HTTP/1.1" status: 200 len: 945 time: 0.0556188 Mar 29 16:08:06.599923 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4e50862c-9ebc-4c7f-b2d0-86e7be435e52 req-9a8c1043-5123-4db4-9f51-8e5404d92cb2 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] 10.222.0.42 "GET /v2.0/security-groups?id=c02ba859-4a44-44b3-8791-1727c4ee7976&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0438356 Mar 29 16:08:07.240712 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2023a10d-8eb0-42f7-ba1b-ae31b760c479 req-fe0c86a7-d642-4c97-ba90-bf56ff261cca tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:08:07.248286 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-2023a10d-8eb0-42f7-ba1b-ae31b760c479 req-fe0c86a7-d642-4c97-ba90-bf56ff261cca tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.42 "GET /v2.0/ports?device_id=6fec5bbd-4528-41ad-8128-bf94bfb1dadf HTTP/1.1" status: 200 len: 945 time: 0.0569885 Mar 29 16:08:07.296279 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-2023a10d-8eb0-42f7-ba1b-ae31b760c479 req-f615f06f-a3f0-49bd-9617-d73cf71b4896 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.42 "GET /v2.0/security-groups?id=6cdc536e-0b15-4c2c-bfe5-f95ea92208ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415502 Mar 29 16:08:07.778348 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9282041d-3a5f-4299-be9c-9cb1ed38eec6 req-96575af1-7171-4cdb-9bea-856c4b57afc9 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:08:07.779866 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-9282041d-3a5f-4299-be9c-9cb1ed38eec6 req-96575af1-7171-4cdb-9bea-856c4b57afc9 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5123912-7357-4143-8a30-51a87d6d3d5d HTTP/1.1" status: 200 len: 945 time: 0.0595388 Mar 29 16:08:07.849830 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-9282041d-3a5f-4299-be9c-9cb1ed38eec6 req-153d060a-2c67-4217-9b9b-75f229b7a7a6 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] 10.222.0.42 "GET /v2.0/security-groups?id=c02ba859-4a44-44b3-8791-1727c4ee7976&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0572436 Mar 29 16:08:07.897158 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device 6af8fa21-eb22-4fc9-9f3c-3b2a092c0bcb no longer exists at agent hyperv_n-h1-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 16:08:07.993513 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-76d2deac-5818-42bb-8146-bd6c5672abe1 req-b22e26b4-f673-4d3f-90cb-a2d4469c2c67 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f5123912-7357-4143-8a30-51a87d6d3d5d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0612843 Mar 29 16:08:08.004646 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:08:08.044325 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5123912-7357-4143-8a30-51a87d6d3d5d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6af8fa21-eb22-4fc9-9f3c-3b2a092c0bcb'}] {{(pid=102792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:08:08.047479 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4f476c66b318cc6068719fc39557fac68d413f5c7e78fa77028c7948e999ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e081a48-10bd-4180-a455-d5b5f395062f" -d '{"events": [{"server_uuid": "f5123912-7357-4143-8a30-51a87d6d3d5d", "name": "network-vif-unplugged", "status": "completed", "tag": "6af8fa21-eb22-4fc9-9f3c-3b2a092c0bcb"}]}' {{(pid=102792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:08:08.085809 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port 6af8fa21-eb22-4fc9-9f3c-3b2a092c0bcb, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=6af8fa21-eb22-4fc9-9f3c-3b2a092c0bcb,segment=NetworkSegment(b3edd697-c981-4e3c-9ae1-cbcf1935405e),segment_id=b3edd697-c981-4e3c-9ae1-cbcf1935405e)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:08:08.092403 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:08:08.125338 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 29 Mar 2022 16:08:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39d048a8-1b83-48df-9adf-57a2a5e4d72d x-openstack-request-id: req-39d048a8-1b83-48df-9adf-57a2a5e4d72d {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:08:08.126297 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5123912-7357-4143-8a30-51a87d6d3d5d", "name": "network-vif-unplugged", "status": "failed", "tag": "6af8fa21-eb22-4fc9-9f3c-3b2a092c0bcb", "code": 422}]} {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:08:08.126705 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-39d048a8-1b83-48df-9adf-57a2a5e4d72d {{(pid=102792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:08:08.127802 n-d-834765-1 neutron-server[102792]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'f5123912-7357-4143-8a30-51a87d6d3d5d', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '6af8fa21-eb22-4fc9-9f3c-3b2a092c0bcb', 'code': 422} returned with failed status Mar 29 16:08:08.154261 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Pushing event updated for resources: {'Port': ['ID=6af8fa21-eb22-4fc9-9f3c-3b2a092c0bcb,revision_number=8']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:08:08.440263 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9542bea0-3077-4e43-ab77-799402535556 req-c2ebff91-05f6-4712-8508-599af757f217 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:08:08.442465 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-9542bea0-3077-4e43-ab77-799402535556 req-c2ebff91-05f6-4712-8508-599af757f217 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.42 "GET /v2.0/ports?device_id=6fec5bbd-4528-41ad-8128-bf94bfb1dadf HTTP/1.1" status: 200 len: 945 time: 0.0759974 Mar 29 16:08:08.498124 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-9542bea0-3077-4e43-ab77-799402535556 req-1b6b97e1-1508-4ec0-9dde-cf6a6033a094 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.42 "GET /v2.0/security-groups?id=6cdc536e-0b15-4c2c-bfe5-f95ea92208ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488937 Mar 29 16:08:09.027818 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75b8462-593b-4ff4-a848-027c79ff6474 req-98a4e053-e486-4a32-9b9f-1756940ad592 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:08:09.029370 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-a75b8462-593b-4ff4-a848-027c79ff6474 req-98a4e053-e486-4a32-9b9f-1756940ad592 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5123912-7357-4143-8a30-51a87d6d3d5d HTTP/1.1" status: 200 len: 943 time: 0.0945747 Mar 29 16:08:09.032851 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d2deac-5818-42bb-8146-bd6c5672abe1 req-fda85f09-04d5-4293-9168-9db6783fddcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:08:09.034232 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-76d2deac-5818-42bb-8146-bd6c5672abe1 req-fda85f09-04d5-4293-9168-9db6783fddcf service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=f5123912-7357-4143-8a30-51a87d6d3d5d&tenant_id=6549603cba104619bc496e118397db30 HTTP/1.1" status: 200 len: 1094 time: 0.0617530 Mar 29 16:08:09.050118 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [req-76d2deac-5818-42bb-8146-bd6c5672abe1 req-f5e3cbb1-10d2-4c7b-b700-896a082feb8a service neutron] Request body: {'port': {'binding:host_id': 'n-h2-834765-1', 'device_owner': 'compute:nova'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:08:09.137483 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-a75b8462-593b-4ff4-a848-027c79ff6474 req-8d514cd9-9a73-49d1-b26d-51979120b3d7 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] 10.222.0.42 "GET /v2.0/security-groups?id=c02ba859-4a44-44b3-8791-1727c4ee7976&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1000674 Mar 29 16:08:09.140408 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-76d2deac-5818-42bb-8146-bd6c5672abe1 req-f5e3cbb1-10d2-4c7b-b700-896a082feb8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:08:09.373067 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-76d2deac-5818-42bb-8146-bd6c5672abe1 req-f5e3cbb1-10d2-4c7b-b700-896a082feb8a service neutron] For port 6af8fa21-eb22-4fc9-9f3c-3b2a092c0bcb, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=6af8fa21-eb22-4fc9-9f3c-3b2a092c0bcb,segment=NetworkSegment(b3edd697-c981-4e3c-9ae1-cbcf1935405e),segment_id=b3edd697-c981-4e3c-9ae1-cbcf1935405e)] {{(pid=102791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:08:09.409468 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-76d2deac-5818-42bb-8146-bd6c5672abe1 req-f5e3cbb1-10d2-4c7b-b700-896a082feb8a service neutron] For port 6af8fa21-eb22-4fc9-9f3c-3b2a092c0bcb, host n-h1-834765-1, cleared binding levels {{(pid=102791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 16:08:09.445003 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [req-76d2deac-5818-42bb-8146-bd6c5672abe1 req-f5e3cbb1-10d2-4c7b-b700-896a082feb8a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6af8fa21-eb22-4fc9-9f3c-3b2a092c0bcb {{(pid=102791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 16:08:09.452713 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-76d2deac-5818-42bb-8146-bd6c5672abe1 req-f5e3cbb1-10d2-4c7b-b700-896a082feb8a service neutron] Notify callbacks [] for port, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:08:09.465595 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.provisioning_blocks [req-76d2deac-5818-42bb-8146-bd6c5672abe1 req-f5e3cbb1-10d2-4c7b-b700-896a082feb8a service neutron] Transition to ACTIVE for port object 6af8fa21-eb22-4fc9-9f3c-3b2a092c0bcb will not be triggered until provisioned by entity L2. {{(pid=102791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 16:08:09.469491 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-76d2deac-5818-42bb-8146-bd6c5672abe1 req-f5e3cbb1-10d2-4c7b-b700-896a082feb8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:08:09.573268 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e3cbb1-10d2-4c7b-b700-896a082feb8a service neutron] Pushing event updated for resources: {'Port': ['ID=6af8fa21-eb22-4fc9-9f3c-3b2a092c0bcb,revision_number=9']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:08:09.604676 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [req-76d2deac-5818-42bb-8146-bd6c5672abe1 req-f5e3cbb1-10d2-4c7b-b700-896a082feb8a service neutron] No DVR routers for this DVR port 6af8fa21-eb22-4fc9-9f3c-3b2a092c0bcb on host n-h1-834765-1 {{(pid=102791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 16:08:09.633012 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd1296c-7a16-432c-9f70-f893550f125c req-bc883882-c98d-4ab1-9429-084582d64c9f tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:08:09.635718 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-2bd1296c-7a16-432c-9f70-f893550f125c req-bc883882-c98d-4ab1-9429-084582d64c9f tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.42 "GET /v2.0/ports?device_id=6fec5bbd-4528-41ad-8128-bf94bfb1dadf HTTP/1.1" status: 200 len: 945 time: 0.0539279 Mar 29 16:08:09.676102 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-2bd1296c-7a16-432c-9f70-f893550f125c req-e827d914-50be-4969-a5fc-40f61aceb62f tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.42 "GET /v2.0/security-groups?id=6cdc536e-0b15-4c2c-bfe5-f95ea92208ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343680 Mar 29 16:08:09.749684 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-76d2deac-5818-42bb-8146-bd6c5672abe1 req-f5e3cbb1-10d2-4c7b-b700-896a082feb8a service neutron] Attempting to bind port 6af8fa21-eb22-4fc9-9f3c-3b2a092c0bcb on host n-h2-834765-1 for vnic_type normal with profile {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 16:08:09.750011 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-76d2deac-5818-42bb-8146-bd6c5672abe1 req-f5e3cbb1-10d2-4c7b-b700-896a082feb8a service neutron] Attempting to bind port 6af8fa21-eb22-4fc9-9f3c-3b2a092c0bcb by drivers openvswitch,hyperv on host n-h2-834765-1 at level 0 using segments [{'id': 'b3edd697-c981-4e3c-9ae1-cbcf1935405e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'bcacae85-6ca5-4d88-b7ab-d97534741bbe'}] {{(pid=102791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 16:08:09.750331 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76d2deac-5818-42bb-8146-bd6c5672abe1 req-f5e3cbb1-10d2-4c7b-b700-896a082feb8a service neutron] Attempting to bind port 6af8fa21-eb22-4fc9-9f3c-3b2a092c0bcb on network bcacae85-6ca5-4d88-b7ab-d97534741bbe {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 16:08:09.754532 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76d2deac-5818-42bb-8146-bd6c5672abe1 req-f5e3cbb1-10d2-4c7b-b700-896a082feb8a service neutron] Port 6af8fa21-eb22-4fc9-9f3c-3b2a092c0bcb on network bcacae85-6ca5-4d88-b7ab-d97534741bbe not bound, no agent of type Open vSwitch agent registered on host n-h2-834765-1 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 16:08:09.754844 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76d2deac-5818-42bb-8146-bd6c5672abe1 req-f5e3cbb1-10d2-4c7b-b700-896a082feb8a service neutron] Attempting to bind port 6af8fa21-eb22-4fc9-9f3c-3b2a092c0bcb on network bcacae85-6ca5-4d88-b7ab-d97534741bbe {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 16:08:09.759618 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76d2deac-5818-42bb-8146-bd6c5672abe1 req-f5e3cbb1-10d2-4c7b-b700-896a082feb8a service neutron] Checking agent: {'id': '3e4b4912-b4a2-4d17-b5bd-6ce15529e8eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 33, 17), 'started_at': datetime.datetime(2022, 3, 29, 15, 33, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 16, 7, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 16:08:09.759977 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76d2deac-5818-42bb-8146-bd6c5672abe1 req-f5e3cbb1-10d2-4c7b-b700-896a082feb8a service neutron] Checking segment: {'id': 'b3edd697-c981-4e3c-9ae1-cbcf1935405e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'bcacae85-6ca5-4d88-b7ab-d97534741bbe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 16:08:09.760353 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76d2deac-5818-42bb-8146-bd6c5672abe1 req-f5e3cbb1-10d2-4c7b-b700-896a082feb8a service neutron] Bound using segment: {'id': 'b3edd697-c981-4e3c-9ae1-cbcf1935405e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'bcacae85-6ca5-4d88-b7ab-d97534741bbe'} {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 16:08:09.760769 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-76d2deac-5818-42bb-8146-bd6c5672abe1 req-f5e3cbb1-10d2-4c7b-b700-896a082feb8a service neutron] Bound port: 6af8fa21-eb22-4fc9-9f3c-3b2a092c0bcb, host: n-h2-834765-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3edd697-c981-4e3c-9ae1-cbcf1935405e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'bcacae85-6ca5-4d88-b7ab-d97534741bbe'}}] {{(pid=102791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 16:08:09.761120 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-76d2deac-5818-42bb-8146-bd6c5672abe1 req-f5e3cbb1-10d2-4c7b-b700-896a082feb8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:08:09.828499 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-76d2deac-5818-42bb-8146-bd6c5672abe1 req-f5e3cbb1-10d2-4c7b-b700-896a082feb8a service neutron] For port 6af8fa21-eb22-4fc9-9f3c-3b2a092c0bcb, host n-h2-834765-1, cleared binding levels {{(pid=102791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 16:08:09.831489 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-76d2deac-5818-42bb-8146-bd6c5672abe1 req-f5e3cbb1-10d2-4c7b-b700-896a082feb8a service neutron] For port 6af8fa21-eb22-4fc9-9f3c-3b2a092c0bcb, host n-h2-834765-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=6af8fa21-eb22-4fc9-9f3c-3b2a092c0bcb,segment=NetworkSegment(b3edd697-c981-4e3c-9ae1-cbcf1935405e),segment_id=b3edd697-c981-4e3c-9ae1-cbcf1935405e)] {{(pid=102791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 16:08:09.836213 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-76d2deac-5818-42bb-8146-bd6c5672abe1 req-f5e3cbb1-10d2-4c7b-b700-896a082feb8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:08:09.871721 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d2deac-5818-42bb-8146-bd6c5672abe1 req-f5e3cbb1-10d2-4c7b-b700-896a082feb8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:08:09.872363 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-76d2deac-5818-42bb-8146-bd6c5672abe1 req-f5e3cbb1-10d2-4c7b-b700-896a082feb8a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:08:09.873830 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-76d2deac-5818-42bb-8146-bd6c5672abe1 req-f5e3cbb1-10d2-4c7b-b700-896a082feb8a service neutron] 10.222.0.48 "PUT /v2.0/ports/6af8fa21-eb22-4fc9-9f3c-3b2a092c0bcb HTTP/1.1" status: 200 len: 1091 time: 0.8288987 Mar 29 16:08:09.874334 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5123912-7357-4143-8a30-51a87d6d3d5d', 'tag': '6af8fa21-eb22-4fc9-9f3c-3b2a092c0bcb'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:08:09.876646 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c67b028db5e9b9818fecc5c0a87ebc6f190694fa53ca267d523e04f98de536d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5202975-de5f-4840-a53f-4173ec15a6a8" -d '{"events": [{"name": "network-changed", "server_uuid": "f5123912-7357-4143-8a30-51a87d6d3d5d", "tag": "6af8fa21-eb22-4fc9-9f3c-3b2a092c0bcb"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:08:09.930634 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 16:08:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-954ea2ed-816f-487e-9215-0bd2bc22f926 x-openstack-request-id: req-954ea2ed-816f-487e-9215-0bd2bc22f926 {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:08:09.930926 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5123912-7357-4143-8a30-51a87d6d3d5d", "tag": "6af8fa21-eb22-4fc9-9f3c-3b2a092c0bcb", "status": "completed", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:08:09.931484 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-954ea2ed-816f-487e-9215-0bd2bc22f926 {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:08:09.931892 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5123912-7357-4143-8a30-51a87d6d3d5d', 'tag': '6af8fa21-eb22-4fc9-9f3c-3b2a092c0bcb', 'status': 'completed', 'code': 200} Mar 29 16:08:09.935299 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e3cbb1-10d2-4c7b-b700-896a082feb8a service neutron] Pushing event updated for resources: {'Port': ['ID=6af8fa21-eb22-4fc9-9f3c-3b2a092c0bcb,revision_number=10']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:08:09.951707 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d2deac-5818-42bb-8146-bd6c5672abe1 req-cc8b3dc2-310b-49e9-9bba-5a753618e16f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:08:09.953840 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-76d2deac-5818-42bb-8146-bd6c5672abe1 req-cc8b3dc2-310b-49e9-9bba-5a753618e16f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=6549603cba104619bc496e118397db30&device_id=f5123912-7357-4143-8a30-51a87d6d3d5d HTTP/1.1" status: 200 len: 1095 time: 0.0533767 Mar 29 16:08:10.059079 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d2deac-5818-42bb-8146-bd6c5672abe1 req-b60c689d-9f80-4d3e-8b86-a90505cf6501 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:08:10.060677 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-76d2deac-5818-42bb-8146-bd6c5672abe1 req-b60c689d-9f80-4d3e-8b86-a90505cf6501 service neutron] 10.222.0.48 "GET /v2.0/networks?id=bcacae85-6ca5-4d88-b7ab-d97534741bbe HTTP/1.1" status: 200 len: 918 time: 0.0995026 Mar 29 16:08:10.221505 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-76d2deac-5818-42bb-8146-bd6c5672abe1 req-e311907a-15bc-40af-b44b-ddd926bae24f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6af8fa21-eb22-4fc9-9f3c-3b2a092c0bcb HTTP/1.1" status: 200 len: 999 time: 0.0592763 Mar 29 16:08:10.272309 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d2deac-5818-42bb-8146-bd6c5672abe1 req-fa311b56-423b-4208-b006-ddb3a577d7e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:08:10.273921 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-76d2deac-5818-42bb-8146-bd6c5672abe1 req-fa311b56-423b-4208-b006-ddb3a577d7e7 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a47225e3-f321-4c9c-823d-2d6e56b01612 HTTP/1.1" status: 200 len: 856 time: 0.0458524 Mar 29 16:08:10.282532 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f5e52c-eb67-4b14-b0db-35aa189ddd5b req-b47b38ce-63eb-4692-93db-44a8184b3d2f tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:08:10.284021 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-b6f5e52c-eb67-4b14-b0db-35aa189ddd5b req-b47b38ce-63eb-4692-93db-44a8184b3d2f tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5123912-7357-4143-8a30-51a87d6d3d5d HTTP/1.1" status: 200 len: 944 time: 0.0641611 Mar 29 16:08:10.321991 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-b6f5e52c-eb67-4b14-b0db-35aa189ddd5b req-eda446c4-b9f6-4821-9043-f80598460f1c tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] 10.222.0.42 "GET /v2.0/security-groups?id=c02ba859-4a44-44b3-8791-1727c4ee7976&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317283 Mar 29 16:08:10.327856 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d2deac-5818-42bb-8146-bd6c5672abe1 req-d2edd843-be34-408a-83c2-e7d43110af77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:08:10.329825 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-76d2deac-5818-42bb-8146-bd6c5672abe1 req-d2edd843-be34-408a-83c2-e7d43110af77 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=bcacae85-6ca5-4d88-b7ab-d97534741bbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0454872 Mar 29 16:08:10.452452 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-76d2deac-5818-42bb-8146-bd6c5672abe1 req-b1ec98c2-4ff0-4fe0-bded-b8bfb67390af service neutron] 10.222.0.48 "GET /v2.0/networks/bcacae85-6ca5-4d88-b7ab-d97534741bbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1142757 Mar 29 16:08:10.454701 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d9fa51-d165-4ffd-8afb-7fa6564997ca req-ee537d81-6b5f-4689-8662-63f84401f656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:08:10.456072 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d2d9fa51-d165-4ffd-8afb-7fa6564997ca req-ee537d81-6b5f-4689-8662-63f84401f656 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9839c4e5165d404688d3bc8b6d18d5d3&device_id=6fec5bbd-4528-41ad-8128-bf94bfb1dadf HTTP/1.1" status: 200 len: 1096 time: 0.0877297 Mar 29 16:08:10.614609 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-76d2deac-5818-42bb-8146-bd6c5672abe1 req-d35f8c2c-e072-43f4-a6fc-54609aa55ef4 service neutron] 10.222.0.48 "GET /v2.0/networks/bcacae85-6ca5-4d88-b7ab-d97534741bbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1505921 Mar 29 16:08:10.615708 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d9fa51-d165-4ffd-8afb-7fa6564997ca req-9805b62e-8453-4df4-9afc-6495218f13fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:08:10.617001 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d2d9fa51-d165-4ffd-8afb-7fa6564997ca req-9805b62e-8453-4df4-9afc-6495218f13fa service neutron] 10.222.0.48 "GET /v2.0/networks?id=94aaab29-0bd5-4872-87c3-058efc699ab1 HTTP/1.1" status: 200 len: 914 time: 0.1455281 Mar 29 16:08:10.660690 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d2d9fa51-d165-4ffd-8afb-7fa6564997ca req-af342f0d-0691-40ff-9a65-0706d27450b3 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=367472a7-c3ef-42c3-ac29-a9e731ce5c1a HTTP/1.1" status: 200 len: 217 time: 0.0343592 Mar 29 16:08:10.737113 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d9fa51-d165-4ffd-8afb-7fa6564997ca req-5fd15acd-2209-4bb5-a989-650bcb0506e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:08:10.738579 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d2d9fa51-d165-4ffd-8afb-7fa6564997ca req-5fd15acd-2209-4bb5-a989-650bcb0506e2 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b3eb82fd-c9e0-44ac-b6ba-483d89595c61 HTTP/1.1" status: 200 len: 853 time: 0.0696814 Mar 29 16:08:10.741053 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5202975-de5f-4840-a53f-4173ec15a6a8 req-b36f85db-e8e3-493b-a15a-15df70ee92eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:08:10.742399 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-c5202975-de5f-4840-a53f-4173ec15a6a8 req-b36f85db-e8e3-493b-a15a-15df70ee92eb service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=6549603cba104619bc496e118397db30&device_id=f5123912-7357-4143-8a30-51a87d6d3d5d HTTP/1.1" status: 200 len: 1095 time: 0.0808854 Mar 29 16:08:10.809742 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d2d9fa51-d165-4ffd-8afb-7fa6564997ca req-8f54bfba-011d-44d6-8b90-a0033c672559 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=94aaab29-0bd5-4872-87c3-058efc699ab1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0573120 Mar 29 16:08:10.922759 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e6c3f9-89a8-462b-8967-60fb2306e1b4 req-4fef21f2-2726-4f0f-82a1-01fa5a0d8a98 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:08:10.924330 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d7e6c3f9-89a8-462b-8967-60fb2306e1b4 req-4fef21f2-2726-4f0f-82a1-01fa5a0d8a98 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.42 "GET /v2.0/ports?device_id=6fec5bbd-4528-41ad-8128-bf94bfb1dadf HTTP/1.1" status: 200 len: 945 time: 0.1636245 Mar 29 16:08:11.016280 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5202975-de5f-4840-a53f-4173ec15a6a8 req-30371f21-d6a7-483d-a266-c5c54d787c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:08:11.019395 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-c5202975-de5f-4840-a53f-4173ec15a6a8 req-30371f21-d6a7-483d-a266-c5c54d787c24 service neutron] 10.222.0.48 "GET /v2.0/networks?id=bcacae85-6ca5-4d88-b7ab-d97534741bbe HTTP/1.1" status: 200 len: 918 time: 0.2573700 Mar 29 16:08:11.029103 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d7e6c3f9-89a8-462b-8967-60fb2306e1b4 req-cb1450b8-d489-46f9-be51-ab7f4871f17d tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.42 "GET /v2.0/security-groups?id=6cdc536e-0b15-4c2c-bfe5-f95ea92208ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777285 Mar 29 16:08:11.031499 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d2d9fa51-d165-4ffd-8afb-7fa6564997ca req-a10971e0-acac-47fe-a41a-fcbbb627efb0 service neutron] 10.222.0.48 "GET /v2.0/networks/94aaab29-0bd5-4872-87c3-058efc699ab1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2106242 Mar 29 16:08:11.470365 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d904f0f6-a219-44cf-842c-33abed965e46 req-ef9c1d56-6058-4190-99a3-40635c4e6c81 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:08:11.472635 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-d904f0f6-a219-44cf-842c-33abed965e46 req-ef9c1d56-6058-4190-99a3-40635c4e6c81 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5123912-7357-4143-8a30-51a87d6d3d5d HTTP/1.1" status: 200 len: 944 time: 0.0606213 Mar 29 16:08:11.526237 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-d904f0f6-a219-44cf-842c-33abed965e46 req-a154f6cf-fdb3-4524-b38b-5987b00cc0ac tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] 10.222.0.42 "GET /v2.0/security-groups?id=c02ba859-4a44-44b3-8791-1727c4ee7976&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0343297 Mar 29 16:08:12.155950 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afbe6f4-c1ad-4dc6-8898-3a67c6561ee0 req-620bc858-42b8-4e08-abec-0412a8e1ac56 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:08:12.157468 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-0afbe6f4-c1ad-4dc6-8898-3a67c6561ee0 req-620bc858-42b8-4e08-abec-0412a8e1ac56 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.42 "GET /v2.0/ports?device_id=6fec5bbd-4528-41ad-8128-bf94bfb1dadf HTTP/1.1" status: 200 len: 945 time: 0.0548370 Mar 29 16:08:12.200524 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-0afbe6f4-c1ad-4dc6-8898-3a67c6561ee0 req-b0dfe152-f8ae-43f0-95b0-fa526a1e5b0f tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.42 "GET /v2.0/security-groups?id=6cdc536e-0b15-4c2c-bfe5-f95ea92208ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364969 Mar 29 16:08:12.628717 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device 367472a7-c3ef-42c3-ac29-a9e731ce5c1a no longer exists at agent hyperv_n-h2-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 16:08:12.664342 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f499556e-1153-4024-81b2-2c1d14a07de6 req-7d4bd551-9e7d-4ded-b63f-af0f04ebb079 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:08:12.665882 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-f499556e-1153-4024-81b2-2c1d14a07de6 req-7d4bd551-9e7d-4ded-b63f-af0f04ebb079 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5123912-7357-4143-8a30-51a87d6d3d5d HTTP/1.1" status: 200 len: 944 time: 0.0542486 Mar 29 16:08:12.714633 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-f499556e-1153-4024-81b2-2c1d14a07de6 req-df5302b1-c04f-4ed3-8624-3a6279405288 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] 10.222.0.42 "GET /v2.0/security-groups?id=c02ba859-4a44-44b3-8791-1727c4ee7976&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0411704 Mar 29 16:08:12.734782 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:08:12.770152 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port 367472a7-c3ef-42c3-ac29-a9e731ce5c1a, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=367472a7-c3ef-42c3-ac29-a9e731ce5c1a,segment=NetworkSegment(cba03923-275f-4318-bf62-d35312a27050),segment_id=cba03923-275f-4318-bf62-d35312a27050)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:08:12.771340 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fec5bbd-4528-41ad-8128-bf94bfb1dadf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '367472a7-c3ef-42c3-ac29-a9e731ce5c1a'}] {{(pid=102792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:08:12.774129 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4f476c66b318cc6068719fc39557fac68d413f5c7e78fa77028c7948e999ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8331d6cd-3595-466b-a062-dd65267f1b39" -d '{"events": [{"server_uuid": "6fec5bbd-4528-41ad-8128-bf94bfb1dadf", "name": "network-vif-unplugged", "status": "completed", "tag": "367472a7-c3ef-42c3-ac29-a9e731ce5c1a"}]}' {{(pid=102792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:08:12.788075 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:08:12.824663 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 29 Mar 2022 16:08:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e302f106-d6e1-4177-91b9-8a02ba95dda0 x-openstack-request-id: req-e302f106-d6e1-4177-91b9-8a02ba95dda0 {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:08:12.824961 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fec5bbd-4528-41ad-8128-bf94bfb1dadf", "name": "network-vif-unplugged", "status": "completed", "tag": "367472a7-c3ef-42c3-ac29-a9e731ce5c1a", "code": 200}]} {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:08:12.825208 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e302f106-d6e1-4177-91b9-8a02ba95dda0 {{(pid=102792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:08:12.825769 n-d-834765-1 neutron-server[102792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fec5bbd-4528-41ad-8128-bf94bfb1dadf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '367472a7-c3ef-42c3-ac29-a9e731ce5c1a', 'code': 200} Mar 29 16:08:12.848360 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Pushing event updated for resources: {'Port': ['ID=367472a7-c3ef-42c3-ac29-a9e731ce5c1a,revision_number=8']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:08:13.329716 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e59086c-ba5d-4783-85b8-5f5aadedf1ee req-2b904428-447d-4c28-b282-7a9e4a27502e tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:08:13.331406 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-2e59086c-ba5d-4783-85b8-5f5aadedf1ee req-2b904428-447d-4c28-b282-7a9e4a27502e tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.42 "GET /v2.0/ports?device_id=6fec5bbd-4528-41ad-8128-bf94bfb1dadf HTTP/1.1" status: 200 len: 943 time: 0.0570452 Mar 29 16:08:13.369937 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-2e59086c-ba5d-4783-85b8-5f5aadedf1ee req-41aa378b-aa47-4e6a-ad67-e98f19eff6d4 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.42 "GET /v2.0/security-groups?id=6cdc536e-0b15-4c2c-bfe5-f95ea92208ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324991 Mar 29 16:08:13.856815 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290ff326-7c0e-44e6-b0fd-c278b534ec68 req-145b3252-a577-41a2-8976-fb1e0d6c6808 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:08:13.858492 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-290ff326-7c0e-44e6-b0fd-c278b534ec68 req-145b3252-a577-41a2-8976-fb1e0d6c6808 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5123912-7357-4143-8a30-51a87d6d3d5d HTTP/1.1" status: 200 len: 944 time: 0.0547929 Mar 29 16:08:13.901745 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-290ff326-7c0e-44e6-b0fd-c278b534ec68 req-2e4fd35c-3d28-4a6b-8a7a-6ef7b9c9dfb3 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] 10.222.0.42 "GET /v2.0/security-groups?id=c02ba859-4a44-44b3-8791-1727c4ee7976&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0368464 Mar 29 16:08:14.511229 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497c8df2-a1c4-43dc-bd56-6eccab282560 req-7e1238e6-c3e5-465f-bdc8-11ff25f82a3f tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:08:14.512772 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-497c8df2-a1c4-43dc-bd56-6eccab282560 req-7e1238e6-c3e5-465f-bdc8-11ff25f82a3f tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.42 "GET /v2.0/ports?device_id=6fec5bbd-4528-41ad-8128-bf94bfb1dadf HTTP/1.1" status: 200 len: 943 time: 0.0594330 Mar 29 16:08:14.552450 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-497c8df2-a1c4-43dc-bd56-6eccab282560 req-72e578e5-6a78-47f3-9659-db22fa299d45 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.42 "GET /v2.0/security-groups?id=6cdc536e-0b15-4c2c-bfe5-f95ea92208ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328653 Mar 29 16:08:15.042414 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5baaec0-0c5c-44ef-a579-ebba3020b543 req-3a2e8d44-8b0e-431f-9c39-313aecb796d6 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:08:15.044358 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-c5baaec0-0c5c-44ef-a579-ebba3020b543 req-3a2e8d44-8b0e-431f-9c39-313aecb796d6 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5123912-7357-4143-8a30-51a87d6d3d5d HTTP/1.1" status: 200 len: 944 time: 0.0612204 Mar 29 16:08:15.085982 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-c5baaec0-0c5c-44ef-a579-ebba3020b543 req-ddb9ccd6-8f81-470d-9534-5e3fa3316701 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] 10.222.0.42 "GET /v2.0/security-groups?id=c02ba859-4a44-44b3-8791-1727c4ee7976&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0347166 Mar 29 16:08:15.680635 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79325f8a-2a06-4712-b98c-db1dd6b72eba req-f9760d4b-fa4d-4df6-87d7-e352e69d52f9 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:08:15.682322 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-79325f8a-2a06-4712-b98c-db1dd6b72eba req-f9760d4b-fa4d-4df6-87d7-e352e69d52f9 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.42 "GET /v2.0/ports?device_id=6fec5bbd-4528-41ad-8128-bf94bfb1dadf HTTP/1.1" status: 200 len: 943 time: 0.0541363 Mar 29 16:08:15.721289 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-79325f8a-2a06-4712-b98c-db1dd6b72eba req-e7bfebf3-a75f-4668-a94b-df6060c182ad tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.42 "GET /v2.0/security-groups?id=6cdc536e-0b15-4c2c-bfe5-f95ea92208ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321205 Mar 29 16:08:16.221117 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b11d6c0-34a6-4e87-962e-5fafb6018530 req-ff6e0f53-261f-4a79-ae2e-ba1523c715ef tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:08:16.222681 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-0b11d6c0-34a6-4e87-962e-5fafb6018530 req-ff6e0f53-261f-4a79-ae2e-ba1523c715ef tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5123912-7357-4143-8a30-51a87d6d3d5d HTTP/1.1" status: 200 len: 944 time: 0.0548959 Mar 29 16:08:16.263010 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-0b11d6c0-34a6-4e87-962e-5fafb6018530 req-ba69e63d-78cb-44e7-b1b3-1d8ee1eb6e30 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] 10.222.0.42 "GET /v2.0/security-groups?id=c02ba859-4a44-44b3-8791-1727c4ee7976&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0341523 Mar 29 16:08:16.858612 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7779a495-1d54-4923-abb2-d19a60b2bff9 req-e05e92d7-ba97-45f6-ad10-05a0c7e22e37 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:08:16.860399 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-7779a495-1d54-4923-abb2-d19a60b2bff9 req-e05e92d7-ba97-45f6-ad10-05a0c7e22e37 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.42 "GET /v2.0/ports?device_id=6fec5bbd-4528-41ad-8128-bf94bfb1dadf HTTP/1.1" status: 200 len: 943 time: 0.0626574 Mar 29 16:08:16.904751 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-7779a495-1d54-4923-abb2-d19a60b2bff9 req-e29a3459-0edf-43ec-a0a7-3ea57d09c6b6 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.42 "GET /v2.0/security-groups?id=6cdc536e-0b15-4c2c-bfe5-f95ea92208ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373609 Mar 29 16:08:17.135544 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:08:17.396604 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485f02f4-9eba-460b-93bc-60f4186ba71a req-ae9d24d1-e274-486b-b2c9-bbd327d95022 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:08:17.398045 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-485f02f4-9eba-460b-93bc-60f4186ba71a req-ae9d24d1-e274-486b-b2c9-bbd327d95022 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5123912-7357-4143-8a30-51a87d6d3d5d HTTP/1.1" status: 200 len: 944 time: 0.0514379 Mar 29 16:08:17.439131 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-485f02f4-9eba-460b-93bc-60f4186ba71a req-c98020b2-edb0-48bf-badd-77dc84a49352 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] 10.222.0.42 "GET /v2.0/security-groups?id=c02ba859-4a44-44b3-8791-1727c4ee7976&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0348759 Mar 29 16:08:17.944939 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:08:18.038426 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9570a0-a334-41bc-89da-30c393ea6055 req-9b5b78fb-c9e2-46f6-8633-1cfa3f66dc8d tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:08:18.046093 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-ca9570a0-a334-41bc-89da-30c393ea6055 req-9b5b78fb-c9e2-46f6-8633-1cfa3f66dc8d tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.42 "GET /v2.0/ports?device_id=6fec5bbd-4528-41ad-8128-bf94bfb1dadf HTTP/1.1" status: 200 len: 943 time: 0.0587988 Mar 29 16:08:18.080646 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-ca9570a0-a334-41bc-89da-30c393ea6055 req-79217267-0cd4-4599-a8e9-161a6aff9f64 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.42 "GET /v2.0/security-groups?id=6cdc536e-0b15-4c2c-bfe5-f95ea92208ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337639 Mar 29 16:08:18.574701 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4008b098-768b-4401-9540-f185fa974931 req-e00968ed-6a9e-4dcc-bc54-f67a8da76280 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:08:18.576204 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4008b098-768b-4401-9540-f185fa974931 req-e00968ed-6a9e-4dcc-bc54-f67a8da76280 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5123912-7357-4143-8a30-51a87d6d3d5d HTTP/1.1" status: 200 len: 944 time: 0.0546706 Mar 29 16:08:18.613297 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4008b098-768b-4401-9540-f185fa974931 req-8d32da66-5e3f-4471-b2f8-ac7bb24e0d40 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] 10.222.0.42 "GET /v2.0/security-groups?id=c02ba859-4a44-44b3-8791-1727c4ee7976&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0309668 Mar 29 16:08:19.196211 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0821eec9-755f-46fc-a1bd-70670e9903b4 req-09438446-2eaf-4ac9-b596-9ecc4b6302ca tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:08:19.197680 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-0821eec9-755f-46fc-a1bd-70670e9903b4 req-09438446-2eaf-4ac9-b596-9ecc4b6302ca tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.42 "GET /v2.0/ports?device_id=6fec5bbd-4528-41ad-8128-bf94bfb1dadf HTTP/1.1" status: 200 len: 943 time: 0.0492694 Mar 29 16:08:19.234975 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-0821eec9-755f-46fc-a1bd-70670e9903b4 req-e58ff83f-4140-4259-b6d2-ef6ac34d373d tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.42 "GET /v2.0/security-groups?id=6cdc536e-0b15-4c2c-bfe5-f95ea92208ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309558 Mar 29 16:08:19.736021 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1dc227-cac4-437d-a988-75da203fc570 req-987909af-4fce-4ffd-9b32-6e5638a76d8a tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:08:19.737504 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-5d1dc227-cac4-437d-a988-75da203fc570 req-987909af-4fce-4ffd-9b32-6e5638a76d8a tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5123912-7357-4143-8a30-51a87d6d3d5d HTTP/1.1" status: 200 len: 944 time: 0.0482535 Mar 29 16:08:19.775689 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-5d1dc227-cac4-437d-a988-75da203fc570 req-15182bfa-435e-4613-b92c-46c29f1764d9 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] 10.222.0.42 "GET /v2.0/security-groups?id=c02ba859-4a44-44b3-8791-1727c4ee7976&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0321417 Mar 29 16:08:20.361967 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9cdcf6-0b1d-4db1-8d17-5579d126dec8 req-a27f7efb-4fc4-406b-a10c-401011fe8d27 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:08:20.363472 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-2d9cdcf6-0b1d-4db1-8d17-5579d126dec8 req-a27f7efb-4fc4-406b-a10c-401011fe8d27 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.42 "GET /v2.0/ports?device_id=6fec5bbd-4528-41ad-8128-bf94bfb1dadf HTTP/1.1" status: 200 len: 943 time: 0.0605142 Mar 29 16:08:20.401066 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-2d9cdcf6-0b1d-4db1-8d17-5579d126dec8 req-dbcf112f-8c59-4ff9-8639-88601f66b8d8 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.42 "GET /v2.0/security-groups?id=6cdc536e-0b15-4c2c-bfe5-f95ea92208ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315583 Mar 29 16:08:20.895120 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375a0ae2-f344-47fe-838c-6abd556b8578 req-8ba86815-0353-40d4-8640-3e0493622af0 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:08:20.896622 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-375a0ae2-f344-47fe-838c-6abd556b8578 req-8ba86815-0353-40d4-8640-3e0493622af0 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5123912-7357-4143-8a30-51a87d6d3d5d HTTP/1.1" status: 200 len: 944 time: 0.0483403 Mar 29 16:08:20.934279 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-375a0ae2-f344-47fe-838c-6abd556b8578 req-a9176a6b-f482-4d7a-b8b8-bf5027492b09 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] 10.222.0.42 "GET /v2.0/security-groups?id=c02ba859-4a44-44b3-8791-1727c4ee7976&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0316978 Mar 29 16:08:21.323286 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-c5202975-de5f-4840-a53f-4173ec15a6a8 req-deb3a2c6-ee91-41b1-ba2f-9280cfdc4544 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6af8fa21-eb22-4fc9-9f3c-3b2a092c0bcb HTTP/1.1" status: 200 len: 999 time: 0.1066575 Mar 29 16:08:21.377406 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d2d9fa51-d165-4ffd-8afb-7fa6564997ca req-bbe74537-0438-45f6-96a8-bc169ce6b336 service neutron] 10.222.0.48 "GET /v2.0/networks/94aaab29-0bd5-4872-87c3-058efc699ab1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1546504 Mar 29 16:08:21.391278 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5202975-de5f-4840-a53f-4173ec15a6a8 req-5101940c-106f-469e-994e-4d2d8529f119 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:08:21.392678 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-c5202975-de5f-4840-a53f-4173ec15a6a8 req-5101940c-106f-469e-994e-4d2d8529f119 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a47225e3-f321-4c9c-823d-2d6e56b01612 HTTP/1.1" status: 200 len: 856 time: 0.0582845 Mar 29 16:08:21.443293 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5202975-de5f-4840-a53f-4173ec15a6a8 req-8f1fbea2-4499-45de-a811-d2a2feb5fc01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:08:21.444793 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-c5202975-de5f-4840-a53f-4173ec15a6a8 req-8f1fbea2-4499-45de-a811-d2a2feb5fc01 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=bcacae85-6ca5-4d88-b7ab-d97534741bbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415025 Mar 29 16:08:21.523930 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6d54f7-0a79-413a-8787-45d985bf96f8 req-3672528b-01bb-4029-a108-f8f42d9ccfc6 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:08:21.525430 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-cb6d54f7-0a79-413a-8787-45d985bf96f8 req-3672528b-01bb-4029-a108-f8f42d9ccfc6 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.42 "GET /v2.0/ports?device_id=6fec5bbd-4528-41ad-8128-bf94bfb1dadf HTTP/1.1" status: 200 len: 943 time: 0.0547812 Mar 29 16:08:21.544582 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-c5202975-de5f-4840-a53f-4173ec15a6a8 req-d5e20ea1-2602-47c9-8f49-248a8374e5df service neutron] 10.222.0.48 "GET /v2.0/networks/bcacae85-6ca5-4d88-b7ab-d97534741bbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905237 Mar 29 16:08:21.565200 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-cb6d54f7-0a79-413a-8787-45d985bf96f8 req-38387115-b909-438f-85fe-adc6b8338188 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.42 "GET /v2.0/security-groups?id=6cdc536e-0b15-4c2c-bfe5-f95ea92208ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335696 Mar 29 16:08:21.637379 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-c5202975-de5f-4840-a53f-4173ec15a6a8 req-75b7e682-58cc-49a3-8311-1dcfafbe7bd5 service neutron] 10.222.0.48 "GET /v2.0/networks/bcacae85-6ca5-4d88-b7ab-d97534741bbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835495 Mar 29 16:08:22.054325 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949a45b5-e504-45b7-8544-f5377fc23690 req-c8b9e729-c812-475f-b689-b41d73008fe7 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:08:22.056062 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-949a45b5-e504-45b7-8544-f5377fc23690 req-c8b9e729-c812-475f-b689-b41d73008fe7 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5123912-7357-4143-8a30-51a87d6d3d5d HTTP/1.1" status: 200 len: 944 time: 0.0485694 Mar 29 16:08:22.093296 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-949a45b5-e504-45b7-8544-f5377fc23690 req-73c3709b-14a4-4ebc-8dab-993988462d8c tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] 10.222.0.42 "GET /v2.0/security-groups?id=c02ba859-4a44-44b3-8791-1727c4ee7976&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0306447 Mar 29 16:08:22.694765 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7629b7e-1458-4751-95d2-fa0d25b5a4e8 req-73d2671e-1e51-4368-9375-5aa90f8101b1 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:08:22.696330 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-d7629b7e-1458-4751-95d2-fa0d25b5a4e8 req-73d2671e-1e51-4368-9375-5aa90f8101b1 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.42 "GET /v2.0/ports?device_id=6fec5bbd-4528-41ad-8128-bf94bfb1dadf HTTP/1.1" status: 200 len: 943 time: 0.0615492 Mar 29 16:08:22.735887 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-d7629b7e-1458-4751-95d2-fa0d25b5a4e8 req-03bf92c3-daff-4a06-9d06-e373fe81b4b4 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.42 "GET /v2.0/security-groups?id=6cdc536e-0b15-4c2c-bfe5-f95ea92208ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332813 Mar 29 16:08:23.214937 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c522e59-fa4e-4c9e-a404-50fc645e5253 req-7abd90f0-a917-4359-b665-0599d37a40ee tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:08:23.216443 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-3c522e59-fa4e-4c9e-a404-50fc645e5253 req-7abd90f0-a917-4359-b665-0599d37a40ee tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5123912-7357-4143-8a30-51a87d6d3d5d HTTP/1.1" status: 200 len: 944 time: 0.0516877 Mar 29 16:08:23.255773 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-3c522e59-fa4e-4c9e-a404-50fc645e5253 req-d0564e01-9eb5-4bcd-ae5f-9929524adfd2 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] 10.222.0.42 "GET /v2.0/security-groups?id=c02ba859-4a44-44b3-8791-1727c4ee7976&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0318284 Mar 29 16:08:23.851867 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd59d6b-fc99-4444-a325-af8a7c1b039e req-606f80fc-bd3d-483f-bf5a-c17cf0ed971e tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:08:23.853317 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-9cd59d6b-fc99-4444-a325-af8a7c1b039e req-606f80fc-bd3d-483f-bf5a-c17cf0ed971e tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.42 "GET /v2.0/ports?device_id=6fec5bbd-4528-41ad-8128-bf94bfb1dadf HTTP/1.1" status: 200 len: 943 time: 0.0517726 Mar 29 16:08:23.890512 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-9cd59d6b-fc99-4444-a325-af8a7c1b039e req-21baff82-1777-4ab6-9de1-7d34d776c77f tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.42 "GET /v2.0/security-groups?id=6cdc536e-0b15-4c2c-bfe5-f95ea92208ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306499 Mar 29 16:08:24.003469 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ffe570-3b05-4f61-a4cb-dfc2820e0a66 req-905bc9d9-9f38-47d4-a496-61aa4af52903 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:08:24.004945 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-68ffe570-3b05-4f61-a4cb-dfc2820e0a66 req-905bc9d9-9f38-47d4-a496-61aa4af52903 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.42 "GET /v2.0/ports?device_id=6fec5bbd-4528-41ad-8128-bf94bfb1dadf HTTP/1.1" status: 200 len: 943 time: 0.0488713 Mar 29 16:08:24.041659 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-68ffe570-3b05-4f61-a4cb-dfc2820e0a66 req-5df4e986-9db4-4162-b005-85ef53aed931 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.42 "GET /v2.0/security-groups?id=6cdc536e-0b15-4c2c-bfe5-f95ea92208ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306895 Mar 29 16:08:24.366728 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dd5df6-80f1-48e6-8a57-09ff2cbc2258 req-417acd02-efef-4f11-bdf4-7271e46d48ca tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:08:24.368263 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-42dd5df6-80f1-48e6-8a57-09ff2cbc2258 req-417acd02-efef-4f11-bdf4-7271e46d48ca tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.42 "GET /v2.0/ports?device_id=6fec5bbd-4528-41ad-8128-bf94bfb1dadf HTTP/1.1" status: 200 len: 943 time: 0.0802011 Mar 29 16:08:24.382346 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b19eb3-9490-483c-b9e5-cabc65f3d2dc req-1fab6969-ce10-459f-8bfd-3c15188f7fef tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:08:24.383864 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-20b19eb3-9490-483c-b9e5-cabc65f3d2dc req-1fab6969-ce10-459f-8bfd-3c15188f7fef tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5123912-7357-4143-8a30-51a87d6d3d5d HTTP/1.1" status: 200 len: 944 time: 0.0508964 Mar 29 16:08:24.404012 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-51f5c50a-3576-4fc3-835f-27c4f4303507 req-7959a480-c202-4a23-b211-3f386b825aae service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=6fec5bbd-4528-41ad-8128-bf94bfb1dadf&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0728817 Mar 29 16:08:24.417849 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-42dd5df6-80f1-48e6-8a57-09ff2cbc2258 req-133faeb2-2b13-4f09-ae50-afb8b992d193 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.42 "GET /v2.0/security-groups?id=6cdc536e-0b15-4c2c-bfe5-f95ea92208ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425451 Mar 29 16:08:24.427749 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-20b19eb3-9490-483c-b9e5-cabc65f3d2dc req-4858d5ba-c48c-4840-a84e-4702775e687a tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] 10.222.0.42 "GET /v2.0/security-groups?id=c02ba859-4a44-44b3-8791-1727c4ee7976&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0370836 Mar 29 16:08:25.182936 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f5c50a-3576-4fc3-835f-27c4f4303507 req-8432c10f-0b2b-45fd-b2df-7594dff13138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:08:25.184475 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-51f5c50a-3576-4fc3-835f-27c4f4303507 req-8432c10f-0b2b-45fd-b2df-7594dff13138 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=6fec5bbd-4528-41ad-8128-bf94bfb1dadf&tenant_id=9839c4e5165d404688d3bc8b6d18d5d3 HTTP/1.1" status: 200 len: 1094 time: 0.0443218 Mar 29 16:08:25.244998 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f5c50a-3576-4fc3-835f-27c4f4303507 req-ad2c4c31-36ab-467d-94f5-c4619f2bb245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:08:25.246401 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-51f5c50a-3576-4fc3-835f-27c4f4303507 req-ad2c4c31-36ab-467d-94f5-c4619f2bb245 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9839c4e5165d404688d3bc8b6d18d5d3&device_id=6fec5bbd-4528-41ad-8128-bf94bfb1dadf HTTP/1.1" status: 200 len: 1094 time: 0.0388424 Mar 29 16:08:25.336644 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f5c50a-3576-4fc3-835f-27c4f4303507 req-8006f61b-db1a-4cd8-b30f-5ff007b6bc9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:08:25.338068 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-51f5c50a-3576-4fc3-835f-27c4f4303507 req-8006f61b-db1a-4cd8-b30f-5ff007b6bc9c service neutron] 10.222.0.48 "GET /v2.0/networks?id=94aaab29-0bd5-4872-87c3-058efc699ab1 HTTP/1.1" status: 200 len: 914 time: 0.0836093 Mar 29 16:08:25.381152 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-51f5c50a-3576-4fc3-835f-27c4f4303507 req-21c8ffcc-873c-4331-bbb7-e2d26f6e98d6 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=367472a7-c3ef-42c3-ac29-a9e731ce5c1a HTTP/1.1" status: 200 len: 217 time: 0.0340338 Mar 29 16:08:25.427465 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f5c50a-3576-4fc3-835f-27c4f4303507 req-0b425343-dea3-44ee-b829-377bf63fabe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:08:25.428907 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-51f5c50a-3576-4fc3-835f-27c4f4303507 req-0b425343-dea3-44ee-b829-377bf63fabe1 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b3eb82fd-c9e0-44ac-b6ba-483d89595c61 HTTP/1.1" status: 200 len: 853 time: 0.0419815 Mar 29 16:08:25.461060 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-51f5c50a-3576-4fc3-835f-27c4f4303507 req-0236bf3d-51a4-4c46-80e2-383e8a742f7e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=94aaab29-0bd5-4872-87c3-058efc699ab1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240531 Mar 29 16:08:25.555470 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c348bae-ab0c-4616-a05b-b933543082a9 req-1cef54ff-3339-4836-bcb8-a4ff9175ec5f tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:08:25.557209 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-6c348bae-ab0c-4616-a05b-b933543082a9 req-1cef54ff-3339-4836-bcb8-a4ff9175ec5f tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.42 "GET /v2.0/ports?device_id=6fec5bbd-4528-41ad-8128-bf94bfb1dadf HTTP/1.1" status: 200 len: 943 time: 0.0564437 Mar 29 16:08:25.597937 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-6c348bae-ab0c-4616-a05b-b933543082a9 req-6c84f674-7d39-4656-b536-2649b9030d2d tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.42 "GET /v2.0/security-groups?id=6cdc536e-0b15-4c2c-bfe5-f95ea92208ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341840 Mar 29 16:08:25.923141 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-51f5c50a-3576-4fc3-835f-27c4f4303507 req-c6140490-e85a-4ea3-b2e5-a893c0760819 service neutron] 10.222.0.48 "GET /v2.0/networks/94aaab29-0bd5-4872-87c3-058efc699ab1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4544694 Mar 29 16:08:25.930359 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ee0269-9293-4fef-ae1f-53c08e20de0a req-92c19703-96b6-42b5-a0f0-e9c37070bdb0 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:08:25.932000 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-34ee0269-9293-4fef-ae1f-53c08e20de0a req-92c19703-96b6-42b5-a0f0-e9c37070bdb0 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5123912-7357-4143-8a30-51a87d6d3d5d HTTP/1.1" status: 200 len: 944 time: 0.4253535 Mar 29 16:08:26.019686 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-34ee0269-9293-4fef-ae1f-53c08e20de0a req-8dce3bbe-8744-4dda-9361-6307c5aba129 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] 10.222.0.42 "GET /v2.0/security-groups?id=c02ba859-4a44-44b3-8791-1727c4ee7976&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0798550 Mar 29 16:08:26.041925 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-51f5c50a-3576-4fc3-835f-27c4f4303507 req-c6dfff40-9b00-4054-8c97-6867b016e2bb service neutron] 10.222.0.48 "GET /v2.0/networks/94aaab29-0bd5-4872-87c3-058efc699ab1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1090128 Mar 29 16:08:26.706991 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device 6af8fa21-eb22-4fc9-9f3c-3b2a092c0bcb details requested by agent hyperv_n-h2-834765-1 with host n-h2-834765-1 {{(pid=102792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 16:08:26.714517 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device 367472a7-c3ef-42c3-ac29-a9e731ce5c1a no longer exists at agent hyperv_n-h2-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 16:08:26.723537 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2c51bc-5c75-432f-9da8-ccd117652188 req-f34e9019-7c5f-4e3e-8ffd-d3436abefb84 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:08:26.731829 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-9e2c51bc-5c75-432f-9da8-ccd117652188 req-f34e9019-7c5f-4e3e-8ffd-d3436abefb84 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.42 "GET /v2.0/ports?device_id=6fec5bbd-4528-41ad-8128-bf94bfb1dadf HTTP/1.1" status: 200 len: 943 time: 0.0596066 Mar 29 16:08:26.779579 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-9e2c51bc-5c75-432f-9da8-ccd117652188 req-36f17bb2-3861-4600-a9f8-627cc3a4dfae tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.42 "GET /v2.0/security-groups?id=6cdc536e-0b15-4c2c-bfe5-f95ea92208ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422914 Mar 29 16:08:27.064639 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port 6af8fa21-eb22-4fc9-9f3c-3b2a092c0bcb, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=6af8fa21-eb22-4fc9-9f3c-3b2a092c0bcb,segment=NetworkSegment(b3edd697-c981-4e3c-9ae1-cbcf1935405e),segment_id=b3edd697-c981-4e3c-9ae1-cbcf1935405e)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:08:27.081739 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Returning: {'device': '6af8fa21-eb22-4fc9-9f3c-3b2a092c0bcb', 'network_id': 'bcacae85-6ca5-4d88-b7ab-d97534741bbe', 'port_id': '6af8fa21-eb22-4fc9-9f3c-3b2a092c0bcb', 'mac_address': 'fa:16:3e:8e:9d:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 615, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a47225e3-f321-4c9c-823d-2d6e56b01612', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 16:08:27.148432 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:08:27.162086 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159f8b58-de56-48da-891d-e85e46764920 req-df518a9a-6027-4591-a618-4c93e53bb8a6 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:08:27.164383 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-159f8b58-de56-48da-891d-e85e46764920 req-df518a9a-6027-4591-a618-4c93e53bb8a6 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5123912-7357-4143-8a30-51a87d6d3d5d HTTP/1.1" status: 200 len: 944 time: 0.0551641 Mar 29 16:08:27.170784 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6af8fa21-eb22-4fc9-9f3c-3b2a092c0bcb {{(pid=102792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 16:08:27.192672 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port 6af8fa21-eb22-4fc9-9f3c-3b2a092c0bcb, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=6af8fa21-eb22-4fc9-9f3c-3b2a092c0bcb,segment=NetworkSegment(b3edd697-c981-4e3c-9ae1-cbcf1935405e),segment_id=b3edd697-c981-4e3c-9ae1-cbcf1935405e)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:08:27.200466 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:08:27.222937 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-159f8b58-de56-48da-891d-e85e46764920 req-d2764f41-fe2f-40f5-9357-86c0c81baffa tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] 10.222.0.42 "GET /v2.0/security-groups?id=c02ba859-4a44-44b3-8791-1727c4ee7976&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0515239 Mar 29 16:08:27.260476 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Pushing event updated for resources: {'Port': ['ID=6af8fa21-eb22-4fc9-9f3c-3b2a092c0bcb,revision_number=11']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:08:27.555329 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] get_ports_and_sgs() called for port_ids ['6af8fa21-eb22-4fc9-9f3c-3b2a092c0bcb'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 16:08:27.909876 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54af1919-ca54-4af5-be64-17f78d998de6 req-346aaaf3-18b9-4ec0-87ba-b65901f47db4 tempest-TestNetworkAdvancedServerOps-8597314 tempest-TestNetworkAdvancedServerOps-8597314-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:08:27.917383 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-54af1919-ca54-4af5-be64-17f78d998de6 req-346aaaf3-18b9-4ec0-87ba-b65901f47db4 tempest-TestNetworkAdvancedServerOps-8597314 tempest-TestNetworkAdvancedServerOps-8597314-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=fdb551ad-bad3-4ef2-9ae5-1bef276ea464 HTTP/1.1" status: 200 len: 1097 time: 0.0518932 Mar 29 16:08:27.941270 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0188e6fc-b9e0-415f-bb5a-721d6f9e7c4c req-aed2d3fd-3a68-4264-9b58-574177ef4820 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:08:27.942892 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-0188e6fc-b9e0-415f-bb5a-721d6f9e7c4c req-aed2d3fd-3a68-4264-9b58-574177ef4820 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.42 "GET /v2.0/ports?device_id=6fec5bbd-4528-41ad-8128-bf94bfb1dadf HTTP/1.1" status: 200 len: 943 time: 0.0985196 Mar 29 16:08:27.953007 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-54af1919-ca54-4af5-be64-17f78d998de6 req-110148e2-2b25-4abc-805a-dc54352c4bf0 tempest-TestNetworkAdvancedServerOps-8597314 tempest-TestNetworkAdvancedServerOps-8597314-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=2994880e-72b2-473b-8b0a-940a0682c905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347438 Mar 29 16:08:27.987641 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 53252) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:08:28.020534 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-0188e6fc-b9e0-415f-bb5a-721d6f9e7c4c req-0d51d30b-52dc-4e46-971b-788202fdd110 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.42 "GET /v2.0/security-groups?id=6cdc536e-0b15-4c2c-bfe5-f95ea92208ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695159 Mar 29 16:08:28.158065 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-fef04b40-5948-4ed6-be73-ea555d5824fc tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Deleting port a207a04a-ca85-4679-8881-aa918dbf421c {{(pid=102790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:08:28.158403 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-fef04b40-5948-4ed6-be73-ea555d5824fc tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:08:28.240321 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-fef04b40-5948-4ed6-be73-ea555d5824fc tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:08:28.240682 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-fef04b40-5948-4ed6-be73-ea555d5824fc tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:08:28.253622 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-fef04b40-5948-4ed6-be73-ea555d5824fc tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Calling delete_port for a207a04a-ca85-4679-8881-aa918dbf421c owned by network:floatingip {{(pid=102790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:08:28.369592 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333cd29e-1e62-4251-a59c-2b2d9b258173 req-7cf5f9b9-7c9b-40c3-8396-322b7ef9b230 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:08:28.371202 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-333cd29e-1e62-4251-a59c-2b2d9b258173 req-7cf5f9b9-7c9b-40c3-8396-322b7ef9b230 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5123912-7357-4143-8a30-51a87d6d3d5d HTTP/1.1" status: 200 len: 945 time: 0.0652776 Mar 29 16:08:28.437081 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-333cd29e-1e62-4251-a59c-2b2d9b258173 req-5945cbff-4020-474f-b25f-1a9fb1605f28 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] 10.222.0.42 "GET /v2.0/security-groups?id=c02ba859-4a44-44b3-8791-1727c4ee7976&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0591042 Mar 29 16:08:28.509225 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-fef04b40-5948-4ed6-be73-ea555d5824fc tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:08:28.537218 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef04b40-5948-4ed6-be73-ea555d5824fc tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Pushing event deleted for resources: {'Port': ['ID=a207a04a-ca85-4679-8881-aa918dbf421c,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:08:28.551016 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef04b40-5948-4ed6-be73-ea555d5824fc tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:08:28.551365 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef04b40-5948-4ed6-be73-ea555d5824fc tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:08:28.551661 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef04b40-5948-4ed6-be73-ea555d5824fc tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:08:28.551996 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef04b40-5948-4ed6-be73-ea555d5824fc tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:08:28.552329 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef04b40-5948-4ed6-be73-ea555d5824fc tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:08:28.552660 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef04b40-5948-4ed6-be73-ea555d5824fc tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:08:28.553360 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef04b40-5948-4ed6-be73-ea555d5824fc tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:08:28.553360 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef04b40-5948-4ed6-be73-ea555d5824fc tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:08:28.553618 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef04b40-5948-4ed6-be73-ea555d5824fc tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:08:28.553940 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef04b40-5948-4ed6-be73-ea555d5824fc tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:08:28.554260 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef04b40-5948-4ed6-be73-ea555d5824fc tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:08:28.554577 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef04b40-5948-4ed6-be73-ea555d5824fc tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:08:28.618249 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-fef04b40-5948-4ed6-be73-ea555d5824fc tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks [] for floatingip, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:08:28.618689 n-d-834765-1 neutron-server[102790]: INFO neutron.db.l3_db [None req-fef04b40-5948-4ed6-be73-ea555d5824fc tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Floating IP 8ef6c41b-abbb-401a-9fc1-901a403a1898 disassociated (deleted). External IP: 172.25.4.117, port: 1c992e11-3201-4762-be87-c287db806eae. Mar 29 16:08:28.720481 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device 6af8fa21-eb22-4fc9-9f3c-3b2a092c0bcb up at agent hyperv_n-h2-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 16:08:28.783806 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Provisioning for port 6af8fa21-eb22-4fc9-9f3c-3b2a092c0bcb completed by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 16:08:28.790828 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Provisioning complete for port 6af8fa21-eb22-4fc9-9f3c-3b2a092c0bcb triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:08:28.791223 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:08:28.901809 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:08:28.941604 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5123912-7357-4143-8a30-51a87d6d3d5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6af8fa21-eb22-4fc9-9f3c-3b2a092c0bcb'}] {{(pid=102792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:08:28.944009 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4f476c66b318cc6068719fc39557fac68d413f5c7e78fa77028c7948e999ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8af7c505-4298-4e14-9edb-a484687e43f6" -d '{"events": [{"server_uuid": "f5123912-7357-4143-8a30-51a87d6d3d5d", "name": "network-vif-plugged", "status": "completed", "tag": "6af8fa21-eb22-4fc9-9f3c-3b2a092c0bcb"}]}' {{(pid=102792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:08:28.987049 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port 6af8fa21-eb22-4fc9-9f3c-3b2a092c0bcb, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=6af8fa21-eb22-4fc9-9f3c-3b2a092c0bcb,segment=NetworkSegment(b3edd697-c981-4e3c-9ae1-cbcf1935405e),segment_id=b3edd697-c981-4e3c-9ae1-cbcf1935405e)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:08:28.993633 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:08:29.045568 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 16:08:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a06723ad-6965-4663-802e-e2f6314bf6ff x-openstack-request-id: req-a06723ad-6965-4663-802e-e2f6314bf6ff {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:08:29.046217 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5123912-7357-4143-8a30-51a87d6d3d5d", "name": "network-vif-plugged", "status": "completed", "tag": "6af8fa21-eb22-4fc9-9f3c-3b2a092c0bcb", "code": 200}]} {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:08:29.046669 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a06723ad-6965-4663-802e-e2f6314bf6ff {{(pid=102792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:08:29.047299 n-d-834765-1 neutron-server[102792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5123912-7357-4143-8a30-51a87d6d3d5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6af8fa21-eb22-4fc9-9f3c-3b2a092c0bcb', 'code': 200} Mar 29 16:08:29.086945 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Pushing event updated for resources: {'Port': ['ID=6af8fa21-eb22-4fc9-9f3c-3b2a092c0bcb,revision_number=12']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:08:29.280732 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fef04b40-5948-4ed6-be73-ea555d5824fc tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Router 9f2c6a27-b45e-4dfd-93c0-e57c00806f84 has already been hosted by L3 agent c648d819-1060-4f26-b4ec-6455387b5dff {{(pid=102790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 16:08:29.299446 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2475cc4-f663-4282-88e9-081927e6d207 req-aa527382-d4fa-440f-ad32-1ea3374be2bd tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:08:29.300954 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-c2475cc4-f663-4282-88e9-081927e6d207 req-aa527382-d4fa-440f-ad32-1ea3374be2bd tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.42 "GET /v2.0/ports?device_id=6fec5bbd-4528-41ad-8128-bf94bfb1dadf HTTP/1.1" status: 200 len: 943 time: 0.0761447 Mar 29 16:08:29.392006 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-c2475cc4-f663-4282-88e9-081927e6d207 req-87e5ad72-c8dc-4d8d-acaa-716c63df97ab tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.42 "GET /v2.0/security-groups?id=6cdc536e-0b15-4c2c-bfe5-f95ea92208ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834811 Mar 29 16:08:29.441387 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fef04b40-5948-4ed6-be73-ea555d5824fc tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 16:08:29.446146 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-fef04b40-5948-4ed6-be73-ea555d5824fc tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for floatingip, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:08:29.452403 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc2b2a94-e045-4ecf-a552-76d3e7d8abf0 None None] Sync routers for ids ['9f2c6a27-b45e-4dfd-93c0-e57c00806f84'] in n-d-834765-1 {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 16:08:29.476465 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-fef04b40-5948-4ed6-be73-ea555d5824fc tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "DELETE /v2.0/floatingips/8ef6c41b-abbb-401a-9fc1-901a403a1898 HTTP/1.1" status: 204 len: 168 time: 1.4877059 Mar 29 16:08:29.477064 n-d-834765-1 neutron-server[102790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdb551ad-bad3-4ef2-9ae5-1bef276ea464', 'tag': '1c992e11-3201-4762-be87-c287db806eae'}] {{(pid=102790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:08:29.477965 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc2b2a94-e045-4ecf-a552-76d3e7d8abf0 None None] Routers {'9f2c6a27-b45e-4dfd-93c0-e57c00806f84'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:08:29.478622 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-cc2b2a94-e045-4ecf-a552-76d3e7d8abf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:08:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['9f2c6a27-b45e-4dfd-93c0-e57c00806f84'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:08:29.479555 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46b06d655c90bc969636382cce4240ad749035fb0f3a83ee4734fa1ed9c4a6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bd8102d-8da1-4985-b07a-20fe797b910f" -d '{"events": [{"name": "network-changed", "server_uuid": "fdb551ad-bad3-4ef2-9ae5-1bef276ea464", "tag": "1c992e11-3201-4762-be87-c287db806eae"}]}' {{(pid=102790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:08:29.659186 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9137a2-517c-433b-805c-ade65c6719c0 req-6b2f946d-caf3-4e72-93e9-34e5e8be14e2 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:08:29.667994 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4b9137a2-517c-433b-805c-ade65c6719c0 req-6b2f946d-caf3-4e72-93e9-34e5e8be14e2 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5123912-7357-4143-8a30-51a87d6d3d5d HTTP/1.1" status: 200 len: 946 time: 0.1046848 Mar 29 16:08:29.743681 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4b9137a2-517c-433b-805c-ade65c6719c0 req-fa1547e8-3e79-4ce3-a53b-82f591615b10 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] 10.222.0.42 "GET /v2.0/security-groups?id=c02ba859-4a44-44b3-8791-1727c4ee7976&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0742671 Mar 29 16:08:29.778653 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 16:08:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c630f20-3b01-49bb-8595-a9dc0f33608b x-openstack-request-id: req-6c630f20-3b01-49bb-8595-a9dc0f33608b {{(pid=102790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:08:29.779075 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fdb551ad-bad3-4ef2-9ae5-1bef276ea464", "tag": "1c992e11-3201-4762-be87-c287db806eae", "status": "completed", "code": 200}]} {{(pid=102790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:08:29.779454 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-6c630f20-3b01-49bb-8595-a9dc0f33608b {{(pid=102790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:08:29.780026 n-d-834765-1 neutron-server[102790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fdb551ad-bad3-4ef2-9ae5-1bef276ea464', 'tag': '1c992e11-3201-4762-be87-c287db806eae', 'status': 'completed', 'code': 200} Mar 29 16:08:29.823725 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvr_db [None req-cc2b2a94-e045-4ecf-a552-76d3e7d8abf0 None None] Set router 9f2c6a27-b45e-4dfd-93c0-e57c00806f84 gateway port host: n-d-834765-1 {{(pid=102793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:08:29.897065 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779da607-ae96-49f3-9d5a-030a643237c8 req-4c4c6b0e-63e4-4050-82db-8c5a0f785fab tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:08:29.898629 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-779da607-ae96-49f3-9d5a-030a643237c8 req-4c4c6b0e-63e4-4050-82db-8c5a0f785fab tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "GET /v2.0/ports?device_id=fdb551ad-bad3-4ef2-9ae5-1bef276ea464 HTTP/1.1" status: 200 len: 946 time: 0.0570941 Mar 29 16:08:29.954839 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-779da607-ae96-49f3-9d5a-030a643237c8 req-15f009a7-05f6-4cb2-ad2f-4737940252dd tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "GET /v2.0/security-groups?id=2994880e-72b2-473b-8b0a-940a0682c905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450866 Mar 29 16:08:30.119842 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-cc2b2a94-e045-4ecf-a552-76d3e7d8abf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f2c6a27-b45e-4dfd-93c0-e57c00806f84', 'name': 'tempest-TestNetworkAdvancedServerOps-router-664524826', 'tenant_id': '8c88f14ca33d4e419d03f1c3b10014ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.207'}], 'enable_snat': True}, 'gw_port_id': 'd4ce595e-fd09-4331-82ac-f6b1246a2a6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:05:34Z', 'updated_at': '2022-03-29T16:05:38Z', 'revision_number': 4, 'project_id': '8c88f14ca33d4e419d03f1c3b10014ac', 'gw_port': {'id': 'd4ce595e-fd09-4331-82ac-f6b1246a2a6d', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:cc:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f2c6a27-b45e-4dfd-93c0-e57c00806f84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3286, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:05:35Z', 'updated_at': '2022-03-29T16:05:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': 'afd65ee6-96c7-4f70-a9fd-340412fb4f24', 'name': '', 'network_id': '8eeae4c0-66cf-4e13-9c98-66def7870473', 'tenant_id': '8c88f14ca33d4e419d03f1c3b10014ac', 'mac_address': 'fa:16:3e:a6:49:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f2c6a27-b45e-4dfd-93c0-e57c00806f84', 'device_owner': 'network:router_interface', 'standard_attr_id': 3289, 'fixed_ips': [{'subnet_id': '92b59040-660b-4db6-86e8-6e665d07165b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:05:37Z', 'updated_at': '2022-03-29T16:05:42Z', 'revision_number': 5, 'project_id': '8c88f14ca33d4e419d03f1c3b10014ac', 'subnets': [{'id': '92b59040-660b-4db6-86e8-6e665d07165b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:08:30.145710 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc2b2a94-e045-4ecf-a552-76d3e7d8abf0 None None] Checking router: 9f2c6a27-b45e-4dfd-93c0-e57c00806f84 for host: n-d-834765-1 {{(pid=102793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 16:08:30.154940 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc2b2a94-e045-4ecf-a552-76d3e7d8abf0 None None] Routers {'9f2c6a27-b45e-4dfd-93c0-e57c00806f84'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:08:30.155588 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-cc2b2a94-e045-4ecf-a552-76d3e7d8abf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:08:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['9f2c6a27-b45e-4dfd-93c0-e57c00806f84'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:08:30.267430 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvr_db [None req-cc2b2a94-e045-4ecf-a552-76d3e7d8abf0 None None] Set router 9f2c6a27-b45e-4dfd-93c0-e57c00806f84 gateway port host: n-d-834765-1 {{(pid=102793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:08:30.363418 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-86312d2e-6977-4b18-841a-955c4709fec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:08:30.492575 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-cc2b2a94-e045-4ecf-a552-76d3e7d8abf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f2c6a27-b45e-4dfd-93c0-e57c00806f84', 'name': 'tempest-TestNetworkAdvancedServerOps-router-664524826', 'tenant_id': '8c88f14ca33d4e419d03f1c3b10014ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.207'}], 'enable_snat': True}, 'gw_port_id': 'd4ce595e-fd09-4331-82ac-f6b1246a2a6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:05:34Z', 'updated_at': '2022-03-29T16:05:38Z', 'revision_number': 4, 'project_id': '8c88f14ca33d4e419d03f1c3b10014ac', 'gw_port': {'id': 'd4ce595e-fd09-4331-82ac-f6b1246a2a6d', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:cc:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f2c6a27-b45e-4dfd-93c0-e57c00806f84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3286, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:05:35Z', 'updated_at': '2022-03-29T16:05:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': 'afd65ee6-96c7-4f70-a9fd-340412fb4f24', 'name': '', 'network_id': '8eeae4c0-66cf-4e13-9c98-66def7870473', 'tenant_id': '8c88f14ca33d4e419d03f1c3b10014ac', 'mac_address': 'fa:16:3e:a6:49:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f2c6a27-b45e-4dfd-93c0-e57c00806f84', 'device_owner': 'network:router_interface', 'standard_attr_id': 3289, 'fixed_ips': [{'subnet_id': '92b59040-660b-4db6-86e8-6e665d07165b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:05:37Z', 'updated_at': '2022-03-29T16:05:42Z', 'revision_number': 5, 'project_id': '8c88f14ca33d4e419d03f1c3b10014ac', 'subnets': [{'id': '92b59040-660b-4db6-86e8-6e665d07165b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:08:30.527124 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc2b2a94-e045-4ecf-a552-76d3e7d8abf0 None None] The sync data for ids ['9f2c6a27-b45e-4dfd-93c0-e57c00806f84'] in n-d-834765-1 is: [{'id': '9f2c6a27-b45e-4dfd-93c0-e57c00806f84', 'name': 'tempest-TestNetworkAdvancedServerOps-router-664524826', 'tenant_id': '8c88f14ca33d4e419d03f1c3b10014ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.207'}], 'enable_snat': True}, 'gw_port_id': 'd4ce595e-fd09-4331-82ac-f6b1246a2a6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:05:34Z', 'updated_at': '2022-03-29T16:05:38Z', 'revision_number': 4, 'project_id': '8c88f14ca33d4e419d03f1c3b10014ac', 'gw_port': {'id': 'd4ce595e-fd09-4331-82ac-f6b1246a2a6d', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:cc:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f2c6a27-b45e-4dfd-93c0-e57c00806f84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3286, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:05:35Z', 'updated_at': '2022-03-29T16:05:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': 'afd65ee6-96c7-4f70-a9fd-340412fb4f24', 'name': '', 'network_id': '8eeae4c0-66cf-4e13-9c98-66def7870473', 'tenant_id': '8c88f14ca33d4e419d03f1c3b10014ac', 'mac_address': 'fa:16:3e:a6:49:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f2c6a27-b45e-4dfd-93c0-e57c00806f84', 'device_owner': 'network:router_interface', 'standard_attr_id': 3289, 'fixed_ips': [{'subnet_id': '92b59040-660b-4db6-86e8-6e665d07165b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:05:37Z', 'updated_at': '2022-03-29T16:05:42Z', 'revision_number': 5, 'project_id': '8c88f14ca33d4e419d03f1c3b10014ac', 'subnets': [{'id': '92b59040-660b-4db6-86e8-6e665d07165b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 16:08:30.543344 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8dae72-c727-40c7-b1ad-3a3139533e77 req-6b3c2eb9-e397-475b-8151-02e6df87e5b4 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:08:30.543344 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-4d8dae72-c727-40c7-b1ad-3a3139533e77 req-6b3c2eb9-e397-475b-8151-02e6df87e5b4 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.42 "GET /v2.0/ports?device_id=6fec5bbd-4528-41ad-8128-bf94bfb1dadf HTTP/1.1" status: 200 len: 943 time: 0.0582154 Mar 29 16:08:30.597934 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-4d8dae72-c727-40c7-b1ad-3a3139533e77 req-85d78ea8-8d30-426a-9c98-1eb93ad800ed tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.42 "GET /v2.0/security-groups?id=6cdc536e-0b15-4c2c-bfe5-f95ea92208ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486102 Mar 29 16:08:30.876631 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ba78937-03ce-491b-a067-76c7bab7f79e None None] New status for floating IP 8ef6c41b-abbb-401a-9fc1-901a403a1898: DOWN {{(pid=102792) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 16:08:30.898836 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7655c56-8b30-4671-8e76-c77e33cb9767 req-d66e421c-9cf4-4f18-87cd-b316a7ac5228 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:08:30.901457 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b7655c56-8b30-4671-8e76-c77e33cb9767 req-d66e421c-9cf4-4f18-87cd-b316a7ac5228 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5123912-7357-4143-8a30-51a87d6d3d5d HTTP/1.1" status: 200 len: 946 time: 0.0702319 Mar 29 16:08:30.943180 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b7655c56-8b30-4671-8e76-c77e33cb9767 req-935f8e16-cda1-4f66-9395-a3842317b531 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] 10.222.0.42 "GET /v2.0/security-groups?id=c02ba859-4a44-44b3-8791-1727c4ee7976&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0348749 Mar 29 16:08:31.098066 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95a9cb5-6704-4c6f-ab44-2bac3a20bc18 req-fd1ae3f3-e988-45cc-b232-b76fe705be30 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:08:31.099599 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-f95a9cb5-6704-4c6f-ab44-2bac3a20bc18 req-fd1ae3f3-e988-45cc-b232-b76fe705be30 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "GET /v2.0/ports?device_id=fdb551ad-bad3-4ef2-9ae5-1bef276ea464 HTTP/1.1" status: 200 len: 946 time: 0.0664186 Mar 29 16:08:31.143172 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-f95a9cb5-6704-4c6f-ab44-2bac3a20bc18 req-07b38b9a-ff86-4e47-8360-4cbd544cc36b tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "GET /v2.0/security-groups?id=2994880e-72b2-473b-8b0a-940a0682c905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362411 Mar 29 16:08:31.736725 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cde220-238a-4deb-baab-e51c12bef1bb req-1833c5ab-f81f-4c0c-8493-b5fbde4aa863 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:08:31.738207 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f2cde220-238a-4deb-baab-e51c12bef1bb req-1833c5ab-f81f-4c0c-8493-b5fbde4aa863 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.42 "GET /v2.0/ports?device_id=6fec5bbd-4528-41ad-8128-bf94bfb1dadf HTTP/1.1" status: 200 len: 943 time: 0.0581341 Mar 29 16:08:31.782471 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f2cde220-238a-4deb-baab-e51c12bef1bb req-e949fdc7-1d3c-481c-8ac8-2ebe60526058 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.42 "GET /v2.0/security-groups?id=6cdc536e-0b15-4c2c-bfe5-f95ea92208ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378885 Mar 29 16:08:32.090606 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dffdca-2462-4e4a-b3e6-db9725754d8b req-3adfa079-f7f4-4f20-8e5c-cf2d9e02f461 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:08:32.092341 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-66dffdca-2462-4e4a-b3e6-db9725754d8b req-3adfa079-f7f4-4f20-8e5c-cf2d9e02f461 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5123912-7357-4143-8a30-51a87d6d3d5d HTTP/1.1" status: 200 len: 946 time: 0.0523388 Mar 29 16:08:32.131415 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-66dffdca-2462-4e4a-b3e6-db9725754d8b req-24da6d06-0fa5-44af-9860-7997bc290604 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] 10.222.0.42 "GET /v2.0/security-groups?id=c02ba859-4a44-44b3-8791-1727c4ee7976&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0328329 Mar 29 16:08:32.273669 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40179b3a-06bc-44c5-8eb8-2c7fdc29fd78 req-78984736-1e61-49b1-bf76-45acb721e385 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:08:32.275397 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-40179b3a-06bc-44c5-8eb8-2c7fdc29fd78 req-78984736-1e61-49b1-bf76-45acb721e385 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "GET /v2.0/ports?device_id=fdb551ad-bad3-4ef2-9ae5-1bef276ea464 HTTP/1.1" status: 200 len: 946 time: 0.0516524 Mar 29 16:08:32.317938 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-40179b3a-06bc-44c5-8eb8-2c7fdc29fd78 req-f2770f6c-cf8b-4d36-8ded-52cd126b6efc tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "GET /v2.0/security-groups?id=2994880e-72b2-473b-8b0a-940a0682c905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353601 Mar 29 16:08:32.804171 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-61f6c1fb-0882-4fab-8972-9561880b2aa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:08:32.916904 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcff7544-be70-42eb-a2ad-4dce88148143 req-57af1661-f251-4dbd-bd92-91ea3a32b61b tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:08:32.923778 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-fcff7544-be70-42eb-a2ad-4dce88148143 req-57af1661-f251-4dbd-bd92-91ea3a32b61b tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.42 "GET /v2.0/ports?device_id=6fec5bbd-4528-41ad-8128-bf94bfb1dadf HTTP/1.1" status: 200 len: 943 time: 0.0603611 Mar 29 16:08:32.958710 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-fcff7544-be70-42eb-a2ad-4dce88148143 req-6c44a9c4-d017-41d3-acd7-ee228619161f tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.42 "GET /v2.0/security-groups?id=6cdc536e-0b15-4c2c-bfe5-f95ea92208ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332489 Mar 29 16:08:33.280649 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86115ae6-9f5b-4259-b676-355b77bf6693 req-f21fa498-87ee-4a2c-b47b-8e2726293528 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:08:33.283070 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-86115ae6-9f5b-4259-b676-355b77bf6693 req-f21fa498-87ee-4a2c-b47b-8e2726293528 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5123912-7357-4143-8a30-51a87d6d3d5d HTTP/1.1" status: 200 len: 946 time: 0.0557489 Mar 29 16:08:33.327764 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-86115ae6-9f5b-4259-b676-355b77bf6693 req-95a0180a-7f82-415b-9270-b6ddee4823d4 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] 10.222.0.42 "GET /v2.0/security-groups?id=c02ba859-4a44-44b3-8791-1727c4ee7976&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0380857 Mar 29 16:08:33.437652 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2649191e-cdc7-45fa-b7e4-79f626e47cf0 req-411ea769-1e37-4e74-a264-ce03612d089a tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:08:33.439181 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-2649191e-cdc7-45fa-b7e4-79f626e47cf0 req-411ea769-1e37-4e74-a264-ce03612d089a tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "GET /v2.0/ports?device_id=fdb551ad-bad3-4ef2-9ae5-1bef276ea464 HTTP/1.1" status: 200 len: 946 time: 0.0515237 Mar 29 16:08:33.483297 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-2649191e-cdc7-45fa-b7e4-79f626e47cf0 req-286a977a-cacf-45b0-a68f-a3b1ea5cd24c tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "GET /v2.0/security-groups?id=2994880e-72b2-473b-8b0a-940a0682c905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376327 Mar 29 16:08:34.072304 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6579ed-bec7-40c4-934d-ce5991088de2 req-b748bbf6-9bec-42f5-8d01-ec3fed2d89d6 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:08:34.073762 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-7e6579ed-bec7-40c4-934d-ce5991088de2 req-b748bbf6-9bec-42f5-8d01-ec3fed2d89d6 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.42 "GET /v2.0/ports?device_id=6fec5bbd-4528-41ad-8128-bf94bfb1dadf HTTP/1.1" status: 200 len: 943 time: 0.0491779 Mar 29 16:08:34.111462 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-7e6579ed-bec7-40c4-934d-ce5991088de2 req-2e7eac77-aefa-4201-9262-46add63b144d tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.42 "GET /v2.0/security-groups?id=6cdc536e-0b15-4c2c-bfe5-f95ea92208ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316010 Mar 29 16:08:34.229504 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d71584b9-87f1-45f5-84c7-c993c2416269 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:08:34.453417 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472b0420-80e1-4cc8-88d8-dfce3d702508 req-03442930-b0db-4a09-89cd-bbcb368d32ea tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:08:34.455013 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-472b0420-80e1-4cc8-88d8-dfce3d702508 req-03442930-b0db-4a09-89cd-bbcb368d32ea tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5123912-7357-4143-8a30-51a87d6d3d5d HTTP/1.1" status: 200 len: 946 time: 0.0502095 Mar 29 16:08:34.494900 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-472b0420-80e1-4cc8-88d8-dfce3d702508 req-15fd8451-89a8-4b71-925d-ae0f23e9ea8c tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] 10.222.0.42 "GET /v2.0/security-groups?id=c02ba859-4a44-44b3-8791-1727c4ee7976&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0339165 Mar 29 16:08:34.604258 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4292a4f7-062d-4596-9cb8-abecd81a72bf req-45d14751-c7d6-4d36-91b6-6e08ec1c8248 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:08:34.605721 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4292a4f7-062d-4596-9cb8-abecd81a72bf req-45d14751-c7d6-4d36-91b6-6e08ec1c8248 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "GET /v2.0/ports?device_id=fdb551ad-bad3-4ef2-9ae5-1bef276ea464 HTTP/1.1" status: 200 len: 946 time: 0.0484979 Mar 29 16:08:34.643005 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4292a4f7-062d-4596-9cb8-abecd81a72bf req-59420492-861e-4899-925e-a1957b929114 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "GET /v2.0/security-groups?id=2994880e-72b2-473b-8b0a-940a0682c905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309486 Mar 29 16:08:35.229795 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6100112c-afa9-4a37-be94-25c0c25a9199 req-d2b38d53-c6da-4301-92fc-527d2b6fb089 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:08:35.231283 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-6100112c-afa9-4a37-be94-25c0c25a9199 req-d2b38d53-c6da-4301-92fc-527d2b6fb089 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.42 "GET /v2.0/ports?device_id=6fec5bbd-4528-41ad-8128-bf94bfb1dadf HTTP/1.1" status: 200 len: 943 time: 0.0544331 Mar 29 16:08:35.273552 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-6100112c-afa9-4a37-be94-25c0c25a9199 req-7ba50bd1-180f-4fb3-8d69-2338791f235c tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.42 "GET /v2.0/security-groups?id=6cdc536e-0b15-4c2c-bfe5-f95ea92208ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356932 Mar 29 16:08:35.655477 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f49fc3-463d-4bff-87ce-5d02290c17ff req-a46baf40-b21a-4143-a76d-46f1137f34ce tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:08:35.656984 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-02f49fc3-463d-4bff-87ce-5d02290c17ff req-a46baf40-b21a-4143-a76d-46f1137f34ce tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5123912-7357-4143-8a30-51a87d6d3d5d HTTP/1.1" status: 200 len: 946 time: 0.0823066 Mar 29 16:08:35.663174 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd8102d-8da1-4985-b07a-20fe797b910f req-ad6b4809-2395-41a5-9431-024d4dbf4caa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:08:35.664728 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4bd8102d-8da1-4985-b07a-20fe797b910f req-ad6b4809-2395-41a5-9431-024d4dbf4caa service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8c88f14ca33d4e419d03f1c3b10014ac&device_id=fdb551ad-bad3-4ef2-9ae5-1bef276ea464 HTTP/1.1" status: 200 len: 1097 time: 0.0590153 Mar 29 16:08:35.751427 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-02f49fc3-463d-4bff-87ce-5d02290c17ff req-34af8b6a-341c-4235-8a19-ebd17e96877c tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] 10.222.0.42 "GET /v2.0/security-groups?id=c02ba859-4a44-44b3-8791-1727c4ee7976&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0854590 Mar 29 16:08:35.763868 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbe7f85-9c3e-4237-b654-35d56da69c8e req-40234ca5-a6a7-447e-aa95-be318b12a600 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:08:35.765484 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-4dbe7f85-9c3e-4237-b654-35d56da69c8e req-40234ca5-a6a7-447e-aa95-be318b12a600 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "GET /v2.0/ports?device_id=fdb551ad-bad3-4ef2-9ae5-1bef276ea464 HTTP/1.1" status: 200 len: 946 time: 0.0508397 Mar 29 16:08:35.807357 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-0cb6abf6-2706-4e52-8825-f5f644ecf9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:08:35.807975 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a64aa5-e14a-4b9f-ad52-cf4477ef5334 req-c6859548-4335-4d7d-8f21-e535cebcc219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:08:35.809230 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-83a64aa5-e14a-4b9f-ad52-cf4477ef5334 req-c6859548-4335-4d7d-8f21-e535cebcc219 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=f5123912-7357-4143-8a30-51a87d6d3d5d HTTP/1.1" status: 200 len: 1097 time: 0.0878942 Mar 29 16:08:35.810195 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-4dbe7f85-9c3e-4237-b654-35d56da69c8e req-a599bb35-a47c-40e3-a4e8-b12a8e70931a tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "GET /v2.0/security-groups?id=2994880e-72b2-473b-8b0a-940a0682c905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359743 Mar 29 16:08:35.824314 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd8102d-8da1-4985-b07a-20fe797b910f req-abb4d4c1-2948-4e19-adc5-06fe835283ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:08:35.826423 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4bd8102d-8da1-4985-b07a-20fe797b910f req-abb4d4c1-2948-4e19-adc5-06fe835283ef service neutron] 10.222.0.48 "GET /v2.0/networks?id=8eeae4c0-66cf-4e13-9c98-66def7870473 HTTP/1.1" status: 200 len: 898 time: 0.1472106 Mar 29 16:08:35.875754 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4bd8102d-8da1-4985-b07a-20fe797b910f req-53368aae-1273-4466-847c-92571cdbd5b6 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1c992e11-3201-4762-be87-c287db806eae HTTP/1.1" status: 200 len: 217 time: 0.0406065 Mar 29 16:08:35.894187 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-83a64aa5-e14a-4b9f-ad52-cf4477ef5334 req-a76a7fa6-f41a-4df0-88a2-421cbad419b4 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=c02ba859-4a44-44b3-8791-1727c4ee7976&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0759125 Mar 29 16:08:35.928263 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:08:35.934324 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd8102d-8da1-4985-b07a-20fe797b910f req-970f3f65-70bb-4ec7-91b0-5654eef9cee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:08:35.935834 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4bd8102d-8da1-4985-b07a-20fe797b910f req-970f3f65-70bb-4ec7-91b0-5654eef9cee3 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=92b59040-660b-4db6-86e8-6e665d07165b HTTP/1.1" status: 200 len: 834 time: 0.0504353 Mar 29 16:08:36.191433 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd8102d-8da1-4985-b07a-20fe797b910f req-0e7e9785-fa10-4d92-b364-70400dfe5ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:08:36.192943 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4bd8102d-8da1-4985-b07a-20fe797b910f req-0e7e9785-fa10-4d92-b364-70400dfe5ab4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8eeae4c0-66cf-4e13-9c98-66def7870473&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0453010 Mar 29 16:08:36.281254 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4bd8102d-8da1-4985-b07a-20fe797b910f req-cd7f0883-45f4-4ddd-9979-c244c7b82787 service neutron] 10.222.0.48 "GET /v2.0/networks/8eeae4c0-66cf-4e13-9c98-66def7870473?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807443 Mar 29 16:08:36.405121 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4bd8102d-8da1-4985-b07a-20fe797b910f req-51f47941-7245-48de-ac54-4c5d00c012cd service neutron] 10.222.0.48 "GET /v2.0/networks/8eeae4c0-66cf-4e13-9c98-66def7870473?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1154912 Mar 29 16:08:36.413052 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74b0319-1dc4-4f59-8d29-e70416e5ea08 req-8349cac0-74f4-491a-869c-4d434f834f4b tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:08:36.416943 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f74b0319-1dc4-4f59-8d29-e70416e5ea08 req-8349cac0-74f4-491a-869c-4d434f834f4b tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.42 "GET /v2.0/ports?device_id=6fec5bbd-4528-41ad-8128-bf94bfb1dadf HTTP/1.1" status: 200 len: 943 time: 0.0666368 Mar 29 16:08:36.453933 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f74b0319-1dc4-4f59-8d29-e70416e5ea08 req-df7af908-b5cb-402c-bb2f-5050a64c60d7 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.42 "GET /v2.0/security-groups?id=6cdc536e-0b15-4c2c-bfe5-f95ea92208ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323999 Mar 29 16:08:36.880889 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c728b0e9-fd97-4d96-b737-b7236b0d9e0e req-deeab5de-2914-4f5b-ba40-2720e22c4ffa tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:08:36.882361 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-c728b0e9-fd97-4d96-b737-b7236b0d9e0e req-deeab5de-2914-4f5b-ba40-2720e22c4ffa tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5123912-7357-4143-8a30-51a87d6d3d5d HTTP/1.1" status: 200 len: 946 time: 0.0497394 Mar 29 16:08:36.922486 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-c728b0e9-fd97-4d96-b737-b7236b0d9e0e req-db8577e8-9b53-4fed-b04f-0f1aefff3a87 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] 10.222.0.42 "GET /v2.0/security-groups?id=c02ba859-4a44-44b3-8791-1727c4ee7976&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0340858 Mar 29 16:08:36.937538 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da220be5-77b9-48f1-b88b-0ab768748378 req-42daaa50-f62c-47fb-a972-c53cfdac103d tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:08:36.939000 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-da220be5-77b9-48f1-b88b-0ab768748378 req-42daaa50-f62c-47fb-a972-c53cfdac103d tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "GET /v2.0/ports?device_id=fdb551ad-bad3-4ef2-9ae5-1bef276ea464 HTTP/1.1" status: 200 len: 946 time: 0.0545859 Mar 29 16:08:36.976201 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-da220be5-77b9-48f1-b88b-0ab768748378 req-87a45214-0589-4c3a-8d53-87a2b8fa9b0b tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "GET /v2.0/security-groups?id=2994880e-72b2-473b-8b0a-940a0682c905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312636 Mar 29 16:08:37.236375 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.agents_db [None req-59735a15-725e-44d4-9ad5-95cbe356f209 None None] Agent healthcheck: found 7 active agents {{(pid=102793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 16:08:37.584951 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84737cf4-836f-426b-bf3f-a9abfffef380 req-fb97d963-bdf5-4dbe-a7b4-5d997ec0d211 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:08:37.585257 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e43db6-8abd-40e7-a40f-0879daada5cb req-78e4ce71-bbd3-4a15-b94f-9882250fc06d tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:08:37.586769 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-19e43db6-8abd-40e7-a40f-0879daada5cb req-78e4ce71-bbd3-4a15-b94f-9882250fc06d tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.42 "GET /v2.0/ports?device_id=6fec5bbd-4528-41ad-8128-bf94bfb1dadf HTTP/1.1" status: 200 len: 943 time: 0.0622215 Mar 29 16:08:37.589174 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-84737cf4-836f-426b-bf3f-a9abfffef380 req-fb97d963-bdf5-4dbe-a7b4-5d997ec0d211 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.48 "GET /v2.0/ports?device_id=fdb551ad-bad3-4ef2-9ae5-1bef276ea464 HTTP/1.1" status: 200 len: 946 time: 0.0538955 Mar 29 16:08:37.631908 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-19e43db6-8abd-40e7-a40f-0879daada5cb req-b73549d7-ce8a-4d5a-9fa4-87d1ccecabfc tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.42 "GET /v2.0/security-groups?id=6cdc536e-0b15-4c2c-bfe5-f95ea92208ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387392 Mar 29 16:08:37.690696 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [req-84737cf4-836f-426b-bf3f-a9abfffef380 req-c0803dfc-2d8b-43fa-957e-7803b4443d9f tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Deleting port 1c992e11-3201-4762-be87-c287db806eae {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:08:37.691040 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-84737cf4-836f-426b-bf3f-a9abfffef380 req-c0803dfc-2d8b-43fa-957e-7803b4443d9f tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:08:37.786327 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-84737cf4-836f-426b-bf3f-a9abfffef380 req-c0803dfc-2d8b-43fa-957e-7803b4443d9f tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] For port 1c992e11-3201-4762-be87-c287db806eae, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=1c992e11-3201-4762-be87-c287db806eae,segment=NetworkSegment(1e1cf46f-0a76-44e2-99d7-9d6660988ef3),segment_id=1e1cf46f-0a76-44e2-99d7-9d6660988ef3)] {{(pid=102791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:08:37.786645 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-84737cf4-836f-426b-bf3f-a9abfffef380 req-c0803dfc-2d8b-43fa-957e-7803b4443d9f tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:08:37.799809 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [req-84737cf4-836f-426b-bf3f-a9abfffef380 req-c0803dfc-2d8b-43fa-957e-7803b4443d9f tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Calling delete_port for 1c992e11-3201-4762-be87-c287db806eae owned by compute:nova {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:08:37.929081 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-84737cf4-836f-426b-bf3f-a9abfffef380 req-c0803dfc-2d8b-43fa-957e-7803b4443d9f tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:08:37.959132 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0803dfc-2d8b-43fa-957e-7803b4443d9f tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Pushing event deleted for resources: {'Port': ['ID=1c992e11-3201-4762-be87-c287db806eae,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:08:37.972070 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0803dfc-2d8b-43fa-957e-7803b4443d9f tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:08:37.973269 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0803dfc-2d8b-43fa-957e-7803b4443d9f tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:08:37.973269 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0803dfc-2d8b-43fa-957e-7803b4443d9f tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:08:37.973269 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0803dfc-2d8b-43fa-957e-7803b4443d9f tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:08:37.973868 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0803dfc-2d8b-43fa-957e-7803b4443d9f tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:08:37.974350 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0803dfc-2d8b-43fa-957e-7803b4443d9f tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:08:37.974823 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0803dfc-2d8b-43fa-957e-7803b4443d9f tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:08:37.975317 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0803dfc-2d8b-43fa-957e-7803b4443d9f tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:08:37.975782 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0803dfc-2d8b-43fa-957e-7803b4443d9f tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:08:37.976270 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0803dfc-2d8b-43fa-957e-7803b4443d9f tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:08:37.976731 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0803dfc-2d8b-43fa-957e-7803b4443d9f tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:08:37.977187 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0803dfc-2d8b-43fa-957e-7803b4443d9f tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:08:38.016050 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [req-84737cf4-836f-426b-bf3f-a9abfffef380 req-c0803dfc-2d8b-43fa-957e-7803b4443d9f tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] No DVR routers for this DVR port 1c992e11-3201-4762-be87-c287db806eae on host n-h2-834765-1 {{(pid=102791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 16:08:38.018804 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-84737cf4-836f-426b-bf3f-a9abfffef380 req-c0803dfc-2d8b-43fa-957e-7803b4443d9f tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:08:38.022452 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-84737cf4-836f-426b-bf3f-a9abfffef380 req-c0803dfc-2d8b-43fa-957e-7803b4443d9f tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.48 "DELETE /v2.0/ports/1c992e11-3201-4762-be87-c287db806eae HTTP/1.1" status: 204 len: 173 time: 0.4294949 Mar 29 16:08:38.023638 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdb551ad-bad3-4ef2-9ae5-1bef276ea464', 'name': 'network-vif-deleted', 'tag': '1c992e11-3201-4762-be87-c287db806eae'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:08:38.026736 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c67b028db5e9b9818fecc5c0a87ebc6f190694fa53ca267d523e04f98de536d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed33cef1-cf34-4bdf-b72c-b6ecb21be060" -d '{"events": [{"server_uuid": "fdb551ad-bad3-4ef2-9ae5-1bef276ea464", "name": "network-vif-deleted", "tag": "1c992e11-3201-4762-be87-c287db806eae"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:08:38.075623 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-e50c9e06-6c8b-4bd7-aabe-f2d51c9e2c04 req-89e00b3a-38c1-47f1-a25b-cf4e9ad06146 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "GET /v2.0/ports?device_id=fdb551ad-bad3-4ef2-9ae5-1bef276ea464 HTTP/1.1" status: 200 len: 210 time: 0.0278864 Mar 29 16:08:38.083199 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f33ca3-99c9-4741-a80e-9a11038ea14a req-2942a398-f372-4180-86f6-a9e585455564 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:08:38.084987 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e2f33ca3-99c9-4741-a80e-9a11038ea14a req-2942a398-f372-4180-86f6-a9e585455564 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5123912-7357-4143-8a30-51a87d6d3d5d HTTP/1.1" status: 200 len: 946 time: 0.0701971 Mar 29 16:08:38.126491 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 16:08:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccee07da-00e1-4ef1-a57f-d7a85ebdf021 x-openstack-request-id: req-ccee07da-00e1-4ef1-a57f-d7a85ebdf021 {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:08:38.126787 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdb551ad-bad3-4ef2-9ae5-1bef276ea464", "name": "network-vif-deleted", "tag": "1c992e11-3201-4762-be87-c287db806eae", "status": "completed", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:08:38.127042 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ccee07da-00e1-4ef1-a57f-d7a85ebdf021 {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:08:38.127456 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdb551ad-bad3-4ef2-9ae5-1bef276ea464', 'name': 'network-vif-deleted', 'tag': '1c992e11-3201-4762-be87-c287db806eae', 'status': 'completed', 'code': 200} Mar 29 16:08:38.143083 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e2f33ca3-99c9-4741-a80e-9a11038ea14a req-73fe118c-b1b9-4d9a-b522-c8540bc143ee tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] 10.222.0.42 "GET /v2.0/security-groups?id=c02ba859-4a44-44b3-8791-1727c4ee7976&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0465178 Mar 29 16:08:38.746579 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb514cf8-5d34-4426-93cc-bf27277180b3 req-60d2b077-923f-4b97-a886-399a37c2d1a3 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:08:38.748675 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-eb514cf8-5d34-4426-93cc-bf27277180b3 req-60d2b077-923f-4b97-a886-399a37c2d1a3 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.42 "GET /v2.0/ports?device_id=6fec5bbd-4528-41ad-8128-bf94bfb1dadf HTTP/1.1" status: 200 len: 943 time: 0.0487807 Mar 29 16:08:38.785184 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-eb514cf8-5d34-4426-93cc-bf27277180b3 req-bd3c8d21-df5d-43e3-8b4c-caf9c6d5c429 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.42 "GET /v2.0/security-groups?id=6cdc536e-0b15-4c2c-bfe5-f95ea92208ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305102 Mar 29 16:08:39.133846 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 53358) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:08:39.492767 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-760ec014-6463-4431-b6f2-b4e08de51aeb tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-530452'] for router_interface, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:08:39.773275 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-760ec014-6463-4431-b6f2-b4e08de51aeb tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Deleting port afd65ee6-96c7-4f70-a9fd-340412fb4f24 {{(pid=102790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:08:39.773533 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-760ec014-6463-4431-b6f2-b4e08de51aeb tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:08:39.879653 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [None req-760ec014-6463-4431-b6f2-b4e08de51aeb tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] For port afd65ee6-96c7-4f70-a9fd-340412fb4f24, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=afd65ee6-96c7-4f70-a9fd-340412fb4f24,segment=NetworkSegment(1e1cf46f-0a76-44e2-99d7-9d6660988ef3),segment_id=1e1cf46f-0a76-44e2-99d7-9d6660988ef3)] {{(pid=102790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:08:39.880174 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-760ec014-6463-4431-b6f2-b4e08de51aeb tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:08:39.918404 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-760ec014-6463-4431-b6f2-b4e08de51aeb tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Calling delete_port for afd65ee6-96c7-4f70-a9fd-340412fb4f24 owned by network:router_interface {{(pid=102790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:08:39.942998 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf799eb-f1a6-4b73-94d8-fad2d556c573 req-c064ff4a-6780-4855-846e-ec541c126e7c tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:08:39.944505 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-7bf799eb-f1a6-4b73-94d8-fad2d556c573 req-c064ff4a-6780-4855-846e-ec541c126e7c tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.42 "GET /v2.0/ports?device_id=6fec5bbd-4528-41ad-8128-bf94bfb1dadf HTTP/1.1" status: 200 len: 943 time: 0.0898921 Mar 29 16:08:40.016722 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-7bf799eb-f1a6-4b73-94d8-fad2d556c573 req-003630a8-4907-4bb4-8a34-ab95f0120e70 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.42 "GET /v2.0/security-groups?id=6cdc536e-0b15-4c2c-bfe5-f95ea92208ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452600 Mar 29 16:08:40.141905 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-760ec014-6463-4431-b6f2-b4e08de51aeb tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:08:40.167817 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760ec014-6463-4431-b6f2-b4e08de51aeb tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Pushing event deleted for resources: {'Port': ['ID=afd65ee6-96c7-4f70-a9fd-340412fb4f24,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:08:40.338569 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-760ec014-6463-4431-b6f2-b4e08de51aeb tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-530528'] for router_interface, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:08:40.554359 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-760ec014-6463-4431-b6f2-b4e08de51aeb tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Router 9f2c6a27-b45e-4dfd-93c0-e57c00806f84 has already been hosted by L3 agent c648d819-1060-4f26-b4ec-6455387b5dff {{(pid=102790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 16:08:40.661562 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-760ec014-6463-4431-b6f2-b4e08de51aeb tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 16:08:40.666643 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-760ec014-6463-4431-b6f2-b4e08de51aeb tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "PUT /v2.0/routers/9f2c6a27-b45e-4dfd-93c0-e57c00806f84/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5316777 Mar 29 16:08:40.669655 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 53362) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:08:40.670836 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61f268f0-1eda-4ffa-b0b2-fdcc893bc079 None None] Sync routers for ids ['9f2c6a27-b45e-4dfd-93c0-e57c00806f84'] in n-d-834765-1 {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 16:08:40.680148 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61f268f0-1eda-4ffa-b0b2-fdcc893bc079 None None] Routers {'9f2c6a27-b45e-4dfd-93c0-e57c00806f84'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:08:40.681099 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-61f268f0-1eda-4ffa-b0b2-fdcc893bc079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:08:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['9f2c6a27-b45e-4dfd-93c0-e57c00806f84'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:08:40.720946 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.db_base_plugin_v2 [None req-65cb57df-753c-4b3f-9928-4a24f5491289 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Deleting subnet 92b59040-660b-4db6-86e8-6e665d07165b {{(pid=102790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 16:08:40.724029 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-65cb57df-753c-4b3f-9928-4a24f5491289 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks [] for subnet, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:08:40.769944 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-65cb57df-753c-4b3f-9928-4a24f5491289 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4614024'] for subnet, precommit_delete_associations {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:08:40.785152 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvr_db [None req-61f268f0-1eda-4ffa-b0b2-fdcc893bc079 None None] Set router 9f2c6a27-b45e-4dfd-93c0-e57c00806f84 gateway port host: n-d-834765-1 {{(pid=102793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:08:40.812797 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device 367472a7-c3ef-42c3-ac29-a9e731ce5c1a details requested by agent hyperv_n-h2-834765-1 with host n-h2-834765-1 {{(pid=102792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 16:08:40.814754 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device 1c992e11-3201-4762-be87-c287db806eae no longer exists at agent hyperv_n-h2-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 16:08:40.843854 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] No Port match for: 1c992e11-3201-4762-be87-c287db806eae {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 16:08:40.844191 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device 1c992e11-3201-4762-be87-c287db806eae not bound to the agent host n-h2-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 16:08:40.854366 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-65cb57df-753c-4b3f-9928-4a24f5491289 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1641287'] for subnet, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:08:40.921791 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-65cb57df-753c-4b3f-9928-4a24f5491289 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1641294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5231963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4793952'] for subnet, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:08:40.939855 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port 367472a7-c3ef-42c3-ac29-a9e731ce5c1a, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=367472a7-c3ef-42c3-ac29-a9e731ce5c1a,segment=NetworkSegment(cba03923-275f-4318-bf62-d35312a27050),segment_id=cba03923-275f-4318-bf62-d35312a27050)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:08:40.951287 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Returning: {'device': '367472a7-c3ef-42c3-ac29-a9e731ce5c1a', 'network_id': '94aaab29-0bd5-4872-87c3-058efc699ab1', 'port_id': '367472a7-c3ef-42c3-ac29-a9e731ce5c1a', 'mac_address': 'fa:16:3e:a1:7d:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 603, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3eb82fd-c9e0-44ac-b6ba-483d89595c61', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 16:08:40.963243 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cb57df-753c-4b3f-9928-4a24f5491289 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Pushing event deleted for resources: {'Subnet': ['ID=92b59040-660b-4db6-86e8-6e665d07165b,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:08:40.968308 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-65cb57df-753c-4b3f-9928-4a24f5491289 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks [] for subnet, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:08:40.970390 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-61f268f0-1eda-4ffa-b0b2-fdcc893bc079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f2c6a27-b45e-4dfd-93c0-e57c00806f84', 'name': 'tempest-TestNetworkAdvancedServerOps-router-664524826', 'tenant_id': '8c88f14ca33d4e419d03f1c3b10014ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.207'}], 'enable_snat': True}, 'gw_port_id': 'd4ce595e-fd09-4331-82ac-f6b1246a2a6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:05:34Z', 'updated_at': '2022-03-29T16:08:40Z', 'revision_number': 5, 'project_id': '8c88f14ca33d4e419d03f1c3b10014ac', 'gw_port': {'id': 'd4ce595e-fd09-4331-82ac-f6b1246a2a6d', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:cc:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f2c6a27-b45e-4dfd-93c0-e57c00806f84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3286, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:05:35Z', 'updated_at': '2022-03-29T16:05:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1'}], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:08:40.971636 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-65cb57df-753c-4b3f-9928-4a24f5491289 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "DELETE /v2.0/subnets/92b59040-660b-4db6-86e8-6e665d07165b HTTP/1.1" status: 204 len: 168 time: 0.3010106 Mar 29 16:08:40.974207 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 53364) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:08:40.982934 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47b83cad-aeb8-4ef3-af06-5a49ea593a68 None None] Network 8eeae4c0-66cf-4e13-9c98-66def7870473 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 16:08:41.007510 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61f268f0-1eda-4ffa-b0b2-fdcc893bc079 None None] Checking router: 9f2c6a27-b45e-4dfd-93c0-e57c00806f84 for host: n-d-834765-1 {{(pid=102793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 16:08:41.017945 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61f268f0-1eda-4ffa-b0b2-fdcc893bc079 None None] Routers {'9f2c6a27-b45e-4dfd-93c0-e57c00806f84'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:08:41.018865 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-61f268f0-1eda-4ffa-b0b2-fdcc893bc079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:08:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['9f2c6a27-b45e-4dfd-93c0-e57c00806f84'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:08:41.109908 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:08:41.124813 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-42439fd0-a5e4-4056-8410-a88ced0bee37 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks [] for router, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:08:41.130716 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 367472a7-c3ef-42c3-ac29-a9e731ce5c1a {{(pid=102792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 16:08:41.162977 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port 367472a7-c3ef-42c3-ac29-a9e731ce5c1a, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=367472a7-c3ef-42c3-ac29-a9e731ce5c1a,segment=NetworkSegment(cba03923-275f-4318-bf62-d35312a27050),segment_id=cba03923-275f-4318-bf62-d35312a27050)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:08:41.171106 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:08:41.174619 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvr_db [None req-61f268f0-1eda-4ffa-b0b2-fdcc893bc079 None None] Set router 9f2c6a27-b45e-4dfd-93c0-e57c00806f84 gateway port host: n-d-834765-1 {{(pid=102793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:08:41.195958 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe585e7-1feb-46d9-89e2-e70a10f4b1c9 req-8beacaeb-42ee-4ab0-8867-dab41606a0db tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:08:41.197947 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-2fe585e7-1feb-46d9-89e2-e70a10f4b1c9 req-8beacaeb-42ee-4ab0-8867-dab41606a0db tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.42 "GET /v2.0/ports?device_id=6fec5bbd-4528-41ad-8128-bf94bfb1dadf HTTP/1.1" status: 200 len: 943 time: 0.0918937 Mar 29 16:08:41.224928 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79a7973b-afd2-4cc4-9e5e-59172962e4d9 None None] DHCP port deletion for 8eeae4c0-66cf-4e13-9c98-66def7870473 request from n-d-834765-1 {{(pid=102792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 29 16:08:41.251166 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-2fe585e7-1feb-46d9-89e2-e70a10f4b1c9 req-38e87129-f4de-499a-a92d-dd7898718924 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.42 "GET /v2.0/security-groups?id=6cdc536e-0b15-4c2c-bfe5-f95ea92208ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439773 Mar 29 16:08:41.273627 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-42439fd0-a5e4-4056-8410-a88ced0bee37 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:08:41.294067 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Pushing event updated for resources: {'Port': ['ID=367472a7-c3ef-42c3-ac29-a9e731ce5c1a,revision_number=9']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:08:41.313722 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-79a7973b-afd2-4cc4-9e5e-59172962e4d9 None None] Deleting port 0c3464c4-102a-4cc5-a0fc-080bd8024cd9 {{(pid=102792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:08:41.314110 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-79a7973b-afd2-4cc4-9e5e-59172962e4d9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:08:41.336022 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-42439fd0-a5e4-4056-8410-a88ced0bee37 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Deleting port d4ce595e-fd09-4331-82ac-f6b1246a2a6d {{(pid=102790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:08:41.336447 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-42439fd0-a5e4-4056-8410-a88ced0bee37 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:08:41.371096 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-61f268f0-1eda-4ffa-b0b2-fdcc893bc079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f2c6a27-b45e-4dfd-93c0-e57c00806f84', 'name': 'tempest-TestNetworkAdvancedServerOps-router-664524826', 'tenant_id': '8c88f14ca33d4e419d03f1c3b10014ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.207'}], 'enable_snat': True}, 'gw_port_id': 'd4ce595e-fd09-4331-82ac-f6b1246a2a6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:05:34Z', 'updated_at': '2022-03-29T16:08:40Z', 'revision_number': 5, 'project_id': '8c88f14ca33d4e419d03f1c3b10014ac', 'gw_port': {'id': 'd4ce595e-fd09-4331-82ac-f6b1246a2a6d', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:cc:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f2c6a27-b45e-4dfd-93c0-e57c00806f84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3286, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:05:35Z', 'updated_at': '2022-03-29T16:05:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1'}], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:08:41.380085 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-79a7973b-afd2-4cc4-9e5e-59172962e4d9 None None] For port 0c3464c4-102a-4cc5-a0fc-080bd8024cd9, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=0c3464c4-102a-4cc5-a0fc-080bd8024cd9,segment=NetworkSegment(1e1cf46f-0a76-44e2-99d7-9d6660988ef3),segment_id=1e1cf46f-0a76-44e2-99d7-9d6660988ef3)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:08:41.380485 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-79a7973b-afd2-4cc4-9e5e-59172962e4d9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:08:41.394047 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-79a7973b-afd2-4cc4-9e5e-59172962e4d9 None None] Calling delete_port for 0c3464c4-102a-4cc5-a0fc-080bd8024cd9 owned by network:dhcp {{(pid=102792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:08:41.399388 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61f268f0-1eda-4ffa-b0b2-fdcc893bc079 None None] The sync data for ids ['9f2c6a27-b45e-4dfd-93c0-e57c00806f84'] in n-d-834765-1 is: [{'id': '9f2c6a27-b45e-4dfd-93c0-e57c00806f84', 'name': 'tempest-TestNetworkAdvancedServerOps-router-664524826', 'tenant_id': '8c88f14ca33d4e419d03f1c3b10014ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.207'}], 'enable_snat': True}, 'gw_port_id': 'd4ce595e-fd09-4331-82ac-f6b1246a2a6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:05:34Z', 'updated_at': '2022-03-29T16:08:40Z', 'revision_number': 5, 'project_id': '8c88f14ca33d4e419d03f1c3b10014ac', 'gw_port': {'id': 'd4ce595e-fd09-4331-82ac-f6b1246a2a6d', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:cc:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f2c6a27-b45e-4dfd-93c0-e57c00806f84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3286, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:05:35Z', 'updated_at': '2022-03-29T16:05:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1'}] {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 16:08:41.422442 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [None req-42439fd0-a5e4-4056-8410-a88ced0bee37 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] For port d4ce595e-fd09-4331-82ac-f6b1246a2a6d, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=d4ce595e-fd09-4331-82ac-f6b1246a2a6d,segment=NetworkSegment(6ab47353-a811-4bad-bc73-b4cc84583cfd),segment_id=6ab47353-a811-4bad-bc73-b4cc84583cfd)] {{(pid=102790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:08:41.422821 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-42439fd0-a5e4-4056-8410-a88ced0bee37 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:08:41.441977 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-42439fd0-a5e4-4056-8410-a88ced0bee37 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Calling delete_port for d4ce595e-fd09-4331-82ac-f6b1246a2a6d owned by network:router_gateway {{(pid=102790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:08:41.483146 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-79a7973b-afd2-4cc4-9e5e-59172962e4d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350'] for port, after_delete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:08:41.508480 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] get_ports_and_sgs() called for port_ids ['367472a7-c3ef-42c3-ac29-a9e731ce5c1a'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 16:08:41.514683 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a7973b-afd2-4cc4-9e5e-59172962e4d9 None None] Pushing event deleted for resources: {'Port': ['ID=0c3464c4-102a-4cc5-a0fc-080bd8024cd9,revision_number=None']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:08:41.539410 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79a7973b-afd2-4cc4-9e5e-59172962e4d9 None None] No DVR routers for this DVR port 0c3464c4-102a-4cc5-a0fc-080bd8024cd9 on host n-d-834765-1 {{(pid=102792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 16:08:41.614599 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-42439fd0-a5e4-4056-8410-a88ced0bee37 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:08:41.642812 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42439fd0-a5e4-4056-8410-a88ced0bee37 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Pushing event deleted for resources: {'Port': ['ID=d4ce595e-fd09-4331-82ac-f6b1246a2a6d,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:08:41.706532 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-42439fd0-a5e4-4056-8410-a88ced0bee37 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-648138'] for router_gateway, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:08:41.807009 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-42439fd0-a5e4-4056-8410-a88ced0bee37 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129328'] for router, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:08:41.809238 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-42439fd0-a5e4-4056-8410-a88ced0bee37 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:08:41.853358 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-42439fd0-a5e4-4056-8410-a88ced0bee37 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-526718'] for router, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:08:41.853763 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42439fd0-a5e4-4056-8410-a88ced0bee37 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Fanout notify agent at l3_agent the message router_deleted on router 9f2c6a27-b45e-4dfd-93c0-e57c00806f84 {{(pid=102790) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 29 16:08:41.861168 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-42439fd0-a5e4-4056-8410-a88ced0bee37 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks [] for router, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:08:41.864938 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-42439fd0-a5e4-4056-8410-a88ced0bee37 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "DELETE /v2.0/routers/9f2c6a27-b45e-4dfd-93c0-e57c00806f84 HTTP/1.1" status: 204 len: 168 time: 0.8871832 Mar 29 16:08:41.865456 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 53368) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:08:41.948784 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-ea9a4062-0c2b-45df-91bc-9f7c96fd5f86 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1631750'] for network, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:08:42.047168 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-ea9a4062-0c2b-45df-91bc-9f7c96fd5f86 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639890', 'neutron.services.segments.db._delete_segments_for_network-8783523423079'] for network, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:08:42.068896 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-ea9a4062-0c2b-45df-91bc-9f7c96fd5f86 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8eeae4c0-66cf-4e13-9c98-66def7870473']}} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:08:42.080685 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-ea9a4062-0c2b-45df-91bc-9f7c96fd5f86 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e1cf46f-0a76-44e2-99d7-9d6660988ef3') {'for_net_delete': True} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:08:42.080976 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-ea9a4062-0c2b-45df-91bc-9f7c96fd5f86 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e1cf46f-0a76-44e2-99d7-9d6660988ef3') {} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:08:42.090176 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-ea9a4062-0c2b-45df-91bc-9f7c96fd5f86 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783523422064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4230428'] for segment, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:08:42.103498 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-ea9a4062-0c2b-45df-91bc-9f7c96fd5f86 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:08:42.110059 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea9a4062-0c2b-45df-91bc-9f7c96fd5f86 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Releasing vlan 614 on physical network physnet1 to pool {{(pid=102791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 16:08:42.110481 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-ea9a4062-0c2b-45df-91bc-9f7c96fd5f86 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16169569'] for segment, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:08:42.113334 n-d-834765-1 neutron-server[102791]: Traceback (most recent call last): Mar 29 16:08:42.113334 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 16:08:42.113334 n-d-834765-1 neutron-server[102791]: timer() Mar 29 16:08:42.113334 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 16:08:42.113334 n-d-834765-1 neutron-server[102791]: cb(*args, **kw) Mar 29 16:08:42.113334 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 16:08:42.113334 n-d-834765-1 neutron-server[102791]: return func(*args, **kwargs) Mar 29 16:08:42.113334 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 16:08:42.113334 n-d-834765-1 neutron-server[102791]: self._notify() Mar 29 16:08:42.113334 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 16:08:42.113334 n-d-834765-1 neutron-server[102791]: self.callback(batched_events) Mar 29 16:08:42.113334 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 16:08:42.113334 n-d-834765-1 neutron-server[102791]: event.method(event) Mar 29 16:08:42.113334 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 16:08:42.113334 n-d-834765-1 neutron-server[102791]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 16:08:42.113334 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 16:08:42.113334 n-d-834765-1 neutron-server[102791]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 16:08:42.113334 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 16:08:42.113334 n-d-834765-1 neutron-server[102791]: return f(self, *a, **k) Mar 29 16:08:42.113334 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 16:08:42.113334 n-d-834765-1 neutron-server[102791]: return self._get(url).json() Mar 29 16:08:42.113334 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 16:08:42.113334 n-d-834765-1 neutron-server[102791]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 16:08:42.113334 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 16:08:42.113334 n-d-834765-1 neutron-server[102791]: return self.request(url, 'GET', **kwargs) Mar 29 16:08:42.113334 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 16:08:42.113334 n-d-834765-1 neutron-server[102791]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 16:08:42.113334 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 16:08:42.113334 n-d-834765-1 neutron-server[102791]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 16:08:42.113334 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 16:08:42.113334 n-d-834765-1 neutron-server[102791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 16:08:42.113334 n-d-834765-1 neutron-server[102791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 16:08:42.172960 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-ea9a4062-0c2b-45df-91bc-9f7c96fd5f86 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1639897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648174'] for network, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:08:42.179516 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-ea9a4062-0c2b-45df-91bc-9f7c96fd5f86 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks [] for network, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:08:42.182823 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-ea9a4062-0c2b-45df-91bc-9f7c96fd5f86 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "DELETE /v2.0/networks/8eeae4c0-66cf-4e13-9c98-66def7870473 HTTP/1.1" status: 204 len: 168 time: 0.3163059 Mar 29 16:08:42.185753 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 53370) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:08:42.193704 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9a4062-0c2b-45df-91bc-9f7c96fd5f86 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Pushing event deleted for resources: {'Network': ['ID=8eeae4c0-66cf-4e13-9c98-66def7870473,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:08:42.243704 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-87e48ce9-1c3d-4218-9b68-1c28fec68816 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks [] for security_group, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:08:42.267831 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-87e48ce9-1c3d-4218-9b68-1c28fec68816 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:08:42.338863 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-87e48ce9-1c3d-4218-9b68-1c28fec68816 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:08:42.341791 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-87e48ce9-1c3d-4218-9b68-1c28fec68816 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:08:42.342917 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-87e48ce9-1c3d-4218-9b68-1c28fec68816 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "DELETE /v2.0/security-groups/2994880e-72b2-473b-8b0a-940a0682c905 HTTP/1.1" status: 204 len: 168 time: 0.1561880 Mar 29 16:08:42.370630 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e48ce9-1c3d-4218-9b68-1c28fec68816 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2994880e-72b2-473b-8b0a-940a0682c905,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:08:42.392264 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 53376) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:08:42.416179 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffed720f-8ac7-4ad6-9a24-121e8a6f37d9 req-dd39a7ee-3a0c-49e6-bb51-70314cd5d18a tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:08:42.422659 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-ffed720f-8ac7-4ad6-9a24-121e8a6f37d9 req-dd39a7ee-3a0c-49e6-bb51-70314cd5d18a tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.42 "GET /v2.0/ports?device_id=6fec5bbd-4528-41ad-8128-bf94bfb1dadf HTTP/1.1" status: 200 len: 944 time: 0.0929883 Mar 29 16:08:42.472685 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-ffed720f-8ac7-4ad6-9a24-121e8a6f37d9 req-b08d09d3-199a-4e45-a45c-cb514b3d73d1 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.42 "GET /v2.0/security-groups?id=6cdc536e-0b15-4c2c-bfe5-f95ea92208ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444171 Mar 29 16:08:42.580722 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-7c4f321f-13cf-4105-9b15-2ec55f35c014 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Deleting port f55f5817-3c71-40c0-af6e-e20a56164326 {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:08:42.581064 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-7c4f321f-13cf-4105-9b15-2ec55f35c014 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:08:42.657786 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-7c4f321f-13cf-4105-9b15-2ec55f35c014 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:08:42.658106 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-7c4f321f-13cf-4105-9b15-2ec55f35c014 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:08:42.671785 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-7c4f321f-13cf-4105-9b15-2ec55f35c014 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Calling delete_port for f55f5817-3c71-40c0-af6e-e20a56164326 owned by network:floatingip {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:08:42.811820 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device 367472a7-c3ef-42c3-ac29-a9e731ce5c1a up at agent hyperv_n-h2-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 16:08:42.855664 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-7c4f321f-13cf-4105-9b15-2ec55f35c014 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:08:42.866186 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Provisioning complete for port 367472a7-c3ef-42c3-ac29-a9e731ce5c1a triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:08:42.866560 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:08:42.889572 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4f321f-13cf-4105-9b15-2ec55f35c014 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Pushing event deleted for resources: {'Port': ['ID=f55f5817-3c71-40c0-af6e-e20a56164326,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:08:42.947728 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:08:42.949491 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-7c4f321f-13cf-4105-9b15-2ec55f35c014 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Notify callbacks [] for floatingip, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:08:42.950802 n-d-834765-1 neutron-server[102791]: INFO neutron.db.l3_db [None req-7c4f321f-13cf-4105-9b15-2ec55f35c014 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Floating IP f0ac10e9-a4f7-4d05-8735-94b85a89a401 disassociated (deleted). External IP: 172.25.4.240, port: 183ba023-446f-43a5-8eed-602f5293e3f4. Mar 29 16:08:42.960099 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 53380) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:08:42.964764 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-bac3f96c-d5b0-4321-99f0-32d3b4a2709f tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-833313195', 'description': 'tempest-secgroup-smoke-833313195 description', 'project_id': '8c88f14ca33d4e419d03f1c3b10014ac'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:08:42.976804 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fec5bbd-4528-41ad-8128-bf94bfb1dadf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '367472a7-c3ef-42c3-ac29-a9e731ce5c1a'}] {{(pid=102792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:08:42.979248 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4f476c66b318cc6068719fc39557fac68d413f5c7e78fa77028c7948e999ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36ef562a-a110-4475-a2cc-475c7dbb0f28" -d '{"events": [{"server_uuid": "6fec5bbd-4528-41ad-8128-bf94bfb1dadf", "name": "network-vif-plugged", "status": "completed", "tag": "367472a7-c3ef-42c3-ac29-a9e731ce5c1a"}]}' {{(pid=102792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:08:43.002235 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-bac3f96c-d5b0-4321-99f0-32d3b4a2709f tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks [] for security_group, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:08:43.003133 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port 367472a7-c3ef-42c3-ac29-a9e731ce5c1a, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=367472a7-c3ef-42c3-ac29-a9e731ce5c1a,segment=NetworkSegment(cba03923-275f-4318-bf62-d35312a27050),segment_id=cba03923-275f-4318-bf62-d35312a27050)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:08:43.009007 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:08:43.067402 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 16:08:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-897ba148-e0ac-4c06-8faf-1a54f3b6ca3e x-openstack-request-id: req-897ba148-e0ac-4c06-8faf-1a54f3b6ca3e {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:08:43.067653 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fec5bbd-4528-41ad-8128-bf94bfb1dadf", "name": "network-vif-plugged", "status": "completed", "tag": "367472a7-c3ef-42c3-ac29-a9e731ce5c1a", "code": 200}]} {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:08:43.067846 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-897ba148-e0ac-4c06-8faf-1a54f3b6ca3e {{(pid=102792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:08:43.068230 n-d-834765-1 neutron-server[102792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fec5bbd-4528-41ad-8128-bf94bfb1dadf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '367472a7-c3ef-42c3-ac29-a9e731ce5c1a', 'code': 200} Mar 29 16:08:43.069403 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Pushing event updated for resources: {'Port': ['ID=367472a7-c3ef-42c3-ac29-a9e731ce5c1a,revision_number=10']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:08:43.098156 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 0c3464c4-102a-4cc5-a0fc-080bd8024cd9 no longer exists at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 16:08:43.120967 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] No Port match for: 0c3464c4-102a-4cc5-a0fc-080bd8024cd9 {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 16:08:43.121315 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 0c3464c4-102a-4cc5-a0fc-080bd8024cd9 not bound to the agent host n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 16:08:43.121735 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device d4ce595e-fd09-4331-82ac-f6b1246a2a6d no longer exists at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 16:08:43.124444 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-bac3f96c-d5b0-4321-99f0-32d3b4a2709f tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks [] for security_group, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:08:43.130082 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-bac3f96c-d5b0-4321-99f0-32d3b4a2709f tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:08:43.148707 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] No Port match for: d4ce595e-fd09-4331-82ac-f6b1246a2a6d {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 16:08:43.149558 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device d4ce595e-fd09-4331-82ac-f6b1246a2a6d not bound to the agent host n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 16:08:43.150421 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device afd65ee6-96c7-4f70-a9fd-340412fb4f24 no longer exists at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 16:08:43.166263 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-bac3f96c-d5b0-4321-99f0-32d3b4a2709f tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:08:43.167720 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-bac3f96c-d5b0-4321-99f0-32d3b4a2709f tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2066257 Mar 29 16:08:43.172241 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac3f96c-d5b0-4321-99f0-32d3b4a2709f tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4489dd41-e36c-4f46-8c18-eae57d689353,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:08:43.172506 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 53384) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:08:43.177322 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-d515cf10-7339-4022-95c5-0a868e092381 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Request body: {'security_group_rule': {'security_group_id': '4489dd41-e36c-4f46-8c18-eae57d689353', 'project_id': '8c88f14ca33d4e419d03f1c3b10014ac', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:08:43.188866 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] No Port match for: afd65ee6-96c7-4f70-a9fd-340412fb4f24 {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 16:08:43.189818 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device afd65ee6-96c7-4f70-a9fd-340412fb4f24 not bound to the agent host n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 16:08:43.266071 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-d515cf10-7339-4022-95c5-0a868e092381 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:08:43.298284 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c4f321f-13cf-4105-9b15-2ec55f35c014 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Router ec871957-90ee-49a0-a5ff-0f9757efecd3 has already been hosted by L3 agent c648d819-1060-4f26-b4ec-6455387b5dff {{(pid=102791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 16:08:43.306745 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4920ed8-ea74-41da-ada1-f80fc3e79d48 req-c011122f-00c5-49ba-9a8a-e9ba69674d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:08:43.308278 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-a4920ed8-ea74-41da-ada1-f80fc3e79d48 req-c011122f-00c5-49ba-9a8a-e9ba69674d87 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=6fec5bbd-4528-41ad-8128-bf94bfb1dadf HTTP/1.1" status: 200 len: 1097 time: 0.0808060 Mar 29 16:08:43.412424 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-d515cf10-7339-4022-95c5-0a868e092381 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:08:43.414485 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-a4920ed8-ea74-41da-ada1-f80fc3e79d48 req-8266e211-c4d1-4902-86de-7fbdfb9056ea service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=6cdc536e-0b15-4c2c-bfe5-f95ea92208ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973785 Mar 29 16:08:43.417217 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-d515cf10-7339-4022-95c5-0a868e092381 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610998'] for security_group_rule, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:08:43.468659 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d515cf10-7339-4022-95c5-0a868e092381 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48d2f4dd-12d8-4b6e-a407-527da6bbc6a3,revision_number=0']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:08:43.487953 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-d515cf10-7339-4022-95c5-0a868e092381 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:08:43.489141 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-d515cf10-7339-4022-95c5-0a868e092381 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3154926 Mar 29 16:08:43.492677 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 53386) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:08:43.495221 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c4f321f-13cf-4105-9b15-2ec55f35c014 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 16:08:43.500699 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-7c4f321f-13cf-4105-9b15-2ec55f35c014 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for floatingip, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:08:43.501205 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-490b696c-e5e1-45b2-b23e-416f861d687a tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Request body: {'security_group_rule': {'security_group_id': '4489dd41-e36c-4f46-8c18-eae57d689353', 'project_id': '8c88f14ca33d4e419d03f1c3b10014ac', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:08:43.506090 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20657307-10ea-4e11-a6ce-56bf3600dc3f None None] Sync routers for ids ['ec871957-90ee-49a0-a5ff-0f9757efecd3'] in n-d-834765-1 {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 16:08:43.515994 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20657307-10ea-4e11-a6ce-56bf3600dc3f None None] Routers {'ec871957-90ee-49a0-a5ff-0f9757efecd3'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:08:43.516953 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-20657307-10ea-4e11-a6ce-56bf3600dc3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:08:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['ec871957-90ee-49a0-a5ff-0f9757efecd3'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:08:43.531707 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-490b696c-e5e1-45b2-b23e-416f861d687a tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:08:43.546317 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-7c4f321f-13cf-4105-9b15-2ec55f35c014 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "DELETE /v2.0/floatingips/f0ac10e9-a4f7-4d05-8735-94b85a89a401 HTTP/1.1" status: 204 len: 168 time: 1.1521986 Mar 29 16:08:43.547144 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31c6bccb-90cc-4412-8175-956ce227e239', 'tag': '183ba023-446f-43a5-8eed-602f5293e3f4'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:08:43.549971 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c67b028db5e9b9818fecc5c0a87ebc6f190694fa53ca267d523e04f98de536d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-357f4e70-2a19-4783-b52c-60395187f3cd" -d '{"events": [{"name": "network-changed", "server_uuid": "31c6bccb-90cc-4412-8175-956ce227e239", "tag": "183ba023-446f-43a5-8eed-602f5293e3f4"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:08:43.605707 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-490b696c-e5e1-45b2-b23e-416f861d687a tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:08:43.613567 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-490b696c-e5e1-45b2-b23e-416f861d687a tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610998'] for security_group_rule, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:08:43.620541 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c680295b-b2b8-469d-8aa5-ebca36ab841f req-8a59276d-3577-4080-abd9-e8b4e2d79b21 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:08:43.629443 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-c680295b-b2b8-469d-8aa5-ebca36ab841f req-8a59276d-3577-4080-abd9-e8b4e2d79b21 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.42 "GET /v2.0/ports?device_id=6fec5bbd-4528-41ad-8128-bf94bfb1dadf HTTP/1.1" status: 200 len: 946 time: 0.0702591 Mar 29 16:08:43.651163 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvr_db [None req-20657307-10ea-4e11-a6ce-56bf3600dc3f None None] Set router ec871957-90ee-49a0-a5ff-0f9757efecd3 gateway port host: n-d-834765-1 {{(pid=102792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:08:43.651641 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490b696c-e5e1-45b2-b23e-416f861d687a tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8fbcd25-e8fb-4ddf-b019-424ca433d7fd,revision_number=0']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:08:43.672486 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-490b696c-e5e1-45b2-b23e-416f861d687a tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:08:43.676557 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-c680295b-b2b8-469d-8aa5-ebca36ab841f req-c198326e-ea87-4705-90b8-84bda158d148 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.42 "GET /v2.0/security-groups?id=6cdc536e-0b15-4c2c-bfe5-f95ea92208ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459616 Mar 29 16:08:43.677073 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 53394) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:08:43.679245 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-490b696c-e5e1-45b2-b23e-416f861d687a tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1799028 Mar 29 16:08:43.692345 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-99b30da0-a10b-4d5d-bdce-d9edb4fdc4f6 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Request body: {'security_group_rule': {'security_group_id': '4489dd41-e36c-4f46-8c18-eae57d689353', 'project_id': '8c88f14ca33d4e419d03f1c3b10014ac', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:08:43.744954 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-99b30da0-a10b-4d5d-bdce-d9edb4fdc4f6 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:08:43.756546 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 16:08:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bd18d79-8f40-477b-af8c-0211fa0a5a6e x-openstack-request-id: req-7bd18d79-8f40-477b-af8c-0211fa0a5a6e {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:08:43.756824 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31c6bccb-90cc-4412-8175-956ce227e239", "tag": "183ba023-446f-43a5-8eed-602f5293e3f4", "status": "completed", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:08:43.757070 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-7bd18d79-8f40-477b-af8c-0211fa0a5a6e {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:08:43.757459 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31c6bccb-90cc-4412-8175-956ce227e239', 'tag': '183ba023-446f-43a5-8eed-602f5293e3f4', 'status': 'completed', 'code': 200} Mar 29 16:08:43.843856 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd46a82b-5029-49d5-a552-65bde24b585c req-4208ab3e-7f9c-4269-900c-7004e65d297f tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:08:43.845429 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-fd46a82b-5029-49d5-a552-65bde24b585c req-4208ab3e-7f9c-4269-900c-7004e65d297f tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/ports?device_id=31c6bccb-90cc-4412-8175-956ce227e239 HTTP/1.1" status: 200 len: 945 time: 0.0619416 Mar 29 16:08:43.851283 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-99b30da0-a10b-4d5d-bdce-d9edb4fdc4f6 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:08:43.868634 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-99b30da0-a10b-4d5d-bdce-d9edb4fdc4f6 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610998'] for security_group_rule, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:08:43.894232 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357f4e70-2a19-4783-b52c-60395187f3cd req-db2f8570-5146-41e9-9d08-aec2ca185861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:08:43.895857 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-357f4e70-2a19-4783-b52c-60395187f3cd req-db2f8570-5146-41e9-9d08-aec2ca185861 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f31979fa8a674f56835f136e5e49ba5c&device_id=31c6bccb-90cc-4412-8175-956ce227e239 HTTP/1.1" status: 200 len: 1096 time: 0.1156590 Mar 29 16:08:43.897519 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b30da0-a10b-4d5d-bdce-d9edb4fdc4f6 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db6670a0-3d01-47e0-b126-0b2df4fa1152,revision_number=0']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:08:43.901464 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-fd46a82b-5029-49d5-a552-65bde24b585c req-bbf1bfd3-f7fd-486e-9aeb-1cbfc59426a5 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/security-groups?id=a5fc9f00-328e-4600-84d1-ef30fc274a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470600 Mar 29 16:08:43.931374 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-99b30da0-a10b-4d5d-bdce-d9edb4fdc4f6 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:08:43.933012 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-99b30da0-a10b-4d5d-bdce-d9edb4fdc4f6 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2547576 Mar 29 16:08:43.935710 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 53398) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:08:43.940920 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-20657307-10ea-4e11-a6ce-56bf3600dc3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec871957-90ee-49a0-a5ff-0f9757efecd3', 'name': 'tempest-TestVolumeBootPattern-1912300397-router', 'tenant_id': 'f31979fa8a674f56835f136e5e49ba5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.192'}], 'enable_snat': True}, 'gw_port_id': 'a9e975fe-4cb2-4e7f-9458-99fac6b3ced0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:56:22Z', 'updated_at': '2022-03-29T15:56:27Z', 'revision_number': 4, 'project_id': 'f31979fa8a674f56835f136e5e49ba5c', 'gw_port': {'id': 'a9e975fe-4cb2-4e7f-9458-99fac6b3ced0', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:e2:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec871957-90ee-49a0-a5ff-0f9757efecd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2536, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:56:23Z', 'updated_at': '2022-03-29T15:56:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_floatingips': [{'id': '3b919c4d-552b-48d1-a88a-3a12b2995fba', 'tenant_id': 'f31979fa8a674f56835f136e5e49ba5c', 'floating_ip_address': '172.25.4.6', 'floating_network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'router_id': 'ec871957-90ee-49a0-a5ff-0f9757efecd3', 'port_id': '6229ea58-48ea-4053-8b5a-016c704c7a65', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3266, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8594f729-9088-4f6b-8543-aaadb0f5b192', 'mac_address': 'fa:16:3e:c4:b3:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77580fbd-129b-4d26-8ed8-ae744df06822', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T16:05:02Z', 'updated_at': '2022-03-29T16:05:04Z', 'revision_number': 1, 'project_id': 'f31979fa8a674f56835f136e5e49ba5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f876ee11-083d-432f-af7b-661f92894ec9', 'name': '', 'network_id': '8594f729-9088-4f6b-8543-aaadb0f5b192', 'tenant_id': 'f31979fa8a674f56835f136e5e49ba5c', 'mac_address': 'fa:16:3e:9d:45:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec871957-90ee-49a0-a5ff-0f9757efecd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2542, 'fixed_ips': [{'subnet_id': '52e8269b-e046-4c98-a9b1-ef8905fa8ddb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:56:26Z', 'updated_at': '2022-03-29T15:56:34Z', 'revision_number': 5, 'project_id': 'f31979fa8a674f56835f136e5e49ba5c', 'subnets': [{'id': '52e8269b-e046-4c98-a9b1-ef8905fa8ddb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:08:43.942765 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-a2d2bc1c-22de-4d25-bb46-d8ff07cf0642 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Request body: {'security_group_rule': {'security_group_id': '4489dd41-e36c-4f46-8c18-eae57d689353', 'project_id': '8c88f14ca33d4e419d03f1c3b10014ac', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:08:43.972011 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20657307-10ea-4e11-a6ce-56bf3600dc3f None None] Checking router: ec871957-90ee-49a0-a5ff-0f9757efecd3 for host: n-d-834765-1 {{(pid=102792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 16:08:43.980329 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20657307-10ea-4e11-a6ce-56bf3600dc3f None None] Routers {'ec871957-90ee-49a0-a5ff-0f9757efecd3'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:08:43.980930 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-20657307-10ea-4e11-a6ce-56bf3600dc3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:08:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['ec871957-90ee-49a0-a5ff-0f9757efecd3'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:08:44.030061 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-a2d2bc1c-22de-4d25-bb46-d8ff07cf0642 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:08:44.076093 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357f4e70-2a19-4783-b52c-60395187f3cd req-ecc535f1-e471-4999-adf3-0c7f41c6c680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:08:44.077935 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-357f4e70-2a19-4783-b52c-60395187f3cd req-ecc535f1-e471-4999-adf3-0c7f41c6c680 service neutron] 10.222.0.44 "GET /v2.0/networks?id=8594f729-9088-4f6b-8543-aaadb0f5b192 HTTP/1.1" status: 200 len: 913 time: 0.1659613 Mar 29 16:08:44.095961 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvr_db [None req-20657307-10ea-4e11-a6ce-56bf3600dc3f None None] Set router ec871957-90ee-49a0-a5ff-0f9757efecd3 gateway port host: n-d-834765-1 {{(pid=102792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:08:44.128306 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-357f4e70-2a19-4783-b52c-60395187f3cd req-3677e506-bf04-43ba-9401-865a14f0a6b5 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=183ba023-446f-43a5-8eed-602f5293e3f4 HTTP/1.1" status: 200 len: 217 time: 0.0425727 Mar 29 16:08:44.146929 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-a2d2bc1c-22de-4d25-bb46-d8ff07cf0642 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:08:44.165774 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-a2d2bc1c-22de-4d25-bb46-d8ff07cf0642 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610998'] for security_group_rule, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:08:44.195580 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d2bc1c-22de-4d25-bb46-d8ff07cf0642 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=742ada92-a44d-4b73-896f-d155f9fd475c,revision_number=0']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:08:44.206930 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357f4e70-2a19-4783-b52c-60395187f3cd req-c28293d1-8cef-46ee-9b6d-4596b45b581f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:08:44.208442 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-357f4e70-2a19-4783-b52c-60395187f3cd req-c28293d1-8cef-46ee-9b6d-4596b45b581f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=52e8269b-e046-4c98-a9b1-ef8905fa8ddb HTTP/1.1" status: 200 len: 851 time: 0.0710909 Mar 29 16:08:44.210998 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-a2d2bc1c-22de-4d25-bb46-d8ff07cf0642 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:08:44.212097 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-a2d2bc1c-22de-4d25-bb46-d8ff07cf0642 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2751136 Mar 29 16:08:44.214724 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 53400) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:08:44.219659 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-299bcda0-898b-4aa0-80fb-23d52a7be190 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Request body: {'security_group_rule': {'security_group_id': '4489dd41-e36c-4f46-8c18-eae57d689353', 'project_id': '8c88f14ca33d4e419d03f1c3b10014ac', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:08:44.265638 n-d-834765-1 neutron-server[102791]: INFO neutron.db.securitygroups_db [None req-299bcda0-898b-4aa0-80fb-23d52a7be190 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Project 8c88f14ca33d4e419d03f1c3b10014ac added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 29 16:08:44.272921 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-299bcda0-898b-4aa0-80fb-23d52a7be190 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:08:44.284033 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357f4e70-2a19-4783-b52c-60395187f3cd req-759e8489-655f-41e2-886c-39abff65e59d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:08:44.285580 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-357f4e70-2a19-4783-b52c-60395187f3cd req-759e8489-655f-41e2-886c-39abff65e59d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8594f729-9088-4f6b-8543-aaadb0f5b192&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0617008 Mar 29 16:08:44.348315 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-20657307-10ea-4e11-a6ce-56bf3600dc3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec871957-90ee-49a0-a5ff-0f9757efecd3', 'name': 'tempest-TestVolumeBootPattern-1912300397-router', 'tenant_id': 'f31979fa8a674f56835f136e5e49ba5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.192'}], 'enable_snat': True}, 'gw_port_id': 'a9e975fe-4cb2-4e7f-9458-99fac6b3ced0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:56:22Z', 'updated_at': '2022-03-29T15:56:27Z', 'revision_number': 4, 'project_id': 'f31979fa8a674f56835f136e5e49ba5c', 'gw_port': {'id': 'a9e975fe-4cb2-4e7f-9458-99fac6b3ced0', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:e2:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec871957-90ee-49a0-a5ff-0f9757efecd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2536, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:56:23Z', 'updated_at': '2022-03-29T15:56:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_floatingips': [{'id': '3b919c4d-552b-48d1-a88a-3a12b2995fba', 'tenant_id': 'f31979fa8a674f56835f136e5e49ba5c', 'floating_ip_address': '172.25.4.6', 'floating_network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'router_id': 'ec871957-90ee-49a0-a5ff-0f9757efecd3', 'port_id': '6229ea58-48ea-4053-8b5a-016c704c7a65', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3266, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8594f729-9088-4f6b-8543-aaadb0f5b192', 'mac_address': 'fa:16:3e:c4:b3:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77580fbd-129b-4d26-8ed8-ae744df06822', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T16:05:02Z', 'updated_at': '2022-03-29T16:05:04Z', 'revision_number': 1, 'project_id': 'f31979fa8a674f56835f136e5e49ba5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f876ee11-083d-432f-af7b-661f92894ec9', 'name': '', 'network_id': '8594f729-9088-4f6b-8543-aaadb0f5b192', 'tenant_id': 'f31979fa8a674f56835f136e5e49ba5c', 'mac_address': 'fa:16:3e:9d:45:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec871957-90ee-49a0-a5ff-0f9757efecd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2542, 'fixed_ips': [{'subnet_id': '52e8269b-e046-4c98-a9b1-ef8905fa8ddb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:56:26Z', 'updated_at': '2022-03-29T15:56:34Z', 'revision_number': 5, 'project_id': 'f31979fa8a674f56835f136e5e49ba5c', 'subnets': [{'id': '52e8269b-e046-4c98-a9b1-ef8905fa8ddb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:08:44.377022 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20657307-10ea-4e11-a6ce-56bf3600dc3f None None] The sync data for ids ['ec871957-90ee-49a0-a5ff-0f9757efecd3'] in n-d-834765-1 is: [{'id': 'ec871957-90ee-49a0-a5ff-0f9757efecd3', 'name': 'tempest-TestVolumeBootPattern-1912300397-router', 'tenant_id': 'f31979fa8a674f56835f136e5e49ba5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.192'}], 'enable_snat': True}, 'gw_port_id': 'a9e975fe-4cb2-4e7f-9458-99fac6b3ced0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:56:22Z', 'updated_at': '2022-03-29T15:56:27Z', 'revision_number': 4, 'project_id': 'f31979fa8a674f56835f136e5e49ba5c', 'gw_port': {'id': 'a9e975fe-4cb2-4e7f-9458-99fac6b3ced0', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:e2:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec871957-90ee-49a0-a5ff-0f9757efecd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2536, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:56:23Z', 'updated_at': '2022-03-29T15:56:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_floatingips': [{'id': '3b919c4d-552b-48d1-a88a-3a12b2995fba', 'tenant_id': 'f31979fa8a674f56835f136e5e49ba5c', 'floating_ip_address': '172.25.4.6', 'floating_network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'router_id': 'ec871957-90ee-49a0-a5ff-0f9757efecd3', 'port_id': '6229ea58-48ea-4053-8b5a-016c704c7a65', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3266, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8594f729-9088-4f6b-8543-aaadb0f5b192', 'mac_address': 'fa:16:3e:c4:b3:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77580fbd-129b-4d26-8ed8-ae744df06822', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T16:05:02Z', 'updated_at': '2022-03-29T16:05:04Z', 'revision_number': 1, 'project_id': 'f31979fa8a674f56835f136e5e49ba5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f876ee11-083d-432f-af7b-661f92894ec9', 'name': '', 'network_id': '8594f729-9088-4f6b-8543-aaadb0f5b192', 'tenant_id': 'f31979fa8a674f56835f136e5e49ba5c', 'mac_address': 'fa:16:3e:9d:45:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec871957-90ee-49a0-a5ff-0f9757efecd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2542, 'fixed_ips': [{'subnet_id': '52e8269b-e046-4c98-a9b1-ef8905fa8ddb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:56:26Z', 'updated_at': '2022-03-29T15:56:34Z', 'revision_number': 5, 'project_id': 'f31979fa8a674f56835f136e5e49ba5c', 'subnets': [{'id': '52e8269b-e046-4c98-a9b1-ef8905fa8ddb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 16:08:44.395061 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-299bcda0-898b-4aa0-80fb-23d52a7be190 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:08:44.407852 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-299bcda0-898b-4aa0-80fb-23d52a7be190 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610998'] for security_group_rule, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:08:44.431706 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299bcda0-898b-4aa0-80fb-23d52a7be190 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3e5f58a-ded1-4cc9-86e7-195c5a892565,revision_number=0']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:08:44.437107 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-357f4e70-2a19-4783-b52c-60395187f3cd req-a64a9520-2364-445e-9bee-fefa355fa9f5 service neutron] 10.222.0.44 "GET /v2.0/networks/8594f729-9088-4f6b-8543-aaadb0f5b192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432867 Mar 29 16:08:44.457134 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-299bcda0-898b-4aa0-80fb-23d52a7be190 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:08:44.460953 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-299bcda0-898b-4aa0-80fb-23d52a7be190 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2425866 Mar 29 16:08:44.461265 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 53402) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:08:44.465809 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-0b314b4c-2d3c-48dd-ba81-7971b995c2db tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Request body: {'security_group_rule': {'security_group_id': '4489dd41-e36c-4f46-8c18-eae57d689353', 'project_id': '8c88f14ca33d4e419d03f1c3b10014ac', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:08:44.509953 n-d-834765-1 neutron-server[102790]: INFO neutron.db.securitygroups_db [None req-0b314b4c-2d3c-48dd-ba81-7971b995c2db tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Project 8c88f14ca33d4e419d03f1c3b10014ac added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 29 16:08:44.516778 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-0b314b4c-2d3c-48dd-ba81-7971b995c2db tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:08:44.556960 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-357f4e70-2a19-4783-b52c-60395187f3cd req-a0cda84a-7197-4e0d-a1a9-4ba359c6ca01 service neutron] 10.222.0.44 "GET /v2.0/networks/8594f729-9088-4f6b-8543-aaadb0f5b192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1119812 Mar 29 16:08:44.596517 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-0b314b4c-2d3c-48dd-ba81-7971b995c2db tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:08:44.602074 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-0b314b4c-2d3c-48dd-ba81-7971b995c2db tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610998'] for security_group_rule, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:08:44.624971 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b314b4c-2d3c-48dd-ba81-7971b995c2db tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=126e1829-c129-4b7e-bf7b-b0cb1ce8930c,revision_number=0']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:08:44.633554 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-0b314b4c-2d3c-48dd-ba81-7971b995c2db tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:08:44.634853 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-0b314b4c-2d3c-48dd-ba81-7971b995c2db tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1725690 Mar 29 16:08:44.638503 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 53404) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:08:44.644306 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-4ba8dc0c-2a34-4803-878e-518685ccabc1 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Request body: {'network': {'name': 'tempest-network-smoke--1908370251', 'project_id': '8c88f14ca33d4e419d03f1c3b10014ac', 'port_security_enabled': True}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:08:44.674683 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ba8dc0c-2a34-4803-878e-518685ccabc1 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Made reservation on behalf of 8c88f14ca33d4e419d03f1c3b10014ac for: {'network': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:08:44.679884 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-4ba8dc0c-2a34-4803-878e-518685ccabc1 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for network, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:08:44.724087 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ba8dc0c-2a34-4803-878e-518685ccabc1 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] vlan segment allocate from pool success with {'vlan_id': 609, 'physical_network': 'physnet1'} {{(pid=102791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 16:08:44.736588 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-4ba8dc0c-2a34-4803-878e-518685ccabc1 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:08:44.736939 n-d-834765-1 neutron-server[102791]: INFO neutron.db.segments_db [None req-4ba8dc0c-2a34-4803-878e-518685ccabc1 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Added segment 7ca977ad-0942-487d-99ad-d8a63cf60333 of type vlan for network bb43b58d-8650-4cdb-9fe6-68a7aaad9333 Mar 29 16:08:44.793552 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-4ba8dc0c-2a34-4803-878e-518685ccabc1 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783522915970'] for network, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:08:44.804584 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d293273-920a-4d1b-a5e9-1742faaf8d86 None None] New status for floating IP f0ac10e9-a4f7-4d05-8735-94b85a89a401: DOWN {{(pid=102793) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 16:08:44.909337 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-4ba8dc0c-2a34-4803-878e-518685ccabc1 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795'] for network, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:08:44.916388 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ba8dc0c-2a34-4803-878e-518685ccabc1 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:08:44.917035 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-4ba8dc0c-2a34-4803-878e-518685ccabc1 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks [] for network, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:08:44.934916 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ec07dd-8720-40ea-8138-c50873341b8e req-05455811-e5b8-4812-8ebf-89a022623c40 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:08:44.936071 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-a2ec07dd-8720-40ea-8138-c50873341b8e req-05455811-e5b8-4812-8ebf-89a022623c40 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.42 "GET /v2.0/ports?device_id=6fec5bbd-4528-41ad-8128-bf94bfb1dadf HTTP/1.1" status: 200 len: 946 time: 0.1395667 Mar 29 16:08:45.009915 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-4ba8dc0c-2a34-4803-878e-518685ccabc1 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3675613 Mar 29 16:08:45.010142 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 53428) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:08:45.016304 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-b13da36d-f101-4899-a501-c859c2fe78c6 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-62831586', 'admin_state_up': True, 'project_id': '8c88f14ca33d4e419d03f1c3b10014ac', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'}}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:08:45.050005 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-b13da36d-f101-4899-a501-c859c2fe78c6 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-532385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129310'] for router, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:08:45.051134 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-b13da36d-f101-4899-a501-c859c2fe78c6 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-648091', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-684384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129319'] for router, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:08:45.081977 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba8dc0c-2a34-4803-878e-518685ccabc1 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Pushing event updated for resources: {'Network': ['ID=bb43b58d-8650-4cdb-9fe6-68a7aaad9333,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:08:45.087366 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-a2ec07dd-8720-40ea-8138-c50873341b8e req-5f489242-865d-47d3-8f7f-553bac4b39d9 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.42 "GET /v2.0/security-groups?id=6cdc536e-0b15-4c2c-bfe5-f95ea92208ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265671 Mar 29 16:08:45.093270 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Network bb43b58d-8650-4cdb-9fe6-68a7aaad9333 details requested by agent ovs-agent-n-d-834765-1 with host n-d-834765-1 {{(pid=102792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 16:08:45.180480 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-b13da36d-f101-4899-a501-c859c2fe78c6 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:08:45.190303 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a1aea7-af34-4cd4-a5f2-6ae4dcb29418 req-3d71ef72-0cf5-42d0-99dc-83895e88539d tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:08:45.192148 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-33a1aea7-af34-4cd4-a5f2-6ae4dcb29418 req-3d71ef72-0cf5-42d0-99dc-83895e88539d tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/ports?device_id=31c6bccb-90cc-4412-8175-956ce227e239 HTTP/1.1" status: 200 len: 945 time: 0.1374862 Mar 29 16:08:45.328248 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-33a1aea7-af34-4cd4-a5f2-6ae4dcb29418 req-dbc65b19-8176-4c37-95d4-7fc60ae6b7e4 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/security-groups?id=a5fc9f00-328e-4600-84d1-ef30fc274a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0995665 Mar 29 16:08:45.358426 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-b13da36d-f101-4899-a501-c859c2fe78c6 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:08:45.439866 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e254caaf-e6c3-49a6-bed7-f51d75ece641 req-42d3e315-137e-4a17-9544-0f91d074bb50 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:08:45.441360 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e254caaf-e6c3-49a6-bed7-f51d75ece641 req-42d3e315-137e-4a17-9544-0f91d074bb50 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.44 "GET /v2.0/ports?device_id=31c6bccb-90cc-4412-8175-956ce227e239 HTTP/1.1" status: 200 len: 945 time: 0.0491731 Mar 29 16:08:45.550612 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [req-e254caaf-e6c3-49a6-bed7-f51d75ece641 req-d2a5805e-9252-4e4a-83e1-b3ac0a761e88 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Deleting port 183ba023-446f-43a5-8eed-602f5293e3f4 {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:08:45.550890 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-e254caaf-e6c3-49a6-bed7-f51d75ece641 req-d2a5805e-9252-4e4a-83e1-b3ac0a761e88 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:08:45.558746 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-b13da36d-f101-4899-a501-c859c2fe78c6 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks [] for router_gateway, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:08:45.580545 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-b13da36d-f101-4899-a501-c859c2fe78c6 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:08:45.642975 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-e254caaf-e6c3-49a6-bed7-f51d75ece641 req-d2a5805e-9252-4e4a-83e1-b3ac0a761e88 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] For port 183ba023-446f-43a5-8eed-602f5293e3f4, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=183ba023-446f-43a5-8eed-602f5293e3f4,segment=NetworkSegment(f897e69d-257a-4c8a-bc55-e063bbc47d9e),segment_id=f897e69d-257a-4c8a-bc55-e063bbc47d9e)] {{(pid=102791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:08:45.643399 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-e254caaf-e6c3-49a6-bed7-f51d75ece641 req-d2a5805e-9252-4e4a-83e1-b3ac0a761e88 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:08:45.656004 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [req-e254caaf-e6c3-49a6-bed7-f51d75ece641 req-d2a5805e-9252-4e4a-83e1-b3ac0a761e88 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Calling delete_port for 183ba023-446f-43a5-8eed-602f5293e3f4 owned by compute:nova {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:08:45.696556 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.db_base_plugin_common [None req-b13da36d-f101-4899-a501-c859c2fe78c6 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Allocated IP 172.25.4.120 (4a4a035d-ecac-4ead-baa3-25f90788773a/e1a353dc-fac8-4901-a63c-273840237d6a/62ed6764-7349-41d0-b7a7-01822d2a1d35) {{(pid=102790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:08:45.788950 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-e254caaf-e6c3-49a6-bed7-f51d75ece641 req-d2a5805e-9252-4e4a-83e1-b3ac0a761e88 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:08:45.805872 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-b13da36d-f101-4899-a501-c859c2fe78c6 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks [] for port, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:08:45.817583 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a5805e-9252-4e4a-83e1-b3ac0a761e88 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Pushing event deleted for resources: {'Port': ['ID=183ba023-446f-43a5-8eed-602f5293e3f4,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:08:45.847517 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-b13da36d-f101-4899-a501-c859c2fe78c6 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:08:45.864827 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [req-e254caaf-e6c3-49a6-bed7-f51d75ece641 req-d2a5805e-9252-4e4a-83e1-b3ac0a761e88 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] No DVR routers for this DVR port 183ba023-446f-43a5-8eed-602f5293e3f4 on host n-h1-834765-1 {{(pid=102791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 16:08:45.867466 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-e254caaf-e6c3-49a6-bed7-f51d75ece641 req-d2a5805e-9252-4e4a-83e1-b3ac0a761e88 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:08:45.870834 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e254caaf-e6c3-49a6-bed7-f51d75ece641 req-d2a5805e-9252-4e4a-83e1-b3ac0a761e88 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.44 "DELETE /v2.0/ports/183ba023-446f-43a5-8eed-602f5293e3f4 HTTP/1.1" status: 204 len: 173 time: 0.4224687 Mar 29 16:08:45.871283 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31c6bccb-90cc-4412-8175-956ce227e239', 'name': 'network-vif-deleted', 'tag': '183ba023-446f-43a5-8eed-602f5293e3f4'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:08:45.873816 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c67b028db5e9b9818fecc5c0a87ebc6f190694fa53ca267d523e04f98de536d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47ebd906-b22b-4c1d-9b8c-6c6362fa472f" -d '{"events": [{"server_uuid": "31c6bccb-90cc-4412-8175-956ce227e239", "name": "network-vif-deleted", "tag": "183ba023-446f-43a5-8eed-602f5293e3f4"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:08:45.890371 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b13da36d-f101-4899-a501-c859c2fe78c6 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Network 4a4a035d-ecac-4ead-baa3-25f90788773a is already hosted by enough agents. {{(pid=102790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:08:45.893769 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-b13da36d-f101-4899-a501-c859c2fe78c6 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Resources bound (agent type, host, resource id): {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:08:45.897825 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b13da36d-f101-4899-a501-c859c2fe78c6 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Received port after_create {{(pid=102790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:08:45.916885 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 16:08:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0afbe936-6d14-4524-9ac5-5a47e0c2b5f7 x-openstack-request-id: req-0afbe936-6d14-4524-9ac5-5a47e0c2b5f7 {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:08:45.917395 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31c6bccb-90cc-4412-8175-956ce227e239", "name": "network-vif-deleted", "tag": "183ba023-446f-43a5-8eed-602f5293e3f4", "status": "completed", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:08:45.917739 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-0afbe936-6d14-4524-9ac5-5a47e0c2b5f7 {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:08:45.918136 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31c6bccb-90cc-4412-8175-956ce227e239', 'name': 'network-vif-deleted', 'tag': '183ba023-446f-43a5-8eed-602f5293e3f4', 'status': 'completed', 'code': 200} Mar 29 16:08:45.929067 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13da36d-f101-4899-a501-c859c2fe78c6 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Pushing event updated for resources: {'Port': ['ID=62ed6764-7349-41d0-b7a7-01822d2a1d35,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:08:46.173586 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-b13da36d-f101-4899-a501-c859c2fe78c6 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks [] for router_gateway, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:08:46.262068 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22caea43-1edc-4323-be71-a346b3f8213a req-83183e2e-32f4-4a1b-b2d4-cda09c4b3a6d tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:08:46.264510 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-22caea43-1edc-4323-be71-a346b3f8213a req-83183e2e-32f4-4a1b-b2d4-cda09c4b3a6d tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.42 "GET /v2.0/ports?device_id=6fec5bbd-4528-41ad-8128-bf94bfb1dadf HTTP/1.1" status: 200 len: 946 time: 0.1019104 Mar 29 16:08:46.373419 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-22caea43-1edc-4323-be71-a346b3f8213a req-23127829-91ba-4059-8552-9f1d296b5057 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.42 "GET /v2.0/security-groups?id=6cdc536e-0b15-4c2c-bfe5-f95ea92208ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826464 Mar 29 16:08:46.458197 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-77cf585f-27a5-44f1-95a0-043523d6dd3e req-5f65bd59-c6f3-4481-82a1-3c2059f3dc01 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/ports?device_id=31c6bccb-90cc-4412-8175-956ce227e239 HTTP/1.1" status: 200 len: 210 time: 0.0327938 Mar 29 16:08:46.813478 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-b13da36d-f101-4899-a501-c859c2fe78c6 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648118'] for router, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:08:46.864367 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574aa403-5fcf-4348-82e5-7959a8996be6 req-4ab48ea7-d392-4f88-b6fd-74563fce345d tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:08:46.865738 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-574aa403-5fcf-4348-82e5-7959a8996be6 req-4ab48ea7-d392-4f88-b6fd-74563fce345d tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.42 "GET /v2.0/ports?device_id=6fec5bbd-4528-41ad-8128-bf94bfb1dadf HTTP/1.1" status: 200 len: 946 time: 0.0953705 Mar 29 16:08:46.959933 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-574aa403-5fcf-4348-82e5-7959a8996be6 req-5f56bf56-6c32-42bc-81f1-eb0079921b8a tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.42 "GET /v2.0/security-groups?id=6cdc536e-0b15-4c2c-bfe5-f95ea92208ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778399 Mar 29 16:08:46.997842 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b13da36d-f101-4899-a501-c859c2fe78c6 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Router 2a10d6d3-7d58-4cea-a4e3-6b96740eacdd is scheduled to L3 agent c648d819-1060-4f26-b4ec-6455387b5dff with binding_index 1 {{(pid=102790) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 29 16:08:47.097344 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd86521-90c8-45cf-acab-16b9c3cffd00 req-253dd6c4-b0ef-461b-b297-53216bfff9f8 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:08:47.098853 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-0dd86521-90c8-45cf-acab-16b9c3cffd00 req-253dd6c4-b0ef-461b-b297-53216bfff9f8 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.42 "GET /v2.0/ports?device_id=6fec5bbd-4528-41ad-8128-bf94bfb1dadf HTTP/1.1" status: 200 len: 946 time: 0.0489371 Mar 29 16:08:47.110135 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b13da36d-f101-4899-a501-c859c2fe78c6 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 16:08:47.123582 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-668aee45-9bf1-401a-badc-8598e1eb03bf None None] Sync routers for ids ['2a10d6d3-7d58-4cea-a4e3-6b96740eacdd'] in n-d-834765-1 {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 16:08:47.134668 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-b13da36d-f101-4899-a501-c859c2fe78c6 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks [] for router, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:08:47.139192 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-668aee45-9bf1-401a-badc-8598e1eb03bf None None] Routers {'2a10d6d3-7d58-4cea-a4e3-6b96740eacdd'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:08:47.139364 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-b13da36d-f101-4899-a501-c859c2fe78c6 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.1249669 Mar 29 16:08:47.139488 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-668aee45-9bf1-401a-badc-8598e1eb03bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:08:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['2a10d6d3-7d58-4cea-a4e3-6b96740eacdd'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:08:47.139682 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 53456) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:08:47.175903 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-0dd86521-90c8-45cf-acab-16b9c3cffd00 req-6a0e379a-c6e2-4640-98ad-74f78175a4f3 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.42 "GET /v2.0/security-groups?id=6cdc536e-0b15-4c2c-bfe5-f95ea92208ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703623 Mar 29 16:08:47.178102 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-66252ada-abf8-4a73-bba4-6c4a4a2bf2b0 tempest-TestNetworkAdvancedServerOps-8597314 tempest-TestNetworkAdvancedServerOps-8597314-project-admin] 10.222.0.42 "GET /v2.0/subnets?project_id=8c88f14ca33d4e419d03f1c3b10014ac&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0372458 Mar 29 16:08:47.180952 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 53458) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:08:47.201033 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:08:47.321325 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbc9e907-184b-49fe-abde-527f0ab2dc5c tempest-TestNetworkAdvancedServerOps-8597314 tempest-TestNetworkAdvancedServerOps-8597314-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:08:47.323230 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-cbc9e907-184b-49fe-abde-527f0ab2dc5c tempest-TestNetworkAdvancedServerOps-8597314 tempest-TestNetworkAdvancedServerOps-8597314-project-admin] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1412036 Mar 29 16:08:47.326591 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 53464) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:08:47.344939 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf28d71-cd2c-428e-94ec-9c9aeb8bf23e req-e859f29e-151d-4a3f-b8e4-9ace4e73e6c0 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:08:47.347015 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-edf28d71-cd2c-428e-94ec-9c9aeb8bf23e req-e859f29e-151d-4a3f-b8e4-9ace4e73e6c0 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.42 "GET /v2.0/ports?device_id=6fec5bbd-4528-41ad-8128-bf94bfb1dadf HTTP/1.1" status: 200 len: 946 time: 0.0696571 Mar 29 16:08:47.372330 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-1cad5ed8-ca15-40f1-ae61-a0646fa049b9 tempest-TestNetworkAdvancedServerOps-8597314 tempest-TestNetworkAdvancedServerOps-8597314-project-admin] 10.222.0.42 "GET /v2.0/subnets?network_id=4a4a035d-ecac-4ead-baa3-25f90788773a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0418668 Mar 29 16:08:47.372995 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 53466) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:08:47.378388 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-e74f6d61-b862-4a14-be2c-36fd232aa120 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1486458030', 'network_id': 'bb43b58d-8650-4cdb-9fe6-68a7aaad9333', 'project_id': '8c88f14ca33d4e419d03f1c3b10014ac', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:08:47.404825 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-edf28d71-cd2c-428e-94ec-9c9aeb8bf23e req-d1a7d8f6-532a-40e0-bf8e-b033ef0c2908 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.42 "GET /v2.0/security-groups?id=6cdc536e-0b15-4c2c-bfe5-f95ea92208ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431685 Mar 29 16:08:47.442151 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvr_db [None req-668aee45-9bf1-401a-badc-8598e1eb03bf None None] Set router 2a10d6d3-7d58-4cea-a4e3-6b96740eacdd gateway port host: n-d-834765-1 {{(pid=102792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:08:47.493211 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e74f6d61-b862-4a14-be2c-36fd232aa120 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Made reservation on behalf of 8c88f14ca33d4e419d03f1c3b10014ac for: {'subnet': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:08:47.498717 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e74f6d61-b862-4a14-be2c-36fd232aa120 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4793983'] for subnet, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:08:47.579701 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-16270eb5-6739-4d53-9a0c-298ba9b2eb5c req-1a7fc8a1-da71-4878-8d9f-71dfca59647e tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/ports?device_id=31c6bccb-90cc-4412-8175-956ce227e239 HTTP/1.1" status: 200 len: 210 time: 0.0372109 Mar 29 16:08:47.642226 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1068ca39-3981-4b3c-854f-463a1c6c2e7c req-a865b3fd-776f-4d3f-a6d5-5f1a4db6ec97 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:08:47.644459 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-1068ca39-3981-4b3c-854f-463a1c6c2e7c req-a865b3fd-776f-4d3f-a6d5-5f1a4db6ec97 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.42 "GET /v2.0/ports?device_id=6fec5bbd-4528-41ad-8128-bf94bfb1dadf HTTP/1.1" status: 200 len: 946 time: 0.1273654 Mar 29 16:08:47.651998 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-668aee45-9bf1-401a-badc-8598e1eb03bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a10d6d3-7d58-4cea-a4e3-6b96740eacdd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-62831586', 'tenant_id': '8c88f14ca33d4e419d03f1c3b10014ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.120'}], 'enable_snat': True}, 'gw_port_id': '62ed6764-7349-41d0-b7a7-01822d2a1d35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:08:45Z', 'updated_at': '2022-03-29T16:08:46Z', 'revision_number': 3, 'project_id': '8c88f14ca33d4e419d03f1c3b10014ac', 'gw_port': {'id': '62ed6764-7349-41d0-b7a7-01822d2a1d35', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:8b:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a10d6d3-7d58-4cea-a4e3-6b96740eacdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3335, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:08:45Z', 'updated_at': '2022-03-29T16:08:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1'}], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:08:47.688560 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-668aee45-9bf1-401a-badc-8598e1eb03bf None None] Checking router: 2a10d6d3-7d58-4cea-a4e3-6b96740eacdd for host: n-d-834765-1 {{(pid=102792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 16:08:47.689015 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-668aee45-9bf1-401a-badc-8598e1eb03bf None None] Updating router 2a10d6d3-7d58-4cea-a4e3-6b96740eacdd port 62ed6764-7349-41d0-b7a7-01822d2a1d35 binding host n-d-834765-1 {{(pid=102792) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 16:08:47.712943 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-1068ca39-3981-4b3c-854f-463a1c6c2e7c req-5caae03e-ef13-4373-b3ed-7b8d47eccb2c tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.42 "GET /v2.0/security-groups?id=6cdc536e-0b15-4c2c-bfe5-f95ea92208ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505106 Mar 29 16:08:47.716354 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-668aee45-9bf1-401a-badc-8598e1eb03bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:08:47.841761 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e74f6d61-b862-4a14-be2c-36fd232aa120 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5231896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4793961'] for subnet, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:08:47.961397 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74f6d61-b862-4a14-be2c-36fd232aa120 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Pushing event updated for resources: {'Subnet': ['ID=23818a80-3ba0-4e6b-95a8-e1921c8a6ead,revision_number=0']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:08:47.979992 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e74f6d61-b862-4a14-be2c-36fd232aa120 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Checking segment: {'id': '7ca977ad-0942-487d-99ad-d8a63cf60333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'bb43b58d-8650-4cdb-9fe6-68a7aaad9333'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 16:08:47.980359 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e74f6d61-b862-4a14-be2c-36fd232aa120 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Network hostable DHCP agents. Network: bb43b58d-8650-4cdb-9fe6-68a7aaad9333, hostable agents: ['d136643e-48ae-49d4-a851-2ba3bdf3749c'], hosted agents: [] {{(pid=102790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 16:08:47.994169 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2664fedc-8df8-467e-ac15-bd9d9900baa8 req-bb15d44e-706d-4a6a-880c-e884ae2b5344 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:08:47.995708 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-2664fedc-8df8-467e-ac15-bd9d9900baa8 req-bb15d44e-706d-4a6a-880c-e884ae2b5344 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.42 "GET /v2.0/ports?device_id=6fec5bbd-4528-41ad-8128-bf94bfb1dadf HTTP/1.1" status: 200 len: 946 time: 0.1297536 Mar 29 16:08:48.008450 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:08:48.037903 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e74f6d61-b862-4a14-be2c-36fd232aa120 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Network bb43b58d-8650-4cdb-9fe6-68a7aaad9333 is scheduled to be hosted by DHCP agent d136643e-48ae-49d4-a851-2ba3bdf3749c with binding_index 1 {{(pid=102790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 16:08:48.063703 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-e74f6d61-b862-4a14-be2c-36fd232aa120 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834765-1, bb43b58d-8650-4cdb-9fe6-68a7aaad9333) {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:08:48.069273 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e74f6d61-b862-4a14-be2c-36fd232aa120 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:08:48.069931 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e74f6d61-b862-4a14-be2c-36fd232aa120 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks [] for subnet, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:08:48.082295 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-2664fedc-8df8-467e-ac15-bd9d9900baa8 req-93a4ba20-3423-4f8f-a80d-0e9f1aa54b79 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.42 "GET /v2.0/security-groups?id=6cdc536e-0b15-4c2c-bfe5-f95ea92208ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765259 Mar 29 16:08:48.095602 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-e74f6d61-b862-4a14-be2c-36fd232aa120 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7211990 Mar 29 16:08:48.098379 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 53478) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:08:48.107299 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc0a8ac2-4b95-47dc-b9c0-e9923b1cc1d9 None None] Network bb43b58d-8650-4cdb-9fe6-68a7aaad9333 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 16:08:48.138672 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b7094c3a-e1df-4017-98bb-08262db6c870 req-aa801f4f-0ba8-454d-8a1c-3ed28dadb9fe service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=6fec5bbd-4528-41ad-8128-bf94bfb1dadf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0827985 Mar 29 16:08:48.153751 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-668aee45-9bf1-401a-badc-8598e1eb03bf None None] Notify callbacks [] for port, precommit_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:08:48.222494 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7094c3a-e1df-4017-98bb-08262db6c870 req-448e3a95-5ea7-4d79-afbf-833e4ed03d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:08:48.224375 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b7094c3a-e1df-4017-98bb-08262db6c870 req-448e3a95-5ea7-4d79-afbf-833e4ed03d12 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9839c4e5165d404688d3bc8b6d18d5d3&device_id=6fec5bbd-4528-41ad-8128-bf94bfb1dadf HTTP/1.1" status: 200 len: 1097 time: 0.0780861 Mar 29 16:08:48.236952 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-668aee45-9bf1-401a-badc-8598e1eb03bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:08:48.334593 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-668aee45-9bf1-401a-badc-8598e1eb03bf None None] Attempting to bind port 62ed6764-7349-41d0-b7a7-01822d2a1d35 on host n-d-834765-1 for vnic_type normal with profile {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 16:08:48.334966 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-668aee45-9bf1-401a-badc-8598e1eb03bf None None] Attempting to bind port 62ed6764-7349-41d0-b7a7-01822d2a1d35 by drivers openvswitch,hyperv on host n-d-834765-1 at level 0 using segments [{'id': '6ab47353-a811-4bad-bc73-b4cc84583cfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 16:08:48.335352 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-668aee45-9bf1-401a-badc-8598e1eb03bf None None] Attempting to bind port 62ed6764-7349-41d0-b7a7-01822d2a1d35 on network 4a4a035d-ecac-4ead-baa3-25f90788773a {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 16:08:48.337805 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8955c712-6bbe-4c64-860d-16bda031cd84 None None] Pushing event updated for resources: {'Port': ['ID=62ed6764-7349-41d0-b7a7-01822d2a1d35,revision_number=2']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:08:48.349970 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6049e59d-04b1-4cd7-85d3-f7a49c4bc03e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0035034-69b0-5ffc-b384-0ac6189c5628-bb43b58d-8650-4cdb-9fe6-68a7aaad9333', 'network_id': 'bb43b58d-8650-4cdb-9fe6-68a7aaad9333', 'tenant_id': '8c88f14ca33d4e419d03f1c3b10014ac', 'fixed_ips': [{'subnet_id': '23818a80-3ba0-4e6b-95a8-e1921c8a6ead'}]}} from n-d-834765-1. {{(pid=102792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 29 16:08:48.350836 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-6049e59d-04b1-4cd7-85d3-f7a49c4bc03e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:08:48.369199 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-668aee45-9bf1-401a-badc-8598e1eb03bf None None] Checking agent: {'id': 'a8866439-9d96-425c-b519-6905c591ac37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 25, 36), 'started_at': datetime.datetime(2022, 3, 29, 15, 26, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 16, 8, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834765-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 16:08:48.369574 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-668aee45-9bf1-401a-badc-8598e1eb03bf None None] Checking segment: {'id': '6ab47353-a811-4bad-bc73-b4cc84583cfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 16:08:48.369977 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-668aee45-9bf1-401a-badc-8598e1eb03bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:08:48.370370 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-668aee45-9bf1-401a-badc-8598e1eb03bf None None] Bound using segment: {'id': '6ab47353-a811-4bad-bc73-b4cc84583cfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 16:08:48.370845 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-668aee45-9bf1-401a-badc-8598e1eb03bf None None] Bound port: 62ed6764-7349-41d0-b7a7-01822d2a1d35, host: n-d-834765-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ab47353-a811-4bad-bc73-b4cc84583cfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'}}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 16:08:48.371226 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-668aee45-9bf1-401a-badc-8598e1eb03bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:08:48.373632 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d3e69a-7254-4bbe-a590-20afed21b280 req-f5c2ecc1-97de-4e10-b8b2-d99be467a15c tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:08:48.376927 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e8d3e69a-7254-4bbe-a590-20afed21b280 req-f5c2ecc1-97de-4e10-b8b2-d99be467a15c tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.42 "GET /v2.0/ports?device_id=6fec5bbd-4528-41ad-8128-bf94bfb1dadf HTTP/1.1" status: 200 len: 946 time: 0.1514990 Mar 29 16:08:48.377107 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8955c712-6bbe-4c64-860d-16bda031cd84 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:08:48.377270 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8955c712-6bbe-4c64-860d-16bda031cd84 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:08:48.377610 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8955c712-6bbe-4c64-860d-16bda031cd84 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:08:48.377944 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8955c712-6bbe-4c64-860d-16bda031cd84 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:08:48.378272 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8955c712-6bbe-4c64-860d-16bda031cd84 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:08:48.378617 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8955c712-6bbe-4c64-860d-16bda031cd84 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:08:48.378925 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8955c712-6bbe-4c64-860d-16bda031cd84 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:08:48.379249 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8955c712-6bbe-4c64-860d-16bda031cd84 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:08:48.379593 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8955c712-6bbe-4c64-860d-16bda031cd84 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:08:48.379919 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8955c712-6bbe-4c64-860d-16bda031cd84 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:08:48.380236 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8955c712-6bbe-4c64-860d-16bda031cd84 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:08:48.380555 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8955c712-6bbe-4c64-860d-16bda031cd84 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:08:48.448685 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e8d3e69a-7254-4bbe-a590-20afed21b280 req-4edd015a-677d-427b-842f-b84d889ea322 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.42 "GET /v2.0/security-groups?id=6cdc536e-0b15-4c2c-bfe5-f95ea92208ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639265 Mar 29 16:08:48.453920 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7094c3a-e1df-4017-98bb-08262db6c870 req-1174f7b4-7836-4fed-88c9-591c881dea30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:08:48.455708 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b7094c3a-e1df-4017-98bb-08262db6c870 req-1174f7b4-7836-4fed-88c9-591c881dea30 service neutron] 10.222.0.48 "GET /v2.0/networks?id=94aaab29-0bd5-4872-87c3-058efc699ab1 HTTP/1.1" status: 200 len: 914 time: 0.1986313 Mar 29 16:08:48.505624 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b7094c3a-e1df-4017-98bb-08262db6c870 req-87d3a062-01b9-41d8-b3ed-36145c330196 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=367472a7-c3ef-42c3-ac29-a9e731ce5c1a HTTP/1.1" status: 200 len: 217 time: 0.0415754 Mar 29 16:08:48.528040 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-668aee45-9bf1-401a-badc-8598e1eb03bf None None] For port 62ed6764-7349-41d0-b7a7-01822d2a1d35, host n-d-834765-1, cleared binding levels {{(pid=102792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 16:08:48.534126 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-668aee45-9bf1-401a-badc-8598e1eb03bf None None] For port 62ed6764-7349-41d0-b7a7-01822d2a1d35, host n-d-834765-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=62ed6764-7349-41d0-b7a7-01822d2a1d35,segment=NetworkSegment(6ab47353-a811-4bad-bc73-b4cc84583cfd),segment_id=6ab47353-a811-4bad-bc73-b4cc84583cfd)] {{(pid=102792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 16:08:48.553771 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-668aee45-9bf1-401a-badc-8598e1eb03bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:08:48.568680 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7094c3a-e1df-4017-98bb-08262db6c870 req-770f61d2-6f4e-4a74-a74d-ee1971cc8937 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:08:48.570489 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b7094c3a-e1df-4017-98bb-08262db6c870 req-770f61d2-6f4e-4a74-a74d-ee1971cc8937 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b3eb82fd-c9e0-44ac-b6ba-483d89595c61 HTTP/1.1" status: 200 len: 853 time: 0.0583153 Mar 29 16:08:48.620157 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-668aee45-9bf1-401a-badc-8598e1eb03bf None None] Routers {'2a10d6d3-7d58-4cea-a4e3-6b96740eacdd'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:08:48.620785 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-668aee45-9bf1-401a-badc-8598e1eb03bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:08:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['2a10d6d3-7d58-4cea-a4e3-6b96740eacdd'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:08:48.669856 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b7094c3a-e1df-4017-98bb-08262db6c870 req-dea9afbc-a0c6-480f-b9e2-396e9f2d5d36 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=94aaab29-0bd5-4872-87c3-058efc699ab1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0900421 Mar 29 16:08:48.747568 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvr_db [None req-668aee45-9bf1-401a-badc-8598e1eb03bf None None] Set router 2a10d6d3-7d58-4cea-a4e3-6b96740eacdd gateway port host: n-d-834765-1 {{(pid=102792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:08:48.819842 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-3ce8ef4d-3d9b-45bf-b77f-3ffd16c34747 req-cfcfc75a-3194-42ed-9522-c5ce327b80ac tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/ports?device_id=31c6bccb-90cc-4412-8175-956ce227e239 HTTP/1.1" status: 200 len: 210 time: 0.0720801 Mar 29 16:08:48.840563 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-1d675a26-c2a1-40ca-b543-6dc459bc7ecd tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:08:48.867898 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b7094c3a-e1df-4017-98bb-08262db6c870 req-4750af21-d894-45fd-951b-95e66579a0b8 service neutron] 10.222.0.48 "GET /v2.0/networks/94aaab29-0bd5-4872-87c3-058efc699ab1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1903083 Mar 29 16:08:48.874343 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.db_base_plugin_common [None req-6049e59d-04b1-4cd7-85d3-f7a49c4bc03e None None] Allocated IP 172.20.0.2 (bb43b58d-8650-4cdb-9fe6-68a7aaad9333/23818a80-3ba0-4e6b-95a8-e1921c8a6ead/ffe8c053-76e7-46e5-8b08-55e28a0bb7c6) {{(pid=102792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:08:48.910132 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8955c712-6bbe-4c64-860d-16bda031cd84 None None] Pushing event updated for resources: {'Port': ['ID=62ed6764-7349-41d0-b7a7-01822d2a1d35,revision_number=3']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:08:49.022569 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b7094c3a-e1df-4017-98bb-08262db6c870 req-0c8f17ac-7ec5-48e2-a49d-2fad26800b7b service neutron] 10.222.0.48 "GET /v2.0/networks/94aaab29-0bd5-4872-87c3-058efc699ab1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1455603 Mar 29 16:08:49.025497 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2cd81a-a9bd-46be-84e8-f8f8d4925332 req-96424738-913c-416e-9923-526e551e4055 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:08:49.027391 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-2d2cd81a-a9bd-46be-84e8-f8f8d4925332 req-96424738-913c-416e-9923-526e551e4055 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.42 "GET /v2.0/ports?device_id=6fec5bbd-4528-41ad-8128-bf94bfb1dadf HTTP/1.1" status: 200 len: 946 time: 0.1417165 Mar 29 16:08:49.117655 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-2d2cd81a-a9bd-46be-84e8-f8f8d4925332 req-99d936c1-14a4-4af6-9978-5905012205df tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.42 "GET /v2.0/security-groups?id=6cdc536e-0b15-4c2c-bfe5-f95ea92208ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787818 Mar 29 16:08:49.124824 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-668aee45-9bf1-401a-badc-8598e1eb03bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a10d6d3-7d58-4cea-a4e3-6b96740eacdd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-62831586', 'tenant_id': '8c88f14ca33d4e419d03f1c3b10014ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.120'}], 'enable_snat': True}, 'gw_port_id': '62ed6764-7349-41d0-b7a7-01822d2a1d35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:08:45Z', 'updated_at': '2022-03-29T16:08:46Z', 'revision_number': 3, 'project_id': '8c88f14ca33d4e419d03f1c3b10014ac', 'gw_port': {'id': '62ed6764-7349-41d0-b7a7-01822d2a1d35', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:8b:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a10d6d3-7d58-4cea-a4e3-6b96740eacdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3335, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:08:45Z', 'updated_at': '2022-03-29T16:08:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1'}], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:08:49.165755 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-6049e59d-04b1-4cd7-85d3-f7a49c4bc03e None None] Notify callbacks [] for port, precommit_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:08:49.169667 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-668aee45-9bf1-401a-badc-8598e1eb03bf None None] The sync data for ids ['2a10d6d3-7d58-4cea-a4e3-6b96740eacdd'] in n-d-834765-1 is: [{'id': '2a10d6d3-7d58-4cea-a4e3-6b96740eacdd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-62831586', 'tenant_id': '8c88f14ca33d4e419d03f1c3b10014ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.120'}], 'enable_snat': True}, 'gw_port_id': '62ed6764-7349-41d0-b7a7-01822d2a1d35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:08:45Z', 'updated_at': '2022-03-29T16:08:46Z', 'revision_number': 3, 'project_id': '8c88f14ca33d4e419d03f1c3b10014ac', 'gw_port': {'id': '62ed6764-7349-41d0-b7a7-01822d2a1d35', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:8b:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a10d6d3-7d58-4cea-a4e3-6b96740eacdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3335, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:08:45Z', 'updated_at': '2022-03-29T16:08:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1'}] {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 16:08:49.173692 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-6049e59d-04b1-4cd7-85d3-f7a49c4bc03e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956'] for port, after_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:08:49.217157 n-d-834765-1 neutron-server[102792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6049e59d-04b1-4cd7-85d3-f7a49c4bc03e None None] Network bb43b58d-8650-4cdb-9fe6-68a7aaad9333 is already hosted by enough agents. {{(pid=102792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:08:49.221557 n-d-834765-1 neutron-server[102792]: DEBUG neutron.scheduler.base_scheduler [None req-6049e59d-04b1-4cd7-85d3-f7a49c4bc03e None None] Resources bound (agent type, host, resource id): {{(pid=102792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:08:49.225743 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6049e59d-04b1-4cd7-85d3-f7a49c4bc03e None None] Received port after_create {{(pid=102792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:08:49.251939 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6049e59d-04b1-4cd7-85d3-f7a49c4bc03e None None] Pushing event updated for resources: {'Port': ['ID=ffe8c053-76e7-46e5-8b08-55e28a0bb7c6,revision_number=1']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:08:49.264888 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.db_base_plugin_common [None req-1d675a26-c2a1-40ca-b543-6dc459bc7ecd tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Allocated IP 172.20.0.1 (bb43b58d-8650-4cdb-9fe6-68a7aaad9333/23818a80-3ba0-4e6b-95a8-e1921c8a6ead/2c36a354-2210-4a28-b9d4-f184914bacfc) {{(pid=102790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:08:49.292303 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-6049e59d-04b1-4cd7-85d3-f7a49c4bc03e None None] Attempting to bind port ffe8c053-76e7-46e5-8b08-55e28a0bb7c6 on host n-d-834765-1 for vnic_type normal with profile {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 16:08:49.293993 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-6049e59d-04b1-4cd7-85d3-f7a49c4bc03e None None] Attempting to bind port ffe8c053-76e7-46e5-8b08-55e28a0bb7c6 by drivers openvswitch,hyperv on host n-d-834765-1 at level 0 using segments [{'id': '7ca977ad-0942-487d-99ad-d8a63cf60333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'bb43b58d-8650-4cdb-9fe6-68a7aaad9333'}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 16:08:49.294495 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6049e59d-04b1-4cd7-85d3-f7a49c4bc03e None None] Attempting to bind port ffe8c053-76e7-46e5-8b08-55e28a0bb7c6 on network bb43b58d-8650-4cdb-9fe6-68a7aaad9333 {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 16:08:49.301884 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6049e59d-04b1-4cd7-85d3-f7a49c4bc03e None None] Checking agent: {'id': 'a8866439-9d96-425c-b519-6905c591ac37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 25, 36), 'started_at': datetime.datetime(2022, 3, 29, 15, 26, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 16, 8, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834765-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 16:08:49.302259 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6049e59d-04b1-4cd7-85d3-f7a49c4bc03e None None] Checking segment: {'id': '7ca977ad-0942-487d-99ad-d8a63cf60333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'bb43b58d-8650-4cdb-9fe6-68a7aaad9333'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 16:08:49.302836 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-6049e59d-04b1-4cd7-85d3-f7a49c4bc03e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:08:49.303226 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6049e59d-04b1-4cd7-85d3-f7a49c4bc03e None None] Bound using segment: {'id': '7ca977ad-0942-487d-99ad-d8a63cf60333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'bb43b58d-8650-4cdb-9fe6-68a7aaad9333'} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 16:08:49.303712 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-6049e59d-04b1-4cd7-85d3-f7a49c4bc03e None None] Bound port: ffe8c053-76e7-46e5-8b08-55e28a0bb7c6, host: n-d-834765-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ca977ad-0942-487d-99ad-d8a63cf60333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'bb43b58d-8650-4cdb-9fe6-68a7aaad9333'}}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 16:08:49.304098 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-6049e59d-04b1-4cd7-85d3-f7a49c4bc03e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:08:49.383347 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-6049e59d-04b1-4cd7-85d3-f7a49c4bc03e None None] For port ffe8c053-76e7-46e5-8b08-55e28a0bb7c6, host n-d-834765-1, cleared binding levels {{(pid=102792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 16:08:49.389820 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-6049e59d-04b1-4cd7-85d3-f7a49c4bc03e None None] For port ffe8c053-76e7-46e5-8b08-55e28a0bb7c6, host n-d-834765-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=ffe8c053-76e7-46e5-8b08-55e28a0bb7c6,segment=NetworkSegment(7ca977ad-0942-487d-99ad-d8a63cf60333),segment_id=7ca977ad-0942-487d-99ad-d8a63cf60333)] {{(pid=102792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 16:08:49.394175 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-6049e59d-04b1-4cd7-85d3-f7a49c4bc03e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:08:49.404586 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-1d675a26-c2a1-40ca-b543-6dc459bc7ecd tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks [] for port, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:08:49.453160 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6049e59d-04b1-4cd7-85d3-f7a49c4bc03e None None] Pushing event updated for resources: {'Port': ['ID=ffe8c053-76e7-46e5-8b08-55e28a0bb7c6,revision_number=2']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:08:49.458824 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-1d675a26-c2a1-40ca-b543-6dc459bc7ecd tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:08:49.519087 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d675a26-c2a1-40ca-b543-6dc459bc7ecd tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Network bb43b58d-8650-4cdb-9fe6-68a7aaad9333 is already hosted by enough agents. {{(pid=102790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:08:49.522211 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-1d675a26-c2a1-40ca-b543-6dc459bc7ecd tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Resources bound (agent type, host, resource id): {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:08:49.526862 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d675a26-c2a1-40ca-b543-6dc459bc7ecd tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Received port after_create {{(pid=102790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:08:49.540568 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d675a26-c2a1-40ca-b543-6dc459bc7ecd tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Pushing event updated for resources: {'Port': ['ID=2c36a354-2210-4a28-b9d4-f184914bacfc,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:08:49.631399 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-1d675a26-c2a1-40ca-b543-6dc459bc7ecd tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-648347'] for router_interface, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:08:49.831747 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-1d675a26-c2a1-40ca-b543-6dc459bc7ecd tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:08:49.940152 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-63748b87-4198-4aba-8761-b1543ff229de req-21615bed-1a7e-45ef-884b-6d04d7d6caeb tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/ports?device_id=31c6bccb-90cc-4412-8175-956ce227e239 HTTP/1.1" status: 200 len: 210 time: 0.0434005 Mar 29 16:08:50.069391 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device 183ba023-446f-43a5-8eed-602f5293e3f4 no longer exists at agent hyperv_n-h1-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 16:08:50.094865 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] No Port match for: 183ba023-446f-43a5-8eed-602f5293e3f4 {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 16:08:50.096003 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device 183ba023-446f-43a5-8eed-602f5293e3f4 not bound to the agent host n-h1-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 16:08:50.163523 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-1d675a26-c2a1-40ca-b543-6dc459bc7ecd tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks [] for port, precommit_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:08:50.169648 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-1d675a26-c2a1-40ca-b543-6dc459bc7ecd tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5237921'] for port, after_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:08:50.302615 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-1d675a26-c2a1-40ca-b543-6dc459bc7ecd tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-648439'] for router_interface, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:08:50.305631 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d675a26-c2a1-40ca-b543-6dc459bc7ecd tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Pushing event updated for resources: {'Port': ['ID=2c36a354-2210-4a28-b9d4-f184914bacfc,revision_number=2']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:08:50.335682 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f834cca2-f10e-4a1f-bd4a-8cfffa671154 req-54b20b70-b66e-4e2e-aa9a-93502d97aaf4 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:08:50.337323 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-f834cca2-f10e-4a1f-bd4a-8cfffa671154 req-54b20b70-b66e-4e2e-aa9a-93502d97aaf4 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.42 "GET /v2.0/ports?device_id=6fec5bbd-4528-41ad-8128-bf94bfb1dadf HTTP/1.1" status: 200 len: 946 time: 0.1228957 Mar 29 16:08:50.395426 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-285f8c75-6e60-4526-91f5-63aed353b2d0 req-c24a169e-e495-444c-834e-7abb631c5613 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=77580fbd-129b-4d26-8ed8-ae744df06822&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0677459 Mar 29 16:08:50.455253 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-f834cca2-f10e-4a1f-bd4a-8cfffa671154 req-9b46f47e-4b84-4ecc-a481-adb0f9c3ea5c tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.42 "GET /v2.0/security-groups?id=6cdc536e-0b15-4c2c-bfe5-f95ea92208ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969362 Mar 29 16:08:50.490675 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d675a26-c2a1-40ca-b543-6dc459bc7ecd tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Network bb43b58d-8650-4cdb-9fe6-68a7aaad9333 is already hosted by enough agents. {{(pid=102790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:08:50.492129 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-1d675a26-c2a1-40ca-b543-6dc459bc7ecd tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Resources bound (agent type, host, resource id): {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:08:50.519976 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285f8c75-6e60-4526-91f5-63aed353b2d0 req-b7e97927-ab1d-4f79-8147-a12e95ff4d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:08:50.521513 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-285f8c75-6e60-4526-91f5-63aed353b2d0 req-b7e97927-ab1d-4f79-8147-a12e95ff4d9b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f31979fa8a674f56835f136e5e49ba5c&device_id=77580fbd-129b-4d26-8ed8-ae744df06822 HTTP/1.1" status: 200 len: 1097 time: 0.0719056 Mar 29 16:08:50.664730 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d675a26-c2a1-40ca-b543-6dc459bc7ecd tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Router 2a10d6d3-7d58-4cea-a4e3-6b96740eacdd has already been hosted by L3 agent c648d819-1060-4f26-b4ec-6455387b5dff {{(pid=102790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 16:08:50.666634 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285f8c75-6e60-4526-91f5-63aed353b2d0 req-0d22a684-597f-4e8e-b145-22adde004557 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:08:50.668226 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-285f8c75-6e60-4526-91f5-63aed353b2d0 req-0d22a684-597f-4e8e-b145-22adde004557 service neutron] 10.222.0.44 "GET /v2.0/networks?id=8594f729-9088-4f6b-8543-aaadb0f5b192 HTTP/1.1" status: 200 len: 913 time: 0.1235385 Mar 29 16:08:50.729756 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4643f72-d268-4181-8ddb-9d86f6eaecd7 None None] Network bb43b58d-8650-4cdb-9fe6-68a7aaad9333 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 16:08:50.755636 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-285f8c75-6e60-4526-91f5-63aed353b2d0 req-d47e7c39-afa5-4243-9f5a-9fc1b2bcf301 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6229ea58-48ea-4053-8b5a-016c704c7a65 HTTP/1.1" status: 200 len: 1000 time: 0.0807862 Mar 29 16:08:50.828912 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d675a26-c2a1-40ca-b543-6dc459bc7ecd tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 16:08:50.834226 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-1d675a26-c2a1-40ca-b543-6dc459bc7ecd tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "PUT /v2.0/routers/2a10d6d3-7d58-4cea-a4e3-6b96740eacdd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7347713 Mar 29 16:08:50.877714 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-fde08e0f-9268-4226-b878-d44fcd3e9ebd None None] Provisioning complete for port ffe8c053-76e7-46e5-8b08-55e28a0bb7c6 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:08:50.878099 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-fde08e0f-9268-4226-b878-d44fcd3e9ebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:08:50.912556 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285f8c75-6e60-4526-91f5-63aed353b2d0 req-f5b7e1e8-0cff-497e-927d-f28ec45e6694 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:08:50.913954 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-285f8c75-6e60-4526-91f5-63aed353b2d0 req-f5b7e1e8-0cff-497e-927d-f28ec45e6694 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=52e8269b-e046-4c98-a9b1-ef8905fa8ddb HTTP/1.1" status: 200 len: 851 time: 0.1441319 Mar 29 16:08:50.925333 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bc9b1b-7aec-4557-a5fa-fa6e348c2dc0 req-d13ff7af-047a-4c91-8c13-3d2e5024ec90 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:08:50.927566 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-30bc9b1b-7aec-4557-a5fa-fa6e348c2dc0 req-d13ff7af-047a-4c91-8c13-3d2e5024ec90 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.42 "GET /v2.0/ports?device_id=6fec5bbd-4528-41ad-8128-bf94bfb1dadf HTTP/1.1" status: 200 len: 946 time: 0.1702027 Mar 29 16:08:50.962375 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50287e0-3c4a-485a-b685-3d967fab3b6d req-9661628c-f119-4097-89fc-52609c98f59c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:08:50.963896 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d50287e0-3c4a-485a-b685-3d967fab3b6d req-9661628c-f119-4097-89fc-52609c98f59c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9839c4e5165d404688d3bc8b6d18d5d3&device_id=6fec5bbd-4528-41ad-8128-bf94bfb1dadf HTTP/1.1" status: 200 len: 1097 time: 0.1680236 Mar 29 16:08:51.015056 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-ebaf17dd-83c6-4fb9-8ad8-e7544a0f603f req-3d0379e1-944f-4fe0-89dd-e6bb81e4d8d1 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-833313195&fields=id&tenant_id=8c88f14ca33d4e419d03f1c3b10014ac HTTP/1.1" status: 200 len: 267 time: 0.0436175 Mar 29 16:08:51.025332 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-fde08e0f-9268-4226-b878-d44fcd3e9ebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:08:51.092636 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-fde08e0f-9268-4226-b878-d44fcd3e9ebd None None] For port ffe8c053-76e7-46e5-8b08-55e28a0bb7c6, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=ffe8c053-76e7-46e5-8b08-55e28a0bb7c6,segment=NetworkSegment(7ca977ad-0942-487d-99ad-d8a63cf60333),segment_id=7ca977ad-0942-487d-99ad-d8a63cf60333)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:08:51.102225 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-fde08e0f-9268-4226-b878-d44fcd3e9ebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:08:51.173234 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde08e0f-9268-4226-b878-d44fcd3e9ebd None None] Pushing event updated for resources: {'Port': ['ID=ffe8c053-76e7-46e5-8b08-55e28a0bb7c6,revision_number=3']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:08:51.203693 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebaf17dd-83c6-4fb9-8ad8-e7544a0f603f req-7e6d3675-34a3-40cc-a999-00f075b2ddc2 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:08:51.205492 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-ebaf17dd-83c6-4fb9-8ad8-e7544a0f603f req-7e6d3675-34a3-40cc-a999-00f075b2ddc2 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "GET /v2.0/networks?id=bb43b58d-8650-4cdb-9fe6-68a7aaad9333 HTTP/1.1" status: 200 len: 797 time: 0.1860845 Mar 29 16:08:51.233158 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-ebaf17dd-83c6-4fb9-8ad8-e7544a0f603f req-13959d8f-8a1f-4ff7-9f70-60ef19d2538d tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "GET /v2.0/quotas/8c88f14ca33d4e419d03f1c3b10014ac HTTP/1.1" status: 200 len: 375 time: 0.0189073 Mar 29 16:08:51.246194 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 62ed6764-7349-41d0-b7a7-01822d2a1d35 up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 16:08:51.326866 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port 62ed6764-7349-41d0-b7a7-01822d2a1d35 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:08:51.327369 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:08:51.339866 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-ebaf17dd-83c6-4fb9-8ad8-e7544a0f603f req-3a76fd7a-7be2-4f51-a701-01b87f82ddf9 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=8c88f14ca33d4e419d03f1c3b10014ac&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0883319 Mar 29 16:08:51.446725 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:08:51.451895 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-ebaf17dd-83c6-4fb9-8ad8-e7544a0f603f req-62918f01-8de4-470f-82d4-59c5786ebfc9 service neutron] 10.222.0.42 "GET /v2.0/networks/bb43b58d-8650-4cdb-9fe6-68a7aaad9333?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1098888 Mar 29 16:08:51.463281 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1164513b-9691-4f22-8e04-fc47573bc696 None None] Sync routers for ids ['2a10d6d3-7d58-4cea-a4e3-6b96740eacdd'] in n-d-834765-1 {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 16:08:51.464296 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285f8c75-6e60-4526-91f5-63aed353b2d0 req-3691cd45-7bfc-48bb-9cf8-3884073767b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:08:51.466585 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-285f8c75-6e60-4526-91f5-63aed353b2d0 req-3691cd45-7bfc-48bb-9cf8-3884073767b8 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8594f729-9088-4f6b-8543-aaadb0f5b192&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5347826 Mar 29 16:08:51.478336 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] For port 62ed6764-7349-41d0-b7a7-01822d2a1d35, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=62ed6764-7349-41d0-b7a7-01822d2a1d35,segment=NetworkSegment(6ab47353-a811-4bad-bc73-b4cc84583cfd),segment_id=6ab47353-a811-4bad-bc73-b4cc84583cfd)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:08:51.482243 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1164513b-9691-4f22-8e04-fc47573bc696 None None] Routers {'2a10d6d3-7d58-4cea-a4e3-6b96740eacdd'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:08:51.484042 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-1164513b-9691-4f22-8e04-fc47573bc696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:08:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['2a10d6d3-7d58-4cea-a4e3-6b96740eacdd'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:08:51.486340 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-c83822ea-f856-48d0-8eb6-c5649a922377 None None] Provisioning complete for port ffe8c053-76e7-46e5-8b08-55e28a0bb7c6 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:08:51.487041 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-c83822ea-f856-48d0-8eb6-c5649a922377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:08:51.493968 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:08:51.494821 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device ffe8c053-76e7-46e5-8b08-55e28a0bb7c6 up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 16:08:51.531135 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-30bc9b1b-7aec-4557-a5fa-fa6e348c2dc0 req-6855b1eb-5dd0-47cb-b48a-90f3d9634f47 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.42 "GET /v2.0/security-groups?id=6cdc536e-0b15-4c2c-bfe5-f95ea92208ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5711963 Mar 29 16:08:51.660014 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50287e0-3c4a-485a-b685-3d967fab3b6d req-8e874532-2b33-4259-b61b-f0cdf7bd2f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:08:51.661519 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d50287e0-3c4a-485a-b685-3d967fab3b6d req-8e874532-2b33-4259-b61b-f0cdf7bd2f23 service neutron] 10.222.0.48 "GET /v2.0/networks?id=94aaab29-0bd5-4872-87c3-058efc699ab1 HTTP/1.1" status: 200 len: 914 time: 0.6822224 Mar 29 16:08:51.667779 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvr_db [None req-1164513b-9691-4f22-8e04-fc47573bc696 None None] Set router 2a10d6d3-7d58-4cea-a4e3-6b96740eacdd gateway port host: n-d-834765-1 {{(pid=102793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:08:51.672218 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-ebaf17dd-83c6-4fb9-8ad8-e7544a0f603f req-6fbc254e-06ab-486f-b75f-4d0f08df2055 service neutron] 10.222.0.42 "GET /v2.0/networks/bb43b58d-8650-4cdb-9fe6-68a7aaad9333?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1966798 Mar 29 16:08:51.695872 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Pushing event updated for resources: {'Port': ['ID=62ed6764-7349-41d0-b7a7-01822d2a1d35,revision_number=4']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:08:51.776275 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d50287e0-3c4a-485a-b685-3d967fab3b6d req-a1cf3bd4-7ace-408d-a72f-4741b0f995fb service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=367472a7-c3ef-42c3-ac29-a9e731ce5c1a HTTP/1.1" status: 200 len: 217 time: 0.1013410 Mar 29 16:08:51.794436 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port ffe8c053-76e7-46e5-8b08-55e28a0bb7c6 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:08:51.795731 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:08:51.844571 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-285f8c75-6e60-4526-91f5-63aed353b2d0 req-9c5aae52-b466-4b5d-ad82-f9e29b2e31a1 service neutron] 10.222.0.44 "GET /v2.0/networks/8594f729-9088-4f6b-8543-aaadb0f5b192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3416748 Mar 29 16:08:51.850171 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-c83822ea-f856-48d0-8eb6-c5649a922377 None None] Provisioning complete for port 2c36a354-2210-4a28-b9d4-f184914bacfc triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:08:51.850939 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-c83822ea-f856-48d0-8eb6-c5649a922377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:08:51.957782 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-c83822ea-f856-48d0-8eb6-c5649a922377 None None] Port 2c36a354-2210-4a28-b9d4-f184914bacfc cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 16:08:51.999530 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-1ae14c5e-1b60-4b53-b4e1-dc9b3f863dd9 req-ddb4cfcc-7ce2-40bd-87a6-1f361a7d73eb tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "GET /v2.0/ports?device_id=e5d3c303-8bf8-41f1-8746-4ba318fb818b HTTP/1.1" status: 200 len: 210 time: 0.0525935 Mar 29 16:08:52.003384 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50287e0-3c4a-485a-b685-3d967fab3b6d req-0c5d0335-8fdf-417d-853e-6d3b2453b722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:08:52.004782 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d50287e0-3c4a-485a-b685-3d967fab3b6d req-0c5d0335-8fdf-417d-853e-6d3b2453b722 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b3eb82fd-c9e0-44ac-b6ba-483d89595c61 HTTP/1.1" status: 200 len: 853 time: 0.2201400 Mar 29 16:08:52.089891 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-e9c534d1-1173-4c02-83ee-6ee3e082b0d9 None None] Provisioning complete for port 2c36a354-2210-4a28-b9d4-f184914bacfc triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:08:52.090918 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-e9c534d1-1173-4c02-83ee-6ee3e082b0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:08:52.094406 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d50287e0-3c4a-485a-b685-3d967fab3b6d req-8b75a2cc-b5b1-416d-a531-ef8739dec9e6 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=94aaab29-0bd5-4872-87c3-058efc699ab1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330906 Mar 29 16:08:52.114353 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-1164513b-9691-4f22-8e04-fc47573bc696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a10d6d3-7d58-4cea-a4e3-6b96740eacdd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-62831586', 'tenant_id': '8c88f14ca33d4e419d03f1c3b10014ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.120'}], 'enable_snat': True}, 'gw_port_id': '62ed6764-7349-41d0-b7a7-01822d2a1d35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:08:45Z', 'updated_at': '2022-03-29T16:08:49Z', 'revision_number': 4, 'project_id': '8c88f14ca33d4e419d03f1c3b10014ac', 'gw_port': {'id': '62ed6764-7349-41d0-b7a7-01822d2a1d35', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:8b:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a10d6d3-7d58-4cea-a4e3-6b96740eacdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3335, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:08:45Z', 'updated_at': '2022-03-29T16:08:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': '2c36a354-2210-4a28-b9d4-f184914bacfc', 'name': '', 'network_id': 'bb43b58d-8650-4cdb-9fe6-68a7aaad9333', 'tenant_id': '8c88f14ca33d4e419d03f1c3b10014ac', 'mac_address': 'fa:16:3e:41:c6:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a10d6d3-7d58-4cea-a4e3-6b96740eacdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3338, 'fixed_ips': [{'subnet_id': '23818a80-3ba0-4e6b-95a8-e1921c8a6ead', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:08:49Z', 'updated_at': '2022-03-29T16:08:50Z', 'revision_number': 2, 'project_id': '8c88f14ca33d4e419d03f1c3b10014ac', 'subnets': [{'id': '23818a80-3ba0-4e6b-95a8-e1921c8a6ead', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:08:52.136372 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-e9c534d1-1173-4c02-83ee-6ee3e082b0d9 None None] Port 2c36a354-2210-4a28-b9d4-f184914bacfc cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 16:08:52.144427 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1164513b-9691-4f22-8e04-fc47573bc696 None None] Checking router: 2a10d6d3-7d58-4cea-a4e3-6b96740eacdd for host: n-d-834765-1 {{(pid=102793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 16:08:52.145172 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1164513b-9691-4f22-8e04-fc47573bc696 None None] Updating router 2a10d6d3-7d58-4cea-a4e3-6b96740eacdd port 2c36a354-2210-4a28-b9d4-f184914bacfc binding host n-d-834765-1 {{(pid=102793) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 16:08:52.184383 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-1164513b-9691-4f22-8e04-fc47573bc696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:08:52.227577 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d50287e0-3c4a-485a-b685-3d967fab3b6d req-0c6c33fd-baab-4688-94bc-17c52018acc5 service neutron] 10.222.0.48 "GET /v2.0/networks/94aaab29-0bd5-4872-87c3-058efc699ab1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321900 Mar 29 16:08:52.245401 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-285f8c75-6e60-4526-91f5-63aed353b2d0 req-17270a29-0599-439b-a30a-01cdef341732 service neutron] 10.222.0.44 "GET /v2.0/networks/8594f729-9088-4f6b-8543-aaadb0f5b192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3890889 Mar 29 16:08:52.368345 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d50287e0-3c4a-485a-b685-3d967fab3b6d req-966ce4ad-4224-4f1b-b28d-1da2ab0b6a70 service neutron] 10.222.0.48 "GET /v2.0/networks/94aaab29-0bd5-4872-87c3-058efc699ab1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275413 Mar 29 16:08:52.500908 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-1164513b-9691-4f22-8e04-fc47573bc696 None None] Notify callbacks [] for port, precommit_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:08:52.506262 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-1164513b-9691-4f22-8e04-fc47573bc696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:08:52.609927 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0980ff87-c052-47e0-a33e-059344d72e18 None None] Pushing event updated for resources: {'Port': ['ID=2c36a354-2210-4a28-b9d4-f184914bacfc,revision_number=3']} {{(pid=102793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:08:52.635816 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0980ff87-c052-47e0-a33e-059344d72e18 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:08:52.636153 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0980ff87-c052-47e0-a33e-059344d72e18 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:08:52.636490 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0980ff87-c052-47e0-a33e-059344d72e18 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:08:52.636821 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0980ff87-c052-47e0-a33e-059344d72e18 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:08:52.637814 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0980ff87-c052-47e0-a33e-059344d72e18 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:08:52.638196 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0980ff87-c052-47e0-a33e-059344d72e18 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:08:52.638624 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0980ff87-c052-47e0-a33e-059344d72e18 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:08:52.638950 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0980ff87-c052-47e0-a33e-059344d72e18 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:08:52.639295 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0980ff87-c052-47e0-a33e-059344d72e18 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:08:52.639623 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0980ff87-c052-47e0-a33e-059344d72e18 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:08:52.639942 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0980ff87-c052-47e0-a33e-059344d72e18 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:08:52.640260 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0980ff87-c052-47e0-a33e-059344d72e18 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:08:52.654671 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.managers [None req-1164513b-9691-4f22-8e04-fc47573bc696 None None] Attempting to bind port 2c36a354-2210-4a28-b9d4-f184914bacfc on host n-d-834765-1 for vnic_type normal with profile {{(pid=102793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 16:08:52.655036 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.managers [None req-1164513b-9691-4f22-8e04-fc47573bc696 None None] Attempting to bind port 2c36a354-2210-4a28-b9d4-f184914bacfc by drivers openvswitch,hyperv on host n-d-834765-1 at level 0 using segments [{'id': '7ca977ad-0942-487d-99ad-d8a63cf60333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'bb43b58d-8650-4cdb-9fe6-68a7aaad9333'}] {{(pid=102793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 16:08:52.655424 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1164513b-9691-4f22-8e04-fc47573bc696 None None] Attempting to bind port 2c36a354-2210-4a28-b9d4-f184914bacfc on network bb43b58d-8650-4cdb-9fe6-68a7aaad9333 {{(pid=102793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 16:08:52.661748 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1164513b-9691-4f22-8e04-fc47573bc696 None None] Checking agent: {'id': 'a8866439-9d96-425c-b519-6905c591ac37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 25, 36), 'started_at': datetime.datetime(2022, 3, 29, 15, 26, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 16, 8, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834765-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 16:08:52.662112 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1164513b-9691-4f22-8e04-fc47573bc696 None None] Checking segment: {'id': '7ca977ad-0942-487d-99ad-d8a63cf60333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'bb43b58d-8650-4cdb-9fe6-68a7aaad9333'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 16:08:52.662509 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-1164513b-9691-4f22-8e04-fc47573bc696 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:08:52.662896 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1164513b-9691-4f22-8e04-fc47573bc696 None None] Bound using segment: {'id': '7ca977ad-0942-487d-99ad-d8a63cf60333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'bb43b58d-8650-4cdb-9fe6-68a7aaad9333'} {{(pid=102793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 16:08:52.663400 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.managers [None req-1164513b-9691-4f22-8e04-fc47573bc696 None None] Bound port: 2c36a354-2210-4a28-b9d4-f184914bacfc, host: n-d-834765-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ca977ad-0942-487d-99ad-d8a63cf60333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'bb43b58d-8650-4cdb-9fe6-68a7aaad9333'}}] {{(pid=102793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 16:08:52.663778 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-1164513b-9691-4f22-8e04-fc47573bc696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:08:52.731598 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22c8aa8-0443-44c1-899e-94c1b1b73cc8 req-fead9acf-c12c-4095-af4e-1d60816024fb tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:08:52.739422 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-c22c8aa8-0443-44c1-899e-94c1b1b73cc8 req-fead9acf-c12c-4095-af4e-1d60816024fb tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.42 "GET /v2.0/ports?device_id=6fec5bbd-4528-41ad-8128-bf94bfb1dadf HTTP/1.1" status: 200 len: 946 time: 0.1265726 Mar 29 16:08:52.744880 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.db [None req-1164513b-9691-4f22-8e04-fc47573bc696 None None] For port 2c36a354-2210-4a28-b9d4-f184914bacfc, host n-d-834765-1, cleared binding levels {{(pid=102793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 16:08:52.749471 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.db [None req-1164513b-9691-4f22-8e04-fc47573bc696 None None] For port 2c36a354-2210-4a28-b9d4-f184914bacfc, host n-d-834765-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=2c36a354-2210-4a28-b9d4-f184914bacfc,segment=NetworkSegment(7ca977ad-0942-487d-99ad-d8a63cf60333),segment_id=7ca977ad-0942-487d-99ad-d8a63cf60333)] {{(pid=102793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 16:08:52.753940 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-1164513b-9691-4f22-8e04-fc47573bc696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:08:52.812818 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1164513b-9691-4f22-8e04-fc47573bc696 None None] Routers {'2a10d6d3-7d58-4cea-a4e3-6b96740eacdd'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:08:52.813705 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-1164513b-9691-4f22-8e04-fc47573bc696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:08:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['2a10d6d3-7d58-4cea-a4e3-6b96740eacdd'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:08:52.825478 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-c22c8aa8-0443-44c1-899e-94c1b1b73cc8 req-b6944e06-bd97-4041-9cda-b1d8eca00098 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.42 "GET /v2.0/security-groups?id=6cdc536e-0b15-4c2c-bfe5-f95ea92208ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779579 Mar 29 16:08:52.886121 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0980ff87-c052-47e0-a33e-059344d72e18 None None] Pushing event updated for resources: {'Port': ['ID=2c36a354-2210-4a28-b9d4-f184914bacfc,revision_number=4']} {{(pid=102793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:08:52.951313 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvr_db [None req-1164513b-9691-4f22-8e04-fc47573bc696 None None] Set router 2a10d6d3-7d58-4cea-a4e3-6b96740eacdd gateway port host: n-d-834765-1 {{(pid=102793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:08:52.963834 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-2c9f625a-6dfc-4ad5-840b-8ea2a471296a None None] Provisioning complete for port 2c36a354-2210-4a28-b9d4-f184914bacfc triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:08:52.964298 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-2c9f625a-6dfc-4ad5-840b-8ea2a471296a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:08:53.144767 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 62ed6764-7349-41d0-b7a7-01822d2a1d35 up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 16:08:53.184936 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-2c9f625a-6dfc-4ad5-840b-8ea2a471296a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:08:53.201568 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d4b88ece-3c67-4c94-9bb9-52f9ee2f1f0d req-136a6878-6510-4574-ac45-b42007882435 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "GET /v2.0/ports?device_id=e5d3c303-8bf8-41f1-8746-4ba318fb818b HTTP/1.1" status: 200 len: 210 time: 0.0887611 Mar 29 16:08:53.236368 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port 62ed6764-7349-41d0-b7a7-01822d2a1d35 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:08:53.236737 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:08:53.249409 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-2c9f625a-6dfc-4ad5-840b-8ea2a471296a None None] For port 2c36a354-2210-4a28-b9d4-f184914bacfc, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=2c36a354-2210-4a28-b9d4-f184914bacfc,segment=NetworkSegment(7ca977ad-0942-487d-99ad-d8a63cf60333),segment_id=7ca977ad-0942-487d-99ad-d8a63cf60333)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:08:53.270458 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-1164513b-9691-4f22-8e04-fc47573bc696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a10d6d3-7d58-4cea-a4e3-6b96740eacdd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-62831586', 'tenant_id': '8c88f14ca33d4e419d03f1c3b10014ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.120'}], 'enable_snat': True}, 'gw_port_id': '62ed6764-7349-41d0-b7a7-01822d2a1d35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:08:45Z', 'updated_at': '2022-03-29T16:08:49Z', 'revision_number': 4, 'project_id': '8c88f14ca33d4e419d03f1c3b10014ac', 'gw_port': {'id': '62ed6764-7349-41d0-b7a7-01822d2a1d35', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:8b:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a10d6d3-7d58-4cea-a4e3-6b96740eacdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3335, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:08:45Z', 'updated_at': '2022-03-29T16:08:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': '2c36a354-2210-4a28-b9d4-f184914bacfc', 'name': '', 'network_id': 'bb43b58d-8650-4cdb-9fe6-68a7aaad9333', 'tenant_id': '8c88f14ca33d4e419d03f1c3b10014ac', 'mac_address': 'fa:16:3e:41:c6:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a10d6d3-7d58-4cea-a4e3-6b96740eacdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3338, 'fixed_ips': [{'subnet_id': '23818a80-3ba0-4e6b-95a8-e1921c8a6ead', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:08:49Z', 'updated_at': '2022-03-29T16:08:52Z', 'revision_number': 4, 'project_id': '8c88f14ca33d4e419d03f1c3b10014ac', 'subnets': [{'id': '23818a80-3ba0-4e6b-95a8-e1921c8a6ead', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:08:53.273880 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-2c9f625a-6dfc-4ad5-840b-8ea2a471296a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:08:53.355024 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9f625a-6dfc-4ad5-840b-8ea2a471296a None None] Pushing event updated for resources: {'Port': ['ID=2c36a354-2210-4a28-b9d4-f184914bacfc,revision_number=5']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:08:53.355349 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1164513b-9691-4f22-8e04-fc47573bc696 None None] The sync data for ids ['2a10d6d3-7d58-4cea-a4e3-6b96740eacdd'] in n-d-834765-1 is: [{'id': '2a10d6d3-7d58-4cea-a4e3-6b96740eacdd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-62831586', 'tenant_id': '8c88f14ca33d4e419d03f1c3b10014ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.120'}], 'enable_snat': True}, 'gw_port_id': '62ed6764-7349-41d0-b7a7-01822d2a1d35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:08:45Z', 'updated_at': '2022-03-29T16:08:49Z', 'revision_number': 4, 'project_id': '8c88f14ca33d4e419d03f1c3b10014ac', 'gw_port': {'id': '62ed6764-7349-41d0-b7a7-01822d2a1d35', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:8b:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a10d6d3-7d58-4cea-a4e3-6b96740eacdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3335, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:08:45Z', 'updated_at': '2022-03-29T16:08:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': '2c36a354-2210-4a28-b9d4-f184914bacfc', 'name': '', 'network_id': 'bb43b58d-8650-4cdb-9fe6-68a7aaad9333', 'tenant_id': '8c88f14ca33d4e419d03f1c3b10014ac', 'mac_address': 'fa:16:3e:41:c6:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a10d6d3-7d58-4cea-a4e3-6b96740eacdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3338, 'fixed_ips': [{'subnet_id': '23818a80-3ba0-4e6b-95a8-e1921c8a6ead', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:08:49Z', 'updated_at': '2022-03-29T16:08:52Z', 'revision_number': 4, 'project_id': '8c88f14ca33d4e419d03f1c3b10014ac', 'subnets': [{'id': '23818a80-3ba0-4e6b-95a8-e1921c8a6ead', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 16:08:53.398921 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebaf17dd-83c6-4fb9-8ad8-e7544a0f603f req-0e703c1b-65e3-4e19-9349-10e740c40b8d tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:08:53.400604 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ebaf17dd-83c6-4fb9-8ad8-e7544a0f603f req-0e703c1b-65e3-4e19-9349-10e740c40b8d tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.44 "GET /v2.0/networks?id=bb43b58d-8650-4cdb-9fe6-68a7aaad9333 HTTP/1.1" status: 200 len: 797 time: 0.2736354 Mar 29 16:08:53.449581 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device ffe8c053-76e7-46e5-8b08-55e28a0bb7c6 up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 16:08:53.478046 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ebaf17dd-83c6-4fb9-8ad8-e7544a0f603f req-71fe5983-d943-4723-8c23-90dfe6d6bb0e tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8c88f14ca33d4e419d03f1c3b10014ac HTTP/1.1" status: 200 len: 379 time: 0.0675116 Mar 29 16:08:53.478301 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-2caf153c-660d-4321-921c-8b1814f13c5b None None] Provisioning complete for port 2c36a354-2210-4a28-b9d4-f184914bacfc triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:08:53.478739 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-2caf153c-660d-4321-921c-8b1814f13c5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:08:53.492951 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [req-ebaf17dd-83c6-4fb9-8ad8-e7544a0f603f req-68a48082-fa27-4a82-8dcd-c1264f2ed578 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Request body: {'port': {'device_id': 'e5d3c303-8bf8-41f1-8746-4ba318fb818b', 'network_id': 'bb43b58d-8650-4cdb-9fe6-68a7aaad9333', 'admin_state_up': True, 'tenant_id': '8c88f14ca33d4e419d03f1c3b10014ac', 'security_groups': ['4489dd41-e36c-4f46-8c18-eae57d689353']}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:08:53.625157 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ebaf17dd-83c6-4fb9-8ad8-e7544a0f603f req-68a48082-fa27-4a82-8dcd-c1264f2ed578 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Made reservation on behalf of 8c88f14ca33d4e419d03f1c3b10014ac for: {'port': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:08:53.629326 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-ebaf17dd-83c6-4fb9-8ad8-e7544a0f603f req-68a48082-fa27-4a82-8dcd-c1264f2ed578 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:08:53.772718 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port ffe8c053-76e7-46e5-8b08-55e28a0bb7c6 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:08:53.773010 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:08:53.793683 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_common [req-ebaf17dd-83c6-4fb9-8ad8-e7544a0f603f req-68a48082-fa27-4a82-8dcd-c1264f2ed578 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Allocated IP 172.20.0.6 (bb43b58d-8650-4cdb-9fe6-68a7aaad9333/23818a80-3ba0-4e6b-95a8-e1921c8a6ead/8fca305d-d618-49df-8867-4634e54a2cd2) {{(pid=102791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:08:53.984375 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ac958d-d430-4f5c-bba8-c09976542779 req-1a69cf30-48cf-4810-a5aa-053dcff7f7ed tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:08:53.993289 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-69ac958d-d430-4f5c-bba8-c09976542779 req-1a69cf30-48cf-4810-a5aa-053dcff7f7ed tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.42 "GET /v2.0/ports?device_id=6fec5bbd-4528-41ad-8128-bf94bfb1dadf HTTP/1.1" status: 200 len: 946 time: 0.0780711 Mar 29 16:08:54.014950 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-ebaf17dd-83c6-4fb9-8ad8-e7544a0f603f req-68a48082-fa27-4a82-8dcd-c1264f2ed578 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks [] for port, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:08:54.049206 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-69ac958d-d430-4f5c-bba8-c09976542779 req-a79908b5-5fa4-47fd-99e4-124496496247 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.42 "GET /v2.0/security-groups?id=6cdc536e-0b15-4c2c-bfe5-f95ea92208ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543091 Mar 29 16:08:54.062624 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-ebaf17dd-83c6-4fb9-8ad8-e7544a0f603f req-68a48082-fa27-4a82-8dcd-c1264f2ed578 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:08:54.129375 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ebaf17dd-83c6-4fb9-8ad8-e7544a0f603f req-68a48082-fa27-4a82-8dcd-c1264f2ed578 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Network bb43b58d-8650-4cdb-9fe6-68a7aaad9333 is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:08:54.136610 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [req-ebaf17dd-83c6-4fb9-8ad8-e7544a0f603f req-68a48082-fa27-4a82-8dcd-c1264f2ed578 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:08:54.167906 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebaf17dd-83c6-4fb9-8ad8-e7544a0f603f req-68a48082-fa27-4a82-8dcd-c1264f2ed578 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Received port after_create {{(pid=102791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:08:54.214309 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a48082-fa27-4a82-8dcd-c1264f2ed578 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Pushing event updated for resources: {'Port': ['ID=8fca305d-d618-49df-8867-4634e54a2cd2,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:08:54.257002 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef4ee70-bde1-472b-b6ce-87cde9b4fe6a req-b274dbda-2c5f-4394-b198-709ea90094e1 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:08:54.270209 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-3ef4ee70-bde1-472b-b6ce-87cde9b4fe6a req-b274dbda-2c5f-4394-b198-709ea90094e1 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.42 "GET /v2.0/ports?device_id=6fec5bbd-4528-41ad-8128-bf94bfb1dadf HTTP/1.1" status: 200 len: 946 time: 0.1375225 Mar 29 16:08:54.304476 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebaf17dd-83c6-4fb9-8ad8-e7544a0f603f req-68a48082-fa27-4a82-8dcd-c1264f2ed578 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:08:54.305513 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-ebaf17dd-83c6-4fb9-8ad8-e7544a0f603f req-68a48082-fa27-4a82-8dcd-c1264f2ed578 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:08:54.328570 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-3ef4ee70-bde1-472b-b6ce-87cde9b4fe6a req-157a1c55-1d78-4b8c-be54-f9a09aa42ee5 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.42 "GET /v2.0/security-groups?id=6cdc536e-0b15-4c2c-bfe5-f95ea92208ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562482 Mar 29 16:08:54.343931 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ebaf17dd-83c6-4fb9-8ad8-e7544a0f603f req-68a48082-fa27-4a82-8dcd-c1264f2ed578 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8573165 Mar 29 16:08:54.359681 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [req-ebaf17dd-83c6-4fb9-8ad8-e7544a0f603f req-957a90a0-d1f2-4777-9a77-02d8f407e5bb service neutron] Request body: {'port': {'device_id': 'e5d3c303-8bf8-41f1-8746-4ba318fb818b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834765-1'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:08:54.385956 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae31397-05b9-4178-b084-73b71cc03845 req-d3e43c12-f227-481e-909e-c8aa2eb0d11b tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:08:54.400641 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-aae31397-05b9-4178-b084-73b71cc03845 req-d3e43c12-f227-481e-909e-c8aa2eb0d11b tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "GET /v2.0/ports?device_id=e5d3c303-8bf8-41f1-8746-4ba318fb818b HTTP/1.1" status: 200 len: 931 time: 0.0961387 Mar 29 16:08:54.421822 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [req-3f869591-e94e-4c55-aead-3131a4d71e6c req-03453431-3f5c-4728-a578-7a08b2d1ae62 service neutron] (102790) timed out ('10.222.0.44', 49793) {{(pid=102790) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Mar 29 16:08:54.467994 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-aae31397-05b9-4178-b084-73b71cc03845 req-45ce39ce-7e73-477c-9776-4df4ce1fc505 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "GET /v2.0/security-groups?id=4489dd41-e36c-4f46-8c18-eae57d689353&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662668 Mar 29 16:08:54.508179 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-ebaf17dd-83c6-4fb9-8ad8-e7544a0f603f req-957a90a0-d1f2-4777-9a77-02d8f407e5bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:08:54.559573 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-99a85f30-99ef-43f0-b7db-da1f14eeafc6 None None] Provisioning complete for port 8fca305d-d618-49df-8867-4634e54a2cd2 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:08:54.561055 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-99a85f30-99ef-43f0-b7db-da1f14eeafc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:08:54.569301 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cfefd8-d33c-4a89-916c-717d11830170 req-c849da62-f296-4cba-968c-42790b6bfb65 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:08:54.575688 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-75cfefd8-d33c-4a89-916c-717d11830170 req-c849da62-f296-4cba-968c-42790b6bfb65 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.42 "GET /v2.0/ports?device_id=6fec5bbd-4528-41ad-8128-bf94bfb1dadf HTTP/1.1" status: 200 len: 946 time: 0.1048090 Mar 29 16:08:54.606993 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-99a85f30-99ef-43f0-b7db-da1f14eeafc6 None None] Port 8fca305d-d618-49df-8867-4634e54a2cd2 cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 16:08:54.716349 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-75cfefd8-d33c-4a89-916c-717d11830170 req-dd60eef3-1ba8-4c51-aad8-2a6ab86c4c77 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.42 "GET /v2.0/security-groups?id=6cdc536e-0b15-4c2c-bfe5-f95ea92208ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562282 Mar 29 16:08:54.854348 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d91669-c504-4ea2-88c1-0ddc790406a7 req-71373454-a9fb-4ed6-a1d0-558a587ff39d tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:08:54.856920 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-86d91669-c504-4ea2-88c1-0ddc790406a7 req-71373454-a9fb-4ed6-a1d0-558a587ff39d tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.42 "GET /v2.0/ports?device_id=6fec5bbd-4528-41ad-8128-bf94bfb1dadf HTTP/1.1" status: 200 len: 946 time: 0.0517907 Mar 29 16:08:54.857113 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [req-ebaf17dd-83c6-4fb9-8ad8-e7544a0f603f req-957a90a0-d1f2-4777-9a77-02d8f407e5bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8fca305d-d618-49df-8867-4634e54a2cd2 {{(pid=102791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 16:08:54.865220 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-ebaf17dd-83c6-4fb9-8ad8-e7544a0f603f req-957a90a0-d1f2-4777-9a77-02d8f407e5bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:08:54.878650 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.provisioning_blocks [req-ebaf17dd-83c6-4fb9-8ad8-e7544a0f603f req-957a90a0-d1f2-4777-9a77-02d8f407e5bb service neutron] Transition to ACTIVE for port object 8fca305d-d618-49df-8867-4634e54a2cd2 will not be triggered until provisioned by entity L2. {{(pid=102791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 16:08:54.883195 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-ebaf17dd-83c6-4fb9-8ad8-e7544a0f603f req-957a90a0-d1f2-4777-9a77-02d8f407e5bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:08:54.907790 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-86d91669-c504-4ea2-88c1-0ddc790406a7 req-2e1f95da-1eff-4697-8905-faee1a33d54f tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.42 "GET /v2.0/security-groups?id=6cdc536e-0b15-4c2c-bfe5-f95ea92208ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411646 Mar 29 16:08:54.937877 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957a90a0-d1f2-4777-9a77-02d8f407e5bb service neutron] Pushing event updated for resources: {'Port': ['ID=8fca305d-d618-49df-8867-4634e54a2cd2,revision_number=2']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:08:55.051575 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-ebaf17dd-83c6-4fb9-8ad8-e7544a0f603f req-957a90a0-d1f2-4777-9a77-02d8f407e5bb service neutron] Attempting to bind port 8fca305d-d618-49df-8867-4634e54a2cd2 on host n-h1-834765-1 for vnic_type normal with profile {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 16:08:55.051897 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-ebaf17dd-83c6-4fb9-8ad8-e7544a0f603f req-957a90a0-d1f2-4777-9a77-02d8f407e5bb service neutron] Attempting to bind port 8fca305d-d618-49df-8867-4634e54a2cd2 by drivers openvswitch,hyperv on host n-h1-834765-1 at level 0 using segments [{'id': '7ca977ad-0942-487d-99ad-d8a63cf60333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'bb43b58d-8650-4cdb-9fe6-68a7aaad9333'}] {{(pid=102791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 16:08:55.052224 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebaf17dd-83c6-4fb9-8ad8-e7544a0f603f req-957a90a0-d1f2-4777-9a77-02d8f407e5bb service neutron] Attempting to bind port 8fca305d-d618-49df-8867-4634e54a2cd2 on network bb43b58d-8650-4cdb-9fe6-68a7aaad9333 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 16:08:55.058190 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebaf17dd-83c6-4fb9-8ad8-e7544a0f603f req-957a90a0-d1f2-4777-9a77-02d8f407e5bb service neutron] Port 8fca305d-d618-49df-8867-4634e54a2cd2 on network bb43b58d-8650-4cdb-9fe6-68a7aaad9333 not bound, no agent of type Open vSwitch agent registered on host n-h1-834765-1 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 16:08:55.058518 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebaf17dd-83c6-4fb9-8ad8-e7544a0f603f req-957a90a0-d1f2-4777-9a77-02d8f407e5bb service neutron] Attempting to bind port 8fca305d-d618-49df-8867-4634e54a2cd2 on network bb43b58d-8650-4cdb-9fe6-68a7aaad9333 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 16:08:55.065976 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebaf17dd-83c6-4fb9-8ad8-e7544a0f603f req-957a90a0-d1f2-4777-9a77-02d8f407e5bb service neutron] Checking agent: {'id': 'be375040-5069-4239-9460-a3a3213e1e90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 33, 18), 'started_at': datetime.datetime(2022, 3, 29, 15, 33, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 16, 8, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 16:08:55.066310 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebaf17dd-83c6-4fb9-8ad8-e7544a0f603f req-957a90a0-d1f2-4777-9a77-02d8f407e5bb service neutron] Checking segment: {'id': '7ca977ad-0942-487d-99ad-d8a63cf60333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'bb43b58d-8650-4cdb-9fe6-68a7aaad9333'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 16:08:55.066698 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebaf17dd-83c6-4fb9-8ad8-e7544a0f603f req-957a90a0-d1f2-4777-9a77-02d8f407e5bb service neutron] Bound using segment: {'id': '7ca977ad-0942-487d-99ad-d8a63cf60333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'bb43b58d-8650-4cdb-9fe6-68a7aaad9333'} {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 16:08:55.067128 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-ebaf17dd-83c6-4fb9-8ad8-e7544a0f603f req-957a90a0-d1f2-4777-9a77-02d8f407e5bb service neutron] Bound port: 8fca305d-d618-49df-8867-4634e54a2cd2, host: n-h1-834765-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ca977ad-0942-487d-99ad-d8a63cf60333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'bb43b58d-8650-4cdb-9fe6-68a7aaad9333'}}] {{(pid=102791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 16:08:55.067537 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-ebaf17dd-83c6-4fb9-8ad8-e7544a0f603f req-957a90a0-d1f2-4777-9a77-02d8f407e5bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:08:55.136564 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 2c36a354-2210-4a28-b9d4-f184914bacfc up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 16:08:55.207488 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc14dc51-119f-41f1-bad6-14aab8f4ea78 req-863104c8-d9c1-4fec-9acb-cdbd3326cc83 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:08:55.212967 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-bc14dc51-119f-41f1-bad6-14aab8f4ea78 req-863104c8-d9c1-4fec-9acb-cdbd3326cc83 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.42 "GET /v2.0/ports?device_id=6fec5bbd-4528-41ad-8128-bf94bfb1dadf HTTP/1.1" status: 200 len: 946 time: 0.1112947 Mar 29 16:08:55.216408 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port 2c36a354-2210-4a28-b9d4-f184914bacfc triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:08:55.216790 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:08:55.228063 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-ebaf17dd-83c6-4fb9-8ad8-e7544a0f603f req-957a90a0-d1f2-4777-9a77-02d8f407e5bb service neutron] For port 8fca305d-d618-49df-8867-4634e54a2cd2, host n-h1-834765-1, cleared binding levels {{(pid=102791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 16:08:55.232454 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-ebaf17dd-83c6-4fb9-8ad8-e7544a0f603f req-957a90a0-d1f2-4777-9a77-02d8f407e5bb service neutron] For port 8fca305d-d618-49df-8867-4634e54a2cd2, host n-h1-834765-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=8fca305d-d618-49df-8867-4634e54a2cd2,segment=NetworkSegment(7ca977ad-0942-487d-99ad-d8a63cf60333),segment_id=7ca977ad-0942-487d-99ad-d8a63cf60333)] {{(pid=102791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 16:08:55.244669 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-ebaf17dd-83c6-4fb9-8ad8-e7544a0f603f req-957a90a0-d1f2-4777-9a77-02d8f407e5bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:08:55.292385 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-bc14dc51-119f-41f1-bad6-14aab8f4ea78 req-0f63117a-0d98-4379-b9b8-ac5ec4f45f81 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.42 "GET /v2.0/security-groups?id=6cdc536e-0b15-4c2c-bfe5-f95ea92208ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672789 Mar 29 16:08:55.322595 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957a90a0-d1f2-4777-9a77-02d8f407e5bb service neutron] Pushing event updated for resources: {'Port': ['ID=8fca305d-d618-49df-8867-4634e54a2cd2,revision_number=3']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:08:55.340722 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebaf17dd-83c6-4fb9-8ad8-e7544a0f603f req-957a90a0-d1f2-4777-9a77-02d8f407e5bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:08:55.341761 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-ebaf17dd-83c6-4fb9-8ad8-e7544a0f603f req-957a90a0-d1f2-4777-9a77-02d8f407e5bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:08:55.344241 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ebaf17dd-83c6-4fb9-8ad8-e7544a0f603f req-957a90a0-d1f2-4777-9a77-02d8f407e5bb service neutron] 10.222.0.44 "PUT /v2.0/ports/8fca305d-d618-49df-8867-4634e54a2cd2 HTTP/1.1" status: 200 len: 1091 time: 0.9893882 Mar 29 16:08:55.344959 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5d3c303-8bf8-41f1-8746-4ba318fb818b', 'tag': '8fca305d-d618-49df-8867-4634e54a2cd2'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:08:55.347527 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c67b028db5e9b9818fecc5c0a87ebc6f190694fa53ca267d523e04f98de536d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c9f71ad-c405-43c5-af55-2217d1badc67" -d '{"events": [{"name": "network-changed", "server_uuid": "e5d3c303-8bf8-41f1-8746-4ba318fb818b", "tag": "8fca305d-d618-49df-8867-4634e54a2cd2"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:08:55.429687 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 16:08:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-650295d6-846a-4336-bda8-c1f10c9f6c79 x-openstack-request-id: req-650295d6-846a-4336-bda8-c1f10c9f6c79 {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:08:55.430233 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5d3c303-8bf8-41f1-8746-4ba318fb818b", "tag": "8fca305d-d618-49df-8867-4634e54a2cd2", "status": "completed", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:08:55.430480 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-650295d6-846a-4336-bda8-c1f10c9f6c79 {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:08:55.431011 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5d3c303-8bf8-41f1-8746-4ba318fb818b', 'tag': '8fca305d-d618-49df-8867-4634e54a2cd2', 'status': 'completed', 'code': 200} Mar 29 16:08:55.484234 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebaf17dd-83c6-4fb9-8ad8-e7544a0f603f req-5d13ef20-4097-48a3-aaf8-69a1bcd945ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:08:55.487799 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ebaf17dd-83c6-4fb9-8ad8-e7544a0f603f req-5d13ef20-4097-48a3-aaf8-69a1bcd945ca service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8c88f14ca33d4e419d03f1c3b10014ac&device_id=e5d3c303-8bf8-41f1-8746-4ba318fb818b HTTP/1.1" status: 200 len: 1094 time: 0.1031716 Mar 29 16:08:55.505818 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c39f05-a575-4eec-bf49-41a49ab1bf74 req-7edfb853-635a-4bc4-a3a2-6b33bbf95391 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:08:55.507832 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-07c39f05-a575-4eec-bf49-41a49ab1bf74 req-7edfb853-635a-4bc4-a3a2-6b33bbf95391 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.42 "GET /v2.0/ports?device_id=6fec5bbd-4528-41ad-8128-bf94bfb1dadf HTTP/1.1" status: 200 len: 946 time: 0.0758982 Mar 29 16:08:55.607392 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-07c39f05-a575-4eec-bf49-41a49ab1bf74 req-82867652-282b-414f-8d36-753d26ebaa1f tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.42 "GET /v2.0/security-groups?id=6cdc536e-0b15-4c2c-bfe5-f95ea92208ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813906 Mar 29 16:08:55.611768 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ebaf17dd-83c6-4fb9-8ad8-e7544a0f603f req-3d6ae785-8d72-4b07-84e4-72b9c52ed176 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8fca305d-d618-49df-8867-4634e54a2cd2 HTTP/1.1" status: 200 len: 217 time: 0.1028922 Mar 29 16:08:55.654354 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57195450-9b51-48dd-8202-363b92438ba9 req-0dd1390b-964e-427c-84c3-504f6c0116d3 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:08:55.655948 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-57195450-9b51-48dd-8202-363b92438ba9 req-0dd1390b-964e-427c-84c3-504f6c0116d3 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "GET /v2.0/ports?device_id=e5d3c303-8bf8-41f1-8746-4ba318fb818b HTTP/1.1" status: 200 len: 943 time: 0.0921936 Mar 29 16:08:55.693282 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebaf17dd-83c6-4fb9-8ad8-e7544a0f603f req-03667ea2-b8db-4bf9-8829-d84a83bc87e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:08:55.694931 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ebaf17dd-83c6-4fb9-8ad8-e7544a0f603f req-03667ea2-b8db-4bf9-8829-d84a83bc87e1 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=23818a80-3ba0-4e6b-95a8-e1921c8a6ead HTTP/1.1" status: 200 len: 835 time: 0.0762506 Mar 29 16:08:55.744625 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-57195450-9b51-48dd-8202-363b92438ba9 req-5a3db2e9-4118-4645-9d43-cdc957f5e72f tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "GET /v2.0/security-groups?id=4489dd41-e36c-4f46-8c18-eae57d689353&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0791245 Mar 29 16:08:55.796800 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebaf17dd-83c6-4fb9-8ad8-e7544a0f603f req-baac2131-295b-4f79-869e-dab553d0c4a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:08:55.798316 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ebaf17dd-83c6-4fb9-8ad8-e7544a0f603f req-baac2131-295b-4f79-869e-dab553d0c4a0 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=bb43b58d-8650-4cdb-9fe6-68a7aaad9333&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0940397 Mar 29 16:08:55.838713 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29474f2f-3248-4d94-b87a-6d35637a28b8 req-45919b6e-0bac-413a-b1e9-52619e0e8146 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:08:55.840396 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-29474f2f-3248-4d94-b87a-6d35637a28b8 req-45919b6e-0bac-413a-b1e9-52619e0e8146 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.42 "GET /v2.0/ports?device_id=6fec5bbd-4528-41ad-8128-bf94bfb1dadf HTTP/1.1" status: 200 len: 946 time: 0.0841236 Mar 29 16:08:55.917824 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-29474f2f-3248-4d94-b87a-6d35637a28b8 req-5be99b38-9497-47eb-a6e0-dbff456eb427 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.42 "GET /v2.0/security-groups?id=6cdc536e-0b15-4c2c-bfe5-f95ea92208ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708957 Mar 29 16:08:55.932801 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ebaf17dd-83c6-4fb9-8ad8-e7544a0f603f req-e79e60ca-0ea8-4168-8add-e21de6b6c56d service neutron] 10.222.0.44 "GET /v2.0/networks/bb43b58d-8650-4cdb-9fe6-68a7aaad9333?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276691 Mar 29 16:08:56.037852 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ebaf17dd-83c6-4fb9-8ad8-e7544a0f603f req-b5abce56-9e79-4ad4-8aa3-aa390bbcb473 service neutron] 10.222.0.44 "GET /v2.0/networks/bb43b58d-8650-4cdb-9fe6-68a7aaad9333?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977805 Mar 29 16:08:56.046629 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52d3a6c-086f-4321-9daf-d2989e4e007d req-be2d1ed4-c312-460d-b528-1ef56681dc16 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:08:56.048307 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-e52d3a6c-086f-4321-9daf-d2989e4e007d req-be2d1ed4-c312-460d-b528-1ef56681dc16 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.42 "GET /v2.0/ports?device_id=6fec5bbd-4528-41ad-8128-bf94bfb1dadf HTTP/1.1" status: 200 len: 946 time: 0.0529604 Mar 29 16:08:56.092845 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-e52d3a6c-086f-4321-9daf-d2989e4e007d req-5e23bde1-b4fa-49f7-9ecf-edebabb4e497 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.42 "GET /v2.0/security-groups?id=6cdc536e-0b15-4c2c-bfe5-f95ea92208ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363650 Mar 29 16:08:56.131841 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9f71ad-c405-43c5-af55-2217d1badc67 req-81a6651e-b5bc-4ea0-b1b7-f4bd7bc0ad76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:08:56.133519 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-7c9f71ad-c405-43c5-af55-2217d1badc67 req-81a6651e-b5bc-4ea0-b1b7-f4bd7bc0ad76 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8c88f14ca33d4e419d03f1c3b10014ac&device_id=e5d3c303-8bf8-41f1-8746-4ba318fb818b HTTP/1.1" status: 200 len: 1094 time: 0.0494790 Mar 29 16:08:56.244663 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9f71ad-c405-43c5-af55-2217d1badc67 req-37e7cbe6-f465-4220-a05d-df26ae8efad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:08:56.246242 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-7c9f71ad-c405-43c5-af55-2217d1badc67 req-37e7cbe6-f465-4220-a05d-df26ae8efad5 service neutron] 10.222.0.44 "GET /v2.0/networks?id=bb43b58d-8650-4cdb-9fe6-68a7aaad9333 HTTP/1.1" status: 200 len: 898 time: 0.1056898 Mar 29 16:08:56.289476 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-7c9f71ad-c405-43c5-af55-2217d1badc67 req-057a2045-ea5d-4216-863e-f79298a2787b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8fca305d-d618-49df-8867-4634e54a2cd2 HTTP/1.1" status: 200 len: 217 time: 0.0361748 Mar 29 16:08:56.307221 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e6f1c9-f374-4fe2-9952-20360a200cc1 req-2134b421-2f3b-4557-9fc9-0d35a37a4a74 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:08:56.309420 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-24e6f1c9-f374-4fe2-9952-20360a200cc1 req-2134b421-2f3b-4557-9fc9-0d35a37a4a74 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.42 "GET /v2.0/ports?device_id=6fec5bbd-4528-41ad-8128-bf94bfb1dadf HTTP/1.1" status: 200 len: 946 time: 0.0605278 Mar 29 16:08:56.346747 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9f71ad-c405-43c5-af55-2217d1badc67 req-b63c1dba-997e-494f-9709-531625fa1b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:08:56.348360 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-7c9f71ad-c405-43c5-af55-2217d1badc67 req-b63c1dba-997e-494f-9709-531625fa1b12 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=23818a80-3ba0-4e6b-95a8-e1921c8a6ead HTTP/1.1" status: 200 len: 835 time: 0.0523653 Mar 29 16:08:56.355192 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-24e6f1c9-f374-4fe2-9952-20360a200cc1 req-f9504e3c-b191-455d-ba6b-7f65d11ecd6c tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.42 "GET /v2.0/security-groups?id=6cdc536e-0b15-4c2c-bfe5-f95ea92208ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360372 Mar 29 16:08:56.397496 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9f71ad-c405-43c5-af55-2217d1badc67 req-fd29c3fa-3733-42cf-aad7-1014e7685143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:08:56.400502 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-7c9f71ad-c405-43c5-af55-2217d1badc67 req-fd29c3fa-3733-42cf-aad7-1014e7685143 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=bb43b58d-8650-4cdb-9fe6-68a7aaad9333&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444088 Mar 29 16:08:56.541071 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3ba3c3-752a-4947-aa73-8f09022136ef req-e792c07f-84a1-4bac-9ee5-ac920f06adb2 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:08:56.542554 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-cf3ba3c3-752a-4947-aa73-8f09022136ef req-e792c07f-84a1-4bac-9ee5-ac920f06adb2 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.42 "GET /v2.0/ports?device_id=6fec5bbd-4528-41ad-8128-bf94bfb1dadf HTTP/1.1" status: 200 len: 946 time: 0.1098688 Mar 29 16:08:56.563954 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-7c9f71ad-c405-43c5-af55-2217d1badc67 req-30bed181-fd94-479b-b789-4d917c8419c4 service neutron] 10.222.0.44 "GET /v2.0/networks/bb43b58d-8650-4cdb-9fe6-68a7aaad9333?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1569757 Mar 29 16:08:56.611570 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-cf3ba3c3-752a-4947-aa73-8f09022136ef req-c23339cc-ee71-4292-9f40-2bfa30be1390 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.42 "GET /v2.0/security-groups?id=6cdc536e-0b15-4c2c-bfe5-f95ea92208ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600548 Mar 29 16:08:56.669204 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-7c9f71ad-c405-43c5-af55-2217d1badc67 req-2df3caab-7a0c-4066-abdb-af14b93dd109 service neutron] 10.222.0.44 "GET /v2.0/networks/bb43b58d-8650-4cdb-9fe6-68a7aaad9333?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972333 Mar 29 16:08:56.754894 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b38641-b567-4d1a-9161-b32ac6afbda9 req-0ce755d3-c9c6-4d1c-b0e5-fa4b07791c31 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:08:56.756515 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-c0b38641-b567-4d1a-9161-b32ac6afbda9 req-0ce755d3-c9c6-4d1c-b0e5-fa4b07791c31 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.42 "GET /v2.0/ports?device_id=6fec5bbd-4528-41ad-8128-bf94bfb1dadf HTTP/1.1" status: 200 len: 946 time: 0.0565319 Mar 29 16:08:56.798374 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-c0b38641-b567-4d1a-9161-b32ac6afbda9 req-981efa0f-8eec-4ef0-ab8e-0b1e81600755 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.42 "GET /v2.0/security-groups?id=6cdc536e-0b15-4c2c-bfe5-f95ea92208ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354488 Mar 29 16:08:56.883342 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5679af-7c21-4096-bef2-5908afd9c535 req-6cde49d4-f337-4a09-b5fd-4eab363dbc07 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:08:56.884834 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-7b5679af-7c21-4096-bef2-5908afd9c535 req-6cde49d4-f337-4a09-b5fd-4eab363dbc07 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "GET /v2.0/ports?device_id=e5d3c303-8bf8-41f1-8746-4ba318fb818b HTTP/1.1" status: 200 len: 943 time: 0.0638249 Mar 29 16:08:56.933093 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf4ff93-cb87-4b44-ab69-120d1d59918b req-e48cdbbb-daba-4526-87aa-e09421b14224 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:08:56.935379 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-9cf4ff93-cb87-4b44-ab69-120d1d59918b req-e48cdbbb-daba-4526-87aa-e09421b14224 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.42 "GET /v2.0/ports?device_id=6fec5bbd-4528-41ad-8128-bf94bfb1dadf HTTP/1.1" status: 200 len: 946 time: 0.0588725 Mar 29 16:08:56.977352 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-9cf4ff93-cb87-4b44-ab69-120d1d59918b req-13d057ea-f0bc-4310-90f7-35d5c0f6083b tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.42 "GET /v2.0/security-groups?id=6cdc536e-0b15-4c2c-bfe5-f95ea92208ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357454 Mar 29 16:08:57.110956 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6577cd57-e016-428c-94a9-4b4fb1fc9f17 req-af41d647-cb99-4224-b615-46111cbfb8c9 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:08:57.112549 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6577cd57-e016-428c-94a9-4b4fb1fc9f17 req-af41d647-cb99-4224-b615-46111cbfb8c9 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.42 "GET /v2.0/ports?device_id=6fec5bbd-4528-41ad-8128-bf94bfb1dadf HTTP/1.1" status: 200 len: 946 time: 0.0499845 Mar 29 16:08:57.153000 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6577cd57-e016-428c-94a9-4b4fb1fc9f17 req-ca1244d0-77ce-4686-886b-fa8a776bfc3d tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.42 "GET /v2.0/security-groups?id=6cdc536e-0b15-4c2c-bfe5-f95ea92208ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341773 Mar 29 16:08:57.233676 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 53594) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:08:57.286151 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-7b5679af-7c21-4096-bef2-5908afd9c535 req-0919c2a9-837d-42e7-9638-9285ac29b3a8 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "GET /v2.0/security-groups?id=4489dd41-e36c-4f46-8c18-eae57d689353&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3883367 Mar 29 16:08:57.323863 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685ceafd-39d4-4bf2-a2b4-6dade5db8e00 req-ccaf8fc6-8388-4cf6-9240-feb621b565e9 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:08:57.326198 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-685ceafd-39d4-4bf2-a2b4-6dade5db8e00 req-ccaf8fc6-8388-4cf6-9240-feb621b565e9 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.42 "GET /v2.0/ports?device_id=6fec5bbd-4528-41ad-8128-bf94bfb1dadf HTTP/1.1" status: 200 len: 946 time: 0.1035187 Mar 29 16:08:57.410601 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-685ceafd-39d4-4bf2-a2b4-6dade5db8e00 req-b3991398-23dd-441d-9dfc-b76ddf5e2218 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.42 "GET /v2.0/security-groups?id=6cdc536e-0b15-4c2c-bfe5-f95ea92208ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772340 Mar 29 16:08:57.464507 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-095be22d-6f4f-47f1-8e77-013f82dbc265 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Deleting port 2a4ebc5f-87e7-4b94-ae2a-b57a2f634e38 {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:08:57.465004 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-095be22d-6f4f-47f1-8e77-013f82dbc265 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:08:57.581084 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-095be22d-6f4f-47f1-8e77-013f82dbc265 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:08:57.581409 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-095be22d-6f4f-47f1-8e77-013f82dbc265 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:08:57.599059 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83165907-a76f-4adc-88a7-96a630bac6bb req-afc764db-20c3-4247-9d11-c9e819adb738 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:08:57.600550 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-83165907-a76f-4adc-88a7-96a630bac6bb req-afc764db-20c3-4247-9d11-c9e819adb738 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.42 "GET /v2.0/ports?device_id=6fec5bbd-4528-41ad-8128-bf94bfb1dadf HTTP/1.1" status: 200 len: 946 time: 0.0748820 Mar 29 16:08:57.604215 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-095be22d-6f4f-47f1-8e77-013f82dbc265 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Calling delete_port for 2a4ebc5f-87e7-4b94-ae2a-b57a2f634e38 owned by network:floatingip {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:08:57.683872 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-83165907-a76f-4adc-88a7-96a630bac6bb req-ec72edff-5708-424c-8d6e-db48a4c015c4 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.42 "GET /v2.0/security-groups?id=6cdc536e-0b15-4c2c-bfe5-f95ea92208ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755386 Mar 29 16:08:57.785169 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-095be22d-6f4f-47f1-8e77-013f82dbc265 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:08:57.815194 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095be22d-6f4f-47f1-8e77-013f82dbc265 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Pushing event deleted for resources: {'Port': ['ID=2a4ebc5f-87e7-4b94-ae2a-b57a2f634e38,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:08:57.879659 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-095be22d-6f4f-47f1-8e77-013f82dbc265 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Notify callbacks [] for floatingip, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:08:57.880056 n-d-834765-1 neutron-server[102791]: INFO neutron.db.l3_db [None req-095be22d-6f4f-47f1-8e77-013f82dbc265 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Floating IP 3b919c4d-552b-48d1-a88a-3a12b2995fba disassociated (deleted). External IP: 172.25.4.6, port: 6229ea58-48ea-4053-8b5a-016c704c7a65. Mar 29 16:08:58.111151 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-095be22d-6f4f-47f1-8e77-013f82dbc265 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Router ec871957-90ee-49a0-a5ff-0f9757efecd3 has already been hosted by L3 agent c648d819-1060-4f26-b4ec-6455387b5dff {{(pid=102791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 16:08:58.217284 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-095be22d-6f4f-47f1-8e77-013f82dbc265 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 16:08:58.222010 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-095be22d-6f4f-47f1-8e77-013f82dbc265 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for floatingip, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:08:58.226547 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89646728-593c-41db-967a-654d59da9dc6 None None] Sync routers for ids ['ec871957-90ee-49a0-a5ff-0f9757efecd3'] in n-d-834765-1 {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 16:08:58.235752 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89646728-593c-41db-967a-654d59da9dc6 None None] Routers {'ec871957-90ee-49a0-a5ff-0f9757efecd3'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:08:58.236360 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-89646728-593c-41db-967a-654d59da9dc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:08:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['ec871957-90ee-49a0-a5ff-0f9757efecd3'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:08:58.252435 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-095be22d-6f4f-47f1-8e77-013f82dbc265 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "DELETE /v2.0/floatingips/3b919c4d-552b-48d1-a88a-3a12b2995fba HTTP/1.1" status: 204 len: 168 time: 1.0175877 Mar 29 16:08:58.253257 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77580fbd-129b-4d26-8ed8-ae744df06822', 'tag': '6229ea58-48ea-4053-8b5a-016c704c7a65'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:08:58.255794 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c67b028db5e9b9818fecc5c0a87ebc6f190694fa53ca267d523e04f98de536d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f2dec7c-8cfb-40c8-8f54-425fd959e45b" -d '{"events": [{"name": "network-changed", "server_uuid": "77580fbd-129b-4d26-8ed8-ae744df06822", "tag": "6229ea58-48ea-4053-8b5a-016c704c7a65"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:08:58.309757 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 16:08:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-373890e2-7ba7-473a-a43b-17ea6c6dae6e x-openstack-request-id: req-373890e2-7ba7-473a-a43b-17ea6c6dae6e {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:08:58.310053 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77580fbd-129b-4d26-8ed8-ae744df06822", "tag": "6229ea58-48ea-4053-8b5a-016c704c7a65", "status": "completed", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:08:58.310309 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-373890e2-7ba7-473a-a43b-17ea6c6dae6e {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:08:58.310716 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77580fbd-129b-4d26-8ed8-ae744df06822', 'tag': '6229ea58-48ea-4053-8b5a-016c704c7a65', 'status': 'completed', 'code': 200} Mar 29 16:08:58.387535 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvr_db [None req-89646728-593c-41db-967a-654d59da9dc6 None None] Set router ec871957-90ee-49a0-a5ff-0f9757efecd3 gateway port host: n-d-834765-1 {{(pid=102792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:08:58.438360 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2dec7c-8cfb-40c8-8f54-425fd959e45b req-2f9c1e6b-8f50-4797-b7e2-fc6408297b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:08:58.440004 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-3f2dec7c-8cfb-40c8-8f54-425fd959e45b req-2f9c1e6b-8f50-4797-b7e2-fc6408297b59 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f31979fa8a674f56835f136e5e49ba5c&device_id=77580fbd-129b-4d26-8ed8-ae744df06822 HTTP/1.1" status: 200 len: 1097 time: 0.1098766 Mar 29 16:08:58.448435 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3a654c-4df6-424f-8987-bc5a3e2a7e3d req-abc36072-878c-41d0-b6bf-903a4ed6a522 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:08:58.450732 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-2f3a654c-4df6-424f-8987-bc5a3e2a7e3d req-abc36072-878c-41d0-b6bf-903a4ed6a522 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "GET /v2.0/ports?device_id=e5d3c303-8bf8-41f1-8746-4ba318fb818b HTTP/1.1" status: 200 len: 943 time: 0.0708470 Mar 29 16:08:58.522739 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-2f3a654c-4df6-424f-8987-bc5a3e2a7e3d req-0550165a-01d7-4a8d-bd31-9acb40516adf tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "GET /v2.0/security-groups?id=4489dd41-e36c-4f46-8c18-eae57d689353&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628762 Mar 29 16:08:58.590262 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6159bc8a-fa5f-455d-9096-bacf5062e044 req-00dde222-5962-4e60-9e4a-5284ee2f761e tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:08:58.591897 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-6159bc8a-fa5f-455d-9096-bacf5062e044 req-00dde222-5962-4e60-9e4a-5284ee2f761e tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/ports?device_id=77580fbd-129b-4d26-8ed8-ae744df06822 HTTP/1.1" status: 200 len: 946 time: 0.0726848 Mar 29 16:08:58.603873 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2dec7c-8cfb-40c8-8f54-425fd959e45b req-0cf48712-e280-4801-b4ea-9ca5ad8a2da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:08:58.606282 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-3f2dec7c-8cfb-40c8-8f54-425fd959e45b req-0cf48712-e280-4801-b4ea-9ca5ad8a2da6 service neutron] 10.222.0.44 "GET /v2.0/networks?id=8594f729-9088-4f6b-8543-aaadb0f5b192 HTTP/1.1" status: 200 len: 913 time: 0.1545546 Mar 29 16:08:58.632662 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-6159bc8a-fa5f-455d-9096-bacf5062e044 req-43437b6c-260a-45b8-b0e2-0165163da2ff tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/security-groups?id=a5fc9f00-328e-4600-84d1-ef30fc274a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338252 Mar 29 16:08:58.654928 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-3f2dec7c-8cfb-40c8-8f54-425fd959e45b req-9873ef34-5a19-4b50-b46c-9592372376ad service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6229ea58-48ea-4053-8b5a-016c704c7a65 HTTP/1.1" status: 200 len: 217 time: 0.0404830 Mar 29 16:08:58.688119 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-89646728-593c-41db-967a-654d59da9dc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec871957-90ee-49a0-a5ff-0f9757efecd3', 'name': 'tempest-TestVolumeBootPattern-1912300397-router', 'tenant_id': 'f31979fa8a674f56835f136e5e49ba5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.192'}], 'enable_snat': True}, 'gw_port_id': 'a9e975fe-4cb2-4e7f-9458-99fac6b3ced0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:56:22Z', 'updated_at': '2022-03-29T15:56:27Z', 'revision_number': 4, 'project_id': 'f31979fa8a674f56835f136e5e49ba5c', 'gw_port': {'id': 'a9e975fe-4cb2-4e7f-9458-99fac6b3ced0', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:e2:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec871957-90ee-49a0-a5ff-0f9757efecd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2536, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:56:23Z', 'updated_at': '2022-03-29T15:56:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': 'f876ee11-083d-432f-af7b-661f92894ec9', 'name': '', 'network_id': '8594f729-9088-4f6b-8543-aaadb0f5b192', 'tenant_id': 'f31979fa8a674f56835f136e5e49ba5c', 'mac_address': 'fa:16:3e:9d:45:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec871957-90ee-49a0-a5ff-0f9757efecd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2542, 'fixed_ips': [{'subnet_id': '52e8269b-e046-4c98-a9b1-ef8905fa8ddb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:56:26Z', 'updated_at': '2022-03-29T15:56:34Z', 'revision_number': 5, 'project_id': 'f31979fa8a674f56835f136e5e49ba5c', 'subnets': [{'id': '52e8269b-e046-4c98-a9b1-ef8905fa8ddb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:08:58.707571 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2dec7c-8cfb-40c8-8f54-425fd959e45b req-4332ff78-6f50-44fd-be44-c333a82da152 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:08:58.709047 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-3f2dec7c-8cfb-40c8-8f54-425fd959e45b req-4332ff78-6f50-44fd-be44-c333a82da152 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=52e8269b-e046-4c98-a9b1-ef8905fa8ddb HTTP/1.1" status: 200 len: 851 time: 0.0475814 Mar 29 16:08:58.719547 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89646728-593c-41db-967a-654d59da9dc6 None None] Checking router: ec871957-90ee-49a0-a5ff-0f9757efecd3 for host: n-d-834765-1 {{(pid=102792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 16:08:58.728020 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89646728-593c-41db-967a-654d59da9dc6 None None] Routers {'ec871957-90ee-49a0-a5ff-0f9757efecd3'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:08:58.728631 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-89646728-593c-41db-967a-654d59da9dc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:08:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['ec871957-90ee-49a0-a5ff-0f9757efecd3'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:08:58.762804 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2dec7c-8cfb-40c8-8f54-425fd959e45b req-602bbdac-dddd-48d1-b189-e8b23c9ccb39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:08:58.764428 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-3f2dec7c-8cfb-40c8-8f54-425fd959e45b req-602bbdac-dddd-48d1-b189-e8b23c9ccb39 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8594f729-9088-4f6b-8543-aaadb0f5b192&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0471373 Mar 29 16:08:58.862307 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvr_db [None req-89646728-593c-41db-967a-654d59da9dc6 None None] Set router ec871957-90ee-49a0-a5ff-0f9757efecd3 gateway port host: n-d-834765-1 {{(pid=102792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:08:58.872939 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-3f2dec7c-8cfb-40c8-8f54-425fd959e45b req-3ec09f7d-ee02-466c-89ab-e003aaf3b0d6 service neutron] 10.222.0.44 "GET /v2.0/networks/8594f729-9088-4f6b-8543-aaadb0f5b192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006589 Mar 29 16:08:58.972171 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-3f2dec7c-8cfb-40c8-8f54-425fd959e45b req-3b04b532-61b7-415b-a63a-02fb4c670a57 service neutron] 10.222.0.44 "GET /v2.0/networks/8594f729-9088-4f6b-8543-aaadb0f5b192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896590 Mar 29 16:08:59.079559 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-89646728-593c-41db-967a-654d59da9dc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec871957-90ee-49a0-a5ff-0f9757efecd3', 'name': 'tempest-TestVolumeBootPattern-1912300397-router', 'tenant_id': 'f31979fa8a674f56835f136e5e49ba5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.192'}], 'enable_snat': True}, 'gw_port_id': 'a9e975fe-4cb2-4e7f-9458-99fac6b3ced0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:56:22Z', 'updated_at': '2022-03-29T15:56:27Z', 'revision_number': 4, 'project_id': 'f31979fa8a674f56835f136e5e49ba5c', 'gw_port': {'id': 'a9e975fe-4cb2-4e7f-9458-99fac6b3ced0', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:e2:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec871957-90ee-49a0-a5ff-0f9757efecd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2536, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:56:23Z', 'updated_at': '2022-03-29T15:56:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': 'f876ee11-083d-432f-af7b-661f92894ec9', 'name': '', 'network_id': '8594f729-9088-4f6b-8543-aaadb0f5b192', 'tenant_id': 'f31979fa8a674f56835f136e5e49ba5c', 'mac_address': 'fa:16:3e:9d:45:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec871957-90ee-49a0-a5ff-0f9757efecd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2542, 'fixed_ips': [{'subnet_id': '52e8269b-e046-4c98-a9b1-ef8905fa8ddb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:56:26Z', 'updated_at': '2022-03-29T15:56:34Z', 'revision_number': 5, 'project_id': 'f31979fa8a674f56835f136e5e49ba5c', 'subnets': [{'id': '52e8269b-e046-4c98-a9b1-ef8905fa8ddb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:08:59.106142 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89646728-593c-41db-967a-654d59da9dc6 None None] The sync data for ids ['ec871957-90ee-49a0-a5ff-0f9757efecd3'] in n-d-834765-1 is: [{'id': 'ec871957-90ee-49a0-a5ff-0f9757efecd3', 'name': 'tempest-TestVolumeBootPattern-1912300397-router', 'tenant_id': 'f31979fa8a674f56835f136e5e49ba5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.192'}], 'enable_snat': True}, 'gw_port_id': 'a9e975fe-4cb2-4e7f-9458-99fac6b3ced0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:56:22Z', 'updated_at': '2022-03-29T15:56:27Z', 'revision_number': 4, 'project_id': 'f31979fa8a674f56835f136e5e49ba5c', 'gw_port': {'id': 'a9e975fe-4cb2-4e7f-9458-99fac6b3ced0', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:e2:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec871957-90ee-49a0-a5ff-0f9757efecd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2536, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:56:23Z', 'updated_at': '2022-03-29T15:56:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': 'f876ee11-083d-432f-af7b-661f92894ec9', 'name': '', 'network_id': '8594f729-9088-4f6b-8543-aaadb0f5b192', 'tenant_id': 'f31979fa8a674f56835f136e5e49ba5c', 'mac_address': 'fa:16:3e:9d:45:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec871957-90ee-49a0-a5ff-0f9757efecd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2542, 'fixed_ips': [{'subnet_id': '52e8269b-e046-4c98-a9b1-ef8905fa8ddb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:56:26Z', 'updated_at': '2022-03-29T15:56:34Z', 'revision_number': 5, 'project_id': 'f31979fa8a674f56835f136e5e49ba5c', 'subnets': [{'id': '52e8269b-e046-4c98-a9b1-ef8905fa8ddb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 16:08:59.326737 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72cfaaa9-96d9-48f8-b937-2a6ebf888c77 None None] New status for floating IP 3b919c4d-552b-48d1-a88a-3a12b2995fba: DOWN {{(pid=102793) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 16:08:59.650717 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400768e4-2480-4070-8da9-9fc0172956ab req-546baaa4-3eec-4415-b423-8719ac042090 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:08:59.652349 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-400768e4-2480-4070-8da9-9fc0172956ab req-546baaa4-3eec-4415-b423-8719ac042090 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "GET /v2.0/ports?device_id=e5d3c303-8bf8-41f1-8746-4ba318fb818b HTTP/1.1" status: 200 len: 943 time: 0.0520370 Mar 29 16:08:59.694732 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-400768e4-2480-4070-8da9-9fc0172956ab req-67f22385-53b0-4ded-8b45-a6f978204a76 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "GET /v2.0/security-groups?id=4489dd41-e36c-4f46-8c18-eae57d689353&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342088 Mar 29 16:08:59.768858 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09daa97-c0f2-493f-85f0-64a01da691b1 req-5335fc6c-3fdb-45dc-b01c-928fb930195d tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:08:59.770631 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-d09daa97-c0f2-493f-85f0-64a01da691b1 req-5335fc6c-3fdb-45dc-b01c-928fb930195d tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/ports?device_id=77580fbd-129b-4d26-8ed8-ae744df06822 HTTP/1.1" status: 200 len: 946 time: 0.0623097 Mar 29 16:08:59.829705 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-d09daa97-c0f2-493f-85f0-64a01da691b1 req-78381ea0-0262-4449-9f68-97ae6673a19b tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/security-groups?id=a5fc9f00-328e-4600-84d1-ef30fc274a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521181 Mar 29 16:09:00.085838 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9285ddca-9381-4a49-ae23-376cd2666bb3 req-f33a469d-447e-41fb-9c7a-3d4c0fa8a9c4 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:09:00.087430 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-9285ddca-9381-4a49-ae23-376cd2666bb3 req-f33a469d-447e-41fb-9c7a-3d4c0fa8a9c4 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.44 "GET /v2.0/ports?device_id=77580fbd-129b-4d26-8ed8-ae744df06822 HTTP/1.1" status: 200 len: 946 time: 0.0505435 Mar 29 16:09:00.095130 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device 8fca305d-d618-49df-8867-4634e54a2cd2 details requested by agent hyperv_n-h1-834765-1 with host n-h1-834765-1 {{(pid=102792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 16:09:00.203952 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port 8fca305d-d618-49df-8867-4634e54a2cd2, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=8fca305d-d618-49df-8867-4634e54a2cd2,segment=NetworkSegment(7ca977ad-0942-487d-99ad-d8a63cf60333),segment_id=7ca977ad-0942-487d-99ad-d8a63cf60333)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:09:00.207665 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [req-9285ddca-9381-4a49-ae23-376cd2666bb3 req-f625cd38-b242-40ae-8c74-62e27a4ec128 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Deleting port 6229ea58-48ea-4053-8b5a-016c704c7a65 {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:09:00.208086 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-9285ddca-9381-4a49-ae23-376cd2666bb3 req-f625cd38-b242-40ae-8c74-62e27a4ec128 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:00.215517 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Returning: {'device': '8fca305d-d618-49df-8867-4634e54a2cd2', 'network_id': 'bb43b58d-8650-4cdb-9fe6-68a7aaad9333', 'port_id': '8fca305d-d618-49df-8867-4634e54a2cd2', 'mac_address': 'fa:16:3e:e3:13:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 609, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23818a80-3ba0-4e6b-95a8-e1921c8a6ead', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 16:09:00.254076 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:00.269162 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8fca305d-d618-49df-8867-4634e54a2cd2 {{(pid=102792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 16:09:00.290992 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port 8fca305d-d618-49df-8867-4634e54a2cd2, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=8fca305d-d618-49df-8867-4634e54a2cd2,segment=NetworkSegment(7ca977ad-0942-487d-99ad-d8a63cf60333),segment_id=7ca977ad-0942-487d-99ad-d8a63cf60333)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:09:00.297576 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:00.335667 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-9285ddca-9381-4a49-ae23-376cd2666bb3 req-f625cd38-b242-40ae-8c74-62e27a4ec128 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] For port 6229ea58-48ea-4053-8b5a-016c704c7a65, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=6229ea58-48ea-4053-8b5a-016c704c7a65,segment=NetworkSegment(f897e69d-257a-4c8a-bc55-e063bbc47d9e),segment_id=f897e69d-257a-4c8a-bc55-e063bbc47d9e)] {{(pid=102791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:09:00.339087 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-9285ddca-9381-4a49-ae23-376cd2666bb3 req-f625cd38-b242-40ae-8c74-62e27a4ec128 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:00.356369 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [req-9285ddca-9381-4a49-ae23-376cd2666bb3 req-f625cd38-b242-40ae-8c74-62e27a4ec128 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Calling delete_port for 6229ea58-48ea-4053-8b5a-016c704c7a65 owned by compute:nova {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:09:00.364243 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Pushing event updated for resources: {'Port': ['ID=8fca305d-d618-49df-8867-4634e54a2cd2,revision_number=4']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:09:00.368175 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-ece95d31-b471-4b27-8c2f-c8a1236acf8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:00.497796 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-9285ddca-9381-4a49-ae23-376cd2666bb3 req-f625cd38-b242-40ae-8c74-62e27a4ec128 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:00.528073 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f625cd38-b242-40ae-8c74-62e27a4ec128 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Pushing event deleted for resources: {'Port': ['ID=6229ea58-48ea-4053-8b5a-016c704c7a65,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:09:00.572056 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [req-9285ddca-9381-4a49-ae23-376cd2666bb3 req-f625cd38-b242-40ae-8c74-62e27a4ec128 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] No DVR routers for this DVR port 6229ea58-48ea-4053-8b5a-016c704c7a65 on host n-h1-834765-1 {{(pid=102791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 16:09:00.574858 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-9285ddca-9381-4a49-ae23-376cd2666bb3 req-f625cd38-b242-40ae-8c74-62e27a4ec128 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:00.578165 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-9285ddca-9381-4a49-ae23-376cd2666bb3 req-f625cd38-b242-40ae-8c74-62e27a4ec128 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.44 "DELETE /v2.0/ports/6229ea58-48ea-4053-8b5a-016c704c7a65 HTTP/1.1" status: 204 len: 173 time: 0.4839067 Mar 29 16:09:00.578603 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77580fbd-129b-4d26-8ed8-ae744df06822', 'name': 'network-vif-deleted', 'tag': '6229ea58-48ea-4053-8b5a-016c704c7a65'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:09:00.580840 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c67b028db5e9b9818fecc5c0a87ebc6f190694fa53ca267d523e04f98de536d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1076fa8d-bae8-4990-923e-f5c0be17deb8" -d '{"events": [{"server_uuid": "77580fbd-129b-4d26-8ed8-ae744df06822", "name": "network-vif-deleted", "tag": "6229ea58-48ea-4053-8b5a-016c704c7a65"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:09:00.625469 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] get_ports_and_sgs() called for port_ids ['8fca305d-d618-49df-8867-4634e54a2cd2'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 16:09:00.627995 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 16:09:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9829cd43-edeb-4f2a-a7fe-b7a92aa9c08f x-openstack-request-id: req-9829cd43-edeb-4f2a-a7fe-b7a92aa9c08f {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:09:00.628283 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77580fbd-129b-4d26-8ed8-ae744df06822", "name": "network-vif-deleted", "tag": "6229ea58-48ea-4053-8b5a-016c704c7a65", "status": "completed", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:09:00.628526 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-9829cd43-edeb-4f2a-a7fe-b7a92aa9c08f {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:09:00.628919 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77580fbd-129b-4d26-8ed8-ae744df06822', 'name': 'network-vif-deleted', 'tag': '6229ea58-48ea-4053-8b5a-016c704c7a65', 'status': 'completed', 'code': 200} Mar 29 16:09:00.874923 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d5771b-26dc-40f3-b6b0-727c8cde20b4 req-83c31191-2473-46d6-800c-d17994a2223c tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:09:00.885529 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-82d5771b-26dc-40f3-b6b0-727c8cde20b4 req-83c31191-2473-46d6-800c-d17994a2223c tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "GET /v2.0/ports?device_id=e5d3c303-8bf8-41f1-8746-4ba318fb818b HTTP/1.1" status: 200 len: 944 time: 0.0939419 Mar 29 16:09:00.951284 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-82d5771b-26dc-40f3-b6b0-727c8cde20b4 req-96a56fcf-42c7-435f-b68b-9048a2d63a1e tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "GET /v2.0/security-groups?id=4489dd41-e36c-4f46-8c18-eae57d689353&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645864 Mar 29 16:09:00.966447 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-36d20690-6d89-4e84-b6b7-d2f52207e0a9 req-cbc3d376-35e3-49c9-9e31-dd62fc4b8c20 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/ports?device_id=77580fbd-129b-4d26-8ed8-ae744df06822 HTTP/1.1" status: 200 len: 210 time: 0.0412490 Mar 29 16:09:02.075629 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-7f25b6b3-5b71-4173-996f-c8ddeda41230 req-644a619c-3c1e-40e4-bd01-1b6902e19ab3 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/ports?device_id=77580fbd-129b-4d26-8ed8-ae744df06822 HTTP/1.1" status: 200 len: 210 time: 0.0355413 Mar 29 16:09:02.112639 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device 8fca305d-d618-49df-8867-4634e54a2cd2 up at agent hyperv_n-h1-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 16:09:02.113782 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69379b8-b3cc-479b-ac90-6d4d73c0eb0b req-ba3fc876-fb0f-451c-a48a-1a2b49b61958 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:09:02.122652 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-e69379b8-b3cc-479b-ac90-6d4d73c0eb0b req-ba3fc876-fb0f-451c-a48a-1a2b49b61958 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "GET /v2.0/ports?device_id=e5d3c303-8bf8-41f1-8746-4ba318fb818b HTTP/1.1" status: 200 len: 944 time: 0.0792367 Mar 29 16:09:02.194113 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-e69379b8-b3cc-479b-ac90-6d4d73c0eb0b req-42916cc8-bacb-408a-9dd3-cb0f5824e7ed tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "GET /v2.0/security-groups?id=4489dd41-e36c-4f46-8c18-eae57d689353&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684507 Mar 29 16:09:02.222899 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Provisioning for port 8fca305d-d618-49df-8867-4634e54a2cd2 completed by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 16:09:02.230960 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Provisioning complete for port 8fca305d-d618-49df-8867-4634e54a2cd2 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:09:02.231472 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:02.328428 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:02.361718 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5d3c303-8bf8-41f1-8746-4ba318fb818b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fca305d-d618-49df-8867-4634e54a2cd2'}] {{(pid=102792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:09:02.364745 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4f476c66b318cc6068719fc39557fac68d413f5c7e78fa77028c7948e999ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-beca5b9d-9f48-4f73-918f-da1ff876250a" -d '{"events": [{"server_uuid": "e5d3c303-8bf8-41f1-8746-4ba318fb818b", "name": "network-vif-plugged", "status": "completed", "tag": "8fca305d-d618-49df-8867-4634e54a2cd2"}]}' {{(pid=102792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:09:02.404606 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port 8fca305d-d618-49df-8867-4634e54a2cd2, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=8fca305d-d618-49df-8867-4634e54a2cd2,segment=NetworkSegment(7ca977ad-0942-487d-99ad-d8a63cf60333),segment_id=7ca977ad-0942-487d-99ad-d8a63cf60333)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:09:02.412660 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:02.428164 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 16:09:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a91d96f-9c9c-4af6-9c7b-70dd122854e2 x-openstack-request-id: req-8a91d96f-9c9c-4af6-9c7b-70dd122854e2 {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:09:02.428694 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5d3c303-8bf8-41f1-8746-4ba318fb818b", "name": "network-vif-plugged", "status": "completed", "tag": "8fca305d-d618-49df-8867-4634e54a2cd2", "code": 200}]} {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:09:02.429003 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8a91d96f-9c9c-4af6-9c7b-70dd122854e2 {{(pid=102792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:09:02.430431 n-d-834765-1 neutron-server[102792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5d3c303-8bf8-41f1-8746-4ba318fb818b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fca305d-d618-49df-8867-4634e54a2cd2', 'code': 200} Mar 29 16:09:02.489290 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Pushing event updated for resources: {'Port': ['ID=8fca305d-d618-49df-8867-4634e54a2cd2,revision_number=5']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:09:02.541500 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b165afb-1842-49ba-acfb-d53535d2057b req-8dc42480-1e0a-4aa3-a164-f8cce2f3b272 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:09:02.543641 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-5b165afb-1842-49ba-acfb-d53535d2057b req-8dc42480-1e0a-4aa3-a164-f8cce2f3b272 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.42 "GET /v2.0/ports?device_id=6fec5bbd-4528-41ad-8128-bf94bfb1dadf HTTP/1.1" status: 200 len: 946 time: 0.0734091 Mar 29 16:09:02.558042 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0a946f-2120-467c-94a6-47783b7bda0a req-20f0d337-02af-4779-8b41-f07d8c3d35bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:09:02.560154 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-7c0a946f-2120-467c-94a6-47783b7bda0a req-20f0d337-02af-4779-8b41-f07d8c3d35bb service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=e5d3c303-8bf8-41f1-8746-4ba318fb818b HTTP/1.1" status: 200 len: 1096 time: 0.0527847 Mar 29 16:09:02.584137 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-5b165afb-1842-49ba-acfb-d53535d2057b req-3dc6a015-41f2-4bbe-9c4d-2d22db594f83 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.42 "GET /v2.0/security-groups?id=6cdc536e-0b15-4c2c-bfe5-f95ea92208ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343065 Mar 29 16:09:02.609472 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-7c0a946f-2120-467c-94a6-47783b7bda0a req-5705edbc-6e66-4bd8-8c1b-c060796c1399 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=4489dd41-e36c-4f46-8c18-eae57d689353&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414906 Mar 29 16:09:02.807637 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-3c75a775-f787-4966-a3ce-6df938d605ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:03.178543 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-553f7a03-86de-4c76-bda3-fae484eb9df5 req-d3c58d10-1cc2-43dc-b46c-d0432a6bdf73 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/ports?device_id=77580fbd-129b-4d26-8ed8-ae744df06822 HTTP/1.1" status: 200 len: 210 time: 0.0288596 Mar 29 16:09:03.307886 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb26509d-6c9e-49a6-89fb-cb1cac694e98 req-70a823aa-eb98-47e3-bf10-0adcd7c68bf1 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:09:03.310273 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-bb26509d-6c9e-49a6-89fb-cb1cac694e98 req-70a823aa-eb98-47e3-bf10-0adcd7c68bf1 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "GET /v2.0/ports?device_id=e5d3c303-8bf8-41f1-8746-4ba318fb818b HTTP/1.1" status: 200 len: 945 time: 0.0540771 Mar 29 16:09:03.348621 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-bb26509d-6c9e-49a6-89fb-cb1cac694e98 req-8e9071dd-f362-4a81-8218-d8fc24a8850f tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "GET /v2.0/security-groups?id=4489dd41-e36c-4f46-8c18-eae57d689353&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320871 Mar 29 16:09:03.702961 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bded3128-be94-4e76-9bd7-55cc9a57ebac req-27a7c81b-8ccf-423e-b1ab-377f75e2e0d0 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:09:03.704369 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-bded3128-be94-4e76-9bd7-55cc9a57ebac req-27a7c81b-8ccf-423e-b1ab-377f75e2e0d0 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.42 "GET /v2.0/ports?device_id=6fec5bbd-4528-41ad-8128-bf94bfb1dadf HTTP/1.1" status: 200 len: 946 time: 0.0484941 Mar 29 16:09:03.743687 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-bded3128-be94-4e76-9bd7-55cc9a57ebac req-e90c2f2a-67c2-4160-a44b-4184a1df0ee8 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.42 "GET /v2.0/security-groups?id=6cdc536e-0b15-4c2c-bfe5-f95ea92208ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330603 Mar 29 16:09:04.111970 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device 6229ea58-48ea-4053-8b5a-016c704c7a65 no longer exists at agent hyperv_n-h1-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 16:09:04.136102 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] No Port match for: 6229ea58-48ea-4053-8b5a-016c704c7a65 {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 16:09:04.136972 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device 6229ea58-48ea-4053-8b5a-016c704c7a65 not bound to the agent host n-h1-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 16:09:04.232109 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d71584b9-87f1-45f5-84c7-c993c2416269 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:04.289068 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-6d230425-9e1a-40cd-8fcd-466ac77921bb req-0dacd9a6-81b7-4951-be62-0c7b754d110c tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "GET /v2.0/ports?device_id=77580fbd-129b-4d26-8ed8-ae744df06822 HTTP/1.1" status: 200 len: 210 time: 0.0257893 Mar 29 16:09:04.420581 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba1f82f-a43c-4389-b0cf-2d7502efa81d req-b9a5a90b-60dc-48f0-8ff7-22a1190f997d tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:09:04.428960 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-cba1f82f-a43c-4389-b0cf-2d7502efa81d req-b9a5a90b-60dc-48f0-8ff7-22a1190f997d tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.48 "GET /v2.0/ports?device_id=6fec5bbd-4528-41ad-8128-bf94bfb1dadf HTTP/1.1" status: 200 len: 946 time: 0.0497816 Mar 29 16:09:04.842511 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a7df0a-fbcf-41d8-8b9e-abd3cb7d4bc4 req-d9fcd33b-7bb7-4eff-a006-07fe74a28379 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:09:04.844042 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-c5a7df0a-fbcf-41d8-8b9e-abd3cb7d4bc4 req-d9fcd33b-7bb7-4eff-a006-07fe74a28379 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "GET /v2.0/ports?device_id=e5d3c303-8bf8-41f1-8746-4ba318fb818b HTTP/1.1" status: 200 len: 945 time: 0.4210410 Mar 29 16:09:04.866733 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb12ee44-f0a7-47b8-99f3-f58b11c69225 req-02316432-6af7-4928-bb7c-0caa2e555164 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:09:04.868227 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-fb12ee44-f0a7-47b8-99f3-f58b11c69225 req-02316432-6af7-4928-bb7c-0caa2e555164 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.42 "GET /v2.0/ports?device_id=6fec5bbd-4528-41ad-8128-bf94bfb1dadf HTTP/1.1" status: 200 len: 946 time: 0.0503199 Mar 29 16:09:04.894825 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-c5a7df0a-fbcf-41d8-8b9e-abd3cb7d4bc4 req-e1e6ca4f-bb03-4a59-be63-4cda67ec7ef1 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "GET /v2.0/security-groups?id=4489dd41-e36c-4f46-8c18-eae57d689353&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424101 Mar 29 16:09:04.900982 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [req-cba1f82f-a43c-4389-b0cf-2d7502efa81d req-5e92d683-b4ae-4e94-965a-bf21682e256f tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] Deleting port 367472a7-c3ef-42c3-ac29-a9e731ce5c1a {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:09:04.900982 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-cba1f82f-a43c-4389-b0cf-2d7502efa81d req-5e92d683-b4ae-4e94-965a-bf21682e256f tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:04.909404 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-fb12ee44-f0a7-47b8-99f3-f58b11c69225 req-08b76ebc-b4c2-4c60-8e3f-c724f2ab8bc3 tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.42 "GET /v2.0/security-groups?id=6cdc536e-0b15-4c2c-bfe5-f95ea92208ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347517 Mar 29 16:09:05.017234 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-cba1f82f-a43c-4389-b0cf-2d7502efa81d req-5e92d683-b4ae-4e94-965a-bf21682e256f tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] For port 367472a7-c3ef-42c3-ac29-a9e731ce5c1a, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=367472a7-c3ef-42c3-ac29-a9e731ce5c1a,segment=NetworkSegment(cba03923-275f-4318-bf62-d35312a27050),segment_id=cba03923-275f-4318-bf62-d35312a27050)] {{(pid=102791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:09:05.017594 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-cba1f82f-a43c-4389-b0cf-2d7502efa81d req-5e92d683-b4ae-4e94-965a-bf21682e256f tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:05.033232 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [req-cba1f82f-a43c-4389-b0cf-2d7502efa81d req-5e92d683-b4ae-4e94-965a-bf21682e256f tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] Calling delete_port for 367472a7-c3ef-42c3-ac29-a9e731ce5c1a owned by compute:nova {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:09:05.048102 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027dc6fc-a9f2-4f0a-9188-588c3df0a1c1 req-42ac8586-d1be-4947-9dd5-e7d4eb72dd0e tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:09:05.049563 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-027dc6fc-a9f2-4f0a-9188-588c3df0a1c1 req-42ac8586-d1be-4947-9dd5-e7d4eb72dd0e tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "GET /v2.0/ports?device_id=e5d3c303-8bf8-41f1-8746-4ba318fb818b HTTP/1.1" status: 200 len: 945 time: 0.0811162 Mar 29 16:09:05.138647 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-027dc6fc-a9f2-4f0a-9188-588c3df0a1c1 req-6c39280c-68c2-4177-8f70-19ff8baab825 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "GET /v2.0/security-groups?id=4489dd41-e36c-4f46-8c18-eae57d689353&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0825381 Mar 29 16:09:05.165228 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 53664) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:09:05.211834 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c79b739f-f324-4b91-9d6d-849f3cc5506c tempest-TestNetworkAdvancedServerOps-8597314 tempest-TestNetworkAdvancedServerOps-8597314-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:09:05.213358 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-c79b739f-f324-4b91-9d6d-849f3cc5506c tempest-TestNetworkAdvancedServerOps-8597314 tempest-TestNetworkAdvancedServerOps-8597314-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=e5d3c303-8bf8-41f1-8746-4ba318fb818b HTTP/1.1" status: 200 len: 1091 time: 0.0470915 Mar 29 16:09:05.216489 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 53666) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:09:05.221583 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-cba1f82f-a43c-4389-b0cf-2d7502efa81d req-5e92d683-b4ae-4e94-965a-bf21682e256f tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:05.222012 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-18f8d84e-b7c9-4cef-8696-aa99b69e3fd7 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Request body: {'floatingip': {'floating_network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'port_id': '8fca305d-d618-49df-8867-4634e54a2cd2', 'tenant_id': '8c88f14ca33d4e419d03f1c3b10014ac', 'fixed_ip_address': '172.20.0.6'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:09:05.248229 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-18f8d84e-b7c9-4cef-8696-aa99b69e3fd7 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks [] for floatingip, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:05.256447 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e92d683-b4ae-4e94-965a-bf21682e256f tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] Pushing event deleted for resources: {'Port': ['ID=367472a7-c3ef-42c3-ac29-a9e731ce5c1a,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:09:05.301871 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [req-cba1f82f-a43c-4389-b0cf-2d7502efa81d req-5e92d683-b4ae-4e94-965a-bf21682e256f tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] No DVR routers for this DVR port 367472a7-c3ef-42c3-ac29-a9e731ce5c1a on host n-h2-834765-1 {{(pid=102791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 16:09:05.304455 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-cba1f82f-a43c-4389-b0cf-2d7502efa81d req-5e92d683-b4ae-4e94-965a-bf21682e256f tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:05.308019 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-cba1f82f-a43c-4389-b0cf-2d7502efa81d req-5e92d683-b4ae-4e94-965a-bf21682e256f tempest-ServersNegativeTestJSON-1139447616 tempest-ServersNegativeTestJSON-1139447616-project] 10.222.0.48 "DELETE /v2.0/ports/367472a7-c3ef-42c3-ac29-a9e731ce5c1a HTTP/1.1" status: 204 len: 173 time: 0.8753204 Mar 29 16:09:05.308980 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fec5bbd-4528-41ad-8128-bf94bfb1dadf', 'name': 'network-vif-deleted', 'tag': '367472a7-c3ef-42c3-ac29-a9e731ce5c1a'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:09:05.311225 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c67b028db5e9b9818fecc5c0a87ebc6f190694fa53ca267d523e04f98de536d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf23bfc9-422d-42bf-8e0e-dc33a9c56f66" -d '{"events": [{"server_uuid": "6fec5bbd-4528-41ad-8128-bf94bfb1dadf", "name": "network-vif-deleted", "tag": "367472a7-c3ef-42c3-ac29-a9e731ce5c1a"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:09:05.360125 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 16:09:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1419673-c406-4165-ba08-a2badabfa710 x-openstack-request-id: req-b1419673-c406-4165-ba08-a2badabfa710 {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:09:05.360496 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fec5bbd-4528-41ad-8128-bf94bfb1dadf", "name": "network-vif-deleted", "tag": "367472a7-c3ef-42c3-ac29-a9e731ce5c1a", "status": "completed", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:09:05.360890 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b1419673-c406-4165-ba08-a2badabfa710 {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:09:05.361242 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fec5bbd-4528-41ad-8128-bf94bfb1dadf', 'name': 'network-vif-deleted', 'tag': '367472a7-c3ef-42c3-ac29-a9e731ce5c1a', 'status': 'completed', 'code': 200} Mar 29 16:09:05.368040 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 53672) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:09:05.473354 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-18f8d84e-b7c9-4cef-8696-aa99b69e3fd7 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:05.598149 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-09eecb20-4d28-41dd-9609-1d2a176fdc69 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Deleting port e5bdc30a-b046-4675-a3d4-4865351bc9dc {{(pid=102790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:09:05.598491 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-09eecb20-4d28-41dd-9609-1d2a176fdc69 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:05.633337 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.db_base_plugin_common [None req-18f8d84e-b7c9-4cef-8696-aa99b69e3fd7 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Allocated IP 172.25.4.83 (4a4a035d-ecac-4ead-baa3-25f90788773a/e1a353dc-fac8-4901-a63c-273840237d6a/4001172d-790a-4d71-875f-3893e14a053b) {{(pid=102790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:09:05.752327 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-09eecb20-4d28-41dd-9609-1d2a176fdc69 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:05.752731 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-09eecb20-4d28-41dd-9609-1d2a176fdc69 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:05.772227 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-09eecb20-4d28-41dd-9609-1d2a176fdc69 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Calling delete_port for e5bdc30a-b046-4675-a3d4-4865351bc9dc owned by network:floatingip {{(pid=102790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:09:05.788547 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-0cb6abf6-2706-4e52-8825-f5f644ecf9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:05.853214 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-18f8d84e-b7c9-4cef-8696-aa99b69e3fd7 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks [] for port, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:05.912489 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-18f8d84e-b7c9-4cef-8696-aa99b69e3fd7 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:05.932700 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:05.968832 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 53678) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:09:05.984686 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18f8d84e-b7c9-4cef-8696-aa99b69e3fd7 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Network 4a4a035d-ecac-4ead-baa3-25f90788773a is already hosted by enough agents. {{(pid=102790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:09:05.991734 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-18f8d84e-b7c9-4cef-8696-aa99b69e3fd7 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Resources bound (agent type, host, resource id): {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:09:05.999772 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18f8d84e-b7c9-4cef-8696-aa99b69e3fd7 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Received port after_create {{(pid=102790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:09:06.005571 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f8d84e-b7c9-4cef-8696-aa99b69e3fd7 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Pushing event updated for resources: {'Port': ['ID=4001172d-790a-4d71-875f-3893e14a053b,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:09:06.017238 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ae9536a-6b6a-4755-9107-21344cea55c2 admin admin] Deleting subnet b3eb82fd-c9e0-44ac-b6ba-483d89595c61 {{(pid=102791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 16:09:06.020357 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-6ae9536a-6b6a-4755-9107-21344cea55c2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:06.033911 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-09eecb20-4d28-41dd-9609-1d2a176fdc69 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:06.055309 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-6ae9536a-6b6a-4755-9107-21344cea55c2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4230423'] for subnet, precommit_delete_associations {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:06.073476 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09eecb20-4d28-41dd-9609-1d2a176fdc69 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Pushing event deleted for resources: {'Port': ['ID=e5bdc30a-b046-4675-a3d4-4865351bc9dc,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:09:06.095294 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-6ae9536a-6b6a-4755-9107-21344cea55c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1641287'] for subnet, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:06.148557 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-6ae9536a-6b6a-4755-9107-21344cea55c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1641294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16155591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16218852'] for subnet, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:06.174591 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae9536a-6b6a-4755-9107-21344cea55c2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b3eb82fd-c9e0-44ac-b6ba-483d89595c61,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:09:06.183652 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-6ae9536a-6b6a-4755-9107-21344cea55c2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:06.186868 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-6ae9536a-6b6a-4755-9107-21344cea55c2 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/b3eb82fd-c9e0-44ac-b6ba-483d89595c61 HTTP/1.1" status: 204 len: 168 time: 0.2170279 Mar 29 16:09:06.189441 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 53680) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:09:06.196998 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-09eecb20-4d28-41dd-9609-1d2a176fdc69 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Notify callbacks [] for floatingip, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:06.199885 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-09eecb20-4d28-41dd-9609-1d2a176fdc69 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for floatingip, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:06.201049 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-09eecb20-4d28-41dd-9609-1d2a176fdc69 tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "DELETE /v2.0/floatingips/38c36f76-fd5c-46e6-b78b-e764e95320ab HTTP/1.1" status: 204 len: 168 time: 0.8284783 Mar 29 16:09:06.263046 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-6b0b6177-9dd7-41d6-99ca-bce53a73cc96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1631750'] for network, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:06.348675 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-6b0b6177-9dd7-41d6-99ca-bce53a73cc96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639890', 'neutron.services.segments.db._delete_segments_for_network-8783523423079'] for network, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:06.378117 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-6b0b6177-9dd7-41d6-99ca-bce53a73cc96 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94aaab29-0bd5-4872-87c3-058efc699ab1']}} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:09:06.389058 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-6b0b6177-9dd7-41d6-99ca-bce53a73cc96 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cba03923-275f-4318-bf62-d35312a27050') {'for_net_delete': True} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:09:06.389364 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-6b0b6177-9dd7-41d6-99ca-bce53a73cc96 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cba03923-275f-4318-bf62-d35312a27050') {} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:09:06.399193 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-6b0b6177-9dd7-41d6-99ca-bce53a73cc96 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783523422064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4230428'] for segment, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:06.416337 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-6b0b6177-9dd7-41d6-99ca-bce53a73cc96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:06.424690 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b0b6177-9dd7-41d6-99ca-bce53a73cc96 admin admin] Releasing vlan 603 on physical network physnet1 to pool {{(pid=102791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 16:09:06.425115 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-6b0b6177-9dd7-41d6-99ca-bce53a73cc96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16169569'] for segment, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:06.426761 n-d-834765-1 neutron-server[102791]: Traceback (most recent call last): Mar 29 16:09:06.426761 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 16:09:06.426761 n-d-834765-1 neutron-server[102791]: timer() Mar 29 16:09:06.426761 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 16:09:06.426761 n-d-834765-1 neutron-server[102791]: cb(*args, **kw) Mar 29 16:09:06.426761 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 16:09:06.426761 n-d-834765-1 neutron-server[102791]: return func(*args, **kwargs) Mar 29 16:09:06.426761 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 16:09:06.426761 n-d-834765-1 neutron-server[102791]: self._notify() Mar 29 16:09:06.426761 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 16:09:06.426761 n-d-834765-1 neutron-server[102791]: self.callback(batched_events) Mar 29 16:09:06.426761 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 16:09:06.426761 n-d-834765-1 neutron-server[102791]: event.method(event) Mar 29 16:09:06.426761 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 16:09:06.426761 n-d-834765-1 neutron-server[102791]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 16:09:06.426761 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 16:09:06.426761 n-d-834765-1 neutron-server[102791]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 16:09:06.426761 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 16:09:06.426761 n-d-834765-1 neutron-server[102791]: return f(self, *a, **k) Mar 29 16:09:06.426761 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 16:09:06.426761 n-d-834765-1 neutron-server[102791]: return self._get(url).json() Mar 29 16:09:06.426761 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 16:09:06.426761 n-d-834765-1 neutron-server[102791]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 16:09:06.426761 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 16:09:06.426761 n-d-834765-1 neutron-server[102791]: return self.request(url, 'GET', **kwargs) Mar 29 16:09:06.426761 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 16:09:06.426761 n-d-834765-1 neutron-server[102791]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 16:09:06.426761 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 16:09:06.426761 n-d-834765-1 neutron-server[102791]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 16:09:06.426761 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 16:09:06.426761 n-d-834765-1 neutron-server[102791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 16:09:06.426761 n-d-834765-1 neutron-server[102791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 16:09:06.493150 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-6b0b6177-9dd7-41d6-99ca-bce53a73cc96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1639897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648174'] for network, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:06.510086 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-6b0b6177-9dd7-41d6-99ca-bce53a73cc96 admin admin] Notify callbacks [] for network, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:06.510373 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-18f8d84e-b7c9-4cef-8696-aa99b69e3fd7 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:06.515975 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-6b0b6177-9dd7-41d6-99ca-bce53a73cc96 admin admin] 10.222.0.42 "DELETE /v2.0/networks/94aaab29-0bd5-4872-87c3-058efc699ab1 HTTP/1.1" status: 204 len: 168 time: 0.3233390 Mar 29 16:09:06.517074 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0b6177-9dd7-41d6-99ca-bce53a73cc96 admin admin] Pushing event deleted for resources: {'Network': ['ID=94aaab29-0bd5-4872-87c3-058efc699ab1,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:09:06.600329 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-18f8d84e-b7c9-4cef-8696-aa99b69e3fd7 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:06.634057 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 53692) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:09:06.733360 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-c7a684cc-17ba-4514-aa46-dc67e9ec9dd3 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=9839c4e5165d404688d3bc8b6d18d5d3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0979218 Mar 29 16:09:06.735878 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 53694) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:09:06.824359 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-400d967f-ed26-4d18-a2b6-2ca4a36e2518 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:06.829743 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-18f8d84e-b7c9-4cef-8696-aa99b69e3fd7 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks [] for port, precommit_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:06.839180 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-18f8d84e-b7c9-4cef-8696-aa99b69e3fd7 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5237921'] for port, after_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:06.882506 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-400d967f-ed26-4d18-a2b6-2ca4a36e2518 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:06.924788 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device 367472a7-c3ef-42c3-ac29-a9e731ce5c1a no longer exists at agent hyperv_n-h2-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 16:09:06.945727 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f8d84e-b7c9-4cef-8696-aa99b69e3fd7 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Pushing event updated for resources: {'Port': ['ID=4001172d-790a-4d71-875f-3893e14a053b,revision_number=2']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:09:06.948514 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] No Port match for: 367472a7-c3ef-42c3-ac29-a9e731ce5c1a {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 16:09:06.949542 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device 367472a7-c3ef-42c3-ac29-a9e731ce5c1a not bound to the agent host n-h2-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 16:09:06.960253 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-18f8d84e-b7c9-4cef-8696-aa99b69e3fd7 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648212'] for floatingip, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:07.017945 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-400d967f-ed26-4d18-a2b6-2ca4a36e2518 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:07.019535 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-400d967f-ed26-4d18-a2b6-2ca4a36e2518 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:07.020715 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-400d967f-ed26-4d18-a2b6-2ca4a36e2518 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/6cdc536e-0b15-4c2c-bfe5-f95ea92208ff HTTP/1.1" status: 204 len: 168 time: 0.2837291 Mar 29 16:09:07.066548 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400d967f-ed26-4d18-a2b6-2ca4a36e2518 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cdc536e-0b15-4c2c-bfe5-f95ea92208ff,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:09:07.082513 n-d-834765-1 neutron-server[102790]: INFO neutron.db.l3_db [None req-18f8d84e-b7c9-4cef-8696-aa99b69e3fd7 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Floating IP b262c668-0435-477f-8214-0db3ae5847fb associated. External IP: 172.25.4.83, port: 8fca305d-d618-49df-8867-4634e54a2cd2. Mar 29 16:09:07.314201 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18f8d84e-b7c9-4cef-8696-aa99b69e3fd7 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Router 2a10d6d3-7d58-4cea-a4e3-6b96740eacdd has already been hosted by L3 agent c648d819-1060-4f26-b4ec-6455387b5dff {{(pid=102790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 16:09:07.437125 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18f8d84e-b7c9-4cef-8696-aa99b69e3fd7 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 16:09:07.450459 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8fe05ad-5f92-408d-ab27-51b94038844e None None] Sync routers for ids ['2a10d6d3-7d58-4cea-a4e3-6b96740eacdd'] in n-d-834765-1 {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 16:09:07.463915 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8fe05ad-5f92-408d-ab27-51b94038844e None None] Routers {'2a10d6d3-7d58-4cea-a4e3-6b96740eacdd'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:09:07.465393 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-a8fe05ad-5f92-408d-ab27-51b94038844e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:09:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['2a10d6d3-7d58-4cea-a4e3-6b96740eacdd'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:09:07.469186 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-18f8d84e-b7c9-4cef-8696-aa99b69e3fd7 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for floatingip, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:07.509810 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-18f8d84e-b7c9-4cef-8696-aa99b69e3fd7 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2919061 Mar 29 16:09:07.510416 n-d-834765-1 neutron-server[102790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5d3c303-8bf8-41f1-8746-4ba318fb818b', 'tag': '8fca305d-d618-49df-8867-4634e54a2cd2'}] {{(pid=102790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:09:07.514200 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46b06d655c90bc969636382cce4240ad749035fb0f3a83ee4734fa1ed9c4a6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b442f8c1-7914-46e7-849f-bd30635d5ee0" -d '{"events": [{"name": "network-changed", "server_uuid": "e5d3c303-8bf8-41f1-8746-4ba318fb818b", "tag": "8fca305d-d618-49df-8867-4634e54a2cd2"}]}' {{(pid=102790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:09:07.586334 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 16:09:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eaa9a9e4-8314-4387-b4b4-daf2efc002c5 x-openstack-request-id: req-eaa9a9e4-8314-4387-b4b4-daf2efc002c5 {{(pid=102790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:09:07.586697 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5d3c303-8bf8-41f1-8746-4ba318fb818b", "tag": "8fca305d-d618-49df-8867-4634e54a2cd2", "status": "completed", "code": 200}]} {{(pid=102790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:09:07.587132 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-eaa9a9e4-8314-4387-b4b4-daf2efc002c5 {{(pid=102790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:09:07.587584 n-d-834765-1 neutron-server[102790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5d3c303-8bf8-41f1-8746-4ba318fb818b', 'tag': '8fca305d-d618-49df-8867-4634e54a2cd2', 'status': 'completed', 'code': 200} Mar 29 16:09:07.613780 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvr_db [None req-a8fe05ad-5f92-408d-ab27-51b94038844e None None] Set router 2a10d6d3-7d58-4cea-a4e3-6b96740eacdd gateway port host: n-d-834765-1 {{(pid=102792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:09:07.699669 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b442f8c1-7914-46e7-849f-bd30635d5ee0 req-615a564b-25c0-470b-b04f-9c6e1b774aec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:09:07.701548 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b442f8c1-7914-46e7-849f-bd30635d5ee0 req-615a564b-25c0-470b-b04f-9c6e1b774aec service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8c88f14ca33d4e419d03f1c3b10014ac&device_id=e5d3c303-8bf8-41f1-8746-4ba318fb818b HTTP/1.1" status: 200 len: 1096 time: 0.0970533 Mar 29 16:09:07.725300 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5e27b3-114e-4e94-b7b0-7157c5641a52 req-d5ee92e2-efd9-4f26-b598-d817dbcc3af2 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:09:07.734095 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-0d5e27b3-114e-4e94-b7b0-7157c5641a52 req-d5ee92e2-efd9-4f26-b598-d817dbcc3af2 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "GET /v2.0/ports?device_id=e5d3c303-8bf8-41f1-8746-4ba318fb818b HTTP/1.1" status: 200 len: 945 time: 0.1231873 Mar 29 16:09:07.794247 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-0d5e27b3-114e-4e94-b7b0-7157c5641a52 req-f68a1e9f-8ad3-4ba6-9b21-82555850bd15 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "GET /v2.0/security-groups?id=4489dd41-e36c-4f46-8c18-eae57d689353&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541954 Mar 29 16:09:07.817446 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 53720) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:09:07.890693 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b442f8c1-7914-46e7-849f-bd30635d5ee0 req-2bb324c7-9b16-4139-bdb1-105fbb888599 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:09:07.892634 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b442f8c1-7914-46e7-849f-bd30635d5ee0 req-2bb324c7-9b16-4139-bdb1-105fbb888599 service neutron] 10.222.0.44 "GET /v2.0/networks?id=bb43b58d-8650-4cdb-9fe6-68a7aaad9333 HTTP/1.1" status: 200 len: 898 time: 0.1847358 Mar 29 16:09:07.933546 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-e6951085-0019-4252-b58b-1ba8ae75d81d tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "GET /v2.0/floatingips/b262c668-0435-477f-8214-0db3ae5847fb HTTP/1.1" status: 200 len: 990 time: 0.1234658 Mar 29 16:09:07.986637 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b442f8c1-7914-46e7-849f-bd30635d5ee0 req-848953ca-212c-4a1a-addc-2ee6a18eca9c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8fca305d-d618-49df-8867-4634e54a2cd2 HTTP/1.1" status: 200 len: 998 time: 0.0859025 Mar 29 16:09:07.990895 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-a8fe05ad-5f92-408d-ab27-51b94038844e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a10d6d3-7d58-4cea-a4e3-6b96740eacdd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-62831586', 'tenant_id': '8c88f14ca33d4e419d03f1c3b10014ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.120'}], 'enable_snat': True}, 'gw_port_id': '62ed6764-7349-41d0-b7a7-01822d2a1d35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:08:45Z', 'updated_at': '2022-03-29T16:08:49Z', 'revision_number': 4, 'project_id': '8c88f14ca33d4e419d03f1c3b10014ac', 'gw_port': {'id': '62ed6764-7349-41d0-b7a7-01822d2a1d35', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:8b:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a10d6d3-7d58-4cea-a4e3-6b96740eacdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3335, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:08:45Z', 'updated_at': '2022-03-29T16:08:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_floatingips': [{'id': 'b262c668-0435-477f-8214-0db3ae5847fb', 'tenant_id': '8c88f14ca33d4e419d03f1c3b10014ac', 'floating_ip_address': '172.25.4.83', 'floating_network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'router_id': '2a10d6d3-7d58-4cea-a4e3-6b96740eacdd', 'port_id': '8fca305d-d618-49df-8867-4634e54a2cd2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3341, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb43b58d-8650-4cdb-9fe6-68a7aaad9333', 'mac_address': 'fa:16:3e:e3:13:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5d3c303-8bf8-41f1-8746-4ba318fb818b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T16:09:06Z', 'updated_at': '2022-03-29T16:09:06Z', 'revision_number': 0, 'project_id': '8c88f14ca33d4e419d03f1c3b10014ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c36a354-2210-4a28-b9d4-f184914bacfc', 'name': '', 'network_id': 'bb43b58d-8650-4cdb-9fe6-68a7aaad9333', 'tenant_id': '8c88f14ca33d4e419d03f1c3b10014ac', 'mac_address': 'fa:16:3e:41:c6:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a10d6d3-7d58-4cea-a4e3-6b96740eacdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3338, 'fixed_ips': [{'subnet_id': '23818a80-3ba0-4e6b-95a8-e1921c8a6ead', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:08:49Z', 'updated_at': '2022-03-29T16:08:53Z', 'revision_number': 5, 'project_id': '8c88f14ca33d4e419d03f1c3b10014ac', 'subnets': [{'id': '23818a80-3ba0-4e6b-95a8-e1921c8a6ead', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:09:08.043752 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b442f8c1-7914-46e7-849f-bd30635d5ee0 req-6feeb0cb-7693-46a2-b970-a0e010ac93bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:09:08.044741 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8fe05ad-5f92-408d-ab27-51b94038844e None None] Checking router: 2a10d6d3-7d58-4cea-a4e3-6b96740eacdd for host: n-d-834765-1 {{(pid=102792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 16:09:08.045810 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b442f8c1-7914-46e7-849f-bd30635d5ee0 req-6feeb0cb-7693-46a2-b970-a0e010ac93bb service neutron] 10.222.0.44 "GET /v2.0/subnets?id=23818a80-3ba0-4e6b-95a8-e1921c8a6ead HTTP/1.1" status: 200 len: 835 time: 0.0524192 Mar 29 16:09:08.053876 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8fe05ad-5f92-408d-ab27-51b94038844e None None] Routers {'2a10d6d3-7d58-4cea-a4e3-6b96740eacdd'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:09:08.054491 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-a8fe05ad-5f92-408d-ab27-51b94038844e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:09:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['2a10d6d3-7d58-4cea-a4e3-6b96740eacdd'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:09:08.100599 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b442f8c1-7914-46e7-849f-bd30635d5ee0 req-64f8f14b-1a20-439f-bbed-e2c9b3d647d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:09:08.102312 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b442f8c1-7914-46e7-849f-bd30635d5ee0 req-64f8f14b-1a20-439f-bbed-e2c9b3d647d8 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=bb43b58d-8650-4cdb-9fe6-68a7aaad9333&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0497012 Mar 29 16:09:08.240609 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b442f8c1-7914-46e7-849f-bd30635d5ee0 req-5efaa92b-3cd7-45a2-b4aa-19a71b41b4c0 service neutron] 10.222.0.44 "GET /v2.0/networks/bb43b58d-8650-4cdb-9fe6-68a7aaad9333?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299236 Mar 29 16:09:08.344008 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvr_db [None req-a8fe05ad-5f92-408d-ab27-51b94038844e None None] Set router 2a10d6d3-7d58-4cea-a4e3-6b96740eacdd gateway port host: n-d-834765-1 {{(pid=102792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:09:08.391607 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b442f8c1-7914-46e7-849f-bd30635d5ee0 req-5eb7c1e6-b4f8-405d-84ff-0c08a7ffa864 service neutron] 10.222.0.44 "GET /v2.0/networks/bb43b58d-8650-4cdb-9fe6-68a7aaad9333?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1442158 Mar 29 16:09:08.652096 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-a8fe05ad-5f92-408d-ab27-51b94038844e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a10d6d3-7d58-4cea-a4e3-6b96740eacdd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-62831586', 'tenant_id': '8c88f14ca33d4e419d03f1c3b10014ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.120'}], 'enable_snat': True}, 'gw_port_id': '62ed6764-7349-41d0-b7a7-01822d2a1d35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:08:45Z', 'updated_at': '2022-03-29T16:08:49Z', 'revision_number': 4, 'project_id': '8c88f14ca33d4e419d03f1c3b10014ac', 'gw_port': {'id': '62ed6764-7349-41d0-b7a7-01822d2a1d35', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:8b:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a10d6d3-7d58-4cea-a4e3-6b96740eacdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3335, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:08:45Z', 'updated_at': '2022-03-29T16:08:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_floatingips': [{'id': 'b262c668-0435-477f-8214-0db3ae5847fb', 'tenant_id': '8c88f14ca33d4e419d03f1c3b10014ac', 'floating_ip_address': '172.25.4.83', 'floating_network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'router_id': '2a10d6d3-7d58-4cea-a4e3-6b96740eacdd', 'port_id': '8fca305d-d618-49df-8867-4634e54a2cd2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3341, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb43b58d-8650-4cdb-9fe6-68a7aaad9333', 'mac_address': 'fa:16:3e:e3:13:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5d3c303-8bf8-41f1-8746-4ba318fb818b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T16:09:06Z', 'updated_at': '2022-03-29T16:09:06Z', 'revision_number': 0, 'project_id': '8c88f14ca33d4e419d03f1c3b10014ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c36a354-2210-4a28-b9d4-f184914bacfc', 'name': '', 'network_id': 'bb43b58d-8650-4cdb-9fe6-68a7aaad9333', 'tenant_id': '8c88f14ca33d4e419d03f1c3b10014ac', 'mac_address': 'fa:16:3e:41:c6:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a10d6d3-7d58-4cea-a4e3-6b96740eacdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3338, 'fixed_ips': [{'subnet_id': '23818a80-3ba0-4e6b-95a8-e1921c8a6ead', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:08:49Z', 'updated_at': '2022-03-29T16:08:53Z', 'revision_number': 5, 'project_id': '8c88f14ca33d4e419d03f1c3b10014ac', 'subnets': [{'id': '23818a80-3ba0-4e6b-95a8-e1921c8a6ead', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:09:08.681373 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8fe05ad-5f92-408d-ab27-51b94038844e None None] The sync data for ids ['2a10d6d3-7d58-4cea-a4e3-6b96740eacdd'] in n-d-834765-1 is: [{'id': '2a10d6d3-7d58-4cea-a4e3-6b96740eacdd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-62831586', 'tenant_id': '8c88f14ca33d4e419d03f1c3b10014ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.120'}], 'enable_snat': True}, 'gw_port_id': '62ed6764-7349-41d0-b7a7-01822d2a1d35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:08:45Z', 'updated_at': '2022-03-29T16:08:49Z', 'revision_number': 4, 'project_id': '8c88f14ca33d4e419d03f1c3b10014ac', 'gw_port': {'id': '62ed6764-7349-41d0-b7a7-01822d2a1d35', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:8b:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a10d6d3-7d58-4cea-a4e3-6b96740eacdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3335, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:08:45Z', 'updated_at': '2022-03-29T16:08:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_floatingips': [{'id': 'b262c668-0435-477f-8214-0db3ae5847fb', 'tenant_id': '8c88f14ca33d4e419d03f1c3b10014ac', 'floating_ip_address': '172.25.4.83', 'floating_network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'router_id': '2a10d6d3-7d58-4cea-a4e3-6b96740eacdd', 'port_id': '8fca305d-d618-49df-8867-4634e54a2cd2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3341, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb43b58d-8650-4cdb-9fe6-68a7aaad9333', 'mac_address': 'fa:16:3e:e3:13:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5d3c303-8bf8-41f1-8746-4ba318fb818b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T16:09:06Z', 'updated_at': '2022-03-29T16:09:06Z', 'revision_number': 0, 'project_id': '8c88f14ca33d4e419d03f1c3b10014ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c36a354-2210-4a28-b9d4-f184914bacfc', 'name': '', 'network_id': 'bb43b58d-8650-4cdb-9fe6-68a7aaad9333', 'tenant_id': '8c88f14ca33d4e419d03f1c3b10014ac', 'mac_address': 'fa:16:3e:41:c6:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a10d6d3-7d58-4cea-a4e3-6b96740eacdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3338, 'fixed_ips': [{'subnet_id': '23818a80-3ba0-4e6b-95a8-e1921c8a6ead', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:08:49Z', 'updated_at': '2022-03-29T16:08:53Z', 'revision_number': 5, 'project_id': '8c88f14ca33d4e419d03f1c3b10014ac', 'subnets': [{'id': '23818a80-3ba0-4e6b-95a8-e1921c8a6ead', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 16:09:08.867966 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 53762) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:09:08.905888 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ee684d8-b21c-4593-b9ef-255817b8eeca None None] New status for floating IP b262c668-0435-477f-8214-0db3ae5847fb: ACTIVE {{(pid=102793) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 16:09:08.937410 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 53766) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:09:09.004900 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-7c3f8d56-840d-4fca-8403-b95d683e796b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:09.012712 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-c5afb51e-89cc-48e6-9428-6873d4dc7353 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "GET /v2.0/floatingips/b262c668-0435-477f-8214-0db3ae5847fb HTTP/1.1" status: 200 len: 990 time: 0.0741518 Mar 29 16:09:09.086810 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-7c3f8d56-840d-4fca-8403-b95d683e796b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:09.091601 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-7c3f8d56-840d-4fca-8403-b95d683e796b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:09.125341 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3f8d56-840d-4fca-8403-b95d683e796b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=faff83ae-9be7-4d91-aeff-8cab12dda152,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:09:09.143302 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-7c3f8d56-840d-4fca-8403-b95d683e796b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f15bb65fe10e46788b98941e1f7e4cc3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2725356 Mar 29 16:09:09.144506 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 53768) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:09:09.194508 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-3523d0eb-5255-467d-b46d-a51811d3cc04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:09.216096 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-3523d0eb-5255-467d-b46d-a51811d3cc04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:09.268454 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-3523d0eb-5255-467d-b46d-a51811d3cc04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:09.271043 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-3523d0eb-5255-467d-b46d-a51811d3cc04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:09.274579 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-3523d0eb-5255-467d-b46d-a51811d3cc04 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/faff83ae-9be7-4d91-aeff-8cab12dda152 HTTP/1.1" status: 204 len: 168 time: 0.1266575 Mar 29 16:09:09.281289 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3523d0eb-5255-467d-b46d-a51811d3cc04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=faff83ae-9be7-4d91-aeff-8cab12dda152,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:09:09.535150 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 53780) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:09:09.601815 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-2875a2ca-08d4-4a38-afb8-f6f712b8acee tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Notify callbacks [] for security_group, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:09.628474 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-2875a2ca-08d4-4a38-afb8-f6f712b8acee tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:09.690239 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-2875a2ca-08d4-4a38-afb8-f6f712b8acee tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:09.693237 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-2875a2ca-08d4-4a38-afb8-f6f712b8acee tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Notify callbacks [] for security_group, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:09.694361 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-2875a2ca-08d4-4a38-afb8-f6f712b8acee tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] 10.222.0.42 "DELETE /v2.0/security-groups/a5fc9f00-328e-4600-84d1-ef30fc274a7c HTTP/1.1" status: 204 len: 168 time: 0.1579823 Mar 29 16:09:09.704339 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2875a2ca-08d4-4a38-afb8-f6f712b8acee tempest-TestVolumeBootPattern-1394344330 tempest-TestVolumeBootPattern-1394344330-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5fc9f00-328e-4600-84d1-ef30fc274a7c,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:09:09.784351 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 53792) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:09:10.016680 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 53804) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:09:10.085448 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-210f7c90-0d93-49ac-acba-1612de281364 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "GET /v2.0/floatingips/b262c668-0435-477f-8214-0db3ae5847fb HTTP/1.1" status: 200 len: 992 time: 0.0620863 Mar 29 16:09:10.350051 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-c1c81825-90ba-4285-bd68-832a994d46a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-530452'] for router_interface, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:10.601492 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-c1c81825-90ba-4285-bd68-832a994d46a5 admin admin] Deleting port f876ee11-083d-432f-af7b-661f92894ec9 {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:09:10.601829 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-c1c81825-90ba-4285-bd68-832a994d46a5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:10.680975 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [None req-c1c81825-90ba-4285-bd68-832a994d46a5 admin admin] For port f876ee11-083d-432f-af7b-661f92894ec9, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=f876ee11-083d-432f-af7b-661f92894ec9,segment=NetworkSegment(f897e69d-257a-4c8a-bc55-e063bbc47d9e),segment_id=f897e69d-257a-4c8a-bc55-e063bbc47d9e)] {{(pid=102791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:09:10.681330 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-c1c81825-90ba-4285-bd68-832a994d46a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:10.694755 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-c1c81825-90ba-4285-bd68-832a994d46a5 admin admin] Calling delete_port for f876ee11-083d-432f-af7b-661f92894ec9 owned by network:router_interface {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:09:10.878429 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-c1c81825-90ba-4285-bd68-832a994d46a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:10.904409 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c81825-90ba-4285-bd68-832a994d46a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=f876ee11-083d-432f-af7b-661f92894ec9,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:09:11.101069 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-c1c81825-90ba-4285-bd68-832a994d46a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-530528'] for router_interface, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:11.331839 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1c81825-90ba-4285-bd68-832a994d46a5 admin admin] Router ec871957-90ee-49a0-a5ff-0f9757efecd3 has already been hosted by L3 agent c648d819-1060-4f26-b4ec-6455387b5dff {{(pid=102791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 16:09:11.436044 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1c81825-90ba-4285-bd68-832a994d46a5 admin admin] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 16:09:11.444720 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-c1c81825-90ba-4285-bd68-832a994d46a5 admin admin] 10.222.0.42 "PUT /v2.0/routers/ec871957-90ee-49a0-a5ff-0f9757efecd3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6544647 Mar 29 16:09:11.444720 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 53838) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:09:11.447311 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd0b75df-d77d-436d-aab1-7a5ee4283d8a None None] Sync routers for ids ['ec871957-90ee-49a0-a5ff-0f9757efecd3'] in n-d-834765-1 {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 16:09:11.457638 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [req-b349d204-f19a-4694-8795-f10b091bfb54 req-3c3f0b6f-1aa1-4c08-a08c-2457f636f6dd service neutron] (102790) timed out ('10.222.0.48', 54146) {{(pid=102790) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Mar 29 16:09:11.459711 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd0b75df-d77d-436d-aab1-7a5ee4283d8a None None] Routers {'ec871957-90ee-49a0-a5ff-0f9757efecd3'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:09:11.460456 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-cd0b75df-d77d-436d-aab1-7a5ee4283d8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:09:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['ec871957-90ee-49a0-a5ff-0f9757efecd3'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:09:11.557602 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-32b953f0-93c6-4510-abdd-b0cc29bb4249 admin admin] Notify callbacks [] for router, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:11.581059 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvr_db [None req-cd0b75df-d77d-436d-aab1-7a5ee4283d8a None None] Set router ec871957-90ee-49a0-a5ff-0f9757efecd3 gateway port host: n-d-834765-1 {{(pid=102792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:09:11.666032 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-32b953f0-93c6-4510-abdd-b0cc29bb4249 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:11.722138 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-32b953f0-93c6-4510-abdd-b0cc29bb4249 admin admin] Deleting port a9e975fe-4cb2-4e7f-9458-99fac6b3ced0 {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:09:11.722573 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-32b953f0-93c6-4510-abdd-b0cc29bb4249 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:11.786605 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-cd0b75df-d77d-436d-aab1-7a5ee4283d8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec871957-90ee-49a0-a5ff-0f9757efecd3', 'name': 'tempest-TestVolumeBootPattern-1912300397-router', 'tenant_id': 'f31979fa8a674f56835f136e5e49ba5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.192'}], 'enable_snat': True}, 'gw_port_id': 'a9e975fe-4cb2-4e7f-9458-99fac6b3ced0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:56:22Z', 'updated_at': '2022-03-29T16:09:10Z', 'revision_number': 5, 'project_id': 'f31979fa8a674f56835f136e5e49ba5c', 'gw_port': {'id': 'a9e975fe-4cb2-4e7f-9458-99fac6b3ced0', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:e2:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec871957-90ee-49a0-a5ff-0f9757efecd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2536, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:56:23Z', 'updated_at': '2022-03-29T15:56:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1'}], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:09:11.808847 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [None req-32b953f0-93c6-4510-abdd-b0cc29bb4249 admin admin] For port a9e975fe-4cb2-4e7f-9458-99fac6b3ced0, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=a9e975fe-4cb2-4e7f-9458-99fac6b3ced0,segment=NetworkSegment(6ab47353-a811-4bad-bc73-b4cc84583cfd),segment_id=6ab47353-a811-4bad-bc73-b4cc84583cfd)] {{(pid=102791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:09:11.809295 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-32b953f0-93c6-4510-abdd-b0cc29bb4249 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:11.814332 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd0b75df-d77d-436d-aab1-7a5ee4283d8a None None] Checking router: ec871957-90ee-49a0-a5ff-0f9757efecd3 for host: n-d-834765-1 {{(pid=102792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 16:09:11.821415 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-32b953f0-93c6-4510-abdd-b0cc29bb4249 admin admin] Calling delete_port for a9e975fe-4cb2-4e7f-9458-99fac6b3ced0 owned by network:router_gateway {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:09:11.823020 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd0b75df-d77d-436d-aab1-7a5ee4283d8a None None] Routers {'ec871957-90ee-49a0-a5ff-0f9757efecd3'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:09:11.824364 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-cd0b75df-d77d-436d-aab1-7a5ee4283d8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:09:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['ec871957-90ee-49a0-a5ff-0f9757efecd3'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:09:11.919217 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvr_db [None req-cd0b75df-d77d-436d-aab1-7a5ee4283d8a None None] Set router ec871957-90ee-49a0-a5ff-0f9757efecd3 gateway port host: None {{(pid=102792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:09:11.981479 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-cd0b75df-d77d-436d-aab1-7a5ee4283d8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec871957-90ee-49a0-a5ff-0f9757efecd3', 'name': 'tempest-TestVolumeBootPattern-1912300397-router', 'tenant_id': 'f31979fa8a674f56835f136e5e49ba5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:56:22Z', 'updated_at': '2022-03-29T16:09:11Z', 'revision_number': 6, 'project_id': 'f31979fa8a674f56835f136e5e49ba5c', 'gw_port_host': None}], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:09:12.004143 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-32b953f0-93c6-4510-abdd-b0cc29bb4249 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:12.009496 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd0b75df-d77d-436d-aab1-7a5ee4283d8a None None] The sync data for ids ['ec871957-90ee-49a0-a5ff-0f9757efecd3'] in n-d-834765-1 is: [{'id': 'ec871957-90ee-49a0-a5ff-0f9757efecd3', 'name': 'tempest-TestVolumeBootPattern-1912300397-router', 'tenant_id': 'f31979fa8a674f56835f136e5e49ba5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:56:22Z', 'updated_at': '2022-03-29T16:09:11Z', 'revision_number': 6, 'project_id': 'f31979fa8a674f56835f136e5e49ba5c', 'gw_port_host': None}] {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 16:09:12.033915 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b953f0-93c6-4510-abdd-b0cc29bb4249 admin admin] Pushing event deleted for resources: {'Port': ['ID=a9e975fe-4cb2-4e7f-9458-99fac6b3ced0,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:09:12.056408 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 53846) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:09:12.099985 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-32b953f0-93c6-4510-abdd-b0cc29bb4249 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-648138'] for router_gateway, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:12.170120 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-b0d4d0c3-92d9-42cb-b608-abd12c050d10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:12.193067 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-32b953f0-93c6-4510-abdd-b0cc29bb4249 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129328'] for router, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:12.195194 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-32b953f0-93c6-4510-abdd-b0cc29bb4249 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:12.238091 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-32b953f0-93c6-4510-abdd-b0cc29bb4249 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-526718'] for router, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:12.238712 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32b953f0-93c6-4510-abdd-b0cc29bb4249 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ec871957-90ee-49a0-a5ff-0f9757efecd3 {{(pid=102791) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 29 16:09:12.243976 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-32b953f0-93c6-4510-abdd-b0cc29bb4249 admin admin] Notify callbacks [] for router, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:12.245127 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-32b953f0-93c6-4510-abdd-b0cc29bb4249 admin admin] 10.222.0.42 "DELETE /v2.0/routers/ec871957-90ee-49a0-a5ff-0f9757efecd3 HTTP/1.1" status: 204 len: 168 time: 0.8001850 Mar 29 16:09:12.247732 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 53850) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:09:12.248033 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-b0d4d0c3-92d9-42cb-b608-abd12c050d10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:12.252594 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-b0d4d0c3-92d9-42cb-b608-abd12c050d10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:12.290659 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-b0d4d0c3-92d9-42cb-b608-abd12c050d10 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=6e8131ddb7ba427caa518bbdc13d94a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2331734 Mar 29 16:09:12.291634 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d4d0c3-92d9-42cb-b608-abd12c050d10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ed37af4-adb9-4ccf-82e5-e1fc24c05645,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:09:12.293163 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_v2 [None req-6cf46f33-47a8-4c12-8882-73b6ba75c34a admin admin] Deleting subnet 52e8269b-e046-4c98-a9b1-ef8905fa8ddb {{(pid=102791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 16:09:12.294954 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 53852) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:09:12.296653 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-6cf46f33-47a8-4c12-8882-73b6ba75c34a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:12.332379 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-6cf46f33-47a8-4c12-8882-73b6ba75c34a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4230423'] for subnet, precommit_delete_associations {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:12.352237 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-0d59f829-825a-4a06-a3b7-efe45f2fa736 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:12.376855 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-0d59f829-825a-4a06-a3b7-efe45f2fa736 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:12.425907 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-6cf46f33-47a8-4c12-8882-73b6ba75c34a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1641287'] for subnet, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:12.429295 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-0d59f829-825a-4a06-a3b7-efe45f2fa736 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:12.433766 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-0d59f829-825a-4a06-a3b7-efe45f2fa736 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:12.435773 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-0d59f829-825a-4a06-a3b7-efe45f2fa736 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/9ed37af4-adb9-4ccf-82e5-e1fc24c05645 HTTP/1.1" status: 204 len: 168 time: 0.1397314 Mar 29 16:09:12.444995 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d59f829-825a-4a06-a3b7-efe45f2fa736 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ed37af4-adb9-4ccf-82e5-e1fc24c05645,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:09:12.502078 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-6cf46f33-47a8-4c12-8882-73b6ba75c34a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1641294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16155591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16218852'] for subnet, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:12.527610 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf46f33-47a8-4c12-8882-73b6ba75c34a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=52e8269b-e046-4c98-a9b1-ef8905fa8ddb,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:09:12.532675 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-6cf46f33-47a8-4c12-8882-73b6ba75c34a admin admin] Notify callbacks [] for subnet, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:12.536517 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-6cf46f33-47a8-4c12-8882-73b6ba75c34a admin admin] 10.222.0.42 "DELETE /v2.0/subnets/52e8269b-e046-4c98-a9b1-ef8905fa8ddb HTTP/1.1" status: 204 len: 168 time: 0.2878327 Mar 29 16:09:12.538553 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 53856) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:09:12.541497 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3cc1da0-b690-4425-bede-84735c830a1f None None] Network 8594f729-9088-4f6b-8543-aaadb0f5b192 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 16:09:12.611914 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-14109c4e-daf6-48e0-82d1-904336351fb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1631750'] for network, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:12.671475 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-14109c4e-daf6-48e0-82d1-904336351fb1 admin admin] Deleting port 8056b775-7fe0-46c4-9327-572525b81f8d {{(pid=102790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:09:12.671920 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-14109c4e-daf6-48e0-82d1-904336351fb1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:12.737340 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 53860) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:09:12.740223 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [None req-14109c4e-daf6-48e0-82d1-904336351fb1 admin admin] For port 8056b775-7fe0-46c4-9327-572525b81f8d, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=8056b775-7fe0-46c4-9327-572525b81f8d,segment=NetworkSegment(f897e69d-257a-4c8a-bc55-e063bbc47d9e),segment_id=f897e69d-257a-4c8a-bc55-e063bbc47d9e)] {{(pid=102790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:09:12.740657 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-14109c4e-daf6-48e0-82d1-904336351fb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:12.750809 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-30d9cf37-23b9-4b00-bbf6-717ec4ae2632 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:12.754065 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-14109c4e-daf6-48e0-82d1-904336351fb1 admin admin] Calling delete_port for 8056b775-7fe0-46c4-9327-572525b81f8d owned by network:dhcp {{(pid=102790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:09:12.793833 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0ade268-b680-405a-ad7c-db916fd026b6 None None] DHCP port deletion for 8594f729-9088-4f6b-8543-aaadb0f5b192 request from n-d-834765-1 {{(pid=102792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 29 16:09:12.849558 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-30d9cf37-23b9-4b00-bbf6-717ec4ae2632 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:12.854791 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-f0ade268-b680-405a-ad7c-db916fd026b6 None None] Deleting port 8056b775-7fe0-46c4-9327-572525b81f8d {{(pid=102792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:09:12.855783 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-30d9cf37-23b9-4b00-bbf6-717ec4ae2632 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:12.856533 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-14109c4e-daf6-48e0-82d1-904336351fb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:12.860598 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-f0ade268-b680-405a-ad7c-db916fd026b6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:12.887335 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14109c4e-daf6-48e0-82d1-904336351fb1 admin admin] No DVR routers for this DVR port 8056b775-7fe0-46c4-9327-572525b81f8d on host n-d-834765-1 {{(pid=102790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 16:09:12.892848 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14109c4e-daf6-48e0-82d1-904336351fb1 admin admin] Pushing event deleted for resources: {'Port': ['ID=8056b775-7fe0-46c4-9327-572525b81f8d,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:09:12.907342 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-30d9cf37-23b9-4b00-bbf6-717ec4ae2632 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=632b469fb3664859909e439d1e001110&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1688468 Mar 29 16:09:12.908253 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 53862) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:09:12.915075 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d9cf37-23b9-4b00-bbf6-717ec4ae2632 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0fd3132-eb77-46cd-bd4c-64efc12d92ee,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:09:12.958380 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-f0ade268-b680-405a-ad7c-db916fd026b6 None None] For port 8056b775-7fe0-46c4-9327-572525b81f8d, host n-d-834765-1, got binding levels [] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:09:12.959060 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-f0ade268-b680-405a-ad7c-db916fd026b6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:12.963180 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-8a587328-3a4f-46f1-99a9-ceb36b37401c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:12.976346 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-f0ade268-b680-405a-ad7c-db916fd026b6 None None] Calling delete_port for 8056b775-7fe0-46c4-9327-572525b81f8d owned by network:dhcp {{(pid=102792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:09:12.980531 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.ipam_backend_mixin [None req-f0ade268-b680-405a-ad7c-db916fd026b6 None None] Port 8056b775-7fe0-46c4-9327-572525b81f8d was not found and therefore no delete operation was performed {{(pid=102792) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 29 16:09:12.982454 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-f0ade268-b680-405a-ad7c-db916fd026b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350'] for port, after_delete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:12.984932 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-14109c4e-daf6-48e0-82d1-904336351fb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639890', 'neutron.services.segments.db._delete_segments_for_network-8783523423079'] for network, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:12.990924 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-8a587328-3a4f-46f1-99a9-ceb36b37401c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:13.015204 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ade268-b680-405a-ad7c-db916fd026b6 None None] Pushing event deleted for resources: {'Port': ['ID=8056b775-7fe0-46c4-9327-572525b81f8d,revision_number=None']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:09:13.018301 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0ade268-b680-405a-ad7c-db916fd026b6 None None] No DVR routers for this DVR port 8056b775-7fe0-46c4-9327-572525b81f8d on host n-d-834765-1 {{(pid=102792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 16:09:13.025013 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-14109c4e-daf6-48e0-82d1-904336351fb1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8594f729-9088-4f6b-8543-aaadb0f5b192']}} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:09:13.041002 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-14109c4e-daf6-48e0-82d1-904336351fb1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f897e69d-257a-4c8a-bc55-e063bbc47d9e') {'for_net_delete': True} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:09:13.041315 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-14109c4e-daf6-48e0-82d1-904336351fb1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f897e69d-257a-4c8a-bc55-e063bbc47d9e') {} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:09:13.050316 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-8a587328-3a4f-46f1-99a9-ceb36b37401c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:13.052561 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-8a587328-3a4f-46f1-99a9-ceb36b37401c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:13.056800 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-8a587328-3a4f-46f1-99a9-ceb36b37401c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b0fd3132-eb77-46cd-bd4c-64efc12d92ee HTTP/1.1" status: 204 len: 168 time: 0.1450295 Mar 29 16:09:13.059367 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-14109c4e-daf6-48e0-82d1-904336351fb1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783523422064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4614019'] for segment, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:13.077790 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-14109c4e-daf6-48e0-82d1-904336351fb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:13.084910 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14109c4e-daf6-48e0-82d1-904336351fb1 admin admin] Releasing vlan 601 on physical network physnet1 to pool {{(pid=102790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 16:09:13.085317 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-14109c4e-daf6-48e0-82d1-904336351fb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5238013'] for segment, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:13.085545 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a587328-3a4f-46f1-99a9-ceb36b37401c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0fd3132-eb77-46cd-bd4c-64efc12d92ee,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:09:13.087667 n-d-834765-1 neutron-server[102790]: Traceback (most recent call last): Mar 29 16:09:13.087667 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 16:09:13.087667 n-d-834765-1 neutron-server[102790]: timer() Mar 29 16:09:13.087667 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 16:09:13.087667 n-d-834765-1 neutron-server[102790]: cb(*args, **kw) Mar 29 16:09:13.087667 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 16:09:13.087667 n-d-834765-1 neutron-server[102790]: return func(*args, **kwargs) Mar 29 16:09:13.087667 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 16:09:13.087667 n-d-834765-1 neutron-server[102790]: self._notify() Mar 29 16:09:13.087667 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 16:09:13.087667 n-d-834765-1 neutron-server[102790]: self.callback(batched_events) Mar 29 16:09:13.087667 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 16:09:13.087667 n-d-834765-1 neutron-server[102790]: event.method(event) Mar 29 16:09:13.087667 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 16:09:13.087667 n-d-834765-1 neutron-server[102790]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 16:09:13.087667 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 16:09:13.087667 n-d-834765-1 neutron-server[102790]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 16:09:13.087667 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 16:09:13.087667 n-d-834765-1 neutron-server[102790]: return f(self, *a, **k) Mar 29 16:09:13.087667 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 16:09:13.087667 n-d-834765-1 neutron-server[102790]: return self._get(url).json() Mar 29 16:09:13.087667 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 16:09:13.087667 n-d-834765-1 neutron-server[102790]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 16:09:13.087667 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 16:09:13.087667 n-d-834765-1 neutron-server[102790]: return self.request(url, 'GET', **kwargs) Mar 29 16:09:13.087667 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 16:09:13.087667 n-d-834765-1 neutron-server[102790]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 16:09:13.087667 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 16:09:13.087667 n-d-834765-1 neutron-server[102790]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 16:09:13.087667 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 16:09:13.087667 n-d-834765-1 neutron-server[102790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 16:09:13.087667 n-d-834765-1 neutron-server[102790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 16:09:13.111511 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 8056b775-7fe0-46c4-9327-572525b81f8d no longer exists at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 16:09:13.135408 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] No Port match for: 8056b775-7fe0-46c4-9327-572525b81f8d {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 16:09:13.135821 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 8056b775-7fe0-46c4-9327-572525b81f8d not bound to the agent host n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 16:09:13.136886 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device f876ee11-083d-432f-af7b-661f92894ec9 no longer exists at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 16:09:13.162339 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] No Port match for: f876ee11-083d-432f-af7b-661f92894ec9 {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 16:09:13.162739 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device f876ee11-083d-432f-af7b-661f92894ec9 not bound to the agent host n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 16:09:13.163474 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device a9e975fe-4cb2-4e7f-9458-99fac6b3ced0 no longer exists at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 16:09:13.177933 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-14109c4e-daf6-48e0-82d1-904336351fb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1639897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648174'] for network, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:13.187959 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] No Port match for: a9e975fe-4cb2-4e7f-9458-99fac6b3ced0 {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 16:09:13.188310 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device a9e975fe-4cb2-4e7f-9458-99fac6b3ced0 not bound to the agent host n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 16:09:13.191965 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-14109c4e-daf6-48e0-82d1-904336351fb1 admin admin] Notify callbacks [] for network, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:13.198200 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 53866) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:09:13.199394 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-14109c4e-daf6-48e0-82d1-904336351fb1 admin admin] 10.222.0.42 "DELETE /v2.0/networks/8594f729-9088-4f6b-8543-aaadb0f5b192 HTTP/1.1" status: 204 len: 168 time: 0.6586702 Mar 29 16:09:13.211457 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14109c4e-daf6-48e0-82d1-904336351fb1 admin admin] Pushing event deleted for resources: {'Network': ['ID=8594f729-9088-4f6b-8543-aaadb0f5b192,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:09:13.880800 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-faa828be-dfd3-442d-8ff4-42c36853c3bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-530452'] for router_interface, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:14.130846 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-faa828be-dfd3-442d-8ff4-42c36853c3bc admin admin] Deleting port f9ab5ca8-be70-4c5b-8e4b-b62d5fe7938d {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:09:14.131218 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-faa828be-dfd3-442d-8ff4-42c36853c3bc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:14.212514 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [None req-faa828be-dfd3-442d-8ff4-42c36853c3bc admin admin] For port f9ab5ca8-be70-4c5b-8e4b-b62d5fe7938d, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=f9ab5ca8-be70-4c5b-8e4b-b62d5fe7938d,segment=NetworkSegment(371e1845-4ab4-47c1-95b3-def9ce873252),segment_id=371e1845-4ab4-47c1-95b3-def9ce873252)] {{(pid=102791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:09:14.212872 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-faa828be-dfd3-442d-8ff4-42c36853c3bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:14.225984 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-faa828be-dfd3-442d-8ff4-42c36853c3bc admin admin] Calling delete_port for f9ab5ca8-be70-4c5b-8e4b-b62d5fe7938d owned by network:router_interface {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:09:14.235220 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.agents_db [None req-59735a15-725e-44d4-9ad5-95cbe356f209 None None] Agent healthcheck: found 7 active agents {{(pid=102793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 16:09:14.409960 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-faa828be-dfd3-442d-8ff4-42c36853c3bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:14.435997 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa828be-dfd3-442d-8ff4-42c36853c3bc admin admin] Pushing event deleted for resources: {'Port': ['ID=f9ab5ca8-be70-4c5b-8e4b-b62d5fe7938d,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:09:14.617943 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-faa828be-dfd3-442d-8ff4-42c36853c3bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-530528'] for router_interface, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:14.837970 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-faa828be-dfd3-442d-8ff4-42c36853c3bc admin admin] Router 60d0b4d2-cda2-4bbf-a85f-fa1e12a42a7e has already been hosted by L3 agent c648d819-1060-4f26-b4ec-6455387b5dff {{(pid=102791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 16:09:14.949021 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-faa828be-dfd3-442d-8ff4-42c36853c3bc admin admin] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 16:09:14.954080 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-faa828be-dfd3-442d-8ff4-42c36853c3bc admin admin] 10.222.0.42 "PUT /v2.0/routers/60d0b4d2-cda2-4bbf-a85f-fa1e12a42a7e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7541177 Mar 29 16:09:14.957510 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 53914) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:09:14.958539 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a447b2d5-02b6-4de8-8106-db3b429ce193 None None] Sync routers for ids ['60d0b4d2-cda2-4bbf-a85f-fa1e12a42a7e'] in n-d-834765-1 {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 16:09:14.968701 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a447b2d5-02b6-4de8-8106-db3b429ce193 None None] Routers {'60d0b4d2-cda2-4bbf-a85f-fa1e12a42a7e'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:09:14.969330 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-a447b2d5-02b6-4de8-8106-db3b429ce193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:09:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['60d0b4d2-cda2-4bbf-a85f-fa1e12a42a7e'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:09:15.073899 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-898be94f-70fe-4d56-a664-43b13081c6f7 admin admin] Notify callbacks [] for router, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:15.089931 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvr_db [None req-a447b2d5-02b6-4de8-8106-db3b429ce193 None None] Set router 60d0b4d2-cda2-4bbf-a85f-fa1e12a42a7e gateway port host: n-d-834765-1 {{(pid=102793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:09:15.191423 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-898be94f-70fe-4d56-a664-43b13081c6f7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:15.245596 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-898be94f-70fe-4d56-a664-43b13081c6f7 admin admin] Deleting port 58b0ec78-06e3-41fc-b7b4-792eda1df09d {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:09:15.246173 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-898be94f-70fe-4d56-a664-43b13081c6f7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:15.279786 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-a447b2d5-02b6-4de8-8106-db3b429ce193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60d0b4d2-cda2-4bbf-a85f-fa1e12a42a7e', 'name': 'tempest-TestVolumeBootPattern-1304754511-router', 'tenant_id': '8c2863aba63a439a839c83df5e710232', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.18'}], 'enable_snat': True}, 'gw_port_id': '58b0ec78-06e3-41fc-b7b4-792eda1df09d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:56:31Z', 'updated_at': '2022-03-29T16:09:14Z', 'revision_number': 5, 'project_id': '8c2863aba63a439a839c83df5e710232', 'gw_port': {'id': '58b0ec78-06e3-41fc-b7b4-792eda1df09d', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:61:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60d0b4d2-cda2-4bbf-a85f-fa1e12a42a7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2558, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:56:33Z', 'updated_at': '2022-03-29T15:56:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1'}], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:09:15.306665 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a447b2d5-02b6-4de8-8106-db3b429ce193 None None] Checking router: 60d0b4d2-cda2-4bbf-a85f-fa1e12a42a7e for host: n-d-834765-1 {{(pid=102793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 16:09:15.315902 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a447b2d5-02b6-4de8-8106-db3b429ce193 None None] Routers {'60d0b4d2-cda2-4bbf-a85f-fa1e12a42a7e'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:09:15.316515 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-a447b2d5-02b6-4de8-8106-db3b429ce193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:09:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['60d0b4d2-cda2-4bbf-a85f-fa1e12a42a7e'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:09:15.334372 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [None req-898be94f-70fe-4d56-a664-43b13081c6f7 admin admin] For port 58b0ec78-06e3-41fc-b7b4-792eda1df09d, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=58b0ec78-06e3-41fc-b7b4-792eda1df09d,segment=NetworkSegment(6ab47353-a811-4bad-bc73-b4cc84583cfd),segment_id=6ab47353-a811-4bad-bc73-b4cc84583cfd)] {{(pid=102791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:09:15.334737 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-898be94f-70fe-4d56-a664-43b13081c6f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:15.349154 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-898be94f-70fe-4d56-a664-43b13081c6f7 admin admin] Calling delete_port for 58b0ec78-06e3-41fc-b7b4-792eda1df09d owned by network:router_gateway {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:09:15.405751 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvr_db [None req-a447b2d5-02b6-4de8-8106-db3b429ce193 None None] Set router 60d0b4d2-cda2-4bbf-a85f-fa1e12a42a7e gateway port host: None {{(pid=102793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:09:15.472483 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-a447b2d5-02b6-4de8-8106-db3b429ce193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60d0b4d2-cda2-4bbf-a85f-fa1e12a42a7e', 'name': 'tempest-TestVolumeBootPattern-1304754511-router', 'tenant_id': '8c2863aba63a439a839c83df5e710232', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:56:31Z', 'updated_at': '2022-03-29T16:09:15Z', 'revision_number': 6, 'project_id': '8c2863aba63a439a839c83df5e710232', 'gw_port_host': None}], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:09:15.501118 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a447b2d5-02b6-4de8-8106-db3b429ce193 None None] The sync data for ids ['60d0b4d2-cda2-4bbf-a85f-fa1e12a42a7e'] in n-d-834765-1 is: [{'id': '60d0b4d2-cda2-4bbf-a85f-fa1e12a42a7e', 'name': 'tempest-TestVolumeBootPattern-1304754511-router', 'tenant_id': '8c2863aba63a439a839c83df5e710232', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:56:31Z', 'updated_at': '2022-03-29T16:09:15Z', 'revision_number': 6, 'project_id': '8c2863aba63a439a839c83df5e710232', 'gw_port_host': None}] {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 16:09:15.532482 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-898be94f-70fe-4d56-a664-43b13081c6f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:15.582825 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898be94f-70fe-4d56-a664-43b13081c6f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=58b0ec78-06e3-41fc-b7b4-792eda1df09d,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:09:15.629902 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-898be94f-70fe-4d56-a664-43b13081c6f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-648138'] for router_gateway, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:15.722563 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-898be94f-70fe-4d56-a664-43b13081c6f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129328'] for router, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:15.724740 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-898be94f-70fe-4d56-a664-43b13081c6f7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:15.769015 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-898be94f-70fe-4d56-a664-43b13081c6f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-526718'] for router, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:15.769736 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-898be94f-70fe-4d56-a664-43b13081c6f7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 60d0b4d2-cda2-4bbf-a85f-fa1e12a42a7e {{(pid=102791) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 29 16:09:15.774316 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-898be94f-70fe-4d56-a664-43b13081c6f7 admin admin] Notify callbacks [] for router, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:15.775491 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-898be94f-70fe-4d56-a664-43b13081c6f7 admin admin] 10.222.0.42 "DELETE /v2.0/routers/60d0b4d2-cda2-4bbf-a85f-fa1e12a42a7e HTTP/1.1" status: 204 len: 168 time: 0.8167708 Mar 29 16:09:15.778621 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 53928) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:09:15.822762 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8178d70-43da-4537-9984-dae629933f47 admin admin] Deleting subnet c65e60c5-eb40-4ec0-bdc0-ee0c2348b04c {{(pid=102791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 16:09:15.826113 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-a8178d70-43da-4537-9984-dae629933f47 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:15.863736 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-a8178d70-43da-4537-9984-dae629933f47 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4230423'] for subnet, precommit_delete_associations {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:15.958665 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-a8178d70-43da-4537-9984-dae629933f47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1641287'] for subnet, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:16.013315 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-a8178d70-43da-4537-9984-dae629933f47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1641294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16155591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16218852'] for subnet, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:16.041959 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8178d70-43da-4537-9984-dae629933f47 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c65e60c5-eb40-4ec0-bdc0-ee0c2348b04c,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:09:16.046058 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-a8178d70-43da-4537-9984-dae629933f47 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:16.051911 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-a8178d70-43da-4537-9984-dae629933f47 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/c65e60c5-eb40-4ec0-bdc0-ee0c2348b04c HTTP/1.1" status: 204 len: 168 time: 0.2723083 Mar 29 16:09:16.052043 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 53934) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:09:16.052753 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-356545bf-a0b9-46ca-a03c-41406eec3c75 None None] Network 150e0a55-4aa0-47e7-b470-321989c1714c requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 16:09:16.134335 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-018e6ebf-ac6f-4239-a99f-ceba20e677df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1631750'] for network, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:16.189699 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-018e6ebf-ac6f-4239-a99f-ceba20e677df admin admin] Deleting port ca0312b7-10ae-4646-8006-2153e85fc90a {{(pid=102790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:09:16.190006 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-018e6ebf-ac6f-4239-a99f-ceba20e677df admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:16.265625 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [None req-018e6ebf-ac6f-4239-a99f-ceba20e677df admin admin] For port ca0312b7-10ae-4646-8006-2153e85fc90a, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=ca0312b7-10ae-4646-8006-2153e85fc90a,segment=NetworkSegment(371e1845-4ab4-47c1-95b3-def9ce873252),segment_id=371e1845-4ab4-47c1-95b3-def9ce873252)] {{(pid=102790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:09:16.265996 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-018e6ebf-ac6f-4239-a99f-ceba20e677df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:16.276006 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8681dbd0-c9f3-49e5-a4ad-3a562978f2c3 None None] DHCP port deletion for 150e0a55-4aa0-47e7-b470-321989c1714c request from n-d-834765-1 {{(pid=102792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 29 16:09:16.287539 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-018e6ebf-ac6f-4239-a99f-ceba20e677df admin admin] Calling delete_port for ca0312b7-10ae-4646-8006-2153e85fc90a owned by network:dhcp {{(pid=102790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:09:16.338372 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-8681dbd0-c9f3-49e5-a4ad-3a562978f2c3 None None] Deleting port ca0312b7-10ae-4646-8006-2153e85fc90a {{(pid=102792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:09:16.339471 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-8681dbd0-c9f3-49e5-a4ad-3a562978f2c3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:16.378851 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-018e6ebf-ac6f-4239-a99f-ceba20e677df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:16.412215 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018e6ebf-ac6f-4239-a99f-ceba20e677df admin admin] Pushing event deleted for resources: {'Port': ['ID=ca0312b7-10ae-4646-8006-2153e85fc90a,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:09:16.418896 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-018e6ebf-ac6f-4239-a99f-ceba20e677df admin admin] No DVR routers for this DVR port ca0312b7-10ae-4646-8006-2153e85fc90a on host n-d-834765-1 {{(pid=102790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 16:09:16.420747 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-8681dbd0-c9f3-49e5-a4ad-3a562978f2c3 None None] For port ca0312b7-10ae-4646-8006-2153e85fc90a, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=ca0312b7-10ae-4646-8006-2153e85fc90a,segment=NetworkSegment(371e1845-4ab4-47c1-95b3-def9ce873252),segment_id=371e1845-4ab4-47c1-95b3-def9ce873252)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:09:16.422341 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-8681dbd0-c9f3-49e5-a4ad-3a562978f2c3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:16.437606 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-8681dbd0-c9f3-49e5-a4ad-3a562978f2c3 None None] Calling delete_port for ca0312b7-10ae-4646-8006-2153e85fc90a owned by network:dhcp {{(pid=102792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:09:16.513361 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-018e6ebf-ac6f-4239-a99f-ceba20e677df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639890', 'neutron.services.segments.db._delete_segments_for_network-8783523423079'] for network, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:16.520023 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-8681dbd0-c9f3-49e5-a4ad-3a562978f2c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350'] for port, after_delete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:16.537552 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-018e6ebf-ac6f-4239-a99f-ceba20e677df admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['150e0a55-4aa0-47e7-b470-321989c1714c']}} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:09:16.548677 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8681dbd0-c9f3-49e5-a4ad-3a562978f2c3 None None] Pushing event deleted for resources: {'Port': ['ID=ca0312b7-10ae-4646-8006-2153e85fc90a,revision_number=None']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:09:16.549258 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-018e6ebf-ac6f-4239-a99f-ceba20e677df admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '371e1845-4ab4-47c1-95b3-def9ce873252') {'for_net_delete': True} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:09:16.549555 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-018e6ebf-ac6f-4239-a99f-ceba20e677df admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '371e1845-4ab4-47c1-95b3-def9ce873252') {} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:09:16.558096 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8681dbd0-c9f3-49e5-a4ad-3a562978f2c3 None None] No DVR routers for this DVR port ca0312b7-10ae-4646-8006-2153e85fc90a on host n-d-834765-1 {{(pid=102792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 16:09:16.564974 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-018e6ebf-ac6f-4239-a99f-ceba20e677df admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783523422064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4614019'] for segment, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:16.581273 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-018e6ebf-ac6f-4239-a99f-ceba20e677df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:16.588131 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-018e6ebf-ac6f-4239-a99f-ceba20e677df admin admin] Releasing vlan 617 on physical network physnet1 to pool {{(pid=102790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 16:09:16.589814 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-018e6ebf-ac6f-4239-a99f-ceba20e677df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5238013'] for segment, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:16.592003 n-d-834765-1 neutron-server[102790]: Traceback (most recent call last): Mar 29 16:09:16.592003 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 16:09:16.592003 n-d-834765-1 neutron-server[102790]: timer() Mar 29 16:09:16.592003 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 16:09:16.592003 n-d-834765-1 neutron-server[102790]: cb(*args, **kw) Mar 29 16:09:16.592003 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 16:09:16.592003 n-d-834765-1 neutron-server[102790]: return func(*args, **kwargs) Mar 29 16:09:16.592003 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 16:09:16.592003 n-d-834765-1 neutron-server[102790]: self._notify() Mar 29 16:09:16.592003 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 16:09:16.592003 n-d-834765-1 neutron-server[102790]: self.callback(batched_events) Mar 29 16:09:16.592003 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 16:09:16.592003 n-d-834765-1 neutron-server[102790]: event.method(event) Mar 29 16:09:16.592003 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 16:09:16.592003 n-d-834765-1 neutron-server[102790]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 16:09:16.592003 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 16:09:16.592003 n-d-834765-1 neutron-server[102790]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 16:09:16.592003 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 16:09:16.592003 n-d-834765-1 neutron-server[102790]: return f(self, *a, **k) Mar 29 16:09:16.592003 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 16:09:16.592003 n-d-834765-1 neutron-server[102790]: return self._get(url).json() Mar 29 16:09:16.592003 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 16:09:16.592003 n-d-834765-1 neutron-server[102790]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 16:09:16.592003 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 16:09:16.592003 n-d-834765-1 neutron-server[102790]: return self.request(url, 'GET', **kwargs) Mar 29 16:09:16.592003 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 16:09:16.592003 n-d-834765-1 neutron-server[102790]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 16:09:16.592003 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 16:09:16.592003 n-d-834765-1 neutron-server[102790]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 16:09:16.592003 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 16:09:16.592003 n-d-834765-1 neutron-server[102790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 16:09:16.592003 n-d-834765-1 neutron-server[102790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 16:09:16.663857 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-018e6ebf-ac6f-4239-a99f-ceba20e677df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1639897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648174'] for network, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:16.670657 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-018e6ebf-ac6f-4239-a99f-ceba20e677df admin admin] Notify callbacks [] for network, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:16.673840 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-018e6ebf-ac6f-4239-a99f-ceba20e677df admin admin] 10.222.0.42 "DELETE /v2.0/networks/150e0a55-4aa0-47e7-b470-321989c1714c HTTP/1.1" status: 204 len: 168 time: 0.6207004 Mar 29 16:09:16.688630 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018e6ebf-ac6f-4239-a99f-ceba20e677df admin admin] Pushing event deleted for resources: {'Network': ['ID=150e0a55-4aa0-47e7-b470-321989c1714c,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:09:16.898934 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 53950) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:09:16.941691 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-b55d4505-767d-432c-bbe6-cf47b1169dc7 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f31979fa8a674f56835f136e5e49ba5c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0415609 Mar 29 16:09:16.944135 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 53954) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:09:16.992425 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-3c5221a9-7703-49e5-9d0e-877a155e7e19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:17.015690 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-3c5221a9-7703-49e5-9d0e-877a155e7e19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:17.076587 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-3c5221a9-7703-49e5-9d0e-877a155e7e19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:17.079108 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 58b0ec78-06e3-41fc-b7b4-792eda1df09d no longer exists at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 16:09:17.080609 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-3c5221a9-7703-49e5-9d0e-877a155e7e19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:17.082526 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-3c5221a9-7703-49e5-9d0e-877a155e7e19 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/5e7dc381-3678-4cad-aeb8-d0ce3409e19e HTTP/1.1" status: 204 len: 168 time: 0.1374800 Mar 29 16:09:17.100258 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5221a9-7703-49e5-9d0e-877a155e7e19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e7dc381-3678-4cad-aeb8-d0ce3409e19e,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:09:17.111694 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] No Port match for: 58b0ec78-06e3-41fc-b7b4-792eda1df09d {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 16:09:17.112241 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 58b0ec78-06e3-41fc-b7b4-792eda1df09d not bound to the agent host n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 16:09:17.113276 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device f9ab5ca8-be70-4c5b-8e4b-b62d5fe7938d no longer exists at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 16:09:17.147666 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] No Port match for: f9ab5ca8-be70-4c5b-8e4b-b62d5fe7938d {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 16:09:17.147946 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device f9ab5ca8-be70-4c5b-8e4b-b62d5fe7938d not bound to the agent host n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 16:09:17.148357 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device ca0312b7-10ae-4646-8006-2153e85fc90a no longer exists at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 16:09:17.183755 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] No Port match for: ca0312b7-10ae-4646-8006-2153e85fc90a {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 16:09:17.183944 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device ca0312b7-10ae-4646-8006-2153e85fc90a not bound to the agent host n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 16:09:17.187757 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:17.463023 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 53976) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:09:17.520702 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-98cd706e-bbf3-4a22-b9dc-95ab881a22f1 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=8c2863aba63a439a839c83df5e710232&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0595510 Mar 29 16:09:17.523195 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 53980) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:09:17.582523 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-ab01870c-6606-4b9a-93a2-17a8a86a4bc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:17.607599 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-ab01870c-6606-4b9a-93a2-17a8a86a4bc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:17.658362 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-ab01870c-6606-4b9a-93a2-17a8a86a4bc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:17.660979 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-ab01870c-6606-4b9a-93a2-17a8a86a4bc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:17.662122 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-ab01870c-6606-4b9a-93a2-17a8a86a4bc7 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/88146096-9cde-4fd1-a207-d695d83e9211 HTTP/1.1" status: 204 len: 168 time: 0.1379988 Mar 29 16:09:17.671917 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab01870c-6606-4b9a-93a2-17a8a86a4bc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88146096-9cde-4fd1-a207-d695d83e9211,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:09:17.994129 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:18.924768 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 53998) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:09:19.028434 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-fa0640eb-5e6c-4ce5-9701-ac8edfc1d5ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:19.104157 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-fa0640eb-5e6c-4ce5-9701-ac8edfc1d5ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:19.108184 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-fa0640eb-5e6c-4ce5-9701-ac8edfc1d5ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:19.145775 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-fa0640eb-5e6c-4ce5-9701-ac8edfc1d5ee admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ae37bf4f96654c6c9899169cab2bca93&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2199519 Mar 29 16:09:19.147652 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0640eb-5e6c-4ce5-9701-ac8edfc1d5ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9a2fff8-1c01-489f-beba-cc619937720a,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:09:19.148413 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 54002) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:09:19.200204 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-070dcdf9-e891-498e-8567-4f58edbe9c45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:19.220465 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-070dcdf9-e891-498e-8567-4f58edbe9c45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:19.265262 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-070dcdf9-e891-498e-8567-4f58edbe9c45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:19.267811 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-070dcdf9-e891-498e-8567-4f58edbe9c45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:19.268997 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-070dcdf9-e891-498e-8567-4f58edbe9c45 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c9a2fff8-1c01-489f-beba-cc619937720a HTTP/1.1" status: 204 len: 168 time: 0.1195855 Mar 29 16:09:19.276333 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070dcdf9-e891-498e-8567-4f58edbe9c45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9a2fff8-1c01-489f-beba-cc619937720a,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:09:19.522877 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 54008) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:09:19.548497 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-7e228a81-5fed-496f-9aa2-25ee649abede admin admin] Notify callbacks [] for security_group, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:19.621566 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-7e228a81-5fed-496f-9aa2-25ee649abede admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:19.625044 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-7e228a81-5fed-496f-9aa2-25ee649abede admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:19.663236 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-7e228a81-5fed-496f-9aa2-25ee649abede admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=23652b8f3537467fb4cfff64221a51bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1392508 Mar 29 16:09:19.665280 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e228a81-5fed-496f-9aa2-25ee649abede admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3ec47bd-a1e0-4298-969a-5d659b6aad99,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:09:19.666536 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 54010) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:09:19.717469 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e2ff7be1-b376-40a5-839d-0dfe62810066 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:19.738683 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e2ff7be1-b376-40a5-839d-0dfe62810066 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:19.783628 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e2ff7be1-b376-40a5-839d-0dfe62810066 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:19.786149 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e2ff7be1-b376-40a5-839d-0dfe62810066 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:19.787312 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-e2ff7be1-b376-40a5-839d-0dfe62810066 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a3ec47bd-a1e0-4298-969a-5d659b6aad99 HTTP/1.1" status: 204 len: 168 time: 0.1190593 Mar 29 16:09:19.795772 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ff7be1-b376-40a5-839d-0dfe62810066 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3ec47bd-a1e0-4298-969a-5d659b6aad99,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:09:24.722216 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 54138) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:09:24.828474 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-045bb05b-51d2-4ed1-be67-c596c0e1025a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:24.914735 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-045bb05b-51d2-4ed1-be67-c596c0e1025a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:24.918363 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-045bb05b-51d2-4ed1-be67-c596c0e1025a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:24.959183 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-045bb05b-51d2-4ed1-be67-c596c0e1025a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=46d540d0d2ce4e65bc8cb2f95972febc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2358677 Mar 29 16:09:24.960300 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045bb05b-51d2-4ed1-be67-c596c0e1025a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69071d4d-2329-46d6-a948-62d3fd41fe87,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:09:24.961910 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 54142) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:09:25.012420 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-a01ceccf-5b30-49ea-8b79-d5e1f8ff7286 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:25.033508 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-a01ceccf-5b30-49ea-8b79-d5e1f8ff7286 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:25.078623 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-a01ceccf-5b30-49ea-8b79-d5e1f8ff7286 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:25.081218 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-a01ceccf-5b30-49ea-8b79-d5e1f8ff7286 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:25.082358 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-a01ceccf-5b30-49ea-8b79-d5e1f8ff7286 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/69071d4d-2329-46d6-a948-62d3fd41fe87 HTTP/1.1" status: 204 len: 168 time: 0.1192124 Mar 29 16:09:25.090311 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01ceccf-5b30-49ea-8b79-d5e1f8ff7286 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69071d4d-2329-46d6-a948-62d3fd41fe87,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:09:25.334791 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 54148) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:09:25.348606 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-2feefdb3-0efc-46b8-833f-06ace3bd236d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:25.421122 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-2feefdb3-0efc-46b8-833f-06ace3bd236d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:25.425131 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-2feefdb3-0efc-46b8-833f-06ace3bd236d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:25.463824 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-2feefdb3-0efc-46b8-833f-06ace3bd236d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7ecd4e26216d40749405d7c4cb438780&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1279206 Mar 29 16:09:25.466868 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2feefdb3-0efc-46b8-833f-06ace3bd236d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc16597b-ebd7-4c4d-93c3-fc49006f4528,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:09:25.467508 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 54150) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:09:25.519295 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c29a3247-39b0-4ed7-9341-123c3eee4251 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:25.540233 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c29a3247-39b0-4ed7-9341-123c3eee4251 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:25.586464 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c29a3247-39b0-4ed7-9341-123c3eee4251 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:25.589025 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c29a3247-39b0-4ed7-9341-123c3eee4251 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:25.590189 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-c29a3247-39b0-4ed7-9341-123c3eee4251 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/dc16597b-ebd7-4c4d-93c3-fc49006f4528 HTTP/1.1" status: 204 len: 168 time: 0.1216862 Mar 29 16:09:25.597998 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29a3247-39b0-4ed7-9341-123c3eee4251 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc16597b-ebd7-4c4d-93c3-fc49006f4528,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:09:27.372540 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 54196) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:09:27.478854 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-24e67095-c261-4141-bebd-c7f23c9acd28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:27.552063 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-24e67095-c261-4141-bebd-c7f23c9acd28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:27.560160 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-24e67095-c261-4141-bebd-c7f23c9acd28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:27.599587 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-24e67095-c261-4141-bebd-c7f23c9acd28 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=6b6afbe43b1d4d1f9017ab0cdcc6816f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2253122 Mar 29 16:09:27.600442 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e67095-c261-4141-bebd-c7f23c9acd28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8b3ceaf-c18e-405d-a0fa-cb703d9c2b7a,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:09:27.602239 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 54200) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:09:27.654731 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-124b0a1d-734b-46ce-9b64-fac7e9f9a6d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:27.675565 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-124b0a1d-734b-46ce-9b64-fac7e9f9a6d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:27.720520 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-124b0a1d-734b-46ce-9b64-fac7e9f9a6d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:27.722984 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-124b0a1d-734b-46ce-9b64-fac7e9f9a6d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:27.724158 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-124b0a1d-734b-46ce-9b64-fac7e9f9a6d6 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b8b3ceaf-c18e-405d-a0fa-cb703d9c2b7a HTTP/1.1" status: 204 len: 168 time: 0.1209002 Mar 29 16:09:27.731613 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124b0a1d-734b-46ce-9b64-fac7e9f9a6d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8b3ceaf-c18e-405d-a0fa-cb703d9c2b7a,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:09:27.981381 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 54206) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:09:27.994186 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-24d3b147-183b-499a-a318-78c2a5d80126 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:28.068567 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-24d3b147-183b-499a-a318-78c2a5d80126 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:28.072275 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-24d3b147-183b-499a-a318-78c2a5d80126 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:28.108586 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-24d3b147-183b-499a-a318-78c2a5d80126 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d01f70819cc441b8a7ef02b8b2ae0a62&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1261437 Mar 29 16:09:28.110499 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d3b147-183b-499a-a318-78c2a5d80126 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=773589ce-4464-4547-9495-47c2500d58e5,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:09:28.111720 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 54208) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:09:28.163079 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-8bf0e204-b488-462a-b18c-134e986502b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:28.510220 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-8bf0e204-b488-462a-b18c-134e986502b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:28.555014 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-8bf0e204-b488-462a-b18c-134e986502b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:28.557540 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-8bf0e204-b488-462a-b18c-134e986502b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:28.558679 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-8bf0e204-b488-462a-b18c-134e986502b1 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/773589ce-4464-4547-9495-47c2500d58e5 HTTP/1.1" status: 204 len: 168 time: 0.4458539 Mar 29 16:09:28.566382 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf0e204-b488-462a-b18c-134e986502b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=773589ce-4464-4547-9495-47c2500d58e5,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:09:28.573704 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf0e204-b488-462a-b18c-134e986502b1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:09:28.574041 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf0e204-b488-462a-b18c-134e986502b1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:09:28.574369 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf0e204-b488-462a-b18c-134e986502b1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:09:28.574696 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf0e204-b488-462a-b18c-134e986502b1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:09:28.575014 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf0e204-b488-462a-b18c-134e986502b1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:09:28.575360 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf0e204-b488-462a-b18c-134e986502b1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:09:28.575676 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf0e204-b488-462a-b18c-134e986502b1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:09:28.576073 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf0e204-b488-462a-b18c-134e986502b1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:09:28.576475 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf0e204-b488-462a-b18c-134e986502b1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:09:28.576798 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf0e204-b488-462a-b18c-134e986502b1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:09:28.577107 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf0e204-b488-462a-b18c-134e986502b1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:09:28.577418 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf0e204-b488-462a-b18c-134e986502b1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:09:30.356547 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-81f534e0-559c-4e61-aabf-ddde2d37b7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:32.803278 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-f35d8fc4-6d9c-41bd-a982-85203648d5f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:34.236452 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d71584b9-87f1-45f5-84c7-c993c2416269 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:35.791172 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-0cb6abf6-2706-4e52-8825-f5f644ecf9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:35.941899 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:37.019565 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97015707-ee27-4013-900a-9cac094ce32d req-cddb60ad-79a7-4fdb-ad17-c229d8072985 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:09:37.021142 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-97015707-ee27-4013-900a-9cac094ce32d req-cddb60ad-79a7-4fdb-ad17-c229d8072985 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5123912-7357-4143-8a30-51a87d6d3d5d HTTP/1.1" status: 200 len: 946 time: 0.0552671 Mar 29 16:09:37.065792 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-97015707-ee27-4013-900a-9cac094ce32d req-f0e2c4b1-58ca-4325-be34-8e15d0dba828 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] 10.222.0.42 "GET /v2.0/security-groups?id=c02ba859-4a44-44b3-8791-1727c4ee7976&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0383737 Mar 29 16:09:38.192643 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef25f737-fe33-4d44-8915-4f49425555a7 req-abbc3885-3883-4154-a028-87f8c0f65eaa tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:09:38.194132 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-ef25f737-fe33-4d44-8915-4f49425555a7 req-abbc3885-3883-4154-a028-87f8c0f65eaa tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5123912-7357-4143-8a30-51a87d6d3d5d HTTP/1.1" status: 200 len: 946 time: 0.0524912 Mar 29 16:09:38.235017 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-ef25f737-fe33-4d44-8915-4f49425555a7 req-a74d1658-68ac-4cbc-bd88-d63d7df65568 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] 10.222.0.42 "GET /v2.0/security-groups?id=c02ba859-4a44-44b3-8791-1727c4ee7976&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0346799 Mar 29 16:09:38.553180 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037ba9f8-f3e4-4552-b747-127ae177263f req-83e2dba6-f75c-4a48-8f3d-5171c3ea1d2e tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:09:38.554847 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-037ba9f8-f3e4-4552-b747-127ae177263f req-83e2dba6-f75c-4a48-8f3d-5171c3ea1d2e tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] 10.222.0.48 "GET /v2.0/ports?device_id=f5123912-7357-4143-8a30-51a87d6d3d5d HTTP/1.1" status: 200 len: 946 time: 0.0488467 Mar 29 16:09:38.644909 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [req-037ba9f8-f3e4-4552-b747-127ae177263f req-e5250a40-81f1-4b47-b634-abcd1c92a364 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] Deleting port 6af8fa21-eb22-4fc9-9f3c-3b2a092c0bcb {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:09:38.645537 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-037ba9f8-f3e4-4552-b747-127ae177263f req-e5250a40-81f1-4b47-b634-abcd1c92a364 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:38.738219 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-037ba9f8-f3e4-4552-b747-127ae177263f req-e5250a40-81f1-4b47-b634-abcd1c92a364 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] For port 6af8fa21-eb22-4fc9-9f3c-3b2a092c0bcb, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=6af8fa21-eb22-4fc9-9f3c-3b2a092c0bcb,segment=NetworkSegment(b3edd697-c981-4e3c-9ae1-cbcf1935405e),segment_id=b3edd697-c981-4e3c-9ae1-cbcf1935405e)] {{(pid=102791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:09:38.738588 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-037ba9f8-f3e4-4552-b747-127ae177263f req-e5250a40-81f1-4b47-b634-abcd1c92a364 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:38.892332 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 54492) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:09:38.909460 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-037ba9f8-f3e4-4552-b747-127ae177263f req-e5250a40-81f1-4b47-b634-abcd1c92a364 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:38.909832 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-037ba9f8-f3e4-4552-b747-127ae177263f req-e5250a40-81f1-4b47-b634-abcd1c92a364 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648212'] for floatingip, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:38.910155 n-d-834765-1 neutron-server[102791]: INFO neutron.db.l3_db [req-037ba9f8-f3e4-4552-b747-127ae177263f req-e5250a40-81f1-4b47-b634-abcd1c92a364 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] Floating IP 2ca12d5a-ea57-4cc9-8f37-ff34484478b1 disassociated. External IP: 172.25.4.162, port: 6af8fa21-eb22-4fc9-9f3c-3b2a092c0bcb. Mar 29 16:09:38.910496 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [req-037ba9f8-f3e4-4552-b747-127ae177263f req-e5250a40-81f1-4b47-b634-abcd1c92a364 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] Calling delete_port for 6af8fa21-eb22-4fc9-9f3c-3b2a092c0bcb owned by compute:nova {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:09:39.001901 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-4a60f3a5-911f-43eb-af47-b64f09dc670e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:39.043715 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-037ba9f8-f3e4-4552-b747-127ae177263f req-e5250a40-81f1-4b47-b634-abcd1c92a364 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:39.074883 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5250a40-81f1-4b47-b634-abcd1c92a364 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] Pushing event deleted for resources: {'Port': ['ID=6af8fa21-eb22-4fc9-9f3c-3b2a092c0bcb,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:09:39.077449 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-4a60f3a5-911f-43eb-af47-b64f09dc670e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:39.082611 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-4a60f3a5-911f-43eb-af47-b64f09dc670e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:39.088764 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5250a40-81f1-4b47-b634-abcd1c92a364 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:09:39.089104 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5250a40-81f1-4b47-b634-abcd1c92a364 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:09:39.089498 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5250a40-81f1-4b47-b634-abcd1c92a364 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:09:39.089838 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5250a40-81f1-4b47-b634-abcd1c92a364 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:09:39.090179 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5250a40-81f1-4b47-b634-abcd1c92a364 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:09:39.090490 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5250a40-81f1-4b47-b634-abcd1c92a364 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:09:39.090852 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5250a40-81f1-4b47-b634-abcd1c92a364 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:09:39.091925 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5250a40-81f1-4b47-b634-abcd1c92a364 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:09:39.092270 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5250a40-81f1-4b47-b634-abcd1c92a364 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:09:39.092599 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5250a40-81f1-4b47-b634-abcd1c92a364 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:09:39.092928 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5250a40-81f1-4b47-b634-abcd1c92a364 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:09:39.093254 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5250a40-81f1-4b47-b634-abcd1c92a364 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:09:39.124204 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a60f3a5-911f-43eb-af47-b64f09dc670e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcb4090a-34d7-444d-991b-cf989029743b,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:09:39.131219 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-4a60f3a5-911f-43eb-af47-b64f09dc670e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c6c2ccef4f0a4fae9bda0c758caf52eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2376094 Mar 29 16:09:39.131827 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 54496) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:09:39.237150 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-4fcd9eb2-65f8-48dd-90d7-e6220e8bf7b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:39.256819 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.l3_agent_scheduler [req-037ba9f8-f3e4-4552-b747-127ae177263f req-e5250a40-81f1-4b47-b634-abcd1c92a364 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] Router 5dd1bdd8-dcfc-4db1-9ead-4fc6597d63be has already been hosted by L3 agent c648d819-1060-4f26-b4ec-6455387b5dff {{(pid=102791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 16:09:39.269030 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-4fcd9eb2-65f8-48dd-90d7-e6220e8bf7b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:39.369460 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-c115dfac-45b4-49c8-ab42-17296ff7ce56 req-7bd53cc2-241c-44f1-bf6a-3d74de474999 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5123912-7357-4143-8a30-51a87d6d3d5d HTTP/1.1" status: 200 len: 210 time: 0.0357261 Mar 29 16:09:39.420881 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-4fcd9eb2-65f8-48dd-90d7-e6220e8bf7b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:39.423469 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-4fcd9eb2-65f8-48dd-90d7-e6220e8bf7b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:39.427152 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-4fcd9eb2-65f8-48dd-90d7-e6220e8bf7b7 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/dcb4090a-34d7-444d-991b-cf989029743b HTTP/1.1" status: 204 len: 168 time: 0.2942626 Mar 29 16:09:39.442118 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcd9eb2-65f8-48dd-90d7-e6220e8bf7b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcb4090a-34d7-444d-991b-cf989029743b,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:09:39.444773 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-037ba9f8-f3e4-4552-b747-127ae177263f req-e5250a40-81f1-4b47-b634-abcd1c92a364 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 16:09:39.495224 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [req-037ba9f8-f3e4-4552-b747-127ae177263f req-e5250a40-81f1-4b47-b634-abcd1c92a364 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] No DVR routers for this DVR port 6af8fa21-eb22-4fc9-9f3c-3b2a092c0bcb on host n-h2-834765-1 {{(pid=102791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 16:09:39.497463 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7015e9b1-ca3e-4a2c-8e17-57ff0948f3ee None None] Sync routers for ids ['5dd1bdd8-dcfc-4db1-9ead-4fc6597d63be'] in n-d-834765-1 {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 16:09:39.498276 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-037ba9f8-f3e4-4552-b747-127ae177263f req-e5250a40-81f1-4b47-b634-abcd1c92a364 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:39.502118 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-037ba9f8-f3e4-4552-b747-127ae177263f req-e5250a40-81f1-4b47-b634-abcd1c92a364 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] 10.222.0.48 "DELETE /v2.0/ports/6af8fa21-eb22-4fc9-9f3c-3b2a092c0bcb HTTP/1.1" status: 204 len: 173 time: 0.9411457 Mar 29 16:09:39.502610 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5123912-7357-4143-8a30-51a87d6d3d5d', 'name': 'network-vif-deleted', 'tag': '6af8fa21-eb22-4fc9-9f3c-3b2a092c0bcb'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:09:39.504963 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c67b028db5e9b9818fecc5c0a87ebc6f190694fa53ca267d523e04f98de536d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e84dc0f4-6a90-4286-8299-498ddd517810" -d '{"events": [{"server_uuid": "f5123912-7357-4143-8a30-51a87d6d3d5d", "name": "network-vif-deleted", "tag": "6af8fa21-eb22-4fc9-9f3c-3b2a092c0bcb"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:09:39.518976 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7015e9b1-ca3e-4a2c-8e17-57ff0948f3ee None None] Routers {'5dd1bdd8-dcfc-4db1-9ead-4fc6597d63be'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:09:39.519546 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-7015e9b1-ca3e-4a2c-8e17-57ff0948f3ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:09:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['5dd1bdd8-dcfc-4db1-9ead-4fc6597d63be'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:09:39.597428 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 16:09:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a2612f5-7699-4726-ae5a-aefd6b7bef6f x-openstack-request-id: req-3a2612f5-7699-4726-ae5a-aefd6b7bef6f {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:09:39.597915 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5123912-7357-4143-8a30-51a87d6d3d5d", "name": "network-vif-deleted", "tag": "6af8fa21-eb22-4fc9-9f3c-3b2a092c0bcb", "status": "completed", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:09:39.598007 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-3a2612f5-7699-4726-ae5a-aefd6b7bef6f {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:09:39.598516 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5123912-7357-4143-8a30-51a87d6d3d5d', 'name': 'network-vif-deleted', 'tag': '6af8fa21-eb22-4fc9-9f3c-3b2a092c0bcb', 'status': 'completed', 'code': 200} Mar 29 16:09:39.650885 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvr_db [None req-7015e9b1-ca3e-4a2c-8e17-57ff0948f3ee None None] Set router 5dd1bdd8-dcfc-4db1-9ead-4fc6597d63be gateway port host: n-d-834765-1 {{(pid=102792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:09:39.779593 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 54506) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:09:39.792700 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-28ef0082-8d70-48d5-95d7-5f51bdfdabee admin admin] Notify callbacks [] for security_group, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:39.873765 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-28ef0082-8d70-48d5-95d7-5f51bdfdabee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:39.878889 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-28ef0082-8d70-48d5-95d7-5f51bdfdabee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:39.923655 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-28ef0082-8d70-48d5-95d7-5f51bdfdabee admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=fd1f7892392b41b29c5be5c0ae4e9a7c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1406624 Mar 29 16:09:39.923655 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ef0082-8d70-48d5-95d7-5f51bdfdabee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b7b0dd6-d643-46b9-aa6c-b03baff96f8d,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:09:39.924110 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 54508) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:09:39.988299 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-9e20997a-709c-4ad4-8f2b-705a8876bc8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:40.013018 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-9e20997a-709c-4ad4-8f2b-705a8876bc8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:40.061848 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-9e20997a-709c-4ad4-8f2b-705a8876bc8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:40.065093 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-9e20997a-709c-4ad4-8f2b-705a8876bc8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:40.066256 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-9e20997a-709c-4ad4-8f2b-705a8876bc8e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/2b7b0dd6-d643-46b9-aa6c-b03baff96f8d HTTP/1.1" status: 204 len: 168 time: 0.1412368 Mar 29 16:09:40.079518 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e20997a-709c-4ad4-8f2b-705a8876bc8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b7b0dd6-d643-46b9-aa6c-b03baff96f8d,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:09:40.151839 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-7015e9b1-ca3e-4a2c-8e17-57ff0948f3ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dd1bdd8-dcfc-4db1-9ead-4fc6597d63be', 'name': 'tempest-AttachVolumeShelveTestJSON-1222701838-router', 'tenant_id': '6549603cba104619bc496e118397db30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.212'}], 'enable_snat': True}, 'gw_port_id': '67fe4c71-0caf-4885-977f-d96643f0f894', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:01:42Z', 'updated_at': '2022-03-29T16:01:48Z', 'revision_number': 4, 'project_id': '6549603cba104619bc496e118397db30', 'gw_port': {'id': '67fe4c71-0caf-4885-977f-d96643f0f894', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:c8:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dd1bdd8-dcfc-4db1-9ead-4fc6597d63be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2974, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:01:43Z', 'updated_at': '2022-03-29T16:01:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': '131cce1e-71f7-45aa-b0f0-8d9f7123264f', 'name': '', 'network_id': 'bcacae85-6ca5-4d88-b7ab-d97534741bbe', 'tenant_id': '6549603cba104619bc496e118397db30', 'mac_address': 'fa:16:3e:88:c0:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dd1bdd8-dcfc-4db1-9ead-4fc6597d63be', 'device_owner': 'network:router_interface', 'standard_attr_id': 2975, 'fixed_ips': [{'subnet_id': 'a47225e3-f321-4c9c-823d-2d6e56b01612', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:01:47Z', 'updated_at': '2022-03-29T16:01:53Z', 'revision_number': 5, 'project_id': '6549603cba104619bc496e118397db30', 'subnets': [{'id': 'a47225e3-f321-4c9c-823d-2d6e56b01612', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:09:40.183805 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7015e9b1-ca3e-4a2c-8e17-57ff0948f3ee None None] Checking router: 5dd1bdd8-dcfc-4db1-9ead-4fc6597d63be for host: n-d-834765-1 {{(pid=102792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 16:09:40.203482 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7015e9b1-ca3e-4a2c-8e17-57ff0948f3ee None None] Routers {'5dd1bdd8-dcfc-4db1-9ead-4fc6597d63be'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:09:40.204092 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-7015e9b1-ca3e-4a2c-8e17-57ff0948f3ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:09:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['5dd1bdd8-dcfc-4db1-9ead-4fc6597d63be'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:09:40.319574 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvr_db [None req-7015e9b1-ca3e-4a2c-8e17-57ff0948f3ee None None] Set router 5dd1bdd8-dcfc-4db1-9ead-4fc6597d63be gateway port host: n-d-834765-1 {{(pid=102792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:09:40.463380 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 54528) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:09:40.524343 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-f4cd55ff-7534-4678-8af1-8ff1a892fc67 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] Notify callbacks [] for security_group, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:40.532097 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-7015e9b1-ca3e-4a2c-8e17-57ff0948f3ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dd1bdd8-dcfc-4db1-9ead-4fc6597d63be', 'name': 'tempest-AttachVolumeShelveTestJSON-1222701838-router', 'tenant_id': '6549603cba104619bc496e118397db30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.212'}], 'enable_snat': True}, 'gw_port_id': '67fe4c71-0caf-4885-977f-d96643f0f894', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:01:42Z', 'updated_at': '2022-03-29T16:01:48Z', 'revision_number': 4, 'project_id': '6549603cba104619bc496e118397db30', 'gw_port': {'id': '67fe4c71-0caf-4885-977f-d96643f0f894', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:c8:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dd1bdd8-dcfc-4db1-9ead-4fc6597d63be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2974, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:01:43Z', 'updated_at': '2022-03-29T16:01:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': '131cce1e-71f7-45aa-b0f0-8d9f7123264f', 'name': '', 'network_id': 'bcacae85-6ca5-4d88-b7ab-d97534741bbe', 'tenant_id': '6549603cba104619bc496e118397db30', 'mac_address': 'fa:16:3e:88:c0:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dd1bdd8-dcfc-4db1-9ead-4fc6597d63be', 'device_owner': 'network:router_interface', 'standard_attr_id': 2975, 'fixed_ips': [{'subnet_id': 'a47225e3-f321-4c9c-823d-2d6e56b01612', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:01:47Z', 'updated_at': '2022-03-29T16:01:53Z', 'revision_number': 5, 'project_id': '6549603cba104619bc496e118397db30', 'subnets': [{'id': 'a47225e3-f321-4c9c-823d-2d6e56b01612', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:09:40.548639 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-f4cd55ff-7534-4678-8af1-8ff1a892fc67 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:40.566534 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7015e9b1-ca3e-4a2c-8e17-57ff0948f3ee None None] The sync data for ids ['5dd1bdd8-dcfc-4db1-9ead-4fc6597d63be'] in n-d-834765-1 is: [{'id': '5dd1bdd8-dcfc-4db1-9ead-4fc6597d63be', 'name': 'tempest-AttachVolumeShelveTestJSON-1222701838-router', 'tenant_id': '6549603cba104619bc496e118397db30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.212'}], 'enable_snat': True}, 'gw_port_id': '67fe4c71-0caf-4885-977f-d96643f0f894', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:01:42Z', 'updated_at': '2022-03-29T16:01:48Z', 'revision_number': 4, 'project_id': '6549603cba104619bc496e118397db30', 'gw_port': {'id': '67fe4c71-0caf-4885-977f-d96643f0f894', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:c8:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dd1bdd8-dcfc-4db1-9ead-4fc6597d63be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2974, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:01:43Z', 'updated_at': '2022-03-29T16:01:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': '131cce1e-71f7-45aa-b0f0-8d9f7123264f', 'name': '', 'network_id': 'bcacae85-6ca5-4d88-b7ab-d97534741bbe', 'tenant_id': '6549603cba104619bc496e118397db30', 'mac_address': 'fa:16:3e:88:c0:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dd1bdd8-dcfc-4db1-9ead-4fc6597d63be', 'device_owner': 'network:router_interface', 'standard_attr_id': 2975, 'fixed_ips': [{'subnet_id': 'a47225e3-f321-4c9c-823d-2d6e56b01612', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:01:47Z', 'updated_at': '2022-03-29T16:01:53Z', 'revision_number': 5, 'project_id': '6549603cba104619bc496e118397db30', 'subnets': [{'id': 'a47225e3-f321-4c9c-823d-2d6e56b01612', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 16:09:40.608686 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-f4cd55ff-7534-4678-8af1-8ff1a892fc67 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:40.611718 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-f4cd55ff-7534-4678-8af1-8ff1a892fc67 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] Notify callbacks [] for security_group, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:40.612902 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-f4cd55ff-7534-4678-8af1-8ff1a892fc67 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] 10.222.0.42 "DELETE /v2.0/security-groups/c02ba859-4a44-44b3-8791-1727c4ee7976 HTTP/1.1" status: 204 len: 168 time: 0.1483099 Mar 29 16:09:40.615718 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 54534) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:09:40.628294 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cd55ff-7534-4678-8af1-8ff1a892fc67 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c02ba859-4a44-44b3-8791-1727c4ee7976,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:09:40.639031 n-d-834765-1 neutron-server[102790]: INFO neutron.api.v2.resource [None req-04a745ef-1cec-42f2-acb2-942bb2cf6deb tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] show failed (client error): The resource could not be found. Mar 29 16:09:40.640676 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-04a745ef-1cec-42f2-acb2-942bb2cf6deb tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] 10.222.0.42 "GET /v2.0/security-groups/c02ba859-4a44-44b3-8791-1727c4ee7976 HTTP/1.1" status: 404 len: 347 time: 0.0239496 Mar 29 16:09:40.643820 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 54538) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:09:40.783693 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-7842c7eb-5be4-424f-9d10-89450d861737 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] Deleting port 4429c4fe-a0c5-4b54-8dcc-fe783c1fb629 {{(pid=102790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:09:40.784341 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-7842c7eb-5be4-424f-9d10-89450d861737 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:40.870123 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-7842c7eb-5be4-424f-9d10-89450d861737 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:40.870787 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-7842c7eb-5be4-424f-9d10-89450d861737 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:40.884897 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-7842c7eb-5be4-424f-9d10-89450d861737 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] Calling delete_port for 4429c4fe-a0c5-4b54-8dcc-fe783c1fb629 owned by network:floatingip {{(pid=102790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:09:40.893289 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5bf445f-8bfc-45ff-9274-17d718d972ff None None] New status for floating IP 2ca12d5a-ea57-4cc9-8f37-ff34484478b1: DOWN {{(pid=102793) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 16:09:40.980074 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.db.api [None req-d5bf445f-8bfc-45ff-9274-17d718d972ff None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Mar 29 16:09:40.980074 n-d-834765-1 neutron-server[102793]: [SQL: UPDATE floatingips SET `status`=%(status)s WHERE floatingips.id = %(floatingips_id)s] Mar 29 16:09:40.980074 n-d-834765-1 neutron-server[102793]: [parameters: {'status': 'DOWN', 'floatingips_id': '2ca12d5a-ea57-4cc9-8f37-ff34484478b1'}] Mar 29 16:09:40.980074 n-d-834765-1 neutron-server[102793]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102793) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 29 16:09:40.980479 n-d-834765-1 neutron-server[102793]: DEBUG oslo_db.api [None req-d5bf445f-8bfc-45ff-9274-17d718d972ff None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 29 16:09:41.024998 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-7842c7eb-5be4-424f-9d10-89450d861737 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:41.052164 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7842c7eb-5be4-424f-9d10-89450d861737 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] Pushing event deleted for resources: {'Port': ['ID=4429c4fe-a0c5-4b54-8dcc-fe783c1fb629,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:09:41.060586 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device 6af8fa21-eb22-4fc9-9f3c-3b2a092c0bcb no longer exists at agent hyperv_n-h2-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 16:09:41.083629 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] No Port match for: 6af8fa21-eb22-4fc9-9f3c-3b2a092c0bcb {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 16:09:41.083979 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device 6af8fa21-eb22-4fc9-9f3c-3b2a092c0bcb not bound to the agent host n-h2-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 16:09:41.118660 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-7842c7eb-5be4-424f-9d10-89450d861737 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] Notify callbacks [] for floatingip, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:41.119968 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-7842c7eb-5be4-424f-9d10-89450d861737 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for floatingip, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:41.121130 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-7842c7eb-5be4-424f-9d10-89450d861737 tempest-AttachVolumeShelveTestJSON-1363977678 tempest-AttachVolumeShelveTestJSON-1363977678-project] 10.222.0.42 "DELETE /v2.0/floatingips/2ca12d5a-ea57-4cc9-8f37-ff34484478b1 HTTP/1.1" status: 204 len: 168 time: 0.4756904 Mar 29 16:09:41.482975 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5bf445f-8bfc-45ff-9274-17d718d972ff None None] New status for floating IP 2ca12d5a-ea57-4cc9-8f37-ff34484478b1: DOWN {{(pid=102793) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 16:09:42.381069 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 54586) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:09:42.495310 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-ee11a755-1a6e-44a5-8459-36102a5963d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:42.572322 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-ee11a755-1a6e-44a5-8459-36102a5963d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:42.577104 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-ee11a755-1a6e-44a5-8459-36102a5963d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:42.618667 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-ee11a755-1a6e-44a5-8459-36102a5963d9 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c48b8e0a73b24e398f39d45826d9de04&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2364080 Mar 29 16:09:42.621292 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 54590) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:09:42.628424 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee11a755-1a6e-44a5-8459-36102a5963d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00ce632a-ec6c-43a0-a457-d15b451c4494,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:09:42.676438 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-88d2ca5a-2e88-4250-a9eb-574267a7db13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:42.703348 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-88d2ca5a-2e88-4250-a9eb-574267a7db13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:42.756335 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-88d2ca5a-2e88-4250-a9eb-574267a7db13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:42.758903 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-88d2ca5a-2e88-4250-a9eb-574267a7db13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:42.760220 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-88d2ca5a-2e88-4250-a9eb-574267a7db13 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/00ce632a-ec6c-43a0-a457-d15b451c4494 HTTP/1.1" status: 204 len: 168 time: 0.1378319 Mar 29 16:09:42.768997 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d2ca5a-2e88-4250-a9eb-574267a7db13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00ce632a-ec6c-43a0-a457-d15b451c4494,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:09:43.036108 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 54598) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:09:43.050423 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-719bd740-9a4c-4417-8348-b6a1719ceeb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:43.127453 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-719bd740-9a4c-4417-8348-b6a1719ceeb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:43.131174 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-719bd740-9a4c-4417-8348-b6a1719ceeb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:43.169600 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-719bd740-9a4c-4417-8348-b6a1719ceeb8 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a6c95077650248249f82e3ba6a1a9151&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1323917 Mar 29 16:09:43.171541 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719bd740-9a4c-4417-8348-b6a1719ceeb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbe7818a-1864-422c-b373-e824f72b4f2b,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:09:43.172501 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 54600) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:09:43.224613 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-80f539d5-4655-4a0c-baa3-6ccfa3c95621 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:43.245304 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-80f539d5-4655-4a0c-baa3-6ccfa3c95621 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:43.291272 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-80f539d5-4655-4a0c-baa3-6ccfa3c95621 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:43.294255 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-80f539d5-4655-4a0c-baa3-6ccfa3c95621 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:43.298061 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-80f539d5-4655-4a0c-baa3-6ccfa3c95621 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/dbe7818a-1864-422c-b373-e824f72b4f2b HTTP/1.1" status: 204 len: 168 time: 0.1244934 Mar 29 16:09:43.307607 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f539d5-4655-4a0c-baa3-6ccfa3c95621 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbe7818a-1864-422c-b373-e824f72b4f2b,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:09:44.356132 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 54638) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:09:44.468602 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-00a17827-e85e-4ce5-b904-564e28cd7c65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:44.551056 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-00a17827-e85e-4ce5-b904-564e28cd7c65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:44.555099 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-00a17827-e85e-4ce5-b904-564e28cd7c65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:44.608538 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-00a17827-e85e-4ce5-b904-564e28cd7c65 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=4f3917d6663d4b52a29d6673dadeedfc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2480721 Mar 29 16:09:44.608538 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a17827-e85e-4ce5-b904-564e28cd7c65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8400a43-3e7d-4835-94bd-27d21731d68c,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:09:44.608838 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 54644) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:09:44.675590 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-0fe5474b-2464-4aaa-ac73-5d3c2c820b46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:44.697074 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-0fe5474b-2464-4aaa-ac73-5d3c2c820b46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:44.744297 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-0fe5474b-2464-4aaa-ac73-5d3c2c820b46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:44.747146 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-0fe5474b-2464-4aaa-ac73-5d3c2c820b46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:44.748450 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-0fe5474b-2464-4aaa-ac73-5d3c2c820b46 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c8400a43-3e7d-4835-94bd-27d21731d68c HTTP/1.1" status: 204 len: 168 time: 0.1386147 Mar 29 16:09:44.758256 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe5474b-2464-4aaa-ac73-5d3c2c820b46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8400a43-3e7d-4835-94bd-27d21731d68c,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:09:45.679829 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 54716) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:09:45.886702 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 54722) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:09:45.999449 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-05fcd278-2c6b-4d1b-b69b-16a612ee1089 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:46.086283 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-05fcd278-2c6b-4d1b-b69b-16a612ee1089 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:46.090411 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-05fcd278-2c6b-4d1b-b69b-16a612ee1089 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:46.130691 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-05fcd278-2c6b-4d1b-b69b-16a612ee1089 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e8817e511f7b4a7b9a36bddc58beb0a5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2420833 Mar 29 16:09:46.131592 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fcd278-2c6b-4d1b-b69b-16a612ee1089 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5763208-7720-4a56-8b95-d6bd0bae11d7,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:09:46.134506 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 54726) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:09:46.164095 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-83a885ac-c1ba-4c40-80db-2904eeac290f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-530452'] for router_interface, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:46.186720 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-21ed8ae5-ea22-4fa6-841e-15628f34e7b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:46.207601 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-21ed8ae5-ea22-4fa6-841e-15628f34e7b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:46.255733 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-21ed8ae5-ea22-4fa6-841e-15628f34e7b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:46.258288 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-21ed8ae5-ea22-4fa6-841e-15628f34e7b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:46.259480 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-21ed8ae5-ea22-4fa6-841e-15628f34e7b9 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f5763208-7720-4a56-8b95-d6bd0bae11d7 HTTP/1.1" status: 204 len: 168 time: 0.1240427 Mar 29 16:09:46.270198 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ed8ae5-ea22-4fa6-841e-15628f34e7b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5763208-7720-4a56-8b95-d6bd0bae11d7,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:09:46.430448 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-83a885ac-c1ba-4c40-80db-2904eeac290f admin admin] Deleting port 131cce1e-71f7-45aa-b0f0-8d9f7123264f {{(pid=102790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:09:46.430842 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-83a885ac-c1ba-4c40-80db-2904eeac290f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:46.523931 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [None req-83a885ac-c1ba-4c40-80db-2904eeac290f admin admin] For port 131cce1e-71f7-45aa-b0f0-8d9f7123264f, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=131cce1e-71f7-45aa-b0f0-8d9f7123264f,segment=NetworkSegment(b3edd697-c981-4e3c-9ae1-cbcf1935405e),segment_id=b3edd697-c981-4e3c-9ae1-cbcf1935405e)] {{(pid=102790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:09:46.524321 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-83a885ac-c1ba-4c40-80db-2904eeac290f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:46.537976 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-83a885ac-c1ba-4c40-80db-2904eeac290f admin admin] Calling delete_port for 131cce1e-71f7-45aa-b0f0-8d9f7123264f owned by network:router_interface {{(pid=102790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:09:46.732456 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-83a885ac-c1ba-4c40-80db-2904eeac290f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:46.759329 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a885ac-c1ba-4c40-80db-2904eeac290f admin admin] Pushing event deleted for resources: {'Port': ['ID=131cce1e-71f7-45aa-b0f0-8d9f7123264f,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:09:46.941883 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-83a885ac-c1ba-4c40-80db-2904eeac290f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-530528'] for router_interface, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:47.165740 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:47.167501 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83a885ac-c1ba-4c40-80db-2904eeac290f admin admin] Router 5dd1bdd8-dcfc-4db1-9ead-4fc6597d63be has already been hosted by L3 agent c648d819-1060-4f26-b4ec-6455387b5dff {{(pid=102790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 16:09:47.279516 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83a885ac-c1ba-4c40-80db-2904eeac290f admin admin] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 16:09:47.285007 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-83a885ac-c1ba-4c40-80db-2904eeac290f admin admin] 10.222.0.42 "PUT /v2.0/routers/5dd1bdd8-dcfc-4db1-9ead-4fc6597d63be/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6034822 Mar 29 16:09:47.287945 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 54758) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:09:47.289523 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6a74e76-afec-4c4d-942a-789aad361226 None None] Sync routers for ids ['5dd1bdd8-dcfc-4db1-9ead-4fc6597d63be'] in n-d-834765-1 {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 16:09:47.301562 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6a74e76-afec-4c4d-942a-789aad361226 None None] Routers {'5dd1bdd8-dcfc-4db1-9ead-4fc6597d63be'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:09:47.302293 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-f6a74e76-afec-4c4d-942a-789aad361226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:09:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['5dd1bdd8-dcfc-4db1-9ead-4fc6597d63be'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:09:47.396743 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-76809d39-9753-49b7-98e4-7388815343ea admin admin] Notify callbacks [] for router, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:47.426856 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvr_db [None req-f6a74e76-afec-4c4d-942a-789aad361226 None None] Set router 5dd1bdd8-dcfc-4db1-9ead-4fc6597d63be gateway port host: n-d-834765-1 {{(pid=102792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:09:47.505680 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-76809d39-9753-49b7-98e4-7388815343ea admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:47.560179 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-76809d39-9753-49b7-98e4-7388815343ea admin admin] Deleting port 67fe4c71-0caf-4885-977f-d96643f0f894 {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:09:47.560519 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-76809d39-9753-49b7-98e4-7388815343ea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:47.618759 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-f6a74e76-afec-4c4d-942a-789aad361226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dd1bdd8-dcfc-4db1-9ead-4fc6597d63be', 'name': 'tempest-AttachVolumeShelveTestJSON-1222701838-router', 'tenant_id': '6549603cba104619bc496e118397db30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.212'}], 'enable_snat': True}, 'gw_port_id': '67fe4c71-0caf-4885-977f-d96643f0f894', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:01:42Z', 'updated_at': '2022-03-29T16:09:46Z', 'revision_number': 5, 'project_id': '6549603cba104619bc496e118397db30', 'gw_port': {'id': '67fe4c71-0caf-4885-977f-d96643f0f894', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:c8:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dd1bdd8-dcfc-4db1-9ead-4fc6597d63be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2974, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:01:43Z', 'updated_at': '2022-03-29T16:01:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1'}], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:09:47.644775 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [None req-76809d39-9753-49b7-98e4-7388815343ea admin admin] For port 67fe4c71-0caf-4885-977f-d96643f0f894, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=67fe4c71-0caf-4885-977f-d96643f0f894,segment=NetworkSegment(6ab47353-a811-4bad-bc73-b4cc84583cfd),segment_id=6ab47353-a811-4bad-bc73-b4cc84583cfd)] {{(pid=102791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:09:47.645135 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-76809d39-9753-49b7-98e4-7388815343ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:47.651694 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6a74e76-afec-4c4d-942a-789aad361226 None None] Checking router: 5dd1bdd8-dcfc-4db1-9ead-4fc6597d63be for host: n-d-834765-1 {{(pid=102792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 16:09:47.659303 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-76809d39-9753-49b7-98e4-7388815343ea admin admin] Calling delete_port for 67fe4c71-0caf-4885-977f-d96643f0f894 owned by network:router_gateway {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:09:47.662536 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6a74e76-afec-4c4d-942a-789aad361226 None None] Routers {'5dd1bdd8-dcfc-4db1-9ead-4fc6597d63be'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:09:47.663191 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-f6a74e76-afec-4c4d-942a-789aad361226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:09:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['5dd1bdd8-dcfc-4db1-9ead-4fc6597d63be'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:09:47.745491 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 54772) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:09:47.772284 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvr_db [None req-f6a74e76-afec-4c4d-942a-789aad361226 None None] Set router 5dd1bdd8-dcfc-4db1-9ead-4fc6597d63be gateway port host: None {{(pid=102792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:09:47.830864 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-f6a74e76-afec-4c4d-942a-789aad361226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dd1bdd8-dcfc-4db1-9ead-4fc6597d63be', 'name': 'tempest-AttachVolumeShelveTestJSON-1222701838-router', 'tenant_id': '6549603cba104619bc496e118397db30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:01:42Z', 'updated_at': '2022-03-29T16:09:47Z', 'revision_number': 6, 'project_id': '6549603cba104619bc496e118397db30', 'gw_port_host': None}], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:09:47.839346 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-76809d39-9753-49b7-98e4-7388815343ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:47.859887 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-601b54fe-d7f5-44ba-92b2-425d59cc802c tempest-QuotasNegativeTest-775344232 tempest-QuotasNegativeTest-775344232-project-admin] Request body: {'quota': {'network': 2}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:09:47.865922 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6a74e76-afec-4c4d-942a-789aad361226 None None] The sync data for ids ['5dd1bdd8-dcfc-4db1-9ead-4fc6597d63be'] in n-d-834765-1 is: [{'id': '5dd1bdd8-dcfc-4db1-9ead-4fc6597d63be', 'name': 'tempest-AttachVolumeShelveTestJSON-1222701838-router', 'tenant_id': '6549603cba104619bc496e118397db30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:01:42Z', 'updated_at': '2022-03-29T16:09:47Z', 'revision_number': 6, 'project_id': '6549603cba104619bc496e118397db30', 'gw_port_host': None}] {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 16:09:47.882008 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-601b54fe-d7f5-44ba-92b2-425d59cc802c tempest-QuotasNegativeTest-775344232 tempest-QuotasNegativeTest-775344232-project-admin] 10.222.0.42 "PUT /v2.0/quotas/ec5e2b6a32c742daba266aa81891fad7 HTTP/1.1" status: 200 len: 368 time: 0.1352839 Mar 29 16:09:47.884525 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 54776) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:09:47.891465 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-446faab7-5983-4028-817c-01edbee0a9bc tempest-QuotasNegativeTest-775344232 tempest-QuotasNegativeTest-775344232-project-admin] Request body: {'network': {'project_id': 'ec5e2b6a32c742daba266aa81891fad7'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:09:47.911698 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76809d39-9753-49b7-98e4-7388815343ea admin admin] Pushing event deleted for resources: {'Port': ['ID=67fe4c71-0caf-4885-977f-d96643f0f894,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:09:47.920324 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-446faab7-5983-4028-817c-01edbee0a9bc tempest-QuotasNegativeTest-775344232 tempest-QuotasNegativeTest-775344232-project-admin] Made reservation on behalf of ec5e2b6a32c742daba266aa81891fad7 for: {'network': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:09:47.922717 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-446faab7-5983-4028-817c-01edbee0a9bc tempest-QuotasNegativeTest-775344232 tempest-QuotasNegativeTest-775344232-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for network, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:47.932683 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-76809d39-9753-49b7-98e4-7388815343ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-648138'] for router_gateway, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:47.936435 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-446faab7-5983-4028-817c-01edbee0a9bc tempest-QuotasNegativeTest-775344232 tempest-QuotasNegativeTest-775344232-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:47.988018 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:48.016428 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-446faab7-5983-4028-817c-01edbee0a9bc tempest-QuotasNegativeTest-775344232 tempest-QuotasNegativeTest-775344232-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:48.020150 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-446faab7-5983-4028-817c-01edbee0a9bc tempest-QuotasNegativeTest-775344232 tempest-QuotasNegativeTest-775344232-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:48.025660 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-76809d39-9753-49b7-98e4-7388815343ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129328'] for router, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:48.027857 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-76809d39-9753-49b7-98e4-7388815343ea admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:48.045567 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-446faab7-5983-4028-817c-01edbee0a9bc tempest-QuotasNegativeTest-775344232 tempest-QuotasNegativeTest-775344232-project-admin] vlan segment allocate from pool success with {'vlan_id': 637, 'physical_network': 'physnet1'} {{(pid=102790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 16:09:48.055960 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446faab7-5983-4028-817c-01edbee0a9bc tempest-QuotasNegativeTest-775344232 tempest-QuotasNegativeTest-775344232-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=025a2ecb-007a-4106-b2c8-a0699f1e52f7,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:09:48.062573 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-446faab7-5983-4028-817c-01edbee0a9bc tempest-QuotasNegativeTest-775344232 tempest-QuotasNegativeTest-775344232-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:48.062912 n-d-834765-1 neutron-server[102790]: INFO neutron.db.segments_db [None req-446faab7-5983-4028-817c-01edbee0a9bc tempest-QuotasNegativeTest-775344232 tempest-QuotasNegativeTest-775344232-project-admin] Added segment d098c138-ce4e-480f-b874-29f7780e5445 of type vlan for network ee6667de-9bda-4d58-be20-57c0d6184354 Mar 29 16:09:48.075710 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-76809d39-9753-49b7-98e4-7388815343ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-526718'] for router, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:48.076380 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76809d39-9753-49b7-98e4-7388815343ea admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5dd1bdd8-dcfc-4db1-9ead-4fc6597d63be {{(pid=102791) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 29 16:09:48.081358 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-76809d39-9753-49b7-98e4-7388815343ea admin admin] Notify callbacks [] for router, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:48.083006 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-76809d39-9753-49b7-98e4-7388815343ea admin admin] 10.222.0.42 "DELETE /v2.0/routers/5dd1bdd8-dcfc-4db1-9ead-4fc6597d63be HTTP/1.1" status: 204 len: 168 time: 0.7940593 Mar 29 16:09:48.085518 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 54778) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:09:48.107248 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-446faab7-5983-4028-817c-01edbee0a9bc tempest-QuotasNegativeTest-775344232 tempest-QuotasNegativeTest-775344232-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783522915970'] for network, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:48.129091 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9d02b4f-c8e8-48b5-9e5a-c51594f098e3 admin admin] Deleting subnet a47225e3-f321-4c9c-823d-2d6e56b01612 {{(pid=102791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 16:09:48.132109 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-b9d02b4f-c8e8-48b5-9e5a-c51594f098e3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:48.132990 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-446faab7-5983-4028-817c-01edbee0a9bc tempest-QuotasNegativeTest-775344232 tempest-QuotasNegativeTest-775344232-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795'] for network, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:48.134526 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-446faab7-5983-4028-817c-01edbee0a9bc tempest-QuotasNegativeTest-775344232 tempest-QuotasNegativeTest-775344232-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:09:48.135104 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-446faab7-5983-4028-817c-01edbee0a9bc tempest-QuotasNegativeTest-775344232 tempest-QuotasNegativeTest-775344232-project-admin] Notify callbacks [] for network, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:48.166283 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-b9d02b4f-c8e8-48b5-9e5a-c51594f098e3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4230423'] for subnet, precommit_delete_associations {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:48.169319 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-446faab7-5983-4028-817c-01edbee0a9bc tempest-QuotasNegativeTest-775344232 tempest-QuotasNegativeTest-775344232-project-admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.2836368 Mar 29 16:09:48.171977 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 54780) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:09:48.204255 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-c345bfa8-1e61-44e4-8ff1-1e4d80e8b632 tempest-QuotasNegativeTest-775344232 tempest-QuotasNegativeTest-775344232-project-admin] Request body: {'network': {'project_id': 'ec5e2b6a32c742daba266aa81891fad7'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:09:48.212037 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446faab7-5983-4028-817c-01edbee0a9bc tempest-QuotasNegativeTest-775344232 tempest-QuotasNegativeTest-775344232-project-admin] Pushing event updated for resources: {'Network': ['ID=ee6667de-9bda-4d58-be20-57c0d6184354,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:09:48.230091 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c345bfa8-1e61-44e4-8ff1-1e4d80e8b632 tempest-QuotasNegativeTest-775344232 tempest-QuotasNegativeTest-775344232-project-admin] Made reservation on behalf of ec5e2b6a32c742daba266aa81891fad7 for: {'network': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:09:48.230358 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Network ee6667de-9bda-4d58-be20-57c0d6184354 details requested by agent ovs-agent-n-d-834765-1 with host n-d-834765-1 {{(pid=102792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 16:09:48.233083 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c345bfa8-1e61-44e4-8ff1-1e4d80e8b632 tempest-QuotasNegativeTest-775344232 tempest-QuotasNegativeTest-775344232-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for network, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:48.258890 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-b9d02b4f-c8e8-48b5-9e5a-c51594f098e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1641287'] for subnet, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:48.264427 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c345bfa8-1e61-44e4-8ff1-1e4d80e8b632 tempest-QuotasNegativeTest-775344232 tempest-QuotasNegativeTest-775344232-project-admin] vlan segment allocate from pool success with {'vlan_id': 639, 'physical_network': 'physnet1'} {{(pid=102790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 16:09:48.275292 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c345bfa8-1e61-44e4-8ff1-1e4d80e8b632 tempest-QuotasNegativeTest-775344232 tempest-QuotasNegativeTest-775344232-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:48.275699 n-d-834765-1 neutron-server[102790]: INFO neutron.db.segments_db [None req-c345bfa8-1e61-44e4-8ff1-1e4d80e8b632 tempest-QuotasNegativeTest-775344232 tempest-QuotasNegativeTest-775344232-project-admin] Added segment 2bcf245b-cd69-446f-8f8d-a5fc3cdb4b1b of type vlan for network 81853660-96d2-4d94-aecc-fc70e5185937 Mar 29 16:09:48.322257 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-b9d02b4f-c8e8-48b5-9e5a-c51594f098e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1641294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16155591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16218852'] for subnet, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:48.341600 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c345bfa8-1e61-44e4-8ff1-1e4d80e8b632 tempest-QuotasNegativeTest-775344232 tempest-QuotasNegativeTest-775344232-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783522915970'] for network, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:48.362006 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d02b4f-c8e8-48b5-9e5a-c51594f098e3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a47225e3-f321-4c9c-823d-2d6e56b01612,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:09:48.364046 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-b9d02b4f-c8e8-48b5-9e5a-c51594f098e3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:48.368076 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8f7e5e4-43f0-430d-8479-bf241675e0bb None None] Network bcacae85-6ca5-4d88-b7ab-d97534741bbe requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 16:09:48.372144 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 54782) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:09:48.373317 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-b9d02b4f-c8e8-48b5-9e5a-c51594f098e3 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/a47225e3-f321-4c9c-823d-2d6e56b01612 HTTP/1.1" status: 204 len: 168 time: 0.2860725 Mar 29 16:09:48.397968 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c345bfa8-1e61-44e4-8ff1-1e4d80e8b632 tempest-QuotasNegativeTest-775344232 tempest-QuotasNegativeTest-775344232-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795'] for network, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:48.398943 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c345bfa8-1e61-44e4-8ff1-1e4d80e8b632 tempest-QuotasNegativeTest-775344232 tempest-QuotasNegativeTest-775344232-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:09:48.399598 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c345bfa8-1e61-44e4-8ff1-1e4d80e8b632 tempest-QuotasNegativeTest-775344232 tempest-QuotasNegativeTest-775344232-project-admin] Notify callbacks [] for network, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:48.477169 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-c345bfa8-1e61-44e4-8ff1-1e4d80e8b632 tempest-QuotasNegativeTest-775344232 tempest-QuotasNegativeTest-775344232-project-admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.3040540 Mar 29 16:09:48.482342 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 54784) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:09:48.489135 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-abafd6d7-3f9f-4d18-83e6-1b7522b86fc5 tempest-QuotasNegativeTest-775344232 tempest-QuotasNegativeTest-775344232-project-admin] Request body: {'network': {'project_id': 'ec5e2b6a32c742daba266aa81891fad7'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:09:48.525971 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c4a48535-885d-4d58-ac5f-5f96232f9cae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1631750'] for network, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:48.530325 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c345bfa8-1e61-44e4-8ff1-1e4d80e8b632 tempest-QuotasNegativeTest-775344232 tempest-QuotasNegativeTest-775344232-project-admin] Pushing event updated for resources: {'Network': ['ID=81853660-96d2-4d94-aecc-fc70e5185937,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:09:48.536140 n-d-834765-1 neutron-server[102790]: INFO neutron.pecan_wsgi.hooks.translation [None req-abafd6d7-3f9f-4d18-83e6-1b7522b86fc5 tempest-QuotasNegativeTest-775344232 tempest-QuotasNegativeTest-775344232-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Mar 29 16:09:48.536664 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-abafd6d7-3f9f-4d18-83e6-1b7522b86fc5 tempest-QuotasNegativeTest-775344232 tempest-QuotasNegativeTest-775344232-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=102790) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 16:09:48.537816 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-abafd6d7-3f9f-4d18-83e6-1b7522b86fc5 tempest-QuotasNegativeTest-775344232 tempest-QuotasNegativeTest-775344232-project-admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0527365 Mar 29 16:09:48.540018 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Network 81853660-96d2-4d94-aecc-fc70e5185937 details requested by agent ovs-agent-n-d-834765-1 with host n-d-834765-1 {{(pid=102792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 16:09:48.541221 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 54786) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:09:48.583133 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-b927a5eb-8e36-4d20-97f6-bd45fe10acbe tempest-QuotasNegativeTest-775344232 tempest-QuotasNegativeTest-775344232-project-admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ec5e2b6a32c742daba266aa81891fad7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0404484 Mar 29 16:09:48.585867 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 54788) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:09:48.590099 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-c4a48535-885d-4d58-ac5f-5f96232f9cae admin admin] Deleting port 8916b1ef-c871-4792-bb8a-e7c00bfb66e8 {{(pid=102790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:09:48.590484 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c4a48535-885d-4d58-ac5f-5f96232f9cae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:48.639482 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-f529dc95-0a22-42a5-8652-0bad80922bca tempest-QuotasNegativeTest-775344232 tempest-QuotasNegativeTest-775344232-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:48.659927 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [None req-c4a48535-885d-4d58-ac5f-5f96232f9cae admin admin] For port 8916b1ef-c871-4792-bb8a-e7c00bfb66e8, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=8916b1ef-c871-4792-bb8a-e7c00bfb66e8,segment=NetworkSegment(b3edd697-c981-4e3c-9ae1-cbcf1935405e),segment_id=b3edd697-c981-4e3c-9ae1-cbcf1935405e)] {{(pid=102790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:09:48.660283 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c4a48535-885d-4d58-ac5f-5f96232f9cae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:48.663276 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-f529dc95-0a22-42a5-8652-0bad80922bca tempest-QuotasNegativeTest-775344232 tempest-QuotasNegativeTest-775344232-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:48.679613 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-c4a48535-885d-4d58-ac5f-5f96232f9cae admin admin] Calling delete_port for 8916b1ef-c871-4792-bb8a-e7c00bfb66e8 owned by network:dhcp {{(pid=102790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:09:48.702971 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0b37dd1-9ca7-4578-ac55-c5d9b37d5c89 None None] DHCP port deletion for bcacae85-6ca5-4d88-b7ab-d97534741bbe request from n-d-834765-1 {{(pid=102792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 29 16:09:48.752551 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-f529dc95-0a22-42a5-8652-0bad80922bca tempest-QuotasNegativeTest-775344232 tempest-QuotasNegativeTest-775344232-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:48.755122 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-f529dc95-0a22-42a5-8652-0bad80922bca tempest-QuotasNegativeTest-775344232 tempest-QuotasNegativeTest-775344232-project-admin] Notify callbacks [] for security_group, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:48.756302 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-f529dc95-0a22-42a5-8652-0bad80922bca tempest-QuotasNegativeTest-775344232 tempest-QuotasNegativeTest-775344232-project-admin] 10.222.0.42 "DELETE /v2.0/security-groups/025a2ecb-007a-4106-b2c8-a0699f1e52f7 HTTP/1.1" status: 204 len: 168 time: 0.1693823 Mar 29 16:09:48.759741 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 54790) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:09:48.773510 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f529dc95-0a22-42a5-8652-0bad80922bca tempest-QuotasNegativeTest-775344232 tempest-QuotasNegativeTest-775344232-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=025a2ecb-007a-4106-b2c8-a0699f1e52f7,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:09:48.775362 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-c0b37dd1-9ca7-4578-ac55-c5d9b37d5c89 None None] Deleting port 8916b1ef-c871-4792-bb8a-e7c00bfb66e8 {{(pid=102792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:09:48.775803 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-c0b37dd1-9ca7-4578-ac55-c5d9b37d5c89 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:48.838344 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c4a48535-885d-4d58-ac5f-5f96232f9cae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:48.849440 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-c0b37dd1-9ca7-4578-ac55-c5d9b37d5c89 None None] For port 8916b1ef-c871-4792-bb8a-e7c00bfb66e8, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=8916b1ef-c871-4792-bb8a-e7c00bfb66e8,segment=NetworkSegment(b3edd697-c981-4e3c-9ae1-cbcf1935405e),segment_id=b3edd697-c981-4e3c-9ae1-cbcf1935405e)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:09:48.849913 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-c0b37dd1-9ca7-4578-ac55-c5d9b37d5c89 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:48.864420 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-c0b37dd1-9ca7-4578-ac55-c5d9b37d5c89 None None] Calling delete_port for 8916b1ef-c871-4792-bb8a-e7c00bfb66e8 owned by network:dhcp {{(pid=102792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:09:48.867680 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-a806504b-9374-4115-ae2b-9293d4e44448 tempest-QuotasNegativeTest-775344232 tempest-QuotasNegativeTest-775344232-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1631750'] for network, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:48.872361 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a48535-885d-4d58-ac5f-5f96232f9cae admin admin] Pushing event deleted for resources: {'Port': ['ID=8916b1ef-c871-4792-bb8a-e7c00bfb66e8,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:09:48.878189 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4a48535-885d-4d58-ac5f-5f96232f9cae admin admin] No DVR routers for this DVR port 8916b1ef-c871-4792-bb8a-e7c00bfb66e8 on host n-d-834765-1 {{(pid=102790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 16:09:48.946668 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-c0b37dd1-9ca7-4578-ac55-c5d9b37d5c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350'] for port, after_delete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:48.972702 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b37dd1-9ca7-4578-ac55-c5d9b37d5c89 None None] Pushing event deleted for resources: {'Port': ['ID=8916b1ef-c871-4792-bb8a-e7c00bfb66e8,revision_number=None']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:09:48.977396 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0b37dd1-9ca7-4578-ac55-c5d9b37d5c89 None None] No DVR routers for this DVR port 8916b1ef-c871-4792-bb8a-e7c00bfb66e8 on host n-d-834765-1 {{(pid=102792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 16:09:48.987627 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b37dd1-9ca7-4578-ac55-c5d9b37d5c89 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:09:48.987627 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b37dd1-9ca7-4578-ac55-c5d9b37d5c89 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:09:48.987627 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b37dd1-9ca7-4578-ac55-c5d9b37d5c89 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:09:48.987627 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b37dd1-9ca7-4578-ac55-c5d9b37d5c89 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:09:48.987627 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b37dd1-9ca7-4578-ac55-c5d9b37d5c89 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:09:48.987627 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b37dd1-9ca7-4578-ac55-c5d9b37d5c89 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:09:48.987627 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b37dd1-9ca7-4578-ac55-c5d9b37d5c89 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:09:48.987627 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b37dd1-9ca7-4578-ac55-c5d9b37d5c89 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:09:48.987627 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b37dd1-9ca7-4578-ac55-c5d9b37d5c89 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:09:48.988765 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b37dd1-9ca7-4578-ac55-c5d9b37d5c89 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:09:48.988765 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b37dd1-9ca7-4578-ac55-c5d9b37d5c89 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:09:48.988765 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b37dd1-9ca7-4578-ac55-c5d9b37d5c89 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:09:48.991212 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c4a48535-885d-4d58-ac5f-5f96232f9cae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639890', 'neutron.services.segments.db._delete_segments_for_network-8783523423079'] for network, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:49.034644 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-a806504b-9374-4115-ae2b-9293d4e44448 tempest-QuotasNegativeTest-775344232 tempest-QuotasNegativeTest-775344232-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639890', 'neutron.services.segments.db._delete_segments_for_network-8783523423079'] for network, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:49.050455 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-c4a48535-885d-4d58-ac5f-5f96232f9cae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bcacae85-6ca5-4d88-b7ab-d97534741bbe']}} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:09:49.069109 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-c4a48535-885d-4d58-ac5f-5f96232f9cae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3edd697-c981-4e3c-9ae1-cbcf1935405e') {'for_net_delete': True} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:09:49.069402 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-c4a48535-885d-4d58-ac5f-5f96232f9cae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3edd697-c981-4e3c-9ae1-cbcf1935405e') {} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:09:49.071806 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-a806504b-9374-4115-ae2b-9293d4e44448 tempest-QuotasNegativeTest-775344232 tempest-QuotasNegativeTest-775344232-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81853660-96d2-4d94-aecc-fc70e5185937']}} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:09:49.093246 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c4a48535-885d-4d58-ac5f-5f96232f9cae admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783523422064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4614019'] for segment, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:49.094965 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-a806504b-9374-4115-ae2b-9293d4e44448 tempest-QuotasNegativeTest-775344232 tempest-QuotasNegativeTest-775344232-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2bcf245b-cd69-446f-8f8d-a5fc3cdb4b1b') {'for_net_delete': True} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:09:49.095291 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-a806504b-9374-4115-ae2b-9293d4e44448 tempest-QuotasNegativeTest-775344232 tempest-QuotasNegativeTest-775344232-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2bcf245b-cd69-446f-8f8d-a5fc3cdb4b1b') {} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:09:49.096604 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 131cce1e-71f7-45aa-b0f0-8d9f7123264f no longer exists at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 16:09:49.112050 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-a806504b-9374-4115-ae2b-9293d4e44448 tempest-QuotasNegativeTest-775344232 tempest-QuotasNegativeTest-775344232-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783523422064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4614019'] for segment, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:49.117401 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] No Port match for: 131cce1e-71f7-45aa-b0f0-8d9f7123264f {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 16:09:49.117742 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 131cce1e-71f7-45aa-b0f0-8d9f7123264f not bound to the agent host n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 16:09:49.118354 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 67fe4c71-0caf-4885-977f-d96643f0f894 no longer exists at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 16:09:49.118657 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c4a48535-885d-4d58-ac5f-5f96232f9cae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:49.128419 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4a48535-885d-4d58-ac5f-5f96232f9cae admin admin] Releasing vlan 615 on physical network physnet1 to pool {{(pid=102790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 16:09:49.128809 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c4a48535-885d-4d58-ac5f-5f96232f9cae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5238013'] for segment, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:49.130443 n-d-834765-1 neutron-server[102790]: Traceback (most recent call last): Mar 29 16:09:49.130443 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 16:09:49.130443 n-d-834765-1 neutron-server[102790]: timer() Mar 29 16:09:49.130443 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 16:09:49.130443 n-d-834765-1 neutron-server[102790]: cb(*args, **kw) Mar 29 16:09:49.130443 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 16:09:49.130443 n-d-834765-1 neutron-server[102790]: return func(*args, **kwargs) Mar 29 16:09:49.130443 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 16:09:49.130443 n-d-834765-1 neutron-server[102790]: self._notify() Mar 29 16:09:49.130443 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 16:09:49.130443 n-d-834765-1 neutron-server[102790]: self.callback(batched_events) Mar 29 16:09:49.130443 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 16:09:49.130443 n-d-834765-1 neutron-server[102790]: event.method(event) Mar 29 16:09:49.130443 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 16:09:49.130443 n-d-834765-1 neutron-server[102790]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 16:09:49.130443 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 16:09:49.130443 n-d-834765-1 neutron-server[102790]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 16:09:49.130443 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 16:09:49.130443 n-d-834765-1 neutron-server[102790]: return f(self, *a, **k) Mar 29 16:09:49.130443 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 16:09:49.130443 n-d-834765-1 neutron-server[102790]: return self._get(url).json() Mar 29 16:09:49.130443 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 16:09:49.130443 n-d-834765-1 neutron-server[102790]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 16:09:49.130443 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 16:09:49.130443 n-d-834765-1 neutron-server[102790]: return self.request(url, 'GET', **kwargs) Mar 29 16:09:49.130443 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 16:09:49.130443 n-d-834765-1 neutron-server[102790]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 16:09:49.130443 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 16:09:49.130443 n-d-834765-1 neutron-server[102790]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 16:09:49.130443 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 16:09:49.130443 n-d-834765-1 neutron-server[102790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 16:09:49.130443 n-d-834765-1 neutron-server[102790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 16:09:49.132721 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-a806504b-9374-4115-ae2b-9293d4e44448 tempest-QuotasNegativeTest-775344232 tempest-QuotasNegativeTest-775344232-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:49.138115 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] No Port match for: 67fe4c71-0caf-4885-977f-d96643f0f894 {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 16:09:49.138461 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 67fe4c71-0caf-4885-977f-d96643f0f894 not bound to the agent host n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 16:09:49.138881 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 8916b1ef-c871-4792-bb8a-e7c00bfb66e8 no longer exists at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 16:09:49.148034 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a806504b-9374-4115-ae2b-9293d4e44448 tempest-QuotasNegativeTest-775344232 tempest-QuotasNegativeTest-775344232-project-admin] Releasing vlan 639 on physical network physnet1 to pool {{(pid=102790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 16:09:49.148429 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-a806504b-9374-4115-ae2b-9293d4e44448 tempest-QuotasNegativeTest-775344232 tempest-QuotasNegativeTest-775344232-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5238013'] for segment, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:49.150015 n-d-834765-1 neutron-server[102790]: Traceback (most recent call last): Mar 29 16:09:49.150015 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 16:09:49.150015 n-d-834765-1 neutron-server[102790]: timer() Mar 29 16:09:49.150015 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 16:09:49.150015 n-d-834765-1 neutron-server[102790]: cb(*args, **kw) Mar 29 16:09:49.150015 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 16:09:49.150015 n-d-834765-1 neutron-server[102790]: return func(*args, **kwargs) Mar 29 16:09:49.150015 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 16:09:49.150015 n-d-834765-1 neutron-server[102790]: self._notify() Mar 29 16:09:49.150015 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 16:09:49.150015 n-d-834765-1 neutron-server[102790]: self.callback(batched_events) Mar 29 16:09:49.150015 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 16:09:49.150015 n-d-834765-1 neutron-server[102790]: event.method(event) Mar 29 16:09:49.150015 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 16:09:49.150015 n-d-834765-1 neutron-server[102790]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 16:09:49.150015 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 16:09:49.150015 n-d-834765-1 neutron-server[102790]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 16:09:49.150015 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 16:09:49.150015 n-d-834765-1 neutron-server[102790]: return f(self, *a, **k) Mar 29 16:09:49.150015 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 16:09:49.150015 n-d-834765-1 neutron-server[102790]: return self._get(url).json() Mar 29 16:09:49.150015 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 16:09:49.150015 n-d-834765-1 neutron-server[102790]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 16:09:49.150015 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 16:09:49.150015 n-d-834765-1 neutron-server[102790]: return self.request(url, 'GET', **kwargs) Mar 29 16:09:49.150015 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 16:09:49.150015 n-d-834765-1 neutron-server[102790]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 16:09:49.150015 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 16:09:49.150015 n-d-834765-1 neutron-server[102790]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 16:09:49.150015 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 16:09:49.150015 n-d-834765-1 neutron-server[102790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 16:09:49.150015 n-d-834765-1 neutron-server[102790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 16:09:49.160931 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] No Port match for: 8916b1ef-c871-4792-bb8a-e7c00bfb66e8 {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 16:09:49.161276 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 8916b1ef-c871-4792-bb8a-e7c00bfb66e8 not bound to the agent host n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 16:09:49.233771 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c4a48535-885d-4d58-ac5f-5f96232f9cae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1639897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648174'] for network, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:49.238658 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c4a48535-885d-4d58-ac5f-5f96232f9cae admin admin] Notify callbacks [] for network, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:49.241884 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-c4a48535-885d-4d58-ac5f-5f96232f9cae admin admin] 10.222.0.42 "DELETE /v2.0/networks/bcacae85-6ca5-4d88-b7ab-d97534741bbe HTTP/1.1" status: 204 len: 168 time: 0.8687937 Mar 29 16:09:49.256030 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-a806504b-9374-4115-ae2b-9293d4e44448 tempest-QuotasNegativeTest-775344232 tempest-QuotasNegativeTest-775344232-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1639897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648174'] for network, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:49.260421 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-a806504b-9374-4115-ae2b-9293d4e44448 tempest-QuotasNegativeTest-775344232 tempest-QuotasNegativeTest-775344232-project-admin] Notify callbacks [] for network, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:49.263575 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-a806504b-9374-4115-ae2b-9293d4e44448 tempest-QuotasNegativeTest-775344232 tempest-QuotasNegativeTest-775344232-project-admin] 10.222.0.42 "DELETE /v2.0/networks/81853660-96d2-4d94-aecc-fc70e5185937 HTTP/1.1" status: 204 len: 168 time: 0.5023038 Mar 29 16:09:49.264404 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a48535-885d-4d58-ac5f-5f96232f9cae admin admin] Pushing event deleted for resources: {'Network': ['ID=bcacae85-6ca5-4d88-b7ab-d97534741bbe,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:09:49.266334 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 54794) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:09:49.278283 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a806504b-9374-4115-ae2b-9293d4e44448 tempest-QuotasNegativeTest-775344232 tempest-QuotasNegativeTest-775344232-project-admin] Pushing event deleted for resources: {'Network': ['ID=81853660-96d2-4d94-aecc-fc70e5185937,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:09:49.343327 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-582c304a-26fb-4726-9653-eadc99fe186d tempest-QuotasNegativeTest-775344232 tempest-QuotasNegativeTest-775344232-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1631750'] for network, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:49.421528 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 54796) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:09:49.425315 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-582c304a-26fb-4726-9653-eadc99fe186d tempest-QuotasNegativeTest-775344232 tempest-QuotasNegativeTest-775344232-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639890', 'neutron.services.segments.db._delete_segments_for_network-8783523423079'] for network, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:49.445440 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-582c304a-26fb-4726-9653-eadc99fe186d tempest-QuotasNegativeTest-775344232 tempest-QuotasNegativeTest-775344232-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee6667de-9bda-4d58-be20-57c0d6184354']}} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:09:49.454531 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-582c304a-26fb-4726-9653-eadc99fe186d tempest-QuotasNegativeTest-775344232 tempest-QuotasNegativeTest-775344232-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd098c138-ce4e-480f-b874-29f7780e5445') {'for_net_delete': True} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:09:49.454820 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-582c304a-26fb-4726-9653-eadc99fe186d tempest-QuotasNegativeTest-775344232 tempest-QuotasNegativeTest-775344232-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd098c138-ce4e-480f-b874-29f7780e5445') {} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:09:49.460923 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-f503a2b2-35a6-429d-a70b-64fe8828d05c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=6549603cba104619bc496e118397db30&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0382278 Mar 29 16:09:49.463331 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 54798) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:09:49.464286 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-582c304a-26fb-4726-9653-eadc99fe186d tempest-QuotasNegativeTest-775344232 tempest-QuotasNegativeTest-775344232-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783523422064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4230428'] for segment, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:49.479349 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-582c304a-26fb-4726-9653-eadc99fe186d tempest-QuotasNegativeTest-775344232 tempest-QuotasNegativeTest-775344232-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:49.486291 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-582c304a-26fb-4726-9653-eadc99fe186d tempest-QuotasNegativeTest-775344232 tempest-QuotasNegativeTest-775344232-project-admin] Releasing vlan 637 on physical network physnet1 to pool {{(pid=102791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 16:09:49.486685 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-582c304a-26fb-4726-9653-eadc99fe186d tempest-QuotasNegativeTest-775344232 tempest-QuotasNegativeTest-775344232-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16169569'] for segment, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:49.488538 n-d-834765-1 neutron-server[102791]: Traceback (most recent call last): Mar 29 16:09:49.488538 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 16:09:49.488538 n-d-834765-1 neutron-server[102791]: timer() Mar 29 16:09:49.488538 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 16:09:49.488538 n-d-834765-1 neutron-server[102791]: cb(*args, **kw) Mar 29 16:09:49.488538 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 16:09:49.488538 n-d-834765-1 neutron-server[102791]: return func(*args, **kwargs) Mar 29 16:09:49.488538 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 16:09:49.488538 n-d-834765-1 neutron-server[102791]: self._notify() Mar 29 16:09:49.488538 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 16:09:49.488538 n-d-834765-1 neutron-server[102791]: self.callback(batched_events) Mar 29 16:09:49.488538 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 16:09:49.488538 n-d-834765-1 neutron-server[102791]: event.method(event) Mar 29 16:09:49.488538 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 16:09:49.488538 n-d-834765-1 neutron-server[102791]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 16:09:49.488538 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 16:09:49.488538 n-d-834765-1 neutron-server[102791]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 16:09:49.488538 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 16:09:49.488538 n-d-834765-1 neutron-server[102791]: return f(self, *a, **k) Mar 29 16:09:49.488538 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 16:09:49.488538 n-d-834765-1 neutron-server[102791]: return self._get(url).json() Mar 29 16:09:49.488538 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 16:09:49.488538 n-d-834765-1 neutron-server[102791]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 16:09:49.488538 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 16:09:49.488538 n-d-834765-1 neutron-server[102791]: return self.request(url, 'GET', **kwargs) Mar 29 16:09:49.488538 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 16:09:49.488538 n-d-834765-1 neutron-server[102791]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 16:09:49.488538 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 16:09:49.488538 n-d-834765-1 neutron-server[102791]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 16:09:49.488538 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 16:09:49.488538 n-d-834765-1 neutron-server[102791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 16:09:49.488538 n-d-834765-1 neutron-server[102791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 16:09:49.515222 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-d45f1fb3-e426-4214-8da4-fe38ea02a6be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:49.536717 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-d45f1fb3-e426-4214-8da4-fe38ea02a6be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:49.541072 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-582c304a-26fb-4726-9653-eadc99fe186d tempest-QuotasNegativeTest-775344232 tempest-QuotasNegativeTest-775344232-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1639897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648174'] for network, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:49.547853 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-582c304a-26fb-4726-9653-eadc99fe186d tempest-QuotasNegativeTest-775344232 tempest-QuotasNegativeTest-775344232-project-admin] Notify callbacks [] for network, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:49.551013 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-582c304a-26fb-4726-9653-eadc99fe186d tempest-QuotasNegativeTest-775344232 tempest-QuotasNegativeTest-775344232-project-admin] 10.222.0.42 "DELETE /v2.0/networks/ee6667de-9bda-4d58-be20-57c0d6184354 HTTP/1.1" status: 204 len: 168 time: 0.2832894 Mar 29 16:09:49.561710 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582c304a-26fb-4726-9653-eadc99fe186d tempest-QuotasNegativeTest-775344232 tempest-QuotasNegativeTest-775344232-project-admin] Pushing event deleted for resources: {'Network': ['ID=ee6667de-9bda-4d58-be20-57c0d6184354,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:09:49.588137 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-d45f1fb3-e426-4214-8da4-fe38ea02a6be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:49.591471 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-d45f1fb3-e426-4214-8da4-fe38ea02a6be admin admin] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:49.592794 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-d45f1fb3-e426-4214-8da4-fe38ea02a6be admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/9d422d90-89e9-4a4d-bb2e-2dfecb4c2ce3 HTTP/1.1" status: 204 len: 168 time: 0.1285415 Mar 29 16:09:49.601299 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45f1fb3-e426-4214-8da4-fe38ea02a6be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d422d90-89e9-4a4d-bb2e-2dfecb4c2ce3,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:09:50.015932 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 54816) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:09:50.172845 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-0afc5dca-f467-4b96-bfee-49d6dc99a9b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:50.252732 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-0afc5dca-f467-4b96-bfee-49d6dc99a9b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:50.256584 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-0afc5dca-f467-4b96-bfee-49d6dc99a9b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:50.295345 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-0afc5dca-f467-4b96-bfee-49d6dc99a9b4 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=547f6cc31c624c9c908bfb5fe3f01ea0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2783041 Mar 29 16:09:50.296460 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afc5dca-f467-4b96-bfee-49d6dc99a9b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=616a0e39-bc18-4cc9-ae88-e80e2d80d2cf,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:09:50.298047 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 54830) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:09:50.352489 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-3c89314f-9412-4caf-805b-648b33ee0ecf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:50.377731 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-3c89314f-9412-4caf-805b-648b33ee0ecf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:50.432858 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-3c89314f-9412-4caf-805b-648b33ee0ecf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:50.435511 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-3c89314f-9412-4caf-805b-648b33ee0ecf admin admin] Notify callbacks [] for security_group, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:50.439238 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-3c89314f-9412-4caf-805b-648b33ee0ecf admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/616a0e39-bc18-4cc9-ae88-e80e2d80d2cf HTTP/1.1" status: 204 len: 168 time: 0.1373572 Mar 29 16:09:50.447059 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c89314f-9412-4caf-805b-648b33ee0ecf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=616a0e39-bc18-4cc9-ae88-e80e2d80d2cf,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:09:50.725684 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 54846) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:09:50.744788 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-4f7c0511-4591-421c-8f0b-a5176fa2bd9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:50.826447 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-4f7c0511-4591-421c-8f0b-a5176fa2bd9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:50.830522 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-4f7c0511-4591-421c-8f0b-a5176fa2bd9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:50.871225 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-4f7c0511-4591-421c-8f0b-a5176fa2bd9f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ea078fb2b27544669ac866c9eac03dae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1442904 Mar 29 16:09:50.873454 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7c0511-4591-421c-8f0b-a5176fa2bd9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1583dee9-cb69-48e1-96a0-140e58cf69ca,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:09:50.874752 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 54852) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:09:50.926448 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-81434d19-c5d9-4486-ba9a-75ba25e902da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:50.947881 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-81434d19-c5d9-4486-ba9a-75ba25e902da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:50.996014 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-81434d19-c5d9-4486-ba9a-75ba25e902da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:50.999424 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-81434d19-c5d9-4486-ba9a-75ba25e902da admin admin] Notify callbacks [] for security_group, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:51.000687 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-81434d19-c5d9-4486-ba9a-75ba25e902da admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/1583dee9-cb69-48e1-96a0-140e58cf69ca HTTP/1.1" status: 204 len: 168 time: 0.1246800 Mar 29 16:09:51.008511 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81434d19-c5d9-4486-ba9a-75ba25e902da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1583dee9-cb69-48e1-96a0-140e58cf69ca,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:09:51.236820 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.agents_db [None req-59735a15-725e-44d4-9ad5-95cbe356f209 None None] Agent healthcheck: found 7 active agents {{(pid=102793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 16:09:52.462185 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 54920) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:09:52.576828 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-e7614176-36b3-4a53-8c91-66dda28bbbb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:52.634053 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 54928) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:09:52.654621 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-e7614176-36b3-4a53-8c91-66dda28bbbb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:52.658783 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-e7614176-36b3-4a53-8c91-66dda28bbbb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:52.697919 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-e7614176-36b3-4a53-8c91-66dda28bbbb8 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c0acc491e42e4104a6a8c029ca6ad9cf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2345335 Mar 29 16:09:52.699926 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7614176-36b3-4a53-8c91-66dda28bbbb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f53fb1c-c36f-44ae-b135-44bb49df2647,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:09:52.701019 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 54932) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:09:52.740797 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-ca79bb24-1c40-4a1d-ac8d-060eab98211c tempest-QuotasTest-1685605855 tempest-QuotasTest-1685605855-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:09:52.766359 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-49b46a98-d977-4020-945e-add7348fb663 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:52.792861 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-49b46a98-d977-4020-945e-add7348fb663 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:52.795826 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-ca79bb24-1c40-4a1d-ac8d-060eab98211c tempest-QuotasTest-1685605855 tempest-QuotasTest-1685605855-project-admin] 10.222.0.42 "PUT /v2.0/quotas/a430651d7ecf421588a936a5db3c1722 HTTP/1.1" status: 200 len: 366 time: 0.1605182 Mar 29 16:09:52.798531 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 54934) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:09:52.809182 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-77a089d0-2c61-4b96-8d39-7424e485005d tempest-QuotasTest-1685605855 tempest-QuotasTest-1685605855-project-admin] 10.222.0.42 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0094328 Mar 29 16:09:52.811629 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 54936) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:09:52.821678 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-39f1cce8-28b4-40f8-8d90-e3e4e53976c9 tempest-QuotasTest-1685605855 tempest-QuotasTest-1685605855-project-admin] 10.222.0.42 "GET /v2.0/quotas/a430651d7ecf421588a936a5db3c1722 HTTP/1.1" status: 200 len: 366 time: 0.0091002 Mar 29 16:09:52.823959 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 54938) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:09:52.839371 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-fe979f96-cf63-42ce-9c18-1637a62b4c75 tempest-QuotasTest-1685605855 tempest-QuotasTest-1685605855-project-admin] 10.222.0.42 "DELETE /v2.0/quotas/a430651d7ecf421588a936a5db3c1722 HTTP/1.1" status: 204 len: 168 time: 0.0136175 Mar 29 16:09:52.842169 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 54940) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:09:52.851128 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-4dce53ae-daea-4387-98c3-50935bafdbc5 tempest-QuotasTest-1685605855 tempest-QuotasTest-1685605855-project-admin] 10.222.0.42 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0077751 Mar 29 16:09:52.853448 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 54942) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:09:52.863061 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-7a0b9b38-8025-45bd-8600-2b1f5c3e727d tempest-QuotasTest-1685605855 tempest-QuotasTest-1685605855-project-admin] 10.222.0.42 "GET /v2.0/quotas/a430651d7ecf421588a936a5db3c1722 HTTP/1.1" status: 200 len: 370 time: 0.0083387 Mar 29 16:09:52.863245 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-49b46a98-d977-4020-945e-add7348fb663 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:52.865258 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 54944) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:09:52.865994 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-49b46a98-d977-4020-945e-add7348fb663 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:52.867121 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-49b46a98-d977-4020-945e-add7348fb663 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/4f53fb1c-c36f-44ae-b135-44bb49df2647 HTTP/1.1" status: 204 len: 168 time: 0.1643715 Mar 29 16:09:52.870259 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-902c6840-48e6-46e2-b6dd-f321786caf1e tempest-QuotasTest-1685605855 tempest-QuotasTest-1685605855-project-admin] 10.222.0.42 "GET /v2.0/quotas/a430651d7ecf421588a936a5db3c1722/default HTTP/1.1" status: 200 len: 370 time: 0.0039701 Mar 29 16:09:52.873218 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 54948) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:09:52.876109 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b46a98-d977-4020-945e-add7348fb663 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f53fb1c-c36f-44ae-b135-44bb49df2647,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:09:52.882612 n-d-834765-1 neutron-server[102791]: INFO neutron.api.v2.resource [None req-1ba6bf7a-1fac-405b-9e3f-f4efd9c63c07 tempest-QuotasTest-1685605855 tempest-QuotasTest-1685605855-project-admin] delete failed (client error): The resource could not be found. Mar 29 16:09:52.890437 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-1ba6bf7a-1fac-405b-9e3f-f4efd9c63c07 tempest-QuotasTest-1685605855 tempest-QuotasTest-1685605855-project-admin] 10.222.0.42 "DELETE /v2.0/quotas/a430651d7ecf421588a936a5db3c1722 HTTP/1.1" status: 404 len: 348 time: 0.0136995 Mar 29 16:09:52.991895 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 54952) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:09:53.011742 n-d-834765-1 neutron-server[102791]: DEBUG neutron.quota.resource [None req-d45c2bbd-8690-4cdc-b7a9-b6f7ae5969ef tempest-QuotasTest-1685605855 tempest-QuotasTest-1685605855-project-admin] Usage tracker for resource:network and tenant:5d766744245a4f73bd3fc49f81b90d4b is out of sync, need to count used quota {{(pid=102791) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Mar 29 16:09:53.018136 n-d-834765-1 neutron-server[102791]: DEBUG neutron.quota.resource [None req-d45c2bbd-8690-4cdc-b7a9-b6f7ae5969ef tempest-QuotasTest-1685605855 tempest-QuotasTest-1685605855-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=102791) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Mar 29 16:09:53.024573 n-d-834765-1 neutron-server[102791]: DEBUG neutron.quota.resource [None req-d45c2bbd-8690-4cdc-b7a9-b6f7ae5969ef tempest-QuotasTest-1685605855 tempest-QuotasTest-1685605855-project-admin] Usage tracker for resource:subnet and tenant:5d766744245a4f73bd3fc49f81b90d4b is out of sync, need to count used quota {{(pid=102791) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Mar 29 16:09:53.032875 n-d-834765-1 neutron-server[102791]: DEBUG neutron.quota.resource [None req-d45c2bbd-8690-4cdc-b7a9-b6f7ae5969ef tempest-QuotasTest-1685605855 tempest-QuotasTest-1685605855-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=102791) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Mar 29 16:09:53.039244 n-d-834765-1 neutron-server[102791]: DEBUG neutron.quota.resource [None req-d45c2bbd-8690-4cdc-b7a9-b6f7ae5969ef tempest-QuotasTest-1685605855 tempest-QuotasTest-1685605855-project-admin] Usage tracker for resource:subnetpool and tenant:5d766744245a4f73bd3fc49f81b90d4b is out of sync, need to count used quota {{(pid=102791) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Mar 29 16:09:53.044205 n-d-834765-1 neutron-server[102791]: DEBUG neutron.quota.resource [None req-d45c2bbd-8690-4cdc-b7a9-b6f7ae5969ef tempest-QuotasTest-1685605855 tempest-QuotasTest-1685605855-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=102791) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Mar 29 16:09:53.050475 n-d-834765-1 neutron-server[102791]: DEBUG neutron.quota.resource [None req-d45c2bbd-8690-4cdc-b7a9-b6f7ae5969ef tempest-QuotasTest-1685605855 tempest-QuotasTest-1685605855-project-admin] Usage tracker for resource:port and tenant:5d766744245a4f73bd3fc49f81b90d4b is out of sync, need to count used quota {{(pid=102791) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Mar 29 16:09:53.056113 n-d-834765-1 neutron-server[102791]: DEBUG neutron.quota.resource [None req-d45c2bbd-8690-4cdc-b7a9-b6f7ae5969ef tempest-QuotasTest-1685605855 tempest-QuotasTest-1685605855-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=102791) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Mar 29 16:09:53.062344 n-d-834765-1 neutron-server[102791]: DEBUG neutron.quota.resource [None req-d45c2bbd-8690-4cdc-b7a9-b6f7ae5969ef tempest-QuotasTest-1685605855 tempest-QuotasTest-1685605855-project-admin] Usage tracker for resource:router and tenant:5d766744245a4f73bd3fc49f81b90d4b is out of sync, need to count used quota {{(pid=102791) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Mar 29 16:09:53.067077 n-d-834765-1 neutron-server[102791]: DEBUG neutron.quota.resource [None req-d45c2bbd-8690-4cdc-b7a9-b6f7ae5969ef tempest-QuotasTest-1685605855 tempest-QuotasTest-1685605855-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=102791) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Mar 29 16:09:53.072962 n-d-834765-1 neutron-server[102791]: DEBUG neutron.quota.resource [None req-d45c2bbd-8690-4cdc-b7a9-b6f7ae5969ef tempest-QuotasTest-1685605855 tempest-QuotasTest-1685605855-project-admin] Usage tracker for resource:floatingip and tenant:5d766744245a4f73bd3fc49f81b90d4b is out of sync, need to count used quota {{(pid=102791) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Mar 29 16:09:53.078532 n-d-834765-1 neutron-server[102791]: DEBUG neutron.quota.resource [None req-d45c2bbd-8690-4cdc-b7a9-b6f7ae5969ef tempest-QuotasTest-1685605855 tempest-QuotasTest-1685605855-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=102791) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Mar 29 16:09:53.119713 n-d-834765-1 neutron-server[102791]: DEBUG neutron.quota.resource [None req-d45c2bbd-8690-4cdc-b7a9-b6f7ae5969ef tempest-QuotasTest-1685605855 tempest-QuotasTest-1685605855-project-admin] Usage tracker for resource:security_group and tenant:5d766744245a4f73bd3fc49f81b90d4b is out of sync, need to count used quota {{(pid=102791) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Mar 29 16:09:53.125381 n-d-834765-1 neutron-server[102791]: DEBUG neutron.quota.resource [None req-d45c2bbd-8690-4cdc-b7a9-b6f7ae5969ef tempest-QuotasTest-1685605855 tempest-QuotasTest-1685605855-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=102791) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Mar 29 16:09:53.131357 n-d-834765-1 neutron-server[102791]: DEBUG neutron.quota.resource [None req-d45c2bbd-8690-4cdc-b7a9-b6f7ae5969ef tempest-QuotasTest-1685605855 tempest-QuotasTest-1685605855-project-admin] Usage tracker for resource:security_group_rule and tenant:5d766744245a4f73bd3fc49f81b90d4b is out of sync, need to count used quota {{(pid=102791) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Mar 29 16:09:53.136161 n-d-834765-1 neutron-server[102791]: DEBUG neutron.quota.resource [None req-d45c2bbd-8690-4cdc-b7a9-b6f7ae5969ef tempest-QuotasTest-1685605855 tempest-QuotasTest-1685605855-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=102791) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Mar 29 16:09:53.141637 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-d45c2bbd-8690-4cdc-b7a9-b6f7ae5969ef tempest-QuotasTest-1685605855 tempest-QuotasTest-1685605855-project-admin] 10.222.0.42 "GET /v2.0/quotas/5d766744245a4f73bd3fc49f81b90d4b/details.json HTTP/1.1" status: 200 len: 703 time: 0.1487286 Mar 29 16:09:53.245166 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 54958) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:09:53.258863 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-f9174795-3e91-486f-95cd-56144f987698 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:53.337574 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-f9174795-3e91-486f-95cd-56144f987698 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:53.342459 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-f9174795-3e91-486f-95cd-56144f987698 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:53.379846 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-f9174795-3e91-486f-95cd-56144f987698 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=5189d3c7afa74023a4427000f499b2b6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1335084 Mar 29 16:09:53.381686 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9174795-3e91-486f-95cd-56144f987698 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=182759ee-aef0-46d5-9967-25f86ee65a74,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:09:53.382463 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 54962) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:09:53.393012 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 54964) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:09:53.440086 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-93b3956d-46ab-42c4-b86e-e0a970746c9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:53.460875 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-93b3956d-46ab-42c4-b86e-e0a970746c9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:53.509233 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-93b3956d-46ab-42c4-b86e-e0a970746c9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:53.512037 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-93b3956d-46ab-42c4-b86e-e0a970746c9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:53.513584 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-93b3956d-46ab-42c4-b86e-e0a970746c9e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/182759ee-aef0-46d5-9967-25f86ee65a74 HTTP/1.1" status: 204 len: 168 time: 0.1297305 Mar 29 16:09:53.514195 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-13551328-c32a-4f12-8305-4f824b0bc787 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:53.525281 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b3956d-46ab-42c4-b86e-e0a970746c9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=182759ee-aef0-46d5-9967-25f86ee65a74,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:09:53.595880 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-13551328-c32a-4f12-8305-4f824b0bc787 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:53.599812 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-13551328-c32a-4f12-8305-4f824b0bc787 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:53.642195 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-13551328-c32a-4f12-8305-4f824b0bc787 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=88e9189a28524976b5b4de93bb68de67&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2458427 Mar 29 16:09:53.642195 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13551328-c32a-4f12-8305-4f824b0bc787 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=280ae9b2-58f1-4dfe-a306-830e75bbccc5,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:09:53.642733 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 54972) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:09:53.693271 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-5b45e08b-51ee-4f85-a492-a66d8a14191f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:53.722218 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-5b45e08b-51ee-4f85-a492-a66d8a14191f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:53.769415 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-5b45e08b-51ee-4f85-a492-a66d8a14191f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:53.772263 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-5b45e08b-51ee-4f85-a492-a66d8a14191f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:53.773417 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-5b45e08b-51ee-4f85-a492-a66d8a14191f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/280ae9b2-58f1-4dfe-a306-830e75bbccc5 HTTP/1.1" status: 204 len: 168 time: 0.1293423 Mar 29 16:09:53.781896 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b45e08b-51ee-4f85-a492-a66d8a14191f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=280ae9b2-58f1-4dfe-a306-830e75bbccc5,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:09:54.054629 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 54992) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:09:54.079732 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-d46c679f-9fdd-4e53-9895-a55a5de86ba1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:54.160875 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-d46c679f-9fdd-4e53-9895-a55a5de86ba1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:54.165129 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-d46c679f-9fdd-4e53-9895-a55a5de86ba1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:54.202577 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46c679f-9fdd-4e53-9895-a55a5de86ba1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd51b737-1b8a-4aff-ad76-419e18b6b6af,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:09:54.209498 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 54998) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:09:54.209678 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-d46c679f-9fdd-4e53-9895-a55a5de86ba1 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=5d766744245a4f73bd3fc49f81b90d4b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1537967 Mar 29 16:09:54.259389 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-870c54b4-bc8e-4407-a265-c8a0946601d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:54.281568 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-870c54b4-bc8e-4407-a265-c8a0946601d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:54.328832 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-870c54b4-bc8e-4407-a265-c8a0946601d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:54.331483 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-870c54b4-bc8e-4407-a265-c8a0946601d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:54.335169 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-870c54b4-bc8e-4407-a265-c8a0946601d0 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/fd51b737-1b8a-4aff-ad76-419e18b6b6af HTTP/1.1" status: 204 len: 168 time: 0.1215150 Mar 29 16:09:54.342172 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870c54b4-bc8e-4407-a265-c8a0946601d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd51b737-1b8a-4aff-ad76-419e18b6b6af,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:09:55.086123 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 55046) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:09:55.186699 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-3580ad7b-435a-41df-a0d7-5db26b0b057d tempest-BulkNetworkOpsTest-2091025299 tempest-BulkNetworkOpsTest-2091025299-project] Request body: {'networks': [{'name': 'tempest-network--721406076'}, {'name': 'tempest-network--407098458'}]} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:09:55.187002 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-3580ad7b-435a-41df-a0d7-5db26b0b057d tempest-BulkNetworkOpsTest-2091025299 tempest-BulkNetworkOpsTest-2091025299-project] Request body: {'network': {'name': 'tempest-network--721406076'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:09:55.187625 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-3580ad7b-435a-41df-a0d7-5db26b0b057d tempest-BulkNetworkOpsTest-2091025299 tempest-BulkNetworkOpsTest-2091025299-project] Request body: {'network': {'name': 'tempest-network--407098458'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:09:55.207611 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3580ad7b-435a-41df-a0d7-5db26b0b057d tempest-BulkNetworkOpsTest-2091025299 tempest-BulkNetworkOpsTest-2091025299-project] Made reservation on behalf of 6787c8a8333c48fba0c7695784cb10c7 for: {'network': 2} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:09:55.212220 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-3580ad7b-435a-41df-a0d7-5db26b0b057d tempest-BulkNetworkOpsTest-2091025299 tempest-BulkNetworkOpsTest-2091025299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for network, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:55.220840 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-3580ad7b-435a-41df-a0d7-5db26b0b057d tempest-BulkNetworkOpsTest-2091025299 tempest-BulkNetworkOpsTest-2091025299-project] Notify callbacks [] for security_group, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:55.521817 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 55062) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:09:55.633722 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-a6e00fdc-9be5-48fd-abea-85f346938e80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:55.641415 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-3580ad7b-435a-41df-a0d7-5db26b0b057d tempest-BulkNetworkOpsTest-2091025299 tempest-BulkNetworkOpsTest-2091025299-project] Notify callbacks [] for security_group, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:55.645539 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-3580ad7b-435a-41df-a0d7-5db26b0b057d tempest-BulkNetworkOpsTest-2091025299 tempest-BulkNetworkOpsTest-2091025299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:55.646041 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-3580ad7b-435a-41df-a0d7-5db26b0b057d tempest-BulkNetworkOpsTest-2091025299 tempest-BulkNetworkOpsTest-2091025299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for network, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:55.684657 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3580ad7b-435a-41df-a0d7-5db26b0b057d tempest-BulkNetworkOpsTest-2091025299 tempest-BulkNetworkOpsTest-2091025299-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f88f35fa-3b6e-4af4-9316-e66c2e0ccc8e,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:09:55.689740 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3580ad7b-435a-41df-a0d7-5db26b0b057d tempest-BulkNetworkOpsTest-2091025299 tempest-BulkNetworkOpsTest-2091025299-project] vlan segment allocate from pool success with {'vlan_id': 645, 'physical_network': 'physnet1'} {{(pid=102791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 16:09:55.698830 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-3580ad7b-435a-41df-a0d7-5db26b0b057d tempest-BulkNetworkOpsTest-2091025299 tempest-BulkNetworkOpsTest-2091025299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:55.699071 n-d-834765-1 neutron-server[102791]: INFO neutron.db.segments_db [None req-3580ad7b-435a-41df-a0d7-5db26b0b057d tempest-BulkNetworkOpsTest-2091025299 tempest-BulkNetworkOpsTest-2091025299-project] Added segment 17373079-c4bd-4f1d-8120-3e6ca842cc96 of type vlan for network 4d12a6b3-6534-4984-a5ba-13c463fbafac Mar 29 16:09:55.718435 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-a6e00fdc-9be5-48fd-abea-85f346938e80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:55.721683 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-a6e00fdc-9be5-48fd-abea-85f346938e80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:55.749449 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-3580ad7b-435a-41df-a0d7-5db26b0b057d tempest-BulkNetworkOpsTest-2091025299 tempest-BulkNetworkOpsTest-2091025299-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783522915970'] for network, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:55.760135 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-a6e00fdc-9be5-48fd-abea-85f346938e80 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=9d90a93ef7eb4fc587cfe1707962fdf2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2371447 Mar 29 16:09:55.761118 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e00fdc-9be5-48fd-abea-85f346938e80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9cbf39c-f1ab-48a7-a315-057c77bc9af3,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:09:55.763638 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 55066) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:09:55.782526 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3580ad7b-435a-41df-a0d7-5db26b0b057d tempest-BulkNetworkOpsTest-2091025299 tempest-BulkNetworkOpsTest-2091025299-project] vlan segment allocate from pool success with {'vlan_id': 616, 'physical_network': 'physnet1'} {{(pid=102791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 16:09:55.794701 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-3580ad7b-435a-41df-a0d7-5db26b0b057d tempest-BulkNetworkOpsTest-2091025299 tempest-BulkNetworkOpsTest-2091025299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:55.795041 n-d-834765-1 neutron-server[102791]: INFO neutron.db.segments_db [None req-3580ad7b-435a-41df-a0d7-5db26b0b057d tempest-BulkNetworkOpsTest-2091025299 tempest-BulkNetworkOpsTest-2091025299-project] Added segment ede55792-c514-46fd-85be-8dfc138cddc5 of type vlan for network 4c4bd2c7-f03f-459c-8843-64f1d98c4fb1 Mar 29 16:09:55.816370 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-2400b458-28c7-4ba0-9867-f28f5e8e875c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:55.838111 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-2400b458-28c7-4ba0-9867-f28f5e8e875c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:55.847034 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-3580ad7b-435a-41df-a0d7-5db26b0b057d tempest-BulkNetworkOpsTest-2091025299 tempest-BulkNetworkOpsTest-2091025299-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783522915970'] for network, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:55.868795 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-3580ad7b-435a-41df-a0d7-5db26b0b057d tempest-BulkNetworkOpsTest-2091025299 tempest-BulkNetworkOpsTest-2091025299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795'] for network, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:55.869277 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-3580ad7b-435a-41df-a0d7-5db26b0b057d tempest-BulkNetworkOpsTest-2091025299 tempest-BulkNetworkOpsTest-2091025299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795'] for network, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:55.875026 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3580ad7b-435a-41df-a0d7-5db26b0b057d tempest-BulkNetworkOpsTest-2091025299 tempest-BulkNetworkOpsTest-2091025299-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:09:55.880146 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3580ad7b-435a-41df-a0d7-5db26b0b057d tempest-BulkNetworkOpsTest-2091025299 tempest-BulkNetworkOpsTest-2091025299-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:09:55.880810 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-3580ad7b-435a-41df-a0d7-5db26b0b057d tempest-BulkNetworkOpsTest-2091025299 tempest-BulkNetworkOpsTest-2091025299-project] Notify callbacks [] for network, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:55.888820 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-2400b458-28c7-4ba0-9867-f28f5e8e875c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:55.891438 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-2400b458-28c7-4ba0-9867-f28f5e8e875c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:55.892610 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-2400b458-28c7-4ba0-9867-f28f5e8e875c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c9cbf39c-f1ab-48a7-a315-057c77bc9af3 HTTP/1.1" status: 204 len: 168 time: 0.1281483 Mar 29 16:09:55.900513 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2400b458-28c7-4ba0-9867-f28f5e8e875c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9cbf39c-f1ab-48a7-a315-057c77bc9af3,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:09:55.924704 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-3580ad7b-435a-41df-a0d7-5db26b0b057d tempest-BulkNetworkOpsTest-2091025299 tempest-BulkNetworkOpsTest-2091025299-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 0.8374679 Mar 29 16:09:55.927644 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 55070) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:09:55.957586 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3580ad7b-435a-41df-a0d7-5db26b0b057d tempest-BulkNetworkOpsTest-2091025299 tempest-BulkNetworkOpsTest-2091025299-project] Pushing event updated for resources: {'Network': ['ID=4d12a6b3-6534-4984-a5ba-13c463fbafac,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:09:55.971544 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Network 4d12a6b3-6534-4984-a5ba-13c463fbafac details requested by agent ovs-agent-n-d-834765-1 with host n-d-834765-1 {{(pid=102792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 16:09:56.041596 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dab82dce-5ad7-4a62-8199-bb91c985176e tempest-BulkNetworkOpsTest-2091025299 tempest-BulkNetworkOpsTest-2091025299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:09:56.041766 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3580ad7b-435a-41df-a0d7-5db26b0b057d tempest-BulkNetworkOpsTest-2091025299 tempest-BulkNetworkOpsTest-2091025299-project] Pushing event updated for resources: {'Network': ['ID=4c4bd2c7-f03f-459c-8843-64f1d98c4fb1,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:09:56.048563 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dab82dce-5ad7-4a62-8199-bb91c985176e tempest-BulkNetworkOpsTest-2091025299 tempest-BulkNetworkOpsTest-2091025299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:09:56.054906 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dab82dce-5ad7-4a62-8199-bb91c985176e tempest-BulkNetworkOpsTest-2091025299 tempest-BulkNetworkOpsTest-2091025299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:09:56.057117 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Network 4c4bd2c7-f03f-459c-8843-64f1d98c4fb1 details requested by agent ovs-agent-n-d-834765-1 with host n-d-834765-1 {{(pid=102792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 16:09:56.061456 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dab82dce-5ad7-4a62-8199-bb91c985176e tempest-BulkNetworkOpsTest-2091025299 tempest-BulkNetworkOpsTest-2091025299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:09:56.065718 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-dab82dce-5ad7-4a62-8199-bb91c985176e tempest-BulkNetworkOpsTest-2091025299 tempest-BulkNetworkOpsTest-2091025299-project] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.1337805 Mar 29 16:09:56.065961 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 55074) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:09:56.156838 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-fdc27ae0-416a-4cd8-95b0-9c6600dd322a tempest-BulkNetworkOpsTest-2091025299 tempest-BulkNetworkOpsTest-2091025299-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1631750'] for network, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:56.203216 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 55076) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:09:56.217056 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-d8421bf6-2b4a-486f-bc41-fb667e953c5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:56.247199 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-fdc27ae0-416a-4cd8-95b0-9c6600dd322a tempest-BulkNetworkOpsTest-2091025299 tempest-BulkNetworkOpsTest-2091025299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639890', 'neutron.services.segments.db._delete_segments_for_network-8783523423079'] for network, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:56.268175 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-fdc27ae0-416a-4cd8-95b0-9c6600dd322a tempest-BulkNetworkOpsTest-2091025299 tempest-BulkNetworkOpsTest-2091025299-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d12a6b3-6534-4984-a5ba-13c463fbafac']}} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:09:56.278707 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-fdc27ae0-416a-4cd8-95b0-9c6600dd322a tempest-BulkNetworkOpsTest-2091025299 tempest-BulkNetworkOpsTest-2091025299-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17373079-c4bd-4f1d-8120-3e6ca842cc96') {'for_net_delete': True} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:09:56.279000 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-fdc27ae0-416a-4cd8-95b0-9c6600dd322a tempest-BulkNetworkOpsTest-2091025299 tempest-BulkNetworkOpsTest-2091025299-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17373079-c4bd-4f1d-8120-3e6ca842cc96') {} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:09:56.289072 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-fdc27ae0-416a-4cd8-95b0-9c6600dd322a tempest-BulkNetworkOpsTest-2091025299 tempest-BulkNetworkOpsTest-2091025299-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783523422064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4614019'] for segment, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:56.302638 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-fdc27ae0-416a-4cd8-95b0-9c6600dd322a tempest-BulkNetworkOpsTest-2091025299 tempest-BulkNetworkOpsTest-2091025299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:56.303844 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-d8421bf6-2b4a-486f-bc41-fb667e953c5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:56.307828 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-d8421bf6-2b4a-486f-bc41-fb667e953c5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:56.309655 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fdc27ae0-416a-4cd8-95b0-9c6600dd322a tempest-BulkNetworkOpsTest-2091025299 tempest-BulkNetworkOpsTest-2091025299-project] Releasing vlan 645 on physical network physnet1 to pool {{(pid=102790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 16:09:56.310049 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-fdc27ae0-416a-4cd8-95b0-9c6600dd322a tempest-BulkNetworkOpsTest-2091025299 tempest-BulkNetworkOpsTest-2091025299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5238013'] for segment, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:56.313078 n-d-834765-1 neutron-server[102790]: Traceback (most recent call last): Mar 29 16:09:56.313078 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 16:09:56.313078 n-d-834765-1 neutron-server[102790]: timer() Mar 29 16:09:56.313078 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 16:09:56.313078 n-d-834765-1 neutron-server[102790]: cb(*args, **kw) Mar 29 16:09:56.313078 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 16:09:56.313078 n-d-834765-1 neutron-server[102790]: return func(*args, **kwargs) Mar 29 16:09:56.313078 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 16:09:56.313078 n-d-834765-1 neutron-server[102790]: self._notify() Mar 29 16:09:56.313078 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 16:09:56.313078 n-d-834765-1 neutron-server[102790]: self.callback(batched_events) Mar 29 16:09:56.313078 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 16:09:56.313078 n-d-834765-1 neutron-server[102790]: event.method(event) Mar 29 16:09:56.313078 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 16:09:56.313078 n-d-834765-1 neutron-server[102790]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 16:09:56.313078 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 16:09:56.313078 n-d-834765-1 neutron-server[102790]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 16:09:56.313078 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 16:09:56.313078 n-d-834765-1 neutron-server[102790]: return f(self, *a, **k) Mar 29 16:09:56.313078 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 16:09:56.313078 n-d-834765-1 neutron-server[102790]: return self._get(url).json() Mar 29 16:09:56.313078 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 16:09:56.313078 n-d-834765-1 neutron-server[102790]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 16:09:56.313078 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 16:09:56.313078 n-d-834765-1 neutron-server[102790]: return self.request(url, 'GET', **kwargs) Mar 29 16:09:56.313078 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 16:09:56.313078 n-d-834765-1 neutron-server[102790]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 16:09:56.313078 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 16:09:56.313078 n-d-834765-1 neutron-server[102790]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 16:09:56.313078 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 16:09:56.313078 n-d-834765-1 neutron-server[102790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 16:09:56.313078 n-d-834765-1 neutron-server[102790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 16:09:56.346413 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-d8421bf6-2b4a-486f-bc41-fb667e953c5d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=83f82942ac1d4c148bf90b073967d1bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1418409 Mar 29 16:09:56.347623 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8421bf6-2b4a-486f-bc41-fb667e953c5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e57db93e-ddaf-462e-88d5-60f303fc82c8,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:09:56.350090 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 55082) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:09:56.371466 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-fdc27ae0-416a-4cd8-95b0-9c6600dd322a tempest-BulkNetworkOpsTest-2091025299 tempest-BulkNetworkOpsTest-2091025299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1639897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648174'] for network, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:56.375972 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-fdc27ae0-416a-4cd8-95b0-9c6600dd322a tempest-BulkNetworkOpsTest-2091025299 tempest-BulkNetworkOpsTest-2091025299-project] Notify callbacks [] for network, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:56.379548 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-fdc27ae0-416a-4cd8-95b0-9c6600dd322a tempest-BulkNetworkOpsTest-2091025299 tempest-BulkNetworkOpsTest-2091025299-project] 10.222.0.42 "DELETE /v2.0/networks/4d12a6b3-6534-4984-a5ba-13c463fbafac HTTP/1.1" status: 204 len: 168 time: 0.3124602 Mar 29 16:09:56.382238 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 55084) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:09:56.393490 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc27ae0-416a-4cd8-95b0-9c6600dd322a tempest-BulkNetworkOpsTest-2091025299 tempest-BulkNetworkOpsTest-2091025299-project] Pushing event deleted for resources: {'Network': ['ID=4d12a6b3-6534-4984-a5ba-13c463fbafac,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:09:56.456199 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-09d63fe3-bea8-4924-9248-de99a531a6f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:56.480014 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-230ec71c-85a4-4808-acd6-82abd46700eb tempest-BulkNetworkOpsTest-2091025299 tempest-BulkNetworkOpsTest-2091025299-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1631750'] for network, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:56.494427 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-09d63fe3-bea8-4924-9248-de99a531a6f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:56.599579 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-230ec71c-85a4-4808-acd6-82abd46700eb tempest-BulkNetworkOpsTest-2091025299 tempest-BulkNetworkOpsTest-2091025299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639890', 'neutron.services.segments.db._delete_segments_for_network-8783523423079'] for network, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:56.620678 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-230ec71c-85a4-4808-acd6-82abd46700eb tempest-BulkNetworkOpsTest-2091025299 tempest-BulkNetworkOpsTest-2091025299-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c4bd2c7-f03f-459c-8843-64f1d98c4fb1']}} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:09:56.628019 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-09d63fe3-bea8-4924-9248-de99a531a6f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:56.630537 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-09d63fe3-bea8-4924-9248-de99a531a6f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:56.631699 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-09d63fe3-bea8-4924-9248-de99a531a6f8 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e57db93e-ddaf-462e-88d5-60f303fc82c8 HTTP/1.1" status: 204 len: 168 time: 0.2808030 Mar 29 16:09:56.637242 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-230ec71c-85a4-4808-acd6-82abd46700eb tempest-BulkNetworkOpsTest-2091025299 tempest-BulkNetworkOpsTest-2091025299-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ede55792-c514-46fd-85be-8dfc138cddc5') {'for_net_delete': True} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:09:56.637435 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-230ec71c-85a4-4808-acd6-82abd46700eb tempest-BulkNetworkOpsTest-2091025299 tempest-BulkNetworkOpsTest-2091025299-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ede55792-c514-46fd-85be-8dfc138cddc5') {} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:09:56.648047 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d63fe3-bea8-4924-9248-de99a531a6f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e57db93e-ddaf-462e-88d5-60f303fc82c8,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:09:56.652477 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-230ec71c-85a4-4808-acd6-82abd46700eb tempest-BulkNetworkOpsTest-2091025299 tempest-BulkNetworkOpsTest-2091025299-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783523422064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4230428'] for segment, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:56.665589 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-230ec71c-85a4-4808-acd6-82abd46700eb tempest-BulkNetworkOpsTest-2091025299 tempest-BulkNetworkOpsTest-2091025299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:56.672113 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-230ec71c-85a4-4808-acd6-82abd46700eb tempest-BulkNetworkOpsTest-2091025299 tempest-BulkNetworkOpsTest-2091025299-project] Releasing vlan 616 on physical network physnet1 to pool {{(pid=102791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 16:09:56.672455 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-230ec71c-85a4-4808-acd6-82abd46700eb tempest-BulkNetworkOpsTest-2091025299 tempest-BulkNetworkOpsTest-2091025299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16169569'] for segment, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:56.675462 n-d-834765-1 neutron-server[102791]: Traceback (most recent call last): Mar 29 16:09:56.675462 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 16:09:56.675462 n-d-834765-1 neutron-server[102791]: timer() Mar 29 16:09:56.675462 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 16:09:56.675462 n-d-834765-1 neutron-server[102791]: cb(*args, **kw) Mar 29 16:09:56.675462 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 16:09:56.675462 n-d-834765-1 neutron-server[102791]: return func(*args, **kwargs) Mar 29 16:09:56.675462 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 16:09:56.675462 n-d-834765-1 neutron-server[102791]: self._notify() Mar 29 16:09:56.675462 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 16:09:56.675462 n-d-834765-1 neutron-server[102791]: self.callback(batched_events) Mar 29 16:09:56.675462 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 16:09:56.675462 n-d-834765-1 neutron-server[102791]: event.method(event) Mar 29 16:09:56.675462 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 16:09:56.675462 n-d-834765-1 neutron-server[102791]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 16:09:56.675462 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 16:09:56.675462 n-d-834765-1 neutron-server[102791]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 16:09:56.675462 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 16:09:56.675462 n-d-834765-1 neutron-server[102791]: return f(self, *a, **k) Mar 29 16:09:56.675462 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 16:09:56.675462 n-d-834765-1 neutron-server[102791]: return self._get(url).json() Mar 29 16:09:56.675462 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 16:09:56.675462 n-d-834765-1 neutron-server[102791]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 16:09:56.675462 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 16:09:56.675462 n-d-834765-1 neutron-server[102791]: return self.request(url, 'GET', **kwargs) Mar 29 16:09:56.675462 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 16:09:56.675462 n-d-834765-1 neutron-server[102791]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 16:09:56.675462 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 16:09:56.675462 n-d-834765-1 neutron-server[102791]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 16:09:56.675462 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 16:09:56.675462 n-d-834765-1 neutron-server[102791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 16:09:56.675462 n-d-834765-1 neutron-server[102791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 16:09:56.733437 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-230ec71c-85a4-4808-acd6-82abd46700eb tempest-BulkNetworkOpsTest-2091025299 tempest-BulkNetworkOpsTest-2091025299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1639897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648174'] for network, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:56.738037 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-230ec71c-85a4-4808-acd6-82abd46700eb tempest-BulkNetworkOpsTest-2091025299 tempest-BulkNetworkOpsTest-2091025299-project] Notify callbacks [] for network, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:56.741581 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-230ec71c-85a4-4808-acd6-82abd46700eb tempest-BulkNetworkOpsTest-2091025299 tempest-BulkNetworkOpsTest-2091025299-project] 10.222.0.42 "DELETE /v2.0/networks/4c4bd2c7-f03f-459c-8843-64f1d98c4fb1 HTTP/1.1" status: 204 len: 168 time: 0.3583992 Mar 29 16:09:56.744238 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 55088) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:09:56.756353 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230ec71c-85a4-4808-acd6-82abd46700eb tempest-BulkNetworkOpsTest-2091025299 tempest-BulkNetworkOpsTest-2091025299-project] Pushing event deleted for resources: {'Network': ['ID=4c4bd2c7-f03f-459c-8843-64f1d98c4fb1,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:09:56.854175 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2343c70e-e830-4f4f-a0f4-fa67be392f10 tempest-BulkNetworkOpsTest-2091025299 tempest-BulkNetworkOpsTest-2091025299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:09:56.861009 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2343c70e-e830-4f4f-a0f4-fa67be392f10 tempest-BulkNetworkOpsTest-2091025299 tempest-BulkNetworkOpsTest-2091025299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:09:56.865972 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-2343c70e-e830-4f4f-a0f4-fa67be392f10 tempest-BulkNetworkOpsTest-2091025299 tempest-BulkNetworkOpsTest-2091025299-project] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1172731 Mar 29 16:09:56.866221 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 55092) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:09:56.871745 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-ae5a9787-3013-4613-a671-becf32c093ab tempest-BulkNetworkOpsTest-2091025299 tempest-BulkNetworkOpsTest-2091025299-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1166769179'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:09:56.889986 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae5a9787-3013-4613-a671-becf32c093ab tempest-BulkNetworkOpsTest-2091025299 tempest-BulkNetworkOpsTest-2091025299-project] Made reservation on behalf of 6787c8a8333c48fba0c7695784cb10c7 for: {'network': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:09:56.893829 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-ae5a9787-3013-4613-a671-becf32c093ab tempest-BulkNetworkOpsTest-2091025299 tempest-BulkNetworkOpsTest-2091025299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for network, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:56.919849 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae5a9787-3013-4613-a671-becf32c093ab tempest-BulkNetworkOpsTest-2091025299 tempest-BulkNetworkOpsTest-2091025299-project] vlan segment allocate from pool success with {'vlan_id': 612, 'physical_network': 'physnet1'} {{(pid=102790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 16:09:56.930153 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-ae5a9787-3013-4613-a671-becf32c093ab tempest-BulkNetworkOpsTest-2091025299 tempest-BulkNetworkOpsTest-2091025299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:56.930497 n-d-834765-1 neutron-server[102790]: INFO neutron.db.segments_db [None req-ae5a9787-3013-4613-a671-becf32c093ab tempest-BulkNetworkOpsTest-2091025299 tempest-BulkNetworkOpsTest-2091025299-project] Added segment 7a112d69-6ad7-48f3-9bc4-5294d12326c4 of type vlan for network cc70e253-c6bb-430a-8a4f-edc47f93d345 Mar 29 16:09:56.974585 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-ae5a9787-3013-4613-a671-becf32c093ab tempest-BulkNetworkOpsTest-2091025299 tempest-BulkNetworkOpsTest-2091025299-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783522915970'] for network, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:56.997064 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-ae5a9787-3013-4613-a671-becf32c093ab tempest-BulkNetworkOpsTest-2091025299 tempest-BulkNetworkOpsTest-2091025299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795'] for network, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:57.003297 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae5a9787-3013-4613-a671-becf32c093ab tempest-BulkNetworkOpsTest-2091025299 tempest-BulkNetworkOpsTest-2091025299-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:09:57.003910 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-ae5a9787-3013-4613-a671-becf32c093ab tempest-BulkNetworkOpsTest-2091025299 tempest-BulkNetworkOpsTest-2091025299-project] Notify callbacks [] for network, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:57.042187 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-ae5a9787-3013-4613-a671-becf32c093ab tempest-BulkNetworkOpsTest-2091025299 tempest-BulkNetworkOpsTest-2091025299-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.1748209 Mar 29 16:09:57.045530 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 55102) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:09:57.050537 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-f92479a1-ad9d-4cf7-abf2-855738bca771 tempest-BulkNetworkOpsTest-2091025299 tempest-BulkNetworkOpsTest-2091025299-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-914796830'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:09:57.071149 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f92479a1-ad9d-4cf7-abf2-855738bca771 tempest-BulkNetworkOpsTest-2091025299 tempest-BulkNetworkOpsTest-2091025299-project] Made reservation on behalf of 6787c8a8333c48fba0c7695784cb10c7 for: {'network': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:09:57.074948 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-f92479a1-ad9d-4cf7-abf2-855738bca771 tempest-BulkNetworkOpsTest-2091025299 tempest-BulkNetworkOpsTest-2091025299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for network, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:57.100742 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f92479a1-ad9d-4cf7-abf2-855738bca771 tempest-BulkNetworkOpsTest-2091025299 tempest-BulkNetworkOpsTest-2091025299-project] vlan segment allocate from pool success with {'vlan_id': 640, 'physical_network': 'physnet1'} {{(pid=102791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 16:09:57.113110 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-f92479a1-ad9d-4cf7-abf2-855738bca771 tempest-BulkNetworkOpsTest-2091025299 tempest-BulkNetworkOpsTest-2091025299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:57.113639 n-d-834765-1 neutron-server[102791]: INFO neutron.db.segments_db [None req-f92479a1-ad9d-4cf7-abf2-855738bca771 tempest-BulkNetworkOpsTest-2091025299 tempest-BulkNetworkOpsTest-2091025299-project] Added segment d12e6ad3-866c-4006-9658-802cd69213e5 of type vlan for network d11f5b6f-ee2f-4903-b64a-b5935765f65b Mar 29 16:09:57.162101 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-f92479a1-ad9d-4cf7-abf2-855738bca771 tempest-BulkNetworkOpsTest-2091025299 tempest-BulkNetworkOpsTest-2091025299-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783522915970'] for network, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:57.195989 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-f92479a1-ad9d-4cf7-abf2-855738bca771 tempest-BulkNetworkOpsTest-2091025299 tempest-BulkNetworkOpsTest-2091025299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795'] for network, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:57.202272 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f92479a1-ad9d-4cf7-abf2-855738bca771 tempest-BulkNetworkOpsTest-2091025299 tempest-BulkNetworkOpsTest-2091025299-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:09:57.203188 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-f92479a1-ad9d-4cf7-abf2-855738bca771 tempest-BulkNetworkOpsTest-2091025299 tempest-BulkNetworkOpsTest-2091025299-project] Notify callbacks [] for network, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:57.245401 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-f92479a1-ad9d-4cf7-abf2-855738bca771 tempest-BulkNetworkOpsTest-2091025299 tempest-BulkNetworkOpsTest-2091025299-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.1987116 Mar 29 16:09:57.246098 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 55110) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:09:57.255851 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-56c85483-0508-477a-bc83-26c2431c907c tempest-BulkNetworkOpsTest-2091025299 tempest-BulkNetworkOpsTest-2091025299-project] Request body: {'ports': [{'network_id': 'cc70e253-c6bb-430a-8a4f-edc47f93d345', 'name': 'tempest-port--87617410', 'admin_state_up': True}, {'network_id': 'd11f5b6f-ee2f-4903-b64a-b5935765f65b', 'admin_state_up': False}]} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:09:57.256246 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-56c85483-0508-477a-bc83-26c2431c907c tempest-BulkNetworkOpsTest-2091025299 tempest-BulkNetworkOpsTest-2091025299-project] Request body: {'port': {'network_id': 'cc70e253-c6bb-430a-8a4f-edc47f93d345', 'name': 'tempest-port--87617410', 'admin_state_up': True}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:09:57.256809 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-56c85483-0508-477a-bc83-26c2431c907c tempest-BulkNetworkOpsTest-2091025299 tempest-BulkNetworkOpsTest-2091025299-project] Request body: {'port': {'network_id': 'd11f5b6f-ee2f-4903-b64a-b5935765f65b', 'admin_state_up': False}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:09:57.313357 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92479a1-ad9d-4cf7-abf2-855738bca771 tempest-BulkNetworkOpsTest-2091025299 tempest-BulkNetworkOpsTest-2091025299-project] Pushing event updated for resources: {'Network': ['ID=d11f5b6f-ee2f-4903-b64a-b5935765f65b,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:09:57.327840 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Network d11f5b6f-ee2f-4903-b64a-b5935765f65b details requested by agent ovs-agent-n-d-834765-1 with host n-d-834765-1 {{(pid=102792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 16:09:57.430008 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5a9787-3013-4613-a671-becf32c093ab tempest-BulkNetworkOpsTest-2091025299 tempest-BulkNetworkOpsTest-2091025299-project] Pushing event updated for resources: {'Network': ['ID=cc70e253-c6bb-430a-8a4f-edc47f93d345,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:09:57.442602 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Network cc70e253-c6bb-430a-8a4f-edc47f93d345 details requested by agent ovs-agent-n-d-834765-1 with host n-d-834765-1 {{(pid=102792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 16:09:57.460116 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56c85483-0508-477a-bc83-26c2431c907c tempest-BulkNetworkOpsTest-2091025299 tempest-BulkNetworkOpsTest-2091025299-project] Made reservation on behalf of 6787c8a8333c48fba0c7695784cb10c7 for: {'port': 2} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:09:57.464730 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-56c85483-0508-477a-bc83-26c2431c907c tempest-BulkNetworkOpsTest-2091025299 tempest-BulkNetworkOpsTest-2091025299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:57.480006 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-56c85483-0508-477a-bc83-26c2431c907c tempest-BulkNetworkOpsTest-2091025299 tempest-BulkNetworkOpsTest-2091025299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:57.636452 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [None req-56c85483-0508-477a-bc83-26c2431c907c tempest-BulkNetworkOpsTest-2091025299 tempest-BulkNetworkOpsTest-2091025299-project] device_id is not set on port 4ed485d1-4e74-4f91-903c-e51883254eb9 yet. {{(pid=102791) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 29 16:09:57.732277 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-56c85483-0508-477a-bc83-26c2431c907c tempest-BulkNetworkOpsTest-2091025299 tempest-BulkNetworkOpsTest-2091025299-project] Notify callbacks [] for port, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:57.804778 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [None req-56c85483-0508-477a-bc83-26c2431c907c tempest-BulkNetworkOpsTest-2091025299 tempest-BulkNetworkOpsTest-2091025299-project] device_id is not set on port 50251166-1d90-4e21-b6a7-7aa570fdf444 yet. {{(pid=102791) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 29 16:09:57.887348 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-56c85483-0508-477a-bc83-26c2431c907c tempest-BulkNetworkOpsTest-2091025299 tempest-BulkNetworkOpsTest-2091025299-project] Notify callbacks [] for port, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:57.924448 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-56c85483-0508-477a-bc83-26c2431c907c tempest-BulkNetworkOpsTest-2091025299 tempest-BulkNetworkOpsTest-2091025299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:57.982355 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c85483-0508-477a-bc83-26c2431c907c tempest-BulkNetworkOpsTest-2091025299 tempest-BulkNetworkOpsTest-2091025299-project] Pushing event updated for resources: {'Port': ['ID=4ed485d1-4e74-4f91-903c-e51883254eb9,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:09:57.998047 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56c85483-0508-477a-bc83-26c2431c907c tempest-BulkNetworkOpsTest-2091025299 tempest-BulkNetworkOpsTest-2091025299-project] Checking segment: {'id': '7a112d69-6ad7-48f3-9bc4-5294d12326c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'cc70e253-c6bb-430a-8a4f-edc47f93d345'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 16:09:57.998406 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56c85483-0508-477a-bc83-26c2431c907c tempest-BulkNetworkOpsTest-2091025299 tempest-BulkNetworkOpsTest-2091025299-project] Network hostable DHCP agents. Network: cc70e253-c6bb-430a-8a4f-edc47f93d345, hostable agents: ['d136643e-48ae-49d4-a851-2ba3bdf3749c'], hosted agents: [] {{(pid=102791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 16:09:58.017554 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56c85483-0508-477a-bc83-26c2431c907c tempest-BulkNetworkOpsTest-2091025299 tempest-BulkNetworkOpsTest-2091025299-project] Network cc70e253-c6bb-430a-8a4f-edc47f93d345 is scheduled to be hosted by DHCP agent d136643e-48ae-49d4-a851-2ba3bdf3749c with binding_index 1 {{(pid=102791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 16:09:58.025943 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [None req-56c85483-0508-477a-bc83-26c2431c907c tempest-BulkNetworkOpsTest-2091025299 tempest-BulkNetworkOpsTest-2091025299-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834765-1, cc70e253-c6bb-430a-8a4f-edc47f93d345) {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:09:58.029908 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56c85483-0508-477a-bc83-26c2431c907c tempest-BulkNetworkOpsTest-2091025299 tempest-BulkNetworkOpsTest-2091025299-project] Received port after_create {{(pid=102791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:09:58.030854 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-56c85483-0508-477a-bc83-26c2431c907c tempest-BulkNetworkOpsTest-2091025299 tempest-BulkNetworkOpsTest-2091025299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:58.035607 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-683499de-dad0-449c-beef-8831ce245321 None None] Network cc70e253-c6bb-430a-8a4f-edc47f93d345 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 16:09:58.101670 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c85483-0508-477a-bc83-26c2431c907c tempest-BulkNetworkOpsTest-2091025299 tempest-BulkNetworkOpsTest-2091025299-project] Pushing event updated for resources: {'Port': ['ID=50251166-1d90-4e21-b6a7-7aa570fdf444,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:09:58.111094 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56c85483-0508-477a-bc83-26c2431c907c tempest-BulkNetworkOpsTest-2091025299 tempest-BulkNetworkOpsTest-2091025299-project] Checking segment: {'id': 'd12e6ad3-866c-4006-9658-802cd69213e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'd11f5b6f-ee2f-4903-b64a-b5935765f65b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 16:09:58.111497 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56c85483-0508-477a-bc83-26c2431c907c tempest-BulkNetworkOpsTest-2091025299 tempest-BulkNetworkOpsTest-2091025299-project] Network hostable DHCP agents. Network: d11f5b6f-ee2f-4903-b64a-b5935765f65b, hostable agents: ['d136643e-48ae-49d4-a851-2ba3bdf3749c'], hosted agents: [] {{(pid=102791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 16:09:58.129036 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56c85483-0508-477a-bc83-26c2431c907c tempest-BulkNetworkOpsTest-2091025299 tempest-BulkNetworkOpsTest-2091025299-project] Network d11f5b6f-ee2f-4903-b64a-b5935765f65b is scheduled to be hosted by DHCP agent d136643e-48ae-49d4-a851-2ba3bdf3749c with binding_index 1 {{(pid=102791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 16:09:58.139536 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [None req-56c85483-0508-477a-bc83-26c2431c907c tempest-BulkNetworkOpsTest-2091025299 tempest-BulkNetworkOpsTest-2091025299-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834765-1, d11f5b6f-ee2f-4903-b64a-b5935765f65b) {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:09:58.144224 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56c85483-0508-477a-bc83-26c2431c907c tempest-BulkNetworkOpsTest-2091025299 tempest-BulkNetworkOpsTest-2091025299-project] Received port after_create {{(pid=102791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:09:58.153343 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56c85483-0508-477a-bc83-26c2431c907c tempest-BulkNetworkOpsTest-2091025299 tempest-BulkNetworkOpsTest-2091025299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:09:58.158779 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56c85483-0508-477a-bc83-26c2431c907c tempest-BulkNetworkOpsTest-2091025299 tempest-BulkNetworkOpsTest-2091025299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:09:58.159285 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-56c85483-0508-477a-bc83-26c2431c907c tempest-BulkNetworkOpsTest-2091025299 tempest-BulkNetworkOpsTest-2091025299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:58.160727 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f232e7f4-ac68-4977-ab13-f2fd3bcb214a None None] Network d11f5b6f-ee2f-4903-b64a-b5935765f65b requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 16:09:58.177417 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-56c85483-0508-477a-bc83-26c2431c907c tempest-BulkNetworkOpsTest-2091025299 tempest-BulkNetworkOpsTest-2091025299-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1448 time: 0.9278865 Mar 29 16:09:58.180633 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 55134) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:09:58.238328 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-450dde56-def6-401a-8b62-2ccd9d5f7d4a tempest-BulkNetworkOpsTest-2091025299 tempest-BulkNetworkOpsTest-2091025299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:09:58.245924 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-450dde56-def6-401a-8b62-2ccd9d5f7d4a tempest-BulkNetworkOpsTest-2091025299 tempest-BulkNetworkOpsTest-2091025299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:09:58.248446 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-450dde56-def6-401a-8b62-2ccd9d5f7d4a tempest-BulkNetworkOpsTest-2091025299 tempest-BulkNetworkOpsTest-2091025299-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1443 time: 0.0665414 Mar 29 16:09:58.251226 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 55138) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:09:58.345002 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-f37c8eda-fd3c-44b2-94a2-d709b63ea573 tempest-BulkNetworkOpsTest-2091025299 tempest-BulkNetworkOpsTest-2091025299-project] Deleting port 4ed485d1-4e74-4f91-903c-e51883254eb9 {{(pid=102790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:09:58.345354 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-f37c8eda-fd3c-44b2-94a2-d709b63ea573 tempest-BulkNetworkOpsTest-2091025299 tempest-BulkNetworkOpsTest-2091025299-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:58.435130 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-f37c8eda-fd3c-44b2-94a2-d709b63ea573 tempest-BulkNetworkOpsTest-2091025299 tempest-BulkNetworkOpsTest-2091025299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:58.452026 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-f37c8eda-fd3c-44b2-94a2-d709b63ea573 tempest-BulkNetworkOpsTest-2091025299 tempest-BulkNetworkOpsTest-2091025299-project] Calling delete_port for 4ed485d1-4e74-4f91-903c-e51883254eb9 owned by {{(pid=102790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:09:58.546557 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-f37c8eda-fd3c-44b2-94a2-d709b63ea573 tempest-BulkNetworkOpsTest-2091025299 tempest-BulkNetworkOpsTest-2091025299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:58.577987 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37c8eda-fd3c-44b2-94a2-d709b63ea573 tempest-BulkNetworkOpsTest-2091025299 tempest-BulkNetworkOpsTest-2091025299-project] Pushing event deleted for resources: {'Port': ['ID=4ed485d1-4e74-4f91-903c-e51883254eb9,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:09:58.583721 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-f37c8eda-fd3c-44b2-94a2-d709b63ea573 tempest-BulkNetworkOpsTest-2091025299 tempest-BulkNetworkOpsTest-2091025299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:58.587177 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-f37c8eda-fd3c-44b2-94a2-d709b63ea573 tempest-BulkNetworkOpsTest-2091025299 tempest-BulkNetworkOpsTest-2091025299-project] 10.222.0.42 "DELETE /v2.0/ports/4ed485d1-4e74-4f91-903c-e51883254eb9 HTTP/1.1" status: 204 len: 168 time: 0.3348844 Mar 29 16:09:58.590630 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 55154) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:09:58.684528 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-2e4b5e8a-7958-44fc-a5d3-a8517f788dc4 tempest-BulkNetworkOpsTest-2091025299 tempest-BulkNetworkOpsTest-2091025299-project] Deleting port 50251166-1d90-4e21-b6a7-7aa570fdf444 {{(pid=102790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:09:58.684827 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-2e4b5e8a-7958-44fc-a5d3-a8517f788dc4 tempest-BulkNetworkOpsTest-2091025299 tempest-BulkNetworkOpsTest-2091025299-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:58.767350 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-2e4b5e8a-7958-44fc-a5d3-a8517f788dc4 tempest-BulkNetworkOpsTest-2091025299 tempest-BulkNetworkOpsTest-2091025299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:58.782259 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-2e4b5e8a-7958-44fc-a5d3-a8517f788dc4 tempest-BulkNetworkOpsTest-2091025299 tempest-BulkNetworkOpsTest-2091025299-project] Calling delete_port for 50251166-1d90-4e21-b6a7-7aa570fdf444 owned by {{(pid=102790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:09:58.863876 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-2e4b5e8a-7958-44fc-a5d3-a8517f788dc4 tempest-BulkNetworkOpsTest-2091025299 tempest-BulkNetworkOpsTest-2091025299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:58.898474 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4b5e8a-7958-44fc-a5d3-a8517f788dc4 tempest-BulkNetworkOpsTest-2091025299 tempest-BulkNetworkOpsTest-2091025299-project] Pushing event deleted for resources: {'Port': ['ID=50251166-1d90-4e21-b6a7-7aa570fdf444,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:09:58.904666 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-2e4b5e8a-7958-44fc-a5d3-a8517f788dc4 tempest-BulkNetworkOpsTest-2091025299 tempest-BulkNetworkOpsTest-2091025299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:58.911863 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 55170) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:09:58.912410 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-2e4b5e8a-7958-44fc-a5d3-a8517f788dc4 tempest-BulkNetworkOpsTest-2091025299 tempest-BulkNetworkOpsTest-2091025299-project] 10.222.0.42 "DELETE /v2.0/ports/50251166-1d90-4e21-b6a7-7aa570fdf444 HTTP/1.1" status: 204 len: 168 time: 0.3200359 Mar 29 16:09:58.939876 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-fa024407-f6f0-4333-bbd2-b5d313960aea tempest-BulkNetworkOpsTest-2091025299 tempest-BulkNetworkOpsTest-2091025299-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0268435 Mar 29 16:09:58.943645 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 55172) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:09:58.948754 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-cb00444d-8424-4555-bb86-af357a0d3b6a tempest-BulkNetworkOpsTest-2091025299 tempest-BulkNetworkOpsTest-2091025299-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1561546880'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:09:58.969665 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb00444d-8424-4555-bb86-af357a0d3b6a tempest-BulkNetworkOpsTest-2091025299 tempest-BulkNetworkOpsTest-2091025299-project] Made reservation on behalf of 6787c8a8333c48fba0c7695784cb10c7 for: {'network': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:09:58.973217 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-cb00444d-8424-4555-bb86-af357a0d3b6a tempest-BulkNetworkOpsTest-2091025299 tempest-BulkNetworkOpsTest-2091025299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for network, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:58.999501 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb00444d-8424-4555-bb86-af357a0d3b6a tempest-BulkNetworkOpsTest-2091025299 tempest-BulkNetworkOpsTest-2091025299-project] vlan segment allocate from pool success with {'vlan_id': 616, 'physical_network': 'physnet1'} {{(pid=102790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 16:09:59.010118 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-cb00444d-8424-4555-bb86-af357a0d3b6a tempest-BulkNetworkOpsTest-2091025299 tempest-BulkNetworkOpsTest-2091025299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:59.010463 n-d-834765-1 neutron-server[102790]: INFO neutron.db.segments_db [None req-cb00444d-8424-4555-bb86-af357a0d3b6a tempest-BulkNetworkOpsTest-2091025299 tempest-BulkNetworkOpsTest-2091025299-project] Added segment f98dc1c4-3e44-456a-ab90-2c84f3ca5343 of type vlan for network 1e47de93-b271-443d-9366-e96497f8f18c Mar 29 16:09:59.054145 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-cb00444d-8424-4555-bb86-af357a0d3b6a tempest-BulkNetworkOpsTest-2091025299 tempest-BulkNetworkOpsTest-2091025299-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783522915970'] for network, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:59.079480 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-cb00444d-8424-4555-bb86-af357a0d3b6a tempest-BulkNetworkOpsTest-2091025299 tempest-BulkNetworkOpsTest-2091025299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795'] for network, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:59.085220 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb00444d-8424-4555-bb86-af357a0d3b6a tempest-BulkNetworkOpsTest-2091025299 tempest-BulkNetworkOpsTest-2091025299-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:09:59.085895 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-cb00444d-8424-4555-bb86-af357a0d3b6a tempest-BulkNetworkOpsTest-2091025299 tempest-BulkNetworkOpsTest-2091025299-project] Notify callbacks [] for network, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:59.117999 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-cb00444d-8424-4555-bb86-af357a0d3b6a tempest-BulkNetworkOpsTest-2091025299 tempest-BulkNetworkOpsTest-2091025299-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.1731727 Mar 29 16:09:59.121599 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 55176) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:09:59.127238 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-c2554b03-c0dc-4a80-ade1-0fc81f546acc tempest-BulkNetworkOpsTest-2091025299 tempest-BulkNetworkOpsTest-2091025299-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1509202005'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:09:59.152668 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2554b03-c0dc-4a80-ade1-0fc81f546acc tempest-BulkNetworkOpsTest-2091025299 tempest-BulkNetworkOpsTest-2091025299-project] Made reservation on behalf of 6787c8a8333c48fba0c7695784cb10c7 for: {'network': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:09:59.156612 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-c2554b03-c0dc-4a80-ade1-0fc81f546acc tempest-BulkNetworkOpsTest-2091025299 tempest-BulkNetworkOpsTest-2091025299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for network, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:59.163104 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb00444d-8424-4555-bb86-af357a0d3b6a tempest-BulkNetworkOpsTest-2091025299 tempest-BulkNetworkOpsTest-2091025299-project] Pushing event updated for resources: {'Network': ['ID=1e47de93-b271-443d-9366-e96497f8f18c,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:09:59.175381 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Network 1e47de93-b271-443d-9366-e96497f8f18c details requested by agent ovs-agent-n-d-834765-1 with host n-d-834765-1 {{(pid=102792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 16:09:59.179825 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 55178) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:09:59.194319 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2554b03-c0dc-4a80-ade1-0fc81f546acc tempest-BulkNetworkOpsTest-2091025299 tempest-BulkNetworkOpsTest-2091025299-project] vlan segment allocate from pool success with {'vlan_id': 615, 'physical_network': 'physnet1'} {{(pid=102791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 16:09:59.207894 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-c2554b03-c0dc-4a80-ade1-0fc81f546acc tempest-BulkNetworkOpsTest-2091025299 tempest-BulkNetworkOpsTest-2091025299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:59.208233 n-d-834765-1 neutron-server[102791]: INFO neutron.db.segments_db [None req-c2554b03-c0dc-4a80-ade1-0fc81f546acc tempest-BulkNetworkOpsTest-2091025299 tempest-BulkNetworkOpsTest-2091025299-project] Added segment 62d95cbd-f9b3-4105-b7ce-c409f9985dc1 of type vlan for network 7b770d0d-9494-4d38-8109-965e82ba2871 Mar 29 16:09:59.250464 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-c2554b03-c0dc-4a80-ade1-0fc81f546acc tempest-BulkNetworkOpsTest-2091025299 tempest-BulkNetworkOpsTest-2091025299-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783522915970'] for network, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:59.278617 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-c2554b03-c0dc-4a80-ade1-0fc81f546acc tempest-BulkNetworkOpsTest-2091025299 tempest-BulkNetworkOpsTest-2091025299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795'] for network, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:59.284262 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2554b03-c0dc-4a80-ade1-0fc81f546acc tempest-BulkNetworkOpsTest-2091025299 tempest-BulkNetworkOpsTest-2091025299-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:09:59.284837 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-c2554b03-c0dc-4a80-ade1-0fc81f546acc tempest-BulkNetworkOpsTest-2091025299 tempest-BulkNetworkOpsTest-2091025299-project] Notify callbacks [] for network, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:59.326325 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-82353166-1cb1-435d-9471-9d1a0a1e39e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:59.330532 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-c2554b03-c0dc-4a80-ade1-0fc81f546acc tempest-BulkNetworkOpsTest-2091025299 tempest-BulkNetworkOpsTest-2091025299-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2078710 Mar 29 16:09:59.379649 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2554b03-c0dc-4a80-ade1-0fc81f546acc tempest-BulkNetworkOpsTest-2091025299 tempest-BulkNetworkOpsTest-2091025299-project] Pushing event updated for resources: {'Network': ['ID=7b770d0d-9494-4d38-8109-965e82ba2871,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:09:59.392622 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Network 7b770d0d-9494-4d38-8109-965e82ba2871 details requested by agent ovs-agent-n-d-834765-1 with host n-d-834765-1 {{(pid=102792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 16:09:59.450125 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-82353166-1cb1-435d-9471-9d1a0a1e39e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:59.454918 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-82353166-1cb1-435d-9471-9d1a0a1e39e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:59.465288 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 55182) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:09:59.471971 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-a0ae9566-6016-46a8-bc7a-a7243a67c9ef tempest-BulkNetworkOpsTest-2091025299 tempest-BulkNetworkOpsTest-2091025299-project] Request body: {'subnets': [{'network_id': '1e47de93-b271-443d-9366-e96497f8f18c', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1973044620', 'ip_version': 4}, {'network_id': '7b770d0d-9494-4d38-8109-965e82ba2871', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:09:59.472352 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-a0ae9566-6016-46a8-bc7a-a7243a67c9ef tempest-BulkNetworkOpsTest-2091025299 tempest-BulkNetworkOpsTest-2091025299-project] Request body: {'subnet': {'network_id': '1e47de93-b271-443d-9366-e96497f8f18c', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1973044620', 'ip_version': 4}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:09:59.473114 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-a0ae9566-6016-46a8-bc7a-a7243a67c9ef tempest-BulkNetworkOpsTest-2091025299 tempest-BulkNetworkOpsTest-2091025299-project] Request body: {'subnet': {'network_id': '7b770d0d-9494-4d38-8109-965e82ba2871', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:09:59.489105 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-82353166-1cb1-435d-9471-9d1a0a1e39e4 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=368338f004d640d98b5362486d114c5d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3081474 Mar 29 16:09:59.492959 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 55184) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:09:59.498289 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82353166-1cb1-435d-9471-9d1a0a1e39e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a90d8fd-f3b2-4382-91fc-b1927a19e9ec,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:09:59.645103 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e7c191c8-8a4a-4f62-86ae-7a62cc9336c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:59.682398 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e7c191c8-8a4a-4f62-86ae-7a62cc9336c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:59.714398 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0ae9566-6016-46a8-bc7a-a7243a67c9ef tempest-BulkNetworkOpsTest-2091025299 tempest-BulkNetworkOpsTest-2091025299-project] Made reservation on behalf of 6787c8a8333c48fba0c7695784cb10c7 for: {'subnet': 2} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:09:59.719468 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-a0ae9566-6016-46a8-bc7a-a7243a67c9ef tempest-BulkNetworkOpsTest-2091025299 tempest-BulkNetworkOpsTest-2091025299-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4793983'] for subnet, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:59.719812 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-a0ae9566-6016-46a8-bc7a-a7243a67c9ef tempest-BulkNetworkOpsTest-2091025299 tempest-BulkNetworkOpsTest-2091025299-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4793983'] for subnet, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:59.801787 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e7c191c8-8a4a-4f62-86ae-7a62cc9336c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:59.804662 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e7c191c8-8a4a-4f62-86ae-7a62cc9336c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:09:59.805806 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-e7c191c8-8a4a-4f62-86ae-7a62cc9336c0 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/7a90d8fd-f3b2-4382-91fc-b1927a19e9ec HTTP/1.1" status: 204 len: 168 time: 0.3119650 Mar 29 16:09:59.820843 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c191c8-8a4a-4f62-86ae-7a62cc9336c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a90d8fd-f3b2-4382-91fc-b1927a19e9ec,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:10:00.080588 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 55190) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:10:00.094158 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-5c6982bd-de33-4ba5-9e50-c06d2637dde2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:00.118247 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-a0ae9566-6016-46a8-bc7a-a7243a67c9ef tempest-BulkNetworkOpsTest-2091025299 tempest-BulkNetworkOpsTest-2091025299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5231896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4793961'] for subnet, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:00.180273 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-5c6982bd-de33-4ba5-9e50-c06d2637dde2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:00.181896 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ae9566-6016-46a8-bc7a-a7243a67c9ef tempest-BulkNetworkOpsTest-2091025299 tempest-BulkNetworkOpsTest-2091025299-project] Pushing event updated for resources: {'Subnet': ['ID=6e41f8e1-e476-4906-b1bd-362ca73031db,revision_number=0']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:10:00.185351 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-5c6982bd-de33-4ba5-9e50-c06d2637dde2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:00.196219 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0ae9566-6016-46a8-bc7a-a7243a67c9ef tempest-BulkNetworkOpsTest-2091025299 tempest-BulkNetworkOpsTest-2091025299-project] Checking segment: {'id': 'f98dc1c4-3e44-456a-ab90-2c84f3ca5343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '1e47de93-b271-443d-9366-e96497f8f18c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 16:10:00.196574 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0ae9566-6016-46a8-bc7a-a7243a67c9ef tempest-BulkNetworkOpsTest-2091025299 tempest-BulkNetworkOpsTest-2091025299-project] Network hostable DHCP agents. Network: 1e47de93-b271-443d-9366-e96497f8f18c, hostable agents: ['d136643e-48ae-49d4-a851-2ba3bdf3749c'], hosted agents: [] {{(pid=102790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 16:10:00.213891 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0ae9566-6016-46a8-bc7a-a7243a67c9ef tempest-BulkNetworkOpsTest-2091025299 tempest-BulkNetworkOpsTest-2091025299-project] Network 1e47de93-b271-443d-9366-e96497f8f18c is scheduled to be hosted by DHCP agent d136643e-48ae-49d4-a851-2ba3bdf3749c with binding_index 1 {{(pid=102790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 16:10:00.223888 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-a0ae9566-6016-46a8-bc7a-a7243a67c9ef tempest-BulkNetworkOpsTest-2091025299 tempest-BulkNetworkOpsTest-2091025299-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834765-1, 1e47de93-b271-443d-9366-e96497f8f18c) {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:10:00.224599 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-5c6982bd-de33-4ba5-9e50-c06d2637dde2 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=837d2774d1f54f44820e5efb629752b8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1429279 Mar 29 16:10:00.225520 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6982bd-de33-4ba5-9e50-c06d2637dde2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e697f93-6162-4826-8c56-8e9d55ad20b9,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:10:00.227174 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 55192) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:10:00.229488 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-a0ae9566-6016-46a8-bc7a-a7243a67c9ef tempest-BulkNetworkOpsTest-2091025299 tempest-BulkNetworkOpsTest-2091025299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5231896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4793961'] for subnet, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:00.235691 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4dec3c2-6b1c-4eff-8f98-09211c65d853 None None] Network 1e47de93-b271-443d-9366-e96497f8f18c requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 16:10:00.330606 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ae9566-6016-46a8-bc7a-a7243a67c9ef tempest-BulkNetworkOpsTest-2091025299 tempest-BulkNetworkOpsTest-2091025299-project] Pushing event updated for resources: {'Subnet': ['ID=a48b68ac-2167-41b1-9dce-20713bb9572c,revision_number=0']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:10:00.351119 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-9a6ae7a8-e8ec-44ee-873b-81a6b90f8aec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:00.352777 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0ae9566-6016-46a8-bc7a-a7243a67c9ef tempest-BulkNetworkOpsTest-2091025299 tempest-BulkNetworkOpsTest-2091025299-project] Checking segment: {'id': '62d95cbd-f9b3-4105-b7ce-c409f9985dc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '7b770d0d-9494-4d38-8109-965e82ba2871'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 16:10:00.353139 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0ae9566-6016-46a8-bc7a-a7243a67c9ef tempest-BulkNetworkOpsTest-2091025299 tempest-BulkNetworkOpsTest-2091025299-project] Network hostable DHCP agents. Network: 7b770d0d-9494-4d38-8109-965e82ba2871, hostable agents: ['d136643e-48ae-49d4-a851-2ba3bdf3749c'], hosted agents: [] {{(pid=102790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 16:10:00.365122 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-5ba2e6d5-4f80-406c-9f9c-eaf6e086daac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:00.385485 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-9a6ae7a8-e8ec-44ee-873b-81a6b90f8aec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:00.395701 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-444ecfc0-f20e-4d81-bdab-b42d898215fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0035034-69b0-5ffc-b384-0ac6189c5628-1e47de93-b271-443d-9366-e96497f8f18c', 'network_id': '1e47de93-b271-443d-9366-e96497f8f18c', 'tenant_id': '6787c8a8333c48fba0c7695784cb10c7', 'fixed_ips': [{'subnet_id': '6e41f8e1-e476-4906-b1bd-362ca73031db'}]}} from n-d-834765-1. {{(pid=102792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 29 16:10:00.396623 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-444ecfc0-f20e-4d81-bdab-b42d898215fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:00.400500 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0ae9566-6016-46a8-bc7a-a7243a67c9ef tempest-BulkNetworkOpsTest-2091025299 tempest-BulkNetworkOpsTest-2091025299-project] Network 7b770d0d-9494-4d38-8109-965e82ba2871 is scheduled to be hosted by DHCP agent d136643e-48ae-49d4-a851-2ba3bdf3749c with binding_index 1 {{(pid=102790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 16:10:00.424088 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-a0ae9566-6016-46a8-bc7a-a7243a67c9ef tempest-BulkNetworkOpsTest-2091025299 tempest-BulkNetworkOpsTest-2091025299-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834765-1, 7b770d0d-9494-4d38-8109-965e82ba2871) {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:10:00.428829 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0ae9566-6016-46a8-bc7a-a7243a67c9ef tempest-BulkNetworkOpsTest-2091025299 tempest-BulkNetworkOpsTest-2091025299-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:10:00.429258 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0ae9566-6016-46a8-bc7a-a7243a67c9ef tempest-BulkNetworkOpsTest-2091025299 tempest-BulkNetworkOpsTest-2091025299-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:10:00.429861 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-a0ae9566-6016-46a8-bc7a-a7243a67c9ef tempest-BulkNetworkOpsTest-2091025299 tempest-BulkNetworkOpsTest-2091025299-project] Notify callbacks [] for subnet, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:00.448353 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-a0ae9566-6016-46a8-bc7a-a7243a67c9ef tempest-BulkNetworkOpsTest-2091025299 tempest-BulkNetworkOpsTest-2091025299-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 0.9812057 Mar 29 16:10:00.451349 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 55194) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:10:00.463350 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-9a6ae7a8-e8ec-44ee-873b-81a6b90f8aec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:00.466199 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-9a6ae7a8-e8ec-44ee-873b-81a6b90f8aec admin admin] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:00.467357 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-9a6ae7a8-e8ec-44ee-873b-81a6b90f8aec admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/8e697f93-6162-4826-8c56-8e9d55ad20b9 HTTP/1.1" status: 204 len: 168 time: 0.2391996 Mar 29 16:10:00.473710 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfed7ab1-5383-4c6c-963a-d3d2dfbc1454 None None] Network 7b770d0d-9494-4d38-8109-965e82ba2871 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 16:10:00.484583 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6ae7a8-e8ec-44ee-873b-81a6b90f8aec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e697f93-6162-4826-8c56-8e9d55ad20b9,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:10:00.561717 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d793af17-83ad-4c2f-adbf-42a7c144f0b8 tempest-BulkNetworkOpsTest-2091025299 tempest-BulkNetworkOpsTest-2091025299-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:10:00.563342 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d793af17-83ad-4c2f-adbf-42a7c144f0b8 tempest-BulkNetworkOpsTest-2091025299 tempest-BulkNetworkOpsTest-2091025299-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:10:00.565061 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d793af17-83ad-4c2f-adbf-42a7c144f0b8 tempest-BulkNetworkOpsTest-2091025299 tempest-BulkNetworkOpsTest-2091025299-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:10:00.566674 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-d793af17-83ad-4c2f-adbf-42a7c144f0b8 tempest-BulkNetworkOpsTest-2091025299 tempest-BulkNetworkOpsTest-2091025299-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.1142585 Mar 29 16:10:00.570034 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 55198) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:10:00.619900 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.db_base_plugin_common [None req-444ecfc0-f20e-4d81-bdab-b42d898215fd None None] Allocated IP 172.20.0.2 (1e47de93-b271-443d-9366-e96497f8f18c/6e41f8e1-e476-4906-b1bd-362ca73031db/ff99252f-b45d-406a-93da-712ae6dabcd6) {{(pid=102792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:10:00.629454 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.db_base_plugin_v2 [None req-35ce7fe4-9d30-41da-866b-fec877fb604a tempest-BulkNetworkOpsTest-2091025299 tempest-BulkNetworkOpsTest-2091025299-project] Deleting subnet 6e41f8e1-e476-4906-b1bd-362ca73031db {{(pid=102790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 16:10:00.741249 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-666589cc-8258-416d-92b2-fcb0d7fa5b82 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0035034-69b0-5ffc-b384-0ac6189c5628-7b770d0d-9494-4d38-8109-965e82ba2871', 'network_id': '7b770d0d-9494-4d38-8109-965e82ba2871', 'tenant_id': '6787c8a8333c48fba0c7695784cb10c7', 'fixed_ips': [{'subnet_id': 'a48b68ac-2167-41b1-9dce-20713bb9572c'}]}} from n-d-834765-1. {{(pid=102792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 29 16:10:00.742113 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-666589cc-8258-416d-92b2-fcb0d7fa5b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:00.895054 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-444ecfc0-f20e-4d81-bdab-b42d898215fd None None] Notify callbacks [] for port, precommit_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:00.923287 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-35ce7fe4-9d30-41da-866b-fec877fb604a tempest-BulkNetworkOpsTest-2091025299 tempest-BulkNetworkOpsTest-2091025299-project] Notify callbacks [] for subnet, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:00.925881 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-444ecfc0-f20e-4d81-bdab-b42d898215fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956'] for port, after_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:00.977072 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-35ce7fe4-9d30-41da-866b-fec877fb604a tempest-BulkNetworkOpsTest-2091025299 tempest-BulkNetworkOpsTest-2091025299-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4614024'] for subnet, precommit_delete_associations {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:00.979610 n-d-834765-1 neutron-server[102792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-444ecfc0-f20e-4d81-bdab-b42d898215fd None None] Network 1e47de93-b271-443d-9366-e96497f8f18c is already hosted by enough agents. {{(pid=102792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:10:00.983378 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.db_base_plugin_common [None req-666589cc-8258-416d-92b2-fcb0d7fa5b82 None None] Allocated IP 172.20.0.18 (7b770d0d-9494-4d38-8109-965e82ba2871/a48b68ac-2167-41b1-9dce-20713bb9572c/5cd3f302-e3c6-4d54-9f21-bd4d453333a1) {{(pid=102792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:10:00.989059 n-d-834765-1 neutron-server[102792]: DEBUG neutron.scheduler.base_scheduler [None req-444ecfc0-f20e-4d81-bdab-b42d898215fd None None] Resources bound (agent type, host, resource id): {{(pid=102792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:10:00.995295 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-444ecfc0-f20e-4d81-bdab-b42d898215fd None None] Received port after_create {{(pid=102792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:10:01.001679 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444ecfc0-f20e-4d81-bdab-b42d898215fd None None] Pushing event updated for resources: {'Port': ['ID=ff99252f-b45d-406a-93da-712ae6dabcd6,revision_number=1']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:10:01.089188 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-35ce7fe4-9d30-41da-866b-fec877fb604a tempest-BulkNetworkOpsTest-2091025299 tempest-BulkNetworkOpsTest-2091025299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1641287'] for subnet, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:01.107599 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-444ecfc0-f20e-4d81-bdab-b42d898215fd None None] Attempting to bind port ff99252f-b45d-406a-93da-712ae6dabcd6 on host n-d-834765-1 for vnic_type normal with profile {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 16:10:01.108053 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-444ecfc0-f20e-4d81-bdab-b42d898215fd None None] Attempting to bind port ff99252f-b45d-406a-93da-712ae6dabcd6 by drivers openvswitch,hyperv on host n-d-834765-1 at level 0 using segments [{'id': 'f98dc1c4-3e44-456a-ab90-2c84f3ca5343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '1e47de93-b271-443d-9366-e96497f8f18c'}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 16:10:01.108322 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-444ecfc0-f20e-4d81-bdab-b42d898215fd None None] Attempting to bind port ff99252f-b45d-406a-93da-712ae6dabcd6 on network 1e47de93-b271-443d-9366-e96497f8f18c {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 16:10:01.119566 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-444ecfc0-f20e-4d81-bdab-b42d898215fd None None] Checking agent: {'id': 'a8866439-9d96-425c-b519-6905c591ac37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 25, 36), 'started_at': datetime.datetime(2022, 3, 29, 15, 26, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 16, 9, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834765-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 16:10:01.119937 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-444ecfc0-f20e-4d81-bdab-b42d898215fd None None] Checking segment: {'id': 'f98dc1c4-3e44-456a-ab90-2c84f3ca5343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '1e47de93-b271-443d-9366-e96497f8f18c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 16:10:01.120348 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-444ecfc0-f20e-4d81-bdab-b42d898215fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:01.120772 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-444ecfc0-f20e-4d81-bdab-b42d898215fd None None] Bound using segment: {'id': 'f98dc1c4-3e44-456a-ab90-2c84f3ca5343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '1e47de93-b271-443d-9366-e96497f8f18c'} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 16:10:01.121890 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-444ecfc0-f20e-4d81-bdab-b42d898215fd None None] Bound port: ff99252f-b45d-406a-93da-712ae6dabcd6, host: n-d-834765-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f98dc1c4-3e44-456a-ab90-2c84f3ca5343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '1e47de93-b271-443d-9366-e96497f8f18c'}}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 16:10:01.122495 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-444ecfc0-f20e-4d81-bdab-b42d898215fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:01.155689 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-35ce7fe4-9d30-41da-866b-fec877fb604a tempest-BulkNetworkOpsTest-2091025299 tempest-BulkNetworkOpsTest-2091025299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1641294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5231963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4793952'] for subnet, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:01.193593 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ce7fe4-9d30-41da-866b-fec877fb604a tempest-BulkNetworkOpsTest-2091025299 tempest-BulkNetworkOpsTest-2091025299-project] Pushing event deleted for resources: {'Subnet': ['ID=6e41f8e1-e476-4906-b1bd-362ca73031db,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:10:01.197466 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-35ce7fe4-9d30-41da-866b-fec877fb604a tempest-BulkNetworkOpsTest-2091025299 tempest-BulkNetworkOpsTest-2091025299-project] Notify callbacks [] for subnet, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:01.201460 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-35ce7fe4-9d30-41da-866b-fec877fb604a tempest-BulkNetworkOpsTest-2091025299 tempest-BulkNetworkOpsTest-2091025299-project] 10.222.0.42 "DELETE /v2.0/subnets/6e41f8e1-e476-4906-b1bd-362ca73031db HTTP/1.1" status: 204 len: 168 time: 0.6301951 Mar 29 16:10:01.204163 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 55216) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:10:01.253293 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-666589cc-8258-416d-92b2-fcb0d7fa5b82 None None] Notify callbacks [] for port, precommit_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:01.256412 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-444ecfc0-f20e-4d81-bdab-b42d898215fd None None] For port ff99252f-b45d-406a-93da-712ae6dabcd6, host n-d-834765-1, cleared binding levels {{(pid=102792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 16:10:01.259314 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-666589cc-8258-416d-92b2-fcb0d7fa5b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956'] for port, after_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:01.262967 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.db_base_plugin_v2 [None req-09d90e7a-1651-40fb-9f79-1b7c717ae1b2 tempest-BulkNetworkOpsTest-2091025299 tempest-BulkNetworkOpsTest-2091025299-project] Deleting subnet a48b68ac-2167-41b1-9dce-20713bb9572c {{(pid=102790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 16:10:01.263533 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-444ecfc0-f20e-4d81-bdab-b42d898215fd None None] For port ff99252f-b45d-406a-93da-712ae6dabcd6, host n-d-834765-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=ff99252f-b45d-406a-93da-712ae6dabcd6,segment=NetworkSegment(f98dc1c4-3e44-456a-ab90-2c84f3ca5343),segment_id=f98dc1c4-3e44-456a-ab90-2c84f3ca5343)] {{(pid=102792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 16:10:01.266625 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-09d90e7a-1651-40fb-9f79-1b7c717ae1b2 tempest-BulkNetworkOpsTest-2091025299 tempest-BulkNetworkOpsTest-2091025299-project] Notify callbacks [] for subnet, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:01.293750 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-444ecfc0-f20e-4d81-bdab-b42d898215fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:01.309176 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-09d90e7a-1651-40fb-9f79-1b7c717ae1b2 tempest-BulkNetworkOpsTest-2091025299 tempest-BulkNetworkOpsTest-2091025299-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4614024'] for subnet, precommit_delete_associations {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:01.320724 n-d-834765-1 neutron-server[102792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-666589cc-8258-416d-92b2-fcb0d7fa5b82 None None] Network 7b770d0d-9494-4d38-8109-965e82ba2871 is already hosted by enough agents. {{(pid=102792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:10:01.328442 n-d-834765-1 neutron-server[102792]: DEBUG neutron.scheduler.base_scheduler [None req-666589cc-8258-416d-92b2-fcb0d7fa5b82 None None] Resources bound (agent type, host, resource id): {{(pid=102792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:10:01.331702 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666589cc-8258-416d-92b2-fcb0d7fa5b82 None None] Pushing event updated for resources: {'Port': ['ID=5cd3f302-e3c6-4d54-9f21-bd4d453333a1,revision_number=1']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:10:01.333948 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-666589cc-8258-416d-92b2-fcb0d7fa5b82 None None] Received port after_create {{(pid=102792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:10:01.427080 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-666589cc-8258-416d-92b2-fcb0d7fa5b82 None None] Attempting to bind port 5cd3f302-e3c6-4d54-9f21-bd4d453333a1 on host n-d-834765-1 for vnic_type normal with profile {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 16:10:01.427490 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-666589cc-8258-416d-92b2-fcb0d7fa5b82 None None] Attempting to bind port 5cd3f302-e3c6-4d54-9f21-bd4d453333a1 by drivers openvswitch,hyperv on host n-d-834765-1 at level 0 using segments [{'id': '62d95cbd-f9b3-4105-b7ce-c409f9985dc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '7b770d0d-9494-4d38-8109-965e82ba2871'}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 16:10:01.427853 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-666589cc-8258-416d-92b2-fcb0d7fa5b82 None None] Attempting to bind port 5cd3f302-e3c6-4d54-9f21-bd4d453333a1 on network 7b770d0d-9494-4d38-8109-965e82ba2871 {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 16:10:01.430135 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444ecfc0-f20e-4d81-bdab-b42d898215fd None None] Pushing event updated for resources: {'Port': ['ID=ff99252f-b45d-406a-93da-712ae6dabcd6,revision_number=3']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:10:01.436758 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-666589cc-8258-416d-92b2-fcb0d7fa5b82 None None] Checking agent: {'id': 'a8866439-9d96-425c-b519-6905c591ac37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 25, 36), 'started_at': datetime.datetime(2022, 3, 29, 15, 26, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 16, 9, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834765-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 16:10:01.437382 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-666589cc-8258-416d-92b2-fcb0d7fa5b82 None None] Checking segment: {'id': '62d95cbd-f9b3-4105-b7ce-c409f9985dc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '7b770d0d-9494-4d38-8109-965e82ba2871'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 16:10:01.438140 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-666589cc-8258-416d-92b2-fcb0d7fa5b82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:01.438695 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-666589cc-8258-416d-92b2-fcb0d7fa5b82 None None] Bound using segment: {'id': '62d95cbd-f9b3-4105-b7ce-c409f9985dc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '7b770d0d-9494-4d38-8109-965e82ba2871'} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 16:10:01.439361 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-666589cc-8258-416d-92b2-fcb0d7fa5b82 None None] Bound port: 5cd3f302-e3c6-4d54-9f21-bd4d453333a1, host: n-d-834765-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62d95cbd-f9b3-4105-b7ce-c409f9985dc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '7b770d0d-9494-4d38-8109-965e82ba2871'}}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 16:10:01.439747 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-666589cc-8258-416d-92b2-fcb0d7fa5b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:01.445433 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-09d90e7a-1651-40fb-9f79-1b7c717ae1b2 tempest-BulkNetworkOpsTest-2091025299 tempest-BulkNetworkOpsTest-2091025299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1641287'] for subnet, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:01.559443 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-09d90e7a-1651-40fb-9f79-1b7c717ae1b2 tempest-BulkNetworkOpsTest-2091025299 tempest-BulkNetworkOpsTest-2091025299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1641294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5231963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4793952'] for subnet, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:01.564633 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-666589cc-8258-416d-92b2-fcb0d7fa5b82 None None] For port 5cd3f302-e3c6-4d54-9f21-bd4d453333a1, host n-d-834765-1, cleared binding levels {{(pid=102792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 16:10:01.578102 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-666589cc-8258-416d-92b2-fcb0d7fa5b82 None None] For port 5cd3f302-e3c6-4d54-9f21-bd4d453333a1, host n-d-834765-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=5cd3f302-e3c6-4d54-9f21-bd4d453333a1,segment=NetworkSegment(62d95cbd-f9b3-4105-b7ce-c409f9985dc1),segment_id=62d95cbd-f9b3-4105-b7ce-c409f9985dc1)] {{(pid=102792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 16:10:01.582287 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-09d90e7a-1651-40fb-9f79-1b7c717ae1b2 tempest-BulkNetworkOpsTest-2091025299 tempest-BulkNetworkOpsTest-2091025299-project] Notify callbacks [] for subnet, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:01.583902 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-666589cc-8258-416d-92b2-fcb0d7fa5b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:01.586073 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-09d90e7a-1651-40fb-9f79-1b7c717ae1b2 tempest-BulkNetworkOpsTest-2091025299 tempest-BulkNetworkOpsTest-2091025299-project] 10.222.0.42 "DELETE /v2.0/subnets/a48b68ac-2167-41b1-9dce-20713bb9572c HTTP/1.1" status: 204 len: 168 time: 0.3809199 Mar 29 16:10:01.588803 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 55224) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:10:01.616802 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d90e7a-1651-40fb-9f79-1b7c717ae1b2 tempest-BulkNetworkOpsTest-2091025299 tempest-BulkNetworkOpsTest-2091025299-project] Pushing event deleted for resources: {'Subnet': ['ID=a48b68ac-2167-41b1-9dce-20713bb9572c,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:10:01.677913 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666589cc-8258-416d-92b2-fcb0d7fa5b82 None None] Pushing event updated for resources: {'Port': ['ID=5cd3f302-e3c6-4d54-9f21-bd4d453333a1,revision_number=3']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:10:01.718327 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb33f03f-d0b7-4314-aa0e-8a5078fd79f6 tempest-BulkNetworkOpsTest-2091025299 tempest-BulkNetworkOpsTest-2091025299-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:10:01.719657 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-bb33f03f-d0b7-4314-aa0e-8a5078fd79f6 tempest-BulkNetworkOpsTest-2091025299 tempest-BulkNetworkOpsTest-2091025299-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1297884 Mar 29 16:10:01.723480 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 55230) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:10:01.804604 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-ec7128f2-bd27-4c5c-9604-e15b1e20cef1 tempest-BulkNetworkOpsTest-2091025299 tempest-BulkNetworkOpsTest-2091025299-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1631750'] for network, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:01.867915 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-ec7128f2-bd27-4c5c-9604-e15b1e20cef1 tempest-BulkNetworkOpsTest-2091025299 tempest-BulkNetworkOpsTest-2091025299-project] Deleting port 5cd3f302-e3c6-4d54-9f21-bd4d453333a1 {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:10:01.868162 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-ec7128f2-bd27-4c5c-9604-e15b1e20cef1 tempest-BulkNetworkOpsTest-2091025299 tempest-BulkNetworkOpsTest-2091025299-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:01.958553 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [None req-ec7128f2-bd27-4c5c-9604-e15b1e20cef1 tempest-BulkNetworkOpsTest-2091025299 tempest-BulkNetworkOpsTest-2091025299-project] For port 5cd3f302-e3c6-4d54-9f21-bd4d453333a1, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=5cd3f302-e3c6-4d54-9f21-bd4d453333a1,segment=NetworkSegment(62d95cbd-f9b3-4105-b7ce-c409f9985dc1),segment_id=62d95cbd-f9b3-4105-b7ce-c409f9985dc1)] {{(pid=102791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:10:01.959203 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-ec7128f2-bd27-4c5c-9604-e15b1e20cef1 tempest-BulkNetworkOpsTest-2091025299 tempest-BulkNetworkOpsTest-2091025299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:01.976382 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-ec7128f2-bd27-4c5c-9604-e15b1e20cef1 tempest-BulkNetworkOpsTest-2091025299 tempest-BulkNetworkOpsTest-2091025299-project] Calling delete_port for 5cd3f302-e3c6-4d54-9f21-bd4d453333a1 owned by network:dhcp {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:10:02.070670 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-ec7128f2-bd27-4c5c-9604-e15b1e20cef1 tempest-BulkNetworkOpsTest-2091025299 tempest-BulkNetworkOpsTest-2091025299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:02.100798 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7128f2-bd27-4c5c-9604-e15b1e20cef1 tempest-BulkNetworkOpsTest-2091025299 tempest-BulkNetworkOpsTest-2091025299-project] Pushing event deleted for resources: {'Port': ['ID=5cd3f302-e3c6-4d54-9f21-bd4d453333a1,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:10:02.102658 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec7128f2-bd27-4c5c-9604-e15b1e20cef1 tempest-BulkNetworkOpsTest-2091025299 tempest-BulkNetworkOpsTest-2091025299-project] No DVR routers for this DVR port 5cd3f302-e3c6-4d54-9f21-bd4d453333a1 on host n-d-834765-1 {{(pid=102791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 16:10:02.195562 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-ec7128f2-bd27-4c5c-9604-e15b1e20cef1 tempest-BulkNetworkOpsTest-2091025299 tempest-BulkNetworkOpsTest-2091025299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639890', 'neutron.services.segments.db._delete_segments_for_network-8783523423079'] for network, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:02.221070 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-ec7128f2-bd27-4c5c-9604-e15b1e20cef1 tempest-BulkNetworkOpsTest-2091025299 tempest-BulkNetworkOpsTest-2091025299-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b770d0d-9494-4d38-8109-965e82ba2871']}} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:10:02.231930 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-ec7128f2-bd27-4c5c-9604-e15b1e20cef1 tempest-BulkNetworkOpsTest-2091025299 tempest-BulkNetworkOpsTest-2091025299-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62d95cbd-f9b3-4105-b7ce-c409f9985dc1') {'for_net_delete': True} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:10:02.232228 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-ec7128f2-bd27-4c5c-9604-e15b1e20cef1 tempest-BulkNetworkOpsTest-2091025299 tempest-BulkNetworkOpsTest-2091025299-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62d95cbd-f9b3-4105-b7ce-c409f9985dc1') {} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:10:02.243046 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-ec7128f2-bd27-4c5c-9604-e15b1e20cef1 tempest-BulkNetworkOpsTest-2091025299 tempest-BulkNetworkOpsTest-2091025299-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783523422064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4230428'] for segment, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:02.257354 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-ec7128f2-bd27-4c5c-9604-e15b1e20cef1 tempest-BulkNetworkOpsTest-2091025299 tempest-BulkNetworkOpsTest-2091025299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:02.264659 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec7128f2-bd27-4c5c-9604-e15b1e20cef1 tempest-BulkNetworkOpsTest-2091025299 tempest-BulkNetworkOpsTest-2091025299-project] Releasing vlan 615 on physical network physnet1 to pool {{(pid=102791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 16:10:02.265213 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-ec7128f2-bd27-4c5c-9604-e15b1e20cef1 tempest-BulkNetworkOpsTest-2091025299 tempest-BulkNetworkOpsTest-2091025299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16169569'] for segment, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:02.271611 n-d-834765-1 neutron-server[102791]: Traceback (most recent call last): Mar 29 16:10:02.271611 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 16:10:02.271611 n-d-834765-1 neutron-server[102791]: timer() Mar 29 16:10:02.271611 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 16:10:02.271611 n-d-834765-1 neutron-server[102791]: cb(*args, **kw) Mar 29 16:10:02.271611 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 16:10:02.271611 n-d-834765-1 neutron-server[102791]: return func(*args, **kwargs) Mar 29 16:10:02.271611 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 16:10:02.271611 n-d-834765-1 neutron-server[102791]: self._notify() Mar 29 16:10:02.271611 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 16:10:02.271611 n-d-834765-1 neutron-server[102791]: self.callback(batched_events) Mar 29 16:10:02.271611 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 16:10:02.271611 n-d-834765-1 neutron-server[102791]: event.method(event) Mar 29 16:10:02.271611 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 16:10:02.271611 n-d-834765-1 neutron-server[102791]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 16:10:02.271611 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 16:10:02.271611 n-d-834765-1 neutron-server[102791]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 16:10:02.271611 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 16:10:02.271611 n-d-834765-1 neutron-server[102791]: return f(self, *a, **k) Mar 29 16:10:02.271611 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 16:10:02.271611 n-d-834765-1 neutron-server[102791]: return self._get(url).json() Mar 29 16:10:02.271611 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 16:10:02.271611 n-d-834765-1 neutron-server[102791]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 16:10:02.271611 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 16:10:02.271611 n-d-834765-1 neutron-server[102791]: return self.request(url, 'GET', **kwargs) Mar 29 16:10:02.271611 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 16:10:02.271611 n-d-834765-1 neutron-server[102791]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 16:10:02.271611 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 16:10:02.271611 n-d-834765-1 neutron-server[102791]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 16:10:02.271611 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 16:10:02.271611 n-d-834765-1 neutron-server[102791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 16:10:02.271611 n-d-834765-1 neutron-server[102791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 16:10:02.339580 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-ec7128f2-bd27-4c5c-9604-e15b1e20cef1 tempest-BulkNetworkOpsTest-2091025299 tempest-BulkNetworkOpsTest-2091025299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1639897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648174'] for network, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:02.347045 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-ec7128f2-bd27-4c5c-9604-e15b1e20cef1 tempest-BulkNetworkOpsTest-2091025299 tempest-BulkNetworkOpsTest-2091025299-project] Notify callbacks [] for network, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:02.354027 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 55252) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:10:02.354154 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-ec7128f2-bd27-4c5c-9604-e15b1e20cef1 tempest-BulkNetworkOpsTest-2091025299 tempest-BulkNetworkOpsTest-2091025299-project] 10.222.0.42 "DELETE /v2.0/networks/7b770d0d-9494-4d38-8109-965e82ba2871 HTTP/1.1" status: 204 len: 168 time: 0.6296062 Mar 29 16:10:02.366332 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7128f2-bd27-4c5c-9604-e15b1e20cef1 tempest-BulkNetworkOpsTest-2091025299 tempest-BulkNetworkOpsTest-2091025299-project] Pushing event deleted for resources: {'Network': ['ID=7b770d0d-9494-4d38-8109-965e82ba2871,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:10:02.460504 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-5f60ce78-d271-4c39-951d-2a10fd706226 tempest-BulkNetworkOpsTest-2091025299 tempest-BulkNetworkOpsTest-2091025299-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1631750'] for network, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:02.531190 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-5f60ce78-d271-4c39-951d-2a10fd706226 tempest-BulkNetworkOpsTest-2091025299 tempest-BulkNetworkOpsTest-2091025299-project] Deleting port ff99252f-b45d-406a-93da-712ae6dabcd6 {{(pid=102790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:10:02.531574 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-5f60ce78-d271-4c39-951d-2a10fd706226 tempest-BulkNetworkOpsTest-2091025299 tempest-BulkNetworkOpsTest-2091025299-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:02.556882 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2769c742-0960-4d0d-8275-5f7e1c35ea6c None None] Network 1e47de93-b271-443d-9366-e96497f8f18c requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 16:10:02.611562 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [None req-5f60ce78-d271-4c39-951d-2a10fd706226 tempest-BulkNetworkOpsTest-2091025299 tempest-BulkNetworkOpsTest-2091025299-project] For port ff99252f-b45d-406a-93da-712ae6dabcd6, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=ff99252f-b45d-406a-93da-712ae6dabcd6,segment=NetworkSegment(f98dc1c4-3e44-456a-ab90-2c84f3ca5343),segment_id=f98dc1c4-3e44-456a-ab90-2c84f3ca5343)] {{(pid=102790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:10:02.612216 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-5f60ce78-d271-4c39-951d-2a10fd706226 tempest-BulkNetworkOpsTest-2091025299 tempest-BulkNetworkOpsTest-2091025299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:02.628737 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-5f60ce78-d271-4c39-951d-2a10fd706226 tempest-BulkNetworkOpsTest-2091025299 tempest-BulkNetworkOpsTest-2091025299-project] Calling delete_port for ff99252f-b45d-406a-93da-712ae6dabcd6 owned by network:dhcp {{(pid=102790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:10:02.677600 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-bc4c81ec-c4de-4409-8940-769cab422de9 None None] Provisioning complete for port ff99252f-b45d-406a-93da-712ae6dabcd6 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:10:02.677989 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-bc4c81ec-c4de-4409-8940-769cab422de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:02.737507 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-5f60ce78-d271-4c39-951d-2a10fd706226 tempest-BulkNetworkOpsTest-2091025299 tempest-BulkNetworkOpsTest-2091025299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:02.741816 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-bc4c81ec-c4de-4409-8940-769cab422de9 None None] Could not find standard attr ID for object ff99252f-b45d-406a-93da-712ae6dabcd6. {{(pid=102792) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 29 16:10:02.744628 n-d-834765-1 neutron-server[102792]: INFO neutron.plugins.ml2.db [None req-bc4c81ec-c4de-4409-8940-769cab422de9 None None] No ports have port_id starting with ff99252f-b45d-406a-93da-712ae6dabcd6 Mar 29 16:10:02.766939 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f60ce78-d271-4c39-951d-2a10fd706226 tempest-BulkNetworkOpsTest-2091025299 tempest-BulkNetworkOpsTest-2091025299-project] Pushing event deleted for resources: {'Port': ['ID=ff99252f-b45d-406a-93da-712ae6dabcd6,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:10:02.779348 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f60ce78-d271-4c39-951d-2a10fd706226 tempest-BulkNetworkOpsTest-2091025299 tempest-BulkNetworkOpsTest-2091025299-project] No DVR routers for this DVR port ff99252f-b45d-406a-93da-712ae6dabcd6 on host n-d-834765-1 {{(pid=102790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 16:10:02.820724 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-c8c107fa-9476-4522-8ab0-db788afc9141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:02.842402 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15f21ab7-35ec-42b6-8d39-59df8ea9b71b None None] DHCP port deletion for 1e47de93-b271-443d-9366-e96497f8f18c request from n-d-834765-1 {{(pid=102792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 29 16:10:02.893456 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-5f60ce78-d271-4c39-951d-2a10fd706226 tempest-BulkNetworkOpsTest-2091025299 tempest-BulkNetworkOpsTest-2091025299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639890', 'neutron.services.segments.db._delete_segments_for_network-8783523423079'] for network, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:02.920658 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-5f60ce78-d271-4c39-951d-2a10fd706226 tempest-BulkNetworkOpsTest-2091025299 tempest-BulkNetworkOpsTest-2091025299-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e47de93-b271-443d-9366-e96497f8f18c']}} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:10:02.931002 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-5f60ce78-d271-4c39-951d-2a10fd706226 tempest-BulkNetworkOpsTest-2091025299 tempest-BulkNetworkOpsTest-2091025299-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f98dc1c4-3e44-456a-ab90-2c84f3ca5343') {'for_net_delete': True} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:10:02.931320 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-5f60ce78-d271-4c39-951d-2a10fd706226 tempest-BulkNetworkOpsTest-2091025299 tempest-BulkNetworkOpsTest-2091025299-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f98dc1c4-3e44-456a-ab90-2c84f3ca5343') {} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:10:02.942474 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-5f60ce78-d271-4c39-951d-2a10fd706226 tempest-BulkNetworkOpsTest-2091025299 tempest-BulkNetworkOpsTest-2091025299-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783523422064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4614019'] for segment, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:02.959697 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-5f60ce78-d271-4c39-951d-2a10fd706226 tempest-BulkNetworkOpsTest-2091025299 tempest-BulkNetworkOpsTest-2091025299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:02.970303 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f60ce78-d271-4c39-951d-2a10fd706226 tempest-BulkNetworkOpsTest-2091025299 tempest-BulkNetworkOpsTest-2091025299-project] Releasing vlan 616 on physical network physnet1 to pool {{(pid=102790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 16:10:02.970760 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-5f60ce78-d271-4c39-951d-2a10fd706226 tempest-BulkNetworkOpsTest-2091025299 tempest-BulkNetworkOpsTest-2091025299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5238013'] for segment, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:02.974320 n-d-834765-1 neutron-server[102790]: Traceback (most recent call last): Mar 29 16:10:02.974320 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 16:10:02.974320 n-d-834765-1 neutron-server[102790]: timer() Mar 29 16:10:02.974320 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 16:10:02.974320 n-d-834765-1 neutron-server[102790]: cb(*args, **kw) Mar 29 16:10:02.974320 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 16:10:02.974320 n-d-834765-1 neutron-server[102790]: return func(*args, **kwargs) Mar 29 16:10:02.974320 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 16:10:02.974320 n-d-834765-1 neutron-server[102790]: self._notify() Mar 29 16:10:02.974320 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 16:10:02.974320 n-d-834765-1 neutron-server[102790]: self.callback(batched_events) Mar 29 16:10:02.974320 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 16:10:02.974320 n-d-834765-1 neutron-server[102790]: event.method(event) Mar 29 16:10:02.974320 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 16:10:02.974320 n-d-834765-1 neutron-server[102790]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 16:10:02.974320 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 16:10:02.974320 n-d-834765-1 neutron-server[102790]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 16:10:02.974320 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 16:10:02.974320 n-d-834765-1 neutron-server[102790]: return f(self, *a, **k) Mar 29 16:10:02.974320 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 16:10:02.974320 n-d-834765-1 neutron-server[102790]: return self._get(url).json() Mar 29 16:10:02.974320 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 16:10:02.974320 n-d-834765-1 neutron-server[102790]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 16:10:02.974320 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 16:10:02.974320 n-d-834765-1 neutron-server[102790]: return self.request(url, 'GET', **kwargs) Mar 29 16:10:02.974320 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 16:10:02.974320 n-d-834765-1 neutron-server[102790]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 16:10:02.974320 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 16:10:02.974320 n-d-834765-1 neutron-server[102790]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 16:10:02.974320 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 16:10:02.974320 n-d-834765-1 neutron-server[102790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 16:10:02.974320 n-d-834765-1 neutron-server[102790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 16:10:03.037874 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-5f60ce78-d271-4c39-951d-2a10fd706226 tempest-BulkNetworkOpsTest-2091025299 tempest-BulkNetworkOpsTest-2091025299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1639897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648174'] for network, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:03.047231 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-5f60ce78-d271-4c39-951d-2a10fd706226 tempest-BulkNetworkOpsTest-2091025299 tempest-BulkNetworkOpsTest-2091025299-project] Notify callbacks [] for network, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:03.052794 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-5f60ce78-d271-4c39-951d-2a10fd706226 tempest-BulkNetworkOpsTest-2091025299 tempest-BulkNetworkOpsTest-2091025299-project] 10.222.0.42 "DELETE /v2.0/networks/1e47de93-b271-443d-9366-e96497f8f18c HTTP/1.1" status: 204 len: 168 time: 0.6952579 Mar 29 16:10:03.053466 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 55320) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:10:03.060134 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f60ce78-d271-4c39-951d-2a10fd706226 tempest-BulkNetworkOpsTest-2091025299 tempest-BulkNetworkOpsTest-2091025299-project] Pushing event deleted for resources: {'Network': ['ID=1e47de93-b271-443d-9366-e96497f8f18c,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:10:03.150048 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57ec7406-2f20-4233-ac5b-6f83006de870 None None] DHCP port deletion for 7b770d0d-9494-4d38-8109-965e82ba2871 request from n-d-834765-1 {{(pid=102792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 29 16:10:03.153738 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-c848e595-5b58-4136-9f16-144d48e053f7 tempest-BulkNetworkOpsTest-2091025299 tempest-BulkNetworkOpsTest-2091025299-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1631750'] for network, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:03.177179 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32f574d8-ade2-4a0e-aa95-fed478713c97 None None] Network 7b770d0d-9494-4d38-8109-965e82ba2871 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 16:10:03.180341 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-312a17a5-091e-4205-a151-5537aa8ae28e None None] Could not find standard attr ID for object 5cd3f302-e3c6-4d54-9f21-bd4d453333a1. {{(pid=102792) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 29 16:10:03.193257 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32f574d8-ade2-4a0e-aa95-fed478713c97 None None] Network 7b770d0d-9494-4d38-8109-965e82ba2871 could not be found, it might have been deleted concurrently. {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Mar 29 16:10:03.249768 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-c848e595-5b58-4136-9f16-144d48e053f7 tempest-BulkNetworkOpsTest-2091025299 tempest-BulkNetworkOpsTest-2091025299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639890', 'neutron.services.segments.db._delete_segments_for_network-8783523423079'] for network, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:03.270691 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-c848e595-5b58-4136-9f16-144d48e053f7 tempest-BulkNetworkOpsTest-2091025299 tempest-BulkNetworkOpsTest-2091025299-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d11f5b6f-ee2f-4903-b64a-b5935765f65b']}} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:10:03.280275 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-c848e595-5b58-4136-9f16-144d48e053f7 tempest-BulkNetworkOpsTest-2091025299 tempest-BulkNetworkOpsTest-2091025299-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd12e6ad3-866c-4006-9658-802cd69213e5') {'for_net_delete': True} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:10:03.280565 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-c848e595-5b58-4136-9f16-144d48e053f7 tempest-BulkNetworkOpsTest-2091025299 tempest-BulkNetworkOpsTest-2091025299-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd12e6ad3-866c-4006-9658-802cd69213e5') {} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:10:03.290100 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-c848e595-5b58-4136-9f16-144d48e053f7 tempest-BulkNetworkOpsTest-2091025299 tempest-BulkNetworkOpsTest-2091025299-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783523422064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4230428'] for segment, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:03.304094 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-c848e595-5b58-4136-9f16-144d48e053f7 tempest-BulkNetworkOpsTest-2091025299 tempest-BulkNetworkOpsTest-2091025299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:03.310399 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c848e595-5b58-4136-9f16-144d48e053f7 tempest-BulkNetworkOpsTest-2091025299 tempest-BulkNetworkOpsTest-2091025299-project] Releasing vlan 640 on physical network physnet1 to pool {{(pid=102791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 16:10:03.310850 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-c848e595-5b58-4136-9f16-144d48e053f7 tempest-BulkNetworkOpsTest-2091025299 tempest-BulkNetworkOpsTest-2091025299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16169569'] for segment, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:03.314050 n-d-834765-1 neutron-server[102791]: Traceback (most recent call last): Mar 29 16:10:03.314050 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 16:10:03.314050 n-d-834765-1 neutron-server[102791]: timer() Mar 29 16:10:03.314050 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 16:10:03.314050 n-d-834765-1 neutron-server[102791]: cb(*args, **kw) Mar 29 16:10:03.314050 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 16:10:03.314050 n-d-834765-1 neutron-server[102791]: return func(*args, **kwargs) Mar 29 16:10:03.314050 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 16:10:03.314050 n-d-834765-1 neutron-server[102791]: self._notify() Mar 29 16:10:03.314050 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 16:10:03.314050 n-d-834765-1 neutron-server[102791]: self.callback(batched_events) Mar 29 16:10:03.314050 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 16:10:03.314050 n-d-834765-1 neutron-server[102791]: event.method(event) Mar 29 16:10:03.314050 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 16:10:03.314050 n-d-834765-1 neutron-server[102791]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 16:10:03.314050 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 16:10:03.314050 n-d-834765-1 neutron-server[102791]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 16:10:03.314050 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 16:10:03.314050 n-d-834765-1 neutron-server[102791]: return f(self, *a, **k) Mar 29 16:10:03.314050 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 16:10:03.314050 n-d-834765-1 neutron-server[102791]: return self._get(url).json() Mar 29 16:10:03.314050 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 16:10:03.314050 n-d-834765-1 neutron-server[102791]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 16:10:03.314050 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 16:10:03.314050 n-d-834765-1 neutron-server[102791]: return self.request(url, 'GET', **kwargs) Mar 29 16:10:03.314050 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 16:10:03.314050 n-d-834765-1 neutron-server[102791]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 16:10:03.314050 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 16:10:03.314050 n-d-834765-1 neutron-server[102791]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 16:10:03.314050 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 16:10:03.314050 n-d-834765-1 neutron-server[102791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 16:10:03.314050 n-d-834765-1 neutron-server[102791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 16:10:03.379022 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-c848e595-5b58-4136-9f16-144d48e053f7 tempest-BulkNetworkOpsTest-2091025299 tempest-BulkNetworkOpsTest-2091025299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1639897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648174'] for network, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:03.384137 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-c848e595-5b58-4136-9f16-144d48e053f7 tempest-BulkNetworkOpsTest-2091025299 tempest-BulkNetworkOpsTest-2091025299-project] Notify callbacks [] for network, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:03.390311 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-c848e595-5b58-4136-9f16-144d48e053f7 tempest-BulkNetworkOpsTest-2091025299 tempest-BulkNetworkOpsTest-2091025299-project] 10.222.0.42 "DELETE /v2.0/networks/d11f5b6f-ee2f-4903-b64a-b5935765f65b HTTP/1.1" status: 204 len: 168 time: 0.3332233 Mar 29 16:10:03.390409 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 55354) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:10:03.405283 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c848e595-5b58-4136-9f16-144d48e053f7 tempest-BulkNetworkOpsTest-2091025299 tempest-BulkNetworkOpsTest-2091025299-project] Pushing event deleted for resources: {'Network': ['ID=d11f5b6f-ee2f-4903-b64a-b5935765f65b,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:10:03.475003 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-f3362842-10ba-420e-9a6a-70e44b9dda8f tempest-BulkNetworkOpsTest-2091025299 tempest-BulkNetworkOpsTest-2091025299-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1631750'] for network, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:03.569150 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-f3362842-10ba-420e-9a6a-70e44b9dda8f tempest-BulkNetworkOpsTest-2091025299 tempest-BulkNetworkOpsTest-2091025299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639890', 'neutron.services.segments.db._delete_segments_for_network-8783523423079'] for network, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:03.589197 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-f3362842-10ba-420e-9a6a-70e44b9dda8f tempest-BulkNetworkOpsTest-2091025299 tempest-BulkNetworkOpsTest-2091025299-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc70e253-c6bb-430a-8a4f-edc47f93d345']}} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:10:03.598693 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-f3362842-10ba-420e-9a6a-70e44b9dda8f tempest-BulkNetworkOpsTest-2091025299 tempest-BulkNetworkOpsTest-2091025299-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a112d69-6ad7-48f3-9bc4-5294d12326c4') {'for_net_delete': True} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:10:03.598980 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-f3362842-10ba-420e-9a6a-70e44b9dda8f tempest-BulkNetworkOpsTest-2091025299 tempest-BulkNetworkOpsTest-2091025299-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a112d69-6ad7-48f3-9bc4-5294d12326c4') {} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:10:03.613725 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-f3362842-10ba-420e-9a6a-70e44b9dda8f tempest-BulkNetworkOpsTest-2091025299 tempest-BulkNetworkOpsTest-2091025299-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783523422064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4614019'] for segment, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:03.627924 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-f3362842-10ba-420e-9a6a-70e44b9dda8f tempest-BulkNetworkOpsTest-2091025299 tempest-BulkNetworkOpsTest-2091025299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:03.634178 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3362842-10ba-420e-9a6a-70e44b9dda8f tempest-BulkNetworkOpsTest-2091025299 tempest-BulkNetworkOpsTest-2091025299-project] Releasing vlan 612 on physical network physnet1 to pool {{(pid=102790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 16:10:03.634567 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-f3362842-10ba-420e-9a6a-70e44b9dda8f tempest-BulkNetworkOpsTest-2091025299 tempest-BulkNetworkOpsTest-2091025299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5238013'] for segment, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:03.638151 n-d-834765-1 neutron-server[102790]: Traceback (most recent call last): Mar 29 16:10:03.638151 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 16:10:03.638151 n-d-834765-1 neutron-server[102790]: timer() Mar 29 16:10:03.638151 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 16:10:03.638151 n-d-834765-1 neutron-server[102790]: cb(*args, **kw) Mar 29 16:10:03.638151 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 16:10:03.638151 n-d-834765-1 neutron-server[102790]: return func(*args, **kwargs) Mar 29 16:10:03.638151 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 16:10:03.638151 n-d-834765-1 neutron-server[102790]: self._notify() Mar 29 16:10:03.638151 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 16:10:03.638151 n-d-834765-1 neutron-server[102790]: self.callback(batched_events) Mar 29 16:10:03.638151 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 16:10:03.638151 n-d-834765-1 neutron-server[102790]: event.method(event) Mar 29 16:10:03.638151 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 16:10:03.638151 n-d-834765-1 neutron-server[102790]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 16:10:03.638151 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 16:10:03.638151 n-d-834765-1 neutron-server[102790]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 16:10:03.638151 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 16:10:03.638151 n-d-834765-1 neutron-server[102790]: return f(self, *a, **k) Mar 29 16:10:03.638151 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 16:10:03.638151 n-d-834765-1 neutron-server[102790]: return self._get(url).json() Mar 29 16:10:03.638151 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 16:10:03.638151 n-d-834765-1 neutron-server[102790]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 16:10:03.638151 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 16:10:03.638151 n-d-834765-1 neutron-server[102790]: return self.request(url, 'GET', **kwargs) Mar 29 16:10:03.638151 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 16:10:03.638151 n-d-834765-1 neutron-server[102790]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 16:10:03.638151 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 16:10:03.638151 n-d-834765-1 neutron-server[102790]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 16:10:03.638151 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 16:10:03.638151 n-d-834765-1 neutron-server[102790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 16:10:03.638151 n-d-834765-1 neutron-server[102790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 16:10:03.698071 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-f3362842-10ba-420e-9a6a-70e44b9dda8f tempest-BulkNetworkOpsTest-2091025299 tempest-BulkNetworkOpsTest-2091025299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1639897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648174'] for network, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:03.705736 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-f3362842-10ba-420e-9a6a-70e44b9dda8f tempest-BulkNetworkOpsTest-2091025299 tempest-BulkNetworkOpsTest-2091025299-project] Notify callbacks [] for network, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:03.708903 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-f3362842-10ba-420e-9a6a-70e44b9dda8f tempest-BulkNetworkOpsTest-2091025299 tempest-BulkNetworkOpsTest-2091025299-project] 10.222.0.42 "DELETE /v2.0/networks/cc70e253-c6bb-430a-8a4f-edc47f93d345 HTTP/1.1" status: 204 len: 168 time: 0.3175015 Mar 29 16:10:03.721061 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3362842-10ba-420e-9a6a-70e44b9dda8f tempest-BulkNetworkOpsTest-2091025299 tempest-BulkNetworkOpsTest-2091025299-project] Pushing event deleted for resources: {'Network': ['ID=cc70e253-c6bb-430a-8a4f-edc47f93d345,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:10:03.800838 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 55378) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:10:03.915198 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-b4c4e414-97ed-48ac-9473-90bf9b60393f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:03.969927 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 55384) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:10:03.997195 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-b4c4e414-97ed-48ac-9473-90bf9b60393f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:04.001011 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-b4c4e414-97ed-48ac-9473-90bf9b60393f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:04.045743 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-b4c4e414-97ed-48ac-9473-90bf9b60393f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=14d2e2cbd7fe46c6be661e333199b931&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2437904 Mar 29 16:10:04.046599 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c4e414-97ed-48ac-9473-90bf9b60393f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3607bfda-d7c5-41bc-8445-a5fa42cc6a90,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:10:04.048440 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 55388) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:10:04.119789 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-6c4018bb-9b41-45f3-b875-81f073c01112 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:04.135996 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-913df52e-f054-49a7-b1e7-e8f34ca1f5e3 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=6787c8a8333c48fba0c7695784cb10c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1643925 Mar 29 16:10:04.139344 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 55390) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:10:04.154861 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-6c4018bb-9b41-45f3-b875-81f073c01112 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:04.189464 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-2556d608-8c74-4aee-b6fa-123b527bc07b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:04.205987 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-6c4018bb-9b41-45f3-b875-81f073c01112 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:04.208793 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-6c4018bb-9b41-45f3-b875-81f073c01112 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:04.209957 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-6c4018bb-9b41-45f3-b875-81f073c01112 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/3607bfda-d7c5-41bc-8445-a5fa42cc6a90 HTTP/1.1" status: 204 len: 168 time: 0.1605654 Mar 29 16:10:04.212811 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-2556d608-8c74-4aee-b6fa-123b527bc07b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:04.220124 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4018bb-9b41-45f3-b875-81f073c01112 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3607bfda-d7c5-41bc-8445-a5fa42cc6a90,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:10:04.243651 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d71584b9-87f1-45f5-84c7-c993c2416269 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:04.271922 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-2556d608-8c74-4aee-b6fa-123b527bc07b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:04.274660 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-2556d608-8c74-4aee-b6fa-123b527bc07b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:04.275870 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-2556d608-8c74-4aee-b6fa-123b527bc07b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f88f35fa-3b6e-4af4-9316-e66c2e0ccc8e HTTP/1.1" status: 204 len: 168 time: 0.1355288 Mar 29 16:10:04.286206 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2556d608-8c74-4aee-b6fa-123b527bc07b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f88f35fa-3b6e-4af4-9316-e66c2e0ccc8e,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:10:04.557443 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 55406) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:10:04.571064 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-3fe6d033-f392-4861-a9d3-85c4805d0dda admin admin] Notify callbacks [] for security_group, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:04.647054 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-3fe6d033-f392-4861-a9d3-85c4805d0dda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:04.652817 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-3fe6d033-f392-4861-a9d3-85c4805d0dda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:04.694573 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-3fe6d033-f392-4861-a9d3-85c4805d0dda admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=efe76ab70f254da68e5dbfbbaa970511&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1355031 Mar 29 16:10:04.695658 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe6d033-f392-4861-a9d3-85c4805d0dda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bc3d9b5-10c9-4618-8a54-576d3180d8e7,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:10:04.698146 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 55410) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:10:04.754531 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-46350069-c68c-4bba-b4b3-f21dc19439b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:04.777335 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-46350069-c68c-4bba-b4b3-f21dc19439b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:04.830836 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-46350069-c68c-4bba-b4b3-f21dc19439b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:04.831396 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-46350069-c68c-4bba-b4b3-f21dc19439b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:04.832983 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-46350069-c68c-4bba-b4b3-f21dc19439b7 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/4bc3d9b5-10c9-4618-8a54-576d3180d8e7 HTTP/1.1" status: 204 len: 168 time: 0.1321332 Mar 29 16:10:04.841685 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46350069-c68c-4bba-b4b3-f21dc19439b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bc3d9b5-10c9-4618-8a54-576d3180d8e7,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:10:04.995061 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 55424) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:10:05.052513 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 5cd3f302-e3c6-4d54-9f21-bd4d453333a1 no longer exists at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 16:10:05.076061 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] No Port match for: 5cd3f302-e3c6-4d54-9f21-bd4d453333a1 {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 16:10:05.076396 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 5cd3f302-e3c6-4d54-9f21-bd4d453333a1 not bound to the agent host n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 16:10:05.095630 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-55b4a7e4-7561-486c-ac2b-584538cf2095 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Request body: {'network': {'name': 'tempest-RoutersTest-1512602984'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:10:05.116564 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55b4a7e4-7561-486c-ac2b-584538cf2095 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Made reservation on behalf of 88e7599e62d446faa967714480fab072 for: {'network': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:10:05.120448 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-55b4a7e4-7561-486c-ac2b-584538cf2095 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for network, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:05.129450 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-55b4a7e4-7561-486c-ac2b-584538cf2095 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks [] for security_group, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:05.206531 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-55b4a7e4-7561-486c-ac2b-584538cf2095 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks [] for security_group, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:05.210319 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-55b4a7e4-7561-486c-ac2b-584538cf2095 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:05.233862 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55b4a7e4-7561-486c-ac2b-584538cf2095 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] vlan segment allocate from pool success with {'vlan_id': 648, 'physical_network': 'physnet1'} {{(pid=102791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 16:10:05.247079 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b4a7e4-7561-486c-ac2b-584538cf2095 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62ff1a90-b1b5-4dc1-a9f6-50e0124f5aeb,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:10:05.251825 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-55b4a7e4-7561-486c-ac2b-584538cf2095 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:05.252162 n-d-834765-1 neutron-server[102791]: INFO neutron.db.segments_db [None req-55b4a7e4-7561-486c-ac2b-584538cf2095 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Added segment 379a84ea-b3fc-4106-a883-2be8440f6052 of type vlan for network 959662d8-0c0a-4541-a44c-56c4a1a09413 Mar 29 16:10:05.296659 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-55b4a7e4-7561-486c-ac2b-584538cf2095 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783522915970'] for network, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:05.321745 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-55b4a7e4-7561-486c-ac2b-584538cf2095 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795'] for network, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:05.329824 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55b4a7e4-7561-486c-ac2b-584538cf2095 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:10:05.329824 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-55b4a7e4-7561-486c-ac2b-584538cf2095 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks [] for network, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:05.370522 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-55b4a7e4-7561-486c-ac2b-584538cf2095 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3742573 Mar 29 16:10:05.373355 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 55442) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:10:05.379674 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-48947d2f-fb7b-44f9-8ccc-8edd85fe8ff6 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Request body: {'network': {'name': 'tempest-RoutersTest-2011218074'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:10:05.403312 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48947d2f-fb7b-44f9-8ccc-8edd85fe8ff6 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Made reservation on behalf of 88e7599e62d446faa967714480fab072 for: {'network': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:10:05.403868 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b4a7e4-7561-486c-ac2b-584538cf2095 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Pushing event updated for resources: {'Network': ['ID=959662d8-0c0a-4541-a44c-56c4a1a09413,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:10:05.407139 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-48947d2f-fb7b-44f9-8ccc-8edd85fe8ff6 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for network, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:05.414211 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Network 959662d8-0c0a-4541-a44c-56c4a1a09413 details requested by agent ovs-agent-n-d-834765-1 with host n-d-834765-1 {{(pid=102792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 16:10:05.439979 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48947d2f-fb7b-44f9-8ccc-8edd85fe8ff6 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] vlan segment allocate from pool success with {'vlan_id': 621, 'physical_network': 'physnet1'} {{(pid=102790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 16:10:05.450324 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-48947d2f-fb7b-44f9-8ccc-8edd85fe8ff6 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:05.450718 n-d-834765-1 neutron-server[102790]: INFO neutron.db.segments_db [None req-48947d2f-fb7b-44f9-8ccc-8edd85fe8ff6 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Added segment 39a4595b-53e2-4d89-ba85-07c186e1e452 of type vlan for network 1c788a33-18c1-45d9-aa8e-65e8f903cab5 Mar 29 16:10:05.500718 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-48947d2f-fb7b-44f9-8ccc-8edd85fe8ff6 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783522915970'] for network, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:05.529538 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-48947d2f-fb7b-44f9-8ccc-8edd85fe8ff6 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795'] for network, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:05.535182 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48947d2f-fb7b-44f9-8ccc-8edd85fe8ff6 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:10:05.535788 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-48947d2f-fb7b-44f9-8ccc-8edd85fe8ff6 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks [] for network, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:05.580509 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-48947d2f-fb7b-44f9-8ccc-8edd85fe8ff6 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2055888 Mar 29 16:10:05.583469 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 55448) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:10:05.588717 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-92cb0371-ceaa-4f58-9acc-155903859b82 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Request body: {'subnet': {'network_id': '959662d8-0c0a-4541-a44c-56c4a1a09413', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:10:05.611566 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48947d2f-fb7b-44f9-8ccc-8edd85fe8ff6 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Pushing event updated for resources: {'Network': ['ID=1c788a33-18c1-45d9-aa8e-65e8f903cab5,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:10:05.624179 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Network 1c788a33-18c1-45d9-aa8e-65e8f903cab5 details requested by agent ovs-agent-n-d-834765-1 with host n-d-834765-1 {{(pid=102792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 16:10:05.708159 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92cb0371-ceaa-4f58-9acc-155903859b82 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Made reservation on behalf of 88e7599e62d446faa967714480fab072 for: {'subnet': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:10:05.715093 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-92cb0371-ceaa-4f58-9acc-155903859b82 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16218875'] for subnet, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:05.805470 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-0cb6abf6-2706-4e52-8825-f5f644ecf9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:05.936014 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:05.943759 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-92cb0371-ceaa-4f58-9acc-155903859b82 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16155524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16218861'] for subnet, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:06.009246 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cb0371-ceaa-4f58-9acc-155903859b82 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Pushing event updated for resources: {'Subnet': ['ID=3d300c58-c345-48a3-a4bf-44bec4c1236d,revision_number=0']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:10:06.017237 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92cb0371-ceaa-4f58-9acc-155903859b82 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Checking segment: {'id': '379a84ea-b3fc-4106-a883-2be8440f6052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '959662d8-0c0a-4541-a44c-56c4a1a09413'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 16:10:06.017594 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92cb0371-ceaa-4f58-9acc-155903859b82 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Network hostable DHCP agents. Network: 959662d8-0c0a-4541-a44c-56c4a1a09413, hostable agents: ['d136643e-48ae-49d4-a851-2ba3bdf3749c'], hosted agents: [] {{(pid=102791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 16:10:06.034529 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92cb0371-ceaa-4f58-9acc-155903859b82 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Network 959662d8-0c0a-4541-a44c-56c4a1a09413 is scheduled to be hosted by DHCP agent d136643e-48ae-49d4-a851-2ba3bdf3749c with binding_index 1 {{(pid=102791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 16:10:06.043682 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [None req-92cb0371-ceaa-4f58-9acc-155903859b82 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834765-1, 959662d8-0c0a-4541-a44c-56c4a1a09413) {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:10:06.047776 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92cb0371-ceaa-4f58-9acc-155903859b82 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:10:06.048353 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-92cb0371-ceaa-4f58-9acc-155903859b82 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks [] for subnet, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:06.053748 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a194583-a0c5-45a1-8d09-c12ebc5c967c None None] Network 959662d8-0c0a-4541-a44c-56c4a1a09413 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 16:10:06.073367 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-92cb0371-ceaa-4f58-9acc-155903859b82 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4887767 Mar 29 16:10:06.076991 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 55462) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:10:06.082109 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-d649bce6-726e-4cad-900a-f5ad592e0e89 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Request body: {'subnet': {'network_id': '1c788a33-18c1-45d9-aa8e-65e8f903cab5', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:10:06.169487 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d649bce6-726e-4cad-900a-f5ad592e0e89 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Made reservation on behalf of 88e7599e62d446faa967714480fab072 for: {'subnet': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:10:06.173488 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-d649bce6-726e-4cad-900a-f5ad592e0e89 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16218875'] for subnet, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:06.175987 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 55464) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:10:06.213334 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7a82192-521a-4a24-9d80-0b35c061fead None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0035034-69b0-5ffc-b384-0ac6189c5628-959662d8-0c0a-4541-a44c-56c4a1a09413', 'network_id': '959662d8-0c0a-4541-a44c-56c4a1a09413', 'tenant_id': '88e7599e62d446faa967714480fab072', 'fixed_ips': [{'subnet_id': '3d300c58-c345-48a3-a4bf-44bec4c1236d'}]}} from n-d-834765-1. {{(pid=102792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 29 16:10:06.215225 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-c7a82192-521a-4a24-9d80-0b35c061fead None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:06.365575 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.db_base_plugin_common [None req-c7a82192-521a-4a24-9d80-0b35c061fead None None] Allocated IP 172.20.0.2 (959662d8-0c0a-4541-a44c-56c4a1a09413/3d300c58-c345-48a3-a4bf-44bec4c1236d/111442b6-7040-4d5c-af1b-e67c4e6db827) {{(pid=102792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:10:06.370619 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-d649bce6-726e-4cad-900a-f5ad592e0e89 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16155524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16218861'] for subnet, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:06.419635 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-913b96d4-c8e4-4d10-98f6-329dac1b5aa0 tempest-RoutersAdminNegativeTest-1682001900 tempest-RoutersAdminNegativeTest-1682001900-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1472806231', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:10:06.441899 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d649bce6-726e-4cad-900a-f5ad592e0e89 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Pushing event updated for resources: {'Subnet': ['ID=8aacfff6-fc03-4a5b-999a-de26904ea379,revision_number=0']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:10:06.442542 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-913b96d4-c8e4-4d10-98f6-329dac1b5aa0 tempest-RoutersAdminNegativeTest-1682001900 tempest-RoutersAdminNegativeTest-1682001900-project-admin] Made reservation on behalf of 7e1b3c5312654125ad0080594096ae7b for: {'port': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:10:06.445491 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-913b96d4-c8e4-4d10-98f6-329dac1b5aa0 tempest-RoutersAdminNegativeTest-1682001900 tempest-RoutersAdminNegativeTest-1682001900-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:06.451681 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d649bce6-726e-4cad-900a-f5ad592e0e89 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Checking segment: {'id': '39a4595b-53e2-4d89-ba85-07c186e1e452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '1c788a33-18c1-45d9-aa8e-65e8f903cab5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 16:10:06.452045 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d649bce6-726e-4cad-900a-f5ad592e0e89 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Network hostable DHCP agents. Network: 1c788a33-18c1-45d9-aa8e-65e8f903cab5, hostable agents: ['d136643e-48ae-49d4-a851-2ba3bdf3749c'], hosted agents: [] {{(pid=102791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 16:10:06.456699 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-913b96d4-c8e4-4d10-98f6-329dac1b5aa0 tempest-RoutersAdminNegativeTest-1682001900 tempest-RoutersAdminNegativeTest-1682001900-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:06.470818 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d649bce6-726e-4cad-900a-f5ad592e0e89 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Network 1c788a33-18c1-45d9-aa8e-65e8f903cab5 is scheduled to be hosted by DHCP agent d136643e-48ae-49d4-a851-2ba3bdf3749c with binding_index 1 {{(pid=102791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 16:10:06.485309 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [None req-d649bce6-726e-4cad-900a-f5ad592e0e89 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834765-1, 1c788a33-18c1-45d9-aa8e-65e8f903cab5) {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:10:06.492000 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d649bce6-726e-4cad-900a-f5ad592e0e89 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:10:06.492665 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-d649bce6-726e-4cad-900a-f5ad592e0e89 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks [] for subnet, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:06.515667 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-d649bce6-726e-4cad-900a-f5ad592e0e89 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4373283 Mar 29 16:10:06.516741 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 55468) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:10:06.522054 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-2e64661f-0178-47c0-8c0a-2713c73bf4ea tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1071608021', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:10:06.549052 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-2e64661f-0178-47c0-8c0a-2713c73bf4ea tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-532385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129310'] for router, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:06.550312 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-2e64661f-0178-47c0-8c0a-2713c73bf4ea tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-648091', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-684384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129319'] for router, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:06.558998 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-913b96d4-c8e4-4d10-98f6-329dac1b5aa0 tempest-RoutersAdminNegativeTest-1682001900 tempest-RoutersAdminNegativeTest-1682001900-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:06.563977 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-913b96d4-c8e4-4d10-98f6-329dac1b5aa0 tempest-RoutersAdminNegativeTest-1682001900 tempest-RoutersAdminNegativeTest-1682001900-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:06.567477 n-d-834765-1 neutron-server[102790]: DEBUG neutron.notifiers.nova [None req-913b96d4-c8e4-4d10-98f6-329dac1b5aa0 tempest-RoutersAdminNegativeTest-1682001900 tempest-RoutersAdminNegativeTest-1682001900-project-admin] device_id is not set on port e7255596-7023-44af-9d0b-b29bef0c5876 yet. {{(pid=102790) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 29 16:10:06.608508 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-2e64661f-0178-47c0-8c0a-2713c73bf4ea tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:06.613255 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-2e64661f-0178-47c0-8c0a-2713c73bf4ea tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648118'] for router, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:06.617017 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-051cb022-190b-4504-a6d6-8a6fd71df0b1 None None] Network 1c788a33-18c1-45d9-aa8e-65e8f903cab5 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 16:10:06.633970 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913b96d4-c8e4-4d10-98f6-329dac1b5aa0 tempest-RoutersAdminNegativeTest-1682001900 tempest-RoutersAdminNegativeTest-1682001900-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41b0979e-f32a-4a0d-9a27-6b9a1ebd0e95,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:10:06.635526 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-2e64661f-0178-47c0-8c0a-2713c73bf4ea tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks [] for router, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:06.641535 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 55470) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:10:06.641729 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-2e64661f-0178-47c0-8c0a-2713c73bf4ea tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1240308 Mar 29 16:10:06.780498 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-c7a82192-521a-4a24-9d80-0b35c061fead None None] Notify callbacks [] for port, precommit_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:06.789740 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-c7a82192-521a-4a24-9d80-0b35c061fead None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956'] for port, after_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:06.799093 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.db_base_plugin_common [None req-913b96d4-c8e4-4d10-98f6-329dac1b5aa0 tempest-RoutersAdminNegativeTest-1682001900 tempest-RoutersAdminNegativeTest-1682001900-project-admin] Allocated IP 172.25.4.127 (4a4a035d-ecac-4ead-baa3-25f90788773a/e1a353dc-fac8-4901-a63c-273840237d6a/e7255596-7023-44af-9d0b-b29bef0c5876) {{(pid=102790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:10:06.840388 n-d-834765-1 neutron-server[102792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7a82192-521a-4a24-9d80-0b35c061fead None None] Network 959662d8-0c0a-4541-a44c-56c4a1a09413 is already hosted by enough agents. {{(pid=102792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:10:06.845845 n-d-834765-1 neutron-server[102792]: DEBUG neutron.scheduler.base_scheduler [None req-c7a82192-521a-4a24-9d80-0b35c061fead None None] Resources bound (agent type, host, resource id): {{(pid=102792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:10:06.861370 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7a82192-521a-4a24-9d80-0b35c061fead None None] Received port after_create {{(pid=102792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:10:06.872021 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a82192-521a-4a24-9d80-0b35c061fead None None] Pushing event updated for resources: {'Port': ['ID=111442b6-7040-4d5c-af1b-e67c4e6db827,revision_number=1']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:10:06.879166 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46f237ff-c61e-4019-8d22-a811f9f072b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0035034-69b0-5ffc-b384-0ac6189c5628-1c788a33-18c1-45d9-aa8e-65e8f903cab5', 'network_id': '1c788a33-18c1-45d9-aa8e-65e8f903cab5', 'tenant_id': '88e7599e62d446faa967714480fab072', 'fixed_ips': [{'subnet_id': '8aacfff6-fc03-4a5b-999a-de26904ea379'}]}} from n-d-834765-1. {{(pid=102792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 29 16:10:06.880062 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-46f237ff-c61e-4019-8d22-a811f9f072b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:06.983167 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-c7a82192-521a-4a24-9d80-0b35c061fead None None] Attempting to bind port 111442b6-7040-4d5c-af1b-e67c4e6db827 on host n-d-834765-1 for vnic_type normal with profile {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 16:10:06.983562 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-c7a82192-521a-4a24-9d80-0b35c061fead None None] Attempting to bind port 111442b6-7040-4d5c-af1b-e67c4e6db827 by drivers openvswitch,hyperv on host n-d-834765-1 at level 0 using segments [{'id': '379a84ea-b3fc-4106-a883-2be8440f6052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '959662d8-0c0a-4541-a44c-56c4a1a09413'}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 16:10:06.983925 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7a82192-521a-4a24-9d80-0b35c061fead None None] Attempting to bind port 111442b6-7040-4d5c-af1b-e67c4e6db827 on network 959662d8-0c0a-4541-a44c-56c4a1a09413 {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 16:10:06.997308 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7a82192-521a-4a24-9d80-0b35c061fead None None] Checking agent: {'id': 'a8866439-9d96-425c-b519-6905c591ac37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 25, 36), 'started_at': datetime.datetime(2022, 3, 29, 15, 26, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 16, 10, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834765-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 16:10:06.997679 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7a82192-521a-4a24-9d80-0b35c061fead None None] Checking segment: {'id': '379a84ea-b3fc-4106-a883-2be8440f6052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '959662d8-0c0a-4541-a44c-56c4a1a09413'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 16:10:06.998077 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-c7a82192-521a-4a24-9d80-0b35c061fead None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:06.998466 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7a82192-521a-4a24-9d80-0b35c061fead None None] Bound using segment: {'id': '379a84ea-b3fc-4106-a883-2be8440f6052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '959662d8-0c0a-4541-a44c-56c4a1a09413'} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 16:10:06.998928 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-c7a82192-521a-4a24-9d80-0b35c061fead None None] Bound port: 111442b6-7040-4d5c-af1b-e67c4e6db827, host: n-d-834765-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '379a84ea-b3fc-4106-a883-2be8440f6052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '959662d8-0c0a-4541-a44c-56c4a1a09413'}}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 16:10:06.999328 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-c7a82192-521a-4a24-9d80-0b35c061fead None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:07.006717 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-6e748ef6-9a3a-400f-a437-9667669d9e61 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:07.108757 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.db_base_plugin_common [None req-46f237ff-c61e-4019-8d22-a811f9f072b6 None None] Allocated IP 172.21.0.2 (1c788a33-18c1-45d9-aa8e-65e8f903cab5/8aacfff6-fc03-4a5b-999a-de26904ea379/b397785f-876d-4d2e-b373-8ed7110c282d) {{(pid=102792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:10:07.113723 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-c7a82192-521a-4a24-9d80-0b35c061fead None None] For port 111442b6-7040-4d5c-af1b-e67c4e6db827, host n-d-834765-1, cleared binding levels {{(pid=102792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 16:10:07.117984 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-c7a82192-521a-4a24-9d80-0b35c061fead None None] For port 111442b6-7040-4d5c-af1b-e67c4e6db827, host n-d-834765-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=111442b6-7040-4d5c-af1b-e67c4e6db827,segment=NetworkSegment(379a84ea-b3fc-4106-a883-2be8440f6052),segment_id=379a84ea-b3fc-4106-a883-2be8440f6052)] {{(pid=102792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 16:10:07.124353 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-c7a82192-521a-4a24-9d80-0b35c061fead None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:07.188252 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-913b96d4-c8e4-4d10-98f6-329dac1b5aa0 tempest-RoutersAdminNegativeTest-1682001900 tempest-RoutersAdminNegativeTest-1682001900-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:07.204514 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a82192-521a-4a24-9d80-0b35c061fead None None] Pushing event updated for resources: {'Port': ['ID=111442b6-7040-4d5c-af1b-e67c4e6db827,revision_number=2']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:10:07.312556 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-913b96d4-c8e4-4d10-98f6-329dac1b5aa0 tempest-RoutersAdminNegativeTest-1682001900 tempest-RoutersAdminNegativeTest-1682001900-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:07.323168 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-46f237ff-c61e-4019-8d22-a811f9f072b6 None None] Notify callbacks [] for port, precommit_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:07.331114 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-46f237ff-c61e-4019-8d22-a811f9f072b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956'] for port, after_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:07.368934 n-d-834765-1 neutron-server[102792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46f237ff-c61e-4019-8d22-a811f9f072b6 None None] Network 1c788a33-18c1-45d9-aa8e-65e8f903cab5 is already hosted by enough agents. {{(pid=102792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:10:07.379166 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-913b96d4-c8e4-4d10-98f6-329dac1b5aa0 tempest-RoutersAdminNegativeTest-1682001900 tempest-RoutersAdminNegativeTest-1682001900-project-admin] Network 4a4a035d-ecac-4ead-baa3-25f90788773a is already hosted by enough agents. {{(pid=102790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:10:07.386649 n-d-834765-1 neutron-server[102792]: DEBUG neutron.scheduler.base_scheduler [None req-46f237ff-c61e-4019-8d22-a811f9f072b6 None None] Resources bound (agent type, host, resource id): {{(pid=102792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:10:07.391704 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46f237ff-c61e-4019-8d22-a811f9f072b6 None None] Received port after_create {{(pid=102792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:10:07.393858 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.db_base_plugin_common [None req-6e748ef6-9a3a-400f-a437-9667669d9e61 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Allocated IP 172.20.0.1 (959662d8-0c0a-4541-a44c-56c4a1a09413/3d300c58-c345-48a3-a4bf-44bec4c1236d/484c3565-405f-4e50-acc9-7ab519f0356d) {{(pid=102790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:10:07.419313 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-913b96d4-c8e4-4d10-98f6-329dac1b5aa0 tempest-RoutersAdminNegativeTest-1682001900 tempest-RoutersAdminNegativeTest-1682001900-project-admin] Resources bound (agent type, host, resource id): {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:10:07.435929 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-913b96d4-c8e4-4d10-98f6-329dac1b5aa0 tempest-RoutersAdminNegativeTest-1682001900 tempest-RoutersAdminNegativeTest-1682001900-project-admin] Received port after_create {{(pid=102790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:10:07.443014 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913b96d4-c8e4-4d10-98f6-329dac1b5aa0 tempest-RoutersAdminNegativeTest-1682001900 tempest-RoutersAdminNegativeTest-1682001900-project-admin] Pushing event updated for resources: {'Port': ['ID=e7255596-7023-44af-9d0b-b29bef0c5876,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:10:07.461736 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f237ff-c61e-4019-8d22-a811f9f072b6 None None] Pushing event updated for resources: {'Port': ['ID=b397785f-876d-4d2e-b373-8ed7110c282d,revision_number=1']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:10:07.486183 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-46f237ff-c61e-4019-8d22-a811f9f072b6 None None] Attempting to bind port b397785f-876d-4d2e-b373-8ed7110c282d on host n-d-834765-1 for vnic_type normal with profile {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 16:10:07.486681 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-46f237ff-c61e-4019-8d22-a811f9f072b6 None None] Attempting to bind port b397785f-876d-4d2e-b373-8ed7110c282d by drivers openvswitch,hyperv on host n-d-834765-1 at level 0 using segments [{'id': '39a4595b-53e2-4d89-ba85-07c186e1e452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '1c788a33-18c1-45d9-aa8e-65e8f903cab5'}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 16:10:07.487061 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f237ff-c61e-4019-8d22-a811f9f072b6 None None] Attempting to bind port b397785f-876d-4d2e-b373-8ed7110c282d on network 1c788a33-18c1-45d9-aa8e-65e8f903cab5 {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 16:10:07.493748 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f237ff-c61e-4019-8d22-a811f9f072b6 None None] Checking agent: {'id': 'a8866439-9d96-425c-b519-6905c591ac37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 25, 36), 'started_at': datetime.datetime(2022, 3, 29, 15, 26, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 16, 10, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834765-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 16:10:07.494317 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f237ff-c61e-4019-8d22-a811f9f072b6 None None] Checking segment: {'id': '39a4595b-53e2-4d89-ba85-07c186e1e452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '1c788a33-18c1-45d9-aa8e-65e8f903cab5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 16:10:07.494979 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-46f237ff-c61e-4019-8d22-a811f9f072b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:07.495529 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f237ff-c61e-4019-8d22-a811f9f072b6 None None] Bound using segment: {'id': '39a4595b-53e2-4d89-ba85-07c186e1e452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '1c788a33-18c1-45d9-aa8e-65e8f903cab5'} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 16:10:07.496769 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-46f237ff-c61e-4019-8d22-a811f9f072b6 None None] Bound port: b397785f-876d-4d2e-b373-8ed7110c282d, host: n-d-834765-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39a4595b-53e2-4d89-ba85-07c186e1e452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '1c788a33-18c1-45d9-aa8e-65e8f903cab5'}}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 16:10:07.497277 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-46f237ff-c61e-4019-8d22-a811f9f072b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:07.533264 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-913b96d4-c8e4-4d10-98f6-329dac1b5aa0 tempest-RoutersAdminNegativeTest-1682001900 tempest-RoutersAdminNegativeTest-1682001900-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:10:07.533882 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-913b96d4-c8e4-4d10-98f6-329dac1b5aa0 tempest-RoutersAdminNegativeTest-1682001900 tempest-RoutersAdminNegativeTest-1682001900-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:07.571355 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-913b96d4-c8e4-4d10-98f6-329dac1b5aa0 tempest-RoutersAdminNegativeTest-1682001900 tempest-RoutersAdminNegativeTest-1682001900-project-admin] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.3915949 Mar 29 16:10:07.572081 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 55472) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:10:07.578845 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-46f237ff-c61e-4019-8d22-a811f9f072b6 None None] For port b397785f-876d-4d2e-b373-8ed7110c282d, host n-d-834765-1, cleared binding levels {{(pid=102792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 16:10:07.582448 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-46f237ff-c61e-4019-8d22-a811f9f072b6 None None] For port b397785f-876d-4d2e-b373-8ed7110c282d, host n-d-834765-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=b397785f-876d-4d2e-b373-8ed7110c282d,segment=NetworkSegment(39a4595b-53e2-4d89-ba85-07c186e1e452),segment_id=39a4595b-53e2-4d89-ba85-07c186e1e452)] {{(pid=102792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 16:10:07.583469 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-7bd2e036-5af3-4127-9613-026b4236f87a tempest-RoutersAdminNegativeTest-1682001900 tempest-RoutersAdminNegativeTest-1682001900-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.127'}]}}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:10:07.587705 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-46f237ff-c61e-4019-8d22-a811f9f072b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:07.592773 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-6e748ef6-9a3a-400f-a437-9667669d9e61 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks [] for port, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:07.626165 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-7bd2e036-5af3-4127-9613-026b4236f87a tempest-RoutersAdminNegativeTest-1682001900 tempest-RoutersAdminNegativeTest-1682001900-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-532385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129310'] for router, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:07.627250 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-7bd2e036-5af3-4127-9613-026b4236f87a tempest-RoutersAdminNegativeTest-1682001900 tempest-RoutersAdminNegativeTest-1682001900-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-648091', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-684384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129319'] for router, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:07.653422 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-6e748ef6-9a3a-400f-a437-9667669d9e61 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:07.653572 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f237ff-c61e-4019-8d22-a811f9f072b6 None None] Pushing event updated for resources: {'Port': ['ID=b397785f-876d-4d2e-b373-8ed7110c282d,revision_number=2']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:10:07.722719 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-7bd2e036-5af3-4127-9613-026b4236f87a tempest-RoutersAdminNegativeTest-1682001900 tempest-RoutersAdminNegativeTest-1682001900-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:07.735999 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e748ef6-9a3a-400f-a437-9667669d9e61 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Network 959662d8-0c0a-4541-a44c-56c4a1a09413 is already hosted by enough agents. {{(pid=102790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:10:07.774589 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-6e748ef6-9a3a-400f-a437-9667669d9e61 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Resources bound (agent type, host, resource id): {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:10:07.780953 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e748ef6-9a3a-400f-a437-9667669d9e61 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Received port after_create {{(pid=102790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:10:07.785009 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e748ef6-9a3a-400f-a437-9667669d9e61 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Pushing event updated for resources: {'Port': ['ID=484c3565-405f-4e50-acc9-7ab519f0356d,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:10:08.264789 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb901248-6733-4a56-a8ca-dd4a7c388325 None None] Network 959662d8-0c0a-4541-a44c-56c4a1a09413 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 16:10:08.290138 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-6e748ef6-9a3a-400f-a437-9667669d9e61 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-648347'] for router_interface, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:08.294733 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-7bd2e036-5af3-4127-9613-026b4236f87a tempest-RoutersAdminNegativeTest-1682001900 tempest-RoutersAdminNegativeTest-1682001900-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:08.364377 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-c01c8186-e85b-4a3c-b990-5455276846ab None None] Provisioning complete for port 111442b6-7040-4d5c-af1b-e67c4e6db827 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:10:08.364739 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-c01c8186-e85b-4a3c-b990-5455276846ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:08.466255 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-6e748ef6-9a3a-400f-a437-9667669d9e61 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:08.529151 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-c01c8186-e85b-4a3c-b990-5455276846ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:08.566801 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-c01c8186-e85b-4a3c-b990-5455276846ab None None] For port 111442b6-7040-4d5c-af1b-e67c4e6db827, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=111442b6-7040-4d5c-af1b-e67c4e6db827,segment=NetworkSegment(379a84ea-b3fc-4106-a883-2be8440f6052),segment_id=379a84ea-b3fc-4106-a883-2be8440f6052)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:10:08.572223 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-c01c8186-e85b-4a3c-b990-5455276846ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:08.632244 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01c8186-e85b-4a3c-b990-5455276846ab None None] Pushing event updated for resources: {'Port': ['ID=111442b6-7040-4d5c-af1b-e67c4e6db827,revision_number=3']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:10:08.718357 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc8e3e4c-c2ac-45a0-9253-80e12b88353e None None] Network 1c788a33-18c1-45d9-aa8e-65e8f903cab5 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 16:10:08.789107 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-7bd2e036-5af3-4127-9613-026b4236f87a tempest-RoutersAdminNegativeTest-1682001900 tempest-RoutersAdminNegativeTest-1682001900-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:08.816029 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-7bd2e036-5af3-4127-9613-026b4236f87a tempest-RoutersAdminNegativeTest-1682001900 tempest-RoutersAdminNegativeTest-1682001900-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:08.836209 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-d1846676-d9af-4f93-aa0a-184cc3e49d81 None None] Provisioning complete for port 111442b6-7040-4d5c-af1b-e67c4e6db827 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:10:08.836639 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d1846676-d9af-4f93-aa0a-184cc3e49d81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:08.956317 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-6e748ef6-9a3a-400f-a437-9667669d9e61 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks [] for port, precommit_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:08.968177 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-6e748ef6-9a3a-400f-a437-9667669d9e61 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5237921'] for port, after_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:08.979066 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-d1846676-d9af-4f93-aa0a-184cc3e49d81 None None] Provisioning complete for port 484c3565-405f-4e50-acc9-7ab519f0356d triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:10:08.979353 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d1846676-d9af-4f93-aa0a-184cc3e49d81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:09.016681 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-d1846676-d9af-4f93-aa0a-184cc3e49d81 None None] Port 484c3565-405f-4e50-acc9-7ab519f0356d cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 16:10:09.028675 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-d1846676-d9af-4f93-aa0a-184cc3e49d81 None None] Provisioning complete for port b397785f-876d-4d2e-b373-8ed7110c282d triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:10:09.029184 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d1846676-d9af-4f93-aa0a-184cc3e49d81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:09.080966 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-7bd2e036-5af3-4127-9613-026b4236f87a tempest-RoutersAdminNegativeTest-1682001900 tempest-RoutersAdminNegativeTest-1682001900-project-admin] Notify callbacks [] for router, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:09.085205 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-6e748ef6-9a3a-400f-a437-9667669d9e61 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-648439'] for router_interface, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:09.092591 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e748ef6-9a3a-400f-a437-9667669d9e61 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Pushing event updated for resources: {'Port': ['ID=484c3565-405f-4e50-acc9-7ab519f0356d,revision_number=2']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:10:09.138569 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d1846676-d9af-4f93-aa0a-184cc3e49d81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:09.182726 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-d1846676-d9af-4f93-aa0a-184cc3e49d81 None None] For port b397785f-876d-4d2e-b373-8ed7110c282d, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=b397785f-876d-4d2e-b373-8ed7110c282d,segment=NetworkSegment(39a4595b-53e2-4d89-ba85-07c186e1e452),segment_id=39a4595b-53e2-4d89-ba85-07c186e1e452)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:10:09.191723 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d1846676-d9af-4f93-aa0a-184cc3e49d81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:09.208658 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 111442b6-7040-4d5c-af1b-e67c4e6db827 up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 16:10:09.291202 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1846676-d9af-4f93-aa0a-184cc3e49d81 None None] Pushing event updated for resources: {'Port': ['ID=b397785f-876d-4d2e-b373-8ed7110c282d,revision_number=3']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:10:09.304550 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port 111442b6-7040-4d5c-af1b-e67c4e6db827 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:10:09.304923 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:09.335410 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-7bd2e036-5af3-4127-9613-026b4236f87a tempest-RoutersAdminNegativeTest-1682001900 tempest-RoutersAdminNegativeTest-1682001900-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129328'] for router, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:09.340425 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-7bd2e036-5af3-4127-9613-026b4236f87a tempest-RoutersAdminNegativeTest-1682001900 tempest-RoutersAdminNegativeTest-1682001900-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:09.351742 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-6001743f-6b12-44ae-8636-fe7d96a47e73 None None] Provisioning complete for port 484c3565-405f-4e50-acc9-7ab519f0356d triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:10:09.352136 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-6001743f-6b12-44ae-8636-fe7d96a47e73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:09.394867 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-7bd2e036-5af3-4127-9613-026b4236f87a tempest-RoutersAdminNegativeTest-1682001900 tempest-RoutersAdminNegativeTest-1682001900-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-526718'] for router, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:09.395497 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bd2e036-5af3-4127-9613-026b4236f87a tempest-RoutersAdminNegativeTest-1682001900 tempest-RoutersAdminNegativeTest-1682001900-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5cb0677a-2e7e-43bc-8970-9360b1de98c1 {{(pid=102790) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 29 16:10:09.408283 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e748ef6-9a3a-400f-a437-9667669d9e61 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Network 959662d8-0c0a-4541-a44c-56c4a1a09413 is already hosted by enough agents. {{(pid=102790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:10:09.411537 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-6e748ef6-9a3a-400f-a437-9667669d9e61 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Resources bound (agent type, host, resource id): {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:10:09.415766 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-6001743f-6b12-44ae-8636-fe7d96a47e73 None None] Port 484c3565-405f-4e50-acc9-7ab519f0356d cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 16:10:09.429087 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device b397785f-876d-4d2e-b373-8ed7110c282d up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 16:10:09.458983 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-6001743f-6b12-44ae-8636-fe7d96a47e73 None None] Provisioning complete for port b397785f-876d-4d2e-b373-8ed7110c282d triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:10:09.459377 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-6001743f-6b12-44ae-8636-fe7d96a47e73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:09.463671 n-d-834765-1 neutron-server[102790]: INFO neutron.api.v2.resource [None req-7bd2e036-5af3-4127-9613-026b4236f87a tempest-RoutersAdminNegativeTest-1682001900 tempest-RoutersAdminNegativeTest-1682001900-project-admin] create failed (client error): There was a conflict when trying to complete your request. Mar 29 16:10:09.463910 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-7bd2e036-5af3-4127-9613-026b4236f87a tempest-RoutersAdminNegativeTest-1682001900 tempest-RoutersAdminNegativeTest-1682001900-project-admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 1.8908730 Mar 29 16:10:09.466913 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 55474) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:10:09.525325 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port b397785f-876d-4d2e-b373-8ed7110c282d triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:10:09.525692 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:09.552658 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e748ef6-9a3a-400f-a437-9667669d9e61 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Router 2e0b4715-371b-44e3-ba6d-1dff7a0c6e6e is scheduled to L3 agent c648d819-1060-4f26-b4ec-6455387b5dff with binding_index 1 {{(pid=102790) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 29 16:10:09.581307 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-9149ab93-c96d-4823-b102-686476c458c8 tempest-RoutersAdminNegativeTest-1682001900 tempest-RoutersAdminNegativeTest-1682001900-project-admin] Deleting port e7255596-7023-44af-9d0b-b29bef0c5876 {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:10:09.581996 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-9149ab93-c96d-4823-b102-686476c458c8 tempest-RoutersAdminNegativeTest-1682001900 tempest-RoutersAdminNegativeTest-1682001900-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:09.667952 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e748ef6-9a3a-400f-a437-9667669d9e61 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 16:10:09.677238 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-6e748ef6-9a3a-400f-a437-9667669d9e61 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] 10.222.0.42 "PUT /v2.0/routers/2e0b4715-371b-44e3-ba6d-1dff7a0c6e6e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0310202 Mar 29 16:10:09.677352 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-9149ab93-c96d-4823-b102-686476c458c8 tempest-RoutersAdminNegativeTest-1682001900 tempest-RoutersAdminNegativeTest-1682001900-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:09.677454 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 55476) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:10:09.679660 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cece9543-649d-4f0c-b500-a9209e425074 None None] Sync routers for ids ['2e0b4715-371b-44e3-ba6d-1dff7a0c6e6e'] in n-d-834765-1 {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 16:10:09.687582 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-9149ab93-c96d-4823-b102-686476c458c8 tempest-RoutersAdminNegativeTest-1682001900 tempest-RoutersAdminNegativeTest-1682001900-project-admin] Calling delete_port for e7255596-7023-44af-9d0b-b29bef0c5876 owned by {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:10:09.690999 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cece9543-649d-4f0c-b500-a9209e425074 None None] Routers {'2e0b4715-371b-44e3-ba6d-1dff7a0c6e6e'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:10:09.691751 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-cece9543-649d-4f0c-b500-a9209e425074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:10:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['2e0b4715-371b-44e3-ba6d-1dff7a0c6e6e'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:10:09.722292 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-35e2e9e4-0353-487f-8662-7fdbb06cec48 None None] Provisioning complete for port 484c3565-405f-4e50-acc9-7ab519f0356d triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:10:09.722857 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-35e2e9e4-0353-487f-8662-7fdbb06cec48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:09.732440 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-cece9543-649d-4f0c-b500-a9209e425074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:10:09.733030 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bccc117f-dabb-49c1-b2fd-f02440850e50 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:10:09.737797 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 55478) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:10:09.738048 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-bccc117f-dabb-49c1-b2fd-f02440850e50 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] 10.222.0.42 "GET /v2.0/ports/484c3565-405f-4e50-acc9-7ab519f0356d HTTP/1.1" status: 200 len: 910 time: 0.0582662 Mar 29 16:10:09.742244 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cece9543-649d-4f0c-b500-a9209e425074 None None] Routers {'2e0b4715-371b-44e3-ba6d-1dff7a0c6e6e'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:10:09.743606 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-cece9543-649d-4f0c-b500-a9209e425074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:10:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['2e0b4715-371b-44e3-ba6d-1dff7a0c6e6e'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:10:09.758482 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-35e2e9e4-0353-487f-8662-7fdbb06cec48 None None] Port 484c3565-405f-4e50-acc9-7ab519f0356d cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 16:10:09.777794 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-cece9543-649d-4f0c-b500-a9209e425074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:10:09.778424 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cece9543-649d-4f0c-b500-a9209e425074 None None] The sync data for ids ['2e0b4715-371b-44e3-ba6d-1dff7a0c6e6e'] in n-d-834765-1 is: [] {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 16:10:09.967381 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-9149ab93-c96d-4823-b102-686476c458c8 tempest-RoutersAdminNegativeTest-1682001900 tempest-RoutersAdminNegativeTest-1682001900-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:10.051183 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9149ab93-c96d-4823-b102-686476c458c8 tempest-RoutersAdminNegativeTest-1682001900 tempest-RoutersAdminNegativeTest-1682001900-project-admin] Pushing event deleted for resources: {'Port': ['ID=e7255596-7023-44af-9d0b-b29bef0c5876,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:10:10.150003 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-9149ab93-c96d-4823-b102-686476c458c8 tempest-RoutersAdminNegativeTest-1682001900 tempest-RoutersAdminNegativeTest-1682001900-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:10.153840 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-9149ab93-c96d-4823-b102-686476c458c8 tempest-RoutersAdminNegativeTest-1682001900 tempest-RoutersAdminNegativeTest-1682001900-project-admin] 10.222.0.42 "DELETE /v2.0/ports/e7255596-7023-44af-9d0b-b29bef0c5876 HTTP/1.1" status: 204 len: 168 time: 0.6839087 Mar 29 16:10:10.199226 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-adb3c7cc-8579-495e-a645-78735ecc81d7 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:10.404892 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 55486) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:10:10.524772 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-667dfb45-cc01-4ea2-b4a2-8093aa6d277f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:10.609233 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-667dfb45-cc01-4ea2-b4a2-8093aa6d277f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:10.613304 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-667dfb45-cc01-4ea2-b4a2-8093aa6d277f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:10.661070 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-667dfb45-cc01-4ea2-b4a2-8093aa6d277f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=1f68dafa1f2b47df8b1b7f7fabee48c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2525702 Mar 29 16:10:10.661070 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667dfb45-cc01-4ea2-b4a2-8093aa6d277f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0536628-64f3-4903-86f7-bd36aa89e142,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:10:10.661391 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 55490) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:10:10.771134 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-5e17b388-2a22-4484-94f8-d0aeb363f267 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:10.825349 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-5e17b388-2a22-4484-94f8-d0aeb363f267 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:10.841814 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_common [None req-adb3c7cc-8579-495e-a645-78735ecc81d7 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Allocated IP 172.21.0.1 (1c788a33-18c1-45d9-aa8e-65e8f903cab5/8aacfff6-fc03-4a5b-999a-de26904ea379/63ba5446-fb34-4508-9168-7d5565fec3f8) {{(pid=102791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:10:10.845955 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d030bb-f823-4fec-86d7-09ede016cb6e req-f1d22428-78bb-4077-8532-d2ee00dce320 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:10:10.847486 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-19d030bb-f823-4fec-86d7-09ede016cb6e req-f1d22428-78bb-4077-8532-d2ee00dce320 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "GET /v2.0/ports?device_id=e5d3c303-8bf8-41f1-8746-4ba318fb818b HTTP/1.1" status: 200 len: 945 time: 0.0504856 Mar 29 16:10:10.888605 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-19d030bb-f823-4fec-86d7-09ede016cb6e req-4c988053-1032-4cf9-bf5a-0f1a3038e83f tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "GET /v2.0/security-groups?id=4489dd41-e36c-4f46-8c18-eae57d689353&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344532 Mar 29 16:10:10.915009 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 55494) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:10:10.947036 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-5e17b388-2a22-4484-94f8-d0aeb363f267 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:10.950238 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-5e17b388-2a22-4484-94f8-d0aeb363f267 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:10.951391 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-5e17b388-2a22-4484-94f8-d0aeb363f267 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d0536628-64f3-4903-86f7-bd36aa89e142 HTTP/1.1" status: 204 len: 168 time: 0.2890701 Mar 29 16:10:10.966877 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e17b388-2a22-4484-94f8-d0aeb363f267 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0536628-64f3-4903-86f7-bd36aa89e142,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:10:10.994374 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-c847e02f-cab6-4c96-b7ba-785468b01904 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "GET /v2.0/floatingips/b262c668-0435-477f-8214-0db3ae5847fb HTTP/1.1" status: 200 len: 992 time: 0.0780416 Mar 29 16:10:10.997862 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-adb3c7cc-8579-495e-a645-78735ecc81d7 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks [] for port, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:11.044088 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-adb3c7cc-8579-495e-a645-78735ecc81d7 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:11.100227 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adb3c7cc-8579-495e-a645-78735ecc81d7 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Network 1c788a33-18c1-45d9-aa8e-65e8f903cab5 is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:10:11.103685 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [None req-adb3c7cc-8579-495e-a645-78735ecc81d7 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:10:11.108283 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adb3c7cc-8579-495e-a645-78735ecc81d7 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Received port after_create {{(pid=102791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:10:11.113444 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device b397785f-876d-4d2e-b373-8ed7110c282d up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 16:10:11.114765 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb3c7cc-8579-495e-a645-78735ecc81d7 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Pushing event updated for resources: {'Port': ['ID=63ba5446-fb34-4508-9168-7d5565fec3f8,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:10:11.166462 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-adb3c7cc-8579-495e-a645-78735ecc81d7 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-648347'] for router_interface, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:11.176906 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port b397785f-876d-4d2e-b373-8ed7110c282d triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:10:11.177285 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:11.310444 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-adb3c7cc-8579-495e-a645-78735ecc81d7 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:11.331047 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 55506) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:10:11.400790 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-1bd7511e-2e72-47eb-8d00-e5f83fa71684 None None] Provisioning complete for port 63ba5446-fb34-4508-9168-7d5565fec3f8 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:10:11.401063 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1bd7511e-2e72-47eb-8d00-e5f83fa71684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:11.408827 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-7473b84a-bcdc-404c-9872-abe1b9af5824 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7e1b3c5312654125ad0080594096ae7b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0765297 Mar 29 16:10:11.411196 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 55510) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:10:11.418784 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f303765b-e8b1-4388-aeac-ae78f63ba890 req-f1018174-b350-4b5c-bd1a-5a0767d01a9e tempest-TestNetworkAdvancedServerOps-8597314 tempest-TestNetworkAdvancedServerOps-8597314-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:10:11.420313 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-f303765b-e8b1-4388-aeac-ae78f63ba890 req-f1018174-b350-4b5c-bd1a-5a0767d01a9e tempest-TestNetworkAdvancedServerOps-8597314 tempest-TestNetworkAdvancedServerOps-8597314-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=e5d3c303-8bf8-41f1-8746-4ba318fb818b HTTP/1.1" status: 200 len: 1096 time: 0.0870020 Mar 29 16:10:11.441624 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-1bd7511e-2e72-47eb-8d00-e5f83fa71684 None None] Port 63ba5446-fb34-4508-9168-7d5565fec3f8 cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 16:10:11.485409 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-f303765b-e8b1-4388-aeac-ae78f63ba890 req-d0daaf52-177a-4566-b845-20e5a036e751 tempest-TestNetworkAdvancedServerOps-8597314 tempest-TestNetworkAdvancedServerOps-8597314-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=4489dd41-e36c-4f46-8c18-eae57d689353&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583804 Mar 29 16:10:11.489905 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-6db7af52-2731-453a-a99c-b42d63a55e60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:11.513817 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-6db7af52-2731-453a-a99c-b42d63a55e60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:11.565603 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-6db7af52-2731-453a-a99c-b42d63a55e60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:11.568474 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-6db7af52-2731-453a-a99c-b42d63a55e60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:11.571972 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-6db7af52-2731-453a-a99c-b42d63a55e60 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/41b0979e-f32a-4a0d-9a27-6b9a1ebd0e95 HTTP/1.1" status: 204 len: 168 time: 0.1573479 Mar 29 16:10:11.579955 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db7af52-2731-453a-a99c-b42d63a55e60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41b0979e-f32a-4a0d-9a27-6b9a1ebd0e95,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:10:11.617573 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-adb3c7cc-8579-495e-a645-78735ecc81d7 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks [] for port, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:11.623251 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-adb3c7cc-8579-495e-a645-78735ecc81d7 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:11.704319 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [req-9539d277-1c9d-49c8-81fd-92c2a452ab8c req-25ff1730-4b0d-45a4-a1f4-b1f5dd883907 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=102791) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 16:10:11.705327 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-9539d277-1c9d-49c8-81fd-92c2a452ab8c req-25ff1730-4b0d-45a4-a1f4-b1f5dd883907 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1424675 Mar 29 16:10:11.706058 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb3c7cc-8579-495e-a645-78735ecc81d7 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Pushing event updated for resources: {'Port': ['ID=63ba5446-fb34-4508-9168-7d5565fec3f8,revision_number=2']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:10:11.708649 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-adb3c7cc-8579-495e-a645-78735ecc81d7 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-648439'] for router_interface, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:11.813025 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adb3c7cc-8579-495e-a645-78735ecc81d7 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Network 1c788a33-18c1-45d9-aa8e-65e8f903cab5 is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:10:11.814487 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [None req-adb3c7cc-8579-495e-a645-78735ecc81d7 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:10:11.949435 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adb3c7cc-8579-495e-a645-78735ecc81d7 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Router 2e0b4715-371b-44e3-ba6d-1dff7a0c6e6e has already been hosted by L3 agent c648d819-1060-4f26-b4ec-6455387b5dff {{(pid=102791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 16:10:12.060224 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adb3c7cc-8579-495e-a645-78735ecc81d7 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 16:10:12.069563 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20dad35f-6d57-4a11-8ca5-112691e64092 None None] Sync routers for ids ['2e0b4715-371b-44e3-ba6d-1dff7a0c6e6e'] in n-d-834765-1 {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 16:10:12.083692 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-adb3c7cc-8579-495e-a645-78735ecc81d7 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] 10.222.0.42 "PUT /v2.0/routers/2e0b4715-371b-44e3-ba6d-1dff7a0c6e6e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3425906 Mar 29 16:10:12.083867 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20dad35f-6d57-4a11-8ca5-112691e64092 None None] Routers {'2e0b4715-371b-44e3-ba6d-1dff7a0c6e6e'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:10:12.083867 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-20dad35f-6d57-4a11-8ca5-112691e64092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:10:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['2e0b4715-371b-44e3-ba6d-1dff7a0c6e6e'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:10:12.084587 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 55538) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:10:12.129785 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-20dad35f-6d57-4a11-8ca5-112691e64092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:10:12.131430 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffb6da37-a674-4d7e-a3be-73c6d090e9df tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:10:12.133648 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-ffb6da37-a674-4d7e-a3be-73c6d090e9df tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] 10.222.0.42 "GET /v2.0/ports/63ba5446-fb34-4508-9168-7d5565fec3f8 HTTP/1.1" status: 200 len: 910 time: 0.0477128 Mar 29 16:10:12.136849 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 55540) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:10:12.142341 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20dad35f-6d57-4a11-8ca5-112691e64092 None None] Routers {'2e0b4715-371b-44e3-ba6d-1dff7a0c6e6e'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:10:12.142959 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-20dad35f-6d57-4a11-8ca5-112691e64092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:10:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['2e0b4715-371b-44e3-ba6d-1dff7a0c6e6e'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:10:12.190605 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-20dad35f-6d57-4a11-8ca5-112691e64092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:10:12.190605 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20dad35f-6d57-4a11-8ca5-112691e64092 None None] The sync data for ids ['2e0b4715-371b-44e3-ba6d-1dff7a0c6e6e'] in n-d-834765-1 is: [] {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 16:10:12.212487 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-61d77239-8bbb-4011-9108-5d5280acb240 None None] Provisioning complete for port 63ba5446-fb34-4508-9168-7d5565fec3f8 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:10:12.212864 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-61d77239-8bbb-4011-9108-5d5280acb240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:12.266989 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-61d77239-8bbb-4011-9108-5d5280acb240 None None] Port 63ba5446-fb34-4508-9168-7d5565fec3f8 cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 16:10:12.412217 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 55558) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:10:12.529549 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-44d98acb-d189-4ec3-878c-c909c557f650 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-530452'] for router_interface, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:12.530978 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-43c48931-9372-4980-96ef-27bb1409b377 tempest-AllowedAddressPairTestJSON-1135409531 tempest-AllowedAddressPairTestJSON-1135409531-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1821496340'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:10:12.564505 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-4bba5d6b-6a67-4071-8e47-4b3d8c63592a req-22538e83-eaa1-40c1-b2db-360890977fcc service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=e5d3c303-8bf8-41f1-8746-4ba318fb818b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1902258 Mar 29 16:10:12.565506 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43c48931-9372-4980-96ef-27bb1409b377 tempest-AllowedAddressPairTestJSON-1135409531 tempest-AllowedAddressPairTestJSON-1135409531-project] Made reservation on behalf of cee1655dfcb347848885fc0cf07cc650 for: {'network': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:10:12.569276 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-43c48931-9372-4980-96ef-27bb1409b377 tempest-AllowedAddressPairTestJSON-1135409531 tempest-AllowedAddressPairTestJSON-1135409531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for network, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:12.577098 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [req-4bba5d6b-6a67-4071-8e47-4b3d8c63592a req-c55f2c97-38d8-4bb9-b816-e198c47600c7 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=102790) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 16:10:12.578077 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-4bba5d6b-6a67-4071-8e47-4b3d8c63592a req-c55f2c97-38d8-4bb9-b816-e198c47600c7 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0066423 Mar 29 16:10:12.584491 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-43c48931-9372-4980-96ef-27bb1409b377 tempest-AllowedAddressPairTestJSON-1135409531 tempest-AllowedAddressPairTestJSON-1135409531-project] Notify callbacks [] for security_group, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:12.678044 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-43c48931-9372-4980-96ef-27bb1409b377 tempest-AllowedAddressPairTestJSON-1135409531 tempest-AllowedAddressPairTestJSON-1135409531-project] Notify callbacks [] for security_group, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:12.687251 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-43c48931-9372-4980-96ef-27bb1409b377 tempest-AllowedAddressPairTestJSON-1135409531 tempest-AllowedAddressPairTestJSON-1135409531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:12.713553 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43c48931-9372-4980-96ef-27bb1409b377 tempest-AllowedAddressPairTestJSON-1135409531 tempest-AllowedAddressPairTestJSON-1135409531-project] vlan segment allocate from pool success with {'vlan_id': 641, 'physical_network': 'physnet1'} {{(pid=102790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 16:10:12.731318 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c48931-9372-4980-96ef-27bb1409b377 tempest-AllowedAddressPairTestJSON-1135409531 tempest-AllowedAddressPairTestJSON-1135409531-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e6f7995-8675-4086-9236-8be11c9ae9aa,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:10:12.750529 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-43c48931-9372-4980-96ef-27bb1409b377 tempest-AllowedAddressPairTestJSON-1135409531 tempest-AllowedAddressPairTestJSON-1135409531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:12.751012 n-d-834765-1 neutron-server[102790]: INFO neutron.db.segments_db [None req-43c48931-9372-4980-96ef-27bb1409b377 tempest-AllowedAddressPairTestJSON-1135409531 tempest-AllowedAddressPairTestJSON-1135409531-project] Added segment 78cd45a1-c947-44e5-82e1-9249ae288822 of type vlan for network 64c7971e-c8bb-4a93-9956-f090ac1b0084 Mar 29 16:10:12.797979 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-43c48931-9372-4980-96ef-27bb1409b377 tempest-AllowedAddressPairTestJSON-1135409531 tempest-AllowedAddressPairTestJSON-1135409531-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783522915970'] for network, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:12.803251 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-44d98acb-d189-4ec3-878c-c909c557f650 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Deleting port 63ba5446-fb34-4508-9168-7d5565fec3f8 {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:10:12.803802 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-44d98acb-d189-4ec3-878c-c909c557f650 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:12.829850 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-43c48931-9372-4980-96ef-27bb1409b377 tempest-AllowedAddressPairTestJSON-1135409531 tempest-AllowedAddressPairTestJSON-1135409531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795'] for network, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:12.835937 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43c48931-9372-4980-96ef-27bb1409b377 tempest-AllowedAddressPairTestJSON-1135409531 tempest-AllowedAddressPairTestJSON-1135409531-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:10:12.836702 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-43c48931-9372-4980-96ef-27bb1409b377 tempest-AllowedAddressPairTestJSON-1135409531 tempest-AllowedAddressPairTestJSON-1135409531-project] Notify callbacks [] for network, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:12.881501 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-43c48931-9372-4980-96ef-27bb1409b377 tempest-AllowedAddressPairTestJSON-1135409531 tempest-AllowedAddressPairTestJSON-1135409531-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.4677215 Mar 29 16:10:12.886276 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 55568) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:10:12.891292 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-3ce81df3-26a9-4e2c-b3c9-3908a10de0a9 tempest-AllowedAddressPairTestJSON-1135409531 tempest-AllowedAddressPairTestJSON-1135409531-project] Request body: {'subnet': {'network_id': '64c7971e-c8bb-4a93-9956-f090ac1b0084', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:10:12.922792 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-44d98acb-d189-4ec3-878c-c909c557f650 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:12.927093 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c48931-9372-4980-96ef-27bb1409b377 tempest-AllowedAddressPairTestJSON-1135409531 tempest-AllowedAddressPairTestJSON-1135409531-project] Pushing event updated for resources: {'Network': ['ID=64c7971e-c8bb-4a93-9956-f090ac1b0084,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:10:12.938807 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Network 64c7971e-c8bb-4a93-9956-f090ac1b0084 details requested by agent ovs-agent-n-d-834765-1 with host n-d-834765-1 {{(pid=102792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 16:10:12.974836 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-44d98acb-d189-4ec3-878c-c909c557f650 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Calling delete_port for 63ba5446-fb34-4508-9168-7d5565fec3f8 owned by network:router_interface {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:10:13.060515 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ce81df3-26a9-4e2c-b3c9-3908a10de0a9 tempest-AllowedAddressPairTestJSON-1135409531 tempest-AllowedAddressPairTestJSON-1135409531-project] Made reservation on behalf of cee1655dfcb347848885fc0cf07cc650 for: {'subnet': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:10:13.064089 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-3ce81df3-26a9-4e2c-b3c9-3908a10de0a9 tempest-AllowedAddressPairTestJSON-1135409531 tempest-AllowedAddressPairTestJSON-1135409531-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16218875'] for subnet, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:13.109876 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bba5d6b-6a67-4071-8e47-4b3d8c63592a req-3dd2f3ca-5ac9-4400-ba15-9f0db017b949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:10:13.111418 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-4bba5d6b-6a67-4071-8e47-4b3d8c63592a req-3dd2f3ca-5ac9-4400-ba15-9f0db017b949 service neutron] 10.222.0.42 "GET /v2.0/ports/8fca305d-d618-49df-8867-4634e54a2cd2 HTTP/1.1" status: 200 len: 1093 time: 0.0394280 Mar 29 16:10:13.121995 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [req-4bba5d6b-6a67-4071-8e47-4b3d8c63592a req-9b4133d3-5cdb-4dea-bf5b-c09973fe8784 service neutron] Request body: {'binding': {'host': 'n-h2-834765-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:10:13.122528 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [req-4bba5d6b-6a67-4071-8e47-4b3d8c63592a req-9b4133d3-5cdb-4dea-bf5b-c09973fe8784 service neutron] Unknown quota resources ['binding']. {{(pid=102790) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 29 16:10:13.265323 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.managers [req-4bba5d6b-6a67-4071-8e47-4b3d8c63592a req-9b4133d3-5cdb-4dea-bf5b-c09973fe8784 service neutron] Attempting to bind port 8fca305d-d618-49df-8867-4634e54a2cd2 on host n-h2-834765-1 for vnic_type normal with profile None {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 16:10:13.265673 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.managers [req-4bba5d6b-6a67-4071-8e47-4b3d8c63592a req-9b4133d3-5cdb-4dea-bf5b-c09973fe8784 service neutron] Attempting to bind port 8fca305d-d618-49df-8867-4634e54a2cd2 by drivers openvswitch,hyperv on host n-h2-834765-1 at level 0 using segments [{'id': '7ca977ad-0942-487d-99ad-d8a63cf60333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'bb43b58d-8650-4cdb-9fe6-68a7aaad9333'}] {{(pid=102790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 16:10:13.266004 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bba5d6b-6a67-4071-8e47-4b3d8c63592a req-9b4133d3-5cdb-4dea-bf5b-c09973fe8784 service neutron] Attempting to bind port 8fca305d-d618-49df-8867-4634e54a2cd2 on network bb43b58d-8650-4cdb-9fe6-68a7aaad9333 {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 16:10:13.270347 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bba5d6b-6a67-4071-8e47-4b3d8c63592a req-9b4133d3-5cdb-4dea-bf5b-c09973fe8784 service neutron] Port 8fca305d-d618-49df-8867-4634e54a2cd2 on network bb43b58d-8650-4cdb-9fe6-68a7aaad9333 not bound, no agent of type Open vSwitch agent registered on host n-h2-834765-1 {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 16:10:13.270668 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bba5d6b-6a67-4071-8e47-4b3d8c63592a req-9b4133d3-5cdb-4dea-bf5b-c09973fe8784 service neutron] Attempting to bind port 8fca305d-d618-49df-8867-4634e54a2cd2 on network bb43b58d-8650-4cdb-9fe6-68a7aaad9333 {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 16:10:13.275448 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bba5d6b-6a67-4071-8e47-4b3d8c63592a req-9b4133d3-5cdb-4dea-bf5b-c09973fe8784 service neutron] Checking agent: {'id': '3e4b4912-b4a2-4d17-b5bd-6ce15529e8eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 33, 17), 'started_at': datetime.datetime(2022, 3, 29, 15, 33, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 16, 9, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 16:10:13.275786 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bba5d6b-6a67-4071-8e47-4b3d8c63592a req-9b4133d3-5cdb-4dea-bf5b-c09973fe8784 service neutron] Checking segment: {'id': '7ca977ad-0942-487d-99ad-d8a63cf60333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'bb43b58d-8650-4cdb-9fe6-68a7aaad9333'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 16:10:13.276165 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bba5d6b-6a67-4071-8e47-4b3d8c63592a req-9b4133d3-5cdb-4dea-bf5b-c09973fe8784 service neutron] Bound using segment: {'id': '7ca977ad-0942-487d-99ad-d8a63cf60333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'bb43b58d-8650-4cdb-9fe6-68a7aaad9333'} {{(pid=102790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 16:10:13.277216 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.managers [req-4bba5d6b-6a67-4071-8e47-4b3d8c63592a req-9b4133d3-5cdb-4dea-bf5b-c09973fe8784 service neutron] Bound port: 8fca305d-d618-49df-8867-4634e54a2cd2, host: n-h2-834765-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ca977ad-0942-487d-99ad-d8a63cf60333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'bb43b58d-8650-4cdb-9fe6-68a7aaad9333'}}] {{(pid=102790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 16:10:13.292141 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-44d98acb-d189-4ec3-878c-c909c557f650 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:13.341483 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d98acb-d189-4ec3-878c-c909c557f650 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Pushing event deleted for resources: {'Port': ['ID=63ba5446-fb34-4508-9168-7d5565fec3f8,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:10:13.390199 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [req-4bba5d6b-6a67-4071-8e47-4b3d8c63592a req-9b4133d3-5cdb-4dea-bf5b-c09973fe8784 service neutron] For port 8fca305d-d618-49df-8867-4634e54a2cd2, host n-h2-834765-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=8fca305d-d618-49df-8867-4634e54a2cd2,segment=NetworkSegment(7ca977ad-0942-487d-99ad-d8a63cf60333),segment_id=7ca977ad-0942-487d-99ad-d8a63cf60333)] {{(pid=102790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 16:10:13.398590 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [req-4bba5d6b-6a67-4071-8e47-4b3d8c63592a req-9b4133d3-5cdb-4dea-bf5b-c09973fe8784 service neutron] Notify callbacks [] for binding, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:13.400763 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-4bba5d6b-6a67-4071-8e47-4b3d8c63592a req-9b4133d3-5cdb-4dea-bf5b-c09973fe8784 service neutron] 10.222.0.42 "POST /v2.0/ports/8fca305d-d618-49df-8867-4634e54a2cd2/bindings HTTP/1.1" status: 201 len: 389 time: 0.2824082 Mar 29 16:10:13.404961 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-3ce81df3-26a9-4e2c-b3c9-3908a10de0a9 tempest-AllowedAddressPairTestJSON-1135409531 tempest-AllowedAddressPairTestJSON-1135409531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16155524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16218861'] for subnet, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:13.536826 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce81df3-26a9-4e2c-b3c9-3908a10de0a9 tempest-AllowedAddressPairTestJSON-1135409531 tempest-AllowedAddressPairTestJSON-1135409531-project] Pushing event updated for resources: {'Subnet': ['ID=353e9575-c9f5-46b1-8123-1df59c76a283,revision_number=0']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:10:13.593617 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ce81df3-26a9-4e2c-b3c9-3908a10de0a9 tempest-AllowedAddressPairTestJSON-1135409531 tempest-AllowedAddressPairTestJSON-1135409531-project] Checking segment: {'id': '78cd45a1-c947-44e5-82e1-9249ae288822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '64c7971e-c8bb-4a93-9956-f090ac1b0084'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 16:10:13.593974 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ce81df3-26a9-4e2c-b3c9-3908a10de0a9 tempest-AllowedAddressPairTestJSON-1135409531 tempest-AllowedAddressPairTestJSON-1135409531-project] Network hostable DHCP agents. Network: 64c7971e-c8bb-4a93-9956-f090ac1b0084, hostable agents: ['d136643e-48ae-49d4-a851-2ba3bdf3749c'], hosted agents: [] {{(pid=102791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 16:10:13.611181 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-44d98acb-d189-4ec3-878c-c909c557f650 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-530528'] for router_interface, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:13.623666 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ce81df3-26a9-4e2c-b3c9-3908a10de0a9 tempest-AllowedAddressPairTestJSON-1135409531 tempest-AllowedAddressPairTestJSON-1135409531-project] Network 64c7971e-c8bb-4a93-9956-f090ac1b0084 is scheduled to be hosted by DHCP agent d136643e-48ae-49d4-a851-2ba3bdf3749c with binding_index 1 {{(pid=102791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 16:10:13.625990 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f03ebd8-a2e9-41d0-bad8-65d3b8012c03 req-7ca8439b-d0b3-46b6-a555-eeec15379ae7 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:10:13.634493 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-7f03ebd8-a2e9-41d0-bad8-65d3b8012c03 req-7ca8439b-d0b3-46b6-a555-eeec15379ae7 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "GET /v2.0/ports?device_id=e5d3c303-8bf8-41f1-8746-4ba318fb818b HTTP/1.1" status: 200 len: 945 time: 0.0820982 Mar 29 16:10:13.669874 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-7f03ebd8-a2e9-41d0-bad8-65d3b8012c03 req-deac5069-a95d-4a1d-9172-97561d82d9e7 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "GET /v2.0/security-groups?id=4489dd41-e36c-4f46-8c18-eae57d689353&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342114 Mar 29 16:10:13.673091 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [None req-3ce81df3-26a9-4e2c-b3c9-3908a10de0a9 tempest-AllowedAddressPairTestJSON-1135409531 tempest-AllowedAddressPairTestJSON-1135409531-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834765-1, 64c7971e-c8bb-4a93-9956-f090ac1b0084) {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:10:13.680743 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ce81df3-26a9-4e2c-b3c9-3908a10de0a9 tempest-AllowedAddressPairTestJSON-1135409531 tempest-AllowedAddressPairTestJSON-1135409531-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:10:13.681388 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-3ce81df3-26a9-4e2c-b3c9-3908a10de0a9 tempest-AllowedAddressPairTestJSON-1135409531 tempest-AllowedAddressPairTestJSON-1135409531-project] Notify callbacks [] for subnet, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:13.683629 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e4171cc-4837-401c-a166-1c2710eb7b24 None None] Network 64c7971e-c8bb-4a93-9956-f090ac1b0084 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 16:10:13.755798 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-3ce81df3-26a9-4e2c-b3c9-3908a10de0a9 tempest-AllowedAddressPairTestJSON-1135409531 tempest-AllowedAddressPairTestJSON-1135409531-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8682754 Mar 29 16:10:13.758585 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 55572) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:10:13.764154 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-b244274e-102c-46dd-8a78-75a32f0f2d8d tempest-AllowedAddressPairTestJSON-1135409531 tempest-AllowedAddressPairTestJSON-1135409531-project] Request body: {'port': {'network_id': '64c7971e-c8bb-4a93-9956-f090ac1b0084', 'name': 'tempest-AllowedAddressPairTestJSON-1607620466'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:10:13.765127 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bba5d6b-6a67-4071-8e47-4b3d8c63592a req-b93d7154-944a-48d2-8118-9bc2c3645363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:10:13.766561 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4bba5d6b-6a67-4071-8e47-4b3d8c63592a req-b93d7154-944a-48d2-8118-9bc2c3645363 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8c88f14ca33d4e419d03f1c3b10014ac&device_id=e5d3c303-8bf8-41f1-8746-4ba318fb818b HTTP/1.1" status: 200 len: 1096 time: 0.1040130 Mar 29 16:10:13.834168 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e82388a0-200c-4974-af53-c5bcdcb43441 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0035034-69b0-5ffc-b384-0ac6189c5628-64c7971e-c8bb-4a93-9956-f090ac1b0084', 'network_id': '64c7971e-c8bb-4a93-9956-f090ac1b0084', 'tenant_id': 'cee1655dfcb347848885fc0cf07cc650', 'fixed_ips': [{'subnet_id': '353e9575-c9f5-46b1-8123-1df59c76a283'}]}} from n-d-834765-1. {{(pid=102792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 29 16:10:13.835049 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-e82388a0-200c-4974-af53-c5bcdcb43441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:13.889915 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b244274e-102c-46dd-8a78-75a32f0f2d8d tempest-AllowedAddressPairTestJSON-1135409531 tempest-AllowedAddressPairTestJSON-1135409531-project] Made reservation on behalf of cee1655dfcb347848885fc0cf07cc650 for: {'port': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:10:13.893949 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-b244274e-102c-46dd-8a78-75a32f0f2d8d tempest-AllowedAddressPairTestJSON-1135409531 tempest-AllowedAddressPairTestJSON-1135409531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:13.913091 n-d-834765-1 neutron-server[102790]: DEBUG neutron.notifiers.nova [None req-b244274e-102c-46dd-8a78-75a32f0f2d8d tempest-AllowedAddressPairTestJSON-1135409531 tempest-AllowedAddressPairTestJSON-1135409531-project] device_id is not set on port c18229ab-49f6-4cc8-a045-33ab834fb101 yet. {{(pid=102790) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 29 16:10:13.926922 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44d98acb-d189-4ec3-878c-c909c557f650 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Router 2e0b4715-371b-44e3-ba6d-1dff7a0c6e6e has already been hosted by L3 agent c648d819-1060-4f26-b4ec-6455387b5dff {{(pid=102791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 16:10:13.955896 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bba5d6b-6a67-4071-8e47-4b3d8c63592a req-fae331e6-8eac-4bff-a6d0-2743fa009c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:10:13.957355 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4bba5d6b-6a67-4071-8e47-4b3d8c63592a req-fae331e6-8eac-4bff-a6d0-2743fa009c41 service neutron] 10.222.0.48 "GET /v2.0/networks?id=bb43b58d-8650-4cdb-9fe6-68a7aaad9333 HTTP/1.1" status: 200 len: 898 time: 0.1522787 Mar 29 16:10:13.987236 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.db_base_plugin_common [None req-e82388a0-200c-4974-af53-c5bcdcb43441 None None] Allocated IP 172.20.0.2 (64c7971e-c8bb-4a93-9956-f090ac1b0084/353e9575-c9f5-46b1-8123-1df59c76a283/c28575d3-cf1c-4888-a3f3-b8c53329ccd3) {{(pid=102792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:10:14.092053 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44d98acb-d189-4ec3-878c-c909c557f650 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 16:10:14.100281 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-44d98acb-d189-4ec3-878c-c909c557f650 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] 10.222.0.42 "PUT /v2.0/routers/2e0b4715-371b-44e3-ba6d-1dff7a0c6e6e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9594038 Mar 29 16:10:14.100281 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4bba5d6b-6a67-4071-8e47-4b3d8c63592a req-be525f5a-d011-4370-8c9c-76a1983e6e1b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8fca305d-d618-49df-8867-4634e54a2cd2 HTTP/1.1" status: 200 len: 1000 time: 0.1078761 Mar 29 16:10:14.100806 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 55574) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:10:14.102625 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d99f4829-16da-43f1-adbc-d2374f0bf912 None None] Sync routers for ids ['2e0b4715-371b-44e3-ba6d-1dff7a0c6e6e'] in n-d-834765-1 {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 16:10:14.114093 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d99f4829-16da-43f1-adbc-d2374f0bf912 None None] Routers {'2e0b4715-371b-44e3-ba6d-1dff7a0c6e6e'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:10:14.115432 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-d99f4829-16da-43f1-adbc-d2374f0bf912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:10:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['2e0b4715-371b-44e3-ba6d-1dff7a0c6e6e'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:10:14.132763 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-e82388a0-200c-4974-af53-c5bcdcb43441 None None] Notify callbacks [] for port, precommit_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:14.140402 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-e82388a0-200c-4974-af53-c5bcdcb43441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956'] for port, after_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:14.157495 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-d99f4829-16da-43f1-adbc-d2374f0bf912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:10:14.160803 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bba5d6b-6a67-4071-8e47-4b3d8c63592a req-f8d1885c-8d30-4d60-848e-27a87a8837cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:10:14.163346 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4bba5d6b-6a67-4071-8e47-4b3d8c63592a req-f8d1885c-8d30-4d60-848e-27a87a8837cd service neutron] 10.222.0.48 "GET /v2.0/subnets?id=23818a80-3ba0-4e6b-95a8-e1921c8a6ead HTTP/1.1" status: 200 len: 835 time: 0.0567472 Mar 29 16:10:14.167618 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d99f4829-16da-43f1-adbc-d2374f0bf912 None None] Routers {'2e0b4715-371b-44e3-ba6d-1dff7a0c6e6e'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:10:14.168420 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-d99f4829-16da-43f1-adbc-d2374f0bf912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:10:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['2e0b4715-371b-44e3-ba6d-1dff7a0c6e6e'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:10:14.196020 n-d-834765-1 neutron-server[102792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e82388a0-200c-4974-af53-c5bcdcb43441 None None] Network 64c7971e-c8bb-4a93-9956-f090ac1b0084 is already hosted by enough agents. {{(pid=102792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:10:14.197449 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82388a0-200c-4974-af53-c5bcdcb43441 None None] Pushing event updated for resources: {'Port': ['ID=c28575d3-cf1c-4888-a3f3-b8c53329ccd3,revision_number=1']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:10:14.201215 n-d-834765-1 neutron-server[102792]: DEBUG neutron.scheduler.base_scheduler [None req-e82388a0-200c-4974-af53-c5bcdcb43441 None None] Resources bound (agent type, host, resource id): {{(pid=102792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:10:14.205765 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e82388a0-200c-4974-af53-c5bcdcb43441 None None] Received port after_create {{(pid=102792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:10:14.207916 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-d99f4829-16da-43f1-adbc-d2374f0bf912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:10:14.208732 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d99f4829-16da-43f1-adbc-d2374f0bf912 None None] The sync data for ids ['2e0b4715-371b-44e3-ba6d-1dff7a0c6e6e'] in n-d-834765-1 is: [] {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 16:10:14.224783 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bba5d6b-6a67-4071-8e47-4b3d8c63592a req-c62b6bed-bb05-458d-9d33-647b59b9f40e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:10:14.226317 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4bba5d6b-6a67-4071-8e47-4b3d8c63592a req-c62b6bed-bb05-458d-9d33-647b59b9f40e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=bb43b58d-8650-4cdb-9fe6-68a7aaad9333&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0566294 Mar 29 16:10:14.263233 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-e82388a0-200c-4974-af53-c5bcdcb43441 None None] Attempting to bind port c28575d3-cf1c-4888-a3f3-b8c53329ccd3 on host n-d-834765-1 for vnic_type normal with profile {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 16:10:14.264238 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-e82388a0-200c-4974-af53-c5bcdcb43441 None None] Attempting to bind port c28575d3-cf1c-4888-a3f3-b8c53329ccd3 by drivers openvswitch,hyperv on host n-d-834765-1 at level 0 using segments [{'id': '78cd45a1-c947-44e5-82e1-9249ae288822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '64c7971e-c8bb-4a93-9956-f090ac1b0084'}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 16:10:14.264238 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e82388a0-200c-4974-af53-c5bcdcb43441 None None] Attempting to bind port c28575d3-cf1c-4888-a3f3-b8c53329ccd3 on network 64c7971e-c8bb-4a93-9956-f090ac1b0084 {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 16:10:14.269066 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e82388a0-200c-4974-af53-c5bcdcb43441 None None] Checking agent: {'id': 'a8866439-9d96-425c-b519-6905c591ac37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 25, 36), 'started_at': datetime.datetime(2022, 3, 29, 15, 26, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 16, 10, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834765-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 16:10:14.269372 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e82388a0-200c-4974-af53-c5bcdcb43441 None None] Checking segment: {'id': '78cd45a1-c947-44e5-82e1-9249ae288822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '64c7971e-c8bb-4a93-9956-f090ac1b0084'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 16:10:14.269940 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-e82388a0-200c-4974-af53-c5bcdcb43441 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:14.270055 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e82388a0-200c-4974-af53-c5bcdcb43441 None None] Bound using segment: {'id': '78cd45a1-c947-44e5-82e1-9249ae288822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '64c7971e-c8bb-4a93-9956-f090ac1b0084'} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 16:10:14.270963 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-e82388a0-200c-4974-af53-c5bcdcb43441 None None] Bound port: c28575d3-cf1c-4888-a3f3-b8c53329ccd3, host: n-d-834765-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78cd45a1-c947-44e5-82e1-9249ae288822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '64c7971e-c8bb-4a93-9956-f090ac1b0084'}}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 16:10:14.270963 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-e82388a0-200c-4974-af53-c5bcdcb43441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:14.302371 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.db_base_plugin_common [None req-b244274e-102c-46dd-8a78-75a32f0f2d8d tempest-AllowedAddressPairTestJSON-1135409531 tempest-AllowedAddressPairTestJSON-1135409531-project] Allocated IP 172.20.0.7 (64c7971e-c8bb-4a93-9956-f090ac1b0084/353e9575-c9f5-46b1-8123-1df59c76a283/c18229ab-49f6-4cc8-a045-33ab834fb101) {{(pid=102790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:10:14.339887 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-e82388a0-200c-4974-af53-c5bcdcb43441 None None] For port c28575d3-cf1c-4888-a3f3-b8c53329ccd3, host n-d-834765-1, cleared binding levels {{(pid=102792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 16:10:14.343402 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-e82388a0-200c-4974-af53-c5bcdcb43441 None None] For port c28575d3-cf1c-4888-a3f3-b8c53329ccd3, host n-d-834765-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=c28575d3-cf1c-4888-a3f3-b8c53329ccd3,segment=NetworkSegment(78cd45a1-c947-44e5-82e1-9249ae288822),segment_id=78cd45a1-c947-44e5-82e1-9249ae288822)] {{(pid=102792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 16:10:14.349787 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-e82388a0-200c-4974-af53-c5bcdcb43441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:14.409051 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82388a0-200c-4974-af53-c5bcdcb43441 None None] Pushing event updated for resources: {'Port': ['ID=c28575d3-cf1c-4888-a3f3-b8c53329ccd3,revision_number=2']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:10:14.626075 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-b244274e-102c-46dd-8a78-75a32f0f2d8d tempest-AllowedAddressPairTestJSON-1135409531 tempest-AllowedAddressPairTestJSON-1135409531-project] Notify callbacks [] for port, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:14.701611 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-b244274e-102c-46dd-8a78-75a32f0f2d8d tempest-AllowedAddressPairTestJSON-1135409531 tempest-AllowedAddressPairTestJSON-1135409531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:14.725091 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4bba5d6b-6a67-4071-8e47-4b3d8c63592a req-59da1abb-fc24-49d8-a665-d661d269fee5 service neutron] 10.222.0.48 "GET /v2.0/networks/bb43b58d-8650-4cdb-9fe6-68a7aaad9333?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4919996 Mar 29 16:10:14.770453 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b244274e-102c-46dd-8a78-75a32f0f2d8d tempest-AllowedAddressPairTestJSON-1135409531 tempest-AllowedAddressPairTestJSON-1135409531-project] Network 64c7971e-c8bb-4a93-9956-f090ac1b0084 is already hosted by enough agents. {{(pid=102790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:10:14.778276 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-b244274e-102c-46dd-8a78-75a32f0f2d8d tempest-AllowedAddressPairTestJSON-1135409531 tempest-AllowedAddressPairTestJSON-1135409531-project] Resources bound (agent type, host, resource id): {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:10:14.782268 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b244274e-102c-46dd-8a78-75a32f0f2d8d tempest-AllowedAddressPairTestJSON-1135409531 tempest-AllowedAddressPairTestJSON-1135409531-project] Received port after_create {{(pid=102790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:10:14.784776 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b244274e-102c-46dd-8a78-75a32f0f2d8d tempest-AllowedAddressPairTestJSON-1135409531 tempest-AllowedAddressPairTestJSON-1135409531-project] Pushing event updated for resources: {'Port': ['ID=c18229ab-49f6-4cc8-a045-33ab834fb101,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:10:14.862428 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc5be4f-28e4-4e48-b400-de433d87ac8a req-b3259171-ad07-4027-b72b-ef19e406bcf4 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:10:14.864062 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-cfc5be4f-28e4-4e48-b400-de433d87ac8a req-b3259171-ad07-4027-b72b-ef19e406bcf4 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "GET /v2.0/ports?device_id=e5d3c303-8bf8-41f1-8746-4ba318fb818b HTTP/1.1" status: 200 len: 945 time: 0.1090434 Mar 29 16:10:14.887115 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4bba5d6b-6a67-4071-8e47-4b3d8c63592a req-b1b7c9dd-4a48-4f85-b2ee-e8cdb4658586 service neutron] 10.222.0.48 "GET /v2.0/networks/bb43b58d-8650-4cdb-9fe6-68a7aaad9333?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1550324 Mar 29 16:10:14.916907 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-cfc5be4f-28e4-4e48-b400-de433d87ac8a req-f0146cc8-5b96-4f6f-9f29-ea444aae88ca tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "GET /v2.0/security-groups?id=4489dd41-e36c-4f46-8c18-eae57d689353&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427840 Mar 29 16:10:15.025454 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bba5d6b-6a67-4071-8e47-4b3d8c63592a req-f3c7ef9c-78f1-4ba1-b25d-8b14a4518060 tempest-TestNetworkAdvancedServerOps-8597314 tempest-TestNetworkAdvancedServerOps-8597314-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:10:15.027221 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4bba5d6b-6a67-4071-8e47-4b3d8c63592a req-f3c7ef9c-78f1-4ba1-b25d-8b14a4518060 tempest-TestNetworkAdvancedServerOps-8597314 tempest-TestNetworkAdvancedServerOps-8597314-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=e5d3c303-8bf8-41f1-8746-4ba318fb818b&tenant_id=8c88f14ca33d4e419d03f1c3b10014ac&binding%3Ahost_id=n-h1-834765-1 HTTP/1.1" status: 200 len: 1096 time: 0.0828087 Mar 29 16:10:15.037860 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [req-4bba5d6b-6a67-4071-8e47-4b3d8c63592a req-b76b7eca-1b5e-4668-bc85-d34a08efa469 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-834765-1'}}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:10:15.107797 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-4bba5d6b-6a67-4071-8e47-4b3d8c63592a req-b76b7eca-1b5e-4668-bc85-d34a08efa469 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:15.157916 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device c28575d3-cf1c-4888-a3f3-b8c53329ccd3 up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 16:10:15.171572 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-499eb8cd-3a26-4d32-9106-8574973d5179 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-530452'] for router_interface, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:15.222005 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port c28575d3-cf1c-4888-a3f3-b8c53329ccd3 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:10:15.222756 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:15.282237 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-4bba5d6b-6a67-4071-8e47-4b3d8c63592a req-b76b7eca-1b5e-4668-bc85-d34a08efa469 service neutron] For port 8fca305d-d618-49df-8867-4634e54a2cd2, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=8fca305d-d618-49df-8867-4634e54a2cd2,segment=NetworkSegment(7ca977ad-0942-487d-99ad-d8a63cf60333),segment_id=7ca977ad-0942-487d-99ad-d8a63cf60333)] {{(pid=102791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:10:15.301644 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b244274e-102c-46dd-8a78-75a32f0f2d8d tempest-AllowedAddressPairTestJSON-1135409531 tempest-AllowedAddressPairTestJSON-1135409531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:10:15.302577 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-b244274e-102c-46dd-8a78-75a32f0f2d8d tempest-AllowedAddressPairTestJSON-1135409531 tempest-AllowedAddressPairTestJSON-1135409531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:15.318050 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:15.334167 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-4bba5d6b-6a67-4071-8e47-4b3d8c63592a req-b76b7eca-1b5e-4668-bc85-d34a08efa469 service neutron] For port 8fca305d-d618-49df-8867-4634e54a2cd2, host n-h1-834765-1, cleared binding levels {{(pid=102791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 16:10:15.358935 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-b244274e-102c-46dd-8a78-75a32f0f2d8d tempest-AllowedAddressPairTestJSON-1135409531 tempest-AllowedAddressPairTestJSON-1135409531-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5992181 Mar 29 16:10:15.362656 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 55578) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:10:15.363682 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] For port c28575d3-cf1c-4888-a3f3-b8c53329ccd3, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=c28575d3-cf1c-4888-a3f3-b8c53329ccd3,segment=NetworkSegment(78cd45a1-c947-44e5-82e1-9249ae288822),segment_id=78cd45a1-c947-44e5-82e1-9249ae288822)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:10:15.370727 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-5c59fe49-a5a0-4560-8d23-269ad4858055 tempest-AllowedAddressPairTestJSON-1135409531 tempest-AllowedAddressPairTestJSON-1135409531-project] Request body: {'port': {'network_id': '64c7971e-c8bb-4a93-9956-f090ac1b0084', 'name': 'tempest-AllowedAddressPairTestJSON-654291031', 'allowed_address_pairs': [{'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:93:89:08'}]}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:10:15.371942 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:15.383511 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5d3c303-8bf8-41f1-8746-4ba318fb818b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8fca305d-d618-49df-8867-4634e54a2cd2'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:10:15.387127 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c67b028db5e9b9818fecc5c0a87ebc6f190694fa53ca267d523e04f98de536d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1b5e516-298a-4583-80de-f97c40534e4f" -d '{"events": [{"server_uuid": "e5d3c303-8bf8-41f1-8746-4ba318fb818b", "name": "network-vif-unplugged", "status": "completed", "tag": "8fca305d-d618-49df-8867-4634e54a2cd2"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:10:15.403945 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-4bba5d6b-6a67-4071-8e47-4b3d8c63592a req-b76b7eca-1b5e-4668-bc85-d34a08efa469 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:15.419076 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-4bba5d6b-6a67-4071-8e47-4b3d8c63592a req-b76b7eca-1b5e-4668-bc85-d34a08efa469 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:15.456805 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Pushing event updated for resources: {'Port': ['ID=c28575d3-cf1c-4888-a3f3-b8c53329ccd3,revision_number=3']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:10:15.466329 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 29 Mar 2022 16:10:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3171c97-6502-49f6-8b6c-5c73006e856b x-openstack-request-id: req-e3171c97-6502-49f6-8b6c-5c73006e856b {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:10:15.466659 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5d3c303-8bf8-41f1-8746-4ba318fb818b", "name": "network-vif-unplugged", "status": "completed", "tag": "8fca305d-d618-49df-8867-4634e54a2cd2", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:10:15.466871 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e3171c97-6502-49f6-8b6c-5c73006e856b {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:10:15.467287 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5d3c303-8bf8-41f1-8746-4ba318fb818b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8fca305d-d618-49df-8867-4634e54a2cd2', 'code': 200} Mar 29 16:10:15.503426 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76b7eca-1b5e-4668-bc85-d34a08efa469 service neutron] Pushing event updated for resources: {'Port': ['ID=8fca305d-d618-49df-8867-4634e54a2cd2,revision_number=7']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:10:15.579092 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c59fe49-a5a0-4560-8d23-269ad4858055 tempest-AllowedAddressPairTestJSON-1135409531 tempest-AllowedAddressPairTestJSON-1135409531-project] Made reservation on behalf of cee1655dfcb347848885fc0cf07cc650 for: {'port': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:10:15.600847 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-4bba5d6b-6a67-4071-8e47-4b3d8c63592a req-b76b7eca-1b5e-4668-bc85-d34a08efa469 service neutron] Attempting to bind port 8fca305d-d618-49df-8867-4634e54a2cd2 on host n-h1-834765-1 for vnic_type normal with profile {"migrating_to": "n-h2-834765-1"} {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 16:10:15.600847 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-4bba5d6b-6a67-4071-8e47-4b3d8c63592a req-b76b7eca-1b5e-4668-bc85-d34a08efa469 service neutron] Attempting to bind port 8fca305d-d618-49df-8867-4634e54a2cd2 by drivers openvswitch,hyperv on host n-h1-834765-1 at level 0 using segments [{'id': '7ca977ad-0942-487d-99ad-d8a63cf60333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'bb43b58d-8650-4cdb-9fe6-68a7aaad9333'}] {{(pid=102791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 16:10:15.601173 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bba5d6b-6a67-4071-8e47-4b3d8c63592a req-b76b7eca-1b5e-4668-bc85-d34a08efa469 service neutron] Attempting to bind port 8fca305d-d618-49df-8867-4634e54a2cd2 on network bb43b58d-8650-4cdb-9fe6-68a7aaad9333 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 16:10:15.607293 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bba5d6b-6a67-4071-8e47-4b3d8c63592a req-b76b7eca-1b5e-4668-bc85-d34a08efa469 service neutron] Port 8fca305d-d618-49df-8867-4634e54a2cd2 on network bb43b58d-8650-4cdb-9fe6-68a7aaad9333 not bound, no agent of type Open vSwitch agent registered on host n-h1-834765-1 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 16:10:15.607626 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bba5d6b-6a67-4071-8e47-4b3d8c63592a req-b76b7eca-1b5e-4668-bc85-d34a08efa469 service neutron] Attempting to bind port 8fca305d-d618-49df-8867-4634e54a2cd2 on network bb43b58d-8650-4cdb-9fe6-68a7aaad9333 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 16:10:15.612909 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bba5d6b-6a67-4071-8e47-4b3d8c63592a req-b76b7eca-1b5e-4668-bc85-d34a08efa469 service neutron] Checking agent: {'id': 'be375040-5069-4239-9460-a3a3213e1e90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 33, 18), 'started_at': datetime.datetime(2022, 3, 29, 15, 33, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 16, 9, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 16:10:15.613250 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bba5d6b-6a67-4071-8e47-4b3d8c63592a req-b76b7eca-1b5e-4668-bc85-d34a08efa469 service neutron] Checking segment: {'id': '7ca977ad-0942-487d-99ad-d8a63cf60333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'bb43b58d-8650-4cdb-9fe6-68a7aaad9333'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 16:10:15.613634 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bba5d6b-6a67-4071-8e47-4b3d8c63592a req-b76b7eca-1b5e-4668-bc85-d34a08efa469 service neutron] Bound using segment: {'id': '7ca977ad-0942-487d-99ad-d8a63cf60333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'bb43b58d-8650-4cdb-9fe6-68a7aaad9333'} {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 16:10:15.614267 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-4bba5d6b-6a67-4071-8e47-4b3d8c63592a req-b76b7eca-1b5e-4668-bc85-d34a08efa469 service neutron] Bound port: 8fca305d-d618-49df-8867-4634e54a2cd2, host: n-h1-834765-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ca977ad-0942-487d-99ad-d8a63cf60333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'bb43b58d-8650-4cdb-9fe6-68a7aaad9333'}}] {{(pid=102791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 16:10:15.614461 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-4bba5d6b-6a67-4071-8e47-4b3d8c63592a req-b76b7eca-1b5e-4668-bc85-d34a08efa469 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:15.631220 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a9408b3-a3ca-40b9-9c7d-ebaf96244996 None None] Network 64c7971e-c8bb-4a93-9956-f090ac1b0084 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 16:10:15.707288 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-5c59fe49-a5a0-4560-8d23-269ad4858055 tempest-AllowedAddressPairTestJSON-1135409531 tempest-AllowedAddressPairTestJSON-1135409531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:15.710694 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-4bba5d6b-6a67-4071-8e47-4b3d8c63592a req-b76b7eca-1b5e-4668-bc85-d34a08efa469 service neutron] For port 8fca305d-d618-49df-8867-4634e54a2cd2, host n-h1-834765-1, cleared binding levels {{(pid=102791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 16:10:15.715641 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-4bba5d6b-6a67-4071-8e47-4b3d8c63592a req-b76b7eca-1b5e-4668-bc85-d34a08efa469 service neutron] For port 8fca305d-d618-49df-8867-4634e54a2cd2, host n-h1-834765-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=8fca305d-d618-49df-8867-4634e54a2cd2,segment=NetworkSegment(7ca977ad-0942-487d-99ad-d8a63cf60333),segment_id=7ca977ad-0942-487d-99ad-d8a63cf60333)] {{(pid=102791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 16:10:15.722677 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-4bba5d6b-6a67-4071-8e47-4b3d8c63592a req-b76b7eca-1b5e-4668-bc85-d34a08efa469 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:15.732803 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-499eb8cd-3a26-4d32-9106-8574973d5179 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Deleting port 484c3565-405f-4e50-acc9-7ab519f0356d {{(pid=102790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:10:15.733266 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-499eb8cd-3a26-4d32-9106-8574973d5179 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:15.748288 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-1c9eaabd-b55e-404b-8a22-f7f5bcde0511 None None] Provisioning complete for port c28575d3-cf1c-4888-a3f3-b8c53329ccd3 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:10:15.748663 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1c9eaabd-b55e-404b-8a22-f7f5bcde0511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:15.764547 n-d-834765-1 neutron-server[102790]: DEBUG neutron.notifiers.nova [None req-5c59fe49-a5a0-4560-8d23-269ad4858055 tempest-AllowedAddressPairTestJSON-1135409531 tempest-AllowedAddressPairTestJSON-1135409531-project] device_id is not set on port fc06e81f-defb-4cb1-9ceb-c162745a361c yet. {{(pid=102790) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 29 16:10:15.830295 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76b7eca-1b5e-4668-bc85-d34a08efa469 service neutron] Pushing event updated for resources: {'Port': ['ID=8fca305d-d618-49df-8867-4634e54a2cd2,revision_number=8']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:10:15.891880 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bba5d6b-6a67-4071-8e47-4b3d8c63592a req-b76b7eca-1b5e-4668-bc85-d34a08efa469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:10:15.892671 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-4bba5d6b-6a67-4071-8e47-4b3d8c63592a req-b76b7eca-1b5e-4668-bc85-d34a08efa469 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:15.895139 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4bba5d6b-6a67-4071-8e47-4b3d8c63592a req-b76b7eca-1b5e-4668-bc85-d34a08efa469 service neutron] 10.222.0.48 "PUT /v2.0/ports/8fca305d-d618-49df-8867-4634e54a2cd2 HTTP/1.1" status: 200 len: 1121 time: 0.8613682 Mar 29 16:10:15.898404 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-499eb8cd-3a26-4d32-9106-8574973d5179 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:15.941139 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-499eb8cd-3a26-4d32-9106-8574973d5179 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Calling delete_port for 484c3565-405f-4e50-acc9-7ab519f0356d owned by network:router_interface {{(pid=102790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:10:15.965776 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] get_ports_and_sgs() called for port_ids ['8fca305d-d618-49df-8867-4634e54a2cd2'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 16:10:16.096226 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.db_base_plugin_common [None req-5c59fe49-a5a0-4560-8d23-269ad4858055 tempest-AllowedAddressPairTestJSON-1135409531 tempest-AllowedAddressPairTestJSON-1135409531-project] Allocated IP 172.20.0.8 (64c7971e-c8bb-4a93-9956-f090ac1b0084/353e9575-c9f5-46b1-8123-1df59c76a283/fc06e81f-defb-4cb1-9ceb-c162745a361c) {{(pid=102790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:10:16.107579 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-1aba6e1b-9e88-49c3-babd-8772b41a4edd None None] Provisioning complete for port 8fca305d-d618-49df-8867-4634e54a2cd2 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:10:16.108516 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1aba6e1b-9e88-49c3-babd-8772b41a4edd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:16.116822 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d919883b-f60b-4312-9bf4-283843116448 req-6781fc21-5a70-4e50-aeec-6631e302ad92 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:10:16.118463 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d919883b-f60b-4312-9bf4-283843116448 req-6781fc21-5a70-4e50-aeec-6631e302ad92 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "GET /v2.0/ports?device_id=e5d3c303-8bf8-41f1-8746-4ba318fb818b HTTP/1.1" status: 200 len: 943 time: 0.0730805 Mar 29 16:10:16.174745 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d919883b-f60b-4312-9bf4-283843116448 req-aeacd817-302d-4117-80b2-c527b54d5728 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "GET /v2.0/security-groups?id=4489dd41-e36c-4f46-8c18-eae57d689353&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478749 Mar 29 16:10:16.268567 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-499eb8cd-3a26-4d32-9106-8574973d5179 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:16.271506 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1aba6e1b-9e88-49c3-babd-8772b41a4edd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:16.316843 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5d3c303-8bf8-41f1-8746-4ba318fb818b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fca305d-d618-49df-8867-4634e54a2cd2'}] {{(pid=102792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:10:16.319245 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4f476c66b318cc6068719fc39557fac68d413f5c7e78fa77028c7948e999ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d624fa46-5748-4e7e-8599-e7e4ad91a700" -d '{"events": [{"server_uuid": "e5d3c303-8bf8-41f1-8746-4ba318fb818b", "name": "network-vif-plugged", "status": "completed", "tag": "8fca305d-d618-49df-8867-4634e54a2cd2"}]}' {{(pid=102792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:10:16.346989 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1aba6e1b-9e88-49c3-babd-8772b41a4edd None None] For port 8fca305d-d618-49df-8867-4634e54a2cd2, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=8fca305d-d618-49df-8867-4634e54a2cd2,segment=NetworkSegment(7ca977ad-0942-487d-99ad-d8a63cf60333),segment_id=7ca977ad-0942-487d-99ad-d8a63cf60333)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:10:16.353445 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1aba6e1b-9e88-49c3-babd-8772b41a4edd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:16.374413 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499eb8cd-3a26-4d32-9106-8574973d5179 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Pushing event deleted for resources: {'Port': ['ID=484c3565-405f-4e50-acc9-7ab519f0356d,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:10:16.451130 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-5c59fe49-a5a0-4560-8d23-269ad4858055 tempest-AllowedAddressPairTestJSON-1135409531 tempest-AllowedAddressPairTestJSON-1135409531-project] Notify callbacks [] for port, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:16.498879 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 16:10:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c998a50b-9008-4bad-a38e-48e9e573119f x-openstack-request-id: req-c998a50b-9008-4bad-a38e-48e9e573119f {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:10:16.499174 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5d3c303-8bf8-41f1-8746-4ba318fb818b", "name": "network-vif-plugged", "status": "completed", "tag": "8fca305d-d618-49df-8867-4634e54a2cd2", "code": 200}]} {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:10:16.499452 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c998a50b-9008-4bad-a38e-48e9e573119f {{(pid=102792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:10:16.499842 n-d-834765-1 neutron-server[102792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5d3c303-8bf8-41f1-8746-4ba318fb818b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fca305d-d618-49df-8867-4634e54a2cd2', 'code': 200} Mar 29 16:10:16.571347 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-499eb8cd-3a26-4d32-9106-8574973d5179 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-530528'] for router_interface, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:16.600288 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aba6e1b-9e88-49c3-babd-8772b41a4edd None None] Pushing event updated for resources: {'Port': ['ID=8fca305d-d618-49df-8867-4634e54a2cd2,revision_number=9']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:10:16.621473 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-5c59fe49-a5a0-4560-8d23-269ad4858055 tempest-AllowedAddressPairTestJSON-1135409531 tempest-AllowedAddressPairTestJSON-1135409531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:16.700476 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c59fe49-a5a0-4560-8d23-269ad4858055 tempest-AllowedAddressPairTestJSON-1135409531 tempest-AllowedAddressPairTestJSON-1135409531-project] Network 64c7971e-c8bb-4a93-9956-f090ac1b0084 is already hosted by enough agents. {{(pid=102790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:10:16.706719 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-5c59fe49-a5a0-4560-8d23-269ad4858055 tempest-AllowedAddressPairTestJSON-1135409531 tempest-AllowedAddressPairTestJSON-1135409531-project] Resources bound (agent type, host, resource id): {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:10:16.709078 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c59fe49-a5a0-4560-8d23-269ad4858055 tempest-AllowedAddressPairTestJSON-1135409531 tempest-AllowedAddressPairTestJSON-1135409531-project] Received port after_create {{(pid=102790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:10:16.711683 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-1e688d8a-e698-4e8e-9953-6b82ce8fc01e None None] Provisioning complete for port c28575d3-cf1c-4888-a3f3-b8c53329ccd3 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:10:16.712053 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e688d8a-e698-4e8e-9953-6b82ce8fc01e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:16.778571 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c59fe49-a5a0-4560-8d23-269ad4858055 tempest-AllowedAddressPairTestJSON-1135409531 tempest-AllowedAddressPairTestJSON-1135409531-project] Pushing event updated for resources: {'Port': ['ID=fc06e81f-defb-4cb1-9ceb-c162745a361c,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:10:16.809903 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-1e688d8a-e698-4e8e-9953-6b82ce8fc01e None None] Provisioning complete for port c18229ab-49f6-4cc8-a045-33ab834fb101 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:10:16.810275 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e688d8a-e698-4e8e-9953-6b82ce8fc01e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:16.836487 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c59fe49-a5a0-4560-8d23-269ad4858055 tempest-AllowedAddressPairTestJSON-1135409531 tempest-AllowedAddressPairTestJSON-1135409531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:10:16.837140 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-5c59fe49-a5a0-4560-8d23-269ad4858055 tempest-AllowedAddressPairTestJSON-1135409531 tempest-AllowedAddressPairTestJSON-1135409531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:16.847213 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-499eb8cd-3a26-4d32-9106-8574973d5179 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Router 2e0b4715-371b-44e3-ba6d-1dff7a0c6e6e has already been hosted by L3 agent c648d819-1060-4f26-b4ec-6455387b5dff {{(pid=102790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 16:10:16.848081 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-1e688d8a-e698-4e8e-9953-6b82ce8fc01e None None] Port c18229ab-49f6-4cc8-a045-33ab834fb101 cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 16:10:16.859119 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-1e688d8a-e698-4e8e-9953-6b82ce8fc01e None None] Provisioning complete for port 8fca305d-d618-49df-8867-4634e54a2cd2 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:10:16.859598 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e688d8a-e698-4e8e-9953-6b82ce8fc01e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:16.861752 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-5c59fe49-a5a0-4560-8d23-269ad4858055 tempest-AllowedAddressPairTestJSON-1135409531 tempest-AllowedAddressPairTestJSON-1135409531-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 997 time: 1.4977615 Mar 29 16:10:16.864408 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 55586) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:10:16.964398 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-499eb8cd-3a26-4d32-9106-8574973d5179 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 16:10:16.970008 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-499eb8cd-3a26-4d32-9106-8574973d5179 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] 10.222.0.42 "PUT /v2.0/routers/2e0b4715-371b-44e3-ba6d-1dff7a0c6e6e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8677292 Mar 29 16:10:16.972263 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 55588) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:10:16.977056 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c60d61f-f322-4f7d-8160-1733aee0e2ee None None] Sync routers for ids ['2e0b4715-371b-44e3-ba6d-1dff7a0c6e6e'] in n-d-834765-1 {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 16:10:16.987188 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c60d61f-f322-4f7d-8160-1733aee0e2ee None None] Routers {'2e0b4715-371b-44e3-ba6d-1dff7a0c6e6e'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:10:16.987837 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-8c60d61f-f322-4f7d-8160-1733aee0e2ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:10:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['2e0b4715-371b-44e3-ba6d-1dff7a0c6e6e'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:10:17.000761 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-0ecf62e8-fa97-4eb8-8c89-0a6870239a98 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] 10.222.0.42 "GET /v2.0/ports?device_id=2e0b4715-371b-44e3-ba6d-1dff7a0c6e6e HTTP/1.1" status: 200 len: 205 time: 0.0275328 Mar 29 16:10:17.003487 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 55590) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:10:17.009654 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a1f65d9-3d56-4778-bffc-42b7ead7df40 tempest-AllowedAddressPairTestJSON-1135409531 tempest-AllowedAddressPairTestJSON-1135409531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:10:17.016346 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a1f65d9-3d56-4778-bffc-42b7ead7df40 tempest-AllowedAddressPairTestJSON-1135409531 tempest-AllowedAddressPairTestJSON-1135409531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:10:17.022273 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a1f65d9-3d56-4778-bffc-42b7ead7df40 tempest-AllowedAddressPairTestJSON-1135409531 tempest-AllowedAddressPairTestJSON-1135409531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:10:17.027236 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-7a1f65d9-3d56-4778-bffc-42b7ead7df40 tempest-AllowedAddressPairTestJSON-1135409531 tempest-AllowedAddressPairTestJSON-1135409531-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2465 time: 0.1572635 Mar 29 16:10:17.027406 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-8c60d61f-f322-4f7d-8160-1733aee0e2ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:10:17.027491 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 55592) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:10:17.034159 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c60d61f-f322-4f7d-8160-1733aee0e2ee None None] Routers {'2e0b4715-371b-44e3-ba6d-1dff7a0c6e6e'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:10:17.034760 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-8c60d61f-f322-4f7d-8160-1733aee0e2ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:10:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['2e0b4715-371b-44e3-ba6d-1dff7a0c6e6e'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:10:17.079970 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-8c60d61f-f322-4f7d-8160-1733aee0e2ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:10:17.080615 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c60d61f-f322-4f7d-8160-1733aee0e2ee None None] The sync data for ids ['2e0b4715-371b-44e3-ba6d-1dff7a0c6e6e'] in n-d-834765-1 is: [] {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 16:10:17.097316 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-a5c3fc9d-a4eb-4536-ba6c-a4b30c2be528 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks [] for router, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:17.101581 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-eb7b3788-344b-42d7-92dd-a705401a4249 None None] Provisioning complete for port fc06e81f-defb-4cb1-9ceb-c162745a361c triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:10:17.102201 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-eb7b3788-344b-42d7-92dd-a705401a4249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:17.125548 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-1e35b0c3-da9f-47c9-85c0-e2659babe9fa tempest-AllowedAddressPairTestJSON-1135409531 tempest-AllowedAddressPairTestJSON-1135409531-project] Deleting port fc06e81f-defb-4cb1-9ceb-c162745a361c {{(pid=102790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:10:17.125891 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-1e35b0c3-da9f-47c9-85c0-e2659babe9fa tempest-AllowedAddressPairTestJSON-1135409531 tempest-AllowedAddressPairTestJSON-1135409531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:17.139987 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device c28575d3-cf1c-4888-a3f3-b8c53329ccd3 up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 16:10:17.196945 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-eb7b3788-344b-42d7-92dd-a705401a4249 None None] Port fc06e81f-defb-4cb1-9ceb-c162745a361c cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 16:10:17.224018 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-1e35b0c3-da9f-47c9-85c0-e2659babe9fa tempest-AllowedAddressPairTestJSON-1135409531 tempest-AllowedAddressPairTestJSON-1135409531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:17.234135 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:17.247944 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port c28575d3-cf1c-4888-a3f3-b8c53329ccd3 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:10:17.248273 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-1e35b0c3-da9f-47c9-85c0-e2659babe9fa tempest-AllowedAddressPairTestJSON-1135409531 tempest-AllowedAddressPairTestJSON-1135409531-project] Calling delete_port for fc06e81f-defb-4cb1-9ceb-c162745a361c owned by {{(pid=102790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:10:17.248411 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:17.289617 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-a5c3fc9d-a4eb-4536-ba6c-a4b30c2be528 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129328'] for router, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:17.301130 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-a5c3fc9d-a4eb-4536-ba6c-a4b30c2be528 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:17.364449 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-a5c3fc9d-a4eb-4536-ba6c-a4b30c2be528 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-526718'] for router, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:17.364948 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5c3fc9d-a4eb-4536-ba6c-a4b30c2be528 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Fanout notify agent at l3_agent the message router_deleted on router 2e0b4715-371b-44e3-ba6d-1dff7a0c6e6e {{(pid=102791) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 29 16:10:17.373245 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-a5c3fc9d-a4eb-4536-ba6c-a4b30c2be528 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks [] for router, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:17.374782 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-a5c3fc9d-a4eb-4536-ba6c-a4b30c2be528 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] 10.222.0.42 "DELETE /v2.0/routers/2e0b4715-371b-44e3-ba6d-1dff7a0c6e6e HTTP/1.1" status: 204 len: 168 time: 0.3698859 Mar 29 16:10:17.378469 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 55596) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:10:17.393649 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e86624-bdaf-4c65-9e70-ebab4918f766 req-85bae69e-f191-4d4c-aa29-fa6c94c5095d tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:10:17.395133 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-22e86624-bdaf-4c65-9e70-ebab4918f766 req-85bae69e-f191-4d4c-aa29-fa6c94c5095d tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "GET /v2.0/ports?device_id=e5d3c303-8bf8-41f1-8746-4ba318fb818b HTTP/1.1" status: 200 len: 945 time: 0.1086459 Mar 29 16:10:17.419780 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-1e35b0c3-da9f-47c9-85c0-e2659babe9fa tempest-AllowedAddressPairTestJSON-1135409531 tempest-AllowedAddressPairTestJSON-1135409531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:17.454915 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e35b0c3-da9f-47c9-85c0-e2659babe9fa tempest-AllowedAddressPairTestJSON-1135409531 tempest-AllowedAddressPairTestJSON-1135409531-project] Pushing event deleted for resources: {'Port': ['ID=fc06e81f-defb-4cb1-9ceb-c162745a361c,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:10:17.468992 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc994f04-9629-464e-97dd-39aece9b9266 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Deleting subnet 8aacfff6-fc03-4a5b-999a-de26904ea379 {{(pid=102791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 16:10:17.470782 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5d3c303-8bf8-41f1-8746-4ba318fb818b', 'tag': '8fca305d-d618-49df-8867-4634e54a2cd2'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:10:17.473021 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c67b028db5e9b9818fecc5c0a87ebc6f190694fa53ca267d523e04f98de536d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45ab5679-7b19-49c1-8cec-18ada2a73c51" -d '{"events": [{"name": "network-changed", "server_uuid": "e5d3c303-8bf8-41f1-8746-4ba318fb818b", "tag": "8fca305d-d618-49df-8867-4634e54a2cd2"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:10:17.478747 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-22e86624-bdaf-4c65-9e70-ebab4918f766 req-25a409ec-d4bb-4f64-aaf7-f9d00d035b9f tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "GET /v2.0/security-groups?id=4489dd41-e36c-4f46-8c18-eae57d689353&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594215 Mar 29 16:10:17.483698 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-cc994f04-9629-464e-97dd-39aece9b9266 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks [] for subnet, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:17.536718 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-cc994f04-9629-464e-97dd-39aece9b9266 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4230423'] for subnet, precommit_delete_associations {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:17.541284 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 16:10:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf4c4d2e-c5f4-49e7-ba44-ff7772d54721 x-openstack-request-id: req-cf4c4d2e-c5f4-49e7-ba44-ff7772d54721 {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:10:17.541579 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5d3c303-8bf8-41f1-8746-4ba318fb818b", "tag": "8fca305d-d618-49df-8867-4634e54a2cd2", "status": "completed", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:10:17.542421 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-cf4c4d2e-c5f4-49e7-ba44-ff7772d54721 {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:10:17.551394 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5d3c303-8bf8-41f1-8746-4ba318fb818b', 'tag': '8fca305d-d618-49df-8867-4634e54a2cd2', 'status': 'completed', 'code': 200} Mar 29 16:10:17.669014 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-1e35b0c3-da9f-47c9-85c0-e2659babe9fa tempest-AllowedAddressPairTestJSON-1135409531 tempest-AllowedAddressPairTestJSON-1135409531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:17.672826 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-1e35b0c3-da9f-47c9-85c0-e2659babe9fa tempest-AllowedAddressPairTestJSON-1135409531 tempest-AllowedAddressPairTestJSON-1135409531-project] 10.222.0.42 "DELETE /v2.0/ports/fc06e81f-defb-4cb1-9ceb-c162745a361c HTTP/1.1" status: 204 len: 168 time: 0.6444180 Mar 29 16:10:17.676858 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 55600) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:10:17.691300 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ab5679-7b19-49c1-8cec-18ada2a73c51 req-4483563f-988f-4bc4-abcc-e2e0824f1e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:10:17.692830 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-45ab5679-7b19-49c1-8cec-18ada2a73c51 req-4483563f-988f-4bc4-abcc-e2e0824f1e94 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8c88f14ca33d4e419d03f1c3b10014ac&device_id=e5d3c303-8bf8-41f1-8746-4ba318fb818b HTTP/1.1" status: 200 len: 1126 time: 0.1056774 Mar 29 16:10:17.708443 n-d-834765-1 neutron-server[102790]: INFO neutron.pecan_wsgi.hooks.translation [None req-2af00897-9524-46cc-aae0-62004f604306 tempest-AllowedAddressPairTestJSON-1135409531 tempest-AllowedAddressPairTestJSON-1135409531-project] GET failed (client error): The resource could not be found. Mar 29 16:10:17.715377 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-2af00897-9524-46cc-aae0-62004f604306 tempest-AllowedAddressPairTestJSON-1135409531 tempest-AllowedAddressPairTestJSON-1135409531-project] 10.222.0.42 "GET /v2.0/ports/fc06e81f-defb-4cb1-9ceb-c162745a361c HTTP/1.1" status: 404 len: 333 time: 0.0329046 Mar 29 16:10:17.716307 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 55602) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:10:17.721216 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-8a6c9e8b-f8bd-46aa-b591-50f4aaf36c12 tempest-AllowedAddressPairTestJSON-1135409531 tempest-AllowedAddressPairTestJSON-1135409531-project] Request body: {'port': {'network_id': '64c7971e-c8bb-4a93-9956-f090ac1b0084', 'name': 'tempest-AllowedAddressPairTestJSON-374982467'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:10:17.737652 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-cc994f04-9629-464e-97dd-39aece9b9266 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1641287'] for subnet, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:17.840161 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ab5679-7b19-49c1-8cec-18ada2a73c51 req-2ffdc9ab-e9ae-4e2e-b09a-20f7b1b49903 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:10:17.841687 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-45ab5679-7b19-49c1-8cec-18ada2a73c51 req-2ffdc9ab-e9ae-4e2e-b09a-20f7b1b49903 service neutron] 10.222.0.44 "GET /v2.0/networks?id=bb43b58d-8650-4cdb-9fe6-68a7aaad9333 HTTP/1.1" status: 200 len: 898 time: 0.1420329 Mar 29 16:10:17.853688 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a6c9e8b-f8bd-46aa-b591-50f4aaf36c12 tempest-AllowedAddressPairTestJSON-1135409531 tempest-AllowedAddressPairTestJSON-1135409531-project] Made reservation on behalf of cee1655dfcb347848885fc0cf07cc650 for: {'port': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:10:17.856500 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-cc994f04-9629-464e-97dd-39aece9b9266 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1641294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16155591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16218852'] for subnet, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:17.857366 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-8a6c9e8b-f8bd-46aa-b591-50f4aaf36c12 tempest-AllowedAddressPairTestJSON-1135409531 tempest-AllowedAddressPairTestJSON-1135409531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:17.875902 n-d-834765-1 neutron-server[102790]: DEBUG neutron.notifiers.nova [None req-8a6c9e8b-f8bd-46aa-b591-50f4aaf36c12 tempest-AllowedAddressPairTestJSON-1135409531 tempest-AllowedAddressPairTestJSON-1135409531-project] device_id is not set on port 4c9c4c19-bd5f-4ccd-9c63-98b1f3b0a16c yet. {{(pid=102790) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 29 16:10:17.917359 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc994f04-9629-464e-97dd-39aece9b9266 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Pushing event deleted for resources: {'Subnet': ['ID=8aacfff6-fc03-4a5b-999a-de26904ea379,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:10:17.920311 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-cc994f04-9629-464e-97dd-39aece9b9266 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks [] for subnet, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:17.923616 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-cc994f04-9629-464e-97dd-39aece9b9266 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] 10.222.0.42 "DELETE /v2.0/subnets/8aacfff6-fc03-4a5b-999a-de26904ea379 HTTP/1.1" status: 204 len: 168 time: 0.5440583 Mar 29 16:10:17.926407 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 55604) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:10:17.931434 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dfda261-ae90-4f4b-b5f2-8feafe804d27 None None] Network 1c788a33-18c1-45d9-aa8e-65e8f903cab5 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 16:10:17.980897 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-45ab5679-7b19-49c1-8cec-18ada2a73c51 req-dccb0795-3412-4498-9f18-4f9272386384 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8fca305d-d618-49df-8867-4634e54a2cd2 HTTP/1.1" status: 200 len: 1000 time: 0.1314416 Mar 29 16:10:18.003548 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_v2 [None req-24a5b6b8-d6db-47df-9276-7d12a8e69efd tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Deleting subnet 3d300c58-c345-48a3-a4bf-44bec4c1236d {{(pid=102791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 16:10:18.004242 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.db_base_plugin_common [None req-8a6c9e8b-f8bd-46aa-b591-50f4aaf36c12 tempest-AllowedAddressPairTestJSON-1135409531 tempest-AllowedAddressPairTestJSON-1135409531-project] Allocated IP 172.20.0.6 (64c7971e-c8bb-4a93-9956-f090ac1b0084/353e9575-c9f5-46b1-8123-1df59c76a283/4c9c4c19-bd5f-4ccd-9c63-98b1f3b0a16c) {{(pid=102790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:10:18.025754 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-24a5b6b8-d6db-47df-9276-7d12a8e69efd tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks [] for subnet, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:18.053976 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:18.075471 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-24a5b6b8-d6db-47df-9276-7d12a8e69efd tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4230423'] for subnet, precommit_delete_associations {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:18.078932 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ab5679-7b19-49c1-8cec-18ada2a73c51 req-3439ecaa-5ddf-4bc6-94bf-eb30f8f558bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:10:18.080363 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-45ab5679-7b19-49c1-8cec-18ada2a73c51 req-3439ecaa-5ddf-4bc6-94bf-eb30f8f558bd service neutron] 10.222.0.44 "GET /v2.0/subnets?id=23818a80-3ba0-4e6b-95a8-e1921c8a6ead HTTP/1.1" status: 200 len: 835 time: 0.0902293 Mar 29 16:10:18.148041 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f08e5af1-284a-4609-8b76-8afceb3caa38 None None] DHCP port deletion for 1c788a33-18c1-45d9-aa8e-65e8f903cab5 request from n-d-834765-1 {{(pid=102792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 29 16:10:18.179310 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-8a6c9e8b-f8bd-46aa-b591-50f4aaf36c12 tempest-AllowedAddressPairTestJSON-1135409531 tempest-AllowedAddressPairTestJSON-1135409531-project] Notify callbacks [] for port, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:18.180092 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ab5679-7b19-49c1-8cec-18ada2a73c51 req-5c6887ce-7768-4c24-a701-a0c758034e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:10:18.181582 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-45ab5679-7b19-49c1-8cec-18ada2a73c51 req-5c6887ce-7768-4c24-a701-a0c758034e64 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=bb43b58d-8650-4cdb-9fe6-68a7aaad9333&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0835896 Mar 29 16:10:18.208790 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-f08e5af1-284a-4609-8b76-8afceb3caa38 None None] Deleting port b397785f-876d-4d2e-b373-8ed7110c282d {{(pid=102792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:10:18.209497 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-f08e5af1-284a-4609-8b76-8afceb3caa38 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:18.215742 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-24a5b6b8-d6db-47df-9276-7d12a8e69efd tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1641287'] for subnet, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:18.224278 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-8a6c9e8b-f8bd-46aa-b591-50f4aaf36c12 tempest-AllowedAddressPairTestJSON-1135409531 tempest-AllowedAddressPairTestJSON-1135409531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:18.283112 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a6c9e8b-f8bd-46aa-b591-50f4aaf36c12 tempest-AllowedAddressPairTestJSON-1135409531 tempest-AllowedAddressPairTestJSON-1135409531-project] Network 64c7971e-c8bb-4a93-9956-f090ac1b0084 is already hosted by enough agents. {{(pid=102790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:10:18.286215 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-f08e5af1-284a-4609-8b76-8afceb3caa38 None None] For port b397785f-876d-4d2e-b373-8ed7110c282d, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=b397785f-876d-4d2e-b373-8ed7110c282d,segment=NetworkSegment(39a4595b-53e2-4d89-ba85-07c186e1e452),segment_id=39a4595b-53e2-4d89-ba85-07c186e1e452)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:10:18.286740 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-f08e5af1-284a-4609-8b76-8afceb3caa38 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:18.286968 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-8a6c9e8b-f8bd-46aa-b591-50f4aaf36c12 tempest-AllowedAddressPairTestJSON-1135409531 tempest-AllowedAddressPairTestJSON-1135409531-project] Resources bound (agent type, host, resource id): {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:10:18.289557 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a6c9e8b-f8bd-46aa-b591-50f4aaf36c12 tempest-AllowedAddressPairTestJSON-1135409531 tempest-AllowedAddressPairTestJSON-1135409531-project] Received port after_create {{(pid=102790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:10:18.305694 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-f08e5af1-284a-4609-8b76-8afceb3caa38 None None] Calling delete_port for b397785f-876d-4d2e-b373-8ed7110c282d owned by network:dhcp {{(pid=102792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:10:18.326216 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-45ab5679-7b19-49c1-8cec-18ada2a73c51 req-cd85c38e-5c57-46cb-89d6-625245c39acf service neutron] 10.222.0.44 "GET /v2.0/networks/bb43b58d-8650-4cdb-9fe6-68a7aaad9333?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361792 Mar 29 16:10:18.332512 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6c9e8b-f8bd-46aa-b591-50f4aaf36c12 tempest-AllowedAddressPairTestJSON-1135409531 tempest-AllowedAddressPairTestJSON-1135409531-project] Pushing event updated for resources: {'Port': ['ID=4c9c4c19-bd5f-4ccd-9c63-98b1f3b0a16c,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:10:18.333388 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-24a5b6b8-d6db-47df-9276-7d12a8e69efd tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1641294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16155591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16218852'] for subnet, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:18.359128 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a6c9e8b-f8bd-46aa-b591-50f4aaf36c12 tempest-AllowedAddressPairTestJSON-1135409531 tempest-AllowedAddressPairTestJSON-1135409531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:10:18.359822 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-8a6c9e8b-f8bd-46aa-b591-50f4aaf36c12 tempest-AllowedAddressPairTestJSON-1135409531 tempest-AllowedAddressPairTestJSON-1135409531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:18.380275 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-8a6c9e8b-f8bd-46aa-b591-50f4aaf36c12 tempest-AllowedAddressPairTestJSON-1135409531 tempest-AllowedAddressPairTestJSON-1135409531-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.6603451 Mar 29 16:10:18.381649 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 55606) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:10:18.388803 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-381352b3-a1d1-4646-ac07-d30a599ce5db tempest-AllowedAddressPairTestJSON-1135409531 tempest-AllowedAddressPairTestJSON-1135409531-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:93:89:08'}]}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:10:18.392201 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-24a5b6b8-d6db-47df-9276-7d12a8e69efd tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks [] for subnet, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:18.397682 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-24a5b6b8-d6db-47df-9276-7d12a8e69efd tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] 10.222.0.42 "DELETE /v2.0/subnets/3d300c58-c345-48a3-a4bf-44bec4c1236d HTTP/1.1" status: 204 len: 168 time: 0.4681506 Mar 29 16:10:18.397839 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7095dfd3-64ad-42b6-ae32-d0f937044c2f None None] Network 959662d8-0c0a-4541-a44c-56c4a1a09413 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 16:10:18.398600 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a5b6b8-d6db-47df-9276-7d12a8e69efd tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Pushing event deleted for resources: {'Subnet': ['ID=3d300c58-c345-48a3-a4bf-44bec4c1236d,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:10:18.398716 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 55608) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:10:18.577400 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-45ab5679-7b19-49c1-8cec-18ada2a73c51 req-3f7c374a-5ca9-44cf-91b9-846f737fc41e service neutron] 10.222.0.44 "GET /v2.0/networks/bb43b58d-8650-4cdb-9fe6-68a7aaad9333?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2415786 Mar 29 16:10:18.701487 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-381352b3-a1d1-4646-ac07-d30a599ce5db tempest-AllowedAddressPairTestJSON-1135409531 tempest-AllowedAddressPairTestJSON-1135409531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:18.726176 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-f08e5af1-284a-4609-8b76-8afceb3caa38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350'] for port, after_delete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:18.727301 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead71c9f-7901-4abb-8c31-422c0645aeaa req-670ee47f-03dc-40c2-bafd-7de43020dd64 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:10:18.729019 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ead71c9f-7901-4abb-8c31-422c0645aeaa req-670ee47f-03dc-40c2-bafd-7de43020dd64 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "GET /v2.0/ports?device_id=e5d3c303-8bf8-41f1-8746-4ba318fb818b HTTP/1.1" status: 200 len: 945 time: 0.1022255 Mar 29 16:10:18.768541 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f08e5af1-284a-4609-8b76-8afceb3caa38 None None] No DVR routers for this DVR port b397785f-876d-4d2e-b373-8ed7110c282d on host n-d-834765-1 {{(pid=102792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 16:10:18.771652 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-775fe7b0-5b41-45c0-9293-cc1a2cda9744 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1631750'] for network, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:18.772443 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08e5af1-284a-4609-8b76-8afceb3caa38 None None] Pushing event deleted for resources: {'Port': ['ID=b397785f-876d-4d2e-b373-8ed7110c282d,revision_number=None']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:10:18.788370 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-211ac39b-0c75-4ba9-8901-2366b489aa9c None None] Provisioning complete for port 4c9c4c19-bd5f-4ccd-9c63-98b1f3b0a16c triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:10:18.789234 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-211ac39b-0c75-4ba9-8901-2366b489aa9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:18.828388 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-211ac39b-0c75-4ba9-8901-2366b489aa9c None None] Port 4c9c4c19-bd5f-4ccd-9c63-98b1f3b0a16c cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 16:10:18.830248 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ead71c9f-7901-4abb-8c31-422c0645aeaa req-d9b4ddef-c909-4adf-924b-093067b22ef4 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "GET /v2.0/security-groups?id=4489dd41-e36c-4f46-8c18-eae57d689353&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717192 Mar 29 16:10:18.841125 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e42339e-80cf-4b6b-9df3-cbbedf077ee7 None None] DHCP port deletion for 959662d8-0c0a-4541-a44c-56c4a1a09413 request from n-d-834765-1 {{(pid=102792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 29 16:10:18.869801 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-775fe7b0-5b41-45c0-9293-cc1a2cda9744 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639890', 'neutron.services.segments.db._delete_segments_for_network-8783523423079'] for network, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:18.890518 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-775fe7b0-5b41-45c0-9293-cc1a2cda9744 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c788a33-18c1-45d9-aa8e-65e8f903cab5']}} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:10:18.894334 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-8e42339e-80cf-4b6b-9df3-cbbedf077ee7 None None] Deleting port 111442b6-7040-4d5c-af1b-e67c4e6db827 {{(pid=102792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:10:18.894713 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-8e42339e-80cf-4b6b-9df3-cbbedf077ee7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:18.900483 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-775fe7b0-5b41-45c0-9293-cc1a2cda9744 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39a4595b-53e2-4d89-ba85-07c186e1e452') {'for_net_delete': True} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:10:18.900782 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-775fe7b0-5b41-45c0-9293-cc1a2cda9744 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39a4595b-53e2-4d89-ba85-07c186e1e452') {} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:10:18.910809 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-775fe7b0-5b41-45c0-9293-cc1a2cda9744 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783523422064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4614019'] for segment, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:18.925129 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-775fe7b0-5b41-45c0-9293-cc1a2cda9744 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:18.931958 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-775fe7b0-5b41-45c0-9293-cc1a2cda9744 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Releasing vlan 621 on physical network physnet1 to pool {{(pid=102790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 16:10:18.933463 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-775fe7b0-5b41-45c0-9293-cc1a2cda9744 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5238013'] for segment, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:18.936843 n-d-834765-1 neutron-server[102790]: Traceback (most recent call last): Mar 29 16:10:18.936843 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 16:10:18.936843 n-d-834765-1 neutron-server[102790]: timer() Mar 29 16:10:18.936843 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 16:10:18.936843 n-d-834765-1 neutron-server[102790]: cb(*args, **kw) Mar 29 16:10:18.936843 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 16:10:18.936843 n-d-834765-1 neutron-server[102790]: return func(*args, **kwargs) Mar 29 16:10:18.936843 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 16:10:18.936843 n-d-834765-1 neutron-server[102790]: self._notify() Mar 29 16:10:18.936843 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 16:10:18.936843 n-d-834765-1 neutron-server[102790]: self.callback(batched_events) Mar 29 16:10:18.936843 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 16:10:18.936843 n-d-834765-1 neutron-server[102790]: event.method(event) Mar 29 16:10:18.936843 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 16:10:18.936843 n-d-834765-1 neutron-server[102790]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 16:10:18.936843 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 16:10:18.936843 n-d-834765-1 neutron-server[102790]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 16:10:18.936843 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 16:10:18.936843 n-d-834765-1 neutron-server[102790]: return f(self, *a, **k) Mar 29 16:10:18.936843 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 16:10:18.936843 n-d-834765-1 neutron-server[102790]: return self._get(url).json() Mar 29 16:10:18.936843 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 16:10:18.936843 n-d-834765-1 neutron-server[102790]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 16:10:18.936843 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 16:10:18.936843 n-d-834765-1 neutron-server[102790]: return self.request(url, 'GET', **kwargs) Mar 29 16:10:18.936843 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 16:10:18.936843 n-d-834765-1 neutron-server[102790]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 16:10:18.936843 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 16:10:18.936843 n-d-834765-1 neutron-server[102790]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 16:10:18.936843 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 16:10:18.936843 n-d-834765-1 neutron-server[102790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 16:10:18.936843 n-d-834765-1 neutron-server[102790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 16:10:18.969710 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-8e42339e-80cf-4b6b-9df3-cbbedf077ee7 None None] For port 111442b6-7040-4d5c-af1b-e67c4e6db827, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=111442b6-7040-4d5c-af1b-e67c4e6db827,segment=NetworkSegment(379a84ea-b3fc-4106-a883-2be8440f6052),segment_id=379a84ea-b3fc-4106-a883-2be8440f6052)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:10:18.970308 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-8e42339e-80cf-4b6b-9df3-cbbedf077ee7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:18.975883 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-381352b3-a1d1-4646-ac07-d30a599ce5db tempest-AllowedAddressPairTestJSON-1135409531 tempest-AllowedAddressPairTestJSON-1135409531-project] Notify callbacks [] for port, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:18.981205 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-381352b3-a1d1-4646-ac07-d30a599ce5db tempest-AllowedAddressPairTestJSON-1135409531 tempest-AllowedAddressPairTestJSON-1135409531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:18.983110 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-8e42339e-80cf-4b6b-9df3-cbbedf077ee7 None None] Calling delete_port for 111442b6-7040-4d5c-af1b-e67c4e6db827 owned by network:dhcp {{(pid=102792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:10:19.002361 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-775fe7b0-5b41-45c0-9293-cc1a2cda9744 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1639897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648174'] for network, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:19.010127 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-775fe7b0-5b41-45c0-9293-cc1a2cda9744 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks [] for network, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:19.015890 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-775fe7b0-5b41-45c0-9293-cc1a2cda9744 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] 10.222.0.42 "DELETE /v2.0/networks/1c788a33-18c1-45d9-aa8e-65e8f903cab5 HTTP/1.1" status: 204 len: 168 time: 0.6158946 Mar 29 16:10:19.021089 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 55612) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:10:19.048446 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775fe7b0-5b41-45c0-9293-cc1a2cda9744 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Pushing event deleted for resources: {'Network': ['ID=1c788a33-18c1-45d9-aa8e-65e8f903cab5,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:10:19.073019 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-8e42339e-80cf-4b6b-9df3-cbbedf077ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350'] for port, after_delete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:19.076683 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381352b3-a1d1-4646-ac07-d30a599ce5db tempest-AllowedAddressPairTestJSON-1135409531 tempest-AllowedAddressPairTestJSON-1135409531-project] Pushing event updated for resources: {'Port': ['ID=4c9c4c19-bd5f-4ccd-9c63-98b1f3b0a16c,revision_number=2']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:10:19.085341 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-381352b3-a1d1-4646-ac07-d30a599ce5db tempest-AllowedAddressPairTestJSON-1135409531 tempest-AllowedAddressPairTestJSON-1135409531-project] In _notify_port_updated(), no bound segment for port 4c9c4c19-bd5f-4ccd-9c63-98b1f3b0a16c on network 64c7971e-c8bb-4a93-9956-f090ac1b0084 {{(pid=102791) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Mar 29 16:10:19.090919 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-381352b3-a1d1-4646-ac07-d30a599ce5db tempest-AllowedAddressPairTestJSON-1135409531 tempest-AllowedAddressPairTestJSON-1135409531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:10:19.091475 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-381352b3-a1d1-4646-ac07-d30a599ce5db tempest-AllowedAddressPairTestJSON-1135409531 tempest-AllowedAddressPairTestJSON-1135409531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:19.095475 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-381352b3-a1d1-4646-ac07-d30a599ce5db tempest-AllowedAddressPairTestJSON-1135409531 tempest-AllowedAddressPairTestJSON-1135409531-project] 10.222.0.42 "PUT /v2.0/ports/4c9c4c19-bd5f-4ccd-9c63-98b1f3b0a16c HTTP/1.1" status: 200 len: 992 time: 0.7089927 Mar 29 16:10:19.096351 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 55614) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:10:19.096838 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e42339e-80cf-4b6b-9df3-cbbedf077ee7 None None] Pushing event deleted for resources: {'Port': ['ID=111442b6-7040-4d5c-af1b-e67c4e6db827,revision_number=None']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:10:19.115998 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e42339e-80cf-4b6b-9df3-cbbedf077ee7 None None] No DVR routers for this DVR port 111442b6-7040-4d5c-af1b-e67c4e6db827 on host n-d-834765-1 {{(pid=102792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 16:10:19.155589 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 111442b6-7040-4d5c-af1b-e67c4e6db827 no longer exists at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 16:10:19.184648 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] No Port match for: 111442b6-7040-4d5c-af1b-e67c4e6db827 {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 16:10:19.185234 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 111442b6-7040-4d5c-af1b-e67c4e6db827 not bound to the agent host n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 16:10:19.185824 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device b397785f-876d-4d2e-b373-8ed7110c282d no longer exists at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 16:10:19.188084 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-0de819bb-be33-4e24-80ed-7ab63c7e8923 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1631750'] for network, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:19.205677 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] No Port match for: b397785f-876d-4d2e-b373-8ed7110c282d {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 16:10:19.206288 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device b397785f-876d-4d2e-b373-8ed7110c282d not bound to the agent host n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 16:10:19.290820 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device 8fca305d-d618-49df-8867-4634e54a2cd2 details requested by agent hyperv_n-h2-834765-1 with host n-h2-834765-1 {{(pid=102792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 16:10:19.316476 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-0de819bb-be33-4e24-80ed-7ab63c7e8923 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639890', 'neutron.services.segments.db._delete_segments_for_network-8783523423079'] for network, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:19.327452 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-ef174870-7fc6-41a6-96c6-5052fdd441e4 tempest-AllowedAddressPairTestJSON-1135409531 tempest-AllowedAddressPairTestJSON-1135409531-project] Deleting port 4c9c4c19-bd5f-4ccd-9c63-98b1f3b0a16c {{(pid=102790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:10:19.327785 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-ef174870-7fc6-41a6-96c6-5052fdd441e4 tempest-AllowedAddressPairTestJSON-1135409531 tempest-AllowedAddressPairTestJSON-1135409531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:19.355149 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-0de819bb-be33-4e24-80ed-7ab63c7e8923 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['959662d8-0c0a-4541-a44c-56c4a1a09413']}} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:10:19.373994 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-0de819bb-be33-4e24-80ed-7ab63c7e8923 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '379a84ea-b3fc-4106-a883-2be8440f6052') {'for_net_delete': True} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:10:19.374271 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-0de819bb-be33-4e24-80ed-7ab63c7e8923 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '379a84ea-b3fc-4106-a883-2be8440f6052') {} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:10:19.384973 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-ce838051-9f8e-4b51-ad98-04ffb563a6a3 None None] Provisioning complete for port 4c9c4c19-bd5f-4ccd-9c63-98b1f3b0a16c triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:10:19.385417 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-ce838051-9f8e-4b51-ad98-04ffb563a6a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:19.413442 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-0de819bb-be33-4e24-80ed-7ab63c7e8923 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783523422064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4614019'] for segment, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:19.422016 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port 8fca305d-d618-49df-8867-4634e54a2cd2, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=8fca305d-d618-49df-8867-4634e54a2cd2,segment=NetworkSegment(7ca977ad-0942-487d-99ad-d8a63cf60333),segment_id=7ca977ad-0942-487d-99ad-d8a63cf60333)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:10:19.438214 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-0de819bb-be33-4e24-80ed-7ab63c7e8923 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:19.440347 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device 8fca305d-d618-49df-8867-4634e54a2cd2 has no active binding in host n-h2-834765-1 {{(pid=102792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Mar 29 16:10:19.441821 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-ce838051-9f8e-4b51-ad98-04ffb563a6a3 None None] Port 4c9c4c19-bd5f-4ccd-9c63-98b1f3b0a16c cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 16:10:19.456749 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0de819bb-be33-4e24-80ed-7ab63c7e8923 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Releasing vlan 648 on physical network physnet1 to pool {{(pid=102790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 16:10:19.457141 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-0de819bb-be33-4e24-80ed-7ab63c7e8923 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5238013'] for segment, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:19.460002 n-d-834765-1 neutron-server[102790]: Traceback (most recent call last): Mar 29 16:10:19.460002 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 16:10:19.460002 n-d-834765-1 neutron-server[102790]: timer() Mar 29 16:10:19.460002 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 16:10:19.460002 n-d-834765-1 neutron-server[102790]: cb(*args, **kw) Mar 29 16:10:19.460002 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 16:10:19.460002 n-d-834765-1 neutron-server[102790]: return func(*args, **kwargs) Mar 29 16:10:19.460002 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 16:10:19.460002 n-d-834765-1 neutron-server[102790]: self._notify() Mar 29 16:10:19.460002 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 16:10:19.460002 n-d-834765-1 neutron-server[102790]: self.callback(batched_events) Mar 29 16:10:19.460002 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 16:10:19.460002 n-d-834765-1 neutron-server[102790]: event.method(event) Mar 29 16:10:19.460002 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 16:10:19.460002 n-d-834765-1 neutron-server[102790]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 16:10:19.460002 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 16:10:19.460002 n-d-834765-1 neutron-server[102790]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 16:10:19.460002 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 16:10:19.460002 n-d-834765-1 neutron-server[102790]: return f(self, *a, **k) Mar 29 16:10:19.460002 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 16:10:19.460002 n-d-834765-1 neutron-server[102790]: return self._get(url).json() Mar 29 16:10:19.460002 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 16:10:19.460002 n-d-834765-1 neutron-server[102790]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 16:10:19.460002 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 16:10:19.460002 n-d-834765-1 neutron-server[102790]: return self.request(url, 'GET', **kwargs) Mar 29 16:10:19.460002 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 16:10:19.460002 n-d-834765-1 neutron-server[102790]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 16:10:19.460002 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 16:10:19.460002 n-d-834765-1 neutron-server[102790]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 16:10:19.460002 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 16:10:19.460002 n-d-834765-1 neutron-server[102790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 16:10:19.460002 n-d-834765-1 neutron-server[102790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 16:10:19.472340 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-ef174870-7fc6-41a6-96c6-5052fdd441e4 tempest-AllowedAddressPairTestJSON-1135409531 tempest-AllowedAddressPairTestJSON-1135409531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:19.518360 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-ef174870-7fc6-41a6-96c6-5052fdd441e4 tempest-AllowedAddressPairTestJSON-1135409531 tempest-AllowedAddressPairTestJSON-1135409531-project] Calling delete_port for 4c9c4c19-bd5f-4ccd-9c63-98b1f3b0a16c owned by {{(pid=102790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:10:19.536523 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-0de819bb-be33-4e24-80ed-7ab63c7e8923 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1639897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648174'] for network, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:19.542484 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-0de819bb-be33-4e24-80ed-7ab63c7e8923 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks [] for network, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:19.546386 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-0de819bb-be33-4e24-80ed-7ab63c7e8923 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] 10.222.0.42 "DELETE /v2.0/networks/959662d8-0c0a-4541-a44c-56c4a1a09413 HTTP/1.1" status: 204 len: 168 time: 0.5219898 Mar 29 16:10:19.550554 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 55616) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:10:19.555717 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-9a53ee02-5477-4987-8c39-1758fd747d05 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Request body: {'network': {'name': 'tempest-RoutersTest-1587161937'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:10:19.574352 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a53ee02-5477-4987-8c39-1758fd747d05 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Made reservation on behalf of 88e7599e62d446faa967714480fab072 for: {'network': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:10:19.578910 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-9a53ee02-5477-4987-8c39-1758fd747d05 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for network, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:19.593975 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de819bb-be33-4e24-80ed-7ab63c7e8923 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Pushing event deleted for resources: {'Network': ['ID=959662d8-0c0a-4541-a44c-56c4a1a09413,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:10:19.605335 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a53ee02-5477-4987-8c39-1758fd747d05 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] vlan segment allocate from pool success with {'vlan_id': 640, 'physical_network': 'physnet1'} {{(pid=102791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 16:10:19.614732 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-9a53ee02-5477-4987-8c39-1758fd747d05 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:19.615349 n-d-834765-1 neutron-server[102791]: INFO neutron.db.segments_db [None req-9a53ee02-5477-4987-8c39-1758fd747d05 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Added segment b03bb1c7-bc1a-4775-bb7f-6f5be06abb1f of type vlan for network 51cb9f1e-7404-4878-8ac9-b644f74a4cf5 Mar 29 16:10:19.655086 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-9a53ee02-5477-4987-8c39-1758fd747d05 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783522915970'] for network, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:19.680668 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-9a53ee02-5477-4987-8c39-1758fd747d05 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795'] for network, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:19.685265 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-ef174870-7fc6-41a6-96c6-5052fdd441e4 tempest-AllowedAddressPairTestJSON-1135409531 tempest-AllowedAddressPairTestJSON-1135409531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:19.687100 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a53ee02-5477-4987-8c39-1758fd747d05 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:10:19.687732 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-9a53ee02-5477-4987-8c39-1758fd747d05 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks [] for network, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:19.714982 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef174870-7fc6-41a6-96c6-5052fdd441e4 tempest-AllowedAddressPairTestJSON-1135409531 tempest-AllowedAddressPairTestJSON-1135409531-project] Pushing event deleted for resources: {'Port': ['ID=4c9c4c19-bd5f-4ccd-9c63-98b1f3b0a16c,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:10:19.726569 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-9a53ee02-5477-4987-8c39-1758fd747d05 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.1749232 Mar 29 16:10:19.727205 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 55618) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:10:19.735064 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-647c52ad-6aba-4389-810d-6e2aab7ab468 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Request body: {'subnet': {'network_id': '51cb9f1e-7404-4878-8ac9-b644f74a4cf5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:10:19.784394 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a53ee02-5477-4987-8c39-1758fd747d05 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Pushing event updated for resources: {'Network': ['ID=51cb9f1e-7404-4878-8ac9-b644f74a4cf5,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:10:19.797632 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Network 51cb9f1e-7404-4878-8ac9-b644f74a4cf5 details requested by agent ovs-agent-n-d-834765-1 with host n-d-834765-1 {{(pid=102792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 16:10:19.864695 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-ef174870-7fc6-41a6-96c6-5052fdd441e4 tempest-AllowedAddressPairTestJSON-1135409531 tempest-AllowedAddressPairTestJSON-1135409531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:19.870446 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-ef174870-7fc6-41a6-96c6-5052fdd441e4 tempest-AllowedAddressPairTestJSON-1135409531 tempest-AllowedAddressPairTestJSON-1135409531-project] 10.222.0.42 "DELETE /v2.0/ports/4c9c4c19-bd5f-4ccd-9c63-98b1f3b0a16c HTTP/1.1" status: 204 len: 168 time: 0.7732067 Mar 29 16:10:19.872933 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 55622) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:10:19.877287 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-647c52ad-6aba-4389-810d-6e2aab7ab468 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Made reservation on behalf of 88e7599e62d446faa967714480fab072 for: {'subnet': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:10:19.881226 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-647c52ad-6aba-4389-810d-6e2aab7ab468 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16218875'] for subnet, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:19.904437 n-d-834765-1 neutron-server[102790]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d6521d7-6f4a-44c5-b78f-818e6514db02 tempest-AllowedAddressPairTestJSON-1135409531 tempest-AllowedAddressPairTestJSON-1135409531-project] GET failed (client error): The resource could not be found. Mar 29 16:10:19.906657 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-4d6521d7-6f4a-44c5-b78f-818e6514db02 tempest-AllowedAddressPairTestJSON-1135409531 tempest-AllowedAddressPairTestJSON-1135409531-project] 10.222.0.42 "GET /v2.0/ports/4c9c4c19-bd5f-4ccd-9c63-98b1f3b0a16c HTTP/1.1" status: 404 len: 333 time: 0.0327301 Mar 29 16:10:19.912755 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 55624) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:10:19.919889 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-f4984ba2-2fb7-42ab-ac1c-7f16c45a06b8 tempest-AllowedAddressPairTestJSON-1135409531 tempest-AllowedAddressPairTestJSON-1135409531-project] Request body: {'port': {'network_id': '64c7971e-c8bb-4a93-9956-f090ac1b0084', 'name': 'tempest-AllowedAddressPairTestJSON-508197547'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:10:20.050664 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2f514e-2ff8-4adf-b57c-a52a81ae0a88 req-973f25c0-93a3-4c3d-923e-0db8d84aeac1 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:10:20.052104 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-6a2f514e-2ff8-4adf-b57c-a52a81ae0a88 req-973f25c0-93a3-4c3d-923e-0db8d84aeac1 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "GET /v2.0/ports?device_id=e5d3c303-8bf8-41f1-8746-4ba318fb818b HTTP/1.1" status: 200 len: 945 time: 0.1257257 Mar 29 16:10:20.075729 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-647c52ad-6aba-4389-810d-6e2aab7ab468 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16155524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16218861'] for subnet, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:20.090206 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4984ba2-2fb7-42ab-ac1c-7f16c45a06b8 tempest-AllowedAddressPairTestJSON-1135409531 tempest-AllowedAddressPairTestJSON-1135409531-project] Made reservation on behalf of cee1655dfcb347848885fc0cf07cc650 for: {'port': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:10:20.093712 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-f4984ba2-2fb7-42ab-ac1c-7f16c45a06b8 tempest-AllowedAddressPairTestJSON-1135409531 tempest-AllowedAddressPairTestJSON-1135409531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:20.116120 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-6a2f514e-2ff8-4adf-b57c-a52a81ae0a88 req-cb49180f-c911-4a5f-b03e-f027417dd377 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "GET /v2.0/security-groups?id=4489dd41-e36c-4f46-8c18-eae57d689353&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565498 Mar 29 16:10:20.121656 n-d-834765-1 neutron-server[102790]: DEBUG neutron.notifiers.nova [None req-f4984ba2-2fb7-42ab-ac1c-7f16c45a06b8 tempest-AllowedAddressPairTestJSON-1135409531 tempest-AllowedAddressPairTestJSON-1135409531-project] device_id is not set on port 47ba0a79-4908-4cac-b424-2dcda5e7765a yet. {{(pid=102790) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 29 16:10:20.140904 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647c52ad-6aba-4389-810d-6e2aab7ab468 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Pushing event updated for resources: {'Subnet': ['ID=004079d0-76b2-44f0-8191-803631296c68,revision_number=0']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:10:20.149312 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-647c52ad-6aba-4389-810d-6e2aab7ab468 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Checking segment: {'id': 'b03bb1c7-bc1a-4775-bb7f-6f5be06abb1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '51cb9f1e-7404-4878-8ac9-b644f74a4cf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 16:10:20.149664 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-647c52ad-6aba-4389-810d-6e2aab7ab468 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Network hostable DHCP agents. Network: 51cb9f1e-7404-4878-8ac9-b644f74a4cf5, hostable agents: ['d136643e-48ae-49d4-a851-2ba3bdf3749c'], hosted agents: [] {{(pid=102791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 16:10:20.165307 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-647c52ad-6aba-4389-810d-6e2aab7ab468 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Network 51cb9f1e-7404-4878-8ac9-b644f74a4cf5 is scheduled to be hosted by DHCP agent d136643e-48ae-49d4-a851-2ba3bdf3749c with binding_index 1 {{(pid=102791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 16:10:20.174657 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [None req-647c52ad-6aba-4389-810d-6e2aab7ab468 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834765-1, 51cb9f1e-7404-4878-8ac9-b644f74a4cf5) {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:10:20.179352 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-647c52ad-6aba-4389-810d-6e2aab7ab468 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:10:20.180073 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-647c52ad-6aba-4389-810d-6e2aab7ab468 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks [] for subnet, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:20.184450 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-054a9d4a-eb93-411a-9f2b-c6620db36c5c None None] Network 51cb9f1e-7404-4878-8ac9-b644f74a4cf5 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 16:10:20.202587 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-647c52ad-6aba-4389-810d-6e2aab7ab468 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4714913 Mar 29 16:10:20.205198 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 55626) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:10:20.209691 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-07f2c1a9-12ff-4983-ad6c-7ff15e805a0b tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1004628320', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:10:20.233609 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-07f2c1a9-12ff-4983-ad6c-7ff15e805a0b tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-532385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129310'] for router, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:20.235444 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-07f2c1a9-12ff-4983-ad6c-7ff15e805a0b tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-648091', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-684384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129319'] for router, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:20.256281 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.db_base_plugin_common [None req-f4984ba2-2fb7-42ab-ac1c-7f16c45a06b8 tempest-AllowedAddressPairTestJSON-1135409531 tempest-AllowedAddressPairTestJSON-1135409531-project] Allocated IP 172.20.0.6 (64c7971e-c8bb-4a93-9956-f090ac1b0084/353e9575-c9f5-46b1-8123-1df59c76a283/47ba0a79-4908-4cac-b424-2dcda5e7765a) {{(pid=102790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:10:20.296995 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-07f2c1a9-12ff-4983-ad6c-7ff15e805a0b tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:20.302899 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-07f2c1a9-12ff-4983-ad6c-7ff15e805a0b tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648118'] for router, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:20.321663 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-07f2c1a9-12ff-4983-ad6c-7ff15e805a0b tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks [] for router, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:20.323884 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-07f2c1a9-12ff-4983-ad6c-7ff15e805a0b tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1175368 Mar 29 16:10:20.326196 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 55628) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:10:20.331755 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-ed0519aa-d4bd-426f-8921-2b308690c56d tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Request body: {'port': {'network_id': '51cb9f1e-7404-4878-8ac9-b644f74a4cf5', 'name': 'tempest-RoutersTest-469811217'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:10:20.348509 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b3f370d-7bee-4763-baa4-c7fd6b23dd14 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0035034-69b0-5ffc-b384-0ac6189c5628-51cb9f1e-7404-4878-8ac9-b644f74a4cf5', 'network_id': '51cb9f1e-7404-4878-8ac9-b644f74a4cf5', 'tenant_id': '88e7599e62d446faa967714480fab072', 'fixed_ips': [{'subnet_id': '004079d0-76b2-44f0-8191-803631296c68'}]}} from n-d-834765-1. {{(pid=102792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 29 16:10:20.349493 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-0b3f370d-7bee-4763-baa4-c7fd6b23dd14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:20.415144 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-f4984ba2-2fb7-42ab-ac1c-7f16c45a06b8 tempest-AllowedAddressPairTestJSON-1135409531 tempest-AllowedAddressPairTestJSON-1135409531-project] Notify callbacks [] for port, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:20.453037 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed0519aa-d4bd-426f-8921-2b308690c56d tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Made reservation on behalf of 88e7599e62d446faa967714480fab072 for: {'port': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:10:20.457000 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-ed0519aa-d4bd-426f-8921-2b308690c56d tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:20.459495 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-f4984ba2-2fb7-42ab-ac1c-7f16c45a06b8 tempest-AllowedAddressPairTestJSON-1135409531 tempest-AllowedAddressPairTestJSON-1135409531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:20.476289 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [None req-ed0519aa-d4bd-426f-8921-2b308690c56d tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] device_id is not set on port 06cbd979-e42f-4814-9d6f-d562eba74625 yet. {{(pid=102791) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 29 16:10:20.502326 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.db_base_plugin_common [None req-0b3f370d-7bee-4763-baa4-c7fd6b23dd14 None None] Allocated IP 172.20.0.2 (51cb9f1e-7404-4878-8ac9-b644f74a4cf5/004079d0-76b2-44f0-8191-803631296c68/07c4fbce-dcc3-4c87-980f-1b08c4d9b5df) {{(pid=102792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:10:20.512499 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4984ba2-2fb7-42ab-ac1c-7f16c45a06b8 tempest-AllowedAddressPairTestJSON-1135409531 tempest-AllowedAddressPairTestJSON-1135409531-project] Network 64c7971e-c8bb-4a93-9956-f090ac1b0084 is already hosted by enough agents. {{(pid=102790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:10:20.515652 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-f4984ba2-2fb7-42ab-ac1c-7f16c45a06b8 tempest-AllowedAddressPairTestJSON-1135409531 tempest-AllowedAddressPairTestJSON-1135409531-project] Resources bound (agent type, host, resource id): {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:10:20.519296 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4984ba2-2fb7-42ab-ac1c-7f16c45a06b8 tempest-AllowedAddressPairTestJSON-1135409531 tempest-AllowedAddressPairTestJSON-1135409531-project] Received port after_create {{(pid=102790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:10:20.526349 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4984ba2-2fb7-42ab-ac1c-7f16c45a06b8 tempest-AllowedAddressPairTestJSON-1135409531 tempest-AllowedAddressPairTestJSON-1135409531-project] Pushing event updated for resources: {'Port': ['ID=47ba0a79-4908-4cac-b424-2dcda5e7765a,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:10:20.580816 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4984ba2-2fb7-42ab-ac1c-7f16c45a06b8 tempest-AllowedAddressPairTestJSON-1135409531 tempest-AllowedAddressPairTestJSON-1135409531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:10:20.581497 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-f4984ba2-2fb7-42ab-ac1c-7f16c45a06b8 tempest-AllowedAddressPairTestJSON-1135409531 tempest-AllowedAddressPairTestJSON-1135409531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:20.601573 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-f4984ba2-2fb7-42ab-ac1c-7f16c45a06b8 tempest-AllowedAddressPairTestJSON-1135409531 tempest-AllowedAddressPairTestJSON-1135409531-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.6877213 Mar 29 16:10:20.604779 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 55630) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:10:20.610018 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-3e842ef8-b2c7-4ae6-8d90-692bb5c949f1 tempest-AllowedAddressPairTestJSON-1135409531 tempest-AllowedAddressPairTestJSON-1135409531-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:93:89:08'}]}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:10:20.685000 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-3e842ef8-b2c7-4ae6-8d90-692bb5c949f1 tempest-AllowedAddressPairTestJSON-1135409531 tempest-AllowedAddressPairTestJSON-1135409531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:20.689237 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-0b3f370d-7bee-4763-baa4-c7fd6b23dd14 None None] Notify callbacks [] for port, precommit_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:20.696055 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-0b3f370d-7bee-4763-baa4-c7fd6b23dd14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956'] for port, after_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:20.742743 n-d-834765-1 neutron-server[102792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b3f370d-7bee-4763-baa4-c7fd6b23dd14 None None] Network 51cb9f1e-7404-4878-8ac9-b644f74a4cf5 is already hosted by enough agents. {{(pid=102792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:10:20.749117 n-d-834765-1 neutron-server[102792]: DEBUG neutron.scheduler.base_scheduler [None req-0b3f370d-7bee-4763-baa4-c7fd6b23dd14 None None] Resources bound (agent type, host, resource id): {{(pid=102792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:10:20.751751 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b3f370d-7bee-4763-baa4-c7fd6b23dd14 None None] Received port after_create {{(pid=102792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:10:20.754092 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3f370d-7bee-4763-baa4-c7fd6b23dd14 None None] Pushing event updated for resources: {'Port': ['ID=07c4fbce-dcc3-4c87-980f-1b08c4d9b5df,revision_number=1']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:10:20.778303 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_common [None req-ed0519aa-d4bd-426f-8921-2b308690c56d tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Allocated IP 172.20.0.12 (51cb9f1e-7404-4878-8ac9-b644f74a4cf5/004079d0-76b2-44f0-8191-803631296c68/06cbd979-e42f-4814-9d6f-d562eba74625) {{(pid=102791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:10:20.829594 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-0b3f370d-7bee-4763-baa4-c7fd6b23dd14 None None] Attempting to bind port 07c4fbce-dcc3-4c87-980f-1b08c4d9b5df on host n-d-834765-1 for vnic_type normal with profile {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 16:10:20.830575 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-0b3f370d-7bee-4763-baa4-c7fd6b23dd14 None None] Attempting to bind port 07c4fbce-dcc3-4c87-980f-1b08c4d9b5df by drivers openvswitch,hyperv on host n-d-834765-1 at level 0 using segments [{'id': 'b03bb1c7-bc1a-4775-bb7f-6f5be06abb1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '51cb9f1e-7404-4878-8ac9-b644f74a4cf5'}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 16:10:20.830764 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b3f370d-7bee-4763-baa4-c7fd6b23dd14 None None] Attempting to bind port 07c4fbce-dcc3-4c87-980f-1b08c4d9b5df on network 51cb9f1e-7404-4878-8ac9-b644f74a4cf5 {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 16:10:20.837940 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b3f370d-7bee-4763-baa4-c7fd6b23dd14 None None] Checking agent: {'id': 'a8866439-9d96-425c-b519-6905c591ac37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 25, 36), 'started_at': datetime.datetime(2022, 3, 29, 15, 26, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 16, 10, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834765-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 16:10:20.839103 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b3f370d-7bee-4763-baa4-c7fd6b23dd14 None None] Checking segment: {'id': 'b03bb1c7-bc1a-4775-bb7f-6f5be06abb1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '51cb9f1e-7404-4878-8ac9-b644f74a4cf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 16:10:20.839578 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-0b3f370d-7bee-4763-baa4-c7fd6b23dd14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:20.839968 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b3f370d-7bee-4763-baa4-c7fd6b23dd14 None None] Bound using segment: {'id': 'b03bb1c7-bc1a-4775-bb7f-6f5be06abb1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '51cb9f1e-7404-4878-8ac9-b644f74a4cf5'} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 16:10:20.840489 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-0b3f370d-7bee-4763-baa4-c7fd6b23dd14 None None] Bound port: 07c4fbce-dcc3-4c87-980f-1b08c4d9b5df, host: n-d-834765-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b03bb1c7-bc1a-4775-bb7f-6f5be06abb1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '51cb9f1e-7404-4878-8ac9-b644f74a4cf5'}}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 16:10:20.840876 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-0b3f370d-7bee-4763-baa4-c7fd6b23dd14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:20.904636 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-3e842ef8-b2c7-4ae6-8d90-692bb5c949f1 tempest-AllowedAddressPairTestJSON-1135409531 tempest-AllowedAddressPairTestJSON-1135409531-project] Notify callbacks [] for port, precommit_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:20.911552 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-3e842ef8-b2c7-4ae6-8d90-692bb5c949f1 tempest-AllowedAddressPairTestJSON-1135409531 tempest-AllowedAddressPairTestJSON-1135409531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5237921'] for port, after_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:20.916966 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-205e43c6-daf1-4a39-8249-79c2020606f8 None None] Provisioning complete for port 47ba0a79-4908-4cac-b424-2dcda5e7765a triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:10:20.917612 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-205e43c6-daf1-4a39-8249-79c2020606f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:20.949459 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-0b3f370d-7bee-4763-baa4-c7fd6b23dd14 None None] For port 07c4fbce-dcc3-4c87-980f-1b08c4d9b5df, host n-d-834765-1, cleared binding levels {{(pid=102792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 16:10:20.967232 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-0b3f370d-7bee-4763-baa4-c7fd6b23dd14 None None] For port 07c4fbce-dcc3-4c87-980f-1b08c4d9b5df, host n-d-834765-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=07c4fbce-dcc3-4c87-980f-1b08c4d9b5df,segment=NetworkSegment(b03bb1c7-bc1a-4775-bb7f-6f5be06abb1f),segment_id=b03bb1c7-bc1a-4775-bb7f-6f5be06abb1f)] {{(pid=102792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 16:10:20.974617 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-205e43c6-daf1-4a39-8249-79c2020606f8 None None] Port 47ba0a79-4908-4cac-b424-2dcda5e7765a cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 16:10:20.977366 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-0b3f370d-7bee-4763-baa4-c7fd6b23dd14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:21.004021 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e842ef8-b2c7-4ae6-8d90-692bb5c949f1 tempest-AllowedAddressPairTestJSON-1135409531 tempest-AllowedAddressPairTestJSON-1135409531-project] Pushing event updated for resources: {'Port': ['ID=47ba0a79-4908-4cac-b424-2dcda5e7765a,revision_number=2']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:10:21.015454 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-3e842ef8-b2c7-4ae6-8d90-692bb5c949f1 tempest-AllowedAddressPairTestJSON-1135409531 tempest-AllowedAddressPairTestJSON-1135409531-project] In _notify_port_updated(), no bound segment for port 47ba0a79-4908-4cac-b424-2dcda5e7765a on network 64c7971e-c8bb-4a93-9956-f090ac1b0084 {{(pid=102790) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Mar 29 16:10:21.023210 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e842ef8-b2c7-4ae6-8d90-692bb5c949f1 tempest-AllowedAddressPairTestJSON-1135409531 tempest-AllowedAddressPairTestJSON-1135409531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:10:21.024281 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-3e842ef8-b2c7-4ae6-8d90-692bb5c949f1 tempest-AllowedAddressPairTestJSON-1135409531 tempest-AllowedAddressPairTestJSON-1135409531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:21.028854 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-3e842ef8-b2c7-4ae6-8d90-692bb5c949f1 tempest-AllowedAddressPairTestJSON-1135409531 tempest-AllowedAddressPairTestJSON-1135409531-project] 10.222.0.42 "PUT /v2.0/ports/47ba0a79-4908-4cac-b424-2dcda5e7765a HTTP/1.1" status: 200 len: 995 time: 0.4195552 Mar 29 16:10:21.029802 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 55632) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:10:21.066417 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3f370d-7bee-4763-baa4-c7fd6b23dd14 None None] Pushing event updated for resources: {'Port': ['ID=07c4fbce-dcc3-4c87-980f-1b08c4d9b5df,revision_number=2']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:10:21.160854 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-bc9700a2-28ff-47b6-890e-153dba592f8b tempest-AllowedAddressPairTestJSON-1135409531 tempest-AllowedAddressPairTestJSON-1135409531-project] Deleting port 47ba0a79-4908-4cac-b424-2dcda5e7765a {{(pid=102790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:10:21.161195 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-bc9700a2-28ff-47b6-890e-153dba592f8b tempest-AllowedAddressPairTestJSON-1135409531 tempest-AllowedAddressPairTestJSON-1135409531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:21.278650 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-bc9700a2-28ff-47b6-890e-153dba592f8b tempest-AllowedAddressPairTestJSON-1135409531 tempest-AllowedAddressPairTestJSON-1135409531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:21.295558 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-bc9700a2-28ff-47b6-890e-153dba592f8b tempest-AllowedAddressPairTestJSON-1135409531 tempest-AllowedAddressPairTestJSON-1135409531-project] Calling delete_port for 47ba0a79-4908-4cac-b424-2dcda5e7765a owned by {{(pid=102790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:10:21.384912 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-ed0519aa-d4bd-426f-8921-2b308690c56d tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks [] for port, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:21.400614 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d149467-89da-4c02-80c9-fc7667182dae req-4f1ef195-3e97-4116-8b33-270f453f1be3 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:10:21.402266 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-1d149467-89da-4c02-80c9-fc7667182dae req-4f1ef195-3e97-4116-8b33-270f453f1be3 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "GET /v2.0/ports?device_id=e5d3c303-8bf8-41f1-8746-4ba318fb818b HTTP/1.1" status: 200 len: 945 time: 0.1164758 Mar 29 16:10:21.427448 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-e93b29f8-c52a-440e-b8f8-483e9a7b40b3 None None] Provisioning complete for port 47ba0a79-4908-4cac-b424-2dcda5e7765a triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:10:21.428242 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-e93b29f8-c52a-440e-b8f8-483e9a7b40b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:21.463434 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-1d149467-89da-4c02-80c9-fc7667182dae req-f0e1b690-f1e8-4071-a417-a9ff346a7651 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "GET /v2.0/security-groups?id=4489dd41-e36c-4f46-8c18-eae57d689353&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528264 Mar 29 16:10:21.483701 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-ed0519aa-d4bd-426f-8921-2b308690c56d tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:21.499301 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-e93b29f8-c52a-440e-b8f8-483e9a7b40b3 None None] Port 47ba0a79-4908-4cac-b424-2dcda5e7765a cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 16:10:21.500658 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-bc9700a2-28ff-47b6-890e-153dba592f8b tempest-AllowedAddressPairTestJSON-1135409531 tempest-AllowedAddressPairTestJSON-1135409531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:21.539002 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed0519aa-d4bd-426f-8921-2b308690c56d tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Network 51cb9f1e-7404-4878-8ac9-b644f74a4cf5 is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:10:21.542448 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [None req-ed0519aa-d4bd-426f-8921-2b308690c56d tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:10:21.545594 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed0519aa-d4bd-426f-8921-2b308690c56d tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Received port after_create {{(pid=102791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:10:21.556250 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9700a2-28ff-47b6-890e-153dba592f8b tempest-AllowedAddressPairTestJSON-1135409531 tempest-AllowedAddressPairTestJSON-1135409531-project] Pushing event deleted for resources: {'Port': ['ID=47ba0a79-4908-4cac-b424-2dcda5e7765a,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:10:21.576572 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0519aa-d4bd-426f-8921-2b308690c56d tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Pushing event updated for resources: {'Port': ['ID=06cbd979-e42f-4814-9d6f-d562eba74625,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:10:21.607549 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed0519aa-d4bd-426f-8921-2b308690c56d tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:10:21.608344 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-ed0519aa-d4bd-426f-8921-2b308690c56d tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:21.621216 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-bc9700a2-28ff-47b6-890e-153dba592f8b tempest-AllowedAddressPairTestJSON-1135409531 tempest-AllowedAddressPairTestJSON-1135409531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:21.624604 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-bc9700a2-28ff-47b6-890e-153dba592f8b tempest-AllowedAddressPairTestJSON-1135409531 tempest-AllowedAddressPairTestJSON-1135409531-project] 10.222.0.42 "DELETE /v2.0/ports/47ba0a79-4908-4cac-b424-2dcda5e7765a HTTP/1.1" status: 204 len: 168 time: 0.5934851 Mar 29 16:10:21.627101 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-ed0519aa-d4bd-426f-8921-2b308690c56d tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.2996359 Mar 29 16:10:21.627758 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 55636) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:10:21.629892 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 55638) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:10:21.654150 n-d-834765-1 neutron-server[102791]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf619c85-0dc8-4723-b902-b0fdd9947c92 tempest-AllowedAddressPairTestJSON-1135409531 tempest-AllowedAddressPairTestJSON-1135409531-project] GET failed (client error): The resource could not be found. Mar 29 16:10:21.655766 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-bf619c85-0dc8-4723-b902-b0fdd9947c92 tempest-AllowedAddressPairTestJSON-1135409531 tempest-AllowedAddressPairTestJSON-1135409531-project] 10.222.0.42 "GET /v2.0/ports/47ba0a79-4908-4cac-b424-2dcda5e7765a HTTP/1.1" status: 404 len: 333 time: 0.0270424 Mar 29 16:10:21.659313 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 55640) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:10:21.664389 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-84474b84-f5f3-4224-b002-4e6ad7a2c265 tempest-AllowedAddressPairTestJSON-1135409531 tempest-AllowedAddressPairTestJSON-1135409531-project] Request body: {'port': {'network_id': '64c7971e-c8bb-4a93-9956-f090ac1b0084', 'name': 'tempest-AllowedAddressPairTestJSON-864802839'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:10:21.778738 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84474b84-f5f3-4224-b002-4e6ad7a2c265 tempest-AllowedAddressPairTestJSON-1135409531 tempest-AllowedAddressPairTestJSON-1135409531-project] Made reservation on behalf of cee1655dfcb347848885fc0cf07cc650 for: {'port': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:10:21.782648 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-84474b84-f5f3-4224-b002-4e6ad7a2c265 tempest-AllowedAddressPairTestJSON-1135409531 tempest-AllowedAddressPairTestJSON-1135409531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:21.799805 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [None req-84474b84-f5f3-4224-b002-4e6ad7a2c265 tempest-AllowedAddressPairTestJSON-1135409531 tempest-AllowedAddressPairTestJSON-1135409531-project] device_id is not set on port f41f293f-ad0a-447b-9833-3d95cbd1bebc yet. {{(pid=102791) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 29 16:10:21.921508 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_common [None req-84474b84-f5f3-4224-b002-4e6ad7a2c265 tempest-AllowedAddressPairTestJSON-1135409531 tempest-AllowedAddressPairTestJSON-1135409531-project] Allocated IP 172.20.0.11 (64c7971e-c8bb-4a93-9956-f090ac1b0084/353e9575-c9f5-46b1-8123-1df59c76a283/f41f293f-ad0a-447b-9833-3d95cbd1bebc) {{(pid=102791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:10:21.973089 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-2b6340dc-07e4-4adc-941c-9929bed4a60a tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:22.080736 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-84474b84-f5f3-4224-b002-4e6ad7a2c265 tempest-AllowedAddressPairTestJSON-1135409531 tempest-AllowedAddressPairTestJSON-1135409531-project] Notify callbacks [] for port, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:22.119152 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-84474b84-f5f3-4224-b002-4e6ad7a2c265 tempest-AllowedAddressPairTestJSON-1135409531 tempest-AllowedAddressPairTestJSON-1135409531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:22.174131 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84474b84-f5f3-4224-b002-4e6ad7a2c265 tempest-AllowedAddressPairTestJSON-1135409531 tempest-AllowedAddressPairTestJSON-1135409531-project] Network 64c7971e-c8bb-4a93-9956-f090ac1b0084 is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:10:22.177159 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [None req-84474b84-f5f3-4224-b002-4e6ad7a2c265 tempest-AllowedAddressPairTestJSON-1135409531 tempest-AllowedAddressPairTestJSON-1135409531-project] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:10:22.183601 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84474b84-f5f3-4224-b002-4e6ad7a2c265 tempest-AllowedAddressPairTestJSON-1135409531 tempest-AllowedAddressPairTestJSON-1135409531-project] Received port after_create {{(pid=102791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:10:22.213640 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84474b84-f5f3-4224-b002-4e6ad7a2c265 tempest-AllowedAddressPairTestJSON-1135409531 tempest-AllowedAddressPairTestJSON-1135409531-project] Pushing event updated for resources: {'Port': ['ID=f41f293f-ad0a-447b-9833-3d95cbd1bebc,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:10:22.246492 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84474b84-f5f3-4224-b002-4e6ad7a2c265 tempest-AllowedAddressPairTestJSON-1135409531 tempest-AllowedAddressPairTestJSON-1135409531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:10:22.247647 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-84474b84-f5f3-4224-b002-4e6ad7a2c265 tempest-AllowedAddressPairTestJSON-1135409531 tempest-AllowedAddressPairTestJSON-1135409531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:22.249551 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-2b6340dc-07e4-4adc-941c-9929bed4a60a tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks [] for port, precommit_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:22.256496 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-2b6340dc-07e4-4adc-941c-9929bed4a60a tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5237921'] for port, after_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:22.257818 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f6c02be-2c00-4ab2-a45a-c369ba1ed7ed None None] Network 51cb9f1e-7404-4878-8ac9-b644f74a4cf5 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 16:10:22.273019 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-84474b84-f5f3-4224-b002-4e6ad7a2c265 tempest-AllowedAddressPairTestJSON-1135409531 tempest-AllowedAddressPairTestJSON-1135409531-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.6102076 Mar 29 16:10:22.273461 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 55642) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:10:22.279748 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-c3a600b4-39f7-400e-b915-51e033d58dfb tempest-AllowedAddressPairTestJSON-1135409531 tempest-AllowedAddressPairTestJSON-1135409531-project] Request body: {'port': {'network_id': '64c7971e-c8bb-4a93-9956-f090ac1b0084', 'name': 'tempest-AllowedAddressPairTestJSON-1006973060'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:10:22.367286 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f7b82e-c5cb-4da6-90a8-459ccdb9cc05 None None] Provisioning complete for port 07c4fbce-dcc3-4c87-980f-1b08c4d9b5df triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:10:22.367914 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f7b82e-c5cb-4da6-90a8-459ccdb9cc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:22.370468 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6340dc-07e4-4adc-941c-9929bed4a60a tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Pushing event updated for resources: {'Port': ['ID=06cbd979-e42f-4814-9d6f-d562eba74625,revision_number=2']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:10:22.422347 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3a600b4-39f7-400e-b915-51e033d58dfb tempest-AllowedAddressPairTestJSON-1135409531 tempest-AllowedAddressPairTestJSON-1135409531-project] Made reservation on behalf of cee1655dfcb347848885fc0cf07cc650 for: {'port': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:10:22.426103 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-c3a600b4-39f7-400e-b915-51e033d58dfb tempest-AllowedAddressPairTestJSON-1135409531 tempest-AllowedAddressPairTestJSON-1135409531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:22.452746 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [None req-c3a600b4-39f7-400e-b915-51e033d58dfb tempest-AllowedAddressPairTestJSON-1135409531 tempest-AllowedAddressPairTestJSON-1135409531-project] device_id is not set on port c9eff330-f375-4245-a574-014408ffeaad yet. {{(pid=102791) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 29 16:10:22.542976 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f7b82e-c5cb-4da6-90a8-459ccdb9cc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:22.543836 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-2b6340dc-07e4-4adc-941c-9929bed4a60a tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-648347'] for router_interface, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:22.593078 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-76f7b82e-c5cb-4da6-90a8-459ccdb9cc05 None None] For port 07c4fbce-dcc3-4c87-980f-1b08c4d9b5df, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=07c4fbce-dcc3-4c87-980f-1b08c4d9b5df,segment=NetworkSegment(b03bb1c7-bc1a-4775-bb7f-6f5be06abb1f),segment_id=b03bb1c7-bc1a-4775-bb7f-6f5be06abb1f)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:10:22.594196 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_common [None req-c3a600b4-39f7-400e-b915-51e033d58dfb tempest-AllowedAddressPairTestJSON-1135409531 tempest-AllowedAddressPairTestJSON-1135409531-project] Allocated IP 172.20.0.8 (64c7971e-c8bb-4a93-9956-f090ac1b0084/353e9575-c9f5-46b1-8123-1df59c76a283/c9eff330-f375-4245-a574-014408ffeaad) {{(pid=102791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:10:22.599846 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f7b82e-c5cb-4da6-90a8-459ccdb9cc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:22.664905 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f7b82e-c5cb-4da6-90a8-459ccdb9cc05 None None] Pushing event updated for resources: {'Port': ['ID=07c4fbce-dcc3-4c87-980f-1b08c4d9b5df,revision_number=3']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:10:22.698013 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b51600-42ba-4896-9c75-95f9550b4531 req-1778ac40-b007-41fd-92f4-31e4d37bc614 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:10:22.699712 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-13b51600-42ba-4896-9c75-95f9550b4531 req-1778ac40-b007-41fd-92f4-31e4d37bc614 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "GET /v2.0/ports?device_id=e5d3c303-8bf8-41f1-8746-4ba318fb818b HTTP/1.1" status: 200 len: 945 time: 0.1088402 Mar 29 16:10:22.727789 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-3b2f7d62-ca8d-4f78-bb77-5cd37bdba7d5 None None] Provisioning complete for port f41f293f-ad0a-447b-9833-3d95cbd1bebc triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:10:22.727997 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-3b2f7d62-ca8d-4f78-bb77-5cd37bdba7d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:22.767230 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-2b6340dc-07e4-4adc-941c-9929bed4a60a tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:22.780039 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-3b2f7d62-ca8d-4f78-bb77-5cd37bdba7d5 None None] Port f41f293f-ad0a-447b-9833-3d95cbd1bebc cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 16:10:22.781406 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-13b51600-42ba-4896-9c75-95f9550b4531 req-854ef3ac-417a-48db-ba5b-a02f7b52ab30 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "GET /v2.0/security-groups?id=4489dd41-e36c-4f46-8c18-eae57d689353&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736454 Mar 29 16:10:22.823557 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-c3a600b4-39f7-400e-b915-51e033d58dfb tempest-AllowedAddressPairTestJSON-1135409531 tempest-AllowedAddressPairTestJSON-1135409531-project] Notify callbacks [] for port, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:22.861579 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-c3a600b4-39f7-400e-b915-51e033d58dfb tempest-AllowedAddressPairTestJSON-1135409531 tempest-AllowedAddressPairTestJSON-1135409531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:22.919371 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3a600b4-39f7-400e-b915-51e033d58dfb tempest-AllowedAddressPairTestJSON-1135409531 tempest-AllowedAddressPairTestJSON-1135409531-project] Network 64c7971e-c8bb-4a93-9956-f090ac1b0084 is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:10:22.922894 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [None req-c3a600b4-39f7-400e-b915-51e033d58dfb tempest-AllowedAddressPairTestJSON-1135409531 tempest-AllowedAddressPairTestJSON-1135409531-project] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:10:22.924575 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-c8f5fc6b-eb6c-4015-8d91-dfaad65cfa2b None None] Provisioning complete for port 07c4fbce-dcc3-4c87-980f-1b08c4d9b5df triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:10:22.925027 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-c8f5fc6b-eb6c-4015-8d91-dfaad65cfa2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:22.925864 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3a600b4-39f7-400e-b915-51e033d58dfb tempest-AllowedAddressPairTestJSON-1135409531 tempest-AllowedAddressPairTestJSON-1135409531-project] Received port after_create {{(pid=102791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:10:22.957272 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a600b4-39f7-400e-b915-51e033d58dfb tempest-AllowedAddressPairTestJSON-1135409531 tempest-AllowedAddressPairTestJSON-1135409531-project] Pushing event updated for resources: {'Port': ['ID=c9eff330-f375-4245-a574-014408ffeaad,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:10:23.020698 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3a600b4-39f7-400e-b915-51e033d58dfb tempest-AllowedAddressPairTestJSON-1135409531 tempest-AllowedAddressPairTestJSON-1135409531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:10:23.022641 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-c3a600b4-39f7-400e-b915-51e033d58dfb tempest-AllowedAddressPairTestJSON-1135409531 tempest-AllowedAddressPairTestJSON-1135409531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:23.047888 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-c3a600b4-39f7-400e-b915-51e033d58dfb tempest-AllowedAddressPairTestJSON-1135409531 tempest-AllowedAddressPairTestJSON-1135409531-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.7731791 Mar 29 16:10:23.050508 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 55646) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:10:23.060373 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-a5f82a72-a032-4dde-863d-59a6c79b8993 tempest-AllowedAddressPairTestJSON-1135409531 tempest-AllowedAddressPairTestJSON-1135409531-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:93:89:08'}, {'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:c1:c1:9a'}]}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:10:23.100197 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-c8f5fc6b-eb6c-4015-8d91-dfaad65cfa2b None None] Provisioning complete for port 06cbd979-e42f-4814-9d6f-d562eba74625 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:10:23.102758 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-c8f5fc6b-eb6c-4015-8d91-dfaad65cfa2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:23.140944 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-2b6340dc-07e4-4adc-941c-9929bed4a60a tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks [] for port, precommit_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:23.148825 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-2b6340dc-07e4-4adc-941c-9929bed4a60a tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5237921'] for port, after_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:23.185365 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-c8f5fc6b-eb6c-4015-8d91-dfaad65cfa2b None None] Port 06cbd979-e42f-4814-9d6f-d562eba74625 cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 16:10:23.198179 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-a5f82a72-a032-4dde-863d-59a6c79b8993 tempest-AllowedAddressPairTestJSON-1135409531 tempest-AllowedAddressPairTestJSON-1135409531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:23.204575 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 07c4fbce-dcc3-4c87-980f-1b08c4d9b5df up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 16:10:23.242470 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6340dc-07e4-4adc-941c-9929bed4a60a tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Pushing event updated for resources: {'Port': ['ID=06cbd979-e42f-4814-9d6f-d562eba74625,revision_number=3']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:10:23.275310 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port 07c4fbce-dcc3-4c87-980f-1b08c4d9b5df triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:10:23.276320 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:23.277247 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-2b6340dc-07e4-4adc-941c-9929bed4a60a tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-648439'] for router_interface, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:23.332553 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-14bfb63d-4cb1-41f6-a637-878446e30b08 None None] Provisioning complete for port 06cbd979-e42f-4814-9d6f-d562eba74625 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:10:23.332933 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-14bfb63d-4cb1-41f6-a637-878446e30b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:23.377312 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-14bfb63d-4cb1-41f6-a637-878446e30b08 None None] Port 06cbd979-e42f-4814-9d6f-d562eba74625 cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 16:10:23.447499 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-a5f82a72-a032-4dde-863d-59a6c79b8993 tempest-AllowedAddressPairTestJSON-1135409531 tempest-AllowedAddressPairTestJSON-1135409531-project] Notify callbacks [] for port, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:23.452823 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-a5f82a72-a032-4dde-863d-59a6c79b8993 tempest-AllowedAddressPairTestJSON-1135409531 tempest-AllowedAddressPairTestJSON-1135409531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:23.518793 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-ff1387d3-cab6-4dcc-9188-7e9de4732899 None None] Provisioning complete for port c9eff330-f375-4245-a574-014408ffeaad triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:10:23.519495 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-ff1387d3-cab6-4dcc-9188-7e9de4732899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:23.552351 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-a5f82a72-a032-4dde-863d-59a6c79b8993 tempest-AllowedAddressPairTestJSON-1135409531 tempest-AllowedAddressPairTestJSON-1135409531-project] In _notify_port_updated(), no bound segment for port c9eff330-f375-4245-a574-014408ffeaad on network 64c7971e-c8bb-4a93-9956-f090ac1b0084 {{(pid=102791) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Mar 29 16:10:23.558261 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5f82a72-a032-4dde-863d-59a6c79b8993 tempest-AllowedAddressPairTestJSON-1135409531 tempest-AllowedAddressPairTestJSON-1135409531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:10:23.559103 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-a5f82a72-a032-4dde-863d-59a6c79b8993 tempest-AllowedAddressPairTestJSON-1135409531 tempest-AllowedAddressPairTestJSON-1135409531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:23.560831 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-a5f82a72-a032-4dde-863d-59a6c79b8993 tempest-AllowedAddressPairTestJSON-1135409531 tempest-AllowedAddressPairTestJSON-1135409531-project] 10.222.0.42 "PUT /v2.0/ports/c9eff330-f375-4245-a574-014408ffeaad HTTP/1.1" status: 200 len: 1056 time: 0.5093362 Mar 29 16:10:23.562712 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f82a72-a032-4dde-863d-59a6c79b8993 tempest-AllowedAddressPairTestJSON-1135409531 tempest-AllowedAddressPairTestJSON-1135409531-project] Pushing event updated for resources: {'Port': ['ID=c9eff330-f375-4245-a574-014408ffeaad,revision_number=2']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:10:23.564628 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 55648) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:10:23.578209 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-ff1387d3-cab6-4dcc-9188-7e9de4732899 None None] Port c9eff330-f375-4245-a574-014408ffeaad cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 16:10:23.590174 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-ff1387d3-cab6-4dcc-9188-7e9de4732899 None None] Provisioning complete for port 06cbd979-e42f-4814-9d6f-d562eba74625 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:10:23.590791 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-ff1387d3-cab6-4dcc-9188-7e9de4732899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:23.631428 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-ff1387d3-cab6-4dcc-9188-7e9de4732899 None None] Port 06cbd979-e42f-4814-9d6f-d562eba74625 cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 16:10:23.644140 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b6340dc-07e4-4adc-941c-9929bed4a60a tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Network 51cb9f1e-7404-4878-8ac9-b644f74a4cf5 is already hosted by enough agents. {{(pid=102790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:10:23.645556 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-2b6340dc-07e4-4adc-941c-9929bed4a60a tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Resources bound (agent type, host, resource id): {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:10:23.668769 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-9b2de64e-1e43-4a3b-a732-783d36831377 tempest-AllowedAddressPairTestJSON-1135409531 tempest-AllowedAddressPairTestJSON-1135409531-project] Deleting port c9eff330-f375-4245-a574-014408ffeaad {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:10:23.669120 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-9b2de64e-1e43-4a3b-a732-783d36831377 tempest-AllowedAddressPairTestJSON-1135409531 tempest-AllowedAddressPairTestJSON-1135409531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:23.773525 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-9b2de64e-1e43-4a3b-a732-783d36831377 tempest-AllowedAddressPairTestJSON-1135409531 tempest-AllowedAddressPairTestJSON-1135409531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:23.775237 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b6340dc-07e4-4adc-941c-9929bed4a60a tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Router 1c8fdf97-71ae-4acc-9a13-2d05f275e3c5 is scheduled to L3 agent c648d819-1060-4f26-b4ec-6455387b5dff with binding_index 1 {{(pid=102790) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 29 16:10:23.787183 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-9b2de64e-1e43-4a3b-a732-783d36831377 tempest-AllowedAddressPairTestJSON-1135409531 tempest-AllowedAddressPairTestJSON-1135409531-project] Calling delete_port for c9eff330-f375-4245-a574-014408ffeaad owned by {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:10:23.865099 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-82388ce7-0bdd-408c-8324-0db336d37b2e None None] Provisioning complete for port c9eff330-f375-4245-a574-014408ffeaad triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:10:23.865484 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-82388ce7-0bdd-408c-8324-0db336d37b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:23.882620 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b6340dc-07e4-4adc-941c-9929bed4a60a tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 16:10:23.891743 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-2b6340dc-07e4-4adc-941c-9929bed4a60a tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] 10.222.0.42 "PUT /v2.0/routers/1c8fdf97-71ae-4acc-9a13-2d05f275e3c5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2574992 Mar 29 16:10:23.891743 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 55652) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:10:23.894756 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c546517c-c189-4666-8ea5-44e0cec1b3c2 None None] Sync routers for ids ['1c8fdf97-71ae-4acc-9a13-2d05f275e3c5'] in n-d-834765-1 {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 16:10:23.913097 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c546517c-c189-4666-8ea5-44e0cec1b3c2 None None] Routers {'1c8fdf97-71ae-4acc-9a13-2d05f275e3c5'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:10:23.913831 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-c546517c-c189-4666-8ea5-44e0cec1b3c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:10:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['1c8fdf97-71ae-4acc-9a13-2d05f275e3c5'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:10:23.937374 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-82388ce7-0bdd-408c-8324-0db336d37b2e None None] Port c9eff330-f375-4245-a574-014408ffeaad cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 16:10:23.940717 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb9ab6c1-bc21-4c8a-8eda-e9d9b8b503f1 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:10:23.942196 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-cb9ab6c1-bc21-4c8a-8eda-e9d9b8b503f1 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] 10.222.0.42 "GET /v2.0/ports/06cbd979-e42f-4814-9d6f-d562eba74625 HTTP/1.1" status: 200 len: 977 time: 0.0502369 Mar 29 16:10:23.944953 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 55654) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:10:23.958777 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-c546517c-c189-4666-8ea5-44e0cec1b3c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:10:23.969165 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c546517c-c189-4666-8ea5-44e0cec1b3c2 None None] Routers {'1c8fdf97-71ae-4acc-9a13-2d05f275e3c5'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:10:23.969768 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-c546517c-c189-4666-8ea5-44e0cec1b3c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:10:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['1c8fdf97-71ae-4acc-9a13-2d05f275e3c5'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:10:24.007591 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-c546517c-c189-4666-8ea5-44e0cec1b3c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:10:24.008344 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c546517c-c189-4666-8ea5-44e0cec1b3c2 None None] The sync data for ids ['1c8fdf97-71ae-4acc-9a13-2d05f275e3c5'] in n-d-834765-1 is: [] {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 16:10:24.008746 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1080b17-9fd8-41c8-a073-76dc36a3cc0f req-173b4eb2-1df1-4de3-88f2-2288c415c6f8 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:10:24.010546 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d1080b17-9fd8-41c8-a073-76dc36a3cc0f req-173b4eb2-1df1-4de3-88f2-2288c415c6f8 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "GET /v2.0/ports?device_id=e5d3c303-8bf8-41f1-8746-4ba318fb818b HTTP/1.1" status: 200 len: 945 time: 0.0707135 Mar 29 16:10:24.011859 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-9b2de64e-1e43-4a3b-a732-783d36831377 tempest-AllowedAddressPairTestJSON-1135409531 tempest-AllowedAddressPairTestJSON-1135409531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:24.061284 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2de64e-1e43-4a3b-a732-783d36831377 tempest-AllowedAddressPairTestJSON-1135409531 tempest-AllowedAddressPairTestJSON-1135409531-project] Pushing event deleted for resources: {'Port': ['ID=c9eff330-f375-4245-a574-014408ffeaad,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:10:24.082854 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-487590b4-9177-45a9-80a4-df243f50eaed None None] Provisioning complete for port 06cbd979-e42f-4814-9d6f-d562eba74625 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:10:24.083349 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-487590b4-9177-45a9-80a4-df243f50eaed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:24.126809 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-487590b4-9177-45a9-80a4-df243f50eaed None None] Port 06cbd979-e42f-4814-9d6f-d562eba74625 cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 16:10:24.149128 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d1080b17-9fd8-41c8-a073-76dc36a3cc0f req-f5152076-237d-43ec-b2af-a01fb591162f tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "GET /v2.0/security-groups?id=4489dd41-e36c-4f46-8c18-eae57d689353&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1250768 Mar 29 16:10:24.219029 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4bba5d6b-6a67-4071-8e47-4b3d8c63592a req-63b43e11-ddb2-461c-b904-f17860a825ee service neutron] 10.222.0.44 "GET /v2.0/ports/8fca305d-d618-49df-8867-4634e54a2cd2/bindings/n-h2-834765-1 HTTP/1.1" status: 200 len: 384 time: 0.1245079 Mar 29 16:10:24.391300 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-9b2de64e-1e43-4a3b-a732-783d36831377 tempest-AllowedAddressPairTestJSON-1135409531 tempest-AllowedAddressPairTestJSON-1135409531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:24.394615 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-9b2de64e-1e43-4a3b-a732-783d36831377 tempest-AllowedAddressPairTestJSON-1135409531 tempest-AllowedAddressPairTestJSON-1135409531-project] 10.222.0.42 "DELETE /v2.0/ports/c9eff330-f375-4245-a574-014408ffeaad HTTP/1.1" status: 204 len: 168 time: 0.8290548 Mar 29 16:10:24.398263 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 55656) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:10:24.426940 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-3ce2222d-0754-46b7-8135-8c6be2433d4c tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-530452'] for router_interface, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:24.438010 n-d-834765-1 neutron-server[102791]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9b3f3e7-c326-44b9-9cbf-4ad0aef251ae tempest-AllowedAddressPairTestJSON-1135409531 tempest-AllowedAddressPairTestJSON-1135409531-project] GET failed (client error): The resource could not be found. Mar 29 16:10:24.439524 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-a9b3f3e7-c326-44b9-9cbf-4ad0aef251ae tempest-AllowedAddressPairTestJSON-1135409531 tempest-AllowedAddressPairTestJSON-1135409531-project] 10.222.0.42 "GET /v2.0/ports/c9eff330-f375-4245-a574-014408ffeaad HTTP/1.1" status: 404 len: 333 time: 0.0403495 Mar 29 16:10:24.447043 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 55658) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:10:24.565493 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-4bba5d6b-6a67-4071-8e47-4b3d8c63592a req-efeef8d0-3485-48e8-b65a-5e6a5b29f4d3 service neutron] For port 8fca305d-d618-49df-8867-4634e54a2cd2, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=8fca305d-d618-49df-8867-4634e54a2cd2,segment=NetworkSegment(7ca977ad-0942-487d-99ad-d8a63cf60333),segment_id=7ca977ad-0942-487d-99ad-d8a63cf60333)] {{(pid=102791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:10:24.592233 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-4bba5d6b-6a67-4071-8e47-4b3d8c63592a req-efeef8d0-3485-48e8-b65a-5e6a5b29f4d3 service neutron] For port 8fca305d-d618-49df-8867-4634e54a2cd2, host n-h1-834765-1, cleared binding levels {{(pid=102791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 16:10:24.618742 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-f943a058-be3f-45ad-b68c-355141c8d305 tempest-AllowedAddressPairTestJSON-1135409531 tempest-AllowedAddressPairTestJSON-1135409531-project] Deleting port f41f293f-ad0a-447b-9833-3d95cbd1bebc {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:10:24.619073 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-f943a058-be3f-45ad-b68c-355141c8d305 tempest-AllowedAddressPairTestJSON-1135409531 tempest-AllowedAddressPairTestJSON-1135409531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:24.638666 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-3ce2222d-0754-46b7-8135-8c6be2433d4c tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Deleting port 06cbd979-e42f-4814-9d6f-d562eba74625 {{(pid=102790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:10:24.639147 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-3ce2222d-0754-46b7-8135-8c6be2433d4c tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:24.658625 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5d3c303-8bf8-41f1-8746-4ba318fb818b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8fca305d-d618-49df-8867-4634e54a2cd2'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:10:24.660837 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c67b028db5e9b9818fecc5c0a87ebc6f190694fa53ca267d523e04f98de536d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47142c8a-b33e-4b63-92ca-e4c0c61ad870" -d '{"events": [{"server_uuid": "e5d3c303-8bf8-41f1-8746-4ba318fb818b", "name": "network-vif-unplugged", "status": "completed", "tag": "8fca305d-d618-49df-8867-4634e54a2cd2"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:10:24.695336 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-4bba5d6b-6a67-4071-8e47-4b3d8c63592a req-efeef8d0-3485-48e8-b65a-5e6a5b29f4d3 service neutron] For port 8fca305d-d618-49df-8867-4634e54a2cd2, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=8fca305d-d618-49df-8867-4634e54a2cd2,segment=NetworkSegment(7ca977ad-0942-487d-99ad-d8a63cf60333),segment_id=7ca977ad-0942-487d-99ad-d8a63cf60333)] {{(pid=102791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:10:24.712313 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 29 Mar 2022 16:10:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8698bbb-0bf5-434f-afd8-44278e6ccd09 x-openstack-request-id: req-d8698bbb-0bf5-434f-afd8-44278e6ccd09 {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:10:24.712597 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5d3c303-8bf8-41f1-8746-4ba318fb818b", "name": "network-vif-unplugged", "status": "completed", "tag": "8fca305d-d618-49df-8867-4634e54a2cd2", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:10:24.712847 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d8698bbb-0bf5-434f-afd8-44278e6ccd09 {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:10:24.713774 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5d3c303-8bf8-41f1-8746-4ba318fb818b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8fca305d-d618-49df-8867-4634e54a2cd2', 'code': 200} Mar 29 16:10:24.723181 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-4bba5d6b-6a67-4071-8e47-4b3d8c63592a req-efeef8d0-3485-48e8-b65a-5e6a5b29f4d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:24.742849 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-3ce2222d-0754-46b7-8135-8c6be2433d4c tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:24.748485 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-f943a058-be3f-45ad-b68c-355141c8d305 tempest-AllowedAddressPairTestJSON-1135409531 tempest-AllowedAddressPairTestJSON-1135409531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:24.755225 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-3ce2222d-0754-46b7-8135-8c6be2433d4c tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Calling delete_port for 06cbd979-e42f-4814-9d6f-d562eba74625 owned by network:router_interface {{(pid=102790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:10:24.781478 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-f943a058-be3f-45ad-b68c-355141c8d305 tempest-AllowedAddressPairTestJSON-1135409531 tempest-AllowedAddressPairTestJSON-1135409531-project] Calling delete_port for f41f293f-ad0a-447b-9833-3d95cbd1bebc owned by {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:10:24.864091 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.provisioning_blocks [req-4bba5d6b-6a67-4071-8e47-4b3d8c63592a req-efeef8d0-3485-48e8-b65a-5e6a5b29f4d3 service neutron] Transition to ACTIVE for port object 8fca305d-d618-49df-8867-4634e54a2cd2 will not be triggered until provisioned by entity L2. {{(pid=102791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 16:10:24.870701 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-4bba5d6b-6a67-4071-8e47-4b3d8c63592a req-efeef8d0-3485-48e8-b65a-5e6a5b29f4d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:24.936768 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-3ce2222d-0754-46b7-8135-8c6be2433d4c tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:24.967543 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce2222d-0754-46b7-8135-8c6be2433d4c tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Pushing event deleted for resources: {'Port': ['ID=06cbd979-e42f-4814-9d6f-d562eba74625,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:10:25.014828 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efeef8d0-3485-48e8-b65a-5e6a5b29f4d3 service neutron] Pushing event updated for resources: {'Port': ['ID=8fca305d-d618-49df-8867-4634e54a2cd2,revision_number=11']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:10:25.050078 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-f943a058-be3f-45ad-b68c-355141c8d305 tempest-AllowedAddressPairTestJSON-1135409531 tempest-AllowedAddressPairTestJSON-1135409531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:25.052930 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bba5d6b-6a67-4071-8e47-4b3d8c63592a req-efeef8d0-3485-48e8-b65a-5e6a5b29f4d3 service neutron] No DVR routers for this DVR port 8fca305d-d618-49df-8867-4634e54a2cd2 on host n-h1-834765-1 {{(pid=102791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 16:10:25.129702 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f943a058-be3f-45ad-b68c-355141c8d305 tempest-AllowedAddressPairTestJSON-1135409531 tempest-AllowedAddressPairTestJSON-1135409531-project] Pushing event deleted for resources: {'Port': ['ID=f41f293f-ad0a-447b-9833-3d95cbd1bebc,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:10:25.143244 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-3ce2222d-0754-46b7-8135-8c6be2433d4c tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-530528'] for router_interface, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:25.265770 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-f943a058-be3f-45ad-b68c-355141c8d305 tempest-AllowedAddressPairTestJSON-1135409531 tempest-AllowedAddressPairTestJSON-1135409531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:25.269158 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-f943a058-be3f-45ad-b68c-355141c8d305 tempest-AllowedAddressPairTestJSON-1135409531 tempest-AllowedAddressPairTestJSON-1135409531-project] 10.222.0.42 "DELETE /v2.0/ports/f41f293f-ad0a-447b-9833-3d95cbd1bebc HTTP/1.1" status: 204 len: 168 time: 0.8205919 Mar 29 16:10:25.277623 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 55664) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:10:25.306666 n-d-834765-1 neutron-server[102790]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf564b09-d0b4-4163-ba57-6013d5eed1fc tempest-AllowedAddressPairTestJSON-1135409531 tempest-AllowedAddressPairTestJSON-1135409531-project] GET failed (client error): The resource could not be found. Mar 29 16:10:25.313056 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-bf564b09-d0b4-4163-ba57-6013d5eed1fc tempest-AllowedAddressPairTestJSON-1135409531 tempest-AllowedAddressPairTestJSON-1135409531-project] 10.222.0.42 "GET /v2.0/ports/f41f293f-ad0a-447b-9833-3d95cbd1bebc HTTP/1.1" status: 404 len: 333 time: 0.0338042 Mar 29 16:10:25.314919 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 55666) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:10:25.323540 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4bba5d6b-6a67-4071-8e47-4b3d8c63592a req-efeef8d0-3485-48e8-b65a-5e6a5b29f4d3 service neutron] 10.222.0.44 "PUT /v2.0/ports/8fca305d-d618-49df-8867-4634e54a2cd2/bindings/n-h2-834765-1/activate HTTP/1.1" status: 200 len: 369 time: 1.0978296 Mar 29 16:10:25.326850 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device 8fca305d-d618-49df-8867-4634e54a2cd2 details requested by agent hyperv_n-h2-834765-1 with host n-h2-834765-1 {{(pid=102792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 16:10:25.362626 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc302ec-5fb0-4ca2-b6f9-531593170cf4 req-9a635555-a4ad-483c-8b1a-fbc2846dbbeb tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:10:25.371903 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-fbc302ec-5fb0-4ca2-b6f9-531593170cf4 req-9a635555-a4ad-483c-8b1a-fbc2846dbbeb tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "GET /v2.0/ports?device_id=e5d3c303-8bf8-41f1-8746-4ba318fb818b HTTP/1.1" status: 200 len: 944 time: 0.1208265 Mar 29 16:10:25.449783 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-fbc302ec-5fb0-4ca2-b6f9-531593170cf4 req-3da9978c-e42a-4098-8490-9475bb189883 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "GET /v2.0/security-groups?id=4489dd41-e36c-4f46-8c18-eae57d689353&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0768569 Mar 29 16:10:25.471449 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bba5d6b-6a67-4071-8e47-4b3d8c63592a req-f17f03de-51e5-4158-94b3-2a3fdda22309 tempest-TestNetworkAdvancedServerOps-8597314 tempest-TestNetworkAdvancedServerOps-8597314-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:10:25.473247 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4bba5d6b-6a67-4071-8e47-4b3d8c63592a req-f17f03de-51e5-4158-94b3-2a3fdda22309 tempest-TestNetworkAdvancedServerOps-8597314 tempest-TestNetworkAdvancedServerOps-8597314-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=e5d3c303-8bf8-41f1-8746-4ba318fb818b&tenant_id=8c88f14ca33d4e419d03f1c3b10014ac&binding%3Ahost_id=n-h1-834765-1 HTTP/1.1" status: 200 len: 1095 time: 0.0866590 Mar 29 16:10:25.491289 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port 8fca305d-d618-49df-8867-4634e54a2cd2, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=8fca305d-d618-49df-8867-4634e54a2cd2,segment=NetworkSegment(7ca977ad-0942-487d-99ad-d8a63cf60333),segment_id=7ca977ad-0942-487d-99ad-d8a63cf60333)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:10:25.504385 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Returning: {'device': '8fca305d-d618-49df-8867-4634e54a2cd2', 'network_id': 'bb43b58d-8650-4cdb-9fe6-68a7aaad9333', 'port_id': '8fca305d-d618-49df-8867-4634e54a2cd2', 'mac_address': 'fa:16:3e:e3:13:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 609, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23818a80-3ba0-4e6b-95a8-e1921c8a6ead', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 16:10:25.517546 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ce2222d-0754-46b7-8135-8c6be2433d4c tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Router 1c8fdf97-71ae-4acc-9a13-2d05f275e3c5 has already been hosted by L3 agent c648d819-1060-4f26-b4ec-6455387b5dff {{(pid=102790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 16:10:25.527636 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bba5d6b-6a67-4071-8e47-4b3d8c63592a req-f8ccb8ec-f717-4544-8249-5ed0330ff871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:10:25.530295 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4bba5d6b-6a67-4071-8e47-4b3d8c63592a req-f8ccb8ec-f717-4544-8249-5ed0330ff871 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=e5d3c303-8bf8-41f1-8746-4ba318fb818b&tenant_id=8c88f14ca33d4e419d03f1c3b10014ac HTTP/1.1" status: 200 len: 1095 time: 0.0477836 Mar 29 16:10:25.546782 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:25.565334 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8fca305d-d618-49df-8867-4634e54a2cd2 {{(pid=102792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 16:10:25.574733 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-c6d8a602-0c54-4f4a-8ddd-1c085def6d1c tempest-AllowedAddressPairTestJSON-1135409531 tempest-AllowedAddressPairTestJSON-1135409531-project] Deleting port c18229ab-49f6-4cc8-a045-33ab834fb101 {{(pid=102790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:10:25.575114 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c6d8a602-0c54-4f4a-8ddd-1c085def6d1c tempest-AllowedAddressPairTestJSON-1135409531 tempest-AllowedAddressPairTestJSON-1135409531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:25.589365 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port 8fca305d-d618-49df-8867-4634e54a2cd2, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=8fca305d-d618-49df-8867-4634e54a2cd2,segment=NetworkSegment(7ca977ad-0942-487d-99ad-d8a63cf60333),segment_id=7ca977ad-0942-487d-99ad-d8a63cf60333)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:10:25.594014 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:25.602229 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bba5d6b-6a67-4071-8e47-4b3d8c63592a req-f9d4d2d6-c9f5-405e-b924-9d737540ee6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:10:25.605037 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4bba5d6b-6a67-4071-8e47-4b3d8c63592a req-f9d4d2d6-c9f5-405e-b924-9d737540ee6f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8c88f14ca33d4e419d03f1c3b10014ac&device_id=e5d3c303-8bf8-41f1-8746-4ba318fb818b HTTP/1.1" status: 200 len: 1095 time: 0.0515177 Mar 29 16:10:25.633705 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ce2222d-0754-46b7-8135-8c6be2433d4c tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 16:10:25.640664 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-3ce2222d-0754-46b7-8135-8c6be2433d4c tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] 10.222.0.42 "PUT /v2.0/routers/1c8fdf97-71ae-4acc-9a13-2d05f275e3c5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6945543 Mar 29 16:10:25.644010 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 55668) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:10:25.646025 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3256c8f5-f36d-473e-8fbb-8370a9d7f4f3 None None] Sync routers for ids ['1c8fdf97-71ae-4acc-9a13-2d05f275e3c5'] in n-d-834765-1 {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 16:10:25.661069 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Pushing event updated for resources: {'Port': ['ID=8fca305d-d618-49df-8867-4634e54a2cd2,revision_number=12']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:10:25.666475 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3256c8f5-f36d-473e-8fbb-8370a9d7f4f3 None None] Routers {'1c8fdf97-71ae-4acc-9a13-2d05f275e3c5'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:10:25.667461 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-3256c8f5-f36d-473e-8fbb-8370a9d7f4f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:10:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['1c8fdf97-71ae-4acc-9a13-2d05f275e3c5'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:10:25.702105 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] get_ports_and_sgs() called for port_ids ['8fca305d-d618-49df-8867-4634e54a2cd2'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 16:10:25.706117 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-3256c8f5-f36d-473e-8fbb-8370a9d7f4f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:10:25.736430 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bba5d6b-6a67-4071-8e47-4b3d8c63592a req-7efd9562-5eda-4b47-bcc6-807b0f1a0051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:10:25.738179 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4bba5d6b-6a67-4071-8e47-4b3d8c63592a req-7efd9562-5eda-4b47-bcc6-807b0f1a0051 service neutron] 10.222.0.48 "GET /v2.0/networks?id=bb43b58d-8650-4cdb-9fe6-68a7aaad9333 HTTP/1.1" status: 200 len: 898 time: 0.1262574 Mar 29 16:10:25.749973 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3256c8f5-f36d-473e-8fbb-8370a9d7f4f3 None None] Routers {'1c8fdf97-71ae-4acc-9a13-2d05f275e3c5'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:10:25.750610 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-3256c8f5-f36d-473e-8fbb-8370a9d7f4f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:10:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['1c8fdf97-71ae-4acc-9a13-2d05f275e3c5'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:10:25.788798 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-3256c8f5-f36d-473e-8fbb-8370a9d7f4f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:10:25.789430 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3256c8f5-f36d-473e-8fbb-8370a9d7f4f3 None None] The sync data for ids ['1c8fdf97-71ae-4acc-9a13-2d05f275e3c5'] in n-d-834765-1 is: [] {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 16:10:25.815622 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4bba5d6b-6a67-4071-8e47-4b3d8c63592a req-79887924-a474-496c-bed2-6b3fdfd2fd35 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8fca305d-d618-49df-8867-4634e54a2cd2 HTTP/1.1" status: 200 len: 999 time: 0.0695841 Mar 29 16:10:25.875585 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bba5d6b-6a67-4071-8e47-4b3d8c63592a req-ce353429-fb5e-4076-a394-b54553ddf8eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:10:25.877200 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4bba5d6b-6a67-4071-8e47-4b3d8c63592a req-ce353429-fb5e-4076-a394-b54553ddf8eb service neutron] 10.222.0.48 "GET /v2.0/subnets?id=23818a80-3ba0-4e6b-95a8-e1921c8a6ead HTTP/1.1" status: 200 len: 835 time: 0.0550730 Mar 29 16:10:25.927997 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bba5d6b-6a67-4071-8e47-4b3d8c63592a req-19091a3d-aad1-4ae8-be59-e8c28c90705c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:10:25.929601 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4bba5d6b-6a67-4071-8e47-4b3d8c63592a req-19091a3d-aad1-4ae8-be59-e8c28c90705c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=bb43b58d-8650-4cdb-9fe6-68a7aaad9333&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448284 Mar 29 16:10:26.025035 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4bba5d6b-6a67-4071-8e47-4b3d8c63592a req-723243b7-1cf3-488a-94e2-4ca8ed6bc731 service neutron] 10.222.0.48 "GET /v2.0/networks/bb43b58d-8650-4cdb-9fe6-68a7aaad9333?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870810 Mar 29 16:10:26.043410 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c6d8a602-0c54-4f4a-8ddd-1c085def6d1c tempest-AllowedAddressPairTestJSON-1135409531 tempest-AllowedAddressPairTestJSON-1135409531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:26.101398 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-c6d8a602-0c54-4f4a-8ddd-1c085def6d1c tempest-AllowedAddressPairTestJSON-1135409531 tempest-AllowedAddressPairTestJSON-1135409531-project] Calling delete_port for c18229ab-49f6-4cc8-a045-33ab834fb101 owned by {{(pid=102790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:10:26.119870 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4bba5d6b-6a67-4071-8e47-4b3d8c63592a req-886d1bab-9cdf-4272-b16c-c3731b3be3fd service neutron] 10.222.0.48 "GET /v2.0/networks/bb43b58d-8650-4cdb-9fe6-68a7aaad9333?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859892 Mar 29 16:10:26.126987 n-d-834765-1 neutron-server[102790]: INFO neutron.api.v2.resource [None req-98d99c67-a98e-476c-891f-bcce72dbe124 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] remove_router_interface failed (client error): The resource could not be found. Mar 29 16:10:26.128068 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-98d99c67-a98e-476c-891f-bcce72dbe124 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] 10.222.0.42 "PUT /v2.0/routers/1c8fdf97-71ae-4acc-9a13-2d05f275e3c5/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4836702 Mar 29 16:10:26.130890 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 55670) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:10:26.159173 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-3fb5661f-17e3-4eb0-aa23-ca81f892e236 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] 10.222.0.42 "GET /v2.0/ports?device_id=1c8fdf97-71ae-4acc-9a13-2d05f275e3c5 HTTP/1.1" status: 200 len: 205 time: 0.0269032 Mar 29 16:10:26.161732 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 55672) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:10:26.236619 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-f8a1745b-6ff9-4dbf-8788-0ec9294ce401 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks [] for router, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:26.253091 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c6d8a602-0c54-4f4a-8ddd-1c085def6d1c tempest-AllowedAddressPairTestJSON-1135409531 tempest-AllowedAddressPairTestJSON-1135409531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:26.285333 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d8a602-0c54-4f4a-8ddd-1c085def6d1c tempest-AllowedAddressPairTestJSON-1135409531 tempest-AllowedAddressPairTestJSON-1135409531-project] Pushing event deleted for resources: {'Port': ['ID=c18229ab-49f6-4cc8-a045-33ab834fb101,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:10:26.357826 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c6d8a602-0c54-4f4a-8ddd-1c085def6d1c tempest-AllowedAddressPairTestJSON-1135409531 tempest-AllowedAddressPairTestJSON-1135409531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:26.361956 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-c6d8a602-0c54-4f4a-8ddd-1c085def6d1c tempest-AllowedAddressPairTestJSON-1135409531 tempest-AllowedAddressPairTestJSON-1135409531-project] 10.222.0.42 "DELETE /v2.0/ports/c18229ab-49f6-4cc8-a045-33ab834fb101 HTTP/1.1" status: 204 len: 168 time: 1.0460413 Mar 29 16:10:26.364387 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 55674) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:10:26.427097 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.db_base_plugin_v2 [None req-6bd71815-5ee7-4a34-8a1f-791f35bb12d1 tempest-AllowedAddressPairTestJSON-1135409531 tempest-AllowedAddressPairTestJSON-1135409531-project] Deleting subnet 353e9575-c9f5-46b1-8123-1df59c76a283 {{(pid=102790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 16:10:26.431129 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-6bd71815-5ee7-4a34-8a1f-791f35bb12d1 tempest-AllowedAddressPairTestJSON-1135409531 tempest-AllowedAddressPairTestJSON-1135409531-project] Notify callbacks [] for subnet, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:26.441482 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-f8a1745b-6ff9-4dbf-8788-0ec9294ce401 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129328'] for router, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:26.444187 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-f8a1745b-6ff9-4dbf-8788-0ec9294ce401 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:26.453439 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bba5d6b-6a67-4071-8e47-4b3d8c63592a req-8eca3ff9-4245-4bd6-ae8a-95e5fe08ef71 tempest-TestNetworkAdvancedServerOps-8597314 tempest-TestNetworkAdvancedServerOps-8597314-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:10:26.454862 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4bba5d6b-6a67-4071-8e47-4b3d8c63592a req-8eca3ff9-4245-4bd6-ae8a-95e5fe08ef71 tempest-TestNetworkAdvancedServerOps-8597314 tempest-TestNetworkAdvancedServerOps-8597314-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=e5d3c303-8bf8-41f1-8746-4ba318fb818b&tenant_id=8c88f14ca33d4e419d03f1c3b10014ac&binding%3Ahost_id=n-h2-834765-1 HTTP/1.1" status: 200 len: 1096 time: 0.1357667 Mar 29 16:10:26.476681 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-6bd71815-5ee7-4a34-8a1f-791f35bb12d1 tempest-AllowedAddressPairTestJSON-1135409531 tempest-AllowedAddressPairTestJSON-1135409531-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4614024'] for subnet, precommit_delete_associations {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:26.536313 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-f8a1745b-6ff9-4dbf-8788-0ec9294ce401 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-526718'] for router, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:26.536798 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8a1745b-6ff9-4dbf-8788-0ec9294ce401 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Fanout notify agent at l3_agent the message router_deleted on router 1c8fdf97-71ae-4acc-9a13-2d05f275e3c5 {{(pid=102791) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 29 16:10:26.546136 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-f8a1745b-6ff9-4dbf-8788-0ec9294ce401 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks [] for router, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:26.547253 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-f8a1745b-6ff9-4dbf-8788-0ec9294ce401 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] 10.222.0.42 "DELETE /v2.0/routers/1c8fdf97-71ae-4acc-9a13-2d05f275e3c5 HTTP/1.1" status: 204 len: 168 time: 0.3844092 Mar 29 16:10:26.549859 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 55678) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:10:26.611344 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-6bd71815-5ee7-4a34-8a1f-791f35bb12d1 tempest-AllowedAddressPairTestJSON-1135409531 tempest-AllowedAddressPairTestJSON-1135409531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1641287'] for subnet, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:26.617911 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_v2 [None req-36c2d21d-020b-4e21-a623-0ef220d24f8a tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Deleting subnet 004079d0-76b2-44f0-8191-803631296c68 {{(pid=102791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 16:10:26.636685 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-36c2d21d-020b-4e21-a623-0ef220d24f8a tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks [] for subnet, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:26.640187 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf97840-2ed9-4da1-be2a-13b01b285fb4 req-48e3e7db-23b2-41c0-9d94-8c42f42c5832 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:10:26.641712 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-daf97840-2ed9-4da1-be2a-13b01b285fb4 req-48e3e7db-23b2-41c0-9d94-8c42f42c5832 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "GET /v2.0/ports?device_id=e5d3c303-8bf8-41f1-8746-4ba318fb818b HTTP/1.1" status: 200 len: 945 time: 0.1041474 Mar 29 16:10:26.702710 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-daf97840-2ed9-4da1-be2a-13b01b285fb4 req-69c450f8-388d-433d-aa29-3714f12e9a59 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "GET /v2.0/security-groups?id=4489dd41-e36c-4f46-8c18-eae57d689353&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488338 Mar 29 16:10:26.708760 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-6bd71815-5ee7-4a34-8a1f-791f35bb12d1 tempest-AllowedAddressPairTestJSON-1135409531 tempest-AllowedAddressPairTestJSON-1135409531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1641294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5231963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4793952'] for subnet, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:26.740319 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd71815-5ee7-4a34-8a1f-791f35bb12d1 tempest-AllowedAddressPairTestJSON-1135409531 tempest-AllowedAddressPairTestJSON-1135409531-project] Pushing event deleted for resources: {'Subnet': ['ID=353e9575-c9f5-46b1-8123-1df59c76a283,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:10:26.741936 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-6bd71815-5ee7-4a34-8a1f-791f35bb12d1 tempest-AllowedAddressPairTestJSON-1135409531 tempest-AllowedAddressPairTestJSON-1135409531-project] Notify callbacks [] for subnet, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:26.746038 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-6bd71815-5ee7-4a34-8a1f-791f35bb12d1 tempest-AllowedAddressPairTestJSON-1135409531 tempest-AllowedAddressPairTestJSON-1135409531-project] 10.222.0.42 "DELETE /v2.0/subnets/353e9575-c9f5-46b1-8123-1df59c76a283 HTTP/1.1" status: 204 len: 168 time: 0.3806612 Mar 29 16:10:26.747594 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-36c2d21d-020b-4e21-a623-0ef220d24f8a tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4230423'] for subnet, precommit_delete_associations {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:26.748556 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 55682) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:10:26.762378 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8a880dc-5fe2-4792-819e-f4ad3873c31a None None] Network 64c7971e-c8bb-4a93-9956-f090ac1b0084 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 16:10:26.778041 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-4bba5d6b-6a67-4071-8e47-4b3d8c63592a req-58fc1826-7232-4b46-a827-af7c70c43dec service neutron] For port 8fca305d-d618-49df-8867-4634e54a2cd2, host n-h1-834765-1, cleared binding levels {{(pid=102791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 16:10:26.784563 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-4bba5d6b-6a67-4071-8e47-4b3d8c63592a req-58fc1826-7232-4b46-a827-af7c70c43dec service neutron] Notify callbacks [] for binding, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:26.786408 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4bba5d6b-6a67-4071-8e47-4b3d8c63592a req-58fc1826-7232-4b46-a827-af7c70c43dec service neutron] 10.222.0.48 "DELETE /v2.0/ports/8fca305d-d618-49df-8867-4634e54a2cd2/bindings/n-h1-834765-1 HTTP/1.1" status: 204 len: 173 time: 0.2832451 Mar 29 16:10:26.841360 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-ee17ab2f-1b2e-4494-a055-4ff458539600 tempest-AllowedAddressPairTestJSON-1135409531 tempest-AllowedAddressPairTestJSON-1135409531-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1631750'] for network, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:26.896907 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-ee17ab2f-1b2e-4494-a055-4ff458539600 tempest-AllowedAddressPairTestJSON-1135409531 tempest-AllowedAddressPairTestJSON-1135409531-project] Deleting port c28575d3-cf1c-4888-a3f3-b8c53329ccd3 {{(pid=102790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:10:26.897179 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-ee17ab2f-1b2e-4494-a055-4ff458539600 tempest-AllowedAddressPairTestJSON-1135409531 tempest-AllowedAddressPairTestJSON-1135409531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:26.914544 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da1fc2b-3756-4dd4-ab47-17455f477564 req-3601b269-33a2-4e3e-8d54-efb6d13636b9 tempest-TestNetworkAdvancedServerOps-8597314 tempest-TestNetworkAdvancedServerOps-8597314-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:10:26.919791 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-2da1fc2b-3756-4dd4-ab47-17455f477564 req-3601b269-33a2-4e3e-8d54-efb6d13636b9 tempest-TestNetworkAdvancedServerOps-8597314 tempest-TestNetworkAdvancedServerOps-8597314-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=e5d3c303-8bf8-41f1-8746-4ba318fb818b HTTP/1.1" status: 200 len: 1096 time: 0.1194167 Mar 29 16:10:26.921451 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-36c2d21d-020b-4e21-a623-0ef220d24f8a tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1641287'] for subnet, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:26.968768 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [None req-ee17ab2f-1b2e-4494-a055-4ff458539600 tempest-AllowedAddressPairTestJSON-1135409531 tempest-AllowedAddressPairTestJSON-1135409531-project] For port c28575d3-cf1c-4888-a3f3-b8c53329ccd3, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=c28575d3-cf1c-4888-a3f3-b8c53329ccd3,segment=NetworkSegment(78cd45a1-c947-44e5-82e1-9249ae288822),segment_id=78cd45a1-c947-44e5-82e1-9249ae288822)] {{(pid=102790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:10:26.969161 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-ee17ab2f-1b2e-4494-a055-4ff458539600 tempest-AllowedAddressPairTestJSON-1135409531 tempest-AllowedAddressPairTestJSON-1135409531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:26.979564 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3881ca80-b5fd-4509-b79b-5e603dd1568c None None] DHCP port deletion for 64c7971e-c8bb-4a93-9956-f090ac1b0084 request from n-d-834765-1 {{(pid=102792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 29 16:10:26.989235 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-ee17ab2f-1b2e-4494-a055-4ff458539600 tempest-AllowedAddressPairTestJSON-1135409531 tempest-AllowedAddressPairTestJSON-1135409531-project] Calling delete_port for c28575d3-cf1c-4888-a3f3-b8c53329ccd3 owned by network:dhcp {{(pid=102790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:10:26.990007 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-2da1fc2b-3756-4dd4-ab47-17455f477564 req-aeb8a1e5-9679-4367-bf68-c45ec9274e16 tempest-TestNetworkAdvancedServerOps-8597314 tempest-TestNetworkAdvancedServerOps-8597314-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=4489dd41-e36c-4f46-8c18-eae57d689353&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640447 Mar 29 16:10:27.013304 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-36c2d21d-020b-4e21-a623-0ef220d24f8a tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1641294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16155591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16218852'] for subnet, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:27.034151 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-36c2d21d-020b-4e21-a623-0ef220d24f8a tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks [] for subnet, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:27.037957 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-36c2d21d-020b-4e21-a623-0ef220d24f8a tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] 10.222.0.42 "DELETE /v2.0/subnets/004079d0-76b2-44f0-8191-803631296c68 HTTP/1.1" status: 204 len: 168 time: 0.4870985 Mar 29 16:10:27.059982 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 55686) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:10:27.064546 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c2d21d-020b-4e21-a623-0ef220d24f8a tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Pushing event deleted for resources: {'Subnet': ['ID=004079d0-76b2-44f0-8191-803631296c68,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:10:27.070841 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36a693f6-9242-4f99-aa34-9473d7e7d640 None None] Network 51cb9f1e-7404-4878-8ac9-b644f74a4cf5 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 16:10:27.098085 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-3881ca80-b5fd-4509-b79b-5e603dd1568c None None] Deleting port c28575d3-cf1c-4888-a3f3-b8c53329ccd3 {{(pid=102792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:10:27.098468 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-3881ca80-b5fd-4509-b79b-5e603dd1568c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:27.186242 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device c28575d3-cf1c-4888-a3f3-b8c53329ccd3 no longer exists at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 16:10:27.201448 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-1209fb85-7cef-4dc6-9b4c-6cb83bdadf7b tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1631750'] for network, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:27.212353 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-ee17ab2f-1b2e-4494-a055-4ff458539600 tempest-AllowedAddressPairTestJSON-1135409531 tempest-AllowedAddressPairTestJSON-1135409531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:27.224957 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daeed0f4-d4b1-46d8-8557-fbf9f8ee3800 req-6acfbeb0-9d38-4600-933c-fbe51f8a570c tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:10:27.226429 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-daeed0f4-d4b1-46d8-8557-fbf9f8ee3800 req-6acfbeb0-9d38-4600-933c-fbe51f8a570c tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "GET /v2.0/ports?device_id=e5d3c303-8bf8-41f1-8746-4ba318fb818b HTTP/1.1" status: 200 len: 945 time: 0.1310058 Mar 29 16:10:27.253287 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee17ab2f-1b2e-4494-a055-4ff458539600 tempest-AllowedAddressPairTestJSON-1135409531 tempest-AllowedAddressPairTestJSON-1135409531-project] Pushing event deleted for resources: {'Port': ['ID=c28575d3-cf1c-4888-a3f3-b8c53329ccd3,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:10:27.278001 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-3881ca80-b5fd-4509-b79b-5e603dd1568c None None] For port c28575d3-cf1c-4888-a3f3-b8c53329ccd3, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=c28575d3-cf1c-4888-a3f3-b8c53329ccd3,segment=NetworkSegment(78cd45a1-c947-44e5-82e1-9249ae288822),segment_id=78cd45a1-c947-44e5-82e1-9249ae288822)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:10:27.278398 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-3881ca80-b5fd-4509-b79b-5e603dd1568c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:27.278633 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee17ab2f-1b2e-4494-a055-4ff458539600 tempest-AllowedAddressPairTestJSON-1135409531 tempest-AllowedAddressPairTestJSON-1135409531-project] No DVR routers for this DVR port c28575d3-cf1c-4888-a3f3-b8c53329ccd3 on host n-d-834765-1 {{(pid=102790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 16:10:27.392453 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-daeed0f4-d4b1-46d8-8557-fbf9f8ee3800 req-b4403ac3-5fc4-4c65-8e6a-33faf3058c41 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "GET /v2.0/security-groups?id=4489dd41-e36c-4f46-8c18-eae57d689353&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1429322 Mar 29 16:10:27.394959 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-ee17ab2f-1b2e-4494-a055-4ff458539600 tempest-AllowedAddressPairTestJSON-1135409531 tempest-AllowedAddressPairTestJSON-1135409531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639890', 'neutron.services.segments.db._delete_segments_for_network-8783523423079'] for network, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:27.423015 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 55688) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:10:27.426368 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-ee17ab2f-1b2e-4494-a055-4ff458539600 tempest-AllowedAddressPairTestJSON-1135409531 tempest-AllowedAddressPairTestJSON-1135409531-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64c7971e-c8bb-4a93-9956-f090ac1b0084']}} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:10:27.446320 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-ee17ab2f-1b2e-4494-a055-4ff458539600 tempest-AllowedAddressPairTestJSON-1135409531 tempest-AllowedAddressPairTestJSON-1135409531-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78cd45a1-c947-44e5-82e1-9249ae288822') {'for_net_delete': True} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:10:27.446730 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-ee17ab2f-1b2e-4494-a055-4ff458539600 tempest-AllowedAddressPairTestJSON-1135409531 tempest-AllowedAddressPairTestJSON-1135409531-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78cd45a1-c947-44e5-82e1-9249ae288822') {} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:10:27.450806 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-1209fb85-7cef-4dc6-9b4c-6cb83bdadf7b tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Deleting port 07c4fbce-dcc3-4c87-980f-1b08c4d9b5df {{(pid=102790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:10:27.451169 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-1209fb85-7cef-4dc6-9b4c-6cb83bdadf7b tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:27.468375 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device 8fca305d-d618-49df-8867-4634e54a2cd2 up at agent hyperv_n-h2-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 16:10:27.475347 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-ee17ab2f-1b2e-4494-a055-4ff458539600 tempest-AllowedAddressPairTestJSON-1135409531 tempest-AllowedAddressPairTestJSON-1135409531-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783523422064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4614019'] for segment, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:27.499617 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-3881ca80-b5fd-4509-b79b-5e603dd1568c None None] Calling delete_port for c28575d3-cf1c-4888-a3f3-b8c53329ccd3 owned by network:dhcp {{(pid=102792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:10:27.509666 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-ee17ab2f-1b2e-4494-a055-4ff458539600 tempest-AllowedAddressPairTestJSON-1135409531 tempest-AllowedAddressPairTestJSON-1135409531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:27.521080 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] No active binding found for port c28575d3-cf1c-4888-a3f3-b8c53329ccd3 {{(pid=102792) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Mar 29 16:10:27.521810 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device c28575d3-cf1c-4888-a3f3-b8c53329ccd3 not bound to the agent host n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 16:10:27.523928 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-3ecea0fe-5623-4d1a-86bc-4c0ff68e5544 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "GET /v2.0/floatingips/b262c668-0435-477f-8214-0db3ae5847fb HTTP/1.1" status: 200 len: 991 time: 0.0986369 Mar 29 16:10:27.553393 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee17ab2f-1b2e-4494-a055-4ff458539600 tempest-AllowedAddressPairTestJSON-1135409531 tempest-AllowedAddressPairTestJSON-1135409531-project] Releasing vlan 641 on physical network physnet1 to pool {{(pid=102790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 16:10:27.553802 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-ee17ab2f-1b2e-4494-a055-4ff458539600 tempest-AllowedAddressPairTestJSON-1135409531 tempest-AllowedAddressPairTestJSON-1135409531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5238013'] for segment, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:27.557376 n-d-834765-1 neutron-server[102790]: Traceback (most recent call last): Mar 29 16:10:27.557376 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 16:10:27.557376 n-d-834765-1 neutron-server[102790]: timer() Mar 29 16:10:27.557376 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 16:10:27.557376 n-d-834765-1 neutron-server[102790]: cb(*args, **kw) Mar 29 16:10:27.557376 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 16:10:27.557376 n-d-834765-1 neutron-server[102790]: return func(*args, **kwargs) Mar 29 16:10:27.557376 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 16:10:27.557376 n-d-834765-1 neutron-server[102790]: self._notify() Mar 29 16:10:27.557376 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 16:10:27.557376 n-d-834765-1 neutron-server[102790]: self.callback(batched_events) Mar 29 16:10:27.557376 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 16:10:27.557376 n-d-834765-1 neutron-server[102790]: event.method(event) Mar 29 16:10:27.557376 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 16:10:27.557376 n-d-834765-1 neutron-server[102790]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 16:10:27.557376 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 16:10:27.557376 n-d-834765-1 neutron-server[102790]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 16:10:27.557376 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 16:10:27.557376 n-d-834765-1 neutron-server[102790]: return f(self, *a, **k) Mar 29 16:10:27.557376 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 16:10:27.557376 n-d-834765-1 neutron-server[102790]: return self._get(url).json() Mar 29 16:10:27.557376 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 16:10:27.557376 n-d-834765-1 neutron-server[102790]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 16:10:27.557376 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 16:10:27.557376 n-d-834765-1 neutron-server[102790]: return self.request(url, 'GET', **kwargs) Mar 29 16:10:27.557376 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 16:10:27.557376 n-d-834765-1 neutron-server[102790]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 16:10:27.557376 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 16:10:27.557376 n-d-834765-1 neutron-server[102790]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 16:10:27.557376 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 16:10:27.557376 n-d-834765-1 neutron-server[102790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 16:10:27.557376 n-d-834765-1 neutron-server[102790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 16:10:27.574806 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [None req-1209fb85-7cef-4dc6-9b4c-6cb83bdadf7b tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] For port 07c4fbce-dcc3-4c87-980f-1b08c4d9b5df, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=07c4fbce-dcc3-4c87-980f-1b08c4d9b5df,segment=NetworkSegment(b03bb1c7-bc1a-4775-bb7f-6f5be06abb1f),segment_id=b03bb1c7-bc1a-4775-bb7f-6f5be06abb1f)] {{(pid=102790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:10:27.575166 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-1209fb85-7cef-4dc6-9b4c-6cb83bdadf7b tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:27.630929 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-1209fb85-7cef-4dc6-9b4c-6cb83bdadf7b tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Calling delete_port for 07c4fbce-dcc3-4c87-980f-1b08c4d9b5df owned by network:dhcp {{(pid=102790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:10:27.643094 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Provisioning for port 8fca305d-d618-49df-8867-4634e54a2cd2 completed by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 16:10:27.643336 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-ee17ab2f-1b2e-4494-a055-4ff458539600 tempest-AllowedAddressPairTestJSON-1135409531 tempest-AllowedAddressPairTestJSON-1135409531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1639897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648174'] for network, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:27.648377 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Provisioning complete for port 8fca305d-d618-49df-8867-4634e54a2cd2 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:10:27.648748 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:27.653788 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-ee17ab2f-1b2e-4494-a055-4ff458539600 tempest-AllowedAddressPairTestJSON-1135409531 tempest-AllowedAddressPairTestJSON-1135409531-project] Notify callbacks [] for network, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:27.656390 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-ee17ab2f-1b2e-4494-a055-4ff458539600 tempest-AllowedAddressPairTestJSON-1135409531 tempest-AllowedAddressPairTestJSON-1135409531-project] 10.222.0.42 "DELETE /v2.0/networks/64c7971e-c8bb-4a93-9956-f090ac1b0084 HTTP/1.1" status: 204 len: 168 time: 0.9058459 Mar 29 16:10:27.688483 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-3881ca80-b5fd-4509-b79b-5e603dd1568c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350'] for port, after_delete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:27.703092 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee17ab2f-1b2e-4494-a055-4ff458539600 tempest-AllowedAddressPairTestJSON-1135409531 tempest-AllowedAddressPairTestJSON-1135409531-project] Pushing event deleted for resources: {'Network': ['ID=64c7971e-c8bb-4a93-9956-f090ac1b0084,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:10:27.717792 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-3881ca80-b5fd-4509-b79b-5e603dd1568c None None] Network 64c7971e-c8bb-4a93-9956-f090ac1b0084 is not hosted by any dhcp agent {{(pid=102792) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Mar 29 16:10:27.718340 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3881ca80-b5fd-4509-b79b-5e603dd1568c None None] No DVR routers for this DVR port c28575d3-cf1c-4888-a3f3-b8c53329ccd3 on host n-d-834765-1 {{(pid=102792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 16:10:27.722751 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01a3371d-9944-48be-8eaa-f6a44d74e69c None None] DHCP port deletion for 51cb9f1e-7404-4878-8ac9-b644f74a4cf5 request from n-d-834765-1 {{(pid=102792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 29 16:10:27.731623 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3881ca80-b5fd-4509-b79b-5e603dd1568c None None] Pushing event deleted for resources: {'Port': ['ID=c28575d3-cf1c-4888-a3f3-b8c53329ccd3,revision_number=None']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:10:27.752299 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-1209fb85-7cef-4dc6-9b4c-6cb83bdadf7b tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:27.763880 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 55696) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:10:27.783806 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1209fb85-7cef-4dc6-9b4c-6cb83bdadf7b tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Pushing event deleted for resources: {'Port': ['ID=07c4fbce-dcc3-4c87-980f-1b08c4d9b5df,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:10:27.784937 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1209fb85-7cef-4dc6-9b4c-6cb83bdadf7b tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] No DVR routers for this DVR port 07c4fbce-dcc3-4c87-980f-1b08c4d9b5df on host n-d-834765-1 {{(pid=102790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 16:10:27.836211 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-01a3371d-9944-48be-8eaa-f6a44d74e69c None None] Deleting port 07c4fbce-dcc3-4c87-980f-1b08c4d9b5df {{(pid=102792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:10:27.836211 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-01a3371d-9944-48be-8eaa-f6a44d74e69c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:27.836211 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:27.886622 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-1209fb85-7cef-4dc6-9b4c-6cb83bdadf7b tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639890', 'neutron.services.segments.db._delete_segments_for_network-8783523423079'] for network, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:27.908201 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5d3c303-8bf8-41f1-8746-4ba318fb818b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fca305d-d618-49df-8867-4634e54a2cd2'}] {{(pid=102792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:10:27.908574 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-1209fb85-7cef-4dc6-9b4c-6cb83bdadf7b tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51cb9f1e-7404-4878-8ac9-b644f74a4cf5']}} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:10:27.910485 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4f476c66b318cc6068719fc39557fac68d413f5c7e78fa77028c7948e999ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c0b9742-dbe3-4ae0-b2ac-0928416cc7c1" -d '{"events": [{"server_uuid": "e5d3c303-8bf8-41f1-8746-4ba318fb818b", "name": "network-vif-plugged", "status": "completed", "tag": "8fca305d-d618-49df-8867-4634e54a2cd2"}]}' {{(pid=102792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:10:27.920220 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-1209fb85-7cef-4dc6-9b4c-6cb83bdadf7b tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b03bb1c7-bc1a-4775-bb7f-6f5be06abb1f') {'for_net_delete': True} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:10:27.920910 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-1209fb85-7cef-4dc6-9b4c-6cb83bdadf7b tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b03bb1c7-bc1a-4775-bb7f-6f5be06abb1f') {} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:10:27.934981 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-1209fb85-7cef-4dc6-9b4c-6cb83bdadf7b tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783523422064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4614019'] for segment, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:27.935187 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port 8fca305d-d618-49df-8867-4634e54a2cd2, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=8fca305d-d618-49df-8867-4634e54a2cd2,segment=NetworkSegment(7ca977ad-0942-487d-99ad-d8a63cf60333),segment_id=7ca977ad-0942-487d-99ad-d8a63cf60333)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:10:27.936590 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-01a3371d-9944-48be-8eaa-f6a44d74e69c None None] For port 07c4fbce-dcc3-4c87-980f-1b08c4d9b5df, host n-d-834765-1, got binding levels [] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:10:27.936990 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-01a3371d-9944-48be-8eaa-f6a44d74e69c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:27.946120 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:27.956323 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-1209fb85-7cef-4dc6-9b4c-6cb83bdadf7b tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:27.965468 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1209fb85-7cef-4dc6-9b4c-6cb83bdadf7b tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Releasing vlan 640 on physical network physnet1 to pool {{(pid=102790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 16:10:27.967238 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-1209fb85-7cef-4dc6-9b4c-6cb83bdadf7b tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5238013'] for segment, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:27.969550 n-d-834765-1 neutron-server[102790]: Traceback (most recent call last): Mar 29 16:10:27.969550 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 16:10:27.969550 n-d-834765-1 neutron-server[102790]: timer() Mar 29 16:10:27.969550 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 16:10:27.969550 n-d-834765-1 neutron-server[102790]: cb(*args, **kw) Mar 29 16:10:27.969550 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 16:10:27.969550 n-d-834765-1 neutron-server[102790]: return func(*args, **kwargs) Mar 29 16:10:27.969550 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 16:10:27.969550 n-d-834765-1 neutron-server[102790]: self._notify() Mar 29 16:10:27.969550 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 16:10:27.969550 n-d-834765-1 neutron-server[102790]: self.callback(batched_events) Mar 29 16:10:27.969550 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 16:10:27.969550 n-d-834765-1 neutron-server[102790]: event.method(event) Mar 29 16:10:27.969550 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 16:10:27.969550 n-d-834765-1 neutron-server[102790]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 16:10:27.969550 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 16:10:27.969550 n-d-834765-1 neutron-server[102790]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 16:10:27.969550 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 16:10:27.969550 n-d-834765-1 neutron-server[102790]: return f(self, *a, **k) Mar 29 16:10:27.969550 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 16:10:27.969550 n-d-834765-1 neutron-server[102790]: return self._get(url).json() Mar 29 16:10:27.969550 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 16:10:27.969550 n-d-834765-1 neutron-server[102790]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 16:10:27.969550 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 16:10:27.969550 n-d-834765-1 neutron-server[102790]: return self.request(url, 'GET', **kwargs) Mar 29 16:10:27.969550 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 16:10:27.969550 n-d-834765-1 neutron-server[102790]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 16:10:27.969550 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 16:10:27.969550 n-d-834765-1 neutron-server[102790]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 16:10:27.969550 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 16:10:27.969550 n-d-834765-1 neutron-server[102790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 16:10:27.969550 n-d-834765-1 neutron-server[102790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 16:10:27.974016 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-01a3371d-9944-48be-8eaa-f6a44d74e69c None None] Calling delete_port for 07c4fbce-dcc3-4c87-980f-1b08c4d9b5df owned by network:dhcp {{(pid=102792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:10:27.980725 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.ipam_backend_mixin [None req-01a3371d-9944-48be-8eaa-f6a44d74e69c None None] Port 07c4fbce-dcc3-4c87-980f-1b08c4d9b5df was not found and therefore no delete operation was performed {{(pid=102792) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 29 16:10:27.985694 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-01a3371d-9944-48be-8eaa-f6a44d74e69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350'] for port, after_delete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:28.004061 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 16:10:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-817401f2-e2da-4ca6-8b0e-600ce1cd264d x-openstack-request-id: req-817401f2-e2da-4ca6-8b0e-600ce1cd264d {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:10:28.004352 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5d3c303-8bf8-41f1-8746-4ba318fb818b", "name": "network-vif-plugged", "status": "completed", "tag": "8fca305d-d618-49df-8867-4634e54a2cd2", "code": 200}]} {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:10:28.004663 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-817401f2-e2da-4ca6-8b0e-600ce1cd264d {{(pid=102792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:10:28.005057 n-d-834765-1 neutron-server[102792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5d3c303-8bf8-41f1-8746-4ba318fb818b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fca305d-d618-49df-8867-4634e54a2cd2', 'code': 200} Mar 29 16:10:28.014539 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01a3371d-9944-48be-8eaa-f6a44d74e69c None None] No DVR routers for this DVR port 07c4fbce-dcc3-4c87-980f-1b08c4d9b5df on host n-d-834765-1 {{(pid=102792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 16:10:28.020180 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Pushing event updated for resources: {'Port': ['ID=8fca305d-d618-49df-8867-4634e54a2cd2,revision_number=14']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:10:28.050138 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-1209fb85-7cef-4dc6-9b4c-6cb83bdadf7b tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1639897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648174'] for network, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:28.062382 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a3371d-9944-48be-8eaa-f6a44d74e69c None None] Pushing event deleted for resources: {'Port': ['ID=07c4fbce-dcc3-4c87-980f-1b08c4d9b5df,revision_number=None']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:10:28.070164 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-1209fb85-7cef-4dc6-9b4c-6cb83bdadf7b tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks [] for network, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:28.075314 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-1209fb85-7cef-4dc6-9b4c-6cb83bdadf7b tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] 10.222.0.42 "DELETE /v2.0/networks/51cb9f1e-7404-4878-8ac9-b644f74a4cf5 HTTP/1.1" status: 204 len: 168 time: 1.0130460 Mar 29 16:10:28.078359 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 55702) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:10:28.084453 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-21ddf91d-1624-4728-ba54-691cf2909c6b tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Request body: {'network': {'name': 'tempest-RoutersTest-893833564'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:10:28.086128 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1209fb85-7cef-4dc6-9b4c-6cb83bdadf7b tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Pushing event deleted for resources: {'Network': ['ID=51cb9f1e-7404-4878-8ac9-b644f74a4cf5,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:10:28.105422 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 55704) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:10:28.115881 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21ddf91d-1624-4728-ba54-691cf2909c6b tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Made reservation on behalf of 88e7599e62d446faa967714480fab072 for: {'network': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:10:28.119375 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-21ddf91d-1624-4728-ba54-691cf2909c6b tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for network, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:28.130012 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-08538bc1-a8a2-4143-a82c-ebf0aaab5aa9 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Deleting port 4001172d-790a-4d71-875f-3893e14a053b {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:10:28.130350 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-08538bc1-a8a2-4143-a82c-ebf0aaab5aa9 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:28.191403 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21ddf91d-1624-4728-ba54-691cf2909c6b tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] vlan segment allocate from pool success with {'vlan_id': 646, 'physical_network': 'physnet1'} {{(pid=102791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 16:10:28.209047 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-21ddf91d-1624-4728-ba54-691cf2909c6b tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:28.209387 n-d-834765-1 neutron-server[102791]: INFO neutron.db.segments_db [None req-21ddf91d-1624-4728-ba54-691cf2909c6b tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Added segment 242152d0-2880-44d1-845f-429d1a0685ee of type vlan for network ecd23171-05ad-4897-8df2-16f339790ce0 Mar 29 16:10:28.235458 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.agents_db [None req-59735a15-725e-44d4-9ad5-95cbe356f209 None None] Agent healthcheck: found 7 active agents {{(pid=102793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 16:10:28.254263 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-2e78f3a7-ee17-4904-bc3b-455c39e3150d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=cee1655dfcb347848885fc0cf07cc650&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1453536 Mar 29 16:10:28.254623 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 55708) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:10:28.257468 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-08538bc1-a8a2-4143-a82c-ebf0aaab5aa9 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:28.257811 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-08538bc1-a8a2-4143-a82c-ebf0aaab5aa9 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:28.310410 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-f04a7399-c4c9-4856-be8f-0e7f97aa7abb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:28.333874 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-f04a7399-c4c9-4856-be8f-0e7f97aa7abb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:28.385935 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-f04a7399-c4c9-4856-be8f-0e7f97aa7abb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:28.389120 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-f04a7399-c4c9-4856-be8f-0e7f97aa7abb admin admin] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:28.390325 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-f04a7399-c4c9-4856-be8f-0e7f97aa7abb admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/0e6f7995-8675-4086-9236-8be11c9ae9aa HTTP/1.1" status: 204 len: 168 time: 0.1347718 Mar 29 16:10:28.398913 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04a7399-c4c9-4856-be8f-0e7f97aa7abb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e6f7995-8675-4086-9236-8be11c9ae9aa,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:10:28.533872 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device 8fca305d-d618-49df-8867-4634e54a2cd2 no longer exists at agent hyperv_n-h1-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 16:10:28.580728 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device 8fca305d-d618-49df-8867-4634e54a2cd2 not bound to the agent host n-h1-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 16:10:28.642678 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-21ddf91d-1624-4728-ba54-691cf2909c6b tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783522915970'] for network, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:28.648717 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-08538bc1-a8a2-4143-a82c-ebf0aaab5aa9 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Calling delete_port for 4001172d-790a-4d71-875f-3893e14a053b owned by network:floatingip {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:10:28.724592 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-21ddf91d-1624-4728-ba54-691cf2909c6b tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795'] for network, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:28.730578 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21ddf91d-1624-4728-ba54-691cf2909c6b tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:10:28.731155 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-21ddf91d-1624-4728-ba54-691cf2909c6b tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks [] for network, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:28.795585 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-21ddf91d-1624-4728-ba54-691cf2909c6b tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.7161398 Mar 29 16:10:28.798542 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 55722) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:10:28.803871 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-7ff2b997-39d8-4291-806e-eb7f4b85ae64 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Request body: {'subnet': {'network_id': 'ecd23171-05ad-4897-8df2-16f339790ce0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:10:28.837239 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ddf91d-1624-4728-ba54-691cf2909c6b tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Pushing event updated for resources: {'Network': ['ID=ecd23171-05ad-4897-8df2-16f339790ce0,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:10:28.851239 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Network ecd23171-05ad-4897-8df2-16f339790ce0 details requested by agent ovs-agent-n-d-834765-1 with host n-d-834765-1 {{(pid=102792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 16:10:28.923223 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ff2b997-39d8-4291-806e-eb7f4b85ae64 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Made reservation on behalf of 88e7599e62d446faa967714480fab072 for: {'subnet': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:10:28.928584 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-7ff2b997-39d8-4291-806e-eb7f4b85ae64 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4793983'] for subnet, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:28.930773 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-08538bc1-a8a2-4143-a82c-ebf0aaab5aa9 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:28.962597 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08538bc1-a8a2-4143-a82c-ebf0aaab5aa9 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Pushing event deleted for resources: {'Port': ['ID=4001172d-790a-4d71-875f-3893e14a053b,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:10:29.035133 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-08538bc1-a8a2-4143-a82c-ebf0aaab5aa9 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks [] for floatingip, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:29.036010 n-d-834765-1 neutron-server[102791]: INFO neutron.db.l3_db [None req-08538bc1-a8a2-4143-a82c-ebf0aaab5aa9 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Floating IP b262c668-0435-477f-8214-0db3ae5847fb disassociated (deleted). External IP: 172.25.4.83, port: 8fca305d-d618-49df-8867-4634e54a2cd2. Mar 29 16:10:29.141142 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-7ff2b997-39d8-4291-806e-eb7f4b85ae64 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5231896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4793961'] for subnet, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:29.143240 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 55732) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:10:29.145643 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 07c4fbce-dcc3-4c87-980f-1b08c4d9b5df no longer exists at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 16:10:29.169021 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] No Port match for: 07c4fbce-dcc3-4c87-980f-1b08c4d9b5df {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 16:10:29.169655 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 07c4fbce-dcc3-4c87-980f-1b08c4d9b5df not bound to the agent host n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 16:10:29.229457 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff2b997-39d8-4291-806e-eb7f4b85ae64 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Pushing event updated for resources: {'Subnet': ['ID=0d8fe4a8-cf81-4e8e-be37-ce4c93032459,revision_number=0']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:10:29.240107 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ff2b997-39d8-4291-806e-eb7f4b85ae64 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Checking segment: {'id': '242152d0-2880-44d1-845f-429d1a0685ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'ecd23171-05ad-4897-8df2-16f339790ce0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 16:10:29.240470 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ff2b997-39d8-4291-806e-eb7f4b85ae64 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Network hostable DHCP agents. Network: ecd23171-05ad-4897-8df2-16f339790ce0, hostable agents: ['d136643e-48ae-49d4-a851-2ba3bdf3749c'], hosted agents: [] {{(pid=102790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 16:10:29.243298 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff2b997-39d8-4291-806e-eb7f4b85ae64 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:10:29.243485 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff2b997-39d8-4291-806e-eb7f4b85ae64 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:10:29.243828 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff2b997-39d8-4291-806e-eb7f4b85ae64 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:10:29.244699 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff2b997-39d8-4291-806e-eb7f4b85ae64 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:10:29.245034 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff2b997-39d8-4291-806e-eb7f4b85ae64 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:10:29.245355 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff2b997-39d8-4291-806e-eb7f4b85ae64 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:10:29.245683 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff2b997-39d8-4291-806e-eb7f4b85ae64 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:10:29.246016 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff2b997-39d8-4291-806e-eb7f4b85ae64 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:10:29.246327 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff2b997-39d8-4291-806e-eb7f4b85ae64 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:10:29.246653 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff2b997-39d8-4291-806e-eb7f4b85ae64 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:10:29.246979 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff2b997-39d8-4291-806e-eb7f4b85ae64 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:10:29.247320 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff2b997-39d8-4291-806e-eb7f4b85ae64 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:10:29.266821 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ff2b997-39d8-4291-806e-eb7f4b85ae64 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Network ecd23171-05ad-4897-8df2-16f339790ce0 is scheduled to be hosted by DHCP agent d136643e-48ae-49d4-a851-2ba3bdf3749c with binding_index 1 {{(pid=102790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 16:10:29.274174 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-40c0f817-c195-4b74-8d87-1341009909f7 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-918674077'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:10:29.285650 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-7ff2b997-39d8-4291-806e-eb7f4b85ae64 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834765-1, ecd23171-05ad-4897-8df2-16f339790ce0) {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:10:29.292247 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ff2b997-39d8-4291-806e-eb7f4b85ae64 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:10:29.292840 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-7ff2b997-39d8-4291-806e-eb7f4b85ae64 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks [] for subnet, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:29.295090 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08538bc1-a8a2-4143-a82c-ebf0aaab5aa9 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Router 2a10d6d3-7d58-4cea-a4e3-6b96740eacdd has already been hosted by L3 agent c648d819-1060-4f26-b4ec-6455387b5dff {{(pid=102791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 16:10:29.297774 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e409d54-8e44-48f7-a223-a0f564953723 None None] Network ecd23171-05ad-4897-8df2-16f339790ce0 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 16:10:29.307622 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40c0f817-c195-4b74-8d87-1341009909f7 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Made reservation on behalf of b764dc88162c48329e5f6a91ab689763 for: {'network': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:10:29.311071 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-40c0f817-c195-4b74-8d87-1341009909f7 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for network, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:29.317049 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-7ff2b997-39d8-4291-806e-eb7f4b85ae64 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5174613 Mar 29 16:10:29.323662 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 55736) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:10:29.328312 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-fb0e7eac-8018-47f1-b47c-dffd2cc5568a tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1730033623', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:10:29.334091 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-40c0f817-c195-4b74-8d87-1341009909f7 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks [] for security_group, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:29.372750 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-fb0e7eac-8018-47f1-b47c-dffd2cc5568a tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-532385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129310'] for router, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:29.373745 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-fb0e7eac-8018-47f1-b47c-dffd2cc5568a tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-648091', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-684384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129319'] for router, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:29.433992 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08538bc1-a8a2-4143-a82c-ebf0aaab5aa9 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 16:10:29.448451 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-fb0e7eac-8018-47f1-b47c-dffd2cc5568a tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:29.448743 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce00b2c6-f37f-4c53-a97d-fb677293d6b7 None None] Sync routers for ids ['2a10d6d3-7d58-4cea-a4e3-6b96740eacdd'] in n-d-834765-1 {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 16:10:29.449254 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-08538bc1-a8a2-4143-a82c-ebf0aaab5aa9 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for floatingip, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:29.460515 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce00b2c6-f37f-4c53-a97d-fb677293d6b7 None None] Routers {'2a10d6d3-7d58-4cea-a4e3-6b96740eacdd'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:10:29.461362 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-ce00b2c6-f37f-4c53-a97d-fb677293d6b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:10:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['2a10d6d3-7d58-4cea-a4e3-6b96740eacdd'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:10:29.467919 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-fb0e7eac-8018-47f1-b47c-dffd2cc5568a tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648118'] for router, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:29.474698 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6524062b-f42a-49cc-a632-9c3d6dd8f42b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0035034-69b0-5ffc-b384-0ac6189c5628-ecd23171-05ad-4897-8df2-16f339790ce0', 'network_id': 'ecd23171-05ad-4897-8df2-16f339790ce0', 'tenant_id': '88e7599e62d446faa967714480fab072', 'fixed_ips': [{'subnet_id': '0d8fe4a8-cf81-4e8e-be37-ce4c93032459'}]}} from n-d-834765-1. {{(pid=102792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 29 16:10:29.475961 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-6524062b-f42a-49cc-a632-9c3d6dd8f42b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:29.500184 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-08538bc1-a8a2-4143-a82c-ebf0aaab5aa9 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "DELETE /v2.0/floatingips/b262c668-0435-477f-8214-0db3ae5847fb HTTP/1.1" status: 204 len: 168 time: 1.7340527 Mar 29 16:10:29.500791 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5d3c303-8bf8-41f1-8746-4ba318fb818b', 'tag': '8fca305d-d618-49df-8867-4634e54a2cd2'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:10:29.503511 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c67b028db5e9b9818fecc5c0a87ebc6f190694fa53ca267d523e04f98de536d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e863ebd-087c-40dd-ab80-6d6d02dde729" -d '{"events": [{"name": "network-changed", "server_uuid": "e5d3c303-8bf8-41f1-8746-4ba318fb818b", "tag": "8fca305d-d618-49df-8867-4634e54a2cd2"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:10:29.515872 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-40c0f817-c195-4b74-8d87-1341009909f7 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks [] for security_group, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:29.523584 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-40c0f817-c195-4b74-8d87-1341009909f7 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:29.554213 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 16:10:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97ccd3e9-0946-4969-ba48-96eabc83726a x-openstack-request-id: req-97ccd3e9-0946-4969-ba48-96eabc83726a {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:10:29.554513 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5d3c303-8bf8-41f1-8746-4ba318fb818b", "tag": "8fca305d-d618-49df-8867-4634e54a2cd2", "status": "completed", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:10:29.554822 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-97ccd3e9-0946-4969-ba48-96eabc83726a {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:10:29.555196 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5d3c303-8bf8-41f1-8746-4ba318fb818b', 'tag': '8fca305d-d618-49df-8867-4634e54a2cd2', 'status': 'completed', 'code': 200} Mar 29 16:10:29.582119 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-fb0e7eac-8018-47f1-b47c-dffd2cc5568a tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks [] for router, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:29.583655 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-fb0e7eac-8018-47f1-b47c-dffd2cc5568a tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2590530 Mar 29 16:10:29.585921 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c0f817-c195-4b74-8d87-1341009909f7 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a093e9f-5603-45a7-9b87-aa8ef6420e36,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:10:29.606137 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 55742) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:10:29.657657 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40c0f817-c195-4b74-8d87-1341009909f7 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] vlan segment allocate from pool success with {'vlan_id': 619, 'physical_network': 'physnet1'} {{(pid=102790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 16:10:29.661317 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e863ebd-087c-40dd-ab80-6d6d02dde729 req-2b86019c-3edc-484d-9b39-fcd731fa3461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:10:29.662949 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-2e863ebd-087c-40dd-ab80-6d6d02dde729 req-2b86019c-3edc-484d-9b39-fcd731fa3461 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8c88f14ca33d4e419d03f1c3b10014ac&device_id=e5d3c303-8bf8-41f1-8746-4ba318fb818b HTTP/1.1" status: 200 len: 1097 time: 0.0841751 Mar 29 16:10:29.696280 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvr_db [None req-ce00b2c6-f37f-4c53-a97d-fb677293d6b7 None None] Set router 2a10d6d3-7d58-4cea-a4e3-6b96740eacdd gateway port host: n-d-834765-1 {{(pid=102793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:10:29.705856 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.db_base_plugin_common [None req-6524062b-f42a-49cc-a632-9c3d6dd8f42b None None] Allocated IP 172.20.0.2 (ecd23171-05ad-4897-8df2-16f339790ce0/0d8fe4a8-cf81-4e8e-be37-ce4c93032459/dbb97bf8-62ad-499d-8ea2-957c22801818) {{(pid=102792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:10:29.713920 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-40c0f817-c195-4b74-8d87-1341009909f7 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:29.714267 n-d-834765-1 neutron-server[102790]: INFO neutron.db.segments_db [None req-40c0f817-c195-4b74-8d87-1341009909f7 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Added segment b0033e17-6430-4297-97b0-9266901287f9 of type vlan for network 4be8019f-300a-473b-8f90-54810195744c Mar 29 16:10:29.825394 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e863ebd-087c-40dd-ab80-6d6d02dde729 req-5aa42b56-3dad-4610-b2bb-b9b177dfc7a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:10:29.826880 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-2e863ebd-087c-40dd-ab80-6d6d02dde729 req-5aa42b56-3dad-4610-b2bb-b9b177dfc7a6 service neutron] 10.222.0.48 "GET /v2.0/networks?id=bb43b58d-8650-4cdb-9fe6-68a7aaad9333 HTTP/1.1" status: 200 len: 898 time: 0.1577423 Mar 29 16:10:29.852613 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-40c0f817-c195-4b74-8d87-1341009909f7 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783522915970'] for network, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:29.880431 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-2e863ebd-087c-40dd-ab80-6d6d02dde729 req-a8a31f88-97c7-4ce1-8409-f3f7c66f7f3b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8fca305d-d618-49df-8867-4634e54a2cd2 HTTP/1.1" status: 200 len: 217 time: 0.0453961 Mar 29 16:10:29.940029 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-6524062b-f42a-49cc-a632-9c3d6dd8f42b None None] Notify callbacks [] for port, precommit_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:29.944994 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e863ebd-087c-40dd-ab80-6d6d02dde729 req-2056bbc3-5786-457b-a93e-38f627605226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:10:29.946834 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-2e863ebd-087c-40dd-ab80-6d6d02dde729 req-2056bbc3-5786-457b-a93e-38f627605226 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=23818a80-3ba0-4e6b-95a8-e1921c8a6ead HTTP/1.1" status: 200 len: 835 time: 0.0588217 Mar 29 16:10:29.950112 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-6524062b-f42a-49cc-a632-9c3d6dd8f42b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956'] for port, after_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:29.951956 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-ce00b2c6-f37f-4c53-a97d-fb677293d6b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a10d6d3-7d58-4cea-a4e3-6b96740eacdd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-62831586', 'tenant_id': '8c88f14ca33d4e419d03f1c3b10014ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.120'}], 'enable_snat': True}, 'gw_port_id': '62ed6764-7349-41d0-b7a7-01822d2a1d35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:08:45Z', 'updated_at': '2022-03-29T16:08:49Z', 'revision_number': 4, 'project_id': '8c88f14ca33d4e419d03f1c3b10014ac', 'gw_port': {'id': '62ed6764-7349-41d0-b7a7-01822d2a1d35', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:8b:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a10d6d3-7d58-4cea-a4e3-6b96740eacdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3335, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:08:45Z', 'updated_at': '2022-03-29T16:08:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': '2c36a354-2210-4a28-b9d4-f184914bacfc', 'name': '', 'network_id': 'bb43b58d-8650-4cdb-9fe6-68a7aaad9333', 'tenant_id': '8c88f14ca33d4e419d03f1c3b10014ac', 'mac_address': 'fa:16:3e:41:c6:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a10d6d3-7d58-4cea-a4e3-6b96740eacdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3338, 'fixed_ips': [{'subnet_id': '23818a80-3ba0-4e6b-95a8-e1921c8a6ead', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:08:49Z', 'updated_at': '2022-03-29T16:08:53Z', 'revision_number': 5, 'project_id': '8c88f14ca33d4e419d03f1c3b10014ac', 'subnets': [{'id': '23818a80-3ba0-4e6b-95a8-e1921c8a6ead', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:10:29.981909 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce00b2c6-f37f-4c53-a97d-fb677293d6b7 None None] Checking router: 2a10d6d3-7d58-4cea-a4e3-6b96740eacdd for host: n-d-834765-1 {{(pid=102793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 16:10:29.993183 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce00b2c6-f37f-4c53-a97d-fb677293d6b7 None None] Routers {'2a10d6d3-7d58-4cea-a4e3-6b96740eacdd'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:10:29.993808 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-ce00b2c6-f37f-4c53-a97d-fb677293d6b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:10:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['2a10d6d3-7d58-4cea-a4e3-6b96740eacdd'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:10:29.999756 n-d-834765-1 neutron-server[102792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6524062b-f42a-49cc-a632-9c3d6dd8f42b None None] Network ecd23171-05ad-4897-8df2-16f339790ce0 is already hosted by enough agents. {{(pid=102792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:10:30.003123 n-d-834765-1 neutron-server[102792]: DEBUG neutron.scheduler.base_scheduler [None req-6524062b-f42a-49cc-a632-9c3d6dd8f42b None None] Resources bound (agent type, host, resource id): {{(pid=102792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:10:30.006769 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e863ebd-087c-40dd-ab80-6d6d02dde729 req-0dcdcdc8-4e05-4d0e-8ab6-5359122513c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:10:30.007071 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6524062b-f42a-49cc-a632-9c3d6dd8f42b None None] Received port after_create {{(pid=102792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:10:30.008385 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-2e863ebd-087c-40dd-ab80-6d6d02dde729 req-0dcdcdc8-4e05-4d0e-8ab6-5359122513c1 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=bb43b58d-8650-4cdb-9fe6-68a7aaad9333&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0533178 Mar 29 16:10:30.016646 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6524062b-f42a-49cc-a632-9c3d6dd8f42b None None] Pushing event updated for resources: {'Port': ['ID=dbb97bf8-62ad-499d-8ea2-957c22801818,revision_number=1']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:10:30.085974 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-6524062b-f42a-49cc-a632-9c3d6dd8f42b None None] Attempting to bind port dbb97bf8-62ad-499d-8ea2-957c22801818 on host n-d-834765-1 for vnic_type normal with profile {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 16:10:30.086356 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-6524062b-f42a-49cc-a632-9c3d6dd8f42b None None] Attempting to bind port dbb97bf8-62ad-499d-8ea2-957c22801818 by drivers openvswitch,hyperv on host n-d-834765-1 at level 0 using segments [{'id': '242152d0-2880-44d1-845f-429d1a0685ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'ecd23171-05ad-4897-8df2-16f339790ce0'}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 16:10:30.086705 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6524062b-f42a-49cc-a632-9c3d6dd8f42b None None] Attempting to bind port dbb97bf8-62ad-499d-8ea2-957c22801818 on network ecd23171-05ad-4897-8df2-16f339790ce0 {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 16:10:30.093433 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6524062b-f42a-49cc-a632-9c3d6dd8f42b None None] Checking agent: {'id': 'a8866439-9d96-425c-b519-6905c591ac37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 25, 36), 'started_at': datetime.datetime(2022, 3, 29, 15, 26, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 16, 10, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834765-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 16:10:30.093816 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6524062b-f42a-49cc-a632-9c3d6dd8f42b None None] Checking segment: {'id': '242152d0-2880-44d1-845f-429d1a0685ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'ecd23171-05ad-4897-8df2-16f339790ce0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 16:10:30.094219 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-6524062b-f42a-49cc-a632-9c3d6dd8f42b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:30.094614 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6524062b-f42a-49cc-a632-9c3d6dd8f42b None None] Bound using segment: {'id': '242152d0-2880-44d1-845f-429d1a0685ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'ecd23171-05ad-4897-8df2-16f339790ce0'} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 16:10:30.095083 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-6524062b-f42a-49cc-a632-9c3d6dd8f42b None None] Bound port: dbb97bf8-62ad-499d-8ea2-957c22801818, host: n-d-834765-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '242152d0-2880-44d1-845f-429d1a0685ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'ecd23171-05ad-4897-8df2-16f339790ce0'}}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 16:10:30.095495 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-6524062b-f42a-49cc-a632-9c3d6dd8f42b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:30.130808 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvr_db [None req-ce00b2c6-f37f-4c53-a97d-fb677293d6b7 None None] Set router 2a10d6d3-7d58-4cea-a4e3-6b96740eacdd gateway port host: n-d-834765-1 {{(pid=102793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:10:30.133225 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-2e863ebd-087c-40dd-ab80-6d6d02dde729 req-a2a6b27e-24bc-49f0-bc7c-8a9b90b3b0e8 service neutron] 10.222.0.48 "GET /v2.0/networks/bb43b58d-8650-4cdb-9fe6-68a7aaad9333?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1156263 Mar 29 16:10:30.188538 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-6524062b-f42a-49cc-a632-9c3d6dd8f42b None None] For port dbb97bf8-62ad-499d-8ea2-957c22801818, host n-d-834765-1, cleared binding levels {{(pid=102792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 16:10:30.192074 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-6524062b-f42a-49cc-a632-9c3d6dd8f42b None None] For port dbb97bf8-62ad-499d-8ea2-957c22801818, host n-d-834765-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=dbb97bf8-62ad-499d-8ea2-957c22801818,segment=NetworkSegment(242152d0-2880-44d1-845f-429d1a0685ee),segment_id=242152d0-2880-44d1-845f-429d1a0685ee)] {{(pid=102792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 16:10:30.199251 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-6524062b-f42a-49cc-a632-9c3d6dd8f42b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:30.249291 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-2e863ebd-087c-40dd-ab80-6d6d02dde729 req-2bec2aa9-923a-46bd-a3f3-904d11aae53f service neutron] 10.222.0.48 "GET /v2.0/networks/bb43b58d-8650-4cdb-9fe6-68a7aaad9333?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079905 Mar 29 16:10:30.276262 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6524062b-f42a-49cc-a632-9c3d6dd8f42b None None] Pushing event updated for resources: {'Port': ['ID=dbb97bf8-62ad-499d-8ea2-957c22801818,revision_number=2']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:10:30.326687 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-40c0f817-c195-4b74-8d87-1341009909f7 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795'] for network, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:30.332086 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40c0f817-c195-4b74-8d87-1341009909f7 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:10:30.332659 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-40c0f817-c195-4b74-8d87-1341009909f7 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks [] for network, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:30.362794 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-edf4794f-190e-45cd-aeef-5f86b0440e1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:30.380359 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-ce00b2c6-f37f-4c53-a97d-fb677293d6b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a10d6d3-7d58-4cea-a4e3-6b96740eacdd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-62831586', 'tenant_id': '8c88f14ca33d4e419d03f1c3b10014ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.120'}], 'enable_snat': True}, 'gw_port_id': '62ed6764-7349-41d0-b7a7-01822d2a1d35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:08:45Z', 'updated_at': '2022-03-29T16:08:49Z', 'revision_number': 4, 'project_id': '8c88f14ca33d4e419d03f1c3b10014ac', 'gw_port': {'id': '62ed6764-7349-41d0-b7a7-01822d2a1d35', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:8b:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a10d6d3-7d58-4cea-a4e3-6b96740eacdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3335, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:08:45Z', 'updated_at': '2022-03-29T16:08:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': '2c36a354-2210-4a28-b9d4-f184914bacfc', 'name': '', 'network_id': 'bb43b58d-8650-4cdb-9fe6-68a7aaad9333', 'tenant_id': '8c88f14ca33d4e419d03f1c3b10014ac', 'mac_address': 'fa:16:3e:41:c6:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a10d6d3-7d58-4cea-a4e3-6b96740eacdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3338, 'fixed_ips': [{'subnet_id': '23818a80-3ba0-4e6b-95a8-e1921c8a6ead', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:08:49Z', 'updated_at': '2022-03-29T16:08:53Z', 'revision_number': 5, 'project_id': '8c88f14ca33d4e419d03f1c3b10014ac', 'subnets': [{'id': '23818a80-3ba0-4e6b-95a8-e1921c8a6ead', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:10:30.399053 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c5ed4e-4e5f-478f-98a4-691c24042efe req-74422bdc-343f-44cf-9b8b-526938d6d55d tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:10:30.400724 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-40c5ed4e-4e5f-478f-98a4-691c24042efe req-74422bdc-343f-44cf-9b8b-526938d6d55d tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "GET /v2.0/ports?device_id=e5d3c303-8bf8-41f1-8746-4ba318fb818b HTTP/1.1" status: 200 len: 946 time: 0.5632372 Mar 29 16:10:30.411954 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce00b2c6-f37f-4c53-a97d-fb677293d6b7 None None] The sync data for ids ['2a10d6d3-7d58-4cea-a4e3-6b96740eacdd'] in n-d-834765-1 is: [{'id': '2a10d6d3-7d58-4cea-a4e3-6b96740eacdd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-62831586', 'tenant_id': '8c88f14ca33d4e419d03f1c3b10014ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.120'}], 'enable_snat': True}, 'gw_port_id': '62ed6764-7349-41d0-b7a7-01822d2a1d35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:08:45Z', 'updated_at': '2022-03-29T16:08:49Z', 'revision_number': 4, 'project_id': '8c88f14ca33d4e419d03f1c3b10014ac', 'gw_port': {'id': '62ed6764-7349-41d0-b7a7-01822d2a1d35', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:8b:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a10d6d3-7d58-4cea-a4e3-6b96740eacdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3335, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:08:45Z', 'updated_at': '2022-03-29T16:08:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': '2c36a354-2210-4a28-b9d4-f184914bacfc', 'name': '', 'network_id': 'bb43b58d-8650-4cdb-9fe6-68a7aaad9333', 'tenant_id': '8c88f14ca33d4e419d03f1c3b10014ac', 'mac_address': 'fa:16:3e:41:c6:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a10d6d3-7d58-4cea-a4e3-6b96740eacdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3338, 'fixed_ips': [{'subnet_id': '23818a80-3ba0-4e6b-95a8-e1921c8a6ead', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:08:49Z', 'updated_at': '2022-03-29T16:08:53Z', 'revision_number': 5, 'project_id': '8c88f14ca33d4e419d03f1c3b10014ac', 'subnets': [{'id': '23818a80-3ba0-4e6b-95a8-e1921c8a6ead', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 16:10:30.412198 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-40c0f817-c195-4b74-8d87-1341009909f7 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.2650371 Mar 29 16:10:30.415771 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 55746) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:10:30.430137 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-080b07a6-090f-4eb1-909e-17751f8373f8 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Request body: {'subnet': {'network_id': '4be8019f-300a-473b-8f90-54810195744c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:10:30.496069 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c0f817-c195-4b74-8d87-1341009909f7 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Pushing event updated for resources: {'Network': ['ID=4be8019f-300a-473b-8f90-54810195744c,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:10:30.508359 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Network 4be8019f-300a-473b-8f90-54810195744c details requested by agent ovs-agent-n-d-834765-1 with host n-d-834765-1 {{(pid=102792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 16:10:30.525477 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-cd6c01a8-caa2-419a-815d-3fe32c67288a tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:30.601879 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63356d48-b7c2-4e76-aaac-08ebc8c8f502 req-2016a060-4cb4-4485-b5be-656464305c1b tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:10:30.604896 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-63356d48-b7c2-4e76-aaac-08ebc8c8f502 req-2016a060-4cb4-4485-b5be-656464305c1b tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.48 "GET /v2.0/ports?device_id=e5d3c303-8bf8-41f1-8746-4ba318fb818b HTTP/1.1" status: 200 len: 946 time: 0.1007009 Mar 29 16:10:30.606710 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-080b07a6-090f-4eb1-909e-17751f8373f8 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Made reservation on behalf of b764dc88162c48329e5f6a91ab689763 for: {'subnet': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:10:30.607760 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-40c5ed4e-4e5f-478f-98a4-691c24042efe req-67bce77e-2777-4703-b9dd-fd62158119f0 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "GET /v2.0/security-groups?id=4489dd41-e36c-4f46-8c18-eae57d689353&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1863534 Mar 29 16:10:30.622367 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-080b07a6-090f-4eb1-909e-17751f8373f8 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16218875'] for subnet, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:30.820754 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c07ffc3-5d92-444b-b347-51860738e62e None None] New status for floating IP b262c668-0435-477f-8214-0db3ae5847fb: DOWN {{(pid=102792) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 16:10:30.852124 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [req-63356d48-b7c2-4e76-aaac-08ebc8c8f502 req-0a28b431-0126-4e92-96ca-a25c5da93a61 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Deleting port 8fca305d-d618-49df-8867-4634e54a2cd2 {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:10:30.852453 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-63356d48-b7c2-4e76-aaac-08ebc8c8f502 req-0a28b431-0126-4e92-96ca-a25c5da93a61 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:30.883790 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.db_base_plugin_common [None req-cd6c01a8-caa2-419a-815d-3fe32c67288a tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Allocated IP 172.20.0.1 (ecd23171-05ad-4897-8df2-16f339790ce0/0d8fe4a8-cf81-4e8e-be37-ce4c93032459/7db8b561-72ed-4657-8244-9aa87bf3226e) {{(pid=102790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:10:30.995233 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-080b07a6-090f-4eb1-909e-17751f8373f8 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16155524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16218861'] for subnet, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:31.016110 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-cd6c01a8-caa2-419a-815d-3fe32c67288a tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks [] for port, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:31.039915 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-63356d48-b7c2-4e76-aaac-08ebc8c8f502 req-0a28b431-0126-4e92-96ca-a25c5da93a61 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] For port 8fca305d-d618-49df-8867-4634e54a2cd2, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=8fca305d-d618-49df-8867-4634e54a2cd2,segment=NetworkSegment(7ca977ad-0942-487d-99ad-d8a63cf60333),segment_id=7ca977ad-0942-487d-99ad-d8a63cf60333)] {{(pid=102791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:10:31.040281 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-63356d48-b7c2-4e76-aaac-08ebc8c8f502 req-0a28b431-0126-4e92-96ca-a25c5da93a61 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:31.050016 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-cd6c01a8-caa2-419a-815d-3fe32c67288a tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:31.063750 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [req-63356d48-b7c2-4e76-aaac-08ebc8c8f502 req-0a28b431-0126-4e92-96ca-a25c5da93a61 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Calling delete_port for 8fca305d-d618-49df-8867-4634e54a2cd2 owned by compute:nova {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:10:31.098648 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080b07a6-090f-4eb1-909e-17751f8373f8 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Pushing event updated for resources: {'Subnet': ['ID=4821da25-b7c1-4dd7-aea4-f2e583d1cdc9,revision_number=0']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:10:31.109459 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd6c01a8-caa2-419a-815d-3fe32c67288a tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Network ecd23171-05ad-4897-8df2-16f339790ce0 is already hosted by enough agents. {{(pid=102790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:10:31.110445 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6c01a8-caa2-419a-815d-3fe32c67288a tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Pushing event updated for resources: {'Port': ['ID=7db8b561-72ed-4657-8244-9aa87bf3226e,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:10:31.113589 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-cd6c01a8-caa2-419a-815d-3fe32c67288a tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Resources bound (agent type, host, resource id): {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:10:31.115714 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd6c01a8-caa2-419a-815d-3fe32c67288a tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Received port after_create {{(pid=102790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:10:31.152501 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-080b07a6-090f-4eb1-909e-17751f8373f8 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Checking segment: {'id': 'b0033e17-6430-4297-97b0-9266901287f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '4be8019f-300a-473b-8f90-54810195744c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 16:10:31.153028 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-080b07a6-090f-4eb1-909e-17751f8373f8 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Network hostable DHCP agents. Network: 4be8019f-300a-473b-8f90-54810195744c, hostable agents: ['d136643e-48ae-49d4-a851-2ba3bdf3749c'], hosted agents: [] {{(pid=102791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 16:10:31.180723 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device dbb97bf8-62ad-499d-8ea2-957c22801818 up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 16:10:31.200500 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-cd6c01a8-caa2-419a-815d-3fe32c67288a tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-648347'] for router_interface, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:31.207069 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-080b07a6-090f-4eb1-909e-17751f8373f8 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Network 4be8019f-300a-473b-8f90-54810195744c is scheduled to be hosted by DHCP agent d136643e-48ae-49d4-a851-2ba3bdf3749c with binding_index 1 {{(pid=102791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 16:10:31.220642 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [None req-080b07a6-090f-4eb1-909e-17751f8373f8 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834765-1, 4be8019f-300a-473b-8f90-54810195744c) {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:10:31.229044 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-080b07a6-090f-4eb1-909e-17751f8373f8 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:10:31.229786 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-080b07a6-090f-4eb1-909e-17751f8373f8 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks [] for subnet, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:31.241527 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6144624-2bd3-41c7-8f6b-dfb7b15db046 None None] Network 4be8019f-300a-473b-8f90-54810195744c requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 16:10:31.274591 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-080b07a6-090f-4eb1-909e-17751f8373f8 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8536942 Mar 29 16:10:31.275037 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 55748) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:10:31.280649 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-0fd9c84e-9a9a-407b-9f09-29d7cd88ae19 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Request body: {'port': {'network_id': '4be8019f-300a-473b-8f90-54810195744c', 'name': 'tempest-NetworksTestDHCPv6-1555556531'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:10:31.321332 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-63356d48-b7c2-4e76-aaac-08ebc8c8f502 req-0a28b431-0126-4e92-96ca-a25c5da93a61 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:31.324335 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port dbb97bf8-62ad-499d-8ea2-957c22801818 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:10:31.324804 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:31.394702 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a28b431-0126-4e92-96ca-a25c5da93a61 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Pushing event deleted for resources: {'Port': ['ID=8fca305d-d618-49df-8867-4634e54a2cd2,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:10:31.422314 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-cd6c01a8-caa2-419a-815d-3fe32c67288a tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:31.454200 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [req-63356d48-b7c2-4e76-aaac-08ebc8c8f502 req-0a28b431-0126-4e92-96ca-a25c5da93a61 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] No DVR routers for this DVR port 8fca305d-d618-49df-8867-4634e54a2cd2 on host n-h2-834765-1 {{(pid=102791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 16:10:31.459636 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-63356d48-b7c2-4e76-aaac-08ebc8c8f502 req-0a28b431-0126-4e92-96ca-a25c5da93a61 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:31.463464 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:31.463706 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-63356d48-b7c2-4e76-aaac-08ebc8c8f502 req-0a28b431-0126-4e92-96ca-a25c5da93a61 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.48 "DELETE /v2.0/ports/8fca305d-d618-49df-8867-4634e54a2cd2 HTTP/1.1" status: 204 len: 173 time: 0.8320360 Mar 29 16:10:31.507323 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b94daf35-2481-4ec6-a6c4-4f3abe2e9c90 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0035034-69b0-5ffc-b384-0ac6189c5628-4be8019f-300a-473b-8f90-54810195744c', 'network_id': '4be8019f-300a-473b-8f90-54810195744c', 'tenant_id': 'b764dc88162c48329e5f6a91ab689763', 'fixed_ips': [{'subnet_id': '4821da25-b7c1-4dd7-aea4-f2e583d1cdc9'}]}} from n-d-834765-1. {{(pid=102792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 29 16:10:31.508281 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-b94daf35-2481-4ec6-a6c4-4f3abe2e9c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:31.535120 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] For port dbb97bf8-62ad-499d-8ea2-957c22801818, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=dbb97bf8-62ad-499d-8ea2-957c22801818,segment=NetworkSegment(242152d0-2880-44d1-845f-429d1a0685ee),segment_id=242152d0-2880-44d1-845f-429d1a0685ee)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:10:31.542757 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fd9c84e-9a9a-407b-9f09-29d7cd88ae19 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Made reservation on behalf of b764dc88162c48329e5f6a91ab689763 for: {'port': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:10:31.547042 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-0fd9c84e-9a9a-407b-9f09-29d7cd88ae19 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:31.574606 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5d3c303-8bf8-41f1-8746-4ba318fb818b', 'name': 'network-vif-deleted', 'tag': '8fca305d-d618-49df-8867-4634e54a2cd2'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:10:31.577292 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c67b028db5e9b9818fecc5c0a87ebc6f190694fa53ca267d523e04f98de536d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d2b110f-f3da-4107-b852-d7515f049a3c" -d '{"events": [{"server_uuid": "e5d3c303-8bf8-41f1-8746-4ba318fb818b", "name": "network-vif-deleted", "tag": "8fca305d-d618-49df-8867-4634e54a2cd2"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:10:31.586985 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [None req-0fd9c84e-9a9a-407b-9f09-29d7cd88ae19 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] device_id is not set on port 8ec865a9-b54c-492f-8085-afb645628ebf yet. {{(pid=102791) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 29 16:10:31.701008 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 16:10:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df6ae0cb-a7ec-4a17-8fda-eb352f325f09 x-openstack-request-id: req-df6ae0cb-a7ec-4a17-8fda-eb352f325f09 {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:10:31.706490 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5d3c303-8bf8-41f1-8746-4ba318fb818b", "name": "network-vif-deleted", "tag": "8fca305d-d618-49df-8867-4634e54a2cd2", "status": "completed", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:10:31.706951 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-df6ae0cb-a7ec-4a17-8fda-eb352f325f09 {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:10:31.707559 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5d3c303-8bf8-41f1-8746-4ba318fb818b', 'name': 'network-vif-deleted', 'tag': '8fca305d-d618-49df-8867-4634e54a2cd2', 'status': 'completed', 'code': 200} Mar 29 16:10:31.714542 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.db_base_plugin_common [None req-b94daf35-2481-4ec6-a6c4-4f3abe2e9c90 None None] Allocated IP 2001:db8::2 (4be8019f-300a-473b-8f90-54810195744c/4821da25-b7c1-4dd7-aea4-f2e583d1cdc9/6d3b0373-d425-4b70-a97b-887bb0711b44) {{(pid=102792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:10:31.749989 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:31.769548 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-003eddd8-4bad-4c6c-8454-e2578236e978 None None] Network ecd23171-05ad-4897-8df2-16f339790ce0 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 16:10:31.821838 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-85fad15b-aa15-45d8-9b4c-9cb201e13859 req-7eef1621-9aaa-4cdf-80ba-9d1b1e1eb9d8 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "GET /v2.0/ports?device_id=e5d3c303-8bf8-41f1-8746-4ba318fb818b HTTP/1.1" status: 200 len: 210 time: 0.0431554 Mar 29 16:10:31.867973 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-cd6c01a8-caa2-419a-815d-3fe32c67288a tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks [] for port, precommit_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:31.874140 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-cd6c01a8-caa2-419a-815d-3fe32c67288a tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5237921'] for port, after_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:31.949371 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Pushing event updated for resources: {'Port': ['ID=dbb97bf8-62ad-499d-8ea2-957c22801818,revision_number=3']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:10:31.954870 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-cd6c01a8-caa2-419a-815d-3fe32c67288a tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-648439'] for router_interface, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:31.956281 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-f737702a-df7c-4f4a-a226-955d9913f43b None None] Provisioning complete for port dbb97bf8-62ad-499d-8ea2-957c22801818 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:10:31.956654 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-f737702a-df7c-4f4a-a226-955d9913f43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:31.957772 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6c01a8-caa2-419a-815d-3fe32c67288a tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Pushing event updated for resources: {'Port': ['ID=7db8b561-72ed-4657-8244-9aa87bf3226e,revision_number=2']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:10:32.051867 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd6c01a8-caa2-419a-815d-3fe32c67288a tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Network ecd23171-05ad-4897-8df2-16f339790ce0 is already hosted by enough agents. {{(pid=102790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:10:32.053562 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-cd6c01a8-caa2-419a-815d-3fe32c67288a tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Resources bound (agent type, host, resource id): {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:10:32.096353 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-b94daf35-2481-4ec6-a6c4-4f3abe2e9c90 None None] Notify callbacks [] for port, precommit_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:32.118210 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-b94daf35-2481-4ec6-a6c4-4f3abe2e9c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956'] for port, after_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:32.179477 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_common [None req-0fd9c84e-9a9a-407b-9f09-29d7cd88ae19 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Allocated IP 2001:db8::d6 (4be8019f-300a-473b-8f90-54810195744c/4821da25-b7c1-4dd7-aea4-f2e583d1cdc9/8ec865a9-b54c-492f-8085-afb645628ebf) {{(pid=102791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:10:32.181238 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd6c01a8-caa2-419a-815d-3fe32c67288a tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Router 015557b9-dec2-4f68-8cb3-e22e7e6ee285 is scheduled to L3 agent c648d819-1060-4f26-b4ec-6455387b5dff with binding_index 1 {{(pid=102790) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 29 16:10:32.280095 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd6c01a8-caa2-419a-815d-3fe32c67288a tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 16:10:32.288111 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-cd6c01a8-caa2-419a-815d-3fe32c67288a tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] 10.222.0.42 "PUT /v2.0/routers/015557b9-dec2-4f68-8cb3-e22e7e6ee285/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6794136 Mar 29 16:10:32.288737 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 55754) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:10:32.292730 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-797aa983-0d5b-4d68-af67-99f948a79929 None None] Sync routers for ids ['015557b9-dec2-4f68-8cb3-e22e7e6ee285'] in n-d-834765-1 {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 16:10:32.307679 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-797aa983-0d5b-4d68-af67-99f948a79929 None None] Routers {'015557b9-dec2-4f68-8cb3-e22e7e6ee285'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:10:32.308598 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-797aa983-0d5b-4d68-af67-99f948a79929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:10:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['015557b9-dec2-4f68-8cb3-e22e7e6ee285'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:10:32.341177 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ab2a47c-e713-4f79-a807-f0a7e78d302b tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:10:32.346772 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-2ab2a47c-e713-4f79-a807-f0a7e78d302b tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] 10.222.0.42 "GET /v2.0/ports/7db8b561-72ed-4657-8244-9aa87bf3226e HTTP/1.1" status: 200 len: 910 time: 0.0568461 Mar 29 16:10:32.347329 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 55756) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:10:32.350668 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-797aa983-0d5b-4d68-af67-99f948a79929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:10:32.365329 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-797aa983-0d5b-4d68-af67-99f948a79929 None None] Routers {'015557b9-dec2-4f68-8cb3-e22e7e6ee285'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:10:32.365804 n-d-834765-1 neutron-server[102792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b94daf35-2481-4ec6-a6c4-4f3abe2e9c90 None None] Network 4be8019f-300a-473b-8f90-54810195744c is already hosted by enough agents. {{(pid=102792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:10:32.366789 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-797aa983-0d5b-4d68-af67-99f948a79929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:10:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['015557b9-dec2-4f68-8cb3-e22e7e6ee285'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:10:32.373668 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94daf35-2481-4ec6-a6c4-4f3abe2e9c90 None None] Pushing event updated for resources: {'Port': ['ID=6d3b0373-d425-4b70-a97b-887bb0711b44,revision_number=1']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:10:32.375759 n-d-834765-1 neutron-server[102792]: DEBUG neutron.scheduler.base_scheduler [None req-b94daf35-2481-4ec6-a6c4-4f3abe2e9c90 None None] Resources bound (agent type, host, resource id): {{(pid=102792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:10:32.379310 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b94daf35-2481-4ec6-a6c4-4f3abe2e9c90 None None] Received port after_create {{(pid=102792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:10:32.380647 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-0fd9c84e-9a9a-407b-9f09-29d7cd88ae19 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks [] for port, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:32.440726 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-797aa983-0d5b-4d68-af67-99f948a79929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:10:32.441641 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-797aa983-0d5b-4d68-af67-99f948a79929 None None] The sync data for ids ['015557b9-dec2-4f68-8cb3-e22e7e6ee285'] in n-d-834765-1 is: [] {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 16:10:32.450761 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-b94daf35-2481-4ec6-a6c4-4f3abe2e9c90 None None] Attempting to bind port 6d3b0373-d425-4b70-a97b-887bb0711b44 on host n-d-834765-1 for vnic_type normal with profile {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 16:10:32.451137 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-b94daf35-2481-4ec6-a6c4-4f3abe2e9c90 None None] Attempting to bind port 6d3b0373-d425-4b70-a97b-887bb0711b44 by drivers openvswitch,hyperv on host n-d-834765-1 at level 0 using segments [{'id': 'b0033e17-6430-4297-97b0-9266901287f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '4be8019f-300a-473b-8f90-54810195744c'}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 16:10:32.451556 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b94daf35-2481-4ec6-a6c4-4f3abe2e9c90 None None] Attempting to bind port 6d3b0373-d425-4b70-a97b-887bb0711b44 on network 4be8019f-300a-473b-8f90-54810195744c {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 16:10:32.458770 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b94daf35-2481-4ec6-a6c4-4f3abe2e9c90 None None] Checking agent: {'id': 'a8866439-9d96-425c-b519-6905c591ac37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 25, 36), 'started_at': datetime.datetime(2022, 3, 29, 15, 26, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 16, 10, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834765-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 16:10:32.459155 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b94daf35-2481-4ec6-a6c4-4f3abe2e9c90 None None] Checking segment: {'id': 'b0033e17-6430-4297-97b0-9266901287f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '4be8019f-300a-473b-8f90-54810195744c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 16:10:32.459642 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-b94daf35-2481-4ec6-a6c4-4f3abe2e9c90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:32.460277 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b94daf35-2481-4ec6-a6c4-4f3abe2e9c90 None None] Bound using segment: {'id': 'b0033e17-6430-4297-97b0-9266901287f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '4be8019f-300a-473b-8f90-54810195744c'} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 16:10:32.461299 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-b94daf35-2481-4ec6-a6c4-4f3abe2e9c90 None None] Bound port: 6d3b0373-d425-4b70-a97b-887bb0711b44, host: n-d-834765-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0033e17-6430-4297-97b0-9266901287f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '4be8019f-300a-473b-8f90-54810195744c'}}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 16:10:32.461769 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-b94daf35-2481-4ec6-a6c4-4f3abe2e9c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:32.462288 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-0fd9c84e-9a9a-407b-9f09-29d7cd88ae19 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:32.512889 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fd9c84e-9a9a-407b-9f09-29d7cd88ae19 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Network 4be8019f-300a-473b-8f90-54810195744c is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:10:32.516472 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [None req-0fd9c84e-9a9a-407b-9f09-29d7cd88ae19 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:10:32.520426 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fd9c84e-9a9a-407b-9f09-29d7cd88ae19 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Received port after_create {{(pid=102791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:10:32.526937 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fd9c84e-9a9a-407b-9f09-29d7cd88ae19 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:10:32.527811 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-0fd9c84e-9a9a-407b-9f09-29d7cd88ae19 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:32.545512 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd9c84e-9a9a-407b-9f09-29d7cd88ae19 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Pushing event updated for resources: {'Port': ['ID=8ec865a9-b54c-492f-8085-afb645628ebf,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:10:32.556941 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-0fd9c84e-9a9a-407b-9f09-29d7cd88ae19 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.2775815 Mar 29 16:10:32.557408 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 55758) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:10:32.561837 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-b94daf35-2481-4ec6-a6c4-4f3abe2e9c90 None None] For port 6d3b0373-d425-4b70-a97b-887bb0711b44, host n-d-834765-1, cleared binding levels {{(pid=102792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 16:10:32.566159 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-b94daf35-2481-4ec6-a6c4-4f3abe2e9c90 None None] For port 6d3b0373-d425-4b70-a97b-887bb0711b44, host n-d-834765-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=6d3b0373-d425-4b70-a97b-887bb0711b44,segment=NetworkSegment(b0033e17-6430-4297-97b0-9266901287f9),segment_id=b0033e17-6430-4297-97b0-9266901287f9)] {{(pid=102792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 16:10:32.571033 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-b94daf35-2481-4ec6-a6c4-4f3abe2e9c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:32.639860 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd9b14ca-2145-487f-ab6f-3a976f17ed9f tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:10:32.648930 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd9b14ca-2145-487f-ab6f-3a976f17ed9f tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:10:32.651170 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-fd9b14ca-2145-487f-ab6f-3a976f17ed9f tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.0926340 Mar 29 16:10:32.655916 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 55760) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:10:32.657073 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94daf35-2481-4ec6-a6c4-4f3abe2e9c90 None None] Pushing event updated for resources: {'Port': ['ID=6d3b0373-d425-4b70-a97b-887bb0711b44,revision_number=2']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:10:32.761483 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-64402f75-734d-48ba-8e4a-8c92cecd75ca tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-530452'] for router_interface, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:32.774380 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-707490aa-4426-4eae-b6f8-ad50c9fd656f tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Deleting port 8ec865a9-b54c-492f-8085-afb645628ebf {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:10:32.774794 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-707490aa-4426-4eae-b6f8-ad50c9fd656f tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:32.822311 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-dbe83895-7646-49a8-b90d-87640c4e4d03 None None] Provisioning complete for port 7db8b561-72ed-4657-8244-9aa87bf3226e triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:10:32.822800 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-dbe83895-7646-49a8-b90d-87640c4e4d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:32.863775 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-b4dc6aaf-d4b7-4230-90cf-962ed4ea9c75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:32.908326 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-dbe83895-7646-49a8-b90d-87640c4e4d03 None None] Port 7db8b561-72ed-4657-8244-9aa87bf3226e cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 16:10:32.932285 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-dbe83895-7646-49a8-b90d-87640c4e4d03 None None] Provisioning complete for port dbb97bf8-62ad-499d-8ea2-957c22801818 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:10:32.932963 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-dbe83895-7646-49a8-b90d-87640c4e4d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:32.941776 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 55764) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:10:33.083300 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-707490aa-4426-4eae-b6f8-ad50c9fd656f tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:33.189592 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-64402f75-734d-48ba-8e4a-8c92cecd75ca tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Deleting port 7db8b561-72ed-4657-8244-9aa87bf3226e {{(pid=102790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:10:33.190057 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-64402f75-734d-48ba-8e4a-8c92cecd75ca tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:33.202678 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-d551b937-ad0a-4e31-85e3-79176e13c2ab None None] Provisioning complete for port 7db8b561-72ed-4657-8244-9aa87bf3226e triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:10:33.204675 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d551b937-ad0a-4e31-85e3-79176e13c2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:33.249086 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-d551b937-ad0a-4e31-85e3-79176e13c2ab None None] Port 7db8b561-72ed-4657-8244-9aa87bf3226e cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 16:10:33.292393 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device dbb97bf8-62ad-499d-8ea2-957c22801818 up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 16:10:33.321162 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-64402f75-734d-48ba-8e4a-8c92cecd75ca tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:33.334977 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-64402f75-734d-48ba-8e4a-8c92cecd75ca tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Calling delete_port for 7db8b561-72ed-4657-8244-9aa87bf3226e owned by network:router_interface {{(pid=102790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:10:33.344175 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device 8fca305d-d618-49df-8867-4634e54a2cd2 no longer exists at agent hyperv_n-h2-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 16:10:33.376864 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] No Port match for: 8fca305d-d618-49df-8867-4634e54a2cd2 {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 16:10:33.376864 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device 8fca305d-d618-49df-8867-4634e54a2cd2 not bound to the agent host n-h2-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 16:10:33.393300 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-707490aa-4426-4eae-b6f8-ad50c9fd656f tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Calling delete_port for 8ec865a9-b54c-492f-8085-afb645628ebf owned by {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:10:33.397254 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-80ba9e68-786e-4a13-80dd-26396dbd605a None None] Provisioning complete for port 7db8b561-72ed-4657-8244-9aa87bf3226e triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:10:33.397631 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-80ba9e68-786e-4a13-80dd-26396dbd605a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:33.427528 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port dbb97bf8-62ad-499d-8ea2-957c22801818 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:10:33.427904 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:33.463922 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-80ba9e68-786e-4a13-80dd-26396dbd605a None None] Port 7db8b561-72ed-4657-8244-9aa87bf3226e cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 16:10:33.518437 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-64402f75-734d-48ba-8e4a-8c92cecd75ca tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:33.527229 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 6d3b0373-d425-4b70-a97b-887bb0711b44 up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 16:10:33.550106 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64402f75-734d-48ba-8e4a-8c92cecd75ca tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Pushing event deleted for resources: {'Port': ['ID=7db8b561-72ed-4657-8244-9aa87bf3226e,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:10:33.577265 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port 6d3b0373-d425-4b70-a97b-887bb0711b44 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:10:33.577767 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:33.698537 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:33.726539 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-64402f75-734d-48ba-8e4a-8c92cecd75ca tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-530528'] for router_interface, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:33.753917 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] For port 6d3b0373-d425-4b70-a97b-887bb0711b44, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=6d3b0373-d425-4b70-a97b-887bb0711b44,segment=NetworkSegment(b0033e17-6430-4297-97b0-9266901287f9),segment_id=b0033e17-6430-4297-97b0-9266901287f9)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:10:33.766403 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:33.770923 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-707490aa-4426-4eae-b6f8-ad50c9fd656f tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:33.829430 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707490aa-4426-4eae-b6f8-ad50c9fd656f tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Pushing event deleted for resources: {'Port': ['ID=8ec865a9-b54c-492f-8085-afb645628ebf,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:10:33.854097 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-707490aa-4426-4eae-b6f8-ad50c9fd656f tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:33.856414 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Pushing event updated for resources: {'Port': ['ID=6d3b0373-d425-4b70-a97b-887bb0711b44,revision_number=3']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:10:33.861037 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-707490aa-4426-4eae-b6f8-ad50c9fd656f tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] 10.222.0.42 "DELETE /v2.0/ports/8ec865a9-b54c-492f-8085-afb645628ebf HTTP/1.1" status: 204 len: 168 time: 1.2039163 Mar 29 16:10:33.863217 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 55766) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:10:33.918198 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64402f75-734d-48ba-8e4a-8c92cecd75ca tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Router 015557b9-dec2-4f68-8cb3-e22e7e6ee285 has already been hosted by L3 agent c648d819-1060-4f26-b4ec-6455387b5dff {{(pid=102790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 16:10:33.940405 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a238a517-1863-4dd1-b84a-0a32b67088b0 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:10:33.942147 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a238a517-1863-4dd1-b84a-0a32b67088b0 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:10:33.946257 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-a238a517-1863-4dd1-b84a-0a32b67088b0 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0796275 Mar 29 16:10:33.948530 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 55768) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:10:34.008881 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64402f75-734d-48ba-8e4a-8c92cecd75ca tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 16:10:34.016016 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-64402f75-734d-48ba-8e4a-8c92cecd75ca tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] 10.222.0.42 "PUT /v2.0/routers/015557b9-dec2-4f68-8cb3-e22e7e6ee285/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6674113 Mar 29 16:10:34.019771 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7bd6072-6845-4e7d-b9ef-dfdcfea32504 None None] Sync routers for ids ['015557b9-dec2-4f68-8cb3-e22e7e6ee285'] in n-d-834765-1 {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 16:10:34.022770 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 55770) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:10:34.031931 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7bd6072-6845-4e7d-b9ef-dfdcfea32504 None None] Routers {'015557b9-dec2-4f68-8cb3-e22e7e6ee285'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:10:34.032641 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-e7bd6072-6845-4e7d-b9ef-dfdcfea32504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:10:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['015557b9-dec2-4f68-8cb3-e22e7e6ee285'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:10:34.039051 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c701d05-4b30-45f1-ac6a-08a901aca026 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Deleting subnet 4821da25-b7c1-4dd7-aea4-f2e583d1cdc9 {{(pid=102791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 16:10:34.047157 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-1c701d05-4b30-45f1-ac6a-08a901aca026 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks [] for subnet, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:34.070365 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-e7bd6072-6845-4e7d-b9ef-dfdcfea32504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:10:34.080098 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7bd6072-6845-4e7d-b9ef-dfdcfea32504 None None] Routers {'015557b9-dec2-4f68-8cb3-e22e7e6ee285'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:10:34.080707 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-e7bd6072-6845-4e7d-b9ef-dfdcfea32504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:10:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['015557b9-dec2-4f68-8cb3-e22e7e6ee285'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:10:34.086448 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-0c2ac10b-cb93-4e04-b207-80fd0c654793 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] 10.222.0.42 "GET /v2.0/ports?device_id=015557b9-dec2-4f68-8cb3-e22e7e6ee285 HTTP/1.1" status: 200 len: 205 time: 0.0625501 Mar 29 16:10:34.090358 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 55772) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:10:34.110132 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-1c701d05-4b30-45f1-ac6a-08a901aca026 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4230423'] for subnet, precommit_delete_associations {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:34.115725 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-e7bd6072-6845-4e7d-b9ef-dfdcfea32504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:10:34.116380 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7bd6072-6845-4e7d-b9ef-dfdcfea32504 None None] The sync data for ids ['015557b9-dec2-4f68-8cb3-e22e7e6ee285'] in n-d-834765-1 is: [] {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 16:10:34.135284 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a59427e2-387b-479e-b890-df1d414d781d None None] Network 4be8019f-300a-473b-8f90-54810195744c requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 16:10:34.150935 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-d10d75d6-60f7-4654-8291-27e22867948b tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-530452'] for router_interface, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:34.186208 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-0ba9c935-f722-444d-8e55-7ac55c355323 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks [] for router, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:34.217001 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-a04753f8-2876-47b6-88d6-c1f7410ca7e1 None None] Provisioning complete for port 6d3b0373-d425-4b70-a97b-887bb0711b44 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:10:34.217372 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-a04753f8-2876-47b6-88d6-c1f7410ca7e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:34.284036 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-1c701d05-4b30-45f1-ac6a-08a901aca026 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1641287'] for subnet, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:34.297875 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d71584b9-87f1-45f5-84c7-c993c2416269 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:34.359299 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-0ba9c935-f722-444d-8e55-7ac55c355323 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129328'] for router, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:34.363125 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-0ba9c935-f722-444d-8e55-7ac55c355323 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:34.409789 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-1c701d05-4b30-45f1-ac6a-08a901aca026 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1641294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16155591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16218852'] for subnet, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:34.414111 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-0ba9c935-f722-444d-8e55-7ac55c355323 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-526718'] for router, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:34.414653 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ba9c935-f722-444d-8e55-7ac55c355323 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Fanout notify agent at l3_agent the message router_deleted on router 015557b9-dec2-4f68-8cb3-e22e7e6ee285 {{(pid=102790) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 29 16:10:34.422191 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-0ba9c935-f722-444d-8e55-7ac55c355323 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks [] for router, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:34.426530 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-0ba9c935-f722-444d-8e55-7ac55c355323 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] 10.222.0.42 "DELETE /v2.0/routers/015557b9-dec2-4f68-8cb3-e22e7e6ee285 HTTP/1.1" status: 204 len: 168 time: 0.3302824 Mar 29 16:10:34.426530 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 55776) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:10:34.448792 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c701d05-4b30-45f1-ac6a-08a901aca026 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Pushing event deleted for resources: {'Subnet': ['ID=4821da25-b7c1-4dd7-aea4-f2e583d1cdc9,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:10:34.451044 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-1c701d05-4b30-45f1-ac6a-08a901aca026 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks [] for subnet, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:34.456493 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-1c701d05-4b30-45f1-ac6a-08a901aca026 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] 10.222.0.42 "DELETE /v2.0/subnets/4821da25-b7c1-4dd7-aea4-f2e583d1cdc9 HTTP/1.1" status: 204 len: 168 time: 0.5046666 Mar 29 16:10:34.457683 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 55778) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:10:34.492008 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.db_base_plugin_v2 [None req-104f55f1-2a71-440b-94ab-86dfe53797df tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Deleting subnet 0d8fe4a8-cf81-4e8e-be37-ce4c93032459 {{(pid=102790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 16:10:34.496253 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-104f55f1-2a71-440b-94ab-86dfe53797df tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks [] for subnet, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:34.520839 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-ff1ec2d0-88ba-4770-8243-8e2c4098f075 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0630236 Mar 29 16:10:34.523604 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 55780) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:10:34.529460 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-380f7d3a-81b9-4dfe-b9d2-025c254c69e0 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Request body: {'subnet': {'network_id': '4be8019f-300a-473b-8f90-54810195744c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:10:34.541358 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-104f55f1-2a71-440b-94ab-86dfe53797df tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4614024'] for subnet, precommit_delete_associations {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:34.640467 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60cb514f-b4b9-4581-9d01-7c60dabefb4b None None] Network 4be8019f-300a-473b-8f90-54810195744c requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 16:10:34.643583 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-104f55f1-2a71-440b-94ab-86dfe53797df tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1641287'] for subnet, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:34.684918 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-380f7d3a-81b9-4dfe-b9d2-025c254c69e0 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Made reservation on behalf of b764dc88162c48329e5f6a91ab689763 for: {'subnet': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:10:34.689559 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-380f7d3a-81b9-4dfe-b9d2-025c254c69e0 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16218875'] for subnet, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:34.718288 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-104f55f1-2a71-440b-94ab-86dfe53797df tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1641294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5231963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4793952'] for subnet, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:34.730405 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-d10d75d6-60f7-4654-8291-27e22867948b tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Deleting port 2c36a354-2210-4a28-b9d4-f184914bacfc {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:10:34.730750 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-d10d75d6-60f7-4654-8291-27e22867948b tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:34.749873 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-104f55f1-2a71-440b-94ab-86dfe53797df tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks [] for subnet, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:34.756529 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-104f55f1-2a71-440b-94ab-86dfe53797df tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] 10.222.0.42 "DELETE /v2.0/subnets/0d8fe4a8-cf81-4e8e-be37-ce4c93032459 HTTP/1.1" status: 204 len: 168 time: 0.3296282 Mar 29 16:10:34.757181 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 55782) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:10:34.758934 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f14a1bf6-ec13-4ee9-9701-e61d05d735c2 None None] Network ecd23171-05ad-4897-8df2-16f339790ce0 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 16:10:34.759807 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104f55f1-2a71-440b-94ab-86dfe53797df tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Pushing event deleted for resources: {'Subnet': ['ID=0d8fe4a8-cf81-4e8e-be37-ce4c93032459,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:10:34.761646 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-be3e234e-c43c-49df-80d1-5aed9387cedc None None] Provisioning complete for port 6d3b0373-d425-4b70-a97b-887bb0711b44 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:10:34.762042 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-be3e234e-c43c-49df-80d1-5aed9387cedc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:34.841530 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-02b0ec59-50ae-411f-9dc3-e5f8af20a628 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1631750'] for network, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:34.883860 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [None req-d10d75d6-60f7-4654-8291-27e22867948b tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] For port 2c36a354-2210-4a28-b9d4-f184914bacfc, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=2c36a354-2210-4a28-b9d4-f184914bacfc,segment=NetworkSegment(7ca977ad-0942-487d-99ad-d8a63cf60333),segment_id=7ca977ad-0942-487d-99ad-d8a63cf60333)] {{(pid=102791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:10:34.885265 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-d10d75d6-60f7-4654-8291-27e22867948b tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:34.902778 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-02b0ec59-50ae-411f-9dc3-e5f8af20a628 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Deleting port dbb97bf8-62ad-499d-8ea2-957c22801818 {{(pid=102790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:10:34.903124 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-02b0ec59-50ae-411f-9dc3-e5f8af20a628 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:34.924273 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-d10d75d6-60f7-4654-8291-27e22867948b tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Calling delete_port for 2c36a354-2210-4a28-b9d4-f184914bacfc owned by network:router_interface {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:10:34.956840 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c9aa833-3ce4-4ab1-adf1-b41cb1c3d1f0 None None] DHCP port deletion for 4be8019f-300a-473b-8f90-54810195744c request from n-d-834765-1 {{(pid=102792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 29 16:10:34.978760 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [None req-02b0ec59-50ae-411f-9dc3-e5f8af20a628 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] For port dbb97bf8-62ad-499d-8ea2-957c22801818, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=dbb97bf8-62ad-499d-8ea2-957c22801818,segment=NetworkSegment(242152d0-2880-44d1-845f-429d1a0685ee),segment_id=242152d0-2880-44d1-845f-429d1a0685ee)] {{(pid=102790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:10:34.979049 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-02b0ec59-50ae-411f-9dc3-e5f8af20a628 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:34.992020 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-02b0ec59-50ae-411f-9dc3-e5f8af20a628 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Calling delete_port for dbb97bf8-62ad-499d-8ea2-957c22801818 owned by network:dhcp {{(pid=102790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:10:35.028901 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-0c9aa833-3ce4-4ab1-adf1-b41cb1c3d1f0 None None] Deleting port 6d3b0373-d425-4b70-a97b-887bb0711b44 {{(pid=102792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:10:35.029692 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-0c9aa833-3ce4-4ab1-adf1-b41cb1c3d1f0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:35.060222 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-380f7d3a-81b9-4dfe-b9d2-025c254c69e0 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16155524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16218861'] for subnet, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:35.087703 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-02b0ec59-50ae-411f-9dc3-e5f8af20a628 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:35.098632 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-0c9aa833-3ce4-4ab1-adf1-b41cb1c3d1f0 None None] For port 6d3b0373-d425-4b70-a97b-887bb0711b44, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=6d3b0373-d425-4b70-a97b-887bb0711b44,segment=NetworkSegment(b0033e17-6430-4297-97b0-9266901287f9),segment_id=b0033e17-6430-4297-97b0-9266901287f9)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:10:35.099119 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-0c9aa833-3ce4-4ab1-adf1-b41cb1c3d1f0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:35.113749 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-0c9aa833-3ce4-4ab1-adf1-b41cb1c3d1f0 None None] Calling delete_port for 6d3b0373-d425-4b70-a97b-887bb0711b44 owned by network:dhcp {{(pid=102792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:10:35.120683 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f88529c4-b353-4bbb-a040-2d80e6bcbb9d None None] DHCP port deletion for ecd23171-05ad-4897-8df2-16f339790ce0 request from n-d-834765-1 {{(pid=102792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 29 16:10:35.161151 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-380f7d3a-81b9-4dfe-b9d2-025c254c69e0 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Network 4be8019f-300a-473b-8f90-54810195744c is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:10:35.172880 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [None req-380f7d3a-81b9-4dfe-b9d2-025c254c69e0 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:10:35.179552 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-380f7d3a-81b9-4dfe-b9d2-025c254c69e0 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:10:35.180068 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-380f7d3a-81b9-4dfe-b9d2-025c254c69e0 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks [] for subnet, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:35.188666 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380f7d3a-81b9-4dfe-b9d2-025c254c69e0 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Pushing event updated for resources: {'Subnet': ['ID=7a5e1592-dd33-4068-a43d-49452c10866a,revision_number=0']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:10:35.211911 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-380f7d3a-81b9-4dfe-b9d2-025c254c69e0 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6872468 Mar 29 16:10:35.215341 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 55784) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:10:35.222909 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-190615fc-5bc7-4020-b962-16f2a93172aa tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Request body: {'port': {'network_id': '4be8019f-300a-473b-8f90-54810195744c', 'name': 'tempest-NetworksTestDHCPv6-1897390711'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:10:35.234550 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 6d3b0373-d425-4b70-a97b-887bb0711b44 no longer exists at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 16:10:35.321905 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-0c9aa833-3ce4-4ab1-adf1-b41cb1c3d1f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350'] for port, after_delete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:35.327304 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Port 6d3b0373-d425-4b70-a97b-887bb0711b44 update to DOWN by agent not found {{(pid=102792) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2191}} Mar 29 16:10:35.355015 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-d10d75d6-60f7-4654-8291-27e22867948b tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:35.365487 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9aa833-3ce4-4ab1-adf1-b41cb1c3d1f0 None None] Pushing event deleted for resources: {'Port': ['ID=6d3b0373-d425-4b70-a97b-887bb0711b44,revision_number=None']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:10:35.367653 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c9aa833-3ce4-4ab1-adf1-b41cb1c3d1f0 None None] No DVR routers for this DVR port 6d3b0373-d425-4b70-a97b-887bb0711b44 on host n-d-834765-1 {{(pid=102792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 16:10:35.388649 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10d75d6-60f7-4654-8291-27e22867948b tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Pushing event deleted for resources: {'Port': ['ID=2c36a354-2210-4a28-b9d4-f184914bacfc,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:10:35.389568 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-119d0b7e-9983-49dc-a165-4543030eef81 None None] Network 4be8019f-300a-473b-8f90-54810195744c requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 16:10:35.406941 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b0ec59-50ae-411f-9dc3-e5f8af20a628 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Pushing event deleted for resources: {'Port': ['ID=dbb97bf8-62ad-499d-8ea2-957c22801818,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:10:35.412692 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02b0ec59-50ae-411f-9dc3-e5f8af20a628 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] No DVR routers for this DVR port dbb97bf8-62ad-499d-8ea2-957c22801818 on host n-d-834765-1 {{(pid=102790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 16:10:35.466779 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-190615fc-5bc7-4020-b962-16f2a93172aa tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Made reservation on behalf of b764dc88162c48329e5f6a91ab689763 for: {'port': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:10:35.470548 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-190615fc-5bc7-4020-b962-16f2a93172aa tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:35.500344 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [None req-190615fc-5bc7-4020-b962-16f2a93172aa tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] device_id is not set on port 6e08f7f4-e145-4c6f-bf1c-ee2bf7b6e175 yet. {{(pid=102791) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 29 16:10:35.518783 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-02b0ec59-50ae-411f-9dc3-e5f8af20a628 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639890', 'neutron.services.segments.db._delete_segments_for_network-8783523423079'] for network, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:35.547289 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-02b0ec59-50ae-411f-9dc3-e5f8af20a628 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ecd23171-05ad-4897-8df2-16f339790ce0']}} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:10:35.561115 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-02b0ec59-50ae-411f-9dc3-e5f8af20a628 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '242152d0-2880-44d1-845f-429d1a0685ee') {'for_net_delete': True} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:10:35.561412 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-02b0ec59-50ae-411f-9dc3-e5f8af20a628 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '242152d0-2880-44d1-845f-429d1a0685ee') {} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:10:35.582232 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-02b0ec59-50ae-411f-9dc3-e5f8af20a628 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783523422064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4614019'] for segment, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:35.598957 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-02b0ec59-50ae-411f-9dc3-e5f8af20a628 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:35.605588 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f693530-dc2c-440e-a3ff-7310d71cac50 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0035034-69b0-5ffc-b384-0ac6189c5628-4be8019f-300a-473b-8f90-54810195744c', 'network_id': '4be8019f-300a-473b-8f90-54810195744c', 'tenant_id': 'b764dc88162c48329e5f6a91ab689763', 'fixed_ips': [{'subnet_id': '7a5e1592-dd33-4068-a43d-49452c10866a'}]}} from n-d-834765-1. {{(pid=102792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 29 16:10:35.606697 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02b0ec59-50ae-411f-9dc3-e5f8af20a628 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Releasing vlan 646 on physical network physnet1 to pool {{(pid=102790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 16:10:35.607150 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-02b0ec59-50ae-411f-9dc3-e5f8af20a628 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5238013'] for segment, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:35.607279 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-9f693530-dc2c-440e-a3ff-7310d71cac50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:35.689278 n-d-834765-1 neutron-server[102790]: Traceback (most recent call last): Mar 29 16:10:35.689278 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 16:10:35.689278 n-d-834765-1 neutron-server[102790]: timer() Mar 29 16:10:35.689278 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 16:10:35.689278 n-d-834765-1 neutron-server[102790]: cb(*args, **kw) Mar 29 16:10:35.689278 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 16:10:35.689278 n-d-834765-1 neutron-server[102790]: return func(*args, **kwargs) Mar 29 16:10:35.689278 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 16:10:35.689278 n-d-834765-1 neutron-server[102790]: self._notify() Mar 29 16:10:35.689278 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 16:10:35.689278 n-d-834765-1 neutron-server[102790]: self.callback(batched_events) Mar 29 16:10:35.689278 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 16:10:35.689278 n-d-834765-1 neutron-server[102790]: event.method(event) Mar 29 16:10:35.689278 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 16:10:35.689278 n-d-834765-1 neutron-server[102790]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 16:10:35.689278 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 16:10:35.689278 n-d-834765-1 neutron-server[102790]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 16:10:35.689278 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 16:10:35.689278 n-d-834765-1 neutron-server[102790]: return f(self, *a, **k) Mar 29 16:10:35.689278 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 16:10:35.689278 n-d-834765-1 neutron-server[102790]: return self._get(url).json() Mar 29 16:10:35.689278 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 16:10:35.689278 n-d-834765-1 neutron-server[102790]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 16:10:35.689278 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 16:10:35.689278 n-d-834765-1 neutron-server[102790]: return self.request(url, 'GET', **kwargs) Mar 29 16:10:35.689278 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 16:10:35.689278 n-d-834765-1 neutron-server[102790]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 16:10:35.689278 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 16:10:35.689278 n-d-834765-1 neutron-server[102790]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 16:10:35.689278 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 16:10:35.689278 n-d-834765-1 neutron-server[102790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 16:10:35.689278 n-d-834765-1 neutron-server[102790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 16:10:35.699979 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-02b0ec59-50ae-411f-9dc3-e5f8af20a628 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1639897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648174'] for network, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:35.707993 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-02b0ec59-50ae-411f-9dc3-e5f8af20a628 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks [] for network, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:35.714681 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-02b0ec59-50ae-411f-9dc3-e5f8af20a628 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] 10.222.0.42 "DELETE /v2.0/networks/ecd23171-05ad-4897-8df2-16f339790ce0 HTTP/1.1" status: 204 len: 168 time: 0.9526074 Mar 29 16:10:35.715387 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 55786) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:10:35.720292 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-d65221b4-1cc9-487f-b665-ac7997df2458 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1434941958', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'}, 'admin_state_up': False}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:10:35.739516 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b0ec59-50ae-411f-9dc3-e5f8af20a628 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Pushing event deleted for resources: {'Network': ['ID=ecd23171-05ad-4897-8df2-16f339790ce0,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:10:35.766221 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-d65221b4-1cc9-487f-b665-ac7997df2458 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-532385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129310'] for router, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:35.767801 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-d65221b4-1cc9-487f-b665-ac7997df2458 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-648091', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-684384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129319'] for router, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:35.808490 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-0cb6abf6-2706-4e52-8825-f5f644ecf9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:35.842288 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-d65221b4-1cc9-487f-b665-ac7997df2458 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:35.941474 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:35.965503 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_common [None req-190615fc-5bc7-4020-b962-16f2a93172aa tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Allocated IP 2001:db8::4b (4be8019f-300a-473b-8f90-54810195744c/7a5e1592-dd33-4068-a43d-49452c10866a/6e08f7f4-e145-4c6f-bf1c-ee2bf7b6e175) {{(pid=102791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:10:35.974561 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-d10d75d6-60f7-4654-8291-27e22867948b tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-530528'] for router_interface, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:35.996423 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-d65221b4-1cc9-487f-b665-ac7997df2458 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:36.195512 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-d65221b4-1cc9-487f-b665-ac7997df2458 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks [] for router_gateway, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:36.215168 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-d65221b4-1cc9-487f-b665-ac7997df2458 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:36.240558 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-190615fc-5bc7-4020-b962-16f2a93172aa tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks [] for port, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:36.315177 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d10d75d6-60f7-4654-8291-27e22867948b tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Router 2a10d6d3-7d58-4cea-a4e3-6b96740eacdd has already been hosted by L3 agent c648d819-1060-4f26-b4ec-6455387b5dff {{(pid=102791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 16:10:36.315848 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.db_base_plugin_common [None req-d65221b4-1cc9-487f-b665-ac7997df2458 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Allocated IP 172.25.4.171 (4a4a035d-ecac-4ead-baa3-25f90788773a/e1a353dc-fac8-4901-a63c-273840237d6a/225ffe24-48cc-49ea-9bf9-c62baf172ac0) {{(pid=102790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:10:36.323416 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-190615fc-5bc7-4020-b962-16f2a93172aa tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:36.382669 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.db_base_plugin_common [None req-9f693530-dc2c-440e-a3ff-7310d71cac50 None None] Allocated IP 2001:db8::2 (4be8019f-300a-473b-8f90-54810195744c/7a5e1592-dd33-4068-a43d-49452c10866a/cfea7c5a-79e5-426c-ba82-bf801e4a614b) {{(pid=102792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:10:36.405999 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-190615fc-5bc7-4020-b962-16f2a93172aa tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Network 4be8019f-300a-473b-8f90-54810195744c is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:10:36.410681 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [None req-190615fc-5bc7-4020-b962-16f2a93172aa tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:10:36.415960 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-190615fc-5bc7-4020-b962-16f2a93172aa tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Received port after_create {{(pid=102791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:10:36.421815 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-190615fc-5bc7-4020-b962-16f2a93172aa tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:10:36.422895 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-190615fc-5bc7-4020-b962-16f2a93172aa tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:36.432554 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-d65221b4-1cc9-487f-b665-ac7997df2458 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks [] for port, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:36.452226 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-190615fc-5bc7-4020-b962-16f2a93172aa tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.2355294 Mar 29 16:10:36.454398 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190615fc-5bc7-4020-b962-16f2a93172aa tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Pushing event updated for resources: {'Port': ['ID=6e08f7f4-e145-4c6f-bf1c-ee2bf7b6e175,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:10:36.454849 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 55788) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:10:36.505241 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d10d75d6-60f7-4654-8291-27e22867948b tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 16:10:36.512820 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-d10d75d6-60f7-4654-8291-27e22867948b tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "PUT /v2.0/routers/2a10d6d3-7d58-4cea-a4e3-6b96740eacdd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5698073 Mar 29 16:10:36.527862 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bf4e733-6466-432a-b6a5-67028e2d6406 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:10:36.529385 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-8bf4e733-6466-432a-b6a5-67028e2d6406 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.0735173 Mar 29 16:10:36.531083 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 55790) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:10:36.532649 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 55792) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:10:36.536773 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bea7fe1-4838-4d15-909d-4c40412f2097 None None] Sync routers for ids ['2a10d6d3-7d58-4cea-a4e3-6b96740eacdd'] in n-d-834765-1 {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 16:10:36.539106 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-d65221b4-1cc9-487f-b665-ac7997df2458 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:36.555711 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bea7fe1-4838-4d15-909d-4c40412f2097 None None] Routers {'2a10d6d3-7d58-4cea-a4e3-6b96740eacdd'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:10:36.557415 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-0bea7fe1-4838-4d15-909d-4c40412f2097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:10:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['2a10d6d3-7d58-4cea-a4e3-6b96740eacdd'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:10:36.590487 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-9f693530-dc2c-440e-a3ff-7310d71cac50 None None] Notify callbacks [] for port, precommit_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:36.599564 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-9f693530-dc2c-440e-a3ff-7310d71cac50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956'] for port, after_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:36.628110 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d65221b4-1cc9-487f-b665-ac7997df2458 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Network 4a4a035d-ecac-4ead-baa3-25f90788773a is already hosted by enough agents. {{(pid=102790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:10:36.635965 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-d65221b4-1cc9-487f-b665-ac7997df2458 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Resources bound (agent type, host, resource id): {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:10:36.640407 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d65221b4-1cc9-487f-b665-ac7997df2458 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Received port after_create {{(pid=102790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:10:36.642284 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65221b4-1cc9-487f-b665-ac7997df2458 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Pushing event updated for resources: {'Port': ['ID=225ffe24-48cc-49ea-9bf9-c62baf172ac0,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:10:36.652945 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-b95dd82f-a1ba-4c49-8fad-9a445d204683 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Deleting port 6e08f7f4-e145-4c6f-bf1c-ee2bf7b6e175 {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:10:36.653311 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-b95dd82f-a1ba-4c49-8fad-9a445d204683 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:36.665063 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f693530-dc2c-440e-a3ff-7310d71cac50 None None] Pushing event updated for resources: {'Port': ['ID=cfea7c5a-79e5-426c-ba82-bf801e4a614b,revision_number=1']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:10:36.677439 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.db_base_plugin_v2 [None req-604be5db-da19-45a6-a572-7a331ae771ec tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Deleting subnet 23818a80-3ba0-4e6b-95a8-e1921c8a6ead {{(pid=102790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 16:10:36.680953 n-d-834765-1 neutron-server[102792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f693530-dc2c-440e-a3ff-7310d71cac50 None None] Network 4be8019f-300a-473b-8f90-54810195744c is already hosted by enough agents. {{(pid=102792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:10:36.683520 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-604be5db-da19-45a6-a572-7a331ae771ec tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks [] for subnet, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:36.683835 n-d-834765-1 neutron-server[102792]: DEBUG neutron.scheduler.base_scheduler [None req-9f693530-dc2c-440e-a3ff-7310d71cac50 None None] Resources bound (agent type, host, resource id): {{(pid=102792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:10:36.686690 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f693530-dc2c-440e-a3ff-7310d71cac50 None None] Received port after_create {{(pid=102792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:10:36.689569 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvr_db [None req-0bea7fe1-4838-4d15-909d-4c40412f2097 None None] Set router 2a10d6d3-7d58-4cea-a4e3-6b96740eacdd gateway port host: n-d-834765-1 {{(pid=102793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:10:36.766746 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-9f693530-dc2c-440e-a3ff-7310d71cac50 None None] Attempting to bind port cfea7c5a-79e5-426c-ba82-bf801e4a614b on host n-d-834765-1 for vnic_type normal with profile {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 16:10:36.767404 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-9f693530-dc2c-440e-a3ff-7310d71cac50 None None] Attempting to bind port cfea7c5a-79e5-426c-ba82-bf801e4a614b by drivers openvswitch,hyperv on host n-d-834765-1 at level 0 using segments [{'id': 'b0033e17-6430-4297-97b0-9266901287f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '4be8019f-300a-473b-8f90-54810195744c'}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 16:10:36.767957 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f693530-dc2c-440e-a3ff-7310d71cac50 None None] Attempting to bind port cfea7c5a-79e5-426c-ba82-bf801e4a614b on network 4be8019f-300a-473b-8f90-54810195744c {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 16:10:36.771663 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-604be5db-da19-45a6-a572-7a331ae771ec tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4614024'] for subnet, precommit_delete_associations {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:36.774112 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-b95dd82f-a1ba-4c49-8fad-9a445d204683 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:36.774801 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f693530-dc2c-440e-a3ff-7310d71cac50 None None] Checking agent: {'id': 'a8866439-9d96-425c-b519-6905c591ac37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 25, 36), 'started_at': datetime.datetime(2022, 3, 29, 15, 26, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 16, 10, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834765-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 16:10:36.776607 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f693530-dc2c-440e-a3ff-7310d71cac50 None None] Checking segment: {'id': 'b0033e17-6430-4297-97b0-9266901287f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '4be8019f-300a-473b-8f90-54810195744c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 16:10:36.777185 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-9f693530-dc2c-440e-a3ff-7310d71cac50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:36.777743 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f693530-dc2c-440e-a3ff-7310d71cac50 None None] Bound using segment: {'id': 'b0033e17-6430-4297-97b0-9266901287f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '4be8019f-300a-473b-8f90-54810195744c'} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 16:10:36.778414 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-9f693530-dc2c-440e-a3ff-7310d71cac50 None None] Bound port: cfea7c5a-79e5-426c-ba82-bf801e4a614b, host: n-d-834765-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0033e17-6430-4297-97b0-9266901287f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '4be8019f-300a-473b-8f90-54810195744c'}}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 16:10:36.778982 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-9f693530-dc2c-440e-a3ff-7310d71cac50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:36.788001 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-b95dd82f-a1ba-4c49-8fad-9a445d204683 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Calling delete_port for 6e08f7f4-e145-4c6f-bf1c-ee2bf7b6e175 owned by {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:10:36.872608 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-9f693530-dc2c-440e-a3ff-7310d71cac50 None None] For port cfea7c5a-79e5-426c-ba82-bf801e4a614b, host n-d-834765-1, cleared binding levels {{(pid=102792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 16:10:36.877449 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-9f693530-dc2c-440e-a3ff-7310d71cac50 None None] For port cfea7c5a-79e5-426c-ba82-bf801e4a614b, host n-d-834765-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=cfea7c5a-79e5-426c-ba82-bf801e4a614b,segment=NetworkSegment(b0033e17-6430-4297-97b0-9266901287f9),segment_id=b0033e17-6430-4297-97b0-9266901287f9)] {{(pid=102792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 16:10:36.886161 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-9f693530-dc2c-440e-a3ff-7310d71cac50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:36.951611 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-b95dd82f-a1ba-4c49-8fad-9a445d204683 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:36.961663 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-604be5db-da19-45a6-a572-7a331ae771ec tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1641287'] for subnet, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:36.967792 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-0bea7fe1-4838-4d15-909d-4c40412f2097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a10d6d3-7d58-4cea-a4e3-6b96740eacdd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-62831586', 'tenant_id': '8c88f14ca33d4e419d03f1c3b10014ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.120'}], 'enable_snat': True}, 'gw_port_id': '62ed6764-7349-41d0-b7a7-01822d2a1d35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:08:45Z', 'updated_at': '2022-03-29T16:10:35Z', 'revision_number': 5, 'project_id': '8c88f14ca33d4e419d03f1c3b10014ac', 'gw_port': {'id': '62ed6764-7349-41d0-b7a7-01822d2a1d35', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:8b:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a10d6d3-7d58-4cea-a4e3-6b96740eacdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3335, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:08:45Z', 'updated_at': '2022-03-29T16:08:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1'}], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:10:36.981517 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f693530-dc2c-440e-a3ff-7310d71cac50 None None] Pushing event updated for resources: {'Port': ['ID=cfea7c5a-79e5-426c-ba82-bf801e4a614b,revision_number=2']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:10:36.987183 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95dd82f-a1ba-4c49-8fad-9a445d204683 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Pushing event deleted for resources: {'Port': ['ID=6e08f7f4-e145-4c6f-bf1c-ee2bf7b6e175,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:10:37.015873 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bea7fe1-4838-4d15-909d-4c40412f2097 None None] Checking router: 2a10d6d3-7d58-4cea-a4e3-6b96740eacdd for host: n-d-834765-1 {{(pid=102793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 16:10:37.024302 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-b95dd82f-a1ba-4c49-8fad-9a445d204683 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:37.027229 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bea7fe1-4838-4d15-909d-4c40412f2097 None None] Routers {'2a10d6d3-7d58-4cea-a4e3-6b96740eacdd'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:10:37.027896 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-0bea7fe1-4838-4d15-909d-4c40412f2097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:10:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['2a10d6d3-7d58-4cea-a4e3-6b96740eacdd'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:10:37.031185 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-b95dd82f-a1ba-4c49-8fad-9a445d204683 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] 10.222.0.42 "DELETE /v2.0/ports/6e08f7f4-e145-4c6f-bf1c-ee2bf7b6e175 HTTP/1.1" status: 204 len: 168 time: 0.4973183 Mar 29 16:10:37.032950 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 55794) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:10:37.147586 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvr_db [None req-0bea7fe1-4838-4d15-909d-4c40412f2097 None None] Set router 2a10d6d3-7d58-4cea-a4e3-6b96740eacdd gateway port host: n-d-834765-1 {{(pid=102793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:10:37.237692 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device dbb97bf8-62ad-499d-8ea2-957c22801818 no longer exists at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 16:10:37.238933 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac7e98ae-6cdd-4e03-a490-3f83547770fe tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:10:37.240810 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac7e98ae-6cdd-4e03-a490-3f83547770fe tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:10:37.245961 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-ac7e98ae-6cdd-4e03-a490-3f83547770fe tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2097261 Mar 29 16:10:37.250163 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 55796) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:10:37.259951 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-604be5db-da19-45a6-a572-7a331ae771ec tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1641294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5231963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4793952'] for subnet, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:37.272170 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] No Port match for: dbb97bf8-62ad-499d-8ea2-957c22801818 {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 16:10:37.272671 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device dbb97bf8-62ad-499d-8ea2-957c22801818 not bound to the agent host n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 16:10:37.273332 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-d65221b4-1cc9-487f-b665-ac7997df2458 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks [] for router_gateway, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:37.317695 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c90665a-47c0-4077-a490-874116f272b2 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Deleting subnet 7a5e1592-dd33-4068-a43d-49452c10866a {{(pid=102791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 16:10:37.321172 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-0c90665a-47c0-4077-a490-874116f272b2 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks [] for subnet, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:37.367085 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-0c90665a-47c0-4077-a490-874116f272b2 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4230423'] for subnet, precommit_delete_associations {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:37.375754 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604be5db-da19-45a6-a572-7a331ae771ec tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Pushing event deleted for resources: {'Subnet': ['ID=23818a80-3ba0-4e6b-95a8-e1921c8a6ead,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:10:37.380246 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-604be5db-da19-45a6-a572-7a331ae771ec tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks [] for subnet, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:37.385052 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72c228c8-2c7f-406f-9422-31ea7559393d None None] Network bb43b58d-8650-4cdb-9fe6-68a7aaad9333 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 16:10:37.394502 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-604be5db-da19-45a6-a572-7a331ae771ec tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "DELETE /v2.0/subnets/23818a80-3ba0-4e6b-95a8-e1921c8a6ead HTTP/1.1" status: 204 len: 168 time: 0.8623559 Mar 29 16:10:37.400794 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 55798) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:10:37.496775 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-0bea7fe1-4838-4d15-909d-4c40412f2097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a10d6d3-7d58-4cea-a4e3-6b96740eacdd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-62831586', 'tenant_id': '8c88f14ca33d4e419d03f1c3b10014ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.120'}], 'enable_snat': True}, 'gw_port_id': '62ed6764-7349-41d0-b7a7-01822d2a1d35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:08:45Z', 'updated_at': '2022-03-29T16:10:35Z', 'revision_number': 5, 'project_id': '8c88f14ca33d4e419d03f1c3b10014ac', 'gw_port': {'id': '62ed6764-7349-41d0-b7a7-01822d2a1d35', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:8b:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a10d6d3-7d58-4cea-a4e3-6b96740eacdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3335, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:08:45Z', 'updated_at': '2022-03-29T16:08:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1'}], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:10:37.535801 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bea7fe1-4838-4d15-909d-4c40412f2097 None None] The sync data for ids ['2a10d6d3-7d58-4cea-a4e3-6b96740eacdd'] in n-d-834765-1 is: [{'id': '2a10d6d3-7d58-4cea-a4e3-6b96740eacdd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-62831586', 'tenant_id': '8c88f14ca33d4e419d03f1c3b10014ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.120'}], 'enable_snat': True}, 'gw_port_id': '62ed6764-7349-41d0-b7a7-01822d2a1d35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:08:45Z', 'updated_at': '2022-03-29T16:10:35Z', 'revision_number': 5, 'project_id': '8c88f14ca33d4e419d03f1c3b10014ac', 'gw_port': {'id': '62ed6764-7349-41d0-b7a7-01822d2a1d35', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:8b:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a10d6d3-7d58-4cea-a4e3-6b96740eacdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3335, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:08:45Z', 'updated_at': '2022-03-29T16:08:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1'}] {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 16:10:37.585080 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-0c90665a-47c0-4077-a490-874116f272b2 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1641287'] for subnet, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:37.596095 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-d65221b4-1cc9-487f-b665-ac7997df2458 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648118'] for router, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:37.615848 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-6c989267-dba2-4c46-a768-e096bc892e87 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks [] for router, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:37.731858 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d65221b4-1cc9-487f-b665-ac7997df2458 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Router e391cd37-e0d4-4321-ae23-67137eadaa75 is scheduled to L3 agent c648d819-1060-4f26-b4ec-6455387b5dff with binding_index 1 {{(pid=102790) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 29 16:10:37.732370 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-0c90665a-47c0-4077-a490-874116f272b2 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1641294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16155591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16218852'] for subnet, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:37.764502 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c90665a-47c0-4077-a490-874116f272b2 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Pushing event deleted for resources: {'Subnet': ['ID=7a5e1592-dd33-4068-a43d-49452c10866a,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:10:37.770814 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-0c90665a-47c0-4077-a490-874116f272b2 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks [] for subnet, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:37.777490 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-0c90665a-47c0-4077-a490-874116f272b2 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] 10.222.0.42 "DELETE /v2.0/subnets/7a5e1592-dd33-4068-a43d-49452c10866a HTTP/1.1" status: 204 len: 168 time: 0.5234311 Mar 29 16:10:37.777490 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-6c989267-dba2-4c46-a768-e096bc892e87 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:37.777745 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 55800) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:10:37.833707 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-6c989267-dba2-4c46-a768-e096bc892e87 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Deleting port 62ed6764-7349-41d0-b7a7-01822d2a1d35 {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:10:37.834121 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-6c989267-dba2-4c46-a768-e096bc892e87 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:37.844666 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-4dbbd704-889d-4713-91c2-95ab55809634 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0635099 Mar 29 16:10:37.846172 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 55802) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:10:37.851043 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-2592b7b2-03b0-4443-8ff6-4774b68ca0e8 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Request body: {'subnet': {'network_id': '4be8019f-300a-473b-8f90-54810195744c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:10:37.929531 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3198b3e-41b7-4a09-aeaf-b1c5653fe17c None None] DHCP port deletion for bb43b58d-8650-4cdb-9fe6-68a7aaad9333 request from n-d-834765-1 {{(pid=102792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 29 16:10:37.943394 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [None req-6c989267-dba2-4c46-a768-e096bc892e87 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] For port 62ed6764-7349-41d0-b7a7-01822d2a1d35, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=62ed6764-7349-41d0-b7a7-01822d2a1d35,segment=NetworkSegment(6ab47353-a811-4bad-bc73-b4cc84583cfd),segment_id=6ab47353-a811-4bad-bc73-b4cc84583cfd)] {{(pid=102791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:10:37.943767 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-6c989267-dba2-4c46-a768-e096bc892e87 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:37.980120 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-6c989267-dba2-4c46-a768-e096bc892e87 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Calling delete_port for 62ed6764-7349-41d0-b7a7-01822d2a1d35 owned by network:router_gateway {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:10:37.994287 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d65221b4-1cc9-487f-b665-ac7997df2458 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 16:10:38.008210 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1747a5f-9f6a-4b82-bc8c-4eedc3dc791b None None] Sync routers for ids ['e391cd37-e0d4-4321-ae23-67137eadaa75'] in n-d-834765-1 {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 16:10:38.023305 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2592b7b2-03b0-4443-8ff6-4774b68ca0e8 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Made reservation on behalf of b764dc88162c48329e5f6a91ab689763 for: {'subnet': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:10:38.027042 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1747a5f-9f6a-4b82-bc8c-4eedc3dc791b None None] Routers {'e391cd37-e0d4-4321-ae23-67137eadaa75'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:10:38.027247 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-2592b7b2-03b0-4443-8ff6-4774b68ca0e8 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4793983'] for subnet, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:38.028201 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-d1747a5f-9f6a-4b82-bc8c-4eedc3dc791b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:10:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['e391cd37-e0d4-4321-ae23-67137eadaa75'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:10:38.035231 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-d65221b4-1cc9-487f-b665-ac7997df2458 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks [] for router, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:38.036575 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-d65221b4-1cc9-487f-b665-ac7997df2458 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 880 time: 2.3206053 Mar 29 16:10:38.052635 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 55804) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:10:38.071154 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-d1747a5f-9f6a-4b82-bc8c-4eedc3dc791b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:10:38.078764 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-b3198b3e-41b7-4a09-aeaf-b1c5653fe17c None None] Deleting port ffe8c053-76e7-46e5-8b08-55e28a0bb7c6 {{(pid=102792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:10:38.081501 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-b3198b3e-41b7-4a09-aeaf-b1c5653fe17c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:38.106743 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1747a5f-9f6a-4b82-bc8c-4eedc3dc791b None None] Routers {'e391cd37-e0d4-4321-ae23-67137eadaa75'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:10:38.107586 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-d1747a5f-9f6a-4b82-bc8c-4eedc3dc791b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:10:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['e391cd37-e0d4-4321-ae23-67137eadaa75'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:10:38.283107 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-6c989267-dba2-4c46-a768-e096bc892e87 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:38.317216 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c989267-dba2-4c46-a768-e096bc892e87 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Pushing event deleted for resources: {'Port': ['ID=62ed6764-7349-41d0-b7a7-01822d2a1d35,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:10:38.345152 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1a0f268-e00e-4fb1-849f-ab9e2b467b3c None None] Network 4be8019f-300a-473b-8f90-54810195744c requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 16:10:38.374182 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-d1747a5f-9f6a-4b82-bc8c-4eedc3dc791b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:10:38.374994 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1747a5f-9f6a-4b82-bc8c-4eedc3dc791b None None] The sync data for ids ['e391cd37-e0d4-4321-ae23-67137eadaa75'] in n-d-834765-1 is: [] {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 16:10:38.386774 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-6c989267-dba2-4c46-a768-e096bc892e87 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-648138'] for router_gateway, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:38.463137 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-c4672fa9-96ca-450d-8372-2c06fde07c24 None None] Provisioning complete for port cfea7c5a-79e5-426c-ba82-bf801e4a614b triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:10:38.463682 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-c4672fa9-96ca-450d-8372-2c06fde07c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:38.487905 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-6c989267-dba2-4c46-a768-e096bc892e87 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129328'] for router, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:38.490144 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-6c989267-dba2-4c46-a768-e096bc892e87 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:38.515319 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-b3198b3e-41b7-4a09-aeaf-b1c5653fe17c None None] For port ffe8c053-76e7-46e5-8b08-55e28a0bb7c6, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=ffe8c053-76e7-46e5-8b08-55e28a0bb7c6,segment=NetworkSegment(7ca977ad-0942-487d-99ad-d8a63cf60333),segment_id=7ca977ad-0942-487d-99ad-d8a63cf60333)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:10:38.516121 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-b3198b3e-41b7-4a09-aeaf-b1c5653fe17c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:38.536650 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-6c989267-dba2-4c46-a768-e096bc892e87 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-526718'] for router, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:38.537468 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c989267-dba2-4c46-a768-e096bc892e87 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Fanout notify agent at l3_agent the message router_deleted on router 2a10d6d3-7d58-4cea-a4e3-6b96740eacdd {{(pid=102791) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 29 16:10:38.546099 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-6c989267-dba2-4c46-a768-e096bc892e87 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks [] for router, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:38.547998 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-6c989267-dba2-4c46-a768-e096bc892e87 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "DELETE /v2.0/routers/2a10d6d3-7d58-4cea-a4e3-6b96740eacdd HTTP/1.1" status: 204 len: 168 time: 1.1453729 Mar 29 16:10:38.550163 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 55806) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:10:38.554576 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-b3198b3e-41b7-4a09-aeaf-b1c5653fe17c None None] Calling delete_port for ffe8c053-76e7-46e5-8b08-55e28a0bb7c6 owned by network:dhcp {{(pid=102792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:10:38.590346 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-12bbdf33-5321-4fc0-ba89-67646f577570 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] 10.222.0.42 "GET /v2.0/routers/e391cd37-e0d4-4321-ae23-67137eadaa75 HTTP/1.1" status: 200 len: 881 time: 0.5331070 Mar 29 16:10:38.590873 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 55808) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:10:38.664364 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-9e249449-c2da-4148-9b96-5cc0a3f5bd11 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1631750'] for network, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:38.705309 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-c4672fa9-96ca-450d-8372-2c06fde07c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:38.750625 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-9e249449-c2da-4148-9b96-5cc0a3f5bd11 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Deleting port ffe8c053-76e7-46e5-8b08-55e28a0bb7c6 {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:10:38.755141 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-9e249449-c2da-4148-9b96-5cc0a3f5bd11 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:38.757510 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-c4672fa9-96ca-450d-8372-2c06fde07c24 None None] For port cfea7c5a-79e5-426c-ba82-bf801e4a614b, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=cfea7c5a-79e5-426c-ba82-bf801e4a614b,segment=NetworkSegment(b0033e17-6430-4297-97b0-9266901287f9),segment_id=b0033e17-6430-4297-97b0-9266901287f9)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:10:38.758762 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-b3198b3e-41b7-4a09-aeaf-b1c5653fe17c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350'] for port, after_delete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:38.789704 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-c4672fa9-96ca-450d-8372-2c06fde07c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:38.795031 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8df6ca4-53e3-44f7-aae7-3964257ac178 None None] DHCP port deletion for 4be8019f-300a-473b-8f90-54810195744c request from n-d-834765-1 {{(pid=102792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 29 16:10:38.797900 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3198b3e-41b7-4a09-aeaf-b1c5653fe17c None None] Pushing event deleted for resources: {'Port': ['ID=ffe8c053-76e7-46e5-8b08-55e28a0bb7c6,revision_number=None']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:10:38.804731 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3198b3e-41b7-4a09-aeaf-b1c5653fe17c None None] No DVR routers for this DVR port ffe8c053-76e7-46e5-8b08-55e28a0bb7c6 on host n-d-834765-1 {{(pid=102792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 16:10:38.832183 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-2592b7b2-03b0-4443-8ff6-4774b68ca0e8 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5231896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4793961'] for subnet, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:38.840754 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [None req-9e249449-c2da-4148-9b96-5cc0a3f5bd11 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] For port ffe8c053-76e7-46e5-8b08-55e28a0bb7c6, host n-d-834765-1, got binding levels [] {{(pid=102791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:10:38.841214 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-9e249449-c2da-4148-9b96-5cc0a3f5bd11 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:38.857500 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-9e249449-c2da-4148-9b96-5cc0a3f5bd11 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Calling delete_port for ffe8c053-76e7-46e5-8b08-55e28a0bb7c6 owned by network:dhcp {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:10:38.860348 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.ipam_backend_mixin [None req-9e249449-c2da-4148-9b96-5cc0a3f5bd11 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Port ffe8c053-76e7-46e5-8b08-55e28a0bb7c6 was not found and therefore no delete operation was performed {{(pid=102791) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 29 16:10:38.861702 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-9e249449-c2da-4148-9b96-5cc0a3f5bd11 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:38.882891 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4672fa9-96ca-450d-8372-2c06fde07c24 None None] Pushing event updated for resources: {'Port': ['ID=cfea7c5a-79e5-426c-ba82-bf801e4a614b,revision_number=4']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:10:38.892613 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e249449-c2da-4148-9b96-5cc0a3f5bd11 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Pushing event deleted for resources: {'Port': ['ID=ffe8c053-76e7-46e5-8b08-55e28a0bb7c6,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:10:38.894692 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e249449-c2da-4148-9b96-5cc0a3f5bd11 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] No DVR routers for this DVR port ffe8c053-76e7-46e5-8b08-55e28a0bb7c6 on host n-d-834765-1 {{(pid=102791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 16:10:38.896952 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-e8df6ca4-53e3-44f7-aae7-3964257ac178 None None] Deleting port cfea7c5a-79e5-426c-ba82-bf801e4a614b {{(pid=102792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:10:38.897717 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-e8df6ca4-53e3-44f7-aae7-3964257ac178 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:38.930692 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2592b7b2-03b0-4443-8ff6-4774b68ca0e8 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Network 4be8019f-300a-473b-8f90-54810195744c is already hosted by enough agents. {{(pid=102790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:10:38.943307 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-2592b7b2-03b0-4443-8ff6-4774b68ca0e8 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Resources bound (agent type, host, resource id): {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:10:38.949382 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2592b7b2-03b0-4443-8ff6-4774b68ca0e8 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:10:38.949962 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-2592b7b2-03b0-4443-8ff6-4774b68ca0e8 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks [] for subnet, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:38.961298 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2592b7b2-03b0-4443-8ff6-4774b68ca0e8 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Pushing event updated for resources: {'Subnet': ['ID=0464e729-2a10-4906-a220-c9e352e80bd2,revision_number=0']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:10:38.984034 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-9e249449-c2da-4148-9b96-5cc0a3f5bd11 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639890', 'neutron.services.segments.db._delete_segments_for_network-8783523423079'] for network, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:38.987510 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-2592b7b2-03b0-4443-8ff6-4774b68ca0e8 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1378798 Mar 29 16:10:38.987658 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 55810) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:10:38.993181 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-3ced3c03-39dd-4a51-8af3-fefe855b1572 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Request body: {'port': {'network_id': '4be8019f-300a-473b-8f90-54810195744c', 'name': 'tempest-NetworksTestDHCPv6-99250510'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:10:38.996537 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-e8df6ca4-53e3-44f7-aae7-3964257ac178 None None] For port cfea7c5a-79e5-426c-ba82-bf801e4a614b, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=cfea7c5a-79e5-426c-ba82-bf801e4a614b,segment=NetworkSegment(b0033e17-6430-4297-97b0-9266901287f9),segment_id=b0033e17-6430-4297-97b0-9266901287f9)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:10:38.997071 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-e8df6ca4-53e3-44f7-aae7-3964257ac178 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:39.009254 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-9e249449-c2da-4148-9b96-5cc0a3f5bd11 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb43b58d-8650-4cdb-9fe6-68a7aaad9333']}} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:10:39.012083 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-e8df6ca4-53e3-44f7-aae7-3964257ac178 None None] Calling delete_port for cfea7c5a-79e5-426c-ba82-bf801e4a614b owned by network:dhcp {{(pid=102792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:10:39.019291 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-9e249449-c2da-4148-9b96-5cc0a3f5bd11 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ca977ad-0942-487d-99ad-d8a63cf60333') {'for_net_delete': True} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:10:39.019931 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-9e249449-c2da-4148-9b96-5cc0a3f5bd11 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ca977ad-0942-487d-99ad-d8a63cf60333') {} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:10:39.030133 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-9e249449-c2da-4148-9b96-5cc0a3f5bd11 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783523422064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4230428'] for segment, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:39.042380 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-be904d1e-6a82-4925-bff5-60797288513e tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 884 time: 0.4479368 Mar 29 16:10:39.042587 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 55812) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:10:39.046866 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-67401d47-7702-43dd-b43a-98fe732bcc18 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1434941958'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:10:39.047271 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-9e249449-c2da-4148-9b96-5cc0a3f5bd11 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:39.055641 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e249449-c2da-4148-9b96-5cc0a3f5bd11 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Releasing vlan 609 on physical network physnet1 to pool {{(pid=102791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 16:10:39.056811 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-9e249449-c2da-4148-9b96-5cc0a3f5bd11 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16169569'] for segment, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:39.060359 n-d-834765-1 neutron-server[102791]: Traceback (most recent call last): Mar 29 16:10:39.060359 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 16:10:39.060359 n-d-834765-1 neutron-server[102791]: timer() Mar 29 16:10:39.060359 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 16:10:39.060359 n-d-834765-1 neutron-server[102791]: cb(*args, **kw) Mar 29 16:10:39.060359 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 16:10:39.060359 n-d-834765-1 neutron-server[102791]: return func(*args, **kwargs) Mar 29 16:10:39.060359 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 16:10:39.060359 n-d-834765-1 neutron-server[102791]: self._notify() Mar 29 16:10:39.060359 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 16:10:39.060359 n-d-834765-1 neutron-server[102791]: self.callback(batched_events) Mar 29 16:10:39.060359 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 16:10:39.060359 n-d-834765-1 neutron-server[102791]: event.method(event) Mar 29 16:10:39.060359 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 16:10:39.060359 n-d-834765-1 neutron-server[102791]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 16:10:39.060359 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 16:10:39.060359 n-d-834765-1 neutron-server[102791]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 16:10:39.060359 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 16:10:39.060359 n-d-834765-1 neutron-server[102791]: return f(self, *a, **k) Mar 29 16:10:39.060359 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 16:10:39.060359 n-d-834765-1 neutron-server[102791]: return self._get(url).json() Mar 29 16:10:39.060359 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 16:10:39.060359 n-d-834765-1 neutron-server[102791]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 16:10:39.060359 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 16:10:39.060359 n-d-834765-1 neutron-server[102791]: return self.request(url, 'GET', **kwargs) Mar 29 16:10:39.060359 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 16:10:39.060359 n-d-834765-1 neutron-server[102791]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 16:10:39.060359 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 16:10:39.060359 n-d-834765-1 neutron-server[102791]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 16:10:39.060359 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 16:10:39.060359 n-d-834765-1 neutron-server[102791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 16:10:39.060359 n-d-834765-1 neutron-server[102791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 16:10:39.107540 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-e8df6ca4-53e3-44f7-aae7-3964257ac178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350'] for port, after_delete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:39.154306 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8df6ca4-53e3-44f7-aae7-3964257ac178 None None] Pushing event deleted for resources: {'Port': ['ID=cfea7c5a-79e5-426c-ba82-bf801e4a614b,revision_number=None']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:10:39.157460 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-9e249449-c2da-4148-9b96-5cc0a3f5bd11 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1639897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648174'] for network, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:39.160126 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8df6ca4-53e3-44f7-aae7-3964257ac178 None None] No DVR routers for this DVR port cfea7c5a-79e5-426c-ba82-bf801e4a614b on host n-d-834765-1 {{(pid=102792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 16:10:39.166952 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-9e249449-c2da-4148-9b96-5cc0a3f5bd11 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks [] for network, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:39.171207 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-9e249449-c2da-4148-9b96-5cc0a3f5bd11 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "DELETE /v2.0/networks/bb43b58d-8650-4cdb-9fe6-68a7aaad9333 HTTP/1.1" status: 204 len: 168 time: 0.6195397 Mar 29 16:10:39.174855 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 55814) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:10:39.193262 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a67541f6-f380-479e-b3c4-d3954546b5f1 None None] Network 4be8019f-300a-473b-8f90-54810195744c requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 16:10:39.204322 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e249449-c2da-4148-9b96-5cc0a3f5bd11 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Pushing event deleted for resources: {'Network': ['ID=bb43b58d-8650-4cdb-9fe6-68a7aaad9333,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:10:39.222365 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 2c36a354-2210-4a28-b9d4-f184914bacfc no longer exists at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 16:10:39.222922 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e249449-c2da-4148-9b96-5cc0a3f5bd11 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:10:39.223388 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e249449-c2da-4148-9b96-5cc0a3f5bd11 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:10:39.223659 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e249449-c2da-4148-9b96-5cc0a3f5bd11 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:10:39.223990 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e249449-c2da-4148-9b96-5cc0a3f5bd11 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:10:39.224317 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e249449-c2da-4148-9b96-5cc0a3f5bd11 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:10:39.224643 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e249449-c2da-4148-9b96-5cc0a3f5bd11 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:10:39.224965 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e249449-c2da-4148-9b96-5cc0a3f5bd11 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:10:39.225286 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e249449-c2da-4148-9b96-5cc0a3f5bd11 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:10:39.225605 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e249449-c2da-4148-9b96-5cc0a3f5bd11 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:10:39.225924 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e249449-c2da-4148-9b96-5cc0a3f5bd11 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:10:39.226240 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e249449-c2da-4148-9b96-5cc0a3f5bd11 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:10:39.226555 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e249449-c2da-4148-9b96-5cc0a3f5bd11 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:10:39.256013 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] No Port match for: 2c36a354-2210-4a28-b9d4-f184914bacfc {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 16:10:39.256380 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 2c36a354-2210-4a28-b9d4-f184914bacfc not bound to the agent host n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 16:10:39.256776 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device ffe8c053-76e7-46e5-8b08-55e28a0bb7c6 no longer exists at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 16:10:39.293327 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-f0e06d3b-3473-4b3f-92e6-7fc1e6b4fa9c tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks [] for security_group, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:39.305761 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] No Port match for: ffe8c053-76e7-46e5-8b08-55e28a0bb7c6 {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 16:10:39.306146 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device ffe8c053-76e7-46e5-8b08-55e28a0bb7c6 not bound to the agent host n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 16:10:39.306584 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 62ed6764-7349-41d0-b7a7-01822d2a1d35 no longer exists at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 16:10:39.316807 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ced3c03-39dd-4a51-8af3-fefe855b1572 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Made reservation on behalf of b764dc88162c48329e5f6a91ab689763 for: {'port': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:10:39.320395 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-3ced3c03-39dd-4a51-8af3-fefe855b1572 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:39.325057 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-f0e06d3b-3473-4b3f-92e6-7fc1e6b4fa9c tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:39.330955 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] No Port match for: 62ed6764-7349-41d0-b7a7-01822d2a1d35 {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 16:10:39.331322 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 62ed6764-7349-41d0-b7a7-01822d2a1d35 not bound to the agent host n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 16:10:39.346843 n-d-834765-1 neutron-server[102790]: DEBUG neutron.notifiers.nova [None req-3ced3c03-39dd-4a51-8af3-fefe855b1572 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] device_id is not set on port 73519865-cbf5-4b18-ab37-70b73d60e234 yet. {{(pid=102790) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 29 16:10:39.396155 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-f0e06d3b-3473-4b3f-92e6-7fc1e6b4fa9c tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:39.398734 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-f0e06d3b-3473-4b3f-92e6-7fc1e6b4fa9c tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks [] for security_group, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:39.403443 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-f0e06d3b-3473-4b3f-92e6-7fc1e6b4fa9c tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "DELETE /v2.0/security-groups/4489dd41-e36c-4f46-8c18-eae57d689353 HTTP/1.1" status: 204 len: 168 time: 0.2237496 Mar 29 16:10:39.425020 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e06d3b-3473-4b3f-92e6-7fc1e6b4fa9c tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4489dd41-e36c-4f46-8c18-eae57d689353,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:10:39.428577 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2f8b44c-3235-4fb9-97a0-397d3ddeafa2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0035034-69b0-5ffc-b384-0ac6189c5628-4be8019f-300a-473b-8f90-54810195744c', 'network_id': '4be8019f-300a-473b-8f90-54810195744c', 'tenant_id': 'b764dc88162c48329e5f6a91ab689763', 'fixed_ips': [{'subnet_id': '0464e729-2a10-4906-a220-c9e352e80bd2'}]}} from n-d-834765-1. {{(pid=102792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 29 16:10:39.429512 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-f2f8b44c-3235-4fb9-97a0-397d3ddeafa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:39.579462 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.db_base_plugin_common [None req-3ced3c03-39dd-4a51-8af3-fefe855b1572 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Allocated IP 2001:db8::2d8 (4be8019f-300a-473b-8f90-54810195744c/0464e729-2a10-4906-a220-c9e352e80bd2/73519865-cbf5-4b18-ab37-70b73d60e234) {{(pid=102790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:10:39.590807 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-67401d47-7702-43dd-b43a-98fe732bcc18 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-648077', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-526627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129337'] for router, precommit_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:39.610271 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-67401d47-7702-43dd-b43a-98fe732bcc18 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-648068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-648127', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-526682'] for router, after_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:39.813606 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67401d47-7702-43dd-b43a-98fe732bcc18 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Router e391cd37-e0d4-4321-ae23-67137eadaa75 has already been hosted by L3 agent c648d819-1060-4f26-b4ec-6455387b5dff {{(pid=102790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 16:10:39.837139 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-3ced3c03-39dd-4a51-8af3-fefe855b1572 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks [] for port, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:39.845863 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 55820) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:10:39.850536 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-3ced93b0-53eb-4135-954e-759c4b98630e tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1302813199', 'description': 'tempest-secgroup-smoke-1302813199 description', 'project_id': '8c88f14ca33d4e419d03f1c3b10014ac'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:10:39.875388 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-3ced93b0-53eb-4135-954e-759c4b98630e tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks [] for security_group, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:39.942298 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-3ced93b0-53eb-4135-954e-759c4b98630e tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks [] for security_group, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:39.947509 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-3ced93b0-53eb-4135-954e-759c4b98630e tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:39.959025 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-3ced3c03-39dd-4a51-8af3-fefe855b1572 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:39.982611 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-3ced93b0-53eb-4135-954e-759c4b98630e tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks [] for security_group, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:39.986918 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-3ced93b0-53eb-4135-954e-759c4b98630e tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1370995 Mar 29 16:10:39.987206 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 55822) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:10:39.992645 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-06ae3383-21fa-4716-b85d-a34f7de53fb3 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Request body: {'security_group_rule': {'security_group_id': 'd49c398e-1c3f-4f30-9d39-78d09bc7267d', 'project_id': '8c88f14ca33d4e419d03f1c3b10014ac', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:10:39.996478 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67401d47-7702-43dd-b43a-98fe732bcc18 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 16:10:39.999252 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ced93b0-53eb-4135-954e-759c4b98630e tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d49c398e-1c3f-4f30-9d39-78d09bc7267d,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:10:40.004328 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-67401d47-7702-43dd-b43a-98fe732bcc18 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks [] for router, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:40.005529 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-67401d47-7702-43dd-b43a-98fe732bcc18 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] 10.222.0.42 "PUT /v2.0/routers/e391cd37-e0d4-4321-ae23-67137eadaa75 HTTP/1.1" status: 200 len: 888 time: 0.9620814 Mar 29 16:10:40.008596 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 55824) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:10:40.020554 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfb02dbd-e8c6-4923-b700-6e531e9edf39 None None] Sync routers for ids ['e391cd37-e0d4-4321-ae23-67137eadaa75'] in n-d-834765-1 {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 16:10:40.026426 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ced3c03-39dd-4a51-8af3-fefe855b1572 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Network 4be8019f-300a-473b-8f90-54810195744c is already hosted by enough agents. {{(pid=102790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:10:40.029960 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-3ced3c03-39dd-4a51-8af3-fefe855b1572 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Resources bound (agent type, host, resource id): {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:10:40.030251 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.db_base_plugin_common [None req-f2f8b44c-3235-4fb9-97a0-397d3ddeafa2 None None] Allocated IP 2001:db8::2 (4be8019f-300a-473b-8f90-54810195744c/0464e729-2a10-4906-a220-c9e352e80bd2/23398950-51b3-445a-b48a-75f3685b7723) {{(pid=102792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:10:40.032427 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ced3c03-39dd-4a51-8af3-fefe855b1572 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Received port after_create {{(pid=102790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:10:40.034953 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfb02dbd-e8c6-4923-b700-6e531e9edf39 None None] Routers {'e391cd37-e0d4-4321-ae23-67137eadaa75'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:10:40.036595 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-cfb02dbd-e8c6-4923-b700-6e531e9edf39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:10:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['e391cd37-e0d4-4321-ae23-67137eadaa75'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:10:40.038554 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ced3c03-39dd-4a51-8af3-fefe855b1572 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:10:40.039249 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-3ced3c03-39dd-4a51-8af3-fefe855b1572 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:40.053590 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ced3c03-39dd-4a51-8af3-fefe855b1572 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Pushing event updated for resources: {'Port': ['ID=73519865-cbf5-4b18-ab37-70b73d60e234,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:10:40.067351 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-3ced3c03-39dd-4a51-8af3-fefe855b1572 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.0761888 Mar 29 16:10:40.067526 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 55826) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:10:40.099168 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-cfb02dbd-e8c6-4923-b700-6e531e9edf39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:10:40.104843 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-06ae3383-21fa-4716-b85d-a34f7de53fb3 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:40.110011 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfb02dbd-e8c6-4923-b700-6e531e9edf39 None None] Routers {'e391cd37-e0d4-4321-ae23-67137eadaa75'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:10:40.110949 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-cfb02dbd-e8c6-4923-b700-6e531e9edf39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:10:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['e391cd37-e0d4-4321-ae23-67137eadaa75'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:10:40.133658 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee59feb3-0294-42ba-9b09-266d86f017a4 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:10:40.135860 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-ee59feb3-0294-42ba-9b09-266d86f017a4 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 928 time: 0.0673804 Mar 29 16:10:40.138496 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 55828) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:10:40.148351 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-cfb02dbd-e8c6-4923-b700-6e531e9edf39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:10:40.149357 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfb02dbd-e8c6-4923-b700-6e531e9edf39 None None] The sync data for ids ['e391cd37-e0d4-4321-ae23-67137eadaa75'] in n-d-834765-1 is: [] {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 16:10:40.187308 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-06ae3383-21fa-4716-b85d-a34f7de53fb3 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:40.211956 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-f2f8b44c-3235-4fb9-97a0-397d3ddeafa2 None None] Notify callbacks [] for port, precommit_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:40.220839 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-06ae3383-21fa-4716-b85d-a34f7de53fb3 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610998'] for security_group_rule, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:40.221359 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-f2f8b44c-3235-4fb9-97a0-397d3ddeafa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956'] for port, after_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:40.239142 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-7a4de299-afe2-4523-8f25-3296422a32d5 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Deleting port 73519865-cbf5-4b18-ab37-70b73d60e234 {{(pid=102790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:10:40.239693 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-7a4de299-afe2-4523-8f25-3296422a32d5 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:40.253559 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ae3383-21fa-4716-b85d-a34f7de53fb3 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd4d2020-10ac-409a-a836-48680285134d,revision_number=0']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:10:40.260143 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-06ae3383-21fa-4716-b85d-a34f7de53fb3 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:40.261408 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-06ae3383-21fa-4716-b85d-a34f7de53fb3 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2724438 Mar 29 16:10:40.264331 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 55830) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:10:40.271326 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-66b3162e-3c06-43b2-bb30-b7dd188953a6 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Request body: {'security_group_rule': {'security_group_id': 'd49c398e-1c3f-4f30-9d39-78d09bc7267d', 'project_id': '8c88f14ca33d4e419d03f1c3b10014ac', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:10:40.271539 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-87acfef6-83dc-42f3-9b70-5d136af8eeb7 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] 10.222.0.42 "GET /v2.0/routers/e391cd37-e0d4-4321-ae23-67137eadaa75 HTTP/1.1" status: 200 len: 888 time: 0.2604909 Mar 29 16:10:40.273120 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 55832) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:10:40.277472 n-d-834765-1 neutron-server[102792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2f8b44c-3235-4fb9-97a0-397d3ddeafa2 None None] Network 4be8019f-300a-473b-8f90-54810195744c is already hosted by enough agents. {{(pid=102792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:10:40.280521 n-d-834765-1 neutron-server[102792]: DEBUG neutron.scheduler.base_scheduler [None req-f2f8b44c-3235-4fb9-97a0-397d3ddeafa2 None None] Resources bound (agent type, host, resource id): {{(pid=102792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:10:40.286654 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2f8b44c-3235-4fb9-97a0-397d3ddeafa2 None None] Received port after_create {{(pid=102792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:10:40.295304 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f8b44c-3235-4fb9-97a0-397d3ddeafa2 None None] Pushing event updated for resources: {'Port': ['ID=23398950-51b3-445a-b48a-75f3685b7723,revision_number=1']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:10:40.300433 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-4aabc70f-293d-4063-bd04-e65f17a3243f tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] 10.222.0.42 "GET /v2.0/ports?device_id=e391cd37-e0d4-4321-ae23-67137eadaa75 HTTP/1.1" status: 200 len: 205 time: 0.0260942 Mar 29 16:10:40.303319 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 55834) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:10:40.351868 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-f2f8b44c-3235-4fb9-97a0-397d3ddeafa2 None None] Attempting to bind port 23398950-51b3-445a-b48a-75f3685b7723 on host n-d-834765-1 for vnic_type normal with profile {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 16:10:40.352573 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-f2f8b44c-3235-4fb9-97a0-397d3ddeafa2 None None] Attempting to bind port 23398950-51b3-445a-b48a-75f3685b7723 by drivers openvswitch,hyperv on host n-d-834765-1 at level 0 using segments [{'id': 'b0033e17-6430-4297-97b0-9266901287f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '4be8019f-300a-473b-8f90-54810195744c'}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 16:10:40.353183 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f8b44c-3235-4fb9-97a0-397d3ddeafa2 None None] Attempting to bind port 23398950-51b3-445a-b48a-75f3685b7723 on network 4be8019f-300a-473b-8f90-54810195744c {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 16:10:40.359374 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f8b44c-3235-4fb9-97a0-397d3ddeafa2 None None] Checking agent: {'id': 'a8866439-9d96-425c-b519-6905c591ac37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 25, 36), 'started_at': datetime.datetime(2022, 3, 29, 15, 26, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 16, 10, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834765-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 16:10:40.359751 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f8b44c-3235-4fb9-97a0-397d3ddeafa2 None None] Checking segment: {'id': 'b0033e17-6430-4297-97b0-9266901287f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '4be8019f-300a-473b-8f90-54810195744c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 16:10:40.360554 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-f2f8b44c-3235-4fb9-97a0-397d3ddeafa2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:40.360749 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f8b44c-3235-4fb9-97a0-397d3ddeafa2 None None] Bound using segment: {'id': 'b0033e17-6430-4297-97b0-9266901287f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '4be8019f-300a-473b-8f90-54810195744c'} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 16:10:40.361163 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-f2f8b44c-3235-4fb9-97a0-397d3ddeafa2 None None] Bound port: 23398950-51b3-445a-b48a-75f3685b7723, host: n-d-834765-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0033e17-6430-4297-97b0-9266901287f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '4be8019f-300a-473b-8f90-54810195744c'}}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 16:10:40.361560 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-f2f8b44c-3235-4fb9-97a0-397d3ddeafa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:40.370805 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-66b3162e-3c06-43b2-bb30-b7dd188953a6 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:40.392497 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-7a4de299-afe2-4523-8f25-3296422a32d5 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:40.416229 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-7a4de299-afe2-4523-8f25-3296422a32d5 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Calling delete_port for 73519865-cbf5-4b18-ab37-70b73d60e234 owned by {{(pid=102790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:10:40.423867 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-f2f8b44c-3235-4fb9-97a0-397d3ddeafa2 None None] For port 23398950-51b3-445a-b48a-75f3685b7723, host n-d-834765-1, cleared binding levels {{(pid=102792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 16:10:40.427523 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-f2f8b44c-3235-4fb9-97a0-397d3ddeafa2 None None] For port 23398950-51b3-445a-b48a-75f3685b7723, host n-d-834765-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=23398950-51b3-445a-b48a-75f3685b7723,segment=NetworkSegment(b0033e17-6430-4297-97b0-9266901287f9),segment_id=b0033e17-6430-4297-97b0-9266901287f9)] {{(pid=102792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 16:10:40.428464 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-3b6c385e-98f7-42aa-8ef6-945a32e2018a tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks [] for router, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:40.433406 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-f2f8b44c-3235-4fb9-97a0-397d3ddeafa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:40.499126 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-66b3162e-3c06-43b2-bb30-b7dd188953a6 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:40.502435 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f8b44c-3235-4fb9-97a0-397d3ddeafa2 None None] Pushing event updated for resources: {'Port': ['ID=23398950-51b3-445a-b48a-75f3685b7723,revision_number=2']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:10:40.515220 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-66b3162e-3c06-43b2-bb30-b7dd188953a6 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610998'] for security_group_rule, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:40.544938 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b3162e-3c06-43b2-bb30-b7dd188953a6 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=afa2d137-1e37-4597-bacc-f63414046adf,revision_number=0']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:10:40.557640 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-66b3162e-3c06-43b2-bb30-b7dd188953a6 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:40.561719 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-66b3162e-3c06-43b2-bb30-b7dd188953a6 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2961223 Mar 29 16:10:40.561964 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 55836) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:10:40.568213 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-f4535128-4f78-4cd7-b510-eec867e4edae tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Request body: {'security_group_rule': {'security_group_id': 'd49c398e-1c3f-4f30-9d39-78d09bc7267d', 'project_id': '8c88f14ca33d4e419d03f1c3b10014ac', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:10:40.583905 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-3b6c385e-98f7-42aa-8ef6-945a32e2018a tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:40.632064 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-7a4de299-afe2-4523-8f25-3296422a32d5 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:40.669013 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4de299-afe2-4523-8f25-3296422a32d5 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Pushing event deleted for resources: {'Port': ['ID=73519865-cbf5-4b18-ab37-70b73d60e234,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:10:40.698519 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-7a4de299-afe2-4523-8f25-3296422a32d5 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:40.702070 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-7a4de299-afe2-4523-8f25-3296422a32d5 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] 10.222.0.42 "DELETE /v2.0/ports/73519865-cbf5-4b18-ab37-70b73d60e234 HTTP/1.1" status: 204 len: 168 time: 0.5621524 Mar 29 16:10:40.704886 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 55838) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:10:40.771384 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c31ac4f1-6a26-4e17-aef1-6b76b4575a1e tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:10:40.773052 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c31ac4f1-6a26-4e17-aef1-6b76b4575a1e tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:10:40.775235 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-c31ac4f1-6a26-4e17-aef1-6b76b4575a1e tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0686743 Mar 29 16:10:40.777899 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 55840) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:10:40.832453 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c6819a3-69f2-4987-a03c-88572a4d167f tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Deleting subnet 0464e729-2a10-4906-a220-c9e352e80bd2 {{(pid=102790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 16:10:40.836335 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-9c6819a3-69f2-4987-a03c-88572a4d167f tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks [] for subnet, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:40.887731 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-9c6819a3-69f2-4987-a03c-88572a4d167f tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4614024'] for subnet, precommit_delete_associations {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:40.903011 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-f4535128-4f78-4cd7-b510-eec867e4edae tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:40.969557 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-3b6c385e-98f7-42aa-8ef6-945a32e2018a tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Deleting port 225ffe24-48cc-49ea-9bf9-c62baf172ac0 {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:10:40.969828 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-3b6c385e-98f7-42aa-8ef6-945a32e2018a tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:40.975645 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-9c6819a3-69f2-4987-a03c-88572a4d167f tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1641287'] for subnet, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:40.992840 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-f4535128-4f78-4cd7-b510-eec867e4edae tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:41.006395 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-f4535128-4f78-4cd7-b510-eec867e4edae tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610998'] for security_group_rule, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:41.037664 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-9c6819a3-69f2-4987-a03c-88572a4d167f tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1641294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5231963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4793952'] for subnet, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:41.070572 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6819a3-69f2-4987-a03c-88572a4d167f tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Pushing event deleted for resources: {'Subnet': ['ID=0464e729-2a10-4906-a220-c9e352e80bd2,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:10:41.072766 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4535128-4f78-4cd7-b510-eec867e4edae tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2461b3d6-edda-4ba0-854b-68e39919f9d7,revision_number=0']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:10:41.074714 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-9c6819a3-69f2-4987-a03c-88572a4d167f tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks [] for subnet, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:41.077943 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-9c6819a3-69f2-4987-a03c-88572a4d167f tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] 10.222.0.42 "DELETE /v2.0/subnets/0464e729-2a10-4906-a220-c9e352e80bd2 HTTP/1.1" status: 204 len: 168 time: 0.2991037 Mar 29 16:10:41.080527 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 55842) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:10:41.080807 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-f4535128-4f78-4cd7-b510-eec867e4edae tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:41.082018 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-f4535128-4f78-4cd7-b510-eec867e4edae tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5191021 Mar 29 16:10:41.085836 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 55844) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:10:41.090921 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-4bc55143-2fdc-4bff-8860-61204d38ca20 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Request body: {'security_group_rule': {'security_group_id': 'd49c398e-1c3f-4f30-9d39-78d09bc7267d', 'project_id': '8c88f14ca33d4e419d03f1c3b10014ac', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:10:41.107529 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-3b6c385e-98f7-42aa-8ef6-945a32e2018a tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:41.123904 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-a0ddc5f7-4d26-4927-9a50-35b62044488c tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0390174 Mar 29 16:10:41.124229 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 55846) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:10:41.140543 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-3b6c385e-98f7-42aa-8ef6-945a32e2018a tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Calling delete_port for 225ffe24-48cc-49ea-9bf9-c62baf172ac0 owned by network:router_gateway {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:10:41.189624 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 23398950-51b3-445a-b48a-75f3685b7723 up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 16:10:41.216732 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-4bc55143-2fdc-4bff-8860-61204d38ca20 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:41.241613 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port 23398950-51b3-445a-b48a-75f3685b7723 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:10:41.242091 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:41.277864 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57a8fe79-d58e-4b22-b66b-8c48a823be93 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:10:41.279464 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-57a8fe79-d58e-4b22-b66b-8c48a823be93 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1549432 Mar 29 16:10:41.283130 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 55848) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:10:41.329357 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:41.359652 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-4bc55143-2fdc-4bff-8860-61204d38ca20 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:41.363237 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-431f5a78-d955-4fed-bf65-d2896af33d0c tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:10:41.365009 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-431f5a78-d955-4fed-bf65-d2896af33d0c tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0805173 Mar 29 16:10:41.365960 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-4bc55143-2fdc-4bff-8860-61204d38ca20 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610998'] for security_group_rule, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:41.367542 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 55850) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:10:41.377809 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] For port 23398950-51b3-445a-b48a-75f3685b7723, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=23398950-51b3-445a-b48a-75f3685b7723,segment=NetworkSegment(b0033e17-6430-4297-97b0-9266901287f9),segment_id=b0033e17-6430-4297-97b0-9266901287f9)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:10:41.387150 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:41.390949 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc55143-2fdc-4bff-8860-61204d38ca20 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f166c41c-8d77-4066-bfb0-f42a6543fe57,revision_number=0']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:10:41.424316 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-4bc55143-2fdc-4bff-8860-61204d38ca20 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:41.425541 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-4bc55143-2fdc-4bff-8860-61204d38ca20 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3387811 Mar 29 16:10:41.428580 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 55852) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:10:41.433758 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-3eb51a21-6d4c-4152-b859-c5f1435d15d3 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Request body: {'security_group_rule': {'security_group_id': 'd49c398e-1c3f-4f30-9d39-78d09bc7267d', 'project_id': '8c88f14ca33d4e419d03f1c3b10014ac', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:10:41.439464 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-f90cdecf-1e26-4436-a53f-f4b586c0bef3 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0706446 Mar 29 16:10:41.440072 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 55854) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:10:41.446571 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-ceb3bbc1-7c58-40ab-b822-d1e938215946 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Request body: {'subnet': {'network_id': '4be8019f-300a-473b-8f90-54810195744c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:10:41.472249 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Pushing event updated for resources: {'Port': ['ID=23398950-51b3-445a-b48a-75f3685b7723,revision_number=4']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:10:41.473878 n-d-834765-1 neutron-server[102791]: INFO neutron.db.securitygroups_db [None req-3eb51a21-6d4c-4152-b859-c5f1435d15d3 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Project 8c88f14ca33d4e419d03f1c3b10014ac added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 29 16:10:41.478274 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-3b6c385e-98f7-42aa-8ef6-945a32e2018a tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:41.489905 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-3eb51a21-6d4c-4152-b859-c5f1435d15d3 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:41.523203 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6c385e-98f7-42aa-8ef6-945a32e2018a tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Pushing event deleted for resources: {'Port': ['ID=225ffe24-48cc-49ea-9bf9-c62baf172ac0,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:10:41.561137 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ceb3bbc1-7c58-40ab-b822-d1e938215946 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Made reservation on behalf of b764dc88162c48329e5f6a91ab689763 for: {'subnet': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:10:41.565940 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-ceb3bbc1-7c58-40ab-b822-d1e938215946 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4793983'] for subnet, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:41.595940 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-614bd699-769e-4a35-8057-30918ab331f1 None None] Network 4be8019f-300a-473b-8f90-54810195744c requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 16:10:41.620828 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-3b6c385e-98f7-42aa-8ef6-945a32e2018a tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-648138'] for router_gateway, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:41.657704 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-3eb51a21-6d4c-4152-b859-c5f1435d15d3 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:41.688124 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-3eb51a21-6d4c-4152-b859-c5f1435d15d3 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610998'] for security_group_rule, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:41.701939 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-f94c46b2-50c4-4773-9a7a-273c4a44d5bf None None] Provisioning complete for port 23398950-51b3-445a-b48a-75f3685b7723 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:10:41.702416 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-f94c46b2-50c4-4773-9a7a-273c4a44d5bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:41.739634 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb51a21-6d4c-4152-b859-c5f1435d15d3 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60c8bc8d-3658-4580-93d2-3967ee2c8bd2,revision_number=0']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:10:41.743137 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-3b6c385e-98f7-42aa-8ef6-945a32e2018a tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129328'] for router, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:41.746001 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-3b6c385e-98f7-42aa-8ef6-945a32e2018a tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:41.751201 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-3eb51a21-6d4c-4152-b859-c5f1435d15d3 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:41.752476 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-3eb51a21-6d4c-4152-b859-c5f1435d15d3 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3229439 Mar 29 16:10:41.758446 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 55856) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:10:41.762565 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-7ed78c6b-6e85-48a2-9e52-f93d3ac41ba5 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Request body: {'security_group_rule': {'security_group_id': 'd49c398e-1c3f-4f30-9d39-78d09bc7267d', 'project_id': '8c88f14ca33d4e419d03f1c3b10014ac', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:10:41.810478 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-3b6c385e-98f7-42aa-8ef6-945a32e2018a tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-526718'] for router, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:41.810774 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-ceb3bbc1-7c58-40ab-b822-d1e938215946 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5231896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4793961'] for subnet, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:41.811035 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b6c385e-98f7-42aa-8ef6-945a32e2018a tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Fanout notify agent at l3_agent the message router_deleted on router e391cd37-e0d4-4321-ae23-67137eadaa75 {{(pid=102791) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 29 16:10:41.819612 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-3b6c385e-98f7-42aa-8ef6-945a32e2018a tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks [] for router, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:41.826421 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-3b6c385e-98f7-42aa-8ef6-945a32e2018a tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] 10.222.0.42 "DELETE /v2.0/routers/e391cd37-e0d4-4321-ae23-67137eadaa75 HTTP/1.1" status: 204 len: 168 time: 1.5213358 Mar 29 16:10:41.826620 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 55858) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:10:41.827427 n-d-834765-1 neutron-server[102791]: INFO neutron.db.securitygroups_db [None req-7ed78c6b-6e85-48a2-9e52-f93d3ac41ba5 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Project 8c88f14ca33d4e419d03f1c3b10014ac added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 29 16:10:41.832501 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-7ed78c6b-6e85-48a2-9e52-f93d3ac41ba5 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:41.849161 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83bc23cf-530d-441f-9c6f-9cfcb48574e9 None None] DHCP port deletion for 4be8019f-300a-473b-8f90-54810195744c request from n-d-834765-1 {{(pid=102792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 29 16:10:41.850440 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-5cd0da92-98f0-4f58-ae2f-0db1e208f5bb tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Request body: {'network': {'name': 'tempest-RoutersTest-119070053'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:10:41.889649 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceb3bbc1-7c58-40ab-b822-d1e938215946 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Network 4be8019f-300a-473b-8f90-54810195744c is already hosted by enough agents. {{(pid=102790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:10:41.898146 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-7ed78c6b-6e85-48a2-9e52-f93d3ac41ba5 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:41.898977 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-ceb3bbc1-7c58-40ab-b822-d1e938215946 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Resources bound (agent type, host, resource id): {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:10:41.902807 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceb3bbc1-7c58-40ab-b822-d1e938215946 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:10:41.903499 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-ceb3bbc1-7c58-40ab-b822-d1e938215946 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks [] for subnet, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:41.903617 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-7ed78c6b-6e85-48a2-9e52-f93d3ac41ba5 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610998'] for security_group_rule, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:41.904717 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-83bc23cf-530d-441f-9c6f-9cfcb48574e9 None None] Deleting port 23398950-51b3-445a-b48a-75f3685b7723 {{(pid=102792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:10:41.905208 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-83bc23cf-530d-441f-9c6f-9cfcb48574e9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:41.916172 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cd0da92-98f0-4f58-ae2f-0db1e208f5bb tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Made reservation on behalf of 88e7599e62d446faa967714480fab072 for: {'network': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:10:41.921222 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-5cd0da92-98f0-4f58-ae2f-0db1e208f5bb tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for network, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:41.923158 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed78c6b-6e85-48a2-9e52-f93d3ac41ba5 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3952222-594f-4586-b14c-2e8e7fc7b556,revision_number=0']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:10:41.931464 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb3bbc1-7c58-40ab-b822-d1e938215946 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Pushing event updated for resources: {'Subnet': ['ID=5953b406-e20e-427c-8a4b-6e0f0fc12459,revision_number=0']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:10:41.934098 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-7ed78c6b-6e85-48a2-9e52-f93d3ac41ba5 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:41.935994 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-7ed78c6b-6e85-48a2-9e52-f93d3ac41ba5 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1773894 Mar 29 16:10:41.940197 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 55860) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:10:41.944977 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-da6d81b1-9b74-4eb2-ab7c-4ec68df51725 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Request body: {'network': {'name': 'tempest-network-smoke--1208875870', 'project_id': '8c88f14ca33d4e419d03f1c3b10014ac', 'port_security_enabled': True}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:10:41.961836 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-ceb3bbc1-7c58-40ab-b822-d1e938215946 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5178862 Mar 29 16:10:41.963123 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 55862) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:10:41.967545 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5cd0da92-98f0-4f58-ae2f-0db1e208f5bb tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] vlan segment allocate from pool success with {'vlan_id': 606, 'physical_network': 'physnet1'} {{(pid=102790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 16:10:41.976515 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-b47590ab-6e6a-45cc-b0d5-b5b6a05da215 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Request body: {'port': {'network_id': '4be8019f-300a-473b-8f90-54810195744c', 'fixed_ips': [{'subnet_id': '5953b406-e20e-427c-8a4b-6e0f0fc12459', 'ip_address': '2001:db8::c9c:499e:aa48:be2e'}], 'name': 'tempest-NetworksTestDHCPv6-694350851'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:10:41.978889 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-5cd0da92-98f0-4f58-ae2f-0db1e208f5bb tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:41.979111 n-d-834765-1 neutron-server[102790]: INFO neutron.db.segments_db [None req-5cd0da92-98f0-4f58-ae2f-0db1e208f5bb tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Added segment 8e86a6b7-860b-4044-986d-6f7a76526018 of type vlan for network 3efd96ac-242c-4ebf-802e-2f77c02dea4b Mar 29 16:10:42.008843 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-83bc23cf-530d-441f-9c6f-9cfcb48574e9 None None] For port 23398950-51b3-445a-b48a-75f3685b7723, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=23398950-51b3-445a-b48a-75f3685b7723,segment=NetworkSegment(b0033e17-6430-4297-97b0-9266901287f9),segment_id=b0033e17-6430-4297-97b0-9266901287f9)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:10:42.009884 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-83bc23cf-530d-441f-9c6f-9cfcb48574e9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:42.019595 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-5cd0da92-98f0-4f58-ae2f-0db1e208f5bb tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783522915970'] for network, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:42.023490 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-83bc23cf-530d-441f-9c6f-9cfcb48574e9 None None] Calling delete_port for 23398950-51b3-445a-b48a-75f3685b7723 owned by network:dhcp {{(pid=102792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:10:42.053181 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da6d81b1-9b74-4eb2-ab7c-4ec68df51725 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Made reservation on behalf of 8c88f14ca33d4e419d03f1c3b10014ac for: {'network': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:10:42.053971 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-5cd0da92-98f0-4f58-ae2f-0db1e208f5bb tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795'] for network, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:42.056665 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-da6d81b1-9b74-4eb2-ab7c-4ec68df51725 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for network, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:42.059931 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cd0da92-98f0-4f58-ae2f-0db1e208f5bb tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:10:42.060532 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-5cd0da92-98f0-4f58-ae2f-0db1e208f5bb tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks [] for network, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:42.105060 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-5cd0da92-98f0-4f58-ae2f-0db1e208f5bb tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2745314 Mar 29 16:10:42.105273 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 55864) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:10:42.106303 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da6d81b1-9b74-4eb2-ab7c-4ec68df51725 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] vlan segment allocate from pool success with {'vlan_id': 609, 'physical_network': 'physnet1'} {{(pid=102791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 16:10:42.119486 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-83bc23cf-530d-441f-9c6f-9cfcb48574e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350'] for port, after_delete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:42.122530 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-da6d81b1-9b74-4eb2-ab7c-4ec68df51725 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:42.122875 n-d-834765-1 neutron-server[102791]: INFO neutron.db.segments_db [None req-da6d81b1-9b74-4eb2-ab7c-4ec68df51725 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Added segment d2de5347-f9d8-4c7b-a897-5663c2ae5afb of type vlan for network 307bfe7f-3bb4-41b4-974f-c8eac814f4b9 Mar 29 16:10:42.142175 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-045788bb-c556-4dbc-affb-803794c6575f tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Request body: {'subnet': {'network_id': '3efd96ac-242c-4ebf-802e-2f77c02dea4b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:10:42.148272 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bc23cf-530d-441f-9c6f-9cfcb48574e9 None None] Pushing event deleted for resources: {'Port': ['ID=23398950-51b3-445a-b48a-75f3685b7723,revision_number=None']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:10:42.152785 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83bc23cf-530d-441f-9c6f-9cfcb48574e9 None None] No DVR routers for this DVR port 23398950-51b3-445a-b48a-75f3685b7723 on host n-d-834765-1 {{(pid=102792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 16:10:42.161212 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b47590ab-6e6a-45cc-b0d5-b5b6a05da215 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Made reservation on behalf of b764dc88162c48329e5f6a91ab689763 for: {'port': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:10:42.177229 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9da0d0c1-8103-4f5b-8be7-bb5f3bed7d69 None None] Network 4be8019f-300a-473b-8f90-54810195744c requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 16:10:42.190580 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-da6d81b1-9b74-4eb2-ab7c-4ec68df51725 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783522915970'] for network, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:42.226157 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd0da92-98f0-4f58-ae2f-0db1e208f5bb tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Pushing event updated for resources: {'Network': ['ID=3efd96ac-242c-4ebf-802e-2f77c02dea4b,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:10:42.242320 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Network 3efd96ac-242c-4ebf-802e-2f77c02dea4b details requested by agent ovs-agent-n-d-834765-1 with host n-d-834765-1 {{(pid=102792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 16:10:42.262613 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-045788bb-c556-4dbc-affb-803794c6575f tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Made reservation on behalf of 88e7599e62d446faa967714480fab072 for: {'subnet': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:10:42.264309 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-da6d81b1-9b74-4eb2-ab7c-4ec68df51725 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795'] for network, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:42.266317 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-045788bb-c556-4dbc-affb-803794c6575f tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4793983'] for subnet, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:42.269729 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da6d81b1-9b74-4eb2-ab7c-4ec68df51725 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:10:42.270317 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-da6d81b1-9b74-4eb2-ab7c-4ec68df51725 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks [] for network, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:42.309583 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-b47590ab-6e6a-45cc-b0d5-b5b6a05da215 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:42.326084 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-da6d81b1-9b74-4eb2-ab7c-4ec68df51725 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3814695 Mar 29 16:10:42.329453 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 55866) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:10:42.337026 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-e53bcd44-0ab8-460a-9302-7880ff8d6f30 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1228333880', 'admin_state_up': True, 'project_id': '8c88f14ca33d4e419d03f1c3b10014ac', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'}}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:10:42.378499 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6d81b1-9b74-4eb2-ab7c-4ec68df51725 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Pushing event updated for resources: {'Network': ['ID=307bfe7f-3bb4-41b4-974f-c8eac814f4b9,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:10:42.380051 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [None req-b47590ab-6e6a-45cc-b0d5-b5b6a05da215 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] device_id is not set on port 6af32f33-8c64-4751-b13b-e089c3c33fdb yet. {{(pid=102791) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 29 16:10:42.388474 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e53bcd44-0ab8-460a-9302-7880ff8d6f30 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-532385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129310'] for router, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:42.389760 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e53bcd44-0ab8-460a-9302-7880ff8d6f30 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-648091', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-684384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129319'] for router, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:42.400515 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Network 307bfe7f-3bb4-41b4-974f-c8eac814f4b9 details requested by agent ovs-agent-n-d-834765-1 with host n-d-834765-1 {{(pid=102792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 16:10:42.423425 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca80ab00-4fdb-49b1-b34b-1f644a6d73aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0035034-69b0-5ffc-b384-0ac6189c5628-4be8019f-300a-473b-8f90-54810195744c', 'network_id': '4be8019f-300a-473b-8f90-54810195744c', 'tenant_id': 'b764dc88162c48329e5f6a91ab689763', 'fixed_ips': [{'subnet_id': '5953b406-e20e-427c-8a4b-6e0f0fc12459'}]}} from n-d-834765-1. {{(pid=102792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 29 16:10:42.424450 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-ca80ab00-4fdb-49b1-b34b-1f644a6d73aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:42.563131 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_common [None req-b47590ab-6e6a-45cc-b0d5-b5b6a05da215 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Allocated IP 2001:db8::c9c:499e:aa48:be2e (4be8019f-300a-473b-8f90-54810195744c/5953b406-e20e-427c-8a4b-6e0f0fc12459/6af32f33-8c64-4751-b13b-e089c3c33fdb) {{(pid=102791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:10:42.719772 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-b47590ab-6e6a-45cc-b0d5-b5b6a05da215 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks [] for port, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:42.752674 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-b47590ab-6e6a-45cc-b0d5-b5b6a05da215 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:42.763578 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e53bcd44-0ab8-460a-9302-7880ff8d6f30 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:42.798582 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b47590ab-6e6a-45cc-b0d5-b5b6a05da215 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Network 4be8019f-300a-473b-8f90-54810195744c is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:10:42.801688 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [None req-b47590ab-6e6a-45cc-b0d5-b5b6a05da215 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:10:42.805826 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b47590ab-6e6a-45cc-b0d5-b5b6a05da215 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Received port after_create {{(pid=102791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:10:42.811588 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b47590ab-6e6a-45cc-b0d5-b5b6a05da215 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:10:42.812213 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-b47590ab-6e6a-45cc-b0d5-b5b6a05da215 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:42.816831 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.db_base_plugin_common [None req-ca80ab00-4fdb-49b1-b34b-1f644a6d73aa None None] Allocated IP 2001:db8::2 (4be8019f-300a-473b-8f90-54810195744c/5953b406-e20e-427c-8a4b-6e0f0fc12459/e4658157-baa9-492c-bc14-5d3c6b433b8c) {{(pid=102792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:10:42.822587 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47590ab-6e6a-45cc-b0d5-b5b6a05da215 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Pushing event updated for resources: {'Port': ['ID=6af32f33-8c64-4751-b13b-e089c3c33fdb,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:10:42.836142 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-b47590ab-6e6a-45cc-b0d5-b5b6a05da215 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 0.8659425 Mar 29 16:10:42.837481 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 55868) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:10:42.876284 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-045788bb-c556-4dbc-affb-803794c6575f tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5231896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4793961'] for subnet, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:42.893030 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be0f87eb-8fcb-4265-a766-9041c50e0240 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:10:42.894522 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-be0f87eb-8fcb-4265-a766-9041c50e0240 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 944 time: 0.0560567 Mar 29 16:10:42.897096 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 55870) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:10:42.978187 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-ca80ab00-4fdb-49b1-b34b-1f644a6d73aa None None] Notify callbacks [] for port, precommit_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:42.984550 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-ca80ab00-4fdb-49b1-b34b-1f644a6d73aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956'] for port, after_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:43.001790 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e53bcd44-0ab8-460a-9302-7880ff8d6f30 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:43.006529 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-e9b6a933-cdaa-4a3e-8b4f-1645079dd4b1 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Deleting port 6af32f33-8c64-4751-b13b-e089c3c33fdb {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:10:43.006957 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-e9b6a933-cdaa-4a3e-8b4f-1645079dd4b1 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:43.022389 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045788bb-c556-4dbc-affb-803794c6575f tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Pushing event updated for resources: {'Subnet': ['ID=1adafc0b-814b-4bdb-8011-857cf44016b0,revision_number=0']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:10:43.033015 n-d-834765-1 neutron-server[102792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca80ab00-4fdb-49b1-b34b-1f644a6d73aa None None] Network 4be8019f-300a-473b-8f90-54810195744c is already hosted by enough agents. {{(pid=102792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:10:43.037400 n-d-834765-1 neutron-server[102792]: DEBUG neutron.scheduler.base_scheduler [None req-ca80ab00-4fdb-49b1-b34b-1f644a6d73aa None None] Resources bound (agent type, host, resource id): {{(pid=102792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:10:43.040157 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca80ab00-4fdb-49b1-b34b-1f644a6d73aa None None] Received port after_create {{(pid=102792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:10:43.049424 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-045788bb-c556-4dbc-affb-803794c6575f tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Checking segment: {'id': '8e86a6b7-860b-4044-986d-6f7a76526018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '3efd96ac-242c-4ebf-802e-2f77c02dea4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 16:10:43.049786 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-045788bb-c556-4dbc-affb-803794c6575f tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Network hostable DHCP agents. Network: 3efd96ac-242c-4ebf-802e-2f77c02dea4b, hostable agents: ['d136643e-48ae-49d4-a851-2ba3bdf3749c'], hosted agents: [] {{(pid=102790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 16:10:43.052598 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca80ab00-4fdb-49b1-b34b-1f644a6d73aa None None] Pushing event updated for resources: {'Port': ['ID=e4658157-baa9-492c-bc14-5d3c6b433b8c,revision_number=1']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:10:43.104902 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-ca80ab00-4fdb-49b1-b34b-1f644a6d73aa None None] Attempting to bind port e4658157-baa9-492c-bc14-5d3c6b433b8c on host n-d-834765-1 for vnic_type normal with profile {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 16:10:43.105351 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-ca80ab00-4fdb-49b1-b34b-1f644a6d73aa None None] Attempting to bind port e4658157-baa9-492c-bc14-5d3c6b433b8c by drivers openvswitch,hyperv on host n-d-834765-1 at level 0 using segments [{'id': 'b0033e17-6430-4297-97b0-9266901287f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '4be8019f-300a-473b-8f90-54810195744c'}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 16:10:43.105628 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca80ab00-4fdb-49b1-b34b-1f644a6d73aa None None] Attempting to bind port e4658157-baa9-492c-bc14-5d3c6b433b8c on network 4be8019f-300a-473b-8f90-54810195744c {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 16:10:43.110835 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca80ab00-4fdb-49b1-b34b-1f644a6d73aa None None] Checking agent: {'id': 'a8866439-9d96-425c-b519-6905c591ac37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 25, 36), 'started_at': datetime.datetime(2022, 3, 29, 15, 26, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 16, 10, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834765-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 16:10:43.111195 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca80ab00-4fdb-49b1-b34b-1f644a6d73aa None None] Checking segment: {'id': 'b0033e17-6430-4297-97b0-9266901287f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '4be8019f-300a-473b-8f90-54810195744c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 16:10:43.111627 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-ca80ab00-4fdb-49b1-b34b-1f644a6d73aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:43.112020 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca80ab00-4fdb-49b1-b34b-1f644a6d73aa None None] Bound using segment: {'id': 'b0033e17-6430-4297-97b0-9266901287f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '4be8019f-300a-473b-8f90-54810195744c'} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 16:10:43.112484 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-ca80ab00-4fdb-49b1-b34b-1f644a6d73aa None None] Bound port: e4658157-baa9-492c-bc14-5d3c6b433b8c, host: n-d-834765-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0033e17-6430-4297-97b0-9266901287f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '4be8019f-300a-473b-8f90-54810195744c'}}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 16:10:43.112868 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-ca80ab00-4fdb-49b1-b34b-1f644a6d73aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:43.114779 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-045788bb-c556-4dbc-affb-803794c6575f tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Network 3efd96ac-242c-4ebf-802e-2f77c02dea4b is scheduled to be hosted by DHCP agent d136643e-48ae-49d4-a851-2ba3bdf3749c with binding_index 1 {{(pid=102790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 16:10:43.128013 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-e9b6a933-cdaa-4a3e-8b4f-1645079dd4b1 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:43.141338 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-045788bb-c556-4dbc-affb-803794c6575f tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834765-1, 3efd96ac-242c-4ebf-802e-2f77c02dea4b) {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:10:43.149328 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-045788bb-c556-4dbc-affb-803794c6575f tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:10:43.150199 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-045788bb-c556-4dbc-affb-803794c6575f tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks [] for subnet, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:43.156313 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-e9b6a933-cdaa-4a3e-8b4f-1645079dd4b1 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Calling delete_port for 6af32f33-8c64-4751-b13b-e089c3c33fdb owned by {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:10:43.174731 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-208f370b-06a8-4fbd-9d47-cd278a12147a None None] Network 3efd96ac-242c-4ebf-802e-2f77c02dea4b requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 16:10:43.183989 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-045788bb-c556-4dbc-affb-803794c6575f tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0750315 Mar 29 16:10:43.184680 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 55872) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:10:43.193441 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-09a14b7e-3839-494f-997b-b7bb003eeb2c tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-772774489', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:10:43.202454 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 23398950-51b3-445a-b48a-75f3685b7723 no longer exists at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 16:10:43.237712 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] No Port match for: 23398950-51b3-445a-b48a-75f3685b7723 {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 16:10:43.238067 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 23398950-51b3-445a-b48a-75f3685b7723 not bound to the agent host n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 16:10:43.290354 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-09a14b7e-3839-494f-997b-b7bb003eeb2c tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-532385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129310'] for router, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:43.291940 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-09a14b7e-3839-494f-997b-b7bb003eeb2c tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-648091', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-684384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129319'] for router, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:43.300354 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-ca80ab00-4fdb-49b1-b34b-1f644a6d73aa None None] For port e4658157-baa9-492c-bc14-5d3c6b433b8c, host n-d-834765-1, cleared binding levels {{(pid=102792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 16:10:43.318158 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-e9b6a933-cdaa-4a3e-8b4f-1645079dd4b1 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:43.319041 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-ca80ab00-4fdb-49b1-b34b-1f644a6d73aa None None] For port e4658157-baa9-492c-bc14-5d3c6b433b8c, host n-d-834765-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=e4658157-baa9-492c-bc14-5d3c6b433b8c,segment=NetworkSegment(b0033e17-6430-4297-97b0-9266901287f9),segment_id=b0033e17-6430-4297-97b0-9266901287f9)] {{(pid=102792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 16:10:43.319589 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e53bcd44-0ab8-460a-9302-7880ff8d6f30 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks [] for router_gateway, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:43.342534 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-ca80ab00-4fdb-49b1-b34b-1f644a6d73aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:43.343060 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e53bcd44-0ab8-460a-9302-7880ff8d6f30 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:43.357275 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b6a933-cdaa-4a3e-8b4f-1645079dd4b1 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Pushing event deleted for resources: {'Port': ['ID=6af32f33-8c64-4751-b13b-e089c3c33fdb,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:10:43.387205 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-e9b6a933-cdaa-4a3e-8b4f-1645079dd4b1 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:43.393531 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-e9b6a933-cdaa-4a3e-8b4f-1645079dd4b1 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] 10.222.0.42 "DELETE /v2.0/ports/6af32f33-8c64-4751-b13b-e089c3c33fdb HTTP/1.1" status: 204 len: 168 time: 0.4927661 Mar 29 16:10:43.393773 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 55874) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:10:43.442310 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-09a14b7e-3839-494f-997b-b7bb003eeb2c tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:43.449799 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-09a14b7e-3839-494f-997b-b7bb003eeb2c tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648118'] for router, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:43.461059 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83d62060-ba35-46b1-ac5a-57473f664ca5 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:10:43.464469 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83d62060-ba35-46b1-ac5a-57473f664ca5 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:10:43.469595 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-83d62060-ba35-46b1-ac5a-57473f664ca5 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0722961 Mar 29 16:10:43.470087 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 55876) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:10:43.492805 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-09a14b7e-3839-494f-997b-b7bb003eeb2c tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks [] for router, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:43.497221 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-09a14b7e-3839-494f-997b-b7bb003eeb2c tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3049326 Mar 29 16:10:43.497361 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 55878) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:10:43.536272 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_v2 [None req-65b08d9e-a29f-42d1-93d3-f0552cd266e7 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Deleting subnet 5953b406-e20e-427c-8a4b-6e0f0fc12459 {{(pid=102791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 16:10:43.539925 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-65b08d9e-a29f-42d1-93d3-f0552cd266e7 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks [] for subnet, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:43.594197 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca80ab00-4fdb-49b1-b34b-1f644a6d73aa None None] Pushing event updated for resources: {'Port': ['ID=e4658157-baa9-492c-bc14-5d3c6b433b8c,revision_number=2']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:10:43.601156 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6136aeb-7d23-4d1c-bfa4-d26204c8d721 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0035034-69b0-5ffc-b384-0ac6189c5628-3efd96ac-242c-4ebf-802e-2f77c02dea4b', 'network_id': '3efd96ac-242c-4ebf-802e-2f77c02dea4b', 'tenant_id': '88e7599e62d446faa967714480fab072', 'fixed_ips': [{'subnet_id': '1adafc0b-814b-4bdb-8011-857cf44016b0'}]}} from n-d-834765-1. {{(pid=102792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 29 16:10:43.602026 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d6136aeb-7d23-4d1c-bfa4-d26204c8d721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:43.606505 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.db_base_plugin_common [None req-e53bcd44-0ab8-460a-9302-7880ff8d6f30 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Allocated IP 172.25.4.37 (4a4a035d-ecac-4ead-baa3-25f90788773a/e1a353dc-fac8-4901-a63c-273840237d6a/c16198a9-a5b2-4c17-92fc-8fab66db77d4) {{(pid=102790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:10:43.606678 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-65b08d9e-a29f-42d1-93d3-f0552cd266e7 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4230423'] for subnet, precommit_delete_associations {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:43.711099 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-65b08d9e-a29f-42d1-93d3-f0552cd266e7 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1641287'] for subnet, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:43.778382 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.db_base_plugin_common [None req-d6136aeb-7d23-4d1c-bfa4-d26204c8d721 None None] Allocated IP 172.20.0.2 (3efd96ac-242c-4ebf-802e-2f77c02dea4b/1adafc0b-814b-4bdb-8011-857cf44016b0/144133e0-e65e-4305-91d0-9bcba6dfb821) {{(pid=102792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:10:43.805284 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-65b08d9e-a29f-42d1-93d3-f0552cd266e7 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1641294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16155591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16218852'] for subnet, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:43.867350 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-65b08d9e-a29f-42d1-93d3-f0552cd266e7 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks [] for subnet, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:43.871200 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-65b08d9e-a29f-42d1-93d3-f0552cd266e7 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] 10.222.0.42 "DELETE /v2.0/subnets/5953b406-e20e-427c-8a4b-6e0f0fc12459 HTTP/1.1" status: 204 len: 168 time: 0.4000206 Mar 29 16:10:43.872500 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b08d9e-a29f-42d1-93d3-f0552cd266e7 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Pushing event deleted for resources: {'Subnet': ['ID=5953b406-e20e-427c-8a4b-6e0f0fc12459,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:10:43.875192 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 55880) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:10:43.878574 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-13adfbf8-c500-4c81-a6ac-4a6fa49cde39 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:43.957941 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-7ca5dada-3a6a-4e1c-98ed-4cdf567369a2 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0776258 Mar 29 16:10:43.967431 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 55882) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:10:43.976648 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-d1dbad5a-7e66-4efd-bf1e-fa7502c97146 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Request body: {'subnet': {'network_id': '4be8019f-300a-473b-8f90-54810195744c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:10:44.014400 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d6136aeb-7d23-4d1c-bfa4-d26204c8d721 None None] Notify callbacks [] for port, precommit_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:44.027639 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d6136aeb-7d23-4d1c-bfa4-d26204c8d721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956'] for port, after_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:44.101324 n-d-834765-1 neutron-server[102792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6136aeb-7d23-4d1c-bfa4-d26204c8d721 None None] Network 3efd96ac-242c-4ebf-802e-2f77c02dea4b is already hosted by enough agents. {{(pid=102792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:10:44.106732 n-d-834765-1 neutron-server[102792]: DEBUG neutron.scheduler.base_scheduler [None req-d6136aeb-7d23-4d1c-bfa4-d26204c8d721 None None] Resources bound (agent type, host, resource id): {{(pid=102792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:10:44.111020 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6136aeb-7d23-4d1c-bfa4-d26204c8d721 None None] Received port after_create {{(pid=102792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:10:44.121053 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6136aeb-7d23-4d1c-bfa4-d26204c8d721 None None] Pushing event updated for resources: {'Port': ['ID=144133e0-e65e-4305-91d0-9bcba6dfb821,revision_number=1']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:10:44.121334 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1dbad5a-7e66-4efd-bf1e-fa7502c97146 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Made reservation on behalf of b764dc88162c48329e5f6a91ab689763 for: {'subnet': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:10:44.136885 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-d1dbad5a-7e66-4efd-bf1e-fa7502c97146 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16218875'] for subnet, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:44.158012 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e53bcd44-0ab8-460a-9302-7880ff8d6f30 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks [] for port, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:44.194693 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-d6136aeb-7d23-4d1c-bfa4-d26204c8d721 None None] Attempting to bind port 144133e0-e65e-4305-91d0-9bcba6dfb821 on host n-d-834765-1 for vnic_type normal with profile {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 16:10:44.195146 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-d6136aeb-7d23-4d1c-bfa4-d26204c8d721 None None] Attempting to bind port 144133e0-e65e-4305-91d0-9bcba6dfb821 by drivers openvswitch,hyperv on host n-d-834765-1 at level 0 using segments [{'id': '8e86a6b7-860b-4044-986d-6f7a76526018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '3efd96ac-242c-4ebf-802e-2f77c02dea4b'}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 16:10:44.196186 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6136aeb-7d23-4d1c-bfa4-d26204c8d721 None None] Attempting to bind port 144133e0-e65e-4305-91d0-9bcba6dfb821 on network 3efd96ac-242c-4ebf-802e-2f77c02dea4b {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 16:10:44.204640 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6136aeb-7d23-4d1c-bfa4-d26204c8d721 None None] Checking agent: {'id': 'a8866439-9d96-425c-b519-6905c591ac37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 25, 36), 'started_at': datetime.datetime(2022, 3, 29, 15, 26, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 16, 10, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834765-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 16:10:44.205149 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6136aeb-7d23-4d1c-bfa4-d26204c8d721 None None] Checking segment: {'id': '8e86a6b7-860b-4044-986d-6f7a76526018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '3efd96ac-242c-4ebf-802e-2f77c02dea4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 16:10:44.205610 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d6136aeb-7d23-4d1c-bfa4-d26204c8d721 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:44.206078 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6136aeb-7d23-4d1c-bfa4-d26204c8d721 None None] Bound using segment: {'id': '8e86a6b7-860b-4044-986d-6f7a76526018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '3efd96ac-242c-4ebf-802e-2f77c02dea4b'} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 16:10:44.206618 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-d6136aeb-7d23-4d1c-bfa4-d26204c8d721 None None] Bound port: 144133e0-e65e-4305-91d0-9bcba6dfb821, host: n-d-834765-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e86a6b7-860b-4044-986d-6f7a76526018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '3efd96ac-242c-4ebf-802e-2f77c02dea4b'}}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 16:10:44.207087 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d6136aeb-7d23-4d1c-bfa4-d26204c8d721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:44.261275 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e53bcd44-0ab8-460a-9302-7880ff8d6f30 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:44.264979 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.db_base_plugin_common [None req-13adfbf8-c500-4c81-a6ac-4a6fa49cde39 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Allocated IP 172.20.0.1 (3efd96ac-242c-4ebf-802e-2f77c02dea4b/1adafc0b-814b-4bdb-8011-857cf44016b0/13960609-0bbc-4e5b-8f4a-4b8fa610ef5d) {{(pid=102790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:10:44.301783 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-d6136aeb-7d23-4d1c-bfa4-d26204c8d721 None None] For port 144133e0-e65e-4305-91d0-9bcba6dfb821, host n-d-834765-1, cleared binding levels {{(pid=102792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 16:10:44.305590 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-d6136aeb-7d23-4d1c-bfa4-d26204c8d721 None None] For port 144133e0-e65e-4305-91d0-9bcba6dfb821, host n-d-834765-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=144133e0-e65e-4305-91d0-9bcba6dfb821,segment=NetworkSegment(8e86a6b7-860b-4044-986d-6f7a76526018),segment_id=8e86a6b7-860b-4044-986d-6f7a76526018)] {{(pid=102792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 16:10:44.310715 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d6136aeb-7d23-4d1c-bfa4-d26204c8d721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:44.336309 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e53bcd44-0ab8-460a-9302-7880ff8d6f30 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Network 4a4a035d-ecac-4ead-baa3-25f90788773a is already hosted by enough agents. {{(pid=102790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:10:44.355653 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-e53bcd44-0ab8-460a-9302-7880ff8d6f30 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Resources bound (agent type, host, resource id): {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:10:44.358131 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e53bcd44-0ab8-460a-9302-7880ff8d6f30 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Received port after_create {{(pid=102790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:10:44.382675 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53bcd44-0ab8-460a-9302-7880ff8d6f30 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Pushing event updated for resources: {'Port': ['ID=c16198a9-a5b2-4c17-92fc-8fab66db77d4,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:10:44.384531 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6136aeb-7d23-4d1c-bfa4-d26204c8d721 None None] Pushing event updated for resources: {'Port': ['ID=144133e0-e65e-4305-91d0-9bcba6dfb821,revision_number=2']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:10:44.404986 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-d1dbad5a-7e66-4efd-bf1e-fa7502c97146 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16155524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16218861'] for subnet, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:44.506325 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1dbad5a-7e66-4efd-bf1e-fa7502c97146 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Network 4be8019f-300a-473b-8f90-54810195744c is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:10:44.513200 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [None req-d1dbad5a-7e66-4efd-bf1e-fa7502c97146 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:10:44.523884 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1dbad5a-7e66-4efd-bf1e-fa7502c97146 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:10:44.525457 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-d1dbad5a-7e66-4efd-bf1e-fa7502c97146 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks [] for subnet, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:44.543923 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1dbad5a-7e66-4efd-bf1e-fa7502c97146 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Pushing event updated for resources: {'Subnet': ['ID=43e825a5-9e16-40ce-861e-31ee4fe8ca96,revision_number=0']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:10:44.563466 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-d1dbad5a-7e66-4efd-bf1e-fa7502c97146 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5945818 Mar 29 16:10:44.566093 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 55884) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:10:44.573237 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-e1ff034d-707a-48a5-b9f1-95d0210fdf32 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Request body: {'port': {'network_id': '4be8019f-300a-473b-8f90-54810195744c', 'fixed_ips': [{'subnet_id': '43e825a5-9e16-40ce-861e-31ee4fe8ca96', 'ip_address': '2001:db8::3765:7f82:38d2:cc3c'}], 'name': 'tempest-NetworksTestDHCPv6-1257597295'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:10:44.678258 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-13adfbf8-c500-4c81-a6ac-4a6fa49cde39 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks [] for port, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:44.741409 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1ff034d-707a-48a5-b9f1-95d0210fdf32 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Made reservation on behalf of b764dc88162c48329e5f6a91ab689763 for: {'port': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:10:44.747204 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-e1ff034d-707a-48a5-b9f1-95d0210fdf32 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:44.778895 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [None req-e1ff034d-707a-48a5-b9f1-95d0210fdf32 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] device_id is not set on port 3f24d93f-5990-4c95-857c-e33d550362e7 yet. {{(pid=102791) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 29 16:10:44.814647 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-13adfbf8-c500-4c81-a6ac-4a6fa49cde39 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:44.878317 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13adfbf8-c500-4c81-a6ac-4a6fa49cde39 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Pushing event updated for resources: {'Port': ['ID=13960609-0bbc-4e5b-8f4a-4b8fa610ef5d,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:10:44.939688 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13adfbf8-c500-4c81-a6ac-4a6fa49cde39 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Network 3efd96ac-242c-4ebf-802e-2f77c02dea4b is already hosted by enough agents. {{(pid=102790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:10:44.942657 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-13adfbf8-c500-4c81-a6ac-4a6fa49cde39 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Resources bound (agent type, host, resource id): {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:10:44.946104 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13adfbf8-c500-4c81-a6ac-4a6fa49cde39 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Received port after_create {{(pid=102790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:10:44.981620 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e53bcd44-0ab8-460a-9302-7880ff8d6f30 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks [] for router_gateway, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:44.984072 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_common [None req-e1ff034d-707a-48a5-b9f1-95d0210fdf32 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Allocated IP 2001:db8::3765:7f82:38d2:cc3c (4be8019f-300a-473b-8f90-54810195744c/43e825a5-9e16-40ce-861e-31ee4fe8ca96/3f24d93f-5990-4c95-857c-e33d550362e7) {{(pid=102791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:10:45.042899 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-13adfbf8-c500-4c81-a6ac-4a6fa49cde39 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-648347'] for router_interface, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:45.063537 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87e36f50-0480-4dda-b7f5-7231e72b9a7c None None] Network 4be8019f-300a-473b-8f90-54810195744c requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 16:10:45.171200 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-dece7635-25ab-4a94-969e-218852c51841 None None] Provisioning complete for port e4658157-baa9-492c-bc14-5d3c6b433b8c triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:10:45.172898 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-dece7635-25ab-4a94-969e-218852c51841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:45.175131 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-e1ff034d-707a-48a5-b9f1-95d0210fdf32 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks [] for port, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:45.221080 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-e1ff034d-707a-48a5-b9f1-95d0210fdf32 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:45.278752 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1ff034d-707a-48a5-b9f1-95d0210fdf32 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Network 4be8019f-300a-473b-8f90-54810195744c is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:10:45.281861 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [None req-e1ff034d-707a-48a5-b9f1-95d0210fdf32 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:10:45.285519 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1ff034d-707a-48a5-b9f1-95d0210fdf32 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Received port after_create {{(pid=102791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:10:45.303536 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1ff034d-707a-48a5-b9f1-95d0210fdf32 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:10:45.304253 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-e1ff034d-707a-48a5-b9f1-95d0210fdf32 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:45.314340 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ff034d-707a-48a5-b9f1-95d0210fdf32 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Pushing event updated for resources: {'Port': ['ID=3f24d93f-5990-4c95-857c-e33d550362e7,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:10:45.334396 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-e1ff034d-707a-48a5-b9f1-95d0210fdf32 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.7648702 Mar 29 16:10:45.336202 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device e4658157-baa9-492c-bc14-5d3c6b433b8c up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 16:10:45.337938 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 55886) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:10:45.383461 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-13adfbf8-c500-4c81-a6ac-4a6fa49cde39 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:45.385376 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-dece7635-25ab-4a94-969e-218852c51841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:45.391361 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8519a473-1c98-4695-945e-a85f2fc96a8d tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:10:45.397558 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8519a473-1c98-4695-945e-a85f2fc96a8d tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:10:45.401241 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-8519a473-1c98-4695-945e-a85f2fc96a8d tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1606 time: 0.0602517 Mar 29 16:10:45.402190 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 55888) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:10:45.436505 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-dece7635-25ab-4a94-969e-218852c51841 None None] For port e4658157-baa9-492c-bc14-5d3c6b433b8c, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=e4658157-baa9-492c-bc14-5d3c6b433b8c,segment=NetworkSegment(b0033e17-6430-4297-97b0-9266901287f9),segment_id=b0033e17-6430-4297-97b0-9266901287f9)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:10:45.445215 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-dece7635-25ab-4a94-969e-218852c51841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:45.487126 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port e4658157-baa9-492c-bc14-5d3c6b433b8c triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:10:45.487570 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:45.527683 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-6ebe51c3-664c-4aab-b541-998dd9e297e5 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Deleting port 3f24d93f-5990-4c95-857c-e33d550362e7 {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:10:45.528282 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-6ebe51c3-664c-4aab-b541-998dd9e297e5 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:45.543357 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dece7635-25ab-4a94-969e-218852c51841 None None] Pushing event updated for resources: {'Port': ['ID=e4658157-baa9-492c-bc14-5d3c6b433b8c,revision_number=4']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:10:45.614555 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 144133e0-e65e-4305-91d0-9bcba6dfb821 up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 16:10:45.660130 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-6ebe51c3-664c-4aab-b541-998dd9e297e5 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:45.678169 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port 144133e0-e65e-4305-91d0-9bcba6dfb821 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:10:45.678684 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:45.689509 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-6ebe51c3-664c-4aab-b541-998dd9e297e5 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Calling delete_port for 3f24d93f-5990-4c95-857c-e33d550362e7 owned by {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:10:45.778640 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:45.826116 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] For port 144133e0-e65e-4305-91d0-9bcba6dfb821, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=144133e0-e65e-4305-91d0-9bcba6dfb821,segment=NetworkSegment(8e86a6b7-860b-4044-986d-6f7a76526018),segment_id=8e86a6b7-860b-4044-986d-6f7a76526018)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:10:45.835183 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:45.878628 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-6ebe51c3-664c-4aab-b541-998dd9e297e5 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:45.882290 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-6ff8eb28-b7d4-4ffc-b225-2df6c316c41d None None] Could not find standard attr ID for object 3f24d93f-5990-4c95-857c-e33d550362e7. {{(pid=102792) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 29 16:10:45.909910 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Pushing event updated for resources: {'Port': ['ID=144133e0-e65e-4305-91d0-9bcba6dfb821,revision_number=3']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:10:45.933744 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-6ff8eb28-b7d4-4ffc-b225-2df6c316c41d None None] Provisioning complete for port e4658157-baa9-492c-bc14-5d3c6b433b8c triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:10:45.934126 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-6ff8eb28-b7d4-4ffc-b225-2df6c316c41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:45.934894 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebe51c3-664c-4aab-b541-998dd9e297e5 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Pushing event deleted for resources: {'Port': ['ID=3f24d93f-5990-4c95-857c-e33d550362e7,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:10:45.977074 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-6ebe51c3-664c-4aab-b541-998dd9e297e5 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:45.988340 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-6ebe51c3-664c-4aab-b541-998dd9e297e5 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] 10.222.0.42 "DELETE /v2.0/ports/3f24d93f-5990-4c95-857c-e33d550362e7 HTTP/1.1" status: 204 len: 168 time: 0.5851111 Mar 29 16:10:45.989340 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 55890) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:10:46.034600 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bcae84f-d753-4ca8-82b9-5702cf65d24e None None] Network 3efd96ac-242c-4ebf-802e-2f77c02dea4b requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 16:10:46.055871 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e53bcd44-0ab8-460a-9302-7880ff8d6f30 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648118'] for router, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:46.065051 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7dcb4b6-c452-49be-b38c-1bd8b76948f5 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:10:46.067977 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7dcb4b6-c452-49be-b38c-1bd8b76948f5 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:10:46.073673 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-e7dcb4b6-c452-49be-b38c-1bd8b76948f5 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0835483 Mar 29 16:10:46.074291 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 55892) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:10:46.133029 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_v2 [None req-5362fa04-f605-4d9b-baa0-79c6fab654c5 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Deleting subnet 43e825a5-9e16-40ce-861e-31ee4fe8ca96 {{(pid=102791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 16:10:46.137970 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-5362fa04-f605-4d9b-baa0-79c6fab654c5 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks [] for subnet, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:46.188743 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-5362fa04-f605-4d9b-baa0-79c6fab654c5 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4230423'] for subnet, precommit_delete_associations {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:46.194383 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-13adfbf8-c500-4c81-a6ac-4a6fa49cde39 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks [] for port, precommit_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:46.205729 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-13adfbf8-c500-4c81-a6ac-4a6fa49cde39 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5237921'] for port, after_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:46.208746 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-82e71344-284b-41ae-99dd-780b1483bae0 None None] Could not find standard attr ID for object 8ec865a9-b54c-492f-8085-afb645628ebf. {{(pid=102792) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 29 16:10:46.230861 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-82e71344-284b-41ae-99dd-780b1483bae0 None None] Provisioning complete for port 144133e0-e65e-4305-91d0-9bcba6dfb821 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:10:46.231226 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-82e71344-284b-41ae-99dd-780b1483bae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:46.262425 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-5362fa04-f605-4d9b-baa0-79c6fab654c5 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1641287'] for subnet, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:46.338607 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-13adfbf8-c500-4c81-a6ac-4a6fa49cde39 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-648439'] for router_interface, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:46.350221 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13adfbf8-c500-4c81-a6ac-4a6fa49cde39 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Pushing event updated for resources: {'Port': ['ID=13960609-0bbc-4e5b-8f4a-4b8fa610ef5d,revision_number=2']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:10:46.361325 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-5362fa04-f605-4d9b-baa0-79c6fab654c5 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1641294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16155591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16218852'] for subnet, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:46.364205 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e53bcd44-0ab8-460a-9302-7880ff8d6f30 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Router 33af924b-d532-4bd3-86b1-28f3036caea4 is scheduled to L3 agent c648d819-1060-4f26-b4ec-6455387b5dff with binding_index 1 {{(pid=102790) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 29 16:10:46.397953 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5362fa04-f605-4d9b-baa0-79c6fab654c5 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Pushing event deleted for resources: {'Subnet': ['ID=43e825a5-9e16-40ce-861e-31ee4fe8ca96,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:10:46.410019 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-5362fa04-f605-4d9b-baa0-79c6fab654c5 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks [] for subnet, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:46.414499 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-5362fa04-f605-4d9b-baa0-79c6fab654c5 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] 10.222.0.42 "DELETE /v2.0/subnets/43e825a5-9e16-40ce-861e-31ee4fe8ca96 HTTP/1.1" status: 204 len: 168 time: 0.3391247 Mar 29 16:10:46.417584 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 55894) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:10:46.444439 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c92124bb-f21f-4874-888e-ac80d3e3305a None None] Network 4be8019f-300a-473b-8f90-54810195744c requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 16:10:46.458016 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-d893f9c1-07e9-4331-9680-f4646aa0a708 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0392165 Mar 29 16:10:46.460752 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 55896) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:10:46.466216 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-190b63b7-04bb-4bed-bfc4-3188186099a2 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Request body: {'subnet': {'network_id': '4be8019f-300a-473b-8f90-54810195744c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:10:46.472727 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-5a8c6f61-b31a-4c8d-8e0f-08d5e2a9ed75 None None] Could not find standard attr ID for object 6e08f7f4-e145-4c6f-bf1c-ee2bf7b6e175. {{(pid=102792) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 29 16:10:46.516682 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13adfbf8-c500-4c81-a6ac-4a6fa49cde39 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Network 3efd96ac-242c-4ebf-802e-2f77c02dea4b is already hosted by enough agents. {{(pid=102790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:10:46.520272 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-13adfbf8-c500-4c81-a6ac-4a6fa49cde39 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Resources bound (agent type, host, resource id): {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:10:46.574439 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-190b63b7-04bb-4bed-bfc4-3188186099a2 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Made reservation on behalf of b764dc88162c48329e5f6a91ab689763 for: {'subnet': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:10:46.578800 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-190b63b7-04bb-4bed-bfc4-3188186099a2 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16218875'] for subnet, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:46.697835 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-ce4b8776-a419-4e29-869f-332ec23d3e37 None None] Provisioning complete for port 13960609-0bbc-4e5b-8f4a-4b8fa610ef5d triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:10:46.698118 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-ce4b8776-a419-4e29-869f-332ec23d3e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:46.707732 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e53bcd44-0ab8-460a-9302-7880ff8d6f30 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 16:10:46.723770 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13adfbf8-c500-4c81-a6ac-4a6fa49cde39 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Router 0417aa83-cdb1-4997-a74b-4f432c2b42cc is scheduled to L3 agent c648d819-1060-4f26-b4ec-6455387b5dff with binding_index 1 {{(pid=102790) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 29 16:10:46.734013 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e53bcd44-0ab8-460a-9302-7880ff8d6f30 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks [] for router, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:46.738547 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-e53bcd44-0ab8-460a-9302-7880ff8d6f30 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 4.4049671 Mar 29 16:10:46.738683 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 55898) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:10:46.751298 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7b91ae6-2080-4485-a295-029787ba16c6 None None] DHCP port deletion for 4be8019f-300a-473b-8f90-54810195744c request from n-d-834765-1 {{(pid=102792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 29 16:10:46.755117 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0371f979-a14e-417f-81ba-7e128c1a5752 None None] Sync routers for ids ['33af924b-d532-4bd3-86b1-28f3036caea4'] in n-d-834765-1 {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 16:10:46.778547 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0371f979-a14e-417f-81ba-7e128c1a5752 None None] Routers {'33af924b-d532-4bd3-86b1-28f3036caea4'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:10:46.778757 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-e922817f-e134-4cf0-9c69-df9acd8305dd tempest-TestNetworkAdvancedServerOps-8597314 tempest-TestNetworkAdvancedServerOps-8597314-project-admin] 10.222.0.42 "GET /v2.0/subnets?project_id=8c88f14ca33d4e419d03f1c3b10014ac&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0387580 Mar 29 16:10:46.778846 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-0371f979-a14e-417f-81ba-7e128c1a5752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:10:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['33af924b-d532-4bd3-86b1-28f3036caea4'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:10:46.784651 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 55900) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:10:46.849867 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-ce4b8776-a419-4e29-869f-332ec23d3e37 None None] Port 13960609-0bbc-4e5b-8f4a-4b8fa610ef5d cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 16:10:46.876193 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13adfbf8-c500-4c81-a6ac-4a6fa49cde39 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 16:10:46.887038 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-13adfbf8-c500-4c81-a6ac-4a6fa49cde39 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] 10.222.0.42 "PUT /v2.0/routers/0417aa83-cdb1-4997-a74b-4f432c2b42cc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3855741 Mar 29 16:10:46.887038 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 55902) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:10:46.888714 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-ce4b8776-a419-4e29-869f-332ec23d3e37 None None] Provisioning complete for port 144133e0-e65e-4305-91d0-9bcba6dfb821 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:10:46.889656 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-ce4b8776-a419-4e29-869f-332ec23d3e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:46.893511 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-190b63b7-04bb-4bed-bfc4-3188186099a2 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16155524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16218861'] for subnet, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:46.897104 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef6b6deb-4ed5-44d8-980d-e31bfd8477c8 None None] Sync routers for ids ['0417aa83-cdb1-4997-a74b-4f432c2b42cc'] in n-d-834765-1 {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 16:10:46.916332 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef6b6deb-4ed5-44d8-980d-e31bfd8477c8 None None] Routers {'0417aa83-cdb1-4997-a74b-4f432c2b42cc'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:10:46.917419 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-ef6b6deb-4ed5-44d8-980d-e31bfd8477c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:10:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['0417aa83-cdb1-4997-a74b-4f432c2b42cc'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:10:46.983699 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16eb8982-849b-4490-a54c-b38e8e0392b4 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:10:46.988142 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-16eb8982-849b-4490-a54c-b38e8e0392b4 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] 10.222.0.42 "GET /v2.0/ports/13960609-0bbc-4e5b-8f4a-4b8fa610ef5d HTTP/1.1" status: 200 len: 910 time: 0.0975490 Mar 29 16:10:46.988327 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-ef6b6deb-4ed5-44d8-980d-e31bfd8477c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:10:46.991875 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 55904) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:10:46.996987 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef6b6deb-4ed5-44d8-980d-e31bfd8477c8 None None] Routers {'0417aa83-cdb1-4997-a74b-4f432c2b42cc'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:10:46.997843 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-ef6b6deb-4ed5-44d8-980d-e31bfd8477c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:10:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['0417aa83-cdb1-4997-a74b-4f432c2b42cc'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:10:47.003087 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-b7b91ae6-2080-4485-a295-029787ba16c6 None None] Deleting port e4658157-baa9-492c-bc14-5d3c6b433b8c {{(pid=102792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:10:47.003694 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-b7b91ae6-2080-4485-a295-029787ba16c6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:47.003935 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-4ebc79da-f83d-4beb-ae7f-97dd605016d0 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '1adafc0b-814b-4bdb-8011-857cf44016b0'}]}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:10:47.035156 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvr_db [None req-0371f979-a14e-417f-81ba-7e128c1a5752 None None] Set router 33af924b-d532-4bd3-86b1-28f3036caea4 gateway port host: n-d-834765-1 {{(pid=102792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:10:47.036901 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-ef6b6deb-4ed5-44d8-980d-e31bfd8477c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:10:47.037880 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef6b6deb-4ed5-44d8-980d-e31bfd8477c8 None None] The sync data for ids ['0417aa83-cdb1-4997-a74b-4f432c2b42cc'] in n-d-834765-1 is: [] {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 16:10:47.195511 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 144133e0-e65e-4305-91d0-9bcba6dfb821 up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 16:10:47.228441 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-4ebc79da-f83d-4beb-ae7f-97dd605016d0 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:47.298615 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-190b63b7-04bb-4bed-bfc4-3188186099a2 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Network 4be8019f-300a-473b-8f90-54810195744c is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:10:47.319222 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [None req-190b63b7-04bb-4bed-bfc4-3188186099a2 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:10:47.331102 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-190b63b7-04bb-4bed-bfc4-3188186099a2 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:10:47.331726 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-190b63b7-04bb-4bed-bfc4-3188186099a2 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks [] for subnet, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:47.360605 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190b63b7-04bb-4bed-bfc4-3188186099a2 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Pushing event updated for resources: {'Subnet': ['ID=af9a364b-cf97-4140-bc41-b0f6bbe46f62,revision_number=0']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:10:47.375805 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-190b63b7-04bb-4bed-bfc4-3188186099a2 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9139118 Mar 29 16:10:47.378564 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 55906) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:10:47.383524 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-bf23029d-f25d-4fbd-89a6-c81717c95437 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Request body: {'port': {'network_id': '4be8019f-300a-473b-8f90-54810195744c', 'fixed_ips': [{'subnet_id': 'af9a364b-cf97-4140-bc41-b0f6bbe46f62', 'ip_address': '2001:db8::eeaf:43b6:c965:a37e'}], 'name': 'tempest-NetworksTestDHCPv6-1026690607'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:10:47.401231 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00501e40-09cb-493a-8431-9de9b10dd3f4 tempest-TestNetworkAdvancedServerOps-8597314 tempest-TestNetworkAdvancedServerOps-8597314-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:10:47.402747 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-00501e40-09cb-493a-8431-9de9b10dd3f4 tempest-TestNetworkAdvancedServerOps-8597314 tempest-TestNetworkAdvancedServerOps-8597314-project-admin] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.6169226 Mar 29 16:10:47.405860 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 55908) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:10:47.480226 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-44430776-5476-4861-acf7-61e13abd7251 tempest-TestNetworkAdvancedServerOps-8597314 tempest-TestNetworkAdvancedServerOps-8597314-project-admin] 10.222.0.42 "GET /v2.0/subnets?network_id=4a4a035d-ecac-4ead-baa3-25f90788773a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0731487 Mar 29 16:10:47.482730 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 55910) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:10:47.488201 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-7c3412f7-7bde-4859-8028-cad357ceee88 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1904144041', 'network_id': '307bfe7f-3bb4-41b4-974f-c8eac814f4b9', 'project_id': '8c88f14ca33d4e419d03f1c3b10014ac', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:10:47.510213 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:47.535063 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-b7b91ae6-2080-4485-a295-029787ba16c6 None None] For port e4658157-baa9-492c-bc14-5d3c6b433b8c, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=e4658157-baa9-492c-bc14-5d3c6b433b8c,segment=NetworkSegment(b0033e17-6430-4297-97b0-9266901287f9),segment_id=b0033e17-6430-4297-97b0-9266901287f9)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:10:47.535576 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-b7b91ae6-2080-4485-a295-029787ba16c6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:47.566396 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-b7b91ae6-2080-4485-a295-029787ba16c6 None None] Calling delete_port for e4658157-baa9-492c-bc14-5d3c6b433b8c owned by network:dhcp {{(pid=102792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:10:47.569651 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port 144133e0-e65e-4305-91d0-9bcba6dfb821 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:10:47.570270 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:47.605715 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf23029d-f25d-4fbd-89a6-c81717c95437 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Made reservation on behalf of b764dc88162c48329e5f6a91ab689763 for: {'port': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:10:47.609784 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c3412f7-7bde-4859-8028-cad357ceee88 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Made reservation on behalf of 8c88f14ca33d4e419d03f1c3b10014ac for: {'subnet': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:10:47.613151 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-7c3412f7-7bde-4859-8028-cad357ceee88 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16218875'] for subnet, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:47.651194 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-4ebc79da-f83d-4beb-ae7f-97dd605016d0 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks [] for port, precommit_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:47.660873 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-4ebc79da-f83d-4beb-ae7f-97dd605016d0 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5237921'] for port, after_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:47.723363 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-f29bf7c4-8504-48c1-809b-e9f6dfa56c5e None None] Provisioning complete for port 13960609-0bbc-4e5b-8f4a-4b8fa610ef5d triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:10:47.723824 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-f29bf7c4-8504-48c1-809b-e9f6dfa56c5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:47.736535 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebc79da-f83d-4beb-ae7f-97dd605016d0 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Pushing event updated for resources: {'Port': ['ID=13960609-0bbc-4e5b-8f4a-4b8fa610ef5d,revision_number=3']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:10:47.744319 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ebc79da-f83d-4beb-ae7f-97dd605016d0 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:10:47.744719 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-4ebc79da-f83d-4beb-ae7f-97dd605016d0 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:47.748838 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-4ebc79da-f83d-4beb-ae7f-97dd605016d0 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] 10.222.0.42 "PUT /v2.0/ports/13960609-0bbc-4e5b-8f4a-4b8fa610ef5d HTTP/1.1" status: 200 len: 910 time: 0.7531846 Mar 29 16:10:47.749958 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 55912) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:10:47.818829 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-f29bf7c4-8504-48c1-809b-e9f6dfa56c5e None None] Port 13960609-0bbc-4e5b-8f4a-4b8fa610ef5d cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 16:10:47.821746 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-b7b91ae6-2080-4485-a295-029787ba16c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350'] for port, after_delete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:47.839060 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-0371f979-a14e-417f-81ba-7e128c1a5752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33af924b-d532-4bd3-86b1-28f3036caea4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1228333880', 'tenant_id': '8c88f14ca33d4e419d03f1c3b10014ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.37'}], 'enable_snat': True}, 'gw_port_id': 'c16198a9-a5b2-4c17-92fc-8fab66db77d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:10:42Z', 'updated_at': '2022-03-29T16:10:44Z', 'revision_number': 3, 'project_id': '8c88f14ca33d4e419d03f1c3b10014ac', 'gw_port': {'id': 'c16198a9-a5b2-4c17-92fc-8fab66db77d4', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:e5:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33af924b-d532-4bd3-86b1-28f3036caea4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3602, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:10:43Z', 'updated_at': '2022-03-29T16:10:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1'}], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:10:47.842386 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-bf23029d-f25d-4fbd-89a6-c81717c95437 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:47.885383 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [None req-bf23029d-f25d-4fbd-89a6-c81717c95437 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] device_id is not set on port aa802d46-7212-42c3-9973-af8528f5a3a5 yet. {{(pid=102791) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 29 16:10:47.890150 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7b91ae6-2080-4485-a295-029787ba16c6 None None] No DVR routers for this DVR port e4658157-baa9-492c-bc14-5d3c6b433b8c on host n-d-834765-1 {{(pid=102792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 16:10:47.895209 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b91ae6-2080-4485-a295-029787ba16c6 None None] Pushing event deleted for resources: {'Port': ['ID=e4658157-baa9-492c-bc14-5d3c6b433b8c,revision_number=None']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:10:47.902141 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0371f979-a14e-417f-81ba-7e128c1a5752 None None] Checking router: 33af924b-d532-4bd3-86b1-28f3036caea4 for host: n-d-834765-1 {{(pid=102792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 16:10:47.902141 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0371f979-a14e-417f-81ba-7e128c1a5752 None None] Updating router 33af924b-d532-4bd3-86b1-28f3036caea4 port c16198a9-a5b2-4c17-92fc-8fab66db77d4 binding host n-d-834765-1 {{(pid=102792) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 16:10:47.921741 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e703b9ec-32bb-4677-9392-ba855b89ae0d None None] Network 4be8019f-300a-473b-8f90-54810195744c requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 16:10:47.956171 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device e4658157-baa9-492c-bc14-5d3c6b433b8c no longer exists at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 16:10:47.957872 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-0371f979-a14e-417f-81ba-7e128c1a5752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:48.036856 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] No Port match for: e4658157-baa9-492c-bc14-5d3c6b433b8c {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 16:10:48.037110 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device e4658157-baa9-492c-bc14-5d3c6b433b8c not bound to the agent host n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 16:10:48.066834 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:48.168033 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-7c3412f7-7bde-4859-8028-cad357ceee88 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16155524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16218861'] for subnet, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:48.254818 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac1f154f-7649-4038-a329-9c1275a505dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0035034-69b0-5ffc-b384-0ac6189c5628-4be8019f-300a-473b-8f90-54810195744c', 'network_id': '4be8019f-300a-473b-8f90-54810195744c', 'tenant_id': 'b764dc88162c48329e5f6a91ab689763', 'fixed_ips': [{'subnet_id': 'af9a364b-cf97-4140-bc41-b0f6bbe46f62'}]}} from n-d-834765-1. {{(pid=102792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 29 16:10:48.255710 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-ac1f154f-7649-4038-a329-9c1275a505dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:48.269662 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_common [None req-bf23029d-f25d-4fbd-89a6-c81717c95437 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Allocated IP 2001:db8::eeaf:43b6:c965:a37e (4be8019f-300a-473b-8f90-54810195744c/af9a364b-cf97-4140-bc41-b0f6bbe46f62/aa802d46-7212-42c3-9973-af8528f5a3a5) {{(pid=102791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:10:48.295828 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3412f7-7bde-4859-8028-cad357ceee88 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Pushing event updated for resources: {'Subnet': ['ID=7b6daca8-734b-45a4-a6da-277f4442ff75,revision_number=0']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:10:48.357341 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c3412f7-7bde-4859-8028-cad357ceee88 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Checking segment: {'id': 'd2de5347-f9d8-4c7b-a897-5663c2ae5afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '307bfe7f-3bb4-41b4-974f-c8eac814f4b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 16:10:48.357699 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c3412f7-7bde-4859-8028-cad357ceee88 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Network hostable DHCP agents. Network: 307bfe7f-3bb4-41b4-974f-c8eac814f4b9, hostable agents: ['d136643e-48ae-49d4-a851-2ba3bdf3749c'], hosted agents: [] {{(pid=102791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 16:10:48.405580 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c3412f7-7bde-4859-8028-cad357ceee88 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Network 307bfe7f-3bb4-41b4-974f-c8eac814f4b9 is scheduled to be hosted by DHCP agent d136643e-48ae-49d4-a851-2ba3bdf3749c with binding_index 1 {{(pid=102791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 16:10:48.444862 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-0371f979-a14e-417f-81ba-7e128c1a5752 None None] Notify callbacks [] for port, precommit_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:48.451751 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-0371f979-a14e-417f-81ba-7e128c1a5752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:48.454447 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [None req-7c3412f7-7bde-4859-8028-cad357ceee88 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834765-1, 307bfe7f-3bb4-41b4-974f-c8eac814f4b9) {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:10:48.479667 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-518bb619-4ff5-4798-9767-762d81b35046 None None] Network 307bfe7f-3bb4-41b4-974f-c8eac814f4b9 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 16:10:48.482357 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c3412f7-7bde-4859-8028-cad357ceee88 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:10:48.482893 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-7c3412f7-7bde-4859-8028-cad357ceee88 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks [] for subnet, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:48.517036 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-7c3412f7-7bde-4859-8028-cad357ceee88 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.0332949 Mar 29 16:10:48.519981 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 55914) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:10:48.547595 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-bf23029d-f25d-4fbd-89a6-c81717c95437 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks [] for port, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:48.560683 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-3b5a50b8-4a0b-4076-bcc6-b7bf84dd44ba tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-530452'] for router_interface, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:48.565585 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3bbb83-f606-49f8-9aac-88adb48e2b5b None None] Pushing event updated for resources: {'Port': ['ID=c16198a9-a5b2-4c17-92fc-8fab66db77d4,revision_number=2']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:10:48.571903 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-0371f979-a14e-417f-81ba-7e128c1a5752 None None] Attempting to bind port c16198a9-a5b2-4c17-92fc-8fab66db77d4 on host n-d-834765-1 for vnic_type normal with profile {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 16:10:48.572275 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-0371f979-a14e-417f-81ba-7e128c1a5752 None None] Attempting to bind port c16198a9-a5b2-4c17-92fc-8fab66db77d4 by drivers openvswitch,hyperv on host n-d-834765-1 at level 0 using segments [{'id': '6ab47353-a811-4bad-bc73-b4cc84583cfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 16:10:48.572713 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0371f979-a14e-417f-81ba-7e128c1a5752 None None] Attempting to bind port c16198a9-a5b2-4c17-92fc-8fab66db77d4 on network 4a4a035d-ecac-4ead-baa3-25f90788773a {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 16:10:48.580296 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0371f979-a14e-417f-81ba-7e128c1a5752 None None] Checking agent: {'id': 'a8866439-9d96-425c-b519-6905c591ac37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 25, 36), 'started_at': datetime.datetime(2022, 3, 29, 15, 26, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 16, 10, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834765-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 16:10:48.580670 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0371f979-a14e-417f-81ba-7e128c1a5752 None None] Checking segment: {'id': '6ab47353-a811-4bad-bc73-b4cc84583cfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 16:10:48.581071 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-0371f979-a14e-417f-81ba-7e128c1a5752 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:48.581973 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0371f979-a14e-417f-81ba-7e128c1a5752 None None] Bound using segment: {'id': '6ab47353-a811-4bad-bc73-b4cc84583cfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 16:10:48.581973 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-0371f979-a14e-417f-81ba-7e128c1a5752 None None] Bound port: c16198a9-a5b2-4c17-92fc-8fab66db77d4, host: n-d-834765-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ab47353-a811-4bad-bc73-b4cc84583cfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'}}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 16:10:48.582295 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-0371f979-a14e-417f-81ba-7e128c1a5752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:48.599733 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [req-ce522684-641b-4966-b11f-d14d0f9572a9 req-6f901be9-5228-426a-95ea-915073e53de3 service neutron] (102791) timed out ('10.222.0.42', 38034) {{(pid=102791) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Mar 29 16:10:48.667579 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-bf23029d-f25d-4fbd-89a6-c81717c95437 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:48.714855 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-0371f979-a14e-417f-81ba-7e128c1a5752 None None] For port c16198a9-a5b2-4c17-92fc-8fab66db77d4, host n-d-834765-1, cleared binding levels {{(pid=102792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 16:10:48.734097 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-0371f979-a14e-417f-81ba-7e128c1a5752 None None] For port c16198a9-a5b2-4c17-92fc-8fab66db77d4, host n-d-834765-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=c16198a9-a5b2-4c17-92fc-8fab66db77d4,segment=NetworkSegment(6ab47353-a811-4bad-bc73-b4cc84583cfd),segment_id=6ab47353-a811-4bad-bc73-b4cc84583cfd)] {{(pid=102792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 16:10:48.746857 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-0371f979-a14e-417f-81ba-7e128c1a5752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:48.750184 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.db_base_plugin_common [None req-ac1f154f-7649-4038-a329-9c1275a505dd None None] Allocated IP 2001:db8::2 (4be8019f-300a-473b-8f90-54810195744c/af9a364b-cf97-4140-bc41-b0f6bbe46f62/f17e885c-a223-4716-86dc-b6260247c05d) {{(pid=102792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:10:48.767319 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf23029d-f25d-4fbd-89a6-c81717c95437 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Network 4be8019f-300a-473b-8f90-54810195744c is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:10:48.774576 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [None req-bf23029d-f25d-4fbd-89a6-c81717c95437 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:10:48.777883 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf23029d-f25d-4fbd-89a6-c81717c95437 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Received port after_create {{(pid=102791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:10:48.784256 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf23029d-f25d-4fbd-89a6-c81717c95437 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:10:48.784478 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-bf23029d-f25d-4fbd-89a6-c81717c95437 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:48.787680 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf23029d-f25d-4fbd-89a6-c81717c95437 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Pushing event updated for resources: {'Port': ['ID=aa802d46-7212-42c3-9973-af8528f5a3a5,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:10:48.823806 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ddd7536-1628-46f6-a9df-64e730ca1b61 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0035034-69b0-5ffc-b384-0ac6189c5628-307bfe7f-3bb4-41b4-974f-c8eac814f4b9', 'network_id': '307bfe7f-3bb4-41b4-974f-c8eac814f4b9', 'tenant_id': '8c88f14ca33d4e419d03f1c3b10014ac', 'fixed_ips': [{'subnet_id': '7b6daca8-734b-45a4-a6da-277f4442ff75'}]}} from n-d-834765-1. {{(pid=102792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 29 16:10:48.824669 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-3ddd7536-1628-46f6-a9df-64e730ca1b61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:48.833252 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-bf23029d-f25d-4fbd-89a6-c81717c95437 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.4514215 Mar 29 16:10:48.834636 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 55916) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:10:48.861673 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0371f979-a14e-417f-81ba-7e128c1a5752 None None] Routers {'33af924b-d532-4bd3-86b1-28f3036caea4'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:10:48.862304 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-0371f979-a14e-417f-81ba-7e128c1a5752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:10:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['33af924b-d532-4bd3-86b1-28f3036caea4'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:10:48.915003 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-3b5a50b8-4a0b-4076-bcc6-b7bf84dd44ba tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Deleting port 13960609-0bbc-4e5b-8f4a-4b8fa610ef5d {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:10:48.915361 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-3b5a50b8-4a0b-4076-bcc6-b7bf84dd44ba tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:48.916916 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3bbb83-f606-49f8-9aac-88adb48e2b5b None None] Pushing event updated for resources: {'Port': ['ID=c16198a9-a5b2-4c17-92fc-8fab66db77d4,revision_number=3']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:10:48.929951 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74bf70e4-a1db-498c-9121-7fba90e3267c tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:10:48.935247 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-74bf70e4-a1db-498c-9121-7fba90e3267c tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.0975113 Mar 29 16:10:48.935455 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 55918) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:10:49.069070 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-3b5a50b8-4a0b-4076-bcc6-b7bf84dd44ba tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:49.085147 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-3b5a50b8-4a0b-4076-bcc6-b7bf84dd44ba tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Calling delete_port for 13960609-0bbc-4e5b-8f4a-4b8fa610ef5d owned by network:router_interface {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:10:49.097527 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-76745b38-7635-46cd-8500-1f7d27694f13 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:49.104602 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-3d4150c2-d0f4-4a78-a423-7a51a9fc605b tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Deleting port aa802d46-7212-42c3-9973-af8528f5a3a5 {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:10:49.104942 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-3d4150c2-d0f4-4a78-a423-7a51a9fc605b tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:49.139732 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvr_db [None req-0371f979-a14e-417f-81ba-7e128c1a5752 None None] Set router 33af924b-d532-4bd3-86b1-28f3036caea4 gateway port host: n-d-834765-1 {{(pid=102792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:10:49.425258 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.db_base_plugin_common [None req-3ddd7536-1628-46f6-a9df-64e730ca1b61 None None] Allocated IP 172.20.0.2 (307bfe7f-3bb4-41b4-974f-c8eac814f4b9/7b6daca8-734b-45a4-a6da-277f4442ff75/28f7b4a0-108c-4dc0-9e44-456349e26d9d) {{(pid=102792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:10:49.485445 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-ac1f154f-7649-4038-a329-9c1275a505dd None None] Notify callbacks [] for port, precommit_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:49.496358 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-ac1f154f-7649-4038-a329-9c1275a505dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956'] for port, after_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:49.518242 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-3d4150c2-d0f4-4a78-a423-7a51a9fc605b tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:49.537654 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-3d4150c2-d0f4-4a78-a423-7a51a9fc605b tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Calling delete_port for aa802d46-7212-42c3-9973-af8528f5a3a5 owned by {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:10:49.570072 n-d-834765-1 neutron-server[102792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac1f154f-7649-4038-a329-9c1275a505dd None None] Network 4be8019f-300a-473b-8f90-54810195744c is already hosted by enough agents. {{(pid=102792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:10:49.600361 n-d-834765-1 neutron-server[102792]: DEBUG neutron.scheduler.base_scheduler [None req-ac1f154f-7649-4038-a329-9c1275a505dd None None] Resources bound (agent type, host, resource id): {{(pid=102792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:10:49.610202 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac1f154f-7649-4038-a329-9c1275a505dd None None] Received port after_create {{(pid=102792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:10:49.641312 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-3b5a50b8-4a0b-4076-bcc6-b7bf84dd44ba tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:49.646353 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1f154f-7649-4038-a329-9c1275a505dd None None] Pushing event updated for resources: {'Port': ['ID=f17e885c-a223-4716-86dc-b6260247c05d,revision_number=1']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:10:49.684547 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5a50b8-4a0b-4076-bcc6-b7bf84dd44ba tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Pushing event deleted for resources: {'Port': ['ID=13960609-0bbc-4e5b-8f4a-4b8fa610ef5d,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:10:49.691285 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1f154f-7649-4038-a329-9c1275a505dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:10:49.691285 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1f154f-7649-4038-a329-9c1275a505dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:10:49.691285 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1f154f-7649-4038-a329-9c1275a505dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:10:49.691871 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1f154f-7649-4038-a329-9c1275a505dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:10:49.691871 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1f154f-7649-4038-a329-9c1275a505dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:10:49.692030 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1f154f-7649-4038-a329-9c1275a505dd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:10:49.692319 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1f154f-7649-4038-a329-9c1275a505dd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:10:49.692649 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1f154f-7649-4038-a329-9c1275a505dd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:10:49.692977 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1f154f-7649-4038-a329-9c1275a505dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:10:49.693350 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1f154f-7649-4038-a329-9c1275a505dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:10:49.694136 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1f154f-7649-4038-a329-9c1275a505dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:10:49.694136 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1f154f-7649-4038-a329-9c1275a505dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:10:49.769369 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-ac1f154f-7649-4038-a329-9c1275a505dd None None] Attempting to bind port f17e885c-a223-4716-86dc-b6260247c05d on host n-d-834765-1 for vnic_type normal with profile {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 16:10:49.769584 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-ac1f154f-7649-4038-a329-9c1275a505dd None None] Attempting to bind port f17e885c-a223-4716-86dc-b6260247c05d by drivers openvswitch,hyperv on host n-d-834765-1 at level 0 using segments [{'id': 'b0033e17-6430-4297-97b0-9266901287f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '4be8019f-300a-473b-8f90-54810195744c'}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 16:10:49.769908 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac1f154f-7649-4038-a329-9c1275a505dd None None] Attempting to bind port f17e885c-a223-4716-86dc-b6260247c05d on network 4be8019f-300a-473b-8f90-54810195744c {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 16:10:49.789370 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac1f154f-7649-4038-a329-9c1275a505dd None None] Checking agent: {'id': 'a8866439-9d96-425c-b519-6905c591ac37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 25, 36), 'started_at': datetime.datetime(2022, 3, 29, 15, 26, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 16, 10, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834765-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 16:10:49.789846 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac1f154f-7649-4038-a329-9c1275a505dd None None] Checking segment: {'id': 'b0033e17-6430-4297-97b0-9266901287f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '4be8019f-300a-473b-8f90-54810195744c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 16:10:49.790958 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-ac1f154f-7649-4038-a329-9c1275a505dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:49.791418 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac1f154f-7649-4038-a329-9c1275a505dd None None] Bound using segment: {'id': 'b0033e17-6430-4297-97b0-9266901287f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '4be8019f-300a-473b-8f90-54810195744c'} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 16:10:49.791917 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-ac1f154f-7649-4038-a329-9c1275a505dd None None] Bound port: f17e885c-a223-4716-86dc-b6260247c05d, host: n-d-834765-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0033e17-6430-4297-97b0-9266901287f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '4be8019f-300a-473b-8f90-54810195744c'}}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 16:10:49.792300 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-ac1f154f-7649-4038-a329-9c1275a505dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:49.809654 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-3ddd7536-1628-46f6-a9df-64e730ca1b61 None None] Notify callbacks [] for port, precommit_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:49.818624 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-0371f979-a14e-417f-81ba-7e128c1a5752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33af924b-d532-4bd3-86b1-28f3036caea4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1228333880', 'tenant_id': '8c88f14ca33d4e419d03f1c3b10014ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.37'}], 'enable_snat': True}, 'gw_port_id': 'c16198a9-a5b2-4c17-92fc-8fab66db77d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:10:42Z', 'updated_at': '2022-03-29T16:10:44Z', 'revision_number': 3, 'project_id': '8c88f14ca33d4e419d03f1c3b10014ac', 'gw_port': {'id': 'c16198a9-a5b2-4c17-92fc-8fab66db77d4', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:e5:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33af924b-d532-4bd3-86b1-28f3036caea4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3602, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:10:43Z', 'updated_at': '2022-03-29T16:10:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1'}], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:10:49.822827 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-3ddd7536-1628-46f6-a9df-64e730ca1b61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956'] for port, after_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:49.841348 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-3d4150c2-d0f4-4a78-a423-7a51a9fc605b tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:49.877240 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.db_base_plugin_common [None req-76745b38-7635-46cd-8500-1f7d27694f13 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Allocated IP 172.20.0.1 (307bfe7f-3bb4-41b4-974f-c8eac814f4b9/7b6daca8-734b-45a4-a6da-277f4442ff75/695495f5-fa03-428b-912f-611ff93193bf) {{(pid=102790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:10:49.898921 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0371f979-a14e-417f-81ba-7e128c1a5752 None None] The sync data for ids ['33af924b-d532-4bd3-86b1-28f3036caea4'] in n-d-834765-1 is: [{'id': '33af924b-d532-4bd3-86b1-28f3036caea4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1228333880', 'tenant_id': '8c88f14ca33d4e419d03f1c3b10014ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.37'}], 'enable_snat': True}, 'gw_port_id': 'c16198a9-a5b2-4c17-92fc-8fab66db77d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:10:42Z', 'updated_at': '2022-03-29T16:10:44Z', 'revision_number': 3, 'project_id': '8c88f14ca33d4e419d03f1c3b10014ac', 'gw_port': {'id': 'c16198a9-a5b2-4c17-92fc-8fab66db77d4', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:e5:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33af924b-d532-4bd3-86b1-28f3036caea4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3602, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:10:43Z', 'updated_at': '2022-03-29T16:10:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1'}] {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 16:10:49.901056 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-3b5a50b8-4a0b-4076-bcc6-b7bf84dd44ba tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-530528'] for router_interface, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:49.903518 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4150c2-d0f4-4a78-a423-7a51a9fc605b tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Pushing event deleted for resources: {'Port': ['ID=aa802d46-7212-42c3-9973-af8528f5a3a5,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:10:49.925604 n-d-834765-1 neutron-server[102792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ddd7536-1628-46f6-a9df-64e730ca1b61 None None] Network 307bfe7f-3bb4-41b4-974f-c8eac814f4b9 is already hosted by enough agents. {{(pid=102792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:10:49.934728 n-d-834765-1 neutron-server[102792]: DEBUG neutron.scheduler.base_scheduler [None req-3ddd7536-1628-46f6-a9df-64e730ca1b61 None None] Resources bound (agent type, host, resource id): {{(pid=102792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:10:49.938964 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-3d4150c2-d0f4-4a78-a423-7a51a9fc605b tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:49.941812 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddd7536-1628-46f6-a9df-64e730ca1b61 None None] Pushing event updated for resources: {'Port': ['ID=28f7b4a0-108c-4dc0-9e44-456349e26d9d,revision_number=1']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:10:49.942608 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-3d4150c2-d0f4-4a78-a423-7a51a9fc605b tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] 10.222.0.42 "DELETE /v2.0/ports/aa802d46-7212-42c3-9973-af8528f5a3a5 HTTP/1.1" status: 204 len: 168 time: 1.0066102 Mar 29 16:10:49.945026 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 55920) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:10:49.950089 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ddd7536-1628-46f6-a9df-64e730ca1b61 None None] Received port after_create {{(pid=102792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:10:49.986442 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-ac1f154f-7649-4038-a329-9c1275a505dd None None] For port f17e885c-a223-4716-86dc-b6260247c05d, host n-d-834765-1, cleared binding levels {{(pid=102792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 16:10:50.045582 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-ac1f154f-7649-4038-a329-9c1275a505dd None None] For port f17e885c-a223-4716-86dc-b6260247c05d, host n-d-834765-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=f17e885c-a223-4716-86dc-b6260247c05d,segment=NetworkSegment(b0033e17-6430-4297-97b0-9266901287f9),segment_id=b0033e17-6430-4297-97b0-9266901287f9)] {{(pid=102792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 16:10:50.062035 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-ac1f154f-7649-4038-a329-9c1275a505dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:50.070839 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-3ddd7536-1628-46f6-a9df-64e730ca1b61 None None] Attempting to bind port 28f7b4a0-108c-4dc0-9e44-456349e26d9d on host n-d-834765-1 for vnic_type normal with profile {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 16:10:50.071740 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-3ddd7536-1628-46f6-a9df-64e730ca1b61 None None] Attempting to bind port 28f7b4a0-108c-4dc0-9e44-456349e26d9d by drivers openvswitch,hyperv on host n-d-834765-1 at level 0 using segments [{'id': 'd2de5347-f9d8-4c7b-a897-5663c2ae5afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '307bfe7f-3bb4-41b4-974f-c8eac814f4b9'}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 16:10:50.071948 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ddd7536-1628-46f6-a9df-64e730ca1b61 None None] Attempting to bind port 28f7b4a0-108c-4dc0-9e44-456349e26d9d on network 307bfe7f-3bb4-41b4-974f-c8eac814f4b9 {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 16:10:50.075068 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-76745b38-7635-46cd-8500-1f7d27694f13 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks [] for port, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:50.102915 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ddd7536-1628-46f6-a9df-64e730ca1b61 None None] Checking agent: {'id': 'a8866439-9d96-425c-b519-6905c591ac37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 25, 36), 'started_at': datetime.datetime(2022, 3, 29, 15, 26, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 16, 10, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834765-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 16:10:50.103772 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ddd7536-1628-46f6-a9df-64e730ca1b61 None None] Checking segment: {'id': 'd2de5347-f9d8-4c7b-a897-5663c2ae5afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '307bfe7f-3bb4-41b4-974f-c8eac814f4b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 16:10:50.103909 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-3ddd7536-1628-46f6-a9df-64e730ca1b61 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:50.104220 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ddd7536-1628-46f6-a9df-64e730ca1b61 None None] Bound using segment: {'id': 'd2de5347-f9d8-4c7b-a897-5663c2ae5afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '307bfe7f-3bb4-41b4-974f-c8eac814f4b9'} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 16:10:50.104710 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-3ddd7536-1628-46f6-a9df-64e730ca1b61 None None] Bound port: 28f7b4a0-108c-4dc0-9e44-456349e26d9d, host: n-d-834765-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2de5347-f9d8-4c7b-a897-5663c2ae5afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '307bfe7f-3bb4-41b4-974f-c8eac814f4b9'}}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 16:10:50.105097 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-3ddd7536-1628-46f6-a9df-64e730ca1b61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:50.123955 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-76745b38-7635-46cd-8500-1f7d27694f13 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:50.162360 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b5a50b8-4a0b-4076-bcc6-b7bf84dd44ba tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Router 0417aa83-cdb1-4997-a74b-4f432c2b42cc has already been hosted by L3 agent c648d819-1060-4f26-b4ec-6455387b5dff {{(pid=102791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 16:10:50.167070 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6c31ae8-be5b-42d7-ae2f-52b39646938b tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:10:50.168623 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6c31ae8-be5b-42d7-ae2f-52b39646938b tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:10:50.173080 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-f6c31ae8-be5b-42d7-ae2f-52b39646938b tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2268376 Mar 29 16:10:50.173475 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 55922) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:10:50.175237 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1f154f-7649-4038-a329-9c1275a505dd None None] Pushing event updated for resources: {'Port': ['ID=f17e885c-a223-4716-86dc-b6260247c05d,revision_number=2']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:10:50.191081 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76745b38-7635-46cd-8500-1f7d27694f13 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Pushing event updated for resources: {'Port': ['ID=695495f5-fa03-428b-912f-611ff93193bf,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:10:50.203571 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76745b38-7635-46cd-8500-1f7d27694f13 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Network 307bfe7f-3bb4-41b4-974f-c8eac814f4b9 is already hosted by enough agents. {{(pid=102790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:10:50.205128 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-76745b38-7635-46cd-8500-1f7d27694f13 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Resources bound (agent type, host, resource id): {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:10:50.211498 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76745b38-7635-46cd-8500-1f7d27694f13 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Received port after_create {{(pid=102790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:10:50.219043 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-3ddd7536-1628-46f6-a9df-64e730ca1b61 None None] For port 28f7b4a0-108c-4dc0-9e44-456349e26d9d, host n-d-834765-1, cleared binding levels {{(pid=102792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 16:10:50.222426 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-3ddd7536-1628-46f6-a9df-64e730ca1b61 None None] For port 28f7b4a0-108c-4dc0-9e44-456349e26d9d, host n-d-834765-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=28f7b4a0-108c-4dc0-9e44-456349e26d9d,segment=NetworkSegment(d2de5347-f9d8-4c7b-a897-5663c2ae5afb),segment_id=d2de5347-f9d8-4c7b-a897-5663c2ae5afb)] {{(pid=102792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 16:10:50.229973 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-3ddd7536-1628-46f6-a9df-64e730ca1b61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:50.296768 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-76745b38-7635-46cd-8500-1f7d27694f13 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-648347'] for router_interface, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:50.306782 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddd7536-1628-46f6-a9df-64e730ca1b61 None None] Pushing event updated for resources: {'Port': ['ID=28f7b4a0-108c-4dc0-9e44-456349e26d9d,revision_number=2']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:10:50.336479 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_v2 [None req-0714244f-eddb-4956-8c3b-b2a9cec4adbf tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Deleting subnet af9a364b-cf97-4140-bc41-b0f6bbe46f62 {{(pid=102791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 16:10:50.342947 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-0714244f-eddb-4956-8c3b-b2a9cec4adbf tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks [] for subnet, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:50.350106 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b5a50b8-4a0b-4076-bcc6-b7bf84dd44ba tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 16:10:50.386403 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-3b5a50b8-4a0b-4076-bcc6-b7bf84dd44ba tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] 10.222.0.42 "PUT /v2.0/routers/0417aa83-cdb1-4997-a74b-4f432c2b42cc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6362650 Mar 29 16:10:50.389439 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 55924) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:10:50.410156 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db28d7c7-18e6-4a29-8929-55a9b179b606 None None] Sync routers for ids ['0417aa83-cdb1-4997-a74b-4f432c2b42cc'] in n-d-834765-1 {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 16:10:50.423098 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db28d7c7-18e6-4a29-8929-55a9b179b606 None None] Routers {'0417aa83-cdb1-4997-a74b-4f432c2b42cc'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:10:50.423757 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-db28d7c7-18e6-4a29-8929-55a9b179b606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:10:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['0417aa83-cdb1-4997-a74b-4f432c2b42cc'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:10:50.433861 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-3861ee59-c05f-43e2-904d-087431bd7a64 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] 10.222.0.42 "GET /v2.0/ports?device_id=0417aa83-cdb1-4997-a74b-4f432c2b42cc HTTP/1.1" status: 200 len: 205 time: 0.0408425 Mar 29 16:10:50.435188 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 55926) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:10:50.469354 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-db28d7c7-18e6-4a29-8929-55a9b179b606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:10:50.512712 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db28d7c7-18e6-4a29-8929-55a9b179b606 None None] Routers {'0417aa83-cdb1-4997-a74b-4f432c2b42cc'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:10:50.513725 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-db28d7c7-18e6-4a29-8929-55a9b179b606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:10:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['0417aa83-cdb1-4997-a74b-4f432c2b42cc'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:10:50.566437 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-db28d7c7-18e6-4a29-8929-55a9b179b606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:10:50.567530 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db28d7c7-18e6-4a29-8929-55a9b179b606 None None] The sync data for ids ['0417aa83-cdb1-4997-a74b-4f432c2b42cc'] in n-d-834765-1 is: [] {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 16:10:50.580490 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-0714244f-eddb-4956-8c3b-b2a9cec4adbf tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4230423'] for subnet, precommit_delete_associations {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:50.608525 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-76745b38-7635-46cd-8500-1f7d27694f13 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:50.652796 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-edfb007d-3655-4976-a0ab-497f55668b1a tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks [] for router, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:50.913377 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-edfb007d-3655-4976-a0ab-497f55668b1a tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129328'] for router, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:50.925892 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-edfb007d-3655-4976-a0ab-497f55668b1a tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:50.997046 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-edfb007d-3655-4976-a0ab-497f55668b1a tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-526718'] for router, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:50.997544 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edfb007d-3655-4976-a0ab-497f55668b1a tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Fanout notify agent at l3_agent the message router_deleted on router 0417aa83-cdb1-4997-a74b-4f432c2b42cc {{(pid=102791) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 29 16:10:51.006779 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-edfb007d-3655-4976-a0ab-497f55668b1a tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks [] for router, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:51.008058 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-edfb007d-3655-4976-a0ab-497f55668b1a tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] 10.222.0.42 "DELETE /v2.0/routers/0417aa83-cdb1-4997-a74b-4f432c2b42cc HTTP/1.1" status: 204 len: 168 time: 0.5718613 Mar 29 16:10:51.010249 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-0714244f-eddb-4956-8c3b-b2a9cec4adbf tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1641287'] for subnet, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:51.013983 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 55928) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:10:51.136338 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_v2 [None req-41d2c2b4-cb39-4e67-95b5-463161951072 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Deleting subnet 1adafc0b-814b-4bdb-8011-857cf44016b0 {{(pid=102791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 16:10:51.140380 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-41d2c2b4-cb39-4e67-95b5-463161951072 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks [] for subnet, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:51.179597 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-0714244f-eddb-4956-8c3b-b2a9cec4adbf tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1641294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16155591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16218852'] for subnet, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:51.222233 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0714244f-eddb-4956-8c3b-b2a9cec4adbf tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Pushing event deleted for resources: {'Subnet': ['ID=af9a364b-cf97-4140-bc41-b0f6bbe46f62,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:10:51.238567 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-41d2c2b4-cb39-4e67-95b5-463161951072 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4230423'] for subnet, precommit_delete_associations {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:51.332104 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 28f7b4a0-108c-4dc0-9e44-456349e26d9d up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 16:10:51.363922 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-0714244f-eddb-4956-8c3b-b2a9cec4adbf tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks [] for subnet, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:51.367662 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-0714244f-eddb-4956-8c3b-b2a9cec4adbf tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] 10.222.0.42 "DELETE /v2.0/subnets/af9a364b-cf97-4140-bc41-b0f6bbe46f62 HTTP/1.1" status: 204 len: 168 time: 1.1913924 Mar 29 16:10:51.370231 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 55930) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:10:51.413002 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port 28f7b4a0-108c-4dc0-9e44-456349e26d9d triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:10:51.413717 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:51.420656 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-96f5f769-e005-4988-ad79-1d09a12418d3 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0453460 Mar 29 16:10:51.423250 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 55932) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:10:51.446686 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-76745b38-7635-46cd-8500-1f7d27694f13 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks [] for port, precommit_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:51.453316 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-76745b38-7635-46cd-8500-1f7d27694f13 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5237921'] for port, after_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:51.460436 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-41d2c2b4-cb39-4e67-95b5-463161951072 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1641287'] for subnet, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:51.543193 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:51.548554 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76745b38-7635-46cd-8500-1f7d27694f13 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Pushing event updated for resources: {'Port': ['ID=695495f5-fa03-428b-912f-611ff93193bf,revision_number=2']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:10:51.563612 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff338a9a-7118-4912-84d2-fd06bcab901d tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:10:51.567571 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-ff338a9a-7118-4912-84d2-fd06bcab901d tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1386118 Mar 29 16:10:51.568577 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 55934) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:10:51.579751 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-76745b38-7635-46cd-8500-1f7d27694f13 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-648439'] for router_interface, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:51.603063 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] For port 28f7b4a0-108c-4dc0-9e44-456349e26d9d, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=28f7b4a0-108c-4dc0-9e44-456349e26d9d,segment=NetworkSegment(d2de5347-f9d8-4c7b-a897-5663c2ae5afb),segment_id=d2de5347-f9d8-4c7b-a897-5663c2ae5afb)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:10:51.609240 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:51.610463 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device f17e885c-a223-4716-86dc-b6260247c05d up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 16:10:51.633349 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de9a9e4a-f234-41f6-9bbd-2ad94ffd9040 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:10:51.635910 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-de9a9e4a-f234-41f6-9bbd-2ad94ffd9040 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0663509 Mar 29 16:10:51.638804 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 55936) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:10:51.684484 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-42f153a8-ab0f-48d0-b9b7-6c3c07715503 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0444534 Mar 29 16:10:51.692513 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 55938) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:10:51.699102 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-1b89576b-2fb0-4171-a414-09e2aedb6532 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Request body: {'subnet': {'network_id': '4be8019f-300a-473b-8f90-54810195744c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:10:51.704427 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-41d2c2b4-cb39-4e67-95b5-463161951072 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1641294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16155591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16218852'] for subnet, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:51.716629 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Pushing event updated for resources: {'Port': ['ID=28f7b4a0-108c-4dc0-9e44-456349e26d9d,revision_number=3']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:10:51.729363 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76745b38-7635-46cd-8500-1f7d27694f13 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Network 307bfe7f-3bb4-41b4-974f-c8eac814f4b9 is already hosted by enough agents. {{(pid=102790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:10:51.730839 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port f17e885c-a223-4716-86dc-b6260247c05d triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:10:51.731219 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:51.737260 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-76745b38-7635-46cd-8500-1f7d27694f13 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Resources bound (agent type, host, resource id): {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:10:51.761245 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d2c2b4-cb39-4e67-95b5-463161951072 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Pushing event deleted for resources: {'Subnet': ['ID=1adafc0b-814b-4bdb-8011-857cf44016b0,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:10:51.762032 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e0274d7-f916-44e8-b052-da65f6015158 None None] Network 4be8019f-300a-473b-8f90-54810195744c requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 16:10:51.772923 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-41d2c2b4-cb39-4e67-95b5-463161951072 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks [] for subnet, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:51.777568 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-41d2c2b4-cb39-4e67-95b5-463161951072 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] 10.222.0.42 "DELETE /v2.0/subnets/1adafc0b-814b-4bdb-8011-857cf44016b0 HTTP/1.1" status: 204 len: 168 time: 0.7630186 Mar 29 16:10:51.780567 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 55940) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:10:51.785499 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dd83d7b-8025-4c65-b4b1-0854db493e34 None None] Network 3efd96ac-242c-4ebf-802e-2f77c02dea4b requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 16:10:51.878427 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76745b38-7635-46cd-8500-1f7d27694f13 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Router 33af924b-d532-4bd3-86b1-28f3036caea4 has already been hosted by L3 agent c648d819-1060-4f26-b4ec-6455387b5dff {{(pid=102790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 16:10:51.913718 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-6925c365-2afd-4169-9597-4f1747d1d940 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1631750'] for network, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:51.928471 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b89576b-2fb0-4171-a414-09e2aedb6532 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Made reservation on behalf of b764dc88162c48329e5f6a91ab689763 for: {'subnet': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:10:51.933721 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-1b89576b-2fb0-4171-a414-09e2aedb6532 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16218875'] for subnet, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:52.041085 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-554311fe-13fe-4604-b58b-f572b9d85ac0 None None] Provisioning complete for port f17e885c-a223-4716-86dc-b6260247c05d triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:10:52.041445 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-554311fe-13fe-4604-b58b-f572b9d85ac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:52.043216 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76745b38-7635-46cd-8500-1f7d27694f13 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 16:10:52.058536 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-76745b38-7635-46cd-8500-1f7d27694f13 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "PUT /v2.0/routers/33af924b-d532-4bd3-86b1-28f3036caea4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5363824 Mar 29 16:10:52.098994 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-6925c365-2afd-4169-9597-4f1747d1d940 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Deleting port 144133e0-e65e-4305-91d0-9bcba6dfb821 {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:10:52.099504 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-6925c365-2afd-4169-9597-4f1747d1d940 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:52.159602 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:52.252072 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [None req-6925c365-2afd-4169-9597-4f1747d1d940 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] For port 144133e0-e65e-4305-91d0-9bcba6dfb821, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=144133e0-e65e-4305-91d0-9bcba6dfb821,segment=NetworkSegment(8e86a6b7-860b-4044-986d-6f7a76526018),segment_id=8e86a6b7-860b-4044-986d-6f7a76526018)] {{(pid=102791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:10:52.252476 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-6925c365-2afd-4169-9597-4f1747d1d940 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:52.261184 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16ae0170-ef74-42e0-a413-853d41bf7b34 None None] DHCP port deletion for 4be8019f-300a-473b-8f90-54810195744c request from n-d-834765-1 {{(pid=102792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 29 16:10:52.267293 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a27a1fbe-262b-46dd-80b6-16728fed6544 None None] DHCP port deletion for 3efd96ac-242c-4ebf-802e-2f77c02dea4b request from n-d-834765-1 {{(pid=102792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 29 16:10:52.275483 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-6925c365-2afd-4169-9597-4f1747d1d940 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Calling delete_port for 144133e0-e65e-4305-91d0-9bcba6dfb821 owned by network:dhcp {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:10:52.307039 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] For port f17e885c-a223-4716-86dc-b6260247c05d, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=f17e885c-a223-4716-86dc-b6260247c05d,segment=NetworkSegment(b0033e17-6430-4297-97b0-9266901287f9),segment_id=b0033e17-6430-4297-97b0-9266901287f9)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:10:52.353240 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:52.354742 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device c16198a9-a5b2-4c17-92fc-8fab66db77d4 up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 16:10:52.367331 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a6c3762-7943-449b-ae90-2d1789560a02 None None] Network 307bfe7f-3bb4-41b4-974f-c8eac814f4b9 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 16:10:52.372136 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-554311fe-13fe-4604-b58b-f572b9d85ac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:52.390304 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-1b89576b-2fb0-4171-a414-09e2aedb6532 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16155524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16218861'] for subnet, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:52.444633 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b89576b-2fb0-4171-a414-09e2aedb6532 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Network 4be8019f-300a-473b-8f90-54810195744c is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:10:52.454668 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [None req-1b89576b-2fb0-4171-a414-09e2aedb6532 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:10:52.462994 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b89576b-2fb0-4171-a414-09e2aedb6532 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:10:52.463546 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-1b89576b-2fb0-4171-a414-09e2aedb6532 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks [] for subnet, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:52.478215 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b89576b-2fb0-4171-a414-09e2aedb6532 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Pushing event updated for resources: {'Subnet': ['ID=489dbd82-4637-458d-b028-18615409fa09,revision_number=0']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:10:52.487221 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-6925c365-2afd-4169-9597-4f1747d1d940 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:52.526944 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-1b89576b-2fb0-4171-a414-09e2aedb6532 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8331633 Mar 29 16:10:52.527122 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 55952) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:10:52.529487 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6925c365-2afd-4169-9597-4f1747d1d940 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Pushing event deleted for resources: {'Port': ['ID=144133e0-e65e-4305-91d0-9bcba6dfb821,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:10:52.531853 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6925c365-2afd-4169-9597-4f1747d1d940 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] No DVR routers for this DVR port 144133e0-e65e-4305-91d0-9bcba6dfb821 on host n-d-834765-1 {{(pid=102791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 16:10:52.536205 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-a9d8519a-44e2-4f79-89fb-2fa347c56d13 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Request body: {'port': {'network_id': '4be8019f-300a-473b-8f90-54810195744c', 'fixed_ips': [{'subnet_id': '489dbd82-4637-458d-b028-18615409fa09', 'ip_address': '2001:db8::edb8:be06:764c:89a5'}], 'name': 'tempest-NetworksTestDHCPv6-1425200421'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:10:52.628817 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Pushing event updated for resources: {'Port': ['ID=f17e885c-a223-4716-86dc-b6260247c05d,revision_number=4']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:10:52.644841 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-6925c365-2afd-4169-9597-4f1747d1d940 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639890', 'neutron.services.segments.db._delete_segments_for_network-8783523423079'] for network, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:52.667582 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-6925c365-2afd-4169-9597-4f1747d1d940 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3efd96ac-242c-4ebf-802e-2f77c02dea4b']}} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:10:52.670715 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-16ae0170-ef74-42e0-a413-853d41bf7b34 None None] Deleting port f17e885c-a223-4716-86dc-b6260247c05d {{(pid=102792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:10:52.671092 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-16ae0170-ef74-42e0-a413-853d41bf7b34 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:52.676035 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-a27a1fbe-262b-46dd-80b6-16728fed6544 None None] Deleting port 144133e0-e65e-4305-91d0-9bcba6dfb821 {{(pid=102792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:10:52.676401 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-a27a1fbe-262b-46dd-80b6-16728fed6544 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:52.678169 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-6925c365-2afd-4169-9597-4f1747d1d940 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e86a6b7-860b-4044-986d-6f7a76526018') {'for_net_delete': True} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:10:52.678977 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-6925c365-2afd-4169-9597-4f1747d1d940 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e86a6b7-860b-4044-986d-6f7a76526018') {} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:10:52.682068 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.db.api [None req-554311fe-13fe-4604-b58b-f572b9d85ac0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102792) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 29 16:10:52.682421 n-d-834765-1 neutron-server[102792]: DEBUG oslo_db.api [None req-554311fe-13fe-4604-b58b-f572b9d85ac0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 29 16:10:52.689695 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-6925c365-2afd-4169-9597-4f1747d1d940 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783523422064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4230428'] for segment, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:52.703821 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-04da8d73-e4b8-4bd8-abf5-ddbc37753437 req-375e18f9-b892-44d7-b0a0-5103a583a44c tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1302813199&fields=id&tenant_id=8c88f14ca33d4e419d03f1c3b10014ac HTTP/1.1" status: 200 len: 267 time: 0.0715621 Mar 29 16:10:52.704899 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-6925c365-2afd-4169-9597-4f1747d1d940 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:52.717335 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6925c365-2afd-4169-9597-4f1747d1d940 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Releasing vlan 606 on physical network physnet1 to pool {{(pid=102791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 16:10:52.718173 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-6925c365-2afd-4169-9597-4f1747d1d940 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16169569'] for segment, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:52.721989 n-d-834765-1 neutron-server[102791]: Traceback (most recent call last): Mar 29 16:10:52.721989 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 16:10:52.721989 n-d-834765-1 neutron-server[102791]: timer() Mar 29 16:10:52.721989 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 16:10:52.721989 n-d-834765-1 neutron-server[102791]: cb(*args, **kw) Mar 29 16:10:52.721989 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 16:10:52.721989 n-d-834765-1 neutron-server[102791]: return func(*args, **kwargs) Mar 29 16:10:52.721989 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 16:10:52.721989 n-d-834765-1 neutron-server[102791]: self._notify() Mar 29 16:10:52.721989 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 16:10:52.721989 n-d-834765-1 neutron-server[102791]: self.callback(batched_events) Mar 29 16:10:52.721989 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 16:10:52.721989 n-d-834765-1 neutron-server[102791]: event.method(event) Mar 29 16:10:52.721989 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 16:10:52.721989 n-d-834765-1 neutron-server[102791]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 16:10:52.721989 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 16:10:52.721989 n-d-834765-1 neutron-server[102791]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 16:10:52.721989 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 16:10:52.721989 n-d-834765-1 neutron-server[102791]: return f(self, *a, **k) Mar 29 16:10:52.721989 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 16:10:52.721989 n-d-834765-1 neutron-server[102791]: return self._get(url).json() Mar 29 16:10:52.721989 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 16:10:52.721989 n-d-834765-1 neutron-server[102791]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 16:10:52.721989 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 16:10:52.721989 n-d-834765-1 neutron-server[102791]: return self.request(url, 'GET', **kwargs) Mar 29 16:10:52.721989 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 16:10:52.721989 n-d-834765-1 neutron-server[102791]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 16:10:52.721989 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 16:10:52.721989 n-d-834765-1 neutron-server[102791]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 16:10:52.721989 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 16:10:52.721989 n-d-834765-1 neutron-server[102791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 16:10:52.721989 n-d-834765-1 neutron-server[102791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 16:10:52.795301 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-6925c365-2afd-4169-9597-4f1747d1d940 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1639897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648174'] for network, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:52.811315 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-6925c365-2afd-4169-9597-4f1747d1d940 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks [] for network, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:52.818057 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-6925c365-2afd-4169-9597-4f1747d1d940 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] 10.222.0.42 "DELETE /v2.0/networks/3efd96ac-242c-4ebf-802e-2f77c02dea4b HTTP/1.1" status: 204 len: 168 time: 1.0331850 Mar 29 16:10:52.818219 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9d8519a-44e2-4f79-89fb-2fa347c56d13 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Made reservation on behalf of b764dc88162c48329e5f6a91ab689763 for: {'port': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:10:52.824087 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 55958) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:10:52.827386 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6925c365-2afd-4169-9597-4f1747d1d940 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Pushing event deleted for resources: {'Network': ['ID=3efd96ac-242c-4ebf-802e-2f77c02dea4b,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:10:52.829136 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port c16198a9-a5b2-4c17-92fc-8fab66db77d4 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:10:52.830115 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:52.832407 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-3f9db380-0b07-4c3b-ad7f-e611e0de1ee8 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1331978900', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:10:52.875811 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80339349-82e3-4ee3-9bce-c636276cccb4 None None] Sync routers for ids ['33af924b-d532-4bd3-86b1-28f3036caea4'] in n-d-834765-1 {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 16:10:52.887367 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80339349-82e3-4ee3-9bce-c636276cccb4 None None] Routers {'33af924b-d532-4bd3-86b1-28f3036caea4'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:10:52.888282 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-80339349-82e3-4ee3-9bce-c636276cccb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:10:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['33af924b-d532-4bd3-86b1-28f3036caea4'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:10:52.929078 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04da8d73-e4b8-4bd8-abf5-ddbc37753437 req-22067680-4655-4e02-9f4d-1e8c7067d6c7 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:10:52.933376 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-04da8d73-e4b8-4bd8-abf5-ddbc37753437 req-22067680-4655-4e02-9f4d-1e8c7067d6c7 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "GET /v2.0/networks?id=307bfe7f-3bb4-41b4-974f-c8eac814f4b9 HTTP/1.1" status: 200 len: 797 time: 0.2163227 Mar 29 16:10:52.958750 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-3f9db380-0b07-4c3b-ad7f-e611e0de1ee8 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-532385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129310'] for router, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:52.960120 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-3f9db380-0b07-4c3b-ad7f-e611e0de1ee8 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-648091', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-684384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129319'] for router, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:52.972573 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-04da8d73-e4b8-4bd8-abf5-ddbc37753437 req-5d16d9b6-5357-4dfd-a02d-7ae4a94ba113 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "GET /v2.0/quotas/8c88f14ca33d4e419d03f1c3b10014ac HTTP/1.1" status: 200 len: 375 time: 0.0260267 Mar 29 16:10:52.995019 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-a9d8519a-44e2-4f79-89fb-2fa347c56d13 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:53.007486 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvr_db [None req-80339349-82e3-4ee3-9bce-c636276cccb4 None None] Set router 33af924b-d532-4bd3-86b1-28f3036caea4 gateway port host: n-d-834765-1 {{(pid=102793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:10:53.053512 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-a27a1fbe-262b-46dd-80b6-16728fed6544 None None] For port 144133e0-e65e-4305-91d0-9bcba6dfb821, host n-d-834765-1, got binding levels [] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:10:53.053911 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-a27a1fbe-262b-46dd-80b6-16728fed6544 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:53.074883 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-3f9db380-0b07-4c3b-ad7f-e611e0de1ee8 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:53.076346 n-d-834765-1 neutron-server[102790]: DEBUG neutron.notifiers.nova [None req-a9d8519a-44e2-4f79-89fb-2fa347c56d13 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] device_id is not set on port 2d44a540-98f3-4bc5-bf42-ff95cb124449 yet. {{(pid=102790) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 29 16:10:53.087228 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-3f9db380-0b07-4c3b-ad7f-e611e0de1ee8 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648118'] for router, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:53.097407 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-a27a1fbe-262b-46dd-80b6-16728fed6544 None None] Calling delete_port for 144133e0-e65e-4305-91d0-9bcba6dfb821 owned by network:dhcp {{(pid=102792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:10:53.100891 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-16ae0170-ef74-42e0-a413-853d41bf7b34 None None] For port f17e885c-a223-4716-86dc-b6260247c05d, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=f17e885c-a223-4716-86dc-b6260247c05d,segment=NetworkSegment(b0033e17-6430-4297-97b0-9266901287f9),segment_id=b0033e17-6430-4297-97b0-9266901287f9)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:10:53.101606 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-16ae0170-ef74-42e0-a413-853d41bf7b34 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:53.106428 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.ipam_backend_mixin [None req-a27a1fbe-262b-46dd-80b6-16728fed6544 None None] Port 144133e0-e65e-4305-91d0-9bcba6dfb821 was not found and therefore no delete operation was performed {{(pid=102792) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 29 16:10:53.116921 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-a27a1fbe-262b-46dd-80b6-16728fed6544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350'] for port, after_delete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:53.130839 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-16ae0170-ef74-42e0-a413-853d41bf7b34 None None] Calling delete_port for f17e885c-a223-4716-86dc-b6260247c05d owned by network:dhcp {{(pid=102792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:10:53.154437 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-3f9db380-0b07-4c3b-ad7f-e611e0de1ee8 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks [] for router, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:53.158097 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-3f9db380-0b07-4c3b-ad7f-e611e0de1ee8 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3305473 Mar 29 16:10:53.158263 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a27a1fbe-262b-46dd-80b6-16728fed6544 None None] Network 3efd96ac-242c-4ebf-802e-2f77c02dea4b is not hosted by any dhcp agent {{(pid=102792) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Mar 29 16:10:53.158263 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a27a1fbe-262b-46dd-80b6-16728fed6544 None None] No DVR routers for this DVR port 144133e0-e65e-4305-91d0-9bcba6dfb821 on host n-d-834765-1 {{(pid=102792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 16:10:53.158931 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27a1fbe-262b-46dd-80b6-16728fed6544 None None] Pushing event deleted for resources: {'Port': ['ID=144133e0-e65e-4305-91d0-9bcba6dfb821,revision_number=None']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:10:53.159222 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 55960) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:10:53.165683 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-398363c0-2c27-4ea1-84ae-ba6cdaab8061 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Request body: {'network': {'name': 'tempest-RoutersTest-337591974'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:10:53.179244 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-04da8d73-e4b8-4bd8-abf5-ddbc37753437 req-daf797a2-4127-4cb2-bca0-78fd3b89b522 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=8c88f14ca33d4e419d03f1c3b10014ac&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1909354 Mar 29 16:10:53.204426 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-398363c0-2c27-4ea1-84ae-ba6cdaab8061 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Made reservation on behalf of 88e7599e62d446faa967714480fab072 for: {'network': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:10:53.208162 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-398363c0-2c27-4ea1-84ae-ba6cdaab8061 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for network, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:53.224529 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-80339349-82e3-4ee3-9bce-c636276cccb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33af924b-d532-4bd3-86b1-28f3036caea4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1228333880', 'tenant_id': '8c88f14ca33d4e419d03f1c3b10014ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.37'}], 'enable_snat': True}, 'gw_port_id': 'c16198a9-a5b2-4c17-92fc-8fab66db77d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:10:42Z', 'updated_at': '2022-03-29T16:10:50Z', 'revision_number': 4, 'project_id': '8c88f14ca33d4e419d03f1c3b10014ac', 'gw_port': {'id': 'c16198a9-a5b2-4c17-92fc-8fab66db77d4', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:e5:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33af924b-d532-4bd3-86b1-28f3036caea4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3602, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:10:43Z', 'updated_at': '2022-03-29T16:10:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': '695495f5-fa03-428b-912f-611ff93193bf', 'name': '', 'network_id': '307bfe7f-3bb4-41b4-974f-c8eac814f4b9', 'tenant_id': '8c88f14ca33d4e419d03f1c3b10014ac', 'mac_address': 'fa:16:3e:e6:f5:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33af924b-d532-4bd3-86b1-28f3036caea4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3612, 'fixed_ips': [{'subnet_id': '7b6daca8-734b-45a4-a6da-277f4442ff75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:10:49Z', 'updated_at': '2022-03-29T16:10:50Z', 'revision_number': 2, 'project_id': '8c88f14ca33d4e419d03f1c3b10014ac', 'subnets': [{'id': '7b6daca8-734b-45a4-a6da-277f4442ff75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:10:53.243414 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-398363c0-2c27-4ea1-84ae-ba6cdaab8061 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] vlan segment allocate from pool success with {'vlan_id': 631, 'physical_network': 'physnet1'} {{(pid=102791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 16:10:53.256895 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80339349-82e3-4ee3-9bce-c636276cccb4 None None] Checking router: 33af924b-d532-4bd3-86b1-28f3036caea4 for host: n-d-834765-1 {{(pid=102793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 16:10:53.257648 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-398363c0-2c27-4ea1-84ae-ba6cdaab8061 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:53.257998 n-d-834765-1 neutron-server[102791]: INFO neutron.db.segments_db [None req-398363c0-2c27-4ea1-84ae-ba6cdaab8061 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Added segment ee060983-a0c3-47b8-8b9f-c5c59501072b of type vlan for network 2164f976-43a1-4081-bb3d-ef6503fade76 Mar 29 16:10:53.258107 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80339349-82e3-4ee3-9bce-c636276cccb4 None None] Updating router 33af924b-d532-4bd3-86b1-28f3036caea4 port 695495f5-fa03-428b-912f-611ff93193bf binding host n-d-834765-1 {{(pid=102793) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 16:10:53.285186 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-80339349-82e3-4ee3-9bce-c636276cccb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:53.327011 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-398363c0-2c27-4ea1-84ae-ba6cdaab8061 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783522915970'] for network, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:53.361370 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.db_base_plugin_common [None req-a9d8519a-44e2-4f79-89fb-2fa347c56d13 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Allocated IP 2001:db8::edb8:be06:764c:89a5 (4be8019f-300a-473b-8f90-54810195744c/489dbd82-4637-458d-b028-18615409fa09/2d44a540-98f3-4bc5-bf42-ff95cb124449) {{(pid=102790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:10:53.369774 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-398363c0-2c27-4ea1-84ae-ba6cdaab8061 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795'] for network, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:53.384389 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-398363c0-2c27-4ea1-84ae-ba6cdaab8061 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:10:53.388750 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-398363c0-2c27-4ea1-84ae-ba6cdaab8061 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks [] for network, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:53.398789 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:53.435334 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-398363c0-2c27-4ea1-84ae-ba6cdaab8061 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2730625 Mar 29 16:10:53.436408 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-16ae0170-ef74-42e0-a413-853d41bf7b34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350'] for port, after_delete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:53.436618 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 55964) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:10:53.443959 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-c8812ed8-2791-4e42-a498-498cc79fefee tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Request body: {'subnet': {'network_id': '2164f976-43a1-4081-bb3d-ef6503fade76', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:10:53.455388 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] For port c16198a9-a5b2-4c17-92fc-8fab66db77d4, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=c16198a9-a5b2-4c17-92fc-8fab66db77d4,segment=NetworkSegment(6ab47353-a811-4bad-bc73-b4cc84583cfd),segment_id=6ab47353-a811-4bad-bc73-b4cc84583cfd)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:10:53.502905 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16ae0170-ef74-42e0-a413-853d41bf7b34 None None] No DVR routers for this DVR port f17e885c-a223-4716-86dc-b6260247c05d on host n-d-834765-1 {{(pid=102792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 16:10:53.506537 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ae0170-ef74-42e0-a413-853d41bf7b34 None None] Pushing event deleted for resources: {'Port': ['ID=f17e885c-a223-4716-86dc-b6260247c05d,revision_number=None']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:10:53.514727 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:53.575481 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398363c0-2c27-4ea1-84ae-ba6cdaab8061 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Pushing event updated for resources: {'Network': ['ID=2164f976-43a1-4081-bb3d-ef6503fade76,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:10:53.606791 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6e1bdca-ba71-4d7c-bf36-e7f5510b6e94 None None] Network 4be8019f-300a-473b-8f90-54810195744c requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 16:10:53.621201 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Network 2164f976-43a1-4081-bb3d-ef6503fade76 details requested by agent ovs-agent-n-d-834765-1 with host n-d-834765-1 {{(pid=102792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 16:10:53.638412 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8812ed8-2791-4e42-a498-498cc79fefee tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Made reservation on behalf of 88e7599e62d446faa967714480fab072 for: {'subnet': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:10:53.642479 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-c8812ed8-2791-4e42-a498-498cc79fefee tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16218875'] for subnet, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:53.744054 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 28f7b4a0-108c-4dc0-9e44-456349e26d9d up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 16:10:53.769164 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-d668f0c9-eb84-402c-b1b3-bb83246aed47 None None] Provisioning complete for port 28f7b4a0-108c-4dc0-9e44-456349e26d9d triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:10:53.769594 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d668f0c9-eb84-402c-b1b3-bb83246aed47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:53.775352 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-80339349-82e3-4ee3-9bce-c636276cccb4 None None] Notify callbacks [] for port, precommit_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:53.792435 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-80339349-82e3-4ee3-9bce-c636276cccb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:53.792593 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-a9d8519a-44e2-4f79-89fb-2fa347c56d13 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks [] for port, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:53.850251 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e47cc43-b22f-4b4b-b968-e39d4b8e3733 None None] Pushing event updated for resources: {'Port': ['ID=695495f5-fa03-428b-912f-611ff93193bf,revision_number=3']} {{(pid=102793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:10:53.863082 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-04da8d73-e4b8-4bd8-abf5-ddbc37753437 req-b48d0e55-69be-4ccd-bb7b-98fd78ad9bb7 service neutron] 10.222.0.42 "GET /v2.0/networks/307bfe7f-3bb4-41b4-974f-c8eac814f4b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5207195 Mar 29 16:10:53.889560 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Pushing event updated for resources: {'Port': ['ID=c16198a9-a5b2-4c17-92fc-8fab66db77d4,revision_number=4']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:10:53.890536 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e47cc43-b22f-4b4b-b968-e39d4b8e3733 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:10:53.892011 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e47cc43-b22f-4b4b-b968-e39d4b8e3733 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:10:53.892518 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e47cc43-b22f-4b4b-b968-e39d4b8e3733 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:10:53.892739 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e47cc43-b22f-4b4b-b968-e39d4b8e3733 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:10:53.894205 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e47cc43-b22f-4b4b-b968-e39d4b8e3733 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:10:53.896142 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e47cc43-b22f-4b4b-b968-e39d4b8e3733 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:10:53.896535 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e47cc43-b22f-4b4b-b968-e39d4b8e3733 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:10:53.896883 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e47cc43-b22f-4b4b-b968-e39d4b8e3733 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:10:53.898325 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e47cc43-b22f-4b4b-b968-e39d4b8e3733 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:10:53.898675 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e47cc43-b22f-4b4b-b968-e39d4b8e3733 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:10:53.901791 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e47cc43-b22f-4b4b-b968-e39d4b8e3733 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:10:53.902143 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e47cc43-b22f-4b4b-b968-e39d4b8e3733 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:10:53.937108 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port 28f7b4a0-108c-4dc0-9e44-456349e26d9d triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:10:53.937491 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:53.945427 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.managers [None req-80339349-82e3-4ee3-9bce-c636276cccb4 None None] Attempting to bind port 695495f5-fa03-428b-912f-611ff93193bf on host n-d-834765-1 for vnic_type normal with profile {{(pid=102793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 16:10:53.945936 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.managers [None req-80339349-82e3-4ee3-9bce-c636276cccb4 None None] Attempting to bind port 695495f5-fa03-428b-912f-611ff93193bf by drivers openvswitch,hyperv on host n-d-834765-1 at level 0 using segments [{'id': 'd2de5347-f9d8-4c7b-a897-5663c2ae5afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '307bfe7f-3bb4-41b4-974f-c8eac814f4b9'}] {{(pid=102793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 16:10:53.947184 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80339349-82e3-4ee3-9bce-c636276cccb4 None None] Attempting to bind port 695495f5-fa03-428b-912f-611ff93193bf on network 307bfe7f-3bb4-41b4-974f-c8eac814f4b9 {{(pid=102793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 16:10:53.952646 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80339349-82e3-4ee3-9bce-c636276cccb4 None None] Checking agent: {'id': 'a8866439-9d96-425c-b519-6905c591ac37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 25, 36), 'started_at': datetime.datetime(2022, 3, 29, 15, 26, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 16, 10, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834765-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 16:10:53.953417 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80339349-82e3-4ee3-9bce-c636276cccb4 None None] Checking segment: {'id': 'd2de5347-f9d8-4c7b-a897-5663c2ae5afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '307bfe7f-3bb4-41b4-974f-c8eac814f4b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 16:10:53.953970 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-80339349-82e3-4ee3-9bce-c636276cccb4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:53.954688 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80339349-82e3-4ee3-9bce-c636276cccb4 None None] Bound using segment: {'id': 'd2de5347-f9d8-4c7b-a897-5663c2ae5afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '307bfe7f-3bb4-41b4-974f-c8eac814f4b9'} {{(pid=102793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 16:10:53.955549 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.managers [None req-80339349-82e3-4ee3-9bce-c636276cccb4 None None] Bound port: 695495f5-fa03-428b-912f-611ff93193bf, host: n-d-834765-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2de5347-f9d8-4c7b-a897-5663c2ae5afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '307bfe7f-3bb4-41b4-974f-c8eac814f4b9'}}] {{(pid=102793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 16:10:53.956133 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-80339349-82e3-4ee3-9bce-c636276cccb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:54.021585 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-c8812ed8-2791-4e42-a498-498cc79fefee tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16155524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16218861'] for subnet, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:54.057228 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-04da8d73-e4b8-4bd8-abf5-ddbc37753437 req-82c6b05a-b29d-4a5c-b0d1-b30516c9c8dd service neutron] 10.222.0.42 "GET /v2.0/networks/307bfe7f-3bb4-41b4-974f-c8eac814f4b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1885402 Mar 29 16:10:54.059024 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-a9d8519a-44e2-4f79-89fb-2fa347c56d13 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:54.075725 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.db [None req-80339349-82e3-4ee3-9bce-c636276cccb4 None None] For port 695495f5-fa03-428b-912f-611ff93193bf, host n-d-834765-1, cleared binding levels {{(pid=102793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 16:10:54.084733 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.db [None req-80339349-82e3-4ee3-9bce-c636276cccb4 None None] For port 695495f5-fa03-428b-912f-611ff93193bf, host n-d-834765-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=695495f5-fa03-428b-912f-611ff93193bf,segment=NetworkSegment(d2de5347-f9d8-4c7b-a897-5663c2ae5afb),segment_id=d2de5347-f9d8-4c7b-a897-5663c2ae5afb)] {{(pid=102793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 16:10:54.092528 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-80339349-82e3-4ee3-9bce-c636276cccb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:54.136906 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d8519a-44e2-4f79-89fb-2fa347c56d13 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Pushing event updated for resources: {'Port': ['ID=2d44a540-98f3-4bc5-bf42-ff95cb124449,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:10:54.161058 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fba29dde-af3c-4705-813c-2ff23284d759 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0035034-69b0-5ffc-b384-0ac6189c5628-4be8019f-300a-473b-8f90-54810195744c', 'network_id': '4be8019f-300a-473b-8f90-54810195744c', 'tenant_id': 'b764dc88162c48329e5f6a91ab689763', 'fixed_ips': [{'subnet_id': '489dbd82-4637-458d-b028-18615409fa09'}]}} from n-d-834765-1. {{(pid=102792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 29 16:10:54.162137 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-fba29dde-af3c-4705-813c-2ff23284d759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:54.182378 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9d8519a-44e2-4f79-89fb-2fa347c56d13 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Network 4be8019f-300a-473b-8f90-54810195744c is already hosted by enough agents. {{(pid=102790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:10:54.185199 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-a9d8519a-44e2-4f79-89fb-2fa347c56d13 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Resources bound (agent type, host, resource id): {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:10:54.200692 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9d8519a-44e2-4f79-89fb-2fa347c56d13 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Received port after_create {{(pid=102790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:10:54.220488 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9d8519a-44e2-4f79-89fb-2fa347c56d13 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:10:54.221176 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-a9d8519a-44e2-4f79-89fb-2fa347c56d13 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:54.221314 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8812ed8-2791-4e42-a498-498cc79fefee tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Pushing event updated for resources: {'Subnet': ['ID=c9038ee8-f880-499c-b87d-c046e0fc2306,revision_number=0']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:10:54.223188 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-f7e60a4c-dd26-4b5a-8782-83855026e100 None None] Provisioning complete for port 28f7b4a0-108c-4dc0-9e44-456349e26d9d triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:10:54.223679 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-f7e60a4c-dd26-4b5a-8782-83855026e100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:54.242295 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8812ed8-2791-4e42-a498-498cc79fefee tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Checking segment: {'id': 'ee060983-a0c3-47b8-8b9f-c5c59501072b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '2164f976-43a1-4081-bb3d-ef6503fade76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 16:10:54.242878 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8812ed8-2791-4e42-a498-498cc79fefee tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Network hostable DHCP agents. Network: 2164f976-43a1-4081-bb3d-ef6503fade76, hostable agents: ['d136643e-48ae-49d4-a851-2ba3bdf3749c'], hosted agents: [] {{(pid=102791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 16:10:54.251309 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 55966) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:10:54.251468 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-a9d8519a-44e2-4f79-89fb-2fa347c56d13 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.7223771 Mar 29 16:10:54.253863 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e47cc43-b22f-4b4b-b968-e39d4b8e3733 None None] Pushing event updated for resources: {'Port': ['ID=695495f5-fa03-428b-912f-611ff93193bf,revision_number=4']} {{(pid=102793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:10:54.256710 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80339349-82e3-4ee3-9bce-c636276cccb4 None None] Routers {'33af924b-d532-4bd3-86b1-28f3036caea4'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:10:54.257309 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-80339349-82e3-4ee3-9bce-c636276cccb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:10:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['33af924b-d532-4bd3-86b1-28f3036caea4'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:10:54.260234 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-8a26dbd6-e306-4ed6-8b9b-098851463f3c tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Request body: {'port': {'network_id': '4be8019f-300a-473b-8f90-54810195744c', 'fixed_ips': [{'subnet_id': '489dbd82-4637-458d-b028-18615409fa09', 'ip_address': '2001:db8::edb8:be06:764c:89a5'}], 'name': 'tempest-NetworksTestDHCPv6-272316296'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:10:54.275691 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device f17e885c-a223-4716-86dc-b6260247c05d no longer exists at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 16:10:54.316753 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] No Port match for: f17e885c-a223-4716-86dc-b6260247c05d {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 16:10:54.317570 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device f17e885c-a223-4716-86dc-b6260247c05d not bound to the agent host n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 16:10:54.318135 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 144133e0-e65e-4305-91d0-9bcba6dfb821 no longer exists at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 16:10:54.409009 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] No Port match for: 144133e0-e65e-4305-91d0-9bcba6dfb821 {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 16:10:54.409585 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 144133e0-e65e-4305-91d0-9bcba6dfb821 not bound to the agent host n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 16:10:54.449322 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8812ed8-2791-4e42-a498-498cc79fefee tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Network 2164f976-43a1-4081-bb3d-ef6503fade76 is scheduled to be hosted by DHCP agent d136643e-48ae-49d4-a851-2ba3bdf3749c with binding_index 1 {{(pid=102791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 16:10:54.479084 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [None req-c8812ed8-2791-4e42-a498-498cc79fefee tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834765-1, 2164f976-43a1-4081-bb3d-ef6503fade76) {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:10:54.495791 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8812ed8-2791-4e42-a498-498cc79fefee tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:10:54.496802 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-c8812ed8-2791-4e42-a498-498cc79fefee tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks [] for subnet, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:54.500163 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvr_db [None req-80339349-82e3-4ee3-9bce-c636276cccb4 None None] Set router 33af924b-d532-4bd3-86b1-28f3036caea4 gateway port host: n-d-834765-1 {{(pid=102793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:10:54.521178 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-479fc960-40d5-4248-9679-b6aa1f7a2d67 None None] Network 2164f976-43a1-4081-bb3d-ef6503fade76 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 16:10:54.523208 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 55974) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:10:54.523462 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-c8812ed8-2791-4e42-a498-498cc79fefee tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0855851 Mar 29 16:10:54.584688 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e646e89a-5352-4a0e-ae27-25c56b605a30 req-36a7c4c5-dab8-46a4-bc30-d9ef113b08c6 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "GET /v2.0/ports?device_id=fefd300b-9623-490c-824e-33d4fb2d1c9a HTTP/1.1" status: 200 len: 210 time: 0.2149155 Mar 29 16:10:54.635527 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a26dbd6-e306-4ed6-8b9b-098851463f3c tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Made reservation on behalf of b764dc88162c48329e5f6a91ab689763 for: {'port': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:10:54.778321 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.db_base_plugin_common [None req-fba29dde-af3c-4705-813c-2ff23284d759 None None] Allocated IP 2001:db8::2 (4be8019f-300a-473b-8f90-54810195744c/489dbd82-4637-458d-b028-18615409fa09/8dd591d5-effc-4e9f-838e-a1e132c899a7) {{(pid=102792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:10:54.837106 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-8a26dbd6-e306-4ed6-8b9b-098851463f3c tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:54.872974 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [None req-8a26dbd6-e306-4ed6-8b9b-098851463f3c tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] device_id is not set on port 58172a76-9bc5-4be6-8d91-d67c015b7b81 yet. {{(pid=102791) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 29 16:10:54.916768 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-80339349-82e3-4ee3-9bce-c636276cccb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33af924b-d532-4bd3-86b1-28f3036caea4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1228333880', 'tenant_id': '8c88f14ca33d4e419d03f1c3b10014ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.37'}], 'enable_snat': True}, 'gw_port_id': 'c16198a9-a5b2-4c17-92fc-8fab66db77d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:10:42Z', 'updated_at': '2022-03-29T16:10:50Z', 'revision_number': 4, 'project_id': '8c88f14ca33d4e419d03f1c3b10014ac', 'gw_port': {'id': 'c16198a9-a5b2-4c17-92fc-8fab66db77d4', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:e5:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33af924b-d532-4bd3-86b1-28f3036caea4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3602, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:10:43Z', 'updated_at': '2022-03-29T16:10:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': '695495f5-fa03-428b-912f-611ff93193bf', 'name': '', 'network_id': '307bfe7f-3bb4-41b4-974f-c8eac814f4b9', 'tenant_id': '8c88f14ca33d4e419d03f1c3b10014ac', 'mac_address': 'fa:16:3e:e6:f5:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33af924b-d532-4bd3-86b1-28f3036caea4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3612, 'fixed_ips': [{'subnet_id': '7b6daca8-734b-45a4-a6da-277f4442ff75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:10:49Z', 'updated_at': '2022-03-29T16:10:54Z', 'revision_number': 4, 'project_id': '8c88f14ca33d4e419d03f1c3b10014ac', 'subnets': [{'id': '7b6daca8-734b-45a4-a6da-277f4442ff75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:10:54.928838 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-f7e60a4c-dd26-4b5a-8782-83855026e100 None None] Provisioning complete for port 695495f5-fa03-428b-912f-611ff93193bf triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:10:54.929294 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-f7e60a4c-dd26-4b5a-8782-83855026e100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:54.971946 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80339349-82e3-4ee3-9bce-c636276cccb4 None None] The sync data for ids ['33af924b-d532-4bd3-86b1-28f3036caea4'] in n-d-834765-1 is: [{'id': '33af924b-d532-4bd3-86b1-28f3036caea4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1228333880', 'tenant_id': '8c88f14ca33d4e419d03f1c3b10014ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.37'}], 'enable_snat': True}, 'gw_port_id': 'c16198a9-a5b2-4c17-92fc-8fab66db77d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:10:42Z', 'updated_at': '2022-03-29T16:10:50Z', 'revision_number': 4, 'project_id': '8c88f14ca33d4e419d03f1c3b10014ac', 'gw_port': {'id': 'c16198a9-a5b2-4c17-92fc-8fab66db77d4', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:e5:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33af924b-d532-4bd3-86b1-28f3036caea4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3602, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:10:43Z', 'updated_at': '2022-03-29T16:10:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': '695495f5-fa03-428b-912f-611ff93193bf', 'name': '', 'network_id': '307bfe7f-3bb4-41b4-974f-c8eac814f4b9', 'tenant_id': '8c88f14ca33d4e419d03f1c3b10014ac', 'mac_address': 'fa:16:3e:e6:f5:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33af924b-d532-4bd3-86b1-28f3036caea4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3612, 'fixed_ips': [{'subnet_id': '7b6daca8-734b-45a4-a6da-277f4442ff75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:10:49Z', 'updated_at': '2022-03-29T16:10:54Z', 'revision_number': 4, 'project_id': '8c88f14ca33d4e419d03f1c3b10014ac', 'subnets': [{'id': '7b6daca8-734b-45a4-a6da-277f4442ff75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 16:10:55.061354 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb50a3f3-23f2-414e-9413-fbda27c33eac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0035034-69b0-5ffc-b384-0ac6189c5628-2164f976-43a1-4081-bb3d-ef6503fade76', 'network_id': '2164f976-43a1-4081-bb3d-ef6503fade76', 'tenant_id': '88e7599e62d446faa967714480fab072', 'fixed_ips': [{'subnet_id': 'c9038ee8-f880-499c-b87d-c046e0fc2306'}]}} from n-d-834765-1. {{(pid=102792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 29 16:10:55.062222 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-eb50a3f3-23f2-414e-9413-fbda27c33eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:55.077524 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-118a0240-113e-40a0-b07d-4aa3646c9321 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:55.260196 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-fba29dde-af3c-4705-813c-2ff23284d759 None None] Notify callbacks [] for port, precommit_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:55.280133 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-fba29dde-af3c-4705-813c-2ff23284d759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956'] for port, after_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:55.318992 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-f7e60a4c-dd26-4b5a-8782-83855026e100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:55.364520 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba29dde-af3c-4705-813c-2ff23284d759 None None] Pushing event updated for resources: {'Port': ['ID=8dd591d5-effc-4e9f-838e-a1e132c899a7,revision_number=1']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:10:55.407551 n-d-834765-1 neutron-server[102792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fba29dde-af3c-4705-813c-2ff23284d759 None None] Network 4be8019f-300a-473b-8f90-54810195744c is already hosted by enough agents. {{(pid=102792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:10:55.412131 n-d-834765-1 neutron-server[102792]: DEBUG neutron.scheduler.base_scheduler [None req-fba29dde-af3c-4705-813c-2ff23284d759 None None] Resources bound (agent type, host, resource id): {{(pid=102792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:10:55.422002 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fba29dde-af3c-4705-813c-2ff23284d759 None None] Received port after_create {{(pid=102792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:10:55.459677 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-f7e60a4c-dd26-4b5a-8782-83855026e100 None None] For port 695495f5-fa03-428b-912f-611ff93193bf, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=695495f5-fa03-428b-912f-611ff93193bf,segment=NetworkSegment(d2de5347-f9d8-4c7b-a897-5663c2ae5afb),segment_id=d2de5347-f9d8-4c7b-a897-5663c2ae5afb)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:10:55.466576 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.db_base_plugin_common [None req-eb50a3f3-23f2-414e-9413-fbda27c33eac None None] Allocated IP 172.20.0.2 (2164f976-43a1-4081-bb3d-ef6503fade76/c9038ee8-f880-499c-b87d-c046e0fc2306/49029cb5-acb2-41a2-8334-d35d107b5076) {{(pid=102792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:10:55.471959 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-f7e60a4c-dd26-4b5a-8782-83855026e100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:55.502561 n-d-834765-1 neutron-server[102791]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a26dbd6-e306-4ed6-8b9b-098851463f3c tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] POST failed (client error): There was a conflict when trying to complete your request. Mar 29 16:10:55.503206 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a26dbd6-e306-4ed6-8b9b-098851463f3c tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=102791) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 16:10:55.523364 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 55982) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:10:55.523494 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-8a26dbd6-e306-4ed6-8b9b-098851463f3c tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.2702577 Mar 29 16:10:55.545190 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-fba29dde-af3c-4705-813c-2ff23284d759 None None] Attempting to bind port 8dd591d5-effc-4e9f-838e-a1e132c899a7 on host n-d-834765-1 for vnic_type normal with profile {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 16:10:55.545569 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-fba29dde-af3c-4705-813c-2ff23284d759 None None] Attempting to bind port 8dd591d5-effc-4e9f-838e-a1e132c899a7 by drivers openvswitch,hyperv on host n-d-834765-1 at level 0 using segments [{'id': 'b0033e17-6430-4297-97b0-9266901287f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '4be8019f-300a-473b-8f90-54810195744c'}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 16:10:55.545942 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fba29dde-af3c-4705-813c-2ff23284d759 None None] Attempting to bind port 8dd591d5-effc-4e9f-838e-a1e132c899a7 on network 4be8019f-300a-473b-8f90-54810195744c {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 16:10:55.585415 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fba29dde-af3c-4705-813c-2ff23284d759 None None] Checking agent: {'id': 'a8866439-9d96-425c-b519-6905c591ac37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 25, 36), 'started_at': datetime.datetime(2022, 3, 29, 15, 26, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 16, 10, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834765-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 16:10:55.585802 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fba29dde-af3c-4705-813c-2ff23284d759 None None] Checking segment: {'id': 'b0033e17-6430-4297-97b0-9266901287f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '4be8019f-300a-473b-8f90-54810195744c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 16:10:55.587094 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-fba29dde-af3c-4705-813c-2ff23284d759 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:55.587094 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fba29dde-af3c-4705-813c-2ff23284d759 None None] Bound using segment: {'id': 'b0033e17-6430-4297-97b0-9266901287f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '4be8019f-300a-473b-8f90-54810195744c'} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 16:10:55.587619 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-fba29dde-af3c-4705-813c-2ff23284d759 None None] Bound port: 8dd591d5-effc-4e9f-838e-a1e132c899a7, host: n-d-834765-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0033e17-6430-4297-97b0-9266901287f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '4be8019f-300a-473b-8f90-54810195744c'}}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 16:10:55.588005 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-fba29dde-af3c-4705-813c-2ff23284d759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:55.597080 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbd999ba-ecbd-4eaa-87d8-da1297397a84 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:10:55.608169 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbd999ba-ecbd-4eaa-87d8-da1297397a84 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:10:55.610548 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-dbd999ba-ecbd-4eaa-87d8-da1297397a84 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.0851665 Mar 29 16:10:55.613023 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 55984) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:10:55.649671 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e60a4c-dd26-4b5a-8782-83855026e100 None None] Pushing event updated for resources: {'Port': ['ID=695495f5-fa03-428b-912f-611ff93193bf,revision_number=5']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:10:55.730125 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-9319e102-b8ff-48e0-801a-abc23965a435 None None] Provisioning complete for port 695495f5-fa03-428b-912f-611ff93193bf triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:10:55.730125 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-9319e102-b8ff-48e0-801a-abc23965a435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:55.804330 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-ba943073-2011-4bf4-93bf-3670f78071e8 req-7d725fb4-4cfd-4191-89dc-9e3a0a1a4a65 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "GET /v2.0/ports?device_id=fefd300b-9623-490c-824e-33d4fb2d1c9a HTTP/1.1" status: 200 len: 210 time: 0.0773013 Mar 29 16:10:55.970164 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device c16198a9-a5b2-4c17-92fc-8fab66db77d4 up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 16:10:56.001675 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-677f8713-43df-4c1d-abb9-1bad95b43b37 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Deleting port 2d44a540-98f3-4bc5-bf42-ff95cb124449 {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:10:56.002019 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-677f8713-43df-4c1d-abb9-1bad95b43b37 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:56.038026 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04da8d73-e4b8-4bd8-abf5-ddbc37753437 req-57ca7aef-fd1b-42e8-9c64-3d034f6b4621 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:10:56.039239 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-04da8d73-e4b8-4bd8-abf5-ddbc37753437 req-57ca7aef-fd1b-42e8-9c64-3d034f6b4621 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.44 "GET /v2.0/networks?id=307bfe7f-3bb4-41b4-974f-c8eac814f4b9 HTTP/1.1" status: 200 len: 797 time: 0.2573786 Mar 29 16:10:56.084551 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-fba29dde-af3c-4705-813c-2ff23284d759 None None] For port 8dd591d5-effc-4e9f-838e-a1e132c899a7, host n-d-834765-1, cleared binding levels {{(pid=102792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 16:10:56.110019 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-fba29dde-af3c-4705-813c-2ff23284d759 None None] For port 8dd591d5-effc-4e9f-838e-a1e132c899a7, host n-d-834765-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=8dd591d5-effc-4e9f-838e-a1e132c899a7,segment=NetworkSegment(b0033e17-6430-4297-97b0-9266901287f9),segment_id=b0033e17-6430-4297-97b0-9266901287f9)] {{(pid=102792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 16:10:56.125647 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-fba29dde-af3c-4705-813c-2ff23284d759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:56.129882 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-eb50a3f3-23f2-414e-9413-fbda27c33eac None None] Notify callbacks [] for port, precommit_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:56.137801 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-04da8d73-e4b8-4bd8-abf5-ddbc37753437 req-9ba9b985-d950-45ce-9a48-9494609f2d3f tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8c88f14ca33d4e419d03f1c3b10014ac HTTP/1.1" status: 200 len: 380 time: 0.0636387 Mar 29 16:10:56.150294 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [req-04da8d73-e4b8-4bd8-abf5-ddbc37753437 req-bb22edcd-4e67-4af7-9e6b-daaa88bebf87 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Request body: {'port': {'device_id': 'fefd300b-9623-490c-824e-33d4fb2d1c9a', 'network_id': '307bfe7f-3bb4-41b4-974f-c8eac814f4b9', 'admin_state_up': True, 'tenant_id': '8c88f14ca33d4e419d03f1c3b10014ac', 'security_groups': ['d49c398e-1c3f-4f30-9d39-78d09bc7267d']}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:10:56.154704 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-677f8713-43df-4c1d-abb9-1bad95b43b37 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:56.163377 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-eb50a3f3-23f2-414e-9413-fbda27c33eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956'] for port, after_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:56.180869 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-677f8713-43df-4c1d-abb9-1bad95b43b37 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Calling delete_port for 2d44a540-98f3-4bc5-bf42-ff95cb124449 owned by {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:10:56.194525 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port c16198a9-a5b2-4c17-92fc-8fab66db77d4 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:10:56.194899 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:56.213437 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.db_base_plugin_common [None req-118a0240-113e-40a0-b07d-4aa3646c9321 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Allocated IP 172.20.0.1 (2164f976-43a1-4081-bb3d-ef6503fade76/c9038ee8-f880-499c-b87d-c046e0fc2306/59ba545c-5333-4a8c-b146-97567221e87f) {{(pid=102790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:10:56.279029 n-d-834765-1 neutron-server[102792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb50a3f3-23f2-414e-9413-fbda27c33eac None None] Network 2164f976-43a1-4081-bb3d-ef6503fade76 is already hosted by enough agents. {{(pid=102792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:10:56.283656 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba29dde-af3c-4705-813c-2ff23284d759 None None] Pushing event updated for resources: {'Port': ['ID=8dd591d5-effc-4e9f-838e-a1e132c899a7,revision_number=2']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:10:56.288200 n-d-834765-1 neutron-server[102792]: DEBUG neutron.scheduler.base_scheduler [None req-eb50a3f3-23f2-414e-9413-fbda27c33eac None None] Resources bound (agent type, host, resource id): {{(pid=102792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:10:56.295334 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb50a3f3-23f2-414e-9413-fbda27c33eac None None] Received port after_create {{(pid=102792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:10:56.395066 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb50a3f3-23f2-414e-9413-fbda27c33eac None None] Pushing event updated for resources: {'Port': ['ID=49029cb5-acb2-41a2-8334-d35d107b5076,revision_number=1']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:10:56.422733 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04da8d73-e4b8-4bd8-abf5-ddbc37753437 req-bb22edcd-4e67-4af7-9e6b-daaa88bebf87 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Made reservation on behalf of 8c88f14ca33d4e419d03f1c3b10014ac for: {'port': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:10:56.426323 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-04da8d73-e4b8-4bd8-abf5-ddbc37753437 req-bb22edcd-4e67-4af7-9e6b-daaa88bebf87 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:56.427810 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-eb50a3f3-23f2-414e-9413-fbda27c33eac None None] Attempting to bind port 49029cb5-acb2-41a2-8334-d35d107b5076 on host n-d-834765-1 for vnic_type normal with profile {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 16:10:56.428294 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-eb50a3f3-23f2-414e-9413-fbda27c33eac None None] Attempting to bind port 49029cb5-acb2-41a2-8334-d35d107b5076 by drivers openvswitch,hyperv on host n-d-834765-1 at level 0 using segments [{'id': 'ee060983-a0c3-47b8-8b9f-c5c59501072b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '2164f976-43a1-4081-bb3d-ef6503fade76'}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 16:10:56.428537 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb50a3f3-23f2-414e-9413-fbda27c33eac None None] Attempting to bind port 49029cb5-acb2-41a2-8334-d35d107b5076 on network 2164f976-43a1-4081-bb3d-ef6503fade76 {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 16:10:56.450411 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb50a3f3-23f2-414e-9413-fbda27c33eac None None] Checking agent: {'id': 'a8866439-9d96-425c-b519-6905c591ac37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 25, 36), 'started_at': datetime.datetime(2022, 3, 29, 15, 26, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 16, 10, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834765-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 16:10:56.451126 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb50a3f3-23f2-414e-9413-fbda27c33eac None None] Checking segment: {'id': 'ee060983-a0c3-47b8-8b9f-c5c59501072b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '2164f976-43a1-4081-bb3d-ef6503fade76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 16:10:56.451342 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-eb50a3f3-23f2-414e-9413-fbda27c33eac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:56.454000 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-118a0240-113e-40a0-b07d-4aa3646c9321 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks [] for port, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:56.454175 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-677f8713-43df-4c1d-abb9-1bad95b43b37 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:56.456927 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb50a3f3-23f2-414e-9413-fbda27c33eac None None] Bound using segment: {'id': 'ee060983-a0c3-47b8-8b9f-c5c59501072b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '2164f976-43a1-4081-bb3d-ef6503fade76'} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 16:10:56.461854 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-eb50a3f3-23f2-414e-9413-fbda27c33eac None None] Bound port: 49029cb5-acb2-41a2-8334-d35d107b5076, host: n-d-834765-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee060983-a0c3-47b8-8b9f-c5c59501072b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '2164f976-43a1-4081-bb3d-ef6503fade76'}}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 16:10:56.464225 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-eb50a3f3-23f2-414e-9413-fbda27c33eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:56.489492 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 695495f5-fa03-428b-912f-611ff93193bf up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 16:10:56.498908 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677f8713-43df-4c1d-abb9-1bad95b43b37 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Pushing event deleted for resources: {'Port': ['ID=2d44a540-98f3-4bc5-bf42-ff95cb124449,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:10:56.544743 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-118a0240-113e-40a0-b07d-4aa3646c9321 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:56.588234 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-677f8713-43df-4c1d-abb9-1bad95b43b37 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:56.593064 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-677f8713-43df-4c1d-abb9-1bad95b43b37 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] 10.222.0.42 "DELETE /v2.0/ports/2d44a540-98f3-4bc5-bf42-ff95cb124449 HTTP/1.1" status: 204 len: 168 time: 0.9789617 Mar 29 16:10:56.604863 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 55988) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:10:56.639626 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118a0240-113e-40a0-b07d-4aa3646c9321 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Pushing event updated for resources: {'Port': ['ID=59ba545c-5333-4a8c-b146-97567221e87f,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:10:56.656834 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-eb50a3f3-23f2-414e-9413-fbda27c33eac None None] For port 49029cb5-acb2-41a2-8334-d35d107b5076, host n-d-834765-1, cleared binding levels {{(pid=102792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 16:10:56.662611 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-eb50a3f3-23f2-414e-9413-fbda27c33eac None None] For port 49029cb5-acb2-41a2-8334-d35d107b5076, host n-d-834765-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=49029cb5-acb2-41a2-8334-d35d107b5076,segment=NetworkSegment(ee060983-a0c3-47b8-8b9f-c5c59501072b),segment_id=ee060983-a0c3-47b8-8b9f-c5c59501072b)] {{(pid=102792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 16:10:56.677226 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port 695495f5-fa03-428b-912f-611ff93193bf triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:10:56.677902 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:56.682330 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-118a0240-113e-40a0-b07d-4aa3646c9321 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Network 2164f976-43a1-4081-bb3d-ef6503fade76 is already hosted by enough agents. {{(pid=102790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:10:56.682576 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-eb50a3f3-23f2-414e-9413-fbda27c33eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:56.684655 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-118a0240-113e-40a0-b07d-4aa3646c9321 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Resources bound (agent type, host, resource id): {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:10:56.693804 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-118a0240-113e-40a0-b07d-4aa3646c9321 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Received port after_create {{(pid=102790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:10:56.747291 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_common [req-04da8d73-e4b8-4bd8-abf5-ddbc37753437 req-bb22edcd-4e67-4af7-9e6b-daaa88bebf87 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Allocated IP 172.20.0.6 (307bfe7f-3bb4-41b4-974f-c8eac814f4b9/7b6daca8-734b-45a4-a6da-277f4442ff75/b8d11f43-aaca-43c3-86d3-e91e527fc1c6) {{(pid=102791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:10:56.747510 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e9ffdb8-cd56-4cb6-9757-c45c6b8f5b04 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:10:56.749160 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e9ffdb8-cd56-4cb6-9757-c45c6b8f5b04 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:10:56.754044 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-2e9ffdb8-cd56-4cb6-9757-c45c6b8f5b04 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1227672 Mar 29 16:10:56.757308 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 55990) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:10:56.828180 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb50a3f3-23f2-414e-9413-fbda27c33eac None None] Pushing event updated for resources: {'Port': ['ID=49029cb5-acb2-41a2-8334-d35d107b5076,revision_number=2']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:10:56.847650 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.db_base_plugin_v2 [None req-493b48c6-be48-41ab-b4e2-996c8fd4a8ec tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Deleting subnet 489dbd82-4637-458d-b028-18615409fa09 {{(pid=102790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 16:10:56.857653 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-118a0240-113e-40a0-b07d-4aa3646c9321 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-648347'] for router_interface, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:56.860263 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-493b48c6-be48-41ab-b4e2-996c8fd4a8ec tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks [] for subnet, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:56.962443 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-816d9c5f-b6e8-4674-b5b7-05a8084a9bda req-af35e713-6044-45b7-8d04-0541b1e48df6 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "GET /v2.0/ports?device_id=fefd300b-9623-490c-824e-33d4fb2d1c9a HTTP/1.1" status: 200 len: 210 time: 0.0420082 Mar 29 16:10:56.973151 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-04da8d73-e4b8-4bd8-abf5-ddbc37753437 req-bb22edcd-4e67-4af7-9e6b-daaa88bebf87 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks [] for port, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:56.984768 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-493b48c6-be48-41ab-b4e2-996c8fd4a8ec tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4614024'] for subnet, precommit_delete_associations {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:57.016985 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-04da8d73-e4b8-4bd8-abf5-ddbc37753437 req-bb22edcd-4e67-4af7-9e6b-daaa88bebf87 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:57.081836 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-118a0240-113e-40a0-b07d-4aa3646c9321 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:57.091777 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04da8d73-e4b8-4bd8-abf5-ddbc37753437 req-bb22edcd-4e67-4af7-9e6b-daaa88bebf87 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Network 307bfe7f-3bb4-41b4-974f-c8eac814f4b9 is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:10:57.096644 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [req-04da8d73-e4b8-4bd8-abf5-ddbc37753437 req-bb22edcd-4e67-4af7-9e6b-daaa88bebf87 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:10:57.103219 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [req-04da8d73-e4b8-4bd8-abf5-ddbc37753437 req-bb22edcd-4e67-4af7-9e6b-daaa88bebf87 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Received port after_create {{(pid=102791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:10:57.154956 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04da8d73-e4b8-4bd8-abf5-ddbc37753437 req-bb22edcd-4e67-4af7-9e6b-daaa88bebf87 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:10:57.155524 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-04da8d73-e4b8-4bd8-abf5-ddbc37753437 req-bb22edcd-4e67-4af7-9e6b-daaa88bebf87 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:57.159002 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb22edcd-4e67-4af7-9e6b-daaa88bebf87 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Pushing event updated for resources: {'Port': ['ID=b8d11f43-aaca-43c3-86d3-e91e527fc1c6,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:10:57.168425 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-493b48c6-be48-41ab-b4e2-996c8fd4a8ec tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1641287'] for subnet, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:57.182950 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-04da8d73-e4b8-4bd8-abf5-ddbc37753437 req-bb22edcd-4e67-4af7-9e6b-daaa88bebf87 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0374112 Mar 29 16:10:57.196054 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [req-04da8d73-e4b8-4bd8-abf5-ddbc37753437 req-527df16e-734f-473c-abb7-394646bce652 service neutron] Request body: {'port': {'device_id': 'fefd300b-9623-490c-824e-33d4fb2d1c9a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834765-1'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:10:57.258721 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-04da8d73-e4b8-4bd8-abf5-ddbc37753437 req-527df16e-734f-473c-abb7-394646bce652 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:57.347745 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-493b48c6-be48-41ab-b4e2-996c8fd4a8ec tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1641294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5231963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4793952'] for subnet, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:57.549350 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-f1aea44b-9829-4092-82c0-2a9a11130496 None None] Provisioning complete for port b8d11f43-aaca-43c3-86d3-e91e527fc1c6 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:10:57.549884 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-f1aea44b-9829-4092-82c0-2a9a11130496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:57.636378 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-f1aea44b-9829-4092-82c0-2a9a11130496 None None] Port b8d11f43-aaca-43c3-86d3-e91e527fc1c6 cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 16:10:57.730583 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [req-04da8d73-e4b8-4bd8-abf5-ddbc37753437 req-527df16e-734f-473c-abb7-394646bce652 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8d11f43-aaca-43c3-86d3-e91e527fc1c6 {{(pid=102791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 16:10:57.736921 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493b48c6-be48-41ab-b4e2-996c8fd4a8ec tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Pushing event deleted for resources: {'Subnet': ['ID=489dbd82-4637-458d-b028-18615409fa09,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:10:57.746507 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-04da8d73-e4b8-4bd8-abf5-ddbc37753437 req-527df16e-734f-473c-abb7-394646bce652 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:57.761822 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.provisioning_blocks [req-04da8d73-e4b8-4bd8-abf5-ddbc37753437 req-527df16e-734f-473c-abb7-394646bce652 service neutron] Transition to ACTIVE for port object b8d11f43-aaca-43c3-86d3-e91e527fc1c6 will not be triggered until provisioned by entity L2. {{(pid=102791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 16:10:57.766800 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-493b48c6-be48-41ab-b4e2-996c8fd4a8ec tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks [] for subnet, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:57.766982 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-04da8d73-e4b8-4bd8-abf5-ddbc37753437 req-527df16e-734f-473c-abb7-394646bce652 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:57.774653 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-493b48c6-be48-41ab-b4e2-996c8fd4a8ec tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] 10.222.0.42 "DELETE /v2.0/subnets/489dbd82-4637-458d-b028-18615409fa09 HTTP/1.1" status: 204 len: 168 time: 1.0162990 Mar 29 16:10:57.778177 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 55994) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:10:57.792998 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b447fe9-09d5-435c-ba03-615378fecd72 None None] Network 4be8019f-300a-473b-8f90-54810195744c requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 16:10:57.833355 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 49029cb5-acb2-41a2-8334-d35d107b5076 up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 16:10:57.845416 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527df16e-734f-473c-abb7-394646bce652 service neutron] Pushing event updated for resources: {'Port': ['ID=b8d11f43-aaca-43c3-86d3-e91e527fc1c6,revision_number=2']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:10:57.888681 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-1ef3c81e-66f0-488e-9c0a-24bbe16b3619 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1089053 Mar 29 16:10:57.894876 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 55996) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:10:57.901603 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-7145294a-1619-4f49-89dd-6988a7a1a527 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Request body: {'subnet': {'network_id': '4be8019f-300a-473b-8f90-54810195744c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:10:57.941059 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-04da8d73-e4b8-4bd8-abf5-ddbc37753437 req-527df16e-734f-473c-abb7-394646bce652 service neutron] Attempting to bind port b8d11f43-aaca-43c3-86d3-e91e527fc1c6 on host n-h1-834765-1 for vnic_type normal with profile {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 16:10:57.941340 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-04da8d73-e4b8-4bd8-abf5-ddbc37753437 req-527df16e-734f-473c-abb7-394646bce652 service neutron] Attempting to bind port b8d11f43-aaca-43c3-86d3-e91e527fc1c6 by drivers openvswitch,hyperv on host n-h1-834765-1 at level 0 using segments [{'id': 'd2de5347-f9d8-4c7b-a897-5663c2ae5afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '307bfe7f-3bb4-41b4-974f-c8eac814f4b9'}] {{(pid=102791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 16:10:57.941656 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04da8d73-e4b8-4bd8-abf5-ddbc37753437 req-527df16e-734f-473c-abb7-394646bce652 service neutron] Attempting to bind port b8d11f43-aaca-43c3-86d3-e91e527fc1c6 on network 307bfe7f-3bb4-41b4-974f-c8eac814f4b9 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 16:10:57.947190 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04da8d73-e4b8-4bd8-abf5-ddbc37753437 req-527df16e-734f-473c-abb7-394646bce652 service neutron] Port b8d11f43-aaca-43c3-86d3-e91e527fc1c6 on network 307bfe7f-3bb4-41b4-974f-c8eac814f4b9 not bound, no agent of type Open vSwitch agent registered on host n-h1-834765-1 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 16:10:57.948276 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04da8d73-e4b8-4bd8-abf5-ddbc37753437 req-527df16e-734f-473c-abb7-394646bce652 service neutron] Attempting to bind port b8d11f43-aaca-43c3-86d3-e91e527fc1c6 on network 307bfe7f-3bb4-41b4-974f-c8eac814f4b9 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 16:10:57.959175 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04da8d73-e4b8-4bd8-abf5-ddbc37753437 req-527df16e-734f-473c-abb7-394646bce652 service neutron] Checking agent: {'id': 'be375040-5069-4239-9460-a3a3213e1e90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 33, 18), 'started_at': datetime.datetime(2022, 3, 29, 15, 33, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 16, 10, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 16:10:57.959546 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04da8d73-e4b8-4bd8-abf5-ddbc37753437 req-527df16e-734f-473c-abb7-394646bce652 service neutron] Checking segment: {'id': 'd2de5347-f9d8-4c7b-a897-5663c2ae5afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '307bfe7f-3bb4-41b4-974f-c8eac814f4b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 16:10:57.959932 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04da8d73-e4b8-4bd8-abf5-ddbc37753437 req-527df16e-734f-473c-abb7-394646bce652 service neutron] Bound using segment: {'id': 'd2de5347-f9d8-4c7b-a897-5663c2ae5afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '307bfe7f-3bb4-41b4-974f-c8eac814f4b9'} {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 16:10:57.960364 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-04da8d73-e4b8-4bd8-abf5-ddbc37753437 req-527df16e-734f-473c-abb7-394646bce652 service neutron] Bound port: b8d11f43-aaca-43c3-86d3-e91e527fc1c6, host: n-h1-834765-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2de5347-f9d8-4c7b-a897-5663c2ae5afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '307bfe7f-3bb4-41b4-974f-c8eac814f4b9'}}] {{(pid=102791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 16:10:57.960722 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-04da8d73-e4b8-4bd8-abf5-ddbc37753437 req-527df16e-734f-473c-abb7-394646bce652 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:58.032552 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-a838985d-3859-4b5d-9c97-6bf9a9b6f082 None None] Provisioning complete for port 8dd591d5-effc-4e9f-838e-a1e132c899a7 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:10:58.033022 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-a838985d-3859-4b5d-9c97-6bf9a9b6f082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:58.076083 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-118a0240-113e-40a0-b07d-4aa3646c9321 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks [] for port, precommit_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:58.089938 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7145294a-1619-4f49-89dd-6988a7a1a527 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Made reservation on behalf of b764dc88162c48329e5f6a91ab689763 for: {'subnet': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:10:58.093756 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-04da8d73-e4b8-4bd8-abf5-ddbc37753437 req-527df16e-734f-473c-abb7-394646bce652 service neutron] For port b8d11f43-aaca-43c3-86d3-e91e527fc1c6, host n-h1-834765-1, cleared binding levels {{(pid=102791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 16:10:58.094734 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-7145294a-1619-4f49-89dd-6988a7a1a527 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4793983'] for subnet, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:58.102589 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-04da8d73-e4b8-4bd8-abf5-ddbc37753437 req-527df16e-734f-473c-abb7-394646bce652 service neutron] For port b8d11f43-aaca-43c3-86d3-e91e527fc1c6, host n-h1-834765-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=b8d11f43-aaca-43c3-86d3-e91e527fc1c6,segment=NetworkSegment(d2de5347-f9d8-4c7b-a897-5663c2ae5afb),segment_id=d2de5347-f9d8-4c7b-a897-5663c2ae5afb)] {{(pid=102791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 16:10:58.112312 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-04da8d73-e4b8-4bd8-abf5-ddbc37753437 req-527df16e-734f-473c-abb7-394646bce652 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:58.125214 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port 49029cb5-acb2-41a2-8334-d35d107b5076 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:10:58.125671 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:58.139411 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-118a0240-113e-40a0-b07d-4aa3646c9321 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5237921'] for port, after_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:58.181218 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04da8d73-e4b8-4bd8-abf5-ddbc37753437 req-527df16e-734f-473c-abb7-394646bce652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:10:58.186038 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-04da8d73-e4b8-4bd8-abf5-ddbc37753437 req-527df16e-734f-473c-abb7-394646bce652 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:58.187789 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-04da8d73-e4b8-4bd8-abf5-ddbc37753437 req-527df16e-734f-473c-abb7-394646bce652 service neutron] 10.222.0.44 "PUT /v2.0/ports/b8d11f43-aaca-43c3-86d3-e91e527fc1c6 HTTP/1.1" status: 200 len: 1091 time: 0.9965131 Mar 29 16:10:58.188445 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fefd300b-9623-490c-824e-33d4fb2d1c9a', 'tag': 'b8d11f43-aaca-43c3-86d3-e91e527fc1c6'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:10:58.191062 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c67b028db5e9b9818fecc5c0a87ebc6f190694fa53ca267d523e04f98de536d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d1fc8b3-8e8a-42f1-9fa8-d4387f7b7933" -d '{"events": [{"name": "network-changed", "server_uuid": "fefd300b-9623-490c-824e-33d4fb2d1c9a", "tag": "b8d11f43-aaca-43c3-86d3-e91e527fc1c6"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:10:58.268332 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 16:10:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1edb3441-61af-4005-9bfb-bd3c4343c082 x-openstack-request-id: req-1edb3441-61af-4005-9bfb-bd3c4343c082 {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:10:58.268750 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fefd300b-9623-490c-824e-33d4fb2d1c9a", "tag": "b8d11f43-aaca-43c3-86d3-e91e527fc1c6", "status": "completed", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:10:58.269187 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1edb3441-61af-4005-9bfb-bd3c4343c082 {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:10:58.269682 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fefd300b-9623-490c-824e-33d4fb2d1c9a', 'tag': 'b8d11f43-aaca-43c3-86d3-e91e527fc1c6', 'status': 'completed', 'code': 200} Mar 29 16:10:58.272395 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527df16e-734f-473c-abb7-394646bce652 service neutron] Pushing event updated for resources: {'Port': ['ID=b8d11f43-aaca-43c3-86d3-e91e527fc1c6,revision_number=3']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:10:58.298533 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04da8d73-e4b8-4bd8-abf5-ddbc37753437 req-2a6da229-e72e-48a6-aecc-82960074af61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:10:58.301217 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:58.301936 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-04da8d73-e4b8-4bd8-abf5-ddbc37753437 req-2a6da229-e72e-48a6-aecc-82960074af61 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8c88f14ca33d4e419d03f1c3b10014ac&device_id=fefd300b-9623-490c-824e-33d4fb2d1c9a HTTP/1.1" status: 200 len: 1094 time: 0.0641041 Mar 29 16:10:58.303642 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-a838985d-3859-4b5d-9c97-6bf9a9b6f082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:58.353040 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad0fa5d2-a566-44d5-be27-02c7601ed2d8 None None] DHCP port deletion for 4be8019f-300a-473b-8f90-54810195744c request from n-d-834765-1 {{(pid=102792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 29 16:10:58.375133 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-04da8d73-e4b8-4bd8-abf5-ddbc37753437 req-fce6436c-427b-4665-b604-35466ec5333b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b8d11f43-aaca-43c3-86d3-e91e527fc1c6 HTTP/1.1" status: 200 len: 217 time: 0.0636337 Mar 29 16:10:58.407438 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-a838985d-3859-4b5d-9c97-6bf9a9b6f082 None None] For port 8dd591d5-effc-4e9f-838e-a1e132c899a7, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=8dd591d5-effc-4e9f-838e-a1e132c899a7,segment=NetworkSegment(b0033e17-6430-4297-97b0-9266901287f9),segment_id=b0033e17-6430-4297-97b0-9266901287f9)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:10:58.411127 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] For port 49029cb5-acb2-41a2-8334-d35d107b5076, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=49029cb5-acb2-41a2-8334-d35d107b5076,segment=NetworkSegment(ee060983-a0c3-47b8-8b9f-c5c59501072b),segment_id=ee060983-a0c3-47b8-8b9f-c5c59501072b)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:10:58.418875 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45d5354b-22ba-4d17-a2cd-b039fc7ceb68 None None] Network 2164f976-43a1-4081-bb3d-ef6503fade76 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 16:10:58.438974 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-a838985d-3859-4b5d-9c97-6bf9a9b6f082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:58.440955 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:58.441684 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 8dd591d5-effc-4e9f-838e-a1e132c899a7 up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 16:10:58.480799 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04da8d73-e4b8-4bd8-abf5-ddbc37753437 req-149b0087-a076-406c-8a97-705440ee8725 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:10:58.480799 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-04da8d73-e4b8-4bd8-abf5-ddbc37753437 req-149b0087-a076-406c-8a97-705440ee8725 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7b6daca8-734b-45a4-a6da-277f4442ff75 HTTP/1.1" status: 200 len: 835 time: 0.0967407 Mar 29 16:10:58.481125 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118a0240-113e-40a0-b07d-4aa3646c9321 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Pushing event updated for resources: {'Port': ['ID=59ba545c-5333-4a8c-b146-97567221e87f,revision_number=2']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:10:58.488124 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-118a0240-113e-40a0-b07d-4aa3646c9321 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-648439'] for router_interface, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:58.500827 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a51b1af-0c17-4a50-b83c-9f411ceccaaf req-c6b8ca38-1acd-47b7-85c7-d17867fca255 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:10:58.502466 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-4a51b1af-0c17-4a50-b83c-9f411ceccaaf req-c6b8ca38-1acd-47b7-85c7-d17867fca255 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "GET /v2.0/ports?device_id=fefd300b-9623-490c-824e-33d4fb2d1c9a HTTP/1.1" status: 200 len: 943 time: 0.3645911 Mar 29 16:10:58.537424 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04da8d73-e4b8-4bd8-abf5-ddbc37753437 req-8eaaf210-3bef-4e11-8f5a-ae92dd6773b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:10:58.538998 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-04da8d73-e4b8-4bd8-abf5-ddbc37753437 req-8eaaf210-3bef-4e11-8f5a-ae92dd6773b4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=307bfe7f-3bb4-41b4-974f-c8eac814f4b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0538034 Mar 29 16:10:58.573655 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-a838985d-3859-4b5d-9c97-6bf9a9b6f082 None None] Could not find standard attr ID for object 2d44a540-98f3-4bc5-bf42-ff95cb124449. {{(pid=102792) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 29 16:10:58.588815 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-4a51b1af-0c17-4a50-b83c-9f411ceccaaf req-06ca7613-8562-454e-8bd4-d635360949d3 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "GET /v2.0/security-groups?id=d49c398e-1c3f-4f30-9d39-78d09bc7267d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658853 Mar 29 16:10:58.651399 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a838985d-3859-4b5d-9c97-6bf9a9b6f082 None None] Pushing event updated for resources: {'Port': ['ID=8dd591d5-effc-4e9f-838e-a1e132c899a7,revision_number=4']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:10:58.653174 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-04da8d73-e4b8-4bd8-abf5-ddbc37753437 req-819ce5f0-fb30-4b5f-93d4-b6dea6317c8c service neutron] 10.222.0.44 "GET /v2.0/networks/307bfe7f-3bb4-41b4-974f-c8eac814f4b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069865 Mar 29 16:10:58.694083 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-7145294a-1619-4f49-89dd-6988a7a1a527 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5231896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4793961'] for subnet, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:58.702610 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-ad0fa5d2-a566-44d5-be27-02c7601ed2d8 None None] Deleting port 8dd591d5-effc-4e9f-838e-a1e132c899a7 {{(pid=102792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:10:58.703001 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-ad0fa5d2-a566-44d5-be27-02c7601ed2d8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:58.759138 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-118a0240-113e-40a0-b07d-4aa3646c9321 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Network 2164f976-43a1-4081-bb3d-ef6503fade76 is already hosted by enough agents. {{(pid=102790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:10:58.767232 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-04da8d73-e4b8-4bd8-abf5-ddbc37753437 req-9e91bc15-5072-4358-ac4d-25bcaa9d7155 service neutron] 10.222.0.44 "GET /v2.0/networks/307bfe7f-3bb4-41b4-974f-c8eac814f4b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1043437 Mar 29 16:10:58.767934 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-118a0240-113e-40a0-b07d-4aa3646c9321 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Resources bound (agent type, host, resource id): {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:10:58.771055 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7145294a-1619-4f49-89dd-6988a7a1a527 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Network 4be8019f-300a-473b-8f90-54810195744c is already hosted by enough agents. {{(pid=102790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:10:58.778916 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-7145294a-1619-4f49-89dd-6988a7a1a527 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Resources bound (agent type, host, resource id): {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:10:58.784605 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7145294a-1619-4f49-89dd-6988a7a1a527 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:10:58.785081 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-7145294a-1619-4f49-89dd-6988a7a1a527 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks [] for subnet, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:58.794558 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7145294a-1619-4f49-89dd-6988a7a1a527 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Pushing event updated for resources: {'Subnet': ['ID=cd564099-2f14-415f-afd9-5bcc60aa4df5,revision_number=0']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:10:58.816956 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port 8dd591d5-effc-4e9f-838e-a1e132c899a7 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:10:58.817419 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:58.844432 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-7145294a-1619-4f49-89dd-6988a7a1a527 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9481561 Mar 29 16:10:58.857705 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 56002) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:10:58.863549 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-9747f384-0123-4192-a3a7-2e444f1e566f tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Request body: {'port': {'network_id': '4be8019f-300a-473b-8f90-54810195744c', 'fixed_ips': [{'subnet_id': 'cd564099-2f14-415f-afd9-5bcc60aa4df5', 'ip_address': '2001:db8:0:1::7'}], 'name': 'tempest-NetworksTestDHCPv6-1242741019'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:10:58.900480 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-9674fea3-31ed-4c82-aeba-eec859c10db9 None None] Provisioning complete for port 49029cb5-acb2-41a2-8334-d35d107b5076 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:10:58.900853 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-9674fea3-31ed-4c82-aeba-eec859c10db9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:58.921511 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-118a0240-113e-40a0-b07d-4aa3646c9321 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Router 10b6c1ac-b367-43cb-9dfe-e339a15319dc is scheduled to L3 agent c648d819-1060-4f26-b4ec-6455387b5dff with binding_index 1 {{(pid=102790) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 29 16:10:58.921970 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Pushing event updated for resources: {'Port': ['ID=49029cb5-acb2-41a2-8334-d35d107b5076,revision_number=3']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:10:58.967858 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1fc8b3-8e8a-42f1-9fa8-d4387f7b7933 req-0f1272c5-6926-41f9-a5ef-a270990fc6b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:10:58.969493 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-5d1fc8b3-8e8a-42f1-9fa8-d4387f7b7933 req-0f1272c5-6926-41f9-a5ef-a270990fc6b7 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8c88f14ca33d4e419d03f1c3b10014ac&device_id=fefd300b-9623-490c-824e-33d4fb2d1c9a HTTP/1.1" status: 200 len: 1094 time: 0.1464474 Mar 29 16:10:58.982117 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-ad0fa5d2-a566-44d5-be27-02c7601ed2d8 None None] For port 8dd591d5-effc-4e9f-838e-a1e132c899a7, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=8dd591d5-effc-4e9f-838e-a1e132c899a7,segment=NetworkSegment(b0033e17-6430-4297-97b0-9266901287f9),segment_id=b0033e17-6430-4297-97b0-9266901287f9)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:10:58.982526 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-ad0fa5d2-a566-44d5-be27-02c7601ed2d8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:59.010300 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-ad0fa5d2-a566-44d5-be27-02c7601ed2d8 None None] Calling delete_port for 8dd591d5-effc-4e9f-838e-a1e132c899a7 owned by network:dhcp {{(pid=102792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:10:59.029260 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-118a0240-113e-40a0-b07d-4aa3646c9321 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 16:10:59.043779 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-118a0240-113e-40a0-b07d-4aa3646c9321 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] 10.222.0.42 "PUT /v2.0/routers/10b6c1ac-b367-43cb-9dfe-e339a15319dc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5161917 Mar 29 16:10:59.044103 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 56004) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:10:59.049291 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-125d524f-428a-45d6-a5ed-ae26a35a5948 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Request body: {'network': {'name': 'tempest-RoutersTest-548192870'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:10:59.055810 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d18d79b-7702-4106-86c1-6253f94c3581 None None] Sync routers for ids ['10b6c1ac-b367-43cb-9dfe-e339a15319dc'] in n-d-834765-1 {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 16:10:59.071576 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9747f384-0123-4192-a3a7-2e444f1e566f tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Made reservation on behalf of b764dc88162c48329e5f6a91ab689763 for: {'port': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:10:59.077134 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-9747f384-0123-4192-a3a7-2e444f1e566f tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:59.078567 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-125d524f-428a-45d6-a5ed-ae26a35a5948 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Made reservation on behalf of 88e7599e62d446faa967714480fab072 for: {'network': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:10:59.083476 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-125d524f-428a-45d6-a5ed-ae26a35a5948 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for network, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:59.106951 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1fc8b3-8e8a-42f1-9fa8-d4387f7b7933 req-5ab4c7da-bc10-4d73-b036-7a44aa72f28d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:10:59.108751 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-5d1fc8b3-8e8a-42f1-9fa8-d4387f7b7933 req-5ab4c7da-bc10-4d73-b036-7a44aa72f28d service neutron] 10.222.0.44 "GET /v2.0/networks?id=307bfe7f-3bb4-41b4-974f-c8eac814f4b9 HTTP/1.1" status: 200 len: 898 time: 0.1320496 Mar 29 16:10:59.109667 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [None req-9747f384-0123-4192-a3a7-2e444f1e566f tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] device_id is not set on port f4bb8f7b-3f76-4b25-8132-7c6eed39b46f yet. {{(pid=102791) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 29 16:10:59.114792 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-125d524f-428a-45d6-a5ed-ae26a35a5948 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] vlan segment allocate from pool success with {'vlan_id': 615, 'physical_network': 'physnet1'} {{(pid=102790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 16:10:59.128782 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-125d524f-428a-45d6-a5ed-ae26a35a5948 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:59.129437 n-d-834765-1 neutron-server[102790]: INFO neutron.db.segments_db [None req-125d524f-428a-45d6-a5ed-ae26a35a5948 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Added segment 53a0ceac-5610-4b5d-8948-5fcf00f78dde of type vlan for network a779ce49-b1b7-425c-8091-a4a4130d3948 Mar 29 16:10:59.181739 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-125d524f-428a-45d6-a5ed-ae26a35a5948 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783522915970'] for network, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:59.184185 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-5d1fc8b3-8e8a-42f1-9fa8-d4387f7b7933 req-b8ec283c-2dac-4722-a2c2-1d9985c22334 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b8d11f43-aaca-43c3-86d3-e91e527fc1c6 HTTP/1.1" status: 200 len: 217 time: 0.0681012 Mar 29 16:10:59.210722 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-125d524f-428a-45d6-a5ed-ae26a35a5948 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795'] for network, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:59.218353 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-125d524f-428a-45d6-a5ed-ae26a35a5948 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:10:59.219034 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-125d524f-428a-45d6-a5ed-ae26a35a5948 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks [] for network, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:59.266943 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-125d524f-428a-45d6-a5ed-ae26a35a5948 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2190032 Mar 29 16:10:59.268293 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 56006) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:10:59.273037 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-1630705f-30fb-4329-88f8-f42361463bee tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Request body: {'subnet': {'network_id': 'a779ce49-b1b7-425c-8091-a4a4130d3948', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:10:59.287440 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1fc8b3-8e8a-42f1-9fa8-d4387f7b7933 req-ac284287-b57a-4578-a019-5e011e362ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:10:59.288819 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-5d1fc8b3-8e8a-42f1-9fa8-d4387f7b7933 req-ac284287-b57a-4578-a019-5e011e362ecb service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7b6daca8-734b-45a4-a6da-277f4442ff75 HTTP/1.1" status: 200 len: 835 time: 0.0922813 Mar 29 16:10:59.325571 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 695495f5-fa03-428b-912f-611ff93193bf up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 16:10:59.327733 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d18d79b-7702-4106-86c1-6253f94c3581 None None] Routers {'10b6c1ac-b367-43cb-9dfe-e339a15319dc'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:10:59.328460 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-7d18d79b-7702-4106-86c1-6253f94c3581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:10:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['10b6c1ac-b367-43cb-9dfe-e339a15319dc'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:10:59.328618 n-d-834765-1 neutron-server[102791]: INFO neutron.pecan_wsgi.hooks.translation [None req-9747f384-0123-4192-a3a7-2e444f1e566f tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 29 16:10:59.329073 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9747f384-0123-4192-a3a7-2e444f1e566f tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102791) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 16:10:59.331000 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125d524f-428a-45d6-a5ed-ae26a35a5948 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Pushing event updated for resources: {'Network': ['ID=a779ce49-b1b7-425c-8091-a4a4130d3948,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:10:59.353893 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1fc8b3-8e8a-42f1-9fa8-d4387f7b7933 req-548077f2-d591-4f5e-8512-d3d971fd3c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:10:59.355547 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-5d1fc8b3-8e8a-42f1-9fa8-d4387f7b7933 req-548077f2-d591-4f5e-8512-d3d971fd3c58 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=307bfe7f-3bb4-41b4-974f-c8eac814f4b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0607145 Mar 29 16:10:59.362248 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-9747f384-0123-4192-a3a7-2e444f1e566f tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 0.5010586 Mar 29 16:10:59.362499 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 56008) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:10:59.406333 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Network a779ce49-b1b7-425c-8091-a4a4130d3948 details requested by agent ovs-agent-n-d-834765-1 with host n-d-834765-1 {{(pid=102792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 16:10:59.432876 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1630705f-30fb-4329-88f8-f42361463bee tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Made reservation on behalf of 88e7599e62d446faa967714480fab072 for: {'subnet': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:10:59.436536 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-1630705f-30fb-4329-88f8-f42361463bee tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4793983'] for subnet, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:59.491122 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb18d597-b8ec-4df4-89ab-c4e79695454d tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:10:59.495658 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-eb18d597-b8ec-4df4-89ab-c4e79695454d tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1295550 Mar 29 16:10:59.497178 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 56012) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:10:59.556417 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-5d1fc8b3-8e8a-42f1-9fa8-d4387f7b7933 req-e9745b9e-e9d4-47d3-a633-b63988ffc74b service neutron] 10.222.0.44 "GET /v2.0/networks/307bfe7f-3bb4-41b4-974f-c8eac814f4b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1917653 Mar 29 16:10:59.564995 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvr_db [None req-7d18d79b-7702-4106-86c1-6253f94c3581 None None] Set router 10b6c1ac-b367-43cb-9dfe-e339a15319dc gateway port host: None {{(pid=102792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:10:59.601621 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-ad0fa5d2-a566-44d5-be27-02c7601ed2d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350'] for port, after_delete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:59.603191 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a163cdcb-b5de-4f6c-b52b-e47f4eab78e6 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:10:59.605204 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a163cdcb-b5de-4f6c-b52b-e47f4eab78e6 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:10:59.611120 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-a163cdcb-b5de-4f6c-b52b-e47f4eab78e6 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1114886 Mar 29 16:10:59.614390 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 56014) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:10:59.657280 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad0fa5d2-a566-44d5-be27-02c7601ed2d8 None None] No DVR routers for this DVR port 8dd591d5-effc-4e9f-838e-a1e132c899a7 on host n-d-834765-1 {{(pid=102792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 16:10:59.669170 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0fa5d2-a566-44d5-be27-02c7601ed2d8 None None] Pushing event deleted for resources: {'Port': ['ID=8dd591d5-effc-4e9f-838e-a1e132c899a7,revision_number=None']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:10:59.711673 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae020ccc-7034-4ea6-a2da-f8a19ed5a922 None None] Network 4be8019f-300a-473b-8f90-54810195744c requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 16:10:59.726380 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port 695495f5-fa03-428b-912f-611ff93193bf triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:10:59.726696 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:59.755538 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-1630705f-30fb-4329-88f8-f42361463bee tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5231896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4793961'] for subnet, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:59.829802 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1630705f-30fb-4329-88f8-f42361463bee tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Pushing event updated for resources: {'Subnet': ['ID=ace25b46-ffa2-49f6-a7e5-31572364ad1d,revision_number=0']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:10:59.866414 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_v2 [None req-a85b33d9-5564-4309-8a11-4f88fb2fb49c tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Deleting subnet cd564099-2f14-415f-afd9-5bcc60aa4df5 {{(pid=102791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 16:10:59.873154 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-a85b33d9-5564-4309-8a11-4f88fb2fb49c tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks [] for subnet, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:59.875765 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1630705f-30fb-4329-88f8-f42361463bee tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Checking segment: {'id': '53a0ceac-5610-4b5d-8948-5fcf00f78dde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'a779ce49-b1b7-425c-8091-a4a4130d3948'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 16:10:59.876435 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1630705f-30fb-4329-88f8-f42361463bee tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Network hostable DHCP agents. Network: a779ce49-b1b7-425c-8091-a4a4130d3948, hostable agents: ['d136643e-48ae-49d4-a851-2ba3bdf3749c'], hosted agents: [] {{(pid=102790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 16:10:59.901328 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-1f4564ee-0b01-4435-84ff-23959f557c43 None None] Provisioning complete for port 59ba545c-5333-4a8c-b146-97567221e87f triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:10:59.901738 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1f4564ee-0b01-4435-84ff-23959f557c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:59.908765 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1630705f-30fb-4329-88f8-f42361463bee tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Network a779ce49-b1b7-425c-8091-a4a4130d3948 is scheduled to be hosted by DHCP agent d136643e-48ae-49d4-a851-2ba3bdf3749c with binding_index 1 {{(pid=102790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 16:10:59.931607 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-1630705f-30fb-4329-88f8-f42361463bee tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834765-1, a779ce49-b1b7-425c-8091-a4a4130d3948) {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:10:59.937910 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1630705f-30fb-4329-88f8-f42361463bee tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:10:59.939367 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-1630705f-30fb-4329-88f8-f42361463bee tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks [] for subnet, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:10:59.958966 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7ed83ce-8379-4a03-b8ec-50f531dd5e56 None None] Network a779ce49-b1b7-425c-8091-a4a4130d3948 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 16:10:59.971989 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-1630705f-30fb-4329-88f8-f42361463bee tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7034204 Mar 29 16:10:59.974717 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 56018) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:11:00.112855 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-1f4564ee-0b01-4435-84ff-23959f557c43 None None] Port 59ba545c-5333-4a8c-b146-97567221e87f cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 16:11:00.216818 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-1f4564ee-0b01-4435-84ff-23959f557c43 None None] Provisioning complete for port 49029cb5-acb2-41a2-8334-d35d107b5076 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:11:00.217224 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1f4564ee-0b01-4435-84ff-23959f557c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:00.243384 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61c0e949-ba58-4dcb-afcc-1434e0d1e5bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0035034-69b0-5ffc-b384-0ac6189c5628-4be8019f-300a-473b-8f90-54810195744c', 'network_id': '4be8019f-300a-473b-8f90-54810195744c', 'tenant_id': 'b764dc88162c48329e5f6a91ab689763', 'fixed_ips': [{'subnet_id': 'cd564099-2f14-415f-afd9-5bcc60aa4df5'}]}} from n-d-834765-1. {{(pid=102792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 29 16:11:00.243384 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-61c0e949-ba58-4dcb-afcc-1434e0d1e5bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:00.299546 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b6806e-a3f3-4cd7-bad0-f21b371c6fcd req-a4d68ee1-a80f-4cef-8f94-1077d9351422 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:11:00.301080 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-a9b6806e-a3f3-4cd7-bad0-f21b371c6fcd req-a4d68ee1-a80f-4cef-8f94-1077d9351422 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "GET /v2.0/ports?device_id=fefd300b-9623-490c-824e-33d4fb2d1c9a HTTP/1.1" status: 200 len: 943 time: 0.5700779 Mar 29 16:11:00.312341 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-5d1fc8b3-8e8a-42f1-9fa8-d4387f7b7933 req-11f4b08b-e0d6-460d-940a-b508ff1ca7e5 service neutron] 10.222.0.44 "GET /v2.0/networks/307bfe7f-3bb4-41b4-974f-c8eac814f4b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7425127 Mar 29 16:11:00.313731 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 49029cb5-acb2-41a2-8334-d35d107b5076 up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 16:11:00.322222 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-a85b33d9-5564-4309-8a11-4f88fb2fb49c tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4230423'] for subnet, precommit_delete_associations {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:00.384574 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-a9b6806e-a3f3-4cd7-bad0-f21b371c6fcd req-6bad6275-83be-43ba-aa34-55c921623a8a tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "GET /v2.0/security-groups?id=d49c398e-1c3f-4f30-9d39-78d09bc7267d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747542 Mar 29 16:11:00.414430 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-a85b33d9-5564-4309-8a11-4f88fb2fb49c tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1641287'] for subnet, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:00.434948 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-7d18d79b-7702-4106-86c1-6253f94c3581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10b6c1ac-b367-43cb-9dfe-e339a15319dc', 'name': 'tempest-RoutersTest-router-1331978900', 'tenant_id': '88e7599e62d446faa967714480fab072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:10:52Z', 'updated_at': '2022-03-29T16:10:57Z', 'revision_number': 2, 'project_id': '88e7599e62d446faa967714480fab072', 'gw_port_host': None, '_interfaces': [{'id': '59ba545c-5333-4a8c-b146-97567221e87f', 'name': '', 'network_id': '2164f976-43a1-4081-bb3d-ef6503fade76', 'tenant_id': '88e7599e62d446faa967714480fab072', 'mac_address': 'fa:16:3e:52:ec:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10b6c1ac-b367-43cb-9dfe-e339a15319dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3622, 'fixed_ips': [{'subnet_id': 'c9038ee8-f880-499c-b87d-c046e0fc2306', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:10:55Z', 'updated_at': '2022-03-29T16:10:57Z', 'revision_number': 2, 'project_id': '88e7599e62d446faa967714480fab072', 'subnets': [{'id': 'c9038ee8-f880-499c-b87d-c046e0fc2306', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:11:00.457690 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-2a6c5112-7ed3-453a-92e4-4943b534a769 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:00.485287 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-a85b33d9-5564-4309-8a11-4f88fb2fb49c tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1641294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16155591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16218852'] for subnet, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:00.514438 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85b33d9-5564-4309-8a11-4f88fb2fb49c tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Pushing event deleted for resources: {'Subnet': ['ID=cd564099-2f14-415f-afd9-5bcc60aa4df5,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:11:00.518459 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-a85b33d9-5564-4309-8a11-4f88fb2fb49c tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks [] for subnet, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:00.522280 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-a85b33d9-5564-4309-8a11-4f88fb2fb49c tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] 10.222.0.42 "DELETE /v2.0/subnets/cd564099-2f14-415f-afd9-5bcc60aa4df5 HTTP/1.1" status: 204 len: 168 time: 0.9059591 Mar 29 16:11:00.525342 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 56020) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:11:00.528056 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-69d3f3db-0085-4e39-b874-cf7514b68c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:00.538184 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d18d79b-7702-4106-86c1-6253f94c3581 None None] Checking router: 10b6c1ac-b367-43cb-9dfe-e339a15319dc for host: n-d-834765-1 {{(pid=102792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 16:11:00.538528 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d18d79b-7702-4106-86c1-6253f94c3581 None None] Updating router 10b6c1ac-b367-43cb-9dfe-e339a15319dc port 59ba545c-5333-4a8c-b146-97567221e87f binding host n-d-834765-1 {{(pid=102792) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 16:11:00.567929 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-3f614539-4490-42b9-8fbd-b686638de2eb tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0412772 Mar 29 16:11:00.573479 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 56022) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:11:00.578384 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-7e8fbe82-cf55-45da-869d-7fa524fd431e tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Request body: {'subnet': {'network_id': '4be8019f-300a-473b-8f90-54810195744c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:11:00.605288 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-7d18d79b-7702-4106-86c1-6253f94c3581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:00.630209 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c2ee525-d402-4488-a62c-0d0de17831c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0035034-69b0-5ffc-b384-0ac6189c5628-a779ce49-b1b7-425c-8091-a4a4130d3948', 'network_id': 'a779ce49-b1b7-425c-8091-a4a4130d3948', 'tenant_id': '88e7599e62d446faa967714480fab072', 'fixed_ips': [{'subnet_id': 'ace25b46-ffa2-49f6-a7e5-31572364ad1d'}]}} from n-d-834765-1. {{(pid=102792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 29 16:11:00.631394 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-5c2ee525-d402-4488-a62c-0d0de17831c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:00.641242 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server [None req-61c0e949-ba58-4dcb-afcc-1434e0d1e5bb None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet cd564099-2f14-415f-afd9-5bcc60aa4df5: This subnet is being modified by another concurrent operation. Mar 29 16:11:00.641242 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 29 16:11:00.641242 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 29 16:11:00.641242 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 29 16:11:00.641242 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 29 16:11:00.641242 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 29 16:11:00.641242 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 29 16:11:00.641242 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 29 16:11:00.641242 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 29 16:11:00.641242 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 29 16:11:00.641242 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 29 16:11:00.641242 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 29 16:11:00.641242 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 29 16:11:00.641242 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 29 16:11:00.641242 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 29 16:11:00.641242 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server raise self.value Mar 29 16:11:00.641242 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 29 16:11:00.641242 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 29 16:11:00.641242 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 29 16:11:00.641242 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 29 16:11:00.641242 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 29 16:11:00.641242 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 29 16:11:00.641242 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 29 16:11:00.641242 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server raise self.value Mar 29 16:11:00.641242 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 29 16:11:00.641242 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 29 16:11:00.641242 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 29 16:11:00.641242 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 29 16:11:00.641242 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 29 16:11:00.641242 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 29 16:11:00.641242 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 29 16:11:00.641242 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server raise self.value Mar 29 16:11:00.641242 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 29 16:11:00.641242 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 29 16:11:00.641242 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 29 16:11:00.641242 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 29 16:11:00.641242 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Mar 29 16:11:00.641242 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 29 16:11:00.641242 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Mar 29 16:11:00.641242 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 29 16:11:00.641242 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 29 16:11:00.641242 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 29 16:11:00.641242 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Mar 29 16:11:00.641242 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 29 16:11:00.641242 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 29 16:11:00.641242 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 29 16:11:00.641242 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 29 16:11:00.641242 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 29 16:11:00.641242 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 29 16:11:00.641242 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 29 16:11:00.641242 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 29 16:11:00.641242 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server raise self.value Mar 29 16:11:00.641242 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 29 16:11:00.641242 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 29 16:11:00.641242 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 29 16:11:00.641242 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 29 16:11:00.641242 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 29 16:11:00.641242 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 29 16:11:00.641242 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 29 16:11:00.641242 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server raise self.value Mar 29 16:11:00.641242 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 29 16:11:00.641242 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 29 16:11:00.641242 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 29 16:11:00.641242 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 29 16:11:00.641242 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 29 16:11:00.641242 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 29 16:11:00.641242 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 29 16:11:00.641242 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server raise self.value Mar 29 16:11:00.641242 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 29 16:11:00.641242 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 29 16:11:00.641242 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1486, in create_port Mar 29 16:11:00.641242 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 29 16:11:00.641242 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1451, in _create_port_db Mar 29 16:11:00.641242 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 29 16:11:00.641242 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Mar 29 16:11:00.641242 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 29 16:11:00.641242 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 29 16:11:00.641242 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 29 16:11:00.641242 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 29 16:11:00.641242 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 29 16:11:00.641242 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Mar 29 16:11:00.641242 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 29 16:11:00.641242 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 29 16:11:00.641242 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 29 16:11:00.641242 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 29 16:11:00.641242 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 29 16:11:00.641242 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Mar 29 16:11:00.641242 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 29 16:11:00.641242 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 29 16:11:00.641242 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server raise exception Mar 29 16:11:00.641242 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet cd564099-2f14-415f-afd9-5bcc60aa4df5: This subnet is being modified by another concurrent operation. Mar 29 16:11:00.641242 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server Mar 29 16:11:00.672692 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port 49029cb5-acb2-41a2-8334-d35d107b5076 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:11:00.673063 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:00.685018 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e8fbe82-cf55-45da-869d-7fa524fd431e tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Made reservation on behalf of b764dc88162c48329e5f6a91ab689763 for: {'subnet': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:11:00.689126 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-7e8fbe82-cf55-45da-869d-7fa524fd431e tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16218875'] for subnet, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:00.779515 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.db_base_plugin_common [None req-2a6c5112-7ed3-453a-92e4-4943b534a769 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Allocated IP 172.21.0.1 (a779ce49-b1b7-425c-8091-a4a4130d3948/ace25b46-ffa2-49f6-a7e5-31572364ad1d/18c2afe5-29a5-4240-86ad-7e6a1b2e9ba9) {{(pid=102790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:11:00.894154 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-7e8fbe82-cf55-45da-869d-7fa524fd431e tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16155524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16218861'] for subnet, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:00.901734 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-2a6c5112-7ed3-453a-92e4-4943b534a769 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks [] for port, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:00.944297 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-2a6c5112-7ed3-453a-92e4-4943b534a769 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:00.949470 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-74eea659-9987-4a4c-9a2b-40c7d3b219f5 None None] Provisioning complete for port 59ba545c-5333-4a8c-b146-97567221e87f triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:11:00.949837 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74eea659-9987-4a4c-9a2b-40c7d3b219f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:00.955764 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e8fbe82-cf55-45da-869d-7fa524fd431e tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Network 4be8019f-300a-473b-8f90-54810195744c is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:11:00.961121 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [None req-7e8fbe82-cf55-45da-869d-7fa524fd431e tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:11:00.965577 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e8fbe82-cf55-45da-869d-7fa524fd431e tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:11:00.966154 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-7e8fbe82-cf55-45da-869d-7fa524fd431e tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks [] for subnet, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:00.977605 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8fbe82-cf55-45da-869d-7fa524fd431e tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Pushing event updated for resources: {'Subnet': ['ID=db3bd42a-9d01-4402-acee-2cada3925112,revision_number=0']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:11:00.990979 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-7e8fbe82-cf55-45da-869d-7fa524fd431e tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4139833 Mar 29 16:11:00.991145 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 56024) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:11:00.996368 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-46ec7444-da6d-499d-b899-76ff1a146d45 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1108514063', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:11:01.010192 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a6c5112-7ed3-453a-92e4-4943b534a769 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Network a779ce49-b1b7-425c-8091-a4a4130d3948 is already hosted by enough agents. {{(pid=102790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:11:01.013810 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-2a6c5112-7ed3-453a-92e4-4943b534a769 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Resources bound (agent type, host, resource id): {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:11:01.021292 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a6c5112-7ed3-453a-92e4-4943b534a769 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Received port after_create {{(pid=102790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:11:01.021549 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-46ec7444-da6d-499d-b899-76ff1a146d45 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-532385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129310'] for router, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:01.022715 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-46ec7444-da6d-499d-b899-76ff1a146d45 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-648091', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-684384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129319'] for router, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:01.026595 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6c5112-7ed3-453a-92e4-4943b534a769 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Pushing event updated for resources: {'Port': ['ID=18c2afe5-29a5-4240-86ad-7e6a1b2e9ba9,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:11:01.080218 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-2a6c5112-7ed3-453a-92e4-4943b534a769 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-648347'] for router_interface, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:01.088329 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-46ec7444-da6d-499d-b899-76ff1a146d45 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:01.093268 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-46ec7444-da6d-499d-b899-76ff1a146d45 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648118'] for router, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:01.111926 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-46ec7444-da6d-499d-b899-76ff1a146d45 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks [] for router, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:01.115972 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-46ec7444-da6d-499d-b899-76ff1a146d45 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.1211517 Mar 29 16:11:01.116307 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 56026) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:11:01.181990 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91537dbd-a1a0-4b5e-8066-373902911213 None None] Network 4be8019f-300a-473b-8f90-54810195744c requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 16:11:01.206237 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-2a6c5112-7ed3-453a-92e4-4943b534a769 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:01.315141 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-74eea659-9987-4a4c-9a2b-40c7d3b219f5 None None] Port 59ba545c-5333-4a8c-b146-97567221e87f cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 16:11:01.326826 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 8dd591d5-effc-4e9f-838e-a1e132c899a7 no longer exists at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 16:11:01.330756 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.db_base_plugin_common [None req-5c2ee525-d402-4488-a62c-0d0de17831c3 None None] Allocated IP 172.21.0.2 (a779ce49-b1b7-425c-8091-a4a4130d3948/ace25b46-ffa2-49f6-a7e5-31572364ad1d/9e2af1ea-cdbf-4eed-94eb-92bac3139638) {{(pid=102792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:11:01.369197 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] No Port match for: 8dd591d5-effc-4e9f-838e-a1e132c899a7 {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 16:11:01.369539 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 8dd591d5-effc-4e9f-838e-a1e132c899a7 not bound to the agent host n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 16:11:01.443703 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-6fe948e6-4f04-446d-b297-c6021965bd78 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:01.538318 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-2a6c5112-7ed3-453a-92e4-4943b534a769 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks [] for port, precommit_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:01.544580 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-2a6c5112-7ed3-453a-92e4-4943b534a769 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5237921'] for port, after_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:01.618939 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a29c10-ac65-46ea-8690-d7f9992c87ac req-32143a94-f290-475c-a1bf-4342a273ad8e tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:11:01.620497 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-85a29c10-ac65-46ea-8690-d7f9992c87ac req-32143a94-f290-475c-a1bf-4342a273ad8e tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "GET /v2.0/ports?device_id=fefd300b-9623-490c-824e-33d4fb2d1c9a HTTP/1.1" status: 200 len: 943 time: 0.1360111 Mar 29 16:11:01.629750 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf675139-a3ca-4da0-95e4-c0b0b07d1c0d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0035034-69b0-5ffc-b384-0ac6189c5628-4be8019f-300a-473b-8f90-54810195744c', 'network_id': '4be8019f-300a-473b-8f90-54810195744c', 'tenant_id': 'b764dc88162c48329e5f6a91ab689763', 'fixed_ips': [{'subnet_id': 'db3bd42a-9d01-4402-acee-2cada3925112'}]}} from n-d-834765-1. {{(pid=102792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 29 16:11:01.631155 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-cf675139-a3ca-4da0-95e4-c0b0b07d1c0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:01.647654 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-7d18d79b-7702-4106-86c1-6253f94c3581 None None] Notify callbacks [] for port, precommit_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:01.653930 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6c5112-7ed3-453a-92e4-4943b534a769 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Pushing event updated for resources: {'Port': ['ID=18c2afe5-29a5-4240-86ad-7e6a1b2e9ba9,revision_number=2']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:11:01.656551 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-2a6c5112-7ed3-453a-92e4-4943b534a769 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-648439'] for router_interface, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:01.666399 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-7d18d79b-7702-4106-86c1-6253f94c3581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:01.699586 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-85a29c10-ac65-46ea-8690-d7f9992c87ac req-d9bfdef4-59cc-4f8b-9734-6582375a7d49 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "GET /v2.0/security-groups?id=d49c398e-1c3f-4f30-9d39-78d09bc7267d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688353 Mar 29 16:11:01.711113 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-5c2ee525-d402-4488-a62c-0d0de17831c3 None None] Notify callbacks [] for port, precommit_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:01.751979 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_common [None req-6fe948e6-4f04-446d-b297-c6021965bd78 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Allocated IP 2001:db8::1 (4be8019f-300a-473b-8f90-54810195744c/db3bd42a-9d01-4402-acee-2cada3925112/a2065cdd-68ce-4aff-8654-8ce7e3133869) {{(pid=102791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:11:01.777550 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-5c2ee525-d402-4488-a62c-0d0de17831c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956'] for port, after_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:01.784394 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a6c5112-7ed3-453a-92e4-4943b534a769 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Network a779ce49-b1b7-425c-8091-a4a4130d3948 is already hosted by enough agents. {{(pid=102790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:11:01.786379 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-2a6c5112-7ed3-453a-92e4-4943b534a769 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Resources bound (agent type, host, resource id): {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:11:01.814531 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771d91ab-6281-47e1-91c7-a4df4f975147 None None] Pushing event updated for resources: {'Port': ['ID=59ba545c-5333-4a8c-b146-97567221e87f,revision_number=3']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:11:01.857646 n-d-834765-1 neutron-server[102792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c2ee525-d402-4488-a62c-0d0de17831c3 None None] Network a779ce49-b1b7-425c-8091-a4a4130d3948 is already hosted by enough agents. {{(pid=102792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:11:01.881142 n-d-834765-1 neutron-server[102792]: DEBUG neutron.scheduler.base_scheduler [None req-5c2ee525-d402-4488-a62c-0d0de17831c3 None None] Resources bound (agent type, host, resource id): {{(pid=102792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:11:01.884048 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c2ee525-d402-4488-a62c-0d0de17831c3 None None] Received port after_create {{(pid=102792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:11:01.897277 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-6fe948e6-4f04-446d-b297-c6021965bd78 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks [] for port, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:01.922104 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2ee525-d402-4488-a62c-0d0de17831c3 None None] Pushing event updated for resources: {'Port': ['ID=9e2af1ea-cdbf-4eed-94eb-92bac3139638,revision_number=1']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:11:01.934348 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a6c5112-7ed3-453a-92e4-4943b534a769 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Router 10b6c1ac-b367-43cb-9dfe-e339a15319dc has already been hosted by L3 agent c648d819-1060-4f26-b4ec-6455387b5dff {{(pid=102790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 16:11:01.947068 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-6fe948e6-4f04-446d-b297-c6021965bd78 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:01.948818 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-7d18d79b-7702-4106-86c1-6253f94c3581 None None] Attempting to bind port 59ba545c-5333-4a8c-b146-97567221e87f on host n-d-834765-1 for vnic_type normal with profile {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 16:11:01.948818 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-7d18d79b-7702-4106-86c1-6253f94c3581 None None] Attempting to bind port 59ba545c-5333-4a8c-b146-97567221e87f by drivers openvswitch,hyperv on host n-d-834765-1 at level 0 using segments [{'id': 'ee060983-a0c3-47b8-8b9f-c5c59501072b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '2164f976-43a1-4081-bb3d-ef6503fade76'}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 16:11:01.950342 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d18d79b-7702-4106-86c1-6253f94c3581 None None] Attempting to bind port 59ba545c-5333-4a8c-b146-97567221e87f on network 2164f976-43a1-4081-bb3d-ef6503fade76 {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 16:11:01.997394 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d18d79b-7702-4106-86c1-6253f94c3581 None None] Checking agent: {'id': 'a8866439-9d96-425c-b519-6905c591ac37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 25, 36), 'started_at': datetime.datetime(2022, 3, 29, 15, 26, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 16, 10, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834765-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 16:11:01.997765 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d18d79b-7702-4106-86c1-6253f94c3581 None None] Checking segment: {'id': 'ee060983-a0c3-47b8-8b9f-c5c59501072b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '2164f976-43a1-4081-bb3d-ef6503fade76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 16:11:01.998436 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-7d18d79b-7702-4106-86c1-6253f94c3581 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:01.998550 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d18d79b-7702-4106-86c1-6253f94c3581 None None] Bound using segment: {'id': 'ee060983-a0c3-47b8-8b9f-c5c59501072b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '2164f976-43a1-4081-bb3d-ef6503fade76'} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 16:11:01.999021 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-7d18d79b-7702-4106-86c1-6253f94c3581 None None] Bound port: 59ba545c-5333-4a8c-b146-97567221e87f, host: n-d-834765-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee060983-a0c3-47b8-8b9f-c5c59501072b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '2164f976-43a1-4081-bb3d-ef6503fade76'}}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 16:11:01.999497 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-7d18d79b-7702-4106-86c1-6253f94c3581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:02.030675 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-5c2ee525-d402-4488-a62c-0d0de17831c3 None None] Attempting to bind port 9e2af1ea-cdbf-4eed-94eb-92bac3139638 on host n-d-834765-1 for vnic_type normal with profile {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 16:11:02.030675 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-5c2ee525-d402-4488-a62c-0d0de17831c3 None None] Attempting to bind port 9e2af1ea-cdbf-4eed-94eb-92bac3139638 by drivers openvswitch,hyperv on host n-d-834765-1 at level 0 using segments [{'id': '53a0ceac-5610-4b5d-8948-5fcf00f78dde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'a779ce49-b1b7-425c-8091-a4a4130d3948'}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 16:11:02.031002 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c2ee525-d402-4488-a62c-0d0de17831c3 None None] Attempting to bind port 9e2af1ea-cdbf-4eed-94eb-92bac3139638 on network a779ce49-b1b7-425c-8091-a4a4130d3948 {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 16:11:02.031104 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe948e6-4f04-446d-b297-c6021965bd78 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Pushing event updated for resources: {'Port': ['ID=a2065cdd-68ce-4aff-8654-8ce7e3133869,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:11:02.035693 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fe948e6-4f04-446d-b297-c6021965bd78 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Network 4be8019f-300a-473b-8f90-54810195744c is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:11:02.037879 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [None req-6fe948e6-4f04-446d-b297-c6021965bd78 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:11:02.041529 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fe948e6-4f04-446d-b297-c6021965bd78 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Received port after_create {{(pid=102791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:11:02.041529 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-6fe948e6-4f04-446d-b297-c6021965bd78 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-648347'] for router_interface, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:02.067190 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c2ee525-d402-4488-a62c-0d0de17831c3 None None] Checking agent: {'id': 'a8866439-9d96-425c-b519-6905c591ac37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 25, 36), 'started_at': datetime.datetime(2022, 3, 29, 15, 26, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 16, 10, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834765-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 16:11:02.067611 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c2ee525-d402-4488-a62c-0d0de17831c3 None None] Checking segment: {'id': '53a0ceac-5610-4b5d-8948-5fcf00f78dde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'a779ce49-b1b7-425c-8091-a4a4130d3948'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 16:11:02.067894 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-5c2ee525-d402-4488-a62c-0d0de17831c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:02.068533 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c2ee525-d402-4488-a62c-0d0de17831c3 None None] Bound using segment: {'id': '53a0ceac-5610-4b5d-8948-5fcf00f78dde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'a779ce49-b1b7-425c-8091-a4a4130d3948'} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 16:11:02.068746 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-5c2ee525-d402-4488-a62c-0d0de17831c3 None None] Bound port: 9e2af1ea-cdbf-4eed-94eb-92bac3139638, host: n-d-834765-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53a0ceac-5610-4b5d-8948-5fcf00f78dde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'a779ce49-b1b7-425c-8091-a4a4130d3948'}}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 16:11:02.069126 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-5c2ee525-d402-4488-a62c-0d0de17831c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:02.080613 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a6c5112-7ed3-453a-92e4-4943b534a769 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 16:11:02.087590 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.db_base_plugin_common [None req-cf675139-a3ca-4da0-95e4-c0b0b07d1c0d None None] Allocated IP 2001:db8::2 (4be8019f-300a-473b-8f90-54810195744c/db3bd42a-9d01-4402-acee-2cada3925112/eedf4e20-10e9-48f1-8ea7-7062f96ce366) {{(pid=102792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:11:02.092894 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-2a6c5112-7ed3-453a-92e4-4943b534a769 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] 10.222.0.42 "PUT /v2.0/routers/10b6c1ac-b367-43cb-9dfe-e339a15319dc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1144776 Mar 29 16:11:02.093690 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 56030) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:11:02.098303 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-e3d812bd-9ccd-4746-816f-e939b5fd15bb tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Request body: {'network': {'name': 'tempest-RoutersTest-836023454'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:11:02.119611 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3d812bd-9ccd-4746-816f-e939b5fd15bb tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Made reservation on behalf of 88e7599e62d446faa967714480fab072 for: {'network': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:11:02.124503 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e3d812bd-9ccd-4746-816f-e939b5fd15bb tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for network, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:02.155896 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3d812bd-9ccd-4746-816f-e939b5fd15bb tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] vlan segment allocate from pool success with {'vlan_id': 603, 'physical_network': 'physnet1'} {{(pid=102790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 16:11:02.167989 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e3d812bd-9ccd-4746-816f-e939b5fd15bb tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:02.168475 n-d-834765-1 neutron-server[102790]: INFO neutron.db.segments_db [None req-e3d812bd-9ccd-4746-816f-e939b5fd15bb tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Added segment 69a724d3-f6ea-4fde-a5d6-081c7197191b of type vlan for network 91389914-9511-4e11-8d12-d6bc7ed8e4e8 Mar 29 16:11:02.176769 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-6fe948e6-4f04-446d-b297-c6021965bd78 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:02.184495 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-f8c00b41-1572-4e05-8c92-aed366f81667 None None] Provisioning complete for port 59ba545c-5333-4a8c-b146-97567221e87f triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:11:02.184980 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-f8c00b41-1572-4e05-8c92-aed366f81667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:02.186857 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-7d18d79b-7702-4106-86c1-6253f94c3581 None None] For port 59ba545c-5333-4a8c-b146-97567221e87f, host n-d-834765-1, cleared binding levels {{(pid=102792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 16:11:02.221588 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e3d812bd-9ccd-4746-816f-e939b5fd15bb tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783522915970'] for network, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:02.241038 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-7d18d79b-7702-4106-86c1-6253f94c3581 None None] For port 59ba545c-5333-4a8c-b146-97567221e87f, host n-d-834765-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=59ba545c-5333-4a8c-b146-97567221e87f,segment=NetworkSegment(ee060983-a0c3-47b8-8b9f-c5c59501072b),segment_id=ee060983-a0c3-47b8-8b9f-c5c59501072b)] {{(pid=102792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 16:11:02.252531 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e3d812bd-9ccd-4746-816f-e939b5fd15bb tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795'] for network, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:02.259145 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3d812bd-9ccd-4746-816f-e939b5fd15bb tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:11:02.259876 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e3d812bd-9ccd-4746-816f-e939b5fd15bb tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks [] for network, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:02.284804 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-7d18d79b-7702-4106-86c1-6253f94c3581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:02.329621 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-e3d812bd-9ccd-4746-816f-e939b5fd15bb tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2350459 Mar 29 16:11:02.332235 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-f8c00b41-1572-4e05-8c92-aed366f81667 None None] Port 59ba545c-5333-4a8c-b146-97567221e87f cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 16:11:02.332368 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 56032) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:11:02.335345 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-5c2ee525-d402-4488-a62c-0d0de17831c3 None None] For port 9e2af1ea-cdbf-4eed-94eb-92bac3139638, host n-d-834765-1, cleared binding levels {{(pid=102792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 16:11:02.338229 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-8bdc9f43-b789-4e03-8692-0bbabd85d296 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Request body: {'subnet': {'network_id': '91389914-9511-4e11-8d12-d6bc7ed8e4e8', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:11:02.343199 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d812bd-9ccd-4746-816f-e939b5fd15bb tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Pushing event updated for resources: {'Network': ['ID=91389914-9511-4e11-8d12-d6bc7ed8e4e8,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:11:02.369769 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Network 91389914-9511-4e11-8d12-d6bc7ed8e4e8 details requested by agent ovs-agent-n-d-834765-1 with host n-d-834765-1 {{(pid=102792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 16:11:02.382999 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-5c2ee525-d402-4488-a62c-0d0de17831c3 None None] For port 9e2af1ea-cdbf-4eed-94eb-92bac3139638, host n-d-834765-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=9e2af1ea-cdbf-4eed-94eb-92bac3139638,segment=NetworkSegment(53a0ceac-5610-4b5d-8948-5fcf00f78dde),segment_id=53a0ceac-5610-4b5d-8948-5fcf00f78dde)] {{(pid=102792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 16:11:02.420453 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-5c2ee525-d402-4488-a62c-0d0de17831c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:02.478997 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d18d79b-7702-4106-86c1-6253f94c3581 None None] Routers {'10b6c1ac-b367-43cb-9dfe-e339a15319dc'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:11:02.479675 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-7d18d79b-7702-4106-86c1-6253f94c3581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:10:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['10b6c1ac-b367-43cb-9dfe-e339a15319dc'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:11:02.505622 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771d91ab-6281-47e1-91c7-a4df4f975147 None None] Pushing event updated for resources: {'Port': ['ID=59ba545c-5333-4a8c-b146-97567221e87f,revision_number=4']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:11:02.553704 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-6fe948e6-4f04-446d-b297-c6021965bd78 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks [] for port, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:02.563710 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-6fe948e6-4f04-446d-b297-c6021965bd78 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:02.564869 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-6fe948e6-4f04-446d-b297-c6021965bd78 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-648439'] for router_interface, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:02.642275 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device b8d11f43-aaca-43c3-86d3-e91e527fc1c6 details requested by agent hyperv_n-h1-834765-1 with host n-h1-834765-1 {{(pid=102792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 16:11:02.663063 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-cf675139-a3ca-4da0-95e4-c0b0b07d1c0d None None] Notify callbacks [] for port, precommit_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:02.663835 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe948e6-4f04-446d-b297-c6021965bd78 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Pushing event updated for resources: {'Port': ['ID=a2065cdd-68ce-4aff-8654-8ce7e3133869,revision_number=2']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:11:02.698819 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-cf675139-a3ca-4da0-95e4-c0b0b07d1c0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956'] for port, after_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:02.727024 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2ee525-d402-4488-a62c-0d0de17831c3 None None] Pushing event updated for resources: {'Port': ['ID=9e2af1ea-cdbf-4eed-94eb-92bac3139638,revision_number=2']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:11:02.732948 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvr_db [None req-7d18d79b-7702-4106-86c1-6253f94c3581 None None] Set router 10b6c1ac-b367-43cb-9dfe-e339a15319dc gateway port host: None {{(pid=102792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:11:02.754289 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fe948e6-4f04-446d-b297-c6021965bd78 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Network 4be8019f-300a-473b-8f90-54810195744c is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:11:02.755766 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [None req-6fe948e6-4f04-446d-b297-c6021965bd78 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:11:02.793756 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-b476a1a6-ef48-453a-b5e0-88a6305f7436 None None] Provisioning complete for port 59ba545c-5333-4a8c-b146-97567221e87f triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:11:02.794123 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-b476a1a6-ef48-453a-b5e0-88a6305f7436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:02.826790 n-d-834765-1 neutron-server[102792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf675139-a3ca-4da0-95e4-c0b0b07d1c0d None None] Network 4be8019f-300a-473b-8f90-54810195744c is already hosted by enough agents. {{(pid=102792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:11:02.842899 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bdc9f43-b789-4e03-8692-0bbabd85d296 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Made reservation on behalf of 88e7599e62d446faa967714480fab072 for: {'subnet': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:11:02.849390 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-8bdc9f43-b789-4e03-8692-0bbabd85d296 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4793983'] for subnet, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:02.893911 n-d-834765-1 neutron-server[102792]: DEBUG neutron.scheduler.base_scheduler [None req-cf675139-a3ca-4da0-95e4-c0b0b07d1c0d None None] Resources bound (agent type, host, resource id): {{(pid=102792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:11:02.897958 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf675139-a3ca-4da0-95e4-c0b0b07d1c0d None None] Received port after_create {{(pid=102792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:11:02.975787 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6424ac-8969-4090-acee-2c922c98faa7 req-d90ac428-f07d-4d4b-b6f8-4313a7fdc5a8 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:11:02.984857 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-be6424ac-8969-4090-acee-2c922c98faa7 req-d90ac428-f07d-4d4b-b6f8-4313a7fdc5a8 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "GET /v2.0/ports?device_id=fefd300b-9623-490c-824e-33d4fb2d1c9a HTTP/1.1" status: 200 len: 943 time: 0.1472621 Mar 29 16:11:03.056314 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-be6424ac-8969-4090-acee-2c922c98faa7 req-2250bbca-51b1-4ec0-aaf0-fa34c97ce45a tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "GET /v2.0/security-groups?id=d49c398e-1c3f-4f30-9d39-78d09bc7267d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701995 Mar 29 16:11:03.112594 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fe948e6-4f04-446d-b297-c6021965bd78 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Router 80511fb7-404d-4e50-b34e-39092d62f8fb is scheduled to L3 agent c648d819-1060-4f26-b4ec-6455387b5dff with binding_index 1 {{(pid=102791) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 29 16:11:03.115042 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-8bdc9f43-b789-4e03-8692-0bbabd85d296 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5231896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4793961'] for subnet, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:03.149192 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf675139-a3ca-4da0-95e4-c0b0b07d1c0d None None] Pushing event updated for resources: {'Port': ['ID=eedf4e20-10e9-48f1-8ea7-7062f96ce366,revision_number=1']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:11:03.152198 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-9676d03f-606c-4736-a2fc-fb5eb9d14d7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:03.161820 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdc9f43-b789-4e03-8692-0bbabd85d296 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Pushing event updated for resources: {'Subnet': ['ID=1dec9ab1-9d7c-4d07-9403-a7305def8342,revision_number=0']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:11:03.197734 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bdc9f43-b789-4e03-8692-0bbabd85d296 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Checking segment: {'id': '69a724d3-f6ea-4fde-a5d6-081c7197191b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '91389914-9511-4e11-8d12-d6bc7ed8e4e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 16:11:03.198146 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bdc9f43-b789-4e03-8692-0bbabd85d296 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Network hostable DHCP agents. Network: 91389914-9511-4e11-8d12-d6bc7ed8e4e8, hostable agents: ['d136643e-48ae-49d4-a851-2ba3bdf3749c'], hosted agents: [] {{(pid=102790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 16:11:03.215318 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bdc9f43-b789-4e03-8692-0bbabd85d296 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Network 91389914-9511-4e11-8d12-d6bc7ed8e4e8 is scheduled to be hosted by DHCP agent d136643e-48ae-49d4-a851-2ba3bdf3749c with binding_index 1 {{(pid=102790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 16:11:03.219792 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fe948e6-4f04-446d-b297-c6021965bd78 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 16:11:03.229650 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-6fe948e6-4f04-446d-b297-c6021965bd78 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] 10.222.0.42 "PUT /v2.0/routers/80511fb7-404d-4e50-b34e-39092d62f8fb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1121337 Mar 29 16:11:03.230288 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 56036) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:11:03.231401 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f35204d-c314-4843-b9cf-42b8caad20a4 None None] Sync routers for ids ['80511fb7-404d-4e50-b34e-39092d62f8fb'] in n-d-834765-1 {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 16:11:03.236890 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-8bdc9f43-b789-4e03-8692-0bbabd85d296 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834765-1, 91389914-9511-4e11-8d12-d6bc7ed8e4e8) {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:11:03.243722 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f35204d-c314-4843-b9cf-42b8caad20a4 None None] Routers {'80511fb7-404d-4e50-b34e-39092d62f8fb'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:11:03.244905 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-9f35204d-c314-4843-b9cf-42b8caad20a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:11:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['80511fb7-404d-4e50-b34e-39092d62f8fb'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:11:03.255175 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bdc9f43-b789-4e03-8692-0bbabd85d296 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:11:03.256447 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-8bdc9f43-b789-4e03-8692-0bbabd85d296 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks [] for subnet, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:03.256794 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aa30a00-9b88-4482-9f5f-7be5b2c23557 None None] Network 91389914-9511-4e11-8d12-d6bc7ed8e4e8 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 16:11:03.280188 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c756a9b9-8e45-468a-b1a3-a41279d36815 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:11:03.283301 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-8bdc9f43-b789-4e03-8692-0bbabd85d296 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9480109 Mar 29 16:11:03.284181 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-c756a9b9-8e45-468a-b1a3-a41279d36815 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] 10.222.0.42 "GET /v2.0/ports/a2065cdd-68ce-4aff-8654-8ce7e3133869 HTTP/1.1" status: 200 len: 911 time: 0.0529165 Mar 29 16:11:03.284786 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 56038) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:11:03.285116 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 56040) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:11:03.346201 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvr_db [None req-9f35204d-c314-4843-b9cf-42b8caad20a4 None None] Set router 80511fb7-404d-4e50-b34e-39092d62f8fb gateway port host: None {{(pid=102793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:11:03.391683 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port b8d11f43-aaca-43c3-86d3-e91e527fc1c6, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=b8d11f43-aaca-43c3-86d3-e91e527fc1c6,segment=NetworkSegment(d2de5347-f9d8-4c7b-a897-5663c2ae5afb),segment_id=d2de5347-f9d8-4c7b-a897-5663c2ae5afb)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:11:03.409004 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-cf675139-a3ca-4da0-95e4-c0b0b07d1c0d None None] Attempting to bind port eedf4e20-10e9-48f1-8ea7-7062f96ce366 on host n-d-834765-1 for vnic_type normal with profile {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 16:11:03.409280 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-cf675139-a3ca-4da0-95e4-c0b0b07d1c0d None None] Attempting to bind port eedf4e20-10e9-48f1-8ea7-7062f96ce366 by drivers openvswitch,hyperv on host n-d-834765-1 at level 0 using segments [{'id': 'b0033e17-6430-4297-97b0-9266901287f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '4be8019f-300a-473b-8f90-54810195744c'}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 16:11:03.409648 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf675139-a3ca-4da0-95e4-c0b0b07d1c0d None None] Attempting to bind port eedf4e20-10e9-48f1-8ea7-7062f96ce366 on network 4be8019f-300a-473b-8f90-54810195744c {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 16:11:03.419293 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41e618d8-9aa2-49a4-8541-d63951f1d9ec tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:11:03.421807 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41e618d8-9aa2-49a4-8541-d63951f1d9ec tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:11:03.426221 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 56042) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:11:03.426640 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-41e618d8-9aa2-49a4-8541-d63951f1d9ec tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.1333117 Mar 29 16:11:03.450223 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Returning: {'device': 'b8d11f43-aaca-43c3-86d3-e91e527fc1c6', 'network_id': '307bfe7f-3bb4-41b4-974f-c8eac814f4b9', 'port_id': 'b8d11f43-aaca-43c3-86d3-e91e527fc1c6', 'mac_address': 'fa:16:3e:85:57:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 609, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b6daca8-734b-45a4-a6da-277f4442ff75', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 16:11:03.469128 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf675139-a3ca-4da0-95e4-c0b0b07d1c0d None None] Checking agent: {'id': 'a8866439-9d96-425c-b519-6905c591ac37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 25, 36), 'started_at': datetime.datetime(2022, 3, 29, 15, 26, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 16, 10, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834765-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 16:11:03.469504 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf675139-a3ca-4da0-95e4-c0b0b07d1c0d None None] Checking segment: {'id': 'b0033e17-6430-4297-97b0-9266901287f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '4be8019f-300a-473b-8f90-54810195744c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 16:11:03.469908 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-cf675139-a3ca-4da0-95e4-c0b0b07d1c0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:03.470303 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf675139-a3ca-4da0-95e4-c0b0b07d1c0d None None] Bound using segment: {'id': 'b0033e17-6430-4297-97b0-9266901287f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '4be8019f-300a-473b-8f90-54810195744c'} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 16:11:03.470788 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-cf675139-a3ca-4da0-95e4-c0b0b07d1c0d None None] Bound port: eedf4e20-10e9-48f1-8ea7-7062f96ce366, host: n-d-834765-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0033e17-6430-4297-97b0-9266901287f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '4be8019f-300a-473b-8f90-54810195744c'}}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 16:11:03.471170 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-cf675139-a3ca-4da0-95e4-c0b0b07d1c0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:03.613929 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-9f35204d-c314-4843-b9cf-42b8caad20a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80511fb7-404d-4e50-b34e-39092d62f8fb', 'name': 'tempest-NetworksTestDHCPv6-router-1108514063', 'tenant_id': 'b764dc88162c48329e5f6a91ab689763', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:11:01Z', 'updated_at': '2022-03-29T16:11:02Z', 'revision_number': 2, 'project_id': 'b764dc88162c48329e5f6a91ab689763', 'gw_port_host': None, '_interfaces': [{'id': 'a2065cdd-68ce-4aff-8654-8ce7e3133869', 'name': '', 'network_id': '4be8019f-300a-473b-8f90-54810195744c', 'tenant_id': 'b764dc88162c48329e5f6a91ab689763', 'mac_address': 'fa:16:3e:71:34:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80511fb7-404d-4e50-b34e-39092d62f8fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3634, 'fixed_ips': [{'subnet_id': 'db3bd42a-9d01-4402-acee-2cada3925112', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:11:01Z', 'updated_at': '2022-03-29T16:11:02Z', 'revision_number': 2, 'project_id': 'b764dc88162c48329e5f6a91ab689763', 'subnets': [{'id': 'db3bd42a-9d01-4402-acee-2cada3925112', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:11:03.639802 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-b476a1a6-ef48-453a-b5e0-88a6305f7436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:03.647030 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f35204d-c314-4843-b9cf-42b8caad20a4 None None] Checking router: 80511fb7-404d-4e50-b34e-39092d62f8fb for host: n-d-834765-1 {{(pid=102793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 16:11:03.647642 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f35204d-c314-4843-b9cf-42b8caad20a4 None None] Updating router 80511fb7-404d-4e50-b34e-39092d62f8fb port a2065cdd-68ce-4aff-8654-8ce7e3133869 binding host n-d-834765-1 {{(pid=102793) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 16:11:03.684706 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-9f35204d-c314-4843-b9cf-42b8caad20a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:03.722564 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:03.767560 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adb8e6d0-6efe-427b-83d5-603f443b5b0c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0035034-69b0-5ffc-b384-0ac6189c5628-91389914-9511-4e11-8d12-d6bc7ed8e4e8', 'network_id': '91389914-9511-4e11-8d12-d6bc7ed8e4e8', 'tenant_id': '88e7599e62d446faa967714480fab072', 'fixed_ips': [{'subnet_id': '1dec9ab1-9d7c-4d07-9403-a7305def8342'}]}} from n-d-834765-1. {{(pid=102792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 29 16:11:03.768617 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-adb8e6d0-6efe-427b-83d5-603f443b5b0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:03.781686 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-b476a1a6-ef48-453a-b5e0-88a6305f7436 None None] For port 59ba545c-5333-4a8c-b146-97567221e87f, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=59ba545c-5333-4a8c-b146-97567221e87f,segment=NetworkSegment(ee060983-a0c3-47b8-8b9f-c5c59501072b),segment_id=ee060983-a0c3-47b8-8b9f-c5c59501072b)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:11:03.800887 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8d11f43-aaca-43c3-86d3-e91e527fc1c6 {{(pid=102792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 16:11:03.808764 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-cf675139-a3ca-4da0-95e4-c0b0b07d1c0d None None] For port eedf4e20-10e9-48f1-8ea7-7062f96ce366, host n-d-834765-1, cleared binding levels {{(pid=102792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 16:11:03.811390 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-b476a1a6-ef48-453a-b5e0-88a6305f7436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:03.872278 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-cf675139-a3ca-4da0-95e4-c0b0b07d1c0d None None] For port eedf4e20-10e9-48f1-8ea7-7062f96ce366, host n-d-834765-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=eedf4e20-10e9-48f1-8ea7-7062f96ce366,segment=NetworkSegment(b0033e17-6430-4297-97b0-9266901287f9),segment_id=b0033e17-6430-4297-97b0-9266901287f9)] {{(pid=102792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 16:11:03.942764 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port b8d11f43-aaca-43c3-86d3-e91e527fc1c6, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=b8d11f43-aaca-43c3-86d3-e91e527fc1c6,segment=NetworkSegment(d2de5347-f9d8-4c7b-a897-5663c2ae5afb),segment_id=d2de5347-f9d8-4c7b-a897-5663c2ae5afb)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:11:03.951811 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-7d18d79b-7702-4106-86c1-6253f94c3581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10b6c1ac-b367-43cb-9dfe-e339a15319dc', 'name': 'tempest-RoutersTest-router-1331978900', 'tenant_id': '88e7599e62d446faa967714480fab072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:10:52Z', 'updated_at': '2022-03-29T16:11:01Z', 'revision_number': 3, 'project_id': '88e7599e62d446faa967714480fab072', 'gw_port_host': None, '_interfaces': [{'id': '18c2afe5-29a5-4240-86ad-7e6a1b2e9ba9', 'name': '', 'network_id': 'a779ce49-b1b7-425c-8091-a4a4130d3948', 'tenant_id': '88e7599e62d446faa967714480fab072', 'mac_address': 'fa:16:3e:21:35:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10b6c1ac-b367-43cb-9dfe-e339a15319dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3630, 'fixed_ips': [{'subnet_id': 'ace25b46-ffa2-49f6-a7e5-31572364ad1d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:11:00Z', 'updated_at': '2022-03-29T16:11:01Z', 'revision_number': 2, 'project_id': '88e7599e62d446faa967714480fab072', 'subnets': [{'id': 'ace25b46-ffa2-49f6-a7e5-31572364ad1d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '59ba545c-5333-4a8c-b146-97567221e87f', 'name': '', 'network_id': '2164f976-43a1-4081-bb3d-ef6503fade76', 'tenant_id': '88e7599e62d446faa967714480fab072', 'mac_address': 'fa:16:3e:52:ec:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10b6c1ac-b367-43cb-9dfe-e339a15319dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3622, 'fixed_ips': [{'subnet_id': 'c9038ee8-f880-499c-b87d-c046e0fc2306', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:10:55Z', 'updated_at': '2022-03-29T16:11:02Z', 'revision_number': 4, 'project_id': '88e7599e62d446faa967714480fab072', 'subnets': [{'id': 'c9038ee8-f880-499c-b87d-c046e0fc2306', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:11:03.954462 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-cf675139-a3ca-4da0-95e4-c0b0b07d1c0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:03.990611 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-866bf800-cfe4-409c-bdbc-ebc3b688d144 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-530452'] for router_interface, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:04.079614 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.db_base_plugin_common [None req-adb8e6d0-6efe-427b-83d5-603f443b5b0c None None] Allocated IP 172.22.0.2 (91389914-9511-4e11-8d12-d6bc7ed8e4e8/1dec9ab1-9d7c-4d07-9403-a7305def8342/c5dcb5de-9278-499f-8397-78cfdd0cb53a) {{(pid=102792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:11:04.094598 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:04.123804 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d18d79b-7702-4106-86c1-6253f94c3581 None None] The sync data for ids ['10b6c1ac-b367-43cb-9dfe-e339a15319dc'] in n-d-834765-1 is: [{'id': '10b6c1ac-b367-43cb-9dfe-e339a15319dc', 'name': 'tempest-RoutersTest-router-1331978900', 'tenant_id': '88e7599e62d446faa967714480fab072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:10:52Z', 'updated_at': '2022-03-29T16:11:01Z', 'revision_number': 3, 'project_id': '88e7599e62d446faa967714480fab072', 'gw_port_host': None, '_interfaces': [{'id': '18c2afe5-29a5-4240-86ad-7e6a1b2e9ba9', 'name': '', 'network_id': 'a779ce49-b1b7-425c-8091-a4a4130d3948', 'tenant_id': '88e7599e62d446faa967714480fab072', 'mac_address': 'fa:16:3e:21:35:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10b6c1ac-b367-43cb-9dfe-e339a15319dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3630, 'fixed_ips': [{'subnet_id': 'ace25b46-ffa2-49f6-a7e5-31572364ad1d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:11:00Z', 'updated_at': '2022-03-29T16:11:01Z', 'revision_number': 2, 'project_id': '88e7599e62d446faa967714480fab072', 'subnets': [{'id': 'ace25b46-ffa2-49f6-a7e5-31572364ad1d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '59ba545c-5333-4a8c-b146-97567221e87f', 'name': '', 'network_id': '2164f976-43a1-4081-bb3d-ef6503fade76', 'tenant_id': '88e7599e62d446faa967714480fab072', 'mac_address': 'fa:16:3e:52:ec:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10b6c1ac-b367-43cb-9dfe-e339a15319dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3622, 'fixed_ips': [{'subnet_id': 'c9038ee8-f880-499c-b87d-c046e0fc2306', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:10:55Z', 'updated_at': '2022-03-29T16:11:02Z', 'revision_number': 4, 'project_id': '88e7599e62d446faa967714480fab072', 'subnets': [{'id': 'c9038ee8-f880-499c-b87d-c046e0fc2306', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 16:11:04.144648 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-9f35204d-c314-4843-b9cf-42b8caad20a4 None None] Notify callbacks [] for port, precommit_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:04.150100 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-695e3064-dcb3-4c44-9d49-15b0ee542819 None None] Network a779ce49-b1b7-425c-8091-a4a4130d3948 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 16:11:04.154167 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-9f35204d-c314-4843-b9cf-42b8caad20a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:04.260848 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866ff8d5-65d9-483f-aca4-f7b409b909c1 req-809b99b3-1002-4f26-ab50-c77c999c0016 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:11:04.262425 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-866ff8d5-65d9-483f-aca4-f7b409b909c1 req-809b99b3-1002-4f26-ab50-c77c999c0016 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "GET /v2.0/ports?device_id=fefd300b-9623-490c-824e-33d4fb2d1c9a HTTP/1.1" status: 200 len: 944 time: 0.0741205 Mar 29 16:11:04.309589 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-00cb9e17-07dd-4164-996c-6d488b014db5 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:04.337964 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05d018b-aea5-4610-a233-34d4c392b75e None None] Pushing event updated for resources: {'Port': ['ID=a2065cdd-68ce-4aff-8654-8ce7e3133869,revision_number=3']} {{(pid=102793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:11:04.358842 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-866ff8d5-65d9-483f-aca4-f7b409b909c1 req-fedc12bc-a78a-439a-8159-280f54d58512 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "GET /v2.0/security-groups?id=d49c398e-1c3f-4f30-9d39-78d09bc7267d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701263 Mar 29 16:11:04.368089 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-3dcd3f95-8019-49d2-8969-5e844a40aa0d None None] Provisioning complete for port 9e2af1ea-cdbf-4eed-94eb-92bac3139638 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:11:04.368486 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-3dcd3f95-8019-49d2-8969-5e844a40aa0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:04.368639 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-866bf800-cfe4-409c-bdbc-ebc3b688d144 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Deleting port a2065cdd-68ce-4aff-8654-8ce7e3133869 {{(pid=102790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:11:04.368957 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-866bf800-cfe4-409c-bdbc-ebc3b688d144 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:04.378703 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.managers [None req-9f35204d-c314-4843-b9cf-42b8caad20a4 None None] Attempting to bind port a2065cdd-68ce-4aff-8654-8ce7e3133869 on host n-d-834765-1 for vnic_type normal with profile {{(pid=102793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 16:11:04.381275 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.managers [None req-9f35204d-c314-4843-b9cf-42b8caad20a4 None None] Attempting to bind port a2065cdd-68ce-4aff-8654-8ce7e3133869 by drivers openvswitch,hyperv on host n-d-834765-1 at level 0 using segments [{'id': 'b0033e17-6430-4297-97b0-9266901287f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '4be8019f-300a-473b-8f90-54810195744c'}] {{(pid=102793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 16:11:04.382529 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f35204d-c314-4843-b9cf-42b8caad20a4 None None] Attempting to bind port a2065cdd-68ce-4aff-8654-8ce7e3133869 on network 4be8019f-300a-473b-8f90-54810195744c {{(pid=102793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 16:11:04.389540 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f35204d-c314-4843-b9cf-42b8caad20a4 None None] Checking agent: {'id': 'a8866439-9d96-425c-b519-6905c591ac37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 25, 36), 'started_at': datetime.datetime(2022, 3, 29, 15, 26, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 16, 10, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834765-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 16:11:04.390268 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f35204d-c314-4843-b9cf-42b8caad20a4 None None] Checking segment: {'id': 'b0033e17-6430-4297-97b0-9266901287f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '4be8019f-300a-473b-8f90-54810195744c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 16:11:04.391083 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-9f35204d-c314-4843-b9cf-42b8caad20a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:04.391824 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f35204d-c314-4843-b9cf-42b8caad20a4 None None] Bound using segment: {'id': 'b0033e17-6430-4297-97b0-9266901287f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '4be8019f-300a-473b-8f90-54810195744c'} {{(pid=102793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 16:11:04.392503 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.managers [None req-9f35204d-c314-4843-b9cf-42b8caad20a4 None None] Bound port: a2065cdd-68ce-4aff-8654-8ce7e3133869, host: n-d-834765-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0033e17-6430-4297-97b0-9266901287f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '4be8019f-300a-473b-8f90-54810195744c'}}] {{(pid=102793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 16:11:04.393119 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-9f35204d-c314-4843-b9cf-42b8caad20a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:04.465627 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 9e2af1ea-cdbf-4eed-94eb-92bac3139638 up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 16:11:04.498876 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.db [None req-9f35204d-c314-4843-b9cf-42b8caad20a4 None None] For port a2065cdd-68ce-4aff-8654-8ce7e3133869, host n-d-834765-1, cleared binding levels {{(pid=102793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 16:11:04.509395 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.db [None req-9f35204d-c314-4843-b9cf-42b8caad20a4 None None] For port a2065cdd-68ce-4aff-8654-8ce7e3133869, host n-d-834765-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=a2065cdd-68ce-4aff-8654-8ce7e3133869,segment=NetworkSegment(b0033e17-6430-4297-97b0-9266901287f9),segment_id=b0033e17-6430-4297-97b0-9266901287f9)] {{(pid=102793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 16:11:04.511149 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [None req-866bf800-cfe4-409c-bdbc-ebc3b688d144 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] For port a2065cdd-68ce-4aff-8654-8ce7e3133869, host n-d-834765-1, got binding levels [] {{(pid=102790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:11:04.512180 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-866bf800-cfe4-409c-bdbc-ebc3b688d144 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:04.514658 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] get_ports_and_sgs() called for port_ids ['b8d11f43-aaca-43c3-86d3-e91e527fc1c6'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 16:11:04.519053 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b476a1a6-ef48-453a-b5e0-88a6305f7436 None None] Pushing event updated for resources: {'Port': ['ID=59ba545c-5333-4a8c-b146-97567221e87f,revision_number=5']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:11:04.519363 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-9f35204d-c314-4843-b9cf-42b8caad20a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:04.538242 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-866bf800-cfe4-409c-bdbc-ebc3b688d144 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Calling delete_port for a2065cdd-68ce-4aff-8654-8ce7e3133869 owned by network:router_interface {{(pid=102790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:11:04.542997 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d71584b9-87f1-45f5-84c7-c993c2416269 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:04.617970 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05d018b-aea5-4610-a233-34d4c392b75e None None] Pushing event updated for resources: {'Port': ['ID=a2065cdd-68ce-4aff-8654-8ce7e3133869,revision_number=4']} {{(pid=102793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:11:04.652080 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f35204d-c314-4843-b9cf-42b8caad20a4 None None] Routers {'80511fb7-404d-4e50-b34e-39092d62f8fb'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:11:04.652726 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-9f35204d-c314-4843-b9cf-42b8caad20a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:11:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['80511fb7-404d-4e50-b34e-39092d62f8fb'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:11:04.808321 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvr_db [None req-9f35204d-c314-4843-b9cf-42b8caad20a4 None None] Set router 80511fb7-404d-4e50-b34e-39092d62f8fb gateway port host: None {{(pid=102793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:11:04.868723 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf675139-a3ca-4da0-95e4-c0b0b07d1c0d None None] Pushing event updated for resources: {'Port': ['ID=eedf4e20-10e9-48f1-8ea7-7062f96ce366,revision_number=2']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:11:04.938229 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-866bf800-cfe4-409c-bdbc-ebc3b688d144 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:04.968274 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port 9e2af1ea-cdbf-4eed-94eb-92bac3139638 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:11:04.968657 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:04.977792 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866bf800-cfe4-409c-bdbc-ebc3b688d144 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Pushing event deleted for resources: {'Port': ['ID=a2065cdd-68ce-4aff-8654-8ce7e3133869,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:11:05.084714 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-3dcd3f95-8019-49d2-8969-5e844a40aa0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:05.086116 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-866bf800-cfe4-409c-bdbc-ebc3b688d144 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-530528'] for router_interface, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:05.115029 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-9f35204d-c314-4843-b9cf-42b8caad20a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80511fb7-404d-4e50-b34e-39092d62f8fb', 'name': 'tempest-NetworksTestDHCPv6-router-1108514063', 'tenant_id': 'b764dc88162c48329e5f6a91ab689763', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:11:01Z', 'updated_at': '2022-03-29T16:11:02Z', 'revision_number': 2, 'project_id': 'b764dc88162c48329e5f6a91ab689763', 'gw_port_host': None, '_interfaces': [{'id': 'a2065cdd-68ce-4aff-8654-8ce7e3133869', 'name': '', 'network_id': '4be8019f-300a-473b-8f90-54810195744c', 'tenant_id': 'b764dc88162c48329e5f6a91ab689763', 'mac_address': 'fa:16:3e:71:34:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80511fb7-404d-4e50-b34e-39092d62f8fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3634, 'fixed_ips': [{'subnet_id': 'db3bd42a-9d01-4402-acee-2cada3925112', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:11:01Z', 'updated_at': '2022-03-29T16:11:04Z', 'revision_number': 4, 'project_id': 'b764dc88162c48329e5f6a91ab689763', 'subnets': [{'id': 'db3bd42a-9d01-4402-acee-2cada3925112', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:11:05.150688 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f35204d-c314-4843-b9cf-42b8caad20a4 None None] The sync data for ids ['80511fb7-404d-4e50-b34e-39092d62f8fb'] in n-d-834765-1 is: [{'id': '80511fb7-404d-4e50-b34e-39092d62f8fb', 'name': 'tempest-NetworksTestDHCPv6-router-1108514063', 'tenant_id': 'b764dc88162c48329e5f6a91ab689763', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:11:01Z', 'updated_at': '2022-03-29T16:11:02Z', 'revision_number': 2, 'project_id': 'b764dc88162c48329e5f6a91ab689763', 'gw_port_host': None, '_interfaces': [{'id': 'a2065cdd-68ce-4aff-8654-8ce7e3133869', 'name': '', 'network_id': '4be8019f-300a-473b-8f90-54810195744c', 'tenant_id': 'b764dc88162c48329e5f6a91ab689763', 'mac_address': 'fa:16:3e:71:34:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80511fb7-404d-4e50-b34e-39092d62f8fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3634, 'fixed_ips': [{'subnet_id': 'db3bd42a-9d01-4402-acee-2cada3925112', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:11:01Z', 'updated_at': '2022-03-29T16:11:04Z', 'revision_number': 4, 'project_id': 'b764dc88162c48329e5f6a91ab689763', 'subnets': [{'id': 'db3bd42a-9d01-4402-acee-2cada3925112', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 16:11:05.205511 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Pushing event updated for resources: {'Port': ['ID=b8d11f43-aaca-43c3-86d3-e91e527fc1c6,revision_number=4']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:11:05.218907 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-3dcd3f95-8019-49d2-8969-5e844a40aa0d None None] For port 9e2af1ea-cdbf-4eed-94eb-92bac3139638, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=9e2af1ea-cdbf-4eed-94eb-92bac3139638,segment=NetworkSegment(53a0ceac-5610-4b5d-8948-5fcf00f78dde),segment_id=53a0ceac-5610-4b5d-8948-5fcf00f78dde)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:11:05.235938 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.agents_db [None req-59735a15-725e-44d4-9ad5-95cbe356f209 None None] Agent healthcheck: found 7 active agents {{(pid=102793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 16:11:05.252831 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-3dcd3f95-8019-49d2-8969-5e844a40aa0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:05.254711 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-adb8e6d0-6efe-427b-83d5-603f443b5b0c None None] Notify callbacks [] for port, precommit_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:05.294742 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-866bf800-cfe4-409c-bdbc-ebc3b688d144 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Router 80511fb7-404d-4e50-b34e-39092d62f8fb has already been hosted by L3 agent c648d819-1060-4f26-b4ec-6455387b5dff {{(pid=102790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 16:11:05.343636 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-adb8e6d0-6efe-427b-83d5-603f443b5b0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956'] for port, after_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:05.393387 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-866bf800-cfe4-409c-bdbc-ebc3b688d144 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 16:11:05.402003 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-866bf800-cfe4-409c-bdbc-ebc3b688d144 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] 10.222.0.42 "PUT /v2.0/routers/80511fb7-404d-4e50-b34e-39092d62f8fb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9713428 Mar 29 16:11:05.403137 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 56048) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:11:05.424341 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_common [None req-00cb9e17-07dd-4164-996c-6d488b014db5 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Allocated IP 172.22.0.1 (91389914-9511-4e11-8d12-d6bc7ed8e4e8/1dec9ab1-9d7c-4d07-9403-a7305def8342/554e0f6a-3213-4422-a101-c818554f9b7c) {{(pid=102791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:11:05.493474 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-842e90c2-ba71-43df-98b7-a24bba211e4e tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:11:05.500083 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-842e90c2-ba71-43df-98b7-a24bba211e4e tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:11:05.503201 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-842e90c2-ba71-43df-98b7-a24bba211e4e tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0993192 Mar 29 16:11:05.505733 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 56050) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:11:05.511618 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcd3f95-8019-49d2-8969-5e844a40aa0d None None] Pushing event updated for resources: {'Port': ['ID=9e2af1ea-cdbf-4eed-94eb-92bac3139638,revision_number=3']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:11:05.515813 n-d-834765-1 neutron-server[102792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adb8e6d0-6efe-427b-83d5-603f443b5b0c None None] Network 91389914-9511-4e11-8d12-d6bc7ed8e4e8 is already hosted by enough agents. {{(pid=102792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:11:05.651888 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.db_base_plugin_v2 [None req-79e902a9-c8dd-4f9e-a052-446ed8166905 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Deleting subnet db3bd42a-9d01-4402-acee-2cada3925112 {{(pid=102790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 16:11:05.657219 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-79e902a9-c8dd-4f9e-a052-446ed8166905 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks [] for subnet, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:05.728847 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-79e902a9-c8dd-4f9e-a052-446ed8166905 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4614024'] for subnet, precommit_delete_associations {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:05.751443 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-00cb9e17-07dd-4164-996c-6d488b014db5 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks [] for port, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:05.817130 n-d-834765-1 neutron-server[102792]: DEBUG neutron.scheduler.base_scheduler [None req-adb8e6d0-6efe-427b-83d5-603f443b5b0c None None] Resources bound (agent type, host, resource id): {{(pid=102792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:11:05.821790 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adb8e6d0-6efe-427b-83d5-603f443b5b0c None None] Received port after_create {{(pid=102792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:11:05.828996 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-00cb9e17-07dd-4164-996c-6d488b014db5 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:05.932062 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cb9e17-07dd-4164-996c-6d488b014db5 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Pushing event updated for resources: {'Port': ['ID=554e0f6a-3213-4422-a101-c818554f9b7c,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:11:06.001225 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-79e902a9-c8dd-4f9e-a052-446ed8166905 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1641287'] for subnet, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:06.015141 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00cb9e17-07dd-4164-996c-6d488b014db5 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Network 91389914-9511-4e11-8d12-d6bc7ed8e4e8 is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:11:06.029439 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [None req-00cb9e17-07dd-4164-996c-6d488b014db5 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:11:06.036347 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00cb9e17-07dd-4164-996c-6d488b014db5 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Received port after_create {{(pid=102791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:11:06.124509 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-79e902a9-c8dd-4f9e-a052-446ed8166905 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1641294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5231963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4793952'] for subnet, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:06.138872 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb8e6d0-6efe-427b-83d5-603f443b5b0c None None] Pushing event updated for resources: {'Port': ['ID=c5dcb5de-9278-499f-8397-78cfdd0cb53a,revision_number=1']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:11:06.148071 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-00cb9e17-07dd-4164-996c-6d488b014db5 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-648347'] for router_interface, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:06.209244 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e902a9-c8dd-4f9e-a052-446ed8166905 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Pushing event deleted for resources: {'Subnet': ['ID=db3bd42a-9d01-4402-acee-2cada3925112,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:11:06.213046 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-adb8e6d0-6efe-427b-83d5-603f443b5b0c None None] Attempting to bind port c5dcb5de-9278-499f-8397-78cfdd0cb53a on host n-d-834765-1 for vnic_type normal with profile {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 16:11:06.213211 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-79e902a9-c8dd-4f9e-a052-446ed8166905 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks [] for subnet, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:06.213424 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-adb8e6d0-6efe-427b-83d5-603f443b5b0c None None] Attempting to bind port c5dcb5de-9278-499f-8397-78cfdd0cb53a by drivers openvswitch,hyperv on host n-d-834765-1 at level 0 using segments [{'id': '69a724d3-f6ea-4fde-a5d6-081c7197191b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '91389914-9511-4e11-8d12-d6bc7ed8e4e8'}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 16:11:06.213796 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adb8e6d0-6efe-427b-83d5-603f443b5b0c None None] Attempting to bind port c5dcb5de-9278-499f-8397-78cfdd0cb53a on network 91389914-9511-4e11-8d12-d6bc7ed8e4e8 {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 16:11:06.225951 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-79e902a9-c8dd-4f9e-a052-446ed8166905 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] 10.222.0.42 "DELETE /v2.0/subnets/db3bd42a-9d01-4402-acee-2cada3925112 HTTP/1.1" status: 204 len: 168 time: 0.7186625 Mar 29 16:11:06.227291 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-0cb6abf6-2706-4e52-8825-f5f644ecf9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:06.227997 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 56052) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:11:06.262895 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:06.351071 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adb8e6d0-6efe-427b-83d5-603f443b5b0c None None] Checking agent: {'id': 'a8866439-9d96-425c-b519-6905c591ac37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 25, 36), 'started_at': datetime.datetime(2022, 3, 29, 15, 26, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 16, 11, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834765-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 16:11:06.351489 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adb8e6d0-6efe-427b-83d5-603f443b5b0c None None] Checking segment: {'id': '69a724d3-f6ea-4fde-a5d6-081c7197191b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '91389914-9511-4e11-8d12-d6bc7ed8e4e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 16:11:06.351905 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-adb8e6d0-6efe-427b-83d5-603f443b5b0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:06.354390 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adb8e6d0-6efe-427b-83d5-603f443b5b0c None None] Bound using segment: {'id': '69a724d3-f6ea-4fde-a5d6-081c7197191b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '91389914-9511-4e11-8d12-d6bc7ed8e4e8'} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 16:11:06.359468 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-adb8e6d0-6efe-427b-83d5-603f443b5b0c None None] Bound port: c5dcb5de-9278-499f-8397-78cfdd0cb53a, host: n-d-834765-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69a724d3-f6ea-4fde-a5d6-081c7197191b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '91389914-9511-4e11-8d12-d6bc7ed8e4e8'}}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 16:11:06.360029 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-adb8e6d0-6efe-427b-83d5-603f443b5b0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:06.481875 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38afcdc0-d4e1-4a12-b9fc-2b2329f8f88b req-2b6d5fd9-4acb-4ead-83f0-44559a3201ce tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:11:06.485581 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-38afcdc0-d4e1-4a12-b9fc-2b2329f8f88b req-2b6d5fd9-4acb-4ead-83f0-44559a3201ce tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "GET /v2.0/ports?device_id=fefd300b-9623-490c-824e-33d4fb2d1c9a HTTP/1.1" status: 200 len: 944 time: 0.9497225 Mar 29 16:11:06.507035 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-adb8e6d0-6efe-427b-83d5-603f443b5b0c None None] For port c5dcb5de-9278-499f-8397-78cfdd0cb53a, host n-d-834765-1, cleared binding levels {{(pid=102792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 16:11:06.510826 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-adb8e6d0-6efe-427b-83d5-603f443b5b0c None None] For port c5dcb5de-9278-499f-8397-78cfdd0cb53a, host n-d-834765-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=c5dcb5de-9278-499f-8397-78cfdd0cb53a,segment=NetworkSegment(69a724d3-f6ea-4fde-a5d6-081c7197191b),segment_id=69a724d3-f6ea-4fde-a5d6-081c7197191b)] {{(pid=102792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 16:11:06.516344 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-2a73a725-c31d-47db-8cfb-329c7e91d12f None None] Provisioning complete for port 9e2af1ea-cdbf-4eed-94eb-92bac3139638 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:11:06.516742 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-2a73a725-c31d-47db-8cfb-329c7e91d12f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:06.529542 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-5e48a252-a823-40cc-9fba-4805f52070f4 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.2973123 Mar 29 16:11:06.532791 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 56054) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:11:06.560246 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-478e39dd-8560-40aa-ba0f-a3c3889eb0cd None None] Network 4be8019f-300a-473b-8f90-54810195744c requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 16:11:06.640379 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-00cb9e17-07dd-4164-996c-6d488b014db5 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:06.647161 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-adb8e6d0-6efe-427b-83d5-603f443b5b0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:06.661463 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-38afcdc0-d4e1-4a12-b9fc-2b2329f8f88b req-a2baf926-469b-4d31-bb18-227f84070375 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "GET /v2.0/security-groups?id=d49c398e-1c3f-4f30-9d39-78d09bc7267d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1595619 Mar 29 16:11:06.690865 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-a5840086-42c5-450e-b0c0-c536c200e0a2 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks [] for router, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:06.724204 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 59ba545c-5333-4a8c-b146-97567221e87f up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 16:11:06.838182 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb8e6d0-6efe-427b-83d5-603f443b5b0c None None] Pushing event updated for resources: {'Port': ['ID=c5dcb5de-9278-499f-8397-78cfdd0cb53a,revision_number=2']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:11:06.871866 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-a5840086-42c5-450e-b0c0-c536c200e0a2 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129328'] for router, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:06.877507 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-a5840086-42c5-450e-b0c0-c536c200e0a2 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:06.940147 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-a5840086-42c5-450e-b0c0-c536c200e0a2 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-526718'] for router, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:06.940684 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5840086-42c5-450e-b0c0-c536c200e0a2 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Fanout notify agent at l3_agent the message router_deleted on router 80511fb7-404d-4e50-b34e-39092d62f8fb {{(pid=102790) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 29 16:11:06.963574 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-a5840086-42c5-450e-b0c0-c536c200e0a2 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks [] for router, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:06.964825 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-a5840086-42c5-450e-b0c0-c536c200e0a2 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] 10.222.0.42 "DELETE /v2.0/routers/80511fb7-404d-4e50-b34e-39092d62f8fb HTTP/1.1" status: 204 len: 168 time: 0.4321227 Mar 29 16:11:06.970247 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 56056) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:11:06.987059 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-9ca90c9d-54ef-49a3-a769-dce497e31943 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Request body: {'subnet': {'network_id': '4be8019f-300a-473b-8f90-54810195744c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:11:07.009133 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port 59ba545c-5333-4a8c-b146-97567221e87f triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:11:07.009484 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:07.013394 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-2a73a725-c31d-47db-8cfb-329c7e91d12f None None] Provisioning complete for port 18c2afe5-29a5-4240-86ad-7e6a1b2e9ba9 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:11:07.013761 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-2a73a725-c31d-47db-8cfb-329c7e91d12f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:07.073628 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae825c2f-5bdf-4141-854f-a4949ba49017 None None] DHCP port deletion for 4be8019f-300a-473b-8f90-54810195744c request from n-d-834765-1 {{(pid=102792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 29 16:11:07.121113 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-00cb9e17-07dd-4164-996c-6d488b014db5 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks [] for port, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:07.126506 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-00cb9e17-07dd-4164-996c-6d488b014db5 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:07.129052 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-2a73a725-c31d-47db-8cfb-329c7e91d12f None None] Port 18c2afe5-29a5-4240-86ad-7e6a1b2e9ba9 cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 16:11:07.170393 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ca90c9d-54ef-49a3-a769-dce497e31943 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Made reservation on behalf of b764dc88162c48329e5f6a91ab689763 for: {'subnet': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:11:07.186663 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-9ca90c9d-54ef-49a3-a769-dce497e31943 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4793983'] for subnet, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:07.214420 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-ae825c2f-5bdf-4141-854f-a4949ba49017 None None] Deleting port eedf4e20-10e9-48f1-8ea7-7062f96ce366 {{(pid=102792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:11:07.214929 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-ae825c2f-5bdf-4141-854f-a4949ba49017 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:07.256044 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 9e2af1ea-cdbf-4eed-94eb-92bac3139638 up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 16:11:07.285268 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cb9e17-07dd-4164-996c-6d488b014db5 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Pushing event updated for resources: {'Port': ['ID=554e0f6a-3213-4422-a101-c818554f9b7c,revision_number=2']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:11:07.299023 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-00cb9e17-07dd-4164-996c-6d488b014db5 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-648439'] for router_interface, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:07.343547 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-c7771305-171e-459d-9139-d278c891d908 None None] Provisioning complete for port eedf4e20-10e9-48f1-8ea7-7062f96ce366 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:11:07.343923 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-c7771305-171e-459d-9139-d278c891d908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:07.381481 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-ae825c2f-5bdf-4141-854f-a4949ba49017 None None] For port eedf4e20-10e9-48f1-8ea7-7062f96ce366, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=eedf4e20-10e9-48f1-8ea7-7062f96ce366,segment=NetworkSegment(b0033e17-6430-4297-97b0-9266901287f9),segment_id=b0033e17-6430-4297-97b0-9266901287f9)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:11:07.381886 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-ae825c2f-5bdf-4141-854f-a4949ba49017 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:07.401779 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-ae825c2f-5bdf-4141-854f-a4949ba49017 None None] Calling delete_port for eedf4e20-10e9-48f1-8ea7-7062f96ce366 owned by network:dhcp {{(pid=102792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:11:07.432422 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00cb9e17-07dd-4164-996c-6d488b014db5 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Network 91389914-9511-4e11-8d12-d6bc7ed8e4e8 is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:11:07.434434 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [None req-00cb9e17-07dd-4164-996c-6d488b014db5 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:11:07.471707 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port 9e2af1ea-cdbf-4eed-94eb-92bac3139638 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:11:07.472079 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:07.517826 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-9ca90c9d-54ef-49a3-a769-dce497e31943 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5231896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4793961'] for subnet, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:07.547627 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00cb9e17-07dd-4164-996c-6d488b014db5 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Router 10b6c1ac-b367-43cb-9dfe-e339a15319dc has already been hosted by L3 agent c648d819-1060-4f26-b4ec-6455387b5dff {{(pid=102791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 16:11:07.563251 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ca90c9d-54ef-49a3-a769-dce497e31943 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Network 4be8019f-300a-473b-8f90-54810195744c is already hosted by enough agents. {{(pid=102790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:11:07.566531 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-9ca90c9d-54ef-49a3-a769-dce497e31943 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Resources bound (agent type, host, resource id): {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:11:07.571772 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ca90c9d-54ef-49a3-a769-dce497e31943 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:11:07.572519 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-9ca90c9d-54ef-49a3-a769-dce497e31943 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks [] for subnet, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:07.580954 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-c7771305-171e-459d-9139-d278c891d908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:07.582547 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca90c9d-54ef-49a3-a769-dce497e31943 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Pushing event updated for resources: {'Subnet': ['ID=2fac9979-fcfe-44aa-b269-c8d99fa48fd7,revision_number=0']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:11:07.599374 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-9ca90c9d-54ef-49a3-a769-dce497e31943 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6257517 Mar 29 16:11:07.599819 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 56058) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:11:07.605212 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-29a9c618-0d7a-41f0-91fe-ad3e84cdc5ae tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-538439268', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:11:07.609971 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-ae825c2f-5bdf-4141-854f-a4949ba49017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350'] for port, after_delete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:07.630385 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-29a9c618-0d7a-41f0-91fe-ad3e84cdc5ae tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-532385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129310'] for router, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:07.631655 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-29a9c618-0d7a-41f0-91fe-ad3e84cdc5ae tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-648091', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-684384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129319'] for router, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:07.675399 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00cb9e17-07dd-4164-996c-6d488b014db5 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 16:11:07.680818 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae825c2f-5bdf-4141-854f-a4949ba49017 None None] Pushing event deleted for resources: {'Port': ['ID=eedf4e20-10e9-48f1-8ea7-7062f96ce366,revision_number=None']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:11:07.684293 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-00cb9e17-07dd-4164-996c-6d488b014db5 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] 10.222.0.42 "PUT /v2.0/routers/10b6c1ac-b367-43cb-9dfe-e339a15319dc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3981581 Mar 29 16:11:07.684994 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 56060) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:11:07.690464 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-0b5dc503-ca2f-4a05-b955-de230d972fef tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Request body: {'network': {'name': 'tempest-RoutersTest-397077620'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:11:07.704301 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-c7771305-171e-459d-9139-d278c891d908 None None] Provisioning complete for port 18c2afe5-29a5-4240-86ad-7e6a1b2e9ba9 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:11:07.704676 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-c7771305-171e-459d-9139-d278c891d908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:07.709865 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-29a9c618-0d7a-41f0-91fe-ad3e84cdc5ae tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:07.714933 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b5dc503-ca2f-4a05-b955-de230d972fef tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Made reservation on behalf of 88e7599e62d446faa967714480fab072 for: {'network': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:11:07.719879 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-29a9c618-0d7a-41f0-91fe-ad3e84cdc5ae tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648118'] for router, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:07.724849 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-0b5dc503-ca2f-4a05-b955-de230d972fef tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for network, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:07.735681 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae825c2f-5bdf-4141-854f-a4949ba49017 None None] No DVR routers for this DVR port eedf4e20-10e9-48f1-8ea7-7062f96ce366 on host n-d-834765-1 {{(pid=102792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 16:11:07.748082 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-29a9c618-0d7a-41f0-91fe-ad3e84cdc5ae tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks [] for router, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:07.748082 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-29a9c618-0d7a-41f0-91fe-ad3e84cdc5ae tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1467772 Mar 29 16:11:07.752200 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 56064) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:11:07.757047 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device eedf4e20-10e9-48f1-8ea7-7062f96ce366 up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 16:11:07.763189 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07492279-6a6e-4037-9889-2e5061f58468 None None] Network 4be8019f-300a-473b-8f90-54810195744c requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 16:11:07.782971 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b5dc503-ca2f-4a05-b955-de230d972fef tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] vlan segment allocate from pool success with {'vlan_id': 618, 'physical_network': 'physnet1'} {{(pid=102791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 16:11:07.794170 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-c7771305-171e-459d-9139-d278c891d908 None None] Port 18c2afe5-29a5-4240-86ad-7e6a1b2e9ba9 cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 16:11:07.807321 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] No Port match for: eedf4e20-10e9-48f1-8ea7-7062f96ce366 {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 16:11:07.807640 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device eedf4e20-10e9-48f1-8ea7-7062f96ce366 not bound to the agent host n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Mar 29 16:11:07.808286 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-0b5dc503-ca2f-4a05-b955-de230d972fef tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:07.808776 n-d-834765-1 neutron-server[102791]: INFO neutron.db.segments_db [None req-0b5dc503-ca2f-4a05-b955-de230d972fef tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Added segment 3000a534-60c6-4293-929d-8050fe9ea296 of type vlan for network d4b4f985-2d58-4da8-93a4-180af67aa8d3 Mar 29 16:11:07.844304 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Port eedf4e20-10e9-48f1-8ea7-7062f96ce366 not found, will not notify nova. {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Mar 29 16:11:07.888197 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-0b5dc503-ca2f-4a05-b955-de230d972fef tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783522915970'] for network, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:07.928790 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-0b5dc503-ca2f-4a05-b955-de230d972fef tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795'] for network, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:07.936023 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b5dc503-ca2f-4a05-b955-de230d972fef tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:11:07.936650 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-0b5dc503-ca2f-4a05-b955-de230d972fef tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks [] for network, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:07.999818 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8c2ea6b-7c58-494a-a2c0-7af4f044f3c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0035034-69b0-5ffc-b384-0ac6189c5628-4be8019f-300a-473b-8f90-54810195744c', 'network_id': '4be8019f-300a-473b-8f90-54810195744c', 'tenant_id': 'b764dc88162c48329e5f6a91ab689763', 'fixed_ips': [{'subnet_id': '2fac9979-fcfe-44aa-b269-c8d99fa48fd7'}]}} from n-d-834765-1. {{(pid=102792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 29 16:11:08.001017 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-a8c2ea6b-7c58-494a-a2c0-7af4f044f3c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:08.028546 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5dc503-ca2f-4a05-b955-de230d972fef tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Pushing event updated for resources: {'Network': ['ID=d4b4f985-2d58-4da8-93a4-180af67aa8d3,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:11:08.035081 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-0b5dc503-ca2f-4a05-b955-de230d972fef tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3489265 Mar 29 16:11:08.037677 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 56066) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:11:08.044270 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-4cfb6318-45a1-4158-b0ff-81cf3355a7a7 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Request body: {'subnet': {'network_id': 'd4b4f985-2d58-4da8-93a4-180af67aa8d3', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:11:08.090964 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Network d4b4f985-2d58-4da8-93a4-180af67aa8d3 details requested by agent ovs-agent-n-d-834765-1 with host n-d-834765-1 {{(pid=102792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 16:11:08.119997 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1733cba0-8ce4-497d-9762-32add0a25bfd None None] Sync routers for ids ['10b6c1ac-b367-43cb-9dfe-e339a15319dc'] in n-d-834765-1 {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 16:11:08.149659 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cfb6318-45a1-4158-b0ff-81cf3355a7a7 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Made reservation on behalf of 88e7599e62d446faa967714480fab072 for: {'subnet': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:11:08.153624 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-4cfb6318-45a1-4158-b0ff-81cf3355a7a7 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16218875'] for subnet, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:08.205646 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1733cba0-8ce4-497d-9762-32add0a25bfd None None] Routers {'10b6c1ac-b367-43cb-9dfe-e339a15319dc'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:11:08.206111 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-1733cba0-8ce4-497d-9762-32add0a25bfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:11:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['10b6c1ac-b367-43cb-9dfe-e339a15319dc'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:11:08.237566 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd6f297-6a62-4395-a91d-4b006173880e req-69e81289-3b8f-4990-b29d-925a88a4cd2e tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:11:08.239317 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-5bd6f297-6a62-4395-a91d-4b006173880e req-69e81289-3b8f-4990-b29d-925a88a4cd2e tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "GET /v2.0/ports?device_id=fefd300b-9623-490c-824e-33d4fb2d1c9a HTTP/1.1" status: 200 len: 944 time: 0.1306012 Mar 29 16:11:08.300100 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvr_db [None req-1733cba0-8ce4-497d-9762-32add0a25bfd None None] Set router 10b6c1ac-b367-43cb-9dfe-e339a15319dc gateway port host: None {{(pid=102792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:11:08.380126 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-4cfb6318-45a1-4158-b0ff-81cf3355a7a7 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16155524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16218861'] for subnet, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:08.388963 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device c5dcb5de-9278-499f-8397-78cfdd0cb53a up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 16:11:08.434256 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-5bd6f297-6a62-4395-a91d-4b006173880e req-5143c13e-055c-4757-a6ea-9e9bcadee1a7 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "GET /v2.0/security-groups?id=d49c398e-1c3f-4f30-9d39-78d09bc7267d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721152 Mar 29 16:11:08.457800 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfb6318-45a1-4158-b0ff-81cf3355a7a7 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Pushing event updated for resources: {'Subnet': ['ID=e9dfb677-c7a9-4962-b7bd-43a590c07540,revision_number=0']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:11:08.471694 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-1431e628-1f9d-4c30-8f54-23aec289f7b7 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:08.518991 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.db_base_plugin_common [None req-a8c2ea6b-7c58-494a-a2c0-7af4f044f3c0 None None] Allocated IP 2001:db8::2 (4be8019f-300a-473b-8f90-54810195744c/2fac9979-fcfe-44aa-b269-c8d99fa48fd7/d396d6f5-34e1-4877-92d3-be643049086a) {{(pid=102792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:11:08.519665 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cfb6318-45a1-4158-b0ff-81cf3355a7a7 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Checking segment: {'id': '3000a534-60c6-4293-929d-8050fe9ea296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'd4b4f985-2d58-4da8-93a4-180af67aa8d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 16:11:08.520118 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cfb6318-45a1-4158-b0ff-81cf3355a7a7 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Network hostable DHCP agents. Network: d4b4f985-2d58-4da8-93a4-180af67aa8d3, hostable agents: ['d136643e-48ae-49d4-a851-2ba3bdf3749c'], hosted agents: [] {{(pid=102791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 16:11:08.556679 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cfb6318-45a1-4158-b0ff-81cf3355a7a7 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Network d4b4f985-2d58-4da8-93a4-180af67aa8d3 is scheduled to be hosted by DHCP agent d136643e-48ae-49d4-a851-2ba3bdf3749c with binding_index 1 {{(pid=102791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 16:11:08.579051 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [None req-4cfb6318-45a1-4158-b0ff-81cf3355a7a7 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834765-1, d4b4f985-2d58-4da8-93a4-180af67aa8d3) {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:11:08.587542 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cfb6318-45a1-4158-b0ff-81cf3355a7a7 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:11:08.588751 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-4cfb6318-45a1-4158-b0ff-81cf3355a7a7 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks [] for subnet, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:08.592152 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2c8c8db-0fc1-466c-bffb-6527f0205c7c None None] Network d4b4f985-2d58-4da8-93a4-180af67aa8d3 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 16:11:08.598699 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port c5dcb5de-9278-499f-8397-78cfdd0cb53a triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:11:08.599303 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:08.613647 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-4cfb6318-45a1-4158-b0ff-81cf3355a7a7 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5742364 Mar 29 16:11:08.616734 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 56068) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:11:08.826600 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3520c5f6-661c-4085-8798-20eeb9b61098 None None] Sync routers for ids ['80511fb7-404d-4e50-b34e-39092d62f8fb'] in n-d-834765-1 {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 16:11:08.837747 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3520c5f6-661c-4085-8798-20eeb9b61098 None None] Routers set() bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:11:08.838198 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3520c5f6-661c-4085-8798-20eeb9b61098 None None] Router IDs set() for agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 29 16:11:08.838903 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_agentschedulers_db [None req-3520c5f6-661c-4085-8798-20eeb9b61098 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'80511fb7-404d-4e50-b34e-39092d62f8fb'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:11:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent'). {{(pid=102793) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Mar 29 16:11:08.850240 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3520c5f6-661c-4085-8798-20eeb9b61098 None None] Routers set() bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:11:08.850795 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3520c5f6-661c-4085-8798-20eeb9b61098 None None] Router IDs set() for agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 29 16:11:08.851911 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_agentschedulers_db [None req-3520c5f6-661c-4085-8798-20eeb9b61098 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'80511fb7-404d-4e50-b34e-39092d62f8fb'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:11:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent'). {{(pid=102793) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Mar 29 16:11:08.852845 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3520c5f6-661c-4085-8798-20eeb9b61098 None None] The sync data for ids ['80511fb7-404d-4e50-b34e-39092d62f8fb'] in n-d-834765-1 is: [] {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 16:11:08.862912 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device b8d11f43-aaca-43c3-86d3-e91e527fc1c6 up at agent hyperv_n-h1-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 16:11:08.968799 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-329a1b78-7475-4c5e-895d-6877a9221080 None None] Network 91389914-9511-4e11-8d12-d6bc7ed8e4e8 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 16:11:09.033797 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-75e6027c-637b-466c-b511-060f4669fe42 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:09.165191 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-f2c5176e-37be-4c1a-9c10-c67d2cbe07bc None None] Provisioning complete for port c5dcb5de-9278-499f-8397-78cfdd0cb53a triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:11:09.165485 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-f2c5176e-37be-4c1a-9c10-c67d2cbe07bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:09.225640 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-1733cba0-8ce4-497d-9762-32add0a25bfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10b6c1ac-b367-43cb-9dfe-e339a15319dc', 'name': 'tempest-RoutersTest-router-1331978900', 'tenant_id': '88e7599e62d446faa967714480fab072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:10:52Z', 'updated_at': '2022-03-29T16:11:06Z', 'revision_number': 4, 'project_id': '88e7599e62d446faa967714480fab072', 'gw_port_host': None, '_interfaces': [{'id': '18c2afe5-29a5-4240-86ad-7e6a1b2e9ba9', 'name': '', 'network_id': 'a779ce49-b1b7-425c-8091-a4a4130d3948', 'tenant_id': '88e7599e62d446faa967714480fab072', 'mac_address': 'fa:16:3e:21:35:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10b6c1ac-b367-43cb-9dfe-e339a15319dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3630, 'fixed_ips': [{'subnet_id': 'ace25b46-ffa2-49f6-a7e5-31572364ad1d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:11:00Z', 'updated_at': '2022-03-29T16:11:01Z', 'revision_number': 2, 'project_id': '88e7599e62d446faa967714480fab072', 'subnets': [{'id': 'ace25b46-ffa2-49f6-a7e5-31572364ad1d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '554e0f6a-3213-4422-a101-c818554f9b7c', 'name': '', 'network_id': '91389914-9511-4e11-8d12-d6bc7ed8e4e8', 'tenant_id': '88e7599e62d446faa967714480fab072', 'mac_address': 'fa:16:3e:31:1c:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10b6c1ac-b367-43cb-9dfe-e339a15319dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3640, 'fixed_ips': [{'subnet_id': '1dec9ab1-9d7c-4d07-9403-a7305def8342', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:11:04Z', 'updated_at': '2022-03-29T16:11:06Z', 'revision_number': 2, 'project_id': '88e7599e62d446faa967714480fab072', 'subnets': [{'id': '1dec9ab1-9d7c-4d07-9403-a7305def8342', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '59ba545c-5333-4a8c-b146-97567221e87f', 'name': '', 'network_id': '2164f976-43a1-4081-bb3d-ef6503fade76', 'tenant_id': '88e7599e62d446faa967714480fab072', 'mac_address': 'fa:16:3e:52:ec:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b6c1ac-b367-43cb-9dfe-e339a15319dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3622, 'fixed_ips': [{'subnet_id': 'c9038ee8-f880-499c-b87d-c046e0fc2306', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:10:55Z', 'updated_at': '2022-03-29T16:11:03Z', 'revision_number': 5, 'project_id': '88e7599e62d446faa967714480fab072', 'subnets': [{'id': 'c9038ee8-f880-499c-b87d-c046e0fc2306', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:11:09.255614 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Provisioning for port b8d11f43-aaca-43c3-86d3-e91e527fc1c6 completed by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 16:11:09.295561 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_common [None req-75e6027c-637b-466c-b511-060f4669fe42 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Allocated IP 172.23.0.1 (d4b4f985-2d58-4da8-93a4-180af67aa8d3/e9dfb677-c7a9-4962-b7bd-43a590c07540/37b3636c-0ed7-4bb7-aa40-0db19195baa5) {{(pid=102791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:11:09.309609 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-a8c2ea6b-7c58-494a-a2c0-7af4f044f3c0 None None] Notify callbacks [] for port, precommit_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:09.322331 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Provisioning complete for port b8d11f43-aaca-43c3-86d3-e91e527fc1c6 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:11:09.322531 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:09.324224 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1733cba0-8ce4-497d-9762-32add0a25bfd None None] Checking router: 10b6c1ac-b367-43cb-9dfe-e339a15319dc for host: n-d-834765-1 {{(pid=102792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 16:11:09.324586 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1733cba0-8ce4-497d-9762-32add0a25bfd None None] Updating router 10b6c1ac-b367-43cb-9dfe-e339a15319dc port 18c2afe5-29a5-4240-86ad-7e6a1b2e9ba9 binding host n-d-834765-1 {{(pid=102792) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 16:11:09.373604 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-a8c2ea6b-7c58-494a-a2c0-7af4f044f3c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956'] for port, after_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:09.386263 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.db_base_plugin_common [None req-1431e628-1f9d-4c30-8f54-23aec289f7b7 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Allocated IP 2001:db8::1 (4be8019f-300a-473b-8f90-54810195744c/2fac9979-fcfe-44aa-b269-c8d99fa48fd7/886ae961-c04e-4d19-814d-43be67a6a2de) {{(pid=102790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:11:09.424326 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:09.434464 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-75e6027c-637b-466c-b511-060f4669fe42 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks [] for port, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:09.493656 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-75e6027c-637b-466c-b511-060f4669fe42 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:09.518833 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1733cba0-8ce4-497d-9762-32add0a25bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:09.532802 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a151af1f-250b-4add-8524-8cf7eeb04698 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0035034-69b0-5ffc-b384-0ac6189c5628-d4b4f985-2d58-4da8-93a4-180af67aa8d3', 'network_id': 'd4b4f985-2d58-4da8-93a4-180af67aa8d3', 'tenant_id': '88e7599e62d446faa967714480fab072', 'fixed_ips': [{'subnet_id': 'e9dfb677-c7a9-4962-b7bd-43a590c07540'}]}} from n-d-834765-1. {{(pid=102792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 29 16:11:09.534181 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-a151af1f-250b-4add-8524-8cf7eeb04698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:09.542339 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-1431e628-1f9d-4c30-8f54-23aec289f7b7 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks [] for port, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:09.553423 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75e6027c-637b-466c-b511-060f4669fe42 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Network d4b4f985-2d58-4da8-93a4-180af67aa8d3 is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:11:09.558803 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [None req-75e6027c-637b-466c-b511-060f4669fe42 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:11:09.572082 n-d-834765-1 neutron-server[102792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8c2ea6b-7c58-494a-a2c0-7af4f044f3c0 None None] Network 4be8019f-300a-473b-8f90-54810195744c is already hosted by enough agents. {{(pid=102792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:11:09.577106 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75e6027c-637b-466c-b511-060f4669fe42 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Received port after_create {{(pid=102791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:11:09.587511 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-1431e628-1f9d-4c30-8f54-23aec289f7b7 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:09.594476 n-d-834765-1 neutron-server[102792]: DEBUG neutron.scheduler.base_scheduler [None req-a8c2ea6b-7c58-494a-a2c0-7af4f044f3c0 None None] Resources bound (agent type, host, resource id): {{(pid=102792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:11:09.598399 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8c2ea6b-7c58-494a-a2c0-7af4f044f3c0 None None] Received port after_create {{(pid=102792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:11:09.605258 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c2ea6b-7c58-494a-a2c0-7af4f044f3c0 None None] Pushing event updated for resources: {'Port': ['ID=d396d6f5-34e1-4877-92d3-be643049086a,revision_number=1']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:11:09.616287 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e6027c-637b-466c-b511-060f4669fe42 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Pushing event updated for resources: {'Port': ['ID=37b3636c-0ed7-4bb7-aa40-0db19195baa5,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:11:09.631855 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] For port c5dcb5de-9278-499f-8397-78cfdd0cb53a, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=c5dcb5de-9278-499f-8397-78cfdd0cb53a,segment=NetworkSegment(69a724d3-f6ea-4fde-a5d6-081c7197191b),segment_id=69a724d3-f6ea-4fde-a5d6-081c7197191b)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:11:09.643919 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2863bf20-adbc-4f85-b378-c9c1a70bdd21 req-fb87b15a-0b10-4dd7-beb9-036afdc6c755 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:11:09.644208 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1431e628-1f9d-4c30-8f54-23aec289f7b7 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Network 4be8019f-300a-473b-8f90-54810195744c is already hosted by enough agents. {{(pid=102790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:11:09.645470 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-2863bf20-adbc-4f85-b378-c9c1a70bdd21 req-fb87b15a-0b10-4dd7-beb9-036afdc6c755 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "GET /v2.0/ports?device_id=fefd300b-9623-490c-824e-33d4fb2d1c9a HTTP/1.1" status: 200 len: 944 time: 0.1082993 Mar 29 16:11:09.647500 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-1431e628-1f9d-4c30-8f54-23aec289f7b7 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Resources bound (agent type, host, resource id): {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:11:09.651251 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1431e628-1f9d-4c30-8f54-23aec289f7b7 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Received port after_create {{(pid=102790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:11:09.651845 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-1431e628-1f9d-4c30-8f54-23aec289f7b7 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-648347'] for router_interface, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:09.655895 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-75e6027c-637b-466c-b511-060f4669fe42 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-648347'] for router_interface, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:09.695754 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1431e628-1f9d-4c30-8f54-23aec289f7b7 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Pushing event updated for resources: {'Port': ['ID=886ae961-c04e-4d19-814d-43be67a6a2de,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:11:09.731124 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:09.759386 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-2863bf20-adbc-4f85-b378-c9c1a70bdd21 req-4ec78f22-1d3e-4381-b58e-20993a88a00d tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "GET /v2.0/security-groups?id=d49c398e-1c3f-4f30-9d39-78d09bc7267d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0997720 Mar 29 16:11:09.795967 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-1431e628-1f9d-4c30-8f54-23aec289f7b7 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:09.830945 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-75e6027c-637b-466c-b511-060f4669fe42 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:09.853790 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device eedf4e20-10e9-48f1-8ea7-7062f96ce366 no longer exists at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 16:11:09.920400 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-f2c5176e-37be-4c1a-9c10-c67d2cbe07bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:09.981683 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] No Port match for: eedf4e20-10e9-48f1-8ea7-7062f96ce366 {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 16:11:09.982022 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device eedf4e20-10e9-48f1-8ea7-7062f96ce366 not bound to the agent host n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 16:11:10.032911 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-a8c2ea6b-7c58-494a-a2c0-7af4f044f3c0 None None] Attempting to bind port d396d6f5-34e1-4877-92d3-be643049086a on host n-d-834765-1 for vnic_type normal with profile {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 16:11:10.033332 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-a8c2ea6b-7c58-494a-a2c0-7af4f044f3c0 None None] Attempting to bind port d396d6f5-34e1-4877-92d3-be643049086a by drivers openvswitch,hyperv on host n-d-834765-1 at level 0 using segments [{'id': 'b0033e17-6430-4297-97b0-9266901287f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '4be8019f-300a-473b-8f90-54810195744c'}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 16:11:10.033657 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8c2ea6b-7c58-494a-a2c0-7af4f044f3c0 None None] Attempting to bind port d396d6f5-34e1-4877-92d3-be643049086a on network 4be8019f-300a-473b-8f90-54810195744c {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 16:11:10.036188 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:10.091676 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Pushing event updated for resources: {'Port': ['ID=c5dcb5de-9278-499f-8397-78cfdd0cb53a,revision_number=3']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:11:10.101981 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8c2ea6b-7c58-494a-a2c0-7af4f044f3c0 None None] Checking agent: {'id': 'a8866439-9d96-425c-b519-6905c591ac37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 25, 36), 'started_at': datetime.datetime(2022, 3, 29, 15, 26, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 16, 11, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834765-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 16:11:10.102917 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8c2ea6b-7c58-494a-a2c0-7af4f044f3c0 None None] Checking segment: {'id': 'b0033e17-6430-4297-97b0-9266901287f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '4be8019f-300a-473b-8f90-54810195744c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 16:11:10.103362 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-a8c2ea6b-7c58-494a-a2c0-7af4f044f3c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:10.103769 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8c2ea6b-7c58-494a-a2c0-7af4f044f3c0 None None] Bound using segment: {'id': 'b0033e17-6430-4297-97b0-9266901287f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '4be8019f-300a-473b-8f90-54810195744c'} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 16:11:10.104274 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-a8c2ea6b-7c58-494a-a2c0-7af4f044f3c0 None None] Bound port: d396d6f5-34e1-4877-92d3-be643049086a, host: n-d-834765-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0033e17-6430-4297-97b0-9266901287f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '4be8019f-300a-473b-8f90-54810195744c'}}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 16:11:10.104677 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-a8c2ea6b-7c58-494a-a2c0-7af4f044f3c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:10.123758 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-1431e628-1f9d-4c30-8f54-23aec289f7b7 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks [] for port, precommit_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:10.130353 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-1431e628-1f9d-4c30-8f54-23aec289f7b7 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5237921'] for port, after_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:10.131956 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-1431e628-1f9d-4c30-8f54-23aec289f7b7 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-648439'] for router_interface, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:10.194075 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fefd300b-9623-490c-824e-33d4fb2d1c9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8d11f43-aaca-43c3-86d3-e91e527fc1c6'}] {{(pid=102792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:11:10.197330 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4f476c66b318cc6068719fc39557fac68d413f5c7e78fa77028c7948e999ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb2ce10c-9a31-4e48-8956-37ebc1ddbea4" -d '{"events": [{"server_uuid": "fefd300b-9623-490c-824e-33d4fb2d1c9a", "name": "network-vif-plugged", "status": "completed", "tag": "b8d11f43-aaca-43c3-86d3-e91e527fc1c6"}]}' {{(pid=102792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:11:10.243767 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.db_base_plugin_common [None req-a151af1f-250b-4add-8524-8cf7eeb04698 None None] Allocated IP 172.23.0.2 (d4b4f985-2d58-4da8-93a4-180af67aa8d3/e9dfb677-c7a9-4962-b7bd-43a590c07540/85407092-7286-4b05-83e6-ba6c2e7d9086) {{(pid=102792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:11:10.310505 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.db.api [None req-f2c5176e-37be-4c1a-9c10-c67d2cbe07bc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102792) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 29 16:11:10.311208 n-d-834765-1 neutron-server[102792]: DEBUG oslo_db.api [None req-f2c5176e-37be-4c1a-9c10-c67d2cbe07bc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 29 16:11:10.333145 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 16:11:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b4874f9-2e81-4549-adee-c691e389a273 x-openstack-request-id: req-5b4874f9-2e81-4549-adee-c691e389a273 {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:11:10.333441 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fefd300b-9623-490c-824e-33d4fb2d1c9a", "name": "network-vif-plugged", "status": "completed", "tag": "b8d11f43-aaca-43c3-86d3-e91e527fc1c6", "code": 200}]} {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:11:10.333688 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-5b4874f9-2e81-4549-adee-c691e389a273 {{(pid=102792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:11:10.335031 n-d-834765-1 neutron-server[102792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fefd300b-9623-490c-824e-33d4fb2d1c9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8d11f43-aaca-43c3-86d3-e91e527fc1c6', 'code': 200} Mar 29 16:11:10.343356 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1431e628-1f9d-4c30-8f54-23aec289f7b7 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Pushing event updated for resources: {'Port': ['ID=886ae961-c04e-4d19-814d-43be67a6a2de,revision_number=2']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:11:10.354473 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device c5dcb5de-9278-499f-8397-78cfdd0cb53a up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 16:11:10.375189 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1431e628-1f9d-4c30-8f54-23aec289f7b7 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Network 4be8019f-300a-473b-8f90-54810195744c is already hosted by enough agents. {{(pid=102790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:11:10.376624 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-1431e628-1f9d-4c30-8f54-23aec289f7b7 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Resources bound (agent type, host, resource id): {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:11:10.401813 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port b8d11f43-aaca-43c3-86d3-e91e527fc1c6, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=b8d11f43-aaca-43c3-86d3-e91e527fc1c6,segment=NetworkSegment(d2de5347-f9d8-4c7b-a897-5663c2ae5afb),segment_id=d2de5347-f9d8-4c7b-a897-5663c2ae5afb)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:11:10.481333 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8da5c14-b205-461d-87fb-5f18492f0572 req-f32ce48f-4a1a-4a9b-8500-86dc70d2ddf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:11:10.482899 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e8da5c14-b205-461d-87fb-5f18492f0572 req-f32ce48f-4a1a-4a9b-8500-86dc70d2ddf4 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=fefd300b-9623-490c-824e-33d4fb2d1c9a HTTP/1.1" status: 200 len: 1095 time: 0.0955009 Mar 29 16:11:10.485229 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-75e6027c-637b-466c-b511-060f4669fe42 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks [] for port, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:10.486054 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:10.500806 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-75e6027c-637b-466c-b511-060f4669fe42 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:10.539533 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1431e628-1f9d-4c30-8f54-23aec289f7b7 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Router d1ff090f-e31c-44cb-92cf-9fc0feb98e10 is scheduled to L3 agent c648d819-1060-4f26-b4ec-6455387b5dff with binding_index 1 {{(pid=102790) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 29 16:11:10.601669 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-a8c2ea6b-7c58-494a-a2c0-7af4f044f3c0 None None] For port d396d6f5-34e1-4877-92d3-be643049086a, host n-d-834765-1, cleared binding levels {{(pid=102792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 16:11:10.618400 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e8da5c14-b205-461d-87fb-5f18492f0572 req-b6a7f99f-9bcb-4a34-99ab-24303fe66a7c service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=d49c398e-1c3f-4f30-9d39-78d09bc7267d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1265619 Mar 29 16:11:10.622243 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e6027c-637b-466c-b511-060f4669fe42 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Pushing event updated for resources: {'Port': ['ID=37b3636c-0ed7-4bb7-aa40-0db19195baa5,revision_number=2']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:11:10.627968 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-75e6027c-637b-466c-b511-060f4669fe42 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-648439'] for router_interface, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:10.638432 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-a8c2ea6b-7c58-494a-a2c0-7af4f044f3c0 None None] For port d396d6f5-34e1-4877-92d3-be643049086a, host n-d-834765-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=d396d6f5-34e1-4877-92d3-be643049086a,segment=NetworkSegment(b0033e17-6430-4297-97b0-9266901287f9),segment_id=b0033e17-6430-4297-97b0-9266901287f9)] {{(pid=102792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 16:11:10.667303 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1431e628-1f9d-4c30-8f54-23aec289f7b7 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 16:11:10.677471 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-a8c2ea6b-7c58-494a-a2c0-7af4f044f3c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:10.682132 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-1431e628-1f9d-4c30-8f54-23aec289f7b7 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] 10.222.0.42 "PUT /v2.0/routers/d1ff090f-e31c-44cb-92cf-9fc0feb98e10/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9280622 Mar 29 16:11:10.686469 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Pushing event updated for resources: {'Port': ['ID=b8d11f43-aaca-43c3-86d3-e91e527fc1c6,revision_number=5']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:11:10.686722 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 56074) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:11:10.741366 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75e6027c-637b-466c-b511-060f4669fe42 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Network d4b4f985-2d58-4da8-93a4-180af67aa8d3 is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:11:10.743884 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [None req-75e6027c-637b-466c-b511-060f4669fe42 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:11:10.761504 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e70a0ae0-67d4-4b39-aff6-9383e8387e0d tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:11:10.765452 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-e70a0ae0-67d4-4b39-aff6-9383e8387e0d tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] 10.222.0.42 "GET /v2.0/ports/886ae961-c04e-4d19-814d-43be67a6a2de HTTP/1.1" status: 200 len: 911 time: 0.0752735 Mar 29 16:11:10.765771 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 56076) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:11:10.858335 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14b84f46-a570-425a-ac7b-152545469799 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:11:10.870630 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75e6027c-637b-466c-b511-060f4669fe42 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Router 10b6c1ac-b367-43cb-9dfe-e339a15319dc has already been hosted by L3 agent c648d819-1060-4f26-b4ec-6455387b5dff {{(pid=102791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 16:11:10.876393 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14b84f46-a570-425a-ac7b-152545469799 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:11:10.887586 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-14b84f46-a570-425a-ac7b-152545469799 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.1181946 Mar 29 16:11:10.890164 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a3fdd78-bc3d-4820-9c26-b77860a47360 None None] Sync routers for ids ['d1ff090f-e31c-44cb-92cf-9fc0feb98e10'] in n-d-834765-1 {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 16:11:10.890753 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 56080) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:11:11.044621 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1a91ff-8702-4c35-a413-b8d852adadc4 req-24b04306-7bef-4b4b-83f1-1e5d6255ab21 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:11:11.052711 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-8b1a91ff-8702-4c35-a413-b8d852adadc4 req-24b04306-7bef-4b4b-83f1-1e5d6255ab21 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "GET /v2.0/ports?device_id=fefd300b-9623-490c-824e-33d4fb2d1c9a HTTP/1.1" status: 200 len: 945 time: 0.1287417 Mar 29 16:11:11.066130 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port c5dcb5de-9278-499f-8397-78cfdd0cb53a triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:11:11.066659 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:11.075862 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75e6027c-637b-466c-b511-060f4669fe42 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 16:11:11.094585 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-75e6027c-637b-466c-b511-060f4669fe42 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] 10.222.0.42 "PUT /v2.0/routers/10b6c1ac-b367-43cb-9dfe-e339a15319dc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4732287 Mar 29 16:11:11.095208 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 56082) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:11:11.108792 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-a151af1f-250b-4add-8524-8cf7eeb04698 None None] Notify callbacks [] for port, precommit_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:11.112309 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-8b1a91ff-8702-4c35-a413-b8d852adadc4 req-459bfb53-71f4-4004-b8ab-1b7ba2349440 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "GET /v2.0/security-groups?id=d49c398e-1c3f-4f30-9d39-78d09bc7267d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586236 Mar 29 16:11:11.126879 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-d4570e4a-18e3-4926-9f79-2d63f1e2f763 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:11:11.127479 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a3fdd78-bc3d-4820-9c26-b77860a47360 None None] Routers {'d1ff090f-e31c-44cb-92cf-9fc0feb98e10'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:11:11.128237 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-9a3fdd78-bc3d-4820-9c26-b77860a47360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:11:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['d1ff090f-e31c-44cb-92cf-9fc0feb98e10'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:11:11.135527 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-a151af1f-250b-4add-8524-8cf7eeb04698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956'] for port, after_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:11.219604 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c2ea6b-7c58-494a-a2c0-7af4f044f3c0 None None] Pushing event updated for resources: {'Port': ['ID=d396d6f5-34e1-4877-92d3-be643049086a,revision_number=2']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:11:11.243286 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1733cba0-8ce4-497d-9762-32add0a25bfd None None] Notify callbacks [] for port, precommit_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:11.249024 n-d-834765-1 neutron-server[102792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a151af1f-250b-4add-8524-8cf7eeb04698 None None] Network d4b4f985-2d58-4da8-93a4-180af67aa8d3 is already hosted by enough agents. {{(pid=102792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:11:11.322221 n-d-834765-1 neutron-server[102792]: DEBUG neutron.scheduler.base_scheduler [None req-a151af1f-250b-4add-8524-8cf7eeb04698 None None] Resources bound (agent type, host, resource id): {{(pid=102792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:11:11.324479 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a151af1f-250b-4add-8524-8cf7eeb04698 None None] Received port after_create {{(pid=102792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:11:11.343838 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-4e51f7b6-8aa9-4042-902a-d89cc29c1043 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-530452'] for router_interface, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:11.372068 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvr_db [None req-9a3fdd78-bc3d-4820-9c26-b77860a47360 None None] Set router d1ff090f-e31c-44cb-92cf-9fc0feb98e10 gateway port host: None {{(pid=102792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:11:11.374623 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1733cba0-8ce4-497d-9762-32add0a25bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:11.500876 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device a2065cdd-68ce-4aff-8654-8ce7e3133869 no longer exists at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 16:11:11.534009 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a151af1f-250b-4add-8524-8cf7eeb04698 None None] Pushing event updated for resources: {'Port': ['ID=85407092-7286-4b05-83e6-ba6c2e7d9086,revision_number=1']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:11:11.558952 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-d6f15b36-1f0c-46b8-8e3e-cdeaa84ea9d0 None None] Provisioning complete for port c5dcb5de-9278-499f-8397-78cfdd0cb53a triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:11:11.559357 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d6f15b36-1f0c-46b8-8e3e-cdeaa84ea9d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:11.644053 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.extraroute_db [None req-d4570e4a-18e3-4926-9f79-2d63f1e2f763 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Added routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=102791) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Mar 29 16:11:11.644663 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-4e51f7b6-8aa9-4042-902a-d89cc29c1043 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Deleting port 886ae961-c04e-4d19-814d-43be67a6a2de {{(pid=102790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:11:11.645577 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-4e51f7b6-8aa9-4042-902a-d89cc29c1043 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:11.648588 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] No Port match for: a2065cdd-68ce-4aff-8654-8ce7e3133869 {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 16:11:11.648939 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device a2065cdd-68ce-4aff-8654-8ce7e3133869 not bound to the agent host n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 16:11:11.669847 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.extraroute_db [None req-d4570e4a-18e3-4926-9f79-2d63f1e2f763 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Removed routes are [] {{(pid=102791) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Mar 29 16:11:11.670346 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-d4570e4a-18e3-4926-9f79-2d63f1e2f763 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-648077', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-526627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129337'] for router, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:11.695076 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-a151af1f-250b-4add-8524-8cf7eeb04698 None None] Attempting to bind port 85407092-7286-4b05-83e6-ba6c2e7d9086 on host n-d-834765-1 for vnic_type normal with profile {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 16:11:11.695711 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-a151af1f-250b-4add-8524-8cf7eeb04698 None None] Attempting to bind port 85407092-7286-4b05-83e6-ba6c2e7d9086 by drivers openvswitch,hyperv on host n-d-834765-1 at level 0 using segments [{'id': '3000a534-60c6-4293-929d-8050fe9ea296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'd4b4f985-2d58-4da8-93a4-180af67aa8d3'}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 16:11:11.696289 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a151af1f-250b-4add-8524-8cf7eeb04698 None None] Attempting to bind port 85407092-7286-4b05-83e6-ba6c2e7d9086 on network d4b4f985-2d58-4da8-93a4-180af67aa8d3 {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 16:11:11.710687 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96339841-1a2d-4f1a-a253-5d94b3d06c8e None None] Pushing event updated for resources: {'Port': ['ID=18c2afe5-29a5-4240-86ad-7e6a1b2e9ba9,revision_number=3']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:11:11.738523 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a151af1f-250b-4add-8524-8cf7eeb04698 None None] Checking agent: {'id': 'a8866439-9d96-425c-b519-6905c591ac37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 25, 36), 'started_at': datetime.datetime(2022, 3, 29, 15, 26, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 16, 11, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834765-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 16:11:11.738907 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a151af1f-250b-4add-8524-8cf7eeb04698 None None] Checking segment: {'id': '3000a534-60c6-4293-929d-8050fe9ea296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'd4b4f985-2d58-4da8-93a4-180af67aa8d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 16:11:11.739330 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-a151af1f-250b-4add-8524-8cf7eeb04698 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:11.739727 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a151af1f-250b-4add-8524-8cf7eeb04698 None None] Bound using segment: {'id': '3000a534-60c6-4293-929d-8050fe9ea296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'd4b4f985-2d58-4da8-93a4-180af67aa8d3'} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 16:11:11.740219 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-a151af1f-250b-4add-8524-8cf7eeb04698 None None] Bound port: 85407092-7286-4b05-83e6-ba6c2e7d9086, host: n-d-834765-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3000a534-60c6-4293-929d-8050fe9ea296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'd4b4f985-2d58-4da8-93a4-180af67aa8d3'}}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 16:11:11.740651 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-a151af1f-250b-4add-8524-8cf7eeb04698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:11.763485 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-4e51f7b6-8aa9-4042-902a-d89cc29c1043 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:11.776911 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-4e51f7b6-8aa9-4042-902a-d89cc29c1043 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Calling delete_port for 886ae961-c04e-4d19-814d-43be67a6a2de owned by network:router_interface {{(pid=102790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:11:11.815091 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-1733cba0-8ce4-497d-9762-32add0a25bfd None None] Attempting to bind port 18c2afe5-29a5-4240-86ad-7e6a1b2e9ba9 on host n-d-834765-1 for vnic_type normal with profile {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 16:11:11.815550 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-1733cba0-8ce4-497d-9762-32add0a25bfd None None] Attempting to bind port 18c2afe5-29a5-4240-86ad-7e6a1b2e9ba9 by drivers openvswitch,hyperv on host n-d-834765-1 at level 0 using segments [{'id': '53a0ceac-5610-4b5d-8948-5fcf00f78dde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'a779ce49-b1b7-425c-8091-a4a4130d3948'}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 16:11:11.815911 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1733cba0-8ce4-497d-9762-32add0a25bfd None None] Attempting to bind port 18c2afe5-29a5-4240-86ad-7e6a1b2e9ba9 on network a779ce49-b1b7-425c-8091-a4a4130d3948 {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 16:11:11.857417 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1733cba0-8ce4-497d-9762-32add0a25bfd None None] Checking agent: {'id': 'a8866439-9d96-425c-b519-6905c591ac37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 25, 36), 'started_at': datetime.datetime(2022, 3, 29, 15, 26, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 16, 11, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834765-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 16:11:11.857417 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1733cba0-8ce4-497d-9762-32add0a25bfd None None] Checking segment: {'id': '53a0ceac-5610-4b5d-8948-5fcf00f78dde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'a779ce49-b1b7-425c-8091-a4a4130d3948'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 16:11:11.857417 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1733cba0-8ce4-497d-9762-32add0a25bfd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:11.857417 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1733cba0-8ce4-497d-9762-32add0a25bfd None None] Bound using segment: {'id': '53a0ceac-5610-4b5d-8948-5fcf00f78dde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'a779ce49-b1b7-425c-8091-a4a4130d3948'} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 16:11:11.857927 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-1733cba0-8ce4-497d-9762-32add0a25bfd None None] Bound port: 18c2afe5-29a5-4240-86ad-7e6a1b2e9ba9, host: n-d-834765-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53a0ceac-5610-4b5d-8948-5fcf00f78dde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'a779ce49-b1b7-425c-8091-a4a4130d3948'}}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 16:11:11.858021 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1733cba0-8ce4-497d-9762-32add0a25bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:11.917167 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-d4570e4a-18e3-4926-9f79-2d63f1e2f763 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-648077', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-526627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129337'] for router, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:11.921886 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-d4570e4a-18e3-4926-9f79-2d63f1e2f763 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-648068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-648127', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-526682'] for router, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:11.987023 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-a151af1f-250b-4add-8524-8cf7eeb04698 None None] For port 85407092-7286-4b05-83e6-ba6c2e7d9086, host n-d-834765-1, cleared binding levels {{(pid=102792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 16:11:12.017838 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-d6f15b36-1f0c-46b8-8e3e-cdeaa84ea9d0 None None] Provisioning complete for port 554e0f6a-3213-4422-a101-c818554f9b7c triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:11:12.018129 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d6f15b36-1f0c-46b8-8e3e-cdeaa84ea9d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:12.063508 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4570e4a-18e3-4926-9f79-2d63f1e2f763 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Router 10b6c1ac-b367-43cb-9dfe-e339a15319dc has already been hosted by L3 agent c648d819-1060-4f26-b4ec-6455387b5dff {{(pid=102791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 16:11:12.071698 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-4e51f7b6-8aa9-4042-902a-d89cc29c1043 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:12.091228 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1733cba0-8ce4-497d-9762-32add0a25bfd None None] For port 18c2afe5-29a5-4240-86ad-7e6a1b2e9ba9, host n-d-834765-1, cleared binding levels {{(pid=102792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 16:11:12.103176 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e51f7b6-8aa9-4042-902a-d89cc29c1043 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Pushing event deleted for resources: {'Port': ['ID=886ae961-c04e-4d19-814d-43be67a6a2de,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:11:12.112161 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1733cba0-8ce4-497d-9762-32add0a25bfd None None] For port 18c2afe5-29a5-4240-86ad-7e6a1b2e9ba9, host n-d-834765-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=18c2afe5-29a5-4240-86ad-7e6a1b2e9ba9,segment=NetworkSegment(53a0ceac-5610-4b5d-8948-5fcf00f78dde),segment_id=53a0ceac-5610-4b5d-8948-5fcf00f78dde)] {{(pid=102792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 16:11:12.125045 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-d6f15b36-1f0c-46b8-8e3e-cdeaa84ea9d0 None None] Port 554e0f6a-3213-4422-a101-c818554f9b7c cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 16:11:12.132401 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-a151af1f-250b-4add-8524-8cf7eeb04698 None None] For port 85407092-7286-4b05-83e6-ba6c2e7d9086, host n-d-834765-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=85407092-7286-4b05-83e6-ba6c2e7d9086,segment=NetworkSegment(3000a534-60c6-4293-929d-8050fe9ea296),segment_id=3000a534-60c6-4293-929d-8050fe9ea296)] {{(pid=102792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 16:11:12.134632 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1733cba0-8ce4-497d-9762-32add0a25bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:12.192000 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4570e4a-18e3-4926-9f79-2d63f1e2f763 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 16:11:12.200847 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-d4570e4a-18e3-4926-9f79-2d63f1e2f763 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks [] for router, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:12.202257 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-d4570e4a-18e3-4926-9f79-2d63f1e2f763 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] 10.222.0.42 "PUT /v2.0/routers/10b6c1ac-b367-43cb-9dfe-e339a15319dc HTTP/1.1" status: 200 len: 934 time: 1.1055779 Mar 29 16:11:12.205355 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 56086) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:11:12.249978 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-a151af1f-250b-4add-8524-8cf7eeb04698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:12.280687 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96339841-1a2d-4f1a-a253-5d94b3d06c8e None None] Pushing event updated for resources: {'Port': ['ID=18c2afe5-29a5-4240-86ad-7e6a1b2e9ba9,revision_number=4']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:11:12.298655 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-4e51f7b6-8aa9-4042-902a-d89cc29c1043 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-530528'] for router_interface, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:12.356129 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-0ced347a-9ccb-42d3-942f-6b02610110b2 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] 10.222.0.42 "GET /v2.0/routers/10b6c1ac-b367-43cb-9dfe-e339a15319dc HTTP/1.1" status: 200 len: 934 time: 0.1495984 Mar 29 16:11:12.371553 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 56088) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:11:12.378056 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-ac2a4ca2-1ac5-4742-8972-27d26d6c3ba6 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Request body: {'router': {'routes': None}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:11:12.391679 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-9a3fdd78-bc3d-4820-9c26-b77860a47360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1ff090f-e31c-44cb-92cf-9fc0feb98e10', 'name': 'tempest-NetworksTestDHCPv6-router-538439268', 'tenant_id': 'b764dc88162c48329e5f6a91ab689763', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:11:07Z', 'updated_at': '2022-03-29T16:11:09Z', 'revision_number': 2, 'project_id': 'b764dc88162c48329e5f6a91ab689763', 'gw_port_host': None, '_interfaces': [{'id': '886ae961-c04e-4d19-814d-43be67a6a2de', 'name': '', 'network_id': '4be8019f-300a-473b-8f90-54810195744c', 'tenant_id': 'b764dc88162c48329e5f6a91ab689763', 'mac_address': 'fa:16:3e:26:a4:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1ff090f-e31c-44cb-92cf-9fc0feb98e10', 'device_owner': 'network:router_interface', 'standard_attr_id': 3647, 'fixed_ips': [{'subnet_id': '2fac9979-fcfe-44aa-b269-c8d99fa48fd7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:11:08Z', 'updated_at': '2022-03-29T16:11:09Z', 'revision_number': 2, 'project_id': 'b764dc88162c48329e5f6a91ab689763', 'subnets': [{'id': '2fac9979-fcfe-44aa-b269-c8d99fa48fd7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:11:12.396498 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a151af1f-250b-4add-8524-8cf7eeb04698 None None] Pushing event updated for resources: {'Port': ['ID=85407092-7286-4b05-83e6-ba6c2e7d9086,revision_number=2']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:11:12.403200 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device d396d6f5-34e1-4877-92d3-be643049086a up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 16:11:12.499861 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1733cba0-8ce4-497d-9762-32add0a25bfd None None] Updating router 10b6c1ac-b367-43cb-9dfe-e339a15319dc port 554e0f6a-3213-4422-a101-c818554f9b7c binding host n-d-834765-1 {{(pid=102792) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 16:11:12.515240 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a3fdd78-bc3d-4820-9c26-b77860a47360 None None] Checking router: d1ff090f-e31c-44cb-92cf-9fc0feb98e10 for host: n-d-834765-1 {{(pid=102792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 16:11:12.515638 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a3fdd78-bc3d-4820-9c26-b77860a47360 None None] Updating router d1ff090f-e31c-44cb-92cf-9fc0feb98e10 port 886ae961-c04e-4d19-814d-43be67a6a2de binding host n-d-834765-1 {{(pid=102792) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 16:11:12.556097 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b85ec5-4d94-4790-a590-1fd86ee9802c req-4f42389a-0d52-41c1-97d5-0fe54b26edd9 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:11:12.557953 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-e4b85ec5-4d94-4790-a590-1fd86ee9802c req-4f42389a-0d52-41c1-97d5-0fe54b26edd9 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "GET /v2.0/ports?device_id=fefd300b-9623-490c-824e-33d4fb2d1c9a HTTP/1.1" status: 200 len: 945 time: 0.2569082 Mar 29 16:11:12.568973 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e51f7b6-8aa9-4042-902a-d89cc29c1043 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Router d1ff090f-e31c-44cb-92cf-9fc0feb98e10 has already been hosted by L3 agent c648d819-1060-4f26-b4ec-6455387b5dff {{(pid=102790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 16:11:12.599199 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-18217717-1af1-4b8c-9585-d34d13c9e372 None None] Provisioning complete for port 18c2afe5-29a5-4240-86ad-7e6a1b2e9ba9 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:11:12.603985 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-18217717-1af1-4b8c-9585-d34d13c9e372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:12.632691 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a3fdd78-bc3d-4820-9c26-b77860a47360 None None] Port 886ae961-c04e-4d19-814d-43be67a6a2de not found while updating agent binding for router d1ff090f-e31c-44cb-92cf-9fc0feb98e10. {{(pid=102792) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Mar 29 16:11:12.680135 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-e4b85ec5-4d94-4790-a590-1fd86ee9802c req-02814bd8-d2ff-4cd6-8c97-76dc74c4a82c tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "GET /v2.0/security-groups?id=d49c398e-1c3f-4f30-9d39-78d09bc7267d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1082211 Mar 29 16:11:12.704631 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1733cba0-8ce4-497d-9762-32add0a25bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:12.726819 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e51f7b6-8aa9-4042-902a-d89cc29c1043 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 16:11:12.740508 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port d396d6f5-34e1-4877-92d3-be643049086a triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:11:12.743956 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-4e51f7b6-8aa9-4042-902a-d89cc29c1043 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] 10.222.0.42 "PUT /v2.0/routers/d1ff090f-e31c-44cb-92cf-9fc0feb98e10/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8515933 Mar 29 16:11:12.744907 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:12.746104 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 56092) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:11:12.781190 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a3fdd78-bc3d-4820-9c26-b77860a47360 None None] Routers {'d1ff090f-e31c-44cb-92cf-9fc0feb98e10'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:11:12.781785 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-9a3fdd78-bc3d-4820-9c26-b77860a47360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:11:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['d1ff090f-e31c-44cb-92cf-9fc0feb98e10'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:11:12.842342 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7fbf77f-de6c-4e71-86ce-deab22642484 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:11:12.844208 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7fbf77f-de6c-4e71-86ce-deab22642484 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:11:12.845865 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-f7fbf77f-de6c-4e71-86ce-deab22642484 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0987282 Mar 29 16:11:12.851090 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 56094) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:11:12.959636 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad17b2da-b58f-4c43-91ae-f225c909e89e tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Deleting subnet 2fac9979-fcfe-44aa-b269-c8d99fa48fd7 {{(pid=102790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 16:11:12.969970 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-ad17b2da-b58f-4c43-91ae-f225c909e89e tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks [] for subnet, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:13.041511 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-ad17b2da-b58f-4c43-91ae-f225c909e89e tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4614024'] for subnet, precommit_delete_associations {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:13.089445 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf050316-e26b-4f79-9233-fcd9b6cabe5a req-467c6d66-4639-4744-9d0c-8fe3f67b36ce tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:11:13.097982 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-bf050316-e26b-4f79-9233-fcd9b6cabe5a req-467c6d66-4639-4744-9d0c-8fe3f67b36ce tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "GET /v2.0/ports?device_id=fefd300b-9623-490c-824e-33d4fb2d1c9a HTTP/1.1" status: 200 len: 945 time: 0.1331992 Mar 29 16:11:13.190594 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-bf050316-e26b-4f79-9233-fcd9b6cabe5a req-33f3f7fb-aa15-45f4-8e40-a280b6895d19 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "GET /v2.0/security-groups?id=d49c398e-1c3f-4f30-9d39-78d09bc7267d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0917082 Mar 29 16:11:13.209781 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-ad17b2da-b58f-4c43-91ae-f225c909e89e tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1641287'] for subnet, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:13.232096 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 56096) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:11:13.288964 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvr_db [None req-9a3fdd78-bc3d-4820-9c26-b77860a47360 None None] Set router d1ff090f-e31c-44cb-92cf-9fc0feb98e10 gateway port host: None {{(pid=102792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:11:13.295918 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-ad17b2da-b58f-4c43-91ae-f225c909e89e tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1641294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5231963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4793952'] for subnet, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:13.317184 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65880973-937b-4364-85fb-6674578eabca tempest-TestNetworkAdvancedServerOps-8597314 tempest-TestNetworkAdvancedServerOps-8597314-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:11:13.321887 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-65880973-937b-4364-85fb-6674578eabca tempest-TestNetworkAdvancedServerOps-8597314 tempest-TestNetworkAdvancedServerOps-8597314-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=fefd300b-9623-490c-824e-33d4fb2d1c9a HTTP/1.1" status: 200 len: 1091 time: 0.0887144 Mar 29 16:11:13.324732 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 56098) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:11:13.330598 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-2387e308-a5c3-4072-9de3-69481711ea5d tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Request body: {'floatingip': {'floating_network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'port_id': 'b8d11f43-aaca-43c3-86d3-e91e527fc1c6', 'tenant_id': '8c88f14ca33d4e419d03f1c3b10014ac', 'fixed_ip_address': '172.20.0.6'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:11:13.391919 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-9a3fdd78-bc3d-4820-9c26-b77860a47360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1ff090f-e31c-44cb-92cf-9fc0feb98e10', 'name': 'tempest-NetworksTestDHCPv6-router-538439268', 'tenant_id': 'b764dc88162c48329e5f6a91ab689763', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:11:07Z', 'updated_at': '2022-03-29T16:11:11Z', 'revision_number': 3, 'project_id': 'b764dc88162c48329e5f6a91ab689763', 'gw_port_host': None}], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:11:13.413157 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-2387e308-a5c3-4072-9de3-69481711ea5d tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks [] for floatingip, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:13.418137 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.extraroute_db [None req-ac2a4ca2-1ac5-4742-8972-27d26d6c3ba6 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Added routes are [] {{(pid=102791) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Mar 29 16:11:13.418445 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.extraroute_db [None req-ac2a4ca2-1ac5-4742-8972-27d26d6c3ba6 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Removed routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=102791) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Mar 29 16:11:13.479137 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:13.480675 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-ac2a4ca2-1ac5-4742-8972-27d26d6c3ba6 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-648077', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-526627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129337'] for router, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:13.502276 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a3fdd78-bc3d-4820-9c26-b77860a47360 None None] The sync data for ids ['d1ff090f-e31c-44cb-92cf-9fc0feb98e10'] in n-d-834765-1 is: [{'id': 'd1ff090f-e31c-44cb-92cf-9fc0feb98e10', 'name': 'tempest-NetworksTestDHCPv6-router-538439268', 'tenant_id': 'b764dc88162c48329e5f6a91ab689763', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:11:07Z', 'updated_at': '2022-03-29T16:11:11Z', 'revision_number': 3, 'project_id': 'b764dc88162c48329e5f6a91ab689763', 'gw_port_host': None}] {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 16:11:13.546559 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-18217717-1af1-4b8c-9585-d34d13c9e372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:13.594691 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] For port d396d6f5-34e1-4877-92d3-be643049086a, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=d396d6f5-34e1-4877-92d3-be643049086a,segment=NetworkSegment(b0033e17-6430-4297-97b0-9266901287f9),segment_id=b0033e17-6430-4297-97b0-9266901287f9)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:11:13.612522 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:13.717984 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-18217717-1af1-4b8c-9585-d34d13c9e372 None None] For port 18c2afe5-29a5-4240-86ad-7e6a1b2e9ba9, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=18c2afe5-29a5-4240-86ad-7e6a1b2e9ba9,segment=NetworkSegment(53a0ceac-5610-4b5d-8948-5fcf00f78dde),segment_id=53a0ceac-5610-4b5d-8948-5fcf00f78dde)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:11:13.732975 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-18217717-1af1-4b8c-9585-d34d13c9e372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:13.763870 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad17b2da-b58f-4c43-91ae-f225c909e89e tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Pushing event deleted for resources: {'Subnet': ['ID=2fac9979-fcfe-44aa-b269-c8d99fa48fd7,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:11:13.765991 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-ad17b2da-b58f-4c43-91ae-f225c909e89e tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks [] for subnet, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:13.772000 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-ad17b2da-b58f-4c43-91ae-f225c909e89e tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] 10.222.0.42 "DELETE /v2.0/subnets/2fac9979-fcfe-44aa-b269-c8d99fa48fd7 HTTP/1.1" status: 204 len: 168 time: 0.9196081 Mar 29 16:11:13.773173 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 56100) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:11:13.797517 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Pushing event updated for resources: {'Port': ['ID=d396d6f5-34e1-4877-92d3-be643049086a,revision_number=4']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:11:13.825957 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-2387e308-a5c3-4072-9de3-69481711ea5d tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:13.879677 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-a7f53e00-b3c5-4e6b-9613-8cd4621e466e None None] Could not find standard attr ID for object a2065cdd-68ce-4aff-8654-8ce7e3133869. {{(pid=102792) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 29 16:11:13.880790 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-ac2a4ca2-1ac5-4742-8972-27d26d6c3ba6 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-648077', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-526627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129337'] for router, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:13.918398 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-ac2a4ca2-1ac5-4742-8972-27d26d6c3ba6 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-648068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-648127', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-526682'] for router, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:13.925227 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1733cba0-8ce4-497d-9762-32add0a25bfd None None] Notify callbacks [] for port, precommit_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:13.949244 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-a7f53e00-b3c5-4e6b-9613-8cd4621e466e None None] Provisioning complete for port 18c2afe5-29a5-4240-86ad-7e6a1b2e9ba9 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:11:13.949621 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-a7f53e00-b3c5-4e6b-9613-8cd4621e466e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:13.951088 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-8898743b-ba22-4013-afdc-71e0f3b6623f tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.1763427 Mar 29 16:11:13.951746 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 56102) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:11:13.952944 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18217717-1af1-4b8c-9585-d34d13c9e372 None None] Pushing event updated for resources: {'Port': ['ID=18c2afe5-29a5-4240-86ad-7e6a1b2e9ba9,revision_number=5']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:11:13.955662 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1733cba0-8ce4-497d-9762-32add0a25bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:13.995245 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-936e80b6-b0dc-4bff-9dbb-2e2c9f5a0227 None None] Network 4be8019f-300a-473b-8f90-54810195744c requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 16:11:14.081063 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-93d16d67-abad-4e8c-bfb3-dd8d6c11dfaa tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks [] for router, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:14.169461 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96339841-1a2d-4f1a-a253-5d94b3d06c8e None None] Pushing event updated for resources: {'Port': ['ID=554e0f6a-3213-4422-a101-c818554f9b7c,revision_number=3']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:11:14.201975 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_common [None req-2387e308-a5c3-4072-9de3-69481711ea5d tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Allocated IP 172.25.4.88 (4a4a035d-ecac-4ead-baa3-25f90788773a/e1a353dc-fac8-4901-a63c-273840237d6a/6ac338ea-7f4c-40ab-9d60-716e1debccaf) {{(pid=102791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:11:14.240263 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac2a4ca2-1ac5-4742-8972-27d26d6c3ba6 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Router 10b6c1ac-b367-43cb-9dfe-e339a15319dc has already been hosted by L3 agent c648d819-1060-4f26-b4ec-6455387b5dff {{(pid=102791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 16:11:14.342089 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea2db4ba-35b6-4532-ab0f-dcbcf56eef77 None None] Network d4b4f985-2d58-4da8-93a4-180af67aa8d3 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 16:11:14.354176 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-93d16d67-abad-4e8c-bfb3-dd8d6c11dfaa tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129328'] for router, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:14.357196 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-93d16d67-abad-4e8c-bfb3-dd8d6c11dfaa tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:14.408926 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac2a4ca2-1ac5-4742-8972-27d26d6c3ba6 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 16:11:14.418462 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-1733cba0-8ce4-497d-9762-32add0a25bfd None None] Attempting to bind port 554e0f6a-3213-4422-a101-c818554f9b7c on host n-d-834765-1 for vnic_type normal with profile {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 16:11:14.419021 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-ac2a4ca2-1ac5-4742-8972-27d26d6c3ba6 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks [] for router, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:14.419113 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-1733cba0-8ce4-497d-9762-32add0a25bfd None None] Attempting to bind port 554e0f6a-3213-4422-a101-c818554f9b7c by drivers openvswitch,hyperv on host n-d-834765-1 at level 0 using segments [{'id': '69a724d3-f6ea-4fde-a5d6-081c7197191b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '91389914-9511-4e11-8d12-d6bc7ed8e4e8'}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 16:11:14.419113 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1733cba0-8ce4-497d-9762-32add0a25bfd None None] Attempting to bind port 554e0f6a-3213-4422-a101-c818554f9b7c on network 91389914-9511-4e11-8d12-d6bc7ed8e4e8 {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 16:11:14.419788 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-ac2a4ca2-1ac5-4742-8972-27d26d6c3ba6 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] 10.222.0.42 "PUT /v2.0/routers/10b6c1ac-b367-43cb-9dfe-e339a15319dc HTTP/1.1" status: 200 len: 700 time: 2.0468836 Mar 29 16:11:14.422557 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 56104) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:11:14.432827 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-93d16d67-abad-4e8c-bfb3-dd8d6c11dfaa tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-526718'] for router, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:14.434067 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93d16d67-abad-4e8c-bfb3-dd8d6c11dfaa tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Fanout notify agent at l3_agent the message router_deleted on router d1ff090f-e31c-44cb-92cf-9fc0feb98e10 {{(pid=102790) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 29 16:11:14.446843 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-a7f53e00-b3c5-4e6b-9613-8cd4621e466e None None] Provisioning complete for port d396d6f5-34e1-4877-92d3-be643049086a triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:11:14.447216 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-a7f53e00-b3c5-4e6b-9613-8cd4621e466e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:14.450738 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-93d16d67-abad-4e8c-bfb3-dd8d6c11dfaa tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks [] for router, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:14.452109 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-93d16d67-abad-4e8c-bfb3-dd8d6c11dfaa tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] 10.222.0.42 "DELETE /v2.0/routers/d1ff090f-e31c-44cb-92cf-9fc0feb98e10 HTTP/1.1" status: 204 len: 168 time: 0.4994407 Mar 29 16:11:14.454626 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 56106) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:11:14.498028 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1733cba0-8ce4-497d-9762-32add0a25bfd None None] Checking agent: {'id': 'a8866439-9d96-425c-b519-6905c591ac37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 25, 36), 'started_at': datetime.datetime(2022, 3, 29, 15, 26, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 16, 11, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834765-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 16:11:14.498358 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1733cba0-8ce4-497d-9762-32add0a25bfd None None] Checking segment: {'id': '69a724d3-f6ea-4fde-a5d6-081c7197191b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '91389914-9511-4e11-8d12-d6bc7ed8e4e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 16:11:14.498961 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1733cba0-8ce4-497d-9762-32add0a25bfd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:14.499382 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1733cba0-8ce4-497d-9762-32add0a25bfd None None] Bound using segment: {'id': '69a724d3-f6ea-4fde-a5d6-081c7197191b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '91389914-9511-4e11-8d12-d6bc7ed8e4e8'} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 16:11:14.499917 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-1733cba0-8ce4-497d-9762-32add0a25bfd None None] Bound port: 554e0f6a-3213-4422-a101-c818554f9b7c, host: n-d-834765-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69a724d3-f6ea-4fde-a5d6-081c7197191b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '91389914-9511-4e11-8d12-d6bc7ed8e4e8'}}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 16:11:14.501227 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1733cba0-8ce4-497d-9762-32add0a25bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:14.537941 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-2387e308-a5c3-4072-9de3-69481711ea5d tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks [] for port, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:14.554315 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device d396d6f5-34e1-4877-92d3-be643049086a up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 16:11:14.554639 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac1271d2-4fe6-411c-8d5f-1c7e64fcf891 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:11:14.558754 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-ac1271d2-4fe6-411c-8d5f-1c7e64fcf891 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1007154 Mar 29 16:11:14.559913 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-6c5bf503-72fa-4443-991d-1423ebdc37f2 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] 10.222.0.42 "GET /v2.0/routers/10b6c1ac-b367-43cb-9dfe-e339a15319dc HTTP/1.1" status: 200 len: 700 time: 0.1352739 Mar 29 16:11:14.563160 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 56110) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:11:14.563327 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 56108) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:11:14.626255 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a23e1d8-1f70-481f-9516-1edb4524101d tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:11:14.630121 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-2a23e1d8-1f70-481f-9516-1edb4524101d tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0635107 Mar 29 16:11:14.633371 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 56112) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:11:14.680306 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-2387e308-a5c3-4072-9de3-69481711ea5d tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:14.691352 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-57d8489d-1cba-43c3-bfe9-a6aa3acaf24a tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0532444 Mar 29 16:11:14.692845 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 56114) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:11:14.708874 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-a9223fb8-977b-49d9-8707-95f382e18ce1 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Request body: {'subnet': {'network_id': '4be8019f-300a-473b-8f90-54810195744c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:11:14.761043 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1733cba0-8ce4-497d-9762-32add0a25bfd None None] For port 554e0f6a-3213-4422-a101-c818554f9b7c, host n-d-834765-1, cleared binding levels {{(pid=102792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 16:11:14.763400 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port d396d6f5-34e1-4877-92d3-be643049086a triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:11:14.763939 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:14.785456 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03df9615-97e2-4aff-b05b-44dd9b103905 None None] DHCP port deletion for 4be8019f-300a-473b-8f90-54810195744c request from n-d-834765-1 {{(pid=102792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 29 16:11:14.817393 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1733cba0-8ce4-497d-9762-32add0a25bfd None None] For port 554e0f6a-3213-4422-a101-c818554f9b7c, host n-d-834765-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=554e0f6a-3213-4422-a101-c818554f9b7c,segment=NetworkSegment(69a724d3-f6ea-4fde-a5d6-081c7197191b),segment_id=69a724d3-f6ea-4fde-a5d6-081c7197191b)] {{(pid=102792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 16:11:14.834898 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2387e308-a5c3-4072-9de3-69481711ea5d tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Network 4a4a035d-ecac-4ead-baa3-25f90788773a is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:11:14.836197 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1733cba0-8ce4-497d-9762-32add0a25bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:14.847187 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4d8da26-f304-4e7f-912f-0564689c0065 None None] Sync routers for ids ['d1ff090f-e31c-44cb-92cf-9fc0feb98e10'] in n-d-834765-1 {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 16:11:14.853522 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [None req-2387e308-a5c3-4072-9de3-69481711ea5d tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:11:14.857349 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4d8da26-f304-4e7f-912f-0564689c0065 None None] Routers set() bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:11:14.857704 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4d8da26-f304-4e7f-912f-0564689c0065 None None] Router IDs set() for agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 29 16:11:14.858453 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_agentschedulers_db [None req-d4d8da26-f304-4e7f-912f-0564689c0065 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'d1ff090f-e31c-44cb-92cf-9fc0feb98e10'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:11:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent'). {{(pid=102793) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Mar 29 16:11:14.860114 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2387e308-a5c3-4072-9de3-69481711ea5d tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Received port after_create {{(pid=102791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:11:14.867971 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4d8da26-f304-4e7f-912f-0564689c0065 None None] Routers set() bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:11:14.868580 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4d8da26-f304-4e7f-912f-0564689c0065 None None] Router IDs set() for agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 29 16:11:14.869462 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_agentschedulers_db [None req-d4d8da26-f304-4e7f-912f-0564689c0065 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'d1ff090f-e31c-44cb-92cf-9fc0feb98e10'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:11:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent'). {{(pid=102793) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Mar 29 16:11:14.870011 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4d8da26-f304-4e7f-912f-0564689c0065 None None] The sync data for ids ['d1ff090f-e31c-44cb-92cf-9fc0feb98e10'] in n-d-834765-1 is: [] {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 16:11:14.889183 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2387e308-a5c3-4072-9de3-69481711ea5d tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Pushing event updated for resources: {'Port': ['ID=6ac338ea-7f4c-40ab-9d60-716e1debccaf,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:11:14.964939 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96339841-1a2d-4f1a-a253-5d94b3d06c8e None None] Pushing event updated for resources: {'Port': ['ID=554e0f6a-3213-4422-a101-c818554f9b7c,revision_number=4']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:11:14.971769 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1733cba0-8ce4-497d-9762-32add0a25bfd None None] Routers {'10b6c1ac-b367-43cb-9dfe-e339a15319dc'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:11:14.972397 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-1733cba0-8ce4-497d-9762-32add0a25bfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:11:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['10b6c1ac-b367-43cb-9dfe-e339a15319dc'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:11:15.033173 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9223fb8-977b-49d9-8707-95f382e18ce1 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Made reservation on behalf of b764dc88162c48329e5f6a91ab689763 for: {'subnet': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:11:15.041109 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-a9223fb8-977b-49d9-8707-95f382e18ce1 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16218875'] for subnet, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:15.112384 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-24be5472-cb6b-4592-b5f7-ac3f4f303034 None None] Provisioning complete for port 85407092-7286-4b05-83e6-ba6c2e7d9086 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:11:15.112923 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-24be5472-cb6b-4592-b5f7-ac3f4f303034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:15.115962 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-03df9615-97e2-4aff-b05b-44dd9b103905 None None] Deleting port d396d6f5-34e1-4877-92d3-be643049086a {{(pid=102792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:11:15.117188 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-03df9615-97e2-4aff-b05b-44dd9b103905 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:15.185353 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 85407092-7286-4b05-83e6-ba6c2e7d9086 up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 16:11:15.275900 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvr_db [None req-1733cba0-8ce4-497d-9762-32add0a25bfd None None] Set router 10b6c1ac-b367-43cb-9dfe-e339a15319dc gateway port host: None {{(pid=102792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:11:15.323001 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-03df9615-97e2-4aff-b05b-44dd9b103905 None None] For port d396d6f5-34e1-4877-92d3-be643049086a, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=d396d6f5-34e1-4877-92d3-be643049086a,segment=NetworkSegment(b0033e17-6430-4297-97b0-9266901287f9),segment_id=b0033e17-6430-4297-97b0-9266901287f9)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:11:15.323435 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-03df9615-97e2-4aff-b05b-44dd9b103905 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:15.354674 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-03df9615-97e2-4aff-b05b-44dd9b103905 None None] Calling delete_port for d396d6f5-34e1-4877-92d3-be643049086a owned by network:dhcp {{(pid=102792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:11:15.702151 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port 85407092-7286-4b05-83e6-ba6c2e7d9086 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:11:15.702839 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:15.766394 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-24be5472-cb6b-4592-b5f7-ac3f4f303034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:15.823645 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-c9cdb9a7-22b5-4f01-a44b-443987f88f95 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-530452'] for router_interface, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:15.850633 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-24be5472-cb6b-4592-b5f7-ac3f4f303034 None None] For port 85407092-7286-4b05-83e6-ba6c2e7d9086, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=85407092-7286-4b05-83e6-ba6c2e7d9086,segment=NetworkSegment(3000a534-60c6-4293-929d-8050fe9ea296),segment_id=3000a534-60c6-4293-929d-8050fe9ea296)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:11:15.858642 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-24be5472-cb6b-4592-b5f7-ac3f4f303034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:15.860542 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-03df9615-97e2-4aff-b05b-44dd9b103905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350'] for port, after_delete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:15.925879 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03df9615-97e2-4aff-b05b-44dd9b103905 None None] No DVR routers for this DVR port d396d6f5-34e1-4877-92d3-be643049086a on host n-d-834765-1 {{(pid=102792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 16:11:15.973845 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9c05e50-ef68-4005-89a0-09f3f46e35ab None None] get_active_networks_info from n-d-834765-1 {{(pid=102792) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Mar 29 16:11:16.008418 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-24be5472-cb6b-4592-b5f7-ac3f4f303034 None None] Provisioning complete for port 554e0f6a-3213-4422-a101-c818554f9b7c triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:11:16.008791 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-24be5472-cb6b-4592-b5f7-ac3f4f303034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:16.065588 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24be5472-cb6b-4592-b5f7-ac3f4f303034 None None] Pushing event updated for resources: {'Port': ['ID=85407092-7286-4b05-83e6-ba6c2e7d9086,revision_number=3']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:11:16.078850 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 18c2afe5-29a5-4240-86ad-7e6a1b2e9ba9 up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 16:11:16.128509 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-1733cba0-8ce4-497d-9762-32add0a25bfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10b6c1ac-b367-43cb-9dfe-e339a15319dc', 'name': 'tempest-RoutersTest-router-1331978900', 'tenant_id': '88e7599e62d446faa967714480fab072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:10:52Z', 'updated_at': '2022-03-29T16:11:13Z', 'revision_number': 7, 'project_id': '88e7599e62d446faa967714480fab072', 'gw_port_host': None, '_interfaces': [{'id': '18c2afe5-29a5-4240-86ad-7e6a1b2e9ba9', 'name': '', 'network_id': 'a779ce49-b1b7-425c-8091-a4a4130d3948', 'tenant_id': '88e7599e62d446faa967714480fab072', 'mac_address': 'fa:16:3e:21:35:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b6c1ac-b367-43cb-9dfe-e339a15319dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3630, 'fixed_ips': [{'subnet_id': 'ace25b46-ffa2-49f6-a7e5-31572364ad1d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:11:00Z', 'updated_at': '2022-03-29T16:11:13Z', 'revision_number': 5, 'project_id': '88e7599e62d446faa967714480fab072', 'subnets': [{'id': 'ace25b46-ffa2-49f6-a7e5-31572364ad1d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '37b3636c-0ed7-4bb7-aa40-0db19195baa5', 'name': '', 'network_id': 'd4b4f985-2d58-4da8-93a4-180af67aa8d3', 'tenant_id': '88e7599e62d446faa967714480fab072', 'mac_address': 'fa:16:3e:65:34:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10b6c1ac-b367-43cb-9dfe-e339a15319dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3648, 'fixed_ips': [{'subnet_id': 'e9dfb677-c7a9-4962-b7bd-43a590c07540', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:11:09Z', 'updated_at': '2022-03-29T16:11:09Z', 'revision_number': 2, 'project_id': '88e7599e62d446faa967714480fab072', 'subnets': [{'id': 'e9dfb677-c7a9-4962-b7bd-43a590c07540', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '554e0f6a-3213-4422-a101-c818554f9b7c', 'name': '', 'network_id': '91389914-9511-4e11-8d12-d6bc7ed8e4e8', 'tenant_id': '88e7599e62d446faa967714480fab072', 'mac_address': 'fa:16:3e:31:1c:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10b6c1ac-b367-43cb-9dfe-e339a15319dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3640, 'fixed_ips': [{'subnet_id': '1dec9ab1-9d7c-4d07-9403-a7305def8342', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:11:04Z', 'updated_at': '2022-03-29T16:11:14Z', 'revision_number': 4, 'project_id': '88e7599e62d446faa967714480fab072', 'subnets': [{'id': '1dec9ab1-9d7c-4d07-9403-a7305def8342', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '59ba545c-5333-4a8c-b146-97567221e87f', 'name': '', 'network_id': '2164f976-43a1-4081-bb3d-ef6503fade76', 'tenant_id': '88e7599e62d446faa967714480fab072', 'mac_address': 'fa:16:3e:52:ec:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b6c1ac-b367-43cb-9dfe-e339a15319dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3622, 'fixed_ips': [{'subnet_id': 'c9038ee8-f880-499c-b87d-c046e0fc2306', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:10:55Z', 'updated_at': '2022-03-29T16:11:03Z', 'revision_number': 5, 'project_id': '88e7599e62d446faa967714480fab072', 'subnets': [{'id': 'c9038ee8-f880-499c-b87d-c046e0fc2306', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:11:16.130239 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03df9615-97e2-4aff-b05b-44dd9b103905 None None] Pushing event deleted for resources: {'Port': ['ID=d396d6f5-34e1-4877-92d3-be643049086a,revision_number=None']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:11:16.185366 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1733cba0-8ce4-497d-9762-32add0a25bfd None None] The sync data for ids ['10b6c1ac-b367-43cb-9dfe-e339a15319dc'] in n-d-834765-1 is: [{'id': '10b6c1ac-b367-43cb-9dfe-e339a15319dc', 'name': 'tempest-RoutersTest-router-1331978900', 'tenant_id': '88e7599e62d446faa967714480fab072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:10:52Z', 'updated_at': '2022-03-29T16:11:13Z', 'revision_number': 7, 'project_id': '88e7599e62d446faa967714480fab072', 'gw_port_host': None, '_interfaces': [{'id': '18c2afe5-29a5-4240-86ad-7e6a1b2e9ba9', 'name': '', 'network_id': 'a779ce49-b1b7-425c-8091-a4a4130d3948', 'tenant_id': '88e7599e62d446faa967714480fab072', 'mac_address': 'fa:16:3e:21:35:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b6c1ac-b367-43cb-9dfe-e339a15319dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3630, 'fixed_ips': [{'subnet_id': 'ace25b46-ffa2-49f6-a7e5-31572364ad1d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:11:00Z', 'updated_at': '2022-03-29T16:11:13Z', 'revision_number': 5, 'project_id': '88e7599e62d446faa967714480fab072', 'subnets': [{'id': 'ace25b46-ffa2-49f6-a7e5-31572364ad1d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '37b3636c-0ed7-4bb7-aa40-0db19195baa5', 'name': '', 'network_id': 'd4b4f985-2d58-4da8-93a4-180af67aa8d3', 'tenant_id': '88e7599e62d446faa967714480fab072', 'mac_address': 'fa:16:3e:65:34:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10b6c1ac-b367-43cb-9dfe-e339a15319dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3648, 'fixed_ips': [{'subnet_id': 'e9dfb677-c7a9-4962-b7bd-43a590c07540', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:11:09Z', 'updated_at': '2022-03-29T16:11:09Z', 'revision_number': 2, 'project_id': '88e7599e62d446faa967714480fab072', 'subnets': [{'id': 'e9dfb677-c7a9-4962-b7bd-43a590c07540', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '554e0f6a-3213-4422-a101-c818554f9b7c', 'name': '', 'network_id': '91389914-9511-4e11-8d12-d6bc7ed8e4e8', 'tenant_id': '88e7599e62d446faa967714480fab072', 'mac_address': 'fa:16:3e:31:1c:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10b6c1ac-b367-43cb-9dfe-e339a15319dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3640, 'fixed_ips': [{'subnet_id': '1dec9ab1-9d7c-4d07-9403-a7305def8342', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:11:04Z', 'updated_at': '2022-03-29T16:11:14Z', 'revision_number': 4, 'project_id': '88e7599e62d446faa967714480fab072', 'subnets': [{'id': '1dec9ab1-9d7c-4d07-9403-a7305def8342', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '59ba545c-5333-4a8c-b146-97567221e87f', 'name': '', 'network_id': '2164f976-43a1-4081-bb3d-ef6503fade76', 'tenant_id': '88e7599e62d446faa967714480fab072', 'mac_address': 'fa:16:3e:52:ec:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b6c1ac-b367-43cb-9dfe-e339a15319dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3622, 'fixed_ips': [{'subnet_id': 'c9038ee8-f880-499c-b87d-c046e0fc2306', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:10:55Z', 'updated_at': '2022-03-29T16:11:03Z', 'revision_number': 5, 'project_id': '88e7599e62d446faa967714480fab072', 'subnets': [{'id': 'c9038ee8-f880-499c-b87d-c046e0fc2306', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 16:11:16.203399 n-d-834765-1 neutron-server[102791]: DEBUG neutron.objects.ports [None req-a9223fb8-977b-49d9-8707-95f382e18ce1 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102791) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 29 16:11:16.214083 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-a9223fb8-977b-49d9-8707-95f382e18ce1 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16155524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16218861'] for subnet, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:16.216360 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-2387e308-a5c3-4072-9de3-69481711ea5d tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:16.294997 n-d-834765-1 neutron-server[102792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9c05e50-ef68-4005-89a0-09f3f46e35ab None None] Resources bound (agent type, host, resource id): {{(pid=102792) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 29 16:11:16.296697 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port 18c2afe5-29a5-4240-86ad-7e6a1b2e9ba9 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:11:16.297069 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:16.299374 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-24be5472-cb6b-4592-b5f7-ac3f4f303034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:16.333756 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9223fb8-977b-49d9-8707-95f382e18ce1 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Network 4be8019f-300a-473b-8f90-54810195744c is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:11:16.346497 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [None req-a9223fb8-977b-49d9-8707-95f382e18ce1 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:11:16.353195 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9223fb8-977b-49d9-8707-95f382e18ce1 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:11:16.353785 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-a9223fb8-977b-49d9-8707-95f382e18ce1 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks [] for subnet, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:16.366547 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9223fb8-977b-49d9-8707-95f382e18ce1 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Pushing event updated for resources: {'Subnet': ['ID=45522389-81d7-4023-bcea-dccceb66ed24,revision_number=0']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:11:16.403413 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-24be5472-cb6b-4592-b5f7-ac3f4f303034 None None] For port 554e0f6a-3213-4422-a101-c818554f9b7c, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=554e0f6a-3213-4422-a101-c818554f9b7c,segment=NetworkSegment(69a724d3-f6ea-4fde-a5d6-081c7197191b),segment_id=69a724d3-f6ea-4fde-a5d6-081c7197191b)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:11:16.407394 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-a9223fb8-977b-49d9-8707-95f382e18ce1 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.7053993 Mar 29 16:11:16.408529 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 56116) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:11:16.418614 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-164ca1ab-936b-4316-93ed-0caf21afbe68 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Request body: {'subnet': {'network_id': '4be8019f-300a-473b-8f90-54810195744c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:11:16.424717 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-2387e308-a5c3-4072-9de3-69481711ea5d tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:16.441888 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-24be5472-cb6b-4592-b5f7-ac3f4f303034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:16.507905 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-24be5472-cb6b-4592-b5f7-ac3f4f303034 None None] Could not find standard attr ID for object a2065cdd-68ce-4aff-8654-8ce7e3133869. {{(pid=102792) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 29 16:11:16.574549 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24be5472-cb6b-4592-b5f7-ac3f4f303034 None None] Pushing event updated for resources: {'Port': ['ID=554e0f6a-3213-4422-a101-c818554f9b7c,revision_number=5']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:11:16.608174 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-c9cdb9a7-22b5-4f01-a44b-443987f88f95 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Deleting port 37b3636c-0ed7-4bb7-aa40-0db19195baa5 {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:11:16.608522 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-c9cdb9a7-22b5-4f01-a44b-443987f88f95 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:16.634797 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-164ca1ab-936b-4316-93ed-0caf21afbe68 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Made reservation on behalf of b764dc88162c48329e5f6a91ab689763 for: {'subnet': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:11:16.651453 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-164ca1ab-936b-4316-93ed-0caf21afbe68 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4793983'] for subnet, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:16.661025 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-32650910-0f63-498e-8f21-fdba2915bb11 None None] Provisioning complete for port 85407092-7286-4b05-83e6-ba6c2e7d9086 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:11:16.661404 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-32650910-0f63-498e-8f21-fdba2915bb11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:16.711209 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 85407092-7286-4b05-83e6-ba6c2e7d9086 up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 16:11:16.763908 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-c9cdb9a7-22b5-4f01-a44b-443987f88f95 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:16.789321 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-c9cdb9a7-22b5-4f01-a44b-443987f88f95 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Calling delete_port for 37b3636c-0ed7-4bb7-aa40-0db19195baa5 owned by network:router_interface {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:11:16.816221 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-2387e308-a5c3-4072-9de3-69481711ea5d tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks [] for port, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:16.827088 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a51ae3e-15ea-43c1-a675-f52d4b0b57e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0035034-69b0-5ffc-b384-0ac6189c5628-4be8019f-300a-473b-8f90-54810195744c', 'network_id': '4be8019f-300a-473b-8f90-54810195744c', 'tenant_id': 'b764dc88162c48329e5f6a91ab689763', 'fixed_ips': [{'subnet_id': '45522389-81d7-4023-bcea-dccceb66ed24'}]}} from n-d-834765-1. {{(pid=102792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 29 16:11:16.828404 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-5a51ae3e-15ea-43c1-a675-f52d4b0b57e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:16.852338 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port 85407092-7286-4b05-83e6-ba6c2e7d9086 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:11:16.852711 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:16.853648 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-2387e308-a5c3-4072-9de3-69481711ea5d tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:16.902562 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2387e308-a5c3-4072-9de3-69481711ea5d tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Pushing event updated for resources: {'Port': ['ID=6ac338ea-7f4c-40ab-9d60-716e1debccaf,revision_number=2']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:11:16.973157 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-2387e308-a5c3-4072-9de3-69481711ea5d tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648212'] for floatingip, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:17.053549 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-32650910-0f63-498e-8f21-fdba2915bb11 None None] Provisioning complete for port 554e0f6a-3213-4422-a101-c818554f9b7c triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:11:17.054568 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-32650910-0f63-498e-8f21-fdba2915bb11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:17.094486 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-164ca1ab-936b-4316-93ed-0caf21afbe68 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5231896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4793961'] for subnet, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:17.141791 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.db_base_plugin_common [None req-5a51ae3e-15ea-43c1-a675-f52d4b0b57e0 None None] Allocated IP 2001:db8::f816:3eff:fe8e:6bfb (4be8019f-300a-473b-8f90-54810195744c/45522389-81d7-4023-bcea-dccceb66ed24/d61795e3-1fee-424d-b1f5-3496a8d8e9ea) {{(pid=102792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:11:17.146240 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-164ca1ab-936b-4316-93ed-0caf21afbe68 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Network 4be8019f-300a-473b-8f90-54810195744c is already hosted by enough agents. {{(pid=102790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:11:17.152377 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-164ca1ab-936b-4316-93ed-0caf21afbe68 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Resources bound (agent type, host, resource id): {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:11:17.155680 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-164ca1ab-936b-4316-93ed-0caf21afbe68 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:11:17.156220 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-164ca1ab-936b-4316-93ed-0caf21afbe68 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks [] for subnet, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:17.192055 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-164ca1ab-936b-4316-93ed-0caf21afbe68 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7820644 Mar 29 16:11:17.193057 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164ca1ab-936b-4316-93ed-0caf21afbe68 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Pushing event updated for resources: {'Subnet': ['ID=9324ee41-540c-4dc0-9f66-0e4b486adfcc,revision_number=0']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:11:17.196550 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 56118) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:11:17.201169 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-ed06d8d6-5f4e-4872-814a-c0c0ff8afd7f tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Request body: {'port': {'network_id': '4be8019f-300a-473b-8f90-54810195744c', 'mac_address': 'fa:16:3e:b1:63:37', 'name': 'tempest-NetworksTestDHCPv6-1687332271'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:11:17.235496 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:17.240080 n-d-834765-1 neutron-server[102791]: INFO neutron.db.l3_db [None req-2387e308-a5c3-4072-9de3-69481711ea5d tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Floating IP c03e1296-6b36-4de8-8b9d-9db7762033fd associated. External IP: 172.25.4.88, port: b8d11f43-aaca-43c3-86d3-e91e527fc1c6. Mar 29 16:11:17.245480 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-c9cdb9a7-22b5-4f01-a44b-443987f88f95 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:17.346619 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed06d8d6-5f4e-4872-814a-c0c0ff8afd7f tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Made reservation on behalf of b764dc88162c48329e5f6a91ab689763 for: {'port': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:11:17.354753 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cdb9a7-22b5-4f01-a44b-443987f88f95 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Pushing event deleted for resources: {'Port': ['ID=37b3636c-0ed7-4bb7-aa40-0db19195baa5,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:11:17.378051 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device d396d6f5-34e1-4877-92d3-be643049086a no longer exists at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 16:11:17.403193 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] No Port match for: d396d6f5-34e1-4877-92d3-be643049086a {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 16:11:17.403662 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device d396d6f5-34e1-4877-92d3-be643049086a not bound to the agent host n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 16:11:17.423565 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-32650910-0f63-498e-8f21-fdba2915bb11 None None] Could not find standard attr ID for object 37b3636c-0ed7-4bb7-aa40-0db19195baa5. {{(pid=102792) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 29 16:11:17.454363 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-ed06d8d6-5f4e-4872-814a-c0c0ff8afd7f tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:17.485066 n-d-834765-1 neutron-server[102790]: DEBUG neutron.notifiers.nova [None req-ed06d8d6-5f4e-4872-814a-c0c0ff8afd7f tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] device_id is not set on port 0c0887e0-13ab-487d-b893-7e218a15b250 yet. {{(pid=102790) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 29 16:11:17.520897 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-5a51ae3e-15ea-43c1-a675-f52d4b0b57e0 None None] Notify callbacks [] for port, precommit_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:17.529122 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-5a51ae3e-15ea-43c1-a675-f52d4b0b57e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956'] for port, after_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:17.576759 n-d-834765-1 neutron-server[102792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a51ae3e-15ea-43c1-a675-f52d4b0b57e0 None None] Network 4be8019f-300a-473b-8f90-54810195744c is already hosted by enough agents. {{(pid=102792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:11:17.584732 n-d-834765-1 neutron-server[102792]: DEBUG neutron.scheduler.base_scheduler [None req-5a51ae3e-15ea-43c1-a675-f52d4b0b57e0 None None] Resources bound (agent type, host, resource id): {{(pid=102792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:11:17.590107 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a51ae3e-15ea-43c1-a675-f52d4b0b57e0 None None] Received port after_create {{(pid=102792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:11:17.607296 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a51ae3e-15ea-43c1-a675-f52d4b0b57e0 None None] Pushing event updated for resources: {'Port': ['ID=d61795e3-1fee-424d-b1f5-3496a8d8e9ea,revision_number=1']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:11:17.665506 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-5a51ae3e-15ea-43c1-a675-f52d4b0b57e0 None None] Attempting to bind port d61795e3-1fee-424d-b1f5-3496a8d8e9ea on host n-d-834765-1 for vnic_type normal with profile {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 16:11:17.665788 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-5a51ae3e-15ea-43c1-a675-f52d4b0b57e0 None None] Attempting to bind port d61795e3-1fee-424d-b1f5-3496a8d8e9ea by drivers openvswitch,hyperv on host n-d-834765-1 at level 0 using segments [{'id': 'b0033e17-6430-4297-97b0-9266901287f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '4be8019f-300a-473b-8f90-54810195744c'}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 16:11:17.666147 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a51ae3e-15ea-43c1-a675-f52d4b0b57e0 None None] Attempting to bind port d61795e3-1fee-424d-b1f5-3496a8d8e9ea on network 4be8019f-300a-473b-8f90-54810195744c {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 16:11:17.672030 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a51ae3e-15ea-43c1-a675-f52d4b0b57e0 None None] Checking agent: {'id': 'a8866439-9d96-425c-b519-6905c591ac37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 25, 36), 'started_at': datetime.datetime(2022, 3, 29, 15, 26, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 16, 11, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834765-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 16:11:17.672403 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a51ae3e-15ea-43c1-a675-f52d4b0b57e0 None None] Checking segment: {'id': 'b0033e17-6430-4297-97b0-9266901287f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '4be8019f-300a-473b-8f90-54810195744c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 16:11:17.672804 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-5a51ae3e-15ea-43c1-a675-f52d4b0b57e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:17.673241 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a51ae3e-15ea-43c1-a675-f52d4b0b57e0 None None] Bound using segment: {'id': 'b0033e17-6430-4297-97b0-9266901287f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '4be8019f-300a-473b-8f90-54810195744c'} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 16:11:17.673707 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-5a51ae3e-15ea-43c1-a675-f52d4b0b57e0 None None] Bound port: d61795e3-1fee-424d-b1f5-3496a8d8e9ea, host: n-d-834765-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0033e17-6430-4297-97b0-9266901287f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '4be8019f-300a-473b-8f90-54810195744c'}}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 16:11:17.674089 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-5a51ae3e-15ea-43c1-a675-f52d4b0b57e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:17.721670 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.db_base_plugin_common [None req-ed06d8d6-5f4e-4872-814a-c0c0ff8afd7f tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Allocated IP 172.20.0.6 (4be8019f-300a-473b-8f90-54810195744c/9324ee41-540c-4dc0-9f66-0e4b486adfcc/0c0887e0-13ab-487d-b893-7e218a15b250) {{(pid=102790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:11:17.735125 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.db_base_plugin_common [None req-ed06d8d6-5f4e-4872-814a-c0c0ff8afd7f tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Allocated IP 2001:db8::f816:3eff:feb1:6337 (4be8019f-300a-473b-8f90-54810195744c/45522389-81d7-4023-bcea-dccceb66ed24/0c0887e0-13ab-487d-b893-7e218a15b250) {{(pid=102790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:11:17.749652 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-5a51ae3e-15ea-43c1-a675-f52d4b0b57e0 None None] For port d61795e3-1fee-424d-b1f5-3496a8d8e9ea, host n-d-834765-1, cleared binding levels {{(pid=102792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 16:11:17.754455 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-5a51ae3e-15ea-43c1-a675-f52d4b0b57e0 None None] For port d61795e3-1fee-424d-b1f5-3496a8d8e9ea, host n-d-834765-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=d61795e3-1fee-424d-b1f5-3496a8d8e9ea,segment=NetworkSegment(b0033e17-6430-4297-97b0-9266901287f9),segment_id=b0033e17-6430-4297-97b0-9266901287f9)] {{(pid=102792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 16:11:17.764129 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-5a51ae3e-15ea-43c1-a675-f52d4b0b57e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:17.847382 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a51ae3e-15ea-43c1-a675-f52d4b0b57e0 None None] Pushing event updated for resources: {'Port': ['ID=d61795e3-1fee-424d-b1f5-3496a8d8e9ea,revision_number=2']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:11:17.959064 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-ed06d8d6-5f4e-4872-814a-c0c0ff8afd7f tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks [] for port, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:17.997848 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-c9cdb9a7-22b5-4f01-a44b-443987f88f95 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-530528'] for router_interface, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:18.002817 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:18.010377 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-ed06d8d6-5f4e-4872-814a-c0c0ff8afd7f tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:18.060197 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed06d8d6-5f4e-4872-814a-c0c0ff8afd7f tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Network 4be8019f-300a-473b-8f90-54810195744c is already hosted by enough agents. {{(pid=102790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:11:18.063408 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2387e308-a5c3-4072-9de3-69481711ea5d tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Router 33af924b-d532-4bd3-86b1-28f3036caea4 has already been hosted by L3 agent c648d819-1060-4f26-b4ec-6455387b5dff {{(pid=102791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 16:11:18.063690 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-ed06d8d6-5f4e-4872-814a-c0c0ff8afd7f tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Resources bound (agent type, host, resource id): {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:11:18.067888 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed06d8d6-5f4e-4872-814a-c0c0ff8afd7f tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Received port after_create {{(pid=102790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:11:18.109921 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed06d8d6-5f4e-4872-814a-c0c0ff8afd7f tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Pushing event updated for resources: {'Port': ['ID=0c0887e0-13ab-487d-b893-7e218a15b250,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:11:18.144075 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed06d8d6-5f4e-4872-814a-c0c0ff8afd7f tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:11:18.144799 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-ed06d8d6-5f4e-4872-814a-c0c0ff8afd7f tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:18.162190 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-ed06d8d6-5f4e-4872-814a-c0c0ff8afd7f tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 0.9650550 Mar 29 16:11:18.168069 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 56120) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:11:18.221301 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a2d5e08-6106-4525-b830-fbd8db7e2904 None None] Sync routers for ids ['10b6c1ac-b367-43cb-9dfe-e339a15319dc'] in n-d-834765-1 {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 16:11:18.235743 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a2d5e08-6106-4525-b830-fbd8db7e2904 None None] Routers {'10b6c1ac-b367-43cb-9dfe-e339a15319dc'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:11:18.236993 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-8a2d5e08-6106-4525-b830-fbd8db7e2904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:11:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['10b6c1ac-b367-43cb-9dfe-e339a15319dc'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:11:18.240496 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76d0fba7-133e-46d1-9ad2-8ed87a48e012 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:11:18.247223 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76d0fba7-133e-46d1-9ad2-8ed87a48e012 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:11:18.251720 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-76d0fba7-133e-46d1-9ad2-8ed87a48e012 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.0824111 Mar 29 16:11:18.252454 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 56122) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:11:18.334752 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9cdb9a7-22b5-4f01-a44b-443987f88f95 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Router 10b6c1ac-b367-43cb-9dfe-e339a15319dc has already been hosted by L3 agent c648d819-1060-4f26-b4ec-6455387b5dff {{(pid=102791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 16:11:18.340880 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2387e308-a5c3-4072-9de3-69481711ea5d tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 16:11:18.342577 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvr_db [None req-8a2d5e08-6106-4525-b830-fbd8db7e2904 None None] Set router 10b6c1ac-b367-43cb-9dfe-e339a15319dc gateway port host: None {{(pid=102792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:11:18.354410 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09d74711-2359-4f8e-b76a-46336d97778a None None] Sync routers for ids ['33af924b-d532-4bd3-86b1-28f3036caea4'] in n-d-834765-1 {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 16:11:18.367799 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-54c6f96a-3961-4bb8-af68-77e888c9136e tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Deleting port 0c0887e0-13ab-487d-b893-7e218a15b250 {{(pid=102790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:11:18.368225 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-54c6f96a-3961-4bb8-af68-77e888c9136e tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:18.372932 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09d74711-2359-4f8e-b76a-46336d97778a None None] Routers {'33af924b-d532-4bd3-86b1-28f3036caea4'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:11:18.373767 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-09d74711-2359-4f8e-b76a-46336d97778a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:11:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['33af924b-d532-4bd3-86b1-28f3036caea4'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:11:18.402852 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-2387e308-a5c3-4072-9de3-69481711ea5d tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for floatingip, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:18.476434 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-2387e308-a5c3-4072-9de3-69481711ea5d tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 5.1478522 Mar 29 16:11:18.476614 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fefd300b-9623-490c-824e-33d4fb2d1c9a', 'tag': 'b8d11f43-aaca-43c3-86d3-e91e527fc1c6'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:11:18.479131 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c67b028db5e9b9818fecc5c0a87ebc6f190694fa53ca267d523e04f98de536d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6843e4dd-5107-4669-97ee-f397212389a6" -d '{"events": [{"name": "network-changed", "server_uuid": "fefd300b-9623-490c-824e-33d4fb2d1c9a", "tag": "b8d11f43-aaca-43c3-86d3-e91e527fc1c6"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:11:18.490980 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9cdb9a7-22b5-4f01-a44b-443987f88f95 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 16:11:18.498266 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-c9cdb9a7-22b5-4f01-a44b-443987f88f95 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] 10.222.0.42 "PUT /v2.0/routers/10b6c1ac-b367-43cb-9dfe-e339a15319dc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9340558 Mar 29 16:11:18.500849 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 56128) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:11:18.518856 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-54c6f96a-3961-4bb8-af68-77e888c9136e tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:18.535071 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-54c6f96a-3961-4bb8-af68-77e888c9136e tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Calling delete_port for 0c0887e0-13ab-487d-b893-7e218a15b250 owned by {{(pid=102790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:11:18.563082 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 16:11:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7908676e-7651-472a-9f30-705343700198 x-openstack-request-id: req-7908676e-7651-472a-9f30-705343700198 {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:11:18.563408 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fefd300b-9623-490c-824e-33d4fb2d1c9a", "tag": "b8d11f43-aaca-43c3-86d3-e91e527fc1c6", "status": "completed", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:11:18.563665 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-7908676e-7651-472a-9f30-705343700198 {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:11:18.564070 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fefd300b-9623-490c-824e-33d4fb2d1c9a', 'tag': 'b8d11f43-aaca-43c3-86d3-e91e527fc1c6', 'status': 'completed', 'code': 200} Mar 29 16:11:18.574949 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvr_db [None req-09d74711-2359-4f8e-b76a-46336d97778a None None] Set router 33af924b-d532-4bd3-86b1-28f3036caea4 gateway port host: n-d-834765-1 {{(pid=102793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:11:18.676565 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_v2 [None req-f67fc126-6f04-4a80-ad80-d2c977da39a5 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Deleting subnet e9dfb677-c7a9-4962-b7bd-43a590c07540 {{(pid=102791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 16:11:18.686953 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-f67fc126-6f04-4a80-ad80-d2c977da39a5 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks [] for subnet, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:18.690442 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-8a2d5e08-6106-4525-b830-fbd8db7e2904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10b6c1ac-b367-43cb-9dfe-e339a15319dc', 'name': 'tempest-RoutersTest-router-1331978900', 'tenant_id': '88e7599e62d446faa967714480fab072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:10:52Z', 'updated_at': '2022-03-29T16:11:17Z', 'revision_number': 8, 'project_id': '88e7599e62d446faa967714480fab072', 'gw_port_host': None, '_interfaces': [{'id': '18c2afe5-29a5-4240-86ad-7e6a1b2e9ba9', 'name': '', 'network_id': 'a779ce49-b1b7-425c-8091-a4a4130d3948', 'tenant_id': '88e7599e62d446faa967714480fab072', 'mac_address': 'fa:16:3e:21:35:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b6c1ac-b367-43cb-9dfe-e339a15319dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3630, 'fixed_ips': [{'subnet_id': 'ace25b46-ffa2-49f6-a7e5-31572364ad1d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:11:00Z', 'updated_at': '2022-03-29T16:11:13Z', 'revision_number': 5, 'project_id': '88e7599e62d446faa967714480fab072', 'subnets': [{'id': 'ace25b46-ffa2-49f6-a7e5-31572364ad1d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '554e0f6a-3213-4422-a101-c818554f9b7c', 'name': '', 'network_id': '91389914-9511-4e11-8d12-d6bc7ed8e4e8', 'tenant_id': '88e7599e62d446faa967714480fab072', 'mac_address': 'fa:16:3e:31:1c:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b6c1ac-b367-43cb-9dfe-e339a15319dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3640, 'fixed_ips': [{'subnet_id': '1dec9ab1-9d7c-4d07-9403-a7305def8342', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:11:04Z', 'updated_at': '2022-03-29T16:11:16Z', 'revision_number': 5, 'project_id': '88e7599e62d446faa967714480fab072', 'subnets': [{'id': '1dec9ab1-9d7c-4d07-9403-a7305def8342', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '59ba545c-5333-4a8c-b146-97567221e87f', 'name': '', 'network_id': '2164f976-43a1-4081-bb3d-ef6503fade76', 'tenant_id': '88e7599e62d446faa967714480fab072', 'mac_address': 'fa:16:3e:52:ec:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b6c1ac-b367-43cb-9dfe-e339a15319dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3622, 'fixed_ips': [{'subnet_id': 'c9038ee8-f880-499c-b87d-c046e0fc2306', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:10:55Z', 'updated_at': '2022-03-29T16:11:03Z', 'revision_number': 5, 'project_id': '88e7599e62d446faa967714480fab072', 'subnets': [{'id': 'c9038ee8-f880-499c-b87d-c046e0fc2306', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:11:18.703136 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341d90ed-ea15-4ebc-9947-690fb77902cd req-012a5c5d-1bf7-4bfe-be76-79752b19195d tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:11:18.705327 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-341d90ed-ea15-4ebc-9947-690fb77902cd req-012a5c5d-1bf7-4bfe-be76-79752b19195d tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "GET /v2.0/ports?device_id=fefd300b-9623-490c-824e-33d4fb2d1c9a HTTP/1.1" status: 200 len: 945 time: 0.0892830 Mar 29 16:11:18.741809 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6843e4dd-5107-4669-97ee-f397212389a6 req-4511155c-8989-4ced-a179-a212e7b3d26c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:11:18.743526 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a2d5e08-6106-4525-b830-fbd8db7e2904 None None] Checking router: 10b6c1ac-b367-43cb-9dfe-e339a15319dc for host: n-d-834765-1 {{(pid=102792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 16:11:18.743650 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6843e4dd-5107-4669-97ee-f397212389a6 req-4511155c-8989-4ced-a179-a212e7b3d26c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8c88f14ca33d4e419d03f1c3b10014ac&device_id=fefd300b-9623-490c-824e-33d4fb2d1c9a HTTP/1.1" status: 200 len: 1096 time: 0.1585748 Mar 29 16:11:18.753929 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a2d5e08-6106-4525-b830-fbd8db7e2904 None None] Routers {'10b6c1ac-b367-43cb-9dfe-e339a15319dc'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:11:18.754434 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-8a2d5e08-6106-4525-b830-fbd8db7e2904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:11:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['10b6c1ac-b367-43cb-9dfe-e339a15319dc'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:11:18.801222 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device d61795e3-1fee-424d-b1f5-3496a8d8e9ea up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 16:11:18.802033 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-f67fc126-6f04-4a80-ad80-d2c977da39a5 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4230423'] for subnet, precommit_delete_associations {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:18.851291 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-341d90ed-ea15-4ebc-9947-690fb77902cd req-c118bc51-f5b1-4d9e-bb05-b2ddb712c814 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "GET /v2.0/security-groups?id=d49c398e-1c3f-4f30-9d39-78d09bc7267d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1387544 Mar 29 16:11:18.883499 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 56130) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:11:18.994324 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-689523a9-18a0-4233-ad7d-546b125e5495 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "GET /v2.0/floatingips/c03e1296-6b36-4de8-8b9d-9db7762033fd HTTP/1.1" status: 200 len: 990 time: 0.1091623 Mar 29 16:11:19.001088 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6843e4dd-5107-4669-97ee-f397212389a6 req-db1f112e-3ff3-4ce6-8bc7-eaedeb224999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:11:19.002618 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6843e4dd-5107-4669-97ee-f397212389a6 req-db1f112e-3ff3-4ce6-8bc7-eaedeb224999 service neutron] 10.222.0.44 "GET /v2.0/networks?id=307bfe7f-3bb4-41b4-974f-c8eac814f4b9 HTTP/1.1" status: 200 len: 898 time: 0.2483580 Mar 29 16:11:19.040249 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-54c6f96a-3961-4bb8-af68-77e888c9136e tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:19.087597 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c6f96a-3961-4bb8-af68-77e888c9136e tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Pushing event deleted for resources: {'Port': ['ID=0c0887e0-13ab-487d-b893-7e218a15b250,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:11:19.099006 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-f67fc126-6f04-4a80-ad80-d2c977da39a5 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1641287'] for subnet, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:19.130269 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvr_db [None req-8a2d5e08-6106-4525-b830-fbd8db7e2904 None None] Set router 10b6c1ac-b367-43cb-9dfe-e339a15319dc gateway port host: None {{(pid=102792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:11:19.164590 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6843e4dd-5107-4669-97ee-f397212389a6 req-29a39185-18e0-4024-8f04-3b1d299e06c2 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b8d11f43-aaca-43c3-86d3-e91e527fc1c6 HTTP/1.1" status: 200 len: 998 time: 0.1447959 Mar 29 16:11:19.169181 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-09d74711-2359-4f8e-b76a-46336d97778a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33af924b-d532-4bd3-86b1-28f3036caea4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1228333880', 'tenant_id': '8c88f14ca33d4e419d03f1c3b10014ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.37'}], 'enable_snat': True}, 'gw_port_id': 'c16198a9-a5b2-4c17-92fc-8fab66db77d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:10:42Z', 'updated_at': '2022-03-29T16:10:50Z', 'revision_number': 4, 'project_id': '8c88f14ca33d4e419d03f1c3b10014ac', 'gw_port': {'id': 'c16198a9-a5b2-4c17-92fc-8fab66db77d4', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:e5:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33af924b-d532-4bd3-86b1-28f3036caea4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3602, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:10:43Z', 'updated_at': '2022-03-29T16:10:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_floatingips': [{'id': 'c03e1296-6b36-4de8-8b9d-9db7762033fd', 'tenant_id': '8c88f14ca33d4e419d03f1c3b10014ac', 'floating_ip_address': '172.25.4.88', 'floating_network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'router_id': '33af924b-d532-4bd3-86b1-28f3036caea4', 'port_id': 'b8d11f43-aaca-43c3-86d3-e91e527fc1c6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3652, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '307bfe7f-3bb4-41b4-974f-c8eac814f4b9', 'mac_address': 'fa:16:3e:85:57:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fefd300b-9623-490c-824e-33d4fb2d1c9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T16:11:15Z', 'updated_at': '2022-03-29T16:11:15Z', 'revision_number': 0, 'project_id': '8c88f14ca33d4e419d03f1c3b10014ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '695495f5-fa03-428b-912f-611ff93193bf', 'name': '', 'network_id': '307bfe7f-3bb4-41b4-974f-c8eac814f4b9', 'tenant_id': '8c88f14ca33d4e419d03f1c3b10014ac', 'mac_address': 'fa:16:3e:e6:f5:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33af924b-d532-4bd3-86b1-28f3036caea4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3612, 'fixed_ips': [{'subnet_id': '7b6daca8-734b-45a4-a6da-277f4442ff75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:10:49Z', 'updated_at': '2022-03-29T16:10:55Z', 'revision_number': 5, 'project_id': '8c88f14ca33d4e419d03f1c3b10014ac', 'subnets': [{'id': '7b6daca8-734b-45a4-a6da-277f4442ff75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:11:19.171770 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port d61795e3-1fee-424d-b1f5-3496a8d8e9ea triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:11:19.172151 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:19.223333 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09d74711-2359-4f8e-b76a-46336d97778a None None] Checking router: 33af924b-d532-4bd3-86b1-28f3036caea4 for host: n-d-834765-1 {{(pid=102793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 16:11:19.234396 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-f67fc126-6f04-4a80-ad80-d2c977da39a5 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1641294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16155591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16218852'] for subnet, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:19.237321 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09d74711-2359-4f8e-b76a-46336d97778a None None] Routers {'33af924b-d532-4bd3-86b1-28f3036caea4'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:11:19.238225 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-09d74711-2359-4f8e-b76a-46336d97778a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:11:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['33af924b-d532-4bd3-86b1-28f3036caea4'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:11:19.249788 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6843e4dd-5107-4669-97ee-f397212389a6 req-385f6fd2-4f4d-4940-a63d-35281e3e8675 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:11:19.251287 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6843e4dd-5107-4669-97ee-f397212389a6 req-385f6fd2-4f4d-4940-a63d-35281e3e8675 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7b6daca8-734b-45a4-a6da-277f4442ff75 HTTP/1.1" status: 200 len: 835 time: 0.0794103 Mar 29 16:11:19.304861 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67fc126-6f04-4a80-ad80-d2c977da39a5 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Pushing event deleted for resources: {'Subnet': ['ID=e9dfb677-c7a9-4962-b7bd-43a590c07540,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:11:19.315308 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-f67fc126-6f04-4a80-ad80-d2c977da39a5 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks [] for subnet, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:19.318556 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-f67fc126-6f04-4a80-ad80-d2c977da39a5 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] 10.222.0.42 "DELETE /v2.0/subnets/e9dfb677-c7a9-4962-b7bd-43a590c07540 HTTP/1.1" status: 204 len: 168 time: 0.8167229 Mar 29 16:11:19.328401 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 56132) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:11:19.346363 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:19.367669 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6843e4dd-5107-4669-97ee-f397212389a6 req-0ee23c73-4c63-44b6-95bf-322dcb534d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:11:19.372934 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6843e4dd-5107-4669-97ee-f397212389a6 req-0ee23c73-4c63-44b6-95bf-322dcb534d06 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=307bfe7f-3bb4-41b4-974f-c8eac814f4b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0828176 Mar 29 16:11:19.391079 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvr_db [None req-09d74711-2359-4f8e-b76a-46336d97778a None None] Set router 33af924b-d532-4bd3-86b1-28f3036caea4 gateway port host: n-d-834765-1 {{(pid=102793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:11:19.464235 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-54c6f96a-3961-4bb8-af68-77e888c9136e tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:19.467159 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-539e22a7-04dd-4ed5-b63f-ffebe716c809 None None] Network 4be8019f-300a-473b-8f90-54810195744c requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 16:11:19.467990 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-54c6f96a-3961-4bb8-af68-77e888c9136e tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] 10.222.0.42 "DELETE /v2.0/ports/0c0887e0-13ab-487d-b893-7e218a15b250 HTTP/1.1" status: 204 len: 168 time: 1.2144754 Mar 29 16:11:19.470324 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 56134) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:11:19.485656 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-cd06b289-1cd5-4860-b5e3-05148e8dcd2f tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1631750'] for network, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:19.509398 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] For port d61795e3-1fee-424d-b1f5-3496a8d8e9ea, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=d61795e3-1fee-424d-b1f5-3496a8d8e9ea,segment=NetworkSegment(b0033e17-6430-4297-97b0-9266901287f9),segment_id=b0033e17-6430-4297-97b0-9266901287f9)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:11:19.530280 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6843e4dd-5107-4669-97ee-f397212389a6 req-41d248e7-66bb-4b20-a9b1-e1f269f0d41c service neutron] 10.222.0.44 "GET /v2.0/networks/307bfe7f-3bb4-41b4-974f-c8eac814f4b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506481 Mar 29 16:11:19.590595 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:19.591696 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 554e0f6a-3213-4422-a101-c818554f9b7c up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 16:11:19.601894 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a3fa38e-da3b-4e98-8824-8021ee6eee77 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:11:19.603475 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a3fa38e-da3b-4e98-8824-8021ee6eee77 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:11:19.605508 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a3fa38e-da3b-4e98-8824-8021ee6eee77 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:11:19.606780 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-5a3fa38e-da3b-4e98-8824-8021ee6eee77 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1355267 Mar 29 16:11:19.613826 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 56136) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:11:19.671483 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6843e4dd-5107-4669-97ee-f397212389a6 req-95eda670-516f-44a1-a94f-9c307f38d2ee service neutron] 10.222.0.44 "GET /v2.0/networks/307bfe7f-3bb4-41b4-974f-c8eac814f4b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341977 Mar 29 16:11:19.701726 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f96444c-f8d8-4898-99d7-beae01c8e4a7 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Deleting subnet 45522389-81d7-4023-bcea-dccceb66ed24 {{(pid=102790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 16:11:19.708244 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-5f96444c-f8d8-4898-99d7-beae01c8e4a7 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks [] for subnet, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:19.711007 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Pushing event updated for resources: {'Port': ['ID=d61795e3-1fee-424d-b1f5-3496a8d8e9ea,revision_number=3']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:11:19.742406 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-cd06b289-1cd5-4860-b5e3-05148e8dcd2f tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Deleting port 85407092-7286-4b05-83e6-ba6c2e7d9086 {{(pid=102790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:11:19.742904 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-cd06b289-1cd5-4860-b5e3-05148e8dcd2f tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:19.756177 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-5ecaf54f-a587-43b6-ada3-f1c1672726aa None None] Provisioning complete for port d61795e3-1fee-424d-b1f5-3496a8d8e9ea triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:11:19.756720 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-5ecaf54f-a587-43b6-ada3-f1c1672726aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:19.809174 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1059a4f-0504-448d-adf3-b21213bcda9f None None] Network d4b4f985-2d58-4da8-93a4-180af67aa8d3 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 16:11:19.827015 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-5f96444c-f8d8-4898-99d7-beae01c8e4a7 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4614024'] for subnet, precommit_delete_associations {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:19.847313 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-09d74711-2359-4f8e-b76a-46336d97778a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33af924b-d532-4bd3-86b1-28f3036caea4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1228333880', 'tenant_id': '8c88f14ca33d4e419d03f1c3b10014ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.37'}], 'enable_snat': True}, 'gw_port_id': 'c16198a9-a5b2-4c17-92fc-8fab66db77d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:10:42Z', 'updated_at': '2022-03-29T16:10:50Z', 'revision_number': 4, 'project_id': '8c88f14ca33d4e419d03f1c3b10014ac', 'gw_port': {'id': 'c16198a9-a5b2-4c17-92fc-8fab66db77d4', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:e5:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33af924b-d532-4bd3-86b1-28f3036caea4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3602, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:10:43Z', 'updated_at': '2022-03-29T16:10:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_floatingips': [{'id': 'c03e1296-6b36-4de8-8b9d-9db7762033fd', 'tenant_id': '8c88f14ca33d4e419d03f1c3b10014ac', 'floating_ip_address': '172.25.4.88', 'floating_network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'router_id': '33af924b-d532-4bd3-86b1-28f3036caea4', 'port_id': 'b8d11f43-aaca-43c3-86d3-e91e527fc1c6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3652, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '307bfe7f-3bb4-41b4-974f-c8eac814f4b9', 'mac_address': 'fa:16:3e:85:57:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fefd300b-9623-490c-824e-33d4fb2d1c9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T16:11:15Z', 'updated_at': '2022-03-29T16:11:15Z', 'revision_number': 0, 'project_id': '8c88f14ca33d4e419d03f1c3b10014ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '695495f5-fa03-428b-912f-611ff93193bf', 'name': '', 'network_id': '307bfe7f-3bb4-41b4-974f-c8eac814f4b9', 'tenant_id': '8c88f14ca33d4e419d03f1c3b10014ac', 'mac_address': 'fa:16:3e:e6:f5:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33af924b-d532-4bd3-86b1-28f3036caea4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3612, 'fixed_ips': [{'subnet_id': '7b6daca8-734b-45a4-a6da-277f4442ff75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:10:49Z', 'updated_at': '2022-03-29T16:10:55Z', 'revision_number': 5, 'project_id': '8c88f14ca33d4e419d03f1c3b10014ac', 'subnets': [{'id': '7b6daca8-734b-45a4-a6da-277f4442ff75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:11:19.877756 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09d74711-2359-4f8e-b76a-46336d97778a None None] The sync data for ids ['33af924b-d532-4bd3-86b1-28f3036caea4'] in n-d-834765-1 is: [{'id': '33af924b-d532-4bd3-86b1-28f3036caea4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1228333880', 'tenant_id': '8c88f14ca33d4e419d03f1c3b10014ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.37'}], 'enable_snat': True}, 'gw_port_id': 'c16198a9-a5b2-4c17-92fc-8fab66db77d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:10:42Z', 'updated_at': '2022-03-29T16:10:50Z', 'revision_number': 4, 'project_id': '8c88f14ca33d4e419d03f1c3b10014ac', 'gw_port': {'id': 'c16198a9-a5b2-4c17-92fc-8fab66db77d4', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:e5:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33af924b-d532-4bd3-86b1-28f3036caea4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3602, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:10:43Z', 'updated_at': '2022-03-29T16:10:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_floatingips': [{'id': 'c03e1296-6b36-4de8-8b9d-9db7762033fd', 'tenant_id': '8c88f14ca33d4e419d03f1c3b10014ac', 'floating_ip_address': '172.25.4.88', 'floating_network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'router_id': '33af924b-d532-4bd3-86b1-28f3036caea4', 'port_id': 'b8d11f43-aaca-43c3-86d3-e91e527fc1c6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3652, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '307bfe7f-3bb4-41b4-974f-c8eac814f4b9', 'mac_address': 'fa:16:3e:85:57:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fefd300b-9623-490c-824e-33d4fb2d1c9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T16:11:15Z', 'updated_at': '2022-03-29T16:11:15Z', 'revision_number': 0, 'project_id': '8c88f14ca33d4e419d03f1c3b10014ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '695495f5-fa03-428b-912f-611ff93193bf', 'name': '', 'network_id': '307bfe7f-3bb4-41b4-974f-c8eac814f4b9', 'tenant_id': '8c88f14ca33d4e419d03f1c3b10014ac', 'mac_address': 'fa:16:3e:e6:f5:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33af924b-d532-4bd3-86b1-28f3036caea4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3612, 'fixed_ips': [{'subnet_id': '7b6daca8-734b-45a4-a6da-277f4442ff75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:10:49Z', 'updated_at': '2022-03-29T16:10:55Z', 'revision_number': 5, 'project_id': '8c88f14ca33d4e419d03f1c3b10014ac', 'subnets': [{'id': '7b6daca8-734b-45a4-a6da-277f4442ff75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 16:11:19.884904 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [None req-cd06b289-1cd5-4860-b5e3-05148e8dcd2f tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] For port 85407092-7286-4b05-83e6-ba6c2e7d9086, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=85407092-7286-4b05-83e6-ba6c2e7d9086,segment=NetworkSegment(3000a534-60c6-4293-929d-8050fe9ea296),segment_id=3000a534-60c6-4293-929d-8050fe9ea296)] {{(pid=102790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:11:19.884904 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-cd06b289-1cd5-4860-b5e3-05148e8dcd2f tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:19.912633 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-cd06b289-1cd5-4860-b5e3-05148e8dcd2f tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Calling delete_port for 85407092-7286-4b05-83e6-ba6c2e7d9086 owned by network:dhcp {{(pid=102790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:11:19.941236 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-8a2d5e08-6106-4525-b830-fbd8db7e2904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10b6c1ac-b367-43cb-9dfe-e339a15319dc', 'name': 'tempest-RoutersTest-router-1331978900', 'tenant_id': '88e7599e62d446faa967714480fab072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:10:52Z', 'updated_at': '2022-03-29T16:11:17Z', 'revision_number': 8, 'project_id': '88e7599e62d446faa967714480fab072', 'gw_port_host': None, '_interfaces': [{'id': '18c2afe5-29a5-4240-86ad-7e6a1b2e9ba9', 'name': '', 'network_id': 'a779ce49-b1b7-425c-8091-a4a4130d3948', 'tenant_id': '88e7599e62d446faa967714480fab072', 'mac_address': 'fa:16:3e:21:35:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b6c1ac-b367-43cb-9dfe-e339a15319dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3630, 'fixed_ips': [{'subnet_id': 'ace25b46-ffa2-49f6-a7e5-31572364ad1d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:11:00Z', 'updated_at': '2022-03-29T16:11:13Z', 'revision_number': 5, 'project_id': '88e7599e62d446faa967714480fab072', 'subnets': [{'id': 'ace25b46-ffa2-49f6-a7e5-31572364ad1d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '554e0f6a-3213-4422-a101-c818554f9b7c', 'name': '', 'network_id': '91389914-9511-4e11-8d12-d6bc7ed8e4e8', 'tenant_id': '88e7599e62d446faa967714480fab072', 'mac_address': 'fa:16:3e:31:1c:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b6c1ac-b367-43cb-9dfe-e339a15319dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3640, 'fixed_ips': [{'subnet_id': '1dec9ab1-9d7c-4d07-9403-a7305def8342', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:11:04Z', 'updated_at': '2022-03-29T16:11:16Z', 'revision_number': 5, 'project_id': '88e7599e62d446faa967714480fab072', 'subnets': [{'id': '1dec9ab1-9d7c-4d07-9403-a7305def8342', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '59ba545c-5333-4a8c-b146-97567221e87f', 'name': '', 'network_id': '2164f976-43a1-4081-bb3d-ef6503fade76', 'tenant_id': '88e7599e62d446faa967714480fab072', 'mac_address': 'fa:16:3e:52:ec:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b6c1ac-b367-43cb-9dfe-e339a15319dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3622, 'fixed_ips': [{'subnet_id': 'c9038ee8-f880-499c-b87d-c046e0fc2306', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:10:55Z', 'updated_at': '2022-03-29T16:11:03Z', 'revision_number': 5, 'project_id': '88e7599e62d446faa967714480fab072', 'subnets': [{'id': 'c9038ee8-f880-499c-b87d-c046e0fc2306', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:11:19.997288 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 56138) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:11:20.010183 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a2d5e08-6106-4525-b830-fbd8db7e2904 None None] The sync data for ids ['10b6c1ac-b367-43cb-9dfe-e339a15319dc'] in n-d-834765-1 is: [{'id': '10b6c1ac-b367-43cb-9dfe-e339a15319dc', 'name': 'tempest-RoutersTest-router-1331978900', 'tenant_id': '88e7599e62d446faa967714480fab072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:10:52Z', 'updated_at': '2022-03-29T16:11:17Z', 'revision_number': 8, 'project_id': '88e7599e62d446faa967714480fab072', 'gw_port_host': None, '_interfaces': [{'id': '18c2afe5-29a5-4240-86ad-7e6a1b2e9ba9', 'name': '', 'network_id': 'a779ce49-b1b7-425c-8091-a4a4130d3948', 'tenant_id': '88e7599e62d446faa967714480fab072', 'mac_address': 'fa:16:3e:21:35:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b6c1ac-b367-43cb-9dfe-e339a15319dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3630, 'fixed_ips': [{'subnet_id': 'ace25b46-ffa2-49f6-a7e5-31572364ad1d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:11:00Z', 'updated_at': '2022-03-29T16:11:13Z', 'revision_number': 5, 'project_id': '88e7599e62d446faa967714480fab072', 'subnets': [{'id': 'ace25b46-ffa2-49f6-a7e5-31572364ad1d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '554e0f6a-3213-4422-a101-c818554f9b7c', 'name': '', 'network_id': '91389914-9511-4e11-8d12-d6bc7ed8e4e8', 'tenant_id': '88e7599e62d446faa967714480fab072', 'mac_address': 'fa:16:3e:31:1c:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b6c1ac-b367-43cb-9dfe-e339a15319dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3640, 'fixed_ips': [{'subnet_id': '1dec9ab1-9d7c-4d07-9403-a7305def8342', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:11:04Z', 'updated_at': '2022-03-29T16:11:16Z', 'revision_number': 5, 'project_id': '88e7599e62d446faa967714480fab072', 'subnets': [{'id': '1dec9ab1-9d7c-4d07-9403-a7305def8342', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '59ba545c-5333-4a8c-b146-97567221e87f', 'name': '', 'network_id': '2164f976-43a1-4081-bb3d-ef6503fade76', 'tenant_id': '88e7599e62d446faa967714480fab072', 'mac_address': 'fa:16:3e:52:ec:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b6c1ac-b367-43cb-9dfe-e339a15319dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3622, 'fixed_ips': [{'subnet_id': 'c9038ee8-f880-499c-b87d-c046e0fc2306', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:10:55Z', 'updated_at': '2022-03-29T16:11:03Z', 'revision_number': 5, 'project_id': '88e7599e62d446faa967714480fab072', 'subnets': [{'id': 'c9038ee8-f880-499c-b87d-c046e0fc2306', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 16:11:20.024795 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port 554e0f6a-3213-4422-a101-c818554f9b7c triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:11:20.025172 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:20.063300 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-5f96444c-f8d8-4898-99d7-beae01c8e4a7 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1641287'] for subnet, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:20.128793 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-6bf60fcc-327b-48e1-bd94-c65ab24d989e tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "GET /v2.0/floatingips/c03e1296-6b36-4de8-8b9d-9db7762033fd HTTP/1.1" status: 200 len: 990 time: 0.1284831 Mar 29 16:11:20.146728 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-cd06b289-1cd5-4860-b5e3-05148e8dcd2f tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:20.155384 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96c03b4d-e93c-45c6-bf13-7c5b41f4f83a None None] New status for floating IP c03e1296-6b36-4de8-8b9d-9db7762033fd: ACTIVE {{(pid=102792) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 16:11:20.187890 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd06b289-1cd5-4860-b5e3-05148e8dcd2f tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Pushing event deleted for resources: {'Port': ['ID=85407092-7286-4b05-83e6-ba6c2e7d9086,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:11:20.190754 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd06b289-1cd5-4860-b5e3-05148e8dcd2f tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] No DVR routers for this DVR port 85407092-7286-4b05-83e6-ba6c2e7d9086 on host n-d-834765-1 {{(pid=102790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 16:11:20.199217 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-5f96444c-f8d8-4898-99d7-beae01c8e4a7 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1641294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5231963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4793952'] for subnet, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:20.251869 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f96444c-f8d8-4898-99d7-beae01c8e4a7 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Pushing event deleted for resources: {'Subnet': ['ID=45522389-81d7-4023-bcea-dccceb66ed24,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:11:20.267792 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-5f96444c-f8d8-4898-99d7-beae01c8e4a7 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks [] for subnet, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:20.270971 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-5f96444c-f8d8-4898-99d7-beae01c8e4a7 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] 10.222.0.42 "DELETE /v2.0/subnets/45522389-81d7-4023-bcea-dccceb66ed24 HTTP/1.1" status: 204 len: 168 time: 0.6551170 Mar 29 16:11:20.274646 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 56140) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:11:20.316656 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-cd06b289-1cd5-4860-b5e3-05148e8dcd2f tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639890', 'neutron.services.segments.db._delete_segments_for_network-8783523423079'] for network, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:20.324730 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ef6ac20-58eb-444f-b3bb-76ece6dcfdcf None None] Update dhcp port {'port': {'network_id': '4be8019f-300a-473b-8f90-54810195744c', 'fixed_ips': [{'subnet_id': '45522389-81d7-4023-bcea-dccceb66ed24', 'ip_address': '2001:db8::f816:3eff:fe8e:6bfb'}, {'subnet_id': '9324ee41-540c-4dc0-9f66-0e4b486adfcc'}], 'binding:host_id': 'n-d-834765-1'}, 'id': 'd61795e3-1fee-424d-b1f5-3496a8d8e9ea'} from n-d-834765-1. {{(pid=102792) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Mar 29 16:11:20.333359 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_v2 [None req-cdcebd8e-1b48-455f-b554-f74bfef1a9a6 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Deleting subnet 9324ee41-540c-4dc0-9f66-0e4b486adfcc {{(pid=102791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 16:11:20.337048 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-cdcebd8e-1b48-455f-b554-f74bfef1a9a6 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks [] for subnet, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:20.341253 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-cd06b289-1cd5-4860-b5e3-05148e8dcd2f tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4b4f985-2d58-4da8-93a4-180af67aa8d3']}} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:11:20.352002 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-cd06b289-1cd5-4860-b5e3-05148e8dcd2f tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3000a534-60c6-4293-929d-8050fe9ea296') {'for_net_delete': True} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:11:20.352657 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-cd06b289-1cd5-4860-b5e3-05148e8dcd2f tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3000a534-60c6-4293-929d-8050fe9ea296') {} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:11:20.363299 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-cd06b289-1cd5-4860-b5e3-05148e8dcd2f tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783523422064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4614019'] for segment, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:20.377966 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-cd06b289-1cd5-4860-b5e3-05148e8dcd2f tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:20.387514 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd06b289-1cd5-4860-b5e3-05148e8dcd2f tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Releasing vlan 618 on physical network physnet1 to pool {{(pid=102790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 16:11:20.387995 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-cd06b289-1cd5-4860-b5e3-05148e8dcd2f tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5238013'] for segment, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:20.391630 n-d-834765-1 neutron-server[102790]: Traceback (most recent call last): Mar 29 16:11:20.391630 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 16:11:20.391630 n-d-834765-1 neutron-server[102790]: timer() Mar 29 16:11:20.391630 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 16:11:20.391630 n-d-834765-1 neutron-server[102790]: cb(*args, **kw) Mar 29 16:11:20.391630 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 16:11:20.391630 n-d-834765-1 neutron-server[102790]: return func(*args, **kwargs) Mar 29 16:11:20.391630 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 16:11:20.391630 n-d-834765-1 neutron-server[102790]: self._notify() Mar 29 16:11:20.391630 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 16:11:20.391630 n-d-834765-1 neutron-server[102790]: self.callback(batched_events) Mar 29 16:11:20.391630 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 16:11:20.391630 n-d-834765-1 neutron-server[102790]: event.method(event) Mar 29 16:11:20.391630 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 16:11:20.391630 n-d-834765-1 neutron-server[102790]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 16:11:20.391630 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 16:11:20.391630 n-d-834765-1 neutron-server[102790]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 16:11:20.391630 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 16:11:20.391630 n-d-834765-1 neutron-server[102790]: return f(self, *a, **k) Mar 29 16:11:20.391630 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 16:11:20.391630 n-d-834765-1 neutron-server[102790]: return self._get(url).json() Mar 29 16:11:20.391630 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 16:11:20.391630 n-d-834765-1 neutron-server[102790]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 16:11:20.391630 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 16:11:20.391630 n-d-834765-1 neutron-server[102790]: return self.request(url, 'GET', **kwargs) Mar 29 16:11:20.391630 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 16:11:20.391630 n-d-834765-1 neutron-server[102790]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 16:11:20.391630 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 16:11:20.391630 n-d-834765-1 neutron-server[102790]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 16:11:20.391630 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 16:11:20.391630 n-d-834765-1 neutron-server[102790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 16:11:20.391630 n-d-834765-1 neutron-server[102790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 16:11:20.394528 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b27d5bb4-0f2a-4020-bc9c-7ca1cb296a28 None None] DHCP port deletion for d4b4f985-2d58-4da8-93a4-180af67aa8d3 request from n-d-834765-1 {{(pid=102792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 29 16:11:20.396316 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-5ef6ac20-58eb-444f-b3bb-76ece6dcfdcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:20.408348 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-cdcebd8e-1b48-455f-b554-f74bfef1a9a6 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4230423'] for subnet, precommit_delete_associations {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:20.498018 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-cdcebd8e-1b48-455f-b554-f74bfef1a9a6 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1641287'] for subnet, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:20.513985 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-cd06b289-1cd5-4860-b5e3-05148e8dcd2f tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1639897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648174'] for network, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:20.529368 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-cd06b289-1cd5-4860-b5e3-05148e8dcd2f tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks [] for network, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:20.535669 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-cd06b289-1cd5-4860-b5e3-05148e8dcd2f tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] 10.222.0.42 "DELETE /v2.0/networks/d4b4f985-2d58-4da8-93a4-180af67aa8d3 HTTP/1.1" status: 204 len: 168 time: 1.2033174 Mar 29 16:11:20.537305 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 56142) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:11:20.577595 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-cdcebd8e-1b48-455f-b554-f74bfef1a9a6 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1641294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16155591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16218852'] for subnet, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:20.579631 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server [None req-5ef6ac20-58eb-444f-b3bb-76ece6dcfdcf None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9324ee41-540c-4dc0-9f66-0e4b486adfcc: This subnet is being modified by another concurrent operation. Mar 29 16:11:20.579631 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 29 16:11:20.579631 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 29 16:11:20.579631 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 29 16:11:20.579631 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 29 16:11:20.579631 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 29 16:11:20.579631 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 29 16:11:20.579631 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 29 16:11:20.579631 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 29 16:11:20.579631 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 29 16:11:20.579631 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 29 16:11:20.579631 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 29 16:11:20.579631 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 29 16:11:20.579631 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 29 16:11:20.579631 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 29 16:11:20.579631 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 29 16:11:20.579631 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 29 16:11:20.579631 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server raise self.value Mar 29 16:11:20.579631 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 29 16:11:20.579631 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 29 16:11:20.579631 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 29 16:11:20.579631 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 29 16:11:20.579631 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 29 16:11:20.579631 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 29 16:11:20.579631 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 29 16:11:20.579631 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server raise self.value Mar 29 16:11:20.579631 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 29 16:11:20.579631 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 29 16:11:20.579631 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 29 16:11:20.579631 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 29 16:11:20.579631 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 29 16:11:20.579631 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 29 16:11:20.579631 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 29 16:11:20.579631 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server raise self.value Mar 29 16:11:20.579631 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 29 16:11:20.579631 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 29 16:11:20.579631 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Mar 29 16:11:20.579631 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Mar 29 16:11:20.579631 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Mar 29 16:11:20.579631 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Mar 29 16:11:20.579631 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Mar 29 16:11:20.579631 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 29 16:11:20.579631 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 29 16:11:20.579631 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 29 16:11:20.579631 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 29 16:11:20.579631 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 29 16:11:20.579631 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 29 16:11:20.579631 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 29 16:11:20.579631 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 29 16:11:20.579631 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server raise self.value Mar 29 16:11:20.579631 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 29 16:11:20.579631 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 29 16:11:20.579631 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 29 16:11:20.579631 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 29 16:11:20.579631 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 29 16:11:20.579631 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 29 16:11:20.579631 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 29 16:11:20.579631 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server raise self.value Mar 29 16:11:20.579631 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 29 16:11:20.579631 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 29 16:11:20.579631 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 29 16:11:20.579631 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 29 16:11:20.579631 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 29 16:11:20.579631 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 29 16:11:20.579631 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 29 16:11:20.579631 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server raise self.value Mar 29 16:11:20.579631 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 29 16:11:20.579631 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 29 16:11:20.579631 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1768, in update_port Mar 29 16:11:20.579631 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Mar 29 16:11:20.579631 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 29 16:11:20.579631 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 29 16:11:20.579631 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1513, in update_port Mar 29 16:11:20.579631 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Mar 29 16:11:20.579631 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Mar 29 16:11:20.579631 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Mar 29 16:11:20.579631 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 451, in update_port_with_ips Mar 29 16:11:20.579631 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Mar 29 16:11:20.579631 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 375, in _update_ips_for_port Mar 29 16:11:20.579631 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 29 16:11:20.579631 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Mar 29 16:11:20.579631 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 29 16:11:20.579631 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 29 16:11:20.579631 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server raise exception Mar 29 16:11:20.579631 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9324ee41-540c-4dc0-9f66-0e4b486adfcc: This subnet is being modified by another concurrent operation. Mar 29 16:11:20.579631 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server Mar 29 16:11:20.624703 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd06b289-1cd5-4860-b5e3-05148e8dcd2f tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Pushing event deleted for resources: {'Network': ['ID=d4b4f985-2d58-4da8-93a4-180af67aa8d3,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:11:20.644141 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcebd8e-1b48-455f-b554-f74bfef1a9a6 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Pushing event deleted for resources: {'Subnet': ['ID=9324ee41-540c-4dc0-9f66-0e4b486adfcc,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:11:20.656645 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-cdcebd8e-1b48-455f-b554-f74bfef1a9a6 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks [] for subnet, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:20.665871 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 56144) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:11:20.666725 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-cdcebd8e-1b48-455f-b554-f74bfef1a9a6 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] 10.222.0.42 "DELETE /v2.0/subnets/9324ee41-540c-4dc0-9f66-0e4b486adfcc HTTP/1.1" status: 204 len: 168 time: 0.3902471 Mar 29 16:11:20.689992 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-566b6af4-a107-44e9-ba32-92fe330b199f None None] Network 4be8019f-300a-473b-8f90-54810195744c requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 16:11:20.802149 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 37b3636c-0ed7-4bb7-aa40-0db19195baa5 no longer exists at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 16:11:20.806525 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-a4ed74d4-f3ed-4972-ab31-d319be18e731 None None] Provisioning complete for port d61795e3-1fee-424d-b1f5-3496a8d8e9ea triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:11:20.806901 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-a4ed74d4-f3ed-4972-ab31-d319be18e731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:20.843657 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc41c364-87f0-4e8e-ac0a-62dfc7880f71 None None] Sync routers for ids ['10b6c1ac-b367-43cb-9dfe-e339a15319dc'] in n-d-834765-1 {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 16:11:20.855588 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc41c364-87f0-4e8e-ac0a-62dfc7880f71 None None] Routers {'10b6c1ac-b367-43cb-9dfe-e339a15319dc'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:11:20.856825 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-dc41c364-87f0-4e8e-ac0a-62dfc7880f71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:11:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['10b6c1ac-b367-43cb-9dfe-e339a15319dc'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:11:20.871455 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] No Port match for: 37b3636c-0ed7-4bb7-aa40-0db19195baa5 {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 16:11:20.871805 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 37b3636c-0ed7-4bb7-aa40-0db19195baa5 not bound to the agent host n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 16:11:20.872237 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 85407092-7286-4b05-83e6-ba6c2e7d9086 no longer exists at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 16:11:20.902711 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] No Port match for: 85407092-7286-4b05-83e6-ba6c2e7d9086 {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 16:11:20.902955 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 85407092-7286-4b05-83e6-ba6c2e7d9086 not bound to the agent host n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 16:11:20.962065 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvr_db [None req-dc41c364-87f0-4e8e-ac0a-62dfc7880f71 None None] Set router 10b6c1ac-b367-43cb-9dfe-e339a15319dc gateway port host: None {{(pid=102793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:11:20.968558 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee8acd87-4925-4065-89e6-bc29a14e137c None None] DHCP port deletion for 4be8019f-300a-473b-8f90-54810195744c request from n-d-834765-1 {{(pid=102792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 29 16:11:20.986443 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-31ded32d-5cf7-45ee-889d-bd719167d822 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3194027 Mar 29 16:11:20.989217 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 56146) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:11:20.994569 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-35a49855-d305-462e-a2c5-e73301a9fbbc tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Request body: {'subnet': {'network_id': '4be8019f-300a-473b-8f90-54810195744c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:11:21.036178 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-ee8acd87-4925-4065-89e6-bc29a14e137c None None] Deleting port d61795e3-1fee-424d-b1f5-3496a8d8e9ea {{(pid=102792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:11:21.036559 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-ee8acd87-4925-4065-89e6-bc29a14e137c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:21.102223 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-ee8acd87-4925-4065-89e6-bc29a14e137c None None] For port d61795e3-1fee-424d-b1f5-3496a8d8e9ea, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=d61795e3-1fee-424d-b1f5-3496a8d8e9ea,segment=NetworkSegment(b0033e17-6430-4297-97b0-9266901287f9),segment_id=b0033e17-6430-4297-97b0-9266901287f9)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:11:21.102945 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-ee8acd87-4925-4065-89e6-bc29a14e137c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:21.117386 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-ee8acd87-4925-4065-89e6-bc29a14e137c None None] Calling delete_port for d61795e3-1fee-424d-b1f5-3496a8d8e9ea owned by network:dhcp {{(pid=102792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:11:21.133273 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 56148) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:11:21.199039 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-dc41c364-87f0-4e8e-ac0a-62dfc7880f71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10b6c1ac-b367-43cb-9dfe-e339a15319dc', 'name': 'tempest-RoutersTest-router-1331978900', 'tenant_id': '88e7599e62d446faa967714480fab072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:10:52Z', 'updated_at': '2022-03-29T16:11:17Z', 'revision_number': 8, 'project_id': '88e7599e62d446faa967714480fab072', 'gw_port_host': None, '_interfaces': [{'id': '18c2afe5-29a5-4240-86ad-7e6a1b2e9ba9', 'name': '', 'network_id': 'a779ce49-b1b7-425c-8091-a4a4130d3948', 'tenant_id': '88e7599e62d446faa967714480fab072', 'mac_address': 'fa:16:3e:21:35:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b6c1ac-b367-43cb-9dfe-e339a15319dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3630, 'fixed_ips': [{'subnet_id': 'ace25b46-ffa2-49f6-a7e5-31572364ad1d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:11:00Z', 'updated_at': '2022-03-29T16:11:13Z', 'revision_number': 5, 'project_id': '88e7599e62d446faa967714480fab072', 'subnets': [{'id': 'ace25b46-ffa2-49f6-a7e5-31572364ad1d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '554e0f6a-3213-4422-a101-c818554f9b7c', 'name': '', 'network_id': '91389914-9511-4e11-8d12-d6bc7ed8e4e8', 'tenant_id': '88e7599e62d446faa967714480fab072', 'mac_address': 'fa:16:3e:31:1c:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b6c1ac-b367-43cb-9dfe-e339a15319dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3640, 'fixed_ips': [{'subnet_id': '1dec9ab1-9d7c-4d07-9403-a7305def8342', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:11:04Z', 'updated_at': '2022-03-29T16:11:16Z', 'revision_number': 5, 'project_id': '88e7599e62d446faa967714480fab072', 'subnets': [{'id': '1dec9ab1-9d7c-4d07-9403-a7305def8342', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '59ba545c-5333-4a8c-b146-97567221e87f', 'name': '', 'network_id': '2164f976-43a1-4081-bb3d-ef6503fade76', 'tenant_id': '88e7599e62d446faa967714480fab072', 'mac_address': 'fa:16:3e:52:ec:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b6c1ac-b367-43cb-9dfe-e339a15319dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3622, 'fixed_ips': [{'subnet_id': 'c9038ee8-f880-499c-b87d-c046e0fc2306', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:10:55Z', 'updated_at': '2022-03-29T16:11:03Z', 'revision_number': 5, 'project_id': '88e7599e62d446faa967714480fab072', 'subnets': [{'id': 'c9038ee8-f880-499c-b87d-c046e0fc2306', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:11:21.224249 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-ee8acd87-4925-4065-89e6-bc29a14e137c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350'] for port, after_delete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:21.227136 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35a49855-d305-462e-a2c5-e73301a9fbbc tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Made reservation on behalf of b764dc88162c48329e5f6a91ab689763 for: {'subnet': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:11:21.234728 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-35a49855-d305-462e-a2c5-e73301a9fbbc tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4793983'] for subnet, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:21.235965 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc41c364-87f0-4e8e-ac0a-62dfc7880f71 None None] Checking router: 10b6c1ac-b367-43cb-9dfe-e339a15319dc for host: n-d-834765-1 {{(pid=102793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 16:11:21.248632 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc41c364-87f0-4e8e-ac0a-62dfc7880f71 None None] Routers {'10b6c1ac-b367-43cb-9dfe-e339a15319dc'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:11:21.249477 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-dc41c364-87f0-4e8e-ac0a-62dfc7880f71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:11:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['10b6c1ac-b367-43cb-9dfe-e339a15319dc'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:11:21.261513 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8acd87-4925-4065-89e6-bc29a14e137c None None] Pushing event deleted for resources: {'Port': ['ID=d61795e3-1fee-424d-b1f5-3496a8d8e9ea,revision_number=None']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:11:21.264791 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-5acd2022-bfe8-4d37-9aa1-2b56324106c9 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "GET /v2.0/floatingips/c03e1296-6b36-4de8-8b9d-9db7762033fd HTTP/1.1" status: 200 len: 992 time: 0.1299231 Mar 29 16:11:21.265786 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee8acd87-4925-4065-89e6-bc29a14e137c None None] No DVR routers for this DVR port d61795e3-1fee-424d-b1f5-3496a8d8e9ea on host n-d-834765-1 {{(pid=102792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 16:11:21.290350 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cdb4805-5fb8-41ab-973b-e88182185d81 None None] get_active_networks_info from n-d-834765-1 {{(pid=102792) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Mar 29 16:11:21.354638 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvr_db [None req-dc41c364-87f0-4e8e-ac0a-62dfc7880f71 None None] Set router 10b6c1ac-b367-43cb-9dfe-e339a15319dc gateway port host: None {{(pid=102793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:11:21.393946 n-d-834765-1 neutron-server[102792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cdb4805-5fb8-41ab-973b-e88182185d81 None None] Resources bound (agent type, host, resource id): {{(pid=102792) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 29 16:11:21.534388 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-2aeede31-e1d7-4700-8b8b-7fd69a9df9a2 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-530452'] for router_interface, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:21.575143 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-dc41c364-87f0-4e8e-ac0a-62dfc7880f71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10b6c1ac-b367-43cb-9dfe-e339a15319dc', 'name': 'tempest-RoutersTest-router-1331978900', 'tenant_id': '88e7599e62d446faa967714480fab072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:10:52Z', 'updated_at': '2022-03-29T16:11:17Z', 'revision_number': 8, 'project_id': '88e7599e62d446faa967714480fab072', 'gw_port_host': None, '_interfaces': [{'id': '18c2afe5-29a5-4240-86ad-7e6a1b2e9ba9', 'name': '', 'network_id': 'a779ce49-b1b7-425c-8091-a4a4130d3948', 'tenant_id': '88e7599e62d446faa967714480fab072', 'mac_address': 'fa:16:3e:21:35:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b6c1ac-b367-43cb-9dfe-e339a15319dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3630, 'fixed_ips': [{'subnet_id': 'ace25b46-ffa2-49f6-a7e5-31572364ad1d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:11:00Z', 'updated_at': '2022-03-29T16:11:13Z', 'revision_number': 5, 'project_id': '88e7599e62d446faa967714480fab072', 'subnets': [{'id': 'ace25b46-ffa2-49f6-a7e5-31572364ad1d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '554e0f6a-3213-4422-a101-c818554f9b7c', 'name': '', 'network_id': '91389914-9511-4e11-8d12-d6bc7ed8e4e8', 'tenant_id': '88e7599e62d446faa967714480fab072', 'mac_address': 'fa:16:3e:31:1c:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b6c1ac-b367-43cb-9dfe-e339a15319dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3640, 'fixed_ips': [{'subnet_id': '1dec9ab1-9d7c-4d07-9403-a7305def8342', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:11:04Z', 'updated_at': '2022-03-29T16:11:16Z', 'revision_number': 5, 'project_id': '88e7599e62d446faa967714480fab072', 'subnets': [{'id': '1dec9ab1-9d7c-4d07-9403-a7305def8342', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '59ba545c-5333-4a8c-b146-97567221e87f', 'name': '', 'network_id': '2164f976-43a1-4081-bb3d-ef6503fade76', 'tenant_id': '88e7599e62d446faa967714480fab072', 'mac_address': 'fa:16:3e:52:ec:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b6c1ac-b367-43cb-9dfe-e339a15319dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3622, 'fixed_ips': [{'subnet_id': 'c9038ee8-f880-499c-b87d-c046e0fc2306', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:10:55Z', 'updated_at': '2022-03-29T16:11:03Z', 'revision_number': 5, 'project_id': '88e7599e62d446faa967714480fab072', 'subnets': [{'id': 'c9038ee8-f880-499c-b87d-c046e0fc2306', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:11:21.609022 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc41c364-87f0-4e8e-ac0a-62dfc7880f71 None None] The sync data for ids ['10b6c1ac-b367-43cb-9dfe-e339a15319dc'] in n-d-834765-1 is: [{'id': '10b6c1ac-b367-43cb-9dfe-e339a15319dc', 'name': 'tempest-RoutersTest-router-1331978900', 'tenant_id': '88e7599e62d446faa967714480fab072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:10:52Z', 'updated_at': '2022-03-29T16:11:17Z', 'revision_number': 8, 'project_id': '88e7599e62d446faa967714480fab072', 'gw_port_host': None, '_interfaces': [{'id': '18c2afe5-29a5-4240-86ad-7e6a1b2e9ba9', 'name': '', 'network_id': 'a779ce49-b1b7-425c-8091-a4a4130d3948', 'tenant_id': '88e7599e62d446faa967714480fab072', 'mac_address': 'fa:16:3e:21:35:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b6c1ac-b367-43cb-9dfe-e339a15319dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3630, 'fixed_ips': [{'subnet_id': 'ace25b46-ffa2-49f6-a7e5-31572364ad1d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:11:00Z', 'updated_at': '2022-03-29T16:11:13Z', 'revision_number': 5, 'project_id': '88e7599e62d446faa967714480fab072', 'subnets': [{'id': 'ace25b46-ffa2-49f6-a7e5-31572364ad1d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '554e0f6a-3213-4422-a101-c818554f9b7c', 'name': '', 'network_id': '91389914-9511-4e11-8d12-d6bc7ed8e4e8', 'tenant_id': '88e7599e62d446faa967714480fab072', 'mac_address': 'fa:16:3e:31:1c:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b6c1ac-b367-43cb-9dfe-e339a15319dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3640, 'fixed_ips': [{'subnet_id': '1dec9ab1-9d7c-4d07-9403-a7305def8342', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:11:04Z', 'updated_at': '2022-03-29T16:11:16Z', 'revision_number': 5, 'project_id': '88e7599e62d446faa967714480fab072', 'subnets': [{'id': '1dec9ab1-9d7c-4d07-9403-a7305def8342', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '59ba545c-5333-4a8c-b146-97567221e87f', 'name': '', 'network_id': '2164f976-43a1-4081-bb3d-ef6503fade76', 'tenant_id': '88e7599e62d446faa967714480fab072', 'mac_address': 'fa:16:3e:52:ec:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b6c1ac-b367-43cb-9dfe-e339a15319dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3622, 'fixed_ips': [{'subnet_id': 'c9038ee8-f880-499c-b87d-c046e0fc2306', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:10:55Z', 'updated_at': '2022-03-29T16:11:03Z', 'revision_number': 5, 'project_id': '88e7599e62d446faa967714480fab072', 'subnets': [{'id': 'c9038ee8-f880-499c-b87d-c046e0fc2306', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 16:11:21.700484 n-d-834765-1 neutron-server[102790]: DEBUG neutron.objects.ports [None req-35a49855-d305-462e-a2c5-e73301a9fbbc tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102790) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 29 16:11:21.728415 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-35a49855-d305-462e-a2c5-e73301a9fbbc tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5231896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4793961'] for subnet, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:21.803030 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35a49855-d305-462e-a2c5-e73301a9fbbc tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Network 4be8019f-300a-473b-8f90-54810195744c is already hosted by enough agents. {{(pid=102790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:11:21.809342 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-35a49855-d305-462e-a2c5-e73301a9fbbc tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Resources bound (agent type, host, resource id): {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:11:21.815145 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d745c852-d27b-4c75-a7fe-e96278610fd9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0035034-69b0-5ffc-b384-0ac6189c5628-4be8019f-300a-473b-8f90-54810195744c', 'network_id': '4be8019f-300a-473b-8f90-54810195744c', 'tenant_id': 'b764dc88162c48329e5f6a91ab689763', 'fixed_ips': [{'subnet_id': 'bc28e783-59b4-4208-8cbb-2a9f8a7e6697'}]}} from n-d-834765-1. {{(pid=102792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 29 16:11:21.815710 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35a49855-d305-462e-a2c5-e73301a9fbbc tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:11:21.816011 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-35a49855-d305-462e-a2c5-e73301a9fbbc tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks [] for subnet, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:21.816348 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d745c852-d27b-4c75-a7fe-e96278610fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:21.823435 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a49855-d305-462e-a2c5-e73301a9fbbc tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Pushing event updated for resources: {'Subnet': ['ID=bc28e783-59b4-4208-8cbb-2a9f8a7e6697,revision_number=0']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:11:21.839856 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-35a49855-d305-462e-a2c5-e73301a9fbbc tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8496230 Mar 29 16:11:21.842926 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 56150) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:11:21.849670 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-277e5353-dea6-4c21-b816-70958a4987ba tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Request body: {'subnet': {'network_id': '4be8019f-300a-473b-8f90-54810195744c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:11:21.933891 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-2aeede31-e1d7-4700-8b8b-7fd69a9df9a2 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Deleting port 554e0f6a-3213-4422-a101-c818554f9b7c {{(pid=102790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:11:21.934284 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-2aeede31-e1d7-4700-8b8b-7fd69a9df9a2 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:21.963719 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.db_base_plugin_common [None req-d745c852-d27b-4c75-a7fe-e96278610fd9 None None] Allocated IP 2001:db8::f816:3eff:fe12:7fd2 (4be8019f-300a-473b-8f90-54810195744c/bc28e783-59b4-4208-8cbb-2a9f8a7e6697/610cd8b4-703b-40e6-aa76-55d5c1a5277c) {{(pid=102792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:11:21.977315 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-277e5353-dea6-4c21-b816-70958a4987ba tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Made reservation on behalf of b764dc88162c48329e5f6a91ab689763 for: {'subnet': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:11:21.981038 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-277e5353-dea6-4c21-b816-70958a4987ba tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16218875'] for subnet, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:22.040639 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [None req-2aeede31-e1d7-4700-8b8b-7fd69a9df9a2 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] For port 554e0f6a-3213-4422-a101-c818554f9b7c, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=554e0f6a-3213-4422-a101-c818554f9b7c,segment=NetworkSegment(69a724d3-f6ea-4fde-a5d6-081c7197191b),segment_id=69a724d3-f6ea-4fde-a5d6-081c7197191b)] {{(pid=102790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:11:22.041019 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-2aeede31-e1d7-4700-8b8b-7fd69a9df9a2 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:22.056363 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-2aeede31-e1d7-4700-8b8b-7fd69a9df9a2 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Calling delete_port for 554e0f6a-3213-4422-a101-c818554f9b7c owned by network:router_interface {{(pid=102790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:11:22.114009 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d745c852-d27b-4c75-a7fe-e96278610fd9 None None] Notify callbacks [] for port, precommit_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:22.121575 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d745c852-d27b-4c75-a7fe-e96278610fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956'] for port, after_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:22.165767 n-d-834765-1 neutron-server[102792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d745c852-d27b-4c75-a7fe-e96278610fd9 None None] Network 4be8019f-300a-473b-8f90-54810195744c is already hosted by enough agents. {{(pid=102792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:11:22.168842 n-d-834765-1 neutron-server[102792]: DEBUG neutron.scheduler.base_scheduler [None req-d745c852-d27b-4c75-a7fe-e96278610fd9 None None] Resources bound (agent type, host, resource id): {{(pid=102792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:11:22.173176 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d745c852-d27b-4c75-a7fe-e96278610fd9 None None] Received port after_create {{(pid=102792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:11:22.222311 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d745c852-d27b-4c75-a7fe-e96278610fd9 None None] Pushing event updated for resources: {'Port': ['ID=610cd8b4-703b-40e6-aa76-55d5c1a5277c,revision_number=1']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:11:22.234790 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-d745c852-d27b-4c75-a7fe-e96278610fd9 None None] Attempting to bind port 610cd8b4-703b-40e6-aa76-55d5c1a5277c on host n-d-834765-1 for vnic_type normal with profile {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 16:11:22.235150 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-d745c852-d27b-4c75-a7fe-e96278610fd9 None None] Attempting to bind port 610cd8b4-703b-40e6-aa76-55d5c1a5277c by drivers openvswitch,hyperv on host n-d-834765-1 at level 0 using segments [{'id': 'b0033e17-6430-4297-97b0-9266901287f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '4be8019f-300a-473b-8f90-54810195744c'}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 16:11:22.235542 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d745c852-d27b-4c75-a7fe-e96278610fd9 None None] Attempting to bind port 610cd8b4-703b-40e6-aa76-55d5c1a5277c on network 4be8019f-300a-473b-8f90-54810195744c {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 16:11:22.237981 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-277e5353-dea6-4c21-b816-70958a4987ba tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16155524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16218861'] for subnet, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:22.241982 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d745c852-d27b-4c75-a7fe-e96278610fd9 None None] Checking agent: {'id': 'a8866439-9d96-425c-b519-6905c591ac37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 25, 36), 'started_at': datetime.datetime(2022, 3, 29, 15, 26, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 16, 11, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834765-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 16:11:22.242356 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d745c852-d27b-4c75-a7fe-e96278610fd9 None None] Checking segment: {'id': 'b0033e17-6430-4297-97b0-9266901287f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '4be8019f-300a-473b-8f90-54810195744c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 16:11:22.242751 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d745c852-d27b-4c75-a7fe-e96278610fd9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:22.243139 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d745c852-d27b-4c75-a7fe-e96278610fd9 None None] Bound using segment: {'id': 'b0033e17-6430-4297-97b0-9266901287f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '4be8019f-300a-473b-8f90-54810195744c'} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 16:11:22.244157 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-d745c852-d27b-4c75-a7fe-e96278610fd9 None None] Bound port: 610cd8b4-703b-40e6-aa76-55d5c1a5277c, host: n-d-834765-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0033e17-6430-4297-97b0-9266901287f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '4be8019f-300a-473b-8f90-54810195744c'}}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 16:11:22.244157 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d745c852-d27b-4c75-a7fe-e96278610fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:22.273106 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-2aeede31-e1d7-4700-8b8b-7fd69a9df9a2 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:22.277618 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-277e5353-dea6-4c21-b816-70958a4987ba tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Network 4be8019f-300a-473b-8f90-54810195744c is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:11:22.280970 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [None req-277e5353-dea6-4c21-b816-70958a4987ba tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:11:22.286733 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-277e5353-dea6-4c21-b816-70958a4987ba tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:11:22.287319 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-277e5353-dea6-4c21-b816-70958a4987ba tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks [] for subnet, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:22.301058 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aeede31-e1d7-4700-8b8b-7fd69a9df9a2 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Pushing event deleted for resources: {'Port': ['ID=554e0f6a-3213-4422-a101-c818554f9b7c,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:11:22.310493 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277e5353-dea6-4c21-b816-70958a4987ba tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Pushing event updated for resources: {'Subnet': ['ID=0e8a311c-0ae7-44e7-9ba6-0dcb123bedea,revision_number=0']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:11:22.322532 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-277e5353-dea6-4c21-b816-70958a4987ba tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4748561 Mar 29 16:11:22.322982 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-d745c852-d27b-4c75-a7fe-e96278610fd9 None None] For port 610cd8b4-703b-40e6-aa76-55d5c1a5277c, host n-d-834765-1, cleared binding levels {{(pid=102792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 16:11:22.323694 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 56152) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:11:22.325265 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-d745c852-d27b-4c75-a7fe-e96278610fd9 None None] For port 610cd8b4-703b-40e6-aa76-55d5c1a5277c, host n-d-834765-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=610cd8b4-703b-40e6-aa76-55d5c1a5277c,segment=NetworkSegment(b0033e17-6430-4297-97b0-9266901287f9),segment_id=b0033e17-6430-4297-97b0-9266901287f9)] {{(pid=102792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 16:11:22.329662 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-5b6ac25a-119b-4963-9d18-fe717771a1cf tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Request body: {'port': {'network_id': '4be8019f-300a-473b-8f90-54810195744c', 'mac_address': 'fa:16:3e:57:a1:de', 'name': 'tempest-NetworksTestDHCPv6-973370628'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:11:22.330722 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d745c852-d27b-4c75-a7fe-e96278610fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:22.400935 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d745c852-d27b-4c75-a7fe-e96278610fd9 None None] Pushing event updated for resources: {'Port': ['ID=610cd8b4-703b-40e6-aa76-55d5c1a5277c,revision_number=2']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:11:22.462879 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b6ac25a-119b-4963-9d18-fe717771a1cf tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Made reservation on behalf of b764dc88162c48329e5f6a91ab689763 for: {'port': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:11:22.486664 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-2aeede31-e1d7-4700-8b8b-7fd69a9df9a2 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-530528'] for router_interface, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:22.564538 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-5b6ac25a-119b-4963-9d18-fe717771a1cf tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:22.603541 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [None req-5b6ac25a-119b-4963-9d18-fe717771a1cf tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] device_id is not set on port c1207fe9-2972-4d32-b689-defb098703ff yet. {{(pid=102791) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 29 16:11:22.723574 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2aeede31-e1d7-4700-8b8b-7fd69a9df9a2 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Router 10b6c1ac-b367-43cb-9dfe-e339a15319dc has already been hosted by L3 agent c648d819-1060-4f26-b4ec-6455387b5dff {{(pid=102790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 16:11:22.755837 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device d61795e3-1fee-424d-b1f5-3496a8d8e9ea no longer exists at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 16:11:22.782041 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] No Port match for: d61795e3-1fee-424d-b1f5-3496a8d8e9ea {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 16:11:22.782387 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device d61795e3-1fee-424d-b1f5-3496a8d8e9ea not bound to the agent host n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 16:11:22.810063 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_common [None req-5b6ac25a-119b-4963-9d18-fe717771a1cf tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Allocated IP 172.20.0.13 (4be8019f-300a-473b-8f90-54810195744c/0e8a311c-0ae7-44e7-9ba6-0dcb123bedea/c1207fe9-2972-4d32-b689-defb098703ff) {{(pid=102791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:11:22.818153 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_common [None req-5b6ac25a-119b-4963-9d18-fe717771a1cf tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Allocated IP 2001:db8::f816:3eff:fe57:a1de (4be8019f-300a-473b-8f90-54810195744c/bc28e783-59b4-4208-8cbb-2a9f8a7e6697/c1207fe9-2972-4d32-b689-defb098703ff) {{(pid=102791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:11:22.834230 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2aeede31-e1d7-4700-8b8b-7fd69a9df9a2 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 16:11:22.839697 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-2aeede31-e1d7-4700-8b8b-7fd69a9df9a2 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] 10.222.0.42 "PUT /v2.0/routers/10b6c1ac-b367-43cb-9dfe-e339a15319dc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3007545 Mar 29 16:11:22.842218 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 56154) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:11:22.845258 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-882c15f1-1e98-4086-87ce-2bc511a325d9 None None] Sync routers for ids ['10b6c1ac-b367-43cb-9dfe-e339a15319dc'] in n-d-834765-1 {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 16:11:22.857932 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-882c15f1-1e98-4086-87ce-2bc511a325d9 None None] Routers {'10b6c1ac-b367-43cb-9dfe-e339a15319dc'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:11:22.858561 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-882c15f1-1e98-4086-87ce-2bc511a325d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:11:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['10b6c1ac-b367-43cb-9dfe-e339a15319dc'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:11:22.895929 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5f15a87-8fe9-4df0-a57e-a88b1fc951ca tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Deleting subnet 1dec9ab1-9d7c-4d07-9403-a7305def8342 {{(pid=102790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 16:11:22.899407 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-a5f15a87-8fe9-4df0-a57e-a88b1fc951ca tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks [] for subnet, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:22.952069 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-a5f15a87-8fe9-4df0-a57e-a88b1fc951ca tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4614024'] for subnet, precommit_delete_associations {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:22.954064 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvr_db [None req-882c15f1-1e98-4086-87ce-2bc511a325d9 None None] Set router 10b6c1ac-b367-43cb-9dfe-e339a15319dc gateway port host: None {{(pid=102792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:11:22.980725 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-5b6ac25a-119b-4963-9d18-fe717771a1cf tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks [] for port, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:23.025328 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-5b6ac25a-119b-4963-9d18-fe717771a1cf tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:23.053053 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-a5f15a87-8fe9-4df0-a57e-a88b1fc951ca tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1641287'] for subnet, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:23.076234 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b6ac25a-119b-4963-9d18-fe717771a1cf tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Network 4be8019f-300a-473b-8f90-54810195744c is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:11:23.079508 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [None req-5b6ac25a-119b-4963-9d18-fe717771a1cf tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:11:23.083293 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b6ac25a-119b-4963-9d18-fe717771a1cf tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Received port after_create {{(pid=102791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:11:23.109525 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6ac25a-119b-4963-9d18-fe717771a1cf tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Pushing event updated for resources: {'Port': ['ID=c1207fe9-2972-4d32-b689-defb098703ff,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:11:23.132971 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-a5f15a87-8fe9-4df0-a57e-a88b1fc951ca tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1641294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5231963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4793952'] for subnet, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:23.141130 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b6ac25a-119b-4963-9d18-fe717771a1cf tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:11:23.143330 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-5b6ac25a-119b-4963-9d18-fe717771a1cf tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:23.160631 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-5b6ac25a-119b-4963-9d18-fe717771a1cf tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 0.8357296 Mar 29 16:11:23.163544 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 56156) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:11:23.170812 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-a5f15a87-8fe9-4df0-a57e-a88b1fc951ca tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks [] for subnet, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:23.176835 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-a5f15a87-8fe9-4df0-a57e-a88b1fc951ca tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] 10.222.0.42 "DELETE /v2.0/subnets/1dec9ab1-9d7c-4d07-9403-a7305def8342 HTTP/1.1" status: 204 len: 168 time: 0.3333874 Mar 29 16:11:23.177444 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 56158) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:11:23.186405 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f15a87-8fe9-4df0-a57e-a88b1fc951ca tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Pushing event deleted for resources: {'Subnet': ['ID=1dec9ab1-9d7c-4d07-9403-a7305def8342,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:11:23.201802 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-882c15f1-1e98-4086-87ce-2bc511a325d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10b6c1ac-b367-43cb-9dfe-e339a15319dc', 'name': 'tempest-RoutersTest-router-1331978900', 'tenant_id': '88e7599e62d446faa967714480fab072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:10:52Z', 'updated_at': '2022-03-29T16:11:22Z', 'revision_number': 9, 'project_id': '88e7599e62d446faa967714480fab072', 'gw_port_host': None, '_interfaces': [{'id': '18c2afe5-29a5-4240-86ad-7e6a1b2e9ba9', 'name': '', 'network_id': 'a779ce49-b1b7-425c-8091-a4a4130d3948', 'tenant_id': '88e7599e62d446faa967714480fab072', 'mac_address': 'fa:16:3e:21:35:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b6c1ac-b367-43cb-9dfe-e339a15319dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3630, 'fixed_ips': [{'subnet_id': 'ace25b46-ffa2-49f6-a7e5-31572364ad1d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:11:00Z', 'updated_at': '2022-03-29T16:11:13Z', 'revision_number': 5, 'project_id': '88e7599e62d446faa967714480fab072', 'subnets': [{'id': 'ace25b46-ffa2-49f6-a7e5-31572364ad1d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '59ba545c-5333-4a8c-b146-97567221e87f', 'name': '', 'network_id': '2164f976-43a1-4081-bb3d-ef6503fade76', 'tenant_id': '88e7599e62d446faa967714480fab072', 'mac_address': 'fa:16:3e:52:ec:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b6c1ac-b367-43cb-9dfe-e339a15319dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3622, 'fixed_ips': [{'subnet_id': 'c9038ee8-f880-499c-b87d-c046e0fc2306', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:10:55Z', 'updated_at': '2022-03-29T16:11:03Z', 'revision_number': 5, 'project_id': '88e7599e62d446faa967714480fab072', 'subnets': [{'id': 'c9038ee8-f880-499c-b87d-c046e0fc2306', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:11:23.221705 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e99ff95e-f6e8-43dd-ae96-b5195dac984a tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:11:23.228726 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e99ff95e-f6e8-43dd-ae96-b5195dac984a tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:11:23.232757 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-e99ff95e-f6e8-43dd-ae96-b5195dac984a tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.0654922 Mar 29 16:11:23.232997 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 56160) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:11:23.235725 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-882c15f1-1e98-4086-87ce-2bc511a325d9 None None] Checking router: 10b6c1ac-b367-43cb-9dfe-e339a15319dc for host: n-d-834765-1 {{(pid=102792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 16:11:23.247425 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-882c15f1-1e98-4086-87ce-2bc511a325d9 None None] Routers {'10b6c1ac-b367-43cb-9dfe-e339a15319dc'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:11:23.248101 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-882c15f1-1e98-4086-87ce-2bc511a325d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:11:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['10b6c1ac-b367-43cb-9dfe-e339a15319dc'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:11:23.282188 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-daae0604-545a-46e8-b4ea-60ec15d591b6 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1631750'] for network, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:23.343334 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-1fc0b242-0f7b-4985-825c-c62428f8d21b tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Deleting port c1207fe9-2972-4d32-b689-defb098703ff {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:11:23.343866 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-1fc0b242-0f7b-4985-825c-c62428f8d21b tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:23.367503 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-daae0604-545a-46e8-b4ea-60ec15d591b6 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Deleting port c5dcb5de-9278-499f-8397-78cfdd0cb53a {{(pid=102790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:11:23.368013 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-daae0604-545a-46e8-b4ea-60ec15d591b6 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:23.378121 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvr_db [None req-882c15f1-1e98-4086-87ce-2bc511a325d9 None None] Set router 10b6c1ac-b367-43cb-9dfe-e339a15319dc gateway port host: None {{(pid=102792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:11:23.453574 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-1fc0b242-0f7b-4985-825c-c62428f8d21b tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:23.463394 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [None req-daae0604-545a-46e8-b4ea-60ec15d591b6 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] For port c5dcb5de-9278-499f-8397-78cfdd0cb53a, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=c5dcb5de-9278-499f-8397-78cfdd0cb53a,segment=NetworkSegment(69a724d3-f6ea-4fde-a5d6-081c7197191b),segment_id=69a724d3-f6ea-4fde-a5d6-081c7197191b)] {{(pid=102790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:11:23.464333 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-daae0604-545a-46e8-b4ea-60ec15d591b6 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:23.467930 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-1fc0b242-0f7b-4985-825c-c62428f8d21b tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Calling delete_port for c1207fe9-2972-4d32-b689-defb098703ff owned by {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:11:23.486430 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-daae0604-545a-46e8-b4ea-60ec15d591b6 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Calling delete_port for c5dcb5de-9278-499f-8397-78cfdd0cb53a owned by network:dhcp {{(pid=102790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:11:23.573972 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-daae0604-545a-46e8-b4ea-60ec15d591b6 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:23.599231 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-882c15f1-1e98-4086-87ce-2bc511a325d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10b6c1ac-b367-43cb-9dfe-e339a15319dc', 'name': 'tempest-RoutersTest-router-1331978900', 'tenant_id': '88e7599e62d446faa967714480fab072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:10:52Z', 'updated_at': '2022-03-29T16:11:22Z', 'revision_number': 9, 'project_id': '88e7599e62d446faa967714480fab072', 'gw_port_host': None, '_interfaces': [{'id': '18c2afe5-29a5-4240-86ad-7e6a1b2e9ba9', 'name': '', 'network_id': 'a779ce49-b1b7-425c-8091-a4a4130d3948', 'tenant_id': '88e7599e62d446faa967714480fab072', 'mac_address': 'fa:16:3e:21:35:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b6c1ac-b367-43cb-9dfe-e339a15319dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3630, 'fixed_ips': [{'subnet_id': 'ace25b46-ffa2-49f6-a7e5-31572364ad1d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:11:00Z', 'updated_at': '2022-03-29T16:11:13Z', 'revision_number': 5, 'project_id': '88e7599e62d446faa967714480fab072', 'subnets': [{'id': 'ace25b46-ffa2-49f6-a7e5-31572364ad1d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '59ba545c-5333-4a8c-b146-97567221e87f', 'name': '', 'network_id': '2164f976-43a1-4081-bb3d-ef6503fade76', 'tenant_id': '88e7599e62d446faa967714480fab072', 'mac_address': 'fa:16:3e:52:ec:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b6c1ac-b367-43cb-9dfe-e339a15319dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3622, 'fixed_ips': [{'subnet_id': 'c9038ee8-f880-499c-b87d-c046e0fc2306', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:10:55Z', 'updated_at': '2022-03-29T16:11:03Z', 'revision_number': 5, 'project_id': '88e7599e62d446faa967714480fab072', 'subnets': [{'id': 'c9038ee8-f880-499c-b87d-c046e0fc2306', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:11:23.605437 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daae0604-545a-46e8-b4ea-60ec15d591b6 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] No DVR routers for this DVR port c5dcb5de-9278-499f-8397-78cfdd0cb53a on host n-d-834765-1 {{(pid=102790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 16:11:23.611912 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daae0604-545a-46e8-b4ea-60ec15d591b6 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Pushing event deleted for resources: {'Port': ['ID=c5dcb5de-9278-499f-8397-78cfdd0cb53a,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:11:23.633528 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-882c15f1-1e98-4086-87ce-2bc511a325d9 None None] The sync data for ids ['10b6c1ac-b367-43cb-9dfe-e339a15319dc'] in n-d-834765-1 is: [{'id': '10b6c1ac-b367-43cb-9dfe-e339a15319dc', 'name': 'tempest-RoutersTest-router-1331978900', 'tenant_id': '88e7599e62d446faa967714480fab072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:10:52Z', 'updated_at': '2022-03-29T16:11:22Z', 'revision_number': 9, 'project_id': '88e7599e62d446faa967714480fab072', 'gw_port_host': None, '_interfaces': [{'id': '18c2afe5-29a5-4240-86ad-7e6a1b2e9ba9', 'name': '', 'network_id': 'a779ce49-b1b7-425c-8091-a4a4130d3948', 'tenant_id': '88e7599e62d446faa967714480fab072', 'mac_address': 'fa:16:3e:21:35:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b6c1ac-b367-43cb-9dfe-e339a15319dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3630, 'fixed_ips': [{'subnet_id': 'ace25b46-ffa2-49f6-a7e5-31572364ad1d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:11:00Z', 'updated_at': '2022-03-29T16:11:13Z', 'revision_number': 5, 'project_id': '88e7599e62d446faa967714480fab072', 'subnets': [{'id': 'ace25b46-ffa2-49f6-a7e5-31572364ad1d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '59ba545c-5333-4a8c-b146-97567221e87f', 'name': '', 'network_id': '2164f976-43a1-4081-bb3d-ef6503fade76', 'tenant_id': '88e7599e62d446faa967714480fab072', 'mac_address': 'fa:16:3e:52:ec:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b6c1ac-b367-43cb-9dfe-e339a15319dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3622, 'fixed_ips': [{'subnet_id': 'c9038ee8-f880-499c-b87d-c046e0fc2306', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:10:55Z', 'updated_at': '2022-03-29T16:11:03Z', 'revision_number': 5, 'project_id': '88e7599e62d446faa967714480fab072', 'subnets': [{'id': 'c9038ee8-f880-499c-b87d-c046e0fc2306', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 16:11:23.636961 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e34c57e-ae89-4b67-8a22-2c9b73ce9f25 None None] Network 4be8019f-300a-473b-8f90-54810195744c requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 16:11:23.683542 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-0d5448a8-91a6-4ab2-bf98-0c8dcffb8259 None None] Provisioning complete for port 610cd8b4-703b-40e6-aa76-55d5c1a5277c triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:11:23.684018 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-0d5448a8-91a6-4ab2-bf98-0c8dcffb8259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:23.709672 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-1fc0b242-0f7b-4985-825c-c62428f8d21b tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:23.727926 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-daae0604-545a-46e8-b4ea-60ec15d591b6 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639890', 'neutron.services.segments.db._delete_segments_for_network-8783523423079'] for network, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:23.747043 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc0b242-0f7b-4985-825c-c62428f8d21b tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Pushing event deleted for resources: {'Port': ['ID=c1207fe9-2972-4d32-b689-defb098703ff,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:11:23.770080 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-daae0604-545a-46e8-b4ea-60ec15d591b6 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91389914-9511-4e11-8d12-d6bc7ed8e4e8']}} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:11:23.782602 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-daae0604-545a-46e8-b4ea-60ec15d591b6 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69a724d3-f6ea-4fde-a5d6-081c7197191b') {'for_net_delete': True} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:11:23.782853 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-daae0604-545a-46e8-b4ea-60ec15d591b6 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69a724d3-f6ea-4fde-a5d6-081c7197191b') {} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:11:23.794509 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-daae0604-545a-46e8-b4ea-60ec15d591b6 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783523422064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4614019'] for segment, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:23.811068 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-daae0604-545a-46e8-b4ea-60ec15d591b6 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:23.818397 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-daae0604-545a-46e8-b4ea-60ec15d591b6 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Releasing vlan 603 on physical network physnet1 to pool {{(pid=102790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 16:11:23.819766 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-daae0604-545a-46e8-b4ea-60ec15d591b6 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5238013'] for segment, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:23.823791 n-d-834765-1 neutron-server[102790]: Traceback (most recent call last): Mar 29 16:11:23.823791 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 16:11:23.823791 n-d-834765-1 neutron-server[102790]: timer() Mar 29 16:11:23.823791 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 16:11:23.823791 n-d-834765-1 neutron-server[102790]: cb(*args, **kw) Mar 29 16:11:23.823791 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 16:11:23.823791 n-d-834765-1 neutron-server[102790]: return func(*args, **kwargs) Mar 29 16:11:23.823791 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 16:11:23.823791 n-d-834765-1 neutron-server[102790]: self._notify() Mar 29 16:11:23.823791 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 16:11:23.823791 n-d-834765-1 neutron-server[102790]: self.callback(batched_events) Mar 29 16:11:23.823791 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 16:11:23.823791 n-d-834765-1 neutron-server[102790]: event.method(event) Mar 29 16:11:23.823791 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 16:11:23.823791 n-d-834765-1 neutron-server[102790]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 16:11:23.823791 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 16:11:23.823791 n-d-834765-1 neutron-server[102790]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 16:11:23.823791 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 16:11:23.823791 n-d-834765-1 neutron-server[102790]: return f(self, *a, **k) Mar 29 16:11:23.823791 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 16:11:23.823791 n-d-834765-1 neutron-server[102790]: return self._get(url).json() Mar 29 16:11:23.823791 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 16:11:23.823791 n-d-834765-1 neutron-server[102790]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 16:11:23.823791 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 16:11:23.823791 n-d-834765-1 neutron-server[102790]: return self.request(url, 'GET', **kwargs) Mar 29 16:11:23.823791 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 16:11:23.823791 n-d-834765-1 neutron-server[102790]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 16:11:23.823791 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 16:11:23.823791 n-d-834765-1 neutron-server[102790]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 16:11:23.823791 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 16:11:23.823791 n-d-834765-1 neutron-server[102790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 16:11:23.823791 n-d-834765-1 neutron-server[102790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 16:11:23.852474 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-1fc0b242-0f7b-4985-825c-c62428f8d21b tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:23.858452 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-1fc0b242-0f7b-4985-825c-c62428f8d21b tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] 10.222.0.42 "DELETE /v2.0/ports/c1207fe9-2972-4d32-b689-defb098703ff HTTP/1.1" status: 204 len: 168 time: 0.6242480 Mar 29 16:11:23.861049 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 56162) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:11:23.878905 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-0d5448a8-91a6-4ab2-bf98-0c8dcffb8259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:23.908340 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-daae0604-545a-46e8-b4ea-60ec15d591b6 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1639897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648174'] for network, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:23.918638 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-daae0604-545a-46e8-b4ea-60ec15d591b6 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks [] for network, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:23.921965 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-daae0604-545a-46e8-b4ea-60ec15d591b6 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] 10.222.0.42 "DELETE /v2.0/networks/91389914-9511-4e11-8d12-d6bc7ed8e4e8 HTTP/1.1" status: 204 len: 168 time: 0.7434082 Mar 29 16:11:23.922851 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20dacdd7-48f6-42f8-8ee9-dbf5d8cec974 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:11:23.923214 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d0111cb-98df-4a83-9e2c-c8e2d473f6ad None None] Network 91389914-9511-4e11-8d12-d6bc7ed8e4e8 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 16:11:23.924520 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20dacdd7-48f6-42f8-8ee9-dbf5d8cec974 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:11:23.924673 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 56164) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:11:23.926495 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20dacdd7-48f6-42f8-8ee9-dbf5d8cec974 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:11:23.929427 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-20dacdd7-48f6-42f8-8ee9-dbf5d8cec974 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0665426 Mar 29 16:11:23.932022 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 56166) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:11:23.944446 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daae0604-545a-46e8-b4ea-60ec15d591b6 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Pushing event deleted for resources: {'Network': ['ID=91389914-9511-4e11-8d12-d6bc7ed8e4e8,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:11:23.948047 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d0111cb-98df-4a83-9e2c-c8e2d473f6ad None None] Network 91389914-9511-4e11-8d12-d6bc7ed8e4e8 could not be found, it might have been deleted concurrently. {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Mar 29 16:11:23.974631 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-0d5448a8-91a6-4ab2-bf98-0c8dcffb8259 None None] For port 610cd8b4-703b-40e6-aa76-55d5c1a5277c, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=610cd8b4-703b-40e6-aa76-55d5c1a5277c,segment=NetworkSegment(b0033e17-6430-4297-97b0-9266901287f9),segment_id=b0033e17-6430-4297-97b0-9266901287f9)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:11:23.982421 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-0d5448a8-91a6-4ab2-bf98-0c8dcffb8259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:24.027815 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_v2 [None req-63441ed9-3e02-4b14-ac80-b7a592326d12 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Deleting subnet 0e8a311c-0ae7-44e7-9ba6-0dcb123bedea {{(pid=102791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 16:11:24.032558 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-63441ed9-3e02-4b14-ac80-b7a592326d12 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks [] for subnet, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:24.049410 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4b4639c-f90d-4733-832b-fbec2a054aa4 None None] DHCP port deletion for 91389914-9511-4e11-8d12-d6bc7ed8e4e8 request from n-d-834765-1 {{(pid=102792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 29 16:11:24.087573 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-63441ed9-3e02-4b14-ac80-b7a592326d12 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4230423'] for subnet, precommit_delete_associations {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:24.130513 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5448a8-91a6-4ab2-bf98-0c8dcffb8259 None None] Pushing event updated for resources: {'Port': ['ID=610cd8b4-703b-40e6-aa76-55d5c1a5277c,revision_number=3']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:11:24.143784 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e8fcef3-9f4c-411f-a5ce-774ec660384d None None] Update dhcp port {'port': {'network_id': '4be8019f-300a-473b-8f90-54810195744c', 'fixed_ips': [{'subnet_id': 'bc28e783-59b4-4208-8cbb-2a9f8a7e6697', 'ip_address': '2001:db8::f816:3eff:fe12:7fd2'}, {'subnet_id': '0e8a311c-0ae7-44e7-9ba6-0dcb123bedea'}], 'binding:host_id': 'n-d-834765-1'}, 'id': '610cd8b4-703b-40e6-aa76-55d5c1a5277c'} from n-d-834765-1. {{(pid=102792) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Mar 29 16:11:24.171294 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-63441ed9-3e02-4b14-ac80-b7a592326d12 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1641287'] for subnet, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:24.171507 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-2e8fcef3-9f4c-411f-a5ce-774ec660384d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:24.239038 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-63441ed9-3e02-4b14-ac80-b7a592326d12 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1641294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16155591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16218852'] for subnet, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:24.266407 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63441ed9-3e02-4b14-ac80-b7a592326d12 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Pushing event deleted for resources: {'Subnet': ['ID=0e8a311c-0ae7-44e7-9ba6-0dcb123bedea,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:11:24.274866 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-63441ed9-3e02-4b14-ac80-b7a592326d12 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks [] for subnet, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:24.278430 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-63441ed9-3e02-4b14-ac80-b7a592326d12 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] 10.222.0.42 "DELETE /v2.0/subnets/0e8a311c-0ae7-44e7-9ba6-0dcb123bedea HTTP/1.1" status: 204 len: 168 time: 0.3454566 Mar 29 16:11:24.280972 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 56168) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:11:24.326142 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server [None req-2e8fcef3-9f4c-411f-a5ce-774ec660384d None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0e8a311c-0ae7-44e7-9ba6-0dcb123bedea: This subnet is being modified by another concurrent operation. Mar 29 16:11:24.326142 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 29 16:11:24.326142 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 29 16:11:24.326142 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 29 16:11:24.326142 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 29 16:11:24.326142 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 29 16:11:24.326142 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 29 16:11:24.326142 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 29 16:11:24.326142 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 29 16:11:24.326142 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 29 16:11:24.326142 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 29 16:11:24.326142 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 29 16:11:24.326142 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 29 16:11:24.326142 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 29 16:11:24.326142 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 29 16:11:24.326142 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 29 16:11:24.326142 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 29 16:11:24.326142 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server raise self.value Mar 29 16:11:24.326142 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 29 16:11:24.326142 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 29 16:11:24.326142 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 29 16:11:24.326142 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 29 16:11:24.326142 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 29 16:11:24.326142 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 29 16:11:24.326142 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 29 16:11:24.326142 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server raise self.value Mar 29 16:11:24.326142 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 29 16:11:24.326142 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 29 16:11:24.326142 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 29 16:11:24.326142 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 29 16:11:24.326142 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 29 16:11:24.326142 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 29 16:11:24.326142 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 29 16:11:24.326142 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server raise self.value Mar 29 16:11:24.326142 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 29 16:11:24.326142 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 29 16:11:24.326142 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Mar 29 16:11:24.326142 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Mar 29 16:11:24.326142 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Mar 29 16:11:24.326142 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Mar 29 16:11:24.326142 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Mar 29 16:11:24.326142 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 29 16:11:24.326142 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 29 16:11:24.326142 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 29 16:11:24.326142 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 29 16:11:24.326142 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 29 16:11:24.326142 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 29 16:11:24.326142 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 29 16:11:24.326142 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 29 16:11:24.326142 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server raise self.value Mar 29 16:11:24.326142 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 29 16:11:24.326142 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 29 16:11:24.326142 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 29 16:11:24.326142 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 29 16:11:24.326142 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 29 16:11:24.326142 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 29 16:11:24.326142 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 29 16:11:24.326142 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server raise self.value Mar 29 16:11:24.326142 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 29 16:11:24.326142 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 29 16:11:24.326142 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 29 16:11:24.326142 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 29 16:11:24.326142 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 29 16:11:24.326142 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 29 16:11:24.326142 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 29 16:11:24.326142 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server raise self.value Mar 29 16:11:24.326142 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 29 16:11:24.326142 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 29 16:11:24.326142 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1768, in update_port Mar 29 16:11:24.326142 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Mar 29 16:11:24.326142 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 29 16:11:24.326142 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 29 16:11:24.326142 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1513, in update_port Mar 29 16:11:24.326142 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Mar 29 16:11:24.326142 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Mar 29 16:11:24.326142 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Mar 29 16:11:24.326142 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 451, in update_port_with_ips Mar 29 16:11:24.326142 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Mar 29 16:11:24.326142 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 375, in _update_ips_for_port Mar 29 16:11:24.326142 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 29 16:11:24.326142 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Mar 29 16:11:24.326142 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 29 16:11:24.326142 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 29 16:11:24.326142 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server raise exception Mar 29 16:11:24.326142 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0e8a311c-0ae7-44e7-9ba6-0dcb123bedea: This subnet is being modified by another concurrent operation. Mar 29 16:11:24.326142 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server Mar 29 16:11:24.342394 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_v2 [None req-d25549bb-9dc2-4750-b4cf-50a0b18ea872 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Deleting subnet bc28e783-59b4-4208-8cbb-2a9f8a7e6697 {{(pid=102791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 16:11:24.346835 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-d25549bb-9dc2-4750-b4cf-50a0b18ea872 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks [] for subnet, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:24.369928 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-eaa9732e-3849-4c48-949c-05ffc77669d0 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-530452'] for router_interface, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:24.394366 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-d25549bb-9dc2-4750-b4cf-50a0b18ea872 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4230423'] for subnet, precommit_delete_associations {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:24.410030 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3faa92bd-485e-494c-bf9b-fffb0b5607aa None None] Network 4be8019f-300a-473b-8f90-54810195744c requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 16:11:24.548764 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-f5ddfac8-51f3-47f3-adef-0206723c63fa None None] Provisioning complete for port 610cd8b4-703b-40e6-aa76-55d5c1a5277c triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:11:24.549289 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-f5ddfac8-51f3-47f3-adef-0206723c63fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:24.658097 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device c5dcb5de-9278-499f-8397-78cfdd0cb53a no longer exists at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 16:11:24.690452 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] No Port match for: c5dcb5de-9278-499f-8397-78cfdd0cb53a {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 16:11:24.690797 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device c5dcb5de-9278-499f-8397-78cfdd0cb53a not bound to the agent host n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 16:11:24.691216 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 554e0f6a-3213-4422-a101-c818554f9b7c no longer exists at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 16:11:24.808656 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-d25549bb-9dc2-4750-b4cf-50a0b18ea872 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1641287'] for subnet, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:24.885363 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] No Port match for: 554e0f6a-3213-4422-a101-c818554f9b7c {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 16:11:24.885943 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 554e0f6a-3213-4422-a101-c818554f9b7c not bound to the agent host n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 16:11:24.886433 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-d25549bb-9dc2-4750-b4cf-50a0b18ea872 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1641294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16155591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16218852'] for subnet, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:24.915992 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25549bb-9dc2-4750-b4cf-50a0b18ea872 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Pushing event deleted for resources: {'Subnet': ['ID=bc28e783-59b4-4208-8cbb-2a9f8a7e6697,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:11:24.922889 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-d25549bb-9dc2-4750-b4cf-50a0b18ea872 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks [] for subnet, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:24.926350 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-d25549bb-9dc2-4750-b4cf-50a0b18ea872 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] 10.222.0.42 "DELETE /v2.0/subnets/bc28e783-59b4-4208-8cbb-2a9f8a7e6697 HTTP/1.1" status: 204 len: 168 time: 0.6444197 Mar 29 16:11:24.929423 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 56170) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:11:24.949295 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-eaa9732e-3849-4c48-949c-05ffc77669d0 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Deleting port 18c2afe5-29a5-4240-86ad-7e6a1b2e9ba9 {{(pid=102790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:11:24.949819 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-eaa9732e-3849-4c48-949c-05ffc77669d0 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:24.983936 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-4a767994-aba5-4a04-a3e6-5f5d482f1613 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0533118 Mar 29 16:11:24.985726 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 56172) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:11:24.992033 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-920f70dd-9abd-48c6-b643-c9a653a4a93b tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Request body: {'subnet': {'network_id': '4be8019f-300a-473b-8f90-54810195744c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:11:24.994002 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41ffcc0c-b11b-4fe3-b449-87b3c5fa3878 None None] Network 4be8019f-300a-473b-8f90-54810195744c requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 16:11:25.047494 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [None req-eaa9732e-3849-4c48-949c-05ffc77669d0 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] For port 18c2afe5-29a5-4240-86ad-7e6a1b2e9ba9, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=18c2afe5-29a5-4240-86ad-7e6a1b2e9ba9,segment=NetworkSegment(53a0ceac-5610-4b5d-8948-5fcf00f78dde),segment_id=53a0ceac-5610-4b5d-8948-5fcf00f78dde)] {{(pid=102790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:11:25.047862 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-eaa9732e-3849-4c48-949c-05ffc77669d0 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:25.062636 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-eaa9732e-3849-4c48-949c-05ffc77669d0 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Calling delete_port for 18c2afe5-29a5-4240-86ad-7e6a1b2e9ba9 owned by network:router_interface {{(pid=102790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:11:25.063795 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-234283df-2ff9-4405-bae0-eb51c3f63ae8 None None] Provisioning complete for port 610cd8b4-703b-40e6-aa76-55d5c1a5277c triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:11:25.064377 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-234283df-2ff9-4405-bae0-eb51c3f63ae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:25.078223 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-920f70dd-9abd-48c6-b643-c9a653a4a93b tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Made reservation on behalf of b764dc88162c48329e5f6a91ab689763 for: {'subnet': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:11:25.081935 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-920f70dd-9abd-48c6-b643-c9a653a4a93b tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16218875'] for subnet, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:25.222362 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-078b0312-f71c-468f-a321-a31fa968f3d1 None None] DHCP port deletion for 4be8019f-300a-473b-8f90-54810195744c request from n-d-834765-1 {{(pid=102792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 29 16:11:25.258770 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-eaa9732e-3849-4c48-949c-05ffc77669d0 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:25.280124 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-078b0312-f71c-468f-a321-a31fa968f3d1 None None] Deleting port 610cd8b4-703b-40e6-aa76-55d5c1a5277c {{(pid=102792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:11:25.280640 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-078b0312-f71c-468f-a321-a31fa968f3d1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:25.294211 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-920f70dd-9abd-48c6-b643-c9a653a4a93b tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16155524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16218861'] for subnet, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:25.294938 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa9732e-3849-4c48-949c-05ffc77669d0 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Pushing event deleted for resources: {'Port': ['ID=18c2afe5-29a5-4240-86ad-7e6a1b2e9ba9,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:11:25.343582 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920f70dd-9abd-48c6-b643-c9a653a4a93b tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Pushing event updated for resources: {'Subnet': ['ID=2abfa04e-3192-43c4-9b8a-6f4fae2716ec,revision_number=0']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:11:25.359773 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-920f70dd-9abd-48c6-b643-c9a653a4a93b tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Network 4be8019f-300a-473b-8f90-54810195744c is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:11:25.361864 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [None req-920f70dd-9abd-48c6-b643-c9a653a4a93b tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:11:25.364306 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-920f70dd-9abd-48c6-b643-c9a653a4a93b tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:11:25.365422 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-920f70dd-9abd-48c6-b643-c9a653a4a93b tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks [] for subnet, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:25.380125 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-078b0312-f71c-468f-a321-a31fa968f3d1 None None] For port 610cd8b4-703b-40e6-aa76-55d5c1a5277c, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=610cd8b4-703b-40e6-aa76-55d5c1a5277c,segment=NetworkSegment(b0033e17-6430-4297-97b0-9266901287f9),segment_id=b0033e17-6430-4297-97b0-9266901287f9)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:11:25.380552 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-078b0312-f71c-468f-a321-a31fa968f3d1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:25.392322 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-920f70dd-9abd-48c6-b643-c9a653a4a93b tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4051075 Mar 29 16:11:25.395833 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 56174) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:11:25.401023 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-cb0647ba-5d5b-4070-a574-22c313232e22 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Request body: {'subnet': {'network_id': '4be8019f-300a-473b-8f90-54810195744c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:11:25.403516 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-078b0312-f71c-468f-a321-a31fa968f3d1 None None] Calling delete_port for 610cd8b4-703b-40e6-aa76-55d5c1a5277c owned by network:dhcp {{(pid=102792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:11:25.500743 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-078b0312-f71c-468f-a321-a31fa968f3d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350'] for port, after_delete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:25.515086 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-eaa9732e-3849-4c48-949c-05ffc77669d0 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-530528'] for router_interface, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:25.536223 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078b0312-f71c-468f-a321-a31fa968f3d1 None None] Pushing event deleted for resources: {'Port': ['ID=610cd8b4-703b-40e6-aa76-55d5c1a5277c,revision_number=None']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:11:25.545362 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-078b0312-f71c-468f-a321-a31fa968f3d1 None None] No DVR routers for this DVR port 610cd8b4-703b-40e6-aa76-55d5c1a5277c on host n-d-834765-1 {{(pid=102792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 16:11:25.550488 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb0647ba-5d5b-4070-a574-22c313232e22 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Made reservation on behalf of b764dc88162c48329e5f6a91ab689763 for: {'subnet': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:11:25.555556 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-cb0647ba-5d5b-4070-a574-22c313232e22 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16218875'] for subnet, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:25.570837 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fde94de2-a112-48cf-bdda-b5d797ba2040 None None] Network 4be8019f-300a-473b-8f90-54810195744c requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 16:11:25.723297 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eaa9732e-3849-4c48-949c-05ffc77669d0 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Router 10b6c1ac-b367-43cb-9dfe-e339a15319dc has already been hosted by L3 agent c648d819-1060-4f26-b4ec-6455387b5dff {{(pid=102790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 16:11:25.734225 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ae7d050-4650-4109-a307-416598bad04c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0035034-69b0-5ffc-b384-0ac6189c5628-4be8019f-300a-473b-8f90-54810195744c', 'network_id': '4be8019f-300a-473b-8f90-54810195744c', 'tenant_id': 'b764dc88162c48329e5f6a91ab689763', 'fixed_ips': [{'subnet_id': '2abfa04e-3192-43c4-9b8a-6f4fae2716ec'}]}} from n-d-834765-1. {{(pid=102792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 29 16:11:25.735881 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-0ae7d050-4650-4109-a307-416598bad04c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:25.825701 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eaa9732e-3849-4c48-949c-05ffc77669d0 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 16:11:25.833504 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-eaa9732e-3849-4c48-949c-05ffc77669d0 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] 10.222.0.42 "PUT /v2.0/routers/10b6c1ac-b367-43cb-9dfe-e339a15319dc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9076743 Mar 29 16:11:25.836751 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 56176) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:11:25.839808 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a110abca-44f7-4e20-8466-eb6d29508983 None None] Sync routers for ids ['10b6c1ac-b367-43cb-9dfe-e339a15319dc'] in n-d-834765-1 {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 16:11:25.851435 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a110abca-44f7-4e20-8466-eb6d29508983 None None] Routers {'10b6c1ac-b367-43cb-9dfe-e339a15319dc'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:11:25.853199 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-a110abca-44f7-4e20-8466-eb6d29508983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:11:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['10b6c1ac-b367-43cb-9dfe-e339a15319dc'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:11:25.877629 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.db_base_plugin_common [None req-0ae7d050-4650-4109-a307-416598bad04c None None] Allocated IP 172.20.0.2 (4be8019f-300a-473b-8f90-54810195744c/2abfa04e-3192-43c4-9b8a-6f4fae2716ec/5206a58c-9d6c-4780-8e44-adab26aa69f3) {{(pid=102792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:11:25.894105 n-d-834765-1 neutron-server[102791]: DEBUG neutron.objects.ports [None req-cb0647ba-5d5b-4070-a574-22c313232e22 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102791) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 29 16:11:25.895807 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-cb0647ba-5d5b-4070-a574-22c313232e22 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16155524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16218861'] for subnet, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:25.906690 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff91fd96-5e87-4767-b03a-a9df863793d3 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Deleting subnet ace25b46-ffa2-49f6-a7e5-31572364ad1d {{(pid=102790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 16:11:25.911821 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-ff91fd96-5e87-4767-b03a-a9df863793d3 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks [] for subnet, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:25.940266 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb0647ba-5d5b-4070-a574-22c313232e22 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Network 4be8019f-300a-473b-8f90-54810195744c is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:11:25.946445 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [None req-cb0647ba-5d5b-4070-a574-22c313232e22 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:11:25.950934 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvr_db [None req-a110abca-44f7-4e20-8466-eb6d29508983 None None] Set router 10b6c1ac-b367-43cb-9dfe-e339a15319dc gateway port host: None {{(pid=102793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:11:25.951203 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb0647ba-5d5b-4070-a574-22c313232e22 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:11:25.951925 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-cb0647ba-5d5b-4070-a574-22c313232e22 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks [] for subnet, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:25.960542 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0647ba-5d5b-4070-a574-22c313232e22 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Pushing event updated for resources: {'Subnet': ['ID=3a8e795e-6997-475f-a307-b12e815447e3,revision_number=0']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:11:25.979312 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-cb0647ba-5d5b-4070-a574-22c313232e22 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.5792379 Mar 29 16:11:25.979312 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 56178) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:11:25.984128 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-8cbc9025-8745-4928-90ee-eef9161fa125 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Request body: {'port': {'network_id': '4be8019f-300a-473b-8f90-54810195744c', 'mac_address': 'fa:16:3e:60:96:87', 'name': 'tempest-NetworksTestDHCPv6-1270941307'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:11:25.989841 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-ff91fd96-5e87-4767-b03a-a9df863793d3 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4614024'] for subnet, precommit_delete_associations {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:26.071401 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-0ae7d050-4650-4109-a307-416598bad04c None None] Notify callbacks [] for port, precommit_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:26.079968 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-0ae7d050-4650-4109-a307-416598bad04c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956'] for port, after_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:26.093653 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-ff91fd96-5e87-4767-b03a-a9df863793d3 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1641287'] for subnet, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:26.123897 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cbc9025-8745-4928-90ee-eef9161fa125 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Made reservation on behalf of b764dc88162c48329e5f6a91ab689763 for: {'port': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:11:26.128832 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-8cbc9025-8745-4928-90ee-eef9161fa125 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:26.137433 n-d-834765-1 neutron-server[102792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ae7d050-4650-4109-a307-416598bad04c None None] Network 4be8019f-300a-473b-8f90-54810195744c is already hosted by enough agents. {{(pid=102792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:11:26.146192 n-d-834765-1 neutron-server[102792]: DEBUG neutron.scheduler.base_scheduler [None req-0ae7d050-4650-4109-a307-416598bad04c None None] Resources bound (agent type, host, resource id): {{(pid=102792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:11:26.156797 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae7d050-4650-4109-a307-416598bad04c None None] Pushing event updated for resources: {'Port': ['ID=5206a58c-9d6c-4780-8e44-adab26aa69f3,revision_number=1']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:11:26.160781 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [None req-8cbc9025-8745-4928-90ee-eef9161fa125 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] device_id is not set on port 29bdb997-ed9a-4be1-99cf-8246c62f8d3f yet. {{(pid=102791) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 29 16:11:26.165748 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ae7d050-4650-4109-a307-416598bad04c None None] Received port after_create {{(pid=102792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:11:26.183546 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-ff91fd96-5e87-4767-b03a-a9df863793d3 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1641294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5231963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4793952'] for subnet, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:26.211415 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-ff91fd96-5e87-4767-b03a-a9df863793d3 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks [] for subnet, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:26.214972 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-ff91fd96-5e87-4767-b03a-a9df863793d3 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] 10.222.0.42 "DELETE /v2.0/subnets/ace25b46-ffa2-49f6-a7e5-31572364ad1d HTTP/1.1" status: 204 len: 168 time: 0.3763719 Mar 29 16:11:26.221283 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 56180) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:11:26.231329 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6090fc6-89c0-452a-ac81-fa73992f71b4 None None] Network a779ce49-b1b7-425c-8091-a4a4130d3948 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 16:11:26.244923 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff91fd96-5e87-4767-b03a-a9df863793d3 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Pushing event deleted for resources: {'Subnet': ['ID=ace25b46-ffa2-49f6-a7e5-31572364ad1d,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:11:26.255556 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-0ae7d050-4650-4109-a307-416598bad04c None None] Attempting to bind port 5206a58c-9d6c-4780-8e44-adab26aa69f3 on host n-d-834765-1 for vnic_type normal with profile {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 16:11:26.256043 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-0ae7d050-4650-4109-a307-416598bad04c None None] Attempting to bind port 5206a58c-9d6c-4780-8e44-adab26aa69f3 by drivers openvswitch,hyperv on host n-d-834765-1 at level 0 using segments [{'id': 'b0033e17-6430-4297-97b0-9266901287f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '4be8019f-300a-473b-8f90-54810195744c'}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 16:11:26.257057 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ae7d050-4650-4109-a307-416598bad04c None None] Attempting to bind port 5206a58c-9d6c-4780-8e44-adab26aa69f3 on network 4be8019f-300a-473b-8f90-54810195744c {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 16:11:26.292545 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ae7d050-4650-4109-a307-416598bad04c None None] Checking agent: {'id': 'a8866439-9d96-425c-b519-6905c591ac37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 25, 36), 'started_at': datetime.datetime(2022, 3, 29, 15, 26, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 16, 11, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834765-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 16:11:26.293026 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ae7d050-4650-4109-a307-416598bad04c None None] Checking segment: {'id': 'b0033e17-6430-4297-97b0-9266901287f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '4be8019f-300a-473b-8f90-54810195744c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 16:11:26.293559 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-0ae7d050-4650-4109-a307-416598bad04c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:26.294015 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ae7d050-4650-4109-a307-416598bad04c None None] Bound using segment: {'id': 'b0033e17-6430-4297-97b0-9266901287f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '4be8019f-300a-473b-8f90-54810195744c'} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 16:11:26.294569 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-0ae7d050-4650-4109-a307-416598bad04c None None] Bound port: 5206a58c-9d6c-4780-8e44-adab26aa69f3, host: n-d-834765-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0033e17-6430-4297-97b0-9266901287f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '4be8019f-300a-473b-8f90-54810195744c'}}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 16:11:26.295024 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-0ae7d050-4650-4109-a307-416598bad04c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:26.300512 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-a110abca-44f7-4e20-8466-eb6d29508983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10b6c1ac-b367-43cb-9dfe-e339a15319dc', 'name': 'tempest-RoutersTest-router-1331978900', 'tenant_id': '88e7599e62d446faa967714480fab072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:10:52Z', 'updated_at': '2022-03-29T16:11:25Z', 'revision_number': 10, 'project_id': '88e7599e62d446faa967714480fab072', 'gw_port_host': None, '_interfaces': [{'id': '59ba545c-5333-4a8c-b146-97567221e87f', 'name': '', 'network_id': '2164f976-43a1-4081-bb3d-ef6503fade76', 'tenant_id': '88e7599e62d446faa967714480fab072', 'mac_address': 'fa:16:3e:52:ec:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b6c1ac-b367-43cb-9dfe-e339a15319dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3622, 'fixed_ips': [{'subnet_id': 'c9038ee8-f880-499c-b87d-c046e0fc2306', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:10:55Z', 'updated_at': '2022-03-29T16:11:03Z', 'revision_number': 5, 'project_id': '88e7599e62d446faa967714480fab072', 'subnets': [{'id': 'c9038ee8-f880-499c-b87d-c046e0fc2306', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:11:26.331761 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a110abca-44f7-4e20-8466-eb6d29508983 None None] Checking router: 10b6c1ac-b367-43cb-9dfe-e339a15319dc for host: n-d-834765-1 {{(pid=102793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 16:11:26.341545 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a110abca-44f7-4e20-8466-eb6d29508983 None None] Routers {'10b6c1ac-b367-43cb-9dfe-e339a15319dc'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:11:26.342495 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-a110abca-44f7-4e20-8466-eb6d29508983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:11:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['10b6c1ac-b367-43cb-9dfe-e339a15319dc'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:11:26.345876 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-0c58bfa7-81cc-4c2b-be57-287b70f308aa tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1631750'] for network, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:26.420118 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-0ae7d050-4650-4109-a307-416598bad04c None None] For port 5206a58c-9d6c-4780-8e44-adab26aa69f3, host n-d-834765-1, cleared binding levels {{(pid=102792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 16:11:26.424392 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-0ae7d050-4650-4109-a307-416598bad04c None None] For port 5206a58c-9d6c-4780-8e44-adab26aa69f3, host n-d-834765-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=5206a58c-9d6c-4780-8e44-adab26aa69f3,segment=NetworkSegment(b0033e17-6430-4297-97b0-9266901287f9),segment_id=b0033e17-6430-4297-97b0-9266901287f9)] {{(pid=102792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 16:11:26.431209 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-0ae7d050-4650-4109-a307-416598bad04c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:26.434602 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvr_db [None req-a110abca-44f7-4e20-8466-eb6d29508983 None None] Set router 10b6c1ac-b367-43cb-9dfe-e339a15319dc gateway port host: None {{(pid=102793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:11:26.459496 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_common [None req-8cbc9025-8745-4928-90ee-eef9161fa125 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Allocated IP 172.20.0.5 (4be8019f-300a-473b-8f90-54810195744c/2abfa04e-3192-43c4-9b8a-6f4fae2716ec/29bdb997-ed9a-4be1-99cf-8246c62f8d3f) {{(pid=102791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:11:26.469280 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-0c58bfa7-81cc-4c2b-be57-287b70f308aa tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Deleting port 9e2af1ea-cdbf-4eed-94eb-92bac3139638 {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:11:26.469462 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-0c58bfa7-81cc-4c2b-be57-287b70f308aa tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:26.472606 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_common [None req-8cbc9025-8745-4928-90ee-eef9161fa125 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Allocated IP 2001:db8::f816:3eff:fe60:9687 (4be8019f-300a-473b-8f90-54810195744c/3a8e795e-6997-475f-a307-b12e815447e3/29bdb997-ed9a-4be1-99cf-8246c62f8d3f) {{(pid=102791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:11:26.511027 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae7d050-4650-4109-a307-416598bad04c None None] Pushing event updated for resources: {'Port': ['ID=5206a58c-9d6c-4780-8e44-adab26aa69f3,revision_number=2']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:11:26.526491 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40c2f6f5-365d-40b4-a023-696821fe8b79 None None] DHCP port deletion for a779ce49-b1b7-425c-8091-a4a4130d3948 request from n-d-834765-1 {{(pid=102792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 29 16:11:26.582027 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [None req-0c58bfa7-81cc-4c2b-be57-287b70f308aa tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] For port 9e2af1ea-cdbf-4eed-94eb-92bac3139638, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=9e2af1ea-cdbf-4eed-94eb-92bac3139638,segment=NetworkSegment(53a0ceac-5610-4b5d-8948-5fcf00f78dde),segment_id=53a0ceac-5610-4b5d-8948-5fcf00f78dde)] {{(pid=102791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:11:26.582317 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-0c58bfa7-81cc-4c2b-be57-287b70f308aa tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:26.606893 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-0c58bfa7-81cc-4c2b-be57-287b70f308aa tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Calling delete_port for 9e2af1ea-cdbf-4eed-94eb-92bac3139638 owned by network:dhcp {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:11:26.625395 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-40c2f6f5-365d-40b4-a023-696821fe8b79 None None] Deleting port 9e2af1ea-cdbf-4eed-94eb-92bac3139638 {{(pid=102792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:11:26.626336 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-40c2f6f5-365d-40b4-a023-696821fe8b79 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:26.711571 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-40c2f6f5-365d-40b4-a023-696821fe8b79 None None] For port 9e2af1ea-cdbf-4eed-94eb-92bac3139638, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=9e2af1ea-cdbf-4eed-94eb-92bac3139638,segment=NetworkSegment(53a0ceac-5610-4b5d-8948-5fcf00f78dde),segment_id=53a0ceac-5610-4b5d-8948-5fcf00f78dde)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:11:26.712447 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-40c2f6f5-365d-40b4-a023-696821fe8b79 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:26.732753 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 9e2af1ea-cdbf-4eed-94eb-92bac3139638 no longer exists at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 16:11:26.740528 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-40c2f6f5-365d-40b4-a023-696821fe8b79 None None] Calling delete_port for 9e2af1ea-cdbf-4eed-94eb-92bac3139638 owned by network:dhcp {{(pid=102792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:11:26.754209 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-a110abca-44f7-4e20-8466-eb6d29508983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10b6c1ac-b367-43cb-9dfe-e339a15319dc', 'name': 'tempest-RoutersTest-router-1331978900', 'tenant_id': '88e7599e62d446faa967714480fab072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:10:52Z', 'updated_at': '2022-03-29T16:11:25Z', 'revision_number': 10, 'project_id': '88e7599e62d446faa967714480fab072', 'gw_port_host': None, '_interfaces': [{'id': '59ba545c-5333-4a8c-b146-97567221e87f', 'name': '', 'network_id': '2164f976-43a1-4081-bb3d-ef6503fade76', 'tenant_id': '88e7599e62d446faa967714480fab072', 'mac_address': 'fa:16:3e:52:ec:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b6c1ac-b367-43cb-9dfe-e339a15319dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3622, 'fixed_ips': [{'subnet_id': 'c9038ee8-f880-499c-b87d-c046e0fc2306', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:10:55Z', 'updated_at': '2022-03-29T16:11:03Z', 'revision_number': 5, 'project_id': '88e7599e62d446faa967714480fab072', 'subnets': [{'id': 'c9038ee8-f880-499c-b87d-c046e0fc2306', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:11:26.774061 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-8cbc9025-8745-4928-90ee-eef9161fa125 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks [] for port, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:26.798864 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-0c58bfa7-81cc-4c2b-be57-287b70f308aa tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:26.826210 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a110abca-44f7-4e20-8466-eb6d29508983 None None] The sync data for ids ['10b6c1ac-b367-43cb-9dfe-e339a15319dc'] in n-d-834765-1 is: [{'id': '10b6c1ac-b367-43cb-9dfe-e339a15319dc', 'name': 'tempest-RoutersTest-router-1331978900', 'tenant_id': '88e7599e62d446faa967714480fab072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:10:52Z', 'updated_at': '2022-03-29T16:11:25Z', 'revision_number': 10, 'project_id': '88e7599e62d446faa967714480fab072', 'gw_port_host': None, '_interfaces': [{'id': '59ba545c-5333-4a8c-b146-97567221e87f', 'name': '', 'network_id': '2164f976-43a1-4081-bb3d-ef6503fade76', 'tenant_id': '88e7599e62d446faa967714480fab072', 'mac_address': 'fa:16:3e:52:ec:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b6c1ac-b367-43cb-9dfe-e339a15319dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3622, 'fixed_ips': [{'subnet_id': 'c9038ee8-f880-499c-b87d-c046e0fc2306', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:10:55Z', 'updated_at': '2022-03-29T16:11:03Z', 'revision_number': 5, 'project_id': '88e7599e62d446faa967714480fab072', 'subnets': [{'id': 'c9038ee8-f880-499c-b87d-c046e0fc2306', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 16:11:26.838892 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c58bfa7-81cc-4c2b-be57-287b70f308aa tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] No DVR routers for this DVR port 9e2af1ea-cdbf-4eed-94eb-92bac3139638 on host n-d-834765-1 {{(pid=102791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 16:11:26.847322 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c58bfa7-81cc-4c2b-be57-287b70f308aa tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Pushing event deleted for resources: {'Port': ['ID=9e2af1ea-cdbf-4eed-94eb-92bac3139638,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:11:26.880882 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] No active binding found for port 9e2af1ea-cdbf-4eed-94eb-92bac3139638 {{(pid=102792) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Mar 29 16:11:26.881483 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 9e2af1ea-cdbf-4eed-94eb-92bac3139638 not bound to the agent host n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 16:11:26.909326 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-40c2f6f5-365d-40b4-a023-696821fe8b79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350'] for port, after_delete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:26.919330 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-8cbc9025-8745-4928-90ee-eef9161fa125 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:26.936183 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c2f6f5-365d-40b4-a023-696821fe8b79 None None] Pushing event deleted for resources: {'Port': ['ID=9e2af1ea-cdbf-4eed-94eb-92bac3139638,revision_number=None']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:11:26.940140 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40c2f6f5-365d-40b4-a023-696821fe8b79 None None] No DVR routers for this DVR port 9e2af1ea-cdbf-4eed-94eb-92bac3139638 on host n-d-834765-1 {{(pid=102792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 16:11:26.985469 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-0c58bfa7-81cc-4c2b-be57-287b70f308aa tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639890', 'neutron.services.segments.db._delete_segments_for_network-8783523423079'] for network, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:27.017528 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cbc9025-8745-4928-90ee-eef9161fa125 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Network 4be8019f-300a-473b-8f90-54810195744c is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:11:27.023157 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-0c58bfa7-81cc-4c2b-be57-287b70f308aa tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a779ce49-b1b7-425c-8091-a4a4130d3948']}} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:11:27.025395 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [None req-8cbc9025-8745-4928-90ee-eef9161fa125 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:11:27.027808 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cbc9025-8745-4928-90ee-eef9161fa125 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Received port after_create {{(pid=102791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:11:27.059418 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-0c58bfa7-81cc-4c2b-be57-287b70f308aa tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53a0ceac-5610-4b5d-8948-5fcf00f78dde') {'for_net_delete': True} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:11:27.059639 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-0c58bfa7-81cc-4c2b-be57-287b70f308aa tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53a0ceac-5610-4b5d-8948-5fcf00f78dde') {} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:11:27.061358 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbc9025-8745-4928-90ee-eef9161fa125 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Pushing event updated for resources: {'Port': ['ID=29bdb997-ed9a-4be1-99cf-8246c62f8d3f,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:11:27.078481 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-0c58bfa7-81cc-4c2b-be57-287b70f308aa tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783523422064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4230428'] for segment, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:27.098333 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-0c58bfa7-81cc-4c2b-be57-287b70f308aa tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:27.108302 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cbc9025-8745-4928-90ee-eef9161fa125 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:11:27.108937 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-8cbc9025-8745-4928-90ee-eef9161fa125 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:27.113931 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c58bfa7-81cc-4c2b-be57-287b70f308aa tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Releasing vlan 615 on physical network physnet1 to pool {{(pid=102791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 16:11:27.114391 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-0c58bfa7-81cc-4c2b-be57-287b70f308aa tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16169569'] for segment, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:27.117657 n-d-834765-1 neutron-server[102791]: Traceback (most recent call last): Mar 29 16:11:27.117657 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 16:11:27.117657 n-d-834765-1 neutron-server[102791]: timer() Mar 29 16:11:27.117657 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 16:11:27.117657 n-d-834765-1 neutron-server[102791]: cb(*args, **kw) Mar 29 16:11:27.117657 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 16:11:27.117657 n-d-834765-1 neutron-server[102791]: return func(*args, **kwargs) Mar 29 16:11:27.117657 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 16:11:27.117657 n-d-834765-1 neutron-server[102791]: self._notify() Mar 29 16:11:27.117657 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 16:11:27.117657 n-d-834765-1 neutron-server[102791]: self.callback(batched_events) Mar 29 16:11:27.117657 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 16:11:27.117657 n-d-834765-1 neutron-server[102791]: event.method(event) Mar 29 16:11:27.117657 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 16:11:27.117657 n-d-834765-1 neutron-server[102791]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 16:11:27.117657 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 16:11:27.117657 n-d-834765-1 neutron-server[102791]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 16:11:27.117657 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 16:11:27.117657 n-d-834765-1 neutron-server[102791]: return f(self, *a, **k) Mar 29 16:11:27.117657 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 16:11:27.117657 n-d-834765-1 neutron-server[102791]: return self._get(url).json() Mar 29 16:11:27.117657 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 16:11:27.117657 n-d-834765-1 neutron-server[102791]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 16:11:27.117657 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 16:11:27.117657 n-d-834765-1 neutron-server[102791]: return self.request(url, 'GET', **kwargs) Mar 29 16:11:27.117657 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 16:11:27.117657 n-d-834765-1 neutron-server[102791]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 16:11:27.117657 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 16:11:27.117657 n-d-834765-1 neutron-server[102791]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 16:11:27.117657 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 16:11:27.117657 n-d-834765-1 neutron-server[102791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 16:11:27.117657 n-d-834765-1 neutron-server[102791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 16:11:27.152637 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-8cbc9025-8745-4928-90ee-eef9161fa125 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.1723807 Mar 29 16:11:27.155196 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 56182) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:11:27.193971 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-0c58bfa7-81cc-4c2b-be57-287b70f308aa tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1639897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648174'] for network, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:27.202841 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-0c58bfa7-81cc-4c2b-be57-287b70f308aa tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks [] for network, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:27.211836 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-0c58bfa7-81cc-4c2b-be57-287b70f308aa tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] 10.222.0.42 "DELETE /v2.0/networks/a779ce49-b1b7-425c-8091-a4a4130d3948 HTTP/1.1" status: 204 len: 168 time: 0.9889665 Mar 29 16:11:27.214327 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 56184) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:11:27.218893 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6396ecfc-b856-44c6-b7ca-eb5e2c18182e tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:11:27.225014 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6396ecfc-b856-44c6-b7ca-eb5e2c18182e tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:11:27.227749 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-6396ecfc-b856-44c6-b7ca-eb5e2c18182e tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1763 time: 0.0713987 Mar 29 16:11:27.230486 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 56186) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:11:27.230879 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c58bfa7-81cc-4c2b-be57-287b70f308aa tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Pushing event deleted for resources: {'Network': ['ID=a779ce49-b1b7-425c-8091-a4a4130d3948,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:11:27.329307 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-f0c5a091-6c25-4335-9dd4-d2d89a18277a tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Deleting port 29bdb997-ed9a-4be1-99cf-8246c62f8d3f {{(pid=102790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:11:27.329652 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-f0c5a091-6c25-4335-9dd4-d2d89a18277a tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:27.436799 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-f0c5a091-6c25-4335-9dd4-d2d89a18277a tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:27.451505 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-f0c5a091-6c25-4335-9dd4-d2d89a18277a tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Calling delete_port for 29bdb997-ed9a-4be1-99cf-8246c62f8d3f owned by {{(pid=102790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:11:27.583971 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-bde26e53-6fc8-42c2-a908-bde19f189d74 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-530452'] for router_interface, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:27.652479 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-f0c5a091-6c25-4335-9dd4-d2d89a18277a tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:27.682754 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c5a091-6c25-4335-9dd4-d2d89a18277a tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Pushing event deleted for resources: {'Port': ['ID=29bdb997-ed9a-4be1-99cf-8246c62f8d3f,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:11:27.685018 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaf92c6c-52e0-402a-bc32-42e6e0951496 None None] Network 4be8019f-300a-473b-8f90-54810195744c requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 16:11:27.774518 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-15f7d261-bb18-4f29-babd-f2828f540e9e None None] Provisioning complete for port 5206a58c-9d6c-4780-8e44-adab26aa69f3 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:11:27.775044 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-15f7d261-bb18-4f29-babd-f2828f540e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:27.791443 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-f0c5a091-6c25-4335-9dd4-d2d89a18277a tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:27.795719 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-f0c5a091-6c25-4335-9dd4-d2d89a18277a tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] 10.222.0.42 "DELETE /v2.0/ports/29bdb997-ed9a-4be1-99cf-8246c62f8d3f HTTP/1.1" status: 204 len: 168 time: 0.5643857 Mar 29 16:11:27.798225 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 56188) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:11:27.843369 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-bde26e53-6fc8-42c2-a908-bde19f189d74 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Deleting port 59ba545c-5333-4a8c-b146-97567221e87f {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:11:27.843694 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-bde26e53-6fc8-42c2-a908-bde19f189d74 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:27.859779 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89656385-dea4-4a46-9aee-b70c4b878575 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:11:27.862339 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89656385-dea4-4a46-9aee-b70c4b878575 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:11:27.864268 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89656385-dea4-4a46-9aee-b70c4b878575 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:11:27.868779 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-89656385-dea4-4a46-9aee-b70c4b878575 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0695372 Mar 29 16:11:27.870305 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 56190) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:11:27.926167 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b6d0578-a5ac-41ee-8dd9-46f6095b7b5b tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Deleting subnet 2abfa04e-3192-43c4-9b8a-6f4fae2716ec {{(pid=102790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 16:11:27.927931 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-15f7d261-bb18-4f29-babd-f2828f540e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:27.931111 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-7b6d0578-a5ac-41ee-8dd9-46f6095b7b5b tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks [] for subnet, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:27.960721 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [None req-bde26e53-6fc8-42c2-a908-bde19f189d74 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] For port 59ba545c-5333-4a8c-b146-97567221e87f, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=59ba545c-5333-4a8c-b146-97567221e87f,segment=NetworkSegment(ee060983-a0c3-47b8-8b9f-c5c59501072b),segment_id=ee060983-a0c3-47b8-8b9f-c5c59501072b)] {{(pid=102791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:11:27.961101 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-bde26e53-6fc8-42c2-a908-bde19f189d74 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:27.970495 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-15f7d261-bb18-4f29-babd-f2828f540e9e None None] For port 5206a58c-9d6c-4780-8e44-adab26aa69f3, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=5206a58c-9d6c-4780-8e44-adab26aa69f3,segment=NetworkSegment(b0033e17-6430-4297-97b0-9266901287f9),segment_id=b0033e17-6430-4297-97b0-9266901287f9)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:11:27.975057 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-bde26e53-6fc8-42c2-a908-bde19f189d74 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Calling delete_port for 59ba545c-5333-4a8c-b146-97567221e87f owned by network:router_interface {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:11:27.976373 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-7b6d0578-a5ac-41ee-8dd9-46f6095b7b5b tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4614024'] for subnet, precommit_delete_associations {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:27.977793 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-15f7d261-bb18-4f29-babd-f2828f540e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:28.048189 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45a248ae-531c-4134-a68f-40644d1dfa8e None None] Update dhcp port {'port': {'network_id': '4be8019f-300a-473b-8f90-54810195744c', 'fixed_ips': [{'subnet_id': '2abfa04e-3192-43c4-9b8a-6f4fae2716ec', 'ip_address': '172.20.0.2'}, {'subnet_id': '3a8e795e-6997-475f-a307-b12e815447e3'}], 'binding:host_id': 'n-d-834765-1'}, 'id': '5206a58c-9d6c-4780-8e44-adab26aa69f3'} from n-d-834765-1. {{(pid=102792) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Mar 29 16:11:28.074317 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-7b6d0578-a5ac-41ee-8dd9-46f6095b7b5b tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1641287'] for subnet, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:28.081584 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f7d261-bb18-4f29-babd-f2828f540e9e None None] Pushing event updated for resources: {'Port': ['ID=5206a58c-9d6c-4780-8e44-adab26aa69f3,revision_number=3']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:11:28.090187 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-45a248ae-531c-4134-a68f-40644d1dfa8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:28.143204 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-7b6d0578-a5ac-41ee-8dd9-46f6095b7b5b tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1641294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5231963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4793952'] for subnet, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:28.160690 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-7b6d0578-a5ac-41ee-8dd9-46f6095b7b5b tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks [] for subnet, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:28.165642 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-7b6d0578-a5ac-41ee-8dd9-46f6095b7b5b tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] 10.222.0.42 "DELETE /v2.0/subnets/2abfa04e-3192-43c4-9b8a-6f4fae2716ec HTTP/1.1" status: 204 len: 168 time: 0.2942550 Mar 29 16:11:28.168707 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 56192) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:11:28.179229 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-bde26e53-6fc8-42c2-a908-bde19f189d74 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:28.186444 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6d0578-a5ac-41ee-8dd9-46f6095b7b5b tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Pushing event deleted for resources: {'Subnet': ['ID=2abfa04e-3192-43c4-9b8a-6f4fae2716ec,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:11:28.217311 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server [None req-45a248ae-531c-4134-a68f-40644d1dfa8e None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2abfa04e-3192-43c4-9b8a-6f4fae2716ec: This subnet is being modified by another concurrent operation. Mar 29 16:11:28.217311 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 29 16:11:28.217311 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 29 16:11:28.217311 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 29 16:11:28.217311 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 29 16:11:28.217311 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 29 16:11:28.217311 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 29 16:11:28.217311 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 29 16:11:28.217311 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 29 16:11:28.217311 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 29 16:11:28.217311 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 29 16:11:28.217311 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 29 16:11:28.217311 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 29 16:11:28.217311 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 29 16:11:28.217311 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 29 16:11:28.217311 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 29 16:11:28.217311 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 29 16:11:28.217311 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server raise self.value Mar 29 16:11:28.217311 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 29 16:11:28.217311 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 29 16:11:28.217311 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 29 16:11:28.217311 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 29 16:11:28.217311 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 29 16:11:28.217311 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 29 16:11:28.217311 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 29 16:11:28.217311 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server raise self.value Mar 29 16:11:28.217311 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 29 16:11:28.217311 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 29 16:11:28.217311 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 29 16:11:28.217311 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 29 16:11:28.217311 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 29 16:11:28.217311 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 29 16:11:28.217311 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 29 16:11:28.217311 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server raise self.value Mar 29 16:11:28.217311 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 29 16:11:28.217311 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 29 16:11:28.217311 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Mar 29 16:11:28.217311 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Mar 29 16:11:28.217311 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Mar 29 16:11:28.217311 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Mar 29 16:11:28.217311 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Mar 29 16:11:28.217311 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 29 16:11:28.217311 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 29 16:11:28.217311 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 29 16:11:28.217311 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 29 16:11:28.217311 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 29 16:11:28.217311 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 29 16:11:28.217311 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 29 16:11:28.217311 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 29 16:11:28.217311 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server raise self.value Mar 29 16:11:28.217311 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 29 16:11:28.217311 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 29 16:11:28.217311 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 29 16:11:28.217311 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 29 16:11:28.217311 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 29 16:11:28.217311 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 29 16:11:28.217311 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 29 16:11:28.217311 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server raise self.value Mar 29 16:11:28.217311 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 29 16:11:28.217311 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 29 16:11:28.217311 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 29 16:11:28.217311 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 29 16:11:28.217311 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 29 16:11:28.217311 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 29 16:11:28.217311 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 29 16:11:28.217311 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server raise self.value Mar 29 16:11:28.217311 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 29 16:11:28.217311 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 29 16:11:28.217311 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1768, in update_port Mar 29 16:11:28.217311 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Mar 29 16:11:28.217311 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 29 16:11:28.217311 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 29 16:11:28.217311 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1513, in update_port Mar 29 16:11:28.217311 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Mar 29 16:11:28.217311 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Mar 29 16:11:28.217311 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Mar 29 16:11:28.217311 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 451, in update_port_with_ips Mar 29 16:11:28.217311 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Mar 29 16:11:28.217311 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 375, in _update_ips_for_port Mar 29 16:11:28.217311 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 29 16:11:28.217311 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Mar 29 16:11:28.217311 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 29 16:11:28.217311 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 29 16:11:28.217311 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server raise exception Mar 29 16:11:28.217311 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2abfa04e-3192-43c4-9b8a-6f4fae2716ec: This subnet is being modified by another concurrent operation. Mar 29 16:11:28.217311 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server Mar 29 16:11:28.229451 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde26e53-6fc8-42c2-a908-bde19f189d74 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Pushing event deleted for resources: {'Port': ['ID=59ba545c-5333-4a8c-b146-97567221e87f,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:11:28.274432 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_v2 [None req-30540815-aca9-473a-b9cb-8a91cad84cae tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Deleting subnet 3a8e795e-6997-475f-a307-b12e815447e3 {{(pid=102791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 16:11:28.295294 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-30540815-aca9-473a-b9cb-8a91cad84cae tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks [] for subnet, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:28.317603 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0816e0e0-bbbd-43b6-be8a-d0399dc1df4e None None] Network 4be8019f-300a-473b-8f90-54810195744c requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 16:11:28.348854 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-30540815-aca9-473a-b9cb-8a91cad84cae tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4230423'] for subnet, precommit_delete_associations {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:28.422022 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-531056f2-60f9-4389-94b8-75a222d4758d None None] Provisioning complete for port 5206a58c-9d6c-4780-8e44-adab26aa69f3 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:11:28.422313 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-531056f2-60f9-4389-94b8-75a222d4758d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:28.454490 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-bde26e53-6fc8-42c2-a908-bde19f189d74 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-530528'] for router_interface, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:28.471672 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-30540815-aca9-473a-b9cb-8a91cad84cae tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1641287'] for subnet, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:28.619979 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8097e207-2c88-4404-a241-848691ec5617 None None] Update dhcp port {'port': {'network_id': '4be8019f-300a-473b-8f90-54810195744c', 'fixed_ips': [{'subnet_id': '3a8e795e-6997-475f-a307-b12e815447e3'}], 'binding:host_id': 'n-d-834765-1'}, 'id': '5206a58c-9d6c-4780-8e44-adab26aa69f3'} from n-d-834765-1. {{(pid=102792) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Mar 29 16:11:28.630283 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 18c2afe5-29a5-4240-86ad-7e6a1b2e9ba9 no longer exists at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 16:11:28.665713 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] No Port match for: 18c2afe5-29a5-4240-86ad-7e6a1b2e9ba9 {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 16:11:28.666057 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 18c2afe5-29a5-4240-86ad-7e6a1b2e9ba9 not bound to the agent host n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 16:11:28.671547 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-8097e207-2c88-4404-a241-848691ec5617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:28.671709 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bde26e53-6fc8-42c2-a908-bde19f189d74 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Router 10b6c1ac-b367-43cb-9dfe-e339a15319dc has already been hosted by L3 agent c648d819-1060-4f26-b4ec-6455387b5dff {{(pid=102791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 16:11:28.673337 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-30540815-aca9-473a-b9cb-8a91cad84cae tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1641294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16155591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16218852'] for subnet, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:28.704396 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30540815-aca9-473a-b9cb-8a91cad84cae tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Pushing event deleted for resources: {'Subnet': ['ID=3a8e795e-6997-475f-a307-b12e815447e3,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:11:28.709899 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-30540815-aca9-473a-b9cb-8a91cad84cae tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks [] for subnet, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:28.713344 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-30540815-aca9-473a-b9cb-8a91cad84cae tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] 10.222.0.42 "DELETE /v2.0/subnets/3a8e795e-6997-475f-a307-b12e815447e3 HTTP/1.1" status: 204 len: 168 time: 0.5436478 Mar 29 16:11:28.716329 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 56194) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:11:28.759742 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-d138a5cf-4184-4bda-ac81-a42527ff4de1 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0425210 Mar 29 16:11:28.762852 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 56196) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:11:28.767671 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-4635008d-89c7-4abc-9a89-ef031682d60f tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Request body: {'subnet': {'network_id': '4be8019f-300a-473b-8f90-54810195744c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:11:28.799677 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bde26e53-6fc8-42c2-a908-bde19f189d74 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 16:11:28.806389 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-bde26e53-6fc8-42c2-a908-bde19f189d74 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] 10.222.0.42 "PUT /v2.0/routers/10b6c1ac-b367-43cb-9dfe-e339a15319dc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5910332 Mar 29 16:11:28.809040 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 56198) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:11:28.813815 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9b44fb7-1a17-465a-a4fe-97d73f5830b9 None None] Sync routers for ids ['10b6c1ac-b367-43cb-9dfe-e339a15319dc'] in n-d-834765-1 {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 16:11:28.829834 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9b44fb7-1a17-465a-a4fe-97d73f5830b9 None None] Routers {'10b6c1ac-b367-43cb-9dfe-e339a15319dc'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:11:28.830563 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-f9b44fb7-1a17-465a-a4fe-97d73f5830b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:11:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['10b6c1ac-b367-43cb-9dfe-e339a15319dc'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:11:28.880922 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4635008d-89c7-4abc-9a89-ef031682d60f tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Made reservation on behalf of b764dc88162c48329e5f6a91ab689763 for: {'subnet': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:11:28.883739 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_v2 [None req-06e77107-e976-4d1a-b440-df3940020d42 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Deleting subnet c9038ee8-f880-499c-b87d-c046e0fc2306 {{(pid=102791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 16:11:28.886292 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-4635008d-89c7-4abc-9a89-ef031682d60f tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4793983'] for subnet, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:28.887454 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-06e77107-e976-4d1a-b440-df3940020d42 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks [] for subnet, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:28.924305 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvr_db [None req-f9b44fb7-1a17-465a-a4fe-97d73f5830b9 None None] Set router 10b6c1ac-b367-43cb-9dfe-e339a15319dc gateway port host: None {{(pid=102792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:11:28.943213 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-06e77107-e976-4d1a-b440-df3940020d42 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4230423'] for subnet, precommit_delete_associations {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:28.952858 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-cf8dcbfe-5283-4dd6-9582-759a55d3ffa4 None None] Could not find standard attr ID for object c1207fe9-2972-4d32-b689-defb098703ff. {{(pid=102792) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 29 16:11:28.987340 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-f9b44fb7-1a17-465a-a4fe-97d73f5830b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10b6c1ac-b367-43cb-9dfe-e339a15319dc', 'name': 'tempest-RoutersTest-router-1331978900', 'tenant_id': '88e7599e62d446faa967714480fab072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:10:52Z', 'updated_at': '2022-03-29T16:11:28Z', 'revision_number': 11, 'project_id': '88e7599e62d446faa967714480fab072', 'gw_port_host': None}], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:11:29.018310 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9b44fb7-1a17-465a-a4fe-97d73f5830b9 None None] Checking router: 10b6c1ac-b367-43cb-9dfe-e339a15319dc for host: n-d-834765-1 {{(pid=102792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 16:11:29.028312 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-cf8dcbfe-5283-4dd6-9582-759a55d3ffa4 None None] Provisioning complete for port 5206a58c-9d6c-4780-8e44-adab26aa69f3 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:11:29.028773 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-cf8dcbfe-5283-4dd6-9582-759a55d3ffa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:29.032624 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9b44fb7-1a17-465a-a4fe-97d73f5830b9 None None] Routers {'10b6c1ac-b367-43cb-9dfe-e339a15319dc'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:11:29.033299 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-f9b44fb7-1a17-465a-a4fe-97d73f5830b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:11:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['10b6c1ac-b367-43cb-9dfe-e339a15319dc'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:11:29.055000 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-06e77107-e976-4d1a-b440-df3940020d42 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1641287'] for subnet, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:29.122664 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-06e77107-e976-4d1a-b440-df3940020d42 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1641294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16155591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16218852'] for subnet, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:29.134744 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-4635008d-89c7-4abc-9a89-ef031682d60f tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5231896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4793961'] for subnet, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:29.151394 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e77107-e976-4d1a-b440-df3940020d42 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Pushing event deleted for resources: {'Subnet': ['ID=c9038ee8-f880-499c-b87d-c046e0fc2306,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:11:29.158076 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-06e77107-e976-4d1a-b440-df3940020d42 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks [] for subnet, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:29.161808 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-06e77107-e976-4d1a-b440-df3940020d42 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] 10.222.0.42 "DELETE /v2.0/subnets/c9038ee8-f880-499c-b87d-c046e0fc2306 HTTP/1.1" status: 204 len: 168 time: 0.3500373 Mar 29 16:11:29.165414 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 56200) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:11:29.190882 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4635008d-89c7-4abc-9a89-ef031682d60f tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Network 4be8019f-300a-473b-8f90-54810195744c is already hosted by enough agents. {{(pid=102790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:11:29.198281 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-4635008d-89c7-4abc-9a89-ef031682d60f tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Resources bound (agent type, host, resource id): {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:11:29.203713 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4635008d-89c7-4abc-9a89-ef031682d60f tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:11:29.204466 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-4635008d-89c7-4abc-9a89-ef031682d60f tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks [] for subnet, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:29.214502 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4635008d-89c7-4abc-9a89-ef031682d60f tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Pushing event updated for resources: {'Subnet': ['ID=b6df22dd-42af-4771-add0-ccc8e2ed0259,revision_number=0']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:11:29.231084 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-4635008d-89c7-4abc-9a89-ef031682d60f tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4671502 Mar 29 16:11:29.233917 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 56202) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:11:29.239489 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-c298b7cf-53c5-4046-bd11-83a0cc2c93bd tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Request body: {'subnet': {'network_id': '4be8019f-300a-473b-8f90-54810195744c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:11:29.256775 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-d39e0445-14da-462b-a7f0-9f4d5d3c98d3 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1631750'] for network, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:29.310252 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1993225-96dc-47fc-b9a2-17af263bc3b3 None None] get_active_networks_info from n-d-834765-1 {{(pid=102792) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Mar 29 16:11:29.314023 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvr_db [None req-f9b44fb7-1a17-465a-a4fe-97d73f5830b9 None None] Set router 10b6c1ac-b367-43cb-9dfe-e339a15319dc gateway port host: None {{(pid=102792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:11:29.319884 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-d39e0445-14da-462b-a7f0-9f4d5d3c98d3 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Deleting port 49029cb5-acb2-41a2-8334-d35d107b5076 {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:11:29.320234 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-d39e0445-14da-462b-a7f0-9f4d5d3c98d3 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:29.361436 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c298b7cf-53c5-4046-bd11-83a0cc2c93bd tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Made reservation on behalf of b764dc88162c48329e5f6a91ab689763 for: {'subnet': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:11:29.365075 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c298b7cf-53c5-4046-bd11-83a0cc2c93bd tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4793983'] for subnet, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:29.400549 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-f9b44fb7-1a17-465a-a4fe-97d73f5830b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10b6c1ac-b367-43cb-9dfe-e339a15319dc', 'name': 'tempest-RoutersTest-router-1331978900', 'tenant_id': '88e7599e62d446faa967714480fab072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:10:52Z', 'updated_at': '2022-03-29T16:11:28Z', 'revision_number': 11, 'project_id': '88e7599e62d446faa967714480fab072', 'gw_port_host': None}], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:11:29.402834 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [None req-d39e0445-14da-462b-a7f0-9f4d5d3c98d3 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] For port 49029cb5-acb2-41a2-8334-d35d107b5076, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=49029cb5-acb2-41a2-8334-d35d107b5076,segment=NetworkSegment(ee060983-a0c3-47b8-8b9f-c5c59501072b),segment_id=ee060983-a0c3-47b8-8b9f-c5c59501072b)] {{(pid=102791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:11:29.403205 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-d39e0445-14da-462b-a7f0-9f4d5d3c98d3 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:29.418948 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-d39e0445-14da-462b-a7f0-9f4d5d3c98d3 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Calling delete_port for 49029cb5-acb2-41a2-8334-d35d107b5076 owned by network:dhcp {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:11:29.436338 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9b44fb7-1a17-465a-a4fe-97d73f5830b9 None None] The sync data for ids ['10b6c1ac-b367-43cb-9dfe-e339a15319dc'] in n-d-834765-1 is: [{'id': '10b6c1ac-b367-43cb-9dfe-e339a15319dc', 'name': 'tempest-RoutersTest-router-1331978900', 'tenant_id': '88e7599e62d446faa967714480fab072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:10:52Z', 'updated_at': '2022-03-29T16:11:28Z', 'revision_number': 11, 'project_id': '88e7599e62d446faa967714480fab072', 'gw_port_host': None}] {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 16:11:29.515355 n-d-834765-1 neutron-server[102792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1993225-96dc-47fc-b9a2-17af263bc3b3 None None] Resources bound (agent type, host, resource id): {{(pid=102792) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 29 16:11:29.520948 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-d39e0445-14da-462b-a7f0-9f4d5d3c98d3 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:29.553606 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39e0445-14da-462b-a7f0-9f4d5d3c98d3 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Pushing event deleted for resources: {'Port': ['ID=49029cb5-acb2-41a2-8334-d35d107b5076,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:11:29.556317 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d39e0445-14da-462b-a7f0-9f4d5d3c98d3 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] No DVR routers for this DVR port 49029cb5-acb2-41a2-8334-d35d107b5076 on host n-d-834765-1 {{(pid=102791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 16:11:29.643013 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-d39e0445-14da-462b-a7f0-9f4d5d3c98d3 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639890', 'neutron.services.segments.db._delete_segments_for_network-8783523423079'] for network, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:29.649898 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-9fe82a80-5a02-4191-b568-d8f9dee775a4 None None] Could not find standard attr ID for object 29bdb997-ed9a-4be1-99cf-8246c62f8d3f. {{(pid=102792) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 29 16:11:29.672157 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-d39e0445-14da-462b-a7f0-9f4d5d3c98d3 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2164f976-43a1-4081-bb3d-ef6503fade76']}} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:11:29.683679 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-d39e0445-14da-462b-a7f0-9f4d5d3c98d3 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee060983-a0c3-47b8-8b9f-c5c59501072b') {'for_net_delete': True} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:11:29.683973 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-d39e0445-14da-462b-a7f0-9f4d5d3c98d3 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee060983-a0c3-47b8-8b9f-c5c59501072b') {} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:11:29.693445 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-d39e0445-14da-462b-a7f0-9f4d5d3c98d3 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783523422064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4230428'] for segment, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:29.707055 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-d39e0445-14da-462b-a7f0-9f4d5d3c98d3 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:29.714610 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d39e0445-14da-462b-a7f0-9f4d5d3c98d3 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Releasing vlan 631 on physical network physnet1 to pool {{(pid=102791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 16:11:29.715685 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-d39e0445-14da-462b-a7f0-9f4d5d3c98d3 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16169569'] for segment, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:29.719916 n-d-834765-1 neutron-server[102791]: Traceback (most recent call last): Mar 29 16:11:29.719916 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 16:11:29.719916 n-d-834765-1 neutron-server[102791]: timer() Mar 29 16:11:29.719916 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 16:11:29.719916 n-d-834765-1 neutron-server[102791]: cb(*args, **kw) Mar 29 16:11:29.719916 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 16:11:29.719916 n-d-834765-1 neutron-server[102791]: return func(*args, **kwargs) Mar 29 16:11:29.719916 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 16:11:29.719916 n-d-834765-1 neutron-server[102791]: self._notify() Mar 29 16:11:29.719916 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 16:11:29.719916 n-d-834765-1 neutron-server[102791]: self.callback(batched_events) Mar 29 16:11:29.719916 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 16:11:29.719916 n-d-834765-1 neutron-server[102791]: event.method(event) Mar 29 16:11:29.719916 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 16:11:29.719916 n-d-834765-1 neutron-server[102791]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 16:11:29.719916 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 16:11:29.719916 n-d-834765-1 neutron-server[102791]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 16:11:29.719916 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 16:11:29.719916 n-d-834765-1 neutron-server[102791]: return f(self, *a, **k) Mar 29 16:11:29.719916 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 16:11:29.719916 n-d-834765-1 neutron-server[102791]: return self._get(url).json() Mar 29 16:11:29.719916 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 16:11:29.719916 n-d-834765-1 neutron-server[102791]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 16:11:29.719916 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 16:11:29.719916 n-d-834765-1 neutron-server[102791]: return self.request(url, 'GET', **kwargs) Mar 29 16:11:29.719916 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 16:11:29.719916 n-d-834765-1 neutron-server[102791]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 16:11:29.719916 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 16:11:29.719916 n-d-834765-1 neutron-server[102791]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 16:11:29.719916 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 16:11:29.719916 n-d-834765-1 neutron-server[102791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 16:11:29.719916 n-d-834765-1 neutron-server[102791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 16:11:29.767125 n-d-834765-1 neutron-server[102790]: DEBUG neutron.objects.ports [None req-c298b7cf-53c5-4046-bd11-83a0cc2c93bd tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102790) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 29 16:11:29.802262 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-d39e0445-14da-462b-a7f0-9f4d5d3c98d3 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1639897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648174'] for network, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:29.831367 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-d39e0445-14da-462b-a7f0-9f4d5d3c98d3 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks [] for network, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:29.834837 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-d39e0445-14da-462b-a7f0-9f4d5d3c98d3 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] 10.222.0.42 "DELETE /v2.0/networks/2164f976-43a1-4081-bb3d-ef6503fade76 HTTP/1.1" status: 204 len: 168 time: 0.6682272 Mar 29 16:11:29.835898 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39e0445-14da-462b-a7f0-9f4d5d3c98d3 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Pushing event deleted for resources: {'Network': ['ID=2164f976-43a1-4081-bb3d-ef6503fade76,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:11:29.837576 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 56204) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:11:29.838699 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-605de6cd-33da-4bb4-afe4-9b828c64ec8e None None] Update dhcp port {'port': {'network_id': '4be8019f-300a-473b-8f90-54810195744c', 'fixed_ips': [{'subnet_id': '5b9671e8-a6c4-4a1c-99b6-2da2fd556136'}, {'subnet_id': 'b6df22dd-42af-4771-add0-ccc8e2ed0259'}], 'binding:host_id': 'n-d-834765-1'}, 'id': '5206a58c-9d6c-4780-8e44-adab26aa69f3'} from n-d-834765-1. {{(pid=102792) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Mar 29 16:11:29.847692 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-929c9bdb-1cdf-48f7-be05-46b0378699e4 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Request body: {'router': {'routes': None}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:11:29.874005 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-605de6cd-33da-4bb4-afe4-9b828c64ec8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:30.012995 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.extraroute_db [None req-929c9bdb-1cdf-48f7-be05-46b0378699e4 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Added routes are [] {{(pid=102791) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Mar 29 16:11:30.013770 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.extraroute_db [None req-929c9bdb-1cdf-48f7-be05-46b0378699e4 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Removed routes are [] {{(pid=102791) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Mar 29 16:11:30.013770 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-929c9bdb-1cdf-48f7-be05-46b0378699e4 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-648077', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-526627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129337'] for router, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:30.014913 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c298b7cf-53c5-4046-bd11-83a0cc2c93bd tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:30.114744 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.db.api [None req-605de6cd-33da-4bb4-afe4-9b828c64ec8e None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 2001:db8::f816:3eff:feaf:5399-df2f7120-9e50-4ec4-9391-e5e5c73344 {{(pid=102792) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 29 16:11:30.115164 n-d-834765-1 neutron-server[102792]: DEBUG oslo_db.api [None req-605de6cd-33da-4bb4-afe4-9b828c64ec8e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 29 16:11:30.176249 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [None req-c298b7cf-53c5-4046-bd11-83a0cc2c93bd tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] For port 5206a58c-9d6c-4780-8e44-adab26aa69f3, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=5206a58c-9d6c-4780-8e44-adab26aa69f3,segment=NetworkSegment(b0033e17-6430-4297-97b0-9266901287f9),segment_id=b0033e17-6430-4297-97b0-9266901287f9)] {{(pid=102790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:11:30.208149 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c298b7cf-53c5-4046-bd11-83a0cc2c93bd tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks [] for port, precommit_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:30.213329 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c298b7cf-53c5-4046-bd11-83a0cc2c93bd tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5237921'] for port, after_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:30.214130 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c298b7cf-53c5-4046-bd11-83a0cc2c93bd tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5231896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4793961'] for subnet, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:30.295190 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c298b7cf-53c5-4046-bd11-83a0cc2c93bd tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Network 4be8019f-300a-473b-8f90-54810195744c is already hosted by enough agents. {{(pid=102790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:11:30.302074 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-c298b7cf-53c5-4046-bd11-83a0cc2c93bd tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Resources bound (agent type, host, resource id): {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:11:30.309633 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c298b7cf-53c5-4046-bd11-83a0cc2c93bd tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:11:30.310227 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c298b7cf-53c5-4046-bd11-83a0cc2c93bd tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks [] for subnet, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:30.316382 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c298b7cf-53c5-4046-bd11-83a0cc2c93bd tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Pushing event updated for resources: {'Subnet': ['ID=5b9671e8-a6c4-4a1c-99b6-2da2fd556136,revision_number=0']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:11:30.335665 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c298b7cf-53c5-4046-bd11-83a0cc2c93bd tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:11:30.336010 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c298b7cf-53c5-4046-bd11-83a0cc2c93bd tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:11:30.336352 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c298b7cf-53c5-4046-bd11-83a0cc2c93bd tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:11:30.336681 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c298b7cf-53c5-4046-bd11-83a0cc2c93bd tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:11:30.337010 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c298b7cf-53c5-4046-bd11-83a0cc2c93bd tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:11:30.337335 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c298b7cf-53c5-4046-bd11-83a0cc2c93bd tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:11:30.337660 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c298b7cf-53c5-4046-bd11-83a0cc2c93bd tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:11:30.337982 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c298b7cf-53c5-4046-bd11-83a0cc2c93bd tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:11:30.338302 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c298b7cf-53c5-4046-bd11-83a0cc2c93bd tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:11:30.338621 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c298b7cf-53c5-4046-bd11-83a0cc2c93bd tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:11:30.338935 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c298b7cf-53c5-4046-bd11-83a0cc2c93bd tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:11:30.339290 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c298b7cf-53c5-4046-bd11-83a0cc2c93bd tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:11:30.345969 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c298b7cf-53c5-4046-bd11-83a0cc2c93bd tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Pushing event updated for resources: {'Port': ['ID=5206a58c-9d6c-4780-8e44-adab26aa69f3,revision_number=6']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:11:30.355989 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-c298b7cf-53c5-4046-bd11-83a0cc2c93bd tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1179249 Mar 29 16:11:30.356335 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 56206) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:11:30.361360 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-362c4b69-4661-4a72-9591-41a0eefd3268 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Request body: {'port': {'network_id': '4be8019f-300a-473b-8f90-54810195744c', 'mac_address': 'fa:16:3e:1e:3f:6e', 'name': 'tempest-NetworksTestDHCPv6-1242673426'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:11:30.378906 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-2bf9ea22-f110-49d2-ae1d-5b8a6c5c875d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:30.446175 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-929c9bdb-1cdf-48f7-be05-46b0378699e4 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-648077', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-526627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129337'] for router, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:30.449583 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-929c9bdb-1cdf-48f7-be05-46b0378699e4 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-648068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-648127', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-526682'] for router, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:30.468669 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-362c4b69-4661-4a72-9591-41a0eefd3268 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Made reservation on behalf of b764dc88162c48329e5f6a91ab689763 for: {'port': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:11:30.529384 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-929c9bdb-1cdf-48f7-be05-46b0378699e4 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Router 10b6c1ac-b367-43cb-9dfe-e339a15319dc has already been hosted by L3 agent c648d819-1060-4f26-b4ec-6455387b5dff {{(pid=102791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 16:11:30.555271 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-362c4b69-4661-4a72-9591-41a0eefd3268 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:30.584210 n-d-834765-1 neutron-server[102790]: DEBUG neutron.notifiers.nova [None req-362c4b69-4661-4a72-9591-41a0eefd3268 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] device_id is not set on port 0b6e0a50-7817-49a7-aafa-a10ece8f50c0 yet. {{(pid=102790) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 29 16:11:30.612730 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-929c9bdb-1cdf-48f7-be05-46b0378699e4 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 16:11:30.621032 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-929c9bdb-1cdf-48f7-be05-46b0378699e4 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks [] for router, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:30.622207 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-929c9bdb-1cdf-48f7-be05-46b0378699e4 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] 10.222.0.42 "PUT /v2.0/routers/10b6c1ac-b367-43cb-9dfe-e339a15319dc HTTP/1.1" status: 200 len: 701 time: 0.7792494 Mar 29 16:11:30.629126 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 56208) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:11:30.632121 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68c452e2-8f11-4526-a8ad-779fbe4c82b1 None None] Sync routers for ids ['10b6c1ac-b367-43cb-9dfe-e339a15319dc'] in n-d-834765-1 {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 16:11:30.657740 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-605de6cd-33da-4bb4-afe4-9b828c64ec8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:30.660797 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68c452e2-8f11-4526-a8ad-779fbe4c82b1 None None] Routers {'10b6c1ac-b367-43cb-9dfe-e339a15319dc'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:11:30.661418 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-68c452e2-8f11-4526-a8ad-779fbe4c82b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:11:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['10b6c1ac-b367-43cb-9dfe-e339a15319dc'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:11:30.661548 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 59ba545c-5333-4a8c-b146-97567221e87f no longer exists at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 16:11:30.672510 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-347f3ddf-d3eb-44bd-a75d-217d33de3209 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] 10.222.0.42 "GET /v2.0/ports?device_id=10b6c1ac-b367-43cb-9dfe-e339a15319dc HTTP/1.1" status: 200 len: 205 time: 0.0400457 Mar 29 16:11:30.673572 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 56210) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:11:30.692094 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] No Port match for: 59ba545c-5333-4a8c-b146-97567221e87f {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 16:11:30.692537 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 59ba545c-5333-4a8c-b146-97567221e87f not bound to the agent host n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 16:11:30.732205 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvr_db [None req-68c452e2-8f11-4526-a8ad-779fbe4c82b1 None None] Set router 10b6c1ac-b367-43cb-9dfe-e339a15319dc gateway port host: None {{(pid=102793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:11:30.777748 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-534ee527-091c-4019-b695-8ce07a106754 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks [] for router, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:30.789052 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-68c452e2-8f11-4526-a8ad-779fbe4c82b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10b6c1ac-b367-43cb-9dfe-e339a15319dc', 'name': 'tempest-RoutersTest-router-1331978900', 'tenant_id': '88e7599e62d446faa967714480fab072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:10:52Z', 'updated_at': '2022-03-29T16:11:28Z', 'revision_number': 11, 'project_id': '88e7599e62d446faa967714480fab072', 'gw_port_host': None}], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:11:30.814640 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68c452e2-8f11-4526-a8ad-779fbe4c82b1 None None] Checking router: 10b6c1ac-b367-43cb-9dfe-e339a15319dc for host: n-d-834765-1 {{(pid=102793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 16:11:30.825211 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68c452e2-8f11-4526-a8ad-779fbe4c82b1 None None] Routers {'10b6c1ac-b367-43cb-9dfe-e339a15319dc'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:11:30.825834 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-68c452e2-8f11-4526-a8ad-779fbe4c82b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:11:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['10b6c1ac-b367-43cb-9dfe-e339a15319dc'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:11:30.895420 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvr_db [None req-68c452e2-8f11-4526-a8ad-779fbe4c82b1 None None] Set router 10b6c1ac-b367-43cb-9dfe-e339a15319dc gateway port host: None {{(pid=102793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:11:30.950389 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-68c452e2-8f11-4526-a8ad-779fbe4c82b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10b6c1ac-b367-43cb-9dfe-e339a15319dc', 'name': 'tempest-RoutersTest-router-1331978900', 'tenant_id': '88e7599e62d446faa967714480fab072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:10:52Z', 'updated_at': '2022-03-29T16:11:28Z', 'revision_number': 11, 'project_id': '88e7599e62d446faa967714480fab072', 'gw_port_host': None}], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:11:30.977667 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68c452e2-8f11-4526-a8ad-779fbe4c82b1 None None] The sync data for ids ['10b6c1ac-b367-43cb-9dfe-e339a15319dc'] in n-d-834765-1 is: [{'id': '10b6c1ac-b367-43cb-9dfe-e339a15319dc', 'name': 'tempest-RoutersTest-router-1331978900', 'tenant_id': '88e7599e62d446faa967714480fab072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:10:52Z', 'updated_at': '2022-03-29T16:11:28Z', 'revision_number': 11, 'project_id': '88e7599e62d446faa967714480fab072', 'gw_port_host': None}] {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 16:11:31.252818 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-534ee527-091c-4019-b695-8ce07a106754 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129328'] for router, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:31.257415 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-534ee527-091c-4019-b695-8ce07a106754 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:31.301693 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.db_base_plugin_common [None req-362c4b69-4661-4a72-9591-41a0eefd3268 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Allocated IP 172.20.0.9 (4be8019f-300a-473b-8f90-54810195744c/b6df22dd-42af-4771-add0-ccc8e2ed0259/0b6e0a50-7817-49a7-aafa-a10ece8f50c0) {{(pid=102790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:11:31.309004 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.db_base_plugin_common [None req-362c4b69-4661-4a72-9591-41a0eefd3268 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Allocated IP 2001:db8::f816:3eff:fe1e:3f6e (4be8019f-300a-473b-8f90-54810195744c/5b9671e8-a6c4-4a1c-99b6-2da2fd556136/0b6e0a50-7817-49a7-aafa-a10ece8f50c0) {{(pid=102790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:11:31.314422 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-534ee527-091c-4019-b695-8ce07a106754 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-526718'] for router, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:31.314914 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-534ee527-091c-4019-b695-8ce07a106754 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Fanout notify agent at l3_agent the message router_deleted on router 10b6c1ac-b367-43cb-9dfe-e339a15319dc {{(pid=102790) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 29 16:11:31.322388 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-534ee527-091c-4019-b695-8ce07a106754 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks [] for router, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:31.323500 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-534ee527-091c-4019-b695-8ce07a106754 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] 10.222.0.42 "DELETE /v2.0/routers/10b6c1ac-b367-43cb-9dfe-e339a15319dc HTTP/1.1" status: 204 len: 168 time: 0.6493223 Mar 29 16:11:31.328001 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 56212) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:11:31.332960 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-1dfb3fc4-53a7-4fa6-850a-4aa09dbf6b17 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-388192902', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:11:31.354753 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-1dfb3fc4-53a7-4fa6-850a-4aa09dbf6b17 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-532385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129310'] for router, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:31.355873 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-1dfb3fc4-53a7-4fa6-850a-4aa09dbf6b17 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-648091', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-684384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129319'] for router, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:31.413007 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-1dfb3fc4-53a7-4fa6-850a-4aa09dbf6b17 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:31.417745 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-1dfb3fc4-53a7-4fa6-850a-4aa09dbf6b17 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648118'] for router, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:31.442183 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-1dfb3fc4-53a7-4fa6-850a-4aa09dbf6b17 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks [] for router, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:31.443471 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-1dfb3fc4-53a7-4fa6-850a-4aa09dbf6b17 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1142128 Mar 29 16:11:31.446897 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 56214) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:11:31.451531 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-04d3ef48-ac4e-4084-9f64-b12734d85a0e tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Request body: {'router': {'admin_state_up': True}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:11:31.476767 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-362c4b69-4661-4a72-9591-41a0eefd3268 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks [] for port, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:31.511716 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-362c4b69-4661-4a72-9591-41a0eefd3268 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:31.578446 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-362c4b69-4661-4a72-9591-41a0eefd3268 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Network 4be8019f-300a-473b-8f90-54810195744c is already hosted by enough agents. {{(pid=102790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:11:31.582855 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-362c4b69-4661-4a72-9591-41a0eefd3268 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Resources bound (agent type, host, resource id): {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:11:31.589174 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-362c4b69-4661-4a72-9591-41a0eefd3268 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Received port after_create {{(pid=102790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:11:31.605699 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.db_base_plugin_common [None req-605de6cd-33da-4bb4-afe4-9b828c64ec8e None None] Allocated IP 172.20.0.2 (4be8019f-300a-473b-8f90-54810195744c/b6df22dd-42af-4771-add0-ccc8e2ed0259/5206a58c-9d6c-4780-8e44-adab26aa69f3) {{(pid=102792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:11:31.635088 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362c4b69-4661-4a72-9591-41a0eefd3268 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Pushing event updated for resources: {'Port': ['ID=0b6e0a50-7817-49a7-aafa-a10ece8f50c0,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:11:31.672157 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-362c4b69-4661-4a72-9591-41a0eefd3268 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:11:31.672893 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-362c4b69-4661-4a72-9591-41a0eefd3268 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:31.690435 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-362c4b69-4661-4a72-9591-41a0eefd3268 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.3325739 Mar 29 16:11:31.692325 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 56216) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:11:31.699736 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-04d3ef48-ac4e-4084-9f64-b12734d85a0e tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-648077', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-526627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129337'] for router, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:31.712037 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-04d3ef48-ac4e-4084-9f64-b12734d85a0e tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-648068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-648127', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-526682'] for router, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:31.714902 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-605de6cd-33da-4bb4-afe4-9b828c64ec8e None None] For port 5206a58c-9d6c-4780-8e44-adab26aa69f3, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=5206a58c-9d6c-4780-8e44-adab26aa69f3,segment=NetworkSegment(b0033e17-6430-4297-97b0-9266901287f9),segment_id=b0033e17-6430-4297-97b0-9266901287f9)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:11:31.745342 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2cd5244-9f59-4df2-b022-25db25327ca5 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:11:31.745823 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-605de6cd-33da-4bb4-afe4-9b828c64ec8e None None] Notify callbacks [] for port, precommit_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:31.751915 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2cd5244-9f59-4df2-b022-25db25327ca5 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:11:31.752083 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-605de6cd-33da-4bb4-afe4-9b828c64ec8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:31.754008 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-c2cd5244-9f59-4df2-b022-25db25327ca5 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1784 time: 0.0607011 Mar 29 16:11:31.757789 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 56218) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:11:31.838210 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605de6cd-33da-4bb4-afe4-9b828c64ec8e None None] Pushing event updated for resources: {'Port': ['ID=5206a58c-9d6c-4780-8e44-adab26aa69f3,revision_number=7']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:11:31.878457 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04d3ef48-ac4e-4084-9f64-b12734d85a0e tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Router 2b7495c7-c017-4e17-9526-2b0f72fdd5f8 is scheduled to L3 agent c648d819-1060-4f26-b4ec-6455387b5dff with binding_index 1 {{(pid=102791) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 29 16:11:31.979420 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-939752b6-4d1a-4853-9588-741ae0c25039 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Deleting port 0b6e0a50-7817-49a7-aafa-a10ece8f50c0 {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:11:31.979997 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-939752b6-4d1a-4853-9588-741ae0c25039 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:31.986515 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04d3ef48-ac4e-4084-9f64-b12734d85a0e tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 16:11:32.000243 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d8f8088-948b-4201-aea8-b64349ffb5d9 None None] Sync routers for ids ['2b7495c7-c017-4e17-9526-2b0f72fdd5f8'] in n-d-834765-1 {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 16:11:32.002413 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-04d3ef48-ac4e-4084-9f64-b12734d85a0e tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks [] for router, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:32.003620 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-04d3ef48-ac4e-4084-9f64-b12734d85a0e tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] 10.222.0.42 "PUT /v2.0/routers/2b7495c7-c017-4e17-9526-2b0f72fdd5f8 HTTP/1.1" status: 200 len: 693 time: 0.5556295 Mar 29 16:11:32.007560 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 56220) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:11:32.019895 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d8f8088-948b-4201-aea8-b64349ffb5d9 None None] Routers {'2b7495c7-c017-4e17-9526-2b0f72fdd5f8'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:11:32.020624 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-3d8f8088-948b-4201-aea8-b64349ffb5d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:11:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['2b7495c7-c017-4e17-9526-2b0f72fdd5f8'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:11:32.098782 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-8bdedf7b-167f-49c5-9db8-918bf5056c8d tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] 10.222.0.42 "GET /v2.0/routers/2b7495c7-c017-4e17-9526-2b0f72fdd5f8 HTTP/1.1" status: 200 len: 699 time: 0.0896492 Mar 29 16:11:32.101233 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 56222) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:11:32.101452 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-939752b6-4d1a-4853-9588-741ae0c25039 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:32.106093 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvr_db [None req-3d8f8088-948b-4201-aea8-b64349ffb5d9 None None] Set router 2b7495c7-c017-4e17-9526-2b0f72fdd5f8 gateway port host: None {{(pid=102792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:11:32.115678 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-939752b6-4d1a-4853-9588-741ae0c25039 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Calling delete_port for 0b6e0a50-7817-49a7-aafa-a10ece8f50c0 owned by {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:11:32.135428 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-fe6be478-5ce0-4bfd-a29b-3128f2f51474 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] 10.222.0.42 "GET /v2.0/ports?device_id=2b7495c7-c017-4e17-9526-2b0f72fdd5f8 HTTP/1.1" status: 200 len: 205 time: 0.0307324 Mar 29 16:11:32.136438 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 56224) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:11:32.173422 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-3d8f8088-948b-4201-aea8-b64349ffb5d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b7495c7-c017-4e17-9526-2b0f72fdd5f8', 'name': 'tempest-RoutersTest-router-388192902', 'tenant_id': '88e7599e62d446faa967714480fab072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:11:31Z', 'updated_at': '2022-03-29T16:11:31Z', 'revision_number': 2, 'project_id': '88e7599e62d446faa967714480fab072', 'gw_port_host': None}], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:11:32.210096 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d8f8088-948b-4201-aea8-b64349ffb5d9 None None] Checking router: 2b7495c7-c017-4e17-9526-2b0f72fdd5f8 for host: n-d-834765-1 {{(pid=102792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 16:11:32.219235 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d8f8088-948b-4201-aea8-b64349ffb5d9 None None] Routers {'2b7495c7-c017-4e17-9526-2b0f72fdd5f8'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:11:32.219944 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-3d8f8088-948b-4201-aea8-b64349ffb5d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:11:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['2b7495c7-c017-4e17-9526-2b0f72fdd5f8'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:11:32.237973 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e4437384-e167-4055-82cc-5d5c9df536d0 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks [] for router, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:32.295842 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvr_db [None req-3d8f8088-948b-4201-aea8-b64349ffb5d9 None None] Set router 2b7495c7-c017-4e17-9526-2b0f72fdd5f8 gateway port host: None {{(pid=102792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:11:32.353339 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-939752b6-4d1a-4853-9588-741ae0c25039 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:32.357872 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-3d8f8088-948b-4201-aea8-b64349ffb5d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b7495c7-c017-4e17-9526-2b0f72fdd5f8', 'name': 'tempest-RoutersTest-router-388192902', 'tenant_id': '88e7599e62d446faa967714480fab072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:11:31Z', 'updated_at': '2022-03-29T16:11:31Z', 'revision_number': 2, 'project_id': '88e7599e62d446faa967714480fab072', 'gw_port_host': None}], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:11:32.385454 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d8f8088-948b-4201-aea8-b64349ffb5d9 None None] The sync data for ids ['2b7495c7-c017-4e17-9526-2b0f72fdd5f8'] in n-d-834765-1 is: [{'id': '2b7495c7-c017-4e17-9526-2b0f72fdd5f8', 'name': 'tempest-RoutersTest-router-388192902', 'tenant_id': '88e7599e62d446faa967714480fab072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:11:31Z', 'updated_at': '2022-03-29T16:11:31Z', 'revision_number': 2, 'project_id': '88e7599e62d446faa967714480fab072', 'gw_port_host': None}] {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 16:11:32.402777 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939752b6-4d1a-4853-9588-741ae0c25039 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Pushing event deleted for resources: {'Port': ['ID=0b6e0a50-7817-49a7-aafa-a10ece8f50c0,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:11:32.426285 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e4437384-e167-4055-82cc-5d5c9df536d0 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129328'] for router, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:32.429200 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e4437384-e167-4055-82cc-5d5c9df536d0 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:32.484859 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e4437384-e167-4055-82cc-5d5c9df536d0 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-526718'] for router, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:32.485649 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4437384-e167-4055-82cc-5d5c9df536d0 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Fanout notify agent at l3_agent the message router_deleted on router 2b7495c7-c017-4e17-9526-2b0f72fdd5f8 {{(pid=102790) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 29 16:11:32.494040 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e4437384-e167-4055-82cc-5d5c9df536d0 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] Notify callbacks [] for router, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:32.495939 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-e4437384-e167-4055-82cc-5d5c9df536d0 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] 10.222.0.42 "DELETE /v2.0/routers/2b7495c7-c017-4e17-9526-2b0f72fdd5f8 HTTP/1.1" status: 204 len: 168 time: 0.3578479 Mar 29 16:11:32.500567 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 56226) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:11:32.524143 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-939752b6-4d1a-4853-9588-741ae0c25039 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:32.527568 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-939752b6-4d1a-4853-9588-741ae0c25039 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] 10.222.0.42 "DELETE /v2.0/ports/0b6e0a50-7817-49a7-aafa-a10ece8f50c0 HTTP/1.1" status: 204 len: 168 time: 0.7417917 Mar 29 16:11:32.530125 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 56228) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:11:32.542876 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-0f5bef1b-5e10-420d-ae67-fe43b7f015c8 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] 10.222.0.42 "GET /v2.0/ports?device_id=2b7495c7-c017-4e17-9526-2b0f72fdd5f8 HTTP/1.1" status: 200 len: 205 time: 0.0402358 Mar 29 16:11:32.544212 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 56230) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:11:32.624275 n-d-834765-1 neutron-server[102790]: INFO neutron.api.v2.resource [None req-1e77d4cf-25b9-4428-9832-a3fc93da36fb tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] delete failed (client error): The resource could not be found. Mar 29 16:11:32.628838 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 56232) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:11:32.635996 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-1e77d4cf-25b9-4428-9832-a3fc93da36fb tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] 10.222.0.42 "DELETE /v2.0/routers/2b7495c7-c017-4e17-9526-2b0f72fdd5f8 HTTP/1.1" status: 404 len: 336 time: 0.0906405 Mar 29 16:11:32.663592 n-d-834765-1 neutron-server[102791]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b734221-7060-4710-8c00-f9d0941b4800 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] DELETE failed (client error): The resource could not be found. Mar 29 16:11:32.664052 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b734221-7060-4710-8c00-f9d0941b4800 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102791) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 16:11:32.667447 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-965272c5-67e6-4aa7-9813-279c0684248d tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:11:32.669099 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-965272c5-67e6-4aa7-9813-279c0684248d tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:11:32.670622 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-965272c5-67e6-4aa7-9813-279c0684248d tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:11:32.672603 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-965272c5-67e6-4aa7-9813-279c0684248d tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1410606 Mar 29 16:11:32.673471 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-7b734221-7060-4710-8c00-f9d0941b4800 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] 10.222.0.42 "DELETE /v2.0/subnets/e9dfb677-c7a9-4962-b7bd-43a590c07540 HTTP/1.1" status: 404 len: 337 time: 0.0433660 Mar 29 16:11:32.674096 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 56234) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:11:32.675043 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 56236) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:11:32.679445 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 5206a58c-9d6c-4780-8e44-adab26aa69f3 up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 16:11:32.709843 n-d-834765-1 neutron-server[102790]: INFO neutron.pecan_wsgi.hooks.translation [None req-f47c67a6-fa72-49f4-83ae-8dfeb70d6c5f tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] DELETE failed (client error): The resource could not be found. Mar 29 16:11:32.710410 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f47c67a6-fa72-49f4-83ae-8dfeb70d6c5f tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102790) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 16:11:32.717436 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-f47c67a6-fa72-49f4-83ae-8dfeb70d6c5f tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] 10.222.0.42 "DELETE /v2.0/subnets/1dec9ab1-9d7c-4d07-9403-a7305def8342 HTTP/1.1" status: 404 len: 337 time: 0.0400963 Mar 29 16:11:32.717680 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 56238) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:11:32.738304 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port 5206a58c-9d6c-4780-8e44-adab26aa69f3 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:11:32.738678 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:32.751490 n-d-834765-1 neutron-server[102790]: INFO neutron.pecan_wsgi.hooks.translation [None req-70fa45ec-fe2b-494b-b3d1-5d81bbfb4783 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] DELETE failed (client error): The resource could not be found. Mar 29 16:11:32.751946 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70fa45ec-fe2b-494b-b3d1-5d81bbfb4783 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102790) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 16:11:32.753001 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_v2 [None req-25cdf797-22f9-44e9-b161-dcdf73fa92fc tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Deleting subnet 5b9671e8-a6c4-4a1c-99b6-2da2fd556136 {{(pid=102791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 16:11:32.755306 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-70fa45ec-fe2b-494b-b3d1-5d81bbfb4783 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] 10.222.0.42 "DELETE /v2.0/subnets/ace25b46-ffa2-49f6-a7e5-31572364ad1d HTTP/1.1" status: 404 len: 337 time: 0.0363820 Mar 29 16:11:32.757146 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-25cdf797-22f9-44e9-b161-dcdf73fa92fc tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks [] for subnet, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:32.759049 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 56240) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:11:32.766669 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a51ecb60-c972-432b-b720-4e50dc89c546 None None] get_active_networks_info from n-d-834765-1 {{(pid=102792) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Mar 29 16:11:32.789410 n-d-834765-1 neutron-server[102790]: INFO neutron.pecan_wsgi.hooks.translation [None req-14b8abba-5356-44c7-81fb-d00caa00d699 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] DELETE failed (client error): The resource could not be found. Mar 29 16:11:32.789866 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14b8abba-5356-44c7-81fb-d00caa00d699 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102790) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 16:11:32.797878 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-14b8abba-5356-44c7-81fb-d00caa00d699 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] 10.222.0.42 "DELETE /v2.0/subnets/c9038ee8-f880-499c-b87d-c046e0fc2306 HTTP/1.1" status: 404 len: 337 time: 0.0354917 Mar 29 16:11:32.798109 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 56242) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:11:32.804031 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-25cdf797-22f9-44e9-b161-dcdf73fa92fc tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4230423'] for subnet, precommit_delete_associations {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:32.838138 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-917897ae-c4bf-4360-9daf-ab867fffa5c0 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] 10.222.0.42 "GET /v2.0/ports?device_id=10b6c1ac-b367-43cb-9dfe-e339a15319dc HTTP/1.1" status: 200 len: 205 time: 0.0350790 Mar 29 16:11:32.838501 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 56244) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:11:32.846231 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-17e6610f-5737-4b1c-bc90-07b9469a5877 None None] Provisioning complete for port 5206a58c-9d6c-4780-8e44-adab26aa69f3 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:11:32.846606 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-17e6610f-5737-4b1c-bc90-07b9469a5877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:32.878614 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-9ded952d-9f6d-4298-bb1e-9311c60bde81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:32.886957 n-d-834765-1 neutron-server[102791]: INFO neutron.api.v2.resource [None req-3e7656b6-861d-4862-bb06-d2296f14d90e tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] delete failed (client error): The resource could not be found. Mar 29 16:11:32.888074 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-3e7656b6-861d-4862-bb06-d2296f14d90e tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] 10.222.0.42 "DELETE /v2.0/routers/10b6c1ac-b367-43cb-9dfe-e339a15319dc HTTP/1.1" status: 404 len: 336 time: 0.0485971 Mar 29 16:11:32.891799 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 56246) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:11:32.925001 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-dd1d9aff-8460-4124-8f1c-9f589872dc67 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] 10.222.0.42 "GET /v2.0/ports?device_id=0417aa83-cdb1-4997-a74b-4f432c2b42cc HTTP/1.1" status: 200 len: 205 time: 0.0298977 Mar 29 16:11:32.927180 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 56248) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:11:32.953516 n-d-834765-1 neutron-server[102792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a51ecb60-c972-432b-b720-4e50dc89c546 None None] Resources bound (agent type, host, resource id): {{(pid=102792) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 29 16:11:32.960747 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-25cdf797-22f9-44e9-b161-dcdf73fa92fc tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1641287'] for subnet, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:32.973615 n-d-834765-1 neutron-server[102790]: INFO neutron.api.v2.resource [None req-fc83d2da-89b1-4ae3-9190-14be070ed205 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] delete failed (client error): The resource could not be found. Mar 29 16:11:32.975247 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-fc83d2da-89b1-4ae3-9190-14be070ed205 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] 10.222.0.42 "DELETE /v2.0/routers/0417aa83-cdb1-4997-a74b-4f432c2b42cc HTTP/1.1" status: 404 len: 336 time: 0.0443008 Mar 29 16:11:32.978106 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 56250) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:11:33.005812 n-d-834765-1 neutron-server[102790]: INFO neutron.pecan_wsgi.hooks.translation [None req-aca5f452-aa76-441b-9e43-91ab06bf9808 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] DELETE failed (client error): The resource could not be found. Mar 29 16:11:33.006826 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aca5f452-aa76-441b-9e43-91ab06bf9808 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102790) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 16:11:33.009989 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-aca5f452-aa76-441b-9e43-91ab06bf9808 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] 10.222.0.42 "DELETE /v2.0/subnets/1adafc0b-814b-4bdb-8011-857cf44016b0 HTTP/1.1" status: 404 len: 337 time: 0.0307653 Mar 29 16:11:33.012824 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 56252) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:11:33.030221 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-25cdf797-22f9-44e9-b161-dcdf73fa92fc tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1641294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16155591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16218852'] for subnet, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:33.045866 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-50bc978f-0376-489b-bf0f-5559be011eb2 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] 10.222.0.42 "GET /v2.0/ports?device_id=e391cd37-e0d4-4321-ae23-67137eadaa75 HTTP/1.1" status: 200 len: 205 time: 0.0296750 Mar 29 16:11:33.046080 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 56254) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:11:33.065422 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cdf797-22f9-44e9-b161-dcdf73fa92fc tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Pushing event deleted for resources: {'Subnet': ['ID=5b9671e8-a6c4-4a1c-99b6-2da2fd556136,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:11:33.072065 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-25cdf797-22f9-44e9-b161-dcdf73fa92fc tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks [] for subnet, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:33.077738 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-25cdf797-22f9-44e9-b161-dcdf73fa92fc tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] 10.222.0.42 "DELETE /v2.0/subnets/5b9671e8-a6c4-4a1c-99b6-2da2fd556136 HTTP/1.1" status: 204 len: 168 time: 0.3989213 Mar 29 16:11:33.077998 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 56256) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:11:33.092104 n-d-834765-1 neutron-server[102790]: INFO neutron.api.v2.resource [None req-b909e8fb-e8bb-4f13-a356-49a193d8ecd9 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] delete failed (client error): The resource could not be found. Mar 29 16:11:33.096060 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-b909e8fb-e8bb-4f13-a356-49a193d8ecd9 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] 10.222.0.42 "DELETE /v2.0/routers/e391cd37-e0d4-4321-ae23-67137eadaa75 HTTP/1.1" status: 404 len: 336 time: 0.0460308 Mar 29 16:11:33.097994 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 56258) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:11:33.130231 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-4fd87f15-b710-4110-b09a-6476ff298e29 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] 10.222.0.42 "GET /v2.0/ports?device_id=015557b9-dec2-4f68-8cb3-e22e7e6ee285 HTTP/1.1" status: 200 len: 205 time: 0.0285587 Mar 29 16:11:33.130427 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 56260) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:11:33.141330 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a115864-c978-41b2-818e-8c0e924dc097 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Deleting subnet b6df22dd-42af-4771-add0-ccc8e2ed0259 {{(pid=102791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 16:11:33.144915 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-7a115864-c978-41b2-818e-8c0e924dc097 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks [] for subnet, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:33.178515 n-d-834765-1 neutron-server[102790]: INFO neutron.api.v2.resource [None req-725c4f68-7a83-46d6-97bf-e3260f743583 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] delete failed (client error): The resource could not be found. Mar 29 16:11:33.180829 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-725c4f68-7a83-46d6-97bf-e3260f743583 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] 10.222.0.42 "DELETE /v2.0/routers/015557b9-dec2-4f68-8cb3-e22e7e6ee285 HTTP/1.1" status: 404 len: 336 time: 0.0495036 Mar 29 16:11:33.183468 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 56262) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:11:33.201120 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-7a115864-c978-41b2-818e-8c0e924dc097 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4230423'] for subnet, precommit_delete_associations {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:33.221754 n-d-834765-1 neutron-server[102790]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3c3670b-b9fb-4a3f-904e-63272adf8c52 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] DELETE failed (client error): The resource could not be found. Mar 29 16:11:33.222301 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3c3670b-b9fb-4a3f-904e-63272adf8c52 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102790) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 16:11:33.226256 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-e3c3670b-b9fb-4a3f-904e-63272adf8c52 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] 10.222.0.42 "DELETE /v2.0/subnets/0d8fe4a8-cf81-4e8e-be37-ce4c93032459 HTTP/1.1" status: 404 len: 337 time: 0.0404289 Mar 29 16:11:33.228898 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 56264) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:11:33.256358 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-2149cfec-d5c4-48b3-b1a1-a87f7d416730 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] 10.222.0.42 "GET /v2.0/ports?device_id=1c8fdf97-71ae-4acc-9a13-2d05f275e3c5 HTTP/1.1" status: 200 len: 205 time: 0.0262551 Mar 29 16:11:33.259338 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 56266) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:11:33.297408 n-d-834765-1 neutron-server[102790]: INFO neutron.api.v2.resource [None req-d6f78c79-61f2-424f-a1c0-2c0ee08f121b tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] delete failed (client error): The resource could not be found. Mar 29 16:11:33.298457 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-d6f78c79-61f2-424f-a1c0-2c0ee08f121b tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] 10.222.0.42 "DELETE /v2.0/routers/1c8fdf97-71ae-4acc-9a13-2d05f275e3c5 HTTP/1.1" status: 404 len: 336 time: 0.0380759 Mar 29 16:11:33.301647 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 56268) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:11:33.315720 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e37694ed-8e2e-4dce-9025-6f20703a5ad5 None None] DHCP port deletion for 2164f976-43a1-4081-bb3d-ef6503fade76 request from n-d-834765-1 {{(pid=102792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 29 16:11:33.336558 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-7a115864-c978-41b2-818e-8c0e924dc097 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1641287'] for subnet, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:33.340333 n-d-834765-1 neutron-server[102791]: INFO neutron.pecan_wsgi.hooks.translation [None req-7fa91fce-a744-4907-92a5-a7450bb2c844 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] DELETE failed (client error): The resource could not be found. Mar 29 16:11:33.340730 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7fa91fce-a744-4907-92a5-a7450bb2c844 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102791) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 16:11:33.343782 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-7fa91fce-a744-4907-92a5-a7450bb2c844 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] 10.222.0.42 "DELETE /v2.0/subnets/004079d0-76b2-44f0-8191-803631296c68 HTTP/1.1" status: 404 len: 337 time: 0.0411944 Mar 29 16:11:33.346581 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 56270) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:11:33.380415 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-6bdb4e5c-e25a-46d7-8553-bddea3851199 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] 10.222.0.42 "GET /v2.0/ports?device_id=2e0b4715-371b-44e3-ba6d-1dff7a0c6e6e HTTP/1.1" status: 200 len: 205 time: 0.0322840 Mar 29 16:11:33.383976 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 56272) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:11:33.403825 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-7a115864-c978-41b2-818e-8c0e924dc097 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1641294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16155591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16218852'] for subnet, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:33.425666 n-d-834765-1 neutron-server[102790]: INFO neutron.api.v2.resource [None req-99953abd-51bc-400c-8fc9-4e76df5232d8 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] delete failed (client error): The resource could not be found. Mar 29 16:11:33.427336 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-99953abd-51bc-400c-8fc9-4e76df5232d8 tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] 10.222.0.42 "DELETE /v2.0/routers/2e0b4715-371b-44e3-ba6d-1dff7a0c6e6e HTTP/1.1" status: 404 len: 336 time: 0.0419235 Mar 29 16:11:33.430133 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 56274) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:11:33.433805 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a115864-c978-41b2-818e-8c0e924dc097 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Pushing event deleted for resources: {'Subnet': ['ID=b6df22dd-42af-4771-add0-ccc8e2ed0259,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:11:33.437641 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-7a115864-c978-41b2-818e-8c0e924dc097 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks [] for subnet, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:33.440923 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-7a115864-c978-41b2-818e-8c0e924dc097 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] 10.222.0.42 "DELETE /v2.0/subnets/b6df22dd-42af-4771-add0-ccc8e2ed0259 HTTP/1.1" status: 204 len: 168 time: 0.3620460 Mar 29 16:11:33.444281 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 56276) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:11:33.472436 n-d-834765-1 neutron-server[102790]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f449c10-9554-4e6d-b556-8408780b883b tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] DELETE failed (client error): The resource could not be found. Mar 29 16:11:33.472890 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f449c10-9554-4e6d-b556-8408780b883b tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102790) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 16:11:33.476296 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-7f449c10-9554-4e6d-b556-8408780b883b tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] 10.222.0.42 "DELETE /v2.0/subnets/8aacfff6-fc03-4a5b-999a-de26904ea379 HTTP/1.1" status: 404 len: 337 time: 0.0450196 Mar 29 16:11:33.479530 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 56278) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:11:33.497793 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-5f0b27fb-2956-4236-830c-6bdbf8f74c5f tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0524268 Mar 29 16:11:33.498611 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 56280) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:11:33.518691 n-d-834765-1 neutron-server[102790]: INFO neutron.pecan_wsgi.hooks.translation [None req-22cb4670-f17f-4a93-94d1-09672d2a1c3b tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] DELETE failed (client error): The resource could not be found. Mar 29 16:11:33.519157 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22cb4670-f17f-4a93-94d1-09672d2a1c3b tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102790) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 16:11:33.525813 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-22cb4670-f17f-4a93-94d1-09672d2a1c3b tempest-RoutersTest-601640164 tempest-RoutersTest-601640164-project] 10.222.0.42 "DELETE /v2.0/subnets/3d300c58-c345-48a3-a4bf-44bec4c1236d HTTP/1.1" status: 404 len: 337 time: 0.0424390 Mar 29 16:11:33.560215 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-758d6767-6459-4097-84a1-368734cfb3eb tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:11:33.564763 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 56284) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:11:33.564946 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-758d6767-6459-4097-84a1-368734cfb3eb tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0650883 Mar 29 16:11:33.631564 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acdcc54f-dc0f-441e-a2be-bba46b30c04e tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:11:33.633231 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-acdcc54f-dc0f-441e-a2be-bba46b30c04e tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0673933 Mar 29 16:11:33.636107 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 56286) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:11:33.675299 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-49a1e48d-e241-4eb9-9968-b2e1a7166f45 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0380054 Mar 29 16:11:33.682731 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 56288) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:11:33.688047 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-be389318-d3cc-4d97-9a68-ff40545f8c55 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Request body: {'subnet': {'network_id': '4be8019f-300a-473b-8f90-54810195744c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:11:33.789297 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be389318-d3cc-4d97-9a68-ff40545f8c55 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Made reservation on behalf of b764dc88162c48329e5f6a91ab689763 for: {'subnet': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:11:33.793070 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-be389318-d3cc-4d97-9a68-ff40545f8c55 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4793983'] for subnet, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:33.794582 n-d-834765-1 neutron-server[102790]: INFO neutron.pecan_wsgi.hooks.translation [None req-be389318-d3cc-4d97-9a68-ff40545f8c55 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 29 16:11:33.795013 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be389318-d3cc-4d97-9a68-ff40545f8c55 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102790) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 16:11:33.815389 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-be389318-d3cc-4d97-9a68-ff40545f8c55 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.1293941 Mar 29 16:11:33.815592 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 56292) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:11:33.821630 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 56294) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:11:33.826667 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-1da042b9-e050-4c58-8095-580328820bdb tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Request body: {'subnet': {'network_id': '4be8019f-300a-473b-8f90-54810195744c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:11:33.934720 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1da042b9-e050-4c58-8095-580328820bdb tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Made reservation on behalf of b764dc88162c48329e5f6a91ab689763 for: {'subnet': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:11:33.938199 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-1da042b9-e050-4c58-8095-580328820bdb tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16218875'] for subnet, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:33.939823 n-d-834765-1 neutron-server[102791]: INFO neutron.pecan_wsgi.hooks.translation [None req-1da042b9-e050-4c58-8095-580328820bdb tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 29 16:11:33.940248 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1da042b9-e050-4c58-8095-580328820bdb tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102791) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 16:11:33.967228 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a35af1af-41a3-43e9-a77a-df944edfea97 None None] Network 4be8019f-300a-473b-8f90-54810195744c requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 16:11:33.968028 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-1da042b9-e050-4c58-8095-580328820bdb tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.1450934 Mar 29 16:11:33.971015 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 56298) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:11:33.976219 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-b3ccb64d-b165-4b3a-84ad-0b8c581f11fc tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Request body: {'subnet': {'network_id': '4be8019f-300a-473b-8f90-54810195744c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:11:33.987130 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-cddb8f63-1ef9-467b-86cf-8bbaddb6eb8a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=88e7599e62d446faa967714480fab072&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1720793 Mar 29 16:11:33.989442 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 56300) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:11:34.040864 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-039d2e8f-21a4-4bc9-ba19-567f959ab97c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:34.064893 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-039d2e8f-21a4-4bc9-ba19-567f959ab97c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:34.071498 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3ccb64d-b165-4b3a-84ad-0b8c581f11fc tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Made reservation on behalf of b764dc88162c48329e5f6a91ab689763 for: {'subnet': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:11:34.072303 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-97ab9850-6d47-44f2-b1d8-16a7ceeb6e51 None None] Provisioning complete for port 5206a58c-9d6c-4780-8e44-adab26aa69f3 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:11:34.072680 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-97ab9850-6d47-44f2-b1d8-16a7ceeb6e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:34.075864 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-b3ccb64d-b165-4b3a-84ad-0b8c581f11fc tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4793983'] for subnet, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:34.077326 n-d-834765-1 neutron-server[102790]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3ccb64d-b165-4b3a-84ad-0b8c581f11fc tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 29 16:11:34.077763 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3ccb64d-b165-4b3a-84ad-0b8c581f11fc tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102790) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 16:11:34.094902 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-b3ccb64d-b165-4b3a-84ad-0b8c581f11fc tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.1220510 Mar 29 16:11:34.097461 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 56302) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:11:34.103431 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-d322b39d-2c7b-4d73-a2e3-c1a568c1a153 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Request body: {'subnet': {'network_id': '4be8019f-300a-473b-8f90-54810195744c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:11:34.167857 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-039d2e8f-21a4-4bc9-ba19-567f959ab97c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:34.170430 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-039d2e8f-21a4-4bc9-ba19-567f959ab97c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:34.171608 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-039d2e8f-21a4-4bc9-ba19-567f959ab97c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/62ff1a90-b1b5-4dc1-a9f6-50e0124f5aeb HTTP/1.1" status: 204 len: 168 time: 0.1811547 Mar 29 16:11:34.192931 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039d2e8f-21a4-4bc9-ba19-567f959ab97c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62ff1a90-b1b5-4dc1-a9f6-50e0124f5aeb,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:11:34.214706 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4700021-5321-4819-b564-dc41119b60af None None] DHCP port deletion for 4be8019f-300a-473b-8f90-54810195744c request from n-d-834765-1 {{(pid=102792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 29 16:11:34.216972 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d322b39d-2c7b-4d73-a2e3-c1a568c1a153 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Made reservation on behalf of b764dc88162c48329e5f6a91ab689763 for: {'subnet': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:11:34.221894 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-d322b39d-2c7b-4d73-a2e3-c1a568c1a153 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16218875'] for subnet, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:34.223536 n-d-834765-1 neutron-server[102791]: INFO neutron.pecan_wsgi.hooks.translation [None req-d322b39d-2c7b-4d73-a2e3-c1a568c1a153 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 29 16:11:34.223953 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d322b39d-2c7b-4d73-a2e3-c1a568c1a153 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102791) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 16:11:34.242480 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-d322b39d-2c7b-4d73-a2e3-c1a568c1a153 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.1439335 Mar 29 16:11:34.245441 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 56306) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:11:34.251076 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-f71de3ce-d13a-4880-bb9d-8a40b62dbefa tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Request body: {'subnet': {'network_id': '4be8019f-300a-473b-8f90-54810195744c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:11:34.277118 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d71584b9-87f1-45f5-84c7-c993c2416269 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:34.289137 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-d4700021-5321-4819-b564-dc41119b60af None None] Deleting port 5206a58c-9d6c-4780-8e44-adab26aa69f3 {{(pid=102792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:11:34.289623 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d4700021-5321-4819-b564-dc41119b60af None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:34.350182 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f71de3ce-d13a-4880-bb9d-8a40b62dbefa tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Made reservation on behalf of b764dc88162c48329e5f6a91ab689763 for: {'subnet': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:11:34.354125 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-f71de3ce-d13a-4880-bb9d-8a40b62dbefa tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16218875'] for subnet, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:34.355800 n-d-834765-1 neutron-server[102791]: INFO neutron.pecan_wsgi.hooks.translation [None req-f71de3ce-d13a-4880-bb9d-8a40b62dbefa tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 29 16:11:34.356333 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f71de3ce-d13a-4880-bb9d-8a40b62dbefa tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102791) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 16:11:34.363247 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-d4700021-5321-4819-b564-dc41119b60af None None] For port 5206a58c-9d6c-4780-8e44-adab26aa69f3, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=5206a58c-9d6c-4780-8e44-adab26aa69f3,segment=NetworkSegment(b0033e17-6430-4297-97b0-9266901287f9),segment_id=b0033e17-6430-4297-97b0-9266901287f9)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:11:34.363812 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d4700021-5321-4819-b564-dc41119b60af None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:34.375092 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-f71de3ce-d13a-4880-bb9d-8a40b62dbefa tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.1254277 Mar 29 16:11:34.375392 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 56310) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:11:34.380332 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-b0be3282-143f-4a77-be3a-f28c8c0e899d tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Request body: {'subnet': {'network_id': '4be8019f-300a-473b-8f90-54810195744c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:11:34.382535 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-d4700021-5321-4819-b564-dc41119b60af None None] Calling delete_port for 5206a58c-9d6c-4780-8e44-adab26aa69f3 owned by network:dhcp {{(pid=102792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:11:34.470310 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d4700021-5321-4819-b564-dc41119b60af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350'] for port, after_delete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:34.487799 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0be3282-143f-4a77-be3a-f28c8c0e899d tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Made reservation on behalf of b764dc88162c48329e5f6a91ab689763 for: {'subnet': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:11:34.492111 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-b0be3282-143f-4a77-be3a-f28c8c0e899d tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16218875'] for subnet, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:34.494154 n-d-834765-1 neutron-server[102791]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0be3282-143f-4a77-be3a-f28c8c0e899d tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 29 16:11:34.494379 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0be3282-143f-4a77-be3a-f28c8c0e899d tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102791) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 16:11:34.500539 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4700021-5321-4819-b564-dc41119b60af None None] Pushing event deleted for resources: {'Port': ['ID=5206a58c-9d6c-4780-8e44-adab26aa69f3,revision_number=None']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:11:34.507056 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4700021-5321-4819-b564-dc41119b60af None None] No DVR routers for this DVR port 5206a58c-9d6c-4780-8e44-adab26aa69f3 on host n-d-834765-1 {{(pid=102792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 16:11:34.512418 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-b0be3282-143f-4a77-be3a-f28c8c0e899d tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.1359677 Mar 29 16:11:34.515210 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 56316) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:11:34.529711 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24f36093-a3f0-443e-89ac-f0fc7df2da2a None None] Network 4be8019f-300a-473b-8f90-54810195744c requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 16:11:34.548018 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-fbbb8f1a-0208-4619-8261-5c54b3f1edbe tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0294702 Mar 29 16:11:34.548382 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 56320) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:11:34.612413 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd5ee655-32ee-4444-bcb4-450e838924a9 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:11:34.614330 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-bd5ee655-32ee-4444-bcb4-450e838924a9 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0644243 Mar 29 16:11:34.617635 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 56324) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:11:34.657401 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-fdcf7300-276c-41fe-9ba9-2b3efd1e382a tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0383387 Mar 29 16:11:34.661846 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 56326) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:11:34.667874 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-b588871c-c718-4bd0-8a87-cd0cfb55789b tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Request body: {'subnet': {'network_id': '4be8019f-300a-473b-8f90-54810195744c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:11:34.765749 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b588871c-c718-4bd0-8a87-cd0cfb55789b tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Made reservation on behalf of b764dc88162c48329e5f6a91ab689763 for: {'subnet': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:11:34.769587 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-b588871c-c718-4bd0-8a87-cd0cfb55789b tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4793983'] for subnet, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:34.795723 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 49029cb5-acb2-41a2-8334-d35d107b5076 no longer exists at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 16:11:34.822178 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] No Port match for: 49029cb5-acb2-41a2-8334-d35d107b5076 {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 16:11:34.822520 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 49029cb5-acb2-41a2-8334-d35d107b5076 not bound to the agent host n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 16:11:34.822938 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 5206a58c-9d6c-4780-8e44-adab26aa69f3 no longer exists at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 16:11:34.846156 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] No Port match for: 5206a58c-9d6c-4780-8e44-adab26aa69f3 {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 16:11:34.846500 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 5206a58c-9d6c-4780-8e44-adab26aa69f3 not bound to the agent host n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 16:11:35.000128 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 56336) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:11:35.048758 n-d-834765-1 neutron-server[102790]: DEBUG neutron.objects.ports [None req-b588871c-c718-4bd0-8a87-cd0cfb55789b tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102790) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 29 16:11:35.050205 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-b588871c-c718-4bd0-8a87-cd0cfb55789b tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5231896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4793961'] for subnet, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:35.099170 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-4dda3173-5d57-477d-bfc6-67b9ad9d2a30 tempest-TagsExtTest-1146288247 tempest-TagsExtTest-1146288247-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-834872328'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:11:35.099354 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b588871c-c718-4bd0-8a87-cd0cfb55789b tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Network 4be8019f-300a-473b-8f90-54810195744c is already hosted by enough agents. {{(pid=102790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:11:35.103032 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-b588871c-c718-4bd0-8a87-cd0cfb55789b tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Resources bound (agent type, host, resource id): {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:11:35.107321 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b588871c-c718-4bd0-8a87-cd0cfb55789b tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:11:35.107924 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-b588871c-c718-4bd0-8a87-cd0cfb55789b tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks [] for subnet, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:35.111998 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3a9c2c1-a083-4ebd-a6c9-366da2c34690 None None] Network 4be8019f-300a-473b-8f90-54810195744c requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 16:11:35.122457 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dda3173-5d57-477d-bfc6-67b9ad9d2a30 tempest-TagsExtTest-1146288247 tempest-TagsExtTest-1146288247-project] Made reservation on behalf of 833cedbeee5e433c885fcb9adfd43c12 for: {'network': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:11:35.126743 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b588871c-c718-4bd0-8a87-cd0cfb55789b tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Pushing event updated for resources: {'Subnet': ['ID=1250fa1d-744f-4b89-9ff3-b428a7ebf527,revision_number=0']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:11:35.127719 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-4dda3173-5d57-477d-bfc6-67b9ad9d2a30 tempest-TagsExtTest-1146288247 tempest-TagsExtTest-1146288247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for network, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:35.137171 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-b588871c-c718-4bd0-8a87-cd0cfb55789b tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.4707675 Mar 29 16:11:35.137376 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 56340) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:11:35.137704 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-4dda3173-5d57-477d-bfc6-67b9ad9d2a30 tempest-TagsExtTest-1146288247 tempest-TagsExtTest-1146288247-project] Notify callbacks [] for security_group, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:35.144187 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-a46f8984-0790-4378-a19e-885e3a8d9eb8 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Request body: {'port': {'network_id': '4be8019f-300a-473b-8f90-54810195744c', 'mac_address': 'fa:16:3e:88:f6:5b', 'name': 'tempest-NetworksTestDHCPv6-1451860577'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:11:35.220357 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-4dda3173-5d57-477d-bfc6-67b9ad9d2a30 tempest-TagsExtTest-1146288247 tempest-TagsExtTest-1146288247-project] Notify callbacks [] for security_group, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:35.225174 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-4dda3173-5d57-477d-bfc6-67b9ad9d2a30 tempest-TagsExtTest-1146288247 tempest-TagsExtTest-1146288247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:35.259805 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4dda3173-5d57-477d-bfc6-67b9ad9d2a30 tempest-TagsExtTest-1146288247 tempest-TagsExtTest-1146288247-project] vlan segment allocate from pool success with {'vlan_id': 640, 'physical_network': 'physnet1'} {{(pid=102791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 16:11:35.270341 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dda3173-5d57-477d-bfc6-67b9ad9d2a30 tempest-TagsExtTest-1146288247 tempest-TagsExtTest-1146288247-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41d223b0-b320-4f40-93b0-9da1f7ae8d4f,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:11:35.275860 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-4dda3173-5d57-477d-bfc6-67b9ad9d2a30 tempest-TagsExtTest-1146288247 tempest-TagsExtTest-1146288247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:35.276210 n-d-834765-1 neutron-server[102791]: INFO neutron.db.segments_db [None req-4dda3173-5d57-477d-bfc6-67b9ad9d2a30 tempest-TagsExtTest-1146288247 tempest-TagsExtTest-1146288247-project] Added segment b91fb4c9-62d1-46d7-a97d-88abcc97969d of type vlan for network 39bc770c-db67-4af3-9000-dc133b1e6f5b Mar 29 16:11:35.281501 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb1da5da-952c-4cca-8e5f-71cabe5b330b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0035034-69b0-5ffc-b384-0ac6189c5628-4be8019f-300a-473b-8f90-54810195744c', 'network_id': '4be8019f-300a-473b-8f90-54810195744c', 'tenant_id': 'b764dc88162c48329e5f6a91ab689763', 'fixed_ips': [{'subnet_id': '1250fa1d-744f-4b89-9ff3-b428a7ebf527'}]}} from n-d-834765-1. {{(pid=102792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 29 16:11:35.283119 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a46f8984-0790-4378-a19e-885e3a8d9eb8 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Made reservation on behalf of b764dc88162c48329e5f6a91ab689763 for: {'port': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:11:35.288150 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-a46f8984-0790-4378-a19e-885e3a8d9eb8 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:35.288919 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-bb1da5da-952c-4cca-8e5f-71cabe5b330b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:35.312627 n-d-834765-1 neutron-server[102790]: DEBUG neutron.notifiers.nova [None req-a46f8984-0790-4378-a19e-885e3a8d9eb8 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] device_id is not set on port b44d964f-bc0b-490c-a0c2-e94ddb9b12b2 yet. {{(pid=102790) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 29 16:11:35.319014 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-4dda3173-5d57-477d-bfc6-67b9ad9d2a30 tempest-TagsExtTest-1146288247 tempest-TagsExtTest-1146288247-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783522915970'] for network, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:35.351641 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-4dda3173-5d57-477d-bfc6-67b9ad9d2a30 tempest-TagsExtTest-1146288247 tempest-TagsExtTest-1146288247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795'] for network, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:35.358183 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dda3173-5d57-477d-bfc6-67b9ad9d2a30 tempest-TagsExtTest-1146288247 tempest-TagsExtTest-1146288247-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:11:35.358855 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-4dda3173-5d57-477d-bfc6-67b9ad9d2a30 tempest-TagsExtTest-1146288247 tempest-TagsExtTest-1146288247-project] Notify callbacks [] for network, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:35.397837 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-4dda3173-5d57-477d-bfc6-67b9ad9d2a30 tempest-TagsExtTest-1146288247 tempest-TagsExtTest-1146288247-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.3964922 Mar 29 16:11:35.400383 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 56342) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:11:35.407490 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-92666ad9-41aa-4967-bb6c-a4adce848b84 tempest-TagsExtTest-1146288247 tempest-TagsExtTest-1146288247-project] Request body: {'subnet': {'network_id': '39bc770c-db67-4af3-9000-dc133b1e6f5b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:11:35.437076 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.db_base_plugin_common [None req-a46f8984-0790-4378-a19e-885e3a8d9eb8 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Allocated IP 2001:db8::f816:3eff:fe88:f65b (4be8019f-300a-473b-8f90-54810195744c/1250fa1d-744f-4b89-9ff3-b428a7ebf527/b44d964f-bc0b-490c-a0c2-e94ddb9b12b2) {{(pid=102790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:11:35.448637 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dda3173-5d57-477d-bfc6-67b9ad9d2a30 tempest-TagsExtTest-1146288247 tempest-TagsExtTest-1146288247-project] Pushing event updated for resources: {'Network': ['ID=39bc770c-db67-4af3-9000-dc133b1e6f5b,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:11:35.460495 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Network 39bc770c-db67-4af3-9000-dc133b1e6f5b details requested by agent ovs-agent-n-d-834765-1 with host n-d-834765-1 {{(pid=102792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 16:11:35.530168 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92666ad9-41aa-4967-bb6c-a4adce848b84 tempest-TagsExtTest-1146288247 tempest-TagsExtTest-1146288247-project] Made reservation on behalf of 833cedbeee5e433c885fcb9adfd43c12 for: {'subnet': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:11:35.533569 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-92666ad9-41aa-4967-bb6c-a4adce848b84 tempest-TagsExtTest-1146288247 tempest-TagsExtTest-1146288247-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16218875'] for subnet, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:35.598510 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-a46f8984-0790-4378-a19e-885e3a8d9eb8 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks [] for port, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:35.635362 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-a46f8984-0790-4378-a19e-885e3a8d9eb8 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:35.686536 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a46f8984-0790-4378-a19e-885e3a8d9eb8 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Network 4be8019f-300a-473b-8f90-54810195744c is already hosted by enough agents. {{(pid=102790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:11:35.687748 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.db_base_plugin_common [None req-bb1da5da-952c-4cca-8e5f-71cabe5b330b None None] Allocated IP 2001:db8::f816:3eff:fed3:6763 (4be8019f-300a-473b-8f90-54810195744c/1250fa1d-744f-4b89-9ff3-b428a7ebf527/ea05caec-5fd8-4462-bd58-8c8fd09ca656) {{(pid=102792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:11:35.689714 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-a46f8984-0790-4378-a19e-885e3a8d9eb8 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Resources bound (agent type, host, resource id): {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:11:35.693689 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a46f8984-0790-4378-a19e-885e3a8d9eb8 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Received port after_create {{(pid=102790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:11:35.699682 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a46f8984-0790-4378-a19e-885e3a8d9eb8 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:11:35.700328 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-a46f8984-0790-4378-a19e-885e3a8d9eb8 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:35.709182 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46f8984-0790-4378-a19e-885e3a8d9eb8 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Pushing event updated for resources: {'Port': ['ID=b44d964f-bc0b-490c-a0c2-e94ddb9b12b2,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:11:35.726291 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-a46f8984-0790-4378-a19e-885e3a8d9eb8 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.5870733 Mar 29 16:11:35.728182 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 56344) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:11:35.737948 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-92666ad9-41aa-4967-bb6c-a4adce848b84 tempest-TagsExtTest-1146288247 tempest-TagsExtTest-1146288247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16155524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16218861'] for subnet, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:35.780679 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11aeedee-4635-41ae-b7f9-db789b13d9dc tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:11:35.782130 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-11aeedee-4635-41ae-b7f9-db789b13d9dc tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.0522785 Mar 29 16:11:35.784672 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 56346) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:11:35.803193 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92666ad9-41aa-4967-bb6c-a4adce848b84 tempest-TagsExtTest-1146288247 tempest-TagsExtTest-1146288247-project] Pushing event updated for resources: {'Subnet': ['ID=5a62fc90-4da9-4529-976e-6d00eb50d575,revision_number=0']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:11:35.813728 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92666ad9-41aa-4967-bb6c-a4adce848b84 tempest-TagsExtTest-1146288247 tempest-TagsExtTest-1146288247-project] Checking segment: {'id': 'b91fb4c9-62d1-46d7-a97d-88abcc97969d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '39bc770c-db67-4af3-9000-dc133b1e6f5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 16:11:35.814100 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92666ad9-41aa-4967-bb6c-a4adce848b84 tempest-TagsExtTest-1146288247 tempest-TagsExtTest-1146288247-project] Network hostable DHCP agents. Network: 39bc770c-db67-4af3-9000-dc133b1e6f5b, hostable agents: ['d136643e-48ae-49d4-a851-2ba3bdf3749c'], hosted agents: [] {{(pid=102791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 16:11:35.821300 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-0cb6abf6-2706-4e52-8825-f5f644ecf9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:35.832883 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92666ad9-41aa-4967-bb6c-a4adce848b84 tempest-TagsExtTest-1146288247 tempest-TagsExtTest-1146288247-project] Network 39bc770c-db67-4af3-9000-dc133b1e6f5b is scheduled to be hosted by DHCP agent d136643e-48ae-49d4-a851-2ba3bdf3749c with binding_index 1 {{(pid=102791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 16:11:35.842481 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [None req-92666ad9-41aa-4967-bb6c-a4adce848b84 tempest-TagsExtTest-1146288247 tempest-TagsExtTest-1146288247-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834765-1, 39bc770c-db67-4af3-9000-dc133b1e6f5b) {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:11:35.846752 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92666ad9-41aa-4967-bb6c-a4adce848b84 tempest-TagsExtTest-1146288247 tempest-TagsExtTest-1146288247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:11:35.847374 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-92666ad9-41aa-4967-bb6c-a4adce848b84 tempest-TagsExtTest-1146288247 tempest-TagsExtTest-1146288247-project] Notify callbacks [] for subnet, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:35.867885 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-92666ad9-41aa-4967-bb6c-a4adce848b84 tempest-TagsExtTest-1146288247 tempest-TagsExtTest-1146288247-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4628162 Mar 29 16:11:35.868142 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 56348) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:11:35.871881 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed49ba5d-39d9-40e2-9773-47cd6032aba8 None None] Network 39bc770c-db67-4af3-9000-dc133b1e6f5b requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 16:11:35.874164 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-8cc20ce6-5805-4520-b839-60afa7a0be76 tempest-TagsExtTest-1146288247 tempest-TagsExtTest-1146288247-project] Request body: {'port': {'network_id': '39bc770c-db67-4af3-9000-dc133b1e6f5b', 'name': 'tempest-TagsExtTest-1311580178'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:11:35.891993 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-7114ad55-5b48-48a5-9fd5-f5f2bf183568 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Deleting port b44d964f-bc0b-490c-a0c2-e94ddb9b12b2 {{(pid=102790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:11:35.892470 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-7114ad55-5b48-48a5-9fd5-f5f2bf183568 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:35.915842 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-bb1da5da-952c-4cca-8e5f-71cabe5b330b None None] Notify callbacks [] for port, precommit_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:35.960143 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-bb1da5da-952c-4cca-8e5f-71cabe5b330b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956'] for port, after_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:35.994989 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-7114ad55-5b48-48a5-9fd5-f5f2bf183568 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:35.997598 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cc20ce6-5805-4520-b839-60afa7a0be76 tempest-TagsExtTest-1146288247 tempest-TagsExtTest-1146288247-project] Made reservation on behalf of 833cedbeee5e433c885fcb9adfd43c12 for: {'port': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:11:36.001478 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-8cc20ce6-5805-4520-b839-60afa7a0be76 tempest-TagsExtTest-1146288247 tempest-TagsExtTest-1146288247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:36.011905 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-7114ad55-5b48-48a5-9fd5-f5f2bf183568 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Calling delete_port for b44d964f-bc0b-490c-a0c2-e94ddb9b12b2 owned by {{(pid=102790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:11:36.018099 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:36.020888 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [None req-8cc20ce6-5805-4520-b839-60afa7a0be76 tempest-TagsExtTest-1146288247 tempest-TagsExtTest-1146288247-project] device_id is not set on port 154bedf0-662e-4562-904b-dbfabb9be4e3 yet. {{(pid=102791) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 29 16:11:36.022388 n-d-834765-1 neutron-server[102792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb1da5da-952c-4cca-8e5f-71cabe5b330b None None] Network 4be8019f-300a-473b-8f90-54810195744c is already hosted by enough agents. {{(pid=102792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:11:36.034712 n-d-834765-1 neutron-server[102792]: DEBUG neutron.scheduler.base_scheduler [None req-bb1da5da-952c-4cca-8e5f-71cabe5b330b None None] Resources bound (agent type, host, resource id): {{(pid=102792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:11:36.037652 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb1da5da-952c-4cca-8e5f-71cabe5b330b None None] Received port after_create {{(pid=102792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:11:36.051944 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1da5da-952c-4cca-8e5f-71cabe5b330b None None] Pushing event updated for resources: {'Port': ['ID=ea05caec-5fd8-4462-bd58-8c8fd09ca656,revision_number=1']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:11:36.135343 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-bb1da5da-952c-4cca-8e5f-71cabe5b330b None None] Attempting to bind port ea05caec-5fd8-4462-bd58-8c8fd09ca656 on host n-d-834765-1 for vnic_type normal with profile {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 16:11:36.136024 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-bb1da5da-952c-4cca-8e5f-71cabe5b330b None None] Attempting to bind port ea05caec-5fd8-4462-bd58-8c8fd09ca656 by drivers openvswitch,hyperv on host n-d-834765-1 at level 0 using segments [{'id': 'b0033e17-6430-4297-97b0-9266901287f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '4be8019f-300a-473b-8f90-54810195744c'}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 16:11:36.136130 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb1da5da-952c-4cca-8e5f-71cabe5b330b None None] Attempting to bind port ea05caec-5fd8-4462-bd58-8c8fd09ca656 on network 4be8019f-300a-473b-8f90-54810195744c {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 16:11:36.137727 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_common [None req-8cc20ce6-5805-4520-b839-60afa7a0be76 tempest-TagsExtTest-1146288247 tempest-TagsExtTest-1146288247-project] Allocated IP 172.20.0.6 (39bc770c-db67-4af3-9000-dc133b1e6f5b/5a62fc90-4da9-4529-976e-6d00eb50d575/154bedf0-662e-4562-904b-dbfabb9be4e3) {{(pid=102791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:11:36.143730 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb1da5da-952c-4cca-8e5f-71cabe5b330b None None] Checking agent: {'id': 'a8866439-9d96-425c-b519-6905c591ac37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 25, 36), 'started_at': datetime.datetime(2022, 3, 29, 15, 26, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 16, 11, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834765-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 16:11:36.144296 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb1da5da-952c-4cca-8e5f-71cabe5b330b None None] Checking segment: {'id': 'b0033e17-6430-4297-97b0-9266901287f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '4be8019f-300a-473b-8f90-54810195744c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 16:11:36.144777 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-bb1da5da-952c-4cca-8e5f-71cabe5b330b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:36.145177 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb1da5da-952c-4cca-8e5f-71cabe5b330b None None] Bound using segment: {'id': 'b0033e17-6430-4297-97b0-9266901287f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '4be8019f-300a-473b-8f90-54810195744c'} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 16:11:36.145647 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-bb1da5da-952c-4cca-8e5f-71cabe5b330b None None] Bound port: ea05caec-5fd8-4462-bd58-8c8fd09ca656, host: n-d-834765-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0033e17-6430-4297-97b0-9266901287f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '4be8019f-300a-473b-8f90-54810195744c'}}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 16:11:36.146226 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-bb1da5da-952c-4cca-8e5f-71cabe5b330b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:36.164505 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-7114ad55-5b48-48a5-9fd5-f5f2bf183568 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:36.195673 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7114ad55-5b48-48a5-9fd5-f5f2bf183568 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Pushing event deleted for resources: {'Port': ['ID=b44d964f-bc0b-490c-a0c2-e94ddb9b12b2,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:11:36.203506 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cad3691b-f1f8-4a25-a09d-387dfa868761 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0035034-69b0-5ffc-b384-0ac6189c5628-39bc770c-db67-4af3-9000-dc133b1e6f5b', 'network_id': '39bc770c-db67-4af3-9000-dc133b1e6f5b', 'tenant_id': '833cedbeee5e433c885fcb9adfd43c12', 'fixed_ips': [{'subnet_id': '5a62fc90-4da9-4529-976e-6d00eb50d575'}]}} from n-d-834765-1. {{(pid=102792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 29 16:11:36.204380 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-cad3691b-f1f8-4a25-a09d-387dfa868761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:36.226478 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-7114ad55-5b48-48a5-9fd5-f5f2bf183568 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:36.231761 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-7114ad55-5b48-48a5-9fd5-f5f2bf183568 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] 10.222.0.42 "DELETE /v2.0/ports/b44d964f-bc0b-490c-a0c2-e94ddb9b12b2 HTTP/1.1" status: 204 len: 168 time: 0.4459431 Mar 29 16:11:36.232716 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 56350) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:11:36.286026 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b0fb7b2-74fa-471f-853e-90e10729d8c8 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:11:36.287966 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b0fb7b2-74fa-471f-853e-90e10729d8c8 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:11:36.291840 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-4b0fb7b2-74fa-471f-853e-90e10729d8c8 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.0558283 Mar 29 16:11:36.292081 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 56352) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:11:36.303720 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-bb1da5da-952c-4cca-8e5f-71cabe5b330b None None] For port ea05caec-5fd8-4462-bd58-8c8fd09ca656, host n-d-834765-1, cleared binding levels {{(pid=102792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 16:11:36.315553 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-8cc20ce6-5805-4520-b839-60afa7a0be76 tempest-TagsExtTest-1146288247 tempest-TagsExtTest-1146288247-project] Notify callbacks [] for port, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:36.326739 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-bb1da5da-952c-4cca-8e5f-71cabe5b330b None None] For port ea05caec-5fd8-4462-bd58-8c8fd09ca656, host n-d-834765-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=ea05caec-5fd8-4462-bd58-8c8fd09ca656,segment=NetworkSegment(b0033e17-6430-4297-97b0-9266901287f9),segment_id=b0033e17-6430-4297-97b0-9266901287f9)] {{(pid=102792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 16:11:36.337865 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-bb1da5da-952c-4cca-8e5f-71cabe5b330b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:36.346373 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.db_base_plugin_v2 [None req-f477f100-4afb-4cf1-8400-205919811956 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Deleting subnet 1250fa1d-744f-4b89-9ff3-b428a7ebf527 {{(pid=102790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 16:11:36.349718 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-f477f100-4afb-4cf1-8400-205919811956 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks [] for subnet, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:36.356114 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-8cc20ce6-5805-4520-b839-60afa7a0be76 tempest-TagsExtTest-1146288247 tempest-TagsExtTest-1146288247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:36.403081 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cc20ce6-5805-4520-b839-60afa7a0be76 tempest-TagsExtTest-1146288247 tempest-TagsExtTest-1146288247-project] Network 39bc770c-db67-4af3-9000-dc133b1e6f5b is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:11:36.406357 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [None req-8cc20ce6-5805-4520-b839-60afa7a0be76 tempest-TagsExtTest-1146288247 tempest-TagsExtTest-1146288247-project] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:11:36.410554 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cc20ce6-5805-4520-b839-60afa7a0be76 tempest-TagsExtTest-1146288247 tempest-TagsExtTest-1146288247-project] Received port after_create {{(pid=102791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:11:36.413791 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-f477f100-4afb-4cf1-8400-205919811956 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4614024'] for subnet, precommit_delete_associations {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:36.423799 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc20ce6-5805-4520-b839-60afa7a0be76 tempest-TagsExtTest-1146288247 tempest-TagsExtTest-1146288247-project] Pushing event updated for resources: {'Port': ['ID=154bedf0-662e-4562-904b-dbfabb9be4e3,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:11:36.447183 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1da5da-952c-4cca-8e5f-71cabe5b330b None None] Pushing event updated for resources: {'Port': ['ID=ea05caec-5fd8-4462-bd58-8c8fd09ca656,revision_number=2']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:11:36.460040 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.db_base_plugin_common [None req-cad3691b-f1f8-4a25-a09d-387dfa868761 None None] Allocated IP 172.20.0.2 (39bc770c-db67-4af3-9000-dc133b1e6f5b/5a62fc90-4da9-4529-976e-6d00eb50d575/f4f88119-b4ee-43cc-b27d-cdb619819959) {{(pid=102792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:11:36.488292 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cc20ce6-5805-4520-b839-60afa7a0be76 tempest-TagsExtTest-1146288247 tempest-TagsExtTest-1146288247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:11:36.489428 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-8cc20ce6-5805-4520-b839-60afa7a0be76 tempest-TagsExtTest-1146288247 tempest-TagsExtTest-1146288247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:36.511082 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-8cc20ce6-5805-4520-b839-60afa7a0be76 tempest-TagsExtTest-1146288247 tempest-TagsExtTest-1146288247-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 0.6417732 Mar 29 16:11:36.513768 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 56354) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:11:36.518643 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-4cacb333-801d-42d7-82d2-5032ba523d12 tempest-TagsExtTest-1146288247 tempest-TagsExtTest-1146288247-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-593918327', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:11:36.525349 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-f477f100-4afb-4cf1-8400-205919811956 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1641287'] for subnet, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:36.565983 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-4cacb333-801d-42d7-82d2-5032ba523d12 tempest-TagsExtTest-1146288247 tempest-TagsExtTest-1146288247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-532385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129310'] for router, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:36.567333 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-4cacb333-801d-42d7-82d2-5032ba523d12 tempest-TagsExtTest-1146288247 tempest-TagsExtTest-1146288247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-648091', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-684384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129319'] for router, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:36.623299 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-f477f100-4afb-4cf1-8400-205919811956 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1641294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5231963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4793952'] for subnet, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:36.656287 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f477f100-4afb-4cf1-8400-205919811956 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Pushing event deleted for resources: {'Subnet': ['ID=1250fa1d-744f-4b89-9ff3-b428a7ebf527,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:11:36.669113 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-f477f100-4afb-4cf1-8400-205919811956 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks [] for subnet, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:36.679400 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-f477f100-4afb-4cf1-8400-205919811956 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] 10.222.0.42 "DELETE /v2.0/subnets/1250fa1d-744f-4b89-9ff3-b428a7ebf527 HTTP/1.1" status: 204 len: 168 time: 0.3818212 Mar 29 16:11:36.679974 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 56356) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:11:36.694747 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-cad3691b-f1f8-4a25-a09d-387dfa868761 None None] Notify callbacks [] for port, precommit_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:36.701963 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-4cacb333-801d-42d7-82d2-5032ba523d12 tempest-TagsExtTest-1146288247 tempest-TagsExtTest-1146288247-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:36.703433 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-cad3691b-f1f8-4a25-a09d-387dfa868761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956'] for port, after_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:36.712564 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-4cacb333-801d-42d7-82d2-5032ba523d12 tempest-TagsExtTest-1146288247 tempest-TagsExtTest-1146288247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648118'] for router, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:36.737796 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-4bcaa54a-951a-439c-a4ce-03e1934327aa tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0565975 Mar 29 16:11:36.738266 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-4cacb333-801d-42d7-82d2-5032ba523d12 tempest-TagsExtTest-1146288247 tempest-TagsExtTest-1146288247-project] Notify callbacks [] for router, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:36.738409 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 56358) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:11:36.740179 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-4cacb333-801d-42d7-82d2-5032ba523d12 tempest-TagsExtTest-1146288247 tempest-TagsExtTest-1146288247-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2251923 Mar 29 16:11:36.743174 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 56360) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:11:36.748339 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-3a9f93aa-ac0b-453e-a52b-ebb3b619ff79 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Request body: {'subnet': {'network_id': '4be8019f-300a-473b-8f90-54810195744c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:11:36.748800 n-d-834765-1 neutron-server[102792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cad3691b-f1f8-4a25-a09d-387dfa868761 None None] Network 39bc770c-db67-4af3-9000-dc133b1e6f5b is already hosted by enough agents. {{(pid=102792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:11:36.751820 n-d-834765-1 neutron-server[102792]: DEBUG neutron.scheduler.base_scheduler [None req-cad3691b-f1f8-4a25-a09d-387dfa868761 None None] Resources bound (agent type, host, resource id): {{(pid=102792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:11:36.756391 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cad3691b-f1f8-4a25-a09d-387dfa868761 None None] Received port after_create {{(pid=102792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:11:36.757599 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-c66e3e79-0161-47d5-b085-eca1f84c7ee1 tempest-TagsExtTest-1146288247 tempest-TagsExtTest-1146288247-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-176995916', 'prefixes': ['172.20.0.0/16']}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:11:36.765111 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad3691b-f1f8-4a25-a09d-387dfa868761 None None] Pushing event updated for resources: {'Port': ['ID=f4f88119-b4ee-43cc-b27d-cdb619819959,revision_number=1']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:11:36.824590 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-cad3691b-f1f8-4a25-a09d-387dfa868761 None None] Attempting to bind port f4f88119-b4ee-43cc-b27d-cdb619819959 on host n-d-834765-1 for vnic_type normal with profile {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 16:11:36.824956 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-cad3691b-f1f8-4a25-a09d-387dfa868761 None None] Attempting to bind port f4f88119-b4ee-43cc-b27d-cdb619819959 by drivers openvswitch,hyperv on host n-d-834765-1 at level 0 using segments [{'id': 'b91fb4c9-62d1-46d7-a97d-88abcc97969d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '39bc770c-db67-4af3-9000-dc133b1e6f5b'}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 16:11:36.825466 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad3691b-f1f8-4a25-a09d-387dfa868761 None None] Attempting to bind port f4f88119-b4ee-43cc-b27d-cdb619819959 on network 39bc770c-db67-4af3-9000-dc133b1e6f5b {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 16:11:36.830547 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad3691b-f1f8-4a25-a09d-387dfa868761 None None] Checking agent: {'id': 'a8866439-9d96-425c-b519-6905c591ac37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 25, 36), 'started_at': datetime.datetime(2022, 3, 29, 15, 26, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 16, 11, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834765-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 16:11:36.830913 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad3691b-f1f8-4a25-a09d-387dfa868761 None None] Checking segment: {'id': 'b91fb4c9-62d1-46d7-a97d-88abcc97969d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '39bc770c-db67-4af3-9000-dc133b1e6f5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 16:11:36.831345 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-cad3691b-f1f8-4a25-a09d-387dfa868761 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:36.831737 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad3691b-f1f8-4a25-a09d-387dfa868761 None None] Bound using segment: {'id': 'b91fb4c9-62d1-46d7-a97d-88abcc97969d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '39bc770c-db67-4af3-9000-dc133b1e6f5b'} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 16:11:36.832205 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-cad3691b-f1f8-4a25-a09d-387dfa868761 None None] Bound port: f4f88119-b4ee-43cc-b27d-cdb619819959, host: n-d-834765-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b91fb4c9-62d1-46d7-a97d-88abcc97969d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '39bc770c-db67-4af3-9000-dc133b1e6f5b'}}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 16:11:36.832585 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-cad3691b-f1f8-4a25-a09d-387dfa868761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:36.876971 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a9f93aa-ac0b-453e-a52b-ebb3b619ff79 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Made reservation on behalf of b764dc88162c48329e5f6a91ab689763 for: {'subnet': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:11:36.880895 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-3a9f93aa-ac0b-453e-a52b-ebb3b619ff79 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4793983'] for subnet, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:36.900567 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-cad3691b-f1f8-4a25-a09d-387dfa868761 None None] For port f4f88119-b4ee-43cc-b27d-cdb619819959, host n-d-834765-1, cleared binding levels {{(pid=102792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 16:11:36.903865 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-cad3691b-f1f8-4a25-a09d-387dfa868761 None None] For port f4f88119-b4ee-43cc-b27d-cdb619819959, host n-d-834765-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=f4f88119-b4ee-43cc-b27d-cdb619819959,segment=NetworkSegment(b91fb4c9-62d1-46d7-a97d-88abcc97969d),segment_id=b91fb4c9-62d1-46d7-a97d-88abcc97969d)] {{(pid=102792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 16:11:36.908304 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-cad3691b-f1f8-4a25-a09d-387dfa868761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:36.913290 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c66e3e79-0161-47d5-b085-eca1f84c7ee1 tempest-TagsExtTest-1146288247 tempest-TagsExtTest-1146288247-project] Notify callbacks [] for subnetpool, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:36.914607 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-c66e3e79-0161-47d5-b085-eca1f84c7ee1 tempest-TagsExtTest-1146288247 tempest-TagsExtTest-1146288247-project] 10.222.0.42 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.1704745 Mar 29 16:11:36.918507 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 56364) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:11:36.924277 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.tag.tag_plugin [None req-a80b6a75-ed25-4eb2-83ad-e27b7b475f50 tempest-TagsExtTest-1146288247 tempest-TagsExtTest-1146288247-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '5a62fc90-4da9-4529-976e-6d00eb50d575', 'tempest-TagsExtTest-Tag-47047800') {} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:11:36.981389 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad3691b-f1f8-4a25-a09d-387dfa868761 None None] Pushing event updated for resources: {'Port': ['ID=f4f88119-b4ee-43cc-b27d-cdb619819959,revision_number=2']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:11:37.060457 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-a80b6a75-ed25-4eb2-83ad-e27b7b475f50 tempest-TagsExtTest-1146288247 tempest-TagsExtTest-1146288247-project] 10.222.0.42 "PUT /v2.0/subnets/5a62fc90-4da9-4529-976e-6d00eb50d575/tags/tempest-TagsExtTest-Tag-47047800 HTTP/1.1" status: 201 len: 201 time: 0.1380942 Mar 29 16:11:37.060979 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 56366) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:11:37.065613 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.tag.tag_plugin [None req-9eefbebf-6870-4ca5-8a42-57aba5ce0b23 tempest-TagsExtTest-1146288247 tempest-TagsExtTest-1146288247-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '154bedf0-662e-4562-904b-dbfabb9be4e3', 'tempest-TagsExtTest-Tag-1433733373') {} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:11:37.137656 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-9eefbebf-6870-4ca5-8a42-57aba5ce0b23 tempest-TagsExtTest-1146288247 tempest-TagsExtTest-1146288247-project] 10.222.0.42 "PUT /v2.0/ports/154bedf0-662e-4562-904b-dbfabb9be4e3/tags/tempest-TagsExtTest-Tag-1433733373 HTTP/1.1" status: 201 len: 201 time: 0.0757592 Mar 29 16:11:37.140185 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 56368) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:11:37.155427 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.tag.tag_plugin [None req-87896d18-a1d1-4864-a9bb-fa74db92b0b6 tempest-TagsExtTest-1146288247 tempest-TagsExtTest-1146288247-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '263d544f-131a-4486-98a8-546c01b6edd7', 'tempest-TagsExtTest-Tag-1641925716') {} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:11:37.222134 n-d-834765-1 neutron-server[102790]: DEBUG neutron.objects.ports [None req-3a9f93aa-ac0b-453e-a52b-ebb3b619ff79 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102790) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 29 16:11:37.273598 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-87896d18-a1d1-4864-a9bb-fa74db92b0b6 tempest-TagsExtTest-1146288247 tempest-TagsExtTest-1146288247-project] 10.222.0.42 "PUT /v2.0/routers/263d544f-131a-4486-98a8-546c01b6edd7/tags/tempest-TagsExtTest-Tag-1641925716 HTTP/1.1" status: 201 len: 201 time: 0.1319094 Mar 29 16:11:37.279020 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 56370) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:11:37.283887 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.tag.tag_plugin [None req-8d20ae71-dc3c-42a6-954e-1c80e75bcbe8 tempest-TagsExtTest-1146288247 tempest-TagsExtTest-1146288247-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '4f2a5260-d6a5-461b-a930-74235b7f3a17', 'tempest-TagsExtTest-Tag-1707057258') {} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:11:37.352390 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-8d20ae71-dc3c-42a6-954e-1c80e75bcbe8 tempest-TagsExtTest-1146288247 tempest-TagsExtTest-1146288247-project] 10.222.0.42 "PUT /v2.0/subnetpools/4f2a5260-d6a5-461b-a930-74235b7f3a17/tags/tempest-TagsExtTest-Tag-1707057258 HTTP/1.1" status: 201 len: 201 time: 0.0692201 Mar 29 16:11:37.353154 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 56372) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:11:37.358383 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.tag.tag_plugin [None req-9fcd9f0d-1bba-4760-ba6b-10d24b5fc48c tempest-TagsExtTest-1146288247 tempest-TagsExtTest-1146288247-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '5a62fc90-4da9-4529-976e-6d00eb50d575') {} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:11:37.419339 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-9fcd9f0d-1bba-4760-ba6b-10d24b5fc48c tempest-TagsExtTest-1146288247 tempest-TagsExtTest-1146288247-project] 10.222.0.42 "GET /v2.0/subnets/5a62fc90-4da9-4529-976e-6d00eb50d575/tags HTTP/1.1" status: 200 len: 239 time: 0.0625350 Mar 29 16:11:37.420852 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 56374) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:11:37.427208 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.tag.tag_plugin [None req-dd331419-42b0-4265-bbda-12ddd7f693eb tempest-TagsExtTest-1146288247 tempest-TagsExtTest-1146288247-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '5a62fc90-4da9-4529-976e-6d00eb50d575', 'tempest-TagsExtTest-Tag-47047800') {} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:11:37.440030 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-3a9f93aa-ac0b-453e-a52b-ebb3b619ff79 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:37.491814 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [req-a45d2694-e855-4bd5-9954-effed8644d83 req-acf0b8a1-1175-47b0-9253-b20f247a2df1 service neutron] (102791) timed out ('10.222.0.42', 44164) {{(pid=102791) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Mar 29 16:11:37.594538 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-dd331419-42b0-4265-bbda-12ddd7f693eb tempest-TagsExtTest-1146288247 tempest-TagsExtTest-1146288247-project] 10.222.0.42 "GET /v2.0/subnets/5a62fc90-4da9-4529-976e-6d00eb50d575/tags/tempest-TagsExtTest-Tag-47047800 HTTP/1.1" status: 204 len: 168 time: 0.1726232 Mar 29 16:11:37.597285 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 56376) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:11:37.601882 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.tag.tag_plugin [None req-c42f4fad-bfbe-4d75-b125-ec8cd6334749 tempest-TagsExtTest-1146288247 tempest-TagsExtTest-1146288247-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '5a62fc90-4da9-4529-976e-6d00eb50d575', 'tempest-TagsExtTest-Tag-47047800') {} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:11:37.609723 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9515a476-f8c7-4ea5-95a3-b50133bc24f7 None None] Network 4be8019f-300a-473b-8f90-54810195744c requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 16:11:37.663927 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [None req-3a9f93aa-ac0b-453e-a52b-ebb3b619ff79 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] For port ea05caec-5fd8-4462-bd58-8c8fd09ca656, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=ea05caec-5fd8-4462-bd58-8c8fd09ca656,segment=NetworkSegment(b0033e17-6430-4297-97b0-9266901287f9),segment_id=b0033e17-6430-4297-97b0-9266901287f9)] {{(pid=102790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:11:37.674525 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-c42f4fad-bfbe-4d75-b125-ec8cd6334749 tempest-TagsExtTest-1146288247 tempest-TagsExtTest-1146288247-project] 10.222.0.42 "DELETE /v2.0/subnets/5a62fc90-4da9-4529-976e-6d00eb50d575/tags/tempest-TagsExtTest-Tag-47047800 HTTP/1.1" status: 204 len: 168 time: 0.0739028 Mar 29 16:11:37.674928 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 56378) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:11:37.680126 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.tag.tag_plugin [None req-8b434f2f-2ad4-4482-9ffd-ba453a007c69 tempest-TagsExtTest-1146288247 tempest-TagsExtTest-1146288247-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '5a62fc90-4da9-4529-976e-6d00eb50d575') {} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:11:37.694052 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-68b33d4a-0c8e-4079-9e52-a1a9f38af836 None None] Provisioning complete for port ea05caec-5fd8-4462-bd58-8c8fd09ca656 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:11:37.694421 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-68b33d4a-0c8e-4079-9e52-a1a9f38af836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:37.702520 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-3a9f93aa-ac0b-453e-a52b-ebb3b619ff79 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks [] for port, precommit_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:37.708728 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-3a9f93aa-ac0b-453e-a52b-ebb3b619ff79 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5237921'] for port, after_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:37.709491 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-3a9f93aa-ac0b-453e-a52b-ebb3b619ff79 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5231896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4793961'] for subnet, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:37.741250 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-8b434f2f-2ad4-4482-9ffd-ba453a007c69 tempest-TagsExtTest-1146288247 tempest-TagsExtTest-1146288247-project] 10.222.0.42 "GET /v2.0/subnets/5a62fc90-4da9-4529-976e-6d00eb50d575/tags HTTP/1.1" status: 200 len: 205 time: 0.0620492 Mar 29 16:11:37.741484 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 56380) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:11:37.745914 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.tag.tag_plugin [None req-37e54d2b-e872-48c0-9aba-193e089f36d2 tempest-TagsExtTest-1146288247 tempest-TagsExtTest-1146288247-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '154bedf0-662e-4562-904b-dbfabb9be4e3') {} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:11:37.814960 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-37e54d2b-e872-48c0-9aba-193e089f36d2 tempest-TagsExtTest-1146288247 tempest-TagsExtTest-1146288247-project] 10.222.0.42 "GET /v2.0/ports/154bedf0-662e-4562-904b-dbfabb9be4e3/tags HTTP/1.1" status: 200 len: 241 time: 0.0700874 Mar 29 16:11:37.815166 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 56382) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:11:37.819847 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.tag.tag_plugin [None req-fa4e073e-fc94-4bde-97e6-ec63d99e00d4 tempest-TagsExtTest-1146288247 tempest-TagsExtTest-1146288247-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '154bedf0-662e-4562-904b-dbfabb9be4e3', 'tempest-TagsExtTest-Tag-1433733373') {} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:11:37.855990 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-68b33d4a-0c8e-4079-9e52-a1a9f38af836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:37.887650 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-fa4e073e-fc94-4bde-97e6-ec63d99e00d4 tempest-TagsExtTest-1146288247 tempest-TagsExtTest-1146288247-project] 10.222.0.42 "GET /v2.0/ports/154bedf0-662e-4562-904b-dbfabb9be4e3/tags/tempest-TagsExtTest-Tag-1433733373 HTTP/1.1" status: 204 len: 168 time: 0.0688987 Mar 29 16:11:37.888653 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 56384) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:11:37.892827 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.tag.tag_plugin [None req-3e61f06d-244d-4e95-8e7b-b374bf9a254c tempest-TagsExtTest-1146288247 tempest-TagsExtTest-1146288247-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '154bedf0-662e-4562-904b-dbfabb9be4e3', 'tempest-TagsExtTest-Tag-1433733373') {} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:11:37.923743 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-68b33d4a-0c8e-4079-9e52-a1a9f38af836 None None] For port ea05caec-5fd8-4462-bd58-8c8fd09ca656, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=ea05caec-5fd8-4462-bd58-8c8fd09ca656,segment=NetworkSegment(b0033e17-6430-4297-97b0-9266901287f9),segment_id=b0033e17-6430-4297-97b0-9266901287f9)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:11:37.931245 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-68b33d4a-0c8e-4079-9e52-a1a9f38af836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:37.982545 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-3e61f06d-244d-4e95-8e7b-b374bf9a254c tempest-TagsExtTest-1146288247 tempest-TagsExtTest-1146288247-project] 10.222.0.42 "DELETE /v2.0/ports/154bedf0-662e-4562-904b-dbfabb9be4e3/tags/tempest-TagsExtTest-Tag-1433733373 HTTP/1.1" status: 204 len: 168 time: 0.0911610 Mar 29 16:11:37.982817 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 56386) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:11:37.991731 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.tag.tag_plugin [None req-a998a663-677f-4e4a-8d5c-963399a4f107 tempest-TagsExtTest-1146288247 tempest-TagsExtTest-1146288247-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '154bedf0-662e-4562-904b-dbfabb9be4e3') {} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:11:38.006302 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b33d4a-0c8e-4079-9e52-a1a9f38af836 None None] Pushing event updated for resources: {'Port': ['ID=ea05caec-5fd8-4462-bd58-8c8fd09ca656,revision_number=6']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:11:38.119639 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a9f93aa-ac0b-453e-a52b-ebb3b619ff79 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Network 4be8019f-300a-473b-8f90-54810195744c is already hosted by enough agents. {{(pid=102790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:11:38.125493 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-3a9f93aa-ac0b-453e-a52b-ebb3b619ff79 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Resources bound (agent type, host, resource id): {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:11:38.128430 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a9f93aa-ac0b-453e-a52b-ebb3b619ff79 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:11:38.129036 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-3a9f93aa-ac0b-453e-a52b-ebb3b619ff79 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks [] for subnet, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:38.169925 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9f93aa-ac0b-453e-a52b-ebb3b619ff79 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Pushing event updated for resources: {'Port': ['ID=ea05caec-5fd8-4462-bd58-8c8fd09ca656,revision_number=5']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:11:38.183883 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-3a9f93aa-ac0b-453e-a52b-ebb3b619ff79 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4443209 Mar 29 16:11:38.186654 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 56388) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:11:38.191871 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-69f029d1-0458-404d-afed-b448b35a4e21 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Request body: {'port': {'network_id': '4be8019f-300a-473b-8f90-54810195744c', 'mac_address': 'fa:16:3e:2d:8f:33', 'name': 'tempest-NetworksTestDHCPv6-2025292947'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:11:38.197001 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9f93aa-ac0b-453e-a52b-ebb3b619ff79 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Pushing event updated for resources: {'Subnet': ['ID=563064b8-5d8f-45dd-8a58-30af8a3b5bce,revision_number=0']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:11:38.276691 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64c93034-8258-47e9-b447-d23f53fa6938 None None] Network 4be8019f-300a-473b-8f90-54810195744c requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 16:11:38.309434 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-58a5e4ce-66a5-4d6b-bfa2-7b9c82e6224e None None] Provisioning complete for port ea05caec-5fd8-4462-bd58-8c8fd09ca656 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:11:38.309812 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-58a5e4ce-66a5-4d6b-bfa2-7b9c82e6224e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:38.314476 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c80babef-3cb4-4b4b-a21e-ad3ad807dc1b None None] Network 39bc770c-db67-4af3-9000-dc133b1e6f5b requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 16:11:38.334235 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69f029d1-0458-404d-afed-b448b35a4e21 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Made reservation on behalf of b764dc88162c48329e5f6a91ab689763 for: {'port': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:11:38.371563 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-a998a663-677f-4e4a-8d5c-963399a4f107 tempest-TagsExtTest-1146288247 tempest-TagsExtTest-1146288247-project] 10.222.0.42 "GET /v2.0/ports/154bedf0-662e-4562-904b-dbfabb9be4e3/tags HTTP/1.1" status: 200 len: 205 time: 0.3851361 Mar 29 16:11:38.372110 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 56390) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:11:38.376218 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.tag.tag_plugin [None req-00c2860a-95db-4272-ad33-7e3a461db913 tempest-TagsExtTest-1146288247 tempest-TagsExtTest-1146288247-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '263d544f-131a-4486-98a8-546c01b6edd7') {} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:11:38.429266 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-69f029d1-0458-404d-afed-b448b35a4e21 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:38.448871 n-d-834765-1 neutron-server[102790]: DEBUG neutron.notifiers.nova [None req-69f029d1-0458-404d-afed-b448b35a4e21 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] device_id is not set on port f32ae58b-70a2-462a-a440-d50aca4b0da0 yet. {{(pid=102790) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 29 16:11:38.460379 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-00c2860a-95db-4272-ad33-7e3a461db913 tempest-TagsExtTest-1146288247 tempest-TagsExtTest-1146288247-project] 10.222.0.42 "GET /v2.0/routers/263d544f-131a-4486-98a8-546c01b6edd7/tags HTTP/1.1" status: 200 len: 241 time: 0.0873470 Mar 29 16:11:38.462801 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 56392) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:11:38.467806 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.tag.tag_plugin [None req-826066da-7ce9-4fb4-a7ec-387825183524 tempest-TagsExtTest-1146288247 tempest-TagsExtTest-1146288247-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '263d544f-131a-4486-98a8-546c01b6edd7', 'tempest-TagsExtTest-Tag-1641925716') {} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:11:38.547905 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-826066da-7ce9-4fb4-a7ec-387825183524 tempest-TagsExtTest-1146288247 tempest-TagsExtTest-1146288247-project] 10.222.0.42 "GET /v2.0/routers/263d544f-131a-4486-98a8-546c01b6edd7/tags/tempest-TagsExtTest-Tag-1641925716 HTTP/1.1" status: 204 len: 168 time: 0.0838413 Mar 29 16:11:38.551929 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 56394) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:11:38.557402 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.tag.tag_plugin [None req-bffbe220-aeae-4130-85e8-01947ebf731e tempest-TagsExtTest-1146288247 tempest-TagsExtTest-1146288247-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '263d544f-131a-4486-98a8-546c01b6edd7', 'tempest-TagsExtTest-Tag-1641925716') {} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:11:38.583625 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.db_base_plugin_common [None req-69f029d1-0458-404d-afed-b448b35a4e21 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Allocated IP 2001:db8::f816:3eff:fe2d:8f33 (4be8019f-300a-473b-8f90-54810195744c/563064b8-5d8f-45dd-8a58-30af8a3b5bce/f32ae58b-70a2-462a-a440-d50aca4b0da0) {{(pid=102790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:11:38.673335 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-bffbe220-aeae-4130-85e8-01947ebf731e tempest-TagsExtTest-1146288247 tempest-TagsExtTest-1146288247-project] 10.222.0.42 "DELETE /v2.0/routers/263d544f-131a-4486-98a8-546c01b6edd7/tags/tempest-TagsExtTest-Tag-1641925716 HTTP/1.1" status: 204 len: 168 time: 0.1195982 Mar 29 16:11:38.675959 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 56396) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:11:38.683241 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.tag.tag_plugin [None req-5d52b0cf-2e5a-47f1-a9a8-feccd0f06afb tempest-TagsExtTest-1146288247 tempest-TagsExtTest-1146288247-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '263d544f-131a-4486-98a8-546c01b6edd7') {} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:11:38.757222 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-dcce764a-957d-4cb3-b6b4-a0312b7c37ee None None] Provisioning complete for port f4f88119-b4ee-43cc-b27d-cdb619819959 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:11:38.757780 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-dcce764a-957d-4cb3-b6b4-a0312b7c37ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:38.786425 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device f4f88119-b4ee-43cc-b27d-cdb619819959 up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 16:11:38.837851 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-5d52b0cf-2e5a-47f1-a9a8-feccd0f06afb tempest-TagsExtTest-1146288247 tempest-TagsExtTest-1146288247-project] 10.222.0.42 "GET /v2.0/routers/263d544f-131a-4486-98a8-546c01b6edd7/tags HTTP/1.1" status: 200 len: 205 time: 0.1607270 Mar 29 16:11:38.840585 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 56398) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:11:38.845594 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.tag.tag_plugin [None req-228257ef-a026-4329-a0b0-2d983f19e3fb tempest-TagsExtTest-1146288247 tempest-TagsExtTest-1146288247-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '4f2a5260-d6a5-461b-a930-74235b7f3a17') {} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:11:38.882961 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-228257ef-a026-4329-a0b0-2d983f19e3fb tempest-TagsExtTest-1146288247 tempest-TagsExtTest-1146288247-project] 10.222.0.42 "GET /v2.0/subnetpools/4f2a5260-d6a5-461b-a930-74235b7f3a17/tags HTTP/1.1" status: 200 len: 241 time: 0.0411870 Mar 29 16:11:38.887826 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port f4f88119-b4ee-43cc-b27d-cdb619819959 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:11:38.888197 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:38.888448 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 56400) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:11:38.894654 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.tag.tag_plugin [None req-a336c550-7bce-466a-92a6-3f1c5c30baed tempest-TagsExtTest-1146288247 tempest-TagsExtTest-1146288247-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '4f2a5260-d6a5-461b-a930-74235b7f3a17', 'tempest-TagsExtTest-Tag-1707057258') {} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:11:38.918002 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-dcce764a-957d-4cb3-b6b4-a0312b7c37ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:38.933042 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-69f029d1-0458-404d-afed-b448b35a4e21 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks [] for port, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:38.954864 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-a336c550-7bce-466a-92a6-3f1c5c30baed tempest-TagsExtTest-1146288247 tempest-TagsExtTest-1146288247-project] 10.222.0.42 "GET /v2.0/subnetpools/4f2a5260-d6a5-461b-a930-74235b7f3a17/tags/tempest-TagsExtTest-Tag-1707057258 HTTP/1.1" status: 204 len: 168 time: 0.0651150 Mar 29 16:11:38.957319 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 56402) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:11:38.963192 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.tag.tag_plugin [None req-c346a0ae-d142-497a-9e98-5a3259b1928c tempest-TagsExtTest-1146288247 tempest-TagsExtTest-1146288247-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '4f2a5260-d6a5-461b-a930-74235b7f3a17', 'tempest-TagsExtTest-Tag-1707057258') {} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:11:38.973670 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-dcce764a-957d-4cb3-b6b4-a0312b7c37ee None None] For port f4f88119-b4ee-43cc-b27d-cdb619819959, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=f4f88119-b4ee-43cc-b27d-cdb619819959,segment=NetworkSegment(b91fb4c9-62d1-46d7-a97d-88abcc97969d),segment_id=b91fb4c9-62d1-46d7-a97d-88abcc97969d)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:11:38.982733 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-dcce764a-957d-4cb3-b6b4-a0312b7c37ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:39.001791 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-69f029d1-0458-404d-afed-b448b35a4e21 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:39.019557 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-c346a0ae-d142-497a-9e98-5a3259b1928c tempest-TagsExtTest-1146288247 tempest-TagsExtTest-1146288247-project] 10.222.0.42 "DELETE /v2.0/subnetpools/4f2a5260-d6a5-461b-a930-74235b7f3a17/tags/tempest-TagsExtTest-Tag-1707057258 HTTP/1.1" status: 204 len: 168 time: 0.0607703 Mar 29 16:11:39.023627 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 56404) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:11:39.029286 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69f029d1-0458-404d-afed-b448b35a4e21 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Network 4be8019f-300a-473b-8f90-54810195744c is already hosted by enough agents. {{(pid=102790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:11:39.032838 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.tag.tag_plugin [None req-654ea6b3-706b-4311-9d18-aabca95ad605 tempest-TagsExtTest-1146288247 tempest-TagsExtTest-1146288247-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '4f2a5260-d6a5-461b-a930-74235b7f3a17') {} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:11:39.050091 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-69f029d1-0458-404d-afed-b448b35a4e21 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Resources bound (agent type, host, resource id): {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:11:39.057761 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69f029d1-0458-404d-afed-b448b35a4e21 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Received port after_create {{(pid=102790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:11:39.064257 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69f029d1-0458-404d-afed-b448b35a4e21 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:11:39.065153 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-69f029d1-0458-404d-afed-b448b35a4e21 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:39.066315 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcce764a-957d-4cb3-b6b4-a0312b7c37ee None None] Pushing event updated for resources: {'Port': ['ID=f4f88119-b4ee-43cc-b27d-cdb619819959,revision_number=3']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:11:39.073811 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-654ea6b3-706b-4311-9d18-aabca95ad605 tempest-TagsExtTest-1146288247 tempest-TagsExtTest-1146288247-project] 10.222.0.42 "GET /v2.0/subnetpools/4f2a5260-d6a5-461b-a930-74235b7f3a17/tags HTTP/1.1" status: 200 len: 205 time: 0.0488806 Mar 29 16:11:39.076236 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 56406) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:11:39.080086 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device ea05caec-5fd8-4462-bd58-8c8fd09ca656 up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 16:11:39.086767 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.tag.tag_plugin [None req-2f337d8c-cb4c-4747-aee8-857f844b7528 tempest-TagsExtTest-1146288247 tempest-TagsExtTest-1146288247-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '4f2a5260-d6a5-461b-a930-74235b7f3a17') {} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:11:39.097038 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-69f029d1-0458-404d-afed-b448b35a4e21 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.9092889 Mar 29 16:11:39.101444 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 56408) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:11:39.118064 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f029d1-0458-404d-afed-b448b35a4e21 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Pushing event updated for resources: {'Port': ['ID=f32ae58b-70a2-462a-a440-d50aca4b0da0,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:11:39.134494 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-2f337d8c-cb4c-4747-aee8-857f844b7528 tempest-TagsExtTest-1146288247 tempest-TagsExtTest-1146288247-project] 10.222.0.42 "DELETE /v2.0/subnetpools/4f2a5260-d6a5-461b-a930-74235b7f3a17/tags HTTP/1.1" status: 204 len: 168 time: 0.0568175 Mar 29 16:11:39.136851 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 56410) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:11:39.142022 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.tag.tag_plugin [None req-91627775-89ef-4a31-b87f-57906bb58c4b tempest-TagsExtTest-1146288247 tempest-TagsExtTest-1146288247-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '263d544f-131a-4486-98a8-546c01b6edd7') {} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:11:39.152743 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-0fee571c-1505-4aad-86c8-a2a94bd24b1b None None] Provisioning complete for port f4f88119-b4ee-43cc-b27d-cdb619819959 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:11:39.153115 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-0fee571c-1505-4aad-86c8-a2a94bd24b1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:39.171812 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a07885e3-fcdb-4e01-8d61-8edb8e615bbe tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:11:39.182976 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a07885e3-fcdb-4e01-8d61-8edb8e615bbe tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:11:39.188421 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-a07885e3-fcdb-4e01-8d61-8edb8e615bbe tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1705 time: 0.0867536 Mar 29 16:11:39.189192 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 56412) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:11:39.255534 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-91627775-89ef-4a31-b87f-57906bb58c4b tempest-TagsExtTest-1146288247 tempest-TagsExtTest-1146288247-project] 10.222.0.42 "DELETE /v2.0/routers/263d544f-131a-4486-98a8-546c01b6edd7/tags HTTP/1.1" status: 204 len: 168 time: 0.1172245 Mar 29 16:11:39.256561 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 56414) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:11:39.261880 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.tag.tag_plugin [None req-e6072c52-bac7-47ca-8b28-0dd5ed4075f7 tempest-TagsExtTest-1146288247 tempest-TagsExtTest-1146288247-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '154bedf0-662e-4562-904b-dbfabb9be4e3') {} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:11:39.328107 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-cf07f769-53ce-4149-9de0-5f3392daf546 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Deleting port f32ae58b-70a2-462a-a440-d50aca4b0da0 {{(pid=102790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:11:39.328448 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-cf07f769-53ce-4149-9de0-5f3392daf546 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:39.341413 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-e6072c52-bac7-47ca-8b28-0dd5ed4075f7 tempest-TagsExtTest-1146288247 tempest-TagsExtTest-1146288247-project] 10.222.0.42 "DELETE /v2.0/ports/154bedf0-662e-4562-904b-dbfabb9be4e3/tags HTTP/1.1" status: 204 len: 168 time: 0.0817530 Mar 29 16:11:39.341779 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 56416) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:11:39.350239 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.tag.tag_plugin [None req-6a98f65d-2a7a-4884-ac01-d7fda3b07ce6 tempest-TagsExtTest-1146288247 tempest-TagsExtTest-1146288247-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '5a62fc90-4da9-4529-976e-6d00eb50d575') {} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:11:39.437041 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port ea05caec-5fd8-4462-bd58-8c8fd09ca656 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:11:39.437527 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:39.438942 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-cf07f769-53ce-4149-9de0-5f3392daf546 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:39.442059 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-6a98f65d-2a7a-4884-ac01-d7fda3b07ce6 tempest-TagsExtTest-1146288247 tempest-TagsExtTest-1146288247-project] 10.222.0.42 "DELETE /v2.0/subnets/5a62fc90-4da9-4529-976e-6d00eb50d575/tags HTTP/1.1" status: 204 len: 168 time: 0.0990193 Mar 29 16:11:39.443605 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 56418) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:11:39.448424 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.tag.tag_plugin [None req-596190af-c4f1-4d2a-94cf-607058de0995 tempest-TagsExtTest-1146288247 tempest-TagsExtTest-1146288247-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '5a62fc90-4da9-4529-976e-6d00eb50d575', 'tempest-TagsExtTest-Tag-273241798') {} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:11:39.455769 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-cf07f769-53ce-4149-9de0-5f3392daf546 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Calling delete_port for f32ae58b-70a2-462a-a440-d50aca4b0da0 owned by {{(pid=102790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:11:39.543592 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 56420) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:11:39.544727 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-596190af-c4f1-4d2a-94cf-607058de0995 tempest-TagsExtTest-1146288247 tempest-TagsExtTest-1146288247-project] 10.222.0.42 "PUT /v2.0/subnets/5a62fc90-4da9-4529-976e-6d00eb50d575/tags/tempest-TagsExtTest-Tag-273241798 HTTP/1.1" status: 201 len: 201 time: 0.0996704 Mar 29 16:11:39.548484 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-0fee571c-1505-4aad-86c8-a2a94bd24b1b None None] Provisioning complete for port ea05caec-5fd8-4462-bd58-8c8fd09ca656 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:11:39.548860 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-0fee571c-1505-4aad-86c8-a2a94bd24b1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:39.555364 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.tag.tag_plugin [None req-8a0a183e-31f0-4f45-b77e-07279dc65ae9 tempest-TagsExtTest-1146288247 tempest-TagsExtTest-1146288247-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '154bedf0-662e-4562-904b-dbfabb9be4e3', 'tempest-TagsExtTest-Tag-1651022345') {} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:11:39.648488 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-0fee571c-1505-4aad-86c8-a2a94bd24b1b None None] Provisioning complete for port 154bedf0-662e-4562-904b-dbfabb9be4e3 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:11:39.648763 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-0fee571c-1505-4aad-86c8-a2a94bd24b1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:39.665276 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-cf07f769-53ce-4149-9de0-5f3392daf546 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:39.694771 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-8a0a183e-31f0-4f45-b77e-07279dc65ae9 tempest-TagsExtTest-1146288247 tempest-TagsExtTest-1146288247-project] 10.222.0.42 "PUT /v2.0/ports/154bedf0-662e-4562-904b-dbfabb9be4e3/tags/tempest-TagsExtTest-Tag-1651022345 HTTP/1.1" status: 201 len: 201 time: 0.1501162 Mar 29 16:11:39.698165 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 56422) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:11:39.702086 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf07f769-53ce-4149-9de0-5f3392daf546 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Pushing event deleted for resources: {'Port': ['ID=f32ae58b-70a2-462a-a440-d50aca4b0da0,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:11:39.704048 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.tag.tag_plugin [None req-9944e9b1-87d6-40b6-82b8-668648d909a9 tempest-TagsExtTest-1146288247 tempest-TagsExtTest-1146288247-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '263d544f-131a-4486-98a8-546c01b6edd7', 'tempest-TagsExtTest-Tag-373935233') {} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:11:39.705177 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-0fee571c-1505-4aad-86c8-a2a94bd24b1b None None] Port 154bedf0-662e-4562-904b-dbfabb9be4e3 cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 16:11:39.733443 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-cf07f769-53ce-4149-9de0-5f3392daf546 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:39.738968 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-cf07f769-53ce-4149-9de0-5f3392daf546 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] 10.222.0.42 "DELETE /v2.0/ports/f32ae58b-70a2-462a-a440-d50aca4b0da0 HTTP/1.1" status: 204 len: 168 time: 0.5465372 Mar 29 16:11:39.739199 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 56424) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:11:39.811965 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba85d760-3fe8-415e-8251-de47dba8b742 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:11:39.813614 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba85d760-3fe8-415e-8251-de47dba8b742 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:11:39.817577 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-ba85d760-3fe8-415e-8251-de47dba8b742 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0745034 Mar 29 16:11:39.819926 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 56426) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:11:39.830059 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-9944e9b1-87d6-40b6-82b8-668648d909a9 tempest-TagsExtTest-1146288247 tempest-TagsExtTest-1146288247-project] 10.222.0.42 "PUT /v2.0/routers/263d544f-131a-4486-98a8-546c01b6edd7/tags/tempest-TagsExtTest-Tag-373935233 HTTP/1.1" status: 201 len: 201 time: 0.1282563 Mar 29 16:11:39.830297 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 56428) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:11:39.837358 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.tag.tag_plugin [None req-ee08b0eb-7d2b-4467-b251-a5669fc986a1 tempest-TagsExtTest-1146288247 tempest-TagsExtTest-1146288247-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '4f2a5260-d6a5-461b-a930-74235b7f3a17', 'tempest-TagsExtTest-Tag-416714776') {} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:11:39.851495 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-22ec2904-eca7-4636-a5f2-c14a940d00de None None] Could not find standard attr ID for object f32ae58b-70a2-462a-a440-d50aca4b0da0. {{(pid=102792) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 29 16:11:39.857090 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-22ec2904-eca7-4636-a5f2-c14a940d00de None None] Could not find standard attr ID for object b44d964f-bc0b-490c-a0c2-e94ddb9b12b2. {{(pid=102792) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 29 16:11:39.877083 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-22ec2904-eca7-4636-a5f2-c14a940d00de None None] Provisioning complete for port 154bedf0-662e-4562-904b-dbfabb9be4e3 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:11:39.877438 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-22ec2904-eca7-4636-a5f2-c14a940d00de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:39.887434 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-ee08b0eb-7d2b-4467-b251-a5669fc986a1 tempest-TagsExtTest-1146288247 tempest-TagsExtTest-1146288247-project] 10.222.0.42 "PUT /v2.0/subnetpools/4f2a5260-d6a5-461b-a930-74235b7f3a17/tags/tempest-TagsExtTest-Tag-416714776 HTTP/1.1" status: 201 len: 201 time: 0.0537028 Mar 29 16:11:39.887641 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 56430) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:11:39.893346 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.tag.tag_plugin [None req-a9024b4a-0772-4e5a-a2e3-c9d720559e81 tempest-TagsExtTest-1146288247 tempest-TagsExtTest-1146288247-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '5a62fc90-4da9-4529-976e-6d00eb50d575', {'tags': ['tempest-TagsExtTest-Tag-2081362866', 'tempest-TagsExtTest-Tag-1290432339', 'tempest-TagsExtTest-Tag-1526247054']}) {} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:11:39.896078 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.db_base_plugin_v2 [None req-c721e561-4afa-4fb9-aa94-f4486fd70bc0 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Deleting subnet 563064b8-5d8f-45dd-8a58-30af8a3b5bce {{(pid=102790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 16:11:39.899768 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c721e561-4afa-4fb9-aa94-f4486fd70bc0 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks [] for subnet, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:39.930847 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-22ec2904-eca7-4636-a5f2-c14a940d00de None None] Port 154bedf0-662e-4562-904b-dbfabb9be4e3 cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 16:11:39.951004 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c721e561-4afa-4fb9-aa94-f4486fd70bc0 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4614024'] for subnet, precommit_delete_associations {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:39.965590 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-a9024b4a-0772-4e5a-a2e3-c9d720559e81 tempest-TagsExtTest-1146288247 tempest-TagsExtTest-1146288247-project] 10.222.0.42 "PUT /v2.0/subnets/5a62fc90-4da9-4529-976e-6d00eb50d575/tags HTTP/1.1" status: 200 len: 318 time: 0.0769598 Mar 29 16:11:39.968253 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 56432) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:11:39.973524 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.tag.tag_plugin [None req-11be4b31-f626-4f27-9ef2-5e89e49e87c1 tempest-TagsExtTest-1146288247 tempest-TagsExtTest-1146288247-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '5a62fc90-4da9-4529-976e-6d00eb50d575') {} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:11:40.048851 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c721e561-4afa-4fb9-aa94-f4486fd70bc0 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1641287'] for subnet, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:40.051316 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-11be4b31-f626-4f27-9ef2-5e89e49e87c1 tempest-TagsExtTest-1146288247 tempest-TagsExtTest-1146288247-project] 10.222.0.42 "DELETE /v2.0/subnets/5a62fc90-4da9-4529-976e-6d00eb50d575/tags HTTP/1.1" status: 204 len: 168 time: 0.0810814 Mar 29 16:11:40.053632 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 56434) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:11:40.058289 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.tag.tag_plugin [None req-1fc803bc-1001-419f-a547-eecfdba3bcc7 tempest-TagsExtTest-1146288247 tempest-TagsExtTest-1146288247-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '5a62fc90-4da9-4529-976e-6d00eb50d575', 'tempest-TagsExtTest-Tag-2081362866') {} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:11:40.114233 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c721e561-4afa-4fb9-aa94-f4486fd70bc0 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1641294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5231963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4793952'] for subnet, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:40.114502 n-d-834765-1 neutron-server[102791]: INFO neutron.api.v2.resource [None req-1fc803bc-1001-419f-a547-eecfdba3bcc7 tempest-TagsExtTest-1146288247 tempest-TagsExtTest-1146288247-project] show failed (client error): The resource could not be found. Mar 29 16:11:40.118663 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-1fc803bc-1001-419f-a547-eecfdba3bcc7 tempest-TagsExtTest-1146288247 tempest-TagsExtTest-1146288247-project] 10.222.0.42 "GET /v2.0/subnets/5a62fc90-4da9-4529-976e-6d00eb50d575/tags/tempest-TagsExtTest-Tag-2081362866 HTTP/1.1" status: 404 len: 329 time: 0.0611432 Mar 29 16:11:40.118906 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 56436) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:11:40.123773 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.tag.tag_plugin [None req-1fa0b0e7-4506-4d4c-b273-1fcd99b9486a tempest-TagsExtTest-1146288247 tempest-TagsExtTest-1146288247-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '5a62fc90-4da9-4529-976e-6d00eb50d575', 'tempest-TagsExtTest-Tag-1290432339') {} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:11:40.144665 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c721e561-4afa-4fb9-aa94-f4486fd70bc0 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Pushing event deleted for resources: {'Subnet': ['ID=563064b8-5d8f-45dd-8a58-30af8a3b5bce,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:11:40.146795 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c721e561-4afa-4fb9-aa94-f4486fd70bc0 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks [] for subnet, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:40.150491 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-c721e561-4afa-4fb9-aa94-f4486fd70bc0 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] 10.222.0.42 "DELETE /v2.0/subnets/563064b8-5d8f-45dd-8a58-30af8a3b5bce HTTP/1.1" status: 204 len: 168 time: 0.3287997 Mar 29 16:11:40.152434 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 56438) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:11:40.185369 n-d-834765-1 neutron-server[102791]: INFO neutron.api.v2.resource [None req-1fa0b0e7-4506-4d4c-b273-1fcd99b9486a tempest-TagsExtTest-1146288247 tempest-TagsExtTest-1146288247-project] show failed (client error): The resource could not be found. Mar 29 16:11:40.186430 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-1fa0b0e7-4506-4d4c-b273-1fcd99b9486a tempest-TagsExtTest-1146288247 tempest-TagsExtTest-1146288247-project] 10.222.0.42 "GET /v2.0/subnets/5a62fc90-4da9-4529-976e-6d00eb50d575/tags/tempest-TagsExtTest-Tag-1290432339 HTTP/1.1" status: 404 len: 329 time: 0.0665460 Mar 29 16:11:40.189428 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 56440) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:11:40.194385 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7617cf47-9f76-42ec-9eb8-157401b5ef4b None None] Network 4be8019f-300a-473b-8f90-54810195744c requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 16:11:40.194879 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.tag.tag_plugin [None req-1de12888-f0a5-49fa-b7bc-0b3ed634a812 tempest-TagsExtTest-1146288247 tempest-TagsExtTest-1146288247-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '5a62fc90-4da9-4529-976e-6d00eb50d575', 'tempest-TagsExtTest-Tag-1526247054') {} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:11:40.199480 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-e218c5c2-868b-41ae-a246-9de48bed360c tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0459263 Mar 29 16:11:40.201724 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 56442) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:11:40.248723 n-d-834765-1 neutron-server[102791]: INFO neutron.api.v2.resource [None req-1de12888-f0a5-49fa-b7bc-0b3ed634a812 tempest-TagsExtTest-1146288247 tempest-TagsExtTest-1146288247-project] show failed (client error): The resource could not be found. Mar 29 16:11:40.249675 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-1de12888-f0a5-49fa-b7bc-0b3ed634a812 tempest-TagsExtTest-1146288247 tempest-TagsExtTest-1146288247-project] 10.222.0.42 "GET /v2.0/subnets/5a62fc90-4da9-4529-976e-6d00eb50d575/tags/tempest-TagsExtTest-Tag-1526247054 HTTP/1.1" status: 404 len: 329 time: 0.0594387 Mar 29 16:11:40.252376 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 56444) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:11:40.255092 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3ef0afc-b2ea-4067-bf39-6a55d151b9f7 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:11:40.259609 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-f3ef0afc-b2ea-4067-bf39-6a55d151b9f7 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0547414 Mar 29 16:11:40.259777 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.tag.tag_plugin [None req-00bac85f-b28e-40b0-95d9-3780341e6b3b tempest-TagsExtTest-1146288247 tempest-TagsExtTest-1146288247-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '154bedf0-662e-4562-904b-dbfabb9be4e3', {'tags': ['tempest-TagsExtTest-Tag-83918230', 'tempest-TagsExtTest-Tag-1467202773', 'tempest-TagsExtTest-Tag-248370773']}) {} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:11:40.259998 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 56446) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:11:40.311475 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3c84e3d-ab4a-4179-b790-cfdfb909fac8 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:11:40.313015 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-a3c84e3d-ab4a-4179-b790-cfdfb909fac8 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0521247 Mar 29 16:11:40.315486 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 56448) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:11:40.338660 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-00bac85f-b28e-40b0-95d9-3780341e6b3b tempest-TagsExtTest-1146288247 tempest-TagsExtTest-1146288247-project] 10.222.0.42 "PUT /v2.0/ports/154bedf0-662e-4562-904b-dbfabb9be4e3/tags HTTP/1.1" status: 200 len: 315 time: 0.0852175 Mar 29 16:11:40.339416 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 56450) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:11:40.344541 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.tag.tag_plugin [None req-f79042f7-9937-44f2-91a8-3f50d93d6013 tempest-TagsExtTest-1146288247 tempest-TagsExtTest-1146288247-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '154bedf0-662e-4562-904b-dbfabb9be4e3') {} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:11:40.368932 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-0cbecff4-cfa5-4fe2-827a-d2f0e567686b tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0470028 Mar 29 16:11:40.368932 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 56452) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:11:40.373818 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-bf80f562-0256-4659-89f1-94c476901edc tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Request body: {'subnet': {'network_id': '4be8019f-300a-473b-8f90-54810195744c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:11:40.395834 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5305398c-fd11-4334-bccb-795e4ff45980 None None] DHCP port deletion for 4be8019f-300a-473b-8f90-54810195744c request from n-d-834765-1 {{(pid=102792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 29 16:11:40.423175 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-f79042f7-9937-44f2-91a8-3f50d93d6013 tempest-TagsExtTest-1146288247 tempest-TagsExtTest-1146288247-project] 10.222.0.42 "DELETE /v2.0/ports/154bedf0-662e-4562-904b-dbfabb9be4e3/tags HTTP/1.1" status: 204 len: 168 time: 0.0825891 Mar 29 16:11:40.425970 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 56454) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:11:40.431649 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.tag.tag_plugin [None req-4875ff62-e5ee-440c-a34b-20b1510c13bb tempest-TagsExtTest-1146288247 tempest-TagsExtTest-1146288247-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '154bedf0-662e-4562-904b-dbfabb9be4e3', 'tempest-TagsExtTest-Tag-83918230') {} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:11:40.452725 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-5305398c-fd11-4334-bccb-795e4ff45980 None None] Deleting port ea05caec-5fd8-4462-bd58-8c8fd09ca656 {{(pid=102792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:11:40.453216 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-5305398c-fd11-4334-bccb-795e4ff45980 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:40.466243 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf80f562-0256-4659-89f1-94c476901edc tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Made reservation on behalf of b764dc88162c48329e5f6a91ab689763 for: {'subnet': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:11:40.469957 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-bf80f562-0256-4659-89f1-94c476901edc tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4793983'] for subnet, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:40.490602 n-d-834765-1 neutron-server[102791]: INFO neutron.api.v2.resource [None req-4875ff62-e5ee-440c-a34b-20b1510c13bb tempest-TagsExtTest-1146288247 tempest-TagsExtTest-1146288247-project] show failed (client error): The resource could not be found. Mar 29 16:11:40.492923 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-4875ff62-e5ee-440c-a34b-20b1510c13bb tempest-TagsExtTest-1146288247 tempest-TagsExtTest-1146288247-project] 10.222.0.42 "GET /v2.0/ports/154bedf0-662e-4562-904b-dbfabb9be4e3/tags/tempest-TagsExtTest-Tag-83918230 HTTP/1.1" status: 404 len: 327 time: 0.0659888 Mar 29 16:11:40.495669 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 56456) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:11:40.501154 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.tag.tag_plugin [None req-e3b03b97-8307-4b9e-9bbf-72a4ee24a75f tempest-TagsExtTest-1146288247 tempest-TagsExtTest-1146288247-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '154bedf0-662e-4562-904b-dbfabb9be4e3', 'tempest-TagsExtTest-Tag-1467202773') {} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:11:40.529412 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-5305398c-fd11-4334-bccb-795e4ff45980 None None] For port ea05caec-5fd8-4462-bd58-8c8fd09ca656, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=ea05caec-5fd8-4462-bd58-8c8fd09ca656,segment=NetworkSegment(b0033e17-6430-4297-97b0-9266901287f9),segment_id=b0033e17-6430-4297-97b0-9266901287f9)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:11:40.529949 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-5305398c-fd11-4334-bccb-795e4ff45980 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:40.545070 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-5305398c-fd11-4334-bccb-795e4ff45980 None None] Calling delete_port for ea05caec-5fd8-4462-bd58-8c8fd09ca656 owned by network:dhcp {{(pid=102792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:11:40.553989 n-d-834765-1 neutron-server[102791]: INFO neutron.api.v2.resource [None req-e3b03b97-8307-4b9e-9bbf-72a4ee24a75f tempest-TagsExtTest-1146288247 tempest-TagsExtTest-1146288247-project] show failed (client error): The resource could not be found. Mar 29 16:11:40.558229 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-e3b03b97-8307-4b9e-9bbf-72a4ee24a75f tempest-TagsExtTest-1146288247 tempest-TagsExtTest-1146288247-project] 10.222.0.42 "GET /v2.0/ports/154bedf0-662e-4562-904b-dbfabb9be4e3/tags/tempest-TagsExtTest-Tag-1467202773 HTTP/1.1" status: 404 len: 329 time: 0.0583210 Mar 29 16:11:40.558229 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 56458) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:11:40.563307 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.tag.tag_plugin [None req-3463d7de-c00d-4a39-b6bd-049ab033ee8c tempest-TagsExtTest-1146288247 tempest-TagsExtTest-1146288247-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '154bedf0-662e-4562-904b-dbfabb9be4e3', 'tempest-TagsExtTest-Tag-248370773') {} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:11:40.628801 n-d-834765-1 neutron-server[102791]: INFO neutron.api.v2.resource [None req-3463d7de-c00d-4a39-b6bd-049ab033ee8c tempest-TagsExtTest-1146288247 tempest-TagsExtTest-1146288247-project] show failed (client error): The resource could not be found. Mar 29 16:11:40.632988 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-3463d7de-c00d-4a39-b6bd-049ab033ee8c tempest-TagsExtTest-1146288247 tempest-TagsExtTest-1146288247-project] 10.222.0.42 "GET /v2.0/ports/154bedf0-662e-4562-904b-dbfabb9be4e3/tags/tempest-TagsExtTest-Tag-248370773 HTTP/1.1" status: 404 len: 328 time: 0.0706623 Mar 29 16:11:40.633485 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 56460) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:11:40.641410 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.tag.tag_plugin [None req-f7ac6b2e-945f-4ed2-8743-5e52aeb40617 tempest-TagsExtTest-1146288247 tempest-TagsExtTest-1146288247-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '263d544f-131a-4486-98a8-546c01b6edd7', {'tags': ['tempest-TagsExtTest-Tag-1826954439', 'tempest-TagsExtTest-Tag-1252207446', 'tempest-TagsExtTest-Tag-565101331']}) {} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:11:40.646868 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-5305398c-fd11-4334-bccb-795e4ff45980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350'] for port, after_delete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:40.681168 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device f4f88119-b4ee-43cc-b27d-cdb619819959 up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 16:11:40.686386 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5305398c-fd11-4334-bccb-795e4ff45980 None None] Pushing event deleted for resources: {'Port': ['ID=ea05caec-5fd8-4462-bd58-8c8fd09ca656,revision_number=None']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:11:40.708309 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5305398c-fd11-4334-bccb-795e4ff45980 None None] No DVR routers for this DVR port ea05caec-5fd8-4462-bd58-8c8fd09ca656 on host n-d-834765-1 {{(pid=102792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 16:11:40.741010 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port f4f88119-b4ee-43cc-b27d-cdb619819959 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:11:40.741381 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:40.758144 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 56462) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:11:40.758996 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-f7ac6b2e-945f-4ed2-8743-5e52aeb40617 tempest-TagsExtTest-1146288247 tempest-TagsExtTest-1146288247-project] 10.222.0.42 "PUT /v2.0/routers/263d544f-131a-4486-98a8-546c01b6edd7/tags HTTP/1.1" status: 200 len: 317 time: 0.1232893 Mar 29 16:11:40.762781 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.tag.tag_plugin [None req-d741a519-4d65-4cb4-9528-eb4823ce2c21 tempest-TagsExtTest-1146288247 tempest-TagsExtTest-1146288247-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '263d544f-131a-4486-98a8-546c01b6edd7') {} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:11:40.827763 n-d-834765-1 neutron-server[102790]: DEBUG neutron.objects.ports [None req-bf80f562-0256-4659-89f1-94c476901edc tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102790) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 29 16:11:40.830063 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-bf80f562-0256-4659-89f1-94c476901edc tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5231896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4793961'] for subnet, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:40.877524 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf80f562-0256-4659-89f1-94c476901edc tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Network 4be8019f-300a-473b-8f90-54810195744c is already hosted by enough agents. {{(pid=102790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:11:40.882166 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device ea05caec-5fd8-4462-bd58-8c8fd09ca656 no longer exists at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 16:11:40.902019 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] No Port match for: ea05caec-5fd8-4462-bd58-8c8fd09ca656 {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 16:11:40.902361 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device ea05caec-5fd8-4462-bd58-8c8fd09ca656 not bound to the agent host n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 16:11:40.912811 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-bf80f562-0256-4659-89f1-94c476901edc tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Resources bound (agent type, host, resource id): {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:11:40.918093 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf80f562-0256-4659-89f1-94c476901edc tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:11:40.918542 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-bf80f562-0256-4659-89f1-94c476901edc tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks [] for subnet, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:40.922213 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15ced763-cc10-4297-9583-ae1e6c182bfa None None] Network 4be8019f-300a-473b-8f90-54810195744c requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 16:11:40.929984 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf80f562-0256-4659-89f1-94c476901edc tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Pushing event updated for resources: {'Subnet': ['ID=ef393d21-8fec-4002-a9d1-efac5f11161a,revision_number=0']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:11:40.950728 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-bf80f562-0256-4659-89f1-94c476901edc tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 0.5807624 Mar 29 16:11:40.953592 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 56464) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:11:40.955717 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-d741a519-4d65-4cb4-9528-eb4823ce2c21 tempest-TagsExtTest-1146288247 tempest-TagsExtTest-1146288247-project] 10.222.0.42 "DELETE /v2.0/routers/263d544f-131a-4486-98a8-546c01b6edd7/tags HTTP/1.1" status: 204 len: 168 time: 0.1942368 Mar 29 16:11:40.956278 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 56466) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:11:40.958976 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-cf20ba0c-202c-4099-bd0e-d4455756532b tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Request body: {'port': {'network_id': '4be8019f-300a-473b-8f90-54810195744c', 'mac_address': 'fa:16:3e:0b:23:07', 'name': 'tempest-NetworksTestDHCPv6-1727895171'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:11:40.962489 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.tag.tag_plugin [None req-9722aba2-0fde-4d58-bbb7-6cadab0cd95c tempest-TagsExtTest-1146288247 tempest-TagsExtTest-1146288247-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '263d544f-131a-4486-98a8-546c01b6edd7', 'tempest-TagsExtTest-Tag-1826954439') {} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:11:41.040853 n-d-834765-1 neutron-server[102790]: INFO neutron.api.v2.resource [None req-9722aba2-0fde-4d58-bbb7-6cadab0cd95c tempest-TagsExtTest-1146288247 tempest-TagsExtTest-1146288247-project] show failed (client error): The resource could not be found. Mar 29 16:11:41.041805 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-9722aba2-0fde-4d58-bbb7-6cadab0cd95c tempest-TagsExtTest-1146288247 tempest-TagsExtTest-1146288247-project] 10.222.0.42 "GET /v2.0/routers/263d544f-131a-4486-98a8-546c01b6edd7/tags/tempest-TagsExtTest-Tag-1826954439 HTTP/1.1" status: 404 len: 329 time: 0.0846305 Mar 29 16:11:41.044603 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 56468) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:11:41.049606 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.tag.tag_plugin [None req-3b98d260-ce81-40cf-bb68-5c417dd77673 tempest-TagsExtTest-1146288247 tempest-TagsExtTest-1146288247-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '263d544f-131a-4486-98a8-546c01b6edd7', 'tempest-TagsExtTest-Tag-1252207446') {} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:11:41.069872 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf20ba0c-202c-4099-bd0e-d4455756532b tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Made reservation on behalf of b764dc88162c48329e5f6a91ab689763 for: {'port': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:11:41.088405 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bfa58bd-c35b-4299-b646-7f908ade297f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0035034-69b0-5ffc-b384-0ac6189c5628-4be8019f-300a-473b-8f90-54810195744c', 'network_id': '4be8019f-300a-473b-8f90-54810195744c', 'tenant_id': 'b764dc88162c48329e5f6a91ab689763', 'fixed_ips': [{'subnet_id': 'ef393d21-8fec-4002-a9d1-efac5f11161a'}]}} from n-d-834765-1. {{(pid=102792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 29 16:11:41.088613 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-5bfa58bd-c35b-4299-b646-7f908ade297f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:41.124352 n-d-834765-1 neutron-server[102790]: INFO neutron.api.v2.resource [None req-3b98d260-ce81-40cf-bb68-5c417dd77673 tempest-TagsExtTest-1146288247 tempest-TagsExtTest-1146288247-project] show failed (client error): The resource could not be found. Mar 29 16:11:41.125484 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-3b98d260-ce81-40cf-bb68-5c417dd77673 tempest-TagsExtTest-1146288247 tempest-TagsExtTest-1146288247-project] 10.222.0.42 "GET /v2.0/routers/263d544f-131a-4486-98a8-546c01b6edd7/tags/tempest-TagsExtTest-Tag-1252207446 HTTP/1.1" status: 404 len: 329 time: 0.0799708 Mar 29 16:11:41.128252 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 56470) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:11:41.133506 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.tag.tag_plugin [None req-676ae78f-c2bb-4780-a09e-fba8a3abdece tempest-TagsExtTest-1146288247 tempest-TagsExtTest-1146288247-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '263d544f-131a-4486-98a8-546c01b6edd7', 'tempest-TagsExtTest-Tag-565101331') {} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:11:41.157690 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-cf20ba0c-202c-4099-bd0e-d4455756532b tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:41.180135 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [None req-cf20ba0c-202c-4099-bd0e-d4455756532b tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] device_id is not set on port 49284df9-3db7-4b8a-9255-d09dd5933d9a yet. {{(pid=102791) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 29 16:11:41.217580 n-d-834765-1 neutron-server[102790]: INFO neutron.api.v2.resource [None req-676ae78f-c2bb-4780-a09e-fba8a3abdece tempest-TagsExtTest-1146288247 tempest-TagsExtTest-1146288247-project] show failed (client error): The resource could not be found. Mar 29 16:11:41.221161 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-676ae78f-c2bb-4780-a09e-fba8a3abdece tempest-TagsExtTest-1146288247 tempest-TagsExtTest-1146288247-project] 10.222.0.42 "GET /v2.0/routers/263d544f-131a-4486-98a8-546c01b6edd7/tags/tempest-TagsExtTest-Tag-565101331 HTTP/1.1" status: 404 len: 328 time: 0.0893335 Mar 29 16:11:41.221372 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 56472) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:11:41.226291 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.tag.tag_plugin [None req-c0205aa9-54e5-4fe2-905e-ca528c27ba68 tempest-TagsExtTest-1146288247 tempest-TagsExtTest-1146288247-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '4f2a5260-d6a5-461b-a930-74235b7f3a17', {'tags': ['tempest-TagsExtTest-Tag-1032789455', 'tempest-TagsExtTest-Tag-1381159891', 'tempest-TagsExtTest-Tag-1272344801']}) {} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:11:41.242234 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.db_base_plugin_common [None req-5bfa58bd-c35b-4299-b646-7f908ade297f None None] Allocated IP 2001:db8::f816:3eff:fe9f:fa9c (4be8019f-300a-473b-8f90-54810195744c/ef393d21-8fec-4002-a9d1-efac5f11161a/cf6f7515-6b5d-497b-947e-7ee53b7bfc85) {{(pid=102792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:11:41.265403 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-c0205aa9-54e5-4fe2-905e-ca528c27ba68 tempest-TagsExtTest-1146288247 tempest-TagsExtTest-1146288247-project] 10.222.0.42 "PUT /v2.0/subnetpools/4f2a5260-d6a5-461b-a930-74235b7f3a17/tags HTTP/1.1" status: 200 len: 318 time: 0.0430217 Mar 29 16:11:41.267981 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 56474) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:11:41.272177 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.tag.tag_plugin [None req-9ea8e4b8-da98-4284-91d6-b72beba07f47 tempest-TagsExtTest-1146288247 tempest-TagsExtTest-1146288247-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '4f2a5260-d6a5-461b-a930-74235b7f3a17') {} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:11:41.307700 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-9ea8e4b8-da98-4284-91d6-b72beba07f47 tempest-TagsExtTest-1146288247 tempest-TagsExtTest-1146288247-project] 10.222.0.42 "DELETE /v2.0/subnetpools/4f2a5260-d6a5-461b-a930-74235b7f3a17/tags HTTP/1.1" status: 204 len: 168 time: 0.0387201 Mar 29 16:11:41.310229 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 56476) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:11:41.314405 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.tag.tag_plugin [None req-ed6f91cb-0efb-4dca-a0f6-a8b14dcdc2d0 tempest-TagsExtTest-1146288247 tempest-TagsExtTest-1146288247-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '4f2a5260-d6a5-461b-a930-74235b7f3a17', 'tempest-TagsExtTest-Tag-1032789455') {} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:11:41.338339 n-d-834765-1 neutron-server[102790]: INFO neutron.api.v2.resource [None req-ed6f91cb-0efb-4dca-a0f6-a8b14dcdc2d0 tempest-TagsExtTest-1146288247 tempest-TagsExtTest-1146288247-project] show failed (client error): The resource could not be found. Mar 29 16:11:41.341942 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-ed6f91cb-0efb-4dca-a0f6-a8b14dcdc2d0 tempest-TagsExtTest-1146288247 tempest-TagsExtTest-1146288247-project] 10.222.0.42 "GET /v2.0/subnetpools/4f2a5260-d6a5-461b-a930-74235b7f3a17/tags/tempest-TagsExtTest-Tag-1032789455 HTTP/1.1" status: 404 len: 329 time: 0.0282502 Mar 29 16:11:41.342148 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 56478) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:11:41.346419 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.tag.tag_plugin [None req-39b9b54b-e594-4a7b-9c72-6b9fae38e819 tempest-TagsExtTest-1146288247 tempest-TagsExtTest-1146288247-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '4f2a5260-d6a5-461b-a930-74235b7f3a17', 'tempest-TagsExtTest-Tag-1381159891') {} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:11:41.366899 n-d-834765-1 neutron-server[102790]: INFO neutron.api.v2.resource [None req-39b9b54b-e594-4a7b-9c72-6b9fae38e819 tempest-TagsExtTest-1146288247 tempest-TagsExtTest-1146288247-project] show failed (client error): The resource could not be found. Mar 29 16:11:41.367966 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-39b9b54b-e594-4a7b-9c72-6b9fae38e819 tempest-TagsExtTest-1146288247 tempest-TagsExtTest-1146288247-project] 10.222.0.42 "GET /v2.0/subnetpools/4f2a5260-d6a5-461b-a930-74235b7f3a17/tags/tempest-TagsExtTest-Tag-1381159891 HTTP/1.1" status: 404 len: 329 time: 0.0248628 Mar 29 16:11:41.370921 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 56480) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:11:41.375112 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.tag.tag_plugin [None req-89031332-91b5-4759-afb9-44b7a84847ad tempest-TagsExtTest-1146288247 tempest-TagsExtTest-1146288247-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '4f2a5260-d6a5-461b-a930-74235b7f3a17', 'tempest-TagsExtTest-Tag-1272344801') {} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:11:41.393091 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-5bfa58bd-c35b-4299-b646-7f908ade297f None None] Notify callbacks [] for port, precommit_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:41.394742 n-d-834765-1 neutron-server[102790]: INFO neutron.api.v2.resource [None req-89031332-91b5-4759-afb9-44b7a84847ad tempest-TagsExtTest-1146288247 tempest-TagsExtTest-1146288247-project] show failed (client error): The resource could not be found. Mar 29 16:11:41.395831 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-89031332-91b5-4759-afb9-44b7a84847ad tempest-TagsExtTest-1146288247 tempest-TagsExtTest-1146288247-project] 10.222.0.42 "GET /v2.0/subnetpools/4f2a5260-d6a5-461b-a930-74235b7f3a17/tags/tempest-TagsExtTest-Tag-1272344801 HTTP/1.1" status: 404 len: 329 time: 0.0239606 Mar 29 16:11:41.398920 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 56482) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:11:41.399435 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-5bfa58bd-c35b-4299-b646-7f908ade297f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956'] for port, after_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:41.403354 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.tag.tag_plugin [None req-bd80d7c4-2643-413f-98a2-d0333728ffbb tempest-TagsExtTest-1146288247 tempest-TagsExtTest-1146288247-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '4f2a5260-d6a5-461b-a930-74235b7f3a17') {} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:11:41.433623 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-bd80d7c4-2643-413f-98a2-d0333728ffbb tempest-TagsExtTest-1146288247 tempest-TagsExtTest-1146288247-project] 10.222.0.42 "DELETE /v2.0/subnetpools/4f2a5260-d6a5-461b-a930-74235b7f3a17/tags HTTP/1.1" status: 204 len: 168 time: 0.0310938 Mar 29 16:11:41.433870 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 56484) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:11:41.438799 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.tag.tag_plugin [None req-89d4810e-c04b-4743-9728-597d11e2a679 tempest-TagsExtTest-1146288247 tempest-TagsExtTest-1146288247-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '263d544f-131a-4486-98a8-546c01b6edd7') {} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:11:41.447296 n-d-834765-1 neutron-server[102792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bfa58bd-c35b-4299-b646-7f908ade297f None None] Network 4be8019f-300a-473b-8f90-54810195744c is already hosted by enough agents. {{(pid=102792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:11:41.450219 n-d-834765-1 neutron-server[102792]: DEBUG neutron.scheduler.base_scheduler [None req-5bfa58bd-c35b-4299-b646-7f908ade297f None None] Resources bound (agent type, host, resource id): {{(pid=102792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:11:41.452672 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_common [None req-cf20ba0c-202c-4099-bd0e-d4455756532b tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Allocated IP 2001:db8::f816:3eff:fe0b:2307 (4be8019f-300a-473b-8f90-54810195744c/ef393d21-8fec-4002-a9d1-efac5f11161a/49284df9-3db7-4b8a-9255-d09dd5933d9a) {{(pid=102791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:11:41.454761 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bfa58bd-c35b-4299-b646-7f908ade297f None None] Received port after_create {{(pid=102792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:11:41.459146 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfa58bd-c35b-4299-b646-7f908ade297f None None] Pushing event updated for resources: {'Port': ['ID=cf6f7515-6b5d-497b-947e-7ee53b7bfc85,revision_number=1']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:11:41.520558 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-5bfa58bd-c35b-4299-b646-7f908ade297f None None] Attempting to bind port cf6f7515-6b5d-497b-947e-7ee53b7bfc85 on host n-d-834765-1 for vnic_type normal with profile {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 16:11:41.520966 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-5bfa58bd-c35b-4299-b646-7f908ade297f None None] Attempting to bind port cf6f7515-6b5d-497b-947e-7ee53b7bfc85 by drivers openvswitch,hyperv on host n-d-834765-1 at level 0 using segments [{'id': 'b0033e17-6430-4297-97b0-9266901287f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '4be8019f-300a-473b-8f90-54810195744c'}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 16:11:41.521372 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bfa58bd-c35b-4299-b646-7f908ade297f None None] Attempting to bind port cf6f7515-6b5d-497b-947e-7ee53b7bfc85 on network 4be8019f-300a-473b-8f90-54810195744c {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 16:11:41.527212 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bfa58bd-c35b-4299-b646-7f908ade297f None None] Checking agent: {'id': 'a8866439-9d96-425c-b519-6905c591ac37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 25, 36), 'started_at': datetime.datetime(2022, 3, 29, 15, 26, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 16, 11, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834765-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 16:11:41.527635 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bfa58bd-c35b-4299-b646-7f908ade297f None None] Checking segment: {'id': 'b0033e17-6430-4297-97b0-9266901287f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '4be8019f-300a-473b-8f90-54810195744c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 16:11:41.528045 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-5bfa58bd-c35b-4299-b646-7f908ade297f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:41.528442 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bfa58bd-c35b-4299-b646-7f908ade297f None None] Bound using segment: {'id': 'b0033e17-6430-4297-97b0-9266901287f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '4be8019f-300a-473b-8f90-54810195744c'} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 16:11:41.528918 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-5bfa58bd-c35b-4299-b646-7f908ade297f None None] Bound port: cf6f7515-6b5d-497b-947e-7ee53b7bfc85, host: n-d-834765-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0033e17-6430-4297-97b0-9266901287f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '4be8019f-300a-473b-8f90-54810195744c'}}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 16:11:41.530081 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-5bfa58bd-c35b-4299-b646-7f908ade297f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:41.532374 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-89d4810e-c04b-4743-9728-597d11e2a679 tempest-TagsExtTest-1146288247 tempest-TagsExtTest-1146288247-project] 10.222.0.42 "DELETE /v2.0/routers/263d544f-131a-4486-98a8-546c01b6edd7/tags HTTP/1.1" status: 204 len: 168 time: 0.0976160 Mar 29 16:11:41.535379 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 56486) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:11:41.540344 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.tag.tag_plugin [None req-40485afb-3e44-4b46-b445-db8827028f90 tempest-TagsExtTest-1146288247 tempest-TagsExtTest-1146288247-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '154bedf0-662e-4562-904b-dbfabb9be4e3') {} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:11:41.594554 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-40485afb-3e44-4b46-b445-db8827028f90 tempest-TagsExtTest-1146288247 tempest-TagsExtTest-1146288247-project] 10.222.0.42 "DELETE /v2.0/ports/154bedf0-662e-4562-904b-dbfabb9be4e3/tags HTTP/1.1" status: 204 len: 168 time: 0.0581827 Mar 29 16:11:41.597188 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 56488) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:11:41.602153 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.tag.tag_plugin [None req-2450ad10-fb92-4de3-8b5e-0176dfa9e70f tempest-TagsExtTest-1146288247 tempest-TagsExtTest-1146288247-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '5a62fc90-4da9-4529-976e-6d00eb50d575') {} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:11:41.605093 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-5bfa58bd-c35b-4299-b646-7f908ade297f None None] For port cf6f7515-6b5d-497b-947e-7ee53b7bfc85, host n-d-834765-1, cleared binding levels {{(pid=102792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 16:11:41.608345 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-5bfa58bd-c35b-4299-b646-7f908ade297f None None] For port cf6f7515-6b5d-497b-947e-7ee53b7bfc85, host n-d-834765-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=cf6f7515-6b5d-497b-947e-7ee53b7bfc85,segment=NetworkSegment(b0033e17-6430-4297-97b0-9266901287f9),segment_id=b0033e17-6430-4297-97b0-9266901287f9)] {{(pid=102792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 16:11:41.613210 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-5bfa58bd-c35b-4299-b646-7f908ade297f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:41.629841 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-cf20ba0c-202c-4099-bd0e-d4455756532b tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks [] for port, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:41.670894 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-2450ad10-fb92-4de3-8b5e-0176dfa9e70f tempest-TagsExtTest-1146288247 tempest-TagsExtTest-1146288247-project] 10.222.0.42 "DELETE /v2.0/subnets/5a62fc90-4da9-4529-976e-6d00eb50d575/tags HTTP/1.1" status: 204 len: 168 time: 0.0693061 Mar 29 16:11:41.674841 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 56490) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:11:41.678963 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfa58bd-c35b-4299-b646-7f908ade297f None None] Pushing event updated for resources: {'Port': ['ID=cf6f7515-6b5d-497b-947e-7ee53b7bfc85,revision_number=2']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:11:41.684225 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-cf20ba0c-202c-4099-bd0e-d4455756532b tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:41.733042 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf20ba0c-202c-4099-bd0e-d4455756532b tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Network 4be8019f-300a-473b-8f90-54810195744c is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:11:41.736142 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [None req-cf20ba0c-202c-4099-bd0e-d4455756532b tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:11:41.740559 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf20ba0c-202c-4099-bd0e-d4455756532b tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Received port after_create {{(pid=102791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:11:41.746802 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf20ba0c-202c-4099-bd0e-d4455756532b tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:11:41.747470 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-cf20ba0c-202c-4099-bd0e-d4455756532b tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:41.759853 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf20ba0c-202c-4099-bd0e-d4455756532b tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Pushing event updated for resources: {'Port': ['ID=49284df9-3db7-4b8a-9255-d09dd5933d9a,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:11:41.773138 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-3477ba93-d83b-4064-84c1-934bc0ea09e2 tempest-TagsExtTest-1146288247 tempest-TagsExtTest-1146288247-project] Notify callbacks [] for subnetpool, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:41.775013 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-cf20ba0c-202c-4099-bd0e-d4455756532b tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.8202443 Mar 29 16:11:41.775805 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-3477ba93-d83b-4064-84c1-934bc0ea09e2 tempest-TagsExtTest-1146288247 tempest-TagsExtTest-1146288247-project] 10.222.0.42 "DELETE /v2.0/subnetpools/4f2a5260-d6a5-461b-a930-74235b7f3a17 HTTP/1.1" status: 204 len: 168 time: 0.0993283 Mar 29 16:11:41.776724 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf20ba0c-202c-4099-bd0e-d4455756532b tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:11:41.776857 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 56492) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:11:41.777168 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf20ba0c-202c-4099-bd0e-d4455756532b tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:11:41.777516 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf20ba0c-202c-4099-bd0e-d4455756532b tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:11:41.777630 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 56494) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:11:41.777852 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf20ba0c-202c-4099-bd0e-d4455756532b tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:11:41.778184 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf20ba0c-202c-4099-bd0e-d4455756532b tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:11:41.778516 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf20ba0c-202c-4099-bd0e-d4455756532b tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:11:41.778845 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf20ba0c-202c-4099-bd0e-d4455756532b tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:11:41.779172 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf20ba0c-202c-4099-bd0e-d4455756532b tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:11:41.779523 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf20ba0c-202c-4099-bd0e-d4455756532b tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:11:41.779874 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf20ba0c-202c-4099-bd0e-d4455756532b tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:11:41.780307 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf20ba0c-202c-4099-bd0e-d4455756532b tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:11:41.780639 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf20ba0c-202c-4099-bd0e-d4455756532b tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:11:41.833118 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-482cf6b6-eab9-42b5-b9a2-4f05b53c7df8 tempest-TagsExtTest-1146288247 tempest-TagsExtTest-1146288247-project] 10.222.0.42 "GET /v2.0/ports?device_id=263d544f-131a-4486-98a8-546c01b6edd7 HTTP/1.1" status: 200 len: 205 time: 0.0532360 Mar 29 16:11:41.836342 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 56496) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:11:41.874178 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ab9e57d-c2e5-45a0-955b-afea99e28d6c tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:11:41.884184 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ab9e57d-c2e5-45a0-955b-afea99e28d6c tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:11:41.885860 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-2ab9e57d-c2e5-45a0-955b-afea99e28d6c tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1073883 Mar 29 16:11:41.888547 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 56498) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:11:41.944243 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-769cc5de-562e-4755-91e9-112b551b905a tempest-TagsExtTest-1146288247 tempest-TagsExtTest-1146288247-project] Notify callbacks [] for router, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:41.986941 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-4d73d6d0-d9e4-4a98-9902-68e83b824ab3 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Deleting port 49284df9-3db7-4b8a-9255-d09dd5933d9a {{(pid=102790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:11:41.987368 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-4d73d6d0-d9e4-4a98-9902-68e83b824ab3 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:42.081389 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-4d73d6d0-d9e4-4a98-9902-68e83b824ab3 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:42.093185 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-4d73d6d0-d9e4-4a98-9902-68e83b824ab3 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Calling delete_port for 49284df9-3db7-4b8a-9255-d09dd5933d9a owned by {{(pid=102790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:11:42.126625 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-769cc5de-562e-4755-91e9-112b551b905a tempest-TagsExtTest-1146288247 tempest-TagsExtTest-1146288247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129328'] for router, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:42.128707 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-769cc5de-562e-4755-91e9-112b551b905a tempest-TagsExtTest-1146288247 tempest-TagsExtTest-1146288247-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:42.172426 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-769cc5de-562e-4755-91e9-112b551b905a tempest-TagsExtTest-1146288247 tempest-TagsExtTest-1146288247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-526718'] for router, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:42.173017 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-769cc5de-562e-4755-91e9-112b551b905a tempest-TagsExtTest-1146288247 tempest-TagsExtTest-1146288247-project] Fanout notify agent at l3_agent the message router_deleted on router 263d544f-131a-4486-98a8-546c01b6edd7 {{(pid=102791) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 29 16:11:42.183316 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-769cc5de-562e-4755-91e9-112b551b905a tempest-TagsExtTest-1146288247 tempest-TagsExtTest-1146288247-project] Notify callbacks [] for router, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:42.184614 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-769cc5de-562e-4755-91e9-112b551b905a tempest-TagsExtTest-1146288247 tempest-TagsExtTest-1146288247-project] 10.222.0.42 "DELETE /v2.0/routers/263d544f-131a-4486-98a8-546c01b6edd7 HTTP/1.1" status: 204 len: 168 time: 0.3460076 Mar 29 16:11:42.186966 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 56500) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:11:42.230038 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-4d73d6d0-d9e4-4a98-9902-68e83b824ab3 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:42.239021 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.agents_db [None req-59735a15-725e-44d4-9ad5-95cbe356f209 None None] Agent healthcheck: found 7 active agents {{(pid=102793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 16:11:42.259547 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d73d6d0-d9e4-4a98-9902-68e83b824ab3 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Pushing event deleted for resources: {'Port': ['ID=49284df9-3db7-4b8a-9255-d09dd5933d9a,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:11:42.283401 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-ee0c6746-231d-45c2-8de5-5c1ba0b3bad2 tempest-TagsExtTest-1146288247 tempest-TagsExtTest-1146288247-project] Deleting port 154bedf0-662e-4562-904b-dbfabb9be4e3 {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:11:42.283780 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-ee0c6746-231d-45c2-8de5-5c1ba0b3bad2 tempest-TagsExtTest-1146288247 tempest-TagsExtTest-1146288247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:42.291289 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-4d73d6d0-d9e4-4a98-9902-68e83b824ab3 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:42.294635 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-4d73d6d0-d9e4-4a98-9902-68e83b824ab3 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] 10.222.0.42 "DELETE /v2.0/ports/49284df9-3db7-4b8a-9255-d09dd5933d9a HTTP/1.1" status: 204 len: 168 time: 0.4051569 Mar 29 16:11:42.297088 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 56502) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:11:42.347352 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd4bc30b-312d-466b-be84-7c3ada6ac55f tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:11:42.348887 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd4bc30b-312d-466b-be84-7c3ada6ac55f tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:11:42.350903 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-fd4bc30b-312d-466b-be84-7c3ada6ac55f tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.0529063 Mar 29 16:11:42.353633 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 56504) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:11:42.377712 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-ee0c6746-231d-45c2-8de5-5c1ba0b3bad2 tempest-TagsExtTest-1146288247 tempest-TagsExtTest-1146288247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:42.392393 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-ee0c6746-231d-45c2-8de5-5c1ba0b3bad2 tempest-TagsExtTest-1146288247 tempest-TagsExtTest-1146288247-project] Calling delete_port for 154bedf0-662e-4562-904b-dbfabb9be4e3 owned by {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:11:42.406109 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.db_base_plugin_v2 [None req-d35fa20a-faa7-4838-8963-14ef5eabc963 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Deleting subnet ef393d21-8fec-4002-a9d1-efac5f11161a {{(pid=102790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 16:11:42.409622 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-d35fa20a-faa7-4838-8963-14ef5eabc963 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks [] for subnet, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:42.457233 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-d35fa20a-faa7-4838-8963-14ef5eabc963 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4614024'] for subnet, precommit_delete_associations {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:42.539015 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-ee0c6746-231d-45c2-8de5-5c1ba0b3bad2 tempest-TagsExtTest-1146288247 tempest-TagsExtTest-1146288247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:42.554650 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-d35fa20a-faa7-4838-8963-14ef5eabc963 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1641287'] for subnet, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:42.568680 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0c6746-231d-45c2-8de5-5c1ba0b3bad2 tempest-TagsExtTest-1146288247 tempest-TagsExtTest-1146288247-project] Pushing event deleted for resources: {'Port': ['ID=154bedf0-662e-4562-904b-dbfabb9be4e3,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:11:42.654766 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-d35fa20a-faa7-4838-8963-14ef5eabc963 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1641294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5231963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4793952'] for subnet, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:42.684521 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-ee0c6746-231d-45c2-8de5-5c1ba0b3bad2 tempest-TagsExtTest-1146288247 tempest-TagsExtTest-1146288247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:42.688288 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-ee0c6746-231d-45c2-8de5-5c1ba0b3bad2 tempest-TagsExtTest-1146288247 tempest-TagsExtTest-1146288247-project] 10.222.0.42 "DELETE /v2.0/ports/154bedf0-662e-4562-904b-dbfabb9be4e3 HTTP/1.1" status: 204 len: 168 time: 0.5001674 Mar 29 16:11:42.690686 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 56506) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:11:42.692735 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35fa20a-faa7-4838-8963-14ef5eabc963 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Pushing event deleted for resources: {'Subnet': ['ID=ef393d21-8fec-4002-a9d1-efac5f11161a,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:11:42.697445 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-d35fa20a-faa7-4838-8963-14ef5eabc963 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks [] for subnet, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:42.702975 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-d35fa20a-faa7-4838-8963-14ef5eabc963 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] 10.222.0.42 "DELETE /v2.0/subnets/ef393d21-8fec-4002-a9d1-efac5f11161a HTTP/1.1" status: 204 len: 168 time: 0.3465044 Mar 29 16:11:42.703222 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 56508) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:11:42.718396 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device cf6f7515-6b5d-497b-947e-7ee53b7bfc85 up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 16:11:42.756809 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-6f8c2e3f-2c2f-461e-ab55-f2be2c24533a tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0494826 Mar 29 16:11:42.757492 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 56510) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:11:42.764338 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-3cd51e9d-bacc-4e52-b84b-e3177510630b tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Request body: {'subnet': {'network_id': '4be8019f-300a-473b-8f90-54810195744c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:11:42.769553 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2f27d96-1db3-4434-b269-804a1784b0c4 tempest-TagsExtTest-1146288247 tempest-TagsExtTest-1146288247-project] Deleting subnet 5a62fc90-4da9-4529-976e-6d00eb50d575 {{(pid=102791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 16:11:42.774770 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-c2f27d96-1db3-4434-b269-804a1784b0c4 tempest-TagsExtTest-1146288247 tempest-TagsExtTest-1146288247-project] Notify callbacks [] for subnet, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:42.790462 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port cf6f7515-6b5d-497b-947e-7ee53b7bfc85 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:11:42.791219 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:42.836024 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-c2f27d96-1db3-4434-b269-804a1784b0c4 tempest-TagsExtTest-1146288247 tempest-TagsExtTest-1146288247-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4230423'] for subnet, precommit_delete_associations {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:42.892288 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cd51e9d-bacc-4e52-b84b-e3177510630b tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Made reservation on behalf of b764dc88162c48329e5f6a91ab689763 for: {'subnet': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:11:42.897660 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-3cd51e9d-bacc-4e52-b84b-e3177510630b tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4793983'] for subnet, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:42.910229 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7adeff46-d0e9-4f27-a81b-3f0bc1d0f324 None None] Network 4be8019f-300a-473b-8f90-54810195744c requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 16:11:42.930093 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:42.950115 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-c2f27d96-1db3-4434-b269-804a1784b0c4 tempest-TagsExtTest-1146288247 tempest-TagsExtTest-1146288247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1641287'] for subnet, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:43.017946 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-c2f27d96-1db3-4434-b269-804a1784b0c4 tempest-TagsExtTest-1146288247 tempest-TagsExtTest-1146288247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1641294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16155591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16218852'] for subnet, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:43.045251 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] For port cf6f7515-6b5d-497b-947e-7ee53b7bfc85, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=cf6f7515-6b5d-497b-947e-7ee53b7bfc85,segment=NetworkSegment(b0033e17-6430-4297-97b0-9266901287f9),segment_id=b0033e17-6430-4297-97b0-9266901287f9)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:11:43.045546 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f27d96-1db3-4434-b269-804a1784b0c4 tempest-TagsExtTest-1146288247 tempest-TagsExtTest-1146288247-project] Pushing event deleted for resources: {'Subnet': ['ID=5a62fc90-4da9-4529-976e-6d00eb50d575,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:11:43.047224 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-b337d608-9974-4e70-82fd-95c4290c9419 None None] Provisioning complete for port cf6f7515-6b5d-497b-947e-7ee53b7bfc85 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:11:43.047644 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-b337d608-9974-4e70-82fd-95c4290c9419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:43.055197 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-c2f27d96-1db3-4434-b269-804a1784b0c4 tempest-TagsExtTest-1146288247 tempest-TagsExtTest-1146288247-project] Notify callbacks [] for subnet, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:43.060622 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 56512) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:11:43.061186 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-c2f27d96-1db3-4434-b269-804a1784b0c4 tempest-TagsExtTest-1146288247 tempest-TagsExtTest-1146288247-project] 10.222.0.42 "DELETE /v2.0/subnets/5a62fc90-4da9-4529-976e-6d00eb50d575 HTTP/1.1" status: 204 len: 168 time: 0.3694682 Mar 29 16:11:43.072445 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f848029-021a-4871-8af4-bf945dfe7e5d None None] Network 39bc770c-db67-4af3-9000-dc133b1e6f5b requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 16:11:43.093749 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:43.182229 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-f59bb96c-593d-4945-bd4c-55019f97a13d tempest-TagsExtTest-1146288247 tempest-TagsExtTest-1146288247-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1631750'] for network, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:43.250302 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Pushing event updated for resources: {'Port': ['ID=cf6f7515-6b5d-497b-947e-7ee53b7bfc85,revision_number=4']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:11:43.281231 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07a68410-b09f-40c6-8214-4838a0119f70 None None] DHCP port deletion for 4be8019f-300a-473b-8f90-54810195744c request from n-d-834765-1 {{(pid=102792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 29 16:11:43.320831 n-d-834765-1 neutron-server[102790]: DEBUG neutron.objects.ports [None req-3cd51e9d-bacc-4e52-b84b-e3177510630b tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102790) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 29 16:11:43.328948 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-f59bb96c-593d-4945-bd4c-55019f97a13d tempest-TagsExtTest-1146288247 tempest-TagsExtTest-1146288247-project] Deleting port f4f88119-b4ee-43cc-b27d-cdb619819959 {{(pid=102790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:11:43.329289 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-f59bb96c-593d-4945-bd4c-55019f97a13d tempest-TagsExtTest-1146288247 tempest-TagsExtTest-1146288247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:43.379679 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-07a68410-b09f-40c6-8214-4838a0119f70 None None] Deleting port cf6f7515-6b5d-497b-947e-7ee53b7bfc85 {{(pid=102792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:11:43.380058 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-07a68410-b09f-40c6-8214-4838a0119f70 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:43.438851 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97dfb9af-6d71-4bb8-9d1d-190cd77f2581 None None] DHCP port deletion for 39bc770c-db67-4af3-9000-dc133b1e6f5b request from n-d-834765-1 {{(pid=102792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 29 16:11:43.500381 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-07a68410-b09f-40c6-8214-4838a0119f70 None None] For port cf6f7515-6b5d-497b-947e-7ee53b7bfc85, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=cf6f7515-6b5d-497b-947e-7ee53b7bfc85,segment=NetworkSegment(b0033e17-6430-4297-97b0-9266901287f9),segment_id=b0033e17-6430-4297-97b0-9266901287f9)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:11:43.500710 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-07a68410-b09f-40c6-8214-4838a0119f70 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:43.516934 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-07a68410-b09f-40c6-8214-4838a0119f70 None None] Calling delete_port for cf6f7515-6b5d-497b-947e-7ee53b7bfc85 owned by network:dhcp {{(pid=102792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:11:43.576121 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-97dfb9af-6d71-4bb8-9d1d-190cd77f2581 None None] Deleting port f4f88119-b4ee-43cc-b27d-cdb619819959 {{(pid=102792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:11:43.576502 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-97dfb9af-6d71-4bb8-9d1d-190cd77f2581 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:43.676156 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-97dfb9af-6d71-4bb8-9d1d-190cd77f2581 None None] For port f4f88119-b4ee-43cc-b27d-cdb619819959, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=f4f88119-b4ee-43cc-b27d-cdb619819959,segment=NetworkSegment(b91fb4c9-62d1-46d7-a97d-88abcc97969d),segment_id=b91fb4c9-62d1-46d7-a97d-88abcc97969d)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:11:43.676156 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-97dfb9af-6d71-4bb8-9d1d-190cd77f2581 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:43.691073 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-97dfb9af-6d71-4bb8-9d1d-190cd77f2581 None None] Calling delete_port for f4f88119-b4ee-43cc-b27d-cdb619819959 owned by network:dhcp {{(pid=102792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:11:43.693767 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-07a68410-b09f-40c6-8214-4838a0119f70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350'] for port, after_delete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:43.730327 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a68410-b09f-40c6-8214-4838a0119f70 None None] Pushing event deleted for resources: {'Port': ['ID=cf6f7515-6b5d-497b-947e-7ee53b7bfc85,revision_number=None']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:11:43.736500 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07a68410-b09f-40c6-8214-4838a0119f70 None None] No DVR routers for this DVR port cf6f7515-6b5d-497b-947e-7ee53b7bfc85 on host n-d-834765-1 {{(pid=102792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 16:11:43.753276 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [None req-f59bb96c-593d-4945-bd4c-55019f97a13d tempest-TagsExtTest-1146288247 tempest-TagsExtTest-1146288247-project] For port f4f88119-b4ee-43cc-b27d-cdb619819959, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=f4f88119-b4ee-43cc-b27d-cdb619819959,segment=NetworkSegment(b91fb4c9-62d1-46d7-a97d-88abcc97969d),segment_id=b91fb4c9-62d1-46d7-a97d-88abcc97969d)] {{(pid=102790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:11:43.753646 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-f59bb96c-593d-4945-bd4c-55019f97a13d tempest-TagsExtTest-1146288247 tempest-TagsExtTest-1146288247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:43.774795 n-d-834765-1 neutron-server[102790]: WARNING neutron.services.revisions.revision_plugin [None req-3cd51e9d-bacc-4e52-b84b-e3177510630b tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Could not find related port for resource to bump revision. Mar 29 16:11:43.787140 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.ipam_pluggable_backend [None req-3cd51e9d-bacc-4e52-b84b-e3177510630b tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Port cf6f7515-6b5d-497b-947e-7ee53b7bfc85 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=102790) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Mar 29 16:11:43.788119 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.ipam_pluggable_backend [None req-3cd51e9d-bacc-4e52-b84b-e3177510630b tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Reverting IP allocation for 2001:db8::f816:3eff:fe9f:fa9c {{(pid=102790) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Mar 29 16:11:43.790197 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-f59bb96c-593d-4945-bd4c-55019f97a13d tempest-TagsExtTest-1146288247 tempest-TagsExtTest-1146288247-project] Calling delete_port for f4f88119-b4ee-43cc-b27d-cdb619819959 owned by network:dhcp {{(pid=102790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:11:43.799562 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-3cd51e9d-bacc-4e52-b84b-e3177510630b tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5231896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4793961'] for subnet, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:43.821961 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-97dfb9af-6d71-4bb8-9d1d-190cd77f2581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350'] for port, after_delete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:43.849884 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97dfb9af-6d71-4bb8-9d1d-190cd77f2581 None None] Pushing event deleted for resources: {'Port': ['ID=f4f88119-b4ee-43cc-b27d-cdb619819959,revision_number=None']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:11:43.856771 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97dfb9af-6d71-4bb8-9d1d-190cd77f2581 None None] No DVR routers for this DVR port f4f88119-b4ee-43cc-b27d-cdb619819959 on host n-d-834765-1 {{(pid=102792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 16:11:43.893274 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cd51e9d-bacc-4e52-b84b-e3177510630b tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Network 4be8019f-300a-473b-8f90-54810195744c is already hosted by enough agents. {{(pid=102790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:11:43.903344 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-3cd51e9d-bacc-4e52-b84b-e3177510630b tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Resources bound (agent type, host, resource id): {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:11:43.912403 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e49d9ca-4f84-426e-a20e-ffcb7f9bd844 None None] Network 4be8019f-300a-473b-8f90-54810195744c requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 16:11:43.912808 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cd51e9d-bacc-4e52-b84b-e3177510630b tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:11:43.913413 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-3cd51e9d-bacc-4e52-b84b-e3177510630b tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks [] for subnet, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:43.917909 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd51e9d-bacc-4e52-b84b-e3177510630b tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Pushing event updated for resources: {'Subnet': ['ID=586e95c0-efda-4f77-b2df-826ecb2b1816,revision_number=0']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:11:43.941461 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-3cd51e9d-bacc-4e52-b84b-e3177510630b tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.1830075 Mar 29 16:11:43.944883 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 56514) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:11:43.950377 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-1635a6ac-5bd8-4e8c-b507-1a0d648c2174 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Request body: {'port': {'network_id': '4be8019f-300a-473b-8f90-54810195744c', 'mac_address': 'fa:16:3e:76:c8:16', 'name': 'tempest-NetworksTestDHCPv6-1861360222'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:11:43.950762 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-f59bb96c-593d-4945-bd4c-55019f97a13d tempest-TagsExtTest-1146288247 tempest-TagsExtTest-1146288247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:43.979526 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59bb96c-593d-4945-bd4c-55019f97a13d tempest-TagsExtTest-1146288247 tempest-TagsExtTest-1146288247-project] Pushing event deleted for resources: {'Port': ['ID=f4f88119-b4ee-43cc-b27d-cdb619819959,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:11:43.983302 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f59bb96c-593d-4945-bd4c-55019f97a13d tempest-TagsExtTest-1146288247 tempest-TagsExtTest-1146288247-project] No DVR routers for this DVR port f4f88119-b4ee-43cc-b27d-cdb619819959 on host n-d-834765-1 {{(pid=102790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 16:11:44.086112 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-f59bb96c-593d-4945-bd4c-55019f97a13d tempest-TagsExtTest-1146288247 tempest-TagsExtTest-1146288247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639890', 'neutron.services.segments.db._delete_segments_for_network-8783523423079'] for network, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:44.111517 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-f59bb96c-593d-4945-bd4c-55019f97a13d tempest-TagsExtTest-1146288247 tempest-TagsExtTest-1146288247-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39bc770c-db67-4af3-9000-dc133b1e6f5b']}} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:11:44.121068 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1635a6ac-5bd8-4e8c-b507-1a0d648c2174 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Made reservation on behalf of b764dc88162c48329e5f6a91ab689763 for: {'port': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:11:44.124372 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-f59bb96c-593d-4945-bd4c-55019f97a13d tempest-TagsExtTest-1146288247 tempest-TagsExtTest-1146288247-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b91fb4c9-62d1-46d7-a97d-88abcc97969d') {'for_net_delete': True} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:11:44.124671 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-f59bb96c-593d-4945-bd4c-55019f97a13d tempest-TagsExtTest-1146288247 tempest-TagsExtTest-1146288247-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b91fb4c9-62d1-46d7-a97d-88abcc97969d') {} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:11:44.127473 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-1635a6ac-5bd8-4e8c-b507-1a0d648c2174 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:44.137441 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-f59bb96c-593d-4945-bd4c-55019f97a13d tempest-TagsExtTest-1146288247 tempest-TagsExtTest-1146288247-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783523422064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4614019'] for segment, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:44.151072 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [None req-1635a6ac-5bd8-4e8c-b507-1a0d648c2174 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] device_id is not set on port 78da6c8c-08a8-4a5a-b12b-f5678491bec7 yet. {{(pid=102791) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 29 16:11:44.153039 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-f59bb96c-593d-4945-bd4c-55019f97a13d tempest-TagsExtTest-1146288247 tempest-TagsExtTest-1146288247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:44.160836 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f59bb96c-593d-4945-bd4c-55019f97a13d tempest-TagsExtTest-1146288247 tempest-TagsExtTest-1146288247-project] Releasing vlan 640 on physical network physnet1 to pool {{(pid=102790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 16:11:44.161260 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-f59bb96c-593d-4945-bd4c-55019f97a13d tempest-TagsExtTest-1146288247 tempest-TagsExtTest-1146288247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5238013'] for segment, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:44.164717 n-d-834765-1 neutron-server[102790]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 16:11:44.164717 n-d-834765-1 neutron-server[102790]: self.session.flush() Mar 29 16:11:44.164717 n-d-834765-1 neutron-server[102790]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 16:11:44.164717 n-d-834765-1 neutron-server[102790]: self.session.flush() Mar 29 16:11:44.164717 n-d-834765-1 neutron-server[102790]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 16:11:44.164717 n-d-834765-1 neutron-server[102790]: self.session.flush() Mar 29 16:11:44.164717 n-d-834765-1 neutron-server[102790]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 16:11:44.164717 n-d-834765-1 neutron-server[102790]: self.session.flush() Mar 29 16:11:44.164717 n-d-834765-1 neutron-server[102790]: Traceback (most recent call last): Mar 29 16:11:44.164717 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 16:11:44.164717 n-d-834765-1 neutron-server[102790]: timer() Mar 29 16:11:44.164717 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 16:11:44.164717 n-d-834765-1 neutron-server[102790]: cb(*args, **kw) Mar 29 16:11:44.164717 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 16:11:44.164717 n-d-834765-1 neutron-server[102790]: return func(*args, **kwargs) Mar 29 16:11:44.164717 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 16:11:44.164717 n-d-834765-1 neutron-server[102790]: self._notify() Mar 29 16:11:44.164717 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 16:11:44.164717 n-d-834765-1 neutron-server[102790]: self.callback(batched_events) Mar 29 16:11:44.164717 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 16:11:44.164717 n-d-834765-1 neutron-server[102790]: event.method(event) Mar 29 16:11:44.164717 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 16:11:44.164717 n-d-834765-1 neutron-server[102790]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 16:11:44.164717 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 16:11:44.164717 n-d-834765-1 neutron-server[102790]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 16:11:44.164717 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 16:11:44.164717 n-d-834765-1 neutron-server[102790]: return f(self, *a, **k) Mar 29 16:11:44.164717 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 16:11:44.164717 n-d-834765-1 neutron-server[102790]: return self._get(url).json() Mar 29 16:11:44.164717 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 16:11:44.164717 n-d-834765-1 neutron-server[102790]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 16:11:44.164717 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 16:11:44.164717 n-d-834765-1 neutron-server[102790]: return self.request(url, 'GET', **kwargs) Mar 29 16:11:44.164717 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 16:11:44.164717 n-d-834765-1 neutron-server[102790]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 16:11:44.164717 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 16:11:44.164717 n-d-834765-1 neutron-server[102790]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 16:11:44.164717 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 16:11:44.164717 n-d-834765-1 neutron-server[102790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 16:11:44.164717 n-d-834765-1 neutron-server[102790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 16:11:44.223451 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-f59bb96c-593d-4945-bd4c-55019f97a13d tempest-TagsExtTest-1146288247 tempest-TagsExtTest-1146288247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1639897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648174'] for network, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:44.231631 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-f59bb96c-593d-4945-bd4c-55019f97a13d tempest-TagsExtTest-1146288247 tempest-TagsExtTest-1146288247-project] Notify callbacks [] for network, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:44.234966 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-f59bb96c-593d-4945-bd4c-55019f97a13d tempest-TagsExtTest-1146288247 tempest-TagsExtTest-1146288247-project] 10.222.0.42 "DELETE /v2.0/networks/39bc770c-db67-4af3-9000-dc133b1e6f5b HTTP/1.1" status: 204 len: 168 time: 1.1727593 Mar 29 16:11:44.247738 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59bb96c-593d-4945-bd4c-55019f97a13d tempest-TagsExtTest-1146288247 tempest-TagsExtTest-1146288247-project] Pushing event deleted for resources: {'Network': ['ID=39bc770c-db67-4af3-9000-dc133b1e6f5b,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:11:44.299824 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8027f249-9f77-4c73-b58e-5c8663ac36c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0035034-69b0-5ffc-b384-0ac6189c5628-4be8019f-300a-473b-8f90-54810195744c', 'network_id': '4be8019f-300a-473b-8f90-54810195744c', 'tenant_id': 'b764dc88162c48329e5f6a91ab689763', 'fixed_ips': [{'subnet_id': '586e95c0-efda-4f77-b2df-826ecb2b1816'}]}} from n-d-834765-1. {{(pid=102792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 29 16:11:44.303018 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-8027f249-9f77-4c73-b58e-5c8663ac36c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:44.348110 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_common [None req-1635a6ac-5bd8-4e8c-b507-1a0d648c2174 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Allocated IP 2001:db8::f816:3eff:fe76:c816 (4be8019f-300a-473b-8f90-54810195744c/586e95c0-efda-4f77-b2df-826ecb2b1816/78da6c8c-08a8-4a5a-b12b-f5678491bec7) {{(pid=102791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:11:44.534413 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-1635a6ac-5bd8-4e8c-b507-1a0d648c2174 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks [] for port, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:44.556814 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 56520) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:11:44.584345 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-1635a6ac-5bd8-4e8c-b507-1a0d648c2174 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:44.611473 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1635a6ac-5bd8-4e8c-b507-1a0d648c2174 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Network 4be8019f-300a-473b-8f90-54810195744c is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:11:44.615295 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [None req-1635a6ac-5bd8-4e8c-b507-1a0d648c2174 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:11:44.648665 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1635a6ac-5bd8-4e8c-b507-1a0d648c2174 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Received port after_create {{(pid=102791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:11:44.654535 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1635a6ac-5bd8-4e8c-b507-1a0d648c2174 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:11:44.655166 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-1635a6ac-5bd8-4e8c-b507-1a0d648c2174 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:44.666247 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.db_base_plugin_common [None req-8027f249-9f77-4c73-b58e-5c8663ac36c5 None None] Allocated IP 2001:db8::f816:3eff:fe8b:c91a (4be8019f-300a-473b-8f90-54810195744c/586e95c0-efda-4f77-b2df-826ecb2b1816/701ee725-f296-4732-bd98-53e9ba875515) {{(pid=102792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:11:44.676621 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device f4f88119-b4ee-43cc-b27d-cdb619819959 no longer exists at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 16:11:44.682437 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-1635a6ac-5bd8-4e8c-b507-1a0d648c2174 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.7363226 Mar 29 16:11:44.685173 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 56524) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:11:44.701681 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1635a6ac-5bd8-4e8c-b507-1a0d648c2174 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Pushing event updated for resources: {'Port': ['ID=78da6c8c-08a8-4a5a-b12b-f5678491bec7,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:11:44.710909 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] No Port match for: f4f88119-b4ee-43cc-b27d-cdb619819959 {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 16:11:44.711191 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device f4f88119-b4ee-43cc-b27d-cdb619819959 not bound to the agent host n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 16:11:44.712152 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device cf6f7515-6b5d-497b-947e-7ee53b7bfc85 no longer exists at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 16:11:44.735957 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] No Port match for: cf6f7515-6b5d-497b-947e-7ee53b7bfc85 {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 16:11:44.736631 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device cf6f7515-6b5d-497b-947e-7ee53b7bfc85 not bound to the agent host n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 16:11:44.767960 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aeae3ef-17d5-4083-8310-62eb215f89dc tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:11:44.769450 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-0aeae3ef-17d5-4083-8310-62eb215f89dc tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.0831478 Mar 29 16:11:44.772451 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 56526) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:11:44.788945 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-5011d916-9956-4ced-8d04-0021e7c1d381 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=833cedbeee5e433c885fcb9adfd43c12&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2270522 Mar 29 16:11:44.789849 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 56528) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:11:44.881550 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-8027f249-9f77-4c73-b58e-5c8663ac36c5 None None] Notify callbacks [] for port, precommit_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:44.887384 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-8027f249-9f77-4c73-b58e-5c8663ac36c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956'] for port, after_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:44.897961 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-e5dbea4f-2b33-4969-8220-21ebd97f7792 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:44.928578 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-e5dbea4f-2b33-4969-8220-21ebd97f7792 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:44.929643 n-d-834765-1 neutron-server[102792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8027f249-9f77-4c73-b58e-5c8663ac36c5 None None] Network 4be8019f-300a-473b-8f90-54810195744c is already hosted by enough agents. {{(pid=102792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:11:44.934182 n-d-834765-1 neutron-server[102792]: DEBUG neutron.scheduler.base_scheduler [None req-8027f249-9f77-4c73-b58e-5c8663ac36c5 None None] Resources bound (agent type, host, resource id): {{(pid=102792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:11:44.936002 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-9b761c2e-345a-4138-af6d-7f8e038fdb6c tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Deleting port 78da6c8c-08a8-4a5a-b12b-f5678491bec7 {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:11:44.936333 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-9b761c2e-345a-4138-af6d-7f8e038fdb6c tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:44.937629 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8027f249-9f77-4c73-b58e-5c8663ac36c5 None None] Received port after_create {{(pid=102792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:11:44.948893 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8027f249-9f77-4c73-b58e-5c8663ac36c5 None None] Pushing event updated for resources: {'Port': ['ID=701ee725-f296-4732-bd98-53e9ba875515,revision_number=1']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:11:45.006851 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-8027f249-9f77-4c73-b58e-5c8663ac36c5 None None] Attempting to bind port 701ee725-f296-4732-bd98-53e9ba875515 on host n-d-834765-1 for vnic_type normal with profile {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 16:11:45.007225 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-8027f249-9f77-4c73-b58e-5c8663ac36c5 None None] Attempting to bind port 701ee725-f296-4732-bd98-53e9ba875515 by drivers openvswitch,hyperv on host n-d-834765-1 at level 0 using segments [{'id': 'b0033e17-6430-4297-97b0-9266901287f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '4be8019f-300a-473b-8f90-54810195744c'}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 16:11:45.007670 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8027f249-9f77-4c73-b58e-5c8663ac36c5 None None] Attempting to bind port 701ee725-f296-4732-bd98-53e9ba875515 on network 4be8019f-300a-473b-8f90-54810195744c {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 16:11:45.013160 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8027f249-9f77-4c73-b58e-5c8663ac36c5 None None] Checking agent: {'id': 'a8866439-9d96-425c-b519-6905c591ac37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 25, 36), 'started_at': datetime.datetime(2022, 3, 29, 15, 26, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 16, 11, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834765-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 16:11:45.013546 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8027f249-9f77-4c73-b58e-5c8663ac36c5 None None] Checking segment: {'id': 'b0033e17-6430-4297-97b0-9266901287f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '4be8019f-300a-473b-8f90-54810195744c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 16:11:45.013955 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-8027f249-9f77-4c73-b58e-5c8663ac36c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:45.014351 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8027f249-9f77-4c73-b58e-5c8663ac36c5 None None] Bound using segment: {'id': 'b0033e17-6430-4297-97b0-9266901287f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '4be8019f-300a-473b-8f90-54810195744c'} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 16:11:45.014821 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-8027f249-9f77-4c73-b58e-5c8663ac36c5 None None] Bound port: 701ee725-f296-4732-bd98-53e9ba875515, host: n-d-834765-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0033e17-6430-4297-97b0-9266901287f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '4be8019f-300a-473b-8f90-54810195744c'}}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 16:11:45.015218 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-8027f249-9f77-4c73-b58e-5c8663ac36c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:45.046678 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-9b761c2e-345a-4138-af6d-7f8e038fdb6c tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:45.048895 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-e5dbea4f-2b33-4969-8220-21ebd97f7792 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:45.051689 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-e5dbea4f-2b33-4969-8220-21ebd97f7792 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:45.053792 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-e5dbea4f-2b33-4969-8220-21ebd97f7792 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/41d223b0-b320-4f40-93b0-9da1f7ae8d4f HTTP/1.1" status: 204 len: 168 time: 0.2627349 Mar 29 16:11:45.070224 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-9b761c2e-345a-4138-af6d-7f8e038fdb6c tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Calling delete_port for 78da6c8c-08a8-4a5a-b12b-f5678491bec7 owned by {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:11:45.074254 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5dbea4f-2b33-4969-8220-21ebd97f7792 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41d223b0-b320-4f40-93b0-9da1f7ae8d4f,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:11:45.093840 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-8027f249-9f77-4c73-b58e-5c8663ac36c5 None None] For port 701ee725-f296-4732-bd98-53e9ba875515, host n-d-834765-1, cleared binding levels {{(pid=102792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 16:11:45.116591 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-8027f249-9f77-4c73-b58e-5c8663ac36c5 None None] For port 701ee725-f296-4732-bd98-53e9ba875515, host n-d-834765-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=701ee725-f296-4732-bd98-53e9ba875515,segment=NetworkSegment(b0033e17-6430-4297-97b0-9266901287f9),segment_id=b0033e17-6430-4297-97b0-9266901287f9)] {{(pid=102792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 16:11:45.122342 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-8027f249-9f77-4c73-b58e-5c8663ac36c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:45.202995 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8027f249-9f77-4c73-b58e-5c8663ac36c5 None None] Pushing event updated for resources: {'Port': ['ID=701ee725-f296-4732-bd98-53e9ba875515,revision_number=2']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:11:45.222911 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-9b761c2e-345a-4138-af6d-7f8e038fdb6c tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:45.260716 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b761c2e-345a-4138-af6d-7f8e038fdb6c tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Pushing event deleted for resources: {'Port': ['ID=78da6c8c-08a8-4a5a-b12b-f5678491bec7,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:11:45.291982 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-9b761c2e-345a-4138-af6d-7f8e038fdb6c tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:45.295252 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-9b761c2e-345a-4138-af6d-7f8e038fdb6c tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] 10.222.0.42 "DELETE /v2.0/ports/78da6c8c-08a8-4a5a-b12b-f5678491bec7 HTTP/1.1" status: 204 len: 168 time: 0.5195603 Mar 29 16:11:45.295735 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 56536) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:11:45.363989 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10bfd00e-5055-4b18-ae2e-7465989bdc5d tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:11:45.371466 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10bfd00e-5055-4b18-ae2e-7465989bdc5d tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:11:45.374035 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-10bfd00e-5055-4b18-ae2e-7465989bdc5d tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.0770996 Mar 29 16:11:45.376639 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 56540) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:11:45.439562 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c7a666e-69fb-4893-96a7-6313faba78ee tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Deleting subnet 586e95c0-efda-4f77-b2df-826ecb2b1816 {{(pid=102790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 16:11:45.443446 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-2c7a666e-69fb-4893-96a7-6313faba78ee tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks [] for subnet, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:45.495201 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-2c7a666e-69fb-4893-96a7-6313faba78ee tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4614024'] for subnet, precommit_delete_associations {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:45.586389 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-2c7a666e-69fb-4893-96a7-6313faba78ee tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1641287'] for subnet, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:45.649520 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-2c7a666e-69fb-4893-96a7-6313faba78ee tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1641294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5231963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4793952'] for subnet, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:45.681174 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7a666e-69fb-4893-96a7-6313faba78ee tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Pushing event deleted for resources: {'Subnet': ['ID=586e95c0-efda-4f77-b2df-826ecb2b1816,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:11:45.684900 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-2c7a666e-69fb-4893-96a7-6313faba78ee tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks [] for subnet, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:45.690654 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-2c7a666e-69fb-4893-96a7-6313faba78ee tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] 10.222.0.42 "DELETE /v2.0/subnets/586e95c0-efda-4f77-b2df-826ecb2b1816 HTTP/1.1" status: 204 len: 168 time: 0.3104553 Mar 29 16:11:45.691025 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 56552) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:11:45.733810 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-ad95a6a6-1cc2-46ab-990c-04da14c5a838 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0394342 Mar 29 16:11:45.734079 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 56556) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:11:45.784989 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8ca4b1e-a3b1-4639-9c4b-367f354426c4 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:11:45.787009 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-c8ca4b1e-a3b1-4639-9c4b-367f354426c4 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0514657 Mar 29 16:11:45.789506 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 56558) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:11:45.840013 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-922004b7-614d-4fec-ae3a-371860725546 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:11:45.841587 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-922004b7-614d-4fec-ae3a-371860725546 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0510745 Mar 29 16:11:45.844067 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 56562) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:11:45.884370 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-0d0fc5e0-66b2-48a8-9ac6-37e28fad4dc6 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0390739 Mar 29 16:11:45.888324 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 56564) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:11:45.893469 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-b66b44a2-e2b4-41d0-a804-fb5c75c9e8d3 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Request body: {'subnet': {'network_id': '4be8019f-300a-473b-8f90-54810195744c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:11:45.990898 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b66b44a2-e2b4-41d0-a804-fb5c75c9e8d3 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Made reservation on behalf of b764dc88162c48329e5f6a91ab689763 for: {'subnet': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:11:45.994662 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-b66b44a2-e2b4-41d0-a804-fb5c75c9e8d3 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4793983'] for subnet, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:46.198962 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-b66b44a2-e2b4-41d0-a804-fb5c75c9e8d3 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5231896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4793961'] for subnet, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:46.201521 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-011c0191-dade-49c0-9b02-043916344986 None None] Network 4be8019f-300a-473b-8f90-54810195744c requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 16:11:46.244424 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b66b44a2-e2b4-41d0-a804-fb5c75c9e8d3 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Network 4be8019f-300a-473b-8f90-54810195744c is already hosted by enough agents. {{(pid=102790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:11:46.247650 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-b66b44a2-e2b4-41d0-a804-fb5c75c9e8d3 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Resources bound (agent type, host, resource id): {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:11:46.251865 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b66b44a2-e2b4-41d0-a804-fb5c75c9e8d3 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:11:46.252461 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-b66b44a2-e2b4-41d0-a804-fb5c75c9e8d3 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks [] for subnet, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:46.264829 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66b44a2-e2b4-41d0-a804-fb5c75c9e8d3 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Pushing event updated for resources: {'Subnet': ['ID=2c37675b-17fa-433c-b683-d281c17f1ba2,revision_number=0']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:11:46.275317 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-86d5aef3-c0c2-498c-83b8-c975ea27b9dc None None] Provisioning complete for port 701ee725-f296-4732-bd98-53e9ba875515 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:11:46.275706 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-86d5aef3-c0c2-498c-83b8-c975ea27b9dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:46.276059 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-b66b44a2-e2b4-41d0-a804-fb5c75c9e8d3 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.3866446 Mar 29 16:11:46.280160 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 56576) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:11:46.285087 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-dd5a769b-f2a7-4d9c-9dd3-8e4214118a43 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Request body: {'port': {'network_id': '4be8019f-300a-473b-8f90-54810195744c', 'mac_address': 'fa:16:3e:65:4d:f7', 'name': 'tempest-NetworksTestDHCPv6-423971200'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:11:46.404791 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd5a769b-f2a7-4d9c-9dd3-8e4214118a43 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Made reservation on behalf of b764dc88162c48329e5f6a91ab689763 for: {'port': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:11:46.430986 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-86d5aef3-c0c2-498c-83b8-c975ea27b9dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:46.471192 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-86d5aef3-c0c2-498c-83b8-c975ea27b9dc None None] For port 701ee725-f296-4732-bd98-53e9ba875515, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=701ee725-f296-4732-bd98-53e9ba875515,segment=NetworkSegment(b0033e17-6430-4297-97b0-9266901287f9),segment_id=b0033e17-6430-4297-97b0-9266901287f9)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:11:46.476897 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-86d5aef3-c0c2-498c-83b8-c975ea27b9dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:46.501664 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-dd5a769b-f2a7-4d9c-9dd3-8e4214118a43 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:46.523290 n-d-834765-1 neutron-server[102790]: DEBUG neutron.notifiers.nova [None req-dd5a769b-f2a7-4d9c-9dd3-8e4214118a43 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] device_id is not set on port 3ee8b0bd-e6e1-405b-881e-e728560e9b1c yet. {{(pid=102790) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 29 16:11:46.535131 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d5aef3-c0c2-498c-83b8-c975ea27b9dc None None] Pushing event updated for resources: {'Port': ['ID=701ee725-f296-4732-bd98-53e9ba875515,revision_number=4']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:11:46.676206 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.db_base_plugin_common [None req-dd5a769b-f2a7-4d9c-9dd3-8e4214118a43 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Allocated IP 2001:db8::ec (4be8019f-300a-473b-8f90-54810195744c/2c37675b-17fa-433c-b683-d281c17f1ba2/3ee8b0bd-e6e1-405b-881e-e728560e9b1c) {{(pid=102790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:11:46.696320 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 701ee725-f296-4732-bd98-53e9ba875515 up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 16:11:46.728704 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a90ad20d-904c-48fc-ada9-311e8401f3fc None None] Network 4be8019f-300a-473b-8f90-54810195744c requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 16:11:46.835203 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-184d6327-284c-4a16-a440-feb98229e349 None None] Provisioning complete for port 701ee725-f296-4732-bd98-53e9ba875515 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:11:46.835602 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-184d6327-284c-4a16-a440-feb98229e349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:46.840290 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port 701ee725-f296-4732-bd98-53e9ba875515 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:11:46.840563 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:46.872491 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-dd5a769b-f2a7-4d9c-9dd3-8e4214118a43 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks [] for port, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:46.909955 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-dd5a769b-f2a7-4d9c-9dd3-8e4214118a43 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:46.967847 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd5a769b-f2a7-4d9c-9dd3-8e4214118a43 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Network 4be8019f-300a-473b-8f90-54810195744c is already hosted by enough agents. {{(pid=102790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:11:46.972146 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-dd5a769b-f2a7-4d9c-9dd3-8e4214118a43 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Resources bound (agent type, host, resource id): {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:11:46.979966 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd5a769b-f2a7-4d9c-9dd3-8e4214118a43 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Received port after_create {{(pid=102790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:11:46.986224 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd5a769b-f2a7-4d9c-9dd3-8e4214118a43 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:11:46.986844 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-dd5a769b-f2a7-4d9c-9dd3-8e4214118a43 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:46.995593 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5a769b-f2a7-4d9c-9dd3-8e4214118a43 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Pushing event updated for resources: {'Port': ['ID=3ee8b0bd-e6e1-405b-881e-e728560e9b1c,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:11:47.015961 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-dd5a769b-f2a7-4d9c-9dd3-8e4214118a43 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.7347183 Mar 29 16:11:47.018778 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 56598) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:11:47.078242 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 56600) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:11:47.079748 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69b041ac-65c3-49a2-bd69-45f9854d246f tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:11:47.086431 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69b041ac-65c3-49a2-bd69-45f9854d246f tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:11:47.088476 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-69b041ac-65c3-49a2-bd69-45f9854d246f tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1590 time: 0.0681968 Mar 29 16:11:47.091170 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 56604) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:11:47.156661 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:47.185695 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-35976a46-b4d7-4887-b1e2-ddeca7bb3010 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Deleting port 3ee8b0bd-e6e1-405b-881e-e728560e9b1c {{(pid=102790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:11:47.186047 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-35976a46-b4d7-4887-b1e2-ddeca7bb3010 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:47.218208 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-4125e7bd-1654-42d1-9cfc-97571fd53d4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:47.317920 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-35976a46-b4d7-4887-b1e2-ddeca7bb3010 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:47.342079 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-35976a46-b4d7-4887-b1e2-ddeca7bb3010 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Calling delete_port for 3ee8b0bd-e6e1-405b-881e-e728560e9b1c owned by {{(pid=102790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:11:47.354094 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-0bfdc37c-0e8c-4670-ac70-bf0fa3df4d9e None None] Provisioning complete for port 701ee725-f296-4732-bd98-53e9ba875515 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:11:47.354094 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-0bfdc37c-0e8c-4670-ac70-bf0fa3df4d9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:47.421678 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-4125e7bd-1654-42d1-9cfc-97571fd53d4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:47.433977 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-4125e7bd-1654-42d1-9cfc-97571fd53d4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:47.463883 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-0bfdc37c-0e8c-4670-ac70-bf0fa3df4d9e None None] Provisioning complete for port 3ee8b0bd-e6e1-405b-881e-e728560e9b1c triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:11:47.464367 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-0bfdc37c-0e8c-4670-ac70-bf0fa3df4d9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:47.483455 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-4125e7bd-1654-42d1-9cfc-97571fd53d4c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e25d78786a294f81b1dd2136a7dda064&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4038589 Mar 29 16:11:47.486134 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 56606) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:11:47.489081 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4125e7bd-1654-42d1-9cfc-97571fd53d4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fe275cf-a9e6-4ce6-be8a-fd6e38464af0,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:11:47.527226 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-0bfdc37c-0e8c-4670-ac70-bf0fa3df4d9e None None] Port 3ee8b0bd-e6e1-405b-881e-e728560e9b1c cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 16:11:47.556786 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-7aa92d11-f3d5-49b2-b127-60529c361e80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:47.557894 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-35976a46-b4d7-4887-b1e2-ddeca7bb3010 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:47.582043 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-7aa92d11-f3d5-49b2-b127-60529c361e80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:47.591957 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35976a46-b4d7-4887-b1e2-ddeca7bb3010 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Pushing event deleted for resources: {'Port': ['ID=3ee8b0bd-e6e1-405b-881e-e728560e9b1c,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:11:47.618344 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-35976a46-b4d7-4887-b1e2-ddeca7bb3010 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:47.621820 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-35976a46-b4d7-4887-b1e2-ddeca7bb3010 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] 10.222.0.42 "DELETE /v2.0/ports/3ee8b0bd-e6e1-405b-881e-e728560e9b1c HTTP/1.1" status: 204 len: 168 time: 0.5295486 Mar 29 16:11:47.624597 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 56608) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:11:47.643324 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-8a9e0b53-4c74-4796-9842-a153c691f36c None None] Could not find standard attr ID for object 78da6c8c-08a8-4a5a-b12b-f5678491bec7. {{(pid=102792) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 29 16:11:47.665281 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-7aa92d11-f3d5-49b2-b127-60529c361e80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:47.668103 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-7aa92d11-f3d5-49b2-b127-60529c361e80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:47.669276 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-7aa92d11-f3d5-49b2-b127-60529c361e80 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/4fe275cf-a9e6-4ce6-be8a-fd6e38464af0 HTTP/1.1" status: 204 len: 168 time: 0.1818676 Mar 29 16:11:47.686967 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa92d11-f3d5-49b2-b127-60529c361e80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fe275cf-a9e6-4ce6-be8a-fd6e38464af0,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:11:47.699912 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bb8929c-a439-455d-97a0-1b0070328a60 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:11:47.702398 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bb8929c-a439-455d-97a0-1b0070328a60 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:11:47.706658 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 56612) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:11:47.706810 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-2bb8929c-a439-455d-97a0-1b0070328a60 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.0811434 Mar 29 16:11:47.773409 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8f56faa-8169-42e6-8851-126010e1e8b4 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Deleting subnet 2c37675b-17fa-433c-b683-d281c17f1ba2 {{(pid=102790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 16:11:47.777277 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-a8f56faa-8169-42e6-8851-126010e1e8b4 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks [] for subnet, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:47.827896 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-a8f56faa-8169-42e6-8851-126010e1e8b4 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4614024'] for subnet, precommit_delete_associations {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:47.856560 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-c2a8ef29-9adc-4ff3-96fb-786d1fb29300 None None] Could not find standard attr ID for object 3ee8b0bd-e6e1-405b-881e-e728560e9b1c. {{(pid=102792) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 29 16:11:47.885846 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-a8f56faa-8169-42e6-8851-126010e1e8b4 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1641287'] for subnet, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:47.949838 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-a8f56faa-8169-42e6-8851-126010e1e8b4 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1641294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5231963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4793952'] for subnet, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:47.983078 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f56faa-8169-42e6-8851-126010e1e8b4 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Pushing event deleted for resources: {'Subnet': ['ID=2c37675b-17fa-433c-b683-d281c17f1ba2,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:11:47.990226 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-a8f56faa-8169-42e6-8851-126010e1e8b4 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks [] for subnet, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:47.993239 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-a8f56faa-8169-42e6-8851-126010e1e8b4 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] 10.222.0.42 "DELETE /v2.0/subnets/2c37675b-17fa-433c-b683-d281c17f1ba2 HTTP/1.1" status: 204 len: 168 time: 0.2851248 Mar 29 16:11:47.996255 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 56616) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:11:48.006074 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:48.011038 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 56618) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:11:48.025609 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-d3a390b6-8967-459a-8282-c673c35dbdef admin admin] Notify callbacks [] for security_group, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:48.034296 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a601756-91dd-4763-9c63-c57e8eddc146 None None] Network 4be8019f-300a-473b-8f90-54810195744c requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 16:11:48.043421 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-ee687f25-21cd-41f4-bccc-67b98873c14c tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0459285 Mar 29 16:11:48.045789 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 56620) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:11:48.116643 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-337603cf-f950-4420-9cc9-415b9fd1f61b tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:11:48.118137 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-337603cf-f950-4420-9cc9-415b9fd1f61b tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0713151 Mar 29 16:11:48.121223 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 56622) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:11:48.154382 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-d3a390b6-8967-459a-8282-c673c35dbdef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:48.159353 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-d3a390b6-8967-459a-8282-c673c35dbdef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:48.182195 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d05ea7fe-ed93-4bc4-9067-30da6fa0e1f0 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:11:48.189781 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-d05ea7fe-ed93-4bc4-9067-30da6fa0e1f0 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0673597 Mar 29 16:11:48.190460 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 56624) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:11:48.213955 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-d3a390b6-8967-459a-8282-c673c35dbdef admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e1d3339a61d946758b4198affcb53cfb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1994386 Mar 29 16:11:48.214278 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 56626) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:11:48.220233 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a390b6-8967-459a-8282-c673c35dbdef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdbc321a-b440-4d8c-9d29-2535115270c8,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:11:48.222554 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be9a66f3-d3d0-4bf8-9645-88eb7c7532b0 None None] DHCP port deletion for 4be8019f-300a-473b-8f90-54810195744c request from n-d-834765-1 {{(pid=102792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 29 16:11:48.232938 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-a6392fed-7060-480c-8ebf-bfd1984e2a1b tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0402346 Mar 29 16:11:48.233584 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 56628) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:11:48.240714 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-805d50bf-b496-489f-8bfa-00063a6336ff tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Request body: {'subnet': {'network_id': '4be8019f-300a-473b-8f90-54810195744c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:11:48.271689 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-d91e532c-cc3f-40b6-94ce-143d645d2c89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:48.280792 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-be9a66f3-d3d0-4bf8-9645-88eb7c7532b0 None None] Deleting port 701ee725-f296-4732-bd98-53e9ba875515 {{(pid=102792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:11:48.280980 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-be9a66f3-d3d0-4bf8-9645-88eb7c7532b0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:48.299225 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-d91e532c-cc3f-40b6-94ce-143d645d2c89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:48.337611 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-805d50bf-b496-489f-8bfa-00063a6336ff tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Made reservation on behalf of b764dc88162c48329e5f6a91ab689763 for: {'subnet': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:11:48.341567 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-805d50bf-b496-489f-8bfa-00063a6336ff tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16218875'] for subnet, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:48.345822 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-be9a66f3-d3d0-4bf8-9645-88eb7c7532b0 None None] For port 701ee725-f296-4732-bd98-53e9ba875515, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=701ee725-f296-4732-bd98-53e9ba875515,segment=NetworkSegment(b0033e17-6430-4297-97b0-9266901287f9),segment_id=b0033e17-6430-4297-97b0-9266901287f9)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:11:48.346270 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-be9a66f3-d3d0-4bf8-9645-88eb7c7532b0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:48.350112 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-d91e532c-cc3f-40b6-94ce-143d645d2c89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:48.352828 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-d91e532c-cc3f-40b6-94ce-143d645d2c89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:48.356783 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-d91e532c-cc3f-40b6-94ce-143d645d2c89 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/cdbc321a-b440-4d8c-9d29-2535115270c8 HTTP/1.1" status: 204 len: 168 time: 0.1390173 Mar 29 16:11:48.361210 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-be9a66f3-d3d0-4bf8-9645-88eb7c7532b0 None None] Calling delete_port for 701ee725-f296-4732-bd98-53e9ba875515 owned by network:dhcp {{(pid=102792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:11:48.365408 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91e532c-cc3f-40b6-94ce-143d645d2c89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdbc321a-b440-4d8c-9d29-2535115270c8,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:11:48.462307 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-be9a66f3-d3d0-4bf8-9645-88eb7c7532b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350'] for port, after_delete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:48.488766 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9a66f3-d3d0-4bf8-9645-88eb7c7532b0 None None] Pushing event deleted for resources: {'Port': ['ID=701ee725-f296-4732-bd98-53e9ba875515,revision_number=None']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:11:48.492451 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be9a66f3-d3d0-4bf8-9645-88eb7c7532b0 None None] No DVR routers for this DVR port 701ee725-f296-4732-bd98-53e9ba875515 on host n-d-834765-1 {{(pid=102792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 16:11:48.630931 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 701ee725-f296-4732-bd98-53e9ba875515 no longer exists at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 16:11:48.635639 n-d-834765-1 neutron-server[102791]: DEBUG neutron.objects.ports [None req-805d50bf-b496-489f-8bfa-00063a6336ff tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102791) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 29 16:11:48.637282 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-805d50bf-b496-489f-8bfa-00063a6336ff tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16155524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16218861'] for subnet, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:48.652796 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] No Port match for: 701ee725-f296-4732-bd98-53e9ba875515 {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 16:11:48.653534 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 701ee725-f296-4732-bd98-53e9ba875515 not bound to the agent host n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 16:11:48.684393 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-805d50bf-b496-489f-8bfa-00063a6336ff tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Network 4be8019f-300a-473b-8f90-54810195744c is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:11:48.687650 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [None req-805d50bf-b496-489f-8bfa-00063a6336ff tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:11:48.692364 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-805d50bf-b496-489f-8bfa-00063a6336ff tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:11:48.692625 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-805d50bf-b496-489f-8bfa-00063a6336ff tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks [] for subnet, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:48.698947 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-572b968a-be14-4592-9d10-7cfb9104c49c None None] Network 4be8019f-300a-473b-8f90-54810195744c requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 16:11:48.706806 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805d50bf-b496-489f-8bfa-00063a6336ff tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Pushing event updated for resources: {'Subnet': ['ID=7aceaf2d-54c1-4113-b2e8-fcf8bcbed40b,revision_number=0']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:11:48.721604 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-805d50bf-b496-489f-8bfa-00063a6336ff tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.4846292 Mar 29 16:11:48.722510 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 56638) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:11:48.728495 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-6f40fbb1-af7a-4f41-8830-352b31daae00 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Request body: {'subnet': {'network_id': '4be8019f-300a-473b-8f90-54810195744c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:11:48.874098 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f40fbb1-af7a-4f41-8830-352b31daae00 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Made reservation on behalf of b764dc88162c48329e5f6a91ab689763 for: {'subnet': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:11:48.879072 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-6f40fbb1-af7a-4f41-8830-352b31daae00 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4793983'] for subnet, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:48.930741 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-250c5476-8495-490c-9123-9d3bbd6977af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0035034-69b0-5ffc-b384-0ac6189c5628-4be8019f-300a-473b-8f90-54810195744c', 'network_id': '4be8019f-300a-473b-8f90-54810195744c', 'tenant_id': 'b764dc88162c48329e5f6a91ab689763', 'fixed_ips': [{'subnet_id': '7aceaf2d-54c1-4113-b2e8-fcf8bcbed40b'}]}} from n-d-834765-1. {{(pid=102792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 29 16:11:48.931660 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-250c5476-8495-490c-9123-9d3bbd6977af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:48.994120 n-d-834765-1 neutron-server[102790]: INFO neutron.db.ipam_backend_mixin [None req-6f40fbb1-af7a-4f41-8830-352b31daae00 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 7aceaf2d-54c1-4113-b2e8-fcf8bcbed40b (CIDR: 2001:db8::/64) Mar 29 16:11:48.998114 n-d-834765-1 neutron-server[102790]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f40fbb1-af7a-4f41-8830-352b31daae00 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 29 16:11:48.998675 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f40fbb1-af7a-4f41-8830-352b31daae00 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102790) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 16:11:49.016789 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-6f40fbb1-af7a-4f41-8830-352b31daae00 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2919126 Mar 29 16:11:49.018340 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 56650) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:11:49.024335 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-c5826434-6e4d-4f89-bce3-58d9a526ad8c tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Request body: {'subnet': {'network_id': '4be8019f-300a-473b-8f90-54810195744c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:11:49.082648 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.db_base_plugin_common [None req-250c5476-8495-490c-9123-9d3bbd6977af None None] Allocated IP 2001:db8::f816:3eff:fe50:8486 (4be8019f-300a-473b-8f90-54810195744c/7aceaf2d-54c1-4113-b2e8-fcf8bcbed40b/652a8321-6bfd-402a-b46a-aa1047a20ab7) {{(pid=102792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:11:49.155546 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5826434-6e4d-4f89-bce3-58d9a526ad8c tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Made reservation on behalf of b764dc88162c48329e5f6a91ab689763 for: {'subnet': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:11:49.159237 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-c5826434-6e4d-4f89-bce3-58d9a526ad8c tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16218875'] for subnet, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:49.253023 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-250c5476-8495-490c-9123-9d3bbd6977af None None] Notify callbacks [] for port, precommit_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:49.261995 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-250c5476-8495-490c-9123-9d3bbd6977af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956'] for port, after_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:49.330189 n-d-834765-1 neutron-server[102792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-250c5476-8495-490c-9123-9d3bbd6977af None None] Network 4be8019f-300a-473b-8f90-54810195744c is already hosted by enough agents. {{(pid=102792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:11:49.336470 n-d-834765-1 neutron-server[102792]: DEBUG neutron.scheduler.base_scheduler [None req-250c5476-8495-490c-9123-9d3bbd6977af None None] Resources bound (agent type, host, resource id): {{(pid=102792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:11:49.340567 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-250c5476-8495-490c-9123-9d3bbd6977af None None] Received port after_create {{(pid=102792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:11:49.363626 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250c5476-8495-490c-9123-9d3bbd6977af None None] Pushing event updated for resources: {'Port': ['ID=652a8321-6bfd-402a-b46a-aa1047a20ab7,revision_number=1']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:11:49.430390 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-250c5476-8495-490c-9123-9d3bbd6977af None None] Attempting to bind port 652a8321-6bfd-402a-b46a-aa1047a20ab7 on host n-d-834765-1 for vnic_type normal with profile {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 16:11:49.430768 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-250c5476-8495-490c-9123-9d3bbd6977af None None] Attempting to bind port 652a8321-6bfd-402a-b46a-aa1047a20ab7 by drivers openvswitch,hyperv on host n-d-834765-1 at level 0 using segments [{'id': 'b0033e17-6430-4297-97b0-9266901287f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '4be8019f-300a-473b-8f90-54810195744c'}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 16:11:49.431352 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-250c5476-8495-490c-9123-9d3bbd6977af None None] Attempting to bind port 652a8321-6bfd-402a-b46a-aa1047a20ab7 on network 4be8019f-300a-473b-8f90-54810195744c {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 16:11:49.437416 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-250c5476-8495-490c-9123-9d3bbd6977af None None] Checking agent: {'id': 'a8866439-9d96-425c-b519-6905c591ac37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 25, 36), 'started_at': datetime.datetime(2022, 3, 29, 15, 26, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 16, 11, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834765-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 16:11:49.437841 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-250c5476-8495-490c-9123-9d3bbd6977af None None] Checking segment: {'id': 'b0033e17-6430-4297-97b0-9266901287f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '4be8019f-300a-473b-8f90-54810195744c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 16:11:49.438188 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-250c5476-8495-490c-9123-9d3bbd6977af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:49.438581 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-250c5476-8495-490c-9123-9d3bbd6977af None None] Bound using segment: {'id': 'b0033e17-6430-4297-97b0-9266901287f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '4be8019f-300a-473b-8f90-54810195744c'} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 16:11:49.439254 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-250c5476-8495-490c-9123-9d3bbd6977af None None] Bound port: 652a8321-6bfd-402a-b46a-aa1047a20ab7, host: n-d-834765-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0033e17-6430-4297-97b0-9266901287f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '4be8019f-300a-473b-8f90-54810195744c'}}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 16:11:49.439838 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-250c5476-8495-490c-9123-9d3bbd6977af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:49.533656 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-250c5476-8495-490c-9123-9d3bbd6977af None None] For port 652a8321-6bfd-402a-b46a-aa1047a20ab7, host n-d-834765-1, cleared binding levels {{(pid=102792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 16:11:49.538858 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-250c5476-8495-490c-9123-9d3bbd6977af None None] For port 652a8321-6bfd-402a-b46a-aa1047a20ab7, host n-d-834765-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=652a8321-6bfd-402a-b46a-aa1047a20ab7,segment=NetworkSegment(b0033e17-6430-4297-97b0-9266901287f9),segment_id=b0033e17-6430-4297-97b0-9266901287f9)] {{(pid=102792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 16:11:49.543955 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-250c5476-8495-490c-9123-9d3bbd6977af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:49.611963 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250c5476-8495-490c-9123-9d3bbd6977af None None] Pushing event updated for resources: {'Port': ['ID=652a8321-6bfd-402a-b46a-aa1047a20ab7,revision_number=2']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:11:49.741331 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-c5826434-6e4d-4f89-bce3-58d9a526ad8c tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16155524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16218861'] for subnet, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:49.795081 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5826434-6e4d-4f89-bce3-58d9a526ad8c tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Network 4be8019f-300a-473b-8f90-54810195744c is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:11:49.798577 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [None req-c5826434-6e4d-4f89-bce3-58d9a526ad8c tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:11:49.803391 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5826434-6e4d-4f89-bce3-58d9a526ad8c tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:11:49.803979 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-c5826434-6e4d-4f89-bce3-58d9a526ad8c tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks [] for subnet, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:49.811893 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5826434-6e4d-4f89-bce3-58d9a526ad8c tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Pushing event updated for resources: {'Subnet': ['ID=72ea3b60-2877-4903-9de5-1194b9a53cdb,revision_number=0']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:11:49.824435 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-c5826434-6e4d-4f89-bce3-58d9a526ad8c tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8048422 Mar 29 16:11:49.827392 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 56668) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:11:49.832716 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-dacabf98-6866-44ee-8b41-d470fa458c8e tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Request body: {'port': {'network_id': '4be8019f-300a-473b-8f90-54810195744c', 'mac_address': 'fa:16:3e:0d:08:57', 'name': 'tempest-NetworksTestDHCPv6-1170217095'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:11:49.982082 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dacabf98-6866-44ee-8b41-d470fa458c8e tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Made reservation on behalf of b764dc88162c48329e5f6a91ab689763 for: {'port': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:11:50.078483 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-dacabf98-6866-44ee-8b41-d470fa458c8e tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:50.100714 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [None req-dacabf98-6866-44ee-8b41-d470fa458c8e tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] device_id is not set on port e0eb63c6-8d83-4243-8f3b-4d773dd32539 yet. {{(pid=102791) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 29 16:11:50.282131 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_common [None req-dacabf98-6866-44ee-8b41-d470fa458c8e tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Allocated IP 2001:db8:0:1::45 (4be8019f-300a-473b-8f90-54810195744c/72ea3b60-2877-4903-9de5-1194b9a53cdb/e0eb63c6-8d83-4243-8f3b-4d773dd32539) {{(pid=102791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:11:50.289508 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_common [None req-dacabf98-6866-44ee-8b41-d470fa458c8e tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Allocated IP 2001:db8::f816:3eff:fe0d:857 (4be8019f-300a-473b-8f90-54810195744c/7aceaf2d-54c1-4113-b2e8-fcf8bcbed40b/e0eb63c6-8d83-4243-8f3b-4d773dd32539) {{(pid=102791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:11:50.453375 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-dacabf98-6866-44ee-8b41-d470fa458c8e tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks [] for port, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:50.500384 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-dacabf98-6866-44ee-8b41-d470fa458c8e tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:50.560295 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dacabf98-6866-44ee-8b41-d470fa458c8e tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Network 4be8019f-300a-473b-8f90-54810195744c is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:11:50.564610 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [None req-dacabf98-6866-44ee-8b41-d470fa458c8e tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:11:50.566823 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacabf98-6866-44ee-8b41-d470fa458c8e tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Pushing event updated for resources: {'Port': ['ID=e0eb63c6-8d83-4243-8f3b-4d773dd32539,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:11:50.569351 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dacabf98-6866-44ee-8b41-d470fa458c8e tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Received port after_create {{(pid=102791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:11:50.575851 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dacabf98-6866-44ee-8b41-d470fa458c8e tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:11:50.576507 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-dacabf98-6866-44ee-8b41-d470fa458c8e tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:50.599723 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-dacabf98-6866-44ee-8b41-d470fa458c8e tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 0.7703121 Mar 29 16:11:50.602523 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 56700) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:11:50.709280 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 652a8321-6bfd-402a-b46a-aa1047a20ab7 up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 16:11:50.726732 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-a8b165d7-bb00-45bf-9d1f-8ca6f5b85c18 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Deleting port e0eb63c6-8d83-4243-8f3b-4d773dd32539 {{(pid=102790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:11:50.727089 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-a8b165d7-bb00-45bf-9d1f-8ca6f5b85c18 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:50.762416 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17dae0d6-2f29-434d-b604-ebbf1e66d795 None None] Network 4be8019f-300a-473b-8f90-54810195744c requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 16:11:50.835215 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-a8b165d7-bb00-45bf-9d1f-8ca6f5b85c18 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:50.853995 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-a8b165d7-bb00-45bf-9d1f-8ca6f5b85c18 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Calling delete_port for e0eb63c6-8d83-4243-8f3b-4d773dd32539 owned by {{(pid=102790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:11:50.855753 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port 652a8321-6bfd-402a-b46a-aa1047a20ab7 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:11:50.856129 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:50.862096 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-bf90fc36-2135-4450-9576-9d5d35abff4c None None] Provisioning complete for port 652a8321-6bfd-402a-b46a-aa1047a20ab7 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:11:50.862523 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-bf90fc36-2135-4450-9576-9d5d35abff4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:51.063200 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-a8b165d7-bb00-45bf-9d1f-8ca6f5b85c18 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:51.093791 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b165d7-bb00-45bf-9d1f-8ca6f5b85c18 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Pushing event deleted for resources: {'Port': ['ID=e0eb63c6-8d83-4243-8f3b-4d773dd32539,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:11:51.146130 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-a8b165d7-bb00-45bf-9d1f-8ca6f5b85c18 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:51.151606 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-a8b165d7-bb00-45bf-9d1f-8ca6f5b85c18 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] 10.222.0.42 "DELETE /v2.0/ports/e0eb63c6-8d83-4243-8f3b-4d773dd32539 HTTP/1.1" status: 204 len: 168 time: 0.5480373 Mar 29 16:11:51.154159 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 56736) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:11:51.212814 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deaf5d52-ea3d-461a-b148-a075de91238c tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:11:51.215328 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-deaf5d52-ea3d-461a-b148-a075de91238c tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.0600307 Mar 29 16:11:51.217841 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 56744) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:11:51.262322 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-bf90fc36-2135-4450-9576-9d5d35abff4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:51.275184 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20896f73-f5ee-4e42-8a3b-02dd8e2468f6 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:11:51.278332 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-20896f73-f5ee-4e42-8a3b-02dd8e2468f6 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.0595031 Mar 29 16:11:51.280956 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 56750) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:11:51.286788 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:51.336028 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-bf90fc36-2135-4450-9576-9d5d35abff4c None None] For port 652a8321-6bfd-402a-b46a-aa1047a20ab7, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=652a8321-6bfd-402a-b46a-aa1047a20ab7,segment=NetworkSegment(b0033e17-6430-4297-97b0-9266901287f9),segment_id=b0033e17-6430-4297-97b0-9266901287f9)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:11:51.342707 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-bf90fc36-2135-4450-9576-9d5d35abff4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:51.350168 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58abfe04-6b8e-4d1f-a627-35bce2493e13 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:11:51.356182 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58abfe04-6b8e-4d1f-a627-35bce2493e13 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:11:51.357935 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58abfe04-6b8e-4d1f-a627-35bce2493e13 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:11:51.362088 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-58abfe04-6b8e-4d1f-a627-35bce2493e13 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0777054 Mar 29 16:11:51.362316 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 56760) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:11:51.430675 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd4ab3c2-1851-48be-afe7-18b735d462ce tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Deleting subnet 72ea3b60-2877-4903-9de5-1194b9a53cdb {{(pid=102790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 16:11:51.433902 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-cd4ab3c2-1851-48be-afe7-18b735d462ce tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks [] for subnet, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:51.452185 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.db.api [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102792) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 29 16:11:51.452535 n-d-834765-1 neutron-server[102792]: DEBUG oslo_db.api [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 29 16:11:51.458621 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf90fc36-2135-4450-9576-9d5d35abff4c None None] Pushing event updated for resources: {'Port': ['ID=652a8321-6bfd-402a-b46a-aa1047a20ab7,revision_number=3']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:11:51.466397 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-266b86af-92b3-4fa8-a8c8-22878a9cc73f None None] Update dhcp port {'port': {'network_id': '4be8019f-300a-473b-8f90-54810195744c', 'fixed_ips': [{'subnet_id': '7aceaf2d-54c1-4113-b2e8-fcf8bcbed40b', 'ip_address': '2001:db8::f816:3eff:fe50:8486'}, {'subnet_id': '72ea3b60-2877-4903-9de5-1194b9a53cdb'}], 'binding:host_id': 'n-d-834765-1'}, 'id': '652a8321-6bfd-402a-b46a-aa1047a20ab7'} from n-d-834765-1. {{(pid=102792) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Mar 29 16:11:51.470030 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf90fc36-2135-4450-9576-9d5d35abff4c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:11:51.470375 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf90fc36-2135-4450-9576-9d5d35abff4c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:11:51.470710 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf90fc36-2135-4450-9576-9d5d35abff4c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:11:51.471038 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf90fc36-2135-4450-9576-9d5d35abff4c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:11:51.471391 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf90fc36-2135-4450-9576-9d5d35abff4c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:11:51.471720 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf90fc36-2135-4450-9576-9d5d35abff4c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:11:51.472042 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf90fc36-2135-4450-9576-9d5d35abff4c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:11:51.472357 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf90fc36-2135-4450-9576-9d5d35abff4c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:11:51.472875 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf90fc36-2135-4450-9576-9d5d35abff4c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:11:51.473198 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf90fc36-2135-4450-9576-9d5d35abff4c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:11:51.473585 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf90fc36-2135-4450-9576-9d5d35abff4c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:11:51.474045 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf90fc36-2135-4450-9576-9d5d35abff4c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:11:51.487858 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-cd4ab3c2-1851-48be-afe7-18b735d462ce tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4614024'] for subnet, precommit_delete_associations {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:51.502245 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-266b86af-92b3-4fa8-a8c8-22878a9cc73f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:51.545042 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-cd4ab3c2-1851-48be-afe7-18b735d462ce tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1641287'] for subnet, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:51.610790 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-cd4ab3c2-1851-48be-afe7-18b735d462ce tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1641294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5231963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4793952'] for subnet, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:51.637905 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server [None req-266b86af-92b3-4fa8-a8c8-22878a9cc73f None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 72ea3b60-2877-4903-9de5-1194b9a53cdb: This subnet is being modified by another concurrent operation. Mar 29 16:11:51.637905 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 29 16:11:51.637905 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 29 16:11:51.637905 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 29 16:11:51.637905 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 29 16:11:51.637905 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 29 16:11:51.637905 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 29 16:11:51.637905 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 29 16:11:51.637905 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 29 16:11:51.637905 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 29 16:11:51.637905 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 29 16:11:51.637905 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 29 16:11:51.637905 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 29 16:11:51.637905 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 29 16:11:51.637905 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 29 16:11:51.637905 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 29 16:11:51.637905 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 29 16:11:51.637905 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server raise self.value Mar 29 16:11:51.637905 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 29 16:11:51.637905 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 29 16:11:51.637905 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 29 16:11:51.637905 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 29 16:11:51.637905 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 29 16:11:51.637905 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 29 16:11:51.637905 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 29 16:11:51.637905 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server raise self.value Mar 29 16:11:51.637905 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 29 16:11:51.637905 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 29 16:11:51.637905 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 29 16:11:51.637905 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 29 16:11:51.637905 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 29 16:11:51.637905 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 29 16:11:51.637905 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 29 16:11:51.637905 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server raise self.value Mar 29 16:11:51.637905 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 29 16:11:51.637905 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 29 16:11:51.637905 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Mar 29 16:11:51.637905 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Mar 29 16:11:51.637905 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Mar 29 16:11:51.637905 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Mar 29 16:11:51.637905 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Mar 29 16:11:51.637905 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 29 16:11:51.637905 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 29 16:11:51.637905 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 29 16:11:51.637905 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 29 16:11:51.637905 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 29 16:11:51.637905 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 29 16:11:51.637905 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 29 16:11:51.637905 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 29 16:11:51.637905 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server raise self.value Mar 29 16:11:51.637905 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 29 16:11:51.637905 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 29 16:11:51.637905 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 29 16:11:51.637905 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 29 16:11:51.637905 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 29 16:11:51.637905 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 29 16:11:51.637905 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 29 16:11:51.637905 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server raise self.value Mar 29 16:11:51.637905 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 29 16:11:51.637905 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 29 16:11:51.637905 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 29 16:11:51.637905 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 29 16:11:51.637905 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 29 16:11:51.637905 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 29 16:11:51.637905 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 29 16:11:51.637905 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server raise self.value Mar 29 16:11:51.637905 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 29 16:11:51.637905 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 29 16:11:51.637905 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1768, in update_port Mar 29 16:11:51.637905 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Mar 29 16:11:51.637905 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 29 16:11:51.637905 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 29 16:11:51.637905 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1513, in update_port Mar 29 16:11:51.637905 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Mar 29 16:11:51.637905 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Mar 29 16:11:51.637905 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Mar 29 16:11:51.637905 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 451, in update_port_with_ips Mar 29 16:11:51.637905 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Mar 29 16:11:51.637905 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 375, in _update_ips_for_port Mar 29 16:11:51.637905 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 29 16:11:51.637905 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Mar 29 16:11:51.637905 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 29 16:11:51.637905 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 29 16:11:51.637905 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server raise exception Mar 29 16:11:51.637905 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 72ea3b60-2877-4903-9de5-1194b9a53cdb: This subnet is being modified by another concurrent operation. Mar 29 16:11:51.637905 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server Mar 29 16:11:51.644296 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4ab3c2-1851-48be-afe7-18b735d462ce tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Pushing event deleted for resources: {'Subnet': ['ID=72ea3b60-2877-4903-9de5-1194b9a53cdb,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:11:51.650586 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-cd4ab3c2-1851-48be-afe7-18b735d462ce tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks [] for subnet, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:51.653884 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-cd4ab3c2-1851-48be-afe7-18b735d462ce tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] 10.222.0.42 "DELETE /v2.0/subnets/72ea3b60-2877-4903-9de5-1194b9a53cdb HTTP/1.1" status: 204 len: 168 time: 0.2906427 Mar 29 16:11:51.656521 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 56778) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:11:51.711222 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.db_base_plugin_v2 [None req-45f49251-0933-49f3-9660-1376909bd1ee tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Deleting subnet 7aceaf2d-54c1-4113-b2e8-fcf8bcbed40b {{(pid=102790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 16:11:51.715933 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-45f49251-0933-49f3-9660-1376909bd1ee tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks [] for subnet, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:51.757757 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-45f49251-0933-49f3-9660-1376909bd1ee tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4614024'] for subnet, precommit_delete_associations {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:51.773992 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-a8f446e1-7dd8-41c3-b563-6d44b2687c28 None None] Provisioning complete for port 652a8321-6bfd-402a-b46a-aa1047a20ab7 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:11:51.775674 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-a8f446e1-7dd8-41c3-b563-6d44b2687c28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:51.875238 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-45f49251-0933-49f3-9660-1376909bd1ee tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1641287'] for subnet, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:51.884369 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38408aa1-a888-45b3-af72-ee837a035753 None None] get_active_networks_info from n-d-834765-1 {{(pid=102792) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Mar 29 16:11:51.942511 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-45f49251-0933-49f3-9660-1376909bd1ee tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1641294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5231963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4793952'] for subnet, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:51.960701 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 56782) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:11:51.974145 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f49251-0933-49f3-9660-1376909bd1ee tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Pushing event deleted for resources: {'Subnet': ['ID=7aceaf2d-54c1-4113-b2e8-fcf8bcbed40b,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:11:51.976383 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-45f49251-0933-49f3-9660-1376909bd1ee tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks [] for subnet, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:51.982189 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-45f49251-0933-49f3-9660-1376909bd1ee tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] 10.222.0.42 "DELETE /v2.0/subnets/7aceaf2d-54c1-4113-b2e8-fcf8bcbed40b HTTP/1.1" status: 204 len: 168 time: 0.3233871 Mar 29 16:11:51.984175 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 56786) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:11:52.001832 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-2e9461fd-c97c-4052-9524-6d99fa7cbfd2 None None] Could not find standard attr ID for object e0eb63c6-8d83-4243-8f3b-4d773dd32539. {{(pid=102792) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 29 16:11:52.005825 n-d-834765-1 neutron-server[102792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38408aa1-a888-45b3-af72-ee837a035753 None None] Resources bound (agent type, host, resource id): {{(pid=102792) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 29 16:11:52.031391 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 56790) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:11:52.031788 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-5f176ac4-060d-406b-b527-16d7a5d1a474 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0462282 Mar 29 16:11:52.037733 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-883cd0ac-30ac-4ec9-a057-029cae4b18d5 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Request body: {'subnet': {'network_id': '4be8019f-300a-473b-8f90-54810195744c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:11:52.085161 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-d4bde644-0c8b-4582-9119-3567434cea1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:52.138054 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-883cd0ac-30ac-4ec9-a057-029cae4b18d5 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Made reservation on behalf of b764dc88162c48329e5f6a91ab689763 for: {'subnet': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:11:52.142297 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-883cd0ac-30ac-4ec9-a057-029cae4b18d5 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4793983'] for subnet, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:52.175201 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-d4bde644-0c8b-4582-9119-3567434cea1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:52.180696 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-d4bde644-0c8b-4582-9119-3567434cea1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:52.225012 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-d4bde644-0c8b-4582-9119-3567434cea1c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=027955ac7f574d368ad581778e5b2fab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2630131 Mar 29 16:11:52.225496 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 56792) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:11:52.227547 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bde644-0c8b-4582-9119-3567434cea1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7f2af57-db18-4d00-8015-cec0496cc271,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:11:52.252989 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da6c96cb-3fb2-4a65-8375-2c122b3e9940 None None] get_active_networks_info from n-d-834765-1 {{(pid=102792) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Mar 29 16:11:52.282311 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-57ef99af-e47e-4ed5-ada7-6ae2139473fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:52.305034 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-57ef99af-e47e-4ed5-ada7-6ae2139473fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:52.335042 n-d-834765-1 neutron-server[102792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da6c96cb-3fb2-4a65-8375-2c122b3e9940 None None] Resources bound (agent type, host, resource id): {{(pid=102792) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 29 16:11:52.337811 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-1d0e30ad-0ac7-48b4-a628-dc579a8bbf2d None None] Provisioning complete for port 652a8321-6bfd-402a-b46a-aa1047a20ab7 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:11:52.338192 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1d0e30ad-0ac7-48b4-a628-dc579a8bbf2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:52.355740 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-57ef99af-e47e-4ed5-ada7-6ae2139473fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:52.358862 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-57ef99af-e47e-4ed5-ada7-6ae2139473fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:52.360426 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-57ef99af-e47e-4ed5-ada7-6ae2139473fb admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b7f2af57-db18-4d00-8015-cec0496cc271 HTTP/1.1" status: 204 len: 168 time: 0.1338713 Mar 29 16:11:52.369286 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ef99af-e47e-4ed5-ada7-6ae2139473fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7f2af57-db18-4d00-8015-cec0496cc271,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:11:52.511961 n-d-834765-1 neutron-server[102790]: DEBUG neutron.objects.ports [None req-883cd0ac-30ac-4ec9-a057-029cae4b18d5 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102790) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 29 16:11:52.635329 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 652a8321-6bfd-402a-b46a-aa1047a20ab7 no longer exists at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 16:11:52.680280 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 56798) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:11:52.694489 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-023c299d-9f2e-4a21-9ecb-94d2dbb1ec95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:52.701143 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-883cd0ac-30ac-4ec9-a057-029cae4b18d5 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:52.764365 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:52.784014 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-023c299d-9f2e-4a21-9ecb-94d2dbb1ec95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:52.789153 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-023c299d-9f2e-4a21-9ecb-94d2dbb1ec95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:52.791485 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c8efdf3-d7af-40f9-8845-5d50d6bff54e None None] Update dhcp port {'port': {'network_id': '4be8019f-300a-473b-8f90-54810195744c', 'fixed_ips': [{'subnet_id': 'd5469d55-ddee-4a94-9edd-abe2251214d3'}], 'binding:host_id': 'n-d-834765-1'}, 'id': '652a8321-6bfd-402a-b46a-aa1047a20ab7'} from n-d-834765-1. {{(pid=102792) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Mar 29 16:11:52.822760 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-0c8efdf3-d7af-40f9-8845-5d50d6bff54e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:52.831387 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-023c299d-9f2e-4a21-9ecb-94d2dbb1ec95 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=cd752acc158f4d5b9d639b6e3cc1ea29&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1498086 Mar 29 16:11:52.832546 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023c299d-9f2e-4a21-9ecb-94d2dbb1ec95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6f50f9f-e609-45da-af35-cd22bca7d106,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:11:52.835751 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 56800) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:11:52.885596 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-110a8a4f-f6e1-4eaf-be99-8fbb3cef0b41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:52.887162 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [None req-883cd0ac-30ac-4ec9-a057-029cae4b18d5 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] For port 652a8321-6bfd-402a-b46a-aa1047a20ab7, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=652a8321-6bfd-402a-b46a-aa1047a20ab7,segment=NetworkSegment(b0033e17-6430-4297-97b0-9266901287f9),segment_id=b0033e17-6430-4297-97b0-9266901287f9)] {{(pid=102790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:11:52.908601 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-110a8a4f-f6e1-4eaf-be99-8fbb3cef0b41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:52.920968 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-883cd0ac-30ac-4ec9-a057-029cae4b18d5 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks [] for port, precommit_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:52.928465 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-883cd0ac-30ac-4ec9-a057-029cae4b18d5 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5237921'] for port, after_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:52.929267 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-883cd0ac-30ac-4ec9-a057-029cae4b18d5 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5231896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4793961'] for subnet, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:52.963175 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-110a8a4f-f6e1-4eaf-be99-8fbb3cef0b41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:52.966061 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-110a8a4f-f6e1-4eaf-be99-8fbb3cef0b41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:52.967220 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-110a8a4f-f6e1-4eaf-be99-8fbb3cef0b41 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d6f50f9f-e609-45da-af35-cd22bca7d106 HTTP/1.1" status: 204 len: 168 time: 0.1305716 Mar 29 16:11:52.978979 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110a8a4f-f6e1-4eaf-be99-8fbb3cef0b41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6f50f9f-e609-45da-af35-cd22bca7d106,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:11:53.023712 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-883cd0ac-30ac-4ec9-a057-029cae4b18d5 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Network 4be8019f-300a-473b-8f90-54810195744c is already hosted by enough agents. {{(pid=102790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:11:53.034744 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-883cd0ac-30ac-4ec9-a057-029cae4b18d5 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Resources bound (agent type, host, resource id): {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:11:53.040951 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.db.api [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102792) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 29 16:11:53.041312 n-d-834765-1 neutron-server[102792]: DEBUG oslo_db.api [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 29 16:11:53.041758 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-883cd0ac-30ac-4ec9-a057-029cae4b18d5 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:11:53.041947 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.db.api [None req-0c8efdf3-d7af-40f9-8845-5d50d6bff54e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102792) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 29 16:11:53.042284 n-d-834765-1 neutron-server[102792]: DEBUG oslo_db.api [None req-0c8efdf3-d7af-40f9-8845-5d50d6bff54e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 29 16:11:53.042463 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-883cd0ac-30ac-4ec9-a057-029cae4b18d5 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks [] for subnet, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:53.055580 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883cd0ac-30ac-4ec9-a057-029cae4b18d5 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Pushing event updated for resources: {'Port': ['ID=652a8321-6bfd-402a-b46a-aa1047a20ab7,revision_number=6']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:11:53.060308 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883cd0ac-30ac-4ec9-a057-029cae4b18d5 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Pushing event updated for resources: {'Subnet': ['ID=d5469d55-ddee-4a94-9edd-abe2251214d3,revision_number=0']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:11:53.068924 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-883cd0ac-30ac-4ec9-a057-029cae4b18d5 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0359094 Mar 29 16:11:53.072029 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 56804) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:11:53.077138 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-0be01c3a-5e72-451d-9c7f-8cb571a81fe9 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Request body: {'subnet': {'network_id': '4be8019f-300a-473b-8f90-54810195744c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:11:53.186079 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0be01c3a-5e72-451d-9c7f-8cb571a81fe9 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Made reservation on behalf of b764dc88162c48329e5f6a91ab689763 for: {'subnet': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:11:53.189684 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-0be01c3a-5e72-451d-9c7f-8cb571a81fe9 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16218875'] for subnet, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:53.277875 n-d-834765-1 neutron-server[102791]: INFO neutron.db.ipam_backend_mixin [None req-0be01c3a-5e72-451d-9c7f-8cb571a81fe9 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet d5469d55-ddee-4a94-9edd-abe2251214d3 (CIDR: 2001:db8::/64) Mar 29 16:11:53.280303 n-d-834765-1 neutron-server[102791]: INFO neutron.pecan_wsgi.hooks.translation [None req-0be01c3a-5e72-451d-9c7f-8cb571a81fe9 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 29 16:11:53.280754 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0be01c3a-5e72-451d-9c7f-8cb571a81fe9 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102791) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 16:11:53.296323 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-0be01c3a-5e72-451d-9c7f-8cb571a81fe9 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2232087 Mar 29 16:11:53.299145 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 56812) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:11:53.304546 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-9aa023d4-d3c1-4544-89b8-eb093e105421 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Request body: {'subnet': {'network_id': '4be8019f-300a-473b-8f90-54810195744c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:11:53.417465 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9aa023d4-d3c1-4544-89b8-eb093e105421 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Made reservation on behalf of b764dc88162c48329e5f6a91ab689763 for: {'subnet': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:11:53.420999 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-9aa023d4-d3c1-4544-89b8-eb093e105421 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16218875'] for subnet, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:53.604625 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:53.614104 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-0c8efdf3-d7af-40f9-8845-5d50d6bff54e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:53.652588 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] For port 652a8321-6bfd-402a-b46a-aa1047a20ab7, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=652a8321-6bfd-402a-b46a-aa1047a20ab7,segment=NetworkSegment(b0033e17-6430-4297-97b0-9266901287f9),segment_id=b0033e17-6430-4297-97b0-9266901287f9)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:11:53.660127 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-9aa023d4-d3c1-4544-89b8-eb093e105421 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16155524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16218861'] for subnet, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:53.670366 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:53.709534 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aa023d4-d3c1-4544-89b8-eb093e105421 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Network 4be8019f-300a-473b-8f90-54810195744c is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:11:53.713043 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [None req-9aa023d4-d3c1-4544-89b8-eb093e105421 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:11:53.715908 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aa023d4-d3c1-4544-89b8-eb093e105421 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:11:53.716684 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-9aa023d4-d3c1-4544-89b8-eb093e105421 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks [] for subnet, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:53.733162 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa023d4-d3c1-4544-89b8-eb093e105421 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Pushing event updated for resources: {'Subnet': ['ID=766560b3-f0a5-477a-a242-6f495573d625,revision_number=0']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:11:53.748472 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-9aa023d4-d3c1-4544-89b8-eb093e105421 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4455554 Mar 29 16:11:53.748857 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 56828) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:11:53.753910 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-5d2db40a-f80f-4c73-9cc3-78f85e8a9731 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Request body: {'port': {'network_id': '4be8019f-300a-473b-8f90-54810195744c', 'mac_address': 'fa:16:3e:be:f0:9b', 'name': 'tempest-NetworksTestDHCPv6-4004616'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:11:53.761929 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Pushing event updated for resources: {'Port': ['ID=652a8321-6bfd-402a-b46a-aa1047a20ab7,revision_number=7']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:11:53.849603 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.db.api [None req-0c8efdf3-d7af-40f9-8845-5d50d6bff54e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102792) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 29 16:11:53.850448 n-d-834765-1 neutron-server[102792]: DEBUG oslo_db.api [None req-0c8efdf3-d7af-40f9-8845-5d50d6bff54e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 29 16:11:53.880472 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d2db40a-f80f-4c73-9cc3-78f85e8a9731 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Made reservation on behalf of b764dc88162c48329e5f6a91ab689763 for: {'port': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:11:53.884737 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-5d2db40a-f80f-4c73-9cc3-78f85e8a9731 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:53.903928 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [None req-5d2db40a-f80f-4c73-9cc3-78f85e8a9731 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] device_id is not set on port 9e31b6a8-ce68-4e44-aa90-418f0fa79315 yet. {{(pid=102791) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 29 16:11:54.106814 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-89a5b640-ed45-48d6-801d-1e2724c02cb2 req-5bfe5118-4ac1-45bb-83a3-f68eaf635bb8 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=fefd300b-9623-490c-824e-33d4fb2d1c9a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0977857 Mar 29 16:11:54.107971 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_common [None req-5d2db40a-f80f-4c73-9cc3-78f85e8a9731 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Allocated IP 2001:db8:0:1::21 (4be8019f-300a-473b-8f90-54810195744c/766560b3-f0a5-477a-a242-6f495573d625/9e31b6a8-ce68-4e44-aa90-418f0fa79315) {{(pid=102791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:11:54.115442 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_common [None req-5d2db40a-f80f-4c73-9cc3-78f85e8a9731 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Allocated IP 2001:db8::f816:3eff:febe:f09b (4be8019f-300a-473b-8f90-54810195744c/d5469d55-ddee-4a94-9edd-abe2251214d3/9e31b6a8-ce68-4e44-aa90-418f0fa79315) {{(pid=102791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:11:54.261548 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a5b640-ed45-48d6-801d-1e2724c02cb2 req-01ac0375-dfaf-41af-9965-0bb8a11ab83f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:11:54.263049 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-89a5b640-ed45-48d6-801d-1e2724c02cb2 req-01ac0375-dfaf-41af-9965-0bb8a11ab83f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8c88f14ca33d4e419d03f1c3b10014ac&device_id=fefd300b-9623-490c-824e-33d4fb2d1c9a HTTP/1.1" status: 200 len: 1096 time: 0.1078916 Mar 29 16:11:54.313975 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-5d2db40a-f80f-4c73-9cc3-78f85e8a9731 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks [] for port, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:54.405046 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a5b640-ed45-48d6-801d-1e2724c02cb2 req-7cbbe3eb-32bb-46ce-b845-da3653cab81e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:11:54.406697 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-89a5b640-ed45-48d6-801d-1e2724c02cb2 req-7cbbe3eb-32bb-46ce-b845-da3653cab81e service neutron] 10.222.0.44 "GET /v2.0/networks?id=307bfe7f-3bb4-41b4-974f-c8eac814f4b9 HTTP/1.1" status: 200 len: 898 time: 0.1176217 Mar 29 16:11:54.408170 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-5d2db40a-f80f-4c73-9cc3-78f85e8a9731 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:54.496603 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d2db40a-f80f-4c73-9cc3-78f85e8a9731 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Network 4be8019f-300a-473b-8f90-54810195744c is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:11:54.503905 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [None req-5d2db40a-f80f-4c73-9cc3-78f85e8a9731 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:11:54.506453 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d2db40a-f80f-4c73-9cc3-78f85e8a9731 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Received port after_create {{(pid=102791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:11:54.512254 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d2db40a-f80f-4c73-9cc3-78f85e8a9731 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:11:54.512863 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-5d2db40a-f80f-4c73-9cc3-78f85e8a9731 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:54.537939 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2db40a-f80f-4c73-9cc3-78f85e8a9731 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Pushing event updated for resources: {'Port': ['ID=9e31b6a8-ce68-4e44-aa90-418f0fa79315,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:11:54.543842 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-89a5b640-ed45-48d6-801d-1e2724c02cb2 req-56132cce-f61f-4aec-9d5f-cfbb7c3cf241 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b8d11f43-aaca-43c3-86d3-e91e527fc1c6 HTTP/1.1" status: 200 len: 1000 time: 0.1279240 Mar 29 16:11:54.555529 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-5d2db40a-f80f-4c73-9cc3-78f85e8a9731 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.8056605 Mar 29 16:11:54.558175 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 56858) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:11:54.562778 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-0c8efdf3-d7af-40f9-8845-5d50d6bff54e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:54.600750 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a5b640-ed45-48d6-801d-1e2724c02cb2 req-915bad94-1452-44fe-84fb-1c89274922db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:11:54.602228 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-89a5b640-ed45-48d6-801d-1e2724c02cb2 req-915bad94-1452-44fe-84fb-1c89274922db service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7b6daca8-734b-45a4-a6da-277f4442ff75 HTTP/1.1" status: 200 len: 835 time: 0.0513451 Mar 29 16:11:54.655547 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a5b640-ed45-48d6-801d-1e2724c02cb2 req-a9db95eb-39f7-468e-9596-77720827d33b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:11:54.657968 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-89a5b640-ed45-48d6-801d-1e2724c02cb2 req-a9db95eb-39f7-468e-9596-77720827d33b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=307bfe7f-3bb4-41b4-974f-c8eac814f4b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0484815 Mar 29 16:11:54.664164 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-6badc99f-35ac-4493-8847-a73469c7ab66 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Deleting port 9e31b6a8-ce68-4e44-aa90-418f0fa79315 {{(pid=102790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:11:54.664723 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-6badc99f-35ac-4493-8847-a73469c7ab66 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:54.771194 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-89a5b640-ed45-48d6-801d-1e2724c02cb2 req-e2a545a2-0969-48a6-9bcc-9bd925346401 service neutron] 10.222.0.44 "GET /v2.0/networks/307bfe7f-3bb4-41b4-974f-c8eac814f4b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069970 Mar 29 16:11:54.781702 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-6badc99f-35ac-4493-8847-a73469c7ab66 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:54.799047 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-6badc99f-35ac-4493-8847-a73469c7ab66 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Calling delete_port for 9e31b6a8-ce68-4e44-aa90-418f0fa79315 owned by {{(pid=102790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:11:54.852896 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 56862) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:11:54.863760 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-0c8efdf3-d7af-40f9-8845-5d50d6bff54e None None] For port 652a8321-6bfd-402a-b46a-aa1047a20ab7, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=652a8321-6bfd-402a-b46a-aa1047a20ab7,segment=NetworkSegment(b0033e17-6430-4297-97b0-9266901287f9),segment_id=b0033e17-6430-4297-97b0-9266901287f9)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:11:54.896909 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-89a5b640-ed45-48d6-801d-1e2724c02cb2 req-f2a5f89c-be14-4b0c-8539-320a1e6fcea1 service neutron] 10.222.0.44 "GET /v2.0/networks/307bfe7f-3bb4-41b4-974f-c8eac814f4b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1189423 Mar 29 16:11:54.899799 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-0c8efdf3-d7af-40f9-8845-5d50d6bff54e None None] Notify callbacks [] for port, precommit_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:54.906318 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-0c8efdf3-d7af-40f9-8845-5d50d6bff54e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:54.961726 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8efdf3-d7af-40f9-8845-5d50d6bff54e None None] Pushing event updated for resources: {'Port': ['ID=652a8321-6bfd-402a-b46a-aa1047a20ab7,revision_number=8']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:11:54.992623 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-cf7ffb77-1995-460e-b9ca-783b7afa8b0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:55.013661 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-6badc99f-35ac-4493-8847-a73469c7ab66 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:55.044805 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6badc99f-35ac-4493-8847-a73469c7ab66 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Pushing event deleted for resources: {'Port': ['ID=9e31b6a8-ce68-4e44-aa90-418f0fa79315,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:11:55.104184 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-cf7ffb77-1995-460e-b9ca-783b7afa8b0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:55.108265 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-cf7ffb77-1995-460e-b9ca-783b7afa8b0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:55.117975 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-6badc99f-35ac-4493-8847-a73469c7ab66 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:55.124715 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-6badc99f-35ac-4493-8847-a73469c7ab66 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] 10.222.0.42 "DELETE /v2.0/ports/9e31b6a8-ce68-4e44-aa90-418f0fa79315 HTTP/1.1" status: 204 len: 168 time: 0.5653512 Mar 29 16:11:55.125314 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 56866) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:11:55.159309 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-cf7ffb77-1995-460e-b9ca-783b7afa8b0e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f30f746f819a41e0b57bea46608e47fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3044546 Mar 29 16:11:55.159309 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7ffb77-1995-460e-b9ca-783b7afa8b0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=703d4fe4-4fd6-4759-bcb9-c1603ea24a98,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:11:55.162087 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 56868) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:11:55.188900 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb675439-33e1-4436-86d6-1636d80f6a1f tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:11:55.191736 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-bb675439-33e1-4436-86d6-1636d80f6a1f tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.0654337 Mar 29 16:11:55.193873 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 56870) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:11:55.250193 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-23f41561-05ee-41d8-8c48-82c761bbb284 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:55.264723 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00b5f2ee-9c83-4ae1-be5f-dffaa20e9516 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:11:55.266259 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-00b5f2ee-9c83-4ae1-be5f-dffaa20e9516 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.0712779 Mar 29 16:11:55.268975 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 56872) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:11:55.288241 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-23f41561-05ee-41d8-8c48-82c761bbb284 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:55.326501 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e53736ae-dbd4-4290-958d-a152de4760f9 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:11:55.328284 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e53736ae-dbd4-4290-958d-a152de4760f9 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:11:55.329800 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e53736ae-dbd4-4290-958d-a152de4760f9 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:11:55.334214 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-e53736ae-dbd4-4290-958d-a152de4760f9 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0613549 Mar 29 16:11:55.334664 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 56874) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:11:55.343183 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-23f41561-05ee-41d8-8c48-82c761bbb284 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:55.346178 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-23f41561-05ee-41d8-8c48-82c761bbb284 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:55.347652 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-23f41561-05ee-41d8-8c48-82c761bbb284 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/703d4fe4-4fd6-4759-bcb9-c1603ea24a98 HTTP/1.1" status: 204 len: 168 time: 0.1845632 Mar 29 16:11:55.358542 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f41561-05ee-41d8-8c48-82c761bbb284 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=703d4fe4-4fd6-4759-bcb9-c1603ea24a98,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:11:55.400295 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7a4b986-c2ff-4c69-a5ee-5a03525a9d54 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Deleting subnet 766560b3-f0a5-477a-a242-6f495573d625 {{(pid=102790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 16:11:55.403851 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-d7a4b986-c2ff-4c69-a5ee-5a03525a9d54 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks [] for subnet, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:55.456029 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-d7a4b986-c2ff-4c69-a5ee-5a03525a9d54 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4614024'] for subnet, precommit_delete_associations {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:55.509991 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-d7a4b986-c2ff-4c69-a5ee-5a03525a9d54 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1641287'] for subnet, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:55.578044 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-d7a4b986-c2ff-4c69-a5ee-5a03525a9d54 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1641294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5231963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4793952'] for subnet, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:55.603131 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a4b986-c2ff-4c69-a5ee-5a03525a9d54 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Pushing event deleted for resources: {'Subnet': ['ID=766560b3-f0a5-477a-a242-6f495573d625,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:11:55.610121 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-d7a4b986-c2ff-4c69-a5ee-5a03525a9d54 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks [] for subnet, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:55.612102 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-d7a4b986-c2ff-4c69-a5ee-5a03525a9d54 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] 10.222.0.42 "DELETE /v2.0/subnets/766560b3-f0a5-477a-a242-6f495573d625 HTTP/1.1" status: 204 len: 168 time: 0.2764616 Mar 29 16:11:55.615179 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 56882) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:11:55.654597 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44407855-c24b-4cf6-8971-5c841ba1753e None None] Network 4be8019f-300a-473b-8f90-54810195744c requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 16:11:55.669588 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.db_base_plugin_v2 [None req-64405197-16f5-4270-ae97-154f459a4d1f tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Deleting subnet d5469d55-ddee-4a94-9edd-abe2251214d3 {{(pid=102790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 16:11:55.672835 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-64405197-16f5-4270-ae97-154f459a4d1f tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks [] for subnet, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:55.677374 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 56884) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:11:55.693931 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-5e67347a-11b1-4e3e-89d6-f8d0bcc4e72d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:55.714426 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-64405197-16f5-4270-ae97-154f459a4d1f tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4614024'] for subnet, precommit_delete_associations {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:55.725398 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-0097fa1a-6be0-428d-925e-f933276b81a0 None None] Provisioning complete for port 652a8321-6bfd-402a-b46a-aa1047a20ab7 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:11:55.726090 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-0097fa1a-6be0-428d-925e-f933276b81a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:55.811237 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-5e67347a-11b1-4e3e-89d6-f8d0bcc4e72d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:55.813197 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-64405197-16f5-4270-ae97-154f459a4d1f tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1641287'] for subnet, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:55.818128 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-5e67347a-11b1-4e3e-89d6-f8d0bcc4e72d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:55.864820 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e67347a-11b1-4e3e-89d6-f8d0bcc4e72d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cafe9a2b-a5e8-4eb9-8e50-528e79030fab,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:11:55.876979 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-64405197-16f5-4270-ae97-154f459a4d1f tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1641294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5231963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4793952'] for subnet, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:55.879790 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-5e67347a-11b1-4e3e-89d6-f8d0bcc4e72d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a16ac67c147f4265bdb1ede1bb4b1f79&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2008395 Mar 29 16:11:55.882427 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 56886) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:11:55.906032 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64405197-16f5-4270-ae97-154f459a4d1f tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Pushing event deleted for resources: {'Subnet': ['ID=d5469d55-ddee-4a94-9edd-abe2251214d3,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:11:55.912525 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-64405197-16f5-4270-ae97-154f459a4d1f tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks [] for subnet, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:55.915811 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-64405197-16f5-4270-ae97-154f459a4d1f tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] 10.222.0.42 "DELETE /v2.0/subnets/d5469d55-ddee-4a94-9edd-abe2251214d3 HTTP/1.1" status: 204 len: 168 time: 0.2994797 Mar 29 16:11:55.918336 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 56888) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:11:55.961833 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-e5be1f0f-2bbb-427d-ad22-1e2643844ba4 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0421929 Mar 29 16:11:55.964702 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 56890) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:11:55.971592 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-6dcb8d2a-6f52-41e4-b3dd-365d3407329e tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Request body: {'subnet': {'network_id': '4be8019f-300a-473b-8f90-54810195744c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:11:55.997423 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-f2024a1e-9067-4fb9-9526-e6ada7d08f0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:56.055787 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-0097fa1a-6be0-428d-925e-f933276b81a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:56.065741 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-f2024a1e-9067-4fb9-9526-e6ada7d08f0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:56.111782 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dcb8d2a-6f52-41e4-b3dd-365d3407329e tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Made reservation on behalf of b764dc88162c48329e5f6a91ab689763 for: {'subnet': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:11:56.116326 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-6dcb8d2a-6f52-41e4-b3dd-365d3407329e tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16218875'] for subnet, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:56.124688 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.db.api [None req-0097fa1a-6be0-428d-925e-f933276b81a0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102792) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 29 16:11:56.125087 n-d-834765-1 neutron-server[102792]: DEBUG oslo_db.api [None req-0097fa1a-6be0-428d-925e-f933276b81a0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 29 16:11:56.178930 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-f2024a1e-9067-4fb9-9526-e6ada7d08f0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:56.181506 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-f2024a1e-9067-4fb9-9526-e6ada7d08f0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:56.182664 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-f2024a1e-9067-4fb9-9526-e6ada7d08f0d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/cafe9a2b-a5e8-4eb9-8e50-528e79030fab HTTP/1.1" status: 204 len: 168 time: 0.2992947 Mar 29 16:11:56.199986 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2024a1e-9067-4fb9-9526-e6ada7d08f0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cafe9a2b-a5e8-4eb9-8e50-528e79030fab,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:11:56.326049 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee09b242-25a8-43a2-b220-96f7e6d6fde2 None None] Network 4be8019f-300a-473b-8f90-54810195744c requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 16:11:56.327747 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-6dcb8d2a-6f52-41e4-b3dd-365d3407329e tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16155524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16218861'] for subnet, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:56.376107 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dcb8d2a-6f52-41e4-b3dd-365d3407329e tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Network 4be8019f-300a-473b-8f90-54810195744c is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:11:56.379497 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [None req-6dcb8d2a-6f52-41e4-b3dd-365d3407329e tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:11:56.392765 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dcb8d2a-6f52-41e4-b3dd-365d3407329e tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:11:56.393380 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-6dcb8d2a-6f52-41e4-b3dd-365d3407329e tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks [] for subnet, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:56.406041 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcb8d2a-6f52-41e4-b3dd-365d3407329e tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Pushing event updated for resources: {'Subnet': ['ID=3ad90afc-f4c7-4713-9b7c-b9cf3c1cee4d,revision_number=0']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:11:56.412089 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-6dcb8d2a-6f52-41e4-b3dd-365d3407329e tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4463274 Mar 29 16:11:56.415243 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 56896) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:11:56.421896 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-7503f5be-a12b-41ec-a134-c0f68ee3590a tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Request body: {'subnet': {'network_id': '4be8019f-300a-473b-8f90-54810195744c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:11:56.547317 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7503f5be-a12b-41ec-a134-c0f68ee3590a tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Made reservation on behalf of b764dc88162c48329e5f6a91ab689763 for: {'subnet': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:11:56.551725 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-7503f5be-a12b-41ec-a134-c0f68ee3590a tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4793983'] for subnet, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:56.683738 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-0097fa1a-6be0-428d-925e-f933276b81a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:56.694422 n-d-834765-1 neutron-server[102790]: INFO neutron.db.ipam_backend_mixin [None req-7503f5be-a12b-41ec-a134-c0f68ee3590a tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 3ad90afc-f4c7-4713-9b7c-b9cf3c1cee4d (CIDR: 2001:db8::/64) Mar 29 16:11:56.698259 n-d-834765-1 neutron-server[102790]: INFO neutron.pecan_wsgi.hooks.translation [None req-7503f5be-a12b-41ec-a134-c0f68ee3590a tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 29 16:11:56.699046 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7503f5be-a12b-41ec-a134-c0f68ee3590a tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102790) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 16:11:56.721958 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 652a8321-6bfd-402a-b46a-aa1047a20ab7 up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 16:11:56.727631 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-7503f5be-a12b-41ec-a134-c0f68ee3590a tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3107769 Mar 29 16:11:56.730416 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 56906) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:11:56.735544 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-2c41e2ab-370a-4520-976c-9a054e4bd87d tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Request body: {'subnet': {'network_id': '4be8019f-300a-473b-8f90-54810195744c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:11:56.759179 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-0097fa1a-6be0-428d-925e-f933276b81a0 None None] For port 652a8321-6bfd-402a-b46a-aa1047a20ab7, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=652a8321-6bfd-402a-b46a-aa1047a20ab7,segment=NetworkSegment(b0033e17-6430-4297-97b0-9266901287f9),segment_id=b0033e17-6430-4297-97b0-9266901287f9)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:11:56.766215 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-0097fa1a-6be0-428d-925e-f933276b81a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:56.800945 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-304a1fcd-f0a4-4497-8d9f-4e9e6e8c24e7 None None] Network 4be8019f-300a-473b-8f90-54810195744c requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 16:11:56.861317 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c41e2ab-370a-4520-976c-9a054e4bd87d tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Made reservation on behalf of b764dc88162c48329e5f6a91ab689763 for: {'subnet': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:11:56.866337 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-2c41e2ab-370a-4520-976c-9a054e4bd87d tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16218875'] for subnet, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:56.895837 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0097fa1a-6be0-428d-925e-f933276b81a0 None None] Pushing event updated for resources: {'Port': ['ID=652a8321-6bfd-402a-b46a-aa1047a20ab7,revision_number=10']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:11:56.909767 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port 652a8321-6bfd-402a-b46a-aa1047a20ab7 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:11:56.910145 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:56.951721 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-3ed0e7a8-0262-439f-8125-2058a3a1b4ee None None] Provisioning complete for port 652a8321-6bfd-402a-b46a-aa1047a20ab7 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:11:56.952083 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-3ed0e7a8-0262-439f-8125-2058a3a1b4ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:57.258562 n-d-834765-1 neutron-server[102791]: DEBUG neutron.objects.ports [None req-2c41e2ab-370a-4520-976c-9a054e4bd87d tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102791) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 29 16:11:57.374269 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-2ea9ffea-1c6b-42d9-86c4-77ef0aa71722 None None] Provisioning complete for port 652a8321-6bfd-402a-b46a-aa1047a20ab7 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:11:57.374751 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-2ea9ffea-1c6b-42d9-86c4-77ef0aa71722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:57.510190 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-2c41e2ab-370a-4520-976c-9a054e4bd87d tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:57.604960 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-d473c19d-6cad-4363-b623-e2f97470b9f3 None None] Could not find standard attr ID for object 9e31b6a8-ce68-4e44-aa90-418f0fa79315. {{(pid=102792) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 29 16:11:57.675394 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [None req-2c41e2ab-370a-4520-976c-9a054e4bd87d tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] For port 652a8321-6bfd-402a-b46a-aa1047a20ab7, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=652a8321-6bfd-402a-b46a-aa1047a20ab7,segment=NetworkSegment(b0033e17-6430-4297-97b0-9266901287f9),segment_id=b0033e17-6430-4297-97b0-9266901287f9)] {{(pid=102791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:11:57.712169 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-2c41e2ab-370a-4520-976c-9a054e4bd87d tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks [] for port, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:57.717369 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-2c41e2ab-370a-4520-976c-9a054e4bd87d tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:57.718108 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-2c41e2ab-370a-4520-976c-9a054e4bd87d tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16155524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16218861'] for subnet, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:57.805255 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c41e2ab-370a-4520-976c-9a054e4bd87d tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Network 4be8019f-300a-473b-8f90-54810195744c is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:11:57.813497 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [None req-2c41e2ab-370a-4520-976c-9a054e4bd87d tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:11:57.820425 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c41e2ab-370a-4520-976c-9a054e4bd87d tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:11:57.821010 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-2c41e2ab-370a-4520-976c-9a054e4bd87d tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks [] for subnet, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:57.829591 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dfd7c03-dbde-4ebb-8403-ea5baddf0c3a None None] Network 4be8019f-300a-473b-8f90-54810195744c requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 16:11:57.842702 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c41e2ab-370a-4520-976c-9a054e4bd87d tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Pushing event updated for resources: {'Port': ['ID=652a8321-6bfd-402a-b46a-aa1047a20ab7,revision_number=12']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:11:57.850157 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c41e2ab-370a-4520-976c-9a054e4bd87d tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Pushing event updated for resources: {'Subnet': ['ID=427b72d5-6f3a-42e8-96cd-c87654626914,revision_number=0']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:11:57.859016 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-2c41e2ab-370a-4520-976c-9a054e4bd87d tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.1244402 Mar 29 16:11:57.859449 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 56934) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:11:57.867229 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-73a612a2-3cc5-499e-9581-676835d85413 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Request body: {'port': {'network_id': '4be8019f-300a-473b-8f90-54810195744c', 'mac_address': 'fa:16:3e:e8:3f:c7', 'name': 'tempest-NetworksTestDHCPv6-668132245'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:11:57.992634 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73a612a2-3cc5-499e-9581-676835d85413 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Made reservation on behalf of b764dc88162c48329e5f6a91ab689763 for: {'port': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:11:58.090805 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72fb393e-09e4-4356-a553-72ce6d4a9288 None None] Update dhcp port {'port': {'network_id': '4be8019f-300a-473b-8f90-54810195744c', 'fixed_ips': [{'subnet_id': '427b72d5-6f3a-42e8-96cd-c87654626914', 'ip_address': '2001:db8:0:1:f816:3eff:fe50:8486'}, {'subnet_id': '3ad90afc-f4c7-4713-9b7c-b9cf3c1cee4d'}], 'binding:host_id': 'n-d-834765-1'}, 'id': '652a8321-6bfd-402a-b46a-aa1047a20ab7'} from n-d-834765-1. {{(pid=102792) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Mar 29 16:11:58.105626 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-73a612a2-3cc5-499e-9581-676835d85413 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:58.131540 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-72fb393e-09e4-4356-a553-72ce6d4a9288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:58.321449 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.db_base_plugin_common [None req-72fb393e-09e4-4356-a553-72ce6d4a9288 None None] Allocated IP 2001:db8::2 (4be8019f-300a-473b-8f90-54810195744c/3ad90afc-f4c7-4713-9b7c-b9cf3c1cee4d/652a8321-6bfd-402a-b46a-aa1047a20ab7) {{(pid=102792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:11:58.432701 n-d-834765-1 neutron-server[102790]: DEBUG neutron.notifiers.nova [None req-73a612a2-3cc5-499e-9581-676835d85413 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] device_id is not set on port 73b537ff-34d0-4c75-914e-2f549436b0e6 yet. {{(pid=102790) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 29 16:11:58.436260 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-72fb393e-09e4-4356-a553-72ce6d4a9288 None None] For port 652a8321-6bfd-402a-b46a-aa1047a20ab7, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=652a8321-6bfd-402a-b46a-aa1047a20ab7,segment=NetworkSegment(b0033e17-6430-4297-97b0-9266901287f9),segment_id=b0033e17-6430-4297-97b0-9266901287f9)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:11:58.470081 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-72fb393e-09e4-4356-a553-72ce6d4a9288 None None] Notify callbacks [] for port, precommit_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:58.476278 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-72fb393e-09e4-4356-a553-72ce6d4a9288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:58.569263 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fb393e-09e4-4356-a553-72ce6d4a9288 None None] Pushing event updated for resources: {'Port': ['ID=652a8321-6bfd-402a-b46a-aa1047a20ab7,revision_number=13']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:11:58.572072 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 56964) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:11:58.614465 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.db_base_plugin_common [None req-73a612a2-3cc5-499e-9581-676835d85413 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Allocated IP 2001:db8::e1 (4be8019f-300a-473b-8f90-54810195744c/3ad90afc-f4c7-4713-9b7c-b9cf3c1cee4d/73b537ff-34d0-4c75-914e-2f549436b0e6) {{(pid=102790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:11:58.622310 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.db_base_plugin_common [None req-73a612a2-3cc5-499e-9581-676835d85413 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Allocated IP 2001:db8:0:1:f816:3eff:fee8:3fc7 (4be8019f-300a-473b-8f90-54810195744c/427b72d5-6f3a-42e8-96cd-c87654626914/73b537ff-34d0-4c75-914e-2f549436b0e6) {{(pid=102790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:11:58.678612 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 652a8321-6bfd-402a-b46a-aa1047a20ab7 up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 16:11:58.716067 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-aa4ccefc-e8d7-444b-8de7-239e39b48d31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:58.740180 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port 652a8321-6bfd-402a-b46a-aa1047a20ab7 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:11:58.740551 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:58.803936 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-73a612a2-3cc5-499e-9581-676835d85413 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks [] for port, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:58.816554 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-aa4ccefc-e8d7-444b-8de7-239e39b48d31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:58.822356 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-aa4ccefc-e8d7-444b-8de7-239e39b48d31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:58.851100 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-73a612a2-3cc5-499e-9581-676835d85413 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:58.874305 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-aa4ccefc-e8d7-444b-8de7-239e39b48d31 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=120812d73a3d40a3a9add9a387b82aef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3003647 Mar 29 16:11:58.876311 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 56968) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:11:58.883099 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4ccefc-e8d7-444b-8de7-239e39b48d31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac364872-83fb-4c29-a3d7-70ad1aafa3ba,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:11:58.901495 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73a612a2-3cc5-499e-9581-676835d85413 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Network 4be8019f-300a-473b-8f90-54810195744c is already hosted by enough agents. {{(pid=102790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:11:58.905054 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-73a612a2-3cc5-499e-9581-676835d85413 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Resources bound (agent type, host, resource id): {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:11:58.907728 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73a612a2-3cc5-499e-9581-676835d85413 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Received port after_create {{(pid=102790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:11:58.914267 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73a612a2-3cc5-499e-9581-676835d85413 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:11:58.915076 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-73a612a2-3cc5-499e-9581-676835d85413 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:58.938006 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-5de6a9b4-844c-432f-b465-07e40fc5ca60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:58.942513 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-73a612a2-3cc5-499e-9581-676835d85413 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 1.0808475 Mar 29 16:11:58.943249 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 56970) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:11:58.943404 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a612a2-3cc5-499e-9581-676835d85413 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Pushing event updated for resources: {'Port': ['ID=73b537ff-34d0-4c75-914e-2f549436b0e6,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:11:58.987168 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-5de6a9b4-844c-432f-b465-07e40fc5ca60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:59.074236 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-1dd38ec5-2f13-42a2-837f-8502a9e58791 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Deleting port 73b537ff-34d0-4c75-914e-2f549436b0e6 {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:11:59.074531 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-1dd38ec5-2f13-42a2-837f-8502a9e58791 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:59.092158 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-5de6a9b4-844c-432f-b465-07e40fc5ca60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:59.094886 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-5de6a9b4-844c-432f-b465-07e40fc5ca60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:59.096142 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-5de6a9b4-844c-432f-b465-07e40fc5ca60 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ac364872-83fb-4c29-a3d7-70ad1aafa3ba HTTP/1.1" status: 204 len: 168 time: 0.2188649 Mar 29 16:11:59.120459 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de6a9b4-844c-432f-b465-07e40fc5ca60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac364872-83fb-4c29-a3d7-70ad1aafa3ba,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:11:59.194933 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-1dd38ec5-2f13-42a2-837f-8502a9e58791 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:59.208917 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-1dd38ec5-2f13-42a2-837f-8502a9e58791 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Calling delete_port for 73b537ff-34d0-4c75-914e-2f549436b0e6 owned by {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:11:59.350945 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-0aa7e393-807a-4250-8e3e-beccf4347ac1 None None] Provisioning complete for port 652a8321-6bfd-402a-b46a-aa1047a20ab7 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:11:59.351553 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-0aa7e393-807a-4250-8e3e-beccf4347ac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:59.422072 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 56976) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:11:59.430376 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-1dd38ec5-2f13-42a2-837f-8502a9e58791 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:59.441113 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-66a4df7d-cf46-436f-96f6-3cd10af56eef admin admin] Notify callbacks [] for security_group, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:59.460481 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd38ec5-2f13-42a2-837f-8502a9e58791 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Pushing event deleted for resources: {'Port': ['ID=73b537ff-34d0-4c75-914e-2f549436b0e6,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:11:59.511145 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-1dd38ec5-2f13-42a2-837f-8502a9e58791 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:59.514468 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-1dd38ec5-2f13-42a2-837f-8502a9e58791 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] 10.222.0.42 "DELETE /v2.0/ports/73b537ff-34d0-4c75-914e-2f549436b0e6 HTTP/1.1" status: 204 len: 168 time: 0.5702026 Mar 29 16:11:59.516953 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 56978) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:11:59.532837 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-66a4df7d-cf46-436f-96f6-3cd10af56eef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:59.538039 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-66a4df7d-cf46-436f-96f6-3cd10af56eef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:59.565820 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-2f8460df-965e-472d-9483-92df93e9015a None None] Could not find standard attr ID for object 73b537ff-34d0-4c75-914e-2f549436b0e6. {{(pid=102792) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 29 16:11:59.573459 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3786ecc9-7d72-4457-b886-30ec3179e574 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:11:59.577339 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-3786ecc9-7d72-4457-b886-30ec3179e574 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0570967 Mar 29 16:11:59.577736 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 56980) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:11:59.586913 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-66a4df7d-cf46-436f-96f6-3cd10af56eef admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=daa623ad5e3c48cca8ab4d405ddabfaf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1637433 Mar 29 16:11:59.588775 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 56982) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:11:59.597276 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a4df7d-cf46-436f-96f6-3cd10af56eef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9056d6b1-9c70-4e65-8e1d-33243f288814,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:11:59.664116 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-884bad40-adf5-48cf-bbec-3cae41ba01a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:59.688322 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-884bad40-adf5-48cf-bbec-3cae41ba01a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:59.751544 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-884bad40-adf5-48cf-bbec-3cae41ba01a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:59.754102 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-884bad40-adf5-48cf-bbec-3cae41ba01a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:11:59.756358 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-884bad40-adf5-48cf-bbec-3cae41ba01a0 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/9056d6b1-9c70-4e65-8e1d-33243f288814 HTTP/1.1" status: 204 len: 168 time: 0.1664610 Mar 29 16:11:59.769481 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884bad40-adf5-48cf-bbec-3cae41ba01a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9056d6b1-9c70-4e65-8e1d-33243f288814,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:11:59.931071 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc1674b7-8778-4505-9295-24c8c5c41ed9 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:11:59.932610 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-cc1674b7-8778-4505-9295-24c8c5c41ed9 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.3539505 Mar 29 16:11:59.935622 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 56988) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:11:59.988245 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90684bdd-c919-4ef0-babf-67b849f2384a tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:11:59.990461 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90684bdd-c919-4ef0-babf-67b849f2384a tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:11:59.992212 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90684bdd-c919-4ef0-babf-67b849f2384a tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:11:59.996557 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-90684bdd-c919-4ef0-babf-67b849f2384a tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0572197 Mar 29 16:11:59.996791 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 56992) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:12:00.048738 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_v2 [None req-de5beb89-f76f-40db-a422-922b41aff553 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Deleting subnet 3ad90afc-f4c7-4713-9b7c-b9cf3c1cee4d {{(pid=102791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 16:12:00.052864 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-de5beb89-f76f-40db-a422-922b41aff553 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks [] for subnet, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:00.096612 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-de5beb89-f76f-40db-a422-922b41aff553 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4230423'] for subnet, precommit_delete_associations {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:00.184232 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-de5beb89-f76f-40db-a422-922b41aff553 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1641287'] for subnet, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:00.243343 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-de5beb89-f76f-40db-a422-922b41aff553 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1641294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16155591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16218852'] for subnet, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:00.278344 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5beb89-f76f-40db-a422-922b41aff553 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Pushing event deleted for resources: {'Subnet': ['ID=3ad90afc-f4c7-4713-9b7c-b9cf3c1cee4d,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:12:00.282188 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-de5beb89-f76f-40db-a422-922b41aff553 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks [] for subnet, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:00.288463 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-de5beb89-f76f-40db-a422-922b41aff553 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] 10.222.0.42 "DELETE /v2.0/subnets/3ad90afc-f4c7-4713-9b7c-b9cf3c1cee4d HTTP/1.1" status: 204 len: 168 time: 0.2875111 Mar 29 16:12:00.290512 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40cfccd6-3844-4f02-8dbc-13782ee65456 None None] Network 4be8019f-300a-473b-8f90-54810195744c requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 16:12:00.291677 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 57006) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:12:00.352731 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1104da4-e59d-412a-92a5-4aef2a3fdbb0 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Deleting subnet 427b72d5-6f3a-42e8-96cd-c87654626914 {{(pid=102791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 16:12:00.356449 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-f1104da4-e59d-412a-92a5-4aef2a3fdbb0 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks [] for subnet, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:00.372287 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-c2a3293c-35f6-4863-97cb-ea163f61548b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:00.400920 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-f1104da4-e59d-412a-92a5-4aef2a3fdbb0 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4230423'] for subnet, precommit_delete_associations {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:00.506467 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-f1104da4-e59d-412a-92a5-4aef2a3fdbb0 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1641287'] for subnet, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:00.573893 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-f1104da4-e59d-412a-92a5-4aef2a3fdbb0 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1641294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16155591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16218852'] for subnet, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:00.587086 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-f1104da4-e59d-412a-92a5-4aef2a3fdbb0 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks [] for subnet, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:00.590632 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-f1104da4-e59d-412a-92a5-4aef2a3fdbb0 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] 10.222.0.42 "DELETE /v2.0/subnets/427b72d5-6f3a-42e8-96cd-c87654626914 HTTP/1.1" status: 204 len: 168 time: 0.2977812 Mar 29 16:12:00.593552 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 57016) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:12:00.635512 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1104da4-e59d-412a-92a5-4aef2a3fdbb0 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Pushing event deleted for resources: {'Subnet': ['ID=427b72d5-6f3a-42e8-96cd-c87654626914,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:12:00.656584 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 652a8321-6bfd-402a-b46a-aa1047a20ab7 up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 16:12:00.657848 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-74bacd2b-c71f-4d87-974e-884e1fc68b42 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0630703 Mar 29 16:12:00.661309 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 57018) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:12:00.678419 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-8784e7c8-7e36-47cf-8335-f4c061a4bc77 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Request body: {'subnet': {'network_id': '4be8019f-300a-473b-8f90-54810195744c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:12:00.727916 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port 652a8321-6bfd-402a-b46a-aa1047a20ab7 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:12:00.728479 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:00.800120 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8784e7c8-7e36-47cf-8335-f4c061a4bc77 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Made reservation on behalf of b764dc88162c48329e5f6a91ab689763 for: {'subnet': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:12:00.806611 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-8784e7c8-7e36-47cf-8335-f4c061a4bc77 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4793983'] for subnet, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:01.027231 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-8784e7c8-7e36-47cf-8335-f4c061a4bc77 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5231896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4793961'] for subnet, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:01.089193 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8784e7c8-7e36-47cf-8335-f4c061a4bc77 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Network 4be8019f-300a-473b-8f90-54810195744c is already hosted by enough agents. {{(pid=102790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:12:01.092667 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-8784e7c8-7e36-47cf-8335-f4c061a4bc77 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Resources bound (agent type, host, resource id): {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:12:01.097176 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8784e7c8-7e36-47cf-8335-f4c061a4bc77 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:12:01.097775 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-8784e7c8-7e36-47cf-8335-f4c061a4bc77 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks [] for subnet, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:01.109256 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8784e7c8-7e36-47cf-8335-f4c061a4bc77 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Pushing event updated for resources: {'Subnet': ['ID=889702a2-2cd9-43ee-ad48-94a45a7b0e4b,revision_number=0']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:12:01.126118 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-8784e7c8-7e36-47cf-8335-f4c061a4bc77 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4636512 Mar 29 16:12:01.130329 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 57032) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:12:01.136914 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-37b782d5-7c9e-4d1f-b80f-124df58a65bd tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Request body: {'subnet': {'network_id': '4be8019f-300a-473b-8f90-54810195744c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:12:01.160279 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af4ea8ba-be8d-4c2f-b52e-8e2e34fe6013 None None] Network 4be8019f-300a-473b-8f90-54810195744c requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 16:12:01.244900 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-d12b2143-e342-4172-8895-9b692101aa51 None None] Provisioning complete for port 652a8321-6bfd-402a-b46a-aa1047a20ab7 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:12:01.245243 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d12b2143-e342-4172-8895-9b692101aa51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:01.251775 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37b782d5-7c9e-4d1f-b80f-124df58a65bd tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Made reservation on behalf of b764dc88162c48329e5f6a91ab689763 for: {'subnet': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:12:01.256087 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-37b782d5-7c9e-4d1f-b80f-124df58a65bd tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16218875'] for subnet, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:01.356997 n-d-834765-1 neutron-server[102791]: INFO neutron.db.ipam_backend_mixin [None req-37b782d5-7c9e-4d1f-b80f-124df58a65bd tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 889702a2-2cd9-43ee-ad48-94a45a7b0e4b (CIDR: 2001:db8::/64) Mar 29 16:12:01.360468 n-d-834765-1 neutron-server[102791]: INFO neutron.pecan_wsgi.hooks.translation [None req-37b782d5-7c9e-4d1f-b80f-124df58a65bd tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 29 16:12:01.360943 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37b782d5-7c9e-4d1f-b80f-124df58a65bd tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102791) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 16:12:01.382594 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-37b782d5-7c9e-4d1f-b80f-124df58a65bd tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2506101 Mar 29 16:12:01.383060 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 57038) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:12:01.390614 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-c0372d79-9123-4816-9151-027c50d8f5a8 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Request body: {'subnet': {'network_id': '4be8019f-300a-473b-8f90-54810195744c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:12:01.491099 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e45c37ea-a71c-4b24-8acd-261b8200d42e None None] Update dhcp port {'port': {'network_id': '4be8019f-300a-473b-8f90-54810195744c', 'fixed_ips': [{'subnet_id': '889702a2-2cd9-43ee-ad48-94a45a7b0e4b'}], 'binding:host_id': 'n-d-834765-1'}, 'id': '652a8321-6bfd-402a-b46a-aa1047a20ab7'} from n-d-834765-1. {{(pid=102792) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Mar 29 16:12:01.517615 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0372d79-9123-4816-9151-027c50d8f5a8 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Made reservation on behalf of b764dc88162c48329e5f6a91ab689763 for: {'subnet': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:12:01.521045 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-e45c37ea-a71c-4b24-8acd-261b8200d42e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:01.522173 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c0372d79-9123-4816-9151-027c50d8f5a8 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4793983'] for subnet, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:01.709344 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.db_base_plugin_common [None req-e45c37ea-a71c-4b24-8acd-261b8200d42e None None] Allocated IP 2001:db8::2 (4be8019f-300a-473b-8f90-54810195744c/889702a2-2cd9-43ee-ad48-94a45a7b0e4b/652a8321-6bfd-402a-b46a-aa1047a20ab7) {{(pid=102792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:12:01.839395 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-e45c37ea-a71c-4b24-8acd-261b8200d42e None None] For port 652a8321-6bfd-402a-b46a-aa1047a20ab7, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=652a8321-6bfd-402a-b46a-aa1047a20ab7,segment=NetworkSegment(b0033e17-6430-4297-97b0-9266901287f9),segment_id=b0033e17-6430-4297-97b0-9266901287f9)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:12:01.868771 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-e45c37ea-a71c-4b24-8acd-261b8200d42e None None] Notify callbacks [] for port, precommit_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:01.873953 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-e45c37ea-a71c-4b24-8acd-261b8200d42e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:01.923526 n-d-834765-1 neutron-server[102790]: DEBUG neutron.objects.ports [None req-c0372d79-9123-4816-9151-027c50d8f5a8 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102790) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 29 16:12:01.948716 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45c37ea-a71c-4b24-8acd-261b8200d42e None None] Pushing event updated for resources: {'Port': ['ID=652a8321-6bfd-402a-b46a-aa1047a20ab7,revision_number=16']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:12:02.111278 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c0372d79-9123-4816-9151-027c50d8f5a8 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:02.302113 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [None req-c0372d79-9123-4816-9151-027c50d8f5a8 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] For port 652a8321-6bfd-402a-b46a-aa1047a20ab7, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=652a8321-6bfd-402a-b46a-aa1047a20ab7,segment=NetworkSegment(b0033e17-6430-4297-97b0-9266901287f9),segment_id=b0033e17-6430-4297-97b0-9266901287f9)] {{(pid=102790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:12:02.347752 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c0372d79-9123-4816-9151-027c50d8f5a8 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks [] for port, precommit_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:02.354408 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c0372d79-9123-4816-9151-027c50d8f5a8 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5237921'] for port, after_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:02.355194 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c0372d79-9123-4816-9151-027c50d8f5a8 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5231896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4793961'] for subnet, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:02.443038 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0372d79-9123-4816-9151-027c50d8f5a8 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Network 4be8019f-300a-473b-8f90-54810195744c is already hosted by enough agents. {{(pid=102790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:12:02.448971 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-c0372d79-9123-4816-9151-027c50d8f5a8 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Resources bound (agent type, host, resource id): {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:12:02.457920 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0372d79-9123-4816-9151-027c50d8f5a8 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:12:02.459189 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c0372d79-9123-4816-9151-027c50d8f5a8 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks [] for subnet, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:02.479531 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0372d79-9123-4816-9151-027c50d8f5a8 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Pushing event updated for resources: {'Subnet': ['ID=87d534e9-fca0-4ba4-97e1-7b5893db192b,revision_number=0']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:12:02.483027 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0372d79-9123-4816-9151-027c50d8f5a8 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Pushing event updated for resources: {'Port': ['ID=652a8321-6bfd-402a-b46a-aa1047a20ab7,revision_number=18']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:12:02.495950 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-c0372d79-9123-4816-9151-027c50d8f5a8 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.1081908 Mar 29 16:12:02.496413 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 57048) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:12:02.502639 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-d1c3a1d7-ae47-4c24-8312-d73b0d80ad6e tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Request body: {'port': {'network_id': '4be8019f-300a-473b-8f90-54810195744c', 'mac_address': 'fa:16:3e:d8:3a:db', 'name': 'tempest-NetworksTestDHCPv6-889887092'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:12:02.574663 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d1c40e6-d486-4764-8fdc-4d6ac0c48c65 None None] Network 4be8019f-300a-473b-8f90-54810195744c requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 16:12:02.647193 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 652a8321-6bfd-402a-b46a-aa1047a20ab7 up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 16:12:02.651802 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1c3a1d7-ae47-4c24-8312-d73b0d80ad6e tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Made reservation on behalf of b764dc88162c48329e5f6a91ab689763 for: {'port': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:12:02.706839 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-5a5e0530-10c7-4ada-8453-15ff884b0be4 None None] Provisioning complete for port 652a8321-6bfd-402a-b46a-aa1047a20ab7 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:12:02.707134 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-5a5e0530-10c7-4ada-8453-15ff884b0be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:02.742871 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-d1c3a1d7-ae47-4c24-8312-d73b0d80ad6e tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:02.766807 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [None req-d1c3a1d7-ae47-4c24-8312-d73b0d80ad6e tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] device_id is not set on port b44bf49a-2015-4e0e-a505-c9f3cf369f08 yet. {{(pid=102791) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 29 16:12:02.795722 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port 652a8321-6bfd-402a-b46a-aa1047a20ab7 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:12:02.796362 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:02.961442 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_common [None req-d1c3a1d7-ae47-4c24-8312-d73b0d80ad6e tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Allocated IP 2001:db8::308 (4be8019f-300a-473b-8f90-54810195744c/889702a2-2cd9-43ee-ad48-94a45a7b0e4b/b44bf49a-2015-4e0e-a505-c9f3cf369f08) {{(pid=102791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:12:02.968915 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_common [None req-d1c3a1d7-ae47-4c24-8312-d73b0d80ad6e tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Allocated IP 2001:db8:0:1:f816:3eff:fed8:3adb (4be8019f-300a-473b-8f90-54810195744c/87d534e9-fca0-4ba4-97e1-7b5893db192b/b44bf49a-2015-4e0e-a505-c9f3cf369f08) {{(pid=102791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:12:03.073677 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-77283d17-8505-4994-a9ba-68ef51de7dc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:03.140629 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-d1c3a1d7-ae47-4c24-8312-d73b0d80ad6e tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks [] for port, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:03.168874 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-d1c3a1d7-ae47-4c24-8312-d73b0d80ad6e tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:03.237539 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1c3a1d7-ae47-4c24-8312-d73b0d80ad6e tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Network 4be8019f-300a-473b-8f90-54810195744c is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:12:03.241597 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [None req-d1c3a1d7-ae47-4c24-8312-d73b0d80ad6e tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:12:03.246506 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1c3a1d7-ae47-4c24-8312-d73b0d80ad6e tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Received port after_create {{(pid=102791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:12:03.252523 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1c3a1d7-ae47-4c24-8312-d73b0d80ad6e tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:12:03.253221 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-d1c3a1d7-ae47-4c24-8312-d73b0d80ad6e tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:03.257892 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c3a1d7-ae47-4c24-8312-d73b0d80ad6e tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Pushing event updated for resources: {'Port': ['ID=b44bf49a-2015-4e0e-a505-c9f3cf369f08,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:12:03.273466 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-d1c3a1d7-ae47-4c24-8312-d73b0d80ad6e tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 0.7761257 Mar 29 16:12:03.276135 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 57060) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:12:03.371361 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-9dbc8166-b62d-4fab-8ab4-f1229a2513d4 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Deleting port b44bf49a-2015-4e0e-a505-c9f3cf369f08 {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:12:03.371728 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-9dbc8166-b62d-4fab-8ab4-f1229a2513d4 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:03.467908 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-9dbc8166-b62d-4fab-8ab4-f1229a2513d4 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:03.484066 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-9dbc8166-b62d-4fab-8ab4-f1229a2513d4 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Calling delete_port for b44bf49a-2015-4e0e-a505-c9f3cf369f08 owned by {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:12:03.677451 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-9dbc8166-b62d-4fab-8ab4-f1229a2513d4 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:03.705729 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbc8166-b62d-4fab-8ab4-f1229a2513d4 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Pushing event deleted for resources: {'Port': ['ID=b44bf49a-2015-4e0e-a505-c9f3cf369f08,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:12:03.761029 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-9dbc8166-b62d-4fab-8ab4-f1229a2513d4 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:03.764398 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-9dbc8166-b62d-4fab-8ab4-f1229a2513d4 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] 10.222.0.42 "DELETE /v2.0/ports/b44bf49a-2015-4e0e-a505-c9f3cf369f08 HTTP/1.1" status: 204 len: 168 time: 0.4872191 Mar 29 16:12:03.767001 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 57064) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:12:03.829732 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-2db4af84-00b5-4977-89e0-9febfbe4f2ec None None] Provisioning complete for port 652a8321-6bfd-402a-b46a-aa1047a20ab7 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:12:03.830977 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-2db4af84-00b5-4977-89e0-9febfbe4f2ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:03.837515 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d446bc4e-9172-4026-9a65-4003ea8b9da8 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:12:03.841764 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 57066) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:12:03.841937 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-d446bc4e-9172-4026-9a65-4003ea8b9da8 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0732827 Mar 29 16:12:03.901797 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00c1dcbf-99e3-4b04-b920-7723f35c09da tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:12:03.903571 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-00c1dcbf-99e3-4b04-b920-7723f35c09da tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0608020 Mar 29 16:12:03.906865 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 57068) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:12:03.972677 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9152fe5-c1fa-485c-b448-56f820bb21d8 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:12:03.974442 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9152fe5-c1fa-485c-b448-56f820bb21d8 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:12:03.976276 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9152fe5-c1fa-485c-b448-56f820bb21d8 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:12:03.980807 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-f9152fe5-c1fa-485c-b448-56f820bb21d8 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0697868 Mar 29 16:12:03.980807 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 57070) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:12:04.036501 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.db_base_plugin_v2 [None req-85b4d26b-36bd-4fcd-bc11-d6e8731987bc tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Deleting subnet 87d534e9-fca0-4ba4-97e1-7b5893db192b {{(pid=102790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 16:12:04.039942 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-85b4d26b-36bd-4fcd-bc11-d6e8731987bc tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks [] for subnet, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:04.046707 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-030067e4-2c80-4c2f-a9e9-724b63af6325 None None] Could not find standard attr ID for object b44bf49a-2015-4e0e-a505-c9f3cf369f08. {{(pid=102792) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 29 16:12:04.083412 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-85b4d26b-36bd-4fcd-bc11-d6e8731987bc tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4614024'] for subnet, precommit_delete_associations {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:04.173238 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-85b4d26b-36bd-4fcd-bc11-d6e8731987bc tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1641287'] for subnet, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:04.233028 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-85b4d26b-36bd-4fcd-bc11-d6e8731987bc tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1641294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5231963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4793952'] for subnet, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:04.252760 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d71584b9-87f1-45f5-84c7-c993c2416269 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:04.261329 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b4d26b-36bd-4fcd-bc11-d6e8731987bc tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Pushing event deleted for resources: {'Subnet': ['ID=87d534e9-fca0-4ba4-97e1-7b5893db192b,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:12:04.274764 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-85b4d26b-36bd-4fcd-bc11-d6e8731987bc tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks [] for subnet, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:04.278289 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-85b4d26b-36bd-4fcd-bc11-d6e8731987bc tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] 10.222.0.42 "DELETE /v2.0/subnets/87d534e9-fca0-4ba4-97e1-7b5893db192b HTTP/1.1" status: 204 len: 168 time: 0.2967138 Mar 29 16:12:04.280800 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 57076) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:12:04.287518 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa6ca8c0-72ae-4b8d-bd55-65975e5e97ea None None] Network 4be8019f-300a-473b-8f90-54810195744c requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 16:12:04.339929 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b49316a-a362-40c3-9c31-2aec602da352 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Deleting subnet 889702a2-2cd9-43ee-ad48-94a45a7b0e4b {{(pid=102791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 16:12:04.343221 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-7b49316a-a362-40c3-9c31-2aec602da352 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks [] for subnet, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:04.384429 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-7b49316a-a362-40c3-9c31-2aec602da352 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4230423'] for subnet, precommit_delete_associations {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:04.475597 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-7b49316a-a362-40c3-9c31-2aec602da352 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1641287'] for subnet, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:04.554072 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-7b49316a-a362-40c3-9c31-2aec602da352 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1641294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16155591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16218852'] for subnet, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:04.592414 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b49316a-a362-40c3-9c31-2aec602da352 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Pushing event deleted for resources: {'Subnet': ['ID=889702a2-2cd9-43ee-ad48-94a45a7b0e4b,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:12:04.596144 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-7b49316a-a362-40c3-9c31-2aec602da352 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks [] for subnet, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:04.604528 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-7b49316a-a362-40c3-9c31-2aec602da352 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] 10.222.0.42 "DELETE /v2.0/subnets/889702a2-2cd9-43ee-ad48-94a45a7b0e4b HTTP/1.1" status: 204 len: 168 time: 0.3225472 Mar 29 16:12:04.605546 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 57084) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:12:04.652172 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-8f9425fd-b934-4259-a5b1-c042c973c1d1 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0454803 Mar 29 16:12:04.654787 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 57086) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:12:04.706421 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e54f8b0-db5a-4add-81b7-060f01fdd41f tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:12:04.708661 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-9e54f8b0-db5a-4add-81b7-060f01fdd41f tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.0523696 Mar 29 16:12:04.711144 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 57090) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:12:04.768475 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0f5efd6-390a-4095-9e9c-b85bdfd1e56f tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:12:04.771299 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-d0f5efd6-390a-4095-9e9c-b85bdfd1e56f tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0581446 Mar 29 16:12:04.773668 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 57092) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:12:04.815641 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-21ae35e3-5696-43bd-9c9f-38182aab7c39 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0386682 Mar 29 16:12:04.818637 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 57094) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:12:04.845769 n-d-834765-1 neutron-server[102790]: INFO neutron.pecan_wsgi.hooks.translation [None req-3222f4e5-b271-47b0-9a02-2fcfd046bbc2 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] DELETE failed (client error): The resource could not be found. Mar 29 16:12:04.846495 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3222f4e5-b271-47b0-9a02-2fcfd046bbc2 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102790) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 16:12:04.850333 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-3222f4e5-b271-47b0-9a02-2fcfd046bbc2 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] 10.222.0.42 "DELETE /v2.0/ports/b44bf49a-2015-4e0e-a505-c9f3cf369f08 HTTP/1.1" status: 404 len: 333 time: 0.0305605 Mar 29 16:12:04.853673 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 57096) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:12:04.881624 n-d-834765-1 neutron-server[102791]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9b663fa-38b7-42ba-87b8-7e935b962742 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] DELETE failed (client error): The resource could not be found. Mar 29 16:12:04.882235 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9b663fa-38b7-42ba-87b8-7e935b962742 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102791) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 16:12:04.885524 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-c9b663fa-38b7-42ba-87b8-7e935b962742 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] 10.222.0.42 "DELETE /v2.0/subnets/87d534e9-fca0-4ba4-97e1-7b5893db192b HTTP/1.1" status: 404 len: 337 time: 0.0304921 Mar 29 16:12:04.888070 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 57098) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:12:04.916746 n-d-834765-1 neutron-server[102791]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c4476de-cba5-40e9-9221-0bdcf6de4256 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] DELETE failed (client error): The resource could not be found. Mar 29 16:12:04.917209 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c4476de-cba5-40e9-9221-0bdcf6de4256 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102791) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 16:12:04.922352 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-4c4476de-cba5-40e9-9221-0bdcf6de4256 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] 10.222.0.42 "DELETE /v2.0/subnets/889702a2-2cd9-43ee-ad48-94a45a7b0e4b HTTP/1.1" status: 404 len: 337 time: 0.0312064 Mar 29 16:12:04.923040 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 57100) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:12:04.952900 n-d-834765-1 neutron-server[102790]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e9001c5-8346-40ef-87b9-b5a346158a56 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] DELETE failed (client error): The resource could not be found. Mar 29 16:12:04.953613 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e9001c5-8346-40ef-87b9-b5a346158a56 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102790) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 16:12:04.956937 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-0e9001c5-8346-40ef-87b9-b5a346158a56 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] 10.222.0.42 "DELETE /v2.0/ports/73b537ff-34d0-4c75-914e-2f549436b0e6 HTTP/1.1" status: 404 len: 333 time: 0.0328765 Mar 29 16:12:04.960220 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 57102) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:12:04.992481 n-d-834765-1 neutron-server[102791]: INFO neutron.pecan_wsgi.hooks.translation [None req-3fc206a6-2537-4097-92a9-40bbbfbe023d tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] DELETE failed (client error): The resource could not be found. Mar 29 16:12:04.992909 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3fc206a6-2537-4097-92a9-40bbbfbe023d tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102791) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 16:12:04.995945 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-3fc206a6-2537-4097-92a9-40bbbfbe023d tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] 10.222.0.42 "DELETE /v2.0/subnets/427b72d5-6f3a-42e8-96cd-c87654626914 HTTP/1.1" status: 404 len: 337 time: 0.0347435 Mar 29 16:12:04.998490 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 57104) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:12:05.025513 n-d-834765-1 neutron-server[102791]: INFO neutron.pecan_wsgi.hooks.translation [None req-59141f39-55ad-441f-93e1-f8c6a2d7e99f tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] DELETE failed (client error): The resource could not be found. Mar 29 16:12:05.025957 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59141f39-55ad-441f-93e1-f8c6a2d7e99f tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102791) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 16:12:05.029248 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-59141f39-55ad-441f-93e1-f8c6a2d7e99f tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] 10.222.0.42 "DELETE /v2.0/subnets/3ad90afc-f4c7-4713-9b7c-b9cf3c1cee4d HTTP/1.1" status: 404 len: 337 time: 0.0298898 Mar 29 16:12:05.031799 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 57106) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:12:05.056753 n-d-834765-1 neutron-server[102791]: INFO neutron.pecan_wsgi.hooks.translation [None req-df482412-98b7-48b2-8d5d-57e5334591fc tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] DELETE failed (client error): The resource could not be found. Mar 29 16:12:05.057440 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df482412-98b7-48b2-8d5d-57e5334591fc tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102791) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 16:12:05.062667 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-df482412-98b7-48b2-8d5d-57e5334591fc tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] 10.222.0.42 "DELETE /v2.0/ports/9e31b6a8-ce68-4e44-aa90-418f0fa79315 HTTP/1.1" status: 404 len: 333 time: 0.0280671 Mar 29 16:12:05.063346 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 57108) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:12:05.086119 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-133b2db6-9fd5-42e6-9d9c-0be178355d50 None None] Network 4be8019f-300a-473b-8f90-54810195744c requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 16:12:05.089352 n-d-834765-1 neutron-server[102791]: INFO neutron.pecan_wsgi.hooks.translation [None req-78f7de2a-63be-478b-8d81-4fe5f1478c38 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] DELETE failed (client error): The resource could not be found. Mar 29 16:12:05.089805 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78f7de2a-63be-478b-8d81-4fe5f1478c38 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102791) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 16:12:05.095155 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-78f7de2a-63be-478b-8d81-4fe5f1478c38 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] 10.222.0.42 "DELETE /v2.0/subnets/766560b3-f0a5-477a-a242-6f495573d625 HTTP/1.1" status: 404 len: 337 time: 0.0286267 Mar 29 16:12:05.095434 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 57110) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:12:05.131623 n-d-834765-1 neutron-server[102791]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6ab9b60-b5b4-4d09-9b7c-1b562d277f22 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] DELETE failed (client error): The resource could not be found. Mar 29 16:12:05.132087 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6ab9b60-b5b4-4d09-9b7c-1b562d277f22 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102791) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 16:12:05.135640 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-a6ab9b60-b5b4-4d09-9b7c-1b562d277f22 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] 10.222.0.42 "DELETE /v2.0/subnets/d5469d55-ddee-4a94-9edd-abe2251214d3 HTTP/1.1" status: 404 len: 337 time: 0.0392818 Mar 29 16:12:05.138374 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 57112) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:12:05.164234 n-d-834765-1 neutron-server[102790]: INFO neutron.pecan_wsgi.hooks.translation [None req-216a9b11-28bd-4046-90a8-fd15a4fc11fe tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] DELETE failed (client error): The resource could not be found. Mar 29 16:12:05.165623 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-216a9b11-28bd-4046-90a8-fd15a4fc11fe tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102790) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 16:12:05.170413 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-216a9b11-28bd-4046-90a8-fd15a4fc11fe tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] 10.222.0.42 "DELETE /v2.0/ports/e0eb63c6-8d83-4243-8f3b-4d773dd32539 HTTP/1.1" status: 404 len: 333 time: 0.0296631 Mar 29 16:12:05.172251 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 57114) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:12:05.208628 n-d-834765-1 neutron-server[102791]: INFO neutron.pecan_wsgi.hooks.translation [None req-aff93738-3619-48e9-aea4-ce40650ca219 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] DELETE failed (client error): The resource could not be found. Mar 29 16:12:05.209081 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aff93738-3619-48e9-aea4-ce40650ca219 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102791) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 16:12:05.215489 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-aff93738-3619-48e9-aea4-ce40650ca219 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] 10.222.0.42 "DELETE /v2.0/subnets/72ea3b60-2877-4903-9de5-1194b9a53cdb HTTP/1.1" status: 404 len: 337 time: 0.0389392 Mar 29 16:12:05.215696 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-3dfca577-3391-42df-980b-0b011615bf1b None None] Provisioning complete for port 652a8321-6bfd-402a-b46a-aa1047a20ab7 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:12:05.215696 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-3dfca577-3391-42df-980b-0b011615bf1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:05.215982 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 57116) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:12:05.247513 n-d-834765-1 neutron-server[102791]: INFO neutron.pecan_wsgi.hooks.translation [None req-2da8b36b-4525-4f52-886c-42e8859a1bc4 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] DELETE failed (client error): The resource could not be found. Mar 29 16:12:05.248382 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2da8b36b-4525-4f52-886c-42e8859a1bc4 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102791) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 16:12:05.253648 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-2da8b36b-4525-4f52-886c-42e8859a1bc4 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] 10.222.0.42 "DELETE /v2.0/subnets/7aceaf2d-54c1-4113-b2e8-fcf8bcbed40b HTTP/1.1" status: 404 len: 337 time: 0.0345361 Mar 29 16:12:05.253954 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 57118) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:12:05.278406 n-d-834765-1 neutron-server[102790]: INFO neutron.pecan_wsgi.hooks.translation [None req-d56b7383-414c-458d-9dd4-d1f2c9647917 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] DELETE failed (client error): The resource could not be found. Mar 29 16:12:05.279119 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d56b7383-414c-458d-9dd4-d1f2c9647917 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102790) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 16:12:05.282198 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-d56b7383-414c-458d-9dd4-d1f2c9647917 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] 10.222.0.42 "DELETE /v2.0/ports/3ee8b0bd-e6e1-405b-881e-e728560e9b1c HTTP/1.1" status: 404 len: 333 time: 0.0272529 Mar 29 16:12:05.285117 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 57120) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:12:05.319300 n-d-834765-1 neutron-server[102791]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b922ee1-7c03-45da-9080-7b250f9bde5c tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] DELETE failed (client error): The resource could not be found. Mar 29 16:12:05.319527 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b922ee1-7c03-45da-9080-7b250f9bde5c tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102791) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 16:12:05.325134 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-0b922ee1-7c03-45da-9080-7b250f9bde5c tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] 10.222.0.42 "DELETE /v2.0/subnets/2c37675b-17fa-433c-b683-d281c17f1ba2 HTTP/1.1" status: 404 len: 337 time: 0.0357430 Mar 29 16:12:05.326400 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 57122) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:12:05.343896 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54d79552-3628-4a57-89a7-9ace52aa1f9a None None] DHCP port deletion for 4be8019f-300a-473b-8f90-54810195744c request from n-d-834765-1 {{(pid=102792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 29 16:12:05.350355 n-d-834765-1 neutron-server[102791]: INFO neutron.pecan_wsgi.hooks.translation [None req-97792198-d47e-4060-aa76-dedcc4068ab3 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] DELETE failed (client error): The resource could not be found. Mar 29 16:12:05.351037 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97792198-d47e-4060-aa76-dedcc4068ab3 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102791) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 16:12:05.354079 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-97792198-d47e-4060-aa76-dedcc4068ab3 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] 10.222.0.42 "DELETE /v2.0/ports/78da6c8c-08a8-4a5a-b12b-f5678491bec7 HTTP/1.1" status: 404 len: 333 time: 0.0267987 Mar 29 16:12:05.356606 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 57124) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:12:05.383023 n-d-834765-1 neutron-server[102791]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2335c69-3d05-4682-8593-aace532ec955 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] DELETE failed (client error): The resource could not be found. Mar 29 16:12:05.383491 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2335c69-3d05-4682-8593-aace532ec955 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102791) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 16:12:05.386480 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-e2335c69-3d05-4682-8593-aace532ec955 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] 10.222.0.42 "DELETE /v2.0/subnets/586e95c0-efda-4f77-b2df-826ecb2b1816 HTTP/1.1" status: 404 len: 337 time: 0.0289698 Mar 29 16:12:05.389453 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 57126) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:12:05.390965 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-54d79552-3628-4a57-89a7-9ace52aa1f9a None None] Deleting port 652a8321-6bfd-402a-b46a-aa1047a20ab7 {{(pid=102792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:12:05.391365 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-54d79552-3628-4a57-89a7-9ace52aa1f9a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:05.411798 n-d-834765-1 neutron-server[102791]: INFO neutron.pecan_wsgi.hooks.translation [None req-0549dadc-80ef-44cf-ae42-2e9c44d7828f tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] DELETE failed (client error): The resource could not be found. Mar 29 16:12:05.412426 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0549dadc-80ef-44cf-ae42-2e9c44d7828f tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102791) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 16:12:05.415654 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-0549dadc-80ef-44cf-ae42-2e9c44d7828f tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] 10.222.0.42 "DELETE /v2.0/ports/49284df9-3db7-4b8a-9255-d09dd5933d9a HTTP/1.1" status: 404 len: 333 time: 0.0249763 Mar 29 16:12:05.418043 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 57128) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:12:05.445432 n-d-834765-1 neutron-server[102791]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b427ed3-6e28-43c4-b66c-973d9def0894 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] DELETE failed (client error): The resource could not be found. Mar 29 16:12:05.445883 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b427ed3-6e28-43c4-b66c-973d9def0894 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102791) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 16:12:05.448911 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-3b427ed3-6e28-43c4-b66c-973d9def0894 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] 10.222.0.42 "DELETE /v2.0/subnets/ef393d21-8fec-4002-a9d1-efac5f11161a HTTP/1.1" status: 404 len: 337 time: 0.0299621 Mar 29 16:12:05.451387 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 57130) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:12:05.458478 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-54d79552-3628-4a57-89a7-9ace52aa1f9a None None] For port 652a8321-6bfd-402a-b46a-aa1047a20ab7, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=652a8321-6bfd-402a-b46a-aa1047a20ab7,segment=NetworkSegment(b0033e17-6430-4297-97b0-9266901287f9),segment_id=b0033e17-6430-4297-97b0-9266901287f9)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:12:05.458961 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-54d79552-3628-4a57-89a7-9ace52aa1f9a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:05.471836 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-54d79552-3628-4a57-89a7-9ace52aa1f9a None None] Calling delete_port for 652a8321-6bfd-402a-b46a-aa1047a20ab7 owned by network:dhcp {{(pid=102792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:12:05.478905 n-d-834765-1 neutron-server[102791]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfc4d68b-cb15-4bbc-b658-4a092c864d21 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] DELETE failed (client error): The resource could not be found. Mar 29 16:12:05.479605 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dfc4d68b-cb15-4bbc-b658-4a092c864d21 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102791) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 16:12:05.485633 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-dfc4d68b-cb15-4bbc-b658-4a092c864d21 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] 10.222.0.42 "DELETE /v2.0/ports/f32ae58b-70a2-462a-a440-d50aca4b0da0 HTTP/1.1" status: 404 len: 333 time: 0.0303097 Mar 29 16:12:05.485633 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 57132) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:12:05.512280 n-d-834765-1 neutron-server[102791]: INFO neutron.pecan_wsgi.hooks.translation [None req-c912fdf6-ce59-497e-abf2-6a96cc18d19b tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] DELETE failed (client error): The resource could not be found. Mar 29 16:12:05.512654 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c912fdf6-ce59-497e-abf2-6a96cc18d19b tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102791) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 16:12:05.515696 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-c912fdf6-ce59-497e-abf2-6a96cc18d19b tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] 10.222.0.42 "DELETE /v2.0/subnets/563064b8-5d8f-45dd-8a58-30af8a3b5bce HTTP/1.1" status: 404 len: 337 time: 0.0295701 Mar 29 16:12:05.518058 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 57134) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:12:05.542271 n-d-834765-1 neutron-server[102791]: INFO neutron.pecan_wsgi.hooks.translation [None req-35d4b8aa-6fa9-48b5-b36a-72c41f84331d tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] DELETE failed (client error): The resource could not be found. Mar 29 16:12:05.542961 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35d4b8aa-6fa9-48b5-b36a-72c41f84331d tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102791) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 16:12:05.546058 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-35d4b8aa-6fa9-48b5-b36a-72c41f84331d tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] 10.222.0.42 "DELETE /v2.0/ports/b44d964f-bc0b-490c-a0c2-e94ddb9b12b2 HTTP/1.1" status: 404 len: 333 time: 0.0270946 Mar 29 16:12:05.548613 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 57138) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:12:05.559834 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-54d79552-3628-4a57-89a7-9ace52aa1f9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350'] for port, after_delete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:05.575228 n-d-834765-1 neutron-server[102791]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a5583e5-da08-4cf6-b50b-5295bd2d2b88 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] DELETE failed (client error): The resource could not be found. Mar 29 16:12:05.575703 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a5583e5-da08-4cf6-b50b-5295bd2d2b88 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102791) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 16:12:05.578674 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-2a5583e5-da08-4cf6-b50b-5295bd2d2b88 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] 10.222.0.42 "DELETE /v2.0/subnets/1250fa1d-744f-4b89-9ff3-b428a7ebf527 HTTP/1.1" status: 404 len: 337 time: 0.0291357 Mar 29 16:12:05.581300 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 57140) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:12:05.589864 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d79552-3628-4a57-89a7-9ace52aa1f9a None None] Pushing event deleted for resources: {'Port': ['ID=652a8321-6bfd-402a-b46a-aa1047a20ab7,revision_number=None']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:12:05.594231 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54d79552-3628-4a57-89a7-9ace52aa1f9a None None] No DVR routers for this DVR port 652a8321-6bfd-402a-b46a-aa1047a20ab7 on host n-d-834765-1 {{(pid=102792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 16:12:05.605589 n-d-834765-1 neutron-server[102791]: INFO neutron.pecan_wsgi.hooks.translation [None req-98a88717-0894-47f6-9273-ca83b65b6341 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] DELETE failed (client error): The resource could not be found. Mar 29 16:12:05.606312 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98a88717-0894-47f6-9273-ca83b65b6341 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102791) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 16:12:05.609353 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-98a88717-0894-47f6-9273-ca83b65b6341 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] 10.222.0.42 "DELETE /v2.0/ports/0b6e0a50-7817-49a7-aafa-a10ece8f50c0 HTTP/1.1" status: 404 len: 333 time: 0.0271664 Mar 29 16:12:05.611837 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 57142) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:12:05.637214 n-d-834765-1 neutron-server[102791]: INFO neutron.pecan_wsgi.hooks.translation [None req-21f5a1f5-99e0-4128-8ba5-ebeae9691bca tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] DELETE failed (client error): The resource could not be found. Mar 29 16:12:05.637669 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21f5a1f5-99e0-4128-8ba5-ebeae9691bca tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102791) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 16:12:05.640696 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-21f5a1f5-99e0-4128-8ba5-ebeae9691bca tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] 10.222.0.42 "DELETE /v2.0/subnets/5b9671e8-a6c4-4a1c-99b6-2da2fd556136 HTTP/1.1" status: 404 len: 337 time: 0.0279589 Mar 29 16:12:05.643243 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 57146) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:12:05.673792 n-d-834765-1 neutron-server[102791]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed5c0aa8-cf70-4ef0-8355-7d2610152239 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] DELETE failed (client error): The resource could not be found. Mar 29 16:12:05.674241 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed5c0aa8-cf70-4ef0-8355-7d2610152239 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102791) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 16:12:05.677608 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-ed5c0aa8-cf70-4ef0-8355-7d2610152239 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] 10.222.0.42 "DELETE /v2.0/subnets/b6df22dd-42af-4771-add0-ccc8e2ed0259 HTTP/1.1" status: 404 len: 337 time: 0.0334370 Mar 29 16:12:05.680114 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 57150) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:12:05.702445 n-d-834765-1 neutron-server[102791]: INFO neutron.pecan_wsgi.hooks.translation [None req-f169deb2-36a0-4798-9d1d-68ef61a1f1ec tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] DELETE failed (client error): The resource could not be found. Mar 29 16:12:05.703076 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f169deb2-36a0-4798-9d1d-68ef61a1f1ec tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102791) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 16:12:05.706023 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-f169deb2-36a0-4798-9d1d-68ef61a1f1ec tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] 10.222.0.42 "DELETE /v2.0/ports/29bdb997-ed9a-4be1-99cf-8246c62f8d3f HTTP/1.1" status: 404 len: 333 time: 0.0250125 Mar 29 16:12:05.709352 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 57152) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:12:05.735708 n-d-834765-1 neutron-server[102791]: INFO neutron.pecan_wsgi.hooks.translation [None req-11b29ee2-12f9-48ff-9779-06867a201a14 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] DELETE failed (client error): The resource could not be found. Mar 29 16:12:05.736168 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11b29ee2-12f9-48ff-9779-06867a201a14 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102791) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 16:12:05.739413 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-11b29ee2-12f9-48ff-9779-06867a201a14 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] 10.222.0.42 "DELETE /v2.0/subnets/3a8e795e-6997-475f-a307-b12e815447e3 HTTP/1.1" status: 404 len: 337 time: 0.0289814 Mar 29 16:12:05.741951 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 57158) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:12:05.767975 n-d-834765-1 neutron-server[102791]: INFO neutron.pecan_wsgi.hooks.translation [None req-61e458df-994e-4ef3-8b7d-3d3c9257a7ef tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] DELETE failed (client error): The resource could not be found. Mar 29 16:12:05.768431 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61e458df-994e-4ef3-8b7d-3d3c9257a7ef tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102791) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 16:12:05.772088 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-61e458df-994e-4ef3-8b7d-3d3c9257a7ef tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] 10.222.0.42 "DELETE /v2.0/subnets/2abfa04e-3192-43c4-9b8a-6f4fae2716ec HTTP/1.1" status: 404 len: 337 time: 0.0292015 Mar 29 16:12:05.774607 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 57160) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:12:05.797405 n-d-834765-1 neutron-server[102791]: INFO neutron.pecan_wsgi.hooks.translation [None req-8db7e68c-0846-43a2-a9dc-58211f969382 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] DELETE failed (client error): The resource could not be found. Mar 29 16:12:05.798063 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8db7e68c-0846-43a2-a9dc-58211f969382 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102791) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 16:12:05.803722 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-8db7e68c-0846-43a2-a9dc-58211f969382 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] 10.222.0.42 "DELETE /v2.0/ports/c1207fe9-2972-4d32-b689-defb098703ff HTTP/1.1" status: 404 len: 333 time: 0.0281723 Mar 29 16:12:05.804681 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 57162) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:12:05.811745 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-0cb6abf6-2706-4e52-8825-f5f644ecf9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:05.833466 n-d-834765-1 neutron-server[102790]: INFO neutron.pecan_wsgi.hooks.translation [None req-e770464e-cf68-4dae-8423-66550a9f241e tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] DELETE failed (client error): The resource could not be found. Mar 29 16:12:05.834027 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e770464e-cf68-4dae-8423-66550a9f241e tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102790) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 16:12:05.836988 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-e770464e-cf68-4dae-8423-66550a9f241e tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] 10.222.0.42 "DELETE /v2.0/subnets/0e8a311c-0ae7-44e7-9ba6-0dcb123bedea HTTP/1.1" status: 404 len: 337 time: 0.0312212 Mar 29 16:12:05.839539 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 57164) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:12:05.867001 n-d-834765-1 neutron-server[102790]: INFO neutron.pecan_wsgi.hooks.translation [None req-34761358-a778-4991-9f40-43213cb74773 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] DELETE failed (client error): The resource could not be found. Mar 29 16:12:05.867399 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34761358-a778-4991-9f40-43213cb74773 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102790) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 16:12:05.871742 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-34761358-a778-4991-9f40-43213cb74773 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] 10.222.0.42 "DELETE /v2.0/subnets/bc28e783-59b4-4208-8cbb-2a9f8a7e6697 HTTP/1.1" status: 404 len: 337 time: 0.0312374 Mar 29 16:12:05.872873 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 57166) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:12:05.896266 n-d-834765-1 neutron-server[102790]: INFO neutron.pecan_wsgi.hooks.translation [None req-449ed5d8-e27b-454b-8df1-966fc6431d97 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] DELETE failed (client error): The resource could not be found. Mar 29 16:12:05.896988 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-449ed5d8-e27b-454b-8df1-966fc6431d97 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102790) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 16:12:05.903288 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-449ed5d8-e27b-454b-8df1-966fc6431d97 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] 10.222.0.42 "DELETE /v2.0/ports/0c0887e0-13ab-487d-b893-7e218a15b250 HTTP/1.1" status: 404 len: 333 time: 0.0269251 Mar 29 16:12:05.903531 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 57168) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:12:05.938862 n-d-834765-1 neutron-server[102790]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a3453bb-4a79-4225-9cc6-f5be4f5ad20b tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] DELETE failed (client error): The resource could not be found. Mar 29 16:12:05.939344 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a3453bb-4a79-4225-9cc6-f5be4f5ad20b tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102790) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 16:12:05.944897 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-9a3453bb-4a79-4225-9cc6-f5be4f5ad20b tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] 10.222.0.42 "DELETE /v2.0/subnets/9324ee41-540c-4dc0-9f66-0e4b486adfcc HTTP/1.1" status: 404 len: 337 time: 0.0403695 Mar 29 16:12:05.945691 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 57170) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:12:05.950395 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:05.974721 n-d-834765-1 neutron-server[102791]: INFO neutron.pecan_wsgi.hooks.translation [None req-3db7c195-23ac-4e83-a134-37e88abba498 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] DELETE failed (client error): The resource could not be found. Mar 29 16:12:05.975285 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3db7c195-23ac-4e83-a134-37e88abba498 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102791) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 16:12:05.979047 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-3db7c195-23ac-4e83-a134-37e88abba498 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] 10.222.0.42 "DELETE /v2.0/subnets/45522389-81d7-4023-bcea-dccceb66ed24 HTTP/1.1" status: 404 len: 337 time: 0.0316980 Mar 29 16:12:05.981624 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 57172) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:12:06.014068 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-b0eed2b8-c0ef-48ee-b030-df4bbb579d48 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] 10.222.0.42 "GET /v2.0/ports?device_id=d1ff090f-e31c-44cb-92cf-9fc0feb98e10 HTTP/1.1" status: 200 len: 205 time: 0.0299268 Mar 29 16:12:06.015056 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 57176) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:12:06.053860 n-d-834765-1 neutron-server[102791]: INFO neutron.api.v2.resource [None req-981749de-e8d2-4eb8-9f84-2f3b2dc497ef tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] delete failed (client error): The resource could not be found. Mar 29 16:12:06.054913 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-981749de-e8d2-4eb8-9f84-2f3b2dc497ef tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] 10.222.0.42 "DELETE /v2.0/routers/d1ff090f-e31c-44cb-92cf-9fc0feb98e10 HTTP/1.1" status: 404 len: 336 time: 0.0389316 Mar 29 16:12:06.057502 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 57180) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:12:06.084639 n-d-834765-1 neutron-server[102791]: INFO neutron.pecan_wsgi.hooks.translation [None req-48665791-25eb-4afc-8a63-165c206609ee tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] DELETE failed (client error): The resource could not be found. Mar 29 16:12:06.085087 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48665791-25eb-4afc-8a63-165c206609ee tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102791) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 16:12:06.088111 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-48665791-25eb-4afc-8a63-165c206609ee tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] 10.222.0.42 "DELETE /v2.0/subnets/2fac9979-fcfe-44aa-b269-c8d99fa48fd7 HTTP/1.1" status: 404 len: 337 time: 0.0296504 Mar 29 16:12:06.090628 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 57182) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:12:06.117757 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-ba3924d0-f6f1-4216-8a0a-9d1c02130482 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] 10.222.0.42 "GET /v2.0/ports?device_id=80511fb7-404d-4e50-b34e-39092d62f8fb HTTP/1.1" status: 200 len: 205 time: 0.0258081 Mar 29 16:12:06.119993 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 57184) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:12:06.162176 n-d-834765-1 neutron-server[102791]: INFO neutron.api.v2.resource [None req-6e206e1b-3242-4e2d-8ab0-49d370fa3be9 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] delete failed (client error): The resource could not be found. Mar 29 16:12:06.163211 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-6e206e1b-3242-4e2d-8ab0-49d370fa3be9 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] 10.222.0.42 "DELETE /v2.0/routers/80511fb7-404d-4e50-b34e-39092d62f8fb HTTP/1.1" status: 404 len: 336 time: 0.0423355 Mar 29 16:12:06.165805 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 57186) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:12:06.192661 n-d-834765-1 neutron-server[102791]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b5a5af4-713c-4d3e-94d6-b758cb1fa1ef tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] DELETE failed (client error): The resource could not be found. Mar 29 16:12:06.193125 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b5a5af4-713c-4d3e-94d6-b758cb1fa1ef tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102791) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 16:12:06.196187 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-3b5a5af4-713c-4d3e-94d6-b758cb1fa1ef tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] 10.222.0.42 "DELETE /v2.0/subnets/db3bd42a-9d01-4402-acee-2cada3925112 HTTP/1.1" status: 404 len: 337 time: 0.0294871 Mar 29 16:12:06.198898 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 57190) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:12:06.227082 n-d-834765-1 neutron-server[102790]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa4f7e6d-5c5d-4388-a8b6-c1c0972537e6 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] DELETE failed (client error): The resource could not be found. Mar 29 16:12:06.227644 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa4f7e6d-5c5d-4388-a8b6-c1c0972537e6 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102790) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 16:12:06.230697 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-aa4f7e6d-5c5d-4388-a8b6-c1c0972537e6 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] 10.222.0.42 "DELETE /v2.0/subnets/cd564099-2f14-415f-afd9-5bcc60aa4df5 HTTP/1.1" status: 404 len: 337 time: 0.0306864 Mar 29 16:12:06.233164 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 57192) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:12:06.255839 n-d-834765-1 neutron-server[102790]: INFO neutron.pecan_wsgi.hooks.translation [None req-c54dbf76-f19e-413c-bb0b-28e8ad24fcff tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] DELETE failed (client error): The resource could not be found. Mar 29 16:12:06.256464 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c54dbf76-f19e-413c-bb0b-28e8ad24fcff tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102790) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 16:12:06.259491 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-c54dbf76-f19e-413c-bb0b-28e8ad24fcff tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] 10.222.0.42 "DELETE /v2.0/ports/2d44a540-98f3-4bc5-bf42-ff95cb124449 HTTP/1.1" status: 404 len: 333 time: 0.0253890 Mar 29 16:12:06.261890 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 57194) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:12:06.288073 n-d-834765-1 neutron-server[102790]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc23bc2a-e7ee-4123-9bd1-d0b4fe0940b8 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] DELETE failed (client error): The resource could not be found. Mar 29 16:12:06.288441 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc23bc2a-e7ee-4123-9bd1-d0b4fe0940b8 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102790) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 16:12:06.291456 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-bc23bc2a-e7ee-4123-9bd1-d0b4fe0940b8 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] 10.222.0.42 "DELETE /v2.0/subnets/489dbd82-4637-458d-b028-18615409fa09 HTTP/1.1" status: 404 len: 337 time: 0.0286405 Mar 29 16:12:06.293810 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 57196) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:12:06.316081 n-d-834765-1 neutron-server[102790]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f2845fa-2f47-49cf-87c0-cc0c90de4fa3 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] DELETE failed (client error): The resource could not be found. Mar 29 16:12:06.317248 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f2845fa-2f47-49cf-87c0-cc0c90de4fa3 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102790) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 16:12:06.320267 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-2f2845fa-2f47-49cf-87c0-cc0c90de4fa3 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] 10.222.0.42 "DELETE /v2.0/ports/aa802d46-7212-42c3-9973-af8528f5a3a5 HTTP/1.1" status: 404 len: 333 time: 0.0255656 Mar 29 16:12:06.322680 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 57198) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:12:06.348323 n-d-834765-1 neutron-server[102790]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b2fbe0f-b5f4-49de-ba2d-79034c03869f tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] DELETE failed (client error): The resource could not be found. Mar 29 16:12:06.348763 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b2fbe0f-b5f4-49de-ba2d-79034c03869f tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102790) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 16:12:06.351732 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-8b2fbe0f-b5f4-49de-ba2d-79034c03869f tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] 10.222.0.42 "DELETE /v2.0/subnets/af9a364b-cf97-4140-bc41-b0f6bbe46f62 HTTP/1.1" status: 404 len: 337 time: 0.0280242 Mar 29 16:12:06.354085 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 57200) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:12:06.380262 n-d-834765-1 neutron-server[102790]: INFO neutron.pecan_wsgi.hooks.translation [None req-00de6190-551d-4c51-89ed-c6e5f9eb60bf tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] DELETE failed (client error): The resource could not be found. Mar 29 16:12:06.380865 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00de6190-551d-4c51-89ed-c6e5f9eb60bf tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102790) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 16:12:06.383851 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-00de6190-551d-4c51-89ed-c6e5f9eb60bf tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] 10.222.0.42 "DELETE /v2.0/ports/3f24d93f-5990-4c95-857c-e33d550362e7 HTTP/1.1" status: 404 len: 333 time: 0.0288916 Mar 29 16:12:06.386397 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 57202) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:12:06.414018 n-d-834765-1 neutron-server[102790]: INFO neutron.pecan_wsgi.hooks.translation [None req-0433cec1-b0e8-4ded-8aa3-c989e67abbff tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] DELETE failed (client error): The resource could not be found. Mar 29 16:12:06.414755 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0433cec1-b0e8-4ded-8aa3-c989e67abbff tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102790) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 16:12:06.421145 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-0433cec1-b0e8-4ded-8aa3-c989e67abbff tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] 10.222.0.42 "DELETE /v2.0/subnets/43e825a5-9e16-40ce-861e-31ee4fe8ca96 HTTP/1.1" status: 404 len: 337 time: 0.0338137 Mar 29 16:12:06.421945 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 57204) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:12:06.445881 n-d-834765-1 neutron-server[102790]: INFO neutron.pecan_wsgi.hooks.translation [None req-435bb8b1-519e-4b62-a398-c1ba876a86fd tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] DELETE failed (client error): The resource could not be found. Mar 29 16:12:06.446797 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-435bb8b1-519e-4b62-a398-c1ba876a86fd tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102790) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 16:12:06.449809 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-435bb8b1-519e-4b62-a398-c1ba876a86fd tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] 10.222.0.42 "DELETE /v2.0/ports/6af32f33-8c64-4751-b13b-e089c3c33fdb HTTP/1.1" status: 404 len: 333 time: 0.0267878 Mar 29 16:12:06.452444 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 57206) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:12:06.480555 n-d-834765-1 neutron-server[102790]: INFO neutron.pecan_wsgi.hooks.translation [None req-e229016d-dfd0-4851-8563-464bfbd71e6e tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] DELETE failed (client error): The resource could not be found. Mar 29 16:12:06.480946 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e229016d-dfd0-4851-8563-464bfbd71e6e tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102790) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 16:12:06.487083 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-e229016d-dfd0-4851-8563-464bfbd71e6e tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] 10.222.0.42 "DELETE /v2.0/subnets/5953b406-e20e-427c-8a4b-6e0f0fc12459 HTTP/1.1" status: 404 len: 337 time: 0.0335860 Mar 29 16:12:06.489095 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 57208) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:12:06.513688 n-d-834765-1 neutron-server[102791]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7ab0daf-aed7-41d6-ac22-e501b44f039f tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] DELETE failed (client error): The resource could not be found. Mar 29 16:12:06.514607 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7ab0daf-aed7-41d6-ac22-e501b44f039f tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102791) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 16:12:06.517989 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-a7ab0daf-aed7-41d6-ac22-e501b44f039f tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] 10.222.0.42 "DELETE /v2.0/ports/73519865-cbf5-4b18-ab37-70b73d60e234 HTTP/1.1" status: 404 len: 333 time: 0.0295813 Mar 29 16:12:06.521391 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 57210) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:12:06.547095 n-d-834765-1 neutron-server[102791]: INFO neutron.pecan_wsgi.hooks.translation [None req-a955209a-5afb-4833-94c4-83ed6737b7e4 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] DELETE failed (client error): The resource could not be found. Mar 29 16:12:06.547586 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a955209a-5afb-4833-94c4-83ed6737b7e4 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102791) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 16:12:06.551048 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-a955209a-5afb-4833-94c4-83ed6737b7e4 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] 10.222.0.42 "DELETE /v2.0/subnets/0464e729-2a10-4906-a220-c9e352e80bd2 HTTP/1.1" status: 404 len: 337 time: 0.0285590 Mar 29 16:12:06.553734 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 57212) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:12:06.583152 n-d-834765-1 neutron-server[102791]: INFO neutron.pecan_wsgi.hooks.translation [None req-8124accd-d6ec-4e27-8f6a-5b62ee50c7e6 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] DELETE failed (client error): The resource could not be found. Mar 29 16:12:06.583989 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8124accd-d6ec-4e27-8f6a-5b62ee50c7e6 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102791) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 16:12:06.590690 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 57214) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:12:06.592729 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-8124accd-d6ec-4e27-8f6a-5b62ee50c7e6 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] 10.222.0.42 "DELETE /v2.0/ports/6e08f7f4-e145-4c6f-bf1c-ee2bf7b6e175 HTTP/1.1" status: 404 len: 333 time: 0.0377946 Mar 29 16:12:06.620515 n-d-834765-1 neutron-server[102790]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae4f14b0-4bc9-4ac7-b4d7-4e244f7bbebb tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] DELETE failed (client error): The resource could not be found. Mar 29 16:12:06.620973 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae4f14b0-4bc9-4ac7-b4d7-4e244f7bbebb tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102790) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 16:12:06.628185 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 57216) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:12:06.635660 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-ae4f14b0-4bc9-4ac7-b4d7-4e244f7bbebb tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] 10.222.0.42 "DELETE /v2.0/subnets/7a5e1592-dd33-4068-a43d-49452c10866a HTTP/1.1" status: 404 len: 337 time: 0.0384359 Mar 29 16:12:06.653984 n-d-834765-1 neutron-server[102791]: INFO neutron.pecan_wsgi.hooks.translation [None req-b768433e-f283-4e4d-93f0-f308b89d1369 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] DELETE failed (client error): The resource could not be found. Mar 29 16:12:06.654881 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b768433e-f283-4e4d-93f0-f308b89d1369 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102791) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 16:12:06.661640 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 57218) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:12:06.663796 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 652a8321-6bfd-402a-b46a-aa1047a20ab7 no longer exists at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 16:12:06.671372 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-b768433e-f283-4e4d-93f0-f308b89d1369 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] 10.222.0.42 "DELETE /v2.0/ports/8ec865a9-b54c-492f-8085-afb645628ebf HTTP/1.1" status: 404 len: 333 time: 0.0419621 Mar 29 16:12:06.690561 n-d-834765-1 neutron-server[102790]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f0819da-1622-4031-ae96-5226e48bfa76 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] DELETE failed (client error): The resource could not be found. Mar 29 16:12:06.691351 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f0819da-1622-4031-ae96-5226e48bfa76 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102790) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 16:12:06.694752 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] No Port match for: 652a8321-6bfd-402a-b46a-aa1047a20ab7 {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 16:12:06.695375 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 652a8321-6bfd-402a-b46a-aa1047a20ab7 not bound to the agent host n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 16:12:06.697629 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 57220) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:12:06.712040 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-3f0819da-1622-4031-ae96-5226e48bfa76 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] 10.222.0.42 "DELETE /v2.0/subnets/4821da25-b7c1-4dd7-aea4-f2e583d1cdc9 HTTP/1.1" status: 404 len: 337 time: 0.0490062 Mar 29 16:12:06.783702 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-a2d1b2ec-9d33-4779-a08d-08c041a3d444 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1631750'] for network, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:06.874617 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-a2d1b2ec-9d33-4779-a08d-08c041a3d444 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639890', 'neutron.services.segments.db._delete_segments_for_network-8783523423079'] for network, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:06.893926 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-a2d1b2ec-9d33-4779-a08d-08c041a3d444 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4be8019f-300a-473b-8f90-54810195744c']}} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:12:06.903745 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-a2d1b2ec-9d33-4779-a08d-08c041a3d444 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0033e17-6430-4297-97b0-9266901287f9') {'for_net_delete': True} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:12:06.904037 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-a2d1b2ec-9d33-4779-a08d-08c041a3d444 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0033e17-6430-4297-97b0-9266901287f9') {} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:12:06.913755 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-a2d1b2ec-9d33-4779-a08d-08c041a3d444 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783523422064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4230428'] for segment, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:06.927683 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-a2d1b2ec-9d33-4779-a08d-08c041a3d444 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:06.933624 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2d1b2ec-9d33-4779-a08d-08c041a3d444 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Releasing vlan 619 on physical network physnet1 to pool {{(pid=102791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 16:12:06.934083 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-a2d1b2ec-9d33-4779-a08d-08c041a3d444 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16169569'] for segment, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:06.937029 n-d-834765-1 neutron-server[102791]: Traceback (most recent call last): Mar 29 16:12:06.937029 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 16:12:06.937029 n-d-834765-1 neutron-server[102791]: timer() Mar 29 16:12:06.937029 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 16:12:06.937029 n-d-834765-1 neutron-server[102791]: cb(*args, **kw) Mar 29 16:12:06.937029 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 16:12:06.937029 n-d-834765-1 neutron-server[102791]: return func(*args, **kwargs) Mar 29 16:12:06.937029 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 16:12:06.937029 n-d-834765-1 neutron-server[102791]: self._notify() Mar 29 16:12:06.937029 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 16:12:06.937029 n-d-834765-1 neutron-server[102791]: self.callback(batched_events) Mar 29 16:12:06.937029 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 16:12:06.937029 n-d-834765-1 neutron-server[102791]: event.method(event) Mar 29 16:12:06.937029 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 16:12:06.937029 n-d-834765-1 neutron-server[102791]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 16:12:06.937029 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 16:12:06.937029 n-d-834765-1 neutron-server[102791]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 16:12:06.937029 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 16:12:06.937029 n-d-834765-1 neutron-server[102791]: return f(self, *a, **k) Mar 29 16:12:06.937029 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 16:12:06.937029 n-d-834765-1 neutron-server[102791]: return self._get(url).json() Mar 29 16:12:06.937029 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 16:12:06.937029 n-d-834765-1 neutron-server[102791]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 16:12:06.937029 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 16:12:06.937029 n-d-834765-1 neutron-server[102791]: return self.request(url, 'GET', **kwargs) Mar 29 16:12:06.937029 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 16:12:06.937029 n-d-834765-1 neutron-server[102791]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 16:12:06.937029 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 16:12:06.937029 n-d-834765-1 neutron-server[102791]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 16:12:06.937029 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 16:12:06.937029 n-d-834765-1 neutron-server[102791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 16:12:06.937029 n-d-834765-1 neutron-server[102791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 16:12:06.997561 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-a2d1b2ec-9d33-4779-a08d-08c041a3d444 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1639897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648174'] for network, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:07.006115 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-a2d1b2ec-9d33-4779-a08d-08c041a3d444 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Notify callbacks [] for network, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:07.009298 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-a2d1b2ec-9d33-4779-a08d-08c041a3d444 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] 10.222.0.42 "DELETE /v2.0/networks/4be8019f-300a-473b-8f90-54810195744c HTTP/1.1" status: 204 len: 168 time: 0.3106747 Mar 29 16:12:07.020471 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d1b2ec-9d33-4779-a08d-08c041a3d444 tempest-NetworksTestDHCPv6-121355787 tempest-NetworksTestDHCPv6-121355787-project] Pushing event deleted for resources: {'Network': ['ID=4be8019f-300a-473b-8f90-54810195744c,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:12:07.263822 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 57234) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:12:07.453601 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 57240) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:12:07.453850 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-6eec24ab-9e87-479d-9ee1-16a8c667849e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b764dc88162c48329e5f6a91ab689763&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1886716 Mar 29 16:12:07.535634 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-ebd83b6b-dabe-4f81-b158-59420e6bc316 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:07.560623 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-ebd83b6b-dabe-4f81-b158-59420e6bc316 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:07.611380 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-ebd83b6b-dabe-4f81-b158-59420e6bc316 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:07.615372 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-ebd83b6b-dabe-4f81-b158-59420e6bc316 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:07.617404 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-ebd83b6b-dabe-4f81-b158-59420e6bc316 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/8a093e9f-5603-45a7-9b87-aa8ef6420e36 HTTP/1.1" status: 204 len: 168 time: 0.1614387 Mar 29 16:12:07.631740 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd83b6b-dabe-4f81-b158-59420e6bc316 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a093e9f-5603-45a7-9b87-aa8ef6420e36,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:12:08.304725 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 57262) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:12:08.409212 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-e0ef2723-0363-45a3-9417-5d18ce405c90 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-534799816'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:12:08.436001 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0ef2723-0363-45a3-9417-5d18ce405c90 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Made reservation on behalf of f529674a9eb7433d864eb1dc67495b97 for: {'network': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:12:08.440491 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-e0ef2723-0363-45a3-9417-5d18ce405c90 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for network, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:08.449815 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-e0ef2723-0363-45a3-9417-5d18ce405c90 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Notify callbacks [] for security_group, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:08.538193 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-e0ef2723-0363-45a3-9417-5d18ce405c90 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Notify callbacks [] for security_group, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:08.543359 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-e0ef2723-0363-45a3-9417-5d18ce405c90 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:08.578130 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0ef2723-0363-45a3-9417-5d18ce405c90 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] vlan segment allocate from pool success with {'vlan_id': 630, 'physical_network': 'physnet1'} {{(pid=102791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 16:12:08.591054 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ef2723-0363-45a3-9417-5d18ce405c90 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bea5535d-337f-4d17-81e6-ac428a98fb4f,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:12:08.596075 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-e0ef2723-0363-45a3-9417-5d18ce405c90 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:08.596430 n-d-834765-1 neutron-server[102791]: INFO neutron.db.segments_db [None req-e0ef2723-0363-45a3-9417-5d18ce405c90 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Added segment b0563e7d-f068-4b06-b6b1-8bf3a2c7eac4 of type vlan for network bf9323a0-ce17-4d52-b88b-86b46d400bbc Mar 29 16:12:08.649986 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-e0ef2723-0363-45a3-9417-5d18ce405c90 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783522915970'] for network, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:08.684801 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-e0ef2723-0363-45a3-9417-5d18ce405c90 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795'] for network, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:08.691730 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0ef2723-0363-45a3-9417-5d18ce405c90 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:12:08.692566 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-e0ef2723-0363-45a3-9417-5d18ce405c90 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Notify callbacks [] for network, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:08.739714 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 57268) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:12:08.740245 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-e0ef2723-0363-45a3-9417-5d18ce405c90 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.4331889 Mar 29 16:12:08.747943 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-d51ec1f8-4b6f-4885-89a9-362a8f588fdf tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Request body: {'subnet': {'network_id': 'bf9323a0-ce17-4d52-b88b-86b46d400bbc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:12:08.773897 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ef2723-0363-45a3-9417-5d18ce405c90 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Pushing event updated for resources: {'Network': ['ID=bf9323a0-ce17-4d52-b88b-86b46d400bbc,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:12:08.792417 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Network bf9323a0-ce17-4d52-b88b-86b46d400bbc details requested by agent ovs-agent-n-d-834765-1 with host n-d-834765-1 {{(pid=102792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 16:12:08.867597 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d51ec1f8-4b6f-4885-89a9-362a8f588fdf tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Made reservation on behalf of f529674a9eb7433d864eb1dc67495b97 for: {'subnet': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:12:08.871488 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-d51ec1f8-4b6f-4885-89a9-362a8f588fdf tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4793983'] for subnet, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:09.067481 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-d51ec1f8-4b6f-4885-89a9-362a8f588fdf tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5231896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4793961'] for subnet, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:09.139051 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51ec1f8-4b6f-4885-89a9-362a8f588fdf tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Pushing event updated for resources: {'Subnet': ['ID=f9b125ab-65f1-4143-84f9-34c8dc9bbb17,revision_number=0']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:12:09.144927 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d51ec1f8-4b6f-4885-89a9-362a8f588fdf tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Checking segment: {'id': 'b0563e7d-f068-4b06-b6b1-8bf3a2c7eac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'bf9323a0-ce17-4d52-b88b-86b46d400bbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 16:12:09.145771 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d51ec1f8-4b6f-4885-89a9-362a8f588fdf tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Network hostable DHCP agents. Network: bf9323a0-ce17-4d52-b88b-86b46d400bbc, hostable agents: ['d136643e-48ae-49d4-a851-2ba3bdf3749c'], hosted agents: [] {{(pid=102790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 16:12:09.163967 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d51ec1f8-4b6f-4885-89a9-362a8f588fdf tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Network bf9323a0-ce17-4d52-b88b-86b46d400bbc is scheduled to be hosted by DHCP agent d136643e-48ae-49d4-a851-2ba3bdf3749c with binding_index 1 {{(pid=102790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 16:12:09.177059 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-d51ec1f8-4b6f-4885-89a9-362a8f588fdf tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834765-1, bf9323a0-ce17-4d52-b88b-86b46d400bbc) {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:12:09.187768 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33bd4638-3e02-4c10-b3a4-5432a0cbdf88 None None] Network bf9323a0-ce17-4d52-b88b-86b46d400bbc requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 16:12:09.190487 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d51ec1f8-4b6f-4885-89a9-362a8f588fdf tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:12:09.191091 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-d51ec1f8-4b6f-4885-89a9-362a8f588fdf tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Notify callbacks [] for subnet, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:09.209936 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-d51ec1f8-4b6f-4885-89a9-362a8f588fdf tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.4691856 Mar 29 16:12:09.212657 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 57272) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:12:09.217530 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-d1862148-1735-443d-b5ea-c90f3580f961 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-567039398', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'}, 'admin_state_up': False}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:12:09.243230 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-d1862148-1735-443d-b5ea-c90f3580f961 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-532385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129310'] for router, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:09.244415 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-d1862148-1735-443d-b5ea-c90f3580f961 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-648091', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-684384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129319'] for router, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:09.304784 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-d1862148-1735-443d-b5ea-c90f3580f961 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:09.341566 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c8bf6c8-e508-4994-ae3a-353a308a7e3e None None] Network bf9323a0-ce17-4d52-b88b-86b46d400bbc requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 16:12:09.459270 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-d1862148-1735-443d-b5ea-c90f3580f961 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:09.697056 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-d1862148-1735-443d-b5ea-c90f3580f961 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Notify callbacks [] for router_gateway, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:09.719760 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-d1862148-1735-443d-b5ea-c90f3580f961 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:09.844581 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_common [None req-d1862148-1735-443d-b5ea-c90f3580f961 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Allocated IP 172.25.4.10 (4a4a035d-ecac-4ead-baa3-25f90788773a/e1a353dc-fac8-4901-a63c-273840237d6a/66ef8cf4-1150-4bf8-af34-9e29f93bf3f9) {{(pid=102791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:12:09.957237 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-d1862148-1735-443d-b5ea-c90f3580f961 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Notify callbacks [] for port, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:09.995820 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-d1862148-1735-443d-b5ea-c90f3580f961 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:10.033715 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1862148-1735-443d-b5ea-c90f3580f961 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Network 4a4a035d-ecac-4ead-baa3-25f90788773a is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:12:10.038561 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [None req-d1862148-1735-443d-b5ea-c90f3580f961 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:12:10.041969 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1862148-1735-443d-b5ea-c90f3580f961 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Received port after_create {{(pid=102791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:12:10.047211 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1862148-1735-443d-b5ea-c90f3580f961 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Pushing event updated for resources: {'Port': ['ID=66ef8cf4-1150-4bf8-af34-9e29f93bf3f9,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:12:10.294019 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-d1862148-1735-443d-b5ea-c90f3580f961 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Notify callbacks [] for router_gateway, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:10.795077 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-d1862148-1735-443d-b5ea-c90f3580f961 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648118'] for router, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:10.931133 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1862148-1735-443d-b5ea-c90f3580f961 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Router 09d80f95-1392-40de-a49a-9c6765517c6b is scheduled to L3 agent c648d819-1060-4f26-b4ec-6455387b5dff with binding_index 1 {{(pid=102791) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 29 16:12:11.036699 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1862148-1735-443d-b5ea-c90f3580f961 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 16:12:11.045989 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68a491be-304b-4041-b846-47e8be25a75a None None] Sync routers for ids ['09d80f95-1392-40de-a49a-9c6765517c6b'] in n-d-834765-1 {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 16:12:11.059808 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68a491be-304b-4041-b846-47e8be25a75a None None] Routers {'09d80f95-1392-40de-a49a-9c6765517c6b'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:12:11.060784 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-68a491be-304b-4041-b846-47e8be25a75a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:12:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['09d80f95-1392-40de-a49a-9c6765517c6b'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:12:11.063245 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-d1862148-1735-443d-b5ea-c90f3580f961 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Notify callbacks [] for router, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:11.063861 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-d1862148-1735-443d-b5ea-c90f3580f961 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 1.8500347 Mar 29 16:12:11.066682 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 57282) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:12:11.096263 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-68a491be-304b-4041-b846-47e8be25a75a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:12:11.106703 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68a491be-304b-4041-b846-47e8be25a75a None None] Routers {'09d80f95-1392-40de-a49a-9c6765517c6b'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:12:11.107819 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-68a491be-304b-4041-b846-47e8be25a75a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:12:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['09d80f95-1392-40de-a49a-9c6765517c6b'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:12:11.146047 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-68a491be-304b-4041-b846-47e8be25a75a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:12:11.146695 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68a491be-304b-4041-b846-47e8be25a75a None None] The sync data for ids ['09d80f95-1392-40de-a49a-9c6765517c6b'] in n-d-834765-1 is: [] {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 16:12:11.527882 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-1df8a8cf-5aa0-471d-b286-70e6a5cac080 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:11.809839 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.db_base_plugin_common [None req-1df8a8cf-5aa0-471d-b286-70e6a5cac080 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Allocated IP 172.20.0.1 (bf9323a0-ce17-4d52-b88b-86b46d400bbc/f9b125ab-65f1-4143-84f9-34c8dc9bbb17/3881836b-03f0-4a64-84cc-a6707900f843) {{(pid=102790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:12:11.947504 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-1df8a8cf-5aa0-471d-b286-70e6a5cac080 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Notify callbacks [] for port, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:11.981659 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-1df8a8cf-5aa0-471d-b286-70e6a5cac080 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:12.028303 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1df8a8cf-5aa0-471d-b286-70e6a5cac080 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Network bf9323a0-ce17-4d52-b88b-86b46d400bbc is already hosted by enough agents. {{(pid=102790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:12:12.034126 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-1df8a8cf-5aa0-471d-b286-70e6a5cac080 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Resources bound (agent type, host, resource id): {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:12:12.036961 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1df8a8cf-5aa0-471d-b286-70e6a5cac080 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Received port after_create {{(pid=102790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:12:12.069423 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df8a8cf-5aa0-471d-b286-70e6a5cac080 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Pushing event updated for resources: {'Port': ['ID=3881836b-03f0-4a64-84cc-a6707900f843,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:12:12.094351 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-1df8a8cf-5aa0-471d-b286-70e6a5cac080 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-648347'] for router_interface, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:12.230967 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-1df8a8cf-5aa0-471d-b286-70e6a5cac080 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:12.507114 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-1df8a8cf-5aa0-471d-b286-70e6a5cac080 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Notify callbacks [] for port, precommit_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:12.511612 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-1df8a8cf-5aa0-471d-b286-70e6a5cac080 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5237921'] for port, after_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:12.587700 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df8a8cf-5aa0-471d-b286-70e6a5cac080 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Pushing event updated for resources: {'Port': ['ID=3881836b-03f0-4a64-84cc-a6707900f843,revision_number=2']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:12:12.590081 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-1df8a8cf-5aa0-471d-b286-70e6a5cac080 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-648439'] for router_interface, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:12.681885 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1df8a8cf-5aa0-471d-b286-70e6a5cac080 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Network bf9323a0-ce17-4d52-b88b-86b46d400bbc is already hosted by enough agents. {{(pid=102790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:12:12.683111 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-1df8a8cf-5aa0-471d-b286-70e6a5cac080 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Resources bound (agent type, host, resource id): {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:12:12.794973 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1df8a8cf-5aa0-471d-b286-70e6a5cac080 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Router 09d80f95-1392-40de-a49a-9c6765517c6b has already been hosted by L3 agent c648d819-1060-4f26-b4ec-6455387b5dff {{(pid=102790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 16:12:12.907428 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1df8a8cf-5aa0-471d-b286-70e6a5cac080 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 16:12:12.914460 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-1df8a8cf-5aa0-471d-b286-70e6a5cac080 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] 10.222.0.42 "PUT /v2.0/routers/09d80f95-1392-40de-a49a-9c6765517c6b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8461926 Mar 29 16:12:12.916602 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 57292) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:12:12.919377 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-037b9589-58e2-4aa8-8077-ee66960e9b88 None None] Sync routers for ids ['09d80f95-1392-40de-a49a-9c6765517c6b'] in n-d-834765-1 {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 16:12:12.921704 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-cb62e61d-2899-44f1-ac55-865d7d855c6c tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Request body: {'port': {'network_id': 'bf9323a0-ce17-4d52-b88b-86b46d400bbc', 'name': 'tempest-FloatingIPTestJSON-106264149'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:12:12.932897 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-037b9589-58e2-4aa8-8077-ee66960e9b88 None None] Routers {'09d80f95-1392-40de-a49a-9c6765517c6b'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:12:12.933447 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-037b9589-58e2-4aa8-8077-ee66960e9b88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:12:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['09d80f95-1392-40de-a49a-9c6765517c6b'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:12:12.979443 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-037b9589-58e2-4aa8-8077-ee66960e9b88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:12:12.992030 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-037b9589-58e2-4aa8-8077-ee66960e9b88 None None] Routers {'09d80f95-1392-40de-a49a-9c6765517c6b'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:12:12.992748 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-037b9589-58e2-4aa8-8077-ee66960e9b88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:12:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['09d80f95-1392-40de-a49a-9c6765517c6b'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:12:13.030588 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-037b9589-58e2-4aa8-8077-ee66960e9b88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:12:13.031417 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-037b9589-58e2-4aa8-8077-ee66960e9b88 None None] The sync data for ids ['09d80f95-1392-40de-a49a-9c6765517c6b'] in n-d-834765-1 is: [] {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 16:12:13.042645 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb62e61d-2899-44f1-ac55-865d7d855c6c tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Made reservation on behalf of f529674a9eb7433d864eb1dc67495b97 for: {'port': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:12:13.046420 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-cb62e61d-2899-44f1-ac55-865d7d855c6c tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:13.063495 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [None req-cb62e61d-2899-44f1-ac55-865d7d855c6c tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] device_id is not set on port 85ca7872-cab1-4a31-a60d-c8f42301b090 yet. {{(pid=102791) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 29 16:12:13.175503 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_common [None req-cb62e61d-2899-44f1-ac55-865d7d855c6c tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Allocated IP 172.20.0.3 (bf9323a0-ce17-4d52-b88b-86b46d400bbc/f9b125ab-65f1-4143-84f9-34c8dc9bbb17/85ca7872-cab1-4a31-a60d-c8f42301b090) {{(pid=102791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:12:13.321445 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-cb62e61d-2899-44f1-ac55-865d7d855c6c tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Notify callbacks [] for port, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:13.355922 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-cb62e61d-2899-44f1-ac55-865d7d855c6c tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:13.405566 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb62e61d-2899-44f1-ac55-865d7d855c6c tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Network bf9323a0-ce17-4d52-b88b-86b46d400bbc is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:12:13.409158 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [None req-cb62e61d-2899-44f1-ac55-865d7d855c6c tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:12:13.414174 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb62e61d-2899-44f1-ac55-865d7d855c6c tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Received port after_create {{(pid=102791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:12:13.442355 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb62e61d-2899-44f1-ac55-865d7d855c6c tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Pushing event updated for resources: {'Port': ['ID=85ca7872-cab1-4a31-a60d-c8f42301b090,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:12:13.468760 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb62e61d-2899-44f1-ac55-865d7d855c6c tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:12:13.469371 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-cb62e61d-2899-44f1-ac55-865d7d855c6c tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:13.487596 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-cb62e61d-2899-44f1-ac55-865d7d855c6c tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.5697823 Mar 29 16:12:13.490343 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 57296) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:12:13.495707 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-df205de9-cfc9-4c62-ae11-02659809d832 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Request body: {'port': {'network_id': 'bf9323a0-ce17-4d52-b88b-86b46d400bbc', 'name': 'tempest-FloatingIPTestJSON-785867825'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:12:13.607251 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df205de9-cfc9-4c62-ae11-02659809d832 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Made reservation on behalf of f529674a9eb7433d864eb1dc67495b97 for: {'port': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:12:13.610709 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-df205de9-cfc9-4c62-ae11-02659809d832 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:13.627683 n-d-834765-1 neutron-server[102790]: DEBUG neutron.notifiers.nova [None req-df205de9-cfc9-4c62-ae11-02659809d832 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] device_id is not set on port 26ce1dc1-7208-4f85-b9ac-af1055e702b3 yet. {{(pid=102790) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 29 16:12:13.739758 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.db_base_plugin_common [None req-df205de9-cfc9-4c62-ae11-02659809d832 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Allocated IP 172.20.0.6 (bf9323a0-ce17-4d52-b88b-86b46d400bbc/f9b125ab-65f1-4143-84f9-34c8dc9bbb17/26ce1dc1-7208-4f85-b9ac-af1055e702b3) {{(pid=102790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:12:13.886660 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-df205de9-cfc9-4c62-ae11-02659809d832 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Notify callbacks [] for port, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:13.922540 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-df205de9-cfc9-4c62-ae11-02659809d832 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:13.973188 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df205de9-cfc9-4c62-ae11-02659809d832 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Network bf9323a0-ce17-4d52-b88b-86b46d400bbc is already hosted by enough agents. {{(pid=102790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:12:13.976310 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-df205de9-cfc9-4c62-ae11-02659809d832 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Resources bound (agent type, host, resource id): {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:12:13.980078 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df205de9-cfc9-4c62-ae11-02659809d832 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Received port after_create {{(pid=102790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:12:14.005577 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df205de9-cfc9-4c62-ae11-02659809d832 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Pushing event updated for resources: {'Port': ['ID=26ce1dc1-7208-4f85-b9ac-af1055e702b3,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:12:14.038563 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df205de9-cfc9-4c62-ae11-02659809d832 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:12:14.039195 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-df205de9-cfc9-4c62-ae11-02659809d832 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:14.056635 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-df205de9-cfc9-4c62-ae11-02659809d832 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.5650611 Mar 29 16:12:14.060440 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 57302) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:12:14.065201 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-501b642e-b2b3-42d8-920c-533b007cc47d tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Request body: {'floatingip': {'floating_network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'port_id': '26ce1dc1-7208-4f85-b9ac-af1055e702b3', 'fixed_ip_address': '172.20.0.6'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:12:14.089991 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-501b642e-b2b3-42d8-920c-533b007cc47d tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Notify callbacks [] for floatingip, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:14.200231 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-501b642e-b2b3-42d8-920c-533b007cc47d tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:14.279451 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 57306) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:12:14.306059 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_common [None req-501b642e-b2b3-42d8-920c-533b007cc47d tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Allocated IP 172.25.4.147 (4a4a035d-ecac-4ead-baa3-25f90788773a/e1a353dc-fac8-4901-a63c-273840237d6a/280dd50b-d950-44f9-928a-5b77ad21c71d) {{(pid=102791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:12:14.392996 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e327c9dd-e6f7-480e-96a6-05d229e02c7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:14.426536 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-501b642e-b2b3-42d8-920c-533b007cc47d tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Notify callbacks [] for port, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:14.462006 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-501b642e-b2b3-42d8-920c-533b007cc47d tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:14.473806 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e327c9dd-e6f7-480e-96a6-05d229e02c7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:14.478156 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e327c9dd-e6f7-480e-96a6-05d229e02c7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:14.502710 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-501b642e-b2b3-42d8-920c-533b007cc47d tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Network 4a4a035d-ecac-4ead-baa3-25f90788773a is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:12:14.508406 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [None req-501b642e-b2b3-42d8-920c-533b007cc47d tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:12:14.511884 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-501b642e-b2b3-42d8-920c-533b007cc47d tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Received port after_create {{(pid=102791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:12:14.514427 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-e327c9dd-e6f7-480e-96a6-05d229e02c7d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=9ecf77d180f14523a7be2c3f6a32284f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2338574 Mar 29 16:12:14.520668 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 57310) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:12:14.535917 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501b642e-b2b3-42d8-920c-533b007cc47d tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Pushing event updated for resources: {'Port': ['ID=280dd50b-d950-44f9-928a-5b77ad21c71d,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:12:14.536270 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e327c9dd-e6f7-480e-96a6-05d229e02c7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d75966c1-1582-404d-b787-6f5b1d1c52cb,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:12:14.576754 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-5e6d09ab-79ba-4a15-b838-e6ed5dd0b663 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:14.603024 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-5e6d09ab-79ba-4a15-b838-e6ed5dd0b663 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:14.649508 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-5e6d09ab-79ba-4a15-b838-e6ed5dd0b663 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:14.652254 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-5e6d09ab-79ba-4a15-b838-e6ed5dd0b663 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:14.653379 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-5e6d09ab-79ba-4a15-b838-e6ed5dd0b663 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d75966c1-1582-404d-b787-6f5b1d1c52cb HTTP/1.1" status: 204 len: 168 time: 0.1317980 Mar 29 16:12:14.661621 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6d09ab-79ba-4a15-b838-e6ed5dd0b663 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d75966c1-1582-404d-b787-6f5b1d1c52cb,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:12:14.888427 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-501b642e-b2b3-42d8-920c-533b007cc47d tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:14.927412 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 57316) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:12:14.941789 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-2306d918-695a-4873-982d-511d4ce0e078 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:14.981762 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-501b642e-b2b3-42d8-920c-533b007cc47d tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:15.128976 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-2306d918-695a-4873-982d-511d4ce0e078 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:15.134109 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-2306d918-695a-4873-982d-511d4ce0e078 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:15.188160 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2306d918-695a-4873-982d-511d4ce0e078 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d9efa9b-9b91-4f45-be54-98c8c4b41d0a,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:12:15.198782 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-2306d918-695a-4873-982d-511d4ce0e078 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0143cb7a34b4483a80d4713d25eb8d09&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2703185 Mar 29 16:12:15.202197 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 57318) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:12:15.216658 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-501b642e-b2b3-42d8-920c-533b007cc47d tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Notify callbacks [] for port, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:15.221776 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-501b642e-b2b3-42d8-920c-533b007cc47d tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:15.251626 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-a9e82a3e-6483-4c0c-9cd9-dfabb01e98e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:15.275575 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-a9e82a3e-6483-4c0c-9cd9-dfabb01e98e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:15.299829 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501b642e-b2b3-42d8-920c-533b007cc47d tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Pushing event updated for resources: {'Port': ['ID=280dd50b-d950-44f9-928a-5b77ad21c71d,revision_number=2']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:12:15.309069 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-501b642e-b2b3-42d8-920c-533b007cc47d tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648212'] for floatingip, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:15.323845 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-a9e82a3e-6483-4c0c-9cd9-dfabb01e98e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:15.326541 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-a9e82a3e-6483-4c0c-9cd9-dfabb01e98e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:15.327792 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-a9e82a3e-6483-4c0c-9cd9-dfabb01e98e5 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/7d9efa9b-9b91-4f45-be54-98c8c4b41d0a HTTP/1.1" status: 204 len: 168 time: 0.1246178 Mar 29 16:12:15.336307 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e82a3e-6483-4c0c-9cd9-dfabb01e98e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d9efa9b-9b91-4f45-be54-98c8c4b41d0a,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:12:15.417182 n-d-834765-1 neutron-server[102791]: INFO neutron.db.l3_db [None req-501b642e-b2b3-42d8-920c-533b007cc47d tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Floating IP 3500a874-b86c-4a1c-83ce-4c93ec539980 associated. External IP: 172.25.4.147, port: 26ce1dc1-7208-4f85-b9ac-af1055e702b3. Mar 29 16:12:15.647272 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-501b642e-b2b3-42d8-920c-533b007cc47d tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Router 09d80f95-1392-40de-a49a-9c6765517c6b has already been hosted by L3 agent c648d819-1060-4f26-b4ec-6455387b5dff {{(pid=102791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 16:12:15.757514 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-501b642e-b2b3-42d8-920c-533b007cc47d tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 16:12:15.768658 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e0ecd9b-0767-406b-b314-1b75b645b11a None None] Sync routers for ids ['09d80f95-1392-40de-a49a-9c6765517c6b'] in n-d-834765-1 {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 16:12:15.776462 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-501b642e-b2b3-42d8-920c-533b007cc47d tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for floatingip, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:15.780570 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e0ecd9b-0767-406b-b314-1b75b645b11a None None] Routers {'09d80f95-1392-40de-a49a-9c6765517c6b'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:12:15.781181 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-2e0ecd9b-0767-406b-b314-1b75b645b11a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:12:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['09d80f95-1392-40de-a49a-9c6765517c6b'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:12:15.811368 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-501b642e-b2b3-42d8-920c-533b007cc47d tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 1.7497859 Mar 29 16:12:15.811515 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 57332) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:12:15.816950 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-2e0ecd9b-0767-406b-b314-1b75b645b11a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:12:15.817245 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-224d3370-d30f-4b75-a842-edd7232b65b1 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:12:15.827722 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e0ecd9b-0767-406b-b314-1b75b645b11a None None] Routers {'09d80f95-1392-40de-a49a-9c6765517c6b'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:12:15.828921 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-2e0ecd9b-0767-406b-b314-1b75b645b11a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:12:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['09d80f95-1392-40de-a49a-9c6765517c6b'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:12:15.861605 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-2e0ecd9b-0767-406b-b314-1b75b645b11a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:12:15.862480 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e0ecd9b-0767-406b-b314-1b75b645b11a None None] The sync data for ids ['09d80f95-1392-40de-a49a-9c6765517c6b'] in n-d-834765-1 is: [] {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 16:12:15.881032 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-224d3370-d30f-4b75-a842-edd7232b65b1 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Notify callbacks [] for floatingip, before_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:16.033346 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-224d3370-d30f-4b75-a842-edd7232b65b1 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:16.037549 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-224d3370-d30f-4b75-a842-edd7232b65b1 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648212'] for floatingip, after_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:16.037908 n-d-834765-1 neutron-server[102790]: INFO neutron.db.l3_db [None req-224d3370-d30f-4b75-a842-edd7232b65b1 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Floating IP 3500a874-b86c-4a1c-83ce-4c93ec539980 disassociated. External IP: 172.25.4.147, port: 26ce1dc1-7208-4f85-b9ac-af1055e702b3. Mar 29 16:12:16.533834 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-224d3370-d30f-4b75-a842-edd7232b65b1 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Router 09d80f95-1392-40de-a49a-9c6765517c6b has already been hosted by L3 agent c648d819-1060-4f26-b4ec-6455387b5dff {{(pid=102790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 16:12:16.644286 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-224d3370-d30f-4b75-a842-edd7232b65b1 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 16:12:16.648810 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-224d3370-d30f-4b75-a842-edd7232b65b1 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for floatingip, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:16.657126 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43d88bb5-5309-4200-be93-4a7d00c6b902 None None] Sync routers for ids ['09d80f95-1392-40de-a49a-9c6765517c6b'] in n-d-834765-1 {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 16:12:16.668249 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43d88bb5-5309-4200-be93-4a7d00c6b902 None None] Routers {'09d80f95-1392-40de-a49a-9c6765517c6b'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:12:16.668969 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-43d88bb5-5309-4200-be93-4a7d00c6b902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:12:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['09d80f95-1392-40de-a49a-9c6765517c6b'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:12:16.684616 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 57392) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:12:16.685218 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-224d3370-d30f-4b75-a842-edd7232b65b1 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] 10.222.0.42 "PUT /v2.0/floatingips/3500a874-b86c-4a1c-83ce-4c93ec539980 HTTP/1.1" status: 200 len: 688 time: 0.8723624 Mar 29 16:12:16.705653 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-43d88bb5-5309-4200-be93-4a7d00c6b902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:12:16.716597 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43d88bb5-5309-4200-be93-4a7d00c6b902 None None] Routers {'09d80f95-1392-40de-a49a-9c6765517c6b'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:12:16.717243 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-43d88bb5-5309-4200-be93-4a7d00c6b902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:12:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['09d80f95-1392-40de-a49a-9c6765517c6b'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:12:16.758424 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-43d88bb5-5309-4200-be93-4a7d00c6b902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:12:16.759198 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43d88bb5-5309-4200-be93-4a7d00c6b902 None None] The sync data for ids ['09d80f95-1392-40de-a49a-9c6765517c6b'] in n-d-834765-1 is: [] {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 16:12:16.822918 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-68c104e5-4704-43e2-bc8e-a25b64e31820 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Deleting port 280dd50b-d950-44f9-928a-5b77ad21c71d {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:12:16.823276 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-68c104e5-4704-43e2-bc8e-a25b64e31820 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:16.911166 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-68c104e5-4704-43e2-bc8e-a25b64e31820 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:16.911624 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-68c104e5-4704-43e2-bc8e-a25b64e31820 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:16.923914 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-68c104e5-4704-43e2-bc8e-a25b64e31820 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Calling delete_port for 280dd50b-d950-44f9-928a-5b77ad21c71d owned by network:floatingip {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:12:17.061306 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-68c104e5-4704-43e2-bc8e-a25b64e31820 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:17.094000 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c104e5-4704-43e2-bc8e-a25b64e31820 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Pushing event deleted for resources: {'Port': ['ID=280dd50b-d950-44f9-928a-5b77ad21c71d,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:12:17.153927 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:17.155185 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-68c104e5-4704-43e2-bc8e-a25b64e31820 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Notify callbacks [] for floatingip, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:17.157868 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-68c104e5-4704-43e2-bc8e-a25b64e31820 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for floatingip, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:17.159020 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-68c104e5-4704-43e2-bc8e-a25b64e31820 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] 10.222.0.42 "DELETE /v2.0/floatingips/3500a874-b86c-4a1c-83ce-4c93ec539980 HTTP/1.1" status: 204 len: 168 time: 0.4725449 Mar 29 16:12:17.162407 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 57422) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:12:17.166719 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-7682bad2-d69a-4200-adc6-d7668ffa9410 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Request body: {'floatingip': {'floating_network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'port_id': '85ca7872-cab1-4a31-a60d-c8f42301b090'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:12:17.187207 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-7682bad2-d69a-4200-adc6-d7668ffa9410 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Notify callbacks [] for floatingip, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:17.286063 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-7682bad2-d69a-4200-adc6-d7668ffa9410 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:17.399802 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_common [None req-7682bad2-d69a-4200-adc6-d7668ffa9410 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Allocated IP 172.25.4.121 (4a4a035d-ecac-4ead-baa3-25f90788773a/e1a353dc-fac8-4901-a63c-273840237d6a/2b81cab2-0d44-4d37-aafe-e7a4e808ee15) {{(pid=102791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:12:17.506868 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-7682bad2-d69a-4200-adc6-d7668ffa9410 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Notify callbacks [] for port, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:17.544954 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-7682bad2-d69a-4200-adc6-d7668ffa9410 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:17.585766 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7682bad2-d69a-4200-adc6-d7668ffa9410 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Network 4a4a035d-ecac-4ead-baa3-25f90788773a is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:12:17.588662 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [None req-7682bad2-d69a-4200-adc6-d7668ffa9410 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:12:17.592098 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7682bad2-d69a-4200-adc6-d7668ffa9410 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Received port after_create {{(pid=102791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:12:17.597522 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7682bad2-d69a-4200-adc6-d7668ffa9410 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Pushing event updated for resources: {'Port': ['ID=2b81cab2-0d44-4d37-aafe-e7a4e808ee15,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:12:17.978922 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-7682bad2-d69a-4200-adc6-d7668ffa9410 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:17.995800 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:18.052158 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-7682bad2-d69a-4200-adc6-d7668ffa9410 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:18.203735 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-7682bad2-d69a-4200-adc6-d7668ffa9410 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Notify callbacks [] for port, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:18.208956 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-7682bad2-d69a-4200-adc6-d7668ffa9410 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:18.281380 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7682bad2-d69a-4200-adc6-d7668ffa9410 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Pushing event updated for resources: {'Port': ['ID=2b81cab2-0d44-4d37-aafe-e7a4e808ee15,revision_number=2']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:12:18.291875 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-7682bad2-d69a-4200-adc6-d7668ffa9410 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648212'] for floatingip, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:18.704773 n-d-834765-1 neutron-server[102791]: INFO neutron.db.l3_db [None req-7682bad2-d69a-4200-adc6-d7668ffa9410 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Floating IP d8dd5d8e-e7e1-4d7e-b250-d04abca71958 associated. External IP: 172.25.4.121, port: 85ca7872-cab1-4a31-a60d-c8f42301b090. Mar 29 16:12:18.922858 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7682bad2-d69a-4200-adc6-d7668ffa9410 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Router 09d80f95-1392-40de-a49a-9c6765517c6b has already been hosted by L3 agent c648d819-1060-4f26-b4ec-6455387b5dff {{(pid=102791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 16:12:19.036200 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7682bad2-d69a-4200-adc6-d7668ffa9410 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 16:12:19.052960 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b69911a-2deb-4c08-b7f6-9eb048fe4f13 None None] Sync routers for ids ['09d80f95-1392-40de-a49a-9c6765517c6b'] in n-d-834765-1 {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 16:12:19.061005 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-7682bad2-d69a-4200-adc6-d7668ffa9410 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for floatingip, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:19.063602 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b69911a-2deb-4c08-b7f6-9eb048fe4f13 None None] Routers {'09d80f95-1392-40de-a49a-9c6765517c6b'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:12:19.064403 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-9b69911a-2deb-4c08-b7f6-9eb048fe4f13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:12:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['09d80f95-1392-40de-a49a-9c6765517c6b'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:12:19.095286 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 57428) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:12:19.095935 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-7682bad2-d69a-4200-adc6-d7668ffa9410 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 1.9318929 Mar 29 16:12:19.097550 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-9b69911a-2deb-4c08-b7f6-9eb048fe4f13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:12:19.106184 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b69911a-2deb-4c08-b7f6-9eb048fe4f13 None None] Routers {'09d80f95-1392-40de-a49a-9c6765517c6b'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:12:19.106778 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-9b69911a-2deb-4c08-b7f6-9eb048fe4f13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:12:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['09d80f95-1392-40de-a49a-9c6765517c6b'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:12:19.141956 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-9b69911a-2deb-4c08-b7f6-9eb048fe4f13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:12:19.142975 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b69911a-2deb-4c08-b7f6-9eb048fe4f13 None None] The sync data for ids ['09d80f95-1392-40de-a49a-9c6765517c6b'] in n-d-834765-1 is: [] {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 16:12:19.165486 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-9f946130-786c-4eee-ab7a-df85a2aa7772 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] 10.222.0.42 "GET /v2.0/floatingips/d8dd5d8e-e7e1-4d7e-b250-d04abca71958 HTTP/1.1" status: 200 len: 977 time: 0.0683918 Mar 29 16:12:19.167783 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 57430) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:12:19.238858 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.agents_db [None req-59735a15-725e-44d4-9ad5-95cbe356f209 None None] Agent healthcheck: found 7 active agents {{(pid=102793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 16:12:19.299871 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-9236ec7b-fd99-4b05-96da-3928276a7956 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] 10.222.0.42 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.1307464 Mar 29 16:12:19.305081 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 57432) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:12:19.309779 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-9d49f792-e01e-4d03-a14d-b1781a271808 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Request body: {'floatingip': {'port_id': '26ce1dc1-7208-4f85-b9ac-af1055e702b3'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:12:19.373117 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-9d49f792-e01e-4d03-a14d-b1781a271808 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Notify callbacks [] for floatingip, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:19.944428 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-9d49f792-e01e-4d03-a14d-b1781a271808 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:19.950209 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-9d49f792-e01e-4d03-a14d-b1781a271808 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648212'] for floatingip, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:20.064321 n-d-834765-1 neutron-server[102791]: INFO neutron.db.l3_db [None req-9d49f792-e01e-4d03-a14d-b1781a271808 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Floating IP d8dd5d8e-e7e1-4d7e-b250-d04abca71958 associated. External IP: 172.25.4.121, port: 85ca7872-cab1-4a31-a60d-c8f42301b090. Mar 29 16:12:20.294535 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5d18e7-25eb-47c8-98dd-ab05488b3e59 req-e01bed7d-18f1-4950-9660-5410f4babb57 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:12:20.295971 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ab5d18e7-25eb-47c8-98dd-ab05488b3e59 req-e01bed7d-18f1-4950-9660-5410f4babb57 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "GET /v2.0/ports?device_id=fefd300b-9623-490c-824e-33d4fb2d1c9a HTTP/1.1" status: 200 len: 945 time: 0.0991428 Mar 29 16:12:20.368862 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d49f792-e01e-4d03-a14d-b1781a271808 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Router 09d80f95-1392-40de-a49a-9c6765517c6b has already been hosted by L3 agent c648d819-1060-4f26-b4ec-6455387b5dff {{(pid=102791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 16:12:20.375705 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ab5d18e7-25eb-47c8-98dd-ab05488b3e59 req-65b70c8f-f33b-4427-bd8e-077f62d9dd5e tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "GET /v2.0/security-groups?id=d49c398e-1c3f-4f30-9d39-78d09bc7267d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536406 Mar 29 16:12:20.490037 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d49f792-e01e-4d03-a14d-b1781a271808 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 16:12:20.500124 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-065e84ae-bddc-42f9-8e57-86cdb99287cf None None] Sync routers for ids ['09d80f95-1392-40de-a49a-9c6765517c6b'] in n-d-834765-1 {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 16:12:20.511664 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-065e84ae-bddc-42f9-8e57-86cdb99287cf None None] Routers {'09d80f95-1392-40de-a49a-9c6765517c6b'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:12:20.512280 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-065e84ae-bddc-42f9-8e57-86cdb99287cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:12:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['09d80f95-1392-40de-a49a-9c6765517c6b'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:12:20.550288 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-065e84ae-bddc-42f9-8e57-86cdb99287cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:12:20.559217 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-065e84ae-bddc-42f9-8e57-86cdb99287cf None None] Routers {'09d80f95-1392-40de-a49a-9c6765517c6b'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:12:20.560123 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-065e84ae-bddc-42f9-8e57-86cdb99287cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:12:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['09d80f95-1392-40de-a49a-9c6765517c6b'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:12:20.598272 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-065e84ae-bddc-42f9-8e57-86cdb99287cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:12:20.599018 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-065e84ae-bddc-42f9-8e57-86cdb99287cf None None] The sync data for ids ['09d80f95-1392-40de-a49a-9c6765517c6b'] in n-d-834765-1 is: [] {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 16:12:20.723981 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d49f792-e01e-4d03-a14d-b1781a271808 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Router 09d80f95-1392-40de-a49a-9c6765517c6b has already been hosted by L3 agent c648d819-1060-4f26-b4ec-6455387b5dff {{(pid=102791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 16:12:20.839119 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d49f792-e01e-4d03-a14d-b1781a271808 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 16:12:20.843630 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-9d49f792-e01e-4d03-a14d-b1781a271808 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for floatingip, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:20.850871 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14889bee-2586-49d7-9caa-58041c25c7aa None None] Sync routers for ids ['09d80f95-1392-40de-a49a-9c6765517c6b'] in n-d-834765-1 {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 16:12:20.860965 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14889bee-2586-49d7-9caa-58041c25c7aa None None] Routers {'09d80f95-1392-40de-a49a-9c6765517c6b'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:12:20.861814 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-14889bee-2586-49d7-9caa-58041c25c7aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:12:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['09d80f95-1392-40de-a49a-9c6765517c6b'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:12:20.897933 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-14889bee-2586-49d7-9caa-58041c25c7aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:12:20.901676 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-9d49f792-e01e-4d03-a14d-b1781a271808 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] 10.222.0.42 "PUT /v2.0/floatingips/d8dd5d8e-e7e1-4d7e-b250-d04abca71958 HTTP/1.1" status: 200 len: 977 time: 1.5954895 Mar 29 16:12:20.904248 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 57454) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:12:20.907167 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14889bee-2586-49d7-9caa-58041c25c7aa None None] Routers {'09d80f95-1392-40de-a49a-9c6765517c6b'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:12:20.907858 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-14889bee-2586-49d7-9caa-58041c25c7aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:12:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['09d80f95-1392-40de-a49a-9c6765517c6b'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:12:20.908849 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-42572640-7612-40cc-bb83-38cdc9909d93 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:12:20.945961 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-14889bee-2586-49d7-9caa-58041c25c7aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:12:20.946988 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14889bee-2586-49d7-9caa-58041c25c7aa None None] The sync data for ids ['09d80f95-1392-40de-a49a-9c6765517c6b'] in n-d-834765-1 is: [] {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 16:12:20.980103 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-42572640-7612-40cc-bb83-38cdc9909d93 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Notify callbacks [] for floatingip, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:21.131123 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-42572640-7612-40cc-bb83-38cdc9909d93 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:21.135151 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-42572640-7612-40cc-bb83-38cdc9909d93 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648212'] for floatingip, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:21.135561 n-d-834765-1 neutron-server[102791]: INFO neutron.db.l3_db [None req-42572640-7612-40cc-bb83-38cdc9909d93 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Floating IP d8dd5d8e-e7e1-4d7e-b250-d04abca71958 disassociated. External IP: 172.25.4.121, port: 26ce1dc1-7208-4f85-b9ac-af1055e702b3. Mar 29 16:12:21.361442 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42572640-7612-40cc-bb83-38cdc9909d93 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Router 09d80f95-1392-40de-a49a-9c6765517c6b has already been hosted by L3 agent c648d819-1060-4f26-b4ec-6455387b5dff {{(pid=102791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 16:12:21.506136 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1852ea-025a-419f-af1c-311927f73bbf req-0d6ee85d-65f6-4dc9-8955-e9359cc8dd2f tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:12:21.507784 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-7c1852ea-025a-419f-af1c-311927f73bbf req-0d6ee85d-65f6-4dc9-8955-e9359cc8dd2f tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "GET /v2.0/ports?device_id=fefd300b-9623-490c-824e-33d4fb2d1c9a HTTP/1.1" status: 200 len: 945 time: 0.0558193 Mar 29 16:12:21.508467 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42572640-7612-40cc-bb83-38cdc9909d93 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 16:12:21.513223 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-42572640-7612-40cc-bb83-38cdc9909d93 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for floatingip, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:21.518265 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a84e03fc-9e06-4ad1-921d-0fe4aebb3be9 None None] Sync routers for ids ['09d80f95-1392-40de-a49a-9c6765517c6b'] in n-d-834765-1 {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 16:12:21.530542 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a84e03fc-9e06-4ad1-921d-0fe4aebb3be9 None None] Routers {'09d80f95-1392-40de-a49a-9c6765517c6b'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:12:21.531598 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-a84e03fc-9e06-4ad1-921d-0fe4aebb3be9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:12:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['09d80f95-1392-40de-a49a-9c6765517c6b'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:12:21.557386 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-7c1852ea-025a-419f-af1c-311927f73bbf req-2e61f8a6-a0f6-414f-b1a7-957184e184b1 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "GET /v2.0/security-groups?id=d49c398e-1c3f-4f30-9d39-78d09bc7267d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419233 Mar 29 16:12:21.582820 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-a84e03fc-9e06-4ad1-921d-0fe4aebb3be9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:12:21.592552 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a84e03fc-9e06-4ad1-921d-0fe4aebb3be9 None None] Routers {'09d80f95-1392-40de-a49a-9c6765517c6b'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:12:21.593273 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-a84e03fc-9e06-4ad1-921d-0fe4aebb3be9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:12:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['09d80f95-1392-40de-a49a-9c6765517c6b'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:12:21.630905 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-a84e03fc-9e06-4ad1-921d-0fe4aebb3be9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:12:21.631708 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a84e03fc-9e06-4ad1-921d-0fe4aebb3be9 None None] The sync data for ids ['09d80f95-1392-40de-a49a-9c6765517c6b'] in n-d-834765-1 is: [] {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 16:12:21.875741 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-42572640-7612-40cc-bb83-38cdc9909d93 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] 10.222.0.42 "PUT /v2.0/floatingips/d8dd5d8e-e7e1-4d7e-b250-d04abca71958 HTTP/1.1" status: 200 len: 688 time: 0.9703081 Mar 29 16:12:21.878696 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 57466) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:12:22.005487 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-f69752f9-282c-4944-96c8-59076d9a08b2 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Deleting port 2b81cab2-0d44-4d37-aafe-e7a4e808ee15 {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:12:22.005831 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-f69752f9-282c-4944-96c8-59076d9a08b2 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:22.085433 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-f69752f9-282c-4944-96c8-59076d9a08b2 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:22.085670 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-f69752f9-282c-4944-96c8-59076d9a08b2 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:22.098420 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-f69752f9-282c-4944-96c8-59076d9a08b2 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Calling delete_port for 2b81cab2-0d44-4d37-aafe-e7a4e808ee15 owned by network:floatingip {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:12:22.236213 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-f69752f9-282c-4944-96c8-59076d9a08b2 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:22.265201 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69752f9-282c-4944-96c8-59076d9a08b2 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Pushing event deleted for resources: {'Port': ['ID=2b81cab2-0d44-4d37-aafe-e7a4e808ee15,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:12:22.325713 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-f69752f9-282c-4944-96c8-59076d9a08b2 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Notify callbacks [] for floatingip, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:22.328501 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-f69752f9-282c-4944-96c8-59076d9a08b2 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for floatingip, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:22.329698 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-f69752f9-282c-4944-96c8-59076d9a08b2 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] 10.222.0.42 "DELETE /v2.0/floatingips/d8dd5d8e-e7e1-4d7e-b250-d04abca71958 HTTP/1.1" status: 204 len: 168 time: 0.4500411 Mar 29 16:12:22.332389 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 57468) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:12:22.367104 n-d-834765-1 neutron-server[102791]: INFO neutron.api.v2.resource [None req-c6974109-e671-4ece-95b5-d611a92fd59a tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] delete failed (client error): The resource could not be found. Mar 29 16:12:22.368093 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-c6974109-e671-4ece-95b5-d611a92fd59a tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] 10.222.0.42 "DELETE /v2.0/floatingips/d8dd5d8e-e7e1-4d7e-b250-d04abca71958 HTTP/1.1" status: 404 len: 345 time: 0.0347946 Mar 29 16:12:22.371879 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 57470) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:12:22.457779 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c56b0e63-81bd-4aff-8cfb-2f8920f66df9 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:12:22.463640 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c56b0e63-81bd-4aff-8cfb-2f8920f66df9 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:12:22.469499 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c56b0e63-81bd-4aff-8cfb-2f8920f66df9 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:12:22.471173 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-c56b0e63-81bd-4aff-8cfb-2f8920f66df9 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] 10.222.0.42 "GET /v2.0/ports?network_id=bf9323a0-ce17-4d52-b88b-86b46d400bbc HTTP/1.1" status: 200 len: 2356 time: 0.0983996 Mar 29 16:12:22.474296 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 57472) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:12:22.533377 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87a28b8a-b71d-460e-a691-b12d63225760 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:12:22.540222 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 57474) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:12:22.543475 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-87a28b8a-b71d-460e-a691-b12d63225760 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] 10.222.0.42 "GET /v2.0/subnets/f9b125ab-65f1-4143-84f9-34c8dc9bbb17 HTTP/1.1" status: 200 len: 797 time: 0.0643029 Mar 29 16:12:22.545652 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-e4b8f709-bfac-47fb-955f-1b11b852cafd tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Request body: {'port': {'network_id': 'bf9323a0-ce17-4d52-b88b-86b46d400bbc', 'name': 'tempest-FloatingIPTestJSON-1570741769', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:12:22.698525 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8428e65-416b-4247-aedc-e99fc753a707 req-580fcd7c-c6e9-43c9-a2bc-fc2a05e5e951 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:12:22.700053 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d8428e65-416b-4247-aedc-e99fc753a707 req-580fcd7c-c6e9-43c9-a2bc-fc2a05e5e951 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "GET /v2.0/ports?device_id=fefd300b-9623-490c-824e-33d4fb2d1c9a HTTP/1.1" status: 200 len: 945 time: 0.0625453 Mar 29 16:12:22.700690 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4b8f709-bfac-47fb-955f-1b11b852cafd tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Made reservation on behalf of f529674a9eb7433d864eb1dc67495b97 for: {'port': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:12:22.793440 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d8428e65-416b-4247-aedc-e99fc753a707 req-ca0745c2-c183-4006-a1a6-78e6ee00dde8 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "GET /v2.0/security-groups?id=d49c398e-1c3f-4f30-9d39-78d09bc7267d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854909 Mar 29 16:12:22.814583 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-e4b8f709-bfac-47fb-955f-1b11b852cafd tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:22.833208 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [None req-e4b8f709-bfac-47fb-955f-1b11b852cafd tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] device_id is not set on port b0e0e1a0-1691-49aa-b406-bb9844614deb yet. {{(pid=102791) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 29 16:12:23.140457 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_common [None req-e4b8f709-bfac-47fb-955f-1b11b852cafd tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Allocated IP 172.20.0.14 (bf9323a0-ce17-4d52-b88b-86b46d400bbc/f9b125ab-65f1-4143-84f9-34c8dc9bbb17/b0e0e1a0-1691-49aa-b406-bb9844614deb) {{(pid=102791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:12:23.150444 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_common [None req-e4b8f709-bfac-47fb-955f-1b11b852cafd tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Allocated IP 172.20.0.13 (bf9323a0-ce17-4d52-b88b-86b46d400bbc/f9b125ab-65f1-4143-84f9-34c8dc9bbb17/b0e0e1a0-1691-49aa-b406-bb9844614deb) {{(pid=102791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:12:23.292425 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-e4b8f709-bfac-47fb-955f-1b11b852cafd tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Notify callbacks [] for port, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:23.329167 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-e4b8f709-bfac-47fb-955f-1b11b852cafd tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:23.380964 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4b8f709-bfac-47fb-955f-1b11b852cafd tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Network bf9323a0-ce17-4d52-b88b-86b46d400bbc is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:12:23.383994 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [None req-e4b8f709-bfac-47fb-955f-1b11b852cafd tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:12:23.388483 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4b8f709-bfac-47fb-955f-1b11b852cafd tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Received port after_create {{(pid=102791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:12:23.392406 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b8f709-bfac-47fb-955f-1b11b852cafd tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Pushing event updated for resources: {'Port': ['ID=b0e0e1a0-1691-49aa-b406-bb9844614deb,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:12:23.439926 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4b8f709-bfac-47fb-955f-1b11b852cafd tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:12:23.441255 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-e4b8f709-bfac-47fb-955f-1b11b852cafd tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:23.460638 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 57480) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:12:23.460872 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-e4b8f709-bfac-47fb-955f-1b11b852cafd tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 0.9192395 Mar 29 16:12:23.465262 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-8d5e1941-2af7-45b5-955d-69cb4f750cbb tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Request body: {'floatingip': {'floating_network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'port_id': 'b0e0e1a0-1691-49aa-b406-bb9844614deb', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:12:23.486780 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-8d5e1941-2af7-45b5-955d-69cb4f750cbb tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Notify callbacks [] for floatingip, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:23.586311 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-8d5e1941-2af7-45b5-955d-69cb4f750cbb tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:23.696388 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.db_base_plugin_common [None req-8d5e1941-2af7-45b5-955d-69cb4f750cbb tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Allocated IP 172.25.4.228 (4a4a035d-ecac-4ead-baa3-25f90788773a/e1a353dc-fac8-4901-a63c-273840237d6a/6a4f72a5-5451-4f31-81df-aff8d657fb28) {{(pid=102790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:12:23.802434 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-8d5e1941-2af7-45b5-955d-69cb4f750cbb tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Notify callbacks [] for port, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:23.853717 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-8d5e1941-2af7-45b5-955d-69cb4f750cbb tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:23.912547 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d5e1941-2af7-45b5-955d-69cb4f750cbb tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Network 4a4a035d-ecac-4ead-baa3-25f90788773a is already hosted by enough agents. {{(pid=102790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:12:23.930197 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-8d5e1941-2af7-45b5-955d-69cb4f750cbb tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Resources bound (agent type, host, resource id): {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:12:23.935478 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d5e1941-2af7-45b5-955d-69cb4f750cbb tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Received port after_create {{(pid=102790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:12:23.957040 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5e1941-2af7-45b5-955d-69cb4f750cbb tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Pushing event updated for resources: {'Port': ['ID=6a4f72a5-5451-4f31-81df-aff8d657fb28,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:12:24.015277 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc24f384-d966-4784-8e31-58d04c0fa6ff req-9e06fb21-c0aa-4d58-a324-63f6dbf96906 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:12:24.016813 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-dc24f384-d966-4784-8e31-58d04c0fa6ff req-9e06fb21-c0aa-4d58-a324-63f6dbf96906 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "GET /v2.0/ports?device_id=fefd300b-9623-490c-824e-33d4fb2d1c9a HTTP/1.1" status: 200 len: 945 time: 0.1247594 Mar 29 16:12:24.099163 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-dc24f384-d966-4784-8e31-58d04c0fa6ff req-30ea3048-99d4-4d76-a57d-cb3301c3c1ac tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "GET /v2.0/security-groups?id=d49c398e-1c3f-4f30-9d39-78d09bc7267d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721886 Mar 29 16:12:24.348267 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-8d5e1941-2af7-45b5-955d-69cb4f750cbb tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:24.416620 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-8d5e1941-2af7-45b5-955d-69cb4f750cbb tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:24.578342 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-8d5e1941-2af7-45b5-955d-69cb4f750cbb tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Notify callbacks [] for port, precommit_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:24.584359 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-8d5e1941-2af7-45b5-955d-69cb4f750cbb tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5237921'] for port, after_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:24.660660 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5e1941-2af7-45b5-955d-69cb4f750cbb tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Pushing event updated for resources: {'Port': ['ID=6a4f72a5-5451-4f31-81df-aff8d657fb28,revision_number=2']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:12:24.669999 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-8d5e1941-2af7-45b5-955d-69cb4f750cbb tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648212'] for floatingip, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:24.776674 n-d-834765-1 neutron-server[102790]: INFO neutron.db.l3_db [None req-8d5e1941-2af7-45b5-955d-69cb4f750cbb tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Floating IP 9d546447-bdf5-46c7-8009-0f651cf1a909 associated. External IP: 172.25.4.228, port: b0e0e1a0-1691-49aa-b406-bb9844614deb. Mar 29 16:12:25.077797 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d5e1941-2af7-45b5-955d-69cb4f750cbb tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Router 09d80f95-1392-40de-a49a-9c6765517c6b has already been hosted by L3 agent c648d819-1060-4f26-b4ec-6455387b5dff {{(pid=102790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 16:12:25.194102 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d5e1941-2af7-45b5-955d-69cb4f750cbb tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 16:12:25.206613 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6275d79c-401c-4ae3-b797-895d769315b9 None None] Sync routers for ids ['09d80f95-1392-40de-a49a-9c6765517c6b'] in n-d-834765-1 {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 16:12:25.215323 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-8d5e1941-2af7-45b5-955d-69cb4f750cbb tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for floatingip, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:25.217683 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6275d79c-401c-4ae3-b797-895d769315b9 None None] Routers {'09d80f95-1392-40de-a49a-9c6765517c6b'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:12:25.218486 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-6275d79c-401c-4ae3-b797-895d769315b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:12:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['09d80f95-1392-40de-a49a-9c6765517c6b'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:12:25.248282 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-8d5e1941-2af7-45b5-955d-69cb4f750cbb tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 1.7864828 Mar 29 16:12:25.250999 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 57492) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:12:25.258179 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-f5e5e221-0191-4415-83af-0d13b7d66f53 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Request body: {'floatingip': {'port_id': 'b0e0e1a0-1691-49aa-b406-bb9844614deb', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:12:25.330443 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-f5e5e221-0191-4415-83af-0d13b7d66f53 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Notify callbacks [] for floatingip, before_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:25.356970 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-6275d79c-401c-4ae3-b797-895d769315b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:12:25.369572 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6275d79c-401c-4ae3-b797-895d769315b9 None None] Routers {'09d80f95-1392-40de-a49a-9c6765517c6b'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:12:25.370186 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-6275d79c-401c-4ae3-b797-895d769315b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:12:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['09d80f95-1392-40de-a49a-9c6765517c6b'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:12:25.403972 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-6275d79c-401c-4ae3-b797-895d769315b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:12:25.404612 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6275d79c-401c-4ae3-b797-895d769315b9 None None] The sync data for ids ['09d80f95-1392-40de-a49a-9c6765517c6b'] in n-d-834765-1 is: [] {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 16:12:25.489165 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974d495d-b7ad-465c-a1ac-8d14c90444cb req-01a7b0d7-0cb5-4df8-91db-737ebf89e368 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:12:25.490951 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-974d495d-b7ad-465c-a1ac-8d14c90444cb req-01a7b0d7-0cb5-4df8-91db-737ebf89e368 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "GET /v2.0/ports?device_id=fefd300b-9623-490c-824e-33d4fb2d1c9a HTTP/1.1" status: 200 len: 945 time: 0.0524974 Mar 29 16:12:25.534856 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-974d495d-b7ad-465c-a1ac-8d14c90444cb req-8552199a-3357-4af0-b298-8c2e23aceb44 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "GET /v2.0/security-groups?id=d49c398e-1c3f-4f30-9d39-78d09bc7267d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367987 Mar 29 16:12:25.852119 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-f5e5e221-0191-4415-83af-0d13b7d66f53 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:25.859043 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-f5e5e221-0191-4415-83af-0d13b7d66f53 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648212'] for floatingip, after_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:26.076480 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5e5e221-0191-4415-83af-0d13b7d66f53 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Router 09d80f95-1392-40de-a49a-9c6765517c6b has already been hosted by L3 agent c648d819-1060-4f26-b4ec-6455387b5dff {{(pid=102790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 16:12:26.482311 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5e5e221-0191-4415-83af-0d13b7d66f53 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 16:12:26.486929 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-f5e5e221-0191-4415-83af-0d13b7d66f53 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for floatingip, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:26.493766 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e4d703f-28ea-4dd8-9bef-2fb32c8f4ea0 None None] Sync routers for ids ['09d80f95-1392-40de-a49a-9c6765517c6b'] in n-d-834765-1 {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 16:12:26.506157 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e4d703f-28ea-4dd8-9bef-2fb32c8f4ea0 None None] Routers {'09d80f95-1392-40de-a49a-9c6765517c6b'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:12:26.506432 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-3e4d703f-28ea-4dd8-9bef-2fb32c8f4ea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:12:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['09d80f95-1392-40de-a49a-9c6765517c6b'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:12:26.540404 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-f5e5e221-0191-4415-83af-0d13b7d66f53 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] 10.222.0.42 "PUT /v2.0/floatingips/9d546447-bdf5-46c7-8009-0f651cf1a909 HTTP/1.1" status: 200 len: 979 time: 1.2881167 Mar 29 16:12:26.542969 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 57504) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:12:26.544707 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-3e4d703f-28ea-4dd8-9bef-2fb32c8f4ea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:12:26.554752 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e4d703f-28ea-4dd8-9bef-2fb32c8f4ea0 None None] Routers {'09d80f95-1392-40de-a49a-9c6765517c6b'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:12:26.555416 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-3e4d703f-28ea-4dd8-9bef-2fb32c8f4ea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:12:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['09d80f95-1392-40de-a49a-9c6765517c6b'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:12:26.591598 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-3e4d703f-28ea-4dd8-9bef-2fb32c8f4ea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:12:26.592625 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e4d703f-28ea-4dd8-9bef-2fb32c8f4ea0 None None] The sync data for ids ['09d80f95-1392-40de-a49a-9c6765517c6b'] in n-d-834765-1 is: [] {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 16:12:26.732204 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee0e16c-1df4-410d-ab3e-0ed89b28b155 req-77ea070d-1b52-4071-ae85-1420cd75b323 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:12:26.733609 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-6ee0e16c-1df4-410d-ab3e-0ed89b28b155 req-77ea070d-1b52-4071-ae85-1420cd75b323 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "GET /v2.0/ports?device_id=fefd300b-9623-490c-824e-33d4fb2d1c9a HTTP/1.1" status: 200 len: 945 time: 0.0830166 Mar 29 16:12:26.774283 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-fb08a1c2-97cf-4e47-8b40-1c38cc63973b tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Deleting port 6a4f72a5-5451-4f31-81df-aff8d657fb28 {{(pid=102790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:12:26.774627 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-fb08a1c2-97cf-4e47-8b40-1c38cc63973b tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:26.797199 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-6ee0e16c-1df4-410d-ab3e-0ed89b28b155 req-c0cd5caf-0e76-4f8d-94af-bd615bef23c9 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "GET /v2.0/security-groups?id=d49c398e-1c3f-4f30-9d39-78d09bc7267d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553720 Mar 29 16:12:26.861289 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-fb08a1c2-97cf-4e47-8b40-1c38cc63973b tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:26.862077 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-fb08a1c2-97cf-4e47-8b40-1c38cc63973b tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:26.874775 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-fb08a1c2-97cf-4e47-8b40-1c38cc63973b tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Calling delete_port for 6a4f72a5-5451-4f31-81df-aff8d657fb28 owned by network:floatingip {{(pid=102790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:12:27.050630 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-fb08a1c2-97cf-4e47-8b40-1c38cc63973b tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:27.075048 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb08a1c2-97cf-4e47-8b40-1c38cc63973b tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Pushing event deleted for resources: {'Port': ['ID=6a4f72a5-5451-4f31-81df-aff8d657fb28,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:12:27.150339 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-fb08a1c2-97cf-4e47-8b40-1c38cc63973b tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Notify callbacks [] for floatingip, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:27.150673 n-d-834765-1 neutron-server[102790]: INFO neutron.db.l3_db [None req-fb08a1c2-97cf-4e47-8b40-1c38cc63973b tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Floating IP 9d546447-bdf5-46c7-8009-0f651cf1a909 disassociated (deleted). External IP: 172.25.4.228, port: b0e0e1a0-1691-49aa-b406-bb9844614deb. Mar 29 16:12:27.364223 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb08a1c2-97cf-4e47-8b40-1c38cc63973b tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Router 09d80f95-1392-40de-a49a-9c6765517c6b has already been hosted by L3 agent c648d819-1060-4f26-b4ec-6455387b5dff {{(pid=102790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 16:12:27.475187 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb08a1c2-97cf-4e47-8b40-1c38cc63973b tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 16:12:27.479844 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-fb08a1c2-97cf-4e47-8b40-1c38cc63973b tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for floatingip, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:27.487747 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0949acac-2ab9-4312-bc50-f29303d94d4d None None] Sync routers for ids ['09d80f95-1392-40de-a49a-9c6765517c6b'] in n-d-834765-1 {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 16:12:27.497914 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0949acac-2ab9-4312-bc50-f29303d94d4d None None] Routers {'09d80f95-1392-40de-a49a-9c6765517c6b'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:12:27.498957 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-0949acac-2ab9-4312-bc50-f29303d94d4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:12:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['09d80f95-1392-40de-a49a-9c6765517c6b'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:12:27.515030 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-fb08a1c2-97cf-4e47-8b40-1c38cc63973b tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] 10.222.0.42 "DELETE /v2.0/floatingips/9d546447-bdf5-46c7-8009-0f651cf1a909 HTTP/1.1" status: 204 len: 168 time: 0.9687004 Mar 29 16:12:27.515427 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 57518) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:12:27.535348 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-0949acac-2ab9-4312-bc50-f29303d94d4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:12:27.543806 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0949acac-2ab9-4312-bc50-f29303d94d4d None None] Routers {'09d80f95-1392-40de-a49a-9c6765517c6b'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:12:27.544406 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-0949acac-2ab9-4312-bc50-f29303d94d4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:12:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['09d80f95-1392-40de-a49a-9c6765517c6b'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:12:27.576686 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-0949acac-2ab9-4312-bc50-f29303d94d4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:12:27.577327 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0949acac-2ab9-4312-bc50-f29303d94d4d None None] The sync data for ids ['09d80f95-1392-40de-a49a-9c6765517c6b'] in n-d-834765-1 is: [] {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 16:12:27.609186 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-63afedd0-2a32-4d90-aa81-ad66c12ceef2 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Deleting port b0e0e1a0-1691-49aa-b406-bb9844614deb {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:12:27.609800 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-63afedd0-2a32-4d90-aa81-ad66c12ceef2 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:27.695841 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-63afedd0-2a32-4d90-aa81-ad66c12ceef2 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:27.707976 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-63afedd0-2a32-4d90-aa81-ad66c12ceef2 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Calling delete_port for b0e0e1a0-1691-49aa-b406-bb9844614deb owned by {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:12:27.894040 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-63afedd0-2a32-4d90-aa81-ad66c12ceef2 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:27.955045 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63afedd0-2a32-4d90-aa81-ad66c12ceef2 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Pushing event deleted for resources: {'Port': ['ID=b0e0e1a0-1691-49aa-b406-bb9844614deb,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:12:28.005087 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45a4742-04e0-41f4-a76f-5ce8de8e1b00 req-848336ba-5080-4432-9c5d-bc8794e762f8 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:12:28.006649 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d45a4742-04e0-41f4-a76f-5ce8de8e1b00 req-848336ba-5080-4432-9c5d-bc8794e762f8 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "GET /v2.0/ports?device_id=fefd300b-9623-490c-824e-33d4fb2d1c9a HTTP/1.1" status: 200 len: 945 time: 0.1101348 Mar 29 16:12:28.091112 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d45a4742-04e0-41f4-a76f-5ce8de8e1b00 req-40b64ad7-76a0-4b43-8780-1e156c9b2002 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "GET /v2.0/security-groups?id=d49c398e-1c3f-4f30-9d39-78d09bc7267d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710504 Mar 29 16:12:28.096045 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-63afedd0-2a32-4d90-aa81-ad66c12ceef2 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:28.100001 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-63afedd0-2a32-4d90-aa81-ad66c12ceef2 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] 10.222.0.42 "DELETE /v2.0/ports/b0e0e1a0-1691-49aa-b406-bb9844614deb HTTP/1.1" status: 204 len: 168 time: 0.5835800 Mar 29 16:12:28.104378 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 57530) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:12:28.111788 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-900f38f2-10d7-4c3b-b412-e7240995c5c8 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Request body: {'floatingip': {'floating_network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:12:28.132680 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-900f38f2-10d7-4c3b-b412-e7240995c5c8 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Notify callbacks [] for floatingip, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:28.231653 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-900f38f2-10d7-4c3b-b412-e7240995c5c8 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:28.340771 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_common [None req-900f38f2-10d7-4c3b-b412-e7240995c5c8 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Allocated IP 172.25.4.97 (4a4a035d-ecac-4ead-baa3-25f90788773a/e1a353dc-fac8-4901-a63c-273840237d6a/9b6bd8c9-f9b1-40e3-b0b7-a93911f97438) {{(pid=102791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:12:28.458053 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-900f38f2-10d7-4c3b-b412-e7240995c5c8 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Notify callbacks [] for port, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:28.491874 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-900f38f2-10d7-4c3b-b412-e7240995c5c8 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:28.536929 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-900f38f2-10d7-4c3b-b412-e7240995c5c8 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Network 4a4a035d-ecac-4ead-baa3-25f90788773a is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:12:28.539846 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [None req-900f38f2-10d7-4c3b-b412-e7240995c5c8 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:12:28.543267 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-900f38f2-10d7-4c3b-b412-e7240995c5c8 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Received port after_create {{(pid=102791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:12:28.564894 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900f38f2-10d7-4c3b-b412-e7240995c5c8 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Pushing event updated for resources: {'Port': ['ID=9b6bd8c9-f9b1-40e3-b0b7-a93911f97438,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:12:28.629780 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-900f38f2-10d7-4c3b-b412-e7240995c5c8 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:28.664061 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-900f38f2-10d7-4c3b-b412-e7240995c5c8 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:28.817330 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-900f38f2-10d7-4c3b-b412-e7240995c5c8 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Notify callbacks [] for port, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:28.821807 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-900f38f2-10d7-4c3b-b412-e7240995c5c8 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:28.895905 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900f38f2-10d7-4c3b-b412-e7240995c5c8 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Pushing event updated for resources: {'Port': ['ID=9b6bd8c9-f9b1-40e3-b0b7-a93911f97438,revision_number=2']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:12:28.907829 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-900f38f2-10d7-4c3b-b412-e7240995c5c8 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648212'] for floatingip, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:28.927675 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-900f38f2-10d7-4c3b-b412-e7240995c5c8 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for floatingip, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:28.928929 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-900f38f2-10d7-4c3b-b412-e7240995c5c8 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8237169 Mar 29 16:12:28.931570 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 57534) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:12:28.936290 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-601182b5-100d-401d-80f2-e84ce4601ff9 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Request body: {'port': {'network_id': 'bf9323a0-ce17-4d52-b88b-86b46d400bbc', 'name': 'tempest-FloatingIPTestJSON-1996662974'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:12:29.043098 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-601182b5-100d-401d-80f2-e84ce4601ff9 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Made reservation on behalf of f529674a9eb7433d864eb1dc67495b97 for: {'port': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:12:29.046701 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-601182b5-100d-401d-80f2-e84ce4601ff9 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:29.064305 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [None req-601182b5-100d-401d-80f2-e84ce4601ff9 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] device_id is not set on port 8f964607-9a8f-4597-b931-bb5eddd95781 yet. {{(pid=102791) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 29 16:12:29.182228 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_common [None req-601182b5-100d-401d-80f2-e84ce4601ff9 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Allocated IP 172.20.0.11 (bf9323a0-ce17-4d52-b88b-86b46d400bbc/f9b125ab-65f1-4143-84f9-34c8dc9bbb17/8f964607-9a8f-4597-b931-bb5eddd95781) {{(pid=102791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:12:29.242446 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294d6d93-5a0c-49aa-bb91-c12000d15e74 req-42f9537f-38be-45da-b9d9-3a334dbee44a tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:12:29.244150 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-294d6d93-5a0c-49aa-bb91-c12000d15e74 req-42f9537f-38be-45da-b9d9-3a334dbee44a tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "GET /v2.0/ports?device_id=fefd300b-9623-490c-824e-33d4fb2d1c9a HTTP/1.1" status: 200 len: 945 time: 0.0791266 Mar 29 16:12:29.293885 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-294d6d93-5a0c-49aa-bb91-c12000d15e74 req-ce2e3aff-dfb8-4cd3-802d-01d99d8b8255 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "GET /v2.0/security-groups?id=d49c398e-1c3f-4f30-9d39-78d09bc7267d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417376 Mar 29 16:12:29.353008 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-601182b5-100d-401d-80f2-e84ce4601ff9 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Notify callbacks [] for port, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:29.385696 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-601182b5-100d-401d-80f2-e84ce4601ff9 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:29.430323 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-601182b5-100d-401d-80f2-e84ce4601ff9 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Network bf9323a0-ce17-4d52-b88b-86b46d400bbc is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:12:29.433393 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [None req-601182b5-100d-401d-80f2-e84ce4601ff9 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:12:29.436939 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-601182b5-100d-401d-80f2-e84ce4601ff9 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Received port after_create {{(pid=102791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:12:29.443469 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601182b5-100d-401d-80f2-e84ce4601ff9 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Pushing event updated for resources: {'Port': ['ID=8f964607-9a8f-4597-b931-bb5eddd95781,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:12:29.494104 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-601182b5-100d-401d-80f2-e84ce4601ff9 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:12:29.494706 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-601182b5-100d-401d-80f2-e84ce4601ff9 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:29.510949 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-601182b5-100d-401d-80f2-e84ce4601ff9 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.5784404 Mar 29 16:12:29.513662 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 57540) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:12:29.517951 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-018c9ecc-2e53-4948-aac0-b2a4ff1ac7cc tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Request body: {'floatingip': {'port_id': '8f964607-9a8f-4597-b931-bb5eddd95781'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:12:29.560433 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-018c9ecc-2e53-4948-aac0-b2a4ff1ac7cc tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Notify callbacks [] for floatingip, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:30.086956 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-018c9ecc-2e53-4948-aac0-b2a4ff1ac7cc tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:30.090996 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-018c9ecc-2e53-4948-aac0-b2a4ff1ac7cc tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648212'] for floatingip, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:30.191190 n-d-834765-1 neutron-server[102791]: INFO neutron.db.l3_db [None req-018c9ecc-2e53-4948-aac0-b2a4ff1ac7cc tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Floating IP 67e26d65-c2c8-4c77-916d-1f60ebad030f associated. External IP: 172.25.4.97, port: 8f964607-9a8f-4597-b931-bb5eddd95781. Mar 29 16:12:30.370497 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-3cf5daec-7f4a-49ae-836b-55fa13afba30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:30.443713 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-018c9ecc-2e53-4948-aac0-b2a4ff1ac7cc tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Router 09d80f95-1392-40de-a49a-9c6765517c6b has already been hosted by L3 agent c648d819-1060-4f26-b4ec-6455387b5dff {{(pid=102791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 16:12:30.472596 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ed606b-48b9-4688-acb5-73cb5635cad7 req-59a4015b-ce38-443f-b4d7-d5209050c84b tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:12:30.474041 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-97ed606b-48b9-4688-acb5-73cb5635cad7 req-59a4015b-ce38-443f-b4d7-d5209050c84b tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "GET /v2.0/ports?device_id=fefd300b-9623-490c-824e-33d4fb2d1c9a HTTP/1.1" status: 200 len: 945 time: 0.0835505 Mar 29 16:12:30.555379 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-97ed606b-48b9-4688-acb5-73cb5635cad7 req-6fd48120-3b28-4cad-b20c-bd2220ff47ad tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "GET /v2.0/security-groups?id=d49c398e-1c3f-4f30-9d39-78d09bc7267d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462747 Mar 29 16:12:30.599841 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-018c9ecc-2e53-4948-aac0-b2a4ff1ac7cc tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 16:12:30.604550 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-018c9ecc-2e53-4948-aac0-b2a4ff1ac7cc tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for floatingip, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:30.611379 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83a11ac0-5960-47be-bad6-a2d1f75f883c None None] Sync routers for ids ['09d80f95-1392-40de-a49a-9c6765517c6b'] in n-d-834765-1 {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 16:12:30.622042 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83a11ac0-5960-47be-bad6-a2d1f75f883c None None] Routers {'09d80f95-1392-40de-a49a-9c6765517c6b'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:12:30.622671 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-83a11ac0-5960-47be-bad6-a2d1f75f883c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:12:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['09d80f95-1392-40de-a49a-9c6765517c6b'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:12:30.641246 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-018c9ecc-2e53-4948-aac0-b2a4ff1ac7cc tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] 10.222.0.42 "PUT /v2.0/floatingips/67e26d65-c2c8-4c77-916d-1f60ebad030f HTTP/1.1" status: 200 len: 978 time: 1.1240499 Mar 29 16:12:30.641594 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 57546) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:12:30.665149 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-83a11ac0-5960-47be-bad6-a2d1f75f883c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:12:30.675398 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83a11ac0-5960-47be-bad6-a2d1f75f883c None None] Routers {'09d80f95-1392-40de-a49a-9c6765517c6b'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:12:30.676367 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-83a11ac0-5960-47be-bad6-a2d1f75f883c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:12:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['09d80f95-1392-40de-a49a-9c6765517c6b'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:12:30.709820 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-83a11ac0-5960-47be-bad6-a2d1f75f883c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:12:30.710481 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83a11ac0-5960-47be-bad6-a2d1f75f883c None None] The sync data for ids ['09d80f95-1392-40de-a49a-9c6765517c6b'] in n-d-834765-1 is: [] {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 16:12:30.736298 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-408b30f4-ee08-4179-9ce3-3307b43f2870 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Deleting port 8f964607-9a8f-4597-b931-bb5eddd95781 {{(pid=102790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:12:30.736636 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-408b30f4-ee08-4179-9ce3-3307b43f2870 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:30.827168 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-408b30f4-ee08-4179-9ce3-3307b43f2870 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:31.054372 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-408b30f4-ee08-4179-9ce3-3307b43f2870 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:31.054750 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-408b30f4-ee08-4179-9ce3-3307b43f2870 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648212'] for floatingip, after_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:31.055052 n-d-834765-1 neutron-server[102790]: INFO neutron.db.l3_db [None req-408b30f4-ee08-4179-9ce3-3307b43f2870 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Floating IP 67e26d65-c2c8-4c77-916d-1f60ebad030f disassociated. External IP: 172.25.4.97, port: 8f964607-9a8f-4597-b931-bb5eddd95781. Mar 29 16:12:31.055419 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-408b30f4-ee08-4179-9ce3-3307b43f2870 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Calling delete_port for 8f964607-9a8f-4597-b931-bb5eddd95781 owned by {{(pid=102790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:12:31.176965 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-408b30f4-ee08-4179-9ce3-3307b43f2870 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:31.210325 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408b30f4-ee08-4179-9ce3-3307b43f2870 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Pushing event deleted for resources: {'Port': ['ID=8f964607-9a8f-4597-b931-bb5eddd95781,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:12:31.220545 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408b30f4-ee08-4179-9ce3-3307b43f2870 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:12:31.220890 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408b30f4-ee08-4179-9ce3-3307b43f2870 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:12:31.221230 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408b30f4-ee08-4179-9ce3-3307b43f2870 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:12:31.221561 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408b30f4-ee08-4179-9ce3-3307b43f2870 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:12:31.221889 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408b30f4-ee08-4179-9ce3-3307b43f2870 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:12:31.222213 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408b30f4-ee08-4179-9ce3-3307b43f2870 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:12:31.222630 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408b30f4-ee08-4179-9ce3-3307b43f2870 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:12:31.222955 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408b30f4-ee08-4179-9ce3-3307b43f2870 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:12:31.223297 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408b30f4-ee08-4179-9ce3-3307b43f2870 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:12:31.223622 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408b30f4-ee08-4179-9ce3-3307b43f2870 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:12:31.223943 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408b30f4-ee08-4179-9ce3-3307b43f2870 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:12:31.224260 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408b30f4-ee08-4179-9ce3-3307b43f2870 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:12:31.331598 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-408b30f4-ee08-4179-9ce3-3307b43f2870 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Router 09d80f95-1392-40de-a49a-9c6765517c6b has already been hosted by L3 agent c648d819-1060-4f26-b4ec-6455387b5dff {{(pid=102790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 16:12:31.445266 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-408b30f4-ee08-4179-9ce3-3307b43f2870 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 16:12:31.455145 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b8f53f1-8a9a-425a-a14b-57c80fe653e9 None None] Sync routers for ids ['09d80f95-1392-40de-a49a-9c6765517c6b'] in n-d-834765-1 {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 16:12:31.467135 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b8f53f1-8a9a-425a-a14b-57c80fe653e9 None None] Routers {'09d80f95-1392-40de-a49a-9c6765517c6b'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:12:31.467848 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-3b8f53f1-8a9a-425a-a14b-57c80fe653e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:12:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['09d80f95-1392-40de-a49a-9c6765517c6b'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:12:31.503035 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-3b8f53f1-8a9a-425a-a14b-57c80fe653e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:12:31.511689 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b8f53f1-8a9a-425a-a14b-57c80fe653e9 None None] Routers {'09d80f95-1392-40de-a49a-9c6765517c6b'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:12:31.512296 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-3b8f53f1-8a9a-425a-a14b-57c80fe653e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:12:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['09d80f95-1392-40de-a49a-9c6765517c6b'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:12:31.524779 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-408b30f4-ee08-4179-9ce3-3307b43f2870 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:31.530300 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-408b30f4-ee08-4179-9ce3-3307b43f2870 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] 10.222.0.42 "DELETE /v2.0/ports/8f964607-9a8f-4597-b931-bb5eddd95781 HTTP/1.1" status: 204 len: 168 time: 0.8854322 Mar 29 16:12:31.530557 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 57556) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:12:31.545109 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-3b8f53f1-8a9a-425a-a14b-57c80fe653e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:12:31.545754 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b8f53f1-8a9a-425a-a14b-57c80fe653e9 None None] The sync data for ids ['09d80f95-1392-40de-a49a-9c6765517c6b'] in n-d-834765-1 is: [] {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 16:12:31.579174 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-df2d16be-9cac-4263-88e5-c1adf6dfdf17 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] 10.222.0.42 "GET /v2.0/floatingips/67e26d65-c2c8-4c77-916d-1f60ebad030f HTTP/1.1" status: 200 len: 687 time: 0.0475943 Mar 29 16:12:31.581733 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 57562) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:12:31.742907 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f210a548-decb-4467-9e78-4f70f1ac3ec8 req-36a180b3-2e62-4ecd-aa31-e9cb61c8d0dd tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:12:31.744433 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-f210a548-decb-4467-9e78-4f70f1ac3ec8 req-36a180b3-2e62-4ecd-aa31-e9cb61c8d0dd tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "GET /v2.0/ports?device_id=fefd300b-9623-490c-824e-33d4fb2d1c9a HTTP/1.1" status: 200 len: 945 time: 0.1138463 Mar 29 16:12:31.775306 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-53c9f100-b1b6-441e-aea0-255fafe37c69 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Deleting port 9b6bd8c9-f9b1-40e3-b0b7-a93911f97438 {{(pid=102790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:12:31.775654 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-53c9f100-b1b6-441e-aea0-255fafe37c69 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:31.802855 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-f210a548-decb-4467-9e78-4f70f1ac3ec8 req-9d0d3e9e-9744-40ab-82a0-2958a55c82ea tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "GET /v2.0/security-groups?id=d49c398e-1c3f-4f30-9d39-78d09bc7267d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514665 Mar 29 16:12:31.865512 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-53c9f100-b1b6-441e-aea0-255fafe37c69 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:31.865838 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-53c9f100-b1b6-441e-aea0-255fafe37c69 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:31.877378 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-53c9f100-b1b6-441e-aea0-255fafe37c69 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Calling delete_port for 9b6bd8c9-f9b1-40e3-b0b7-a93911f97438 owned by network:floatingip {{(pid=102790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:12:32.011928 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-53c9f100-b1b6-441e-aea0-255fafe37c69 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:32.041027 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c9f100-b1b6-441e-aea0-255fafe37c69 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Pushing event deleted for resources: {'Port': ['ID=9b6bd8c9-f9b1-40e3-b0b7-a93911f97438,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:12:32.100754 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-53c9f100-b1b6-441e-aea0-255fafe37c69 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Notify callbacks [] for floatingip, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:32.103411 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-53c9f100-b1b6-441e-aea0-255fafe37c69 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for floatingip, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:32.104597 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-53c9f100-b1b6-441e-aea0-255fafe37c69 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] 10.222.0.42 "DELETE /v2.0/floatingips/67e26d65-c2c8-4c77-916d-1f60ebad030f HTTP/1.1" status: 204 len: 168 time: 0.5219045 Mar 29 16:12:32.108164 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 57568) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:12:32.112662 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-fce0def8-9e6f-4e1f-9dff-9210b05b0195 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Request body: {'floatingip': {'floating_network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'port_id': '26ce1dc1-7208-4f85-b9ac-af1055e702b3'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:12:32.133407 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-fce0def8-9e6f-4e1f-9dff-9210b05b0195 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Notify callbacks [] for floatingip, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:32.233818 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-fce0def8-9e6f-4e1f-9dff-9210b05b0195 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:32.337568 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.db_base_plugin_common [None req-fce0def8-9e6f-4e1f-9dff-9210b05b0195 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Allocated IP 172.25.4.198 (4a4a035d-ecac-4ead-baa3-25f90788773a/e1a353dc-fac8-4901-a63c-273840237d6a/bb737d43-0834-4efe-a87c-a5408e607412) {{(pid=102790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:12:32.442447 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-fce0def8-9e6f-4e1f-9dff-9210b05b0195 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Notify callbacks [] for port, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:32.475389 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-fce0def8-9e6f-4e1f-9dff-9210b05b0195 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:32.511483 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fce0def8-9e6f-4e1f-9dff-9210b05b0195 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Network 4a4a035d-ecac-4ead-baa3-25f90788773a is already hosted by enough agents. {{(pid=102790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:12:32.514367 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-fce0def8-9e6f-4e1f-9dff-9210b05b0195 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Resources bound (agent type, host, resource id): {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:12:32.517774 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fce0def8-9e6f-4e1f-9dff-9210b05b0195 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Received port after_create {{(pid=102790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:12:32.546437 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce0def8-9e6f-4e1f-9dff-9210b05b0195 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Pushing event updated for resources: {'Port': ['ID=bb737d43-0834-4efe-a87c-a5408e607412,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:12:32.829815 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-5fa4d81b-e5bc-4959-b67e-7da166b52f56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:32.946326 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce15f57-2b1a-4295-b655-892b7bd747c1 req-6c3d4425-278e-4874-bbb2-0ae6ab74a0f1 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:12:32.948007 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4ce15f57-2b1a-4295-b655-892b7bd747c1 req-6c3d4425-278e-4874-bbb2-0ae6ab74a0f1 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "GET /v2.0/ports?device_id=fefd300b-9623-490c-824e-33d4fb2d1c9a HTTP/1.1" status: 200 len: 945 time: 0.0564477 Mar 29 16:12:32.993606 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4ce15f57-2b1a-4295-b655-892b7bd747c1 req-590fa960-37ca-47cd-9e34-80fc2327b6ac tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "GET /v2.0/security-groups?id=d49c398e-1c3f-4f30-9d39-78d09bc7267d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390825 Mar 29 16:12:33.224847 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-fce0def8-9e6f-4e1f-9dff-9210b05b0195 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:33.289930 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-fce0def8-9e6f-4e1f-9dff-9210b05b0195 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:33.442087 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-fce0def8-9e6f-4e1f-9dff-9210b05b0195 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Notify callbacks [] for port, precommit_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:33.446999 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-fce0def8-9e6f-4e1f-9dff-9210b05b0195 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5237921'] for port, after_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:33.517461 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce0def8-9e6f-4e1f-9dff-9210b05b0195 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Pushing event updated for resources: {'Port': ['ID=bb737d43-0834-4efe-a87c-a5408e607412,revision_number=2']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:12:33.529603 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-fce0def8-9e6f-4e1f-9dff-9210b05b0195 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648212'] for floatingip, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:33.631107 n-d-834765-1 neutron-server[102790]: INFO neutron.db.l3_db [None req-fce0def8-9e6f-4e1f-9dff-9210b05b0195 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Floating IP ab7ca7e9-328b-453d-bd9d-be41c8e7bcd7 associated. External IP: 172.25.4.198, port: 26ce1dc1-7208-4f85-b9ac-af1055e702b3. Mar 29 16:12:33.847539 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fce0def8-9e6f-4e1f-9dff-9210b05b0195 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Router 09d80f95-1392-40de-a49a-9c6765517c6b has already been hosted by L3 agent c648d819-1060-4f26-b4ec-6455387b5dff {{(pid=102790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 16:12:33.965586 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fce0def8-9e6f-4e1f-9dff-9210b05b0195 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 16:12:33.978867 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-422bfc9f-5f44-49cc-9f99-3252d4fa0cf1 None None] Sync routers for ids ['09d80f95-1392-40de-a49a-9c6765517c6b'] in n-d-834765-1 {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 16:12:33.985841 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-fce0def8-9e6f-4e1f-9dff-9210b05b0195 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for floatingip, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:33.991139 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-422bfc9f-5f44-49cc-9f99-3252d4fa0cf1 None None] Routers {'09d80f95-1392-40de-a49a-9c6765517c6b'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:12:33.991872 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-422bfc9f-5f44-49cc-9f99-3252d4fa0cf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:12:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['09d80f95-1392-40de-a49a-9c6765517c6b'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:12:34.023813 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-fce0def8-9e6f-4e1f-9dff-9210b05b0195 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 1.9121363 Mar 29 16:12:34.025498 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 57582) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:12:34.028611 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-422bfc9f-5f44-49cc-9f99-3252d4fa0cf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:12:34.031970 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-c69796ca-d156-4ecb-956b-c2128d05e703 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1930325026'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:12:34.042785 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-422bfc9f-5f44-49cc-9f99-3252d4fa0cf1 None None] Routers {'09d80f95-1392-40de-a49a-9c6765517c6b'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:12:34.042785 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-422bfc9f-5f44-49cc-9f99-3252d4fa0cf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:12:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['09d80f95-1392-40de-a49a-9c6765517c6b'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:12:34.042974 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 57584) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:12:34.072353 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c69796ca-d156-4ecb-956b-c2128d05e703 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Made reservation on behalf of f529674a9eb7433d864eb1dc67495b97 for: {'network': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:12:34.075018 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-422bfc9f-5f44-49cc-9f99-3252d4fa0cf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:12:34.075766 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-422bfc9f-5f44-49cc-9f99-3252d4fa0cf1 None None] The sync data for ids ['09d80f95-1392-40de-a49a-9c6765517c6b'] in n-d-834765-1 is: [] {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 16:12:34.075948 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c69796ca-d156-4ecb-956b-c2128d05e703 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for network, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:34.106905 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c69796ca-d156-4ecb-956b-c2128d05e703 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] vlan segment allocate from pool success with {'vlan_id': 639, 'physical_network': 'physnet1'} {{(pid=102790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 16:12:34.152479 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c69796ca-d156-4ecb-956b-c2128d05e703 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:34.153013 n-d-834765-1 neutron-server[102790]: INFO neutron.db.segments_db [None req-c69796ca-d156-4ecb-956b-c2128d05e703 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Added segment 679d6502-24b3-45c6-b9be-0af3d1207b3a of type vlan for network f37f95a2-d139-45b8-bca2-e9deac218763 Mar 29 16:12:34.207313 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-2a1babd5-6912-43e8-bc5f-a84f81d400db admin admin] Notify callbacks [] for security_group, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:34.212602 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c69796ca-d156-4ecb-956b-c2128d05e703 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783522915970'] for network, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:34.236091 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d1a727-a10b-4dcd-8ca0-fbef8cf3e8cf req-ab7ac23f-f765-4eb9-88ab-572af41afbc2 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:12:34.237568 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-c5d1a727-a10b-4dcd-8ca0-fbef8cf3e8cf req-ab7ac23f-f765-4eb9-88ab-572af41afbc2 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "GET /v2.0/ports?device_id=fefd300b-9623-490c-824e-33d4fb2d1c9a HTTP/1.1" status: 200 len: 945 time: 0.1327064 Mar 29 16:12:34.254699 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d71584b9-87f1-45f5-84c7-c993c2416269 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:34.288681 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c69796ca-d156-4ecb-956b-c2128d05e703 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795'] for network, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:34.294030 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c69796ca-d156-4ecb-956b-c2128d05e703 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:12:34.294597 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c69796ca-d156-4ecb-956b-c2128d05e703 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Notify callbacks [] for network, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:34.338418 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-c5d1a727-a10b-4dcd-8ca0-fbef8cf3e8cf req-2b564a9a-84c8-469f-b6bb-e2c0fb7114c2 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "GET /v2.0/security-groups?id=d49c398e-1c3f-4f30-9d39-78d09bc7267d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884838 Mar 29 16:12:34.353578 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-c69796ca-d156-4ecb-956b-c2128d05e703 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.3242245 Mar 29 16:12:34.354209 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 57588) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:12:34.359291 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-ffea144d-6e15-4634-bcb3-eea3275108c1 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Request body: {'subnet': {'network_id': 'f37f95a2-d139-45b8-bca2-e9deac218763', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:12:34.394835 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69796ca-d156-4ecb-956b-c2128d05e703 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Pushing event updated for resources: {'Network': ['ID=f37f95a2-d139-45b8-bca2-e9deac218763,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:12:34.406489 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Network f37f95a2-d139-45b8-bca2-e9deac218763 details requested by agent ovs-agent-n-d-834765-1 with host n-d-834765-1 {{(pid=102792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 16:12:34.430667 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-2a1babd5-6912-43e8-bc5f-a84f81d400db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:34.435613 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-2a1babd5-6912-43e8-bc5f-a84f81d400db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:34.451319 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffea144d-6e15-4634-bcb3-eea3275108c1 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Made reservation on behalf of f529674a9eb7433d864eb1dc67495b97 for: {'subnet': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:12:34.455075 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-ffea144d-6e15-4634-bcb3-eea3275108c1 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16218875'] for subnet, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:34.477206 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-2a1babd5-6912-43e8-bc5f-a84f81d400db admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=9e8b27eb3fd44c10b5d5792ee78555e8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4338460 Mar 29 16:12:34.480417 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 57590) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:12:34.489454 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1babd5-6912-43e8-bc5f-a84f81d400db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f9c0b09-b957-4363-aee9-1548c9abf67e,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:12:34.538363 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-05a83437-f777-4392-ba37-810e4ff985cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:34.567217 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-05a83437-f777-4392-ba37-810e4ff985cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:34.616908 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-05a83437-f777-4392-ba37-810e4ff985cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:34.619929 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-05a83437-f777-4392-ba37-810e4ff985cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:34.621110 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-05a83437-f777-4392-ba37-810e4ff985cd admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/0f9c0b09-b957-4363-aee9-1548c9abf67e HTTP/1.1" status: 204 len: 168 time: 0.1397994 Mar 29 16:12:34.629776 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a83437-f777-4392-ba37-810e4ff985cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f9c0b09-b957-4363-aee9-1548c9abf67e,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:12:34.652581 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-ffea144d-6e15-4634-bcb3-eea3275108c1 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16155524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16218861'] for subnet, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:34.714343 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffea144d-6e15-4634-bcb3-eea3275108c1 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Pushing event updated for resources: {'Subnet': ['ID=b29faab9-4329-43dd-88e4-5fcffd7d9a4e,revision_number=0']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:12:34.731902 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffea144d-6e15-4634-bcb3-eea3275108c1 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Checking segment: {'id': '679d6502-24b3-45c6-b9be-0af3d1207b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'f37f95a2-d139-45b8-bca2-e9deac218763'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 16:12:34.732258 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffea144d-6e15-4634-bcb3-eea3275108c1 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Network hostable DHCP agents. Network: f37f95a2-d139-45b8-bca2-e9deac218763, hostable agents: ['d136643e-48ae-49d4-a851-2ba3bdf3749c'], hosted agents: [] {{(pid=102791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 16:12:34.749379 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffea144d-6e15-4634-bcb3-eea3275108c1 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Network f37f95a2-d139-45b8-bca2-e9deac218763 is scheduled to be hosted by DHCP agent d136643e-48ae-49d4-a851-2ba3bdf3749c with binding_index 1 {{(pid=102791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 16:12:34.759329 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [None req-ffea144d-6e15-4634-bcb3-eea3275108c1 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834765-1, f37f95a2-d139-45b8-bca2-e9deac218763) {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:12:34.763823 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffea144d-6e15-4634-bcb3-eea3275108c1 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:12:34.764413 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-ffea144d-6e15-4634-bcb3-eea3275108c1 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Notify callbacks [] for subnet, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:34.768689 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-426dfe86-bd69-40dd-86b4-405670fcb8e7 None None] Network f37f95a2-d139-45b8-bca2-e9deac218763 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 16:12:34.786928 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-ffea144d-6e15-4634-bcb3-eea3275108c1 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4281745 Mar 29 16:12:34.787242 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 57596) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:12:34.792759 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-57e8d2eb-a19c-4543-88d4-08eccaddba26 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-466399725', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'}, 'admin_state_up': False}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:12:34.815467 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-57e8d2eb-a19c-4543-88d4-08eccaddba26 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-532385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129310'] for router, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:34.817128 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-57e8d2eb-a19c-4543-88d4-08eccaddba26 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-648091', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-684384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129319'] for router, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:34.872531 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-57e8d2eb-a19c-4543-88d4-08eccaddba26 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:34.937834 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7df67f02-674b-4ece-91f9-fec2cc34a41e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0035034-69b0-5ffc-b384-0ac6189c5628-f37f95a2-d139-45b8-bca2-e9deac218763', 'network_id': 'f37f95a2-d139-45b8-bca2-e9deac218763', 'tenant_id': 'f529674a9eb7433d864eb1dc67495b97', 'fixed_ips': [{'subnet_id': 'b29faab9-4329-43dd-88e4-5fcffd7d9a4e'}]}} from n-d-834765-1. {{(pid=102792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 29 16:12:34.939008 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-7df67f02-674b-4ece-91f9-fec2cc34a41e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:35.100009 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.db_base_plugin_common [None req-7df67f02-674b-4ece-91f9-fec2cc34a41e None None] Allocated IP 172.20.0.2 (f37f95a2-d139-45b8-bca2-e9deac218763/b29faab9-4329-43dd-88e4-5fcffd7d9a4e/1ffe656a-fe7b-486e-8b2b-37d64dcbc970) {{(pid=102792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:12:35.263254 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-7df67f02-674b-4ece-91f9-fec2cc34a41e None None] Notify callbacks [] for port, precommit_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:35.269751 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-7df67f02-674b-4ece-91f9-fec2cc34a41e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956'] for port, after_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:35.319578 n-d-834765-1 neutron-server[102792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7df67f02-674b-4ece-91f9-fec2cc34a41e None None] Network f37f95a2-d139-45b8-bca2-e9deac218763 is already hosted by enough agents. {{(pid=102792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:12:35.322498 n-d-834765-1 neutron-server[102792]: DEBUG neutron.scheduler.base_scheduler [None req-7df67f02-674b-4ece-91f9-fec2cc34a41e None None] Resources bound (agent type, host, resource id): {{(pid=102792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:12:35.326101 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7df67f02-674b-4ece-91f9-fec2cc34a41e None None] Received port after_create {{(pid=102792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:12:35.336872 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df67f02-674b-4ece-91f9-fec2cc34a41e None None] Pushing event updated for resources: {'Port': ['ID=1ffe656a-fe7b-486e-8b2b-37d64dcbc970,revision_number=1']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:12:35.344396 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-57e8d2eb-a19c-4543-88d4-08eccaddba26 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:35.407314 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-7df67f02-674b-4ece-91f9-fec2cc34a41e None None] Attempting to bind port 1ffe656a-fe7b-486e-8b2b-37d64dcbc970 on host n-d-834765-1 for vnic_type normal with profile {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 16:12:35.407694 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-7df67f02-674b-4ece-91f9-fec2cc34a41e None None] Attempting to bind port 1ffe656a-fe7b-486e-8b2b-37d64dcbc970 by drivers openvswitch,hyperv on host n-d-834765-1 at level 0 using segments [{'id': '679d6502-24b3-45c6-b9be-0af3d1207b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'f37f95a2-d139-45b8-bca2-e9deac218763'}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 16:12:35.408283 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7df67f02-674b-4ece-91f9-fec2cc34a41e None None] Attempting to bind port 1ffe656a-fe7b-486e-8b2b-37d64dcbc970 on network f37f95a2-d139-45b8-bca2-e9deac218763 {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 16:12:35.414774 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7df67f02-674b-4ece-91f9-fec2cc34a41e None None] Checking agent: {'id': 'a8866439-9d96-425c-b519-6905c591ac37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 25, 36), 'started_at': datetime.datetime(2022, 3, 29, 15, 26, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 16, 12, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834765-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 16:12:35.415423 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7df67f02-674b-4ece-91f9-fec2cc34a41e None None] Checking segment: {'id': '679d6502-24b3-45c6-b9be-0af3d1207b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'f37f95a2-d139-45b8-bca2-e9deac218763'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 16:12:35.416033 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-7df67f02-674b-4ece-91f9-fec2cc34a41e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:35.416583 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7df67f02-674b-4ece-91f9-fec2cc34a41e None None] Bound using segment: {'id': '679d6502-24b3-45c6-b9be-0af3d1207b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'f37f95a2-d139-45b8-bca2-e9deac218763'} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 16:12:35.417227 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-7df67f02-674b-4ece-91f9-fec2cc34a41e None None] Bound port: 1ffe656a-fe7b-486e-8b2b-37d64dcbc970, host: n-d-834765-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '679d6502-24b3-45c6-b9be-0af3d1207b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'f37f95a2-d139-45b8-bca2-e9deac218763'}}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 16:12:35.417772 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-7df67f02-674b-4ece-91f9-fec2cc34a41e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:35.503089 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-7df67f02-674b-4ece-91f9-fec2cc34a41e None None] For port 1ffe656a-fe7b-486e-8b2b-37d64dcbc970, host n-d-834765-1, cleared binding levels {{(pid=102792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 16:12:35.507712 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-7df67f02-674b-4ece-91f9-fec2cc34a41e None None] For port 1ffe656a-fe7b-486e-8b2b-37d64dcbc970, host n-d-834765-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=1ffe656a-fe7b-486e-8b2b-37d64dcbc970,segment=NetworkSegment(679d6502-24b3-45c6-b9be-0af3d1207b3a),segment_id=679d6502-24b3-45c6-b9be-0af3d1207b3a)] {{(pid=102792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 16:12:35.513597 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-7df67f02-674b-4ece-91f9-fec2cc34a41e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:35.596364 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df67f02-674b-4ece-91f9-fec2cc34a41e None None] Pushing event updated for resources: {'Port': ['ID=1ffe656a-fe7b-486e-8b2b-37d64dcbc970,revision_number=2']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:12:35.617569 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a9c693-d5b6-4846-ae49-25844a08273d req-b95e7ad1-653e-4f55-bcd1-505c23e80b2c tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:12:35.619120 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-65a9c693-d5b6-4846-ae49-25844a08273d req-b95e7ad1-653e-4f55-bcd1-505c23e80b2c tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "GET /v2.0/ports?device_id=fefd300b-9623-490c-824e-33d4fb2d1c9a HTTP/1.1" status: 200 len: 945 time: 0.1451678 Mar 29 16:12:35.642955 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-57e8d2eb-a19c-4543-88d4-08eccaddba26 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Notify callbacks [] for router_gateway, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:35.699153 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-57e8d2eb-a19c-4543-88d4-08eccaddba26 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:35.775254 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-65a9c693-d5b6-4846-ae49-25844a08273d req-494aba2b-1791-428e-a6c8-3d4036dd871b tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "GET /v2.0/security-groups?id=d49c398e-1c3f-4f30-9d39-78d09bc7267d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1361277 Mar 29 16:12:35.789294 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a78ebda-7393-4a50-a919-befb04aa3ec7 req-02f4f3d4-f881-4b2a-afd8-1599c4cd36d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:12:35.790855 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-8a78ebda-7393-4a50-a919-befb04aa3ec7 req-02f4f3d4-f881-4b2a-afd8-1599c4cd36d8 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=fefd300b-9623-490c-824e-33d4fb2d1c9a HTTP/1.1" status: 200 len: 1096 time: 0.3426330 Mar 29 16:12:35.831517 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-0cb6abf6-2706-4e52-8825-f5f644ecf9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:35.874123 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-8a78ebda-7393-4a50-a919-befb04aa3ec7 req-3542aea2-ca9b-40fc-98e8-744040080236 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=d49c398e-1c3f-4f30-9d39-78d09bc7267d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705805 Mar 29 16:12:35.897709 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_common [None req-57e8d2eb-a19c-4543-88d4-08eccaddba26 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Allocated IP 172.25.4.214 (4a4a035d-ecac-4ead-baa3-25f90788773a/e1a353dc-fac8-4901-a63c-273840237d6a/3e9ecabd-3e6e-4095-b080-58cfab9269ce) {{(pid=102791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:12:35.904409 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 57632) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:12:35.961513 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:36.021668 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-57e8d2eb-a19c-4543-88d4-08eccaddba26 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Notify callbacks [] for port, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:36.049228 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-3d032307-939f-409e-b15e-de1e01839be5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:36.086626 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-57e8d2eb-a19c-4543-88d4-08eccaddba26 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:36.148357 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57e8d2eb-a19c-4543-88d4-08eccaddba26 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Network 4a4a035d-ecac-4ead-baa3-25f90788773a is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:12:36.153223 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [None req-57e8d2eb-a19c-4543-88d4-08eccaddba26 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:12:36.160932 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57e8d2eb-a19c-4543-88d4-08eccaddba26 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Received port after_create {{(pid=102791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:12:36.186321 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e8d2eb-a19c-4543-88d4-08eccaddba26 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Pushing event updated for resources: {'Port': ['ID=3e9ecabd-3e6e-4095-b080-58cfab9269ce,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:12:36.264653 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-3d032307-939f-409e-b15e-de1e01839be5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:36.272244 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-3d032307-939f-409e-b15e-de1e01839be5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:36.369381 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-3d032307-939f-409e-b15e-de1e01839be5 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=616c69dc67a0413dbc0eda0fc16b00f0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4603209 Mar 29 16:12:36.372073 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 57636) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:12:36.376838 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d032307-939f-409e-b15e-de1e01839be5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc2754ca-db66-4911-88f1-07b43fcccc32,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:12:36.437766 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c838b0d5-0cf3-453f-928c-f82b97b1caee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:36.462050 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c838b0d5-0cf3-453f-928c-f82b97b1caee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:36.506019 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-57e8d2eb-a19c-4543-88d4-08eccaddba26 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Notify callbacks [] for router_gateway, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:36.525335 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c838b0d5-0cf3-453f-928c-f82b97b1caee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:36.528585 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c838b0d5-0cf3-453f-928c-f82b97b1caee admin admin] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:36.529869 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-c838b0d5-0cf3-453f-928c-f82b97b1caee admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/dc2754ca-db66-4911-88f1-07b43fcccc32 HTTP/1.1" status: 204 len: 168 time: 0.1567597 Mar 29 16:12:36.545606 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c838b0d5-0cf3-453f-928c-f82b97b1caee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc2754ca-db66-4911-88f1-07b43fcccc32,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:12:36.684815 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a1730c0-1c2a-400a-8bf4-82270a4ae3db None None] Network f37f95a2-d139-45b8-bca2-e9deac218763 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 16:12:36.750894 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 1ffe656a-fe7b-486e-8b2b-37d64dcbc970 up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 16:12:36.763874 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-57e8d2eb-a19c-4543-88d4-08eccaddba26 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648118'] for router, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:36.917802 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57e8d2eb-a19c-4543-88d4-08eccaddba26 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Router c514ba79-3811-48f2-b52f-a6ed9f6f3ea4 is scheduled to L3 agent c648d819-1060-4f26-b4ec-6455387b5dff with binding_index 1 {{(pid=102791) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 29 16:12:36.949605 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a9cd78-4520-4ddb-b3d1-7c602c459d40 req-a37e88dc-90e4-4614-9a27-40ae7d0c0a79 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:12:36.951309 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-b6a9cd78-4520-4ddb-b3d1-7c602c459d40 req-a37e88dc-90e4-4614-9a27-40ae7d0c0a79 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "GET /v2.0/ports?device_id=fefd300b-9623-490c-824e-33d4fb2d1c9a HTTP/1.1" status: 200 len: 945 time: 0.0691552 Mar 29 16:12:36.980179 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-dbd6b78e-dc7a-4f7b-83e8-d47a515af274 None None] Provisioning complete for port 1ffe656a-fe7b-486e-8b2b-37d64dcbc970 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:12:36.980945 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-dbd6b78e-dc7a-4f7b-83e8-d47a515af274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:37.022018 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-b6a9cd78-4520-4ddb-b3d1-7c602c459d40 req-895bb155-3d1c-421f-8d6c-ee025efaaf47 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "GET /v2.0/security-groups?id=d49c398e-1c3f-4f30-9d39-78d09bc7267d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591481 Mar 29 16:12:37.062161 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57e8d2eb-a19c-4543-88d4-08eccaddba26 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 16:12:37.074606 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8060d72-ff25-4b30-b630-0d9000cb9980 None None] Sync routers for ids ['c514ba79-3811-48f2-b52f-a6ed9f6f3ea4'] in n-d-834765-1 {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 16:12:37.090781 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8060d72-ff25-4b30-b630-0d9000cb9980 None None] Routers {'c514ba79-3811-48f2-b52f-a6ed9f6f3ea4'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:12:37.092247 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-d8060d72-ff25-4b30-b630-0d9000cb9980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:12:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['c514ba79-3811-48f2-b52f-a6ed9f6f3ea4'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:12:37.100500 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-57e8d2eb-a19c-4543-88d4-08eccaddba26 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Notify callbacks [] for router, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:37.104941 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 57652) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:12:37.105086 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-57e8d2eb-a19c-4543-88d4-08eccaddba26 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.3157239 Mar 29 16:12:37.129529 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port 1ffe656a-fe7b-486e-8b2b-37d64dcbc970 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:12:37.130529 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:37.155837 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-dbd6b78e-dc7a-4f7b-83e8-d47a515af274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:37.162456 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-d8060d72-ff25-4b30-b630-0d9000cb9980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:12:37.175380 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8060d72-ff25-4b30-b630-0d9000cb9980 None None] Routers {'c514ba79-3811-48f2-b52f-a6ed9f6f3ea4'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:12:37.176261 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device b8d11f43-aaca-43c3-86d3-e91e527fc1c6 details requested by agent hyperv_n-h1-834765-1 with host n-h1-834765-1 {{(pid=102792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 16:12:37.177190 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-d8060d72-ff25-4b30-b630-0d9000cb9980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:12:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['c514ba79-3811-48f2-b52f-a6ed9f6f3ea4'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:12:37.178586 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device b8d11f43-aaca-43c3-86d3-e91e527fc1c6 no longer exists at agent hyperv_n-h1-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 16:12:37.235094 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-d8060d72-ff25-4b30-b630-0d9000cb9980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:12:37.235858 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8060d72-ff25-4b30-b630-0d9000cb9980 None None] The sync data for ids ['c514ba79-3811-48f2-b52f-a6ed9f6f3ea4'] in n-d-834765-1 is: [] {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 16:12:37.248984 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-dbd6b78e-dc7a-4f7b-83e8-d47a515af274 None None] For port 1ffe656a-fe7b-486e-8b2b-37d64dcbc970, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=1ffe656a-fe7b-486e-8b2b-37d64dcbc970,segment=NetworkSegment(679d6502-24b3-45c6-b9be-0af3d1207b3a),segment_id=679d6502-24b3-45c6-b9be-0af3d1207b3a)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:12:37.310776 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-dbd6b78e-dc7a-4f7b-83e8-d47a515af274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:37.423097 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:37.533882 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fefd300b-9623-490c-824e-33d4fb2d1c9a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b8d11f43-aaca-43c3-86d3-e91e527fc1c6'}] {{(pid=102792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:12:37.537845 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4f476c66b318cc6068719fc39557fac68d413f5c7e78fa77028c7948e999ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3debc3e-da03-4682-9755-f46a475cb92d" -d '{"events": [{"server_uuid": "fefd300b-9623-490c-824e-33d4fb2d1c9a", "name": "network-vif-unplugged", "status": "completed", "tag": "b8d11f43-aaca-43c3-86d3-e91e527fc1c6"}]}' {{(pid=102792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:12:37.541703 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd6b78e-dc7a-4f7b-83e8-d47a515af274 None None] Pushing event updated for resources: {'Port': ['ID=1ffe656a-fe7b-486e-8b2b-37d64dcbc970,revision_number=3']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:12:37.556087 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port b8d11f43-aaca-43c3-86d3-e91e527fc1c6, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=b8d11f43-aaca-43c3-86d3-e91e527fc1c6,segment=NetworkSegment(d2de5347-f9d8-4c7b-a897-5663c2ae5afb),segment_id=d2de5347-f9d8-4c7b-a897-5663c2ae5afb)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:12:37.600848 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:37.675702 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Pushing event updated for resources: {'Port': ['ID=b8d11f43-aaca-43c3-86d3-e91e527fc1c6,revision_number=6']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:12:37.677034 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-1e8ba493-9960-4287-947a-9b9eaac0734c tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:37.707023 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port b8d11f43-aaca-43c3-86d3-e91e527fc1c6, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=b8d11f43-aaca-43c3-86d3-e91e527fc1c6,segment=NetworkSegment(d2de5347-f9d8-4c7b-a897-5663c2ae5afb),segment_id=d2de5347-f9d8-4c7b-a897-5663c2ae5afb)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:12:37.709710 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-23d7d56f-329c-4491-86cb-aa4dfd9e3466 None None] Provisioning complete for port 1ffe656a-fe7b-486e-8b2b-37d64dcbc970 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:12:37.710080 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-23d7d56f-329c-4491-86cb-aa4dfd9e3466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:37.747097 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Returning: {'device': 'b8d11f43-aaca-43c3-86d3-e91e527fc1c6', 'network_id': '307bfe7f-3bb4-41b4-974f-c8eac814f4b9', 'port_id': 'b8d11f43-aaca-43c3-86d3-e91e527fc1c6', 'mac_address': 'fa:16:3e:85:57:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 609, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b6daca8-734b-45a4-a6da-277f4442ff75', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 16:12:37.823603 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:37.849792 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8d11f43-aaca-43c3-86d3-e91e527fc1c6 {{(pid=102792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 16:12:37.889179 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port b8d11f43-aaca-43c3-86d3-e91e527fc1c6, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=b8d11f43-aaca-43c3-86d3-e91e527fc1c6,segment=NetworkSegment(d2de5347-f9d8-4c7b-a897-5663c2ae5afb),segment_id=d2de5347-f9d8-4c7b-a897-5663c2ae5afb)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:12:37.893296 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 29 Mar 2022 16:12:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b22e5c64-1f2e-45b4-9ed4-b8bf8296e623 x-openstack-request-id: req-b22e5c64-1f2e-45b4-9ed4-b8bf8296e623 {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:12:37.893770 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fefd300b-9623-490c-824e-33d4fb2d1c9a", "name": "network-vif-unplugged", "status": "completed", "tag": "b8d11f43-aaca-43c3-86d3-e91e527fc1c6", "code": 200}]} {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:12:37.894070 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b22e5c64-1f2e-45b4-9ed4-b8bf8296e623 {{(pid=102792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:12:37.894674 n-d-834765-1 neutron-server[102792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fefd300b-9623-490c-824e-33d4fb2d1c9a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b8d11f43-aaca-43c3-86d3-e91e527fc1c6', 'code': 200} Mar 29 16:12:37.896311 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:37.957948 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Pushing event updated for resources: {'Port': ['ID=b8d11f43-aaca-43c3-86d3-e91e527fc1c6,revision_number=7']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:12:38.023756 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.db_base_plugin_common [None req-1e8ba493-9960-4287-947a-9b9eaac0734c tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Allocated IP 172.20.0.1 (f37f95a2-d139-45b8-bca2-e9deac218763/b29faab9-4329-43dd-88e4-5fcffd7d9a4e/6f8dd103-eb30-4706-b661-10ead6c08ea4) {{(pid=102790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:12:38.182676 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6add2288-60b1-4ec9-b580-6450472d73a5 req-e0b8a983-7afb-418a-872c-be7328d7f30b tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:12:38.184222 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-6add2288-60b1-4ec9-b580-6450472d73a5 req-e0b8a983-7afb-418a-872c-be7328d7f30b tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "GET /v2.0/ports?device_id=fefd300b-9623-490c-824e-33d4fb2d1c9a HTTP/1.1" status: 200 len: 944 time: 0.0872686 Mar 29 16:12:38.187081 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-1e8ba493-9960-4287-947a-9b9eaac0734c tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Notify callbacks [] for port, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:38.230257 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] get_ports_and_sgs() called for port_ids ['b8d11f43-aaca-43c3-86d3-e91e527fc1c6'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 16:12:38.248096 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-6add2288-60b1-4ec9-b580-6450472d73a5 req-01ba1ea4-c907-4996-9745-487caaf31b93 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "GET /v2.0/security-groups?id=d49c398e-1c3f-4f30-9d39-78d09bc7267d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536315 Mar 29 16:12:38.257767 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-1e8ba493-9960-4287-947a-9b9eaac0734c tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:38.278945 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 57686) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:12:38.301432 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e8ba493-9960-4287-947a-9b9eaac0734c tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Network f37f95a2-d139-45b8-bca2-e9deac218763 is already hosted by enough agents. {{(pid=102790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:12:38.304684 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-1e8ba493-9960-4287-947a-9b9eaac0734c tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Resources bound (agent type, host, resource id): {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:12:38.308426 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e8ba493-9960-4287-947a-9b9eaac0734c tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Received port after_create {{(pid=102790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:12:38.335901 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8ba493-9960-4287-947a-9b9eaac0734c tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Pushing event updated for resources: {'Port': ['ID=6f8dd103-eb30-4706-b661-10ead6c08ea4,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:12:38.367319 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-40ad6828-a086-4788-9756-31bdbb2f7607 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "GET /v2.0/floatingips/c03e1296-6b36-4de8-8b9d-9db7762033fd HTTP/1.1" status: 200 len: 991 time: 0.0814576 Mar 29 16:12:38.382748 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-1e8ba493-9960-4287-947a-9b9eaac0734c tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-648347'] for router_interface, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:38.541852 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-1e8ba493-9960-4287-947a-9b9eaac0734c tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:38.673791 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 1ffe656a-fe7b-486e-8b2b-37d64dcbc970 up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 16:12:38.717462 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-509fbb26-1496-4728-b458-edf80ccfa11e None None] Provisioning complete for port 6f8dd103-eb30-4706-b661-10ead6c08ea4 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:12:38.718066 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-509fbb26-1496-4728-b458-edf80ccfa11e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:38.757065 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-509fbb26-1496-4728-b458-edf80ccfa11e None None] Port 6f8dd103-eb30-4706-b661-10ead6c08ea4 cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 16:12:38.763945 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port 1ffe656a-fe7b-486e-8b2b-37d64dcbc970 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:12:38.764361 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:38.864621 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-1e8ba493-9960-4287-947a-9b9eaac0734c tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Notify callbacks [] for port, precommit_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:38.869694 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-1e8ba493-9960-4287-947a-9b9eaac0734c tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5237921'] for port, after_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:38.945141 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8ba493-9960-4287-947a-9b9eaac0734c tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Pushing event updated for resources: {'Port': ['ID=6f8dd103-eb30-4706-b661-10ead6c08ea4,revision_number=2']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:12:38.948060 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-1e8ba493-9960-4287-947a-9b9eaac0734c tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-648439'] for router_interface, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:39.047647 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e8ba493-9960-4287-947a-9b9eaac0734c tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Network f37f95a2-d139-45b8-bca2-e9deac218763 is already hosted by enough agents. {{(pid=102790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:12:39.049303 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-1e8ba493-9960-4287-947a-9b9eaac0734c tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Resources bound (agent type, host, resource id): {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:12:39.179891 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device b8d11f43-aaca-43c3-86d3-e91e527fc1c6 up at agent hyperv_n-h1-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 16:12:39.184204 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e8ba493-9960-4287-947a-9b9eaac0734c tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Router c514ba79-3811-48f2-b52f-a6ed9f6f3ea4 has already been hosted by L3 agent c648d819-1060-4f26-b4ec-6455387b5dff {{(pid=102790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 16:12:39.240649 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Provisioning complete for port b8d11f43-aaca-43c3-86d3-e91e527fc1c6 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:12:39.241020 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:39.328860 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:39.332881 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e8ba493-9960-4287-947a-9b9eaac0734c tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 16:12:39.339712 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-1e8ba493-9960-4287-947a-9b9eaac0734c tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] 10.222.0.42 "PUT /v2.0/routers/c514ba79-3811-48f2-b52f-a6ed9f6f3ea4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2317293 Mar 29 16:12:39.340658 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 57706) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:12:39.344196 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c967c9e1-250f-4a97-aca4-41a0ae63afe0 None None] Sync routers for ids ['c514ba79-3811-48f2-b52f-a6ed9f6f3ea4'] in n-d-834765-1 {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 16:12:39.346664 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-6a8fa004-50d5-42ea-9d70-aa273e18254a tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Request body: {'port': {'network_id': 'f37f95a2-d139-45b8-bca2-e9deac218763', 'name': 'tempest-FloatingIPTestJSON-1042594682'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:12:39.371960 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c967c9e1-250f-4a97-aca4-41a0ae63afe0 None None] Routers {'c514ba79-3811-48f2-b52f-a6ed9f6f3ea4'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:12:39.372662 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-c967c9e1-250f-4a97-aca4-41a0ae63afe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:12:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['c514ba79-3811-48f2-b52f-a6ed9f6f3ea4'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:12:39.418862 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port b8d11f43-aaca-43c3-86d3-e91e527fc1c6, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=b8d11f43-aaca-43c3-86d3-e91e527fc1c6,segment=NetworkSegment(d2de5347-f9d8-4c7b-a897-5663c2ae5afb),segment_id=d2de5347-f9d8-4c7b-a897-5663c2ae5afb)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:12:39.420432 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-c967c9e1-250f-4a97-aca4-41a0ae63afe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:12:39.426750 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:39.461948 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-a01fec2f-741a-480a-8313-359667e05621 None None] Provisioning complete for port 6f8dd103-eb30-4706-b661-10ead6c08ea4 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:12:39.462623 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-a01fec2f-741a-480a-8313-359667e05621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:39.469469 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a8fa004-50d5-42ea-9d70-aa273e18254a tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Made reservation on behalf of f529674a9eb7433d864eb1dc67495b97 for: {'port': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:12:39.473115 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-6a8fa004-50d5-42ea-9d70-aa273e18254a tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:39.490552 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [None req-6a8fa004-50d5-42ea-9d70-aa273e18254a tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] device_id is not set on port 34fdbddb-1eb2-485c-ad1f-24e3587fcb16 yet. {{(pid=102791) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 29 16:12:39.505800 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c967c9e1-250f-4a97-aca4-41a0ae63afe0 None None] Routers {'c514ba79-3811-48f2-b52f-a6ed9f6f3ea4'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:12:39.506585 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-c967c9e1-250f-4a97-aca4-41a0ae63afe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:12:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['c514ba79-3811-48f2-b52f-a6ed9f6f3ea4'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:12:39.554562 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-c967c9e1-250f-4a97-aca4-41a0ae63afe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:12:39.555308 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c967c9e1-250f-4a97-aca4-41a0ae63afe0 None None] The sync data for ids ['c514ba79-3811-48f2-b52f-a6ed9f6f3ea4'] in n-d-834765-1 is: [] {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 16:12:39.562725 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Pushing event updated for resources: {'Port': ['ID=b8d11f43-aaca-43c3-86d3-e91e527fc1c6,revision_number=8']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:12:39.568493 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-a01fec2f-741a-480a-8313-359667e05621 None None] Port 6f8dd103-eb30-4706-b661-10ead6c08ea4 cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 16:12:39.622548 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_common [None req-6a8fa004-50d5-42ea-9d70-aa273e18254a tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Allocated IP 172.20.0.8 (f37f95a2-d139-45b8-bca2-e9deac218763/b29faab9-4329-43dd-88e4-5fcffd7d9a4e/34fdbddb-1eb2-485c-ad1f-24e3587fcb16) {{(pid=102791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:12:39.776493 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-6a8fa004-50d5-42ea-9d70-aa273e18254a tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Notify callbacks [] for port, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:39.812297 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-6a8fa004-50d5-42ea-9d70-aa273e18254a tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:39.863680 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a8fa004-50d5-42ea-9d70-aa273e18254a tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Network f37f95a2-d139-45b8-bca2-e9deac218763 is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:12:39.866757 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [None req-6a8fa004-50d5-42ea-9d70-aa273e18254a tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:12:39.869176 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a8fa004-50d5-42ea-9d70-aa273e18254a tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Received port after_create {{(pid=102791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:12:39.895718 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fefd300b-9623-490c-824e-33d4fb2d1c9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8d11f43-aaca-43c3-86d3-e91e527fc1c6'}] {{(pid=102792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:12:39.898253 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4f476c66b318cc6068719fc39557fac68d413f5c7e78fa77028c7948e999ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0769bdd2-f11c-4afa-b58e-b84c0785ea48" -d '{"events": [{"server_uuid": "fefd300b-9623-490c-824e-33d4fb2d1c9a", "name": "network-vif-plugged", "status": "completed", "tag": "b8d11f43-aaca-43c3-86d3-e91e527fc1c6"}]}' {{(pid=102792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:12:39.913097 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8fa004-50d5-42ea-9d70-aa273e18254a tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Pushing event updated for resources: {'Port': ['ID=34fdbddb-1eb2-485c-ad1f-24e3587fcb16,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:12:39.932884 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a8fa004-50d5-42ea-9d70-aa273e18254a tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:12:39.933605 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-6a8fa004-50d5-42ea-9d70-aa273e18254a tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:39.957009 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-6a8fa004-50d5-42ea-9d70-aa273e18254a tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.6133907 Mar 29 16:12:39.957705 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 57710) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:12:39.963004 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-8a85c685-c44c-45c1-86e6-9e152c71cc4e tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Request body: {'floatingip': {'port_id': '34fdbddb-1eb2-485c-ad1f-24e3587fcb16'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:12:39.977052 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 16:12:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-854b96b1-87c4-4ac6-80a2-363df19e5f83 x-openstack-request-id: req-854b96b1-87c4-4ac6-80a2-363df19e5f83 {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:12:39.977353 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fefd300b-9623-490c-824e-33d4fb2d1c9a", "name": "network-vif-plugged", "status": "completed", "tag": "b8d11f43-aaca-43c3-86d3-e91e527fc1c6", "code": 200}]} {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:12:39.977627 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-854b96b1-87c4-4ac6-80a2-363df19e5f83 {{(pid=102792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:12:39.978076 n-d-834765-1 neutron-server[102792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fefd300b-9623-490c-824e-33d4fb2d1c9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8d11f43-aaca-43c3-86d3-e91e527fc1c6', 'code': 200} Mar 29 16:12:40.028862 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-8a85c685-c44c-45c1-86e6-9e152c71cc4e tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Notify callbacks [] for floatingip, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:40.200694 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-99237304-c83d-4477-a2ce-65d9d2f158ac None None] Provisioning complete for port 34fdbddb-1eb2-485c-ad1f-24e3587fcb16 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:12:40.200694 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-99237304-c83d-4477-a2ce-65d9d2f158ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:40.240429 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-99237304-c83d-4477-a2ce-65d9d2f158ac None None] Port 34fdbddb-1eb2-485c-ad1f-24e3587fcb16 cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 16:12:40.502525 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-8a85c685-c44c-45c1-86e6-9e152c71cc4e tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:40.506692 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-8a85c685-c44c-45c1-86e6-9e152c71cc4e tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648212'] for floatingip, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:40.607562 n-d-834765-1 neutron-server[102791]: INFO neutron.db.l3_db [None req-8a85c685-c44c-45c1-86e6-9e152c71cc4e tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Floating IP ab7ca7e9-328b-453d-bd9d-be41c8e7bcd7 associated. External IP: 172.25.4.198, port: 26ce1dc1-7208-4f85-b9ac-af1055e702b3. Mar 29 16:12:40.824921 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a85c685-c44c-45c1-86e6-9e152c71cc4e tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Router 09d80f95-1392-40de-a49a-9c6765517c6b has already been hosted by L3 agent c648d819-1060-4f26-b4ec-6455387b5dff {{(pid=102791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 16:12:40.937766 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a85c685-c44c-45c1-86e6-9e152c71cc4e tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 16:12:40.949424 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d08495c6-7b41-4a43-bfc7-da4fd492a0b0 None None] Sync routers for ids ['09d80f95-1392-40de-a49a-9c6765517c6b'] in n-d-834765-1 {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 16:12:40.960986 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d08495c6-7b41-4a43-bfc7-da4fd492a0b0 None None] Routers {'09d80f95-1392-40de-a49a-9c6765517c6b'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:12:40.962026 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-d08495c6-7b41-4a43-bfc7-da4fd492a0b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:12:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['09d80f95-1392-40de-a49a-9c6765517c6b'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:12:41.003009 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-d08495c6-7b41-4a43-bfc7-da4fd492a0b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:12:41.012265 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d08495c6-7b41-4a43-bfc7-da4fd492a0b0 None None] Routers {'09d80f95-1392-40de-a49a-9c6765517c6b'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:12:41.012882 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-d08495c6-7b41-4a43-bfc7-da4fd492a0b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:12:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['09d80f95-1392-40de-a49a-9c6765517c6b'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:12:41.045390 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-d08495c6-7b41-4a43-bfc7-da4fd492a0b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:12:41.046047 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d08495c6-7b41-4a43-bfc7-da4fd492a0b0 None None] The sync data for ids ['09d80f95-1392-40de-a49a-9c6765517c6b'] in n-d-834765-1 is: [] {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 16:12:41.470781 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a85c685-c44c-45c1-86e6-9e152c71cc4e tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Router c514ba79-3811-48f2-b52f-a6ed9f6f3ea4 has already been hosted by L3 agent c648d819-1060-4f26-b4ec-6455387b5dff {{(pid=102791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 16:12:41.585372 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a85c685-c44c-45c1-86e6-9e152c71cc4e tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 16:12:41.590190 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-8a85c685-c44c-45c1-86e6-9e152c71cc4e tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for floatingip, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:41.595328 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-887690d5-bee2-4cbf-b3a3-fa526c48a7c1 None None] Sync routers for ids ['c514ba79-3811-48f2-b52f-a6ed9f6f3ea4'] in n-d-834765-1 {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 16:12:41.605067 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-887690d5-bee2-4cbf-b3a3-fa526c48a7c1 None None] Routers {'c514ba79-3811-48f2-b52f-a6ed9f6f3ea4'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:12:41.605668 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-887690d5-bee2-4cbf-b3a3-fa526c48a7c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:12:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['c514ba79-3811-48f2-b52f-a6ed9f6f3ea4'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:12:41.638590 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-887690d5-bee2-4cbf-b3a3-fa526c48a7c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:12:41.650105 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-8a85c685-c44c-45c1-86e6-9e152c71cc4e tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] 10.222.0.42 "PUT /v2.0/floatingips/ab7ca7e9-328b-453d-bd9d-be41c8e7bcd7 HTTP/1.1" status: 200 len: 978 time: 1.6886039 Mar 29 16:12:41.650348 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-887690d5-bee2-4cbf-b3a3-fa526c48a7c1 None None] Routers {'c514ba79-3811-48f2-b52f-a6ed9f6f3ea4'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:12:41.650348 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-887690d5-bee2-4cbf-b3a3-fa526c48a7c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:12:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['c514ba79-3811-48f2-b52f-a6ed9f6f3ea4'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:12:41.650672 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 57740) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:12:41.688322 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-887690d5-bee2-4cbf-b3a3-fa526c48a7c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:12:41.688965 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-887690d5-bee2-4cbf-b3a3-fa526c48a7c1 None None] The sync data for ids ['c514ba79-3811-48f2-b52f-a6ed9f6f3ea4'] in n-d-834765-1 is: [] {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 16:12:41.742508 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-b542fd81-8211-4f11-a252-6932bb74cc39 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Deleting port 34fdbddb-1eb2-485c-ad1f-24e3587fcb16 {{(pid=102790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:12:41.742770 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-b542fd81-8211-4f11-a252-6932bb74cc39 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:41.833886 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-b542fd81-8211-4f11-a252-6932bb74cc39 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:42.326848 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-b542fd81-8211-4f11-a252-6932bb74cc39 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:42.327218 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-b542fd81-8211-4f11-a252-6932bb74cc39 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648212'] for floatingip, after_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:42.327566 n-d-834765-1 neutron-server[102790]: INFO neutron.db.l3_db [None req-b542fd81-8211-4f11-a252-6932bb74cc39 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Floating IP ab7ca7e9-328b-453d-bd9d-be41c8e7bcd7 disassociated. External IP: 172.25.4.198, port: 34fdbddb-1eb2-485c-ad1f-24e3587fcb16. Mar 29 16:12:42.327916 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-b542fd81-8211-4f11-a252-6932bb74cc39 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Calling delete_port for 34fdbddb-1eb2-485c-ad1f-24e3587fcb16 owned by {{(pid=102790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:12:42.460917 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-b542fd81-8211-4f11-a252-6932bb74cc39 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:42.491276 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b542fd81-8211-4f11-a252-6932bb74cc39 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Pushing event deleted for resources: {'Port': ['ID=34fdbddb-1eb2-485c-ad1f-24e3587fcb16,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:12:42.622395 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b542fd81-8211-4f11-a252-6932bb74cc39 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Router c514ba79-3811-48f2-b52f-a6ed9f6f3ea4 has already been hosted by L3 agent c648d819-1060-4f26-b4ec-6455387b5dff {{(pid=102790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 16:12:42.741059 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b542fd81-8211-4f11-a252-6932bb74cc39 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 16:12:42.752679 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a47687dc-a898-48e8-a1eb-7047b02346fd None None] Sync routers for ids ['c514ba79-3811-48f2-b52f-a6ed9f6f3ea4'] in n-d-834765-1 {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 16:12:42.765638 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a47687dc-a898-48e8-a1eb-7047b02346fd None None] Routers {'c514ba79-3811-48f2-b52f-a6ed9f6f3ea4'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:12:42.766478 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-a47687dc-a898-48e8-a1eb-7047b02346fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:12:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['c514ba79-3811-48f2-b52f-a6ed9f6f3ea4'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:12:42.799754 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-a47687dc-a898-48e8-a1eb-7047b02346fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:12:42.809242 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-b542fd81-8211-4f11-a252-6932bb74cc39 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:42.809930 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a47687dc-a898-48e8-a1eb-7047b02346fd None None] Routers {'c514ba79-3811-48f2-b52f-a6ed9f6f3ea4'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:12:42.810696 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-a47687dc-a898-48e8-a1eb-7047b02346fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:12:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['c514ba79-3811-48f2-b52f-a6ed9f6f3ea4'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:12:42.814936 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-b542fd81-8211-4f11-a252-6932bb74cc39 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] 10.222.0.42 "DELETE /v2.0/ports/34fdbddb-1eb2-485c-ad1f-24e3587fcb16 HTTP/1.1" status: 204 len: 168 time: 1.1609635 Mar 29 16:12:42.815131 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 57744) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:12:42.852721 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-a47687dc-a898-48e8-a1eb-7047b02346fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:12:42.853623 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a47687dc-a898-48e8-a1eb-7047b02346fd None None] The sync data for ids ['c514ba79-3811-48f2-b52f-a6ed9f6f3ea4'] in n-d-834765-1 is: [] {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 16:12:43.170532 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e6b4ff2f-9595-41ee-b813-ce0bbbc65077 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-530452'] for router_interface, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:43.455127 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-e6b4ff2f-9595-41ee-b813-ce0bbbc65077 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Deleting port 6f8dd103-eb30-4706-b661-10ead6c08ea4 {{(pid=102790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:12:43.455507 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e6b4ff2f-9595-41ee-b813-ce0bbbc65077 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:43.549230 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e6b4ff2f-9595-41ee-b813-ce0bbbc65077 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:43.562196 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-e6b4ff2f-9595-41ee-b813-ce0bbbc65077 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Calling delete_port for 6f8dd103-eb30-4706-b661-10ead6c08ea4 owned by network:router_interface {{(pid=102790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:12:43.760140 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e6b4ff2f-9595-41ee-b813-ce0bbbc65077 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:43.788166 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b4ff2f-9595-41ee-b813-ce0bbbc65077 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Pushing event deleted for resources: {'Port': ['ID=6f8dd103-eb30-4706-b661-10ead6c08ea4,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:12:44.004577 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e6b4ff2f-9595-41ee-b813-ce0bbbc65077 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-530528'] for router_interface, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:44.252407 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6b4ff2f-9595-41ee-b813-ce0bbbc65077 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Router c514ba79-3811-48f2-b52f-a6ed9f6f3ea4 has already been hosted by L3 agent c648d819-1060-4f26-b4ec-6455387b5dff {{(pid=102790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 16:12:44.359956 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6b4ff2f-9595-41ee-b813-ce0bbbc65077 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 16:12:44.368656 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-e6b4ff2f-9595-41ee-b813-ce0bbbc65077 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] 10.222.0.42 "PUT /v2.0/routers/c514ba79-3811-48f2-b52f-a6ed9f6f3ea4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5496273 Mar 29 16:12:44.368790 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 57758) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:12:44.369591 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd4447b3-1744-4386-9555-a9924947ea3f None None] Sync routers for ids ['c514ba79-3811-48f2-b52f-a6ed9f6f3ea4'] in n-d-834765-1 {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 16:12:44.380943 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd4447b3-1744-4386-9555-a9924947ea3f None None] Routers {'c514ba79-3811-48f2-b52f-a6ed9f6f3ea4'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:12:44.381682 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-fd4447b3-1744-4386-9555-a9924947ea3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:12:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['c514ba79-3811-48f2-b52f-a6ed9f6f3ea4'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:12:44.420973 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-fd4447b3-1744-4386-9555-a9924947ea3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:12:44.431981 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd4447b3-1744-4386-9555-a9924947ea3f None None] Routers {'c514ba79-3811-48f2-b52f-a6ed9f6f3ea4'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:12:44.432641 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-fd4447b3-1744-4386-9555-a9924947ea3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:12:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['c514ba79-3811-48f2-b52f-a6ed9f6f3ea4'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:12:44.465027 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-fd4447b3-1744-4386-9555-a9924947ea3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:12:44.465812 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd4447b3-1744-4386-9555-a9924947ea3f None None] The sync data for ids ['c514ba79-3811-48f2-b52f-a6ed9f6f3ea4'] in n-d-834765-1 is: [] {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 16:12:44.493282 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-20dfb463-707c-4e60-b199-bf30a9965f21 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Notify callbacks [] for router, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:44.610849 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-20dfb463-707c-4e60-b199-bf30a9965f21 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:44.672128 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-20dfb463-707c-4e60-b199-bf30a9965f21 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Deleting port 3e9ecabd-3e6e-4095-b080-58cfab9269ce {{(pid=102790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:12:44.672468 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-20dfb463-707c-4e60-b199-bf30a9965f21 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:44.747663 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-20dfb463-707c-4e60-b199-bf30a9965f21 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:44.759876 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-20dfb463-707c-4e60-b199-bf30a9965f21 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Calling delete_port for 3e9ecabd-3e6e-4095-b080-58cfab9269ce owned by network:router_gateway {{(pid=102790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:12:44.936192 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-20dfb463-707c-4e60-b199-bf30a9965f21 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:44.968199 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20dfb463-707c-4e60-b199-bf30a9965f21 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Pushing event deleted for resources: {'Port': ['ID=3e9ecabd-3e6e-4095-b080-58cfab9269ce,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:12:45.026955 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-20dfb463-707c-4e60-b199-bf30a9965f21 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-648138'] for router_gateway, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:45.120289 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-20dfb463-707c-4e60-b199-bf30a9965f21 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129328'] for router, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:45.122411 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-20dfb463-707c-4e60-b199-bf30a9965f21 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:45.165143 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-20dfb463-707c-4e60-b199-bf30a9965f21 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-526718'] for router, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:45.165626 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20dfb463-707c-4e60-b199-bf30a9965f21 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Fanout notify agent at l3_agent the message router_deleted on router c514ba79-3811-48f2-b52f-a6ed9f6f3ea4 {{(pid=102790) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 29 16:12:45.172426 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-20dfb463-707c-4e60-b199-bf30a9965f21 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Notify callbacks [] for router, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:45.177156 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-20dfb463-707c-4e60-b199-bf30a9965f21 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] 10.222.0.42 "DELETE /v2.0/routers/c514ba79-3811-48f2-b52f-a6ed9f6f3ea4 HTTP/1.1" status: 204 len: 168 time: 0.8039267 Mar 29 16:12:45.177590 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 57778) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:12:45.231867 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.db_base_plugin_v2 [None req-fff0a447-15b7-410c-ba7b-58e2448d7caa tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Deleting subnet b29faab9-4329-43dd-88e4-5fcffd7d9a4e {{(pid=102790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 16:12:45.234849 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-fff0a447-15b7-410c-ba7b-58e2448d7caa tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Notify callbacks [] for subnet, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:45.277015 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-fff0a447-15b7-410c-ba7b-58e2448d7caa tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4614024'] for subnet, precommit_delete_associations {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:45.361228 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-fff0a447-15b7-410c-ba7b-58e2448d7caa tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1641287'] for subnet, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:45.425988 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-fff0a447-15b7-410c-ba7b-58e2448d7caa tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1641294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5231963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4793952'] for subnet, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:45.455349 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-fff0a447-15b7-410c-ba7b-58e2448d7caa tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Notify callbacks [] for subnet, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:45.461716 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-fff0a447-15b7-410c-ba7b-58e2448d7caa tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] 10.222.0.42 "DELETE /v2.0/subnets/b29faab9-4329-43dd-88e4-5fcffd7d9a4e HTTP/1.1" status: 204 len: 168 time: 0.2807841 Mar 29 16:12:45.461716 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff0a447-15b7-410c-ba7b-58e2448d7caa tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Pushing event deleted for resources: {'Subnet': ['ID=b29faab9-4329-43dd-88e4-5fcffd7d9a4e,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:12:45.462967 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 57780) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:12:45.467092 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96e423a5-fe05-4512-8fb3-1e04f6fad635 None None] Network f37f95a2-d139-45b8-bca2-e9deac218763 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 16:12:45.543502 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-39981c07-0223-4931-bbcd-e21414374874 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1631750'] for network, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:45.604088 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-39981c07-0223-4931-bbcd-e21414374874 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Deleting port 1ffe656a-fe7b-486e-8b2b-37d64dcbc970 {{(pid=102790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:12:45.604524 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-39981c07-0223-4931-bbcd-e21414374874 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:45.663925 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ac8ffa1-95d5-450c-b0e7-0d8c953465a6 None None] DHCP port deletion for f37f95a2-d139-45b8-bca2-e9deac218763 request from n-d-834765-1 {{(pid=102792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 29 16:12:45.669717 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [None req-39981c07-0223-4931-bbcd-e21414374874 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] For port 1ffe656a-fe7b-486e-8b2b-37d64dcbc970, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=1ffe656a-fe7b-486e-8b2b-37d64dcbc970,segment=NetworkSegment(679d6502-24b3-45c6-b9be-0af3d1207b3a),segment_id=679d6502-24b3-45c6-b9be-0af3d1207b3a)] {{(pid=102790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:12:45.670075 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-39981c07-0223-4931-bbcd-e21414374874 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:45.682711 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-39981c07-0223-4931-bbcd-e21414374874 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Calling delete_port for 1ffe656a-fe7b-486e-8b2b-37d64dcbc970 owned by network:dhcp {{(pid=102790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:12:45.716603 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-9ac8ffa1-95d5-450c-b0e7-0d8c953465a6 None None] Deleting port 1ffe656a-fe7b-486e-8b2b-37d64dcbc970 {{(pid=102792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:12:45.716980 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-9ac8ffa1-95d5-450c-b0e7-0d8c953465a6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:45.777946 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-39981c07-0223-4931-bbcd-e21414374874 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:45.792851 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-9ac8ffa1-95d5-450c-b0e7-0d8c953465a6 None None] For port 1ffe656a-fe7b-486e-8b2b-37d64dcbc970, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=1ffe656a-fe7b-486e-8b2b-37d64dcbc970,segment=NetworkSegment(679d6502-24b3-45c6-b9be-0af3d1207b3a),segment_id=679d6502-24b3-45c6-b9be-0af3d1207b3a)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:12:45.793245 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-9ac8ffa1-95d5-450c-b0e7-0d8c953465a6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:45.806196 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39981c07-0223-4931-bbcd-e21414374874 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Pushing event deleted for resources: {'Port': ['ID=1ffe656a-fe7b-486e-8b2b-37d64dcbc970,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:12:45.808912 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-9ac8ffa1-95d5-450c-b0e7-0d8c953465a6 None None] Calling delete_port for 1ffe656a-fe7b-486e-8b2b-37d64dcbc970 owned by network:dhcp {{(pid=102792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:12:45.811881 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39981c07-0223-4931-bbcd-e21414374874 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] No DVR routers for this DVR port 1ffe656a-fe7b-486e-8b2b-37d64dcbc970 on host n-d-834765-1 {{(pid=102790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 16:12:45.894187 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-9ac8ffa1-95d5-450c-b0e7-0d8c953465a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350'] for port, after_delete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:45.898821 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-39981c07-0223-4931-bbcd-e21414374874 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639890', 'neutron.services.segments.db._delete_segments_for_network-8783523423079'] for network, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:45.920660 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac8ffa1-95d5-450c-b0e7-0d8c953465a6 None None] Pushing event deleted for resources: {'Port': ['ID=1ffe656a-fe7b-486e-8b2b-37d64dcbc970,revision_number=None']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:12:45.926548 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ac8ffa1-95d5-450c-b0e7-0d8c953465a6 None None] No DVR routers for this DVR port 1ffe656a-fe7b-486e-8b2b-37d64dcbc970 on host n-d-834765-1 {{(pid=102792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 16:12:45.931297 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-39981c07-0223-4931-bbcd-e21414374874 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f37f95a2-d139-45b8-bca2-e9deac218763']}} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:12:45.944285 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-39981c07-0223-4931-bbcd-e21414374874 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '679d6502-24b3-45c6-b9be-0af3d1207b3a') {'for_net_delete': True} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:12:45.944905 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-39981c07-0223-4931-bbcd-e21414374874 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '679d6502-24b3-45c6-b9be-0af3d1207b3a') {} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:12:45.959286 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-39981c07-0223-4931-bbcd-e21414374874 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783523422064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4614019'] for segment, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:45.972809 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-39981c07-0223-4931-bbcd-e21414374874 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:45.978750 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39981c07-0223-4931-bbcd-e21414374874 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Releasing vlan 639 on physical network physnet1 to pool {{(pid=102790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 16:12:45.979134 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-39981c07-0223-4931-bbcd-e21414374874 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5238013'] for segment, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:45.982244 n-d-834765-1 neutron-server[102790]: Traceback (most recent call last): Mar 29 16:12:45.982244 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 16:12:45.982244 n-d-834765-1 neutron-server[102790]: timer() Mar 29 16:12:45.982244 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 16:12:45.982244 n-d-834765-1 neutron-server[102790]: cb(*args, **kw) Mar 29 16:12:45.982244 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 16:12:45.982244 n-d-834765-1 neutron-server[102790]: return func(*args, **kwargs) Mar 29 16:12:45.982244 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 16:12:45.982244 n-d-834765-1 neutron-server[102790]: self._notify() Mar 29 16:12:45.982244 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 16:12:45.982244 n-d-834765-1 neutron-server[102790]: self.callback(batched_events) Mar 29 16:12:45.982244 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 16:12:45.982244 n-d-834765-1 neutron-server[102790]: event.method(event) Mar 29 16:12:45.982244 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 16:12:45.982244 n-d-834765-1 neutron-server[102790]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 16:12:45.982244 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 16:12:45.982244 n-d-834765-1 neutron-server[102790]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 16:12:45.982244 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 16:12:45.982244 n-d-834765-1 neutron-server[102790]: return f(self, *a, **k) Mar 29 16:12:45.982244 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 16:12:45.982244 n-d-834765-1 neutron-server[102790]: return self._get(url).json() Mar 29 16:12:45.982244 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 16:12:45.982244 n-d-834765-1 neutron-server[102790]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 16:12:45.982244 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 16:12:45.982244 n-d-834765-1 neutron-server[102790]: return self.request(url, 'GET', **kwargs) Mar 29 16:12:45.982244 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 16:12:45.982244 n-d-834765-1 neutron-server[102790]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 16:12:45.982244 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 16:12:45.982244 n-d-834765-1 neutron-server[102790]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 16:12:45.982244 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 16:12:45.982244 n-d-834765-1 neutron-server[102790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 16:12:45.982244 n-d-834765-1 neutron-server[102790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 16:12:46.041767 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-39981c07-0223-4931-bbcd-e21414374874 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1639897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648174'] for network, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:46.054876 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-39981c07-0223-4931-bbcd-e21414374874 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Notify callbacks [] for network, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:46.054876 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-39981c07-0223-4931-bbcd-e21414374874 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] 10.222.0.42 "DELETE /v2.0/networks/f37f95a2-d139-45b8-bca2-e9deac218763 HTTP/1.1" status: 204 len: 168 time: 0.5891502 Mar 29 16:12:46.055601 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 57784) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:12:46.071620 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39981c07-0223-4931-bbcd-e21414374874 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Pushing event deleted for resources: {'Network': ['ID=f37f95a2-d139-45b8-bca2-e9deac218763,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:12:46.190905 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-3cc5c5ff-70d4-48ca-9a93-813457864f1b tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Deleting port bb737d43-0834-4efe-a87c-a5408e607412 {{(pid=102790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:12:46.191341 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-3cc5c5ff-70d4-48ca-9a93-813457864f1b tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:46.274092 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-3cc5c5ff-70d4-48ca-9a93-813457864f1b tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:46.274412 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-3cc5c5ff-70d4-48ca-9a93-813457864f1b tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:46.286376 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-3cc5c5ff-70d4-48ca-9a93-813457864f1b tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Calling delete_port for bb737d43-0834-4efe-a87c-a5408e607412 owned by network:floatingip {{(pid=102790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:12:46.423785 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-3cc5c5ff-70d4-48ca-9a93-813457864f1b tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:46.449457 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc5c5ff-70d4-48ca-9a93-813457864f1b tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Pushing event deleted for resources: {'Port': ['ID=bb737d43-0834-4efe-a87c-a5408e607412,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:12:46.509463 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-3cc5c5ff-70d4-48ca-9a93-813457864f1b tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Notify callbacks [] for floatingip, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:46.512007 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-3cc5c5ff-70d4-48ca-9a93-813457864f1b tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for floatingip, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:46.513147 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-3cc5c5ff-70d4-48ca-9a93-813457864f1b tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] 10.222.0.42 "DELETE /v2.0/floatingips/ab7ca7e9-328b-453d-bd9d-be41c8e7bcd7 HTTP/1.1" status: 204 len: 168 time: 0.4566457 Mar 29 16:12:46.516765 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 57786) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:12:46.540004 n-d-834765-1 neutron-server[102790]: INFO neutron.pecan_wsgi.hooks.translation [None req-658f78a5-4609-443e-8037-c6ffec937b68 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] DELETE failed (client error): The resource could not be found. Mar 29 16:12:46.540692 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-658f78a5-4609-443e-8037-c6ffec937b68 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102790) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 16:12:46.543718 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-658f78a5-4609-443e-8037-c6ffec937b68 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] 10.222.0.42 "DELETE /v2.0/ports/34fdbddb-1eb2-485c-ad1f-24e3587fcb16 HTTP/1.1" status: 404 len: 333 time: 0.0258641 Mar 29 16:12:46.546309 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 57788) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:12:46.577122 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-d171880f-404e-4eee-8a5c-5dcea041b3e2 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] 10.222.0.42 "GET /v2.0/ports?device_id=c514ba79-3811-48f2-b52f-a6ed9f6f3ea4 HTTP/1.1" status: 200 len: 205 time: 0.0297720 Mar 29 16:12:46.579658 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 57790) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:12:46.616181 n-d-834765-1 neutron-server[102790]: INFO neutron.api.v2.resource [None req-911c9e7b-78e8-4546-b444-c353b7750c8a tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] delete failed (client error): The resource could not be found. Mar 29 16:12:46.619701 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-911c9e7b-78e8-4546-b444-c353b7750c8a tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] 10.222.0.42 "DELETE /v2.0/routers/c514ba79-3811-48f2-b52f-a6ed9f6f3ea4 HTTP/1.1" status: 404 len: 336 time: 0.0364752 Mar 29 16:12:46.620056 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 57792) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:12:46.647234 n-d-834765-1 neutron-server[102791]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ecc11ba-061b-4982-a4ed-b77506dc554c tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] DELETE failed (client error): The resource could not be found. Mar 29 16:12:46.647856 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ecc11ba-061b-4982-a4ed-b77506dc554c tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102791) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 16:12:46.654496 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 57794) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:12:46.654686 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-9ecc11ba-061b-4982-a4ed-b77506dc554c tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] 10.222.0.42 "DELETE /v2.0/subnets/b29faab9-4329-43dd-88e4-5fcffd7d9a4e HTTP/1.1" status: 404 len: 337 time: 0.0333812 Mar 29 16:12:46.667945 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 1ffe656a-fe7b-486e-8b2b-37d64dcbc970 no longer exists at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 16:12:46.689463 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] No Port match for: 1ffe656a-fe7b-486e-8b2b-37d64dcbc970 {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 16:12:46.689895 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 1ffe656a-fe7b-486e-8b2b-37d64dcbc970 not bound to the agent host n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 16:12:46.742629 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-426554f8-6768-42c3-8789-bc556a34ee53 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Deleting port 26ce1dc1-7208-4f85-b9ac-af1055e702b3 {{(pid=102790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:12:46.742967 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-426554f8-6768-42c3-8789-bc556a34ee53 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:46.833723 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-426554f8-6768-42c3-8789-bc556a34ee53 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:46.846240 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-426554f8-6768-42c3-8789-bc556a34ee53 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Calling delete_port for 26ce1dc1-7208-4f85-b9ac-af1055e702b3 owned by {{(pid=102790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:12:46.978288 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-426554f8-6768-42c3-8789-bc556a34ee53 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:47.012118 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426554f8-6768-42c3-8789-bc556a34ee53 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Pushing event deleted for resources: {'Port': ['ID=26ce1dc1-7208-4f85-b9ac-af1055e702b3,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:12:47.081996 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-426554f8-6768-42c3-8789-bc556a34ee53 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:47.087817 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-426554f8-6768-42c3-8789-bc556a34ee53 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] 10.222.0.42 "DELETE /v2.0/ports/26ce1dc1-7208-4f85-b9ac-af1055e702b3 HTTP/1.1" status: 204 len: 168 time: 0.4300733 Mar 29 16:12:47.088055 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 57804) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:12:47.173891 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:47.185829 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-6dbbe6a7-d6e8-4f55-9254-3be277486ab8 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Deleting port 85ca7872-cab1-4a31-a60d-c8f42301b090 {{(pid=102790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:12:47.186167 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-6dbbe6a7-d6e8-4f55-9254-3be277486ab8 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:47.278263 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-6dbbe6a7-d6e8-4f55-9254-3be277486ab8 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:47.293303 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-6dbbe6a7-d6e8-4f55-9254-3be277486ab8 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Calling delete_port for 85ca7872-cab1-4a31-a60d-c8f42301b090 owned by {{(pid=102790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:12:47.324510 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 57808) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:12:47.430024 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-6dbbe6a7-d6e8-4f55-9254-3be277486ab8 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:47.436794 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-dfcf2bb2-52e7-491b-987b-bc5ce74f5b6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:47.458981 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbbe6a7-d6e8-4f55-9254-3be277486ab8 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Pushing event deleted for resources: {'Port': ['ID=85ca7872-cab1-4a31-a60d-c8f42301b090,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:12:47.520528 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-dfcf2bb2-52e7-491b-987b-bc5ce74f5b6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:47.524508 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-dfcf2bb2-52e7-491b-987b-bc5ce74f5b6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:47.537940 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-6dbbe6a7-d6e8-4f55-9254-3be277486ab8 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:47.543595 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-6dbbe6a7-d6e8-4f55-9254-3be277486ab8 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] 10.222.0.42 "DELETE /v2.0/ports/85ca7872-cab1-4a31-a60d-c8f42301b090 HTTP/1.1" status: 204 len: 168 time: 0.4523640 Mar 29 16:12:47.543814 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 57812) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:12:47.561769 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-dfcf2bb2-52e7-491b-987b-bc5ce74f5b6b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0af90b8294f6449bb5b136b64f476797&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2361372 Mar 29 16:12:47.563781 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcf2bb2-52e7-491b-987b-bc5ce74f5b6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd6633de-d774-43bd-b13f-b8e427042cf7,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:12:47.566169 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 57814) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:12:47.587130 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfcf2bb2-52e7-491b-987b-bc5ce74f5b6b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:12:47.587494 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfcf2bb2-52e7-491b-987b-bc5ce74f5b6b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:12:47.587834 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfcf2bb2-52e7-491b-987b-bc5ce74f5b6b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:12:47.588161 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfcf2bb2-52e7-491b-987b-bc5ce74f5b6b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:12:47.588485 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfcf2bb2-52e7-491b-987b-bc5ce74f5b6b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:12:47.588804 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfcf2bb2-52e7-491b-987b-bc5ce74f5b6b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:12:47.589120 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfcf2bb2-52e7-491b-987b-bc5ce74f5b6b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:12:47.589433 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfcf2bb2-52e7-491b-987b-bc5ce74f5b6b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:12:47.589748 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfcf2bb2-52e7-491b-987b-bc5ce74f5b6b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:12:47.590061 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfcf2bb2-52e7-491b-987b-bc5ce74f5b6b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:12:47.590377 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfcf2bb2-52e7-491b-987b-bc5ce74f5b6b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:12:47.590687 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfcf2bb2-52e7-491b-987b-bc5ce74f5b6b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:12:47.593455 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6a0c93c-c4b0-4955-9e2d-e4752c92967d tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:12:47.595105 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-f6a0c93c-c4b0-4955-9e2d-e4752c92967d tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] 10.222.0.42 "GET /v2.0/ports?device_id=09d80f95-1392-40de-a49a-9c6765517c6b HTTP/1.1" status: 200 len: 913 time: 0.0503445 Mar 29 16:12:47.598028 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 57816) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:12:47.630554 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-0932d3a6-dcec-4f38-9e83-5db20afc3639 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:47.651521 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-0932d3a6-dcec-4f38-9e83-5db20afc3639 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:47.699809 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-0932d3a6-dcec-4f38-9e83-5db20afc3639 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:47.702467 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-0932d3a6-dcec-4f38-9e83-5db20afc3639 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:47.703711 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-0932d3a6-dcec-4f38-9e83-5db20afc3639 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/bd6633de-d774-43bd-b13f-b8e427042cf7 HTTP/1.1" status: 204 len: 168 time: 0.1366537 Mar 29 16:12:47.712162 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0932d3a6-dcec-4f38-9e83-5db20afc3639 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd6633de-d774-43bd-b13f-b8e427042cf7,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:12:47.999057 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 57822) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:12:48.008102 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:48.014436 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-0c1a0baa-3855-4c8b-a155-e049d25067eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:48.094016 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-0c1a0baa-3855-4c8b-a155-e049d25067eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:48.099169 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-0c1a0baa-3855-4c8b-a155-e049d25067eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:48.137130 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-0c1a0baa-3855-4c8b-a155-e049d25067eb admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=2bca44c88d634bff811be3df18d4ccec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1367173 Mar 29 16:12:48.137857 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1a0baa-3855-4c8b-a155-e049d25067eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a249a8b-b8be-4df9-8f26-a848134a9a4f,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:12:48.140545 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 57824) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:12:48.245125 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-5c889421-a1fd-4f55-99ad-5c85ccb52abf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:48.272493 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-5c889421-a1fd-4f55-99ad-5c85ccb52abf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:48.348441 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-51a558ea-2c53-419a-a08f-2e55632c0c89 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-530452'] for router_interface, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:48.350027 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-5c889421-a1fd-4f55-99ad-5c85ccb52abf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:48.352476 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-5c889421-a1fd-4f55-99ad-5c85ccb52abf admin admin] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:48.353585 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-5c889421-a1fd-4f55-99ad-5c85ccb52abf admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/5a249a8b-b8be-4df9-8f26-a848134a9a4f HTTP/1.1" status: 204 len: 168 time: 0.2119596 Mar 29 16:12:48.397030 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c889421-a1fd-4f55-99ad-5c85ccb52abf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a249a8b-b8be-4df9-8f26-a848134a9a4f,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:12:48.619521 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-51a558ea-2c53-419a-a08f-2e55632c0c89 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Deleting port 3881836b-03f0-4a64-84cc-a6707900f843 {{(pid=102790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:12:48.619867 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-51a558ea-2c53-419a-a08f-2e55632c0c89 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:48.691752 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 57830) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:12:48.704951 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-970bc093-866d-4f8a-89b0-65f35a12b3fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:48.710948 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-51a558ea-2c53-419a-a08f-2e55632c0c89 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:48.722494 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-51a558ea-2c53-419a-a08f-2e55632c0c89 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Calling delete_port for 3881836b-03f0-4a64-84cc-a6707900f843 owned by network:router_interface {{(pid=102790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:12:48.782251 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-970bc093-866d-4f8a-89b0-65f35a12b3fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:48.786960 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-970bc093-866d-4f8a-89b0-65f35a12b3fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:48.824269 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-970bc093-866d-4f8a-89b0-65f35a12b3fe admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=675d49401d314841a1ba0549634404dd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1313410 Mar 29 16:12:48.826834 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 57832) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:12:48.834391 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970bc093-866d-4f8a-89b0-65f35a12b3fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2714fc69-d61e-43c0-a5ed-822a4db860c9,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:12:48.879845 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-b8ccd905-32b6-40f2-89ac-47ba7c5260e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:48.900862 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-b8ccd905-32b6-40f2-89ac-47ba7c5260e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:48.912865 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-51a558ea-2c53-419a-a08f-2e55632c0c89 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:48.940530 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a558ea-2c53-419a-a08f-2e55632c0c89 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Pushing event deleted for resources: {'Port': ['ID=3881836b-03f0-4a64-84cc-a6707900f843,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:12:48.952245 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-b8ccd905-32b6-40f2-89ac-47ba7c5260e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:48.955290 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-b8ccd905-32b6-40f2-89ac-47ba7c5260e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:48.957618 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-b8ccd905-32b6-40f2-89ac-47ba7c5260e6 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/2714fc69-d61e-43c0-a5ed-822a4db860c9 HTTP/1.1" status: 204 len: 168 time: 0.1297188 Mar 29 16:12:48.966920 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ccd905-32b6-40f2-89ac-47ba7c5260e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2714fc69-d61e-43c0-a5ed-822a4db860c9,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:12:49.121979 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-51a558ea-2c53-419a-a08f-2e55632c0c89 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-530528'] for router_interface, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:49.348494 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51a558ea-2c53-419a-a08f-2e55632c0c89 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Router 09d80f95-1392-40de-a49a-9c6765517c6b has already been hosted by L3 agent c648d819-1060-4f26-b4ec-6455387b5dff {{(pid=102790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 16:12:49.458352 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51a558ea-2c53-419a-a08f-2e55632c0c89 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 16:12:49.466711 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-51a558ea-2c53-419a-a08f-2e55632c0c89 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] 10.222.0.42 "PUT /v2.0/routers/09d80f95-1392-40de-a49a-9c6765517c6b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8646610 Mar 29 16:12:49.466711 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 57848) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:12:49.469405 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-495bfeaa-d443-448f-884b-f2e07478f784 None None] Sync routers for ids ['09d80f95-1392-40de-a49a-9c6765517c6b'] in n-d-834765-1 {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 16:12:49.491395 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-495bfeaa-d443-448f-884b-f2e07478f784 None None] Routers {'09d80f95-1392-40de-a49a-9c6765517c6b'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:12:49.492103 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-495bfeaa-d443-448f-884b-f2e07478f784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:12:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['09d80f95-1392-40de-a49a-9c6765517c6b'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:12:49.525654 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-495bfeaa-d443-448f-884b-f2e07478f784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:12:49.535827 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-495bfeaa-d443-448f-884b-f2e07478f784 None None] Routers {'09d80f95-1392-40de-a49a-9c6765517c6b'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:12:49.536440 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-495bfeaa-d443-448f-884b-f2e07478f784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:12:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['09d80f95-1392-40de-a49a-9c6765517c6b'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:12:49.573642 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-495bfeaa-d443-448f-884b-f2e07478f784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:12:49.574298 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-495bfeaa-d443-448f-884b-f2e07478f784 None None] The sync data for ids ['09d80f95-1392-40de-a49a-9c6765517c6b'] in n-d-834765-1 is: [] {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 16:12:49.580667 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-2e63a6d6-def9-4f9e-881b-aa2e65bf9dc8 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Notify callbacks [] for router, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:49.687769 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-2e63a6d6-def9-4f9e-881b-aa2e65bf9dc8 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:49.744365 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-2e63a6d6-def9-4f9e-881b-aa2e65bf9dc8 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Deleting port 66ef8cf4-1150-4bf8-af34-9e29f93bf3f9 {{(pid=102790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:12:49.744710 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-2e63a6d6-def9-4f9e-881b-aa2e65bf9dc8 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:49.828411 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-2e63a6d6-def9-4f9e-881b-aa2e65bf9dc8 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:49.840709 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-2e63a6d6-def9-4f9e-881b-aa2e65bf9dc8 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Calling delete_port for 66ef8cf4-1150-4bf8-af34-9e29f93bf3f9 owned by network:router_gateway {{(pid=102790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:12:50.010138 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-2e63a6d6-def9-4f9e-881b-aa2e65bf9dc8 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:50.034533 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e63a6d6-def9-4f9e-881b-aa2e65bf9dc8 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Pushing event deleted for resources: {'Port': ['ID=66ef8cf4-1150-4bf8-af34-9e29f93bf3f9,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:12:50.098884 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-2e63a6d6-def9-4f9e-881b-aa2e65bf9dc8 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-648138'] for router_gateway, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:50.193127 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-2e63a6d6-def9-4f9e-881b-aa2e65bf9dc8 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129328'] for router, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:50.195279 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-2e63a6d6-def9-4f9e-881b-aa2e65bf9dc8 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:50.241747 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-2e63a6d6-def9-4f9e-881b-aa2e65bf9dc8 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-526718'] for router, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:50.242486 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e63a6d6-def9-4f9e-881b-aa2e65bf9dc8 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Fanout notify agent at l3_agent the message router_deleted on router 09d80f95-1392-40de-a49a-9c6765517c6b {{(pid=102790) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 29 16:12:50.249675 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-2e63a6d6-def9-4f9e-881b-aa2e65bf9dc8 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Notify callbacks [] for router, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:50.254125 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-2e63a6d6-def9-4f9e-881b-aa2e65bf9dc8 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] 10.222.0.42 "DELETE /v2.0/routers/09d80f95-1392-40de-a49a-9c6765517c6b HTTP/1.1" status: 204 len: 168 time: 0.7870352 Mar 29 16:12:50.254351 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 57872) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:12:50.305771 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_v2 [None req-0505eb65-0416-4093-aeea-09848d2288b3 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Deleting subnet f9b125ab-65f1-4143-84f9-34c8dc9bbb17 {{(pid=102791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 16:12:50.309018 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-0505eb65-0416-4093-aeea-09848d2288b3 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Notify callbacks [] for subnet, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:50.354581 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-0505eb65-0416-4093-aeea-09848d2288b3 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4230423'] for subnet, precommit_delete_associations {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:50.400486 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-0505eb65-0416-4093-aeea-09848d2288b3 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1641287'] for subnet, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:50.461411 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-0505eb65-0416-4093-aeea-09848d2288b3 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1641294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16155591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16218852'] for subnet, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:50.491379 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0505eb65-0416-4093-aeea-09848d2288b3 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Pushing event deleted for resources: {'Subnet': ['ID=f9b125ab-65f1-4143-84f9-34c8dc9bbb17,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:12:50.493262 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-0505eb65-0416-4093-aeea-09848d2288b3 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Notify callbacks [] for subnet, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:50.496521 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-0505eb65-0416-4093-aeea-09848d2288b3 tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] 10.222.0.42 "DELETE /v2.0/subnets/f9b125ab-65f1-4143-84f9-34c8dc9bbb17 HTTP/1.1" status: 204 len: 168 time: 0.2413778 Mar 29 16:12:50.499193 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 57880) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:12:50.582289 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-14133bb6-c3b9-43df-b0cf-1f5ff9bcbe4d tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1631750'] for network, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:50.677259 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-14133bb6-c3b9-43df-b0cf-1f5ff9bcbe4d tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639890', 'neutron.services.segments.db._delete_segments_for_network-8783523423079'] for network, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:50.700118 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-14133bb6-c3b9-43df-b0cf-1f5ff9bcbe4d tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf9323a0-ce17-4d52-b88b-86b46d400bbc']}} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:12:50.710488 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-14133bb6-c3b9-43df-b0cf-1f5ff9bcbe4d tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0563e7d-f068-4b06-b6b1-8bf3a2c7eac4') {'for_net_delete': True} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:12:50.710855 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-14133bb6-c3b9-43df-b0cf-1f5ff9bcbe4d tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0563e7d-f068-4b06-b6b1-8bf3a2c7eac4') {} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:12:50.720786 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-14133bb6-c3b9-43df-b0cf-1f5ff9bcbe4d tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783523422064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4230428'] for segment, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:50.734649 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-14133bb6-c3b9-43df-b0cf-1f5ff9bcbe4d tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:50.741777 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14133bb6-c3b9-43df-b0cf-1f5ff9bcbe4d tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Releasing vlan 630 on physical network physnet1 to pool {{(pid=102791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 16:12:50.742031 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-14133bb6-c3b9-43df-b0cf-1f5ff9bcbe4d tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16169569'] for segment, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:50.744929 n-d-834765-1 neutron-server[102791]: Traceback (most recent call last): Mar 29 16:12:50.744929 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 16:12:50.744929 n-d-834765-1 neutron-server[102791]: timer() Mar 29 16:12:50.744929 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 16:12:50.744929 n-d-834765-1 neutron-server[102791]: cb(*args, **kw) Mar 29 16:12:50.744929 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 16:12:50.744929 n-d-834765-1 neutron-server[102791]: return func(*args, **kwargs) Mar 29 16:12:50.744929 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 16:12:50.744929 n-d-834765-1 neutron-server[102791]: self._notify() Mar 29 16:12:50.744929 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 16:12:50.744929 n-d-834765-1 neutron-server[102791]: self.callback(batched_events) Mar 29 16:12:50.744929 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 16:12:50.744929 n-d-834765-1 neutron-server[102791]: event.method(event) Mar 29 16:12:50.744929 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 16:12:50.744929 n-d-834765-1 neutron-server[102791]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 16:12:50.744929 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 16:12:50.744929 n-d-834765-1 neutron-server[102791]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 16:12:50.744929 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 16:12:50.744929 n-d-834765-1 neutron-server[102791]: return f(self, *a, **k) Mar 29 16:12:50.744929 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 16:12:50.744929 n-d-834765-1 neutron-server[102791]: return self._get(url).json() Mar 29 16:12:50.744929 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 16:12:50.744929 n-d-834765-1 neutron-server[102791]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 16:12:50.744929 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 16:12:50.744929 n-d-834765-1 neutron-server[102791]: return self.request(url, 'GET', **kwargs) Mar 29 16:12:50.744929 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 16:12:50.744929 n-d-834765-1 neutron-server[102791]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 16:12:50.744929 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 16:12:50.744929 n-d-834765-1 neutron-server[102791]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 16:12:50.744929 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 16:12:50.744929 n-d-834765-1 neutron-server[102791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 16:12:50.744929 n-d-834765-1 neutron-server[102791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 16:12:50.808910 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-14133bb6-c3b9-43df-b0cf-1f5ff9bcbe4d tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1639897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648174'] for network, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:50.816632 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-14133bb6-c3b9-43df-b0cf-1f5ff9bcbe4d tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Notify callbacks [] for network, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:50.822009 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-14133bb6-c3b9-43df-b0cf-1f5ff9bcbe4d tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] 10.222.0.42 "DELETE /v2.0/networks/bf9323a0-ce17-4d52-b88b-86b46d400bbc HTTP/1.1" status: 204 len: 168 time: 0.3195875 Mar 29 16:12:50.832494 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14133bb6-c3b9-43df-b0cf-1f5ff9bcbe4d tempest-FloatingIPTestJSON-1986494144 tempest-FloatingIPTestJSON-1986494144-project] Pushing event deleted for resources: {'Network': ['ID=bf9323a0-ce17-4d52-b88b-86b46d400bbc,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:12:51.090925 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 57898) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:12:51.235802 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-30345b8b-db92-4f5e-8c79-66f8b3956b2d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f529674a9eb7433d864eb1dc67495b97&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1422875 Mar 29 16:12:51.237598 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 57904) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:12:51.287861 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-5de1a692-c605-4a73-b388-1e643251b165 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:51.309554 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-5de1a692-c605-4a73-b388-1e643251b165 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:51.354649 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-5de1a692-c605-4a73-b388-1e643251b165 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:51.357642 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-5de1a692-c605-4a73-b388-1e643251b165 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:51.358845 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-5de1a692-c605-4a73-b388-1e643251b165 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/bea5535d-337f-4d17-81e6-ac428a98fb4f HTTP/1.1" status: 204 len: 168 time: 0.1202254 Mar 29 16:12:51.367628 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de1a692-c605-4a73-b388-1e643251b165 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bea5535d-337f-4d17-81e6-ac428a98fb4f,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:12:52.034284 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 57926) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:12:52.129766 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-de0af893-751f-4d3b-b851-f6561303c04f tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1711366058'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:12:52.149014 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de0af893-751f-4d3b-b851-f6561303c04f tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Made reservation on behalf of de214e6cd9a042f4a6312ba6269c1391 for: {'network': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:12:52.152750 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-de0af893-751f-4d3b-b851-f6561303c04f tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for network, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:52.161820 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-de0af893-751f-4d3b-b851-f6561303c04f tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Notify callbacks [] for security_group, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:52.257223 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-de0af893-751f-4d3b-b851-f6561303c04f tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Notify callbacks [] for security_group, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:52.261386 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-de0af893-751f-4d3b-b851-f6561303c04f tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:52.288227 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de0af893-751f-4d3b-b851-f6561303c04f tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] vlan segment allocate from pool success with {'vlan_id': 622, 'physical_network': 'physnet1'} {{(pid=102791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 16:12:52.297291 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0af893-751f-4d3b-b851-f6561303c04f tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b113bd9-d992-4e45-830a-fd0de206a85c,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:12:52.304793 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-de0af893-751f-4d3b-b851-f6561303c04f tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:52.305276 n-d-834765-1 neutron-server[102791]: INFO neutron.db.segments_db [None req-de0af893-751f-4d3b-b851-f6561303c04f tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Added segment e82ad120-29e8-454a-a3e7-66e2e04182e2 of type vlan for network 8786fc26-c545-4904-bcb8-b85fe4afc758 Mar 29 16:12:52.351045 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-de0af893-751f-4d3b-b851-f6561303c04f tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783522915970'] for network, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:52.375994 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-de0af893-751f-4d3b-b851-f6561303c04f tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795'] for network, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:52.382058 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de0af893-751f-4d3b-b851-f6561303c04f tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:12:52.382689 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-de0af893-751f-4d3b-b851-f6561303c04f tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Notify callbacks [] for network, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:52.411946 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-de0af893-751f-4d3b-b851-f6561303c04f tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3764646 Mar 29 16:12:52.454269 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0af893-751f-4d3b-b851-f6561303c04f tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Pushing event updated for resources: {'Network': ['ID=8786fc26-c545-4904-bcb8-b85fe4afc758,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:12:52.467161 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Network 8786fc26-c545-4904-bcb8-b85fe4afc758 details requested by agent ovs-agent-n-d-834765-1 with host n-d-834765-1 {{(pid=102792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 16:12:55.044261 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-347b8961-0c5f-4645-942b-c11d5db88e11 req-96523567-1cc8-4b04-98b1-4e7c2497c238 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=fefd300b-9623-490c-824e-33d4fb2d1c9a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0467310 Mar 29 16:12:55.124925 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347b8961-0c5f-4645-942b-c11d5db88e11 req-44f4adfa-ed14-4510-a735-20357a4c0611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:12:55.126598 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-347b8961-0c5f-4645-942b-c11d5db88e11 req-44f4adfa-ed14-4510-a735-20357a4c0611 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8c88f14ca33d4e419d03f1c3b10014ac&device_id=fefd300b-9623-490c-824e-33d4fb2d1c9a HTTP/1.1" status: 200 len: 1096 time: 0.0417144 Mar 29 16:12:55.239905 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347b8961-0c5f-4645-942b-c11d5db88e11 req-382aa16a-02f0-4314-95a5-b116c823005d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:12:55.241381 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-347b8961-0c5f-4645-942b-c11d5db88e11 req-382aa16a-02f0-4314-95a5-b116c823005d service neutron] 10.222.0.44 "GET /v2.0/networks?id=307bfe7f-3bb4-41b4-974f-c8eac814f4b9 HTTP/1.1" status: 200 len: 898 time: 0.0963149 Mar 29 16:12:55.322824 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-347b8961-0c5f-4645-942b-c11d5db88e11 req-d4a8be4d-9b47-4aa4-b098-57acc659c825 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b8d11f43-aaca-43c3-86d3-e91e527fc1c6 HTTP/1.1" status: 200 len: 1000 time: 0.0731161 Mar 29 16:12:55.378590 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347b8961-0c5f-4645-942b-c11d5db88e11 req-36be1497-3cac-4c76-92d4-48874e6a0564 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:12:55.379926 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-347b8961-0c5f-4645-942b-c11d5db88e11 req-36be1497-3cac-4c76-92d4-48874e6a0564 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7b6daca8-734b-45a4-a6da-277f4442ff75 HTTP/1.1" status: 200 len: 835 time: 0.0505924 Mar 29 16:12:55.506546 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347b8961-0c5f-4645-942b-c11d5db88e11 req-a9fb3746-f31b-4b66-af2c-d08bd937de5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:12:55.525161 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-347b8961-0c5f-4645-942b-c11d5db88e11 req-a9fb3746-f31b-4b66-af2c-d08bd937de5d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=307bfe7f-3bb4-41b4-974f-c8eac814f4b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1330361 Mar 29 16:12:55.621727 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-347b8961-0c5f-4645-942b-c11d5db88e11 req-216e8dce-e23a-4e68-a03d-dbc4b2998252 service neutron] 10.222.0.44 "GET /v2.0/networks/307bfe7f-3bb4-41b4-974f-c8eac814f4b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933352 Mar 29 16:12:55.637126 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 57970) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:12:55.641533 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-7abbf8a7-82d8-4b51-b861-785bbf13e54c tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Request body: {'subnet': {'network_id': '8786fc26-c545-4904-bcb8-b85fe4afc758', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:12:55.789882 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-347b8961-0c5f-4645-942b-c11d5db88e11 req-0970ddfa-bd2d-4afb-9777-ae475876b905 service neutron] 10.222.0.44 "GET /v2.0/networks/307bfe7f-3bb4-41b4-974f-c8eac814f4b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1610911 Mar 29 16:12:55.793865 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7abbf8a7-82d8-4b51-b861-785bbf13e54c tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Made reservation on behalf of de214e6cd9a042f4a6312ba6269c1391 for: {'subnet': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:12:55.797358 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-7abbf8a7-82d8-4b51-b861-785bbf13e54c tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16218875'] for subnet, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:55.978583 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-7abbf8a7-82d8-4b51-b861-785bbf13e54c tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16155524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16218861'] for subnet, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:56.043305 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abbf8a7-82d8-4b51-b861-785bbf13e54c tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Pushing event updated for resources: {'Subnet': ['ID=d496b302-8168-4dfc-91ad-37dab004aa05,revision_number=0']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:12:56.052908 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7abbf8a7-82d8-4b51-b861-785bbf13e54c tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Checking segment: {'id': 'e82ad120-29e8-454a-a3e7-66e2e04182e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '8786fc26-c545-4904-bcb8-b85fe4afc758'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 16:12:56.053487 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7abbf8a7-82d8-4b51-b861-785bbf13e54c tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Network hostable DHCP agents. Network: 8786fc26-c545-4904-bcb8-b85fe4afc758, hostable agents: ['d136643e-48ae-49d4-a851-2ba3bdf3749c'], hosted agents: [] {{(pid=102791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 16:12:56.071682 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7abbf8a7-82d8-4b51-b861-785bbf13e54c tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Network 8786fc26-c545-4904-bcb8-b85fe4afc758 is scheduled to be hosted by DHCP agent d136643e-48ae-49d4-a851-2ba3bdf3749c with binding_index 1 {{(pid=102791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 16:12:56.081614 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [None req-7abbf8a7-82d8-4b51-b861-785bbf13e54c tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834765-1, 8786fc26-c545-4904-bcb8-b85fe4afc758) {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:12:56.086215 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7abbf8a7-82d8-4b51-b861-785bbf13e54c tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:12:56.086802 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-7abbf8a7-82d8-4b51-b861-785bbf13e54c tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Notify callbacks [] for subnet, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:56.091572 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac9f33bb-8d11-4fe4-ae27-0cd144bce3ca None None] Network 8786fc26-c545-4904-bcb8-b85fe4afc758 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 16:12:56.107307 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-7abbf8a7-82d8-4b51-b861-785bbf13e54c tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4669435 Mar 29 16:12:56.108824 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 57972) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:12:56.114930 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-5233e896-50d9-402e-b888-fceb36b7e629 tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-468937648'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:12:56.140121 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5233e896-50d9-402e-b888-fceb36b7e629 tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Made reservation on behalf of de214e6cd9a042f4a6312ba6269c1391 for: {'network': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:12:56.145111 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-5233e896-50d9-402e-b888-fceb36b7e629 tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for network, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:56.176798 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5233e896-50d9-402e-b888-fceb36b7e629 tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] vlan segment allocate from pool success with {'vlan_id': 630, 'physical_network': 'physnet1'} {{(pid=102791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 16:12:56.188742 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-5233e896-50d9-402e-b888-fceb36b7e629 tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:56.189139 n-d-834765-1 neutron-server[102791]: INFO neutron.db.segments_db [None req-5233e896-50d9-402e-b888-fceb36b7e629 tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Added segment 0ae09c02-388d-4cea-b1d4-7b8adced9891 of type vlan for network e42a5b50-6755-4212-9878-f1e4e3071b8e Mar 29 16:12:56.230219 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-5233e896-50d9-402e-b888-fceb36b7e629 tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783522915970'] for network, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:56.239094 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.agents_db [None req-59735a15-725e-44d4-9ad5-95cbe356f209 None None] Agent healthcheck: found 7 active agents {{(pid=102793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 16:12:56.256817 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-5233e896-50d9-402e-b888-fceb36b7e629 tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795'] for network, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:56.262301 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5233e896-50d9-402e-b888-fceb36b7e629 tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:12:56.262871 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-5233e896-50d9-402e-b888-fceb36b7e629 tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Notify callbacks [] for network, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:56.275461 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc41e3c0-d608-428f-9eb4-b908aab9315f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0035034-69b0-5ffc-b384-0ac6189c5628-8786fc26-c545-4904-bcb8-b85fe4afc758', 'network_id': '8786fc26-c545-4904-bcb8-b85fe4afc758', 'tenant_id': 'de214e6cd9a042f4a6312ba6269c1391', 'fixed_ips': [{'subnet_id': 'd496b302-8168-4dfc-91ad-37dab004aa05'}]}} from n-d-834765-1. {{(pid=102792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 29 16:12:56.276349 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-dc41e3c0-d608-428f-9eb4-b908aab9315f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:56.292438 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-5233e896-50d9-402e-b888-fceb36b7e629 tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1824651 Mar 29 16:12:56.295630 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 57974) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:12:56.302188 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-16569f3c-76e2-422a-9d74-ad9410ac93ec tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Request body: {'subnet': {'network_id': 'e42a5b50-6755-4212-9878-f1e4e3071b8e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:12:56.339735 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5233e896-50d9-402e-b888-fceb36b7e629 tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Pushing event updated for resources: {'Network': ['ID=e42a5b50-6755-4212-9878-f1e4e3071b8e,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:12:56.358811 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Network e42a5b50-6755-4212-9878-f1e4e3071b8e details requested by agent ovs-agent-n-d-834765-1 with host n-d-834765-1 {{(pid=102792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 16:12:56.404451 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16569f3c-76e2-422a-9d74-ad9410ac93ec tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Made reservation on behalf of de214e6cd9a042f4a6312ba6269c1391 for: {'subnet': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:12:56.408022 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-16569f3c-76e2-422a-9d74-ad9410ac93ec tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4793983'] for subnet, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:56.479250 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.db_base_plugin_common [None req-dc41e3c0-d608-428f-9eb4-b908aab9315f None None] Allocated IP 2001:db8:0:ffff::2 (8786fc26-c545-4904-bcb8-b85fe4afc758/d496b302-8168-4dfc-91ad-37dab004aa05/b1477056-d6c8-4ddd-b125-9485685c282f) {{(pid=102792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:12:56.604369 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-16569f3c-76e2-422a-9d74-ad9410ac93ec tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5231896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4793961'] for subnet, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:56.634316 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-dc41e3c0-d608-428f-9eb4-b908aab9315f None None] Notify callbacks [] for port, precommit_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:56.641084 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-dc41e3c0-d608-428f-9eb4-b908aab9315f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956'] for port, after_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:56.667111 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16569f3c-76e2-422a-9d74-ad9410ac93ec tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Pushing event updated for resources: {'Subnet': ['ID=4ecb9bb8-0a36-4aec-94a3-d718c2fe78cf,revision_number=0']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:12:56.690459 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16569f3c-76e2-422a-9d74-ad9410ac93ec tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Checking segment: {'id': '0ae09c02-388d-4cea-b1d4-7b8adced9891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'e42a5b50-6755-4212-9878-f1e4e3071b8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 16:12:56.690958 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16569f3c-76e2-422a-9d74-ad9410ac93ec tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Network hostable DHCP agents. Network: e42a5b50-6755-4212-9878-f1e4e3071b8e, hostable agents: ['d136643e-48ae-49d4-a851-2ba3bdf3749c'], hosted agents: [] {{(pid=102790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 16:12:56.713601 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16569f3c-76e2-422a-9d74-ad9410ac93ec tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Network e42a5b50-6755-4212-9878-f1e4e3071b8e is scheduled to be hosted by DHCP agent d136643e-48ae-49d4-a851-2ba3bdf3749c with binding_index 1 {{(pid=102790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 16:12:56.725257 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-16569f3c-76e2-422a-9d74-ad9410ac93ec tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834765-1, e42a5b50-6755-4212-9878-f1e4e3071b8e) {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:12:56.735757 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16569f3c-76e2-422a-9d74-ad9410ac93ec tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:12:56.738028 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-16569f3c-76e2-422a-9d74-ad9410ac93ec tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Notify callbacks [] for subnet, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:56.759471 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-16569f3c-76e2-422a-9d74-ad9410ac93ec tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.4626682 Mar 29 16:12:56.762287 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 57988) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:12:56.847978 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53effe26-b9b0-4abc-87dd-733716ebd5ab None None] Network e42a5b50-6755-4212-9878-f1e4e3071b8e requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 16:12:56.867631 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-bcf0e33f-9cbd-4d70-80b1-aa2997f0a311 tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1631750'] for network, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:56.873621 n-d-834765-1 neutron-server[102792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc41e3c0-d608-428f-9eb4-b908aab9315f None None] Network 8786fc26-c545-4904-bcb8-b85fe4afc758 is already hosted by enough agents. {{(pid=102792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:12:56.886731 n-d-834765-1 neutron-server[102792]: DEBUG neutron.scheduler.base_scheduler [None req-dc41e3c0-d608-428f-9eb4-b908aab9315f None None] Resources bound (agent type, host, resource id): {{(pid=102792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:12:56.893839 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc41e3c0-d608-428f-9eb4-b908aab9315f None None] Received port after_create {{(pid=102792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:12:56.921717 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc41e3c0-d608-428f-9eb4-b908aab9315f None None] Pushing event updated for resources: {'Port': ['ID=b1477056-d6c8-4ddd-b125-9485685c282f,revision_number=1']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:12:56.955044 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-bcf0e33f-9cbd-4d70-80b1-aa2997f0a311 tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1641287'] for subnet, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:56.965032 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc41e3c0-d608-428f-9eb4-b908aab9315f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:12:56.965699 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc41e3c0-d608-428f-9eb4-b908aab9315f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:12:56.966053 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc41e3c0-d608-428f-9eb4-b908aab9315f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:12:56.966359 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc41e3c0-d608-428f-9eb4-b908aab9315f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:12:56.966696 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc41e3c0-d608-428f-9eb4-b908aab9315f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:12:56.967007 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc41e3c0-d608-428f-9eb4-b908aab9315f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:12:56.967603 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc41e3c0-d608-428f-9eb4-b908aab9315f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:12:56.968101 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc41e3c0-d608-428f-9eb4-b908aab9315f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:12:56.968419 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc41e3c0-d608-428f-9eb4-b908aab9315f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:12:56.968739 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc41e3c0-d608-428f-9eb4-b908aab9315f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:12:56.969057 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc41e3c0-d608-428f-9eb4-b908aab9315f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:12:56.969371 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc41e3c0-d608-428f-9eb4-b908aab9315f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:12:57.009630 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-dc41e3c0-d608-428f-9eb4-b908aab9315f None None] Attempting to bind port b1477056-d6c8-4ddd-b125-9485685c282f on host n-d-834765-1 for vnic_type normal with profile {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 16:12:57.009991 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-dc41e3c0-d608-428f-9eb4-b908aab9315f None None] Attempting to bind port b1477056-d6c8-4ddd-b125-9485685c282f by drivers openvswitch,hyperv on host n-d-834765-1 at level 0 using segments [{'id': 'e82ad120-29e8-454a-a3e7-66e2e04182e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '8786fc26-c545-4904-bcb8-b85fe4afc758'}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 16:12:57.010560 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc41e3c0-d608-428f-9eb4-b908aab9315f None None] Attempting to bind port b1477056-d6c8-4ddd-b125-9485685c282f on network 8786fc26-c545-4904-bcb8-b85fe4afc758 {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 16:12:57.022831 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc41e3c0-d608-428f-9eb4-b908aab9315f None None] Checking agent: {'id': 'a8866439-9d96-425c-b519-6905c591ac37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 25, 36), 'started_at': datetime.datetime(2022, 3, 29, 15, 26, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 16, 12, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834765-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 16:12:57.023495 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-bcf0e33f-9cbd-4d70-80b1-aa2997f0a311 tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1641294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16155591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16218852'] for subnet, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:57.023673 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc41e3c0-d608-428f-9eb4-b908aab9315f None None] Checking segment: {'id': 'e82ad120-29e8-454a-a3e7-66e2e04182e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '8786fc26-c545-4904-bcb8-b85fe4afc758'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 16:12:57.023946 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-dc41e3c0-d608-428f-9eb4-b908aab9315f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:57.024337 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc41e3c0-d608-428f-9eb4-b908aab9315f None None] Bound using segment: {'id': 'e82ad120-29e8-454a-a3e7-66e2e04182e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '8786fc26-c545-4904-bcb8-b85fe4afc758'} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 16:12:57.024802 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-dc41e3c0-d608-428f-9eb4-b908aab9315f None None] Bound port: b1477056-d6c8-4ddd-b125-9485685c282f, host: n-d-834765-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e82ad120-29e8-454a-a3e7-66e2e04182e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '8786fc26-c545-4904-bcb8-b85fe4afc758'}}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 16:12:57.025197 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-dc41e3c0-d608-428f-9eb4-b908aab9315f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:57.052808 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf0e33f-9cbd-4d70-80b1-aa2997f0a311 tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Pushing event deleted for resources: {'Subnet': ['ID=4ecb9bb8-0a36-4aec-94a3-d718c2fe78cf,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:12:57.107561 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85b9e3d3-1435-40c6-9b85-32e66571d71a None None] Network e42a5b50-6755-4212-9878-f1e4e3071b8e requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 16:12:57.115252 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-bcf0e33f-9cbd-4d70-80b1-aa2997f0a311 tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639890', 'neutron.services.segments.db._delete_segments_for_network-8783523423079'] for network, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:57.139596 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-bcf0e33f-9cbd-4d70-80b1-aa2997f0a311 tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e42a5b50-6755-4212-9878-f1e4e3071b8e']}} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:12:57.150487 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-bcf0e33f-9cbd-4d70-80b1-aa2997f0a311 tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ae09c02-388d-4cea-b1d4-7b8adced9891') {'for_net_delete': True} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:12:57.150844 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-bcf0e33f-9cbd-4d70-80b1-aa2997f0a311 tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ae09c02-388d-4cea-b1d4-7b8adced9891') {} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:12:57.160553 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-bcf0e33f-9cbd-4d70-80b1-aa2997f0a311 tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783523422064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4230428'] for segment, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:57.173926 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-bcf0e33f-9cbd-4d70-80b1-aa2997f0a311 tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:57.182551 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bcf0e33f-9cbd-4d70-80b1-aa2997f0a311 tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Releasing vlan 630 on physical network physnet1 to pool {{(pid=102791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 16:12:57.182988 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-bcf0e33f-9cbd-4d70-80b1-aa2997f0a311 tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16169569'] for segment, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:57.186633 n-d-834765-1 neutron-server[102791]: Traceback (most recent call last): Mar 29 16:12:57.186633 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 16:12:57.186633 n-d-834765-1 neutron-server[102791]: timer() Mar 29 16:12:57.186633 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 16:12:57.186633 n-d-834765-1 neutron-server[102791]: cb(*args, **kw) Mar 29 16:12:57.186633 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 16:12:57.186633 n-d-834765-1 neutron-server[102791]: return func(*args, **kwargs) Mar 29 16:12:57.186633 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 16:12:57.186633 n-d-834765-1 neutron-server[102791]: self._notify() Mar 29 16:12:57.186633 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 16:12:57.186633 n-d-834765-1 neutron-server[102791]: self.callback(batched_events) Mar 29 16:12:57.186633 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 16:12:57.186633 n-d-834765-1 neutron-server[102791]: event.method(event) Mar 29 16:12:57.186633 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 16:12:57.186633 n-d-834765-1 neutron-server[102791]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 16:12:57.186633 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 16:12:57.186633 n-d-834765-1 neutron-server[102791]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 16:12:57.186633 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 16:12:57.186633 n-d-834765-1 neutron-server[102791]: return f(self, *a, **k) Mar 29 16:12:57.186633 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 16:12:57.186633 n-d-834765-1 neutron-server[102791]: return self._get(url).json() Mar 29 16:12:57.186633 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 16:12:57.186633 n-d-834765-1 neutron-server[102791]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 16:12:57.186633 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 16:12:57.186633 n-d-834765-1 neutron-server[102791]: return self.request(url, 'GET', **kwargs) Mar 29 16:12:57.186633 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 16:12:57.186633 n-d-834765-1 neutron-server[102791]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 16:12:57.186633 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 16:12:57.186633 n-d-834765-1 neutron-server[102791]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 16:12:57.186633 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 16:12:57.186633 n-d-834765-1 neutron-server[102791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 16:12:57.186633 n-d-834765-1 neutron-server[102791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 16:12:57.196191 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-dc41e3c0-d608-428f-9eb4-b908aab9315f None None] For port b1477056-d6c8-4ddd-b125-9485685c282f, host n-d-834765-1, cleared binding levels {{(pid=102792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 16:12:57.228607 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-dc41e3c0-d608-428f-9eb4-b908aab9315f None None] For port b1477056-d6c8-4ddd-b125-9485685c282f, host n-d-834765-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=b1477056-d6c8-4ddd-b125-9485685c282f,segment=NetworkSegment(e82ad120-29e8-454a-a3e7-66e2e04182e2),segment_id=e82ad120-29e8-454a-a3e7-66e2e04182e2)] {{(pid=102792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 16:12:57.248508 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-dc41e3c0-d608-428f-9eb4-b908aab9315f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:57.267008 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-bcf0e33f-9cbd-4d70-80b1-aa2997f0a311 tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1639897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648174'] for network, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:57.274966 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-bcf0e33f-9cbd-4d70-80b1-aa2997f0a311 tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Notify callbacks [] for network, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:57.282146 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-bcf0e33f-9cbd-4d70-80b1-aa2997f0a311 tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] 10.222.0.42 "DELETE /v2.0/networks/e42a5b50-6755-4212-9878-f1e4e3071b8e HTTP/1.1" status: 204 len: 168 time: 0.5149901 Mar 29 16:12:57.283139 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 57996) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:12:57.291212 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-54a306c5-743a-4dd9-ba44-bcb550da1653 tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1539272712'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:12:57.292117 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf0e33f-9cbd-4d70-80b1-aa2997f0a311 tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Pushing event deleted for resources: {'Network': ['ID=e42a5b50-6755-4212-9878-f1e4e3071b8e,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:12:57.306386 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc41e3c0-d608-428f-9eb4-b908aab9315f None None] Pushing event updated for resources: {'Port': ['ID=b1477056-d6c8-4ddd-b125-9485685c282f,revision_number=2']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:12:57.321716 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54a306c5-743a-4dd9-ba44-bcb550da1653 tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Made reservation on behalf of de214e6cd9a042f4a6312ba6269c1391 for: {'network': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:12:57.325890 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-54a306c5-743a-4dd9-ba44-bcb550da1653 tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for network, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:57.351797 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54a306c5-743a-4dd9-ba44-bcb550da1653 tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] vlan segment allocate from pool success with {'vlan_id': 610, 'physical_network': 'physnet1'} {{(pid=102790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 16:12:57.362665 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-54a306c5-743a-4dd9-ba44-bcb550da1653 tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:57.363089 n-d-834765-1 neutron-server[102790]: INFO neutron.db.segments_db [None req-54a306c5-743a-4dd9-ba44-bcb550da1653 tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Added segment b5e8679d-5308-4990-8696-5b841893b054 of type vlan for network 14b8fed9-2711-4454-aa4f-befd8781badd Mar 29 16:12:57.412266 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-54a306c5-743a-4dd9-ba44-bcb550da1653 tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783522915970'] for network, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:57.446414 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-54a306c5-743a-4dd9-ba44-bcb550da1653 tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795'] for network, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:57.452148 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54a306c5-743a-4dd9-ba44-bcb550da1653 tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:12:57.452756 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-54a306c5-743a-4dd9-ba44-bcb550da1653 tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Notify callbacks [] for network, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:57.545440 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-54a306c5-743a-4dd9-ba44-bcb550da1653 tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2599533 Mar 29 16:12:57.548805 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 57998) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:12:57.549483 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a306c5-743a-4dd9-ba44-bcb550da1653 tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Pushing event updated for resources: {'Network': ['ID=14b8fed9-2711-4454-aa4f-befd8781badd,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:12:57.556324 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-9e99bfdf-6915-41db-bbe1-1483b295d975 tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Request body: {'subnet': {'network_id': '14b8fed9-2711-4454-aa4f-befd8781badd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:12:57.574663 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Network 14b8fed9-2711-4454-aa4f-befd8781badd details requested by agent ovs-agent-n-d-834765-1 with host n-d-834765-1 {{(pid=102792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 16:12:57.668672 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e99bfdf-6915-41db-bbe1-1483b295d975 tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Made reservation on behalf of de214e6cd9a042f4a6312ba6269c1391 for: {'subnet': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:12:57.674552 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-9e99bfdf-6915-41db-bbe1-1483b295d975 tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16218875'] for subnet, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:57.894265 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-9e99bfdf-6915-41db-bbe1-1483b295d975 tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16155524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16218861'] for subnet, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:57.953560 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e99bfdf-6915-41db-bbe1-1483b295d975 tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Pushing event updated for resources: {'Subnet': ['ID=0b7bf47a-7b7b-4332-88b2-7de79007d068,revision_number=0']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:12:57.971063 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e99bfdf-6915-41db-bbe1-1483b295d975 tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Checking segment: {'id': 'b5e8679d-5308-4990-8696-5b841893b054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '14b8fed9-2711-4454-aa4f-befd8781badd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 16:12:57.971476 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e99bfdf-6915-41db-bbe1-1483b295d975 tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Network hostable DHCP agents. Network: 14b8fed9-2711-4454-aa4f-befd8781badd, hostable agents: ['d136643e-48ae-49d4-a851-2ba3bdf3749c'], hosted agents: [] {{(pid=102791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 16:12:57.997015 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e99bfdf-6915-41db-bbe1-1483b295d975 tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Network 14b8fed9-2711-4454-aa4f-befd8781badd is scheduled to be hosted by DHCP agent d136643e-48ae-49d4-a851-2ba3bdf3749c with binding_index 1 {{(pid=102791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 16:12:58.007402 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [None req-9e99bfdf-6915-41db-bbe1-1483b295d975 tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834765-1, 14b8fed9-2711-4454-aa4f-befd8781badd) {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:12:58.011648 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e99bfdf-6915-41db-bbe1-1483b295d975 tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:12:58.012244 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-9e99bfdf-6915-41db-bbe1-1483b295d975 tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Notify callbacks [] for subnet, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:58.016224 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1bd8fad-c0bc-4e06-a2dc-638128f49d7d None None] Network 14b8fed9-2711-4454-aa4f-befd8781badd requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 16:12:58.031058 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-9e99bfdf-6915-41db-bbe1-1483b295d975 tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.4810719 Mar 29 16:12:58.035923 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 58002) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:12:58.041003 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-95eeefec-c6aa-454d-a01b-271dd648abbc tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-248512644'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:12:58.064453 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95eeefec-c6aa-454d-a01b-271dd648abbc tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Made reservation on behalf of de214e6cd9a042f4a6312ba6269c1391 for: {'network': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:12:58.068397 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-95eeefec-c6aa-454d-a01b-271dd648abbc tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for network, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:58.098057 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95eeefec-c6aa-454d-a01b-271dd648abbc tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] vlan segment allocate from pool success with {'vlan_id': 630, 'physical_network': 'physnet1'} {{(pid=102790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 16:12:58.108417 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-95eeefec-c6aa-454d-a01b-271dd648abbc tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:58.109100 n-d-834765-1 neutron-server[102790]: INFO neutron.db.segments_db [None req-95eeefec-c6aa-454d-a01b-271dd648abbc tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Added segment ea4be155-36b0-43c5-aa20-5c4ed66edc5f of type vlan for network 295509b0-984b-40a6-afa0-0b2b83ddd10e Mar 29 16:12:58.168178 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-95eeefec-c6aa-454d-a01b-271dd648abbc tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783522915970'] for network, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:58.203431 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17d54a11-f0bb-4066-8dd9-08733802fef9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0035034-69b0-5ffc-b384-0ac6189c5628-14b8fed9-2711-4454-aa4f-befd8781badd', 'network_id': '14b8fed9-2711-4454-aa4f-befd8781badd', 'tenant_id': 'de214e6cd9a042f4a6312ba6269c1391', 'fixed_ips': [{'subnet_id': '0b7bf47a-7b7b-4332-88b2-7de79007d068'}]}} from n-d-834765-1. {{(pid=102792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 29 16:12:58.204494 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-17d54a11-f0bb-4066-8dd9-08733802fef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:58.204864 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-95eeefec-c6aa-454d-a01b-271dd648abbc tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795'] for network, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:58.215342 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95eeefec-c6aa-454d-a01b-271dd648abbc tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:12:58.215977 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-95eeefec-c6aa-454d-a01b-271dd648abbc tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Notify callbacks [] for network, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:58.263459 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-95eeefec-c6aa-454d-a01b-271dd648abbc tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2263136 Mar 29 16:12:58.266242 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 58004) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:12:58.272952 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-11754444-71df-46c5-ab27-d68c82c678a1 tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Request body: {'subnet': {'network_id': '295509b0-984b-40a6-afa0-0b2b83ddd10e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:12:58.316669 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95eeefec-c6aa-454d-a01b-271dd648abbc tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Pushing event updated for resources: {'Network': ['ID=295509b0-984b-40a6-afa0-0b2b83ddd10e,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:12:58.348069 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Network 295509b0-984b-40a6-afa0-0b2b83ddd10e details requested by agent ovs-agent-n-d-834765-1 with host n-d-834765-1 {{(pid=102792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 16:12:58.414218 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11754444-71df-46c5-ab27-d68c82c678a1 tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Made reservation on behalf of de214e6cd9a042f4a6312ba6269c1391 for: {'subnet': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:12:58.417272 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-11754444-71df-46c5-ab27-d68c82c678a1 tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16218875'] for subnet, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:58.440957 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.db_base_plugin_common [None req-17d54a11-f0bb-4066-8dd9-08733802fef9 None None] Allocated IP 2001:db8::1 (14b8fed9-2711-4454-aa4f-befd8781badd/0b7bf47a-7b7b-4332-88b2-7de79007d068/a8a6f2f3-6092-4364-91eb-8919cbfa9913) {{(pid=102792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:12:58.503525 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.ipam_backend_mixin [None req-11754444-71df-46c5-ab27-d68c82c678a1 tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Performing IP validity checks on allocation pools {{(pid=102791) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Mar 29 16:12:58.504714 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.ipam_backend_mixin [None req-11754444-71df-46c5-ab27-d68c82c678a1 tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102791) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Mar 29 16:12:58.605593 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-462b1d80-00eb-4d0c-96c2-28cc94448b0b None None] Network 8786fc26-c545-4904-bcb8-b85fe4afc758 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 16:12:58.646143 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-11754444-71df-46c5-ab27-d68c82c678a1 tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16155524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16218861'] for subnet, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:58.695006 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-17d54a11-f0bb-4066-8dd9-08733802fef9 None None] Notify callbacks [] for port, precommit_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:58.708697 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-29f7de82-b690-45d8-b479-c045be8a54fc None None] Provisioning complete for port b1477056-d6c8-4ddd-b125-9485685c282f triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:12:58.708994 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-29f7de82-b690-45d8-b479-c045be8a54fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:58.723485 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11754444-71df-46c5-ab27-d68c82c678a1 tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Pushing event updated for resources: {'Subnet': ['ID=ab8c5c99-c964-458b-b655-2a1dfc270f9c,revision_number=0']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:12:58.733912 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11754444-71df-46c5-ab27-d68c82c678a1 tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Checking segment: {'id': 'ea4be155-36b0-43c5-aa20-5c4ed66edc5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '295509b0-984b-40a6-afa0-0b2b83ddd10e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 16:12:58.734280 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11754444-71df-46c5-ab27-d68c82c678a1 tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Network hostable DHCP agents. Network: 295509b0-984b-40a6-afa0-0b2b83ddd10e, hostable agents: ['d136643e-48ae-49d4-a851-2ba3bdf3749c'], hosted agents: [] {{(pid=102791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 16:12:58.747191 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-17d54a11-f0bb-4066-8dd9-08733802fef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956'] for port, after_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:58.753259 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11754444-71df-46c5-ab27-d68c82c678a1 tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Network 295509b0-984b-40a6-afa0-0b2b83ddd10e is scheduled to be hosted by DHCP agent d136643e-48ae-49d4-a851-2ba3bdf3749c with binding_index 1 {{(pid=102791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 16:12:58.764853 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [None req-11754444-71df-46c5-ab27-d68c82c678a1 tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834765-1, 295509b0-984b-40a6-afa0-0b2b83ddd10e) {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:12:58.771888 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11754444-71df-46c5-ab27-d68c82c678a1 tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:12:58.773001 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-11754444-71df-46c5-ab27-d68c82c678a1 tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Notify callbacks [] for subnet, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:58.782525 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device b1477056-d6c8-4ddd-b125-9485685c282f up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 16:12:58.785649 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47b972c1-24f2-432d-9259-574a1c930d16 None None] Network 295509b0-984b-40a6-afa0-0b2b83ddd10e requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 16:12:58.795787 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-11754444-71df-46c5-ab27-d68c82c678a1 tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 0.5278733 Mar 29 16:12:58.797327 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 58006) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:12:58.876060 n-d-834765-1 neutron-server[102792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17d54a11-f0bb-4066-8dd9-08733802fef9 None None] Network 14b8fed9-2711-4454-aa4f-befd8781badd is already hosted by enough agents. {{(pid=102792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:12:58.900170 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-63c899c0-9eb7-45c9-8957-87c35be69060 tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1631750'] for network, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:58.912936 n-d-834765-1 neutron-server[102792]: DEBUG neutron.scheduler.base_scheduler [None req-17d54a11-f0bb-4066-8dd9-08733802fef9 None None] Resources bound (agent type, host, resource id): {{(pid=102792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:12:58.915369 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17d54a11-f0bb-4066-8dd9-08733802fef9 None None] Received port after_create {{(pid=102792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:12:58.961508 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-63c899c0-9eb7-45c9-8957-87c35be69060 tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1641287'] for subnet, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:58.976757 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d54a11-f0bb-4066-8dd9-08733802fef9 None None] Pushing event updated for resources: {'Port': ['ID=a8a6f2f3-6092-4364-91eb-8919cbfa9913,revision_number=1']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:12:59.033319 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-63c899c0-9eb7-45c9-8957-87c35be69060 tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1641294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16155591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16218852'] for subnet, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:59.071148 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c899c0-9eb7-45c9-8957-87c35be69060 tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Pushing event deleted for resources: {'Subnet': ['ID=ab8c5c99-c964-458b-b655-2a1dfc270f9c,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:12:59.104399 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-17d54a11-f0bb-4066-8dd9-08733802fef9 None None] Attempting to bind port a8a6f2f3-6092-4364-91eb-8919cbfa9913 on host n-d-834765-1 for vnic_type normal with profile {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 16:12:59.104800 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-17d54a11-f0bb-4066-8dd9-08733802fef9 None None] Attempting to bind port a8a6f2f3-6092-4364-91eb-8919cbfa9913 by drivers openvswitch,hyperv on host n-d-834765-1 at level 0 using segments [{'id': 'b5e8679d-5308-4990-8696-5b841893b054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '14b8fed9-2711-4454-aa4f-befd8781badd'}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 16:12:59.105108 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17d54a11-f0bb-4066-8dd9-08733802fef9 None None] Attempting to bind port a8a6f2f3-6092-4364-91eb-8919cbfa9913 on network 14b8fed9-2711-4454-aa4f-befd8781badd {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 16:12:59.115610 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17d54a11-f0bb-4066-8dd9-08733802fef9 None None] Checking agent: {'id': 'a8866439-9d96-425c-b519-6905c591ac37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 25, 36), 'started_at': datetime.datetime(2022, 3, 29, 15, 26, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 16, 12, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834765-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 16:12:59.115984 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17d54a11-f0bb-4066-8dd9-08733802fef9 None None] Checking segment: {'id': 'b5e8679d-5308-4990-8696-5b841893b054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '14b8fed9-2711-4454-aa4f-befd8781badd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 16:12:59.116383 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-17d54a11-f0bb-4066-8dd9-08733802fef9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:59.116791 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17d54a11-f0bb-4066-8dd9-08733802fef9 None None] Bound using segment: {'id': 'b5e8679d-5308-4990-8696-5b841893b054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '14b8fed9-2711-4454-aa4f-befd8781badd'} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 16:12:59.117247 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-17d54a11-f0bb-4066-8dd9-08733802fef9 None None] Bound port: a8a6f2f3-6092-4364-91eb-8919cbfa9913, host: n-d-834765-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5e8679d-5308-4990-8696-5b841893b054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '14b8fed9-2711-4454-aa4f-befd8781badd'}}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 16:12:59.117624 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-17d54a11-f0bb-4066-8dd9-08733802fef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:59.156659 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-63c899c0-9eb7-45c9-8957-87c35be69060 tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639890', 'neutron.services.segments.db._delete_segments_for_network-8783523423079'] for network, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:59.162717 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port b1477056-d6c8-4ddd-b125-9485685c282f triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:12:59.163341 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:59.180019 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-63c899c0-9eb7-45c9-8957-87c35be69060 tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['295509b0-984b-40a6-afa0-0b2b83ddd10e']}} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:12:59.196426 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-63c899c0-9eb7-45c9-8957-87c35be69060 tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea4be155-36b0-43c5-aa20-5c4ed66edc5f') {'for_net_delete': True} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:12:59.197112 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-63c899c0-9eb7-45c9-8957-87c35be69060 tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea4be155-36b0-43c5-aa20-5c4ed66edc5f') {} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:12:59.213875 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-63c899c0-9eb7-45c9-8957-87c35be69060 tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783523422064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4230428'] for segment, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:59.217140 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9f0e8e8-e798-4a56-9841-625a12f39049 None None] Network 295509b0-984b-40a6-afa0-0b2b83ddd10e requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 16:12:59.228238 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-29f7de82-b690-45d8-b479-c045be8a54fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:59.232979 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-63c899c0-9eb7-45c9-8957-87c35be69060 tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:59.241190 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63c899c0-9eb7-45c9-8957-87c35be69060 tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Releasing vlan 630 on physical network physnet1 to pool {{(pid=102791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 16:12:59.241909 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-63c899c0-9eb7-45c9-8957-87c35be69060 tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16169569'] for segment, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:59.247106 n-d-834765-1 neutron-server[102791]: Traceback (most recent call last): Mar 29 16:12:59.247106 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 16:12:59.247106 n-d-834765-1 neutron-server[102791]: timer() Mar 29 16:12:59.247106 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 16:12:59.247106 n-d-834765-1 neutron-server[102791]: cb(*args, **kw) Mar 29 16:12:59.247106 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 16:12:59.247106 n-d-834765-1 neutron-server[102791]: return func(*args, **kwargs) Mar 29 16:12:59.247106 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 16:12:59.247106 n-d-834765-1 neutron-server[102791]: self._notify() Mar 29 16:12:59.247106 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 16:12:59.247106 n-d-834765-1 neutron-server[102791]: self.callback(batched_events) Mar 29 16:12:59.247106 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 16:12:59.247106 n-d-834765-1 neutron-server[102791]: event.method(event) Mar 29 16:12:59.247106 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 16:12:59.247106 n-d-834765-1 neutron-server[102791]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 16:12:59.247106 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 16:12:59.247106 n-d-834765-1 neutron-server[102791]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 16:12:59.247106 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 16:12:59.247106 n-d-834765-1 neutron-server[102791]: return f(self, *a, **k) Mar 29 16:12:59.247106 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 16:12:59.247106 n-d-834765-1 neutron-server[102791]: return self._get(url).json() Mar 29 16:12:59.247106 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 16:12:59.247106 n-d-834765-1 neutron-server[102791]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 16:12:59.247106 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 16:12:59.247106 n-d-834765-1 neutron-server[102791]: return self.request(url, 'GET', **kwargs) Mar 29 16:12:59.247106 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 16:12:59.247106 n-d-834765-1 neutron-server[102791]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 16:12:59.247106 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 16:12:59.247106 n-d-834765-1 neutron-server[102791]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 16:12:59.247106 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 16:12:59.247106 n-d-834765-1 neutron-server[102791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 16:12:59.247106 n-d-834765-1 neutron-server[102791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 16:12:59.342087 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-63c899c0-9eb7-45c9-8957-87c35be69060 tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1639897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648174'] for network, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:59.374161 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-63c899c0-9eb7-45c9-8957-87c35be69060 tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Notify callbacks [] for network, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:59.379969 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-63c899c0-9eb7-45c9-8957-87c35be69060 tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] 10.222.0.42 "DELETE /v2.0/networks/295509b0-984b-40a6-afa0-0b2b83ddd10e HTTP/1.1" status: 204 len: 168 time: 0.5811245 Mar 29 16:12:59.381939 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c899c0-9eb7-45c9-8957-87c35be69060 tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Pushing event deleted for resources: {'Network': ['ID=295509b0-984b-40a6-afa0-0b2b83ddd10e,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:12:59.385410 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 58018) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:12:59.391362 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-bf32553c-6516-4cfa-8589-6fd27c19706c tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1188356524'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:12:59.407294 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-29f7de82-b690-45d8-b479-c045be8a54fc None None] For port b1477056-d6c8-4ddd-b125-9485685c282f, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=b1477056-d6c8-4ddd-b125-9485685c282f,segment=NetworkSegment(e82ad120-29e8-454a-a3e7-66e2e04182e2),segment_id=e82ad120-29e8-454a-a3e7-66e2e04182e2)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:12:59.426889 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-17d54a11-f0bb-4066-8dd9-08733802fef9 None None] For port a8a6f2f3-6092-4364-91eb-8919cbfa9913, host n-d-834765-1, cleared binding levels {{(pid=102792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 16:12:59.429261 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-29f7de82-b690-45d8-b479-c045be8a54fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:59.433782 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-17d54a11-f0bb-4066-8dd9-08733802fef9 None None] For port a8a6f2f3-6092-4364-91eb-8919cbfa9913, host n-d-834765-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=a8a6f2f3-6092-4364-91eb-8919cbfa9913,segment=NetworkSegment(b5e8679d-5308-4990-8696-5b841893b054),segment_id=b5e8679d-5308-4990-8696-5b841893b054)] {{(pid=102792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 16:12:59.436142 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf32553c-6516-4cfa-8589-6fd27c19706c tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Made reservation on behalf of de214e6cd9a042f4a6312ba6269c1391 for: {'network': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:12:59.440548 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-bf32553c-6516-4cfa-8589-6fd27c19706c tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for network, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:59.485782 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf32553c-6516-4cfa-8589-6fd27c19706c tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] vlan segment allocate from pool success with {'vlan_id': 628, 'physical_network': 'physnet1'} {{(pid=102790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 16:12:59.492263 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 58020) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:12:59.492465 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-17d54a11-f0bb-4066-8dd9-08733802fef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:59.498988 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-bf32553c-6516-4cfa-8589-6fd27c19706c tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:59.499580 n-d-834765-1 neutron-server[102790]: INFO neutron.db.segments_db [None req-bf32553c-6516-4cfa-8589-6fd27c19706c tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Added segment 7dee4f80-38af-49cd-87db-b1baac77a8fa of type vlan for network e49ddb31-e2b4-407a-bf1a-c938034580fd Mar 29 16:12:59.553481 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-bf32553c-6516-4cfa-8589-6fd27c19706c tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783522915970'] for network, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:59.590851 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-bf32553c-6516-4cfa-8589-6fd27c19706c tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795'] for network, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:59.597252 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf32553c-6516-4cfa-8589-6fd27c19706c tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:12:59.598042 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-bf32553c-6516-4cfa-8589-6fd27c19706c tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Notify callbacks [] for network, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:59.614694 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f7de82-b690-45d8-b479-c045be8a54fc None None] Pushing event updated for resources: {'Port': ['ID=b1477056-d6c8-4ddd-b125-9485685c282f,revision_number=3']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:12:59.666997 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-016541de-ec4e-455b-9f9d-693fb23b6de1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:59.702500 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-bf32553c-6516-4cfa-8589-6fd27c19706c tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3126080 Mar 29 16:12:59.702974 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 58024) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:12:59.714436 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-5990cd42-b9d5-4094-bf1e-37a4f450f25d tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Request body: {'subnet': {'network_id': 'e49ddb31-e2b4-407a-bf1a-c938034580fd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:12:59.716907 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf32553c-6516-4cfa-8589-6fd27c19706c tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Pushing event updated for resources: {'Network': ['ID=e49ddb31-e2b4-407a-bf1a-c938034580fd,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:12:59.733362 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Network e49ddb31-e2b4-407a-bf1a-c938034580fd details requested by agent ovs-agent-n-d-834765-1 with host n-d-834765-1 {{(pid=102792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 16:12:59.763342 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d54a11-f0bb-4066-8dd9-08733802fef9 None None] Pushing event updated for resources: {'Port': ['ID=a8a6f2f3-6092-4364-91eb-8919cbfa9913,revision_number=2']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:12:59.899611 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-dfb7ba41-f991-4c34-95b5-4cf73aee462a None None] Provisioning complete for port b1477056-d6c8-4ddd-b125-9485685c282f triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:12:59.900070 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-dfb7ba41-f991-4c34-95b5-4cf73aee462a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:59.908373 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5990cd42-b9d5-4094-bf1e-37a4f450f25d tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Made reservation on behalf of de214e6cd9a042f4a6312ba6269c1391 for: {'subnet': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:12:59.912245 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-5990cd42-b9d5-4094-bf1e-37a4f450f25d tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16218875'] for subnet, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:59.921199 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-016541de-ec4e-455b-9f9d-693fb23b6de1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:12:59.933518 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-016541de-ec4e-455b-9f9d-693fb23b6de1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:00.038904 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-016541de-ec4e-455b-9f9d-693fb23b6de1 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=5041d97b836f4d87a364211c29f2b8bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5451050 Mar 29 16:13:00.041016 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016541de-ec4e-455b-9f9d-693fb23b6de1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89c613d6-264f-4bee-a669-f9bd9fece3f3,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:13:00.041715 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 58026) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:13:00.116735 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-54350ee9-9c53-4f17-9c51-7d7d5898e007 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:00.146867 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-54350ee9-9c53-4f17-9c51-7d7d5898e007 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:00.198704 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-54350ee9-9c53-4f17-9c51-7d7d5898e007 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:00.200133 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-5990cd42-b9d5-4094-bf1e-37a4f450f25d tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16155524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16218861'] for subnet, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:00.201345 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-54350ee9-9c53-4f17-9c51-7d7d5898e007 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:00.202493 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-54350ee9-9c53-4f17-9c51-7d7d5898e007 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/89c613d6-264f-4bee-a669-f9bd9fece3f3 HTTP/1.1" status: 204 len: 168 time: 0.1597450 Mar 29 16:13:00.216749 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54350ee9-9c53-4f17-9c51-7d7d5898e007 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89c613d6-264f-4bee-a669-f9bd9fece3f3,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:13:00.272858 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5990cd42-b9d5-4094-bf1e-37a4f450f25d tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Pushing event updated for resources: {'Subnet': ['ID=5456370d-0c44-42bc-b901-1a89ef572fa4,revision_number=0']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:13:00.280144 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5990cd42-b9d5-4094-bf1e-37a4f450f25d tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Checking segment: {'id': '7dee4f80-38af-49cd-87db-b1baac77a8fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'e49ddb31-e2b4-407a-bf1a-c938034580fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 16:13:00.280503 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5990cd42-b9d5-4094-bf1e-37a4f450f25d tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Network hostable DHCP agents. Network: e49ddb31-e2b4-407a-bf1a-c938034580fd, hostable agents: ['d136643e-48ae-49d4-a851-2ba3bdf3749c'], hosted agents: [] {{(pid=102791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 16:13:00.300464 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5990cd42-b9d5-4094-bf1e-37a4f450f25d tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Network e49ddb31-e2b4-407a-bf1a-c938034580fd is scheduled to be hosted by DHCP agent d136643e-48ae-49d4-a851-2ba3bdf3749c with binding_index 1 {{(pid=102791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 16:13:00.309703 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [None req-5990cd42-b9d5-4094-bf1e-37a4f450f25d tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834765-1, e49ddb31-e2b4-407a-bf1a-c938034580fd) {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:13:00.315645 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5990cd42-b9d5-4094-bf1e-37a4f450f25d tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:13:00.316402 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-5990cd42-b9d5-4094-bf1e-37a4f450f25d tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Notify callbacks [] for subnet, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:00.322191 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77b00c03-7339-43e5-9ddd-49525f83553e None None] Network e49ddb31-e2b4-407a-bf1a-c938034580fd requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 16:13:00.339337 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-5990cd42-b9d5-4094-bf1e-37a4f450f25d tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 0.6296136 Mar 29 16:13:00.339820 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 58032) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:13:00.406531 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-2a594b8a-5532-4aaa-86d7-d7b0155b9b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:00.450065 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-a8eec22c-16df-43f9-939a-3927261ac04d tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1631750'] for network, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:00.519828 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23eb7843-dd79-41f5-8539-ab48a7ab9b0a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0035034-69b0-5ffc-b384-0ac6189c5628-e49ddb31-e2b4-407a-bf1a-c938034580fd', 'network_id': 'e49ddb31-e2b4-407a-bf1a-c938034580fd', 'tenant_id': 'de214e6cd9a042f4a6312ba6269c1391', 'fixed_ips': [{'subnet_id': '5456370d-0c44-42bc-b901-1a89ef572fa4'}]}} from n-d-834765-1. {{(pid=102792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 29 16:13:00.520953 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-23eb7843-dd79-41f5-8539-ab48a7ab9b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:00.525249 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-a8eec22c-16df-43f9-939a-3927261ac04d tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1641287'] for subnet, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:00.525412 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 58034) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:13:00.541077 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-31a022ef-b1a6-4696-a237-92a3d2deeb37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:00.618495 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-a8eec22c-16df-43f9-939a-3927261ac04d tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1641294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16155591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16218852'] for subnet, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:00.640619 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server [None req-23eb7843-dd79-41f5-8539-ab48a7ab9b0a None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5456370d-0c44-42bc-b901-1a89ef572fa4: This subnet is being modified by another concurrent operation. Mar 29 16:13:00.640619 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 29 16:13:00.640619 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 29 16:13:00.640619 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 29 16:13:00.640619 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 29 16:13:00.640619 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 29 16:13:00.640619 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 29 16:13:00.640619 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 29 16:13:00.640619 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 29 16:13:00.640619 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 29 16:13:00.640619 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 29 16:13:00.640619 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 29 16:13:00.640619 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 29 16:13:00.640619 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 29 16:13:00.640619 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 29 16:13:00.640619 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server raise self.value Mar 29 16:13:00.640619 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 29 16:13:00.640619 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 29 16:13:00.640619 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 29 16:13:00.640619 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 29 16:13:00.640619 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 29 16:13:00.640619 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 29 16:13:00.640619 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 29 16:13:00.640619 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server raise self.value Mar 29 16:13:00.640619 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 29 16:13:00.640619 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 29 16:13:00.640619 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 29 16:13:00.640619 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 29 16:13:00.640619 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 29 16:13:00.640619 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 29 16:13:00.640619 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 29 16:13:00.640619 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server raise self.value Mar 29 16:13:00.640619 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 29 16:13:00.640619 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 29 16:13:00.640619 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 29 16:13:00.640619 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 29 16:13:00.640619 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Mar 29 16:13:00.640619 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 29 16:13:00.640619 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Mar 29 16:13:00.640619 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 29 16:13:00.640619 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 29 16:13:00.640619 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 29 16:13:00.640619 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Mar 29 16:13:00.640619 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 29 16:13:00.640619 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 29 16:13:00.640619 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 29 16:13:00.640619 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 29 16:13:00.640619 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 29 16:13:00.640619 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 29 16:13:00.640619 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 29 16:13:00.640619 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 29 16:13:00.640619 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server raise self.value Mar 29 16:13:00.640619 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 29 16:13:00.640619 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 29 16:13:00.640619 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 29 16:13:00.640619 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 29 16:13:00.640619 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 29 16:13:00.640619 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 29 16:13:00.640619 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 29 16:13:00.640619 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server raise self.value Mar 29 16:13:00.640619 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 29 16:13:00.640619 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 29 16:13:00.640619 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 29 16:13:00.640619 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 29 16:13:00.640619 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 29 16:13:00.640619 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 29 16:13:00.640619 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 29 16:13:00.640619 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server raise self.value Mar 29 16:13:00.640619 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 29 16:13:00.640619 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 29 16:13:00.640619 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1486, in create_port Mar 29 16:13:00.640619 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 29 16:13:00.640619 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1451, in _create_port_db Mar 29 16:13:00.640619 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 29 16:13:00.640619 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Mar 29 16:13:00.640619 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 29 16:13:00.640619 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 29 16:13:00.640619 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 29 16:13:00.640619 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 29 16:13:00.640619 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 29 16:13:00.640619 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Mar 29 16:13:00.640619 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 29 16:13:00.640619 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 29 16:13:00.640619 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 29 16:13:00.640619 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 29 16:13:00.640619 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 29 16:13:00.640619 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Mar 29 16:13:00.640619 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 29 16:13:00.640619 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 29 16:13:00.640619 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server raise exception Mar 29 16:13:00.640619 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5456370d-0c44-42bc-b901-1a89ef572fa4: This subnet is being modified by another concurrent operation. Mar 29 16:13:00.640619 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server Mar 29 16:13:00.670731 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e43312ae-68e2-49c6-96fc-3abcc63e0e0d None None] Network e49ddb31-e2b4-407a-bf1a-c938034580fd requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 16:13:00.682116 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-31a022ef-b1a6-4696-a237-92a3d2deeb37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:00.688688 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-31a022ef-b1a6-4696-a237-92a3d2deeb37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:00.691317 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8eec22c-16df-43f9-939a-3927261ac04d tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Pushing event deleted for resources: {'Subnet': ['ID=5456370d-0c44-42bc-b901-1a89ef572fa4,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:13:00.754286 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a022ef-b1a6-4696-a237-92a3d2deeb37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86c99485-2617-47f1-a37c-2419e6d3f5e2,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:13:00.761178 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-31a022ef-b1a6-4696-a237-92a3d2deeb37 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b3a93ac59cea42749aa4f70da9eebb91&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2347114 Mar 29 16:13:00.764601 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 58036) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:13:00.807712 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-a8eec22c-16df-43f9-939a-3927261ac04d tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639890', 'neutron.services.segments.db._delete_segments_for_network-8783523423079'] for network, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:00.840804 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-4efa1cd6-8ff4-40f1-bd55-8e597f72b0fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:00.853073 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-a8eec22c-16df-43f9-939a-3927261ac04d tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e49ddb31-e2b4-407a-bf1a-c938034580fd']}} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:13:00.867058 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-a8eec22c-16df-43f9-939a-3927261ac04d tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7dee4f80-38af-49cd-87db-b1baac77a8fa') {'for_net_delete': True} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:13:00.867445 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-a8eec22c-16df-43f9-939a-3927261ac04d tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7dee4f80-38af-49cd-87db-b1baac77a8fa') {} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:13:00.867714 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-4efa1cd6-8ff4-40f1-bd55-8e597f72b0fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:00.881898 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-a8eec22c-16df-43f9-939a-3927261ac04d tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783523422064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4230428'] for segment, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:00.900419 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-a8eec22c-16df-43f9-939a-3927261ac04d tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:00.910772 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8eec22c-16df-43f9-939a-3927261ac04d tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Releasing vlan 628 on physical network physnet1 to pool {{(pid=102791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 16:13:00.912598 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-a8eec22c-16df-43f9-939a-3927261ac04d tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16169569'] for segment, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:00.928750 n-d-834765-1 neutron-server[102791]: Traceback (most recent call last): Mar 29 16:13:00.928750 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 16:13:00.928750 n-d-834765-1 neutron-server[102791]: timer() Mar 29 16:13:00.928750 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 16:13:00.928750 n-d-834765-1 neutron-server[102791]: cb(*args, **kw) Mar 29 16:13:00.928750 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 16:13:00.928750 n-d-834765-1 neutron-server[102791]: return func(*args, **kwargs) Mar 29 16:13:00.928750 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 16:13:00.928750 n-d-834765-1 neutron-server[102791]: self._notify() Mar 29 16:13:00.928750 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 16:13:00.928750 n-d-834765-1 neutron-server[102791]: self.callback(batched_events) Mar 29 16:13:00.928750 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 16:13:00.928750 n-d-834765-1 neutron-server[102791]: event.method(event) Mar 29 16:13:00.928750 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 16:13:00.928750 n-d-834765-1 neutron-server[102791]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 16:13:00.928750 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 16:13:00.928750 n-d-834765-1 neutron-server[102791]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 16:13:00.928750 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 16:13:00.928750 n-d-834765-1 neutron-server[102791]: return f(self, *a, **k) Mar 29 16:13:00.928750 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 16:13:00.928750 n-d-834765-1 neutron-server[102791]: return self._get(url).json() Mar 29 16:13:00.928750 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 16:13:00.928750 n-d-834765-1 neutron-server[102791]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 16:13:00.928750 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 16:13:00.928750 n-d-834765-1 neutron-server[102791]: return self.request(url, 'GET', **kwargs) Mar 29 16:13:00.928750 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 16:13:00.928750 n-d-834765-1 neutron-server[102791]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 16:13:00.928750 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 16:13:00.928750 n-d-834765-1 neutron-server[102791]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 16:13:00.928750 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 16:13:00.928750 n-d-834765-1 neutron-server[102791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 16:13:00.928750 n-d-834765-1 neutron-server[102791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 16:13:00.937810 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-4efa1cd6-8ff4-40f1-bd55-8e597f72b0fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:00.942264 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-4efa1cd6-8ff4-40f1-bd55-8e597f72b0fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:00.945001 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-4efa1cd6-8ff4-40f1-bd55-8e597f72b0fb admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/86c99485-2617-47f1-a37c-2419e6d3f5e2 HTTP/1.1" status: 204 len: 168 time: 0.1791544 Mar 29 16:13:00.955885 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device a8a6f2f3-6092-4364-91eb-8919cbfa9913 up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 16:13:00.975312 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efa1cd6-8ff4-40f1-bd55-8e597f72b0fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86c99485-2617-47f1-a37c-2419e6d3f5e2,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:13:01.022509 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-a8eec22c-16df-43f9-939a-3927261ac04d tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1639897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648174'] for network, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:01.040639 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-a8eec22c-16df-43f9-939a-3927261ac04d tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Notify callbacks [] for network, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:01.044846 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-a8eec22c-16df-43f9-939a-3927261ac04d tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] 10.222.0.42 "DELETE /v2.0/networks/e49ddb31-e2b4-407a-bf1a-c938034580fd HTTP/1.1" status: 204 len: 168 time: 0.7039809 Mar 29 16:13:01.050237 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 58040) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:13:01.056627 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-546e509a-db05-4c4a-bbf6-b6ec1327dd9e tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-614978592'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:13:01.073146 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8eec22c-16df-43f9-939a-3927261ac04d tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Pushing event deleted for resources: {'Network': ['ID=e49ddb31-e2b4-407a-bf1a-c938034580fd,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:13:01.086404 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port a8a6f2f3-6092-4364-91eb-8919cbfa9913 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:13:01.087125 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:01.087830 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-546e509a-db05-4c4a-bbf6-b6ec1327dd9e tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Made reservation on behalf of de214e6cd9a042f4a6312ba6269c1391 for: {'network': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:13:01.091449 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-546e509a-db05-4c4a-bbf6-b6ec1327dd9e tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for network, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:01.116900 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ca47003-7bbf-464c-bdcf-533d270b05e9 None None] Network 14b8fed9-2711-4454-aa4f-befd8781badd requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 16:13:01.125553 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-546e509a-db05-4c4a-bbf6-b6ec1327dd9e tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] vlan segment allocate from pool success with {'vlan_id': 607, 'physical_network': 'physnet1'} {{(pid=102790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 16:13:01.136804 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-546e509a-db05-4c4a-bbf6-b6ec1327dd9e tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:01.137317 n-d-834765-1 neutron-server[102790]: INFO neutron.db.segments_db [None req-546e509a-db05-4c4a-bbf6-b6ec1327dd9e tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Added segment b2c5d66a-51f6-412c-880e-89ba01be9995 of type vlan for network 9c0b8c10-37f0-4351-9f53-87008c5694f6 Mar 29 16:13:01.191321 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-546e509a-db05-4c4a-bbf6-b6ec1327dd9e tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783522915970'] for network, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:01.215827 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-62303a3b-424c-48f1-b1c5-9d951a908ea5 None None] Provisioning complete for port a8a6f2f3-6092-4364-91eb-8919cbfa9913 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:13:01.216272 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-62303a3b-424c-48f1-b1c5-9d951a908ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:01.220069 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-546e509a-db05-4c4a-bbf6-b6ec1327dd9e tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795'] for network, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:01.225999 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-546e509a-db05-4c4a-bbf6-b6ec1327dd9e tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:13:01.226643 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-546e509a-db05-4c4a-bbf6-b6ec1327dd9e tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Notify callbacks [] for network, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:01.262920 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-546e509a-db05-4c4a-bbf6-b6ec1327dd9e tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2114189 Mar 29 16:13:01.265678 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 58044) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:13:01.271968 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-db421a01-e66c-48bb-9810-ba22f788b774 tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Request body: {'subnet': {'network_id': '9c0b8c10-37f0-4351-9f53-87008c5694f6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:13:01.321958 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546e509a-db05-4c4a-bbf6-b6ec1327dd9e tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Pushing event updated for resources: {'Network': ['ID=9c0b8c10-37f0-4351-9f53-87008c5694f6,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:13:01.332959 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:01.344226 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Network 9c0b8c10-37f0-4351-9f53-87008c5694f6 details requested by agent ovs-agent-n-d-834765-1 with host n-d-834765-1 {{(pid=102792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 16:13:01.395297 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db421a01-e66c-48bb-9810-ba22f788b774 tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Made reservation on behalf of de214e6cd9a042f4a6312ba6269c1391 for: {'subnet': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:13:01.396291 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 58046) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:13:01.399854 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-db421a01-e66c-48bb-9810-ba22f788b774 tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4793983'] for subnet, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:01.419002 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-9218eda6-9af3-4a3e-81c9-c67b9b498bd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:01.497712 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] For port a8a6f2f3-6092-4364-91eb-8919cbfa9913, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=a8a6f2f3-6092-4364-91eb-8919cbfa9913,segment=NetworkSegment(b5e8679d-5308-4990-8696-5b841893b054),segment_id=b5e8679d-5308-4990-8696-5b841893b054)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:13:01.513244 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-9218eda6-9af3-4a3e-81c9-c67b9b498bd5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:01.514307 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:01.515136 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device b1477056-d6c8-4ddd-b125-9485685c282f up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 16:13:01.519915 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-9218eda6-9af3-4a3e-81c9-c67b9b498bd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:01.520987 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-62303a3b-424c-48f1-b1c5-9d951a908ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:01.563594 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-9218eda6-9af3-4a3e-81c9-c67b9b498bd5 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=9e75a48ac8664df3b0f6b6e7d2df4ed1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1636615 Mar 29 16:13:01.564556 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 58048) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:13:01.570319 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9218eda6-9af3-4a3e-81c9-c67b9b498bd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f50b24f7-a28b-4239-951d-92fb2218a58f,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:13:01.626696 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-59c37cef-9f0d-4a9b-8c6b-7271977f4d49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:01.647748 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-db421a01-e66c-48bb-9810-ba22f788b774 tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5231896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4793961'] for subnet, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:01.651364 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-59c37cef-9f0d-4a9b-8c6b-7271977f4d49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:01.665054 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Pushing event updated for resources: {'Port': ['ID=a8a6f2f3-6092-4364-91eb-8919cbfa9913,revision_number=3']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:13:01.681886 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port b1477056-d6c8-4ddd-b125-9485685c282f triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:13:01.682271 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:01.684054 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.db.api [None req-62303a3b-424c-48f1-b1c5-9d951a908ea5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102792) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 29 16:13:01.684422 n-d-834765-1 neutron-server[102792]: DEBUG oslo_db.api [None req-62303a3b-424c-48f1-b1c5-9d951a908ea5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 29 16:13:01.729756 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db421a01-e66c-48bb-9810-ba22f788b774 tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Checking segment: {'id': 'b2c5d66a-51f6-412c-880e-89ba01be9995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '9c0b8c10-37f0-4351-9f53-87008c5694f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 16:13:01.731499 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db421a01-e66c-48bb-9810-ba22f788b774 tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Network hostable DHCP agents. Network: 9c0b8c10-37f0-4351-9f53-87008c5694f6, hostable agents: ['d136643e-48ae-49d4-a851-2ba3bdf3749c'], hosted agents: [] {{(pid=102790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 16:13:01.734858 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db421a01-e66c-48bb-9810-ba22f788b774 tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Pushing event updated for resources: {'Subnet': ['ID=1180f4b5-e7d6-4493-a671-3d2f3fe780f2,revision_number=0']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:13:01.743536 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-59c37cef-9f0d-4a9b-8c6b-7271977f4d49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:01.749828 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-59c37cef-9f0d-4a9b-8c6b-7271977f4d49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:01.754584 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-59c37cef-9f0d-4a9b-8c6b-7271977f4d49 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f50b24f7-a28b-4239-951d-92fb2218a58f HTTP/1.1" status: 204 len: 168 time: 0.1896546 Mar 29 16:13:01.764058 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db421a01-e66c-48bb-9810-ba22f788b774 tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Network 9c0b8c10-37f0-4351-9f53-87008c5694f6 is scheduled to be hosted by DHCP agent d136643e-48ae-49d4-a851-2ba3bdf3749c with binding_index 1 {{(pid=102790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 16:13:01.767568 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c37cef-9f0d-4a9b-8c6b-7271977f4d49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f50b24f7-a28b-4239-951d-92fb2218a58f,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:13:01.778168 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-db421a01-e66c-48bb-9810-ba22f788b774 tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834765-1, 9c0b8c10-37f0-4351-9f53-87008c5694f6) {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:13:01.792063 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db421a01-e66c-48bb-9810-ba22f788b774 tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:13:01.794065 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-db421a01-e66c-48bb-9810-ba22f788b774 tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Notify callbacks [] for subnet, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:01.794934 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9ba2d1d-0bb6-4f9a-bba8-381871c04fdc None None] Network 9c0b8c10-37f0-4351-9f53-87008c5694f6 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 16:13:01.829296 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-db421a01-e66c-48bb-9810-ba22f788b774 tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.5623541 Mar 29 16:13:01.832224 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 58052) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:13:01.959530 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-15aff77b-67e4-4d9f-83d8-99c87c6b4f9d tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1631750'] for network, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:01.991623 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fef38ff8-799e-4940-a393-b722262d8955 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0035034-69b0-5ffc-b384-0ac6189c5628-9c0b8c10-37f0-4351-9f53-87008c5694f6', 'network_id': '9c0b8c10-37f0-4351-9f53-87008c5694f6', 'tenant_id': 'de214e6cd9a042f4a6312ba6269c1391', 'fixed_ips': [{'subnet_id': '1180f4b5-e7d6-4493-a671-3d2f3fe780f2'}]}} from n-d-834765-1. {{(pid=102792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 29 16:13:01.992525 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-fef38ff8-799e-4940-a393-b722262d8955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:02.020796 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-15aff77b-67e4-4d9f-83d8-99c87c6b4f9d tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1641287'] for subnet, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:02.089980 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-15aff77b-67e4-4d9f-83d8-99c87c6b4f9d tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1641294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16155591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16218852'] for subnet, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:02.093328 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server [None req-fef38ff8-799e-4940-a393-b722262d8955 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1180f4b5-e7d6-4493-a671-3d2f3fe780f2: This subnet is being modified by another concurrent operation. Mar 29 16:13:02.093328 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 29 16:13:02.093328 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 29 16:13:02.093328 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 29 16:13:02.093328 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 29 16:13:02.093328 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 29 16:13:02.093328 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 29 16:13:02.093328 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 29 16:13:02.093328 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 29 16:13:02.093328 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 29 16:13:02.093328 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 29 16:13:02.093328 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 29 16:13:02.093328 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 29 16:13:02.093328 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 29 16:13:02.093328 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 29 16:13:02.093328 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server raise self.value Mar 29 16:13:02.093328 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 29 16:13:02.093328 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 29 16:13:02.093328 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 29 16:13:02.093328 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 29 16:13:02.093328 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 29 16:13:02.093328 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 29 16:13:02.093328 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 29 16:13:02.093328 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server raise self.value Mar 29 16:13:02.093328 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 29 16:13:02.093328 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 29 16:13:02.093328 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 29 16:13:02.093328 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 29 16:13:02.093328 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 29 16:13:02.093328 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 29 16:13:02.093328 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 29 16:13:02.093328 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server raise self.value Mar 29 16:13:02.093328 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 29 16:13:02.093328 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 29 16:13:02.093328 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 29 16:13:02.093328 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 29 16:13:02.093328 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Mar 29 16:13:02.093328 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 29 16:13:02.093328 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Mar 29 16:13:02.093328 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 29 16:13:02.093328 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 29 16:13:02.093328 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 29 16:13:02.093328 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Mar 29 16:13:02.093328 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 29 16:13:02.093328 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 29 16:13:02.093328 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 29 16:13:02.093328 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 29 16:13:02.093328 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 29 16:13:02.093328 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 29 16:13:02.093328 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 29 16:13:02.093328 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 29 16:13:02.093328 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server raise self.value Mar 29 16:13:02.093328 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 29 16:13:02.093328 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 29 16:13:02.093328 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 29 16:13:02.093328 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 29 16:13:02.093328 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 29 16:13:02.093328 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 29 16:13:02.093328 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 29 16:13:02.093328 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server raise self.value Mar 29 16:13:02.093328 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 29 16:13:02.093328 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 29 16:13:02.093328 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 29 16:13:02.093328 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 29 16:13:02.093328 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 29 16:13:02.093328 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 29 16:13:02.093328 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 29 16:13:02.093328 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server raise self.value Mar 29 16:13:02.093328 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 29 16:13:02.093328 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 29 16:13:02.093328 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1486, in create_port Mar 29 16:13:02.093328 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 29 16:13:02.093328 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1451, in _create_port_db Mar 29 16:13:02.093328 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 29 16:13:02.093328 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Mar 29 16:13:02.093328 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 29 16:13:02.093328 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 29 16:13:02.093328 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 29 16:13:02.093328 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 29 16:13:02.093328 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 29 16:13:02.093328 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Mar 29 16:13:02.093328 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 29 16:13:02.093328 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 29 16:13:02.093328 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 29 16:13:02.093328 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 29 16:13:02.093328 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 29 16:13:02.093328 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Mar 29 16:13:02.093328 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 29 16:13:02.093328 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 29 16:13:02.093328 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server raise exception Mar 29 16:13:02.093328 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1180f4b5-e7d6-4493-a671-3d2f3fe780f2: This subnet is being modified by another concurrent operation. Mar 29 16:13:02.093328 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server Mar 29 16:13:02.107581 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbf38692-c097-48d7-9bda-ebdc1054bb0c None None] Network 9c0b8c10-37f0-4351-9f53-87008c5694f6 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 16:13:02.144532 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15aff77b-67e4-4d9f-83d8-99c87c6b4f9d tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Pushing event deleted for resources: {'Subnet': ['ID=1180f4b5-e7d6-4493-a671-3d2f3fe780f2,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:13:02.196969 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-15aff77b-67e4-4d9f-83d8-99c87c6b4f9d tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639890', 'neutron.services.segments.db._delete_segments_for_network-8783523423079'] for network, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:02.229394 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-15aff77b-67e4-4d9f-83d8-99c87c6b4f9d tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c0b8c10-37f0-4351-9f53-87008c5694f6']}} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:13:02.239841 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-15aff77b-67e4-4d9f-83d8-99c87c6b4f9d tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2c5d66a-51f6-412c-880e-89ba01be9995') {'for_net_delete': True} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:13:02.240659 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-15aff77b-67e4-4d9f-83d8-99c87c6b4f9d tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2c5d66a-51f6-412c-880e-89ba01be9995') {} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:13:02.256692 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4b34fbb-4273-4fce-9549-06e6d64bcab8 None None] get_active_networks_info from n-d-834765-1 {{(pid=102792) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Mar 29 16:13:02.257505 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-15aff77b-67e4-4d9f-83d8-99c87c6b4f9d tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783523422064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4230428'] for segment, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:02.272315 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-15aff77b-67e4-4d9f-83d8-99c87c6b4f9d tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:02.279675 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15aff77b-67e4-4d9f-83d8-99c87c6b4f9d tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Releasing vlan 607 on physical network physnet1 to pool {{(pid=102791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 16:13:02.280228 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-15aff77b-67e4-4d9f-83d8-99c87c6b4f9d tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16169569'] for segment, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:02.295456 n-d-834765-1 neutron-server[102791]: Traceback (most recent call last): Mar 29 16:13:02.295456 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 16:13:02.295456 n-d-834765-1 neutron-server[102791]: timer() Mar 29 16:13:02.295456 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 16:13:02.295456 n-d-834765-1 neutron-server[102791]: cb(*args, **kw) Mar 29 16:13:02.295456 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 16:13:02.295456 n-d-834765-1 neutron-server[102791]: return func(*args, **kwargs) Mar 29 16:13:02.295456 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 16:13:02.295456 n-d-834765-1 neutron-server[102791]: self._notify() Mar 29 16:13:02.295456 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 16:13:02.295456 n-d-834765-1 neutron-server[102791]: self.callback(batched_events) Mar 29 16:13:02.295456 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 16:13:02.295456 n-d-834765-1 neutron-server[102791]: event.method(event) Mar 29 16:13:02.295456 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 16:13:02.295456 n-d-834765-1 neutron-server[102791]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 16:13:02.295456 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 16:13:02.295456 n-d-834765-1 neutron-server[102791]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 16:13:02.295456 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 16:13:02.295456 n-d-834765-1 neutron-server[102791]: return f(self, *a, **k) Mar 29 16:13:02.295456 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 16:13:02.295456 n-d-834765-1 neutron-server[102791]: return self._get(url).json() Mar 29 16:13:02.295456 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 16:13:02.295456 n-d-834765-1 neutron-server[102791]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 16:13:02.295456 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 16:13:02.295456 n-d-834765-1 neutron-server[102791]: return self.request(url, 'GET', **kwargs) Mar 29 16:13:02.295456 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 16:13:02.295456 n-d-834765-1 neutron-server[102791]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 16:13:02.295456 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 16:13:02.295456 n-d-834765-1 neutron-server[102791]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 16:13:02.295456 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 16:13:02.295456 n-d-834765-1 neutron-server[102791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 16:13:02.295456 n-d-834765-1 neutron-server[102791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 16:13:02.351501 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-15aff77b-67e4-4d9f-83d8-99c87c6b4f9d tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1639897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648174'] for network, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:02.358997 n-d-834765-1 neutron-server[102792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4b34fbb-4273-4fce-9549-06e6d64bcab8 None None] Resources bound (agent type, host, resource id): {{(pid=102792) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 29 16:13:02.360457 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-15aff77b-67e4-4d9f-83d8-99c87c6b4f9d tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Notify callbacks [] for network, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:02.367953 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-15aff77b-67e4-4d9f-83d8-99c87c6b4f9d tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] 10.222.0.42 "DELETE /v2.0/networks/9c0b8c10-37f0-4351-9f53-87008c5694f6 HTTP/1.1" status: 204 len: 168 time: 0.5315087 Mar 29 16:13:02.368348 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 58064) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:13:02.374203 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-33447372-32b3-4e05-85c2-17536919657d tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1429727737'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:13:02.375866 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15aff77b-67e4-4d9f-83d8-99c87c6b4f9d tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Pushing event deleted for resources: {'Network': ['ID=9c0b8c10-37f0-4351-9f53-87008c5694f6,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:13:02.401194 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33447372-32b3-4e05-85c2-17536919657d tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Made reservation on behalf of de214e6cd9a042f4a6312ba6269c1391 for: {'network': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:13:02.404741 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-33447372-32b3-4e05-85c2-17536919657d tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for network, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:02.434715 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33447372-32b3-4e05-85c2-17536919657d tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] vlan segment allocate from pool success with {'vlan_id': 612, 'physical_network': 'physnet1'} {{(pid=102790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 16:13:02.445315 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-33447372-32b3-4e05-85c2-17536919657d tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:02.445661 n-d-834765-1 neutron-server[102790]: INFO neutron.db.segments_db [None req-33447372-32b3-4e05-85c2-17536919657d tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Added segment 5041bb3c-d941-4d20-b4cd-b1848e7e05a6 of type vlan for network 2c0bd60a-61b0-41be-9a29-0613a3ca6f5a Mar 29 16:13:02.450247 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-94c116b4-e660-4bea-ba10-dfe0fc2dc054 None None] Provisioning complete for port a8a6f2f3-6092-4364-91eb-8919cbfa9913 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:13:02.450622 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-94c116b4-e660-4bea-ba10-dfe0fc2dc054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:02.494984 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-33447372-32b3-4e05-85c2-17536919657d tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783522915970'] for network, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:02.524419 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-33447372-32b3-4e05-85c2-17536919657d tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795'] for network, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:02.530838 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33447372-32b3-4e05-85c2-17536919657d tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:13:02.531234 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-33447372-32b3-4e05-85c2-17536919657d tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Notify callbacks [] for network, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:02.568521 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-33447372-32b3-4e05-85c2-17536919657d tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1990290 Mar 29 16:13:02.571927 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 58072) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:13:02.584596 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-9698cb43-60d5-437b-ace8-af4df773681a tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Request body: {'subnet': {'network_id': '2c0bd60a-61b0-41be-9a29-0613a3ca6f5a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:13:02.630732 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33447372-32b3-4e05-85c2-17536919657d tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Pushing event updated for resources: {'Network': ['ID=2c0bd60a-61b0-41be-9a29-0613a3ca6f5a,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:13:02.666032 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Network 2c0bd60a-61b0-41be-9a29-0613a3ca6f5a details requested by agent ovs-agent-n-d-834765-1 with host n-d-834765-1 {{(pid=102792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 16:13:02.677636 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 58076) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:13:02.711074 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9698cb43-60d5-437b-ace8-af4df773681a tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Made reservation on behalf of de214e6cd9a042f4a6312ba6269c1391 for: {'subnet': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:13:02.717015 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-9698cb43-60d5-437b-ace8-af4df773681a tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4793983'] for subnet, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:02.728860 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a82a5ddf-fad1-449a-aea5-868990427ef7 None None] get_active_networks_info from n-d-834765-1 {{(pid=102792) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Mar 29 16:13:02.730869 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device a8a6f2f3-6092-4364-91eb-8919cbfa9913 up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 16:13:02.791093 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-6a7da2c1-6d36-43d6-b241-fe473e355910 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-869611269-network', 'tenant_id': '03b8850412484b09a31b6023e3726f24'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:13:02.815709 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a7da2c1-6d36-43d6-b241-fe473e355910 admin admin] Made reservation on behalf of 03b8850412484b09a31b6023e3726f24 for: {'network': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:13:02.818359 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-6a7da2c1-6d36-43d6-b241-fe473e355910 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for network, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:02.827308 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-6a7da2c1-6d36-43d6-b241-fe473e355910 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:02.857866 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-7809f957-8ec0-4bd8-b990-49388f834fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:02.906894 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port a8a6f2f3-6092-4364-91eb-8919cbfa9913 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:13:02.907325 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:02.917524 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-6a7da2c1-6d36-43d6-b241-fe473e355910 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:02.922583 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-6a7da2c1-6d36-43d6-b241-fe473e355910 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:02.932596 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-9698cb43-60d5-437b-ace8-af4df773681a tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5231896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4793961'] for subnet, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:02.933494 n-d-834765-1 neutron-server[102792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a82a5ddf-fad1-449a-aea5-868990427ef7 None None] Resources bound (agent type, host, resource id): {{(pid=102792) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 29 16:13:02.951480 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a7da2c1-6d36-43d6-b241-fe473e355910 admin admin] vlan segment allocate from pool success with {'vlan_id': 638, 'physical_network': 'physnet1'} {{(pid=102791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 16:13:02.962077 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7da2c1-6d36-43d6-b241-fe473e355910 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdb162e2-8bf4-4661-9e64-736093fa4a68,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:13:02.968128 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-6a7da2c1-6d36-43d6-b241-fe473e355910 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:02.968542 n-d-834765-1 neutron-server[102791]: INFO neutron.db.segments_db [None req-6a7da2c1-6d36-43d6-b241-fe473e355910 admin admin] Added segment ee59c5ef-88a1-41e7-b3e2-7e4499fa6740 of type vlan for network 5d1ef3ef-2965-4b2f-88f7-4b88184255f5 Mar 29 16:13:03.004344 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9698cb43-60d5-437b-ace8-af4df773681a tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Pushing event updated for resources: {'Subnet': ['ID=13f6b49c-8868-4117-afad-39f4517d1a7d,revision_number=0']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:13:03.014163 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9698cb43-60d5-437b-ace8-af4df773681a tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Checking segment: {'id': '5041bb3c-d941-4d20-b4cd-b1848e7e05a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '2c0bd60a-61b0-41be-9a29-0613a3ca6f5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 16:13:03.014584 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9698cb43-60d5-437b-ace8-af4df773681a tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Network hostable DHCP agents. Network: 2c0bd60a-61b0-41be-9a29-0613a3ca6f5a, hostable agents: ['d136643e-48ae-49d4-a851-2ba3bdf3749c'], hosted agents: [] {{(pid=102790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 16:13:03.018446 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-6a7da2c1-6d36-43d6-b241-fe473e355910 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783522915970'] for network, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:03.035296 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9698cb43-60d5-437b-ace8-af4df773681a tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Network 2c0bd60a-61b0-41be-9a29-0613a3ca6f5a is scheduled to be hosted by DHCP agent d136643e-48ae-49d4-a851-2ba3bdf3749c with binding_index 1 {{(pid=102790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 16:13:03.045370 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-9698cb43-60d5-437b-ace8-af4df773681a tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834765-1, 2c0bd60a-61b0-41be-9a29-0613a3ca6f5a) {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:13:03.047653 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-6a7da2c1-6d36-43d6-b241-fe473e355910 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795'] for network, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:03.050278 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9698cb43-60d5-437b-ace8-af4df773681a tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:13:03.050659 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a7da2c1-6d36-43d6-b241-fe473e355910 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:13:03.051300 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-6a7da2c1-6d36-43d6-b241-fe473e355910 admin admin] Notify callbacks [] for network, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:03.051421 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-9698cb43-60d5-437b-ace8-af4df773681a tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Notify callbacks [] for subnet, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:03.069534 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-9698cb43-60d5-437b-ace8-af4df773681a tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4960411 Mar 29 16:13:03.072520 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 58080) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:13:03.078255 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-8609f869-c02c-420f-b0ce-efb2ca8b472c tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Request body: {'subnet': {'network_id': '2c0bd60a-61b0-41be-9a29-0613a3ca6f5a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:13:03.103102 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-6a7da2c1-6d36-43d6-b241-fe473e355910 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4243321 Mar 29 16:13:03.106208 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 58082) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:13:03.113028 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-506a5205-e14a-45c2-adc4-15884afb04ed admin admin] Request body: {'subnet': {'network_id': '5d1ef3ef-2965-4b2f-88f7-4b88184255f5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-869611269-subnet', 'tenant_id': '03b8850412484b09a31b6023e3726f24', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:13:03.139249 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-506a5205-e14a-45c2-adc4-15884afb04ed admin admin] Made reservation on behalf of 03b8850412484b09a31b6023e3726f24 for: {'subnet': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:13:03.142066 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-506a5205-e14a-45c2-adc4-15884afb04ed admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4793983'] for subnet, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:03.160639 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7da2c1-6d36-43d6-b241-fe473e355910 admin admin] Pushing event updated for resources: {'Network': ['ID=5d1ef3ef-2965-4b2f-88f7-4b88184255f5,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:13:03.210225 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Network 5d1ef3ef-2965-4b2f-88f7-4b88184255f5 details requested by agent ovs-agent-n-d-834765-1 with host n-d-834765-1 {{(pid=102792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 16:13:03.293571 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8609f869-c02c-420f-b0ce-efb2ca8b472c tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Made reservation on behalf of de214e6cd9a042f4a6312ba6269c1391 for: {'subnet': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:13:03.296946 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-8609f869-c02c-420f-b0ce-efb2ca8b472c tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4793983'] for subnet, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:03.416104 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-811c2a00-4f13-4fe8-8142-665bf2ad5a6c None None] Network 2c0bd60a-61b0-41be-9a29-0613a3ca6f5a requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 16:13:03.452077 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-506a5205-e14a-45c2-adc4-15884afb04ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5231896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4793961'] for subnet, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:03.522097 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506a5205-e14a-45c2-adc4-15884afb04ed admin admin] Pushing event updated for resources: {'Subnet': ['ID=4d73631d-8019-458f-9c15-cd41e6b9d570,revision_number=0']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:13:03.567968 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-506a5205-e14a-45c2-adc4-15884afb04ed admin admin] Checking segment: {'id': 'ee59c5ef-88a1-41e7-b3e2-7e4499fa6740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '5d1ef3ef-2965-4b2f-88f7-4b88184255f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 16:13:03.568328 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-506a5205-e14a-45c2-adc4-15884afb04ed admin admin] Network hostable DHCP agents. Network: 5d1ef3ef-2965-4b2f-88f7-4b88184255f5, hostable agents: ['d136643e-48ae-49d4-a851-2ba3bdf3749c'], hosted agents: [] {{(pid=102790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 16:13:03.570372 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c095a74-a73a-4b8b-8830-ae6a84cfef91 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0035034-69b0-5ffc-b384-0ac6189c5628-2c0bd60a-61b0-41be-9a29-0613a3ca6f5a', 'network_id': '2c0bd60a-61b0-41be-9a29-0613a3ca6f5a', 'tenant_id': 'de214e6cd9a042f4a6312ba6269c1391', 'fixed_ips': [{'subnet_id': '13f6b49c-8868-4117-afad-39f4517d1a7d'}]}} from n-d-834765-1. {{(pid=102792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 29 16:13:03.570521 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-4c095a74-a73a-4b8b-8830-ae6a84cfef91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:03.615612 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-506a5205-e14a-45c2-adc4-15884afb04ed admin admin] Network 5d1ef3ef-2965-4b2f-88f7-4b88184255f5 is scheduled to be hosted by DHCP agent d136643e-48ae-49d4-a851-2ba3bdf3749c with binding_index 1 {{(pid=102790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 16:13:03.635915 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-506a5205-e14a-45c2-adc4-15884afb04ed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834765-1, 5d1ef3ef-2965-4b2f-88f7-4b88184255f5) {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:13:03.644209 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-506a5205-e14a-45c2-adc4-15884afb04ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:13:03.644794 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-506a5205-e14a-45c2-adc4-15884afb04ed admin admin] Notify callbacks [] for subnet, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:03.649915 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3615f2e-280c-4c39-805b-e1c4b9ea3792 None None] Network 5d1ef3ef-2965-4b2f-88f7-4b88184255f5 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 16:13:03.662383 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-8609f869-c02c-420f-b0ce-efb2ca8b472c tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5231896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4793961'] for subnet, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:03.697147 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-506a5205-e14a-45c2-adc4-15884afb04ed admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5843375 Mar 29 16:13:03.718097 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8609f869-c02c-420f-b0ce-efb2ca8b472c tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Network 2c0bd60a-61b0-41be-9a29-0613a3ca6f5a is already hosted by enough agents. {{(pid=102790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:13:03.720789 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-8609f869-c02c-420f-b0ce-efb2ca8b472c tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Resources bound (agent type, host, resource id): {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:13:03.725025 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8609f869-c02c-420f-b0ce-efb2ca8b472c tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:13:03.725705 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-8609f869-c02c-420f-b0ce-efb2ca8b472c tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Notify callbacks [] for subnet, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:03.737527 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8609f869-c02c-420f-b0ce-efb2ca8b472c tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Pushing event updated for resources: {'Subnet': ['ID=a766f676-b3d7-4b5d-a08e-6d8f6367a500,revision_number=0']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:13:03.748482 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-8609f869-c02c-420f-b0ce-efb2ca8b472c tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.6744292 Mar 29 16:13:03.751094 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 58086) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:13:03.787425 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.db_base_plugin_common [None req-4c095a74-a73a-4b8b-8830-ae6a84cfef91 None None] Allocated IP 2001:db8::2 (2c0bd60a-61b0-41be-9a29-0613a3ca6f5a/13f6b49c-8868-4117-afad-39f4517d1a7d/95fd91bd-6c87-4f25-b48e-f5a293d58bf3) {{(pid=102792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:13:03.863377 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65d94a3b-c7c7-4f5d-b597-ae19c412be20 None None] Network 5d1ef3ef-2965-4b2f-88f7-4b88184255f5 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 16:13:04.118824 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbdd929d-328d-4630-89f0-e77c7c0cde2e tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:13:04.120579 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbdd929d-328d-4630-89f0-e77c7c0cde2e tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:13:04.121427 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-4c095a74-a73a-4b8b-8830-ae6a84cfef91 None None] Notify callbacks [] for port, precommit_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:04.121830 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbdd929d-328d-4630-89f0-e77c7c0cde2e tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:13:04.123459 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbdd929d-328d-4630-89f0-e77c7c0cde2e tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:13:04.124960 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbdd929d-328d-4630-89f0-e77c7c0cde2e tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:13:04.126770 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-fbdd929d-328d-4630-89f0-e77c7c0cde2e tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.3746800 Mar 29 16:13:04.129507 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-4c095a74-a73a-4b8b-8830-ae6a84cfef91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956'] for port, after_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:04.131618 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 58098) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:13:04.136919 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-97402c7b-0b37-469d-8195-81c44c854d5b tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-902776823'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:13:04.157746 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97402c7b-0b37-469d-8195-81c44c854d5b tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Made reservation on behalf of de214e6cd9a042f4a6312ba6269c1391 for: {'network': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:13:04.161932 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-97402c7b-0b37-469d-8195-81c44c854d5b tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for network, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:04.174841 n-d-834765-1 neutron-server[102792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c095a74-a73a-4b8b-8830-ae6a84cfef91 None None] Network 2c0bd60a-61b0-41be-9a29-0613a3ca6f5a is already hosted by enough agents. {{(pid=102792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:13:04.178054 n-d-834765-1 neutron-server[102792]: DEBUG neutron.scheduler.base_scheduler [None req-4c095a74-a73a-4b8b-8830-ae6a84cfef91 None None] Resources bound (agent type, host, resource id): {{(pid=102792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:13:04.181813 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c095a74-a73a-4b8b-8830-ae6a84cfef91 None None] Received port after_create {{(pid=102792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:13:04.188818 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97402c7b-0b37-469d-8195-81c44c854d5b tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] vlan segment allocate from pool success with {'vlan_id': 623, 'physical_network': 'physnet1'} {{(pid=102791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 16:13:04.191662 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c095a74-a73a-4b8b-8830-ae6a84cfef91 None None] Pushing event updated for resources: {'Port': ['ID=95fd91bd-6c87-4f25-b48e-f5a293d58bf3,revision_number=1']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:13:04.200667 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-97402c7b-0b37-469d-8195-81c44c854d5b tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:04.201077 n-d-834765-1 neutron-server[102791]: INFO neutron.db.segments_db [None req-97402c7b-0b37-469d-8195-81c44c854d5b tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Added segment 24728ace-4f57-4da6-8362-f6773c05f374 of type vlan for network 985c5e6d-2e36-4fbd-8833-3249018d3cdb Mar 29 16:13:04.244437 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-4c095a74-a73a-4b8b-8830-ae6a84cfef91 None None] Attempting to bind port 95fd91bd-6c87-4f25-b48e-f5a293d58bf3 on host n-d-834765-1 for vnic_type normal with profile {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 16:13:04.244836 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-4c095a74-a73a-4b8b-8830-ae6a84cfef91 None None] Attempting to bind port 95fd91bd-6c87-4f25-b48e-f5a293d58bf3 by drivers openvswitch,hyperv on host n-d-834765-1 at level 0 using segments [{'id': '5041bb3c-d941-4d20-b4cd-b1848e7e05a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '2c0bd60a-61b0-41be-9a29-0613a3ca6f5a'}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 16:13:04.245155 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c095a74-a73a-4b8b-8830-ae6a84cfef91 None None] Attempting to bind port 95fd91bd-6c87-4f25-b48e-f5a293d58bf3 on network 2c0bd60a-61b0-41be-9a29-0613a3ca6f5a {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 16:13:04.247910 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-97402c7b-0b37-469d-8195-81c44c854d5b tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783522915970'] for network, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:04.259051 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c095a74-a73a-4b8b-8830-ae6a84cfef91 None None] Checking agent: {'id': 'a8866439-9d96-425c-b519-6905c591ac37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 25, 36), 'started_at': datetime.datetime(2022, 3, 29, 15, 26, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 16, 12, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834765-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 16:13:04.259454 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c095a74-a73a-4b8b-8830-ae6a84cfef91 None None] Checking segment: {'id': '5041bb3c-d941-4d20-b4cd-b1848e7e05a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '2c0bd60a-61b0-41be-9a29-0613a3ca6f5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 16:13:04.259866 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-4c095a74-a73a-4b8b-8830-ae6a84cfef91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:04.260242 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c095a74-a73a-4b8b-8830-ae6a84cfef91 None None] Bound using segment: {'id': '5041bb3c-d941-4d20-b4cd-b1848e7e05a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '2c0bd60a-61b0-41be-9a29-0613a3ca6f5a'} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 16:13:04.260712 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-4c095a74-a73a-4b8b-8830-ae6a84cfef91 None None] Bound port: 95fd91bd-6c87-4f25-b48e-f5a293d58bf3, host: n-d-834765-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5041bb3c-d941-4d20-b4cd-b1848e7e05a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '2c0bd60a-61b0-41be-9a29-0613a3ca6f5a'}}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 16:13:04.261097 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-4c095a74-a73a-4b8b-8830-ae6a84cfef91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:04.274596 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-97402c7b-0b37-469d-8195-81c44c854d5b tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795'] for network, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:04.276346 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 58102) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:13:04.280367 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97402c7b-0b37-469d-8195-81c44c854d5b tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:13:04.280988 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-97402c7b-0b37-469d-8195-81c44c854d5b tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Notify callbacks [] for network, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:04.281488 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-61dae2cb-b9dd-4a42-bdb1-492452c58eff admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-4432633-network', 'tenant_id': '4cbe0df1d71b4065b53178d69de87325'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:13:04.285411 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d71584b9-87f1-45f5-84c7-c993c2416269 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:04.307302 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61dae2cb-b9dd-4a42-bdb1-492452c58eff admin admin] Made reservation on behalf of 4cbe0df1d71b4065b53178d69de87325 for: {'network': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:13:04.310195 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-61dae2cb-b9dd-4a42-bdb1-492452c58eff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for network, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:04.320540 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-61dae2cb-b9dd-4a42-bdb1-492452c58eff admin admin] Notify callbacks [] for security_group, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:04.322576 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-97402c7b-0b37-469d-8195-81c44c854d5b tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1896985 Mar 29 16:13:04.325462 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 58104) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:13:04.349603 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-4c095a74-a73a-4b8b-8830-ae6a84cfef91 None None] For port 95fd91bd-6c87-4f25-b48e-f5a293d58bf3, host n-d-834765-1, cleared binding levels {{(pid=102792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 16:13:04.353308 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-4c095a74-a73a-4b8b-8830-ae6a84cfef91 None None] For port 95fd91bd-6c87-4f25-b48e-f5a293d58bf3, host n-d-834765-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=95fd91bd-6c87-4f25-b48e-f5a293d58bf3,segment=NetworkSegment(5041bb3c-d941-4d20-b4cd-b1848e7e05a6),segment_id=5041bb3c-d941-4d20-b4cd-b1848e7e05a6)] {{(pid=102792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 16:13:04.358754 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-4c095a74-a73a-4b8b-8830-ae6a84cfef91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:04.416578 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-61dae2cb-b9dd-4a42-bdb1-492452c58eff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:04.429486 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-61dae2cb-b9dd-4a42-bdb1-492452c58eff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:04.438059 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c095a74-a73a-4b8b-8830-ae6a84cfef91 None None] Pushing event updated for resources: {'Port': ['ID=95fd91bd-6c87-4f25-b48e-f5a293d58bf3,revision_number=2']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:13:04.460502 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61dae2cb-b9dd-4a42-bdb1-492452c58eff admin admin] vlan segment allocate from pool success with {'vlan_id': 619, 'physical_network': 'physnet1'} {{(pid=102790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 16:13:04.479348 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61dae2cb-b9dd-4a42-bdb1-492452c58eff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a6b6b17-b0b2-434b-9ba0-c025aa0a846a,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:13:04.481285 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-61dae2cb-b9dd-4a42-bdb1-492452c58eff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:04.481750 n-d-834765-1 neutron-server[102790]: INFO neutron.db.segments_db [None req-61dae2cb-b9dd-4a42-bdb1-492452c58eff admin admin] Added segment a6b3ac5c-172f-42ff-8b2c-c9605a99e325 of type vlan for network 91cf4eb3-c42d-4480-9d74-57b97ee54fb4 Mar 29 16:13:04.539801 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-61dae2cb-b9dd-4a42-bdb1-492452c58eff admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783522915970'] for network, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:04.569527 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-61dae2cb-b9dd-4a42-bdb1-492452c58eff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795'] for network, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:04.570625 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61dae2cb-b9dd-4a42-bdb1-492452c58eff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:13:04.571359 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-61dae2cb-b9dd-4a42-bdb1-492452c58eff admin admin] Notify callbacks [] for network, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:04.607868 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-61dae2cb-b9dd-4a42-bdb1-492452c58eff admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3304181 Mar 29 16:13:04.610528 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 58106) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:13:04.615530 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-3c59796d-4816-4d9f-a082-e76d46b09e75 admin admin] Request body: {'subnet': {'network_id': '91cf4eb3-c42d-4480-9d74-57b97ee54fb4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-4432633-subnet', 'tenant_id': '4cbe0df1d71b4065b53178d69de87325', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:13:04.689769 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61dae2cb-b9dd-4a42-bdb1-492452c58eff admin admin] Pushing event updated for resources: {'Network': ['ID=91cf4eb3-c42d-4480-9d74-57b97ee54fb4,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:13:04.703628 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c59796d-4816-4d9f-a082-e76d46b09e75 admin admin] Made reservation on behalf of 4cbe0df1d71b4065b53178d69de87325 for: {'subnet': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:13:04.705368 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Network 91cf4eb3-c42d-4480-9d74-57b97ee54fb4 details requested by agent ovs-agent-n-d-834765-1 with host n-d-834765-1 {{(pid=102792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 16:13:04.707185 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-3c59796d-4816-4d9f-a082-e76d46b09e75 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4793983'] for subnet, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:04.730458 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-2457b8b5-7940-423f-8fa2-e37617ca2eb0 tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Request body: {'network': {'name': 'New_network'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:13:04.796405 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97402c7b-0b37-469d-8195-81c44c854d5b tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Pushing event updated for resources: {'Network': ['ID=985c5e6d-2e36-4fbd-8833-3249018d3cdb,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:13:04.814065 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Network 985c5e6d-2e36-4fbd-8833-3249018d3cdb details requested by agent ovs-agent-n-d-834765-1 with host n-d-834765-1 {{(pid=102792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 16:13:04.884197 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 95fd91bd-6c87-4f25-b48e-f5a293d58bf3 up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 16:13:04.920584 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-3c59796d-4816-4d9f-a082-e76d46b09e75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5231896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4793961'] for subnet, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:04.939088 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port 95fd91bd-6c87-4f25-b48e-f5a293d58bf3 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:13:04.940027 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:04.966083 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-2457b8b5-7940-423f-8fa2-e37617ca2eb0 tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783522915970'] for network, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:04.983695 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-2457b8b5-7940-423f-8fa2-e37617ca2eb0 tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795'] for network, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:04.989239 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c59796d-4816-4d9f-a082-e76d46b09e75 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4877de64-0443-4619-976e-6ddff777f3b3,revision_number=0']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:13:04.992450 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c59796d-4816-4d9f-a082-e76d46b09e75 admin admin] Checking segment: {'id': 'a6b3ac5c-172f-42ff-8b2c-c9605a99e325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '91cf4eb3-c42d-4480-9d74-57b97ee54fb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 16:13:04.992809 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c59796d-4816-4d9f-a082-e76d46b09e75 admin admin] Network hostable DHCP agents. Network: 91cf4eb3-c42d-4480-9d74-57b97ee54fb4, hostable agents: ['d136643e-48ae-49d4-a851-2ba3bdf3749c'], hosted agents: [] {{(pid=102790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 16:13:05.007147 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-2457b8b5-7940-423f-8fa2-e37617ca2eb0 tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Network 985c5e6d-2e36-4fbd-8833-3249018d3cdb is not hosted by any dhcp agent {{(pid=102791) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Mar 29 16:13:05.011623 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c59796d-4816-4d9f-a082-e76d46b09e75 admin admin] Network 91cf4eb3-c42d-4480-9d74-57b97ee54fb4 is scheduled to be hosted by DHCP agent d136643e-48ae-49d4-a851-2ba3bdf3749c with binding_index 1 {{(pid=102790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 16:13:05.013083 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2457b8b5-7940-423f-8fa2-e37617ca2eb0 tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:13:05.013764 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-2457b8b5-7940-423f-8fa2-e37617ca2eb0 tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Notify callbacks [] for network, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:05.015131 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-2457b8b5-7940-423f-8fa2-e37617ca2eb0 tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] 10.222.0.42 "PUT /v2.0/networks/985c5e6d-2e36-4fbd-8833-3249018d3cdb HTTP/1.1" status: 200 len: 723 time: 0.6888196 Mar 29 16:13:05.018935 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 58108) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:13:05.026723 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:05.028233 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-27a36de3-4967-476c-bc4a-86ee37132413 tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Request body: {'subnet': {'network_id': '985c5e6d-2e36-4fbd-8833-3249018d3cdb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:13:05.034389 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-3c59796d-4816-4d9f-a082-e76d46b09e75 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834765-1, 91cf4eb3-c42d-4480-9d74-57b97ee54fb4) {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:13:05.038942 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c59796d-4816-4d9f-a082-e76d46b09e75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:13:05.039611 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-3c59796d-4816-4d9f-a082-e76d46b09e75 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:05.047253 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cd457c6-3790-4c98-96cd-f857625edcee None None] Network 91cf4eb3-c42d-4480-9d74-57b97ee54fb4 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 16:13:05.083820 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] For port 95fd91bd-6c87-4f25-b48e-f5a293d58bf3, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=95fd91bd-6c87-4f25-b48e-f5a293d58bf3,segment=NetworkSegment(5041bb3c-d941-4d20-b4cd-b1848e7e05a6),segment_id=5041bb3c-d941-4d20-b4cd-b1848e7e05a6)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:13:05.091125 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2457b8b5-7940-423f-8fa2-e37617ca2eb0 tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Pushing event updated for resources: {'Network': ['ID=985c5e6d-2e36-4fbd-8833-3249018d3cdb,revision_number=2']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:13:05.114213 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-3c59796d-4816-4d9f-a082-e76d46b09e75 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5024374 Mar 29 16:13:05.121135 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Network 985c5e6d-2e36-4fbd-8833-3249018d3cdb details requested by agent ovs-agent-n-d-834765-1 with host n-d-834765-1 {{(pid=102792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 16:13:05.126191 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:05.148851 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27a36de3-4967-476c-bc4a-86ee37132413 tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Made reservation on behalf of de214e6cd9a042f4a6312ba6269c1391 for: {'subnet': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:13:05.152687 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-27a36de3-4967-476c-bc4a-86ee37132413 tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4793983'] for subnet, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:05.203568 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Pushing event updated for resources: {'Port': ['ID=95fd91bd-6c87-4f25-b48e-f5a293d58bf3,revision_number=3']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:13:05.323820 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c84cab62-f889-429a-a173-468267986caf None None] Network 91cf4eb3-c42d-4480-9d74-57b97ee54fb4 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 16:13:05.389908 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-27a36de3-4967-476c-bc4a-86ee37132413 tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5231896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4793961'] for subnet, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:05.452645 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a36de3-4967-476c-bc4a-86ee37132413 tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Pushing event updated for resources: {'Subnet': ['ID=f22dc5ac-36af-4b06-804f-c2a500ffe7bc,revision_number=0']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:13:05.470122 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27a36de3-4967-476c-bc4a-86ee37132413 tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Checking segment: {'id': '24728ace-4f57-4da6-8362-f6773c05f374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '985c5e6d-2e36-4fbd-8833-3249018d3cdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 16:13:05.470637 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27a36de3-4967-476c-bc4a-86ee37132413 tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Network hostable DHCP agents. Network: 985c5e6d-2e36-4fbd-8833-3249018d3cdb, hostable agents: ['d136643e-48ae-49d4-a851-2ba3bdf3749c'], hosted agents: [] {{(pid=102790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 16:13:05.502593 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27a36de3-4967-476c-bc4a-86ee37132413 tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Network 985c5e6d-2e36-4fbd-8833-3249018d3cdb is scheduled to be hosted by DHCP agent d136643e-48ae-49d4-a851-2ba3bdf3749c with binding_index 1 {{(pid=102790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 16:13:05.514534 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-27a36de3-4967-476c-bc4a-86ee37132413 tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834765-1, 985c5e6d-2e36-4fbd-8833-3249018d3cdb) {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:13:05.519562 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27a36de3-4967-476c-bc4a-86ee37132413 tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:13:05.520171 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-27a36de3-4967-476c-bc4a-86ee37132413 tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Notify callbacks [] for subnet, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:05.527361 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18c29158-f812-41b6-be63-8d4e00ffd41f None None] Network 985c5e6d-2e36-4fbd-8833-3249018d3cdb requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 16:13:05.548910 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-27a36de3-4967-476c-bc4a-86ee37132413 tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5241070 Mar 29 16:13:05.549269 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 58118) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:13:05.555868 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-88bdb365-2a2e-444e-a436-1d1931fcf808 tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:13:05.692966 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d48854f-26b6-445e-a8f2-4d96ded29e36 None None] Network 2c0bd60a-61b0-41be-9a29-0613a3ca6f5a requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 16:13:05.714993 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ba4bc2d-dd70-41c5-a93f-955485b6ae0d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0035034-69b0-5ffc-b384-0ac6189c5628-985c5e6d-2e36-4fbd-8833-3249018d3cdb', 'network_id': '985c5e6d-2e36-4fbd-8833-3249018d3cdb', 'tenant_id': 'de214e6cd9a042f4a6312ba6269c1391', 'fixed_ips': [{'subnet_id': 'f22dc5ac-36af-4b06-804f-c2a500ffe7bc'}]}} from n-d-834765-1. {{(pid=102792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 29 16:13:05.715890 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-9ba4bc2d-dd70-41c5-a93f-955485b6ae0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:05.736454 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-88bdb365-2a2e-444e-a436-1d1931fcf808 tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-4793974'] for subnet, before_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:05.790563 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eeb6638-2f04-407d-8af9-a8c825f25178 req-0279d75b-edee-4f74-bc6b-14ca486351e5 tempest-TestServerAdvancedOps-662394448 tempest-TestServerAdvancedOps-662394448-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:13:05.792334 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-0eeb6638-2f04-407d-8af9-a8c825f25178 req-0279d75b-edee-4f74-bc6b-14ca486351e5 tempest-TestServerAdvancedOps-662394448 tempest-TestServerAdvancedOps-662394448-project] 10.222.0.42 "GET /v2.0/networks?id=5d1ef3ef-2965-4b2f-88f7-4b88184255f5 HTTP/1.1" status: 200 len: 811 time: 0.1815217 Mar 29 16:13:05.793995 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-6233e26e-1f71-41f5-8857-aa7253f16279 None None] Provisioning complete for port 95fd91bd-6c87-4f25-b48e-f5a293d58bf3 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:13:05.794356 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-6233e26e-1f71-41f5-8857-aa7253f16279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:05.845606 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-0eeb6638-2f04-407d-8af9-a8c825f25178 req-1e857d2e-def7-4a22-9065-b9057473f9cc tempest-TestServerAdvancedOps-662394448 tempest-TestServerAdvancedOps-662394448-project] 10.222.0.42 "GET /v2.0/quotas/03b8850412484b09a31b6023e3726f24 HTTP/1.1" status: 200 len: 375 time: 0.0336208 Mar 29 16:13:05.909797 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-0eeb6638-2f04-407d-8af9-a8c825f25178 req-fedfbeb7-c047-4748-9609-da0a8d8f1020 tempest-TestServerAdvancedOps-662394448 tempest-TestServerAdvancedOps-662394448-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=03b8850412484b09a31b6023e3726f24&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0542617 Mar 29 16:13:05.915026 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-0cb6abf6-2706-4e52-8825-f5f644ecf9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:05.953443 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-88bdb365-2a2e-444e-a436-1d1931fcf808 tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8783523413423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-5231970'] for subnet, after_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:06.015856 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88bdb365-2a2e-444e-a436-1d1931fcf808 tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:13:06.016451 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-88bdb365-2a2e-444e-a436-1d1931fcf808 tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Notify callbacks [] for subnet, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:06.017930 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-88bdb365-2a2e-444e-a436-1d1931fcf808 tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] 10.222.0.42 "PUT /v2.0/subnets/f22dc5ac-36af-4b06-804f-c2a500ffe7bc HTTP/1.1" status: 200 len: 826 time: 0.4674017 Mar 29 16:13:06.020651 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 58128) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:13:06.048384 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bdb365-2a2e-444e-a436-1d1931fcf808 tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Pushing event updated for resources: {'Subnet': ['ID=f22dc5ac-36af-4b06-804f-c2a500ffe7bc,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:13:06.062577 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-0eeb6638-2f04-407d-8af9-a8c825f25178 req-8a7e9dba-5986-4c09-ae86-d123d2c837e8 service neutron] 10.222.0.42 "GET /v2.0/networks/5d1ef3ef-2965-4b2f-88f7-4b88184255f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424079 Mar 29 16:13:06.129438 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-d424d259-7757-4d6c-8fb2-95da24db9b1f tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1631750'] for network, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:06.171284 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-0eeb6638-2f04-407d-8af9-a8c825f25178 req-7b6b8598-f5ca-4ffe-90ec-ec9b5c8e1747 service neutron] 10.222.0.42 "GET /v2.0/networks/5d1ef3ef-2965-4b2f-88f7-4b88184255f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006885 Mar 29 16:13:06.181515 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-d424d259-7757-4d6c-8fb2-95da24db9b1f tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1641287'] for subnet, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:06.201889 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:06.265109 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.db_base_plugin_common [None req-9ba4bc2d-dd70-41c5-a93f-955485b6ae0d None None] Allocated IP 2001:db8::2 (985c5e6d-2e36-4fbd-8833-3249018d3cdb/f22dc5ac-36af-4b06-804f-c2a500ffe7bc/72b44588-5df0-424c-a72b-0707ce6e69dd) {{(pid=102792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:13:06.353423 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6de6d87a-6898-4433-8621-cc81ac87149c req-b7804ebb-d5b5-4c5a-aafe-edec8ce02c09 tempest-TestServerAdvancedOps-662394448 tempest-TestServerAdvancedOps-662394448-project] 10.222.0.42 "GET /v2.0/ports?device_id=ce7a4ada-566f-459a-95f8-39a934d7da92 HTTP/1.1" status: 200 len: 210 time: 0.0312841 Mar 29 16:13:06.428540 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bdf3503-ab5a-413d-8a54-b56131249dd4 None None] Update dhcp port {'port': {'network_id': '2c0bd60a-61b0-41be-9a29-0613a3ca6f5a', 'fixed_ips': [{'subnet_id': '13f6b49c-8868-4117-afad-39f4517d1a7d', 'ip_address': '2001:db8::2'}, {'subnet_id': 'a766f676-b3d7-4b5d-a08e-6d8f6367a500'}], 'binding:host_id': 'n-d-834765-1'}, 'id': '95fd91bd-6c87-4f25-b48e-f5a293d58bf3'} from n-d-834765-1. {{(pid=102792) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Mar 29 16:13:06.490046 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-7bdf3503-ab5a-413d-8a54-b56131249dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:06.519715 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-9ba4bc2d-dd70-41c5-a93f-955485b6ae0d None None] Notify callbacks [] for port, precommit_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:06.547575 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-9ba4bc2d-dd70-41c5-a93f-955485b6ae0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956'] for port, after_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:06.570345 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-d424d259-7757-4d6c-8fb2-95da24db9b1f tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1641294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16155591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16218852'] for subnet, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:06.601838 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d424d259-7757-4d6c-8fb2-95da24db9b1f tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Pushing event deleted for resources: {'Subnet': ['ID=f22dc5ac-36af-4b06-804f-c2a500ffe7bc,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:13:06.659912 n-d-834765-1 neutron-server[102792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ba4bc2d-dd70-41c5-a93f-955485b6ae0d None None] Network 985c5e6d-2e36-4fbd-8833-3249018d3cdb is already hosted by enough agents. {{(pid=102792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:13:06.669517 n-d-834765-1 neutron-server[102792]: DEBUG neutron.scheduler.base_scheduler [None req-9ba4bc2d-dd70-41c5-a93f-955485b6ae0d None None] Resources bound (agent type, host, resource id): {{(pid=102792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:13:06.675107 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ba4bc2d-dd70-41c5-a93f-955485b6ae0d None None] Received port after_create {{(pid=102792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:13:06.679527 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba4bc2d-dd70-41c5-a93f-955485b6ae0d None None] Pushing event updated for resources: {'Port': ['ID=72b44588-5df0-424c-a72b-0707ce6e69dd,revision_number=1']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:13:06.683919 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-d424d259-7757-4d6c-8fb2-95da24db9b1f tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639890', 'neutron.services.segments.db._delete_segments_for_network-8783523423079'] for network, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:06.716956 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-d424d259-7757-4d6c-8fb2-95da24db9b1f tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['985c5e6d-2e36-4fbd-8833-3249018d3cdb']}} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:13:06.728544 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-d424d259-7757-4d6c-8fb2-95da24db9b1f tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24728ace-4f57-4da6-8362-f6773c05f374') {'for_net_delete': True} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:13:06.728835 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-d424d259-7757-4d6c-8fb2-95da24db9b1f tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24728ace-4f57-4da6-8362-f6773c05f374') {} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:13:06.729301 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 95fd91bd-6c87-4f25-b48e-f5a293d58bf3 up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 16:13:06.740931 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-d424d259-7757-4d6c-8fb2-95da24db9b1f tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783523422064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4230428'] for segment, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:06.759047 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-d424d259-7757-4d6c-8fb2-95da24db9b1f tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:06.765716 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d424d259-7757-4d6c-8fb2-95da24db9b1f tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Releasing vlan 623 on physical network physnet1 to pool {{(pid=102791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 16:13:06.766093 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-d424d259-7757-4d6c-8fb2-95da24db9b1f tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16169569'] for segment, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:06.769532 n-d-834765-1 neutron-server[102791]: Traceback (most recent call last): Mar 29 16:13:06.769532 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 16:13:06.769532 n-d-834765-1 neutron-server[102791]: timer() Mar 29 16:13:06.769532 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 16:13:06.769532 n-d-834765-1 neutron-server[102791]: cb(*args, **kw) Mar 29 16:13:06.769532 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 16:13:06.769532 n-d-834765-1 neutron-server[102791]: return func(*args, **kwargs) Mar 29 16:13:06.769532 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 16:13:06.769532 n-d-834765-1 neutron-server[102791]: self._notify() Mar 29 16:13:06.769532 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 16:13:06.769532 n-d-834765-1 neutron-server[102791]: self.callback(batched_events) Mar 29 16:13:06.769532 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 16:13:06.769532 n-d-834765-1 neutron-server[102791]: event.method(event) Mar 29 16:13:06.769532 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 16:13:06.769532 n-d-834765-1 neutron-server[102791]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 16:13:06.769532 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 16:13:06.769532 n-d-834765-1 neutron-server[102791]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 16:13:06.769532 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 16:13:06.769532 n-d-834765-1 neutron-server[102791]: return f(self, *a, **k) Mar 29 16:13:06.769532 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 16:13:06.769532 n-d-834765-1 neutron-server[102791]: return self._get(url).json() Mar 29 16:13:06.769532 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 16:13:06.769532 n-d-834765-1 neutron-server[102791]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 16:13:06.769532 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 16:13:06.769532 n-d-834765-1 neutron-server[102791]: return self.request(url, 'GET', **kwargs) Mar 29 16:13:06.769532 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 16:13:06.769532 n-d-834765-1 neutron-server[102791]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 16:13:06.769532 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 16:13:06.769532 n-d-834765-1 neutron-server[102791]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 16:13:06.769532 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 16:13:06.769532 n-d-834765-1 neutron-server[102791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 16:13:06.769532 n-d-834765-1 neutron-server[102791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 16:13:06.807405 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.db_base_plugin_common [None req-7bdf3503-ab5a-413d-8a54-b56131249dd4 None None] Allocated IP 172.20.0.1 (2c0bd60a-61b0-41be-9a29-0613a3ca6f5a/a766f676-b3d7-4b5d-a08e-6d8f6367a500/95fd91bd-6c87-4f25-b48e-f5a293d58bf3) {{(pid=102792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:13:06.812990 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-9ba4bc2d-dd70-41c5-a93f-955485b6ae0d None None] Attempting to bind port 72b44588-5df0-424c-a72b-0707ce6e69dd on host n-d-834765-1 for vnic_type normal with profile {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 16:13:06.813269 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-9ba4bc2d-dd70-41c5-a93f-955485b6ae0d None None] Attempting to bind port 72b44588-5df0-424c-a72b-0707ce6e69dd by drivers openvswitch,hyperv on host n-d-834765-1 at level 0 using segments [{'id': '24728ace-4f57-4da6-8362-f6773c05f374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '985c5e6d-2e36-4fbd-8833-3249018d3cdb'}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 16:13:06.813573 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ba4bc2d-dd70-41c5-a93f-955485b6ae0d None None] Attempting to bind port 72b44588-5df0-424c-a72b-0707ce6e69dd on network 985c5e6d-2e36-4fbd-8833-3249018d3cdb {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 16:13:06.833782 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ba4bc2d-dd70-41c5-a93f-955485b6ae0d None None] Checking agent: {'id': 'a8866439-9d96-425c-b519-6905c591ac37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 25, 36), 'started_at': datetime.datetime(2022, 3, 29, 15, 26, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 16, 13, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834765-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 16:13:06.834161 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ba4bc2d-dd70-41c5-a93f-955485b6ae0d None None] Checking segment: {'id': '24728ace-4f57-4da6-8362-f6773c05f374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '985c5e6d-2e36-4fbd-8833-3249018d3cdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 16:13:06.834571 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-9ba4bc2d-dd70-41c5-a93f-955485b6ae0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:06.834966 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ba4bc2d-dd70-41c5-a93f-955485b6ae0d None None] Bound using segment: {'id': '24728ace-4f57-4da6-8362-f6773c05f374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '985c5e6d-2e36-4fbd-8833-3249018d3cdb'} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 16:13:06.843506 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-9ba4bc2d-dd70-41c5-a93f-955485b6ae0d None None] Bound port: 72b44588-5df0-424c-a72b-0707ce6e69dd, host: n-d-834765-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24728ace-4f57-4da6-8362-f6773c05f374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '985c5e6d-2e36-4fbd-8833-3249018d3cdb'}}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 16:13:06.843948 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-9ba4bc2d-dd70-41c5-a93f-955485b6ae0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:06.851435 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.db.api [None req-d424d259-7757-4d6c-8fb2-95da24db9b1f tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 29 16:13:06.851435 n-d-834765-1 neutron-server[102791]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 29 16:13:06.851435 n-d-834765-1 neutron-server[102791]: [parameters: {'id': '985c5e6d-2e36-4fbd-8833-3249018d3cdb'}] Mar 29 16:13:06.851435 n-d-834765-1 neutron-server[102791]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102791) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 29 16:13:06.852005 n-d-834765-1 neutron-server[102791]: DEBUG oslo_db.api [None req-d424d259-7757-4d6c-8fb2-95da24db9b1f tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 29 16:13:06.948849 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port 95fd91bd-6c87-4f25-b48e-f5a293d58bf3 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:13:06.949295 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:07.023173 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-9ba4bc2d-dd70-41c5-a93f-955485b6ae0d None None] For port 72b44588-5df0-424c-a72b-0707ce6e69dd, host n-d-834765-1, cleared binding levels {{(pid=102792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 16:13:07.031221 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-9ba4bc2d-dd70-41c5-a93f-955485b6ae0d None None] For port 72b44588-5df0-424c-a72b-0707ce6e69dd, host n-d-834765-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=72b44588-5df0-424c-a72b-0707ce6e69dd,segment=NetworkSegment(24728ace-4f57-4da6-8362-f6773c05f374),segment_id=24728ace-4f57-4da6-8362-f6773c05f374)] {{(pid=102792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 16:13:07.041779 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-9ba4bc2d-dd70-41c5-a93f-955485b6ae0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:07.050921 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-7bdf3503-ab5a-413d-8a54-b56131249dd4 None None] For port 95fd91bd-6c87-4f25-b48e-f5a293d58bf3, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=95fd91bd-6c87-4f25-b48e-f5a293d58bf3,segment=NetworkSegment(5041bb3c-d941-4d20-b4cd-b1848e7e05a6),segment_id=5041bb3c-d941-4d20-b4cd-b1848e7e05a6)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:13:07.176562 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-7bdf3503-ab5a-413d-8a54-b56131249dd4 None None] Notify callbacks [] for port, precommit_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:07.186483 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba4bc2d-dd70-41c5-a93f-955485b6ae0d None None] Pushing event updated for resources: {'Port': ['ID=72b44588-5df0-424c-a72b-0707ce6e69dd,revision_number=2']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:13:07.189937 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-7bdf3503-ab5a-413d-8a54-b56131249dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:07.226958 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fc1aadf-dd5a-48bb-8e4c-ad57b73cd537 None None] Network 985c5e6d-2e36-4fbd-8833-3249018d3cdb requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 16:13:07.341501 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdf3503-ab5a-413d-8a54-b56131249dd4 None None] Pushing event updated for resources: {'Port': ['ID=95fd91bd-6c87-4f25-b48e-f5a293d58bf3,revision_number=4']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:13:07.352884 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-d424d259-7757-4d6c-8fb2-95da24db9b1f tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1631750'] for network, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:07.412674 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b26cd204-d23d-4c4e-adb7-df6cc7c278c7 None None] Network 985c5e6d-2e36-4fbd-8833-3249018d3cdb requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 16:13:07.423352 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-d424d259-7757-4d6c-8fb2-95da24db9b1f tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Deleting port 72b44588-5df0-424c-a72b-0707ce6e69dd {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:13:07.424593 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-d424d259-7757-4d6c-8fb2-95da24db9b1f tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:07.560821 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-0a717c67-1f8e-4f8f-8e3e-430e5ac7d093 req-b38c9da3-732a-4491-8356-32e0aa0c8e02 tempest-TestServerAdvancedOps-662394448 tempest-TestServerAdvancedOps-662394448-project] 10.222.0.42 "GET /v2.0/ports?device_id=ce7a4ada-566f-459a-95f8-39a934d7da92 HTTP/1.1" status: 200 len: 210 time: 0.0921876 Mar 29 16:13:07.613328 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [None req-d424d259-7757-4d6c-8fb2-95da24db9b1f tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] For port 72b44588-5df0-424c-a72b-0707ce6e69dd, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=72b44588-5df0-424c-a72b-0707ce6e69dd,segment=NetworkSegment(24728ace-4f57-4da6-8362-f6773c05f374),segment_id=24728ace-4f57-4da6-8362-f6773c05f374)] {{(pid=102791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:13:07.613698 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-d424d259-7757-4d6c-8fb2-95da24db9b1f tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:07.631986 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-d424d259-7757-4d6c-8fb2-95da24db9b1f tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Calling delete_port for 72b44588-5df0-424c-a72b-0707ce6e69dd owned by network:dhcp {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:13:07.663644 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eeb6638-2f04-407d-8af9-a8c825f25178 req-7380c284-d43e-4564-a604-8ec214058c65 tempest-TestServerAdvancedOps-662394448 tempest-TestServerAdvancedOps-662394448-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:13:07.665248 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-0eeb6638-2f04-407d-8af9-a8c825f25178 req-7380c284-d43e-4564-a604-8ec214058c65 tempest-TestServerAdvancedOps-662394448 tempest-TestServerAdvancedOps-662394448-project] 10.222.0.48 "GET /v2.0/networks?id=5d1ef3ef-2965-4b2f-88f7-4b88184255f5 HTTP/1.1" status: 200 len: 811 time: 0.2035429 Mar 29 16:13:07.697664 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [req-0eeb6638-2f04-407d-8af9-a8c825f25178 req-dd59c60c-b93e-4a82-8e61-faf9241dda83 tempest-TestServerAdvancedOps-662394448 tempest-TestServerAdvancedOps-662394448-project] Request body: {'port': {'device_id': 'ce7a4ada-566f-459a-95f8-39a934d7da92', 'network_id': '5d1ef3ef-2965-4b2f-88f7-4b88184255f5', 'admin_state_up': True, 'tenant_id': '03b8850412484b09a31b6023e3726f24'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:13:07.816070 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-d424d259-7757-4d6c-8fb2-95da24db9b1f tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:07.851150 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d424d259-7757-4d6c-8fb2-95da24db9b1f tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Pushing event deleted for resources: {'Port': ['ID=72b44588-5df0-424c-a72b-0707ce6e69dd,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:13:07.853071 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d424d259-7757-4d6c-8fb2-95da24db9b1f tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] No DVR routers for this DVR port 72b44588-5df0-424c-a72b-0707ce6e69dd on host n-d-834765-1 {{(pid=102791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 16:13:07.894769 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0eeb6638-2f04-407d-8af9-a8c825f25178 req-dd59c60c-b93e-4a82-8e61-faf9241dda83 tempest-TestServerAdvancedOps-662394448 tempest-TestServerAdvancedOps-662394448-project] Made reservation on behalf of 03b8850412484b09a31b6023e3726f24 for: {'port': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:13:07.898353 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-0eeb6638-2f04-407d-8af9-a8c825f25178 req-dd59c60c-b93e-4a82-8e61-faf9241dda83 tempest-TestServerAdvancedOps-662394448 tempest-TestServerAdvancedOps-662394448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:07.960488 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-d424d259-7757-4d6c-8fb2-95da24db9b1f tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639890', 'neutron.services.segments.db._delete_segments_for_network-8783523423079'] for network, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:07.965517 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04249623-82fa-4415-ac76-855eedefa8ad None None] Network 2c0bd60a-61b0-41be-9a29-0613a3ca6f5a requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 16:13:08.016795 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-d424d259-7757-4d6c-8fb2-95da24db9b1f tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['985c5e6d-2e36-4fbd-8833-3249018d3cdb']}} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:13:08.035652 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-d424d259-7757-4d6c-8fb2-95da24db9b1f tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24728ace-4f57-4da6-8362-f6773c05f374') {'for_net_delete': True} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:13:08.035955 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-d424d259-7757-4d6c-8fb2-95da24db9b1f tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24728ace-4f57-4da6-8362-f6773c05f374') {} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:13:08.053297 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-d424d259-7757-4d6c-8fb2-95da24db9b1f tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783523422064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4230428'] for segment, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:08.056040 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-333407f2-b230-455b-9592-073305eb5c42 None None] Provisioning complete for port 95fd91bd-6c87-4f25-b48e-f5a293d58bf3 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:13:08.056411 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-333407f2-b230-455b-9592-073305eb5c42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:08.097367 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-d424d259-7757-4d6c-8fb2-95da24db9b1f tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:08.109800 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d424d259-7757-4d6c-8fb2-95da24db9b1f tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Releasing vlan 623 on physical network physnet1 to pool {{(pid=102791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 16:13:08.110192 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-d424d259-7757-4d6c-8fb2-95da24db9b1f tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16169569'] for segment, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:08.114254 n-d-834765-1 neutron-server[102791]: Traceback (most recent call last): Mar 29 16:13:08.114254 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 16:13:08.114254 n-d-834765-1 neutron-server[102791]: timer() Mar 29 16:13:08.114254 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 16:13:08.114254 n-d-834765-1 neutron-server[102791]: cb(*args, **kw) Mar 29 16:13:08.114254 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 16:13:08.114254 n-d-834765-1 neutron-server[102791]: return func(*args, **kwargs) Mar 29 16:13:08.114254 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 16:13:08.114254 n-d-834765-1 neutron-server[102791]: self._notify() Mar 29 16:13:08.114254 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 16:13:08.114254 n-d-834765-1 neutron-server[102791]: self.callback(batched_events) Mar 29 16:13:08.114254 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 16:13:08.114254 n-d-834765-1 neutron-server[102791]: event.method(event) Mar 29 16:13:08.114254 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 16:13:08.114254 n-d-834765-1 neutron-server[102791]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 16:13:08.114254 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 16:13:08.114254 n-d-834765-1 neutron-server[102791]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 16:13:08.114254 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 16:13:08.114254 n-d-834765-1 neutron-server[102791]: return f(self, *a, **k) Mar 29 16:13:08.114254 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 16:13:08.114254 n-d-834765-1 neutron-server[102791]: return self._get(url).json() Mar 29 16:13:08.114254 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 16:13:08.114254 n-d-834765-1 neutron-server[102791]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 16:13:08.114254 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 16:13:08.114254 n-d-834765-1 neutron-server[102791]: return self.request(url, 'GET', **kwargs) Mar 29 16:13:08.114254 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 16:13:08.114254 n-d-834765-1 neutron-server[102791]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 16:13:08.114254 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 16:13:08.114254 n-d-834765-1 neutron-server[102791]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 16:13:08.114254 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 16:13:08.114254 n-d-834765-1 neutron-server[102791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 16:13:08.114254 n-d-834765-1 neutron-server[102791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 16:13:08.146784 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_common [req-0eeb6638-2f04-407d-8af9-a8c825f25178 req-dd59c60c-b93e-4a82-8e61-faf9241dda83 tempest-TestServerAdvancedOps-662394448 tempest-TestServerAdvancedOps-662394448-project] Allocated IP 172.20.0.3 (5d1ef3ef-2965-4b2f-88f7-4b88184255f5/4d73631d-8019-458f-9c15-cd41e6b9d570/8128b530-be22-4822-b373-fa11e83a7e22) {{(pid=102791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:13:08.195649 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-d424d259-7757-4d6c-8fb2-95da24db9b1f tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1639897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648174'] for network, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:08.221084 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-d424d259-7757-4d6c-8fb2-95da24db9b1f tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Notify callbacks [] for network, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:08.224656 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-d424d259-7757-4d6c-8fb2-95da24db9b1f tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] 10.222.0.42 "DELETE /v2.0/networks/985c5e6d-2e36-4fbd-8833-3249018d3cdb HTTP/1.1" status: 204 len: 168 time: 2.2024128 Mar 29 16:13:08.227353 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d424d259-7757-4d6c-8fb2-95da24db9b1f tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Pushing event deleted for resources: {'Network': ['ID=985c5e6d-2e36-4fbd-8833-3249018d3cdb,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:13:08.227542 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 58144) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:13:08.254948 n-d-834765-1 neutron-server[102790]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ccd2e24-6952-4edc-b690-c3220a6dc742 tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] DELETE failed (client error): The resource could not be found. Mar 29 16:13:08.255563 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ccd2e24-6952-4edc-b690-c3220a6dc742 tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102790) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 16:13:08.258597 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-7ccd2e24-6952-4edc-b690-c3220a6dc742 tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] 10.222.0.42 "DELETE /v2.0/networks/985c5e6d-2e36-4fbd-8833-3249018d3cdb HTTP/1.1" status: 404 len: 339 time: 0.0300152 Mar 29 16:13:08.262511 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 58146) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:13:08.268370 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-332ac253-537e-47b2-800f-3065f2e1f8b9 tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-144534025', 'description': 'd1'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:13:08.290441 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-332ac253-537e-47b2-800f-3065f2e1f8b9 tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Made reservation on behalf of de214e6cd9a042f4a6312ba6269c1391 for: {'network': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:13:08.294217 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-332ac253-537e-47b2-800f-3065f2e1f8b9 tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for network, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:08.321960 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-332ac253-537e-47b2-800f-3065f2e1f8b9 tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] vlan segment allocate from pool success with {'vlan_id': 617, 'physical_network': 'physnet1'} {{(pid=102790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 16:13:08.334668 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-332ac253-537e-47b2-800f-3065f2e1f8b9 tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:08.335013 n-d-834765-1 neutron-server[102790]: INFO neutron.db.segments_db [None req-332ac253-537e-47b2-800f-3065f2e1f8b9 tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Added segment c434c3fa-7021-4617-b747-fef425dbc19a of type vlan for network 4024c5b6-6a8c-4d98-8322-a3d8072bf55d Mar 29 16:13:08.366967 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-0eeb6638-2f04-407d-8af9-a8c825f25178 req-dd59c60c-b93e-4a82-8e61-faf9241dda83 tempest-TestServerAdvancedOps-662394448 tempest-TestServerAdvancedOps-662394448-project] Notify callbacks [] for port, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:08.384626 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-332ac253-537e-47b2-800f-3065f2e1f8b9 tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783522915970'] for network, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:08.403669 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-0eeb6638-2f04-407d-8af9-a8c825f25178 req-dd59c60c-b93e-4a82-8e61-faf9241dda83 tempest-TestServerAdvancedOps-662394448 tempest-TestServerAdvancedOps-662394448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:08.414062 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-332ac253-537e-47b2-800f-3065f2e1f8b9 tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795'] for network, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:08.419821 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-332ac253-537e-47b2-800f-3065f2e1f8b9 tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:13:08.420576 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-332ac253-537e-47b2-800f-3065f2e1f8b9 tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Notify callbacks [] for network, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:08.429408 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dce1e72-4e91-4afa-8e3c-f6a80e32ef93 None None] get_active_networks_info from n-d-834765-1 {{(pid=102792) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Mar 29 16:13:08.454182 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0eeb6638-2f04-407d-8af9-a8c825f25178 req-dd59c60c-b93e-4a82-8e61-faf9241dda83 tempest-TestServerAdvancedOps-662394448 tempest-TestServerAdvancedOps-662394448-project] Network 5d1ef3ef-2965-4b2f-88f7-4b88184255f5 is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:13:08.457606 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [req-0eeb6638-2f04-407d-8af9-a8c825f25178 req-dd59c60c-b93e-4a82-8e61-faf9241dda83 tempest-TestServerAdvancedOps-662394448 tempest-TestServerAdvancedOps-662394448-project] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:13:08.461466 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [req-0eeb6638-2f04-407d-8af9-a8c825f25178 req-dd59c60c-b93e-4a82-8e61-faf9241dda83 tempest-TestServerAdvancedOps-662394448 tempest-TestServerAdvancedOps-662394448-project] Received port after_create {{(pid=102791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:13:08.472379 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-332ac253-537e-47b2-800f-3065f2e1f8b9 tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.2086537 Mar 29 16:13:08.479623 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 58148) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:13:08.491983 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd59c60c-b93e-4a82-8e61-faf9241dda83 tempest-TestServerAdvancedOps-662394448 tempest-TestServerAdvancedOps-662394448-project] Pushing event updated for resources: {'Port': ['ID=8128b530-be22-4822-b373-fa11e83a7e22,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:13:08.519821 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eeb6638-2f04-407d-8af9-a8c825f25178 req-dd59c60c-b93e-4a82-8e61-faf9241dda83 tempest-TestServerAdvancedOps-662394448 tempest-TestServerAdvancedOps-662394448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:13:08.520654 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-0eeb6638-2f04-407d-8af9-a8c825f25178 req-dd59c60c-b93e-4a82-8e61-faf9241dda83 tempest-TestServerAdvancedOps-662394448 tempest-TestServerAdvancedOps-662394448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:08.538317 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-0eeb6638-2f04-407d-8af9-a8c825f25178 req-dd59c60c-b93e-4a82-8e61-faf9241dda83 tempest-TestServerAdvancedOps-662394448 tempest-TestServerAdvancedOps-662394448-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8444269 Mar 29 16:13:08.546961 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-456eda04-468c-4d7d-9d28-4ec151a5680b None None] Provisioning complete for port 95fd91bd-6c87-4f25-b48e-f5a293d58bf3 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:13:08.547358 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-456eda04-468c-4d7d-9d28-4ec151a5680b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:08.551734 n-d-834765-1 neutron-server[102792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dce1e72-4e91-4afa-8e3c-f6a80e32ef93 None None] Resources bound (agent type, host, resource id): {{(pid=102792) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 29 16:13:08.553556 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332ac253-537e-47b2-800f-3065f2e1f8b9 tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Pushing event updated for resources: {'Network': ['ID=4024c5b6-6a8c-4d98-8322-a3d8072bf55d,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:13:08.575980 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Network 4024c5b6-6a8c-4d98-8322-a3d8072bf55d details requested by agent ovs-agent-n-d-834765-1 with host n-d-834765-1 {{(pid=102792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 16:13:08.651986 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f15fe89c-cc70-474e-beef-170075a7611b tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:13:08.657654 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-f15fe89c-cc70-474e-beef-170075a7611b tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] 10.222.0.42 "GET /v2.0/networks?id=4024c5b6-6a8c-4d98-8322-a3d8072bf55d HTTP/1.1" status: 200 len: 764 time: 0.1745615 Mar 29 16:13:08.658973 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 58154) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:13:08.674381 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-0ffb64cb-58d8-4be2-b844-adee8bbbe6dd tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Request body: {'network': {'description': 'd2'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:13:08.712146 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [req-0eeb6638-2f04-407d-8af9-a8c825f25178 req-74b8fdfd-9a44-4ab7-bf69-8d503ed8a978 service neutron] Request body: {'port': {'device_id': 'ce7a4ada-566f-459a-95f8-39a934d7da92', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834765-1'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:13:08.733917 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 95fd91bd-6c87-4f25-b48e-f5a293d58bf3 up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 16:13:08.759583 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22b8301-e0e4-4999-a18d-36c75aba3581 req-9f129698-70b4-4b9c-bc9e-c3206a2ea78e tempest-TestServerAdvancedOps-662394448 tempest-TestServerAdvancedOps-662394448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:13:08.761144 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-c22b8301-e0e4-4999-a18d-36c75aba3581 req-9f129698-70b4-4b9c-bc9e-c3206a2ea78e tempest-TestServerAdvancedOps-662394448 tempest-TestServerAdvancedOps-662394448-project] 10.222.0.42 "GET /v2.0/ports?device_id=ce7a4ada-566f-459a-95f8-39a934d7da92 HTTP/1.1" status: 200 len: 931 time: 0.1221879 Mar 29 16:13:08.800923 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-0eeb6638-2f04-407d-8af9-a8c825f25178 req-74b8fdfd-9a44-4ab7-bf69-8d503ed8a978 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:08.832395 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-c22b8301-e0e4-4999-a18d-36c75aba3581 req-23a64622-9364-4fa5-a9cb-3dccbdedf28b tempest-TestServerAdvancedOps-662394448 tempest-TestServerAdvancedOps-662394448-project] 10.222.0.42 "GET /v2.0/security-groups?id=cdb162e2-8bf4-4661-9e64-736093fa4a68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552092 Mar 29 16:13:08.870444 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-0ffb64cb-58d8-4be2-b844-adee8bbbe6dd tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783522915970'] for network, precommit_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:08.886595 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-0ffb64cb-58d8-4be2-b844-adee8bbbe6dd tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795'] for network, after_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:08.906323 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-0ffb64cb-58d8-4be2-b844-adee8bbbe6dd tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Network 4024c5b6-6a8c-4d98-8322-a3d8072bf55d is not hosted by any dhcp agent {{(pid=102790) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Mar 29 16:13:08.912052 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ffb64cb-58d8-4be2-b844-adee8bbbe6dd tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:13:08.912651 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-0ffb64cb-58d8-4be2-b844-adee8bbbe6dd tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Notify callbacks [] for network, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:08.913933 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-0ffb64cb-58d8-4be2-b844-adee8bbbe6dd tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] 10.222.0.42 "PUT /v2.0/networks/4024c5b6-6a8c-4d98-8322-a3d8072bf55d HTTP/1.1" status: 200 len: 761 time: 0.2534766 Mar 29 16:13:08.917127 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 58156) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:13:08.990928 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffb64cb-58d8-4be2-b844-adee8bbbe6dd tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Pushing event updated for resources: {'Network': ['ID=4024c5b6-6a8c-4d98-8322-a3d8072bf55d,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:13:09.005444 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Network 4024c5b6-6a8c-4d98-8322-a3d8072bf55d details requested by agent ovs-agent-n-d-834765-1 with host n-d-834765-1 {{(pid=102792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 16:13:09.042224 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae8d0efc-13a0-4026-900f-4c46a1e1cdd5 tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:13:09.048105 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-ae8d0efc-13a0-4026-900f-4c46a1e1cdd5 tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] 10.222.0.42 "GET /v2.0/networks?id=4024c5b6-6a8c-4d98-8322-a3d8072bf55d HTTP/1.1" status: 200 len: 764 time: 0.1258762 Mar 29 16:13:09.048964 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 58158) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:13:09.088031 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port 95fd91bd-6c87-4f25-b48e-f5a293d58bf3 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:13:09.088402 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:09.283857 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [req-0eeb6638-2f04-407d-8af9-a8c825f25178 req-74b8fdfd-9a44-4ab7-bf69-8d503ed8a978 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8128b530-be22-4822-b373-fa11e83a7e22 {{(pid=102791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 16:13:09.293519 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-0eeb6638-2f04-407d-8af9-a8c825f25178 req-74b8fdfd-9a44-4ab7-bf69-8d503ed8a978 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:09.303222 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19e75197-3898-4de0-81f9-b1650fc48354 tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:13:09.304798 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-19e75197-3898-4de0-81f9-b1650fc48354 tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2549067 Mar 29 16:13:09.307661 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 58160) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:13:09.315437 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.provisioning_blocks [req-0eeb6638-2f04-407d-8af9-a8c825f25178 req-74b8fdfd-9a44-4ab7-bf69-8d503ed8a978 service neutron] Transition to ACTIVE for port object 8128b530-be22-4822-b373-fa11e83a7e22 will not be triggered until provisioned by entity L2. {{(pid=102791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 16:13:09.319926 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-0eeb6638-2f04-407d-8af9-a8c825f25178 req-74b8fdfd-9a44-4ab7-bf69-8d503ed8a978 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:09.344366 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-7cf27822-7213-44bd-8f97-94e8989900db tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] 10.222.0.42 "GET /v2.0/subnets?network_id=4a4a035d-ecac-4ead-baa3-25f90788773a HTTP/1.1" status: 200 len: 207 time: 0.0347970 Mar 29 16:13:09.347841 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 58162) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:13:09.369013 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b8fdfd-9a44-4ab7-bf69-8d503ed8a978 service neutron] Pushing event updated for resources: {'Port': ['ID=8128b530-be22-4822-b373-fa11e83a7e22,revision_number=2']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:13:09.442042 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-0eeb6638-2f04-407d-8af9-a8c825f25178 req-74b8fdfd-9a44-4ab7-bf69-8d503ed8a978 service neutron] Attempting to bind port 8128b530-be22-4822-b373-fa11e83a7e22 on host n-h2-834765-1 for vnic_type normal with profile {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 16:13:09.442389 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-0eeb6638-2f04-407d-8af9-a8c825f25178 req-74b8fdfd-9a44-4ab7-bf69-8d503ed8a978 service neutron] Attempting to bind port 8128b530-be22-4822-b373-fa11e83a7e22 by drivers openvswitch,hyperv on host n-h2-834765-1 at level 0 using segments [{'id': 'ee59c5ef-88a1-41e7-b3e2-7e4499fa6740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '5d1ef3ef-2965-4b2f-88f7-4b88184255f5'}] {{(pid=102791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 16:13:09.442690 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eeb6638-2f04-407d-8af9-a8c825f25178 req-74b8fdfd-9a44-4ab7-bf69-8d503ed8a978 service neutron] Attempting to bind port 8128b530-be22-4822-b373-fa11e83a7e22 on network 5d1ef3ef-2965-4b2f-88f7-4b88184255f5 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 16:13:09.446924 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eeb6638-2f04-407d-8af9-a8c825f25178 req-74b8fdfd-9a44-4ab7-bf69-8d503ed8a978 service neutron] Port 8128b530-be22-4822-b373-fa11e83a7e22 on network 5d1ef3ef-2965-4b2f-88f7-4b88184255f5 not bound, no agent of type Open vSwitch agent registered on host n-h2-834765-1 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 16:13:09.447240 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eeb6638-2f04-407d-8af9-a8c825f25178 req-74b8fdfd-9a44-4ab7-bf69-8d503ed8a978 service neutron] Attempting to bind port 8128b530-be22-4822-b373-fa11e83a7e22 on network 5d1ef3ef-2965-4b2f-88f7-4b88184255f5 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 16:13:09.452216 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eeb6638-2f04-407d-8af9-a8c825f25178 req-74b8fdfd-9a44-4ab7-bf69-8d503ed8a978 service neutron] Checking agent: {'id': '3e4b4912-b4a2-4d17-b5bd-6ce15529e8eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 33, 17), 'started_at': datetime.datetime(2022, 3, 29, 15, 33, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 16, 12, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 16:13:09.452549 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eeb6638-2f04-407d-8af9-a8c825f25178 req-74b8fdfd-9a44-4ab7-bf69-8d503ed8a978 service neutron] Checking segment: {'id': 'ee59c5ef-88a1-41e7-b3e2-7e4499fa6740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '5d1ef3ef-2965-4b2f-88f7-4b88184255f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 16:13:09.452923 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eeb6638-2f04-407d-8af9-a8c825f25178 req-74b8fdfd-9a44-4ab7-bf69-8d503ed8a978 service neutron] Bound using segment: {'id': 'ee59c5ef-88a1-41e7-b3e2-7e4499fa6740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '5d1ef3ef-2965-4b2f-88f7-4b88184255f5'} {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 16:13:09.453340 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-0eeb6638-2f04-407d-8af9-a8c825f25178 req-74b8fdfd-9a44-4ab7-bf69-8d503ed8a978 service neutron] Bound port: 8128b530-be22-4822-b373-fa11e83a7e22, host: n-h2-834765-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee59c5ef-88a1-41e7-b3e2-7e4499fa6740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '5d1ef3ef-2965-4b2f-88f7-4b88184255f5'}}] {{(pid=102791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 16:13:09.453694 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-0eeb6638-2f04-407d-8af9-a8c825f25178 req-74b8fdfd-9a44-4ab7-bf69-8d503ed8a978 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:09.465962 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9855701-a2ad-4d4c-aa76-258f88e3e69a tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:13:09.473017 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9855701-a2ad-4d4c-aa76-258f88e3e69a tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:13:09.478852 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9855701-a2ad-4d4c-aa76-258f88e3e69a tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:13:09.484683 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9855701-a2ad-4d4c-aa76-258f88e3e69a tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:13:09.491796 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9855701-a2ad-4d4c-aa76-258f88e3e69a tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:13:09.497594 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9855701-a2ad-4d4c-aa76-258f88e3e69a tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:13:09.499414 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-e9855701-a2ad-4d4c-aa76-258f88e3e69a tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3731 time: 0.1504948 Mar 29 16:13:09.504193 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 58164) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:13:09.519413 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-0eeb6638-2f04-407d-8af9-a8c825f25178 req-74b8fdfd-9a44-4ab7-bf69-8d503ed8a978 service neutron] For port 8128b530-be22-4822-b373-fa11e83a7e22, host n-h2-834765-1, cleared binding levels {{(pid=102791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 16:13:09.522800 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-0eeb6638-2f04-407d-8af9-a8c825f25178 req-74b8fdfd-9a44-4ab7-bf69-8d503ed8a978 service neutron] For port 8128b530-be22-4822-b373-fa11e83a7e22, host n-h2-834765-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=8128b530-be22-4822-b373-fa11e83a7e22,segment=NetworkSegment(ee59c5ef-88a1-41e7-b3e2-7e4499fa6740),segment_id=ee59c5ef-88a1-41e7-b3e2-7e4499fa6740)] {{(pid=102791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 16:13:09.527452 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-0eeb6638-2f04-407d-8af9-a8c825f25178 req-74b8fdfd-9a44-4ab7-bf69-8d503ed8a978 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:09.565615 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eeb6638-2f04-407d-8af9-a8c825f25178 req-74b8fdfd-9a44-4ab7-bf69-8d503ed8a978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:13:09.566228 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-0eeb6638-2f04-407d-8af9-a8c825f25178 req-74b8fdfd-9a44-4ab7-bf69-8d503ed8a978 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:09.567651 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-0eeb6638-2f04-407d-8af9-a8c825f25178 req-74b8fdfd-9a44-4ab7-bf69-8d503ed8a978 service neutron] 10.222.0.48 "PUT /v2.0/ports/8128b530-be22-4822-b373-fa11e83a7e22 HTTP/1.1" status: 200 len: 1091 time: 1.0212865 Mar 29 16:13:09.568095 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce7a4ada-566f-459a-95f8-39a934d7da92', 'tag': '8128b530-be22-4822-b373-fa11e83a7e22'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:13:09.570402 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c67b028db5e9b9818fecc5c0a87ebc6f190694fa53ca267d523e04f98de536d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6057419c-7346-4058-bea2-97580937645f" -d '{"events": [{"name": "network-changed", "server_uuid": "ce7a4ada-566f-459a-95f8-39a934d7da92", "tag": "8128b530-be22-4822-b373-fa11e83a7e22"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:13:09.607566 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b8fdfd-9a44-4ab7-bf69-8d503ed8a978 service neutron] Pushing event updated for resources: {'Port': ['ID=8128b530-be22-4822-b373-fa11e83a7e22,revision_number=3']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:13:09.648474 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-4d880d04-3ddf-42fa-b7a2-55e3f664ef0c tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] 10.222.0.42 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 813 time: 0.1430621 Mar 29 16:13:09.651765 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 58170) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:13:09.695428 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 16:13:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4adf7510-0a06-46ef-b29a-f7e00b18b6f2 x-openstack-request-id: req-4adf7510-0a06-46ef-b29a-f7e00b18b6f2 {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:13:09.695724 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce7a4ada-566f-459a-95f8-39a934d7da92", "tag": "8128b530-be22-4822-b373-fa11e83a7e22", "status": "completed", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:13:09.695974 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-4adf7510-0a06-46ef-b29a-f7e00b18b6f2 {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:13:09.696362 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce7a4ada-566f-459a-95f8-39a934d7da92', 'tag': '8128b530-be22-4822-b373-fa11e83a7e22', 'status': 'completed', 'code': 200} Mar 29 16:13:09.709622 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eeb6638-2f04-407d-8af9-a8c825f25178 req-63df34c7-eca9-452d-8fd5-d85c1c03cc99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:13:09.711123 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-0eeb6638-2f04-407d-8af9-a8c825f25178 req-63df34c7-eca9-452d-8fd5-d85c1c03cc99 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=03b8850412484b09a31b6023e3726f24&device_id=ce7a4ada-566f-459a-95f8-39a934d7da92 HTTP/1.1" status: 200 len: 1094 time: 0.0503986 Mar 29 16:13:09.716835 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7591cefc-de0f-45b4-99ce-2ebb0a2efd39 tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:13:09.718458 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7591cefc-de0f-45b4-99ce-2ebb0a2efd39 tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:13:09.720003 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7591cefc-de0f-45b4-99ce-2ebb0a2efd39 tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:13:09.722733 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7591cefc-de0f-45b4-99ce-2ebb0a2efd39 tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:13:09.724351 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7591cefc-de0f-45b4-99ce-2ebb0a2efd39 tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:13:09.725949 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-7591cefc-de0f-45b4-99ce-2ebb0a2efd39 tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0731988 Mar 29 16:13:09.729528 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 58172) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:13:09.752976 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-0eeb6638-2f04-407d-8af9-a8c825f25178 req-dd52f2c4-0196-485b-bf6c-27402c7f0d0c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8128b530-be22-4822-b373-fa11e83a7e22 HTTP/1.1" status: 200 len: 217 time: 0.0341847 Mar 29 16:13:09.788013 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-821142f5-cbf9-4086-91e6-0bbd336891a6 tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Attributes excluded by policy engine: ['shared'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:13:09.789433 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-821142f5-cbf9-4086-91e6-0bbd336891a6 tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Attributes excluded by policy engine: ['shared'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:13:09.790843 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-821142f5-cbf9-4086-91e6-0bbd336891a6 tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Attributes excluded by policy engine: ['shared'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:13:09.792397 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-821142f5-cbf9-4086-91e6-0bbd336891a6 tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Attributes excluded by policy engine: ['shared'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:13:09.793808 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-821142f5-cbf9-4086-91e6-0bbd336891a6 tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Attributes excluded by policy engine: ['shared'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:13:09.798815 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-821142f5-cbf9-4086-91e6-0bbd336891a6 tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] 10.222.0.42 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.0649271 Mar 29 16:13:09.799306 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 58174) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:13:09.812010 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eeb6638-2f04-407d-8af9-a8c825f25178 req-af2978c0-fb60-4d13-90b4-3d3560a2c098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:13:09.813398 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-0eeb6638-2f04-407d-8af9-a8c825f25178 req-af2978c0-fb60-4d13-90b4-3d3560a2c098 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4d73631d-8019-458f-9c15-cd41e6b9d570 HTTP/1.1" status: 200 len: 851 time: 0.0533981 Mar 29 16:13:09.861753 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-0eeb6638-2f04-407d-8af9-a8c825f25178 req-13720bb1-aa05-424f-93d3-785c912853d9 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5d1ef3ef-2965-4b2f-88f7-4b88184255f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384090 Mar 29 16:13:10.013356 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7b0bf8d-3576-45c1-917d-5b7a37de74b7 tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:13:10.014690 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-f7b0bf8d-3576-45c1-917d-5b7a37de74b7 tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] 10.222.0.42 "GET /v2.0/networks/8786fc26-c545-4904-bcb8-b85fe4afc758 HTTP/1.1" status: 200 len: 804 time: 0.2144752 Mar 29 16:13:10.019103 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 58178) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:13:10.029947 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a34d82-f1b7-47b5-afe6-0394e77d2821 req-c9caab89-eaa5-4e89-8505-9e1fa08a84fa tempest-TestServerAdvancedOps-662394448 tempest-TestServerAdvancedOps-662394448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:13:10.031408 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d1a34d82-f1b7-47b5-afe6-0394e77d2821 req-c9caab89-eaa5-4e89-8505-9e1fa08a84fa tempest-TestServerAdvancedOps-662394448 tempest-TestServerAdvancedOps-662394448-project] 10.222.0.42 "GET /v2.0/ports?device_id=ce7a4ada-566f-459a-95f8-39a934d7da92 HTTP/1.1" status: 200 len: 943 time: 0.1233399 Mar 29 16:13:10.052673 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-0eeb6638-2f04-407d-8af9-a8c825f25178 req-cdd56971-6073-40c2-9525-f45d37eb5d4f service neutron] 10.222.0.48 "GET /v2.0/networks/5d1ef3ef-2965-4b2f-88f7-4b88184255f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1642540 Mar 29 16:13:10.108664 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d1a34d82-f1b7-47b5-afe6-0394e77d2821 req-d69626ba-4a11-4574-8869-bd4149b1c8e9 tempest-TestServerAdvancedOps-662394448 tempest-TestServerAdvancedOps-662394448-project] 10.222.0.42 "GET /v2.0/security-groups?id=cdb162e2-8bf4-4661-9e64-736093fa4a68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680063 Mar 29 16:13:10.129747 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-5ae3d6e3-4156-4996-a89a-ae45171f06b7 tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] 10.222.0.42 "GET /v2.0/networks/8786fc26-c545-4904-bcb8-b85fe4afc758?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.1008782 Mar 29 16:13:10.129747 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 58180) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:13:10.167206 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-0eeb6638-2f04-407d-8af9-a8c825f25178 req-5f378f60-d779-4006-a858-51602e50efa5 service neutron] 10.222.0.48 "GET /v2.0/networks/5d1ef3ef-2965-4b2f-88f7-4b88184255f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1068511 Mar 29 16:13:10.176851 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cb3c626-61ac-4146-83cc-a379ae248bbb tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:13:10.178186 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-2cb3c626-61ac-4146-83cc-a379ae248bbb tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] 10.222.0.42 "GET /v2.0/subnets/d496b302-8168-4dfc-91ad-37dab004aa05 HTTP/1.1" status: 200 len: 843 time: 0.0529187 Mar 29 16:13:10.181856 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 58182) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:13:10.233854 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8efa703f-b6a5-4948-ae1f-21f2edd5f434 tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Attributes excluded by policy engine: ['shared'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:13:10.235222 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-8efa703f-b6a5-4948-ae1f-21f2edd5f434 tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] 10.222.0.42 "GET /v2.0/subnets/d496b302-8168-4dfc-91ad-37dab004aa05?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0524516 Mar 29 16:13:10.239010 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 58184) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:13:10.243713 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-8a19b133-2849-453c-854f-86f10d197af3 tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-620936751'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:13:10.256478 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6057419c-7346-4058-bea2-97580937645f req-f8e47404-ab1a-4a53-b297-b19e674f9f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:13:10.258233 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6057419c-7346-4058-bea2-97580937645f req-f8e47404-ab1a-4a53-b297-b19e674f9f71 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=03b8850412484b09a31b6023e3726f24&device_id=ce7a4ada-566f-459a-95f8-39a934d7da92 HTTP/1.1" status: 200 len: 1094 time: 0.0424142 Mar 29 16:13:10.262855 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a19b133-2849-453c-854f-86f10d197af3 tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Made reservation on behalf of de214e6cd9a042f4a6312ba6269c1391 for: {'network': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:13:10.266463 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-8a19b133-2849-453c-854f-86f10d197af3 tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for network, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:10.291946 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a19b133-2849-453c-854f-86f10d197af3 tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] vlan segment allocate from pool success with {'vlan_id': 633, 'physical_network': 'physnet1'} {{(pid=102790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 16:13:10.301833 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-8a19b133-2849-453c-854f-86f10d197af3 tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:10.302191 n-d-834765-1 neutron-server[102790]: INFO neutron.db.segments_db [None req-8a19b133-2849-453c-854f-86f10d197af3 tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Added segment 99cbf2ba-ae38-4f2d-851b-1159a310a7dc of type vlan for network 84f8b5c9-ec94-426c-a0a5-ea611ae7d081 Mar 29 16:13:10.344630 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-8a19b133-2849-453c-854f-86f10d197af3 tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783522915970'] for network, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:10.352115 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6057419c-7346-4058-bea2-97580937645f req-eafcfe30-843f-46ac-afdc-1b4f6ddccfea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:13:10.353610 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6057419c-7346-4058-bea2-97580937645f req-eafcfe30-843f-46ac-afdc-1b4f6ddccfea service neutron] 10.222.0.48 "GET /v2.0/networks?id=5d1ef3ef-2965-4b2f-88f7-4b88184255f5 HTTP/1.1" status: 200 len: 912 time: 0.0889661 Mar 29 16:13:10.374967 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-8a19b133-2849-453c-854f-86f10d197af3 tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795'] for network, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:10.380830 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a19b133-2849-453c-854f-86f10d197af3 tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:13:10.381404 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-8a19b133-2849-453c-854f-86f10d197af3 tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Notify callbacks [] for network, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:10.396060 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6057419c-7346-4058-bea2-97580937645f req-b4b5dc49-de5a-4301-acae-a6f6c43df9c5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8128b530-be22-4822-b373-fa11e83a7e22 HTTP/1.1" status: 200 len: 217 time: 0.0351107 Mar 29 16:13:10.419165 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-8a19b133-2849-453c-854f-86f10d197af3 tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1791096 Mar 29 16:13:10.419889 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 58186) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:13:10.427474 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-5bbf7b57-a56f-4896-8e5b-84c9cf2c660d tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Request body: {'subnet': {'network_id': '84f8b5c9-ec94-426c-a0a5-ea611ae7d081', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:13:10.445604 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6057419c-7346-4058-bea2-97580937645f req-0c346fe7-7f35-4f16-b61f-ad8ae029ec34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:13:10.447077 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6057419c-7346-4058-bea2-97580937645f req-0c346fe7-7f35-4f16-b61f-ad8ae029ec34 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4d73631d-8019-458f-9c15-cd41e6b9d570 HTTP/1.1" status: 200 len: 851 time: 0.0441577 Mar 29 16:13:10.472719 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a19b133-2849-453c-854f-86f10d197af3 tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Pushing event updated for resources: {'Network': ['ID=84f8b5c9-ec94-426c-a0a5-ea611ae7d081,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:13:10.485703 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Network 84f8b5c9-ec94-426c-a0a5-ea611ae7d081 details requested by agent ovs-agent-n-d-834765-1 with host n-d-834765-1 {{(pid=102792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 16:13:10.493528 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6057419c-7346-4058-bea2-97580937645f req-f4244577-7c65-46e2-ae69-a68723e084e5 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5d1ef3ef-2965-4b2f-88f7-4b88184255f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351236 Mar 29 16:13:10.559117 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bbf7b57-a56f-4896-8e5b-84c9cf2c660d tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Made reservation on behalf of de214e6cd9a042f4a6312ba6269c1391 for: {'subnet': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:13:10.562684 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-5bbf7b57-a56f-4896-8e5b-84c9cf2c660d tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4793983'] for subnet, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:10.590809 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6057419c-7346-4058-bea2-97580937645f req-12faee81-ed85-4a57-8f23-925ae4ae0f11 service neutron] 10.222.0.48 "GET /v2.0/networks/5d1ef3ef-2965-4b2f-88f7-4b88184255f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901954 Mar 29 16:13:10.620796 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.ipam_backend_mixin [None req-5bbf7b57-a56f-4896-8e5b-84c9cf2c660d tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Performing IP validity checks on allocation pools {{(pid=102790) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Mar 29 16:13:10.621077 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.ipam_backend_mixin [None req-5bbf7b57-a56f-4896-8e5b-84c9cf2c660d tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102790) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Mar 29 16:13:10.685212 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6057419c-7346-4058-bea2-97580937645f req-1da1efc9-4908-47aa-a37e-b7561f205af0 service neutron] 10.222.0.48 "GET /v2.0/networks/5d1ef3ef-2965-4b2f-88f7-4b88184255f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871446 Mar 29 16:13:10.753128 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-5bbf7b57-a56f-4896-8e5b-84c9cf2c660d tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5231896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4793961'] for subnet, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:10.814812 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbf7b57-a56f-4896-8e5b-84c9cf2c660d tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Pushing event updated for resources: {'Subnet': ['ID=d63286e9-73cd-4e73-b942-0b7e167d203c,revision_number=0']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:13:10.822097 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bbf7b57-a56f-4896-8e5b-84c9cf2c660d tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Checking segment: {'id': '99cbf2ba-ae38-4f2d-851b-1159a310a7dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '84f8b5c9-ec94-426c-a0a5-ea611ae7d081'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 16:13:10.822453 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bbf7b57-a56f-4896-8e5b-84c9cf2c660d tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Network hostable DHCP agents. Network: 84f8b5c9-ec94-426c-a0a5-ea611ae7d081, hostable agents: ['d136643e-48ae-49d4-a851-2ba3bdf3749c'], hosted agents: [] {{(pid=102790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 16:13:10.838863 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bbf7b57-a56f-4896-8e5b-84c9cf2c660d tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Network 84f8b5c9-ec94-426c-a0a5-ea611ae7d081 is scheduled to be hosted by DHCP agent d136643e-48ae-49d4-a851-2ba3bdf3749c with binding_index 1 {{(pid=102790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 16:13:10.848220 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-5bbf7b57-a56f-4896-8e5b-84c9cf2c660d tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834765-1, 84f8b5c9-ec94-426c-a0a5-ea611ae7d081) {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:13:10.852365 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bbf7b57-a56f-4896-8e5b-84c9cf2c660d tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:13:10.852923 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-5bbf7b57-a56f-4896-8e5b-84c9cf2c660d tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Notify callbacks [] for subnet, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:10.857777 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f45dcfe-e70f-419d-b921-064ff52e001f None None] Network 84f8b5c9-ec94-426c-a0a5-ea611ae7d081 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 16:13:10.869362 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-5bbf7b57-a56f-4896-8e5b-84c9cf2c660d tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 0.4466026 Mar 29 16:13:10.872287 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 58188) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:13:10.878989 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-47660858-0f45-4fac-b5b7-227984c0c1b3 tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:13:10.975018 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-47660858-0f45-4fac-b5b7-227984c0c1b3 tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-16218866'] for subnet, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:11.006888 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aaad596-e38d-4832-b101-7100f6f04978 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0035034-69b0-5ffc-b384-0ac6189c5628-84f8b5c9-ec94-426c-a0a5-ea611ae7d081', 'network_id': '84f8b5c9-ec94-426c-a0a5-ea611ae7d081', 'tenant_id': 'de214e6cd9a042f4a6312ba6269c1391', 'fixed_ips': [{'subnet_id': 'd63286e9-73cd-4e73-b942-0b7e167d203c'}]}} from n-d-834765-1. {{(pid=102792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 29 16:13:11.007801 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-9aaad596-e38d-4832-b101-7100f6f04978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:11.139213 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-47660858-0f45-4fac-b5b7-227984c0c1b3 tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8783523413423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-16155646'] for subnet, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:11.186471 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.db_base_plugin_common [None req-9aaad596-e38d-4832-b101-7100f6f04978 None None] Allocated IP 2001:db8::3 (84f8b5c9-ec94-426c-a0a5-ea611ae7d081/d63286e9-73cd-4e73-b942-0b7e167d203c/293547d6-605b-4bdd-b0e6-4532e2d9381b) {{(pid=102792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:13:11.192563 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47660858-0f45-4fac-b5b7-227984c0c1b3 tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:13:11.193286 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-47660858-0f45-4fac-b5b7-227984c0c1b3 tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Notify callbacks [] for subnet, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:11.198085 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-47660858-0f45-4fac-b5b7-227984c0c1b3 tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] 10.222.0.42 "PUT /v2.0/subnets/d63286e9-73cd-4e73-b942-0b7e167d203c HTTP/1.1" status: 200 len: 900 time: 0.3214195 Mar 29 16:13:11.198085 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 58192) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:13:11.224368 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47660858-0f45-4fac-b5b7-227984c0c1b3 tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Pushing event updated for resources: {'Subnet': ['ID=d63286e9-73cd-4e73-b942-0b7e167d203c,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:13:11.244957 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e841632a-4021-461a-a912-b8ce832891d4 req-24a15d57-ec51-4ad5-8dad-baf4703d2a08 tempest-TestServerAdvancedOps-662394448 tempest-TestServerAdvancedOps-662394448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:13:11.246464 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-e841632a-4021-461a-a912-b8ce832891d4 req-24a15d57-ec51-4ad5-8dad-baf4703d2a08 tempest-TestServerAdvancedOps-662394448 tempest-TestServerAdvancedOps-662394448-project] 10.222.0.42 "GET /v2.0/ports?device_id=ce7a4ada-566f-459a-95f8-39a934d7da92 HTTP/1.1" status: 200 len: 943 time: 0.0549514 Mar 29 16:13:11.290153 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-e841632a-4021-461a-a912-b8ce832891d4 req-512c5a79-3fd8-4e6d-b5cb-1269f83bf3a3 tempest-TestServerAdvancedOps-662394448 tempest-TestServerAdvancedOps-662394448-project] 10.222.0.42 "GET /v2.0/security-groups?id=cdb162e2-8bf4-4661-9e64-736093fa4a68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361497 Mar 29 16:13:11.318579 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-6b2bf839-c34c-4a3a-9e36-09353c088568 tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1631750'] for network, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:11.363180 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-9aaad596-e38d-4832-b101-7100f6f04978 None None] Notify callbacks [] for port, precommit_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:11.369498 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-9aaad596-e38d-4832-b101-7100f6f04978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956'] for port, after_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:11.372283 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-6b2bf839-c34c-4a3a-9e36-09353c088568 tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1641287'] for subnet, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:11.407482 n-d-834765-1 neutron-server[102792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aaad596-e38d-4832-b101-7100f6f04978 None None] Network 84f8b5c9-ec94-426c-a0a5-ea611ae7d081 is already hosted by enough agents. {{(pid=102792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:13:11.410898 n-d-834765-1 neutron-server[102792]: DEBUG neutron.scheduler.base_scheduler [None req-9aaad596-e38d-4832-b101-7100f6f04978 None None] Resources bound (agent type, host, resource id): {{(pid=102792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:13:11.413361 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aaad596-e38d-4832-b101-7100f6f04978 None None] Received port after_create {{(pid=102792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:13:11.426341 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aaad596-e38d-4832-b101-7100f6f04978 None None] Pushing event updated for resources: {'Port': ['ID=293547d6-605b-4bdd-b0e6-4532e2d9381b,revision_number=1']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:13:11.444124 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-6b2bf839-c34c-4a3a-9e36-09353c088568 tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1641294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16155591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16218852'] for subnet, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:11.476634 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2bf839-c34c-4a3a-9e36-09353c088568 tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Pushing event deleted for resources: {'Subnet': ['ID=d63286e9-73cd-4e73-b942-0b7e167d203c,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:13:11.482584 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-9aaad596-e38d-4832-b101-7100f6f04978 None None] Attempting to bind port 293547d6-605b-4bdd-b0e6-4532e2d9381b on host n-d-834765-1 for vnic_type normal with profile {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 16:13:11.482993 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-9aaad596-e38d-4832-b101-7100f6f04978 None None] Attempting to bind port 293547d6-605b-4bdd-b0e6-4532e2d9381b by drivers openvswitch,hyperv on host n-d-834765-1 at level 0 using segments [{'id': '99cbf2ba-ae38-4f2d-851b-1159a310a7dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '84f8b5c9-ec94-426c-a0a5-ea611ae7d081'}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 16:13:11.483396 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aaad596-e38d-4832-b101-7100f6f04978 None None] Attempting to bind port 293547d6-605b-4bdd-b0e6-4532e2d9381b on network 84f8b5c9-ec94-426c-a0a5-ea611ae7d081 {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 16:13:11.490434 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aaad596-e38d-4832-b101-7100f6f04978 None None] Checking agent: {'id': 'a8866439-9d96-425c-b519-6905c591ac37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 25, 36), 'started_at': datetime.datetime(2022, 3, 29, 15, 26, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 16, 13, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834765-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 16:13:11.491306 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aaad596-e38d-4832-b101-7100f6f04978 None None] Checking segment: {'id': '99cbf2ba-ae38-4f2d-851b-1159a310a7dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '84f8b5c9-ec94-426c-a0a5-ea611ae7d081'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 16:13:11.491306 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-9aaad596-e38d-4832-b101-7100f6f04978 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:11.491649 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aaad596-e38d-4832-b101-7100f6f04978 None None] Bound using segment: {'id': '99cbf2ba-ae38-4f2d-851b-1159a310a7dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '84f8b5c9-ec94-426c-a0a5-ea611ae7d081'} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 16:13:11.492136 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-9aaad596-e38d-4832-b101-7100f6f04978 None None] Bound port: 293547d6-605b-4bdd-b0e6-4532e2d9381b, host: n-d-834765-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99cbf2ba-ae38-4f2d-851b-1159a310a7dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '84f8b5c9-ec94-426c-a0a5-ea611ae7d081'}}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 16:13:11.492505 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-9aaad596-e38d-4832-b101-7100f6f04978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:11.539737 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-6b2bf839-c34c-4a3a-9e36-09353c088568 tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639890', 'neutron.services.segments.db._delete_segments_for_network-8783523423079'] for network, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:11.558223 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-9aaad596-e38d-4832-b101-7100f6f04978 None None] For port 293547d6-605b-4bdd-b0e6-4532e2d9381b, host n-d-834765-1, cleared binding levels {{(pid=102792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 16:13:11.559153 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-6b2bf839-c34c-4a3a-9e36-09353c088568 tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84f8b5c9-ec94-426c-a0a5-ea611ae7d081']}} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:13:11.561355 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-9aaad596-e38d-4832-b101-7100f6f04978 None None] For port 293547d6-605b-4bdd-b0e6-4532e2d9381b, host n-d-834765-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=293547d6-605b-4bdd-b0e6-4532e2d9381b,segment=NetworkSegment(99cbf2ba-ae38-4f2d-851b-1159a310a7dc),segment_id=99cbf2ba-ae38-4f2d-851b-1159a310a7dc)] {{(pid=102792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 16:13:11.566140 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-9aaad596-e38d-4832-b101-7100f6f04978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:11.569084 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-6b2bf839-c34c-4a3a-9e36-09353c088568 tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99cbf2ba-ae38-4f2d-851b-1159a310a7dc') {'for_net_delete': True} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:13:11.569376 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-6b2bf839-c34c-4a3a-9e36-09353c088568 tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99cbf2ba-ae38-4f2d-851b-1159a310a7dc') {} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:13:11.579034 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-6b2bf839-c34c-4a3a-9e36-09353c088568 tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783523422064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4230428'] for segment, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:11.592802 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-6b2bf839-c34c-4a3a-9e36-09353c088568 tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:11.599489 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b2bf839-c34c-4a3a-9e36-09353c088568 tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Releasing vlan 633 on physical network physnet1 to pool {{(pid=102791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 16:13:11.599875 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-6b2bf839-c34c-4a3a-9e36-09353c088568 tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16169569'] for segment, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:11.602906 n-d-834765-1 neutron-server[102791]: Traceback (most recent call last): Mar 29 16:13:11.602906 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 16:13:11.602906 n-d-834765-1 neutron-server[102791]: timer() Mar 29 16:13:11.602906 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 16:13:11.602906 n-d-834765-1 neutron-server[102791]: cb(*args, **kw) Mar 29 16:13:11.602906 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 16:13:11.602906 n-d-834765-1 neutron-server[102791]: return func(*args, **kwargs) Mar 29 16:13:11.602906 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 16:13:11.602906 n-d-834765-1 neutron-server[102791]: self._notify() Mar 29 16:13:11.602906 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 16:13:11.602906 n-d-834765-1 neutron-server[102791]: self.callback(batched_events) Mar 29 16:13:11.602906 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 16:13:11.602906 n-d-834765-1 neutron-server[102791]: event.method(event) Mar 29 16:13:11.602906 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 16:13:11.602906 n-d-834765-1 neutron-server[102791]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 16:13:11.602906 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 16:13:11.602906 n-d-834765-1 neutron-server[102791]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 16:13:11.602906 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 16:13:11.602906 n-d-834765-1 neutron-server[102791]: return f(self, *a, **k) Mar 29 16:13:11.602906 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 16:13:11.602906 n-d-834765-1 neutron-server[102791]: return self._get(url).json() Mar 29 16:13:11.602906 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 16:13:11.602906 n-d-834765-1 neutron-server[102791]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 16:13:11.602906 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 16:13:11.602906 n-d-834765-1 neutron-server[102791]: return self.request(url, 'GET', **kwargs) Mar 29 16:13:11.602906 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 16:13:11.602906 n-d-834765-1 neutron-server[102791]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 16:13:11.602906 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 16:13:11.602906 n-d-834765-1 neutron-server[102791]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 16:13:11.602906 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 16:13:11.602906 n-d-834765-1 neutron-server[102791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 16:13:11.602906 n-d-834765-1 neutron-server[102791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 16:13:11.645497 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aaad596-e38d-4832-b101-7100f6f04978 None None] Pushing event updated for resources: {'Port': ['ID=293547d6-605b-4bdd-b0e6-4532e2d9381b,revision_number=2']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:13:11.662090 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8ce29b8-f024-40c5-bae4-bc5aeb602322 None None] Network 84f8b5c9-ec94-426c-a0a5-ea611ae7d081 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 16:13:11.663400 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.db.api [None req-6b2bf839-c34c-4a3a-9e36-09353c088568 tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 29 16:13:11.663400 n-d-834765-1 neutron-server[102791]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 29 16:13:11.663400 n-d-834765-1 neutron-server[102791]: [parameters: {'id': '84f8b5c9-ec94-426c-a0a5-ea611ae7d081'}] Mar 29 16:13:11.663400 n-d-834765-1 neutron-server[102791]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102791) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 29 16:13:11.663851 n-d-834765-1 neutron-server[102791]: DEBUG oslo_db.api [None req-6b2bf839-c34c-4a3a-9e36-09353c088568 tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 29 16:13:11.778851 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0c22bf0-3c12-4a8c-affd-2f8ee4c78af1 None None] Network 84f8b5c9-ec94-426c-a0a5-ea611ae7d081 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 16:13:11.898657 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f031e520-d5b5-4bf6-b1d5-01986bc39096 None None] get_active_networks_info from n-d-834765-1 {{(pid=102792) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Mar 29 16:13:11.990948 n-d-834765-1 neutron-server[102792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f031e520-d5b5-4bf6-b1d5-01986bc39096 None None] Resources bound (agent type, host, resource id): {{(pid=102792) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 29 16:13:12.164812 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-6b2bf839-c34c-4a3a-9e36-09353c088568 tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1631750'] for network, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:12.219155 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-6b2bf839-c34c-4a3a-9e36-09353c088568 tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Deleting port 293547d6-605b-4bdd-b0e6-4532e2d9381b {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:13:12.219517 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-6b2bf839-c34c-4a3a-9e36-09353c088568 tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:12.280072 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [None req-6b2bf839-c34c-4a3a-9e36-09353c088568 tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] For port 293547d6-605b-4bdd-b0e6-4532e2d9381b, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=293547d6-605b-4bdd-b0e6-4532e2d9381b,segment=NetworkSegment(99cbf2ba-ae38-4f2d-851b-1159a310a7dc),segment_id=99cbf2ba-ae38-4f2d-851b-1159a310a7dc)] {{(pid=102791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:13:12.280341 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-6b2bf839-c34c-4a3a-9e36-09353c088568 tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:12.296236 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-6b2bf839-c34c-4a3a-9e36-09353c088568 tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Calling delete_port for 293547d6-605b-4bdd-b0e6-4532e2d9381b owned by network:dhcp {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:13:12.394024 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-6b2bf839-c34c-4a3a-9e36-09353c088568 tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:12.422419 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2bf839-c34c-4a3a-9e36-09353c088568 tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Pushing event deleted for resources: {'Port': ['ID=293547d6-605b-4bdd-b0e6-4532e2d9381b,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:13:12.428332 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b2bf839-c34c-4a3a-9e36-09353c088568 tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] No DVR routers for this DVR port 293547d6-605b-4bdd-b0e6-4532e2d9381b on host n-d-834765-1 {{(pid=102791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 16:13:12.777787 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5604bcd1-89a8-4813-8a11-afdfb94c258e req-23e8f730-e78a-4f0e-81a7-0ac49ccece43 tempest-TestServerAdvancedOps-662394448 tempest-TestServerAdvancedOps-662394448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:13:12.779233 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-5604bcd1-89a8-4813-8a11-afdfb94c258e req-23e8f730-e78a-4f0e-81a7-0ac49ccece43 tempest-TestServerAdvancedOps-662394448 tempest-TestServerAdvancedOps-662394448-project] 10.222.0.42 "GET /v2.0/ports?device_id=ce7a4ada-566f-459a-95f8-39a934d7da92 HTTP/1.1" status: 200 len: 943 time: 0.4161403 Mar 29 16:13:12.863492 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-6b2bf839-c34c-4a3a-9e36-09353c088568 tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639890', 'neutron.services.segments.db._delete_segments_for_network-8783523423079'] for network, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:12.895846 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-5604bcd1-89a8-4813-8a11-afdfb94c258e req-d523cc78-d98b-474e-9566-176d6a6cf314 tempest-TestServerAdvancedOps-662394448 tempest-TestServerAdvancedOps-662394448-project] 10.222.0.42 "GET /v2.0/security-groups?id=cdb162e2-8bf4-4661-9e64-736093fa4a68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016140 Mar 29 16:13:12.900188 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-6b2bf839-c34c-4a3a-9e36-09353c088568 tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84f8b5c9-ec94-426c-a0a5-ea611ae7d081']}} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:13:12.911125 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-6b2bf839-c34c-4a3a-9e36-09353c088568 tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99cbf2ba-ae38-4f2d-851b-1159a310a7dc') {'for_net_delete': True} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:13:12.911458 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-6b2bf839-c34c-4a3a-9e36-09353c088568 tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99cbf2ba-ae38-4f2d-851b-1159a310a7dc') {} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:13:12.920982 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-6b2bf839-c34c-4a3a-9e36-09353c088568 tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783523422064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4230428'] for segment, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:12.934335 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-6b2bf839-c34c-4a3a-9e36-09353c088568 tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:12.941071 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b2bf839-c34c-4a3a-9e36-09353c088568 tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Releasing vlan 633 on physical network physnet1 to pool {{(pid=102791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 16:13:12.941514 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-6b2bf839-c34c-4a3a-9e36-09353c088568 tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16169569'] for segment, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:12.944405 n-d-834765-1 neutron-server[102791]: Traceback (most recent call last): Mar 29 16:13:12.944405 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 16:13:12.944405 n-d-834765-1 neutron-server[102791]: timer() Mar 29 16:13:12.944405 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 16:13:12.944405 n-d-834765-1 neutron-server[102791]: cb(*args, **kw) Mar 29 16:13:12.944405 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 16:13:12.944405 n-d-834765-1 neutron-server[102791]: return func(*args, **kwargs) Mar 29 16:13:12.944405 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 16:13:12.944405 n-d-834765-1 neutron-server[102791]: self._notify() Mar 29 16:13:12.944405 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 16:13:12.944405 n-d-834765-1 neutron-server[102791]: self.callback(batched_events) Mar 29 16:13:12.944405 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 16:13:12.944405 n-d-834765-1 neutron-server[102791]: event.method(event) Mar 29 16:13:12.944405 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 16:13:12.944405 n-d-834765-1 neutron-server[102791]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 16:13:12.944405 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 16:13:12.944405 n-d-834765-1 neutron-server[102791]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 16:13:12.944405 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 16:13:12.944405 n-d-834765-1 neutron-server[102791]: return f(self, *a, **k) Mar 29 16:13:12.944405 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 16:13:12.944405 n-d-834765-1 neutron-server[102791]: return self._get(url).json() Mar 29 16:13:12.944405 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 16:13:12.944405 n-d-834765-1 neutron-server[102791]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 16:13:12.944405 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 16:13:12.944405 n-d-834765-1 neutron-server[102791]: return self.request(url, 'GET', **kwargs) Mar 29 16:13:12.944405 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 16:13:12.944405 n-d-834765-1 neutron-server[102791]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 16:13:12.944405 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 16:13:12.944405 n-d-834765-1 neutron-server[102791]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 16:13:12.944405 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 16:13:12.944405 n-d-834765-1 neutron-server[102791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 16:13:12.944405 n-d-834765-1 neutron-server[102791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 16:13:13.003310 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-6b2bf839-c34c-4a3a-9e36-09353c088568 tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1639897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648174'] for network, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:13.007862 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-6b2bf839-c34c-4a3a-9e36-09353c088568 tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Notify callbacks [] for network, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:13.010982 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-6b2bf839-c34c-4a3a-9e36-09353c088568 tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] 10.222.0.42 "DELETE /v2.0/networks/84f8b5c9-ec94-426c-a0a5-ea611ae7d081 HTTP/1.1" status: 204 len: 168 time: 1.8118711 Mar 29 16:13:13.014390 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 58200) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:13:13.047843 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2bf839-c34c-4a3a-9e36-09353c088568 tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Pushing event deleted for resources: {'Network': ['ID=84f8b5c9-ec94-426c-a0a5-ea611ae7d081,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:13:13.051502 n-d-834765-1 neutron-server[102791]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ab0b687-89b9-42a8-b148-d1b27b2f502b tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] DELETE failed (client error): The resource could not be found. Mar 29 16:13:13.051940 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ab0b687-89b9-42a8-b148-d1b27b2f502b tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102791) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 16:13:13.054904 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-4ab0b687-89b9-42a8-b148-d1b27b2f502b tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] 10.222.0.42 "DELETE /v2.0/subnets/d63286e9-73cd-4e73-b942-0b7e167d203c HTTP/1.1" status: 404 len: 337 time: 0.0396142 Mar 29 16:13:13.057529 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 58202) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:13:13.074487 n-d-834765-1 neutron-server[102791]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a23cf1c-1c53-4a8e-9a7f-b7b836a1b847 tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] DELETE failed (client error): The resource could not be found. Mar 29 16:13:13.074997 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a23cf1c-1c53-4a8e-9a7f-b7b836a1b847 tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102791) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 16:13:13.077892 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-1a23cf1c-1c53-4a8e-9a7f-b7b836a1b847 tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] 10.222.0.42 "DELETE /v2.0/networks/84f8b5c9-ec94-426c-a0a5-ea611ae7d081 HTTP/1.1" status: 404 len: 339 time: 0.0194826 Mar 29 16:13:13.080175 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 58204) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:13:13.154952 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-c84a1cf0-d269-4744-99f3-19617e971c7d tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1631750'] for network, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:13.240689 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-c84a1cf0-d269-4744-99f3-19617e971c7d tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639890', 'neutron.services.segments.db._delete_segments_for_network-8783523423079'] for network, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:13.260560 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-c84a1cf0-d269-4744-99f3-19617e971c7d tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4024c5b6-6a8c-4d98-8322-a3d8072bf55d']}} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:13:13.270245 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-c84a1cf0-d269-4744-99f3-19617e971c7d tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c434c3fa-7021-4617-b747-fef425dbc19a') {'for_net_delete': True} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:13:13.270537 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-c84a1cf0-d269-4744-99f3-19617e971c7d tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c434c3fa-7021-4617-b747-fef425dbc19a') {} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:13:13.279556 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-c84a1cf0-d269-4744-99f3-19617e971c7d tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783523422064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4230428'] for segment, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:13.292230 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-c84a1cf0-d269-4744-99f3-19617e971c7d tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:13.298144 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c84a1cf0-d269-4744-99f3-19617e971c7d tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Releasing vlan 617 on physical network physnet1 to pool {{(pid=102791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 16:13:13.298572 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-c84a1cf0-d269-4744-99f3-19617e971c7d tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16169569'] for segment, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:13.301394 n-d-834765-1 neutron-server[102791]: Traceback (most recent call last): Mar 29 16:13:13.301394 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 16:13:13.301394 n-d-834765-1 neutron-server[102791]: timer() Mar 29 16:13:13.301394 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 16:13:13.301394 n-d-834765-1 neutron-server[102791]: cb(*args, **kw) Mar 29 16:13:13.301394 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 16:13:13.301394 n-d-834765-1 neutron-server[102791]: return func(*args, **kwargs) Mar 29 16:13:13.301394 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 16:13:13.301394 n-d-834765-1 neutron-server[102791]: self._notify() Mar 29 16:13:13.301394 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 16:13:13.301394 n-d-834765-1 neutron-server[102791]: self.callback(batched_events) Mar 29 16:13:13.301394 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 16:13:13.301394 n-d-834765-1 neutron-server[102791]: event.method(event) Mar 29 16:13:13.301394 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 16:13:13.301394 n-d-834765-1 neutron-server[102791]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 16:13:13.301394 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 16:13:13.301394 n-d-834765-1 neutron-server[102791]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 16:13:13.301394 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 16:13:13.301394 n-d-834765-1 neutron-server[102791]: return f(self, *a, **k) Mar 29 16:13:13.301394 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 16:13:13.301394 n-d-834765-1 neutron-server[102791]: return self._get(url).json() Mar 29 16:13:13.301394 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 16:13:13.301394 n-d-834765-1 neutron-server[102791]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 16:13:13.301394 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 16:13:13.301394 n-d-834765-1 neutron-server[102791]: return self.request(url, 'GET', **kwargs) Mar 29 16:13:13.301394 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 16:13:13.301394 n-d-834765-1 neutron-server[102791]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 16:13:13.301394 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 16:13:13.301394 n-d-834765-1 neutron-server[102791]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 16:13:13.301394 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 16:13:13.301394 n-d-834765-1 neutron-server[102791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 16:13:13.301394 n-d-834765-1 neutron-server[102791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 16:13:13.361637 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-c84a1cf0-d269-4744-99f3-19617e971c7d tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1639897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648174'] for network, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:13.365823 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-c84a1cf0-d269-4744-99f3-19617e971c7d tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Notify callbacks [] for network, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:13.369210 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-c84a1cf0-d269-4744-99f3-19617e971c7d tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] 10.222.0.42 "DELETE /v2.0/networks/4024c5b6-6a8c-4d98-8322-a3d8072bf55d HTTP/1.1" status: 204 len: 168 time: 0.2881713 Mar 29 16:13:13.371829 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 58206) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:13:13.383287 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84a1cf0-d269-4744-99f3-19617e971c7d tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Pushing event deleted for resources: {'Network': ['ID=4024c5b6-6a8c-4d98-8322-a3d8072bf55d,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:13:13.405552 n-d-834765-1 neutron-server[102790]: INFO neutron.pecan_wsgi.hooks.translation [None req-82b07070-6bc5-4e4e-bf89-5452bad05c26 tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] DELETE failed (client error): The resource could not be found. Mar 29 16:13:13.405935 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82b07070-6bc5-4e4e-bf89-5452bad05c26 tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102790) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 16:13:13.409059 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-82b07070-6bc5-4e4e-bf89-5452bad05c26 tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] 10.222.0.42 "DELETE /v2.0/subnets/f22dc5ac-36af-4b06-804f-c2a500ffe7bc HTTP/1.1" status: 404 len: 337 time: 0.0362401 Mar 29 16:13:13.411634 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 58208) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:13:13.430338 n-d-834765-1 neutron-server[102790]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbbdd398-6fd3-4594-8ab7-e2d3447c5fd4 tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] DELETE failed (client error): The resource could not be found. Mar 29 16:13:13.430855 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dbbdd398-6fd3-4594-8ab7-e2d3447c5fd4 tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102790) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 16:13:13.433828 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-dbbdd398-6fd3-4594-8ab7-e2d3447c5fd4 tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] 10.222.0.42 "DELETE /v2.0/networks/985c5e6d-2e36-4fbd-8833-3249018d3cdb HTTP/1.1" status: 404 len: 339 time: 0.0213127 Mar 29 16:13:13.436297 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 58210) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:13:13.485154 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5405e64-6ad3-453f-a5f3-623b7353dea2 tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Deleting subnet a766f676-b3d7-4b5d-a08e-6d8f6367a500 {{(pid=102790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 16:13:13.488851 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e5405e64-6ad3-453f-a5f3-623b7353dea2 tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Notify callbacks [] for subnet, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:13.541649 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e5405e64-6ad3-453f-a5f3-623b7353dea2 tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4614024'] for subnet, precommit_delete_associations {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:13.631495 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e5405e64-6ad3-453f-a5f3-623b7353dea2 tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1641287'] for subnet, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:13.687789 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e5405e64-6ad3-453f-a5f3-623b7353dea2 tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1641294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5231963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4793952'] for subnet, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:13.715394 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5405e64-6ad3-453f-a5f3-623b7353dea2 tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Pushing event deleted for resources: {'Subnet': ['ID=a766f676-b3d7-4b5d-a08e-6d8f6367a500,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:13:13.717365 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e5405e64-6ad3-453f-a5f3-623b7353dea2 tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Notify callbacks [] for subnet, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:13.721332 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-e5405e64-6ad3-453f-a5f3-623b7353dea2 tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] 10.222.0.42 "DELETE /v2.0/subnets/a766f676-b3d7-4b5d-a08e-6d8f6367a500 HTTP/1.1" status: 204 len: 168 time: 0.2839043 Mar 29 16:13:13.722145 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12ffe9cb-7b38-459b-a575-4700e154c832 None None] Network 2c0bd60a-61b0-41be-9a29-0613a3ca6f5a requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 16:13:13.723592 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 58212) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:13:13.774829 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.db_base_plugin_v2 [None req-26ead7fd-8265-4c74-a1f3-b05d2a7a0db2 tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Deleting subnet 13f6b49c-8868-4117-afad-39f4517d1a7d {{(pid=102790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 16:13:13.777909 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-26ead7fd-8265-4c74-a1f3-b05d2a7a0db2 tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Notify callbacks [] for subnet, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:13.818974 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-26ead7fd-8265-4c74-a1f3-b05d2a7a0db2 tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4614024'] for subnet, precommit_delete_associations {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:13.909252 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-26ead7fd-8265-4c74-a1f3-b05d2a7a0db2 tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1641287'] for subnet, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:13.969958 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device 8128b530-be22-4822-b373-fa11e83a7e22 details requested by agent hyperv_n-h2-834765-1 with host n-h2-834765-1 {{(pid=102792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 16:13:14.008751 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-26ead7fd-8265-4c74-a1f3-b05d2a7a0db2 tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1641294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5231963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4793952'] for subnet, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:14.045913 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-26ead7fd-8265-4c74-a1f3-b05d2a7a0db2 tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Notify callbacks [] for subnet, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:14.051666 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-26ead7fd-8265-4c74-a1f3-b05d2a7a0db2 tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] 10.222.0.42 "DELETE /v2.0/subnets/13f6b49c-8868-4117-afad-39f4517d1a7d HTTP/1.1" status: 204 len: 168 time: 0.3247156 Mar 29 16:13:14.051666 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ead7fd-8265-4c74-a1f3-b05d2a7a0db2 tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Pushing event deleted for resources: {'Subnet': ['ID=13f6b49c-8868-4117-afad-39f4517d1a7d,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:13:14.052476 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 58216) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:13:14.074282 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aba6b6d-13c7-4e20-add1-b56c417a979e req-7e751e37-72af-4de9-8564-b584c28252dd tempest-TestServerAdvancedOps-662394448 tempest-TestServerAdvancedOps-662394448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:13:14.081898 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-1aba6b6d-13c7-4e20-add1-b56c417a979e req-7e751e37-72af-4de9-8564-b584c28252dd tempest-TestServerAdvancedOps-662394448 tempest-TestServerAdvancedOps-662394448-project] 10.222.0.42 "GET /v2.0/ports?device_id=ce7a4ada-566f-459a-95f8-39a934d7da92 HTTP/1.1" status: 200 len: 943 time: 0.1106529 Mar 29 16:13:14.093166 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port 8128b530-be22-4822-b373-fa11e83a7e22, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=8128b530-be22-4822-b373-fa11e83a7e22,segment=NetworkSegment(ee59c5ef-88a1-41e7-b3e2-7e4499fa6740),segment_id=ee59c5ef-88a1-41e7-b3e2-7e4499fa6740)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:13:14.110044 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Returning: {'device': '8128b530-be22-4822-b373-fa11e83a7e22', 'network_id': '5d1ef3ef-2965-4b2f-88f7-4b88184255f5', 'port_id': '8128b530-be22-4822-b373-fa11e83a7e22', 'mac_address': 'fa:16:3e:ba:ba:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d73631d-8019-458f-9c15-cd41e6b9d570', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 16:13:14.125477 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-1aba6b6d-13c7-4e20-add1-b56c417a979e req-412fd44b-e8ba-405a-8f19-3f3337067677 tempest-TestServerAdvancedOps-662394448 tempest-TestServerAdvancedOps-662394448-project] 10.222.0.42 "GET /v2.0/security-groups?id=cdb162e2-8bf4-4661-9e64-736093fa4a68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426958 Mar 29 16:13:14.153657 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-35095101-e1f7-4f06-a2b0-0d72a0890020 tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1631750'] for network, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:14.160127 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:14.174902 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8128b530-be22-4822-b373-fa11e83a7e22 {{(pid=102792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 16:13:14.196948 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port 8128b530-be22-4822-b373-fa11e83a7e22, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=8128b530-be22-4822-b373-fa11e83a7e22,segment=NetworkSegment(ee59c5ef-88a1-41e7-b3e2-7e4499fa6740),segment_id=ee59c5ef-88a1-41e7-b3e2-7e4499fa6740)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:13:14.201604 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:14.211483 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-35095101-e1f7-4f06-a2b0-0d72a0890020 tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Deleting port 95fd91bd-6c87-4f25-b48e-f5a293d58bf3 {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:13:14.211832 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-35095101-e1f7-4f06-a2b0-0d72a0890020 tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:14.256013 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Pushing event updated for resources: {'Port': ['ID=8128b530-be22-4822-b373-fa11e83a7e22,revision_number=4']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:13:14.278189 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [None req-35095101-e1f7-4f06-a2b0-0d72a0890020 tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] For port 95fd91bd-6c87-4f25-b48e-f5a293d58bf3, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=95fd91bd-6c87-4f25-b48e-f5a293d58bf3,segment=NetworkSegment(5041bb3c-d941-4d20-b4cd-b1848e7e05a6),segment_id=5041bb3c-d941-4d20-b4cd-b1848e7e05a6)] {{(pid=102791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:13:14.278551 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-35095101-e1f7-4f06-a2b0-0d72a0890020 tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:14.292107 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-35095101-e1f7-4f06-a2b0-0d72a0890020 tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Calling delete_port for 95fd91bd-6c87-4f25-b48e-f5a293d58bf3 owned by network:dhcp {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:13:14.376862 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-35095101-e1f7-4f06-a2b0-0d72a0890020 tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:14.404249 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35095101-e1f7-4f06-a2b0-0d72a0890020 tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Pushing event deleted for resources: {'Port': ['ID=95fd91bd-6c87-4f25-b48e-f5a293d58bf3,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:13:14.409482 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35095101-e1f7-4f06-a2b0-0d72a0890020 tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] No DVR routers for this DVR port 95fd91bd-6c87-4f25-b48e-f5a293d58bf3 on host n-d-834765-1 {{(pid=102791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 16:13:14.421864 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3167426e-c32c-45bc-a9f1-cec322d0b7eb None None] Network 2c0bd60a-61b0-41be-9a29-0613a3ca6f5a requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 16:13:14.458097 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-21b0e493-184c-484c-b16f-29a9dcc55e19 None None] Could not find standard attr ID for object 95fd91bd-6c87-4f25-b48e-f5a293d58bf3. {{(pid=102792) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 29 16:13:14.495490 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-35095101-e1f7-4f06-a2b0-0d72a0890020 tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639890', 'neutron.services.segments.db._delete_segments_for_network-8783523423079'] for network, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:14.515998 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-35095101-e1f7-4f06-a2b0-0d72a0890020 tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c0bd60a-61b0-41be-9a29-0613a3ca6f5a']}} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:13:14.526057 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-35095101-e1f7-4f06-a2b0-0d72a0890020 tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5041bb3c-d941-4d20-b4cd-b1848e7e05a6') {'for_net_delete': True} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:13:14.526348 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-35095101-e1f7-4f06-a2b0-0d72a0890020 tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5041bb3c-d941-4d20-b4cd-b1848e7e05a6') {} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:13:14.535880 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-35095101-e1f7-4f06-a2b0-0d72a0890020 tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783523422064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4230428'] for segment, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:14.549435 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-35095101-e1f7-4f06-a2b0-0d72a0890020 tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:14.556910 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35095101-e1f7-4f06-a2b0-0d72a0890020 tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Releasing vlan 612 on physical network physnet1 to pool {{(pid=102791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 16:13:14.557473 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-35095101-e1f7-4f06-a2b0-0d72a0890020 tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16169569'] for segment, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:14.564459 n-d-834765-1 neutron-server[102791]: Traceback (most recent call last): Mar 29 16:13:14.564459 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 16:13:14.564459 n-d-834765-1 neutron-server[102791]: timer() Mar 29 16:13:14.564459 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 16:13:14.564459 n-d-834765-1 neutron-server[102791]: cb(*args, **kw) Mar 29 16:13:14.564459 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 16:13:14.564459 n-d-834765-1 neutron-server[102791]: return func(*args, **kwargs) Mar 29 16:13:14.564459 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 16:13:14.564459 n-d-834765-1 neutron-server[102791]: self._notify() Mar 29 16:13:14.564459 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 16:13:14.564459 n-d-834765-1 neutron-server[102791]: self.callback(batched_events) Mar 29 16:13:14.564459 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 16:13:14.564459 n-d-834765-1 neutron-server[102791]: event.method(event) Mar 29 16:13:14.564459 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 16:13:14.564459 n-d-834765-1 neutron-server[102791]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 16:13:14.564459 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 16:13:14.564459 n-d-834765-1 neutron-server[102791]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 16:13:14.564459 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 16:13:14.564459 n-d-834765-1 neutron-server[102791]: return f(self, *a, **k) Mar 29 16:13:14.564459 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 16:13:14.564459 n-d-834765-1 neutron-server[102791]: return self._get(url).json() Mar 29 16:13:14.564459 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 16:13:14.564459 n-d-834765-1 neutron-server[102791]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 16:13:14.564459 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 16:13:14.564459 n-d-834765-1 neutron-server[102791]: return self.request(url, 'GET', **kwargs) Mar 29 16:13:14.564459 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 16:13:14.564459 n-d-834765-1 neutron-server[102791]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 16:13:14.564459 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 16:13:14.564459 n-d-834765-1 neutron-server[102791]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 16:13:14.564459 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 16:13:14.564459 n-d-834765-1 neutron-server[102791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 16:13:14.564459 n-d-834765-1 neutron-server[102791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 16:13:14.575241 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] get_ports_and_sgs() called for port_ids ['8128b530-be22-4822-b373-fa11e83a7e22'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 16:13:14.606424 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-848fd6ba-9efd-424e-a189-8a92d79ec75a None None] DHCP port deletion for 2c0bd60a-61b0-41be-9a29-0613a3ca6f5a request from n-d-834765-1 {{(pid=102792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 29 16:13:14.630550 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-35095101-e1f7-4f06-a2b0-0d72a0890020 tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1639897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648174'] for network, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:14.640177 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-35095101-e1f7-4f06-a2b0-0d72a0890020 tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Notify callbacks [] for network, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:14.646671 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-35095101-e1f7-4f06-a2b0-0d72a0890020 tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] 10.222.0.42 "DELETE /v2.0/networks/2c0bd60a-61b0-41be-9a29-0613a3ca6f5a HTTP/1.1" status: 204 len: 168 time: 0.5910482 Mar 29 16:13:14.648254 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 58218) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:13:14.654703 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35095101-e1f7-4f06-a2b0-0d72a0890020 tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Pushing event deleted for resources: {'Network': ['ID=2c0bd60a-61b0-41be-9a29-0613a3ca6f5a,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:13:14.680454 n-d-834765-1 neutron-server[102790]: INFO neutron.pecan_wsgi.hooks.translation [None req-f584b48e-ab91-4848-9ed7-170c3960c89a tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] DELETE failed (client error): The resource could not be found. Mar 29 16:13:14.681007 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f584b48e-ab91-4848-9ed7-170c3960c89a tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102790) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 16:13:14.684540 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-f584b48e-ab91-4848-9ed7-170c3960c89a tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] 10.222.0.42 "DELETE /v2.0/subnets/1180f4b5-e7d6-4493-a671-3d2f3fe780f2 HTTP/1.1" status: 404 len: 337 time: 0.0351939 Mar 29 16:13:14.687056 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 58220) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:13:14.702623 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 95fd91bd-6c87-4f25-b48e-f5a293d58bf3 no longer exists at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 16:13:14.709585 n-d-834765-1 neutron-server[102790]: INFO neutron.pecan_wsgi.hooks.translation [None req-992011d0-d552-42e6-a888-f793adc6c5f5 tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] DELETE failed (client error): The resource could not be found. Mar 29 16:13:14.710129 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-992011d0-d552-42e6-a888-f793adc6c5f5 tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102790) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 16:13:14.713247 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-992011d0-d552-42e6-a888-f793adc6c5f5 tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] 10.222.0.42 "DELETE /v2.0/networks/9c0b8c10-37f0-4351-9f53-87008c5694f6 HTTP/1.1" status: 404 len: 339 time: 0.0252013 Mar 29 16:13:14.716036 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 58222) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:13:14.725861 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] No Port match for: 95fd91bd-6c87-4f25-b48e-f5a293d58bf3 {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 16:13:14.726387 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 95fd91bd-6c87-4f25-b48e-f5a293d58bf3 not bound to the agent host n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 16:13:14.742974 n-d-834765-1 neutron-server[102790]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4a34eaf-3814-4009-b530-2185b746799b tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] DELETE failed (client error): The resource could not be found. Mar 29 16:13:14.743520 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4a34eaf-3814-4009-b530-2185b746799b tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102790) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 16:13:14.746517 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-f4a34eaf-3814-4009-b530-2185b746799b tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] 10.222.0.42 "DELETE /v2.0/subnets/5456370d-0c44-42bc-b901-1a89ef572fa4 HTTP/1.1" status: 404 len: 337 time: 0.0295451 Mar 29 16:13:14.749180 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 58224) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:13:14.768615 n-d-834765-1 neutron-server[102790]: INFO neutron.pecan_wsgi.hooks.translation [None req-0669f5e7-166b-4530-9561-6a8d52a892ca tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] DELETE failed (client error): The resource could not be found. Mar 29 16:13:14.769136 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0669f5e7-166b-4530-9561-6a8d52a892ca tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102790) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 16:13:14.772106 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-0669f5e7-166b-4530-9561-6a8d52a892ca tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] 10.222.0.42 "DELETE /v2.0/networks/e49ddb31-e2b4-407a-bf1a-c938034580fd HTTP/1.1" status: 404 len: 339 time: 0.0220439 Mar 29 16:13:14.774766 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 58226) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:13:14.799729 n-d-834765-1 neutron-server[102790]: INFO neutron.pecan_wsgi.hooks.translation [None req-9295091e-d2e6-499e-8bca-3c8c3f4546f5 tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] DELETE failed (client error): The resource could not be found. Mar 29 16:13:14.800162 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9295091e-d2e6-499e-8bca-3c8c3f4546f5 tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102790) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 16:13:14.803090 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-9295091e-d2e6-499e-8bca-3c8c3f4546f5 tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] 10.222.0.42 "DELETE /v2.0/subnets/ab8c5c99-c964-458b-b655-2a1dfc270f9c HTTP/1.1" status: 404 len: 337 time: 0.0273623 Mar 29 16:13:14.805408 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 58228) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:13:14.822641 n-d-834765-1 neutron-server[102790]: INFO neutron.pecan_wsgi.hooks.translation [None req-43def192-0f80-4d02-8207-374b968858a2 tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] DELETE failed (client error): The resource could not be found. Mar 29 16:13:14.823136 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43def192-0f80-4d02-8207-374b968858a2 tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102790) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 16:13:14.826020 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-43def192-0f80-4d02-8207-374b968858a2 tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] 10.222.0.42 "DELETE /v2.0/networks/295509b0-984b-40a6-afa0-0b2b83ddd10e HTTP/1.1" status: 404 len: 339 time: 0.0197532 Mar 29 16:13:14.828186 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 58230) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:13:14.883513 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0bf1875-c3bf-4fd4-9b2b-015bc4b838cf tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Deleting subnet 0b7bf47a-7b7b-4332-88b2-7de79007d068 {{(pid=102790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 16:13:14.886550 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-d0bf1875-c3bf-4fd4-9b2b-015bc4b838cf tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Notify callbacks [] for subnet, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:14.926532 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-d0bf1875-c3bf-4fd4-9b2b-015bc4b838cf tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4614024'] for subnet, precommit_delete_associations {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:15.007191 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-d0bf1875-c3bf-4fd4-9b2b-015bc4b838cf tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1641287'] for subnet, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:15.069753 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-d0bf1875-c3bf-4fd4-9b2b-015bc4b838cf tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1641294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5231963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4793952'] for subnet, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:15.095543 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bf1875-c3bf-4fd4-9b2b-015bc4b838cf tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Pushing event deleted for resources: {'Subnet': ['ID=0b7bf47a-7b7b-4332-88b2-7de79007d068,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:13:15.099338 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-d0bf1875-c3bf-4fd4-9b2b-015bc4b838cf tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Notify callbacks [] for subnet, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:15.102846 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-d0bf1875-c3bf-4fd4-9b2b-015bc4b838cf tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] 10.222.0.42 "DELETE /v2.0/subnets/0b7bf47a-7b7b-4332-88b2-7de79007d068 HTTP/1.1" status: 204 len: 168 time: 0.2734027 Mar 29 16:13:15.105113 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 58232) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:13:15.106117 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecdaeefb-9c94-4da7-83b7-d98cd88a3243 None None] Network 14b8fed9-2711-4454-aa4f-befd8781badd requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 16:13:15.185174 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-680e39f9-043a-4cdd-9902-71c7ad77e68f tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1631750'] for network, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:15.252240 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-680e39f9-043a-4cdd-9902-71c7ad77e68f tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Deleting port a8a6f2f3-6092-4364-91eb-8919cbfa9913 {{(pid=102790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:13:15.252583 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-680e39f9-043a-4cdd-9902-71c7ad77e68f tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:15.258474 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ed9391-a896-4389-9497-167cfbcf544b req-347ac7da-48bd-4794-a5d5-7e033fdd81ab tempest-TestServerAdvancedOps-662394448 tempest-TestServerAdvancedOps-662394448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:13:15.260009 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-50ed9391-a896-4389-9497-167cfbcf544b req-347ac7da-48bd-4794-a5d5-7e033fdd81ab tempest-TestServerAdvancedOps-662394448 tempest-TestServerAdvancedOps-662394448-project] 10.222.0.42 "GET /v2.0/ports?device_id=ce7a4ada-566f-459a-95f8-39a934d7da92 HTTP/1.1" status: 200 len: 944 time: 0.0612965 Mar 29 16:13:15.302485 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-50ed9391-a896-4389-9497-167cfbcf544b req-2c8b93c7-cbca-468a-ab99-e93093f3fe68 tempest-TestServerAdvancedOps-662394448 tempest-TestServerAdvancedOps-662394448-project] 10.222.0.42 "GET /v2.0/security-groups?id=cdb162e2-8bf4-4661-9e64-736093fa4a68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357888 Mar 29 16:13:15.313158 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eb964bf-d9d0-4496-a7eb-71a0b3e4f302 None None] DHCP port deletion for 14b8fed9-2711-4454-aa4f-befd8781badd request from n-d-834765-1 {{(pid=102792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 29 16:13:15.326537 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [None req-680e39f9-043a-4cdd-9902-71c7ad77e68f tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] For port a8a6f2f3-6092-4364-91eb-8919cbfa9913, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=a8a6f2f3-6092-4364-91eb-8919cbfa9913,segment=NetworkSegment(b5e8679d-5308-4990-8696-5b841893b054),segment_id=b5e8679d-5308-4990-8696-5b841893b054)] {{(pid=102790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:13:15.326982 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-680e39f9-043a-4cdd-9902-71c7ad77e68f tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:15.340030 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-680e39f9-043a-4cdd-9902-71c7ad77e68f tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Calling delete_port for a8a6f2f3-6092-4364-91eb-8919cbfa9913 owned by network:dhcp {{(pid=102790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:13:15.359212 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-8eb964bf-d9d0-4496-a7eb-71a0b3e4f302 None None] Deleting port a8a6f2f3-6092-4364-91eb-8919cbfa9913 {{(pid=102792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:13:15.359650 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-8eb964bf-d9d0-4496-a7eb-71a0b3e4f302 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:15.423590 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-680e39f9-043a-4cdd-9902-71c7ad77e68f tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:15.427750 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-8eb964bf-d9d0-4496-a7eb-71a0b3e4f302 None None] For port a8a6f2f3-6092-4364-91eb-8919cbfa9913, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=a8a6f2f3-6092-4364-91eb-8919cbfa9913,segment=NetworkSegment(b5e8679d-5308-4990-8696-5b841893b054),segment_id=b5e8679d-5308-4990-8696-5b841893b054)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:13:15.428152 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-8eb964bf-d9d0-4496-a7eb-71a0b3e4f302 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:15.440934 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-8eb964bf-d9d0-4496-a7eb-71a0b3e4f302 None None] Calling delete_port for a8a6f2f3-6092-4364-91eb-8919cbfa9913 owned by network:dhcp {{(pid=102792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:13:15.453871 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-680e39f9-043a-4cdd-9902-71c7ad77e68f tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] No DVR routers for this DVR port a8a6f2f3-6092-4364-91eb-8919cbfa9913 on host n-d-834765-1 {{(pid=102790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 16:13:15.458431 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680e39f9-043a-4cdd-9902-71c7ad77e68f tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Pushing event deleted for resources: {'Port': ['ID=a8a6f2f3-6092-4364-91eb-8919cbfa9913,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:13:15.519896 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-8eb964bf-d9d0-4496-a7eb-71a0b3e4f302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350'] for port, after_delete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:15.537140 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-680e39f9-043a-4cdd-9902-71c7ad77e68f tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639890', 'neutron.services.segments.db._delete_segments_for_network-8783523423079'] for network, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:15.545118 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb964bf-d9d0-4496-a7eb-71a0b3e4f302 None None] Pushing event deleted for resources: {'Port': ['ID=a8a6f2f3-6092-4364-91eb-8919cbfa9913,revision_number=None']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:13:15.551561 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eb964bf-d9d0-4496-a7eb-71a0b3e4f302 None None] No DVR routers for this DVR port a8a6f2f3-6092-4364-91eb-8919cbfa9913 on host n-d-834765-1 {{(pid=102792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 16:13:15.566872 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-680e39f9-043a-4cdd-9902-71c7ad77e68f tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14b8fed9-2711-4454-aa4f-befd8781badd']}} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:13:15.576280 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-680e39f9-043a-4cdd-9902-71c7ad77e68f tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5e8679d-5308-4990-8696-5b841893b054') {'for_net_delete': True} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:13:15.576578 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-680e39f9-043a-4cdd-9902-71c7ad77e68f tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5e8679d-5308-4990-8696-5b841893b054') {} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:13:15.586405 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-680e39f9-043a-4cdd-9902-71c7ad77e68f tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783523422064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4614019'] for segment, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:15.600614 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-680e39f9-043a-4cdd-9902-71c7ad77e68f tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:15.606732 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-680e39f9-043a-4cdd-9902-71c7ad77e68f tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Releasing vlan 610 on physical network physnet1 to pool {{(pid=102790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 16:13:15.607110 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-680e39f9-043a-4cdd-9902-71c7ad77e68f tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5238013'] for segment, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:15.610259 n-d-834765-1 neutron-server[102790]: Traceback (most recent call last): Mar 29 16:13:15.610259 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 16:13:15.610259 n-d-834765-1 neutron-server[102790]: timer() Mar 29 16:13:15.610259 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 16:13:15.610259 n-d-834765-1 neutron-server[102790]: cb(*args, **kw) Mar 29 16:13:15.610259 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 16:13:15.610259 n-d-834765-1 neutron-server[102790]: return func(*args, **kwargs) Mar 29 16:13:15.610259 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 16:13:15.610259 n-d-834765-1 neutron-server[102790]: self._notify() Mar 29 16:13:15.610259 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 16:13:15.610259 n-d-834765-1 neutron-server[102790]: self.callback(batched_events) Mar 29 16:13:15.610259 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 16:13:15.610259 n-d-834765-1 neutron-server[102790]: event.method(event) Mar 29 16:13:15.610259 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 16:13:15.610259 n-d-834765-1 neutron-server[102790]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 16:13:15.610259 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 16:13:15.610259 n-d-834765-1 neutron-server[102790]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 16:13:15.610259 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 16:13:15.610259 n-d-834765-1 neutron-server[102790]: return f(self, *a, **k) Mar 29 16:13:15.610259 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 16:13:15.610259 n-d-834765-1 neutron-server[102790]: return self._get(url).json() Mar 29 16:13:15.610259 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 16:13:15.610259 n-d-834765-1 neutron-server[102790]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 16:13:15.610259 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 16:13:15.610259 n-d-834765-1 neutron-server[102790]: return self.request(url, 'GET', **kwargs) Mar 29 16:13:15.610259 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 16:13:15.610259 n-d-834765-1 neutron-server[102790]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 16:13:15.610259 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 16:13:15.610259 n-d-834765-1 neutron-server[102790]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 16:13:15.610259 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 16:13:15.610259 n-d-834765-1 neutron-server[102790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 16:13:15.610259 n-d-834765-1 neutron-server[102790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 16:13:15.671105 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-680e39f9-043a-4cdd-9902-71c7ad77e68f tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1639897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648174'] for network, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:15.678552 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-680e39f9-043a-4cdd-9902-71c7ad77e68f tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Notify callbacks [] for network, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:15.681601 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-680e39f9-043a-4cdd-9902-71c7ad77e68f tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] 10.222.0.42 "DELETE /v2.0/networks/14b8fed9-2711-4454-aa4f-befd8781badd HTTP/1.1" status: 204 len: 168 time: 0.5755184 Mar 29 16:13:15.684277 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 58238) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:13:15.692805 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680e39f9-043a-4cdd-9902-71c7ad77e68f tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Pushing event deleted for resources: {'Network': ['ID=14b8fed9-2711-4454-aa4f-befd8781badd,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:13:15.712449 n-d-834765-1 neutron-server[102791]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f7ea6c6-8bac-4ed0-b0d2-b3eeafaa6d46 tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] DELETE failed (client error): The resource could not be found. Mar 29 16:13:15.712893 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f7ea6c6-8bac-4ed0-b0d2-b3eeafaa6d46 tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102791) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 16:13:15.715887 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-8f7ea6c6-8bac-4ed0-b0d2-b3eeafaa6d46 tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] 10.222.0.42 "DELETE /v2.0/subnets/4ecb9bb8-0a36-4aec-94a3-d718c2fe78cf HTTP/1.1" status: 404 len: 337 time: 0.0304585 Mar 29 16:13:15.718336 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 58240) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:13:15.737632 n-d-834765-1 neutron-server[102791]: INFO neutron.pecan_wsgi.hooks.translation [None req-f89e13d2-bd8b-4f98-a8ac-45386d207906 tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] DELETE failed (client error): The resource could not be found. Mar 29 16:13:15.738237 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f89e13d2-bd8b-4f98-a8ac-45386d207906 tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102791) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 16:13:15.742210 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-f89e13d2-bd8b-4f98-a8ac-45386d207906 tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] 10.222.0.42 "DELETE /v2.0/networks/e42a5b50-6755-4212-9878-f1e4e3071b8e HTTP/1.1" status: 404 len: 339 time: 0.0229802 Mar 29 16:13:15.744740 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 58242) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:13:15.794019 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_v2 [None req-57139793-f306-4881-908d-02f0d1e2a885 tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Deleting subnet d496b302-8168-4dfc-91ad-37dab004aa05 {{(pid=102791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 16:13:15.796880 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-57139793-f306-4881-908d-02f0d1e2a885 tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Notify callbacks [] for subnet, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:15.840845 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-57139793-f306-4881-908d-02f0d1e2a885 tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4230423'] for subnet, precommit_delete_associations {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:15.932045 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-57139793-f306-4881-908d-02f0d1e2a885 tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1641287'] for subnet, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:15.985621 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device 8128b530-be22-4822-b373-fa11e83a7e22 up at agent hyperv_n-h2-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 16:13:15.992196 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-57139793-f306-4881-908d-02f0d1e2a885 tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1641294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16155591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16218852'] for subnet, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:16.025423 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57139793-f306-4881-908d-02f0d1e2a885 tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Pushing event deleted for resources: {'Subnet': ['ID=d496b302-8168-4dfc-91ad-37dab004aa05,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:13:16.030600 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-57139793-f306-4881-908d-02f0d1e2a885 tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Notify callbacks [] for subnet, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:16.033381 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-57139793-f306-4881-908d-02f0d1e2a885 tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] 10.222.0.42 "DELETE /v2.0/subnets/d496b302-8168-4dfc-91ad-37dab004aa05 HTTP/1.1" status: 204 len: 168 time: 0.2876947 Mar 29 16:13:16.035738 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 58244) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:13:16.037803 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec81a0bf-e5b9-4a9b-8b98-6cc0c303a237 None None] Network 8786fc26-c545-4904-bcb8-b85fe4afc758 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 16:13:16.053540 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Provisioning for port 8128b530-be22-4822-b373-fa11e83a7e22 completed by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 16:13:16.067829 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Provisioning complete for port 8128b530-be22-4822-b373-fa11e83a7e22 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:13:16.068171 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:16.113950 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-a5b4de51-213d-4706-b14c-52f3943c5f85 tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1631750'] for network, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:16.165869 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-a5b4de51-213d-4706-b14c-52f3943c5f85 tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Deleting port b1477056-d6c8-4ddd-b125-9485685c282f {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:13:16.166209 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-a5b4de51-213d-4706-b14c-52f3943c5f85 tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:16.224691 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:16.234668 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [None req-a5b4de51-213d-4706-b14c-52f3943c5f85 tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] For port b1477056-d6c8-4ddd-b125-9485685c282f, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=b1477056-d6c8-4ddd-b125-9485685c282f,segment=NetworkSegment(e82ad120-29e8-454a-a3e7-66e2e04182e2),segment_id=e82ad120-29e8-454a-a3e7-66e2e04182e2)] {{(pid=102791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:13:16.235030 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-a5b4de51-213d-4706-b14c-52f3943c5f85 tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:16.248006 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce7a4ada-566f-459a-95f8-39a934d7da92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8128b530-be22-4822-b373-fa11e83a7e22'}] {{(pid=102792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:13:16.249641 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-a5b4de51-213d-4706-b14c-52f3943c5f85 tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Calling delete_port for b1477056-d6c8-4ddd-b125-9485685c282f owned by network:dhcp {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:13:16.250459 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4f476c66b318cc6068719fc39557fac68d413f5c7e78fa77028c7948e999ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3579ffd8-5023-4e4d-aa0e-eaaefbf7d669" -d '{"events": [{"server_uuid": "ce7a4ada-566f-459a-95f8-39a934d7da92", "name": "network-vif-plugged", "status": "completed", "tag": "8128b530-be22-4822-b373-fa11e83a7e22"}]}' {{(pid=102792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:13:16.265318 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port 8128b530-be22-4822-b373-fa11e83a7e22, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=8128b530-be22-4822-b373-fa11e83a7e22,segment=NetworkSegment(ee59c5ef-88a1-41e7-b3e2-7e4499fa6740),segment_id=ee59c5ef-88a1-41e7-b3e2-7e4499fa6740)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:13:16.271539 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:16.296598 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 16:13:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91f2ed51-5443-4454-ab73-1e7dcb1d6a18 x-openstack-request-id: req-91f2ed51-5443-4454-ab73-1e7dcb1d6a18 {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:13:16.296886 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce7a4ada-566f-459a-95f8-39a934d7da92", "name": "network-vif-plugged", "status": "completed", "tag": "8128b530-be22-4822-b373-fa11e83a7e22", "code": 200}]} {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:13:16.297130 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-91f2ed51-5443-4454-ab73-1e7dcb1d6a18 {{(pid=102792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:13:16.297771 n-d-834765-1 neutron-server[102792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce7a4ada-566f-459a-95f8-39a934d7da92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8128b530-be22-4822-b373-fa11e83a7e22', 'code': 200} Mar 29 16:13:16.299833 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06cb330a-5ec6-4961-952f-8f270a6b20a7 None None] DHCP port deletion for 8786fc26-c545-4904-bcb8-b85fe4afc758 request from n-d-834765-1 {{(pid=102792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 29 16:13:16.353634 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Pushing event updated for resources: {'Port': ['ID=8128b530-be22-4822-b373-fa11e83a7e22,revision_number=5']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:13:16.377281 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-06cb330a-5ec6-4961-952f-8f270a6b20a7 None None] Deleting port b1477056-d6c8-4ddd-b125-9485685c282f {{(pid=102792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:13:16.377656 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-06cb330a-5ec6-4961-952f-8f270a6b20a7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:16.395674 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-a5b4de51-213d-4706-b14c-52f3943c5f85 tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:16.446568 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-06cb330a-5ec6-4961-952f-8f270a6b20a7 None None] For port b1477056-d6c8-4ddd-b125-9485685c282f, host n-d-834765-1, got binding levels [] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:13:16.446955 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-06cb330a-5ec6-4961-952f-8f270a6b20a7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:16.453216 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5b4de51-213d-4706-b14c-52f3943c5f85 tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] No DVR routers for this DVR port b1477056-d6c8-4ddd-b125-9485685c282f on host n-d-834765-1 {{(pid=102791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 16:13:16.455204 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b4de51-213d-4706-b14c-52f3943c5f85 tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Pushing event deleted for resources: {'Port': ['ID=b1477056-d6c8-4ddd-b125-9485685c282f,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:13:16.460661 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-06cb330a-5ec6-4961-952f-8f270a6b20a7 None None] Calling delete_port for b1477056-d6c8-4ddd-b125-9485685c282f owned by network:dhcp {{(pid=102792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:13:16.463686 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.ipam_backend_mixin [None req-06cb330a-5ec6-4961-952f-8f270a6b20a7 None None] Port b1477056-d6c8-4ddd-b125-9485685c282f was not found and therefore no delete operation was performed {{(pid=102792) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 29 16:13:16.464580 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-06cb330a-5ec6-4961-952f-8f270a6b20a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350'] for port, after_delete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:16.492264 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cb330a-5ec6-4961-952f-8f270a6b20a7 None None] Pushing event deleted for resources: {'Port': ['ID=b1477056-d6c8-4ddd-b125-9485685c282f,revision_number=None']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:13:16.494097 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06cb330a-5ec6-4961-952f-8f270a6b20a7 None None] No DVR routers for this DVR port b1477056-d6c8-4ddd-b125-9485685c282f on host n-d-834765-1 {{(pid=102792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 16:13:16.507111 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be08feae-fd54-4423-aa57-28de2c91d0ee req-56f3d651-146c-4c40-98f4-c6dfc833a486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:13:16.508624 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-be08feae-fd54-4423-aa57-28de2c91d0ee req-56f3d651-146c-4c40-98f4-c6dfc833a486 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=ce7a4ada-566f-459a-95f8-39a934d7da92 HTTP/1.1" status: 200 len: 1096 time: 0.1555429 Mar 29 16:13:16.540132 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4c37b6-fc61-4063-9a6e-ba178dbb7f22 req-859abd50-4999-4527-85af-b48e1c0244b2 tempest-TestServerAdvancedOps-662394448 tempest-TestServerAdvancedOps-662394448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:13:16.541569 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ff4c37b6-fc61-4063-9a6e-ba178dbb7f22 req-859abd50-4999-4527-85af-b48e1c0244b2 tempest-TestServerAdvancedOps-662394448 tempest-TestServerAdvancedOps-662394448-project] 10.222.0.42 "GET /v2.0/ports?device_id=ce7a4ada-566f-459a-95f8-39a934d7da92 HTTP/1.1" status: 200 len: 945 time: 0.1473324 Mar 29 16:13:16.580383 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-a5b4de51-213d-4706-b14c-52f3943c5f85 tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639890', 'neutron.services.segments.db._delete_segments_for_network-8783523423079'] for network, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:16.619696 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-a5b4de51-213d-4706-b14c-52f3943c5f85 tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8786fc26-c545-4904-bcb8-b85fe4afc758']}} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:13:16.636842 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-a5b4de51-213d-4706-b14c-52f3943c5f85 tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e82ad120-29e8-454a-a3e7-66e2e04182e2') {'for_net_delete': True} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:13:16.637130 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-a5b4de51-213d-4706-b14c-52f3943c5f85 tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e82ad120-29e8-454a-a3e7-66e2e04182e2') {} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:13:16.639762 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-be08feae-fd54-4423-aa57-28de2c91d0ee req-fe78ec29-f21e-4f65-8e4a-8dac261fd0c9 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=cdb162e2-8bf4-4661-9e64-736093fa4a68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181824 Mar 29 16:13:16.658316 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ff4c37b6-fc61-4063-9a6e-ba178dbb7f22 req-5e0dc4bb-401d-4a87-bd94-0a8c22110a8f tempest-TestServerAdvancedOps-662394448 tempest-TestServerAdvancedOps-662394448-project] 10.222.0.42 "GET /v2.0/security-groups?id=cdb162e2-8bf4-4661-9e64-736093fa4a68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801063 Mar 29 16:13:16.659975 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-a5b4de51-213d-4706-b14c-52f3943c5f85 tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783523422064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4230428'] for segment, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:16.678158 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-a5b4de51-213d-4706-b14c-52f3943c5f85 tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:16.684656 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5b4de51-213d-4706-b14c-52f3943c5f85 tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Releasing vlan 622 on physical network physnet1 to pool {{(pid=102791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 16:13:16.685080 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-a5b4de51-213d-4706-b14c-52f3943c5f85 tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16169569'] for segment, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:16.685302 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device a8a6f2f3-6092-4364-91eb-8919cbfa9913 no longer exists at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 16:13:16.688162 n-d-834765-1 neutron-server[102791]: Traceback (most recent call last): Mar 29 16:13:16.688162 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 16:13:16.688162 n-d-834765-1 neutron-server[102791]: timer() Mar 29 16:13:16.688162 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 16:13:16.688162 n-d-834765-1 neutron-server[102791]: cb(*args, **kw) Mar 29 16:13:16.688162 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 16:13:16.688162 n-d-834765-1 neutron-server[102791]: return func(*args, **kwargs) Mar 29 16:13:16.688162 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 16:13:16.688162 n-d-834765-1 neutron-server[102791]: self._notify() Mar 29 16:13:16.688162 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 16:13:16.688162 n-d-834765-1 neutron-server[102791]: self.callback(batched_events) Mar 29 16:13:16.688162 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 16:13:16.688162 n-d-834765-1 neutron-server[102791]: event.method(event) Mar 29 16:13:16.688162 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 16:13:16.688162 n-d-834765-1 neutron-server[102791]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 16:13:16.688162 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 16:13:16.688162 n-d-834765-1 neutron-server[102791]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 16:13:16.688162 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 16:13:16.688162 n-d-834765-1 neutron-server[102791]: return f(self, *a, **k) Mar 29 16:13:16.688162 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 16:13:16.688162 n-d-834765-1 neutron-server[102791]: return self._get(url).json() Mar 29 16:13:16.688162 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 16:13:16.688162 n-d-834765-1 neutron-server[102791]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 16:13:16.688162 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 16:13:16.688162 n-d-834765-1 neutron-server[102791]: return self.request(url, 'GET', **kwargs) Mar 29 16:13:16.688162 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 16:13:16.688162 n-d-834765-1 neutron-server[102791]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 16:13:16.688162 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 16:13:16.688162 n-d-834765-1 neutron-server[102791]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 16:13:16.688162 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 16:13:16.688162 n-d-834765-1 neutron-server[102791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 16:13:16.688162 n-d-834765-1 neutron-server[102791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 16:13:16.708489 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] No Port match for: a8a6f2f3-6092-4364-91eb-8919cbfa9913 {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 16:13:16.708829 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device a8a6f2f3-6092-4364-91eb-8919cbfa9913 not bound to the agent host n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 16:13:16.709243 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device b1477056-d6c8-4ddd-b125-9485685c282f no longer exists at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 16:13:16.727412 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] No Port match for: b1477056-d6c8-4ddd-b125-9485685c282f {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 16:13:16.727744 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device b1477056-d6c8-4ddd-b125-9485685c282f not bound to the agent host n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 16:13:16.746987 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-a5b4de51-213d-4706-b14c-52f3943c5f85 tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1639897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648174'] for network, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:16.753861 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-a5b4de51-213d-4706-b14c-52f3943c5f85 tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Notify callbacks [] for network, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:16.758106 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-a5b4de51-213d-4706-b14c-52f3943c5f85 tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] 10.222.0.42 "DELETE /v2.0/networks/8786fc26-c545-4904-bcb8-b85fe4afc758 HTTP/1.1" status: 204 len: 168 time: 0.7214370 Mar 29 16:13:16.770146 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b4de51-213d-4706-b14c-52f3943c5f85 tempest-NetworksIpV6Test-326317588 tempest-NetworksIpV6Test-326317588-project] Pushing event deleted for resources: {'Network': ['ID=8786fc26-c545-4904-bcb8-b85fe4afc758,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:13:17.000161 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 58254) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:13:17.135848 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-5656fb8a-40ac-4ede-bf4a-0ee8454c8f8f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=de214e6cd9a042f4a6312ba6269c1391&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1344495 Mar 29 16:13:17.138167 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 58258) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:13:17.182596 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:17.185751 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-968ff579-f4c6-4100-92fd-096766dfa26e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:17.206972 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-968ff579-f4c6-4100-92fd-096766dfa26e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:17.260043 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-968ff579-f4c6-4100-92fd-096766dfa26e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:17.262689 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-968ff579-f4c6-4100-92fd-096766dfa26e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:17.263945 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-968ff579-f4c6-4100-92fd-096766dfa26e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/6b113bd9-d992-4e45-830a-fd0de206a85c HTTP/1.1" status: 204 len: 168 time: 0.1248622 Mar 29 16:13:17.272706 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968ff579-f4c6-4100-92fd-096766dfa26e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b113bd9-d992-4e45-830a-fd0de206a85c,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:13:17.783777 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0643e746-e6d4-4aa3-9c72-3b6bfce45712 req-53cbbf4f-0de5-4a73-b592-e6eacb415bc1 tempest-TestServerAdvancedOps-662394448 tempest-TestServerAdvancedOps-662394448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:13:17.785329 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-0643e746-e6d4-4aa3-9c72-3b6bfce45712 req-53cbbf4f-0de5-4a73-b592-e6eacb415bc1 tempest-TestServerAdvancedOps-662394448 tempest-TestServerAdvancedOps-662394448-project] 10.222.0.42 "GET /v2.0/ports?device_id=ce7a4ada-566f-459a-95f8-39a934d7da92 HTTP/1.1" status: 200 len: 945 time: 0.0517557 Mar 29 16:13:17.834896 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-0643e746-e6d4-4aa3-9c72-3b6bfce45712 req-3acaf558-640a-4b32-829b-4c871c1998f1 tempest-TestServerAdvancedOps-662394448 tempest-TestServerAdvancedOps-662394448-project] 10.222.0.42 "GET /v2.0/security-groups?id=cdb162e2-8bf4-4661-9e64-736093fa4a68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340109 Mar 29 16:13:17.901301 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 58282) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:13:18.004979 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-17b817da-b821-4c84-b783-b3f12113e8d3 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-158430600'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:13:18.014309 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:18.024940 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17b817da-b821-4c84-b783-b3f12113e8d3 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Made reservation on behalf of 42e493e160984997b05aad8c743e9a34 for: {'network': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:13:18.028540 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-17b817da-b821-4c84-b783-b3f12113e8d3 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for network, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:18.043184 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-17b817da-b821-4c84-b783-b3f12113e8d3 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks [] for security_group, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:18.119984 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-17b817da-b821-4c84-b783-b3f12113e8d3 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks [] for security_group, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:18.123464 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-17b817da-b821-4c84-b783-b3f12113e8d3 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:18.151745 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17b817da-b821-4c84-b783-b3f12113e8d3 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] vlan segment allocate from pool success with {'vlan_id': 644, 'physical_network': 'physnet1'} {{(pid=102791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 16:13:18.156874 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b817da-b821-4c84-b783-b3f12113e8d3 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a765ebd-a7a5-465b-aabc-38be1de2b9e6,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:13:18.165046 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-17b817da-b821-4c84-b783-b3f12113e8d3 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:18.165392 n-d-834765-1 neutron-server[102791]: INFO neutron.db.segments_db [None req-17b817da-b821-4c84-b783-b3f12113e8d3 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Added segment 04c71284-3f0a-42f8-8148-c21c9d170154 of type vlan for network f2d86366-7c6e-4b8b-903b-e8d480d06ecd Mar 29 16:13:18.208068 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-17b817da-b821-4c84-b783-b3f12113e8d3 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783522915970'] for network, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:18.231535 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-17b817da-b821-4c84-b783-b3f12113e8d3 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795'] for network, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:18.238544 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17b817da-b821-4c84-b783-b3f12113e8d3 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:13:18.239139 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-17b817da-b821-4c84-b783-b3f12113e8d3 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks [] for network, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:18.280720 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-17b817da-b821-4c84-b783-b3f12113e8d3 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3782487 Mar 29 16:13:18.283990 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 58286) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:13:18.289027 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-fea7e757-a8d0-4d64-bffb-d78720b225b2 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Request body: {'port': {'network_id': 'f2d86366-7c6e-4b8b-903b-e8d480d06ecd', 'name': 'tempest-PortsIpV6TestJSON-1122609750'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:13:18.311458 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b817da-b821-4c84-b783-b3f12113e8d3 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Pushing event updated for resources: {'Network': ['ID=f2d86366-7c6e-4b8b-903b-e8d480d06ecd,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:13:18.321557 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Network f2d86366-7c6e-4b8b-903b-e8d480d06ecd details requested by agent ovs-agent-n-d-834765-1 with host n-d-834765-1 {{(pid=102792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 16:13:18.381181 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fea7e757-a8d0-4d64-bffb-d78720b225b2 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Made reservation on behalf of 42e493e160984997b05aad8c743e9a34 for: {'port': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:13:18.384956 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-fea7e757-a8d0-4d64-bffb-d78720b225b2 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:18.402771 n-d-834765-1 neutron-server[102790]: DEBUG neutron.notifiers.nova [None req-fea7e757-a8d0-4d64-bffb-d78720b225b2 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] device_id is not set on port 32cf9b5f-14b0-48f4-8f0b-92ca18967f20 yet. {{(pid=102790) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 29 16:13:18.563843 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-fea7e757-a8d0-4d64-bffb-d78720b225b2 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks [] for port, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:18.595365 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-fea7e757-a8d0-4d64-bffb-d78720b225b2 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:18.653508 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea7e757-a8d0-4d64-bffb-d78720b225b2 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Pushing event updated for resources: {'Port': ['ID=32cf9b5f-14b0-48f4-8f0b-92ca18967f20,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:13:18.663758 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fea7e757-a8d0-4d64-bffb-d78720b225b2 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Checking segment: {'id': '04c71284-3f0a-42f8-8148-c21c9d170154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f2d86366-7c6e-4b8b-903b-e8d480d06ecd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 16:13:18.664115 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fea7e757-a8d0-4d64-bffb-d78720b225b2 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Network hostable DHCP agents. Network: f2d86366-7c6e-4b8b-903b-e8d480d06ecd, hostable agents: ['d136643e-48ae-49d4-a851-2ba3bdf3749c'], hosted agents: [] {{(pid=102790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 16:13:18.681536 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fea7e757-a8d0-4d64-bffb-d78720b225b2 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Network f2d86366-7c6e-4b8b-903b-e8d480d06ecd is scheduled to be hosted by DHCP agent d136643e-48ae-49d4-a851-2ba3bdf3749c with binding_index 1 {{(pid=102790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 16:13:18.690420 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-fea7e757-a8d0-4d64-bffb-d78720b225b2 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834765-1, f2d86366-7c6e-4b8b-903b-e8d480d06ecd) {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:13:18.694229 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fea7e757-a8d0-4d64-bffb-d78720b225b2 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Received port after_create {{(pid=102790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:13:18.699211 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64e43b7c-b591-4493-9e88-86ba20af0100 None None] Network f2d86366-7c6e-4b8b-903b-e8d480d06ecd requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 16:13:18.700027 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fea7e757-a8d0-4d64-bffb-d78720b225b2 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:13:18.700624 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-fea7e757-a8d0-4d64-bffb-d78720b225b2 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:18.716285 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-fea7e757-a8d0-4d64-bffb-d78720b225b2 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.4311733 Mar 29 16:13:18.719137 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 58290) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:13:18.723984 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-1ecc7fed-4e35-4a8b-98d0-3083b50a06e8 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-36531911'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:13:18.743218 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ecc7fed-4e35-4a8b-98d0-3083b50a06e8 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Made reservation on behalf of 42e493e160984997b05aad8c743e9a34 for: {'network': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:13:18.746702 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-1ecc7fed-4e35-4a8b-98d0-3083b50a06e8 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for network, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:18.774112 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ecc7fed-4e35-4a8b-98d0-3083b50a06e8 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] vlan segment allocate from pool success with {'vlan_id': 603, 'physical_network': 'physnet1'} {{(pid=102790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 16:13:18.784186 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-1ecc7fed-4e35-4a8b-98d0-3083b50a06e8 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:18.784911 n-d-834765-1 neutron-server[102790]: INFO neutron.db.segments_db [None req-1ecc7fed-4e35-4a8b-98d0-3083b50a06e8 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Added segment 16e52032-6930-4762-ae5c-17a128d63087 of type vlan for network 85f91bcf-61ef-4ed2-bc4c-9378265eb14b Mar 29 16:13:18.833198 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-1ecc7fed-4e35-4a8b-98d0-3083b50a06e8 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783522915970'] for network, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:18.858914 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-1ecc7fed-4e35-4a8b-98d0-3083b50a06e8 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795'] for network, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:18.865321 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ecc7fed-4e35-4a8b-98d0-3083b50a06e8 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:13:18.866067 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-1ecc7fed-4e35-4a8b-98d0-3083b50a06e8 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks [] for network, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:18.906517 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-1ecc7fed-4e35-4a8b-98d0-3083b50a06e8 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.1839716 Mar 29 16:13:18.906779 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 58294) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:13:18.914048 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-f6660561-3bb5-4aaf-b006-1d562071ad99 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Request body: {'ports': [{'network_id': 'f2d86366-7c6e-4b8b-903b-e8d480d06ecd'}, {'network_id': '85f91bcf-61ef-4ed2-bc4c-9378265eb14b'}]} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:13:18.914356 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-f6660561-3bb5-4aaf-b006-1d562071ad99 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Request body: {'port': {'network_id': 'f2d86366-7c6e-4b8b-903b-e8d480d06ecd'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:13:18.914838 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-f6660561-3bb5-4aaf-b006-1d562071ad99 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Request body: {'port': {'network_id': '85f91bcf-61ef-4ed2-bc4c-9378265eb14b'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:13:18.958366 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecc7fed-4e35-4a8b-98d0-3083b50a06e8 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Pushing event updated for resources: {'Network': ['ID=85f91bcf-61ef-4ed2-bc4c-9378265eb14b,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:13:18.960788 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17a0a82-ce01-467d-ad77-6ceb829d8ef7 req-a6a9d4dd-abb1-48f6-bf2f-2b6ee1541b31 tempest-TestServerAdvancedOps-662394448 tempest-TestServerAdvancedOps-662394448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:13:18.963133 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f17a0a82-ce01-467d-ad77-6ceb829d8ef7 req-a6a9d4dd-abb1-48f6-bf2f-2b6ee1541b31 tempest-TestServerAdvancedOps-662394448 tempest-TestServerAdvancedOps-662394448-project] 10.222.0.42 "GET /v2.0/ports?device_id=ce7a4ada-566f-459a-95f8-39a934d7da92 HTTP/1.1" status: 200 len: 945 time: 0.0515821 Mar 29 16:13:18.981943 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Network 85f91bcf-61ef-4ed2-bc4c-9378265eb14b details requested by agent ovs-agent-n-d-834765-1 with host n-d-834765-1 {{(pid=102792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 16:13:19.014601 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f17a0a82-ce01-467d-ad77-6ceb829d8ef7 req-dc6cdb43-eaa0-41e8-8373-7548d5412ca1 tempest-TestServerAdvancedOps-662394448 tempest-TestServerAdvancedOps-662394448-project] 10.222.0.42 "GET /v2.0/security-groups?id=cdb162e2-8bf4-4661-9e64-736093fa4a68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395763 Mar 29 16:13:19.143854 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6660561-3bb5-4aaf-b006-1d562071ad99 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Made reservation on behalf of 42e493e160984997b05aad8c743e9a34 for: {'port': 2} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:13:19.148216 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-f6660561-3bb5-4aaf-b006-1d562071ad99 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:19.163446 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-f6660561-3bb5-4aaf-b006-1d562071ad99 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:19.171708 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4ea370-dce8-41f4-8c88-7db541a4f7aa req-1a2361a2-2e6e-455f-ac2b-848e7dec1682 tempest-TestServerAdvancedOps-662394448 tempest-TestServerAdvancedOps-662394448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:13:19.174184 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-6d4ea370-dce8-41f4-8c88-7db541a4f7aa req-1a2361a2-2e6e-455f-ac2b-848e7dec1682 tempest-TestServerAdvancedOps-662394448 tempest-TestServerAdvancedOps-662394448-project] 10.222.0.42 "GET /v2.0/ports?device_id=ce7a4ada-566f-459a-95f8-39a934d7da92 HTTP/1.1" status: 200 len: 945 time: 0.0815079 Mar 29 16:13:19.276343 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-6d4ea370-dce8-41f4-8c88-7db541a4f7aa req-afd7bcc8-f923-475c-a39e-da81b3f9c45b tempest-TestServerAdvancedOps-662394448 tempest-TestServerAdvancedOps-662394448-project] 10.222.0.42 "GET /v2.0/security-groups?id=cdb162e2-8bf4-4661-9e64-736093fa4a68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950823 Mar 29 16:13:19.648692 n-d-834765-1 neutron-server[102790]: DEBUG neutron.notifiers.nova [None req-f6660561-3bb5-4aaf-b006-1d562071ad99 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] device_id is not set on port 8ff47b23-d114-4a6e-89e6-f6e4657ed015 yet. {{(pid=102790) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 29 16:13:19.698439 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d996116b-33a6-4551-89f1-cea5ff51c748 req-58f9e36f-4d35-486f-8236-d0bfecaf97b3 tempest-TestServerAdvancedOps-662394448 tempest-TestServerAdvancedOps-662394448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:13:19.699877 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-d996116b-33a6-4551-89f1-cea5ff51c748 req-58f9e36f-4d35-486f-8236-d0bfecaf97b3 tempest-TestServerAdvancedOps-662394448 tempest-TestServerAdvancedOps-662394448-project] 10.222.0.42 "GET /v2.0/ports?device_id=ce7a4ada-566f-459a-95f8-39a934d7da92 HTTP/1.1" status: 200 len: 945 time: 0.0719471 Mar 29 16:13:19.762239 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-d996116b-33a6-4551-89f1-cea5ff51c748 req-1317f3c8-1879-4b51-bd43-bd4e69b06438 tempest-TestServerAdvancedOps-662394448 tempest-TestServerAdvancedOps-662394448-project] 10.222.0.42 "GET /v2.0/security-groups?id=cdb162e2-8bf4-4661-9e64-736093fa4a68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553505 Mar 29 16:13:19.787237 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-f6660561-3bb5-4aaf-b006-1d562071ad99 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks [] for port, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:19.854879 n-d-834765-1 neutron-server[102790]: DEBUG neutron.notifiers.nova [None req-f6660561-3bb5-4aaf-b006-1d562071ad99 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] device_id is not set on port 0a600a6f-1ea4-4d88-a4b7-c908c9b55307 yet. {{(pid=102790) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 29 16:13:19.930678 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-f6660561-3bb5-4aaf-b006-1d562071ad99 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks [] for port, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:19.966758 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-f6660561-3bb5-4aaf-b006-1d562071ad99 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:20.008576 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6660561-3bb5-4aaf-b006-1d562071ad99 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Network f2d86366-7c6e-4b8b-903b-e8d480d06ecd is already hosted by enough agents. {{(pid=102790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:13:20.011578 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-f6660561-3bb5-4aaf-b006-1d562071ad99 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Resources bound (agent type, host, resource id): {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:13:20.015123 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6660561-3bb5-4aaf-b006-1d562071ad99 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Received port after_create {{(pid=102790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:13:20.015983 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-f6660561-3bb5-4aaf-b006-1d562071ad99 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:20.027422 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6660561-3bb5-4aaf-b006-1d562071ad99 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Pushing event updated for resources: {'Port': ['ID=8ff47b23-d114-4a6e-89e6-f6e4657ed015,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:13:20.087387 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6660561-3bb5-4aaf-b006-1d562071ad99 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Pushing event updated for resources: {'Port': ['ID=0a600a6f-1ea4-4d88-a4b7-c908c9b55307,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:13:20.094567 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6660561-3bb5-4aaf-b006-1d562071ad99 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Checking segment: {'id': '16e52032-6930-4762-ae5c-17a128d63087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '85f91bcf-61ef-4ed2-bc4c-9378265eb14b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 16:13:20.094934 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6660561-3bb5-4aaf-b006-1d562071ad99 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Network hostable DHCP agents. Network: 85f91bcf-61ef-4ed2-bc4c-9378265eb14b, hostable agents: ['d136643e-48ae-49d4-a851-2ba3bdf3749c'], hosted agents: [] {{(pid=102790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 16:13:20.111839 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6660561-3bb5-4aaf-b006-1d562071ad99 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Network 85f91bcf-61ef-4ed2-bc4c-9378265eb14b is scheduled to be hosted by DHCP agent d136643e-48ae-49d4-a851-2ba3bdf3749c with binding_index 1 {{(pid=102790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 16:13:20.120264 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-f6660561-3bb5-4aaf-b006-1d562071ad99 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834765-1, 85f91bcf-61ef-4ed2-bc4c-9378265eb14b) {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:13:20.123800 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6660561-3bb5-4aaf-b006-1d562071ad99 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Received port after_create {{(pid=102790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:13:20.129511 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59972394-770d-4a32-a937-9c530812d8bd None None] Network 85f91bcf-61ef-4ed2-bc4c-9378265eb14b requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 16:13:20.130012 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6660561-3bb5-4aaf-b006-1d562071ad99 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:13:20.134758 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6660561-3bb5-4aaf-b006-1d562071ad99 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:13:20.135453 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-f6660561-3bb5-4aaf-b006-1d562071ad99 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:20.153219 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-f6660561-3bb5-4aaf-b006-1d562071ad99 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.2453554 Mar 29 16:13:20.155939 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 58302) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:13:20.245138 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-666859f7-3b60-4334-8dcb-93aecb3bd0cf tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Deleting port 0a600a6f-1ea4-4d88-a4b7-c908c9b55307 {{(pid=102790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:13:20.245384 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-666859f7-3b60-4334-8dcb-93aecb3bd0cf tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:20.316481 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-666859f7-3b60-4334-8dcb-93aecb3bd0cf tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:20.328017 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-666859f7-3b60-4334-8dcb-93aecb3bd0cf tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Calling delete_port for 0a600a6f-1ea4-4d88-a4b7-c908c9b55307 owned by {{(pid=102790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:13:20.403969 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-666859f7-3b60-4334-8dcb-93aecb3bd0cf tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:20.435530 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666859f7-3b60-4334-8dcb-93aecb3bd0cf tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Pushing event deleted for resources: {'Port': ['ID=0a600a6f-1ea4-4d88-a4b7-c908c9b55307,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:13:20.440711 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-666859f7-3b60-4334-8dcb-93aecb3bd0cf tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:20.443919 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-666859f7-3b60-4334-8dcb-93aecb3bd0cf tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] 10.222.0.42 "DELETE /v2.0/ports/0a600a6f-1ea4-4d88-a4b7-c908c9b55307 HTTP/1.1" status: 204 len: 168 time: 0.2866368 Mar 29 16:13:20.446381 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 58304) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:13:20.495135 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34db546a-2063-46c6-9b98-0c6c6c0e252a tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:13:20.501888 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34db546a-2063-46c6-9b98-0c6c6c0e252a tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:13:20.503253 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-34db546a-2063-46c6-9b98-0c6c6c0e252a tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.0559800 Mar 29 16:13:20.507250 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 58306) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:13:20.589965 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-2208f4d7-6b4a-4c8b-b02f-d20cb44b80ed tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Deleting port 8ff47b23-d114-4a6e-89e6-f6e4657ed015 {{(pid=102790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:13:20.590301 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-2208f4d7-6b4a-4c8b-b02f-d20cb44b80ed tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:20.658070 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-2208f4d7-6b4a-4c8b-b02f-d20cb44b80ed tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:20.669613 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-2208f4d7-6b4a-4c8b-b02f-d20cb44b80ed tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Calling delete_port for 8ff47b23-d114-4a6e-89e6-f6e4657ed015 owned by {{(pid=102790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:13:20.747365 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-2208f4d7-6b4a-4c8b-b02f-d20cb44b80ed tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:20.780118 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2208f4d7-6b4a-4c8b-b02f-d20cb44b80ed tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Pushing event deleted for resources: {'Port': ['ID=8ff47b23-d114-4a6e-89e6-f6e4657ed015,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:13:20.786765 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-2208f4d7-6b4a-4c8b-b02f-d20cb44b80ed tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:20.790593 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-2208f4d7-6b4a-4c8b-b02f-d20cb44b80ed tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] 10.222.0.42 "DELETE /v2.0/ports/8ff47b23-d114-4a6e-89e6-f6e4657ed015 HTTP/1.1" status: 204 len: 168 time: 0.2822647 Mar 29 16:13:20.792593 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 58310) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:13:20.841240 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a69bf23b-4566-4c15-b33c-ea94ac231407 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:13:20.842695 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-a69bf23b-4566-4c15-b33c-ea94ac231407 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0491340 Mar 29 16:13:20.845604 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 58312) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:13:20.869119 n-d-834765-1 neutron-server[102790]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9db5f57-2f48-4e12-9e87-8e7287c415e5 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] GET failed (client error): The resource could not be found. Mar 29 16:13:20.870586 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-d9db5f57-2f48-4e12-9e87-8e7287c415e5 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] 10.222.0.42 "GET /v2.0/ports/0a600a6f-1ea4-4d88-a4b7-c908c9b55307 HTTP/1.1" status: 404 len: 333 time: 0.0240111 Mar 29 16:13:20.873341 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 58314) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:13:20.890701 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acac11a-fce3-4c26-a63f-8e6c78596836 req-3b288bf3-b579-4bfd-a0c5-2516cfdc31b8 tempest-TestServerAdvancedOps-662394448 tempest-TestServerAdvancedOps-662394448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:13:20.892975 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-9acac11a-fce3-4c26-a63f-8e6c78596836 req-3b288bf3-b579-4bfd-a0c5-2516cfdc31b8 tempest-TestServerAdvancedOps-662394448 tempest-TestServerAdvancedOps-662394448-project] 10.222.0.42 "GET /v2.0/ports?device_id=ce7a4ada-566f-459a-95f8-39a934d7da92 HTTP/1.1" status: 200 len: 945 time: 0.0492992 Mar 29 16:13:20.898051 n-d-834765-1 neutron-server[102790]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2654810-9175-4717-9384-a9a77f73cd79 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] GET failed (client error): The resource could not be found. Mar 29 16:13:20.899519 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-e2654810-9175-4717-9384-a9a77f73cd79 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] 10.222.0.42 "GET /v2.0/ports/8ff47b23-d114-4a6e-89e6-f6e4657ed015 HTTP/1.1" status: 404 len: 333 time: 0.0252283 Mar 29 16:13:20.902202 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 58316) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:13:20.932014 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-9acac11a-fce3-4c26-a63f-8e6c78596836 req-5ad0598d-ac2b-41fc-8d70-73a82b31d3ac tempest-TestServerAdvancedOps-662394448 tempest-TestServerAdvancedOps-662394448-project] 10.222.0.42 "GET /v2.0/security-groups?id=cdb162e2-8bf4-4661-9e64-736093fa4a68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327244 Mar 29 16:13:20.977105 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-9c93c2dc-be3e-4e14-bf8f-1811ca3347af tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1631750'] for network, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:21.070410 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-9c93c2dc-be3e-4e14-bf8f-1811ca3347af tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639890', 'neutron.services.segments.db._delete_segments_for_network-8783523423079'] for network, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:21.094204 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-9c93c2dc-be3e-4e14-bf8f-1811ca3347af tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85f91bcf-61ef-4ed2-bc4c-9378265eb14b']}} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:13:21.112203 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-9c93c2dc-be3e-4e14-bf8f-1811ca3347af tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16e52032-6930-4762-ae5c-17a128d63087') {'for_net_delete': True} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:13:21.112203 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-9c93c2dc-be3e-4e14-bf8f-1811ca3347af tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16e52032-6930-4762-ae5c-17a128d63087') {} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:13:21.120514 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-9c93c2dc-be3e-4e14-bf8f-1811ca3347af tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783523422064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4614019'] for segment, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:21.134676 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-9c93c2dc-be3e-4e14-bf8f-1811ca3347af tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:21.141626 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c93c2dc-be3e-4e14-bf8f-1811ca3347af tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Releasing vlan 603 on physical network physnet1 to pool {{(pid=102790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 16:13:21.142236 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-9c93c2dc-be3e-4e14-bf8f-1811ca3347af tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5238013'] for segment, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:21.145102 n-d-834765-1 neutron-server[102790]: Traceback (most recent call last): Mar 29 16:13:21.145102 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 16:13:21.145102 n-d-834765-1 neutron-server[102790]: timer() Mar 29 16:13:21.145102 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 16:13:21.145102 n-d-834765-1 neutron-server[102790]: cb(*args, **kw) Mar 29 16:13:21.145102 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 16:13:21.145102 n-d-834765-1 neutron-server[102790]: return func(*args, **kwargs) Mar 29 16:13:21.145102 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 16:13:21.145102 n-d-834765-1 neutron-server[102790]: self._notify() Mar 29 16:13:21.145102 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 16:13:21.145102 n-d-834765-1 neutron-server[102790]: self.callback(batched_events) Mar 29 16:13:21.145102 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 16:13:21.145102 n-d-834765-1 neutron-server[102790]: event.method(event) Mar 29 16:13:21.145102 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 16:13:21.145102 n-d-834765-1 neutron-server[102790]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 16:13:21.145102 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 16:13:21.145102 n-d-834765-1 neutron-server[102790]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 16:13:21.145102 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 16:13:21.145102 n-d-834765-1 neutron-server[102790]: return f(self, *a, **k) Mar 29 16:13:21.145102 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 16:13:21.145102 n-d-834765-1 neutron-server[102790]: return self._get(url).json() Mar 29 16:13:21.145102 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 16:13:21.145102 n-d-834765-1 neutron-server[102790]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 16:13:21.145102 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 16:13:21.145102 n-d-834765-1 neutron-server[102790]: return self.request(url, 'GET', **kwargs) Mar 29 16:13:21.145102 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 16:13:21.145102 n-d-834765-1 neutron-server[102790]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 16:13:21.145102 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 16:13:21.145102 n-d-834765-1 neutron-server[102790]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 16:13:21.145102 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 16:13:21.145102 n-d-834765-1 neutron-server[102790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 16:13:21.145102 n-d-834765-1 neutron-server[102790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 16:13:21.180560 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a439436-0b12-4b3c-beb9-edf49266e7ee req-23fa5044-5949-486b-976b-620b156bde27 tempest-TestServerAdvancedOps-662394448 tempest-TestServerAdvancedOps-662394448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:13:21.182090 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4a439436-0b12-4b3c-beb9-edf49266e7ee req-23fa5044-5949-486b-976b-620b156bde27 tempest-TestServerAdvancedOps-662394448 tempest-TestServerAdvancedOps-662394448-project] 10.222.0.42 "GET /v2.0/ports?device_id=ce7a4ada-566f-459a-95f8-39a934d7da92 HTTP/1.1" status: 200 len: 945 time: 0.0830505 Mar 29 16:13:21.189043 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee2f725-d204-43c3-baf3-35da4c43ed94 req-7a26791f-5364-4cc2-8bc9-d6c2a5d41bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:13:21.190593 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-8ee2f725-d204-43c3-baf3-35da4c43ed94 req-7a26791f-5364-4cc2-8bc9-d6c2a5d41bb6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=03b8850412484b09a31b6023e3726f24&device_id=ce7a4ada-566f-459a-95f8-39a934d7da92 HTTP/1.1" status: 200 len: 1096 time: 0.0633733 Mar 29 16:13:21.214607 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-9c93c2dc-be3e-4e14-bf8f-1811ca3347af tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1639897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648174'] for network, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:21.221044 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-9c93c2dc-be3e-4e14-bf8f-1811ca3347af tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks [] for network, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:21.230679 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-9c93c2dc-be3e-4e14-bf8f-1811ca3347af tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] 10.222.0.42 "DELETE /v2.0/networks/85f91bcf-61ef-4ed2-bc4c-9378265eb14b HTTP/1.1" status: 204 len: 168 time: 0.3225167 Mar 29 16:13:21.231333 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 58322) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:13:21.238606 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-12adfc96-4aab-49f2-a3d2-4c08f298d3ce tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-355179076'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:13:21.255088 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c93c2dc-be3e-4e14-bf8f-1811ca3347af tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Pushing event deleted for resources: {'Network': ['ID=85f91bcf-61ef-4ed2-bc4c-9378265eb14b,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:13:21.277484 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12adfc96-4aab-49f2-a3d2-4c08f298d3ce tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Made reservation on behalf of 42e493e160984997b05aad8c743e9a34 for: {'network': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:13:21.281341 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-12adfc96-4aab-49f2-a3d2-4c08f298d3ce tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for network, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:21.299665 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4a439436-0b12-4b3c-beb9-edf49266e7ee req-78688fc6-c735-4b2e-847d-082c3de78a5f tempest-TestServerAdvancedOps-662394448 tempest-TestServerAdvancedOps-662394448-project] 10.222.0.42 "GET /v2.0/security-groups?id=cdb162e2-8bf4-4661-9e64-736093fa4a68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079645 Mar 29 16:13:21.311121 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12adfc96-4aab-49f2-a3d2-4c08f298d3ce tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] vlan segment allocate from pool success with {'vlan_id': 631, 'physical_network': 'physnet1'} {{(pid=102790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 16:13:21.326069 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-12adfc96-4aab-49f2-a3d2-4c08f298d3ce tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:21.326426 n-d-834765-1 neutron-server[102790]: INFO neutron.db.segments_db [None req-12adfc96-4aab-49f2-a3d2-4c08f298d3ce tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Added segment a2383460-3fef-41a2-bd27-01506f1ebd96 of type vlan for network e49cc173-25e1-4466-b408-ba48a65ecda3 Mar 29 16:13:21.330752 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee2f725-d204-43c3-baf3-35da4c43ed94 req-188fd9c2-6c1e-4b72-b3c2-efa7b1b748e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:13:21.332382 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-8ee2f725-d204-43c3-baf3-35da4c43ed94 req-188fd9c2-6c1e-4b72-b3c2-efa7b1b748e9 service neutron] 10.222.0.48 "GET /v2.0/networks?id=5d1ef3ef-2965-4b2f-88f7-4b88184255f5 HTTP/1.1" status: 200 len: 912 time: 0.1349647 Mar 29 16:13:21.372489 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-12adfc96-4aab-49f2-a3d2-4c08f298d3ce tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783522915970'] for network, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:21.381913 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-8ee2f725-d204-43c3-baf3-35da4c43ed94 req-c12e7a3f-bcd9-44c5-85df-bde8a7af2093 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8128b530-be22-4822-b373-fa11e83a7e22 HTTP/1.1" status: 200 len: 217 time: 0.0430546 Mar 29 16:13:21.402461 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-12adfc96-4aab-49f2-a3d2-4c08f298d3ce tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795'] for network, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:21.408721 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12adfc96-4aab-49f2-a3d2-4c08f298d3ce tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:13:21.409308 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-12adfc96-4aab-49f2-a3d2-4c08f298d3ce tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks [] for network, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:21.436029 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee2f725-d204-43c3-baf3-35da4c43ed94 req-54817fce-7fd5-4ed1-a646-154eec3205b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:13:21.437564 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-8ee2f725-d204-43c3-baf3-35da4c43ed94 req-54817fce-7fd5-4ed1-a646-154eec3205b8 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4d73631d-8019-458f-9c15-cd41e6b9d570 HTTP/1.1" status: 200 len: 851 time: 0.0491612 Mar 29 16:13:21.451294 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-12adfc96-4aab-49f2-a3d2-4c08f298d3ce tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2181606 Mar 29 16:13:21.454908 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 58324) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:13:21.459744 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-5ec9f121-4ebc-4611-950a-042f6959b0f9 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Request body: {'subnet': {'network_id': 'e49cc173-25e1-4466-b408-ba48a65ecda3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:13:21.480438 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-8ee2f725-d204-43c3-baf3-35da4c43ed94 req-8ad84c18-a968-416d-8a9d-eb0db9fdb4f1 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5d1ef3ef-2965-4b2f-88f7-4b88184255f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363421 Mar 29 16:13:21.491501 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12adfc96-4aab-49f2-a3d2-4c08f298d3ce tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Pushing event updated for resources: {'Network': ['ID=e49cc173-25e1-4466-b408-ba48a65ecda3,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:13:21.502665 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Network e49cc173-25e1-4466-b408-ba48a65ecda3 details requested by agent ovs-agent-n-d-834765-1 with host n-d-834765-1 {{(pid=102792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 16:13:21.646173 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ec9f121-4ebc-4611-950a-042f6959b0f9 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Made reservation on behalf of 42e493e160984997b05aad8c743e9a34 for: {'subnet': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:13:21.649658 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-5ec9f121-4ebc-4611-950a-042f6959b0f9 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16218875'] for subnet, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:21.654097 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-8ee2f725-d204-43c3-baf3-35da4c43ed94 req-879fa773-40bb-42cf-914e-6a29e5a7ddf7 service neutron] 10.222.0.48 "GET /v2.0/networks/5d1ef3ef-2965-4b2f-88f7-4b88184255f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1637852 Mar 29 16:13:21.746086 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.ipam_backend_mixin [None req-5ec9f121-4ebc-4611-950a-042f6959b0f9 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Performing IP validity checks on allocation pools {{(pid=102791) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Mar 29 16:13:21.748912 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.ipam_backend_mixin [None req-5ec9f121-4ebc-4611-950a-042f6959b0f9 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102791) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Mar 29 16:13:21.832507 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-8ee2f725-d204-43c3-baf3-35da4c43ed94 req-be8ec617-7d50-473f-b848-9cb0ac64ce1e service neutron] 10.222.0.48 "GET /v2.0/networks/5d1ef3ef-2965-4b2f-88f7-4b88184255f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1604059 Mar 29 16:13:21.937438 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-5ec9f121-4ebc-4611-950a-042f6959b0f9 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16155524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16218861'] for subnet, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:22.003577 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec9f121-4ebc-4611-950a-042f6959b0f9 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Pushing event updated for resources: {'Subnet': ['ID=e612f8ab-ca5b-4b36-bcf3-dd88ece6814f,revision_number=0']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:13:22.010770 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ec9f121-4ebc-4611-950a-042f6959b0f9 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Checking segment: {'id': 'a2383460-3fef-41a2-bd27-01506f1ebd96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'e49cc173-25e1-4466-b408-ba48a65ecda3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 16:13:22.011121 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ec9f121-4ebc-4611-950a-042f6959b0f9 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Network hostable DHCP agents. Network: e49cc173-25e1-4466-b408-ba48a65ecda3, hostable agents: ['d136643e-48ae-49d4-a851-2ba3bdf3749c'], hosted agents: [] {{(pid=102791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 16:13:22.026866 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ec9f121-4ebc-4611-950a-042f6959b0f9 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Network e49cc173-25e1-4466-b408-ba48a65ecda3 is scheduled to be hosted by DHCP agent d136643e-48ae-49d4-a851-2ba3bdf3749c with binding_index 1 {{(pid=102791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 16:13:22.035557 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [None req-5ec9f121-4ebc-4611-950a-042f6959b0f9 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834765-1, e49cc173-25e1-4466-b408-ba48a65ecda3) {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:13:22.039574 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ec9f121-4ebc-4611-950a-042f6959b0f9 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:13:22.040149 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-5ec9f121-4ebc-4611-950a-042f6959b0f9 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks [] for subnet, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:22.049514 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d8183df-9357-4860-9d18-5cf121f62bad None None] Network e49cc173-25e1-4466-b408-ba48a65ecda3 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 16:13:22.056347 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-5ec9f121-4ebc-4611-950a-042f6959b0f9 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6003790 Mar 29 16:13:22.058799 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 58326) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:13:22.063719 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-e6a8b84c-8e4c-46b8-8e86-59bfb08c77b1 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Request body: {'port': {'network_id': 'e49cc173-25e1-4466-b408-ba48a65ecda3', 'name': 'tempest-PortsIpV6TestJSON-134136617'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:13:22.173479 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6a8b84c-8e4c-46b8-8e86-59bfb08c77b1 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Made reservation on behalf of 42e493e160984997b05aad8c743e9a34 for: {'port': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:13:22.177308 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-e6a8b84c-8e4c-46b8-8e86-59bfb08c77b1 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:22.197225 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fed6dcfa-51c7-4e02-9191-3d2d797356ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0035034-69b0-5ffc-b384-0ac6189c5628-e49cc173-25e1-4466-b408-ba48a65ecda3', 'network_id': 'e49cc173-25e1-4466-b408-ba48a65ecda3', 'tenant_id': '42e493e160984997b05aad8c743e9a34', 'fixed_ips': [{'subnet_id': 'e612f8ab-ca5b-4b36-bcf3-dd88ece6814f'}]}} from n-d-834765-1. {{(pid=102792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 29 16:13:22.198346 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-fed6dcfa-51c7-4e02-9191-3d2d797356ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:22.198524 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [None req-e6a8b84c-8e4c-46b8-8e86-59bfb08c77b1 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] device_id is not set on port 38148772-fe64-42e8-91c5-d9a06524096d yet. {{(pid=102791) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 29 16:13:22.321960 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_common [None req-e6a8b84c-8e4c-46b8-8e86-59bfb08c77b1 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Allocated IP 2001:db8::4f (e49cc173-25e1-4466-b408-ba48a65ecda3/e612f8ab-ca5b-4b36-bcf3-dd88ece6814f/38148772-fe64-42e8-91c5-d9a06524096d) {{(pid=102791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:13:22.430498 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c340ec9d-10d9-4e0a-9385-2fe76583cf3b req-03a3ce01-91a0-4786-aeb2-f0d3cf441193 tempest-TestServerAdvancedOps-662394448 tempest-TestServerAdvancedOps-662394448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:13:22.432021 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-c340ec9d-10d9-4e0a-9385-2fe76583cf3b req-03a3ce01-91a0-4786-aeb2-f0d3cf441193 tempest-TestServerAdvancedOps-662394448 tempest-TestServerAdvancedOps-662394448-project] 10.222.0.42 "GET /v2.0/ports?device_id=ce7a4ada-566f-459a-95f8-39a934d7da92 HTTP/1.1" status: 200 len: 945 time: 0.0580156 Mar 29 16:13:22.471675 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-c340ec9d-10d9-4e0a-9385-2fe76583cf3b req-822c5489-9f6a-4a9e-9ab4-a15665ae06a2 tempest-TestServerAdvancedOps-662394448 tempest-TestServerAdvancedOps-662394448-project] 10.222.0.42 "GET /v2.0/security-groups?id=cdb162e2-8bf4-4661-9e64-736093fa4a68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320346 Mar 29 16:13:22.474875 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-e6a8b84c-8e4c-46b8-8e86-59bfb08c77b1 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks [] for port, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:22.510133 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-e6a8b84c-8e4c-46b8-8e86-59bfb08c77b1 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:22.558630 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.db_base_plugin_common [None req-fed6dcfa-51c7-4e02-9191-3d2d797356ee None None] Allocated IP 2001:db8::2 (e49cc173-25e1-4466-b408-ba48a65ecda3/e612f8ab-ca5b-4b36-bcf3-dd88ece6814f/f00cb3cc-4305-4a9c-af06-5d5a1b84ba2e) {{(pid=102792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:13:22.559244 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6a8b84c-8e4c-46b8-8e86-59bfb08c77b1 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Network e49cc173-25e1-4466-b408-ba48a65ecda3 is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:13:22.562285 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [None req-e6a8b84c-8e4c-46b8-8e86-59bfb08c77b1 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:13:22.566184 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6a8b84c-8e4c-46b8-8e86-59bfb08c77b1 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Received port after_create {{(pid=102791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:13:22.571792 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6a8b84c-8e4c-46b8-8e86-59bfb08c77b1 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:13:22.572400 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-e6a8b84c-8e4c-46b8-8e86-59bfb08c77b1 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:22.581648 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a8b84c-8e4c-46b8-8e86-59bfb08c77b1 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Pushing event updated for resources: {'Port': ['ID=38148772-fe64-42e8-91c5-d9a06524096d,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:13:22.594504 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-e6a8b84c-8e4c-46b8-8e86-59bfb08c77b1 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.5345390 Mar 29 16:13:22.597886 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 58330) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:13:22.689944 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-7e889483-864d-4300-941c-44c7cdd80757 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Deleting port 38148772-fe64-42e8-91c5-d9a06524096d {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:13:22.690284 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-7e889483-864d-4300-941c-44c7cdd80757 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:22.711437 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-fed6dcfa-51c7-4e02-9191-3d2d797356ee None None] Notify callbacks [] for port, precommit_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:22.717294 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-fed6dcfa-51c7-4e02-9191-3d2d797356ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956'] for port, after_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:22.758030 n-d-834765-1 neutron-server[102792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fed6dcfa-51c7-4e02-9191-3d2d797356ee None None] Network e49cc173-25e1-4466-b408-ba48a65ecda3 is already hosted by enough agents. {{(pid=102792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:13:22.762249 n-d-834765-1 neutron-server[102792]: DEBUG neutron.scheduler.base_scheduler [None req-fed6dcfa-51c7-4e02-9191-3d2d797356ee None None] Resources bound (agent type, host, resource id): {{(pid=102792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:13:22.767193 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fed6dcfa-51c7-4e02-9191-3d2d797356ee None None] Received port after_create {{(pid=102792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:13:22.772666 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed6dcfa-51c7-4e02-9191-3d2d797356ee None None] Pushing event updated for resources: {'Port': ['ID=f00cb3cc-4305-4a9c-af06-5d5a1b84ba2e,revision_number=1']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:13:22.787906 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-7e889483-864d-4300-941c-44c7cdd80757 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:22.802858 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-7e889483-864d-4300-941c-44c7cdd80757 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Calling delete_port for 38148772-fe64-42e8-91c5-d9a06524096d owned by {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:13:22.825084 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-fed6dcfa-51c7-4e02-9191-3d2d797356ee None None] Attempting to bind port f00cb3cc-4305-4a9c-af06-5d5a1b84ba2e on host n-d-834765-1 for vnic_type normal with profile {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 16:13:22.825495 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-fed6dcfa-51c7-4e02-9191-3d2d797356ee None None] Attempting to bind port f00cb3cc-4305-4a9c-af06-5d5a1b84ba2e by drivers openvswitch,hyperv on host n-d-834765-1 at level 0 using segments [{'id': 'a2383460-3fef-41a2-bd27-01506f1ebd96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'e49cc173-25e1-4466-b408-ba48a65ecda3'}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 16:13:22.825857 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fed6dcfa-51c7-4e02-9191-3d2d797356ee None None] Attempting to bind port f00cb3cc-4305-4a9c-af06-5d5a1b84ba2e on network e49cc173-25e1-4466-b408-ba48a65ecda3 {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 16:13:22.832142 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fed6dcfa-51c7-4e02-9191-3d2d797356ee None None] Checking agent: {'id': 'a8866439-9d96-425c-b519-6905c591ac37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 25, 36), 'started_at': datetime.datetime(2022, 3, 29, 15, 26, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 16, 13, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834765-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 16:13:22.832517 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fed6dcfa-51c7-4e02-9191-3d2d797356ee None None] Checking segment: {'id': 'a2383460-3fef-41a2-bd27-01506f1ebd96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'e49cc173-25e1-4466-b408-ba48a65ecda3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 16:13:22.832916 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-fed6dcfa-51c7-4e02-9191-3d2d797356ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:22.833503 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fed6dcfa-51c7-4e02-9191-3d2d797356ee None None] Bound using segment: {'id': 'a2383460-3fef-41a2-bd27-01506f1ebd96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'e49cc173-25e1-4466-b408-ba48a65ecda3'} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 16:13:22.833760 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-fed6dcfa-51c7-4e02-9191-3d2d797356ee None None] Bound port: f00cb3cc-4305-4a9c-af06-5d5a1b84ba2e, host: n-d-834765-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2383460-3fef-41a2-bd27-01506f1ebd96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'e49cc173-25e1-4466-b408-ba48a65ecda3'}}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 16:13:22.834141 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-fed6dcfa-51c7-4e02-9191-3d2d797356ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:22.901417 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-fed6dcfa-51c7-4e02-9191-3d2d797356ee None None] For port f00cb3cc-4305-4a9c-af06-5d5a1b84ba2e, host n-d-834765-1, cleared binding levels {{(pid=102792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 16:13:22.904589 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-fed6dcfa-51c7-4e02-9191-3d2d797356ee None None] For port f00cb3cc-4305-4a9c-af06-5d5a1b84ba2e, host n-d-834765-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=f00cb3cc-4305-4a9c-af06-5d5a1b84ba2e,segment=NetworkSegment(a2383460-3fef-41a2-bd27-01506f1ebd96),segment_id=a2383460-3fef-41a2-bd27-01506f1ebd96)] {{(pid=102792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 16:13:22.909429 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-fed6dcfa-51c7-4e02-9191-3d2d797356ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:22.939581 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-7e889483-864d-4300-941c-44c7cdd80757 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:22.968993 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed6dcfa-51c7-4e02-9191-3d2d797356ee None None] Pushing event updated for resources: {'Port': ['ID=f00cb3cc-4305-4a9c-af06-5d5a1b84ba2e,revision_number=2']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:13:22.975080 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e889483-864d-4300-941c-44c7cdd80757 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Pushing event deleted for resources: {'Port': ['ID=38148772-fe64-42e8-91c5-d9a06524096d,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:13:23.003739 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-7e889483-864d-4300-941c-44c7cdd80757 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:23.007248 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-7e889483-864d-4300-941c-44c7cdd80757 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] 10.222.0.42 "DELETE /v2.0/ports/38148772-fe64-42e8-91c5-d9a06524096d HTTP/1.1" status: 204 len: 168 time: 0.4084830 Mar 29 16:13:23.009961 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 58332) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:13:23.032969 n-d-834765-1 neutron-server[102791]: INFO neutron.pecan_wsgi.hooks.translation [None req-783d3929-4b85-4c51-8f4a-b174db2c7a3f tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] DELETE failed (client error): The resource could not be found. Mar 29 16:13:23.033603 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-783d3929-4b85-4c51-8f4a-b174db2c7a3f tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102791) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 16:13:23.036648 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-783d3929-4b85-4c51-8f4a-b174db2c7a3f tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] 10.222.0.42 "DELETE /v2.0/ports/38148772-fe64-42e8-91c5-d9a06524096d HTTP/1.1" status: 404 len: 333 time: 0.0257733 Mar 29 16:13:23.039207 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 58334) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:13:23.062990 n-d-834765-1 neutron-server[102791]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3039426-0a8d-48bd-a66e-c451e8e0a7db tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] GET failed (client error): The resource could not be found. Mar 29 16:13:23.067545 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-e3039426-0a8d-48bd-a66e-c451e8e0a7db tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] 10.222.0.42 "GET /v2.0/ports/38148772-fe64-42e8-91c5-d9a06524096d HTTP/1.1" status: 404 len: 333 time: 0.0249619 Mar 29 16:13:23.067776 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 58336) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:13:23.129797 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9f65981-1e3d-4e62-82ed-87be64e85df3 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Deleting subnet e612f8ab-ca5b-4b36-bcf3-dd88ece6814f {{(pid=102791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 16:13:23.136200 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-b9f65981-1e3d-4e62-82ed-87be64e85df3 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks [] for subnet, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:23.184888 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-b9f65981-1e3d-4e62-82ed-87be64e85df3 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4230423'] for subnet, precommit_delete_associations {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:23.272201 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-b9f65981-1e3d-4e62-82ed-87be64e85df3 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1641287'] for subnet, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:23.330455 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-b9f65981-1e3d-4e62-82ed-87be64e85df3 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1641294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16155591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16218852'] for subnet, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:23.357002 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f65981-1e3d-4e62-82ed-87be64e85df3 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Pushing event deleted for resources: {'Subnet': ['ID=e612f8ab-ca5b-4b36-bcf3-dd88ece6814f,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:13:23.358977 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-b9f65981-1e3d-4e62-82ed-87be64e85df3 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks [] for subnet, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:23.362970 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-b9f65981-1e3d-4e62-82ed-87be64e85df3 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] 10.222.0.42 "DELETE /v2.0/subnets/e612f8ab-ca5b-4b36-bcf3-dd88ece6814f HTTP/1.1" status: 204 len: 168 time: 0.2942822 Mar 29 16:13:23.365601 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 58340) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:13:23.446371 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-9f1b51ce-a88e-4ae5-9400-6055752882b7 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1631750'] for network, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:23.497114 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-9f1b51ce-a88e-4ae5-9400-6055752882b7 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Deleting port f00cb3cc-4305-4a9c-af06-5d5a1b84ba2e {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:13:23.497457 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-9f1b51ce-a88e-4ae5-9400-6055752882b7 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:23.600557 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [None req-9f1b51ce-a88e-4ae5-9400-6055752882b7 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] For port f00cb3cc-4305-4a9c-af06-5d5a1b84ba2e, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=f00cb3cc-4305-4a9c-af06-5d5a1b84ba2e,segment=NetworkSegment(a2383460-3fef-41a2-bd27-01506f1ebd96),segment_id=a2383460-3fef-41a2-bd27-01506f1ebd96)] {{(pid=102791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:13:23.600928 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-9f1b51ce-a88e-4ae5-9400-6055752882b7 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:23.617972 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-9f1b51ce-a88e-4ae5-9400-6055752882b7 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Calling delete_port for f00cb3cc-4305-4a9c-af06-5d5a1b84ba2e owned by network:dhcp {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:13:23.637648 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe1fc7e-6ec4-46e8-94fa-43d3739b8024 req-7a804181-ee84-43c7-a881-98bcd58bc4b4 tempest-TestServerAdvancedOps-662394448 tempest-TestServerAdvancedOps-662394448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:13:23.639197 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ffe1fc7e-6ec4-46e8-94fa-43d3739b8024 req-7a804181-ee84-43c7-a881-98bcd58bc4b4 tempest-TestServerAdvancedOps-662394448 tempest-TestServerAdvancedOps-662394448-project] 10.222.0.42 "GET /v2.0/ports?device_id=ce7a4ada-566f-459a-95f8-39a934d7da92 HTTP/1.1" status: 200 len: 945 time: 0.0867856 Mar 29 16:13:23.723221 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ffe1fc7e-6ec4-46e8-94fa-43d3739b8024 req-0a75c318-4f14-4a6b-9c7d-c4be8eb3ed00 tempest-TestServerAdvancedOps-662394448 tempest-TestServerAdvancedOps-662394448-project] 10.222.0.42 "GET /v2.0/security-groups?id=cdb162e2-8bf4-4661-9e64-736093fa4a68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531685 Mar 29 16:13:23.745120 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-9f1b51ce-a88e-4ae5-9400-6055752882b7 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:23.769845 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1b51ce-a88e-4ae5-9400-6055752882b7 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Pushing event deleted for resources: {'Port': ['ID=f00cb3cc-4305-4a9c-af06-5d5a1b84ba2e,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:13:23.776634 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f1b51ce-a88e-4ae5-9400-6055752882b7 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] No DVR routers for this DVR port f00cb3cc-4305-4a9c-af06-5d5a1b84ba2e on host n-d-834765-1 {{(pid=102791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 16:13:23.861549 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-9f1b51ce-a88e-4ae5-9400-6055752882b7 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639890', 'neutron.services.segments.db._delete_segments_for_network-8783523423079'] for network, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:23.898570 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-9f1b51ce-a88e-4ae5-9400-6055752882b7 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e49cc173-25e1-4466-b408-ba48a65ecda3']}} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:13:23.909744 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-9f1b51ce-a88e-4ae5-9400-6055752882b7 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2383460-3fef-41a2-bd27-01506f1ebd96') {'for_net_delete': True} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:13:23.910087 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-9f1b51ce-a88e-4ae5-9400-6055752882b7 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2383460-3fef-41a2-bd27-01506f1ebd96') {} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:13:23.925420 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f78da0b2-1fb8-4f42-9daa-f6c8a5f583f7 None None] Network e49cc173-25e1-4466-b408-ba48a65ecda3 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 16:13:23.937271 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-9f1b51ce-a88e-4ae5-9400-6055752882b7 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783523422064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4230428'] for segment, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:23.955905 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-2e8de0a0-e821-4d1c-889c-3b0f31a96926 None None] Could not find standard attr ID for object f00cb3cc-4305-4a9c-af06-5d5a1b84ba2e. {{(pid=102792) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 29 16:13:23.967067 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-9f1b51ce-a88e-4ae5-9400-6055752882b7 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:23.977489 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f1b51ce-a88e-4ae5-9400-6055752882b7 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Releasing vlan 631 on physical network physnet1 to pool {{(pid=102791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 16:13:23.977875 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-9f1b51ce-a88e-4ae5-9400-6055752882b7 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16169569'] for segment, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:23.981053 n-d-834765-1 neutron-server[102791]: Traceback (most recent call last): Mar 29 16:13:23.981053 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 16:13:23.981053 n-d-834765-1 neutron-server[102791]: timer() Mar 29 16:13:23.981053 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 16:13:23.981053 n-d-834765-1 neutron-server[102791]: cb(*args, **kw) Mar 29 16:13:23.981053 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 16:13:23.981053 n-d-834765-1 neutron-server[102791]: return func(*args, **kwargs) Mar 29 16:13:23.981053 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 16:13:23.981053 n-d-834765-1 neutron-server[102791]: self._notify() Mar 29 16:13:23.981053 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 16:13:23.981053 n-d-834765-1 neutron-server[102791]: self.callback(batched_events) Mar 29 16:13:23.981053 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 16:13:23.981053 n-d-834765-1 neutron-server[102791]: event.method(event) Mar 29 16:13:23.981053 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 16:13:23.981053 n-d-834765-1 neutron-server[102791]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 16:13:23.981053 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 16:13:23.981053 n-d-834765-1 neutron-server[102791]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 16:13:23.981053 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 16:13:23.981053 n-d-834765-1 neutron-server[102791]: return f(self, *a, **k) Mar 29 16:13:23.981053 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 16:13:23.981053 n-d-834765-1 neutron-server[102791]: return self._get(url).json() Mar 29 16:13:23.981053 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 16:13:23.981053 n-d-834765-1 neutron-server[102791]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 16:13:23.981053 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 16:13:23.981053 n-d-834765-1 neutron-server[102791]: return self.request(url, 'GET', **kwargs) Mar 29 16:13:23.981053 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 16:13:23.981053 n-d-834765-1 neutron-server[102791]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 16:13:23.981053 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 16:13:23.981053 n-d-834765-1 neutron-server[102791]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 16:13:23.981053 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 16:13:23.981053 n-d-834765-1 neutron-server[102791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 16:13:23.981053 n-d-834765-1 neutron-server[102791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 16:13:24.012553 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2b8294-b0dc-4606-a6dd-89d9dc5a4df1 req-be6b9f51-1be7-4a68-bcbb-767995b88551 tempest-TestServerAdvancedOps-662394448 tempest-TestServerAdvancedOps-662394448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:13:24.014031 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-5f2b8294-b0dc-4606-a6dd-89d9dc5a4df1 req-be6b9f51-1be7-4a68-bcbb-767995b88551 tempest-TestServerAdvancedOps-662394448 tempest-TestServerAdvancedOps-662394448-project] 10.222.0.42 "GET /v2.0/ports?device_id=ce7a4ada-566f-459a-95f8-39a934d7da92 HTTP/1.1" status: 200 len: 945 time: 0.0965469 Mar 29 16:13:24.066991 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-9f1b51ce-a88e-4ae5-9400-6055752882b7 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1639897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648174'] for network, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:24.071045 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-9f1b51ce-a88e-4ae5-9400-6055752882b7 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks [] for network, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:24.074533 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-9f1b51ce-a88e-4ae5-9400-6055752882b7 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] 10.222.0.42 "DELETE /v2.0/networks/e49cc173-25e1-4466-b408-ba48a65ecda3 HTTP/1.1" status: 204 len: 168 time: 0.7080495 Mar 29 16:13:24.079930 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 58348) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:13:24.085166 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-dec79d07-e0b8-49d9-89b0-9b68d8df2435 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2090662978'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:13:24.099865 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-5f2b8294-b0dc-4606-a6dd-89d9dc5a4df1 req-765fa28b-ebfa-4407-8ab0-440b8c889da5 tempest-TestServerAdvancedOps-662394448 tempest-TestServerAdvancedOps-662394448-project] 10.222.0.42 "GET /v2.0/security-groups?id=cdb162e2-8bf4-4661-9e64-736093fa4a68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594311 Mar 29 16:13:24.100892 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1b51ce-a88e-4ae5-9400-6055752882b7 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Pushing event deleted for resources: {'Network': ['ID=e49cc173-25e1-4466-b408-ba48a65ecda3,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:13:24.102005 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-861e8494-417b-495d-bd1c-99a9dde8b7aa None None] DHCP port deletion for e49cc173-25e1-4466-b408-ba48a65ecda3 request from n-d-834765-1 {{(pid=102792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 29 16:13:24.107148 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dec79d07-e0b8-49d9-89b0-9b68d8df2435 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Made reservation on behalf of 42e493e160984997b05aad8c743e9a34 for: {'network': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:13:24.110837 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-dec79d07-e0b8-49d9-89b0-9b68d8df2435 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for network, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:24.146182 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dec79d07-e0b8-49d9-89b0-9b68d8df2435 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] vlan segment allocate from pool success with {'vlan_id': 607, 'physical_network': 'physnet1'} {{(pid=102790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 16:13:24.154953 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-dec79d07-e0b8-49d9-89b0-9b68d8df2435 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:24.155305 n-d-834765-1 neutron-server[102790]: INFO neutron.db.segments_db [None req-dec79d07-e0b8-49d9-89b0-9b68d8df2435 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Added segment e4ce120f-5425-4fa3-a2a8-4c9586aa39f0 of type vlan for network 6ad23dcf-4a0b-425a-858c-a77a46f98b3d Mar 29 16:13:24.194865 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-dec79d07-e0b8-49d9-89b0-9b68d8df2435 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783522915970'] for network, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:24.217999 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-dec79d07-e0b8-49d9-89b0-9b68d8df2435 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795'] for network, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:24.224149 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dec79d07-e0b8-49d9-89b0-9b68d8df2435 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:13:24.224723 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-dec79d07-e0b8-49d9-89b0-9b68d8df2435 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks [] for network, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:24.269031 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-dec79d07-e0b8-49d9-89b0-9b68d8df2435 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.1877954 Mar 29 16:13:24.271919 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 58350) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:13:24.277037 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-3d9bdea7-1a56-4ba4-afc0-4de6ed9fade6 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Request body: {'subnet': {'network_id': '6ad23dcf-4a0b-425a-858c-a77a46f98b3d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:13:24.296780 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec79d07-e0b8-49d9-89b0-9b68d8df2435 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Pushing event updated for resources: {'Network': ['ID=6ad23dcf-4a0b-425a-858c-a77a46f98b3d,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:13:24.307231 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Network 6ad23dcf-4a0b-425a-858c-a77a46f98b3d details requested by agent ovs-agent-n-d-834765-1 with host n-d-834765-1 {{(pid=102792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 16:13:24.364304 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d9bdea7-1a56-4ba4-afc0-4de6ed9fade6 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Made reservation on behalf of 42e493e160984997b05aad8c743e9a34 for: {'subnet': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:13:24.367807 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-3d9bdea7-1a56-4ba4-afc0-4de6ed9fade6 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16218875'] for subnet, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:24.545205 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-3d9bdea7-1a56-4ba4-afc0-4de6ed9fade6 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16155524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16218861'] for subnet, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:24.602018 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9bdea7-1a56-4ba4-afc0-4de6ed9fade6 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Pushing event updated for resources: {'Subnet': ['ID=30e2973b-de25-44c5-8e93-c82f2a901c90,revision_number=0']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:13:24.612331 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d9bdea7-1a56-4ba4-afc0-4de6ed9fade6 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Checking segment: {'id': 'e4ce120f-5425-4fa3-a2a8-4c9586aa39f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '6ad23dcf-4a0b-425a-858c-a77a46f98b3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 16:13:24.612680 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d9bdea7-1a56-4ba4-afc0-4de6ed9fade6 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Network hostable DHCP agents. Network: 6ad23dcf-4a0b-425a-858c-a77a46f98b3d, hostable agents: ['d136643e-48ae-49d4-a851-2ba3bdf3749c'], hosted agents: [] {{(pid=102791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 16:13:24.628751 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d9bdea7-1a56-4ba4-afc0-4de6ed9fade6 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Network 6ad23dcf-4a0b-425a-858c-a77a46f98b3d is scheduled to be hosted by DHCP agent d136643e-48ae-49d4-a851-2ba3bdf3749c with binding_index 1 {{(pid=102791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 16:13:24.637618 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [None req-3d9bdea7-1a56-4ba4-afc0-4de6ed9fade6 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834765-1, 6ad23dcf-4a0b-425a-858c-a77a46f98b3d) {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:13:24.642466 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d9bdea7-1a56-4ba4-afc0-4de6ed9fade6 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:13:24.643737 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-3d9bdea7-1a56-4ba4-afc0-4de6ed9fade6 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks [] for subnet, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:24.647093 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf9b704d-84cf-46f2-9f9c-7ed904b02ad6 None None] Network 6ad23dcf-4a0b-425a-858c-a77a46f98b3d requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 16:13:24.665167 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-3d9bdea7-1a56-4ba4-afc0-4de6ed9fade6 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.3920341 Mar 29 16:13:24.667646 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 58352) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:13:24.674053 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-36421daf-9a22-4c41-a516-90aa6f846d08 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Request body: {'port': {'network_id': '6ad23dcf-4a0b-425a-858c-a77a46f98b3d', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1477560335'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:13:24.790833 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36421daf-9a22-4c41-a516-90aa6f846d08 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Made reservation on behalf of 42e493e160984997b05aad8c743e9a34 for: {'port': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:13:24.795206 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-36421daf-9a22-4c41-a516-90aa6f846d08 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:24.800028 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15c772eb-1084-4cf5-b2a3-818051014375 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0035034-69b0-5ffc-b384-0ac6189c5628-6ad23dcf-4a0b-425a-858c-a77a46f98b3d', 'network_id': '6ad23dcf-4a0b-425a-858c-a77a46f98b3d', 'tenant_id': '42e493e160984997b05aad8c743e9a34', 'fixed_ips': [{'subnet_id': '30e2973b-de25-44c5-8e93-c82f2a901c90'}]}} from n-d-834765-1. {{(pid=102792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 29 16:13:24.800888 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-15c772eb-1084-4cf5-b2a3-818051014375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:24.812841 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [None req-36421daf-9a22-4c41-a516-90aa6f846d08 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] device_id is not set on port 89cc75fd-90c7-4368-b9f9-85edc5d43124 yet. {{(pid=102791) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 29 16:13:24.926390 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_common [None req-36421daf-9a22-4c41-a516-90aa6f846d08 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Allocated IP 2001:db8::2ab (6ad23dcf-4a0b-425a-858c-a77a46f98b3d/30e2973b-de25-44c5-8e93-c82f2a901c90/89cc75fd-90c7-4368-b9f9-85edc5d43124) {{(pid=102791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:13:25.044621 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-36421daf-9a22-4c41-a516-90aa6f846d08 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks [] for port, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:25.078097 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-36421daf-9a22-4c41-a516-90aa6f846d08 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:25.121718 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36421daf-9a22-4c41-a516-90aa6f846d08 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Network 6ad23dcf-4a0b-425a-858c-a77a46f98b3d is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:13:25.123353 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.db_base_plugin_common [None req-15c772eb-1084-4cf5-b2a3-818051014375 None None] Allocated IP 2001:db8::2 (6ad23dcf-4a0b-425a-858c-a77a46f98b3d/30e2973b-de25-44c5-8e93-c82f2a901c90/24f68889-8b5d-41fb-8f20-efe2bc8cb451) {{(pid=102792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:13:25.125084 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [None req-36421daf-9a22-4c41-a516-90aa6f846d08 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:13:25.130988 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36421daf-9a22-4c41-a516-90aa6f846d08 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Received port after_create {{(pid=102791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:13:25.137048 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36421daf-9a22-4c41-a516-90aa6f846d08 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:13:25.137439 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-36421daf-9a22-4c41-a516-90aa6f846d08 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:25.153757 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36421daf-9a22-4c41-a516-90aa6f846d08 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Pushing event updated for resources: {'Port': ['ID=89cc75fd-90c7-4368-b9f9-85edc5d43124,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:13:25.160668 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-36421daf-9a22-4c41-a516-90aa6f846d08 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 0.4919157 Mar 29 16:13:25.163535 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 58356) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:13:25.275508 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-15c772eb-1084-4cf5-b2a3-818051014375 None None] Notify callbacks [] for port, precommit_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:25.281423 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-15c772eb-1084-4cf5-b2a3-818051014375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956'] for port, after_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:25.283121 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b30dc5-069f-4144-a235-9e532f643b65 req-dbfad695-8e46-485b-b8c4-3f3fcdba7fff tempest-TestServerAdvancedOps-662394448 tempest-TestServerAdvancedOps-662394448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:13:25.284704 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-f8b30dc5-069f-4144-a235-9e532f643b65 req-dbfad695-8e46-485b-b8c4-3f3fcdba7fff tempest-TestServerAdvancedOps-662394448 tempest-TestServerAdvancedOps-662394448-project] 10.222.0.42 "GET /v2.0/ports?device_id=ce7a4ada-566f-459a-95f8-39a934d7da92 HTTP/1.1" status: 200 len: 945 time: 0.0900745 Mar 29 16:13:25.321464 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-f40a9799-2621-470f-9711-79117e78b4ab tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Deleting port 89cc75fd-90c7-4368-b9f9-85edc5d43124 {{(pid=102790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:13:25.322251 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-f40a9799-2621-470f-9711-79117e78b4ab tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:25.325462 n-d-834765-1 neutron-server[102792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15c772eb-1084-4cf5-b2a3-818051014375 None None] Network 6ad23dcf-4a0b-425a-858c-a77a46f98b3d is already hosted by enough agents. {{(pid=102792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:13:25.328306 n-d-834765-1 neutron-server[102792]: DEBUG neutron.scheduler.base_scheduler [None req-15c772eb-1084-4cf5-b2a3-818051014375 None None] Resources bound (agent type, host, resource id): {{(pid=102792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:13:25.331382 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c772eb-1084-4cf5-b2a3-818051014375 None None] Received port after_create {{(pid=102792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:13:25.344350 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c772eb-1084-4cf5-b2a3-818051014375 None None] Pushing event updated for resources: {'Port': ['ID=24f68889-8b5d-41fb-8f20-efe2bc8cb451,revision_number=1']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:13:25.352770 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-f8b30dc5-069f-4144-a235-9e532f643b65 req-6a88ab1b-d506-4072-8e83-69a5bf7bd9f9 tempest-TestServerAdvancedOps-662394448 tempest-TestServerAdvancedOps-662394448-project] 10.222.0.42 "GET /v2.0/security-groups?id=cdb162e2-8bf4-4661-9e64-736093fa4a68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602674 Mar 29 16:13:25.393704 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-15c772eb-1084-4cf5-b2a3-818051014375 None None] Attempting to bind port 24f68889-8b5d-41fb-8f20-efe2bc8cb451 on host n-d-834765-1 for vnic_type normal with profile {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 16:13:25.394208 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-15c772eb-1084-4cf5-b2a3-818051014375 None None] Attempting to bind port 24f68889-8b5d-41fb-8f20-efe2bc8cb451 by drivers openvswitch,hyperv on host n-d-834765-1 at level 0 using segments [{'id': 'e4ce120f-5425-4fa3-a2a8-4c9586aa39f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '6ad23dcf-4a0b-425a-858c-a77a46f98b3d'}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 16:13:25.395350 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15c772eb-1084-4cf5-b2a3-818051014375 None None] Attempting to bind port 24f68889-8b5d-41fb-8f20-efe2bc8cb451 on network 6ad23dcf-4a0b-425a-858c-a77a46f98b3d {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 16:13:25.401459 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15c772eb-1084-4cf5-b2a3-818051014375 None None] Checking agent: {'id': 'a8866439-9d96-425c-b519-6905c591ac37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 25, 36), 'started_at': datetime.datetime(2022, 3, 29, 15, 26, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 16, 13, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834765-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 16:13:25.401676 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15c772eb-1084-4cf5-b2a3-818051014375 None None] Checking segment: {'id': 'e4ce120f-5425-4fa3-a2a8-4c9586aa39f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '6ad23dcf-4a0b-425a-858c-a77a46f98b3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 16:13:25.402112 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-15c772eb-1084-4cf5-b2a3-818051014375 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:25.402596 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15c772eb-1084-4cf5-b2a3-818051014375 None None] Bound using segment: {'id': 'e4ce120f-5425-4fa3-a2a8-4c9586aa39f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '6ad23dcf-4a0b-425a-858c-a77a46f98b3d'} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 16:13:25.403130 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-15c772eb-1084-4cf5-b2a3-818051014375 None None] Bound port: 24f68889-8b5d-41fb-8f20-efe2bc8cb451, host: n-d-834765-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4ce120f-5425-4fa3-a2a8-4c9586aa39f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '6ad23dcf-4a0b-425a-858c-a77a46f98b3d'}}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 16:13:25.403598 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-15c772eb-1084-4cf5-b2a3-818051014375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:25.435738 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-f40a9799-2621-470f-9711-79117e78b4ab tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:25.449148 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-f40a9799-2621-470f-9711-79117e78b4ab tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Calling delete_port for 89cc75fd-90c7-4368-b9f9-85edc5d43124 owned by {{(pid=102790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:13:25.490153 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-15c772eb-1084-4cf5-b2a3-818051014375 None None] For port 24f68889-8b5d-41fb-8f20-efe2bc8cb451, host n-d-834765-1, cleared binding levels {{(pid=102792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 16:13:25.494789 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-15c772eb-1084-4cf5-b2a3-818051014375 None None] For port 24f68889-8b5d-41fb-8f20-efe2bc8cb451, host n-d-834765-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=24f68889-8b5d-41fb-8f20-efe2bc8cb451,segment=NetworkSegment(e4ce120f-5425-4fa3-a2a8-4c9586aa39f0),segment_id=e4ce120f-5425-4fa3-a2a8-4c9586aa39f0)] {{(pid=102792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 16:13:25.500365 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-15c772eb-1084-4cf5-b2a3-818051014375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:25.573576 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c772eb-1084-4cf5-b2a3-818051014375 None None] Pushing event updated for resources: {'Port': ['ID=24f68889-8b5d-41fb-8f20-efe2bc8cb451,revision_number=2']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:13:25.617997 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5fd051-fbc0-40bb-9a48-f04e99d14724 req-42f4fbe2-08f9-4208-a9ea-916bdee3cc87 tempest-TestServerAdvancedOps-662394448 tempest-TestServerAdvancedOps-662394448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:13:25.619929 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-ca5fd051-fbc0-40bb-9a48-f04e99d14724 req-42f4fbe2-08f9-4208-a9ea-916bdee3cc87 tempest-TestServerAdvancedOps-662394448 tempest-TestServerAdvancedOps-662394448-project] 10.222.0.42 "GET /v2.0/ports?device_id=ce7a4ada-566f-459a-95f8-39a934d7da92 HTTP/1.1" status: 200 len: 945 time: 0.0814440 Mar 29 16:13:25.624584 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeed0860-2f0d-4af2-8e41-f2ccba44f1b0 req-9d813cb8-9c27-4d2e-b6de-2233b9d87614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:13:25.626974 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-aeed0860-2f0d-4af2-8e41-f2ccba44f1b0 req-9d813cb8-9c27-4d2e-b6de-2233b9d87614 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=03b8850412484b09a31b6023e3726f24&device_id=ce7a4ada-566f-459a-95f8-39a934d7da92 HTTP/1.1" status: 200 len: 1096 time: 0.0582066 Mar 29 16:13:25.660170 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-f40a9799-2621-470f-9711-79117e78b4ab tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:25.707895 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-ca5fd051-fbc0-40bb-9a48-f04e99d14724 req-c5e2fcda-ef96-475d-bf7b-869b0078e621 tempest-TestServerAdvancedOps-662394448 tempest-TestServerAdvancedOps-662394448-project] 10.222.0.42 "GET /v2.0/security-groups?id=cdb162e2-8bf4-4661-9e64-736093fa4a68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779517 Mar 29 16:13:25.717633 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40a9799-2621-470f-9711-79117e78b4ab tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Pushing event deleted for resources: {'Port': ['ID=89cc75fd-90c7-4368-b9f9-85edc5d43124,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:13:25.739602 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-f40a9799-2621-470f-9711-79117e78b4ab tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:25.743567 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-f40a9799-2621-470f-9711-79117e78b4ab tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] 10.222.0.42 "DELETE /v2.0/ports/89cc75fd-90c7-4368-b9f9-85edc5d43124 HTTP/1.1" status: 204 len: 168 time: 0.5784359 Mar 29 16:13:25.746441 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 58362) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:13:25.789329 n-d-834765-1 neutron-server[102790]: INFO neutron.pecan_wsgi.hooks.translation [None req-bacdc236-9632-4cd9-8adb-569124351bba tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] GET failed (client error): The resource could not be found. Mar 29 16:13:25.791343 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-bacdc236-9632-4cd9-8adb-569124351bba tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] 10.222.0.42 "GET /v2.0/ports/89cc75fd-90c7-4368-b9f9-85edc5d43124 HTTP/1.1" status: 404 len: 333 time: 0.0437608 Mar 29 16:13:25.794491 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 58364) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:13:25.861529 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.db_base_plugin_v2 [None req-84496477-e8f4-4312-83c2-34b41020c8f6 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Deleting subnet 30e2973b-de25-44c5-8e93-c82f2a901c90 {{(pid=102790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 16:13:25.869275 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-84496477-e8f4-4312-83c2-34b41020c8f6 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks [] for subnet, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:25.921118 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-84496477-e8f4-4312-83c2-34b41020c8f6 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4614024'] for subnet, precommit_delete_associations {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:26.018709 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-84496477-e8f4-4312-83c2-34b41020c8f6 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1641287'] for subnet, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:26.078207 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeed0860-2f0d-4af2-8e41-f2ccba44f1b0 req-234fa33e-476e-4fd9-ab2b-1992e65ccc26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:13:26.079889 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-aeed0860-2f0d-4af2-8e41-f2ccba44f1b0 req-234fa33e-476e-4fd9-ab2b-1992e65ccc26 service neutron] 10.222.0.48 "GET /v2.0/networks?id=5d1ef3ef-2965-4b2f-88f7-4b88184255f5 HTTP/1.1" status: 200 len: 912 time: 0.4465876 Mar 29 16:13:26.084205 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-84496477-e8f4-4312-83c2-34b41020c8f6 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1641294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5231963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4793952'] for subnet, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:26.112953 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84496477-e8f4-4312-83c2-34b41020c8f6 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Pushing event deleted for resources: {'Subnet': ['ID=30e2973b-de25-44c5-8e93-c82f2a901c90,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:13:26.117936 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-84496477-e8f4-4312-83c2-34b41020c8f6 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks [] for subnet, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:26.123542 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-84496477-e8f4-4312-83c2-34b41020c8f6 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] 10.222.0.42 "DELETE /v2.0/subnets/30e2973b-de25-44c5-8e93-c82f2a901c90 HTTP/1.1" status: 204 len: 168 time: 0.3257334 Mar 29 16:13:26.123707 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-aeed0860-2f0d-4af2-8e41-f2ccba44f1b0 req-e7a4faa1-7f6a-4413-ab2d-40236d64b16c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8128b530-be22-4822-b373-fa11e83a7e22 HTTP/1.1" status: 200 len: 217 time: 0.0364585 Mar 29 16:13:26.123810 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 58366) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:13:26.171086 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeed0860-2f0d-4af2-8e41-f2ccba44f1b0 req-dda1307e-793f-46ac-a801-62afc2cdd45e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:13:26.173379 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-aeed0860-2f0d-4af2-8e41-f2ccba44f1b0 req-dda1307e-793f-46ac-a801-62afc2cdd45e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4d73631d-8019-458f-9c15-cd41e6b9d570 HTTP/1.1" status: 200 len: 851 time: 0.0443456 Mar 29 16:13:26.205351 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-aeed0860-2f0d-4af2-8e41-f2ccba44f1b0 req-cf7a56ca-4fca-4de9-a404-c8dd6d3499a2 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5d1ef3ef-2965-4b2f-88f7-4b88184255f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249906 Mar 29 16:13:26.206582 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-1ffaab53-a1cc-4780-bc3b-4cbf41f610dd tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1631750'] for network, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:26.263135 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-1ffaab53-a1cc-4780-bc3b-4cbf41f610dd tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Deleting port 24f68889-8b5d-41fb-8f20-efe2bc8cb451 {{(pid=102790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:13:26.263600 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-1ffaab53-a1cc-4780-bc3b-4cbf41f610dd tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:26.312717 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-aeed0860-2f0d-4af2-8e41-f2ccba44f1b0 req-8eb5b2a6-2d91-4968-a7cc-4f41551624f5 service neutron] 10.222.0.48 "GET /v2.0/networks/5d1ef3ef-2965-4b2f-88f7-4b88184255f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008341 Mar 29 16:13:26.336317 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [None req-1ffaab53-a1cc-4780-bc3b-4cbf41f610dd tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] For port 24f68889-8b5d-41fb-8f20-efe2bc8cb451, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=24f68889-8b5d-41fb-8f20-efe2bc8cb451,segment=NetworkSegment(e4ce120f-5425-4fa3-a2a8-4c9586aa39f0),segment_id=e4ce120f-5425-4fa3-a2a8-4c9586aa39f0)] {{(pid=102790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:13:26.336604 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-1ffaab53-a1cc-4780-bc3b-4cbf41f610dd tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:26.351195 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-1ffaab53-a1cc-4780-bc3b-4cbf41f610dd tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Calling delete_port for 24f68889-8b5d-41fb-8f20-efe2bc8cb451 owned by network:dhcp {{(pid=102790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:13:26.412832 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-aeed0860-2f0d-4af2-8e41-f2ccba44f1b0 req-d8711f62-6eea-4c01-95ca-4f5af5b50b7e service neutron] 10.222.0.48 "GET /v2.0/networks/5d1ef3ef-2965-4b2f-88f7-4b88184255f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932105 Mar 29 16:13:26.437456 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-1ffaab53-a1cc-4780-bc3b-4cbf41f610dd tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:26.465873 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffaab53-a1cc-4780-bc3b-4cbf41f610dd tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Pushing event deleted for resources: {'Port': ['ID=24f68889-8b5d-41fb-8f20-efe2bc8cb451,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:13:26.467558 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ffaab53-a1cc-4780-bc3b-4cbf41f610dd tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] No DVR routers for this DVR port 24f68889-8b5d-41fb-8f20-efe2bc8cb451 on host n-d-834765-1 {{(pid=102790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 16:13:26.554782 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-1ffaab53-a1cc-4780-bc3b-4cbf41f610dd tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639890', 'neutron.services.segments.db._delete_segments_for_network-8783523423079'] for network, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:26.576241 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-1ffaab53-a1cc-4780-bc3b-4cbf41f610dd tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ad23dcf-4a0b-425a-858c-a77a46f98b3d']}} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:13:26.586654 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-1ffaab53-a1cc-4780-bc3b-4cbf41f610dd tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4ce120f-5425-4fa3-a2a8-4c9586aa39f0') {'for_net_delete': True} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:13:26.586909 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-1ffaab53-a1cc-4780-bc3b-4cbf41f610dd tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4ce120f-5425-4fa3-a2a8-4c9586aa39f0') {} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:13:26.597485 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-1ffaab53-a1cc-4780-bc3b-4cbf41f610dd tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783523422064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4614019'] for segment, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:26.612927 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-1ffaab53-a1cc-4780-bc3b-4cbf41f610dd tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:26.616039 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d42490d5-aadb-48dc-8d83-e80270684916 None None] Network 6ad23dcf-4a0b-425a-858c-a77a46f98b3d requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 16:13:26.618899 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ffaab53-a1cc-4780-bc3b-4cbf41f610dd tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Releasing vlan 607 on physical network physnet1 to pool {{(pid=102790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 16:13:26.619320 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-1ffaab53-a1cc-4780-bc3b-4cbf41f610dd tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5238013'] for segment, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:26.622360 n-d-834765-1 neutron-server[102790]: Traceback (most recent call last): Mar 29 16:13:26.622360 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 16:13:26.622360 n-d-834765-1 neutron-server[102790]: timer() Mar 29 16:13:26.622360 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 16:13:26.622360 n-d-834765-1 neutron-server[102790]: cb(*args, **kw) Mar 29 16:13:26.622360 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 16:13:26.622360 n-d-834765-1 neutron-server[102790]: return func(*args, **kwargs) Mar 29 16:13:26.622360 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 16:13:26.622360 n-d-834765-1 neutron-server[102790]: self._notify() Mar 29 16:13:26.622360 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 16:13:26.622360 n-d-834765-1 neutron-server[102790]: self.callback(batched_events) Mar 29 16:13:26.622360 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 16:13:26.622360 n-d-834765-1 neutron-server[102790]: event.method(event) Mar 29 16:13:26.622360 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 16:13:26.622360 n-d-834765-1 neutron-server[102790]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 16:13:26.622360 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 16:13:26.622360 n-d-834765-1 neutron-server[102790]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 16:13:26.622360 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 16:13:26.622360 n-d-834765-1 neutron-server[102790]: return f(self, *a, **k) Mar 29 16:13:26.622360 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 16:13:26.622360 n-d-834765-1 neutron-server[102790]: return self._get(url).json() Mar 29 16:13:26.622360 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 16:13:26.622360 n-d-834765-1 neutron-server[102790]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 16:13:26.622360 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 16:13:26.622360 n-d-834765-1 neutron-server[102790]: return self.request(url, 'GET', **kwargs) Mar 29 16:13:26.622360 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 16:13:26.622360 n-d-834765-1 neutron-server[102790]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 16:13:26.622360 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 16:13:26.622360 n-d-834765-1 neutron-server[102790]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 16:13:26.622360 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 16:13:26.622360 n-d-834765-1 neutron-server[102790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 16:13:26.622360 n-d-834765-1 neutron-server[102790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 16:13:26.685536 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-1ffaab53-a1cc-4780-bc3b-4cbf41f610dd tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1639897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648174'] for network, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:26.692407 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-1ffaab53-a1cc-4780-bc3b-4cbf41f610dd tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks [] for network, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:26.698877 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-1ffaab53-a1cc-4780-bc3b-4cbf41f610dd tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] 10.222.0.42 "DELETE /v2.0/networks/6ad23dcf-4a0b-425a-858c-a77a46f98b3d HTTP/1.1" status: 204 len: 168 time: 0.5708549 Mar 29 16:13:26.699700 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 58368) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:13:26.705276 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-91a7d736-3437-4a19-a541-d5e1db587473 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Request body: {'port': {'network_id': 'f2d86366-7c6e-4b8b-903b-e8d480d06ecd', 'name': 'tempest-PortsIpV6TestJSON-1049869055'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:13:26.708838 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffaab53-a1cc-4780-bc3b-4cbf41f610dd tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Pushing event deleted for resources: {'Network': ['ID=6ad23dcf-4a0b-425a-858c-a77a46f98b3d,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:13:26.710881 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-df50c76a-6c0b-4798-97ef-37092e55745b None None] Could not find standard attr ID for object 24f68889-8b5d-41fb-8f20-efe2bc8cb451. {{(pid=102792) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 29 16:13:26.794620 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9b9603d-adf4-45cd-a646-82ec251b869c None None] DHCP port deletion for 6ad23dcf-4a0b-425a-858c-a77a46f98b3d request from n-d-834765-1 {{(pid=102792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 29 16:13:26.825852 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91a7d736-3437-4a19-a541-d5e1db587473 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Made reservation on behalf of 42e493e160984997b05aad8c743e9a34 for: {'port': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:13:26.829635 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-91a7d736-3437-4a19-a541-d5e1db587473 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:26.857740 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e18e8cc-f1d5-490a-8196-eafccaba57c5 req-7362baee-40a2-48dd-b224-113697ff000a tempest-TestServerAdvancedOps-662394448 tempest-TestServerAdvancedOps-662394448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:13:26.859087 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-9e18e8cc-f1d5-490a-8196-eafccaba57c5 req-7362baee-40a2-48dd-b224-113697ff000a tempest-TestServerAdvancedOps-662394448 tempest-TestServerAdvancedOps-662394448-project] 10.222.0.42 "GET /v2.0/ports?device_id=ce7a4ada-566f-459a-95f8-39a934d7da92 HTTP/1.1" status: 200 len: 945 time: 0.0775397 Mar 29 16:13:26.860947 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [None req-91a7d736-3437-4a19-a541-d5e1db587473 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] device_id is not set on port 393962ea-e3d8-4162-8697-28460b2fb232 yet. {{(pid=102791) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 29 16:13:26.945084 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-9e18e8cc-f1d5-490a-8196-eafccaba57c5 req-7e80477b-192a-405e-8609-bf29922b30c3 tempest-TestServerAdvancedOps-662394448 tempest-TestServerAdvancedOps-662394448-project] 10.222.0.42 "GET /v2.0/security-groups?id=cdb162e2-8bf4-4661-9e64-736093fa4a68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771735 Mar 29 16:13:27.049726 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-91a7d736-3437-4a19-a541-d5e1db587473 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks [] for port, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:27.082452 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-91a7d736-3437-4a19-a541-d5e1db587473 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:27.126174 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91a7d736-3437-4a19-a541-d5e1db587473 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Network f2d86366-7c6e-4b8b-903b-e8d480d06ecd is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:13:27.129080 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [None req-91a7d736-3437-4a19-a541-d5e1db587473 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:13:27.131442 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91a7d736-3437-4a19-a541-d5e1db587473 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Received port after_create {{(pid=102791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:13:27.137065 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91a7d736-3437-4a19-a541-d5e1db587473 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:13:27.137656 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-91a7d736-3437-4a19-a541-d5e1db587473 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:27.149409 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a7d736-3437-4a19-a541-d5e1db587473 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Pushing event updated for resources: {'Port': ['ID=393962ea-e3d8-4162-8697-28460b2fb232,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:13:27.159919 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-91a7d736-3437-4a19-a541-d5e1db587473 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.4591179 Mar 29 16:13:27.162411 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 58372) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:13:27.246505 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-d182ae94-f2c6-4d75-a081-214759314ec1 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Deleting port 393962ea-e3d8-4162-8697-28460b2fb232 {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:13:27.246847 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-d182ae94-f2c6-4d75-a081-214759314ec1 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:27.315894 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-d182ae94-f2c6-4d75-a081-214759314ec1 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:27.327206 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-d182ae94-f2c6-4d75-a081-214759314ec1 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Calling delete_port for 393962ea-e3d8-4162-8697-28460b2fb232 owned by {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:13:27.403829 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-d182ae94-f2c6-4d75-a081-214759314ec1 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:27.435617 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d182ae94-f2c6-4d75-a081-214759314ec1 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Pushing event deleted for resources: {'Port': ['ID=393962ea-e3d8-4162-8697-28460b2fb232,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:13:27.441723 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-d182ae94-f2c6-4d75-a081-214759314ec1 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:27.445153 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-d182ae94-f2c6-4d75-a081-214759314ec1 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] 10.222.0.42 "DELETE /v2.0/ports/393962ea-e3d8-4162-8697-28460b2fb232 HTTP/1.1" status: 204 len: 168 time: 0.2817585 Mar 29 16:13:27.447654 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 58374) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:13:27.453059 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-7d1533ec-f672-4332-a59e-684cfc6946e2 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Request body: {'port': {'network_id': 'f2d86366-7c6e-4b8b-903b-e8d480d06ecd', 'mac_address': 'fa:16:3e:cc:f3:58', 'name': 'tempest-PortsIpV6TestJSON-2091019759'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:13:27.544634 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d1533ec-f672-4332-a59e-684cfc6946e2 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Made reservation on behalf of 42e493e160984997b05aad8c743e9a34 for: {'port': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:13:27.612077 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-7d1533ec-f672-4332-a59e-684cfc6946e2 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:27.630422 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [None req-7d1533ec-f672-4332-a59e-684cfc6946e2 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] device_id is not set on port f1b56f87-3120-4425-8735-f198f7a88a04 yet. {{(pid=102791) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 29 16:13:27.782841 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-7d1533ec-f672-4332-a59e-684cfc6946e2 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks [] for port, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:27.813494 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-7d1533ec-f672-4332-a59e-684cfc6946e2 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:27.858170 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d1533ec-f672-4332-a59e-684cfc6946e2 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Network f2d86366-7c6e-4b8b-903b-e8d480d06ecd is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:13:27.861296 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [None req-7d1533ec-f672-4332-a59e-684cfc6946e2 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:13:27.864766 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d1533ec-f672-4332-a59e-684cfc6946e2 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Received port after_create {{(pid=102791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:13:27.870243 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d1533ec-f672-4332-a59e-684cfc6946e2 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:13:27.870835 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-7d1533ec-f672-4332-a59e-684cfc6946e2 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:27.879184 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1533ec-f672-4332-a59e-684cfc6946e2 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Pushing event updated for resources: {'Port': ['ID=f1b56f87-3120-4425-8735-f198f7a88a04,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:13:27.893843 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-7d1533ec-f672-4332-a59e-684cfc6946e2 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.4422691 Mar 29 16:13:27.894005 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 58376) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:13:27.936735 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cef7dbc3-8fc3-4f4a-ab13-872ddc4fbadd tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:13:27.938251 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-cef7dbc3-8fc3-4f4a-ab13-872ddc4fbadd tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] 10.222.0.42 "GET /v2.0/ports/f1b56f87-3120-4425-8735-f198f7a88a04 HTTP/1.1" status: 200 len: 845 time: 0.0431621 Mar 29 16:13:27.940763 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 58378) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:13:28.027999 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-7c13f89d-a4e0-45f5-9142-63b56f64d910 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Deleting port f1b56f87-3120-4425-8735-f198f7a88a04 {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:13:28.028336 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-7c13f89d-a4e0-45f5-9142-63b56f64d910 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:28.066444 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e09699c-38ac-4d71-8de6-b8750b59e043 req-c0a4895a-7990-4c56-b4c3-4646cb1e0b16 tempest-TestServerAdvancedOps-662394448 tempest-TestServerAdvancedOps-662394448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:13:28.067873 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-3e09699c-38ac-4d71-8de6-b8750b59e043 req-c0a4895a-7990-4c56-b4c3-4646cb1e0b16 tempest-TestServerAdvancedOps-662394448 tempest-TestServerAdvancedOps-662394448-project] 10.222.0.42 "GET /v2.0/ports?device_id=ce7a4ada-566f-459a-95f8-39a934d7da92 HTTP/1.1" status: 200 len: 945 time: 0.0493462 Mar 29 16:13:28.094314 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-7c13f89d-a4e0-45f5-9142-63b56f64d910 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:28.106116 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-3e09699c-38ac-4d71-8de6-b8750b59e043 req-8f0d99ec-b720-4159-b215-f62653d693b0 tempest-TestServerAdvancedOps-662394448 tempest-TestServerAdvancedOps-662394448-project] 10.222.0.42 "GET /v2.0/security-groups?id=cdb162e2-8bf4-4661-9e64-736093fa4a68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321238 Mar 29 16:13:28.106841 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-7c13f89d-a4e0-45f5-9142-63b56f64d910 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Calling delete_port for f1b56f87-3120-4425-8735-f198f7a88a04 owned by {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:13:28.189706 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-7c13f89d-a4e0-45f5-9142-63b56f64d910 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:28.220452 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c13f89d-a4e0-45f5-9142-63b56f64d910 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Pushing event deleted for resources: {'Port': ['ID=f1b56f87-3120-4425-8735-f198f7a88a04,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:13:28.228041 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-7c13f89d-a4e0-45f5-9142-63b56f64d910 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:28.231684 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-7c13f89d-a4e0-45f5-9142-63b56f64d910 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] 10.222.0.42 "DELETE /v2.0/ports/f1b56f87-3120-4425-8735-f198f7a88a04 HTTP/1.1" status: 204 len: 168 time: 0.2900019 Mar 29 16:13:28.234502 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 58384) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:13:28.269711 n-d-834765-1 neutron-server[102790]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebdfda21-960b-4a6e-8c08-5479d9f007cb tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] GET failed (client error): The resource could not be found. Mar 29 16:13:28.271243 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-ebdfda21-960b-4a6e-8c08-5479d9f007cb tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] 10.222.0.42 "GET /v2.0/ports/f1b56f87-3120-4425-8735-f198f7a88a04 HTTP/1.1" status: 404 len: 333 time: 0.0354798 Mar 29 16:13:28.275019 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 58388) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:13:28.280064 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-08025067-3ae1-4589-a9f5-ca759863a496 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Request body: {'port': {'network_id': 'f2d86366-7c6e-4b8b-903b-e8d480d06ecd', 'name': 'tempest-PortsIpV6TestJSON-73635999'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:13:28.402859 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f41c7f-f142-4d65-9640-7a56b6f03be5 req-ccd2f751-2308-4a1c-81bf-e5cd4fab6f7b tempest-TestServerAdvancedOps-662394448 tempest-TestServerAdvancedOps-662394448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:13:28.404357 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-97f41c7f-f142-4d65-9640-7a56b6f03be5 req-ccd2f751-2308-4a1c-81bf-e5cd4fab6f7b tempest-TestServerAdvancedOps-662394448 tempest-TestServerAdvancedOps-662394448-project] 10.222.0.42 "GET /v2.0/ports?device_id=ce7a4ada-566f-459a-95f8-39a934d7da92 HTTP/1.1" status: 200 len: 945 time: 0.1072838 Mar 29 16:13:28.408977 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08025067-3ae1-4589-a9f5-ca759863a496 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Made reservation on behalf of 42e493e160984997b05aad8c743e9a34 for: {'port': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:13:28.412368 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-08025067-3ae1-4589-a9f5-ca759863a496 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:28.451298 n-d-834765-1 neutron-server[102790]: DEBUG neutron.notifiers.nova [None req-08025067-3ae1-4589-a9f5-ca759863a496 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] device_id is not set on port a96fca78-0e69-453d-8ebd-dde0f55658d1 yet. {{(pid=102790) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 29 16:13:28.464456 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-97f41c7f-f142-4d65-9640-7a56b6f03be5 req-d2a93062-ccec-4c18-8924-8568e98fdd28 tempest-TestServerAdvancedOps-662394448 tempest-TestServerAdvancedOps-662394448-project] 10.222.0.42 "GET /v2.0/security-groups?id=cdb162e2-8bf4-4661-9e64-736093fa4a68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499392 Mar 29 16:13:28.617646 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-08025067-3ae1-4589-a9f5-ca759863a496 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks [] for port, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:28.650182 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-08025067-3ae1-4589-a9f5-ca759863a496 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:28.654023 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 24f68889-8b5d-41fb-8f20-efe2bc8cb451 no longer exists at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 16:13:28.678366 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] No Port match for: 24f68889-8b5d-41fb-8f20-efe2bc8cb451 {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 16:13:28.678711 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 24f68889-8b5d-41fb-8f20-efe2bc8cb451 not bound to the agent host n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 16:13:28.700576 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08025067-3ae1-4589-a9f5-ca759863a496 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Network f2d86366-7c6e-4b8b-903b-e8d480d06ecd is already hosted by enough agents. {{(pid=102790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:13:28.703671 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-08025067-3ae1-4589-a9f5-ca759863a496 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Resources bound (agent type, host, resource id): {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:13:28.706116 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08025067-3ae1-4589-a9f5-ca759863a496 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Received port after_create {{(pid=102790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:13:28.712095 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08025067-3ae1-4589-a9f5-ca759863a496 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:13:28.712694 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-08025067-3ae1-4589-a9f5-ca759863a496 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:28.726258 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08025067-3ae1-4589-a9f5-ca759863a496 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Pushing event updated for resources: {'Port': ['ID=a96fca78-0e69-453d-8ebd-dde0f55658d1,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:13:28.736828 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-08025067-3ae1-4589-a9f5-ca759863a496 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 848 time: 0.4606330 Mar 29 16:13:28.739434 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 58392) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:13:28.744391 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-d85a80ed-eb96-4ace-b009-2a70a0906cae tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:13:28.806804 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-d85a80ed-eb96-4ace-b009-2a70a0906cae tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:28.964780 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-d85a80ed-eb96-4ace-b009-2a70a0906cae tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks [] for port, precommit_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:28.970130 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-d85a80ed-eb96-4ace-b009-2a70a0906cae tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5237921'] for port, after_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:29.004024 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-d85a80ed-eb96-4ace-b009-2a70a0906cae tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] In _notify_port_updated(), no bound segment for port a96fca78-0e69-453d-8ebd-dde0f55658d1 on network f2d86366-7c6e-4b8b-903b-e8d480d06ecd {{(pid=102790) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Mar 29 16:13:29.009519 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d85a80ed-eb96-4ace-b009-2a70a0906cae tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:13:29.010118 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-d85a80ed-eb96-4ace-b009-2a70a0906cae tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:29.011436 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-d85a80ed-eb96-4ace-b009-2a70a0906cae tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] 10.222.0.42 "PUT /v2.0/ports/a96fca78-0e69-453d-8ebd-dde0f55658d1 HTTP/1.1" status: 200 len: 818 time: 0.2710590 Mar 29 16:13:29.014418 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 58394) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:13:29.026746 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85a80ed-eb96-4ace-b009-2a70a0906cae tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Pushing event updated for resources: {'Port': ['ID=a96fca78-0e69-453d-8ebd-dde0f55658d1,revision_number=2']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:13:29.102479 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-5ec7b4e1-b4e6-449c-be61-674e1a65cf2e tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Deleting port a96fca78-0e69-453d-8ebd-dde0f55658d1 {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:13:29.103078 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-5ec7b4e1-b4e6-449c-be61-674e1a65cf2e tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:29.174363 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-5ec7b4e1-b4e6-449c-be61-674e1a65cf2e tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:29.186477 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-5ec7b4e1-b4e6-449c-be61-674e1a65cf2e tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Calling delete_port for a96fca78-0e69-453d-8ebd-dde0f55658d1 owned by {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:13:29.263494 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-5ec7b4e1-b4e6-449c-be61-674e1a65cf2e tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:29.297434 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec7b4e1-b4e6-449c-be61-674e1a65cf2e tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Pushing event deleted for resources: {'Port': ['ID=a96fca78-0e69-453d-8ebd-dde0f55658d1,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:13:29.301117 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-5ec7b4e1-b4e6-449c-be61-674e1a65cf2e tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:29.304331 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-5ec7b4e1-b4e6-449c-be61-674e1a65cf2e tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] 10.222.0.42 "DELETE /v2.0/ports/a96fca78-0e69-453d-8ebd-dde0f55658d1 HTTP/1.1" status: 204 len: 168 time: 0.2888291 Mar 29 16:13:29.306875 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 58396) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:13:29.353845 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4677b30-b3cf-490b-a4de-b06511fa7bfd tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:13:29.355322 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-e4677b30-b3cf-490b-a4de-b06511fa7bfd tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0475938 Mar 29 16:13:29.357931 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 58398) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:13:29.380735 n-d-834765-1 neutron-server[102791]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a809dae-60e5-4232-9f26-3019e1bbe9eb tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] GET failed (client error): The resource could not be found. Mar 29 16:13:29.382131 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-1a809dae-60e5-4232-9f26-3019e1bbe9eb tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] 10.222.0.42 "GET /v2.0/ports/a96fca78-0e69-453d-8ebd-dde0f55658d1 HTTP/1.1" status: 404 len: 333 time: 0.0233164 Mar 29 16:13:29.385575 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 58400) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:13:29.390254 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-04bad95d-c307-4f30-a04a-0dfd6fab1c94 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1079272928'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:13:29.409713 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04bad95d-c307-4f30-a04a-0dfd6fab1c94 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Made reservation on behalf of 42e493e160984997b05aad8c743e9a34 for: {'network': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:13:29.413060 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-04bad95d-c307-4f30-a04a-0dfd6fab1c94 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for network, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:29.435894 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04bad95d-c307-4f30-a04a-0dfd6fab1c94 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] vlan segment allocate from pool success with {'vlan_id': 642, 'physical_network': 'physnet1'} {{(pid=102791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 16:13:29.444629 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-04bad95d-c307-4f30-a04a-0dfd6fab1c94 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:29.444966 n-d-834765-1 neutron-server[102791]: INFO neutron.db.segments_db [None req-04bad95d-c307-4f30-a04a-0dfd6fab1c94 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Added segment a8b00e21-394c-47fb-beb9-6a9d9a2a449a of type vlan for network d02d9540-c594-4aba-a6b7-37e4434aef3d Mar 29 16:13:29.483644 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-04bad95d-c307-4f30-a04a-0dfd6fab1c94 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783522915970'] for network, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:29.509452 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-04bad95d-c307-4f30-a04a-0dfd6fab1c94 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795'] for network, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:29.515126 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04bad95d-c307-4f30-a04a-0dfd6fab1c94 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:13:29.515655 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-04bad95d-c307-4f30-a04a-0dfd6fab1c94 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks [] for network, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:29.579408 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-04bad95d-c307-4f30-a04a-0dfd6fab1c94 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.1920307 Mar 29 16:13:29.582269 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 58404) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:13:29.587428 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-b78d4e17-1ae3-4715-8315-ed834f54a73b tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Request body: {'subnet': {'network_id': 'd02d9540-c594-4aba-a6b7-37e4434aef3d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:13:29.615958 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bad95d-c307-4f30-a04a-0dfd6fab1c94 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Pushing event updated for resources: {'Network': ['ID=d02d9540-c594-4aba-a6b7-37e4434aef3d,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:13:29.628844 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Network d02d9540-c594-4aba-a6b7-37e4434aef3d details requested by agent ovs-agent-n-d-834765-1 with host n-d-834765-1 {{(pid=102792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 16:13:29.632284 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a5a61b-feed-4221-bd47-84aaa77c5199 req-01ec871b-564a-44a2-ad1c-c239e62d6b64 tempest-TestServerAdvancedOps-662394448 tempest-TestServerAdvancedOps-662394448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:13:29.633898 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-c8a5a61b-feed-4221-bd47-84aaa77c5199 req-01ec871b-564a-44a2-ad1c-c239e62d6b64 tempest-TestServerAdvancedOps-662394448 tempest-TestServerAdvancedOps-662394448-project] 10.222.0.42 "GET /v2.0/ports?device_id=ce7a4ada-566f-459a-95f8-39a934d7da92 HTTP/1.1" status: 200 len: 945 time: 0.0960696 Mar 29 16:13:29.676971 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-c8a5a61b-feed-4221-bd47-84aaa77c5199 req-6654acf3-e7f2-4434-85d0-301c1647bb15 tempest-TestServerAdvancedOps-662394448 tempest-TestServerAdvancedOps-662394448-project] 10.222.0.42 "GET /v2.0/security-groups?id=cdb162e2-8bf4-4661-9e64-736093fa4a68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370719 Mar 29 16:13:29.685514 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b78d4e17-1ae3-4715-8315-ed834f54a73b tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Made reservation on behalf of 42e493e160984997b05aad8c743e9a34 for: {'subnet': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:13:29.690013 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-b78d4e17-1ae3-4715-8315-ed834f54a73b tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4793983'] for subnet, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:29.867955 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-b78d4e17-1ae3-4715-8315-ed834f54a73b tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5231896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4793961'] for subnet, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:29.925405 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78d4e17-1ae3-4715-8315-ed834f54a73b tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Pushing event updated for resources: {'Subnet': ['ID=7adfeaf7-9da5-4490-b3c4-e8b6d7642f65,revision_number=0']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:13:29.935332 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b78d4e17-1ae3-4715-8315-ed834f54a73b tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Checking segment: {'id': 'a8b00e21-394c-47fb-beb9-6a9d9a2a449a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'd02d9540-c594-4aba-a6b7-37e4434aef3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 16:13:29.935689 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b78d4e17-1ae3-4715-8315-ed834f54a73b tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Network hostable DHCP agents. Network: d02d9540-c594-4aba-a6b7-37e4434aef3d, hostable agents: ['d136643e-48ae-49d4-a851-2ba3bdf3749c'], hosted agents: [] {{(pid=102790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 16:13:29.951937 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b78d4e17-1ae3-4715-8315-ed834f54a73b tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Network d02d9540-c594-4aba-a6b7-37e4434aef3d is scheduled to be hosted by DHCP agent d136643e-48ae-49d4-a851-2ba3bdf3749c with binding_index 1 {{(pid=102790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 16:13:29.960124 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-b78d4e17-1ae3-4715-8315-ed834f54a73b tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834765-1, d02d9540-c594-4aba-a6b7-37e4434aef3d) {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:13:29.964004 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b78d4e17-1ae3-4715-8315-ed834f54a73b tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:13:29.964591 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-b78d4e17-1ae3-4715-8315-ed834f54a73b tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks [] for subnet, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:29.968834 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e37042ed-87a5-4866-be18-9f353fcfa215 None None] Network d02d9540-c594-4aba-a6b7-37e4434aef3d requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 16:13:29.983312 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-b78d4e17-1ae3-4715-8315-ed834f54a73b tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.3973515 Mar 29 16:13:29.983658 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 58406) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:13:29.989201 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-57fc20a5-db79-4bfa-a9e2-f2ef5475e090 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Request body: {'subnet': {'network_id': 'd02d9540-c594-4aba-a6b7-37e4434aef3d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:13:30.101163 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57fc20a5-db79-4bfa-a9e2-f2ef5475e090 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Made reservation on behalf of 42e493e160984997b05aad8c743e9a34 for: {'subnet': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:13:30.104643 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-57fc20a5-db79-4bfa-a9e2-f2ef5475e090 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16218875'] for subnet, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:30.122263 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4dea6c7-849c-4707-8c71-511df8d072b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0035034-69b0-5ffc-b384-0ac6189c5628-d02d9540-c594-4aba-a6b7-37e4434aef3d', 'network_id': 'd02d9540-c594-4aba-a6b7-37e4434aef3d', 'tenant_id': '42e493e160984997b05aad8c743e9a34', 'fixed_ips': [{'subnet_id': '7adfeaf7-9da5-4490-b3c4-e8b6d7642f65'}]}} from n-d-834765-1. {{(pid=102792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 29 16:13:30.123119 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d4dea6c7-849c-4707-8c71-511df8d072b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:30.228177 n-d-834765-1 neutron-server[102791]: INFO neutron.db.ipam_backend_mixin [None req-57fc20a5-db79-4bfa-a9e2-f2ef5475e090 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 7adfeaf7-9da5-4490-b3c4-e8b6d7642f65 (CIDR: 2001:db8::/64) Mar 29 16:13:30.233611 n-d-834765-1 neutron-server[102791]: INFO neutron.pecan_wsgi.hooks.translation [None req-57fc20a5-db79-4bfa-a9e2-f2ef5475e090 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 29 16:13:30.234052 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57fc20a5-db79-4bfa-a9e2-f2ef5475e090 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102791) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 16:13:30.257075 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c689bae-f0b9-40af-b88e-4aeaca36a255 req-7171e7b5-19c4-4c37-aa3c-b87cdebdfd77 tempest-TestServerAdvancedOps-662394448 tempest-TestServerAdvancedOps-662394448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:13:30.258573 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4c689bae-f0b9-40af-b88e-4aeaca36a255 req-7171e7b5-19c4-4c37-aa3c-b87cdebdfd77 tempest-TestServerAdvancedOps-662394448 tempest-TestServerAdvancedOps-662394448-project] 10.222.0.48 "GET /v2.0/ports?device_id=ce7a4ada-566f-459a-95f8-39a934d7da92 HTTP/1.1" status: 200 len: 945 time: 0.0655577 Mar 29 16:13:30.262181 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-57fc20a5-db79-4bfa-a9e2-f2ef5475e090 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2775342 Mar 29 16:13:30.265088 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 58408) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:13:30.265485 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.db_base_plugin_common [None req-d4dea6c7-849c-4707-8c71-511df8d072b1 None None] Allocated IP 2001:db8::2 (d02d9540-c594-4aba-a6b7-37e4434aef3d/7adfeaf7-9da5-4490-b3c4-e8b6d7642f65/5620893e-29ec-4cb5-b4c9-0cdca11ead97) {{(pid=102792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:13:30.272091 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-caac3fcf-6e64-47cd-9607-79f78b88830d tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Request body: {'subnet': {'network_id': 'd02d9540-c594-4aba-a6b7-37e4434aef3d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:13:30.355831 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [req-4c689bae-f0b9-40af-b88e-4aeaca36a255 req-5071d71d-6896-4551-9e1a-65ed0223ed27 tempest-TestServerAdvancedOps-662394448 tempest-TestServerAdvancedOps-662394448-project] Deleting port 8128b530-be22-4822-b373-fa11e83a7e22 {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:13:30.356168 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-4c689bae-f0b9-40af-b88e-4aeaca36a255 req-5071d71d-6896-4551-9e1a-65ed0223ed27 tempest-TestServerAdvancedOps-662394448 tempest-TestServerAdvancedOps-662394448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:30.410460 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-6d44e1fe-3dbf-4953-ba48-d0f3fcd5684d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:30.410757 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caac3fcf-6e64-47cd-9607-79f78b88830d tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Made reservation on behalf of 42e493e160984997b05aad8c743e9a34 for: {'subnet': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:13:30.415746 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-caac3fcf-6e64-47cd-9607-79f78b88830d tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4793983'] for subnet, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:30.432163 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d4dea6c7-849c-4707-8c71-511df8d072b1 None None] Notify callbacks [] for port, precommit_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:30.439181 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d4dea6c7-849c-4707-8c71-511df8d072b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956'] for port, after_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:30.457382 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-4c689bae-f0b9-40af-b88e-4aeaca36a255 req-5071d71d-6896-4551-9e1a-65ed0223ed27 tempest-TestServerAdvancedOps-662394448 tempest-TestServerAdvancedOps-662394448-project] For port 8128b530-be22-4822-b373-fa11e83a7e22, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=8128b530-be22-4822-b373-fa11e83a7e22,segment=NetworkSegment(ee59c5ef-88a1-41e7-b3e2-7e4499fa6740),segment_id=ee59c5ef-88a1-41e7-b3e2-7e4499fa6740)] {{(pid=102791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:13:30.457752 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-4c689bae-f0b9-40af-b88e-4aeaca36a255 req-5071d71d-6896-4551-9e1a-65ed0223ed27 tempest-TestServerAdvancedOps-662394448 tempest-TestServerAdvancedOps-662394448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:30.472739 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [req-4c689bae-f0b9-40af-b88e-4aeaca36a255 req-5071d71d-6896-4551-9e1a-65ed0223ed27 tempest-TestServerAdvancedOps-662394448 tempest-TestServerAdvancedOps-662394448-project] Calling delete_port for 8128b530-be22-4822-b373-fa11e83a7e22 owned by compute:nova {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:13:30.482609 n-d-834765-1 neutron-server[102792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4dea6c7-849c-4707-8c71-511df8d072b1 None None] Network d02d9540-c594-4aba-a6b7-37e4434aef3d is already hosted by enough agents. {{(pid=102792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:13:30.485931 n-d-834765-1 neutron-server[102792]: DEBUG neutron.scheduler.base_scheduler [None req-d4dea6c7-849c-4707-8c71-511df8d072b1 None None] Resources bound (agent type, host, resource id): {{(pid=102792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:13:30.489811 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4dea6c7-849c-4707-8c71-511df8d072b1 None None] Received port after_create {{(pid=102792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:13:30.494308 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4dea6c7-849c-4707-8c71-511df8d072b1 None None] Pushing event updated for resources: {'Port': ['ID=5620893e-29ec-4cb5-b4c9-0cdca11ead97,revision_number=1']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:13:30.545601 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-d4dea6c7-849c-4707-8c71-511df8d072b1 None None] Attempting to bind port 5620893e-29ec-4cb5-b4c9-0cdca11ead97 on host n-d-834765-1 for vnic_type normal with profile {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 16:13:30.546270 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-d4dea6c7-849c-4707-8c71-511df8d072b1 None None] Attempting to bind port 5620893e-29ec-4cb5-b4c9-0cdca11ead97 by drivers openvswitch,hyperv on host n-d-834765-1 at level 0 using segments [{'id': 'a8b00e21-394c-47fb-beb9-6a9d9a2a449a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'd02d9540-c594-4aba-a6b7-37e4434aef3d'}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 16:13:30.546800 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4dea6c7-849c-4707-8c71-511df8d072b1 None None] Attempting to bind port 5620893e-29ec-4cb5-b4c9-0cdca11ead97 on network d02d9540-c594-4aba-a6b7-37e4434aef3d {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 16:13:30.552510 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4dea6c7-849c-4707-8c71-511df8d072b1 None None] Checking agent: {'id': 'a8866439-9d96-425c-b519-6905c591ac37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 25, 36), 'started_at': datetime.datetime(2022, 3, 29, 15, 26, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 16, 13, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834765-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 16:13:30.552881 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4dea6c7-849c-4707-8c71-511df8d072b1 None None] Checking segment: {'id': 'a8b00e21-394c-47fb-beb9-6a9d9a2a449a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'd02d9540-c594-4aba-a6b7-37e4434aef3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 16:13:30.553293 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d4dea6c7-849c-4707-8c71-511df8d072b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:30.553666 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4dea6c7-849c-4707-8c71-511df8d072b1 None None] Bound using segment: {'id': 'a8b00e21-394c-47fb-beb9-6a9d9a2a449a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'd02d9540-c594-4aba-a6b7-37e4434aef3d'} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 16:13:30.554129 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-d4dea6c7-849c-4707-8c71-511df8d072b1 None None] Bound port: 5620893e-29ec-4cb5-b4c9-0cdca11ead97, host: n-d-834765-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8b00e21-394c-47fb-beb9-6a9d9a2a449a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'd02d9540-c594-4aba-a6b7-37e4434aef3d'}}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 16:13:30.554513 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d4dea6c7-849c-4707-8c71-511df8d072b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:30.630577 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-d4dea6c7-849c-4707-8c71-511df8d072b1 None None] For port 5620893e-29ec-4cb5-b4c9-0cdca11ead97, host n-d-834765-1, cleared binding levels {{(pid=102792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 16:13:30.634061 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-d4dea6c7-849c-4707-8c71-511df8d072b1 None None] For port 5620893e-29ec-4cb5-b4c9-0cdca11ead97, host n-d-834765-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=5620893e-29ec-4cb5-b4c9-0cdca11ead97,segment=NetworkSegment(a8b00e21-394c-47fb-beb9-6a9d9a2a449a),segment_id=a8b00e21-394c-47fb-beb9-6a9d9a2a449a)] {{(pid=102792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 16:13:30.640180 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d4dea6c7-849c-4707-8c71-511df8d072b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:30.644610 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-4c689bae-f0b9-40af-b88e-4aeaca36a255 req-5071d71d-6896-4551-9e1a-65ed0223ed27 tempest-TestServerAdvancedOps-662394448 tempest-TestServerAdvancedOps-662394448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:30.676887 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5071d71d-6896-4551-9e1a-65ed0223ed27 tempest-TestServerAdvancedOps-662394448 tempest-TestServerAdvancedOps-662394448-project] Pushing event deleted for resources: {'Port': ['ID=8128b530-be22-4822-b373-fa11e83a7e22,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:13:30.678102 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-caac3fcf-6e64-47cd-9607-79f78b88830d tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5231896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4793961'] for subnet, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:30.687992 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] get_ports_and_sgs() called for port_ids ['8128b530-be22-4822-b373-fa11e83a7e22'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 16:13:30.719612 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caac3fcf-6e64-47cd-9607-79f78b88830d tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Network d02d9540-c594-4aba-a6b7-37e4434aef3d is already hosted by enough agents. {{(pid=102790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:13:30.728722 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-caac3fcf-6e64-47cd-9607-79f78b88830d tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Resources bound (agent type, host, resource id): {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:13:30.732990 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caac3fcf-6e64-47cd-9607-79f78b88830d tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:13:30.733600 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-caac3fcf-6e64-47cd-9607-79f78b88830d tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks [] for subnet, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:30.743054 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c689bae-f0b9-40af-b88e-4aeaca36a255 req-5071d71d-6896-4551-9e1a-65ed0223ed27 tempest-TestServerAdvancedOps-662394448 tempest-TestServerAdvancedOps-662394448-project] No DVR routers for this DVR port 8128b530-be22-4822-b373-fa11e83a7e22 on host n-h2-834765-1 {{(pid=102791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 16:13:30.746408 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-4c689bae-f0b9-40af-b88e-4aeaca36a255 req-5071d71d-6896-4551-9e1a-65ed0223ed27 tempest-TestServerAdvancedOps-662394448 tempest-TestServerAdvancedOps-662394448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:30.748863 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caac3fcf-6e64-47cd-9607-79f78b88830d tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Pushing event updated for resources: {'Subnet': ['ID=02c352af-4366-4c0a-9fd5-46946f2b8fc5,revision_number=0']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:13:30.751861 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4c689bae-f0b9-40af-b88e-4aeaca36a255 req-5071d71d-6896-4551-9e1a-65ed0223ed27 tempest-TestServerAdvancedOps-662394448 tempest-TestServerAdvancedOps-662394448-project] 10.222.0.48 "DELETE /v2.0/ports/8128b530-be22-4822-b373-fa11e83a7e22 HTTP/1.1" status: 204 len: 173 time: 0.4874289 Mar 29 16:13:30.752355 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce7a4ada-566f-459a-95f8-39a934d7da92', 'name': 'network-vif-deleted', 'tag': '8128b530-be22-4822-b373-fa11e83a7e22'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:13:30.759184 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4dea6c7-849c-4707-8c71-511df8d072b1 None None] Pushing event updated for resources: {'Port': ['ID=5620893e-29ec-4cb5-b4c9-0cdca11ead97,revision_number=2']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:13:30.769141 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c67b028db5e9b9818fecc5c0a87ebc6f190694fa53ca267d523e04f98de536d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd303028-a66c-4191-9270-9f94b321feb1" -d '{"events": [{"server_uuid": "ce7a4ada-566f-459a-95f8-39a934d7da92", "name": "network-vif-deleted", "tag": "8128b530-be22-4822-b373-fa11e83a7e22"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:13:30.788931 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-caac3fcf-6e64-47cd-9607-79f78b88830d tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.5215201 Mar 29 16:13:30.791975 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 58414) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:13:30.800740 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-365c705b-095b-4e36-8ab2-27e05cffdc5a tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Request body: {'port': {'network_id': 'd02d9540-c594-4aba-a6b7-37e4434aef3d', 'fixed_ips': [{'subnet_id': '7adfeaf7-9da5-4490-b3c4-e8b6d7642f65'}, {'subnet_id': '02c352af-4366-4c0a-9fd5-46946f2b8fc5'}], 'name': 'tempest-PortsIpV6TestJSON-335779796'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:13:30.835517 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-060ad528-2134-428b-b236-3c0868c743b1 req-88474d4c-68dd-41b2-8ee5-0347c4d0e568 tempest-TestServerAdvancedOps-662394448 tempest-TestServerAdvancedOps-662394448-project] 10.222.0.42 "GET /v2.0/ports?device_id=ce7a4ada-566f-459a-95f8-39a934d7da92 HTTP/1.1" status: 200 len: 210 time: 0.0505831 Mar 29 16:13:30.843001 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 16:13:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a26ce988-0014-4321-9ee9-8a2aa43ad11a x-openstack-request-id: req-a26ce988-0014-4321-9ee9-8a2aa43ad11a {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:13:30.843472 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce7a4ada-566f-459a-95f8-39a934d7da92", "name": "network-vif-deleted", "tag": "8128b530-be22-4822-b373-fa11e83a7e22", "status": "completed", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:13:30.843621 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a26ce988-0014-4321-9ee9-8a2aa43ad11a {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:13:30.844695 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce7a4ada-566f-459a-95f8-39a934d7da92', 'name': 'network-vif-deleted', 'tag': '8128b530-be22-4822-b373-fa11e83a7e22', 'status': 'completed', 'code': 200} Mar 29 16:13:30.941469 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-365c705b-095b-4e36-8ab2-27e05cffdc5a tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Made reservation on behalf of 42e493e160984997b05aad8c743e9a34 for: {'port': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:13:31.049600 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-365c705b-095b-4e36-8ab2-27e05cffdc5a tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:31.067913 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [None req-365c705b-095b-4e36-8ab2-27e05cffdc5a tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] device_id is not set on port e76fb6ed-bfd3-43b9-a16a-82da95b2a4c3 yet. {{(pid=102791) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 29 16:13:31.361832 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_common [None req-365c705b-095b-4e36-8ab2-27e05cffdc5a tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Allocated IP 2001:db8::13f (d02d9540-c594-4aba-a6b7-37e4434aef3d/7adfeaf7-9da5-4490-b3c4-e8b6d7642f65/e76fb6ed-bfd3-43b9-a16a-82da95b2a4c3) {{(pid=102791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:13:31.368493 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_common [None req-365c705b-095b-4e36-8ab2-27e05cffdc5a tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Allocated IP 2001:db8:0:1::19a (d02d9540-c594-4aba-a6b7-37e4434aef3d/02c352af-4366-4c0a-9fd5-46946f2b8fc5/e76fb6ed-bfd3-43b9-a16a-82da95b2a4c3) {{(pid=102791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:13:31.519943 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-365c705b-095b-4e36-8ab2-27e05cffdc5a tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks [] for port, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:31.553664 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-365c705b-095b-4e36-8ab2-27e05cffdc5a tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:31.598205 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-365c705b-095b-4e36-8ab2-27e05cffdc5a tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Network d02d9540-c594-4aba-a6b7-37e4434aef3d is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:13:31.601525 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [None req-365c705b-095b-4e36-8ab2-27e05cffdc5a tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:13:31.605353 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-365c705b-095b-4e36-8ab2-27e05cffdc5a tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Received port after_create {{(pid=102791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:13:31.611459 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-365c705b-095b-4e36-8ab2-27e05cffdc5a tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:13:31.612092 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-365c705b-095b-4e36-8ab2-27e05cffdc5a tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:31.625101 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365c705b-095b-4e36-8ab2-27e05cffdc5a tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Pushing event updated for resources: {'Port': ['ID=e76fb6ed-bfd3-43b9-a16a-82da95b2a4c3,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:13:31.638474 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-365c705b-095b-4e36-8ab2-27e05cffdc5a tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 0.8426082 Mar 29 16:13:31.638803 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 58416) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:13:31.644598 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-082a4bd1-fd9d-46ae-90e3-090ad4edfa00 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '7adfeaf7-9da5-4490-b3c4-e8b6d7642f65'}]}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:13:31.732770 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dc4372b-255e-4f93-ba93-fb12ddc7c578 None None] Network d02d9540-c594-4aba-a6b7-37e4434aef3d requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 16:13:31.795711 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-082a4bd1-fd9d-46ae-90e3-090ad4edfa00 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:31.813937 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-27ae8cc2-2017-48da-a330-da0976e8318f None None] Provisioning complete for port 5620893e-29ec-4cb5-b4c9-0cdca11ead97 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:13:31.814298 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-27ae8cc2-2017-48da-a330-da0976e8318f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:31.887432 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 58420) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:13:31.957504 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-27ae8cc2-2017-48da-a330-da0976e8318f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:31.978667 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.db_base_plugin_v2 [None req-a437b145-a09d-43b9-94cb-60eef83c6ec4 admin admin] Deleting subnet 4d73631d-8019-458f-9c15-cd41e6b9d570 {{(pid=102790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 16:13:31.982135 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-a437b145-a09d-43b9-94cb-60eef83c6ec4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:31.994483 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-27ae8cc2-2017-48da-a330-da0976e8318f None None] For port 5620893e-29ec-4cb5-b4c9-0cdca11ead97, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=5620893e-29ec-4cb5-b4c9-0cdca11ead97,segment=NetworkSegment(a8b00e21-394c-47fb-beb9-6a9d9a2a449a),segment_id=a8b00e21-394c-47fb-beb9-6a9d9a2a449a)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:13:31.999951 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-27ae8cc2-2017-48da-a330-da0976e8318f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:32.059368 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-a437b145-a09d-43b9-94cb-60eef83c6ec4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4614024'] for subnet, precommit_delete_associations {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:32.139050 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-a437b145-a09d-43b9-94cb-60eef83c6ec4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1641287'] for subnet, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:32.178688 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.db_base_plugin_common [None req-082a4bd1-fd9d-46ae-90e3-090ad4edfa00 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Delete allocated IP 2001:db8:0:1::19a (d02d9540-c594-4aba-a6b7-37e4434aef3d/02c352af-4366-4c0a-9fd5-46946f2b8fc5) {{(pid=102790) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 29 16:13:32.252101 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ae8cc2-2017-48da-a330-da0976e8318f None None] Pushing event updated for resources: {'Port': ['ID=5620893e-29ec-4cb5-b4c9-0cdca11ead97,revision_number=3']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:13:32.257582 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5aa057d-23a9-4909-b9f3-ec95d1d698f6 None None] Update dhcp port {'port': {'network_id': 'd02d9540-c594-4aba-a6b7-37e4434aef3d', 'fixed_ips': [{'subnet_id': '7adfeaf7-9da5-4490-b3c4-e8b6d7642f65', 'ip_address': '2001:db8::2'}, {'subnet_id': '02c352af-4366-4c0a-9fd5-46946f2b8fc5'}], 'binding:host_id': 'n-d-834765-1'}, 'id': '5620893e-29ec-4cb5-b4c9-0cdca11ead97'} from n-d-834765-1. {{(pid=102792) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Mar 29 16:13:32.264021 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-a437b145-a09d-43b9-94cb-60eef83c6ec4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1641294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5231963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4793952'] for subnet, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:32.288137 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-a5aa057d-23a9-4909-b9f3-ec95d1d698f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:32.297691 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a437b145-a09d-43b9-94cb-60eef83c6ec4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4d73631d-8019-458f-9c15-cd41e6b9d570,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:13:32.307178 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-a437b145-a09d-43b9-94cb-60eef83c6ec4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:32.310450 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-a437b145-a09d-43b9-94cb-60eef83c6ec4 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/4d73631d-8019-458f-9c15-cd41e6b9d570 HTTP/1.1" status: 204 len: 168 time: 0.4223523 Mar 29 16:13:32.313571 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 58422) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:13:32.319120 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a437b145-a09d-43b9-94cb-60eef83c6ec4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:13:32.319477 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a437b145-a09d-43b9-94cb-60eef83c6ec4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:13:32.319815 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a437b145-a09d-43b9-94cb-60eef83c6ec4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:13:32.320145 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a437b145-a09d-43b9-94cb-60eef83c6ec4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:13:32.320495 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a437b145-a09d-43b9-94cb-60eef83c6ec4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:13:32.320786 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a437b145-a09d-43b9-94cb-60eef83c6ec4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:13:32.321105 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a437b145-a09d-43b9-94cb-60eef83c6ec4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:13:32.321500 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a437b145-a09d-43b9-94cb-60eef83c6ec4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:13:32.321732 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a437b145-a09d-43b9-94cb-60eef83c6ec4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:13:32.322044 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a437b145-a09d-43b9-94cb-60eef83c6ec4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:13:32.322753 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a437b145-a09d-43b9-94cb-60eef83c6ec4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:13:32.322753 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a437b145-a09d-43b9-94cb-60eef83c6ec4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:13:32.373602 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-082a4bd1-fd9d-46ae-90e3-090ad4edfa00 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks [] for port, precommit_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:32.378953 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-082a4bd1-fd9d-46ae-90e3-090ad4edfa00 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5237921'] for port, after_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:32.394341 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-cdd87112-5306-4c74-93ec-6d543c37e8fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1631750'] for network, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:32.451650 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-082a4bd1-fd9d-46ae-90e3-090ad4edfa00 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] In _notify_port_updated(), no bound segment for port e76fb6ed-bfd3-43b9-a16a-82da95b2a4c3 on network d02d9540-c594-4aba-a6b7-37e4434aef3d {{(pid=102790) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Mar 29 16:13:32.458047 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-082a4bd1-fd9d-46ae-90e3-090ad4edfa00 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:13:32.458675 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-082a4bd1-fd9d-46ae-90e3-090ad4edfa00 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:32.459994 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-082a4bd1-fd9d-46ae-90e3-090ad4edfa00 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] 10.222.0.42 "PUT /v2.0/ports/e76fb6ed-bfd3-43b9-a16a-82da95b2a4c3 HTTP/1.1" status: 200 len: 925 time: 0.8203363 Mar 29 16:13:32.463046 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 58424) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:13:32.467632 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-ac89b24c-0153-4e6b-b726-c70752c9c891 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '7adfeaf7-9da5-4490-b3c4-e8b6d7642f65'}, {'subnet_id': '02c352af-4366-4c0a-9fd5-46946f2b8fc5'}]}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:13:32.471657 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.db_base_plugin_common [None req-a5aa057d-23a9-4909-b9f3-ec95d1d698f6 None None] Allocated IP 2001:db8:0:1::2 (d02d9540-c594-4aba-a6b7-37e4434aef3d/02c352af-4366-4c0a-9fd5-46946f2b8fc5/5620893e-29ec-4cb5-b4c9-0cdca11ead97) {{(pid=102792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:13:32.482092 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-cdd87112-5306-4c74-93ec-6d543c37e8fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639890', 'neutron.services.segments.db._delete_segments_for_network-8783523423079'] for network, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:32.494862 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082a4bd1-fd9d-46ae-90e3-090ad4edfa00 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Pushing event updated for resources: {'Port': ['ID=e76fb6ed-bfd3-43b9-a16a-82da95b2a4c3,revision_number=2']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:13:32.504875 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-cdd87112-5306-4c74-93ec-6d543c37e8fb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d1ef3ef-2965-4b2f-88f7-4b88184255f5']}} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:13:32.518170 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-cdd87112-5306-4c74-93ec-6d543c37e8fb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee59c5ef-88a1-41e7-b3e2-7e4499fa6740') {'for_net_delete': True} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:13:32.518461 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-cdd87112-5306-4c74-93ec-6d543c37e8fb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee59c5ef-88a1-41e7-b3e2-7e4499fa6740') {} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:13:32.529839 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-cdd87112-5306-4c74-93ec-6d543c37e8fb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783523422064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4230428'] for segment, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:32.546044 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-ac89b24c-0153-4e6b-b726-c70752c9c891 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:32.548074 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-cdd87112-5306-4c74-93ec-6d543c37e8fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:32.556177 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cdd87112-5306-4c74-93ec-6d543c37e8fb admin admin] Releasing vlan 638 on physical network physnet1 to pool {{(pid=102791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 16:13:32.556809 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-cdd87112-5306-4c74-93ec-6d543c37e8fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16169569'] for segment, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:32.559056 n-d-834765-1 neutron-server[102791]: Traceback (most recent call last): Mar 29 16:13:32.559056 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 16:13:32.559056 n-d-834765-1 neutron-server[102791]: timer() Mar 29 16:13:32.559056 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 16:13:32.559056 n-d-834765-1 neutron-server[102791]: cb(*args, **kw) Mar 29 16:13:32.559056 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 16:13:32.559056 n-d-834765-1 neutron-server[102791]: return func(*args, **kwargs) Mar 29 16:13:32.559056 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 16:13:32.559056 n-d-834765-1 neutron-server[102791]: self._notify() Mar 29 16:13:32.559056 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 16:13:32.559056 n-d-834765-1 neutron-server[102791]: self.callback(batched_events) Mar 29 16:13:32.559056 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 16:13:32.559056 n-d-834765-1 neutron-server[102791]: event.method(event) Mar 29 16:13:32.559056 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 16:13:32.559056 n-d-834765-1 neutron-server[102791]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 16:13:32.559056 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 16:13:32.559056 n-d-834765-1 neutron-server[102791]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 16:13:32.559056 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 16:13:32.559056 n-d-834765-1 neutron-server[102791]: return f(self, *a, **k) Mar 29 16:13:32.559056 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 16:13:32.559056 n-d-834765-1 neutron-server[102791]: return self._get(url).json() Mar 29 16:13:32.559056 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 16:13:32.559056 n-d-834765-1 neutron-server[102791]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 16:13:32.559056 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 16:13:32.559056 n-d-834765-1 neutron-server[102791]: return self.request(url, 'GET', **kwargs) Mar 29 16:13:32.559056 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 16:13:32.559056 n-d-834765-1 neutron-server[102791]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 16:13:32.559056 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 16:13:32.559056 n-d-834765-1 neutron-server[102791]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 16:13:32.559056 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 16:13:32.559056 n-d-834765-1 neutron-server[102791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 16:13:32.559056 n-d-834765-1 neutron-server[102791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 16:13:32.586073 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-a5aa057d-23a9-4909-b9f3-ec95d1d698f6 None None] For port 5620893e-29ec-4cb5-b4c9-0cdca11ead97, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=5620893e-29ec-4cb5-b4c9-0cdca11ead97,segment=NetworkSegment(a8b00e21-394c-47fb-beb9-6a9d9a2a449a),segment_id=a8b00e21-394c-47fb-beb9-6a9d9a2a449a)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:13:32.619280 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-a5aa057d-23a9-4909-b9f3-ec95d1d698f6 None None] Notify callbacks [] for port, precommit_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:32.623149 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-cdd87112-5306-4c74-93ec-6d543c37e8fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1639897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648174'] for network, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:32.624579 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-a5aa057d-23a9-4909-b9f3-ec95d1d698f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:32.628872 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-cdd87112-5306-4c74-93ec-6d543c37e8fb admin admin] Notify callbacks [] for network, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:32.635013 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-cdd87112-5306-4c74-93ec-6d543c37e8fb admin admin] 10.222.0.42 "DELETE /v2.0/networks/5d1ef3ef-2965-4b2f-88f7-4b88184255f5 HTTP/1.1" status: 204 len: 168 time: 0.3204019 Mar 29 16:13:32.635658 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 58426) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:13:32.677423 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd87112-5306-4c74-93ec-6d543c37e8fb admin admin] Pushing event deleted for resources: {'Network': ['ID=5d1ef3ef-2965-4b2f-88f7-4b88184255f5,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:13:32.681106 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5aa057d-23a9-4909-b9f3-ec95d1d698f6 None None] Pushing event updated for resources: {'Port': ['ID=5620893e-29ec-4cb5-b4c9-0cdca11ead97,revision_number=4']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:13:32.703285 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_v2 [None req-db4e6447-6f8d-4303-8cef-671347686e19 admin admin] Deleting subnet 4877de64-0443-4619-976e-6ddff777f3b3 {{(pid=102791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 16:13:32.707071 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-db4e6447-6f8d-4303-8cef-671347686e19 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:32.755245 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-db4e6447-6f8d-4303-8cef-671347686e19 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4230423'] for subnet, precommit_delete_associations {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:32.799814 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 5620893e-29ec-4cb5-b4c9-0cdca11ead97 up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 16:13:32.807520 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-db4e6447-6f8d-4303-8cef-671347686e19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1641287'] for subnet, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:32.847148 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.db_base_plugin_common [None req-ac89b24c-0153-4e6b-b726-c70752c9c891 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Allocated IP 2001:db8:0:1::1e4 (d02d9540-c594-4aba-a6b7-37e4434aef3d/02c352af-4366-4c0a-9fd5-46946f2b8fc5/e76fb6ed-bfd3-43b9-a16a-82da95b2a4c3) {{(pid=102790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:13:32.858059 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-f12bdff8-8d69-4321-8513-5ec522cec191 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:32.878296 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-db4e6447-6f8d-4303-8cef-671347686e19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1641294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16155591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16218852'] for subnet, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:32.884718 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port 5620893e-29ec-4cb5-b4c9-0cdca11ead97 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:13:32.885157 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:32.906089 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4e6447-6f8d-4303-8cef-671347686e19 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4877de64-0443-4619-976e-6ddff777f3b3,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:13:32.910225 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-db4e6447-6f8d-4303-8cef-671347686e19 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:32.913646 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-db4e6447-6f8d-4303-8cef-671347686e19 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/4877de64-0443-4619-976e-6ddff777f3b3 HTTP/1.1" status: 204 len: 168 time: 0.2749107 Mar 29 16:13:32.916730 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 58428) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:13:32.999235 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-3002840d-8d20-43da-a920-c03ef7c40b4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1631750'] for network, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:33.030830 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-ac89b24c-0153-4e6b-b726-c70752c9c891 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks [] for port, precommit_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:33.036528 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-ac89b24c-0153-4e6b-b726-c70752c9c891 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5237921'] for port, after_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:33.091560 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-3002840d-8d20-43da-a920-c03ef7c40b4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639890', 'neutron.services.segments.db._delete_segments_for_network-8783523423079'] for network, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:33.115599 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac89b24c-0153-4e6b-b726-c70752c9c891 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Pushing event updated for resources: {'Port': ['ID=e76fb6ed-bfd3-43b9-a16a-82da95b2a4c3,revision_number=3']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:13:33.117138 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-3002840d-8d20-43da-a920-c03ef7c40b4e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91cf4eb3-c42d-4480-9d74-57b97ee54fb4']}} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:13:33.128809 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-3002840d-8d20-43da-a920-c03ef7c40b4e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6b3ac5c-172f-42ff-8b2c-c9605a99e325') {'for_net_delete': True} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:13:33.129212 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-3002840d-8d20-43da-a920-c03ef7c40b4e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6b3ac5c-172f-42ff-8b2c-c9605a99e325') {} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:13:33.129862 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-ac89b24c-0153-4e6b-b726-c70752c9c891 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] In _notify_port_updated(), no bound segment for port e76fb6ed-bfd3-43b9-a16a-82da95b2a4c3 on network d02d9540-c594-4aba-a6b7-37e4434aef3d {{(pid=102790) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Mar 29 16:13:33.135422 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac89b24c-0153-4e6b-b726-c70752c9c891 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:13:33.136076 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-ac89b24c-0153-4e6b-b726-c70752c9c891 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:33.139290 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-ac89b24c-0153-4e6b-b726-c70752c9c891 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] 10.222.0.42 "PUT /v2.0/ports/e76fb6ed-bfd3-43b9-a16a-82da95b2a4c3 HTTP/1.1" status: 200 len: 1011 time: 0.6743913 Mar 29 16:13:33.141456 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 58430) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:13:33.146063 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-3002840d-8d20-43da-a920-c03ef7c40b4e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783523422064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4230428'] for segment, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:33.162918 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-3002840d-8d20-43da-a920-c03ef7c40b4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:33.169611 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3002840d-8d20-43da-a920-c03ef7c40b4e admin admin] Releasing vlan 619 on physical network physnet1 to pool {{(pid=102791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 16:13:33.169984 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-3002840d-8d20-43da-a920-c03ef7c40b4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16169569'] for segment, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:33.173065 n-d-834765-1 neutron-server[102791]: Traceback (most recent call last): Mar 29 16:13:33.173065 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 16:13:33.173065 n-d-834765-1 neutron-server[102791]: timer() Mar 29 16:13:33.173065 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 16:13:33.173065 n-d-834765-1 neutron-server[102791]: cb(*args, **kw) Mar 29 16:13:33.173065 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 16:13:33.173065 n-d-834765-1 neutron-server[102791]: return func(*args, **kwargs) Mar 29 16:13:33.173065 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 16:13:33.173065 n-d-834765-1 neutron-server[102791]: self._notify() Mar 29 16:13:33.173065 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 16:13:33.173065 n-d-834765-1 neutron-server[102791]: self.callback(batched_events) Mar 29 16:13:33.173065 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 16:13:33.173065 n-d-834765-1 neutron-server[102791]: event.method(event) Mar 29 16:13:33.173065 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 16:13:33.173065 n-d-834765-1 neutron-server[102791]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 16:13:33.173065 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 16:13:33.173065 n-d-834765-1 neutron-server[102791]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 16:13:33.173065 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 16:13:33.173065 n-d-834765-1 neutron-server[102791]: return f(self, *a, **k) Mar 29 16:13:33.173065 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 16:13:33.173065 n-d-834765-1 neutron-server[102791]: return self._get(url).json() Mar 29 16:13:33.173065 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 16:13:33.173065 n-d-834765-1 neutron-server[102791]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 16:13:33.173065 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 16:13:33.173065 n-d-834765-1 neutron-server[102791]: return self.request(url, 'GET', **kwargs) Mar 29 16:13:33.173065 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 16:13:33.173065 n-d-834765-1 neutron-server[102791]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 16:13:33.173065 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 16:13:33.173065 n-d-834765-1 neutron-server[102791]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 16:13:33.173065 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 16:13:33.173065 n-d-834765-1 neutron-server[102791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 16:13:33.173065 n-d-834765-1 neutron-server[102791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 16:13:33.238236 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.agents_db [None req-59735a15-725e-44d4-9ad5-95cbe356f209 None None] Agent healthcheck: found 7 active agents {{(pid=102793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 16:13:33.242042 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-3002840d-8d20-43da-a920-c03ef7c40b4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1639897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648174'] for network, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:33.244567 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-247aa821-3ad8-4db0-8aba-cae9b5981544 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Deleting port e76fb6ed-bfd3-43b9-a16a-82da95b2a4c3 {{(pid=102790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:13:33.244912 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-247aa821-3ad8-4db0-8aba-cae9b5981544 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:33.262285 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-3002840d-8d20-43da-a920-c03ef7c40b4e admin admin] Notify callbacks [] for network, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:33.266514 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-3002840d-8d20-43da-a920-c03ef7c40b4e admin admin] 10.222.0.42 "DELETE /v2.0/networks/91cf4eb3-c42d-4480-9d74-57b97ee54fb4 HTTP/1.1" status: 204 len: 168 time: 0.3491106 Mar 29 16:13:33.267706 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3002840d-8d20-43da-a920-c03ef7c40b4e admin admin] Pushing event deleted for resources: {'Network': ['ID=91cf4eb3-c42d-4480-9d74-57b97ee54fb4,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:13:33.354825 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-247aa821-3ad8-4db0-8aba-cae9b5981544 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:33.370459 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-247aa821-3ad8-4db0-8aba-cae9b5981544 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Calling delete_port for e76fb6ed-bfd3-43b9-a16a-82da95b2a4c3 owned by {{(pid=102790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:13:33.399234 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-030a978c-ccb3-4a49-a6f0-0003388a479c None None] Network d02d9540-c594-4aba-a6b7-37e4434aef3d requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 16:13:33.472107 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 58434) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:13:33.475571 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-7ae8d543-752f-4d3b-a1ef-e4bce28dadd9 None None] Provisioning complete for port 5620893e-29ec-4cb5-b4c9-0cdca11ead97 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:13:33.475940 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-7ae8d543-752f-4d3b-a1ef-e4bce28dadd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:33.522930 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-ca9f01ee-0b48-4183-a268-8ed58353194f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=03b8850412484b09a31b6023e3726f24&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0496566 Mar 29 16:13:33.525678 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 58436) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:13:33.579937 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-c5fd0c0b-2f7a-4d84-ba87-ac3c6ab090ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:33.581519 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-247aa821-3ad8-4db0-8aba-cae9b5981544 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:33.605276 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-c5fd0c0b-2f7a-4d84-ba87-ac3c6ab090ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:33.612648 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247aa821-3ad8-4db0-8aba-cae9b5981544 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Pushing event deleted for resources: {'Port': ['ID=e76fb6ed-bfd3-43b9-a16a-82da95b2a4c3,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:13:33.634295 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-7ae8d543-752f-4d3b-a1ef-e4bce28dadd9 None None] Could not find standard attr ID for object e76fb6ed-bfd3-43b9-a16a-82da95b2a4c3. {{(pid=102792) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 29 16:13:33.663528 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-247aa821-3ad8-4db0-8aba-cae9b5981544 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:33.667325 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-247aa821-3ad8-4db0-8aba-cae9b5981544 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] 10.222.0.42 "DELETE /v2.0/ports/e76fb6ed-bfd3-43b9-a16a-82da95b2a4c3 HTTP/1.1" status: 204 len: 168 time: 0.5251696 Mar 29 16:13:33.667688 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-c5fd0c0b-2f7a-4d84-ba87-ac3c6ab090ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:33.670484 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-c5fd0c0b-2f7a-4d84-ba87-ac3c6ab090ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:33.671715 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-c5fd0c0b-2f7a-4d84-ba87-ac3c6ab090ea admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/cdb162e2-8bf4-4661-9e64-736093fa4a68 HTTP/1.1" status: 204 len: 168 time: 0.1449234 Mar 29 16:13:33.672992 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 58438) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:13:33.706516 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fd0c0b-2f7a-4d84-ba87-ac3c6ab090ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdb162e2-8bf4-4661-9e64-736093fa4a68,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:13:33.708771 n-d-834765-1 neutron-server[102791]: INFO neutron.pecan_wsgi.hooks.translation [None req-e618724d-1a5f-45bf-ac32-ffa1462900c4 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] GET failed (client error): The resource could not be found. Mar 29 16:13:33.710359 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-e618724d-1a5f-45bf-ac32-ffa1462900c4 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] 10.222.0.42 "GET /v2.0/ports/e76fb6ed-bfd3-43b9-a16a-82da95b2a4c3 HTTP/1.1" status: 404 len: 333 time: 0.0347679 Mar 29 16:13:33.713163 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 58442) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:13:33.778149 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.db_base_plugin_v2 [None req-905872bd-8744-4c03-8f09-6facc3233f33 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Deleting subnet 02c352af-4366-4c0a-9fd5-46946f2b8fc5 {{(pid=102790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 16:13:33.782154 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-905872bd-8744-4c03-8f09-6facc3233f33 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks [] for subnet, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:33.830940 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-905872bd-8744-4c03-8f09-6facc3233f33 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4614024'] for subnet, precommit_delete_associations {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:33.934261 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-905872bd-8744-4c03-8f09-6facc3233f33 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1641287'] for subnet, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:33.968319 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-0ca12494-c10d-4dae-977f-949128673822 None None] Provisioning complete for port 5620893e-29ec-4cb5-b4c9-0cdca11ead97 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:13:33.969973 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-0ca12494-c10d-4dae-977f-949128673822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:34.014946 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-905872bd-8744-4c03-8f09-6facc3233f33 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1641294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5231963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4793952'] for subnet, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:34.041089 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-905872bd-8744-4c03-8f09-6facc3233f33 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks [] for subnet, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:34.045186 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-905872bd-8744-4c03-8f09-6facc3233f33 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] 10.222.0.42 "DELETE /v2.0/subnets/02c352af-4366-4c0a-9fd5-46946f2b8fc5 HTTP/1.1" status: 204 len: 168 time: 0.3308265 Mar 29 16:13:34.048505 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 58446) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:13:34.098538 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 58448) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:13:34.126246 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67390b0a-3d4f-4bca-95c6-67e4b35d5a8f None None] Network d02d9540-c594-4aba-a6b7-37e4434aef3d requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 16:13:34.134128 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_v2 [None req-4dd8d07f-56d3-442b-a5f9-50ce80013e14 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Deleting subnet 7adfeaf7-9da5-4490-b3c4-e8b6d7642f65 {{(pid=102791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 16:13:34.144871 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-4dd8d07f-56d3-442b-a5f9-50ce80013e14 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks [] for subnet, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:34.186998 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-eab3701c-d1df-4c6c-a37a-061430ecf547 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=4cbe0df1d71b4065b53178d69de87325&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0873399 Mar 29 16:13:34.190391 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 58450) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:13:34.208654 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-4dd8d07f-56d3-442b-a5f9-50ce80013e14 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4230423'] for subnet, precommit_delete_associations {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:34.211440 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-be53308f-27d6-4d62-85c1-cfd7d937dba7 None None] Could not find standard attr ID for object e76fb6ed-bfd3-43b9-a16a-82da95b2a4c3. {{(pid=102792) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 29 16:13:34.285045 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d71584b9-87f1-45f5-84c7-c993c2416269 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:34.292908 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-5954c308-263e-484f-a46f-af55ae555c2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:34.348640 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-5954c308-263e-484f-a46f-af55ae555c2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:34.357182 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-4dd8d07f-56d3-442b-a5f9-50ce80013e14 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1641287'] for subnet, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:34.389728 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905872bd-8744-4c03-8f09-6facc3233f33 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Pushing event deleted for resources: {'Subnet': ['ID=02c352af-4366-4c0a-9fd5-46946f2b8fc5,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:13:34.439103 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-4dd8d07f-56d3-442b-a5f9-50ce80013e14 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1641294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16155591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16218852'] for subnet, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:34.445770 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-5954c308-263e-484f-a46f-af55ae555c2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:34.448254 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-5954c308-263e-484f-a46f-af55ae555c2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:34.449365 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-5954c308-263e-484f-a46f-af55ae555c2b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/9a6b6b17-b0b2-434b-9ba0-c025aa0a846a HTTP/1.1" status: 204 len: 168 time: 0.2580626 Mar 29 16:13:34.481389 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd8d07f-56d3-442b-a5f9-50ce80013e14 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Pushing event deleted for resources: {'Subnet': ['ID=7adfeaf7-9da5-4490-b3c4-e8b6d7642f65,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:13:34.485664 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5954c308-263e-484f-a46f-af55ae555c2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a6b6b17-b0b2-434b-9ba0-c025aa0a846a,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:13:34.487596 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-4dd8d07f-56d3-442b-a5f9-50ce80013e14 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks [] for subnet, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:34.493224 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-4dd8d07f-56d3-442b-a5f9-50ce80013e14 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] 10.222.0.42 "DELETE /v2.0/subnets/7adfeaf7-9da5-4490-b3c4-e8b6d7642f65 HTTP/1.1" status: 204 len: 168 time: 0.4411273 Mar 29 16:13:34.493701 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 58454) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:13:34.576044 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-89841204-0fbf-4b1d-9679-142e9be9934a tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1631750'] for network, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:34.633472 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-89841204-0fbf-4b1d-9679-142e9be9934a tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Deleting port 5620893e-29ec-4cb5-b4c9-0cdca11ead97 {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:13:34.634186 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-89841204-0fbf-4b1d-9679-142e9be9934a tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:34.724079 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [None req-89841204-0fbf-4b1d-9679-142e9be9934a tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] For port 5620893e-29ec-4cb5-b4c9-0cdca11ead97, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=5620893e-29ec-4cb5-b4c9-0cdca11ead97,segment=NetworkSegment(a8b00e21-394c-47fb-beb9-6a9d9a2a449a),segment_id=a8b00e21-394c-47fb-beb9-6a9d9a2a449a)] {{(pid=102791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:13:34.724596 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-89841204-0fbf-4b1d-9679-142e9be9934a tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:34.747184 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-89841204-0fbf-4b1d-9679-142e9be9934a tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Calling delete_port for 5620893e-29ec-4cb5-b4c9-0cdca11ead97 owned by network:dhcp {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:13:34.861696 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-89841204-0fbf-4b1d-9679-142e9be9934a tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:34.886480 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89841204-0fbf-4b1d-9679-142e9be9934a tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Pushing event deleted for resources: {'Port': ['ID=5620893e-29ec-4cb5-b4c9-0cdca11ead97,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:13:34.897708 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89841204-0fbf-4b1d-9679-142e9be9934a tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] No DVR routers for this DVR port 5620893e-29ec-4cb5-b4c9-0cdca11ead97 on host n-d-834765-1 {{(pid=102791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 16:13:34.909201 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 5620893e-29ec-4cb5-b4c9-0cdca11ead97 up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 16:13:34.943993 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] No Port match for: 5620893e-29ec-4cb5-b4c9-0cdca11ead97 {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 16:13:34.944627 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 5620893e-29ec-4cb5-b4c9-0cdca11ead97 not bound to the agent host n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Mar 29 16:13:34.971547 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Port 5620893e-29ec-4cb5-b4c9-0cdca11ead97 not found, will not notify nova. {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Mar 29 16:13:34.994117 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-89841204-0fbf-4b1d-9679-142e9be9934a tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639890', 'neutron.services.segments.db._delete_segments_for_network-8783523423079'] for network, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:35.010870 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efb8ac61-f15b-43c7-a1d0-88a32141d778 None None] Network d02d9540-c594-4aba-a6b7-37e4434aef3d requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 16:13:35.016634 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-89841204-0fbf-4b1d-9679-142e9be9934a tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d02d9540-c594-4aba-a6b7-37e4434aef3d']}} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:13:35.028607 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-89841204-0fbf-4b1d-9679-142e9be9934a tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8b00e21-394c-47fb-beb9-6a9d9a2a449a') {'for_net_delete': True} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:13:35.028910 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-89841204-0fbf-4b1d-9679-142e9be9934a tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8b00e21-394c-47fb-beb9-6a9d9a2a449a') {} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:13:35.041179 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-6015f86c-43d2-4d32-b1a9-c8688cd1c7fd None None] Could not find standard attr ID for object 5620893e-29ec-4cb5-b4c9-0cdca11ead97. {{(pid=102792) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 29 16:13:35.041410 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-89841204-0fbf-4b1d-9679-142e9be9934a tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783523422064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4230428'] for segment, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:35.058209 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-89841204-0fbf-4b1d-9679-142e9be9934a tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:35.065158 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89841204-0fbf-4b1d-9679-142e9be9934a tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Releasing vlan 642 on physical network physnet1 to pool {{(pid=102791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 16:13:35.065585 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-89841204-0fbf-4b1d-9679-142e9be9934a tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16169569'] for segment, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:35.068806 n-d-834765-1 neutron-server[102791]: Traceback (most recent call last): Mar 29 16:13:35.068806 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 16:13:35.068806 n-d-834765-1 neutron-server[102791]: timer() Mar 29 16:13:35.068806 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 16:13:35.068806 n-d-834765-1 neutron-server[102791]: cb(*args, **kw) Mar 29 16:13:35.068806 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 16:13:35.068806 n-d-834765-1 neutron-server[102791]: return func(*args, **kwargs) Mar 29 16:13:35.068806 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 16:13:35.068806 n-d-834765-1 neutron-server[102791]: self._notify() Mar 29 16:13:35.068806 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 16:13:35.068806 n-d-834765-1 neutron-server[102791]: self.callback(batched_events) Mar 29 16:13:35.068806 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 16:13:35.068806 n-d-834765-1 neutron-server[102791]: event.method(event) Mar 29 16:13:35.068806 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 16:13:35.068806 n-d-834765-1 neutron-server[102791]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 16:13:35.068806 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 16:13:35.068806 n-d-834765-1 neutron-server[102791]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 16:13:35.068806 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 16:13:35.068806 n-d-834765-1 neutron-server[102791]: return f(self, *a, **k) Mar 29 16:13:35.068806 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 16:13:35.068806 n-d-834765-1 neutron-server[102791]: return self._get(url).json() Mar 29 16:13:35.068806 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 16:13:35.068806 n-d-834765-1 neutron-server[102791]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 16:13:35.068806 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 16:13:35.068806 n-d-834765-1 neutron-server[102791]: return self.request(url, 'GET', **kwargs) Mar 29 16:13:35.068806 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 16:13:35.068806 n-d-834765-1 neutron-server[102791]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 16:13:35.068806 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 16:13:35.068806 n-d-834765-1 neutron-server[102791]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 16:13:35.068806 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 16:13:35.068806 n-d-834765-1 neutron-server[102791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 16:13:35.068806 n-d-834765-1 neutron-server[102791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 16:13:35.138317 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-89841204-0fbf-4b1d-9679-142e9be9934a tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1639897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648174'] for network, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:35.147343 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-89841204-0fbf-4b1d-9679-142e9be9934a tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks [] for network, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:35.156928 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-89841204-0fbf-4b1d-9679-142e9be9934a tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] 10.222.0.42 "DELETE /v2.0/networks/d02d9540-c594-4aba-a6b7-37e4434aef3d HTTP/1.1" status: 204 len: 168 time: 0.6564357 Mar 29 16:13:35.157041 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 58474) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:13:35.161686 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89841204-0fbf-4b1d-9679-142e9be9934a tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Pushing event deleted for resources: {'Network': ['ID=d02d9540-c594-4aba-a6b7-37e4434aef3d,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:13:35.207747 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88e480eb-c1d7-42b6-9bab-18065c1f8363 None None] DHCP port deletion for d02d9540-c594-4aba-a6b7-37e4434aef3d request from n-d-834765-1 {{(pid=102792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 29 16:13:35.212368 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77dedcca-4d37-4172-963d-977f5140aabe tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:13:35.213944 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-77dedcca-4d37-4172-963d-977f5140aabe tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0576510 Mar 29 16:13:35.218109 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 58478) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:13:35.263913 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-8e6f4eeb-1f98-4922-a831-d197f047bd9c tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] 10.222.0.42 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0450494 Mar 29 16:13:35.267689 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 58480) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:13:35.272338 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-647c9a91-b1fa-4c21-ad14-bf6934ae66e2 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-941601113'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:13:35.291481 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-647c9a91-b1fa-4c21-ad14-bf6934ae66e2 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Made reservation on behalf of 42e493e160984997b05aad8c743e9a34 for: {'network': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:13:35.294750 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-647c9a91-b1fa-4c21-ad14-bf6934ae66e2 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for network, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:35.302446 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 58482) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:13:35.324507 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-647c9a91-b1fa-4c21-ad14-bf6934ae66e2 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] vlan segment allocate from pool success with {'vlan_id': 613, 'physical_network': 'physnet1'} {{(pid=102790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 16:13:35.334892 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-647c9a91-b1fa-4c21-ad14-bf6934ae66e2 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:35.335237 n-d-834765-1 neutron-server[102790]: INFO neutron.db.segments_db [None req-647c9a91-b1fa-4c21-ad14-bf6934ae66e2 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Added segment fcc2388a-586e-47db-b763-a4159f42109c of type vlan for network 03c07335-7724-47e4-a59d-a79719179382 Mar 29 16:13:35.377559 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-647c9a91-b1fa-4c21-ad14-bf6934ae66e2 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783522915970'] for network, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:35.402099 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-647c9a91-b1fa-4c21-ad14-bf6934ae66e2 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795'] for network, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:35.408360 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-647c9a91-b1fa-4c21-ad14-bf6934ae66e2 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:13:35.408957 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-647c9a91-b1fa-4c21-ad14-bf6934ae66e2 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks [] for network, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:35.410310 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-e248ac5b-bde4-4307-a76a-9f4c86afd4b3 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1749459953-network', 'tenant_id': '22967ccd0452496d8ea5d2058f47a8c1'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:13:35.435372 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e248ac5b-bde4-4307-a76a-9f4c86afd4b3 admin admin] Made reservation on behalf of 22967ccd0452496d8ea5d2058f47a8c1 for: {'network': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:13:35.438165 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-e248ac5b-bde4-4307-a76a-9f4c86afd4b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for network, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:35.446628 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-647c9a91-b1fa-4c21-ad14-bf6934ae66e2 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.1779218 Mar 29 16:13:35.446926 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-e248ac5b-bde4-4307-a76a-9f4c86afd4b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:35.449629 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 58486) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:13:35.455289 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-ed6725e9-2a4c-45e2-a19c-0b3b4440f345 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Request body: {'subnet': {'network_id': '03c07335-7724-47e4-a59d-a79719179382', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:13:35.484291 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647c9a91-b1fa-4c21-ad14-bf6934ae66e2 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Pushing event updated for resources: {'Network': ['ID=03c07335-7724-47e4-a59d-a79719179382,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:13:35.494387 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Network 03c07335-7724-47e4-a59d-a79719179382 details requested by agent ovs-agent-n-d-834765-1 with host n-d-834765-1 {{(pid=102792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 16:13:35.580739 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed6725e9-2a4c-45e2-a19c-0b3b4440f345 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Made reservation on behalf of 42e493e160984997b05aad8c743e9a34 for: {'subnet': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:13:35.584161 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-ed6725e9-2a4c-45e2-a19c-0b3b4440f345 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16218875'] for subnet, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:35.629232 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-e248ac5b-bde4-4307-a76a-9f4c86afd4b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:35.653817 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-e248ac5b-bde4-4307-a76a-9f4c86afd4b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:35.685782 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e248ac5b-bde4-4307-a76a-9f4c86afd4b3 admin admin] vlan segment allocate from pool success with {'vlan_id': 636, 'physical_network': 'physnet1'} {{(pid=102791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 16:13:35.707941 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e248ac5b-bde4-4307-a76a-9f4c86afd4b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62538a0e-4b48-4ceb-8492-c9394e3c2671,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:13:35.715339 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-e248ac5b-bde4-4307-a76a-9f4c86afd4b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:35.715675 n-d-834765-1 neutron-server[102791]: INFO neutron.db.segments_db [None req-e248ac5b-bde4-4307-a76a-9f4c86afd4b3 admin admin] Added segment 6ed9b27c-0b64-4185-b4d1-183cb37ff4c4 of type vlan for network c7b7cc7e-a399-43f9-9eb9-c618ea291a59 Mar 29 16:13:35.769046 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-e248ac5b-bde4-4307-a76a-9f4c86afd4b3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783522915970'] for network, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:35.813697 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-0cb6abf6-2706-4e52-8825-f5f644ecf9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:35.825957 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-e248ac5b-bde4-4307-a76a-9f4c86afd4b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795'] for network, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:35.826889 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e248ac5b-bde4-4307-a76a-9f4c86afd4b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:13:35.827486 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-e248ac5b-bde4-4307-a76a-9f4c86afd4b3 admin admin] Notify callbacks [] for network, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:35.890072 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-ed6725e9-2a4c-45e2-a19c-0b3b4440f345 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16155524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16218861'] for subnet, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:35.895099 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-e248ac5b-bde4-4307-a76a-9f4c86afd4b3 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5915766 Mar 29 16:13:35.898820 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 58488) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:13:35.903885 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-987ce97e-cc46-46e9-bf62-650213f1b380 admin admin] Request body: {'subnet': {'network_id': 'c7b7cc7e-a399-43f9-9eb9-c618ea291a59', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1749459953-subnet', 'tenant_id': '22967ccd0452496d8ea5d2058f47a8c1', 'ip_version': 4}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:13:35.924039 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-987ce97e-cc46-46e9-bf62-650213f1b380 admin admin] Made reservation on behalf of 22967ccd0452496d8ea5d2058f47a8c1 for: {'subnet': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:13:35.926336 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-987ce97e-cc46-46e9-bf62-650213f1b380 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4793983'] for subnet, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:35.953129 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e248ac5b-bde4-4307-a76a-9f4c86afd4b3 admin admin] Pushing event updated for resources: {'Network': ['ID=c7b7cc7e-a399-43f9-9eb9-c618ea291a59,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:13:35.962110 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:35.969138 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Network c7b7cc7e-a399-43f9-9eb9-c618ea291a59 details requested by agent ovs-agent-n-d-834765-1 with host n-d-834765-1 {{(pid=102792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 16:13:35.993355 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6725e9-2a4c-45e2-a19c-0b3b4440f345 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Pushing event updated for resources: {'Subnet': ['ID=af5c6936-a21b-474a-bbbc-10f5b5222f13,revision_number=0']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:13:35.997909 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed6725e9-2a4c-45e2-a19c-0b3b4440f345 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Checking segment: {'id': 'fcc2388a-586e-47db-b763-a4159f42109c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '03c07335-7724-47e4-a59d-a79719179382'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 16:13:35.998269 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed6725e9-2a4c-45e2-a19c-0b3b4440f345 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Network hostable DHCP agents. Network: 03c07335-7724-47e4-a59d-a79719179382, hostable agents: ['d136643e-48ae-49d4-a851-2ba3bdf3749c'], hosted agents: [] {{(pid=102791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 16:13:36.002536 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device 8128b530-be22-4822-b373-fa11e83a7e22 no longer exists at agent hyperv_n-h2-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 16:13:36.017101 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed6725e9-2a4c-45e2-a19c-0b3b4440f345 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Network 03c07335-7724-47e4-a59d-a79719179382 is scheduled to be hosted by DHCP agent d136643e-48ae-49d4-a851-2ba3bdf3749c with binding_index 1 {{(pid=102791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 16:13:36.026566 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [None req-ed6725e9-2a4c-45e2-a19c-0b3b4440f345 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834765-1, 03c07335-7724-47e4-a59d-a79719179382) {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:13:36.030628 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed6725e9-2a4c-45e2-a19c-0b3b4440f345 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:13:36.031404 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-ed6725e9-2a4c-45e2-a19c-0b3b4440f345 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks [] for subnet, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:36.049256 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-ed6725e9-2a4c-45e2-a19c-0b3b4440f345 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5984678 Mar 29 16:13:36.051651 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 58490) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:13:36.057371 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-e6980958-3106-40f8-8bf3-dd4da0238535 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Request body: {'port': {'network_id': '03c07335-7724-47e4-a59d-a79719179382', 'name': 'tempest-PortsIpV6TestJSON-571687581'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:13:36.060301 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63bbd67f-9db3-4ce1-9aa5-daea56917acd None None] Network 03c07335-7724-47e4-a59d-a79719179382 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 16:13:36.080151 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] No Port match for: 8128b530-be22-4822-b373-fa11e83a7e22 {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 16:13:36.080747 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device 8128b530-be22-4822-b373-fa11e83a7e22 not bound to the agent host n-h2-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 16:13:36.106624 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-987ce97e-cc46-46e9-bf62-650213f1b380 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5231896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4793961'] for subnet, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:36.168356 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987ce97e-cc46-46e9-bf62-650213f1b380 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cc7e958e-a451-4f56-a816-8639ce2bab67,revision_number=0']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:13:36.177065 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6980958-3106-40f8-8bf3-dd4da0238535 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Made reservation on behalf of 42e493e160984997b05aad8c743e9a34 for: {'port': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:13:36.178377 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-987ce97e-cc46-46e9-bf62-650213f1b380 admin admin] Checking segment: {'id': '6ed9b27c-0b64-4185-b4d1-183cb37ff4c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'c7b7cc7e-a399-43f9-9eb9-c618ea291a59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 16:13:36.178960 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-987ce97e-cc46-46e9-bf62-650213f1b380 admin admin] Network hostable DHCP agents. Network: c7b7cc7e-a399-43f9-9eb9-c618ea291a59, hostable agents: ['d136643e-48ae-49d4-a851-2ba3bdf3749c'], hosted agents: [] {{(pid=102790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 16:13:36.180617 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-e6980958-3106-40f8-8bf3-dd4da0238535 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:36.197665 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-987ce97e-cc46-46e9-bf62-650213f1b380 admin admin] Network c7b7cc7e-a399-43f9-9eb9-c618ea291a59 is scheduled to be hosted by DHCP agent d136643e-48ae-49d4-a851-2ba3bdf3749c with binding_index 1 {{(pid=102790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 16:13:36.198694 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [None req-e6980958-3106-40f8-8bf3-dd4da0238535 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] device_id is not set on port ce53a226-e0db-4294-afc5-00562dbc3be9 yet. {{(pid=102791) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 29 16:13:36.208645 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-987ce97e-cc46-46e9-bf62-650213f1b380 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834765-1, c7b7cc7e-a399-43f9-9eb9-c618ea291a59) {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:13:36.212816 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-987ce97e-cc46-46e9-bf62-650213f1b380 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:13:36.213431 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-987ce97e-cc46-46e9-bf62-650213f1b380 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:36.229108 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a26fe93a-2e58-4ee9-b804-5651bc53d378 None None] Network c7b7cc7e-a399-43f9-9eb9-c618ea291a59 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 16:13:36.232518 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-987ce97e-cc46-46e9-bf62-650213f1b380 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3300519 Mar 29 16:13:36.232800 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 58492) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:13:36.237766 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-b7ff07e5-6761-4156-80da-e11de95baefa admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1749459953-router', 'tenant_id': '22967ccd0452496d8ea5d2058f47a8c1', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'}}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:13:36.256712 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b0e0800-732a-4d3d-b473-845552fb6930 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0035034-69b0-5ffc-b384-0ac6189c5628-03c07335-7724-47e4-a59d-a79719179382', 'network_id': '03c07335-7724-47e4-a59d-a79719179382', 'tenant_id': '42e493e160984997b05aad8c743e9a34', 'fixed_ips': [{'subnet_id': 'af5c6936-a21b-474a-bbbc-10f5b5222f13'}]}} from n-d-834765-1. {{(pid=102792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 29 16:13:36.257489 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-4b0e0800-732a-4d3d-b473-845552fb6930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:36.262965 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-b7ff07e5-6761-4156-80da-e11de95baefa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-532385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129310'] for router, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:36.264075 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-b7ff07e5-6761-4156-80da-e11de95baefa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-648091', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-684384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129319'] for router, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:36.319123 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-b7ff07e5-6761-4156-80da-e11de95baefa admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:36.338528 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_common [None req-e6980958-3106-40f8-8bf3-dd4da0238535 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Allocated IP 2001:db8::275 (03c07335-7724-47e4-a59d-a79719179382/af5c6936-a21b-474a-bbbc-10f5b5222f13/ce53a226-e0db-4294-afc5-00562dbc3be9) {{(pid=102791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:13:36.465583 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-b7ff07e5-6761-4156-80da-e11de95baefa admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:36.467534 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-553992bf-1035-4580-9cd1-85a60dc7e3af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0035034-69b0-5ffc-b384-0ac6189c5628-c7b7cc7e-a399-43f9-9eb9-c618ea291a59', 'network_id': 'c7b7cc7e-a399-43f9-9eb9-c618ea291a59', 'tenant_id': '22967ccd0452496d8ea5d2058f47a8c1', 'fixed_ips': [{'subnet_id': 'cc7e958e-a451-4f56-a816-8639ce2bab67'}]}} from n-d-834765-1. {{(pid=102792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 29 16:13:36.468519 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-553992bf-1035-4580-9cd1-85a60dc7e3af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:36.512808 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-e6980958-3106-40f8-8bf3-dd4da0238535 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks [] for port, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:36.553573 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-e6980958-3106-40f8-8bf3-dd4da0238535 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:36.598272 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6980958-3106-40f8-8bf3-dd4da0238535 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Network 03c07335-7724-47e4-a59d-a79719179382 is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:13:36.601410 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [None req-e6980958-3106-40f8-8bf3-dd4da0238535 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:13:36.605198 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6980958-3106-40f8-8bf3-dd4da0238535 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Received port after_create {{(pid=102791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:13:36.611573 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6980958-3106-40f8-8bf3-dd4da0238535 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:13:36.612198 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-e6980958-3106-40f8-8bf3-dd4da0238535 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:36.620741 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6980958-3106-40f8-8bf3-dd4da0238535 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Pushing event updated for resources: {'Port': ['ID=ce53a226-e0db-4294-afc5-00562dbc3be9,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:13:36.635788 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-e6980958-3106-40f8-8bf3-dd4da0238535 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.5829141 Mar 29 16:13:36.638285 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 58494) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:13:36.644073 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-9266f871-412f-4e91-8e92-f2b798fb5c6f tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Request body: {'port': {'network_id': '03c07335-7724-47e4-a59d-a79719179382', 'name': 'tempest-PortsIpV6TestJSON-1335628733'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:13:36.652741 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.db_base_plugin_common [None req-4b0e0800-732a-4d3d-b473-845552fb6930 None None] Allocated IP 2001:db8::2 (03c07335-7724-47e4-a59d-a79719179382/af5c6936-a21b-474a-bbbc-10f5b5222f13/19e7ed05-98ac-410f-b0ac-e6a3cde56584) {{(pid=102792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:13:36.676946 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.db_base_plugin_common [None req-553992bf-1035-4580-9cd1-85a60dc7e3af None None] Allocated IP 172.20.0.2 (c7b7cc7e-a399-43f9-9eb9-c618ea291a59/cc7e958e-a451-4f56-a816-8639ce2bab67/db4e12fd-99d7-408f-bf42-9f7b51b4c2bd) {{(pid=102792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:13:36.695632 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-b7ff07e5-6761-4156-80da-e11de95baefa admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:36.722525 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-b7ff07e5-6761-4156-80da-e11de95baefa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:36.847060 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.db_base_plugin_common [None req-b7ff07e5-6761-4156-80da-e11de95baefa admin admin] Allocated IP 172.25.4.170 (4a4a035d-ecac-4ead-baa3-25f90788773a/e1a353dc-fac8-4901-a63c-273840237d6a/fdedf5ef-29c0-4ceb-8b06-70c97d8af7cf) {{(pid=102790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:13:36.924463 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 5620893e-29ec-4cb5-b4c9-0cdca11ead97 no longer exists at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 16:13:36.963847 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-4b0e0800-732a-4d3d-b473-845552fb6930 None None] Notify callbacks [] for port, precommit_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:36.967873 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] No Port match for: 5620893e-29ec-4cb5-b4c9-0cdca11ead97 {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 16:13:36.968222 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 5620893e-29ec-4cb5-b4c9-0cdca11ead97 not bound to the agent host n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 16:13:36.981805 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-4b0e0800-732a-4d3d-b473-845552fb6930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956'] for port, after_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:36.987367 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-b7ff07e5-6761-4156-80da-e11de95baefa admin admin] Notify callbacks [] for port, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:36.988413 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-553992bf-1035-4580-9cd1-85a60dc7e3af None None] Notify callbacks [] for port, precommit_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:37.025352 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-553992bf-1035-4580-9cd1-85a60dc7e3af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956'] for port, after_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:37.028565 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-b7ff07e5-6761-4156-80da-e11de95baefa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:37.049549 n-d-834765-1 neutron-server[102792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b0e0800-732a-4d3d-b473-845552fb6930 None None] Network 03c07335-7724-47e4-a59d-a79719179382 is already hosted by enough agents. {{(pid=102792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:13:37.053967 n-d-834765-1 neutron-server[102792]: DEBUG neutron.scheduler.base_scheduler [None req-4b0e0800-732a-4d3d-b473-845552fb6930 None None] Resources bound (agent type, host, resource id): {{(pid=102792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:13:37.056549 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b0e0800-732a-4d3d-b473-845552fb6930 None None] Received port after_create {{(pid=102792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:13:37.065183 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0e0800-732a-4d3d-b473-845552fb6930 None None] Pushing event updated for resources: {'Port': ['ID=19e7ed05-98ac-410f-b0ac-e6a3cde56584,revision_number=1']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:13:37.074559 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7ff07e5-6761-4156-80da-e11de95baefa admin admin] Network 4a4a035d-ecac-4ead-baa3-25f90788773a is already hosted by enough agents. {{(pid=102790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:13:37.076696 n-d-834765-1 neutron-server[102792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-553992bf-1035-4580-9cd1-85a60dc7e3af None None] Network c7b7cc7e-a399-43f9-9eb9-c618ea291a59 is already hosted by enough agents. {{(pid=102792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:13:37.077539 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-b7ff07e5-6761-4156-80da-e11de95baefa admin admin] Resources bound (agent type, host, resource id): {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:13:37.081399 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7ff07e5-6761-4156-80da-e11de95baefa admin admin] Received port after_create {{(pid=102790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:13:37.103574 n-d-834765-1 neutron-server[102792]: DEBUG neutron.scheduler.base_scheduler [None req-553992bf-1035-4580-9cd1-85a60dc7e3af None None] Resources bound (agent type, host, resource id): {{(pid=102792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:13:37.107356 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ff07e5-6761-4156-80da-e11de95baefa admin admin] Pushing event updated for resources: {'Port': ['ID=fdedf5ef-29c0-4ceb-8b06-70c97d8af7cf,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:13:37.108255 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-553992bf-1035-4580-9cd1-85a60dc7e3af None None] Received port after_create {{(pid=102792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:13:37.112703 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9266f871-412f-4e91-8e92-f2b798fb5c6f tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Made reservation on behalf of 42e493e160984997b05aad8c743e9a34 for: {'port': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:13:37.119096 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-9266f871-412f-4e91-8e92-f2b798fb5c6f tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:37.137678 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [None req-9266f871-412f-4e91-8e92-f2b798fb5c6f tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] device_id is not set on port c164dc08-cfe3-45f9-9c88-a85c289f13de yet. {{(pid=102791) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 29 16:13:37.210612 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-553992bf-1035-4580-9cd1-85a60dc7e3af None None] Attempting to bind port db4e12fd-99d7-408f-bf42-9f7b51b4c2bd on host n-d-834765-1 for vnic_type normal with profile {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 16:13:37.210968 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-553992bf-1035-4580-9cd1-85a60dc7e3af None None] Attempting to bind port db4e12fd-99d7-408f-bf42-9f7b51b4c2bd by drivers openvswitch,hyperv on host n-d-834765-1 at level 0 using segments [{'id': '6ed9b27c-0b64-4185-b4d1-183cb37ff4c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'c7b7cc7e-a399-43f9-9eb9-c618ea291a59'}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 16:13:37.211342 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-553992bf-1035-4580-9cd1-85a60dc7e3af None None] Attempting to bind port db4e12fd-99d7-408f-bf42-9f7b51b4c2bd on network c7b7cc7e-a399-43f9-9eb9-c618ea291a59 {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 16:13:37.213269 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553992bf-1035-4580-9cd1-85a60dc7e3af None None] Pushing event updated for resources: {'Port': ['ID=db4e12fd-99d7-408f-bf42-9f7b51b4c2bd,revision_number=1']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:13:37.221972 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-4b0e0800-732a-4d3d-b473-845552fb6930 None None] Attempting to bind port 19e7ed05-98ac-410f-b0ac-e6a3cde56584 on host n-d-834765-1 for vnic_type normal with profile {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 16:13:37.222404 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-4b0e0800-732a-4d3d-b473-845552fb6930 None None] Attempting to bind port 19e7ed05-98ac-410f-b0ac-e6a3cde56584 by drivers openvswitch,hyperv on host n-d-834765-1 at level 0 using segments [{'id': 'fcc2388a-586e-47db-b763-a4159f42109c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '03c07335-7724-47e4-a59d-a79719179382'}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 16:13:37.222684 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b0e0800-732a-4d3d-b473-845552fb6930 None None] Attempting to bind port 19e7ed05-98ac-410f-b0ac-e6a3cde56584 on network 03c07335-7724-47e4-a59d-a79719179382 {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 16:13:37.225071 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-553992bf-1035-4580-9cd1-85a60dc7e3af None None] Checking agent: {'id': 'a8866439-9d96-425c-b519-6905c591ac37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 25, 36), 'started_at': datetime.datetime(2022, 3, 29, 15, 26, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 16, 13, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834765-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 16:13:37.225377 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-553992bf-1035-4580-9cd1-85a60dc7e3af None None] Checking segment: {'id': '6ed9b27c-0b64-4185-b4d1-183cb37ff4c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'c7b7cc7e-a399-43f9-9eb9-c618ea291a59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 16:13:37.225769 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-553992bf-1035-4580-9cd1-85a60dc7e3af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:37.226157 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-553992bf-1035-4580-9cd1-85a60dc7e3af None None] Bound using segment: {'id': '6ed9b27c-0b64-4185-b4d1-183cb37ff4c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'c7b7cc7e-a399-43f9-9eb9-c618ea291a59'} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 16:13:37.226618 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-553992bf-1035-4580-9cd1-85a60dc7e3af None None] Bound port: db4e12fd-99d7-408f-bf42-9f7b51b4c2bd, host: n-d-834765-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ed9b27c-0b64-4185-b4d1-183cb37ff4c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'c7b7cc7e-a399-43f9-9eb9-c618ea291a59'}}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 16:13:37.226995 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-553992bf-1035-4580-9cd1-85a60dc7e3af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:37.241386 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b0e0800-732a-4d3d-b473-845552fb6930 None None] Checking agent: {'id': 'a8866439-9d96-425c-b519-6905c591ac37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 25, 36), 'started_at': datetime.datetime(2022, 3, 29, 15, 26, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 16, 13, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834765-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 16:13:37.241752 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b0e0800-732a-4d3d-b473-845552fb6930 None None] Checking segment: {'id': 'fcc2388a-586e-47db-b763-a4159f42109c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '03c07335-7724-47e4-a59d-a79719179382'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 16:13:37.242150 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-4b0e0800-732a-4d3d-b473-845552fb6930 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:37.242536 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b0e0800-732a-4d3d-b473-845552fb6930 None None] Bound using segment: {'id': 'fcc2388a-586e-47db-b763-a4159f42109c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '03c07335-7724-47e4-a59d-a79719179382'} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 16:13:37.243007 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-4b0e0800-732a-4d3d-b473-845552fb6930 None None] Bound port: 19e7ed05-98ac-410f-b0ac-e6a3cde56584, host: n-d-834765-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fcc2388a-586e-47db-b763-a4159f42109c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '03c07335-7724-47e4-a59d-a79719179382'}}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 16:13:37.243420 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-4b0e0800-732a-4d3d-b473-845552fb6930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:37.262213 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_common [None req-9266f871-412f-4e91-8e92-f2b798fb5c6f tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Allocated IP 2001:db8::376 (03c07335-7724-47e4-a59d-a79719179382/af5c6936-a21b-474a-bbbc-10f5b5222f13/c164dc08-cfe3-45f9-9c88-a85c289f13de) {{(pid=102791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:13:37.348350 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-553992bf-1035-4580-9cd1-85a60dc7e3af None None] For port db4e12fd-99d7-408f-bf42-9f7b51b4c2bd, host n-d-834765-1, cleared binding levels {{(pid=102792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 16:13:37.352837 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-553992bf-1035-4580-9cd1-85a60dc7e3af None None] For port db4e12fd-99d7-408f-bf42-9f7b51b4c2bd, host n-d-834765-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=db4e12fd-99d7-408f-bf42-9f7b51b4c2bd,segment=NetworkSegment(6ed9b27c-0b64-4185-b4d1-183cb37ff4c4),segment_id=6ed9b27c-0b64-4185-b4d1-183cb37ff4c4)] {{(pid=102792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 16:13:37.357523 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-4b0e0800-732a-4d3d-b473-845552fb6930 None None] For port 19e7ed05-98ac-410f-b0ac-e6a3cde56584, host n-d-834765-1, cleared binding levels {{(pid=102792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 16:13:37.359850 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-553992bf-1035-4580-9cd1-85a60dc7e3af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:37.362635 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-4b0e0800-732a-4d3d-b473-845552fb6930 None None] For port 19e7ed05-98ac-410f-b0ac-e6a3cde56584, host n-d-834765-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=19e7ed05-98ac-410f-b0ac-e6a3cde56584,segment=NetworkSegment(fcc2388a-586e-47db-b763-a4159f42109c),segment_id=fcc2388a-586e-47db-b763-a4159f42109c)] {{(pid=102792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 16:13:37.368345 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-b7ff07e5-6761-4156-80da-e11de95baefa admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:37.429708 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-9266f871-412f-4e91-8e92-f2b798fb5c6f tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks [] for port, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:37.465688 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-9266f871-412f-4e91-8e92-f2b798fb5c6f tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:37.523295 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9266f871-412f-4e91-8e92-f2b798fb5c6f tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Network 03c07335-7724-47e4-a59d-a79719179382 is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:13:37.526518 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [None req-9266f871-412f-4e91-8e92-f2b798fb5c6f tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:13:37.529003 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9266f871-412f-4e91-8e92-f2b798fb5c6f tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Received port after_create {{(pid=102791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:13:37.535525 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9266f871-412f-4e91-8e92-f2b798fb5c6f tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:13:37.536203 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-9266f871-412f-4e91-8e92-f2b798fb5c6f tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:37.551697 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9266f871-412f-4e91-8e92-f2b798fb5c6f tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Pushing event updated for resources: {'Port': ['ID=c164dc08-cfe3-45f9-9c88-a85c289f13de,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:13:37.558239 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-4b0e0800-732a-4d3d-b473-845552fb6930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:37.564411 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-9266f871-412f-4e91-8e92-f2b798fb5c6f tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.9249580 Mar 29 16:13:37.567400 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 58496) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:13:37.609006 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553992bf-1035-4580-9cd1-85a60dc7e3af None None] Pushing event updated for resources: {'Port': ['ID=db4e12fd-99d7-408f-bf42-9f7b51b4c2bd,revision_number=2']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:13:37.613327 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-b7ff07e5-6761-4156-80da-e11de95baefa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648118'] for router, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:37.684618 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a8a78d7-b55c-46bc-8c7e-85c590f8756f tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:13:37.688983 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-0a8a78d7-b55c-46bc-8c7e-85c590f8756f tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] 10.222.0.42 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A275 HTTP/1.1" status: 200 len: 928 time: 0.1179101 Mar 29 16:13:37.690505 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 58498) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:13:37.692366 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0e0800-732a-4d3d-b473-845552fb6930 None None] Pushing event updated for resources: {'Port': ['ID=19e7ed05-98ac-410f-b0ac-e6a3cde56584,revision_number=2']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:13:37.880883 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-c10291f1-63fc-4f4d-985e-5e83692c77db tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Deleting port c164dc08-cfe3-45f9-9c88-a85c289f13de {{(pid=102790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:13:37.881223 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c10291f1-63fc-4f4d-985e-5e83692c77db tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:37.885352 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7ff07e5-6761-4156-80da-e11de95baefa admin admin] Router d8ee769e-7eac-4153-870b-174ea9589b80 is scheduled to L3 agent c648d819-1060-4f26-b4ec-6455387b5dff with binding_index 1 {{(pid=102790) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 29 16:13:38.025695 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c10291f1-63fc-4f4d-985e-5e83692c77db tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:38.074192 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-c10291f1-63fc-4f4d-985e-5e83692c77db tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Calling delete_port for c164dc08-cfe3-45f9-9c88-a85c289f13de owned by {{(pid=102790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:13:38.092453 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7ff07e5-6761-4156-80da-e11de95baefa admin admin] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 16:13:38.101630 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aedf027-ca2c-4d0d-904b-47d3494eb480 None None] Sync routers for ids ['d8ee769e-7eac-4153-870b-174ea9589b80'] in n-d-834765-1 {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 16:13:38.112926 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aedf027-ca2c-4d0d-904b-47d3494eb480 None None] Routers {'d8ee769e-7eac-4153-870b-174ea9589b80'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:13:38.113583 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-9aedf027-ca2c-4d0d-904b-47d3494eb480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:13:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['d8ee769e-7eac-4153-870b-174ea9589b80'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:13:38.147217 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-b7ff07e5-6761-4156-80da-e11de95baefa admin admin] Notify callbacks [] for router, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:38.148488 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-b7ff07e5-6761-4156-80da-e11de95baefa admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.9148333 Mar 29 16:13:38.151785 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 58500) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:13:38.236043 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvr_db [None req-9aedf027-ca2c-4d0d-904b-47d3494eb480 None None] Set router d8ee769e-7eac-4153-870b-174ea9589b80 gateway port host: n-d-834765-1 {{(pid=102792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:13:38.236935 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c10291f1-63fc-4f4d-985e-5e83692c77db tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:38.295242 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10291f1-63fc-4f4d-985e-5e83692c77db tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Pushing event deleted for resources: {'Port': ['ID=c164dc08-cfe3-45f9-9c88-a85c289f13de,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:13:38.299336 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c10291f1-63fc-4f4d-985e-5e83692c77db tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:38.303916 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-c10291f1-63fc-4f4d-985e-5e83692c77db tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] 10.222.0.42 "DELETE /v2.0/ports/c164dc08-cfe3-45f9-9c88-a85c289f13de HTTP/1.1" status: 204 len: 168 time: 0.6124089 Mar 29 16:13:38.306783 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 58502) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:13:38.341783 n-d-834765-1 neutron-server[102791]: INFO neutron.pecan_wsgi.hooks.translation [None req-350af5a3-4a5b-48c2-b22f-30b5fd59bb7a tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] GET failed (client error): The resource could not be found. Mar 29 16:13:38.346199 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-350af5a3-4a5b-48c2-b22f-30b5fd59bb7a tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] 10.222.0.42 "GET /v2.0/ports/c164dc08-cfe3-45f9-9c88-a85c289f13de HTTP/1.1" status: 404 len: 333 time: 0.0357802 Mar 29 16:13:38.347018 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 58504) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:13:38.454488 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-9aedf027-ca2c-4d0d-904b-47d3494eb480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8ee769e-7eac-4153-870b-174ea9589b80', 'name': 'tempest-TestServerMultinode-1749459953-router', 'tenant_id': '22967ccd0452496d8ea5d2058f47a8c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.170'}], 'enable_snat': True}, 'gw_port_id': 'fdedf5ef-29c0-4ceb-8b06-70c97d8af7cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:13:36Z', 'updated_at': '2022-03-29T16:13:37Z', 'revision_number': 3, 'project_id': '22967ccd0452496d8ea5d2058f47a8c1', 'gw_port': {'id': 'fdedf5ef-29c0-4ceb-8b06-70c97d8af7cf', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:6c:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8ee769e-7eac-4153-870b-174ea9589b80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:13:36Z', 'updated_at': '2022-03-29T16:13:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1'}], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:13:38.483031 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aedf027-ca2c-4d0d-904b-47d3494eb480 None None] Checking router: d8ee769e-7eac-4153-870b-174ea9589b80 for host: n-d-834765-1 {{(pid=102792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 16:13:38.483812 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aedf027-ca2c-4d0d-904b-47d3494eb480 None None] Updating router d8ee769e-7eac-4153-870b-174ea9589b80 port fdedf5ef-29c0-4ceb-8b06-70c97d8af7cf binding host n-d-834765-1 {{(pid=102792) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 16:13:38.513141 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-9aedf027-ca2c-4d0d-904b-47d3494eb480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:38.524891 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-b9f10b23-6ff8-40a6-9846-5367de87e555 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Deleting port ce53a226-e0db-4294-afc5-00562dbc3be9 {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:13:38.525235 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-b9f10b23-6ff8-40a6-9846-5367de87e555 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:38.644967 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-b9f10b23-6ff8-40a6-9846-5367de87e555 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:38.665445 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-b9f10b23-6ff8-40a6-9846-5367de87e555 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Calling delete_port for ce53a226-e0db-4294-afc5-00562dbc3be9 owned by {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:13:38.706438 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fdaf8b7-bfe8-4db5-be36-c5c9c30cd868 None None] Network 03c07335-7724-47e4-a59d-a79719179382 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 16:13:38.864442 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-d29e923e-2ae0-4cf3-af49-d6475fe708d8 None None] Provisioning complete for port 19e7ed05-98ac-410f-b0ac-e6a3cde56584 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:13:38.864821 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d29e923e-2ae0-4cf3-af49-d6475fe708d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:38.911477 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-78343c63-e67b-4792-b9cc-99ce2f98aee2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:38.936343 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-9aedf027-ca2c-4d0d-904b-47d3494eb480 None None] Notify callbacks [] for port, precommit_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:38.958284 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-9aedf027-ca2c-4d0d-904b-47d3494eb480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:39.000890 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device db4e12fd-99d7-408f-bf42-9f7b51b4c2bd up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 16:13:39.009067 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-b9f10b23-6ff8-40a6-9846-5367de87e555 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:39.076152 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f10b23-6ff8-40a6-9846-5367de87e555 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Pushing event deleted for resources: {'Port': ['ID=ce53a226-e0db-4294-afc5-00562dbc3be9,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:13:39.106094 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e542bf9-9a22-4264-a84c-a85788e85862 None None] Pushing event updated for resources: {'Port': ['ID=fdedf5ef-29c0-4ceb-8b06-70c97d8af7cf,revision_number=2']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:13:39.113126 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-9aedf027-ca2c-4d0d-904b-47d3494eb480 None None] Attempting to bind port fdedf5ef-29c0-4ceb-8b06-70c97d8af7cf on host n-d-834765-1 for vnic_type normal with profile {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 16:13:39.113493 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-9aedf027-ca2c-4d0d-904b-47d3494eb480 None None] Attempting to bind port fdedf5ef-29c0-4ceb-8b06-70c97d8af7cf by drivers openvswitch,hyperv on host n-d-834765-1 at level 0 using segments [{'id': '6ab47353-a811-4bad-bc73-b4cc84583cfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 16:13:39.113649 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-b9f10b23-6ff8-40a6-9846-5367de87e555 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:39.113870 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aedf027-ca2c-4d0d-904b-47d3494eb480 None None] Attempting to bind port fdedf5ef-29c0-4ceb-8b06-70c97d8af7cf on network 4a4a035d-ecac-4ead-baa3-25f90788773a {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 16:13:39.119090 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-b9f10b23-6ff8-40a6-9846-5367de87e555 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] 10.222.0.42 "DELETE /v2.0/ports/ce53a226-e0db-4294-afc5-00562dbc3be9 HTTP/1.1" status: 204 len: 168 time: 0.7692332 Mar 29 16:13:39.119835 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 58506) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:13:39.135005 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aedf027-ca2c-4d0d-904b-47d3494eb480 None None] Checking agent: {'id': 'a8866439-9d96-425c-b519-6905c591ac37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 25, 36), 'started_at': datetime.datetime(2022, 3, 29, 15, 26, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 16, 13, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834765-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 16:13:39.135299 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aedf027-ca2c-4d0d-904b-47d3494eb480 None None] Checking segment: {'id': '6ab47353-a811-4bad-bc73-b4cc84583cfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 16:13:39.135627 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-9aedf027-ca2c-4d0d-904b-47d3494eb480 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:39.136025 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aedf027-ca2c-4d0d-904b-47d3494eb480 None None] Bound using segment: {'id': '6ab47353-a811-4bad-bc73-b4cc84583cfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 16:13:39.136510 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-9aedf027-ca2c-4d0d-904b-47d3494eb480 None None] Bound port: fdedf5ef-29c0-4ceb-8b06-70c97d8af7cf, host: n-d-834765-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ab47353-a811-4bad-bc73-b4cc84583cfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'}}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 16:13:39.136892 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-9aedf027-ca2c-4d0d-904b-47d3494eb480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:39.165476 n-d-834765-1 neutron-server[102790]: INFO neutron.pecan_wsgi.hooks.translation [None req-08eb4fb4-1072-465b-9782-b99cc492e852 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] GET failed (client error): The resource could not be found. Mar 29 16:13:39.171112 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-08eb4fb4-1072-465b-9782-b99cc492e852 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] 10.222.0.42 "GET /v2.0/ports/ce53a226-e0db-4294-afc5-00562dbc3be9 HTTP/1.1" status: 404 len: 333 time: 0.0476794 Mar 29 16:13:39.172052 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 58508) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:13:39.179361 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d29e923e-2ae0-4cf3-af49-d6475fe708d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:39.220187 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-9aedf027-ca2c-4d0d-904b-47d3494eb480 None None] For port fdedf5ef-29c0-4ceb-8b06-70c97d8af7cf, host n-d-834765-1, cleared binding levels {{(pid=102792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 16:13:39.242371 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-9aedf027-ca2c-4d0d-904b-47d3494eb480 None None] For port fdedf5ef-29c0-4ceb-8b06-70c97d8af7cf, host n-d-834765-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=fdedf5ef-29c0-4ceb-8b06-70c97d8af7cf,segment=NetworkSegment(6ab47353-a811-4bad-bc73-b4cc84583cfd),segment_id=6ab47353-a811-4bad-bc73-b4cc84583cfd)] {{(pid=102792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 16:13:39.244489 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_common [None req-78343c63-e67b-4792-b9cc-99ce2f98aee2 admin admin] Allocated IP 172.20.0.1 (c7b7cc7e-a399-43f9-9eb9-c618ea291a59/cc7e958e-a451-4f56-a816-8639ce2bab67/8e11a527-7ed5-449d-becd-7dd5521142fa) {{(pid=102791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:13:39.251367 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.db_base_plugin_v2 [None req-be0766f3-cb5b-4e10-b4f9-7b584256b42d tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Deleting subnet af5c6936-a21b-474a-bbbc-10f5b5222f13 {{(pid=102790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 16:13:39.255971 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-be0766f3-cb5b-4e10-b4f9-7b584256b42d tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks [] for subnet, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:39.258140 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port db4e12fd-99d7-408f-bf42-9f7b51b4c2bd triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:13:39.258531 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:39.267887 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-9aedf027-ca2c-4d0d-904b-47d3494eb480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:39.300988 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-d29e923e-2ae0-4cf3-af49-d6475fe708d8 None None] For port 19e7ed05-98ac-410f-b0ac-e6a3cde56584, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=19e7ed05-98ac-410f-b0ac-e6a3cde56584,segment=NetworkSegment(fcc2388a-586e-47db-b763-a4159f42109c),segment_id=fcc2388a-586e-47db-b763-a4159f42109c)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:13:39.320424 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-be0766f3-cb5b-4e10-b4f9-7b584256b42d tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4614024'] for subnet, precommit_delete_associations {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:39.348666 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d29e923e-2ae0-4cf3-af49-d6475fe708d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:39.395712 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aedf027-ca2c-4d0d-904b-47d3494eb480 None None] Routers {'d8ee769e-7eac-4153-870b-174ea9589b80'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:13:39.396357 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-9aedf027-ca2c-4d0d-904b-47d3494eb480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:13:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['d8ee769e-7eac-4153-870b-174ea9589b80'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:13:39.399277 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e542bf9-9a22-4264-a84c-a85788e85862 None None] Pushing event updated for resources: {'Port': ['ID=fdedf5ef-29c0-4ceb-8b06-70c97d8af7cf,revision_number=3']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:13:39.416032 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-78343c63-e67b-4792-b9cc-99ce2f98aee2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:39.457601 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-be0766f3-cb5b-4e10-b4f9-7b584256b42d tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1641287'] for subnet, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:39.479835 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-78343c63-e67b-4792-b9cc-99ce2f98aee2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:39.501288 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feb86f83-ead8-4a7b-9dd3-9fa5b728d28c None None] Network c7b7cc7e-a399-43f9-9eb9-c618ea291a59 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 16:13:39.527514 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78343c63-e67b-4792-b9cc-99ce2f98aee2 admin admin] Network c7b7cc7e-a399-43f9-9eb9-c618ea291a59 is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:13:39.530558 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [None req-78343c63-e67b-4792-b9cc-99ce2f98aee2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:13:39.534663 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78343c63-e67b-4792-b9cc-99ce2f98aee2 admin admin] Received port after_create {{(pid=102791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:13:39.557937 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-be0766f3-cb5b-4e10-b4f9-7b584256b42d tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1641294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5231963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4793952'] for subnet, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:39.558733 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-8fcecfb9-dab4-4ecf-8795-b88db3b2adff None None] Provisioning complete for port db4e12fd-99d7-408f-bf42-9f7b51b4c2bd triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:13:39.559097 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-8fcecfb9-dab4-4ecf-8795-b88db3b2adff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:39.561108 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78343c63-e67b-4792-b9cc-99ce2f98aee2 admin admin] Pushing event updated for resources: {'Port': ['ID=8e11a527-7ed5-449d-becd-7dd5521142fa,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:13:39.582264 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-78343c63-e67b-4792-b9cc-99ce2f98aee2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-648347'] for router_interface, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:39.601115 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0766f3-cb5b-4e10-b4f9-7b584256b42d tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Pushing event deleted for resources: {'Subnet': ['ID=af5c6936-a21b-474a-bbbc-10f5b5222f13,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:13:39.603195 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-be0766f3-cb5b-4e10-b4f9-7b584256b42d tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks [] for subnet, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:39.611960 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-be0766f3-cb5b-4e10-b4f9-7b584256b42d tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] 10.222.0.42 "DELETE /v2.0/subnets/af5c6936-a21b-474a-bbbc-10f5b5222f13 HTTP/1.1" status: 204 len: 168 time: 0.4387386 Mar 29 16:13:39.614459 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 58510) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:13:39.680762 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:39.707779 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-f61113b3-0737-4c8e-9a2d-f5ab369dac78 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1631750'] for network, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:39.712390 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29e923e-2ae0-4cf3-af49-d6475fe708d8 None None] Pushing event updated for resources: {'Port': ['ID=19e7ed05-98ac-410f-b0ac-e6a3cde56584,revision_number=3']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:13:39.763707 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-78343c63-e67b-4792-b9cc-99ce2f98aee2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:39.779071 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-f61113b3-0737-4c8e-9a2d-f5ab369dac78 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Deleting port 19e7ed05-98ac-410f-b0ac-e6a3cde56584 {{(pid=102790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:13:39.779722 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-f61113b3-0737-4c8e-9a2d-f5ab369dac78 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:39.781120 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvr_db [None req-9aedf027-ca2c-4d0d-904b-47d3494eb480 None None] Set router d8ee769e-7eac-4153-870b-174ea9589b80 gateway port host: n-d-834765-1 {{(pid=102792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:13:39.861929 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [None req-f61113b3-0737-4c8e-9a2d-f5ab369dac78 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] For port 19e7ed05-98ac-410f-b0ac-e6a3cde56584, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=19e7ed05-98ac-410f-b0ac-e6a3cde56584,segment=NetworkSegment(fcc2388a-586e-47db-b763-a4159f42109c),segment_id=fcc2388a-586e-47db-b763-a4159f42109c)] {{(pid=102790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:13:39.862298 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-f61113b3-0737-4c8e-9a2d-f5ab369dac78 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:39.876866 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-f61113b3-0737-4c8e-9a2d-f5ab369dac78 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Calling delete_port for 19e7ed05-98ac-410f-b0ac-e6a3cde56584 owned by network:dhcp {{(pid=102790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:13:39.885426 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] For port db4e12fd-99d7-408f-bf42-9f7b51b4c2bd, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=db4e12fd-99d7-408f-bf42-9f7b51b4c2bd,segment=NetworkSegment(6ed9b27c-0b64-4185-b4d1-183cb37ff4c4),segment_id=6ed9b27c-0b64-4185-b4d1-183cb37ff4c4)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:13:39.890284 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0126f8c1-d755-46ca-b4ce-5757897a348c None None] Network 03c07335-7724-47e4-a59d-a79719179382 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 16:13:39.909797 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:39.910574 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 19e7ed05-98ac-410f-b0ac-e6a3cde56584 up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 16:13:39.953365 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-78343c63-e67b-4792-b9cc-99ce2f98aee2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:39.958611 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-78343c63-e67b-4792-b9cc-99ce2f98aee2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:39.959937 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-f61113b3-0737-4c8e-9a2d-f5ab369dac78 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:39.986938 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61113b3-0737-4c8e-9a2d-f5ab369dac78 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Pushing event deleted for resources: {'Port': ['ID=19e7ed05-98ac-410f-b0ac-e6a3cde56584,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:13:39.991906 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f61113b3-0737-4c8e-9a2d-f5ab369dac78 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] No DVR routers for this DVR port 19e7ed05-98ac-410f-b0ac-e6a3cde56584 on host n-d-834765-1 {{(pid=102790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 16:13:40.036843 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-78343c63-e67b-4792-b9cc-99ce2f98aee2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-648439'] for router_interface, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:40.040877 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78343c63-e67b-4792-b9cc-99ce2f98aee2 admin admin] Pushing event updated for resources: {'Port': ['ID=8e11a527-7ed5-449d-becd-7dd5521142fa,revision_number=2']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:13:40.084444 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-f61113b3-0737-4c8e-9a2d-f5ab369dac78 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639890', 'neutron.services.segments.db._delete_segments_for_network-8783523423079'] for network, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:40.106305 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-f61113b3-0737-4c8e-9a2d-f5ab369dac78 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03c07335-7724-47e4-a59d-a79719179382']}} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:13:40.117034 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-f61113b3-0737-4c8e-9a2d-f5ab369dac78 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fcc2388a-586e-47db-b763-a4159f42109c') {'for_net_delete': True} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:13:40.117262 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-f61113b3-0737-4c8e-9a2d-f5ab369dac78 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fcc2388a-586e-47db-b763-a4159f42109c') {} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:13:40.127935 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-f61113b3-0737-4c8e-9a2d-f5ab369dac78 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783523422064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4614019'] for segment, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:40.138290 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78343c63-e67b-4792-b9cc-99ce2f98aee2 admin admin] Network c7b7cc7e-a399-43f9-9eb9-c618ea291a59 is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:13:40.139965 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [None req-78343c63-e67b-4792-b9cc-99ce2f98aee2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:13:40.149259 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-f61113b3-0737-4c8e-9a2d-f5ab369dac78 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:40.156274 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f61113b3-0737-4c8e-9a2d-f5ab369dac78 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Releasing vlan 613 on physical network physnet1 to pool {{(pid=102790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 16:13:40.156595 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-f61113b3-0737-4c8e-9a2d-f5ab369dac78 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5238013'] for segment, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:40.159914 n-d-834765-1 neutron-server[102790]: Traceback (most recent call last): Mar 29 16:13:40.159914 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 16:13:40.159914 n-d-834765-1 neutron-server[102790]: timer() Mar 29 16:13:40.159914 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 16:13:40.159914 n-d-834765-1 neutron-server[102790]: cb(*args, **kw) Mar 29 16:13:40.159914 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 16:13:40.159914 n-d-834765-1 neutron-server[102790]: return func(*args, **kwargs) Mar 29 16:13:40.159914 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 16:13:40.159914 n-d-834765-1 neutron-server[102790]: self._notify() Mar 29 16:13:40.159914 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 16:13:40.159914 n-d-834765-1 neutron-server[102790]: self.callback(batched_events) Mar 29 16:13:40.159914 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 16:13:40.159914 n-d-834765-1 neutron-server[102790]: event.method(event) Mar 29 16:13:40.159914 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 16:13:40.159914 n-d-834765-1 neutron-server[102790]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 16:13:40.159914 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 16:13:40.159914 n-d-834765-1 neutron-server[102790]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 16:13:40.159914 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 16:13:40.159914 n-d-834765-1 neutron-server[102790]: return f(self, *a, **k) Mar 29 16:13:40.159914 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 16:13:40.159914 n-d-834765-1 neutron-server[102790]: return self._get(url).json() Mar 29 16:13:40.159914 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 16:13:40.159914 n-d-834765-1 neutron-server[102790]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 16:13:40.159914 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 16:13:40.159914 n-d-834765-1 neutron-server[102790]: return self.request(url, 'GET', **kwargs) Mar 29 16:13:40.159914 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 16:13:40.159914 n-d-834765-1 neutron-server[102790]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 16:13:40.159914 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 16:13:40.159914 n-d-834765-1 neutron-server[102790]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 16:13:40.159914 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 16:13:40.159914 n-d-834765-1 neutron-server[102790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 16:13:40.159914 n-d-834765-1 neutron-server[102790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 16:13:40.229292 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-f61113b3-0737-4c8e-9a2d-f5ab369dac78 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1639897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648174'] for network, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:40.245952 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-f61113b3-0737-4c8e-9a2d-f5ab369dac78 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks [] for network, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:40.249149 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-f61113b3-0737-4c8e-9a2d-f5ab369dac78 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] 10.222.0.42 "DELETE /v2.0/networks/03c07335-7724-47e4-a59d-a79719179382 HTTP/1.1" status: 204 len: 168 time: 0.6337626 Mar 29 16:13:40.250775 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61113b3-0737-4c8e-9a2d-f5ab369dac78 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Pushing event deleted for resources: {'Network': ['ID=03c07335-7724-47e4-a59d-a79719179382,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:13:40.253580 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 58512) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:13:40.262467 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-a08e245c-2981-4768-ac19-5bb5bc2d4fb3 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2050892889'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:13:40.269637 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78343c63-e67b-4792-b9cc-99ce2f98aee2 admin admin] Router d8ee769e-7eac-4153-870b-174ea9589b80 has already been hosted by L3 agent c648d819-1060-4f26-b4ec-6455387b5dff {{(pid=102791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 16:13:40.281626 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a08e245c-2981-4768-ac19-5bb5bc2d4fb3 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Made reservation on behalf of 42e493e160984997b05aad8c743e9a34 for: {'network': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:13:40.285602 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-a08e245c-2981-4768-ac19-5bb5bc2d4fb3 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for network, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:40.309778 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a08e245c-2981-4768-ac19-5bb5bc2d4fb3 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] vlan segment allocate from pool success with {'vlan_id': 611, 'physical_network': 'physnet1'} {{(pid=102790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 16:13:40.320872 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-a08e245c-2981-4768-ac19-5bb5bc2d4fb3 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:40.320872 n-d-834765-1 neutron-server[102790]: INFO neutron.db.segments_db [None req-a08e245c-2981-4768-ac19-5bb5bc2d4fb3 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Added segment 0c794938-a500-499e-9411-d0c215740b14 of type vlan for network 6faec453-cddd-4aa5-a26c-0db08a5aec8c Mar 29 16:13:40.337753 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Pushing event updated for resources: {'Port': ['ID=db4e12fd-99d7-408f-bf42-9f7b51b4c2bd,revision_number=3']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:13:40.368617 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-a08e245c-2981-4768-ac19-5bb5bc2d4fb3 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783522915970'] for network, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:40.377815 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] No active binding found for port 19e7ed05-98ac-410f-b0ac-e6a3cde56584 {{(pid=102792) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Mar 29 16:13:40.378259 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 19e7ed05-98ac-410f-b0ac-e6a3cde56584 not bound to the agent host n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Mar 29 16:13:40.394965 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-a08e245c-2981-4768-ac19-5bb5bc2d4fb3 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795'] for network, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:40.395941 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78343c63-e67b-4792-b9cc-99ce2f98aee2 admin admin] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 16:13:40.401352 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-78343c63-e67b-4792-b9cc-99ce2f98aee2 admin admin] 10.222.0.42 "PUT /v2.0/routers/d8ee769e-7eac-4153-870b-174ea9589b80/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2481685 Mar 29 16:13:40.404101 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a08e245c-2981-4768-ac19-5bb5bc2d4fb3 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:13:40.404987 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-a08e245c-2981-4768-ac19-5bb5bc2d4fb3 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks [] for network, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:40.447286 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Port 19e7ed05-98ac-410f-b0ac-e6a3cde56584 not found, will not notify nova. {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Mar 29 16:13:40.452485 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-a08e245c-2981-4768-ac19-5bb5bc2d4fb3 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.1979980 Mar 29 16:13:40.456758 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 58514) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:13:40.463381 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-d304931d-9095-4162-81b5-d777cb159620 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Request body: {'subnet': {'network_id': '6faec453-cddd-4aa5-a26c-0db08a5aec8c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:13:40.487662 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-a447a989-6603-45d7-8e34-2ae2f47898aa None None] Could not find standard attr ID for object ce53a226-e0db-4294-afc5-00562dbc3be9. {{(pid=102792) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 29 16:13:40.495810 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-a447a989-6603-45d7-8e34-2ae2f47898aa None None] Could not find standard attr ID for object 19e7ed05-98ac-410f-b0ac-e6a3cde56584. {{(pid=102792) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 29 16:13:40.548891 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08e245c-2981-4768-ac19-5bb5bc2d4fb3 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Pushing event updated for resources: {'Network': ['ID=6faec453-cddd-4aa5-a26c-0db08a5aec8c,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:13:40.568981 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Network 6faec453-cddd-4aa5-a26c-0db08a5aec8c details requested by agent ovs-agent-n-d-834765-1 with host n-d-834765-1 {{(pid=102792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 16:13:40.601973 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09cbb7f1-8602-4ffa-82e1-a4fd37d58fb9 None None] DHCP port deletion for 03c07335-7724-47e4-a59d-a79719179382 request from n-d-834765-1 {{(pid=102792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 29 16:13:40.612502 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d304931d-9095-4162-81b5-d777cb159620 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Made reservation on behalf of 42e493e160984997b05aad8c743e9a34 for: {'subnet': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:13:40.617154 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-d304931d-9095-4162-81b5-d777cb159620 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16218875'] for subnet, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:40.704179 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-9aedf027-ca2c-4d0d-904b-47d3494eb480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8ee769e-7eac-4153-870b-174ea9589b80', 'name': 'tempest-TestServerMultinode-1749459953-router', 'tenant_id': '22967ccd0452496d8ea5d2058f47a8c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.170'}], 'enable_snat': True}, 'gw_port_id': 'fdedf5ef-29c0-4ceb-8b06-70c97d8af7cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:13:36Z', 'updated_at': '2022-03-29T16:13:37Z', 'revision_number': 3, 'project_id': '22967ccd0452496d8ea5d2058f47a8c1', 'gw_port': {'id': 'fdedf5ef-29c0-4ceb-8b06-70c97d8af7cf', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:6c:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8ee769e-7eac-4153-870b-174ea9589b80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:13:36Z', 'updated_at': '2022-03-29T16:13:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1'}], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:13:40.758297 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aedf027-ca2c-4d0d-904b-47d3494eb480 None None] The sync data for ids ['d8ee769e-7eac-4153-870b-174ea9589b80'] in n-d-834765-1 is: [{'id': 'd8ee769e-7eac-4153-870b-174ea9589b80', 'name': 'tempest-TestServerMultinode-1749459953-router', 'tenant_id': '22967ccd0452496d8ea5d2058f47a8c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.170'}], 'enable_snat': True}, 'gw_port_id': 'fdedf5ef-29c0-4ceb-8b06-70c97d8af7cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:13:36Z', 'updated_at': '2022-03-29T16:13:37Z', 'revision_number': 3, 'project_id': '22967ccd0452496d8ea5d2058f47a8c1', 'gw_port': {'id': 'fdedf5ef-29c0-4ceb-8b06-70c97d8af7cf', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:6c:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8ee769e-7eac-4153-870b-174ea9589b80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:13:36Z', 'updated_at': '2022-03-29T16:13:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1'}] {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 16:13:40.830351 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-65949b5b-6409-4200-acce-8ac446a786cc None None] Provisioning complete for port db4e12fd-99d7-408f-bf42-9f7b51b4c2bd triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:13:40.834429 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-65949b5b-6409-4200-acce-8ac446a786cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:40.929114 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device db4e12fd-99d7-408f-bf42-9f7b51b4c2bd up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 16:13:40.946957 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-d304931d-9095-4162-81b5-d777cb159620 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16155524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16218861'] for subnet, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:41.024651 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d304931d-9095-4162-81b5-d777cb159620 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Pushing event updated for resources: {'Subnet': ['ID=f593c582-badd-490a-a78d-af6c58520ea4,revision_number=0']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:13:41.044751 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port db4e12fd-99d7-408f-bf42-9f7b51b4c2bd triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:13:41.045356 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:41.047888 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-65949b5b-6409-4200-acce-8ac446a786cc None None] Provisioning complete for port 8e11a527-7ed5-449d-becd-7dd5521142fa triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:13:41.048440 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-65949b5b-6409-4200-acce-8ac446a786cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:41.059214 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d304931d-9095-4162-81b5-d777cb159620 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Checking segment: {'id': '0c794938-a500-499e-9411-d0c215740b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '6faec453-cddd-4aa5-a26c-0db08a5aec8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 16:13:41.059624 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d304931d-9095-4162-81b5-d777cb159620 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Network hostable DHCP agents. Network: 6faec453-cddd-4aa5-a26c-0db08a5aec8c, hostable agents: ['d136643e-48ae-49d4-a851-2ba3bdf3749c'], hosted agents: [] {{(pid=102791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 16:13:41.079504 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d304931d-9095-4162-81b5-d777cb159620 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Network 6faec453-cddd-4aa5-a26c-0db08a5aec8c is scheduled to be hosted by DHCP agent d136643e-48ae-49d4-a851-2ba3bdf3749c with binding_index 1 {{(pid=102791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 16:13:41.097590 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [None req-d304931d-9095-4162-81b5-d777cb159620 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834765-1, 6faec453-cddd-4aa5-a26c-0db08a5aec8c) {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:13:41.108671 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d304931d-9095-4162-81b5-d777cb159620 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:13:41.110780 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-d304931d-9095-4162-81b5-d777cb159620 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks [] for subnet, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:41.116323 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e99205a7-f2c4-4480-8d2e-ce6b20d0f55a None None] Network 6faec453-cddd-4aa5-a26c-0db08a5aec8c requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 16:13:41.141317 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-d304931d-9095-4162-81b5-d777cb159620 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6806874 Mar 29 16:13:41.142218 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 58528) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:13:41.152256 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-659e5b9f-197a-41e8-a3c0-7789047a0223 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Request body: {'port': {'network_id': '6faec453-cddd-4aa5-a26c-0db08a5aec8c', 'name': 'tempest-PortsIpV6TestJSON-1113701604', 'fixed_ips': [{'subnet_id': 'f593c582-badd-490a-a78d-af6c58520ea4', 'ip_address': '2001:db8::10'}]}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:13:41.156690 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-65949b5b-6409-4200-acce-8ac446a786cc None None] Port 8e11a527-7ed5-449d-becd-7dd5521142fa cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 16:13:41.273049 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 58532) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:13:41.277991 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-952c29b7-a5ef-41b4-97d9-6d9c16891fca admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-2020116759-network', 'tenant_id': '58e6db6eaf544a9e884df3166e27e25b'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:13:41.387383 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-952c29b7-a5ef-41b4-97d9-6d9c16891fca admin admin] Made reservation on behalf of 58e6db6eaf544a9e884df3166e27e25b for: {'network': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:13:41.391072 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-952c29b7-a5ef-41b4-97d9-6d9c16891fca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for network, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:41.417960 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-952c29b7-a5ef-41b4-97d9-6d9c16891fca admin admin] Notify callbacks [] for security_group, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:41.440530 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-659e5b9f-197a-41e8-a3c0-7789047a0223 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Made reservation on behalf of 42e493e160984997b05aad8c743e9a34 for: {'port': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:13:41.474302 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 19e7ed05-98ac-410f-b0ac-e6a3cde56584 no longer exists at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 16:13:41.524297 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] No Port match for: 19e7ed05-98ac-410f-b0ac-e6a3cde56584 {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 16:13:41.525289 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 19e7ed05-98ac-410f-b0ac-e6a3cde56584 not bound to the agent host n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 16:13:41.537672 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-d75b0d86-6c80-4791-96c1-f0704b0440a1 None None] Provisioning complete for port 8e11a527-7ed5-449d-becd-7dd5521142fa triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:13:41.539148 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d75b0d86-6c80-4791-96c1-f0704b0440a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:41.580518 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-659e5b9f-197a-41e8-a3c0-7789047a0223 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:41.584814 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-952c29b7-a5ef-41b4-97d9-6d9c16891fca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:41.592417 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-952c29b7-a5ef-41b4-97d9-6d9c16891fca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:41.604545 n-d-834765-1 neutron-server[102790]: DEBUG neutron.notifiers.nova [None req-659e5b9f-197a-41e8-a3c0-7789047a0223 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] device_id is not set on port 014227ee-9ef0-45ab-9e01-f14de0d858e6 yet. {{(pid=102790) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 29 16:13:41.627078 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-d75b0d86-6c80-4791-96c1-f0704b0440a1 None None] Port 8e11a527-7ed5-449d-becd-7dd5521142fa cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 16:13:41.632254 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47977db5-85df-4219-9580-e9043043e89f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0035034-69b0-5ffc-b384-0ac6189c5628-6faec453-cddd-4aa5-a26c-0db08a5aec8c', 'network_id': '6faec453-cddd-4aa5-a26c-0db08a5aec8c', 'tenant_id': '42e493e160984997b05aad8c743e9a34', 'fixed_ips': [{'subnet_id': 'f593c582-badd-490a-a78d-af6c58520ea4'}]}} from n-d-834765-1. {{(pid=102792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 29 16:13:41.633209 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-47977db5-85df-4219-9580-e9043043e89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:41.633781 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-952c29b7-a5ef-41b4-97d9-6d9c16891fca admin admin] vlan segment allocate from pool success with {'vlan_id': 621, 'physical_network': 'physnet1'} {{(pid=102791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 16:13:41.641446 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952c29b7-a5ef-41b4-97d9-6d9c16891fca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=401e0772-5198-4413-ae27-5aa717ee45ec,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:13:41.662232 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-952c29b7-a5ef-41b4-97d9-6d9c16891fca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:41.663291 n-d-834765-1 neutron-server[102791]: INFO neutron.db.segments_db [None req-952c29b7-a5ef-41b4-97d9-6d9c16891fca admin admin] Added segment 31803676-4e05-4d9a-ae0b-e293a7514727 of type vlan for network 478802fb-e2b8-42f0-becd-18a36f16a76e Mar 29 16:13:41.717771 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-952c29b7-a5ef-41b4-97d9-6d9c16891fca admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783522915970'] for network, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:41.754057 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-952c29b7-a5ef-41b4-97d9-6d9c16891fca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795'] for network, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:41.755149 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-952c29b7-a5ef-41b4-97d9-6d9c16891fca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:13:41.755739 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-952c29b7-a5ef-41b4-97d9-6d9c16891fca admin admin] Notify callbacks [] for network, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:41.767708 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-1a249cae-757d-4983-be5a-bf0d4c52ecd6 None None] Provisioning complete for port 8e11a527-7ed5-449d-becd-7dd5521142fa triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:13:41.768089 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1a249cae-757d-4983-be5a-bf0d4c52ecd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:41.823058 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-952c29b7-a5ef-41b4-97d9-6d9c16891fca admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5482466 Mar 29 16:13:41.823830 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 58534) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:13:41.827142 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952c29b7-a5ef-41b4-97d9-6d9c16891fca admin admin] Pushing event updated for resources: {'Network': ['ID=478802fb-e2b8-42f0-becd-18a36f16a76e,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:13:41.829819 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-3f58f830-e72f-4395-9fa3-4e2a0a4864ea admin admin] Request body: {'subnet': {'network_id': '478802fb-e2b8-42f0-becd-18a36f16a76e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-2020116759-subnet', 'tenant_id': '58e6db6eaf544a9e884df3166e27e25b', 'ip_version': 4}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:13:41.841599 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Network 478802fb-e2b8-42f0-becd-18a36f16a76e details requested by agent ovs-agent-n-d-834765-1 with host n-d-834765-1 {{(pid=102792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 16:13:41.852768 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.db_base_plugin_common [None req-47977db5-85df-4219-9580-e9043043e89f None None] Allocated IP 2001:db8::2 (6faec453-cddd-4aa5-a26c-0db08a5aec8c/f593c582-badd-490a-a78d-af6c58520ea4/ada8794b-e3f8-45c6-8bee-b48286401477) {{(pid=102792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:13:41.855140 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f58f830-e72f-4395-9fa3-4e2a0a4864ea admin admin] Made reservation on behalf of 58e6db6eaf544a9e884df3166e27e25b for: {'subnet': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:13:41.857617 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-3f58f830-e72f-4395-9fa3-4e2a0a4864ea admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4793983'] for subnet, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:41.865998 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-1a249cae-757d-4983-be5a-bf0d4c52ecd6 None None] Port 8e11a527-7ed5-449d-becd-7dd5521142fa cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 16:13:42.045420 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-3f58f830-e72f-4395-9fa3-4e2a0a4864ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5231896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4793961'] for subnet, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:42.073815 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-47977db5-85df-4219-9580-e9043043e89f None None] Notify callbacks [] for port, precommit_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:42.081066 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-47977db5-85df-4219-9580-e9043043e89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956'] for port, after_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:42.122297 n-d-834765-1 neutron-server[102792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47977db5-85df-4219-9580-e9043043e89f None None] Network 6faec453-cddd-4aa5-a26c-0db08a5aec8c is already hosted by enough agents. {{(pid=102792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:13:42.126612 n-d-834765-1 neutron-server[102792]: DEBUG neutron.scheduler.base_scheduler [None req-47977db5-85df-4219-9580-e9043043e89f None None] Resources bound (agent type, host, resource id): {{(pid=102792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:13:42.131070 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47977db5-85df-4219-9580-e9043043e89f None None] Received port after_create {{(pid=102792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:13:42.133998 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47977db5-85df-4219-9580-e9043043e89f None None] Pushing event updated for resources: {'Port': ['ID=ada8794b-e3f8-45c6-8bee-b48286401477,revision_number=1']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:13:42.138554 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f58f830-e72f-4395-9fa3-4e2a0a4864ea admin admin] Pushing event updated for resources: {'Subnet': ['ID=24e0b4af-53d7-4f3a-bac7-4a61e72dd30f,revision_number=0']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:13:42.153093 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f58f830-e72f-4395-9fa3-4e2a0a4864ea admin admin] Checking segment: {'id': '31803676-4e05-4d9a-ae0b-e293a7514727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '478802fb-e2b8-42f0-becd-18a36f16a76e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 16:13:42.153715 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f58f830-e72f-4395-9fa3-4e2a0a4864ea admin admin] Network hostable DHCP agents. Network: 478802fb-e2b8-42f0-becd-18a36f16a76e, hostable agents: ['d136643e-48ae-49d4-a851-2ba3bdf3749c'], hosted agents: [] {{(pid=102790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 16:13:42.156507 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.db_base_plugin_common [None req-659e5b9f-197a-41e8-a3c0-7789047a0223 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Allocated IP 2001:db8::10 (6faec453-cddd-4aa5-a26c-0db08a5aec8c/f593c582-badd-490a-a78d-af6c58520ea4/014227ee-9ef0-45ab-9e01-f14de0d858e6) {{(pid=102790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:13:42.189316 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f58f830-e72f-4395-9fa3-4e2a0a4864ea admin admin] Network 478802fb-e2b8-42f0-becd-18a36f16a76e is scheduled to be hosted by DHCP agent d136643e-48ae-49d4-a851-2ba3bdf3749c with binding_index 1 {{(pid=102790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 16:13:42.193036 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-47977db5-85df-4219-9580-e9043043e89f None None] Attempting to bind port ada8794b-e3f8-45c6-8bee-b48286401477 on host n-d-834765-1 for vnic_type normal with profile {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 16:13:42.193402 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-47977db5-85df-4219-9580-e9043043e89f None None] Attempting to bind port ada8794b-e3f8-45c6-8bee-b48286401477 by drivers openvswitch,hyperv on host n-d-834765-1 at level 0 using segments [{'id': '0c794938-a500-499e-9411-d0c215740b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '6faec453-cddd-4aa5-a26c-0db08a5aec8c'}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 16:13:42.193761 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47977db5-85df-4219-9580-e9043043e89f None None] Attempting to bind port ada8794b-e3f8-45c6-8bee-b48286401477 on network 6faec453-cddd-4aa5-a26c-0db08a5aec8c {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 16:13:42.199867 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47977db5-85df-4219-9580-e9043043e89f None None] Checking agent: {'id': 'a8866439-9d96-425c-b519-6905c591ac37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 25, 36), 'started_at': datetime.datetime(2022, 3, 29, 15, 26, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 16, 13, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834765-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 16:13:42.200850 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47977db5-85df-4219-9580-e9043043e89f None None] Checking segment: {'id': '0c794938-a500-499e-9411-d0c215740b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '6faec453-cddd-4aa5-a26c-0db08a5aec8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 16:13:42.200850 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-47977db5-85df-4219-9580-e9043043e89f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:42.201121 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47977db5-85df-4219-9580-e9043043e89f None None] Bound using segment: {'id': '0c794938-a500-499e-9411-d0c215740b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '6faec453-cddd-4aa5-a26c-0db08a5aec8c'} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 16:13:42.201596 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-47977db5-85df-4219-9580-e9043043e89f None None] Bound port: ada8794b-e3f8-45c6-8bee-b48286401477, host: n-d-834765-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c794938-a500-499e-9411-d0c215740b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '6faec453-cddd-4aa5-a26c-0db08a5aec8c'}}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 16:13:42.202010 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-47977db5-85df-4219-9580-e9043043e89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:42.211975 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-3f58f830-e72f-4395-9fa3-4e2a0a4864ea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834765-1, 478802fb-e2b8-42f0-becd-18a36f16a76e) {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:13:42.221422 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57b2e2d0-64fe-4f07-8969-867fe4d8f905 None None] Network 478802fb-e2b8-42f0-becd-18a36f16a76e requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 16:13:42.222312 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f58f830-e72f-4395-9fa3-4e2a0a4864ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:13:42.222899 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-3f58f830-e72f-4395-9fa3-4e2a0a4864ea admin admin] Notify callbacks [] for subnet, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:42.260902 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-3f58f830-e72f-4395-9fa3-4e2a0a4864ea admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4358709 Mar 29 16:13:42.263588 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 58536) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:13:42.267901 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-3e6a6a9b-15e2-4343-bc74-b04c2940864c admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-2020116759-router', 'tenant_id': '58e6db6eaf544a9e884df3166e27e25b', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'}}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:13:42.292025 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-3e6a6a9b-15e2-4343-bc74-b04c2940864c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-532385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129310'] for router, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:42.293036 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-3e6a6a9b-15e2-4343-bc74-b04c2940864c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-648091', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-684384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129319'] for router, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:42.346304 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-47977db5-85df-4219-9580-e9043043e89f None None] For port ada8794b-e3f8-45c6-8bee-b48286401477, host n-d-834765-1, cleared binding levels {{(pid=102792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 16:13:42.351543 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-47977db5-85df-4219-9580-e9043043e89f None None] For port ada8794b-e3f8-45c6-8bee-b48286401477, host n-d-834765-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=ada8794b-e3f8-45c6-8bee-b48286401477,segment=NetworkSegment(0c794938-a500-499e-9411-d0c215740b14),segment_id=0c794938-a500-499e-9411-d0c215740b14)] {{(pid=102792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 16:13:42.355868 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-659e5b9f-197a-41e8-a3c0-7789047a0223 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks [] for port, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:42.361492 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-3e6a6a9b-15e2-4343-bc74-b04c2940864c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:42.365393 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-47977db5-85df-4219-9580-e9043043e89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:42.394606 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-659e5b9f-197a-41e8-a3c0-7789047a0223 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:42.459513 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-659e5b9f-197a-41e8-a3c0-7789047a0223 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Network 6faec453-cddd-4aa5-a26c-0db08a5aec8c is already hosted by enough agents. {{(pid=102790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:13:42.463288 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-659e5b9f-197a-41e8-a3c0-7789047a0223 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Resources bound (agent type, host, resource id): {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:13:42.469128 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47977db5-85df-4219-9580-e9043043e89f None None] Pushing event updated for resources: {'Port': ['ID=ada8794b-e3f8-45c6-8bee-b48286401477,revision_number=2']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:13:42.470313 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-659e5b9f-197a-41e8-a3c0-7789047a0223 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Received port after_create {{(pid=102790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:13:42.488560 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-659e5b9f-197a-41e8-a3c0-7789047a0223 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:13:42.489293 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-659e5b9f-197a-41e8-a3c0-7789047a0223 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:42.492084 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659e5b9f-197a-41e8-a3c0-7789047a0223 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Pushing event updated for resources: {'Port': ['ID=014227ee-9ef0-45ab-9e01-f14de0d858e6,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:13:42.508713 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-3e6a6a9b-15e2-4343-bc74-b04c2940864c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:42.510187 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03052c45-bcdb-466b-ae34-4ebc49d25150 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0035034-69b0-5ffc-b384-0ac6189c5628-478802fb-e2b8-42f0-becd-18a36f16a76e', 'network_id': '478802fb-e2b8-42f0-becd-18a36f16a76e', 'tenant_id': '58e6db6eaf544a9e884df3166e27e25b', 'fixed_ips': [{'subnet_id': '24e0b4af-53d7-4f3a-bac7-4a61e72dd30f'}]}} from n-d-834765-1. {{(pid=102792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 29 16:13:42.511272 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-03052c45-bcdb-466b-ae34-4ebc49d25150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:42.522173 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-659e5b9f-197a-41e8-a3c0-7789047a0223 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.3754222 Mar 29 16:13:42.522438 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 58538) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:13:42.528184 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-4b2fadf8-4549-41a5-a2c4-9b8c305d7b1d tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Request body: {'port': {'network_id': '6faec453-cddd-4aa5-a26c-0db08a5aec8c', 'name': 'tempest-PortsIpV6TestJSON-189883882', 'fixed_ips': [{'subnet_id': 'f593c582-badd-490a-a78d-af6c58520ea4', 'ip_address': '2001:db8::f'}]}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:13:42.686659 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.db_base_plugin_common [None req-03052c45-bcdb-466b-ae34-4ebc49d25150 None None] Allocated IP 172.20.0.2 (478802fb-e2b8-42f0-becd-18a36f16a76e/24e0b4af-53d7-4f3a-bac7-4a61e72dd30f/708511b0-3f2d-4c04-a67c-ab7812d341d7) {{(pid=102792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:13:42.725884 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b2fadf8-4549-41a5-a2c4-9b8c305d7b1d tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Made reservation on behalf of 42e493e160984997b05aad8c743e9a34 for: {'port': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:13:42.894587 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-03052c45-bcdb-466b-ae34-4ebc49d25150 None None] Notify callbacks [] for port, precommit_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:42.902648 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-03052c45-bcdb-466b-ae34-4ebc49d25150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956'] for port, after_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:42.953490 n-d-834765-1 neutron-server[102792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03052c45-bcdb-466b-ae34-4ebc49d25150 None None] Network 478802fb-e2b8-42f0-becd-18a36f16a76e is already hosted by enough agents. {{(pid=102792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:13:42.958617 n-d-834765-1 neutron-server[102792]: DEBUG neutron.scheduler.base_scheduler [None req-03052c45-bcdb-466b-ae34-4ebc49d25150 None None] Resources bound (agent type, host, resource id): {{(pid=102792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:13:42.961843 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03052c45-bcdb-466b-ae34-4ebc49d25150 None None] Received port after_create {{(pid=102792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:13:42.967982 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device ada8794b-e3f8-45c6-8bee-b48286401477 up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 16:13:42.974459 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03052c45-bcdb-466b-ae34-4ebc49d25150 None None] Pushing event updated for resources: {'Port': ['ID=708511b0-3f2d-4c04-a67c-ab7812d341d7,revision_number=1']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:13:42.982600 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-4b2fadf8-4549-41a5-a2c4-9b8c305d7b1d tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:43.010033 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [None req-4b2fadf8-4549-41a5-a2c4-9b8c305d7b1d tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] device_id is not set on port 872a37c5-6771-49bf-ba0c-6ea532a5a738 yet. {{(pid=102791) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 29 16:13:43.016989 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-3e6a6a9b-15e2-4343-bc74-b04c2940864c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:43.036226 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 58542) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:13:43.068854 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-3e6a6a9b-15e2-4343-bc74-b04c2940864c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:43.205724 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_common [None req-3e6a6a9b-15e2-4343-bc74-b04c2940864c admin admin] Allocated IP 172.25.4.201 (4a4a035d-ecac-4ead-baa3-25f90788773a/e1a353dc-fac8-4901-a63c-273840237d6a/45470d5b-62ae-4cd9-9783-4cc4654d01a2) {{(pid=102791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:13:43.214978 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-7f55a981-f13c-402c-8d70-3a75dee699db tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Deleting port 6ac338ea-7f4c-40ab-9d60-716e1debccaf {{(pid=102790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:13:43.215621 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-7f55a981-f13c-402c-8d70-3a75dee699db tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:43.234043 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-03052c45-bcdb-466b-ae34-4ebc49d25150 None None] Attempting to bind port 708511b0-3f2d-4c04-a67c-ab7812d341d7 on host n-d-834765-1 for vnic_type normal with profile {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 16:13:43.235324 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-03052c45-bcdb-466b-ae34-4ebc49d25150 None None] Attempting to bind port 708511b0-3f2d-4c04-a67c-ab7812d341d7 by drivers openvswitch,hyperv on host n-d-834765-1 at level 0 using segments [{'id': '31803676-4e05-4d9a-ae0b-e293a7514727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '478802fb-e2b8-42f0-becd-18a36f16a76e'}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 16:13:43.235324 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03052c45-bcdb-466b-ae34-4ebc49d25150 None None] Attempting to bind port 708511b0-3f2d-4c04-a67c-ab7812d341d7 on network 478802fb-e2b8-42f0-becd-18a36f16a76e {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 16:13:43.243152 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03052c45-bcdb-466b-ae34-4ebc49d25150 None None] Checking agent: {'id': 'a8866439-9d96-425c-b519-6905c591ac37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 25, 36), 'started_at': datetime.datetime(2022, 3, 29, 15, 26, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 16, 13, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834765-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 16:13:43.243555 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03052c45-bcdb-466b-ae34-4ebc49d25150 None None] Checking segment: {'id': '31803676-4e05-4d9a-ae0b-e293a7514727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '478802fb-e2b8-42f0-becd-18a36f16a76e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 16:13:43.243957 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-03052c45-bcdb-466b-ae34-4ebc49d25150 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:43.244349 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03052c45-bcdb-466b-ae34-4ebc49d25150 None None] Bound using segment: {'id': '31803676-4e05-4d9a-ae0b-e293a7514727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '478802fb-e2b8-42f0-becd-18a36f16a76e'} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 16:13:43.244809 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-03052c45-bcdb-466b-ae34-4ebc49d25150 None None] Bound port: 708511b0-3f2d-4c04-a67c-ab7812d341d7, host: n-d-834765-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31803676-4e05-4d9a-ae0b-e293a7514727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '478802fb-e2b8-42f0-becd-18a36f16a76e'}}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 16:13:43.245187 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-03052c45-bcdb-466b-ae34-4ebc49d25150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:43.287805 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port ada8794b-e3f8-45c6-8bee-b48286401477 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:13:43.288081 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:43.301731 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-7f55a981-f13c-402c-8d70-3a75dee699db tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:43.302130 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-7f55a981-f13c-402c-8d70-3a75dee699db tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:43.315719 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-7f55a981-f13c-402c-8d70-3a75dee699db tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Calling delete_port for 6ac338ea-7f4c-40ab-9d60-716e1debccaf owned by network:floatingip {{(pid=102790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:13:43.352372 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-03052c45-bcdb-466b-ae34-4ebc49d25150 None None] For port 708511b0-3f2d-4c04-a67c-ab7812d341d7, host n-d-834765-1, cleared binding levels {{(pid=102792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 16:13:43.356241 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-03052c45-bcdb-466b-ae34-4ebc49d25150 None None] For port 708511b0-3f2d-4c04-a67c-ab7812d341d7, host n-d-834765-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=708511b0-3f2d-4c04-a67c-ab7812d341d7,segment=NetworkSegment(31803676-4e05-4d9a-ae0b-e293a7514727),segment_id=31803676-4e05-4d9a-ae0b-e293a7514727)] {{(pid=102792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 16:13:43.363279 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-03052c45-bcdb-466b-ae34-4ebc49d25150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:43.484262 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03052c45-bcdb-466b-ae34-4ebc49d25150 None None] Pushing event updated for resources: {'Port': ['ID=708511b0-3f2d-4c04-a67c-ab7812d341d7,revision_number=2']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:13:43.493353 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:43.501549 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91106bdb-54b3-44d5-983d-c82ec1365f5f None None] Sync routers for ids ['d8ee769e-7eac-4153-870b-174ea9589b80'] in n-d-834765-1 {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 16:13:43.515294 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91106bdb-54b3-44d5-983d-c82ec1365f5f None None] Routers {'d8ee769e-7eac-4153-870b-174ea9589b80'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:13:43.516386 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-91106bdb-54b3-44d5-983d-c82ec1365f5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:13:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['d8ee769e-7eac-4153-870b-174ea9589b80'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:13:43.563505 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] For port ada8794b-e3f8-45c6-8bee-b48286401477, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=ada8794b-e3f8-45c6-8bee-b48286401477,segment=NetworkSegment(0c794938-a500-499e-9411-d0c215740b14),segment_id=0c794938-a500-499e-9411-d0c215740b14)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:13:43.569998 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:43.572177 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device fdedf5ef-29c0-4ceb-8b06-70c97d8af7cf up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 16:13:43.598497 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-7f55a981-f13c-402c-8d70-3a75dee699db tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:43.680039 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Pushing event updated for resources: {'Port': ['ID=ada8794b-e3f8-45c6-8bee-b48286401477,revision_number=3']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:13:43.701528 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port fdedf5ef-29c0-4ceb-8b06-70c97d8af7cf triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:13:43.701908 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:43.728392 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvr_db [None req-91106bdb-54b3-44d5-983d-c82ec1365f5f None None] Set router d8ee769e-7eac-4153-870b-174ea9589b80 gateway port host: n-d-834765-1 {{(pid=102793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:13:43.832173 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:43.925396 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] For port fdedf5ef-29c0-4ceb-8b06-70c97d8af7cf, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=fdedf5ef-29c0-4ceb-8b06-70c97d8af7cf,segment=NetworkSegment(6ab47353-a811-4bad-bc73-b4cc84583cfd),segment_id=6ab47353-a811-4bad-bc73-b4cc84583cfd)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:13:43.926331 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_common [None req-4b2fadf8-4549-41a5-a2c4-9b8c305d7b1d tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Allocated IP 2001:db8::f (6faec453-cddd-4aa5-a26c-0db08a5aec8c/f593c582-badd-490a-a78d-af6c58520ea4/872a37c5-6771-49bf-ba0c-6ea532a5a738) {{(pid=102791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:13:43.935105 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:44.047785 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1866796-7aae-4c8b-9c75-6ba07d08e471 None None] Network 6faec453-cddd-4aa5-a26c-0db08a5aec8c requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 16:13:44.058915 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-91106bdb-54b3-44d5-983d-c82ec1365f5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8ee769e-7eac-4153-870b-174ea9589b80', 'name': 'tempest-TestServerMultinode-1749459953-router', 'tenant_id': '22967ccd0452496d8ea5d2058f47a8c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.170'}], 'enable_snat': True}, 'gw_port_id': 'fdedf5ef-29c0-4ceb-8b06-70c97d8af7cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:13:36Z', 'updated_at': '2022-03-29T16:13:39Z', 'revision_number': 4, 'project_id': '22967ccd0452496d8ea5d2058f47a8c1', 'gw_port': {'id': 'fdedf5ef-29c0-4ceb-8b06-70c97d8af7cf', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:6c:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8ee769e-7eac-4153-870b-174ea9589b80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:13:36Z', 'updated_at': '2022-03-29T16:13:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': '8e11a527-7ed5-449d-becd-7dd5521142fa', 'name': '', 'network_id': 'c7b7cc7e-a399-43f9-9eb9-c618ea291a59', 'tenant_id': '22967ccd0452496d8ea5d2058f47a8c1', 'mac_address': 'fa:16:3e:96:38:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8ee769e-7eac-4153-870b-174ea9589b80', 'device_owner': 'network:router_interface', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': 'cc7e958e-a451-4f56-a816-8639ce2bab67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:13:38Z', 'updated_at': '2022-03-29T16:13:39Z', 'revision_number': 2, 'project_id': '22967ccd0452496d8ea5d2058f47a8c1', 'subnets': [{'id': 'cc7e958e-a451-4f56-a816-8639ce2bab67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:13:44.175058 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-4b2fadf8-4549-41a5-a2c4-9b8c305d7b1d tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks [] for port, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:44.182211 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f55a981-f13c-402c-8d70-3a75dee699db tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Pushing event deleted for resources: {'Port': ['ID=6ac338ea-7f4c-40ab-9d60-716e1debccaf,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:13:44.196449 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91106bdb-54b3-44d5-983d-c82ec1365f5f None None] Checking router: d8ee769e-7eac-4153-870b-174ea9589b80 for host: n-d-834765-1 {{(pid=102793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 16:13:44.197056 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91106bdb-54b3-44d5-983d-c82ec1365f5f None None] Updating router d8ee769e-7eac-4153-870b-174ea9589b80 port 8e11a527-7ed5-449d-becd-7dd5521142fa binding host n-d-834765-1 {{(pid=102793) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 16:13:44.225054 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-91106bdb-54b3-44d5-983d-c82ec1365f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:44.258544 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-4b2fadf8-4549-41a5-a2c4-9b8c305d7b1d tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:44.261598 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-7f55a981-f13c-402c-8d70-3a75dee699db tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks [] for floatingip, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:44.264212 n-d-834765-1 neutron-server[102790]: INFO neutron.db.l3_db [None req-7f55a981-f13c-402c-8d70-3a75dee699db tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Floating IP c03e1296-6b36-4de8-8b9d-9db7762033fd disassociated (deleted). External IP: 172.25.4.88, port: b8d11f43-aaca-43c3-86d3-e91e527fc1c6. Mar 29 16:13:44.280731 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Pushing event updated for resources: {'Port': ['ID=fdedf5ef-29c0-4ceb-8b06-70c97d8af7cf,revision_number=4']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:13:44.321866 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-16925fa8-cb37-4b69-84c7-ce0ff1573f77 None None] Provisioning complete for port ada8794b-e3f8-45c6-8bee-b48286401477 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:13:44.331646 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-16925fa8-cb37-4b69-84c7-ce0ff1573f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:44.332376 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b2fadf8-4549-41a5-a2c4-9b8c305d7b1d tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Network 6faec453-cddd-4aa5-a26c-0db08a5aec8c is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:13:44.348049 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [None req-4b2fadf8-4549-41a5-a2c4-9b8c305d7b1d tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:13:44.351956 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2fadf8-4549-41a5-a2c4-9b8c305d7b1d tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Pushing event updated for resources: {'Port': ['ID=872a37c5-6771-49bf-ba0c-6ea532a5a738,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:13:44.356315 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-3e6a6a9b-15e2-4343-bc74-b04c2940864c admin admin] Notify callbacks [] for port, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:44.357823 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b2fadf8-4549-41a5-a2c4-9b8c305d7b1d tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Received port after_create {{(pid=102791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:13:44.365917 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b2fadf8-4549-41a5-a2c4-9b8c305d7b1d tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:13:44.366686 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-4b2fadf8-4549-41a5-a2c4-9b8c305d7b1d tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:44.405044 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-4b2fadf8-4549-41a5-a2c4-9b8c305d7b1d tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.8814929 Mar 29 16:13:44.410596 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 58544) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:13:44.559588 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2335c137-7e85-4ebb-83c2-77f17740328f tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:13:44.566985 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-2335c137-7e85-4ebb-83c2-77f17740328f tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] 10.222.0.42 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.1517496 Mar 29 16:13:44.570716 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 58546) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:13:44.575863 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-3e6a6a9b-15e2-4343-bc74-b04c2940864c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:44.583892 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-91106bdb-54b3-44d5-983d-c82ec1365f5f None None] Notify callbacks [] for port, precommit_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:44.592646 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-91106bdb-54b3-44d5-983d-c82ec1365f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:44.645964 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f55a981-f13c-402c-8d70-3a75dee699db tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Router 33af924b-d532-4bd3-86b1-28f3036caea4 has already been hosted by L3 agent c648d819-1060-4f26-b4ec-6455387b5dff {{(pid=102790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 16:13:44.692760 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e6a6a9b-15e2-4343-bc74-b04c2940864c admin admin] Network 4a4a035d-ecac-4ead-baa3-25f90788773a is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:13:44.693197 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe12a83e-95ee-4a26-91b9-dbe46af41257 None None] Pushing event updated for resources: {'Port': ['ID=8e11a527-7ed5-449d-becd-7dd5521142fa,revision_number=3']} {{(pid=102793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:13:44.698877 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [None req-3e6a6a9b-15e2-4343-bc74-b04c2940864c admin admin] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:13:44.703868 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e6a6a9b-15e2-4343-bc74-b04c2940864c admin admin] Received port after_create {{(pid=102791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:13:44.704227 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe12a83e-95ee-4a26-91b9-dbe46af41257 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:13:44.704227 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe12a83e-95ee-4a26-91b9-dbe46af41257 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:13:44.704227 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe12a83e-95ee-4a26-91b9-dbe46af41257 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:13:44.704227 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe12a83e-95ee-4a26-91b9-dbe46af41257 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:13:44.704570 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe12a83e-95ee-4a26-91b9-dbe46af41257 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:13:44.704848 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe12a83e-95ee-4a26-91b9-dbe46af41257 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:13:44.705043 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe12a83e-95ee-4a26-91b9-dbe46af41257 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:13:44.705376 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe12a83e-95ee-4a26-91b9-dbe46af41257 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:13:44.705682 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe12a83e-95ee-4a26-91b9-dbe46af41257 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:13:44.705999 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe12a83e-95ee-4a26-91b9-dbe46af41257 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:13:44.706313 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe12a83e-95ee-4a26-91b9-dbe46af41257 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:13:44.707088 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe12a83e-95ee-4a26-91b9-dbe46af41257 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:13:44.775058 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.managers [None req-91106bdb-54b3-44d5-983d-c82ec1365f5f None None] Attempting to bind port 8e11a527-7ed5-449d-becd-7dd5521142fa on host n-d-834765-1 for vnic_type normal with profile {{(pid=102793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 16:13:44.775460 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.managers [None req-91106bdb-54b3-44d5-983d-c82ec1365f5f None None] Attempting to bind port 8e11a527-7ed5-449d-becd-7dd5521142fa by drivers openvswitch,hyperv on host n-d-834765-1 at level 0 using segments [{'id': '6ed9b27c-0b64-4185-b4d1-183cb37ff4c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'c7b7cc7e-a399-43f9-9eb9-c618ea291a59'}] {{(pid=102793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 16:13:44.775823 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91106bdb-54b3-44d5-983d-c82ec1365f5f None None] Attempting to bind port 8e11a527-7ed5-449d-becd-7dd5521142fa on network c7b7cc7e-a399-43f9-9eb9-c618ea291a59 {{(pid=102793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 16:13:44.782183 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91106bdb-54b3-44d5-983d-c82ec1365f5f None None] Checking agent: {'id': 'a8866439-9d96-425c-b519-6905c591ac37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 25, 36), 'started_at': datetime.datetime(2022, 3, 29, 15, 26, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 16, 13, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834765-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 16:13:44.782560 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91106bdb-54b3-44d5-983d-c82ec1365f5f None None] Checking segment: {'id': '6ed9b27c-0b64-4185-b4d1-183cb37ff4c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'c7b7cc7e-a399-43f9-9eb9-c618ea291a59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 16:13:44.782969 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-91106bdb-54b3-44d5-983d-c82ec1365f5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:44.783439 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91106bdb-54b3-44d5-983d-c82ec1365f5f None None] Bound using segment: {'id': '6ed9b27c-0b64-4185-b4d1-183cb37ff4c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'c7b7cc7e-a399-43f9-9eb9-c618ea291a59'} {{(pid=102793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 16:13:44.783920 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.managers [None req-91106bdb-54b3-44d5-983d-c82ec1365f5f None None] Bound port: 8e11a527-7ed5-449d-becd-7dd5521142fa, host: n-d-834765-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ed9b27c-0b64-4185-b4d1-183cb37ff4c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'c7b7cc7e-a399-43f9-9eb9-c618ea291a59'}}] {{(pid=102793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 16:13:44.784303 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-91106bdb-54b3-44d5-983d-c82ec1365f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:44.842811 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f55a981-f13c-402c-8d70-3a75dee699db tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 16:13:44.853716 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50b55055-1208-4e4e-a017-f93f6bd2aded None None] Sync routers for ids ['33af924b-d532-4bd3-86b1-28f3036caea4'] in n-d-834765-1 {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 16:13:44.869298 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-7f55a981-f13c-402c-8d70-3a75dee699db tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for floatingip, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:44.871599 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50b55055-1208-4e4e-a017-f93f6bd2aded None None] Routers {'33af924b-d532-4bd3-86b1-28f3036caea4'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:13:44.872902 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-50b55055-1208-4e4e-a017-f93f6bd2aded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:13:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['33af924b-d532-4bd3-86b1-28f3036caea4'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:13:44.941777 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.db [None req-91106bdb-54b3-44d5-983d-c82ec1365f5f None None] For port 8e11a527-7ed5-449d-becd-7dd5521142fa, host n-d-834765-1, cleared binding levels {{(pid=102793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 16:13:44.958934 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.db [None req-91106bdb-54b3-44d5-983d-c82ec1365f5f None None] For port 8e11a527-7ed5-449d-becd-7dd5521142fa, host n-d-834765-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=8e11a527-7ed5-449d-becd-7dd5521142fa,segment=NetworkSegment(6ed9b27c-0b64-4185-b4d1-183cb37ff4c4),segment_id=6ed9b27c-0b64-4185-b4d1-183cb37ff4c4)] {{(pid=102793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 16:13:44.965992 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-7f55a981-f13c-402c-8d70-3a75dee699db tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "DELETE /v2.0/floatingips/c03e1296-6b36-4de8-8b9d-9db7762033fd HTTP/1.1" status: 204 len: 168 time: 1.9285743 Mar 29 16:13:44.967453 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-91106bdb-54b3-44d5-983d-c82ec1365f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:44.969602 n-d-834765-1 neutron-server[102790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fefd300b-9623-490c-824e-33d4fb2d1c9a', 'tag': 'b8d11f43-aaca-43c3-86d3-e91e527fc1c6'}] {{(pid=102790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:13:44.972056 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46b06d655c90bc969636382cce4240ad749035fb0f3a83ee4734fa1ed9c4a6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaa7e0ac-1a2c-4dbe-a873-bfb140d97c80" -d '{"events": [{"name": "network-changed", "server_uuid": "fefd300b-9623-490c-824e-33d4fb2d1c9a", "tag": "b8d11f43-aaca-43c3-86d3-e91e527fc1c6"}]}' {{(pid=102790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:13:45.082795 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6a6a9b-15e2-4343-bc74-b04c2940864c admin admin] Pushing event updated for resources: {'Port': ['ID=45470d5b-62ae-4cd9-9783-4cc4654d01a2,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:13:45.114798 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-889932d3-605e-421a-b2ec-c8085137cfe6 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:13:45.138002 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-889932d3-605e-421a-b2ec-c8085137cfe6 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:13:45.154240 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-889932d3-605e-421a-b2ec-c8085137cfe6 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:13:45.164091 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-889932d3-605e-421a-b2ec-c8085137cfe6 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] 10.222.0.42 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2390 time: 0.5813572 Mar 29 16:13:45.164424 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe12a83e-95ee-4a26-91b9-dbe46af41257 None None] Pushing event updated for resources: {'Port': ['ID=8e11a527-7ed5-449d-becd-7dd5521142fa,revision_number=4']} {{(pid=102793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:13:45.164531 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 58554) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:13:45.173053 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device ada8794b-e3f8-45c6-8bee-b48286401477 up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 16:13:45.215336 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91106bdb-54b3-44d5-983d-c82ec1365f5f None None] Routers {'d8ee769e-7eac-4153-870b-174ea9589b80'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:13:45.216233 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-91106bdb-54b3-44d5-983d-c82ec1365f5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:13:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['d8ee769e-7eac-4153-870b-174ea9589b80'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:13:45.345579 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-4113d568-4abb-44dd-8d5b-ba945ae7de38 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Deleting port 872a37c5-6771-49bf-ba0c-6ea532a5a738 {{(pid=102790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:13:45.346174 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-4113d568-4abb-44dd-8d5b-ba945ae7de38 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:45.516256 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvr_db [None req-50b55055-1208-4e4e-a017-f93f6bd2aded None None] Set router 33af924b-d532-4bd3-86b1-28f3036caea4 gateway port host: n-d-834765-1 {{(pid=102792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:13:45.559227 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvr_db [None req-91106bdb-54b3-44d5-983d-c82ec1365f5f None None] Set router d8ee769e-7eac-4153-870b-174ea9589b80 gateway port host: n-d-834765-1 {{(pid=102793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:13:45.632656 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-3e6a6a9b-15e2-4343-bc74-b04c2940864c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:45.660947 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-4113d568-4abb-44dd-8d5b-ba945ae7de38 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:45.683423 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1115c894-5e62-463a-b199-e7e677f8852a req-f7dbb053-686c-48df-93a2-091c7e3753a8 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:13:45.685882 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-1115c894-5e62-463a-b199-e7e677f8852a req-f7dbb053-686c-48df-93a2-091c7e3753a8 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "GET /v2.0/ports?device_id=fefd300b-9623-490c-824e-33d4fb2d1c9a HTTP/1.1" status: 200 len: 945 time: 0.1144104 Mar 29 16:13:45.689567 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 16:13:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73a6599e-fa7a-47e3-b268-98e6ee7ef177 x-openstack-request-id: req-73a6599e-fa7a-47e3-b268-98e6ee7ef177 {{(pid=102790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:13:45.689853 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fefd300b-9623-490c-824e-33d4fb2d1c9a", "tag": "b8d11f43-aaca-43c3-86d3-e91e527fc1c6", "status": "completed", "code": 200}]} {{(pid=102790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:13:45.690107 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-73a6599e-fa7a-47e3-b268-98e6ee7ef177 {{(pid=102790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:13:45.690505 n-d-834765-1 neutron-server[102790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fefd300b-9623-490c-824e-33d4fb2d1c9a', 'tag': 'b8d11f43-aaca-43c3-86d3-e91e527fc1c6', 'status': 'completed', 'code': 200} Mar 29 16:13:45.703067 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-4113d568-4abb-44dd-8d5b-ba945ae7de38 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Calling delete_port for 872a37c5-6771-49bf-ba0c-6ea532a5a738 owned by {{(pid=102790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:13:45.738969 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fddb8931-5b47-4d0b-a08e-0ef5e1cfd0b3 None None] Network 478802fb-e2b8-42f0-becd-18a36f16a76e requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 16:13:45.810182 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-7b2df961-1ed1-4493-9ddc-e86a4360d119 None None] Provisioning complete for port 8e11a527-7ed5-449d-becd-7dd5521142fa triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:13:45.810649 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-7b2df961-1ed1-4493-9ddc-e86a4360d119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:45.848993 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-1115c894-5e62-463a-b199-e7e677f8852a req-f242b430-a754-4d2e-8c08-a0cd9055cf13 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "GET /v2.0/security-groups?id=d49c398e-1c3f-4f30-9d39-78d09bc7267d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1477914 Mar 29 16:13:45.968084 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port ada8794b-e3f8-45c6-8bee-b48286401477 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:13:45.969166 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:45.980373 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-91106bdb-54b3-44d5-983d-c82ec1365f5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8ee769e-7eac-4153-870b-174ea9589b80', 'name': 'tempest-TestServerMultinode-1749459953-router', 'tenant_id': '22967ccd0452496d8ea5d2058f47a8c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.170'}], 'enable_snat': True}, 'gw_port_id': 'fdedf5ef-29c0-4ceb-8b06-70c97d8af7cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:13:36Z', 'updated_at': '2022-03-29T16:13:39Z', 'revision_number': 4, 'project_id': '22967ccd0452496d8ea5d2058f47a8c1', 'gw_port': {'id': 'fdedf5ef-29c0-4ceb-8b06-70c97d8af7cf', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:6c:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8ee769e-7eac-4153-870b-174ea9589b80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:13:36Z', 'updated_at': '2022-03-29T16:13:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': '8e11a527-7ed5-449d-becd-7dd5521142fa', 'name': '', 'network_id': 'c7b7cc7e-a399-43f9-9eb9-c618ea291a59', 'tenant_id': '22967ccd0452496d8ea5d2058f47a8c1', 'mac_address': 'fa:16:3e:96:38:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8ee769e-7eac-4153-870b-174ea9589b80', 'device_owner': 'network:router_interface', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': 'cc7e958e-a451-4f56-a816-8639ce2bab67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:13:38Z', 'updated_at': '2022-03-29T16:13:44Z', 'revision_number': 4, 'project_id': '22967ccd0452496d8ea5d2058f47a8c1', 'subnets': [{'id': 'cc7e958e-a451-4f56-a816-8639ce2bab67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:13:45.988018 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-4113d568-4abb-44dd-8d5b-ba945ae7de38 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:46.018055 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91106bdb-54b3-44d5-983d-c82ec1365f5f None None] The sync data for ids ['d8ee769e-7eac-4153-870b-174ea9589b80'] in n-d-834765-1 is: [{'id': 'd8ee769e-7eac-4153-870b-174ea9589b80', 'name': 'tempest-TestServerMultinode-1749459953-router', 'tenant_id': '22967ccd0452496d8ea5d2058f47a8c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.170'}], 'enable_snat': True}, 'gw_port_id': 'fdedf5ef-29c0-4ceb-8b06-70c97d8af7cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:13:36Z', 'updated_at': '2022-03-29T16:13:39Z', 'revision_number': 4, 'project_id': '22967ccd0452496d8ea5d2058f47a8c1', 'gw_port': {'id': 'fdedf5ef-29c0-4ceb-8b06-70c97d8af7cf', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:6c:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8ee769e-7eac-4153-870b-174ea9589b80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:13:36Z', 'updated_at': '2022-03-29T16:13:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': '8e11a527-7ed5-449d-becd-7dd5521142fa', 'name': '', 'network_id': 'c7b7cc7e-a399-43f9-9eb9-c618ea291a59', 'tenant_id': '22967ccd0452496d8ea5d2058f47a8c1', 'mac_address': 'fa:16:3e:96:38:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8ee769e-7eac-4153-870b-174ea9589b80', 'device_owner': 'network:router_interface', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': 'cc7e958e-a451-4f56-a816-8639ce2bab67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:13:38Z', 'updated_at': '2022-03-29T16:13:44Z', 'revision_number': 4, 'project_id': '22967ccd0452496d8ea5d2058f47a8c1', 'subnets': [{'id': 'cc7e958e-a451-4f56-a816-8639ce2bab67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 16:13:46.027587 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4113d568-4abb-44dd-8d5b-ba945ae7de38 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Pushing event deleted for resources: {'Port': ['ID=872a37c5-6771-49bf-ba0c-6ea532a5a738,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:13:46.040698 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa7e0ac-1a2c-4dbe-a873-bfb140d97c80 req-f3108728-7fb7-465f-87cc-ea96779e746d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:13:46.042224 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-aaa7e0ac-1a2c-4dbe-a873-bfb140d97c80 req-f3108728-7fb7-465f-87cc-ea96779e746d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8c88f14ca33d4e419d03f1c3b10014ac&device_id=fefd300b-9623-490c-824e-33d4fb2d1c9a HTTP/1.1" status: 200 len: 1096 time: 0.3118978 Mar 29 16:13:46.119867 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-4113d568-4abb-44dd-8d5b-ba945ae7de38 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:46.131027 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-4113d568-4abb-44dd-8d5b-ba945ae7de38 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] 10.222.0.42 "DELETE /v2.0/ports/872a37c5-6771-49bf-ba0c-6ea532a5a738 HTTP/1.1" status: 204 len: 168 time: 0.9632442 Mar 29 16:13:46.131436 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 58558) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:13:46.166178 n-d-834765-1 neutron-server[102790]: INFO neutron.pecan_wsgi.hooks.translation [None req-fca715e8-f6ac-4953-b411-8811914ea97e tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] GET failed (client error): The resource could not be found. Mar 29 16:13:46.175765 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-fca715e8-f6ac-4953-b411-8811914ea97e tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] 10.222.0.42 "GET /v2.0/ports/872a37c5-6771-49bf-ba0c-6ea532a5a738 HTTP/1.1" status: 404 len: 333 time: 0.0431421 Mar 29 16:13:46.176867 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 58560) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:13:46.273530 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-7b2df961-1ed1-4493-9ddc-e86a4360d119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:46.274526 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-3e6a6a9b-15e2-4343-bc74-b04c2940864c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648118'] for router, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:46.292382 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa7e0ac-1a2c-4dbe-a873-bfb140d97c80 req-57b16ea5-26ad-4c45-ae77-187f98026360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:13:46.294613 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-aaa7e0ac-1a2c-4dbe-a873-bfb140d97c80 req-57b16ea5-26ad-4c45-ae77-187f98026360 service neutron] 10.222.0.44 "GET /v2.0/networks?id=307bfe7f-3bb4-41b4-974f-c8eac814f4b9 HTTP/1.1" status: 200 len: 898 time: 0.2350557 Mar 29 16:13:46.320287 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-b5a4f590-fd95-4680-971a-250b784d5e70 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Deleting port 014227ee-9ef0-45ab-9e01-f14de0d858e6 {{(pid=102790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:13:46.320983 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-b5a4f590-fd95-4680-971a-250b784d5e70 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:46.387455 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-aaa7e0ac-1a2c-4dbe-a873-bfb140d97c80 req-05f53788-4103-4e50-9376-d9dba23fb107 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b8d11f43-aaca-43c3-86d3-e91e527fc1c6 HTTP/1.1" status: 200 len: 217 time: 0.0554523 Mar 29 16:13:46.389033 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device fdedf5ef-29c0-4ceb-8b06-70c97d8af7cf up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 16:13:46.424253 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-7b2df961-1ed1-4493-9ddc-e86a4360d119 None None] For port 8e11a527-7ed5-449d-becd-7dd5521142fa, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=8e11a527-7ed5-449d-becd-7dd5521142fa,segment=NetworkSegment(6ed9b27c-0b64-4185-b4d1-183cb37ff4c4),segment_id=6ed9b27c-0b64-4185-b4d1-183cb37ff4c4)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:13:46.440736 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-7b2df961-1ed1-4493-9ddc-e86a4360d119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:46.455607 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-50b55055-1208-4e4e-a017-f93f6bd2aded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33af924b-d532-4bd3-86b1-28f3036caea4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1228333880', 'tenant_id': '8c88f14ca33d4e419d03f1c3b10014ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.37'}], 'enable_snat': True}, 'gw_port_id': 'c16198a9-a5b2-4c17-92fc-8fab66db77d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:10:42Z', 'updated_at': '2022-03-29T16:10:50Z', 'revision_number': 4, 'project_id': '8c88f14ca33d4e419d03f1c3b10014ac', 'gw_port': {'id': 'c16198a9-a5b2-4c17-92fc-8fab66db77d4', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:e5:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33af924b-d532-4bd3-86b1-28f3036caea4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3602, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:10:43Z', 'updated_at': '2022-03-29T16:10:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': '695495f5-fa03-428b-912f-611ff93193bf', 'name': '', 'network_id': '307bfe7f-3bb4-41b4-974f-c8eac814f4b9', 'tenant_id': '8c88f14ca33d4e419d03f1c3b10014ac', 'mac_address': 'fa:16:3e:e6:f5:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33af924b-d532-4bd3-86b1-28f3036caea4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3612, 'fixed_ips': [{'subnet_id': '7b6daca8-734b-45a4-a6da-277f4442ff75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:10:49Z', 'updated_at': '2022-03-29T16:10:55Z', 'revision_number': 5, 'project_id': '8c88f14ca33d4e419d03f1c3b10014ac', 'subnets': [{'id': '7b6daca8-734b-45a4-a6da-277f4442ff75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:13:46.474720 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-b5a4f590-fd95-4680-971a-250b784d5e70 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:46.495998 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-b5a4f590-fd95-4680-971a-250b784d5e70 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Calling delete_port for 014227ee-9ef0-45ab-9e01-f14de0d858e6 owned by {{(pid=102790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:13:46.516051 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50b55055-1208-4e4e-a017-f93f6bd2aded None None] Checking router: 33af924b-d532-4bd3-86b1-28f3036caea4 for host: n-d-834765-1 {{(pid=102792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 16:13:46.544832 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50b55055-1208-4e4e-a017-f93f6bd2aded None None] Routers {'33af924b-d532-4bd3-86b1-28f3036caea4'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:13:46.545465 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-50b55055-1208-4e4e-a017-f93f6bd2aded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:13:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['33af924b-d532-4bd3-86b1-28f3036caea4'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:13:46.596661 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa7e0ac-1a2c-4dbe-a873-bfb140d97c80 req-fd8ae600-d214-436a-8203-67549d838044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:13:46.599768 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-aaa7e0ac-1a2c-4dbe-a873-bfb140d97c80 req-fd8ae600-d214-436a-8203-67549d838044 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7b6daca8-734b-45a4-a6da-277f4442ff75 HTTP/1.1" status: 200 len: 835 time: 0.1498189 Mar 29 16:13:46.630524 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e6a6a9b-15e2-4343-bc74-b04c2940864c admin admin] Router 7ba3aa0c-c5a4-47e2-9903-77319ef84b26 is scheduled to L3 agent c648d819-1060-4f26-b4ec-6455387b5dff with binding_index 1 {{(pid=102791) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 29 16:13:46.662288 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port fdedf5ef-29c0-4ceb-8b06-70c97d8af7cf triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:13:46.662810 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:46.684807 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa7e0ac-1a2c-4dbe-a873-bfb140d97c80 req-eec24a54-c5cb-4016-850d-869f5e999325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:13:46.686585 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-aaa7e0ac-1a2c-4dbe-a873-bfb140d97c80 req-eec24a54-c5cb-4016-850d-869f5e999325 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=307bfe7f-3bb4-41b4-974f-c8eac814f4b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0783920 Mar 29 16:13:46.728686 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2df961-1ed1-4493-9ddc-e86a4360d119 None None] Pushing event updated for resources: {'Port': ['ID=8e11a527-7ed5-449d-becd-7dd5521142fa,revision_number=5']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:13:46.740628 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-b5a4f590-fd95-4680-971a-250b784d5e70 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:46.757242 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-9cd3f535-69f5-44bf-ba33-b5b2208ee77d None None] Provisioning complete for port 014227ee-9ef0-45ab-9e01-f14de0d858e6 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:13:46.763804 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-9cd3f535-69f5-44bf-ba33-b5b2208ee77d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:46.783362 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a4f590-fd95-4680-971a-250b784d5e70 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Pushing event deleted for resources: {'Port': ['ID=014227ee-9ef0-45ab-9e01-f14de0d858e6,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:13:46.830463 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-b5a4f590-fd95-4680-971a-250b784d5e70 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:46.834064 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e6a6a9b-15e2-4343-bc74-b04c2940864c admin admin] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 16:13:46.834873 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-b5a4f590-fd95-4680-971a-250b784d5e70 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] 10.222.0.42 "DELETE /v2.0/ports/014227ee-9ef0-45ab-9e01-f14de0d858e6 HTTP/1.1" status: 204 len: 168 time: 0.6565762 Mar 29 16:13:46.837572 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 58562) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:13:46.852137 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c85c950-3950-426e-8e5d-e3084cda6df8 None None] Sync routers for ids ['7ba3aa0c-c5a4-47e2-9903-77319ef84b26'] in n-d-834765-1 {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 16:13:46.868629 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c85c950-3950-426e-8e5d-e3084cda6df8 None None] Routers {'7ba3aa0c-c5a4-47e2-9903-77319ef84b26'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:13:46.874223 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-6c85c950-3950-426e-8e5d-e3084cda6df8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:13:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['7ba3aa0c-c5a4-47e2-9903-77319ef84b26'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:13:46.920268 n-d-834765-1 neutron-server[102790]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab550718-49f9-4263-89c7-aab0eb23fd27 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] GET failed (client error): The resource could not be found. Mar 29 16:13:46.926020 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-ab550718-49f9-4263-89c7-aab0eb23fd27 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] 10.222.0.42 "GET /v2.0/ports/014227ee-9ef0-45ab-9e01-f14de0d858e6 HTTP/1.1" status: 404 len: 333 time: 0.0872011 Mar 29 16:13:46.932534 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 58566) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:13:47.021658 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-aaa7e0ac-1a2c-4dbe-a873-bfb140d97c80 req-a4bd3504-f43d-450b-ad3a-1aaacdbd6ad7 service neutron] 10.222.0.44 "GET /v2.0/networks/307bfe7f-3bb4-41b4-974f-c8eac814f4b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1887197 Mar 29 16:13:47.055390 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.db_base_plugin_v2 [None req-ccb61973-7978-4821-83b9-c2c9e401ffa7 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Deleting subnet f593c582-badd-490a-a78d-af6c58520ea4 {{(pid=102790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 16:13:47.065980 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-ccb61973-7978-4821-83b9-c2c9e401ffa7 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks [] for subnet, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:47.135033 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvr_db [None req-6c85c950-3950-426e-8e5d-e3084cda6df8 None None] Set router 7ba3aa0c-c5a4-47e2-9903-77319ef84b26 gateway port host: n-d-834765-1 {{(pid=102793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:13:47.170426 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-9cd3f535-69f5-44bf-ba33-b5b2208ee77d None None] Port 014227ee-9ef0-45ab-9e01-f14de0d858e6 was deleted so its status cannot be updated. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Mar 29 16:13:47.174083 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-ccb61973-7978-4821-83b9-c2c9e401ffa7 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4614024'] for subnet, precommit_delete_associations {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:47.191506 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-3e6a6a9b-15e2-4343-bc74-b04c2940864c admin admin] Notify callbacks [] for router, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:47.192753 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-3e6a6a9b-15e2-4343-bc74-b04c2940864c admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.9283769 Mar 29 16:13:47.211609 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 58570) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:13:47.243951 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc02fac-2d94-4346-9080-ac3ac3dc748e req-39c765d0-c9b3-4da0-b51e-5490351d388a tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:13:47.246302 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ffc02fac-2d94-4346-9080-ac3ac3dc748e req-39c765d0-c9b3-4da0-b51e-5490351d388a tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "GET /v2.0/ports?device_id=fefd300b-9623-490c-824e-33d4fb2d1c9a HTTP/1.1" status: 200 len: 945 time: 0.2229886 Mar 29 16:13:47.249663 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-9cd3f535-69f5-44bf-ba33-b5b2208ee77d None None] Provisioning complete for port ada8794b-e3f8-45c6-8bee-b48286401477 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:13:47.250033 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-9cd3f535-69f5-44bf-ba33-b5b2208ee77d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:47.266003 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvr_db [None req-50b55055-1208-4e4e-a017-f93f6bd2aded None None] Set router 33af924b-d532-4bd3-86b1-28f3036caea4 gateway port host: n-d-834765-1 {{(pid=102792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:13:47.289335 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbade8c-fcda-4229-b547-6d2ad8938cdc req-379e34f1-9cb9-4473-bdcd-42cbb5272f44 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:13:47.291148 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-0fbade8c-fcda-4229-b547-6d2ad8938cdc req-379e34f1-9cb9-4473-bdcd-42cbb5272f44 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.44 "GET /v2.0/ports?device_id=fefd300b-9623-490c-824e-33d4fb2d1c9a HTTP/1.1" status: 200 len: 945 time: 0.2003272 Mar 29 16:13:47.325799 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:47.382819 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ffc02fac-2d94-4346-9080-ac3ac3dc748e req-359a339a-8a1c-4f99-b55b-338df1d83c4f tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "GET /v2.0/security-groups?id=d49c398e-1c3f-4f30-9d39-78d09bc7267d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1042550 Mar 29 16:13:47.409786 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-aaa7e0ac-1a2c-4dbe-a873-bfb140d97c80 req-8e8783d1-7762-44de-81bd-8c8e796e9777 service neutron] 10.222.0.44 "GET /v2.0/networks/307bfe7f-3bb4-41b4-974f-c8eac814f4b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3200788 Mar 29 16:13:47.437092 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 708511b0-3f2d-4c04-a67c-ab7812d341d7 up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 16:13:47.478762 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-ccb61973-7978-4821-83b9-c2c9e401ffa7 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1641287'] for subnet, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:47.497850 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [req-0fbade8c-fcda-4229-b547-6d2ad8938cdc req-2d1b6e1e-3bf4-44c2-9c18-901d2714ec41 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Deleting port b8d11f43-aaca-43c3-86d3-e91e527fc1c6 {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:13:47.498188 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-0fbade8c-fcda-4229-b547-6d2ad8938cdc req-2d1b6e1e-3bf4-44c2-9c18-901d2714ec41 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:47.532892 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-6c85c950-3950-426e-8e5d-e3084cda6df8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ba3aa0c-c5a4-47e2-9903-77319ef84b26', 'name': 'tempest-TestServerMultinode-2020116759-router', 'tenant_id': '58e6db6eaf544a9e884df3166e27e25b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.201'}], 'enable_snat': True}, 'gw_port_id': '45470d5b-62ae-4cd9-9783-4cc4654d01a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:13:42Z', 'updated_at': '2022-03-29T16:13:45Z', 'revision_number': 3, 'project_id': '58e6db6eaf544a9e884df3166e27e25b', 'gw_port': {'id': '45470d5b-62ae-4cd9-9783-4cc4654d01a2', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:65:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ba3aa0c-c5a4-47e2-9903-77319ef84b26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:13:43Z', 'updated_at': '2022-03-29T16:13:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1'}], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:13:47.562399 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c85c950-3950-426e-8e5d-e3084cda6df8 None None] Checking router: 7ba3aa0c-c5a4-47e2-9903-77319ef84b26 for host: n-d-834765-1 {{(pid=102793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 16:13:47.563057 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c85c950-3950-426e-8e5d-e3084cda6df8 None None] Updating router 7ba3aa0c-c5a4-47e2-9903-77319ef84b26 port 45470d5b-62ae-4cd9-9783-4cc4654d01a2 binding host n-d-834765-1 {{(pid=102793) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 16:13:47.599302 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-6c85c950-3950-426e-8e5d-e3084cda6df8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:47.642989 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port 708511b0-3f2d-4c04-a67c-ab7812d341d7 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:13:47.643410 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:47.656724 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-0fbade8c-fcda-4229-b547-6d2ad8938cdc req-2d1b6e1e-3bf4-44c2-9c18-901d2714ec41 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] For port b8d11f43-aaca-43c3-86d3-e91e527fc1c6, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=b8d11f43-aaca-43c3-86d3-e91e527fc1c6,segment=NetworkSegment(d2de5347-f9d8-4c7b-a897-5663c2ae5afb),segment_id=d2de5347-f9d8-4c7b-a897-5663c2ae5afb)] {{(pid=102791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:13:47.657079 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-0fbade8c-fcda-4229-b547-6d2ad8938cdc req-2d1b6e1e-3bf4-44c2-9c18-901d2714ec41 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:47.672902 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [req-0fbade8c-fcda-4229-b547-6d2ad8938cdc req-2d1b6e1e-3bf4-44c2-9c18-901d2714ec41 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Calling delete_port for b8d11f43-aaca-43c3-86d3-e91e527fc1c6 owned by compute:nova {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:13:47.709156 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-ccb61973-7978-4821-83b9-c2c9e401ffa7 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1641294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5231963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4793952'] for subnet, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:47.728493 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-9cd3f535-69f5-44bf-ba33-b5b2208ee77d None None] Provisioning complete for port 708511b0-3f2d-4c04-a67c-ab7812d341d7 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:13:47.728862 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-9cd3f535-69f5-44bf-ba33-b5b2208ee77d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:47.757580 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-ccb61973-7978-4821-83b9-c2c9e401ffa7 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks [] for subnet, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:47.763427 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-ccb61973-7978-4821-83b9-c2c9e401ffa7 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] 10.222.0.42 "DELETE /v2.0/subnets/f593c582-badd-490a-a78d-af6c58520ea4 HTTP/1.1" status: 204 len: 168 time: 0.8296762 Mar 29 16:13:47.766983 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 58572) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:13:47.769974 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-841cf362-5526-464a-bf31-ee4a6fc8d871 None None] Network 6faec453-cddd-4aa5-a26c-0db08a5aec8c requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 16:13:47.795098 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb61973-7978-4821-83b9-c2c9e401ffa7 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Pushing event deleted for resources: {'Subnet': ['ID=f593c582-badd-490a-a78d-af6c58520ea4,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:13:47.930820 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-73c7d4d6-ec75-4bbf-b112-b664a509c7d9 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1631750'] for network, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:47.947694 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-0fbade8c-fcda-4229-b547-6d2ad8938cdc req-2d1b6e1e-3bf4-44c2-9c18-901d2714ec41 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:47.982518 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-50b55055-1208-4e4e-a017-f93f6bd2aded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33af924b-d532-4bd3-86b1-28f3036caea4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1228333880', 'tenant_id': '8c88f14ca33d4e419d03f1c3b10014ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.37'}], 'enable_snat': True}, 'gw_port_id': 'c16198a9-a5b2-4c17-92fc-8fab66db77d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:10:42Z', 'updated_at': '2022-03-29T16:10:50Z', 'revision_number': 4, 'project_id': '8c88f14ca33d4e419d03f1c3b10014ac', 'gw_port': {'id': 'c16198a9-a5b2-4c17-92fc-8fab66db77d4', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:e5:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33af924b-d532-4bd3-86b1-28f3036caea4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3602, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:10:43Z', 'updated_at': '2022-03-29T16:10:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': '695495f5-fa03-428b-912f-611ff93193bf', 'name': '', 'network_id': '307bfe7f-3bb4-41b4-974f-c8eac814f4b9', 'tenant_id': '8c88f14ca33d4e419d03f1c3b10014ac', 'mac_address': 'fa:16:3e:e6:f5:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33af924b-d532-4bd3-86b1-28f3036caea4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3612, 'fixed_ips': [{'subnet_id': '7b6daca8-734b-45a4-a6da-277f4442ff75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:10:49Z', 'updated_at': '2022-03-29T16:10:55Z', 'revision_number': 5, 'project_id': '8c88f14ca33d4e419d03f1c3b10014ac', 'subnets': [{'id': '7b6daca8-734b-45a4-a6da-277f4442ff75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:13:48.014145 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1b6e1e-3bf4-44c2-9c18-901d2714ec41 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Pushing event deleted for resources: {'Port': ['ID=b8d11f43-aaca-43c3-86d3-e91e527fc1c6,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:13:48.039722 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50b55055-1208-4e4e-a017-f93f6bd2aded None None] The sync data for ids ['33af924b-d532-4bd3-86b1-28f3036caea4'] in n-d-834765-1 is: [{'id': '33af924b-d532-4bd3-86b1-28f3036caea4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1228333880', 'tenant_id': '8c88f14ca33d4e419d03f1c3b10014ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.37'}], 'enable_snat': True}, 'gw_port_id': 'c16198a9-a5b2-4c17-92fc-8fab66db77d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:10:42Z', 'updated_at': '2022-03-29T16:10:50Z', 'revision_number': 4, 'project_id': '8c88f14ca33d4e419d03f1c3b10014ac', 'gw_port': {'id': 'c16198a9-a5b2-4c17-92fc-8fab66db77d4', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:e5:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33af924b-d532-4bd3-86b1-28f3036caea4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3602, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:10:43Z', 'updated_at': '2022-03-29T16:10:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': '695495f5-fa03-428b-912f-611ff93193bf', 'name': '', 'network_id': '307bfe7f-3bb4-41b4-974f-c8eac814f4b9', 'tenant_id': '8c88f14ca33d4e419d03f1c3b10014ac', 'mac_address': 'fa:16:3e:e6:f5:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33af924b-d532-4bd3-86b1-28f3036caea4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3612, 'fixed_ips': [{'subnet_id': '7b6daca8-734b-45a4-a6da-277f4442ff75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:10:49Z', 'updated_at': '2022-03-29T16:10:55Z', 'revision_number': 5, 'project_id': '8c88f14ca33d4e419d03f1c3b10014ac', 'subnets': [{'id': '7b6daca8-734b-45a4-a6da-277f4442ff75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 16:13:48.063761 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1b6e1e-3bf4-44c2-9c18-901d2714ec41 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:13:48.064415 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1b6e1e-3bf4-44c2-9c18-901d2714ec41 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:13:48.064944 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1b6e1e-3bf4-44c2-9c18-901d2714ec41 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:13:48.065492 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1b6e1e-3bf4-44c2-9c18-901d2714ec41 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:13:48.066011 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1b6e1e-3bf4-44c2-9c18-901d2714ec41 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:13:48.066640 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1b6e1e-3bf4-44c2-9c18-901d2714ec41 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:13:48.067205 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1b6e1e-3bf4-44c2-9c18-901d2714ec41 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:13:48.067802 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1b6e1e-3bf4-44c2-9c18-901d2714ec41 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:13:48.068319 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1b6e1e-3bf4-44c2-9c18-901d2714ec41 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:13:48.068836 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1b6e1e-3bf4-44c2-9c18-901d2714ec41 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:13:48.069349 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1b6e1e-3bf4-44c2-9c18-901d2714ec41 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:13:48.069861 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1b6e1e-3bf4-44c2-9c18-901d2714ec41 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:13:48.081031 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:48.088874 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-9cd3f535-69f5-44bf-ba33-b5b2208ee77d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:48.096317 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fbade8c-fcda-4229-b547-6d2ad8938cdc req-2d1b6e1e-3bf4-44c2-9c18-901d2714ec41 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] No DVR routers for this DVR port b8d11f43-aaca-43c3-86d3-e91e527fc1c6 on host n-h1-834765-1 {{(pid=102791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 16:13:48.100090 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-0fbade8c-fcda-4229-b547-6d2ad8938cdc req-2d1b6e1e-3bf4-44c2-9c18-901d2714ec41 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:48.103890 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-0fbade8c-fcda-4229-b547-6d2ad8938cdc req-2d1b6e1e-3bf4-44c2-9c18-901d2714ec41 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.44 "DELETE /v2.0/ports/b8d11f43-aaca-43c3-86d3-e91e527fc1c6 HTTP/1.1" status: 204 len: 173 time: 0.7883265 Mar 29 16:13:48.105656 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fefd300b-9623-490c-824e-33d4fb2d1c9a', 'name': 'network-vif-deleted', 'tag': 'b8d11f43-aaca-43c3-86d3-e91e527fc1c6'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:13:48.108193 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c67b028db5e9b9818fecc5c0a87ebc6f190694fa53ca267d523e04f98de536d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54a634af-deca-43fc-8764-d229d0cc7145" -d '{"events": [{"server_uuid": "fefd300b-9623-490c-824e-33d4fb2d1c9a", "name": "network-vif-deleted", "tag": "b8d11f43-aaca-43c3-86d3-e91e527fc1c6"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:13:48.139413 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-73c7d4d6-ec75-4bbf-b112-b664a509c7d9 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Deleting port ada8794b-e3f8-45c6-8bee-b48286401477 {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:13:48.140523 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-73c7d4d6-ec75-4bbf-b112-b664a509c7d9 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:48.142885 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-ca95cea3-0a4f-420e-a424-404c157e7acd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:48.174890 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-6c85c950-3950-426e-8e5d-e3084cda6df8 None None] Notify callbacks [] for port, precommit_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:48.184452 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-6c85c950-3950-426e-8e5d-e3084cda6df8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:48.187556 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:48.190406 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 16:13:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54190689-38d5-4e3f-89eb-fb7aac542f73 x-openstack-request-id: req-54190689-38d5-4e3f-89eb-fb7aac542f73 {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:13:48.190406 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fefd300b-9623-490c-824e-33d4fb2d1c9a", "name": "network-vif-deleted", "tag": "b8d11f43-aaca-43c3-86d3-e91e527fc1c6", "status": "completed", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:13:48.190406 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-54190689-38d5-4e3f-89eb-fb7aac542f73 {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:13:48.190790 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fefd300b-9623-490c-824e-33d4fb2d1c9a', 'name': 'network-vif-deleted', 'tag': 'b8d11f43-aaca-43c3-86d3-e91e527fc1c6', 'status': 'completed', 'code': 200} Mar 29 16:13:48.208965 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] For port 708511b0-3f2d-4c04-a67c-ab7812d341d7, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=708511b0-3f2d-4c04-a67c-ab7812d341d7,segment=NetworkSegment(31803676-4e05-4d9a-ae0b-e293a7514727),segment_id=31803676-4e05-4d9a-ae0b-e293a7514727)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:13:48.215967 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:48.265637 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.managers [None req-6c85c950-3950-426e-8e5d-e3084cda6df8 None None] Attempting to bind port 45470d5b-62ae-4cd9-9783-4cc4654d01a2 on host n-d-834765-1 for vnic_type normal with profile {{(pid=102793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 16:13:48.266218 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.managers [None req-6c85c950-3950-426e-8e5d-e3084cda6df8 None None] Attempting to bind port 45470d5b-62ae-4cd9-9783-4cc4654d01a2 by drivers openvswitch,hyperv on host n-d-834765-1 at level 0 using segments [{'id': '6ab47353-a811-4bad-bc73-b4cc84583cfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'}] {{(pid=102793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 16:13:48.266679 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c85c950-3950-426e-8e5d-e3084cda6df8 None None] Attempting to bind port 45470d5b-62ae-4cd9-9783-4cc4654d01a2 on network 4a4a035d-ecac-4ead-baa3-25f90788773a {{(pid=102793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 16:13:48.270046 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324ac484-2d8e-4197-9371-fcde4bd99804 None None] Pushing event updated for resources: {'Port': ['ID=45470d5b-62ae-4cd9-9783-4cc4654d01a2,revision_number=2']} {{(pid=102793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:13:48.270156 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [None req-73c7d4d6-ec75-4bbf-b112-b664a509c7d9 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] For port ada8794b-e3f8-45c6-8bee-b48286401477, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=ada8794b-e3f8-45c6-8bee-b48286401477,segment=NetworkSegment(0c794938-a500-499e-9411-d0c215740b14),segment_id=0c794938-a500-499e-9411-d0c215740b14)] {{(pid=102791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:13:48.271365 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-73c7d4d6-ec75-4bbf-b112-b664a509c7d9 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:48.276356 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c85c950-3950-426e-8e5d-e3084cda6df8 None None] Checking agent: {'id': 'a8866439-9d96-425c-b519-6905c591ac37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 25, 36), 'started_at': datetime.datetime(2022, 3, 29, 15, 26, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 16, 13, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834765-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 16:13:48.276839 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c85c950-3950-426e-8e5d-e3084cda6df8 None None] Checking segment: {'id': '6ab47353-a811-4bad-bc73-b4cc84583cfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 16:13:48.277331 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-6c85c950-3950-426e-8e5d-e3084cda6df8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:48.277827 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c85c950-3950-426e-8e5d-e3084cda6df8 None None] Bound using segment: {'id': '6ab47353-a811-4bad-bc73-b4cc84583cfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'} {{(pid=102793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 16:13:48.278395 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.managers [None req-6c85c950-3950-426e-8e5d-e3084cda6df8 None None] Bound port: 45470d5b-62ae-4cd9-9783-4cc4654d01a2, host: n-d-834765-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ab47353-a811-4bad-bc73-b4cc84583cfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'}}] {{(pid=102793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 16:13:48.278864 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-6c85c950-3950-426e-8e5d-e3084cda6df8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:48.361094 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-73c7d4d6-ec75-4bbf-b112-b664a509c7d9 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Calling delete_port for ada8794b-e3f8-45c6-8bee-b48286401477 owned by network:dhcp {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:13:48.449825 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.db [None req-6c85c950-3950-426e-8e5d-e3084cda6df8 None None] For port 45470d5b-62ae-4cd9-9783-4cc4654d01a2, host n-d-834765-1, cleared binding levels {{(pid=102793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 16:13:48.450261 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-065d9985-8fee-4e93-b051-a3181dbc45df None None] DHCP port deletion for 6faec453-cddd-4aa5-a26c-0db08a5aec8c request from n-d-834765-1 {{(pid=102792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 29 16:13:48.454162 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.db [None req-6c85c950-3950-426e-8e5d-e3084cda6df8 None None] For port 45470d5b-62ae-4cd9-9783-4cc4654d01a2, host n-d-834765-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=45470d5b-62ae-4cd9-9783-4cc4654d01a2,segment=NetworkSegment(6ab47353-a811-4bad-bc73-b4cc84583cfd),segment_id=6ab47353-a811-4bad-bc73-b4cc84583cfd)] {{(pid=102793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 16:13:48.458594 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.db.api [None req-9cd3f535-69f5-44bf-ba33-b5b2208ee77d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102792) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 29 16:13:48.463119 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-6c85c950-3950-426e-8e5d-e3084cda6df8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:48.471588 n-d-834765-1 neutron-server[102792]: DEBUG oslo_db.api [None req-9cd3f535-69f5-44bf-ba33-b5b2208ee77d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 29 16:13:48.501484 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 8e11a527-7ed5-449d-becd-7dd5521142fa up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 16:13:48.512512 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Pushing event updated for resources: {'Port': ['ID=708511b0-3f2d-4c04-a67c-ab7812d341d7,revision_number=3']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:13:48.558464 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-73c7d4d6-ec75-4bbf-b112-b664a509c7d9 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:48.575239 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c85c950-3950-426e-8e5d-e3084cda6df8 None None] Routers {'7ba3aa0c-c5a4-47e2-9903-77319ef84b26'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:13:48.575905 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-6c85c950-3950-426e-8e5d-e3084cda6df8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:13:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['7ba3aa0c-c5a4-47e2-9903-77319ef84b26'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:13:48.584929 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.db_base_plugin_common [None req-ca95cea3-0a4f-420e-a424-404c157e7acd admin admin] Allocated IP 172.20.0.1 (478802fb-e2b8-42f0-becd-18a36f16a76e/24e0b4af-53d7-4f3a-bac7-4a61e72dd30f/0e147f8f-6e8d-45bc-9131-2447ae59f468) {{(pid=102790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:13:48.608295 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c7d4d6-ec75-4bbf-b112-b664a509c7d9 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Pushing event deleted for resources: {'Port': ['ID=ada8794b-e3f8-45c6-8bee-b48286401477,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:13:48.632514 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73c7d4d6-ec75-4bbf-b112-b664a509c7d9 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] No DVR routers for this DVR port ada8794b-e3f8-45c6-8bee-b48286401477 on host n-d-834765-1 {{(pid=102791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 16:13:48.660204 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-065d9985-8fee-4e93-b051-a3181dbc45df None None] The port 'ada8794b-e3f8-45c6-8bee-b48286401477' was deleted {{(pid=102792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1982}} Mar 29 16:13:48.706282 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port 8e11a527-7ed5-449d-becd-7dd5521142fa triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:13:48.707727 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:48.758042 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-72bbace2-5106-450b-bd96-2c47ceddb517 req-a824a10f-3e8b-412d-a255-f2e9e702d9c5 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "GET /v2.0/ports?device_id=fefd300b-9623-490c-824e-33d4fb2d1c9a HTTP/1.1" status: 200 len: 210 time: 0.0623846 Mar 29 16:13:48.822484 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5de2eb34-d74d-4bbb-821e-037ce8ccc86f None None] New status for floating IP c03e1296-6b36-4de8-8b9d-9db7762033fd: DOWN {{(pid=102792) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 16:13:48.835677 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-ca95cea3-0a4f-420e-a424-404c157e7acd admin admin] Notify callbacks [] for port, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:48.868954 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-73c7d4d6-ec75-4bbf-b112-b664a509c7d9 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639890', 'neutron.services.segments.db._delete_segments_for_network-8783523423079'] for network, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:48.890882 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-ca95cea3-0a4f-420e-a424-404c157e7acd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:48.907970 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvr_db [None req-6c85c950-3950-426e-8e5d-e3084cda6df8 None None] Set router 7ba3aa0c-c5a4-47e2-9903-77319ef84b26 gateway port host: n-d-834765-1 {{(pid=102793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:13:48.919994 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-73c7d4d6-ec75-4bbf-b112-b664a509c7d9 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6faec453-cddd-4aa5-a26c-0db08a5aec8c']}} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:13:48.940920 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-73c7d4d6-ec75-4bbf-b112-b664a509c7d9 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c794938-a500-499e-9411-d0c215740b14') {'for_net_delete': True} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:13:48.942407 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-73c7d4d6-ec75-4bbf-b112-b664a509c7d9 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c794938-a500-499e-9411-d0c215740b14') {} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:13:48.958810 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-73c7d4d6-ec75-4bbf-b112-b664a509c7d9 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783523422064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4230428'] for segment, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:48.974167 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca95cea3-0a4f-420e-a424-404c157e7acd admin admin] Network 478802fb-e2b8-42f0-becd-18a36f16a76e is already hosted by enough agents. {{(pid=102790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:13:48.975676 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-73c7d4d6-ec75-4bbf-b112-b664a509c7d9 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:48.977657 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324ac484-2d8e-4197-9371-fcde4bd99804 None None] Pushing event updated for resources: {'Port': ['ID=45470d5b-62ae-4cd9-9783-4cc4654d01a2,revision_number=3']} {{(pid=102793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:13:48.981786 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-ca95cea3-0a4f-420e-a424-404c157e7acd admin admin] Resources bound (agent type, host, resource id): {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:13:48.986323 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca95cea3-0a4f-420e-a424-404c157e7acd admin admin] Received port after_create {{(pid=102790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:13:49.003306 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73c7d4d6-ec75-4bbf-b112-b664a509c7d9 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Releasing vlan 611 on physical network physnet1 to pool {{(pid=102791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 16:13:49.003657 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-73c7d4d6-ec75-4bbf-b112-b664a509c7d9 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16169569'] for segment, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:49.010168 n-d-834765-1 neutron-server[102791]: Traceback (most recent call last): Mar 29 16:13:49.010168 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 16:13:49.010168 n-d-834765-1 neutron-server[102791]: timer() Mar 29 16:13:49.010168 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 16:13:49.010168 n-d-834765-1 neutron-server[102791]: cb(*args, **kw) Mar 29 16:13:49.010168 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 16:13:49.010168 n-d-834765-1 neutron-server[102791]: return func(*args, **kwargs) Mar 29 16:13:49.010168 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 16:13:49.010168 n-d-834765-1 neutron-server[102791]: self._notify() Mar 29 16:13:49.010168 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 16:13:49.010168 n-d-834765-1 neutron-server[102791]: self.callback(batched_events) Mar 29 16:13:49.010168 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 16:13:49.010168 n-d-834765-1 neutron-server[102791]: event.method(event) Mar 29 16:13:49.010168 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 16:13:49.010168 n-d-834765-1 neutron-server[102791]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 16:13:49.010168 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 16:13:49.010168 n-d-834765-1 neutron-server[102791]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 16:13:49.010168 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 16:13:49.010168 n-d-834765-1 neutron-server[102791]: return f(self, *a, **k) Mar 29 16:13:49.010168 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 16:13:49.010168 n-d-834765-1 neutron-server[102791]: return self._get(url).json() Mar 29 16:13:49.010168 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 16:13:49.010168 n-d-834765-1 neutron-server[102791]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 16:13:49.010168 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 16:13:49.010168 n-d-834765-1 neutron-server[102791]: return self.request(url, 'GET', **kwargs) Mar 29 16:13:49.010168 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 16:13:49.010168 n-d-834765-1 neutron-server[102791]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 16:13:49.010168 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 16:13:49.010168 n-d-834765-1 neutron-server[102791]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 16:13:49.010168 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 16:13:49.010168 n-d-834765-1 neutron-server[102791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 16:13:49.010168 n-d-834765-1 neutron-server[102791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 16:13:49.029209 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca95cea3-0a4f-420e-a424-404c157e7acd admin admin] Pushing event updated for resources: {'Port': ['ID=0e147f8f-6e8d-45bc-9131-2447ae59f468,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:13:49.058012 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-ca95cea3-0a4f-420e-a424-404c157e7acd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-648347'] for router_interface, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:49.063303 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-9cd3f535-69f5-44bf-ba33-b5b2208ee77d None None] Could not find standard attr ID for object 872a37c5-6771-49bf-ba0c-6ea532a5a738. {{(pid=102792) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 29 16:13:49.074076 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-9cd3f535-69f5-44bf-ba33-b5b2208ee77d None None] Provisioning complete for port 8e11a527-7ed5-449d-becd-7dd5521142fa triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:13:49.074451 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-9cd3f535-69f5-44bf-ba33-b5b2208ee77d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:49.116221 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-73c7d4d6-ec75-4bbf-b112-b664a509c7d9 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1639897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648174'] for network, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:49.123312 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-73c7d4d6-ec75-4bbf-b112-b664a509c7d9 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks [] for network, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:49.128350 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-73c7d4d6-ec75-4bbf-b112-b664a509c7d9 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] 10.222.0.42 "DELETE /v2.0/networks/6faec453-cddd-4aa5-a26c-0db08a5aec8c HTTP/1.1" status: 204 len: 168 time: 1.3600471 Mar 29 16:13:49.133063 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 58580) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:13:49.140984 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-41b5da77-f3f0-4cbe-b7a4-599eef0b750d tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1186340157'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:13:49.154194 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c7d4d6-ec75-4bbf-b112-b664a509c7d9 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Pushing event deleted for resources: {'Network': ['ID=6faec453-cddd-4aa5-a26c-0db08a5aec8c,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:13:49.168546 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-6c85c950-3950-426e-8e5d-e3084cda6df8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ba3aa0c-c5a4-47e2-9903-77319ef84b26', 'name': 'tempest-TestServerMultinode-2020116759-router', 'tenant_id': '58e6db6eaf544a9e884df3166e27e25b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.201'}], 'enable_snat': True}, 'gw_port_id': '45470d5b-62ae-4cd9-9783-4cc4654d01a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:13:42Z', 'updated_at': '2022-03-29T16:13:45Z', 'revision_number': 3, 'project_id': '58e6db6eaf544a9e884df3166e27e25b', 'gw_port': {'id': '45470d5b-62ae-4cd9-9783-4cc4654d01a2', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:65:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ba3aa0c-c5a4-47e2-9903-77319ef84b26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:13:43Z', 'updated_at': '2022-03-29T16:13:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1'}], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:13:49.197394 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c85c950-3950-426e-8e5d-e3084cda6df8 None None] The sync data for ids ['7ba3aa0c-c5a4-47e2-9903-77319ef84b26'] in n-d-834765-1 is: [{'id': '7ba3aa0c-c5a4-47e2-9903-77319ef84b26', 'name': 'tempest-TestServerMultinode-2020116759-router', 'tenant_id': '58e6db6eaf544a9e884df3166e27e25b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.201'}], 'enable_snat': True}, 'gw_port_id': '45470d5b-62ae-4cd9-9783-4cc4654d01a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:13:42Z', 'updated_at': '2022-03-29T16:13:45Z', 'revision_number': 3, 'project_id': '58e6db6eaf544a9e884df3166e27e25b', 'gw_port': {'id': '45470d5b-62ae-4cd9-9783-4cc4654d01a2', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:65:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ba3aa0c-c5a4-47e2-9903-77319ef84b26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:13:43Z', 'updated_at': '2022-03-29T16:13:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1'}] {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 16:13:49.202405 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41b5da77-f3f0-4cbe-b7a4-599eef0b750d tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Made reservation on behalf of 42e493e160984997b05aad8c743e9a34 for: {'network': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:13:49.209763 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-41b5da77-f3f0-4cbe-b7a4-599eef0b750d tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for network, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:49.270648 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41b5da77-f3f0-4cbe-b7a4-599eef0b750d tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] vlan segment allocate from pool success with {'vlan_id': 616, 'physical_network': 'physnet1'} {{(pid=102790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 16:13:49.284195 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-ca95cea3-0a4f-420e-a424-404c157e7acd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:49.304689 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-41b5da77-f3f0-4cbe-b7a4-599eef0b750d tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:49.305151 n-d-834765-1 neutron-server[102790]: INFO neutron.db.segments_db [None req-41b5da77-f3f0-4cbe-b7a4-599eef0b750d tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Added segment 04f3824f-9e3b-4283-a800-740502d245fb of type vlan for network 2e80b325-f716-4477-9593-19f53c7108a4 Mar 29 16:13:49.333864 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-692b2f25-b619-4279-99da-49c9621c4362 None None] Provisioning complete for port 708511b0-3f2d-4c04-a67c-ab7812d341d7 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:13:49.334357 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-692b2f25-b619-4279-99da-49c9621c4362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:49.398328 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-41b5da77-f3f0-4cbe-b7a4-599eef0b750d tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783522915970'] for network, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:49.476222 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-41b5da77-f3f0-4cbe-b7a4-599eef0b750d tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795'] for network, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:49.481853 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41b5da77-f3f0-4cbe-b7a4-599eef0b750d tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:13:49.482289 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-41b5da77-f3f0-4cbe-b7a4-599eef0b750d tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks [] for network, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:49.543396 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-41b5da77-f3f0-4cbe-b7a4-599eef0b750d tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4092309 Mar 29 16:13:49.547815 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 58582) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:13:49.554006 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-0494f507-e2a9-4983-8765-b9cf9407e89c tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Request body: {'subnet': {'network_id': '2e80b325-f716-4477-9593-19f53c7108a4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:13:49.554348 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-c00b4898-b376-4d53-94f5-3c1b2bbf2767 None None] Provisioning complete for port 0e147f8f-6e8d-45bc-9131-2447ae59f468 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:13:49.554885 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-c00b4898-b376-4d53-94f5-3c1b2bbf2767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:49.624702 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-c00b4898-b376-4d53-94f5-3c1b2bbf2767 None None] Port 0e147f8f-6e8d-45bc-9131-2447ae59f468 cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 16:13:49.628183 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b5da77-f3f0-4cbe-b7a4-599eef0b750d tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Pushing event updated for resources: {'Network': ['ID=2e80b325-f716-4477-9593-19f53c7108a4,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:13:49.643766 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Network 2e80b325-f716-4477-9593-19f53c7108a4 details requested by agent ovs-agent-n-d-834765-1 with host n-d-834765-1 {{(pid=102792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 16:13:49.660537 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-ca95cea3-0a4f-420e-a424-404c157e7acd admin admin] Notify callbacks [] for port, precommit_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:49.673036 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-ca95cea3-0a4f-420e-a424-404c157e7acd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5237921'] for port, after_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:49.713446 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0494f507-e2a9-4983-8765-b9cf9407e89c tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Made reservation on behalf of 42e493e160984997b05aad8c743e9a34 for: {'subnet': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:13:49.721802 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-0494f507-e2a9-4983-8765-b9cf9407e89c tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16218875'] for subnet, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:49.770845 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca95cea3-0a4f-420e-a424-404c157e7acd admin admin] Pushing event updated for resources: {'Port': ['ID=0e147f8f-6e8d-45bc-9131-2447ae59f468,revision_number=2']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:13:49.773592 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-ca95cea3-0a4f-420e-a424-404c157e7acd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-648439'] for router_interface, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:49.836627 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 58586) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:13:49.881358 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca95cea3-0a4f-420e-a424-404c157e7acd admin admin] Network 478802fb-e2b8-42f0-becd-18a36f16a76e is already hosted by enough agents. {{(pid=102790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:13:49.882904 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-ca95cea3-0a4f-420e-a424-404c157e7acd admin admin] Resources bound (agent type, host, resource id): {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:13:50.038613 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca95cea3-0a4f-420e-a424-404c157e7acd admin admin] Router 7ba3aa0c-c5a4-47e2-9903-77319ef84b26 has already been hosted by L3 agent c648d819-1060-4f26-b4ec-6455387b5dff {{(pid=102790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 16:13:50.144256 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-0494f507-e2a9-4983-8765-b9cf9407e89c tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16155524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16218861'] for subnet, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:50.160094 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-62a421c2-a8bf-4bdf-bdbc-7f3ed574ab87 None None] Provisioning complete for port 0e147f8f-6e8d-45bc-9131-2447ae59f468 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:13:50.160730 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-62a421c2-a8bf-4bdf-bdbc-7f3ed574ab87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:50.181909 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca95cea3-0a4f-420e-a424-404c157e7acd admin admin] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 16:13:50.188781 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-ca95cea3-0a4f-420e-a424-404c157e7acd admin admin] 10.222.0.42 "PUT /v2.0/routers/7ba3aa0c-c5a4-47e2-9903-77319ef84b26/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9748731 Mar 29 16:13:50.210817 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-62a421c2-a8bf-4bdf-bdbc-7f3ed574ab87 None None] Port 0e147f8f-6e8d-45bc-9131-2447ae59f468 cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 16:13:50.263291 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0494f507-e2a9-4983-8765-b9cf9407e89c tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Pushing event updated for resources: {'Subnet': ['ID=db0940f4-63da-442b-9b4d-79005e831705,revision_number=0']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:13:50.301996 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0494f507-e2a9-4983-8765-b9cf9407e89c tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Checking segment: {'id': '04f3824f-9e3b-4283-a800-740502d245fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '2e80b325-f716-4477-9593-19f53c7108a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 16:13:50.302303 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0494f507-e2a9-4983-8765-b9cf9407e89c tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Network hostable DHCP agents. Network: 2e80b325-f716-4477-9593-19f53c7108a4, hostable agents: ['d136643e-48ae-49d4-a851-2ba3bdf3749c'], hosted agents: [] {{(pid=102791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 16:13:50.335800 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0494f507-e2a9-4983-8765-b9cf9407e89c tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Network 2e80b325-f716-4477-9593-19f53c7108a4 is scheduled to be hosted by DHCP agent d136643e-48ae-49d4-a851-2ba3bdf3749c with binding_index 1 {{(pid=102791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 16:13:50.355458 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [None req-0494f507-e2a9-4983-8765-b9cf9407e89c tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834765-1, 2e80b325-f716-4477-9593-19f53c7108a4) {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:13:50.361547 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0494f507-e2a9-4983-8765-b9cf9407e89c tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:13:50.362141 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-0494f507-e2a9-4983-8765-b9cf9407e89c tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks [] for subnet, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:50.377527 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aa97ea6-fe01-4c36-b36d-ec06bb2cac94 None None] Network 2e80b325-f716-4477-9593-19f53c7108a4 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 16:13:50.396913 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 58594) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:13:50.397089 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-0494f507-e2a9-4983-8765-b9cf9407e89c tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8480387 Mar 29 16:13:50.403559 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-39b368cf-cebb-45c5-bc6c-208df173de4f tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-856330628', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:13:50.446268 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-39b368cf-cebb-45c5-bc6c-208df173de4f tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-532385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129310'] for router, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:50.453756 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-39b368cf-cebb-45c5-bc6c-208df173de4f tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-648091', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-684384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129319'] for router, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:50.460607 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 708511b0-3f2d-4c04-a67c-ab7812d341d7 up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 16:13:50.472482 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-0f10abbd-f061-42da-b490-46a5e04f12e3 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-530452'] for router_interface, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:50.521425 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-39b368cf-cebb-45c5-bc6c-208df173de4f tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:50.524165 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port 708511b0-3f2d-4c04-a67c-ab7812d341d7 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:13:50.524674 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:50.530333 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-39b368cf-cebb-45c5-bc6c-208df173de4f tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648118'] for router, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:50.553730 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-39b368cf-cebb-45c5-bc6c-208df173de4f tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks [] for router, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:50.560956 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-39b368cf-cebb-45c5-bc6c-208df173de4f tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1602504 Mar 29 16:13:50.562768 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 58600) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:13:50.568708 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-089e0688-cec8-41eb-b730-40561ea954e7 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Request body: {'port': {'network_id': '2e80b325-f716-4477-9593-19f53c7108a4', 'name': 'tempest-PortsIpV6TestJSON-527625309'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:13:50.642713 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6f7bcd2-6106-4b02-a2c4-f561792dba0f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0035034-69b0-5ffc-b384-0ac6189c5628-2e80b325-f716-4477-9593-19f53c7108a4', 'network_id': '2e80b325-f716-4477-9593-19f53c7108a4', 'tenant_id': '42e493e160984997b05aad8c743e9a34', 'fixed_ips': [{'subnet_id': 'db0940f4-63da-442b-9b4d-79005e831705'}]}} from n-d-834765-1. {{(pid=102792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 29 16:13:50.643863 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-b6f7bcd2-6106-4b02-a2c4-f561792dba0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:50.716192 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 45470d5b-62ae-4cd9-9783-4cc4654d01a2 up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 16:13:50.738771 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-089e0688-cec8-41eb-b730-40561ea954e7 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Made reservation on behalf of 42e493e160984997b05aad8c743e9a34 for: {'port': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:13:50.742956 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-089e0688-cec8-41eb-b730-40561ea954e7 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:50.798797 n-d-834765-1 neutron-server[102790]: DEBUG neutron.notifiers.nova [None req-089e0688-cec8-41eb-b730-40561ea954e7 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] device_id is not set on port 6c9f8dc4-13a2-4efe-934b-0d74efd86515 yet. {{(pid=102790) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 29 16:13:50.834251 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-0f10abbd-f061-42da-b490-46a5e04f12e3 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Deleting port 695495f5-fa03-428b-912f-611ff93193bf {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:13:50.835010 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-0f10abbd-f061-42da-b490-46a5e04f12e3 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:50.868878 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port 45470d5b-62ae-4cd9-9783-4cc4654d01a2 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:13:50.869488 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:50.917951 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.db_base_plugin_common [None req-b6f7bcd2-6106-4b02-a2c4-f561792dba0f None None] Allocated IP 2001:db8::2 (2e80b325-f716-4477-9593-19f53c7108a4/db0940f4-63da-442b-9b4d-79005e831705/ff80d37d-f445-4821-b5a6-faff5a1debe4) {{(pid=102792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:13:50.946792 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [None req-0f10abbd-f061-42da-b490-46a5e04f12e3 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] For port 695495f5-fa03-428b-912f-611ff93193bf, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=695495f5-fa03-428b-912f-611ff93193bf,segment=NetworkSegment(d2de5347-f9d8-4c7b-a897-5663c2ae5afb),segment_id=d2de5347-f9d8-4c7b-a897-5663c2ae5afb)] {{(pid=102791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:13:50.947840 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-0f10abbd-f061-42da-b490-46a5e04f12e3 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:50.956794 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2f5a9e-8f6b-430c-86bf-1072869f2263 req-69ae4ce9-4276-4270-8191-32e7562a9e15 tempest-TestServerMultinode-2004571124 tempest-TestServerMultinode-2004571124-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:13:50.958328 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-ca2f5a9e-8f6b-430c-86bf-1072869f2263 req-69ae4ce9-4276-4270-8191-32e7562a9e15 tempest-TestServerMultinode-2004571124 tempest-TestServerMultinode-2004571124-project-admin] 10.222.0.42 "GET /v2.0/networks?id=c7b7cc7e-a399-43f9-9eb9-c618ea291a59 HTTP/1.1" status: 200 len: 911 time: 0.2302454 Mar 29 16:13:50.971836 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-0f10abbd-f061-42da-b490-46a5e04f12e3 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Calling delete_port for 695495f5-fa03-428b-912f-611ff93193bf owned by network:router_interface {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:13:50.984832 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-ca2f5a9e-8f6b-430c-86bf-1072869f2263 req-2ac9e6cd-c643-4ea9-95df-8d5a2f2425ae tempest-TestServerMultinode-2004571124 tempest-TestServerMultinode-2004571124-project-admin] 10.222.0.42 "GET /v2.0/quotas/58e6db6eaf544a9e884df3166e27e25b HTTP/1.1" status: 200 len: 375 time: 0.0153785 Mar 29 16:13:51.033000 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:51.066782 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] For port 45470d5b-62ae-4cd9-9783-4cc4654d01a2, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=45470d5b-62ae-4cd9-9783-4cc4654d01a2,segment=NetworkSegment(6ab47353-a811-4bad-bc73-b4cc84583cfd),segment_id=6ab47353-a811-4bad-bc73-b4cc84583cfd)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:13:51.078994 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:51.183535 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Pushing event updated for resources: {'Port': ['ID=45470d5b-62ae-4cd9-9783-4cc4654d01a2,revision_number=4']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:13:51.199811 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-b6f7bcd2-6106-4b02-a2c4-f561792dba0f None None] Notify callbacks [] for port, precommit_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:51.209136 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-b6f7bcd2-6106-4b02-a2c4-f561792dba0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956'] for port, after_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:51.218931 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-0f10abbd-f061-42da-b490-46a5e04f12e3 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:51.219808 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device ada8794b-e3f8-45c6-8bee-b48286401477 no longer exists at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 16:13:51.247584 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f10abbd-f061-42da-b490-46a5e04f12e3 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Pushing event deleted for resources: {'Port': ['ID=695495f5-fa03-428b-912f-611ff93193bf,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:13:51.485620 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-0f10abbd-f061-42da-b490-46a5e04f12e3 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-530528'] for router_interface, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:51.498517 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-ca2f5a9e-8f6b-430c-86bf-1072869f2263 req-506a7031-4aa6-4016-bdbd-05a5b42349a4 tempest-TestServerMultinode-2004571124 tempest-TestServerMultinode-2004571124-project-admin] 10.222.0.42 "GET /v2.0/ports?tenant_id=58e6db6eaf544a9e884df3166e27e25b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5127985 Mar 29 16:13:51.509808 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] No Port match for: ada8794b-e3f8-45c6-8bee-b48286401477 {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 16:13:51.510331 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device ada8794b-e3f8-45c6-8bee-b48286401477 not bound to the agent host n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 16:13:51.516270 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device b8d11f43-aaca-43c3-86d3-e91e527fc1c6 no longer exists at agent hyperv_n-h1-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 16:13:51.544686 n-d-834765-1 neutron-server[102792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6f7bcd2-6106-4b02-a2c4-f561792dba0f None None] Network 2e80b325-f716-4477-9593-19f53c7108a4 is already hosted by enough agents. {{(pid=102792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:13:51.547640 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] No Port match for: b8d11f43-aaca-43c3-86d3-e91e527fc1c6 {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 16:13:51.547915 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device b8d11f43-aaca-43c3-86d3-e91e527fc1c6 not bound to the agent host n-h1-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 16:13:51.550962 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.db_base_plugin_common [None req-089e0688-cec8-41eb-b730-40561ea954e7 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Allocated IP 2001:db8::157 (2e80b325-f716-4477-9593-19f53c7108a4/db0940f4-63da-442b-9b4d-79005e831705/6c9f8dc4-13a2-4efe-934b-0d74efd86515) {{(pid=102790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:13:51.560293 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aa189e1-7734-4406-be98-33fbbfc55ad6 None None] Sync routers for ids ['7ba3aa0c-c5a4-47e2-9903-77319ef84b26'] in n-d-834765-1 {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 16:13:51.560912 n-d-834765-1 neutron-server[102792]: DEBUG neutron.scheduler.base_scheduler [None req-b6f7bcd2-6106-4b02-a2c4-f561792dba0f None None] Resources bound (agent type, host, resource id): {{(pid=102792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:13:51.564392 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f7bcd2-6106-4b02-a2c4-f561792dba0f None None] Pushing event updated for resources: {'Port': ['ID=ff80d37d-f445-4821-b5a6-faff5a1debe4,revision_number=1']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:13:51.566947 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6f7bcd2-6106-4b02-a2c4-f561792dba0f None None] Received port after_create {{(pid=102792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:13:51.598899 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aa189e1-7734-4406-be98-33fbbfc55ad6 None None] Routers {'7ba3aa0c-c5a4-47e2-9903-77319ef84b26'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:13:51.600255 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-4aa189e1-7734-4406-be98-33fbbfc55ad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:13:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['7ba3aa0c-c5a4-47e2-9903-77319ef84b26'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:13:51.667073 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-b6f7bcd2-6106-4b02-a2c4-f561792dba0f None None] Attempting to bind port ff80d37d-f445-4821-b5a6-faff5a1debe4 on host n-d-834765-1 for vnic_type normal with profile {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 16:13:51.667624 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-b6f7bcd2-6106-4b02-a2c4-f561792dba0f None None] Attempting to bind port ff80d37d-f445-4821-b5a6-faff5a1debe4 by drivers openvswitch,hyperv on host n-d-834765-1 at level 0 using segments [{'id': '04f3824f-9e3b-4283-a800-740502d245fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '2e80b325-f716-4477-9593-19f53c7108a4'}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 16:13:51.668001 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6f7bcd2-6106-4b02-a2c4-f561792dba0f None None] Attempting to bind port ff80d37d-f445-4821-b5a6-faff5a1debe4 on network 2e80b325-f716-4477-9593-19f53c7108a4 {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 16:13:51.675981 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6f7bcd2-6106-4b02-a2c4-f561792dba0f None None] Checking agent: {'id': 'a8866439-9d96-425c-b519-6905c591ac37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 25, 36), 'started_at': datetime.datetime(2022, 3, 29, 15, 26, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 16, 13, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834765-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 16:13:51.676362 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6f7bcd2-6106-4b02-a2c4-f561792dba0f None None] Checking segment: {'id': '04f3824f-9e3b-4283-a800-740502d245fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '2e80b325-f716-4477-9593-19f53c7108a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 16:13:51.677343 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-b6f7bcd2-6106-4b02-a2c4-f561792dba0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:51.677752 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6f7bcd2-6106-4b02-a2c4-f561792dba0f None None] Bound using segment: {'id': '04f3824f-9e3b-4283-a800-740502d245fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '2e80b325-f716-4477-9593-19f53c7108a4'} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 16:13:51.678228 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-b6f7bcd2-6106-4b02-a2c4-f561792dba0f None None] Bound port: ff80d37d-f445-4821-b5a6-faff5a1debe4, host: n-d-834765-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04f3824f-9e3b-4283-a800-740502d245fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '2e80b325-f716-4477-9593-19f53c7108a4'}}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 16:13:51.678614 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-b6f7bcd2-6106-4b02-a2c4-f561792dba0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:51.708055 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-ca2f5a9e-8f6b-430c-86bf-1072869f2263 req-63daa979-a1cb-4a33-b38c-645750da5425 service neutron] 10.222.0.42 "GET /v2.0/networks/c7b7cc7e-a399-43f9-9eb9-c618ea291a59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1994255 Mar 29 16:13:51.760155 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-b6f7bcd2-6106-4b02-a2c4-f561792dba0f None None] For port ff80d37d-f445-4821-b5a6-faff5a1debe4, host n-d-834765-1, cleared binding levels {{(pid=102792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 16:13:51.765809 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-b6f7bcd2-6106-4b02-a2c4-f561792dba0f None None] For port ff80d37d-f445-4821-b5a6-faff5a1debe4, host n-d-834765-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=ff80d37d-f445-4821-b5a6-faff5a1debe4,segment=NetworkSegment(04f3824f-9e3b-4283-a800-740502d245fb),segment_id=04f3824f-9e3b-4283-a800-740502d245fb)] {{(pid=102792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 16:13:51.772747 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-b6f7bcd2-6106-4b02-a2c4-f561792dba0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:51.786149 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvr_db [None req-4aa189e1-7734-4406-be98-33fbbfc55ad6 None None] Set router 7ba3aa0c-c5a4-47e2-9903-77319ef84b26 gateway port host: n-d-834765-1 {{(pid=102793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:13:51.851804 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f7bcd2-6106-4b02-a2c4-f561792dba0f None None] Pushing event updated for resources: {'Port': ['ID=ff80d37d-f445-4821-b5a6-faff5a1debe4,revision_number=2']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:13:51.906849 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-ca2f5a9e-8f6b-430c-86bf-1072869f2263 req-56d0e296-73a8-4a77-a0ca-feaa3a770ee7 service neutron] 10.222.0.42 "GET /v2.0/networks/c7b7cc7e-a399-43f9-9eb9-c618ea291a59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1866531 Mar 29 16:13:51.910332 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-089e0688-cec8-41eb-b730-40561ea954e7 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks [] for port, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:51.963230 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-089e0688-cec8-41eb-b730-40561ea954e7 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:52.036141 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-089e0688-cec8-41eb-b730-40561ea954e7 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Network 2e80b325-f716-4477-9593-19f53c7108a4 is already hosted by enough agents. {{(pid=102790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:13:52.039759 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-089e0688-cec8-41eb-b730-40561ea954e7 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Resources bound (agent type, host, resource id): {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:13:52.049463 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-089e0688-cec8-41eb-b730-40561ea954e7 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Received port after_create {{(pid=102790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:13:52.055914 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-089e0688-cec8-41eb-b730-40561ea954e7 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:13:52.056817 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-089e0688-cec8-41eb-b730-40561ea954e7 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:52.067058 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089e0688-cec8-41eb-b730-40561ea954e7 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Pushing event updated for resources: {'Port': ['ID=6c9f8dc4-13a2-4efe-934b-0d74efd86515,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:13:52.098528 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-089e0688-cec8-41eb-b730-40561ea954e7 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.5308301 Mar 29 16:13:52.098528 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 58614) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:13:52.141864 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-4aa189e1-7734-4406-be98-33fbbfc55ad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ba3aa0c-c5a4-47e2-9903-77319ef84b26', 'name': 'tempest-TestServerMultinode-2020116759-router', 'tenant_id': '58e6db6eaf544a9e884df3166e27e25b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.201'}], 'enable_snat': True}, 'gw_port_id': '45470d5b-62ae-4cd9-9783-4cc4654d01a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:13:42Z', 'updated_at': '2022-03-29T16:13:49Z', 'revision_number': 4, 'project_id': '58e6db6eaf544a9e884df3166e27e25b', 'gw_port': {'id': '45470d5b-62ae-4cd9-9783-4cc4654d01a2', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:65:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ba3aa0c-c5a4-47e2-9903-77319ef84b26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:13:43Z', 'updated_at': '2022-03-29T16:13:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': '0e147f8f-6e8d-45bc-9131-2447ae59f468', 'name': '', 'network_id': '478802fb-e2b8-42f0-becd-18a36f16a76e', 'tenant_id': '58e6db6eaf544a9e884df3166e27e25b', 'mac_address': 'fa:16:3e:e5:bf:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ba3aa0c-c5a4-47e2-9903-77319ef84b26', 'device_owner': 'network:router_interface', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': '24e0b4af-53d7-4f3a-bac7-4a61e72dd30f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:13:48Z', 'updated_at': '2022-03-29T16:13:49Z', 'revision_number': 2, 'project_id': '58e6db6eaf544a9e884df3166e27e25b', 'subnets': [{'id': '24e0b4af-53d7-4f3a-bac7-4a61e72dd30f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:13:52.206441 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-cbf30e06-861b-4f4d-95c1-cadf3b1d015c req-67c572b2-1f74-4837-878d-2ecf14e3bfb8 tempest-TestServerMultinode-2004571124 tempest-TestServerMultinode-2004571124-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=4b464725-278d-43c8-9edc-fd7ce3e8e7ce HTTP/1.1" status: 200 len: 210 time: 0.0539651 Mar 29 16:13:52.207973 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aa189e1-7734-4406-be98-33fbbfc55ad6 None None] Checking router: 7ba3aa0c-c5a4-47e2-9903-77319ef84b26 for host: n-d-834765-1 {{(pid=102793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 16:13:52.208971 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aa189e1-7734-4406-be98-33fbbfc55ad6 None None] Updating router 7ba3aa0c-c5a4-47e2-9903-77319ef84b26 port 0e147f8f-6e8d-45bc-9131-2447ae59f468 binding host n-d-834765-1 {{(pid=102793) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 16:13:52.286821 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-4aa189e1-7734-4406-be98-33fbbfc55ad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:52.428543 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f10abbd-f061-42da-b490-46a5e04f12e3 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Router 33af924b-d532-4bd3-86b1-28f3036caea4 has already been hosted by L3 agent c648d819-1060-4f26-b4ec-6455387b5dff {{(pid=102791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 16:13:52.610448 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device ff80d37d-f445-4821-b5a6-faff5a1debe4 up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 16:13:52.619173 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f10abbd-f061-42da-b490-46a5e04f12e3 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 16:13:52.638811 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-0f10abbd-f061-42da-b490-46a5e04f12e3 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "PUT /v2.0/routers/33af924b-d532-4bd3-86b1-28f3036caea4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8007109 Mar 29 16:13:52.640161 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 58622) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:13:52.668664 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-201292fb-469a-4c60-8951-02aa21c59dea None None] Sync routers for ids ['33af924b-d532-4bd3-86b1-28f3036caea4'] in n-d-834765-1 {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 16:13:52.690674 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-201292fb-469a-4c60-8951-02aa21c59dea None None] Routers {'33af924b-d532-4bd3-86b1-28f3036caea4'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:13:52.691576 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-201292fb-469a-4c60-8951-02aa21c59dea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:13:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['33af924b-d532-4bd3-86b1-28f3036caea4'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:13:52.733446 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-4aa189e1-7734-4406-be98-33fbbfc55ad6 None None] Notify callbacks [] for port, precommit_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:52.739744 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-4aa189e1-7734-4406-be98-33fbbfc55ad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:52.745927 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_v2 [None req-7fb4d8f1-5c0a-47b2-8973-7f187d4a0165 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Deleting subnet 7b6daca8-734b-45a4-a6da-277f4442ff75 {{(pid=102791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 16:13:52.753708 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port ff80d37d-f445-4821-b5a6-faff5a1debe4 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:13:52.754077 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:52.756764 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-7fb4d8f1-5c0a-47b2-8973-7f187d4a0165 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks [] for subnet, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:52.782528 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-ba826155-407d-47ff-a670-6ac15cd4ef39 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:52.840184 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-7fb4d8f1-5c0a-47b2-8973-7f187d4a0165 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4230423'] for subnet, precommit_delete_associations {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:52.912960 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f19c1f5-bce4-4058-8999-b24531ff5ae2 None None] Pushing event updated for resources: {'Port': ['ID=0e147f8f-6e8d-45bc-9131-2447ae59f468,revision_number=3']} {{(pid=102793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:13:52.924720 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.managers [None req-4aa189e1-7734-4406-be98-33fbbfc55ad6 None None] Attempting to bind port 0e147f8f-6e8d-45bc-9131-2447ae59f468 on host n-d-834765-1 for vnic_type normal with profile {{(pid=102793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 16:13:52.925093 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.managers [None req-4aa189e1-7734-4406-be98-33fbbfc55ad6 None None] Attempting to bind port 0e147f8f-6e8d-45bc-9131-2447ae59f468 by drivers openvswitch,hyperv on host n-d-834765-1 at level 0 using segments [{'id': '31803676-4e05-4d9a-ae0b-e293a7514727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '478802fb-e2b8-42f0-becd-18a36f16a76e'}] {{(pid=102793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 16:13:52.925448 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aa189e1-7734-4406-be98-33fbbfc55ad6 None None] Attempting to bind port 0e147f8f-6e8d-45bc-9131-2447ae59f468 on network 478802fb-e2b8-42f0-becd-18a36f16a76e {{(pid=102793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 16:13:52.943860 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aa189e1-7734-4406-be98-33fbbfc55ad6 None None] Checking agent: {'id': 'a8866439-9d96-425c-b519-6905c591ac37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 25, 36), 'started_at': datetime.datetime(2022, 3, 29, 15, 26, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 16, 13, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834765-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 16:13:52.944159 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aa189e1-7734-4406-be98-33fbbfc55ad6 None None] Checking segment: {'id': '31803676-4e05-4d9a-ae0b-e293a7514727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '478802fb-e2b8-42f0-becd-18a36f16a76e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 16:13:52.944563 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-4aa189e1-7734-4406-be98-33fbbfc55ad6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:52.944955 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aa189e1-7734-4406-be98-33fbbfc55ad6 None None] Bound using segment: {'id': '31803676-4e05-4d9a-ae0b-e293a7514727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '478802fb-e2b8-42f0-becd-18a36f16a76e'} {{(pid=102793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 16:13:52.945434 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.managers [None req-4aa189e1-7734-4406-be98-33fbbfc55ad6 None None] Bound port: 0e147f8f-6e8d-45bc-9131-2447ae59f468, host: n-d-834765-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31803676-4e05-4d9a-ae0b-e293a7514727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '478802fb-e2b8-42f0-becd-18a36f16a76e'}}] {{(pid=102793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 16:13:52.945813 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-4aa189e1-7734-4406-be98-33fbbfc55ad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:53.000297 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvr_db [None req-201292fb-469a-4c60-8951-02aa21c59dea None None] Set router 33af924b-d532-4bd3-86b1-28f3036caea4 gateway port host: n-d-834765-1 {{(pid=102792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:13:53.004310 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-7fb4d8f1-5c0a-47b2-8973-7f187d4a0165 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1641287'] for subnet, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:53.111766 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.db [None req-4aa189e1-7734-4406-be98-33fbbfc55ad6 None None] For port 0e147f8f-6e8d-45bc-9131-2447ae59f468, host n-d-834765-1, cleared binding levels {{(pid=102793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 16:13:53.135880 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.db [None req-4aa189e1-7734-4406-be98-33fbbfc55ad6 None None] For port 0e147f8f-6e8d-45bc-9131-2447ae59f468, host n-d-834765-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=0e147f8f-6e8d-45bc-9131-2447ae59f468,segment=NetworkSegment(31803676-4e05-4d9a-ae0b-e293a7514727),segment_id=31803676-4e05-4d9a-ae0b-e293a7514727)] {{(pid=102793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 16:13:53.145958 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-4aa189e1-7734-4406-be98-33fbbfc55ad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:53.160342 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-7fb4d8f1-5c0a-47b2-8973-7f187d4a0165 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1641294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16155591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16218852'] for subnet, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:53.213933 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb4d8f1-5c0a-47b2-8973-7f187d4a0165 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Pushing event deleted for resources: {'Subnet': ['ID=7b6daca8-734b-45a4-a6da-277f4442ff75,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:13:53.269574 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-7fb4d8f1-5c0a-47b2-8973-7f187d4a0165 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks [] for subnet, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:53.273465 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aa189e1-7734-4406-be98-33fbbfc55ad6 None None] Routers {'7ba3aa0c-c5a4-47e2-9903-77319ef84b26'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:13:53.277998 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-7fb4d8f1-5c0a-47b2-8973-7f187d4a0165 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "DELETE /v2.0/subnets/7b6daca8-734b-45a4-a6da-277f4442ff75 HTTP/1.1" status: 204 len: 168 time: 0.6341867 Mar 29 16:13:53.278666 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 58628) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:13:53.282911 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-4aa189e1-7734-4406-be98-33fbbfc55ad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:13:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['7ba3aa0c-c5a4-47e2-9903-77319ef84b26'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:13:53.283331 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e21622b-ab93-4ffc-97cd-a05a6fb3efe2 None None] Network 307bfe7f-3bb4-41b4-974f-c8eac814f4b9 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 16:13:53.298221 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-ba826155-407d-47ff-a670-6ac15cd4ef39 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks [] for port, precommit_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:53.306342 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-ba826155-407d-47ff-a670-6ac15cd4ef39 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5237921'] for port, after_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:53.346287 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:53.394218 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-be3261e8-c900-4894-b992-c521e4040b5e None None] Provisioning complete for port 0e147f8f-6e8d-45bc-9131-2447ae59f468 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:13:53.397852 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f19c1f5-bce4-4058-8999-b24531ff5ae2 None None] Pushing event updated for resources: {'Port': ['ID=0e147f8f-6e8d-45bc-9131-2447ae59f468,revision_number=4']} {{(pid=102793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:13:53.402741 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-be3261e8-c900-4894-b992-c521e4040b5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:53.497209 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-f0f20f92-56b1-4f70-b177-2c6b92a629cb tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks [] for router, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:53.504111 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-fb7d6937-2de0-440f-8325-835bce8f0d03 req-51cd658d-3366-46cd-abe9-3862d9861738 tempest-TestServerMultinode-2004571124 tempest-TestServerMultinode-2004571124-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=4b464725-278d-43c8-9edc-fd7ce3e8e7ce HTTP/1.1" status: 200 len: 210 time: 0.1078715 Mar 29 16:13:53.539781 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba826155-407d-47ff-a670-6ac15cd4ef39 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Pushing event updated for resources: {'Port': ['ID=6c9f8dc4-13a2-4efe-934b-0d74efd86515,revision_number=2']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:13:53.557645 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvr_db [None req-4aa189e1-7734-4406-be98-33fbbfc55ad6 None None] Set router 7ba3aa0c-c5a4-47e2-9903-77319ef84b26 gateway port host: n-d-834765-1 {{(pid=102793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:13:53.691771 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] For port ff80d37d-f445-4821-b5a6-faff5a1debe4, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=ff80d37d-f445-4821-b5a6-faff5a1debe4,segment=NetworkSegment(04f3824f-9e3b-4283-a800-740502d245fb),segment_id=04f3824f-9e3b-4283-a800-740502d245fb)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:13:53.699088 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f2cce97-072a-4f97-9b2e-8bd660ceb901 None None] Network 2e80b325-f716-4477-9593-19f53c7108a4 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 16:13:53.699915 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-ba826155-407d-47ff-a670-6ac15cd4ef39 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-648347'] for router_interface, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:53.702137 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-f0f20f92-56b1-4f70-b177-2c6b92a629cb tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:53.799544 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:53.800300 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 45470d5b-62ae-4cd9-9783-4cc4654d01a2 up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 16:13:53.856301 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-ba826155-407d-47ff-a670-6ac15cd4ef39 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:53.890863 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-4aa189e1-7734-4406-be98-33fbbfc55ad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ba3aa0c-c5a4-47e2-9903-77319ef84b26', 'name': 'tempest-TestServerMultinode-2020116759-router', 'tenant_id': '58e6db6eaf544a9e884df3166e27e25b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.201'}], 'enable_snat': True}, 'gw_port_id': '45470d5b-62ae-4cd9-9783-4cc4654d01a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:13:42Z', 'updated_at': '2022-03-29T16:13:49Z', 'revision_number': 4, 'project_id': '58e6db6eaf544a9e884df3166e27e25b', 'gw_port': {'id': '45470d5b-62ae-4cd9-9783-4cc4654d01a2', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:65:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ba3aa0c-c5a4-47e2-9903-77319ef84b26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:13:43Z', 'updated_at': '2022-03-29T16:13:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': '0e147f8f-6e8d-45bc-9131-2447ae59f468', 'name': '', 'network_id': '478802fb-e2b8-42f0-becd-18a36f16a76e', 'tenant_id': '58e6db6eaf544a9e884df3166e27e25b', 'mac_address': 'fa:16:3e:e5:bf:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ba3aa0c-c5a4-47e2-9903-77319ef84b26', 'device_owner': 'network:router_interface', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': '24e0b4af-53d7-4f3a-bac7-4a61e72dd30f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:13:48Z', 'updated_at': '2022-03-29T16:13:53Z', 'revision_number': 4, 'project_id': '58e6db6eaf544a9e884df3166e27e25b', 'subnets': [{'id': '24e0b4af-53d7-4f3a-bac7-4a61e72dd30f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:13:53.914780 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Pushing event updated for resources: {'Port': ['ID=ff80d37d-f445-4821-b5a6-faff5a1debe4,revision_number=3']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:13:53.924860 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2f5a9e-8f6b-430c-86bf-1072869f2263 req-976acdc5-edcc-4b1a-bb33-45d5ee7b0ce5 tempest-TestServerMultinode-2004571124 tempest-TestServerMultinode-2004571124-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:13:53.927062 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ca2f5a9e-8f6b-430c-86bf-1072869f2263 req-976acdc5-edcc-4b1a-bb33-45d5ee7b0ce5 tempest-TestServerMultinode-2004571124 tempest-TestServerMultinode-2004571124-project-admin] 10.222.0.44 "GET /v2.0/networks?id=c7b7cc7e-a399-43f9-9eb9-c618ea291a59 HTTP/1.1" status: 200 len: 911 time: 0.1849570 Mar 29 16:13:53.929758 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-f0f20f92-56b1-4f70-b177-2c6b92a629cb tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Deleting port c16198a9-a5b2-4c17-92fc-8fab66db77d4 {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:13:53.930275 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-f0f20f92-56b1-4f70-b177-2c6b92a629cb tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:53.948813 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-201292fb-469a-4c60-8951-02aa21c59dea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33af924b-d532-4bd3-86b1-28f3036caea4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1228333880', 'tenant_id': '8c88f14ca33d4e419d03f1c3b10014ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.37'}], 'enable_snat': True}, 'gw_port_id': 'c16198a9-a5b2-4c17-92fc-8fab66db77d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:10:42Z', 'updated_at': '2022-03-29T16:13:51Z', 'revision_number': 5, 'project_id': '8c88f14ca33d4e419d03f1c3b10014ac', 'gw_port': {'id': 'c16198a9-a5b2-4c17-92fc-8fab66db77d4', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:e5:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33af924b-d532-4bd3-86b1-28f3036caea4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3602, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:10:43Z', 'updated_at': '2022-03-29T16:10:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1'}], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:13:53.950218 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [req-ca2f5a9e-8f6b-430c-86bf-1072869f2263 req-56fb5928-e06f-4df2-a83c-b6a0b5cbad3d tempest-TestServerMultinode-2004571124 tempest-TestServerMultinode-2004571124-project-admin] Request body: {'port': {'device_id': '4b464725-278d-43c8-9edc-fd7ce3e8e7ce', 'network_id': 'c7b7cc7e-a399-43f9-9eb9-c618ea291a59', 'admin_state_up': True, 'tenant_id': '58e6db6eaf544a9e884df3166e27e25b'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:13:53.956894 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aa189e1-7734-4406-be98-33fbbfc55ad6 None None] The sync data for ids ['7ba3aa0c-c5a4-47e2-9903-77319ef84b26'] in n-d-834765-1 is: [{'id': '7ba3aa0c-c5a4-47e2-9903-77319ef84b26', 'name': 'tempest-TestServerMultinode-2020116759-router', 'tenant_id': '58e6db6eaf544a9e884df3166e27e25b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.201'}], 'enable_snat': True}, 'gw_port_id': '45470d5b-62ae-4cd9-9783-4cc4654d01a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:13:42Z', 'updated_at': '2022-03-29T16:13:49Z', 'revision_number': 4, 'project_id': '58e6db6eaf544a9e884df3166e27e25b', 'gw_port': {'id': '45470d5b-62ae-4cd9-9783-4cc4654d01a2', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:65:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ba3aa0c-c5a4-47e2-9903-77319ef84b26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:13:43Z', 'updated_at': '2022-03-29T16:13:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': '0e147f8f-6e8d-45bc-9131-2447ae59f468', 'name': '', 'network_id': '478802fb-e2b8-42f0-becd-18a36f16a76e', 'tenant_id': '58e6db6eaf544a9e884df3166e27e25b', 'mac_address': 'fa:16:3e:e5:bf:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ba3aa0c-c5a4-47e2-9903-77319ef84b26', 'device_owner': 'network:router_interface', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': '24e0b4af-53d7-4f3a-bac7-4a61e72dd30f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:13:48Z', 'updated_at': '2022-03-29T16:13:53Z', 'revision_number': 4, 'project_id': '58e6db6eaf544a9e884df3166e27e25b', 'subnets': [{'id': '24e0b4af-53d7-4f3a-bac7-4a61e72dd30f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 16:13:53.981705 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca2f5a9e-8f6b-430c-86bf-1072869f2263 req-56fb5928-e06f-4df2-a83c-b6a0b5cbad3d tempest-TestServerMultinode-2004571124 tempest-TestServerMultinode-2004571124-project-admin] Made reservation on behalf of 58e6db6eaf544a9e884df3166e27e25b for: {'port': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:13:53.985574 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-ca2f5a9e-8f6b-430c-86bf-1072869f2263 req-56fb5928-e06f-4df2-a83c-b6a0b5cbad3d tempest-TestServerMultinode-2004571124 tempest-TestServerMultinode-2004571124-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:54.047744 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-201292fb-469a-4c60-8951-02aa21c59dea None None] Checking router: 33af924b-d532-4bd3-86b1-28f3036caea4 for host: n-d-834765-1 {{(pid=102792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 16:13:54.086439 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-201292fb-469a-4c60-8951-02aa21c59dea None None] Routers {'33af924b-d532-4bd3-86b1-28f3036caea4'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:13:54.087070 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-201292fb-469a-4c60-8951-02aa21c59dea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:13:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['33af924b-d532-4bd3-86b1-28f3036caea4'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:13:54.140478 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-be3261e8-c900-4894-b992-c521e4040b5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:54.176965 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-be3261e8-c900-4894-b992-c521e4040b5e None None] For port 0e147f8f-6e8d-45bc-9131-2447ae59f468, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=0e147f8f-6e8d-45bc-9131-2447ae59f468,segment=NetworkSegment(31803676-4e05-4d9a-ae0b-e293a7514727),segment_id=31803676-4e05-4d9a-ae0b-e293a7514727)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:13:54.201101 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b86f9d1-ee62-42ed-93ff-184747abf48d None None] DHCP port deletion for 307bfe7f-3bb4-41b4-974f-c8eac814f4b9 request from n-d-834765-1 {{(pid=102792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 29 16:13:54.209364 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [None req-f0f20f92-56b1-4f70-b177-2c6b92a629cb tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] For port c16198a9-a5b2-4c17-92fc-8fab66db77d4, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=c16198a9-a5b2-4c17-92fc-8fab66db77d4,segment=NetworkSegment(6ab47353-a811-4bad-bc73-b4cc84583cfd),segment_id=6ab47353-a811-4bad-bc73-b4cc84583cfd)] {{(pid=102791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:13:54.209864 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-f0f20f92-56b1-4f70-b177-2c6b92a629cb tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:54.240619 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-be3261e8-c900-4894-b992-c521e4040b5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:54.246718 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-f0f20f92-56b1-4f70-b177-2c6b92a629cb tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Calling delete_port for c16198a9-a5b2-4c17-92fc-8fab66db77d4 owned by network:router_gateway {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:13:54.275900 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-ba826155-407d-47ff-a670-6ac15cd4ef39 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks [] for port, precommit_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:54.285717 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-ba826155-407d-47ff-a670-6ac15cd4ef39 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5237921'] for port, after_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:54.286702 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-ba826155-407d-47ff-a670-6ac15cd4ef39 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-648439'] for router_interface, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:54.313380 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_common [req-ca2f5a9e-8f6b-430c-86bf-1072869f2263 req-56fb5928-e06f-4df2-a83c-b6a0b5cbad3d tempest-TestServerMultinode-2004571124 tempest-TestServerMultinode-2004571124-project-admin] Allocated IP 172.20.0.4 (c7b7cc7e-a399-43f9-9eb9-c618ea291a59/cc7e958e-a451-4f56-a816-8639ce2bab67/194c430c-677c-4f3f-83a4-5d1b8fcfc2ed) {{(pid=102791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:13:54.325605 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port 45470d5b-62ae-4cd9-9783-4cc4654d01a2 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:13:54.325982 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:54.341950 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvr_db [None req-201292fb-469a-4c60-8951-02aa21c59dea None None] Set router 33af924b-d532-4bd3-86b1-28f3036caea4 gateway port host: None {{(pid=102792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:13:54.378877 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba826155-407d-47ff-a670-6ac15cd4ef39 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Pushing event updated for resources: {'Port': ['ID=6c9f8dc4-13a2-4efe-934b-0d74efd86515,revision_number=3']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:13:54.473762 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba826155-407d-47ff-a670-6ac15cd4ef39 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Network 2e80b325-f716-4477-9593-19f53c7108a4 is already hosted by enough agents. {{(pid=102790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:13:54.481028 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-ba826155-407d-47ff-a670-6ac15cd4ef39 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Resources bound (agent type, host, resource id): {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:13:54.636761 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-f0f20f92-56b1-4f70-b177-2c6b92a629cb tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:54.653960 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba826155-407d-47ff-a670-6ac15cd4ef39 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Router 17f9be24-e881-434b-8d5e-864c950b42b5 is scheduled to L3 agent c648d819-1060-4f26-b4ec-6455387b5dff with binding_index 1 {{(pid=102790) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 29 16:13:54.657284 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-201292fb-469a-4c60-8951-02aa21c59dea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33af924b-d532-4bd3-86b1-28f3036caea4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1228333880', 'tenant_id': '8c88f14ca33d4e419d03f1c3b10014ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:10:42Z', 'updated_at': '2022-03-29T16:13:53Z', 'revision_number': 6, 'project_id': '8c88f14ca33d4e419d03f1c3b10014ac', 'gw_port_host': None}], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:13:54.677982 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-38b366b6-5809-470d-b407-eef681c37810 req-eff90a13-31da-460c-998a-be968f960d7f tempest-TestServerMultinode-2004571124 tempest-TestServerMultinode-2004571124-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=4b464725-278d-43c8-9edc-fd7ce3e8e7ce HTTP/1.1" status: 200 len: 210 time: 0.0426850 Mar 29 16:13:54.705670 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3261e8-c900-4894-b992-c521e4040b5e None None] Pushing event updated for resources: {'Port': ['ID=0e147f8f-6e8d-45bc-9131-2447ae59f468,revision_number=5']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:13:54.713952 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-201292fb-469a-4c60-8951-02aa21c59dea None None] The sync data for ids ['33af924b-d532-4bd3-86b1-28f3036caea4'] in n-d-834765-1 is: [{'id': '33af924b-d532-4bd3-86b1-28f3036caea4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1228333880', 'tenant_id': '8c88f14ca33d4e419d03f1c3b10014ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:10:42Z', 'updated_at': '2022-03-29T16:13:53Z', 'revision_number': 6, 'project_id': '8c88f14ca33d4e419d03f1c3b10014ac', 'gw_port_host': None}] {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 16:13:54.715575 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f20f92-56b1-4f70-b177-2c6b92a629cb tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Pushing event deleted for resources: {'Port': ['ID=c16198a9-a5b2-4c17-92fc-8fab66db77d4,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:13:54.716993 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-3924cf0c-9c6d-4bed-9eb4-ceae731046da None None] Provisioning complete for port 0e147f8f-6e8d-45bc-9131-2447ae59f468 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:13:54.717367 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-3924cf0c-9c6d-4bed-9eb4-ceae731046da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:54.797103 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-9b86f9d1-ee62-42ed-93ff-184747abf48d None None] Deleting port 28f7b4a0-108c-4dc0-9e44-456349e26d9d {{(pid=102792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:13:54.797537 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-9b86f9d1-ee62-42ed-93ff-184747abf48d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:54.813935 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-ca2f5a9e-8f6b-430c-86bf-1072869f2263 req-56fb5928-e06f-4df2-a83c-b6a0b5cbad3d tempest-TestServerMultinode-2004571124 tempest-TestServerMultinode-2004571124-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:54.825356 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba826155-407d-47ff-a670-6ac15cd4ef39 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 16:13:54.837525 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2fe7b89-b418-41ff-9310-43f90a177012 None None] Sync routers for ids ['17f9be24-e881-434b-8d5e-864c950b42b5'] in n-d-834765-1 {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 16:13:54.838010 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-f0f20f92-56b1-4f70-b177-2c6b92a629cb tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-648138'] for router_gateway, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:54.852022 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-ba826155-407d-47ff-a670-6ac15cd4ef39 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] 10.222.0.42 "PUT /v2.0/routers/17f9be24-e881-434b-8d5e-864c950b42b5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7528989 Mar 29 16:13:54.854502 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 58634) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:13:54.860244 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2fe7b89-b418-41ff-9310-43f90a177012 None None] Routers {'17f9be24-e881-434b-8d5e-864c950b42b5'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:13:54.861649 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-e2fe7b89-b418-41ff-9310-43f90a177012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:13:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['17f9be24-e881-434b-8d5e-864c950b42b5'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:13:54.927197 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-e2fe7b89-b418-41ff-9310-43f90a177012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:13:54.940133 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3de0afbf-1578-4085-8d07-f5e0df5ed7e8 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:13:54.941729 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-3de0afbf-1578-4085-8d07-f5e0df5ed7e8 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] 10.222.0.42 "GET /v2.0/ports?device_id=17f9be24-e881-434b-8d5e-864c950b42b5 HTTP/1.1" status: 200 len: 988 time: 0.0855038 Mar 29 16:13:54.947048 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 58636) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:13:54.948996 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-9b86f9d1-ee62-42ed-93ff-184747abf48d None None] For port 28f7b4a0-108c-4dc0-9e44-456349e26d9d, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=28f7b4a0-108c-4dc0-9e44-456349e26d9d,segment=NetworkSegment(d2de5347-f9d8-4c7b-a897-5663c2ae5afb),segment_id=d2de5347-f9d8-4c7b-a897-5663c2ae5afb)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:13:54.949418 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-9b86f9d1-ee62-42ed-93ff-184747abf48d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:54.954394 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2fe7b89-b418-41ff-9310-43f90a177012 None None] Routers {'17f9be24-e881-434b-8d5e-864c950b42b5'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:13:54.955011 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-e2fe7b89-b418-41ff-9310-43f90a177012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:13:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['17f9be24-e881-434b-8d5e-864c950b42b5'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:13:55.005837 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-9b86f9d1-ee62-42ed-93ff-184747abf48d None None] Calling delete_port for 28f7b4a0-108c-4dc0-9e44-456349e26d9d owned by network:dhcp {{(pid=102792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:13:55.025394 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-e2fe7b89-b418-41ff-9310-43f90a177012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:13:55.025998 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2fe7b89-b418-41ff-9310-43f90a177012 None None] The sync data for ids ['17f9be24-e881-434b-8d5e-864c950b42b5'] in n-d-834765-1 is: [] {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 16:13:55.058252 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-f0f20f92-56b1-4f70-b177-2c6b92a629cb tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129328'] for router, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:55.062974 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-f0f20f92-56b1-4f70-b177-2c6b92a629cb tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:55.110992 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-3924cf0c-9c6d-4bed-9eb4-ceae731046da None None] Provisioning complete for port ff80d37d-f445-4821-b5a6-faff5a1debe4 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:13:55.111446 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-3924cf0c-9c6d-4bed-9eb4-ceae731046da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:55.160182 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-ca2f5a9e-8f6b-430c-86bf-1072869f2263 req-56fb5928-e06f-4df2-a83c-b6a0b5cbad3d tempest-TestServerMultinode-2004571124 tempest-TestServerMultinode-2004571124-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:55.216045 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca2f5a9e-8f6b-430c-86bf-1072869f2263 req-56fb5928-e06f-4df2-a83c-b6a0b5cbad3d tempest-TestServerMultinode-2004571124 tempest-TestServerMultinode-2004571124-project-admin] Network c7b7cc7e-a399-43f9-9eb9-c618ea291a59 is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:13:55.222943 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-f0f20f92-56b1-4f70-b177-2c6b92a629cb tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-526718'] for router, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:55.223911 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0f20f92-56b1-4f70-b177-2c6b92a629cb tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Fanout notify agent at l3_agent the message router_deleted on router 33af924b-d532-4bd3-86b1-28f3036caea4 {{(pid=102791) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 29 16:13:55.231610 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-f0f20f92-56b1-4f70-b177-2c6b92a629cb tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks [] for router, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:55.242140 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 58638) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:13:55.242499 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-f0f20f92-56b1-4f70-b177-2c6b92a629cb tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "DELETE /v2.0/routers/33af924b-d532-4bd3-86b1-28f3036caea4 HTTP/1.1" status: 204 len: 168 time: 1.9620588 Mar 29 16:13:55.253607 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [req-ca2f5a9e-8f6b-430c-86bf-1072869f2263 req-56fb5928-e06f-4df2-a83c-b6a0b5cbad3d tempest-TestServerMultinode-2004571124 tempest-TestServerMultinode-2004571124-project-admin] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:13:55.276660 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca2f5a9e-8f6b-430c-86bf-1072869f2263 req-56fb5928-e06f-4df2-a83c-b6a0b5cbad3d tempest-TestServerMultinode-2004571124 tempest-TestServerMultinode-2004571124-project-admin] Received port after_create {{(pid=102791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:13:55.333306 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-9b86f9d1-ee62-42ed-93ff-184747abf48d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350'] for port, after_delete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:55.344050 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fb5928-e06f-4df2-a83c-b6a0b5cbad3d tempest-TestServerMultinode-2004571124 tempest-TestServerMultinode-2004571124-project-admin] Pushing event updated for resources: {'Port': ['ID=194c430c-677c-4f3f-83a4-5d1b8fcfc2ed,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:13:55.379805 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b86f9d1-ee62-42ed-93ff-184747abf48d None None] Pushing event deleted for resources: {'Port': ['ID=28f7b4a0-108c-4dc0-9e44-456349e26d9d,revision_number=None']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:13:55.386717 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2f5a9e-8f6b-430c-86bf-1072869f2263 req-56fb5928-e06f-4df2-a83c-b6a0b5cbad3d tempest-TestServerMultinode-2004571124 tempest-TestServerMultinode-2004571124-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:13:55.392819 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-ca2f5a9e-8f6b-430c-86bf-1072869f2263 req-56fb5928-e06f-4df2-a83c-b6a0b5cbad3d tempest-TestServerMultinode-2004571124 tempest-TestServerMultinode-2004571124-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:55.408394 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b86f9d1-ee62-42ed-93ff-184747abf48d None None] No DVR routers for this DVR port 28f7b4a0-108c-4dc0-9e44-456349e26d9d on host n-d-834765-1 {{(pid=102792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 16:13:55.432142 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-f67027ef-05ce-46f3-bdbb-2ddd6d1c04d3 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1631750'] for network, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:55.446822 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ca2f5a9e-8f6b-430c-86bf-1072869f2263 req-56fb5928-e06f-4df2-a83c-b6a0b5cbad3d tempest-TestServerMultinode-2004571124 tempest-TestServerMultinode-2004571124-project-admin] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.4981325 Mar 29 16:13:55.461178 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [req-ca2f5a9e-8f6b-430c-86bf-1072869f2263 req-050907fd-1bed-42cc-9129-156c5bfbbaf4 service neutron] Request body: {'port': {'device_id': '4b464725-278d-43c8-9edc-fd7ce3e8e7ce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834765-1'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:13:55.508412 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-1786ecc6-4d90-4421-b1f8-5c229ecf47ff None None] Provisioning complete for port ff80d37d-f445-4821-b5a6-faff5a1debe4 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:13:55.509375 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1786ecc6-4d90-4421-b1f8-5c229ecf47ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:55.598671 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-ca2f5a9e-8f6b-430c-86bf-1072869f2263 req-050907fd-1bed-42cc-9129-156c5bfbbaf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:55.601812 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-f67027ef-05ce-46f3-bdbb-2ddd6d1c04d3 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639890', 'neutron.services.segments.db._delete_segments_for_network-8783523423079'] for network, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:55.611293 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 0e147f8f-6e8d-45bc-9131-2447ae59f468 up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 16:13:55.661931 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-f67027ef-05ce-46f3-bdbb-2ddd6d1c04d3 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['307bfe7f-3bb4-41b4-974f-c8eac814f4b9']}} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:13:55.728105 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-f67027ef-05ce-46f3-bdbb-2ddd6d1c04d3 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2de5347-f9d8-4c7b-a897-5663c2ae5afb') {'for_net_delete': True} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:13:55.728516 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-f67027ef-05ce-46f3-bdbb-2ddd6d1c04d3 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2de5347-f9d8-4c7b-a897-5663c2ae5afb') {} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:13:55.737963 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port 0e147f8f-6e8d-45bc-9131-2447ae59f468 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:13:55.738521 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:55.742570 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-f67027ef-05ce-46f3-bdbb-2ddd6d1c04d3 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783523422064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4614019'] for segment, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:55.757521 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-f67027ef-05ce-46f3-bdbb-2ddd6d1c04d3 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:55.779271 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f67027ef-05ce-46f3-bdbb-2ddd6d1c04d3 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Releasing vlan 609 on physical network physnet1 to pool {{(pid=102790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 16:13:55.780277 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-f67027ef-05ce-46f3-bdbb-2ddd6d1c04d3 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5238013'] for segment, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:55.823526 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-1786ecc6-4d90-4421-b1f8-5c229ecf47ff None None] Provisioning complete for port 6c9f8dc4-13a2-4efe-934b-0d74efd86515 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:13:55.823638 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1786ecc6-4d90-4421-b1f8-5c229ecf47ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:55.858250 n-d-834765-1 neutron-server[102790]: Traceback (most recent call last): Mar 29 16:13:55.858250 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 16:13:55.858250 n-d-834765-1 neutron-server[102790]: timer() Mar 29 16:13:55.858250 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 16:13:55.858250 n-d-834765-1 neutron-server[102790]: cb(*args, **kw) Mar 29 16:13:55.858250 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 16:13:55.858250 n-d-834765-1 neutron-server[102790]: return func(*args, **kwargs) Mar 29 16:13:55.858250 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 16:13:55.858250 n-d-834765-1 neutron-server[102790]: self._notify() Mar 29 16:13:55.858250 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 16:13:55.858250 n-d-834765-1 neutron-server[102790]: self.callback(batched_events) Mar 29 16:13:55.858250 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 16:13:55.858250 n-d-834765-1 neutron-server[102790]: event.method(event) Mar 29 16:13:55.858250 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 16:13:55.858250 n-d-834765-1 neutron-server[102790]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 16:13:55.858250 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 16:13:55.858250 n-d-834765-1 neutron-server[102790]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 16:13:55.858250 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 16:13:55.858250 n-d-834765-1 neutron-server[102790]: return f(self, *a, **k) Mar 29 16:13:55.858250 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 16:13:55.858250 n-d-834765-1 neutron-server[102790]: return self._get(url).json() Mar 29 16:13:55.858250 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 16:13:55.858250 n-d-834765-1 neutron-server[102790]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 16:13:55.858250 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 16:13:55.858250 n-d-834765-1 neutron-server[102790]: return self.request(url, 'GET', **kwargs) Mar 29 16:13:55.858250 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 16:13:55.858250 n-d-834765-1 neutron-server[102790]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 16:13:55.858250 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 16:13:55.858250 n-d-834765-1 neutron-server[102790]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 16:13:55.858250 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 16:13:55.858250 n-d-834765-1 neutron-server[102790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 16:13:55.858250 n-d-834765-1 neutron-server[102790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 16:13:55.868525 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-1786ecc6-4d90-4421-b1f8-5c229ecf47ff None None] Port 6c9f8dc4-13a2-4efe-934b-0d74efd86515 cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 16:13:55.928389 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device ff80d37d-f445-4821-b5a6-faff5a1debe4 up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 16:13:55.947810 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-f67027ef-05ce-46f3-bdbb-2ddd6d1c04d3 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1639897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648174'] for network, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:55.971988 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-f67027ef-05ce-46f3-bdbb-2ddd6d1c04d3 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks [] for network, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:55.977382 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-f67027ef-05ce-46f3-bdbb-2ddd6d1c04d3 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "DELETE /v2.0/networks/307bfe7f-3bb4-41b4-974f-c8eac814f4b9 HTTP/1.1" status: 204 len: 168 time: 0.7314987 Mar 29 16:13:55.982345 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 58642) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:13:56.009777 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port ff80d37d-f445-4821-b5a6-faff5a1debe4 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:13:56.010146 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:56.049892 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9ad2cf-1c0d-4630-9e19-7607f6d02bf2 req-d071f2b9-1a8b-44d2-84b1-627e123b6afd tempest-TestServerMultinode-2004571124 tempest-TestServerMultinode-2004571124-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:13:56.052881 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-6f0f6286-9312-44fa-95b5-5f9a1d02d11c None None] Provisioning complete for port 194c430c-677c-4f3f-83a4-5d1b8fcfc2ed triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:13:56.053254 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-6f0f6286-9312-44fa-95b5-5f9a1d02d11c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:56.059409 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-2d9ad2cf-1c0d-4630-9e19-7607f6d02bf2 req-d071f2b9-1a8b-44d2-84b1-627e123b6afd tempest-TestServerMultinode-2004571124 tempest-TestServerMultinode-2004571124-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=4b464725-278d-43c8-9edc-fd7ce3e8e7ce HTTP/1.1" status: 200 len: 1027 time: 0.1915386 Mar 29 16:13:56.065654 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-0bfcc84f-d094-4f5c-87b2-6063a41e7b85 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-530452'] for router_interface, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:56.131475 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67027ef-05ce-46f3-bdbb-2ddd6d1c04d3 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Pushing event deleted for resources: {'Network': ['ID=307bfe7f-3bb4-41b4-974f-c8eac814f4b9,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:13:56.137612 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-6f0f6286-9312-44fa-95b5-5f9a1d02d11c None None] Port 194c430c-677c-4f3f-83a4-5d1b8fcfc2ed cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 16:13:56.154548 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [req-ca2f5a9e-8f6b-430c-86bf-1072869f2263 req-050907fd-1bed-42cc-9129-156c5bfbbaf4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 194c430c-677c-4f3f-83a4-5d1b8fcfc2ed {{(pid=102791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 16:13:56.161669 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-6f0f6286-9312-44fa-95b5-5f9a1d02d11c None None] Provisioning complete for port 6c9f8dc4-13a2-4efe-934b-0d74efd86515 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:13:56.161960 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-6f0f6286-9312-44fa-95b5-5f9a1d02d11c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:56.180130 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-ca2f5a9e-8f6b-430c-86bf-1072869f2263 req-050907fd-1bed-42cc-9129-156c5bfbbaf4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:56.206576 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.provisioning_blocks [req-ca2f5a9e-8f6b-430c-86bf-1072869f2263 req-050907fd-1bed-42cc-9129-156c5bfbbaf4 service neutron] Transition to ACTIVE for port object 194c430c-677c-4f3f-83a4-5d1b8fcfc2ed will not be triggered until provisioned by entity L2. {{(pid=102791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 16:13:56.207853 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-2d9ad2cf-1c0d-4630-9e19-7607f6d02bf2 req-b37343ba-f92d-42d2-8abe-ecf70b0c6f73 tempest-TestServerMultinode-2004571124 tempest-TestServerMultinode-2004571124-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=401e0772-5198-4413-ae27-5aa717ee45ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472292 Mar 29 16:13:56.209286 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-6f0f6286-9312-44fa-95b5-5f9a1d02d11c None None] Port 6c9f8dc4-13a2-4efe-934b-0d74efd86515 cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 16:13:56.222118 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-ca2f5a9e-8f6b-430c-86bf-1072869f2263 req-050907fd-1bed-42cc-9129-156c5bfbbaf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:56.239345 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 28f7b4a0-108c-4dc0-9e44-456349e26d9d no longer exists at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 16:13:56.273002 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] No Port match for: 28f7b4a0-108c-4dc0-9e44-456349e26d9d {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 16:13:56.273357 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 28f7b4a0-108c-4dc0-9e44-456349e26d9d not bound to the agent host n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 16:13:56.274557 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050907fd-1bed-42cc-9129-156c5bfbbaf4 service neutron] Pushing event updated for resources: {'Port': ['ID=194c430c-677c-4f3f-83a4-5d1b8fcfc2ed,revision_number=2']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:13:56.275763 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 695495f5-fa03-428b-912f-611ff93193bf no longer exists at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 16:13:56.279738 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-ffff40b3-ceee-460c-ae55-8475b16ade58 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks [] for security_group, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:56.310979 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-ffff40b3-ceee-460c-ae55-8475b16ade58 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:56.323455 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] No Port match for: 695495f5-fa03-428b-912f-611ff93193bf {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 16:13:56.324280 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 695495f5-fa03-428b-912f-611ff93193bf not bound to the agent host n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 16:13:56.377272 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-ca2f5a9e-8f6b-430c-86bf-1072869f2263 req-050907fd-1bed-42cc-9129-156c5bfbbaf4 service neutron] Attempting to bind port 194c430c-677c-4f3f-83a4-5d1b8fcfc2ed on host n-h1-834765-1 for vnic_type normal with profile {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 16:13:56.377608 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-ca2f5a9e-8f6b-430c-86bf-1072869f2263 req-050907fd-1bed-42cc-9129-156c5bfbbaf4 service neutron] Attempting to bind port 194c430c-677c-4f3f-83a4-5d1b8fcfc2ed by drivers openvswitch,hyperv on host n-h1-834765-1 at level 0 using segments [{'id': '6ed9b27c-0b64-4185-b4d1-183cb37ff4c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'c7b7cc7e-a399-43f9-9eb9-c618ea291a59'}] {{(pid=102791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 16:13:56.377935 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca2f5a9e-8f6b-430c-86bf-1072869f2263 req-050907fd-1bed-42cc-9129-156c5bfbbaf4 service neutron] Attempting to bind port 194c430c-677c-4f3f-83a4-5d1b8fcfc2ed on network c7b7cc7e-a399-43f9-9eb9-c618ea291a59 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 16:13:56.383248 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca2f5a9e-8f6b-430c-86bf-1072869f2263 req-050907fd-1bed-42cc-9129-156c5bfbbaf4 service neutron] Port 194c430c-677c-4f3f-83a4-5d1b8fcfc2ed on network c7b7cc7e-a399-43f9-9eb9-c618ea291a59 not bound, no agent of type Open vSwitch agent registered on host n-h1-834765-1 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 16:13:56.383566 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca2f5a9e-8f6b-430c-86bf-1072869f2263 req-050907fd-1bed-42cc-9129-156c5bfbbaf4 service neutron] Attempting to bind port 194c430c-677c-4f3f-83a4-5d1b8fcfc2ed on network c7b7cc7e-a399-43f9-9eb9-c618ea291a59 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 16:13:56.389913 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca2f5a9e-8f6b-430c-86bf-1072869f2263 req-050907fd-1bed-42cc-9129-156c5bfbbaf4 service neutron] Checking agent: {'id': 'be375040-5069-4239-9460-a3a3213e1e90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 33, 18), 'started_at': datetime.datetime(2022, 3, 29, 15, 33, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 16, 13, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 16:13:56.390711 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca2f5a9e-8f6b-430c-86bf-1072869f2263 req-050907fd-1bed-42cc-9129-156c5bfbbaf4 service neutron] Checking segment: {'id': '6ed9b27c-0b64-4185-b4d1-183cb37ff4c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'c7b7cc7e-a399-43f9-9eb9-c618ea291a59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 16:13:56.391294 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca2f5a9e-8f6b-430c-86bf-1072869f2263 req-050907fd-1bed-42cc-9129-156c5bfbbaf4 service neutron] Bound using segment: {'id': '6ed9b27c-0b64-4185-b4d1-183cb37ff4c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'c7b7cc7e-a399-43f9-9eb9-c618ea291a59'} {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 16:13:56.392043 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-ca2f5a9e-8f6b-430c-86bf-1072869f2263 req-050907fd-1bed-42cc-9129-156c5bfbbaf4 service neutron] Bound port: 194c430c-677c-4f3f-83a4-5d1b8fcfc2ed, host: n-h1-834765-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ed9b27c-0b64-4185-b4d1-183cb37ff4c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'c7b7cc7e-a399-43f9-9eb9-c618ea291a59'}}] {{(pid=102791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 16:13:56.392646 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-ca2f5a9e-8f6b-430c-86bf-1072869f2263 req-050907fd-1bed-42cc-9129-156c5bfbbaf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:56.450512 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-ffff40b3-ceee-460c-ae55-8475b16ade58 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:56.453587 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-ffff40b3-ceee-460c-ae55-8475b16ade58 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:56.453741 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-21cd9529-df1d-4b46-8916-996ff7885562 None None] Provisioning complete for port 6c9f8dc4-13a2-4efe-934b-0d74efd86515 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:13:56.453996 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-21cd9529-df1d-4b46-8916-996ff7885562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:56.454761 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-ffff40b3-ceee-460c-ae55-8475b16ade58 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] 10.222.0.42 "DELETE /v2.0/security-groups/d49c398e-1c3f-4f30-9d39-78d09bc7267d HTTP/1.1" status: 204 len: 168 time: 0.3922939 Mar 29 16:13:56.468999 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffff40b3-ceee-460c-ae55-8475b16ade58 tempest-TestNetworkAdvancedServerOps-1403954348 tempest-TestNetworkAdvancedServerOps-1403954348-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d49c398e-1c3f-4f30-9d39-78d09bc7267d,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:13:56.494603 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-ca2f5a9e-8f6b-430c-86bf-1072869f2263 req-050907fd-1bed-42cc-9129-156c5bfbbaf4 service neutron] For port 194c430c-677c-4f3f-83a4-5d1b8fcfc2ed, host n-h1-834765-1, cleared binding levels {{(pid=102791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 16:13:56.503283 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-ca2f5a9e-8f6b-430c-86bf-1072869f2263 req-050907fd-1bed-42cc-9129-156c5bfbbaf4 service neutron] For port 194c430c-677c-4f3f-83a4-5d1b8fcfc2ed, host n-h1-834765-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=194c430c-677c-4f3f-83a4-5d1b8fcfc2ed,segment=NetworkSegment(6ed9b27c-0b64-4185-b4d1-183cb37ff4c4),segment_id=6ed9b27c-0b64-4185-b4d1-183cb37ff4c4)] {{(pid=102791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 16:13:56.515614 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-ca2f5a9e-8f6b-430c-86bf-1072869f2263 req-050907fd-1bed-42cc-9129-156c5bfbbaf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:56.550958 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-21cd9529-df1d-4b46-8916-996ff7885562 None None] Port 6c9f8dc4-13a2-4efe-934b-0d74efd86515 cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 16:13:56.586621 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2f5a9e-8f6b-430c-86bf-1072869f2263 req-050907fd-1bed-42cc-9129-156c5bfbbaf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:13:56.587245 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-ca2f5a9e-8f6b-430c-86bf-1072869f2263 req-050907fd-1bed-42cc-9129-156c5bfbbaf4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:56.588931 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ca2f5a9e-8f6b-430c-86bf-1072869f2263 req-050907fd-1bed-42cc-9129-156c5bfbbaf4 service neutron] 10.222.0.44 "PUT /v2.0/ports/194c430c-677c-4f3f-83a4-5d1b8fcfc2ed HTTP/1.1" status: 200 len: 1091 time: 1.1354663 Mar 29 16:13:56.589273 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-0bfcc84f-d094-4f5c-87b2-6063a41e7b85 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Deleting port 6c9f8dc4-13a2-4efe-934b-0d74efd86515 {{(pid=102790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:13:56.589393 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b464725-278d-43c8-9edc-fd7ce3e8e7ce', 'tag': '194c430c-677c-4f3f-83a4-5d1b8fcfc2ed'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:13:56.589623 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-0bfcc84f-d094-4f5c-87b2-6063a41e7b85 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:56.611855 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c67b028db5e9b9818fecc5c0a87ebc6f190694fa53ca267d523e04f98de536d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84d02257-2cb8-43d8-9339-7606d0c3d457" -d '{"events": [{"name": "network-changed", "server_uuid": "4b464725-278d-43c8-9edc-fd7ce3e8e7ce", "tag": "194c430c-677c-4f3f-83a4-5d1b8fcfc2ed"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:13:56.640045 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050907fd-1bed-42cc-9129-156c5bfbbaf4 service neutron] Pushing event updated for resources: {'Port': ['ID=194c430c-677c-4f3f-83a4-5d1b8fcfc2ed,revision_number=3']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:13:56.699717 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 16:13:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4dc89d4-90c3-4216-9fc2-80c47bbfc78b x-openstack-request-id: req-f4dc89d4-90c3-4216-9fc2-80c47bbfc78b {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:13:56.699991 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b464725-278d-43c8-9edc-fd7ce3e8e7ce", "tag": "194c430c-677c-4f3f-83a4-5d1b8fcfc2ed", "status": "completed", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:13:56.700241 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f4dc89d4-90c3-4216-9fc2-80c47bbfc78b {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:13:56.700818 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b464725-278d-43c8-9edc-fd7ce3e8e7ce', 'tag': '194c430c-677c-4f3f-83a4-5d1b8fcfc2ed', 'status': 'completed', 'code': 200} Mar 29 16:13:56.716158 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2f5a9e-8f6b-430c-86bf-1072869f2263 req-0490cc18-0b90-4ee3-89fc-9876fd7ebca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:13:56.717882 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ca2f5a9e-8f6b-430c-86bf-1072869f2263 req-0490cc18-0b90-4ee3-89fc-9876fd7ebca8 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=58e6db6eaf544a9e884df3166e27e25b&device_id=4b464725-278d-43c8-9edc-fd7ce3e8e7ce HTTP/1.1" status: 200 len: 1094 time: 0.0730991 Mar 29 16:13:56.741378 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-0bfcc84f-d094-4f5c-87b2-6063a41e7b85 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:56.757436 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-0bfcc84f-d094-4f5c-87b2-6063a41e7b85 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Calling delete_port for 6c9f8dc4-13a2-4efe-934b-0d74efd86515 owned by network:router_interface {{(pid=102790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:13:56.771623 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ca2f5a9e-8f6b-430c-86bf-1072869f2263 req-9ba19678-3c3c-4323-aec9-67f08af5e011 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=194c430c-677c-4f3f-83a4-5d1b8fcfc2ed HTTP/1.1" status: 200 len: 217 time: 0.0453598 Mar 29 16:13:56.836458 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2f5a9e-8f6b-430c-86bf-1072869f2263 req-311137df-0707-4804-aa0d-65dee755453c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:13:56.837960 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ca2f5a9e-8f6b-430c-86bf-1072869f2263 req-311137df-0707-4804-aa0d-65dee755453c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=cc7e958e-a451-4f56-a816-8639ce2bab67 HTTP/1.1" status: 200 len: 849 time: 0.0599401 Mar 29 16:13:56.891474 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2f5a9e-8f6b-430c-86bf-1072869f2263 req-aceb3621-ef55-4aa4-893d-2485a76cf5d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:13:56.893338 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ca2f5a9e-8f6b-430c-86bf-1072869f2263 req-aceb3621-ef55-4aa4-893d-2485a76cf5d8 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c7b7cc7e-a399-43f9-9eb9-c618ea291a59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0483975 Mar 29 16:13:56.946035 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-98f24549-25b2-4744-a0e9-c764e9863c1c None None] Provisioning complete for port 6c9f8dc4-13a2-4efe-934b-0d74efd86515 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:13:56.946671 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-98f24549-25b2-4744-a0e9-c764e9863c1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:57.035516 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device c16198a9-a5b2-4c17-92fc-8fab66db77d4 no longer exists at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 16:13:57.066076 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-0bfcc84f-d094-4f5c-87b2-6063a41e7b85 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:57.068482 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 58654) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:13:57.069769 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ca2f5a9e-8f6b-430c-86bf-1072869f2263 req-604615d8-298e-4a2f-98a2-0d913b26b1a5 service neutron] 10.222.0.44 "GET /v2.0/networks/c7b7cc7e-a399-43f9-9eb9-c618ea291a59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1674438 Mar 29 16:13:57.073762 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-98f24549-25b2-4744-a0e9-c764e9863c1c None None] Port 6c9f8dc4-13a2-4efe-934b-0d74efd86515 cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 16:13:57.075585 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] No Port match for: c16198a9-a5b2-4c17-92fc-8fab66db77d4 {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 16:13:57.075931 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device c16198a9-a5b2-4c17-92fc-8fab66db77d4 not bound to the agent host n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 16:13:57.112934 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfcc84f-d094-4f5c-87b2-6063a41e7b85 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Pushing event deleted for resources: {'Port': ['ID=6c9f8dc4-13a2-4efe-934b-0d74efd86515,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:13:57.199307 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ca2f5a9e-8f6b-430c-86bf-1072869f2263 req-7de50364-265f-4a92-ace5-e2fcb3d52edb service neutron] 10.222.0.44 "GET /v2.0/networks/c7b7cc7e-a399-43f9-9eb9-c618ea291a59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226783 Mar 29 16:13:57.238272 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-0bfcc84f-d094-4f5c-87b2-6063a41e7b85 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-530528'] for router_interface, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:57.351423 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d02257-2cb8-43d8-9339-7606d0c3d457 req-94dd9edc-1ac0-4a1a-9475-f84002c2c940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:13:57.353115 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-84d02257-2cb8-43d8-9339-7606d0c3d457 req-94dd9edc-1ac0-4a1a-9475-f84002c2c940 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=58e6db6eaf544a9e884df3166e27e25b&device_id=4b464725-278d-43c8-9edc-fd7ce3e8e7ce HTTP/1.1" status: 200 len: 1094 time: 0.0956688 Mar 29 16:13:57.359794 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949f32c4-1c93-4327-9c64-43b37df48b34 req-9e303d18-cf8d-445a-922a-331faa13f790 tempest-TestServerMultinode-2004571124 tempest-TestServerMultinode-2004571124-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:13:57.361382 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-949f32c4-1c93-4327-9c64-43b37df48b34 req-9e303d18-cf8d-445a-922a-331faa13f790 tempest-TestServerMultinode-2004571124 tempest-TestServerMultinode-2004571124-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=4b464725-278d-43c8-9edc-fd7ce3e8e7ce HTTP/1.1" status: 200 len: 1094 time: 0.0605295 Mar 29 16:13:57.441514 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-6a256865-2c28-4959-8acd-0ff0e74d6ad6 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=8c88f14ca33d4e419d03f1c3b10014ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3682833 Mar 29 16:13:57.446381 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 58660) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:13:57.482537 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-949f32c4-1c93-4327-9c64-43b37df48b34 req-55d087a2-e188-408d-9be8-27a9a49c82ef tempest-TestServerMultinode-2004571124 tempest-TestServerMultinode-2004571124-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=401e0772-5198-4413-ae27-5aa717ee45ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123497 Mar 29 16:13:57.528959 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d02257-2cb8-43d8-9339-7606d0c3d457 req-ba9a8a67-99e0-43eb-98d5-ebd7060cb905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:13:57.530983 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-84d02257-2cb8-43d8-9339-7606d0c3d457 req-ba9a8a67-99e0-43eb-98d5-ebd7060cb905 service neutron] 10.222.0.44 "GET /v2.0/networks?id=c7b7cc7e-a399-43f9-9eb9-c618ea291a59 HTTP/1.1" status: 200 len: 911 time: 0.1687512 Mar 29 16:13:57.547395 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-3c5e5684-97eb-4931-a165-d003e387193d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:57.584745 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-84d02257-2cb8-43d8-9339-7606d0c3d457 req-b61f26f9-1921-4827-a998-94d87ddaa941 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=194c430c-677c-4f3f-83a4-5d1b8fcfc2ed HTTP/1.1" status: 200 len: 217 time: 0.0439324 Mar 29 16:13:57.607555 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-3c5e5684-97eb-4931-a165-d003e387193d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:57.673616 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d02257-2cb8-43d8-9339-7606d0c3d457 req-35f52398-e377-4304-b8b2-88e24654d058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:13:57.675165 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-84d02257-2cb8-43d8-9339-7606d0c3d457 req-35f52398-e377-4304-b8b2-88e24654d058 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=cc7e958e-a451-4f56-a816-8639ce2bab67 HTTP/1.1" status: 200 len: 849 time: 0.0804255 Mar 29 16:13:57.795038 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bfcc84f-d094-4f5c-87b2-6063a41e7b85 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Router 17f9be24-e881-434b-8d5e-864c950b42b5 has already been hosted by L3 agent c648d819-1060-4f26-b4ec-6455387b5dff {{(pid=102790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 16:13:57.872182 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bfcc84f-d094-4f5c-87b2-6063a41e7b85 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 16:13:57.881361 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-0bfcc84f-d094-4f5c-87b2-6063a41e7b85 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] 10.222.0.42 "PUT /v2.0/routers/17f9be24-e881-434b-8d5e-864c950b42b5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9302168 Mar 29 16:13:57.881361 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 58662) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:13:57.884950 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b3d8b7-7544-4cb8-a88d-5ccca12d5f0f None None] Sync routers for ids ['17f9be24-e881-434b-8d5e-864c950b42b5'] in n-d-834765-1 {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 16:13:57.900368 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6b3d8b7-7544-4cb8-a88d-5ccca12d5f0f None None] Routers {'17f9be24-e881-434b-8d5e-864c950b42b5'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:13:57.901309 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-c6b3d8b7-7544-4cb8-a88d-5ccca12d5f0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:13:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['17f9be24-e881-434b-8d5e-864c950b42b5'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:13:57.910788 n-d-834765-1 neutron-server[102790]: INFO neutron.pecan_wsgi.hooks.translation [None req-1017cdb6-b5ed-4863-be75-0969cdfd9697 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] GET failed (client error): The resource could not be found. Mar 29 16:13:57.914784 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-1017cdb6-b5ed-4863-be75-0969cdfd9697 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] 10.222.0.42 "GET /v2.0/ports/6c9f8dc4-13a2-4efe-934b-0d74efd86515 HTTP/1.1" status: 404 len: 333 time: 0.0303259 Mar 29 16:13:57.915142 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 58664) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:13:57.941145 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-c6b3d8b7-7544-4cb8-a88d-5ccca12d5f0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:13:57.950058 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6b3d8b7-7544-4cb8-a88d-5ccca12d5f0f None None] Routers {'17f9be24-e881-434b-8d5e-864c950b42b5'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:13:57.950734 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-c6b3d8b7-7544-4cb8-a88d-5ccca12d5f0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:13:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['17f9be24-e881-434b-8d5e-864c950b42b5'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:13:57.989505 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-c6b3d8b7-7544-4cb8-a88d-5ccca12d5f0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:13:57.990166 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b3d8b7-7544-4cb8-a88d-5ccca12d5f0f None None] The sync data for ids ['17f9be24-e881-434b-8d5e-864c950b42b5'] in n-d-834765-1 is: [] {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 16:13:57.993314 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e2febabd-ee0e-411e-8117-1479fd8b7b33 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks [] for router, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:58.060181 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-3c5e5684-97eb-4931-a165-d003e387193d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:58.062777 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-3c5e5684-97eb-4931-a165-d003e387193d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:58.063939 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-3c5e5684-97eb-4931-a165-d003e387193d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/808d3293-77a0-4842-bf32-548a6c015dd7 HTTP/1.1" status: 204 len: 168 time: 0.6166849 Mar 29 16:13:58.074728 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5e5684-97eb-4931-a165-d003e387193d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=808d3293-77a0-4842-bf32-548a6c015dd7,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:13:58.090386 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d02257-2cb8-43d8-9339-7606d0c3d457 req-cc25d1db-8de4-464e-a788-5c3ac4ec4a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:13:58.091971 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-84d02257-2cb8-43d8-9339-7606d0c3d457 req-cc25d1db-8de4-464e-a788-5c3ac4ec4a8b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c7b7cc7e-a399-43f9-9eb9-c618ea291a59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4094470 Mar 29 16:13:58.165324 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e2febabd-ee0e-411e-8117-1479fd8b7b33 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129328'] for router, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:58.167633 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e2febabd-ee0e-411e-8117-1479fd8b7b33 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:58.188383 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-84d02257-2cb8-43d8-9339-7606d0c3d457 req-47e31b4d-dea8-470c-afdf-787add74837d service neutron] 10.222.0.44 "GET /v2.0/networks/c7b7cc7e-a399-43f9-9eb9-c618ea291a59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888283 Mar 29 16:13:58.218769 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e2febabd-ee0e-411e-8117-1479fd8b7b33 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-526718'] for router, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:58.219365 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2febabd-ee0e-411e-8117-1479fd8b7b33 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Fanout notify agent at l3_agent the message router_deleted on router 17f9be24-e881-434b-8d5e-864c950b42b5 {{(pid=102790) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 29 16:13:58.227289 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e2febabd-ee0e-411e-8117-1479fd8b7b33 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks [] for router, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:58.228409 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-e2febabd-ee0e-411e-8117-1479fd8b7b33 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] 10.222.0.42 "DELETE /v2.0/routers/17f9be24-e881-434b-8d5e-864c950b42b5 HTTP/1.1" status: 204 len: 168 time: 0.3119514 Mar 29 16:13:58.230965 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 58670) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:13:58.287360 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.db_base_plugin_v2 [None req-3341db22-c694-416f-8d74-4f2098fed65e tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Deleting subnet db0940f4-63da-442b-9b4d-79005e831705 {{(pid=102790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 16:13:58.290640 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-3341db22-c694-416f-8d74-4f2098fed65e tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks [] for subnet, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:58.300746 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-84d02257-2cb8-43d8-9339-7606d0c3d457 req-83ce19a0-0cce-4d59-a4cb-0d698d5ec180 service neutron] 10.222.0.44 "GET /v2.0/networks/c7b7cc7e-a399-43f9-9eb9-c618ea291a59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007829 Mar 29 16:13:58.333450 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-3341db22-c694-416f-8d74-4f2098fed65e tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4614024'] for subnet, precommit_delete_associations {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:58.391092 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 58672) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:13:58.423653 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-3341db22-c694-416f-8d74-4f2098fed65e tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1641287'] for subnet, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:58.433522 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-eab4a9d4-2ee4-431e-9cfb-60d39fd57272 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=fd636f351548436090c416af3a5ecda7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0410230 Mar 29 16:13:58.436661 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 58674) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:13:58.485729 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-1ddca260-87c1-4f89-a683-73d37ed323cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:58.487936 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-3341db22-c694-416f-8d74-4f2098fed65e tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1641294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5231963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4793952'] for subnet, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:58.506868 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-1ddca260-87c1-4f89-a683-73d37ed323cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:58.515380 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3341db22-c694-416f-8d74-4f2098fed65e tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Pushing event deleted for resources: {'Subnet': ['ID=db0940f4-63da-442b-9b4d-79005e831705,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:13:58.520215 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-3341db22-c694-416f-8d74-4f2098fed65e tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks [] for subnet, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:58.524341 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-3341db22-c694-416f-8d74-4f2098fed65e tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] 10.222.0.42 "DELETE /v2.0/subnets/db0940f4-63da-442b-9b4d-79005e831705 HTTP/1.1" status: 204 len: 168 time: 0.2913952 Mar 29 16:13:58.526451 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 58678) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:13:58.529133 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d86d0acc-8cea-4b8d-81d9-660c8f300b6f None None] Network 2e80b325-f716-4477-9593-19f53c7108a4 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 16:13:58.578174 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-1ddca260-87c1-4f89-a683-73d37ed323cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:58.580912 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-1ddca260-87c1-4f89-a683-73d37ed323cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:58.582087 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-1ddca260-87c1-4f89-a683-73d37ed323cc admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/066ef542-c0a6-42bd-beeb-926131b25515 HTTP/1.1" status: 204 len: 168 time: 0.1445055 Mar 29 16:13:58.597096 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddca260-87c1-4f89-a683-73d37ed323cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=066ef542-c0a6-42bd-beeb-926131b25515,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:13:58.647392 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-7170c516-d553-43ad-a3d7-79918bfe27ac tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1631750'] for network, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:58.669524 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4020cfb7-94e1-48a2-97d4-e0f1a89a881e req-2f8b8f2e-7b3c-4201-940e-8dc63098779e tempest-TestServerMultinode-2004571124 tempest-TestServerMultinode-2004571124-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:13:58.671422 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-4020cfb7-94e1-48a2-97d4-e0f1a89a881e req-2f8b8f2e-7b3c-4201-940e-8dc63098779e tempest-TestServerMultinode-2004571124 tempest-TestServerMultinode-2004571124-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=4b464725-278d-43c8-9edc-fd7ce3e8e7ce HTTP/1.1" status: 200 len: 1094 time: 0.0621245 Mar 29 16:13:58.730701 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-4020cfb7-94e1-48a2-97d4-e0f1a89a881e req-99a9e2df-9353-47a4-a88a-8c8ad3411116 tempest-TestServerMultinode-2004571124 tempest-TestServerMultinode-2004571124-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=401e0772-5198-4413-ae27-5aa717ee45ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408790 Mar 29 16:13:58.746795 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3152bd63-f3f6-4074-a003-cd3661a07847 None None] DHCP port deletion for 2e80b325-f716-4477-9593-19f53c7108a4 request from n-d-834765-1 {{(pid=102792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 29 16:13:58.747626 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-7170c516-d553-43ad-a3d7-79918bfe27ac tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Deleting port ff80d37d-f445-4821-b5a6-faff5a1debe4 {{(pid=102790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:13:58.747983 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-7170c516-d553-43ad-a3d7-79918bfe27ac tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:58.801574 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-3152bd63-f3f6-4074-a003-cd3661a07847 None None] Deleting port ff80d37d-f445-4821-b5a6-faff5a1debe4 {{(pid=102792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:13:58.801956 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-3152bd63-f3f6-4074-a003-cd3661a07847 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:58.832123 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [None req-7170c516-d553-43ad-a3d7-79918bfe27ac tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] For port ff80d37d-f445-4821-b5a6-faff5a1debe4, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=ff80d37d-f445-4821-b5a6-faff5a1debe4,segment=NetworkSegment(04f3824f-9e3b-4283-a800-740502d245fb),segment_id=04f3824f-9e3b-4283-a800-740502d245fb)] {{(pid=102790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:13:58.832794 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-7170c516-d553-43ad-a3d7-79918bfe27ac tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:58.846822 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-7170c516-d553-43ad-a3d7-79918bfe27ac tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Calling delete_port for ff80d37d-f445-4821-b5a6-faff5a1debe4 owned by network:dhcp {{(pid=102790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:13:58.883318 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-3152bd63-f3f6-4074-a003-cd3661a07847 None None] For port ff80d37d-f445-4821-b5a6-faff5a1debe4, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=ff80d37d-f445-4821-b5a6-faff5a1debe4,segment=NetworkSegment(04f3824f-9e3b-4283-a800-740502d245fb),segment_id=04f3824f-9e3b-4283-a800-740502d245fb)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:13:58.883812 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-3152bd63-f3f6-4074-a003-cd3661a07847 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:58.900310 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-3152bd63-f3f6-4074-a003-cd3661a07847 None None] Calling delete_port for ff80d37d-f445-4821-b5a6-faff5a1debe4 owned by network:dhcp {{(pid=102792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:13:58.934246 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-7170c516-d553-43ad-a3d7-79918bfe27ac tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:58.968233 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7170c516-d553-43ad-a3d7-79918bfe27ac tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Pushing event deleted for resources: {'Port': ['ID=ff80d37d-f445-4821-b5a6-faff5a1debe4,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:13:58.972087 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7170c516-d553-43ad-a3d7-79918bfe27ac tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] No DVR routers for this DVR port ff80d37d-f445-4821-b5a6-faff5a1debe4 on host n-d-834765-1 {{(pid=102790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 16:13:58.992184 n-d-834765-1 neutron-server[102792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 16:13:58.992184 n-d-834765-1 neutron-server[102792]: self.session.flush() Mar 29 16:13:58.992184 n-d-834765-1 neutron-server[102792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 16:13:58.992184 n-d-834765-1 neutron-server[102792]: self.session.flush() Mar 29 16:13:58.992184 n-d-834765-1 neutron-server[102792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 16:13:58.992184 n-d-834765-1 neutron-server[102792]: self.session.flush() Mar 29 16:13:58.992184 n-d-834765-1 neutron-server[102792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 16:13:58.992184 n-d-834765-1 neutron-server[102792]: self.session.flush() Mar 29 16:13:58.992184 n-d-834765-1 neutron-server[102792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 16:13:58.992184 n-d-834765-1 neutron-server[102792]: self.session.flush() Mar 29 16:13:58.992184 n-d-834765-1 neutron-server[102792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 16:13:58.992184 n-d-834765-1 neutron-server[102792]: self.session.flush() Mar 29 16:13:58.992184 n-d-834765-1 neutron-server[102792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 16:13:58.992184 n-d-834765-1 neutron-server[102792]: self.session.flush() Mar 29 16:13:58.992184 n-d-834765-1 neutron-server[102792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 16:13:58.992184 n-d-834765-1 neutron-server[102792]: self.session.flush() Mar 29 16:13:58.992184 n-d-834765-1 neutron-server[102792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 16:13:58.992184 n-d-834765-1 neutron-server[102792]: self.session.flush() Mar 29 16:13:58.992184 n-d-834765-1 neutron-server[102792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 16:13:58.992184 n-d-834765-1 neutron-server[102792]: self.session.flush() Mar 29 16:13:58.992184 n-d-834765-1 neutron-server[102792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 16:13:58.992184 n-d-834765-1 neutron-server[102792]: self.session.flush() Mar 29 16:13:58.992184 n-d-834765-1 neutron-server[102792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 16:13:58.992184 n-d-834765-1 neutron-server[102792]: self.session.flush() Mar 29 16:13:58.992184 n-d-834765-1 neutron-server[102792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 16:13:58.992184 n-d-834765-1 neutron-server[102792]: self.session.flush() Mar 29 16:13:58.992184 n-d-834765-1 neutron-server[102792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 16:13:58.992184 n-d-834765-1 neutron-server[102792]: self.session.flush() Mar 29 16:13:58.992184 n-d-834765-1 neutron-server[102792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 16:13:58.992184 n-d-834765-1 neutron-server[102792]: self.session.flush() Mar 29 16:13:58.992184 n-d-834765-1 neutron-server[102792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 16:13:58.992184 n-d-834765-1 neutron-server[102792]: self.session.flush() Mar 29 16:13:58.992184 n-d-834765-1 neutron-server[102792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 16:13:58.992184 n-d-834765-1 neutron-server[102792]: self.session.flush() Mar 29 16:13:58.992184 n-d-834765-1 neutron-server[102792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 16:13:58.992184 n-d-834765-1 neutron-server[102792]: self.session.flush() Mar 29 16:13:58.992184 n-d-834765-1 neutron-server[102792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 16:13:58.992184 n-d-834765-1 neutron-server[102792]: self.session.flush() Mar 29 16:13:58.992184 n-d-834765-1 neutron-server[102792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 16:13:58.992184 n-d-834765-1 neutron-server[102792]: self.session.flush() Mar 29 16:13:58.992184 n-d-834765-1 neutron-server[102792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 16:13:58.992184 n-d-834765-1 neutron-server[102792]: self.session.flush() Mar 29 16:13:58.992184 n-d-834765-1 neutron-server[102792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 16:13:58.992184 n-d-834765-1 neutron-server[102792]: self.session.flush() Mar 29 16:13:58.992184 n-d-834765-1 neutron-server[102792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 16:13:58.992184 n-d-834765-1 neutron-server[102792]: self.session.flush() Mar 29 16:13:58.992184 n-d-834765-1 neutron-server[102792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 16:13:58.992184 n-d-834765-1 neutron-server[102792]: self.session.flush() Mar 29 16:13:58.992184 n-d-834765-1 neutron-server[102792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 16:13:58.992184 n-d-834765-1 neutron-server[102792]: self.session.flush() Mar 29 16:13:58.992184 n-d-834765-1 neutron-server[102792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 16:13:58.992184 n-d-834765-1 neutron-server[102792]: self.session.flush() Mar 29 16:13:58.992184 n-d-834765-1 neutron-server[102792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 16:13:58.992184 n-d-834765-1 neutron-server[102792]: self.session.flush() Mar 29 16:13:59.003969 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-3152bd63-f3f6-4074-a003-cd3661a07847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350'] for port, after_delete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:59.037122 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3152bd63-f3f6-4074-a003-cd3661a07847 None None] No DVR routers for this DVR port ff80d37d-f445-4821-b5a6-faff5a1debe4 on host n-d-834765-1 {{(pid=102792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 16:13:59.048197 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3152bd63-f3f6-4074-a003-cd3661a07847 None None] Pushing event deleted for resources: {'Port': ['ID=ff80d37d-f445-4821-b5a6-faff5a1debe4,revision_number=None']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:13:59.056792 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3152bd63-f3f6-4074-a003-cd3661a07847 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:13:59.057505 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3152bd63-f3f6-4074-a003-cd3661a07847 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:13:59.057850 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3152bd63-f3f6-4074-a003-cd3661a07847 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:13:59.058189 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3152bd63-f3f6-4074-a003-cd3661a07847 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:13:59.058522 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3152bd63-f3f6-4074-a003-cd3661a07847 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:13:59.058850 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3152bd63-f3f6-4074-a003-cd3661a07847 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:13:59.059176 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3152bd63-f3f6-4074-a003-cd3661a07847 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:13:59.059539 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3152bd63-f3f6-4074-a003-cd3661a07847 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:13:59.059854 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3152bd63-f3f6-4074-a003-cd3661a07847 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:13:59.060187 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3152bd63-f3f6-4074-a003-cd3661a07847 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:13:59.060754 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3152bd63-f3f6-4074-a003-cd3661a07847 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:13:59.061806 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3152bd63-f3f6-4074-a003-cd3661a07847 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:13:59.082415 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device ff80d37d-f445-4821-b5a6-faff5a1debe4 no longer exists at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 16:13:59.104825 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] No Port match for: ff80d37d-f445-4821-b5a6-faff5a1debe4 {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 16:13:59.105451 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device ff80d37d-f445-4821-b5a6-faff5a1debe4 not bound to the agent host n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 16:13:59.106953 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-7170c516-d553-43ad-a3d7-79918bfe27ac tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639890', 'neutron.services.segments.db._delete_segments_for_network-8783523423079'] for network, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:59.132096 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-7170c516-d553-43ad-a3d7-79918bfe27ac tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e80b325-f716-4477-9593-19f53c7108a4']}} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:13:59.143405 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-7170c516-d553-43ad-a3d7-79918bfe27ac tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04f3824f-9e3b-4283-a800-740502d245fb') {'for_net_delete': True} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:13:59.143687 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-7170c516-d553-43ad-a3d7-79918bfe27ac tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04f3824f-9e3b-4283-a800-740502d245fb') {} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:13:59.154461 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-7170c516-d553-43ad-a3d7-79918bfe27ac tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783523422064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4614019'] for segment, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:59.169457 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-7170c516-d553-43ad-a3d7-79918bfe27ac tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:59.177155 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7170c516-d553-43ad-a3d7-79918bfe27ac tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Releasing vlan 616 on physical network physnet1 to pool {{(pid=102790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 16:13:59.177561 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-7170c516-d553-43ad-a3d7-79918bfe27ac tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5238013'] for segment, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:59.181012 n-d-834765-1 neutron-server[102790]: Traceback (most recent call last): Mar 29 16:13:59.181012 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 16:13:59.181012 n-d-834765-1 neutron-server[102790]: timer() Mar 29 16:13:59.181012 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 16:13:59.181012 n-d-834765-1 neutron-server[102790]: cb(*args, **kw) Mar 29 16:13:59.181012 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 16:13:59.181012 n-d-834765-1 neutron-server[102790]: return func(*args, **kwargs) Mar 29 16:13:59.181012 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 16:13:59.181012 n-d-834765-1 neutron-server[102790]: self._notify() Mar 29 16:13:59.181012 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 16:13:59.181012 n-d-834765-1 neutron-server[102790]: self.callback(batched_events) Mar 29 16:13:59.181012 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 16:13:59.181012 n-d-834765-1 neutron-server[102790]: event.method(event) Mar 29 16:13:59.181012 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 16:13:59.181012 n-d-834765-1 neutron-server[102790]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 16:13:59.181012 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 16:13:59.181012 n-d-834765-1 neutron-server[102790]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 16:13:59.181012 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 16:13:59.181012 n-d-834765-1 neutron-server[102790]: return f(self, *a, **k) Mar 29 16:13:59.181012 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 16:13:59.181012 n-d-834765-1 neutron-server[102790]: return self._get(url).json() Mar 29 16:13:59.181012 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 16:13:59.181012 n-d-834765-1 neutron-server[102790]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 16:13:59.181012 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 16:13:59.181012 n-d-834765-1 neutron-server[102790]: return self.request(url, 'GET', **kwargs) Mar 29 16:13:59.181012 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 16:13:59.181012 n-d-834765-1 neutron-server[102790]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 16:13:59.181012 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 16:13:59.181012 n-d-834765-1 neutron-server[102790]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 16:13:59.181012 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 16:13:59.181012 n-d-834765-1 neutron-server[102790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 16:13:59.181012 n-d-834765-1 neutron-server[102790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 16:13:59.247902 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-7170c516-d553-43ad-a3d7-79918bfe27ac tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1639897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648174'] for network, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:59.253137 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-7170c516-d553-43ad-a3d7-79918bfe27ac tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks [] for network, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:59.256476 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-7170c516-d553-43ad-a3d7-79918bfe27ac tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] 10.222.0.42 "DELETE /v2.0/networks/2e80b325-f716-4477-9593-19f53c7108a4 HTTP/1.1" status: 204 len: 168 time: 0.7288864 Mar 29 16:13:59.260176 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 58682) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:13:59.296417 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7170c516-d553-43ad-a3d7-79918bfe27ac tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Pushing event deleted for resources: {'Network': ['ID=2e80b325-f716-4477-9593-19f53c7108a4,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:13:59.314947 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04ece1ba-0c9e-4390-a423-4afd08489132 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:13:59.316345 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-04ece1ba-0c9e-4390-a423-4afd08489132 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] 10.222.0.42 "GET /v2.0/ports/32cf9b5f-14b0-48f4-8f0b-92ca18967f20 HTTP/1.1" status: 200 len: 845 time: 0.0552442 Mar 29 16:13:59.319949 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 58684) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:13:59.363566 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-b8bcbdc5-2d76-43e1-b66b-8b2188d4ffd4 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] 10.222.0.42 "GET /v2.0/ports/32cf9b5f-14b0-48f4-8f0b-92ca18967f20?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0425570 Mar 29 16:13:59.367022 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 58686) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:13:59.371579 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-8d98c28f-91bf-42fc-a568-f1f9142b526c tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Request body: {'subnet': {'network_id': 'f2d86366-7c6e-4b8b-903b-e8d480d06ecd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:13:59.457047 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d98c28f-91bf-42fc-a568-f1f9142b526c tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Made reservation on behalf of 42e493e160984997b05aad8c743e9a34 for: {'subnet': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:13:59.460687 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-8d98c28f-91bf-42fc-a568-f1f9142b526c tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4793983'] for subnet, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:59.647991 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-8d98c28f-91bf-42fc-a568-f1f9142b526c tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5231896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4793961'] for subnet, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:59.692619 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d98c28f-91bf-42fc-a568-f1f9142b526c tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Network f2d86366-7c6e-4b8b-903b-e8d480d06ecd is already hosted by enough agents. {{(pid=102790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:13:59.695729 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-8d98c28f-91bf-42fc-a568-f1f9142b526c tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Resources bound (agent type, host, resource id): {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:13:59.699873 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d98c28f-91bf-42fc-a568-f1f9142b526c tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:13:59.700466 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-8d98c28f-91bf-42fc-a568-f1f9142b526c tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks [] for subnet, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:59.705086 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeb3091f-7b67-4353-a663-69e7d6a94ae4 None None] Network f2d86366-7c6e-4b8b-903b-e8d480d06ecd requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 16:13:59.712913 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d98c28f-91bf-42fc-a568-f1f9142b526c tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Pushing event updated for resources: {'Subnet': ['ID=3d022ead-401c-4dec-94bb-764253e7b95d,revision_number=0']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:13:59.723711 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-8d98c28f-91bf-42fc-a568-f1f9142b526c tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.3556736 Mar 29 16:13:59.726675 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 58688) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:13:59.730684 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-a34b611b-f94a-4010-b3c3-6ce4e88b0613 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Request body: {'security_group': {'name': 'tempest-secgroup-848199303'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:13:59.759590 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-a34b611b-f94a-4010-b3c3-6ce4e88b0613 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks [] for security_group, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:59.834115 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-a34b611b-f94a-4010-b3c3-6ce4e88b0613 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks [] for security_group, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:59.838107 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-a34b611b-f94a-4010-b3c3-6ce4e88b0613 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:59.866611 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-a34b611b-f94a-4010-b3c3-6ce4e88b0613 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:59.866872 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbdfef3-b407-420b-a3c1-237db2246f72 req-b669af75-b675-4f22-95c0-8e154fc94b31 tempest-TestServerMultinode-2004571124 tempest-TestServerMultinode-2004571124-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:13:59.867873 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-a34b611b-f94a-4010-b3c3-6ce4e88b0613 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.1406732 Mar 29 16:13:59.870701 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 58692) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:13:59.875088 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-1fbdfef3-b407-420b-a3c1-237db2246f72 req-b669af75-b675-4f22-95c0-8e154fc94b31 tempest-TestServerMultinode-2004571124 tempest-TestServerMultinode-2004571124-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=4b464725-278d-43c8-9edc-fd7ce3e8e7ce HTTP/1.1" status: 200 len: 1094 time: 0.0569341 Mar 29 16:13:59.875646 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-dbd45168-cb70-45c9-8b98-b7c5775c4ff9 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Request body: {'security_group': {'name': 'tempest-secgroup-111429052'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:13:59.880184 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bbf2b59-e301-4d31-abb1-97c0899f87cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0035034-69b0-5ffc-b384-0ac6189c5628-f2d86366-7c6e-4b8b-903b-e8d480d06ecd', 'network_id': 'f2d86366-7c6e-4b8b-903b-e8d480d06ecd', 'tenant_id': '42e493e160984997b05aad8c743e9a34', 'fixed_ips': [{'subnet_id': '3d022ead-401c-4dec-94bb-764253e7b95d'}]}} from n-d-834765-1. {{(pid=102792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 29 16:13:59.882953 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34b611b-f94a-4010-b3c3-6ce4e88b0613 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90544ce5-f251-4ee4-9257-e4e53255cc26,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:13:59.883486 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-5bbf2b59-e301-4d31-abb1-97c0899f87cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:59.907114 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-1fbdfef3-b407-420b-a3c1-237db2246f72 req-5ad8f939-b171-41d2-88ac-8f04ee434fc4 tempest-TestServerMultinode-2004571124 tempest-TestServerMultinode-2004571124-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=401e0772-5198-4413-ae27-5aa717ee45ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311823 Mar 29 16:13:59.907388 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-dbd45168-cb70-45c9-8b98-b7c5775c4ff9 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks [] for security_group, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:59.983752 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-dbd45168-cb70-45c9-8b98-b7c5775c4ff9 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks [] for security_group, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:13:59.987840 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-dbd45168-cb70-45c9-8b98-b7c5775c4ff9 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:00.019144 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-dbd45168-cb70-45c9-8b98-b7c5775c4ff9 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:00.022950 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-dbd45168-cb70-45c9-8b98-b7c5775c4ff9 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.1488400 Mar 29 16:14:00.022950 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd45168-cb70-45c9-8b98-b7c5775c4ff9 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26904bda-217f-4533-8192-b2786ba2257a,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:14:00.023838 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 58694) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:14:00.029447 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-3d86ef5f-0abc-404b-8a63-b5728fdf2f28 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1648159264', 'security_groups': ['26904bda-217f-4533-8192-b2786ba2257a'], 'network_id': 'f2d86366-7c6e-4b8b-903b-e8d480d06ecd', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '3d022ead-401c-4dec-94bb-764253e7b95d'}]}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:14:00.049571 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.db_base_plugin_common [None req-5bbf2b59-e301-4d31-abb1-97c0899f87cd None None] Allocated IP 2001:db8::2 (f2d86366-7c6e-4b8b-903b-e8d480d06ecd/3d022ead-401c-4dec-94bb-764253e7b95d/c28f4bac-791d-4db5-b697-3bbf0c5f994b) {{(pid=102792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:14:00.132843 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d86ef5f-0abc-404b-8a63-b5728fdf2f28 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Made reservation on behalf of 42e493e160984997b05aad8c743e9a34 for: {'port': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:14:00.195427 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-5bbf2b59-e301-4d31-abb1-97c0899f87cd None None] Notify callbacks [] for port, precommit_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:00.200000 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-5bbf2b59-e301-4d31-abb1-97c0899f87cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956'] for port, after_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:00.216298 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-3d86ef5f-0abc-404b-8a63-b5728fdf2f28 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:00.232560 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [None req-3d86ef5f-0abc-404b-8a63-b5728fdf2f28 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] device_id is not set on port eb1a39b4-d350-4bf2-bbcd-fa1cd2e694a0 yet. {{(pid=102791) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 29 16:14:00.238406 n-d-834765-1 neutron-server[102792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bbf2b59-e301-4d31-abb1-97c0899f87cd None None] Network f2d86366-7c6e-4b8b-903b-e8d480d06ecd is already hosted by enough agents. {{(pid=102792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:14:00.242535 n-d-834765-1 neutron-server[102792]: DEBUG neutron.scheduler.base_scheduler [None req-5bbf2b59-e301-4d31-abb1-97c0899f87cd None None] Resources bound (agent type, host, resource id): {{(pid=102792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:14:00.247305 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bbf2b59-e301-4d31-abb1-97c0899f87cd None None] Received port after_create {{(pid=102792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:14:00.250078 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbf2b59-e301-4d31-abb1-97c0899f87cd None None] Pushing event updated for resources: {'Port': ['ID=c28f4bac-791d-4db5-b697-3bbf0c5f994b,revision_number=1']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:14:00.309587 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-5bbf2b59-e301-4d31-abb1-97c0899f87cd None None] Attempting to bind port c28f4bac-791d-4db5-b697-3bbf0c5f994b on host n-d-834765-1 for vnic_type normal with profile {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 16:14:00.309944 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-5bbf2b59-e301-4d31-abb1-97c0899f87cd None None] Attempting to bind port c28f4bac-791d-4db5-b697-3bbf0c5f994b by drivers openvswitch,hyperv on host n-d-834765-1 at level 0 using segments [{'id': '04c71284-3f0a-42f8-8148-c21c9d170154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f2d86366-7c6e-4b8b-903b-e8d480d06ecd'}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 16:14:00.310295 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bbf2b59-e301-4d31-abb1-97c0899f87cd None None] Attempting to bind port c28f4bac-791d-4db5-b697-3bbf0c5f994b on network f2d86366-7c6e-4b8b-903b-e8d480d06ecd {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 16:14:00.315342 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bbf2b59-e301-4d31-abb1-97c0899f87cd None None] Checking agent: {'id': 'a8866439-9d96-425c-b519-6905c591ac37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 25, 36), 'started_at': datetime.datetime(2022, 3, 29, 15, 26, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 16, 13, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834765-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 16:14:00.315709 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bbf2b59-e301-4d31-abb1-97c0899f87cd None None] Checking segment: {'id': '04c71284-3f0a-42f8-8148-c21c9d170154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f2d86366-7c6e-4b8b-903b-e8d480d06ecd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 16:14:00.316098 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-5bbf2b59-e301-4d31-abb1-97c0899f87cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:00.316482 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bbf2b59-e301-4d31-abb1-97c0899f87cd None None] Bound using segment: {'id': '04c71284-3f0a-42f8-8148-c21c9d170154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f2d86366-7c6e-4b8b-903b-e8d480d06ecd'} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 16:14:00.316935 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-5bbf2b59-e301-4d31-abb1-97c0899f87cd None None] Bound port: c28f4bac-791d-4db5-b697-3bbf0c5f994b, host: n-d-834765-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04c71284-3f0a-42f8-8148-c21c9d170154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f2d86366-7c6e-4b8b-903b-e8d480d06ecd'}}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 16:14:00.317310 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-5bbf2b59-e301-4d31-abb1-97c0899f87cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:00.378733 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-c1108524-fc4d-45d8-a511-df24bccc9364 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:00.390236 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-5bbf2b59-e301-4d31-abb1-97c0899f87cd None None] For port c28f4bac-791d-4db5-b697-3bbf0c5f994b, host n-d-834765-1, cleared binding levels {{(pid=102792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 16:14:00.393461 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-5bbf2b59-e301-4d31-abb1-97c0899f87cd None None] For port c28f4bac-791d-4db5-b697-3bbf0c5f994b, host n-d-834765-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=c28f4bac-791d-4db5-b697-3bbf0c5f994b,segment=NetworkSegment(04c71284-3f0a-42f8-8148-c21c9d170154),segment_id=04c71284-3f0a-42f8-8148-c21c9d170154)] {{(pid=102792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 16:14:00.397156 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-5bbf2b59-e301-4d31-abb1-97c0899f87cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:00.409105 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_common [None req-3d86ef5f-0abc-404b-8a63-b5728fdf2f28 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Allocated IP 2001:db8::302 (f2d86366-7c6e-4b8b-903b-e8d480d06ecd/3d022ead-401c-4dec-94bb-764253e7b95d/eb1a39b4-d350-4bf2-bbcd-fa1cd2e694a0) {{(pid=102791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:14:00.452205 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbf2b59-e301-4d31-abb1-97c0899f87cd None None] Pushing event updated for resources: {'Port': ['ID=c28f4bac-791d-4db5-b697-3bbf0c5f994b,revision_number=2']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:14:00.556913 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-3d86ef5f-0abc-404b-8a63-b5728fdf2f28 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks [] for port, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:00.591363 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-3d86ef5f-0abc-404b-8a63-b5728fdf2f28 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:00.655639 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d86ef5f-0abc-404b-8a63-b5728fdf2f28 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Network f2d86366-7c6e-4b8b-903b-e8d480d06ecd is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:14:00.658659 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [None req-3d86ef5f-0abc-404b-8a63-b5728fdf2f28 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:14:00.662443 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d86ef5f-0abc-404b-8a63-b5728fdf2f28 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Received port after_create {{(pid=102791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:14:00.668143 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d86ef5f-0abc-404b-8a63-b5728fdf2f28 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:14:00.668785 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-3d86ef5f-0abc-404b-8a63-b5728fdf2f28 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:00.680387 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d86ef5f-0abc-404b-8a63-b5728fdf2f28 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Pushing event updated for resources: {'Port': ['ID=eb1a39b4-d350-4bf2-bbcd-fa1cd2e694a0,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:14:00.695240 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 58696) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:14:00.695559 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-3d86ef5f-0abc-404b-8a63-b5728fdf2f28 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.6700759 Mar 29 16:14:00.701043 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-588a2b02-5ee4-4275-acc6-12bd1c0e8396 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Request body: {'subnet': {'network_id': 'f2d86366-7c6e-4b8b-903b-e8d480d06ecd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:14:00.819797 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-588a2b02-5ee4-4275-acc6-12bd1c0e8396 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Made reservation on behalf of 42e493e160984997b05aad8c743e9a34 for: {'subnet': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:14:00.823418 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-588a2b02-5ee4-4275-acc6-12bd1c0e8396 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4793983'] for subnet, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:00.910760 n-d-834765-1 neutron-server[102790]: INFO neutron.db.ipam_backend_mixin [None req-588a2b02-5ee4-4275-acc6-12bd1c0e8396 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 3d022ead-401c-4dec-94bb-764253e7b95d (CIDR: 2001:db8::/64) Mar 29 16:14:00.913927 n-d-834765-1 neutron-server[102790]: INFO neutron.pecan_wsgi.hooks.translation [None req-588a2b02-5ee4-4275-acc6-12bd1c0e8396 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 29 16:14:00.914419 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-588a2b02-5ee4-4275-acc6-12bd1c0e8396 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102790) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 16:14:00.930138 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-588a2b02-5ee4-4275-acc6-12bd1c0e8396 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2337382 Mar 29 16:14:00.932863 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 58698) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:14:00.938720 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-c0a738dc-824b-410a-9b15-0e3f6fffec40 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Request body: {'subnet': {'network_id': 'f2d86366-7c6e-4b8b-903b-e8d480d06ecd', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:14:01.072594 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1044f1-6442-4d5a-a6c2-5be266495f01 req-a5b60fe6-021b-4438-a7bf-3b1d14293604 tempest-TestServerMultinode-2004571124 tempest-TestServerMultinode-2004571124-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:14:01.073919 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device c28f4bac-791d-4db5-b697-3bbf0c5f994b up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 16:14:01.074403 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-bf1044f1-6442-4d5a-a6c2-5be266495f01 req-a5b60fe6-021b-4438-a7bf-3b1d14293604 tempest-TestServerMultinode-2004571124 tempest-TestServerMultinode-2004571124-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=4b464725-278d-43c8-9edc-fd7ce3e8e7ce HTTP/1.1" status: 200 len: 1094 time: 0.0694764 Mar 29 16:14:01.108105 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0a738dc-824b-410a-9b15-0e3f6fffec40 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Made reservation on behalf of 42e493e160984997b05aad8c743e9a34 for: {'subnet': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:14:01.112045 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c0a738dc-824b-410a-9b15-0e3f6fffec40 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4793983'] for subnet, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:01.131348 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port c28f4bac-791d-4db5-b697-3bbf0c5f994b triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:14:01.132049 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:01.140686 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-bf1044f1-6442-4d5a-a6c2-5be266495f01 req-d44f2fb9-6b09-4141-8a45-2f7bbab8bf20 tempest-TestServerMultinode-2004571124 tempest-TestServerMultinode-2004571124-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=401e0772-5198-4413-ae27-5aa717ee45ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568752 Mar 29 16:14:01.221814 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:01.258339 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] For port c28f4bac-791d-4db5-b697-3bbf0c5f994b, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=c28f4bac-791d-4db5-b697-3bbf0c5f994b,segment=NetworkSegment(04c71284-3f0a-42f8-8148-c21c9d170154),segment_id=04c71284-3f0a-42f8-8148-c21c9d170154)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:14:01.263069 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:01.328261 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Pushing event updated for resources: {'Port': ['ID=c28f4bac-791d-4db5-b697-3bbf0c5f994b,revision_number=3']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:14:01.382910 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c0a738dc-824b-410a-9b15-0e3f6fffec40 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5231896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4793961'] for subnet, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:01.435619 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0a738dc-824b-410a-9b15-0e3f6fffec40 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Network f2d86366-7c6e-4b8b-903b-e8d480d06ecd is already hosted by enough agents. {{(pid=102790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:14:01.442124 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-c0a738dc-824b-410a-9b15-0e3f6fffec40 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Resources bound (agent type, host, resource id): {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:14:01.444947 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0a738dc-824b-410a-9b15-0e3f6fffec40 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:14:01.445732 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c0a738dc-824b-410a-9b15-0e3f6fffec40 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks [] for subnet, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:01.458880 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a738dc-824b-410a-9b15-0e3f6fffec40 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Pushing event updated for resources: {'Subnet': ['ID=947f6a38-51ad-4091-88fc-41f3f75a71f7,revision_number=0']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:14:01.465547 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-7d459ed5-dd1e-45d9-820a-ddb8a62f1ff0 None None] Provisioning complete for port c28f4bac-791d-4db5-b697-3bbf0c5f994b triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:14:01.466020 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-7d459ed5-dd1e-45d9-820a-ddb8a62f1ff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:01.474711 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-c0a738dc-824b-410a-9b15-0e3f6fffec40 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.5376980 Mar 29 16:14:01.475173 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 58702) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:14:01.485500 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-db197aa8-9eba-484c-87a5-a0bbe216981c tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1052319580', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '947f6a38-51ad-4091-88fc-41f3f75a71f7'}], 'security_groups': ['90544ce5-f251-4ee4-9257-e4e53255cc26']}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:14:01.544473 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device 194c430c-677c-4f3f-83a4-5d1b8fcfc2ed details requested by agent hyperv_n-h1-834765-1 with host n-h1-834765-1 {{(pid=102792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 16:14:01.568154 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-db197aa8-9eba-484c-87a5-a0bbe216981c tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:01.608924 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-7d459ed5-dd1e-45d9-820a-ddb8a62f1ff0 None None] Provisioning complete for port 32cf9b5f-14b0-48f4-8f0b-92ca18967f20 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:14:01.609299 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-7d459ed5-dd1e-45d9-820a-ddb8a62f1ff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:01.660556 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ab7a43f-ebad-49b2-9b01-8d190ec94271 None None] Network f2d86366-7c6e-4b8b-903b-e8d480d06ecd requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 16:14:01.739533 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-7d459ed5-dd1e-45d9-820a-ddb8a62f1ff0 None None] Port 32cf9b5f-14b0-48f4-8f0b-92ca18967f20 cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 16:14:01.746452 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port 194c430c-677c-4f3f-83a4-5d1b8fcfc2ed, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=194c430c-677c-4f3f-83a4-5d1b8fcfc2ed,segment=NetworkSegment(6ed9b27c-0b64-4185-b4d1-183cb37ff4c4),segment_id=6ed9b27c-0b64-4185-b4d1-183cb37ff4c4)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:14:01.768485 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Returning: {'device': '194c430c-677c-4f3f-83a4-5d1b8fcfc2ed', 'network_id': 'c7b7cc7e-a399-43f9-9eb9-c618ea291a59', 'port_id': '194c430c-677c-4f3f-83a4-5d1b8fcfc2ed', 'mac_address': 'fa:16:3e:b9:f7:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 636, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc7e958e-a451-4f56-a816-8639ce2bab67', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 16:14:01.836569 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:01.868838 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 194c430c-677c-4f3f-83a4-5d1b8fcfc2ed {{(pid=102792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 16:14:01.880380 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_common [None req-db197aa8-9eba-484c-87a5-a0bbe216981c tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Delete allocated IP 2001:db8::302 (f2d86366-7c6e-4b8b-903b-e8d480d06ecd/3d022ead-401c-4dec-94bb-764253e7b95d) {{(pid=102791) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 29 16:14:01.890300 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_common [None req-db197aa8-9eba-484c-87a5-a0bbe216981c tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Allocated IP 2001:db8:0:1::5b (f2d86366-7c6e-4b8b-903b-e8d480d06ecd/947f6a38-51ad-4091-88fc-41f3f75a71f7/eb1a39b4-d350-4bf2-bbcd-fa1cd2e694a0) {{(pid=102791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:14:01.900373 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-f431df4c-5762-4b26-866d-0f1474dd7b67 None None] Provisioning complete for port eb1a39b4-d350-4bf2-bbcd-fa1cd2e694a0 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:14:01.900743 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-f431df4c-5762-4b26-866d-0f1474dd7b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:01.913067 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port 194c430c-677c-4f3f-83a4-5d1b8fcfc2ed, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=194c430c-677c-4f3f-83a4-5d1b8fcfc2ed,segment=NetworkSegment(6ed9b27c-0b64-4185-b4d1-183cb37ff4c4),segment_id=6ed9b27c-0b64-4185-b4d1-183cb37ff4c4)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:14:01.941288 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:02.055152 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-db197aa8-9eba-484c-87a5-a0bbe216981c tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks [] for port, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:02.060289 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-db197aa8-9eba-484c-87a5-a0bbe216981c tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:02.126771 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-db197aa8-9eba-484c-87a5-a0bbe216981c tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] In _notify_port_updated(), no bound segment for port eb1a39b4-d350-4bf2-bbcd-fa1cd2e694a0 on network f2d86366-7c6e-4b8b-903b-e8d480d06ecd {{(pid=102791) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Mar 29 16:14:02.132334 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db197aa8-9eba-484c-87a5-a0bbe216981c tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:14:02.132953 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-db197aa8-9eba-484c-87a5-a0bbe216981c tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:02.134281 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-db197aa8-9eba-484c-87a5-a0bbe216981c tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] 10.222.0.42 "PUT /v2.0/ports/eb1a39b4-d350-4bf2-bbcd-fa1cd2e694a0 HTTP/1.1" status: 200 len: 930 time: 0.6580000 Mar 29 16:14:02.137656 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 58704) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:14:02.144255 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db197aa8-9eba-484c-87a5-a0bbe216981c tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Pushing event updated for resources: {'Port': ['ID=eb1a39b4-d350-4bf2-bbcd-fa1cd2e694a0,revision_number=2']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:14:02.154124 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-f431df4c-5762-4b26-866d-0f1474dd7b67 None None] Port eb1a39b4-d350-4bf2-bbcd-fa1cd2e694a0 cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 16:14:02.173265 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Pushing event updated for resources: {'Port': ['ID=194c430c-677c-4f3f-83a4-5d1b8fcfc2ed,revision_number=4']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:14:02.235762 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c65d9b10-1d89-4841-96a0-2d4e5dd981c3 None None] Update dhcp port {'port': {'network_id': 'f2d86366-7c6e-4b8b-903b-e8d480d06ecd', 'fixed_ips': [{'subnet_id': '3d022ead-401c-4dec-94bb-764253e7b95d', 'ip_address': '2001:db8::2'}, {'subnet_id': '947f6a38-51ad-4091-88fc-41f3f75a71f7'}], 'binding:host_id': 'n-d-834765-1'}, 'id': 'c28f4bac-791d-4db5-b697-3bbf0c5f994b'} from n-d-834765-1. {{(pid=102792) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Mar 29 16:14:02.254193 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-dfab9b72-a20d-4aa6-9157-eddc62ebf210 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Deleting port eb1a39b4-d350-4bf2-bbcd-fa1cd2e694a0 {{(pid=102790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:14:02.254547 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-dfab9b72-a20d-4aa6-9157-eddc62ebf210 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:02.263504 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-c65d9b10-1d89-4841-96a0-2d4e5dd981c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:02.277250 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff74964d-296a-481c-b741-053937bca98c req-3590c9e3-26be-4031-852f-35ce098ce0bb tempest-TestServerMultinode-2004571124 tempest-TestServerMultinode-2004571124-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:14:02.277971 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ff74964d-296a-481c-b741-053937bca98c req-3590c9e3-26be-4031-852f-35ce098ce0bb tempest-TestServerMultinode-2004571124 tempest-TestServerMultinode-2004571124-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=4b464725-278d-43c8-9edc-fd7ce3e8e7ce HTTP/1.1" status: 200 len: 1095 time: 0.0480683 Mar 29 16:14:02.317132 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] get_ports_and_sgs() called for port_ids ['194c430c-677c-4f3f-83a4-5d1b8fcfc2ed'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 16:14:02.318803 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ff74964d-296a-481c-b741-053937bca98c req-1947a2fd-61d8-49af-abcc-9b7adfe5b804 tempest-TestServerMultinode-2004571124 tempest-TestServerMultinode-2004571124-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=401e0772-5198-4413-ae27-5aa717ee45ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345676 Mar 29 16:14:02.355720 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-dfab9b72-a20d-4aa6-9157-eddc62ebf210 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:02.370899 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-dfab9b72-a20d-4aa6-9157-eddc62ebf210 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Calling delete_port for eb1a39b4-d350-4bf2-bbcd-fa1cd2e694a0 owned by {{(pid=102790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:14:02.500741 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-dfab9b72-a20d-4aa6-9157-eddc62ebf210 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:02.514477 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.db_base_plugin_common [None req-c65d9b10-1d89-4841-96a0-2d4e5dd981c3 None None] Allocated IP 2001:db8:0:1::2 (f2d86366-7c6e-4b8b-903b-e8d480d06ecd/947f6a38-51ad-4091-88fc-41f3f75a71f7/c28f4bac-791d-4db5-b697-3bbf0c5f994b) {{(pid=102792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:14:02.533651 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfab9b72-a20d-4aa6-9157-eddc62ebf210 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Pushing event deleted for resources: {'Port': ['ID=eb1a39b4-d350-4bf2-bbcd-fa1cd2e694a0,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:14:02.561652 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-dfab9b72-a20d-4aa6-9157-eddc62ebf210 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:02.567429 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-dfab9b72-a20d-4aa6-9157-eddc62ebf210 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] 10.222.0.42 "DELETE /v2.0/ports/eb1a39b4-d350-4bf2-bbcd-fa1cd2e694a0 HTTP/1.1" status: 204 len: 168 time: 0.4261563 Mar 29 16:14:02.567577 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 58708) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:14:02.591093 n-d-834765-1 neutron-server[102790]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ddf21e3-1340-400b-954a-78745c49e4cb tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] GET failed (client error): The resource could not be found. Mar 29 16:14:02.593359 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-0ddf21e3-1340-400b-954a-78745c49e4cb tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] 10.222.0.42 "GET /v2.0/ports/eb1a39b4-d350-4bf2-bbcd-fa1cd2e694a0 HTTP/1.1" status: 404 len: 333 time: 0.0247018 Mar 29 16:14:02.595906 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 58710) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:14:02.649144 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-216de959-1871-43cf-846b-03202c9a1a8e tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks [] for security_group, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:02.651410 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-c65d9b10-1d89-4841-96a0-2d4e5dd981c3 None None] For port c28f4bac-791d-4db5-b697-3bbf0c5f994b, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=c28f4bac-791d-4db5-b697-3bbf0c5f994b,segment=NetworkSegment(04c71284-3f0a-42f8-8148-c21c9d170154),segment_id=04c71284-3f0a-42f8-8148-c21c9d170154)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:14:02.673410 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-216de959-1871-43cf-846b-03202c9a1a8e tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:02.683177 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-c65d9b10-1d89-4841-96a0-2d4e5dd981c3 None None] Notify callbacks [] for port, precommit_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:02.688595 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-c65d9b10-1d89-4841-96a0-2d4e5dd981c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:02.719458 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-216de959-1871-43cf-846b-03202c9a1a8e tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:02.722508 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-216de959-1871-43cf-846b-03202c9a1a8e tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:02.723760 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-216de959-1871-43cf-846b-03202c9a1a8e tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] 10.222.0.42 "DELETE /v2.0/security-groups/26904bda-217f-4533-8192-b2786ba2257a HTTP/1.1" status: 204 len: 168 time: 0.1269555 Mar 29 16:14:02.726729 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 58714) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:14:02.734538 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216de959-1871-43cf-846b-03202c9a1a8e tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=26904bda-217f-4533-8192-b2786ba2257a,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:14:02.787929 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-a018deb9-6ce7-4b7f-bda2-b2421009ef15 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks [] for security_group, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:02.791921 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65d9b10-1d89-4841-96a0-2d4e5dd981c3 None None] Pushing event updated for resources: {'Port': ['ID=c28f4bac-791d-4db5-b697-3bbf0c5f994b,revision_number=4']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:14:02.812804 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-a018deb9-6ce7-4b7f-bda2-b2421009ef15 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:02.836747 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-896728b1-46c8-4713-a8eb-f3a37e0f641e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:02.864733 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-a018deb9-6ce7-4b7f-bda2-b2421009ef15 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:02.867364 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-a018deb9-6ce7-4b7f-bda2-b2421009ef15 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks [] for security_group, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:02.870881 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-a018deb9-6ce7-4b7f-bda2-b2421009ef15 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] 10.222.0.42 "DELETE /v2.0/security-groups/90544ce5-f251-4ee4-9257-e4e53255cc26 HTTP/1.1" status: 204 len: 168 time: 0.1402690 Mar 29 16:14:02.871537 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 58716) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:14:02.878587 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a018deb9-6ce7-4b7f-bda2-b2421009ef15 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=90544ce5-f251-4ee4-9257-e4e53255cc26,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:14:02.950317 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.db_base_plugin_v2 [None req-10975dad-e483-41da-b6a4-139b18efc25a tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Deleting subnet 3d022ead-401c-4dec-94bb-764253e7b95d {{(pid=102790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 16:14:02.954103 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-10975dad-e483-41da-b6a4-139b18efc25a tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks [] for subnet, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:03.021693 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-10975dad-e483-41da-b6a4-139b18efc25a tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4614024'] for subnet, precommit_delete_associations {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:03.063654 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device c28f4bac-791d-4db5-b697-3bbf0c5f994b up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 16:14:03.121408 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port c28f4bac-791d-4db5-b697-3bbf0c5f994b triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:14:03.121873 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:03.133579 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-10975dad-e483-41da-b6a4-139b18efc25a tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1641287'] for subnet, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:03.204012 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-10975dad-e483-41da-b6a4-139b18efc25a tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1641294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5231963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4793952'] for subnet, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:03.235275 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-10975dad-e483-41da-b6a4-139b18efc25a tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks [] for subnet, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:03.238502 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-10975dad-e483-41da-b6a4-139b18efc25a tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] 10.222.0.42 "DELETE /v2.0/subnets/3d022ead-401c-4dec-94bb-764253e7b95d HTTP/1.1" status: 204 len: 168 time: 0.3657391 Mar 29 16:14:03.239889 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10975dad-e483-41da-b6a4-139b18efc25a tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Pushing event deleted for resources: {'Subnet': ['ID=3d022ead-401c-4dec-94bb-764253e7b95d,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:14:03.243136 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 58718) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:14:03.249274 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-7918da63-cfc2-4449-9050-424ad8e76c16 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Request body: {'subnet': {'network_id': 'f2d86366-7c6e-4b8b-903b-e8d480d06ecd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:14:03.375137 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7918da63-cfc2-4449-9050-424ad8e76c16 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Made reservation on behalf of 42e493e160984997b05aad8c743e9a34 for: {'subnet': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:14:03.379606 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-7918da63-cfc2-4449-9050-424ad8e76c16 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4793983'] for subnet, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:03.405206 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bea8bfc4-8bdb-4ea3-a6c4-c78291c218cd None None] Network f2d86366-7c6e-4b8b-903b-e8d480d06ecd requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 16:14:03.481054 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec1c347-1642-4c38-9832-74c2679c71f0 req-99982168-858c-4656-ae56-ffa81442e45b tempest-TestServerMultinode-2004571124 tempest-TestServerMultinode-2004571124-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:14:03.483824 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-5ec1c347-1642-4c38-9832-74c2679c71f0 req-99982168-858c-4656-ae56-ffa81442e45b tempest-TestServerMultinode-2004571124 tempest-TestServerMultinode-2004571124-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=4b464725-278d-43c8-9edc-fd7ce3e8e7ce HTTP/1.1" status: 200 len: 1095 time: 0.0871401 Mar 29 16:14:03.525872 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-71c9b1fb-25c9-4c82-b7ff-a697dd36031a None None] Provisioning complete for port c28f4bac-791d-4db5-b697-3bbf0c5f994b triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:14:03.525872 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-71c9b1fb-25c9-4c82-b7ff-a697dd36031a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:03.548319 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-5ec1c347-1642-4c38-9832-74c2679c71f0 req-419860dd-0fb9-4c75-ba86-e00a41d1e686 tempest-TestServerMultinode-2004571124 tempest-TestServerMultinode-2004571124-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=401e0772-5198-4413-ae27-5aa717ee45ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576522 Mar 29 16:14:03.554811 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device 194c430c-677c-4f3f-83a4-5d1b8fcfc2ed up at agent hyperv_n-h1-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 16:14:03.674417 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-7918da63-cfc2-4449-9050-424ad8e76c16 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5231896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4793961'] for subnet, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:03.681209 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Provisioning for port 194c430c-677c-4f3f-83a4-5d1b8fcfc2ed completed by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 16:14:03.688852 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Provisioning complete for port 194c430c-677c-4f3f-83a4-5d1b8fcfc2ed triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:14:03.689239 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:03.719797 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7918da63-cfc2-4449-9050-424ad8e76c16 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Network f2d86366-7c6e-4b8b-903b-e8d480d06ecd is already hosted by enough agents. {{(pid=102790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:14:03.725681 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-7918da63-cfc2-4449-9050-424ad8e76c16 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Resources bound (agent type, host, resource id): {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:14:03.730174 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7918da63-cfc2-4449-9050-424ad8e76c16 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:14:03.730488 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-7918da63-cfc2-4449-9050-424ad8e76c16 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks [] for subnet, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:03.733092 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-71c9b1fb-25c9-4c82-b7ff-a697dd36031a None None] Could not find standard attr ID for object eb1a39b4-d350-4bf2-bbcd-fa1cd2e694a0. {{(pid=102792) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 29 16:14:03.747754 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7918da63-cfc2-4449-9050-424ad8e76c16 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Pushing event updated for resources: {'Subnet': ['ID=84841806-7e87-4283-bb24-5a4f98264cb9,revision_number=0']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:14:03.753805 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-71c9b1fb-25c9-4c82-b7ff-a697dd36031a None None] Provisioning complete for port 32cf9b5f-14b0-48f4-8f0b-92ca18967f20 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:14:03.754018 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-7918da63-cfc2-4449-9050-424ad8e76c16 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5092916 Mar 29 16:14:03.754205 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-71c9b1fb-25c9-4c82-b7ff-a697dd36031a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:03.756389 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 58722) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:14:03.760994 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-e00844b8-ddc3-4b99-b06b-8c440e6c2c8b tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Request body: {'security_group': {'name': 'tempest-secgroup-1428121336'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:14:03.784998 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e00844b8-ddc3-4b99-b06b-8c440e6c2c8b tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks [] for security_group, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:03.823733 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-71c9b1fb-25c9-4c82-b7ff-a697dd36031a None None] Port 32cf9b5f-14b0-48f4-8f0b-92ca18967f20 cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 16:14:03.830240 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:03.856524 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b464725-278d-43c8-9edc-fd7ce3e8e7ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '194c430c-677c-4f3f-83a4-5d1b8fcfc2ed'}] {{(pid=102792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:14:03.859606 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4f476c66b318cc6068719fc39557fac68d413f5c7e78fa77028c7948e999ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbcef299-d920-4965-8044-02bd88b77be0" -d '{"events": [{"server_uuid": "4b464725-278d-43c8-9edc-fd7ce3e8e7ce", "name": "network-vif-plugged", "status": "completed", "tag": "194c430c-677c-4f3f-83a4-5d1b8fcfc2ed"}]}' {{(pid=102792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:14:03.865953 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e00844b8-ddc3-4b99-b06b-8c440e6c2c8b tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks [] for security_group, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:03.870935 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e00844b8-ddc3-4b99-b06b-8c440e6c2c8b tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:03.875457 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port 194c430c-677c-4f3f-83a4-5d1b8fcfc2ed, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=194c430c-677c-4f3f-83a4-5d1b8fcfc2ed,segment=NetworkSegment(6ed9b27c-0b64-4185-b4d1-183cb37ff4c4),segment_id=6ed9b27c-0b64-4185-b4d1-183cb37ff4c4)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:14:03.882456 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:03.912514 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e00844b8-ddc3-4b99-b06b-8c440e6c2c8b tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:03.914044 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-e00844b8-ddc3-4b99-b06b-8c440e6c2c8b tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1567440 Mar 29 16:14:03.916950 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 58726) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:14:03.919250 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00844b8-ddc3-4b99-b06b-8c440e6c2c8b tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc403f2f-7690-4633-9371-e202fd668395,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:14:03.923452 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-c3c9c492-be89-4880-8dd4-93a338362372 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Request body: {'security_group': {'name': 'tempest-secgroup-317182567'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:14:03.928830 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 16:14:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66fb1b07-2702-4de7-9d47-243340a5eb61 x-openstack-request-id: req-66fb1b07-2702-4de7-9d47-243340a5eb61 {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:14:03.929139 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b464725-278d-43c8-9edc-fd7ce3e8e7ce", "name": "network-vif-plugged", "status": "completed", "tag": "194c430c-677c-4f3f-83a4-5d1b8fcfc2ed", "code": 200}]} {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:14:03.929525 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-66fb1b07-2702-4de7-9d47-243340a5eb61 {{(pid=102792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:14:03.929789 n-d-834765-1 neutron-server[102792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b464725-278d-43c8-9edc-fd7ce3e8e7ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '194c430c-677c-4f3f-83a4-5d1b8fcfc2ed', 'code': 200} Mar 29 16:14:03.958435 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-c3c9c492-be89-4880-8dd4-93a338362372 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks [] for security_group, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:03.975420 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Pushing event updated for resources: {'Port': ['ID=194c430c-677c-4f3f-83a4-5d1b8fcfc2ed,revision_number=5']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:14:04.049300 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d34665-b362-43bf-8fd0-ce5bd740f890 req-df9eb7e5-e38e-4aee-96d8-848adabc314d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:14:04.050879 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-99d34665-b362-43bf-8fd0-ce5bd740f890 req-df9eb7e5-e38e-4aee-96d8-848adabc314d service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=4b464725-278d-43c8-9edc-fd7ce3e8e7ce HTTP/1.1" status: 200 len: 1096 time: 0.0762095 Mar 29 16:14:04.089491 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-c3c9c492-be89-4880-8dd4-93a338362372 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks [] for security_group, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:04.100278 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-c3c9c492-be89-4880-8dd4-93a338362372 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:04.121846 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-99d34665-b362-43bf-8fd0-ce5bd740f890 req-b875c296-7b12-4425-9e02-59db0d55f231 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=401e0772-5198-4413-ae27-5aa717ee45ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630352 Mar 29 16:14:04.135992 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-c3c9c492-be89-4880-8dd4-93a338362372 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks [] for security_group, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:04.137230 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-c3c9c492-be89-4880-8dd4-93a338362372 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2192554 Mar 29 16:14:04.140959 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 58728) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:14:04.142911 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c9c492-be89-4880-8dd4-93a338362372 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26585078-0eee-4ae4-93b6-755cd64f0fb9,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:14:04.145608 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-da01742b-802a-4c34-9ce3-ff26908aef68 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Request body: {'security_group': {'name': 'tempest-secgroup-1556850578'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:14:04.168874 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-da01742b-802a-4c34-9ce3-ff26908aef68 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks [] for security_group, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:04.243334 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32ea9877-fad0-46a3-ac36-d52e14e573f0 None None] Network f2d86366-7c6e-4b8b-903b-e8d480d06ecd requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 16:14:04.246226 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-da01742b-802a-4c34-9ce3-ff26908aef68 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks [] for security_group, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:04.251583 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-da01742b-802a-4c34-9ce3-ff26908aef68 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:04.280567 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-da01742b-802a-4c34-9ce3-ff26908aef68 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:04.281824 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-da01742b-802a-4c34-9ce3-ff26908aef68 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1398399 Mar 29 16:14:04.285233 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 58730) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:14:04.285895 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da01742b-802a-4c34-9ce3-ff26908aef68 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Pushing event updated for resources: {'SecurityGroup': ['ID=686575de-3cc2-4b88-af96-a91e5f287e92,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:14:04.293174 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-6876f61e-aa44-4069-b14a-9a9604679982 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1258994187', 'security_groups': ['686575de-3cc2-4b88-af96-a91e5f287e92'], 'network_id': 'f2d86366-7c6e-4b8b-903b-e8d480d06ecd', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '84841806-7e87-4283-bb24-5a4f98264cb9'}]}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:14:04.317591 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-1e18891a-9175-4726-b1c2-6d70f394594f None None] Provisioning complete for port c28f4bac-791d-4db5-b697-3bbf0c5f994b triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:14:04.318028 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e18891a-9175-4726-b1c2-6d70f394594f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:04.325595 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d71584b9-87f1-45f5-84c7-c993c2416269 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:04.409119 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6876f61e-aa44-4069-b14a-9a9604679982 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Made reservation on behalf of 42e493e160984997b05aad8c743e9a34 for: {'port': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:14:04.414145 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-6876f61e-aa44-4069-b14a-9a9604679982 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:04.432048 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [None req-6876f61e-aa44-4069-b14a-9a9604679982 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] device_id is not set on port 39f378fa-cede-44ca-b9c7-6b7321af5679 yet. {{(pid=102791) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 29 16:14:04.488488 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-1e18891a-9175-4726-b1c2-6d70f394594f None None] Provisioning complete for port 32cf9b5f-14b0-48f4-8f0b-92ca18967f20 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:14:04.489048 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e18891a-9175-4726-b1c2-6d70f394594f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:04.544789 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-1e18891a-9175-4726-b1c2-6d70f394594f None None] Port 32cf9b5f-14b0-48f4-8f0b-92ca18967f20 cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 16:14:04.558713 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5376e9b4-4082-43dd-bd21-006a5d739e7b None None] Update dhcp port {'port': {'network_id': 'f2d86366-7c6e-4b8b-903b-e8d480d06ecd', 'fixed_ips': [{'subnet_id': '947f6a38-51ad-4091-88fc-41f3f75a71f7', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '84841806-7e87-4283-bb24-5a4f98264cb9'}], 'binding:host_id': 'n-d-834765-1'}, 'id': 'c28f4bac-791d-4db5-b697-3bbf0c5f994b'} from n-d-834765-1. {{(pid=102792) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Mar 29 16:14:04.590546 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-5376e9b4-4082-43dd-bd21-006a5d739e7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:04.610646 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_common [None req-6876f61e-aa44-4069-b14a-9a9604679982 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Allocated IP 2001:db8::350 (f2d86366-7c6e-4b8b-903b-e8d480d06ecd/84841806-7e87-4283-bb24-5a4f98264cb9/39f378fa-cede-44ca-b9c7-6b7321af5679) {{(pid=102791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:14:04.667771 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eee14f1-5d9b-46b1-8945-bf659bc72e56 req-942dc232-d4d8-4d30-8f04-4664f73923da tempest-TestServerMultinode-2004571124 tempest-TestServerMultinode-2004571124-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:14:04.669337 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-1eee14f1-5d9b-46b1-8945-bf659bc72e56 req-942dc232-d4d8-4d30-8f04-4664f73923da tempest-TestServerMultinode-2004571124 tempest-TestServerMultinode-2004571124-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=4b464725-278d-43c8-9edc-fd7ce3e8e7ce HTTP/1.1" status: 200 len: 1096 time: 0.0451024 Mar 29 16:14:04.706183 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-1eee14f1-5d9b-46b1-8945-bf659bc72e56 req-b6cd55b9-18e2-4e77-aa3d-b2af3ee22fa9 tempest-TestServerMultinode-2004571124 tempest-TestServerMultinode-2004571124-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=401e0772-5198-4413-ae27-5aa717ee45ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0287123 Mar 29 16:14:04.750656 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-6876f61e-aa44-4069-b14a-9a9604679982 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks [] for port, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:04.783098 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-6876f61e-aa44-4069-b14a-9a9604679982 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:04.830592 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6876f61e-aa44-4069-b14a-9a9604679982 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Network f2d86366-7c6e-4b8b-903b-e8d480d06ecd is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:14:04.831151 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.db_base_plugin_common [None req-5376e9b4-4082-43dd-bd21-006a5d739e7b None None] Allocated IP 2001:db8::2 (f2d86366-7c6e-4b8b-903b-e8d480d06ecd/84841806-7e87-4283-bb24-5a4f98264cb9/c28f4bac-791d-4db5-b697-3bbf0c5f994b) {{(pid=102792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:14:04.833675 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [None req-6876f61e-aa44-4069-b14a-9a9604679982 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:14:04.838300 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6876f61e-aa44-4069-b14a-9a9604679982 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Received port after_create {{(pid=102791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:14:04.844694 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6876f61e-aa44-4069-b14a-9a9604679982 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:14:04.845313 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-6876f61e-aa44-4069-b14a-9a9604679982 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:04.857404 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6876f61e-aa44-4069-b14a-9a9604679982 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Pushing event updated for resources: {'Port': ['ID=39f378fa-cede-44ca-b9c7-6b7321af5679,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:14:04.870172 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-6876f61e-aa44-4069-b14a-9a9604679982 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.5807226 Mar 29 16:14:04.870338 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 58734) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:14:04.876162 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-e6f6d9ca-e7d3-4619-a802-cc28d74c4135 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Request body: {'subnet': {'network_id': 'f2d86366-7c6e-4b8b-903b-e8d480d06ecd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:14:04.932147 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-5376e9b4-4082-43dd-bd21-006a5d739e7b None None] For port c28f4bac-791d-4db5-b697-3bbf0c5f994b, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=c28f4bac-791d-4db5-b697-3bbf0c5f994b,segment=NetworkSegment(04c71284-3f0a-42f8-8148-c21c9d170154),segment_id=04c71284-3f0a-42f8-8148-c21c9d170154)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:14:04.962729 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-5376e9b4-4082-43dd-bd21-006a5d739e7b None None] Notify callbacks [] for port, precommit_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:04.967852 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-5376e9b4-4082-43dd-bd21-006a5d739e7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:04.979622 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6f6d9ca-e7d3-4619-a802-cc28d74c4135 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Made reservation on behalf of 42e493e160984997b05aad8c743e9a34 for: {'subnet': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:14:04.983374 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-e6f6d9ca-e7d3-4619-a802-cc28d74c4135 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16218875'] for subnet, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:05.057234 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5376e9b4-4082-43dd-bd21-006a5d739e7b None None] Pushing event updated for resources: {'Port': ['ID=c28f4bac-791d-4db5-b697-3bbf0c5f994b,revision_number=6']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:14:05.079844 n-d-834765-1 neutron-server[102791]: INFO neutron.db.ipam_backend_mixin [None req-e6f6d9ca-e7d3-4619-a802-cc28d74c4135 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 84841806-7e87-4283-bb24-5a4f98264cb9 (CIDR: 2001:db8::/64) Mar 29 16:14:05.083838 n-d-834765-1 neutron-server[102791]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6f6d9ca-e7d3-4619-a802-cc28d74c4135 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 29 16:14:05.084371 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6f6d9ca-e7d3-4619-a802-cc28d74c4135 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102791) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 16:14:05.099916 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-e6f6d9ca-e7d3-4619-a802-cc28d74c4135 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2286155 Mar 29 16:14:05.102693 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 58736) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:14:05.108366 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-4bcf7f75-96df-4144-b23c-f71d60d21b45 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Request body: {'subnet': {'network_id': 'f2d86366-7c6e-4b8b-903b-e8d480d06ecd', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:14:05.218404 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bcf7f75-96df-4144-b23c-f71d60d21b45 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Made reservation on behalf of 42e493e160984997b05aad8c743e9a34 for: {'subnet': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:14:05.221912 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-4bcf7f75-96df-4144-b23c-f71d60d21b45 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16218875'] for subnet, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:05.321840 n-d-834765-1 neutron-server[102791]: INFO neutron.db.ipam_backend_mixin [None req-4bcf7f75-96df-4144-b23c-f71d60d21b45 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 947f6a38-51ad-4091-88fc-41f3f75a71f7 (CIDR: 2001:db8:0:1::/64) Mar 29 16:14:05.325191 n-d-834765-1 neutron-server[102791]: INFO neutron.pecan_wsgi.hooks.translation [None req-4bcf7f75-96df-4144-b23c-f71d60d21b45 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 29 16:14:05.325644 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4bcf7f75-96df-4144-b23c-f71d60d21b45 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102791) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 16:14:05.350090 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 58738) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:14:05.350743 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-4bcf7f75-96df-4144-b23c-f71d60d21b45 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.2462761 Mar 29 16:14:05.356769 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-55419aaf-694a-4f0e-85c8-c9e35c67e628 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Request body: {'subnet': {'network_id': 'f2d86366-7c6e-4b8b-903b-e8d480d06ecd', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:14:05.481244 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55419aaf-694a-4f0e-85c8-c9e35c67e628 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Made reservation on behalf of 42e493e160984997b05aad8c743e9a34 for: {'subnet': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:14:05.484866 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-55419aaf-694a-4f0e-85c8-c9e35c67e628 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4793983'] for subnet, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:05.579935 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-742bae7b-34bd-4b26-ba9c-51ebd017b4cb None None] Provisioning complete for port c28f4bac-791d-4db5-b697-3bbf0c5f994b triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:14:05.580482 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-742bae7b-34bd-4b26-ba9c-51ebd017b4cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:05.679444 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-742bae7b-34bd-4b26-ba9c-51ebd017b4cb None None] Provisioning complete for port 32cf9b5f-14b0-48f4-8f0b-92ca18967f20 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:14:05.679814 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-742bae7b-34bd-4b26-ba9c-51ebd017b4cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:05.716169 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-742bae7b-34bd-4b26-ba9c-51ebd017b4cb None None] Port 32cf9b5f-14b0-48f4-8f0b-92ca18967f20 cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 16:14:05.735790 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-55419aaf-694a-4f0e-85c8-c9e35c67e628 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5231896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4793961'] for subnet, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:05.774867 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55419aaf-694a-4f0e-85c8-c9e35c67e628 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Network f2d86366-7c6e-4b8b-903b-e8d480d06ecd is already hosted by enough agents. {{(pid=102790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:14:05.779961 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-55419aaf-694a-4f0e-85c8-c9e35c67e628 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Resources bound (agent type, host, resource id): {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:14:05.784517 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55419aaf-694a-4f0e-85c8-c9e35c67e628 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:14:05.785274 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-55419aaf-694a-4f0e-85c8-c9e35c67e628 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks [] for subnet, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:05.802210 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55419aaf-694a-4f0e-85c8-c9e35c67e628 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Pushing event updated for resources: {'Subnet': ['ID=c10a7329-61c4-4991-8f1f-285e33a4f1b4,revision_number=0']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:14:05.808411 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-55419aaf-694a-4f0e-85c8-c9e35c67e628 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.4570136 Mar 29 16:14:05.811619 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 58742) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:14:05.816321 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-592b3827-c399-4b9d-bf9b-f41f3880e922 None None] Network f2d86366-7c6e-4b8b-903b-e8d480d06ecd requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 16:14:05.817049 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-54178c12-cee7-44d9-9c09-fa9867b7e57c tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1672736833', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'c10a7329-61c4-4991-8f1f-285e33a4f1b4'}], 'security_groups': ['bc403f2f-7690-4633-9371-e202fd668395', '26585078-0eee-4ae4-93b6-755cd64f0fb9']}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:14:05.839150 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d677d6-5a63-4993-a3a0-c1dd8eb793bc req-68ceff45-ba64-4969-88e0-5ef1ee6a0476 tempest-TestServerMultinode-2004571124 tempest-TestServerMultinode-2004571124-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:14:05.840727 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-48d677d6-5a63-4993-a3a0-c1dd8eb793bc req-68ceff45-ba64-4969-88e0-5ef1ee6a0476 tempest-TestServerMultinode-2004571124 tempest-TestServerMultinode-2004571124-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=4b464725-278d-43c8-9edc-fd7ce3e8e7ce HTTP/1.1" status: 200 len: 1096 time: 0.0510938 Mar 29 16:14:05.851976 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-0cb6abf6-2706-4e52-8825-f5f644ecf9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:05.869350 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-357aa838-9654-4126-8bed-6bfd6a8195f1 None None] Provisioning complete for port 39f378fa-cede-44ca-b9c7-6b7321af5679 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:14:05.869635 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-357aa838-9654-4126-8bed-6bfd6a8195f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:05.880063 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-48d677d6-5a63-4993-a3a0-c1dd8eb793bc req-69b7e0bb-3cc3-4dc8-bd68-b2430b7d88d4 tempest-TestServerMultinode-2004571124 tempest-TestServerMultinode-2004571124-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=401e0772-5198-4413-ae27-5aa717ee45ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318043 Mar 29 16:14:05.957325 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-357aa838-9654-4126-8bed-6bfd6a8195f1 None None] Port 39f378fa-cede-44ca-b9c7-6b7321af5679 cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 16:14:05.991923 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:05.999305 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-54178c12-cee7-44d9-9c09-fa9867b7e57c tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:06.055653 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885279b0-d85e-470f-97b2-2a53557da9a8 req-2f5374d4-649f-4ef2-98fa-d914065bf2c5 tempest-TestServerMultinode-2004571124 tempest-TestServerMultinode-2004571124-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:14:06.057191 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-885279b0-d85e-470f-97b2-2a53557da9a8 req-2f5374d4-649f-4ef2-98fa-d914065bf2c5 tempest-TestServerMultinode-2004571124 tempest-TestServerMultinode-2004571124-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=4b464725-278d-43c8-9edc-fd7ce3e8e7ce HTTP/1.1" status: 200 len: 1096 time: 0.0885761 Mar 29 16:14:06.113367 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19018d65-bbb8-468e-96c4-d83482afe679 None None] Update dhcp port {'port': {'network_id': 'f2d86366-7c6e-4b8b-903b-e8d480d06ecd', 'fixed_ips': [{'subnet_id': '947f6a38-51ad-4091-88fc-41f3f75a71f7', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '84841806-7e87-4283-bb24-5a4f98264cb9', 'ip_address': '2001:db8::2'}, {'subnet_id': 'c10a7329-61c4-4991-8f1f-285e33a4f1b4'}], 'binding:host_id': 'n-d-834765-1'}, 'id': 'c28f4bac-791d-4db5-b697-3bbf0c5f994b'} from n-d-834765-1. {{(pid=102792) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Mar 29 16:14:06.137841 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-19018d65-bbb8-468e-96c4-d83482afe679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:06.155676 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-885279b0-d85e-470f-97b2-2a53557da9a8 req-e20aa5e4-af92-48ef-b06e-3e914ccfbe01 tempest-TestServerMultinode-2004571124 tempest-TestServerMultinode-2004571124-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=401e0772-5198-4413-ae27-5aa717ee45ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888205 Mar 29 16:14:06.265253 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9c85d8-41e4-43af-b9b6-225c20ff8004 req-7e42fb8a-328b-4332-9f4d-d537eebacc32 tempest-TestServerMultinode-2004571124 tempest-TestServerMultinode-2004571124-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:14:06.266689 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-eb9c85d8-41e4-43af-b9b6-225c20ff8004 req-7e42fb8a-328b-4332-9f4d-d537eebacc32 tempest-TestServerMultinode-2004571124 tempest-TestServerMultinode-2004571124-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=4b464725-278d-43c8-9edc-fd7ce3e8e7ce HTTP/1.1" status: 200 len: 1096 time: 0.0431049 Mar 29 16:14:06.307211 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-eb9c85d8-41e4-43af-b9b6-225c20ff8004 req-9cac9ebf-e618-4b04-be02-47cfe4230d50 tempest-TestServerMultinode-2004571124 tempest-TestServerMultinode-2004571124-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=401e0772-5198-4413-ae27-5aa717ee45ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343263 Mar 29 16:14:06.338008 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.db_base_plugin_common [None req-54178c12-cee7-44d9-9c09-fa9867b7e57c tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Delete allocated IP 2001:db8::350 (f2d86366-7c6e-4b8b-903b-e8d480d06ecd/84841806-7e87-4283-bb24-5a4f98264cb9) {{(pid=102790) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 29 16:14:06.347111 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.db_base_plugin_common [None req-54178c12-cee7-44d9-9c09-fa9867b7e57c tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Allocated IP 2001:db8:0:2::29c (f2d86366-7c6e-4b8b-903b-e8d480d06ecd/c10a7329-61c4-4991-8f1f-285e33a4f1b4/39f378fa-cede-44ca-b9c7-6b7321af5679) {{(pid=102790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:14:06.567786 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-54178c12-cee7-44d9-9c09-fa9867b7e57c tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks [] for port, precommit_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:06.574497 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-54178c12-cee7-44d9-9c09-fa9867b7e57c tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5237921'] for port, after_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:06.622468 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.db_base_plugin_common [None req-19018d65-bbb8-468e-96c4-d83482afe679 None None] Allocated IP 2001:db8:0:2::2 (f2d86366-7c6e-4b8b-903b-e8d480d06ecd/c10a7329-61c4-4991-8f1f-285e33a4f1b4/c28f4bac-791d-4db5-b697-3bbf0c5f994b) {{(pid=102792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:14:06.653168 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-54178c12-cee7-44d9-9c09-fa9867b7e57c tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] In _notify_port_updated(), no bound segment for port 39f378fa-cede-44ca-b9c7-6b7321af5679 on network f2d86366-7c6e-4b8b-903b-e8d480d06ecd {{(pid=102790) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Mar 29 16:14:06.658835 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54178c12-cee7-44d9-9c09-fa9867b7e57c tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:14:06.659469 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-54178c12-cee7-44d9-9c09-fa9867b7e57c tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:06.660757 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-54178c12-cee7-44d9-9c09-fa9867b7e57c tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] 10.222.0.42 "PUT /v2.0/ports/39f378fa-cede-44ca-b9c7-6b7321af5679 HTTP/1.1" status: 200 len: 970 time: 0.8480871 Mar 29 16:14:06.663610 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 58760) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:14:06.668328 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cda6dc-393f-4bbc-9c23-e219617d151a req-ded69da5-b571-4077-924e-2742dd112c9c tempest-TestServerMultinode-2004571124 tempest-TestServerMultinode-2004571124-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:14:06.669792 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-58cda6dc-393f-4bbc-9c23-e219617d151a req-ded69da5-b571-4077-924e-2742dd112c9c tempest-TestServerMultinode-2004571124 tempest-TestServerMultinode-2004571124-project-admin] 10.222.0.42 "GET /v2.0/networks?id=c7b7cc7e-a399-43f9-9eb9-c618ea291a59 HTTP/1.1" status: 200 len: 911 time: 0.1849513 Mar 29 16:14:06.671338 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54178c12-cee7-44d9-9c09-fa9867b7e57c tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Pushing event updated for resources: {'Port': ['ID=39f378fa-cede-44ca-b9c7-6b7321af5679,revision_number=2']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:14:06.685700 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-58cda6dc-393f-4bbc-9c23-e219617d151a req-4e2f566e-e37d-44b1-89d9-a1103ee427f6 tempest-TestServerMultinode-2004571124 tempest-TestServerMultinode-2004571124-project-admin] 10.222.0.42 "GET /v2.0/quotas/58e6db6eaf544a9e884df3166e27e25b HTTP/1.1" status: 200 len: 375 time: 0.0088427 Mar 29 16:14:06.733540 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-19018d65-bbb8-468e-96c4-d83482afe679 None None] For port c28f4bac-791d-4db5-b697-3bbf0c5f994b, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=c28f4bac-791d-4db5-b697-3bbf0c5f994b,segment=NetworkSegment(04c71284-3f0a-42f8-8148-c21c9d170154),segment_id=04c71284-3f0a-42f8-8148-c21c9d170154)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:14:06.736673 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-58cda6dc-393f-4bbc-9c23-e219617d151a req-7d935740-ff17-4935-a4da-d20070d282c5 tempest-TestServerMultinode-2004571124 tempest-TestServerMultinode-2004571124-project-admin] 10.222.0.42 "GET /v2.0/ports?tenant_id=58e6db6eaf544a9e884df3166e27e25b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0444431 Mar 29 16:14:06.764460 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-c1bc082b-8084-4222-bb8c-c60cb0954c75 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Deleting port 39f378fa-cede-44ca-b9c7-6b7321af5679 {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:14:06.764941 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-c1bc082b-8084-4222-bb8c-c60cb0954c75 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:06.765788 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-19018d65-bbb8-468e-96c4-d83482afe679 None None] Notify callbacks [] for port, precommit_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:06.770847 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-19018d65-bbb8-468e-96c4-d83482afe679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:06.840362 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-58cda6dc-393f-4bbc-9c23-e219617d151a req-2dee49d7-801b-4f6a-ae59-c839fe7a85bd service neutron] 10.222.0.42 "GET /v2.0/networks/c7b7cc7e-a399-43f9-9eb9-c618ea291a59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957990 Mar 29 16:14:06.866165 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-c1bc082b-8084-4222-bb8c-c60cb0954c75 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:06.876327 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19018d65-bbb8-468e-96c4-d83482afe679 None None] Pushing event updated for resources: {'Port': ['ID=c28f4bac-791d-4db5-b697-3bbf0c5f994b,revision_number=7']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:14:06.887864 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-c1bc082b-8084-4222-bb8c-c60cb0954c75 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Calling delete_port for 39f378fa-cede-44ca-b9c7-6b7321af5679 owned by {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:14:06.938368 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-58cda6dc-393f-4bbc-9c23-e219617d151a req-c4216ed5-87ba-4f27-8185-ba39b46ef3ab service neutron] 10.222.0.42 "GET /v2.0/networks/c7b7cc7e-a399-43f9-9eb9-c618ea291a59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867729 Mar 29 16:14:07.037884 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-c1bc082b-8084-4222-bb8c-c60cb0954c75 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:07.061798 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device c28f4bac-791d-4db5-b697-3bbf0c5f994b up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 16:14:07.086032 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bc082b-8084-4222-bb8c-c60cb0954c75 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Pushing event deleted for resources: {'Port': ['ID=39f378fa-cede-44ca-b9c7-6b7321af5679,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:14:07.172615 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-8f0493d1-fbd1-4296-abb3-f0efd4429ebe req-72903534-3ba3-4e80-9a99-e480c5b241b4 tempest-TestServerMultinode-2004571124 tempest-TestServerMultinode-2004571124-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=1eb8f0d5-81dc-4d6f-980d-dfd4a366c01b HTTP/1.1" status: 200 len: 210 time: 0.0547378 Mar 29 16:14:07.172615 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-c1bc082b-8084-4222-bb8c-c60cb0954c75 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:07.172615 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-c1bc082b-8084-4222-bb8c-c60cb0954c75 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] 10.222.0.42 "DELETE /v2.0/ports/39f378fa-cede-44ca-b9c7-6b7321af5679 HTTP/1.1" status: 204 len: 168 time: 0.5073092 Mar 29 16:14:07.172615 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 58766) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:14:07.184686 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port c28f4bac-791d-4db5-b697-3bbf0c5f994b triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:14:07.185057 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:07.205268 n-d-834765-1 neutron-server[102791]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c23e3ec-1cef-4e83-b804-d5044c49eea9 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] GET failed (client error): The resource could not be found. Mar 29 16:14:07.209591 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-4c23e3ec-1cef-4e83-b804-d5044c49eea9 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] 10.222.0.42 "GET /v2.0/ports/39f378fa-cede-44ca-b9c7-6b7321af5679 HTTP/1.1" status: 404 len: 333 time: 0.0360022 Mar 29 16:14:07.209857 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 58768) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:14:07.305624 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-6961a1a4-0713-4e67-a655-ec66e002dcf0 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks [] for security_group, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:07.342805 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-6961a1a4-0713-4e67-a655-ec66e002dcf0 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:07.399764 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-6961a1a4-0713-4e67-a655-ec66e002dcf0 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:07.402462 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-6961a1a4-0713-4e67-a655-ec66e002dcf0 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:07.403827 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-6961a1a4-0713-4e67-a655-ec66e002dcf0 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] 10.222.0.42 "DELETE /v2.0/security-groups/686575de-3cc2-4b88-af96-a91e5f287e92 HTTP/1.1" status: 204 len: 168 time: 0.1927633 Mar 29 16:14:07.407989 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 58774) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:14:07.428748 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6961a1a4-0713-4e67-a655-ec66e002dcf0 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=686575de-3cc2-4b88-af96-a91e5f287e92,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:14:07.480915 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-d0d39bcb-2a07-4ff4-add9-2a24efb1774d tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks [] for security_group, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:07.511109 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-d0d39bcb-2a07-4ff4-add9-2a24efb1774d tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:07.566849 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-d0d39bcb-2a07-4ff4-add9-2a24efb1774d tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:07.570579 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-d0d39bcb-2a07-4ff4-add9-2a24efb1774d tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:07.572859 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-d0d39bcb-2a07-4ff4-add9-2a24efb1774d tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] 10.222.0.42 "DELETE /v2.0/security-groups/26585078-0eee-4ae4-93b6-755cd64f0fb9 HTTP/1.1" status: 204 len: 168 time: 0.1638889 Mar 29 16:14:07.577149 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 58778) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:14:07.584761 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d39bcb-2a07-4ff4-add9-2a24efb1774d tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=26585078-0eee-4ae4-93b6-755cd64f0fb9,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:14:07.649597 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-d10d9dab-c922-4b09-9945-fbf4eb6abb50 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks [] for security_group, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:07.680380 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-d10d9dab-c922-4b09-9945-fbf4eb6abb50 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:07.700365 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-8f5d032c-efff-4e9d-9e05-2fd55c66d9b0 None None] Could not find standard attr ID for object 39f378fa-cede-44ca-b9c7-6b7321af5679. {{(pid=102792) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 29 16:14:07.713274 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-8f5d032c-efff-4e9d-9e05-2fd55c66d9b0 None None] Provisioning complete for port c28f4bac-791d-4db5-b697-3bbf0c5f994b triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:14:07.713685 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-8f5d032c-efff-4e9d-9e05-2fd55c66d9b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:07.745130 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-d10d9dab-c922-4b09-9945-fbf4eb6abb50 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:07.750423 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-d10d9dab-c922-4b09-9945-fbf4eb6abb50 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks [] for security_group, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:07.751709 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-d10d9dab-c922-4b09-9945-fbf4eb6abb50 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] 10.222.0.42 "DELETE /v2.0/security-groups/bc403f2f-7690-4633-9371-e202fd668395 HTTP/1.1" status: 204 len: 168 time: 0.1721697 Mar 29 16:14:07.754346 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 58780) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:14:07.780832 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10d9dab-c922-4b09-9945-fbf4eb6abb50 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc403f2f-7690-4633-9371-e202fd668395,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:14:07.825468 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.db_base_plugin_v2 [None req-a732db70-1048-49b1-a419-d20dc4ed1b87 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Deleting subnet 84841806-7e87-4283-bb24-5a4f98264cb9 {{(pid=102790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 16:14:07.831627 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-a732db70-1048-49b1-a419-d20dc4ed1b87 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks [] for subnet, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:07.836393 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-8f5d032c-efff-4e9d-9e05-2fd55c66d9b0 None None] Provisioning complete for port 32cf9b5f-14b0-48f4-8f0b-92ca18967f20 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:14:07.836772 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-8f5d032c-efff-4e9d-9e05-2fd55c66d9b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:07.884151 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-8f5d032c-efff-4e9d-9e05-2fd55c66d9b0 None None] Port 32cf9b5f-14b0-48f4-8f0b-92ca18967f20 cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 16:14:07.901075 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-a732db70-1048-49b1-a419-d20dc4ed1b87 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4614024'] for subnet, precommit_delete_associations {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:07.985419 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-a732db70-1048-49b1-a419-d20dc4ed1b87 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1641287'] for subnet, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:08.000855 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-8236a107-ad05-458e-a121-d126d1a400ca None None] Could not find standard attr ID for object eb1a39b4-d350-4bf2-bbcd-fa1cd2e694a0. {{(pid=102792) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 29 16:14:08.063203 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-a732db70-1048-49b1-a419-d20dc4ed1b87 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1641294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5231963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4793952'] for subnet, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:08.102108 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a732db70-1048-49b1-a419-d20dc4ed1b87 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Pushing event deleted for resources: {'Subnet': ['ID=84841806-7e87-4283-bb24-5a4f98264cb9,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:14:08.109739 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-a732db70-1048-49b1-a419-d20dc4ed1b87 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks [] for subnet, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:08.114087 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-a732db70-1048-49b1-a419-d20dc4ed1b87 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] 10.222.0.42 "DELETE /v2.0/subnets/84841806-7e87-4283-bb24-5a4f98264cb9 HTTP/1.1" status: 204 len: 168 time: 0.3585486 Mar 29 16:14:08.117960 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 58782) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:14:08.145500 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-107331ab-ec8b-4477-b96f-7df1833d62e0 None None] Network f2d86366-7c6e-4b8b-903b-e8d480d06ecd requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 16:14:08.178485 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_v2 [None req-95ae0302-effe-4e17-bbf6-8bd09c08957e tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Deleting subnet c10a7329-61c4-4991-8f1f-285e33a4f1b4 {{(pid=102791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 16:14:08.183892 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-95ae0302-effe-4e17-bbf6-8bd09c08957e tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks [] for subnet, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:08.281800 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-95ae0302-effe-4e17-bbf6-8bd09c08957e tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4230423'] for subnet, precommit_delete_associations {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:08.282708 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-d6e9d1a0-41ab-4ee4-ade0-08b7a401b722 req-6c52bc37-8683-4d1a-b9e4-b93a7fc5f1ea tempest-TestServerMultinode-2004571124 tempest-TestServerMultinode-2004571124-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=1eb8f0d5-81dc-4d6f-980d-dfd4a366c01b HTTP/1.1" status: 200 len: 210 time: 0.0317872 Mar 29 16:14:08.355942 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cda6dc-393f-4bbc-9c23-e219617d151a req-12c70fd9-928c-4bb3-b841-f60c5dbfb9db tempest-TestServerMultinode-2004571124 tempest-TestServerMultinode-2004571124-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:14:08.357472 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-58cda6dc-393f-4bbc-9c23-e219617d151a req-12c70fd9-928c-4bb3-b841-f60c5dbfb9db tempest-TestServerMultinode-2004571124 tempest-TestServerMultinode-2004571124-project-admin] 10.222.0.48 "GET /v2.0/networks?id=c7b7cc7e-a399-43f9-9eb9-c618ea291a59 HTTP/1.1" status: 200 len: 911 time: 0.1748638 Mar 29 16:14:08.385945 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [req-58cda6dc-393f-4bbc-9c23-e219617d151a req-8539018f-c3a9-4bf3-9cfa-736dce4cc015 tempest-TestServerMultinode-2004571124 tempest-TestServerMultinode-2004571124-project-admin] Request body: {'port': {'device_id': '1eb8f0d5-81dc-4d6f-980d-dfd4a366c01b', 'network_id': 'c7b7cc7e-a399-43f9-9eb9-c618ea291a59', 'admin_state_up': True, 'tenant_id': '58e6db6eaf544a9e884df3166e27e25b'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:14:08.415846 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-95ae0302-effe-4e17-bbf6-8bd09c08957e tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1641287'] for subnet, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:08.440754 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58cda6dc-393f-4bbc-9c23-e219617d151a req-8539018f-c3a9-4bf3-9cfa-736dce4cc015 tempest-TestServerMultinode-2004571124 tempest-TestServerMultinode-2004571124-project-admin] Made reservation on behalf of 58e6db6eaf544a9e884df3166e27e25b for: {'port': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:14:08.443044 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-58cda6dc-393f-4bbc-9c23-e219617d151a req-8539018f-c3a9-4bf3-9cfa-736dce4cc015 tempest-TestServerMultinode-2004571124 tempest-TestServerMultinode-2004571124-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:08.540320 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-95ae0302-effe-4e17-bbf6-8bd09c08957e tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1641294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16155591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16218852'] for subnet, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:08.590742 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ae0302-effe-4e17-bbf6-8bd09c08957e tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Pushing event deleted for resources: {'Subnet': ['ID=c10a7329-61c4-4991-8f1f-285e33a4f1b4,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:14:08.599541 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-95ae0302-effe-4e17-bbf6-8bd09c08957e tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks [] for subnet, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:08.605053 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-95ae0302-effe-4e17-bbf6-8bd09c08957e tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] 10.222.0.42 "DELETE /v2.0/subnets/c10a7329-61c4-4991-8f1f-285e33a4f1b4 HTTP/1.1" status: 204 len: 168 time: 0.4835730 Mar 29 16:14:08.605332 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 58786) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:14:08.635129 n-d-834765-1 neutron-server[102791]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ff45f6c-12d6-4ff1-9138-2362e644e615 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] DELETE failed (client error): The resource could not be found. Mar 29 16:14:08.635600 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ff45f6c-12d6-4ff1-9138-2362e644e615 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102791) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 16:14:08.639345 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-6ff45f6c-12d6-4ff1-9138-2362e644e615 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] 10.222.0.42 "DELETE /v2.0/subnets/84841806-7e87-4283-bb24-5a4f98264cb9 HTTP/1.1" status: 404 len: 337 time: 0.0324252 Mar 29 16:14:08.641994 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 58788) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:14:08.648977 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_common [req-58cda6dc-393f-4bbc-9c23-e219617d151a req-8539018f-c3a9-4bf3-9cfa-736dce4cc015 tempest-TestServerMultinode-2004571124 tempest-TestServerMultinode-2004571124-project-admin] Allocated IP 172.20.0.5 (c7b7cc7e-a399-43f9-9eb9-c618ea291a59/cc7e958e-a451-4f56-a816-8639ce2bab67/28c3f5ad-2ed9-4c4a-b8a4-3598fb5cc2c5) {{(pid=102791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:14:08.702674 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.db_base_plugin_v2 [None req-64907413-97ba-43e6-a938-666bbc9c82a9 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Deleting subnet 947f6a38-51ad-4091-88fc-41f3f75a71f7 {{(pid=102790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 16:14:08.706192 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-64907413-97ba-43e6-a938-666bbc9c82a9 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks [] for subnet, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:08.749057 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-64907413-97ba-43e6-a938-666bbc9c82a9 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4614024'] for subnet, precommit_delete_associations {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:08.808656 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-58cda6dc-393f-4bbc-9c23-e219617d151a req-8539018f-c3a9-4bf3-9cfa-736dce4cc015 tempest-TestServerMultinode-2004571124 tempest-TestServerMultinode-2004571124-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:08.845812 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-58cda6dc-393f-4bbc-9c23-e219617d151a req-8539018f-c3a9-4bf3-9cfa-736dce4cc015 tempest-TestServerMultinode-2004571124 tempest-TestServerMultinode-2004571124-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:08.862862 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] get_ports_and_sgs() called for port_ids ['194c430c-677c-4f3f-83a4-5d1b8fcfc2ed'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 16:14:08.903588 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58cda6dc-393f-4bbc-9c23-e219617d151a req-8539018f-c3a9-4bf3-9cfa-736dce4cc015 tempest-TestServerMultinode-2004571124 tempest-TestServerMultinode-2004571124-project-admin] Network c7b7cc7e-a399-43f9-9eb9-c618ea291a59 is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:14:08.906572 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [req-58cda6dc-393f-4bbc-9c23-e219617d151a req-8539018f-c3a9-4bf3-9cfa-736dce4cc015 tempest-TestServerMultinode-2004571124 tempest-TestServerMultinode-2004571124-project-admin] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:14:08.911529 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [req-58cda6dc-393f-4bbc-9c23-e219617d151a req-8539018f-c3a9-4bf3-9cfa-736dce4cc015 tempest-TestServerMultinode-2004571124 tempest-TestServerMultinode-2004571124-project-admin] Received port after_create {{(pid=102791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:14:08.914800 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8539018f-c3a9-4bf3-9cfa-736dce4cc015 tempest-TestServerMultinode-2004571124 tempest-TestServerMultinode-2004571124-project-admin] Pushing event updated for resources: {'Port': ['ID=28c3f5ad-2ed9-4c4a-b8a4-3598fb5cc2c5,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:14:08.932664 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab38c320-230c-4ead-80d1-bc8577840de9 None None] Network f2d86366-7c6e-4b8b-903b-e8d480d06ecd requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 16:14:08.963240 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cda6dc-393f-4bbc-9c23-e219617d151a req-8539018f-c3a9-4bf3-9cfa-736dce4cc015 tempest-TestServerMultinode-2004571124 tempest-TestServerMultinode-2004571124-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:14:08.963896 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-58cda6dc-393f-4bbc-9c23-e219617d151a req-8539018f-c3a9-4bf3-9cfa-736dce4cc015 tempest-TestServerMultinode-2004571124 tempest-TestServerMultinode-2004571124-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:09.005242 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-58cda6dc-393f-4bbc-9c23-e219617d151a req-8539018f-c3a9-4bf3-9cfa-736dce4cc015 tempest-TestServerMultinode-2004571124 tempest-TestServerMultinode-2004571124-project-admin] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.6270061 Mar 29 16:14:09.021854 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [req-58cda6dc-393f-4bbc-9c23-e219617d151a req-c358e45f-4cfb-4c89-ae30-dd012681759e service neutron] Request body: {'port': {'device_id': '1eb8f0d5-81dc-4d6f-980d-dfd4a366c01b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834765-1'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:14:09.047046 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-39733176-63a2-4a12-b57e-0b3282c36bd2 None None] Provisioning complete for port c28f4bac-791d-4db5-b697-3bbf0c5f994b triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:14:09.047454 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-39733176-63a2-4a12-b57e-0b3282c36bd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:09.088462 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-58cda6dc-393f-4bbc-9c23-e219617d151a req-c358e45f-4cfb-4c89-ae30-dd012681759e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:09.193071 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-64907413-97ba-43e6-a938-666bbc9c82a9 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1641287'] for subnet, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:09.258476 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-64907413-97ba-43e6-a938-666bbc9c82a9 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1641294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5231963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4793952'] for subnet, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:09.298577 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64907413-97ba-43e6-a938-666bbc9c82a9 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Pushing event deleted for resources: {'Subnet': ['ID=947f6a38-51ad-4091-88fc-41f3f75a71f7,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:14:09.302589 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-64907413-97ba-43e6-a938-666bbc9c82a9 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks [] for subnet, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:09.308965 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-64907413-97ba-43e6-a938-666bbc9c82a9 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] 10.222.0.42 "DELETE /v2.0/subnets/947f6a38-51ad-4091-88fc-41f3f75a71f7 HTTP/1.1" status: 204 len: 168 time: 0.6629095 Mar 29 16:14:09.308965 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 58792) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:14:09.335565 n-d-834765-1 neutron-server[102790]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e3ff6ed-4a02-41ef-94e9-2ed314926c9a tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] DELETE failed (client error): The resource could not be found. Mar 29 16:14:09.336031 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e3ff6ed-4a02-41ef-94e9-2ed314926c9a tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102790) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 16:14:09.339213 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-6e3ff6ed-4a02-41ef-94e9-2ed314926c9a tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] 10.222.0.42 "DELETE /v2.0/subnets/3d022ead-401c-4dec-94bb-764253e7b95d HTTP/1.1" status: 404 len: 337 time: 0.0297484 Mar 29 16:14:09.342565 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 58794) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:14:09.373567 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-eee1753e-f065-4f5a-8763-817ef56fa16f tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] 10.222.0.42 "GET /v2.0/ports?device_id=17f9be24-e881-434b-8d5e-864c950b42b5 HTTP/1.1" status: 200 len: 205 time: 0.0274682 Mar 29 16:14:09.374106 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 58796) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:14:09.421872 n-d-834765-1 neutron-server[102790]: INFO neutron.api.v2.resource [None req-8e288008-8b55-46e8-ab87-f1f11434afa8 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] delete failed (client error): The resource could not be found. Mar 29 16:14:09.423204 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-8e288008-8b55-46e8-ab87-f1f11434afa8 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] 10.222.0.42 "DELETE /v2.0/routers/17f9be24-e881-434b-8d5e-864c950b42b5 HTTP/1.1" status: 404 len: 336 time: 0.0476923 Mar 29 16:14:09.425587 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 58798) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:14:09.450129 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7f44fe-e7c6-4c59-b5ae-8ca67ad2ccb3 req-e6ae234c-cd5b-48e9-9a96-ba4a3008ecbf tempest-TestServerMultinode-2004571124 tempest-TestServerMultinode-2004571124-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:14:09.452598 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6d7f44fe-e7c6-4c59-b5ae-8ca67ad2ccb3 req-e6ae234c-cd5b-48e9-9a96-ba4a3008ecbf tempest-TestServerMultinode-2004571124 tempest-TestServerMultinode-2004571124-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=1eb8f0d5-81dc-4d6f-980d-dfd4a366c01b HTTP/1.1" status: 200 len: 1027 time: 0.0898433 Mar 29 16:14:09.455708 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [req-58cda6dc-393f-4bbc-9c23-e219617d151a req-c358e45f-4cfb-4c89-ae30-dd012681759e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28c3f5ad-2ed9-4c4a-b8a4-3598fb5cc2c5 {{(pid=102791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 16:14:09.460171 n-d-834765-1 neutron-server[102790]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ad80b4d-7a27-44ae-ae73-0ac2153c867b tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] DELETE failed (client error): The resource could not be found. Mar 29 16:14:09.460531 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ad80b4d-7a27-44ae-ae73-0ac2153c867b tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102790) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 16:14:09.466208 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-0ad80b4d-7a27-44ae-ae73-0ac2153c867b tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] 10.222.0.42 "DELETE /v2.0/subnets/db0940f4-63da-442b-9b4d-79005e831705 HTTP/1.1" status: 404 len: 337 time: 0.0371656 Mar 29 16:14:09.466390 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-58cda6dc-393f-4bbc-9c23-e219617d151a req-c358e45f-4cfb-4c89-ae30-dd012681759e service neutron] Notify callbacks [] for port, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:09.467219 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 58800) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:14:09.472993 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-39733176-63a2-4a12-b57e-0b3282c36bd2 None None] Provisioning complete for port 32cf9b5f-14b0-48f4-8f0b-92ca18967f20 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:14:09.473328 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-39733176-63a2-4a12-b57e-0b3282c36bd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:09.492928 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.provisioning_blocks [req-58cda6dc-393f-4bbc-9c23-e219617d151a req-c358e45f-4cfb-4c89-ae30-dd012681759e service neutron] Transition to ACTIVE for port object 28c3f5ad-2ed9-4c4a-b8a4-3598fb5cc2c5 will not be triggered until provisioned by entity L2. {{(pid=102791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 16:14:09.494808 n-d-834765-1 neutron-server[102790]: INFO neutron.pecan_wsgi.hooks.translation [None req-b308f602-643a-4e65-948b-82e5e5854507 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] DELETE failed (client error): The resource could not be found. Mar 29 16:14:09.495340 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b308f602-643a-4e65-948b-82e5e5854507 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102790) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 16:14:09.499199 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-b308f602-643a-4e65-948b-82e5e5854507 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] 10.222.0.42 "DELETE /v2.0/subnets/f593c582-badd-490a-a78d-af6c58520ea4 HTTP/1.1" status: 404 len: 337 time: 0.0312388 Mar 29 16:14:09.501292 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-58cda6dc-393f-4bbc-9c23-e219617d151a req-c358e45f-4cfb-4c89-ae30-dd012681759e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:09.501877 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 58802) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:14:09.525324 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-39733176-63a2-4a12-b57e-0b3282c36bd2 None None] Port 32cf9b5f-14b0-48f4-8f0b-92ca18967f20 cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 16:14:09.532285 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6d7f44fe-e7c6-4c59-b5ae-8ca67ad2ccb3 req-9652fcf1-8205-4edf-920e-323ed517b351 tempest-TestServerMultinode-2004571124 tempest-TestServerMultinode-2004571124-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=401e0772-5198-4413-ae27-5aa717ee45ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693514 Mar 29 16:14:09.537974 n-d-834765-1 neutron-server[102790]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e92bd9c-3541-4039-a32d-f303529238b5 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] DELETE failed (client error): The resource could not be found. Mar 29 16:14:09.538428 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e92bd9c-3541-4039-a32d-f303529238b5 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102790) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 16:14:09.542481 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-9e92bd9c-3541-4039-a32d-f303529238b5 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] 10.222.0.42 "DELETE /v2.0/subnets/af5c6936-a21b-474a-bbbc-10f5b5222f13 HTTP/1.1" status: 404 len: 337 time: 0.0392048 Mar 29 16:14:09.545686 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 58804) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:14:09.579168 n-d-834765-1 neutron-server[102791]: INFO neutron.pecan_wsgi.hooks.translation [None req-27c977d8-54fa-416d-88f5-9050b2a8dbc3 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] DELETE failed (client error): The resource could not be found. Mar 29 16:14:09.579641 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27c977d8-54fa-416d-88f5-9050b2a8dbc3 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102791) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 16:14:09.585031 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-27c977d8-54fa-416d-88f5-9050b2a8dbc3 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] 10.222.0.42 "DELETE /v2.0/ports/e76fb6ed-bfd3-43b9-a16a-82da95b2a4c3 HTTP/1.1" status: 404 len: 333 time: 0.0353074 Mar 29 16:14:09.585572 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 58806) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:14:09.586002 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c358e45f-4cfb-4c89-ae30-dd012681759e service neutron] Pushing event updated for resources: {'Port': ['ID=28c3f5ad-2ed9-4c4a-b8a4-3598fb5cc2c5,revision_number=2']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:14:09.620436 n-d-834765-1 neutron-server[102790]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c194813-db5c-4566-8870-739e70163fa7 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] DELETE failed (client error): The resource could not be found. Mar 29 16:14:09.620894 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c194813-db5c-4566-8870-739e70163fa7 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102790) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 16:14:09.627799 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-1c194813-db5c-4566-8870-739e70163fa7 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] 10.222.0.42 "DELETE /v2.0/subnets/02c352af-4366-4c0a-9fd5-46946f2b8fc5 HTTP/1.1" status: 404 len: 337 time: 0.0387936 Mar 29 16:14:09.628162 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 58808) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:14:09.638035 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24453e64-1cab-44b3-87b7-1d269ee175fb None None] Update dhcp port {'port': {'network_id': 'f2d86366-7c6e-4b8b-903b-e8d480d06ecd', 'fixed_ips': [{'subnet_id': '947f6a38-51ad-4091-88fc-41f3f75a71f7'}], 'binding:host_id': 'n-d-834765-1'}, 'id': 'c28f4bac-791d-4db5-b697-3bbf0c5f994b'} from n-d-834765-1. {{(pid=102792) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Mar 29 16:14:09.659335 n-d-834765-1 neutron-server[102790]: INFO neutron.pecan_wsgi.hooks.translation [None req-5266f3b5-ff62-4f04-a726-abf35038597e tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] DELETE failed (client error): The resource could not be found. Mar 29 16:14:09.660505 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5266f3b5-ff62-4f04-a726-abf35038597e tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102790) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 16:14:09.666112 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-5266f3b5-ff62-4f04-a726-abf35038597e tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] 10.222.0.42 "DELETE /v2.0/subnets/7adfeaf7-9da5-4490-b3c4-e8b6d7642f65 HTTP/1.1" status: 404 len: 337 time: 0.0347188 Mar 29 16:14:09.666527 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 58810) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:14:09.688821 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-24453e64-1cab-44b3-87b7-1d269ee175fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:09.695817 n-d-834765-1 neutron-server[102790]: INFO neutron.pecan_wsgi.hooks.translation [None req-44271452-8304-42e4-a0f0-ac79efeb421c tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] DELETE failed (client error): The resource could not be found. Mar 29 16:14:09.696569 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44271452-8304-42e4-a0f0-ac79efeb421c tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102790) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 16:14:09.703083 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-44271452-8304-42e4-a0f0-ac79efeb421c tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] 10.222.0.42 "DELETE /v2.0/ports/89cc75fd-90c7-4368-b9f9-85edc5d43124 HTTP/1.1" status: 404 len: 333 time: 0.0324569 Mar 29 16:14:09.703401 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 58812) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:14:09.739050 n-d-834765-1 neutron-server[102790]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd7b82f5-f3ff-4c42-8c24-66f3681ad83a tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] DELETE failed (client error): The resource could not be found. Mar 29 16:14:09.739538 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd7b82f5-f3ff-4c42-8c24-66f3681ad83a tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102790) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 16:14:09.745032 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-fd7b82f5-f3ff-4c42-8c24-66f3681ad83a tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] 10.222.0.42 "DELETE /v2.0/subnets/30e2973b-de25-44c5-8e93-c82f2a901c90 HTTP/1.1" status: 404 len: 337 time: 0.0384128 Mar 29 16:14:09.747937 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 58814) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:14:09.781754 n-d-834765-1 neutron-server[102790]: INFO neutron.pecan_wsgi.hooks.translation [None req-64028770-48be-4e1c-a46b-3efe396e1538 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] DELETE failed (client error): The resource could not be found. Mar 29 16:14:09.782480 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64028770-48be-4e1c-a46b-3efe396e1538 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102790) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 16:14:09.788917 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-64028770-48be-4e1c-a46b-3efe396e1538 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] 10.222.0.42 "DELETE /v2.0/subnets/e612f8ab-ca5b-4b36-bcf3-dd88ece6814f HTTP/1.1" status: 404 len: 337 time: 0.0389657 Mar 29 16:14:09.789659 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 58816) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:14:09.886892 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-622f22fa-207f-4858-8d65-914972aba986 None None] Network f2d86366-7c6e-4b8b-903b-e8d480d06ecd requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 16:14:09.894846 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-17d650d7-d86e-4572-b3a9-92ce93c6e79d tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Deleting port 32cf9b5f-14b0-48f4-8f0b-92ca18967f20 {{(pid=102790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:14:09.895186 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-17d650d7-d86e-4572-b3a9-92ce93c6e79d tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:09.911486 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-58cda6dc-393f-4bbc-9c23-e219617d151a req-c358e45f-4cfb-4c89-ae30-dd012681759e service neutron] Attempting to bind port 28c3f5ad-2ed9-4c4a-b8a4-3598fb5cc2c5 on host n-h2-834765-1 for vnic_type normal with profile {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 16:14:09.912041 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-58cda6dc-393f-4bbc-9c23-e219617d151a req-c358e45f-4cfb-4c89-ae30-dd012681759e service neutron] Attempting to bind port 28c3f5ad-2ed9-4c4a-b8a4-3598fb5cc2c5 by drivers openvswitch,hyperv on host n-h2-834765-1 at level 0 using segments [{'id': '6ed9b27c-0b64-4185-b4d1-183cb37ff4c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'c7b7cc7e-a399-43f9-9eb9-c618ea291a59'}] {{(pid=102791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 16:14:09.912163 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58cda6dc-393f-4bbc-9c23-e219617d151a req-c358e45f-4cfb-4c89-ae30-dd012681759e service neutron] Attempting to bind port 28c3f5ad-2ed9-4c4a-b8a4-3598fb5cc2c5 on network c7b7cc7e-a399-43f9-9eb9-c618ea291a59 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 16:14:09.916297 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58cda6dc-393f-4bbc-9c23-e219617d151a req-c358e45f-4cfb-4c89-ae30-dd012681759e service neutron] Port 28c3f5ad-2ed9-4c4a-b8a4-3598fb5cc2c5 on network c7b7cc7e-a399-43f9-9eb9-c618ea291a59 not bound, no agent of type Open vSwitch agent registered on host n-h2-834765-1 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 16:14:09.916611 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58cda6dc-393f-4bbc-9c23-e219617d151a req-c358e45f-4cfb-4c89-ae30-dd012681759e service neutron] Attempting to bind port 28c3f5ad-2ed9-4c4a-b8a4-3598fb5cc2c5 on network c7b7cc7e-a399-43f9-9eb9-c618ea291a59 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 16:14:09.921859 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58cda6dc-393f-4bbc-9c23-e219617d151a req-c358e45f-4cfb-4c89-ae30-dd012681759e service neutron] Checking agent: {'id': '3e4b4912-b4a2-4d17-b5bd-6ce15529e8eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 33, 17), 'started_at': datetime.datetime(2022, 3, 29, 15, 33, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 16, 13, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 16:14:09.922187 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58cda6dc-393f-4bbc-9c23-e219617d151a req-c358e45f-4cfb-4c89-ae30-dd012681759e service neutron] Checking segment: {'id': '6ed9b27c-0b64-4185-b4d1-183cb37ff4c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'c7b7cc7e-a399-43f9-9eb9-c618ea291a59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 16:14:09.922560 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58cda6dc-393f-4bbc-9c23-e219617d151a req-c358e45f-4cfb-4c89-ae30-dd012681759e service neutron] Bound using segment: {'id': '6ed9b27c-0b64-4185-b4d1-183cb37ff4c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'c7b7cc7e-a399-43f9-9eb9-c618ea291a59'} {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 16:14:09.922991 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-58cda6dc-393f-4bbc-9c23-e219617d151a req-c358e45f-4cfb-4c89-ae30-dd012681759e service neutron] Bound port: 28c3f5ad-2ed9-4c4a-b8a4-3598fb5cc2c5, host: n-h2-834765-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ed9b27c-0b64-4185-b4d1-183cb37ff4c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'c7b7cc7e-a399-43f9-9eb9-c618ea291a59'}}] {{(pid=102791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 16:14:09.923350 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-58cda6dc-393f-4bbc-9c23-e219617d151a req-c358e45f-4cfb-4c89-ae30-dd012681759e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:09.968726 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-17d650d7-d86e-4572-b3a9-92ce93c6e79d tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:09.970168 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-c07de337-eef7-48a8-9730-b51934ce882a None None] Provisioning complete for port c28f4bac-791d-4db5-b697-3bbf0c5f994b triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:14:09.970548 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-c07de337-eef7-48a8-9730-b51934ce882a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:09.981680 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-17d650d7-d86e-4572-b3a9-92ce93c6e79d tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Calling delete_port for 32cf9b5f-14b0-48f4-8f0b-92ca18967f20 owned by {{(pid=102790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:14:09.990391 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-58cda6dc-393f-4bbc-9c23-e219617d151a req-c358e45f-4cfb-4c89-ae30-dd012681759e service neutron] For port 28c3f5ad-2ed9-4c4a-b8a4-3598fb5cc2c5, host n-h2-834765-1, cleared binding levels {{(pid=102791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 16:14:09.994243 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-58cda6dc-393f-4bbc-9c23-e219617d151a req-c358e45f-4cfb-4c89-ae30-dd012681759e service neutron] For port 28c3f5ad-2ed9-4c4a-b8a4-3598fb5cc2c5, host n-h2-834765-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=28c3f5ad-2ed9-4c4a-b8a4-3598fb5cc2c5,segment=NetworkSegment(6ed9b27c-0b64-4185-b4d1-183cb37ff4c4),segment_id=6ed9b27c-0b64-4185-b4d1-183cb37ff4c4)] {{(pid=102791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 16:14:09.998855 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-58cda6dc-393f-4bbc-9c23-e219617d151a req-c358e45f-4cfb-4c89-ae30-dd012681759e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:10.036063 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cda6dc-393f-4bbc-9c23-e219617d151a req-c358e45f-4cfb-4c89-ae30-dd012681759e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:14:10.036675 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-58cda6dc-393f-4bbc-9c23-e219617d151a req-c358e45f-4cfb-4c89-ae30-dd012681759e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:10.038062 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-58cda6dc-393f-4bbc-9c23-e219617d151a req-c358e45f-4cfb-4c89-ae30-dd012681759e service neutron] 10.222.0.48 "PUT /v2.0/ports/28c3f5ad-2ed9-4c4a-b8a4-3598fb5cc2c5 HTTP/1.1" status: 200 len: 1091 time: 1.0209534 Mar 29 16:14:10.038482 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1eb8f0d5-81dc-4d6f-980d-dfd4a366c01b', 'tag': '28c3f5ad-2ed9-4c4a-b8a4-3598fb5cc2c5'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:14:10.040818 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c67b028db5e9b9818fecc5c0a87ebc6f190694fa53ca267d523e04f98de536d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f24947e5-542e-4120-bd07-dbf4cf1b71a2" -d '{"events": [{"name": "network-changed", "server_uuid": "1eb8f0d5-81dc-4d6f-980d-dfd4a366c01b", "tag": "28c3f5ad-2ed9-4c4a-b8a4-3598fb5cc2c5"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:14:10.065446 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c358e45f-4cfb-4c89-ae30-dd012681759e service neutron] Pushing event updated for resources: {'Port': ['ID=28c3f5ad-2ed9-4c4a-b8a4-3598fb5cc2c5,revision_number=3']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:14:10.096825 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d453b496-ce76-432c-81e8-d3d26314ae77 None None] DHCP port deletion for f2d86366-7c6e-4b8b-903b-e8d480d06ecd request from n-d-834765-1 {{(pid=102792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 29 16:14:10.129373 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 16:14:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5d24ae2-f050-4e32-8968-0247f9feb791 x-openstack-request-id: req-e5d24ae2-f050-4e32-8968-0247f9feb791 {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:14:10.129664 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1eb8f0d5-81dc-4d6f-980d-dfd4a366c01b", "tag": "28c3f5ad-2ed9-4c4a-b8a4-3598fb5cc2c5", "status": "completed", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:14:10.129909 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e5d24ae2-f050-4e32-8968-0247f9feb791 {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:14:10.130959 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1eb8f0d5-81dc-4d6f-980d-dfd4a366c01b', 'tag': '28c3f5ad-2ed9-4c4a-b8a4-3598fb5cc2c5', 'status': 'completed', 'code': 200} Mar 29 16:14:10.143665 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-17d650d7-d86e-4572-b3a9-92ce93c6e79d tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:10.150616 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cda6dc-393f-4bbc-9c23-e219617d151a req-21f0ebd3-2c80-467c-8cb0-a6373b197aae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:14:10.153662 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-58cda6dc-393f-4bbc-9c23-e219617d151a req-21f0ebd3-2c80-467c-8cb0-a6373b197aae service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=58e6db6eaf544a9e884df3166e27e25b&device_id=1eb8f0d5-81dc-4d6f-980d-dfd4a366c01b HTTP/1.1" status: 200 len: 1094 time: 0.0618653 Mar 29 16:14:10.159434 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-c07de337-eef7-48a8-9730-b51934ce882a None None] Provisioning complete for port 32cf9b5f-14b0-48f4-8f0b-92ca18967f20 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:14:10.159817 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-c07de337-eef7-48a8-9730-b51934ce882a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:10.177468 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d650d7-d86e-4572-b3a9-92ce93c6e79d tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Pushing event deleted for resources: {'Port': ['ID=32cf9b5f-14b0-48f4-8f0b-92ca18967f20,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:14:10.182699 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-c07de337-eef7-48a8-9730-b51934ce882a None None] Port 32cf9b5f-14b0-48f4-8f0b-92ca18967f20 was deleted so its status cannot be updated. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Mar 29 16:14:10.185101 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-17d650d7-d86e-4572-b3a9-92ce93c6e79d tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:10.195670 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-17d650d7-d86e-4572-b3a9-92ce93c6e79d tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] 10.222.0.42 "DELETE /v2.0/ports/32cf9b5f-14b0-48f4-8f0b-92ca18967f20 HTTP/1.1" status: 204 len: 168 time: 0.4047029 Mar 29 16:14:10.196885 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-d453b496-ce76-432c-81e8-d3d26314ae77 None None] Deleting port c28f4bac-791d-4db5-b697-3bbf0c5f994b {{(pid=102792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:14:10.197470 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d453b496-ce76-432c-81e8-d3d26314ae77 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:10.198098 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 58820) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:14:10.216583 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-58cda6dc-393f-4bbc-9c23-e219617d151a req-60865a16-733f-41f4-acb5-1d148c4b7b0f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=28c3f5ad-2ed9-4c4a-b8a4-3598fb5cc2c5 HTTP/1.1" status: 200 len: 217 time: 0.0541391 Mar 29 16:14:10.243317 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.agents_db [None req-59735a15-725e-44d4-9ad5-95cbe356f209 None None] Agent healthcheck: found 7 active agents {{(pid=102793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 16:14:10.274079 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-d453b496-ce76-432c-81e8-d3d26314ae77 None None] For port c28f4bac-791d-4db5-b697-3bbf0c5f994b, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=c28f4bac-791d-4db5-b697-3bbf0c5f994b,segment=NetworkSegment(04c71284-3f0a-42f8-8148-c21c9d170154),segment_id=04c71284-3f0a-42f8-8148-c21c9d170154)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:14:10.274793 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d453b496-ce76-432c-81e8-d3d26314ae77 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:10.283170 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cda6dc-393f-4bbc-9c23-e219617d151a req-204ce18c-80c0-4e04-bf7e-9f5398498e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:14:10.284686 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-58cda6dc-393f-4bbc-9c23-e219617d151a req-204ce18c-80c0-4e04-bf7e-9f5398498e64 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=cc7e958e-a451-4f56-a816-8639ce2bab67 HTTP/1.1" status: 200 len: 849 time: 0.0622559 Mar 29 16:14:10.290235 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-d453b496-ce76-432c-81e8-d3d26314ae77 None None] Calling delete_port for c28f4bac-791d-4db5-b697-3bbf0c5f994b owned by network:dhcp {{(pid=102792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:14:10.299292 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-00f35947-46dc-448f-b2b5-d885ba044768 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1631750'] for network, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:10.338197 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cda6dc-393f-4bbc-9c23-e219617d151a req-636ce5a1-ea6c-4e9c-a987-e9854f4883a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:14:10.339868 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-58cda6dc-393f-4bbc-9c23-e219617d151a req-636ce5a1-ea6c-4e9c-a987-e9854f4883a4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c7b7cc7e-a399-43f9-9eb9-c618ea291a59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0477302 Mar 29 16:14:10.358598 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-00f35947-46dc-448f-b2b5-d885ba044768 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Deleting port c28f4bac-791d-4db5-b697-3bbf0c5f994b {{(pid=102790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:14:10.358936 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-00f35947-46dc-448f-b2b5-d885ba044768 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:10.391026 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d453b496-ce76-432c-81e8-d3d26314ae77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350'] for port, after_delete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:10.423362 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d453b496-ce76-432c-81e8-d3d26314ae77 None None] Pushing event deleted for resources: {'Port': ['ID=c28f4bac-791d-4db5-b697-3bbf0c5f994b,revision_number=None']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:14:10.426489 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [None req-00f35947-46dc-448f-b2b5-d885ba044768 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] For port c28f4bac-791d-4db5-b697-3bbf0c5f994b, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=c28f4bac-791d-4db5-b697-3bbf0c5f994b,segment=NetworkSegment(04c71284-3f0a-42f8-8148-c21c9d170154),segment_id=04c71284-3f0a-42f8-8148-c21c9d170154)] {{(pid=102790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:14:10.426926 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-00f35947-46dc-448f-b2b5-d885ba044768 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:10.436007 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d453b496-ce76-432c-81e8-d3d26314ae77 None None] No DVR routers for this DVR port c28f4bac-791d-4db5-b697-3bbf0c5f994b on host n-d-834765-1 {{(pid=102792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 16:14:10.440953 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-58cda6dc-393f-4bbc-9c23-e219617d151a req-134b890f-547c-4027-9eec-5c73d9cd2096 service neutron] 10.222.0.48 "GET /v2.0/networks/c7b7cc7e-a399-43f9-9eb9-c618ea291a59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935297 Mar 29 16:14:10.442256 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-00f35947-46dc-448f-b2b5-d885ba044768 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Calling delete_port for c28f4bac-791d-4db5-b697-3bbf0c5f994b owned by network:dhcp {{(pid=102790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:14:10.524580 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-00f35947-46dc-448f-b2b5-d885ba044768 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:10.540872 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-58cda6dc-393f-4bbc-9c23-e219617d151a req-30f6f8a3-8244-4934-adbf-58d4d1363262 service neutron] 10.222.0.48 "GET /v2.0/networks/c7b7cc7e-a399-43f9-9eb9-c618ea291a59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922294 Mar 29 16:14:10.554927 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f35947-46dc-448f-b2b5-d885ba044768 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Pushing event deleted for resources: {'Port': ['ID=c28f4bac-791d-4db5-b697-3bbf0c5f994b,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:14:10.554927 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00f35947-46dc-448f-b2b5-d885ba044768 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] No DVR routers for this DVR port c28f4bac-791d-4db5-b697-3bbf0c5f994b on host n-d-834765-1 {{(pid=102790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 16:14:10.642663 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-00f35947-46dc-448f-b2b5-d885ba044768 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639890', 'neutron.services.segments.db._delete_segments_for_network-8783523423079'] for network, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:10.662747 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-00f35947-46dc-448f-b2b5-d885ba044768 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2d86366-7c6e-4b8b-903b-e8d480d06ecd']}} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:14:10.668597 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24947e5-542e-4120-bd07-dbf4cf1b71a2 req-77375e1d-35ea-4399-b035-23531b47a1f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:14:10.670635 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f24947e5-542e-4120-bd07-dbf4cf1b71a2 req-77375e1d-35ea-4399-b035-23531b47a1f5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=58e6db6eaf544a9e884df3166e27e25b&device_id=1eb8f0d5-81dc-4d6f-980d-dfd4a366c01b HTTP/1.1" status: 200 len: 1094 time: 0.0744624 Mar 29 16:14:10.673027 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-00f35947-46dc-448f-b2b5-d885ba044768 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04c71284-3f0a-42f8-8148-c21c9d170154') {'for_net_delete': True} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:14:10.673256 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66a8a2c-1fac-4bcd-a61b-fb6fca087d9e req-97372d6f-d572-4bc3-b948-7e415512dc16 tempest-TestServerMultinode-2004571124 tempest-TestServerMultinode-2004571124-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:14:10.673365 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-00f35947-46dc-448f-b2b5-d885ba044768 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04c71284-3f0a-42f8-8148-c21c9d170154') {} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:14:10.674629 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d66a8a2c-1fac-4bcd-a61b-fb6fca087d9e req-97372d6f-d572-4bc3-b948-7e415512dc16 tempest-TestServerMultinode-2004571124 tempest-TestServerMultinode-2004571124-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=1eb8f0d5-81dc-4d6f-980d-dfd4a366c01b HTTP/1.1" status: 200 len: 1094 time: 0.0646293 Mar 29 16:14:10.683073 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-00f35947-46dc-448f-b2b5-d885ba044768 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783523422064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4614019'] for segment, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:10.697028 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-00f35947-46dc-448f-b2b5-d885ba044768 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:10.703227 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00f35947-46dc-448f-b2b5-d885ba044768 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Releasing vlan 644 on physical network physnet1 to pool {{(pid=102790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 16:14:10.703835 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-00f35947-46dc-448f-b2b5-d885ba044768 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5238013'] for segment, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:10.706786 n-d-834765-1 neutron-server[102790]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 16:14:10.706786 n-d-834765-1 neutron-server[102790]: self.session.flush() Mar 29 16:14:10.706786 n-d-834765-1 neutron-server[102790]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 16:14:10.706786 n-d-834765-1 neutron-server[102790]: self.session.flush() Mar 29 16:14:10.706786 n-d-834765-1 neutron-server[102790]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 16:14:10.706786 n-d-834765-1 neutron-server[102790]: self.session.flush() Mar 29 16:14:10.706786 n-d-834765-1 neutron-server[102790]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 16:14:10.706786 n-d-834765-1 neutron-server[102790]: self.session.flush() Mar 29 16:14:10.706786 n-d-834765-1 neutron-server[102790]: Traceback (most recent call last): Mar 29 16:14:10.706786 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 16:14:10.706786 n-d-834765-1 neutron-server[102790]: timer() Mar 29 16:14:10.706786 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 16:14:10.706786 n-d-834765-1 neutron-server[102790]: cb(*args, **kw) Mar 29 16:14:10.706786 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 16:14:10.706786 n-d-834765-1 neutron-server[102790]: return func(*args, **kwargs) Mar 29 16:14:10.706786 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 16:14:10.706786 n-d-834765-1 neutron-server[102790]: self._notify() Mar 29 16:14:10.706786 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 16:14:10.706786 n-d-834765-1 neutron-server[102790]: self.callback(batched_events) Mar 29 16:14:10.706786 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 16:14:10.706786 n-d-834765-1 neutron-server[102790]: event.method(event) Mar 29 16:14:10.706786 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 16:14:10.706786 n-d-834765-1 neutron-server[102790]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 16:14:10.706786 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 16:14:10.706786 n-d-834765-1 neutron-server[102790]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 16:14:10.706786 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 16:14:10.706786 n-d-834765-1 neutron-server[102790]: return f(self, *a, **k) Mar 29 16:14:10.706786 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 16:14:10.706786 n-d-834765-1 neutron-server[102790]: return self._get(url).json() Mar 29 16:14:10.706786 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 16:14:10.706786 n-d-834765-1 neutron-server[102790]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 16:14:10.706786 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 16:14:10.706786 n-d-834765-1 neutron-server[102790]: return self.request(url, 'GET', **kwargs) Mar 29 16:14:10.706786 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 16:14:10.706786 n-d-834765-1 neutron-server[102790]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 16:14:10.706786 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 16:14:10.706786 n-d-834765-1 neutron-server[102790]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 16:14:10.706786 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 16:14:10.706786 n-d-834765-1 neutron-server[102790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 16:14:10.706786 n-d-834765-1 neutron-server[102790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 16:14:10.764663 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-00f35947-46dc-448f-b2b5-d885ba044768 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1639897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648174'] for network, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:10.772804 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d66a8a2c-1fac-4bcd-a61b-fb6fca087d9e req-1dfdd0a3-422d-441f-ad61-c56b328a1768 tempest-TestServerMultinode-2004571124 tempest-TestServerMultinode-2004571124-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=401e0772-5198-4413-ae27-5aa717ee45ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844109 Mar 29 16:14:10.772943 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-00f35947-46dc-448f-b2b5-d885ba044768 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Notify callbacks [] for network, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:10.778826 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-00f35947-46dc-448f-b2b5-d885ba044768 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] 10.222.0.42 "DELETE /v2.0/networks/f2d86366-7c6e-4b8b-903b-e8d480d06ecd HTTP/1.1" status: 204 len: 168 time: 0.5789425 Mar 29 16:14:10.789195 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f35947-46dc-448f-b2b5-d885ba044768 tempest-PortsIpV6TestJSON-482611776 tempest-PortsIpV6TestJSON-482611776-project] Pushing event deleted for resources: {'Network': ['ID=f2d86366-7c6e-4b8b-903b-e8d480d06ecd,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:14:10.797108 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24947e5-542e-4120-bd07-dbf4cf1b71a2 req-b6ab5a43-9c45-4ca9-9cc7-f89f78d4a4c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:14:10.805172 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f24947e5-542e-4120-bd07-dbf4cf1b71a2 req-b6ab5a43-9c45-4ca9-9cc7-f89f78d4a4c8 service neutron] 10.222.0.48 "GET /v2.0/networks?id=c7b7cc7e-a399-43f9-9eb9-c618ea291a59 HTTP/1.1" status: 200 len: 911 time: 0.1188860 Mar 29 16:14:10.842368 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f24947e5-542e-4120-bd07-dbf4cf1b71a2 req-25447272-572a-4227-9ad3-a77ebeb7ddc7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=28c3f5ad-2ed9-4c4a-b8a4-3598fb5cc2c5 HTTP/1.1" status: 200 len: 217 time: 0.0335653 Mar 29 16:14:10.895237 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24947e5-542e-4120-bd07-dbf4cf1b71a2 req-c56c9dd0-776b-4c88-b2b3-60249985158d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:14:10.896793 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f24947e5-542e-4120-bd07-dbf4cf1b71a2 req-c56c9dd0-776b-4c88-b2b3-60249985158d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=cc7e958e-a451-4f56-a816-8639ce2bab67 HTTP/1.1" status: 200 len: 849 time: 0.0471470 Mar 29 16:14:10.946377 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24947e5-542e-4120-bd07-dbf4cf1b71a2 req-7022e64b-89bc-4d99-9e70-8349b73f2ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:14:10.947934 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f24947e5-542e-4120-bd07-dbf4cf1b71a2 req-7022e64b-89bc-4d99-9e70-8349b73f2ed3 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c7b7cc7e-a399-43f9-9eb9-c618ea291a59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426309 Mar 29 16:14:11.045568 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 58828) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:14:11.050930 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device c28f4bac-791d-4db5-b697-3bbf0c5f994b no longer exists at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 16:14:11.052852 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f24947e5-542e-4120-bd07-dbf4cf1b71a2 req-29b7b5cf-b6c9-4239-8e45-6a0233873876 service neutron] 10.222.0.48 "GET /v2.0/networks/c7b7cc7e-a399-43f9-9eb9-c618ea291a59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975225 Mar 29 16:14:11.076332 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] No Port match for: c28f4bac-791d-4db5-b697-3bbf0c5f994b {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 16:14:11.076756 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device c28f4bac-791d-4db5-b697-3bbf0c5f994b not bound to the agent host n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 16:14:11.147934 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f24947e5-542e-4120-bd07-dbf4cf1b71a2 req-be95ac7c-ec65-4288-a255-3d68dbd2719e service neutron] 10.222.0.48 "GET /v2.0/networks/c7b7cc7e-a399-43f9-9eb9-c618ea291a59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847378 Mar 29 16:14:11.194250 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-0c7f46c6-9348-4874-951c-e1f0182d93a9 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=42e493e160984997b05aad8c743e9a34&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1469738 Mar 29 16:14:11.196684 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 58832) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:14:11.242741 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-919b3b0b-fd23-42ba-aa01-141ee8f0aa7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:11.263688 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-919b3b0b-fd23-42ba-aa01-141ee8f0aa7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:11.308680 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-919b3b0b-fd23-42ba-aa01-141ee8f0aa7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:11.311854 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-919b3b0b-fd23-42ba-aa01-141ee8f0aa7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:11.312995 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-919b3b0b-fd23-42ba-aa01-141ee8f0aa7f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/6a765ebd-a7a5-465b-aabc-38be1de2b9e6 HTTP/1.1" status: 204 len: 168 time: 0.1154311 Mar 29 16:14:11.320395 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919b3b0b-fd23-42ba-aa01-141ee8f0aa7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a765ebd-a7a5-465b-aabc-38be1de2b9e6,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:14:11.895935 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b8a9dd-4e82-43f5-8b80-1c28dedc62d0 req-7b7b66d1-4503-481e-9932-55b9a8e44013 tempest-TestServerMultinode-2004571124 tempest-TestServerMultinode-2004571124-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:14:11.897460 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-86b8a9dd-4e82-43f5-8b80-1c28dedc62d0 req-7b7b66d1-4503-481e-9932-55b9a8e44013 tempest-TestServerMultinode-2004571124 tempest-TestServerMultinode-2004571124-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=1eb8f0d5-81dc-4d6f-980d-dfd4a366c01b HTTP/1.1" status: 200 len: 1094 time: 0.0407734 Mar 29 16:14:11.932480 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-86b8a9dd-4e82-43f5-8b80-1c28dedc62d0 req-04619874-2c26-47e8-9ccf-720484b89a63 tempest-TestServerMultinode-2004571124 tempest-TestServerMultinode-2004571124-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=401e0772-5198-4413-ae27-5aa717ee45ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0287251 Mar 29 16:14:11.938111 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 58856) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:14:12.039834 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-cc5261d2-4c89-4a8f-9e28-d3de3f7d53ab tempest-ServiceProvidersTest-1285000426 tempest-ServiceProvidersTest-1285000426-project] 10.222.0.42 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1006658 Mar 29 16:14:12.276313 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 58864) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:14:12.383835 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-39f8c47d-0ddb-485a-9d42-712c8b92b175 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:12.464484 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-39f8c47d-0ddb-485a-9d42-712c8b92b175 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:12.468379 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-39f8c47d-0ddb-485a-9d42-712c8b92b175 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:12.507143 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-39f8c47d-0ddb-485a-9d42-712c8b92b175 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=67611ddfe241464eaf3770c94a27b763&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2297764 Mar 29 16:14:12.508110 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f8c47d-0ddb-485a-9d42-712c8b92b175 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca76f55d-43b3-4a42-b360-1ede5792a2d3,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:14:12.509824 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 58868) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:14:12.559072 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-23a85821-2e43-43e5-825a-88be8e693945 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:12.580107 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-23a85821-2e43-43e5-825a-88be8e693945 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:12.628316 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-23a85821-2e43-43e5-825a-88be8e693945 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:12.630854 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-23a85821-2e43-43e5-825a-88be8e693945 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:12.632009 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-23a85821-2e43-43e5-825a-88be8e693945 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ca76f55d-43b3-4a42-b360-1ede5792a2d3 HTTP/1.1" status: 204 len: 168 time: 0.1206014 Mar 29 16:14:12.639955 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a85821-2e43-43e5-825a-88be8e693945 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca76f55d-43b3-4a42-b360-1ede5792a2d3,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:14:13.044984 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3453dc-7f1c-4191-a576-e56f8481b308 req-19471b39-9c15-4bb8-8e0b-56dc04cc6e8d tempest-TestServerMultinode-2004571124 tempest-TestServerMultinode-2004571124-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:14:13.046810 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-3c3453dc-7f1c-4191-a576-e56f8481b308 req-19471b39-9c15-4bb8-8e0b-56dc04cc6e8d tempest-TestServerMultinode-2004571124 tempest-TestServerMultinode-2004571124-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=1eb8f0d5-81dc-4d6f-980d-dfd4a366c01b HTTP/1.1" status: 200 len: 1094 time: 0.0434048 Mar 29 16:14:13.083371 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-3c3453dc-7f1c-4191-a576-e56f8481b308 req-5f5d7be0-14d4-4fc6-8880-7be02384989b tempest-TestServerMultinode-2004571124 tempest-TestServerMultinode-2004571124-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=401e0772-5198-4413-ae27-5aa717ee45ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299568 Mar 29 16:14:13.255341 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 58892) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:14:13.259064 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [-] 10.222.0.42 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0027728 Mar 29 16:14:13.261880 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 58894) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:14:13.360941 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-e6f8aa2a-1000-4d7e-8705-8dad4cf71840 tempest-NetworksApiDiscovery-496841927 tempest-NetworksApiDiscovery-496841927-project] 10.222.0.42 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.0979395 Mar 29 16:14:13.604662 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 58902) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:14:13.713188 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-04518122-2b55-499a-a387-73a3e6a8a64c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:13.787147 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-04518122-2b55-499a-a387-73a3e6a8a64c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:13.790795 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-04518122-2b55-499a-a387-73a3e6a8a64c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:13.826738 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04518122-2b55-499a-a387-73a3e6a8a64c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2f19fdd-5019-4c33-abd6-11abb06d36e5,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:14:13.832050 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-04518122-2b55-499a-a387-73a3e6a8a64c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=58480e6b2d294eabb28f0a4d44b431d7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2263343 Mar 29 16:14:13.834666 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 58906) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:14:13.882000 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-6cf82aa8-48c9-4e06-a1e3-d10fb0e9bda0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:13.905862 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-6cf82aa8-48c9-4e06-a1e3-d10fb0e9bda0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:13.951625 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-6cf82aa8-48c9-4e06-a1e3-d10fb0e9bda0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:13.954854 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-6cf82aa8-48c9-4e06-a1e3-d10fb0e9bda0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:13.956043 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-6cf82aa8-48c9-4e06-a1e3-d10fb0e9bda0 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b2f19fdd-5019-4c33-abd6-11abb06d36e5 HTTP/1.1" status: 204 len: 168 time: 0.1205802 Mar 29 16:14:13.963605 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf82aa8-48c9-4e06-a1e3-d10fb0e9bda0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2f19fdd-5019-4c33-abd6-11abb06d36e5,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:14:14.092432 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device 28c3f5ad-2ed9-4c4a-b8a4-3598fb5cc2c5 details requested by agent hyperv_n-h2-834765-1 with host n-h2-834765-1 {{(pid=102792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 16:14:14.195411 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port 28c3f5ad-2ed9-4c4a-b8a4-3598fb5cc2c5, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=28c3f5ad-2ed9-4c4a-b8a4-3598fb5cc2c5,segment=NetworkSegment(6ed9b27c-0b64-4185-b4d1-183cb37ff4c4),segment_id=6ed9b27c-0b64-4185-b4d1-183cb37ff4c4)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:14:14.200267 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4285d8e6-f388-45f1-8893-9d0d0a743ba7 req-72be4f18-5290-47b5-b431-560f749e4301 tempest-TestServerMultinode-2004571124 tempest-TestServerMultinode-2004571124-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:14:14.200267 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-4285d8e6-f388-45f1-8893-9d0d0a743ba7 req-72be4f18-5290-47b5-b431-560f749e4301 tempest-TestServerMultinode-2004571124 tempest-TestServerMultinode-2004571124-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=1eb8f0d5-81dc-4d6f-980d-dfd4a366c01b HTTP/1.1" status: 200 len: 1094 time: 0.0430319 Mar 29 16:14:14.208557 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Returning: {'device': '28c3f5ad-2ed9-4c4a-b8a4-3598fb5cc2c5', 'network_id': 'c7b7cc7e-a399-43f9-9eb9-c618ea291a59', 'port_id': '28c3f5ad-2ed9-4c4a-b8a4-3598fb5cc2c5', 'mac_address': 'fa:16:3e:27:e1:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 636, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc7e958e-a451-4f56-a816-8639ce2bab67', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 16:14:14.242571 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-4285d8e6-f388-45f1-8893-9d0d0a743ba7 req-f96642bd-baa6-4527-bfad-d19684661752 tempest-TestServerMultinode-2004571124 tempest-TestServerMultinode-2004571124-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=401e0772-5198-4413-ae27-5aa717ee45ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359914 Mar 29 16:14:14.246623 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:14.261486 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28c3f5ad-2ed9-4c4a-b8a4-3598fb5cc2c5 {{(pid=102792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 16:14:14.284157 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port 28c3f5ad-2ed9-4c4a-b8a4-3598fb5cc2c5, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=28c3f5ad-2ed9-4c4a-b8a4-3598fb5cc2c5,segment=NetworkSegment(6ed9b27c-0b64-4185-b4d1-183cb37ff4c4),segment_id=6ed9b27c-0b64-4185-b4d1-183cb37ff4c4)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:14:14.288005 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:14.337382 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Pushing event updated for resources: {'Port': ['ID=28c3f5ad-2ed9-4c4a-b8a4-3598fb5cc2c5,revision_number=4']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:14:14.590407 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] get_ports_and_sgs() called for port_ids ['28c3f5ad-2ed9-4c4a-b8a4-3598fb5cc2c5'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 16:14:14.597128 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 58930) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:14:14.697239 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-d7deec04-de40-4c97-8d2c-0b20bfbc47ab admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1655253497-network', 'tenant_id': 'c9a9ada36d9a423087bdc435cb11c9c4'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:14:14.716058 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7deec04-de40-4c97-8d2c-0b20bfbc47ab admin admin] Made reservation on behalf of c9a9ada36d9a423087bdc435cb11c9c4 for: {'network': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:14:14.719208 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-d7deec04-de40-4c97-8d2c-0b20bfbc47ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for network, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:14.728081 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-d7deec04-de40-4c97-8d2c-0b20bfbc47ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:14.803969 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-d7deec04-de40-4c97-8d2c-0b20bfbc47ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:14.807952 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-d7deec04-de40-4c97-8d2c-0b20bfbc47ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:14.829043 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7deec04-de40-4c97-8d2c-0b20bfbc47ab admin admin] vlan segment allocate from pool success with {'vlan_id': 632, 'physical_network': 'physnet1'} {{(pid=102790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 16:14:14.842534 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7deec04-de40-4c97-8d2c-0b20bfbc47ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=989f05eb-0c3a-4baf-a8d4-91bfa6537dc9,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:14:14.847594 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-d7deec04-de40-4c97-8d2c-0b20bfbc47ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:14.847939 n-d-834765-1 neutron-server[102790]: INFO neutron.db.segments_db [None req-d7deec04-de40-4c97-8d2c-0b20bfbc47ab admin admin] Added segment 47cdf061-c947-4c63-aecf-151eab71fd7f of type vlan for network 500939fd-9ae2-4b85-87da-2609356fd805 Mar 29 16:14:14.890364 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-d7deec04-de40-4c97-8d2c-0b20bfbc47ab admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783522915970'] for network, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:14.913617 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-d7deec04-de40-4c97-8d2c-0b20bfbc47ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795'] for network, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:14.914540 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7deec04-de40-4c97-8d2c-0b20bfbc47ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:14:14.915109 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-d7deec04-de40-4c97-8d2c-0b20bfbc47ab admin admin] Notify callbacks [] for network, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:14.948664 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-d7deec04-de40-4c97-8d2c-0b20bfbc47ab admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.3504391 Mar 29 16:14:14.951546 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 58934) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:14:14.956770 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-49caf875-8f46-4fbf-ac88-545926933fc8 admin admin] Request body: {'subnet': {'network_id': '500939fd-9ae2-4b85-87da-2609356fd805', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1655253497-subnet', 'tenant_id': 'c9a9ada36d9a423087bdc435cb11c9c4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:14:14.988969 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7deec04-de40-4c97-8d2c-0b20bfbc47ab admin admin] Pushing event updated for resources: {'Network': ['ID=500939fd-9ae2-4b85-87da-2609356fd805,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:14:15.003570 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Network 500939fd-9ae2-4b85-87da-2609356fd805 details requested by agent ovs-agent-n-d-834765-1 with host n-d-834765-1 {{(pid=102792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 16:14:15.005960 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49caf875-8f46-4fbf-ac88-545926933fc8 admin admin] Made reservation on behalf of c9a9ada36d9a423087bdc435cb11c9c4 for: {'subnet': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:14:15.008484 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-49caf875-8f46-4fbf-ac88-545926933fc8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4793983'] for subnet, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:15.178919 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-49caf875-8f46-4fbf-ac88-545926933fc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5231896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4793961'] for subnet, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:15.233855 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49caf875-8f46-4fbf-ac88-545926933fc8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=23296b02-73f1-446d-9262-70700ea867d0,revision_number=0']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:14:15.242998 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49caf875-8f46-4fbf-ac88-545926933fc8 admin admin] Checking segment: {'id': '47cdf061-c947-4c63-aecf-151eab71fd7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '500939fd-9ae2-4b85-87da-2609356fd805'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 16:14:15.243386 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49caf875-8f46-4fbf-ac88-545926933fc8 admin admin] Network hostable DHCP agents. Network: 500939fd-9ae2-4b85-87da-2609356fd805, hostable agents: ['d136643e-48ae-49d4-a851-2ba3bdf3749c'], hosted agents: [] {{(pid=102790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 16:14:15.259995 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49caf875-8f46-4fbf-ac88-545926933fc8 admin admin] Network 500939fd-9ae2-4b85-87da-2609356fd805 is scheduled to be hosted by DHCP agent d136643e-48ae-49d4-a851-2ba3bdf3749c with binding_index 1 {{(pid=102790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 16:14:15.269000 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-49caf875-8f46-4fbf-ac88-545926933fc8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834765-1, 500939fd-9ae2-4b85-87da-2609356fd805) {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:14:15.273258 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49caf875-8f46-4fbf-ac88-545926933fc8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:14:15.273919 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-49caf875-8f46-4fbf-ac88-545926933fc8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:15.281328 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0ce0201-97b4-4273-bf5b-c214e0f4ac3d None None] Network 500939fd-9ae2-4b85-87da-2609356fd805 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 16:14:15.292723 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-49caf875-8f46-4fbf-ac88-545926933fc8 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3397284 Mar 29 16:14:15.366609 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a944b79-c029-47f6-aa0c-2e94dc8dc56c req-485999a6-7e0e-4f45-8891-268fb56be517 tempest-TestServerMultinode-2004571124 tempest-TestServerMultinode-2004571124-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:14:15.375519 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6a944b79-c029-47f6-aa0c-2e94dc8dc56c req-485999a6-7e0e-4f45-8891-268fb56be517 tempest-TestServerMultinode-2004571124 tempest-TestServerMultinode-2004571124-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=1eb8f0d5-81dc-4d6f-980d-dfd4a366c01b HTTP/1.1" status: 200 len: 1095 time: 0.0531116 Mar 29 16:14:15.409661 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6a944b79-c029-47f6-aa0c-2e94dc8dc56c req-13d5eb11-429c-4b8e-9510-b47a99fe5c4e tempest-TestServerMultinode-2004571124 tempest-TestServerMultinode-2004571124-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=401e0772-5198-4413-ae27-5aa717ee45ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328879 Mar 29 16:14:15.434016 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5a6bdc4-3d62-4b97-aa30-fc6cdee1578c None None] Network 500939fd-9ae2-4b85-87da-2609356fd805 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 16:14:15.852773 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 58952) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:14:15.857654 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-4f3862c3-7231-4a51-8ab0-32c4040f9b4c admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-769826457-network', 'tenant_id': '1b9130fa5b1f44718d1ee6e318cb7e37'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:14:15.876238 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f3862c3-7231-4a51-8ab0-32c4040f9b4c admin admin] Made reservation on behalf of 1b9130fa5b1f44718d1ee6e318cb7e37 for: {'network': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:14:15.878557 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-4f3862c3-7231-4a51-8ab0-32c4040f9b4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for network, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:15.892027 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-4f3862c3-7231-4a51-8ab0-32c4040f9b4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:15.965672 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-4f3862c3-7231-4a51-8ab0-32c4040f9b4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:15.969424 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-4f3862c3-7231-4a51-8ab0-32c4040f9b4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:15.993642 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f3862c3-7231-4a51-8ab0-32c4040f9b4c admin admin] vlan segment allocate from pool success with {'vlan_id': 644, 'physical_network': 'physnet1'} {{(pid=102790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 16:14:16.002219 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3862c3-7231-4a51-8ab0-32c4040f9b4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac45b09f-b04d-4a2e-99e0-9766b30babe0,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:14:16.008795 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-4f3862c3-7231-4a51-8ab0-32c4040f9b4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:16.009138 n-d-834765-1 neutron-server[102790]: INFO neutron.db.segments_db [None req-4f3862c3-7231-4a51-8ab0-32c4040f9b4c admin admin] Added segment bece1c88-0534-4225-9bb6-28c9a2b00d10 of type vlan for network 470cb77f-2d3f-4e9c-b66c-c7e4de87a7c1 Mar 29 16:14:16.048417 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-4f3862c3-7231-4a51-8ab0-32c4040f9b4c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783522915970'] for network, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:16.072407 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-4f3862c3-7231-4a51-8ab0-32c4040f9b4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795'] for network, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:16.073377 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f3862c3-7231-4a51-8ab0-32c4040f9b4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:14:16.073943 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-4f3862c3-7231-4a51-8ab0-32c4040f9b4c admin admin] Notify callbacks [] for network, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:16.105346 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-4f3862c3-7231-4a51-8ab0-32c4040f9b4c admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.2514334 Mar 29 16:14:16.108169 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 58954) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:14:16.113213 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-402106b1-9bfe-40bb-a0e8-89ec4678559a admin admin] Request body: {'subnet': {'network_id': '470cb77f-2d3f-4e9c-b66c-c7e4de87a7c1', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-769826457-subnet', 'tenant_id': '1b9130fa5b1f44718d1ee6e318cb7e37', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:14:16.133325 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-402106b1-9bfe-40bb-a0e8-89ec4678559a admin admin] Made reservation on behalf of 1b9130fa5b1f44718d1ee6e318cb7e37 for: {'subnet': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:14:16.135961 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-402106b1-9bfe-40bb-a0e8-89ec4678559a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16218875'] for subnet, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:16.136990 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device 28c3f5ad-2ed9-4c4a-b8a4-3598fb5cc2c5 up at agent hyperv_n-h2-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 16:14:16.144332 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3862c3-7231-4a51-8ab0-32c4040f9b4c admin admin] Pushing event updated for resources: {'Network': ['ID=470cb77f-2d3f-4e9c-b66c-c7e4de87a7c1,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:14:16.167203 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Network 470cb77f-2d3f-4e9c-b66c-c7e4de87a7c1 details requested by agent ovs-agent-n-d-834765-1 with host n-d-834765-1 {{(pid=102792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 16:14:16.248005 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Provisioning for port 28c3f5ad-2ed9-4c4a-b8a4-3598fb5cc2c5 completed by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 16:14:16.251719 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Provisioning complete for port 28c3f5ad-2ed9-4c4a-b8a4-3598fb5cc2c5 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:14:16.252095 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:16.312852 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-402106b1-9bfe-40bb-a0e8-89ec4678559a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16155524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16218861'] for subnet, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:16.334621 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:16.357304 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1eb8f0d5-81dc-4d6f-980d-dfd4a366c01b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28c3f5ad-2ed9-4c4a-b8a4-3598fb5cc2c5'}] {{(pid=102792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:14:16.359556 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4f476c66b318cc6068719fc39557fac68d413f5c7e78fa77028c7948e999ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53f91f74-041d-485a-af93-8260ebf744f8" -d '{"events": [{"server_uuid": "1eb8f0d5-81dc-4d6f-980d-dfd4a366c01b", "name": "network-vif-plugged", "status": "completed", "tag": "28c3f5ad-2ed9-4c4a-b8a4-3598fb5cc2c5"}]}' {{(pid=102792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:14:16.371232 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402106b1-9bfe-40bb-a0e8-89ec4678559a admin admin] Pushing event updated for resources: {'Subnet': ['ID=6917367d-e304-44b2-b9fc-ff845ff6fde5,revision_number=0']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:14:16.376602 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port 28c3f5ad-2ed9-4c4a-b8a4-3598fb5cc2c5, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=28c3f5ad-2ed9-4c4a-b8a4-3598fb5cc2c5,segment=NetworkSegment(6ed9b27c-0b64-4185-b4d1-183cb37ff4c4),segment_id=6ed9b27c-0b64-4185-b4d1-183cb37ff4c4)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:14:16.379416 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-402106b1-9bfe-40bb-a0e8-89ec4678559a admin admin] Checking segment: {'id': 'bece1c88-0534-4225-9bb6-28c9a2b00d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '470cb77f-2d3f-4e9c-b66c-c7e4de87a7c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 16:14:16.380075 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-402106b1-9bfe-40bb-a0e8-89ec4678559a admin admin] Network hostable DHCP agents. Network: 470cb77f-2d3f-4e9c-b66c-c7e4de87a7c1, hostable agents: ['d136643e-48ae-49d4-a851-2ba3bdf3749c'], hosted agents: [] {{(pid=102791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 16:14:16.384776 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:16.399387 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-402106b1-9bfe-40bb-a0e8-89ec4678559a admin admin] Network 470cb77f-2d3f-4e9c-b66c-c7e4de87a7c1 is scheduled to be hosted by DHCP agent d136643e-48ae-49d4-a851-2ba3bdf3749c with binding_index 1 {{(pid=102791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 16:14:16.409130 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [None req-402106b1-9bfe-40bb-a0e8-89ec4678559a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834765-1, 470cb77f-2d3f-4e9c-b66c-c7e4de87a7c1) {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:14:16.410642 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 16:14:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-615d1e74-38ce-45d0-9d68-0caa3d79b945 x-openstack-request-id: req-615d1e74-38ce-45d0-9d68-0caa3d79b945 {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:14:16.410938 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1eb8f0d5-81dc-4d6f-980d-dfd4a366c01b", "name": "network-vif-plugged", "status": "completed", "tag": "28c3f5ad-2ed9-4c4a-b8a4-3598fb5cc2c5", "code": 200}]} {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:14:16.411189 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-615d1e74-38ce-45d0-9d68-0caa3d79b945 {{(pid=102792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:14:16.411601 n-d-834765-1 neutron-server[102792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1eb8f0d5-81dc-4d6f-980d-dfd4a366c01b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28c3f5ad-2ed9-4c4a-b8a4-3598fb5cc2c5', 'code': 200} Mar 29 16:14:16.415375 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-402106b1-9bfe-40bb-a0e8-89ec4678559a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:14:16.415973 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-402106b1-9bfe-40bb-a0e8-89ec4678559a admin admin] Notify callbacks [] for subnet, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:16.422393 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dbac02d-a6e0-42c3-b037-da3eb727d5b1 None None] Network 470cb77f-2d3f-4e9c-b66c-c7e4de87a7c1 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 16:14:16.433953 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-402106b1-9bfe-40bb-a0e8-89ec4678559a admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3246210 Mar 29 16:14:16.506082 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Pushing event updated for resources: {'Port': ['ID=28c3f5ad-2ed9-4c4a-b8a4-3598fb5cc2c5,revision_number=5']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:14:16.570270 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5521df19-9f59-43be-9247-2bafefea9f91 req-bf5bd102-25c5-47a3-9955-ffc4a6f3be18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:14:16.571831 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-5521df19-9f59-43be-9247-2bafefea9f91 req-bf5bd102-25c5-47a3-9955-ffc4a6f3be18 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=1eb8f0d5-81dc-4d6f-980d-dfd4a366c01b HTTP/1.1" status: 200 len: 1096 time: 0.0817349 Mar 29 16:14:16.586313 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e8ad1d-2e10-45ab-9dd0-1b781ccfa2a9 req-2039b260-ebe7-498d-b912-80a5cb0cbadf tempest-TestServerMultinode-2004571124 tempest-TestServerMultinode-2004571124-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:14:16.587920 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f3e8ad1d-2e10-45ab-9dd0-1b781ccfa2a9 req-2039b260-ebe7-498d-b912-80a5cb0cbadf tempest-TestServerMultinode-2004571124 tempest-TestServerMultinode-2004571124-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=1eb8f0d5-81dc-4d6f-980d-dfd4a366c01b HTTP/1.1" status: 200 len: 1096 time: 0.0858669 Mar 29 16:14:16.589545 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 58962) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:14:16.590358 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-473a2b05-af09-4364-a4ea-15fe893b4839 None None] Network 470cb77f-2d3f-4e9c-b66c-c7e4de87a7c1 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 16:14:16.662965 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-5521df19-9f59-43be-9247-2bafefea9f91 req-2a90008b-8411-4058-8336-eda80ec51864 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=401e0772-5198-4413-ae27-5aa717ee45ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847495 Mar 29 16:14:16.673855 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff765140-a0e5-48b9-a23a-7f969000e972 admin admin] Deleting subnet 23296b02-73f1-446d-9262-70700ea867d0 {{(pid=102791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 16:14:16.679865 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f3e8ad1d-2e10-45ab-9dd0-1b781ccfa2a9 req-b2201437-4308-449d-8a2d-035a5d03084f tempest-TestServerMultinode-2004571124 tempest-TestServerMultinode-2004571124-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=401e0772-5198-4413-ae27-5aa717ee45ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770643 Mar 29 16:14:16.680522 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-ff765140-a0e5-48b9-a23a-7f969000e972 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:16.719994 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-ff765140-a0e5-48b9-a23a-7f969000e972 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4230423'] for subnet, precommit_delete_associations {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:16.758331 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-ff765140-a0e5-48b9-a23a-7f969000e972 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1641287'] for subnet, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:16.809552 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-ff765140-a0e5-48b9-a23a-7f969000e972 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1641294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16155591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16218852'] for subnet, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:16.834353 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff765140-a0e5-48b9-a23a-7f969000e972 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=23296b02-73f1-446d-9262-70700ea867d0,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:14:16.839323 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-ff765140-a0e5-48b9-a23a-7f969000e972 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:16.842387 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-ff765140-a0e5-48b9-a23a-7f969000e972 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/23296b02-73f1-446d-9262-70700ea867d0 HTTP/1.1" status: 204 len: 168 time: 0.2519202 Mar 29 16:14:16.844948 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 58964) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:14:16.914335 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-5d12e871-a1d2-491e-935f-ff86983926e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1631750'] for network, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:16.989827 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-5d12e871-a1d2-491e-935f-ff86983926e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639890', 'neutron.services.segments.db._delete_segments_for_network-8783523423079'] for network, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:17.010165 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-5d12e871-a1d2-491e-935f-ff86983926e4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['500939fd-9ae2-4b85-87da-2609356fd805']}} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:14:17.019034 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-5d12e871-a1d2-491e-935f-ff86983926e4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47cdf061-c947-4c63-aecf-151eab71fd7f') {'for_net_delete': True} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:14:17.019363 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-5d12e871-a1d2-491e-935f-ff86983926e4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47cdf061-c947-4c63-aecf-151eab71fd7f') {} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:14:17.028571 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-5d12e871-a1d2-491e-935f-ff86983926e4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783523422064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4230428'] for segment, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:17.041755 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-5d12e871-a1d2-491e-935f-ff86983926e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:17.048196 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d12e871-a1d2-491e-935f-ff86983926e4 admin admin] Releasing vlan 632 on physical network physnet1 to pool {{(pid=102791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 16:14:17.048648 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-5d12e871-a1d2-491e-935f-ff86983926e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16169569'] for segment, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:17.050237 n-d-834765-1 neutron-server[102791]: Traceback (most recent call last): Mar 29 16:14:17.050237 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 16:14:17.050237 n-d-834765-1 neutron-server[102791]: timer() Mar 29 16:14:17.050237 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 16:14:17.050237 n-d-834765-1 neutron-server[102791]: cb(*args, **kw) Mar 29 16:14:17.050237 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 16:14:17.050237 n-d-834765-1 neutron-server[102791]: return func(*args, **kwargs) Mar 29 16:14:17.050237 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 16:14:17.050237 n-d-834765-1 neutron-server[102791]: self._notify() Mar 29 16:14:17.050237 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 16:14:17.050237 n-d-834765-1 neutron-server[102791]: self.callback(batched_events) Mar 29 16:14:17.050237 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 16:14:17.050237 n-d-834765-1 neutron-server[102791]: event.method(event) Mar 29 16:14:17.050237 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 16:14:17.050237 n-d-834765-1 neutron-server[102791]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 16:14:17.050237 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 16:14:17.050237 n-d-834765-1 neutron-server[102791]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 16:14:17.050237 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 16:14:17.050237 n-d-834765-1 neutron-server[102791]: return f(self, *a, **k) Mar 29 16:14:17.050237 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 16:14:17.050237 n-d-834765-1 neutron-server[102791]: return self._get(url).json() Mar 29 16:14:17.050237 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 16:14:17.050237 n-d-834765-1 neutron-server[102791]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 16:14:17.050237 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 16:14:17.050237 n-d-834765-1 neutron-server[102791]: return self.request(url, 'GET', **kwargs) Mar 29 16:14:17.050237 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 16:14:17.050237 n-d-834765-1 neutron-server[102791]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 16:14:17.050237 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 16:14:17.050237 n-d-834765-1 neutron-server[102791]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 16:14:17.050237 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 16:14:17.050237 n-d-834765-1 neutron-server[102791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 16:14:17.050237 n-d-834765-1 neutron-server[102791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 16:14:17.108245 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-5d12e871-a1d2-491e-935f-ff86983926e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1639897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648174'] for network, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:17.115377 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-5d12e871-a1d2-491e-935f-ff86983926e4 admin admin] Notify callbacks [] for network, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:17.118189 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-5d12e871-a1d2-491e-935f-ff86983926e4 admin admin] 10.222.0.42 "DELETE /v2.0/networks/500939fd-9ae2-4b85-87da-2609356fd805 HTTP/1.1" status: 204 len: 168 time: 0.2719874 Mar 29 16:14:17.121266 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 58966) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:14:17.127512 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d12e871-a1d2-491e-935f-ff86983926e4 admin admin] Pushing event deleted for resources: {'Network': ['ID=500939fd-9ae2-4b85-87da-2609356fd805,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:14:17.166228 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.db_base_plugin_v2 [None req-4711b3b0-759b-4eaa-8bd9-22da817d729e admin admin] Deleting subnet 6917367d-e304-44b2-b9fc-ff845ff6fde5 {{(pid=102790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 16:14:17.169354 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-4711b3b0-759b-4eaa-8bd9-22da817d729e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:17.199937 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:17.204822 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-4711b3b0-759b-4eaa-8bd9-22da817d729e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4614024'] for subnet, precommit_delete_associations {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:17.243108 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-4711b3b0-759b-4eaa-8bd9-22da817d729e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1641287'] for subnet, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:17.300026 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-4711b3b0-759b-4eaa-8bd9-22da817d729e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1641294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5231963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4793952'] for subnet, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:17.323126 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4711b3b0-759b-4eaa-8bd9-22da817d729e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6917367d-e304-44b2-b9fc-ff845ff6fde5,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:14:17.328642 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-4711b3b0-759b-4eaa-8bd9-22da817d729e admin admin] Notify callbacks [] for subnet, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:17.331957 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-4711b3b0-759b-4eaa-8bd9-22da817d729e admin admin] 10.222.0.42 "DELETE /v2.0/subnets/6917367d-e304-44b2-b9fc-ff845ff6fde5 HTTP/1.1" status: 204 len: 168 time: 0.2094369 Mar 29 16:14:17.334470 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 58968) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:14:17.406296 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-96aeb8a7-5a1a-41a3-a79c-cdfb2120c4ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1631750'] for network, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:17.500781 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-96aeb8a7-5a1a-41a3-a79c-cdfb2120c4ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639890', 'neutron.services.segments.db._delete_segments_for_network-8783523423079'] for network, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:17.520356 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-96aeb8a7-5a1a-41a3-a79c-cdfb2120c4ed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['470cb77f-2d3f-4e9c-b66c-c7e4de87a7c1']}} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:14:17.529774 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-96aeb8a7-5a1a-41a3-a79c-cdfb2120c4ed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bece1c88-0534-4225-9bb6-28c9a2b00d10') {'for_net_delete': True} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:14:17.530063 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-96aeb8a7-5a1a-41a3-a79c-cdfb2120c4ed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bece1c88-0534-4225-9bb6-28c9a2b00d10') {} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:14:17.539703 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-96aeb8a7-5a1a-41a3-a79c-cdfb2120c4ed admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783523422064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4614019'] for segment, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:17.552546 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-96aeb8a7-5a1a-41a3-a79c-cdfb2120c4ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:17.558799 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96aeb8a7-5a1a-41a3-a79c-cdfb2120c4ed admin admin] Releasing vlan 644 on physical network physnet1 to pool {{(pid=102790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 16:14:17.559170 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-96aeb8a7-5a1a-41a3-a79c-cdfb2120c4ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5238013'] for segment, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:17.560877 n-d-834765-1 neutron-server[102790]: Traceback (most recent call last): Mar 29 16:14:17.560877 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 16:14:17.560877 n-d-834765-1 neutron-server[102790]: timer() Mar 29 16:14:17.560877 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 16:14:17.560877 n-d-834765-1 neutron-server[102790]: cb(*args, **kw) Mar 29 16:14:17.560877 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 16:14:17.560877 n-d-834765-1 neutron-server[102790]: return func(*args, **kwargs) Mar 29 16:14:17.560877 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 16:14:17.560877 n-d-834765-1 neutron-server[102790]: self._notify() Mar 29 16:14:17.560877 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 16:14:17.560877 n-d-834765-1 neutron-server[102790]: self.callback(batched_events) Mar 29 16:14:17.560877 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 16:14:17.560877 n-d-834765-1 neutron-server[102790]: event.method(event) Mar 29 16:14:17.560877 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 16:14:17.560877 n-d-834765-1 neutron-server[102790]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 16:14:17.560877 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 16:14:17.560877 n-d-834765-1 neutron-server[102790]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 16:14:17.560877 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 16:14:17.560877 n-d-834765-1 neutron-server[102790]: return f(self, *a, **k) Mar 29 16:14:17.560877 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 16:14:17.560877 n-d-834765-1 neutron-server[102790]: return self._get(url).json() Mar 29 16:14:17.560877 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 16:14:17.560877 n-d-834765-1 neutron-server[102790]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 16:14:17.560877 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 16:14:17.560877 n-d-834765-1 neutron-server[102790]: return self.request(url, 'GET', **kwargs) Mar 29 16:14:17.560877 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 16:14:17.560877 n-d-834765-1 neutron-server[102790]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 16:14:17.560877 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 16:14:17.560877 n-d-834765-1 neutron-server[102790]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 16:14:17.560877 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 16:14:17.560877 n-d-834765-1 neutron-server[102790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 16:14:17.560877 n-d-834765-1 neutron-server[102790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 16:14:17.617721 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-96aeb8a7-5a1a-41a3-a79c-cdfb2120c4ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1639897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648174'] for network, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:17.622939 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-96aeb8a7-5a1a-41a3-a79c-cdfb2120c4ed admin admin] Notify callbacks [] for network, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:17.626052 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-96aeb8a7-5a1a-41a3-a79c-cdfb2120c4ed admin admin] 10.222.0.42 "DELETE /v2.0/networks/470cb77f-2d3f-4e9c-b66c-c7e4de87a7c1 HTTP/1.1" status: 204 len: 168 time: 0.2906942 Mar 29 16:14:17.636506 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96aeb8a7-5a1a-41a3-a79c-cdfb2120c4ed admin admin] Pushing event deleted for resources: {'Network': ['ID=470cb77f-2d3f-4e9c-b66c-c7e4de87a7c1,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:14:17.786109 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 58974) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:14:17.797428 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb580c9-91ea-4974-ae30-29ce3728054c req-82efd8ca-56ac-414c-b815-e0a837f8fbd1 tempest-TestServerMultinode-2004571124 tempest-TestServerMultinode-2004571124-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:14:17.799078 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-8fb580c9-91ea-4974-ae30-29ce3728054c req-82efd8ca-56ac-414c-b815-e0a837f8fbd1 tempest-TestServerMultinode-2004571124 tempest-TestServerMultinode-2004571124-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=1eb8f0d5-81dc-4d6f-980d-dfd4a366c01b HTTP/1.1" status: 200 len: 1096 time: 0.0446930 Mar 29 16:14:17.831465 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-be62355b-de80-4c22-898d-22a7b54f0f43 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c9a9ada36d9a423087bdc435cb11c9c4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0440788 Mar 29 16:14:17.833913 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 58976) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:14:17.835898 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-8fb580c9-91ea-4974-ae30-29ce3728054c req-260e78e6-1adc-4932-86e5-237347b89db2 tempest-TestServerMultinode-2004571124 tempest-TestServerMultinode-2004571124-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=401e0772-5198-4413-ae27-5aa717ee45ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301111 Mar 29 16:14:17.889954 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-d6edbff7-5573-4aa2-945c-b39bcb852ddc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:17.911016 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-d6edbff7-5573-4aa2-945c-b39bcb852ddc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:17.964606 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-d6edbff7-5573-4aa2-945c-b39bcb852ddc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:17.967451 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-d6edbff7-5573-4aa2-945c-b39bcb852ddc admin admin] Notify callbacks [] for security_group, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:17.968600 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-d6edbff7-5573-4aa2-945c-b39bcb852ddc admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/989f05eb-0c3a-4baf-a8d4-91bfa6537dc9 HTTP/1.1" status: 204 len: 168 time: 0.1336696 Mar 29 16:14:17.976797 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6edbff7-5573-4aa2-945c-b39bcb852ddc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=989f05eb-0c3a-4baf-a8d4-91bfa6537dc9,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:14:18.015945 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:18.280620 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 58982) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:14:18.320019 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-08087e53-dbf8-4ca0-b808-5d52622ca1a8 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=1b9130fa5b1f44718d1ee6e318cb7e37&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0376227 Mar 29 16:14:18.322386 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 58984) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:14:18.368853 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-45af16aa-aff0-482f-aa03-b1d228b9b640 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:18.389981 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-45af16aa-aff0-482f-aa03-b1d228b9b640 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:18.439604 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-45af16aa-aff0-482f-aa03-b1d228b9b640 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:18.442102 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-45af16aa-aff0-482f-aa03-b1d228b9b640 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:18.443280 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-45af16aa-aff0-482f-aa03-b1d228b9b640 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ac45b09f-b04d-4a2e-99e0-9766b30babe0 HTTP/1.1" status: 204 len: 168 time: 0.1199803 Mar 29 16:14:18.451369 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45af16aa-aff0-482f-aa03-b1d228b9b640 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac45b09f-b04d-4a2e-99e0-9766b30babe0,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:14:18.947149 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268ecfa1-f49a-48a5-9205-fd998a2d8929 req-3b5d25b8-2e6d-4d4e-8a7d-8189646dfc02 tempest-TestServerMultinode-2004571124 tempest-TestServerMultinode-2004571124-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:14:18.948736 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-268ecfa1-f49a-48a5-9205-fd998a2d8929 req-3b5d25b8-2e6d-4d4e-8a7d-8189646dfc02 tempest-TestServerMultinode-2004571124 tempest-TestServerMultinode-2004571124-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=1eb8f0d5-81dc-4d6f-980d-dfd4a366c01b HTTP/1.1" status: 200 len: 1096 time: 0.0427039 Mar 29 16:14:18.986857 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-268ecfa1-f49a-48a5-9205-fd998a2d8929 req-ae9c57e3-4e62-4abd-a747-f94afce72485 tempest-TestServerMultinode-2004571124 tempest-TestServerMultinode-2004571124-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=401e0772-5198-4413-ae27-5aa717ee45ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315430 Mar 29 16:14:19.095052 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9b3de6-1554-4e3a-ab5e-b2efd08c13e6 req-0adbe6b9-ef8f-42bf-8adb-42e0d1a67a61 tempest-TestServerMultinode-2004571124 tempest-TestServerMultinode-2004571124-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:14:19.096587 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-de9b3de6-1554-4e3a-ab5e-b2efd08c13e6 req-0adbe6b9-ef8f-42bf-8adb-42e0d1a67a61 tempest-TestServerMultinode-2004571124 tempest-TestServerMultinode-2004571124-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=1eb8f0d5-81dc-4d6f-980d-dfd4a366c01b HTTP/1.1" status: 200 len: 1096 time: 0.0407007 Mar 29 16:14:19.130854 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-de9b3de6-1554-4e3a-ab5e-b2efd08c13e6 req-167da2c4-f2d0-4835-aeab-9a2152f92ba1 tempest-TestServerMultinode-2004571124 tempest-TestServerMultinode-2004571124-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=401e0772-5198-4413-ae27-5aa717ee45ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0282259 Mar 29 16:14:19.237436 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5722e146-ef16-4a2a-82b8-518753298be7 req-73bd308b-2be5-4d99-8040-7f768bacbc2a tempest-TestServerMultinode-2004571124 tempest-TestServerMultinode-2004571124-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:14:19.238981 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-5722e146-ef16-4a2a-82b8-518753298be7 req-73bd308b-2be5-4d99-8040-7f768bacbc2a tempest-TestServerMultinode-2004571124 tempest-TestServerMultinode-2004571124-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=1eb8f0d5-81dc-4d6f-980d-dfd4a366c01b HTTP/1.1" status: 200 len: 1096 time: 0.0415194 Mar 29 16:14:19.274823 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-5722e146-ef16-4a2a-82b8-518753298be7 req-a7667570-72fc-4ee1-b309-f6f9c1de7e8e tempest-TestServerMultinode-2004571124 tempest-TestServerMultinode-2004571124-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=401e0772-5198-4413-ae27-5aa717ee45ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0286584 Mar 29 16:14:19.509812 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2614fcb1-911c-4df1-acfd-27543deb415a req-0f533800-b54c-4b7c-8e79-6935e1b24ff2 tempest-TestServerMultinode-2004571124 tempest-TestServerMultinode-2004571124-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:14:19.511417 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-2614fcb1-911c-4df1-acfd-27543deb415a req-0f533800-b54c-4b7c-8e79-6935e1b24ff2 tempest-TestServerMultinode-2004571124 tempest-TestServerMultinode-2004571124-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=1eb8f0d5-81dc-4d6f-980d-dfd4a366c01b HTTP/1.1" status: 200 len: 1096 time: 0.0427535 Mar 29 16:14:19.552056 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-2614fcb1-911c-4df1-acfd-27543deb415a req-fde9afcd-040a-4b21-a3e7-5825e1a548c7 tempest-TestServerMultinode-2004571124 tempest-TestServerMultinode-2004571124-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=401e0772-5198-4413-ae27-5aa717ee45ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345294 Mar 29 16:14:20.673881 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44b4488-13ed-49a9-b218-78c34491a724 req-4e49cb44-ca80-4bf7-a46f-5427ff2fea93 tempest-TestServerMultinode-2004571124 tempest-TestServerMultinode-2004571124-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:14:20.675466 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-c44b4488-13ed-49a9-b218-78c34491a724 req-4e49cb44-ca80-4bf7-a46f-5427ff2fea93 tempest-TestServerMultinode-2004571124 tempest-TestServerMultinode-2004571124-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=1eb8f0d5-81dc-4d6f-980d-dfd4a366c01b HTTP/1.1" status: 200 len: 1096 time: 0.0476565 Mar 29 16:14:20.713302 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-c44b4488-13ed-49a9-b218-78c34491a724 req-a19b5745-f361-49de-ba99-5dd514cad9dc tempest-TestServerMultinode-2004571124 tempest-TestServerMultinode-2004571124-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=401e0772-5198-4413-ae27-5aa717ee45ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312698 Mar 29 16:14:20.858013 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfffbb5-ca51-41d4-95d9-35e0a7c3b4c5 req-aa01df66-f4dc-490d-9e60-7ecb526a5e2b tempest-TestServerMultinode-2004571124 tempest-TestServerMultinode-2004571124-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:14:20.859529 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-5dfffbb5-ca51-41d4-95d9-35e0a7c3b4c5 req-aa01df66-f4dc-490d-9e60-7ecb526a5e2b tempest-TestServerMultinode-2004571124 tempest-TestServerMultinode-2004571124-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=1eb8f0d5-81dc-4d6f-980d-dfd4a366c01b HTTP/1.1" status: 200 len: 1096 time: 0.0402761 Mar 29 16:14:20.935376 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [req-5dfffbb5-ca51-41d4-95d9-35e0a7c3b4c5 req-88e80655-6f97-468a-b4c5-b6ff13e6b941 tempest-TestServerMultinode-2004571124 tempest-TestServerMultinode-2004571124-project-admin] Deleting port 28c3f5ad-2ed9-4c4a-b8a4-3598fb5cc2c5 {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:14:20.935720 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-5dfffbb5-ca51-41d4-95d9-35e0a7c3b4c5 req-88e80655-6f97-468a-b4c5-b6ff13e6b941 tempest-TestServerMultinode-2004571124 tempest-TestServerMultinode-2004571124-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:21.016235 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-5dfffbb5-ca51-41d4-95d9-35e0a7c3b4c5 req-88e80655-6f97-468a-b4c5-b6ff13e6b941 tempest-TestServerMultinode-2004571124 tempest-TestServerMultinode-2004571124-project-admin] For port 28c3f5ad-2ed9-4c4a-b8a4-3598fb5cc2c5, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=28c3f5ad-2ed9-4c4a-b8a4-3598fb5cc2c5,segment=NetworkSegment(6ed9b27c-0b64-4185-b4d1-183cb37ff4c4),segment_id=6ed9b27c-0b64-4185-b4d1-183cb37ff4c4)] {{(pid=102791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:14:21.016600 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-5dfffbb5-ca51-41d4-95d9-35e0a7c3b4c5 req-88e80655-6f97-468a-b4c5-b6ff13e6b941 tempest-TestServerMultinode-2004571124 tempest-TestServerMultinode-2004571124-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:21.035498 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [req-5dfffbb5-ca51-41d4-95d9-35e0a7c3b4c5 req-88e80655-6f97-468a-b4c5-b6ff13e6b941 tempest-TestServerMultinode-2004571124 tempest-TestServerMultinode-2004571124-project-admin] Calling delete_port for 28c3f5ad-2ed9-4c4a-b8a4-3598fb5cc2c5 owned by compute:nova {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:14:21.167806 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-5dfffbb5-ca51-41d4-95d9-35e0a7c3b4c5 req-88e80655-6f97-468a-b4c5-b6ff13e6b941 tempest-TestServerMultinode-2004571124 tempest-TestServerMultinode-2004571124-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:21.181336 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] get_ports_and_sgs() called for port_ids ['28c3f5ad-2ed9-4c4a-b8a4-3598fb5cc2c5'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 16:14:21.184314 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] get_ports_and_sgs() called for port_ids ['194c430c-677c-4f3f-83a4-5d1b8fcfc2ed'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 16:14:21.204198 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e80655-6f97-468a-b4c5-b6ff13e6b941 tempest-TestServerMultinode-2004571124 tempest-TestServerMultinode-2004571124-project-admin] Pushing event deleted for resources: {'Port': ['ID=28c3f5ad-2ed9-4c4a-b8a4-3598fb5cc2c5,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:14:21.246566 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [req-5dfffbb5-ca51-41d4-95d9-35e0a7c3b4c5 req-88e80655-6f97-468a-b4c5-b6ff13e6b941 tempest-TestServerMultinode-2004571124 tempest-TestServerMultinode-2004571124-project-admin] No DVR routers for this DVR port 28c3f5ad-2ed9-4c4a-b8a4-3598fb5cc2c5 on host n-h2-834765-1 {{(pid=102791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 16:14:21.249360 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-5dfffbb5-ca51-41d4-95d9-35e0a7c3b4c5 req-88e80655-6f97-468a-b4c5-b6ff13e6b941 tempest-TestServerMultinode-2004571124 tempest-TestServerMultinode-2004571124-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:21.253914 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-5dfffbb5-ca51-41d4-95d9-35e0a7c3b4c5 req-88e80655-6f97-468a-b4c5-b6ff13e6b941 tempest-TestServerMultinode-2004571124 tempest-TestServerMultinode-2004571124-project-admin] 10.222.0.48 "DELETE /v2.0/ports/28c3f5ad-2ed9-4c4a-b8a4-3598fb5cc2c5 HTTP/1.1" status: 204 len: 173 time: 0.3889575 Mar 29 16:14:21.254452 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1eb8f0d5-81dc-4d6f-980d-dfd4a366c01b', 'name': 'network-vif-deleted', 'tag': '28c3f5ad-2ed9-4c4a-b8a4-3598fb5cc2c5'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:14:21.257372 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c67b028db5e9b9818fecc5c0a87ebc6f190694fa53ca267d523e04f98de536d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2308dbb4-4a3b-4702-b25b-18d6044a1bd0" -d '{"events": [{"server_uuid": "1eb8f0d5-81dc-4d6f-980d-dfd4a366c01b", "name": "network-vif-deleted", "tag": "28c3f5ad-2ed9-4c4a-b8a4-3598fb5cc2c5"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:14:21.342653 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 16:14:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d28007f2-b0b1-4f41-a5f1-369739c2b4f1 x-openstack-request-id: req-d28007f2-b0b1-4f41-a5f1-369739c2b4f1 {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:14:21.342978 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1eb8f0d5-81dc-4d6f-980d-dfd4a366c01b", "name": "network-vif-deleted", "tag": "28c3f5ad-2ed9-4c4a-b8a4-3598fb5cc2c5", "status": "completed", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:14:21.343245 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d28007f2-b0b1-4f41-a5f1-369739c2b4f1 {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:14:21.343893 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1eb8f0d5-81dc-4d6f-980d-dfd4a366c01b', 'name': 'network-vif-deleted', 'tag': '28c3f5ad-2ed9-4c4a-b8a4-3598fb5cc2c5', 'status': 'completed', 'code': 200} Mar 29 16:14:22.023665 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5801185-823a-438c-ac3e-a7c4498a50a6 req-ddab2e4e-4df0-4654-8c20-442132441bfb tempest-TestServerMultinode-2004571124 tempest-TestServerMultinode-2004571124-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:14:22.025173 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-d5801185-823a-438c-ac3e-a7c4498a50a6 req-ddab2e4e-4df0-4654-8c20-442132441bfb tempest-TestServerMultinode-2004571124 tempest-TestServerMultinode-2004571124-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=4b464725-278d-43c8-9edc-fd7ce3e8e7ce HTTP/1.1" status: 200 len: 1096 time: 0.0415137 Mar 29 16:14:22.064914 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-d5801185-823a-438c-ac3e-a7c4498a50a6 req-dcd5f326-13d3-465c-9805-702e24a0c0d2 tempest-TestServerMultinode-2004571124 tempest-TestServerMultinode-2004571124-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=401e0772-5198-4413-ae27-5aa717ee45ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334342 Mar 29 16:14:23.172599 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b80fb43-776a-4b2d-a7c3-3e8bf3a0645d req-93904101-f4d4-4a49-952a-fdfb92b69716 tempest-TestServerMultinode-2004571124 tempest-TestServerMultinode-2004571124-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:14:23.174098 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-0b80fb43-776a-4b2d-a7c3-3e8bf3a0645d req-93904101-f4d4-4a49-952a-fdfb92b69716 tempest-TestServerMultinode-2004571124 tempest-TestServerMultinode-2004571124-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=4b464725-278d-43c8-9edc-fd7ce3e8e7ce HTTP/1.1" status: 200 len: 1096 time: 0.0394952 Mar 29 16:14:23.208101 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-0b80fb43-776a-4b2d-a7c3-3e8bf3a0645d req-3d2fd657-bbb2-49fd-8eed-cd31e9c6945e tempest-TestServerMultinode-2004571124 tempest-TestServerMultinode-2004571124-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=401e0772-5198-4413-ae27-5aa717ee45ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0274932 Mar 29 16:14:23.471730 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7eb246-9085-459a-879d-da54ef1283c5 req-76684da2-e37b-4091-bad3-fb205664b6ff tempest-TestServerMultinode-2004571124 tempest-TestServerMultinode-2004571124-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:14:23.472975 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-5d7eb246-9085-459a-879d-da54ef1283c5 req-76684da2-e37b-4091-bad3-fb205664b6ff tempest-TestServerMultinode-2004571124 tempest-TestServerMultinode-2004571124-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=4b464725-278d-43c8-9edc-fd7ce3e8e7ce HTTP/1.1" status: 200 len: 1096 time: 0.0455179 Mar 29 16:14:23.554862 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [req-5d7eb246-9085-459a-879d-da54ef1283c5 req-0f92aa5e-e583-4511-9e28-88e7d0336f77 tempest-TestServerMultinode-2004571124 tempest-TestServerMultinode-2004571124-project-admin] Deleting port 194c430c-677c-4f3f-83a4-5d1b8fcfc2ed {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:14:23.555205 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-5d7eb246-9085-459a-879d-da54ef1283c5 req-0f92aa5e-e583-4511-9e28-88e7d0336f77 tempest-TestServerMultinode-2004571124 tempest-TestServerMultinode-2004571124-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:23.638317 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-5d7eb246-9085-459a-879d-da54ef1283c5 req-0f92aa5e-e583-4511-9e28-88e7d0336f77 tempest-TestServerMultinode-2004571124 tempest-TestServerMultinode-2004571124-project-admin] For port 194c430c-677c-4f3f-83a4-5d1b8fcfc2ed, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=194c430c-677c-4f3f-83a4-5d1b8fcfc2ed,segment=NetworkSegment(6ed9b27c-0b64-4185-b4d1-183cb37ff4c4),segment_id=6ed9b27c-0b64-4185-b4d1-183cb37ff4c4)] {{(pid=102791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:14:23.638624 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-5d7eb246-9085-459a-879d-da54ef1283c5 req-0f92aa5e-e583-4511-9e28-88e7d0336f77 tempest-TestServerMultinode-2004571124 tempest-TestServerMultinode-2004571124-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:23.651467 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [req-5d7eb246-9085-459a-879d-da54ef1283c5 req-0f92aa5e-e583-4511-9e28-88e7d0336f77 tempest-TestServerMultinode-2004571124 tempest-TestServerMultinode-2004571124-project-admin] Calling delete_port for 194c430c-677c-4f3f-83a4-5d1b8fcfc2ed owned by compute:nova {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:14:23.770931 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-5d7eb246-9085-459a-879d-da54ef1283c5 req-0f92aa5e-e583-4511-9e28-88e7d0336f77 tempest-TestServerMultinode-2004571124 tempest-TestServerMultinode-2004571124-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:23.782554 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] get_ports_and_sgs() called for port_ids ['28c3f5ad-2ed9-4c4a-b8a4-3598fb5cc2c5'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 16:14:23.784685 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] get_ports_and_sgs() called for port_ids ['194c430c-677c-4f3f-83a4-5d1b8fcfc2ed'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 16:14:23.800321 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f92aa5e-e583-4511-9e28-88e7d0336f77 tempest-TestServerMultinode-2004571124 tempest-TestServerMultinode-2004571124-project-admin] Pushing event deleted for resources: {'Port': ['ID=194c430c-677c-4f3f-83a4-5d1b8fcfc2ed,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:14:23.844385 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d7eb246-9085-459a-879d-da54ef1283c5 req-0f92aa5e-e583-4511-9e28-88e7d0336f77 tempest-TestServerMultinode-2004571124 tempest-TestServerMultinode-2004571124-project-admin] No DVR routers for this DVR port 194c430c-677c-4f3f-83a4-5d1b8fcfc2ed on host n-h1-834765-1 {{(pid=102791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 16:14:23.846839 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-5d7eb246-9085-459a-879d-da54ef1283c5 req-0f92aa5e-e583-4511-9e28-88e7d0336f77 tempest-TestServerMultinode-2004571124 tempest-TestServerMultinode-2004571124-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:23.851717 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-5d7eb246-9085-459a-879d-da54ef1283c5 req-0f92aa5e-e583-4511-9e28-88e7d0336f77 tempest-TestServerMultinode-2004571124 tempest-TestServerMultinode-2004571124-project-admin] 10.222.0.44 "DELETE /v2.0/ports/194c430c-677c-4f3f-83a4-5d1b8fcfc2ed HTTP/1.1" status: 204 len: 173 time: 0.3724329 Mar 29 16:14:23.852180 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b464725-278d-43c8-9edc-fd7ce3e8e7ce', 'name': 'network-vif-deleted', 'tag': '194c430c-677c-4f3f-83a4-5d1b8fcfc2ed'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:14:23.854491 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c67b028db5e9b9818fecc5c0a87ebc6f190694fa53ca267d523e04f98de536d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-833fc2df-1645-4ee5-9720-823cd48edb3d" -d '{"events": [{"server_uuid": "4b464725-278d-43c8-9edc-fd7ce3e8e7ce", "name": "network-vif-deleted", "tag": "194c430c-677c-4f3f-83a4-5d1b8fcfc2ed"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:14:23.900649 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 16:14:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d406da9d-c2ef-41a2-99a6-13ca7083d33c x-openstack-request-id: req-d406da9d-c2ef-41a2-99a6-13ca7083d33c {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:14:23.900945 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b464725-278d-43c8-9edc-fd7ce3e8e7ce", "name": "network-vif-deleted", "tag": "194c430c-677c-4f3f-83a4-5d1b8fcfc2ed", "status": "completed", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:14:23.901193 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d406da9d-c2ef-41a2-99a6-13ca7083d33c {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:14:23.901579 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b464725-278d-43c8-9edc-fd7ce3e8e7ce', 'name': 'network-vif-deleted', 'tag': '194c430c-677c-4f3f-83a4-5d1b8fcfc2ed', 'status': 'completed', 'code': 200} Mar 29 16:14:24.314588 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-3e8f46c4-5cd8-4250-92d4-389a8647ca8f req-3c5c12aa-4e4c-4493-9ac3-fbd350c659de tempest-TestServerMultinode-2004571124 tempest-TestServerMultinode-2004571124-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=4b464725-278d-43c8-9edc-fd7ce3e8e7ce HTTP/1.1" status: 200 len: 210 time: 0.0274143 Mar 29 16:14:25.379327 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 59086) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:14:25.730789 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-827dfacd-bf93-42b4-9c02-b6592898380b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-530452'] for router_interface, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:26.015411 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-827dfacd-bf93-42b4-9c02-b6592898380b admin admin] Deleting port 8e11a527-7ed5-449d-becd-7dd5521142fa {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:14:26.015754 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-827dfacd-bf93-42b4-9c02-b6592898380b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:26.093630 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [None req-827dfacd-bf93-42b4-9c02-b6592898380b admin admin] For port 8e11a527-7ed5-449d-becd-7dd5521142fa, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=8e11a527-7ed5-449d-becd-7dd5521142fa,segment=NetworkSegment(6ed9b27c-0b64-4185-b4d1-183cb37ff4c4),segment_id=6ed9b27c-0b64-4185-b4d1-183cb37ff4c4)] {{(pid=102791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:14:26.093988 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-827dfacd-bf93-42b4-9c02-b6592898380b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:26.106122 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-827dfacd-bf93-42b4-9c02-b6592898380b admin admin] Calling delete_port for 8e11a527-7ed5-449d-becd-7dd5521142fa owned by network:router_interface {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:14:26.214148 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device 28c3f5ad-2ed9-4c4a-b8a4-3598fb5cc2c5 no longer exists at agent hyperv_n-h2-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 16:14:26.234183 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] No Port match for: 28c3f5ad-2ed9-4c4a-b8a4-3598fb5cc2c5 {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 16:14:26.234612 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device 28c3f5ad-2ed9-4c4a-b8a4-3598fb5cc2c5 not bound to the agent host n-h2-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 16:14:26.283098 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-827dfacd-bf93-42b4-9c02-b6592898380b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:26.310460 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827dfacd-bf93-42b4-9c02-b6592898380b admin admin] Pushing event deleted for resources: {'Port': ['ID=8e11a527-7ed5-449d-becd-7dd5521142fa,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:14:26.702270 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-827dfacd-bf93-42b4-9c02-b6592898380b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-530528'] for router_interface, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:26.913514 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-827dfacd-bf93-42b4-9c02-b6592898380b admin admin] Router d8ee769e-7eac-4153-870b-174ea9589b80 has already been hosted by L3 agent c648d819-1060-4f26-b4ec-6455387b5dff {{(pid=102791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 16:14:27.025487 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-827dfacd-bf93-42b4-9c02-b6592898380b admin admin] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 16:14:27.031746 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-827dfacd-bf93-42b4-9c02-b6592898380b admin admin] 10.222.0.42 "PUT /v2.0/routers/d8ee769e-7eac-4153-870b-174ea9589b80/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6506441 Mar 29 16:14:27.034259 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 59098) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:14:27.039792 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9b28540-cf88-41e3-a36b-e73986faa809 None None] Sync routers for ids ['d8ee769e-7eac-4153-870b-174ea9589b80'] in n-d-834765-1 {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 16:14:27.050115 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9b28540-cf88-41e3-a36b-e73986faa809 None None] Routers {'d8ee769e-7eac-4153-870b-174ea9589b80'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:14:27.050724 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-b9b28540-cf88-41e3-a36b-e73986faa809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:14:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['d8ee769e-7eac-4153-870b-174ea9589b80'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:14:27.143141 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-9b75a944-11a2-4f2b-ac92-c7eb09a69ed1 admin admin] Notify callbacks [] for router, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:27.159220 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvr_db [None req-b9b28540-cf88-41e3-a36b-e73986faa809 None None] Set router d8ee769e-7eac-4153-870b-174ea9589b80 gateway port host: n-d-834765-1 {{(pid=102793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:14:27.251547 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-9b75a944-11a2-4f2b-ac92-c7eb09a69ed1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:27.315640 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-9b75a944-11a2-4f2b-ac92-c7eb09a69ed1 admin admin] Deleting port fdedf5ef-29c0-4ceb-8b06-70c97d8af7cf {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:14:27.315987 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-9b75a944-11a2-4f2b-ac92-c7eb09a69ed1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:27.396957 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [None req-9b75a944-11a2-4f2b-ac92-c7eb09a69ed1 admin admin] For port fdedf5ef-29c0-4ceb-8b06-70c97d8af7cf, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=fdedf5ef-29c0-4ceb-8b06-70c97d8af7cf,segment=NetworkSegment(6ab47353-a811-4bad-bc73-b4cc84583cfd),segment_id=6ab47353-a811-4bad-bc73-b4cc84583cfd)] {{(pid=102791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:14:27.397806 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-9b75a944-11a2-4f2b-ac92-c7eb09a69ed1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:27.410806 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-9b75a944-11a2-4f2b-ac92-c7eb09a69ed1 admin admin] Calling delete_port for fdedf5ef-29c0-4ceb-8b06-70c97d8af7cf owned by network:router_gateway {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:14:27.444998 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-b9b28540-cf88-41e3-a36b-e73986faa809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8ee769e-7eac-4153-870b-174ea9589b80', 'name': 'tempest-TestServerMultinode-1749459953-router', 'tenant_id': '22967ccd0452496d8ea5d2058f47a8c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.170'}], 'enable_snat': True}, 'gw_port_id': 'fdedf5ef-29c0-4ceb-8b06-70c97d8af7cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:13:36Z', 'updated_at': '2022-03-29T16:14:26Z', 'revision_number': 5, 'project_id': '22967ccd0452496d8ea5d2058f47a8c1', 'gw_port': {'id': 'fdedf5ef-29c0-4ceb-8b06-70c97d8af7cf', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:6c:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8ee769e-7eac-4153-870b-174ea9589b80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:13:36Z', 'updated_at': '2022-03-29T16:13:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1'}], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:14:27.479460 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9b28540-cf88-41e3-a36b-e73986faa809 None None] Checking router: d8ee769e-7eac-4153-870b-174ea9589b80 for host: n-d-834765-1 {{(pid=102793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 16:14:27.490077 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9b28540-cf88-41e3-a36b-e73986faa809 None None] Routers {'d8ee769e-7eac-4153-870b-174ea9589b80'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:14:27.491278 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-b9b28540-cf88-41e3-a36b-e73986faa809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:14:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['d8ee769e-7eac-4153-870b-174ea9589b80'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:14:27.577379 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvr_db [None req-b9b28540-cf88-41e3-a36b-e73986faa809 None None] Set router d8ee769e-7eac-4153-870b-174ea9589b80 gateway port host: None {{(pid=102793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:14:27.587072 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-9b75a944-11a2-4f2b-ac92-c7eb09a69ed1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:27.616816 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b75a944-11a2-4f2b-ac92-c7eb09a69ed1 admin admin] Pushing event deleted for resources: {'Port': ['ID=fdedf5ef-29c0-4ceb-8b06-70c97d8af7cf,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:14:27.634855 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-b9b28540-cf88-41e3-a36b-e73986faa809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8ee769e-7eac-4153-870b-174ea9589b80', 'name': 'tempest-TestServerMultinode-1749459953-router', 'tenant_id': '22967ccd0452496d8ea5d2058f47a8c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:13:36Z', 'updated_at': '2022-03-29T16:14:27Z', 'revision_number': 6, 'project_id': '22967ccd0452496d8ea5d2058f47a8c1', 'gw_port_host': None}], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:14:27.681894 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9b28540-cf88-41e3-a36b-e73986faa809 None None] The sync data for ids ['d8ee769e-7eac-4153-870b-174ea9589b80'] in n-d-834765-1 is: [{'id': 'd8ee769e-7eac-4153-870b-174ea9589b80', 'name': 'tempest-TestServerMultinode-1749459953-router', 'tenant_id': '22967ccd0452496d8ea5d2058f47a8c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:13:36Z', 'updated_at': '2022-03-29T16:14:27Z', 'revision_number': 6, 'project_id': '22967ccd0452496d8ea5d2058f47a8c1', 'gw_port_host': None}] {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 16:14:27.686138 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-9b75a944-11a2-4f2b-ac92-c7eb09a69ed1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-648138'] for router_gateway, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:27.746071 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device 194c430c-677c-4f3f-83a4-5d1b8fcfc2ed no longer exists at agent hyperv_n-h1-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 16:14:27.766489 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] No Port match for: 194c430c-677c-4f3f-83a4-5d1b8fcfc2ed {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 16:14:27.766828 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device 194c430c-677c-4f3f-83a4-5d1b8fcfc2ed not bound to the agent host n-h1-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 16:14:27.781471 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-9b75a944-11a2-4f2b-ac92-c7eb09a69ed1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129328'] for router, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:27.783901 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-9b75a944-11a2-4f2b-ac92-c7eb09a69ed1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:27.833639 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-9b75a944-11a2-4f2b-ac92-c7eb09a69ed1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-526718'] for router, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:27.834583 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b75a944-11a2-4f2b-ac92-c7eb09a69ed1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d8ee769e-7eac-4153-870b-174ea9589b80 {{(pid=102791) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 29 16:14:27.839372 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-9b75a944-11a2-4f2b-ac92-c7eb09a69ed1 admin admin] Notify callbacks [] for router, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:27.840938 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-9b75a944-11a2-4f2b-ac92-c7eb09a69ed1 admin admin] 10.222.0.42 "DELETE /v2.0/routers/d8ee769e-7eac-4153-870b-174ea9589b80 HTTP/1.1" status: 204 len: 168 time: 0.8051856 Mar 29 16:14:27.844029 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 59100) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:14:27.905035 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d68b405-f4f0-493d-9f49-f11b93ff78ef admin admin] Deleting subnet cc7e958e-a451-4f56-a816-8639ce2bab67 {{(pid=102791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 16:14:27.908124 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-8d68b405-f4f0-493d-9f49-f11b93ff78ef admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:27.944629 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-8d68b405-f4f0-493d-9f49-f11b93ff78ef admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4230423'] for subnet, precommit_delete_associations {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:28.023827 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-8d68b405-f4f0-493d-9f49-f11b93ff78ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1641287'] for subnet, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:28.086166 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-8d68b405-f4f0-493d-9f49-f11b93ff78ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1641294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16155591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16218852'] for subnet, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:28.113089 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d68b405-f4f0-493d-9f49-f11b93ff78ef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cc7e958e-a451-4f56-a816-8639ce2bab67,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:14:28.117732 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-8d68b405-f4f0-493d-9f49-f11b93ff78ef admin admin] Notify callbacks [] for subnet, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:28.121060 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-8d68b405-f4f0-493d-9f49-f11b93ff78ef admin admin] 10.222.0.42 "DELETE /v2.0/subnets/cc7e958e-a451-4f56-a816-8639ce2bab67 HTTP/1.1" status: 204 len: 168 time: 0.2759342 Mar 29 16:14:28.123719 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 59104) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:14:28.133237 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c057a889-803d-4547-940b-90f08829bef3 None None] Network c7b7cc7e-a399-43f9-9eb9-c618ea291a59 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 16:14:28.197679 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-ddb104f4-32aa-42bb-af08-ea33dee4fe8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1631750'] for network, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:28.249661 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-ddb104f4-32aa-42bb-af08-ea33dee4fe8d admin admin] Deleting port db4e12fd-99d7-408f-bf42-9f7b51b4c2bd {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:14:28.250003 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-ddb104f4-32aa-42bb-af08-ea33dee4fe8d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:28.316510 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [None req-ddb104f4-32aa-42bb-af08-ea33dee4fe8d admin admin] For port db4e12fd-99d7-408f-bf42-9f7b51b4c2bd, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=db4e12fd-99d7-408f-bf42-9f7b51b4c2bd,segment=NetworkSegment(6ed9b27c-0b64-4185-b4d1-183cb37ff4c4),segment_id=6ed9b27c-0b64-4185-b4d1-183cb37ff4c4)] {{(pid=102791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:14:28.316805 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-ddb104f4-32aa-42bb-af08-ea33dee4fe8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:28.328699 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-ddb104f4-32aa-42bb-af08-ea33dee4fe8d admin admin] Calling delete_port for db4e12fd-99d7-408f-bf42-9f7b51b4c2bd owned by network:dhcp {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:14:28.405532 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-ddb104f4-32aa-42bb-af08-ea33dee4fe8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:28.436001 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb104f4-32aa-42bb-af08-ea33dee4fe8d admin admin] Pushing event deleted for resources: {'Port': ['ID=db4e12fd-99d7-408f-bf42-9f7b51b4c2bd,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:14:28.437825 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddb104f4-32aa-42bb-af08-ea33dee4fe8d admin admin] No DVR routers for this DVR port db4e12fd-99d7-408f-bf42-9f7b51b4c2bd on host n-d-834765-1 {{(pid=102791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 16:14:28.492616 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11333a80-bc11-4624-ac06-b286a3f439b8 None None] DHCP port deletion for c7b7cc7e-a399-43f9-9eb9-c618ea291a59 request from n-d-834765-1 {{(pid=102792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 29 16:14:28.510447 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-ddb104f4-32aa-42bb-af08-ea33dee4fe8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639890', 'neutron.services.segments.db._delete_segments_for_network-8783523423079'] for network, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:28.531901 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-ddb104f4-32aa-42bb-af08-ea33dee4fe8d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7b7cc7e-a399-43f9-9eb9-c618ea291a59']}} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:14:28.541632 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-ddb104f4-32aa-42bb-af08-ea33dee4fe8d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ed9b27c-0b64-4185-b4d1-183cb37ff4c4') {'for_net_delete': True} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:14:28.541929 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-ddb104f4-32aa-42bb-af08-ea33dee4fe8d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ed9b27c-0b64-4185-b4d1-183cb37ff4c4') {} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:14:28.551345 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-ddb104f4-32aa-42bb-af08-ea33dee4fe8d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783523422064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4230428'] for segment, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:28.565229 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-ddb104f4-32aa-42bb-af08-ea33dee4fe8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:28.571558 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ddb104f4-32aa-42bb-af08-ea33dee4fe8d admin admin] Releasing vlan 636 on physical network physnet1 to pool {{(pid=102791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 16:14:28.571960 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-ddb104f4-32aa-42bb-af08-ea33dee4fe8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16169569'] for segment, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:28.573568 n-d-834765-1 neutron-server[102791]: Traceback (most recent call last): Mar 29 16:14:28.573568 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 16:14:28.573568 n-d-834765-1 neutron-server[102791]: timer() Mar 29 16:14:28.573568 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 16:14:28.573568 n-d-834765-1 neutron-server[102791]: cb(*args, **kw) Mar 29 16:14:28.573568 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 16:14:28.573568 n-d-834765-1 neutron-server[102791]: return func(*args, **kwargs) Mar 29 16:14:28.573568 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 16:14:28.573568 n-d-834765-1 neutron-server[102791]: self._notify() Mar 29 16:14:28.573568 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 16:14:28.573568 n-d-834765-1 neutron-server[102791]: self.callback(batched_events) Mar 29 16:14:28.573568 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 16:14:28.573568 n-d-834765-1 neutron-server[102791]: event.method(event) Mar 29 16:14:28.573568 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 16:14:28.573568 n-d-834765-1 neutron-server[102791]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 16:14:28.573568 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 16:14:28.573568 n-d-834765-1 neutron-server[102791]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 16:14:28.573568 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 16:14:28.573568 n-d-834765-1 neutron-server[102791]: return f(self, *a, **k) Mar 29 16:14:28.573568 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 16:14:28.573568 n-d-834765-1 neutron-server[102791]: return self._get(url).json() Mar 29 16:14:28.573568 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 16:14:28.573568 n-d-834765-1 neutron-server[102791]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 16:14:28.573568 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 16:14:28.573568 n-d-834765-1 neutron-server[102791]: return self.request(url, 'GET', **kwargs) Mar 29 16:14:28.573568 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 16:14:28.573568 n-d-834765-1 neutron-server[102791]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 16:14:28.573568 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 16:14:28.573568 n-d-834765-1 neutron-server[102791]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 16:14:28.573568 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 16:14:28.573568 n-d-834765-1 neutron-server[102791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 16:14:28.573568 n-d-834765-1 neutron-server[102791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 16:14:28.633989 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-ddb104f4-32aa-42bb-af08-ea33dee4fe8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1639897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648174'] for network, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:28.639412 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-ddb104f4-32aa-42bb-af08-ea33dee4fe8d admin admin] Notify callbacks [] for network, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:28.642553 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-ddb104f4-32aa-42bb-af08-ea33dee4fe8d admin admin] 10.222.0.42 "DELETE /v2.0/networks/c7b7cc7e-a399-43f9-9eb9-c618ea291a59 HTTP/1.1" status: 204 len: 168 time: 0.5179021 Mar 29 16:14:28.645716 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 59106) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:14:28.653675 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb104f4-32aa-42bb-af08-ea33dee4fe8d admin admin] Pushing event deleted for resources: {'Network': ['ID=c7b7cc7e-a399-43f9-9eb9-c618ea291a59,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:14:28.993281 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-d3979c51-1125-4feb-90e1-5b330ae69a1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-530452'] for router_interface, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:29.066086 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 8e11a527-7ed5-449d-becd-7dd5521142fa no longer exists at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 16:14:29.091198 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] No Port match for: 8e11a527-7ed5-449d-becd-7dd5521142fa {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 16:14:29.091605 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 8e11a527-7ed5-449d-becd-7dd5521142fa not bound to the agent host n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 16:14:29.092186 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device fdedf5ef-29c0-4ceb-8b06-70c97d8af7cf no longer exists at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 16:14:29.113162 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] No Port match for: fdedf5ef-29c0-4ceb-8b06-70c97d8af7cf {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 16:14:29.113799 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device fdedf5ef-29c0-4ceb-8b06-70c97d8af7cf not bound to the agent host n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 16:14:29.114220 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device db4e12fd-99d7-408f-bf42-9f7b51b4c2bd no longer exists at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 16:14:29.136749 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] No Port match for: db4e12fd-99d7-408f-bf42-9f7b51b4c2bd {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 16:14:29.137343 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device db4e12fd-99d7-408f-bf42-9f7b51b4c2bd not bound to the agent host n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 16:14:29.273594 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-d3979c51-1125-4feb-90e1-5b330ae69a1b admin admin] Deleting port 0e147f8f-6e8d-45bc-9131-2447ae59f468 {{(pid=102790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:14:29.273823 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-d3979c51-1125-4feb-90e1-5b330ae69a1b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:29.351517 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [None req-d3979c51-1125-4feb-90e1-5b330ae69a1b admin admin] For port 0e147f8f-6e8d-45bc-9131-2447ae59f468, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=0e147f8f-6e8d-45bc-9131-2447ae59f468,segment=NetworkSegment(31803676-4e05-4d9a-ae0b-e293a7514727),segment_id=31803676-4e05-4d9a-ae0b-e293a7514727)] {{(pid=102790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:14:29.351806 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-d3979c51-1125-4feb-90e1-5b330ae69a1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:29.368839 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-d3979c51-1125-4feb-90e1-5b330ae69a1b admin admin] Calling delete_port for 0e147f8f-6e8d-45bc-9131-2447ae59f468 owned by network:router_interface {{(pid=102790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:14:29.547504 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-d3979c51-1125-4feb-90e1-5b330ae69a1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:29.572557 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3979c51-1125-4feb-90e1-5b330ae69a1b admin admin] Pushing event deleted for resources: {'Port': ['ID=0e147f8f-6e8d-45bc-9131-2447ae59f468,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:14:29.746177 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-d3979c51-1125-4feb-90e1-5b330ae69a1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-530528'] for router_interface, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:29.964911 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3979c51-1125-4feb-90e1-5b330ae69a1b admin admin] Router 7ba3aa0c-c5a4-47e2-9903-77319ef84b26 has already been hosted by L3 agent c648d819-1060-4f26-b4ec-6455387b5dff {{(pid=102790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 16:14:30.074539 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3979c51-1125-4feb-90e1-5b330ae69a1b admin admin] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 16:14:30.082629 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-d3979c51-1125-4feb-90e1-5b330ae69a1b admin admin] 10.222.0.42 "PUT /v2.0/routers/7ba3aa0c-c5a4-47e2-9903-77319ef84b26/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4328732 Mar 29 16:14:30.082629 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 59116) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:14:30.086030 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a17a7e87-d8fe-48be-89db-98d55a3f1597 None None] Sync routers for ids ['7ba3aa0c-c5a4-47e2-9903-77319ef84b26'] in n-d-834765-1 {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 16:14:30.098174 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a17a7e87-d8fe-48be-89db-98d55a3f1597 None None] Routers {'7ba3aa0c-c5a4-47e2-9903-77319ef84b26'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:14:30.098874 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-a17a7e87-d8fe-48be-89db-98d55a3f1597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:14:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['7ba3aa0c-c5a4-47e2-9903-77319ef84b26'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:14:30.198088 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-69d5becc-b8b0-4892-a850-a198616a0bcb admin admin] Notify callbacks [] for router, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:30.216943 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvr_db [None req-a17a7e87-d8fe-48be-89db-98d55a3f1597 None None] Set router 7ba3aa0c-c5a4-47e2-9903-77319ef84b26 gateway port host: n-d-834765-1 {{(pid=102792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:14:30.398780 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-6b42d469-63e7-401a-9668-6c6322cdb5a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:30.430019 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-a17a7e87-d8fe-48be-89db-98d55a3f1597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ba3aa0c-c5a4-47e2-9903-77319ef84b26', 'name': 'tempest-TestServerMultinode-2020116759-router', 'tenant_id': '58e6db6eaf544a9e884df3166e27e25b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.201'}], 'enable_snat': True}, 'gw_port_id': '45470d5b-62ae-4cd9-9783-4cc4654d01a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:13:42Z', 'updated_at': '2022-03-29T16:14:29Z', 'revision_number': 5, 'project_id': '58e6db6eaf544a9e884df3166e27e25b', 'gw_port': {'id': '45470d5b-62ae-4cd9-9783-4cc4654d01a2', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:65:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ba3aa0c-c5a4-47e2-9903-77319ef84b26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:13:43Z', 'updated_at': '2022-03-29T16:13:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1'}], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:14:30.458472 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a17a7e87-d8fe-48be-89db-98d55a3f1597 None None] Checking router: 7ba3aa0c-c5a4-47e2-9903-77319ef84b26 for host: n-d-834765-1 {{(pid=102792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 16:14:30.467965 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a17a7e87-d8fe-48be-89db-98d55a3f1597 None None] Routers {'7ba3aa0c-c5a4-47e2-9903-77319ef84b26'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:14:30.468497 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-a17a7e87-d8fe-48be-89db-98d55a3f1597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:14:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['7ba3aa0c-c5a4-47e2-9903-77319ef84b26'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:14:30.644909 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-69d5becc-b8b0-4892-a850-a198616a0bcb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:30.704116 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-69d5becc-b8b0-4892-a850-a198616a0bcb admin admin] Deleting port 45470d5b-62ae-4cd9-9783-4cc4654d01a2 {{(pid=102790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:14:30.704841 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-69d5becc-b8b0-4892-a850-a198616a0bcb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:30.756237 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvr_db [None req-a17a7e87-d8fe-48be-89db-98d55a3f1597 None None] Set router 7ba3aa0c-c5a4-47e2-9903-77319ef84b26 gateway port host: n-d-834765-1 {{(pid=102792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:14:30.792474 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [None req-69d5becc-b8b0-4892-a850-a198616a0bcb admin admin] For port 45470d5b-62ae-4cd9-9783-4cc4654d01a2, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=45470d5b-62ae-4cd9-9783-4cc4654d01a2,segment=NetworkSegment(6ab47353-a811-4bad-bc73-b4cc84583cfd),segment_id=6ab47353-a811-4bad-bc73-b4cc84583cfd)] {{(pid=102790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:14:30.793570 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-69d5becc-b8b0-4892-a850-a198616a0bcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:30.807575 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-69d5becc-b8b0-4892-a850-a198616a0bcb admin admin] Calling delete_port for 45470d5b-62ae-4cd9-9783-4cc4654d01a2 owned by network:router_gateway {{(pid=102790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:14:30.957125 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-a17a7e87-d8fe-48be-89db-98d55a3f1597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ba3aa0c-c5a4-47e2-9903-77319ef84b26', 'name': 'tempest-TestServerMultinode-2020116759-router', 'tenant_id': '58e6db6eaf544a9e884df3166e27e25b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.201'}], 'enable_snat': True}, 'gw_port_id': '45470d5b-62ae-4cd9-9783-4cc4654d01a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:13:42Z', 'updated_at': '2022-03-29T16:14:29Z', 'revision_number': 5, 'project_id': '58e6db6eaf544a9e884df3166e27e25b', 'gw_port': {'id': '45470d5b-62ae-4cd9-9783-4cc4654d01a2', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:65:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ba3aa0c-c5a4-47e2-9903-77319ef84b26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:13:43Z', 'updated_at': '2022-03-29T16:13:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1'}], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:14:30.977719 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-69d5becc-b8b0-4892-a850-a198616a0bcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:30.997932 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a17a7e87-d8fe-48be-89db-98d55a3f1597 None None] The sync data for ids ['7ba3aa0c-c5a4-47e2-9903-77319ef84b26'] in n-d-834765-1 is: [{'id': '7ba3aa0c-c5a4-47e2-9903-77319ef84b26', 'name': 'tempest-TestServerMultinode-2020116759-router', 'tenant_id': '58e6db6eaf544a9e884df3166e27e25b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.201'}], 'enable_snat': True}, 'gw_port_id': '45470d5b-62ae-4cd9-9783-4cc4654d01a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:13:42Z', 'updated_at': '2022-03-29T16:14:29Z', 'revision_number': 5, 'project_id': '58e6db6eaf544a9e884df3166e27e25b', 'gw_port': {'id': '45470d5b-62ae-4cd9-9783-4cc4654d01a2', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:65:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ba3aa0c-c5a4-47e2-9903-77319ef84b26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:13:43Z', 'updated_at': '2022-03-29T16:13:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1'}] {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 16:14:31.018122 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d5becc-b8b0-4892-a850-a198616a0bcb admin admin] Pushing event deleted for resources: {'Port': ['ID=45470d5b-62ae-4cd9-9783-4cc4654d01a2,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:14:31.089440 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-69d5becc-b8b0-4892-a850-a198616a0bcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-648138'] for router_gateway, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:31.180306 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-69d5becc-b8b0-4892-a850-a198616a0bcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129328'] for router, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:31.182418 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-69d5becc-b8b0-4892-a850-a198616a0bcb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:31.229513 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-69d5becc-b8b0-4892-a850-a198616a0bcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-526718'] for router, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:31.230045 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69d5becc-b8b0-4892-a850-a198616a0bcb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7ba3aa0c-c5a4-47e2-9903-77319ef84b26 {{(pid=102790) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 29 16:14:31.234576 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-69d5becc-b8b0-4892-a850-a198616a0bcb admin admin] Notify callbacks [] for router, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:31.235851 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-69d5becc-b8b0-4892-a850-a198616a0bcb admin admin] 10.222.0.42 "DELETE /v2.0/routers/7ba3aa0c-c5a4-47e2-9903-77319ef84b26 HTTP/1.1" status: 204 len: 168 time: 1.1527784 Mar 29 16:14:31.238393 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 59124) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:14:31.284275 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1620bad-b9df-460a-ab13-95116f5cde19 admin admin] Deleting subnet 24e0b4af-53d7-4f3a-bac7-4a61e72dd30f {{(pid=102791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 16:14:31.292252 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-c1620bad-b9df-460a-ab13-95116f5cde19 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:31.334342 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-c1620bad-b9df-460a-ab13-95116f5cde19 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4230423'] for subnet, precommit_delete_associations {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:31.430167 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-c1620bad-b9df-460a-ab13-95116f5cde19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1641287'] for subnet, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:31.487073 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-c1620bad-b9df-460a-ab13-95116f5cde19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1641294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16155591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16218852'] for subnet, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:31.512791 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 59128) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:14:31.515768 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1620bad-b9df-460a-ab13-95116f5cde19 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=24e0b4af-53d7-4f3a-bac7-4a61e72dd30f,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:14:31.521253 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-c1620bad-b9df-460a-ab13-95116f5cde19 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:31.527681 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-c1620bad-b9df-460a-ab13-95116f5cde19 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/24e0b4af-53d7-4f3a-bac7-4a61e72dd30f HTTP/1.1" status: 204 len: 168 time: 0.2880895 Mar 29 16:14:31.529509 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 59132) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:14:31.533952 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40d826e8-aaa9-4165-9cae-03102c0b5807 None None] Network 478802fb-e2b8-42f0-becd-18a36f16a76e requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 16:14:31.642775 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-6ad1c0fc-0564-488c-aac0-1a62e0acdd4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1631750'] for network, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:31.691625 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e55819d4-24ed-4b30-a52d-028ce392a1b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:31.749425 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e8174c0-2f94-4d9b-abd6-2bca53523701 None None] DHCP port deletion for 478802fb-e2b8-42f0-becd-18a36f16a76e request from n-d-834765-1 {{(pid=102792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 29 16:14:31.752731 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-6ad1c0fc-0564-488c-aac0-1a62e0acdd4c admin admin] Deleting port 708511b0-3f2d-4c04-a67c-ab7812d341d7 {{(pid=102790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:14:31.753069 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-6ad1c0fc-0564-488c-aac0-1a62e0acdd4c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:31.800963 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-0e8174c0-2f94-4d9b-abd6-2bca53523701 None None] Deleting port 708511b0-3f2d-4c04-a67c-ab7812d341d7 {{(pid=102792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:14:31.801423 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-0e8174c0-2f94-4d9b-abd6-2bca53523701 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:31.844268 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [None req-6ad1c0fc-0564-488c-aac0-1a62e0acdd4c admin admin] For port 708511b0-3f2d-4c04-a67c-ab7812d341d7, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=708511b0-3f2d-4c04-a67c-ab7812d341d7,segment=NetworkSegment(31803676-4e05-4d9a-ae0b-e293a7514727),segment_id=31803676-4e05-4d9a-ae0b-e293a7514727)] {{(pid=102790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:14:31.844837 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-6ad1c0fc-0564-488c-aac0-1a62e0acdd4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:31.855558 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e55819d4-24ed-4b30-a52d-028ce392a1b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:31.861182 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-6ad1c0fc-0564-488c-aac0-1a62e0acdd4c admin admin] Calling delete_port for 708511b0-3f2d-4c04-a67c-ab7812d341d7 owned by network:dhcp {{(pid=102790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:14:31.862891 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e55819d4-24ed-4b30-a52d-028ce392a1b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:31.876594 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-0e8174c0-2f94-4d9b-abd6-2bca53523701 None None] For port 708511b0-3f2d-4c04-a67c-ab7812d341d7, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=708511b0-3f2d-4c04-a67c-ab7812d341d7,segment=NetworkSegment(31803676-4e05-4d9a-ae0b-e293a7514727),segment_id=31803676-4e05-4d9a-ae0b-e293a7514727)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:14:31.877017 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-0e8174c0-2f94-4d9b-abd6-2bca53523701 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:31.891571 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-0e8174c0-2f94-4d9b-abd6-2bca53523701 None None] Calling delete_port for 708511b0-3f2d-4c04-a67c-ab7812d341d7 owned by network:dhcp {{(pid=102792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:14:31.944249 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-e55819d4-24ed-4b30-a52d-028ce392a1b1 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=8f9daa4eee804f7394dbd61010eb4bc2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4303019 Mar 29 16:14:31.947092 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 59134) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:14:31.958101 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55819d4-24ed-4b30-a52d-028ce392a1b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4acc1bf8-3fd1-4467-99de-9ca4285324fd,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:14:31.986720 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-0e8174c0-2f94-4d9b-abd6-2bca53523701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350'] for port, after_delete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:31.994743 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-6ad1c0fc-0564-488c-aac0-1a62e0acdd4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:31.998982 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e8174c0-2f94-4d9b-abd6-2bca53523701 None None] No DVR routers for this DVR port 708511b0-3f2d-4c04-a67c-ab7812d341d7 on host n-d-834765-1 {{(pid=102792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 16:14:32.022579 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-86d6b4a5-072e-45e2-8756-668b731aa1de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:32.023459 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad1c0fc-0564-488c-aac0-1a62e0acdd4c admin admin] Pushing event deleted for resources: {'Port': ['ID=708511b0-3f2d-4c04-a67c-ab7812d341d7,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:14:32.029537 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ad1c0fc-0564-488c-aac0-1a62e0acdd4c admin admin] No DVR routers for this DVR port 708511b0-3f2d-4c04-a67c-ab7812d341d7 on host n-d-834765-1 {{(pid=102790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 16:14:32.032148 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8174c0-2f94-4d9b-abd6-2bca53523701 None None] Pushing event deleted for resources: {'Port': ['ID=708511b0-3f2d-4c04-a67c-ab7812d341d7,revision_number=None']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:14:32.052567 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-86d6b4a5-072e-45e2-8756-668b731aa1de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:32.100664 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-86d6b4a5-072e-45e2-8756-668b731aa1de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:32.103130 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-86d6b4a5-072e-45e2-8756-668b731aa1de admin admin] Notify callbacks [] for security_group, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:32.104320 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-86d6b4a5-072e-45e2-8756-668b731aa1de admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/4acc1bf8-3fd1-4467-99de-9ca4285324fd HTTP/1.1" status: 204 len: 168 time: 0.1561718 Mar 29 16:14:32.110198 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-6ad1c0fc-0564-488c-aac0-1a62e0acdd4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639890', 'neutron.services.segments.db._delete_segments_for_network-8783523423079'] for network, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:32.112021 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d6b4a5-072e-45e2-8756-668b731aa1de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4acc1bf8-3fd1-4467-99de-9ca4285324fd,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:14:32.134340 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-6ad1c0fc-0564-488c-aac0-1a62e0acdd4c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['478802fb-e2b8-42f0-becd-18a36f16a76e']}} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:14:32.144227 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-6ad1c0fc-0564-488c-aac0-1a62e0acdd4c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31803676-4e05-4d9a-ae0b-e293a7514727') {'for_net_delete': True} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:14:32.144506 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-6ad1c0fc-0564-488c-aac0-1a62e0acdd4c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31803676-4e05-4d9a-ae0b-e293a7514727') {} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:14:32.154684 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-6ad1c0fc-0564-488c-aac0-1a62e0acdd4c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783523422064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4614019'] for segment, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:32.171126 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-6ad1c0fc-0564-488c-aac0-1a62e0acdd4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:32.177301 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ad1c0fc-0564-488c-aac0-1a62e0acdd4c admin admin] Releasing vlan 621 on physical network physnet1 to pool {{(pid=102790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 16:14:32.177686 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-6ad1c0fc-0564-488c-aac0-1a62e0acdd4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5238013'] for segment, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:32.179949 n-d-834765-1 neutron-server[102790]: Traceback (most recent call last): Mar 29 16:14:32.179949 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 16:14:32.179949 n-d-834765-1 neutron-server[102790]: timer() Mar 29 16:14:32.179949 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 16:14:32.179949 n-d-834765-1 neutron-server[102790]: cb(*args, **kw) Mar 29 16:14:32.179949 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 16:14:32.179949 n-d-834765-1 neutron-server[102790]: return func(*args, **kwargs) Mar 29 16:14:32.179949 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 16:14:32.179949 n-d-834765-1 neutron-server[102790]: self._notify() Mar 29 16:14:32.179949 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 16:14:32.179949 n-d-834765-1 neutron-server[102790]: self.callback(batched_events) Mar 29 16:14:32.179949 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 16:14:32.179949 n-d-834765-1 neutron-server[102790]: event.method(event) Mar 29 16:14:32.179949 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 16:14:32.179949 n-d-834765-1 neutron-server[102790]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 16:14:32.179949 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 16:14:32.179949 n-d-834765-1 neutron-server[102790]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 16:14:32.179949 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 16:14:32.179949 n-d-834765-1 neutron-server[102790]: return f(self, *a, **k) Mar 29 16:14:32.179949 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 16:14:32.179949 n-d-834765-1 neutron-server[102790]: return self._get(url).json() Mar 29 16:14:32.179949 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 16:14:32.179949 n-d-834765-1 neutron-server[102790]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 16:14:32.179949 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 16:14:32.179949 n-d-834765-1 neutron-server[102790]: return self.request(url, 'GET', **kwargs) Mar 29 16:14:32.179949 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 16:14:32.179949 n-d-834765-1 neutron-server[102790]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 16:14:32.179949 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 16:14:32.179949 n-d-834765-1 neutron-server[102790]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 16:14:32.179949 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 16:14:32.179949 n-d-834765-1 neutron-server[102790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 16:14:32.179949 n-d-834765-1 neutron-server[102790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 16:14:32.240084 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-6ad1c0fc-0564-488c-aac0-1a62e0acdd4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1639897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648174'] for network, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:32.246748 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-6ad1c0fc-0564-488c-aac0-1a62e0acdd4c admin admin] Notify callbacks [] for network, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:32.249907 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-6ad1c0fc-0564-488c-aac0-1a62e0acdd4c admin admin] 10.222.0.42 "DELETE /v2.0/networks/478802fb-e2b8-42f0-becd-18a36f16a76e HTTP/1.1" status: 204 len: 168 time: 0.7193751 Mar 29 16:14:32.261722 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad1c0fc-0564-488c-aac0-1a62e0acdd4c admin admin] Pushing event deleted for resources: {'Network': ['ID=478802fb-e2b8-42f0-becd-18a36f16a76e,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:14:32.389873 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 59142) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:14:32.404033 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-f267e07f-ac9c-4df7-9b14-19d094d8920d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:32.433833 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 59144) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:14:32.476848 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-485b476a-5ae8-492f-9a48-bf58576c90d6 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=22967ccd0452496d8ea5d2058f47a8c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0418162 Mar 29 16:14:32.479459 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 59146) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:14:32.485299 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-f267e07f-ac9c-4df7-9b14-19d094d8920d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:32.489213 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-f267e07f-ac9c-4df7-9b14-19d094d8920d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:32.527624 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-f267e07f-ac9c-4df7-9b14-19d094d8920d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ce947c977b5a473085c4ee839c1519db&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1365609 Mar 29 16:14:32.528334 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f267e07f-ac9c-4df7-9b14-19d094d8920d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdc26036-c346-442b-943d-e20a8e7a53b2,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:14:32.530669 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 59148) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:14:32.533965 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-a2a4d117-09e3-4d32-9e3c-9d828b53b0f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:32.558957 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-a2a4d117-09e3-4d32-9e3c-9d828b53b0f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:32.581015 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-b93e28c5-3d86-46e6-a174-cd8bdac0fc65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:32.602126 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-b93e28c5-3d86-46e6-a174-cd8bdac0fc65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:32.606250 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-a2a4d117-09e3-4d32-9e3c-9d828b53b0f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:32.608964 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-a2a4d117-09e3-4d32-9e3c-9d828b53b0f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:32.610108 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-a2a4d117-09e3-4d32-9e3c-9d828b53b0f6 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/62538a0e-4b48-4ceb-8492-c9394e3c2671 HTTP/1.1" status: 204 len: 168 time: 0.1297462 Mar 29 16:14:32.620573 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a4d117-09e3-4d32-9e3c-9d828b53b0f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62538a0e-4b48-4ceb-8492-c9394e3c2671,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:14:32.628565 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a4d117-09e3-4d32-9e3c-9d828b53b0f6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:14:32.628908 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a4d117-09e3-4d32-9e3c-9d828b53b0f6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:14:32.629243 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a4d117-09e3-4d32-9e3c-9d828b53b0f6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:14:32.629578 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a4d117-09e3-4d32-9e3c-9d828b53b0f6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:14:32.629906 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a4d117-09e3-4d32-9e3c-9d828b53b0f6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:14:32.630239 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a4d117-09e3-4d32-9e3c-9d828b53b0f6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:14:32.630547 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a4d117-09e3-4d32-9e3c-9d828b53b0f6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:14:32.630903 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a4d117-09e3-4d32-9e3c-9d828b53b0f6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:14:32.631249 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a4d117-09e3-4d32-9e3c-9d828b53b0f6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:14:32.631916 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a4d117-09e3-4d32-9e3c-9d828b53b0f6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:14:32.632383 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a4d117-09e3-4d32-9e3c-9d828b53b0f6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:14:32.632712 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a4d117-09e3-4d32-9e3c-9d828b53b0f6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:14:32.660132 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-b93e28c5-3d86-46e6-a174-cd8bdac0fc65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:32.663736 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-b93e28c5-3d86-46e6-a174-cd8bdac0fc65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:32.664917 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-b93e28c5-3d86-46e6-a174-cd8bdac0fc65 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/bdc26036-c346-442b-943d-e20a8e7a53b2 HTTP/1.1" status: 204 len: 168 time: 0.1333463 Mar 29 16:14:32.672837 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93e28c5-3d86-46e6-a174-cd8bdac0fc65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdc26036-c346-442b-943d-e20a8e7a53b2,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:14:32.818565 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-6ceec9bd-b2dd-488d-bd73-86a2aed71273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:33.058237 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 59166) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:14:33.072269 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 708511b0-3f2d-4c04-a67c-ab7812d341d7 no longer exists at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 16:14:33.095872 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] No Port match for: 708511b0-3f2d-4c04-a67c-ab7812d341d7 {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 16:14:33.096283 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 708511b0-3f2d-4c04-a67c-ab7812d341d7 not bound to the agent host n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 16:14:33.096767 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 0e147f8f-6e8d-45bc-9131-2447ae59f468 no longer exists at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 16:14:33.103117 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 59168) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:14:33.110343 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-d351e342-cdf3-464a-9ee5-53f1e2f40430 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=58e6db6eaf544a9e884df3166e27e25b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0509090 Mar 29 16:14:33.116201 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] No Port match for: 0e147f8f-6e8d-45bc-9131-2447ae59f468 {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 16:14:33.116507 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 0e147f8f-6e8d-45bc-9131-2447ae59f468 not bound to the agent host n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 16:14:33.116991 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 45470d5b-62ae-4cd9-9783-4cc4654d01a2 no longer exists at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 16:14:33.138197 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] No Port match for: 45470d5b-62ae-4cd9-9783-4cc4654d01a2 {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 16:14:33.138616 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 45470d5b-62ae-4cd9-9783-4cc4654d01a2 not bound to the agent host n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 16:14:33.155798 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-8460a9b0-ad43-45d2-9293-4867217f0a60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:33.176799 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-8460a9b0-ad43-45d2-9293-4867217f0a60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:33.226270 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-8460a9b0-ad43-45d2-9293-4867217f0a60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:33.228872 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-8460a9b0-ad43-45d2-9293-4867217f0a60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:33.230117 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-8460a9b0-ad43-45d2-9293-4867217f0a60 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/401e0772-5198-4413-ae27-5aa717ee45ec HTTP/1.1" status: 204 len: 168 time: 0.1259067 Mar 29 16:14:33.238876 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8460a9b0-ad43-45d2-9293-4867217f0a60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=401e0772-5198-4413-ae27-5aa717ee45ec,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:14:33.950721 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 59212) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:14:34.049946 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-e08809bc-c093-4225-a575-2259ba12d206 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-558924680-network', 'tenant_id': '4696204f08c14b60903edd498d5d88a9'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:14:34.067687 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e08809bc-c093-4225-a575-2259ba12d206 admin admin] Made reservation on behalf of 4696204f08c14b60903edd498d5d88a9 for: {'network': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:14:34.070862 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-e08809bc-c093-4225-a575-2259ba12d206 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for network, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:34.080551 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-e08809bc-c093-4225-a575-2259ba12d206 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:34.162591 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-e08809bc-c093-4225-a575-2259ba12d206 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:34.166861 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-e08809bc-c093-4225-a575-2259ba12d206 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:34.189691 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e08809bc-c093-4225-a575-2259ba12d206 admin admin] vlan segment allocate from pool success with {'vlan_id': 617, 'physical_network': 'physnet1'} {{(pid=102791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 16:14:34.203655 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08809bc-c093-4225-a575-2259ba12d206 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d49633ee-5588-43b1-a038-845a74ea1854,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:14:34.208616 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-e08809bc-c093-4225-a575-2259ba12d206 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:34.208990 n-d-834765-1 neutron-server[102791]: INFO neutron.db.segments_db [None req-e08809bc-c093-4225-a575-2259ba12d206 admin admin] Added segment 6cc1d171-d4ae-4437-90f2-473841eb4b77 of type vlan for network 2badeed1-d4d5-4795-9078-79d1d1d5a220 Mar 29 16:14:34.250798 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-e08809bc-c093-4225-a575-2259ba12d206 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783522915970'] for network, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:34.270043 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d71584b9-87f1-45f5-84c7-c993c2416269 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:34.277635 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-e08809bc-c093-4225-a575-2259ba12d206 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795'] for network, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:34.278603 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e08809bc-c093-4225-a575-2259ba12d206 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:14:34.279175 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-e08809bc-c093-4225-a575-2259ba12d206 admin admin] Notify callbacks [] for network, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:34.312657 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-e08809bc-c093-4225-a575-2259ba12d206 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3608057 Mar 29 16:14:34.315714 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 59226) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:14:34.321528 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-f7948831-d05c-4d07-a345-4b8a371c1827 admin admin] Request body: {'subnet': {'network_id': '2badeed1-d4d5-4795-9078-79d1d1d5a220', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-558924680-subnet', 'tenant_id': '4696204f08c14b60903edd498d5d88a9', 'ip_version': 4}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:14:34.332783 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 59228) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:14:34.346060 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08809bc-c093-4225-a575-2259ba12d206 admin admin] Pushing event updated for resources: {'Network': ['ID=2badeed1-d4d5-4795-9078-79d1d1d5a220,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:14:34.351083 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7948831-d05c-4d07-a345-4b8a371c1827 admin admin] Made reservation on behalf of 4696204f08c14b60903edd498d5d88a9 for: {'subnet': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:14:34.353537 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-f7948831-d05c-4d07-a345-4b8a371c1827 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4793983'] for subnet, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:34.357595 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Network 2badeed1-d4d5-4795-9078-79d1d1d5a220 details requested by agent ovs-agent-n-d-834765-1 with host n-d-834765-1 {{(pid=102792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 16:14:34.476411 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-eaa1b979-4e27-4e81-8bbf-8b88a71eb946 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:34.566721 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-f7948831-d05c-4d07-a345-4b8a371c1827 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5231896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4793961'] for subnet, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:34.645873 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7948831-d05c-4d07-a345-4b8a371c1827 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0bb8205c-0c81-4f26-966c-cf727478fee1,revision_number=0']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:14:34.658282 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-eaa1b979-4e27-4e81-8bbf-8b88a71eb946 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:34.664329 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-eaa1b979-4e27-4e81-8bbf-8b88a71eb946 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:34.674534 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7948831-d05c-4d07-a345-4b8a371c1827 admin admin] Checking segment: {'id': '6cc1d171-d4ae-4437-90f2-473841eb4b77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '2badeed1-d4d5-4795-9078-79d1d1d5a220'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 16:14:34.674887 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7948831-d05c-4d07-a345-4b8a371c1827 admin admin] Network hostable DHCP agents. Network: 2badeed1-d4d5-4795-9078-79d1d1d5a220, hostable agents: ['d136643e-48ae-49d4-a851-2ba3bdf3749c'], hosted agents: [] {{(pid=102790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 16:14:34.707435 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-eaa1b979-4e27-4e81-8bbf-8b88a71eb946 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=2db6dea71d2f48db90cc24d2477810d3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3735404 Mar 29 16:14:34.710022 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 59232) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:14:34.716948 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa1b979-4e27-4e81-8bbf-8b88a71eb946 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bcfcc36-17e4-4610-9572-1b07baeb2c39,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:14:34.719783 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7948831-d05c-4d07-a345-4b8a371c1827 admin admin] Network 2badeed1-d4d5-4795-9078-79d1d1d5a220 is scheduled to be hosted by DHCP agent d136643e-48ae-49d4-a851-2ba3bdf3749c with binding_index 1 {{(pid=102790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 16:14:34.729366 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-f7948831-d05c-4d07-a345-4b8a371c1827 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834765-1, 2badeed1-d4d5-4795-9078-79d1d1d5a220) {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:14:34.733320 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7948831-d05c-4d07-a345-4b8a371c1827 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:14:34.733883 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-f7948831-d05c-4d07-a345-4b8a371c1827 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:34.741280 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42f78e75-3da1-421a-afef-18c4ec415e83 None None] Network 2badeed1-d4d5-4795-9078-79d1d1d5a220 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 16:14:34.756155 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-f7948831-d05c-4d07-a345-4b8a371c1827 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4392593 Mar 29 16:14:34.758491 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 59234) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:14:34.762827 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-28f14261-dcd7-480e-a957-61f2b2fe5cad admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-558924680-router', 'tenant_id': '4696204f08c14b60903edd498d5d88a9', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'}}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:14:34.775979 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-ae423554-2c5e-408f-95b9-ce6d83f196ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:34.783187 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-28f14261-dcd7-480e-a957-61f2b2fe5cad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-532385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129310'] for router, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:34.784266 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-28f14261-dcd7-480e-a957-61f2b2fe5cad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-648091', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-684384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129319'] for router, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:34.799848 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-ae423554-2c5e-408f-95b9-ce6d83f196ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:34.844434 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-28f14261-dcd7-480e-a957-61f2b2fe5cad admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:34.854804 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-ae423554-2c5e-408f-95b9-ce6d83f196ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:34.858246 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-ae423554-2c5e-408f-95b9-ce6d83f196ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:34.859582 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-ae423554-2c5e-408f-95b9-ce6d83f196ea admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/9bcfcc36-17e4-4610-9572-1b07baeb2c39 HTTP/1.1" status: 204 len: 168 time: 0.1484952 Mar 29 16:14:34.870302 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae423554-2c5e-408f-95b9-ce6d83f196ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bcfcc36-17e4-4610-9572-1b07baeb2c39,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:14:34.907998 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58acf513-c620-48df-bb2d-a980186b3914 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0035034-69b0-5ffc-b384-0ac6189c5628-2badeed1-d4d5-4795-9078-79d1d1d5a220', 'network_id': '2badeed1-d4d5-4795-9078-79d1d1d5a220', 'tenant_id': '4696204f08c14b60903edd498d5d88a9', 'fixed_ips': [{'subnet_id': '0bb8205c-0c81-4f26-966c-cf727478fee1'}]}} from n-d-834765-1. {{(pid=102792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 29 16:14:34.909181 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-58acf513-c620-48df-bb2d-a980186b3914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:35.012363 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-28f14261-dcd7-480e-a957-61f2b2fe5cad admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:35.057030 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.db_base_plugin_common [None req-58acf513-c620-48df-bb2d-a980186b3914 None None] Allocated IP 172.20.0.2 (2badeed1-d4d5-4795-9078-79d1d1d5a220/0bb8205c-0c81-4f26-966c-cf727478fee1/e6611329-2e70-4ce6-ad30-ca6a470209b2) {{(pid=102792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:14:35.148783 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 59240) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:14:35.166147 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-84a81a95-a275-43a6-a603-7b229dda0dcf admin admin] Notify callbacks [] for security_group, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:35.207550 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-58acf513-c620-48df-bb2d-a980186b3914 None None] Notify callbacks [] for port, precommit_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:35.214201 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-58acf513-c620-48df-bb2d-a980186b3914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956'] for port, after_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:35.251689 n-d-834765-1 neutron-server[102792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58acf513-c620-48df-bb2d-a980186b3914 None None] Network 2badeed1-d4d5-4795-9078-79d1d1d5a220 is already hosted by enough agents. {{(pid=102792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:14:35.255029 n-d-834765-1 neutron-server[102792]: DEBUG neutron.scheduler.base_scheduler [None req-58acf513-c620-48df-bb2d-a980186b3914 None None] Resources bound (agent type, host, resource id): {{(pid=102792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:14:35.258477 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58acf513-c620-48df-bb2d-a980186b3914 None None] Received port after_create {{(pid=102792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:14:35.261295 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-28f14261-dcd7-480e-a957-61f2b2fe5cad admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:35.276505 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58acf513-c620-48df-bb2d-a980186b3914 None None] Pushing event updated for resources: {'Port': ['ID=e6611329-2e70-4ce6-ad30-ca6a470209b2,revision_number=1']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:14:35.290526 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-28f14261-dcd7-480e-a957-61f2b2fe5cad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:35.324684 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-58acf513-c620-48df-bb2d-a980186b3914 None None] Attempting to bind port e6611329-2e70-4ce6-ad30-ca6a470209b2 on host n-d-834765-1 for vnic_type normal with profile {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 16:14:35.325087 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-58acf513-c620-48df-bb2d-a980186b3914 None None] Attempting to bind port e6611329-2e70-4ce6-ad30-ca6a470209b2 by drivers openvswitch,hyperv on host n-d-834765-1 at level 0 using segments [{'id': '6cc1d171-d4ae-4437-90f2-473841eb4b77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '2badeed1-d4d5-4795-9078-79d1d1d5a220'}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 16:14:35.325436 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58acf513-c620-48df-bb2d-a980186b3914 None None] Attempting to bind port e6611329-2e70-4ce6-ad30-ca6a470209b2 on network 2badeed1-d4d5-4795-9078-79d1d1d5a220 {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 16:14:35.330356 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58acf513-c620-48df-bb2d-a980186b3914 None None] Checking agent: {'id': 'a8866439-9d96-425c-b519-6905c591ac37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 25, 36), 'started_at': datetime.datetime(2022, 3, 29, 15, 26, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 16, 14, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834765-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 16:14:35.330719 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58acf513-c620-48df-bb2d-a980186b3914 None None] Checking segment: {'id': '6cc1d171-d4ae-4437-90f2-473841eb4b77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '2badeed1-d4d5-4795-9078-79d1d1d5a220'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 16:14:35.331107 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-58acf513-c620-48df-bb2d-a980186b3914 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:35.331521 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58acf513-c620-48df-bb2d-a980186b3914 None None] Bound using segment: {'id': '6cc1d171-d4ae-4437-90f2-473841eb4b77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '2badeed1-d4d5-4795-9078-79d1d1d5a220'} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 16:14:35.331974 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-58acf513-c620-48df-bb2d-a980186b3914 None None] Bound port: e6611329-2e70-4ce6-ad30-ca6a470209b2, host: n-d-834765-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6cc1d171-d4ae-4437-90f2-473841eb4b77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '2badeed1-d4d5-4795-9078-79d1d1d5a220'}}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 16:14:35.332349 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-58acf513-c620-48df-bb2d-a980186b3914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:35.372381 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-84a81a95-a275-43a6-a603-7b229dda0dcf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:35.395122 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-84a81a95-a275-43a6-a603-7b229dda0dcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:35.397346 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-58acf513-c620-48df-bb2d-a980186b3914 None None] For port e6611329-2e70-4ce6-ad30-ca6a470209b2, host n-d-834765-1, cleared binding levels {{(pid=102792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 16:14:35.400464 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-58acf513-c620-48df-bb2d-a980186b3914 None None] For port e6611329-2e70-4ce6-ad30-ca6a470209b2, host n-d-834765-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=e6611329-2e70-4ce6-ad30-ca6a470209b2,segment=NetworkSegment(6cc1d171-d4ae-4437-90f2-473841eb4b77),segment_id=6cc1d171-d4ae-4437-90f2-473841eb4b77)] {{(pid=102792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 16:14:35.404669 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-58acf513-c620-48df-bb2d-a980186b3914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:35.457334 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-84a81a95-a275-43a6-a603-7b229dda0dcf admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d8a2120ec1444677adc752142abb9d7e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3051333 Mar 29 16:14:35.457919 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a81a95-a275-43a6-a603-7b229dda0dcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73269b09-3e3f-4f18-8ed0-ed1fb20cdf2f,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:14:35.459012 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 59242) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:14:35.465542 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.db_base_plugin_common [None req-28f14261-dcd7-480e-a957-61f2b2fe5cad admin admin] Allocated IP 172.25.4.191 (4a4a035d-ecac-4ead-baa3-25f90788773a/e1a353dc-fac8-4901-a63c-273840237d6a/a4a3d92a-4df9-46e4-980c-9c5cf182cae8) {{(pid=102790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:14:35.476196 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58acf513-c620-48df-bb2d-a980186b3914 None None] Pushing event updated for resources: {'Port': ['ID=e6611329-2e70-4ce6-ad30-ca6a470209b2,revision_number=2']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:14:35.534142 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-dca00107-f3a6-4c2a-a171-27b76e30e248 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:35.559887 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-dca00107-f3a6-4c2a-a171-27b76e30e248 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:35.590780 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-28f14261-dcd7-480e-a957-61f2b2fe5cad admin admin] Notify callbacks [] for port, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:35.632684 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-dca00107-f3a6-4c2a-a171-27b76e30e248 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:35.639588 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-dca00107-f3a6-4c2a-a171-27b76e30e248 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:35.643487 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-28f14261-dcd7-480e-a957-61f2b2fe5cad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:35.643998 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-dca00107-f3a6-4c2a-a171-27b76e30e248 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/73269b09-3e3f-4f18-8ed0-ed1fb20cdf2f HTTP/1.1" status: 204 len: 168 time: 0.1800761 Mar 29 16:14:35.658430 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca00107-f3a6-4c2a-a171-27b76e30e248 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73269b09-3e3f-4f18-8ed0-ed1fb20cdf2f,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:14:35.707447 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28f14261-dcd7-480e-a957-61f2b2fe5cad admin admin] Network 4a4a035d-ecac-4ead-baa3-25f90788773a is already hosted by enough agents. {{(pid=102790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:14:35.711499 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-28f14261-dcd7-480e-a957-61f2b2fe5cad admin admin] Resources bound (agent type, host, resource id): {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:14:35.715398 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28f14261-dcd7-480e-a957-61f2b2fe5cad admin admin] Received port after_create {{(pid=102790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:14:35.721442 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f14261-dcd7-480e-a957-61f2b2fe5cad admin admin] Pushing event updated for resources: {'Port': ['ID=a4a3d92a-4df9-46e4-980c-9c5cf182cae8,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:14:35.821556 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-0cb6abf6-2706-4e52-8825-f5f644ecf9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:35.959626 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:35.992814 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-28f14261-dcd7-480e-a957-61f2b2fe5cad admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:36.204257 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-28f14261-dcd7-480e-a957-61f2b2fe5cad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648118'] for router, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:36.348630 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28f14261-dcd7-480e-a957-61f2b2fe5cad admin admin] Router 083c0e9c-4ba6-41bc-a580-04b511276cd1 is scheduled to L3 agent c648d819-1060-4f26-b4ec-6455387b5dff with binding_index 1 {{(pid=102790) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 29 16:14:36.467672 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28f14261-dcd7-480e-a957-61f2b2fe5cad admin admin] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 16:14:36.484314 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d4ecfc2-862b-4d76-ac9d-c2e41c9ed37c None None] Sync routers for ids ['083c0e9c-4ba6-41bc-a580-04b511276cd1'] in n-d-834765-1 {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 16:14:36.487067 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-28f14261-dcd7-480e-a957-61f2b2fe5cad admin admin] Notify callbacks [] for router, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:36.490888 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-28f14261-dcd7-480e-a957-61f2b2fe5cad admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.7288866 Mar 29 16:14:36.491296 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 59266) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:14:36.497310 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d4ecfc2-862b-4d76-ac9d-c2e41c9ed37c None None] Routers {'083c0e9c-4ba6-41bc-a580-04b511276cd1'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:14:36.499462 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-1d4ecfc2-862b-4d76-ac9d-c2e41c9ed37c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:14:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['083c0e9c-4ba6-41bc-a580-04b511276cd1'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:14:36.519412 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3efb30a2-a638-4f26-b07a-2ef0178a6057 None None] Network 2badeed1-d4d5-4795-9078-79d1d1d5a220 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 16:14:36.611070 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-85e70a8a-d346-451c-8610-e1941974ed69 None None] Provisioning complete for port e6611329-2e70-4ce6-ad30-ca6a470209b2 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:14:36.611589 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-85e70a8a-d346-451c-8610-e1941974ed69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:36.648261 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvr_db [None req-1d4ecfc2-862b-4d76-ac9d-c2e41c9ed37c None None] Set router 083c0e9c-4ba6-41bc-a580-04b511276cd1 gateway port host: n-d-834765-1 {{(pid=102793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:14:36.743277 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-85e70a8a-d346-451c-8610-e1941974ed69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:36.807067 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-85e70a8a-d346-451c-8610-e1941974ed69 None None] For port e6611329-2e70-4ce6-ad30-ca6a470209b2, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=e6611329-2e70-4ce6-ad30-ca6a470209b2,segment=NetworkSegment(6cc1d171-d4ae-4437-90f2-473841eb4b77),segment_id=6cc1d171-d4ae-4437-90f2-473841eb4b77)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:14:36.819070 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-85e70a8a-d346-451c-8610-e1941974ed69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:36.876834 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-1d4ecfc2-862b-4d76-ac9d-c2e41c9ed37c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '083c0e9c-4ba6-41bc-a580-04b511276cd1', 'name': 'tempest-TestVolumeBackupRestore-558924680-router', 'tenant_id': '4696204f08c14b60903edd498d5d88a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.191'}], 'enable_snat': True}, 'gw_port_id': 'a4a3d92a-4df9-46e4-980c-9c5cf182cae8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:14:34Z', 'updated_at': '2022-03-29T16:14:35Z', 'revision_number': 3, 'project_id': '4696204f08c14b60903edd498d5d88a9', 'gw_port': {'id': 'a4a3d92a-4df9-46e4-980c-9c5cf182cae8', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:ab:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '083c0e9c-4ba6-41bc-a580-04b511276cd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:14:35Z', 'updated_at': '2022-03-29T16:14:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1'}], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:14:36.877827 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e70a8a-d346-451c-8610-e1941974ed69 None None] Pushing event updated for resources: {'Port': ['ID=e6611329-2e70-4ce6-ad30-ca6a470209b2,revision_number=3']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:14:36.918113 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d4ecfc2-862b-4d76-ac9d-c2e41c9ed37c None None] Checking router: 083c0e9c-4ba6-41bc-a580-04b511276cd1 for host: n-d-834765-1 {{(pid=102793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 16:14:36.918456 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d4ecfc2-862b-4d76-ac9d-c2e41c9ed37c None None] Updating router 083c0e9c-4ba6-41bc-a580-04b511276cd1 port a4a3d92a-4df9-46e4-980c-9c5cf182cae8 binding host n-d-834765-1 {{(pid=102793) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 16:14:36.945178 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-1d4ecfc2-862b-4d76-ac9d-c2e41c9ed37c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:36.996021 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-28457507-0d14-4105-b369-c30c8790dff3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:37.151757 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device e6611329-2e70-4ce6-ad30-ca6a470209b2 up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 16:14:37.200517 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-a814e862-85b4-4cda-b605-5d63bbb4ed71 None None] Provisioning complete for port e6611329-2e70-4ce6-ad30-ca6a470209b2 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:14:37.201283 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-a814e862-85b4-4cda-b605-5d63bbb4ed71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:37.271171 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port e6611329-2e70-4ce6-ad30-ca6a470209b2 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:14:37.271634 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:37.291002 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-1d4ecfc2-862b-4d76-ac9d-c2e41c9ed37c None None] Notify callbacks [] for port, precommit_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:37.308303 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-1d4ecfc2-862b-4d76-ac9d-c2e41c9ed37c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:37.386930 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71eabbcd-2f1a-4fd8-b5f9-a94078768731 None None] Pushing event updated for resources: {'Port': ['ID=a4a3d92a-4df9-46e4-980c-9c5cf182cae8,revision_number=2']} {{(pid=102793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:14:37.397133 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.managers [None req-1d4ecfc2-862b-4d76-ac9d-c2e41c9ed37c None None] Attempting to bind port a4a3d92a-4df9-46e4-980c-9c5cf182cae8 on host n-d-834765-1 for vnic_type normal with profile {{(pid=102793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 16:14:37.397586 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.managers [None req-1d4ecfc2-862b-4d76-ac9d-c2e41c9ed37c None None] Attempting to bind port a4a3d92a-4df9-46e4-980c-9c5cf182cae8 by drivers openvswitch,hyperv on host n-d-834765-1 at level 0 using segments [{'id': '6ab47353-a811-4bad-bc73-b4cc84583cfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'}] {{(pid=102793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 16:14:37.398037 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d4ecfc2-862b-4d76-ac9d-c2e41c9ed37c None None] Attempting to bind port a4a3d92a-4df9-46e4-980c-9c5cf182cae8 on network 4a4a035d-ecac-4ead-baa3-25f90788773a {{(pid=102793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 16:14:37.405036 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d4ecfc2-862b-4d76-ac9d-c2e41c9ed37c None None] Checking agent: {'id': 'a8866439-9d96-425c-b519-6905c591ac37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 25, 36), 'started_at': datetime.datetime(2022, 3, 29, 15, 26, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 16, 14, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834765-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 16:14:37.405551 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d4ecfc2-862b-4d76-ac9d-c2e41c9ed37c None None] Checking segment: {'id': '6ab47353-a811-4bad-bc73-b4cc84583cfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 16:14:37.406046 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-1d4ecfc2-862b-4d76-ac9d-c2e41c9ed37c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:37.406614 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d4ecfc2-862b-4d76-ac9d-c2e41c9ed37c None None] Bound using segment: {'id': '6ab47353-a811-4bad-bc73-b4cc84583cfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'} {{(pid=102793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 16:14:37.407185 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.managers [None req-1d4ecfc2-862b-4d76-ac9d-c2e41c9ed37c None None] Bound port: a4a3d92a-4df9-46e4-980c-9c5cf182cae8, host: n-d-834765-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ab47353-a811-4bad-bc73-b4cc84583cfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'}}] {{(pid=102793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 16:14:37.407700 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-1d4ecfc2-862b-4d76-ac9d-c2e41c9ed37c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:37.466400 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.db [None req-1d4ecfc2-862b-4d76-ac9d-c2e41c9ed37c None None] For port a4a3d92a-4df9-46e4-980c-9c5cf182cae8, host n-d-834765-1, cleared binding levels {{(pid=102793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 16:14:37.468125 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_common [None req-28457507-0d14-4105-b369-c30c8790dff3 admin admin] Allocated IP 172.20.0.1 (2badeed1-d4d5-4795-9078-79d1d1d5a220/0bb8205c-0c81-4f26-966c-cf727478fee1/8b168f6d-3e21-4cf0-bd44-b531a2971e27) {{(pid=102791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:14:37.469774 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.db [None req-1d4ecfc2-862b-4d76-ac9d-c2e41c9ed37c None None] For port a4a3d92a-4df9-46e4-980c-9c5cf182cae8, host n-d-834765-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=a4a3d92a-4df9-46e4-980c-9c5cf182cae8,segment=NetworkSegment(6ab47353-a811-4bad-bc73-b4cc84583cfd),segment_id=6ab47353-a811-4bad-bc73-b4cc84583cfd)] {{(pid=102793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 16:14:37.475822 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-1d4ecfc2-862b-4d76-ac9d-c2e41c9ed37c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:37.540076 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d4ecfc2-862b-4d76-ac9d-c2e41c9ed37c None None] Routers {'083c0e9c-4ba6-41bc-a580-04b511276cd1'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:14:37.540789 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-1d4ecfc2-862b-4d76-ac9d-c2e41c9ed37c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:14:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['083c0e9c-4ba6-41bc-a580-04b511276cd1'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:14:37.542513 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71eabbcd-2f1a-4fd8-b5f9-a94078768731 None None] Pushing event updated for resources: {'Port': ['ID=a4a3d92a-4df9-46e4-980c-9c5cf182cae8,revision_number=3']} {{(pid=102793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:14:37.584193 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-28457507-0d14-4105-b369-c30c8790dff3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:37.618359 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-28457507-0d14-4105-b369-c30c8790dff3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:37.657095 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvr_db [None req-1d4ecfc2-862b-4d76-ac9d-c2e41c9ed37c None None] Set router 083c0e9c-4ba6-41bc-a580-04b511276cd1 gateway port host: n-d-834765-1 {{(pid=102793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:14:37.661611 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28457507-0d14-4105-b369-c30c8790dff3 admin admin] Network 2badeed1-d4d5-4795-9078-79d1d1d5a220 is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:14:37.665224 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [None req-28457507-0d14-4105-b369-c30c8790dff3 admin admin] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:14:37.668783 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28457507-0d14-4105-b369-c30c8790dff3 admin admin] Received port after_create {{(pid=102791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:14:37.698081 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28457507-0d14-4105-b369-c30c8790dff3 admin admin] Pushing event updated for resources: {'Port': ['ID=8b168f6d-3e21-4cf0-bd44-b531a2971e27,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:14:37.723360 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-28457507-0d14-4105-b369-c30c8790dff3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-648347'] for router_interface, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:37.894249 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-1d4ecfc2-862b-4d76-ac9d-c2e41c9ed37c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '083c0e9c-4ba6-41bc-a580-04b511276cd1', 'name': 'tempest-TestVolumeBackupRestore-558924680-router', 'tenant_id': '4696204f08c14b60903edd498d5d88a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.191'}], 'enable_snat': True}, 'gw_port_id': 'a4a3d92a-4df9-46e4-980c-9c5cf182cae8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:14:34Z', 'updated_at': '2022-03-29T16:14:35Z', 'revision_number': 3, 'project_id': '4696204f08c14b60903edd498d5d88a9', 'gw_port': {'id': 'a4a3d92a-4df9-46e4-980c-9c5cf182cae8', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:ab:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '083c0e9c-4ba6-41bc-a580-04b511276cd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:14:35Z', 'updated_at': '2022-03-29T16:14:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1'}], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:14:37.899811 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-28457507-0d14-4105-b369-c30c8790dff3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:38.000189 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-8f101ac3-b420-479c-9500-6bb01805435e None None] Provisioning complete for port 8b168f6d-3e21-4cf0-bd44-b531a2971e27 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:14:38.000851 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-8f101ac3-b420-479c-9500-6bb01805435e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:38.027030 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d4ecfc2-862b-4d76-ac9d-c2e41c9ed37c None None] The sync data for ids ['083c0e9c-4ba6-41bc-a580-04b511276cd1'] in n-d-834765-1 is: [{'id': '083c0e9c-4ba6-41bc-a580-04b511276cd1', 'name': 'tempest-TestVolumeBackupRestore-558924680-router', 'tenant_id': '4696204f08c14b60903edd498d5d88a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.191'}], 'enable_snat': True}, 'gw_port_id': 'a4a3d92a-4df9-46e4-980c-9c5cf182cae8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:14:34Z', 'updated_at': '2022-03-29T16:14:35Z', 'revision_number': 3, 'project_id': '4696204f08c14b60903edd498d5d88a9', 'gw_port': {'id': 'a4a3d92a-4df9-46e4-980c-9c5cf182cae8', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:ab:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '083c0e9c-4ba6-41bc-a580-04b511276cd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:14:35Z', 'updated_at': '2022-03-29T16:14:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1'}] {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 16:14:38.064990 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-8f101ac3-b420-479c-9500-6bb01805435e None None] Port 8b168f6d-3e21-4cf0-bd44-b531a2971e27 cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 16:14:38.113743 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-28457507-0d14-4105-b369-c30c8790dff3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:38.118731 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-28457507-0d14-4105-b369-c30c8790dff3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:38.186310 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28457507-0d14-4105-b369-c30c8790dff3 admin admin] Pushing event updated for resources: {'Port': ['ID=8b168f6d-3e21-4cf0-bd44-b531a2971e27,revision_number=2']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:14:38.189021 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-28457507-0d14-4105-b369-c30c8790dff3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-648439'] for router_interface, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:38.311962 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28457507-0d14-4105-b369-c30c8790dff3 admin admin] Network 2badeed1-d4d5-4795-9078-79d1d1d5a220 is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:14:38.313562 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [None req-28457507-0d14-4105-b369-c30c8790dff3 admin admin] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:14:38.464527 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28457507-0d14-4105-b369-c30c8790dff3 admin admin] Router 083c0e9c-4ba6-41bc-a580-04b511276cd1 has already been hosted by L3 agent c648d819-1060-4f26-b4ec-6455387b5dff {{(pid=102791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 16:14:38.587042 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28457507-0d14-4105-b369-c30c8790dff3 admin admin] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 16:14:38.592335 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-28457507-0d14-4105-b369-c30c8790dff3 admin admin] 10.222.0.42 "PUT /v2.0/routers/083c0e9c-4ba6-41bc-a580-04b511276cd1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0999835 Mar 29 16:14:38.596786 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-005c9983-1458-4c96-a38d-fd46530c15c9 None None] Provisioning complete for port 8b168f6d-3e21-4cf0-bd44-b531a2971e27 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:14:38.597147 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-005c9983-1458-4c96-a38d-fd46530c15c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:38.637387 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-005c9983-1458-4c96-a38d-fd46530c15c9 None None] Port 8b168f6d-3e21-4cf0-bd44-b531a2971e27 cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 16:14:39.097777 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device a4a3d92a-4df9-46e4-980c-9c5cf182cae8 up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 16:14:39.160367 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port a4a3d92a-4df9-46e4-980c-9c5cf182cae8 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:14:39.160970 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:39.250506 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:39.256538 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 59314) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:14:39.261759 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-598419c2-2160-4ef6-9676-688941981626 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-832633905-network', 'tenant_id': '99fefc5c9a4d4ec79ea0bb34455f471f'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:14:39.282663 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-598419c2-2160-4ef6-9676-688941981626 admin admin] Made reservation on behalf of 99fefc5c9a4d4ec79ea0bb34455f471f for: {'network': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:14:39.283934 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] For port a4a3d92a-4df9-46e4-980c-9c5cf182cae8, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=a4a3d92a-4df9-46e4-980c-9c5cf182cae8,segment=NetworkSegment(6ab47353-a811-4bad-bc73-b4cc84583cfd),segment_id=6ab47353-a811-4bad-bc73-b4cc84583cfd)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:14:39.285057 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-598419c2-2160-4ef6-9676-688941981626 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for network, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:39.288922 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:39.294549 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-598419c2-2160-4ef6-9676-688941981626 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:39.346150 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Pushing event updated for resources: {'Port': ['ID=a4a3d92a-4df9-46e4-980c-9c5cf182cae8,revision_number=4']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:14:39.398650 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-598419c2-2160-4ef6-9676-688941981626 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:39.402487 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-598419c2-2160-4ef6-9676-688941981626 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:39.440796 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-598419c2-2160-4ef6-9676-688941981626 admin admin] vlan segment allocate from pool success with {'vlan_id': 648, 'physical_network': 'physnet1'} {{(pid=102790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 16:14:39.443749 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598419c2-2160-4ef6-9676-688941981626 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ad557a5-2311-454f-bf44-7e4c08276ecf,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:14:39.460651 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-598419c2-2160-4ef6-9676-688941981626 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:39.461221 n-d-834765-1 neutron-server[102790]: INFO neutron.db.segments_db [None req-598419c2-2160-4ef6-9676-688941981626 admin admin] Added segment e9b6c55c-4651-498e-b2a1-9577e0397e99 of type vlan for network cb6693a3-19d8-4dc3-aed5-a1e5818dfd66 Mar 29 16:14:39.507120 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-598419c2-2160-4ef6-9676-688941981626 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783522915970'] for network, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:39.532548 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-598419c2-2160-4ef6-9676-688941981626 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795'] for network, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:39.533824 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-598419c2-2160-4ef6-9676-688941981626 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:14:39.534484 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-598419c2-2160-4ef6-9676-688941981626 admin admin] Notify callbacks [] for network, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:39.569471 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-598419c2-2160-4ef6-9676-688941981626 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3117695 Mar 29 16:14:39.572345 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 59318) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:14:39.578544 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-bc35b0e8-d97e-492d-92ee-99e3dbdc905e admin admin] Request body: {'subnet': {'network_id': 'cb6693a3-19d8-4dc3-aed5-a1e5818dfd66', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-832633905-subnet', 'tenant_id': '99fefc5c9a4d4ec79ea0bb34455f471f', 'ip_version': 4}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:14:39.614787 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598419c2-2160-4ef6-9676-688941981626 admin admin] Pushing event updated for resources: {'Network': ['ID=cb6693a3-19d8-4dc3-aed5-a1e5818dfd66,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:14:39.627135 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Network cb6693a3-19d8-4dc3-aed5-a1e5818dfd66 details requested by agent ovs-agent-n-d-834765-1 with host n-d-834765-1 {{(pid=102792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 16:14:39.632908 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc35b0e8-d97e-492d-92ee-99e3dbdc905e admin admin] Made reservation on behalf of 99fefc5c9a4d4ec79ea0bb34455f471f for: {'subnet': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:14:39.636851 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-bc35b0e8-d97e-492d-92ee-99e3dbdc905e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4793983'] for subnet, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:39.809503 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f72d8a63-ab0b-4b6e-a746-834d2445cbe9 None None] Sync routers for ids ['083c0e9c-4ba6-41bc-a580-04b511276cd1'] in n-d-834765-1 {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 16:14:39.820180 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-bc35b0e8-d97e-492d-92ee-99e3dbdc905e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5231896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4793961'] for subnet, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:39.821195 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f72d8a63-ab0b-4b6e-a746-834d2445cbe9 None None] Routers {'083c0e9c-4ba6-41bc-a580-04b511276cd1'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:14:39.821888 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-f72d8a63-ab0b-4b6e-a746-834d2445cbe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:14:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['083c0e9c-4ba6-41bc-a580-04b511276cd1'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:14:39.878414 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc35b0e8-d97e-492d-92ee-99e3dbdc905e admin admin] Pushing event updated for resources: {'Subnet': ['ID=bde1edd9-2c57-42c7-9272-ae674dfe31eb,revision_number=0']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:14:39.896091 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc35b0e8-d97e-492d-92ee-99e3dbdc905e admin admin] Checking segment: {'id': 'e9b6c55c-4651-498e-b2a1-9577e0397e99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'cb6693a3-19d8-4dc3-aed5-a1e5818dfd66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 16:14:39.896521 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc35b0e8-d97e-492d-92ee-99e3dbdc905e admin admin] Network hostable DHCP agents. Network: cb6693a3-19d8-4dc3-aed5-a1e5818dfd66, hostable agents: ['d136643e-48ae-49d4-a851-2ba3bdf3749c'], hosted agents: [] {{(pid=102790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 16:14:39.914195 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc35b0e8-d97e-492d-92ee-99e3dbdc905e admin admin] Network cb6693a3-19d8-4dc3-aed5-a1e5818dfd66 is scheduled to be hosted by DHCP agent d136643e-48ae-49d4-a851-2ba3bdf3749c with binding_index 1 {{(pid=102790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 16:14:39.924760 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-bc35b0e8-d97e-492d-92ee-99e3dbdc905e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834765-1, cb6693a3-19d8-4dc3-aed5-a1e5818dfd66) {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:14:39.930353 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc35b0e8-d97e-492d-92ee-99e3dbdc905e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:14:39.931075 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-bc35b0e8-d97e-492d-92ee-99e3dbdc905e admin admin] Notify callbacks [] for subnet, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:39.951829 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-bc35b0e8-d97e-492d-92ee-99e3dbdc905e admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3744729 Mar 29 16:14:39.952275 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 59320) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:14:39.956793 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-8fb47294-cf6c-4e8f-b7f2-2aecc647232a admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-832633905-router', 'tenant_id': '99fefc5c9a4d4ec79ea0bb34455f471f', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'}}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:14:39.977563 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-8fb47294-cf6c-4e8f-b7f2-2aecc647232a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-532385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129310'] for router, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:39.978812 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-8fb47294-cf6c-4e8f-b7f2-2aecc647232a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-648091', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-684384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129319'] for router, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:40.035183 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-8fb47294-cf6c-4e8f-b7f2-2aecc647232a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:40.087964 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9697d739-2715-4717-9bcd-ca611884ddd9 None None] Network cb6693a3-19d8-4dc3-aed5-a1e5818dfd66 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 16:14:40.127441 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvr_db [None req-f72d8a63-ab0b-4b6e-a746-834d2445cbe9 None None] Set router 083c0e9c-4ba6-41bc-a580-04b511276cd1 gateway port host: n-d-834765-1 {{(pid=102792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:14:40.185329 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-8fb47294-cf6c-4e8f-b7f2-2aecc647232a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:40.454504 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-8fb47294-cf6c-4e8f-b7f2-2aecc647232a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:40.480116 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-8fb47294-cf6c-4e8f-b7f2-2aecc647232a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:40.501654 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d28dc1fc-8569-46a0-b208-88c9345a6d91 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0035034-69b0-5ffc-b384-0ac6189c5628-cb6693a3-19d8-4dc3-aed5-a1e5818dfd66', 'network_id': 'cb6693a3-19d8-4dc3-aed5-a1e5818dfd66', 'tenant_id': '99fefc5c9a4d4ec79ea0bb34455f471f', 'fixed_ips': [{'subnet_id': 'bde1edd9-2c57-42c7-9272-ae674dfe31eb'}]}} from n-d-834765-1. {{(pid=102792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 29 16:14:40.502590 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d28dc1fc-8569-46a0-b208-88c9345a6d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:40.593015 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_common [None req-8fb47294-cf6c-4e8f-b7f2-2aecc647232a admin admin] Allocated IP 172.25.4.88 (4a4a035d-ecac-4ead-baa3-25f90788773a/e1a353dc-fac8-4901-a63c-273840237d6a/40d43b7f-3b44-4b52-8017-ec5128924656) {{(pid=102791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:14:40.633342 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-f72d8a63-ab0b-4b6e-a746-834d2445cbe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '083c0e9c-4ba6-41bc-a580-04b511276cd1', 'name': 'tempest-TestVolumeBackupRestore-558924680-router', 'tenant_id': '4696204f08c14b60903edd498d5d88a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.191'}], 'enable_snat': True}, 'gw_port_id': 'a4a3d92a-4df9-46e4-980c-9c5cf182cae8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:14:34Z', 'updated_at': '2022-03-29T16:14:37Z', 'revision_number': 4, 'project_id': '4696204f08c14b60903edd498d5d88a9', 'gw_port': {'id': 'a4a3d92a-4df9-46e4-980c-9c5cf182cae8', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:ab:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '083c0e9c-4ba6-41bc-a580-04b511276cd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:14:35Z', 'updated_at': '2022-03-29T16:14:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': '8b168f6d-3e21-4cf0-bd44-b531a2971e27', 'name': '', 'network_id': '2badeed1-d4d5-4795-9078-79d1d1d5a220', 'tenant_id': '4696204f08c14b60903edd498d5d88a9', 'mac_address': 'fa:16:3e:f3:78:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '083c0e9c-4ba6-41bc-a580-04b511276cd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '0bb8205c-0c81-4f26-966c-cf727478fee1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:14:37Z', 'updated_at': '2022-03-29T16:14:37Z', 'revision_number': 2, 'project_id': '4696204f08c14b60903edd498d5d88a9', 'subnets': [{'id': '0bb8205c-0c81-4f26-966c-cf727478fee1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:14:40.667438 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f72d8a63-ab0b-4b6e-a746-834d2445cbe9 None None] Checking router: 083c0e9c-4ba6-41bc-a580-04b511276cd1 for host: n-d-834765-1 {{(pid=102792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 16:14:40.667776 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f72d8a63-ab0b-4b6e-a746-834d2445cbe9 None None] Updating router 083c0e9c-4ba6-41bc-a580-04b511276cd1 port 8b168f6d-3e21-4cf0-bd44-b531a2971e27 binding host n-d-834765-1 {{(pid=102792) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 16:14:40.698899 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-8fb47294-cf6c-4e8f-b7f2-2aecc647232a admin admin] Notify callbacks [] for port, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:40.700561 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.db_base_plugin_common [None req-d28dc1fc-8569-46a0-b208-88c9345a6d91 None None] Allocated IP 172.20.0.2 (cb6693a3-19d8-4dc3-aed5-a1e5818dfd66/bde1edd9-2c57-42c7-9272-ae674dfe31eb/8a192eb5-44b5-446e-99d6-9a6e283d6ee3) {{(pid=102792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:14:40.704905 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-f72d8a63-ab0b-4b6e-a746-834d2445cbe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:40.732922 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-8fb47294-cf6c-4e8f-b7f2-2aecc647232a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:40.772602 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fb47294-cf6c-4e8f-b7f2-2aecc647232a admin admin] Network 4a4a035d-ecac-4ead-baa3-25f90788773a is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:14:40.775456 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [None req-8fb47294-cf6c-4e8f-b7f2-2aecc647232a admin admin] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:14:40.778951 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fb47294-cf6c-4e8f-b7f2-2aecc647232a admin admin] Received port after_create {{(pid=102791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:14:40.805651 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb47294-cf6c-4e8f-b7f2-2aecc647232a admin admin] Pushing event updated for resources: {'Port': ['ID=40d43b7f-3b44-4b52-8017-ec5128924656,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:14:40.998380 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d28dc1fc-8569-46a0-b208-88c9345a6d91 None None] Notify callbacks [] for port, precommit_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:41.008963 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d28dc1fc-8569-46a0-b208-88c9345a6d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956'] for port, after_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:41.041462 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-8fb47294-cf6c-4e8f-b7f2-2aecc647232a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:41.073359 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device a4a3d92a-4df9-46e4-980c-9c5cf182cae8 up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 16:14:41.076520 n-d-834765-1 neutron-server[102792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d28dc1fc-8569-46a0-b208-88c9345a6d91 None None] Network cb6693a3-19d8-4dc3-aed5-a1e5818dfd66 is already hosted by enough agents. {{(pid=102792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:14:41.110812 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28dc1fc-8569-46a0-b208-88c9345a6d91 None None] Pushing event updated for resources: {'Port': ['ID=8a192eb5-44b5-446e-99d6-9a6e283d6ee3,revision_number=1']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:14:41.113270 n-d-834765-1 neutron-server[102792]: DEBUG neutron.scheduler.base_scheduler [None req-d28dc1fc-8569-46a0-b208-88c9345a6d91 None None] Resources bound (agent type, host, resource id): {{(pid=102792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:14:41.120496 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d28dc1fc-8569-46a0-b208-88c9345a6d91 None None] Received port after_create {{(pid=102792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:14:41.215861 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-f72d8a63-ab0b-4b6e-a746-834d2445cbe9 None None] Notify callbacks [] for port, precommit_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:41.221446 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-d28dc1fc-8569-46a0-b208-88c9345a6d91 None None] Attempting to bind port 8a192eb5-44b5-446e-99d6-9a6e283d6ee3 on host n-d-834765-1 for vnic_type normal with profile {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 16:14:41.221808 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-d28dc1fc-8569-46a0-b208-88c9345a6d91 None None] Attempting to bind port 8a192eb5-44b5-446e-99d6-9a6e283d6ee3 by drivers openvswitch,hyperv on host n-d-834765-1 at level 0 using segments [{'id': 'e9b6c55c-4651-498e-b2a1-9577e0397e99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'cb6693a3-19d8-4dc3-aed5-a1e5818dfd66'}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 16:14:41.222164 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d28dc1fc-8569-46a0-b208-88c9345a6d91 None None] Attempting to bind port 8a192eb5-44b5-446e-99d6-9a6e283d6ee3 on network cb6693a3-19d8-4dc3-aed5-a1e5818dfd66 {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 16:14:41.225955 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-f72d8a63-ab0b-4b6e-a746-834d2445cbe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:41.236009 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d28dc1fc-8569-46a0-b208-88c9345a6d91 None None] Checking agent: {'id': 'a8866439-9d96-425c-b519-6905c591ac37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 25, 36), 'started_at': datetime.datetime(2022, 3, 29, 15, 26, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 16, 14, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834765-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 16:14:41.236370 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d28dc1fc-8569-46a0-b208-88c9345a6d91 None None] Checking segment: {'id': 'e9b6c55c-4651-498e-b2a1-9577e0397e99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'cb6693a3-19d8-4dc3-aed5-a1e5818dfd66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 16:14:41.236757 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d28dc1fc-8569-46a0-b208-88c9345a6d91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:41.237149 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d28dc1fc-8569-46a0-b208-88c9345a6d91 None None] Bound using segment: {'id': 'e9b6c55c-4651-498e-b2a1-9577e0397e99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'cb6693a3-19d8-4dc3-aed5-a1e5818dfd66'} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 16:14:41.237602 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-d28dc1fc-8569-46a0-b208-88c9345a6d91 None None] Bound port: 8a192eb5-44b5-446e-99d6-9a6e283d6ee3, host: n-d-834765-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9b6c55c-4651-498e-b2a1-9577e0397e99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'cb6693a3-19d8-4dc3-aed5-a1e5818dfd66'}}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 16:14:41.237974 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d28dc1fc-8569-46a0-b208-88c9345a6d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:41.246251 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-8fb47294-cf6c-4e8f-b7f2-2aecc647232a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648118'] for router, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:41.278030 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port a4a3d92a-4df9-46e4-980c-9c5cf182cae8 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:14:41.278030 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:41.366596 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed320a0d-a699-4629-acd9-1d647f163400 None None] Pushing event updated for resources: {'Port': ['ID=8b168f6d-3e21-4cf0-bd44-b531a2971e27,revision_number=3']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:14:41.386696 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fb47294-cf6c-4e8f-b7f2-2aecc647232a admin admin] Router 6941fde2-77dd-472f-9d4f-b2f080380faf is scheduled to L3 agent c648d819-1060-4f26-b4ec-6455387b5dff with binding_index 1 {{(pid=102791) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 29 16:14:41.401506 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-d28dc1fc-8569-46a0-b208-88c9345a6d91 None None] For port 8a192eb5-44b5-446e-99d6-9a6e283d6ee3, host n-d-834765-1, cleared binding levels {{(pid=102792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 16:14:41.436593 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-d28dc1fc-8569-46a0-b208-88c9345a6d91 None None] For port 8a192eb5-44b5-446e-99d6-9a6e283d6ee3, host n-d-834765-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=8a192eb5-44b5-446e-99d6-9a6e283d6ee3,segment=NetworkSegment(e9b6c55c-4651-498e-b2a1-9577e0397e99),segment_id=e9b6c55c-4651-498e-b2a1-9577e0397e99)] {{(pid=102792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 16:14:41.448404 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d28dc1fc-8569-46a0-b208-88c9345a6d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:41.480904 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-f72d8a63-ab0b-4b6e-a746-834d2445cbe9 None None] Attempting to bind port 8b168f6d-3e21-4cf0-bd44-b531a2971e27 on host n-d-834765-1 for vnic_type normal with profile {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 16:14:41.481263 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-f72d8a63-ab0b-4b6e-a746-834d2445cbe9 None None] Attempting to bind port 8b168f6d-3e21-4cf0-bd44-b531a2971e27 by drivers openvswitch,hyperv on host n-d-834765-1 at level 0 using segments [{'id': '6cc1d171-d4ae-4437-90f2-473841eb4b77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '2badeed1-d4d5-4795-9078-79d1d1d5a220'}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 16:14:41.481623 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f72d8a63-ab0b-4b6e-a746-834d2445cbe9 None None] Attempting to bind port 8b168f6d-3e21-4cf0-bd44-b531a2971e27 on network 2badeed1-d4d5-4795-9078-79d1d1d5a220 {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 16:14:41.540203 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f72d8a63-ab0b-4b6e-a746-834d2445cbe9 None None] Checking agent: {'id': 'a8866439-9d96-425c-b519-6905c591ac37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 25, 36), 'started_at': datetime.datetime(2022, 3, 29, 15, 26, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 16, 14, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834765-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 16:14:41.540702 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f72d8a63-ab0b-4b6e-a746-834d2445cbe9 None None] Checking segment: {'id': '6cc1d171-d4ae-4437-90f2-473841eb4b77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '2badeed1-d4d5-4795-9078-79d1d1d5a220'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 16:14:41.541445 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-f72d8a63-ab0b-4b6e-a746-834d2445cbe9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:41.542042 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f72d8a63-ab0b-4b6e-a746-834d2445cbe9 None None] Bound using segment: {'id': '6cc1d171-d4ae-4437-90f2-473841eb4b77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '2badeed1-d4d5-4795-9078-79d1d1d5a220'} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 16:14:41.542928 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-f72d8a63-ab0b-4b6e-a746-834d2445cbe9 None None] Bound port: 8b168f6d-3e21-4cf0-bd44-b531a2971e27, host: n-d-834765-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6cc1d171-d4ae-4437-90f2-473841eb4b77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '2badeed1-d4d5-4795-9078-79d1d1d5a220'}}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 16:14:41.543541 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-f72d8a63-ab0b-4b6e-a746-834d2445cbe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:41.591296 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28dc1fc-8569-46a0-b208-88c9345a6d91 None None] Pushing event updated for resources: {'Port': ['ID=8a192eb5-44b5-446e-99d6-9a6e283d6ee3,revision_number=2']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:14:41.621925 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-ffc45f20-1483-4ac8-812f-f1ca91b176cd None None] Provisioning complete for port 8b168f6d-3e21-4cf0-bd44-b531a2971e27 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:14:41.622305 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-ffc45f20-1483-4ac8-812f-f1ca91b176cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:41.696062 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-ffc45f20-1483-4ac8-812f-f1ca91b176cd None None] Port 8b168f6d-3e21-4cf0-bd44-b531a2971e27 cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 16:14:41.719465 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-f72d8a63-ab0b-4b6e-a746-834d2445cbe9 None None] For port 8b168f6d-3e21-4cf0-bd44-b531a2971e27, host n-d-834765-1, cleared binding levels {{(pid=102792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 16:14:41.724354 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-f72d8a63-ab0b-4b6e-a746-834d2445cbe9 None None] For port 8b168f6d-3e21-4cf0-bd44-b531a2971e27, host n-d-834765-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=8b168f6d-3e21-4cf0-bd44-b531a2971e27,segment=NetworkSegment(6cc1d171-d4ae-4437-90f2-473841eb4b77),segment_id=6cc1d171-d4ae-4437-90f2-473841eb4b77)] {{(pid=102792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 16:14:41.730207 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-f72d8a63-ab0b-4b6e-a746-834d2445cbe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:41.830824 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fb47294-cf6c-4e8f-b7f2-2aecc647232a admin admin] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 16:14:41.839942 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-738a893d-3839-4619-a8a8-012a2dcaacab None None] Sync routers for ids ['6941fde2-77dd-472f-9d4f-b2f080380faf'] in n-d-834765-1 {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 16:14:41.858259 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-738a893d-3839-4619-a8a8-012a2dcaacab None None] Routers {'6941fde2-77dd-472f-9d4f-b2f080380faf'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:14:41.860805 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-738a893d-3839-4619-a8a8-012a2dcaacab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:14:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['6941fde2-77dd-472f-9d4f-b2f080380faf'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:14:41.865153 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-8fb47294-cf6c-4e8f-b7f2-2aecc647232a admin admin] Notify callbacks [] for router, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:41.868942 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-8fb47294-cf6c-4e8f-b7f2-2aecc647232a admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.9131117 Mar 29 16:14:41.869295 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 59334) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:14:41.891308 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f72d8a63-ab0b-4b6e-a746-834d2445cbe9 None None] Routers {'083c0e9c-4ba6-41bc-a580-04b511276cd1'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:14:41.892010 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-f72d8a63-ab0b-4b6e-a746-834d2445cbe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:14:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['083c0e9c-4ba6-41bc-a580-04b511276cd1'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:14:42.025682 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvr_db [None req-f72d8a63-ab0b-4b6e-a746-834d2445cbe9 None None] Set router 083c0e9c-4ba6-41bc-a580-04b511276cd1 gateway port host: n-d-834765-1 {{(pid=102792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:14:42.072886 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed320a0d-a699-4629-acd9-1d647f163400 None None] Pushing event updated for resources: {'Port': ['ID=8b168f6d-3e21-4cf0-bd44-b531a2971e27,revision_number=4']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:14:42.091490 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvr_db [None req-738a893d-3839-4619-a8a8-012a2dcaacab None None] Set router 6941fde2-77dd-472f-9d4f-b2f080380faf gateway port host: n-d-834765-1 {{(pid=102793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:14:42.322864 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-738a893d-3839-4619-a8a8-012a2dcaacab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6941fde2-77dd-472f-9d4f-b2f080380faf', 'name': 'tempest-TestVolumeBackupRestore-832633905-router', 'tenant_id': '99fefc5c9a4d4ec79ea0bb34455f471f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.88'}], 'enable_snat': True}, 'gw_port_id': '40d43b7f-3b44-4b52-8017-ec5128924656', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:14:39Z', 'updated_at': '2022-03-29T16:14:40Z', 'revision_number': 3, 'project_id': '99fefc5c9a4d4ec79ea0bb34455f471f', 'gw_port': {'id': '40d43b7f-3b44-4b52-8017-ec5128924656', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:d4:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6941fde2-77dd-472f-9d4f-b2f080380faf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4052, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:14:40Z', 'updated_at': '2022-03-29T16:14:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1'}], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:14:42.359865 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-738a893d-3839-4619-a8a8-012a2dcaacab None None] Checking router: 6941fde2-77dd-472f-9d4f-b2f080380faf for host: n-d-834765-1 {{(pid=102793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 16:14:42.360633 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-738a893d-3839-4619-a8a8-012a2dcaacab None None] Updating router 6941fde2-77dd-472f-9d4f-b2f080380faf port 40d43b7f-3b44-4b52-8017-ec5128924656 binding host n-d-834765-1 {{(pid=102793) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 16:14:42.390644 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-a3a41e09-7428-451c-8a2b-d7eb2711f6d4 None None] Provisioning complete for port 8b168f6d-3e21-4cf0-bd44-b531a2971e27 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:14:42.391490 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-a3a41e09-7428-451c-8a2b-d7eb2711f6d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:42.392332 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-738a893d-3839-4619-a8a8-012a2dcaacab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:42.547917 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-a3a41e09-7428-451c-8a2b-d7eb2711f6d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:42.611884 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-f72d8a63-ab0b-4b6e-a746-834d2445cbe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '083c0e9c-4ba6-41bc-a580-04b511276cd1', 'name': 'tempest-TestVolumeBackupRestore-558924680-router', 'tenant_id': '4696204f08c14b60903edd498d5d88a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.191'}], 'enable_snat': True}, 'gw_port_id': 'a4a3d92a-4df9-46e4-980c-9c5cf182cae8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:14:34Z', 'updated_at': '2022-03-29T16:14:37Z', 'revision_number': 4, 'project_id': '4696204f08c14b60903edd498d5d88a9', 'gw_port': {'id': 'a4a3d92a-4df9-46e4-980c-9c5cf182cae8', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:ab:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '083c0e9c-4ba6-41bc-a580-04b511276cd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:14:35Z', 'updated_at': '2022-03-29T16:14:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': '8b168f6d-3e21-4cf0-bd44-b531a2971e27', 'name': '', 'network_id': '2badeed1-d4d5-4795-9078-79d1d1d5a220', 'tenant_id': '4696204f08c14b60903edd498d5d88a9', 'mac_address': 'fa:16:3e:f3:78:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '083c0e9c-4ba6-41bc-a580-04b511276cd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '0bb8205c-0c81-4f26-966c-cf727478fee1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:14:37Z', 'updated_at': '2022-03-29T16:14:41Z', 'revision_number': 4, 'project_id': '4696204f08c14b60903edd498d5d88a9', 'subnets': [{'id': '0bb8205c-0c81-4f26-966c-cf727478fee1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:14:42.667026 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f72d8a63-ab0b-4b6e-a746-834d2445cbe9 None None] The sync data for ids ['083c0e9c-4ba6-41bc-a580-04b511276cd1'] in n-d-834765-1 is: [{'id': '083c0e9c-4ba6-41bc-a580-04b511276cd1', 'name': 'tempest-TestVolumeBackupRestore-558924680-router', 'tenant_id': '4696204f08c14b60903edd498d5d88a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.191'}], 'enable_snat': True}, 'gw_port_id': 'a4a3d92a-4df9-46e4-980c-9c5cf182cae8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:14:34Z', 'updated_at': '2022-03-29T16:14:37Z', 'revision_number': 4, 'project_id': '4696204f08c14b60903edd498d5d88a9', 'gw_port': {'id': 'a4a3d92a-4df9-46e4-980c-9c5cf182cae8', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:ab:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '083c0e9c-4ba6-41bc-a580-04b511276cd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:14:35Z', 'updated_at': '2022-03-29T16:14:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': '8b168f6d-3e21-4cf0-bd44-b531a2971e27', 'name': '', 'network_id': '2badeed1-d4d5-4795-9078-79d1d1d5a220', 'tenant_id': '4696204f08c14b60903edd498d5d88a9', 'mac_address': 'fa:16:3e:f3:78:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '083c0e9c-4ba6-41bc-a580-04b511276cd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '0bb8205c-0c81-4f26-966c-cf727478fee1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:14:37Z', 'updated_at': '2022-03-29T16:14:41Z', 'revision_number': 4, 'project_id': '4696204f08c14b60903edd498d5d88a9', 'subnets': [{'id': '0bb8205c-0c81-4f26-966c-cf727478fee1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 16:14:42.693427 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-a3a41e09-7428-451c-8a2b-d7eb2711f6d4 None None] For port 8b168f6d-3e21-4cf0-bd44-b531a2971e27, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=8b168f6d-3e21-4cf0-bd44-b531a2971e27,segment=NetworkSegment(6cc1d171-d4ae-4437-90f2-473841eb4b77),segment_id=6cc1d171-d4ae-4437-90f2-473841eb4b77)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:14:42.703426 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-a3a41e09-7428-451c-8a2b-d7eb2711f6d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:42.779374 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-738a893d-3839-4619-a8a8-012a2dcaacab None None] Notify callbacks [] for port, precommit_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:42.788870 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-738a893d-3839-4619-a8a8-012a2dcaacab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:42.817478 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a41e09-7428-451c-8a2b-d7eb2711f6d4 None None] Pushing event updated for resources: {'Port': ['ID=8b168f6d-3e21-4cf0-bd44-b531a2971e27,revision_number=5']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:14:42.844270 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.managers [None req-738a893d-3839-4619-a8a8-012a2dcaacab None None] Attempting to bind port 40d43b7f-3b44-4b52-8017-ec5128924656 on host n-d-834765-1 for vnic_type normal with profile {{(pid=102793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 16:14:42.844802 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.managers [None req-738a893d-3839-4619-a8a8-012a2dcaacab None None] Attempting to bind port 40d43b7f-3b44-4b52-8017-ec5128924656 by drivers openvswitch,hyperv on host n-d-834765-1 at level 0 using segments [{'id': '6ab47353-a811-4bad-bc73-b4cc84583cfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'}] {{(pid=102793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 16:14:42.844972 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-738a893d-3839-4619-a8a8-012a2dcaacab None None] Attempting to bind port 40d43b7f-3b44-4b52-8017-ec5128924656 on network 4a4a035d-ecac-4ead-baa3-25f90788773a {{(pid=102793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 16:14:42.872757 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-738a893d-3839-4619-a8a8-012a2dcaacab None None] Checking agent: {'id': 'a8866439-9d96-425c-b519-6905c591ac37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 25, 36), 'started_at': datetime.datetime(2022, 3, 29, 15, 26, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 16, 14, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834765-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 16:14:42.873162 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-738a893d-3839-4619-a8a8-012a2dcaacab None None] Checking segment: {'id': '6ab47353-a811-4bad-bc73-b4cc84583cfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 16:14:42.873550 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-738a893d-3839-4619-a8a8-012a2dcaacab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:42.873935 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-738a893d-3839-4619-a8a8-012a2dcaacab None None] Bound using segment: {'id': '6ab47353-a811-4bad-bc73-b4cc84583cfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'} {{(pid=102793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 16:14:42.874409 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.managers [None req-738a893d-3839-4619-a8a8-012a2dcaacab None None] Bound port: 40d43b7f-3b44-4b52-8017-ec5128924656, host: n-d-834765-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ab47353-a811-4bad-bc73-b4cc84583cfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'}}] {{(pid=102793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 16:14:42.874779 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-738a893d-3839-4619-a8a8-012a2dcaacab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:42.957694 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.db [None req-738a893d-3839-4619-a8a8-012a2dcaacab None None] For port 40d43b7f-3b44-4b52-8017-ec5128924656, host n-d-834765-1, cleared binding levels {{(pid=102793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 16:14:42.984339 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.db [None req-738a893d-3839-4619-a8a8-012a2dcaacab None None] For port 40d43b7f-3b44-4b52-8017-ec5128924656, host n-d-834765-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=40d43b7f-3b44-4b52-8017-ec5128924656,segment=NetworkSegment(6ab47353-a811-4bad-bc73-b4cc84583cfd),segment_id=6ab47353-a811-4bad-bc73-b4cc84583cfd)] {{(pid=102793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 16:14:42.985723 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980143eb-2043-48db-a38b-03feb5be58d9 None None] Pushing event updated for resources: {'Port': ['ID=40d43b7f-3b44-4b52-8017-ec5128924656,revision_number=2']} {{(pid=102793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:14:42.990498 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-ef2d3c4d-1f0b-4959-92c7-58b8fb94807c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:42.996968 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-738a893d-3839-4619-a8a8-012a2dcaacab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:43.047386 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c4b821d-29b9-42e1-9a45-1e2720ac0cfb None None] Network cb6693a3-19d8-4dc3-aed5-a1e5818dfd66 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 16:14:43.054877 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-738a893d-3839-4619-a8a8-012a2dcaacab None None] Routers {'6941fde2-77dd-472f-9d4f-b2f080380faf'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:14:43.055574 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-738a893d-3839-4619-a8a8-012a2dcaacab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:14:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['6941fde2-77dd-472f-9d4f-b2f080380faf'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:14:43.067544 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980143eb-2043-48db-a38b-03feb5be58d9 None None] Pushing event updated for resources: {'Port': ['ID=40d43b7f-3b44-4b52-8017-ec5128924656,revision_number=3']} {{(pid=102793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:14:43.196199 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-dd78bab4-e711-4fac-a8e8-c705de9307e1 None None] Provisioning complete for port 8a192eb5-44b5-446e-99d6-9a6e283d6ee3 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:14:43.196569 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-dd78bab4-e711-4fac-a8e8-c705de9307e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:43.305026 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 8a192eb5-44b5-446e-99d6-9a6e283d6ee3 up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 16:14:43.348436 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.db_base_plugin_common [None req-ef2d3c4d-1f0b-4959-92c7-58b8fb94807c admin admin] Allocated IP 172.20.0.1 (cb6693a3-19d8-4dc3-aed5-a1e5818dfd66/bde1edd9-2c57-42c7-9272-ae674dfe31eb/54b7a4eb-cd4d-45e0-83e3-ed53216ce3d7) {{(pid=102790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:14:43.353899 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvr_db [None req-738a893d-3839-4619-a8a8-012a2dcaacab None None] Set router 6941fde2-77dd-472f-9d4f-b2f080380faf gateway port host: n-d-834765-1 {{(pid=102793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:14:43.509789 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port 8a192eb5-44b5-446e-99d6-9a6e283d6ee3 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:14:43.510346 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:43.554394 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-dd78bab4-e711-4fac-a8e8-c705de9307e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:43.566317 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-ef2d3c4d-1f0b-4959-92c7-58b8fb94807c admin admin] Notify callbacks [] for port, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:43.621563 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-dd78bab4-e711-4fac-a8e8-c705de9307e1 None None] For port 8a192eb5-44b5-446e-99d6-9a6e283d6ee3, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=8a192eb5-44b5-446e-99d6-9a6e283d6ee3,segment=NetworkSegment(e9b6c55c-4651-498e-b2a1-9577e0397e99),segment_id=e9b6c55c-4651-498e-b2a1-9577e0397e99)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:14:43.630930 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-dd78bab4-e711-4fac-a8e8-c705de9307e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:43.638641 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-ef2d3c4d-1f0b-4959-92c7-58b8fb94807c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:43.669116 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef2d3c4d-1f0b-4959-92c7-58b8fb94807c admin admin] Network cb6693a3-19d8-4dc3-aed5-a1e5818dfd66 is already hosted by enough agents. {{(pid=102790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:14:43.672258 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-ef2d3c4d-1f0b-4959-92c7-58b8fb94807c admin admin] Resources bound (agent type, host, resource id): {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:14:43.699753 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef2d3c4d-1f0b-4959-92c7-58b8fb94807c admin admin] Received port after_create {{(pid=102790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:14:43.704415 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-738a893d-3839-4619-a8a8-012a2dcaacab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6941fde2-77dd-472f-9d4f-b2f080380faf', 'name': 'tempest-TestVolumeBackupRestore-832633905-router', 'tenant_id': '99fefc5c9a4d4ec79ea0bb34455f471f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.88'}], 'enable_snat': True}, 'gw_port_id': '40d43b7f-3b44-4b52-8017-ec5128924656', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:14:39Z', 'updated_at': '2022-03-29T16:14:40Z', 'revision_number': 3, 'project_id': '99fefc5c9a4d4ec79ea0bb34455f471f', 'gw_port': {'id': '40d43b7f-3b44-4b52-8017-ec5128924656', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:d4:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6941fde2-77dd-472f-9d4f-b2f080380faf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4052, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:14:40Z', 'updated_at': '2022-03-29T16:14:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1'}], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:14:43.752454 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-738a893d-3839-4619-a8a8-012a2dcaacab None None] The sync data for ids ['6941fde2-77dd-472f-9d4f-b2f080380faf'] in n-d-834765-1 is: [{'id': '6941fde2-77dd-472f-9d4f-b2f080380faf', 'name': 'tempest-TestVolumeBackupRestore-832633905-router', 'tenant_id': '99fefc5c9a4d4ec79ea0bb34455f471f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.88'}], 'enable_snat': True}, 'gw_port_id': '40d43b7f-3b44-4b52-8017-ec5128924656', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:14:39Z', 'updated_at': '2022-03-29T16:14:40Z', 'revision_number': 3, 'project_id': '99fefc5c9a4d4ec79ea0bb34455f471f', 'gw_port': {'id': '40d43b7f-3b44-4b52-8017-ec5128924656', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:d4:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6941fde2-77dd-472f-9d4f-b2f080380faf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4052, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:14:40Z', 'updated_at': '2022-03-29T16:14:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1'}] {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 16:14:43.796392 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 8b168f6d-3e21-4cf0-bd44-b531a2971e27 up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 16:14:43.800682 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2d3c4d-1f0b-4959-92c7-58b8fb94807c admin admin] Pushing event updated for resources: {'Port': ['ID=54b7a4eb-cd4d-45e0-83e3-ed53216ce3d7,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:14:43.816529 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-ef2d3c4d-1f0b-4959-92c7-58b8fb94807c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-648347'] for router_interface, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:43.886047 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd78bab4-e711-4fac-a8e8-c705de9307e1 None None] Pushing event updated for resources: {'Port': ['ID=8a192eb5-44b5-446e-99d6-9a6e283d6ee3,revision_number=3']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:14:43.906252 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-871ffe5c-e945-4742-857a-4c2c8aba1f27 None None] Provisioning complete for port 8a192eb5-44b5-446e-99d6-9a6e283d6ee3 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:14:43.906800 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-871ffe5c-e945-4742-857a-4c2c8aba1f27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:44.002279 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port 8b168f6d-3e21-4cf0-bd44-b531a2971e27 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:14:44.006072 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:44.109024 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-ef2d3c4d-1f0b-4959-92c7-58b8fb94807c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:44.311868 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-62d4b92c-c814-4e8b-99f5-746f31789b19 None None] Provisioning complete for port 54b7a4eb-cd4d-45e0-83e3-ed53216ce3d7 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:14:44.312682 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-62d4b92c-c814-4e8b-99f5-746f31789b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:44.376644 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-62d4b92c-c814-4e8b-99f5-746f31789b19 None None] Port 54b7a4eb-cd4d-45e0-83e3-ed53216ce3d7 cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 16:14:44.463981 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-ef2d3c4d-1f0b-4959-92c7-58b8fb94807c admin admin] Notify callbacks [] for port, precommit_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:44.492195 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-ef2d3c4d-1f0b-4959-92c7-58b8fb94807c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5237921'] for port, after_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:44.574582 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2d3c4d-1f0b-4959-92c7-58b8fb94807c admin admin] Pushing event updated for resources: {'Port': ['ID=54b7a4eb-cd4d-45e0-83e3-ed53216ce3d7,revision_number=2']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:14:44.584618 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-ef2d3c4d-1f0b-4959-92c7-58b8fb94807c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-648439'] for router_interface, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:44.690208 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef2d3c4d-1f0b-4959-92c7-58b8fb94807c admin admin] Network cb6693a3-19d8-4dc3-aed5-a1e5818dfd66 is already hosted by enough agents. {{(pid=102790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:14:44.693464 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-ef2d3c4d-1f0b-4959-92c7-58b8fb94807c admin admin] Resources bound (agent type, host, resource id): {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:14:44.838930 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef2d3c4d-1f0b-4959-92c7-58b8fb94807c admin admin] Router 6941fde2-77dd-472f-9d4f-b2f080380faf has already been hosted by L3 agent c648d819-1060-4f26-b4ec-6455387b5dff {{(pid=102790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 16:14:44.978976 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef2d3c4d-1f0b-4959-92c7-58b8fb94807c admin admin] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 16:14:44.991856 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-ef2d3c4d-1f0b-4959-92c7-58b8fb94807c admin admin] 10.222.0.42 "PUT /v2.0/routers/6941fde2-77dd-472f-9d4f-b2f080380faf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1213076 Mar 29 16:14:45.010484 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-6aab5786-a94f-40aa-8473-3d5968b9b384 None None] Provisioning complete for port 54b7a4eb-cd4d-45e0-83e3-ed53216ce3d7 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:14:45.010962 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-6aab5786-a94f-40aa-8473-3d5968b9b384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:45.074553 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-6aab5786-a94f-40aa-8473-3d5968b9b384 None None] Port 54b7a4eb-cd4d-45e0-83e3-ed53216ce3d7 cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 16:14:45.237234 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 8a192eb5-44b5-446e-99d6-9a6e283d6ee3 up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 16:14:45.294100 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port 8a192eb5-44b5-446e-99d6-9a6e283d6ee3 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:14:45.294467 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:45.403508 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 40d43b7f-3b44-4b52-8017-ec5128924656 up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 16:14:45.459252 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port 40d43b7f-3b44-4b52-8017-ec5128924656 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:14:45.459651 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:45.543139 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:45.566251 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] For port 40d43b7f-3b44-4b52-8017-ec5128924656, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=40d43b7f-3b44-4b52-8017-ec5128924656,segment=NetworkSegment(6ab47353-a811-4bad-bc73-b4cc84583cfd),segment_id=6ab47353-a811-4bad-bc73-b4cc84583cfd)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:14:45.572611 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:45.625700 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Pushing event updated for resources: {'Port': ['ID=40d43b7f-3b44-4b52-8017-ec5128924656,revision_number=4']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:14:46.161514 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f09c8a93-2d1b-477e-a656-c997c2267958 None None] Sync routers for ids ['6941fde2-77dd-472f-9d4f-b2f080380faf'] in n-d-834765-1 {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 16:14:46.180023 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f09c8a93-2d1b-477e-a656-c997c2267958 None None] Routers {'6941fde2-77dd-472f-9d4f-b2f080380faf'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:14:46.180756 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-f09c8a93-2d1b-477e-a656-c997c2267958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:14:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['6941fde2-77dd-472f-9d4f-b2f080380faf'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:14:46.296784 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvr_db [None req-f09c8a93-2d1b-477e-a656-c997c2267958 None None] Set router 6941fde2-77dd-472f-9d4f-b2f080380faf gateway port host: n-d-834765-1 {{(pid=102792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:14:46.517261 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-f09c8a93-2d1b-477e-a656-c997c2267958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6941fde2-77dd-472f-9d4f-b2f080380faf', 'name': 'tempest-TestVolumeBackupRestore-832633905-router', 'tenant_id': '99fefc5c9a4d4ec79ea0bb34455f471f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.88'}], 'enable_snat': True}, 'gw_port_id': '40d43b7f-3b44-4b52-8017-ec5128924656', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:14:39Z', 'updated_at': '2022-03-29T16:14:44Z', 'revision_number': 4, 'project_id': '99fefc5c9a4d4ec79ea0bb34455f471f', 'gw_port': {'id': '40d43b7f-3b44-4b52-8017-ec5128924656', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:d4:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6941fde2-77dd-472f-9d4f-b2f080380faf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4052, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:14:40Z', 'updated_at': '2022-03-29T16:14:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': '54b7a4eb-cd4d-45e0-83e3-ed53216ce3d7', 'name': '', 'network_id': 'cb6693a3-19d8-4dc3-aed5-a1e5818dfd66', 'tenant_id': '99fefc5c9a4d4ec79ea0bb34455f471f', 'mac_address': 'fa:16:3e:36:fb:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6941fde2-77dd-472f-9d4f-b2f080380faf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4054, 'fixed_ips': [{'subnet_id': 'bde1edd9-2c57-42c7-9272-ae674dfe31eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:14:43Z', 'updated_at': '2022-03-29T16:14:44Z', 'revision_number': 2, 'project_id': '99fefc5c9a4d4ec79ea0bb34455f471f', 'subnets': [{'id': 'bde1edd9-2c57-42c7-9272-ae674dfe31eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:14:46.552800 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f09c8a93-2d1b-477e-a656-c997c2267958 None None] Checking router: 6941fde2-77dd-472f-9d4f-b2f080380faf for host: n-d-834765-1 {{(pid=102792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 16:14:46.555900 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f09c8a93-2d1b-477e-a656-c997c2267958 None None] Updating router 6941fde2-77dd-472f-9d4f-b2f080380faf port 54b7a4eb-cd4d-45e0-83e3-ed53216ce3d7 binding host n-d-834765-1 {{(pid=102792) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 16:14:46.596714 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-f09c8a93-2d1b-477e-a656-c997c2267958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:46.921942 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-f09c8a93-2d1b-477e-a656-c997c2267958 None None] Notify callbacks [] for port, precommit_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:46.941289 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-f09c8a93-2d1b-477e-a656-c997c2267958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:46.985644 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 59436) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:14:46.993391 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979c3fd1-57bd-4230-82bc-6e453ab4b659 None None] Pushing event updated for resources: {'Port': ['ID=54b7a4eb-cd4d-45e0-83e3-ed53216ce3d7,revision_number=3']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:14:47.077114 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-f09c8a93-2d1b-477e-a656-c997c2267958 None None] Attempting to bind port 54b7a4eb-cd4d-45e0-83e3-ed53216ce3d7 on host n-d-834765-1 for vnic_type normal with profile {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 16:14:47.077815 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-f09c8a93-2d1b-477e-a656-c997c2267958 None None] Attempting to bind port 54b7a4eb-cd4d-45e0-83e3-ed53216ce3d7 by drivers openvswitch,hyperv on host n-d-834765-1 at level 0 using segments [{'id': 'e9b6c55c-4651-498e-b2a1-9577e0397e99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'cb6693a3-19d8-4dc3-aed5-a1e5818dfd66'}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 16:14:47.078590 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f09c8a93-2d1b-477e-a656-c997c2267958 None None] Attempting to bind port 54b7a4eb-cd4d-45e0-83e3-ed53216ce3d7 on network cb6693a3-19d8-4dc3-aed5-a1e5818dfd66 {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 16:14:47.088011 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f09c8a93-2d1b-477e-a656-c997c2267958 None None] Checking agent: {'id': 'a8866439-9d96-425c-b519-6905c591ac37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 25, 36), 'started_at': datetime.datetime(2022, 3, 29, 15, 26, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 16, 14, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834765-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 16:14:47.088823 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f09c8a93-2d1b-477e-a656-c997c2267958 None None] Checking segment: {'id': 'e9b6c55c-4651-498e-b2a1-9577e0397e99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'cb6693a3-19d8-4dc3-aed5-a1e5818dfd66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 16:14:47.089293 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-f09c8a93-2d1b-477e-a656-c997c2267958 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:47.089751 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f09c8a93-2d1b-477e-a656-c997c2267958 None None] Bound using segment: {'id': 'e9b6c55c-4651-498e-b2a1-9577e0397e99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'cb6693a3-19d8-4dc3-aed5-a1e5818dfd66'} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 16:14:47.090585 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-f09c8a93-2d1b-477e-a656-c997c2267958 None None] Bound port: 54b7a4eb-cd4d-45e0-83e3-ed53216ce3d7, host: n-d-834765-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9b6c55c-4651-498e-b2a1-9577e0397e99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'cb6693a3-19d8-4dc3-aed5-a1e5818dfd66'}}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 16:14:47.091038 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-f09c8a93-2d1b-477e-a656-c997c2267958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:47.108175 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 40d43b7f-3b44-4b52-8017-ec5128924656 up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 16:14:47.167843 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-263e00e3-cb89-4c8d-854b-4faf4539a128 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:47.237572 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-f09c8a93-2d1b-477e-a656-c997c2267958 None None] For port 54b7a4eb-cd4d-45e0-83e3-ed53216ce3d7, host n-d-834765-1, cleared binding levels {{(pid=102792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 16:14:47.245574 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.agents_db [None req-59735a15-725e-44d4-9ad5-95cbe356f209 None None] Agent healthcheck: found 7 active agents {{(pid=102793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 16:14:47.246153 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-f09c8a93-2d1b-477e-a656-c997c2267958 None None] For port 54b7a4eb-cd4d-45e0-83e3-ed53216ce3d7, host n-d-834765-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=54b7a4eb-cd4d-45e0-83e3-ed53216ce3d7,segment=NetworkSegment(e9b6c55c-4651-498e-b2a1-9577e0397e99),segment_id=e9b6c55c-4651-498e-b2a1-9577e0397e99)] {{(pid=102792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 16:14:47.246798 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port 40d43b7f-3b44-4b52-8017-ec5128924656 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:14:47.247220 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:47.249037 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:47.274049 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-f09c8a93-2d1b-477e-a656-c997c2267958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:47.291462 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-263e00e3-cb89-4c8d-854b-4faf4539a128 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:47.297501 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-263e00e3-cb89-4c8d-854b-4faf4539a128 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:47.329248 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 59440) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:14:47.329931 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-263e00e3-cb89-4c8d-854b-4faf4539a128 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=3439a14d236541d7ac48e66ebfd2bfa5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3429046 Mar 29 16:14:47.358280 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263e00e3-cb89-4c8d-854b-4faf4539a128 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87f95737-2af8-4b29-be0a-2bc5bbf3a23e,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:14:47.373101 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f09c8a93-2d1b-477e-a656-c997c2267958 None None] Routers {'6941fde2-77dd-472f-9d4f-b2f080380faf'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:14:47.373721 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-f09c8a93-2d1b-477e-a656-c997c2267958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:14:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['6941fde2-77dd-472f-9d4f-b2f080380faf'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:14:47.405957 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-cfd83af0-0f8d-45c5-bfd8-74391a75e067 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:47.430213 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-cfd83af0-0f8d-45c5-bfd8-74391a75e067 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:47.435254 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979c3fd1-57bd-4230-82bc-6e453ab4b659 None None] Pushing event updated for resources: {'Port': ['ID=54b7a4eb-cd4d-45e0-83e3-ed53216ce3d7,revision_number=4']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:14:47.498592 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-cfd83af0-0f8d-45c5-bfd8-74391a75e067 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:47.501883 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-cfd83af0-0f8d-45c5-bfd8-74391a75e067 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:47.507092 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-cfd83af0-0f8d-45c5-bfd8-74391a75e067 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/87f95737-2af8-4b29-be0a-2bc5bbf3a23e HTTP/1.1" status: 204 len: 168 time: 0.1765707 Mar 29 16:14:47.515982 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd83af0-0f8d-45c5-bfd8-74391a75e067 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87f95737-2af8-4b29-be0a-2bc5bbf3a23e,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:14:47.647431 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-ce3cf9b0-5861-45d8-90c7-d49dedfb41be None None] Provisioning complete for port 54b7a4eb-cd4d-45e0-83e3-ed53216ce3d7 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:14:47.647833 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-ce3cf9b0-5861-45d8-90c7-d49dedfb41be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:47.733273 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvr_db [None req-f09c8a93-2d1b-477e-a656-c997c2267958 None None] Set router 6941fde2-77dd-472f-9d4f-b2f080380faf gateway port host: n-d-834765-1 {{(pid=102792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:14:47.855332 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 59446) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:14:47.877844 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-95f316ae-d741-4bab-9f24-a006c27cd3cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:47.913302 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-ce3cf9b0-5861-45d8-90c7-d49dedfb41be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:47.973605 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-95f316ae-d741-4bab-9f24-a006c27cd3cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:47.979833 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-95f316ae-d741-4bab-9f24-a006c27cd3cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:47.986508 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-ce3cf9b0-5861-45d8-90c7-d49dedfb41be None None] For port 54b7a4eb-cd4d-45e0-83e3-ed53216ce3d7, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=54b7a4eb-cd4d-45e0-83e3-ed53216ce3d7,segment=NetworkSegment(e9b6c55c-4651-498e-b2a1-9577e0397e99),segment_id=e9b6c55c-4651-498e-b2a1-9577e0397e99)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:14:47.995796 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-ce3cf9b0-5861-45d8-90c7-d49dedfb41be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:48.025047 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-95f316ae-d741-4bab-9f24-a006c27cd3cb admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=6141eb219381409f94712a0cb894422b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1683760 Mar 29 16:14:48.027021 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f316ae-d741-4bab-9f24-a006c27cd3cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1551f4d-ac0e-464c-97e3-59748eb99173,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:14:48.027674 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 59450) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:14:48.088905 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:48.089339 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-bfd2d06a-449b-40c6-b84f-4872d2cc4700 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:48.103213 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3cf9b0-5861-45d8-90c7-d49dedfb41be None None] Pushing event updated for resources: {'Port': ['ID=54b7a4eb-cd4d-45e0-83e3-ed53216ce3d7,revision_number=5']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:14:48.112203 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-bfd2d06a-449b-40c6-b84f-4872d2cc4700 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:48.130508 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-270578e6-379b-443d-a8d8-9381142dda8e None None] Provisioning complete for port 54b7a4eb-cd4d-45e0-83e3-ed53216ce3d7 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:14:48.131090 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-270578e6-379b-443d-a8d8-9381142dda8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:48.169535 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-bfd2d06a-449b-40c6-b84f-4872d2cc4700 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:48.170146 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-f09c8a93-2d1b-477e-a656-c997c2267958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6941fde2-77dd-472f-9d4f-b2f080380faf', 'name': 'tempest-TestVolumeBackupRestore-832633905-router', 'tenant_id': '99fefc5c9a4d4ec79ea0bb34455f471f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.88'}], 'enable_snat': True}, 'gw_port_id': '40d43b7f-3b44-4b52-8017-ec5128924656', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:14:39Z', 'updated_at': '2022-03-29T16:14:44Z', 'revision_number': 4, 'project_id': '99fefc5c9a4d4ec79ea0bb34455f471f', 'gw_port': {'id': '40d43b7f-3b44-4b52-8017-ec5128924656', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:d4:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6941fde2-77dd-472f-9d4f-b2f080380faf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4052, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:14:40Z', 'updated_at': '2022-03-29T16:14:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': '54b7a4eb-cd4d-45e0-83e3-ed53216ce3d7', 'name': '', 'network_id': 'cb6693a3-19d8-4dc3-aed5-a1e5818dfd66', 'tenant_id': '99fefc5c9a4d4ec79ea0bb34455f471f', 'mac_address': 'fa:16:3e:36:fb:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6941fde2-77dd-472f-9d4f-b2f080380faf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4054, 'fixed_ips': [{'subnet_id': 'bde1edd9-2c57-42c7-9272-ae674dfe31eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:14:43Z', 'updated_at': '2022-03-29T16:14:47Z', 'revision_number': 4, 'project_id': '99fefc5c9a4d4ec79ea0bb34455f471f', 'subnets': [{'id': 'bde1edd9-2c57-42c7-9272-ae674dfe31eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:14:48.172962 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-bfd2d06a-449b-40c6-b84f-4872d2cc4700 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:14:48.174211 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-bfd2d06a-449b-40c6-b84f-4872d2cc4700 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c1551f4d-ac0e-464c-97e3-59748eb99173 HTTP/1.1" status: 204 len: 168 time: 0.1455193 Mar 29 16:14:48.183611 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd2d06a-449b-40c6-b84f-4872d2cc4700 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1551f4d-ac0e-464c-97e3-59748eb99173,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:14:48.191822 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd2d06a-449b-40c6-b84f-4872d2cc4700 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:14:48.192159 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd2d06a-449b-40c6-b84f-4872d2cc4700 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:14:48.193229 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd2d06a-449b-40c6-b84f-4872d2cc4700 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:14:48.193764 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd2d06a-449b-40c6-b84f-4872d2cc4700 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:14:48.194251 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd2d06a-449b-40c6-b84f-4872d2cc4700 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:14:48.194732 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd2d06a-449b-40c6-b84f-4872d2cc4700 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:14:48.195215 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd2d06a-449b-40c6-b84f-4872d2cc4700 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:14:48.195732 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd2d06a-449b-40c6-b84f-4872d2cc4700 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:14:48.196220 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd2d06a-449b-40c6-b84f-4872d2cc4700 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:14:48.196542 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd2d06a-449b-40c6-b84f-4872d2cc4700 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:14:48.197039 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd2d06a-449b-40c6-b84f-4872d2cc4700 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:14:48.197358 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd2d06a-449b-40c6-b84f-4872d2cc4700 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:14:48.221001 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f09c8a93-2d1b-477e-a656-c997c2267958 None None] The sync data for ids ['6941fde2-77dd-472f-9d4f-b2f080380faf'] in n-d-834765-1 is: [{'id': '6941fde2-77dd-472f-9d4f-b2f080380faf', 'name': 'tempest-TestVolumeBackupRestore-832633905-router', 'tenant_id': '99fefc5c9a4d4ec79ea0bb34455f471f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.88'}], 'enable_snat': True}, 'gw_port_id': '40d43b7f-3b44-4b52-8017-ec5128924656', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:14:39Z', 'updated_at': '2022-03-29T16:14:44Z', 'revision_number': 4, 'project_id': '99fefc5c9a4d4ec79ea0bb34455f471f', 'gw_port': {'id': '40d43b7f-3b44-4b52-8017-ec5128924656', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:d4:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6941fde2-77dd-472f-9d4f-b2f080380faf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4052, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:14:40Z', 'updated_at': '2022-03-29T16:14:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': '54b7a4eb-cd4d-45e0-83e3-ed53216ce3d7', 'name': '', 'network_id': 'cb6693a3-19d8-4dc3-aed5-a1e5818dfd66', 'tenant_id': '99fefc5c9a4d4ec79ea0bb34455f471f', 'mac_address': 'fa:16:3e:36:fb:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6941fde2-77dd-472f-9d4f-b2f080380faf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4054, 'fixed_ips': [{'subnet_id': 'bde1edd9-2c57-42c7-9272-ae674dfe31eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:14:43Z', 'updated_at': '2022-03-29T16:14:47Z', 'revision_number': 4, 'project_id': '99fefc5c9a4d4ec79ea0bb34455f471f', 'subnets': [{'id': 'bde1edd9-2c57-42c7-9272-ae674dfe31eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 16:14:49.126186 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 54b7a4eb-cd4d-45e0-83e3-ed53216ce3d7 up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 16:14:49.177784 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port 54b7a4eb-cd4d-45e0-83e3-ed53216ce3d7 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:14:49.178242 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:15:00.389307 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-05d50206-4ab0-4c95-bca2-96fad68ded2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:15:02.822191 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d128e3c1-ac85-4e7c-bf5c-7f438d3e26fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:15:04.274040 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d71584b9-87f1-45f5-84c7-c993c2416269 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:15:05.831099 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-0cb6abf6-2706-4e52-8825-f5f644ecf9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:15:05.964419 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:15:17.255699 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:15:18.034445 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:15:24.254799 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.agents_db [None req-59735a15-725e-44d4-9ad5-95cbe356f209 None None] Agent healthcheck: found 7 active agents {{(pid=102793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 16:15:30.370265 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-eca7467a-e96f-47a3-ac0a-312da17762ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:15:32.825972 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-61f014d0-76f9-4d21-a49d-30930a533dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:15:34.275584 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d71584b9-87f1-45f5-84c7-c993c2416269 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:15:35.826953 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-0cb6abf6-2706-4e52-8825-f5f644ecf9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:15:35.961544 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:15:47.225726 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:15:48.025785 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:16:00.372812 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-6c4b0507-2b4e-4334-ad52-8a6a947fc6bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:16:01.244116 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.agents_db [None req-59735a15-725e-44d4-9ad5-95cbe356f209 None None] Agent healthcheck: found 7 active agents {{(pid=102793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 16:16:02.827426 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-14c071ed-458c-4976-bb5d-05eec13b4066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:16:04.300750 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d71584b9-87f1-45f5-84c7-c993c2416269 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:16:05.831457 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-0cb6abf6-2706-4e52-8825-f5f644ecf9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:16:05.953948 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:16:17.242090 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:16:18.053708 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:16:30.380685 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-147d6a3c-05f6-4795-8178-10cb82283eea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:16:32.837409 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-2387e093-b31d-4d13-ab48-c1bc85fc472e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:16:34.026254 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 33992) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:16:34.032244 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-b65f9963-baee-4346-b9e7-f5e5d5a01137 tempest-TestVolumeBackupRestore-2003092552 tempest-TestVolumeBackupRestore-2003092552-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1497485407', 'description': 'tempest-secgroup-smoke-1497485407 description', 'project_id': '4696204f08c14b60903edd498d5d88a9'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:16:34.053524 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-b65f9963-baee-4346-b9e7-f5e5d5a01137 tempest-TestVolumeBackupRestore-2003092552 tempest-TestVolumeBackupRestore-2003092552-project] Notify callbacks [] for security_group, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:16:34.118231 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-b65f9963-baee-4346-b9e7-f5e5d5a01137 tempest-TestVolumeBackupRestore-2003092552 tempest-TestVolumeBackupRestore-2003092552-project] Notify callbacks [] for security_group, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:16:34.122286 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-b65f9963-baee-4346-b9e7-f5e5d5a01137 tempest-TestVolumeBackupRestore-2003092552 tempest-TestVolumeBackupRestore-2003092552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:16:34.152544 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-b65f9963-baee-4346-b9e7-f5e5d5a01137 tempest-TestVolumeBackupRestore-2003092552 tempest-TestVolumeBackupRestore-2003092552-project] Notify callbacks [] for security_group, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:16:34.156492 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-b65f9963-baee-4346-b9e7-f5e5d5a01137 tempest-TestVolumeBackupRestore-2003092552 tempest-TestVolumeBackupRestore-2003092552-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1291716 Mar 29 16:16:34.157199 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 33996) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:16:34.162471 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-43ad0245-7b2a-42b7-8f10-0624a5cc0978 tempest-TestVolumeBackupRestore-2003092552 tempest-TestVolumeBackupRestore-2003092552-project] Request body: {'security_group_rule': {'security_group_id': 'ac0e4aea-e0fc-40ba-b3af-a18a94a80667', 'project_id': '4696204f08c14b60903edd498d5d88a9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:16:34.168123 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65f9963-baee-4346-b9e7-f5e5d5a01137 tempest-TestVolumeBackupRestore-2003092552 tempest-TestVolumeBackupRestore-2003092552-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac0e4aea-e0fc-40ba-b3af-a18a94a80667,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:16:34.183068 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65f9963-baee-4346-b9e7-f5e5d5a01137 tempest-TestVolumeBackupRestore-2003092552 tempest-TestVolumeBackupRestore-2003092552-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:16:34.183469 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65f9963-baee-4346-b9e7-f5e5d5a01137 tempest-TestVolumeBackupRestore-2003092552 tempest-TestVolumeBackupRestore-2003092552-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:16:34.184176 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65f9963-baee-4346-b9e7-f5e5d5a01137 tempest-TestVolumeBackupRestore-2003092552 tempest-TestVolumeBackupRestore-2003092552-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:16:34.184645 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65f9963-baee-4346-b9e7-f5e5d5a01137 tempest-TestVolumeBackupRestore-2003092552 tempest-TestVolumeBackupRestore-2003092552-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:16:34.184993 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65f9963-baee-4346-b9e7-f5e5d5a01137 tempest-TestVolumeBackupRestore-2003092552 tempest-TestVolumeBackupRestore-2003092552-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:16:34.185312 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65f9963-baee-4346-b9e7-f5e5d5a01137 tempest-TestVolumeBackupRestore-2003092552 tempest-TestVolumeBackupRestore-2003092552-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:16:34.185637 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65f9963-baee-4346-b9e7-f5e5d5a01137 tempest-TestVolumeBackupRestore-2003092552 tempest-TestVolumeBackupRestore-2003092552-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:16:34.186069 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65f9963-baee-4346-b9e7-f5e5d5a01137 tempest-TestVolumeBackupRestore-2003092552 tempest-TestVolumeBackupRestore-2003092552-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:16:34.187031 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65f9963-baee-4346-b9e7-f5e5d5a01137 tempest-TestVolumeBackupRestore-2003092552 tempest-TestVolumeBackupRestore-2003092552-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:16:34.187395 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65f9963-baee-4346-b9e7-f5e5d5a01137 tempest-TestVolumeBackupRestore-2003092552 tempest-TestVolumeBackupRestore-2003092552-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:16:34.187728 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65f9963-baee-4346-b9e7-f5e5d5a01137 tempest-TestVolumeBackupRestore-2003092552 tempest-TestVolumeBackupRestore-2003092552-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:16:34.188053 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65f9963-baee-4346-b9e7-f5e5d5a01137 tempest-TestVolumeBackupRestore-2003092552 tempest-TestVolumeBackupRestore-2003092552-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:16:34.210006 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-43ad0245-7b2a-42b7-8f10-0624a5cc0978 tempest-TestVolumeBackupRestore-2003092552 tempest-TestVolumeBackupRestore-2003092552-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:16:34.279479 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-43ad0245-7b2a-42b7-8f10-0624a5cc0978 tempest-TestVolumeBackupRestore-2003092552 tempest-TestVolumeBackupRestore-2003092552-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:16:34.282794 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d71584b9-87f1-45f5-84c7-c993c2416269 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:16:34.284098 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-43ad0245-7b2a-42b7-8f10-0624a5cc0978 tempest-TestVolumeBackupRestore-2003092552 tempest-TestVolumeBackupRestore-2003092552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610998'] for security_group_rule, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:16:34.301796 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ad0245-7b2a-42b7-8f10-0624a5cc0978 tempest-TestVolumeBackupRestore-2003092552 tempest-TestVolumeBackupRestore-2003092552-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf143d3d-fc54-4368-8243-0d2b86329393,revision_number=0']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:16:34.312173 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-43ad0245-7b2a-42b7-8f10-0624a5cc0978 tempest-TestVolumeBackupRestore-2003092552 tempest-TestVolumeBackupRestore-2003092552-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:16:34.313401 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-43ad0245-7b2a-42b7-8f10-0624a5cc0978 tempest-TestVolumeBackupRestore-2003092552 tempest-TestVolumeBackupRestore-2003092552-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1544459 Mar 29 16:16:34.316205 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 33998) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:16:34.320460 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-5a0d0c3c-47e8-4397-9040-2af9c0794be0 tempest-TestVolumeBackupRestore-2003092552 tempest-TestVolumeBackupRestore-2003092552-project] Request body: {'security_group_rule': {'security_group_id': 'ac0e4aea-e0fc-40ba-b3af-a18a94a80667', 'project_id': '4696204f08c14b60903edd498d5d88a9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:16:34.345379 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-5a0d0c3c-47e8-4397-9040-2af9c0794be0 tempest-TestVolumeBackupRestore-2003092552 tempest-TestVolumeBackupRestore-2003092552-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:16:34.408206 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-5a0d0c3c-47e8-4397-9040-2af9c0794be0 tempest-TestVolumeBackupRestore-2003092552 tempest-TestVolumeBackupRestore-2003092552-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:16:34.412797 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-5a0d0c3c-47e8-4397-9040-2af9c0794be0 tempest-TestVolumeBackupRestore-2003092552 tempest-TestVolumeBackupRestore-2003092552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610998'] for security_group_rule, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:16:34.434228 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-5a0d0c3c-47e8-4397-9040-2af9c0794be0 tempest-TestVolumeBackupRestore-2003092552 tempest-TestVolumeBackupRestore-2003092552-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:16:34.438542 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-5a0d0c3c-47e8-4397-9040-2af9c0794be0 tempest-TestVolumeBackupRestore-2003092552 tempest-TestVolumeBackupRestore-2003092552-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1183076 Mar 29 16:16:34.438683 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 34002) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:16:34.443212 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-000e1004-b446-4e7d-b566-7afd2dacbd1c tempest-TestVolumeBackupRestore-2003092552 tempest-TestVolumeBackupRestore-2003092552-project] Request body: {'security_group_rule': {'security_group_id': 'ac0e4aea-e0fc-40ba-b3af-a18a94a80667', 'project_id': '4696204f08c14b60903edd498d5d88a9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:16:34.447459 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0d0c3c-47e8-4397-9040-2af9c0794be0 tempest-TestVolumeBackupRestore-2003092552 tempest-TestVolumeBackupRestore-2003092552-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=374b863c-80ac-432e-9dc7-e3f3b827d02a,revision_number=0']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:16:34.479491 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-000e1004-b446-4e7d-b566-7afd2dacbd1c tempest-TestVolumeBackupRestore-2003092552 tempest-TestVolumeBackupRestore-2003092552-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:16:34.537053 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-000e1004-b446-4e7d-b566-7afd2dacbd1c tempest-TestVolumeBackupRestore-2003092552 tempest-TestVolumeBackupRestore-2003092552-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:16:34.540850 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-000e1004-b446-4e7d-b566-7afd2dacbd1c tempest-TestVolumeBackupRestore-2003092552 tempest-TestVolumeBackupRestore-2003092552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610998'] for security_group_rule, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:16:34.560804 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000e1004-b446-4e7d-b566-7afd2dacbd1c tempest-TestVolumeBackupRestore-2003092552 tempest-TestVolumeBackupRestore-2003092552-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=846a2f31-2c5f-4b02-97c0-bd9830795f4d,revision_number=0']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:16:34.569205 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-000e1004-b446-4e7d-b566-7afd2dacbd1c tempest-TestVolumeBackupRestore-2003092552 tempest-TestVolumeBackupRestore-2003092552-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:16:34.570422 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-000e1004-b446-4e7d-b566-7afd2dacbd1c tempest-TestVolumeBackupRestore-2003092552 tempest-TestVolumeBackupRestore-2003092552-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1307876 Mar 29 16:16:34.573268 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 34004) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:16:34.577820 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-1c39a807-8873-4ab8-976d-8ebac98d3dd1 tempest-TestVolumeBackupRestore-2003092552 tempest-TestVolumeBackupRestore-2003092552-project] Request body: {'security_group_rule': {'security_group_id': 'ac0e4aea-e0fc-40ba-b3af-a18a94a80667', 'project_id': '4696204f08c14b60903edd498d5d88a9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:16:34.604802 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-1c39a807-8873-4ab8-976d-8ebac98d3dd1 tempest-TestVolumeBackupRestore-2003092552 tempest-TestVolumeBackupRestore-2003092552-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:16:34.665529 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-1c39a807-8873-4ab8-976d-8ebac98d3dd1 tempest-TestVolumeBackupRestore-2003092552 tempest-TestVolumeBackupRestore-2003092552-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:16:34.669503 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-1c39a807-8873-4ab8-976d-8ebac98d3dd1 tempest-TestVolumeBackupRestore-2003092552 tempest-TestVolumeBackupRestore-2003092552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610998'] for security_group_rule, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:16:34.688503 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c39a807-8873-4ab8-976d-8ebac98d3dd1 tempest-TestVolumeBackupRestore-2003092552 tempest-TestVolumeBackupRestore-2003092552-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9f372e6-efd2-4d23-8108-67138c4d21a7,revision_number=0']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:16:34.693241 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-1c39a807-8873-4ab8-976d-8ebac98d3dd1 tempest-TestVolumeBackupRestore-2003092552 tempest-TestVolumeBackupRestore-2003092552-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:16:34.694430 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-1c39a807-8873-4ab8-976d-8ebac98d3dd1 tempest-TestVolumeBackupRestore-2003092552 tempest-TestVolumeBackupRestore-2003092552-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1202366 Mar 29 16:16:34.697299 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 34006) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:16:34.701632 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-20fdf15a-4ab9-4a88-8f25-243fd385ea11 tempest-TestVolumeBackupRestore-2003092552 tempest-TestVolumeBackupRestore-2003092552-project] Request body: {'security_group_rule': {'security_group_id': 'ac0e4aea-e0fc-40ba-b3af-a18a94a80667', 'project_id': '4696204f08c14b60903edd498d5d88a9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:16:34.721897 n-d-834765-1 neutron-server[102791]: INFO neutron.db.securitygroups_db [None req-20fdf15a-4ab9-4a88-8f25-243fd385ea11 tempest-TestVolumeBackupRestore-2003092552 tempest-TestVolumeBackupRestore-2003092552-project] Project 4696204f08c14b60903edd498d5d88a9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 29 16:16:34.726604 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-20fdf15a-4ab9-4a88-8f25-243fd385ea11 tempest-TestVolumeBackupRestore-2003092552 tempest-TestVolumeBackupRestore-2003092552-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:16:34.785429 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-20fdf15a-4ab9-4a88-8f25-243fd385ea11 tempest-TestVolumeBackupRestore-2003092552 tempest-TestVolumeBackupRestore-2003092552-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:16:34.789308 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-20fdf15a-4ab9-4a88-8f25-243fd385ea11 tempest-TestVolumeBackupRestore-2003092552 tempest-TestVolumeBackupRestore-2003092552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610998'] for security_group_rule, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:16:34.809872 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fdf15a-4ab9-4a88-8f25-243fd385ea11 tempest-TestVolumeBackupRestore-2003092552 tempest-TestVolumeBackupRestore-2003092552-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30b0b706-9464-47ea-a95b-938e6d7e7918,revision_number=0']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:16:34.816940 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-20fdf15a-4ab9-4a88-8f25-243fd385ea11 tempest-TestVolumeBackupRestore-2003092552 tempest-TestVolumeBackupRestore-2003092552-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:16:34.818119 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-20fdf15a-4ab9-4a88-8f25-243fd385ea11 tempest-TestVolumeBackupRestore-2003092552 tempest-TestVolumeBackupRestore-2003092552-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1199918 Mar 29 16:16:34.820902 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 34008) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:16:34.825172 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-f56d3422-f6ab-439b-a933-fd1341545e7d tempest-TestVolumeBackupRestore-2003092552 tempest-TestVolumeBackupRestore-2003092552-project] Request body: {'security_group_rule': {'security_group_id': 'ac0e4aea-e0fc-40ba-b3af-a18a94a80667', 'project_id': '4696204f08c14b60903edd498d5d88a9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:16:34.845346 n-d-834765-1 neutron-server[102791]: INFO neutron.db.securitygroups_db [None req-f56d3422-f6ab-439b-a933-fd1341545e7d tempest-TestVolumeBackupRestore-2003092552 tempest-TestVolumeBackupRestore-2003092552-project] Project 4696204f08c14b60903edd498d5d88a9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 29 16:16:34.850001 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-f56d3422-f6ab-439b-a933-fd1341545e7d tempest-TestVolumeBackupRestore-2003092552 tempest-TestVolumeBackupRestore-2003092552-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:16:34.909882 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-f56d3422-f6ab-439b-a933-fd1341545e7d tempest-TestVolumeBackupRestore-2003092552 tempest-TestVolumeBackupRestore-2003092552-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:16:34.913381 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-f56d3422-f6ab-439b-a933-fd1341545e7d tempest-TestVolumeBackupRestore-2003092552 tempest-TestVolumeBackupRestore-2003092552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610998'] for security_group_rule, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:16:34.932918 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56d3422-f6ab-439b-a933-fd1341545e7d tempest-TestVolumeBackupRestore-2003092552 tempest-TestVolumeBackupRestore-2003092552-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52eb96e8-80e2-4cef-8d4f-6c821ad69fb7,revision_number=0']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:16:34.938604 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-f56d3422-f6ab-439b-a933-fd1341545e7d tempest-TestVolumeBackupRestore-2003092552 tempest-TestVolumeBackupRestore-2003092552-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:16:34.939770 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-f56d3422-f6ab-439b-a933-fd1341545e7d tempest-TestVolumeBackupRestore-2003092552 tempest-TestVolumeBackupRestore-2003092552-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1179719 Mar 29 16:16:35.285203 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-7bbac9cf-a363-419d-84bd-9706dc8b021c req-32accdc8-4e37-4476-bc69-bb30c7d4e858 tempest-TestVolumeBackupRestore-2003092552 tempest-TestVolumeBackupRestore-2003092552-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1497485407&fields=id&tenant_id=4696204f08c14b60903edd498d5d88a9 HTTP/1.1" status: 200 len: 267 time: 0.0379071 Mar 29 16:16:35.400859 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbac9cf-a363-419d-84bd-9706dc8b021c req-fa631593-f787-4235-9f45-66d4a371425e tempest-TestVolumeBackupRestore-2003092552 tempest-TestVolumeBackupRestore-2003092552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:16:35.402324 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-7bbac9cf-a363-419d-84bd-9706dc8b021c req-fa631593-f787-4235-9f45-66d4a371425e tempest-TestVolumeBackupRestore-2003092552 tempest-TestVolumeBackupRestore-2003092552-project] 10.222.0.42 "GET /v2.0/networks?id=2badeed1-d4d5-4795-9078-79d1d1d5a220 HTTP/1.1" status: 200 len: 813 time: 0.1098115 Mar 29 16:16:35.418187 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-7bbac9cf-a363-419d-84bd-9706dc8b021c req-8bb3a34c-1b4a-48fa-92f6-eb8217f64c90 tempest-TestVolumeBackupRestore-2003092552 tempest-TestVolumeBackupRestore-2003092552-project] 10.222.0.42 "GET /v2.0/quotas/4696204f08c14b60903edd498d5d88a9 HTTP/1.1" status: 200 len: 375 time: 0.0096757 Mar 29 16:16:35.473348 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-7bbac9cf-a363-419d-84bd-9706dc8b021c req-6d2d8e16-1b2f-4042-b7f7-2ccdb9555cc6 tempest-TestVolumeBackupRestore-2003092552 tempest-TestVolumeBackupRestore-2003092552-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=4696204f08c14b60903edd498d5d88a9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0492511 Mar 29 16:16:35.668770 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-7bbac9cf-a363-419d-84bd-9706dc8b021c req-1e53da13-5335-4a66-b64c-f7fc02e100b5 service neutron] 10.222.0.42 "GET /v2.0/networks/2badeed1-d4d5-4795-9078-79d1d1d5a220?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1822629 Mar 29 16:16:35.762350 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-7bbac9cf-a363-419d-84bd-9706dc8b021c req-cdc7552c-cc8c-47b4-a23e-bee7f18ed75e service neutron] 10.222.0.42 "GET /v2.0/networks/2badeed1-d4d5-4795-9078-79d1d1d5a220?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863125 Mar 29 16:16:35.834482 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-0cb6abf6-2706-4e52-8825-f5f644ecf9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:16:35.958051 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:16:36.132866 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ba829a17-f763-409a-b7fd-8e644aaddfae req-c8b45300-7588-4cd9-88ee-a4a57be3d639 tempest-TestVolumeBackupRestore-2003092552 tempest-TestVolumeBackupRestore-2003092552-project] 10.222.0.42 "GET /v2.0/ports?device_id=e89cd919-ef19-46f8-aaa1-9eaf5567d089 HTTP/1.1" status: 200 len: 210 time: 0.0922105 Mar 29 16:16:37.094707 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbac9cf-a363-419d-84bd-9706dc8b021c req-ae68394d-d25e-44ec-bbaf-328cbad2db80 tempest-TestVolumeBackupRestore-2003092552 tempest-TestVolumeBackupRestore-2003092552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:16:37.096130 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-7bbac9cf-a363-419d-84bd-9706dc8b021c req-ae68394d-d25e-44ec-bbaf-328cbad2db80 tempest-TestVolumeBackupRestore-2003092552 tempest-TestVolumeBackupRestore-2003092552-project] 10.222.0.44 "GET /v2.0/networks?id=2badeed1-d4d5-4795-9078-79d1d1d5a220 HTTP/1.1" status: 200 len: 813 time: 0.1916578 Mar 29 16:16:37.157731 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-7bbac9cf-a363-419d-84bd-9706dc8b021c req-64cfbdf6-cc10-413b-9516-981aec8bcb36 tempest-TestVolumeBackupRestore-2003092552 tempest-TestVolumeBackupRestore-2003092552-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4696204f08c14b60903edd498d5d88a9 HTTP/1.1" status: 200 len: 380 time: 0.0527494 Mar 29 16:16:37.167644 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [req-7bbac9cf-a363-419d-84bd-9706dc8b021c req-44451af2-90a9-4ae8-ad92-35d717a540bb tempest-TestVolumeBackupRestore-2003092552 tempest-TestVolumeBackupRestore-2003092552-project] Request body: {'port': {'device_id': 'e89cd919-ef19-46f8-aaa1-9eaf5567d089', 'network_id': '2badeed1-d4d5-4795-9078-79d1d1d5a220', 'admin_state_up': True, 'tenant_id': '4696204f08c14b60903edd498d5d88a9', 'security_groups': ['ac0e4aea-e0fc-40ba-b3af-a18a94a80667']}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:16:37.268071 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-b4c156d3-0bfb-4ecd-9296-b739afbfa60d req-a0452d08-2c2e-4e84-8413-5b486e88b476 tempest-TestVolumeBackupRestore-2003092552 tempest-TestVolumeBackupRestore-2003092552-project] 10.222.0.42 "GET /v2.0/ports?device_id=e89cd919-ef19-46f8-aaa1-9eaf5567d089 HTTP/1.1" status: 200 len: 210 time: 0.0378752 Mar 29 16:16:37.298119 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7bbac9cf-a363-419d-84bd-9706dc8b021c req-44451af2-90a9-4ae8-ad92-35d717a540bb tempest-TestVolumeBackupRestore-2003092552 tempest-TestVolumeBackupRestore-2003092552-project] Made reservation on behalf of 4696204f08c14b60903edd498d5d88a9 for: {'port': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:16:37.302348 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-7bbac9cf-a363-419d-84bd-9706dc8b021c req-44451af2-90a9-4ae8-ad92-35d717a540bb tempest-TestVolumeBackupRestore-2003092552 tempest-TestVolumeBackupRestore-2003092552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:16:37.433560 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_common [req-7bbac9cf-a363-419d-84bd-9706dc8b021c req-44451af2-90a9-4ae8-ad92-35d717a540bb tempest-TestVolumeBackupRestore-2003092552 tempest-TestVolumeBackupRestore-2003092552-project] Allocated IP 172.20.0.10 (2badeed1-d4d5-4795-9078-79d1d1d5a220/0bb8205c-0c81-4f26-966c-cf727478fee1/d34a2019-793c-4135-ad35-f62a4ee75f7d) {{(pid=102791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:16:37.574751 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-7bbac9cf-a363-419d-84bd-9706dc8b021c req-44451af2-90a9-4ae8-ad92-35d717a540bb tempest-TestVolumeBackupRestore-2003092552 tempest-TestVolumeBackupRestore-2003092552-project] Notify callbacks [] for port, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:16:37.612626 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-7bbac9cf-a363-419d-84bd-9706dc8b021c req-44451af2-90a9-4ae8-ad92-35d717a540bb tempest-TestVolumeBackupRestore-2003092552 tempest-TestVolumeBackupRestore-2003092552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:16:37.658490 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7bbac9cf-a363-419d-84bd-9706dc8b021c req-44451af2-90a9-4ae8-ad92-35d717a540bb tempest-TestVolumeBackupRestore-2003092552 tempest-TestVolumeBackupRestore-2003092552-project] Network 2badeed1-d4d5-4795-9078-79d1d1d5a220 is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:16:37.661976 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [req-7bbac9cf-a363-419d-84bd-9706dc8b021c req-44451af2-90a9-4ae8-ad92-35d717a540bb tempest-TestVolumeBackupRestore-2003092552 tempest-TestVolumeBackupRestore-2003092552-project] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:16:37.667342 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bbac9cf-a363-419d-84bd-9706dc8b021c req-44451af2-90a9-4ae8-ad92-35d717a540bb tempest-TestVolumeBackupRestore-2003092552 tempest-TestVolumeBackupRestore-2003092552-project] Received port after_create {{(pid=102791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:16:37.707556 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44451af2-90a9-4ae8-ad92-35d717a540bb tempest-TestVolumeBackupRestore-2003092552 tempest-TestVolumeBackupRestore-2003092552-project] Pushing event updated for resources: {'Port': ['ID=d34a2019-793c-4135-ad35-f62a4ee75f7d,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:16:37.728479 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbac9cf-a363-419d-84bd-9706dc8b021c req-44451af2-90a9-4ae8-ad92-35d717a540bb tempest-TestVolumeBackupRestore-2003092552 tempest-TestVolumeBackupRestore-2003092552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:16:37.729133 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-7bbac9cf-a363-419d-84bd-9706dc8b021c req-44451af2-90a9-4ae8-ad92-35d717a540bb tempest-TestVolumeBackupRestore-2003092552 tempest-TestVolumeBackupRestore-2003092552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:16:37.756695 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-7bbac9cf-a363-419d-84bd-9706dc8b021c req-44451af2-90a9-4ae8-ad92-35d717a540bb tempest-TestVolumeBackupRestore-2003092552 tempest-TestVolumeBackupRestore-2003092552-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5936601 Mar 29 16:16:37.770607 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [req-7bbac9cf-a363-419d-84bd-9706dc8b021c req-02f55253-0215-4077-84c2-f55968b8761b service neutron] Request body: {'port': {'device_id': 'e89cd919-ef19-46f8-aaa1-9eaf5567d089', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834765-1'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:16:37.854299 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-7bbac9cf-a363-419d-84bd-9706dc8b021c req-02f55253-0215-4077-84c2-f55968b8761b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:16:38.064508 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-5304d241-3ff7-4644-b360-4668e7ffd64e None None] Provisioning complete for port d34a2019-793c-4135-ad35-f62a4ee75f7d triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:16:38.065450 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-5304d241-3ff7-4644-b360-4668e7ffd64e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:16:38.112955 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-5304d241-3ff7-4644-b360-4668e7ffd64e None None] Port d34a2019-793c-4135-ad35-f62a4ee75f7d cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 16:16:38.181644 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [req-7bbac9cf-a363-419d-84bd-9706dc8b021c req-02f55253-0215-4077-84c2-f55968b8761b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d34a2019-793c-4135-ad35-f62a4ee75f7d {{(pid=102791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 16:16:38.190761 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-7bbac9cf-a363-419d-84bd-9706dc8b021c req-02f55253-0215-4077-84c2-f55968b8761b service neutron] Notify callbacks [] for port, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:16:38.205183 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.provisioning_blocks [req-7bbac9cf-a363-419d-84bd-9706dc8b021c req-02f55253-0215-4077-84c2-f55968b8761b service neutron] Transition to ACTIVE for port object d34a2019-793c-4135-ad35-f62a4ee75f7d will not be triggered until provisioned by entity L2. {{(pid=102791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 16:16:38.208923 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-7bbac9cf-a363-419d-84bd-9706dc8b021c req-02f55253-0215-4077-84c2-f55968b8761b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:16:38.245504 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.agents_db [None req-59735a15-725e-44d4-9ad5-95cbe356f209 None None] Agent healthcheck: found 7 active agents {{(pid=102793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 16:16:38.261291 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f55253-0215-4077-84c2-f55968b8761b service neutron] Pushing event updated for resources: {'Port': ['ID=d34a2019-793c-4135-ad35-f62a4ee75f7d,revision_number=2']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:16:38.356575 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-7bbac9cf-a363-419d-84bd-9706dc8b021c req-02f55253-0215-4077-84c2-f55968b8761b service neutron] Attempting to bind port d34a2019-793c-4135-ad35-f62a4ee75f7d on host n-h1-834765-1 for vnic_type normal with profile {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 16:16:38.357248 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-7bbac9cf-a363-419d-84bd-9706dc8b021c req-02f55253-0215-4077-84c2-f55968b8761b service neutron] Attempting to bind port d34a2019-793c-4135-ad35-f62a4ee75f7d by drivers openvswitch,hyperv on host n-h1-834765-1 at level 0 using segments [{'id': '6cc1d171-d4ae-4437-90f2-473841eb4b77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '2badeed1-d4d5-4795-9078-79d1d1d5a220'}] {{(pid=102791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 16:16:38.358024 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bbac9cf-a363-419d-84bd-9706dc8b021c req-02f55253-0215-4077-84c2-f55968b8761b service neutron] Attempting to bind port d34a2019-793c-4135-ad35-f62a4ee75f7d on network 2badeed1-d4d5-4795-9078-79d1d1d5a220 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 16:16:38.364703 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bbac9cf-a363-419d-84bd-9706dc8b021c req-02f55253-0215-4077-84c2-f55968b8761b service neutron] Port d34a2019-793c-4135-ad35-f62a4ee75f7d on network 2badeed1-d4d5-4795-9078-79d1d1d5a220 not bound, no agent of type Open vSwitch agent registered on host n-h1-834765-1 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 16:16:38.365300 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bbac9cf-a363-419d-84bd-9706dc8b021c req-02f55253-0215-4077-84c2-f55968b8761b service neutron] Attempting to bind port d34a2019-793c-4135-ad35-f62a4ee75f7d on network 2badeed1-d4d5-4795-9078-79d1d1d5a220 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 16:16:38.375686 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bbac9cf-a363-419d-84bd-9706dc8b021c req-02f55253-0215-4077-84c2-f55968b8761b service neutron] Checking agent: {'id': 'be375040-5069-4239-9460-a3a3213e1e90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 33, 18), 'started_at': datetime.datetime(2022, 3, 29, 15, 33, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 16, 16, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 16:16:38.376641 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bbac9cf-a363-419d-84bd-9706dc8b021c req-02f55253-0215-4077-84c2-f55968b8761b service neutron] Checking segment: {'id': '6cc1d171-d4ae-4437-90f2-473841eb4b77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '2badeed1-d4d5-4795-9078-79d1d1d5a220'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 16:16:38.377443 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bbac9cf-a363-419d-84bd-9706dc8b021c req-02f55253-0215-4077-84c2-f55968b8761b service neutron] Bound using segment: {'id': '6cc1d171-d4ae-4437-90f2-473841eb4b77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '2badeed1-d4d5-4795-9078-79d1d1d5a220'} {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 16:16:38.378120 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-7bbac9cf-a363-419d-84bd-9706dc8b021c req-02f55253-0215-4077-84c2-f55968b8761b service neutron] Bound port: d34a2019-793c-4135-ad35-f62a4ee75f7d, host: n-h1-834765-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6cc1d171-d4ae-4437-90f2-473841eb4b77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '2badeed1-d4d5-4795-9078-79d1d1d5a220'}}] {{(pid=102791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 16:16:38.378856 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-7bbac9cf-a363-419d-84bd-9706dc8b021c req-02f55253-0215-4077-84c2-f55968b8761b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:16:38.493521 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca464b9-4736-4cc6-a245-e60acf1b85c7 req-7b4452c1-4ad2-4b84-a07e-04eb1e195b01 tempest-TestVolumeBackupRestore-2003092552 tempest-TestVolumeBackupRestore-2003092552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:16:38.495092 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-aca464b9-4736-4cc6-a245-e60acf1b85c7 req-7b4452c1-4ad2-4b84-a07e-04eb1e195b01 tempest-TestVolumeBackupRestore-2003092552 tempest-TestVolumeBackupRestore-2003092552-project] 10.222.0.42 "GET /v2.0/ports?device_id=e89cd919-ef19-46f8-aaa1-9eaf5567d089 HTTP/1.1" status: 200 len: 944 time: 0.0970383 Mar 29 16:16:38.508242 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-7bbac9cf-a363-419d-84bd-9706dc8b021c req-02f55253-0215-4077-84c2-f55968b8761b service neutron] For port d34a2019-793c-4135-ad35-f62a4ee75f7d, host n-h1-834765-1, cleared binding levels {{(pid=102791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 16:16:38.512286 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-7bbac9cf-a363-419d-84bd-9706dc8b021c req-02f55253-0215-4077-84c2-f55968b8761b service neutron] For port d34a2019-793c-4135-ad35-f62a4ee75f7d, host n-h1-834765-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=d34a2019-793c-4135-ad35-f62a4ee75f7d,segment=NetworkSegment(6cc1d171-d4ae-4437-90f2-473841eb4b77),segment_id=6cc1d171-d4ae-4437-90f2-473841eb4b77)] {{(pid=102791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 16:16:38.533783 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-7bbac9cf-a363-419d-84bd-9706dc8b021c req-02f55253-0215-4077-84c2-f55968b8761b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:16:38.577661 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbac9cf-a363-419d-84bd-9706dc8b021c req-02f55253-0215-4077-84c2-f55968b8761b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:16:38.578702 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-7bbac9cf-a363-419d-84bd-9706dc8b021c req-02f55253-0215-4077-84c2-f55968b8761b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:16:38.580150 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-7bbac9cf-a363-419d-84bd-9706dc8b021c req-02f55253-0215-4077-84c2-f55968b8761b service neutron] 10.222.0.44 "PUT /v2.0/ports/d34a2019-793c-4135-ad35-f62a4ee75f7d HTTP/1.1" status: 200 len: 1092 time: 0.8142049 Mar 29 16:16:38.592880 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e89cd919-ef19-46f8-aaa1-9eaf5567d089', 'tag': 'd34a2019-793c-4135-ad35-f62a4ee75f7d'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:16:38.596968 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c67b028db5e9b9818fecc5c0a87ebc6f190694fa53ca267d523e04f98de536d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fca45c48-3f5b-4b35-b6dc-c71ddb2864c5" -d '{"events": [{"name": "network-changed", "server_uuid": "e89cd919-ef19-46f8-aaa1-9eaf5567d089", "tag": "d34a2019-793c-4135-ad35-f62a4ee75f7d"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:16:38.670951 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 16:16:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-939b317c-0604-40f3-be0a-5505fc35fcf8 x-openstack-request-id: req-939b317c-0604-40f3-be0a-5505fc35fcf8 {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:16:38.671242 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e89cd919-ef19-46f8-aaa1-9eaf5567d089", "tag": "d34a2019-793c-4135-ad35-f62a4ee75f7d", "status": "completed", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:16:38.671530 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-939b317c-0604-40f3-be0a-5505fc35fcf8 {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:16:38.672042 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e89cd919-ef19-46f8-aaa1-9eaf5567d089', 'tag': 'd34a2019-793c-4135-ad35-f62a4ee75f7d', 'status': 'completed', 'code': 200} Mar 29 16:16:38.689549 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-aca464b9-4736-4cc6-a245-e60acf1b85c7 req-16948216-caaf-4927-8ddb-45c3d97df6a5 tempest-TestVolumeBackupRestore-2003092552 tempest-TestVolumeBackupRestore-2003092552-project] 10.222.0.42 "GET /v2.0/security-groups?id=ac0e4aea-e0fc-40ba-b3af-a18a94a80667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1753545 Mar 29 16:16:38.704829 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f55253-0215-4077-84c2-f55968b8761b service neutron] Pushing event updated for resources: {'Port': ['ID=d34a2019-793c-4135-ad35-f62a4ee75f7d,revision_number=3']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:16:38.735253 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbac9cf-a363-419d-84bd-9706dc8b021c req-3fd2a25e-1f6d-4fcc-8579-fd0d612fd836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:16:38.737210 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-7bbac9cf-a363-419d-84bd-9706dc8b021c req-3fd2a25e-1f6d-4fcc-8579-fd0d612fd836 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4696204f08c14b60903edd498d5d88a9&device_id=e89cd919-ef19-46f8-aaa1-9eaf5567d089 HTTP/1.1" status: 200 len: 1095 time: 0.0833707 Mar 29 16:16:38.798320 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-7bbac9cf-a363-419d-84bd-9706dc8b021c req-5fda2160-87c0-46d0-93ae-51ebc533bd5d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d34a2019-793c-4135-ad35-f62a4ee75f7d HTTP/1.1" status: 200 len: 217 time: 0.0528858 Mar 29 16:16:38.864894 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbac9cf-a363-419d-84bd-9706dc8b021c req-12235737-dd1f-41bd-a8ea-6bfec82d05bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:16:38.866430 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-7bbac9cf-a363-419d-84bd-9706dc8b021c req-12235737-dd1f-41bd-a8ea-6bfec82d05bc service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0bb8205c-0c81-4f26-966c-cf727478fee1 HTTP/1.1" status: 200 len: 852 time: 0.0616806 Mar 29 16:16:38.919192 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbac9cf-a363-419d-84bd-9706dc8b021c req-bc1282f3-f96c-4e44-900a-efa67d67dbd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:16:38.921077 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-7bbac9cf-a363-419d-84bd-9706dc8b021c req-bc1282f3-f96c-4e44-900a-efa67d67dbd3 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2badeed1-d4d5-4795-9078-79d1d1d5a220&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0465262 Mar 29 16:16:39.028377 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-7bbac9cf-a363-419d-84bd-9706dc8b021c req-405a76b8-4c68-4818-ad81-a9b409baa4d0 service neutron] 10.222.0.44 "GET /v2.0/networks/2badeed1-d4d5-4795-9078-79d1d1d5a220?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011989 Mar 29 16:16:39.136090 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-7bbac9cf-a363-419d-84bd-9706dc8b021c req-26fb025c-746a-439b-bb85-5605bce8b879 service neutron] 10.222.0.44 "GET /v2.0/networks/2badeed1-d4d5-4795-9078-79d1d1d5a220?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006866 Mar 29 16:16:39.229597 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca45c48-3f5b-4b35-b6dc-c71ddb2864c5 req-43ebaa7e-44e6-4f3e-b4d6-952b265124bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:16:39.231201 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-fca45c48-3f5b-4b35-b6dc-c71ddb2864c5 req-43ebaa7e-44e6-4f3e-b4d6-952b265124bf service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4696204f08c14b60903edd498d5d88a9&device_id=e89cd919-ef19-46f8-aaa1-9eaf5567d089 HTTP/1.1" status: 200 len: 1095 time: 0.0441535 Mar 29 16:16:39.337920 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca45c48-3f5b-4b35-b6dc-c71ddb2864c5 req-aa6d05ea-9f20-416b-b7f7-cc77b504ae9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:16:39.339632 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-fca45c48-3f5b-4b35-b6dc-c71ddb2864c5 req-aa6d05ea-9f20-416b-b7f7-cc77b504ae9d service neutron] 10.222.0.44 "GET /v2.0/networks?id=2badeed1-d4d5-4795-9078-79d1d1d5a220 HTTP/1.1" status: 200 len: 914 time: 0.1008065 Mar 29 16:16:39.383539 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-fca45c48-3f5b-4b35-b6dc-c71ddb2864c5 req-4160fdc3-3fdf-4b30-b273-30b569008f8d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d34a2019-793c-4135-ad35-f62a4ee75f7d HTTP/1.1" status: 200 len: 217 time: 0.0373359 Mar 29 16:16:39.441087 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca45c48-3f5b-4b35-b6dc-c71ddb2864c5 req-9d59329a-533e-4a3b-9b93-d864af0b8476 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:16:39.442634 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-fca45c48-3f5b-4b35-b6dc-c71ddb2864c5 req-9d59329a-533e-4a3b-9b93-d864af0b8476 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0bb8205c-0c81-4f26-966c-cf727478fee1 HTTP/1.1" status: 200 len: 852 time: 0.0525301 Mar 29 16:16:39.498798 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca45c48-3f5b-4b35-b6dc-c71ddb2864c5 req-38128d77-fdbe-44fb-ac2b-2db15a4e5dff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:16:39.500459 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-fca45c48-3f5b-4b35-b6dc-c71ddb2864c5 req-38128d77-fdbe-44fb-ac2b-2db15a4e5dff service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2badeed1-d4d5-4795-9078-79d1d1d5a220&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0515015 Mar 29 16:16:39.602086 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-fca45c48-3f5b-4b35-b6dc-c71ddb2864c5 req-dfbf159d-2e86-475f-bd2e-95b23df88458 service neutron] 10.222.0.44 "GET /v2.0/networks/2badeed1-d4d5-4795-9078-79d1d1d5a220?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945401 Mar 29 16:16:39.721145 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-fca45c48-3f5b-4b35-b6dc-c71ddb2864c5 req-0739e480-22a1-416b-a5a7-c4debae9eb5e service neutron] 10.222.0.44 "GET /v2.0/networks/2badeed1-d4d5-4795-9078-79d1d1d5a220?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1118181 Mar 29 16:16:39.838649 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b661a382-2835-48c8-9fce-5b61a7d29476 req-c1a54b3d-991b-4bad-9ab1-941b417bf33a tempest-TestVolumeBackupRestore-2003092552 tempest-TestVolumeBackupRestore-2003092552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:16:39.840188 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-b661a382-2835-48c8-9fce-5b61a7d29476 req-c1a54b3d-991b-4bad-9ab1-941b417bf33a tempest-TestVolumeBackupRestore-2003092552 tempest-TestVolumeBackupRestore-2003092552-project] 10.222.0.42 "GET /v2.0/ports?device_id=e89cd919-ef19-46f8-aaa1-9eaf5567d089 HTTP/1.1" status: 200 len: 944 time: 0.0612738 Mar 29 16:16:39.886822 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-b661a382-2835-48c8-9fce-5b61a7d29476 req-6b1012f7-5cf0-4678-a444-965636b3362f tempest-TestVolumeBackupRestore-2003092552 tempest-TestVolumeBackupRestore-2003092552-project] 10.222.0.42 "GET /v2.0/security-groups?id=ac0e4aea-e0fc-40ba-b3af-a18a94a80667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383453 Mar 29 16:16:41.019322 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf5fcab-665f-42fa-8e94-9ae7939c0856 req-129ccac8-cf2a-441c-a98e-3226640c5ddc tempest-TestVolumeBackupRestore-2003092552 tempest-TestVolumeBackupRestore-2003092552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:16:41.020900 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-9cf5fcab-665f-42fa-8e94-9ae7939c0856 req-129ccac8-cf2a-441c-a98e-3226640c5ddc tempest-TestVolumeBackupRestore-2003092552 tempest-TestVolumeBackupRestore-2003092552-project] 10.222.0.42 "GET /v2.0/ports?device_id=e89cd919-ef19-46f8-aaa1-9eaf5567d089 HTTP/1.1" status: 200 len: 944 time: 0.0607667 Mar 29 16:16:41.060630 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-9cf5fcab-665f-42fa-8e94-9ae7939c0856 req-693b010a-c8bb-46a3-be3c-8336d23e25c5 tempest-TestVolumeBackupRestore-2003092552 tempest-TestVolumeBackupRestore-2003092552-project] 10.222.0.42 "GET /v2.0/security-groups?id=ac0e4aea-e0fc-40ba-b3af-a18a94a80667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333869 Mar 29 16:16:42.184322 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b46924-e3ce-442e-aa7a-f0c4b8b0e717 req-be5c77dd-35a6-462b-a489-eaf12f110e7a tempest-TestVolumeBackupRestore-2003092552 tempest-TestVolumeBackupRestore-2003092552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:16:42.185697 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-f0b46924-e3ce-442e-aa7a-f0c4b8b0e717 req-be5c77dd-35a6-462b-a489-eaf12f110e7a tempest-TestVolumeBackupRestore-2003092552 tempest-TestVolumeBackupRestore-2003092552-project] 10.222.0.42 "GET /v2.0/ports?device_id=e89cd919-ef19-46f8-aaa1-9eaf5567d089 HTTP/1.1" status: 200 len: 944 time: 0.0545082 Mar 29 16:16:42.223781 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-f0b46924-e3ce-442e-aa7a-f0c4b8b0e717 req-feb6bd7d-3b80-4b2e-b8b2-50716c80b27a tempest-TestVolumeBackupRestore-2003092552 tempest-TestVolumeBackupRestore-2003092552-project] 10.222.0.42 "GET /v2.0/security-groups?id=ac0e4aea-e0fc-40ba-b3af-a18a94a80667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318184 Mar 29 16:16:43.343561 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6c5180-163d-4dfd-8c5a-a9a22f1fd877 req-e173147d-b223-432f-8f5e-9dab276d385f tempest-TestVolumeBackupRestore-2003092552 tempest-TestVolumeBackupRestore-2003092552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:16:43.345097 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-0c6c5180-163d-4dfd-8c5a-a9a22f1fd877 req-e173147d-b223-432f-8f5e-9dab276d385f tempest-TestVolumeBackupRestore-2003092552 tempest-TestVolumeBackupRestore-2003092552-project] 10.222.0.42 "GET /v2.0/ports?device_id=e89cd919-ef19-46f8-aaa1-9eaf5567d089 HTTP/1.1" status: 200 len: 944 time: 0.0478253 Mar 29 16:16:43.393126 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-0c6c5180-163d-4dfd-8c5a-a9a22f1fd877 req-c33605de-d0c3-42ce-8c30-172397086881 tempest-TestVolumeBackupRestore-2003092552 tempest-TestVolumeBackupRestore-2003092552-project] 10.222.0.42 "GET /v2.0/security-groups?id=ac0e4aea-e0fc-40ba-b3af-a18a94a80667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418067 Mar 29 16:16:44.533305 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e9622e-8c60-4bde-aaa2-1346de8fd7d5 req-0656b21a-871b-4774-8f01-450328ae9bc5 tempest-TestVolumeBackupRestore-2003092552 tempest-TestVolumeBackupRestore-2003092552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:16:44.535230 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-c5e9622e-8c60-4bde-aaa2-1346de8fd7d5 req-0656b21a-871b-4774-8f01-450328ae9bc5 tempest-TestVolumeBackupRestore-2003092552 tempest-TestVolumeBackupRestore-2003092552-project] 10.222.0.42 "GET /v2.0/ports?device_id=e89cd919-ef19-46f8-aaa1-9eaf5567d089 HTTP/1.1" status: 200 len: 944 time: 0.0571420 Mar 29 16:16:44.579138 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-c5e9622e-8c60-4bde-aaa2-1346de8fd7d5 req-7925f845-4438-4340-bad0-0c3cdbb24d87 tempest-TestVolumeBackupRestore-2003092552 tempest-TestVolumeBackupRestore-2003092552-project] 10.222.0.42 "GET /v2.0/security-groups?id=ac0e4aea-e0fc-40ba-b3af-a18a94a80667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365663 Mar 29 16:16:45.703453 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb7ba06-fa22-4ecd-998b-9b56beb3daba req-19b5e70b-3b4b-4fb8-b046-eb1f0d09fb0f tempest-TestVolumeBackupRestore-2003092552 tempest-TestVolumeBackupRestore-2003092552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:16:45.704940 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-7fb7ba06-fa22-4ecd-998b-9b56beb3daba req-19b5e70b-3b4b-4fb8-b046-eb1f0d09fb0f tempest-TestVolumeBackupRestore-2003092552 tempest-TestVolumeBackupRestore-2003092552-project] 10.222.0.42 "GET /v2.0/ports?device_id=e89cd919-ef19-46f8-aaa1-9eaf5567d089 HTTP/1.1" status: 200 len: 944 time: 0.0493557 Mar 29 16:16:45.742333 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-7fb7ba06-fa22-4ecd-998b-9b56beb3daba req-931c26a7-ebf5-4ecf-9362-d4fd5f000e6c tempest-TestVolumeBackupRestore-2003092552 tempest-TestVolumeBackupRestore-2003092552-project] 10.222.0.42 "GET /v2.0/security-groups?id=ac0e4aea-e0fc-40ba-b3af-a18a94a80667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313129 Mar 29 16:16:46.493817 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 34538) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:16:46.602913 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-06da255e-7180-4483-8932-9145107549c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:16:46.680601 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-06da255e-7180-4483-8932-9145107549c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:16:46.684768 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-06da255e-7180-4483-8932-9145107549c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:16:46.723893 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-06da255e-7180-4483-8932-9145107549c9 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0ac74220fc4b4f61bf151ef38f247bec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2289839 Mar 29 16:16:46.724920 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06da255e-7180-4483-8932-9145107549c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c27a2b0-9642-469d-b5f7-a75d9a339946,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:16:46.726582 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 34542) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:16:46.777719 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-2d269917-73ed-43c6-a5b7-d3f149f64ec6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:16:46.801470 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-2d269917-73ed-43c6-a5b7-d3f149f64ec6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:16:46.885543 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25b8d93-79ef-4d58-bca2-4939a126cd62 req-4c24cd8d-9971-4ba0-8165-8944f13ded54 tempest-TestVolumeBackupRestore-2003092552 tempest-TestVolumeBackupRestore-2003092552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:16:46.886939 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-b25b8d93-79ef-4d58-bca2-4939a126cd62 req-4c24cd8d-9971-4ba0-8165-8944f13ded54 tempest-TestVolumeBackupRestore-2003092552 tempest-TestVolumeBackupRestore-2003092552-project] 10.222.0.42 "GET /v2.0/ports?device_id=e89cd919-ef19-46f8-aaa1-9eaf5567d089 HTTP/1.1" status: 200 len: 944 time: 0.0637181 Mar 29 16:16:46.902336 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-2d269917-73ed-43c6-a5b7-d3f149f64ec6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:16:46.905490 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-2d269917-73ed-43c6-a5b7-d3f149f64ec6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:16:46.906602 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-2d269917-73ed-43c6-a5b7-d3f149f64ec6 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/9c27a2b0-9642-469d-b5f7-a75d9a339946 HTTP/1.1" status: 204 len: 168 time: 0.1789103 Mar 29 16:16:46.927925 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d269917-73ed-43c6-a5b7-d3f149f64ec6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c27a2b0-9642-469d-b5f7-a75d9a339946,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:16:46.943789 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d269917-73ed-43c6-a5b7-d3f149f64ec6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:16:46.944134 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d269917-73ed-43c6-a5b7-d3f149f64ec6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:16:46.944473 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d269917-73ed-43c6-a5b7-d3f149f64ec6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:16:46.944801 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d269917-73ed-43c6-a5b7-d3f149f64ec6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:16:46.945126 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d269917-73ed-43c6-a5b7-d3f149f64ec6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:16:46.945449 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d269917-73ed-43c6-a5b7-d3f149f64ec6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:16:46.945767 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d269917-73ed-43c6-a5b7-d3f149f64ec6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:16:46.946092 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d269917-73ed-43c6-a5b7-d3f149f64ec6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:16:46.946405 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d269917-73ed-43c6-a5b7-d3f149f64ec6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:16:46.946725 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d269917-73ed-43c6-a5b7-d3f149f64ec6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:16:46.947041 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d269917-73ed-43c6-a5b7-d3f149f64ec6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:16:46.947381 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d269917-73ed-43c6-a5b7-d3f149f64ec6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:16:46.952967 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-b25b8d93-79ef-4d58-bca2-4939a126cd62 req-c3639620-1435-4a27-b788-9b0573f59473 tempest-TestVolumeBackupRestore-2003092552 tempest-TestVolumeBackupRestore-2003092552-project] 10.222.0.42 "GET /v2.0/security-groups?id=ac0e4aea-e0fc-40ba-b3af-a18a94a80667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586007 Mar 29 16:16:47.182127 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 34550) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:16:47.196010 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-59c0272b-a124-4f52-9c30-ee752f95357f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:16:47.237607 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:16:47.272296 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-59c0272b-a124-4f52-9c30-ee752f95357f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:16:47.275983 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-59c0272b-a124-4f52-9c30-ee752f95357f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:16:47.315169 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-59c0272b-a124-4f52-9c30-ee752f95357f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=963e5207522042d580f0740224ddceda&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1318157 Mar 29 16:16:47.317144 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c0272b-a124-4f52-9c30-ee752f95357f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41925538-3b7e-4d7a-800b-1fd807ad1211,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:16:47.317783 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 34552) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:16:47.367417 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-901c4367-6a2d-436e-8f42-d537951485e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:16:47.393156 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-901c4367-6a2d-436e-8f42-d537951485e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:16:47.441214 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-901c4367-6a2d-436e-8f42-d537951485e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:16:47.443787 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-901c4367-6a2d-436e-8f42-d537951485e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:16:47.444946 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-901c4367-6a2d-436e-8f42-d537951485e8 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/41925538-3b7e-4d7a-800b-1fd807ad1211 HTTP/1.1" status: 204 len: 168 time: 0.1261771 Mar 29 16:16:47.453670 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901c4367-6a2d-436e-8f42-d537951485e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41925538-3b7e-4d7a-800b-1fd807ad1211,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:16:48.061069 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:16:48.071898 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1c227a-8f3c-4ea4-a5d1-9bde36c89336 req-2f5cb0f4-f854-4bc0-926d-ea346786e58a tempest-TestVolumeBackupRestore-2003092552 tempest-TestVolumeBackupRestore-2003092552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:16:48.073388 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-dd1c227a-8f3c-4ea4-a5d1-9bde36c89336 req-2f5cb0f4-f854-4bc0-926d-ea346786e58a tempest-TestVolumeBackupRestore-2003092552 tempest-TestVolumeBackupRestore-2003092552-project] 10.222.0.42 "GET /v2.0/ports?device_id=e89cd919-ef19-46f8-aaa1-9eaf5567d089 HTTP/1.1" status: 200 len: 944 time: 0.0515423 Mar 29 16:16:48.111605 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-dd1c227a-8f3c-4ea4-a5d1-9bde36c89336 req-e7ec2f31-efc7-4352-8787-a273d6211283 tempest-TestVolumeBackupRestore-2003092552 tempest-TestVolumeBackupRestore-2003092552-project] 10.222.0.42 "GET /v2.0/security-groups?id=ac0e4aea-e0fc-40ba-b3af-a18a94a80667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322042 Mar 29 16:16:48.498012 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 34584) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:16:48.615072 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-505c202f-bec8-473a-bb5b-b19535e2a18c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:16:48.692213 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-505c202f-bec8-473a-bb5b-b19535e2a18c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:16:48.695733 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-505c202f-bec8-473a-bb5b-b19535e2a18c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:16:48.736486 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-505c202f-bec8-473a-bb5b-b19535e2a18c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=66f79d795fe548f68e47330a001dd7d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2370808 Mar 29 16:16:48.737457 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505c202f-bec8-473a-bb5b-b19535e2a18c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=831a47ad-52f4-4844-9956-d3334ffdf692,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:16:48.738990 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 34588) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:16:48.788069 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-4bfc44b0-4f6c-41e7-b6d9-f03f80bc4974 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:16:48.812824 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-4bfc44b0-4f6c-41e7-b6d9-f03f80bc4974 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:16:48.857277 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-4bfc44b0-4f6c-41e7-b6d9-f03f80bc4974 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:16:48.859955 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-4bfc44b0-4f6c-41e7-b6d9-f03f80bc4974 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:16:48.861092 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-4bfc44b0-4f6c-41e7-b6d9-f03f80bc4974 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/831a47ad-52f4-4844-9956-d3334ffdf692 HTTP/1.1" status: 204 len: 168 time: 0.1204472 Mar 29 16:16:48.868659 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfc44b0-4f6c-41e7-b6d9-f03f80bc4974 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=831a47ad-52f4-4844-9956-d3334ffdf692,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:16:49.228322 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1e3a68-ff41-4be4-a82b-cc0455f7cbab req-6811499c-c11a-4cb0-a572-ef3062bf40fd tempest-TestVolumeBackupRestore-2003092552 tempest-TestVolumeBackupRestore-2003092552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:16:49.229852 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-5b1e3a68-ff41-4be4-a82b-cc0455f7cbab req-6811499c-c11a-4cb0-a572-ef3062bf40fd tempest-TestVolumeBackupRestore-2003092552 tempest-TestVolumeBackupRestore-2003092552-project] 10.222.0.42 "GET /v2.0/ports?device_id=e89cd919-ef19-46f8-aaa1-9eaf5567d089 HTTP/1.1" status: 200 len: 944 time: 0.0501287 Mar 29 16:16:49.270162 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-5b1e3a68-ff41-4be4-a82b-cc0455f7cbab req-cb56b200-94aa-49e1-bd16-d19056ae11ce tempest-TestVolumeBackupRestore-2003092552 tempest-TestVolumeBackupRestore-2003092552-project] 10.222.0.42 "GET /v2.0/security-groups?id=ac0e4aea-e0fc-40ba-b3af-a18a94a80667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341647 Mar 29 16:16:50.397738 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6309fcde-56aa-469c-9e36-05ba07e2c594 req-ec932ce7-7104-4647-be15-c061dd74b120 tempest-TestVolumeBackupRestore-2003092552 tempest-TestVolumeBackupRestore-2003092552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:16:50.399308 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6309fcde-56aa-469c-9e36-05ba07e2c594 req-ec932ce7-7104-4647-be15-c061dd74b120 tempest-TestVolumeBackupRestore-2003092552 tempest-TestVolumeBackupRestore-2003092552-project] 10.222.0.42 "GET /v2.0/ports?device_id=e89cd919-ef19-46f8-aaa1-9eaf5567d089 HTTP/1.1" status: 200 len: 944 time: 0.0589583 Mar 29 16:16:50.450250 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6309fcde-56aa-469c-9e36-05ba07e2c594 req-0613eed8-40a5-48e7-a327-57524e5204ca tempest-TestVolumeBackupRestore-2003092552 tempest-TestVolumeBackupRestore-2003092552-project] 10.222.0.42 "GET /v2.0/security-groups?id=ac0e4aea-e0fc-40ba-b3af-a18a94a80667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431545 Mar 29 16:16:50.460731 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device d34a2019-793c-4135-ad35-f62a4ee75f7d details requested by agent hyperv_n-h1-834765-1 with host n-h1-834765-1 {{(pid=102792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 16:16:50.565993 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port d34a2019-793c-4135-ad35-f62a4ee75f7d, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=d34a2019-793c-4135-ad35-f62a4ee75f7d,segment=NetworkSegment(6cc1d171-d4ae-4437-90f2-473841eb4b77),segment_id=6cc1d171-d4ae-4437-90f2-473841eb4b77)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:16:50.576902 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Returning: {'device': 'd34a2019-793c-4135-ad35-f62a4ee75f7d', 'network_id': '2badeed1-d4d5-4795-9078-79d1d1d5a220', 'port_id': 'd34a2019-793c-4135-ad35-f62a4ee75f7d', 'mac_address': 'fa:16:3e:59:af:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 617, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0bb8205c-0c81-4f26-966c-cf727478fee1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 16:16:50.612981 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:16:50.625345 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d34a2019-793c-4135-ad35-f62a4ee75f7d {{(pid=102792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 16:16:50.644522 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port d34a2019-793c-4135-ad35-f62a4ee75f7d, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=d34a2019-793c-4135-ad35-f62a4ee75f7d,segment=NetworkSegment(6cc1d171-d4ae-4437-90f2-473841eb4b77),segment_id=6cc1d171-d4ae-4437-90f2-473841eb4b77)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:16:50.647957 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:16:50.696548 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Pushing event updated for resources: {'Port': ['ID=d34a2019-793c-4135-ad35-f62a4ee75f7d,revision_number=4']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:16:50.704144 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:16:50.704483 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:16:50.704818 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:16:50.705148 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:16:50.705477 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:16:50.705801 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:16:50.706123 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:16:50.706444 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:16:50.706762 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:16:50.707094 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:16:50.707432 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:16:50.707746 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:16:50.997731 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] get_ports_and_sgs() called for port_ids ['d34a2019-793c-4135-ad35-f62a4ee75f7d'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 16:16:51.570936 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611f8a5f-7d4e-440c-ac95-7a629a9074fb req-75325e03-1933-47b3-93a0-055d987c8294 tempest-TestVolumeBackupRestore-2003092552 tempest-TestVolumeBackupRestore-2003092552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:16:51.572421 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-611f8a5f-7d4e-440c-ac95-7a629a9074fb req-75325e03-1933-47b3-93a0-055d987c8294 tempest-TestVolumeBackupRestore-2003092552 tempest-TestVolumeBackupRestore-2003092552-project] 10.222.0.42 "GET /v2.0/ports?device_id=e89cd919-ef19-46f8-aaa1-9eaf5567d089 HTTP/1.1" status: 200 len: 945 time: 0.0494957 Mar 29 16:16:51.611542 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-611f8a5f-7d4e-440c-ac95-7a629a9074fb req-c1bea27c-996f-4f66-961a-338aed9cbda2 tempest-TestVolumeBackupRestore-2003092552 tempest-TestVolumeBackupRestore-2003092552-project] 10.222.0.42 "GET /v2.0/security-groups?id=ac0e4aea-e0fc-40ba-b3af-a18a94a80667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324352 Mar 29 16:16:52.476370 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device d34a2019-793c-4135-ad35-f62a4ee75f7d up at agent hyperv_n-h1-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 16:16:52.524766 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Provisioning for port d34a2019-793c-4135-ad35-f62a4ee75f7d completed by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 16:16:52.528428 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Provisioning complete for port d34a2019-793c-4135-ad35-f62a4ee75f7d triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:16:52.529356 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:16:52.607901 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:16:52.629594 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e89cd919-ef19-46f8-aaa1-9eaf5567d089', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd34a2019-793c-4135-ad35-f62a4ee75f7d'}] {{(pid=102792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:16:52.631841 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4f476c66b318cc6068719fc39557fac68d413f5c7e78fa77028c7948e999ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b463617-9bf4-4713-bee1-0ca476357e43" -d '{"events": [{"server_uuid": "e89cd919-ef19-46f8-aaa1-9eaf5567d089", "name": "network-vif-plugged", "status": "completed", "tag": "d34a2019-793c-4135-ad35-f62a4ee75f7d"}]}' {{(pid=102792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:16:52.645423 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port d34a2019-793c-4135-ad35-f62a4ee75f7d, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=d34a2019-793c-4135-ad35-f62a4ee75f7d,segment=NetworkSegment(6cc1d171-d4ae-4437-90f2-473841eb4b77),segment_id=6cc1d171-d4ae-4437-90f2-473841eb4b77)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:16:52.650367 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:16:52.674088 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 16:16:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41c1ee70-736d-4130-bcab-bebea6324470 x-openstack-request-id: req-41c1ee70-736d-4130-bcab-bebea6324470 {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:16:52.674379 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e89cd919-ef19-46f8-aaa1-9eaf5567d089", "name": "network-vif-plugged", "status": "completed", "tag": "d34a2019-793c-4135-ad35-f62a4ee75f7d", "code": 200}]} {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:16:52.674628 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-41c1ee70-736d-4130-bcab-bebea6324470 {{(pid=102792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:16:52.675012 n-d-834765-1 neutron-server[102792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e89cd919-ef19-46f8-aaa1-9eaf5567d089', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd34a2019-793c-4135-ad35-f62a4ee75f7d', 'code': 200} Mar 29 16:16:52.702162 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Pushing event updated for resources: {'Port': ['ID=d34a2019-793c-4135-ad35-f62a4ee75f7d,revision_number=5']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:16:52.741728 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6933e9d8-972b-4a4b-8cba-3ee23e13d9ae req-1fec0303-12c6-4801-92c4-402f289bae62 tempest-TestVolumeBackupRestore-2003092552 tempest-TestVolumeBackupRestore-2003092552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:16:52.743072 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6933e9d8-972b-4a4b-8cba-3ee23e13d9ae req-1fec0303-12c6-4801-92c4-402f289bae62 tempest-TestVolumeBackupRestore-2003092552 tempest-TestVolumeBackupRestore-2003092552-project] 10.222.0.42 "GET /v2.0/ports?device_id=e89cd919-ef19-46f8-aaa1-9eaf5567d089 HTTP/1.1" status: 200 len: 946 time: 0.0585451 Mar 29 16:16:52.802120 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6933e9d8-972b-4a4b-8cba-3ee23e13d9ae req-f8a42ac5-526c-4e54-b613-21e5461e3d4a tempest-TestVolumeBackupRestore-2003092552 tempest-TestVolumeBackupRestore-2003092552-project] 10.222.0.42 "GET /v2.0/security-groups?id=ac0e4aea-e0fc-40ba-b3af-a18a94a80667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513024 Mar 29 16:16:52.806099 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd88211f-11f5-4c8f-a41c-9e3d5087e5d3 req-3eab75f6-5f69-4f7c-aebb-f53e0fba49a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:16:52.807522 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-bd88211f-11f5-4c8f-a41c-9e3d5087e5d3 req-3eab75f6-5f69-4f7c-aebb-f53e0fba49a0 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=e89cd919-ef19-46f8-aaa1-9eaf5567d089 HTTP/1.1" status: 200 len: 1097 time: 0.0738480 Mar 29 16:16:52.842033 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-bd88211f-11f5-4c8f-a41c-9e3d5087e5d3 req-71114f0e-f288-49fd-89db-a1f332ff16d3 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=ac0e4aea-e0fc-40ba-b3af-a18a94a80667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0275166 Mar 29 16:16:53.926925 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cb20f4-32eb-4b38-9e7a-cf83fa0f34d4 req-ca61125f-c400-4f8f-a1cc-620b635a6c10 tempest-TestVolumeBackupRestore-2003092552 tempest-TestVolumeBackupRestore-2003092552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:16:53.928406 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-a5cb20f4-32eb-4b38-9e7a-cf83fa0f34d4 req-ca61125f-c400-4f8f-a1cc-620b635a6c10 tempest-TestVolumeBackupRestore-2003092552 tempest-TestVolumeBackupRestore-2003092552-project] 10.222.0.42 "GET /v2.0/ports?device_id=e89cd919-ef19-46f8-aaa1-9eaf5567d089 HTTP/1.1" status: 200 len: 946 time: 0.0549450 Mar 29 16:16:53.967116 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-a5cb20f4-32eb-4b38-9e7a-cf83fa0f34d4 req-7762e8ef-2d92-4c48-880a-f0bd851a6233 tempest-TestVolumeBackupRestore-2003092552 tempest-TestVolumeBackupRestore-2003092552-project] 10.222.0.42 "GET /v2.0/security-groups?id=ac0e4aea-e0fc-40ba-b3af-a18a94a80667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325243 Mar 29 16:16:55.086042 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52100e82-1493-478b-a41c-c489ff122944 req-937aac86-901a-4a25-a0ce-559b492e56bc tempest-TestVolumeBackupRestore-2003092552 tempest-TestVolumeBackupRestore-2003092552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:16:55.087522 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-52100e82-1493-478b-a41c-c489ff122944 req-937aac86-901a-4a25-a0ce-559b492e56bc tempest-TestVolumeBackupRestore-2003092552 tempest-TestVolumeBackupRestore-2003092552-project] 10.222.0.42 "GET /v2.0/ports?device_id=e89cd919-ef19-46f8-aaa1-9eaf5567d089 HTTP/1.1" status: 200 len: 946 time: 0.0546529 Mar 29 16:16:55.125121 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-52100e82-1493-478b-a41c-c489ff122944 req-90610763-22c6-480a-82cb-cbbd4648c782 tempest-TestVolumeBackupRestore-2003092552 tempest-TestVolumeBackupRestore-2003092552-project] 10.222.0.42 "GET /v2.0/security-groups?id=ac0e4aea-e0fc-40ba-b3af-a18a94a80667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310671 Mar 29 16:16:55.238588 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827f24eb-831f-4507-8d68-1dc8cb69d53c req-83721d75-f2e1-4e6c-af88-38d910b7fa52 tempest-TestVolumeBackupRestore-2003092552 tempest-TestVolumeBackupRestore-2003092552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:16:55.240095 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-827f24eb-831f-4507-8d68-1dc8cb69d53c req-83721d75-f2e1-4e6c-af88-38d910b7fa52 tempest-TestVolumeBackupRestore-2003092552 tempest-TestVolumeBackupRestore-2003092552-project] 10.222.0.42 "GET /v2.0/ports?device_id=e89cd919-ef19-46f8-aaa1-9eaf5567d089 HTTP/1.1" status: 200 len: 946 time: 0.0486879 Mar 29 16:16:55.277178 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-827f24eb-831f-4507-8d68-1dc8cb69d53c req-41319d81-21a7-4aca-af2f-212a68a449a2 tempest-TestVolumeBackupRestore-2003092552 tempest-TestVolumeBackupRestore-2003092552-project] 10.222.0.42 "GET /v2.0/security-groups?id=ac0e4aea-e0fc-40ba-b3af-a18a94a80667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311244 Mar 29 16:16:55.299213 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 34678) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:16:55.482404 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d044f5c0-eb31-4826-8613-fa8561516392 tempest-TestVolumeBackupRestore-2060161401 tempest-TestVolumeBackupRestore-2060161401-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:16:55.484221 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-d044f5c0-eb31-4826-8613-fa8561516392 tempest-TestVolumeBackupRestore-2060161401 tempest-TestVolumeBackupRestore-2060161401-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=e89cd919-ef19-46f8-aaa1-9eaf5567d089 HTTP/1.1" status: 200 len: 1092 time: 0.1838899 Mar 29 16:16:55.486985 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 34682) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:16:55.491277 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-c07e58eb-5b2d-4666-93a1-00925275e16f tempest-TestVolumeBackupRestore-2003092552 tempest-TestVolumeBackupRestore-2003092552-project] Request body: {'floatingip': {'floating_network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'port_id': 'd34a2019-793c-4135-ad35-f62a4ee75f7d', 'tenant_id': '4696204f08c14b60903edd498d5d88a9', 'fixed_ip_address': '172.20.0.10'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:16:55.510944 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c07e58eb-5b2d-4666-93a1-00925275e16f tempest-TestVolumeBackupRestore-2003092552 tempest-TestVolumeBackupRestore-2003092552-project] Notify callbacks [] for floatingip, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:16:55.608155 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c07e58eb-5b2d-4666-93a1-00925275e16f tempest-TestVolumeBackupRestore-2003092552 tempest-TestVolumeBackupRestore-2003092552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:16:55.709591 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.db_base_plugin_common [None req-c07e58eb-5b2d-4666-93a1-00925275e16f tempest-TestVolumeBackupRestore-2003092552 tempest-TestVolumeBackupRestore-2003092552-project] Allocated IP 172.25.4.79 (4a4a035d-ecac-4ead-baa3-25f90788773a/e1a353dc-fac8-4901-a63c-273840237d6a/89c57af6-e830-48be-936e-1114010dd63f) {{(pid=102790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:16:55.824223 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c07e58eb-5b2d-4666-93a1-00925275e16f tempest-TestVolumeBackupRestore-2003092552 tempest-TestVolumeBackupRestore-2003092552-project] Notify callbacks [] for port, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:16:55.859206 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c07e58eb-5b2d-4666-93a1-00925275e16f tempest-TestVolumeBackupRestore-2003092552 tempest-TestVolumeBackupRestore-2003092552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:16:55.904403 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c07e58eb-5b2d-4666-93a1-00925275e16f tempest-TestVolumeBackupRestore-2003092552 tempest-TestVolumeBackupRestore-2003092552-project] Network 4a4a035d-ecac-4ead-baa3-25f90788773a is already hosted by enough agents. {{(pid=102790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:16:55.907206 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-c07e58eb-5b2d-4666-93a1-00925275e16f tempest-TestVolumeBackupRestore-2003092552 tempest-TestVolumeBackupRestore-2003092552-project] Resources bound (agent type, host, resource id): {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:16:55.911967 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c07e58eb-5b2d-4666-93a1-00925275e16f tempest-TestVolumeBackupRestore-2003092552 tempest-TestVolumeBackupRestore-2003092552-project] Received port after_create {{(pid=102790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:16:55.914956 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07e58eb-5b2d-4666-93a1-00925275e16f tempest-TestVolumeBackupRestore-2003092552 tempest-TestVolumeBackupRestore-2003092552-project] Pushing event updated for resources: {'Port': ['ID=89c57af6-e830-48be-936e-1114010dd63f,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:16:56.279456 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c07e58eb-5b2d-4666-93a1-00925275e16f tempest-TestVolumeBackupRestore-2003092552 tempest-TestVolumeBackupRestore-2003092552-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:16:56.350608 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c07e58eb-5b2d-4666-93a1-00925275e16f tempest-TestVolumeBackupRestore-2003092552 tempest-TestVolumeBackupRestore-2003092552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:16:56.502646 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c07e58eb-5b2d-4666-93a1-00925275e16f tempest-TestVolumeBackupRestore-2003092552 tempest-TestVolumeBackupRestore-2003092552-project] Notify callbacks [] for port, precommit_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:16:56.507431 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c07e58eb-5b2d-4666-93a1-00925275e16f tempest-TestVolumeBackupRestore-2003092552 tempest-TestVolumeBackupRestore-2003092552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5237921'] for port, after_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:16:56.583504 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07e58eb-5b2d-4666-93a1-00925275e16f tempest-TestVolumeBackupRestore-2003092552 tempest-TestVolumeBackupRestore-2003092552-project] Pushing event updated for resources: {'Port': ['ID=89c57af6-e830-48be-936e-1114010dd63f,revision_number=2']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:16:56.590595 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c07e58eb-5b2d-4666-93a1-00925275e16f tempest-TestVolumeBackupRestore-2003092552 tempest-TestVolumeBackupRestore-2003092552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648212'] for floatingip, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:16:56.690819 n-d-834765-1 neutron-server[102790]: INFO neutron.db.l3_db [None req-c07e58eb-5b2d-4666-93a1-00925275e16f tempest-TestVolumeBackupRestore-2003092552 tempest-TestVolumeBackupRestore-2003092552-project] Floating IP a2ab119f-f520-42dc-b2db-70004aa0da82 associated. External IP: 172.25.4.79, port: d34a2019-793c-4135-ad35-f62a4ee75f7d. Mar 29 16:16:56.907134 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c07e58eb-5b2d-4666-93a1-00925275e16f tempest-TestVolumeBackupRestore-2003092552 tempest-TestVolumeBackupRestore-2003092552-project] Router 083c0e9c-4ba6-41bc-a580-04b511276cd1 has already been hosted by L3 agent c648d819-1060-4f26-b4ec-6455387b5dff {{(pid=102790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 16:16:57.017050 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c07e58eb-5b2d-4666-93a1-00925275e16f tempest-TestVolumeBackupRestore-2003092552 tempest-TestVolumeBackupRestore-2003092552-project] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 16:16:57.028999 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a869332b-ea9d-48cd-ae19-51a75375db67 None None] Sync routers for ids ['083c0e9c-4ba6-41bc-a580-04b511276cd1'] in n-d-834765-1 {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 16:16:57.036713 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c07e58eb-5b2d-4666-93a1-00925275e16f tempest-TestVolumeBackupRestore-2003092552 tempest-TestVolumeBackupRestore-2003092552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for floatingip, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:16:57.038985 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a869332b-ea9d-48cd-ae19-51a75375db67 None None] Routers {'083c0e9c-4ba6-41bc-a580-04b511276cd1'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:16:57.039628 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-a869332b-ea9d-48cd-ae19-51a75375db67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:16:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['083c0e9c-4ba6-41bc-a580-04b511276cd1'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:16:57.066175 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-c07e58eb-5b2d-4666-93a1-00925275e16f tempest-TestVolumeBackupRestore-2003092552 tempest-TestVolumeBackupRestore-2003092552-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5781240 Mar 29 16:16:57.066764 n-d-834765-1 neutron-server[102790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e89cd919-ef19-46f8-aaa1-9eaf5567d089', 'tag': 'd34a2019-793c-4135-ad35-f62a4ee75f7d'}] {{(pid=102790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:16:57.068863 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 34692) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:16:57.069375 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46b06d655c90bc969636382cce4240ad749035fb0f3a83ee4734fa1ed9c4a6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbad4c09-37b5-4c9b-a652-5843ecbf8013" -d '{"events": [{"name": "network-changed", "server_uuid": "e89cd919-ef19-46f8-aaa1-9eaf5567d089", "tag": "d34a2019-793c-4135-ad35-f62a4ee75f7d"}]}' {{(pid=102790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:16:57.117846 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 16:16:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13b85d5c-2ff1-462f-8dfd-3ad514b7f65e x-openstack-request-id: req-13b85d5c-2ff1-462f-8dfd-3ad514b7f65e {{(pid=102790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:16:57.118141 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e89cd919-ef19-46f8-aaa1-9eaf5567d089", "tag": "d34a2019-793c-4135-ad35-f62a4ee75f7d", "status": "completed", "code": 200}]} {{(pid=102790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:16:57.119487 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-13b85d5c-2ff1-462f-8dfd-3ad514b7f65e {{(pid=102790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:16:57.119487 n-d-834765-1 neutron-server[102790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e89cd919-ef19-46f8-aaa1-9eaf5567d089', 'tag': 'd34a2019-793c-4135-ad35-f62a4ee75f7d', 'status': 'completed', 'code': 200} Mar 29 16:16:57.133447 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-704cf6e2-d596-44e2-884b-36f7870b5e0c tempest-TestVolumeBackupRestore-2060161401 tempest-TestVolumeBackupRestore-2060161401-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:16:57.135377 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-704cf6e2-d596-44e2-884b-36f7870b5e0c tempest-TestVolumeBackupRestore-2060161401 tempest-TestVolumeBackupRestore-2060161401-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=e89cd919-ef19-46f8-aaa1-9eaf5567d089 HTTP/1.1" status: 200 len: 1092 time: 0.0654502 Mar 29 16:16:57.138875 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 34696) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:16:57.144324 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-6c9028f7-5f75-4166-8580-5dca0ca0901d tempest-TestVolumeBackupRestore-2003092552 tempest-TestVolumeBackupRestore-2003092552-project] Request body: {'floatingip': {'port_id': 'd34a2019-793c-4135-ad35-f62a4ee75f7d'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:16:57.268880 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvr_db [None req-a869332b-ea9d-48cd-ae19-51a75375db67 None None] Set router 083c0e9c-4ba6-41bc-a580-04b511276cd1 gateway port host: n-d-834765-1 {{(pid=102793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:16:57.287637 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-6c9028f7-5f75-4166-8580-5dca0ca0901d tempest-TestVolumeBackupRestore-2003092552 tempest-TestVolumeBackupRestore-2003092552-project] Notify callbacks [] for floatingip, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:16:57.292855 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbad4c09-37b5-4c9b-a652-5843ecbf8013 req-1f694c63-48f1-4d7f-9818-89bfad27ed86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:16:57.295101 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-cbad4c09-37b5-4c9b-a652-5843ecbf8013 req-1f694c63-48f1-4d7f-9818-89bfad27ed86 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4696204f08c14b60903edd498d5d88a9&device_id=e89cd919-ef19-46f8-aaa1-9eaf5567d089 HTTP/1.1" status: 200 len: 1097 time: 0.1478038 Mar 29 16:16:57.490735 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbad4c09-37b5-4c9b-a652-5843ecbf8013 req-0f7d0c8b-48c8-4722-9d82-0eed11391d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:16:57.492514 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-cbad4c09-37b5-4c9b-a652-5843ecbf8013 req-0f7d0c8b-48c8-4722-9d82-0eed11391d35 service neutron] 10.222.0.44 "GET /v2.0/networks?id=2badeed1-d4d5-4795-9078-79d1d1d5a220 HTTP/1.1" status: 200 len: 914 time: 0.1684194 Mar 29 16:16:57.517165 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-a869332b-ea9d-48cd-ae19-51a75375db67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '083c0e9c-4ba6-41bc-a580-04b511276cd1', 'name': 'tempest-TestVolumeBackupRestore-558924680-router', 'tenant_id': '4696204f08c14b60903edd498d5d88a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.191'}], 'enable_snat': True}, 'gw_port_id': 'a4a3d92a-4df9-46e4-980c-9c5cf182cae8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:14:34Z', 'updated_at': '2022-03-29T16:14:37Z', 'revision_number': 4, 'project_id': '4696204f08c14b60903edd498d5d88a9', 'gw_port': {'id': 'a4a3d92a-4df9-46e4-980c-9c5cf182cae8', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:ab:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '083c0e9c-4ba6-41bc-a580-04b511276cd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:14:35Z', 'updated_at': '2022-03-29T16:14:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_floatingips': [{'id': 'a2ab119f-f520-42dc-b2db-70004aa0da82', 'tenant_id': '4696204f08c14b60903edd498d5d88a9', 'floating_ip_address': '172.25.4.79', 'floating_network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'router_id': '083c0e9c-4ba6-41bc-a580-04b511276cd1', 'port_id': 'd34a2019-793c-4135-ad35-f62a4ee75f7d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4091, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2badeed1-d4d5-4795-9078-79d1d1d5a220', 'mac_address': 'fa:16:3e:59:af:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e89cd919-ef19-46f8-aaa1-9eaf5567d089', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T16:16:56Z', 'updated_at': '2022-03-29T16:16:56Z', 'revision_number': 0, 'project_id': '4696204f08c14b60903edd498d5d88a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b168f6d-3e21-4cf0-bd44-b531a2971e27', 'name': '', 'network_id': '2badeed1-d4d5-4795-9078-79d1d1d5a220', 'tenant_id': '4696204f08c14b60903edd498d5d88a9', 'mac_address': 'fa:16:3e:f3:78:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '083c0e9c-4ba6-41bc-a580-04b511276cd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '0bb8205c-0c81-4f26-966c-cf727478fee1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:14:37Z', 'updated_at': '2022-03-29T16:14:42Z', 'revision_number': 5, 'project_id': '4696204f08c14b60903edd498d5d88a9', 'subnets': [{'id': '0bb8205c-0c81-4f26-966c-cf727478fee1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:16:57.543497 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a869332b-ea9d-48cd-ae19-51a75375db67 None None] Checking router: 083c0e9c-4ba6-41bc-a580-04b511276cd1 for host: n-d-834765-1 {{(pid=102793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 16:16:57.552523 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a869332b-ea9d-48cd-ae19-51a75375db67 None None] Routers {'083c0e9c-4ba6-41bc-a580-04b511276cd1'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:16:57.553132 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-a869332b-ea9d-48cd-ae19-51a75375db67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:16:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['083c0e9c-4ba6-41bc-a580-04b511276cd1'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:16:57.635658 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-cbad4c09-37b5-4c9b-a652-5843ecbf8013 req-029bf859-d6bd-4282-8b69-5f640a0e9df7 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d34a2019-793c-4135-ad35-f62a4ee75f7d HTTP/1.1" status: 200 len: 999 time: 0.1341932 Mar 29 16:16:57.660874 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvr_db [None req-a869332b-ea9d-48cd-ae19-51a75375db67 None None] Set router 083c0e9c-4ba6-41bc-a580-04b511276cd1 gateway port host: n-d-834765-1 {{(pid=102793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:16:57.912615 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-a869332b-ea9d-48cd-ae19-51a75375db67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '083c0e9c-4ba6-41bc-a580-04b511276cd1', 'name': 'tempest-TestVolumeBackupRestore-558924680-router', 'tenant_id': '4696204f08c14b60903edd498d5d88a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.191'}], 'enable_snat': True}, 'gw_port_id': 'a4a3d92a-4df9-46e4-980c-9c5cf182cae8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:14:34Z', 'updated_at': '2022-03-29T16:14:37Z', 'revision_number': 4, 'project_id': '4696204f08c14b60903edd498d5d88a9', 'gw_port': {'id': 'a4a3d92a-4df9-46e4-980c-9c5cf182cae8', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:ab:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '083c0e9c-4ba6-41bc-a580-04b511276cd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:14:35Z', 'updated_at': '2022-03-29T16:14:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_floatingips': [{'id': 'a2ab119f-f520-42dc-b2db-70004aa0da82', 'tenant_id': '4696204f08c14b60903edd498d5d88a9', 'floating_ip_address': '172.25.4.79', 'floating_network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'router_id': '083c0e9c-4ba6-41bc-a580-04b511276cd1', 'port_id': 'd34a2019-793c-4135-ad35-f62a4ee75f7d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4091, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2badeed1-d4d5-4795-9078-79d1d1d5a220', 'mac_address': 'fa:16:3e:59:af:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e89cd919-ef19-46f8-aaa1-9eaf5567d089', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T16:16:56Z', 'updated_at': '2022-03-29T16:16:56Z', 'revision_number': 0, 'project_id': '4696204f08c14b60903edd498d5d88a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b168f6d-3e21-4cf0-bd44-b531a2971e27', 'name': '', 'network_id': '2badeed1-d4d5-4795-9078-79d1d1d5a220', 'tenant_id': '4696204f08c14b60903edd498d5d88a9', 'mac_address': 'fa:16:3e:f3:78:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '083c0e9c-4ba6-41bc-a580-04b511276cd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '0bb8205c-0c81-4f26-966c-cf727478fee1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:14:37Z', 'updated_at': '2022-03-29T16:14:42Z', 'revision_number': 5, 'project_id': '4696204f08c14b60903edd498d5d88a9', 'subnets': [{'id': '0bb8205c-0c81-4f26-966c-cf727478fee1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:16:57.949722 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a869332b-ea9d-48cd-ae19-51a75375db67 None None] The sync data for ids ['083c0e9c-4ba6-41bc-a580-04b511276cd1'] in n-d-834765-1 is: [{'id': '083c0e9c-4ba6-41bc-a580-04b511276cd1', 'name': 'tempest-TestVolumeBackupRestore-558924680-router', 'tenant_id': '4696204f08c14b60903edd498d5d88a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.191'}], 'enable_snat': True}, 'gw_port_id': 'a4a3d92a-4df9-46e4-980c-9c5cf182cae8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:14:34Z', 'updated_at': '2022-03-29T16:14:37Z', 'revision_number': 4, 'project_id': '4696204f08c14b60903edd498d5d88a9', 'gw_port': {'id': 'a4a3d92a-4df9-46e4-980c-9c5cf182cae8', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:ab:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '083c0e9c-4ba6-41bc-a580-04b511276cd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:14:35Z', 'updated_at': '2022-03-29T16:14:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_floatingips': [{'id': 'a2ab119f-f520-42dc-b2db-70004aa0da82', 'tenant_id': '4696204f08c14b60903edd498d5d88a9', 'floating_ip_address': '172.25.4.79', 'floating_network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'router_id': '083c0e9c-4ba6-41bc-a580-04b511276cd1', 'port_id': 'd34a2019-793c-4135-ad35-f62a4ee75f7d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4091, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2badeed1-d4d5-4795-9078-79d1d1d5a220', 'mac_address': 'fa:16:3e:59:af:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e89cd919-ef19-46f8-aaa1-9eaf5567d089', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T16:16:56Z', 'updated_at': '2022-03-29T16:16:56Z', 'revision_number': 0, 'project_id': '4696204f08c14b60903edd498d5d88a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b168f6d-3e21-4cf0-bd44-b531a2971e27', 'name': '', 'network_id': '2badeed1-d4d5-4795-9078-79d1d1d5a220', 'tenant_id': '4696204f08c14b60903edd498d5d88a9', 'mac_address': 'fa:16:3e:f3:78:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '083c0e9c-4ba6-41bc-a580-04b511276cd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '0bb8205c-0c81-4f26-966c-cf727478fee1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:14:37Z', 'updated_at': '2022-03-29T16:14:42Z', 'revision_number': 5, 'project_id': '4696204f08c14b60903edd498d5d88a9', 'subnets': [{'id': '0bb8205c-0c81-4f26-966c-cf727478fee1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 16:16:57.964341 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbad4c09-37b5-4c9b-a652-5843ecbf8013 req-bf2e682f-18cf-49ba-9524-7420675bbffb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:16:57.966389 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-cbad4c09-37b5-4c9b-a652-5843ecbf8013 req-bf2e682f-18cf-49ba-9524-7420675bbffb service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0bb8205c-0c81-4f26-966c-cf727478fee1 HTTP/1.1" status: 200 len: 852 time: 0.0553300 Mar 29 16:16:58.072461 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbad4c09-37b5-4c9b-a652-5843ecbf8013 req-66faa51b-0e38-448d-b00a-41263de469b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:16:58.073995 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-cbad4c09-37b5-4c9b-a652-5843ecbf8013 req-66faa51b-0e38-448d-b00a-41263de469b3 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2badeed1-d4d5-4795-9078-79d1d1d5a220&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0985355 Mar 29 16:16:58.145779 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [req-cbad4c09-37b5-4c9b-a652-5843ecbf8013 req-d54b45bb-c8d5-435a-a4b1-0d353c9e861a service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=102791) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 16:16:58.147167 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-cbad4c09-37b5-4c9b-a652-5843ecbf8013 req-d54b45bb-c8d5-435a-a4b1-0d353c9e861a service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0524623 Mar 29 16:16:58.241805 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b65b7939-8408-4384-8f58-6647f400f7e5 None None] New status for floating IP a2ab119f-f520-42dc-b2db-70004aa0da82: ACTIVE {{(pid=102792) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 16:16:58.272858 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 34704) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:16:58.390953 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-f1366a0b-8fa4-4e9a-93e1-d7a59195f9b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:16:58.442783 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-cbad4c09-37b5-4c9b-a652-5843ecbf8013 req-1ebdb197-a098-465c-97e8-cd791a78e7d0 service neutron] 10.222.0.44 "GET /v2.0/networks/2badeed1-d4d5-4795-9078-79d1d1d5a220?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2775114 Mar 29 16:16:58.469995 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-f1366a0b-8fa4-4e9a-93e1-d7a59195f9b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:16:58.479200 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-f1366a0b-8fa4-4e9a-93e1-d7a59195f9b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:16:58.527562 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-f1366a0b-8fa4-4e9a-93e1-d7a59195f9b8 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=829e44f393bb40028b47005e3bbd38ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2530072 Mar 29 16:16:58.528910 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1366a0b-8fa4-4e9a-93e1-d7a59195f9b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be2a3900-24b0-4848-9e77-17c3a30d96e1,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:16:58.530960 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 34708) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:16:58.578336 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-6c9028f7-5f75-4166-8580-5dca0ca0901d tempest-TestVolumeBackupRestore-2003092552 tempest-TestVolumeBackupRestore-2003092552-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:16:58.583157 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.db.api [None req-b65b7939-8408-4384-8f58-6647f400f7e5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102792) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 29 16:16:58.583638 n-d-834765-1 neutron-server[102792]: DEBUG oslo_db.api [None req-b65b7939-8408-4384-8f58-6647f400f7e5 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 29 16:16:58.591458 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-6c9028f7-5f75-4166-8580-5dca0ca0901d tempest-TestVolumeBackupRestore-2003092552 tempest-TestVolumeBackupRestore-2003092552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648212'] for floatingip, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:16:58.674550 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-cbad4c09-37b5-4c9b-a652-5843ecbf8013 req-56cf1adb-4b58-45e7-9662-cf7d33397e5e service neutron] 10.222.0.44 "GET /v2.0/networks/2badeed1-d4d5-4795-9078-79d1d1d5a220?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2151785 Mar 29 16:16:58.720178 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-a6a6521e-e1e0-45a4-b509-3439cd2220f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:16:58.754209 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-a6a6521e-e1e0-45a4-b509-3439cd2220f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:16:58.878427 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-a6a6521e-e1e0-45a4-b509-3439cd2220f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:16:58.880989 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-a6a6521e-e1e0-45a4-b509-3439cd2220f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:16:58.882108 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-a6a6521e-e1e0-45a4-b509-3439cd2220f1 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/be2a3900-24b0-4848-9e77-17c3a30d96e1 HTTP/1.1" status: 204 len: 168 time: 0.3481343 Mar 29 16:16:58.896763 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a6521e-e1e0-45a4-b509-3439cd2220f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be2a3900-24b0-4848-9e77-17c3a30d96e1,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:16:58.901736 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c9028f7-5f75-4166-8580-5dca0ca0901d tempest-TestVolumeBackupRestore-2003092552 tempest-TestVolumeBackupRestore-2003092552-project] Router 083c0e9c-4ba6-41bc-a580-04b511276cd1 has already been hosted by L3 agent c648d819-1060-4f26-b4ec-6455387b5dff {{(pid=102791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 16:16:59.020917 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c9028f7-5f75-4166-8580-5dca0ca0901d tempest-TestVolumeBackupRestore-2003092552 tempest-TestVolumeBackupRestore-2003092552-project] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 16:16:59.025379 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-6c9028f7-5f75-4166-8580-5dca0ca0901d tempest-TestVolumeBackupRestore-2003092552 tempest-TestVolumeBackupRestore-2003092552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for floatingip, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:16:59.054972 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e89cd919-ef19-46f8-aaa1-9eaf5567d089', 'tag': 'd34a2019-793c-4135-ad35-f62a4ee75f7d'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:16:59.057320 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c67b028db5e9b9818fecc5c0a87ebc6f190694fa53ca267d523e04f98de536d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c96b7f6-02ed-411e-885a-be88b12fbb1b" -d '{"events": [{"name": "network-changed", "server_uuid": "e89cd919-ef19-46f8-aaa1-9eaf5567d089", "tag": "d34a2019-793c-4135-ad35-f62a4ee75f7d"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:16:59.084826 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b65b7939-8408-4384-8f58-6647f400f7e5 None None] New status for floating IP a2ab119f-f520-42dc-b2db-70004aa0da82: ACTIVE {{(pid=102792) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 16:16:59.085509 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-6c9028f7-5f75-4166-8580-5dca0ca0901d tempest-TestVolumeBackupRestore-2003092552 tempest-TestVolumeBackupRestore-2003092552-project] 10.222.0.42 "PUT /v2.0/floatingips/a2ab119f-f520-42dc-b2db-70004aa0da82 HTTP/1.1" status: 200 len: 991 time: 1.9452307 Mar 29 16:16:59.107626 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 16:16:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07f8b7bb-e569-4b03-8b1f-d837c09f4904 x-openstack-request-id: req-07f8b7bb-e569-4b03-8b1f-d837c09f4904 {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:16:59.107923 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e89cd919-ef19-46f8-aaa1-9eaf5567d089", "tag": "d34a2019-793c-4135-ad35-f62a4ee75f7d", "status": "completed", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:16:59.108175 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-07f8b7bb-e569-4b03-8b1f-d837c09f4904 {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:16:59.108578 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e89cd919-ef19-46f8-aaa1-9eaf5567d089', 'tag': 'd34a2019-793c-4135-ad35-f62a4ee75f7d', 'status': 'completed', 'code': 200} Mar 29 16:16:59.173208 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c96b7f6-02ed-411e-885a-be88b12fbb1b req-13760a55-58f5-48d4-b066-4e01299971d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:16:59.174955 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-2c96b7f6-02ed-411e-885a-be88b12fbb1b req-13760a55-58f5-48d4-b066-4e01299971d4 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4696204f08c14b60903edd498d5d88a9&device_id=e89cd919-ef19-46f8-aaa1-9eaf5567d089 HTTP/1.1" status: 200 len: 1097 time: 0.0473158 Mar 29 16:16:59.277240 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c96b7f6-02ed-411e-885a-be88b12fbb1b req-4bfbc357-4820-4857-a77a-ee88b4454cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:16:59.279450 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-2c96b7f6-02ed-411e-885a-be88b12fbb1b req-4bfbc357-4820-4857-a77a-ee88b4454cd3 service neutron] 10.222.0.44 "GET /v2.0/networks?id=2badeed1-d4d5-4795-9078-79d1d1d5a220 HTTP/1.1" status: 200 len: 914 time: 0.0986853 Mar 29 16:16:59.333699 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ede506aa-c6ec-4695-a11b-c3e96e06ccb1 None None] Sync routers for ids ['083c0e9c-4ba6-41bc-a580-04b511276cd1'] in n-d-834765-1 {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 16:16:59.344388 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ede506aa-c6ec-4695-a11b-c3e96e06ccb1 None None] Routers {'083c0e9c-4ba6-41bc-a580-04b511276cd1'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:16:59.344996 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-ede506aa-c6ec-4695-a11b-c3e96e06ccb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:16:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['083c0e9c-4ba6-41bc-a580-04b511276cd1'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:16:59.350367 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-2c96b7f6-02ed-411e-885a-be88b12fbb1b req-47d80752-a75c-47ea-9c7e-79aa07013979 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d34a2019-793c-4135-ad35-f62a4ee75f7d HTTP/1.1" status: 200 len: 1001 time: 0.0641267 Mar 29 16:16:59.411572 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c96b7f6-02ed-411e-885a-be88b12fbb1b req-98b260d2-f96d-4dca-87d8-eba2a80041cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:16:59.413176 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-2c96b7f6-02ed-411e-885a-be88b12fbb1b req-98b260d2-f96d-4dca-87d8-eba2a80041cf service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0bb8205c-0c81-4f26-966c-cf727478fee1 HTTP/1.1" status: 200 len: 852 time: 0.0564852 Mar 29 16:16:59.457608 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvr_db [None req-ede506aa-c6ec-4695-a11b-c3e96e06ccb1 None None] Set router 083c0e9c-4ba6-41bc-a580-04b511276cd1 gateway port host: n-d-834765-1 {{(pid=102793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:16:59.464203 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c96b7f6-02ed-411e-885a-be88b12fbb1b req-57e39b4c-44a4-4d08-8be6-7dfa216163b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:16:59.465841 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-2c96b7f6-02ed-411e-885a-be88b12fbb1b req-57e39b4c-44a4-4d08-8be6-7dfa216163b1 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2badeed1-d4d5-4795-9078-79d1d1d5a220&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0458391 Mar 29 16:16:59.561549 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-2c96b7f6-02ed-411e-885a-be88b12fbb1b req-4118f24a-958f-44af-a6fa-daa2905e9992 service neutron] 10.222.0.44 "GET /v2.0/networks/2badeed1-d4d5-4795-9078-79d1d1d5a220?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884316 Mar 29 16:16:59.660361 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-2c96b7f6-02ed-411e-885a-be88b12fbb1b req-9f831d79-4ab2-4ffd-b50c-9c73cfb9548e service neutron] 10.222.0.44 "GET /v2.0/networks/2badeed1-d4d5-4795-9078-79d1d1d5a220?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921073 Mar 29 16:16:59.717686 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-ede506aa-c6ec-4695-a11b-c3e96e06ccb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '083c0e9c-4ba6-41bc-a580-04b511276cd1', 'name': 'tempest-TestVolumeBackupRestore-558924680-router', 'tenant_id': '4696204f08c14b60903edd498d5d88a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.191'}], 'enable_snat': True}, 'gw_port_id': 'a4a3d92a-4df9-46e4-980c-9c5cf182cae8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:14:34Z', 'updated_at': '2022-03-29T16:14:37Z', 'revision_number': 4, 'project_id': '4696204f08c14b60903edd498d5d88a9', 'gw_port': {'id': 'a4a3d92a-4df9-46e4-980c-9c5cf182cae8', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:ab:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '083c0e9c-4ba6-41bc-a580-04b511276cd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:14:35Z', 'updated_at': '2022-03-29T16:14:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_floatingips': [{'id': 'a2ab119f-f520-42dc-b2db-70004aa0da82', 'tenant_id': '4696204f08c14b60903edd498d5d88a9', 'floating_ip_address': '172.25.4.79', 'floating_network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'router_id': '083c0e9c-4ba6-41bc-a580-04b511276cd1', 'port_id': 'd34a2019-793c-4135-ad35-f62a4ee75f7d', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4091, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2badeed1-d4d5-4795-9078-79d1d1d5a220', 'mac_address': 'fa:16:3e:59:af:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e89cd919-ef19-46f8-aaa1-9eaf5567d089', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T16:16:56Z', 'updated_at': '2022-03-29T16:16:59Z', 'revision_number': 2, 'project_id': '4696204f08c14b60903edd498d5d88a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b168f6d-3e21-4cf0-bd44-b531a2971e27', 'name': '', 'network_id': '2badeed1-d4d5-4795-9078-79d1d1d5a220', 'tenant_id': '4696204f08c14b60903edd498d5d88a9', 'mac_address': 'fa:16:3e:f3:78:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '083c0e9c-4ba6-41bc-a580-04b511276cd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '0bb8205c-0c81-4f26-966c-cf727478fee1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:14:37Z', 'updated_at': '2022-03-29T16:14:42Z', 'revision_number': 5, 'project_id': '4696204f08c14b60903edd498d5d88a9', 'subnets': [{'id': '0bb8205c-0c81-4f26-966c-cf727478fee1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:16:59.775802 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ede506aa-c6ec-4695-a11b-c3e96e06ccb1 None None] Checking router: 083c0e9c-4ba6-41bc-a580-04b511276cd1 for host: n-d-834765-1 {{(pid=102793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 16:16:59.789848 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ede506aa-c6ec-4695-a11b-c3e96e06ccb1 None None] Routers {'083c0e9c-4ba6-41bc-a580-04b511276cd1'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:16:59.790455 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-ede506aa-c6ec-4695-a11b-c3e96e06ccb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:16:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['083c0e9c-4ba6-41bc-a580-04b511276cd1'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:16:59.944790 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvr_db [None req-ede506aa-c6ec-4695-a11b-c3e96e06ccb1 None None] Set router 083c0e9c-4ba6-41bc-a580-04b511276cd1 gateway port host: n-d-834765-1 {{(pid=102793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:17:00.277484 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-ede506aa-c6ec-4695-a11b-c3e96e06ccb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '083c0e9c-4ba6-41bc-a580-04b511276cd1', 'name': 'tempest-TestVolumeBackupRestore-558924680-router', 'tenant_id': '4696204f08c14b60903edd498d5d88a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.191'}], 'enable_snat': True}, 'gw_port_id': 'a4a3d92a-4df9-46e4-980c-9c5cf182cae8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:14:34Z', 'updated_at': '2022-03-29T16:14:37Z', 'revision_number': 4, 'project_id': '4696204f08c14b60903edd498d5d88a9', 'gw_port': {'id': 'a4a3d92a-4df9-46e4-980c-9c5cf182cae8', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:ab:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '083c0e9c-4ba6-41bc-a580-04b511276cd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:14:35Z', 'updated_at': '2022-03-29T16:14:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_floatingips': [{'id': 'a2ab119f-f520-42dc-b2db-70004aa0da82', 'tenant_id': '4696204f08c14b60903edd498d5d88a9', 'floating_ip_address': '172.25.4.79', 'floating_network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'router_id': '083c0e9c-4ba6-41bc-a580-04b511276cd1', 'port_id': 'd34a2019-793c-4135-ad35-f62a4ee75f7d', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4091, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2badeed1-d4d5-4795-9078-79d1d1d5a220', 'mac_address': 'fa:16:3e:59:af:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e89cd919-ef19-46f8-aaa1-9eaf5567d089', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T16:16:56Z', 'updated_at': '2022-03-29T16:16:59Z', 'revision_number': 2, 'project_id': '4696204f08c14b60903edd498d5d88a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b168f6d-3e21-4cf0-bd44-b531a2971e27', 'name': '', 'network_id': '2badeed1-d4d5-4795-9078-79d1d1d5a220', 'tenant_id': '4696204f08c14b60903edd498d5d88a9', 'mac_address': 'fa:16:3e:f3:78:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '083c0e9c-4ba6-41bc-a580-04b511276cd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '0bb8205c-0c81-4f26-966c-cf727478fee1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:14:37Z', 'updated_at': '2022-03-29T16:14:42Z', 'revision_number': 5, 'project_id': '4696204f08c14b60903edd498d5d88a9', 'subnets': [{'id': '0bb8205c-0c81-4f26-966c-cf727478fee1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:17:00.306959 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ede506aa-c6ec-4695-a11b-c3e96e06ccb1 None None] The sync data for ids ['083c0e9c-4ba6-41bc-a580-04b511276cd1'] in n-d-834765-1 is: [{'id': '083c0e9c-4ba6-41bc-a580-04b511276cd1', 'name': 'tempest-TestVolumeBackupRestore-558924680-router', 'tenant_id': '4696204f08c14b60903edd498d5d88a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.191'}], 'enable_snat': True}, 'gw_port_id': 'a4a3d92a-4df9-46e4-980c-9c5cf182cae8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:14:34Z', 'updated_at': '2022-03-29T16:14:37Z', 'revision_number': 4, 'project_id': '4696204f08c14b60903edd498d5d88a9', 'gw_port': {'id': 'a4a3d92a-4df9-46e4-980c-9c5cf182cae8', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:ab:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '083c0e9c-4ba6-41bc-a580-04b511276cd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:14:35Z', 'updated_at': '2022-03-29T16:14:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_floatingips': [{'id': 'a2ab119f-f520-42dc-b2db-70004aa0da82', 'tenant_id': '4696204f08c14b60903edd498d5d88a9', 'floating_ip_address': '172.25.4.79', 'floating_network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'router_id': '083c0e9c-4ba6-41bc-a580-04b511276cd1', 'port_id': 'd34a2019-793c-4135-ad35-f62a4ee75f7d', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4091, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2badeed1-d4d5-4795-9078-79d1d1d5a220', 'mac_address': 'fa:16:3e:59:af:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e89cd919-ef19-46f8-aaa1-9eaf5567d089', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T16:16:56Z', 'updated_at': '2022-03-29T16:16:59Z', 'revision_number': 2, 'project_id': '4696204f08c14b60903edd498d5d88a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b168f6d-3e21-4cf0-bd44-b531a2971e27', 'name': '', 'network_id': '2badeed1-d4d5-4795-9078-79d1d1d5a220', 'tenant_id': '4696204f08c14b60903edd498d5d88a9', 'mac_address': 'fa:16:3e:f3:78:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '083c0e9c-4ba6-41bc-a580-04b511276cd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '0bb8205c-0c81-4f26-966c-cf727478fee1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:14:37Z', 'updated_at': '2022-03-29T16:14:42Z', 'revision_number': 5, 'project_id': '4696204f08c14b60903edd498d5d88a9', 'subnets': [{'id': '0bb8205c-0c81-4f26-966c-cf727478fee1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 16:17:00.374116 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-91f029c0-cf09-4931-bb23-6f31796a05a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:17:01.109967 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e89cd919-ef19-46f8-aaa1-9eaf5567d089', 'tag': 'd34a2019-793c-4135-ad35-f62a4ee75f7d'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:17:01.112492 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c67b028db5e9b9818fecc5c0a87ebc6f190694fa53ca267d523e04f98de536d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e050d459-ab86-44a3-8289-a3f5baca7076" -d '{"events": [{"name": "network-changed", "server_uuid": "e89cd919-ef19-46f8-aaa1-9eaf5567d089", "tag": "d34a2019-793c-4135-ad35-f62a4ee75f7d"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:17:01.153753 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 16:17:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3a0c426-51ef-41cc-bc7a-286e583a6edd x-openstack-request-id: req-d3a0c426-51ef-41cc-bc7a-286e583a6edd {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:17:01.154109 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e89cd919-ef19-46f8-aaa1-9eaf5567d089", "tag": "d34a2019-793c-4135-ad35-f62a4ee75f7d", "status": "completed", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:17:01.154423 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d3a0c426-51ef-41cc-bc7a-286e583a6edd {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:17:01.154879 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e89cd919-ef19-46f8-aaa1-9eaf5567d089', 'tag': 'd34a2019-793c-4135-ad35-f62a4ee75f7d', 'status': 'completed', 'code': 200} Mar 29 16:17:01.200071 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d2d49506-6305-44a0-9e20-d64d0b5cbdfc req-a906bfdb-79f5-4a89-a932-8f9c97fff86c tempest-VolumesBackupsTest-411755375 tempest-VolumesBackupsTest-411755375-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=303f2ced478b497c987b2275eaab8006&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0378990 Mar 29 16:17:01.586477 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e050d459-ab86-44a3-8289-a3f5baca7076 req-e7840958-1e50-4138-9a3d-52351b72c29f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:17:01.588076 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e050d459-ab86-44a3-8289-a3f5baca7076 req-e7840958-1e50-4138-9a3d-52351b72c29f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4696204f08c14b60903edd498d5d88a9&device_id=e89cd919-ef19-46f8-aaa1-9eaf5567d089 HTTP/1.1" status: 200 len: 1097 time: 0.3967710 Mar 29 16:17:01.705684 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d49506-6305-44a0-9e20-d64d0b5cbdfc req-92e08eef-3860-422a-b8d7-a2d2191711e1 tempest-VolumesBackupsTest-411755375 tempest-VolumesBackupsTest-411755375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:17:01.707127 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d2d49506-6305-44a0-9e20-d64d0b5cbdfc req-92e08eef-3860-422a-b8d7-a2d2191711e1 tempest-VolumesBackupsTest-411755375 tempest-VolumesBackupsTest-411755375-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4907658 Mar 29 16:17:01.729660 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d2d49506-6305-44a0-9e20-d64d0b5cbdfc req-e66b983e-f270-4103-9444-482d3ba24816 tempest-VolumesBackupsTest-411755375 tempest-VolumesBackupsTest-411755375-project] 10.222.0.42 "GET /v2.0/quotas/303f2ced478b497c987b2275eaab8006 HTTP/1.1" status: 200 len: 375 time: 0.0166287 Mar 29 16:17:01.773899 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e050d459-ab86-44a3-8289-a3f5baca7076 req-93da7396-4a66-41be-bb80-bee840aa86b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:17:01.775252 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e050d459-ab86-44a3-8289-a3f5baca7076 req-93da7396-4a66-41be-bb80-bee840aa86b7 service neutron] 10.222.0.44 "GET /v2.0/networks?id=2badeed1-d4d5-4795-9078-79d1d1d5a220 HTTP/1.1" status: 200 len: 914 time: 0.1796021 Mar 29 16:17:01.802047 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d2d49506-6305-44a0-9e20-d64d0b5cbdfc req-1bee21c4-1eb1-49b2-9548-70567528a8e1 tempest-VolumesBackupsTest-411755375 tempest-VolumesBackupsTest-411755375-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=303f2ced478b497c987b2275eaab8006&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0634117 Mar 29 16:17:01.864904 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e050d459-ab86-44a3-8289-a3f5baca7076 req-a7c7f5b5-fe36-4575-97a2-57cccff9b80b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d34a2019-793c-4135-ad35-f62a4ee75f7d HTTP/1.1" status: 200 len: 1001 time: 0.0722086 Mar 29 16:17:01.921709 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e050d459-ab86-44a3-8289-a3f5baca7076 req-c388a9f1-5d62-4a53-be39-ddedcd090f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:17:01.923184 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e050d459-ab86-44a3-8289-a3f5baca7076 req-c388a9f1-5d62-4a53-be39-ddedcd090f48 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0bb8205c-0c81-4f26-966c-cf727478fee1 HTTP/1.1" status: 200 len: 852 time: 0.0518258 Mar 29 16:17:01.998551 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e050d459-ab86-44a3-8289-a3f5baca7076 req-0f6f0157-175d-4990-b3b7-b2d28ab20f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:17:02.000090 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e050d459-ab86-44a3-8289-a3f5baca7076 req-0f6f0157-175d-4990-b3b7-b2d28ab20f00 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2badeed1-d4d5-4795-9078-79d1d1d5a220&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0702369 Mar 29 16:17:02.001674 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-d0c7b64f-f4d8-4f23-aa40-1cc2e7fa92ab req-edc478d6-ea7f-43bf-a284-0ac213bde5bd tempest-VolumesBackupsTest-411755375 tempest-VolumesBackupsTest-411755375-project] 10.222.0.42 "GET /v2.0/ports?device_id=78e1dc4b-c4a7-48d0-a74c-4596d29cf141 HTTP/1.1" status: 200 len: 210 time: 0.0253799 Mar 29 16:17:02.006946 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f2341e4b-2d8f-4be1-975b-2d531312cc83 req-c5f56844-d68c-4173-be7e-a09cdc9baa8d service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=e89cd919-ef19-46f8-aaa1-9eaf5567d089&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0513906 Mar 29 16:17:02.091920 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e050d459-ab86-44a3-8289-a3f5baca7076 req-468d297a-410e-4a7a-a09b-80d9be78ec8a service neutron] 10.222.0.44 "GET /v2.0/networks/2badeed1-d4d5-4795-9078-79d1d1d5a220?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839477 Mar 29 16:17:02.179289 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e050d459-ab86-44a3-8289-a3f5baca7076 req-dd689148-dab1-423c-9f3a-773975a6d983 service neutron] 10.222.0.44 "GET /v2.0/networks/2badeed1-d4d5-4795-9078-79d1d1d5a220?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797687 Mar 29 16:17:02.285932 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2341e4b-2d8f-4be1-975b-2d531312cc83 req-3a673c81-f795-4d92-8344-adea6ca7a995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:17:02.287421 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f2341e4b-2d8f-4be1-975b-2d531312cc83 req-3a673c81-f795-4d92-8344-adea6ca7a995 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4696204f08c14b60903edd498d5d88a9&device_id=e89cd919-ef19-46f8-aaa1-9eaf5567d089 HTTP/1.1" status: 200 len: 1097 time: 0.0443981 Mar 29 16:17:02.392419 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2341e4b-2d8f-4be1-975b-2d531312cc83 req-cb422c15-c701-4a58-b2fd-ad2dd32cf957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:17:02.393913 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f2341e4b-2d8f-4be1-975b-2d531312cc83 req-cb422c15-c701-4a58-b2fd-ad2dd32cf957 service neutron] 10.222.0.44 "GET /v2.0/networks?id=2badeed1-d4d5-4795-9078-79d1d1d5a220 HTTP/1.1" status: 200 len: 914 time: 0.0880880 Mar 29 16:17:02.460571 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f2341e4b-2d8f-4be1-975b-2d531312cc83 req-89c42b74-5e4b-4e06-8b70-e8e0a6525062 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d34a2019-793c-4135-ad35-f62a4ee75f7d HTTP/1.1" status: 200 len: 1001 time: 0.0602169 Mar 29 16:17:02.517117 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2341e4b-2d8f-4be1-975b-2d531312cc83 req-f7f8a1d8-7107-4c45-ba84-09fd75cdcfb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:17:02.518562 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f2341e4b-2d8f-4be1-975b-2d531312cc83 req-f7f8a1d8-7107-4c45-ba84-09fd75cdcfb9 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0bb8205c-0c81-4f26-966c-cf727478fee1 HTTP/1.1" status: 200 len: 852 time: 0.0515482 Mar 29 16:17:02.562296 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2341e4b-2d8f-4be1-975b-2d531312cc83 req-210c6ebf-b133-487d-a0e0-e5c9287feb3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:17:02.563796 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f2341e4b-2d8f-4be1-975b-2d531312cc83 req-210c6ebf-b133-487d-a0e0-e5c9287feb3f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2badeed1-d4d5-4795-9078-79d1d1d5a220&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392263 Mar 29 16:17:02.652910 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f2341e4b-2d8f-4be1-975b-2d531312cc83 req-856b6d77-dbff-484b-bcfe-d0f9df473852 service neutron] 10.222.0.44 "GET /v2.0/networks/2badeed1-d4d5-4795-9078-79d1d1d5a220?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828915 Mar 29 16:17:02.741215 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f2341e4b-2d8f-4be1-975b-2d531312cc83 req-20bf999b-25a4-4425-88bb-56075c7c8c19 service neutron] 10.222.0.44 "GET /v2.0/networks/2badeed1-d4d5-4795-9078-79d1d1d5a220?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813992 Mar 29 16:17:02.829567 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-3d90b514-ffd6-4bcc-944a-906bf58d432a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:17:03.083120 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d77f51ef-1468-4c4c-9b33-7d951ac7cafd req-00bcc3e4-ffed-45af-81f0-2a3c6cde5981 tempest-VolumesBackupsTest-411755375 tempest-VolumesBackupsTest-411755375-project] 10.222.0.42 "GET /v2.0/ports?device_id=78e1dc4b-c4a7-48d0-a74c-4596d29cf141 HTTP/1.1" status: 200 len: 210 time: 0.0259233 Mar 29 16:17:04.167896 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-96309099-615f-4b46-994a-4f4fe39b3b32 req-8fb5cc58-1fc7-4078-a713-ac443483524b tempest-VolumesBackupsTest-411755375 tempest-VolumesBackupsTest-411755375-project] 10.222.0.42 "GET /v2.0/ports?device_id=78e1dc4b-c4a7-48d0-a74c-4596d29cf141 HTTP/1.1" status: 200 len: 210 time: 0.0317941 Mar 29 16:17:04.282421 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d71584b9-87f1-45f5-84c7-c993c2416269 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:17:05.254628 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-a5da0f80-a5b5-4d92-8542-852916f230dc req-aa7fe11a-9b58-4e87-883a-eb748157b07c tempest-VolumesBackupsTest-411755375 tempest-VolumesBackupsTest-411755375-project] 10.222.0.42 "GET /v2.0/ports?device_id=78e1dc4b-c4a7-48d0-a74c-4596d29cf141 HTTP/1.1" status: 200 len: 210 time: 0.0330303 Mar 29 16:17:05.835679 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-0cb6abf6-2706-4e52-8825-f5f644ecf9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:17:05.959729 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:17:06.349151 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-dd2e0160-2892-4f63-b3c7-96d80245e609 req-576c29e8-575a-496e-a259-8a28be250e0a tempest-VolumesBackupsTest-411755375 tempest-VolumesBackupsTest-411755375-project] 10.222.0.42 "GET /v2.0/ports?device_id=78e1dc4b-c4a7-48d0-a74c-4596d29cf141 HTTP/1.1" status: 200 len: 210 time: 0.0265119 Mar 29 16:17:06.931995 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d2d49506-6305-44a0-9e20-d64d0b5cbdfc req-f68fcfa6-9cee-464b-9d72-78ca3c9966f0 tempest-VolumesBackupsTest-411755375 tempest-VolumesBackupsTest-411755375-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=303f2ced478b497c987b2275eaab8006&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0251594 Mar 29 16:17:07.038177 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d49506-6305-44a0-9e20-d64d0b5cbdfc req-241cc4a1-ec63-4b69-9b4e-c41d72eb118f tempest-VolumesBackupsTest-411755375 tempest-VolumesBackupsTest-411755375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:17:07.039813 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d2d49506-6305-44a0-9e20-d64d0b5cbdfc req-241cc4a1-ec63-4b69-9b4e-c41d72eb118f tempest-VolumesBackupsTest-411755375 tempest-VolumesBackupsTest-411755375-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1022451 Mar 29 16:17:07.056625 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [req-d2d49506-6305-44a0-9e20-d64d0b5cbdfc req-95e1b99a-c76c-41b7-af6f-55658717f444 tempest-VolumesBackupsTest-411755375 tempest-VolumesBackupsTest-411755375-project] Request body: {'port': {'device_id': '78e1dc4b-c4a7-48d0-a74c-4596d29cf141', 'network_id': '2268a9b9-82fd-4886-a91d-3a50e4e16cab', 'admin_state_up': True, 'tenant_id': '303f2ced478b497c987b2275eaab8006'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:17:07.169854 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2d49506-6305-44a0-9e20-d64d0b5cbdfc req-95e1b99a-c76c-41b7-af6f-55658717f444 tempest-VolumesBackupsTest-411755375 tempest-VolumesBackupsTest-411755375-project] Made reservation on behalf of 303f2ced478b497c987b2275eaab8006 for: {'port': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:17:07.174391 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-d2d49506-6305-44a0-9e20-d64d0b5cbdfc req-95e1b99a-c76c-41b7-af6f-55658717f444 tempest-VolumesBackupsTest-411755375 tempest-VolumesBackupsTest-411755375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:17:07.182957 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-d2d49506-6305-44a0-9e20-d64d0b5cbdfc req-95e1b99a-c76c-41b7-af6f-55658717f444 tempest-VolumesBackupsTest-411755375 tempest-VolumesBackupsTest-411755375-project] Notify callbacks [] for security_group, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:17:07.258226 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-d2d49506-6305-44a0-9e20-d64d0b5cbdfc req-95e1b99a-c76c-41b7-af6f-55658717f444 tempest-VolumesBackupsTest-411755375 tempest-VolumesBackupsTest-411755375-project] Notify callbacks [] for security_group, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:17:07.261946 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-d2d49506-6305-44a0-9e20-d64d0b5cbdfc req-95e1b99a-c76c-41b7-af6f-55658717f444 tempest-VolumesBackupsTest-411755375 tempest-VolumesBackupsTest-411755375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:17:07.322430 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e1b99a-c76c-41b7-af6f-55658717f444 tempest-VolumesBackupsTest-411755375 tempest-VolumesBackupsTest-411755375-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c613500-e27e-4aab-bb21-1e845ab735be,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:17:07.398458 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_common [req-d2d49506-6305-44a0-9e20-d64d0b5cbdfc req-95e1b99a-c76c-41b7-af6f-55658717f444 tempest-VolumesBackupsTest-411755375 tempest-VolumesBackupsTest-411755375-project] Allocated IP 192.168.233.140 (2268a9b9-82fd-4886-a91d-3a50e4e16cab/abb8e5d6-2aea-4455-a944-3435a3d1ce49/8248b2f7-664a-4e4a-8292-ca725bc660c9) {{(pid=102791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:17:07.457129 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-15b7d573-5358-4f76-9c0b-9b267e92cf0f req-b15ae05f-7ece-4468-84cf-cec3360e2f4f tempest-VolumesBackupsTest-411755375 tempest-VolumesBackupsTest-411755375-project] 10.222.0.42 "GET /v2.0/ports?device_id=78e1dc4b-c4a7-48d0-a74c-4596d29cf141 HTTP/1.1" status: 200 len: 210 time: 0.0328398 Mar 29 16:17:07.576710 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-d2d49506-6305-44a0-9e20-d64d0b5cbdfc req-95e1b99a-c76c-41b7-af6f-55658717f444 tempest-VolumesBackupsTest-411755375 tempest-VolumesBackupsTest-411755375-project] Notify callbacks [] for port, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:17:07.609863 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-d2d49506-6305-44a0-9e20-d64d0b5cbdfc req-95e1b99a-c76c-41b7-af6f-55658717f444 tempest-VolumesBackupsTest-411755375 tempest-VolumesBackupsTest-411755375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:17:07.653117 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2d49506-6305-44a0-9e20-d64d0b5cbdfc req-95e1b99a-c76c-41b7-af6f-55658717f444 tempest-VolumesBackupsTest-411755375 tempest-VolumesBackupsTest-411755375-project] Network 2268a9b9-82fd-4886-a91d-3a50e4e16cab is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:17:07.656623 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [req-d2d49506-6305-44a0-9e20-d64d0b5cbdfc req-95e1b99a-c76c-41b7-af6f-55658717f444 tempest-VolumesBackupsTest-411755375 tempest-VolumesBackupsTest-411755375-project] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:17:07.660137 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2d49506-6305-44a0-9e20-d64d0b5cbdfc req-95e1b99a-c76c-41b7-af6f-55658717f444 tempest-VolumesBackupsTest-411755375 tempest-VolumesBackupsTest-411755375-project] Received port after_create {{(pid=102791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:17:07.683699 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e1b99a-c76c-41b7-af6f-55658717f444 tempest-VolumesBackupsTest-411755375 tempest-VolumesBackupsTest-411755375-project] Pushing event updated for resources: {'Port': ['ID=8248b2f7-664a-4e4a-8292-ca725bc660c9,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:17:07.713361 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d49506-6305-44a0-9e20-d64d0b5cbdfc req-95e1b99a-c76c-41b7-af6f-55658717f444 tempest-VolumesBackupsTest-411755375 tempest-VolumesBackupsTest-411755375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:17:07.713769 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-d2d49506-6305-44a0-9e20-d64d0b5cbdfc req-95e1b99a-c76c-41b7-af6f-55658717f444 tempest-VolumesBackupsTest-411755375 tempest-VolumesBackupsTest-411755375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:17:07.731065 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d2d49506-6305-44a0-9e20-d64d0b5cbdfc req-95e1b99a-c76c-41b7-af6f-55658717f444 tempest-VolumesBackupsTest-411755375 tempest-VolumesBackupsTest-411755375-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6779590 Mar 29 16:17:07.740605 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [req-d2d49506-6305-44a0-9e20-d64d0b5cbdfc req-f7a57ff6-048a-461c-ace0-63556be66385 tempest-VolumesBackupsTest-411755375 tempest-VolumesBackupsTest-411755375-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=102791) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 16:17:07.741730 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d2d49506-6305-44a0-9e20-d64d0b5cbdfc req-f7a57ff6-048a-461c-ace0-63556be66385 tempest-VolumesBackupsTest-411755375 tempest-VolumesBackupsTest-411755375-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054021 Mar 29 16:17:07.753609 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [req-d2d49506-6305-44a0-9e20-d64d0b5cbdfc req-000b2b25-1265-448f-850d-1ceceafdf58f service neutron] Request body: {'port': {'device_id': '78e1dc4b-c4a7-48d0-a74c-4596d29cf141', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834765-1'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:17:07.814699 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-d2d49506-6305-44a0-9e20-d64d0b5cbdfc req-000b2b25-1265-448f-850d-1ceceafdf58f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:17:07.910796 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-09671d24-dc15-4107-bed6-b53e13d215af None None] Provisioning complete for port 8248b2f7-664a-4e4a-8292-ca725bc660c9 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:17:07.911422 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-09671d24-dc15-4107-bed6-b53e13d215af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:17:07.944887 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-09671d24-dc15-4107-bed6-b53e13d215af None None] Port 8248b2f7-664a-4e4a-8292-ca725bc660c9 cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 16:17:08.090905 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [req-d2d49506-6305-44a0-9e20-d64d0b5cbdfc req-000b2b25-1265-448f-850d-1ceceafdf58f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8248b2f7-664a-4e4a-8292-ca725bc660c9 {{(pid=102791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 16:17:08.098863 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-d2d49506-6305-44a0-9e20-d64d0b5cbdfc req-000b2b25-1265-448f-850d-1ceceafdf58f service neutron] Notify callbacks [] for port, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:17:08.110434 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.provisioning_blocks [req-d2d49506-6305-44a0-9e20-d64d0b5cbdfc req-000b2b25-1265-448f-850d-1ceceafdf58f service neutron] Transition to ACTIVE for port object 8248b2f7-664a-4e4a-8292-ca725bc660c9 will not be triggered until provisioned by entity L2. {{(pid=102791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 16:17:08.113748 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-d2d49506-6305-44a0-9e20-d64d0b5cbdfc req-000b2b25-1265-448f-850d-1ceceafdf58f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:17:08.163041 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000b2b25-1265-448f-850d-1ceceafdf58f service neutron] Pushing event updated for resources: {'Port': ['ID=8248b2f7-664a-4e4a-8292-ca725bc660c9,revision_number=2']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:17:08.239231 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-d2d49506-6305-44a0-9e20-d64d0b5cbdfc req-000b2b25-1265-448f-850d-1ceceafdf58f service neutron] Attempting to bind port 8248b2f7-664a-4e4a-8292-ca725bc660c9 on host n-h2-834765-1 for vnic_type normal with profile {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 16:17:08.239595 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-d2d49506-6305-44a0-9e20-d64d0b5cbdfc req-000b2b25-1265-448f-850d-1ceceafdf58f service neutron] Attempting to bind port 8248b2f7-664a-4e4a-8292-ca725bc660c9 by drivers openvswitch,hyperv on host n-h2-834765-1 at level 0 using segments [{'id': 'a0c230f0-660a-4194-9279-0f0781d34134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '2268a9b9-82fd-4886-a91d-3a50e4e16cab'}] {{(pid=102791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 16:17:08.239923 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2d49506-6305-44a0-9e20-d64d0b5cbdfc req-000b2b25-1265-448f-850d-1ceceafdf58f service neutron] Attempting to bind port 8248b2f7-664a-4e4a-8292-ca725bc660c9 on network 2268a9b9-82fd-4886-a91d-3a50e4e16cab {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 16:17:08.245168 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2d49506-6305-44a0-9e20-d64d0b5cbdfc req-000b2b25-1265-448f-850d-1ceceafdf58f service neutron] Port 8248b2f7-664a-4e4a-8292-ca725bc660c9 on network 2268a9b9-82fd-4886-a91d-3a50e4e16cab not bound, no agent of type Open vSwitch agent registered on host n-h2-834765-1 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 16:17:08.245567 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2d49506-6305-44a0-9e20-d64d0b5cbdfc req-000b2b25-1265-448f-850d-1ceceafdf58f service neutron] Attempting to bind port 8248b2f7-664a-4e4a-8292-ca725bc660c9 on network 2268a9b9-82fd-4886-a91d-3a50e4e16cab {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 16:17:08.251615 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2d49506-6305-44a0-9e20-d64d0b5cbdfc req-000b2b25-1265-448f-850d-1ceceafdf58f service neutron] Checking agent: {'id': '3e4b4912-b4a2-4d17-b5bd-6ce15529e8eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 33, 17), 'started_at': datetime.datetime(2022, 3, 29, 15, 33, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 16, 16, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 16:17:08.251947 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2d49506-6305-44a0-9e20-d64d0b5cbdfc req-000b2b25-1265-448f-850d-1ceceafdf58f service neutron] Checking segment: {'id': 'a0c230f0-660a-4194-9279-0f0781d34134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '2268a9b9-82fd-4886-a91d-3a50e4e16cab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 16:17:08.252326 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2d49506-6305-44a0-9e20-d64d0b5cbdfc req-000b2b25-1265-448f-850d-1ceceafdf58f service neutron] Bound using segment: {'id': 'a0c230f0-660a-4194-9279-0f0781d34134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '2268a9b9-82fd-4886-a91d-3a50e4e16cab'} {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 16:17:08.252750 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-d2d49506-6305-44a0-9e20-d64d0b5cbdfc req-000b2b25-1265-448f-850d-1ceceafdf58f service neutron] Bound port: 8248b2f7-664a-4e4a-8292-ca725bc660c9, host: n-h2-834765-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0c230f0-660a-4194-9279-0f0781d34134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '2268a9b9-82fd-4886-a91d-3a50e4e16cab'}}] {{(pid=102791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 16:17:08.253113 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-d2d49506-6305-44a0-9e20-d64d0b5cbdfc req-000b2b25-1265-448f-850d-1ceceafdf58f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:17:08.322633 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-d2d49506-6305-44a0-9e20-d64d0b5cbdfc req-000b2b25-1265-448f-850d-1ceceafdf58f service neutron] For port 8248b2f7-664a-4e4a-8292-ca725bc660c9, host n-h2-834765-1, cleared binding levels {{(pid=102791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 16:17:08.325846 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-d2d49506-6305-44a0-9e20-d64d0b5cbdfc req-000b2b25-1265-448f-850d-1ceceafdf58f service neutron] For port 8248b2f7-664a-4e4a-8292-ca725bc660c9, host n-h2-834765-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=8248b2f7-664a-4e4a-8292-ca725bc660c9,segment=NetworkSegment(a0c230f0-660a-4194-9279-0f0781d34134),segment_id=a0c230f0-660a-4194-9279-0f0781d34134)] {{(pid=102791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 16:17:08.331083 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-d2d49506-6305-44a0-9e20-d64d0b5cbdfc req-000b2b25-1265-448f-850d-1ceceafdf58f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:17:08.370336 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d49506-6305-44a0-9e20-d64d0b5cbdfc req-000b2b25-1265-448f-850d-1ceceafdf58f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:17:08.370995 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-d2d49506-6305-44a0-9e20-d64d0b5cbdfc req-000b2b25-1265-448f-850d-1ceceafdf58f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:17:08.372429 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d2d49506-6305-44a0-9e20-d64d0b5cbdfc req-000b2b25-1265-448f-850d-1ceceafdf58f service neutron] 10.222.0.48 "PUT /v2.0/ports/8248b2f7-664a-4e4a-8292-ca725bc660c9 HTTP/1.1" status: 200 len: 1096 time: 0.6233490 Mar 29 16:17:08.372889 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78e1dc4b-c4a7-48d0-a74c-4596d29cf141', 'tag': '8248b2f7-664a-4e4a-8292-ca725bc660c9'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:17:08.375221 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c67b028db5e9b9818fecc5c0a87ebc6f190694fa53ca267d523e04f98de536d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31cb61a3-550b-4c7c-ac04-8eba7de97319" -d '{"events": [{"name": "network-changed", "server_uuid": "78e1dc4b-c4a7-48d0-a74c-4596d29cf141", "tag": "8248b2f7-664a-4e4a-8292-ca725bc660c9"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:17:08.425455 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 16:17:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82e028f0-e7e9-4898-860a-b64933ef55aa x-openstack-request-id: req-82e028f0-e7e9-4898-860a-b64933ef55aa {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:17:08.425750 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78e1dc4b-c4a7-48d0-a74c-4596d29cf141", "tag": "8248b2f7-664a-4e4a-8292-ca725bc660c9", "status": "completed", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:17:08.425995 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-82e028f0-e7e9-4898-860a-b64933ef55aa {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:17:08.426483 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78e1dc4b-c4a7-48d0-a74c-4596d29cf141', 'tag': '8248b2f7-664a-4e4a-8292-ca725bc660c9', 'status': 'completed', 'code': 200} Mar 29 16:17:08.427462 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000b2b25-1265-448f-850d-1ceceafdf58f service neutron] Pushing event updated for resources: {'Port': ['ID=8248b2f7-664a-4e4a-8292-ca725bc660c9,revision_number=3']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:17:08.478919 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d49506-6305-44a0-9e20-d64d0b5cbdfc req-ccb2c3c5-0d46-4c8d-9799-27dbec7c20c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:17:08.480635 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d2d49506-6305-44a0-9e20-d64d0b5cbdfc req-ccb2c3c5-0d46-4c8d-9799-27dbec7c20c2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=303f2ced478b497c987b2275eaab8006&device_id=78e1dc4b-c4a7-48d0-a74c-4596d29cf141 HTTP/1.1" status: 200 len: 1099 time: 0.0500302 Mar 29 16:17:08.539125 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d2d49506-6305-44a0-9e20-d64d0b5cbdfc req-bd102b42-8d79-42b6-8451-342ba8a951aa service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.140&port_id=8248b2f7-664a-4e4a-8292-ca725bc660c9 HTTP/1.1" status: 200 len: 217 time: 0.0447159 Mar 29 16:17:08.624968 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d49506-6305-44a0-9e20-d64d0b5cbdfc req-2d74f7e9-2e4e-4387-a467-62e496661b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:17:08.626429 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d2d49506-6305-44a0-9e20-d64d0b5cbdfc req-2d74f7e9-2e4e-4387-a467-62e496661b11 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=abb8e5d6-2aea-4455-a944-3435a3d1ce49 HTTP/1.1" status: 200 len: 843 time: 0.0814242 Mar 29 16:17:08.637935 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecea6c8-bf40-4963-94b3-ad5a07d8c811 req-c527f29c-4d99-4e79-a063-46f2db07caa1 tempest-VolumesBackupsTest-411755375 tempest-VolumesBackupsTest-411755375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:17:08.639334 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-3ecea6c8-bf40-4963-94b3-ad5a07d8c811 req-c527f29c-4d99-4e79-a063-46f2db07caa1 tempest-VolumesBackupsTest-411755375 tempest-VolumesBackupsTest-411755375-project] 10.222.0.42 "GET /v2.0/ports?device_id=78e1dc4b-c4a7-48d0-a74c-4596d29cf141 HTTP/1.1" status: 200 len: 948 time: 0.0851457 Mar 29 16:17:08.701854 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-3ecea6c8-bf40-4963-94b3-ad5a07d8c811 req-ccfbd392-3d7e-4c1e-b7aa-c3b6e2acef32 tempest-VolumesBackupsTest-411755375 tempest-VolumesBackupsTest-411755375-project] 10.222.0.42 "GET /v2.0/security-groups?id=1c613500-e27e-4aab-bb21-1e845ab735be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530550 Mar 29 16:17:08.703778 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d49506-6305-44a0-9e20-d64d0b5cbdfc req-66d34f90-e31f-4cc6-8398-8d27c0d298ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:17:08.705098 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d2d49506-6305-44a0-9e20-d64d0b5cbdfc req-66d34f90-e31f-4cc6-8398-8d27c0d298ee service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2268a9b9-82fd-4886-a91d-3a50e4e16cab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0647910 Mar 29 16:17:08.796947 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d2d49506-6305-44a0-9e20-d64d0b5cbdfc req-90585b7d-ec6c-4a60-948a-e5ee15abc901 service neutron] 10.222.0.48 "GET /v2.0/networks/2268a9b9-82fd-4886-a91d-3a50e4e16cab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850041 Mar 29 16:17:08.884704 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d2d49506-6305-44a0-9e20-d64d0b5cbdfc req-4bcaa3d4-7fc8-4fdc-9d18-7fb96f964598 service neutron] 10.222.0.48 "GET /v2.0/networks/2268a9b9-82fd-4886-a91d-3a50e4e16cab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0790927 Mar 29 16:17:08.977941 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cb61a3-550b-4c7c-ac04-8eba7de97319 req-1811fdc7-aa97-4b8b-817f-2c2d420d2876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:17:08.979492 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-31cb61a3-550b-4c7c-ac04-8eba7de97319 req-1811fdc7-aa97-4b8b-817f-2c2d420d2876 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=303f2ced478b497c987b2275eaab8006&device_id=78e1dc4b-c4a7-48d0-a74c-4596d29cf141 HTTP/1.1" status: 200 len: 1099 time: 0.0445340 Mar 29 16:17:09.068656 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cb61a3-550b-4c7c-ac04-8eba7de97319 req-d2f9e536-9b8d-4f1a-a369-9f705b884d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:17:09.070135 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-31cb61a3-550b-4c7c-ac04-8eba7de97319 req-d2f9e536-9b8d-4f1a-a369-9f705b884d94 service neutron] 10.222.0.48 "GET /v2.0/networks?id=2268a9b9-82fd-4886-a91d-3a50e4e16cab HTTP/1.1" status: 200 len: 870 time: 0.0844991 Mar 29 16:17:09.112404 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-31cb61a3-550b-4c7c-ac04-8eba7de97319 req-4d45e299-fa01-46ca-94cd-f004a95450ba service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.140&port_id=8248b2f7-664a-4e4a-8292-ca725bc660c9 HTTP/1.1" status: 200 len: 217 time: 0.0360243 Mar 29 16:17:09.160532 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cb61a3-550b-4c7c-ac04-8eba7de97319 req-f37f1ddb-9de3-4e79-8eb2-c7437eafc905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:17:09.161893 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-31cb61a3-550b-4c7c-ac04-8eba7de97319 req-f37f1ddb-9de3-4e79-8eb2-c7437eafc905 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=abb8e5d6-2aea-4455-a944-3435a3d1ce49 HTTP/1.1" status: 200 len: 843 time: 0.0432050 Mar 29 16:17:09.211538 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cb61a3-550b-4c7c-ac04-8eba7de97319 req-b5ca70b8-5aa5-4eaa-856d-e2e3063016bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:17:09.212996 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-31cb61a3-550b-4c7c-ac04-8eba7de97319 req-b5ca70b8-5aa5-4eaa-856d-e2e3063016bf service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2268a9b9-82fd-4886-a91d-3a50e4e16cab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0446377 Mar 29 16:17:09.303151 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-31cb61a3-550b-4c7c-ac04-8eba7de97319 req-e743bc94-6024-4d80-b5dd-f37b7b3738b6 service neutron] 10.222.0.48 "GET /v2.0/networks/2268a9b9-82fd-4886-a91d-3a50e4e16cab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837896 Mar 29 16:17:09.389413 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-31cb61a3-550b-4c7c-ac04-8eba7de97319 req-2524f387-b2cf-418f-a67a-db183e1a4760 service neutron] 10.222.0.48 "GET /v2.0/networks/2268a9b9-82fd-4886-a91d-3a50e4e16cab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795839 Mar 29 16:17:09.816957 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f339ec-0dcd-413e-8d92-7b64fb68a56e req-4376909d-6dd3-4f9d-954f-3ab753bdc825 tempest-VolumesBackupsTest-411755375 tempest-VolumesBackupsTest-411755375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:17:09.818426 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-96f339ec-0dcd-413e-8d92-7b64fb68a56e req-4376909d-6dd3-4f9d-954f-3ab753bdc825 tempest-VolumesBackupsTest-411755375 tempest-VolumesBackupsTest-411755375-project] 10.222.0.42 "GET /v2.0/ports?device_id=78e1dc4b-c4a7-48d0-a74c-4596d29cf141 HTTP/1.1" status: 200 len: 948 time: 0.0480733 Mar 29 16:17:09.856800 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-96f339ec-0dcd-413e-8d92-7b64fb68a56e req-8ba168c8-48d9-4910-bbf2-6177569c3410 tempest-VolumesBackupsTest-411755375 tempest-VolumesBackupsTest-411755375-project] 10.222.0.42 "GET /v2.0/security-groups?id=1c613500-e27e-4aab-bb21-1e845ab735be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323067 Mar 29 16:17:10.970727 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05b0ba6-d8b0-4a04-a7ad-21f2ced7be4c req-cf48b3a9-fe14-4082-ad6b-6f8f71eca75e tempest-VolumesBackupsTest-411755375 tempest-VolumesBackupsTest-411755375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:17:10.972229 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f05b0ba6-d8b0-4a04-a7ad-21f2ced7be4c req-cf48b3a9-fe14-4082-ad6b-6f8f71eca75e tempest-VolumesBackupsTest-411755375 tempest-VolumesBackupsTest-411755375-project] 10.222.0.42 "GET /v2.0/ports?device_id=78e1dc4b-c4a7-48d0-a74c-4596d29cf141 HTTP/1.1" status: 200 len: 948 time: 0.0488584 Mar 29 16:17:11.015207 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f05b0ba6-d8b0-4a04-a7ad-21f2ced7be4c req-307fe28b-7a9d-4f43-96d0-8cc9f67f2c12 tempest-VolumesBackupsTest-411755375 tempest-VolumesBackupsTest-411755375-project] 10.222.0.42 "GET /v2.0/security-groups?id=1c613500-e27e-4aab-bb21-1e845ab735be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366483 Mar 29 16:17:12.128982 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b249c02-6836-4e54-b89d-0e4ea3a09526 req-4ce42a29-0240-4310-b15d-7fdef73b130a tempest-VolumesBackupsTest-411755375 tempest-VolumesBackupsTest-411755375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:17:12.130457 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-4b249c02-6836-4e54-b89d-0e4ea3a09526 req-4ce42a29-0240-4310-b15d-7fdef73b130a tempest-VolumesBackupsTest-411755375 tempest-VolumesBackupsTest-411755375-project] 10.222.0.42 "GET /v2.0/ports?device_id=78e1dc4b-c4a7-48d0-a74c-4596d29cf141 HTTP/1.1" status: 200 len: 948 time: 0.0483055 Mar 29 16:17:12.167627 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-4b249c02-6836-4e54-b89d-0e4ea3a09526 req-0a9c374b-0689-41f3-b674-e985c3f91ac2 tempest-VolumesBackupsTest-411755375 tempest-VolumesBackupsTest-411755375-project] 10.222.0.42 "GET /v2.0/security-groups?id=1c613500-e27e-4aab-bb21-1e845ab735be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310841 Mar 29 16:17:12.945555 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device 8248b2f7-664a-4e4a-8292-ca725bc660c9 details requested by agent hyperv_n-h2-834765-1 with host n-h2-834765-1 {{(pid=102792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 16:17:13.047141 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port 8248b2f7-664a-4e4a-8292-ca725bc660c9, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=8248b2f7-664a-4e4a-8292-ca725bc660c9,segment=NetworkSegment(a0c230f0-660a-4194-9279-0f0781d34134),segment_id=a0c230f0-660a-4194-9279-0f0781d34134)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:17:13.057735 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Returning: {'device': '8248b2f7-664a-4e4a-8292-ca725bc660c9', 'network_id': '2268a9b9-82fd-4886-a91d-3a50e4e16cab', 'port_id': '8248b2f7-664a-4e4a-8292-ca725bc660c9', 'mac_address': 'fa:16:3e:18:8b:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 625, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abb8e5d6-2aea-4455-a944-3435a3d1ce49', 'ip_address': '192.168.233.140'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 16:17:13.095040 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:17:13.107499 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8248b2f7-664a-4e4a-8292-ca725bc660c9 {{(pid=102792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 16:17:13.126278 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port 8248b2f7-664a-4e4a-8292-ca725bc660c9, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=8248b2f7-664a-4e4a-8292-ca725bc660c9,segment=NetworkSegment(a0c230f0-660a-4194-9279-0f0781d34134),segment_id=a0c230f0-660a-4194-9279-0f0781d34134)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:17:13.130080 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:17:13.176564 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Pushing event updated for resources: {'Port': ['ID=8248b2f7-664a-4e4a-8292-ca725bc660c9,revision_number=4']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:17:13.283968 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c493ad26-3a4e-4c1a-a38e-f87f6a4ffd6c req-b2ca8b0a-078b-4f83-82d7-68461de454f4 tempest-VolumesBackupsTest-411755375 tempest-VolumesBackupsTest-411755375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:17:13.285416 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-c493ad26-3a4e-4c1a-a38e-f87f6a4ffd6c req-b2ca8b0a-078b-4f83-82d7-68461de454f4 tempest-VolumesBackupsTest-411755375 tempest-VolumesBackupsTest-411755375-project] 10.222.0.42 "GET /v2.0/ports?device_id=78e1dc4b-c4a7-48d0-a74c-4596d29cf141 HTTP/1.1" status: 200 len: 949 time: 0.0482821 Mar 29 16:17:13.323825 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-c493ad26-3a4e-4c1a-a38e-f87f6a4ffd6c req-b9dcf6ba-af8e-427d-a9cc-1d9502c90e4c tempest-VolumesBackupsTest-411755375 tempest-VolumesBackupsTest-411755375-project] 10.222.0.42 "GET /v2.0/security-groups?id=1c613500-e27e-4aab-bb21-1e845ab735be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322590 Mar 29 16:17:13.489975 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] get_ports_and_sgs() called for port_ids ['8248b2f7-664a-4e4a-8292-ca725bc660c9'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 16:17:14.445730 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eded02b-1202-4c97-a618-35a968220cc4 req-79203e3b-0252-4aa0-9c13-5282d9648619 tempest-VolumesBackupsTest-411755375 tempest-VolumesBackupsTest-411755375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:17:14.446644 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-5eded02b-1202-4c97-a618-35a968220cc4 req-79203e3b-0252-4aa0-9c13-5282d9648619 tempest-VolumesBackupsTest-411755375 tempest-VolumesBackupsTest-411755375-project] 10.222.0.42 "GET /v2.0/ports?device_id=78e1dc4b-c4a7-48d0-a74c-4596d29cf141 HTTP/1.1" status: 200 len: 949 time: 0.0534437 Mar 29 16:17:14.492110 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-5eded02b-1202-4c97-a618-35a968220cc4 req-0ea85005-d90a-47db-9208-e168faa1efd4 tempest-VolumesBackupsTest-411755375 tempest-VolumesBackupsTest-411755375-project] 10.222.0.42 "GET /v2.0/security-groups?id=1c613500-e27e-4aab-bb21-1e845ab735be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392425 Mar 29 16:17:14.958752 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device 8248b2f7-664a-4e4a-8292-ca725bc660c9 up at agent hyperv_n-h2-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 16:17:15.007691 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Provisioning for port 8248b2f7-664a-4e4a-8292-ca725bc660c9 completed by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 16:17:15.011171 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Provisioning complete for port 8248b2f7-664a-4e4a-8292-ca725bc660c9 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:17:15.011589 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:17:15.091545 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:17:15.115449 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78e1dc4b-c4a7-48d0-a74c-4596d29cf141', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8248b2f7-664a-4e4a-8292-ca725bc660c9'}] {{(pid=102792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:17:15.117668 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4f476c66b318cc6068719fc39557fac68d413f5c7e78fa77028c7948e999ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd453a68-3b16-4df2-807d-949841a9fc71" -d '{"events": [{"server_uuid": "78e1dc4b-c4a7-48d0-a74c-4596d29cf141", "name": "network-vif-plugged", "status": "completed", "tag": "8248b2f7-664a-4e4a-8292-ca725bc660c9"}]}' {{(pid=102792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:17:15.130473 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port 8248b2f7-664a-4e4a-8292-ca725bc660c9, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=8248b2f7-664a-4e4a-8292-ca725bc660c9,segment=NetworkSegment(a0c230f0-660a-4194-9279-0f0781d34134),segment_id=a0c230f0-660a-4194-9279-0f0781d34134)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:17:15.134434 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:17:15.160449 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 16:17:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-971db16d-13d6-45db-b420-2a350f186e33 x-openstack-request-id: req-971db16d-13d6-45db-b420-2a350f186e33 {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:17:15.160449 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78e1dc4b-c4a7-48d0-a74c-4596d29cf141", "name": "network-vif-plugged", "status": "completed", "tag": "8248b2f7-664a-4e4a-8292-ca725bc660c9", "code": 200}]} {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:17:15.160449 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-971db16d-13d6-45db-b420-2a350f186e33 {{(pid=102792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:17:15.160449 n-d-834765-1 neutron-server[102792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78e1dc4b-c4a7-48d0-a74c-4596d29cf141', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8248b2f7-664a-4e4a-8292-ca725bc660c9', 'code': 200} Mar 29 16:17:15.191529 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Pushing event updated for resources: {'Port': ['ID=8248b2f7-664a-4e4a-8292-ca725bc660c9,revision_number=5']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:17:15.246686 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.agents_db [None req-59735a15-725e-44d4-9ad5-95cbe356f209 None None] Agent healthcheck: found 7 active agents {{(pid=102793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 16:17:15.256437 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846901d2-78f8-47cc-9959-fbf321490d5a req-3c879ca7-81e0-4eeb-b05d-7c109e820f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:17:15.258042 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-846901d2-78f8-47cc-9959-fbf321490d5a req-3c879ca7-81e0-4eeb-b05d-7c109e820f7a service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=78e1dc4b-c4a7-48d0-a74c-4596d29cf141 HTTP/1.1" status: 200 len: 1101 time: 0.0432837 Mar 29 16:17:15.290851 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-846901d2-78f8-47cc-9959-fbf321490d5a req-3ba23971-dc2e-4464-826f-79d22828345f service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=1c613500-e27e-4aab-bb21-1e845ab735be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0268259 Mar 29 16:17:15.614830 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ca1d2d-1e89-4161-8eb9-8b0eb02260df req-d01d7ec4-3f26-418e-960e-3e265d4cabbf tempest-VolumesBackupsTest-411755375 tempest-VolumesBackupsTest-411755375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:17:15.616306 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-77ca1d2d-1e89-4161-8eb9-8b0eb02260df req-d01d7ec4-3f26-418e-960e-3e265d4cabbf tempest-VolumesBackupsTest-411755375 tempest-VolumesBackupsTest-411755375-project] 10.222.0.42 "GET /v2.0/ports?device_id=78e1dc4b-c4a7-48d0-a74c-4596d29cf141 HTTP/1.1" status: 200 len: 950 time: 0.0496585 Mar 29 16:17:15.653552 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-77ca1d2d-1e89-4161-8eb9-8b0eb02260df req-10b21090-2a26-4812-8d40-ada71048393d tempest-VolumesBackupsTest-411755375 tempest-VolumesBackupsTest-411755375-project] 10.222.0.42 "GET /v2.0/security-groups?id=1c613500-e27e-4aab-bb21-1e845ab735be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312269 Mar 29 16:17:16.778251 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9962a6b-f731-4a9b-b568-7823188b8577 req-f2426dc3-591a-4e8e-8139-70b17ae4b0b5 tempest-VolumesBackupsTest-411755375 tempest-VolumesBackupsTest-411755375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:17:16.779688 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-c9962a6b-f731-4a9b-b568-7823188b8577 req-f2426dc3-591a-4e8e-8139-70b17ae4b0b5 tempest-VolumesBackupsTest-411755375 tempest-VolumesBackupsTest-411755375-project] 10.222.0.42 "GET /v2.0/ports?device_id=78e1dc4b-c4a7-48d0-a74c-4596d29cf141 HTTP/1.1" status: 200 len: 950 time: 0.0510883 Mar 29 16:17:16.822659 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-c9962a6b-f731-4a9b-b568-7823188b8577 req-9d522b4e-21c3-4749-918f-a7a5853e4404 tempest-VolumesBackupsTest-411755375 tempest-VolumesBackupsTest-411755375-project] 10.222.0.42 "GET /v2.0/security-groups?id=1c613500-e27e-4aab-bb21-1e845ab735be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361290 Mar 29 16:17:17.253252 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:17:18.052140 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:17:30.267928 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 34860) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:17:30.383638 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-2759f706-f378-4dbd-b02c-4537c6e6c95d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:17:30.440570 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-24846691-3109-4d7d-9a00-2dc346224a28 tempest-TestVolumeBackupRestore-2003092552 tempest-TestVolumeBackupRestore-2003092552-project] Deleting port 89c57af6-e830-48be-936e-1114010dd63f {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:17:30.441454 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-24846691-3109-4d7d-9a00-2dc346224a28 tempest-TestVolumeBackupRestore-2003092552 tempest-TestVolumeBackupRestore-2003092552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:17:30.517967 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-24846691-3109-4d7d-9a00-2dc346224a28 tempest-TestVolumeBackupRestore-2003092552 tempest-TestVolumeBackupRestore-2003092552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:17:30.518342 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-24846691-3109-4d7d-9a00-2dc346224a28 tempest-TestVolumeBackupRestore-2003092552 tempest-TestVolumeBackupRestore-2003092552-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:17:30.530559 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-24846691-3109-4d7d-9a00-2dc346224a28 tempest-TestVolumeBackupRestore-2003092552 tempest-TestVolumeBackupRestore-2003092552-project] Calling delete_port for 89c57af6-e830-48be-936e-1114010dd63f owned by network:floatingip {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:17:30.717198 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-24846691-3109-4d7d-9a00-2dc346224a28 tempest-TestVolumeBackupRestore-2003092552 tempest-TestVolumeBackupRestore-2003092552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:17:31.025287 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24846691-3109-4d7d-9a00-2dc346224a28 tempest-TestVolumeBackupRestore-2003092552 tempest-TestVolumeBackupRestore-2003092552-project] Pushing event deleted for resources: {'Port': ['ID=89c57af6-e830-48be-936e-1114010dd63f,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:17:31.088850 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-24846691-3109-4d7d-9a00-2dc346224a28 tempest-TestVolumeBackupRestore-2003092552 tempest-TestVolumeBackupRestore-2003092552-project] Notify callbacks [] for floatingip, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:17:31.089178 n-d-834765-1 neutron-server[102791]: INFO neutron.db.l3_db [None req-24846691-3109-4d7d-9a00-2dc346224a28 tempest-TestVolumeBackupRestore-2003092552 tempest-TestVolumeBackupRestore-2003092552-project] Floating IP a2ab119f-f520-42dc-b2db-70004aa0da82 disassociated (deleted). External IP: 172.25.4.79, port: d34a2019-793c-4135-ad35-f62a4ee75f7d. Mar 29 16:17:31.302758 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24846691-3109-4d7d-9a00-2dc346224a28 tempest-TestVolumeBackupRestore-2003092552 tempest-TestVolumeBackupRestore-2003092552-project] Router 083c0e9c-4ba6-41bc-a580-04b511276cd1 has already been hosted by L3 agent c648d819-1060-4f26-b4ec-6455387b5dff {{(pid=102791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 16:17:31.427195 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24846691-3109-4d7d-9a00-2dc346224a28 tempest-TestVolumeBackupRestore-2003092552 tempest-TestVolumeBackupRestore-2003092552-project] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 16:17:31.432920 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-24846691-3109-4d7d-9a00-2dc346224a28 tempest-TestVolumeBackupRestore-2003092552 tempest-TestVolumeBackupRestore-2003092552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for floatingip, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:17:31.439071 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4031051-660c-4ce6-b4ba-916efb0f1797 None None] Sync routers for ids ['083c0e9c-4ba6-41bc-a580-04b511276cd1'] in n-d-834765-1 {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 16:17:31.449980 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4031051-660c-4ce6-b4ba-916efb0f1797 None None] Routers {'083c0e9c-4ba6-41bc-a580-04b511276cd1'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:17:31.451358 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-f4031051-660c-4ce6-b4ba-916efb0f1797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:17:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['083c0e9c-4ba6-41bc-a580-04b511276cd1'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:17:31.465861 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-24846691-3109-4d7d-9a00-2dc346224a28 tempest-TestVolumeBackupRestore-2003092552 tempest-TestVolumeBackupRestore-2003092552-project] 10.222.0.42 "DELETE /v2.0/floatingips/a2ab119f-f520-42dc-b2db-70004aa0da82 HTTP/1.1" status: 204 len: 168 time: 1.1967173 Mar 29 16:17:31.466788 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e89cd919-ef19-46f8-aaa1-9eaf5567d089', 'tag': 'd34a2019-793c-4135-ad35-f62a4ee75f7d'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:17:31.469402 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c67b028db5e9b9818fecc5c0a87ebc6f190694fa53ca267d523e04f98de536d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db300187-e913-4b0b-896c-188077d59655" -d '{"events": [{"name": "network-changed", "server_uuid": "e89cd919-ef19-46f8-aaa1-9eaf5567d089", "tag": "d34a2019-793c-4135-ad35-f62a4ee75f7d"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:17:31.516032 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 16:17:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd011baf-24b3-4a40-b94f-5451c7be70be x-openstack-request-id: req-dd011baf-24b3-4a40-b94f-5451c7be70be {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:17:31.516335 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e89cd919-ef19-46f8-aaa1-9eaf5567d089", "tag": "d34a2019-793c-4135-ad35-f62a4ee75f7d", "status": "completed", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:17:31.516584 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-dd011baf-24b3-4a40-b94f-5451c7be70be {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:17:31.517028 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e89cd919-ef19-46f8-aaa1-9eaf5567d089', 'tag': 'd34a2019-793c-4135-ad35-f62a4ee75f7d', 'status': 'completed', 'code': 200} Mar 29 16:17:31.640825 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db300187-e913-4b0b-896c-188077d59655 req-8bccf387-527c-44e2-834e-36b6f0763be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:17:31.645774 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-db300187-e913-4b0b-896c-188077d59655 req-8bccf387-527c-44e2-834e-36b6f0763be8 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4696204f08c14b60903edd498d5d88a9&device_id=e89cd919-ef19-46f8-aaa1-9eaf5567d089 HTTP/1.1" status: 200 len: 1097 time: 0.0912347 Mar 29 16:17:31.733345 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvr_db [None req-f4031051-660c-4ce6-b4ba-916efb0f1797 None None] Set router 083c0e9c-4ba6-41bc-a580-04b511276cd1 gateway port host: n-d-834765-1 {{(pid=102792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:17:31.766638 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65ef621-12c4-47d3-9b34-6ed81cc38b1c req-4a5cfcb6-2374-4ec8-aeb5-33874802770f tempest-TestVolumeBackupRestore-2003092552 tempest-TestVolumeBackupRestore-2003092552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:17:31.772401 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-a65ef621-12c4-47d3-9b34-6ed81cc38b1c req-4a5cfcb6-2374-4ec8-aeb5-33874802770f tempest-TestVolumeBackupRestore-2003092552 tempest-TestVolumeBackupRestore-2003092552-project] 10.222.0.42 "GET /v2.0/ports?device_id=e89cd919-ef19-46f8-aaa1-9eaf5567d089 HTTP/1.1" status: 200 len: 946 time: 0.0561681 Mar 29 16:17:31.811792 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-a65ef621-12c4-47d3-9b34-6ed81cc38b1c req-5a0b8454-ef4d-4126-a07a-5c1af688e387 tempest-TestVolumeBackupRestore-2003092552 tempest-TestVolumeBackupRestore-2003092552-project] 10.222.0.42 "GET /v2.0/security-groups?id=ac0e4aea-e0fc-40ba-b3af-a18a94a80667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359426 Mar 29 16:17:31.881572 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db300187-e913-4b0b-896c-188077d59655 req-3c922950-05e2-4abc-b32f-1eb9b7d67c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:17:31.883291 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-db300187-e913-4b0b-896c-188077d59655 req-3c922950-05e2-4abc-b32f-1eb9b7d67c31 service neutron] 10.222.0.44 "GET /v2.0/networks?id=2badeed1-d4d5-4795-9078-79d1d1d5a220 HTTP/1.1" status: 200 len: 914 time: 0.2235858 Mar 29 16:17:31.930798 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-db300187-e913-4b0b-896c-188077d59655 req-d0b0b11e-e7ee-45dd-b229-c3b8204022bb service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d34a2019-793c-4135-ad35-f62a4ee75f7d HTTP/1.1" status: 200 len: 217 time: 0.0392821 Mar 29 16:17:31.990513 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-f4031051-660c-4ce6-b4ba-916efb0f1797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '083c0e9c-4ba6-41bc-a580-04b511276cd1', 'name': 'tempest-TestVolumeBackupRestore-558924680-router', 'tenant_id': '4696204f08c14b60903edd498d5d88a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.191'}], 'enable_snat': True}, 'gw_port_id': 'a4a3d92a-4df9-46e4-980c-9c5cf182cae8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:14:34Z', 'updated_at': '2022-03-29T16:14:37Z', 'revision_number': 4, 'project_id': '4696204f08c14b60903edd498d5d88a9', 'gw_port': {'id': 'a4a3d92a-4df9-46e4-980c-9c5cf182cae8', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:ab:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '083c0e9c-4ba6-41bc-a580-04b511276cd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:14:35Z', 'updated_at': '2022-03-29T16:14:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': '8b168f6d-3e21-4cf0-bd44-b531a2971e27', 'name': '', 'network_id': '2badeed1-d4d5-4795-9078-79d1d1d5a220', 'tenant_id': '4696204f08c14b60903edd498d5d88a9', 'mac_address': 'fa:16:3e:f3:78:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '083c0e9c-4ba6-41bc-a580-04b511276cd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '0bb8205c-0c81-4f26-966c-cf727478fee1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:14:37Z', 'updated_at': '2022-03-29T16:14:42Z', 'revision_number': 5, 'project_id': '4696204f08c14b60903edd498d5d88a9', 'subnets': [{'id': '0bb8205c-0c81-4f26-966c-cf727478fee1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:17:31.996637 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db300187-e913-4b0b-896c-188077d59655 req-82006230-bc10-4604-a4c6-6f4ce870a0ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:17:31.998110 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-db300187-e913-4b0b-896c-188077d59655 req-82006230-bc10-4604-a4c6-6f4ce870a0ac service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0bb8205c-0c81-4f26-966c-cf727478fee1 HTTP/1.1" status: 200 len: 852 time: 0.0610077 Mar 29 16:17:32.027059 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4031051-660c-4ce6-b4ba-916efb0f1797 None None] Checking router: 083c0e9c-4ba6-41bc-a580-04b511276cd1 for host: n-d-834765-1 {{(pid=102792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 16:17:32.038851 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4031051-660c-4ce6-b4ba-916efb0f1797 None None] Routers {'083c0e9c-4ba6-41bc-a580-04b511276cd1'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:17:32.040207 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-f4031051-660c-4ce6-b4ba-916efb0f1797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:17:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['083c0e9c-4ba6-41bc-a580-04b511276cd1'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:17:32.049047 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db300187-e913-4b0b-896c-188077d59655 req-089b2afc-17b4-4556-b8d4-4820c085ab49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:17:32.050899 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-db300187-e913-4b0b-896c-188077d59655 req-089b2afc-17b4-4556-b8d4-4820c085ab49 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2badeed1-d4d5-4795-9078-79d1d1d5a220&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442739 Mar 29 16:17:32.154110 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-db300187-e913-4b0b-896c-188077d59655 req-dc6a020d-f0ee-4418-aa15-8338abeaea6b service neutron] 10.222.0.44 "GET /v2.0/networks/2badeed1-d4d5-4795-9078-79d1d1d5a220?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962985 Mar 29 16:17:32.163747 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvr_db [None req-f4031051-660c-4ce6-b4ba-916efb0f1797 None None] Set router 083c0e9c-4ba6-41bc-a580-04b511276cd1 gateway port host: n-d-834765-1 {{(pid=102792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:17:32.258136 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-db300187-e913-4b0b-896c-188077d59655 req-971fe7e3-8f98-4694-82fa-edcfcbf23a9a service neutron] 10.222.0.44 "GET /v2.0/networks/2badeed1-d4d5-4795-9078-79d1d1d5a220?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962400 Mar 29 16:17:32.389749 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-f4031051-660c-4ce6-b4ba-916efb0f1797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '083c0e9c-4ba6-41bc-a580-04b511276cd1', 'name': 'tempest-TestVolumeBackupRestore-558924680-router', 'tenant_id': '4696204f08c14b60903edd498d5d88a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.191'}], 'enable_snat': True}, 'gw_port_id': 'a4a3d92a-4df9-46e4-980c-9c5cf182cae8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:14:34Z', 'updated_at': '2022-03-29T16:14:37Z', 'revision_number': 4, 'project_id': '4696204f08c14b60903edd498d5d88a9', 'gw_port': {'id': 'a4a3d92a-4df9-46e4-980c-9c5cf182cae8', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:ab:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '083c0e9c-4ba6-41bc-a580-04b511276cd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:14:35Z', 'updated_at': '2022-03-29T16:14:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': '8b168f6d-3e21-4cf0-bd44-b531a2971e27', 'name': '', 'network_id': '2badeed1-d4d5-4795-9078-79d1d1d5a220', 'tenant_id': '4696204f08c14b60903edd498d5d88a9', 'mac_address': 'fa:16:3e:f3:78:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '083c0e9c-4ba6-41bc-a580-04b511276cd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '0bb8205c-0c81-4f26-966c-cf727478fee1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:14:37Z', 'updated_at': '2022-03-29T16:14:42Z', 'revision_number': 5, 'project_id': '4696204f08c14b60903edd498d5d88a9', 'subnets': [{'id': '0bb8205c-0c81-4f26-966c-cf727478fee1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:17:32.425600 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4031051-660c-4ce6-b4ba-916efb0f1797 None None] The sync data for ids ['083c0e9c-4ba6-41bc-a580-04b511276cd1'] in n-d-834765-1 is: [{'id': '083c0e9c-4ba6-41bc-a580-04b511276cd1', 'name': 'tempest-TestVolumeBackupRestore-558924680-router', 'tenant_id': '4696204f08c14b60903edd498d5d88a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.191'}], 'enable_snat': True}, 'gw_port_id': 'a4a3d92a-4df9-46e4-980c-9c5cf182cae8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:14:34Z', 'updated_at': '2022-03-29T16:14:37Z', 'revision_number': 4, 'project_id': '4696204f08c14b60903edd498d5d88a9', 'gw_port': {'id': 'a4a3d92a-4df9-46e4-980c-9c5cf182cae8', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:ab:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '083c0e9c-4ba6-41bc-a580-04b511276cd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:14:35Z', 'updated_at': '2022-03-29T16:14:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': '8b168f6d-3e21-4cf0-bd44-b531a2971e27', 'name': '', 'network_id': '2badeed1-d4d5-4795-9078-79d1d1d5a220', 'tenant_id': '4696204f08c14b60903edd498d5d88a9', 'mac_address': 'fa:16:3e:f3:78:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '083c0e9c-4ba6-41bc-a580-04b511276cd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '0bb8205c-0c81-4f26-966c-cf727478fee1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:14:37Z', 'updated_at': '2022-03-29T16:14:42Z', 'revision_number': 5, 'project_id': '4696204f08c14b60903edd498d5d88a9', 'subnets': [{'id': '0bb8205c-0c81-4f26-966c-cf727478fee1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 16:17:32.673521 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ba40839-0ad2-4504-b24c-029415f2358f None None] New status for floating IP a2ab119f-f520-42dc-b2db-70004aa0da82: DOWN {{(pid=102793) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 16:17:32.834765 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-9ef93a85-a2dc-4756-bf1d-70e3a6d9d6ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:17:32.962127 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab873d70-d602-4c35-9763-53123b5f4c0c req-2144f996-4b86-4bfd-9ae4-d6d03aa3cb1a tempest-TestVolumeBackupRestore-2003092552 tempest-TestVolumeBackupRestore-2003092552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:17:32.963863 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ab873d70-d602-4c35-9763-53123b5f4c0c req-2144f996-4b86-4bfd-9ae4-d6d03aa3cb1a tempest-TestVolumeBackupRestore-2003092552 tempest-TestVolumeBackupRestore-2003092552-project] 10.222.0.42 "GET /v2.0/ports?device_id=e89cd919-ef19-46f8-aaa1-9eaf5567d089 HTTP/1.1" status: 200 len: 946 time: 0.0697956 Mar 29 16:17:33.005619 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ab873d70-d602-4c35-9763-53123b5f4c0c req-adc9e538-d3c6-4e38-a565-179bd6b553a1 tempest-TestVolumeBackupRestore-2003092552 tempest-TestVolumeBackupRestore-2003092552-project] 10.222.0.42 "GET /v2.0/security-groups?id=ac0e4aea-e0fc-40ba-b3af-a18a94a80667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349977 Mar 29 16:17:33.346264 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5504213-1d77-4d1f-a975-3ba987ee7bdf req-1cc719bf-990f-4a53-8c2b-c0ed75bbdedb tempest-TestVolumeBackupRestore-2003092552 tempest-TestVolumeBackupRestore-2003092552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:17:33.348573 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e5504213-1d77-4d1f-a975-3ba987ee7bdf req-1cc719bf-990f-4a53-8c2b-c0ed75bbdedb tempest-TestVolumeBackupRestore-2003092552 tempest-TestVolumeBackupRestore-2003092552-project] 10.222.0.44 "GET /v2.0/ports?device_id=e89cd919-ef19-46f8-aaa1-9eaf5567d089 HTTP/1.1" status: 200 len: 946 time: 0.0548377 Mar 29 16:17:33.441293 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [req-e5504213-1d77-4d1f-a975-3ba987ee7bdf req-70072f85-ddf6-44c7-a554-45801dda28a0 tempest-TestVolumeBackupRestore-2003092552 tempest-TestVolumeBackupRestore-2003092552-project] Deleting port d34a2019-793c-4135-ad35-f62a4ee75f7d {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:17:33.441695 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-e5504213-1d77-4d1f-a975-3ba987ee7bdf req-70072f85-ddf6-44c7-a554-45801dda28a0 tempest-TestVolumeBackupRestore-2003092552 tempest-TestVolumeBackupRestore-2003092552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:17:33.537358 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-e5504213-1d77-4d1f-a975-3ba987ee7bdf req-70072f85-ddf6-44c7-a554-45801dda28a0 tempest-TestVolumeBackupRestore-2003092552 tempest-TestVolumeBackupRestore-2003092552-project] For port d34a2019-793c-4135-ad35-f62a4ee75f7d, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=d34a2019-793c-4135-ad35-f62a4ee75f7d,segment=NetworkSegment(6cc1d171-d4ae-4437-90f2-473841eb4b77),segment_id=6cc1d171-d4ae-4437-90f2-473841eb4b77)] {{(pid=102791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:17:33.537665 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-e5504213-1d77-4d1f-a975-3ba987ee7bdf req-70072f85-ddf6-44c7-a554-45801dda28a0 tempest-TestVolumeBackupRestore-2003092552 tempest-TestVolumeBackupRestore-2003092552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:17:33.550990 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [req-e5504213-1d77-4d1f-a975-3ba987ee7bdf req-70072f85-ddf6-44c7-a554-45801dda28a0 tempest-TestVolumeBackupRestore-2003092552 tempest-TestVolumeBackupRestore-2003092552-project] Calling delete_port for d34a2019-793c-4135-ad35-f62a4ee75f7d owned by compute:nova {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:17:33.681393 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-e5504213-1d77-4d1f-a975-3ba987ee7bdf req-70072f85-ddf6-44c7-a554-45801dda28a0 tempest-TestVolumeBackupRestore-2003092552 tempest-TestVolumeBackupRestore-2003092552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:17:33.714759 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70072f85-ddf6-44c7-a554-45801dda28a0 tempest-TestVolumeBackupRestore-2003092552 tempest-TestVolumeBackupRestore-2003092552-project] Pushing event deleted for resources: {'Port': ['ID=d34a2019-793c-4135-ad35-f62a4ee75f7d,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:17:33.753153 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5504213-1d77-4d1f-a975-3ba987ee7bdf req-70072f85-ddf6-44c7-a554-45801dda28a0 tempest-TestVolumeBackupRestore-2003092552 tempest-TestVolumeBackupRestore-2003092552-project] No DVR routers for this DVR port d34a2019-793c-4135-ad35-f62a4ee75f7d on host n-h1-834765-1 {{(pid=102791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 16:17:33.756753 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-e5504213-1d77-4d1f-a975-3ba987ee7bdf req-70072f85-ddf6-44c7-a554-45801dda28a0 tempest-TestVolumeBackupRestore-2003092552 tempest-TestVolumeBackupRestore-2003092552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:17:33.760363 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e5504213-1d77-4d1f-a975-3ba987ee7bdf req-70072f85-ddf6-44c7-a554-45801dda28a0 tempest-TestVolumeBackupRestore-2003092552 tempest-TestVolumeBackupRestore-2003092552-project] 10.222.0.44 "DELETE /v2.0/ports/d34a2019-793c-4135-ad35-f62a4ee75f7d HTTP/1.1" status: 204 len: 173 time: 0.4058099 Mar 29 16:17:33.760906 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e89cd919-ef19-46f8-aaa1-9eaf5567d089', 'name': 'network-vif-deleted', 'tag': 'd34a2019-793c-4135-ad35-f62a4ee75f7d'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:17:33.763624 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c67b028db5e9b9818fecc5c0a87ebc6f190694fa53ca267d523e04f98de536d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35d842bd-0dbb-4208-bc38-c7b4e0ecc536" -d '{"events": [{"server_uuid": "e89cd919-ef19-46f8-aaa1-9eaf5567d089", "name": "network-vif-deleted", "tag": "d34a2019-793c-4135-ad35-f62a4ee75f7d"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:17:33.804275 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 16:17:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4254f05f-c69f-4d74-8a89-aa5ee6dc2fa1 x-openstack-request-id: req-4254f05f-c69f-4d74-8a89-aa5ee6dc2fa1 {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:17:33.804275 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e89cd919-ef19-46f8-aaa1-9eaf5567d089", "name": "network-vif-deleted", "tag": "d34a2019-793c-4135-ad35-f62a4ee75f7d", "status": "completed", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:17:33.805336 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-4254f05f-c69f-4d74-8a89-aa5ee6dc2fa1 {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:17:33.805336 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e89cd919-ef19-46f8-aaa1-9eaf5567d089', 'name': 'network-vif-deleted', 'tag': 'd34a2019-793c-4135-ad35-f62a4ee75f7d', 'status': 'completed', 'code': 200} Mar 29 16:17:34.130864 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ea896ad0-f8b9-446c-b66a-1408a023be6d req-523ad473-5488-4638-bacf-ac600ecf8689 tempest-TestVolumeBackupRestore-2003092552 tempest-TestVolumeBackupRestore-2003092552-project] 10.222.0.42 "GET /v2.0/ports?device_id=e89cd919-ef19-46f8-aaa1-9eaf5567d089 HTTP/1.1" status: 200 len: 210 time: 0.0335925 Mar 29 16:17:34.301870 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d71584b9-87f1-45f5-84c7-c993c2416269 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:17:35.252016 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-ab7437f3-b83d-4bbb-9b07-55bb50eccf17 req-905fefcb-bcb7-4867-8077-6ce4db86748d tempest-TestVolumeBackupRestore-2003092552 tempest-TestVolumeBackupRestore-2003092552-project] 10.222.0.42 "GET /v2.0/ports?device_id=e89cd919-ef19-46f8-aaa1-9eaf5567d089 HTTP/1.1" status: 200 len: 210 time: 0.0316386 Mar 29 16:17:35.841913 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-0cb6abf6-2706-4e52-8825-f5f644ecf9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:17:35.962573 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:17:36.349224 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-af9f4508-858a-4a8d-a3d4-dd85f749cdeb req-eff4f914-e2bb-4dab-8463-806b20264aca tempest-TestVolumeBackupRestore-2003092552 tempest-TestVolumeBackupRestore-2003092552-project] 10.222.0.42 "GET /v2.0/ports?device_id=e89cd919-ef19-46f8-aaa1-9eaf5567d089 HTTP/1.1" status: 200 len: 210 time: 0.0271134 Mar 29 16:17:36.681726 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device d34a2019-793c-4135-ad35-f62a4ee75f7d no longer exists at agent hyperv_n-h1-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 16:17:36.707488 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] No Port match for: d34a2019-793c-4135-ad35-f62a4ee75f7d {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 16:17:36.707841 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device d34a2019-793c-4135-ad35-f62a4ee75f7d not bound to the agent host n-h1-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 16:17:37.455734 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-0a6b81b4-e1d4-4217-b6fa-b5050ca3651b req-c955f121-af42-4c43-bfc0-a97aa82396f5 tempest-TestVolumeBackupRestore-2003092552 tempest-TestVolumeBackupRestore-2003092552-project] 10.222.0.42 "GET /v2.0/ports?device_id=e89cd919-ef19-46f8-aaa1-9eaf5567d089 HTTP/1.1" status: 200 len: 210 time: 0.0258672 Mar 29 16:17:38.514292 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 34900) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:17:38.575170 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-e336bf9d-4b2e-4352-aaa6-016a346879a5 tempest-TestVolumeBackupRestore-2003092552 tempest-TestVolumeBackupRestore-2003092552-project] Notify callbacks [] for security_group, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:17:38.600443 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-e336bf9d-4b2e-4352-aaa6-016a346879a5 tempest-TestVolumeBackupRestore-2003092552 tempest-TestVolumeBackupRestore-2003092552-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:17:38.666865 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-e336bf9d-4b2e-4352-aaa6-016a346879a5 tempest-TestVolumeBackupRestore-2003092552 tempest-TestVolumeBackupRestore-2003092552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:17:38.669477 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-e336bf9d-4b2e-4352-aaa6-016a346879a5 tempest-TestVolumeBackupRestore-2003092552 tempest-TestVolumeBackupRestore-2003092552-project] Notify callbacks [] for security_group, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:17:38.670641 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-e336bf9d-4b2e-4352-aaa6-016a346879a5 tempest-TestVolumeBackupRestore-2003092552 tempest-TestVolumeBackupRestore-2003092552-project] 10.222.0.42 "DELETE /v2.0/security-groups/ac0e4aea-e0fc-40ba-b3af-a18a94a80667 HTTP/1.1" status: 204 len: 168 time: 0.1553698 Mar 29 16:17:38.680791 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e336bf9d-4b2e-4352-aaa6-016a346879a5 tempest-TestVolumeBackupRestore-2003092552 tempest-TestVolumeBackupRestore-2003092552-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac0e4aea-e0fc-40ba-b3af-a18a94a80667,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:17:38.691353 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e336bf9d-4b2e-4352-aaa6-016a346879a5 tempest-TestVolumeBackupRestore-2003092552 tempest-TestVolumeBackupRestore-2003092552-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:17:38.691849 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e336bf9d-4b2e-4352-aaa6-016a346879a5 tempest-TestVolumeBackupRestore-2003092552 tempest-TestVolumeBackupRestore-2003092552-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:17:38.692190 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e336bf9d-4b2e-4352-aaa6-016a346879a5 tempest-TestVolumeBackupRestore-2003092552 tempest-TestVolumeBackupRestore-2003092552-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:17:38.692522 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e336bf9d-4b2e-4352-aaa6-016a346879a5 tempest-TestVolumeBackupRestore-2003092552 tempest-TestVolumeBackupRestore-2003092552-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:17:38.692850 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e336bf9d-4b2e-4352-aaa6-016a346879a5 tempest-TestVolumeBackupRestore-2003092552 tempest-TestVolumeBackupRestore-2003092552-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:17:38.693180 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e336bf9d-4b2e-4352-aaa6-016a346879a5 tempest-TestVolumeBackupRestore-2003092552 tempest-TestVolumeBackupRestore-2003092552-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:17:38.693511 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e336bf9d-4b2e-4352-aaa6-016a346879a5 tempest-TestVolumeBackupRestore-2003092552 tempest-TestVolumeBackupRestore-2003092552-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:17:38.693939 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e336bf9d-4b2e-4352-aaa6-016a346879a5 tempest-TestVolumeBackupRestore-2003092552 tempest-TestVolumeBackupRestore-2003092552-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:17:38.694270 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e336bf9d-4b2e-4352-aaa6-016a346879a5 tempest-TestVolumeBackupRestore-2003092552 tempest-TestVolumeBackupRestore-2003092552-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:17:38.694587 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e336bf9d-4b2e-4352-aaa6-016a346879a5 tempest-TestVolumeBackupRestore-2003092552 tempest-TestVolumeBackupRestore-2003092552-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:17:38.694912 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e336bf9d-4b2e-4352-aaa6-016a346879a5 tempest-TestVolumeBackupRestore-2003092552 tempest-TestVolumeBackupRestore-2003092552-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:17:38.695368 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e336bf9d-4b2e-4352-aaa6-016a346879a5 tempest-TestVolumeBackupRestore-2003092552 tempest-TestVolumeBackupRestore-2003092552-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:17:43.192527 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 35368) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:17:43.860958 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-2637bb3d-20fa-4632-a21b-fab34cc7a999 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-530452'] for router_interface, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:17:44.125377 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-2637bb3d-20fa-4632-a21b-fab34cc7a999 admin admin] Deleting port 8b168f6d-3e21-4cf0-bd44-b531a2971e27 {{(pid=102790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:17:44.125784 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-2637bb3d-20fa-4632-a21b-fab34cc7a999 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:17:44.214968 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [None req-2637bb3d-20fa-4632-a21b-fab34cc7a999 admin admin] For port 8b168f6d-3e21-4cf0-bd44-b531a2971e27, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=8b168f6d-3e21-4cf0-bd44-b531a2971e27,segment=NetworkSegment(6cc1d171-d4ae-4437-90f2-473841eb4b77),segment_id=6cc1d171-d4ae-4437-90f2-473841eb4b77)] {{(pid=102790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:17:44.215584 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-2637bb3d-20fa-4632-a21b-fab34cc7a999 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:17:44.227637 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-2637bb3d-20fa-4632-a21b-fab34cc7a999 admin admin] Calling delete_port for 8b168f6d-3e21-4cf0-bd44-b531a2971e27 owned by network:router_interface {{(pid=102790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:17:44.425608 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-2637bb3d-20fa-4632-a21b-fab34cc7a999 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:17:44.454629 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2637bb3d-20fa-4632-a21b-fab34cc7a999 admin admin] Pushing event deleted for resources: {'Port': ['ID=8b168f6d-3e21-4cf0-bd44-b531a2971e27,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:17:44.670375 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-2637bb3d-20fa-4632-a21b-fab34cc7a999 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-530528'] for router_interface, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:17:44.891444 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2637bb3d-20fa-4632-a21b-fab34cc7a999 admin admin] Router 083c0e9c-4ba6-41bc-a580-04b511276cd1 has already been hosted by L3 agent c648d819-1060-4f26-b4ec-6455387b5dff {{(pid=102790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 16:17:44.999409 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2637bb3d-20fa-4632-a21b-fab34cc7a999 admin admin] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 16:17:45.005731 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-2637bb3d-20fa-4632-a21b-fab34cc7a999 admin admin] 10.222.0.42 "PUT /v2.0/routers/083c0e9c-4ba6-41bc-a580-04b511276cd1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8116941 Mar 29 16:17:45.007433 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 35408) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:17:45.009538 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a6225d0-57d6-44c3-b4a3-101145b23a3d None None] Sync routers for ids ['083c0e9c-4ba6-41bc-a580-04b511276cd1'] in n-d-834765-1 {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 16:17:45.020490 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a6225d0-57d6-44c3-b4a3-101145b23a3d None None] Routers {'083c0e9c-4ba6-41bc-a580-04b511276cd1'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:17:45.021081 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-3a6225d0-57d6-44c3-b4a3-101145b23a3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:17:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['083c0e9c-4ba6-41bc-a580-04b511276cd1'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:17:45.121573 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-a67ac9a6-8f81-4eaa-ad97-ffc52626df3e admin admin] Notify callbacks [] for router, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:17:45.130850 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvr_db [None req-3a6225d0-57d6-44c3-b4a3-101145b23a3d None None] Set router 083c0e9c-4ba6-41bc-a580-04b511276cd1 gateway port host: n-d-834765-1 {{(pid=102792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:17:45.231615 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-a67ac9a6-8f81-4eaa-ad97-ffc52626df3e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:17:45.288350 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-a67ac9a6-8f81-4eaa-ad97-ffc52626df3e admin admin] Deleting port a4a3d92a-4df9-46e4-980c-9c5cf182cae8 {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:17:45.288976 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-a67ac9a6-8f81-4eaa-ad97-ffc52626df3e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:17:45.324948 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-3a6225d0-57d6-44c3-b4a3-101145b23a3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '083c0e9c-4ba6-41bc-a580-04b511276cd1', 'name': 'tempest-TestVolumeBackupRestore-558924680-router', 'tenant_id': '4696204f08c14b60903edd498d5d88a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.191'}], 'enable_snat': True}, 'gw_port_id': 'a4a3d92a-4df9-46e4-980c-9c5cf182cae8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:14:34Z', 'updated_at': '2022-03-29T16:17:44Z', 'revision_number': 5, 'project_id': '4696204f08c14b60903edd498d5d88a9', 'gw_port': {'id': 'a4a3d92a-4df9-46e4-980c-9c5cf182cae8', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:ab:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '083c0e9c-4ba6-41bc-a580-04b511276cd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:14:35Z', 'updated_at': '2022-03-29T16:14:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1'}], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:17:45.356446 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a6225d0-57d6-44c3-b4a3-101145b23a3d None None] Checking router: 083c0e9c-4ba6-41bc-a580-04b511276cd1 for host: n-d-834765-1 {{(pid=102792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 16:17:45.365679 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a6225d0-57d6-44c3-b4a3-101145b23a3d None None] Routers {'083c0e9c-4ba6-41bc-a580-04b511276cd1'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:17:45.366295 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-3a6225d0-57d6-44c3-b4a3-101145b23a3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:17:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['083c0e9c-4ba6-41bc-a580-04b511276cd1'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:17:45.376987 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [None req-a67ac9a6-8f81-4eaa-ad97-ffc52626df3e admin admin] For port a4a3d92a-4df9-46e4-980c-9c5cf182cae8, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=a4a3d92a-4df9-46e4-980c-9c5cf182cae8,segment=NetworkSegment(6ab47353-a811-4bad-bc73-b4cc84583cfd),segment_id=6ab47353-a811-4bad-bc73-b4cc84583cfd)] {{(pid=102791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:17:45.377559 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-a67ac9a6-8f81-4eaa-ad97-ffc52626df3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:17:45.389944 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-a67ac9a6-8f81-4eaa-ad97-ffc52626df3e admin admin] Calling delete_port for a4a3d92a-4df9-46e4-980c-9c5cf182cae8 owned by network:router_gateway {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:17:45.465781 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvr_db [None req-3a6225d0-57d6-44c3-b4a3-101145b23a3d None None] Set router 083c0e9c-4ba6-41bc-a580-04b511276cd1 gateway port host: None {{(pid=102792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:17:45.536097 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-3a6225d0-57d6-44c3-b4a3-101145b23a3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '083c0e9c-4ba6-41bc-a580-04b511276cd1', 'name': 'tempest-TestVolumeBackupRestore-558924680-router', 'tenant_id': '4696204f08c14b60903edd498d5d88a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:14:34Z', 'updated_at': '2022-03-29T16:17:45Z', 'revision_number': 6, 'project_id': '4696204f08c14b60903edd498d5d88a9', 'gw_port_host': None}], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:17:45.577156 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-a67ac9a6-8f81-4eaa-ad97-ffc52626df3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:17:45.577699 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a6225d0-57d6-44c3-b4a3-101145b23a3d None None] The sync data for ids ['083c0e9c-4ba6-41bc-a580-04b511276cd1'] in n-d-834765-1 is: [{'id': '083c0e9c-4ba6-41bc-a580-04b511276cd1', 'name': 'tempest-TestVolumeBackupRestore-558924680-router', 'tenant_id': '4696204f08c14b60903edd498d5d88a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:14:34Z', 'updated_at': '2022-03-29T16:17:45Z', 'revision_number': 6, 'project_id': '4696204f08c14b60903edd498d5d88a9', 'gw_port_host': None}] {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 16:17:45.608154 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67ac9a6-8f81-4eaa-ad97-ffc52626df3e admin admin] Pushing event deleted for resources: {'Port': ['ID=a4a3d92a-4df9-46e4-980c-9c5cf182cae8,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:17:45.675844 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-a67ac9a6-8f81-4eaa-ad97-ffc52626df3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-648138'] for router_gateway, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:17:45.773795 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-a67ac9a6-8f81-4eaa-ad97-ffc52626df3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129328'] for router, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:17:45.775950 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-a67ac9a6-8f81-4eaa-ad97-ffc52626df3e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:17:45.819645 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-a67ac9a6-8f81-4eaa-ad97-ffc52626df3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-526718'] for router, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:17:45.820308 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a67ac9a6-8f81-4eaa-ad97-ffc52626df3e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 083c0e9c-4ba6-41bc-a580-04b511276cd1 {{(pid=102791) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 29 16:17:45.825487 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-a67ac9a6-8f81-4eaa-ad97-ffc52626df3e admin admin] Notify callbacks [] for router, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:17:45.826630 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-a67ac9a6-8f81-4eaa-ad97-ffc52626df3e admin admin] 10.222.0.42 "DELETE /v2.0/routers/083c0e9c-4ba6-41bc-a580-04b511276cd1 HTTP/1.1" status: 204 len: 168 time: 0.8177407 Mar 29 16:17:45.829202 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 35420) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:17:45.878411 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_v2 [None req-41df9d9d-b284-46f2-84ad-824e7ca4c28c admin admin] Deleting subnet 0bb8205c-0c81-4f26-966c-cf727478fee1 {{(pid=102791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 16:17:45.881446 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-41df9d9d-b284-46f2-84ad-824e7ca4c28c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:17:45.918927 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-41df9d9d-b284-46f2-84ad-824e7ca4c28c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4230423'] for subnet, precommit_delete_associations {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:17:46.011359 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-41df9d9d-b284-46f2-84ad-824e7ca4c28c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1641287'] for subnet, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:17:46.071789 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-41df9d9d-b284-46f2-84ad-824e7ca4c28c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1641294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16155591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16218852'] for subnet, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:17:46.101778 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41df9d9d-b284-46f2-84ad-824e7ca4c28c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0bb8205c-0c81-4f26-966c-cf727478fee1,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:17:46.107555 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-41df9d9d-b284-46f2-84ad-824e7ca4c28c admin admin] Notify callbacks [] for subnet, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:17:46.115390 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-41df9d9d-b284-46f2-84ad-824e7ca4c28c admin admin] 10.222.0.42 "DELETE /v2.0/subnets/0bb8205c-0c81-4f26-966c-cf727478fee1 HTTP/1.1" status: 204 len: 168 time: 0.2817659 Mar 29 16:17:46.115547 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2940b59-ba6b-45a6-9a7d-16bb2fbc88c1 None None] Network 2badeed1-d4d5-4795-9078-79d1d1d5a220 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 16:17:46.116001 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 35426) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:17:46.194419 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-9d5e7262-30a6-4d1f-a2e0-5b0d69b16ddd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1631750'] for network, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:17:46.252931 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-9d5e7262-30a6-4d1f-a2e0-5b0d69b16ddd admin admin] Deleting port e6611329-2e70-4ce6-ad30-ca6a470209b2 {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:17:46.253436 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-9d5e7262-30a6-4d1f-a2e0-5b0d69b16ddd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:17:46.328675 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [None req-9d5e7262-30a6-4d1f-a2e0-5b0d69b16ddd admin admin] For port e6611329-2e70-4ce6-ad30-ca6a470209b2, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=e6611329-2e70-4ce6-ad30-ca6a470209b2,segment=NetworkSegment(6cc1d171-d4ae-4437-90f2-473841eb4b77),segment_id=6cc1d171-d4ae-4437-90f2-473841eb4b77)] {{(pid=102791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:17:46.329031 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-9d5e7262-30a6-4d1f-a2e0-5b0d69b16ddd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:17:46.342352 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-9d5e7262-30a6-4d1f-a2e0-5b0d69b16ddd admin admin] Calling delete_port for e6611329-2e70-4ce6-ad30-ca6a470209b2 owned by network:dhcp {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:17:46.396335 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2428687-d78a-45ae-a8e5-88b0b3e39a43 None None] DHCP port deletion for 2badeed1-d4d5-4795-9078-79d1d1d5a220 request from n-d-834765-1 {{(pid=102792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 29 16:17:46.428550 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-9d5e7262-30a6-4d1f-a2e0-5b0d69b16ddd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:17:46.457339 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5e7262-30a6-4d1f-a2e0-5b0d69b16ddd admin admin] Pushing event deleted for resources: {'Port': ['ID=e6611329-2e70-4ce6-ad30-ca6a470209b2,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:17:46.464812 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d5e7262-30a6-4d1f-a2e0-5b0d69b16ddd admin admin] No DVR routers for this DVR port e6611329-2e70-4ce6-ad30-ca6a470209b2 on host n-d-834765-1 {{(pid=102791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 16:17:46.471702 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-c2428687-d78a-45ae-a8e5-88b0b3e39a43 None None] Deleting port e6611329-2e70-4ce6-ad30-ca6a470209b2 {{(pid=102792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:17:46.472209 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-c2428687-d78a-45ae-a8e5-88b0b3e39a43 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:17:46.548469 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-9d5e7262-30a6-4d1f-a2e0-5b0d69b16ddd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639890', 'neutron.services.segments.db._delete_segments_for_network-8783523423079'] for network, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:17:46.557672 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-c2428687-d78a-45ae-a8e5-88b0b3e39a43 None None] For port e6611329-2e70-4ce6-ad30-ca6a470209b2, host n-d-834765-1, got binding levels [] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:17:46.558136 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-c2428687-d78a-45ae-a8e5-88b0b3e39a43 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:17:46.572980 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-9d5e7262-30a6-4d1f-a2e0-5b0d69b16ddd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2badeed1-d4d5-4795-9078-79d1d1d5a220']}} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:17:46.579308 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-c2428687-d78a-45ae-a8e5-88b0b3e39a43 None None] Calling delete_port for e6611329-2e70-4ce6-ad30-ca6a470209b2 owned by network:dhcp {{(pid=102792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:17:46.583905 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.ipam_backend_mixin [None req-c2428687-d78a-45ae-a8e5-88b0b3e39a43 None None] Port e6611329-2e70-4ce6-ad30-ca6a470209b2 was not found and therefore no delete operation was performed {{(pid=102792) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 29 16:17:46.585430 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-c2428687-d78a-45ae-a8e5-88b0b3e39a43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350'] for port, after_delete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:17:46.586360 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-9d5e7262-30a6-4d1f-a2e0-5b0d69b16ddd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6cc1d171-d4ae-4437-90f2-473841eb4b77') {'for_net_delete': True} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:17:46.586791 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-9d5e7262-30a6-4d1f-a2e0-5b0d69b16ddd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6cc1d171-d4ae-4437-90f2-473841eb4b77') {} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:17:46.599123 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-9d5e7262-30a6-4d1f-a2e0-5b0d69b16ddd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783523422064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4230428'] for segment, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:17:46.619885 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2428687-d78a-45ae-a8e5-88b0b3e39a43 None None] Pushing event deleted for resources: {'Port': ['ID=e6611329-2e70-4ce6-ad30-ca6a470209b2,revision_number=None']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:17:46.620477 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-9d5e7262-30a6-4d1f-a2e0-5b0d69b16ddd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:17:46.623729 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2428687-d78a-45ae-a8e5-88b0b3e39a43 None None] No DVR routers for this DVR port e6611329-2e70-4ce6-ad30-ca6a470209b2 on host n-d-834765-1 {{(pid=102792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 16:17:46.631225 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d5e7262-30a6-4d1f-a2e0-5b0d69b16ddd admin admin] Releasing vlan 617 on physical network physnet1 to pool {{(pid=102791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 16:17:46.631828 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-9d5e7262-30a6-4d1f-a2e0-5b0d69b16ddd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16169569'] for segment, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:17:46.634301 n-d-834765-1 neutron-server[102791]: Traceback (most recent call last): Mar 29 16:17:46.634301 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 16:17:46.634301 n-d-834765-1 neutron-server[102791]: timer() Mar 29 16:17:46.634301 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 16:17:46.634301 n-d-834765-1 neutron-server[102791]: cb(*args, **kw) Mar 29 16:17:46.634301 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 16:17:46.634301 n-d-834765-1 neutron-server[102791]: return func(*args, **kwargs) Mar 29 16:17:46.634301 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 16:17:46.634301 n-d-834765-1 neutron-server[102791]: self._notify() Mar 29 16:17:46.634301 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 16:17:46.634301 n-d-834765-1 neutron-server[102791]: self.callback(batched_events) Mar 29 16:17:46.634301 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 16:17:46.634301 n-d-834765-1 neutron-server[102791]: event.method(event) Mar 29 16:17:46.634301 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 16:17:46.634301 n-d-834765-1 neutron-server[102791]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 16:17:46.634301 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 16:17:46.634301 n-d-834765-1 neutron-server[102791]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 16:17:46.634301 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 16:17:46.634301 n-d-834765-1 neutron-server[102791]: return f(self, *a, **k) Mar 29 16:17:46.634301 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 16:17:46.634301 n-d-834765-1 neutron-server[102791]: return self._get(url).json() Mar 29 16:17:46.634301 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 16:17:46.634301 n-d-834765-1 neutron-server[102791]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 16:17:46.634301 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 16:17:46.634301 n-d-834765-1 neutron-server[102791]: return self.request(url, 'GET', **kwargs) Mar 29 16:17:46.634301 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 16:17:46.634301 n-d-834765-1 neutron-server[102791]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 16:17:46.634301 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 16:17:46.634301 n-d-834765-1 neutron-server[102791]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 16:17:46.634301 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 16:17:46.634301 n-d-834765-1 neutron-server[102791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 16:17:46.634301 n-d-834765-1 neutron-server[102791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 16:17:46.709616 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-9d5e7262-30a6-4d1f-a2e0-5b0d69b16ddd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1639897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648174'] for network, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:17:46.716084 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-9d5e7262-30a6-4d1f-a2e0-5b0d69b16ddd admin admin] Notify callbacks [] for network, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:17:46.720433 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-9d5e7262-30a6-4d1f-a2e0-5b0d69b16ddd admin admin] 10.222.0.42 "DELETE /v2.0/networks/2badeed1-d4d5-4795-9078-79d1d1d5a220 HTTP/1.1" status: 204 len: 168 time: 0.6033995 Mar 29 16:17:46.723838 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 35438) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:17:46.733769 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5e7262-30a6-4d1f-a2e0-5b0d69b16ddd admin admin] Pushing event deleted for resources: {'Network': ['ID=2badeed1-d4d5-4795-9078-79d1d1d5a220,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:17:47.094060 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-526aeedc-68a8-4a54-9d33-354580ac177d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-530452'] for router_interface, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:17:47.191422 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device a4a3d92a-4df9-46e4-980c-9c5cf182cae8 no longer exists at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 16:17:47.212942 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] No Port match for: a4a3d92a-4df9-46e4-980c-9c5cf182cae8 {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 16:17:47.213305 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device a4a3d92a-4df9-46e4-980c-9c5cf182cae8 not bound to the agent host n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 16:17:47.213692 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 8b168f6d-3e21-4cf0-bd44-b531a2971e27 no longer exists at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 16:17:47.232964 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] No Port match for: 8b168f6d-3e21-4cf0-bd44-b531a2971e27 {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 16:17:47.233224 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 8b168f6d-3e21-4cf0-bd44-b531a2971e27 not bound to the agent host n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 16:17:47.233838 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device e6611329-2e70-4ce6-ad30-ca6a470209b2 no longer exists at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 16:17:47.256568 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] No Port match for: e6611329-2e70-4ce6-ad30-ca6a470209b2 {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 16:17:47.257203 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device e6611329-2e70-4ce6-ad30-ca6a470209b2 not bound to the agent host n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 16:17:47.277444 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:17:47.364405 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-526aeedc-68a8-4a54-9d33-354580ac177d admin admin] Deleting port 54b7a4eb-cd4d-45e0-83e3-ed53216ce3d7 {{(pid=102790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:17:47.364743 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-526aeedc-68a8-4a54-9d33-354580ac177d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:17:47.446790 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [None req-526aeedc-68a8-4a54-9d33-354580ac177d admin admin] For port 54b7a4eb-cd4d-45e0-83e3-ed53216ce3d7, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=54b7a4eb-cd4d-45e0-83e3-ed53216ce3d7,segment=NetworkSegment(e9b6c55c-4651-498e-b2a1-9577e0397e99),segment_id=e9b6c55c-4651-498e-b2a1-9577e0397e99)] {{(pid=102790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:17:47.447253 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-526aeedc-68a8-4a54-9d33-354580ac177d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:17:47.460249 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-526aeedc-68a8-4a54-9d33-354580ac177d admin admin] Calling delete_port for 54b7a4eb-cd4d-45e0-83e3-ed53216ce3d7 owned by network:router_interface {{(pid=102790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:17:47.640863 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-526aeedc-68a8-4a54-9d33-354580ac177d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:17:47.666186 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526aeedc-68a8-4a54-9d33-354580ac177d admin admin] Pushing event deleted for resources: {'Port': ['ID=54b7a4eb-cd4d-45e0-83e3-ed53216ce3d7,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:17:47.675829 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526aeedc-68a8-4a54-9d33-354580ac177d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:17:47.676178 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526aeedc-68a8-4a54-9d33-354580ac177d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:17:47.676498 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526aeedc-68a8-4a54-9d33-354580ac177d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:17:47.676833 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526aeedc-68a8-4a54-9d33-354580ac177d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:17:47.677160 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526aeedc-68a8-4a54-9d33-354580ac177d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:17:47.677485 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526aeedc-68a8-4a54-9d33-354580ac177d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:17:47.677825 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526aeedc-68a8-4a54-9d33-354580ac177d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:17:47.678122 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526aeedc-68a8-4a54-9d33-354580ac177d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:17:47.678442 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526aeedc-68a8-4a54-9d33-354580ac177d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:17:47.678761 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526aeedc-68a8-4a54-9d33-354580ac177d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:17:47.679086 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526aeedc-68a8-4a54-9d33-354580ac177d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:17:47.679435 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526aeedc-68a8-4a54-9d33-354580ac177d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:17:47.851988 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-526aeedc-68a8-4a54-9d33-354580ac177d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-530528'] for router_interface, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:17:48.032568 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:17:48.074341 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-526aeedc-68a8-4a54-9d33-354580ac177d admin admin] Router 6941fde2-77dd-472f-9d4f-b2f080380faf has already been hosted by L3 agent c648d819-1060-4f26-b4ec-6455387b5dff {{(pid=102790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 16:17:48.179918 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-526aeedc-68a8-4a54-9d33-354580ac177d admin admin] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 16:17:48.187998 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 35466) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:17:48.188459 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-526aeedc-68a8-4a54-9d33-354580ac177d admin admin] 10.222.0.42 "PUT /v2.0/routers/6941fde2-77dd-472f-9d4f-b2f080380faf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4625964 Mar 29 16:17:48.188792 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62408f46-f9b8-4c61-9df8-49b62a603898 None None] Sync routers for ids ['6941fde2-77dd-472f-9d4f-b2f080380faf'] in n-d-834765-1 {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 16:17:48.201046 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62408f46-f9b8-4c61-9df8-49b62a603898 None None] Routers {'6941fde2-77dd-472f-9d4f-b2f080380faf'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:17:48.201660 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-62408f46-f9b8-4c61-9df8-49b62a603898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:17:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['6941fde2-77dd-472f-9d4f-b2f080380faf'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:17:48.301659 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-87f70a30-ce39-4c9c-80ad-6cab4afa453e admin admin] Notify callbacks [] for router, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:17:48.311231 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvr_db [None req-62408f46-f9b8-4c61-9df8-49b62a603898 None None] Set router 6941fde2-77dd-472f-9d4f-b2f080380faf gateway port host: n-d-834765-1 {{(pid=102793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:17:48.405607 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-87f70a30-ce39-4c9c-80ad-6cab4afa453e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:17:48.467620 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-87f70a30-ce39-4c9c-80ad-6cab4afa453e admin admin] Deleting port 40d43b7f-3b44-4b52-8017-ec5128924656 {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:17:48.467969 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-87f70a30-ce39-4c9c-80ad-6cab4afa453e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:17:48.507144 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-62408f46-f9b8-4c61-9df8-49b62a603898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6941fde2-77dd-472f-9d4f-b2f080380faf', 'name': 'tempest-TestVolumeBackupRestore-832633905-router', 'tenant_id': '99fefc5c9a4d4ec79ea0bb34455f471f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.88'}], 'enable_snat': True}, 'gw_port_id': '40d43b7f-3b44-4b52-8017-ec5128924656', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:14:39Z', 'updated_at': '2022-03-29T16:17:47Z', 'revision_number': 5, 'project_id': '99fefc5c9a4d4ec79ea0bb34455f471f', 'gw_port': {'id': '40d43b7f-3b44-4b52-8017-ec5128924656', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:d4:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6941fde2-77dd-472f-9d4f-b2f080380faf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4052, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:14:40Z', 'updated_at': '2022-03-29T16:14:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1'}], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:17:48.532903 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62408f46-f9b8-4c61-9df8-49b62a603898 None None] Checking router: 6941fde2-77dd-472f-9d4f-b2f080380faf for host: n-d-834765-1 {{(pid=102793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 16:17:48.542989 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62408f46-f9b8-4c61-9df8-49b62a603898 None None] Routers {'6941fde2-77dd-472f-9d4f-b2f080380faf'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:17:48.543928 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-62408f46-f9b8-4c61-9df8-49b62a603898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:17:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['6941fde2-77dd-472f-9d4f-b2f080380faf'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:17:48.573861 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [None req-87f70a30-ce39-4c9c-80ad-6cab4afa453e admin admin] For port 40d43b7f-3b44-4b52-8017-ec5128924656, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=40d43b7f-3b44-4b52-8017-ec5128924656,segment=NetworkSegment(6ab47353-a811-4bad-bc73-b4cc84583cfd),segment_id=6ab47353-a811-4bad-bc73-b4cc84583cfd)] {{(pid=102791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:17:48.574228 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-87f70a30-ce39-4c9c-80ad-6cab4afa453e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:17:48.587285 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-87f70a30-ce39-4c9c-80ad-6cab4afa453e admin admin] Calling delete_port for 40d43b7f-3b44-4b52-8017-ec5128924656 owned by network:router_gateway {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:17:48.630299 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvr_db [None req-62408f46-f9b8-4c61-9df8-49b62a603898 None None] Set router 6941fde2-77dd-472f-9d4f-b2f080380faf gateway port host: None {{(pid=102793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:17:48.690731 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-62408f46-f9b8-4c61-9df8-49b62a603898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6941fde2-77dd-472f-9d4f-b2f080380faf', 'name': 'tempest-TestVolumeBackupRestore-832633905-router', 'tenant_id': '99fefc5c9a4d4ec79ea0bb34455f471f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:14:39Z', 'updated_at': '2022-03-29T16:17:48Z', 'revision_number': 6, 'project_id': '99fefc5c9a4d4ec79ea0bb34455f471f', 'gw_port_host': None}], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:17:48.716881 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62408f46-f9b8-4c61-9df8-49b62a603898 None None] The sync data for ids ['6941fde2-77dd-472f-9d4f-b2f080380faf'] in n-d-834765-1 is: [{'id': '6941fde2-77dd-472f-9d4f-b2f080380faf', 'name': 'tempest-TestVolumeBackupRestore-832633905-router', 'tenant_id': '99fefc5c9a4d4ec79ea0bb34455f471f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:14:39Z', 'updated_at': '2022-03-29T16:17:48Z', 'revision_number': 6, 'project_id': '99fefc5c9a4d4ec79ea0bb34455f471f', 'gw_port_host': None}] {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 16:17:48.760781 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-87f70a30-ce39-4c9c-80ad-6cab4afa453e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:17:48.795235 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f70a30-ce39-4c9c-80ad-6cab4afa453e admin admin] Pushing event deleted for resources: {'Port': ['ID=40d43b7f-3b44-4b52-8017-ec5128924656,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:17:48.852937 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-87f70a30-ce39-4c9c-80ad-6cab4afa453e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-648138'] for router_gateway, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:17:48.954283 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-87f70a30-ce39-4c9c-80ad-6cab4afa453e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129328'] for router, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:17:48.957718 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-87f70a30-ce39-4c9c-80ad-6cab4afa453e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:17:49.011573 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-87f70a30-ce39-4c9c-80ad-6cab4afa453e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-526718'] for router, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:17:49.012338 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87f70a30-ce39-4c9c-80ad-6cab4afa453e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6941fde2-77dd-472f-9d4f-b2f080380faf {{(pid=102791) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 29 16:17:49.017062 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-87f70a30-ce39-4c9c-80ad-6cab4afa453e admin admin] Notify callbacks [] for router, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:17:49.018936 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-87f70a30-ce39-4c9c-80ad-6cab4afa453e admin admin] 10.222.0.42 "DELETE /v2.0/routers/6941fde2-77dd-472f-9d4f-b2f080380faf HTTP/1.1" status: 204 len: 168 time: 0.8287663 Mar 29 16:17:49.021647 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 35480) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:17:49.069504 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c73e611-95d8-4b36-8dd4-72974dac92fd admin admin] Deleting subnet bde1edd9-2c57-42c7-9272-ae674dfe31eb {{(pid=102791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 16:17:49.072805 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-0c73e611-95d8-4b36-8dd4-72974dac92fd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:17:49.126240 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-0c73e611-95d8-4b36-8dd4-72974dac92fd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4230423'] for subnet, precommit_delete_associations {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:17:49.224218 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-0c73e611-95d8-4b36-8dd4-72974dac92fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1641287'] for subnet, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:17:49.282039 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-0c73e611-95d8-4b36-8dd4-72974dac92fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1641294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16155591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16218852'] for subnet, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:17:49.306115 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c73e611-95d8-4b36-8dd4-72974dac92fd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bde1edd9-2c57-42c7-9272-ae674dfe31eb,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:17:49.313290 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-0c73e611-95d8-4b36-8dd4-72974dac92fd admin admin] Notify callbacks [] for subnet, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:17:49.317198 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-0c73e611-95d8-4b36-8dd4-72974dac92fd admin admin] 10.222.0.42 "DELETE /v2.0/subnets/bde1edd9-2c57-42c7-9272-ae674dfe31eb HTTP/1.1" status: 204 len: 168 time: 0.2945724 Mar 29 16:17:49.319642 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 35486) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:17:49.321790 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae2f67a4-383f-45af-b3bc-c00fcf607c64 None None] Network cb6693a3-19d8-4dc3-aed5-a1e5818dfd66 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 16:17:49.400844 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-11b16fe6-5315-489c-a025-93b11660dd67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1631750'] for network, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:17:49.560577 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6accfbd-f9b3-44f8-98eb-b65bd0d79a5d None None] DHCP port deletion for cb6693a3-19d8-4dc3-aed5-a1e5818dfd66 request from n-d-834765-1 {{(pid=102792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 29 16:17:49.605573 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 54b7a4eb-cd4d-45e0-83e3-ed53216ce3d7 no longer exists at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 16:17:49.633885 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] No Port match for: 54b7a4eb-cd4d-45e0-83e3-ed53216ce3d7 {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 16:17:49.634457 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 54b7a4eb-cd4d-45e0-83e3-ed53216ce3d7 not bound to the agent host n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 16:17:49.661485 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-f6accfbd-f9b3-44f8-98eb-b65bd0d79a5d None None] Deleting port 8a192eb5-44b5-446e-99d6-9a6e283d6ee3 {{(pid=102792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:17:49.661960 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-f6accfbd-f9b3-44f8-98eb-b65bd0d79a5d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:17:49.735730 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-f6accfbd-f9b3-44f8-98eb-b65bd0d79a5d None None] For port 8a192eb5-44b5-446e-99d6-9a6e283d6ee3, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=8a192eb5-44b5-446e-99d6-9a6e283d6ee3,segment=NetworkSegment(e9b6c55c-4651-498e-b2a1-9577e0397e99),segment_id=e9b6c55c-4651-498e-b2a1-9577e0397e99)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:17:49.736216 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-f6accfbd-f9b3-44f8-98eb-b65bd0d79a5d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:17:49.755583 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-f6accfbd-f9b3-44f8-98eb-b65bd0d79a5d None None] Calling delete_port for 8a192eb5-44b5-446e-99d6-9a6e283d6ee3 owned by network:dhcp {{(pid=102792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:17:49.755931 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-11b16fe6-5315-489c-a025-93b11660dd67 admin admin] Deleting port 8a192eb5-44b5-446e-99d6-9a6e283d6ee3 {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:17:49.756272 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-11b16fe6-5315-489c-a025-93b11660dd67 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:17:49.819251 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [None req-11b16fe6-5315-489c-a025-93b11660dd67 admin admin] For port 8a192eb5-44b5-446e-99d6-9a6e283d6ee3, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=8a192eb5-44b5-446e-99d6-9a6e283d6ee3,segment=NetworkSegment(e9b6c55c-4651-498e-b2a1-9577e0397e99),segment_id=e9b6c55c-4651-498e-b2a1-9577e0397e99)] {{(pid=102791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:17:49.819647 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-11b16fe6-5315-489c-a025-93b11660dd67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:17:49.834318 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-11b16fe6-5315-489c-a025-93b11660dd67 admin admin] Calling delete_port for 8a192eb5-44b5-446e-99d6-9a6e283d6ee3 owned by network:dhcp {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:17:49.857606 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-f6accfbd-f9b3-44f8-98eb-b65bd0d79a5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350'] for port, after_delete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:17:49.885790 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6accfbd-f9b3-44f8-98eb-b65bd0d79a5d None None] Pushing event deleted for resources: {'Port': ['ID=8a192eb5-44b5-446e-99d6-9a6e283d6ee3,revision_number=None']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:17:49.889718 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6accfbd-f9b3-44f8-98eb-b65bd0d79a5d None None] No DVR routers for this DVR port 8a192eb5-44b5-446e-99d6-9a6e283d6ee3 on host n-d-834765-1 {{(pid=102792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 16:17:49.931424 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-11b16fe6-5315-489c-a025-93b11660dd67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:17:49.956820 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b16fe6-5315-489c-a025-93b11660dd67 admin admin] Pushing event deleted for resources: {'Port': ['ID=8a192eb5-44b5-446e-99d6-9a6e283d6ee3,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:17:49.962542 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11b16fe6-5315-489c-a025-93b11660dd67 admin admin] No DVR routers for this DVR port 8a192eb5-44b5-446e-99d6-9a6e283d6ee3 on host n-d-834765-1 {{(pid=102791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 16:17:50.042738 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-11b16fe6-5315-489c-a025-93b11660dd67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639890', 'neutron.services.segments.db._delete_segments_for_network-8783523423079'] for network, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:17:50.062604 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-11b16fe6-5315-489c-a025-93b11660dd67 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb6693a3-19d8-4dc3-aed5-a1e5818dfd66']}} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:17:50.072109 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-11b16fe6-5315-489c-a025-93b11660dd67 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9b6c55c-4651-498e-b2a1-9577e0397e99') {'for_net_delete': True} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:17:50.072403 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-11b16fe6-5315-489c-a025-93b11660dd67 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9b6c55c-4651-498e-b2a1-9577e0397e99') {} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:17:50.082126 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-11b16fe6-5315-489c-a025-93b11660dd67 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783523422064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4230428'] for segment, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:17:50.097225 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-11b16fe6-5315-489c-a025-93b11660dd67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:17:50.103369 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11b16fe6-5315-489c-a025-93b11660dd67 admin admin] Releasing vlan 648 on physical network physnet1 to pool {{(pid=102791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 16:17:50.103782 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-11b16fe6-5315-489c-a025-93b11660dd67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16169569'] for segment, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:17:50.105736 n-d-834765-1 neutron-server[102791]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 16:17:50.105736 n-d-834765-1 neutron-server[102791]: self.session.flush() Mar 29 16:17:50.105736 n-d-834765-1 neutron-server[102791]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 16:17:50.105736 n-d-834765-1 neutron-server[102791]: self.session.flush() Mar 29 16:17:50.105736 n-d-834765-1 neutron-server[102791]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 16:17:50.105736 n-d-834765-1 neutron-server[102791]: self.session.flush() Mar 29 16:17:50.105736 n-d-834765-1 neutron-server[102791]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 16:17:50.105736 n-d-834765-1 neutron-server[102791]: self.session.flush() Mar 29 16:17:50.105736 n-d-834765-1 neutron-server[102791]: Traceback (most recent call last): Mar 29 16:17:50.105736 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 16:17:50.105736 n-d-834765-1 neutron-server[102791]: timer() Mar 29 16:17:50.105736 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 16:17:50.105736 n-d-834765-1 neutron-server[102791]: cb(*args, **kw) Mar 29 16:17:50.105736 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 16:17:50.105736 n-d-834765-1 neutron-server[102791]: return func(*args, **kwargs) Mar 29 16:17:50.105736 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 16:17:50.105736 n-d-834765-1 neutron-server[102791]: self._notify() Mar 29 16:17:50.105736 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 16:17:50.105736 n-d-834765-1 neutron-server[102791]: self.callback(batched_events) Mar 29 16:17:50.105736 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 16:17:50.105736 n-d-834765-1 neutron-server[102791]: event.method(event) Mar 29 16:17:50.105736 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 16:17:50.105736 n-d-834765-1 neutron-server[102791]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 16:17:50.105736 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 16:17:50.105736 n-d-834765-1 neutron-server[102791]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 16:17:50.105736 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 16:17:50.105736 n-d-834765-1 neutron-server[102791]: return f(self, *a, **k) Mar 29 16:17:50.105736 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 16:17:50.105736 n-d-834765-1 neutron-server[102791]: return self._get(url).json() Mar 29 16:17:50.105736 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 16:17:50.105736 n-d-834765-1 neutron-server[102791]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 16:17:50.105736 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 16:17:50.105736 n-d-834765-1 neutron-server[102791]: return self.request(url, 'GET', **kwargs) Mar 29 16:17:50.105736 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 16:17:50.105736 n-d-834765-1 neutron-server[102791]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 16:17:50.105736 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 16:17:50.105736 n-d-834765-1 neutron-server[102791]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 16:17:50.105736 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 16:17:50.105736 n-d-834765-1 neutron-server[102791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 16:17:50.105736 n-d-834765-1 neutron-server[102791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 16:17:50.159471 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-11b16fe6-5315-489c-a025-93b11660dd67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1639897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648174'] for network, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:17:50.165917 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-11b16fe6-5315-489c-a025-93b11660dd67 admin admin] Notify callbacks [] for network, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:17:50.171870 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-11b16fe6-5315-489c-a025-93b11660dd67 admin admin] 10.222.0.42 "DELETE /v2.0/networks/cb6693a3-19d8-4dc3-aed5-a1e5818dfd66 HTTP/1.1" status: 204 len: 168 time: 0.8485250 Mar 29 16:17:50.187902 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b16fe6-5315-489c-a025-93b11660dd67 admin admin] Pushing event deleted for resources: {'Network': ['ID=cb6693a3-19d8-4dc3-aed5-a1e5818dfd66,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:17:50.351353 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 35506) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:17:50.389370 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-fa60c284-758f-4b45-a3de-c4a691494d2c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=4696204f08c14b60903edd498d5d88a9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0368288 Mar 29 16:17:50.391887 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 35508) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:17:50.453039 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-693b7834-455a-4aec-98a6-1b7bf9f7415d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:17:50.476714 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-693b7834-455a-4aec-98a6-1b7bf9f7415d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:17:50.525032 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-693b7834-455a-4aec-98a6-1b7bf9f7415d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:17:50.527882 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-693b7834-455a-4aec-98a6-1b7bf9f7415d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:17:50.529015 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-693b7834-455a-4aec-98a6-1b7bf9f7415d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d49633ee-5588-43b1-a038-845a74ea1854 HTTP/1.1" status: 204 len: 168 time: 0.1362631 Mar 29 16:17:50.537751 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693b7834-455a-4aec-98a6-1b7bf9f7415d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d49633ee-5588-43b1-a038-845a74ea1854,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:17:50.860884 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 35524) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:17:50.900389 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-a1e87167-c90b-40c3-9d56-03d796029a3b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=99fefc5c9a4d4ec79ea0bb34455f471f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0378208 Mar 29 16:17:50.902947 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 35526) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:17:50.950428 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-10ae03a0-062c-4d6e-b85f-5655a7b97e7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:17:50.972422 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-10ae03a0-062c-4d6e-b85f-5655a7b97e7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:17:51.022753 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-10ae03a0-062c-4d6e-b85f-5655a7b97e7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:17:51.025359 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-10ae03a0-062c-4d6e-b85f-5655a7b97e7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:17:51.026520 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-10ae03a0-062c-4d6e-b85f-5655a7b97e7e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/2ad557a5-2311-454f-bf44-7e4c08276ecf HTTP/1.1" status: 204 len: 168 time: 0.1222603 Mar 29 16:17:51.037962 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ae03a0-062c-4d6e-b85f-5655a7b97e7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ad557a5-2311-454f-bf44-7e4c08276ecf,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:17:51.183345 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 8a192eb5-44b5-446e-99d6-9a6e283d6ee3 no longer exists at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 16:17:51.207232 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] No Port match for: 8a192eb5-44b5-446e-99d6-9a6e283d6ee3 {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 16:17:51.207517 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 8a192eb5-44b5-446e-99d6-9a6e283d6ee3 not bound to the agent host n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 16:17:51.208115 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 40d43b7f-3b44-4b52-8017-ec5128924656 no longer exists at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 16:17:51.228711 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] No Port match for: 40d43b7f-3b44-4b52-8017-ec5128924656 {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 16:17:51.229109 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 40d43b7f-3b44-4b52-8017-ec5128924656 not bound to the agent host n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 16:17:52.246082 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.agents_db [None req-59735a15-725e-44d4-9ad5-95cbe356f209 None None] Agent healthcheck: found 7 active agents {{(pid=102793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 16:17:58.482875 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-270a2922-5075-4df7-a187-681fd90adda0 req-58bcf2bd-d5cf-4cac-aac5-25df3e1f458a service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=78e1dc4b-c4a7-48d0-a74c-4596d29cf141&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0439863 Mar 29 16:17:58.576734 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270a2922-5075-4df7-a187-681fd90adda0 req-ea7d8fa5-1c01-49df-ac24-74ccb7bdf973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:17:58.578219 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-270a2922-5075-4df7-a187-681fd90adda0 req-ea7d8fa5-1c01-49df-ac24-74ccb7bdf973 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=303f2ced478b497c987b2275eaab8006&device_id=78e1dc4b-c4a7-48d0-a74c-4596d29cf141 HTTP/1.1" status: 200 len: 1101 time: 0.0412402 Mar 29 16:17:58.684114 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270a2922-5075-4df7-a187-681fd90adda0 req-4df30d7c-1b4b-4f56-aa5f-227ffb50da3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:17:58.685640 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-270a2922-5075-4df7-a187-681fd90adda0 req-4df30d7c-1b4b-4f56-aa5f-227ffb50da3a service neutron] 10.222.0.48 "GET /v2.0/networks?id=2268a9b9-82fd-4886-a91d-3a50e4e16cab HTTP/1.1" status: 200 len: 870 time: 0.0885744 Mar 29 16:17:58.732482 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-270a2922-5075-4df7-a187-681fd90adda0 req-7eb96e60-2329-4100-b064-3c8fdb5a96c2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.140&port_id=8248b2f7-664a-4e4a-8292-ca725bc660c9 HTTP/1.1" status: 200 len: 217 time: 0.0404038 Mar 29 16:17:58.782747 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270a2922-5075-4df7-a187-681fd90adda0 req-6775197f-ce63-41d5-8149-e586d84a2358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:17:58.784789 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-270a2922-5075-4df7-a187-681fd90adda0 req-6775197f-ce63-41d5-8149-e586d84a2358 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=abb8e5d6-2aea-4455-a944-3435a3d1ce49 HTTP/1.1" status: 200 len: 843 time: 0.0447824 Mar 29 16:17:58.832438 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270a2922-5075-4df7-a187-681fd90adda0 req-6e2f3006-40d0-4bb4-9ea7-024291be5b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:17:58.833938 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-270a2922-5075-4df7-a187-681fd90adda0 req-6e2f3006-40d0-4bb4-9ea7-024291be5b85 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2268a9b9-82fd-4886-a91d-3a50e4e16cab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0427523 Mar 29 16:17:58.929601 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-270a2922-5075-4df7-a187-681fd90adda0 req-5e323d97-473d-4053-aa5e-7d5f0facbf7d service neutron] 10.222.0.48 "GET /v2.0/networks/2268a9b9-82fd-4886-a91d-3a50e4e16cab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889819 Mar 29 16:17:59.037346 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-270a2922-5075-4df7-a187-681fd90adda0 req-a20a427d-58d4-4f88-af6f-79c25835ffdd service neutron] 10.222.0.48 "GET /v2.0/networks/2268a9b9-82fd-4886-a91d-3a50e4e16cab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007485 Mar 29 16:18:00.379754 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-fd7d2768-3d15-4ce6-bf91-8b39317f9f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:18:02.832880 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-56f2fa99-9e93-4ae5-8ca1-1c264dffbc82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:18:04.290707 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d71584b9-87f1-45f5-84c7-c993c2416269 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:18:05.843783 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-0cb6abf6-2706-4e52-8825-f5f644ecf9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:18:05.966170 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:18:17.268386 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:18:18.050614 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:18:22.868989 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cacf0b2-4e57-4b91-906d-d2b425a09ee0 req-0c727445-d84f-4880-9b8e-9966ed27d35b tempest-VolumesBackupsTest-411755375 tempest-VolumesBackupsTest-411755375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:18:22.870456 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-1cacf0b2-4e57-4b91-906d-d2b425a09ee0 req-0c727445-d84f-4880-9b8e-9966ed27d35b tempest-VolumesBackupsTest-411755375 tempest-VolumesBackupsTest-411755375-project] 10.222.0.42 "GET /v2.0/ports?device_id=78e1dc4b-c4a7-48d0-a74c-4596d29cf141 HTTP/1.1" status: 200 len: 950 time: 0.0503943 Mar 29 16:18:22.908838 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-1cacf0b2-4e57-4b91-906d-d2b425a09ee0 req-b2dec6ee-edd4-432e-abae-616ceba384b9 tempest-VolumesBackupsTest-411755375 tempest-VolumesBackupsTest-411755375-project] 10.222.0.42 "GET /v2.0/security-groups?id=1c613500-e27e-4aab-bb21-1e845ab735be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316083 Mar 29 16:18:24.031004 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b93171-6118-44e1-8294-c87041b1d413 req-e94ecfa8-5387-40e1-88f7-91139a2711a0 tempest-VolumesBackupsTest-411755375 tempest-VolumesBackupsTest-411755375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:18:24.033404 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-45b93171-6118-44e1-8294-c87041b1d413 req-e94ecfa8-5387-40e1-88f7-91139a2711a0 tempest-VolumesBackupsTest-411755375 tempest-VolumesBackupsTest-411755375-project] 10.222.0.42 "GET /v2.0/ports?device_id=78e1dc4b-c4a7-48d0-a74c-4596d29cf141 HTTP/1.1" status: 200 len: 950 time: 0.0524881 Mar 29 16:18:24.071065 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-45b93171-6118-44e1-8294-c87041b1d413 req-f3a92019-78c2-490b-bfe3-725a500df3c0 tempest-VolumesBackupsTest-411755375 tempest-VolumesBackupsTest-411755375-project] 10.222.0.42 "GET /v2.0/security-groups?id=1c613500-e27e-4aab-bb21-1e845ab735be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312262 Mar 29 16:18:24.450191 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6cd63a-131d-4803-84cc-de22b2738d3e req-9492e551-bb6a-4b3a-ad09-7b5a6c611687 tempest-VolumesBackupsTest-411755375 tempest-VolumesBackupsTest-411755375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:18:24.451687 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-7e6cd63a-131d-4803-84cc-de22b2738d3e req-9492e551-bb6a-4b3a-ad09-7b5a6c611687 tempest-VolumesBackupsTest-411755375 tempest-VolumesBackupsTest-411755375-project] 10.222.0.48 "GET /v2.0/ports?device_id=78e1dc4b-c4a7-48d0-a74c-4596d29cf141 HTTP/1.1" status: 200 len: 950 time: 0.0491912 Mar 29 16:18:24.539384 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [req-7e6cd63a-131d-4803-84cc-de22b2738d3e req-049c5896-e787-4b3e-b6f4-63e747b1c4fb tempest-VolumesBackupsTest-411755375 tempest-VolumesBackupsTest-411755375-project] Deleting port 8248b2f7-664a-4e4a-8292-ca725bc660c9 {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:18:24.539725 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-7e6cd63a-131d-4803-84cc-de22b2738d3e req-049c5896-e787-4b3e-b6f4-63e747b1c4fb tempest-VolumesBackupsTest-411755375 tempest-VolumesBackupsTest-411755375-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:18:24.624609 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-7e6cd63a-131d-4803-84cc-de22b2738d3e req-049c5896-e787-4b3e-b6f4-63e747b1c4fb tempest-VolumesBackupsTest-411755375 tempest-VolumesBackupsTest-411755375-project] For port 8248b2f7-664a-4e4a-8292-ca725bc660c9, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=8248b2f7-664a-4e4a-8292-ca725bc660c9,segment=NetworkSegment(a0c230f0-660a-4194-9279-0f0781d34134),segment_id=a0c230f0-660a-4194-9279-0f0781d34134)] {{(pid=102791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:18:24.624990 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-7e6cd63a-131d-4803-84cc-de22b2738d3e req-049c5896-e787-4b3e-b6f4-63e747b1c4fb tempest-VolumesBackupsTest-411755375 tempest-VolumesBackupsTest-411755375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:18:24.637555 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [req-7e6cd63a-131d-4803-84cc-de22b2738d3e req-049c5896-e787-4b3e-b6f4-63e747b1c4fb tempest-VolumesBackupsTest-411755375 tempest-VolumesBackupsTest-411755375-project] Calling delete_port for 8248b2f7-664a-4e4a-8292-ca725bc660c9 owned by compute:nova {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:18:24.763175 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-7e6cd63a-131d-4803-84cc-de22b2738d3e req-049c5896-e787-4b3e-b6f4-63e747b1c4fb tempest-VolumesBackupsTest-411755375 tempest-VolumesBackupsTest-411755375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:18:24.774482 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] get_ports_and_sgs() called for port_ids ['8248b2f7-664a-4e4a-8292-ca725bc660c9'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 16:18:24.791102 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049c5896-e787-4b3e-b6f4-63e747b1c4fb tempest-VolumesBackupsTest-411755375 tempest-VolumesBackupsTest-411755375-project] Pushing event deleted for resources: {'Port': ['ID=8248b2f7-664a-4e4a-8292-ca725bc660c9,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:18:24.836825 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e6cd63a-131d-4803-84cc-de22b2738d3e req-049c5896-e787-4b3e-b6f4-63e747b1c4fb tempest-VolumesBackupsTest-411755375 tempest-VolumesBackupsTest-411755375-project] No DVR routers for this DVR port 8248b2f7-664a-4e4a-8292-ca725bc660c9 on host n-h2-834765-1 {{(pid=102791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 16:18:24.839781 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-7e6cd63a-131d-4803-84cc-de22b2738d3e req-049c5896-e787-4b3e-b6f4-63e747b1c4fb tempest-VolumesBackupsTest-411755375 tempest-VolumesBackupsTest-411755375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:18:24.843156 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-7e6cd63a-131d-4803-84cc-de22b2738d3e req-049c5896-e787-4b3e-b6f4-63e747b1c4fb tempest-VolumesBackupsTest-411755375 tempest-VolumesBackupsTest-411755375-project] 10.222.0.48 "DELETE /v2.0/ports/8248b2f7-664a-4e4a-8292-ca725bc660c9 HTTP/1.1" status: 204 len: 173 time: 0.3862422 Mar 29 16:18:24.843618 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78e1dc4b-c4a7-48d0-a74c-4596d29cf141', 'name': 'network-vif-deleted', 'tag': '8248b2f7-664a-4e4a-8292-ca725bc660c9'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:18:24.845884 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c67b028db5e9b9818fecc5c0a87ebc6f190694fa53ca267d523e04f98de536d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11803a8f-c0ea-44c1-a0df-72c9a2b8d4f7" -d '{"events": [{"server_uuid": "78e1dc4b-c4a7-48d0-a74c-4596d29cf141", "name": "network-vif-deleted", "tag": "8248b2f7-664a-4e4a-8292-ca725bc660c9"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:18:25.093438 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 16:18:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f050e42-19cf-46a9-8b82-2e881af58a05 x-openstack-request-id: req-1f050e42-19cf-46a9-8b82-2e881af58a05 {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:18:25.093754 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78e1dc4b-c4a7-48d0-a74c-4596d29cf141", "name": "network-vif-deleted", "tag": "8248b2f7-664a-4e4a-8292-ca725bc660c9", "status": "completed", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:18:25.094169 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1f050e42-19cf-46a9-8b82-2e881af58a05 {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:18:25.094667 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78e1dc4b-c4a7-48d0-a74c-4596d29cf141', 'name': 'network-vif-deleted', 'tag': '8248b2f7-664a-4e4a-8292-ca725bc660c9', 'status': 'completed', 'code': 200} Mar 29 16:18:25.191693 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-38484192-cba8-429d-b66d-b28327032e12 req-6fc6fc01-7d87-4997-b1b2-3218605d9f4a tempest-VolumesBackupsTest-411755375 tempest-VolumesBackupsTest-411755375-project] 10.222.0.42 "GET /v2.0/ports?device_id=78e1dc4b-c4a7-48d0-a74c-4596d29cf141 HTTP/1.1" status: 200 len: 210 time: 0.0332940 Mar 29 16:18:29.174129 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device 8248b2f7-664a-4e4a-8292-ca725bc660c9 no longer exists at agent hyperv_n-h2-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 16:18:29.196055 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] No Port match for: 8248b2f7-664a-4e4a-8292-ca725bc660c9 {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 16:18:29.196556 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device 8248b2f7-664a-4e4a-8292-ca725bc660c9 not bound to the agent host n-h2-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 16:18:29.247889 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.agents_db [None req-59735a15-725e-44d4-9ad5-95cbe356f209 None None] Agent healthcheck: found 7 active agents {{(pid=102793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 16:18:30.381822 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-946041e1-edd3-4897-8c87-0c53792d2c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:18:32.835711 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-a155a1db-9995-4539-bc69-7a1f592e17fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:18:34.294766 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d71584b9-87f1-45f5-84c7-c993c2416269 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:18:35.847043 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-0cb6abf6-2706-4e52-8825-f5f644ecf9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:18:35.967784 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:18:47.264983 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:18:48.067047 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:19:00.385208 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-786cab68-a36b-4550-b0b4-9eca6c3c666d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:19:02.839245 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-0aaf8c5a-e2aa-4281-bf38-ee0b63ceafac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:19:04.296812 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d71584b9-87f1-45f5-84c7-c993c2416269 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:19:05.848260 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-0cb6abf6-2706-4e52-8825-f5f644ecf9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:19:05.973235 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:19:06.246258 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.agents_db [None req-59735a15-725e-44d4-9ad5-95cbe356f209 None None] Agent healthcheck: found 7 active agents {{(pid=102793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 16:19:17.269953 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:19:18.068632 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:19:30.389412 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-4868360c-78c2-474a-bc16-429aed63eaa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:19:32.844340 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-e978da7b-4b22-4ded-9d96-864754190a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:19:34.300473 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d71584b9-87f1-45f5-84c7-c993c2416269 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:19:35.851421 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-0cb6abf6-2706-4e52-8825-f5f644ecf9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:19:35.967112 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:19:43.246630 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.agents_db [None req-59735a15-725e-44d4-9ad5-95cbe356f209 None None] Agent healthcheck: found 7 active agents {{(pid=102793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 16:19:47.274562 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:19:48.079729 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:20:00.391140 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-27e06432-36de-4c7e-ac16-8d00bcf222eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:20:02.838794 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-71700d93-e4a1-44e4-a435-c71e130dddba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:20:04.303231 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d71584b9-87f1-45f5-84c7-c993c2416269 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:20:05.855029 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-0cb6abf6-2706-4e52-8825-f5f644ecf9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:20:05.970211 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:20:17.302593 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:20:18.108208 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:20:20.246301 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.agents_db [None req-59735a15-725e-44d4-9ad5-95cbe356f209 None None] Agent healthcheck: found 7 active agents {{(pid=102793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 16:20:30.392123 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-bc5d2722-994e-44f3-82e8-a6c1bdd26df3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:20:32.842017 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-3769fb26-1e79-47b3-8e1d-e1c705547c55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:20:34.319887 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d71584b9-87f1-45f5-84c7-c993c2416269 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:20:35.856578 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-0cb6abf6-2706-4e52-8825-f5f644ecf9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:20:35.974267 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:20:47.315479 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:20:48.107187 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:20:57.245666 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.agents_db [None req-59735a15-725e-44d4-9ad5-95cbe356f209 None None] Agent healthcheck: found 7 active agents {{(pid=102793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 16:21:00.394841 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-eec0952a-9ff1-408e-9419-8551f8325562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:21:02.844032 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-28f37292-1258-457b-9f04-7e477394ebfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:21:04.306884 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d71584b9-87f1-45f5-84c7-c993c2416269 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:21:05.859914 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-0cb6abf6-2706-4e52-8825-f5f644ecf9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:21:05.979791 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:21:17.312640 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:21:18.112573 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:21:23.653334 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 39102) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:21:23.801234 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-f3d98f8f-6fe0-4fe6-ad29-19132c9c6266 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=303f2ced478b497c987b2275eaab8006&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1462727 Mar 29 16:21:23.803451 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 39108) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:21:23.853550 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-db056003-d0a6-453d-b235-e68eebfa4491 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:21:23.874871 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-db056003-d0a6-453d-b235-e68eebfa4491 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:21:23.922296 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-db056003-d0a6-453d-b235-e68eebfa4491 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:21:23.926712 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-db056003-d0a6-453d-b235-e68eebfa4491 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:21:23.928059 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-db056003-d0a6-453d-b235-e68eebfa4491 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/1c613500-e27e-4aab-bb21-1e845ab735be HTTP/1.1" status: 204 len: 168 time: 0.1236844 Mar 29 16:21:23.936535 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db056003-d0a6-453d-b235-e68eebfa4491 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c613500-e27e-4aab-bb21-1e845ab735be,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:21:23.945241 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db056003-d0a6-453d-b235-e68eebfa4491 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:21:23.945587 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db056003-d0a6-453d-b235-e68eebfa4491 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:21:23.945924 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db056003-d0a6-453d-b235-e68eebfa4491 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:21:23.946261 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db056003-d0a6-453d-b235-e68eebfa4491 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:21:23.946591 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db056003-d0a6-453d-b235-e68eebfa4491 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:21:23.946919 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db056003-d0a6-453d-b235-e68eebfa4491 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:21:23.947250 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db056003-d0a6-453d-b235-e68eebfa4491 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:21:23.947600 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db056003-d0a6-453d-b235-e68eebfa4491 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:21:23.947920 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db056003-d0a6-453d-b235-e68eebfa4491 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:21:23.948240 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db056003-d0a6-453d-b235-e68eebfa4491 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:21:23.948560 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db056003-d0a6-453d-b235-e68eebfa4491 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:21:23.948881 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db056003-d0a6-453d-b235-e68eebfa4491 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:21:30.397102 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-fcb2e81f-4dc9-421d-aa62-1f1d5c7e32bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:21:32.846145 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-7bec4d6a-cfc1-4776-ae11-371e8f40850a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:21:34.244820 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.agents_db [None req-59735a15-725e-44d4-9ad5-95cbe356f209 None None] Agent healthcheck: found 7 active agents {{(pid=102793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 16:21:34.298111 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d71584b9-87f1-45f5-84c7-c993c2416269 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:21:34.634823 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-5bfad649-2ac3-480b-bcb0-d76b36710191 req-0c634b2d-ae6b-4560-aed5-49e2ee8d3068 tempest-ServersAdminNegativeTestJSON-2144300912 tempest-ServersAdminNegativeTestJSON-2144300912-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=1b40c76b444644839de4c8e112209b41&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0301461 Mar 29 16:21:34.819462 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfad649-2ac3-480b-bcb0-d76b36710191 req-9fa34b07-cc51-4498-a090-80eea9fe59bc tempest-ServersAdminNegativeTestJSON-2144300912 tempest-ServersAdminNegativeTestJSON-2144300912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:21:34.820928 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-5bfad649-2ac3-480b-bcb0-d76b36710191 req-9fa34b07-cc51-4498-a090-80eea9fe59bc tempest-ServersAdminNegativeTestJSON-2144300912 tempest-ServersAdminNegativeTestJSON-2144300912-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1807337 Mar 29 16:21:34.836254 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-5bfad649-2ac3-480b-bcb0-d76b36710191 req-e98195e4-5f28-41c7-bc1c-2374e6f48f00 tempest-ServersAdminNegativeTestJSON-2144300912 tempest-ServersAdminNegativeTestJSON-2144300912-project] 10.222.0.42 "GET /v2.0/quotas/1b40c76b444644839de4c8e112209b41 HTTP/1.1" status: 200 len: 375 time: 0.0095351 Mar 29 16:21:34.866888 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-5bfad649-2ac3-480b-bcb0-d76b36710191 req-0a2a4c46-db6d-4da7-8653-b1935363dc8c tempest-ServersAdminNegativeTestJSON-2144300912 tempest-ServersAdminNegativeTestJSON-2144300912-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=1b40c76b444644839de4c8e112209b41&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0253036 Mar 29 16:21:35.032852 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-3361379b-3202-4efb-8d1e-ec3834a46cf3 req-e474e6bb-2d48-4145-976a-c3cb88fd2b3e tempest-ServersAdminNegativeTestJSON-2144300912 tempest-ServersAdminNegativeTestJSON-2144300912-project] 10.222.0.42 "GET /v2.0/ports?device_id=be77e022-4bb3-4205-af28-1fe763a54ff4 HTTP/1.1" status: 200 len: 210 time: 0.0292611 Mar 29 16:21:35.860919 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-0cb6abf6-2706-4e52-8825-f5f644ecf9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:21:35.975064 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-5bfad649-2ac3-480b-bcb0-d76b36710191 req-9fefeec6-2088-4eb6-935a-5e6ec4c70320 tempest-ServersAdminNegativeTestJSON-2144300912 tempest-ServersAdminNegativeTestJSON-2144300912-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=1b40c76b444644839de4c8e112209b41&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0227437 Mar 29 16:21:35.983570 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:21:36.100772 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfad649-2ac3-480b-bcb0-d76b36710191 req-a486ce8d-6bbc-4567-9981-12cad112709f tempest-ServersAdminNegativeTestJSON-2144300912 tempest-ServersAdminNegativeTestJSON-2144300912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:21:36.102313 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-5bfad649-2ac3-480b-bcb0-d76b36710191 req-a486ce8d-6bbc-4567-9981-12cad112709f tempest-ServersAdminNegativeTestJSON-2144300912 tempest-ServersAdminNegativeTestJSON-2144300912-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1222019 Mar 29 16:21:36.116512 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [req-5bfad649-2ac3-480b-bcb0-d76b36710191 req-433b6452-56b6-4bb0-a828-db2a34829c6c tempest-ServersAdminNegativeTestJSON-2144300912 tempest-ServersAdminNegativeTestJSON-2144300912-project] Request body: {'port': {'device_id': 'be77e022-4bb3-4205-af28-1fe763a54ff4', 'network_id': '2268a9b9-82fd-4886-a91d-3a50e4e16cab', 'admin_state_up': True, 'tenant_id': '1b40c76b444644839de4c8e112209b41'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:21:36.139792 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-05972f72-38b9-4952-bda1-88cfbf2f159e req-fb29e564-d209-4aed-9d1d-6effaffc682d tempest-ServersAdminNegativeTestJSON-2144300912 tempest-ServersAdminNegativeTestJSON-2144300912-project] 10.222.0.42 "GET /v2.0/ports?device_id=be77e022-4bb3-4205-af28-1fe763a54ff4 HTTP/1.1" status: 200 len: 210 time: 0.0257084 Mar 29 16:21:36.229319 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5bfad649-2ac3-480b-bcb0-d76b36710191 req-433b6452-56b6-4bb0-a828-db2a34829c6c tempest-ServersAdminNegativeTestJSON-2144300912 tempest-ServersAdminNegativeTestJSON-2144300912-project] Made reservation on behalf of 1b40c76b444644839de4c8e112209b41 for: {'port': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:21:36.232900 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-5bfad649-2ac3-480b-bcb0-d76b36710191 req-433b6452-56b6-4bb0-a828-db2a34829c6c tempest-ServersAdminNegativeTestJSON-2144300912 tempest-ServersAdminNegativeTestJSON-2144300912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:21:36.242109 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-5bfad649-2ac3-480b-bcb0-d76b36710191 req-433b6452-56b6-4bb0-a828-db2a34829c6c tempest-ServersAdminNegativeTestJSON-2144300912 tempest-ServersAdminNegativeTestJSON-2144300912-project] Notify callbacks [] for security_group, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:21:36.316806 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-5bfad649-2ac3-480b-bcb0-d76b36710191 req-433b6452-56b6-4bb0-a828-db2a34829c6c tempest-ServersAdminNegativeTestJSON-2144300912 tempest-ServersAdminNegativeTestJSON-2144300912-project] Notify callbacks [] for security_group, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:21:36.320398 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-5bfad649-2ac3-480b-bcb0-d76b36710191 req-433b6452-56b6-4bb0-a828-db2a34829c6c tempest-ServersAdminNegativeTestJSON-2144300912 tempest-ServersAdminNegativeTestJSON-2144300912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:21:36.381861 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433b6452-56b6-4bb0-a828-db2a34829c6c tempest-ServersAdminNegativeTestJSON-2144300912 tempest-ServersAdminNegativeTestJSON-2144300912-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f376403a-cca3-461f-bf5a-75e08fc36a50,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:21:36.457435 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_common [req-5bfad649-2ac3-480b-bcb0-d76b36710191 req-433b6452-56b6-4bb0-a828-db2a34829c6c tempest-ServersAdminNegativeTestJSON-2144300912 tempest-ServersAdminNegativeTestJSON-2144300912-project] Allocated IP 192.168.233.236 (2268a9b9-82fd-4886-a91d-3a50e4e16cab/abb8e5d6-2aea-4455-a944-3435a3d1ce49/55cba6ec-13d0-4538-9ce5-1e637fed2c08) {{(pid=102791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:21:36.605587 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-5bfad649-2ac3-480b-bcb0-d76b36710191 req-433b6452-56b6-4bb0-a828-db2a34829c6c tempest-ServersAdminNegativeTestJSON-2144300912 tempest-ServersAdminNegativeTestJSON-2144300912-project] Notify callbacks [] for port, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:21:36.637886 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-5bfad649-2ac3-480b-bcb0-d76b36710191 req-433b6452-56b6-4bb0-a828-db2a34829c6c tempest-ServersAdminNegativeTestJSON-2144300912 tempest-ServersAdminNegativeTestJSON-2144300912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:21:36.686097 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5bfad649-2ac3-480b-bcb0-d76b36710191 req-433b6452-56b6-4bb0-a828-db2a34829c6c tempest-ServersAdminNegativeTestJSON-2144300912 tempest-ServersAdminNegativeTestJSON-2144300912-project] Network 2268a9b9-82fd-4886-a91d-3a50e4e16cab is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:21:36.689091 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [req-5bfad649-2ac3-480b-bcb0-d76b36710191 req-433b6452-56b6-4bb0-a828-db2a34829c6c tempest-ServersAdminNegativeTestJSON-2144300912 tempest-ServersAdminNegativeTestJSON-2144300912-project] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:21:36.692728 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bfad649-2ac3-480b-bcb0-d76b36710191 req-433b6452-56b6-4bb0-a828-db2a34829c6c tempest-ServersAdminNegativeTestJSON-2144300912 tempest-ServersAdminNegativeTestJSON-2144300912-project] Received port after_create {{(pid=102791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:21:36.698777 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433b6452-56b6-4bb0-a828-db2a34829c6c tempest-ServersAdminNegativeTestJSON-2144300912 tempest-ServersAdminNegativeTestJSON-2144300912-project] Pushing event updated for resources: {'Port': ['ID=55cba6ec-13d0-4538-9ce5-1e637fed2c08,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:21:36.745874 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfad649-2ac3-480b-bcb0-d76b36710191 req-433b6452-56b6-4bb0-a828-db2a34829c6c tempest-ServersAdminNegativeTestJSON-2144300912 tempest-ServersAdminNegativeTestJSON-2144300912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:21:36.746776 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-5bfad649-2ac3-480b-bcb0-d76b36710191 req-433b6452-56b6-4bb0-a828-db2a34829c6c tempest-ServersAdminNegativeTestJSON-2144300912 tempest-ServersAdminNegativeTestJSON-2144300912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:21:36.762739 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-5bfad649-2ac3-480b-bcb0-d76b36710191 req-433b6452-56b6-4bb0-a828-db2a34829c6c tempest-ServersAdminNegativeTestJSON-2144300912 tempest-ServersAdminNegativeTestJSON-2144300912-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6507814 Mar 29 16:21:36.881151 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [req-5bfad649-2ac3-480b-bcb0-d76b36710191 req-9b1b19fe-edb6-4844-b9ff-abfff9ea8635 service neutron] Request body: {'port': {'device_id': 'be77e022-4bb3-4205-af28-1fe763a54ff4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834765-1'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:21:36.917026 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-455e7eae-9d06-4bfb-a49a-eab1f3af3859 None None] Provisioning complete for port 55cba6ec-13d0-4538-9ce5-1e637fed2c08 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:21:36.917605 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-455e7eae-9d06-4bfb-a49a-eab1f3af3859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:21:36.938162 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-5bfad649-2ac3-480b-bcb0-d76b36710191 req-9b1b19fe-edb6-4844-b9ff-abfff9ea8635 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:21:36.950620 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-455e7eae-9d06-4bfb-a49a-eab1f3af3859 None None] Port 55cba6ec-13d0-4538-9ce5-1e637fed2c08 cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 16:21:37.202382 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [req-5bfad649-2ac3-480b-bcb0-d76b36710191 req-9b1b19fe-edb6-4844-b9ff-abfff9ea8635 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55cba6ec-13d0-4538-9ce5-1e637fed2c08 {{(pid=102791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 16:21:37.210436 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-5bfad649-2ac3-480b-bcb0-d76b36710191 req-9b1b19fe-edb6-4844-b9ff-abfff9ea8635 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:21:37.227551 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.provisioning_blocks [req-5bfad649-2ac3-480b-bcb0-d76b36710191 req-9b1b19fe-edb6-4844-b9ff-abfff9ea8635 service neutron] Transition to ACTIVE for port object 55cba6ec-13d0-4538-9ce5-1e637fed2c08 will not be triggered until provisioned by entity L2. {{(pid=102791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 16:21:37.231848 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-5bfad649-2ac3-480b-bcb0-d76b36710191 req-9b1b19fe-edb6-4844-b9ff-abfff9ea8635 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:21:37.285489 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1b19fe-edb6-4844-b9ff-abfff9ea8635 service neutron] Pushing event updated for resources: {'Port': ['ID=55cba6ec-13d0-4538-9ce5-1e637fed2c08,revision_number=2']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:21:37.391827 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e42e89-52d1-4f60-9433-2b48938d7e5c req-2ba94c24-ab68-4133-9c19-2d312e5eda8e tempest-ServersAdminNegativeTestJSON-2144300912 tempest-ServersAdminNegativeTestJSON-2144300912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:21:37.393389 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-11e42e89-52d1-4f60-9433-2b48938d7e5c req-2ba94c24-ab68-4133-9c19-2d312e5eda8e tempest-ServersAdminNegativeTestJSON-2144300912 tempest-ServersAdminNegativeTestJSON-2144300912-project] 10.222.0.42 "GET /v2.0/ports?device_id=be77e022-4bb3-4205-af28-1fe763a54ff4 HTTP/1.1" status: 200 len: 948 time: 0.1791010 Mar 29 16:21:37.396462 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-5bfad649-2ac3-480b-bcb0-d76b36710191 req-9b1b19fe-edb6-4844-b9ff-abfff9ea8635 service neutron] Attempting to bind port 55cba6ec-13d0-4538-9ce5-1e637fed2c08 on host n-h1-834765-1 for vnic_type normal with profile {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 16:21:37.396795 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-5bfad649-2ac3-480b-bcb0-d76b36710191 req-9b1b19fe-edb6-4844-b9ff-abfff9ea8635 service neutron] Attempting to bind port 55cba6ec-13d0-4538-9ce5-1e637fed2c08 by drivers openvswitch,hyperv on host n-h1-834765-1 at level 0 using segments [{'id': 'a0c230f0-660a-4194-9279-0f0781d34134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '2268a9b9-82fd-4886-a91d-3a50e4e16cab'}] {{(pid=102791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 16:21:37.397123 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bfad649-2ac3-480b-bcb0-d76b36710191 req-9b1b19fe-edb6-4844-b9ff-abfff9ea8635 service neutron] Attempting to bind port 55cba6ec-13d0-4538-9ce5-1e637fed2c08 on network 2268a9b9-82fd-4886-a91d-3a50e4e16cab {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 16:21:37.408482 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bfad649-2ac3-480b-bcb0-d76b36710191 req-9b1b19fe-edb6-4844-b9ff-abfff9ea8635 service neutron] Port 55cba6ec-13d0-4538-9ce5-1e637fed2c08 on network 2268a9b9-82fd-4886-a91d-3a50e4e16cab not bound, no agent of type Open vSwitch agent registered on host n-h1-834765-1 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 16:21:37.408801 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bfad649-2ac3-480b-bcb0-d76b36710191 req-9b1b19fe-edb6-4844-b9ff-abfff9ea8635 service neutron] Attempting to bind port 55cba6ec-13d0-4538-9ce5-1e637fed2c08 on network 2268a9b9-82fd-4886-a91d-3a50e4e16cab {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 16:21:37.421490 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bfad649-2ac3-480b-bcb0-d76b36710191 req-9b1b19fe-edb6-4844-b9ff-abfff9ea8635 service neutron] Checking agent: {'id': 'be375040-5069-4239-9460-a3a3213e1e90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 33, 18), 'started_at': datetime.datetime(2022, 3, 29, 15, 33, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 16, 21, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 16:21:37.421775 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bfad649-2ac3-480b-bcb0-d76b36710191 req-9b1b19fe-edb6-4844-b9ff-abfff9ea8635 service neutron] Checking segment: {'id': 'a0c230f0-660a-4194-9279-0f0781d34134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '2268a9b9-82fd-4886-a91d-3a50e4e16cab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 16:21:37.422149 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bfad649-2ac3-480b-bcb0-d76b36710191 req-9b1b19fe-edb6-4844-b9ff-abfff9ea8635 service neutron] Bound using segment: {'id': 'a0c230f0-660a-4194-9279-0f0781d34134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '2268a9b9-82fd-4886-a91d-3a50e4e16cab'} {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 16:21:37.422584 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-5bfad649-2ac3-480b-bcb0-d76b36710191 req-9b1b19fe-edb6-4844-b9ff-abfff9ea8635 service neutron] Bound port: 55cba6ec-13d0-4538-9ce5-1e637fed2c08, host: n-h1-834765-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0c230f0-660a-4194-9279-0f0781d34134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '2268a9b9-82fd-4886-a91d-3a50e4e16cab'}}] {{(pid=102791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 16:21:37.422945 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-5bfad649-2ac3-480b-bcb0-d76b36710191 req-9b1b19fe-edb6-4844-b9ff-abfff9ea8635 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:21:37.472307 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-11e42e89-52d1-4f60-9433-2b48938d7e5c req-54afda98-05ae-4ba8-9d99-072ced494503 tempest-ServersAdminNegativeTestJSON-2144300912 tempest-ServersAdminNegativeTestJSON-2144300912-project] 10.222.0.42 "GET /v2.0/security-groups?id=f376403a-cca3-461f-bf5a-75e08fc36a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727611 Mar 29 16:21:37.502347 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-5bfad649-2ac3-480b-bcb0-d76b36710191 req-9b1b19fe-edb6-4844-b9ff-abfff9ea8635 service neutron] For port 55cba6ec-13d0-4538-9ce5-1e637fed2c08, host n-h1-834765-1, cleared binding levels {{(pid=102791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 16:21:37.506204 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-5bfad649-2ac3-480b-bcb0-d76b36710191 req-9b1b19fe-edb6-4844-b9ff-abfff9ea8635 service neutron] For port 55cba6ec-13d0-4538-9ce5-1e637fed2c08, host n-h1-834765-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=55cba6ec-13d0-4538-9ce5-1e637fed2c08,segment=NetworkSegment(a0c230f0-660a-4194-9279-0f0781d34134),segment_id=a0c230f0-660a-4194-9279-0f0781d34134)] {{(pid=102791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 16:21:37.510667 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-5bfad649-2ac3-480b-bcb0-d76b36710191 req-9b1b19fe-edb6-4844-b9ff-abfff9ea8635 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:21:37.551200 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfad649-2ac3-480b-bcb0-d76b36710191 req-9b1b19fe-edb6-4844-b9ff-abfff9ea8635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:21:37.552107 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-5bfad649-2ac3-480b-bcb0-d76b36710191 req-9b1b19fe-edb6-4844-b9ff-abfff9ea8635 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:21:37.553496 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-5bfad649-2ac3-480b-bcb0-d76b36710191 req-9b1b19fe-edb6-4844-b9ff-abfff9ea8635 service neutron] 10.222.0.44 "PUT /v2.0/ports/55cba6ec-13d0-4538-9ce5-1e637fed2c08 HTTP/1.1" status: 200 len: 1096 time: 0.7822673 Mar 29 16:21:37.553943 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be77e022-4bb3-4205-af28-1fe763a54ff4', 'tag': '55cba6ec-13d0-4538-9ce5-1e637fed2c08'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:21:37.556343 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c67b028db5e9b9818fecc5c0a87ebc6f190694fa53ca267d523e04f98de536d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8845589-7dff-4fcd-a454-08428793fe13" -d '{"events": [{"name": "network-changed", "server_uuid": "be77e022-4bb3-4205-af28-1fe763a54ff4", "tag": "55cba6ec-13d0-4538-9ce5-1e637fed2c08"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:21:37.583283 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1b19fe-edb6-4844-b9ff-abfff9ea8635 service neutron] Pushing event updated for resources: {'Port': ['ID=55cba6ec-13d0-4538-9ce5-1e637fed2c08,revision_number=3']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:21:37.599072 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 16:21:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ceda9b9-acfb-44a3-a5fa-b8936020b9b9 x-openstack-request-id: req-0ceda9b9-acfb-44a3-a5fa-b8936020b9b9 {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:21:37.599400 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be77e022-4bb3-4205-af28-1fe763a54ff4", "tag": "55cba6ec-13d0-4538-9ce5-1e637fed2c08", "status": "completed", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:21:37.599653 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-0ceda9b9-acfb-44a3-a5fa-b8936020b9b9 {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:21:37.600053 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be77e022-4bb3-4205-af28-1fe763a54ff4', 'tag': '55cba6ec-13d0-4538-9ce5-1e637fed2c08', 'status': 'completed', 'code': 200} Mar 29 16:21:37.648207 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfad649-2ac3-480b-bcb0-d76b36710191 req-aadf3d29-ef4c-4077-a4d1-85287b0a42c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:21:37.649747 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-5bfad649-2ac3-480b-bcb0-d76b36710191 req-aadf3d29-ef4c-4077-a4d1-85287b0a42c4 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1b40c76b444644839de4c8e112209b41&device_id=be77e022-4bb3-4205-af28-1fe763a54ff4 HTTP/1.1" status: 200 len: 1099 time: 0.0434997 Mar 29 16:21:37.697006 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-5bfad649-2ac3-480b-bcb0-d76b36710191 req-1c9f9b08-ce5c-449f-9b51-18563b2b1c53 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.236&port_id=55cba6ec-13d0-4538-9ce5-1e637fed2c08 HTTP/1.1" status: 200 len: 217 time: 0.0348241 Mar 29 16:21:37.754447 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfad649-2ac3-480b-bcb0-d76b36710191 req-591f505a-18f9-464f-be6c-e73ee8a389b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:21:37.755948 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-5bfad649-2ac3-480b-bcb0-d76b36710191 req-591f505a-18f9-464f-be6c-e73ee8a389b6 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=abb8e5d6-2aea-4455-a944-3435a3d1ce49 HTTP/1.1" status: 200 len: 843 time: 0.0527377 Mar 29 16:21:37.805978 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfad649-2ac3-480b-bcb0-d76b36710191 req-f50aee48-614c-4882-87aa-b0bb60747a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:21:37.807511 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-5bfad649-2ac3-480b-bcb0-d76b36710191 req-f50aee48-614c-4882-87aa-b0bb60747a64 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2268a9b9-82fd-4886-a91d-3a50e4e16cab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0451691 Mar 29 16:21:37.895693 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-5bfad649-2ac3-480b-bcb0-d76b36710191 req-6d5b5bff-2e9a-4668-9e96-9cded53d2b20 service neutron] 10.222.0.44 "GET /v2.0/networks/2268a9b9-82fd-4886-a91d-3a50e4e16cab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816905 Mar 29 16:21:37.990652 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-5bfad649-2ac3-480b-bcb0-d76b36710191 req-139e371e-c598-42ae-99b6-1b5ac627eeca service neutron] 10.222.0.44 "GET /v2.0/networks/2268a9b9-82fd-4886-a91d-3a50e4e16cab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885053 Mar 29 16:21:38.076565 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8845589-7dff-4fcd-a454-08428793fe13 req-b47a7be3-ace0-4362-9e00-7fbdb70be115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:21:38.078043 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-a8845589-7dff-4fcd-a454-08428793fe13 req-b47a7be3-ace0-4362-9e00-7fbdb70be115 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1b40c76b444644839de4c8e112209b41&device_id=be77e022-4bb3-4205-af28-1fe763a54ff4 HTTP/1.1" status: 200 len: 1099 time: 0.0407243 Mar 29 16:21:38.172975 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8845589-7dff-4fcd-a454-08428793fe13 req-4419ea48-a46f-4b0b-a4b9-0e0135a16762 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:21:38.174438 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-a8845589-7dff-4fcd-a454-08428793fe13 req-4419ea48-a46f-4b0b-a4b9-0e0135a16762 service neutron] 10.222.0.44 "GET /v2.0/networks?id=2268a9b9-82fd-4886-a91d-3a50e4e16cab HTTP/1.1" status: 200 len: 870 time: 0.0891109 Mar 29 16:21:38.215045 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-a8845589-7dff-4fcd-a454-08428793fe13 req-e4c64371-dada-4d2d-8046-73f64be83af5 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.236&port_id=55cba6ec-13d0-4538-9ce5-1e637fed2c08 HTTP/1.1" status: 200 len: 217 time: 0.0339446 Mar 29 16:21:38.263675 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8845589-7dff-4fcd-a454-08428793fe13 req-70f17323-d31d-4f9c-8bbc-411783e65581 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:21:38.264999 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-a8845589-7dff-4fcd-a454-08428793fe13 req-70f17323-d31d-4f9c-8bbc-411783e65581 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=abb8e5d6-2aea-4455-a944-3435a3d1ce49 HTTP/1.1" status: 200 len: 843 time: 0.0440323 Mar 29 16:21:38.314784 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8845589-7dff-4fcd-a454-08428793fe13 req-35470db5-9127-47a1-a251-bcd53c63a52a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:21:38.317316 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-a8845589-7dff-4fcd-a454-08428793fe13 req-35470db5-9127-47a1-a251-bcd53c63a52a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2268a9b9-82fd-4886-a91d-3a50e4e16cab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0446379 Mar 29 16:21:38.406632 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-a8845589-7dff-4fcd-a454-08428793fe13 req-0dad35e4-40f7-4a7d-b270-a05c57def628 service neutron] 10.222.0.44 "GET /v2.0/networks/2268a9b9-82fd-4886-a91d-3a50e4e16cab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824959 Mar 29 16:21:38.500923 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-a8845589-7dff-4fcd-a454-08428793fe13 req-b5dd7600-a369-44ce-956c-4de2e6672d9b service neutron] 10.222.0.44 "GET /v2.0/networks/2268a9b9-82fd-4886-a91d-3a50e4e16cab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866022 Mar 29 16:21:38.591718 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b515f9-a8af-4573-8b04-55945fbe1556 req-1d1ad49d-130b-4755-ada7-08220bb4fd4b tempest-ServersAdminNegativeTestJSON-2144300912 tempest-ServersAdminNegativeTestJSON-2144300912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:21:38.593188 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-87b515f9-a8af-4573-8b04-55945fbe1556 req-1d1ad49d-130b-4755-ada7-08220bb4fd4b tempest-ServersAdminNegativeTestJSON-2144300912 tempest-ServersAdminNegativeTestJSON-2144300912-project] 10.222.0.42 "GET /v2.0/ports?device_id=be77e022-4bb3-4205-af28-1fe763a54ff4 HTTP/1.1" status: 200 len: 948 time: 0.0499766 Mar 29 16:21:38.629897 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-87b515f9-a8af-4573-8b04-55945fbe1556 req-5f298dce-4e95-4a9a-99a4-a4c6c80e4497 tempest-ServersAdminNegativeTestJSON-2144300912 tempest-ServersAdminNegativeTestJSON-2144300912-project] 10.222.0.42 "GET /v2.0/security-groups?id=f376403a-cca3-461f-bf5a-75e08fc36a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306296 Mar 29 16:21:39.745346 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d12bc3-fb7d-4468-a83f-071d43be6353 req-53efb586-9d83-4dc0-a18e-56bb997752cd tempest-ServersAdminNegativeTestJSON-2144300912 tempest-ServersAdminNegativeTestJSON-2144300912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:21:39.746796 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-d4d12bc3-fb7d-4468-a83f-071d43be6353 req-53efb586-9d83-4dc0-a18e-56bb997752cd tempest-ServersAdminNegativeTestJSON-2144300912 tempest-ServersAdminNegativeTestJSON-2144300912-project] 10.222.0.42 "GET /v2.0/ports?device_id=be77e022-4bb3-4205-af28-1fe763a54ff4 HTTP/1.1" status: 200 len: 948 time: 0.0478265 Mar 29 16:21:39.785242 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-d4d12bc3-fb7d-4468-a83f-071d43be6353 req-008571ee-a18d-4cff-b313-4a4c53f2e472 tempest-ServersAdminNegativeTestJSON-2144300912 tempest-ServersAdminNegativeTestJSON-2144300912-project] 10.222.0.42 "GET /v2.0/security-groups?id=f376403a-cca3-461f-bf5a-75e08fc36a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323405 Mar 29 16:21:40.900793 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a75ec5-873e-451c-ad72-9ef9b850cc41 req-48ae3540-d5db-44d1-92a9-372c0ee95e8a tempest-ServersAdminNegativeTestJSON-2144300912 tempest-ServersAdminNegativeTestJSON-2144300912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:21:40.902267 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d7a75ec5-873e-451c-ad72-9ef9b850cc41 req-48ae3540-d5db-44d1-92a9-372c0ee95e8a tempest-ServersAdminNegativeTestJSON-2144300912 tempest-ServersAdminNegativeTestJSON-2144300912-project] 10.222.0.42 "GET /v2.0/ports?device_id=be77e022-4bb3-4205-af28-1fe763a54ff4 HTTP/1.1" status: 200 len: 948 time: 0.0493863 Mar 29 16:21:40.939815 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d7a75ec5-873e-451c-ad72-9ef9b850cc41 req-4f111898-556f-4e2a-bd5a-0dc9e03834c4 tempest-ServersAdminNegativeTestJSON-2144300912 tempest-ServersAdminNegativeTestJSON-2144300912-project] 10.222.0.42 "GET /v2.0/security-groups?id=f376403a-cca3-461f-bf5a-75e08fc36a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315599 Mar 29 16:21:41.882972 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device 55cba6ec-13d0-4538-9ce5-1e637fed2c08 details requested by agent hyperv_n-h1-834765-1 with host n-h1-834765-1 {{(pid=102792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 16:21:41.985549 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port 55cba6ec-13d0-4538-9ce5-1e637fed2c08, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=55cba6ec-13d0-4538-9ce5-1e637fed2c08,segment=NetworkSegment(a0c230f0-660a-4194-9279-0f0781d34134),segment_id=a0c230f0-660a-4194-9279-0f0781d34134)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:21:41.996819 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Returning: {'device': '55cba6ec-13d0-4538-9ce5-1e637fed2c08', 'network_id': '2268a9b9-82fd-4886-a91d-3a50e4e16cab', 'port_id': '55cba6ec-13d0-4538-9ce5-1e637fed2c08', 'mac_address': 'fa:16:3e:3d:a3:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 625, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abb8e5d6-2aea-4455-a944-3435a3d1ce49', 'ip_address': '192.168.233.236'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 16:21:42.035621 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:21:42.049043 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55cba6ec-13d0-4538-9ce5-1e637fed2c08 {{(pid=102792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 16:21:42.060368 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514403c1-c877-49f8-bb1e-ea26bda8003b req-c4c45801-d850-4232-a57d-a701ffa81748 tempest-ServersAdminNegativeTestJSON-2144300912 tempest-ServersAdminNegativeTestJSON-2144300912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:21:42.061838 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-514403c1-c877-49f8-bb1e-ea26bda8003b req-c4c45801-d850-4232-a57d-a701ffa81748 tempest-ServersAdminNegativeTestJSON-2144300912 tempest-ServersAdminNegativeTestJSON-2144300912-project] 10.222.0.42 "GET /v2.0/ports?device_id=be77e022-4bb3-4205-af28-1fe763a54ff4 HTTP/1.1" status: 200 len: 948 time: 0.0518675 Mar 29 16:21:42.068931 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port 55cba6ec-13d0-4538-9ce5-1e637fed2c08, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=55cba6ec-13d0-4538-9ce5-1e637fed2c08,segment=NetworkSegment(a0c230f0-660a-4194-9279-0f0781d34134),segment_id=a0c230f0-660a-4194-9279-0f0781d34134)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:21:42.074167 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:21:42.101380 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-514403c1-c877-49f8-bb1e-ea26bda8003b req-d128b319-21ef-4687-afdb-c6e68c7e6e17 tempest-ServersAdminNegativeTestJSON-2144300912 tempest-ServersAdminNegativeTestJSON-2144300912-project] 10.222.0.42 "GET /v2.0/security-groups?id=f376403a-cca3-461f-bf5a-75e08fc36a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328028 Mar 29 16:21:42.124977 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Pushing event updated for resources: {'Port': ['ID=55cba6ec-13d0-4538-9ce5-1e637fed2c08,revision_number=4']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:21:42.132699 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:21:42.133087 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:21:42.133372 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:21:42.133700 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:21:42.134024 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:21:42.134346 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:21:42.134666 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:21:42.134988 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:21:42.135367 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:21:42.135734 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:21:42.136093 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:21:42.136470 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:21:42.412212 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] get_ports_and_sgs() called for port_ids ['55cba6ec-13d0-4538-9ce5-1e637fed2c08'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 16:21:43.223870 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680fb9f6-8176-4913-bbf4-2c2c4fdd5d1d req-bb4befdd-65cb-49dc-9aa5-454dc2e0bf5f tempest-ServersAdminNegativeTestJSON-2144300912 tempest-ServersAdminNegativeTestJSON-2144300912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:21:43.225330 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-680fb9f6-8176-4913-bbf4-2c2c4fdd5d1d req-bb4befdd-65cb-49dc-9aa5-454dc2e0bf5f tempest-ServersAdminNegativeTestJSON-2144300912 tempest-ServersAdminNegativeTestJSON-2144300912-project] 10.222.0.42 "GET /v2.0/ports?device_id=be77e022-4bb3-4205-af28-1fe763a54ff4 HTTP/1.1" status: 200 len: 949 time: 0.0541418 Mar 29 16:21:43.262632 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-680fb9f6-8176-4913-bbf4-2c2c4fdd5d1d req-0ba9f6ee-6213-462d-ad86-2307fe33d066 tempest-ServersAdminNegativeTestJSON-2144300912 tempest-ServersAdminNegativeTestJSON-2144300912-project] 10.222.0.42 "GET /v2.0/security-groups?id=f376403a-cca3-461f-bf5a-75e08fc36a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313926 Mar 29 16:21:43.882919 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device 55cba6ec-13d0-4538-9ce5-1e637fed2c08 up at agent hyperv_n-h1-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 16:21:43.940512 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Provisioning for port 55cba6ec-13d0-4538-9ce5-1e637fed2c08 completed by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 16:21:43.945078 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Provisioning complete for port 55cba6ec-13d0-4538-9ce5-1e637fed2c08 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:21:43.945459 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:21:44.023449 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:21:44.046311 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be77e022-4bb3-4205-af28-1fe763a54ff4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55cba6ec-13d0-4538-9ce5-1e637fed2c08'}] {{(pid=102792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:21:44.048581 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4f476c66b318cc6068719fc39557fac68d413f5c7e78fa77028c7948e999ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef47fe98-899e-4939-ba55-02abfa56ff35" -d '{"events": [{"server_uuid": "be77e022-4bb3-4205-af28-1fe763a54ff4", "name": "network-vif-plugged", "status": "completed", "tag": "55cba6ec-13d0-4538-9ce5-1e637fed2c08"}]}' {{(pid=102792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:21:44.061380 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port 55cba6ec-13d0-4538-9ce5-1e637fed2c08, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=55cba6ec-13d0-4538-9ce5-1e637fed2c08,segment=NetworkSegment(a0c230f0-660a-4194-9279-0f0781d34134),segment_id=a0c230f0-660a-4194-9279-0f0781d34134)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:21:44.065431 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:21:44.117101 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Pushing event updated for resources: {'Port': ['ID=55cba6ec-13d0-4538-9ce5-1e637fed2c08,revision_number=5']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:21:44.151143 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 16:21:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45a0b27b-1a09-4a84-8c3d-4bb1bd479d80 x-openstack-request-id: req-45a0b27b-1a09-4a84-8c3d-4bb1bd479d80 {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:21:44.151499 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be77e022-4bb3-4205-af28-1fe763a54ff4", "name": "network-vif-plugged", "status": "completed", "tag": "55cba6ec-13d0-4538-9ce5-1e637fed2c08", "code": 200}]} {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:21:44.151738 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-45a0b27b-1a09-4a84-8c3d-4bb1bd479d80 {{(pid=102792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:21:44.152148 n-d-834765-1 neutron-server[102792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be77e022-4bb3-4205-af28-1fe763a54ff4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55cba6ec-13d0-4538-9ce5-1e637fed2c08', 'code': 200} Mar 29 16:21:44.247376 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60fb0cc-e13a-45cf-88d1-b8e24ebf0617 req-5dfc0bcf-afbd-4d0e-8502-a080b7e194da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:21:44.248874 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-c60fb0cc-e13a-45cf-88d1-b8e24ebf0617 req-5dfc0bcf-afbd-4d0e-8502-a080b7e194da service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=be77e022-4bb3-4205-af28-1fe763a54ff4 HTTP/1.1" status: 200 len: 1101 time: 0.0400331 Mar 29 16:21:44.283878 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-c60fb0cc-e13a-45cf-88d1-b8e24ebf0617 req-a86113fc-4a81-4043-8b94-a9e847ba20e1 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=f376403a-cca3-461f-bf5a-75e08fc36a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0271020 Mar 29 16:21:44.378960 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826632f7-fa22-4504-a70b-be9199e0eec2 req-a863f0f3-4f9b-42c5-a087-c20fd2d428c3 tempest-ServersAdminNegativeTestJSON-2144300912 tempest-ServersAdminNegativeTestJSON-2144300912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:21:44.380982 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-826632f7-fa22-4504-a70b-be9199e0eec2 req-a863f0f3-4f9b-42c5-a087-c20fd2d428c3 tempest-ServersAdminNegativeTestJSON-2144300912 tempest-ServersAdminNegativeTestJSON-2144300912-project] 10.222.0.42 "GET /v2.0/ports?device_id=be77e022-4bb3-4205-af28-1fe763a54ff4 HTTP/1.1" status: 200 len: 950 time: 0.0482872 Mar 29 16:21:44.417723 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-826632f7-fa22-4504-a70b-be9199e0eec2 req-9c1b3d3f-4a3f-4968-b73b-9aee2887f11c tempest-ServersAdminNegativeTestJSON-2144300912 tempest-ServersAdminNegativeTestJSON-2144300912-project] 10.222.0.42 "GET /v2.0/security-groups?id=f376403a-cca3-461f-bf5a-75e08fc36a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306711 Mar 29 16:21:45.536634 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7149621-d164-4676-ba48-0455e4c6464c req-9548daaf-c263-4aac-936f-ba67c8541123 tempest-ServersAdminNegativeTestJSON-2144300912 tempest-ServersAdminNegativeTestJSON-2144300912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:21:45.538003 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-e7149621-d164-4676-ba48-0455e4c6464c req-9548daaf-c263-4aac-936f-ba67c8541123 tempest-ServersAdminNegativeTestJSON-2144300912 tempest-ServersAdminNegativeTestJSON-2144300912-project] 10.222.0.42 "GET /v2.0/ports?device_id=be77e022-4bb3-4205-af28-1fe763a54ff4 HTTP/1.1" status: 200 len: 950 time: 0.0512850 Mar 29 16:21:45.577240 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-e7149621-d164-4676-ba48-0455e4c6464c req-b2c2f8b2-6b5e-498b-96ea-6a6926901eba tempest-ServersAdminNegativeTestJSON-2144300912 tempest-ServersAdminNegativeTestJSON-2144300912-project] 10.222.0.42 "GET /v2.0/security-groups?id=f376403a-cca3-461f-bf5a-75e08fc36a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331595 Mar 29 16:21:46.697510 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bb4ed7-3e48-4fd5-81fb-407dc09c382f req-1c4bb4da-a34a-4126-9d8d-03012a065316 tempest-ServersAdminNegativeTestJSON-2144300912 tempest-ServersAdminNegativeTestJSON-2144300912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:21:46.698981 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-c7bb4ed7-3e48-4fd5-81fb-407dc09c382f req-1c4bb4da-a34a-4126-9d8d-03012a065316 tempest-ServersAdminNegativeTestJSON-2144300912 tempest-ServersAdminNegativeTestJSON-2144300912-project] 10.222.0.42 "GET /v2.0/ports?device_id=be77e022-4bb3-4205-af28-1fe763a54ff4 HTTP/1.1" status: 200 len: 950 time: 0.0522096 Mar 29 16:21:46.736227 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-c7bb4ed7-3e48-4fd5-81fb-407dc09c382f req-6e965c8d-8bc2-4296-bd3e-6665008c6404 tempest-ServersAdminNegativeTestJSON-2144300912 tempest-ServersAdminNegativeTestJSON-2144300912-project] 10.222.0.42 "GET /v2.0/security-groups?id=f376403a-cca3-461f-bf5a-75e08fc36a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303264 Mar 29 16:21:47.063208 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [req-f6cfef1c-07cb-470f-a007-cdf28fbec4bb req-c8288c7c-c4f2-4bf7-82b7-bc6b5e4be6cd service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=102790) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 16:21:47.064228 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-f6cfef1c-07cb-470f-a007-cdf28fbec4bb req-c8288c7c-c4f2-4bf7-82b7-bc6b5e4be6cd service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0610099 Mar 29 16:21:47.330038 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:21:47.441623 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [req-60297b31-c72a-41b0-8024-280458df66f0 req-2aefaf63-58ab-4e38-8562-afdf6b19f7ce service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=102791) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 16:21:47.443310 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-60297b31-c72a-41b0-8024-280458df66f0 req-2aefaf63-58ab-4e38-8562-afdf6b19f7ce service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0571320 Mar 29 16:21:47.786499 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696976e4-9ce4-4e02-a16d-04e68e5dae80 req-3f8c877c-1524-4435-b446-a04a11be8201 tempest-ServersAdminNegativeTestJSON-2144300912 tempest-ServersAdminNegativeTestJSON-2144300912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:21:47.787903 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-696976e4-9ce4-4e02-a16d-04e68e5dae80 req-3f8c877c-1524-4435-b446-a04a11be8201 tempest-ServersAdminNegativeTestJSON-2144300912 tempest-ServersAdminNegativeTestJSON-2144300912-project] 10.222.0.42 "GET /v2.0/ports?device_id=be77e022-4bb3-4205-af28-1fe763a54ff4 HTTP/1.1" status: 200 len: 950 time: 0.0556250 Mar 29 16:21:47.826160 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-696976e4-9ce4-4e02-a16d-04e68e5dae80 req-33cf1588-ac7e-421d-90c3-596b030ef9bb tempest-ServersAdminNegativeTestJSON-2144300912 tempest-ServersAdminNegativeTestJSON-2144300912-project] 10.222.0.42 "GET /v2.0/security-groups?id=f376403a-cca3-461f-bf5a-75e08fc36a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322373 Mar 29 16:21:48.130658 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:21:48.947547 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06079416-5b72-4b34-8156-ca2f9ede43a7 req-c627a0de-65fd-49cc-bcab-f0799937d2a2 tempest-ServersAdminNegativeTestJSON-2144300912 tempest-ServersAdminNegativeTestJSON-2144300912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:21:48.949079 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-06079416-5b72-4b34-8156-ca2f9ede43a7 req-c627a0de-65fd-49cc-bcab-f0799937d2a2 tempest-ServersAdminNegativeTestJSON-2144300912 tempest-ServersAdminNegativeTestJSON-2144300912-project] 10.222.0.42 "GET /v2.0/ports?device_id=be77e022-4bb3-4205-af28-1fe763a54ff4 HTTP/1.1" status: 200 len: 950 time: 0.0499425 Mar 29 16:21:48.988475 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-06079416-5b72-4b34-8156-ca2f9ede43a7 req-e556d940-e7a3-421d-86be-e1511480b720 tempest-ServersAdminNegativeTestJSON-2144300912 tempest-ServersAdminNegativeTestJSON-2144300912-project] 10.222.0.42 "GET /v2.0/security-groups?id=f376403a-cca3-461f-bf5a-75e08fc36a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332954 Mar 29 16:21:49.111385 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08121563-c526-411c-8935-a8f0197eb50b req-a14ecbdf-8752-45ea-bdca-a3a9cd51e2b6 tempest-ServersAdminNegativeTestJSON-2144300912 tempest-ServersAdminNegativeTestJSON-2144300912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:21:49.112744 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-08121563-c526-411c-8935-a8f0197eb50b req-a14ecbdf-8752-45ea-bdca-a3a9cd51e2b6 tempest-ServersAdminNegativeTestJSON-2144300912 tempest-ServersAdminNegativeTestJSON-2144300912-project] 10.222.0.44 "GET /v2.0/ports?device_id=be77e022-4bb3-4205-af28-1fe763a54ff4 HTTP/1.1" status: 200 len: 950 time: 0.0483716 Mar 29 16:21:49.203463 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [req-08121563-c526-411c-8935-a8f0197eb50b req-8b834753-5950-416a-9abf-811be12848b2 tempest-ServersAdminNegativeTestJSON-2144300912 tempest-ServersAdminNegativeTestJSON-2144300912-project] Deleting port 55cba6ec-13d0-4538-9ce5-1e637fed2c08 {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:21:49.203801 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-08121563-c526-411c-8935-a8f0197eb50b req-8b834753-5950-416a-9abf-811be12848b2 tempest-ServersAdminNegativeTestJSON-2144300912 tempest-ServersAdminNegativeTestJSON-2144300912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:21:49.294407 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-08121563-c526-411c-8935-a8f0197eb50b req-8b834753-5950-416a-9abf-811be12848b2 tempest-ServersAdminNegativeTestJSON-2144300912 tempest-ServersAdminNegativeTestJSON-2144300912-project] For port 55cba6ec-13d0-4538-9ce5-1e637fed2c08, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=55cba6ec-13d0-4538-9ce5-1e637fed2c08,segment=NetworkSegment(a0c230f0-660a-4194-9279-0f0781d34134),segment_id=a0c230f0-660a-4194-9279-0f0781d34134)] {{(pid=102791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:21:49.294763 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-08121563-c526-411c-8935-a8f0197eb50b req-8b834753-5950-416a-9abf-811be12848b2 tempest-ServersAdminNegativeTestJSON-2144300912 tempest-ServersAdminNegativeTestJSON-2144300912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:21:49.306884 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [req-08121563-c526-411c-8935-a8f0197eb50b req-8b834753-5950-416a-9abf-811be12848b2 tempest-ServersAdminNegativeTestJSON-2144300912 tempest-ServersAdminNegativeTestJSON-2144300912-project] Calling delete_port for 55cba6ec-13d0-4538-9ce5-1e637fed2c08 owned by compute:nova {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:21:49.433174 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-08121563-c526-411c-8935-a8f0197eb50b req-8b834753-5950-416a-9abf-811be12848b2 tempest-ServersAdminNegativeTestJSON-2144300912 tempest-ServersAdminNegativeTestJSON-2144300912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:21:49.445548 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] get_ports_and_sgs() called for port_ids ['55cba6ec-13d0-4538-9ce5-1e637fed2c08'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 16:21:49.462325 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b834753-5950-416a-9abf-811be12848b2 tempest-ServersAdminNegativeTestJSON-2144300912 tempest-ServersAdminNegativeTestJSON-2144300912-project] Pushing event deleted for resources: {'Port': ['ID=55cba6ec-13d0-4538-9ce5-1e637fed2c08,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:21:49.507548 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [req-08121563-c526-411c-8935-a8f0197eb50b req-8b834753-5950-416a-9abf-811be12848b2 tempest-ServersAdminNegativeTestJSON-2144300912 tempest-ServersAdminNegativeTestJSON-2144300912-project] No DVR routers for this DVR port 55cba6ec-13d0-4538-9ce5-1e637fed2c08 on host n-h1-834765-1 {{(pid=102791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 16:21:49.510286 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-08121563-c526-411c-8935-a8f0197eb50b req-8b834753-5950-416a-9abf-811be12848b2 tempest-ServersAdminNegativeTestJSON-2144300912 tempest-ServersAdminNegativeTestJSON-2144300912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:21:49.513649 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-08121563-c526-411c-8935-a8f0197eb50b req-8b834753-5950-416a-9abf-811be12848b2 tempest-ServersAdminNegativeTestJSON-2144300912 tempest-ServersAdminNegativeTestJSON-2144300912-project] 10.222.0.44 "DELETE /v2.0/ports/55cba6ec-13d0-4538-9ce5-1e637fed2c08 HTTP/1.1" status: 204 len: 173 time: 0.3943193 Mar 29 16:21:49.514098 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be77e022-4bb3-4205-af28-1fe763a54ff4', 'name': 'network-vif-deleted', 'tag': '55cba6ec-13d0-4538-9ce5-1e637fed2c08'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:21:49.516375 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c67b028db5e9b9818fecc5c0a87ebc6f190694fa53ca267d523e04f98de536d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d0bf92c-d535-42cc-b271-5b84e1fd5e5a" -d '{"events": [{"server_uuid": "be77e022-4bb3-4205-af28-1fe763a54ff4", "name": "network-vif-deleted", "tag": "55cba6ec-13d0-4538-9ce5-1e637fed2c08"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:21:49.565603 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 16:21:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c886a1d1-5efa-408c-bb9b-1c572ef55263 x-openstack-request-id: req-c886a1d1-5efa-408c-bb9b-1c572ef55263 {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:21:49.565900 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be77e022-4bb3-4205-af28-1fe763a54ff4", "name": "network-vif-deleted", "tag": "55cba6ec-13d0-4538-9ce5-1e637fed2c08", "status": "completed", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:21:49.566150 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c886a1d1-5efa-408c-bb9b-1c572ef55263 {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:21:49.566539 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be77e022-4bb3-4205-af28-1fe763a54ff4', 'name': 'network-vif-deleted', 'tag': '55cba6ec-13d0-4538-9ce5-1e637fed2c08', 'status': 'completed', 'code': 200} Mar 29 16:21:50.278593 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 39270) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:21:50.409384 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-c171dce9-6f95-4b75-b00d-d22ce33ec4a1 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=1b40c76b444644839de4c8e112209b41&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1295481 Mar 29 16:21:50.412487 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 39274) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:21:50.459577 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-ca36f5dc-d057-41b2-989a-e23fc95ccda1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:21:50.480450 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-ca36f5dc-d057-41b2-989a-e23fc95ccda1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:21:50.524125 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-ca36f5dc-d057-41b2-989a-e23fc95ccda1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:21:50.526658 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-ca36f5dc-d057-41b2-989a-e23fc95ccda1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:21:50.527883 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-ca36f5dc-d057-41b2-989a-e23fc95ccda1 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f376403a-cca3-461f-bf5a-75e08fc36a50 HTTP/1.1" status: 204 len: 168 time: 0.1144776 Mar 29 16:21:50.535179 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca36f5dc-d057-41b2-989a-e23fc95ccda1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f376403a-cca3-461f-bf5a-75e08fc36a50,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:21:50.783445 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 39280) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:21:50.796523 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-4553182f-eb0a-411f-a08f-2166ec72c66f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:21:50.872532 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-4553182f-eb0a-411f-a08f-2166ec72c66f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:21:50.875975 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-4553182f-eb0a-411f-a08f-2166ec72c66f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:21:50.912173 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4553182f-eb0a-411f-a08f-2166ec72c66f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=facc61e4-51de-4c40-824b-eebd539c04d1,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:21:50.916512 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-4553182f-eb0a-411f-a08f-2166ec72c66f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=32d46103436a4b1a9989f5ea0c358ee0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1320608 Mar 29 16:21:50.919235 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 39282) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:21:50.966403 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-e112b11c-fa12-4138-9a64-1c309ea55110 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:21:50.987140 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-e112b11c-fa12-4138-9a64-1c309ea55110 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:21:51.031827 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-e112b11c-fa12-4138-9a64-1c309ea55110 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:21:51.034521 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-e112b11c-fa12-4138-9a64-1c309ea55110 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:21:51.036343 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-e112b11c-fa12-4138-9a64-1c309ea55110 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/facc61e4-51de-4c40-824b-eebd539c04d1 HTTP/1.1" status: 204 len: 168 time: 0.1154752 Mar 29 16:21:51.044116 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e112b11c-fa12-4138-9a64-1c309ea55110 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=facc61e4-51de-4c40-824b-eebd539c04d1,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:21:51.698510 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 39304) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:21:51.797978 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-2aa11f5e-3d4f-4d02-9520-acb0c87f97af admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-2031070276-network', 'tenant_id': 'a9d303d9619b4699b467f75fc808c2cc'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:21:51.825050 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2aa11f5e-3d4f-4d02-9520-acb0c87f97af admin admin] Made reservation on behalf of a9d303d9619b4699b467f75fc808c2cc for: {'network': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:21:51.827594 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-2aa11f5e-3d4f-4d02-9520-acb0c87f97af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for network, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:21:51.835834 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-2aa11f5e-3d4f-4d02-9520-acb0c87f97af admin admin] Notify callbacks [] for security_group, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:21:51.883931 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device 55cba6ec-13d0-4538-9ce5-1e637fed2c08 no longer exists at agent hyperv_n-h1-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 16:21:51.907528 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] No Port match for: 55cba6ec-13d0-4538-9ce5-1e637fed2c08 {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 16:21:51.907873 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device 55cba6ec-13d0-4538-9ce5-1e637fed2c08 not bound to the agent host n-h1-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 16:21:51.911795 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-2aa11f5e-3d4f-4d02-9520-acb0c87f97af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:21:51.915550 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-2aa11f5e-3d4f-4d02-9520-acb0c87f97af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:21:51.942606 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2aa11f5e-3d4f-4d02-9520-acb0c87f97af admin admin] vlan segment allocate from pool success with {'vlan_id': 607, 'physical_network': 'physnet1'} {{(pid=102790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 16:21:51.947866 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa11f5e-3d4f-4d02-9520-acb0c87f97af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46a7b9fa-b526-46ab-b8ef-6888fb32062c,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:21:51.958485 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-2aa11f5e-3d4f-4d02-9520-acb0c87f97af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:21:51.958821 n-d-834765-1 neutron-server[102790]: INFO neutron.db.segments_db [None req-2aa11f5e-3d4f-4d02-9520-acb0c87f97af admin admin] Added segment 96aeb71d-711c-4df1-a7b9-3be2e6fe1b93 of type vlan for network 8f4adad4-faee-4053-949c-ca6c647b4421 Mar 29 16:21:51.960677 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa11f5e-3d4f-4d02-9520-acb0c87f97af admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:21:51.961013 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa11f5e-3d4f-4d02-9520-acb0c87f97af admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:21:51.961358 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa11f5e-3d4f-4d02-9520-acb0c87f97af admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:21:51.961666 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa11f5e-3d4f-4d02-9520-acb0c87f97af admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:21:51.961985 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa11f5e-3d4f-4d02-9520-acb0c87f97af admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:21:51.962301 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa11f5e-3d4f-4d02-9520-acb0c87f97af admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:21:51.962613 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa11f5e-3d4f-4d02-9520-acb0c87f97af admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:21:51.962926 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa11f5e-3d4f-4d02-9520-acb0c87f97af admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:21:51.963236 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa11f5e-3d4f-4d02-9520-acb0c87f97af admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:21:51.963572 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa11f5e-3d4f-4d02-9520-acb0c87f97af admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:21:51.963879 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa11f5e-3d4f-4d02-9520-acb0c87f97af admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:21:51.964180 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa11f5e-3d4f-4d02-9520-acb0c87f97af admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:21:52.005602 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-2aa11f5e-3d4f-4d02-9520-acb0c87f97af admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783522915970'] for network, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:21:52.029369 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-2aa11f5e-3d4f-4d02-9520-acb0c87f97af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795'] for network, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:21:52.030303 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aa11f5e-3d4f-4d02-9520-acb0c87f97af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:21:52.030872 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-2aa11f5e-3d4f-4d02-9520-acb0c87f97af admin admin] Notify callbacks [] for network, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:21:52.062111 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-2aa11f5e-3d4f-4d02-9520-acb0c87f97af admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3625276 Mar 29 16:21:52.065232 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 39308) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:21:52.070877 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-53a6275c-c944-48b5-8ba0-ef7c5db30008 admin admin] Request body: {'subnet': {'network_id': '8f4adad4-faee-4053-949c-ca6c647b4421', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-2031070276-subnet', 'tenant_id': 'a9d303d9619b4699b467f75fc808c2cc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:21:52.091546 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53a6275c-c944-48b5-8ba0-ef7c5db30008 admin admin] Made reservation on behalf of a9d303d9619b4699b467f75fc808c2cc for: {'subnet': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:21:52.093963 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-53a6275c-c944-48b5-8ba0-ef7c5db30008 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16218875'] for subnet, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:21:52.266847 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-53a6275c-c944-48b5-8ba0-ef7c5db30008 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16155524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16218861'] for subnet, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:21:52.332000 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a6275c-c944-48b5-8ba0-ef7c5db30008 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6b1e7e9f-9e2a-4bc0-90b8-528b55be3a2e,revision_number=0']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:21:52.337475 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53a6275c-c944-48b5-8ba0-ef7c5db30008 admin admin] Checking segment: {'id': '96aeb71d-711c-4df1-a7b9-3be2e6fe1b93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '8f4adad4-faee-4053-949c-ca6c647b4421'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 16:21:52.337830 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53a6275c-c944-48b5-8ba0-ef7c5db30008 admin admin] Network hostable DHCP agents. Network: 8f4adad4-faee-4053-949c-ca6c647b4421, hostable agents: ['d136643e-48ae-49d4-a851-2ba3bdf3749c'], hosted agents: [] {{(pid=102791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 16:21:52.355409 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53a6275c-c944-48b5-8ba0-ef7c5db30008 admin admin] Network 8f4adad4-faee-4053-949c-ca6c647b4421 is scheduled to be hosted by DHCP agent d136643e-48ae-49d4-a851-2ba3bdf3749c with binding_index 1 {{(pid=102791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 16:21:52.364477 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [None req-53a6275c-c944-48b5-8ba0-ef7c5db30008 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834765-1, 8f4adad4-faee-4053-949c-ca6c647b4421) {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:21:52.368999 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53a6275c-c944-48b5-8ba0-ef7c5db30008 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:21:52.370147 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-53a6275c-c944-48b5-8ba0-ef7c5db30008 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:21:52.373601 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68094f7e-d1a6-44a0-a706-ed28fd1103ed None None] Network 8f4adad4-faee-4053-949c-ca6c647b4421 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 16:21:52.397890 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-53a6275c-c944-48b5-8ba0-ef7c5db30008 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3221161 Mar 29 16:21:52.415197 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa11f5e-3d4f-4d02-9520-acb0c87f97af admin admin] Pushing event updated for resources: {'Network': ['ID=8f4adad4-faee-4053-949c-ca6c647b4421,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:21:52.436953 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Network 8f4adad4-faee-4053-949c-ca6c647b4421 details requested by agent ovs-agent-n-d-834765-1 with host n-d-834765-1 {{(pid=102792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 16:21:52.568317 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50db05ee-5211-4c71-b54d-7451543e741b None None] Network 8f4adad4-faee-4053-949c-ca6c647b4421 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 16:21:52.824156 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a3a3fd-3a39-440a-9514-633f7f890837 req-70f0e87b-c372-4c56-91d1-b34ff1aa5f3e tempest-DeleteServersTestJSON-1035070139 tempest-DeleteServersTestJSON-1035070139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:21:52.825623 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-36a3a3fd-3a39-440a-9514-633f7f890837 req-70f0e87b-c372-4c56-91d1-b34ff1aa5f3e tempest-DeleteServersTestJSON-1035070139 tempest-DeleteServersTestJSON-1035070139-project] 10.222.0.42 "GET /v2.0/networks?id=8f4adad4-faee-4053-949c-ca6c647b4421 HTTP/1.1" status: 200 len: 812 time: 0.1010821 Mar 29 16:21:52.840647 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-36a3a3fd-3a39-440a-9514-633f7f890837 req-95c8a5f5-301b-4e16-b55b-783c94ee5afa tempest-DeleteServersTestJSON-1035070139 tempest-DeleteServersTestJSON-1035070139-project] 10.222.0.42 "GET /v2.0/quotas/a9d303d9619b4699b467f75fc808c2cc HTTP/1.1" status: 200 len: 375 time: 0.0092711 Mar 29 16:21:52.871404 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-36a3a3fd-3a39-440a-9514-633f7f890837 req-61904cfb-8ebc-4fba-bc82-a6d7a58bde0a tempest-DeleteServersTestJSON-1035070139 tempest-DeleteServersTestJSON-1035070139-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=a9d303d9619b4699b467f75fc808c2cc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0255938 Mar 29 16:21:52.882314 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [req-36a3a3fd-3a39-440a-9514-633f7f890837 req-8173ac3f-cbfb-4076-aee6-7eda9872e8d3 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=102791) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 16:21:52.883305 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-36a3a3fd-3a39-440a-9514-633f7f890837 req-8173ac3f-cbfb-4076-aee6-7eda9872e8d3 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054188 Mar 29 16:21:52.974831 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-36a3a3fd-3a39-440a-9514-633f7f890837 req-67430890-5dfc-4525-b916-20dceac80b40 service neutron] 10.222.0.42 "GET /v2.0/networks/8f4adad4-faee-4053-949c-ca6c647b4421?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858977 Mar 29 16:21:53.064883 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-36a3a3fd-3a39-440a-9514-633f7f890837 req-3e7d17e1-b6d7-4e0b-a2ce-2fc8c04a56b1 service neutron] 10.222.0.42 "GET /v2.0/networks/8f4adad4-faee-4053-949c-ca6c647b4421?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840085 Mar 29 16:21:54.232579 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-44635aef-ba26-499a-911d-2a67b92afe6f req-428db5ca-5ee1-4205-8fa8-726e59a5fed4 tempest-DeleteServersTestJSON-1035070139 tempest-DeleteServersTestJSON-1035070139-project] 10.222.0.42 "GET /v2.0/ports?device_id=e0465b44-a434-42d0-8d2a-3767c234b57d HTTP/1.1" status: 200 len: 210 time: 0.0259082 Mar 29 16:21:55.134433 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a3a3fd-3a39-440a-9514-633f7f890837 req-4fc8750e-e448-4fc5-8e60-9027d2cb6751 tempest-DeleteServersTestJSON-1035070139 tempest-DeleteServersTestJSON-1035070139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:21:55.135941 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-36a3a3fd-3a39-440a-9514-633f7f890837 req-4fc8750e-e448-4fc5-8e60-9027d2cb6751 tempest-DeleteServersTestJSON-1035070139 tempest-DeleteServersTestJSON-1035070139-project] 10.222.0.44 "GET /v2.0/networks?id=8f4adad4-faee-4053-949c-ca6c647b4421 HTTP/1.1" status: 200 len: 812 time: 0.1012566 Mar 29 16:21:55.148892 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [req-36a3a3fd-3a39-440a-9514-633f7f890837 req-342dbde7-4085-43a7-a31d-59a7459dd538 tempest-DeleteServersTestJSON-1035070139 tempest-DeleteServersTestJSON-1035070139-project] Request body: {'port': {'device_id': 'e0465b44-a434-42d0-8d2a-3767c234b57d', 'network_id': '8f4adad4-faee-4053-949c-ca6c647b4421', 'admin_state_up': True, 'tenant_id': 'a9d303d9619b4699b467f75fc808c2cc'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:21:55.254346 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36a3a3fd-3a39-440a-9514-633f7f890837 req-342dbde7-4085-43a7-a31d-59a7459dd538 tempest-DeleteServersTestJSON-1035070139 tempest-DeleteServersTestJSON-1035070139-project] Made reservation on behalf of a9d303d9619b4699b467f75fc808c2cc for: {'port': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:21:55.258552 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-36a3a3fd-3a39-440a-9514-633f7f890837 req-342dbde7-4085-43a7-a31d-59a7459dd538 tempest-DeleteServersTestJSON-1035070139 tempest-DeleteServersTestJSON-1035070139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:21:55.342472 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-52716687-8ebf-4dca-bc60-0101eaf5f213 req-161fe23a-8a53-4c4d-b9f6-8dd46d825911 tempest-DeleteServersTestJSON-1035070139 tempest-DeleteServersTestJSON-1035070139-project] 10.222.0.42 "GET /v2.0/ports?device_id=e0465b44-a434-42d0-8d2a-3767c234b57d HTTP/1.1" status: 200 len: 210 time: 0.0314465 Mar 29 16:21:55.408994 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_common [req-36a3a3fd-3a39-440a-9514-633f7f890837 req-342dbde7-4085-43a7-a31d-59a7459dd538 tempest-DeleteServersTestJSON-1035070139 tempest-DeleteServersTestJSON-1035070139-project] Allocated IP 172.20.0.11 (8f4adad4-faee-4053-949c-ca6c647b4421/6b1e7e9f-9e2a-4bc0-90b8-528b55be3a2e/fa015708-fc8d-4600-ac20-b082316828da) {{(pid=102791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:21:55.551130 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-36a3a3fd-3a39-440a-9514-633f7f890837 req-342dbde7-4085-43a7-a31d-59a7459dd538 tempest-DeleteServersTestJSON-1035070139 tempest-DeleteServersTestJSON-1035070139-project] Notify callbacks [] for port, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:21:55.584915 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-36a3a3fd-3a39-440a-9514-633f7f890837 req-342dbde7-4085-43a7-a31d-59a7459dd538 tempest-DeleteServersTestJSON-1035070139 tempest-DeleteServersTestJSON-1035070139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:21:55.916356 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36a3a3fd-3a39-440a-9514-633f7f890837 req-342dbde7-4085-43a7-a31d-59a7459dd538 tempest-DeleteServersTestJSON-1035070139 tempest-DeleteServersTestJSON-1035070139-project] Network 8f4adad4-faee-4053-949c-ca6c647b4421 is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:21:55.919919 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [req-36a3a3fd-3a39-440a-9514-633f7f890837 req-342dbde7-4085-43a7-a31d-59a7459dd538 tempest-DeleteServersTestJSON-1035070139 tempest-DeleteServersTestJSON-1035070139-project] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:21:55.923439 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [req-36a3a3fd-3a39-440a-9514-633f7f890837 req-342dbde7-4085-43a7-a31d-59a7459dd538 tempest-DeleteServersTestJSON-1035070139 tempest-DeleteServersTestJSON-1035070139-project] Received port after_create {{(pid=102791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:21:55.929747 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342dbde7-4085-43a7-a31d-59a7459dd538 tempest-DeleteServersTestJSON-1035070139 tempest-DeleteServersTestJSON-1035070139-project] Pushing event updated for resources: {'Port': ['ID=fa015708-fc8d-4600-ac20-b082316828da,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:21:55.974473 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a3a3fd-3a39-440a-9514-633f7f890837 req-342dbde7-4085-43a7-a31d-59a7459dd538 tempest-DeleteServersTestJSON-1035070139 tempest-DeleteServersTestJSON-1035070139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:21:55.975072 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-36a3a3fd-3a39-440a-9514-633f7f890837 req-342dbde7-4085-43a7-a31d-59a7459dd538 tempest-DeleteServersTestJSON-1035070139 tempest-DeleteServersTestJSON-1035070139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:21:55.989759 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-36a3a3fd-3a39-440a-9514-633f7f890837 req-342dbde7-4085-43a7-a31d-59a7459dd538 tempest-DeleteServersTestJSON-1035070139 tempest-DeleteServersTestJSON-1035070139-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8455634 Mar 29 16:21:56.000960 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [req-36a3a3fd-3a39-440a-9514-633f7f890837 req-55b85bd9-6fe3-4fae-9b19-115470b4b74f service neutron] Request body: {'port': {'device_id': 'e0465b44-a434-42d0-8d2a-3767c234b57d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834765-1'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:21:56.052755 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-36a3a3fd-3a39-440a-9514-633f7f890837 req-55b85bd9-6fe3-4fae-9b19-115470b4b74f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:21:56.307365 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [req-36a3a3fd-3a39-440a-9514-633f7f890837 req-55b85bd9-6fe3-4fae-9b19-115470b4b74f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa015708-fc8d-4600-ac20-b082316828da {{(pid=102791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 16:21:56.314410 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-36a3a3fd-3a39-440a-9514-633f7f890837 req-55b85bd9-6fe3-4fae-9b19-115470b4b74f service neutron] Notify callbacks [] for port, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:21:56.326084 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.provisioning_blocks [req-36a3a3fd-3a39-440a-9514-633f7f890837 req-55b85bd9-6fe3-4fae-9b19-115470b4b74f service neutron] Transition to ACTIVE for port object fa015708-fc8d-4600-ac20-b082316828da will not be triggered until provisioned by entity L2. {{(pid=102791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 16:21:56.329801 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-36a3a3fd-3a39-440a-9514-633f7f890837 req-55b85bd9-6fe3-4fae-9b19-115470b4b74f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:21:56.381366 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b85bd9-6fe3-4fae-9b19-115470b4b74f service neutron] Pushing event updated for resources: {'Port': ['ID=fa015708-fc8d-4600-ac20-b082316828da,revision_number=2']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:21:56.450457 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-36a3a3fd-3a39-440a-9514-633f7f890837 req-55b85bd9-6fe3-4fae-9b19-115470b4b74f service neutron] Attempting to bind port fa015708-fc8d-4600-ac20-b082316828da on host n-h1-834765-1 for vnic_type normal with profile {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 16:21:56.450794 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-36a3a3fd-3a39-440a-9514-633f7f890837 req-55b85bd9-6fe3-4fae-9b19-115470b4b74f service neutron] Attempting to bind port fa015708-fc8d-4600-ac20-b082316828da by drivers openvswitch,hyperv on host n-h1-834765-1 at level 0 using segments [{'id': '96aeb71d-711c-4df1-a7b9-3be2e6fe1b93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '8f4adad4-faee-4053-949c-ca6c647b4421'}] {{(pid=102791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 16:21:56.451117 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36a3a3fd-3a39-440a-9514-633f7f890837 req-55b85bd9-6fe3-4fae-9b19-115470b4b74f service neutron] Attempting to bind port fa015708-fc8d-4600-ac20-b082316828da on network 8f4adad4-faee-4053-949c-ca6c647b4421 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 16:21:56.455427 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36a3a3fd-3a39-440a-9514-633f7f890837 req-55b85bd9-6fe3-4fae-9b19-115470b4b74f service neutron] Port fa015708-fc8d-4600-ac20-b082316828da on network 8f4adad4-faee-4053-949c-ca6c647b4421 not bound, no agent of type Open vSwitch agent registered on host n-h1-834765-1 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 16:21:56.455746 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36a3a3fd-3a39-440a-9514-633f7f890837 req-55b85bd9-6fe3-4fae-9b19-115470b4b74f service neutron] Attempting to bind port fa015708-fc8d-4600-ac20-b082316828da on network 8f4adad4-faee-4053-949c-ca6c647b4421 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 16:21:56.461243 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36a3a3fd-3a39-440a-9514-633f7f890837 req-55b85bd9-6fe3-4fae-9b19-115470b4b74f service neutron] Checking agent: {'id': 'be375040-5069-4239-9460-a3a3213e1e90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 33, 18), 'started_at': datetime.datetime(2022, 3, 29, 15, 33, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 16, 21, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 16:21:56.461583 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36a3a3fd-3a39-440a-9514-633f7f890837 req-55b85bd9-6fe3-4fae-9b19-115470b4b74f service neutron] Checking segment: {'id': '96aeb71d-711c-4df1-a7b9-3be2e6fe1b93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '8f4adad4-faee-4053-949c-ca6c647b4421'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 16:21:56.461966 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36a3a3fd-3a39-440a-9514-633f7f890837 req-55b85bd9-6fe3-4fae-9b19-115470b4b74f service neutron] Bound using segment: {'id': '96aeb71d-711c-4df1-a7b9-3be2e6fe1b93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '8f4adad4-faee-4053-949c-ca6c647b4421'} {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 16:21:56.462386 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-36a3a3fd-3a39-440a-9514-633f7f890837 req-55b85bd9-6fe3-4fae-9b19-115470b4b74f service neutron] Bound port: fa015708-fc8d-4600-ac20-b082316828da, host: n-h1-834765-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96aeb71d-711c-4df1-a7b9-3be2e6fe1b93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '8f4adad4-faee-4053-949c-ca6c647b4421'}}] {{(pid=102791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 16:21:56.462741 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-36a3a3fd-3a39-440a-9514-633f7f890837 req-55b85bd9-6fe3-4fae-9b19-115470b4b74f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:21:56.464284 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4710e276-2416-47c3-8a9e-c7185e17af34 req-a6a11403-03bc-4324-82cd-808dc32b1260 tempest-DeleteServersTestJSON-1035070139 tempest-DeleteServersTestJSON-1035070139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:21:56.465785 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-4710e276-2416-47c3-8a9e-c7185e17af34 req-a6a11403-03bc-4324-82cd-808dc32b1260 tempest-DeleteServersTestJSON-1035070139 tempest-DeleteServersTestJSON-1035070139-project] 10.222.0.42 "GET /v2.0/ports?device_id=e0465b44-a434-42d0-8d2a-3767c234b57d HTTP/1.1" status: 200 len: 944 time: 0.0502951 Mar 29 16:21:56.504666 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-4710e276-2416-47c3-8a9e-c7185e17af34 req-dba14552-040f-458a-97e7-b8e0a25d01fe tempest-DeleteServersTestJSON-1035070139 tempest-DeleteServersTestJSON-1035070139-project] 10.222.0.42 "GET /v2.0/security-groups?id=46a7b9fa-b526-46ab-b8ef-6888fb32062c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327127 Mar 29 16:21:56.528325 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-36a3a3fd-3a39-440a-9514-633f7f890837 req-55b85bd9-6fe3-4fae-9b19-115470b4b74f service neutron] For port fa015708-fc8d-4600-ac20-b082316828da, host n-h1-834765-1, cleared binding levels {{(pid=102791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 16:21:56.531239 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-36a3a3fd-3a39-440a-9514-633f7f890837 req-55b85bd9-6fe3-4fae-9b19-115470b4b74f service neutron] For port fa015708-fc8d-4600-ac20-b082316828da, host n-h1-834765-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=fa015708-fc8d-4600-ac20-b082316828da,segment=NetworkSegment(96aeb71d-711c-4df1-a7b9-3be2e6fe1b93),segment_id=96aeb71d-711c-4df1-a7b9-3be2e6fe1b93)] {{(pid=102791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 16:21:56.536542 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-36a3a3fd-3a39-440a-9514-633f7f890837 req-55b85bd9-6fe3-4fae-9b19-115470b4b74f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:21:56.574640 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a3a3fd-3a39-440a-9514-633f7f890837 req-55b85bd9-6fe3-4fae-9b19-115470b4b74f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:21:56.575250 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-36a3a3fd-3a39-440a-9514-633f7f890837 req-55b85bd9-6fe3-4fae-9b19-115470b4b74f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:21:56.576646 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-36a3a3fd-3a39-440a-9514-633f7f890837 req-55b85bd9-6fe3-4fae-9b19-115470b4b74f service neutron] 10.222.0.44 "PUT /v2.0/ports/fa015708-fc8d-4600-ac20-b082316828da HTTP/1.1" status: 200 len: 1092 time: 0.5795794 Mar 29 16:21:56.577087 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0465b44-a434-42d0-8d2a-3767c234b57d', 'tag': 'fa015708-fc8d-4600-ac20-b082316828da'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:21:56.579346 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c67b028db5e9b9818fecc5c0a87ebc6f190694fa53ca267d523e04f98de536d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-162d5294-d5b8-4624-a55e-da9dd224dd44" -d '{"events": [{"name": "network-changed", "server_uuid": "e0465b44-a434-42d0-8d2a-3767c234b57d", "tag": "fa015708-fc8d-4600-ac20-b082316828da"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:21:56.604965 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b85bd9-6fe3-4fae-9b19-115470b4b74f service neutron] Pushing event updated for resources: {'Port': ['ID=fa015708-fc8d-4600-ac20-b082316828da,revision_number=3']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:21:56.616127 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 16:21:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf773956-19e4-4e87-ade3-1d0c5dd8cea2 x-openstack-request-id: req-cf773956-19e4-4e87-ade3-1d0c5dd8cea2 {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:21:56.616422 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0465b44-a434-42d0-8d2a-3767c234b57d", "tag": "fa015708-fc8d-4600-ac20-b082316828da", "status": "completed", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:21:56.616670 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-cf773956-19e4-4e87-ade3-1d0c5dd8cea2 {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:21:56.617057 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0465b44-a434-42d0-8d2a-3767c234b57d', 'tag': 'fa015708-fc8d-4600-ac20-b082316828da', 'status': 'completed', 'code': 200} Mar 29 16:21:56.657879 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a3a3fd-3a39-440a-9514-633f7f890837 req-8b2a1536-514f-4b42-836d-c8f70b9b5175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:21:56.659399 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-36a3a3fd-3a39-440a-9514-633f7f890837 req-8b2a1536-514f-4b42-836d-c8f70b9b5175 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a9d303d9619b4699b467f75fc808c2cc&device_id=e0465b44-a434-42d0-8d2a-3767c234b57d HTTP/1.1" status: 200 len: 1095 time: 0.0408196 Mar 29 16:21:56.703456 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-36a3a3fd-3a39-440a-9514-633f7f890837 req-761f0903-45c0-41d0-b657-421a04acd615 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fa015708-fc8d-4600-ac20-b082316828da HTTP/1.1" status: 200 len: 217 time: 0.0367422 Mar 29 16:21:56.750833 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a3a3fd-3a39-440a-9514-633f7f890837 req-5b2666d3-4448-4265-8c17-ef7d73f2cfab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:21:56.752315 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-36a3a3fd-3a39-440a-9514-633f7f890837 req-5b2666d3-4448-4265-8c17-ef7d73f2cfab service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6b1e7e9f-9e2a-4bc0-90b8-528b55be3a2e HTTP/1.1" status: 200 len: 852 time: 0.0433326 Mar 29 16:21:56.781684 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-36a3a3fd-3a39-440a-9514-633f7f890837 req-00e9fe9b-a457-48eb-b39d-0a1a2d31dc47 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8f4adad4-faee-4053-949c-ca6c647b4421&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0233319 Mar 29 16:21:56.873042 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-36a3a3fd-3a39-440a-9514-633f7f890837 req-32164c4a-b6ef-44b9-a06f-5f72bee4d489 service neutron] 10.222.0.44 "GET /v2.0/networks/8f4adad4-faee-4053-949c-ca6c647b4421?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839543 Mar 29 16:21:56.958959 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-36a3a3fd-3a39-440a-9514-633f7f890837 req-3a0ed2af-c926-4a8b-939f-7ca331e650b2 service neutron] 10.222.0.44 "GET /v2.0/networks/8f4adad4-faee-4053-949c-ca6c647b4421?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797644 Mar 29 16:21:57.047973 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162d5294-d5b8-4624-a55e-da9dd224dd44 req-1cc5bd61-0b61-484d-9495-846900452701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:21:57.049457 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-162d5294-d5b8-4624-a55e-da9dd224dd44 req-1cc5bd61-0b61-484d-9495-846900452701 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a9d303d9619b4699b467f75fc808c2cc&device_id=e0465b44-a434-42d0-8d2a-3767c234b57d HTTP/1.1" status: 200 len: 1095 time: 0.0448508 Mar 29 16:21:57.137469 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162d5294-d5b8-4624-a55e-da9dd224dd44 req-3532c1fb-fb53-4622-ad46-66297779ae7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:21:57.138835 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-162d5294-d5b8-4624-a55e-da9dd224dd44 req-3532c1fb-fb53-4622-ad46-66297779ae7d service neutron] 10.222.0.44 "GET /v2.0/networks?id=8f4adad4-faee-4053-949c-ca6c647b4421 HTTP/1.1" status: 200 len: 913 time: 0.0819204 Mar 29 16:21:57.183598 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-162d5294-d5b8-4624-a55e-da9dd224dd44 req-5d76be0b-62bb-49bd-bf5b-34eba8ed5da4 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fa015708-fc8d-4600-ac20-b082316828da HTTP/1.1" status: 200 len: 217 time: 0.0376461 Mar 29 16:21:57.230728 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162d5294-d5b8-4624-a55e-da9dd224dd44 req-01ba291d-35bf-4138-89c9-9b5889adf255 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:21:57.232158 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-162d5294-d5b8-4624-a55e-da9dd224dd44 req-01ba291d-35bf-4138-89c9-9b5889adf255 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6b1e7e9f-9e2a-4bc0-90b8-528b55be3a2e HTTP/1.1" status: 200 len: 852 time: 0.0429127 Mar 29 16:21:57.261530 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-162d5294-d5b8-4624-a55e-da9dd224dd44 req-a813ddda-b61d-4ed2-b9e0-229deb4585ee service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8f4adad4-faee-4053-949c-ca6c647b4421&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0234034 Mar 29 16:21:57.352923 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-162d5294-d5b8-4624-a55e-da9dd224dd44 req-d1bd0e49-da7b-41ef-a49a-609badc1e426 service neutron] 10.222.0.44 "GET /v2.0/networks/8f4adad4-faee-4053-949c-ca6c647b4421?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851750 Mar 29 16:21:57.439953 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-162d5294-d5b8-4624-a55e-da9dd224dd44 req-74e6b659-1374-4ffe-90bc-ac9f542673e1 service neutron] 10.222.0.44 "GET /v2.0/networks/8f4adad4-faee-4053-949c-ca6c647b4421?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801330 Mar 29 16:21:57.619645 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f12185-f43e-485f-922e-574ea2812642 req-422c7918-8a2a-4bf8-ba12-58d906790b32 tempest-DeleteServersTestJSON-1035070139 tempest-DeleteServersTestJSON-1035070139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:21:57.621098 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-81f12185-f43e-485f-922e-574ea2812642 req-422c7918-8a2a-4bf8-ba12-58d906790b32 tempest-DeleteServersTestJSON-1035070139 tempest-DeleteServersTestJSON-1035070139-project] 10.222.0.42 "GET /v2.0/ports?device_id=e0465b44-a434-42d0-8d2a-3767c234b57d HTTP/1.1" status: 200 len: 944 time: 0.0481920 Mar 29 16:21:57.658407 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-81f12185-f43e-485f-922e-574ea2812642 req-c674fc29-52a8-47dc-aa9f-99ca48050db4 tempest-DeleteServersTestJSON-1035070139 tempest-DeleteServersTestJSON-1035070139-project] 10.222.0.42 "GET /v2.0/security-groups?id=46a7b9fa-b526-46ab-b8ef-6888fb32062c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313935 Mar 29 16:21:58.773200 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0314d924-07ff-481d-a9b4-a347e3d0fc53 req-a0116059-b209-4f32-8ec3-6862e35ed8b8 tempest-DeleteServersTestJSON-1035070139 tempest-DeleteServersTestJSON-1035070139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:21:58.774585 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-0314d924-07ff-481d-a9b4-a347e3d0fc53 req-a0116059-b209-4f32-8ec3-6862e35ed8b8 tempest-DeleteServersTestJSON-1035070139 tempest-DeleteServersTestJSON-1035070139-project] 10.222.0.42 "GET /v2.0/ports?device_id=e0465b44-a434-42d0-8d2a-3767c234b57d HTTP/1.1" status: 200 len: 944 time: 0.0476396 Mar 29 16:21:58.811617 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-0314d924-07ff-481d-a9b4-a347e3d0fc53 req-35568d8e-2d67-4629-b409-e50e3a4da1be tempest-DeleteServersTestJSON-1035070139 tempest-DeleteServersTestJSON-1035070139-project] 10.222.0.42 "GET /v2.0/security-groups?id=46a7b9fa-b526-46ab-b8ef-6888fb32062c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310681 Mar 29 16:21:59.885851 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device fa015708-fc8d-4600-ac20-b082316828da details requested by agent hyperv_n-h1-834765-1 with host n-h1-834765-1 {{(pid=102792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 16:21:59.936736 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2dc661-e725-4fe4-8c9b-40d2eca422d0 req-fd47cfa8-c748-4bde-8c45-d7fe9aa49325 tempest-DeleteServersTestJSON-1035070139 tempest-DeleteServersTestJSON-1035070139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:21:59.938241 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-5e2dc661-e725-4fe4-8c9b-40d2eca422d0 req-fd47cfa8-c748-4bde-8c45-d7fe9aa49325 tempest-DeleteServersTestJSON-1035070139 tempest-DeleteServersTestJSON-1035070139-project] 10.222.0.42 "GET /v2.0/ports?device_id=e0465b44-a434-42d0-8d2a-3767c234b57d HTTP/1.1" status: 200 len: 944 time: 0.0534005 Mar 29 16:21:59.977245 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-5e2dc661-e725-4fe4-8c9b-40d2eca422d0 req-bd485653-cc75-4b76-ba00-f1be6778447e tempest-DeleteServersTestJSON-1035070139 tempest-DeleteServersTestJSON-1035070139-project] 10.222.0.42 "GET /v2.0/security-groups?id=46a7b9fa-b526-46ab-b8ef-6888fb32062c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324469 Mar 29 16:21:59.990549 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port fa015708-fc8d-4600-ac20-b082316828da, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=fa015708-fc8d-4600-ac20-b082316828da,segment=NetworkSegment(96aeb71d-711c-4df1-a7b9-3be2e6fe1b93),segment_id=96aeb71d-711c-4df1-a7b9-3be2e6fe1b93)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:22:00.001460 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Returning: {'device': 'fa015708-fc8d-4600-ac20-b082316828da', 'network_id': '8f4adad4-faee-4053-949c-ca6c647b4421', 'port_id': 'fa015708-fc8d-4600-ac20-b082316828da', 'mac_address': 'fa:16:3e:31:d1:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 607, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b1e7e9f-9e2a-4bc0-90b8-528b55be3a2e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 16:22:00.038871 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:22:00.051358 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa015708-fc8d-4600-ac20-b082316828da {{(pid=102792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 16:22:00.074043 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port fa015708-fc8d-4600-ac20-b082316828da, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=fa015708-fc8d-4600-ac20-b082316828da,segment=NetworkSegment(96aeb71d-711c-4df1-a7b9-3be2e6fe1b93),segment_id=96aeb71d-711c-4df1-a7b9-3be2e6fe1b93)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:22:00.077344 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:22:00.123576 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Pushing event updated for resources: {'Port': ['ID=fa015708-fc8d-4600-ac20-b082316828da,revision_number=4']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:22:00.358401 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] get_ports_and_sgs() called for port_ids ['fa015708-fc8d-4600-ac20-b082316828da'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 16:22:00.407913 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-48c7d42c-4d7a-4b06-a1a3-572ad6cc6580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:22:01.098208 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813124c1-bb0b-4f4d-bc60-c53f70f0d8e6 req-20ff7f06-978b-409b-9703-e6b58be46484 tempest-DeleteServersTestJSON-1035070139 tempest-DeleteServersTestJSON-1035070139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:22:01.100290 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-813124c1-bb0b-4f4d-bc60-c53f70f0d8e6 req-20ff7f06-978b-409b-9703-e6b58be46484 tempest-DeleteServersTestJSON-1035070139 tempest-DeleteServersTestJSON-1035070139-project] 10.222.0.42 "GET /v2.0/ports?device_id=e0465b44-a434-42d0-8d2a-3767c234b57d HTTP/1.1" status: 200 len: 945 time: 0.0544662 Mar 29 16:22:01.137321 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-813124c1-bb0b-4f4d-bc60-c53f70f0d8e6 req-8eef0a2d-8e14-4d5f-b2d6-c98337a59153 tempest-DeleteServersTestJSON-1035070139 tempest-DeleteServersTestJSON-1035070139-project] 10.222.0.42 "GET /v2.0/security-groups?id=46a7b9fa-b526-46ab-b8ef-6888fb32062c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311122 Mar 29 16:22:01.902078 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device fa015708-fc8d-4600-ac20-b082316828da up at agent hyperv_n-h1-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 16:22:01.950154 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Provisioning for port fa015708-fc8d-4600-ac20-b082316828da completed by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 16:22:01.954034 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Provisioning complete for port fa015708-fc8d-4600-ac20-b082316828da triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:22:01.954406 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:22:02.034867 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:22:02.057713 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0465b44-a434-42d0-8d2a-3767c234b57d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa015708-fc8d-4600-ac20-b082316828da'}] {{(pid=102792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:22:02.059951 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4f476c66b318cc6068719fc39557fac68d413f5c7e78fa77028c7948e999ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0aaba6a9-4933-41c0-850a-170f0affef04" -d '{"events": [{"server_uuid": "e0465b44-a434-42d0-8d2a-3767c234b57d", "name": "network-vif-plugged", "status": "completed", "tag": "fa015708-fc8d-4600-ac20-b082316828da"}]}' {{(pid=102792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:22:02.075306 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port fa015708-fc8d-4600-ac20-b082316828da, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=fa015708-fc8d-4600-ac20-b082316828da,segment=NetworkSegment(96aeb71d-711c-4df1-a7b9-3be2e6fe1b93),segment_id=96aeb71d-711c-4df1-a7b9-3be2e6fe1b93)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:22:02.079668 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:22:02.103450 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 16:22:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-460031b3-1620-4c5d-9136-a6955e37d487 x-openstack-request-id: req-460031b3-1620-4c5d-9136-a6955e37d487 {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:22:02.103739 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0465b44-a434-42d0-8d2a-3767c234b57d", "name": "network-vif-plugged", "status": "completed", "tag": "fa015708-fc8d-4600-ac20-b082316828da", "code": 200}]} {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:22:02.103992 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-460031b3-1620-4c5d-9136-a6955e37d487 {{(pid=102792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:22:02.104371 n-d-834765-1 neutron-server[102792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0465b44-a434-42d0-8d2a-3767c234b57d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa015708-fc8d-4600-ac20-b082316828da', 'code': 200} Mar 29 16:22:02.132314 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Pushing event updated for resources: {'Port': ['ID=fa015708-fc8d-4600-ac20-b082316828da,revision_number=5']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:22:02.197354 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0342671b-3d88-4d4a-912a-fcd68af25168 req-bd6624b6-944d-4b3c-8bf9-e496b557bdb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:22:02.198852 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-0342671b-3d88-4d4a-912a-fcd68af25168 req-bd6624b6-944d-4b3c-8bf9-e496b557bdb7 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=e0465b44-a434-42d0-8d2a-3767c234b57d HTTP/1.1" status: 200 len: 1097 time: 0.0409334 Mar 29 16:22:02.260561 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-0342671b-3d88-4d4a-912a-fcd68af25168 req-1403a3c7-deb0-4262-9e9e-441acf3b92db service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=46a7b9fa-b526-46ab-b8ef-6888fb32062c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546660 Mar 29 16:22:02.275386 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fefb29c-c1be-450a-a8a4-0704f8d012a4 req-fe8f5bf3-e144-4e4d-bbaa-55716ad2cbb2 tempest-DeleteServersTestJSON-1035070139 tempest-DeleteServersTestJSON-1035070139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:22:02.276803 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6fefb29c-c1be-450a-a8a4-0704f8d012a4 req-fe8f5bf3-e144-4e4d-bbaa-55716ad2cbb2 tempest-DeleteServersTestJSON-1035070139 tempest-DeleteServersTestJSON-1035070139-project] 10.222.0.42 "GET /v2.0/ports?device_id=e0465b44-a434-42d0-8d2a-3767c234b57d HTTP/1.1" status: 200 len: 946 time: 0.0655839 Mar 29 16:22:02.317861 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6fefb29c-c1be-450a-a8a4-0704f8d012a4 req-5d481cc8-edd4-4e20-b7fa-a74cced6e8f6 tempest-DeleteServersTestJSON-1035070139 tempest-DeleteServersTestJSON-1035070139-project] 10.222.0.42 "GET /v2.0/security-groups?id=46a7b9fa-b526-46ab-b8ef-6888fb32062c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349936 Mar 29 16:22:02.849186 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-406cd46e-ff8f-4ade-9d75-fc1f17910e9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:22:03.436938 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0d9cc2-3881-4082-8888-f7bf344e767a req-624b14d2-15a6-4f60-9868-54d39a4d513d tempest-DeleteServersTestJSON-1035070139 tempest-DeleteServersTestJSON-1035070139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:22:03.438409 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-6a0d9cc2-3881-4082-8888-f7bf344e767a req-624b14d2-15a6-4f60-9868-54d39a4d513d tempest-DeleteServersTestJSON-1035070139 tempest-DeleteServersTestJSON-1035070139-project] 10.222.0.42 "GET /v2.0/ports?device_id=e0465b44-a434-42d0-8d2a-3767c234b57d HTTP/1.1" status: 200 len: 946 time: 0.0508392 Mar 29 16:22:03.476447 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-6a0d9cc2-3881-4082-8888-f7bf344e767a req-8b36cee7-844c-42b8-a8f1-1473ec13cdfc tempest-DeleteServersTestJSON-1035070139 tempest-DeleteServersTestJSON-1035070139-project] 10.222.0.42 "GET /v2.0/security-groups?id=46a7b9fa-b526-46ab-b8ef-6888fb32062c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311327 Mar 29 16:22:04.301139 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d71584b9-87f1-45f5-84c7-c993c2416269 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:22:04.593194 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d791711-c88e-44ef-ac62-60f377852cad req-d6e95a16-9069-4dbf-9bb0-07589ff89adc tempest-DeleteServersTestJSON-1035070139 tempest-DeleteServersTestJSON-1035070139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:22:04.594681 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-5d791711-c88e-44ef-ac62-60f377852cad req-d6e95a16-9069-4dbf-9bb0-07589ff89adc tempest-DeleteServersTestJSON-1035070139 tempest-DeleteServersTestJSON-1035070139-project] 10.222.0.42 "GET /v2.0/ports?device_id=e0465b44-a434-42d0-8d2a-3767c234b57d HTTP/1.1" status: 200 len: 946 time: 0.0497990 Mar 29 16:22:04.632893 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-5d791711-c88e-44ef-ac62-60f377852cad req-49eee108-579f-447d-812b-733441764618 tempest-DeleteServersTestJSON-1035070139 tempest-DeleteServersTestJSON-1035070139-project] 10.222.0.42 "GET /v2.0/security-groups?id=46a7b9fa-b526-46ab-b8ef-6888fb32062c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312653 Mar 29 16:22:04.868890 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd3fbbf-51a2-4557-bf0d-60d48c780ab7 req-ab260b10-2f86-4db8-ad80-c7e9a90a8a6a tempest-DeleteServersTestJSON-1035070139 tempest-DeleteServersTestJSON-1035070139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:22:04.870411 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-9fd3fbbf-51a2-4557-bf0d-60d48c780ab7 req-ab260b10-2f86-4db8-ad80-c7e9a90a8a6a tempest-DeleteServersTestJSON-1035070139 tempest-DeleteServersTestJSON-1035070139-project] 10.222.0.42 "GET /v2.0/ports?device_id=e0465b44-a434-42d0-8d2a-3767c234b57d HTTP/1.1" status: 200 len: 946 time: 0.0500112 Mar 29 16:22:04.904623 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-7497553f-31cb-4d3f-96b8-561ddab10fc4 req-2cf6314f-73a3-499b-a940-2c2518023e6b service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=e0465b44-a434-42d0-8d2a-3767c234b57d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0917535 Mar 29 16:22:04.908687 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-9fd3fbbf-51a2-4557-bf0d-60d48c780ab7 req-29f0c1b3-6ff9-4ade-be55-cb4f5dae5010 tempest-DeleteServersTestJSON-1035070139 tempest-DeleteServersTestJSON-1035070139-project] 10.222.0.42 "GET /v2.0/security-groups?id=46a7b9fa-b526-46ab-b8ef-6888fb32062c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320730 Mar 29 16:22:04.914239 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [req-7497553f-31cb-4d3f-96b8-561ddab10fc4 req-3420c6ea-1558-4b10-98bf-525787e63acf service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=102790) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 16:22:04.915228 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-7497553f-31cb-4d3f-96b8-561ddab10fc4 req-3420c6ea-1558-4b10-98bf-525787e63acf service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055799 Mar 29 16:22:05.870242 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-0cb6abf6-2706-4e52-8825-f5f644ecf9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:22:05.933850 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac93de15-24ea-4f10-81bb-3b26d80d836d req-8dd40194-83a2-4a89-ae91-f81727436cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:22:05.935414 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ac93de15-24ea-4f10-81bb-3b26d80d836d req-8dd40194-83a2-4a89-ae91-f81727436cdc service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a9d303d9619b4699b467f75fc808c2cc&device_id=e0465b44-a434-42d0-8d2a-3767c234b57d HTTP/1.1" status: 200 len: 1097 time: 0.0405753 Mar 29 16:22:06.000586 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:22:06.035015 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f248094-b8c0-4793-abe7-98e901022446 req-7c05300c-1722-4237-a8e7-00df66279f5a tempest-DeleteServersTestJSON-1035070139 tempest-DeleteServersTestJSON-1035070139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:22:06.036647 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-5f248094-b8c0-4793-abe7-98e901022446 req-7c05300c-1722-4237-a8e7-00df66279f5a tempest-DeleteServersTestJSON-1035070139 tempest-DeleteServersTestJSON-1035070139-project] 10.222.0.42 "GET /v2.0/ports?device_id=e0465b44-a434-42d0-8d2a-3767c234b57d HTTP/1.1" status: 200 len: 946 time: 0.0550625 Mar 29 16:22:06.073441 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac93de15-24ea-4f10-81bb-3b26d80d836d req-902b43d0-ad7d-4940-950c-df22b62b49ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:22:06.074907 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ac93de15-24ea-4f10-81bb-3b26d80d836d req-902b43d0-ad7d-4940-950c-df22b62b49ac service neutron] 10.222.0.44 "GET /v2.0/networks?id=8f4adad4-faee-4053-949c-ca6c647b4421 HTTP/1.1" status: 200 len: 913 time: 0.1182692 Mar 29 16:22:06.077019 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-5f248094-b8c0-4793-abe7-98e901022446 req-25134bf9-2d24-40d7-84e7-3675043ae21d tempest-DeleteServersTestJSON-1035070139 tempest-DeleteServersTestJSON-1035070139-project] 10.222.0.42 "GET /v2.0/security-groups?id=46a7b9fa-b526-46ab-b8ef-6888fb32062c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335770 Mar 29 16:22:06.116455 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ac93de15-24ea-4f10-81bb-3b26d80d836d req-38a0bb53-d443-41c2-8f61-c55951dd8c3b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fa015708-fc8d-4600-ac20-b082316828da HTTP/1.1" status: 200 len: 217 time: 0.0348802 Mar 29 16:22:06.172567 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac93de15-24ea-4f10-81bb-3b26d80d836d req-82dc0245-bcac-4716-a847-a86ca0886c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:22:06.173995 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ac93de15-24ea-4f10-81bb-3b26d80d836d req-82dc0245-bcac-4716-a847-a86ca0886c95 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6b1e7e9f-9e2a-4bc0-90b8-528b55be3a2e HTTP/1.1" status: 200 len: 852 time: 0.0481164 Mar 29 16:22:06.205836 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ac93de15-24ea-4f10-81bb-3b26d80d836d req-ab66698a-ef45-4169-8101-0ee9accaf21f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8f4adad4-faee-4053-949c-ca6c647b4421&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245609 Mar 29 16:22:06.293740 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ac93de15-24ea-4f10-81bb-3b26d80d836d req-a0d319fb-4bdc-430c-a6fb-7141561e853c service neutron] 10.222.0.44 "GET /v2.0/networks/8f4adad4-faee-4053-949c-ca6c647b4421?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810053 Mar 29 16:22:06.384841 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ac93de15-24ea-4f10-81bb-3b26d80d836d req-366ed788-2d02-4b17-8cf2-724631bc5d68 service neutron] 10.222.0.44 "GET /v2.0/networks/8f4adad4-faee-4053-949c-ca6c647b4421?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845873 Mar 29 16:22:06.466962 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7497553f-31cb-4d3f-96b8-561ddab10fc4 req-cb27a580-074d-4310-83ca-b1f59a4c073b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:22:06.468490 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-7497553f-31cb-4d3f-96b8-561ddab10fc4 req-cb27a580-074d-4310-83ca-b1f59a4c073b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a9d303d9619b4699b467f75fc808c2cc&device_id=e0465b44-a434-42d0-8d2a-3767c234b57d HTTP/1.1" status: 200 len: 1097 time: 0.0415556 Mar 29 16:22:06.560258 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7497553f-31cb-4d3f-96b8-561ddab10fc4 req-ecb9eabd-4910-4802-a3f1-4f58e2467768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:22:06.561714 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-7497553f-31cb-4d3f-96b8-561ddab10fc4 req-ecb9eabd-4910-4802-a3f1-4f58e2467768 service neutron] 10.222.0.44 "GET /v2.0/networks?id=8f4adad4-faee-4053-949c-ca6c647b4421 HTTP/1.1" status: 200 len: 913 time: 0.0874779 Mar 29 16:22:06.602008 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-7497553f-31cb-4d3f-96b8-561ddab10fc4 req-941988ce-bb98-452d-b34e-eeba68effee7 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fa015708-fc8d-4600-ac20-b082316828da HTTP/1.1" status: 200 len: 217 time: 0.0338647 Mar 29 16:22:06.648865 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7497553f-31cb-4d3f-96b8-561ddab10fc4 req-830dac48-1ebe-42b5-a5af-1474344a8ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:22:06.650192 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-7497553f-31cb-4d3f-96b8-561ddab10fc4 req-830dac48-1ebe-42b5-a5af-1474344a8ae0 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6b1e7e9f-9e2a-4bc0-90b8-528b55be3a2e HTTP/1.1" status: 200 len: 852 time: 0.0427377 Mar 29 16:22:06.687103 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-7497553f-31cb-4d3f-96b8-561ddab10fc4 req-925cbfb1-2aeb-44ec-bfd8-1e78b3a09f29 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8f4adad4-faee-4053-949c-ca6c647b4421&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300996 Mar 29 16:22:06.774030 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-7497553f-31cb-4d3f-96b8-561ddab10fc4 req-5a2d605c-9100-4e8d-9322-543bdbf31caf service neutron] 10.222.0.44 "GET /v2.0/networks/8f4adad4-faee-4053-949c-ca6c647b4421?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809512 Mar 29 16:22:06.863735 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-7497553f-31cb-4d3f-96b8-561ddab10fc4 req-6edb3ae7-d78c-4f92-8b0e-21784944faea service neutron] 10.222.0.44 "GET /v2.0/networks/8f4adad4-faee-4053-949c-ca6c647b4421?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835216 Mar 29 16:22:07.199533 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428012dd-7a95-4f76-9cfe-997eaeb28250 req-10f871b9-8756-4645-86b2-1e8abbe91854 tempest-DeleteServersTestJSON-1035070139 tempest-DeleteServersTestJSON-1035070139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:22:07.201043 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-428012dd-7a95-4f76-9cfe-997eaeb28250 req-10f871b9-8756-4645-86b2-1e8abbe91854 tempest-DeleteServersTestJSON-1035070139 tempest-DeleteServersTestJSON-1035070139-project] 10.222.0.42 "GET /v2.0/ports?device_id=e0465b44-a434-42d0-8d2a-3767c234b57d HTTP/1.1" status: 200 len: 946 time: 0.0502708 Mar 29 16:22:07.238550 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-428012dd-7a95-4f76-9cfe-997eaeb28250 req-e9d59b7a-0ebc-4c9f-9e1c-fa831f1d47f6 tempest-DeleteServersTestJSON-1035070139 tempest-DeleteServersTestJSON-1035070139-project] 10.222.0.42 "GET /v2.0/security-groups?id=46a7b9fa-b526-46ab-b8ef-6888fb32062c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313842 Mar 29 16:22:08.354460 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf893ff-880b-4084-8949-97d12159308d req-bfcfba65-6ad4-4a61-8f8c-aa308e09963e tempest-DeleteServersTestJSON-1035070139 tempest-DeleteServersTestJSON-1035070139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:22:08.355962 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-adf893ff-880b-4084-8949-97d12159308d req-bfcfba65-6ad4-4a61-8f8c-aa308e09963e tempest-DeleteServersTestJSON-1035070139 tempest-DeleteServersTestJSON-1035070139-project] 10.222.0.42 "GET /v2.0/ports?device_id=e0465b44-a434-42d0-8d2a-3767c234b57d HTTP/1.1" status: 200 len: 946 time: 0.0492480 Mar 29 16:22:08.392647 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-adf893ff-880b-4084-8949-97d12159308d req-f9d30310-9766-40e2-a23c-151acce763de tempest-DeleteServersTestJSON-1035070139 tempest-DeleteServersTestJSON-1035070139-project] 10.222.0.42 "GET /v2.0/security-groups?id=46a7b9fa-b526-46ab-b8ef-6888fb32062c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308061 Mar 29 16:22:09.509074 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a0a5e0-15be-48e0-bde4-74f36206f6be req-28cbbd89-4861-4ec3-9f44-dd2887ef1a54 tempest-DeleteServersTestJSON-1035070139 tempest-DeleteServersTestJSON-1035070139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:22:09.510613 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f3a0a5e0-15be-48e0-bde4-74f36206f6be req-28cbbd89-4861-4ec3-9f44-dd2887ef1a54 tempest-DeleteServersTestJSON-1035070139 tempest-DeleteServersTestJSON-1035070139-project] 10.222.0.42 "GET /v2.0/ports?device_id=e0465b44-a434-42d0-8d2a-3767c234b57d HTTP/1.1" status: 200 len: 946 time: 0.0493047 Mar 29 16:22:09.548000 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f3a0a5e0-15be-48e0-bde4-74f36206f6be req-80638883-14a2-43c4-96a9-00e8d9ae0bc0 tempest-DeleteServersTestJSON-1035070139 tempest-DeleteServersTestJSON-1035070139-project] 10.222.0.42 "GET /v2.0/security-groups?id=46a7b9fa-b526-46ab-b8ef-6888fb32062c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314376 Mar 29 16:22:10.662515 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc168094-9062-49d7-a03e-80ac5c77ac01 req-32497704-3ad0-4fbf-b216-4b72320ad359 tempest-DeleteServersTestJSON-1035070139 tempest-DeleteServersTestJSON-1035070139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:22:10.664034 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-cc168094-9062-49d7-a03e-80ac5c77ac01 req-32497704-3ad0-4fbf-b216-4b72320ad359 tempest-DeleteServersTestJSON-1035070139 tempest-DeleteServersTestJSON-1035070139-project] 10.222.0.42 "GET /v2.0/ports?device_id=e0465b44-a434-42d0-8d2a-3767c234b57d HTTP/1.1" status: 200 len: 946 time: 0.0489216 Mar 29 16:22:10.702384 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-cc168094-9062-49d7-a03e-80ac5c77ac01 req-910c4bf8-16e2-458d-bc33-2f2302f9822d tempest-DeleteServersTestJSON-1035070139 tempest-DeleteServersTestJSON-1035070139-project] 10.222.0.42 "GET /v2.0/security-groups?id=46a7b9fa-b526-46ab-b8ef-6888fb32062c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324109 Mar 29 16:22:11.244394 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.agents_db [None req-59735a15-725e-44d4-9ad5-95cbe356f209 None None] Agent healthcheck: found 7 active agents {{(pid=102793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 16:22:11.822006 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085d0e7c-a4bd-4b9e-b5b2-5671d3015c5a req-4469d6d6-0a8d-4bad-acf0-078bb11b3071 tempest-DeleteServersTestJSON-1035070139 tempest-DeleteServersTestJSON-1035070139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:22:11.823531 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-085d0e7c-a4bd-4b9e-b5b2-5671d3015c5a req-4469d6d6-0a8d-4bad-acf0-078bb11b3071 tempest-DeleteServersTestJSON-1035070139 tempest-DeleteServersTestJSON-1035070139-project] 10.222.0.42 "GET /v2.0/ports?device_id=e0465b44-a434-42d0-8d2a-3767c234b57d HTTP/1.1" status: 200 len: 946 time: 0.0537364 Mar 29 16:22:11.860281 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-085d0e7c-a4bd-4b9e-b5b2-5671d3015c5a req-f1c246a9-eb0a-485b-a10b-dfe7b2157b23 tempest-DeleteServersTestJSON-1035070139 tempest-DeleteServersTestJSON-1035070139-project] 10.222.0.42 "GET /v2.0/security-groups?id=46a7b9fa-b526-46ab-b8ef-6888fb32062c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307910 Mar 29 16:22:12.981962 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6389530-0807-458f-a1e8-50c50f401f38 req-061328b7-c136-4d14-b10a-0df9338107ad tempest-DeleteServersTestJSON-1035070139 tempest-DeleteServersTestJSON-1035070139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:22:12.983450 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-f6389530-0807-458f-a1e8-50c50f401f38 req-061328b7-c136-4d14-b10a-0df9338107ad tempest-DeleteServersTestJSON-1035070139 tempest-DeleteServersTestJSON-1035070139-project] 10.222.0.42 "GET /v2.0/ports?device_id=e0465b44-a434-42d0-8d2a-3767c234b57d HTTP/1.1" status: 200 len: 946 time: 0.0532053 Mar 29 16:22:13.020884 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-f6389530-0807-458f-a1e8-50c50f401f38 req-bafc30db-5201-4f2b-8442-7c5f96ea5a45 tempest-DeleteServersTestJSON-1035070139 tempest-DeleteServersTestJSON-1035070139-project] 10.222.0.42 "GET /v2.0/security-groups?id=46a7b9fa-b526-46ab-b8ef-6888fb32062c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314467 Mar 29 16:22:14.143804 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5917396-02a2-4ee3-912c-b719b2f653a0 req-3b66d609-0d54-40e0-aac2-7e105f0b809f tempest-DeleteServersTestJSON-1035070139 tempest-DeleteServersTestJSON-1035070139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:22:14.146159 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e5917396-02a2-4ee3-912c-b719b2f653a0 req-3b66d609-0d54-40e0-aac2-7e105f0b809f tempest-DeleteServersTestJSON-1035070139 tempest-DeleteServersTestJSON-1035070139-project] 10.222.0.42 "GET /v2.0/ports?device_id=e0465b44-a434-42d0-8d2a-3767c234b57d HTTP/1.1" status: 200 len: 946 time: 0.0555437 Mar 29 16:22:14.185530 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e5917396-02a2-4ee3-912c-b719b2f653a0 req-b42f518a-f4d3-4e09-89c4-bba711e1add1 tempest-DeleteServersTestJSON-1035070139 tempest-DeleteServersTestJSON-1035070139-project] 10.222.0.42 "GET /v2.0/security-groups?id=46a7b9fa-b526-46ab-b8ef-6888fb32062c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322754 Mar 29 16:22:15.301883 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa22a03-0492-4923-a927-d663ce13af28 req-abad8a47-9cbc-4e3d-b004-305ccf2aae27 tempest-DeleteServersTestJSON-1035070139 tempest-DeleteServersTestJSON-1035070139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:22:15.304262 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-7aa22a03-0492-4923-a927-d663ce13af28 req-abad8a47-9cbc-4e3d-b004-305ccf2aae27 tempest-DeleteServersTestJSON-1035070139 tempest-DeleteServersTestJSON-1035070139-project] 10.222.0.42 "GET /v2.0/ports?device_id=e0465b44-a434-42d0-8d2a-3767c234b57d HTTP/1.1" status: 200 len: 946 time: 0.0498433 Mar 29 16:22:15.341384 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-7aa22a03-0492-4923-a927-d663ce13af28 req-8449b6b1-4a18-474e-84ba-cd0e93d18af4 tempest-DeleteServersTestJSON-1035070139 tempest-DeleteServersTestJSON-1035070139-project] 10.222.0.42 "GET /v2.0/security-groups?id=46a7b9fa-b526-46ab-b8ef-6888fb32062c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311971 Mar 29 16:22:16.459210 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f21ec0-71fb-4fe5-8714-7cbce99251ae req-cd7d5ec5-a633-481b-95c4-2154dc7fa8f1 tempest-DeleteServersTestJSON-1035070139 tempest-DeleteServersTestJSON-1035070139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:22:16.460713 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-99f21ec0-71fb-4fe5-8714-7cbce99251ae req-cd7d5ec5-a633-481b-95c4-2154dc7fa8f1 tempest-DeleteServersTestJSON-1035070139 tempest-DeleteServersTestJSON-1035070139-project] 10.222.0.42 "GET /v2.0/ports?device_id=e0465b44-a434-42d0-8d2a-3767c234b57d HTTP/1.1" status: 200 len: 946 time: 0.0492847 Mar 29 16:22:16.502417 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-99f21ec0-71fb-4fe5-8714-7cbce99251ae req-a4e62249-bb9b-45b1-889e-e87515d84390 tempest-DeleteServersTestJSON-1035070139 tempest-DeleteServersTestJSON-1035070139-project] 10.222.0.42 "GET /v2.0/security-groups?id=46a7b9fa-b526-46ab-b8ef-6888fb32062c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354319 Mar 29 16:22:17.348671 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:22:17.623700 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f3c032-3e1a-4e67-9881-6404efd44aa3 req-ad015deb-4266-4b07-8f39-a991950860f8 tempest-DeleteServersTestJSON-1035070139 tempest-DeleteServersTestJSON-1035070139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:22:17.625180 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-a9f3c032-3e1a-4e67-9881-6404efd44aa3 req-ad015deb-4266-4b07-8f39-a991950860f8 tempest-DeleteServersTestJSON-1035070139 tempest-DeleteServersTestJSON-1035070139-project] 10.222.0.42 "GET /v2.0/ports?device_id=e0465b44-a434-42d0-8d2a-3767c234b57d HTTP/1.1" status: 200 len: 946 time: 0.0491900 Mar 29 16:22:17.663598 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-a9f3c032-3e1a-4e67-9881-6404efd44aa3 req-6c3c396c-6d88-4a33-946f-0a14d2e23710 tempest-DeleteServersTestJSON-1035070139 tempest-DeleteServersTestJSON-1035070139-project] 10.222.0.42 "GET /v2.0/security-groups?id=46a7b9fa-b526-46ab-b8ef-6888fb32062c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321734 Mar 29 16:22:18.134562 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:22:18.782397 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a265c7-858f-4769-9b89-0bdbc52cbc92 req-2d6db37d-489b-465c-a4f4-0b2e4f8b181f tempest-DeleteServersTestJSON-1035070139 tempest-DeleteServersTestJSON-1035070139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:22:18.783783 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-a8a265c7-858f-4769-9b89-0bdbc52cbc92 req-2d6db37d-489b-465c-a4f4-0b2e4f8b181f tempest-DeleteServersTestJSON-1035070139 tempest-DeleteServersTestJSON-1035070139-project] 10.222.0.42 "GET /v2.0/ports?device_id=e0465b44-a434-42d0-8d2a-3767c234b57d HTTP/1.1" status: 200 len: 946 time: 0.0519416 Mar 29 16:22:18.821449 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-a8a265c7-858f-4769-9b89-0bdbc52cbc92 req-64dfe340-14d6-4454-b039-ce9d92b5118a tempest-DeleteServersTestJSON-1035070139 tempest-DeleteServersTestJSON-1035070139-project] 10.222.0.42 "GET /v2.0/security-groups?id=46a7b9fa-b526-46ab-b8ef-6888fb32062c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314016 Mar 29 16:22:19.942855 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26569643-0f1f-4c3e-9803-3e336c575c19 req-a176cf3d-2a01-4712-a0b8-5b3c14b9f055 tempest-DeleteServersTestJSON-1035070139 tempest-DeleteServersTestJSON-1035070139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:22:19.944369 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-26569643-0f1f-4c3e-9803-3e336c575c19 req-a176cf3d-2a01-4712-a0b8-5b3c14b9f055 tempest-DeleteServersTestJSON-1035070139 tempest-DeleteServersTestJSON-1035070139-project] 10.222.0.42 "GET /v2.0/ports?device_id=e0465b44-a434-42d0-8d2a-3767c234b57d HTTP/1.1" status: 200 len: 946 time: 0.0543933 Mar 29 16:22:19.982073 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-26569643-0f1f-4c3e-9803-3e336c575c19 req-99fdb71c-1b62-4301-99bb-5767d83bd54a tempest-DeleteServersTestJSON-1035070139 tempest-DeleteServersTestJSON-1035070139-project] 10.222.0.42 "GET /v2.0/security-groups?id=46a7b9fa-b526-46ab-b8ef-6888fb32062c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309308 Mar 29 16:22:21.100496 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf0fd5a-c1f7-4d30-bc6f-b72b49d71d4f req-5059decd-9be4-4f3a-90ba-98a43895bdb6 tempest-DeleteServersTestJSON-1035070139 tempest-DeleteServersTestJSON-1035070139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:22:21.101989 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-bcf0fd5a-c1f7-4d30-bc6f-b72b49d71d4f req-5059decd-9be4-4f3a-90ba-98a43895bdb6 tempest-DeleteServersTestJSON-1035070139 tempest-DeleteServersTestJSON-1035070139-project] 10.222.0.42 "GET /v2.0/ports?device_id=e0465b44-a434-42d0-8d2a-3767c234b57d HTTP/1.1" status: 200 len: 946 time: 0.0508971 Mar 29 16:22:21.138108 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-bcf0fd5a-c1f7-4d30-bc6f-b72b49d71d4f req-5fc706b7-33d4-42fb-9235-2376ae673699 tempest-DeleteServersTestJSON-1035070139 tempest-DeleteServersTestJSON-1035070139-project] 10.222.0.42 "GET /v2.0/security-groups?id=46a7b9fa-b526-46ab-b8ef-6888fb32062c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301549 Mar 29 16:22:22.254318 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78165309-9465-4bc9-b9e1-65a938b9ec09 req-ec1dd189-fc81-4323-b9b3-de03e511baa1 tempest-DeleteServersTestJSON-1035070139 tempest-DeleteServersTestJSON-1035070139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:22:22.255875 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-78165309-9465-4bc9-b9e1-65a938b9ec09 req-ec1dd189-fc81-4323-b9b3-de03e511baa1 tempest-DeleteServersTestJSON-1035070139 tempest-DeleteServersTestJSON-1035070139-project] 10.222.0.42 "GET /v2.0/ports?device_id=e0465b44-a434-42d0-8d2a-3767c234b57d HTTP/1.1" status: 200 len: 946 time: 0.0498407 Mar 29 16:22:22.295566 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-78165309-9465-4bc9-b9e1-65a938b9ec09 req-a9e1e578-614a-471e-b7ba-1f117fe570b7 tempest-DeleteServersTestJSON-1035070139 tempest-DeleteServersTestJSON-1035070139-project] 10.222.0.42 "GET /v2.0/security-groups?id=46a7b9fa-b526-46ab-b8ef-6888fb32062c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331755 Mar 29 16:22:23.410383 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454276c8-c50b-4bb3-9db7-268219bae4b9 req-4b57516f-caa4-47c0-8e7b-a5421265dffa tempest-DeleteServersTestJSON-1035070139 tempest-DeleteServersTestJSON-1035070139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:22:23.411876 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-454276c8-c50b-4bb3-9db7-268219bae4b9 req-4b57516f-caa4-47c0-8e7b-a5421265dffa tempest-DeleteServersTestJSON-1035070139 tempest-DeleteServersTestJSON-1035070139-project] 10.222.0.42 "GET /v2.0/ports?device_id=e0465b44-a434-42d0-8d2a-3767c234b57d HTTP/1.1" status: 200 len: 946 time: 0.0488129 Mar 29 16:22:23.450384 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-454276c8-c50b-4bb3-9db7-268219bae4b9 req-84658b3a-19e0-476b-a9ac-d938034226d3 tempest-DeleteServersTestJSON-1035070139 tempest-DeleteServersTestJSON-1035070139-project] 10.222.0.42 "GET /v2.0/security-groups?id=46a7b9fa-b526-46ab-b8ef-6888fb32062c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318699 Mar 29 16:22:24.563950 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4365109-f5b6-4a50-b784-b3af5b9be79d req-2bd1a74d-b2a4-443e-be2a-b3e83540e673 tempest-DeleteServersTestJSON-1035070139 tempest-DeleteServersTestJSON-1035070139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:22:24.565591 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-b4365109-f5b6-4a50-b784-b3af5b9be79d req-2bd1a74d-b2a4-443e-be2a-b3e83540e673 tempest-DeleteServersTestJSON-1035070139 tempest-DeleteServersTestJSON-1035070139-project] 10.222.0.42 "GET /v2.0/ports?device_id=e0465b44-a434-42d0-8d2a-3767c234b57d HTTP/1.1" status: 200 len: 946 time: 0.0489266 Mar 29 16:22:24.603250 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-b4365109-f5b6-4a50-b784-b3af5b9be79d req-6fb73d0f-76e2-4ee8-b814-3701d1a38765 tempest-DeleteServersTestJSON-1035070139 tempest-DeleteServersTestJSON-1035070139-project] 10.222.0.42 "GET /v2.0/security-groups?id=46a7b9fa-b526-46ab-b8ef-6888fb32062c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317214 Mar 29 16:22:25.722257 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7eacd46-74c6-48dc-9525-680add595ede req-a34ffb60-3394-4253-b595-2cccc6b7c9ba tempest-DeleteServersTestJSON-1035070139 tempest-DeleteServersTestJSON-1035070139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:22:25.723736 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b7eacd46-74c6-48dc-9525-680add595ede req-a34ffb60-3394-4253-b595-2cccc6b7c9ba tempest-DeleteServersTestJSON-1035070139 tempest-DeleteServersTestJSON-1035070139-project] 10.222.0.42 "GET /v2.0/ports?device_id=e0465b44-a434-42d0-8d2a-3767c234b57d HTTP/1.1" status: 200 len: 946 time: 0.0533261 Mar 29 16:22:25.760217 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b7eacd46-74c6-48dc-9525-680add595ede req-cc979dbe-4ff2-46cd-9738-f02bbb75d5aa tempest-DeleteServersTestJSON-1035070139 tempest-DeleteServersTestJSON-1035070139-project] 10.222.0.42 "GET /v2.0/security-groups?id=46a7b9fa-b526-46ab-b8ef-6888fb32062c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304646 Mar 29 16:22:26.884220 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ed8e8d-7980-4c48-b26d-73172ee371f7 req-ff0da340-6923-4406-8465-f41c31ab917f tempest-DeleteServersTestJSON-1035070139 tempest-DeleteServersTestJSON-1035070139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:22:26.885711 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-96ed8e8d-7980-4c48-b26d-73172ee371f7 req-ff0da340-6923-4406-8465-f41c31ab917f tempest-DeleteServersTestJSON-1035070139 tempest-DeleteServersTestJSON-1035070139-project] 10.222.0.42 "GET /v2.0/ports?device_id=e0465b44-a434-42d0-8d2a-3767c234b57d HTTP/1.1" status: 200 len: 946 time: 0.0535784 Mar 29 16:22:26.922765 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-96ed8e8d-7980-4c48-b26d-73172ee371f7 req-b2696d7a-66fd-4265-9e0b-f83d390d0505 tempest-DeleteServersTestJSON-1035070139 tempest-DeleteServersTestJSON-1035070139-project] 10.222.0.42 "GET /v2.0/security-groups?id=46a7b9fa-b526-46ab-b8ef-6888fb32062c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310717 Mar 29 16:22:28.040973 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e428015-8f02-43ac-b2ba-0ce5f5ccbd52 req-80208ab9-cd24-4cca-8951-b875ea32bb36 tempest-DeleteServersTestJSON-1035070139 tempest-DeleteServersTestJSON-1035070139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:22:28.042472 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-3e428015-8f02-43ac-b2ba-0ce5f5ccbd52 req-80208ab9-cd24-4cca-8951-b875ea32bb36 tempest-DeleteServersTestJSON-1035070139 tempest-DeleteServersTestJSON-1035070139-project] 10.222.0.42 "GET /v2.0/ports?device_id=e0465b44-a434-42d0-8d2a-3767c234b57d HTTP/1.1" status: 200 len: 946 time: 0.0498576 Mar 29 16:22:28.081421 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-3e428015-8f02-43ac-b2ba-0ce5f5ccbd52 req-32f6a6ee-f3d2-4a9e-8d2e-522c3911ccaf tempest-DeleteServersTestJSON-1035070139 tempest-DeleteServersTestJSON-1035070139-project] 10.222.0.42 "GET /v2.0/security-groups?id=46a7b9fa-b526-46ab-b8ef-6888fb32062c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326340 Mar 29 16:22:29.198261 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48149259-d576-49ef-afe1-927242fe79ac req-34c459d8-c8d3-4862-8463-d708dfe39ad9 tempest-DeleteServersTestJSON-1035070139 tempest-DeleteServersTestJSON-1035070139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:22:29.199743 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-48149259-d576-49ef-afe1-927242fe79ac req-34c459d8-c8d3-4862-8463-d708dfe39ad9 tempest-DeleteServersTestJSON-1035070139 tempest-DeleteServersTestJSON-1035070139-project] 10.222.0.42 "GET /v2.0/ports?device_id=e0465b44-a434-42d0-8d2a-3767c234b57d HTTP/1.1" status: 200 len: 946 time: 0.0502591 Mar 29 16:22:29.243777 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-48149259-d576-49ef-afe1-927242fe79ac req-0dab6397-8314-42b5-abe9-061ef928f5b2 tempest-DeleteServersTestJSON-1035070139 tempest-DeleteServersTestJSON-1035070139-project] 10.222.0.42 "GET /v2.0/security-groups?id=46a7b9fa-b526-46ab-b8ef-6888fb32062c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380816 Mar 29 16:22:30.368745 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d500e87-5dee-4bdb-b665-aa2dfe751c66 req-4c46e5a5-63c9-47c7-8c3d-790c1e4d017d tempest-DeleteServersTestJSON-1035070139 tempest-DeleteServersTestJSON-1035070139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:22:30.370229 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-7d500e87-5dee-4bdb-b665-aa2dfe751c66 req-4c46e5a5-63c9-47c7-8c3d-790c1e4d017d tempest-DeleteServersTestJSON-1035070139 tempest-DeleteServersTestJSON-1035070139-project] 10.222.0.42 "GET /v2.0/ports?device_id=e0465b44-a434-42d0-8d2a-3767c234b57d HTTP/1.1" status: 200 len: 946 time: 0.0552323 Mar 29 16:22:30.404703 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-869fef09-90d7-479d-9c28-066ae9ecb12b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:22:30.412306 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-7d500e87-5dee-4bdb-b665-aa2dfe751c66 req-771770d0-41b2-4cc8-b669-2a5ebabda72f tempest-DeleteServersTestJSON-1035070139 tempest-DeleteServersTestJSON-1035070139-project] 10.222.0.42 "GET /v2.0/security-groups?id=46a7b9fa-b526-46ab-b8ef-6888fb32062c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360706 Mar 29 16:22:31.533722 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc376a1-8bd7-4455-a002-7c858ecf7b3a req-c5d02762-2f57-4c79-8472-a091ff4bd1a7 tempest-DeleteServersTestJSON-1035070139 tempest-DeleteServersTestJSON-1035070139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:22:31.535103 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-3fc376a1-8bd7-4455-a002-7c858ecf7b3a req-c5d02762-2f57-4c79-8472-a091ff4bd1a7 tempest-DeleteServersTestJSON-1035070139 tempest-DeleteServersTestJSON-1035070139-project] 10.222.0.42 "GET /v2.0/ports?device_id=e0465b44-a434-42d0-8d2a-3767c234b57d HTTP/1.1" status: 200 len: 946 time: 0.0524032 Mar 29 16:22:31.576554 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-3fc376a1-8bd7-4455-a002-7c858ecf7b3a req-c3d21cad-fbc2-4aa3-a58e-4bac966b1451 tempest-DeleteServersTestJSON-1035070139 tempest-DeleteServersTestJSON-1035070139-project] 10.222.0.42 "GET /v2.0/security-groups?id=46a7b9fa-b526-46ab-b8ef-6888fb32062c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347517 Mar 29 16:22:32.695118 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28954cb-0de0-4652-bf66-1590163368c3 req-2af04b99-482d-4a38-ba11-3b8975d37eca tempest-DeleteServersTestJSON-1035070139 tempest-DeleteServersTestJSON-1035070139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:22:32.697206 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f28954cb-0de0-4652-bf66-1590163368c3 req-2af04b99-482d-4a38-ba11-3b8975d37eca tempest-DeleteServersTestJSON-1035070139 tempest-DeleteServersTestJSON-1035070139-project] 10.222.0.42 "GET /v2.0/ports?device_id=e0465b44-a434-42d0-8d2a-3767c234b57d HTTP/1.1" status: 200 len: 946 time: 0.0532959 Mar 29 16:22:32.733636 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f28954cb-0de0-4652-bf66-1590163368c3 req-f5d2c111-fb00-4364-9b61-900f1b84a8f7 tempest-DeleteServersTestJSON-1035070139 tempest-DeleteServersTestJSON-1035070139-project] 10.222.0.42 "GET /v2.0/security-groups?id=46a7b9fa-b526-46ab-b8ef-6888fb32062c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303619 Mar 29 16:22:32.850828 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-9c52b04e-a001-497b-9f6f-2429add79801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:22:33.816791 n-d-834765-1 neutron-server[102791]: INFO neutron.api.v2.resource [req-7497553f-31cb-4d3f-96b8-561ddab10fc4 req-865592ce-5231-4f80-a5f7-8a061b481c02 service neutron] show failed (client error): The resource could not be found. Mar 29 16:22:33.817820 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-7497553f-31cb-4d3f-96b8-561ddab10fc4 req-865592ce-5231-4f80-a5f7-8a061b481c02 service neutron] 10.222.0.44 "GET /v2.0/ports/fa015708-fc8d-4600-ac20-b082316828da/bindings/n-h2-834765-1 HTTP/1.1" status: 404 len: 380 time: 0.0546880 Mar 29 16:22:33.859882 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd39eb2-601b-4d77-9e32-d19cebbc00b3 req-f697494b-eb40-465e-9fb7-00644bcb667c tempest-DeleteServersTestJSON-1035070139 tempest-DeleteServersTestJSON-1035070139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:22:33.861409 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-6cd39eb2-601b-4d77-9e32-d19cebbc00b3 req-f697494b-eb40-465e-9fb7-00644bcb667c tempest-DeleteServersTestJSON-1035070139 tempest-DeleteServersTestJSON-1035070139-project] 10.222.0.42 "GET /v2.0/ports?device_id=e0465b44-a434-42d0-8d2a-3767c234b57d HTTP/1.1" status: 200 len: 946 time: 0.0592756 Mar 29 16:22:33.903480 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-6cd39eb2-601b-4d77-9e32-d19cebbc00b3 req-eb7805ac-9310-4ce6-8b51-9a4f5f13e8ae tempest-DeleteServersTestJSON-1035070139 tempest-DeleteServersTestJSON-1035070139-project] 10.222.0.42 "GET /v2.0/security-groups?id=46a7b9fa-b526-46ab-b8ef-6888fb32062c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360444 Mar 29 16:22:34.097540 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7497553f-31cb-4d3f-96b8-561ddab10fc4 req-97d36fc2-b96d-448c-bbf1-0b487d3ede20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:22:34.099025 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-7497553f-31cb-4d3f-96b8-561ddab10fc4 req-97d36fc2-b96d-448c-bbf1-0b487d3ede20 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=e0465b44-a434-42d0-8d2a-3767c234b57d&tenant_id=a9d303d9619b4699b467f75fc808c2cc HTTP/1.1" status: 200 len: 1097 time: 0.1241863 Mar 29 16:22:34.109856 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [req-7497553f-31cb-4d3f-96b8-561ddab10fc4 req-6d2e7246-eaed-4135-8987-97dc1da10b56 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-834765-1', 'device_owner': 'compute:nova'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:22:34.165850 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-7497553f-31cb-4d3f-96b8-561ddab10fc4 req-6d2e7246-eaed-4135-8987-97dc1da10b56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:22:34.303983 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d71584b9-87f1-45f5-84c7-c993c2416269 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:22:34.362318 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-7497553f-31cb-4d3f-96b8-561ddab10fc4 req-6d2e7246-eaed-4135-8987-97dc1da10b56 service neutron] For port fa015708-fc8d-4600-ac20-b082316828da, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=fa015708-fc8d-4600-ac20-b082316828da,segment=NetworkSegment(96aeb71d-711c-4df1-a7b9-3be2e6fe1b93),segment_id=96aeb71d-711c-4df1-a7b9-3be2e6fe1b93)] {{(pid=102791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:22:34.394532 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-7497553f-31cb-4d3f-96b8-561ddab10fc4 req-6d2e7246-eaed-4135-8987-97dc1da10b56 service neutron] For port fa015708-fc8d-4600-ac20-b082316828da, host n-h1-834765-1, cleared binding levels {{(pid=102791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 16:22:34.433887 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0465b44-a434-42d0-8d2a-3767c234b57d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fa015708-fc8d-4600-ac20-b082316828da'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:22:34.436137 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c67b028db5e9b9818fecc5c0a87ebc6f190694fa53ca267d523e04f98de536d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09600e8c-6868-4ac6-9f60-c8c1289faff4" -d '{"events": [{"server_uuid": "e0465b44-a434-42d0-8d2a-3767c234b57d", "name": "network-vif-unplugged", "status": "completed", "tag": "fa015708-fc8d-4600-ac20-b082316828da"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:22:34.440147 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-7497553f-31cb-4d3f-96b8-561ddab10fc4 req-6d2e7246-eaed-4135-8987-97dc1da10b56 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:22:34.452637 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.provisioning_blocks [req-7497553f-31cb-4d3f-96b8-561ddab10fc4 req-6d2e7246-eaed-4135-8987-97dc1da10b56 service neutron] Transition to ACTIVE for port object fa015708-fc8d-4600-ac20-b082316828da will not be triggered until provisioned by entity L2. {{(pid=102791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 16:22:34.456190 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-7497553f-31cb-4d3f-96b8-561ddab10fc4 req-6d2e7246-eaed-4135-8987-97dc1da10b56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:22:34.490424 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 29 Mar 2022 16:22:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66636e33-069d-49ac-8c9c-7ae42c7fdde6 x-openstack-request-id: req-66636e33-069d-49ac-8c9c-7ae42c7fdde6 {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:22:34.490715 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0465b44-a434-42d0-8d2a-3767c234b57d", "name": "network-vif-unplugged", "status": "completed", "tag": "fa015708-fc8d-4600-ac20-b082316828da", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:22:34.490962 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-66636e33-069d-49ac-8c9c-7ae42c7fdde6 {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:22:34.491368 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0465b44-a434-42d0-8d2a-3767c234b57d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fa015708-fc8d-4600-ac20-b082316828da', 'code': 200} Mar 29 16:22:34.527987 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [req-7497553f-31cb-4d3f-96b8-561ddab10fc4 req-6d2e7246-eaed-4135-8987-97dc1da10b56 service neutron] No DVR routers for this DVR port fa015708-fc8d-4600-ac20-b082316828da on host n-h1-834765-1 {{(pid=102791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 16:22:34.529883 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2e7246-eaed-4135-8987-97dc1da10b56 service neutron] Pushing event updated for resources: {'Port': ['ID=fa015708-fc8d-4600-ac20-b082316828da,revision_number=6']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:22:34.538537 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2e7246-eaed-4135-8987-97dc1da10b56 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:22:34.538876 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2e7246-eaed-4135-8987-97dc1da10b56 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:22:34.539204 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2e7246-eaed-4135-8987-97dc1da10b56 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:22:34.539554 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2e7246-eaed-4135-8987-97dc1da10b56 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:22:34.539876 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2e7246-eaed-4135-8987-97dc1da10b56 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:22:34.540732 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2e7246-eaed-4135-8987-97dc1da10b56 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:22:34.541024 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2e7246-eaed-4135-8987-97dc1da10b56 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:22:34.541336 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2e7246-eaed-4135-8987-97dc1da10b56 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:22:34.541652 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2e7246-eaed-4135-8987-97dc1da10b56 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:22:34.541962 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2e7246-eaed-4135-8987-97dc1da10b56 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:22:34.542270 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2e7246-eaed-4135-8987-97dc1da10b56 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:22:34.542576 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2e7246-eaed-4135-8987-97dc1da10b56 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:22:34.577866 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-7497553f-31cb-4d3f-96b8-561ddab10fc4 req-6d2e7246-eaed-4135-8987-97dc1da10b56 service neutron] Attempting to bind port fa015708-fc8d-4600-ac20-b082316828da on host n-h2-834765-1 for vnic_type normal with profile {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 16:22:34.578190 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-7497553f-31cb-4d3f-96b8-561ddab10fc4 req-6d2e7246-eaed-4135-8987-97dc1da10b56 service neutron] Attempting to bind port fa015708-fc8d-4600-ac20-b082316828da by drivers openvswitch,hyperv on host n-h2-834765-1 at level 0 using segments [{'id': '96aeb71d-711c-4df1-a7b9-3be2e6fe1b93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '8f4adad4-faee-4053-949c-ca6c647b4421'}] {{(pid=102791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 16:22:34.578509 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7497553f-31cb-4d3f-96b8-561ddab10fc4 req-6d2e7246-eaed-4135-8987-97dc1da10b56 service neutron] Attempting to bind port fa015708-fc8d-4600-ac20-b082316828da on network 8f4adad4-faee-4053-949c-ca6c647b4421 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 16:22:34.582658 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7497553f-31cb-4d3f-96b8-561ddab10fc4 req-6d2e7246-eaed-4135-8987-97dc1da10b56 service neutron] Port fa015708-fc8d-4600-ac20-b082316828da on network 8f4adad4-faee-4053-949c-ca6c647b4421 not bound, no agent of type Open vSwitch agent registered on host n-h2-834765-1 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 16:22:34.582972 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7497553f-31cb-4d3f-96b8-561ddab10fc4 req-6d2e7246-eaed-4135-8987-97dc1da10b56 service neutron] Attempting to bind port fa015708-fc8d-4600-ac20-b082316828da on network 8f4adad4-faee-4053-949c-ca6c647b4421 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 16:22:34.587723 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7497553f-31cb-4d3f-96b8-561ddab10fc4 req-6d2e7246-eaed-4135-8987-97dc1da10b56 service neutron] Checking agent: {'id': '3e4b4912-b4a2-4d17-b5bd-6ce15529e8eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 33, 17), 'started_at': datetime.datetime(2022, 3, 29, 15, 33, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 16, 22, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 16:22:34.588050 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7497553f-31cb-4d3f-96b8-561ddab10fc4 req-6d2e7246-eaed-4135-8987-97dc1da10b56 service neutron] Checking segment: {'id': '96aeb71d-711c-4df1-a7b9-3be2e6fe1b93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '8f4adad4-faee-4053-949c-ca6c647b4421'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 16:22:34.588421 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7497553f-31cb-4d3f-96b8-561ddab10fc4 req-6d2e7246-eaed-4135-8987-97dc1da10b56 service neutron] Bound using segment: {'id': '96aeb71d-711c-4df1-a7b9-3be2e6fe1b93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '8f4adad4-faee-4053-949c-ca6c647b4421'} {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 16:22:34.588834 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-7497553f-31cb-4d3f-96b8-561ddab10fc4 req-6d2e7246-eaed-4135-8987-97dc1da10b56 service neutron] Bound port: fa015708-fc8d-4600-ac20-b082316828da, host: n-h2-834765-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96aeb71d-711c-4df1-a7b9-3be2e6fe1b93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '8f4adad4-faee-4053-949c-ca6c647b4421'}}] {{(pid=102791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 16:22:34.589181 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-7497553f-31cb-4d3f-96b8-561ddab10fc4 req-6d2e7246-eaed-4135-8987-97dc1da10b56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:22:34.649860 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-7497553f-31cb-4d3f-96b8-561ddab10fc4 req-6d2e7246-eaed-4135-8987-97dc1da10b56 service neutron] For port fa015708-fc8d-4600-ac20-b082316828da, host n-h2-834765-1, cleared binding levels {{(pid=102791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 16:22:34.652809 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-7497553f-31cb-4d3f-96b8-561ddab10fc4 req-6d2e7246-eaed-4135-8987-97dc1da10b56 service neutron] For port fa015708-fc8d-4600-ac20-b082316828da, host n-h2-834765-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=fa015708-fc8d-4600-ac20-b082316828da,segment=NetworkSegment(96aeb71d-711c-4df1-a7b9-3be2e6fe1b93),segment_id=96aeb71d-711c-4df1-a7b9-3be2e6fe1b93)] {{(pid=102791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 16:22:34.656982 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-7497553f-31cb-4d3f-96b8-561ddab10fc4 req-6d2e7246-eaed-4135-8987-97dc1da10b56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:22:34.696257 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7497553f-31cb-4d3f-96b8-561ddab10fc4 req-6d2e7246-eaed-4135-8987-97dc1da10b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:22:34.696925 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-7497553f-31cb-4d3f-96b8-561ddab10fc4 req-6d2e7246-eaed-4135-8987-97dc1da10b56 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:22:34.698310 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-7497553f-31cb-4d3f-96b8-561ddab10fc4 req-6d2e7246-eaed-4135-8987-97dc1da10b56 service neutron] 10.222.0.48 "PUT /v2.0/ports/fa015708-fc8d-4600-ac20-b082316828da HTTP/1.1" status: 200 len: 1092 time: 0.5923233 Mar 29 16:22:34.715613 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2e7246-eaed-4135-8987-97dc1da10b56 service neutron] Pushing event updated for resources: {'Port': ['ID=fa015708-fc8d-4600-ac20-b082316828da,revision_number=7']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:22:34.758260 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7497553f-31cb-4d3f-96b8-561ddab10fc4 req-c7c4ceb3-ef10-4c63-9a27-072a1ed8662f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:22:34.760047 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-7497553f-31cb-4d3f-96b8-561ddab10fc4 req-c7c4ceb3-ef10-4c63-9a27-072a1ed8662f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a9d303d9619b4699b467f75fc808c2cc&device_id=e0465b44-a434-42d0-8d2a-3767c234b57d HTTP/1.1" status: 200 len: 1095 time: 0.0408816 Mar 29 16:22:34.849538 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7497553f-31cb-4d3f-96b8-561ddab10fc4 req-74b943e7-1595-4e25-99ed-df5ac1f6cd39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:22:34.850931 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-7497553f-31cb-4d3f-96b8-561ddab10fc4 req-74b943e7-1595-4e25-99ed-df5ac1f6cd39 service neutron] 10.222.0.48 "GET /v2.0/networks?id=8f4adad4-faee-4053-949c-ca6c647b4421 HTTP/1.1" status: 200 len: 913 time: 0.0846834 Mar 29 16:22:34.890791 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-7497553f-31cb-4d3f-96b8-561ddab10fc4 req-f24f84f1-9161-4fc7-a8a7-3784d079a5bf service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fa015708-fc8d-4600-ac20-b082316828da HTTP/1.1" status: 200 len: 217 time: 0.0333300 Mar 29 16:22:34.939624 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7497553f-31cb-4d3f-96b8-561ddab10fc4 req-32bbe60e-a043-454c-b0ef-36944fe0764d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:22:34.941007 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-7497553f-31cb-4d3f-96b8-561ddab10fc4 req-32bbe60e-a043-454c-b0ef-36944fe0764d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6b1e7e9f-9e2a-4bc0-90b8-528b55be3a2e HTTP/1.1" status: 200 len: 852 time: 0.0432057 Mar 29 16:22:34.972010 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-7497553f-31cb-4d3f-96b8-561ddab10fc4 req-4a25e184-1acb-465a-8e6e-535c2c33db43 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8f4adad4-faee-4053-949c-ca6c647b4421&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247540 Mar 29 16:22:35.022076 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946e072f-54dd-43c6-b9c2-2e865d90d5cd req-1cf003a7-bc5d-4220-a8a2-b7c4528b8f06 tempest-DeleteServersTestJSON-1035070139 tempest-DeleteServersTestJSON-1035070139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:22:35.023645 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-946e072f-54dd-43c6-b9c2-2e865d90d5cd req-1cf003a7-bc5d-4220-a8a2-b7c4528b8f06 tempest-DeleteServersTestJSON-1035070139 tempest-DeleteServersTestJSON-1035070139-project] 10.222.0.42 "GET /v2.0/ports?device_id=e0465b44-a434-42d0-8d2a-3767c234b57d HTTP/1.1" status: 200 len: 944 time: 0.0498247 Mar 29 16:22:35.064565 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-946e072f-54dd-43c6-b9c2-2e865d90d5cd req-ffc559ce-29a7-4f42-804b-846ba08e52de tempest-DeleteServersTestJSON-1035070139 tempest-DeleteServersTestJSON-1035070139-project] 10.222.0.42 "GET /v2.0/security-groups?id=46a7b9fa-b526-46ab-b8ef-6888fb32062c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339775 Mar 29 16:22:35.070572 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-7497553f-31cb-4d3f-96b8-561ddab10fc4 req-1273629d-6812-46a9-87bd-e27bc754c01c service neutron] 10.222.0.48 "GET /v2.0/networks/8f4adad4-faee-4053-949c-ca6c647b4421?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914845 Mar 29 16:22:35.160566 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-7497553f-31cb-4d3f-96b8-561ddab10fc4 req-f46e6403-71a1-45aa-ae1e-797607083971 service neutron] 10.222.0.48 "GET /v2.0/networks/8f4adad4-faee-4053-949c-ca6c647b4421?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835702 Mar 29 16:22:35.865942 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-0cb6abf6-2706-4e52-8825-f5f644ecf9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:22:35.984302 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:22:36.182114 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46c9420-3b9e-4f70-b14e-c7e146ac0c03 req-7afaf4cd-d741-40e7-b8d8-a21582126a8f tempest-DeleteServersTestJSON-1035070139 tempest-DeleteServersTestJSON-1035070139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:22:36.183608 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f46c9420-3b9e-4f70-b14e-c7e146ac0c03 req-7afaf4cd-d741-40e7-b8d8-a21582126a8f tempest-DeleteServersTestJSON-1035070139 tempest-DeleteServersTestJSON-1035070139-project] 10.222.0.42 "GET /v2.0/ports?device_id=e0465b44-a434-42d0-8d2a-3767c234b57d HTTP/1.1" status: 200 len: 944 time: 0.0492635 Mar 29 16:22:36.219492 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f46c9420-3b9e-4f70-b14e-c7e146ac0c03 req-71449beb-0026-43c3-aeef-0d7844bb1ef4 tempest-DeleteServersTestJSON-1035070139 tempest-DeleteServersTestJSON-1035070139-project] 10.222.0.42 "GET /v2.0/security-groups?id=46a7b9fa-b526-46ab-b8ef-6888fb32062c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298479 Mar 29 16:22:36.492885 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0465b44-a434-42d0-8d2a-3767c234b57d', 'tag': 'fa015708-fc8d-4600-ac20-b082316828da'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:22:36.495412 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c67b028db5e9b9818fecc5c0a87ebc6f190694fa53ca267d523e04f98de536d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9509471-e730-4ca9-bf18-55258c992ff2" -d '{"events": [{"name": "network-changed", "server_uuid": "e0465b44-a434-42d0-8d2a-3767c234b57d", "tag": "fa015708-fc8d-4600-ac20-b082316828da"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:22:36.542680 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 16:22:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd9c202e-06b3-4247-bd84-6a7e85827aaa x-openstack-request-id: req-cd9c202e-06b3-4247-bd84-6a7e85827aaa {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:22:36.542980 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0465b44-a434-42d0-8d2a-3767c234b57d", "tag": "fa015708-fc8d-4600-ac20-b082316828da", "status": "completed", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:22:36.543231 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-cd9c202e-06b3-4247-bd84-6a7e85827aaa {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:22:36.543655 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0465b44-a434-42d0-8d2a-3767c234b57d', 'tag': 'fa015708-fc8d-4600-ac20-b082316828da', 'status': 'completed', 'code': 200} Mar 29 16:22:36.630787 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9509471-e730-4ca9-bf18-55258c992ff2 req-66b3a13b-c984-4d9b-8c40-ae79b6224725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:22:36.632279 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e9509471-e730-4ca9-bf18-55258c992ff2 req-66b3a13b-c984-4d9b-8c40-ae79b6224725 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a9d303d9619b4699b467f75fc808c2cc&device_id=e0465b44-a434-42d0-8d2a-3767c234b57d HTTP/1.1" status: 200 len: 1095 time: 0.0664897 Mar 29 16:22:36.633912 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9509471-e730-4ca9-bf18-55258c992ff2 req-996a45b9-e2a6-4967-a548-cc6764a0f5a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:22:36.635283 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e9509471-e730-4ca9-bf18-55258c992ff2 req-996a45b9-e2a6-4967-a548-cc6764a0f5a7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a9d303d9619b4699b467f75fc808c2cc&device_id=e0465b44-a434-42d0-8d2a-3767c234b57d HTTP/1.1" status: 200 len: 1095 time: 0.0706258 Mar 29 16:22:36.790848 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9509471-e730-4ca9-bf18-55258c992ff2 req-8a22874e-f8c5-4273-8b44-611f05b37794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:22:36.792323 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e9509471-e730-4ca9-bf18-55258c992ff2 req-8a22874e-f8c5-4273-8b44-611f05b37794 service neutron] 10.222.0.44 "GET /v2.0/networks?id=8f4adad4-faee-4053-949c-ca6c647b4421 HTTP/1.1" status: 200 len: 913 time: 0.1536989 Mar 29 16:22:36.793388 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9509471-e730-4ca9-bf18-55258c992ff2 req-c1c6b263-b4e1-4e70-b960-28d3906423c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:22:36.794707 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e9509471-e730-4ca9-bf18-55258c992ff2 req-c1c6b263-b4e1-4e70-b960-28d3906423c9 service neutron] 10.222.0.48 "GET /v2.0/networks?id=8f4adad4-faee-4053-949c-ca6c647b4421 HTTP/1.1" status: 200 len: 913 time: 0.1481102 Mar 29 16:22:36.863423 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e9509471-e730-4ca9-bf18-55258c992ff2 req-cfc88b39-41ad-4d86-a41e-d9fa1e1231fb service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fa015708-fc8d-4600-ac20-b082316828da HTTP/1.1" status: 200 len: 217 time: 0.0641232 Mar 29 16:22:36.864764 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e9509471-e730-4ca9-bf18-55258c992ff2 req-9f25b270-8581-4060-b932-25703e34d52f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fa015708-fc8d-4600-ac20-b082316828da HTTP/1.1" status: 200 len: 217 time: 0.0602748 Mar 29 16:22:37.219624 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9509471-e730-4ca9-bf18-55258c992ff2 req-afb83953-eddd-4546-bc4c-87b80188a003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:22:37.221053 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e9509471-e730-4ca9-bf18-55258c992ff2 req-afb83953-eddd-4546-bc4c-87b80188a003 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6b1e7e9f-9e2a-4bc0-90b8-528b55be3a2e HTTP/1.1" status: 200 len: 852 time: 0.3516190 Mar 29 16:22:37.222665 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9509471-e730-4ca9-bf18-55258c992ff2 req-6dc5d009-38d6-48e1-bb62-de7edfaa0a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:22:37.223974 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e9509471-e730-4ca9-bf18-55258c992ff2 req-6dc5d009-38d6-48e1-bb62-de7edfaa0a05 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6b1e7e9f-9e2a-4bc0-90b8-528b55be3a2e HTTP/1.1" status: 200 len: 852 time: 0.3477170 Mar 29 16:22:37.272629 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e9509471-e730-4ca9-bf18-55258c992ff2 req-807accea-db27-4f7d-8923-ff3027210b00 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8f4adad4-faee-4053-949c-ca6c647b4421&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0447037 Mar 29 16:22:37.275110 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e9509471-e730-4ca9-bf18-55258c992ff2 req-25ff832d-d193-457b-9ea2-fbea0b0e3243 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8f4adad4-faee-4053-949c-ca6c647b4421&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388372 Mar 29 16:22:37.456146 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1043357-44c3-46d8-a69c-a49d24232d26 req-9c67de3d-5ba5-4c53-b8cb-f8fe9becdb06 tempest-DeleteServersTestJSON-1035070139 tempest-DeleteServersTestJSON-1035070139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:22:37.457592 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b1043357-44c3-46d8-a69c-a49d24232d26 req-9c67de3d-5ba5-4c53-b8cb-f8fe9becdb06 tempest-DeleteServersTestJSON-1035070139 tempest-DeleteServersTestJSON-1035070139-project] 10.222.0.42 "GET /v2.0/ports?device_id=e0465b44-a434-42d0-8d2a-3767c234b57d HTTP/1.1" status: 200 len: 944 time: 0.1623068 Mar 29 16:22:37.482198 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e9509471-e730-4ca9-bf18-55258c992ff2 req-18b22c8d-2088-4772-9fe2-80353da6c30c service neutron] 10.222.0.44 "GET /v2.0/networks/8f4adad4-faee-4053-949c-ca6c647b4421?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2016089 Mar 29 16:22:37.488665 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e9509471-e730-4ca9-bf18-55258c992ff2 req-d8a490d1-9c83-4cb5-b953-790a9c949901 service neutron] 10.222.0.48 "GET /v2.0/networks/8f4adad4-faee-4053-949c-ca6c647b4421?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2015212 Mar 29 16:22:37.563088 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b1043357-44c3-46d8-a69c-a49d24232d26 req-1b821055-b61c-42ae-a709-021242334581 tempest-DeleteServersTestJSON-1035070139 tempest-DeleteServersTestJSON-1035070139-project] 10.222.0.42 "GET /v2.0/security-groups?id=46a7b9fa-b526-46ab-b8ef-6888fb32062c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949109 Mar 29 16:22:37.660295 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e9509471-e730-4ca9-bf18-55258c992ff2 req-ba56c8b0-c5f9-434e-87e4-23a1c2addbff service neutron] 10.222.0.44 "GET /v2.0/networks/8f4adad4-faee-4053-949c-ca6c647b4421?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1692302 Mar 29 16:22:37.662194 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e9509471-e730-4ca9-bf18-55258c992ff2 req-54700896-ec67-4606-885f-3d4bd90e444b service neutron] 10.222.0.48 "GET /v2.0/networks/8f4adad4-faee-4053-949c-ca6c647b4421?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1584005 Mar 29 16:22:38.141770 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device fa015708-fc8d-4600-ac20-b082316828da no longer exists at agent hyperv_n-h1-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 16:22:38.177980 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device fa015708-fc8d-4600-ac20-b082316828da not bound to the agent host n-h1-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 16:22:38.320216 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device fa015708-fc8d-4600-ac20-b082316828da details requested by agent hyperv_n-h2-834765-1 with host n-h2-834765-1 {{(pid=102792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 16:22:38.413877 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port fa015708-fc8d-4600-ac20-b082316828da, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=fa015708-fc8d-4600-ac20-b082316828da,segment=NetworkSegment(96aeb71d-711c-4df1-a7b9-3be2e6fe1b93),segment_id=96aeb71d-711c-4df1-a7b9-3be2e6fe1b93)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:22:38.425309 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Returning: {'device': 'fa015708-fc8d-4600-ac20-b082316828da', 'network_id': '8f4adad4-faee-4053-949c-ca6c647b4421', 'port_id': 'fa015708-fc8d-4600-ac20-b082316828da', 'mac_address': 'fa:16:3e:31:d1:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 607, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b1e7e9f-9e2a-4bc0-90b8-528b55be3a2e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 16:22:38.462345 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:22:38.478710 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa015708-fc8d-4600-ac20-b082316828da {{(pid=102792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 16:22:38.497644 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port fa015708-fc8d-4600-ac20-b082316828da, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=fa015708-fc8d-4600-ac20-b082316828da,segment=NetworkSegment(96aeb71d-711c-4df1-a7b9-3be2e6fe1b93),segment_id=96aeb71d-711c-4df1-a7b9-3be2e6fe1b93)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:22:38.501598 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:22:38.546436 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Pushing event updated for resources: {'Port': ['ID=fa015708-fc8d-4600-ac20-b082316828da,revision_number=8']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:22:38.686095 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff3df87-37cb-4898-ba48-091c3cba5d8a req-478a85d3-e81f-45f3-80df-7481941aa744 tempest-DeleteServersTestJSON-1035070139 tempest-DeleteServersTestJSON-1035070139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:22:38.687525 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-eff3df87-37cb-4898-ba48-091c3cba5d8a req-478a85d3-e81f-45f3-80df-7481941aa744 tempest-DeleteServersTestJSON-1035070139 tempest-DeleteServersTestJSON-1035070139-project] 10.222.0.42 "GET /v2.0/ports?device_id=e0465b44-a434-42d0-8d2a-3767c234b57d HTTP/1.1" status: 200 len: 945 time: 0.0499194 Mar 29 16:22:38.724865 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-eff3df87-37cb-4898-ba48-091c3cba5d8a req-015d2822-caa0-4495-b3d9-e0e92980f4e1 tempest-DeleteServersTestJSON-1035070139 tempest-DeleteServersTestJSON-1035070139-project] 10.222.0.42 "GET /v2.0/security-groups?id=46a7b9fa-b526-46ab-b8ef-6888fb32062c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313056 Mar 29 16:22:38.878100 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] get_ports_and_sgs() called for port_ids ['fa015708-fc8d-4600-ac20-b082316828da'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 16:22:38.993903 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729cf5fa-4073-4ec5-b5bb-87947ea7819b req-99f84ee3-3f13-454b-87ea-d0eae88481b2 tempest-DeleteServersTestJSON-1035070139 tempest-DeleteServersTestJSON-1035070139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:22:38.995286 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-729cf5fa-4073-4ec5-b5bb-87947ea7819b req-99f84ee3-3f13-454b-87ea-d0eae88481b2 tempest-DeleteServersTestJSON-1035070139 tempest-DeleteServersTestJSON-1035070139-project] 10.222.0.44 "GET /v2.0/ports?device_id=e0465b44-a434-42d0-8d2a-3767c234b57d&tenant_id=a9d303d9619b4699b467f75fc808c2cc&binding%3Ahost_id=n-h2-834765-1 HTTP/1.1" status: 200 len: 945 time: 0.0843287 Mar 29 16:22:39.058959 n-d-834765-1 neutron-server[102791]: INFO neutron.api.v2.resource [req-729cf5fa-4073-4ec5-b5bb-87947ea7819b req-045919c1-14cc-4e16-91e7-d6eae2df7125 service neutron] delete failed (client error): The resource could not be found. Mar 29 16:22:39.060060 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-729cf5fa-4073-4ec5-b5bb-87947ea7819b req-045919c1-14cc-4e16-91e7-d6eae2df7125 service neutron] 10.222.0.44 "DELETE /v2.0/ports/fa015708-fc8d-4600-ac20-b082316828da/bindings/n-h1-834765-1 HTTP/1.1" status: 404 len: 380 time: 0.0573039 Mar 29 16:22:39.140095 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729cf5fa-4073-4ec5-b5bb-87947ea7819b req-d9a08983-955b-41b2-9024-16e2c0266cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:22:39.141555 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-729cf5fa-4073-4ec5-b5bb-87947ea7819b req-d9a08983-955b-41b2-9024-16e2c0266cd7 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a9d303d9619b4699b467f75fc808c2cc&device_id=e0465b44-a434-42d0-8d2a-3767c234b57d HTTP/1.1" status: 200 len: 1096 time: 0.0398448 Mar 29 16:22:39.227027 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729cf5fa-4073-4ec5-b5bb-87947ea7819b req-bd758ea5-98f6-430c-9c65-221b2c472cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:22:39.228752 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-729cf5fa-4073-4ec5-b5bb-87947ea7819b req-bd758ea5-98f6-430c-9c65-221b2c472cf1 service neutron] 10.222.0.44 "GET /v2.0/networks?id=8f4adad4-faee-4053-949c-ca6c647b4421 HTTP/1.1" status: 200 len: 913 time: 0.0813589 Mar 29 16:22:39.271342 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-729cf5fa-4073-4ec5-b5bb-87947ea7819b req-9b8012c4-e42e-4645-8e01-15e58b8ea441 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fa015708-fc8d-4600-ac20-b082316828da HTTP/1.1" status: 200 len: 217 time: 0.0358298 Mar 29 16:22:39.317818 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729cf5fa-4073-4ec5-b5bb-87947ea7819b req-1a91ff31-be57-4042-8f1f-1fc0962f94c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:22:39.319231 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-729cf5fa-4073-4ec5-b5bb-87947ea7819b req-1a91ff31-be57-4042-8f1f-1fc0962f94c7 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6b1e7e9f-9e2a-4bc0-90b8-528b55be3a2e HTTP/1.1" status: 200 len: 852 time: 0.0416043 Mar 29 16:22:39.349773 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-729cf5fa-4073-4ec5-b5bb-87947ea7819b req-9ae5ba62-5011-43a8-b4cd-dfd2e6e4b5f3 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8f4adad4-faee-4053-949c-ca6c647b4421&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236187 Mar 29 16:22:39.439445 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-729cf5fa-4073-4ec5-b5bb-87947ea7819b req-06f73f1e-4153-471d-9d5a-2ce3fa94b918 service neutron] 10.222.0.44 "GET /v2.0/networks/8f4adad4-faee-4053-949c-ca6c647b4421?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827329 Mar 29 16:22:39.525558 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-729cf5fa-4073-4ec5-b5bb-87947ea7819b req-c4962e48-e61c-4a08-ba0d-5e3371aead05 service neutron] 10.222.0.44 "GET /v2.0/networks/8f4adad4-faee-4053-949c-ca6c647b4421?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799751 Mar 29 16:22:40.198644 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea43bd5e-c25b-4820-b9bd-356aa1e67996 req-9c23f91f-3cad-4f4d-8225-6780934ef825 tempest-DeleteServersTestJSON-1035070139 tempest-DeleteServersTestJSON-1035070139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:22:40.200075 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-ea43bd5e-c25b-4820-b9bd-356aa1e67996 req-9c23f91f-3cad-4f4d-8225-6780934ef825 tempest-DeleteServersTestJSON-1035070139 tempest-DeleteServersTestJSON-1035070139-project] 10.222.0.42 "GET /v2.0/ports?device_id=e0465b44-a434-42d0-8d2a-3767c234b57d HTTP/1.1" status: 200 len: 945 time: 0.0544410 Mar 29 16:22:40.237958 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-ea43bd5e-c25b-4820-b9bd-356aa1e67996 req-9057ae7a-05af-4a34-a4a8-c8055e4c9ca2 tempest-DeleteServersTestJSON-1035070139 tempest-DeleteServersTestJSON-1035070139-project] 10.222.0.42 "GET /v2.0/security-groups?id=46a7b9fa-b526-46ab-b8ef-6888fb32062c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318913 Mar 29 16:22:40.323045 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device fa015708-fc8d-4600-ac20-b082316828da up at agent hyperv_n-h2-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 16:22:40.370459 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Provisioning for port fa015708-fc8d-4600-ac20-b082316828da completed by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 16:22:40.374523 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Provisioning complete for port fa015708-fc8d-4600-ac20-b082316828da triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:22:40.374897 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:22:40.449836 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:22:40.471445 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0465b44-a434-42d0-8d2a-3767c234b57d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa015708-fc8d-4600-ac20-b082316828da'}] {{(pid=102792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:22:40.473660 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4f476c66b318cc6068719fc39557fac68d413f5c7e78fa77028c7948e999ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fbb1a3c-81d9-44b0-9df2-6eb35751b11d" -d '{"events": [{"server_uuid": "e0465b44-a434-42d0-8d2a-3767c234b57d", "name": "network-vif-plugged", "status": "completed", "tag": "fa015708-fc8d-4600-ac20-b082316828da"}]}' {{(pid=102792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:22:40.491372 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port fa015708-fc8d-4600-ac20-b082316828da, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=fa015708-fc8d-4600-ac20-b082316828da,segment=NetworkSegment(96aeb71d-711c-4df1-a7b9-3be2e6fe1b93),segment_id=96aeb71d-711c-4df1-a7b9-3be2e6fe1b93)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:22:40.495800 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:22:40.671799 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 16:22:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30a9034f-f647-4d1c-8a99-6f802a4981e3 x-openstack-request-id: req-30a9034f-f647-4d1c-8a99-6f802a4981e3 {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:22:40.672087 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0465b44-a434-42d0-8d2a-3767c234b57d", "name": "network-vif-plugged", "status": "completed", "tag": "fa015708-fc8d-4600-ac20-b082316828da", "code": 200}]} {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:22:40.672332 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-30a9034f-f647-4d1c-8a99-6f802a4981e3 {{(pid=102792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:22:40.672710 n-d-834765-1 neutron-server[102792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0465b44-a434-42d0-8d2a-3767c234b57d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa015708-fc8d-4600-ac20-b082316828da', 'code': 200} Mar 29 16:22:40.697982 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Pushing event updated for resources: {'Port': ['ID=fa015708-fc8d-4600-ac20-b082316828da,revision_number=9']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:22:41.353780 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d138256b-f966-4b95-88a7-e931aaab41ca req-ac18e036-0b33-49cf-9c59-ca4d520e98e6 tempest-DeleteServersTestJSON-1035070139 tempest-DeleteServersTestJSON-1035070139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:22:41.355251 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-d138256b-f966-4b95-88a7-e931aaab41ca req-ac18e036-0b33-49cf-9c59-ca4d520e98e6 tempest-DeleteServersTestJSON-1035070139 tempest-DeleteServersTestJSON-1035070139-project] 10.222.0.42 "GET /v2.0/ports?device_id=e0465b44-a434-42d0-8d2a-3767c234b57d HTTP/1.1" status: 200 len: 946 time: 0.0485482 Mar 29 16:22:41.392613 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-d138256b-f966-4b95-88a7-e931aaab41ca req-abff93bd-d65a-4738-bcaf-6db244f982b3 tempest-DeleteServersTestJSON-1035070139 tempest-DeleteServersTestJSON-1035070139-project] 10.222.0.42 "GET /v2.0/security-groups?id=46a7b9fa-b526-46ab-b8ef-6888fb32062c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313737 Mar 29 16:22:41.455654 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729cf5fa-4073-4ec5-b5bb-87947ea7819b req-406a9d0f-42c5-4489-bc85-cba095068e24 tempest-DeleteServersTestJSON-1035070139 tempest-DeleteServersTestJSON-1035070139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:22:41.457092 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-729cf5fa-4073-4ec5-b5bb-87947ea7819b req-406a9d0f-42c5-4489-bc85-cba095068e24 tempest-DeleteServersTestJSON-1035070139 tempest-DeleteServersTestJSON-1035070139-project] 10.222.0.48 "GET /v2.0/ports?device_id=e0465b44-a434-42d0-8d2a-3767c234b57d HTTP/1.1" status: 200 len: 946 time: 0.0479538 Mar 29 16:22:41.549283 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [req-729cf5fa-4073-4ec5-b5bb-87947ea7819b req-5cf81755-c5a9-4745-b283-481f1209c228 tempest-DeleteServersTestJSON-1035070139 tempest-DeleteServersTestJSON-1035070139-project] Deleting port fa015708-fc8d-4600-ac20-b082316828da {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:22:41.549543 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-729cf5fa-4073-4ec5-b5bb-87947ea7819b req-5cf81755-c5a9-4745-b283-481f1209c228 tempest-DeleteServersTestJSON-1035070139 tempest-DeleteServersTestJSON-1035070139-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:22:41.637082 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-729cf5fa-4073-4ec5-b5bb-87947ea7819b req-5cf81755-c5a9-4745-b283-481f1209c228 tempest-DeleteServersTestJSON-1035070139 tempest-DeleteServersTestJSON-1035070139-project] For port fa015708-fc8d-4600-ac20-b082316828da, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=fa015708-fc8d-4600-ac20-b082316828da,segment=NetworkSegment(96aeb71d-711c-4df1-a7b9-3be2e6fe1b93),segment_id=96aeb71d-711c-4df1-a7b9-3be2e6fe1b93)] {{(pid=102791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:22:41.637436 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-729cf5fa-4073-4ec5-b5bb-87947ea7819b req-5cf81755-c5a9-4745-b283-481f1209c228 tempest-DeleteServersTestJSON-1035070139 tempest-DeleteServersTestJSON-1035070139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:22:41.653535 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [req-729cf5fa-4073-4ec5-b5bb-87947ea7819b req-5cf81755-c5a9-4745-b283-481f1209c228 tempest-DeleteServersTestJSON-1035070139 tempest-DeleteServersTestJSON-1035070139-project] Calling delete_port for fa015708-fc8d-4600-ac20-b082316828da owned by compute:nova {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:22:41.774666 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-729cf5fa-4073-4ec5-b5bb-87947ea7819b req-5cf81755-c5a9-4745-b283-481f1209c228 tempest-DeleteServersTestJSON-1035070139 tempest-DeleteServersTestJSON-1035070139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:22:41.786659 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] get_ports_and_sgs() called for port_ids ['fa015708-fc8d-4600-ac20-b082316828da'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 16:22:41.802412 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf81755-c5a9-4745-b283-481f1209c228 tempest-DeleteServersTestJSON-1035070139 tempest-DeleteServersTestJSON-1035070139-project] Pushing event deleted for resources: {'Port': ['ID=fa015708-fc8d-4600-ac20-b082316828da,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:22:41.846619 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [req-729cf5fa-4073-4ec5-b5bb-87947ea7819b req-5cf81755-c5a9-4745-b283-481f1209c228 tempest-DeleteServersTestJSON-1035070139 tempest-DeleteServersTestJSON-1035070139-project] No DVR routers for this DVR port fa015708-fc8d-4600-ac20-b082316828da on host n-h2-834765-1 {{(pid=102791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 16:22:41.849354 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-729cf5fa-4073-4ec5-b5bb-87947ea7819b req-5cf81755-c5a9-4745-b283-481f1209c228 tempest-DeleteServersTestJSON-1035070139 tempest-DeleteServersTestJSON-1035070139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:22:41.852755 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-729cf5fa-4073-4ec5-b5bb-87947ea7819b req-5cf81755-c5a9-4745-b283-481f1209c228 tempest-DeleteServersTestJSON-1035070139 tempest-DeleteServersTestJSON-1035070139-project] 10.222.0.48 "DELETE /v2.0/ports/fa015708-fc8d-4600-ac20-b082316828da HTTP/1.1" status: 204 len: 173 time: 0.3891428 Mar 29 16:22:41.853194 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0465b44-a434-42d0-8d2a-3767c234b57d', 'name': 'network-vif-deleted', 'tag': 'fa015708-fc8d-4600-ac20-b082316828da'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:22:41.855551 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c67b028db5e9b9818fecc5c0a87ebc6f190694fa53ca267d523e04f98de536d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e216273-9a39-472a-ad74-fd41be5910aa" -d '{"events": [{"server_uuid": "e0465b44-a434-42d0-8d2a-3767c234b57d", "name": "network-vif-deleted", "tag": "fa015708-fc8d-4600-ac20-b082316828da"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:22:41.893146 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 16:22:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98176db4-d73b-4365-a87f-44afad0b5899 x-openstack-request-id: req-98176db4-d73b-4365-a87f-44afad0b5899 {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:22:41.893434 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0465b44-a434-42d0-8d2a-3767c234b57d", "name": "network-vif-deleted", "tag": "fa015708-fc8d-4600-ac20-b082316828da", "status": "completed", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:22:41.893684 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-98176db4-d73b-4365-a87f-44afad0b5899 {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:22:41.894081 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0465b44-a434-42d0-8d2a-3767c234b57d', 'name': 'network-vif-deleted', 'tag': 'fa015708-fc8d-4600-ac20-b082316828da', 'status': 'completed', 'code': 200} Mar 29 16:22:42.520173 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 39472) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:22:42.564790 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.db_base_plugin_v2 [None req-30c29dab-5f3b-4400-8a47-42c513dbab5f admin admin] Deleting subnet 6b1e7e9f-9e2a-4bc0-90b8-528b55be3a2e {{(pid=102790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 16:22:42.567852 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-30c29dab-5f3b-4400-8a47-42c513dbab5f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:22:42.605855 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-30c29dab-5f3b-4400-8a47-42c513dbab5f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4614024'] for subnet, precommit_delete_associations {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:22:42.642499 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-30c29dab-5f3b-4400-8a47-42c513dbab5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1641287'] for subnet, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:22:42.693325 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-30c29dab-5f3b-4400-8a47-42c513dbab5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1641294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5231963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4793952'] for subnet, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:22:42.719979 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c29dab-5f3b-4400-8a47-42c513dbab5f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6b1e7e9f-9e2a-4bc0-90b8-528b55be3a2e,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:22:42.721968 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-30c29dab-5f3b-4400-8a47-42c513dbab5f admin admin] Notify callbacks [] for subnet, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:22:42.725152 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-30c29dab-5f3b-4400-8a47-42c513dbab5f admin admin] 10.222.0.42 "DELETE /v2.0/subnets/6b1e7e9f-9e2a-4bc0-90b8-528b55be3a2e HTTP/1.1" status: 204 len: 168 time: 0.2039824 Mar 29 16:22:42.727635 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 39474) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:22:42.800207 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-8c8fbaa9-13fe-4d93-b0dc-989e14070326 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1631750'] for network, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:22:42.879790 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-8c8fbaa9-13fe-4d93-b0dc-989e14070326 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639890', 'neutron.services.segments.db._delete_segments_for_network-8783523423079'] for network, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:22:42.901336 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-8c8fbaa9-13fe-4d93-b0dc-989e14070326 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f4adad4-faee-4053-949c-ca6c647b4421']}} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:22:42.910380 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-8c8fbaa9-13fe-4d93-b0dc-989e14070326 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96aeb71d-711c-4df1-a7b9-3be2e6fe1b93') {'for_net_delete': True} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:22:42.910674 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-8c8fbaa9-13fe-4d93-b0dc-989e14070326 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96aeb71d-711c-4df1-a7b9-3be2e6fe1b93') {} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:22:42.920469 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-8c8fbaa9-13fe-4d93-b0dc-989e14070326 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783523422064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4614019'] for segment, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:22:42.934242 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-8c8fbaa9-13fe-4d93-b0dc-989e14070326 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:22:42.940226 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c8fbaa9-13fe-4d93-b0dc-989e14070326 admin admin] Releasing vlan 607 on physical network physnet1 to pool {{(pid=102790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 16:22:42.940607 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-8c8fbaa9-13fe-4d93-b0dc-989e14070326 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5238013'] for segment, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:22:42.942390 n-d-834765-1 neutron-server[102790]: Traceback (most recent call last): Mar 29 16:22:42.942390 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 16:22:42.942390 n-d-834765-1 neutron-server[102790]: timer() Mar 29 16:22:42.942390 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 16:22:42.942390 n-d-834765-1 neutron-server[102790]: cb(*args, **kw) Mar 29 16:22:42.942390 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 16:22:42.942390 n-d-834765-1 neutron-server[102790]: return func(*args, **kwargs) Mar 29 16:22:42.942390 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 16:22:42.942390 n-d-834765-1 neutron-server[102790]: self._notify() Mar 29 16:22:42.942390 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 16:22:42.942390 n-d-834765-1 neutron-server[102790]: self.callback(batched_events) Mar 29 16:22:42.942390 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 16:22:42.942390 n-d-834765-1 neutron-server[102790]: event.method(event) Mar 29 16:22:42.942390 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 16:22:42.942390 n-d-834765-1 neutron-server[102790]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 16:22:42.942390 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 16:22:42.942390 n-d-834765-1 neutron-server[102790]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 16:22:42.942390 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 16:22:42.942390 n-d-834765-1 neutron-server[102790]: return f(self, *a, **k) Mar 29 16:22:42.942390 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 16:22:42.942390 n-d-834765-1 neutron-server[102790]: return self._get(url).json() Mar 29 16:22:42.942390 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 16:22:42.942390 n-d-834765-1 neutron-server[102790]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 16:22:42.942390 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 16:22:42.942390 n-d-834765-1 neutron-server[102790]: return self.request(url, 'GET', **kwargs) Mar 29 16:22:42.942390 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 16:22:42.942390 n-d-834765-1 neutron-server[102790]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 16:22:42.942390 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 16:22:42.942390 n-d-834765-1 neutron-server[102790]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 16:22:42.942390 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 16:22:42.942390 n-d-834765-1 neutron-server[102790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 16:22:42.942390 n-d-834765-1 neutron-server[102790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 16:22:42.999771 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-8c8fbaa9-13fe-4d93-b0dc-989e14070326 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1639897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648174'] for network, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:22:43.005315 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-8c8fbaa9-13fe-4d93-b0dc-989e14070326 admin admin] Notify callbacks [] for network, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:22:43.008536 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-8c8fbaa9-13fe-4d93-b0dc-989e14070326 admin admin] 10.222.0.42 "DELETE /v2.0/networks/8f4adad4-faee-4053-949c-ca6c647b4421 HTTP/1.1" status: 204 len: 168 time: 0.2790947 Mar 29 16:22:43.021445 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8fbaa9-13fe-4d93-b0dc-989e14070326 admin admin] Pushing event deleted for resources: {'Network': ['ID=8f4adad4-faee-4053-949c-ca6c647b4421,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:22:43.113671 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 39478) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:22:43.153577 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-00576061-a83f-424e-8075-e3b3161e7ffd admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a9d303d9619b4699b467f75fc808c2cc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0387177 Mar 29 16:22:43.155956 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 39480) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:22:43.202913 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-7c1b4313-7cdd-487c-81e2-079193fe3c23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:22:43.223565 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-7c1b4313-7cdd-487c-81e2-079193fe3c23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:22:43.276041 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-7c1b4313-7cdd-487c-81e2-079193fe3c23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:22:43.278622 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-7c1b4313-7cdd-487c-81e2-079193fe3c23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:22:43.280088 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-7c1b4313-7cdd-487c-81e2-079193fe3c23 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/46a7b9fa-b526-46ab-b8ef-6888fb32062c HTTP/1.1" status: 204 len: 168 time: 0.1231792 Mar 29 16:22:43.287922 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1b4313-7cdd-487c-81e2-079193fe3c23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46a7b9fa-b526-46ab-b8ef-6888fb32062c,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:22:43.940722 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 39502) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:22:44.042156 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-1abd1dab-feb6-42c6-be56-aaa0dfee6f7f admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1164024842-network', 'tenant_id': '2405d55e800b44c3b09df5685d861bde'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:22:44.062739 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1abd1dab-feb6-42c6-be56-aaa0dfee6f7f admin admin] Made reservation on behalf of 2405d55e800b44c3b09df5685d861bde for: {'network': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:22:44.064934 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-1abd1dab-feb6-42c6-be56-aaa0dfee6f7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for network, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:22:44.073700 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-1abd1dab-feb6-42c6-be56-aaa0dfee6f7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:22:44.148711 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-1abd1dab-feb6-42c6-be56-aaa0dfee6f7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:22:44.152908 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-1abd1dab-feb6-42c6-be56-aaa0dfee6f7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:22:44.177121 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1abd1dab-feb6-42c6-be56-aaa0dfee6f7f admin admin] vlan segment allocate from pool success with {'vlan_id': 645, 'physical_network': 'physnet1'} {{(pid=102790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 16:22:44.187082 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abd1dab-feb6-42c6-be56-aaa0dfee6f7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9171c67f-8ce7-40b6-866d-81236d8fe789,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:22:44.192104 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-1abd1dab-feb6-42c6-be56-aaa0dfee6f7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:22:44.192441 n-d-834765-1 neutron-server[102790]: INFO neutron.db.segments_db [None req-1abd1dab-feb6-42c6-be56-aaa0dfee6f7f admin admin] Added segment 95d37ec7-220d-4f4c-ab3c-5efcc83bb990 of type vlan for network bbbbc29b-3145-448e-b8ef-49df74a5d2f4 Mar 29 16:22:44.236735 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-1abd1dab-feb6-42c6-be56-aaa0dfee6f7f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783522915970'] for network, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:22:44.262720 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-1abd1dab-feb6-42c6-be56-aaa0dfee6f7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795'] for network, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:22:44.263825 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1abd1dab-feb6-42c6-be56-aaa0dfee6f7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:22:44.264423 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-1abd1dab-feb6-42c6-be56-aaa0dfee6f7f admin admin] Notify callbacks [] for network, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:22:44.300764 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-1abd1dab-feb6-42c6-be56-aaa0dfee6f7f admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3589320 Mar 29 16:22:44.303998 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 39506) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:22:44.309906 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-f0730829-32e8-41e4-b707-1a03bc66ac9c admin admin] Request body: {'subnet': {'network_id': 'bbbbc29b-3145-448e-b8ef-49df74a5d2f4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1164024842-subnet', 'tenant_id': '2405d55e800b44c3b09df5685d861bde', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:22:44.329516 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0730829-32e8-41e4-b707-1a03bc66ac9c admin admin] Made reservation on behalf of 2405d55e800b44c3b09df5685d861bde for: {'subnet': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:22:44.332469 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-f0730829-32e8-41e4-b707-1a03bc66ac9c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16218875'] for subnet, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:22:44.335070 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abd1dab-feb6-42c6-be56-aaa0dfee6f7f admin admin] Pushing event updated for resources: {'Network': ['ID=bbbbc29b-3145-448e-b8ef-49df74a5d2f4,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:22:44.350209 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Network bbbbc29b-3145-448e-b8ef-49df74a5d2f4 details requested by agent ovs-agent-n-d-834765-1 with host n-d-834765-1 {{(pid=102792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 16:22:44.511851 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-f0730829-32e8-41e4-b707-1a03bc66ac9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16155524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16218861'] for subnet, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:22:44.565273 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0730829-32e8-41e4-b707-1a03bc66ac9c admin admin] Pushing event updated for resources: {'Subnet': ['ID=4c0cbcec-5d17-43e4-8428-d77b53917f6b,revision_number=0']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:22:44.575411 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0730829-32e8-41e4-b707-1a03bc66ac9c admin admin] Checking segment: {'id': '95d37ec7-220d-4f4c-ab3c-5efcc83bb990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'bbbbc29b-3145-448e-b8ef-49df74a5d2f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 16:22:44.575768 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0730829-32e8-41e4-b707-1a03bc66ac9c admin admin] Network hostable DHCP agents. Network: bbbbc29b-3145-448e-b8ef-49df74a5d2f4, hostable agents: ['d136643e-48ae-49d4-a851-2ba3bdf3749c'], hosted agents: [] {{(pid=102791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 16:22:44.592408 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0730829-32e8-41e4-b707-1a03bc66ac9c admin admin] Network bbbbc29b-3145-448e-b8ef-49df74a5d2f4 is scheduled to be hosted by DHCP agent d136643e-48ae-49d4-a851-2ba3bdf3749c with binding_index 1 {{(pid=102791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 16:22:44.601211 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [None req-f0730829-32e8-41e4-b707-1a03bc66ac9c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834765-1, bbbbc29b-3145-448e-b8ef-49df74a5d2f4) {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:22:44.606072 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0730829-32e8-41e4-b707-1a03bc66ac9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:22:44.606655 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-f0730829-32e8-41e4-b707-1a03bc66ac9c admin admin] Notify callbacks [] for subnet, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:22:44.612409 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc6b4739-1b9d-4503-82f5-33dc793a963b None None] Network bbbbc29b-3145-448e-b8ef-49df74a5d2f4 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 16:22:44.622654 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-f0730829-32e8-41e4-b707-1a03bc66ac9c admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3172340 Mar 29 16:22:44.747393 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc8ae5cd-01ef-45dd-a7f2-e04379649e83 None None] Network bbbbc29b-3145-448e-b8ef-49df74a5d2f4 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 16:22:45.056105 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935b5c68-fde0-4d31-9924-2faf80aaeb09 req-ae122b33-8169-42af-bdbc-d189cfb8658c tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:22:45.058193 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-935b5c68-fde0-4d31-9924-2faf80aaeb09 req-ae122b33-8169-42af-bdbc-d189cfb8658c tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] 10.222.0.42 "GET /v2.0/networks?id=bbbbc29b-3145-448e-b8ef-49df74a5d2f4 HTTP/1.1" status: 200 len: 815 time: 0.1064017 Mar 29 16:22:45.073354 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-935b5c68-fde0-4d31-9924-2faf80aaeb09 req-22560954-163a-4519-b803-0bec479a7aad tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] 10.222.0.42 "GET /v2.0/quotas/2405d55e800b44c3b09df5685d861bde HTTP/1.1" status: 200 len: 375 time: 0.0089200 Mar 29 16:22:45.104333 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-935b5c68-fde0-4d31-9924-2faf80aaeb09 req-5edd7478-32b8-42de-93de-1d99d552a6c0 tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=2405d55e800b44c3b09df5685d861bde&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0249312 Mar 29 16:22:45.194852 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-935b5c68-fde0-4d31-9924-2faf80aaeb09 req-a9bd15e7-23bb-4a7d-b341-24f4079e0c8c service neutron] 10.222.0.42 "GET /v2.0/networks/bbbbc29b-3145-448e-b8ef-49df74a5d2f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834253 Mar 29 16:22:45.281021 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-935b5c68-fde0-4d31-9924-2faf80aaeb09 req-94b617b3-3a63-4180-9f71-b9142c4c0143 service neutron] 10.222.0.42 "GET /v2.0/networks/bbbbc29b-3145-448e-b8ef-49df74a5d2f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801275 Mar 29 16:22:45.439905 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-fb033eeb-07d3-4137-9b37-d03aae3ebb56 req-249f2c54-5e6d-49f1-afdf-793b4926f2ed tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] 10.222.0.42 "GET /v2.0/ports?device_id=643dccb0-9415-48e0-8b9c-100b1b1ee2fa HTTP/1.1" status: 200 len: 210 time: 0.0278330 Mar 29 16:22:46.340239 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935b5c68-fde0-4d31-9924-2faf80aaeb09 req-4645baec-8fcd-475f-b876-3e1a8c467fb0 tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:22:46.341703 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-935b5c68-fde0-4d31-9924-2faf80aaeb09 req-4645baec-8fcd-475f-b876-3e1a8c467fb0 tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] 10.222.0.48 "GET /v2.0/networks?id=bbbbc29b-3145-448e-b8ef-49df74a5d2f4 HTTP/1.1" status: 200 len: 815 time: 0.1082211 Mar 29 16:22:46.355142 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [req-935b5c68-fde0-4d31-9924-2faf80aaeb09 req-adb74d28-b483-407a-bc80-1bfd012d8872 tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] Request body: {'port': {'device_id': '643dccb0-9415-48e0-8b9c-100b1b1ee2fa', 'network_id': 'bbbbc29b-3145-448e-b8ef-49df74a5d2f4', 'admin_state_up': True, 'tenant_id': '2405d55e800b44c3b09df5685d861bde'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:22:46.370086 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device fa015708-fc8d-4600-ac20-b082316828da no longer exists at agent hyperv_n-h2-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 16:22:46.390924 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] No Port match for: fa015708-fc8d-4600-ac20-b082316828da {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 16:22:46.391316 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device fa015708-fc8d-4600-ac20-b082316828da not bound to the agent host n-h2-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 16:22:46.465751 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-935b5c68-fde0-4d31-9924-2faf80aaeb09 req-adb74d28-b483-407a-bc80-1bfd012d8872 tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] Made reservation on behalf of 2405d55e800b44c3b09df5685d861bde for: {'port': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:22:46.469324 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-935b5c68-fde0-4d31-9924-2faf80aaeb09 req-adb74d28-b483-407a-bc80-1bfd012d8872 tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:22:46.564538 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-da102746-2eb1-4544-85ee-fa856605044d req-6b00f7bb-2cea-43b1-a8ed-abc1cb2b5e3e tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] 10.222.0.42 "GET /v2.0/ports?device_id=643dccb0-9415-48e0-8b9c-100b1b1ee2fa HTTP/1.1" status: 200 len: 210 time: 0.0355213 Mar 29 16:22:46.623167 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_common [req-935b5c68-fde0-4d31-9924-2faf80aaeb09 req-adb74d28-b483-407a-bc80-1bfd012d8872 tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] Allocated IP 172.20.0.2 (bbbbc29b-3145-448e-b8ef-49df74a5d2f4/4c0cbcec-5d17-43e4-8428-d77b53917f6b/b814349f-5360-40a7-8713-c6db8fe81f4a) {{(pid=102791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:22:46.769203 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-935b5c68-fde0-4d31-9924-2faf80aaeb09 req-adb74d28-b483-407a-bc80-1bfd012d8872 tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] Notify callbacks [] for port, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:22:46.800766 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-935b5c68-fde0-4d31-9924-2faf80aaeb09 req-adb74d28-b483-407a-bc80-1bfd012d8872 tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:22:46.844697 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-935b5c68-fde0-4d31-9924-2faf80aaeb09 req-adb74d28-b483-407a-bc80-1bfd012d8872 tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] Network bbbbc29b-3145-448e-b8ef-49df74a5d2f4 is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:22:46.847691 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [req-935b5c68-fde0-4d31-9924-2faf80aaeb09 req-adb74d28-b483-407a-bc80-1bfd012d8872 tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:22:46.851064 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [req-935b5c68-fde0-4d31-9924-2faf80aaeb09 req-adb74d28-b483-407a-bc80-1bfd012d8872 tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] Received port after_create {{(pid=102791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:22:46.873591 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb74d28-b483-407a-bc80-1bfd012d8872 tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] Pushing event updated for resources: {'Port': ['ID=b814349f-5360-40a7-8713-c6db8fe81f4a,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:22:46.904472 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935b5c68-fde0-4d31-9924-2faf80aaeb09 req-adb74d28-b483-407a-bc80-1bfd012d8872 tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:22:46.905072 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-935b5c68-fde0-4d31-9924-2faf80aaeb09 req-adb74d28-b483-407a-bc80-1bfd012d8872 tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:22:46.919891 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-935b5c68-fde0-4d31-9924-2faf80aaeb09 req-adb74d28-b483-407a-bc80-1bfd012d8872 tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5693781 Mar 29 16:22:46.931393 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [req-935b5c68-fde0-4d31-9924-2faf80aaeb09 req-8849fe6a-5792-499e-aca0-a6fdfabe145a service neutron] Request body: {'port': {'device_id': '643dccb0-9415-48e0-8b9c-100b1b1ee2fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834765-1'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:22:46.995903 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-935b5c68-fde0-4d31-9924-2faf80aaeb09 req-8849fe6a-5792-499e-aca0-a6fdfabe145a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:22:47.258977 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [req-935b5c68-fde0-4d31-9924-2faf80aaeb09 req-8849fe6a-5792-499e-aca0-a6fdfabe145a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b814349f-5360-40a7-8713-c6db8fe81f4a {{(pid=102791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 16:22:47.266648 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-935b5c68-fde0-4d31-9924-2faf80aaeb09 req-8849fe6a-5792-499e-aca0-a6fdfabe145a service neutron] Notify callbacks [] for port, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:22:47.278797 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.provisioning_blocks [req-935b5c68-fde0-4d31-9924-2faf80aaeb09 req-8849fe6a-5792-499e-aca0-a6fdfabe145a service neutron] Transition to ACTIVE for port object b814349f-5360-40a7-8713-c6db8fe81f4a will not be triggered until provisioned by entity L2. {{(pid=102791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 16:22:47.282503 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-935b5c68-fde0-4d31-9924-2faf80aaeb09 req-8849fe6a-5792-499e-aca0-a6fdfabe145a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:22:47.330406 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8849fe6a-5792-499e-aca0-a6fdfabe145a service neutron] Pushing event updated for resources: {'Port': ['ID=b814349f-5360-40a7-8713-c6db8fe81f4a,revision_number=2']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:22:47.369464 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:22:47.396793 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-935b5c68-fde0-4d31-9924-2faf80aaeb09 req-8849fe6a-5792-499e-aca0-a6fdfabe145a service neutron] Attempting to bind port b814349f-5360-40a7-8713-c6db8fe81f4a on host n-h2-834765-1 for vnic_type normal with profile {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 16:22:47.397368 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-935b5c68-fde0-4d31-9924-2faf80aaeb09 req-8849fe6a-5792-499e-aca0-a6fdfabe145a service neutron] Attempting to bind port b814349f-5360-40a7-8713-c6db8fe81f4a by drivers openvswitch,hyperv on host n-h2-834765-1 at level 0 using segments [{'id': '95d37ec7-220d-4f4c-ab3c-5efcc83bb990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'bbbbc29b-3145-448e-b8ef-49df74a5d2f4'}] {{(pid=102791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 16:22:47.397490 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-935b5c68-fde0-4d31-9924-2faf80aaeb09 req-8849fe6a-5792-499e-aca0-a6fdfabe145a service neutron] Attempting to bind port b814349f-5360-40a7-8713-c6db8fe81f4a on network bbbbc29b-3145-448e-b8ef-49df74a5d2f4 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 16:22:47.402200 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-935b5c68-fde0-4d31-9924-2faf80aaeb09 req-8849fe6a-5792-499e-aca0-a6fdfabe145a service neutron] Port b814349f-5360-40a7-8713-c6db8fe81f4a on network bbbbc29b-3145-448e-b8ef-49df74a5d2f4 not bound, no agent of type Open vSwitch agent registered on host n-h2-834765-1 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 16:22:47.402516 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-935b5c68-fde0-4d31-9924-2faf80aaeb09 req-8849fe6a-5792-499e-aca0-a6fdfabe145a service neutron] Attempting to bind port b814349f-5360-40a7-8713-c6db8fe81f4a on network bbbbc29b-3145-448e-b8ef-49df74a5d2f4 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 16:22:47.407325 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-935b5c68-fde0-4d31-9924-2faf80aaeb09 req-8849fe6a-5792-499e-aca0-a6fdfabe145a service neutron] Checking agent: {'id': '3e4b4912-b4a2-4d17-b5bd-6ce15529e8eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 33, 17), 'started_at': datetime.datetime(2022, 3, 29, 15, 33, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 16, 22, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 16:22:47.407657 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-935b5c68-fde0-4d31-9924-2faf80aaeb09 req-8849fe6a-5792-499e-aca0-a6fdfabe145a service neutron] Checking segment: {'id': '95d37ec7-220d-4f4c-ab3c-5efcc83bb990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'bbbbc29b-3145-448e-b8ef-49df74a5d2f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 16:22:47.408032 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-935b5c68-fde0-4d31-9924-2faf80aaeb09 req-8849fe6a-5792-499e-aca0-a6fdfabe145a service neutron] Bound using segment: {'id': '95d37ec7-220d-4f4c-ab3c-5efcc83bb990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'bbbbc29b-3145-448e-b8ef-49df74a5d2f4'} {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 16:22:47.408449 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-935b5c68-fde0-4d31-9924-2faf80aaeb09 req-8849fe6a-5792-499e-aca0-a6fdfabe145a service neutron] Bound port: b814349f-5360-40a7-8713-c6db8fe81f4a, host: n-h2-834765-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95d37ec7-220d-4f4c-ab3c-5efcc83bb990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'bbbbc29b-3145-448e-b8ef-49df74a5d2f4'}}] {{(pid=102791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 16:22:47.408798 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-935b5c68-fde0-4d31-9924-2faf80aaeb09 req-8849fe6a-5792-499e-aca0-a6fdfabe145a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:22:47.475509 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-935b5c68-fde0-4d31-9924-2faf80aaeb09 req-8849fe6a-5792-499e-aca0-a6fdfabe145a service neutron] For port b814349f-5360-40a7-8713-c6db8fe81f4a, host n-h2-834765-1, cleared binding levels {{(pid=102791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 16:22:47.478591 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-935b5c68-fde0-4d31-9924-2faf80aaeb09 req-8849fe6a-5792-499e-aca0-a6fdfabe145a service neutron] For port b814349f-5360-40a7-8713-c6db8fe81f4a, host n-h2-834765-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=b814349f-5360-40a7-8713-c6db8fe81f4a,segment=NetworkSegment(95d37ec7-220d-4f4c-ab3c-5efcc83bb990),segment_id=95d37ec7-220d-4f4c-ab3c-5efcc83bb990)] {{(pid=102791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 16:22:47.483024 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-935b5c68-fde0-4d31-9924-2faf80aaeb09 req-8849fe6a-5792-499e-aca0-a6fdfabe145a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:22:47.520271 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935b5c68-fde0-4d31-9924-2faf80aaeb09 req-8849fe6a-5792-499e-aca0-a6fdfabe145a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:22:47.520881 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-935b5c68-fde0-4d31-9924-2faf80aaeb09 req-8849fe6a-5792-499e-aca0-a6fdfabe145a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:22:47.522323 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-935b5c68-fde0-4d31-9924-2faf80aaeb09 req-8849fe6a-5792-499e-aca0-a6fdfabe145a service neutron] 10.222.0.48 "PUT /v2.0/ports/b814349f-5360-40a7-8713-c6db8fe81f4a HTTP/1.1" status: 200 len: 1091 time: 0.5951362 Mar 29 16:22:47.522758 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '643dccb0-9415-48e0-8b9c-100b1b1ee2fa', 'tag': 'b814349f-5360-40a7-8713-c6db8fe81f4a'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:22:47.525038 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c67b028db5e9b9818fecc5c0a87ebc6f190694fa53ca267d523e04f98de536d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb6ddfc4-0415-4aca-853a-fa9e6bb53cfb" -d '{"events": [{"name": "network-changed", "server_uuid": "643dccb0-9415-48e0-8b9c-100b1b1ee2fa", "tag": "b814349f-5360-40a7-8713-c6db8fe81f4a"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:22:47.550775 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8849fe6a-5792-499e-aca0-a6fdfabe145a service neutron] Pushing event updated for resources: {'Port': ['ID=b814349f-5360-40a7-8713-c6db8fe81f4a,revision_number=3']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:22:47.592860 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 16:22:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36567e4d-cea1-4d8e-a52f-02f283bf38f6 x-openstack-request-id: req-36567e4d-cea1-4d8e-a52f-02f283bf38f6 {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:22:47.593231 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "643dccb0-9415-48e0-8b9c-100b1b1ee2fa", "tag": "b814349f-5360-40a7-8713-c6db8fe81f4a", "status": "completed", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:22:47.593484 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-36567e4d-cea1-4d8e-a52f-02f283bf38f6 {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:22:47.593872 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '643dccb0-9415-48e0-8b9c-100b1b1ee2fa', 'tag': 'b814349f-5360-40a7-8713-c6db8fe81f4a', 'status': 'completed', 'code': 200} Mar 29 16:22:47.610716 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935b5c68-fde0-4d31-9924-2faf80aaeb09 req-21431218-9100-43b1-ae49-aa58c8388bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:22:47.612275 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-935b5c68-fde0-4d31-9924-2faf80aaeb09 req-21431218-9100-43b1-ae49-aa58c8388bbd service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2405d55e800b44c3b09df5685d861bde&device_id=643dccb0-9415-48e0-8b9c-100b1b1ee2fa HTTP/1.1" status: 200 len: 1094 time: 0.0459135 Mar 29 16:22:47.658671 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-935b5c68-fde0-4d31-9924-2faf80aaeb09 req-97722e26-f790-4c80-ac55-62cdf11ce61b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b814349f-5360-40a7-8713-c6db8fe81f4a HTTP/1.1" status: 200 len: 217 time: 0.0388081 Mar 29 16:22:47.725985 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935b5c68-fde0-4d31-9924-2faf80aaeb09 req-175ae30f-5ff4-4618-ab1c-f4ebfcc20cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:22:47.727454 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-935b5c68-fde0-4d31-9924-2faf80aaeb09 req-175ae30f-5ff4-4618-ab1c-f4ebfcc20cd7 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4c0cbcec-5d17-43e4-8428-d77b53917f6b HTTP/1.1" status: 200 len: 855 time: 0.0616527 Mar 29 16:22:47.739705 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53f082a-d517-4a1c-81d1-78018cf75ce9 req-b661811e-d0b8-424f-90cb-1cb1282d8a42 tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:22:47.741102 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-a53f082a-d517-4a1c-81d1-78018cf75ce9 req-b661811e-d0b8-424f-90cb-1cb1282d8a42 tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] 10.222.0.42 "GET /v2.0/ports?device_id=643dccb0-9415-48e0-8b9c-100b1b1ee2fa HTTP/1.1" status: 200 len: 943 time: 0.0851619 Mar 29 16:22:47.770102 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-935b5c68-fde0-4d31-9924-2faf80aaeb09 req-f201e2bc-534c-492d-bf59-59b4177d451f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=bbbbc29b-3145-448e-b8ef-49df74a5d2f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280042 Mar 29 16:22:47.821868 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-a53f082a-d517-4a1c-81d1-78018cf75ce9 req-d0cf1064-92ec-437b-b201-98612992de09 tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] 10.222.0.42 "GET /v2.0/security-groups?id=9171c67f-8ce7-40b6-866d-81236d8fe789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725303 Mar 29 16:22:47.875650 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-935b5c68-fde0-4d31-9924-2faf80aaeb09 req-b881e259-644e-4cc0-a6d6-a4669948de5e service neutron] 10.222.0.48 "GET /v2.0/networks/bbbbc29b-3145-448e-b8ef-49df74a5d2f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975139 Mar 29 16:22:47.963469 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-935b5c68-fde0-4d31-9924-2faf80aaeb09 req-dce3edb9-8f74-4ae4-b883-7cd27d4739c8 service neutron] 10.222.0.48 "GET /v2.0/networks/bbbbc29b-3145-448e-b8ef-49df74a5d2f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803561 Mar 29 16:22:48.048884 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6ddfc4-0415-4aca-853a-fa9e6bb53cfb req-b3934ac1-1414-4874-bbc8-3388f1dde52d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:22:48.050300 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-fb6ddfc4-0415-4aca-853a-fa9e6bb53cfb req-b3934ac1-1414-4874-bbc8-3388f1dde52d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2405d55e800b44c3b09df5685d861bde&device_id=643dccb0-9415-48e0-8b9c-100b1b1ee2fa HTTP/1.1" status: 200 len: 1094 time: 0.0468111 Mar 29 16:22:48.139506 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6ddfc4-0415-4aca-853a-fa9e6bb53cfb req-ba2f37aa-c910-4ef8-a0d3-4f84d00e9016 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:22:48.140975 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-fb6ddfc4-0415-4aca-853a-fa9e6bb53cfb req-ba2f37aa-c910-4ef8-a0d3-4f84d00e9016 service neutron] 10.222.0.48 "GET /v2.0/networks?id=bbbbc29b-3145-448e-b8ef-49df74a5d2f4 HTTP/1.1" status: 200 len: 916 time: 0.0829167 Mar 29 16:22:48.148383 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:22:48.186717 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-fb6ddfc4-0415-4aca-853a-fa9e6bb53cfb req-3d618e06-5b0e-495f-a29c-e6d761040217 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b814349f-5360-40a7-8713-c6db8fe81f4a HTTP/1.1" status: 200 len: 217 time: 0.0374129 Mar 29 16:22:48.234600 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6ddfc4-0415-4aca-853a-fa9e6bb53cfb req-4c13584e-c5e0-4e6b-ba00-a10da5de7eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:22:48.236022 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-fb6ddfc4-0415-4aca-853a-fa9e6bb53cfb req-4c13584e-c5e0-4e6b-ba00-a10da5de7eb4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4c0cbcec-5d17-43e4-8428-d77b53917f6b HTTP/1.1" status: 200 len: 855 time: 0.0421183 Mar 29 16:22:48.243705 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.agents_db [None req-59735a15-725e-44d4-9ad5-95cbe356f209 None None] Agent healthcheck: found 7 active agents {{(pid=102793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 16:22:48.267996 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-fb6ddfc4-0415-4aca-853a-fa9e6bb53cfb req-ad3c9438-2d39-49e4-8e70-373c8519b683 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=bbbbc29b-3145-448e-b8ef-49df74a5d2f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246587 Mar 29 16:22:48.358518 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-fb6ddfc4-0415-4aca-853a-fa9e6bb53cfb req-4077a716-757a-41be-afee-c4a49d5931f1 service neutron] 10.222.0.48 "GET /v2.0/networks/bbbbc29b-3145-448e-b8ef-49df74a5d2f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840538 Mar 29 16:22:48.447403 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-fb6ddfc4-0415-4aca-853a-fa9e6bb53cfb req-61b491f1-f352-45d8-a676-ff92cc6e01c1 service neutron] 10.222.0.48 "GET /v2.0/networks/bbbbc29b-3145-448e-b8ef-49df74a5d2f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811682 Mar 29 16:22:48.940194 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcaf809-3086-4f59-8d25-a9d3c6e400c9 req-c291fd5f-7dda-4d95-95d4-1c63e9bd9998 tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:22:48.941674 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-6fcaf809-3086-4f59-8d25-a9d3c6e400c9 req-c291fd5f-7dda-4d95-95d4-1c63e9bd9998 tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] 10.222.0.42 "GET /v2.0/ports?device_id=643dccb0-9415-48e0-8b9c-100b1b1ee2fa HTTP/1.1" status: 200 len: 943 time: 0.0489995 Mar 29 16:22:48.979339 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-6fcaf809-3086-4f59-8d25-a9d3c6e400c9 req-578cc3d5-cf8b-4d23-b634-9f9b84925141 tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] 10.222.0.42 "GET /v2.0/security-groups?id=9171c67f-8ce7-40b6-866d-81236d8fe789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307486 Mar 29 16:22:50.093889 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb873e8-d5ca-4fb6-ba37-e7d2081bb732 req-15eae2fa-aa30-403e-916f-f7c4e0c67728 tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:22:50.095369 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ccb873e8-d5ca-4fb6-ba37-e7d2081bb732 req-15eae2fa-aa30-403e-916f-f7c4e0c67728 tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] 10.222.0.42 "GET /v2.0/ports?device_id=643dccb0-9415-48e0-8b9c-100b1b1ee2fa HTTP/1.1" status: 200 len: 943 time: 0.0478621 Mar 29 16:22:50.131987 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ccb873e8-d5ca-4fb6-ba37-e7d2081bb732 req-3bb2d4f2-8371-4f7a-be8b-525c60cbdba9 tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] 10.222.0.42 "GET /v2.0/security-groups?id=9171c67f-8ce7-40b6-866d-81236d8fe789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306880 Mar 29 16:22:50.385393 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device b814349f-5360-40a7-8713-c6db8fe81f4a details requested by agent hyperv_n-h2-834765-1 with host n-h2-834765-1 {{(pid=102792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 16:22:50.482934 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port b814349f-5360-40a7-8713-c6db8fe81f4a, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=b814349f-5360-40a7-8713-c6db8fe81f4a,segment=NetworkSegment(95d37ec7-220d-4f4c-ab3c-5efcc83bb990),segment_id=95d37ec7-220d-4f4c-ab3c-5efcc83bb990)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:22:50.494029 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Returning: {'device': 'b814349f-5360-40a7-8713-c6db8fe81f4a', 'network_id': 'bbbbc29b-3145-448e-b8ef-49df74a5d2f4', 'port_id': 'b814349f-5360-40a7-8713-c6db8fe81f4a', 'mac_address': 'fa:16:3e:48:08:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 645, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c0cbcec-5d17-43e4-8428-d77b53917f6b', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 16:22:50.531031 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:22:50.547563 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b814349f-5360-40a7-8713-c6db8fe81f4a {{(pid=102792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 16:22:50.568492 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port b814349f-5360-40a7-8713-c6db8fe81f4a, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=b814349f-5360-40a7-8713-c6db8fe81f4a,segment=NetworkSegment(95d37ec7-220d-4f4c-ab3c-5efcc83bb990),segment_id=95d37ec7-220d-4f4c-ab3c-5efcc83bb990)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:22:50.573304 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:22:50.620211 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Pushing event updated for resources: {'Port': ['ID=b814349f-5360-40a7-8713-c6db8fe81f4a,revision_number=4']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:22:50.627451 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:22:50.627803 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:22:50.628148 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:22:50.628487 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:22:50.628820 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:22:50.629153 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:22:50.629482 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:22:50.629807 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:22:50.630133 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:22:50.630458 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:22:50.630781 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:22:50.631103 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:22:50.858230 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] get_ports_and_sgs() called for port_ids ['b814349f-5360-40a7-8713-c6db8fe81f4a'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 16:22:51.251746 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddecc08-455a-4bf2-9196-79ddc988b641 req-be10afa1-a7f8-481d-9c8e-c6767e960539 tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:22:51.253219 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-9ddecc08-455a-4bf2-9196-79ddc988b641 req-be10afa1-a7f8-481d-9c8e-c6767e960539 tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] 10.222.0.42 "GET /v2.0/ports?device_id=643dccb0-9415-48e0-8b9c-100b1b1ee2fa HTTP/1.1" status: 200 len: 944 time: 0.0487461 Mar 29 16:22:51.290329 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-9ddecc08-455a-4bf2-9196-79ddc988b641 req-2076f7d8-126f-4e03-8cbd-95584d0696f8 tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] 10.222.0.42 "GET /v2.0/security-groups?id=9171c67f-8ce7-40b6-866d-81236d8fe789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311098 Mar 29 16:22:52.389596 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device b814349f-5360-40a7-8713-c6db8fe81f4a up at agent hyperv_n-h2-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 16:22:52.410638 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698b996e-d2d5-4dbc-ab56-ce97415b8fc9 req-da65ffc7-56d9-4b57-9300-7dba3d5abfe1 tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:22:52.412155 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-698b996e-d2d5-4dbc-ab56-ce97415b8fc9 req-da65ffc7-56d9-4b57-9300-7dba3d5abfe1 tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] 10.222.0.42 "GET /v2.0/ports?device_id=643dccb0-9415-48e0-8b9c-100b1b1ee2fa HTTP/1.1" status: 200 len: 944 time: 0.0517280 Mar 29 16:22:52.439611 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Provisioning for port b814349f-5360-40a7-8713-c6db8fe81f4a completed by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 16:22:52.443373 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Provisioning complete for port b814349f-5360-40a7-8713-c6db8fe81f4a triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:22:52.443747 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:22:52.453508 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-698b996e-d2d5-4dbc-ab56-ce97415b8fc9 req-0bf4da84-2a44-47f8-9211-9912af4f6a11 tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] 10.222.0.42 "GET /v2.0/security-groups?id=9171c67f-8ce7-40b6-866d-81236d8fe789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342295 Mar 29 16:22:52.519707 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:22:52.541908 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '643dccb0-9415-48e0-8b9c-100b1b1ee2fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b814349f-5360-40a7-8713-c6db8fe81f4a'}] {{(pid=102792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:22:52.544159 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4f476c66b318cc6068719fc39557fac68d413f5c7e78fa77028c7948e999ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d28a71b4-132c-46da-87e4-0fad09dd4f6f" -d '{"events": [{"server_uuid": "643dccb0-9415-48e0-8b9c-100b1b1ee2fa", "name": "network-vif-plugged", "status": "completed", "tag": "b814349f-5360-40a7-8713-c6db8fe81f4a"}]}' {{(pid=102792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:22:52.561438 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port b814349f-5360-40a7-8713-c6db8fe81f4a, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=b814349f-5360-40a7-8713-c6db8fe81f4a,segment=NetworkSegment(95d37ec7-220d-4f4c-ab3c-5efcc83bb990),segment_id=95d37ec7-220d-4f4c-ab3c-5efcc83bb990)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:22:52.566437 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:22:52.588786 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 16:22:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54354041-7fa4-4dbd-8317-2811e3b55c5a x-openstack-request-id: req-54354041-7fa4-4dbd-8317-2811e3b55c5a {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:22:52.589069 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "643dccb0-9415-48e0-8b9c-100b1b1ee2fa", "name": "network-vif-plugged", "status": "completed", "tag": "b814349f-5360-40a7-8713-c6db8fe81f4a", "code": 200}]} {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:22:52.589312 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-54354041-7fa4-4dbd-8317-2811e3b55c5a {{(pid=102792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:22:52.589691 n-d-834765-1 neutron-server[102792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '643dccb0-9415-48e0-8b9c-100b1b1ee2fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b814349f-5360-40a7-8713-c6db8fe81f4a', 'code': 200} Mar 29 16:22:52.614727 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Pushing event updated for resources: {'Port': ['ID=b814349f-5360-40a7-8713-c6db8fe81f4a,revision_number=5']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:22:52.679841 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6379b9c9-c627-40c9-bc18-e59bc5b45751 req-c7232e10-9aff-41c8-a452-f0b62fae77cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:22:52.682152 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6379b9c9-c627-40c9-bc18-e59bc5b45751 req-c7232e10-9aff-41c8-a452-f0b62fae77cf service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=643dccb0-9415-48e0-8b9c-100b1b1ee2fa HTTP/1.1" status: 200 len: 1096 time: 0.0395293 Mar 29 16:22:52.714475 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6379b9c9-c627-40c9-bc18-e59bc5b45751 req-68c2ae3f-bcea-423e-9c78-4cf6f186998d service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=9171c67f-8ce7-40b6-866d-81236d8fe789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0266035 Mar 29 16:22:53.569868 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c287a377-79c6-4c8f-82a6-5976305f27f5 req-75f1da14-5613-4b88-a7ee-04188bddb21b tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:22:53.571357 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-c287a377-79c6-4c8f-82a6-5976305f27f5 req-75f1da14-5613-4b88-a7ee-04188bddb21b tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] 10.222.0.42 "GET /v2.0/ports?device_id=643dccb0-9415-48e0-8b9c-100b1b1ee2fa HTTP/1.1" status: 200 len: 945 time: 0.0501714 Mar 29 16:22:53.609552 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-c287a377-79c6-4c8f-82a6-5976305f27f5 req-3a834953-b3e2-4a46-8b3f-1c0abe5e669c tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] 10.222.0.42 "GET /v2.0/security-groups?id=9171c67f-8ce7-40b6-866d-81236d8fe789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316851 Mar 29 16:22:54.735665 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc9fbc5-bef8-4478-8b5c-bb56491bc755 req-fed05f14-6e0f-4817-b15e-b31fd9e18f39 tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:22:54.737049 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-5dc9fbc5-bef8-4478-8b5c-bb56491bc755 req-fed05f14-6e0f-4817-b15e-b31fd9e18f39 tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] 10.222.0.42 "GET /v2.0/ports?device_id=643dccb0-9415-48e0-8b9c-100b1b1ee2fa HTTP/1.1" status: 200 len: 945 time: 0.0536840 Mar 29 16:22:54.775200 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-5dc9fbc5-bef8-4478-8b5c-bb56491bc755 req-31146ff1-1127-4af9-a03b-394788153062 tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] 10.222.0.42 "GET /v2.0/security-groups?id=9171c67f-8ce7-40b6-866d-81236d8fe789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321414 Mar 29 16:22:54.892621 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958f4b8b-df91-414d-b227-5d2c274d8331 req-18fa1f4c-b6eb-4025-b032-06ea4926021e tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:22:54.894064 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-958f4b8b-df91-414d-b227-5d2c274d8331 req-18fa1f4c-b6eb-4025-b032-06ea4926021e tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] 10.222.0.42 "GET /v2.0/ports?device_id=643dccb0-9415-48e0-8b9c-100b1b1ee2fa HTTP/1.1" status: 200 len: 945 time: 0.0508931 Mar 29 16:22:54.930920 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-958f4b8b-df91-414d-b227-5d2c274d8331 req-e6540a0a-2f4b-4155-b52f-4c826d4aa665 tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] 10.222.0.42 "GET /v2.0/security-groups?id=9171c67f-8ce7-40b6-866d-81236d8fe789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309050 Mar 29 16:22:55.126797 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810122df-04b6-4a10-b8ee-e28bef51380d req-a059ea12-0c6e-4743-99ad-71984a6dd8ee tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:22:55.128271 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-810122df-04b6-4a10-b8ee-e28bef51380d req-a059ea12-0c6e-4743-99ad-71984a6dd8ee tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] 10.222.0.42 "GET /v2.0/ports?device_id=643dccb0-9415-48e0-8b9c-100b1b1ee2fa HTTP/1.1" status: 200 len: 945 time: 0.0484846 Mar 29 16:22:55.164799 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-810122df-04b6-4a10-b8ee-e28bef51380d req-a62d831f-0d47-439b-b6da-6c410dc8d937 tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] 10.222.0.42 "GET /v2.0/security-groups?id=9171c67f-8ce7-40b6-866d-81236d8fe789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305641 Mar 29 16:22:55.276131 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c4d036-808c-4b16-b0a6-d967da457736 req-69e8ba2d-eff9-406d-b312-632dc3b06d76 tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:22:55.278379 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-e3c4d036-808c-4b16-b0a6-d967da457736 req-69e8ba2d-eff9-406d-b312-632dc3b06d76 tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] 10.222.0.42 "GET /v2.0/ports?device_id=643dccb0-9415-48e0-8b9c-100b1b1ee2fa HTTP/1.1" status: 200 len: 945 time: 0.0490575 Mar 29 16:22:55.317414 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-e3c4d036-808c-4b16-b0a6-d967da457736 req-c4f8de37-bbf2-4231-8ec2-d8f4df6f680d tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] 10.222.0.42 "GET /v2.0/security-groups?id=9171c67f-8ce7-40b6-866d-81236d8fe789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330610 Mar 29 16:22:55.668081 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-5bb90733-0478-4cc2-9529-a330caf02a45 req-4c1f9460-278f-4c40-80be-d7093560aafb service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=643dccb0-9415-48e0-8b9c-100b1b1ee2fa&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0739877 Mar 29 16:22:55.675438 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a580ec8-84a4-4a89-a5d4-ce8f7efa8dd4 req-91ea6d2e-e957-4105-9109-3e6987ce9c7d tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:22:55.676827 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-2a580ec8-84a4-4a89-a5d4-ce8f7efa8dd4 req-91ea6d2e-e957-4105-9109-3e6987ce9c7d tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] 10.222.0.42 "GET /v2.0/ports?device_id=643dccb0-9415-48e0-8b9c-100b1b1ee2fa HTTP/1.1" status: 200 len: 945 time: 0.0753040 Mar 29 16:22:55.716434 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-2a580ec8-84a4-4a89-a5d4-ce8f7efa8dd4 req-6c3c5f73-f8ea-4afb-9ff9-73e94c26591d tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] 10.222.0.42 "GET /v2.0/security-groups?id=9171c67f-8ce7-40b6-866d-81236d8fe789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331662 Mar 29 16:22:56.782160 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb90733-0478-4cc2-9529-a330caf02a45 req-e4c31b5c-c9f9-4c0d-9aea-e2d428213526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:22:56.783689 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-5bb90733-0478-4cc2-9529-a330caf02a45 req-e4c31b5c-c9f9-4c0d-9aea-e2d428213526 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2405d55e800b44c3b09df5685d861bde&device_id=643dccb0-9415-48e0-8b9c-100b1b1ee2fa HTTP/1.1" status: 200 len: 1096 time: 0.0406587 Mar 29 16:22:56.892053 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66e254e-78ef-4406-878f-0444b02ef2ce req-a60419de-1ca6-48c5-b22d-5f80babb9e84 tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:22:56.893537 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-a66e254e-78ef-4406-878f-0444b02ef2ce req-a60419de-1ca6-48c5-b22d-5f80babb9e84 tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] 10.222.0.42 "GET /v2.0/ports?device_id=643dccb0-9415-48e0-8b9c-100b1b1ee2fa HTTP/1.1" status: 200 len: 945 time: 0.1066551 Mar 29 16:22:56.924312 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb90733-0478-4cc2-9529-a330caf02a45 req-707c581b-5a38-4e0f-8924-46d55c8a4d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:22:56.925720 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-5bb90733-0478-4cc2-9529-a330caf02a45 req-707c581b-5a38-4e0f-8924-46d55c8a4d78 service neutron] 10.222.0.48 "GET /v2.0/networks?id=bbbbc29b-3145-448e-b8ef-49df74a5d2f4 HTTP/1.1" status: 200 len: 916 time: 0.1300693 Mar 29 16:22:56.977892 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-a66e254e-78ef-4406-878f-0444b02ef2ce req-8d8b8b7b-27c7-4e7c-9b2b-2fdb1d2257d7 tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] 10.222.0.42 "GET /v2.0/security-groups?id=9171c67f-8ce7-40b6-866d-81236d8fe789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782216 Mar 29 16:22:56.979250 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-5bb90733-0478-4cc2-9529-a330caf02a45 req-7e0cccdb-891d-4e1b-a833-26e91618922b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b814349f-5360-40a7-8713-c6db8fe81f4a HTTP/1.1" status: 200 len: 217 time: 0.0427604 Mar 29 16:22:57.026481 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb90733-0478-4cc2-9529-a330caf02a45 req-ef0cfbc0-ff10-48d6-97ce-842c9a0e7543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:22:57.028477 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-5bb90733-0478-4cc2-9529-a330caf02a45 req-ef0cfbc0-ff10-48d6-97ce-842c9a0e7543 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4c0cbcec-5d17-43e4-8428-d77b53917f6b HTTP/1.1" status: 200 len: 855 time: 0.0434096 Mar 29 16:22:57.059293 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-5bb90733-0478-4cc2-9529-a330caf02a45 req-f3d03d5f-7be1-4ac1-8d09-7c7258910ff8 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=bbbbc29b-3145-448e-b8ef-49df74a5d2f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242620 Mar 29 16:22:57.437459 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-5bb90733-0478-4cc2-9529-a330caf02a45 req-e45ec651-740e-485d-9deb-9c91a9d57054 service neutron] 10.222.0.48 "GET /v2.0/networks/bbbbc29b-3145-448e-b8ef-49df74a5d2f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3728392 Mar 29 16:22:57.527894 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-5bb90733-0478-4cc2-9529-a330caf02a45 req-64c158a8-183f-4577-9590-072b0672f374 service neutron] 10.222.0.48 "GET /v2.0/networks/bbbbc29b-3145-448e-b8ef-49df74a5d2f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826342 Mar 29 16:22:58.104202 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6f9f32-dcbb-49e2-8750-84797fe1669e req-ba8c6388-d7f9-4431-8a83-7f69e8f7af94 tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:22:58.106351 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-cd6f9f32-dcbb-49e2-8750-84797fe1669e req-ba8c6388-d7f9-4431-8a83-7f69e8f7af94 tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] 10.222.0.42 "GET /v2.0/ports?device_id=643dccb0-9415-48e0-8b9c-100b1b1ee2fa HTTP/1.1" status: 200 len: 945 time: 0.0569611 Mar 29 16:22:58.144299 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-cd6f9f32-dcbb-49e2-8750-84797fe1669e req-4105b8f0-7b21-4e17-bbaa-f24d1620885f tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] 10.222.0.42 "GET /v2.0/security-groups?id=9171c67f-8ce7-40b6-866d-81236d8fe789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318151 Mar 29 16:22:59.263521 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea52578d-2df6-4bbd-ba05-b9c04964c5b1 req-336ba0c0-12b2-46ef-b849-7637fe379969 tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:22:59.264968 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ea52578d-2df6-4bbd-ba05-b9c04964c5b1 req-336ba0c0-12b2-46ef-b849-7637fe379969 tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] 10.222.0.42 "GET /v2.0/ports?device_id=643dccb0-9415-48e0-8b9c-100b1b1ee2fa HTTP/1.1" status: 200 len: 945 time: 0.0524790 Mar 29 16:22:59.301507 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ea52578d-2df6-4bbd-ba05-b9c04964c5b1 req-4bcd5da8-022d-41af-8fba-722bb893903b tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] 10.222.0.42 "GET /v2.0/security-groups?id=9171c67f-8ce7-40b6-866d-81236d8fe789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306315 Mar 29 16:23:00.397308 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d78680e8-d354-467e-b525-fb668c53d8d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:23:00.424621 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45da0f4b-f1af-43b5-b5d9-daeb51396276 req-e25cfe80-1a2e-4670-adcd-6a99ae08f905 tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:23:00.426081 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-45da0f4b-f1af-43b5-b5d9-daeb51396276 req-e25cfe80-1a2e-4670-adcd-6a99ae08f905 tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] 10.222.0.42 "GET /v2.0/ports?device_id=643dccb0-9415-48e0-8b9c-100b1b1ee2fa HTTP/1.1" status: 200 len: 945 time: 0.0540559 Mar 29 16:23:00.462587 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-45da0f4b-f1af-43b5-b5d9-daeb51396276 req-97e0c084-9f7a-4da2-b2d0-d3ffbb27edb6 tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] 10.222.0.42 "GET /v2.0/security-groups?id=9171c67f-8ce7-40b6-866d-81236d8fe789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302780 Mar 29 16:23:01.584187 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e023b8-72db-40bf-9498-c15bbcfb3ebd req-6436a54d-fb13-4db8-8cb7-c601b565a806 tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:23:01.585677 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-75e023b8-72db-40bf-9498-c15bbcfb3ebd req-6436a54d-fb13-4db8-8cb7-c601b565a806 tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] 10.222.0.42 "GET /v2.0/ports?device_id=643dccb0-9415-48e0-8b9c-100b1b1ee2fa HTTP/1.1" status: 200 len: 945 time: 0.0519004 Mar 29 16:23:01.627087 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-75e023b8-72db-40bf-9498-c15bbcfb3ebd req-c57d4070-2cb8-43ba-9080-5484a98356ac tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] 10.222.0.42 "GET /v2.0/security-groups?id=9171c67f-8ce7-40b6-866d-81236d8fe789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344436 Mar 29 16:23:02.747970 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8eb78a-4c2a-4ac8-a7d2-2d1c78e3d75e req-7941d315-4995-4aa2-bf6a-3db69a6b43ae tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:23:02.749318 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-6e8eb78a-4c2a-4ac8-a7d2-2d1c78e3d75e req-7941d315-4995-4aa2-bf6a-3db69a6b43ae tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] 10.222.0.42 "GET /v2.0/ports?device_id=643dccb0-9415-48e0-8b9c-100b1b1ee2fa HTTP/1.1" status: 200 len: 945 time: 0.0518517 Mar 29 16:23:02.786417 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-6e8eb78a-4c2a-4ac8-a7d2-2d1c78e3d75e req-bb4adf9f-5d8a-4b6c-be54-abe8b4dcaabe tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] 10.222.0.42 "GET /v2.0/security-groups?id=9171c67f-8ce7-40b6-866d-81236d8fe789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311530 Mar 29 16:23:02.851861 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-9f281ff3-3730-43ff-9c7d-67cf5d04bdc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:23:03.900962 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f56a0c7-046f-49d4-978f-37d3c2e26cc7 req-596e14bc-69b2-4721-9381-eb39249eb6be tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:23:03.902407 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-5f56a0c7-046f-49d4-978f-37d3c2e26cc7 req-596e14bc-69b2-4721-9381-eb39249eb6be tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] 10.222.0.42 "GET /v2.0/ports?device_id=643dccb0-9415-48e0-8b9c-100b1b1ee2fa HTTP/1.1" status: 200 len: 945 time: 0.0478077 Mar 29 16:23:03.939380 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-5f56a0c7-046f-49d4-978f-37d3c2e26cc7 req-48747a76-18cd-4e19-930a-eab7455d2103 tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] 10.222.0.42 "GET /v2.0/security-groups?id=9171c67f-8ce7-40b6-866d-81236d8fe789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309026 Mar 29 16:23:04.310532 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d71584b9-87f1-45f5-84c7-c993c2416269 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:23:05.057091 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb6c8f0-af04-4136-9ab3-a598b97d09fc req-1930a4b3-6f1e-4750-bb3d-f531dff62812 tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:23:05.058766 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-2fb6c8f0-af04-4136-9ab3-a598b97d09fc req-1930a4b3-6f1e-4750-bb3d-f531dff62812 tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] 10.222.0.42 "GET /v2.0/ports?device_id=643dccb0-9415-48e0-8b9c-100b1b1ee2fa HTTP/1.1" status: 200 len: 945 time: 0.0512216 Mar 29 16:23:05.096380 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-2fb6c8f0-af04-4136-9ab3-a598b97d09fc req-bcbfe55f-1060-4fcb-873b-13848e0b0798 tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] 10.222.0.42 "GET /v2.0/security-groups?id=9171c67f-8ce7-40b6-866d-81236d8fe789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315793 Mar 29 16:23:05.868514 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-0cb6abf6-2706-4e52-8825-f5f644ecf9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:23:05.984577 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:23:06.214867 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2af9367-7177-4f2f-8f08-f81897897883 req-9b03f923-e884-4b85-b4e0-def130504701 tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:23:06.216351 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d2af9367-7177-4f2f-8f08-f81897897883 req-9b03f923-e884-4b85-b4e0-def130504701 tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] 10.222.0.42 "GET /v2.0/ports?device_id=643dccb0-9415-48e0-8b9c-100b1b1ee2fa HTTP/1.1" status: 200 len: 945 time: 0.0521591 Mar 29 16:23:06.253284 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d2af9367-7177-4f2f-8f08-f81897897883 req-a99e6ba8-ae96-4f18-80be-f9339a83769c tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] 10.222.0.42 "GET /v2.0/security-groups?id=9171c67f-8ce7-40b6-866d-81236d8fe789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309322 Mar 29 16:23:06.531159 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3d8a8b-f298-4733-b6b1-1880289dfb51 req-dcefce0e-b1a1-4bad-a1c4-da26a946cd83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:23:06.532669 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4e3d8a8b-f298-4733-b6b1-1880289dfb51 req-dcefce0e-b1a1-4bad-a1c4-da26a946cd83 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2405d55e800b44c3b09df5685d861bde&device_id=643dccb0-9415-48e0-8b9c-100b1b1ee2fa HTTP/1.1" status: 200 len: 1096 time: 0.0405650 Mar 29 16:23:06.633209 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3d8a8b-f298-4733-b6b1-1880289dfb51 req-88d8cacb-31fd-422a-b521-912fcd78f00d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:23:06.634764 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4e3d8a8b-f298-4733-b6b1-1880289dfb51 req-88d8cacb-31fd-422a-b521-912fcd78f00d service neutron] 10.222.0.48 "GET /v2.0/networks?id=bbbbc29b-3145-448e-b8ef-49df74a5d2f4 HTTP/1.1" status: 200 len: 916 time: 0.0824046 Mar 29 16:23:06.678425 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4e3d8a8b-f298-4733-b6b1-1880289dfb51 req-467bf841-1947-4f52-b7ee-b1e41cd5550f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b814349f-5360-40a7-8713-c6db8fe81f4a HTTP/1.1" status: 200 len: 217 time: 0.0370131 Mar 29 16:23:06.726323 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3d8a8b-f298-4733-b6b1-1880289dfb51 req-8610e11f-ccce-4b35-9e18-6051f78fefe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:23:06.727746 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4e3d8a8b-f298-4733-b6b1-1880289dfb51 req-8610e11f-ccce-4b35-9e18-6051f78fefe6 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4c0cbcec-5d17-43e4-8428-d77b53917f6b HTTP/1.1" status: 200 len: 855 time: 0.0427876 Mar 29 16:23:06.757407 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4e3d8a8b-f298-4733-b6b1-1880289dfb51 req-c06d98e7-0d72-49c0-90e6-ab909655d92c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=bbbbc29b-3145-448e-b8ef-49df74a5d2f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0230739 Mar 29 16:23:06.847633 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4e3d8a8b-f298-4733-b6b1-1880289dfb51 req-aa148866-1bfd-4b10-ba19-854e5219626b service neutron] 10.222.0.48 "GET /v2.0/networks/bbbbc29b-3145-448e-b8ef-49df74a5d2f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840135 Mar 29 16:23:06.936397 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4e3d8a8b-f298-4733-b6b1-1880289dfb51 req-2f0c80c1-f296-4e58-ba73-cb92c45a3531 service neutron] 10.222.0.48 "GET /v2.0/networks/bbbbc29b-3145-448e-b8ef-49df74a5d2f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815866 Mar 29 16:23:07.366872 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4996fb01-a916-4175-9b7b-02ee31f0e482 req-5bab48db-413d-46ad-9d38-57361aa80c6d tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:23:07.368377 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-4996fb01-a916-4175-9b7b-02ee31f0e482 req-5bab48db-413d-46ad-9d38-57361aa80c6d tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] 10.222.0.42 "GET /v2.0/ports?device_id=643dccb0-9415-48e0-8b9c-100b1b1ee2fa HTTP/1.1" status: 200 len: 945 time: 0.0487998 Mar 29 16:23:07.405812 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-4996fb01-a916-4175-9b7b-02ee31f0e482 req-6b5a8fbd-74f1-4bd0-b5d0-e06c5d284df4 tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] 10.222.0.42 "GET /v2.0/security-groups?id=9171c67f-8ce7-40b6-866d-81236d8fe789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309708 Mar 29 16:23:07.995183 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [req-76d2deac-5818-42bb-8146-bd6c5672abe1 req-b22e26b4-f673-4d3f-90cb-a2d4469c2c67 service neutron] (102791) timed out ('10.222.0.42', 50116) {{(pid=102791) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Mar 29 16:23:08.526389 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f045cfd-4937-4923-ab26-48fdbf8bc06e req-a5deef20-b05e-440a-b5fc-812fe19c68d3 tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:23:08.528471 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-8f045cfd-4937-4923-ab26-48fdbf8bc06e req-a5deef20-b05e-440a-b5fc-812fe19c68d3 tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] 10.222.0.42 "GET /v2.0/ports?device_id=643dccb0-9415-48e0-8b9c-100b1b1ee2fa HTTP/1.1" status: 200 len: 945 time: 0.0530670 Mar 29 16:23:08.566953 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-8f045cfd-4937-4923-ab26-48fdbf8bc06e req-369e18d7-c1b1-44de-aa29-87922c19efcf tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] 10.222.0.42 "GET /v2.0/security-groups?id=9171c67f-8ce7-40b6-866d-81236d8fe789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325952 Mar 29 16:23:09.689906 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f327a6-2ca3-4784-aafd-11b203c96371 req-00b6394e-28b0-40f1-b8e5-65e953cd4b81 tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:23:09.691412 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-c1f327a6-2ca3-4784-aafd-11b203c96371 req-00b6394e-28b0-40f1-b8e5-65e953cd4b81 tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] 10.222.0.42 "GET /v2.0/ports?device_id=643dccb0-9415-48e0-8b9c-100b1b1ee2fa HTTP/1.1" status: 200 len: 945 time: 0.0529060 Mar 29 16:23:09.729089 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-c1f327a6-2ca3-4784-aafd-11b203c96371 req-080aebf9-a1d4-44bd-9c64-b2b9b9ab77d5 tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] 10.222.0.42 "GET /v2.0/security-groups?id=9171c67f-8ce7-40b6-866d-81236d8fe789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317340 Mar 29 16:23:10.842258 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc205b0-a8b0-4a1f-a5df-38b6325a3130 req-6ecc29c0-6b7e-4d03-9003-71fb540ace80 tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:23:10.844588 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-3cc205b0-a8b0-4a1f-a5df-38b6325a3130 req-6ecc29c0-6b7e-4d03-9003-71fb540ace80 tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] 10.222.0.42 "GET /v2.0/ports?device_id=643dccb0-9415-48e0-8b9c-100b1b1ee2fa HTTP/1.1" status: 200 len: 945 time: 0.0489957 Mar 29 16:23:10.881308 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-3cc205b0-a8b0-4a1f-a5df-38b6325a3130 req-48bf275f-187a-46a8-9cd0-fd53d539e778 tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] 10.222.0.42 "GET /v2.0/security-groups?id=9171c67f-8ce7-40b6-866d-81236d8fe789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308135 Mar 29 16:23:11.997359 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94afc998-54ec-49cd-9ef2-dd50a215e32b req-e2abd4e5-0351-4844-9476-71b6a867dc2c tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:23:11.999097 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-94afc998-54ec-49cd-9ef2-dd50a215e32b req-e2abd4e5-0351-4844-9476-71b6a867dc2c tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] 10.222.0.42 "GET /v2.0/ports?device_id=643dccb0-9415-48e0-8b9c-100b1b1ee2fa HTTP/1.1" status: 200 len: 945 time: 0.0491536 Mar 29 16:23:12.036393 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-94afc998-54ec-49cd-9ef2-dd50a215e32b req-cb8c5063-6539-4a93-8c64-38f34c9201b2 tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] 10.222.0.42 "GET /v2.0/security-groups?id=9171c67f-8ce7-40b6-866d-81236d8fe789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314016 Mar 29 16:23:13.150562 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bd8a2d-34a2-436d-a689-795755baa5af req-5f2f607b-3b04-4f58-8d18-59a7c98b193b tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:23:13.152042 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-84bd8a2d-34a2-436d-a689-795755baa5af req-5f2f607b-3b04-4f58-8d18-59a7c98b193b tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] 10.222.0.42 "GET /v2.0/ports?device_id=643dccb0-9415-48e0-8b9c-100b1b1ee2fa HTTP/1.1" status: 200 len: 945 time: 0.0480847 Mar 29 16:23:13.188826 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-84bd8a2d-34a2-436d-a689-795755baa5af req-e5753ca1-2587-4393-8379-dd382f27cec2 tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] 10.222.0.42 "GET /v2.0/security-groups?id=9171c67f-8ce7-40b6-866d-81236d8fe789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307519 Mar 29 16:23:14.305395 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e771f7-28dd-4300-a7d5-603f8cb5ca15 req-e7f44915-f682-46f3-a941-3ba6a3c0cb7e tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:23:14.306846 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-60e771f7-28dd-4300-a7d5-603f8cb5ca15 req-e7f44915-f682-46f3-a941-3ba6a3c0cb7e tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] 10.222.0.42 "GET /v2.0/ports?device_id=643dccb0-9415-48e0-8b9c-100b1b1ee2fa HTTP/1.1" status: 200 len: 945 time: 0.0482123 Mar 29 16:23:14.344481 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-60e771f7-28dd-4300-a7d5-603f8cb5ca15 req-c1f12dad-c798-4d5f-bba4-585b902bdefd tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] 10.222.0.42 "GET /v2.0/security-groups?id=9171c67f-8ce7-40b6-866d-81236d8fe789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311577 Mar 29 16:23:15.464285 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14928578-c18d-4990-9023-396c7c60ea10 req-8da0bb23-24fd-48d5-b5e3-5cb7ad89f15d tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:23:15.465767 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-14928578-c18d-4990-9023-396c7c60ea10 req-8da0bb23-24fd-48d5-b5e3-5cb7ad89f15d tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] 10.222.0.42 "GET /v2.0/ports?device_id=643dccb0-9415-48e0-8b9c-100b1b1ee2fa HTTP/1.1" status: 200 len: 945 time: 0.0543530 Mar 29 16:23:15.503352 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-14928578-c18d-4990-9023-396c7c60ea10 req-cb8d369e-d3de-4b4f-9aab-ce83898bb232 tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] 10.222.0.42 "GET /v2.0/security-groups?id=9171c67f-8ce7-40b6-866d-81236d8fe789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311520 Mar 29 16:23:16.627127 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12eb55c2-d4bb-43d1-bfc8-d3af8f2db10f req-6da905e3-47c8-41e2-af39-b9829710e939 tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:23:16.628629 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-12eb55c2-d4bb-43d1-bfc8-d3af8f2db10f req-6da905e3-47c8-41e2-af39-b9829710e939 tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] 10.222.0.42 "GET /v2.0/ports?device_id=643dccb0-9415-48e0-8b9c-100b1b1ee2fa HTTP/1.1" status: 200 len: 945 time: 0.0529242 Mar 29 16:23:16.664992 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-12eb55c2-d4bb-43d1-bfc8-d3af8f2db10f req-614385c1-671c-4a65-8fb2-482aef44ce93 tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] 10.222.0.42 "GET /v2.0/security-groups?id=9171c67f-8ce7-40b6-866d-81236d8fe789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304658 Mar 29 16:23:17.367749 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:23:17.780907 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8978b37-b8ff-4591-b30d-92f98b0e64bd req-4581b2cc-7ac7-4ce5-8608-7d4f64c3b066 tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:23:17.782374 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f8978b37-b8ff-4591-b30d-92f98b0e64bd req-4581b2cc-7ac7-4ce5-8608-7d4f64c3b066 tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] 10.222.0.42 "GET /v2.0/ports?device_id=643dccb0-9415-48e0-8b9c-100b1b1ee2fa HTTP/1.1" status: 200 len: 945 time: 0.0490496 Mar 29 16:23:17.819400 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f8978b37-b8ff-4591-b30d-92f98b0e64bd req-26570455-a67b-4ecf-a551-014d32c1d4e6 tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] 10.222.0.42 "GET /v2.0/security-groups?id=9171c67f-8ce7-40b6-866d-81236d8fe789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310800 Mar 29 16:23:18.151900 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:23:18.935497 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f201771-21c7-4627-9015-a5802a649514 req-30d211bb-679b-4be2-b258-60ca1f4a6324 tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:23:18.936967 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-1f201771-21c7-4627-9015-a5802a649514 req-30d211bb-679b-4be2-b258-60ca1f4a6324 tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] 10.222.0.42 "GET /v2.0/ports?device_id=643dccb0-9415-48e0-8b9c-100b1b1ee2fa HTTP/1.1" status: 200 len: 945 time: 0.0497010 Mar 29 16:23:18.974601 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-1f201771-21c7-4627-9015-a5802a649514 req-8bf8bf0b-2b59-496f-8b6a-5ded278f222e tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] 10.222.0.42 "GET /v2.0/security-groups?id=9171c67f-8ce7-40b6-866d-81236d8fe789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316412 Mar 29 16:23:20.089246 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cad298-e468-4257-8dbb-4f5419134ef9 req-799a37e1-14c8-4faf-9f22-9059c3603edf tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:23:20.090727 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-05cad298-e468-4257-8dbb-4f5419134ef9 req-799a37e1-14c8-4faf-9f22-9059c3603edf tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] 10.222.0.42 "GET /v2.0/ports?device_id=643dccb0-9415-48e0-8b9c-100b1b1ee2fa HTTP/1.1" status: 200 len: 945 time: 0.0491381 Mar 29 16:23:20.128338 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-05cad298-e468-4257-8dbb-4f5419134ef9 req-3cf2da6b-54d1-44e4-9a65-46952619f681 tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] 10.222.0.42 "GET /v2.0/security-groups?id=9171c67f-8ce7-40b6-866d-81236d8fe789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314987 Mar 29 16:23:21.244139 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d293bb2c-b3c0-4146-8e30-d8fb25d6193b req-b30a4a94-20bb-4112-a139-2b9637912c3a tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:23:21.245557 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-d293bb2c-b3c0-4146-8e30-d8fb25d6193b req-b30a4a94-20bb-4112-a139-2b9637912c3a tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] 10.222.0.42 "GET /v2.0/ports?device_id=643dccb0-9415-48e0-8b9c-100b1b1ee2fa HTTP/1.1" status: 200 len: 945 time: 0.0479198 Mar 29 16:23:21.283533 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-d293bb2c-b3c0-4146-8e30-d8fb25d6193b req-900997c9-1869-4343-9a93-b2c8e039a476 tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] 10.222.0.42 "GET /v2.0/security-groups?id=9171c67f-8ce7-40b6-866d-81236d8fe789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318103 Mar 29 16:23:22.403088 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4204784e-f0b3-47ca-929f-9acfa6ad64e3 req-aa138b46-f608-4655-961e-4dd7c2594a29 tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:23:22.404589 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4204784e-f0b3-47ca-929f-9acfa6ad64e3 req-aa138b46-f608-4655-961e-4dd7c2594a29 tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] 10.222.0.42 "GET /v2.0/ports?device_id=643dccb0-9415-48e0-8b9c-100b1b1ee2fa HTTP/1.1" status: 200 len: 945 time: 0.0523946 Mar 29 16:23:22.443121 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4204784e-f0b3-47ca-929f-9acfa6ad64e3 req-a30a9987-15e4-48d3-9080-a3cd0db10b45 tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] 10.222.0.42 "GET /v2.0/security-groups?id=9171c67f-8ce7-40b6-866d-81236d8fe789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320880 Mar 29 16:23:23.562623 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232dae5e-83f8-4735-bab3-e15b54d08061 req-38ba7b11-6bc0-42c9-a735-1f27885de916 tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:23:23.564045 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-232dae5e-83f8-4735-bab3-e15b54d08061 req-38ba7b11-6bc0-42c9-a735-1f27885de916 tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] 10.222.0.42 "GET /v2.0/ports?device_id=643dccb0-9415-48e0-8b9c-100b1b1ee2fa HTTP/1.1" status: 200 len: 945 time: 0.0536692 Mar 29 16:23:23.602184 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-232dae5e-83f8-4735-bab3-e15b54d08061 req-cbe4f747-fd28-42cd-ab3f-3b26b1dc1283 tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] 10.222.0.42 "GET /v2.0/security-groups?id=9171c67f-8ce7-40b6-866d-81236d8fe789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314758 Mar 29 16:23:24.513308 n-d-834765-1 neutron-server[102791]: INFO neutron.api.v2.resource [req-5bb90733-0478-4cc2-9529-a330caf02a45 req-93ecb9d3-5bd5-41f4-bbdc-c40cb26473ca service neutron] show failed (client error): The resource could not be found. Mar 29 16:23:24.514320 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-5bb90733-0478-4cc2-9529-a330caf02a45 req-93ecb9d3-5bd5-41f4-bbdc-c40cb26473ca service neutron] 10.222.0.48 "GET /v2.0/ports/b814349f-5360-40a7-8713-c6db8fe81f4a/bindings/n-h1-834765-1 HTTP/1.1" status: 404 len: 380 time: 0.0531116 Mar 29 16:23:24.743396 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb90733-0478-4cc2-9529-a330caf02a45 req-93ae396d-3436-4d4e-8f4c-bb5fa2cdb669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:23:24.744827 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-5bb90733-0478-4cc2-9529-a330caf02a45 req-93ae396d-3436-4d4e-8f4c-bb5fa2cdb669 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=643dccb0-9415-48e0-8b9c-100b1b1ee2fa&tenant_id=2405d55e800b44c3b09df5685d861bde HTTP/1.1" status: 200 len: 1096 time: 0.0738440 Mar 29 16:23:24.753015 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ab7800-9a1e-4d2a-bc16-8b32e6545da1 req-84113a6e-e702-48cd-8173-5d3068ec3a5c tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:23:24.754358 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-51ab7800-9a1e-4d2a-bc16-8b32e6545da1 req-84113a6e-e702-48cd-8173-5d3068ec3a5c tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] 10.222.0.42 "GET /v2.0/ports?device_id=643dccb0-9415-48e0-8b9c-100b1b1ee2fa HTTP/1.1" status: 200 len: 945 time: 0.0740583 Mar 29 16:23:24.759049 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [req-5bb90733-0478-4cc2-9529-a330caf02a45 req-7c572947-d74a-4910-b433-cd42bf14a460 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-834765-1', 'device_owner': 'compute:nova'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:23:24.830597 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-51ab7800-9a1e-4d2a-bc16-8b32e6545da1 req-b8a8fbcd-b5ba-4243-ab75-8b26b89eca21 tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] 10.222.0.42 "GET /v2.0/security-groups?id=9171c67f-8ce7-40b6-866d-81236d8fe789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689044 Mar 29 16:23:24.836683 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-5bb90733-0478-4cc2-9529-a330caf02a45 req-7c572947-d74a-4910-b433-cd42bf14a460 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:23:25.034101 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-5bb90733-0478-4cc2-9529-a330caf02a45 req-7c572947-d74a-4910-b433-cd42bf14a460 service neutron] For port b814349f-5360-40a7-8713-c6db8fe81f4a, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=b814349f-5360-40a7-8713-c6db8fe81f4a,segment=NetworkSegment(95d37ec7-220d-4f4c-ab3c-5efcc83bb990),segment_id=95d37ec7-220d-4f4c-ab3c-5efcc83bb990)] {{(pid=102791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:23:25.065093 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-5bb90733-0478-4cc2-9529-a330caf02a45 req-7c572947-d74a-4910-b433-cd42bf14a460 service neutron] For port b814349f-5360-40a7-8713-c6db8fe81f4a, host n-h2-834765-1, cleared binding levels {{(pid=102791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 16:23:25.107952 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '643dccb0-9415-48e0-8b9c-100b1b1ee2fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b814349f-5360-40a7-8713-c6db8fe81f4a'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:23:25.110393 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c67b028db5e9b9818fecc5c0a87ebc6f190694fa53ca267d523e04f98de536d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73510f53-4aa5-458b-a43f-ff090a71053c" -d '{"events": [{"server_uuid": "643dccb0-9415-48e0-8b9c-100b1b1ee2fa", "name": "network-vif-unplugged", "status": "completed", "tag": "b814349f-5360-40a7-8713-c6db8fe81f4a"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:23:25.114484 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-5bb90733-0478-4cc2-9529-a330caf02a45 req-7c572947-d74a-4910-b433-cd42bf14a460 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:23:25.127364 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.provisioning_blocks [req-5bb90733-0478-4cc2-9529-a330caf02a45 req-7c572947-d74a-4910-b433-cd42bf14a460 service neutron] Transition to ACTIVE for port object b814349f-5360-40a7-8713-c6db8fe81f4a will not be triggered until provisioned by entity L2. {{(pid=102791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 16:23:25.131191 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-5bb90733-0478-4cc2-9529-a330caf02a45 req-7c572947-d74a-4910-b433-cd42bf14a460 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:23:25.191875 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bb90733-0478-4cc2-9529-a330caf02a45 req-7c572947-d74a-4910-b433-cd42bf14a460 service neutron] No DVR routers for this DVR port b814349f-5360-40a7-8713-c6db8fe81f4a on host n-h2-834765-1 {{(pid=102791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 16:23:25.198326 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c572947-d74a-4910-b433-cd42bf14a460 service neutron] Pushing event updated for resources: {'Port': ['ID=b814349f-5360-40a7-8713-c6db8fe81f4a,revision_number=6']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:23:25.230324 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 29 Mar 2022 16:23:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cf93e60-4b4c-4d76-bc5e-d854c7edee78 x-openstack-request-id: req-3cf93e60-4b4c-4d76-bc5e-d854c7edee78 {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:23:25.230621 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "643dccb0-9415-48e0-8b9c-100b1b1ee2fa", "name": "network-vif-unplugged", "status": "completed", "tag": "b814349f-5360-40a7-8713-c6db8fe81f4a", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:23:25.230900 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-3cf93e60-4b4c-4d76-bc5e-d854c7edee78 {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:23:25.231305 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '643dccb0-9415-48e0-8b9c-100b1b1ee2fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b814349f-5360-40a7-8713-c6db8fe81f4a', 'code': 200} Mar 29 16:23:25.235382 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-5bb90733-0478-4cc2-9529-a330caf02a45 req-7c572947-d74a-4910-b433-cd42bf14a460 service neutron] Attempting to bind port b814349f-5360-40a7-8713-c6db8fe81f4a on host n-h1-834765-1 for vnic_type normal with profile {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 16:23:25.235708 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-5bb90733-0478-4cc2-9529-a330caf02a45 req-7c572947-d74a-4910-b433-cd42bf14a460 service neutron] Attempting to bind port b814349f-5360-40a7-8713-c6db8fe81f4a by drivers openvswitch,hyperv on host n-h1-834765-1 at level 0 using segments [{'id': '95d37ec7-220d-4f4c-ab3c-5efcc83bb990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'bbbbc29b-3145-448e-b8ef-49df74a5d2f4'}] {{(pid=102791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 16:23:25.236025 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bb90733-0478-4cc2-9529-a330caf02a45 req-7c572947-d74a-4910-b433-cd42bf14a460 service neutron] Attempting to bind port b814349f-5360-40a7-8713-c6db8fe81f4a on network bbbbc29b-3145-448e-b8ef-49df74a5d2f4 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 16:23:25.240275 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bb90733-0478-4cc2-9529-a330caf02a45 req-7c572947-d74a-4910-b433-cd42bf14a460 service neutron] Port b814349f-5360-40a7-8713-c6db8fe81f4a on network bbbbc29b-3145-448e-b8ef-49df74a5d2f4 not bound, no agent of type Open vSwitch agent registered on host n-h1-834765-1 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 16:23:25.240587 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bb90733-0478-4cc2-9529-a330caf02a45 req-7c572947-d74a-4910-b433-cd42bf14a460 service neutron] Attempting to bind port b814349f-5360-40a7-8713-c6db8fe81f4a on network bbbbc29b-3145-448e-b8ef-49df74a5d2f4 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 16:23:25.242007 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.agents_db [None req-59735a15-725e-44d4-9ad5-95cbe356f209 None None] Agent healthcheck: found 7 active agents {{(pid=102793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 16:23:25.245318 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bb90733-0478-4cc2-9529-a330caf02a45 req-7c572947-d74a-4910-b433-cd42bf14a460 service neutron] Checking agent: {'id': 'be375040-5069-4239-9460-a3a3213e1e90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 33, 18), 'started_at': datetime.datetime(2022, 3, 29, 15, 33, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 16, 23, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 16:23:25.245647 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bb90733-0478-4cc2-9529-a330caf02a45 req-7c572947-d74a-4910-b433-cd42bf14a460 service neutron] Checking segment: {'id': '95d37ec7-220d-4f4c-ab3c-5efcc83bb990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'bbbbc29b-3145-448e-b8ef-49df74a5d2f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 16:23:25.246018 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bb90733-0478-4cc2-9529-a330caf02a45 req-7c572947-d74a-4910-b433-cd42bf14a460 service neutron] Bound using segment: {'id': '95d37ec7-220d-4f4c-ab3c-5efcc83bb990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'bbbbc29b-3145-448e-b8ef-49df74a5d2f4'} {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 16:23:25.246433 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-5bb90733-0478-4cc2-9529-a330caf02a45 req-7c572947-d74a-4910-b433-cd42bf14a460 service neutron] Bound port: b814349f-5360-40a7-8713-c6db8fe81f4a, host: n-h1-834765-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95d37ec7-220d-4f4c-ab3c-5efcc83bb990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'bbbbc29b-3145-448e-b8ef-49df74a5d2f4'}}] {{(pid=102791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 16:23:25.246778 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-5bb90733-0478-4cc2-9529-a330caf02a45 req-7c572947-d74a-4910-b433-cd42bf14a460 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:23:25.310975 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-5bb90733-0478-4cc2-9529-a330caf02a45 req-7c572947-d74a-4910-b433-cd42bf14a460 service neutron] For port b814349f-5360-40a7-8713-c6db8fe81f4a, host n-h1-834765-1, cleared binding levels {{(pid=102791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 16:23:25.314074 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-5bb90733-0478-4cc2-9529-a330caf02a45 req-7c572947-d74a-4910-b433-cd42bf14a460 service neutron] For port b814349f-5360-40a7-8713-c6db8fe81f4a, host n-h1-834765-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=b814349f-5360-40a7-8713-c6db8fe81f4a,segment=NetworkSegment(95d37ec7-220d-4f4c-ab3c-5efcc83bb990),segment_id=95d37ec7-220d-4f4c-ab3c-5efcc83bb990)] {{(pid=102791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 16:23:25.318437 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-5bb90733-0478-4cc2-9529-a330caf02a45 req-7c572947-d74a-4910-b433-cd42bf14a460 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:23:25.354608 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb90733-0478-4cc2-9529-a330caf02a45 req-7c572947-d74a-4910-b433-cd42bf14a460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:23:25.355213 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-5bb90733-0478-4cc2-9529-a330caf02a45 req-7c572947-d74a-4910-b433-cd42bf14a460 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:23:25.356599 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-5bb90733-0478-4cc2-9529-a330caf02a45 req-7c572947-d74a-4910-b433-cd42bf14a460 service neutron] 10.222.0.44 "PUT /v2.0/ports/b814349f-5360-40a7-8713-c6db8fe81f4a HTTP/1.1" status: 200 len: 1091 time: 0.6013801 Mar 29 16:23:25.373966 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c572947-d74a-4910-b433-cd42bf14a460 service neutron] Pushing event updated for resources: {'Port': ['ID=b814349f-5360-40a7-8713-c6db8fe81f4a,revision_number=7']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:23:25.415584 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb90733-0478-4cc2-9529-a330caf02a45 req-eac031fe-c60a-4f78-a678-97bbe0a54ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:23:25.417077 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-5bb90733-0478-4cc2-9529-a330caf02a45 req-eac031fe-c60a-4f78-a678-97bbe0a54ed6 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2405d55e800b44c3b09df5685d861bde&device_id=643dccb0-9415-48e0-8b9c-100b1b1ee2fa HTTP/1.1" status: 200 len: 1094 time: 0.0396266 Mar 29 16:23:25.510255 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb90733-0478-4cc2-9529-a330caf02a45 req-6dd651a5-20e6-4949-ba30-4a7386c687cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:23:25.511762 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-5bb90733-0478-4cc2-9529-a330caf02a45 req-6dd651a5-20e6-4949-ba30-4a7386c687cf service neutron] 10.222.0.44 "GET /v2.0/networks?id=bbbbc29b-3145-448e-b8ef-49df74a5d2f4 HTTP/1.1" status: 200 len: 916 time: 0.0880222 Mar 29 16:23:25.551096 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-5bb90733-0478-4cc2-9529-a330caf02a45 req-26e59409-fca5-4c7a-b9c8-f01a3e1800e0 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b814349f-5360-40a7-8713-c6db8fe81f4a HTTP/1.1" status: 200 len: 217 time: 0.0328090 Mar 29 16:23:25.604496 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb90733-0478-4cc2-9529-a330caf02a45 req-b71acff0-1048-4469-8458-568656a5baf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:23:25.605940 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-5bb90733-0478-4cc2-9529-a330caf02a45 req-b71acff0-1048-4469-8458-568656a5baf8 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=4c0cbcec-5d17-43e4-8428-d77b53917f6b HTTP/1.1" status: 200 len: 855 time: 0.0477343 Mar 29 16:23:25.636983 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-5bb90733-0478-4cc2-9529-a330caf02a45 req-0fff8e99-6478-4b54-b47d-3029f3dcc713 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=bbbbc29b-3145-448e-b8ef-49df74a5d2f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246453 Mar 29 16:23:25.725003 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-5bb90733-0478-4cc2-9529-a330caf02a45 req-e441509a-1245-4fce-a460-a05a041fd8ba service neutron] 10.222.0.44 "GET /v2.0/networks/bbbbc29b-3145-448e-b8ef-49df74a5d2f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816936 Mar 29 16:23:25.817524 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-5bb90733-0478-4cc2-9529-a330caf02a45 req-ac9baf33-f04c-4f06-b9c4-240ad9fc71b9 service neutron] 10.222.0.44 "GET /v2.0/networks/bbbbc29b-3145-448e-b8ef-49df74a5d2f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855365 Mar 29 16:23:25.948507 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed73f56-61ad-4b57-a95a-95c129bfa7ce req-027b9dc9-bc28-4965-9f98-b8c7f846a795 tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:23:25.949981 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-2ed73f56-61ad-4b57-a95a-95c129bfa7ce req-027b9dc9-bc28-4965-9f98-b8c7f846a795 tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] 10.222.0.42 "GET /v2.0/ports?device_id=643dccb0-9415-48e0-8b9c-100b1b1ee2fa HTTP/1.1" status: 200 len: 943 time: 0.0501270 Mar 29 16:23:25.987420 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-2ed73f56-61ad-4b57-a95a-95c129bfa7ce req-ce095056-4363-4f04-9f9c-0e1c97e22d83 tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] 10.222.0.42 "GET /v2.0/security-groups?id=9171c67f-8ce7-40b6-866d-81236d8fe789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313637 Mar 29 16:23:27.105570 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a3421b-3ece-4164-8b58-e9b5d6e92ef1 req-98e0d481-4204-45e7-a41b-2db2137be451 tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:23:27.107040 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-d8a3421b-3ece-4164-8b58-e9b5d6e92ef1 req-98e0d481-4204-45e7-a41b-2db2137be451 tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] 10.222.0.42 "GET /v2.0/ports?device_id=643dccb0-9415-48e0-8b9c-100b1b1ee2fa HTTP/1.1" status: 200 len: 943 time: 0.0500700 Mar 29 16:23:27.145153 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-d8a3421b-3ece-4164-8b58-e9b5d6e92ef1 req-c53d3fc7-bde6-4afb-bdad-ca5f0dfafb22 tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] 10.222.0.42 "GET /v2.0/security-groups?id=9171c67f-8ce7-40b6-866d-81236d8fe789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312419 Mar 29 16:23:27.232365 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '643dccb0-9415-48e0-8b9c-100b1b1ee2fa', 'tag': 'b814349f-5360-40a7-8713-c6db8fe81f4a'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:23:27.235555 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c67b028db5e9b9818fecc5c0a87ebc6f190694fa53ca267d523e04f98de536d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3c3dc14-2dcf-4ae9-93eb-a1fdbaff66a4" -d '{"events": [{"name": "network-changed", "server_uuid": "643dccb0-9415-48e0-8b9c-100b1b1ee2fa", "tag": "b814349f-5360-40a7-8713-c6db8fe81f4a"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:23:27.284075 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 16:23:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96441a87-676b-4897-9cbe-9f38e5a0075f x-openstack-request-id: req-96441a87-676b-4897-9cbe-9f38e5a0075f {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:23:27.284372 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "643dccb0-9415-48e0-8b9c-100b1b1ee2fa", "tag": "b814349f-5360-40a7-8713-c6db8fe81f4a", "status": "completed", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:23:27.284626 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-96441a87-676b-4897-9cbe-9f38e5a0075f {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:23:27.285022 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '643dccb0-9415-48e0-8b9c-100b1b1ee2fa', 'tag': 'b814349f-5360-40a7-8713-c6db8fe81f4a', 'status': 'completed', 'code': 200} Mar 29 16:23:27.371006 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c3dc14-2dcf-4ae9-93eb-a1fdbaff66a4 req-af28ca51-8763-4991-ba57-971453818dec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:23:27.372517 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d3c3dc14-2dcf-4ae9-93eb-a1fdbaff66a4 req-af28ca51-8763-4991-ba57-971453818dec service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2405d55e800b44c3b09df5685d861bde&device_id=643dccb0-9415-48e0-8b9c-100b1b1ee2fa HTTP/1.1" status: 200 len: 1094 time: 0.0706871 Mar 29 16:23:27.375218 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c3dc14-2dcf-4ae9-93eb-a1fdbaff66a4 req-ea25bda6-63bd-4598-8ebf-3f6aecb52c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:23:27.376577 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d3c3dc14-2dcf-4ae9-93eb-a1fdbaff66a4 req-ea25bda6-63bd-4598-8ebf-3f6aecb52c2a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2405d55e800b44c3b09df5685d861bde&device_id=643dccb0-9415-48e0-8b9c-100b1b1ee2fa HTTP/1.1" status: 200 len: 1094 time: 0.0665157 Mar 29 16:23:27.528876 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c3dc14-2dcf-4ae9-93eb-a1fdbaff66a4 req-e5c7774b-1506-45ad-9225-90245df3c48a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:23:27.530288 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d3c3dc14-2dcf-4ae9-93eb-a1fdbaff66a4 req-e5c7774b-1506-45ad-9225-90245df3c48a service neutron] 10.222.0.44 "GET /v2.0/networks?id=bbbbc29b-3145-448e-b8ef-49df74a5d2f4 HTTP/1.1" status: 200 len: 916 time: 0.1510501 Mar 29 16:23:27.532044 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c3dc14-2dcf-4ae9-93eb-a1fdbaff66a4 req-3432df20-da03-418e-9e40-030279fa9c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:23:27.533325 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d3c3dc14-2dcf-4ae9-93eb-a1fdbaff66a4 req-3432df20-da03-418e-9e40-030279fa9c54 service neutron] 10.222.0.48 "GET /v2.0/networks?id=bbbbc29b-3145-448e-b8ef-49df74a5d2f4 HTTP/1.1" status: 200 len: 916 time: 0.1470473 Mar 29 16:23:27.581197 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d3c3dc14-2dcf-4ae9-93eb-a1fdbaff66a4 req-b5bdd791-0c95-455d-a85e-9f148081a519 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b814349f-5360-40a7-8713-c6db8fe81f4a HTTP/1.1" status: 200 len: 217 time: 0.0436082 Mar 29 16:23:27.613820 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d3c3dc14-2dcf-4ae9-93eb-a1fdbaff66a4 req-a350a23f-d2b3-4bbe-87bc-98f5bdad8a2e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b814349f-5360-40a7-8713-c6db8fe81f4a HTTP/1.1" status: 200 len: 217 time: 0.0709307 Mar 29 16:23:27.681761 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c3dc14-2dcf-4ae9-93eb-a1fdbaff66a4 req-e70b8107-bdcf-4caa-97da-7ab3f6990f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:23:27.683482 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d3c3dc14-2dcf-4ae9-93eb-a1fdbaff66a4 req-e70b8107-bdcf-4caa-97da-7ab3f6990f09 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=4c0cbcec-5d17-43e4-8428-d77b53917f6b HTTP/1.1" status: 200 len: 855 time: 0.0773044 Mar 29 16:23:27.687613 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c3dc14-2dcf-4ae9-93eb-a1fdbaff66a4 req-a20a721b-a55c-40e3-bf45-8f6a00788a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:23:27.689058 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d3c3dc14-2dcf-4ae9-93eb-a1fdbaff66a4 req-a20a721b-a55c-40e3-bf45-8f6a00788a51 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4c0cbcec-5d17-43e4-8428-d77b53917f6b HTTP/1.1" status: 200 len: 855 time: 0.0562980 Mar 29 16:23:27.724579 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d3c3dc14-2dcf-4ae9-93eb-a1fdbaff66a4 req-d1c910c7-1854-4bb3-9323-f75205562552 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=bbbbc29b-3145-448e-b8ef-49df74a5d2f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344336 Mar 29 16:23:27.739040 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d3c3dc14-2dcf-4ae9-93eb-a1fdbaff66a4 req-c62c30f9-1747-4c0d-9d55-78fed52a4fe3 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=bbbbc29b-3145-448e-b8ef-49df74a5d2f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418108 Mar 29 16:23:27.884689 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d3c3dc14-2dcf-4ae9-93eb-a1fdbaff66a4 req-12e15fdd-1cf3-45ff-9f99-af8dae036596 service neutron] 10.222.0.44 "GET /v2.0/networks/bbbbc29b-3145-448e-b8ef-49df74a5d2f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1476862 Mar 29 16:23:27.887920 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d3c3dc14-2dcf-4ae9-93eb-a1fdbaff66a4 req-66ba5c32-7df9-4ce4-815f-ccd93b522a4b service neutron] 10.222.0.48 "GET /v2.0/networks/bbbbc29b-3145-448e-b8ef-49df74a5d2f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417594 Mar 29 16:23:28.056406 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d3c3dc14-2dcf-4ae9-93eb-a1fdbaff66a4 req-07c11f69-b2d4-4897-aa2e-140615776016 service neutron] 10.222.0.44 "GET /v2.0/networks/bbbbc29b-3145-448e-b8ef-49df74a5d2f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1637290 Mar 29 16:23:28.058504 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d3c3dc14-2dcf-4ae9-93eb-a1fdbaff66a4 req-ef581560-1a3f-413e-b12a-dbeb654a1b76 service neutron] 10.222.0.48 "GET /v2.0/networks/bbbbc29b-3145-448e-b8ef-49df74a5d2f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1591692 Mar 29 16:23:28.262798 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device b814349f-5360-40a7-8713-c6db8fe81f4a details requested by agent hyperv_n-h1-834765-1 with host n-h1-834765-1 {{(pid=102792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 16:23:28.267402 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f202e441-c126-4fe2-ad72-9468be1d2f12 req-88335f10-7998-46ca-a06b-a5fc0956fd14 tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:23:28.268925 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-f202e441-c126-4fe2-ad72-9468be1d2f12 req-88335f10-7998-46ca-a06b-a5fc0956fd14 tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] 10.222.0.42 "GET /v2.0/ports?device_id=643dccb0-9415-48e0-8b9c-100b1b1ee2fa HTTP/1.1" status: 200 len: 943 time: 0.0506289 Mar 29 16:23:28.310402 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-f202e441-c126-4fe2-ad72-9468be1d2f12 req-6e536c27-afd7-41e0-a813-3db25edeb0f7 tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] 10.222.0.42 "GET /v2.0/security-groups?id=9171c67f-8ce7-40b6-866d-81236d8fe789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344861 Mar 29 16:23:28.376315 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port b814349f-5360-40a7-8713-c6db8fe81f4a, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=b814349f-5360-40a7-8713-c6db8fe81f4a,segment=NetworkSegment(95d37ec7-220d-4f4c-ab3c-5efcc83bb990),segment_id=95d37ec7-220d-4f4c-ab3c-5efcc83bb990)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:23:28.395415 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Returning: {'device': 'b814349f-5360-40a7-8713-c6db8fe81f4a', 'network_id': 'bbbbc29b-3145-448e-b8ef-49df74a5d2f4', 'port_id': 'b814349f-5360-40a7-8713-c6db8fe81f4a', 'mac_address': 'fa:16:3e:48:08:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 645, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c0cbcec-5d17-43e4-8428-d77b53917f6b', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 16:23:28.439476 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:23:28.454413 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b814349f-5360-40a7-8713-c6db8fe81f4a {{(pid=102792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 16:23:28.475743 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port b814349f-5360-40a7-8713-c6db8fe81f4a, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=b814349f-5360-40a7-8713-c6db8fe81f4a,segment=NetworkSegment(95d37ec7-220d-4f4c-ab3c-5efcc83bb990),segment_id=95d37ec7-220d-4f4c-ab3c-5efcc83bb990)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:23:28.480183 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:23:28.536517 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Pushing event updated for resources: {'Port': ['ID=b814349f-5360-40a7-8713-c6db8fe81f4a,revision_number=8']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:23:28.641584 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device b814349f-5360-40a7-8713-c6db8fe81f4a no longer exists at agent hyperv_n-h2-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 16:23:28.683845 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device b814349f-5360-40a7-8713-c6db8fe81f4a not bound to the agent host n-h2-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 16:23:28.862232 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] get_ports_and_sgs() called for port_ids ['b814349f-5360-40a7-8713-c6db8fe81f4a'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 16:23:29.433982 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f34553-b506-464b-8689-27d01a562275 req-a625a985-fd46-493b-8288-e798bf0a841b tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:23:29.436524 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-12f34553-b506-464b-8689-27d01a562275 req-a625a985-fd46-493b-8288-e798bf0a841b tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] 10.222.0.42 "GET /v2.0/ports?device_id=643dccb0-9415-48e0-8b9c-100b1b1ee2fa HTTP/1.1" status: 200 len: 944 time: 0.0550182 Mar 29 16:23:29.473955 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-12f34553-b506-464b-8689-27d01a562275 req-e51df6da-64c2-4dc0-aa20-ce2238a99a30 tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] 10.222.0.42 "GET /v2.0/security-groups?id=9171c67f-8ce7-40b6-866d-81236d8fe789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309200 Mar 29 16:23:29.694324 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee32c0c9-5137-449e-b07b-badb2874a805 req-7c6d6d6d-e3a8-4130-bd38-e4b7d98a8bee tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:23:29.695801 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ee32c0c9-5137-449e-b07b-badb2874a805 req-7c6d6d6d-e3a8-4130-bd38-e4b7d98a8bee tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] 10.222.0.48 "GET /v2.0/ports?device_id=643dccb0-9415-48e0-8b9c-100b1b1ee2fa&tenant_id=2405d55e800b44c3b09df5685d861bde&binding%3Ahost_id=n-h1-834765-1 HTTP/1.1" status: 200 len: 944 time: 0.0672958 Mar 29 16:23:29.704171 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdac2757-bb0b-4851-bbd4-f50788fbb079 req-534449ce-e28c-47ea-a41a-b624db59c110 tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:23:29.705523 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-fdac2757-bb0b-4851-bbd4-f50788fbb079 req-534449ce-e28c-47ea-a41a-b624db59c110 tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] 10.222.0.42 "GET /v2.0/ports?device_id=643dccb0-9415-48e0-8b9c-100b1b1ee2fa HTTP/1.1" status: 200 len: 944 time: 0.0871606 Mar 29 16:23:29.781334 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-fdac2757-bb0b-4851-bbd4-f50788fbb079 req-c1a7fa3e-adfd-4963-860c-656cadd33cbb tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] 10.222.0.42 "GET /v2.0/security-groups?id=9171c67f-8ce7-40b6-866d-81236d8fe789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692613 Mar 29 16:23:29.786148 n-d-834765-1 neutron-server[102791]: INFO neutron.api.v2.resource [req-ee32c0c9-5137-449e-b07b-badb2874a805 req-7b6c1ed3-799a-4903-b147-8f489c28bd31 service neutron] delete failed (client error): The resource could not be found. Mar 29 16:23:29.787101 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ee32c0c9-5137-449e-b07b-badb2874a805 req-7b6c1ed3-799a-4903-b147-8f489c28bd31 service neutron] 10.222.0.48 "DELETE /v2.0/ports/b814349f-5360-40a7-8713-c6db8fe81f4a/bindings/n-h2-834765-1 HTTP/1.1" status: 404 len: 380 time: 0.0807221 Mar 29 16:23:29.876701 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee32c0c9-5137-449e-b07b-badb2874a805 req-e994c5c0-1f8c-4364-bed1-4bbe62818a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:23:29.878221 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ee32c0c9-5137-449e-b07b-badb2874a805 req-e994c5c0-1f8c-4364-bed1-4bbe62818a58 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2405d55e800b44c3b09df5685d861bde&device_id=643dccb0-9415-48e0-8b9c-100b1b1ee2fa HTTP/1.1" status: 200 len: 1095 time: 0.0404639 Mar 29 16:23:29.968784 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee32c0c9-5137-449e-b07b-badb2874a805 req-267a1d10-bd21-4255-bbf4-7d216155ebf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:23:29.970217 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ee32c0c9-5137-449e-b07b-badb2874a805 req-267a1d10-bd21-4255-bbf4-7d216155ebf4 service neutron] 10.222.0.48 "GET /v2.0/networks?id=bbbbc29b-3145-448e-b8ef-49df74a5d2f4 HTTP/1.1" status: 200 len: 916 time: 0.0857406 Mar 29 16:23:30.009098 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ee32c0c9-5137-449e-b07b-badb2874a805 req-69005061-1e1a-45ac-9056-ab407d95b724 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b814349f-5360-40a7-8713-c6db8fe81f4a HTTP/1.1" status: 200 len: 217 time: 0.0327580 Mar 29 16:23:30.055726 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee32c0c9-5137-449e-b07b-badb2874a805 req-5539cd4f-63f0-451c-a8cd-680e44ffcf1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:23:30.057146 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ee32c0c9-5137-449e-b07b-badb2874a805 req-5539cd4f-63f0-451c-a8cd-680e44ffcf1d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4c0cbcec-5d17-43e4-8428-d77b53917f6b HTTP/1.1" status: 200 len: 855 time: 0.0421245 Mar 29 16:23:30.087379 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ee32c0c9-5137-449e-b07b-badb2874a805 req-36bce30f-4ed2-400f-94ad-373967b673ad service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=bbbbc29b-3145-448e-b8ef-49df74a5d2f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240335 Mar 29 16:23:30.177122 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ee32c0c9-5137-449e-b07b-badb2874a805 req-1e8957a9-3843-4996-85c9-6ac5a3f1409e service neutron] 10.222.0.48 "GET /v2.0/networks/bbbbc29b-3145-448e-b8ef-49df74a5d2f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832298 Mar 29 16:23:30.264493 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device b814349f-5360-40a7-8713-c6db8fe81f4a up at agent hyperv_n-h1-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 16:23:30.267537 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ee32c0c9-5137-449e-b07b-badb2874a805 req-07db9271-87b0-4c3a-9faa-4a6df6640751 service neutron] 10.222.0.48 "GET /v2.0/networks/bbbbc29b-3145-448e-b8ef-49df74a5d2f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835724 Mar 29 16:23:30.315808 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Provisioning for port b814349f-5360-40a7-8713-c6db8fe81f4a completed by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 16:23:30.320117 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Provisioning complete for port b814349f-5360-40a7-8713-c6db8fe81f4a triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:23:30.320519 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:23:30.410987 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:23:30.414230 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-aa240b36-2e0c-4617-99e8-bedb2105e334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:23:30.436201 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '643dccb0-9415-48e0-8b9c-100b1b1ee2fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b814349f-5360-40a7-8713-c6db8fe81f4a'}] {{(pid=102792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:23:30.439859 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4f476c66b318cc6068719fc39557fac68d413f5c7e78fa77028c7948e999ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee159fd0-8c70-43ab-8586-74e672463513" -d '{"events": [{"server_uuid": "643dccb0-9415-48e0-8b9c-100b1b1ee2fa", "name": "network-vif-plugged", "status": "completed", "tag": "b814349f-5360-40a7-8713-c6db8fe81f4a"}]}' {{(pid=102792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:23:30.452507 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port b814349f-5360-40a7-8713-c6db8fe81f4a, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=b814349f-5360-40a7-8713-c6db8fe81f4a,segment=NetworkSegment(95d37ec7-220d-4f4c-ab3c-5efcc83bb990),segment_id=95d37ec7-220d-4f4c-ab3c-5efcc83bb990)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:23:30.457806 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:23:30.491057 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 16:23:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04c9c846-1d69-474b-92e5-e77b0709be5f x-openstack-request-id: req-04c9c846-1d69-474b-92e5-e77b0709be5f {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:23:30.491374 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "643dccb0-9415-48e0-8b9c-100b1b1ee2fa", "name": "network-vif-plugged", "status": "completed", "tag": "b814349f-5360-40a7-8713-c6db8fe81f4a", "code": 200}]} {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:23:30.491631 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-04c9c846-1d69-474b-92e5-e77b0709be5f {{(pid=102792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:23:30.492018 n-d-834765-1 neutron-server[102792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '643dccb0-9415-48e0-8b9c-100b1b1ee2fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b814349f-5360-40a7-8713-c6db8fe81f4a', 'code': 200} Mar 29 16:23:30.513425 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Pushing event updated for resources: {'Port': ['ID=b814349f-5360-40a7-8713-c6db8fe81f4a,revision_number=9']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:23:30.900256 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4358936-da28-417b-841a-0b8b10a096ce req-7a7fe785-7155-4c86-bd3e-688785fe7ee3 tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:23:30.901743 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b4358936-da28-417b-841a-0b8b10a096ce req-7a7fe785-7155-4c86-bd3e-688785fe7ee3 tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] 10.222.0.42 "GET /v2.0/ports?device_id=643dccb0-9415-48e0-8b9c-100b1b1ee2fa HTTP/1.1" status: 200 len: 945 time: 0.0533187 Mar 29 16:23:30.940194 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b4358936-da28-417b-841a-0b8b10a096ce req-6e48025c-2cbe-41d5-86ce-d71a8526303c tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] 10.222.0.42 "GET /v2.0/security-groups?id=9171c67f-8ce7-40b6-866d-81236d8fe789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318778 Mar 29 16:23:31.064451 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f752c94e-aeb4-4922-b1c0-983d3e6b0e74 req-94f8da75-2ce9-42fc-975f-88d3a8a0dcd4 tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:23:31.065927 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-f752c94e-aeb4-4922-b1c0-983d3e6b0e74 req-94f8da75-2ce9-42fc-975f-88d3a8a0dcd4 tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] 10.222.0.42 "GET /v2.0/ports?device_id=643dccb0-9415-48e0-8b9c-100b1b1ee2fa HTTP/1.1" status: 200 len: 945 time: 0.0544300 Mar 29 16:23:31.102327 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-f752c94e-aeb4-4922-b1c0-983d3e6b0e74 req-88194a02-ef16-432a-9cd3-c859da5d186a tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] 10.222.0.42 "GET /v2.0/security-groups?id=9171c67f-8ce7-40b6-866d-81236d8fe789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303895 Mar 29 16:23:31.213452 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf772c08-9eb4-4574-beb4-1e803e69753f req-f6ab8d31-fe99-4193-a852-3a7d70423be3 tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:23:31.214899 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-bf772c08-9eb4-4574-beb4-1e803e69753f req-f6ab8d31-fe99-4193-a852-3a7d70423be3 tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] 10.222.0.42 "GET /v2.0/ports?device_id=643dccb0-9415-48e0-8b9c-100b1b1ee2fa HTTP/1.1" status: 200 len: 945 time: 0.0491071 Mar 29 16:23:31.252072 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-bf772c08-9eb4-4574-beb4-1e803e69753f req-4bfa32ae-fffa-49a6-9ec2-ab023c09b89e tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] 10.222.0.42 "GET /v2.0/security-groups?id=9171c67f-8ce7-40b6-866d-81236d8fe789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311687 Mar 29 16:23:31.601420 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b881d660-739c-4c83-9e46-c6a83c682bdf req-12eb30d0-b3b1-4c13-b72a-2095788122d5 tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:23:31.602871 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b881d660-739c-4c83-9e46-c6a83c682bdf req-12eb30d0-b3b1-4c13-b72a-2095788122d5 tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] 10.222.0.42 "GET /v2.0/networks?id=bbbbc29b-3145-448e-b8ef-49df74a5d2f4 HTTP/1.1" status: 200 len: 815 time: 0.1047175 Mar 29 16:23:31.618549 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b881d660-739c-4c83-9e46-c6a83c682bdf req-d69334a0-9589-41d9-80a3-99ccc1ef180d tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] 10.222.0.42 "GET /v2.0/quotas/2405d55e800b44c3b09df5685d861bde HTTP/1.1" status: 200 len: 375 time: 0.0098968 Mar 29 16:23:31.676106 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b881d660-739c-4c83-9e46-c6a83c682bdf req-c2117cda-d462-4846-bd00-846606dff620 tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=2405d55e800b44c3b09df5685d861bde&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0523679 Mar 29 16:23:31.768055 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b881d660-739c-4c83-9e46-c6a83c682bdf req-31c20f3b-445c-4874-a936-386596f8c0ce service neutron] 10.222.0.42 "GET /v2.0/networks/bbbbc29b-3145-448e-b8ef-49df74a5d2f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848403 Mar 29 16:23:31.855971 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b881d660-739c-4c83-9e46-c6a83c682bdf req-a723d04e-e1bf-4139-a3e1-7ec877435737 service neutron] 10.222.0.42 "GET /v2.0/networks/bbbbc29b-3145-448e-b8ef-49df74a5d2f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817268 Mar 29 16:23:32.013743 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-719ae052-1405-4cff-94fa-aec5e8a2fff3 req-06b69316-732d-447f-80b2-d16a43b74320 tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] 10.222.0.42 "GET /v2.0/ports?device_id=599e9943-6c22-4a5a-9ca7-008cec8f1906 HTTP/1.1" status: 200 len: 210 time: 0.0267947 Mar 29 16:23:32.767943 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5414d851-582b-4552-9e5b-350327be59e5 req-1b69b3e2-d405-4a97-8eb7-273a6fcfbe70 tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:23:32.769304 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-5414d851-582b-4552-9e5b-350327be59e5 req-1b69b3e2-d405-4a97-8eb7-273a6fcfbe70 tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] 10.222.0.44 "GET /v2.0/ports?device_id=643dccb0-9415-48e0-8b9c-100b1b1ee2fa HTTP/1.1" status: 200 len: 945 time: 0.0496089 Mar 29 16:23:32.854632 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-fd0e55f6-a329-4da9-8176-25bd2dfa0979 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:23:32.865287 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [req-5414d851-582b-4552-9e5b-350327be59e5 req-deb734ec-cfa3-4525-bd51-107d8f2d06ba tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] Deleting port b814349f-5360-40a7-8713-c6db8fe81f4a {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:23:32.865713 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-5414d851-582b-4552-9e5b-350327be59e5 req-deb734ec-cfa3-4525-bd51-107d8f2d06ba tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:23:33.307581 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-c09e3d5d-2a35-4ee4-b9e6-971053fb149f req-d1363598-9cbe-40d6-a2a0-d1f1c33be314 tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] 10.222.0.42 "GET /v2.0/ports?device_id=599e9943-6c22-4a5a-9ca7-008cec8f1906 HTTP/1.1" status: 200 len: 210 time: 0.0493681 Mar 29 16:23:33.351727 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-5414d851-582b-4552-9e5b-350327be59e5 req-deb734ec-cfa3-4525-bd51-107d8f2d06ba tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] For port b814349f-5360-40a7-8713-c6db8fe81f4a, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=b814349f-5360-40a7-8713-c6db8fe81f4a,segment=NetworkSegment(95d37ec7-220d-4f4c-ab3c-5efcc83bb990),segment_id=95d37ec7-220d-4f4c-ab3c-5efcc83bb990)] {{(pid=102791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:23:33.352099 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-5414d851-582b-4552-9e5b-350327be59e5 req-deb734ec-cfa3-4525-bd51-107d8f2d06ba tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:23:33.370375 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [req-5414d851-582b-4552-9e5b-350327be59e5 req-deb734ec-cfa3-4525-bd51-107d8f2d06ba tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] Calling delete_port for b814349f-5360-40a7-8713-c6db8fe81f4a owned by compute:nova {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:23:33.405273 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b881d660-739c-4c83-9e46-c6a83c682bdf req-0bb19e6a-e28c-4972-9917-719add9572f8 tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:23:33.407206 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b881d660-739c-4c83-9e46-c6a83c682bdf req-0bb19e6a-e28c-4972-9917-719add9572f8 tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] 10.222.0.44 "GET /v2.0/networks?id=bbbbc29b-3145-448e-b8ef-49df74a5d2f4 HTTP/1.1" status: 200 len: 815 time: 0.4757361 Mar 29 16:23:33.442782 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [req-b881d660-739c-4c83-9e46-c6a83c682bdf req-18d48100-22b1-45f5-b26b-4915620e9bad tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] Request body: {'port': {'device_id': '599e9943-6c22-4a5a-9ca7-008cec8f1906', 'network_id': 'bbbbc29b-3145-448e-b8ef-49df74a5d2f4', 'admin_state_up': True, 'tenant_id': '2405d55e800b44c3b09df5685d861bde'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:23:33.611745 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b881d660-739c-4c83-9e46-c6a83c682bdf req-18d48100-22b1-45f5-b26b-4915620e9bad tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] Made reservation on behalf of 2405d55e800b44c3b09df5685d861bde for: {'port': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:23:33.615246 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-b881d660-739c-4c83-9e46-c6a83c682bdf req-18d48100-22b1-45f5-b26b-4915620e9bad tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:23:33.624044 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-5414d851-582b-4552-9e5b-350327be59e5 req-deb734ec-cfa3-4525-bd51-107d8f2d06ba tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:23:33.637379 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] get_ports_and_sgs() called for port_ids ['b814349f-5360-40a7-8713-c6db8fe81f4a'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 16:23:33.660599 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb734ec-cfa3-4525-bd51-107d8f2d06ba tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] Pushing event deleted for resources: {'Port': ['ID=b814349f-5360-40a7-8713-c6db8fe81f4a,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:23:33.738343 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [req-5414d851-582b-4552-9e5b-350327be59e5 req-deb734ec-cfa3-4525-bd51-107d8f2d06ba tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] No DVR routers for this DVR port b814349f-5360-40a7-8713-c6db8fe81f4a on host n-h1-834765-1 {{(pid=102791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 16:23:33.744354 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-5414d851-582b-4552-9e5b-350327be59e5 req-deb734ec-cfa3-4525-bd51-107d8f2d06ba tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:23:33.747599 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-5414d851-582b-4552-9e5b-350327be59e5 req-deb734ec-cfa3-4525-bd51-107d8f2d06ba tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] 10.222.0.44 "DELETE /v2.0/ports/b814349f-5360-40a7-8713-c6db8fe81f4a HTTP/1.1" status: 204 len: 173 time: 0.9723272 Mar 29 16:23:33.748040 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '643dccb0-9415-48e0-8b9c-100b1b1ee2fa', 'name': 'network-vif-deleted', 'tag': 'b814349f-5360-40a7-8713-c6db8fe81f4a'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:23:33.751039 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c67b028db5e9b9818fecc5c0a87ebc6f190694fa53ca267d523e04f98de536d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e124c962-8db0-45b5-8c72-465fa51db07b" -d '{"events": [{"server_uuid": "643dccb0-9415-48e0-8b9c-100b1b1ee2fa", "name": "network-vif-deleted", "tag": "b814349f-5360-40a7-8713-c6db8fe81f4a"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:23:33.792985 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 16:23:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca095e5a-0678-4164-b9e7-40446113bc44 x-openstack-request-id: req-ca095e5a-0678-4164-b9e7-40446113bc44 {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:23:33.793578 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "643dccb0-9415-48e0-8b9c-100b1b1ee2fa", "name": "network-vif-deleted", "tag": "b814349f-5360-40a7-8713-c6db8fe81f4a", "status": "completed", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:23:33.793578 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ca095e5a-0678-4164-b9e7-40446113bc44 {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:23:33.793880 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '643dccb0-9415-48e0-8b9c-100b1b1ee2fa', 'name': 'network-vif-deleted', 'tag': 'b814349f-5360-40a7-8713-c6db8fe81f4a', 'status': 'completed', 'code': 200} Mar 29 16:23:33.821157 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_common [req-b881d660-739c-4c83-9e46-c6a83c682bdf req-18d48100-22b1-45f5-b26b-4915620e9bad tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] Allocated IP 172.20.0.6 (bbbbc29b-3145-448e-b8ef-49df74a5d2f4/4c0cbcec-5d17-43e4-8428-d77b53917f6b/fff3391d-c05c-4e63-a0af-fe654349b5dd) {{(pid=102791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:23:33.976984 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-b881d660-739c-4c83-9e46-c6a83c682bdf req-18d48100-22b1-45f5-b26b-4915620e9bad tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] Notify callbacks [] for port, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:23:34.009928 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-b881d660-739c-4c83-9e46-c6a83c682bdf req-18d48100-22b1-45f5-b26b-4915620e9bad tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:23:34.021897 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] get_ports_and_sgs() called for port_ids ['b814349f-5360-40a7-8713-c6db8fe81f4a'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 16:23:34.055969 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b881d660-739c-4c83-9e46-c6a83c682bdf req-18d48100-22b1-45f5-b26b-4915620e9bad tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] Network bbbbc29b-3145-448e-b8ef-49df74a5d2f4 is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:23:34.059233 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [req-b881d660-739c-4c83-9e46-c6a83c682bdf req-18d48100-22b1-45f5-b26b-4915620e9bad tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:23:34.063321 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [req-b881d660-739c-4c83-9e46-c6a83c682bdf req-18d48100-22b1-45f5-b26b-4915620e9bad tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] Received port after_create {{(pid=102791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:23:34.069320 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d48100-22b1-45f5-b26b-4915620e9bad tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] Pushing event updated for resources: {'Port': ['ID=fff3391d-c05c-4e63-a0af-fe654349b5dd,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:23:34.112547 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b881d660-739c-4c83-9e46-c6a83c682bdf req-18d48100-22b1-45f5-b26b-4915620e9bad tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:23:34.113168 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-b881d660-739c-4c83-9e46-c6a83c682bdf req-18d48100-22b1-45f5-b26b-4915620e9bad tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:23:34.128121 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b881d660-739c-4c83-9e46-c6a83c682bdf req-18d48100-22b1-45f5-b26b-4915620e9bad tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6914556 Mar 29 16:23:34.144076 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [req-b881d660-739c-4c83-9e46-c6a83c682bdf req-4259868e-072b-4322-9190-d0b9c6c4681c service neutron] Request body: {'port': {'device_id': '599e9943-6c22-4a5a-9ca7-008cec8f1906', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834765-1'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:23:34.198883 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-b881d660-739c-4c83-9e46-c6a83c682bdf req-4259868e-072b-4322-9190-d0b9c6c4681c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:23:34.310763 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d71584b9-87f1-45f5-84c7-c993c2416269 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:23:34.451712 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcd641b-ed64-46df-b540-4a75c0cee98d req-1af4105a-7e92-491d-a325-7d1b044c43b5 tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:23:34.453134 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-7dcd641b-ed64-46df-b540-4a75c0cee98d req-1af4105a-7e92-491d-a325-7d1b044c43b5 tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] 10.222.0.42 "GET /v2.0/ports?device_id=599e9943-6c22-4a5a-9ca7-008cec8f1906 HTTP/1.1" status: 200 len: 931 time: 0.0753019 Mar 29 16:23:34.529997 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-7dcd641b-ed64-46df-b540-4a75c0cee98d req-ea90378c-000b-42f7-ba5e-db45d6120746 tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] 10.222.0.42 "GET /v2.0/security-groups?id=9171c67f-8ce7-40b6-866d-81236d8fe789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706284 Mar 29 16:23:34.533420 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [req-b881d660-739c-4c83-9e46-c6a83c682bdf req-4259868e-072b-4322-9190-d0b9c6c4681c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fff3391d-c05c-4e63-a0af-fe654349b5dd {{(pid=102791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 16:23:34.540775 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-b881d660-739c-4c83-9e46-c6a83c682bdf req-4259868e-072b-4322-9190-d0b9c6c4681c service neutron] Notify callbacks [] for port, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:23:34.552419 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.provisioning_blocks [req-b881d660-739c-4c83-9e46-c6a83c682bdf req-4259868e-072b-4322-9190-d0b9c6c4681c service neutron] Transition to ACTIVE for port object fff3391d-c05c-4e63-a0af-fe654349b5dd will not be triggered until provisioned by entity L2. {{(pid=102791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 16:23:34.556262 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-b881d660-739c-4c83-9e46-c6a83c682bdf req-4259868e-072b-4322-9190-d0b9c6c4681c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:23:34.625122 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4259868e-072b-4322-9190-d0b9c6c4681c service neutron] Pushing event updated for resources: {'Port': ['ID=fff3391d-c05c-4e63-a0af-fe654349b5dd,revision_number=2']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:23:34.650913 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4259868e-072b-4322-9190-d0b9c6c4681c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:23:34.651251 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4259868e-072b-4322-9190-d0b9c6c4681c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:23:34.651612 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4259868e-072b-4322-9190-d0b9c6c4681c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:23:34.651939 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4259868e-072b-4322-9190-d0b9c6c4681c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:23:34.652264 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4259868e-072b-4322-9190-d0b9c6c4681c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:23:34.652585 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4259868e-072b-4322-9190-d0b9c6c4681c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:23:34.652903 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4259868e-072b-4322-9190-d0b9c6c4681c service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:23:34.653219 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4259868e-072b-4322-9190-d0b9c6c4681c service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:23:34.653540 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4259868e-072b-4322-9190-d0b9c6c4681c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:23:34.653857 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4259868e-072b-4322-9190-d0b9c6c4681c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:23:34.654175 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4259868e-072b-4322-9190-d0b9c6c4681c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:23:34.654489 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4259868e-072b-4322-9190-d0b9c6c4681c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:23:34.685267 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-b881d660-739c-4c83-9e46-c6a83c682bdf req-4259868e-072b-4322-9190-d0b9c6c4681c service neutron] Attempting to bind port fff3391d-c05c-4e63-a0af-fe654349b5dd on host n-h1-834765-1 for vnic_type normal with profile {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 16:23:34.685589 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-b881d660-739c-4c83-9e46-c6a83c682bdf req-4259868e-072b-4322-9190-d0b9c6c4681c service neutron] Attempting to bind port fff3391d-c05c-4e63-a0af-fe654349b5dd by drivers openvswitch,hyperv on host n-h1-834765-1 at level 0 using segments [{'id': '95d37ec7-220d-4f4c-ab3c-5efcc83bb990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'bbbbc29b-3145-448e-b8ef-49df74a5d2f4'}] {{(pid=102791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 16:23:34.685905 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b881d660-739c-4c83-9e46-c6a83c682bdf req-4259868e-072b-4322-9190-d0b9c6c4681c service neutron] Attempting to bind port fff3391d-c05c-4e63-a0af-fe654349b5dd on network bbbbc29b-3145-448e-b8ef-49df74a5d2f4 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 16:23:34.690720 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b881d660-739c-4c83-9e46-c6a83c682bdf req-4259868e-072b-4322-9190-d0b9c6c4681c service neutron] Port fff3391d-c05c-4e63-a0af-fe654349b5dd on network bbbbc29b-3145-448e-b8ef-49df74a5d2f4 not bound, no agent of type Open vSwitch agent registered on host n-h1-834765-1 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 16:23:34.691032 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b881d660-739c-4c83-9e46-c6a83c682bdf req-4259868e-072b-4322-9190-d0b9c6c4681c service neutron] Attempting to bind port fff3391d-c05c-4e63-a0af-fe654349b5dd on network bbbbc29b-3145-448e-b8ef-49df74a5d2f4 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 16:23:34.695779 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b881d660-739c-4c83-9e46-c6a83c682bdf req-4259868e-072b-4322-9190-d0b9c6c4681c service neutron] Checking agent: {'id': 'be375040-5069-4239-9460-a3a3213e1e90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 33, 18), 'started_at': datetime.datetime(2022, 3, 29, 15, 33, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 16, 23, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 16:23:34.696105 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b881d660-739c-4c83-9e46-c6a83c682bdf req-4259868e-072b-4322-9190-d0b9c6c4681c service neutron] Checking segment: {'id': '95d37ec7-220d-4f4c-ab3c-5efcc83bb990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'bbbbc29b-3145-448e-b8ef-49df74a5d2f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 16:23:34.696472 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b881d660-739c-4c83-9e46-c6a83c682bdf req-4259868e-072b-4322-9190-d0b9c6c4681c service neutron] Bound using segment: {'id': '95d37ec7-220d-4f4c-ab3c-5efcc83bb990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'bbbbc29b-3145-448e-b8ef-49df74a5d2f4'} {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 16:23:34.696882 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-b881d660-739c-4c83-9e46-c6a83c682bdf req-4259868e-072b-4322-9190-d0b9c6c4681c service neutron] Bound port: fff3391d-c05c-4e63-a0af-fe654349b5dd, host: n-h1-834765-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95d37ec7-220d-4f4c-ab3c-5efcc83bb990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'bbbbc29b-3145-448e-b8ef-49df74a5d2f4'}}] {{(pid=102791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 16:23:34.697222 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-b881d660-739c-4c83-9e46-c6a83c682bdf req-4259868e-072b-4322-9190-d0b9c6c4681c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:23:34.762689 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-b881d660-739c-4c83-9e46-c6a83c682bdf req-4259868e-072b-4322-9190-d0b9c6c4681c service neutron] For port fff3391d-c05c-4e63-a0af-fe654349b5dd, host n-h1-834765-1, cleared binding levels {{(pid=102791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 16:23:34.766217 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-b881d660-739c-4c83-9e46-c6a83c682bdf req-4259868e-072b-4322-9190-d0b9c6c4681c service neutron] For port fff3391d-c05c-4e63-a0af-fe654349b5dd, host n-h1-834765-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=fff3391d-c05c-4e63-a0af-fe654349b5dd,segment=NetworkSegment(95d37ec7-220d-4f4c-ab3c-5efcc83bb990),segment_id=95d37ec7-220d-4f4c-ab3c-5efcc83bb990)] {{(pid=102791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 16:23:34.770887 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-b881d660-739c-4c83-9e46-c6a83c682bdf req-4259868e-072b-4322-9190-d0b9c6c4681c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:23:34.805945 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b881d660-739c-4c83-9e46-c6a83c682bdf req-4259868e-072b-4322-9190-d0b9c6c4681c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:23:34.806569 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-b881d660-739c-4c83-9e46-c6a83c682bdf req-4259868e-072b-4322-9190-d0b9c6c4681c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:23:34.807973 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b881d660-739c-4c83-9e46-c6a83c682bdf req-4259868e-072b-4322-9190-d0b9c6c4681c service neutron] 10.222.0.44 "PUT /v2.0/ports/fff3391d-c05c-4e63-a0af-fe654349b5dd HTTP/1.1" status: 200 len: 1091 time: 0.6684144 Mar 29 16:23:34.831054 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4259868e-072b-4322-9190-d0b9c6c4681c service neutron] Pushing event updated for resources: {'Port': ['ID=fff3391d-c05c-4e63-a0af-fe654349b5dd,revision_number=3']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:23:34.885169 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b881d660-739c-4c83-9e46-c6a83c682bdf req-496c0ddf-b92e-4429-b92f-d755df0b9dce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:23:34.886704 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b881d660-739c-4c83-9e46-c6a83c682bdf req-496c0ddf-b92e-4429-b92f-d755df0b9dce service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2405d55e800b44c3b09df5685d861bde&device_id=599e9943-6c22-4a5a-9ca7-008cec8f1906 HTTP/1.1" status: 200 len: 1094 time: 0.0411227 Mar 29 16:23:34.932616 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b881d660-739c-4c83-9e46-c6a83c682bdf req-fc06bb40-9441-437d-b156-7b7f5ad2280e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fff3391d-c05c-4e63-a0af-fe654349b5dd HTTP/1.1" status: 200 len: 217 time: 0.0380397 Mar 29 16:23:34.979381 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b881d660-739c-4c83-9e46-c6a83c682bdf req-ae8948e1-e0cb-4312-b45b-e620753ada9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:23:34.980828 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b881d660-739c-4c83-9e46-c6a83c682bdf req-ae8948e1-e0cb-4312-b45b-e620753ada9c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=4c0cbcec-5d17-43e4-8428-d77b53917f6b HTTP/1.1" status: 200 len: 855 time: 0.0422602 Mar 29 16:23:35.012170 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b881d660-739c-4c83-9e46-c6a83c682bdf req-2b2b2178-4cb2-4505-86c6-2ee98c3c551c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=bbbbc29b-3145-448e-b8ef-49df74a5d2f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248840 Mar 29 16:23:35.102976 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b881d660-739c-4c83-9e46-c6a83c682bdf req-326b3f75-4629-410a-a9e7-4c43a07a8b7e service neutron] 10.222.0.44 "GET /v2.0/networks/bbbbc29b-3145-448e-b8ef-49df74a5d2f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839331 Mar 29 16:23:35.191338 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b881d660-739c-4c83-9e46-c6a83c682bdf req-5a4227ae-c9a2-427b-a396-3f86f3ba5ba6 service neutron] 10.222.0.44 "GET /v2.0/networks/bbbbc29b-3145-448e-b8ef-49df74a5d2f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809085 Mar 29 16:23:35.646802 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6f9363-4836-473a-9cb5-8efd866c86d0 req-2f76a390-458f-4bb8-ba16-b1a8e043f76b tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:23:35.648291 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-8f6f9363-4836-473a-9cb5-8efd866c86d0 req-2f76a390-458f-4bb8-ba16-b1a8e043f76b tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] 10.222.0.42 "GET /v2.0/ports?device_id=599e9943-6c22-4a5a-9ca7-008cec8f1906 HTTP/1.1" status: 200 len: 943 time: 0.0484877 Mar 29 16:23:35.686470 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-8f6f9363-4836-473a-9cb5-8efd866c86d0 req-c9c367de-22df-4a5a-b6ec-f07c712666d4 tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] 10.222.0.42 "GET /v2.0/security-groups?id=9171c67f-8ce7-40b6-866d-81236d8fe789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322664 Mar 29 16:23:35.794955 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '599e9943-6c22-4a5a-9ca7-008cec8f1906', 'tag': 'fff3391d-c05c-4e63-a0af-fe654349b5dd'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:23:35.797354 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c67b028db5e9b9818fecc5c0a87ebc6f190694fa53ca267d523e04f98de536d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af4f0c0f-6821-4e80-bc67-2dc5611e7e28" -d '{"events": [{"name": "network-changed", "server_uuid": "599e9943-6c22-4a5a-9ca7-008cec8f1906", "tag": "fff3391d-c05c-4e63-a0af-fe654349b5dd"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:23:35.832396 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 16:23:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-152a6ba8-045e-4d52-b747-c625213e4573 x-openstack-request-id: req-152a6ba8-045e-4d52-b747-c625213e4573 {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:23:35.832967 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "599e9943-6c22-4a5a-9ca7-008cec8f1906", "tag": "fff3391d-c05c-4e63-a0af-fe654349b5dd", "status": "completed", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:23:35.832967 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-152a6ba8-045e-4d52-b747-c625213e4573 {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:23:35.833330 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '599e9943-6c22-4a5a-9ca7-008cec8f1906', 'tag': 'fff3391d-c05c-4e63-a0af-fe654349b5dd', 'status': 'completed', 'code': 200} Mar 29 16:23:35.871208 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-0cb6abf6-2706-4e52-8825-f5f644ecf9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:23:35.894985 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [req-83a64aa5-e14a-4b9f-ad52-cf4477ef5334 req-a76a7fa6-f41a-4df0-88a2-421cbad419b4 service neutron] (102791) timed out ('10.222.0.48', 54205) {{(pid=102791) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Mar 29 16:23:35.898948 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4f0c0f-6821-4e80-bc67-2dc5611e7e28 req-9efce056-385a-4c36-8a26-36d704a8579a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:23:35.900488 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-af4f0c0f-6821-4e80-bc67-2dc5611e7e28 req-9efce056-385a-4c36-8a26-36d704a8579a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2405d55e800b44c3b09df5685d861bde&device_id=599e9943-6c22-4a5a-9ca7-008cec8f1906 HTTP/1.1" status: 200 len: 1094 time: 0.0436766 Mar 29 16:23:35.986423 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:23:35.997534 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4f0c0f-6821-4e80-bc67-2dc5611e7e28 req-92471f14-c666-402c-a286-5f020a5c813b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:23:35.999008 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-af4f0c0f-6821-4e80-bc67-2dc5611e7e28 req-92471f14-c666-402c-a286-5f020a5c813b service neutron] 10.222.0.44 "GET /v2.0/networks?id=bbbbc29b-3145-448e-b8ef-49df74a5d2f4 HTTP/1.1" status: 200 len: 916 time: 0.0902071 Mar 29 16:23:36.039671 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-af4f0c0f-6821-4e80-bc67-2dc5611e7e28 req-64921992-a6c9-475f-876d-8c39d69d4849 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fff3391d-c05c-4e63-a0af-fe654349b5dd HTTP/1.1" status: 200 len: 217 time: 0.0341597 Mar 29 16:23:36.093668 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4f0c0f-6821-4e80-bc67-2dc5611e7e28 req-a689b649-4d14-4fec-82a7-34ffae85557c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:23:36.095112 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-af4f0c0f-6821-4e80-bc67-2dc5611e7e28 req-a689b649-4d14-4fec-82a7-34ffae85557c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=4c0cbcec-5d17-43e4-8428-d77b53917f6b HTTP/1.1" status: 200 len: 855 time: 0.0481157 Mar 29 16:23:36.125225 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-af4f0c0f-6821-4e80-bc67-2dc5611e7e28 req-c52425ff-ca58-488f-9767-5bd78ce65694 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=bbbbc29b-3145-448e-b8ef-49df74a5d2f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0235333 Mar 29 16:23:36.211730 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-af4f0c0f-6821-4e80-bc67-2dc5611e7e28 req-19411b5c-bf35-43e2-99a9-6d7046fbaa6f service neutron] 10.222.0.44 "GET /v2.0/networks/bbbbc29b-3145-448e-b8ef-49df74a5d2f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807853 Mar 29 16:23:36.307844 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-af4f0c0f-6821-4e80-bc67-2dc5611e7e28 req-ebdd1e5b-28af-416f-9eca-f06ced22b574 service neutron] 10.222.0.44 "GET /v2.0/networks/bbbbc29b-3145-448e-b8ef-49df74a5d2f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886896 Mar 29 16:23:36.339240 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device b814349f-5360-40a7-8713-c6db8fe81f4a no longer exists at agent hyperv_n-h1-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 16:23:36.362399 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] No Port match for: b814349f-5360-40a7-8713-c6db8fe81f4a {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 16:23:36.362664 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device b814349f-5360-40a7-8713-c6db8fe81f4a not bound to the agent host n-h1-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 16:23:36.807592 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b265c72-d550-4d9d-8986-1fa9aed641a9 req-1994d4b7-fded-4421-9293-51b6f0ed0960 tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:23:36.809336 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-7b265c72-d550-4d9d-8986-1fa9aed641a9 req-1994d4b7-fded-4421-9293-51b6f0ed0960 tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] 10.222.0.42 "GET /v2.0/ports?device_id=599e9943-6c22-4a5a-9ca7-008cec8f1906 HTTP/1.1" status: 200 len: 943 time: 0.0547252 Mar 29 16:23:36.846615 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-7b265c72-d550-4d9d-8986-1fa9aed641a9 req-3a967977-2f32-4916-9137-1b27b61e80e5 tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] 10.222.0.42 "GET /v2.0/security-groups?id=9171c67f-8ce7-40b6-866d-81236d8fe789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311904 Mar 29 16:23:37.963450 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c082e1-0c85-4014-8758-cdd73851d06b req-f931c696-6a90-42ce-b09b-f2079c988083 tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:23:37.964919 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d8c082e1-0c85-4014-8758-cdd73851d06b req-f931c696-6a90-42ce-b09b-f2079c988083 tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] 10.222.0.42 "GET /v2.0/ports?device_id=599e9943-6c22-4a5a-9ca7-008cec8f1906 HTTP/1.1" status: 200 len: 943 time: 0.0499260 Mar 29 16:23:38.003701 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d8c082e1-0c85-4014-8758-cdd73851d06b req-7d9cc4fd-85e0-427e-bdc2-39e4ec8d827d tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] 10.222.0.42 "GET /v2.0/security-groups?id=9171c67f-8ce7-40b6-866d-81236d8fe789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322325 Mar 29 16:23:38.346087 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device fff3391d-c05c-4e63-a0af-fe654349b5dd details requested by agent hyperv_n-h1-834765-1 with host n-h1-834765-1 {{(pid=102792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 16:23:38.438801 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port fff3391d-c05c-4e63-a0af-fe654349b5dd, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=fff3391d-c05c-4e63-a0af-fe654349b5dd,segment=NetworkSegment(95d37ec7-220d-4f4c-ab3c-5efcc83bb990),segment_id=95d37ec7-220d-4f4c-ab3c-5efcc83bb990)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:23:38.449397 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Returning: {'device': 'fff3391d-c05c-4e63-a0af-fe654349b5dd', 'network_id': 'bbbbc29b-3145-448e-b8ef-49df74a5d2f4', 'port_id': 'fff3391d-c05c-4e63-a0af-fe654349b5dd', 'mac_address': 'fa:16:3e:8a:a6:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 645, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c0cbcec-5d17-43e4-8428-d77b53917f6b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 16:23:38.489487 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:23:38.501861 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fff3391d-c05c-4e63-a0af-fe654349b5dd {{(pid=102792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 16:23:38.520559 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port fff3391d-c05c-4e63-a0af-fe654349b5dd, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=fff3391d-c05c-4e63-a0af-fe654349b5dd,segment=NetworkSegment(95d37ec7-220d-4f4c-ab3c-5efcc83bb990),segment_id=95d37ec7-220d-4f4c-ab3c-5efcc83bb990)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:23:38.524398 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:23:38.569791 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Pushing event updated for resources: {'Port': ['ID=fff3391d-c05c-4e63-a0af-fe654349b5dd,revision_number=4']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:23:38.825979 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] get_ports_and_sgs() called for port_ids ['fff3391d-c05c-4e63-a0af-fe654349b5dd'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 16:23:39.117483 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c778ef1-688d-49e0-b63e-f874dd97b29b req-c16d8bd6-ad58-4d12-8c15-ea297a03d9e5 tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:23:39.118875 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-9c778ef1-688d-49e0-b63e-f874dd97b29b req-c16d8bd6-ad58-4d12-8c15-ea297a03d9e5 tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] 10.222.0.42 "GET /v2.0/ports?device_id=599e9943-6c22-4a5a-9ca7-008cec8f1906 HTTP/1.1" status: 200 len: 944 time: 0.0486050 Mar 29 16:23:39.156748 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-9c778ef1-688d-49e0-b63e-f874dd97b29b req-04df4d96-5071-4167-8641-227c090a7169 tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] 10.222.0.42 "GET /v2.0/security-groups?id=9171c67f-8ce7-40b6-866d-81236d8fe789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314255 Mar 29 16:23:40.270778 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99f1b1c-443b-42ec-97c2-a92b928e0259 req-52ec5e54-0cdc-4e4d-8fff-631d7ca6c94d tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:23:40.272244 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-c99f1b1c-443b-42ec-97c2-a92b928e0259 req-52ec5e54-0cdc-4e4d-8fff-631d7ca6c94d tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] 10.222.0.42 "GET /v2.0/ports?device_id=599e9943-6c22-4a5a-9ca7-008cec8f1906 HTTP/1.1" status: 200 len: 944 time: 0.0488198 Mar 29 16:23:40.314150 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-c99f1b1c-443b-42ec-97c2-a92b928e0259 req-11e51052-14a5-4871-88ff-aff1c2c8dc5a tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] 10.222.0.42 "GET /v2.0/security-groups?id=9171c67f-8ce7-40b6-866d-81236d8fe789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359316 Mar 29 16:23:40.362469 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device fff3391d-c05c-4e63-a0af-fe654349b5dd up at agent hyperv_n-h1-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 16:23:40.409848 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Provisioning for port fff3391d-c05c-4e63-a0af-fe654349b5dd completed by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 16:23:40.413425 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Provisioning complete for port fff3391d-c05c-4e63-a0af-fe654349b5dd triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:23:40.413790 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:23:40.493992 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:23:40.515807 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '599e9943-6c22-4a5a-9ca7-008cec8f1906', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fff3391d-c05c-4e63-a0af-fe654349b5dd'}] {{(pid=102792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:23:40.518100 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4f476c66b318cc6068719fc39557fac68d413f5c7e78fa77028c7948e999ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7167604a-2fce-4444-9e31-4d706cd853b3" -d '{"events": [{"server_uuid": "599e9943-6c22-4a5a-9ca7-008cec8f1906", "name": "network-vif-plugged", "status": "completed", "tag": "fff3391d-c05c-4e63-a0af-fe654349b5dd"}]}' {{(pid=102792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:23:40.529924 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port fff3391d-c05c-4e63-a0af-fe654349b5dd, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=fff3391d-c05c-4e63-a0af-fe654349b5dd,segment=NetworkSegment(95d37ec7-220d-4f4c-ab3c-5efcc83bb990),segment_id=95d37ec7-220d-4f4c-ab3c-5efcc83bb990)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:23:40.535016 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:23:40.559505 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 16:23:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6145364d-0880-456d-a40b-8f24b46a71d9 x-openstack-request-id: req-6145364d-0880-456d-a40b-8f24b46a71d9 {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:23:40.559796 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "599e9943-6c22-4a5a-9ca7-008cec8f1906", "name": "network-vif-plugged", "status": "completed", "tag": "fff3391d-c05c-4e63-a0af-fe654349b5dd", "code": 200}]} {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:23:40.560043 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-6145364d-0880-456d-a40b-8f24b46a71d9 {{(pid=102792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:23:40.560672 n-d-834765-1 neutron-server[102792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '599e9943-6c22-4a5a-9ca7-008cec8f1906', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fff3391d-c05c-4e63-a0af-fe654349b5dd', 'code': 200} Mar 29 16:23:40.588158 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Pushing event updated for resources: {'Port': ['ID=fff3391d-c05c-4e63-a0af-fe654349b5dd,revision_number=5']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:23:40.655552 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a72ec69-cc9a-4f9c-a866-b96691211aae req-e8ea020c-f949-490b-b044-3f9f9705cb0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:23:40.657595 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-5a72ec69-cc9a-4f9c-a866-b96691211aae req-e8ea020c-f949-490b-b044-3f9f9705cb0a service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=599e9943-6c22-4a5a-9ca7-008cec8f1906 HTTP/1.1" status: 200 len: 1096 time: 0.0396864 Mar 29 16:23:40.691474 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-5a72ec69-cc9a-4f9c-a866-b96691211aae req-303dc1c4-555c-4c1d-9d67-9d0c0d7b2c4d service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=9171c67f-8ce7-40b6-866d-81236d8fe789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0277278 Mar 29 16:23:41.427339 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4759f6-10a7-4557-8090-94bac7bacd4d req-02061000-7a43-447c-acbc-c0a28b36ba08 tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:23:41.428813 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-5f4759f6-10a7-4557-8090-94bac7bacd4d req-02061000-7a43-447c-acbc-c0a28b36ba08 tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] 10.222.0.42 "GET /v2.0/ports?device_id=599e9943-6c22-4a5a-9ca7-008cec8f1906 HTTP/1.1" status: 200 len: 945 time: 0.0488908 Mar 29 16:23:41.467354 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-5f4759f6-10a7-4557-8090-94bac7bacd4d req-b80af424-1de2-4a7a-a154-6a887e66f919 tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] 10.222.0.42 "GET /v2.0/security-groups?id=9171c67f-8ce7-40b6-866d-81236d8fe789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322375 Mar 29 16:23:42.582810 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad02fa7-26ac-442c-ae57-289094a0e38d req-3574f721-c5d7-4f77-90f6-0b62811928d7 tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:23:42.584295 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-3ad02fa7-26ac-442c-ae57-289094a0e38d req-3574f721-c5d7-4f77-90f6-0b62811928d7 tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] 10.222.0.42 "GET /v2.0/ports?device_id=599e9943-6c22-4a5a-9ca7-008cec8f1906 HTTP/1.1" status: 200 len: 945 time: 0.0486269 Mar 29 16:23:42.621345 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-3ad02fa7-26ac-442c-ae57-289094a0e38d req-563af010-6673-4b66-ade0-c6a041d66074 tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] 10.222.0.42 "GET /v2.0/security-groups?id=9171c67f-8ce7-40b6-866d-81236d8fe789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310876 Mar 29 16:23:42.735768 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a98bdaf-2bc0-4118-a1e3-f2967e24eca1 req-a285bfc7-a1ac-451f-8c1d-55bb61484c6a tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:23:42.737329 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-2a98bdaf-2bc0-4118-a1e3-f2967e24eca1 req-a285bfc7-a1ac-451f-8c1d-55bb61484c6a tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] 10.222.0.42 "GET /v2.0/ports?device_id=599e9943-6c22-4a5a-9ca7-008cec8f1906 HTTP/1.1" status: 200 len: 945 time: 0.0482423 Mar 29 16:23:42.778348 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-2a98bdaf-2bc0-4118-a1e3-f2967e24eca1 req-24411320-359e-4a68-bffe-d5cc32acdac7 tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] 10.222.0.42 "GET /v2.0/security-groups?id=9171c67f-8ce7-40b6-866d-81236d8fe789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351641 Mar 29 16:23:43.009278 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-db11935a-e58d-4ea7-ba30-b63241b49e3f req-67276737-be44-4b10-ae0d-63800e3975dd service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=599e9943-6c22-4a5a-9ca7-008cec8f1906&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0467920 Mar 29 16:23:43.015202 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37f38a5-6b72-4b5c-b12d-5ad480f8c97f req-b0e392a7-48a5-472c-92e5-0ba949905808 tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:23:43.016714 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e37f38a5-6b72-4b5c-b12d-5ad480f8c97f req-b0e392a7-48a5-472c-92e5-0ba949905808 tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] 10.222.0.42 "GET /v2.0/ports?device_id=599e9943-6c22-4a5a-9ca7-008cec8f1906 HTTP/1.1" status: 200 len: 945 time: 0.0484643 Mar 29 16:23:43.055509 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e37f38a5-6b72-4b5c-b12d-5ad480f8c97f req-f545e7c7-b8e6-4ab2-bb1b-dfadf54e73e5 tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] 10.222.0.42 "GET /v2.0/security-groups?id=9171c67f-8ce7-40b6-866d-81236d8fe789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326118 Mar 29 16:23:44.135004 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db11935a-e58d-4ea7-ba30-b63241b49e3f req-b4b6932d-57e8-4136-82b3-b1012a0dbde8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:23:44.136532 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-db11935a-e58d-4ea7-ba30-b63241b49e3f req-b4b6932d-57e8-4136-82b3-b1012a0dbde8 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2405d55e800b44c3b09df5685d861bde&device_id=599e9943-6c22-4a5a-9ca7-008cec8f1906 HTTP/1.1" status: 200 len: 1096 time: 0.0421646 Mar 29 16:23:44.181671 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939c6e9a-aa8f-4966-b727-bbea21b71f97 req-dbcaa4f3-234b-48f3-b864-6c706b5bb947 tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:23:44.183304 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-939c6e9a-aa8f-4966-b727-bbea21b71f97 req-dbcaa4f3-234b-48f3-b864-6c706b5bb947 tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] 10.222.0.42 "GET /v2.0/ports?device_id=599e9943-6c22-4a5a-9ca7-008cec8f1906 HTTP/1.1" status: 200 len: 945 time: 0.0505636 Mar 29 16:23:44.225909 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-939c6e9a-aa8f-4966-b727-bbea21b71f97 req-1e320c52-077d-4575-bf4e-1aa9c9a374fa tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] 10.222.0.42 "GET /v2.0/security-groups?id=9171c67f-8ce7-40b6-866d-81236d8fe789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351977 Mar 29 16:23:44.238723 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db11935a-e58d-4ea7-ba30-b63241b49e3f req-84a4333a-8b93-4f04-a97f-70542058bcc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:23:44.240103 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-db11935a-e58d-4ea7-ba30-b63241b49e3f req-84a4333a-8b93-4f04-a97f-70542058bcc1 service neutron] 10.222.0.44 "GET /v2.0/networks?id=bbbbc29b-3145-448e-b8ef-49df74a5d2f4 HTTP/1.1" status: 200 len: 916 time: 0.0965307 Mar 29 16:23:44.289455 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-db11935a-e58d-4ea7-ba30-b63241b49e3f req-b4b19eb0-2dc8-4376-879f-a9b45559053b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fff3391d-c05c-4e63-a0af-fe654349b5dd HTTP/1.1" status: 200 len: 217 time: 0.0413992 Mar 29 16:23:44.343545 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db11935a-e58d-4ea7-ba30-b63241b49e3f req-1373f49c-a971-4dc4-962f-393ddd7eb354 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:23:44.344932 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-db11935a-e58d-4ea7-ba30-b63241b49e3f req-1373f49c-a971-4dc4-962f-393ddd7eb354 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=4c0cbcec-5d17-43e4-8428-d77b53917f6b HTTP/1.1" status: 200 len: 855 time: 0.0494988 Mar 29 16:23:44.380310 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-db11935a-e58d-4ea7-ba30-b63241b49e3f req-671adfcf-2f90-40ec-acc3-324b19f75b82 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=bbbbc29b-3145-448e-b8ef-49df74a5d2f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293026 Mar 29 16:23:44.469925 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-db11935a-e58d-4ea7-ba30-b63241b49e3f req-158737f2-1681-4628-b211-a168928874d3 service neutron] 10.222.0.44 "GET /v2.0/networks/bbbbc29b-3145-448e-b8ef-49df74a5d2f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826972 Mar 29 16:23:44.565047 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-db11935a-e58d-4ea7-ba30-b63241b49e3f req-98766749-9340-49a2-945c-28180d2f4564 service neutron] 10.222.0.44 "GET /v2.0/networks/bbbbc29b-3145-448e-b8ef-49df74a5d2f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874803 Mar 29 16:23:45.345989 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc89d33-67cb-422d-a059-df2e4a013080 req-26d6f989-9e05-416d-bceb-b03a234b0f9f tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:23:45.347484 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4bc89d33-67cb-422d-a059-df2e4a013080 req-26d6f989-9e05-416d-bceb-b03a234b0f9f tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] 10.222.0.42 "GET /v2.0/ports?device_id=599e9943-6c22-4a5a-9ca7-008cec8f1906 HTTP/1.1" status: 200 len: 945 time: 0.0491045 Mar 29 16:23:45.383496 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4bc89d33-67cb-422d-a059-df2e4a013080 req-64d2ec8d-ea0c-4083-b62b-e4d3652f4beb tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] 10.222.0.42 "GET /v2.0/security-groups?id=9171c67f-8ce7-40b6-866d-81236d8fe789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299973 Mar 29 16:23:46.505179 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753b745a-d39d-4478-870c-7245876c81db req-847be385-5585-4cfe-b092-fa12404732b2 tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:23:46.506653 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-753b745a-d39d-4478-870c-7245876c81db req-847be385-5585-4cfe-b092-fa12404732b2 tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] 10.222.0.42 "GET /v2.0/ports?device_id=599e9943-6c22-4a5a-9ca7-008cec8f1906 HTTP/1.1" status: 200 len: 945 time: 0.0496027 Mar 29 16:23:46.543869 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-753b745a-d39d-4478-870c-7245876c81db req-a89f6c6b-a0ba-460b-a4f6-2e828f71d57b tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] 10.222.0.42 "GET /v2.0/security-groups?id=9171c67f-8ce7-40b6-866d-81236d8fe789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311973 Mar 29 16:23:47.363802 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:23:47.658813 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ca7939-4a55-471e-85ad-395c2f576164 req-6696ac76-2c64-4f10-b64c-8b8c901a600e tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:23:47.660374 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-a9ca7939-4a55-471e-85ad-395c2f576164 req-6696ac76-2c64-4f10-b64c-8b8c901a600e tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] 10.222.0.42 "GET /v2.0/ports?device_id=599e9943-6c22-4a5a-9ca7-008cec8f1906 HTTP/1.1" status: 200 len: 945 time: 0.0492265 Mar 29 16:23:47.697919 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-a9ca7939-4a55-471e-85ad-395c2f576164 req-9b228c03-8fe4-4d65-ac7d-5b3b229546e1 tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] 10.222.0.42 "GET /v2.0/security-groups?id=9171c67f-8ce7-40b6-866d-81236d8fe789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316608 Mar 29 16:23:48.158357 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:23:48.819110 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a81550-bacc-43da-8995-33d5810bdaad req-45c3910a-f8b5-41e4-8c3b-bad474ff24b8 tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:23:48.820723 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-d5a81550-bacc-43da-8995-33d5810bdaad req-45c3910a-f8b5-41e4-8c3b-bad474ff24b8 tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] 10.222.0.42 "GET /v2.0/ports?device_id=599e9943-6c22-4a5a-9ca7-008cec8f1906 HTTP/1.1" status: 200 len: 945 time: 0.0527859 Mar 29 16:23:48.857937 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-d5a81550-bacc-43da-8995-33d5810bdaad req-34a20b0c-9671-45e3-b308-e0705b259a90 tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] 10.222.0.42 "GET /v2.0/security-groups?id=9171c67f-8ce7-40b6-866d-81236d8fe789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312076 Mar 29 16:23:49.976150 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5465f8b-89ac-4466-a12f-f06f89fa34d6 req-48e4e146-5632-48d9-904b-52cdfcad8540 tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:23:49.977594 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-a5465f8b-89ac-4466-a12f-f06f89fa34d6 req-48e4e146-5632-48d9-904b-52cdfcad8540 tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] 10.222.0.42 "GET /v2.0/ports?device_id=599e9943-6c22-4a5a-9ca7-008cec8f1906 HTTP/1.1" status: 200 len: 945 time: 0.0531359 Mar 29 16:23:50.014469 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-a5465f8b-89ac-4466-a12f-f06f89fa34d6 req-45dc3707-9225-4848-affa-6f13265a6d6f tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] 10.222.0.42 "GET /v2.0/security-groups?id=9171c67f-8ce7-40b6-866d-81236d8fe789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310311 Mar 29 16:23:51.128999 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d426498-d7bf-45fc-9a68-3ffc27ee8838 req-e8ba8691-41e0-495a-918f-66231b94c95f tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:23:51.130443 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-2d426498-d7bf-45fc-9a68-3ffc27ee8838 req-e8ba8691-41e0-495a-918f-66231b94c95f tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] 10.222.0.42 "GET /v2.0/ports?device_id=599e9943-6c22-4a5a-9ca7-008cec8f1906 HTTP/1.1" status: 200 len: 945 time: 0.0479333 Mar 29 16:23:51.167063 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-2d426498-d7bf-45fc-9a68-3ffc27ee8838 req-71bb3191-e936-4814-b2da-93473c4887e6 tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] 10.222.0.42 "GET /v2.0/security-groups?id=9171c67f-8ce7-40b6-866d-81236d8fe789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306559 Mar 29 16:23:52.280412 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7bd09e-9ef7-447c-8b95-ab083cfed74d req-c5ab3cbf-6525-4aa3-abd1-dd63818ac3b6 tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:23:52.281890 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ae7bd09e-9ef7-447c-8b95-ab083cfed74d req-c5ab3cbf-6525-4aa3-abd1-dd63818ac3b6 tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] 10.222.0.42 "GET /v2.0/ports?device_id=599e9943-6c22-4a5a-9ca7-008cec8f1906 HTTP/1.1" status: 200 len: 945 time: 0.0483255 Mar 29 16:23:52.320310 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ae7bd09e-9ef7-447c-8b95-ab083cfed74d req-c63cc123-5648-4b4f-9e5a-50632fa2115d tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] 10.222.0.42 "GET /v2.0/security-groups?id=9171c67f-8ce7-40b6-866d-81236d8fe789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316105 Mar 29 16:23:53.436544 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e3fed1-7692-471f-a043-fcf0362febab req-86507c7e-af3d-47fc-8a57-af99de864b76 tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:23:53.438000 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-f2e3fed1-7692-471f-a043-fcf0362febab req-86507c7e-af3d-47fc-8a57-af99de864b76 tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] 10.222.0.42 "GET /v2.0/ports?device_id=599e9943-6c22-4a5a-9ca7-008cec8f1906 HTTP/1.1" status: 200 len: 945 time: 0.0490093 Mar 29 16:23:53.477887 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-f2e3fed1-7692-471f-a043-fcf0362febab req-9d01ede2-e9d9-41de-95e8-dff86514a608 tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] 10.222.0.42 "GET /v2.0/security-groups?id=9171c67f-8ce7-40b6-866d-81236d8fe789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335772 Mar 29 16:23:54.595253 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab76865b-673b-4087-823f-031327fdf97d req-c3a13049-3cc5-4aaf-a29c-b901ccdbd317 tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:23:54.596812 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ab76865b-673b-4087-823f-031327fdf97d req-c3a13049-3cc5-4aaf-a29c-b901ccdbd317 tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] 10.222.0.42 "GET /v2.0/ports?device_id=599e9943-6c22-4a5a-9ca7-008cec8f1906 HTTP/1.1" status: 200 len: 945 time: 0.0500257 Mar 29 16:23:54.634448 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ab76865b-673b-4087-823f-031327fdf97d req-0918cc86-1af3-422a-9175-e3773822b886 tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] 10.222.0.42 "GET /v2.0/security-groups?id=9171c67f-8ce7-40b6-866d-81236d8fe789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318081 Mar 29 16:23:55.757722 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351c755d-f19a-4256-aeb9-74660ec48b5b req-2c4b63f1-5a95-406d-84a5-ede44596b765 tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:23:55.759191 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-351c755d-f19a-4256-aeb9-74660ec48b5b req-2c4b63f1-5a95-406d-84a5-ede44596b765 tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] 10.222.0.42 "GET /v2.0/ports?device_id=599e9943-6c22-4a5a-9ca7-008cec8f1906 HTTP/1.1" status: 200 len: 945 time: 0.0550573 Mar 29 16:23:55.796454 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-351c755d-f19a-4256-aeb9-74660ec48b5b req-c1eabe75-6215-4fc3-8fbd-718b6b71ac4c tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] 10.222.0.42 "GET /v2.0/security-groups?id=9171c67f-8ce7-40b6-866d-81236d8fe789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312424 Mar 29 16:23:56.916507 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f7471d-d53b-4877-9d0d-0c265dbcf66c req-9666d79e-e748-4f72-9e95-44a4646c152d tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:23:56.917984 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b0f7471d-d53b-4877-9d0d-0c265dbcf66c req-9666d79e-e748-4f72-9e95-44a4646c152d tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] 10.222.0.42 "GET /v2.0/ports?device_id=599e9943-6c22-4a5a-9ca7-008cec8f1906 HTTP/1.1" status: 200 len: 945 time: 0.0535831 Mar 29 16:23:56.955897 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b0f7471d-d53b-4877-9d0d-0c265dbcf66c req-78386162-d985-463c-b880-c202adb24e19 tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] 10.222.0.42 "GET /v2.0/security-groups?id=9171c67f-8ce7-40b6-866d-81236d8fe789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315053 Mar 29 16:23:58.072172 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de967823-9318-4e27-bbe5-bc9a45944708 req-137e05bc-6489-4242-aae7-8feb9e0b5634 tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:23:58.073652 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-de967823-9318-4e27-bbe5-bc9a45944708 req-137e05bc-6489-4242-aae7-8feb9e0b5634 tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] 10.222.0.42 "GET /v2.0/ports?device_id=599e9943-6c22-4a5a-9ca7-008cec8f1906 HTTP/1.1" status: 200 len: 945 time: 0.0501940 Mar 29 16:23:58.110952 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-de967823-9318-4e27-bbe5-bc9a45944708 req-ac263b94-afe8-466b-93b2-24ed2f16159d tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] 10.222.0.42 "GET /v2.0/security-groups?id=9171c67f-8ce7-40b6-866d-81236d8fe789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312064 Mar 29 16:23:59.225960 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e84f0b-d428-4621-937f-b1064175dbaa req-d8e9850d-93d2-45fe-ba3f-224b8f832091 tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:23:59.227453 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-32e84f0b-d428-4621-937f-b1064175dbaa req-d8e9850d-93d2-45fe-ba3f-224b8f832091 tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] 10.222.0.42 "GET /v2.0/ports?device_id=599e9943-6c22-4a5a-9ca7-008cec8f1906 HTTP/1.1" status: 200 len: 945 time: 0.0487099 Mar 29 16:23:59.265077 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-32e84f0b-d428-4621-937f-b1064175dbaa req-0e5ec986-8778-42f1-ba58-ef3f910073e0 tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] 10.222.0.42 "GET /v2.0/security-groups?id=9171c67f-8ce7-40b6-866d-81236d8fe789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317180 Mar 29 16:24:00.383362 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204d672c-6984-4b38-a1c3-f748a0e1d1ac req-6df4fbba-f9ff-43ef-81fc-81c54b12276f tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:24:00.385051 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-204d672c-6984-4b38-a1c3-f748a0e1d1ac req-6df4fbba-f9ff-43ef-81fc-81c54b12276f tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] 10.222.0.42 "GET /v2.0/ports?device_id=599e9943-6c22-4a5a-9ca7-008cec8f1906 HTTP/1.1" status: 200 len: 945 time: 0.0484781 Mar 29 16:24:00.399426 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-376a2b7e-ab5a-499b-bf25-7a4265b4f692 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:24:00.424683 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-204d672c-6984-4b38-a1c3-f748a0e1d1ac req-12de857e-b820-4b32-9107-584eedf73990 tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] 10.222.0.42 "GET /v2.0/security-groups?id=9171c67f-8ce7-40b6-866d-81236d8fe789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336640 Mar 29 16:24:01.541071 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072a2512-e134-47f2-9726-0a74e59fb886 req-a027a125-1282-4a86-8c88-e5fdf601359d tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:24:01.542543 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-072a2512-e134-47f2-9726-0a74e59fb886 req-a027a125-1282-4a86-8c88-e5fdf601359d tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] 10.222.0.42 "GET /v2.0/ports?device_id=599e9943-6c22-4a5a-9ca7-008cec8f1906 HTTP/1.1" status: 200 len: 945 time: 0.0496151 Mar 29 16:24:01.580511 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-072a2512-e134-47f2-9726-0a74e59fb886 req-83c3d0db-8493-456d-aa1e-df6295306565 tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] 10.222.0.42 "GET /v2.0/security-groups?id=9171c67f-8ce7-40b6-866d-81236d8fe789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321157 Mar 29 16:24:02.241265 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.agents_db [None req-59735a15-725e-44d4-9ad5-95cbe356f209 None None] Agent healthcheck: found 7 active agents {{(pid=102793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 16:24:02.701608 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae05870d-2bbd-480d-b713-776f74392b5d req-c001045c-66e0-4da6-8557-f8c7dcdc29fb tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:24:02.703095 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-ae05870d-2bbd-480d-b713-776f74392b5d req-c001045c-66e0-4da6-8557-f8c7dcdc29fb tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] 10.222.0.42 "GET /v2.0/ports?device_id=599e9943-6c22-4a5a-9ca7-008cec8f1906 HTTP/1.1" status: 200 len: 945 time: 0.0531356 Mar 29 16:24:02.742120 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-ae05870d-2bbd-480d-b713-776f74392b5d req-b08d7cd1-6997-42b8-bce7-2a8ea2619afd tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] 10.222.0.42 "GET /v2.0/security-groups?id=9171c67f-8ce7-40b6-866d-81236d8fe789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322545 Mar 29 16:24:02.856664 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-147d890c-4a8b-441c-a32f-d0004eaff42c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:24:03.876865 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae28f5d0-f6a2-4400-b4bc-3879ec9250b9 req-d8864070-2c53-42ed-aaf0-5f7bbd951907 tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:24:03.878980 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ae28f5d0-f6a2-4400-b4bc-3879ec9250b9 req-d8864070-2c53-42ed-aaf0-5f7bbd951907 tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] 10.222.0.42 "GET /v2.0/ports?device_id=599e9943-6c22-4a5a-9ca7-008cec8f1906 HTTP/1.1" status: 200 len: 945 time: 0.0531003 Mar 29 16:24:03.915424 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ae28f5d0-f6a2-4400-b4bc-3879ec9250b9 req-a8628082-d251-48d4-9b51-d7b7778fbae4 tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] 10.222.0.42 "GET /v2.0/security-groups?id=9171c67f-8ce7-40b6-866d-81236d8fe789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302653 Mar 29 16:24:04.312498 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d71584b9-87f1-45f5-84c7-c993c2416269 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:24:05.030732 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f73b75-ecb9-40e2-bdc0-c4ab679fa226 req-704ca394-964b-4167-a453-f0393fa38c16 tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:24:05.032241 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-b9f73b75-ecb9-40e2-bdc0-c4ab679fa226 req-704ca394-964b-4167-a453-f0393fa38c16 tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] 10.222.0.42 "GET /v2.0/ports?device_id=599e9943-6c22-4a5a-9ca7-008cec8f1906 HTTP/1.1" status: 200 len: 945 time: 0.0488541 Mar 29 16:24:05.069571 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-b9f73b75-ecb9-40e2-bdc0-c4ab679fa226 req-3406976e-5135-442c-8c62-f7c1b4192647 tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] 10.222.0.42 "GET /v2.0/security-groups?id=9171c67f-8ce7-40b6-866d-81236d8fe789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308046 Mar 29 16:24:05.872931 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-0cb6abf6-2706-4e52-8825-f5f644ecf9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:24:05.991382 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:24:06.185249 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c939d2-e86a-4ca4-b65f-0aadddf64a33 req-100f4393-4e0b-42a2-b0c4-ad096d3c009c tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:24:06.186727 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-a4c939d2-e86a-4ca4-b65f-0aadddf64a33 req-100f4393-4e0b-42a2-b0c4-ad096d3c009c tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] 10.222.0.42 "GET /v2.0/ports?device_id=599e9943-6c22-4a5a-9ca7-008cec8f1906 HTTP/1.1" status: 200 len: 945 time: 0.0492136 Mar 29 16:24:06.223851 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-a4c939d2-e86a-4ca4-b65f-0aadddf64a33 req-1e67969b-14e6-4faa-86ff-81599ee2719b tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] 10.222.0.42 "GET /v2.0/security-groups?id=9171c67f-8ce7-40b6-866d-81236d8fe789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312412 Mar 29 16:24:07.340254 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1960ba44-06f4-4601-8672-ab193651bdf5 req-adeaceb0-1cc2-493d-9432-5b1057962e20 tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:24:07.341729 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-1960ba44-06f4-4601-8672-ab193651bdf5 req-adeaceb0-1cc2-493d-9432-5b1057962e20 tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] 10.222.0.42 "GET /v2.0/ports?device_id=599e9943-6c22-4a5a-9ca7-008cec8f1906 HTTP/1.1" status: 200 len: 945 time: 0.0487516 Mar 29 16:24:07.378732 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-1960ba44-06f4-4601-8672-ab193651bdf5 req-5df66309-9cf3-4860-b3fb-8da604afa683 tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] 10.222.0.42 "GET /v2.0/security-groups?id=9171c67f-8ce7-40b6-866d-81236d8fe789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308843 Mar 29 16:24:08.112783 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07e046f-be29-4746-821b-84aac093bd99 req-5ddb7410-f935-4bc4-9e64-87f4ebaad96c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:24:08.114246 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-c07e046f-be29-4746-821b-84aac093bd99 req-5ddb7410-f935-4bc4-9e64-87f4ebaad96c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2405d55e800b44c3b09df5685d861bde&device_id=599e9943-6c22-4a5a-9ca7-008cec8f1906 HTTP/1.1" status: 200 len: 1096 time: 0.0388489 Mar 29 16:24:08.215996 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07e046f-be29-4746-821b-84aac093bd99 req-0495a117-4c7e-4a72-af6f-9810cee40675 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:24:08.217436 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-c07e046f-be29-4746-821b-84aac093bd99 req-0495a117-4c7e-4a72-af6f-9810cee40675 service neutron] 10.222.0.44 "GET /v2.0/networks?id=bbbbc29b-3145-448e-b8ef-49df74a5d2f4 HTTP/1.1" status: 200 len: 916 time: 0.0850506 Mar 29 16:24:08.256888 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-c07e046f-be29-4746-821b-84aac093bd99 req-0b160eaf-1496-44a0-8bb9-4678f461e05d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fff3391d-c05c-4e63-a0af-fe654349b5dd HTTP/1.1" status: 200 len: 217 time: 0.0329995 Mar 29 16:24:08.306385 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07e046f-be29-4746-821b-84aac093bd99 req-7637300f-e81f-4bc9-b4f2-7b3669202522 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:24:08.307809 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-c07e046f-be29-4746-821b-84aac093bd99 req-7637300f-e81f-4bc9-b4f2-7b3669202522 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=4c0cbcec-5d17-43e4-8428-d77b53917f6b HTTP/1.1" status: 200 len: 855 time: 0.0450425 Mar 29 16:24:08.340347 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-c07e046f-be29-4746-821b-84aac093bd99 req-ddac548f-3349-41ba-bf10-65def052c47c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=bbbbc29b-3145-448e-b8ef-49df74a5d2f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237517 Mar 29 16:24:08.429721 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-c07e046f-be29-4746-821b-84aac093bd99 req-4c10e2b4-6221-4c5e-a549-c33f890adf98 service neutron] 10.222.0.44 "GET /v2.0/networks/bbbbc29b-3145-448e-b8ef-49df74a5d2f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813618 Mar 29 16:24:08.556081 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93073723-e99d-4119-a891-bd387862fbfd req-839d967c-f7b9-40c1-a9c2-011a5e1268e9 tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:24:08.557529 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-93073723-e99d-4119-a891-bd387862fbfd req-839d967c-f7b9-40c1-a9c2-011a5e1268e9 tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] 10.222.0.42 "GET /v2.0/ports?device_id=599e9943-6c22-4a5a-9ca7-008cec8f1906 HTTP/1.1" status: 200 len: 945 time: 0.1029491 Mar 29 16:24:08.562994 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-c07e046f-be29-4746-821b-84aac093bd99 req-0230d689-ea9d-440d-bbe7-98915041f164 service neutron] 10.222.0.44 "GET /v2.0/networks/bbbbc29b-3145-448e-b8ef-49df74a5d2f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256561 Mar 29 16:24:08.595476 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-93073723-e99d-4119-a891-bd387862fbfd req-c992701f-ac17-422f-b30f-8cb299ebb8cc tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] 10.222.0.42 "GET /v2.0/security-groups?id=9171c67f-8ce7-40b6-866d-81236d8fe789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314138 Mar 29 16:24:09.717357 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac58b5c9-2fa8-498d-8f5b-40a78442fa47 req-33342a09-71ae-4517-acd3-e8f8ed298386 tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:24:09.718847 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-ac58b5c9-2fa8-498d-8f5b-40a78442fa47 req-33342a09-71ae-4517-acd3-e8f8ed298386 tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] 10.222.0.42 "GET /v2.0/ports?device_id=599e9943-6c22-4a5a-9ca7-008cec8f1906 HTTP/1.1" status: 200 len: 945 time: 0.0542078 Mar 29 16:24:09.758179 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-ac58b5c9-2fa8-498d-8f5b-40a78442fa47 req-ff625d96-f3c4-4cb8-bba4-660fa22dcdf7 tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] 10.222.0.42 "GET /v2.0/security-groups?id=9171c67f-8ce7-40b6-866d-81236d8fe789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327320 Mar 29 16:24:10.875417 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fe403e-fc4a-4de1-8a7c-13ab4b3a7436 req-9e2b0d0a-84f3-4ed1-a64c-58e56afc711b tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:24:10.876898 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-a6fe403e-fc4a-4de1-8a7c-13ab4b3a7436 req-9e2b0d0a-84f3-4ed1-a64c-58e56afc711b tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] 10.222.0.42 "GET /v2.0/ports?device_id=599e9943-6c22-4a5a-9ca7-008cec8f1906 HTTP/1.1" status: 200 len: 945 time: 0.0520890 Mar 29 16:24:10.915492 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-a6fe403e-fc4a-4de1-8a7c-13ab4b3a7436 req-1f27eccd-4550-4113-b3b5-d2c85221c5b0 tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] 10.222.0.42 "GET /v2.0/security-groups?id=9171c67f-8ce7-40b6-866d-81236d8fe789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314529 Mar 29 16:24:11.395494 n-d-834765-1 neutron-server[102791]: INFO neutron.api.v2.resource [req-db11935a-e58d-4ea7-ba30-b63241b49e3f req-3ace6707-1bd7-46cf-bc64-6e5966edda5e service neutron] show failed (client error): The resource could not be found. Mar 29 16:24:11.396583 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-db11935a-e58d-4ea7-ba30-b63241b49e3f req-3ace6707-1bd7-46cf-bc64-6e5966edda5e service neutron] 10.222.0.44 "GET /v2.0/ports/fff3391d-c05c-4e63-a0af-fe654349b5dd/bindings/n-h2-834765-1 HTTP/1.1" status: 404 len: 380 time: 0.0528724 Mar 29 16:24:11.593461 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db11935a-e58d-4ea7-ba30-b63241b49e3f req-f05cc463-403e-48d7-99b3-9b62179fd64e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:24:11.594970 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-db11935a-e58d-4ea7-ba30-b63241b49e3f req-f05cc463-403e-48d7-99b3-9b62179fd64e service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=599e9943-6c22-4a5a-9ca7-008cec8f1906&tenant_id=2405d55e800b44c3b09df5685d861bde HTTP/1.1" status: 200 len: 1096 time: 0.0427876 Mar 29 16:24:11.607533 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [req-db11935a-e58d-4ea7-ba30-b63241b49e3f req-7c75f1cb-57db-42a7-906c-12d5eea07778 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-834765-1', 'device_owner': 'compute:nova'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:24:11.659833 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-db11935a-e58d-4ea7-ba30-b63241b49e3f req-7c75f1cb-57db-42a7-906c-12d5eea07778 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:24:11.858845 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-db11935a-e58d-4ea7-ba30-b63241b49e3f req-7c75f1cb-57db-42a7-906c-12d5eea07778 service neutron] For port fff3391d-c05c-4e63-a0af-fe654349b5dd, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=fff3391d-c05c-4e63-a0af-fe654349b5dd,segment=NetworkSegment(95d37ec7-220d-4f4c-ab3c-5efcc83bb990),segment_id=95d37ec7-220d-4f4c-ab3c-5efcc83bb990)] {{(pid=102791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:24:11.889371 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-db11935a-e58d-4ea7-ba30-b63241b49e3f req-7c75f1cb-57db-42a7-906c-12d5eea07778 service neutron] For port fff3391d-c05c-4e63-a0af-fe654349b5dd, host n-h1-834765-1, cleared binding levels {{(pid=102791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 16:24:11.927222 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '599e9943-6c22-4a5a-9ca7-008cec8f1906', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fff3391d-c05c-4e63-a0af-fe654349b5dd'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:24:11.929620 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c67b028db5e9b9818fecc5c0a87ebc6f190694fa53ca267d523e04f98de536d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82f95a06-d89f-40e9-ad9e-795e03178817" -d '{"events": [{"server_uuid": "599e9943-6c22-4a5a-9ca7-008cec8f1906", "name": "network-vif-unplugged", "status": "completed", "tag": "fff3391d-c05c-4e63-a0af-fe654349b5dd"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:24:11.933662 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-db11935a-e58d-4ea7-ba30-b63241b49e3f req-7c75f1cb-57db-42a7-906c-12d5eea07778 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:24:11.948557 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.provisioning_blocks [req-db11935a-e58d-4ea7-ba30-b63241b49e3f req-7c75f1cb-57db-42a7-906c-12d5eea07778 service neutron] Transition to ACTIVE for port object fff3391d-c05c-4e63-a0af-fe654349b5dd will not be triggered until provisioned by entity L2. {{(pid=102791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 16:24:11.954324 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-db11935a-e58d-4ea7-ba30-b63241b49e3f req-7c75f1cb-57db-42a7-906c-12d5eea07778 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:24:11.986101 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 29 Mar 2022 16:24:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5824c9d-70cd-403d-8cc9-5c86aca2f444 x-openstack-request-id: req-a5824c9d-70cd-403d-8cc9-5c86aca2f444 {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:24:11.986394 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "599e9943-6c22-4a5a-9ca7-008cec8f1906", "name": "network-vif-unplugged", "status": "completed", "tag": "fff3391d-c05c-4e63-a0af-fe654349b5dd", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:24:11.986645 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a5824c9d-70cd-403d-8cc9-5c86aca2f444 {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:24:11.987028 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '599e9943-6c22-4a5a-9ca7-008cec8f1906', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fff3391d-c05c-4e63-a0af-fe654349b5dd', 'code': 200} Mar 29 16:24:12.046795 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [req-db11935a-e58d-4ea7-ba30-b63241b49e3f req-7c75f1cb-57db-42a7-906c-12d5eea07778 service neutron] No DVR routers for this DVR port fff3391d-c05c-4e63-a0af-fe654349b5dd on host n-h1-834765-1 {{(pid=102791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 16:24:12.052258 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c75f1cb-57db-42a7-906c-12d5eea07778 service neutron] Pushing event updated for resources: {'Port': ['ID=fff3391d-c05c-4e63-a0af-fe654349b5dd,revision_number=6']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:24:12.089050 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76ff830-fd50-47c6-9531-232b37c67824 req-b13aaf2d-d8cd-46de-8f30-f24d0526c2de tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:24:12.090533 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-a76ff830-fd50-47c6-9531-232b37c67824 req-b13aaf2d-d8cd-46de-8f30-f24d0526c2de tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] 10.222.0.42 "GET /v2.0/ports?device_id=599e9943-6c22-4a5a-9ca7-008cec8f1906 HTTP/1.1" status: 200 len: 943 time: 0.1013811 Mar 29 16:24:12.106037 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-db11935a-e58d-4ea7-ba30-b63241b49e3f req-7c75f1cb-57db-42a7-906c-12d5eea07778 service neutron] Attempting to bind port fff3391d-c05c-4e63-a0af-fe654349b5dd on host n-h2-834765-1 for vnic_type normal with profile {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 16:24:12.106360 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-db11935a-e58d-4ea7-ba30-b63241b49e3f req-7c75f1cb-57db-42a7-906c-12d5eea07778 service neutron] Attempting to bind port fff3391d-c05c-4e63-a0af-fe654349b5dd by drivers openvswitch,hyperv on host n-h2-834765-1 at level 0 using segments [{'id': '95d37ec7-220d-4f4c-ab3c-5efcc83bb990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'bbbbc29b-3145-448e-b8ef-49df74a5d2f4'}] {{(pid=102791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 16:24:12.106684 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db11935a-e58d-4ea7-ba30-b63241b49e3f req-7c75f1cb-57db-42a7-906c-12d5eea07778 service neutron] Attempting to bind port fff3391d-c05c-4e63-a0af-fe654349b5dd on network bbbbc29b-3145-448e-b8ef-49df74a5d2f4 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 16:24:12.117984 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db11935a-e58d-4ea7-ba30-b63241b49e3f req-7c75f1cb-57db-42a7-906c-12d5eea07778 service neutron] Port fff3391d-c05c-4e63-a0af-fe654349b5dd on network bbbbc29b-3145-448e-b8ef-49df74a5d2f4 not bound, no agent of type Open vSwitch agent registered on host n-h2-834765-1 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 16:24:12.118235 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db11935a-e58d-4ea7-ba30-b63241b49e3f req-7c75f1cb-57db-42a7-906c-12d5eea07778 service neutron] Attempting to bind port fff3391d-c05c-4e63-a0af-fe654349b5dd on network bbbbc29b-3145-448e-b8ef-49df74a5d2f4 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 16:24:12.127117 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db11935a-e58d-4ea7-ba30-b63241b49e3f req-7c75f1cb-57db-42a7-906c-12d5eea07778 service neutron] Checking agent: {'id': '3e4b4912-b4a2-4d17-b5bd-6ce15529e8eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 33, 17), 'started_at': datetime.datetime(2022, 3, 29, 15, 33, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 16, 23, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 16:24:12.127476 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db11935a-e58d-4ea7-ba30-b63241b49e3f req-7c75f1cb-57db-42a7-906c-12d5eea07778 service neutron] Checking segment: {'id': '95d37ec7-220d-4f4c-ab3c-5efcc83bb990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'bbbbc29b-3145-448e-b8ef-49df74a5d2f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 16:24:12.127848 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db11935a-e58d-4ea7-ba30-b63241b49e3f req-7c75f1cb-57db-42a7-906c-12d5eea07778 service neutron] Bound using segment: {'id': '95d37ec7-220d-4f4c-ab3c-5efcc83bb990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'bbbbc29b-3145-448e-b8ef-49df74a5d2f4'} {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 16:24:12.128264 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-db11935a-e58d-4ea7-ba30-b63241b49e3f req-7c75f1cb-57db-42a7-906c-12d5eea07778 service neutron] Bound port: fff3391d-c05c-4e63-a0af-fe654349b5dd, host: n-h2-834765-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95d37ec7-220d-4f4c-ab3c-5efcc83bb990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'bbbbc29b-3145-448e-b8ef-49df74a5d2f4'}}] {{(pid=102791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 16:24:12.128617 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-db11935a-e58d-4ea7-ba30-b63241b49e3f req-7c75f1cb-57db-42a7-906c-12d5eea07778 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:24:12.149895 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-a76ff830-fd50-47c6-9531-232b37c67824 req-52e68053-92f0-4a25-8e2b-c509457d7b40 tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] 10.222.0.42 "GET /v2.0/security-groups?id=9171c67f-8ce7-40b6-866d-81236d8fe789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523117 Mar 29 16:24:12.201156 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-db11935a-e58d-4ea7-ba30-b63241b49e3f req-7c75f1cb-57db-42a7-906c-12d5eea07778 service neutron] For port fff3391d-c05c-4e63-a0af-fe654349b5dd, host n-h2-834765-1, cleared binding levels {{(pid=102791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 16:24:12.204354 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-db11935a-e58d-4ea7-ba30-b63241b49e3f req-7c75f1cb-57db-42a7-906c-12d5eea07778 service neutron] For port fff3391d-c05c-4e63-a0af-fe654349b5dd, host n-h2-834765-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=fff3391d-c05c-4e63-a0af-fe654349b5dd,segment=NetworkSegment(95d37ec7-220d-4f4c-ab3c-5efcc83bb990),segment_id=95d37ec7-220d-4f4c-ab3c-5efcc83bb990)] {{(pid=102791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 16:24:12.208246 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-db11935a-e58d-4ea7-ba30-b63241b49e3f req-7c75f1cb-57db-42a7-906c-12d5eea07778 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:24:12.246601 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db11935a-e58d-4ea7-ba30-b63241b49e3f req-7c75f1cb-57db-42a7-906c-12d5eea07778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:24:12.247206 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-db11935a-e58d-4ea7-ba30-b63241b49e3f req-7c75f1cb-57db-42a7-906c-12d5eea07778 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:24:12.248615 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-db11935a-e58d-4ea7-ba30-b63241b49e3f req-7c75f1cb-57db-42a7-906c-12d5eea07778 service neutron] 10.222.0.48 "PUT /v2.0/ports/fff3391d-c05c-4e63-a0af-fe654349b5dd HTTP/1.1" status: 200 len: 1091 time: 0.6451323 Mar 29 16:24:12.267942 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c75f1cb-57db-42a7-906c-12d5eea07778 service neutron] Pushing event updated for resources: {'Port': ['ID=fff3391d-c05c-4e63-a0af-fe654349b5dd,revision_number=7']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:24:12.312904 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db11935a-e58d-4ea7-ba30-b63241b49e3f req-b7ce8fca-154a-46ad-94fa-cb456ba48c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:24:12.314405 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-db11935a-e58d-4ea7-ba30-b63241b49e3f req-b7ce8fca-154a-46ad-94fa-cb456ba48c7e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2405d55e800b44c3b09df5685d861bde&device_id=599e9943-6c22-4a5a-9ca7-008cec8f1906 HTTP/1.1" status: 200 len: 1094 time: 0.0401716 Mar 29 16:24:12.401288 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db11935a-e58d-4ea7-ba30-b63241b49e3f req-4b02e78d-db5b-4a9c-bde1-02e641fb0871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:24:12.402695 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-db11935a-e58d-4ea7-ba30-b63241b49e3f req-4b02e78d-db5b-4a9c-bde1-02e641fb0871 service neutron] 10.222.0.48 "GET /v2.0/networks?id=bbbbc29b-3145-448e-b8ef-49df74a5d2f4 HTTP/1.1" status: 200 len: 916 time: 0.0819790 Mar 29 16:24:12.446364 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-db11935a-e58d-4ea7-ba30-b63241b49e3f req-d52251cf-347b-4154-9238-0f841d35500a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fff3391d-c05c-4e63-a0af-fe654349b5dd HTTP/1.1" status: 200 len: 217 time: 0.0369439 Mar 29 16:24:12.493314 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db11935a-e58d-4ea7-ba30-b63241b49e3f req-055f22c6-a7f3-48f7-87fe-62f2a6c190a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:24:12.494740 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-db11935a-e58d-4ea7-ba30-b63241b49e3f req-055f22c6-a7f3-48f7-87fe-62f2a6c190a9 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4c0cbcec-5d17-43e4-8428-d77b53917f6b HTTP/1.1" status: 200 len: 855 time: 0.0424583 Mar 29 16:24:12.525916 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-db11935a-e58d-4ea7-ba30-b63241b49e3f req-fe7f0e05-b983-48f8-8d84-8cd4ec3eae23 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=bbbbc29b-3145-448e-b8ef-49df74a5d2f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247021 Mar 29 16:24:12.616178 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-db11935a-e58d-4ea7-ba30-b63241b49e3f req-6b4d7be9-6b65-454f-9a83-58eb061ff352 service neutron] 10.222.0.48 "GET /v2.0/networks/bbbbc29b-3145-448e-b8ef-49df74a5d2f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838625 Mar 29 16:24:12.702908 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-db11935a-e58d-4ea7-ba30-b63241b49e3f req-65c15b9b-186a-4de0-89f2-8c620a354295 service neutron] 10.222.0.48 "GET /v2.0/networks/bbbbc29b-3145-448e-b8ef-49df74a5d2f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807180 Mar 29 16:24:13.268761 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc1793d-6ad2-4ea7-8b96-facd2082d2e6 req-258902ba-82f0-449d-8fe7-b75feda03acf tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:24:13.270219 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-2dc1793d-6ad2-4ea7-8b96-facd2082d2e6 req-258902ba-82f0-449d-8fe7-b75feda03acf tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] 10.222.0.42 "GET /v2.0/ports?device_id=599e9943-6c22-4a5a-9ca7-008cec8f1906 HTTP/1.1" status: 200 len: 943 time: 0.0486374 Mar 29 16:24:13.308307 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-2dc1793d-6ad2-4ea7-8b96-facd2082d2e6 req-2d873a91-c447-49b0-990a-7a53fb44cc25 tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] 10.222.0.42 "GET /v2.0/security-groups?id=9171c67f-8ce7-40b6-866d-81236d8fe789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314806 Mar 29 16:24:13.987735 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '599e9943-6c22-4a5a-9ca7-008cec8f1906', 'tag': 'fff3391d-c05c-4e63-a0af-fe654349b5dd'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:24:13.990212 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c67b028db5e9b9818fecc5c0a87ebc6f190694fa53ca267d523e04f98de536d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-375a0141-7537-464e-9807-b2dc84fd6374" -d '{"events": [{"name": "network-changed", "server_uuid": "599e9943-6c22-4a5a-9ca7-008cec8f1906", "tag": "fff3391d-c05c-4e63-a0af-fe654349b5dd"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:24:14.037137 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 16:24:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a3037f3-26c9-4f7d-8681-6bb1e9e928f3 x-openstack-request-id: req-5a3037f3-26c9-4f7d-8681-6bb1e9e928f3 {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:24:14.037463 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "599e9943-6c22-4a5a-9ca7-008cec8f1906", "tag": "fff3391d-c05c-4e63-a0af-fe654349b5dd", "status": "completed", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:24:14.037711 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-5a3037f3-26c9-4f7d-8681-6bb1e9e928f3 {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:24:14.038165 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '599e9943-6c22-4a5a-9ca7-008cec8f1906', 'tag': 'fff3391d-c05c-4e63-a0af-fe654349b5dd', 'status': 'completed', 'code': 200} Mar 29 16:24:14.127239 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375a0141-7537-464e-9807-b2dc84fd6374 req-a7a7188e-d6b8-447f-81a9-0c883d1c36fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:24:14.128772 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-375a0141-7537-464e-9807-b2dc84fd6374 req-a7a7188e-d6b8-447f-81a9-0c883d1c36fd service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2405d55e800b44c3b09df5685d861bde&device_id=599e9943-6c22-4a5a-9ca7-008cec8f1906 HTTP/1.1" status: 200 len: 1094 time: 0.0729301 Mar 29 16:24:14.131844 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375a0141-7537-464e-9807-b2dc84fd6374 req-82015f98-99e8-4778-81a5-6a9388c44f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:24:14.133182 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-375a0141-7537-464e-9807-b2dc84fd6374 req-82015f98-99e8-4778-81a5-6a9388c44f8b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2405d55e800b44c3b09df5685d861bde&device_id=599e9943-6c22-4a5a-9ca7-008cec8f1906 HTTP/1.1" status: 200 len: 1094 time: 0.0678596 Mar 29 16:24:14.438911 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802aba20-85fc-416b-ac74-4b889413880a req-26dad586-fb32-459f-892e-af1407ef1792 tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:24:14.440486 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-802aba20-85fc-416b-ac74-4b889413880a req-26dad586-fb32-459f-892e-af1407ef1792 tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] 10.222.0.42 "GET /v2.0/ports?device_id=599e9943-6c22-4a5a-9ca7-008cec8f1906 HTTP/1.1" status: 200 len: 943 time: 0.0580740 Mar 29 16:24:14.483397 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device fff3391d-c05c-4e63-a0af-fe654349b5dd no longer exists at agent hyperv_n-h1-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 16:24:14.483878 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-802aba20-85fc-416b-ac74-4b889413880a req-9a67d47e-9ee9-4381-9aa5-09005c3586ea tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] 10.222.0.42 "GET /v2.0/security-groups?id=9171c67f-8ce7-40b6-866d-81236d8fe789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360322 Mar 29 16:24:14.527418 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device fff3391d-c05c-4e63-a0af-fe654349b5dd not bound to the agent host n-h1-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 16:24:14.580457 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375a0141-7537-464e-9807-b2dc84fd6374 req-1bc1a7cd-cf62-4159-942e-78caaeef6f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:24:14.581928 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-375a0141-7537-464e-9807-b2dc84fd6374 req-1bc1a7cd-cf62-4159-942e-78caaeef6f62 service neutron] 10.222.0.44 "GET /v2.0/networks?id=bbbbc29b-3145-448e-b8ef-49df74a5d2f4 HTTP/1.1" status: 200 len: 916 time: 0.4471068 Mar 29 16:24:14.585261 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375a0141-7537-464e-9807-b2dc84fd6374 req-faefe0f0-7936-48da-8ccd-389d19573556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:24:14.586621 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-375a0141-7537-464e-9807-b2dc84fd6374 req-faefe0f0-7936-48da-8ccd-389d19573556 service neutron] 10.222.0.48 "GET /v2.0/networks?id=bbbbc29b-3145-448e-b8ef-49df74a5d2f4 HTTP/1.1" status: 200 len: 916 time: 0.4437265 Mar 29 16:24:14.654733 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-375a0141-7537-464e-9807-b2dc84fd6374 req-ae6911a8-150d-4c27-b507-7e7d27615815 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fff3391d-c05c-4e63-a0af-fe654349b5dd HTTP/1.1" status: 200 len: 217 time: 0.0657680 Mar 29 16:24:14.656083 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-375a0141-7537-464e-9807-b2dc84fd6374 req-55c22b1b-01e8-4308-8b27-d48f2637f22e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fff3391d-c05c-4e63-a0af-fe654349b5dd HTTP/1.1" status: 200 len: 217 time: 0.0618672 Mar 29 16:24:14.736071 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375a0141-7537-464e-9807-b2dc84fd6374 req-d7fb2f44-cd4d-43b7-9e58-469ff4cc3ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:24:14.737501 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-375a0141-7537-464e-9807-b2dc84fd6374 req-d7fb2f44-cd4d-43b7-9e58-469ff4cc3ca0 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=4c0cbcec-5d17-43e4-8428-d77b53917f6b HTTP/1.1" status: 200 len: 855 time: 0.0758989 Mar 29 16:24:14.738861 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375a0141-7537-464e-9807-b2dc84fd6374 req-7b1ea105-5bb3-4d8d-8809-ae0f92a51305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:24:14.740236 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-375a0141-7537-464e-9807-b2dc84fd6374 req-7b1ea105-5bb3-4d8d-8809-ae0f92a51305 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4c0cbcec-5d17-43e4-8428-d77b53917f6b HTTP/1.1" status: 200 len: 855 time: 0.0715053 Mar 29 16:24:14.789440 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-375a0141-7537-464e-9807-b2dc84fd6374 req-2ae7fa2d-7995-4bd2-ab12-a9e13bb03570 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=bbbbc29b-3145-448e-b8ef-49df74a5d2f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0456948 Mar 29 16:24:14.791201 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-375a0141-7537-464e-9807-b2dc84fd6374 req-337e4975-e80e-4641-a422-7997a036932e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=bbbbc29b-3145-448e-b8ef-49df74a5d2f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403533 Mar 29 16:24:14.860577 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device fff3391d-c05c-4e63-a0af-fe654349b5dd details requested by agent hyperv_n-h2-834765-1 with host n-h2-834765-1 {{(pid=102792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 16:24:14.945170 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-375a0141-7537-464e-9807-b2dc84fd6374 req-89d34425-5304-4629-8838-84e8d68aff85 service neutron] 10.222.0.44 "GET /v2.0/networks/bbbbc29b-3145-448e-b8ef-49df74a5d2f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495688 Mar 29 16:24:14.947037 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-375a0141-7537-464e-9807-b2dc84fd6374 req-76d16cde-e927-4a71-ab62-f84453f6b8b3 service neutron] 10.222.0.48 "GET /v2.0/networks/bbbbc29b-3145-448e-b8ef-49df74a5d2f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448286 Mar 29 16:24:14.958511 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port fff3391d-c05c-4e63-a0af-fe654349b5dd, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=fff3391d-c05c-4e63-a0af-fe654349b5dd,segment=NetworkSegment(95d37ec7-220d-4f4c-ab3c-5efcc83bb990),segment_id=95d37ec7-220d-4f4c-ab3c-5efcc83bb990)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:24:14.970611 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Returning: {'device': 'fff3391d-c05c-4e63-a0af-fe654349b5dd', 'network_id': 'bbbbc29b-3145-448e-b8ef-49df74a5d2f4', 'port_id': 'fff3391d-c05c-4e63-a0af-fe654349b5dd', 'mac_address': 'fa:16:3e:8a:a6:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 645, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c0cbcec-5d17-43e4-8428-d77b53917f6b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 16:24:15.009279 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:24:15.022552 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fff3391d-c05c-4e63-a0af-fe654349b5dd {{(pid=102792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 16:24:15.042142 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port fff3391d-c05c-4e63-a0af-fe654349b5dd, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=fff3391d-c05c-4e63-a0af-fe654349b5dd,segment=NetworkSegment(95d37ec7-220d-4f4c-ab3c-5efcc83bb990),segment_id=95d37ec7-220d-4f4c-ab3c-5efcc83bb990)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:24:15.046203 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:24:15.098258 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Pushing event updated for resources: {'Port': ['ID=fff3391d-c05c-4e63-a0af-fe654349b5dd,revision_number=8']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:24:15.101325 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-375a0141-7537-464e-9807-b2dc84fd6374 req-3949f457-0ee8-47eb-9d97-e063ce794188 service neutron] 10.222.0.44 "GET /v2.0/networks/bbbbc29b-3145-448e-b8ef-49df74a5d2f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1499865 Mar 29 16:24:15.104706 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-375a0141-7537-464e-9807-b2dc84fd6374 req-8b327763-5b57-4e8a-a476-224fa0d06bab service neutron] 10.222.0.48 "GET /v2.0/networks/bbbbc29b-3145-448e-b8ef-49df74a5d2f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1455505 Mar 29 16:24:15.105674 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:24:15.106685 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:24:15.107049 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:24:15.107419 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:24:15.107932 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:24:15.108262 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:24:15.108590 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:24:15.109412 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:24:15.109773 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:24:15.110083 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:24:15.110642 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:24:15.110914 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:24:15.470134 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] get_ports_and_sgs() called for port_ids ['fff3391d-c05c-4e63-a0af-fe654349b5dd'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 16:24:15.610593 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e70ce4-5403-422e-98ca-4cce9479b24e req-23b2fa80-fa04-414b-a5fb-597e9bd4cb0f tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:24:15.612101 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-c4e70ce4-5403-422e-98ca-4cce9479b24e req-23b2fa80-fa04-414b-a5fb-597e9bd4cb0f tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] 10.222.0.42 "GET /v2.0/ports?device_id=599e9943-6c22-4a5a-9ca7-008cec8f1906 HTTP/1.1" status: 200 len: 944 time: 0.0559816 Mar 29 16:24:15.651050 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-c4e70ce4-5403-422e-98ca-4cce9479b24e req-a9bffd1f-36e1-42de-9911-0e9af66f5d32 tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] 10.222.0.42 "GET /v2.0/security-groups?id=9171c67f-8ce7-40b6-866d-81236d8fe789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324037 Mar 29 16:24:16.776936 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b770741c-ef20-4be8-8cbe-c3faebbaf8dd req-b6a4f6c8-94b3-4638-be0b-567cd0fc9518 tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:24:16.778365 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-b770741c-ef20-4be8-8cbe-c3faebbaf8dd req-b6a4f6c8-94b3-4638-be0b-567cd0fc9518 tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] 10.222.0.42 "GET /v2.0/ports?device_id=599e9943-6c22-4a5a-9ca7-008cec8f1906 HTTP/1.1" status: 200 len: 944 time: 0.0566680 Mar 29 16:24:16.822746 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-b770741c-ef20-4be8-8cbe-c3faebbaf8dd req-9ccb45f0-517c-4e9c-a197-634a213d08ef tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] 10.222.0.42 "GET /v2.0/security-groups?id=9171c67f-8ce7-40b6-866d-81236d8fe789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380669 Mar 29 16:24:16.868444 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device fff3391d-c05c-4e63-a0af-fe654349b5dd up at agent hyperv_n-h2-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 16:24:16.919199 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Provisioning for port fff3391d-c05c-4e63-a0af-fe654349b5dd completed by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 16:24:16.922659 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Provisioning complete for port fff3391d-c05c-4e63-a0af-fe654349b5dd triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:24:16.923025 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:24:16.997037 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:24:17.018504 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '599e9943-6c22-4a5a-9ca7-008cec8f1906', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fff3391d-c05c-4e63-a0af-fe654349b5dd'}] {{(pid=102792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:24:17.020718 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4f476c66b318cc6068719fc39557fac68d413f5c7e78fa77028c7948e999ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f59addc-1dbd-4f10-b473-9573df75b3fe" -d '{"events": [{"server_uuid": "599e9943-6c22-4a5a-9ca7-008cec8f1906", "name": "network-vif-plugged", "status": "completed", "tag": "fff3391d-c05c-4e63-a0af-fe654349b5dd"}]}' {{(pid=102792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:24:17.034154 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port fff3391d-c05c-4e63-a0af-fe654349b5dd, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=fff3391d-c05c-4e63-a0af-fe654349b5dd,segment=NetworkSegment(95d37ec7-220d-4f4c-ab3c-5efcc83bb990),segment_id=95d37ec7-220d-4f4c-ab3c-5efcc83bb990)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:24:17.038606 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:24:17.073741 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 16:24:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97b9a4a6-cb46-48f0-88f2-83b30d60fc46 x-openstack-request-id: req-97b9a4a6-cb46-48f0-88f2-83b30d60fc46 {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:24:17.074025 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "599e9943-6c22-4a5a-9ca7-008cec8f1906", "name": "network-vif-plugged", "status": "completed", "tag": "fff3391d-c05c-4e63-a0af-fe654349b5dd", "code": 200}]} {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:24:17.074268 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-97b9a4a6-cb46-48f0-88f2-83b30d60fc46 {{(pid=102792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:24:17.074643 n-d-834765-1 neutron-server[102792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '599e9943-6c22-4a5a-9ca7-008cec8f1906', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fff3391d-c05c-4e63-a0af-fe654349b5dd', 'code': 200} Mar 29 16:24:17.103998 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Pushing event updated for resources: {'Port': ['ID=fff3391d-c05c-4e63-a0af-fe654349b5dd,revision_number=9']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:24:17.365014 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:24:17.940172 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e390626-ec2f-4e32-8296-66c3074785a3 req-47c931a5-5bd2-4b29-9bff-8d5cbe1622c3 tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:24:17.941547 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-3e390626-ec2f-4e32-8296-66c3074785a3 req-47c931a5-5bd2-4b29-9bff-8d5cbe1622c3 tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] 10.222.0.42 "GET /v2.0/ports?device_id=599e9943-6c22-4a5a-9ca7-008cec8f1906 HTTP/1.1" status: 200 len: 945 time: 0.0495982 Mar 29 16:24:17.979454 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-3e390626-ec2f-4e32-8296-66c3074785a3 req-cf7a2616-4ea3-45f0-9549-b22c145e0d0e tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] 10.222.0.42 "GET /v2.0/security-groups?id=9171c67f-8ce7-40b6-866d-81236d8fe789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311275 Mar 29 16:24:18.171364 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62530b0f-38ff-4fb2-a9c7-44bc1ac84eee req-050288ab-e034-4cc2-ae53-7930ff7f2e3d tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:24:18.173110 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-62530b0f-38ff-4fb2-a9c7-44bc1ac84eee req-050288ab-e034-4cc2-ae53-7930ff7f2e3d tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] 10.222.0.42 "GET /v2.0/ports?device_id=599e9943-6c22-4a5a-9ca7-008cec8f1906 HTTP/1.1" status: 200 len: 945 time: 0.0497618 Mar 29 16:24:18.181387 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:24:18.194311 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042a3a93-1352-4b65-93b3-efc896bf644d req-b5e03b19-e110-4bf7-a5bb-0e44095fd65b tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:24:18.195729 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-042a3a93-1352-4b65-93b3-efc896bf644d req-b5e03b19-e110-4bf7-a5bb-0e44095fd65b tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] 10.222.0.44 "GET /v2.0/ports?device_id=599e9943-6c22-4a5a-9ca7-008cec8f1906&tenant_id=2405d55e800b44c3b09df5685d861bde&binding%3Ahost_id=n-h2-834765-1 HTTP/1.1" status: 200 len: 945 time: 0.0587404 Mar 29 16:24:18.213026 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-62530b0f-38ff-4fb2-a9c7-44bc1ac84eee req-8722bff5-826d-4481-801e-76d4589db0f8 tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] 10.222.0.42 "GET /v2.0/security-groups?id=9171c67f-8ce7-40b6-866d-81236d8fe789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326734 Mar 29 16:24:18.254885 n-d-834765-1 neutron-server[102791]: INFO neutron.api.v2.resource [req-042a3a93-1352-4b65-93b3-efc896bf644d req-deaa60de-3505-442e-8069-822a690b1756 service neutron] delete failed (client error): The resource could not be found. Mar 29 16:24:18.255958 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-042a3a93-1352-4b65-93b3-efc896bf644d req-deaa60de-3505-442e-8069-822a690b1756 service neutron] 10.222.0.44 "DELETE /v2.0/ports/fff3391d-c05c-4e63-a0af-fe654349b5dd/bindings/n-h1-834765-1 HTTP/1.1" status: 404 len: 380 time: 0.0532637 Mar 29 16:24:18.340529 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042a3a93-1352-4b65-93b3-efc896bf644d req-5a3fb0e8-1fb9-44c9-b133-0e80b25ae1bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:24:18.341997 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-042a3a93-1352-4b65-93b3-efc896bf644d req-5a3fb0e8-1fb9-44c9-b133-0e80b25ae1bc service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2405d55e800b44c3b09df5685d861bde&device_id=599e9943-6c22-4a5a-9ca7-008cec8f1906 HTTP/1.1" status: 200 len: 1096 time: 0.0402312 Mar 29 16:24:18.432899 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042a3a93-1352-4b65-93b3-efc896bf644d req-c44666c3-b5c4-42e9-bc37-e58a21cf188b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:24:18.434346 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-042a3a93-1352-4b65-93b3-efc896bf644d req-c44666c3-b5c4-42e9-bc37-e58a21cf188b service neutron] 10.222.0.44 "GET /v2.0/networks?id=bbbbc29b-3145-448e-b8ef-49df74a5d2f4 HTTP/1.1" status: 200 len: 916 time: 0.0856233 Mar 29 16:24:18.477218 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-042a3a93-1352-4b65-93b3-efc896bf644d req-4bc15911-c97e-4e3b-8c89-8d937fcd1f77 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fff3391d-c05c-4e63-a0af-fe654349b5dd HTTP/1.1" status: 200 len: 217 time: 0.0347023 Mar 29 16:24:18.531201 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042a3a93-1352-4b65-93b3-efc896bf644d req-bab90891-b910-4b00-bd2b-be2cac9a595b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:24:18.532709 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-042a3a93-1352-4b65-93b3-efc896bf644d req-bab90891-b910-4b00-bd2b-be2cac9a595b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=4c0cbcec-5d17-43e4-8428-d77b53917f6b HTTP/1.1" status: 200 len: 855 time: 0.0482543 Mar 29 16:24:18.563659 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-042a3a93-1352-4b65-93b3-efc896bf644d req-91b38aaa-a6f3-4158-9487-7d8ed45e08ee service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=bbbbc29b-3145-448e-b8ef-49df74a5d2f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237403 Mar 29 16:24:18.651727 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-042a3a93-1352-4b65-93b3-efc896bf644d req-0ba620e5-61af-4235-94e4-cd660be0522f service neutron] 10.222.0.44 "GET /v2.0/networks/bbbbc29b-3145-448e-b8ef-49df74a5d2f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804749 Mar 29 16:24:18.742051 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-042a3a93-1352-4b65-93b3-efc896bf644d req-83569155-0cef-4f13-92f5-07c09034e79a service neutron] 10.222.0.44 "GET /v2.0/networks/bbbbc29b-3145-448e-b8ef-49df74a5d2f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842156 Mar 29 16:24:19.335748 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a2ba26-23d7-4dad-a6af-2dce4c25551e req-d106a750-a908-4a00-9ccb-83d629e20046 tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:24:19.337219 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-85a2ba26-23d7-4dad-a6af-2dce4c25551e req-d106a750-a908-4a00-9ccb-83d629e20046 tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] 10.222.0.42 "GET /v2.0/ports?device_id=599e9943-6c22-4a5a-9ca7-008cec8f1906 HTTP/1.1" status: 200 len: 945 time: 0.0511358 Mar 29 16:24:19.374219 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-85a2ba26-23d7-4dad-a6af-2dce4c25551e req-bfcd0de4-fd47-4660-a46a-23774d2af772 tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] 10.222.0.42 "GET /v2.0/security-groups?id=9171c67f-8ce7-40b6-866d-81236d8fe789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309470 Mar 29 16:24:19.499974 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54f2a64-1bb6-4122-8c3a-b9b6289162d0 req-c9b013af-6102-428c-a4bf-304bbaac48fb tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:24:19.501443 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-c54f2a64-1bb6-4122-8c3a-b9b6289162d0 req-c9b013af-6102-428c-a4bf-304bbaac48fb tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] 10.222.0.42 "GET /v2.0/ports?device_id=599e9943-6c22-4a5a-9ca7-008cec8f1906 HTTP/1.1" status: 200 len: 945 time: 0.0529094 Mar 29 16:24:19.538876 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-c54f2a64-1bb6-4122-8c3a-b9b6289162d0 req-d73eab40-efcf-4a84-bd19-79ecf0326c69 tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] 10.222.0.42 "GET /v2.0/security-groups?id=9171c67f-8ce7-40b6-866d-81236d8fe789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308204 Mar 29 16:24:19.660990 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f064a97-e4f6-4992-b9ea-5e0ef96bfe3e req-6733c401-60e5-4762-b291-494e8e0d34ca tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:24:19.662991 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-1f064a97-e4f6-4992-b9ea-5e0ef96bfe3e req-6733c401-60e5-4762-b291-494e8e0d34ca tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] 10.222.0.42 "GET /v2.0/ports?device_id=599e9943-6c22-4a5a-9ca7-008cec8f1906 HTTP/1.1" status: 200 len: 945 time: 0.0516126 Mar 29 16:24:19.706722 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-1f064a97-e4f6-4992-b9ea-5e0ef96bfe3e req-804c7bc1-d9bc-40f2-9f96-d2d6460d26bf tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] 10.222.0.42 "GET /v2.0/security-groups?id=9171c67f-8ce7-40b6-866d-81236d8fe789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370188 Mar 29 16:24:20.038396 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78903444-14ef-482a-a311-c03125b17d1b req-fe6b72b2-c990-4116-9282-ae8aed85aaf7 tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:24:20.039896 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-78903444-14ef-482a-a311-c03125b17d1b req-fe6b72b2-c990-4116-9282-ae8aed85aaf7 tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] 10.222.0.42 "GET /v2.0/ports?device_id=599e9943-6c22-4a5a-9ca7-008cec8f1906 HTTP/1.1" status: 200 len: 945 time: 0.0507038 Mar 29 16:24:20.076760 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-78903444-14ef-482a-a311-c03125b17d1b req-0806434a-af8b-4462-849f-56ac6575974d tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] 10.222.0.42 "GET /v2.0/security-groups?id=9171c67f-8ce7-40b6-866d-81236d8fe789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309262 Mar 29 16:24:21.192778 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00dfdd2-41ab-4cb9-ad65-8b453c9c6e1d req-ec0a00c9-10e0-4ce8-a9d6-c60d7772fe37 tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:24:21.194448 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e00dfdd2-41ab-4cb9-ad65-8b453c9c6e1d req-ec0a00c9-10e0-4ce8-a9d6-c60d7772fe37 tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] 10.222.0.42 "GET /v2.0/ports?device_id=599e9943-6c22-4a5a-9ca7-008cec8f1906 HTTP/1.1" status: 200 len: 945 time: 0.0507956 Mar 29 16:24:21.231353 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e00dfdd2-41ab-4cb9-ad65-8b453c9c6e1d req-79a45d7a-e9b7-41e9-b2f3-785c8116f851 tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] 10.222.0.42 "GET /v2.0/security-groups?id=9171c67f-8ce7-40b6-866d-81236d8fe789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308387 Mar 29 16:24:21.375300 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d12ebc-dcac-4211-922a-7d5c207e46f8 req-72793bba-9c30-4856-9fef-493a5dab2cfb tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:24:21.376636 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-a7d12ebc-dcac-4211-922a-7d5c207e46f8 req-72793bba-9c30-4856-9fef-493a5dab2cfb tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] 10.222.0.48 "GET /v2.0/ports?device_id=599e9943-6c22-4a5a-9ca7-008cec8f1906 HTTP/1.1" status: 200 len: 945 time: 0.0478134 Mar 29 16:24:21.466981 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [req-a7d12ebc-dcac-4211-922a-7d5c207e46f8 req-0f779b40-9f69-4c0e-9de3-c0d098157712 tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] Deleting port fff3391d-c05c-4e63-a0af-fe654349b5dd {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:24:21.467352 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-a7d12ebc-dcac-4211-922a-7d5c207e46f8 req-0f779b40-9f69-4c0e-9de3-c0d098157712 tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:24:21.554271 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-a7d12ebc-dcac-4211-922a-7d5c207e46f8 req-0f779b40-9f69-4c0e-9de3-c0d098157712 tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] For port fff3391d-c05c-4e63-a0af-fe654349b5dd, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=fff3391d-c05c-4e63-a0af-fe654349b5dd,segment=NetworkSegment(95d37ec7-220d-4f4c-ab3c-5efcc83bb990),segment_id=95d37ec7-220d-4f4c-ab3c-5efcc83bb990)] {{(pid=102791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:24:21.554609 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-a7d12ebc-dcac-4211-922a-7d5c207e46f8 req-0f779b40-9f69-4c0e-9de3-c0d098157712 tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:24:21.566757 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [req-a7d12ebc-dcac-4211-922a-7d5c207e46f8 req-0f779b40-9f69-4c0e-9de3-c0d098157712 tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] Calling delete_port for fff3391d-c05c-4e63-a0af-fe654349b5dd owned by compute:nova {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:24:21.693354 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-a7d12ebc-dcac-4211-922a-7d5c207e46f8 req-0f779b40-9f69-4c0e-9de3-c0d098157712 tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:24:21.705314 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] get_ports_and_sgs() called for port_ids ['fff3391d-c05c-4e63-a0af-fe654349b5dd'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 16:24:21.729116 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f779b40-9f69-4c0e-9de3-c0d098157712 tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] Pushing event deleted for resources: {'Port': ['ID=fff3391d-c05c-4e63-a0af-fe654349b5dd,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:24:21.767821 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7d12ebc-dcac-4211-922a-7d5c207e46f8 req-0f779b40-9f69-4c0e-9de3-c0d098157712 tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] No DVR routers for this DVR port fff3391d-c05c-4e63-a0af-fe654349b5dd on host n-h2-834765-1 {{(pid=102791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 16:24:21.770532 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-a7d12ebc-dcac-4211-922a-7d5c207e46f8 req-0f779b40-9f69-4c0e-9de3-c0d098157712 tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:24:21.774435 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-a7d12ebc-dcac-4211-922a-7d5c207e46f8 req-0f779b40-9f69-4c0e-9de3-c0d098157712 tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] 10.222.0.48 "DELETE /v2.0/ports/fff3391d-c05c-4e63-a0af-fe654349b5dd HTTP/1.1" status: 204 len: 173 time: 0.3920753 Mar 29 16:24:21.774891 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '599e9943-6c22-4a5a-9ca7-008cec8f1906', 'name': 'network-vif-deleted', 'tag': 'fff3391d-c05c-4e63-a0af-fe654349b5dd'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:24:21.777163 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c67b028db5e9b9818fecc5c0a87ebc6f190694fa53ca267d523e04f98de536d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ac3d915-a7b3-4ce7-bed5-733482752904" -d '{"events": [{"server_uuid": "599e9943-6c22-4a5a-9ca7-008cec8f1906", "name": "network-vif-deleted", "tag": "fff3391d-c05c-4e63-a0af-fe654349b5dd"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:24:21.816473 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 16:24:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41c2ed31-5778-4a9f-bbad-40950d8735a1 x-openstack-request-id: req-41c2ed31-5778-4a9f-bbad-40950d8735a1 {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:24:21.816767 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "599e9943-6c22-4a5a-9ca7-008cec8f1906", "name": "network-vif-deleted", "tag": "fff3391d-c05c-4e63-a0af-fe654349b5dd", "status": "completed", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:24:21.817020 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-41c2ed31-5778-4a9f-bbad-40950d8735a1 {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:24:21.817418 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '599e9943-6c22-4a5a-9ca7-008cec8f1906', 'name': 'network-vif-deleted', 'tag': 'fff3391d-c05c-4e63-a0af-fe654349b5dd', 'status': 'completed', 'code': 200} Mar 29 16:24:22.350435 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 39840) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:24:22.395129 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_v2 [None req-65dfca7d-35c4-4af5-ac97-aef9b68236a2 admin admin] Deleting subnet 4c0cbcec-5d17-43e4-8428-d77b53917f6b {{(pid=102791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 16:24:22.398174 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-65dfca7d-35c4-4af5-ac97-aef9b68236a2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:24:22.433250 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-65dfca7d-35c4-4af5-ac97-aef9b68236a2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4230423'] for subnet, precommit_delete_associations {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:24:22.470861 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-65dfca7d-35c4-4af5-ac97-aef9b68236a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1641287'] for subnet, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:24:22.528996 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-65dfca7d-35c4-4af5-ac97-aef9b68236a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1641294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16155591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16218852'] for subnet, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:24:22.560067 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65dfca7d-35c4-4af5-ac97-aef9b68236a2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4c0cbcec-5d17-43e4-8428-d77b53917f6b,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:24:22.562327 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-65dfca7d-35c4-4af5-ac97-aef9b68236a2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:24:22.565510 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-65dfca7d-35c4-4af5-ac97-aef9b68236a2 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/4c0cbcec-5d17-43e4-8428-d77b53917f6b HTTP/1.1" status: 204 len: 168 time: 0.2140841 Mar 29 16:24:22.568074 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 39842) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:24:22.636800 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-b7197f75-8951-4ef3-8ef7-66007383b819 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1631750'] for network, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:24:22.716225 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-b7197f75-8951-4ef3-8ef7-66007383b819 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639890', 'neutron.services.segments.db._delete_segments_for_network-8783523423079'] for network, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:24:22.735671 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-b7197f75-8951-4ef3-8ef7-66007383b819 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbbbc29b-3145-448e-b8ef-49df74a5d2f4']}} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:24:22.745244 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-b7197f75-8951-4ef3-8ef7-66007383b819 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95d37ec7-220d-4f4c-ab3c-5efcc83bb990') {'for_net_delete': True} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:24:22.745531 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-b7197f75-8951-4ef3-8ef7-66007383b819 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95d37ec7-220d-4f4c-ab3c-5efcc83bb990') {} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:24:22.754475 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-b7197f75-8951-4ef3-8ef7-66007383b819 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783523422064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4230428'] for segment, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:24:22.771359 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-b7197f75-8951-4ef3-8ef7-66007383b819 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:24:22.777094 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7197f75-8951-4ef3-8ef7-66007383b819 admin admin] Releasing vlan 645 on physical network physnet1 to pool {{(pid=102791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 16:24:22.777519 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-b7197f75-8951-4ef3-8ef7-66007383b819 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16169569'] for segment, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:24:22.779374 n-d-834765-1 neutron-server[102791]: Traceback (most recent call last): Mar 29 16:24:22.779374 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 16:24:22.779374 n-d-834765-1 neutron-server[102791]: timer() Mar 29 16:24:22.779374 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 16:24:22.779374 n-d-834765-1 neutron-server[102791]: cb(*args, **kw) Mar 29 16:24:22.779374 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 16:24:22.779374 n-d-834765-1 neutron-server[102791]: return func(*args, **kwargs) Mar 29 16:24:22.779374 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 16:24:22.779374 n-d-834765-1 neutron-server[102791]: self._notify() Mar 29 16:24:22.779374 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 16:24:22.779374 n-d-834765-1 neutron-server[102791]: self.callback(batched_events) Mar 29 16:24:22.779374 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 16:24:22.779374 n-d-834765-1 neutron-server[102791]: event.method(event) Mar 29 16:24:22.779374 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 16:24:22.779374 n-d-834765-1 neutron-server[102791]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 16:24:22.779374 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 16:24:22.779374 n-d-834765-1 neutron-server[102791]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 16:24:22.779374 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 16:24:22.779374 n-d-834765-1 neutron-server[102791]: return f(self, *a, **k) Mar 29 16:24:22.779374 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 16:24:22.779374 n-d-834765-1 neutron-server[102791]: return self._get(url).json() Mar 29 16:24:22.779374 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 16:24:22.779374 n-d-834765-1 neutron-server[102791]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 16:24:22.779374 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 16:24:22.779374 n-d-834765-1 neutron-server[102791]: return self.request(url, 'GET', **kwargs) Mar 29 16:24:22.779374 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 16:24:22.779374 n-d-834765-1 neutron-server[102791]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 16:24:22.779374 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 16:24:22.779374 n-d-834765-1 neutron-server[102791]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 16:24:22.779374 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 16:24:22.779374 n-d-834765-1 neutron-server[102791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 16:24:22.779374 n-d-834765-1 neutron-server[102791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 16:24:22.840999 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-b7197f75-8951-4ef3-8ef7-66007383b819 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1639897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648174'] for network, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:24:22.846558 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-b7197f75-8951-4ef3-8ef7-66007383b819 admin admin] Notify callbacks [] for network, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:24:22.850250 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-b7197f75-8951-4ef3-8ef7-66007383b819 admin admin] 10.222.0.42 "DELETE /v2.0/networks/bbbbc29b-3145-448e-b8ef-49df74a5d2f4 HTTP/1.1" status: 204 len: 168 time: 0.2801194 Mar 29 16:24:22.860862 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7197f75-8951-4ef3-8ef7-66007383b819 admin admin] Pushing event deleted for resources: {'Network': ['ID=bbbbc29b-3145-448e-b8ef-49df74a5d2f4,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:24:22.958185 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 39846) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:24:23.002226 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-90ae59e2-11f0-460d-8a09-da13f185dd00 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=2405d55e800b44c3b09df5685d861bde&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0427887 Mar 29 16:24:23.004680 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 39848) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:24:23.051531 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-851be7a1-44a6-436c-adbf-47d9d11724c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:24:23.073021 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-851be7a1-44a6-436c-adbf-47d9d11724c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:24:23.117213 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-851be7a1-44a6-436c-adbf-47d9d11724c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:24:23.119799 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-851be7a1-44a6-436c-adbf-47d9d11724c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:24:23.120945 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-851be7a1-44a6-436c-adbf-47d9d11724c9 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/9171c67f-8ce7-40b6-866d-81236d8fe789 HTTP/1.1" status: 204 len: 168 time: 0.1153200 Mar 29 16:24:23.128770 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851be7a1-44a6-436c-adbf-47d9d11724c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9171c67f-8ce7-40b6-866d-81236d8fe789,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:24:23.766518 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 39870) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:24:23.906555 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-07d6feaa-ac4d-4636-8e2f-d2577299a498 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1958030824-network', 'tenant_id': 'fc81ecd37f7c45729d2956005840b16f'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:24:23.926670 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07d6feaa-ac4d-4636-8e2f-d2577299a498 admin admin] Made reservation on behalf of fc81ecd37f7c45729d2956005840b16f for: {'network': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:24:23.929097 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-07d6feaa-ac4d-4636-8e2f-d2577299a498 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for network, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:24:23.937623 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-07d6feaa-ac4d-4636-8e2f-d2577299a498 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:24:24.011035 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-07d6feaa-ac4d-4636-8e2f-d2577299a498 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:24:24.014543 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-07d6feaa-ac4d-4636-8e2f-d2577299a498 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:24:24.041743 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07d6feaa-ac4d-4636-8e2f-d2577299a498 admin admin] vlan segment allocate from pool success with {'vlan_id': 636, 'physical_network': 'physnet1'} {{(pid=102791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 16:24:24.048137 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d6feaa-ac4d-4636-8e2f-d2577299a498 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b41cb7b-df41-4668-9f36-2a354698d5e0,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:24:24.054476 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-07d6feaa-ac4d-4636-8e2f-d2577299a498 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:24:24.054824 n-d-834765-1 neutron-server[102791]: INFO neutron.db.segments_db [None req-07d6feaa-ac4d-4636-8e2f-d2577299a498 admin admin] Added segment 7e84e614-6e8a-4e9f-8f76-c5dc45da486d of type vlan for network c5e1a6c7-dcad-4557-a03d-4fb83cc38845 Mar 29 16:24:24.098213 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-07d6feaa-ac4d-4636-8e2f-d2577299a498 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783522915970'] for network, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:24:24.122145 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-07d6feaa-ac4d-4636-8e2f-d2577299a498 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795'] for network, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:24:24.123053 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07d6feaa-ac4d-4636-8e2f-d2577299a498 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:24:24.123653 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-07d6feaa-ac4d-4636-8e2f-d2577299a498 admin admin] Notify callbacks [] for network, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:24:24.157270 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-07d6feaa-ac4d-4636-8e2f-d2577299a498 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3896480 Mar 29 16:24:24.160393 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 39876) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:24:24.165456 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-83e20777-1c21-4845-aa7f-31bfac1c3612 admin admin] Request body: {'subnet': {'network_id': 'c5e1a6c7-dcad-4557-a03d-4fb83cc38845', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1958030824-subnet', 'tenant_id': 'fc81ecd37f7c45729d2956005840b16f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:24:24.185003 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83e20777-1c21-4845-aa7f-31bfac1c3612 admin admin] Made reservation on behalf of fc81ecd37f7c45729d2956005840b16f for: {'subnet': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:24:24.186859 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d6feaa-ac4d-4636-8e2f-d2577299a498 admin admin] Pushing event updated for resources: {'Network': ['ID=c5e1a6c7-dcad-4557-a03d-4fb83cc38845,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:24:24.187798 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-83e20777-1c21-4845-aa7f-31bfac1c3612 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4793983'] for subnet, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:24:24.197427 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Network c5e1a6c7-dcad-4557-a03d-4fb83cc38845 details requested by agent ovs-agent-n-d-834765-1 with host n-d-834765-1 {{(pid=102792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 16:24:24.359253 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-83e20777-1c21-4845-aa7f-31bfac1c3612 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5231896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4793961'] for subnet, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:24:24.407640 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e20777-1c21-4845-aa7f-31bfac1c3612 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ba66594e-6fd3-4284-9229-adeee8b25d84,revision_number=0']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:24:24.422502 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e20777-1c21-4845-aa7f-31bfac1c3612 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:24:24.422838 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e20777-1c21-4845-aa7f-31bfac1c3612 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:24:24.423168 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e20777-1c21-4845-aa7f-31bfac1c3612 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:24:24.423519 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e20777-1c21-4845-aa7f-31bfac1c3612 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:24:24.423841 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e20777-1c21-4845-aa7f-31bfac1c3612 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:24:24.424162 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e20777-1c21-4845-aa7f-31bfac1c3612 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:24:24.424482 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e20777-1c21-4845-aa7f-31bfac1c3612 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:24:24.424797 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e20777-1c21-4845-aa7f-31bfac1c3612 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:24:24.425108 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e20777-1c21-4845-aa7f-31bfac1c3612 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:24:24.425420 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e20777-1c21-4845-aa7f-31bfac1c3612 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:24:24.425729 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e20777-1c21-4845-aa7f-31bfac1c3612 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:24:24.426039 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e20777-1c21-4845-aa7f-31bfac1c3612 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:24:24.434877 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83e20777-1c21-4845-aa7f-31bfac1c3612 admin admin] Checking segment: {'id': '7e84e614-6e8a-4e9f-8f76-c5dc45da486d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'c5e1a6c7-dcad-4557-a03d-4fb83cc38845'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 16:24:24.435232 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83e20777-1c21-4845-aa7f-31bfac1c3612 admin admin] Network hostable DHCP agents. Network: c5e1a6c7-dcad-4557-a03d-4fb83cc38845, hostable agents: ['d136643e-48ae-49d4-a851-2ba3bdf3749c'], hosted agents: [] {{(pid=102790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 16:24:24.452520 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83e20777-1c21-4845-aa7f-31bfac1c3612 admin admin] Network c5e1a6c7-dcad-4557-a03d-4fb83cc38845 is scheduled to be hosted by DHCP agent d136643e-48ae-49d4-a851-2ba3bdf3749c with binding_index 1 {{(pid=102790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 16:24:24.461718 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-83e20777-1c21-4845-aa7f-31bfac1c3612 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834765-1, c5e1a6c7-dcad-4557-a03d-4fb83cc38845) {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:24:24.465985 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83e20777-1c21-4845-aa7f-31bfac1c3612 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:24:24.466530 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-83e20777-1c21-4845-aa7f-31bfac1c3612 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:24:24.471962 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d99c30d-0aca-4e33-be08-599159b44955 None None] Network c5e1a6c7-dcad-4557-a03d-4fb83cc38845 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 16:24:24.485543 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-83e20777-1c21-4845-aa7f-31bfac1c3612 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3237185 Mar 29 16:24:24.488049 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 39878) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:24:24.492743 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-702fceac-36d9-4bdd-9f06-39d1391c0629 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1958030824-router', 'tenant_id': 'fc81ecd37f7c45729d2956005840b16f', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'}}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:24:24.514057 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-702fceac-36d9-4bdd-9f06-39d1391c0629 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-532385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129310'] for router, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:24:24.515133 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-702fceac-36d9-4bdd-9f06-39d1391c0629 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-648091', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-684384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129319'] for router, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:24:24.572983 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-702fceac-36d9-4bdd-9f06-39d1391c0629 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:24:24.716846 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-702fceac-36d9-4bdd-9f06-39d1391c0629 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:24:24.780247 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef48dfd4-f1db-4d05-b330-47703564988c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0035034-69b0-5ffc-b384-0ac6189c5628-c5e1a6c7-dcad-4557-a03d-4fb83cc38845', 'network_id': 'c5e1a6c7-dcad-4557-a03d-4fb83cc38845', 'tenant_id': 'fc81ecd37f7c45729d2956005840b16f', 'fixed_ips': [{'subnet_id': 'ba66594e-6fd3-4284-9229-adeee8b25d84'}]}} from n-d-834765-1. {{(pid=102792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 29 16:24:24.781122 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-ef48dfd4-f1db-4d05-b330-47703564988c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:24:24.914023 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-702fceac-36d9-4bdd-9f06-39d1391c0629 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:24:24.916729 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.db_base_plugin_common [None req-ef48dfd4-f1db-4d05-b330-47703564988c None None] Allocated IP 172.20.0.2 (c5e1a6c7-dcad-4557-a03d-4fb83cc38845/ba66594e-6fd3-4284-9229-adeee8b25d84/3e9191d2-20b5-4072-8f92-31276c1e493e) {{(pid=102792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:24:24.931830 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device fff3391d-c05c-4e63-a0af-fe654349b5dd no longer exists at agent hyperv_n-h2-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 16:24:24.936079 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-702fceac-36d9-4bdd-9f06-39d1391c0629 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:24:24.962515 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] No Port match for: fff3391d-c05c-4e63-a0af-fe654349b5dd {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 16:24:24.962867 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device fff3391d-c05c-4e63-a0af-fe654349b5dd not bound to the agent host n-h2-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 16:24:25.041657 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.db_base_plugin_common [None req-702fceac-36d9-4bdd-9f06-39d1391c0629 admin admin] Allocated IP 172.25.4.145 (4a4a035d-ecac-4ead-baa3-25f90788773a/e1a353dc-fac8-4901-a63c-273840237d6a/a53d6c1b-a73b-4507-8dfa-c7ab2ae26ed8) {{(pid=102790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:24:25.081870 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-ef48dfd4-f1db-4d05-b330-47703564988c None None] Notify callbacks [] for port, precommit_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:24:25.087841 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-ef48dfd4-f1db-4d05-b330-47703564988c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956'] for port, after_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:24:25.129438 n-d-834765-1 neutron-server[102792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef48dfd4-f1db-4d05-b330-47703564988c None None] Network c5e1a6c7-dcad-4557-a03d-4fb83cc38845 is already hosted by enough agents. {{(pid=102792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:24:25.132452 n-d-834765-1 neutron-server[102792]: DEBUG neutron.scheduler.base_scheduler [None req-ef48dfd4-f1db-4d05-b330-47703564988c None None] Resources bound (agent type, host, resource id): {{(pid=102792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:24:25.136630 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef48dfd4-f1db-4d05-b330-47703564988c None None] Received port after_create {{(pid=102792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:24:25.139671 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef48dfd4-f1db-4d05-b330-47703564988c None None] Pushing event updated for resources: {'Port': ['ID=3e9191d2-20b5-4072-8f92-31276c1e493e,revision_number=1']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:24:25.147752 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-702fceac-36d9-4bdd-9f06-39d1391c0629 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:24:25.181760 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-702fceac-36d9-4bdd-9f06-39d1391c0629 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:24:25.197815 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-ef48dfd4-f1db-4d05-b330-47703564988c None None] Attempting to bind port 3e9191d2-20b5-4072-8f92-31276c1e493e on host n-d-834765-1 for vnic_type normal with profile {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 16:24:25.198350 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-ef48dfd4-f1db-4d05-b330-47703564988c None None] Attempting to bind port 3e9191d2-20b5-4072-8f92-31276c1e493e by drivers openvswitch,hyperv on host n-d-834765-1 at level 0 using segments [{'id': '7e84e614-6e8a-4e9f-8f76-c5dc45da486d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'c5e1a6c7-dcad-4557-a03d-4fb83cc38845'}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 16:24:25.198532 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef48dfd4-f1db-4d05-b330-47703564988c None None] Attempting to bind port 3e9191d2-20b5-4072-8f92-31276c1e493e on network c5e1a6c7-dcad-4557-a03d-4fb83cc38845 {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 16:24:25.203767 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef48dfd4-f1db-4d05-b330-47703564988c None None] Checking agent: {'id': 'a8866439-9d96-425c-b519-6905c591ac37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 25, 36), 'started_at': datetime.datetime(2022, 3, 29, 15, 26, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 16, 24, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834765-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 16:24:25.204140 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef48dfd4-f1db-4d05-b330-47703564988c None None] Checking segment: {'id': '7e84e614-6e8a-4e9f-8f76-c5dc45da486d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'c5e1a6c7-dcad-4557-a03d-4fb83cc38845'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 16:24:25.204533 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-ef48dfd4-f1db-4d05-b330-47703564988c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:24:25.204918 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef48dfd4-f1db-4d05-b330-47703564988c None None] Bound using segment: {'id': '7e84e614-6e8a-4e9f-8f76-c5dc45da486d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'c5e1a6c7-dcad-4557-a03d-4fb83cc38845'} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 16:24:25.205378 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-ef48dfd4-f1db-4d05-b330-47703564988c None None] Bound port: 3e9191d2-20b5-4072-8f92-31276c1e493e, host: n-d-834765-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e84e614-6e8a-4e9f-8f76-c5dc45da486d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'c5e1a6c7-dcad-4557-a03d-4fb83cc38845'}}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 16:24:25.205752 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-ef48dfd4-f1db-4d05-b330-47703564988c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:24:25.226496 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-702fceac-36d9-4bdd-9f06-39d1391c0629 admin admin] Network 4a4a035d-ecac-4ead-baa3-25f90788773a is already hosted by enough agents. {{(pid=102790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:24:25.230739 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-702fceac-36d9-4bdd-9f06-39d1391c0629 admin admin] Resources bound (agent type, host, resource id): {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:24:25.234958 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-702fceac-36d9-4bdd-9f06-39d1391c0629 admin admin] Received port after_create {{(pid=102790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:24:25.237989 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702fceac-36d9-4bdd-9f06-39d1391c0629 admin admin] Pushing event updated for resources: {'Port': ['ID=a53d6c1b-a73b-4507-8dfa-c7ab2ae26ed8,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:24:25.268383 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-ef48dfd4-f1db-4d05-b330-47703564988c None None] For port 3e9191d2-20b5-4072-8f92-31276c1e493e, host n-d-834765-1, cleared binding levels {{(pid=102792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 16:24:25.272051 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-ef48dfd4-f1db-4d05-b330-47703564988c None None] For port 3e9191d2-20b5-4072-8f92-31276c1e493e, host n-d-834765-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=3e9191d2-20b5-4072-8f92-31276c1e493e,segment=NetworkSegment(7e84e614-6e8a-4e9f-8f76-c5dc45da486d),segment_id=7e84e614-6e8a-4e9f-8f76-c5dc45da486d)] {{(pid=102792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 16:24:25.276330 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-ef48dfd4-f1db-4d05-b330-47703564988c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:24:25.348559 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef48dfd4-f1db-4d05-b330-47703564988c None None] Pushing event updated for resources: {'Port': ['ID=3e9191d2-20b5-4072-8f92-31276c1e493e,revision_number=2']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:24:25.504110 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-702fceac-36d9-4bdd-9f06-39d1391c0629 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:24:26.035912 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-702fceac-36d9-4bdd-9f06-39d1391c0629 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648118'] for router, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:24:26.166796 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-702fceac-36d9-4bdd-9f06-39d1391c0629 admin admin] Router 771d26af-b4a1-4c8f-826b-05fc0fe52762 is scheduled to L3 agent c648d819-1060-4f26-b4ec-6455387b5dff with binding_index 1 {{(pid=102790) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 29 16:24:26.271124 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36862e1d-ba99-420f-a23d-d23f25304f98 None None] Network c5e1a6c7-dcad-4557-a03d-4fb83cc38845 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 16:24:26.277717 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-702fceac-36d9-4bdd-9f06-39d1391c0629 admin admin] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 16:24:26.286744 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0fdadc7-9867-403c-b293-2c71e1297436 None None] Sync routers for ids ['771d26af-b4a1-4c8f-826b-05fc0fe52762'] in n-d-834765-1 {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 16:24:26.295361 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-702fceac-36d9-4bdd-9f06-39d1391c0629 admin admin] Notify callbacks [] for router, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:24:26.296601 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-702fceac-36d9-4bdd-9f06-39d1391c0629 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.8076212 Mar 29 16:24:26.299482 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 39880) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:24:26.340337 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0fdadc7-9867-403c-b293-2c71e1297436 None None] Routers {'771d26af-b4a1-4c8f-826b-05fc0fe52762'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:24:26.340971 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-d0fdadc7-9867-403c-b293-2c71e1297436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:24:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['771d26af-b4a1-4c8f-826b-05fc0fe52762'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:24:26.421877 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-9eb956ad-a161-4f0f-b75c-6caa97a959ef None None] Provisioning complete for port 3e9191d2-20b5-4072-8f92-31276c1e493e triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:24:26.422249 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-9eb956ad-a161-4f0f-b75c-6caa97a959ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:24:26.543496 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvr_db [None req-d0fdadc7-9867-403c-b293-2c71e1297436 None None] Set router 771d26af-b4a1-4c8f-826b-05fc0fe52762 gateway port host: n-d-834765-1 {{(pid=102792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:24:26.710092 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-9eb956ad-a161-4f0f-b75c-6caa97a959ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:24:26.716596 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-ef3a1260-4b30-49fc-abe0-717b0954a5e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:24:26.763836 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-9eb956ad-a161-4f0f-b75c-6caa97a959ef None None] For port 3e9191d2-20b5-4072-8f92-31276c1e493e, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=3e9191d2-20b5-4072-8f92-31276c1e493e,segment=NetworkSegment(7e84e614-6e8a-4e9f-8f76-c5dc45da486d),segment_id=7e84e614-6e8a-4e9f-8f76-c5dc45da486d)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:24:26.788398 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-9eb956ad-a161-4f0f-b75c-6caa97a959ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:24:26.847715 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb956ad-a161-4f0f-b75c-6caa97a959ef None None] Pushing event updated for resources: {'Port': ['ID=3e9191d2-20b5-4072-8f92-31276c1e493e,revision_number=3']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:24:26.866528 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-d0fdadc7-9867-403c-b293-2c71e1297436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '771d26af-b4a1-4c8f-826b-05fc0fe52762', 'name': 'tempest-ServerActionsTestJSON-1958030824-router', 'tenant_id': 'fc81ecd37f7c45729d2956005840b16f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.145'}], 'enable_snat': True}, 'gw_port_id': 'a53d6c1b-a73b-4507-8dfa-c7ab2ae26ed8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:24:24Z', 'updated_at': '2022-03-29T16:24:25Z', 'revision_number': 3, 'project_id': 'fc81ecd37f7c45729d2956005840b16f', 'gw_port': {'id': 'a53d6c1b-a73b-4507-8dfa-c7ab2ae26ed8', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:cf:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '771d26af-b4a1-4c8f-826b-05fc0fe52762', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:24:24Z', 'updated_at': '2022-03-29T16:24:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1'}], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:24:26.892106 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.db_base_plugin_common [None req-ef3a1260-4b30-49fc-abe0-717b0954a5e8 admin admin] Allocated IP 172.20.0.1 (c5e1a6c7-dcad-4557-a03d-4fb83cc38845/ba66594e-6fd3-4284-9229-adeee8b25d84/66e2b021-b8d0-42b7-be7a-3a9b3402eec8) {{(pid=102790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:24:26.894923 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0fdadc7-9867-403c-b293-2c71e1297436 None None] Checking router: 771d26af-b4a1-4c8f-826b-05fc0fe52762 for host: n-d-834765-1 {{(pid=102792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 16:24:26.895289 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0fdadc7-9867-403c-b293-2c71e1297436 None None] Updating router 771d26af-b4a1-4c8f-826b-05fc0fe52762 port a53d6c1b-a73b-4507-8dfa-c7ab2ae26ed8 binding host n-d-834765-1 {{(pid=102792) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 16:24:26.925628 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d0fdadc7-9867-403c-b293-2c71e1297436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:24:27.008136 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-ef3a1260-4b30-49fc-abe0-717b0954a5e8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:24:27.040992 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-9971f758-c595-4012-ac99-f3ddfd8093a4 None None] Provisioning complete for port 3e9191d2-20b5-4072-8f92-31276c1e493e triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:24:27.041405 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-9971f758-c595-4012-ac99-f3ddfd8093a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:24:27.042359 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-ef3a1260-4b30-49fc-abe0-717b0954a5e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:24:27.083480 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef3a1260-4b30-49fc-abe0-717b0954a5e8 admin admin] Network c5e1a6c7-dcad-4557-a03d-4fb83cc38845 is already hosted by enough agents. {{(pid=102790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:24:27.087753 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-ef3a1260-4b30-49fc-abe0-717b0954a5e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:24:27.090179 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef3a1260-4b30-49fc-abe0-717b0954a5e8 admin admin] Received port after_create {{(pid=102790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:24:27.118643 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3a1260-4b30-49fc-abe0-717b0954a5e8 admin admin] Pushing event updated for resources: {'Port': ['ID=66e2b021-b8d0-42b7-be7a-3a9b3402eec8,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:24:27.139706 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-ef3a1260-4b30-49fc-abe0-717b0954a5e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-648347'] for router_interface, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:24:27.264046 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d0fdadc7-9867-403c-b293-2c71e1297436 None None] Notify callbacks [] for port, precommit_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:24:27.272210 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d0fdadc7-9867-403c-b293-2c71e1297436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:24:27.276349 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-ef3a1260-4b30-49fc-abe0-717b0954a5e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:24:27.341426 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe89c411-aa28-45e5-b8e9-41795a2fbe18 None None] Pushing event updated for resources: {'Port': ['ID=a53d6c1b-a73b-4507-8dfa-c7ab2ae26ed8,revision_number=2']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:24:27.347398 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-d0fdadc7-9867-403c-b293-2c71e1297436 None None] Attempting to bind port a53d6c1b-a73b-4507-8dfa-c7ab2ae26ed8 on host n-d-834765-1 for vnic_type normal with profile {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 16:24:27.347560 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-d0fdadc7-9867-403c-b293-2c71e1297436 None None] Attempting to bind port a53d6c1b-a73b-4507-8dfa-c7ab2ae26ed8 by drivers openvswitch,hyperv on host n-d-834765-1 at level 0 using segments [{'id': '6ab47353-a811-4bad-bc73-b4cc84583cfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 16:24:27.348115 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0fdadc7-9867-403c-b293-2c71e1297436 None None] Attempting to bind port a53d6c1b-a73b-4507-8dfa-c7ab2ae26ed8 on network 4a4a035d-ecac-4ead-baa3-25f90788773a {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 16:24:27.353653 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0fdadc7-9867-403c-b293-2c71e1297436 None None] Checking agent: {'id': 'a8866439-9d96-425c-b519-6905c591ac37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 25, 36), 'started_at': datetime.datetime(2022, 3, 29, 15, 26, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 16, 24, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834765-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 16:24:27.354033 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0fdadc7-9867-403c-b293-2c71e1297436 None None] Checking segment: {'id': '6ab47353-a811-4bad-bc73-b4cc84583cfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 16:24:27.354435 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d0fdadc7-9867-403c-b293-2c71e1297436 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:24:27.354819 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0fdadc7-9867-403c-b293-2c71e1297436 None None] Bound using segment: {'id': '6ab47353-a811-4bad-bc73-b4cc84583cfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 16:24:27.355304 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-d0fdadc7-9867-403c-b293-2c71e1297436 None None] Bound port: a53d6c1b-a73b-4507-8dfa-c7ab2ae26ed8, host: n-d-834765-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ab47353-a811-4bad-bc73-b4cc84583cfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'}}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 16:24:27.355692 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d0fdadc7-9867-403c-b293-2c71e1297436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:24:27.376017 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-3c10e896-1928-4a61-99d7-8478bdda3ac6 None None] Provisioning complete for port 66e2b021-b8d0-42b7-be7a-3a9b3402eec8 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:24:27.376389 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-3c10e896-1928-4a61-99d7-8478bdda3ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:24:27.424873 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 3e9191d2-20b5-4072-8f92-31276c1e493e up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 16:24:27.462932 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-ef3a1260-4b30-49fc-abe0-717b0954a5e8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:24:27.467915 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-ef3a1260-4b30-49fc-abe0-717b0954a5e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5237921'] for port, after_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:24:27.469831 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-3c10e896-1928-4a61-99d7-8478bdda3ac6 None None] Port 66e2b021-b8d0-42b7-be7a-3a9b3402eec8 cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 16:24:27.481956 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-d0fdadc7-9867-403c-b293-2c71e1297436 None None] For port a53d6c1b-a73b-4507-8dfa-c7ab2ae26ed8, host n-d-834765-1, cleared binding levels {{(pid=102792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 16:24:27.486517 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-d0fdadc7-9867-403c-b293-2c71e1297436 None None] For port a53d6c1b-a73b-4507-8dfa-c7ab2ae26ed8, host n-d-834765-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=a53d6c1b-a73b-4507-8dfa-c7ab2ae26ed8,segment=NetworkSegment(6ab47353-a811-4bad-bc73-b4cc84583cfd),segment_id=6ab47353-a811-4bad-bc73-b4cc84583cfd)] {{(pid=102792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 16:24:27.491930 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d0fdadc7-9867-403c-b293-2c71e1297436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:24:27.538006 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3a1260-4b30-49fc-abe0-717b0954a5e8 admin admin] Pushing event updated for resources: {'Port': ['ID=66e2b021-b8d0-42b7-be7a-3a9b3402eec8,revision_number=2']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:24:27.543135 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-ef3a1260-4b30-49fc-abe0-717b0954a5e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-648439'] for router_interface, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:24:27.563437 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0fdadc7-9867-403c-b293-2c71e1297436 None None] Routers {'771d26af-b4a1-4c8f-826b-05fc0fe52762'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:24:27.564050 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-d0fdadc7-9867-403c-b293-2c71e1297436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:24:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['771d26af-b4a1-4c8f-826b-05fc0fe52762'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:24:27.566067 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port 3e9191d2-20b5-4072-8f92-31276c1e493e triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:24:27.566433 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:24:27.569373 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe89c411-aa28-45e5-b8e9-41795a2fbe18 None None] Pushing event updated for resources: {'Port': ['ID=a53d6c1b-a73b-4507-8dfa-c7ab2ae26ed8,revision_number=3']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:24:27.634817 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef3a1260-4b30-49fc-abe0-717b0954a5e8 admin admin] Network c5e1a6c7-dcad-4557-a03d-4fb83cc38845 is already hosted by enough agents. {{(pid=102790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:24:27.636716 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-ef3a1260-4b30-49fc-abe0-717b0954a5e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:24:27.707478 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvr_db [None req-d0fdadc7-9867-403c-b293-2c71e1297436 None None] Set router 771d26af-b4a1-4c8f-826b-05fc0fe52762 gateway port host: n-d-834765-1 {{(pid=102792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:24:27.760377 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef3a1260-4b30-49fc-abe0-717b0954a5e8 admin admin] Router 771d26af-b4a1-4c8f-826b-05fc0fe52762 has already been hosted by L3 agent c648d819-1060-4f26-b4ec-6455387b5dff {{(pid=102790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 16:24:27.877198 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef3a1260-4b30-49fc-abe0-717b0954a5e8 admin admin] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 16:24:27.883943 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-ef3a1260-4b30-49fc-abe0-717b0954a5e8 admin admin] 10.222.0.42 "PUT /v2.0/routers/771d26af-b4a1-4c8f-826b-05fc0fe52762/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5832884 Mar 29 16:24:27.994021 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-bee29442-6e69-4f9d-99d3-c86b1c2cd359 None None] Provisioning complete for port 66e2b021-b8d0-42b7-be7a-3a9b3402eec8 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:24:27.994399 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-bee29442-6e69-4f9d-99d3-c86b1c2cd359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:24:28.073773 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-bee29442-6e69-4f9d-99d3-c86b1c2cd359 None None] Port 66e2b021-b8d0-42b7-be7a-3a9b3402eec8 cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 16:24:28.139606 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-d0fdadc7-9867-403c-b293-2c71e1297436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '771d26af-b4a1-4c8f-826b-05fc0fe52762', 'name': 'tempest-ServerActionsTestJSON-1958030824-router', 'tenant_id': 'fc81ecd37f7c45729d2956005840b16f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.145'}], 'enable_snat': True}, 'gw_port_id': 'a53d6c1b-a73b-4507-8dfa-c7ab2ae26ed8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:24:24Z', 'updated_at': '2022-03-29T16:24:27Z', 'revision_number': 4, 'project_id': 'fc81ecd37f7c45729d2956005840b16f', 'gw_port': {'id': 'a53d6c1b-a73b-4507-8dfa-c7ab2ae26ed8', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:cf:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '771d26af-b4a1-4c8f-826b-05fc0fe52762', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:24:24Z', 'updated_at': '2022-03-29T16:24:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': '66e2b021-b8d0-42b7-be7a-3a9b3402eec8', 'name': '', 'network_id': 'c5e1a6c7-dcad-4557-a03d-4fb83cc38845', 'tenant_id': 'fc81ecd37f7c45729d2956005840b16f', 'mac_address': 'fa:16:3e:25:10:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '771d26af-b4a1-4c8f-826b-05fc0fe52762', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'ba66594e-6fd3-4284-9229-adeee8b25d84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:24:26Z', 'updated_at': '2022-03-29T16:24:27Z', 'revision_number': 2, 'project_id': 'fc81ecd37f7c45729d2956005840b16f', 'subnets': [{'id': 'ba66594e-6fd3-4284-9229-adeee8b25d84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:24:28.169925 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0fdadc7-9867-403c-b293-2c71e1297436 None None] The sync data for ids ['771d26af-b4a1-4c8f-826b-05fc0fe52762'] in n-d-834765-1 is: [{'id': '771d26af-b4a1-4c8f-826b-05fc0fe52762', 'name': 'tempest-ServerActionsTestJSON-1958030824-router', 'tenant_id': 'fc81ecd37f7c45729d2956005840b16f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.145'}], 'enable_snat': True}, 'gw_port_id': 'a53d6c1b-a73b-4507-8dfa-c7ab2ae26ed8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:24:24Z', 'updated_at': '2022-03-29T16:24:27Z', 'revision_number': 4, 'project_id': 'fc81ecd37f7c45729d2956005840b16f', 'gw_port': {'id': 'a53d6c1b-a73b-4507-8dfa-c7ab2ae26ed8', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:cf:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '771d26af-b4a1-4c8f-826b-05fc0fe52762', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:24:24Z', 'updated_at': '2022-03-29T16:24:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': '66e2b021-b8d0-42b7-be7a-3a9b3402eec8', 'name': '', 'network_id': 'c5e1a6c7-dcad-4557-a03d-4fb83cc38845', 'tenant_id': 'fc81ecd37f7c45729d2956005840b16f', 'mac_address': 'fa:16:3e:25:10:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '771d26af-b4a1-4c8f-826b-05fc0fe52762', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'ba66594e-6fd3-4284-9229-adeee8b25d84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:24:26Z', 'updated_at': '2022-03-29T16:24:27Z', 'revision_number': 2, 'project_id': 'fc81ecd37f7c45729d2956005840b16f', 'subnets': [{'id': 'ba66594e-6fd3-4284-9229-adeee8b25d84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 16:24:28.486287 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 39890) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:24:28.491546 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-ac871233-5f56-4d66-a782-cc2ee45b3641 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Request body: {'security_group': {'name': 'tempest-securitygroup--120616008', 'description': 'tempest-description--740937635'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:24:28.513317 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-ac871233-5f56-4d66-a782-cc2ee45b3641 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Notify callbacks [] for security_group, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:24:28.588007 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-ac871233-5f56-4d66-a782-cc2ee45b3641 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Notify callbacks [] for security_group, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:24:28.592098 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-ac871233-5f56-4d66-a782-cc2ee45b3641 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:24:28.621518 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-ac871233-5f56-4d66-a782-cc2ee45b3641 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:24:28.622774 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-ac871233-5f56-4d66-a782-cc2ee45b3641 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1358154 Mar 29 16:24:28.625616 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 39892) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:24:28.629940 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-9e6ccdbb-4455-4035-878d-a8612ccaae60 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Request body: {'security_group_rule': {'security_group_id': '567c213f-9d6d-4fc2-8a22-2f327ca29e20', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:24:28.636960 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac871233-5f56-4d66-a782-cc2ee45b3641 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Pushing event updated for resources: {'SecurityGroup': ['ID=567c213f-9d6d-4fc2-8a22-2f327ca29e20,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:24:28.660306 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-9e6ccdbb-4455-4035-878d-a8612ccaae60 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:24:28.731897 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-9e6ccdbb-4455-4035-878d-a8612ccaae60 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:24:28.737092 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-9e6ccdbb-4455-4035-878d-a8612ccaae60 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610998'] for security_group_rule, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:24:28.756555 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6ccdbb-4455-4035-878d-a8612ccaae60 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=edb1980a-049f-4960-9795-5429fecfd69e,revision_number=0']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:24:28.766345 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-9e6ccdbb-4455-4035-878d-a8612ccaae60 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:24:28.767761 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-9e6ccdbb-4455-4035-878d-a8612ccaae60 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1412125 Mar 29 16:24:28.770568 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 39894) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:24:28.775947 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-934d331c-f105-4d59-81ab-5ba870ce085d tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Request body: {'security_group_rule': {'security_group_id': '567c213f-9d6d-4fc2-8a22-2f327ca29e20', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:24:28.818782 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-934d331c-f105-4d59-81ab-5ba870ce085d tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:24:28.882540 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-934d331c-f105-4d59-81ab-5ba870ce085d tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:24:28.886209 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-934d331c-f105-4d59-81ab-5ba870ce085d tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610998'] for security_group_rule, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:24:28.904949 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934d331c-f105-4d59-81ab-5ba870ce085d tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f97aa42-4475-42b3-8681-a45e9343a142,revision_number=0']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:24:28.913324 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-934d331c-f105-4d59-81ab-5ba870ce085d tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:24:28.917818 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-934d331c-f105-4d59-81ab-5ba870ce085d tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1432118 Mar 29 16:24:28.917964 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 39896) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:24:28.922534 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-6b57fa10-3392-4191-a071-46b20a7f77a1 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Request body: {'floatingip': {'floating_network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:24:28.948169 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-6b57fa10-3392-4191-a071-46b20a7f77a1 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Notify callbacks [] for floatingip, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:24:29.073351 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-6b57fa10-3392-4191-a071-46b20a7f77a1 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:24:29.190050 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.db_base_plugin_common [None req-6b57fa10-3392-4191-a071-46b20a7f77a1 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Allocated IP 172.25.4.3 (4a4a035d-ecac-4ead-baa3-25f90788773a/e1a353dc-fac8-4901-a63c-273840237d6a/dbccb2f8-cdad-40bb-9272-a5ab7c57bd45) {{(pid=102790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:24:29.315407 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-6b57fa10-3392-4191-a071-46b20a7f77a1 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Notify callbacks [] for port, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:24:29.372642 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-6b57fa10-3392-4191-a071-46b20a7f77a1 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:24:29.419035 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b57fa10-3392-4191-a071-46b20a7f77a1 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Network 4a4a035d-ecac-4ead-baa3-25f90788773a is already hosted by enough agents. {{(pid=102790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:24:29.421989 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-6b57fa10-3392-4191-a071-46b20a7f77a1 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Resources bound (agent type, host, resource id): {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:24:29.426038 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device a53d6c1b-a73b-4507-8dfa-c7ab2ae26ed8 up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 16:24:29.431680 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b57fa10-3392-4191-a071-46b20a7f77a1 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Received port after_create {{(pid=102790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:24:29.436763 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b57fa10-3392-4191-a071-46b20a7f77a1 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Pushing event updated for resources: {'Port': ['ID=dbccb2f8-cdad-40bb-9272-a5ab7c57bd45,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:24:29.487155 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port a53d6c1b-a73b-4507-8dfa-c7ab2ae26ed8 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:24:29.487559 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:24:29.539821 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-6b57fa10-3392-4191-a071-46b20a7f77a1 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:24:29.576677 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:24:29.581246 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-6b57fa10-3392-4191-a071-46b20a7f77a1 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:24:29.599495 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] For port a53d6c1b-a73b-4507-8dfa-c7ab2ae26ed8, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=a53d6c1b-a73b-4507-8dfa-c7ab2ae26ed8,segment=NetworkSegment(6ab47353-a811-4bad-bc73-b4cc84583cfd),segment_id=6ab47353-a811-4bad-bc73-b4cc84583cfd)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:24:29.604375 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:24:29.664606 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Pushing event updated for resources: {'Port': ['ID=a53d6c1b-a73b-4507-8dfa-c7ab2ae26ed8,revision_number=4']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:24:29.752896 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-6b57fa10-3392-4191-a071-46b20a7f77a1 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Notify callbacks [] for port, precommit_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:24:29.757546 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-6b57fa10-3392-4191-a071-46b20a7f77a1 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5237921'] for port, after_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:24:29.831480 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b57fa10-3392-4191-a071-46b20a7f77a1 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Pushing event updated for resources: {'Port': ['ID=dbccb2f8-cdad-40bb-9272-a5ab7c57bd45,revision_number=2']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:24:29.846603 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-6b57fa10-3392-4191-a071-46b20a7f77a1 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648212'] for floatingip, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:24:29.867177 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-6b57fa10-3392-4191-a071-46b20a7f77a1 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for floatingip, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:24:29.868651 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-6b57fa10-3392-4191-a071-46b20a7f77a1 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 0.9495060 Mar 29 16:24:30.032251 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d63323f5-7257-479e-9036-1eca10357223 req-b02bb713-9071-418f-8291-464e6e41125e tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--120616008&fields=id&tenant_id=fc81ecd37f7c45729d2956005840b16f HTTP/1.1" status: 200 len: 267 time: 0.0441208 Mar 29 16:24:30.145388 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63323f5-7257-479e-9036-1eca10357223 req-29178b65-dc02-4549-901d-68369095530a tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:24:30.147703 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d63323f5-7257-479e-9036-1eca10357223 req-29178b65-dc02-4549-901d-68369095530a tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/networks?id=c5e1a6c7-dcad-4557-a03d-4fb83cc38845 HTTP/1.1" status: 200 len: 812 time: 0.1083817 Mar 29 16:24:30.149528 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2c658e4-0219-4550-a79c-d4330cc016f6 None None] Sync routers for ids ['771d26af-b4a1-4c8f-826b-05fc0fe52762'] in n-d-834765-1 {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 16:24:30.159831 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2c658e4-0219-4550-a79c-d4330cc016f6 None None] Routers {'771d26af-b4a1-4c8f-826b-05fc0fe52762'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:24:30.160475 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-b2c658e4-0219-4550-a79c-d4330cc016f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:24:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['771d26af-b4a1-4c8f-826b-05fc0fe52762'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:24:30.162165 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d63323f5-7257-479e-9036-1eca10357223 req-08254e83-2d37-4056-bd47-af7551f35d1e tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/quotas/fc81ecd37f7c45729d2956005840b16f HTTP/1.1" status: 200 len: 375 time: 0.0094204 Mar 29 16:24:30.216260 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d63323f5-7257-479e-9036-1eca10357223 req-52d193e9-40d4-458f-ad14-e2705eac084c tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=fc81ecd37f7c45729d2956005840b16f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0477259 Mar 29 16:24:30.264623 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvr_db [None req-b2c658e4-0219-4550-a79c-d4330cc016f6 None None] Set router 771d26af-b4a1-4c8f-826b-05fc0fe52762 gateway port host: n-d-834765-1 {{(pid=102793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:24:30.317826 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d63323f5-7257-479e-9036-1eca10357223 req-7e1366e6-6b5e-4e3e-b264-0df894c28935 service neutron] 10.222.0.42 "GET /v2.0/networks/c5e1a6c7-dcad-4557-a03d-4fb83cc38845?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894570 Mar 29 16:24:30.401711 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-8efa9da5-7475-43f8-ba45-6cf9bc57850e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:24:30.407318 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d63323f5-7257-479e-9036-1eca10357223 req-711fb165-811d-4f05-86a2-19ee7cf07f6e service neutron] 10.222.0.42 "GET /v2.0/networks/c5e1a6c7-dcad-4557-a03d-4fb83cc38845?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852723 Mar 29 16:24:30.468052 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-b2c658e4-0219-4550-a79c-d4330cc016f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '771d26af-b4a1-4c8f-826b-05fc0fe52762', 'name': 'tempest-ServerActionsTestJSON-1958030824-router', 'tenant_id': 'fc81ecd37f7c45729d2956005840b16f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.145'}], 'enable_snat': True}, 'gw_port_id': 'a53d6c1b-a73b-4507-8dfa-c7ab2ae26ed8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:24:24Z', 'updated_at': '2022-03-29T16:24:27Z', 'revision_number': 4, 'project_id': 'fc81ecd37f7c45729d2956005840b16f', 'gw_port': {'id': 'a53d6c1b-a73b-4507-8dfa-c7ab2ae26ed8', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:cf:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '771d26af-b4a1-4c8f-826b-05fc0fe52762', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:24:24Z', 'updated_at': '2022-03-29T16:24:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': '66e2b021-b8d0-42b7-be7a-3a9b3402eec8', 'name': '', 'network_id': 'c5e1a6c7-dcad-4557-a03d-4fb83cc38845', 'tenant_id': 'fc81ecd37f7c45729d2956005840b16f', 'mac_address': 'fa:16:3e:25:10:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '771d26af-b4a1-4c8f-826b-05fc0fe52762', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'ba66594e-6fd3-4284-9229-adeee8b25d84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:24:26Z', 'updated_at': '2022-03-29T16:24:27Z', 'revision_number': 2, 'project_id': 'fc81ecd37f7c45729d2956005840b16f', 'subnets': [{'id': 'ba66594e-6fd3-4284-9229-adeee8b25d84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:24:30.494794 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2c658e4-0219-4550-a79c-d4330cc016f6 None None] Checking router: 771d26af-b4a1-4c8f-826b-05fc0fe52762 for host: n-d-834765-1 {{(pid=102793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 16:24:30.495138 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2c658e4-0219-4550-a79c-d4330cc016f6 None None] Updating router 771d26af-b4a1-4c8f-826b-05fc0fe52762 port 66e2b021-b8d0-42b7-be7a-3a9b3402eec8 binding host n-d-834765-1 {{(pid=102793) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 16:24:30.522939 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-b2c658e4-0219-4550-a79c-d4330cc016f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:24:30.592439 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-74ca0a52-143b-46fa-bb8a-26e8e2d25b1b req-99b8f261-c63b-4f45-8f05-5a5114928636 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/ports?device_id=ae576ab6-1b46-47fd-bf58-ef46fe455bb4 HTTP/1.1" status: 200 len: 210 time: 0.0303793 Mar 29 16:24:30.792551 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-b2c658e4-0219-4550-a79c-d4330cc016f6 None None] Notify callbacks [] for port, precommit_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:24:30.798613 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-b2c658e4-0219-4550-a79c-d4330cc016f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:24:30.851115 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74da5afc-129d-4706-890d-d97983e78474 None None] Pushing event updated for resources: {'Port': ['ID=66e2b021-b8d0-42b7-be7a-3a9b3402eec8,revision_number=3']} {{(pid=102793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:24:30.860345 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74da5afc-129d-4706-890d-d97983e78474 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:24:30.860662 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74da5afc-129d-4706-890d-d97983e78474 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:24:30.860997 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74da5afc-129d-4706-890d-d97983e78474 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:24:30.861320 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74da5afc-129d-4706-890d-d97983e78474 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:24:30.861643 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74da5afc-129d-4706-890d-d97983e78474 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:24:30.861979 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74da5afc-129d-4706-890d-d97983e78474 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:24:30.862281 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74da5afc-129d-4706-890d-d97983e78474 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:24:30.862593 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74da5afc-129d-4706-890d-d97983e78474 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:24:30.862903 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74da5afc-129d-4706-890d-d97983e78474 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:24:30.863213 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74da5afc-129d-4706-890d-d97983e78474 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:24:30.863546 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74da5afc-129d-4706-890d-d97983e78474 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:24:30.863972 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74da5afc-129d-4706-890d-d97983e78474 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:24:30.922425 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.managers [None req-b2c658e4-0219-4550-a79c-d4330cc016f6 None None] Attempting to bind port 66e2b021-b8d0-42b7-be7a-3a9b3402eec8 on host n-d-834765-1 for vnic_type normal with profile {{(pid=102793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 16:24:30.922598 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.managers [None req-b2c658e4-0219-4550-a79c-d4330cc016f6 None None] Attempting to bind port 66e2b021-b8d0-42b7-be7a-3a9b3402eec8 by drivers openvswitch,hyperv on host n-d-834765-1 at level 0 using segments [{'id': '7e84e614-6e8a-4e9f-8f76-c5dc45da486d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'c5e1a6c7-dcad-4557-a03d-4fb83cc38845'}] {{(pid=102793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 16:24:30.922950 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2c658e4-0219-4550-a79c-d4330cc016f6 None None] Attempting to bind port 66e2b021-b8d0-42b7-be7a-3a9b3402eec8 on network c5e1a6c7-dcad-4557-a03d-4fb83cc38845 {{(pid=102793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 16:24:30.928640 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2c658e4-0219-4550-a79c-d4330cc016f6 None None] Checking agent: {'id': 'a8866439-9d96-425c-b519-6905c591ac37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 25, 36), 'started_at': datetime.datetime(2022, 3, 29, 15, 26, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 16, 24, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834765-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 16:24:30.928941 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2c658e4-0219-4550-a79c-d4330cc016f6 None None] Checking segment: {'id': '7e84e614-6e8a-4e9f-8f76-c5dc45da486d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'c5e1a6c7-dcad-4557-a03d-4fb83cc38845'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 16:24:30.929438 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-b2c658e4-0219-4550-a79c-d4330cc016f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:24:30.929817 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2c658e4-0219-4550-a79c-d4330cc016f6 None None] Bound using segment: {'id': '7e84e614-6e8a-4e9f-8f76-c5dc45da486d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'c5e1a6c7-dcad-4557-a03d-4fb83cc38845'} {{(pid=102793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 16:24:30.930269 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.managers [None req-b2c658e4-0219-4550-a79c-d4330cc016f6 None None] Bound port: 66e2b021-b8d0-42b7-be7a-3a9b3402eec8, host: n-d-834765-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e84e614-6e8a-4e9f-8f76-c5dc45da486d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'c5e1a6c7-dcad-4557-a03d-4fb83cc38845'}}] {{(pid=102793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 16:24:30.930637 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-b2c658e4-0219-4550-a79c-d4330cc016f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:24:31.000088 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.db [None req-b2c658e4-0219-4550-a79c-d4330cc016f6 None None] For port 66e2b021-b8d0-42b7-be7a-3a9b3402eec8, host n-d-834765-1, cleared binding levels {{(pid=102793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 16:24:31.003419 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.db [None req-b2c658e4-0219-4550-a79c-d4330cc016f6 None None] For port 66e2b021-b8d0-42b7-be7a-3a9b3402eec8, host n-d-834765-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=66e2b021-b8d0-42b7-be7a-3a9b3402eec8,segment=NetworkSegment(7e84e614-6e8a-4e9f-8f76-c5dc45da486d),segment_id=7e84e614-6e8a-4e9f-8f76-c5dc45da486d)] {{(pid=102793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 16:24:31.013535 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-b2c658e4-0219-4550-a79c-d4330cc016f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:24:31.071251 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2c658e4-0219-4550-a79c-d4330cc016f6 None None] Routers {'771d26af-b4a1-4c8f-826b-05fc0fe52762'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:24:31.071888 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-b2c658e4-0219-4550-a79c-d4330cc016f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:24:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['771d26af-b4a1-4c8f-826b-05fc0fe52762'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:24:31.112834 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74da5afc-129d-4706-890d-d97983e78474 None None] Pushing event updated for resources: {'Port': ['ID=66e2b021-b8d0-42b7-be7a-3a9b3402eec8,revision_number=4']} {{(pid=102793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:24:31.114557 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-405fcaa9-cfe8-41ef-94b2-79021b632d9a None None] Provisioning complete for port 66e2b021-b8d0-42b7-be7a-3a9b3402eec8 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:24:31.115615 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-405fcaa9-cfe8-41ef-94b2-79021b632d9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:24:31.207350 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvr_db [None req-b2c658e4-0219-4550-a79c-d4330cc016f6 None None] Set router 771d26af-b4a1-4c8f-826b-05fc0fe52762 gateway port host: n-d-834765-1 {{(pid=102793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:24:31.209237 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-405fcaa9-cfe8-41ef-94b2-79021b632d9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:24:31.264157 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-405fcaa9-cfe8-41ef-94b2-79021b632d9a None None] For port 66e2b021-b8d0-42b7-be7a-3a9b3402eec8, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=66e2b021-b8d0-42b7-be7a-3a9b3402eec8,segment=NetworkSegment(7e84e614-6e8a-4e9f-8f76-c5dc45da486d),segment_id=7e84e614-6e8a-4e9f-8f76-c5dc45da486d)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:24:31.269076 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-405fcaa9-cfe8-41ef-94b2-79021b632d9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:24:31.321736 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405fcaa9-cfe8-41ef-94b2-79021b632d9a None None] Pushing event updated for resources: {'Port': ['ID=66e2b021-b8d0-42b7-be7a-3a9b3402eec8,revision_number=5']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:24:31.398306 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-bc3d1cbe-bcdf-4fe3-a931-db83b15c62b4 None None] Provisioning complete for port 66e2b021-b8d0-42b7-be7a-3a9b3402eec8 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:24:31.398925 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-bc3d1cbe-bcdf-4fe3-a931-db83b15c62b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:24:31.423908 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-b2c658e4-0219-4550-a79c-d4330cc016f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '771d26af-b4a1-4c8f-826b-05fc0fe52762', 'name': 'tempest-ServerActionsTestJSON-1958030824-router', 'tenant_id': 'fc81ecd37f7c45729d2956005840b16f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.145'}], 'enable_snat': True}, 'gw_port_id': 'a53d6c1b-a73b-4507-8dfa-c7ab2ae26ed8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:24:24Z', 'updated_at': '2022-03-29T16:24:27Z', 'revision_number': 4, 'project_id': 'fc81ecd37f7c45729d2956005840b16f', 'gw_port': {'id': 'a53d6c1b-a73b-4507-8dfa-c7ab2ae26ed8', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:cf:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '771d26af-b4a1-4c8f-826b-05fc0fe52762', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:24:24Z', 'updated_at': '2022-03-29T16:24:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': '66e2b021-b8d0-42b7-be7a-3a9b3402eec8', 'name': '', 'network_id': 'c5e1a6c7-dcad-4557-a03d-4fb83cc38845', 'tenant_id': 'fc81ecd37f7c45729d2956005840b16f', 'mac_address': 'fa:16:3e:25:10:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '771d26af-b4a1-4c8f-826b-05fc0fe52762', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'ba66594e-6fd3-4284-9229-adeee8b25d84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:24:26Z', 'updated_at': '2022-03-29T16:24:30Z', 'revision_number': 4, 'project_id': 'fc81ecd37f7c45729d2956005840b16f', 'subnets': [{'id': 'ba66594e-6fd3-4284-9229-adeee8b25d84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:24:31.436426 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device a53d6c1b-a73b-4507-8dfa-c7ab2ae26ed8 up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 16:24:31.455098 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2c658e4-0219-4550-a79c-d4330cc016f6 None None] The sync data for ids ['771d26af-b4a1-4c8f-826b-05fc0fe52762'] in n-d-834765-1 is: [{'id': '771d26af-b4a1-4c8f-826b-05fc0fe52762', 'name': 'tempest-ServerActionsTestJSON-1958030824-router', 'tenant_id': 'fc81ecd37f7c45729d2956005840b16f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.145'}], 'enable_snat': True}, 'gw_port_id': 'a53d6c1b-a73b-4507-8dfa-c7ab2ae26ed8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:24:24Z', 'updated_at': '2022-03-29T16:24:27Z', 'revision_number': 4, 'project_id': 'fc81ecd37f7c45729d2956005840b16f', 'gw_port': {'id': 'a53d6c1b-a73b-4507-8dfa-c7ab2ae26ed8', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:cf:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '771d26af-b4a1-4c8f-826b-05fc0fe52762', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:24:24Z', 'updated_at': '2022-03-29T16:24:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': '66e2b021-b8d0-42b7-be7a-3a9b3402eec8', 'name': '', 'network_id': 'c5e1a6c7-dcad-4557-a03d-4fb83cc38845', 'tenant_id': 'fc81ecd37f7c45729d2956005840b16f', 'mac_address': 'fa:16:3e:25:10:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '771d26af-b4a1-4c8f-826b-05fc0fe52762', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'ba66594e-6fd3-4284-9229-adeee8b25d84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:24:26Z', 'updated_at': '2022-03-29T16:24:30Z', 'revision_number': 4, 'project_id': 'fc81ecd37f7c45729d2956005840b16f', 'subnets': [{'id': 'ba66594e-6fd3-4284-9229-adeee8b25d84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 16:24:31.531161 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port a53d6c1b-a73b-4507-8dfa-c7ab2ae26ed8 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:24:31.531547 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:24:31.615203 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 66e2b021-b8d0-42b7-be7a-3a9b3402eec8 up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 16:24:31.668683 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port 66e2b021-b8d0-42b7-be7a-3a9b3402eec8 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:24:31.669100 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:24:31.792775 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-75472d1c-4a98-4be7-a44b-ad4a76eeb410 req-b16b6af6-c088-4df7-b01c-2fa0238f5ddf tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/ports?device_id=ae576ab6-1b46-47fd-bf58-ef46fe455bb4 HTTP/1.1" status: 200 len: 210 time: 0.0937073 Mar 29 16:24:31.837619 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63323f5-7257-479e-9036-1eca10357223 req-b04b32e0-c8b8-4c4b-aab1-06fae47f9c53 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:24:31.839717 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d63323f5-7257-479e-9036-1eca10357223 req-b04b32e0-c8b8-4c4b-aab1-06fae47f9c53 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.48 "GET /v2.0/networks?id=c5e1a6c7-dcad-4557-a03d-4fb83cc38845 HTTP/1.1" status: 200 len: 812 time: 0.1511912 Mar 29 16:24:31.897861 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d63323f5-7257-479e-9036-1eca10357223 req-bb810f3d-8f43-4e0e-aaf2-3d066922f0c9 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fc81ecd37f7c45729d2956005840b16f HTTP/1.1" status: 200 len: 379 time: 0.0362926 Mar 29 16:24:31.909059 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [req-d63323f5-7257-479e-9036-1eca10357223 req-b2b831ad-f0e2-4fa6-bbfb-329cc8dca292 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Request body: {'port': {'device_id': 'ae576ab6-1b46-47fd-bf58-ef46fe455bb4', 'network_id': 'c5e1a6c7-dcad-4557-a03d-4fb83cc38845', 'admin_state_up': True, 'tenant_id': 'fc81ecd37f7c45729d2956005840b16f', 'security_groups': ['567c213f-9d6d-4fc2-8a22-2f327ca29e20']}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:24:32.024243 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d63323f5-7257-479e-9036-1eca10357223 req-b2b831ad-f0e2-4fa6-bbfb-329cc8dca292 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Made reservation on behalf of fc81ecd37f7c45729d2956005840b16f for: {'port': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:24:32.027837 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-d63323f5-7257-479e-9036-1eca10357223 req-b2b831ad-f0e2-4fa6-bbfb-329cc8dca292 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:24:32.156518 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_common [req-d63323f5-7257-479e-9036-1eca10357223 req-b2b831ad-f0e2-4fa6-bbfb-329cc8dca292 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Allocated IP 172.20.0.14 (c5e1a6c7-dcad-4557-a03d-4fb83cc38845/ba66594e-6fd3-4284-9229-adeee8b25d84/3dcfd0de-2743-4e43-8ba7-8f4a05055c69) {{(pid=102791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:24:32.303194 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-d63323f5-7257-479e-9036-1eca10357223 req-b2b831ad-f0e2-4fa6-bbfb-329cc8dca292 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Notify callbacks [] for port, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:24:32.335906 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-d63323f5-7257-479e-9036-1eca10357223 req-b2b831ad-f0e2-4fa6-bbfb-329cc8dca292 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:24:32.378993 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d63323f5-7257-479e-9036-1eca10357223 req-b2b831ad-f0e2-4fa6-bbfb-329cc8dca292 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Network c5e1a6c7-dcad-4557-a03d-4fb83cc38845 is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:24:32.382532 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [req-d63323f5-7257-479e-9036-1eca10357223 req-b2b831ad-f0e2-4fa6-bbfb-329cc8dca292 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:24:32.385990 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [req-d63323f5-7257-479e-9036-1eca10357223 req-b2b831ad-f0e2-4fa6-bbfb-329cc8dca292 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Received port after_create {{(pid=102791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:24:32.392100 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b831ad-f0e2-4fa6-bbfb-329cc8dca292 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Pushing event updated for resources: {'Port': ['ID=3dcfd0de-2743-4e43-8ba7-8f4a05055c69,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:24:32.441491 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63323f5-7257-479e-9036-1eca10357223 req-b2b831ad-f0e2-4fa6-bbfb-329cc8dca292 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:24:32.442141 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-d63323f5-7257-479e-9036-1eca10357223 req-b2b831ad-f0e2-4fa6-bbfb-329cc8dca292 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:24:32.458748 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d63323f5-7257-479e-9036-1eca10357223 req-b2b831ad-f0e2-4fa6-bbfb-329cc8dca292 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5536842 Mar 29 16:24:32.470282 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [req-d63323f5-7257-479e-9036-1eca10357223 req-4d11f4c9-d384-4cb4-8a0c-b31535b150b8 service neutron] Request body: {'port': {'device_id': 'ae576ab6-1b46-47fd-bf58-ef46fe455bb4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834765-1'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:24:32.527016 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-d63323f5-7257-479e-9036-1eca10357223 req-4d11f4c9-d384-4cb4-8a0c-b31535b150b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:24:32.662329 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-8f76e4cb-3093-431f-805b-07cbf61fe729 None None] Provisioning complete for port 3dcfd0de-2743-4e43-8ba7-8f4a05055c69 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:24:32.662886 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-8f76e4cb-3093-431f-805b-07cbf61fe729 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:24:32.696467 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-8f76e4cb-3093-431f-805b-07cbf61fe729 None None] Port 3dcfd0de-2743-4e43-8ba7-8f4a05055c69 cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 16:24:32.800119 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [req-d63323f5-7257-479e-9036-1eca10357223 req-4d11f4c9-d384-4cb4-8a0c-b31535b150b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3dcfd0de-2743-4e43-8ba7-8f4a05055c69 {{(pid=102791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 16:24:32.808396 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-d63323f5-7257-479e-9036-1eca10357223 req-4d11f4c9-d384-4cb4-8a0c-b31535b150b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:24:32.821349 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.provisioning_blocks [req-d63323f5-7257-479e-9036-1eca10357223 req-4d11f4c9-d384-4cb4-8a0c-b31535b150b8 service neutron] Transition to ACTIVE for port object 3dcfd0de-2743-4e43-8ba7-8f4a05055c69 will not be triggered until provisioned by entity L2. {{(pid=102791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 16:24:32.825452 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-d63323f5-7257-479e-9036-1eca10357223 req-4d11f4c9-d384-4cb4-8a0c-b31535b150b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:24:32.860137 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-b9ac430b-5f22-46e1-a9b0-95fcc4d2a4dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:24:32.881218 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d11f4c9-d384-4cb4-8a0c-b31535b150b8 service neutron] Pushing event updated for resources: {'Port': ['ID=3dcfd0de-2743-4e43-8ba7-8f4a05055c69,revision_number=2']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:24:32.939310 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c7f646-377f-44b1-b940-40f1bbddb341 req-d83b34fe-a7da-4d1c-b992-5df7ecc018b7 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:24:32.940842 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-98c7f646-377f-44b1-b940-40f1bbddb341 req-d83b34fe-a7da-4d1c-b992-5df7ecc018b7 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/ports?device_id=ae576ab6-1b46-47fd-bf58-ef46fe455bb4 HTTP/1.1" status: 200 len: 944 time: 0.0602973 Mar 29 16:24:32.954356 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-d63323f5-7257-479e-9036-1eca10357223 req-4d11f4c9-d384-4cb4-8a0c-b31535b150b8 service neutron] Attempting to bind port 3dcfd0de-2743-4e43-8ba7-8f4a05055c69 on host n-h2-834765-1 for vnic_type normal with profile {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 16:24:32.954690 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-d63323f5-7257-479e-9036-1eca10357223 req-4d11f4c9-d384-4cb4-8a0c-b31535b150b8 service neutron] Attempting to bind port 3dcfd0de-2743-4e43-8ba7-8f4a05055c69 by drivers openvswitch,hyperv on host n-h2-834765-1 at level 0 using segments [{'id': '7e84e614-6e8a-4e9f-8f76-c5dc45da486d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'c5e1a6c7-dcad-4557-a03d-4fb83cc38845'}] {{(pid=102791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 16:24:32.955019 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d63323f5-7257-479e-9036-1eca10357223 req-4d11f4c9-d384-4cb4-8a0c-b31535b150b8 service neutron] Attempting to bind port 3dcfd0de-2743-4e43-8ba7-8f4a05055c69 on network c5e1a6c7-dcad-4557-a03d-4fb83cc38845 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 16:24:32.959964 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d63323f5-7257-479e-9036-1eca10357223 req-4d11f4c9-d384-4cb4-8a0c-b31535b150b8 service neutron] Port 3dcfd0de-2743-4e43-8ba7-8f4a05055c69 on network c5e1a6c7-dcad-4557-a03d-4fb83cc38845 not bound, no agent of type Open vSwitch agent registered on host n-h2-834765-1 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 16:24:32.960286 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d63323f5-7257-479e-9036-1eca10357223 req-4d11f4c9-d384-4cb4-8a0c-b31535b150b8 service neutron] Attempting to bind port 3dcfd0de-2743-4e43-8ba7-8f4a05055c69 on network c5e1a6c7-dcad-4557-a03d-4fb83cc38845 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 16:24:32.965487 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d63323f5-7257-479e-9036-1eca10357223 req-4d11f4c9-d384-4cb4-8a0c-b31535b150b8 service neutron] Checking agent: {'id': '3e4b4912-b4a2-4d17-b5bd-6ce15529e8eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 33, 17), 'started_at': datetime.datetime(2022, 3, 29, 15, 33, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 16, 24, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 16:24:32.965828 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d63323f5-7257-479e-9036-1eca10357223 req-4d11f4c9-d384-4cb4-8a0c-b31535b150b8 service neutron] Checking segment: {'id': '7e84e614-6e8a-4e9f-8f76-c5dc45da486d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'c5e1a6c7-dcad-4557-a03d-4fb83cc38845'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 16:24:32.966206 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d63323f5-7257-479e-9036-1eca10357223 req-4d11f4c9-d384-4cb4-8a0c-b31535b150b8 service neutron] Bound using segment: {'id': '7e84e614-6e8a-4e9f-8f76-c5dc45da486d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'c5e1a6c7-dcad-4557-a03d-4fb83cc38845'} {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 16:24:32.966638 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-d63323f5-7257-479e-9036-1eca10357223 req-4d11f4c9-d384-4cb4-8a0c-b31535b150b8 service neutron] Bound port: 3dcfd0de-2743-4e43-8ba7-8f4a05055c69, host: n-h2-834765-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e84e614-6e8a-4e9f-8f76-c5dc45da486d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'c5e1a6c7-dcad-4557-a03d-4fb83cc38845'}}] {{(pid=102791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 16:24:32.966998 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-d63323f5-7257-479e-9036-1eca10357223 req-4d11f4c9-d384-4cb4-8a0c-b31535b150b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:24:32.988050 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-98c7f646-377f-44b1-b940-40f1bbddb341 req-d4830758-ec4b-4deb-8d5a-413988e77704 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/security-groups?id=567c213f-9d6d-4fc2-8a22-2f327ca29e20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400574 Mar 29 16:24:33.034110 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-d63323f5-7257-479e-9036-1eca10357223 req-4d11f4c9-d384-4cb4-8a0c-b31535b150b8 service neutron] For port 3dcfd0de-2743-4e43-8ba7-8f4a05055c69, host n-h2-834765-1, cleared binding levels {{(pid=102791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 16:24:33.037379 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-d63323f5-7257-479e-9036-1eca10357223 req-4d11f4c9-d384-4cb4-8a0c-b31535b150b8 service neutron] For port 3dcfd0de-2743-4e43-8ba7-8f4a05055c69, host n-h2-834765-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=3dcfd0de-2743-4e43-8ba7-8f4a05055c69,segment=NetworkSegment(7e84e614-6e8a-4e9f-8f76-c5dc45da486d),segment_id=7e84e614-6e8a-4e9f-8f76-c5dc45da486d)] {{(pid=102791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 16:24:33.042179 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-d63323f5-7257-479e-9036-1eca10357223 req-4d11f4c9-d384-4cb4-8a0c-b31535b150b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:24:33.086052 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63323f5-7257-479e-9036-1eca10357223 req-4d11f4c9-d384-4cb4-8a0c-b31535b150b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:24:33.086670 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-d63323f5-7257-479e-9036-1eca10357223 req-4d11f4c9-d384-4cb4-8a0c-b31535b150b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:24:33.088154 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d63323f5-7257-479e-9036-1eca10357223 req-4d11f4c9-d384-4cb4-8a0c-b31535b150b8 service neutron] 10.222.0.48 "PUT /v2.0/ports/3dcfd0de-2743-4e43-8ba7-8f4a05055c69 HTTP/1.1" status: 200 len: 1092 time: 0.6221941 Mar 29 16:24:33.088592 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae576ab6-1b46-47fd-bf58-ef46fe455bb4', 'tag': '3dcfd0de-2743-4e43-8ba7-8f4a05055c69'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:24:33.090858 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c67b028db5e9b9818fecc5c0a87ebc6f190694fa53ca267d523e04f98de536d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-724e50ea-7556-43a7-9f19-30d0336847df" -d '{"events": [{"name": "network-changed", "server_uuid": "ae576ab6-1b46-47fd-bf58-ef46fe455bb4", "tag": "3dcfd0de-2743-4e43-8ba7-8f4a05055c69"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:24:33.121984 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d11f4c9-d384-4cb4-8a0c-b31535b150b8 service neutron] Pushing event updated for resources: {'Port': ['ID=3dcfd0de-2743-4e43-8ba7-8f4a05055c69,revision_number=3']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:24:33.136853 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 16:24:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84489471-8678-41bf-b984-2dfc5e3c0709 x-openstack-request-id: req-84489471-8678-41bf-b984-2dfc5e3c0709 {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:24:33.137091 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae576ab6-1b46-47fd-bf58-ef46fe455bb4", "tag": "3dcfd0de-2743-4e43-8ba7-8f4a05055c69", "status": "completed", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:24:33.137350 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-84489471-8678-41bf-b984-2dfc5e3c0709 {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:24:33.137748 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae576ab6-1b46-47fd-bf58-ef46fe455bb4', 'tag': '3dcfd0de-2743-4e43-8ba7-8f4a05055c69', 'status': 'completed', 'code': 200} Mar 29 16:24:33.181355 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63323f5-7257-479e-9036-1eca10357223 req-3cf6a024-ff6c-451d-89f2-b57db494d1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:24:33.183033 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d63323f5-7257-479e-9036-1eca10357223 req-3cf6a024-ff6c-451d-89f2-b57db494d1b4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=fc81ecd37f7c45729d2956005840b16f&device_id=ae576ab6-1b46-47fd-bf58-ef46fe455bb4 HTTP/1.1" status: 200 len: 1095 time: 0.0445125 Mar 29 16:24:33.225762 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d63323f5-7257-479e-9036-1eca10357223 req-e225a073-178e-4d98-aa7f-33cf746a4666 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3dcfd0de-2743-4e43-8ba7-8f4a05055c69 HTTP/1.1" status: 200 len: 217 time: 0.0353253 Mar 29 16:24:33.279457 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63323f5-7257-479e-9036-1eca10357223 req-e37d0a37-bf94-4819-86ff-9619a8531628 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:24:33.280957 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d63323f5-7257-479e-9036-1eca10357223 req-e37d0a37-bf94-4819-86ff-9619a8531628 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ba66594e-6fd3-4284-9229-adeee8b25d84 HTTP/1.1" status: 200 len: 851 time: 0.0488434 Mar 29 16:24:33.327654 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63323f5-7257-479e-9036-1eca10357223 req-f35f834a-143a-4676-a1d2-ccb3409a85b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:24:33.329070 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d63323f5-7257-479e-9036-1eca10357223 req-f35f834a-143a-4676-a1d2-ccb3409a85b5 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c5e1a6c7-dcad-4557-a03d-4fb83cc38845&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405033 Mar 29 16:24:33.422201 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d63323f5-7257-479e-9036-1eca10357223 req-cdecfcbe-37c6-47c7-92ea-4be2329b08da service neutron] 10.222.0.48 "GET /v2.0/networks/c5e1a6c7-dcad-4557-a03d-4fb83cc38845?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858648 Mar 29 16:24:33.509957 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d63323f5-7257-479e-9036-1eca10357223 req-8f26a8f1-46ac-46f6-865d-6fc7d26be6ee service neutron] 10.222.0.48 "GET /v2.0/networks/c5e1a6c7-dcad-4557-a03d-4fb83cc38845?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806546 Mar 29 16:24:33.596839 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724e50ea-7556-43a7-9f19-30d0336847df req-2637da2f-0e39-4cae-bf4d-2e921cd349d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:24:33.598248 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-724e50ea-7556-43a7-9f19-30d0336847df req-2637da2f-0e39-4cae-bf4d-2e921cd349d2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=fc81ecd37f7c45729d2956005840b16f&device_id=ae576ab6-1b46-47fd-bf58-ef46fe455bb4 HTTP/1.1" status: 200 len: 1095 time: 0.0429733 Mar 29 16:24:33.690027 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724e50ea-7556-43a7-9f19-30d0336847df req-9fbcbf28-0c6d-45a5-931c-db085559f453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:24:33.691508 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-724e50ea-7556-43a7-9f19-30d0336847df req-9fbcbf28-0c6d-45a5-931c-db085559f453 service neutron] 10.222.0.48 "GET /v2.0/networks?id=c5e1a6c7-dcad-4557-a03d-4fb83cc38845 HTTP/1.1" status: 200 len: 913 time: 0.0868981 Mar 29 16:24:33.731043 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-724e50ea-7556-43a7-9f19-30d0336847df req-bd334a47-0af7-42ff-9cf5-9c3e96238ae9 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3dcfd0de-2743-4e43-8ba7-8f4a05055c69 HTTP/1.1" status: 200 len: 217 time: 0.0333114 Mar 29 16:24:33.781272 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724e50ea-7556-43a7-9f19-30d0336847df req-29953b22-3777-45cd-8c9d-7ee204ce5abe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:24:33.782670 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-724e50ea-7556-43a7-9f19-30d0336847df req-29953b22-3777-45cd-8c9d-7ee204ce5abe service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ba66594e-6fd3-4284-9229-adeee8b25d84 HTTP/1.1" status: 200 len: 851 time: 0.0456309 Mar 29 16:24:33.825936 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724e50ea-7556-43a7-9f19-30d0336847df req-a97f19eb-717a-4ce7-9b2f-33880fcaa44d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:24:33.827407 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-724e50ea-7556-43a7-9f19-30d0336847df req-a97f19eb-717a-4ce7-9b2f-33880fcaa44d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c5e1a6c7-dcad-4557-a03d-4fb83cc38845&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0382028 Mar 29 16:24:33.920170 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-724e50ea-7556-43a7-9f19-30d0336847df req-121c1489-c323-4aa6-9650-cfa621f76acd service neutron] 10.222.0.48 "GET /v2.0/networks/c5e1a6c7-dcad-4557-a03d-4fb83cc38845?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855861 Mar 29 16:24:34.013175 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-724e50ea-7556-43a7-9f19-30d0336847df req-54a65538-3f5f-413f-9115-045f1f22a8b0 service neutron] 10.222.0.48 "GET /v2.0/networks/c5e1a6c7-dcad-4557-a03d-4fb83cc38845?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864096 Mar 29 16:24:34.107077 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b3d2e3-c814-4847-b444-bc72b9ced4f9 req-48f66b36-54aa-4310-a263-6e0a0a2e184b tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:24:34.108519 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-63b3d2e3-c814-4847-b444-bc72b9ced4f9 req-48f66b36-54aa-4310-a263-6e0a0a2e184b tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/ports?device_id=ae576ab6-1b46-47fd-bf58-ef46fe455bb4 HTTP/1.1" status: 200 len: 944 time: 0.0492430 Mar 29 16:24:34.145934 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-63b3d2e3-c814-4847-b444-bc72b9ced4f9 req-c55c9f74-bac4-4abd-9902-81e67b0e868a tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/security-groups?id=567c213f-9d6d-4fc2-8a22-2f327ca29e20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313082 Mar 29 16:24:34.314951 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d71584b9-87f1-45f5-84c7-c993c2416269 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:24:35.263503 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1062f51e-056a-419d-8298-abe22502b4bd req-d80c0d82-3d51-455a-b2da-b36fb81cbbd9 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:24:35.264984 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-1062f51e-056a-419d-8298-abe22502b4bd req-d80c0d82-3d51-455a-b2da-b36fb81cbbd9 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/ports?device_id=ae576ab6-1b46-47fd-bf58-ef46fe455bb4 HTTP/1.1" status: 200 len: 944 time: 0.0487998 Mar 29 16:24:35.302683 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-1062f51e-056a-419d-8298-abe22502b4bd req-5043e122-f452-4101-aa18-482f95cf6da1 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/security-groups?id=567c213f-9d6d-4fc2-8a22-2f327ca29e20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316193 Mar 29 16:24:35.876993 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-0cb6abf6-2706-4e52-8825-f5f644ecf9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:24:35.992187 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:24:36.414666 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dcd1e7-6687-48c1-af1c-c9bf46be6fc4 req-0a4d0946-1746-404b-b314-e37654b2a45f tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:24:36.416179 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-16dcd1e7-6687-48c1-af1c-c9bf46be6fc4 req-0a4d0946-1746-404b-b314-e37654b2a45f tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/ports?device_id=ae576ab6-1b46-47fd-bf58-ef46fe455bb4 HTTP/1.1" status: 200 len: 944 time: 0.0477607 Mar 29 16:24:36.456584 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-16dcd1e7-6687-48c1-af1c-c9bf46be6fc4 req-853107de-8f3f-4314-a998-eeb56b4b5109 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/security-groups?id=567c213f-9d6d-4fc2-8a22-2f327ca29e20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342038 Mar 29 16:24:36.985986 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device 3dcfd0de-2743-4e43-8ba7-8f4a05055c69 details requested by agent hyperv_n-h2-834765-1 with host n-h2-834765-1 {{(pid=102792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 16:24:37.088202 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port 3dcfd0de-2743-4e43-8ba7-8f4a05055c69, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=3dcfd0de-2743-4e43-8ba7-8f4a05055c69,segment=NetworkSegment(7e84e614-6e8a-4e9f-8f76-c5dc45da486d),segment_id=7e84e614-6e8a-4e9f-8f76-c5dc45da486d)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:24:37.101111 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Returning: {'device': '3dcfd0de-2743-4e43-8ba7-8f4a05055c69', 'network_id': 'c5e1a6c7-dcad-4557-a03d-4fb83cc38845', 'port_id': '3dcfd0de-2743-4e43-8ba7-8f4a05055c69', 'mac_address': 'fa:16:3e:2b:cc:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 636, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba66594e-6fd3-4284-9229-adeee8b25d84', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 16:24:37.140918 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:24:37.155673 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3dcfd0de-2743-4e43-8ba7-8f4a05055c69 {{(pid=102792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 16:24:37.175764 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port 3dcfd0de-2743-4e43-8ba7-8f4a05055c69, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=3dcfd0de-2743-4e43-8ba7-8f4a05055c69,segment=NetworkSegment(7e84e614-6e8a-4e9f-8f76-c5dc45da486d),segment_id=7e84e614-6e8a-4e9f-8f76-c5dc45da486d)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:24:37.179740 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:24:37.225738 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Pushing event updated for resources: {'Port': ['ID=3dcfd0de-2743-4e43-8ba7-8f4a05055c69,revision_number=4']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:24:37.483973 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] get_ports_and_sgs() called for port_ids ['3dcfd0de-2743-4e43-8ba7-8f4a05055c69'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 16:24:37.576476 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae75f864-d83d-4e00-b337-141df7057126 req-a7687810-4db3-49c1-ace3-44912b76a0ab tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:24:37.577959 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ae75f864-d83d-4e00-b337-141df7057126 req-a7687810-4db3-49c1-ace3-44912b76a0ab tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/ports?device_id=ae576ab6-1b46-47fd-bf58-ef46fe455bb4 HTTP/1.1" status: 200 len: 945 time: 0.0531631 Mar 29 16:24:37.617320 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ae75f864-d83d-4e00-b337-141df7057126 req-3b74f2c8-b7ac-4397-b6cf-87fea466a5c5 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/security-groups?id=567c213f-9d6d-4fc2-8a22-2f327ca29e20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333004 Mar 29 16:24:38.737310 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7d7688-7790-499e-98f1-949e19c538df req-acad474c-9ec3-4f43-b50d-0e791003cdfb tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:24:38.738676 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-0e7d7688-7790-499e-98f1-949e19c538df req-acad474c-9ec3-4f43-b50d-0e791003cdfb tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/ports?device_id=ae576ab6-1b46-47fd-bf58-ef46fe455bb4 HTTP/1.1" status: 200 len: 945 time: 0.0527797 Mar 29 16:24:38.776027 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-0e7d7688-7790-499e-98f1-949e19c538df req-d9326d32-40fd-4479-8c43-ebda4f17bf2c tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/security-groups?id=567c213f-9d6d-4fc2-8a22-2f327ca29e20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311513 Mar 29 16:24:38.978237 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device 3dcfd0de-2743-4e43-8ba7-8f4a05055c69 up at agent hyperv_n-h2-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 16:24:39.027640 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Provisioning for port 3dcfd0de-2743-4e43-8ba7-8f4a05055c69 completed by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 16:24:39.031378 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Provisioning complete for port 3dcfd0de-2743-4e43-8ba7-8f4a05055c69 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:24:39.031768 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:24:39.109477 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:24:39.132060 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae576ab6-1b46-47fd-bf58-ef46fe455bb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dcfd0de-2743-4e43-8ba7-8f4a05055c69'}] {{(pid=102792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:24:39.134291 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4f476c66b318cc6068719fc39557fac68d413f5c7e78fa77028c7948e999ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1c0f761-bd24-4dc7-8976-3685243babcb" -d '{"events": [{"server_uuid": "ae576ab6-1b46-47fd-bf58-ef46fe455bb4", "name": "network-vif-plugged", "status": "completed", "tag": "3dcfd0de-2743-4e43-8ba7-8f4a05055c69"}]}' {{(pid=102792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:24:39.146624 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port 3dcfd0de-2743-4e43-8ba7-8f4a05055c69, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=3dcfd0de-2743-4e43-8ba7-8f4a05055c69,segment=NetworkSegment(7e84e614-6e8a-4e9f-8f76-c5dc45da486d),segment_id=7e84e614-6e8a-4e9f-8f76-c5dc45da486d)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:24:39.150860 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:24:39.173723 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 16:24:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac4b89f9-2763-4c38-bf8b-ac0cb1ab5719 x-openstack-request-id: req-ac4b89f9-2763-4c38-bf8b-ac0cb1ab5719 {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:24:39.174008 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae576ab6-1b46-47fd-bf58-ef46fe455bb4", "name": "network-vif-plugged", "status": "completed", "tag": "3dcfd0de-2743-4e43-8ba7-8f4a05055c69", "code": 200}]} {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:24:39.174251 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ac4b89f9-2763-4c38-bf8b-ac0cb1ab5719 {{(pid=102792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:24:39.174628 n-d-834765-1 neutron-server[102792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae576ab6-1b46-47fd-bf58-ef46fe455bb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dcfd0de-2743-4e43-8ba7-8f4a05055c69', 'code': 200} Mar 29 16:24:39.200011 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Pushing event updated for resources: {'Port': ['ID=3dcfd0de-2743-4e43-8ba7-8f4a05055c69,revision_number=5']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:24:39.240316 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.agents_db [None req-59735a15-725e-44d4-9ad5-95cbe356f209 None None] Agent healthcheck: found 7 active agents {{(pid=102793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 16:24:39.266837 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb403550-d26d-4256-9858-aad5c4c79bf1 req-92fbc832-5f66-4ec1-b9c0-50ed8c1354c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:24:39.268339 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-cb403550-d26d-4256-9858-aad5c4c79bf1 req-92fbc832-5f66-4ec1-b9c0-50ed8c1354c3 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=ae576ab6-1b46-47fd-bf58-ef46fe455bb4 HTTP/1.1" status: 200 len: 1097 time: 0.0394876 Mar 29 16:24:39.302190 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-cb403550-d26d-4256-9858-aad5c4c79bf1 req-672ee7cc-ceda-4a37-b496-dc463ea66165 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=567c213f-9d6d-4fc2-8a22-2f327ca29e20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0268075 Mar 29 16:24:39.889473 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55f1a02-1fbb-48dd-9855-40f1473f018e req-d797db23-deed-488e-aaa9-88618f4c03dc tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:24:39.890939 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-c55f1a02-1fbb-48dd-9855-40f1473f018e req-d797db23-deed-488e-aaa9-88618f4c03dc tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/ports?device_id=ae576ab6-1b46-47fd-bf58-ef46fe455bb4 HTTP/1.1" status: 200 len: 946 time: 0.0488718 Mar 29 16:24:39.929088 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-c55f1a02-1fbb-48dd-9855-40f1473f018e req-f2868ab7-77d0-4efd-ae6b-cdf253d44fe6 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/security-groups?id=567c213f-9d6d-4fc2-8a22-2f327ca29e20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321352 Mar 29 16:24:41.046624 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff95347-7072-4b07-ac98-aef4c61d6cb4 req-27eecd49-8589-4552-a756-949fc89b5137 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:24:41.048129 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-9ff95347-7072-4b07-ac98-aef4c61d6cb4 req-27eecd49-8589-4552-a756-949fc89b5137 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/ports?device_id=ae576ab6-1b46-47fd-bf58-ef46fe455bb4 HTTP/1.1" status: 200 len: 946 time: 0.0495515 Mar 29 16:24:41.085399 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-9ff95347-7072-4b07-ac98-aef4c61d6cb4 req-00dcfcfb-c6a9-4ff6-9826-f8656e31f4d6 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/security-groups?id=567c213f-9d6d-4fc2-8a22-2f327ca29e20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310483 Mar 29 16:24:41.198163 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dedfba-d9fa-4fba-8d0c-0a81b0a643ae req-c8a89fda-160c-4aea-ba8d-974d3f0d68ce tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:24:41.199731 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-27dedfba-d9fa-4fba-8d0c-0a81b0a643ae req-c8a89fda-160c-4aea-ba8d-974d3f0d68ce tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/ports?device_id=ae576ab6-1b46-47fd-bf58-ef46fe455bb4 HTTP/1.1" status: 200 len: 946 time: 0.0494237 Mar 29 16:24:41.208539 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 39948) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:24:41.214429 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-0a12d831-1a70-489d-8a43-f34c9a66daf2 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Request body: {'floatingip': {'port_id': '3dcfd0de-2743-4e43-8ba7-8f4a05055c69'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:24:41.257786 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-0a12d831-1a70-489d-8a43-f34c9a66daf2 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Notify callbacks [] for floatingip, before_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:24:41.686894 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-0a12d831-1a70-489d-8a43-f34c9a66daf2 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:24:41.690523 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-0a12d831-1a70-489d-8a43-f34c9a66daf2 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648212'] for floatingip, after_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:24:41.784927 n-d-834765-1 neutron-server[102790]: INFO neutron.db.l3_db [None req-0a12d831-1a70-489d-8a43-f34c9a66daf2 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Floating IP 99e1000d-bbc8-41d9-b629-287a139c9ee0 associated. External IP: 172.25.4.3, port: 3dcfd0de-2743-4e43-8ba7-8f4a05055c69. Mar 29 16:24:41.987248 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a12d831-1a70-489d-8a43-f34c9a66daf2 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Router 771d26af-b4a1-4c8f-826b-05fc0fe52762 has already been hosted by L3 agent c648d819-1060-4f26-b4ec-6455387b5dff {{(pid=102790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 16:24:42.092727 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a12d831-1a70-489d-8a43-f34c9a66daf2 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 16:24:42.097507 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-0a12d831-1a70-489d-8a43-f34c9a66daf2 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for floatingip, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:24:42.103562 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88e14bbd-248c-433e-9e7c-ee3346dfbb0f None None] Sync routers for ids ['771d26af-b4a1-4c8f-826b-05fc0fe52762'] in n-d-834765-1 {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 16:24:42.112722 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88e14bbd-248c-433e-9e7c-ee3346dfbb0f None None] Routers {'771d26af-b4a1-4c8f-826b-05fc0fe52762'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:24:42.113343 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-88e14bbd-248c-433e-9e7c-ee3346dfbb0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:24:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['771d26af-b4a1-4c8f-826b-05fc0fe52762'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:24:42.124739 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-0a12d831-1a70-489d-8a43-f34c9a66daf2 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "PUT /v2.0/floatingips/99e1000d-bbc8-41d9-b629-287a139c9ee0 HTTP/1.1" status: 200 len: 990 time: 0.9151433 Mar 29 16:24:42.125318 n-d-834765-1 neutron-server[102790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae576ab6-1b46-47fd-bf58-ef46fe455bb4', 'tag': '3dcfd0de-2743-4e43-8ba7-8f4a05055c69'}] {{(pid=102790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:24:42.127771 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46b06d655c90bc969636382cce4240ad749035fb0f3a83ee4734fa1ed9c4a6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44b3309c-9977-4082-ae8d-0d690bb265e4" -d '{"events": [{"name": "network-changed", "server_uuid": "ae576ab6-1b46-47fd-bf58-ef46fe455bb4", "tag": "3dcfd0de-2743-4e43-8ba7-8f4a05055c69"}]}' {{(pid=102790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:24:42.233129 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 16:24:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a567dfc1-f42c-4c4a-bfca-1c18872ac5bf x-openstack-request-id: req-a567dfc1-f42c-4c4a-bfca-1c18872ac5bf {{(pid=102790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:24:42.233731 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae576ab6-1b46-47fd-bf58-ef46fe455bb4", "tag": "3dcfd0de-2743-4e43-8ba7-8f4a05055c69", "status": "completed", "code": 200}]} {{(pid=102790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:24:42.233731 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a567dfc1-f42c-4c4a-bfca-1c18872ac5bf {{(pid=102790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:24:42.234035 n-d-834765-1 neutron-server[102790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae576ab6-1b46-47fd-bf58-ef46fe455bb4', 'tag': '3dcfd0de-2743-4e43-8ba7-8f4a05055c69', 'status': 'completed', 'code': 200} Mar 29 16:24:42.236478 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4b9984-231b-4344-9a95-de1d6ce6d652 req-04b559c5-e0f5-4fbc-be10-de743cab7af0 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:24:42.239843 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-cc4b9984-231b-4344-9a95-de1d6ce6d652 req-04b559c5-e0f5-4fbc-be10-de743cab7af0 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/ports?device_id=ae576ab6-1b46-47fd-bf58-ef46fe455bb4 HTTP/1.1" status: 200 len: 946 time: 0.0571642 Mar 29 16:24:42.241507 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvr_db [None req-88e14bbd-248c-433e-9e7c-ee3346dfbb0f None None] Set router 771d26af-b4a1-4c8f-826b-05fc0fe52762 gateway port host: n-d-834765-1 {{(pid=102792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:24:42.301501 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-cc4b9984-231b-4344-9a95-de1d6ce6d652 req-59d14785-3ff1-4a47-bb68-d9d1d6585c8a tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/security-groups?id=567c213f-9d6d-4fc2-8a22-2f327ca29e20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567119 Mar 29 16:24:42.321635 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b3309c-9977-4082-ae8d-0d690bb265e4 req-9473bbf2-005a-4343-bcdd-e8c29ddaacb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:24:42.323223 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-44b3309c-9977-4082-ae8d-0d690bb265e4 req-9473bbf2-005a-4343-bcdd-e8c29ddaacb8 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=fc81ecd37f7c45729d2956005840b16f&device_id=ae576ab6-1b46-47fd-bf58-ef46fe455bb4 HTTP/1.1" status: 200 len: 1097 time: 0.0565484 Mar 29 16:24:42.423370 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b3309c-9977-4082-ae8d-0d690bb265e4 req-eb315b2a-2092-4ea0-98eb-6de636556050 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:24:42.424853 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-44b3309c-9977-4082-ae8d-0d690bb265e4 req-eb315b2a-2092-4ea0-98eb-6de636556050 service neutron] 10.222.0.48 "GET /v2.0/networks?id=c5e1a6c7-dcad-4557-a03d-4fb83cc38845 HTTP/1.1" status: 200 len: 913 time: 0.0953295 Mar 29 16:24:42.427908 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe30435a-cbfd-464a-8c3d-74fcaf9ba1aa req-fd34040b-d73b-4610-932c-9fe79902ae15 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:24:42.430121 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-fe30435a-cbfd-464a-8c3d-74fcaf9ba1aa req-fd34040b-d73b-4610-932c-9fe79902ae15 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/ports?device_id=ae576ab6-1b46-47fd-bf58-ef46fe455bb4 HTTP/1.1" status: 200 len: 946 time: 0.0555353 Mar 29 16:24:42.469792 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-fe30435a-cbfd-464a-8c3d-74fcaf9ba1aa req-5b89b903-aaa8-4c73-9339-a02340eac3c8 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/security-groups?id=567c213f-9d6d-4fc2-8a22-2f327ca29e20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334282 Mar 29 16:24:42.487885 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-88e14bbd-248c-433e-9e7c-ee3346dfbb0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '771d26af-b4a1-4c8f-826b-05fc0fe52762', 'name': 'tempest-ServerActionsTestJSON-1958030824-router', 'tenant_id': 'fc81ecd37f7c45729d2956005840b16f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.145'}], 'enable_snat': True}, 'gw_port_id': 'a53d6c1b-a73b-4507-8dfa-c7ab2ae26ed8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:24:24Z', 'updated_at': '2022-03-29T16:24:27Z', 'revision_number': 4, 'project_id': 'fc81ecd37f7c45729d2956005840b16f', 'gw_port': {'id': 'a53d6c1b-a73b-4507-8dfa-c7ab2ae26ed8', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:cf:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '771d26af-b4a1-4c8f-826b-05fc0fe52762', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:24:24Z', 'updated_at': '2022-03-29T16:24:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_floatingips': [{'id': '99e1000d-bbc8-41d9-b629-287a139c9ee0', 'tenant_id': 'fc81ecd37f7c45729d2956005840b16f', 'floating_ip_address': '172.25.4.3', 'floating_network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'router_id': '771d26af-b4a1-4c8f-826b-05fc0fe52762', 'port_id': '3dcfd0de-2743-4e43-8ba7-8f4a05055c69', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4151, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5e1a6c7-dcad-4557-a03d-4fb83cc38845', 'mac_address': 'fa:16:3e:2b:cc:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae576ab6-1b46-47fd-bf58-ef46fe455bb4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T16:24:29Z', 'updated_at': '2022-03-29T16:24:41Z', 'revision_number': 1, 'project_id': 'fc81ecd37f7c45729d2956005840b16f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66e2b021-b8d0-42b7-be7a-3a9b3402eec8', 'name': '', 'network_id': 'c5e1a6c7-dcad-4557-a03d-4fb83cc38845', 'tenant_id': 'fc81ecd37f7c45729d2956005840b16f', 'mac_address': 'fa:16:3e:25:10:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '771d26af-b4a1-4c8f-826b-05fc0fe52762', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'ba66594e-6fd3-4284-9229-adeee8b25d84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:24:26Z', 'updated_at': '2022-03-29T16:24:31Z', 'revision_number': 5, 'project_id': 'fc81ecd37f7c45729d2956005840b16f', 'subnets': [{'id': 'ba66594e-6fd3-4284-9229-adeee8b25d84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:24:42.504188 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-44b3309c-9977-4082-ae8d-0d690bb265e4 req-128cfc11-575e-45ec-9200-3a3acc6d59f0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3dcfd0de-2743-4e43-8ba7-8f4a05055c69 HTTP/1.1" status: 200 len: 998 time: 0.0729496 Mar 29 16:24:42.511355 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88e14bbd-248c-433e-9e7c-ee3346dfbb0f None None] Checking router: 771d26af-b4a1-4c8f-826b-05fc0fe52762 for host: n-d-834765-1 {{(pid=102792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 16:24:42.519683 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88e14bbd-248c-433e-9e7c-ee3346dfbb0f None None] Routers {'771d26af-b4a1-4c8f-826b-05fc0fe52762'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:24:42.520293 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-88e14bbd-248c-433e-9e7c-ee3346dfbb0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:24:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['771d26af-b4a1-4c8f-826b-05fc0fe52762'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:24:42.553201 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b3309c-9977-4082-ae8d-0d690bb265e4 req-96c079c7-6102-4cdf-b406-331d48d30489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:24:42.554680 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-44b3309c-9977-4082-ae8d-0d690bb265e4 req-96c079c7-6102-4cdf-b406-331d48d30489 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ba66594e-6fd3-4284-9229-adeee8b25d84 HTTP/1.1" status: 200 len: 851 time: 0.0441208 Mar 29 16:24:42.603430 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b3309c-9977-4082-ae8d-0d690bb265e4 req-a0cf91af-9a1d-4a4a-b8ca-2ba868f86e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:24:42.605039 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-44b3309c-9977-4082-ae8d-0d690bb265e4 req-a0cf91af-9a1d-4a4a-b8ca-2ba868f86e85 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c5e1a6c7-dcad-4557-a03d-4fb83cc38845&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445750 Mar 29 16:24:42.632418 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvr_db [None req-88e14bbd-248c-433e-9e7c-ee3346dfbb0f None None] Set router 771d26af-b4a1-4c8f-826b-05fc0fe52762 gateway port host: n-d-834765-1 {{(pid=102792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:24:42.692975 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-44b3309c-9977-4082-ae8d-0d690bb265e4 req-2dadb24c-d40e-48ee-b3d2-8e70d41d3abb service neutron] 10.222.0.48 "GET /v2.0/networks/c5e1a6c7-dcad-4557-a03d-4fb83cc38845?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810487 Mar 29 16:24:42.782931 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-44b3309c-9977-4082-ae8d-0d690bb265e4 req-f1b553c2-a176-44a6-b0f2-b1d23e74eba3 service neutron] 10.222.0.48 "GET /v2.0/networks/c5e1a6c7-dcad-4557-a03d-4fb83cc38845?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842378 Mar 29 16:24:42.857770 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-88e14bbd-248c-433e-9e7c-ee3346dfbb0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '771d26af-b4a1-4c8f-826b-05fc0fe52762', 'name': 'tempest-ServerActionsTestJSON-1958030824-router', 'tenant_id': 'fc81ecd37f7c45729d2956005840b16f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.145'}], 'enable_snat': True}, 'gw_port_id': 'a53d6c1b-a73b-4507-8dfa-c7ab2ae26ed8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:24:24Z', 'updated_at': '2022-03-29T16:24:27Z', 'revision_number': 4, 'project_id': 'fc81ecd37f7c45729d2956005840b16f', 'gw_port': {'id': 'a53d6c1b-a73b-4507-8dfa-c7ab2ae26ed8', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:cf:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '771d26af-b4a1-4c8f-826b-05fc0fe52762', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:24:24Z', 'updated_at': '2022-03-29T16:24:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_floatingips': [{'id': '99e1000d-bbc8-41d9-b629-287a139c9ee0', 'tenant_id': 'fc81ecd37f7c45729d2956005840b16f', 'floating_ip_address': '172.25.4.3', 'floating_network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'router_id': '771d26af-b4a1-4c8f-826b-05fc0fe52762', 'port_id': '3dcfd0de-2743-4e43-8ba7-8f4a05055c69', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4151, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5e1a6c7-dcad-4557-a03d-4fb83cc38845', 'mac_address': 'fa:16:3e:2b:cc:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae576ab6-1b46-47fd-bf58-ef46fe455bb4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T16:24:29Z', 'updated_at': '2022-03-29T16:24:41Z', 'revision_number': 1, 'project_id': 'fc81ecd37f7c45729d2956005840b16f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66e2b021-b8d0-42b7-be7a-3a9b3402eec8', 'name': '', 'network_id': 'c5e1a6c7-dcad-4557-a03d-4fb83cc38845', 'tenant_id': 'fc81ecd37f7c45729d2956005840b16f', 'mac_address': 'fa:16:3e:25:10:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '771d26af-b4a1-4c8f-826b-05fc0fe52762', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'ba66594e-6fd3-4284-9229-adeee8b25d84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:24:26Z', 'updated_at': '2022-03-29T16:24:31Z', 'revision_number': 5, 'project_id': 'fc81ecd37f7c45729d2956005840b16f', 'subnets': [{'id': 'ba66594e-6fd3-4284-9229-adeee8b25d84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:24:42.884343 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88e14bbd-248c-433e-9e7c-ee3346dfbb0f None None] The sync data for ids ['771d26af-b4a1-4c8f-826b-05fc0fe52762'] in n-d-834765-1 is: [{'id': '771d26af-b4a1-4c8f-826b-05fc0fe52762', 'name': 'tempest-ServerActionsTestJSON-1958030824-router', 'tenant_id': 'fc81ecd37f7c45729d2956005840b16f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.145'}], 'enable_snat': True}, 'gw_port_id': 'a53d6c1b-a73b-4507-8dfa-c7ab2ae26ed8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:24:24Z', 'updated_at': '2022-03-29T16:24:27Z', 'revision_number': 4, 'project_id': 'fc81ecd37f7c45729d2956005840b16f', 'gw_port': {'id': 'a53d6c1b-a73b-4507-8dfa-c7ab2ae26ed8', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:cf:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '771d26af-b4a1-4c8f-826b-05fc0fe52762', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:24:24Z', 'updated_at': '2022-03-29T16:24:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_floatingips': [{'id': '99e1000d-bbc8-41d9-b629-287a139c9ee0', 'tenant_id': 'fc81ecd37f7c45729d2956005840b16f', 'floating_ip_address': '172.25.4.3', 'floating_network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'router_id': '771d26af-b4a1-4c8f-826b-05fc0fe52762', 'port_id': '3dcfd0de-2743-4e43-8ba7-8f4a05055c69', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4151, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5e1a6c7-dcad-4557-a03d-4fb83cc38845', 'mac_address': 'fa:16:3e:2b:cc:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae576ab6-1b46-47fd-bf58-ef46fe455bb4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T16:24:29Z', 'updated_at': '2022-03-29T16:24:41Z', 'revision_number': 1, 'project_id': 'fc81ecd37f7c45729d2956005840b16f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66e2b021-b8d0-42b7-be7a-3a9b3402eec8', 'name': '', 'network_id': 'c5e1a6c7-dcad-4557-a03d-4fb83cc38845', 'tenant_id': 'fc81ecd37f7c45729d2956005840b16f', 'mac_address': 'fa:16:3e:25:10:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '771d26af-b4a1-4c8f-826b-05fc0fe52762', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'ba66594e-6fd3-4284-9229-adeee8b25d84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:24:26Z', 'updated_at': '2022-03-29T16:24:31Z', 'revision_number': 5, 'project_id': 'fc81ecd37f7c45729d2956005840b16f', 'subnets': [{'id': 'ba66594e-6fd3-4284-9229-adeee8b25d84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 16:24:43.073709 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-112f8279-9a30-4ac4-879b-4af603914814 None None] New status for floating IP 99e1000d-bbc8-41d9-b629-287a139c9ee0: ACTIVE {{(pid=102793) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 16:24:43.584981 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0249c65-6db4-4b87-b7ee-859b4857b740 req-7850e644-e3fb-41b0-a768-bb9f571e9489 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:24:43.586436 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-c0249c65-6db4-4b87-b7ee-859b4857b740 req-7850e644-e3fb-41b0-a768-bb9f571e9489 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/ports?device_id=ae576ab6-1b46-47fd-bf58-ef46fe455bb4 HTTP/1.1" status: 200 len: 946 time: 0.0495303 Mar 29 16:24:43.623059 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-c0249c65-6db4-4b87-b7ee-859b4857b740 req-9ee12c36-af61-46ff-b3b2-bebc19491cfa tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/security-groups?id=567c213f-9d6d-4fc2-8a22-2f327ca29e20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304835 Mar 29 16:24:43.737745 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de72f554-177b-4c21-8d6b-91a3213dd2d7 req-f8f879ee-e5c7-4452-b628-a219cd18ee88 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:24:43.739118 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-de72f554-177b-4c21-8d6b-91a3213dd2d7 req-f8f879ee-e5c7-4452-b628-a219cd18ee88 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/ports?device_id=ae576ab6-1b46-47fd-bf58-ef46fe455bb4 HTTP/1.1" status: 200 len: 946 time: 0.0482798 Mar 29 16:24:43.777916 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-de72f554-177b-4c21-8d6b-91a3213dd2d7 req-e54eccef-4349-4705-af2a-b4b999909fdd tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/security-groups?id=567c213f-9d6d-4fc2-8a22-2f327ca29e20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321877 Mar 29 16:24:44.043602 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-7bda30df-2358-4dd8-942e-caa88c31a42a req-61d5493b-b7d2-45fa-971f-433839dacddd service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=ae576ab6-1b46-47fd-bf58-ef46fe455bb4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0748518 Mar 29 16:24:44.051425 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e307ef-34fa-4b75-8691-8cfdcc077a0a req-c4112ca4-a441-42d3-8c6d-47a29d103733 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:24:44.052835 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-d7e307ef-34fa-4b75-8691-8cfdcc077a0a req-c4112ca4-a441-42d3-8c6d-47a29d103733 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/ports?device_id=ae576ab6-1b46-47fd-bf58-ef46fe455bb4 HTTP/1.1" status: 200 len: 946 time: 0.0743675 Mar 29 16:24:44.095298 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-d7e307ef-34fa-4b75-8691-8cfdcc077a0a req-21c6cc55-1999-496e-9245-bef2e8521ae3 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/security-groups?id=567c213f-9d6d-4fc2-8a22-2f327ca29e20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351498 Mar 29 16:24:45.530956 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b980b3b3-06d7-4315-9cec-1e2abf076714 req-28683aa7-a8ea-49f4-b0c0-76302cb08aaa tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:24:45.532449 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b980b3b3-06d7-4315-9cec-1e2abf076714 req-28683aa7-a8ea-49f4-b0c0-76302cb08aaa tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/ports?device_id=ae576ab6-1b46-47fd-bf58-ef46fe455bb4 HTTP/1.1" status: 200 len: 946 time: 0.3578603 Mar 29 16:24:45.536463 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bda30df-2358-4dd8-942e-caa88c31a42a req-c58de72f-2c6a-41a0-afdf-d3ad7732ea38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:24:45.538393 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-7bda30df-2358-4dd8-942e-caa88c31a42a req-c58de72f-2c6a-41a0-afdf-d3ad7732ea38 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=fc81ecd37f7c45729d2956005840b16f&device_id=ae576ab6-1b46-47fd-bf58-ef46fe455bb4 HTTP/1.1" status: 200 len: 1097 time: 0.3718245 Mar 29 16:24:45.619759 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b980b3b3-06d7-4315-9cec-1e2abf076714 req-9b6b7048-5e8b-439a-9a1e-04a8017a7eb8 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/security-groups?id=567c213f-9d6d-4fc2-8a22-2f327ca29e20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0800714 Mar 29 16:24:45.646588 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bda30df-2358-4dd8-942e-caa88c31a42a req-6fd83cd0-0402-43c7-a445-54ac808a6d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:24:45.648821 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-7bda30df-2358-4dd8-942e-caa88c31a42a req-6fd83cd0-0402-43c7-a445-54ac808a6d1e service neutron] 10.222.0.48 "GET /v2.0/networks?id=c5e1a6c7-dcad-4557-a03d-4fb83cc38845 HTTP/1.1" status: 200 len: 913 time: 0.1036222 Mar 29 16:24:45.716370 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-7bda30df-2358-4dd8-942e-caa88c31a42a req-6ac48211-f04c-4a01-b405-b253b4fffcc8 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3dcfd0de-2743-4e43-8ba7-8f4a05055c69 HTTP/1.1" status: 200 len: 1000 time: 0.0608783 Mar 29 16:24:45.763780 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bda30df-2358-4dd8-942e-caa88c31a42a req-1bc03df0-acae-414e-a624-b4071e9a14ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:24:45.765126 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-7bda30df-2358-4dd8-942e-caa88c31a42a req-1bc03df0-acae-414e-a624-b4071e9a14ad service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ba66594e-6fd3-4284-9229-adeee8b25d84 HTTP/1.1" status: 200 len: 851 time: 0.0427215 Mar 29 16:24:45.808853 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bda30df-2358-4dd8-942e-caa88c31a42a req-43f93aec-8c5b-486e-a25b-f0f4593d9b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:24:45.810323 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-7bda30df-2358-4dd8-942e-caa88c31a42a req-43f93aec-8c5b-486e-a25b-f0f4593d9b73 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c5e1a6c7-dcad-4557-a03d-4fb83cc38845&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0385995 Mar 29 16:24:45.898582 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-7bda30df-2358-4dd8-942e-caa88c31a42a req-2e45a294-2389-4bea-a08c-ab0304b281e7 service neutron] 10.222.0.48 "GET /v2.0/networks/c5e1a6c7-dcad-4557-a03d-4fb83cc38845?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814888 Mar 29 16:24:45.985379 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-7bda30df-2358-4dd8-942e-caa88c31a42a req-44d71181-826c-4180-8145-3ba79aadb5de service neutron] 10.222.0.48 "GET /v2.0/networks/c5e1a6c7-dcad-4557-a03d-4fb83cc38845?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803778 Mar 29 16:24:46.734230 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd5b478-de7f-45cb-975b-94779cb989be req-33a999d4-92d2-467f-87ee-6e2f3b00c5b6 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:24:46.735658 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-bfd5b478-de7f-45cb-975b-94779cb989be req-33a999d4-92d2-467f-87ee-6e2f3b00c5b6 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/ports?device_id=ae576ab6-1b46-47fd-bf58-ef46fe455bb4 HTTP/1.1" status: 200 len: 946 time: 0.0487113 Mar 29 16:24:46.773800 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-bfd5b478-de7f-45cb-975b-94779cb989be req-ceb2cafa-28f2-4972-95ac-d7939ca470b8 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/security-groups?id=567c213f-9d6d-4fc2-8a22-2f327ca29e20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322182 Mar 29 16:24:47.372538 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:24:47.892681 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267b386a-7a20-44b7-9afb-2e45d7c6cbcc req-a19fbc37-3093-498e-8acc-1422d39507ca tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:24:47.894732 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-267b386a-7a20-44b7-9afb-2e45d7c6cbcc req-a19fbc37-3093-498e-8acc-1422d39507ca tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/ports?device_id=ae576ab6-1b46-47fd-bf58-ef46fe455bb4 HTTP/1.1" status: 200 len: 946 time: 0.0533624 Mar 29 16:24:47.934449 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-267b386a-7a20-44b7-9afb-2e45d7c6cbcc req-71a7fc5f-5ad3-4e15-a9bd-2529b93e19eb tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/security-groups?id=567c213f-9d6d-4fc2-8a22-2f327ca29e20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332000 Mar 29 16:24:48.168494 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:24:49.056146 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028fa5d6-1297-4472-a1bb-855792afb799 req-23687e56-d8c9-46f4-9815-3a1057f064b5 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:24:49.057596 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-028fa5d6-1297-4472-a1bb-855792afb799 req-23687e56-d8c9-46f4-9815-3a1057f064b5 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/ports?device_id=ae576ab6-1b46-47fd-bf58-ef46fe455bb4 HTTP/1.1" status: 200 len: 946 time: 0.0482206 Mar 29 16:24:49.095201 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-028fa5d6-1297-4472-a1bb-855792afb799 req-e30bb304-846a-4d0f-86db-be1999a38bb0 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/security-groups?id=567c213f-9d6d-4fc2-8a22-2f327ca29e20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314777 Mar 29 16:24:50.209205 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4473e26-c0a2-4e54-a1c2-6de47e8d124b req-7a8d7aae-cb4a-423b-a5ac-366d958f2977 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:24:50.211284 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e4473e26-c0a2-4e54-a1c2-6de47e8d124b req-7a8d7aae-cb4a-423b-a5ac-366d958f2977 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/ports?device_id=ae576ab6-1b46-47fd-bf58-ef46fe455bb4 HTTP/1.1" status: 200 len: 946 time: 0.0499117 Mar 29 16:24:50.253522 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e4473e26-c0a2-4e54-a1c2-6de47e8d124b req-1e0ec742-9553-4bb8-ae2f-89281dbcbf2a tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/security-groups?id=567c213f-9d6d-4fc2-8a22-2f327ca29e20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362501 Mar 29 16:24:51.374191 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c741f6a-c7ca-4915-922b-c4fabfa131eb req-7d33dfdf-f5ff-4430-a96d-ae4f4d1c2bc2 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:24:51.375668 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-6c741f6a-c7ca-4915-922b-c4fabfa131eb req-7d33dfdf-f5ff-4430-a96d-ae4f4d1c2bc2 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/ports?device_id=ae576ab6-1b46-47fd-bf58-ef46fe455bb4 HTTP/1.1" status: 200 len: 946 time: 0.0521727 Mar 29 16:24:51.413285 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-6c741f6a-c7ca-4915-922b-c4fabfa131eb req-7b42af47-d8f4-4610-909b-bed090c3e83e tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/security-groups?id=567c213f-9d6d-4fc2-8a22-2f327ca29e20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309458 Mar 29 16:24:52.527915 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168c75da-de38-4c12-9de7-8f596ad7b1db req-67242564-227a-452b-97f6-aa137b7ed044 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:24:52.529279 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-168c75da-de38-4c12-9de7-8f596ad7b1db req-67242564-227a-452b-97f6-aa137b7ed044 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/ports?device_id=ae576ab6-1b46-47fd-bf58-ef46fe455bb4 HTTP/1.1" status: 200 len: 946 time: 0.0483341 Mar 29 16:24:52.566494 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-168c75da-de38-4c12-9de7-8f596ad7b1db req-765f511a-04a0-49a4-bd60-f477cd42de65 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/security-groups?id=567c213f-9d6d-4fc2-8a22-2f327ca29e20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312779 Mar 29 16:24:53.693115 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c9698d-8b22-413c-9705-573020087440 req-730262f9-1bf6-4494-8abf-40b41916b01b tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:24:53.694610 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-73c9698d-8b22-413c-9705-573020087440 req-730262f9-1bf6-4494-8abf-40b41916b01b tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/ports?device_id=ae576ab6-1b46-47fd-bf58-ef46fe455bb4 HTTP/1.1" status: 200 len: 946 time: 0.0525935 Mar 29 16:24:53.732840 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-73c9698d-8b22-413c-9705-573020087440 req-0d9a9f84-9d96-49ca-93ea-32022ebdbc5b tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/security-groups?id=567c213f-9d6d-4fc2-8a22-2f327ca29e20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322545 Mar 29 16:24:54.850563 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e64ba3-ed8f-4fea-9f7c-051b113cbfb8 req-c476bdf3-b7eb-4ae2-aa5f-f4f108d086f3 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:24:54.852257 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-74e64ba3-ed8f-4fea-9f7c-051b113cbfb8 req-c476bdf3-b7eb-4ae2-aa5f-f4f108d086f3 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/ports?device_id=ae576ab6-1b46-47fd-bf58-ef46fe455bb4 HTTP/1.1" status: 200 len: 946 time: 0.0518863 Mar 29 16:24:54.888956 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-74e64ba3-ed8f-4fea-9f7c-051b113cbfb8 req-1a336d1f-3ebc-4540-a932-cf06c47c9d94 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/security-groups?id=567c213f-9d6d-4fc2-8a22-2f327ca29e20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308442 Mar 29 16:24:56.006548 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f8b709-8c34-438b-87fd-74d20b24cd18 req-c65109eb-c19d-4d71-a5c9-a97fdb3e5da9 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:24:56.008657 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-07f8b709-8c34-438b-87fd-74d20b24cd18 req-c65109eb-c19d-4d71-a5c9-a97fdb3e5da9 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/ports?device_id=ae576ab6-1b46-47fd-bf58-ef46fe455bb4 HTTP/1.1" status: 200 len: 946 time: 0.0522614 Mar 29 16:24:56.048229 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-07f8b709-8c34-438b-87fd-74d20b24cd18 req-ea578f4c-3397-434a-9da0-d5c2f1baf663 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/security-groups?id=567c213f-9d6d-4fc2-8a22-2f327ca29e20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334764 Mar 29 16:24:57.166176 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2b1731-6c05-4c14-a5af-892d08ff01cb req-6a8ea5b5-bfe9-4aac-896e-23220000705d tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:24:57.167675 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4c2b1731-6c05-4c14-a5af-892d08ff01cb req-6a8ea5b5-bfe9-4aac-896e-23220000705d tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/ports?device_id=ae576ab6-1b46-47fd-bf58-ef46fe455bb4 HTTP/1.1" status: 200 len: 946 time: 0.0490556 Mar 29 16:24:57.204721 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4c2b1731-6c05-4c14-a5af-892d08ff01cb req-7a4043fe-51cd-450d-b0e5-ee763f3740d6 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/security-groups?id=567c213f-9d6d-4fc2-8a22-2f327ca29e20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312057 Mar 29 16:24:58.324048 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213eb301-5a5b-4238-b228-915f54083cc1 req-2cd9a801-ed98-482d-ae7b-11e5a1fc3c68 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:24:58.325522 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-213eb301-5a5b-4238-b228-915f54083cc1 req-2cd9a801-ed98-482d-ae7b-11e5a1fc3c68 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/ports?device_id=ae576ab6-1b46-47fd-bf58-ef46fe455bb4 HTTP/1.1" status: 200 len: 946 time: 0.0516348 Mar 29 16:24:58.362424 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-213eb301-5a5b-4238-b228-915f54083cc1 req-a64cbd3b-d0c8-4fd5-9589-eaa853ecc602 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/security-groups?id=567c213f-9d6d-4fc2-8a22-2f327ca29e20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310032 Mar 29 16:24:59.475479 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05355e8e-4a65-4057-b67e-1a46886a1209 req-169db9ae-e1f0-47a0-b5c6-74edc2c2497f tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:24:59.477779 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-05355e8e-4a65-4057-b67e-1a46886a1209 req-169db9ae-e1f0-47a0-b5c6-74edc2c2497f tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/ports?device_id=ae576ab6-1b46-47fd-bf58-ef46fe455bb4 HTTP/1.1" status: 200 len: 946 time: 0.0487165 Mar 29 16:24:59.514738 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-05355e8e-4a65-4057-b67e-1a46886a1209 req-319a4548-931e-4d87-a24b-1da1981a5593 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/security-groups?id=567c213f-9d6d-4fc2-8a22-2f327ca29e20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309265 Mar 29 16:25:00.405202 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-c0275c4a-665d-45d4-b107-7eea4deeabf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:25:00.633149 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffc89bb-0a66-435e-ace8-f54446ce91c0 req-c628fcff-8edf-4578-908c-8519843dd61c tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:25:00.634602 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-dffc89bb-0a66-435e-ace8-f54446ce91c0 req-c628fcff-8edf-4578-908c-8519843dd61c tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/ports?device_id=ae576ab6-1b46-47fd-bf58-ef46fe455bb4 HTTP/1.1" status: 200 len: 946 time: 0.0486538 Mar 29 16:25:00.671694 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-dffc89bb-0a66-435e-ace8-f54446ce91c0 req-477dcb50-68ae-4cc3-b8c7-ba6abc44096e tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/security-groups?id=567c213f-9d6d-4fc2-8a22-2f327ca29e20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310056 Mar 29 16:25:01.791770 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1643fc5-611a-4f85-a2fe-00576011e4ab req-7f770c82-53c3-457a-bcff-1b9a166b5eb0 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:25:01.793221 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e1643fc5-611a-4f85-a2fe-00576011e4ab req-7f770c82-53c3-457a-bcff-1b9a166b5eb0 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/ports?device_id=ae576ab6-1b46-47fd-bf58-ef46fe455bb4 HTTP/1.1" status: 200 len: 946 time: 0.0522006 Mar 29 16:25:01.831143 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e1643fc5-611a-4f85-a2fe-00576011e4ab req-52a774da-adaa-479d-adb6-205164f1e305 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/security-groups?id=567c213f-9d6d-4fc2-8a22-2f327ca29e20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320823 Mar 29 16:25:02.864541 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-9de99a41-c354-4531-bc6a-10a7a33606c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:25:02.953251 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657c6c82-5c76-4152-8485-67ce48f09c2e req-ebe875dd-4b9f-4dec-bbd2-cbac59e3ec27 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:25:02.954728 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-657c6c82-5c76-4152-8485-67ce48f09c2e req-ebe875dd-4b9f-4dec-bbd2-cbac59e3ec27 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/ports?device_id=ae576ab6-1b46-47fd-bf58-ef46fe455bb4 HTTP/1.1" status: 200 len: 946 time: 0.0486820 Mar 29 16:25:02.993771 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-657c6c82-5c76-4152-8485-67ce48f09c2e req-1a450265-96b1-46d8-b220-e3046728cac5 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/security-groups?id=567c213f-9d6d-4fc2-8a22-2f327ca29e20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329611 Mar 29 16:25:04.107643 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0565dcba-fee8-4102-9ec9-6c91e80b98ac req-7743700a-b988-49bb-b34d-ad0de2028cd7 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:25:04.109114 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-0565dcba-fee8-4102-9ec9-6c91e80b98ac req-7743700a-b988-49bb-b34d-ad0de2028cd7 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/ports?device_id=ae576ab6-1b46-47fd-bf58-ef46fe455bb4 HTTP/1.1" status: 200 len: 946 time: 0.0480573 Mar 29 16:25:04.146096 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-0565dcba-fee8-4102-9ec9-6c91e80b98ac req-dda6e042-78cd-42f0-8d54-6e17d48709d8 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/security-groups?id=567c213f-9d6d-4fc2-8a22-2f327ca29e20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311031 Mar 29 16:25:04.317450 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d71584b9-87f1-45f5-84c7-c993c2416269 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:25:05.268422 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03eca475-fda7-41db-8ac8-d0e9718bb26e req-d5d9af9f-646c-4b30-b159-365d398ce951 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:25:05.270008 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-03eca475-fda7-41db-8ac8-d0e9718bb26e req-d5d9af9f-646c-4b30-b159-365d398ce951 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/ports?device_id=ae576ab6-1b46-47fd-bf58-ef46fe455bb4 HTTP/1.1" status: 200 len: 946 time: 0.0526152 Mar 29 16:25:05.307574 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-03eca475-fda7-41db-8ac8-d0e9718bb26e req-1596942c-4821-412f-acfd-b370a2c3077c tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/security-groups?id=567c213f-9d6d-4fc2-8a22-2f327ca29e20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314281 Mar 29 16:25:05.879133 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-0cb6abf6-2706-4e52-8825-f5f644ecf9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:25:05.993057 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:25:06.422316 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9498cc5-bd14-4a88-8eba-53fcc8aaf5b9 req-eaa6df9a-d93b-4611-90a4-a451ef67c412 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:25:06.423832 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b9498cc5-bd14-4a88-8eba-53fcc8aaf5b9 req-eaa6df9a-d93b-4611-90a4-a451ef67c412 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/ports?device_id=ae576ab6-1b46-47fd-bf58-ef46fe455bb4 HTTP/1.1" status: 200 len: 946 time: 0.0487173 Mar 29 16:25:06.461815 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b9498cc5-bd14-4a88-8eba-53fcc8aaf5b9 req-0c645dd0-9d9e-4d9f-8e8c-5e75619c1fa5 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/security-groups?id=567c213f-9d6d-4fc2-8a22-2f327ca29e20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319464 Mar 29 16:25:07.575674 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56b7e21-18b0-4f02-bf4d-1d2d306fa78c req-31edf459-458e-491f-bd6c-531e20b9a0ce tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:25:07.577163 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-f56b7e21-18b0-4f02-bf4d-1d2d306fa78c req-31edf459-458e-491f-bd6c-531e20b9a0ce tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/ports?device_id=ae576ab6-1b46-47fd-bf58-ef46fe455bb4 HTTP/1.1" status: 200 len: 946 time: 0.0487516 Mar 29 16:25:07.616656 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-f56b7e21-18b0-4f02-bf4d-1d2d306fa78c req-cd740997-daad-494b-8438-3dd94aceebb9 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/security-groups?id=567c213f-9d6d-4fc2-8a22-2f327ca29e20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332382 Mar 29 16:25:08.544389 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14f6cef-b4c3-48c2-848c-557ba6da8769 req-c41076d0-f347-4982-b2ae-bdcbe064e9b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:25:08.545859 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f14f6cef-b4c3-48c2-848c-557ba6da8769 req-c41076d0-f347-4982-b2ae-bdcbe064e9b2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=fc81ecd37f7c45729d2956005840b16f&device_id=ae576ab6-1b46-47fd-bf58-ef46fe455bb4 HTTP/1.1" status: 200 len: 1097 time: 0.0436978 Mar 29 16:25:08.650381 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14f6cef-b4c3-48c2-848c-557ba6da8769 req-a6189d9e-5838-4ce0-8a03-d0dab669d34f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:25:08.652174 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f14f6cef-b4c3-48c2-848c-557ba6da8769 req-a6189d9e-5838-4ce0-8a03-d0dab669d34f service neutron] 10.222.0.48 "GET /v2.0/networks?id=c5e1a6c7-dcad-4557-a03d-4fb83cc38845 HTTP/1.1" status: 200 len: 913 time: 0.0878410 Mar 29 16:25:08.750940 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f14f6cef-b4c3-48c2-848c-557ba6da8769 req-1c02ea52-79dc-414d-9bd5-094c8e5af2c3 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3dcfd0de-2743-4e43-8ba7-8f4a05055c69 HTTP/1.1" status: 200 len: 1000 time: 0.0921557 Mar 29 16:25:08.773704 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77aaa13f-9a40-4a5a-9189-f95a2d873831 req-e81b912a-c121-4582-af1c-ed81f3ef202e tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:25:08.775606 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-77aaa13f-9a40-4a5a-9189-f95a2d873831 req-e81b912a-c121-4582-af1c-ed81f3ef202e tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/ports?device_id=ae576ab6-1b46-47fd-bf58-ef46fe455bb4 HTTP/1.1" status: 200 len: 946 time: 0.0752037 Mar 29 16:25:08.835216 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14f6cef-b4c3-48c2-848c-557ba6da8769 req-3806d1db-1cb2-4fb4-b8c4-12e06ddb6b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:25:08.837752 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f14f6cef-b4c3-48c2-848c-557ba6da8769 req-3806d1db-1cb2-4fb4-b8c4-12e06ddb6b57 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ba66594e-6fd3-4284-9229-adeee8b25d84 HTTP/1.1" status: 200 len: 851 time: 0.0803964 Mar 29 16:25:08.840715 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-77aaa13f-9a40-4a5a-9189-f95a2d873831 req-2873082b-2389-48b2-9299-5225584e478f tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/security-groups?id=567c213f-9d6d-4fc2-8a22-2f327ca29e20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470498 Mar 29 16:25:08.891918 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14f6cef-b4c3-48c2-848c-557ba6da8769 req-b28834fc-67dd-4fab-b0e3-9b4bf3d07f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:25:08.893413 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f14f6cef-b4c3-48c2-848c-557ba6da8769 req-b28834fc-67dd-4fab-b0e3-9b4bf3d07f93 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c5e1a6c7-dcad-4557-a03d-4fb83cc38845&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0489926 Mar 29 16:25:08.986229 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f14f6cef-b4c3-48c2-848c-557ba6da8769 req-fbb2b016-a70c-4c9e-9030-ceeee6ac2ea3 service neutron] 10.222.0.48 "GET /v2.0/networks/c5e1a6c7-dcad-4557-a03d-4fb83cc38845?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855989 Mar 29 16:25:09.080314 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f14f6cef-b4c3-48c2-848c-557ba6da8769 req-b208e70d-a353-420b-983b-039d469224fd service neutron] 10.222.0.48 "GET /v2.0/networks/c5e1a6c7-dcad-4557-a03d-4fb83cc38845?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868928 Mar 29 16:25:09.958853 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f2164d-26c5-48b0-aa6b-0ab9d6b866d3 req-2d53d3ab-3111-46a8-a1ca-502ea54701a2 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:25:09.960377 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-f7f2164d-26c5-48b0-aa6b-0ab9d6b866d3 req-2d53d3ab-3111-46a8-a1ca-502ea54701a2 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/ports?device_id=ae576ab6-1b46-47fd-bf58-ef46fe455bb4 HTTP/1.1" status: 200 len: 946 time: 0.0493863 Mar 29 16:25:09.999374 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-f7f2164d-26c5-48b0-aa6b-0ab9d6b866d3 req-d1e26438-523b-46db-bb47-ef16e9559999 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/security-groups?id=567c213f-9d6d-4fc2-8a22-2f327ca29e20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325332 Mar 29 16:25:11.122824 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00137f9f-1f60-4d10-ac29-752fdc317a03 req-4073dacf-4932-49df-b299-fc53119e39c6 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:25:11.124357 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-00137f9f-1f60-4d10-ac29-752fdc317a03 req-4073dacf-4932-49df-b299-fc53119e39c6 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/ports?device_id=ae576ab6-1b46-47fd-bf58-ef46fe455bb4 HTTP/1.1" status: 200 len: 946 time: 0.0554934 Mar 29 16:25:11.162453 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-00137f9f-1f60-4d10-ac29-752fdc317a03 req-35b7f0f4-0621-47cb-9cc0-e443538388a8 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/security-groups?id=567c213f-9d6d-4fc2-8a22-2f327ca29e20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320804 Mar 29 16:25:12.282827 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33a8176-f3db-476d-a01c-58ca1fb39b52 req-f4d8fa71-f5e3-4f0b-98c8-48f08f4a3349 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:25:12.284310 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-c33a8176-f3db-476d-a01c-58ca1fb39b52 req-f4d8fa71-f5e3-4f0b-98c8-48f08f4a3349 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/ports?device_id=ae576ab6-1b46-47fd-bf58-ef46fe455bb4 HTTP/1.1" status: 200 len: 946 time: 0.0533936 Mar 29 16:25:12.321951 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-c33a8176-f3db-476d-a01c-58ca1fb39b52 req-1254ceeb-4004-4591-8701-07fbf300f2c9 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/security-groups?id=567c213f-9d6d-4fc2-8a22-2f327ca29e20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310261 Mar 29 16:25:13.021026 n-d-834765-1 neutron-server[102791]: INFO neutron.api.v2.resource [req-7bda30df-2358-4dd8-942e-caa88c31a42a req-a19ef305-0f85-4b50-b53c-eab549fcb15a service neutron] show failed (client error): The resource could not be found. Mar 29 16:25:13.022015 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-7bda30df-2358-4dd8-942e-caa88c31a42a req-a19ef305-0f85-4b50-b53c-eab549fcb15a service neutron] 10.222.0.48 "GET /v2.0/ports/3dcfd0de-2743-4e43-8ba7-8f4a05055c69/bindings/n-h1-834765-1 HTTP/1.1" status: 404 len: 380 time: 0.0528247 Mar 29 16:25:13.219952 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bda30df-2358-4dd8-942e-caa88c31a42a req-28e2edf9-7dd0-4b34-9ce3-ee8fd20c7d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:25:13.221589 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-7bda30df-2358-4dd8-942e-caa88c31a42a req-28e2edf9-7dd0-4b34-9ce3-ee8fd20c7d5d service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=ae576ab6-1b46-47fd-bf58-ef46fe455bb4&tenant_id=fc81ecd37f7c45729d2956005840b16f HTTP/1.1" status: 200 len: 1097 time: 0.0455844 Mar 29 16:25:13.233084 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [req-7bda30df-2358-4dd8-942e-caa88c31a42a req-45801127-6891-4018-b74b-64e35148be4a service neutron] Request body: {'port': {'binding:host_id': 'n-h1-834765-1', 'device_owner': 'compute:nova'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:25:13.287244 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-7bda30df-2358-4dd8-942e-caa88c31a42a req-45801127-6891-4018-b74b-64e35148be4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:25:13.471008 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e8b71e-3105-4a1b-9fc5-f0d6ffd7fecb req-af93a85c-f6d8-40bb-a8c1-206a6691adf1 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:25:13.472519 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-85e8b71e-3105-4a1b-9fc5-f0d6ffd7fecb req-af93a85c-f6d8-40bb-a8c1-206a6691adf1 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/ports?device_id=ae576ab6-1b46-47fd-bf58-ef46fe455bb4 HTTP/1.1" status: 200 len: 946 time: 0.0796773 Mar 29 16:25:13.551901 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-85e8b71e-3105-4a1b-9fc5-f0d6ffd7fecb req-59506bda-4671-45f3-aaf0-676a2c6d8bf3 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/security-groups?id=567c213f-9d6d-4fc2-8a22-2f327ca29e20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487714 Mar 29 16:25:13.556893 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-7bda30df-2358-4dd8-942e-caa88c31a42a req-45801127-6891-4018-b74b-64e35148be4a service neutron] For port 3dcfd0de-2743-4e43-8ba7-8f4a05055c69, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=3dcfd0de-2743-4e43-8ba7-8f4a05055c69,segment=NetworkSegment(7e84e614-6e8a-4e9f-8f76-c5dc45da486d),segment_id=7e84e614-6e8a-4e9f-8f76-c5dc45da486d)] {{(pid=102791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:25:13.590478 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-7bda30df-2358-4dd8-942e-caa88c31a42a req-45801127-6891-4018-b74b-64e35148be4a service neutron] For port 3dcfd0de-2743-4e43-8ba7-8f4a05055c69, host n-h2-834765-1, cleared binding levels {{(pid=102791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 16:25:13.628732 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae576ab6-1b46-47fd-bf58-ef46fe455bb4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3dcfd0de-2743-4e43-8ba7-8f4a05055c69'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:25:13.631081 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c67b028db5e9b9818fecc5c0a87ebc6f190694fa53ca267d523e04f98de536d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49944146-1e67-4af5-9382-295b27cb945d" -d '{"events": [{"server_uuid": "ae576ab6-1b46-47fd-bf58-ef46fe455bb4", "name": "network-vif-unplugged", "status": "completed", "tag": "3dcfd0de-2743-4e43-8ba7-8f4a05055c69"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:25:13.635919 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-7bda30df-2358-4dd8-942e-caa88c31a42a req-45801127-6891-4018-b74b-64e35148be4a service neutron] Notify callbacks [] for port, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:25:13.649248 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.provisioning_blocks [req-7bda30df-2358-4dd8-942e-caa88c31a42a req-45801127-6891-4018-b74b-64e35148be4a service neutron] Transition to ACTIVE for port object 3dcfd0de-2743-4e43-8ba7-8f4a05055c69 will not be triggered until provisioned by entity L2. {{(pid=102791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 16:25:13.653437 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-7bda30df-2358-4dd8-942e-caa88c31a42a req-45801127-6891-4018-b74b-64e35148be4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:25:13.686210 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 29 Mar 2022 16:25:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80869233-8aea-48d8-ace6-40e480aab99b x-openstack-request-id: req-80869233-8aea-48d8-ace6-40e480aab99b {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:25:13.686512 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae576ab6-1b46-47fd-bf58-ef46fe455bb4", "name": "network-vif-unplugged", "status": "completed", "tag": "3dcfd0de-2743-4e43-8ba7-8f4a05055c69", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:25:13.686767 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-80869233-8aea-48d8-ace6-40e480aab99b {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:25:13.687191 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae576ab6-1b46-47fd-bf58-ef46fe455bb4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3dcfd0de-2743-4e43-8ba7-8f4a05055c69', 'code': 200} Mar 29 16:25:13.771053 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45801127-6891-4018-b74b-64e35148be4a service neutron] Pushing event updated for resources: {'Port': ['ID=3dcfd0de-2743-4e43-8ba7-8f4a05055c69,revision_number=6']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:25:13.792689 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45801127-6891-4018-b74b-64e35148be4a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:25:13.793037 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45801127-6891-4018-b74b-64e35148be4a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:25:13.793376 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45801127-6891-4018-b74b-64e35148be4a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:25:13.793709 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45801127-6891-4018-b74b-64e35148be4a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:25:13.794041 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45801127-6891-4018-b74b-64e35148be4a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:25:13.794369 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45801127-6891-4018-b74b-64e35148be4a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:25:13.794693 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45801127-6891-4018-b74b-64e35148be4a service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:25:13.795016 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45801127-6891-4018-b74b-64e35148be4a service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:25:13.795374 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45801127-6891-4018-b74b-64e35148be4a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:25:13.795700 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45801127-6891-4018-b74b-64e35148be4a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:25:13.796021 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45801127-6891-4018-b74b-64e35148be4a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:25:13.796337 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45801127-6891-4018-b74b-64e35148be4a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:25:13.844715 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bda30df-2358-4dd8-942e-caa88c31a42a req-45801127-6891-4018-b74b-64e35148be4a service neutron] No DVR routers for this DVR port 3dcfd0de-2743-4e43-8ba7-8f4a05055c69 on host n-h2-834765-1 {{(pid=102791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 16:25:13.978874 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-7bda30df-2358-4dd8-942e-caa88c31a42a req-45801127-6891-4018-b74b-64e35148be4a service neutron] Attempting to bind port 3dcfd0de-2743-4e43-8ba7-8f4a05055c69 on host n-h1-834765-1 for vnic_type normal with profile {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 16:25:13.979122 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-7bda30df-2358-4dd8-942e-caa88c31a42a req-45801127-6891-4018-b74b-64e35148be4a service neutron] Attempting to bind port 3dcfd0de-2743-4e43-8ba7-8f4a05055c69 by drivers openvswitch,hyperv on host n-h1-834765-1 at level 0 using segments [{'id': '7e84e614-6e8a-4e9f-8f76-c5dc45da486d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'c5e1a6c7-dcad-4557-a03d-4fb83cc38845'}] {{(pid=102791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 16:25:13.979466 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bda30df-2358-4dd8-942e-caa88c31a42a req-45801127-6891-4018-b74b-64e35148be4a service neutron] Attempting to bind port 3dcfd0de-2743-4e43-8ba7-8f4a05055c69 on network c5e1a6c7-dcad-4557-a03d-4fb83cc38845 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 16:25:13.983586 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bda30df-2358-4dd8-942e-caa88c31a42a req-45801127-6891-4018-b74b-64e35148be4a service neutron] Port 3dcfd0de-2743-4e43-8ba7-8f4a05055c69 on network c5e1a6c7-dcad-4557-a03d-4fb83cc38845 not bound, no agent of type Open vSwitch agent registered on host n-h1-834765-1 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 16:25:13.983897 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bda30df-2358-4dd8-942e-caa88c31a42a req-45801127-6891-4018-b74b-64e35148be4a service neutron] Attempting to bind port 3dcfd0de-2743-4e43-8ba7-8f4a05055c69 on network c5e1a6c7-dcad-4557-a03d-4fb83cc38845 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 16:25:13.988542 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bda30df-2358-4dd8-942e-caa88c31a42a req-45801127-6891-4018-b74b-64e35148be4a service neutron] Checking agent: {'id': 'be375040-5069-4239-9460-a3a3213e1e90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 33, 18), 'started_at': datetime.datetime(2022, 3, 29, 15, 33, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 16, 24, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 16:25:13.988874 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bda30df-2358-4dd8-942e-caa88c31a42a req-45801127-6891-4018-b74b-64e35148be4a service neutron] Checking segment: {'id': '7e84e614-6e8a-4e9f-8f76-c5dc45da486d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'c5e1a6c7-dcad-4557-a03d-4fb83cc38845'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 16:25:13.989243 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bda30df-2358-4dd8-942e-caa88c31a42a req-45801127-6891-4018-b74b-64e35148be4a service neutron] Bound using segment: {'id': '7e84e614-6e8a-4e9f-8f76-c5dc45da486d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'c5e1a6c7-dcad-4557-a03d-4fb83cc38845'} {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 16:25:13.989654 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-7bda30df-2358-4dd8-942e-caa88c31a42a req-45801127-6891-4018-b74b-64e35148be4a service neutron] Bound port: 3dcfd0de-2743-4e43-8ba7-8f4a05055c69, host: n-h1-834765-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e84e614-6e8a-4e9f-8f76-c5dc45da486d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'c5e1a6c7-dcad-4557-a03d-4fb83cc38845'}}] {{(pid=102791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 16:25:13.989997 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-7bda30df-2358-4dd8-942e-caa88c31a42a req-45801127-6891-4018-b74b-64e35148be4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:25:14.050853 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-7bda30df-2358-4dd8-942e-caa88c31a42a req-45801127-6891-4018-b74b-64e35148be4a service neutron] For port 3dcfd0de-2743-4e43-8ba7-8f4a05055c69, host n-h1-834765-1, cleared binding levels {{(pid=102791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 16:25:14.054017 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-7bda30df-2358-4dd8-942e-caa88c31a42a req-45801127-6891-4018-b74b-64e35148be4a service neutron] For port 3dcfd0de-2743-4e43-8ba7-8f4a05055c69, host n-h1-834765-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=3dcfd0de-2743-4e43-8ba7-8f4a05055c69,segment=NetworkSegment(7e84e614-6e8a-4e9f-8f76-c5dc45da486d),segment_id=7e84e614-6e8a-4e9f-8f76-c5dc45da486d)] {{(pid=102791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 16:25:14.058272 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-7bda30df-2358-4dd8-942e-caa88c31a42a req-45801127-6891-4018-b74b-64e35148be4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:25:14.092288 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bda30df-2358-4dd8-942e-caa88c31a42a req-45801127-6891-4018-b74b-64e35148be4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:25:14.093141 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-7bda30df-2358-4dd8-942e-caa88c31a42a req-45801127-6891-4018-b74b-64e35148be4a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:25:14.094544 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-7bda30df-2358-4dd8-942e-caa88c31a42a req-45801127-6891-4018-b74b-64e35148be4a service neutron] 10.222.0.44 "PUT /v2.0/ports/3dcfd0de-2743-4e43-8ba7-8f4a05055c69 HTTP/1.1" status: 200 len: 1092 time: 0.8654566 Mar 29 16:25:14.119307 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45801127-6891-4018-b74b-64e35148be4a service neutron] Pushing event updated for resources: {'Port': ['ID=3dcfd0de-2743-4e43-8ba7-8f4a05055c69,revision_number=7']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:25:14.164209 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bda30df-2358-4dd8-942e-caa88c31a42a req-3fab711d-fe61-4b30-967d-fffd1b4c8be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:25:14.165763 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-7bda30df-2358-4dd8-942e-caa88c31a42a req-3fab711d-fe61-4b30-967d-fffd1b4c8be0 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=fc81ecd37f7c45729d2956005840b16f&device_id=ae576ab6-1b46-47fd-bf58-ef46fe455bb4 HTTP/1.1" status: 200 len: 1095 time: 0.0476770 Mar 29 16:25:14.265905 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bda30df-2358-4dd8-942e-caa88c31a42a req-aa248b7d-df59-499a-b5f8-b10e17770063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:25:14.267412 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-7bda30df-2358-4dd8-942e-caa88c31a42a req-aa248b7d-df59-499a-b5f8-b10e17770063 service neutron] 10.222.0.44 "GET /v2.0/networks?id=c5e1a6c7-dcad-4557-a03d-4fb83cc38845 HTTP/1.1" status: 200 len: 913 time: 0.0949023 Mar 29 16:25:14.337205 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-7bda30df-2358-4dd8-942e-caa88c31a42a req-1d9788dd-030a-4798-8439-20bcd594c16a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3dcfd0de-2743-4e43-8ba7-8f4a05055c69 HTTP/1.1" status: 200 len: 998 time: 0.0613098 Mar 29 16:25:14.384360 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bda30df-2358-4dd8-942e-caa88c31a42a req-9942b64a-3001-4d16-b8c1-b3f27977b9f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:25:14.385698 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-7bda30df-2358-4dd8-942e-caa88c31a42a req-9942b64a-3001-4d16-b8c1-b3f27977b9f2 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ba66594e-6fd3-4284-9229-adeee8b25d84 HTTP/1.1" status: 200 len: 851 time: 0.0433345 Mar 29 16:25:14.429219 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bda30df-2358-4dd8-942e-caa88c31a42a req-fad4eebd-5fa1-41c6-bcf5-048b19cb3aed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:25:14.431210 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-7bda30df-2358-4dd8-942e-caa88c31a42a req-fad4eebd-5fa1-41c6-bcf5-048b19cb3aed service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c5e1a6c7-dcad-4557-a03d-4fb83cc38845&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392041 Mar 29 16:25:14.520595 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-7bda30df-2358-4dd8-942e-caa88c31a42a req-004c7cb3-d179-48f4-83e2-7ad2af1d87bb service neutron] 10.222.0.44 "GET /v2.0/networks/c5e1a6c7-dcad-4557-a03d-4fb83cc38845?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823309 Mar 29 16:25:14.616304 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-7bda30df-2358-4dd8-942e-caa88c31a42a req-011fe31d-0b60-4306-b5ed-fd1f53255748 service neutron] 10.222.0.44 "GET /v2.0/networks/c5e1a6c7-dcad-4557-a03d-4fb83cc38845?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894363 Mar 29 16:25:14.669456 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2873a105-eb8b-4213-b99d-534bbc6c8f11 req-50e4dac0-a656-4d18-967e-fd6c9ee96aa2 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:25:14.670949 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-2873a105-eb8b-4213-b99d-534bbc6c8f11 req-50e4dac0-a656-4d18-967e-fd6c9ee96aa2 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/ports?device_id=ae576ab6-1b46-47fd-bf58-ef46fe455bb4 HTTP/1.1" status: 200 len: 944 time: 0.0489299 Mar 29 16:25:14.710229 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-2873a105-eb8b-4213-b99d-534bbc6c8f11 req-ac33a9a7-eace-4af6-bca5-beb0b9eff391 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/security-groups?id=567c213f-9d6d-4fc2-8a22-2f327ca29e20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329986 Mar 29 16:25:15.688660 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae576ab6-1b46-47fd-bf58-ef46fe455bb4', 'tag': '3dcfd0de-2743-4e43-8ba7-8f4a05055c69'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:25:15.691532 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c67b028db5e9b9818fecc5c0a87ebc6f190694fa53ca267d523e04f98de536d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5867ccb-0817-4023-8262-847c513cf587" -d '{"events": [{"name": "network-changed", "server_uuid": "ae576ab6-1b46-47fd-bf58-ef46fe455bb4", "tag": "3dcfd0de-2743-4e43-8ba7-8f4a05055c69"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:25:15.741412 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 16:25:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1174a394-b102-4727-876c-965dc18780da x-openstack-request-id: req-1174a394-b102-4727-876c-965dc18780da {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:25:15.741707 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae576ab6-1b46-47fd-bf58-ef46fe455bb4", "tag": "3dcfd0de-2743-4e43-8ba7-8f4a05055c69", "status": "completed", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:25:15.742045 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1174a394-b102-4727-876c-965dc18780da {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:25:15.742793 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae576ab6-1b46-47fd-bf58-ef46fe455bb4', 'tag': '3dcfd0de-2743-4e43-8ba7-8f4a05055c69', 'status': 'completed', 'code': 200} Mar 29 16:25:15.866282 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5867ccb-0817-4023-8262-847c513cf587 req-0784b00e-4963-4363-b3aa-daedd9076566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:25:15.867895 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e5867ccb-0817-4023-8262-847c513cf587 req-0784b00e-4963-4363-b3aa-daedd9076566 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=fc81ecd37f7c45729d2956005840b16f&device_id=ae576ab6-1b46-47fd-bf58-ef46fe455bb4 HTTP/1.1" status: 200 len: 1095 time: 0.1080210 Mar 29 16:25:15.880434 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dca5c3-7e97-4f16-8275-96a83d4df013 req-5819062e-4f61-4a38-adae-95be3d9ee2e7 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:25:15.881777 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-48dca5c3-7e97-4f16-8275-96a83d4df013 req-5819062e-4f61-4a38-adae-95be3d9ee2e7 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/ports?device_id=ae576ab6-1b46-47fd-bf58-ef46fe455bb4 HTTP/1.1" status: 200 len: 944 time: 0.0873842 Mar 29 16:25:15.883857 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5867ccb-0817-4023-8262-847c513cf587 req-c50e787a-57c1-4c5f-94f1-1c0aadd43563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:25:15.885191 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e5867ccb-0817-4023-8262-847c513cf587 req-c50e787a-57c1-4c5f-94f1-1c0aadd43563 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=fc81ecd37f7c45729d2956005840b16f&device_id=ae576ab6-1b46-47fd-bf58-ef46fe455bb4 HTTP/1.1" status: 200 len: 1095 time: 0.0918841 Mar 29 16:25:16.028621 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-48dca5c3-7e97-4f16-8275-96a83d4df013 req-e0bcd9b4-f7b9-4dfe-b04c-117301b4a01a tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/security-groups?id=567c213f-9d6d-4fc2-8a22-2f327ca29e20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1344841 Mar 29 16:25:16.065386 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5867ccb-0817-4023-8262-847c513cf587 req-b02b752f-d243-4518-8250-a2cd7f3f6fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:25:16.066814 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e5867ccb-0817-4023-8262-847c513cf587 req-b02b752f-d243-4518-8250-a2cd7f3f6fbb service neutron] 10.222.0.48 "GET /v2.0/networks?id=c5e1a6c7-dcad-4557-a03d-4fb83cc38845 HTTP/1.1" status: 200 len: 913 time: 0.1737971 Mar 29 16:25:16.069360 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5867ccb-0817-4023-8262-847c513cf587 req-50e3116a-f4aa-457e-a363-bd77f128e4b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:25:16.071359 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e5867ccb-0817-4023-8262-847c513cf587 req-50e3116a-f4aa-457e-a363-bd77f128e4b5 service neutron] 10.222.0.44 "GET /v2.0/networks?id=c5e1a6c7-dcad-4557-a03d-4fb83cc38845 HTTP/1.1" status: 200 len: 913 time: 0.1853111 Mar 29 16:25:16.181082 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e5867ccb-0817-4023-8262-847c513cf587 req-e3591c3e-0ccc-4215-a2bb-cf135c521575 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3dcfd0de-2743-4e43-8ba7-8f4a05055c69 HTTP/1.1" status: 200 len: 998 time: 0.1046593 Mar 29 16:25:16.182844 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e5867ccb-0817-4023-8262-847c513cf587 req-d9dde288-9f79-41b4-9606-5948b7197fcd service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3dcfd0de-2743-4e43-8ba7-8f4a05055c69 HTTP/1.1" status: 200 len: 998 time: 0.1011629 Mar 29 16:25:16.239405 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.agents_db [None req-59735a15-725e-44d4-9ad5-95cbe356f209 None None] Agent healthcheck: found 7 active agents {{(pid=102793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 16:25:16.261617 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5867ccb-0817-4023-8262-847c513cf587 req-f473cc26-0de0-4754-ab45-57fb2d607975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:25:16.263042 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e5867ccb-0817-4023-8262-847c513cf587 req-f473cc26-0de0-4754-ab45-57fb2d607975 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ba66594e-6fd3-4284-9229-adeee8b25d84 HTTP/1.1" status: 200 len: 851 time: 0.0750663 Mar 29 16:25:16.264448 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5867ccb-0817-4023-8262-847c513cf587 req-31994a66-b661-46a8-a633-031ae4d83067 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:25:16.265719 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e5867ccb-0817-4023-8262-847c513cf587 req-31994a66-b661-46a8-a633-031ae4d83067 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ba66594e-6fd3-4284-9229-adeee8b25d84 HTTP/1.1" status: 200 len: 851 time: 0.0709538 Mar 29 16:25:16.338578 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5867ccb-0817-4023-8262-847c513cf587 req-c2e3617f-ee88-40b2-b56b-c19381a6492f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:25:16.340091 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e5867ccb-0817-4023-8262-847c513cf587 req-c2e3617f-ee88-40b2-b56b-c19381a6492f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c5e1a6c7-dcad-4557-a03d-4fb83cc38845&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0703559 Mar 29 16:25:16.342338 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5867ccb-0817-4023-8262-847c513cf587 req-22fbb467-a3b3-4ae3-92d4-3d490a788336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:25:16.343692 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e5867ccb-0817-4023-8262-847c513cf587 req-22fbb467-a3b3-4ae3-92d4-3d490a788336 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c5e1a6c7-dcad-4557-a03d-4fb83cc38845&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0656734 Mar 29 16:25:16.494622 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e5867ccb-0817-4023-8262-847c513cf587 req-a28d8452-9cbc-4d8c-a38b-691f2db9b039 service neutron] 10.222.0.48 "GET /v2.0/networks/c5e1a6c7-dcad-4557-a03d-4fb83cc38845?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482413 Mar 29 16:25:16.496473 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e5867ccb-0817-4023-8262-847c513cf587 req-bf59fcb3-ba86-4ef7-a287-9f0a4dba4fc1 service neutron] 10.222.0.44 "GET /v2.0/networks/c5e1a6c7-dcad-4557-a03d-4fb83cc38845?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428442 Mar 29 16:25:16.940652 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e5867ccb-0817-4023-8262-847c513cf587 req-c742544e-7f50-423b-980f-57e89f518f69 service neutron] 10.222.0.48 "GET /v2.0/networks/c5e1a6c7-dcad-4557-a03d-4fb83cc38845?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4400005 Mar 29 16:25:16.945874 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e5867ccb-0817-4023-8262-847c513cf587 req-17b595a4-e7fe-468d-bab5-1f96cdbd7f4a service neutron] 10.222.0.44 "GET /v2.0/networks/c5e1a6c7-dcad-4557-a03d-4fb83cc38845?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4376168 Mar 29 16:25:17.121208 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device 3dcfd0de-2743-4e43-8ba7-8f4a05055c69 no longer exists at agent hyperv_n-h2-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 16:25:17.145235 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7623843c-7be4-4507-96e9-14cc83800bb3 req-efb9fec1-84c2-48ed-92f8-97546909da40 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:25:17.146730 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-7623843c-7be4-4507-96e9-14cc83800bb3 req-efb9fec1-84c2-48ed-92f8-97546909da40 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/ports?device_id=ae576ab6-1b46-47fd-bf58-ef46fe455bb4 HTTP/1.1" status: 200 len: 944 time: 0.0483840 Mar 29 16:25:17.160900 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device 3dcfd0de-2743-4e43-8ba7-8f4a05055c69 not bound to the agent host n-h2-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 16:25:17.185701 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-7623843c-7be4-4507-96e9-14cc83800bb3 req-08889f7a-08c4-4546-a3bd-6646a01b5897 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/security-groups?id=567c213f-9d6d-4fc2-8a22-2f327ca29e20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308981 Mar 29 16:25:17.369176 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:25:18.189014 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:25:18.306840 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fec5af-8b76-4a6f-8c1c-df1398a29617 req-7714d8a0-d43d-4ce7-94d7-d143d787e611 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:25:18.308324 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-c2fec5af-8b76-4a6f-8c1c-df1398a29617 req-7714d8a0-d43d-4ce7-94d7-d143d787e611 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/ports?device_id=ae576ab6-1b46-47fd-bf58-ef46fe455bb4 HTTP/1.1" status: 200 len: 944 time: 0.0525305 Mar 29 16:25:18.345282 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-c2fec5af-8b76-4a6f-8c1c-df1398a29617 req-b8b9d06b-2d7b-455e-801f-3c9720844910 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/security-groups?id=567c213f-9d6d-4fc2-8a22-2f327ca29e20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306678 Mar 29 16:25:18.573125 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25c2cac-1db2-48e3-8f10-77f135b34ea7 req-2d4d5ef7-0bfa-43b0-bdaa-c865f8885726 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:25:18.575167 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d25c2cac-1db2-48e3-8f10-77f135b34ea7 req-2d4d5ef7-0bfa-43b0-bdaa-c865f8885726 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.48 "GET /v2.0/ports?device_id=ae576ab6-1b46-47fd-bf58-ef46fe455bb4&tenant_id=fc81ecd37f7c45729d2956005840b16f&binding%3Ahost_id=n-h1-834765-1 HTTP/1.1" status: 200 len: 944 time: 0.0722907 Mar 29 16:25:18.588284 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7bda64-0376-411a-a2c9-d103b03b19d5 req-a0cdc6f7-5666-4cf1-a641-14e207a8ef26 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:25:18.590639 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ae7bda64-0376-411a-a2c9-d103b03b19d5 req-a0cdc6f7-5666-4cf1-a641-14e207a8ef26 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/ports?device_id=ae576ab6-1b46-47fd-bf58-ef46fe455bb4 HTTP/1.1" status: 200 len: 944 time: 0.0975959 Mar 29 16:25:18.669922 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ae7bda64-0376-411a-a2c9-d103b03b19d5 req-2e66cc60-4567-4d19-9ba0-7aacb54d08e6 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/security-groups?id=567c213f-9d6d-4fc2-8a22-2f327ca29e20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705264 Mar 29 16:25:18.674877 n-d-834765-1 neutron-server[102791]: INFO neutron.api.v2.resource [req-d25c2cac-1db2-48e3-8f10-77f135b34ea7 req-60fbfc1c-9edb-4707-9237-9abdb93e7abf service neutron] delete failed (client error): The resource could not be found. Mar 29 16:25:18.675856 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d25c2cac-1db2-48e3-8f10-77f135b34ea7 req-60fbfc1c-9edb-4707-9237-9abdb93e7abf service neutron] 10.222.0.48 "DELETE /v2.0/ports/3dcfd0de-2743-4e43-8ba7-8f4a05055c69/bindings/n-h2-834765-1 HTTP/1.1" status: 404 len: 380 time: 0.0839746 Mar 29 16:25:18.734889 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device 3dcfd0de-2743-4e43-8ba7-8f4a05055c69 details requested by agent hyperv_n-h1-834765-1 with host n-h1-834765-1 {{(pid=102792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 16:25:18.759835 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25c2cac-1db2-48e3-8f10-77f135b34ea7 req-3fd9cfc9-d7e6-4249-814a-00fbf6afe23c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:25:18.761391 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d25c2cac-1db2-48e3-8f10-77f135b34ea7 req-3fd9cfc9-d7e6-4249-814a-00fbf6afe23c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=fc81ecd37f7c45729d2956005840b16f&device_id=ae576ab6-1b46-47fd-bf58-ef46fe455bb4 HTTP/1.1" status: 200 len: 1095 time: 0.0418403 Mar 29 16:25:18.828712 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port 3dcfd0de-2743-4e43-8ba7-8f4a05055c69, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=3dcfd0de-2743-4e43-8ba7-8f4a05055c69,segment=NetworkSegment(7e84e614-6e8a-4e9f-8f76-c5dc45da486d),segment_id=7e84e614-6e8a-4e9f-8f76-c5dc45da486d)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:25:18.840209 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Returning: {'device': '3dcfd0de-2743-4e43-8ba7-8f4a05055c69', 'network_id': 'c5e1a6c7-dcad-4557-a03d-4fb83cc38845', 'port_id': '3dcfd0de-2743-4e43-8ba7-8f4a05055c69', 'mac_address': 'fa:16:3e:2b:cc:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 636, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba66594e-6fd3-4284-9229-adeee8b25d84', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 16:25:18.853015 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25c2cac-1db2-48e3-8f10-77f135b34ea7 req-96171573-86ef-4c7e-8d4f-932d68c11558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:25:18.854477 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d25c2cac-1db2-48e3-8f10-77f135b34ea7 req-96171573-86ef-4c7e-8d4f-932d68c11558 service neutron] 10.222.0.48 "GET /v2.0/networks?id=c5e1a6c7-dcad-4557-a03d-4fb83cc38845 HTTP/1.1" status: 200 len: 913 time: 0.0868385 Mar 29 16:25:18.880011 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:25:18.893633 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3dcfd0de-2743-4e43-8ba7-8f4a05055c69 {{(pid=102792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 16:25:18.913124 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port 3dcfd0de-2743-4e43-8ba7-8f4a05055c69, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=3dcfd0de-2743-4e43-8ba7-8f4a05055c69,segment=NetworkSegment(7e84e614-6e8a-4e9f-8f76-c5dc45da486d),segment_id=7e84e614-6e8a-4e9f-8f76-c5dc45da486d)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:25:18.917922 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:25:18.919721 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d25c2cac-1db2-48e3-8f10-77f135b34ea7 req-effffea7-daed-4eb0-a52a-5ffbfefa00ed service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3dcfd0de-2743-4e43-8ba7-8f4a05055c69 HTTP/1.1" status: 200 len: 998 time: 0.0585890 Mar 29 16:25:18.965474 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Pushing event updated for resources: {'Port': ['ID=3dcfd0de-2743-4e43-8ba7-8f4a05055c69,revision_number=8']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:25:18.968357 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25c2cac-1db2-48e3-8f10-77f135b34ea7 req-1d6b5ed8-b102-4ef7-98bb-06222c2cfea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:25:18.969837 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d25c2cac-1db2-48e3-8f10-77f135b34ea7 req-1d6b5ed8-b102-4ef7-98bb-06222c2cfea2 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ba66594e-6fd3-4284-9229-adeee8b25d84 HTTP/1.1" status: 200 len: 851 time: 0.0442359 Mar 29 16:25:18.972783 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:25:18.973130 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:25:18.973467 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:25:18.973801 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:25:18.974133 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:25:18.974465 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:25:18.974789 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:25:18.975111 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:25:18.975455 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:25:18.975780 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:25:18.976180 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:25:18.976503 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:25:19.019197 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25c2cac-1db2-48e3-8f10-77f135b34ea7 req-209e02e4-71e4-4ba8-a0c5-788bf661432a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:25:19.020763 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d25c2cac-1db2-48e3-8f10-77f135b34ea7 req-209e02e4-71e4-4ba8-a0c5-788bf661432a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c5e1a6c7-dcad-4557-a03d-4fb83cc38845&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439782 Mar 29 16:25:19.107169 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d25c2cac-1db2-48e3-8f10-77f135b34ea7 req-879a421d-d5c6-4043-8aed-763981a86846 service neutron] 10.222.0.48 "GET /v2.0/networks/c5e1a6c7-dcad-4557-a03d-4fb83cc38845?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796461 Mar 29 16:25:19.198508 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d25c2cac-1db2-48e3-8f10-77f135b34ea7 req-faccc06e-45a1-4465-9ef3-d61ee5c3b93a service neutron] 10.222.0.48 "GET /v2.0/networks/c5e1a6c7-dcad-4557-a03d-4fb83cc38845?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848455 Mar 29 16:25:19.250127 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] get_ports_and_sgs() called for port_ids ['3dcfd0de-2743-4e43-8ba7-8f4a05055c69'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 16:25:19.795536 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2eb109-fffc-4acc-873b-d6297866c892 req-e7bb9f02-3c06-49f1-a776-6d8ab2da197b tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:25:19.797010 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-8c2eb109-fffc-4acc-873b-d6297866c892 req-e7bb9f02-3c06-49f1-a776-6d8ab2da197b tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/ports?device_id=ae576ab6-1b46-47fd-bf58-ef46fe455bb4 HTTP/1.1" status: 200 len: 945 time: 0.0489979 Mar 29 16:25:19.834191 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-8c2eb109-fffc-4acc-873b-d6297866c892 req-f27ff0f9-7a51-403d-9783-383f197eb850 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/security-groups?id=567c213f-9d6d-4fc2-8a22-2f327ca29e20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311041 Mar 29 16:25:19.947797 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7b9c30-9bd2-4b76-b18f-95ca4d0fc263 req-acdf02bc-ffa6-4f1c-8a5e-3070bb097d93 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:25:19.949305 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-5d7b9c30-9bd2-4b76-b18f-95ca4d0fc263 req-acdf02bc-ffa6-4f1c-8a5e-3070bb097d93 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/ports?device_id=ae576ab6-1b46-47fd-bf58-ef46fe455bb4 HTTP/1.1" status: 200 len: 945 time: 0.0486646 Mar 29 16:25:19.988531 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-5d7b9c30-9bd2-4b76-b18f-95ca4d0fc263 req-8edf8314-6724-44eb-8b91-62c881261b96 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/security-groups?id=567c213f-9d6d-4fc2-8a22-2f327ca29e20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333331 Mar 29 16:25:20.119459 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb3d33e-2c83-490d-81df-91cca9b1d6bc req-cef2d2cb-0305-4428-827a-10312c136624 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:25:20.120921 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-6bb3d33e-2c83-490d-81df-91cca9b1d6bc req-cef2d2cb-0305-4428-827a-10312c136624 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/ports?device_id=ae576ab6-1b46-47fd-bf58-ef46fe455bb4 HTTP/1.1" status: 200 len: 945 time: 0.0534267 Mar 29 16:25:20.472864 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-6bb3d33e-2c83-490d-81df-91cca9b1d6bc req-0e5d4798-7332-4b16-8600-49336ee3d20f tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/security-groups?id=567c213f-9d6d-4fc2-8a22-2f327ca29e20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3459542 Mar 29 16:25:20.703811 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bcaa25-ddb3-4864-b63f-8d8ddf6049bf req-d041f789-1947-491d-b81c-512b294a5423 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:25:20.705258 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-95bcaa25-ddb3-4864-b63f-8d8ddf6049bf req-d041f789-1947-491d-b81c-512b294a5423 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/ports?device_id=ae576ab6-1b46-47fd-bf58-ef46fe455bb4 HTTP/1.1" status: 200 len: 945 time: 0.0491023 Mar 29 16:25:20.743094 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-95bcaa25-ddb3-4864-b63f-8d8ddf6049bf req-5c57571b-628e-4a86-b4e8-8749919050d7 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/security-groups?id=567c213f-9d6d-4fc2-8a22-2f327ca29e20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309162 Mar 29 16:25:20.747468 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device 3dcfd0de-2743-4e43-8ba7-8f4a05055c69 up at agent hyperv_n-h1-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 16:25:20.796207 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Provisioning for port 3dcfd0de-2743-4e43-8ba7-8f4a05055c69 completed by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 16:25:20.799850 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Provisioning complete for port 3dcfd0de-2743-4e43-8ba7-8f4a05055c69 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:25:20.800221 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:25:20.874875 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:25:20.899373 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae576ab6-1b46-47fd-bf58-ef46fe455bb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dcfd0de-2743-4e43-8ba7-8f4a05055c69'}] {{(pid=102792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:25:20.901660 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4f476c66b318cc6068719fc39557fac68d413f5c7e78fa77028c7948e999ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f970d565-fbfa-4eb4-a8b2-8e04d263766f" -d '{"events": [{"server_uuid": "ae576ab6-1b46-47fd-bf58-ef46fe455bb4", "name": "network-vif-plugged", "status": "completed", "tag": "3dcfd0de-2743-4e43-8ba7-8f4a05055c69"}]}' {{(pid=102792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:25:20.915053 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port 3dcfd0de-2743-4e43-8ba7-8f4a05055c69, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=3dcfd0de-2743-4e43-8ba7-8f4a05055c69,segment=NetworkSegment(7e84e614-6e8a-4e9f-8f76-c5dc45da486d),segment_id=7e84e614-6e8a-4e9f-8f76-c5dc45da486d)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:25:20.919411 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:25:20.949625 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 16:25:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9d3d1da-3d80-417b-8524-19163680c90c x-openstack-request-id: req-d9d3d1da-3d80-417b-8524-19163680c90c {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:25:20.949910 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae576ab6-1b46-47fd-bf58-ef46fe455bb4", "name": "network-vif-plugged", "status": "completed", "tag": "3dcfd0de-2743-4e43-8ba7-8f4a05055c69", "code": 200}]} {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:25:20.950154 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d9d3d1da-3d80-417b-8524-19163680c90c {{(pid=102792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:25:20.950554 n-d-834765-1 neutron-server[102792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae576ab6-1b46-47fd-bf58-ef46fe455bb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dcfd0de-2743-4e43-8ba7-8f4a05055c69', 'code': 200} Mar 29 16:25:20.970848 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Pushing event updated for resources: {'Port': ['ID=3dcfd0de-2743-4e43-8ba7-8f4a05055c69,revision_number=9']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:25:21.857761 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae5a5f4-67aa-458c-bd53-4bad01838a60 req-d92f0a80-8621-4a96-8b9a-56051cc959c5 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:25:21.859219 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-fae5a5f4-67aa-458c-bd53-4bad01838a60 req-d92f0a80-8621-4a96-8b9a-56051cc959c5 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/ports?device_id=ae576ab6-1b46-47fd-bf58-ef46fe455bb4 HTTP/1.1" status: 200 len: 946 time: 0.0486674 Mar 29 16:25:21.896879 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-fae5a5f4-67aa-458c-bd53-4bad01838a60 req-a8dbf84a-e2e1-4408-b0dd-89f36f4a0a95 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/security-groups?id=567c213f-9d6d-4fc2-8a22-2f327ca29e20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315776 Mar 29 16:25:22.071613 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8b9a16-5ee4-4c95-8148-33a5de674394 req-ed281e16-e614-48fe-9d5a-8ac4cee7eb95 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:25:22.073049 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-be8b9a16-5ee4-4c95-8148-33a5de674394 req-ed281e16-e614-48fe-9d5a-8ac4cee7eb95 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.44 "GET /v2.0/ports?device_id=ae576ab6-1b46-47fd-bf58-ef46fe455bb4 HTTP/1.1" status: 200 len: 946 time: 0.0478516 Mar 29 16:25:22.163600 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [req-be8b9a16-5ee4-4c95-8148-33a5de674394 req-52ac1216-a638-4c6f-90da-3c9e738fb056 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Deleting port 3dcfd0de-2743-4e43-8ba7-8f4a05055c69 {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:25:22.163934 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-be8b9a16-5ee4-4c95-8148-33a5de674394 req-52ac1216-a638-4c6f-90da-3c9e738fb056 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:25:22.250305 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-be8b9a16-5ee4-4c95-8148-33a5de674394 req-52ac1216-a638-4c6f-90da-3c9e738fb056 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] For port 3dcfd0de-2743-4e43-8ba7-8f4a05055c69, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=3dcfd0de-2743-4e43-8ba7-8f4a05055c69,segment=NetworkSegment(7e84e614-6e8a-4e9f-8f76-c5dc45da486d),segment_id=7e84e614-6e8a-4e9f-8f76-c5dc45da486d)] {{(pid=102791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:25:22.250668 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-be8b9a16-5ee4-4c95-8148-33a5de674394 req-52ac1216-a638-4c6f-90da-3c9e738fb056 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:25:22.463683 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-be8b9a16-5ee4-4c95-8148-33a5de674394 req-52ac1216-a638-4c6f-90da-3c9e738fb056 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:25:22.464484 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-be8b9a16-5ee4-4c95-8148-33a5de674394 req-52ac1216-a638-4c6f-90da-3c9e738fb056 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648212'] for floatingip, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:25:22.464797 n-d-834765-1 neutron-server[102791]: INFO neutron.db.l3_db [req-be8b9a16-5ee4-4c95-8148-33a5de674394 req-52ac1216-a638-4c6f-90da-3c9e738fb056 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Floating IP 99e1000d-bbc8-41d9-b629-287a139c9ee0 disassociated. External IP: 172.25.4.3, port: 3dcfd0de-2743-4e43-8ba7-8f4a05055c69. Mar 29 16:25:22.465297 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [req-be8b9a16-5ee4-4c95-8148-33a5de674394 req-52ac1216-a638-4c6f-90da-3c9e738fb056 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Calling delete_port for 3dcfd0de-2743-4e43-8ba7-8f4a05055c69 owned by compute:nova {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:25:22.590682 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-be8b9a16-5ee4-4c95-8148-33a5de674394 req-52ac1216-a638-4c6f-90da-3c9e738fb056 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:25:22.618510 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ac1216-a638-4c6f-90da-3c9e738fb056 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Pushing event deleted for resources: {'Port': ['ID=3dcfd0de-2743-4e43-8ba7-8f4a05055c69,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:25:22.734426 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.l3_agent_scheduler [req-be8b9a16-5ee4-4c95-8148-33a5de674394 req-52ac1216-a638-4c6f-90da-3c9e738fb056 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Router 771d26af-b4a1-4c8f-826b-05fc0fe52762 has already been hosted by L3 agent c648d819-1060-4f26-b4ec-6455387b5dff {{(pid=102791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 16:25:22.842500 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-be8b9a16-5ee4-4c95-8148-33a5de674394 req-52ac1216-a638-4c6f-90da-3c9e738fb056 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 16:25:22.851863 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d24111d4-7bc7-4df7-ab2e-6b8771e65d7f None None] Sync routers for ids ['771d26af-b4a1-4c8f-826b-05fc0fe52762'] in n-d-834765-1 {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 16:25:22.861751 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d24111d4-7bc7-4df7-ab2e-6b8771e65d7f None None] Routers {'771d26af-b4a1-4c8f-826b-05fc0fe52762'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:25:22.862363 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-d24111d4-7bc7-4df7-ab2e-6b8771e65d7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:25:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['771d26af-b4a1-4c8f-826b-05fc0fe52762'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:25:22.884941 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [req-be8b9a16-5ee4-4c95-8148-33a5de674394 req-52ac1216-a638-4c6f-90da-3c9e738fb056 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] No DVR routers for this DVR port 3dcfd0de-2743-4e43-8ba7-8f4a05055c69 on host n-h1-834765-1 {{(pid=102791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 16:25:22.888351 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-be8b9a16-5ee4-4c95-8148-33a5de674394 req-52ac1216-a638-4c6f-90da-3c9e738fb056 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:25:22.891844 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-be8b9a16-5ee4-4c95-8148-33a5de674394 req-52ac1216-a638-4c6f-90da-3c9e738fb056 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.44 "DELETE /v2.0/ports/3dcfd0de-2743-4e43-8ba7-8f4a05055c69 HTTP/1.1" status: 204 len: 173 time: 0.8113887 Mar 29 16:25:22.892261 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae576ab6-1b46-47fd-bf58-ef46fe455bb4', 'name': 'network-vif-deleted', 'tag': '3dcfd0de-2743-4e43-8ba7-8f4a05055c69'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:25:22.894733 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c67b028db5e9b9818fecc5c0a87ebc6f190694fa53ca267d523e04f98de536d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec96620e-0705-45ec-bd0d-da9f6692fda9" -d '{"events": [{"server_uuid": "ae576ab6-1b46-47fd-bf58-ef46fe455bb4", "name": "network-vif-deleted", "tag": "3dcfd0de-2743-4e43-8ba7-8f4a05055c69"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:25:22.948043 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 16:25:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ac3ba0e-2d99-4e59-83f0-1c6fc18dd71d x-openstack-request-id: req-3ac3ba0e-2d99-4e59-83f0-1c6fc18dd71d {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:25:22.949106 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae576ab6-1b46-47fd-bf58-ef46fe455bb4", "name": "network-vif-deleted", "tag": "3dcfd0de-2743-4e43-8ba7-8f4a05055c69", "status": "completed", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:25:22.949381 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-3ac3ba0e-2d99-4e59-83f0-1c6fc18dd71d {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:25:22.950016 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae576ab6-1b46-47fd-bf58-ef46fe455bb4', 'name': 'network-vif-deleted', 'tag': '3dcfd0de-2743-4e43-8ba7-8f4a05055c69', 'status': 'completed', 'code': 200} Mar 29 16:25:23.019849 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-681c40d0-44a9-4612-b89d-5f1874b21c2c req-dc4ecace-63d7-47ca-a084-89466d6eca33 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/ports?device_id=ae576ab6-1b46-47fd-bf58-ef46fe455bb4 HTTP/1.1" status: 200 len: 210 time: 0.0347090 Mar 29 16:25:23.166466 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvr_db [None req-d24111d4-7bc7-4df7-ab2e-6b8771e65d7f None None] Set router 771d26af-b4a1-4c8f-826b-05fc0fe52762 gateway port host: n-d-834765-1 {{(pid=102792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:25:23.363855 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-d24111d4-7bc7-4df7-ab2e-6b8771e65d7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '771d26af-b4a1-4c8f-826b-05fc0fe52762', 'name': 'tempest-ServerActionsTestJSON-1958030824-router', 'tenant_id': 'fc81ecd37f7c45729d2956005840b16f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.145'}], 'enable_snat': True}, 'gw_port_id': 'a53d6c1b-a73b-4507-8dfa-c7ab2ae26ed8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:24:24Z', 'updated_at': '2022-03-29T16:24:27Z', 'revision_number': 4, 'project_id': 'fc81ecd37f7c45729d2956005840b16f', 'gw_port': {'id': 'a53d6c1b-a73b-4507-8dfa-c7ab2ae26ed8', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:cf:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '771d26af-b4a1-4c8f-826b-05fc0fe52762', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:24:24Z', 'updated_at': '2022-03-29T16:24:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': '66e2b021-b8d0-42b7-be7a-3a9b3402eec8', 'name': '', 'network_id': 'c5e1a6c7-dcad-4557-a03d-4fb83cc38845', 'tenant_id': 'fc81ecd37f7c45729d2956005840b16f', 'mac_address': 'fa:16:3e:25:10:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '771d26af-b4a1-4c8f-826b-05fc0fe52762', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'ba66594e-6fd3-4284-9229-adeee8b25d84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:24:26Z', 'updated_at': '2022-03-29T16:24:31Z', 'revision_number': 5, 'project_id': 'fc81ecd37f7c45729d2956005840b16f', 'subnets': [{'id': 'ba66594e-6fd3-4284-9229-adeee8b25d84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:25:23.393584 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d24111d4-7bc7-4df7-ab2e-6b8771e65d7f None None] Checking router: 771d26af-b4a1-4c8f-826b-05fc0fe52762 for host: n-d-834765-1 {{(pid=102792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 16:25:23.401605 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d24111d4-7bc7-4df7-ab2e-6b8771e65d7f None None] Routers {'771d26af-b4a1-4c8f-826b-05fc0fe52762'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:25:23.402372 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-d24111d4-7bc7-4df7-ab2e-6b8771e65d7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:25:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['771d26af-b4a1-4c8f-826b-05fc0fe52762'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:25:23.506253 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvr_db [None req-d24111d4-7bc7-4df7-ab2e-6b8771e65d7f None None] Set router 771d26af-b4a1-4c8f-826b-05fc0fe52762 gateway port host: n-d-834765-1 {{(pid=102792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:25:23.700209 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-d24111d4-7bc7-4df7-ab2e-6b8771e65d7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '771d26af-b4a1-4c8f-826b-05fc0fe52762', 'name': 'tempest-ServerActionsTestJSON-1958030824-router', 'tenant_id': 'fc81ecd37f7c45729d2956005840b16f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.145'}], 'enable_snat': True}, 'gw_port_id': 'a53d6c1b-a73b-4507-8dfa-c7ab2ae26ed8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:24:24Z', 'updated_at': '2022-03-29T16:24:27Z', 'revision_number': 4, 'project_id': 'fc81ecd37f7c45729d2956005840b16f', 'gw_port': {'id': 'a53d6c1b-a73b-4507-8dfa-c7ab2ae26ed8', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:cf:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '771d26af-b4a1-4c8f-826b-05fc0fe52762', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:24:24Z', 'updated_at': '2022-03-29T16:24:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': '66e2b021-b8d0-42b7-be7a-3a9b3402eec8', 'name': '', 'network_id': 'c5e1a6c7-dcad-4557-a03d-4fb83cc38845', 'tenant_id': 'fc81ecd37f7c45729d2956005840b16f', 'mac_address': 'fa:16:3e:25:10:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '771d26af-b4a1-4c8f-826b-05fc0fe52762', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'ba66594e-6fd3-4284-9229-adeee8b25d84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:24:26Z', 'updated_at': '2022-03-29T16:24:31Z', 'revision_number': 5, 'project_id': 'fc81ecd37f7c45729d2956005840b16f', 'subnets': [{'id': 'ba66594e-6fd3-4284-9229-adeee8b25d84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:25:23.726629 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d24111d4-7bc7-4df7-ab2e-6b8771e65d7f None None] The sync data for ids ['771d26af-b4a1-4c8f-826b-05fc0fe52762'] in n-d-834765-1 is: [{'id': '771d26af-b4a1-4c8f-826b-05fc0fe52762', 'name': 'tempest-ServerActionsTestJSON-1958030824-router', 'tenant_id': 'fc81ecd37f7c45729d2956005840b16f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.145'}], 'enable_snat': True}, 'gw_port_id': 'a53d6c1b-a73b-4507-8dfa-c7ab2ae26ed8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:24:24Z', 'updated_at': '2022-03-29T16:24:27Z', 'revision_number': 4, 'project_id': 'fc81ecd37f7c45729d2956005840b16f', 'gw_port': {'id': 'a53d6c1b-a73b-4507-8dfa-c7ab2ae26ed8', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:cf:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '771d26af-b4a1-4c8f-826b-05fc0fe52762', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:24:24Z', 'updated_at': '2022-03-29T16:24:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': '66e2b021-b8d0-42b7-be7a-3a9b3402eec8', 'name': '', 'network_id': 'c5e1a6c7-dcad-4557-a03d-4fb83cc38845', 'tenant_id': 'fc81ecd37f7c45729d2956005840b16f', 'mac_address': 'fa:16:3e:25:10:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '771d26af-b4a1-4c8f-826b-05fc0fe52762', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'ba66594e-6fd3-4284-9229-adeee8b25d84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:24:26Z', 'updated_at': '2022-03-29T16:24:31Z', 'revision_number': 5, 'project_id': 'fc81ecd37f7c45729d2956005840b16f', 'subnets': [{'id': 'ba66594e-6fd3-4284-9229-adeee8b25d84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 16:25:23.942895 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f325d385-5a8a-498c-a3a7-7ef9c0a01112 None None] New status for floating IP 99e1000d-bbc8-41d9-b629-287a139c9ee0: DOWN {{(pid=102793) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 16:25:24.258190 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-eb5a117f-5a06-4fd3-aa14-b441495a35b9 req-76214d6c-1a26-44e5-a0a0-2e5d59bf53d7 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--120616008&fields=id&tenant_id=fc81ecd37f7c45729d2956005840b16f HTTP/1.1" status: 200 len: 267 time: 0.0325298 Mar 29 16:25:24.376519 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5a117f-5a06-4fd3-aa14-b441495a35b9 req-dda1e5e3-8b25-4a75-8918-8bd506c789c4 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:25:24.378293 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-eb5a117f-5a06-4fd3-aa14-b441495a35b9 req-dda1e5e3-8b25-4a75-8918-8bd506c789c4 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/networks?id=c5e1a6c7-dcad-4557-a03d-4fb83cc38845 HTTP/1.1" status: 200 len: 812 time: 0.1132486 Mar 29 16:25:24.393573 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-eb5a117f-5a06-4fd3-aa14-b441495a35b9 req-1713f623-40b9-4fdc-a178-9930628cfd71 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/quotas/fc81ecd37f7c45729d2956005840b16f HTTP/1.1" status: 200 len: 375 time: 0.0093558 Mar 29 16:25:24.446215 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-eb5a117f-5a06-4fd3-aa14-b441495a35b9 req-e748d781-a9f3-4875-b42f-a63a0ee25d8f tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=fc81ecd37f7c45729d2956005840b16f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0471048 Mar 29 16:25:24.543599 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-eb5a117f-5a06-4fd3-aa14-b441495a35b9 req-e1dbc7a6-12ce-4768-8eef-21601bcba7f4 service neutron] 10.222.0.42 "GET /v2.0/networks/c5e1a6c7-dcad-4557-a03d-4fb83cc38845?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851579 Mar 29 16:25:24.633249 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-eb5a117f-5a06-4fd3-aa14-b441495a35b9 req-47d55c88-9aa3-46e8-b874-2921e372bdb7 service neutron] 10.222.0.42 "GET /v2.0/networks/c5e1a6c7-dcad-4557-a03d-4fb83cc38845?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833478 Mar 29 16:25:24.779293 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device 3dcfd0de-2743-4e43-8ba7-8f4a05055c69 no longer exists at agent hyperv_n-h1-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 16:25:24.802813 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-b608bef3-2369-4797-8e87-9bceb2a4c8af req-d7da5d74-dc0b-42a7-9eab-1acc9a0f9a24 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/ports?device_id=b291e6b1-8cf3-4410-a188-958b0402589d HTTP/1.1" status: 200 len: 210 time: 0.0348020 Mar 29 16:25:24.804450 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] No Port match for: 3dcfd0de-2743-4e43-8ba7-8f4a05055c69 {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 16:25:24.804794 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device 3dcfd0de-2743-4e43-8ba7-8f4a05055c69 not bound to the agent host n-h1-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 16:25:25.693706 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5a117f-5a06-4fd3-aa14-b441495a35b9 req-f69221f6-7c41-46d2-a909-ebff3575a694 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:25:25.695209 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-eb5a117f-5a06-4fd3-aa14-b441495a35b9 req-f69221f6-7c41-46d2-a909-ebff3575a694 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.48 "GET /v2.0/networks?id=c5e1a6c7-dcad-4557-a03d-4fb83cc38845 HTTP/1.1" status: 200 len: 812 time: 0.1038415 Mar 29 16:25:25.738394 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-eb5a117f-5a06-4fd3-aa14-b441495a35b9 req-59cf86ca-4535-4616-b1da-e2cedd3f507e tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fc81ecd37f7c45729d2956005840b16f HTTP/1.1" status: 200 len: 379 time: 0.0339832 Mar 29 16:25:25.752281 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [req-eb5a117f-5a06-4fd3-aa14-b441495a35b9 req-522d7013-8ea4-45a6-8eda-f83f9db44c2c tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Request body: {'port': {'device_id': 'b291e6b1-8cf3-4410-a188-958b0402589d', 'network_id': 'c5e1a6c7-dcad-4557-a03d-4fb83cc38845', 'admin_state_up': True, 'tenant_id': 'fc81ecd37f7c45729d2956005840b16f', 'security_groups': ['567c213f-9d6d-4fc2-8a22-2f327ca29e20']}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:25:25.860729 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb5a117f-5a06-4fd3-aa14-b441495a35b9 req-522d7013-8ea4-45a6-8eda-f83f9db44c2c tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Made reservation on behalf of fc81ecd37f7c45729d2956005840b16f for: {'port': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:25:25.864354 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-eb5a117f-5a06-4fd3-aa14-b441495a35b9 req-522d7013-8ea4-45a6-8eda-f83f9db44c2c tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:25:25.903714 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4d14db6c-fb67-4c76-8a17-cba22ea97690 req-3e144cb3-56ab-44ce-b300-a393cf8e85f0 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/ports?device_id=b291e6b1-8cf3-4410-a188-958b0402589d HTTP/1.1" status: 200 len: 210 time: 0.0292420 Mar 29 16:25:26.014970 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_common [req-eb5a117f-5a06-4fd3-aa14-b441495a35b9 req-522d7013-8ea4-45a6-8eda-f83f9db44c2c tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Allocated IP 172.20.0.10 (c5e1a6c7-dcad-4557-a03d-4fb83cc38845/ba66594e-6fd3-4284-9229-adeee8b25d84/62b53b37-cff2-4b7a-ac45-aa837d7e6742) {{(pid=102791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:25:26.143580 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-eb5a117f-5a06-4fd3-aa14-b441495a35b9 req-522d7013-8ea4-45a6-8eda-f83f9db44c2c tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Notify callbacks [] for port, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:25:26.178500 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-eb5a117f-5a06-4fd3-aa14-b441495a35b9 req-522d7013-8ea4-45a6-8eda-f83f9db44c2c tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:25:26.226863 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb5a117f-5a06-4fd3-aa14-b441495a35b9 req-522d7013-8ea4-45a6-8eda-f83f9db44c2c tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Network c5e1a6c7-dcad-4557-a03d-4fb83cc38845 is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:25:26.230577 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [req-eb5a117f-5a06-4fd3-aa14-b441495a35b9 req-522d7013-8ea4-45a6-8eda-f83f9db44c2c tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:25:26.234079 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb5a117f-5a06-4fd3-aa14-b441495a35b9 req-522d7013-8ea4-45a6-8eda-f83f9db44c2c tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Received port after_create {{(pid=102791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:25:26.257034 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522d7013-8ea4-45a6-8eda-f83f9db44c2c tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Pushing event updated for resources: {'Port': ['ID=62b53b37-cff2-4b7a-ac45-aa837d7e6742,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:25:26.286735 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5a117f-5a06-4fd3-aa14-b441495a35b9 req-522d7013-8ea4-45a6-8eda-f83f9db44c2c tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:25:26.287393 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-eb5a117f-5a06-4fd3-aa14-b441495a35b9 req-522d7013-8ea4-45a6-8eda-f83f9db44c2c tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:25:26.304986 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-eb5a117f-5a06-4fd3-aa14-b441495a35b9 req-522d7013-8ea4-45a6-8eda-f83f9db44c2c tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5564811 Mar 29 16:25:26.317118 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [req-eb5a117f-5a06-4fd3-aa14-b441495a35b9 req-9e39afa7-0aef-4b83-8d21-62bf3eb0b02a service neutron] Request body: {'port': {'device_id': 'b291e6b1-8cf3-4410-a188-958b0402589d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834765-1'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:25:26.374793 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-eb5a117f-5a06-4fd3-aa14-b441495a35b9 req-9e39afa7-0aef-4b83-8d21-62bf3eb0b02a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:25:26.422188 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-df3ed05d-9242-4aa4-a8ef-77368c996820 None None] Provisioning complete for port 62b53b37-cff2-4b7a-ac45-aa837d7e6742 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:25:26.422720 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-df3ed05d-9242-4aa4-a8ef-77368c996820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:25:26.458068 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-df3ed05d-9242-4aa4-a8ef-77368c996820 None None] Port 62b53b37-cff2-4b7a-ac45-aa837d7e6742 cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 16:25:26.639719 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [req-eb5a117f-5a06-4fd3-aa14-b441495a35b9 req-9e39afa7-0aef-4b83-8d21-62bf3eb0b02a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62b53b37-cff2-4b7a-ac45-aa837d7e6742 {{(pid=102791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 16:25:26.646853 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-eb5a117f-5a06-4fd3-aa14-b441495a35b9 req-9e39afa7-0aef-4b83-8d21-62bf3eb0b02a service neutron] Notify callbacks [] for port, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:25:26.658197 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.provisioning_blocks [req-eb5a117f-5a06-4fd3-aa14-b441495a35b9 req-9e39afa7-0aef-4b83-8d21-62bf3eb0b02a service neutron] Transition to ACTIVE for port object 62b53b37-cff2-4b7a-ac45-aa837d7e6742 will not be triggered until provisioned by entity L2. {{(pid=102791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 16:25:26.662086 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-eb5a117f-5a06-4fd3-aa14-b441495a35b9 req-9e39afa7-0aef-4b83-8d21-62bf3eb0b02a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:25:26.717463 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e39afa7-0aef-4b83-8d21-62bf3eb0b02a service neutron] Pushing event updated for resources: {'Port': ['ID=62b53b37-cff2-4b7a-ac45-aa837d7e6742,revision_number=2']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:25:26.787553 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-eb5a117f-5a06-4fd3-aa14-b441495a35b9 req-9e39afa7-0aef-4b83-8d21-62bf3eb0b02a service neutron] Attempting to bind port 62b53b37-cff2-4b7a-ac45-aa837d7e6742 on host n-h2-834765-1 for vnic_type normal with profile {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 16:25:26.787889 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-eb5a117f-5a06-4fd3-aa14-b441495a35b9 req-9e39afa7-0aef-4b83-8d21-62bf3eb0b02a service neutron] Attempting to bind port 62b53b37-cff2-4b7a-ac45-aa837d7e6742 by drivers openvswitch,hyperv on host n-h2-834765-1 at level 0 using segments [{'id': '7e84e614-6e8a-4e9f-8f76-c5dc45da486d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'c5e1a6c7-dcad-4557-a03d-4fb83cc38845'}] {{(pid=102791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 16:25:26.788215 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb5a117f-5a06-4fd3-aa14-b441495a35b9 req-9e39afa7-0aef-4b83-8d21-62bf3eb0b02a service neutron] Attempting to bind port 62b53b37-cff2-4b7a-ac45-aa837d7e6742 on network c5e1a6c7-dcad-4557-a03d-4fb83cc38845 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 16:25:26.793948 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb5a117f-5a06-4fd3-aa14-b441495a35b9 req-9e39afa7-0aef-4b83-8d21-62bf3eb0b02a service neutron] Port 62b53b37-cff2-4b7a-ac45-aa837d7e6742 on network c5e1a6c7-dcad-4557-a03d-4fb83cc38845 not bound, no agent of type Open vSwitch agent registered on host n-h2-834765-1 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 16:25:26.794264 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb5a117f-5a06-4fd3-aa14-b441495a35b9 req-9e39afa7-0aef-4b83-8d21-62bf3eb0b02a service neutron] Attempting to bind port 62b53b37-cff2-4b7a-ac45-aa837d7e6742 on network c5e1a6c7-dcad-4557-a03d-4fb83cc38845 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 16:25:26.799887 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb5a117f-5a06-4fd3-aa14-b441495a35b9 req-9e39afa7-0aef-4b83-8d21-62bf3eb0b02a service neutron] Checking agent: {'id': '3e4b4912-b4a2-4d17-b5bd-6ce15529e8eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 33, 17), 'started_at': datetime.datetime(2022, 3, 29, 15, 33, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 16, 25, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 16:25:26.800218 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb5a117f-5a06-4fd3-aa14-b441495a35b9 req-9e39afa7-0aef-4b83-8d21-62bf3eb0b02a service neutron] Checking segment: {'id': '7e84e614-6e8a-4e9f-8f76-c5dc45da486d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'c5e1a6c7-dcad-4557-a03d-4fb83cc38845'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 16:25:26.800595 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb5a117f-5a06-4fd3-aa14-b441495a35b9 req-9e39afa7-0aef-4b83-8d21-62bf3eb0b02a service neutron] Bound using segment: {'id': '7e84e614-6e8a-4e9f-8f76-c5dc45da486d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'c5e1a6c7-dcad-4557-a03d-4fb83cc38845'} {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 16:25:26.801016 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-eb5a117f-5a06-4fd3-aa14-b441495a35b9 req-9e39afa7-0aef-4b83-8d21-62bf3eb0b02a service neutron] Bound port: 62b53b37-cff2-4b7a-ac45-aa837d7e6742, host: n-h2-834765-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e84e614-6e8a-4e9f-8f76-c5dc45da486d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'c5e1a6c7-dcad-4557-a03d-4fb83cc38845'}}] {{(pid=102791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 16:25:26.801372 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-eb5a117f-5a06-4fd3-aa14-b441495a35b9 req-9e39afa7-0aef-4b83-8d21-62bf3eb0b02a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:25:26.871840 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-eb5a117f-5a06-4fd3-aa14-b441495a35b9 req-9e39afa7-0aef-4b83-8d21-62bf3eb0b02a service neutron] For port 62b53b37-cff2-4b7a-ac45-aa837d7e6742, host n-h2-834765-1, cleared binding levels {{(pid=102791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 16:25:26.875796 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-eb5a117f-5a06-4fd3-aa14-b441495a35b9 req-9e39afa7-0aef-4b83-8d21-62bf3eb0b02a service neutron] For port 62b53b37-cff2-4b7a-ac45-aa837d7e6742, host n-h2-834765-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=62b53b37-cff2-4b7a-ac45-aa837d7e6742,segment=NetworkSegment(7e84e614-6e8a-4e9f-8f76-c5dc45da486d),segment_id=7e84e614-6e8a-4e9f-8f76-c5dc45da486d)] {{(pid=102791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 16:25:26.880739 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-eb5a117f-5a06-4fd3-aa14-b441495a35b9 req-9e39afa7-0aef-4b83-8d21-62bf3eb0b02a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:25:26.916693 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5a117f-5a06-4fd3-aa14-b441495a35b9 req-9e39afa7-0aef-4b83-8d21-62bf3eb0b02a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:25:26.917813 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-eb5a117f-5a06-4fd3-aa14-b441495a35b9 req-9e39afa7-0aef-4b83-8d21-62bf3eb0b02a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:25:26.919430 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-eb5a117f-5a06-4fd3-aa14-b441495a35b9 req-9e39afa7-0aef-4b83-8d21-62bf3eb0b02a service neutron] 10.222.0.48 "PUT /v2.0/ports/62b53b37-cff2-4b7a-ac45-aa837d7e6742 HTTP/1.1" status: 200 len: 1092 time: 0.6068549 Mar 29 16:25:26.919870 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b291e6b1-8cf3-4410-a188-958b0402589d', 'tag': '62b53b37-cff2-4b7a-ac45-aa837d7e6742'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:25:26.922106 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c67b028db5e9b9818fecc5c0a87ebc6f190694fa53ca267d523e04f98de536d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e45845a-dc69-41ba-be46-45885fabe7a2" -d '{"events": [{"name": "network-changed", "server_uuid": "b291e6b1-8cf3-4410-a188-958b0402589d", "tag": "62b53b37-cff2-4b7a-ac45-aa837d7e6742"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:25:26.946603 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e39afa7-0aef-4b83-8d21-62bf3eb0b02a service neutron] Pushing event updated for resources: {'Port': ['ID=62b53b37-cff2-4b7a-ac45-aa837d7e6742,revision_number=3']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:25:27.010749 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 16:25:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f523a320-a4da-4a48-9ba9-63a7db469be6 x-openstack-request-id: req-f523a320-a4da-4a48-9ba9-63a7db469be6 {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:25:27.011158 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b291e6b1-8cf3-4410-a188-958b0402589d", "tag": "62b53b37-cff2-4b7a-ac45-aa837d7e6742", "status": "completed", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:25:27.011416 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f523a320-a4da-4a48-9ba9-63a7db469be6 {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:25:27.011815 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b291e6b1-8cf3-4410-a188-958b0402589d', 'tag': '62b53b37-cff2-4b7a-ac45-aa837d7e6742', 'status': 'completed', 'code': 200} Mar 29 16:25:27.059481 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5a117f-5a06-4fd3-aa14-b441495a35b9 req-481e0226-3955-47da-9ab3-bc750d80aa83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:25:27.061004 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-eb5a117f-5a06-4fd3-aa14-b441495a35b9 req-481e0226-3955-47da-9ab3-bc750d80aa83 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=fc81ecd37f7c45729d2956005840b16f&device_id=b291e6b1-8cf3-4410-a188-958b0402589d HTTP/1.1" status: 200 len: 1095 time: 0.0968318 Mar 29 16:25:27.074007 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927b09ab-bbfc-4c89-8369-511b727ed125 req-40325925-cb28-472b-8629-c42f2bfcfb16 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:25:27.075667 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-927b09ab-bbfc-4c89-8369-511b727ed125 req-40325925-cb28-472b-8629-c42f2bfcfb16 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/ports?device_id=b291e6b1-8cf3-4410-a188-958b0402589d HTTP/1.1" status: 200 len: 944 time: 0.0676072 Mar 29 16:25:27.121527 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-eb5a117f-5a06-4fd3-aa14-b441495a35b9 req-5bcb4f18-f7fb-46ef-b118-6589bf49cd58 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=62b53b37-cff2-4b7a-ac45-aa837d7e6742 HTTP/1.1" status: 200 len: 217 time: 0.0448983 Mar 29 16:25:27.167931 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-927b09ab-bbfc-4c89-8369-511b727ed125 req-0ff14d6c-f92a-45b4-9768-1873a9eba9aa tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/security-groups?id=567c213f-9d6d-4fc2-8a22-2f327ca29e20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0852082 Mar 29 16:25:27.181253 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5a117f-5a06-4fd3-aa14-b441495a35b9 req-3d03c4f6-5b67-4898-b15a-0fdf3ffd389d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:25:27.182676 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-eb5a117f-5a06-4fd3-aa14-b441495a35b9 req-3d03c4f6-5b67-4898-b15a-0fdf3ffd389d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ba66594e-6fd3-4284-9229-adeee8b25d84 HTTP/1.1" status: 200 len: 851 time: 0.0548470 Mar 29 16:25:27.232960 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5a117f-5a06-4fd3-aa14-b441495a35b9 req-b4e3b415-c123-4462-9c3c-d6dbeb8fead6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:25:27.234451 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-eb5a117f-5a06-4fd3-aa14-b441495a35b9 req-b4e3b415-c123-4462-9c3c-d6dbeb8fead6 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c5e1a6c7-dcad-4557-a03d-4fb83cc38845&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0455811 Mar 29 16:25:27.324665 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-eb5a117f-5a06-4fd3-aa14-b441495a35b9 req-70df0099-d47a-4122-9e45-8f264f55b69c service neutron] 10.222.0.48 "GET /v2.0/networks/c5e1a6c7-dcad-4557-a03d-4fb83cc38845?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839081 Mar 29 16:25:27.416753 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-eb5a117f-5a06-4fd3-aa14-b441495a35b9 req-ae78336e-eddf-4b86-b960-01f07689fe56 service neutron] 10.222.0.48 "GET /v2.0/networks/c5e1a6c7-dcad-4557-a03d-4fb83cc38845?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859461 Mar 29 16:25:27.498376 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e45845a-dc69-41ba-be46-45885fabe7a2 req-31736725-812e-46a1-b397-0a7e560214a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:25:27.499890 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-2e45845a-dc69-41ba-be46-45885fabe7a2 req-31736725-812e-46a1-b397-0a7e560214a5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=fc81ecd37f7c45729d2956005840b16f&device_id=b291e6b1-8cf3-4410-a188-958b0402589d HTTP/1.1" status: 200 len: 1095 time: 0.0407174 Mar 29 16:25:27.590829 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e45845a-dc69-41ba-be46-45885fabe7a2 req-8577e0be-38e0-401f-b1ad-d163768c7ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:25:27.592292 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-2e45845a-dc69-41ba-be46-45885fabe7a2 req-8577e0be-38e0-401f-b1ad-d163768c7ac7 service neutron] 10.222.0.48 "GET /v2.0/networks?id=c5e1a6c7-dcad-4557-a03d-4fb83cc38845 HTTP/1.1" status: 200 len: 913 time: 0.0859880 Mar 29 16:25:27.633253 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-2e45845a-dc69-41ba-be46-45885fabe7a2 req-dae83989-8c19-4830-9317-4ba464fc906a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=62b53b37-cff2-4b7a-ac45-aa837d7e6742 HTTP/1.1" status: 200 len: 217 time: 0.0339601 Mar 29 16:25:27.678821 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e45845a-dc69-41ba-be46-45885fabe7a2 req-135eebd9-730c-4004-8d82-e0c47b4781ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:25:27.680236 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-2e45845a-dc69-41ba-be46-45885fabe7a2 req-135eebd9-730c-4004-8d82-e0c47b4781ce service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ba66594e-6fd3-4284-9229-adeee8b25d84 HTTP/1.1" status: 200 len: 851 time: 0.0411553 Mar 29 16:25:27.724427 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e45845a-dc69-41ba-be46-45885fabe7a2 req-3463f577-cf32-4ca9-9483-1ec3878c2c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:25:27.725876 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-2e45845a-dc69-41ba-be46-45885fabe7a2 req-3463f577-cf32-4ca9-9483-1ec3878c2c8b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c5e1a6c7-dcad-4557-a03d-4fb83cc38845&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394108 Mar 29 16:25:27.817072 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-2e45845a-dc69-41ba-be46-45885fabe7a2 req-5b3f37b3-4977-4ab2-9de1-60d41aba8bb6 service neutron] 10.222.0.48 "GET /v2.0/networks/c5e1a6c7-dcad-4557-a03d-4fb83cc38845?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845754 Mar 29 16:25:27.906582 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-2e45845a-dc69-41ba-be46-45885fabe7a2 req-fdbf381f-a91b-4bbf-b89f-446877da4ee7 service neutron] 10.222.0.48 "GET /v2.0/networks/c5e1a6c7-dcad-4557-a03d-4fb83cc38845?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823090 Mar 29 16:25:28.282266 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb7a7ef-b511-410a-bd03-3bad38e85196 req-d802c5a9-aaac-4abe-8931-4a7045074eed tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:25:28.283746 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-0fb7a7ef-b511-410a-bd03-3bad38e85196 req-d802c5a9-aaac-4abe-8931-4a7045074eed tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/ports?device_id=b291e6b1-8cf3-4410-a188-958b0402589d HTTP/1.1" status: 200 len: 944 time: 0.0476592 Mar 29 16:25:28.320504 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-0fb7a7ef-b511-410a-bd03-3bad38e85196 req-9878d351-651e-4b38-8563-dbbe0ef4cb72 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/security-groups?id=567c213f-9d6d-4fc2-8a22-2f327ca29e20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307817 Mar 29 16:25:29.158577 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device 62b53b37-cff2-4b7a-ac45-aa837d7e6742 details requested by agent hyperv_n-h2-834765-1 with host n-h2-834765-1 {{(pid=102792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 16:25:29.253479 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port 62b53b37-cff2-4b7a-ac45-aa837d7e6742, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=62b53b37-cff2-4b7a-ac45-aa837d7e6742,segment=NetworkSegment(7e84e614-6e8a-4e9f-8f76-c5dc45da486d),segment_id=7e84e614-6e8a-4e9f-8f76-c5dc45da486d)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:25:29.264991 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Returning: {'device': '62b53b37-cff2-4b7a-ac45-aa837d7e6742', 'network_id': 'c5e1a6c7-dcad-4557-a03d-4fb83cc38845', 'port_id': '62b53b37-cff2-4b7a-ac45-aa837d7e6742', 'mac_address': 'fa:16:3e:1f:4a:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 636, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba66594e-6fd3-4284-9229-adeee8b25d84', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 16:25:29.300875 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:25:29.313901 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62b53b37-cff2-4b7a-ac45-aa837d7e6742 {{(pid=102792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 16:25:29.336507 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port 62b53b37-cff2-4b7a-ac45-aa837d7e6742, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=62b53b37-cff2-4b7a-ac45-aa837d7e6742,segment=NetworkSegment(7e84e614-6e8a-4e9f-8f76-c5dc45da486d),segment_id=7e84e614-6e8a-4e9f-8f76-c5dc45da486d)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:25:29.340218 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:25:29.396440 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Pushing event updated for resources: {'Port': ['ID=62b53b37-cff2-4b7a-ac45-aa837d7e6742,revision_number=4']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:25:29.450116 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4721dcef-5ea3-48b6-bf2a-8e439d6df865 req-190cbaeb-f4aa-4fe1-a6aa-5f456302a8eb tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:25:29.451511 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4721dcef-5ea3-48b6-bf2a-8e439d6df865 req-190cbaeb-f4aa-4fe1-a6aa-5f456302a8eb tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/ports?device_id=b291e6b1-8cf3-4410-a188-958b0402589d HTTP/1.1" status: 200 len: 945 time: 0.0492167 Mar 29 16:25:29.488727 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4721dcef-5ea3-48b6-bf2a-8e439d6df865 req-83d0da21-b2ca-49bf-8b42-f6b829fc0289 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/security-groups?id=567c213f-9d6d-4fc2-8a22-2f327ca29e20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312099 Mar 29 16:25:29.643167 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] get_ports_and_sgs() called for port_ids ['62b53b37-cff2-4b7a-ac45-aa837d7e6742'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 16:25:30.410269 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-b295ad97-dc86-4299-8187-2207696347fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:25:30.605843 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af877549-a7f7-4d2e-8c54-00b10a8a4878 req-1c3b419d-2a93-444e-970d-0de39d81f375 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:25:30.607327 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-af877549-a7f7-4d2e-8c54-00b10a8a4878 req-1c3b419d-2a93-444e-970d-0de39d81f375 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/ports?device_id=b291e6b1-8cf3-4410-a188-958b0402589d HTTP/1.1" status: 200 len: 945 time: 0.0487523 Mar 29 16:25:30.644990 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-af877549-a7f7-4d2e-8c54-00b10a8a4878 req-74e8998b-97e1-47ed-a7e4-924aed858fc0 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/security-groups?id=567c213f-9d6d-4fc2-8a22-2f327ca29e20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316050 Mar 29 16:25:31.175086 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device 62b53b37-cff2-4b7a-ac45-aa837d7e6742 up at agent hyperv_n-h2-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 16:25:31.238795 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Provisioning for port 62b53b37-cff2-4b7a-ac45-aa837d7e6742 completed by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 16:25:31.243717 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Provisioning complete for port 62b53b37-cff2-4b7a-ac45-aa837d7e6742 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:25:31.244086 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:25:31.327075 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:25:31.353676 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b291e6b1-8cf3-4410-a188-958b0402589d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62b53b37-cff2-4b7a-ac45-aa837d7e6742'}] {{(pid=102792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:25:31.356743 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4f476c66b318cc6068719fc39557fac68d413f5c7e78fa77028c7948e999ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b6fe26b-22a8-46ab-80aa-565ba7bd2318" -d '{"events": [{"server_uuid": "b291e6b1-8cf3-4410-a188-958b0402589d", "name": "network-vif-plugged", "status": "completed", "tag": "62b53b37-cff2-4b7a-ac45-aa837d7e6742"}]}' {{(pid=102792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:25:31.373874 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port 62b53b37-cff2-4b7a-ac45-aa837d7e6742, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=62b53b37-cff2-4b7a-ac45-aa837d7e6742,segment=NetworkSegment(7e84e614-6e8a-4e9f-8f76-c5dc45da486d),segment_id=7e84e614-6e8a-4e9f-8f76-c5dc45da486d)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:25:31.379241 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:25:31.406930 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 16:25:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5855664-cd94-4931-8096-0c171fddbe59 x-openstack-request-id: req-b5855664-cd94-4931-8096-0c171fddbe59 {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:25:31.407226 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b291e6b1-8cf3-4410-a188-958b0402589d", "name": "network-vif-plugged", "status": "completed", "tag": "62b53b37-cff2-4b7a-ac45-aa837d7e6742", "code": 200}]} {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:25:31.407557 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b5855664-cd94-4931-8096-0c171fddbe59 {{(pid=102792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:25:31.407885 n-d-834765-1 neutron-server[102792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b291e6b1-8cf3-4410-a188-958b0402589d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62b53b37-cff2-4b7a-ac45-aa837d7e6742', 'code': 200} Mar 29 16:25:31.439994 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Pushing event updated for resources: {'Port': ['ID=62b53b37-cff2-4b7a-ac45-aa837d7e6742,revision_number=5']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:25:31.511244 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2484c39d-1e9f-4e86-b7b4-591d1fb431af req-1117effd-95c1-4703-aa8d-a89b529d72c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:25:31.512823 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-2484c39d-1e9f-4e86-b7b4-591d1fb431af req-1117effd-95c1-4703-aa8d-a89b529d72c2 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=b291e6b1-8cf3-4410-a188-958b0402589d HTTP/1.1" status: 200 len: 1097 time: 0.0453031 Mar 29 16:25:31.550941 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-2484c39d-1e9f-4e86-b7b4-591d1fb431af req-ab9d7cf6-9193-490f-a94a-1e2927bf567b service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=567c213f-9d6d-4fc2-8a22-2f327ca29e20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320044 Mar 29 16:25:31.774594 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0f751c-3f11-4cbd-ab8b-816836eb93a5 req-07559f56-bd93-45ae-9297-0c708b0fa01a tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:25:31.776030 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-fa0f751c-3f11-4cbd-ab8b-816836eb93a5 req-07559f56-bd93-45ae-9297-0c708b0fa01a tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/ports?device_id=b291e6b1-8cf3-4410-a188-958b0402589d HTTP/1.1" status: 200 len: 946 time: 0.0549719 Mar 29 16:25:31.817196 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-fa0f751c-3f11-4cbd-ab8b-816836eb93a5 req-6cc724bd-f431-43db-894a-8e22f01338ac tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/security-groups?id=567c213f-9d6d-4fc2-8a22-2f327ca29e20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337293 Mar 29 16:25:32.869532 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-5d75e497-1f4d-4cbb-8030-657d9c34fbad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:25:32.942525 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0292c2a3-b6de-45c3-950c-e03c8f5be9d3 req-a22abef6-3461-44b7-866b-605ea51ce7c3 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:25:32.944024 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-0292c2a3-b6de-45c3-950c-e03c8f5be9d3 req-a22abef6-3461-44b7-866b-605ea51ce7c3 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/ports?device_id=b291e6b1-8cf3-4410-a188-958b0402589d HTTP/1.1" status: 200 len: 946 time: 0.0537140 Mar 29 16:25:32.982172 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-0292c2a3-b6de-45c3-950c-e03c8f5be9d3 req-364e926a-69a5-4628-838e-124b83e45cc4 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/security-groups?id=567c213f-9d6d-4fc2-8a22-2f327ca29e20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320463 Mar 29 16:25:34.096058 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ed4ca4-5d7e-4f85-9b68-d1dd4143d742 req-dce2c716-ad70-4469-99cb-7b8c1bac40aa tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:25:34.097498 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-73ed4ca4-5d7e-4f85-9b68-d1dd4143d742 req-dce2c716-ad70-4469-99cb-7b8c1bac40aa tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/ports?device_id=b291e6b1-8cf3-4410-a188-958b0402589d HTTP/1.1" status: 200 len: 946 time: 0.0482643 Mar 29 16:25:34.135755 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-73ed4ca4-5d7e-4f85-9b68-d1dd4143d742 req-a6d76275-b31f-4a5b-bfa1-1fe5841d56f1 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/security-groups?id=567c213f-9d6d-4fc2-8a22-2f327ca29e20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323086 Mar 29 16:25:34.247966 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4c4d2a-fe94-4b92-80f1-0fe10d9b9199 req-8ee0289c-4b9d-4694-bee1-8b7bfdc7122a tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:25:34.249439 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-3b4c4d2a-fe94-4b92-80f1-0fe10d9b9199 req-8ee0289c-4b9d-4694-bee1-8b7bfdc7122a tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/ports?device_id=b291e6b1-8cf3-4410-a188-958b0402589d HTTP/1.1" status: 200 len: 946 time: 0.0488896 Mar 29 16:25:34.258053 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 40136) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:25:34.263085 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-3367ec69-5e5c-4250-b8fb-57c8ab2fa7b7 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Request body: {'floatingip': {'port_id': '62b53b37-cff2-4b7a-ac45-aa837d7e6742'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:25:34.302442 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-3367ec69-5e5c-4250-b8fb-57c8ab2fa7b7 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Notify callbacks [] for floatingip, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:25:34.321181 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d71584b9-87f1-45f5-84c7-c993c2416269 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:25:34.746688 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-3367ec69-5e5c-4250-b8fb-57c8ab2fa7b7 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:25:34.750675 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-3367ec69-5e5c-4250-b8fb-57c8ab2fa7b7 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648212'] for floatingip, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:25:35.142431 n-d-834765-1 neutron-server[102791]: INFO neutron.db.l3_db [None req-3367ec69-5e5c-4250-b8fb-57c8ab2fa7b7 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Floating IP 99e1000d-bbc8-41d9-b629-287a139c9ee0 associated. External IP: 172.25.4.3, port: 62b53b37-cff2-4b7a-ac45-aa837d7e6742. Mar 29 16:25:35.343695 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3367ec69-5e5c-4250-b8fb-57c8ab2fa7b7 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Router 771d26af-b4a1-4c8f-826b-05fc0fe52762 has already been hosted by L3 agent c648d819-1060-4f26-b4ec-6455387b5dff {{(pid=102791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 16:25:35.452099 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3367ec69-5e5c-4250-b8fb-57c8ab2fa7b7 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 16:25:35.456833 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-3367ec69-5e5c-4250-b8fb-57c8ab2fa7b7 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for floatingip, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:25:35.461357 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fd3760c-646e-4ad0-b293-29c75dd22d97 None None] Sync routers for ids ['771d26af-b4a1-4c8f-826b-05fc0fe52762'] in n-d-834765-1 {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 16:25:35.471625 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fd3760c-646e-4ad0-b293-29c75dd22d97 None None] Routers {'771d26af-b4a1-4c8f-826b-05fc0fe52762'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:25:35.472242 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-0fd3760c-646e-4ad0-b293-29c75dd22d97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:25:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['771d26af-b4a1-4c8f-826b-05fc0fe52762'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:25:35.483729 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-3367ec69-5e5c-4250-b8fb-57c8ab2fa7b7 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "PUT /v2.0/floatingips/99e1000d-bbc8-41d9-b629-287a139c9ee0 HTTP/1.1" status: 200 len: 990 time: 1.2246017 Mar 29 16:25:35.484307 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b291e6b1-8cf3-4410-a188-958b0402589d', 'tag': '62b53b37-cff2-4b7a-ac45-aa837d7e6742'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:25:35.486571 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c67b028db5e9b9818fecc5c0a87ebc6f190694fa53ca267d523e04f98de536d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8671a34a-ba3e-4bf1-8ddd-3f820418a67d" -d '{"events": [{"name": "network-changed", "server_uuid": "b291e6b1-8cf3-4410-a188-958b0402589d", "tag": "62b53b37-cff2-4b7a-ac45-aa837d7e6742"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:25:35.527409 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 16:25:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-980e9f8a-a75b-4e50-b276-3bedac6b708a x-openstack-request-id: req-980e9f8a-a75b-4e50-b276-3bedac6b708a {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:25:35.527698 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b291e6b1-8cf3-4410-a188-958b0402589d", "tag": "62b53b37-cff2-4b7a-ac45-aa837d7e6742", "status": "completed", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:25:35.528922 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-980e9f8a-a75b-4e50-b276-3bedac6b708a {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:25:35.529327 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b291e6b1-8cf3-4410-a188-958b0402589d', 'tag': '62b53b37-cff2-4b7a-ac45-aa837d7e6742', 'status': 'completed', 'code': 200} Mar 29 16:25:35.586476 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvr_db [None req-0fd3760c-646e-4ad0-b293-29c75dd22d97 None None] Set router 771d26af-b4a1-4c8f-826b-05fc0fe52762 gateway port host: n-d-834765-1 {{(pid=102792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:25:35.595656 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8671a34a-ba3e-4bf1-8ddd-3f820418a67d req-f54fbd0a-0de6-4307-9145-caa0a2a162b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:25:35.597597 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-8671a34a-ba3e-4bf1-8ddd-3f820418a67d req-f54fbd0a-0de6-4307-9145-caa0a2a162b7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=fc81ecd37f7c45729d2956005840b16f&device_id=b291e6b1-8cf3-4410-a188-958b0402589d HTTP/1.1" status: 200 len: 1097 time: 0.0482721 Mar 29 16:25:35.728295 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8671a34a-ba3e-4bf1-8ddd-3f820418a67d req-420adb45-d4b0-4192-b868-507ce8ebe310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:25:35.729807 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-8671a34a-ba3e-4bf1-8ddd-3f820418a67d req-420adb45-d4b0-4192-b868-507ce8ebe310 service neutron] 10.222.0.48 "GET /v2.0/networks?id=c5e1a6c7-dcad-4557-a03d-4fb83cc38845 HTTP/1.1" status: 200 len: 913 time: 0.1260974 Mar 29 16:25:35.738678 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4844b77c-dcff-4db7-b69b-82b7148107c3 req-e089c1d7-3856-4d43-8848-f5cde7d2bb5d tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:25:35.740147 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4844b77c-dcff-4db7-b69b-82b7148107c3 req-e089c1d7-3856-4d43-8848-f5cde7d2bb5d tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/ports?device_id=b291e6b1-8cf3-4410-a188-958b0402589d HTTP/1.1" status: 200 len: 946 time: 0.0753736 Mar 29 16:25:35.821278 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-0fd3760c-646e-4ad0-b293-29c75dd22d97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '771d26af-b4a1-4c8f-826b-05fc0fe52762', 'name': 'tempest-ServerActionsTestJSON-1958030824-router', 'tenant_id': 'fc81ecd37f7c45729d2956005840b16f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.145'}], 'enable_snat': True}, 'gw_port_id': 'a53d6c1b-a73b-4507-8dfa-c7ab2ae26ed8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:24:24Z', 'updated_at': '2022-03-29T16:24:27Z', 'revision_number': 4, 'project_id': 'fc81ecd37f7c45729d2956005840b16f', 'gw_port': {'id': 'a53d6c1b-a73b-4507-8dfa-c7ab2ae26ed8', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:cf:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '771d26af-b4a1-4c8f-826b-05fc0fe52762', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:24:24Z', 'updated_at': '2022-03-29T16:24:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_floatingips': [{'id': '99e1000d-bbc8-41d9-b629-287a139c9ee0', 'tenant_id': 'fc81ecd37f7c45729d2956005840b16f', 'floating_ip_address': '172.25.4.3', 'floating_network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'router_id': '771d26af-b4a1-4c8f-826b-05fc0fe52762', 'port_id': '62b53b37-cff2-4b7a-ac45-aa837d7e6742', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4151, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5e1a6c7-dcad-4557-a03d-4fb83cc38845', 'mac_address': 'fa:16:3e:1f:4a:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b291e6b1-8cf3-4410-a188-958b0402589d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T16:24:29Z', 'updated_at': '2022-03-29T16:25:34Z', 'revision_number': 5, 'project_id': 'fc81ecd37f7c45729d2956005840b16f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66e2b021-b8d0-42b7-be7a-3a9b3402eec8', 'name': '', 'network_id': 'c5e1a6c7-dcad-4557-a03d-4fb83cc38845', 'tenant_id': 'fc81ecd37f7c45729d2956005840b16f', 'mac_address': 'fa:16:3e:25:10:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '771d26af-b4a1-4c8f-826b-05fc0fe52762', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'ba66594e-6fd3-4284-9229-adeee8b25d84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:24:26Z', 'updated_at': '2022-03-29T16:24:31Z', 'revision_number': 5, 'project_id': 'fc81ecd37f7c45729d2956005840b16f', 'subnets': [{'id': 'ba66594e-6fd3-4284-9229-adeee8b25d84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:25:35.825714 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4844b77c-dcff-4db7-b69b-82b7148107c3 req-d27512e8-904c-4061-9256-e308675159a6 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/security-groups?id=567c213f-9d6d-4fc2-8a22-2f327ca29e20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0790482 Mar 29 16:25:35.829651 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-8671a34a-ba3e-4bf1-8ddd-3f820418a67d req-d9aa1b13-70ca-48b8-9154-4cb855bc358e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=62b53b37-cff2-4b7a-ac45-aa837d7e6742 HTTP/1.1" status: 200 len: 998 time: 0.0886154 Mar 29 16:25:35.848209 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fd3760c-646e-4ad0-b293-29c75dd22d97 None None] Checking router: 771d26af-b4a1-4c8f-826b-05fc0fe52762 for host: n-d-834765-1 {{(pid=102792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 16:25:35.856851 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fd3760c-646e-4ad0-b293-29c75dd22d97 None None] Routers {'771d26af-b4a1-4c8f-826b-05fc0fe52762'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:25:35.857458 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-0fd3760c-646e-4ad0-b293-29c75dd22d97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:25:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['771d26af-b4a1-4c8f-826b-05fc0fe52762'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:25:35.882401 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8671a34a-ba3e-4bf1-8ddd-3f820418a67d req-ff59780a-caf4-432f-a250-326a7af34a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:25:35.883944 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-8671a34a-ba3e-4bf1-8ddd-3f820418a67d req-ff59780a-caf4-432f-a250-326a7af34a0a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ba66594e-6fd3-4284-9229-adeee8b25d84 HTTP/1.1" status: 200 len: 851 time: 0.0480783 Mar 29 16:25:35.914927 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-0cb6abf6-2706-4e52-8825-f5f644ecf9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:25:35.930331 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8671a34a-ba3e-4bf1-8ddd-3f820418a67d req-09c60c78-5bef-443a-8c3a-9aa093914d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:25:35.931974 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-8671a34a-ba3e-4bf1-8ddd-3f820418a67d req-09c60c78-5bef-443a-8c3a-9aa093914d53 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c5e1a6c7-dcad-4557-a03d-4fb83cc38845&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417769 Mar 29 16:25:35.974848 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvr_db [None req-0fd3760c-646e-4ad0-b293-29c75dd22d97 None None] Set router 771d26af-b4a1-4c8f-826b-05fc0fe52762 gateway port host: n-d-834765-1 {{(pid=102792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:25:36.028708 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:25:36.033629 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-8671a34a-ba3e-4bf1-8ddd-3f820418a67d req-4c88ba0a-7805-47d0-92b2-1eadf286e38a service neutron] 10.222.0.48 "GET /v2.0/networks/c5e1a6c7-dcad-4557-a03d-4fb83cc38845?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951934 Mar 29 16:25:36.131657 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-8671a34a-ba3e-4bf1-8ddd-3f820418a67d req-4288bff9-c16f-4629-8941-6f1eeddce3c8 service neutron] 10.222.0.48 "GET /v2.0/networks/c5e1a6c7-dcad-4557-a03d-4fb83cc38845?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919051 Mar 29 16:25:36.218363 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-0fd3760c-646e-4ad0-b293-29c75dd22d97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '771d26af-b4a1-4c8f-826b-05fc0fe52762', 'name': 'tempest-ServerActionsTestJSON-1958030824-router', 'tenant_id': 'fc81ecd37f7c45729d2956005840b16f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.145'}], 'enable_snat': True}, 'gw_port_id': 'a53d6c1b-a73b-4507-8dfa-c7ab2ae26ed8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:24:24Z', 'updated_at': '2022-03-29T16:24:27Z', 'revision_number': 4, 'project_id': 'fc81ecd37f7c45729d2956005840b16f', 'gw_port': {'id': 'a53d6c1b-a73b-4507-8dfa-c7ab2ae26ed8', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:cf:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '771d26af-b4a1-4c8f-826b-05fc0fe52762', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:24:24Z', 'updated_at': '2022-03-29T16:24:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_floatingips': [{'id': '99e1000d-bbc8-41d9-b629-287a139c9ee0', 'tenant_id': 'fc81ecd37f7c45729d2956005840b16f', 'floating_ip_address': '172.25.4.3', 'floating_network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'router_id': '771d26af-b4a1-4c8f-826b-05fc0fe52762', 'port_id': '62b53b37-cff2-4b7a-ac45-aa837d7e6742', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4151, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5e1a6c7-dcad-4557-a03d-4fb83cc38845', 'mac_address': 'fa:16:3e:1f:4a:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b291e6b1-8cf3-4410-a188-958b0402589d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T16:24:29Z', 'updated_at': '2022-03-29T16:25:34Z', 'revision_number': 5, 'project_id': 'fc81ecd37f7c45729d2956005840b16f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66e2b021-b8d0-42b7-be7a-3a9b3402eec8', 'name': '', 'network_id': 'c5e1a6c7-dcad-4557-a03d-4fb83cc38845', 'tenant_id': 'fc81ecd37f7c45729d2956005840b16f', 'mac_address': 'fa:16:3e:25:10:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '771d26af-b4a1-4c8f-826b-05fc0fe52762', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'ba66594e-6fd3-4284-9229-adeee8b25d84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:24:26Z', 'updated_at': '2022-03-29T16:24:31Z', 'revision_number': 5, 'project_id': 'fc81ecd37f7c45729d2956005840b16f', 'subnets': [{'id': 'ba66594e-6fd3-4284-9229-adeee8b25d84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:25:36.248617 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fd3760c-646e-4ad0-b293-29c75dd22d97 None None] The sync data for ids ['771d26af-b4a1-4c8f-826b-05fc0fe52762'] in n-d-834765-1 is: [{'id': '771d26af-b4a1-4c8f-826b-05fc0fe52762', 'name': 'tempest-ServerActionsTestJSON-1958030824-router', 'tenant_id': 'fc81ecd37f7c45729d2956005840b16f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.145'}], 'enable_snat': True}, 'gw_port_id': 'a53d6c1b-a73b-4507-8dfa-c7ab2ae26ed8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:24:24Z', 'updated_at': '2022-03-29T16:24:27Z', 'revision_number': 4, 'project_id': 'fc81ecd37f7c45729d2956005840b16f', 'gw_port': {'id': 'a53d6c1b-a73b-4507-8dfa-c7ab2ae26ed8', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:cf:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '771d26af-b4a1-4c8f-826b-05fc0fe52762', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:24:24Z', 'updated_at': '2022-03-29T16:24:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_floatingips': [{'id': '99e1000d-bbc8-41d9-b629-287a139c9ee0', 'tenant_id': 'fc81ecd37f7c45729d2956005840b16f', 'floating_ip_address': '172.25.4.3', 'floating_network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'router_id': '771d26af-b4a1-4c8f-826b-05fc0fe52762', 'port_id': '62b53b37-cff2-4b7a-ac45-aa837d7e6742', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4151, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5e1a6c7-dcad-4557-a03d-4fb83cc38845', 'mac_address': 'fa:16:3e:1f:4a:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b291e6b1-8cf3-4410-a188-958b0402589d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T16:24:29Z', 'updated_at': '2022-03-29T16:25:34Z', 'revision_number': 5, 'project_id': 'fc81ecd37f7c45729d2956005840b16f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66e2b021-b8d0-42b7-be7a-3a9b3402eec8', 'name': '', 'network_id': 'c5e1a6c7-dcad-4557-a03d-4fb83cc38845', 'tenant_id': 'fc81ecd37f7c45729d2956005840b16f', 'mac_address': 'fa:16:3e:25:10:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '771d26af-b4a1-4c8f-826b-05fc0fe52762', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'ba66594e-6fd3-4284-9229-adeee8b25d84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:24:26Z', 'updated_at': '2022-03-29T16:24:31Z', 'revision_number': 5, 'project_id': 'fc81ecd37f7c45729d2956005840b16f', 'subnets': [{'id': 'ba66594e-6fd3-4284-9229-adeee8b25d84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 16:25:36.439692 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0de798f0-0d1e-4a9f-ba97-431f686083d5 None None] New status for floating IP 99e1000d-bbc8-41d9-b629-287a139c9ee0: ACTIVE {{(pid=102793) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 16:25:36.948033 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477c088d-b09b-4284-9fb7-0561a3a431c1 req-89241df9-9b1f-4061-9f59-839d944bba00 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:25:36.949505 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-477c088d-b09b-4284-9fb7-0561a3a431c1 req-89241df9-9b1f-4061-9f59-839d944bba00 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/ports?device_id=b291e6b1-8cf3-4410-a188-958b0402589d HTTP/1.1" status: 200 len: 946 time: 0.0488203 Mar 29 16:25:36.986923 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-477c088d-b09b-4284-9fb7-0561a3a431c1 req-2a20b762-a03d-41e9-b38c-dfa0397ebf6d tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/security-groups?id=567c213f-9d6d-4fc2-8a22-2f327ca29e20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312510 Mar 29 16:25:38.106511 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed02bb9-609e-475b-9a0b-3146a88c90e1 req-c96fa1cf-86de-4626-98de-64e11d13e1ed tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:25:38.108066 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-bed02bb9-609e-475b-9a0b-3146a88c90e1 req-c96fa1cf-86de-4626-98de-64e11d13e1ed tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/ports?device_id=b291e6b1-8cf3-4410-a188-958b0402589d HTTP/1.1" status: 200 len: 946 time: 0.0551600 Mar 29 16:25:38.145741 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-bed02bb9-609e-475b-9a0b-3146a88c90e1 req-89e8c51d-c637-4d05-9b50-87c518c0074c tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/security-groups?id=567c213f-9d6d-4fc2-8a22-2f327ca29e20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316682 Mar 29 16:25:39.264508 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac2b187-478f-40b4-9375-e2d741be429b req-4d5cabb8-ddce-435e-a9e3-a1869638d46b tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:25:39.265970 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-7ac2b187-478f-40b4-9375-e2d741be429b req-4d5cabb8-ddce-435e-a9e3-a1869638d46b tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/ports?device_id=b291e6b1-8cf3-4410-a188-958b0402589d HTTP/1.1" status: 200 len: 946 time: 0.0532947 Mar 29 16:25:39.303016 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-7ac2b187-478f-40b4-9375-e2d741be429b req-8c57f103-bee5-44d8-a7c3-96b996771c8b tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/security-groups?id=567c213f-9d6d-4fc2-8a22-2f327ca29e20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310459 Mar 29 16:25:40.417850 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b12602-992d-438e-b786-32ad8050ecd6 req-faeed943-29f1-48e2-96dc-fc2e8ab6383e tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:25:40.420227 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d4b12602-992d-438e-b786-32ad8050ecd6 req-faeed943-29f1-48e2-96dc-fc2e8ab6383e tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/ports?device_id=b291e6b1-8cf3-4410-a188-958b0402589d HTTP/1.1" status: 200 len: 946 time: 0.0485764 Mar 29 16:25:40.457201 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d4b12602-992d-438e-b786-32ad8050ecd6 req-e80ce6e7-1afa-4a48-a528-9be55eac42ee tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/security-groups?id=567c213f-9d6d-4fc2-8a22-2f327ca29e20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312045 Mar 29 16:25:41.838029 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e471cb6-9fb8-49aa-be4c-808730c91051 req-5454bfa2-14d4-402f-a2c2-fc138e8491e1 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:25:41.839527 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-9e471cb6-9fb8-49aa-be4c-808730c91051 req-5454bfa2-14d4-402f-a2c2-fc138e8491e1 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/ports?device_id=b291e6b1-8cf3-4410-a188-958b0402589d HTTP/1.1" status: 200 len: 946 time: 0.0516953 Mar 29 16:25:41.878240 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-9e471cb6-9fb8-49aa-be4c-808730c91051 req-a562ff8e-4a93-4323-973e-f8650dcf8434 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/security-groups?id=567c213f-9d6d-4fc2-8a22-2f327ca29e20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316153 Mar 29 16:25:42.993271 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bc7ca5-a737-444d-93e2-f999898308c7 req-3805f3b7-b11a-4f98-81cb-a5b733a49534 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:25:42.994729 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-90bc7ca5-a737-444d-93e2-f999898308c7 req-3805f3b7-b11a-4f98-81cb-a5b733a49534 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/ports?device_id=b291e6b1-8cf3-4410-a188-958b0402589d HTTP/1.1" status: 200 len: 946 time: 0.0490129 Mar 29 16:25:43.033218 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-90bc7ca5-a737-444d-93e2-f999898308c7 req-9f9aba2b-5438-4bb7-abb6-bce321686a61 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/security-groups?id=567c213f-9d6d-4fc2-8a22-2f327ca29e20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316818 Mar 29 16:25:44.148101 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77999bef-ddee-4fdb-a994-d2b37eca591e req-b0963547-39f1-47d8-a45e-ae0fbc9b58bb tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:25:44.149553 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-77999bef-ddee-4fdb-a994-d2b37eca591e req-b0963547-39f1-47d8-a45e-ae0fbc9b58bb tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/ports?device_id=b291e6b1-8cf3-4410-a188-958b0402589d HTTP/1.1" status: 200 len: 946 time: 0.0484860 Mar 29 16:25:44.188083 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-77999bef-ddee-4fdb-a994-d2b37eca591e req-0f13032e-8377-4323-a9e3-74211e71421c tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/security-groups?id=567c213f-9d6d-4fc2-8a22-2f327ca29e20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325837 Mar 29 16:25:45.313818 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c96dfa8-e875-4207-b47f-a302ebca43e0 req-5d70622b-8809-4dd2-8721-adc1a6342718 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:25:45.315618 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-9c96dfa8-e875-4207-b47f-a302ebca43e0 req-5d70622b-8809-4dd2-8721-adc1a6342718 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/ports?device_id=b291e6b1-8cf3-4410-a188-958b0402589d HTTP/1.1" status: 200 len: 946 time: 0.0571964 Mar 29 16:25:45.356160 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-9c96dfa8-e875-4207-b47f-a302ebca43e0 req-cd9845cc-d1af-47d0-a4a7-2a14ab6aa36c tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/security-groups?id=567c213f-9d6d-4fc2-8a22-2f327ca29e20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346737 Mar 29 16:25:46.479338 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23c4352-2e70-45de-a30c-58d401651ff1 req-d39f84c0-991f-4c2f-95ce-8e6231c375ee tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:25:46.480809 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-e23c4352-2e70-45de-a30c-58d401651ff1 req-d39f84c0-991f-4c2f-95ce-8e6231c375ee tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/ports?device_id=b291e6b1-8cf3-4410-a188-958b0402589d HTTP/1.1" status: 200 len: 946 time: 0.0557735 Mar 29 16:25:46.519521 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-e23c4352-2e70-45de-a30c-58d401651ff1 req-c8989612-ebff-43f2-8d4c-09f46ac5d203 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/security-groups?id=567c213f-9d6d-4fc2-8a22-2f327ca29e20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323055 Mar 29 16:25:47.407063 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:25:47.634496 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855f8fc1-43e4-4024-ae5f-59d661bb0909 req-87bdbe2b-3608-4750-a96a-c6f6001e4d0f tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:25:47.635911 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-855f8fc1-43e4-4024-ae5f-59d661bb0909 req-87bdbe2b-3608-4750-a96a-c6f6001e4d0f tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/ports?device_id=b291e6b1-8cf3-4410-a188-958b0402589d HTTP/1.1" status: 200 len: 946 time: 0.0493498 Mar 29 16:25:47.674783 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-855f8fc1-43e4-4024-ae5f-59d661bb0909 req-1a71fd44-9790-4065-8dda-6af365a55ce1 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/security-groups?id=567c213f-9d6d-4fc2-8a22-2f327ca29e20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323455 Mar 29 16:25:48.186129 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:25:48.789081 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3899f3f-d800-4aa3-b3fb-9249ed919968 req-921276c8-2dd6-4f60-a2da-06315fb50587 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:25:48.790439 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-a3899f3f-d800-4aa3-b3fb-9249ed919968 req-921276c8-2dd6-4f60-a2da-06315fb50587 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/ports?device_id=b291e6b1-8cf3-4410-a188-958b0402589d HTTP/1.1" status: 200 len: 946 time: 0.0485029 Mar 29 16:25:48.828731 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-a3899f3f-d800-4aa3-b3fb-9249ed919968 req-c5fd21b2-2bc6-4876-9fe9-0af2219fb24f tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/security-groups?id=567c213f-9d6d-4fc2-8a22-2f327ca29e20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316036 Mar 29 16:25:49.943981 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca78f9c-43ce-41cc-8f8b-dfd47860af70 req-064306bb-047c-4974-b222-f4c3a261f05c tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:25:49.945442 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-3ca78f9c-43ce-41cc-8f8b-dfd47860af70 req-064306bb-047c-4974-b222-f4c3a261f05c tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/ports?device_id=b291e6b1-8cf3-4410-a188-958b0402589d HTTP/1.1" status: 200 len: 946 time: 0.0487607 Mar 29 16:25:49.983554 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-3ca78f9c-43ce-41cc-8f8b-dfd47860af70 req-48cf22fa-d402-4273-8942-7477ac7b7d97 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/security-groups?id=567c213f-9d6d-4fc2-8a22-2f327ca29e20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320151 Mar 29 16:25:51.103813 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e26928-f102-45b4-aa5f-aa432e0a5e51 req-0b3425a8-28d8-4d5d-9b45-6f530fefc47f tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:25:51.105992 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-85e26928-f102-45b4-aa5f-aa432e0a5e51 req-0b3425a8-28d8-4d5d-9b45-6f530fefc47f tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/ports?device_id=b291e6b1-8cf3-4410-a188-958b0402589d HTTP/1.1" status: 200 len: 946 time: 0.0540853 Mar 29 16:25:51.146014 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-85e26928-f102-45b4-aa5f-aa432e0a5e51 req-b145f32c-4efd-4d2e-8bf5-adff56b675c3 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/security-groups?id=567c213f-9d6d-4fc2-8a22-2f327ca29e20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332892 Mar 29 16:25:52.267180 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ff1371-c69f-44c1-964d-239aff8c5e42 req-9736ea2b-d051-438c-8a61-10383c1a0471 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:25:52.268689 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-06ff1371-c69f-44c1-964d-239aff8c5e42 req-9736ea2b-d051-438c-8a61-10383c1a0471 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/ports?device_id=b291e6b1-8cf3-4410-a188-958b0402589d HTTP/1.1" status: 200 len: 946 time: 0.0536110 Mar 29 16:25:52.305290 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-06ff1371-c69f-44c1-964d-239aff8c5e42 req-4db0480f-3ded-49d0-93df-4aebd4ac83c7 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/security-groups?id=567c213f-9d6d-4fc2-8a22-2f327ca29e20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305796 Mar 29 16:25:53.240945 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.agents_db [None req-59735a15-725e-44d4-9ad5-95cbe356f209 None None] Agent healthcheck: found 7 active agents {{(pid=102793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 16:25:53.423531 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af7dbe9-e937-4d75-b5bd-51a5b25e3fef req-baee9fe7-07ed-45cd-96d7-f409c8445e76 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:25:53.425036 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-6af7dbe9-e937-4d75-b5bd-51a5b25e3fef req-baee9fe7-07ed-45cd-96d7-f409c8445e76 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/ports?device_id=b291e6b1-8cf3-4410-a188-958b0402589d HTTP/1.1" status: 200 len: 946 time: 0.0530648 Mar 29 16:25:53.462219 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-6af7dbe9-e937-4d75-b5bd-51a5b25e3fef req-7d1c7db3-5de8-4ad5-b991-492e9b86fe30 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/security-groups?id=567c213f-9d6d-4fc2-8a22-2f327ca29e20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312397 Mar 29 16:25:54.576062 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735b6e20-6d9e-4c12-af35-06cb6b245c70 req-5f8cea34-458d-4bb1-9bf9-06a8beb2d84a tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:25:54.577569 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-735b6e20-6d9e-4c12-af35-06cb6b245c70 req-5f8cea34-458d-4bb1-9bf9-06a8beb2d84a tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/ports?device_id=b291e6b1-8cf3-4410-a188-958b0402589d HTTP/1.1" status: 200 len: 946 time: 0.0490682 Mar 29 16:25:54.615180 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-735b6e20-6d9e-4c12-af35-06cb6b245c70 req-daf37cb0-4f8c-402c-95e2-b1f760d00886 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/security-groups?id=567c213f-9d6d-4fc2-8a22-2f327ca29e20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314832 Mar 29 16:25:55.731455 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da4095a-0893-428c-b4dc-3e2653ab09c3 req-63accc03-6660-41a7-8392-ec18f19a8305 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:25:55.733578 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-1da4095a-0893-428c-b4dc-3e2653ab09c3 req-63accc03-6660-41a7-8392-ec18f19a8305 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/ports?device_id=b291e6b1-8cf3-4410-a188-958b0402589d HTTP/1.1" status: 200 len: 946 time: 0.0495286 Mar 29 16:25:55.771198 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-1da4095a-0893-428c-b4dc-3e2653ab09c3 req-7a76e31e-c588-4caf-980c-96bd5cbf668d tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/security-groups?id=567c213f-9d6d-4fc2-8a22-2f327ca29e20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316823 Mar 29 16:25:56.887719 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1043c14c-70b5-47b0-8241-3395a9a2b5bc req-75d9f461-78ba-4211-9272-09c1b9a77235 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:25:56.890279 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-1043c14c-70b5-47b0-8241-3395a9a2b5bc req-75d9f461-78ba-4211-9272-09c1b9a77235 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/ports?device_id=b291e6b1-8cf3-4410-a188-958b0402589d HTTP/1.1" status: 200 len: 946 time: 0.0509789 Mar 29 16:25:56.927697 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-1043c14c-70b5-47b0-8241-3395a9a2b5bc req-60f02254-2c4b-49f0-8d99-63e1e56ce85f tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/security-groups?id=567c213f-9d6d-4fc2-8a22-2f327ca29e20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314772 Mar 29 16:25:58.045553 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82089434-a72b-4174-9f1f-d45f45d2e59e req-f6744fdd-bc2d-49d4-bed8-08033c4d8fc2 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:25:58.047032 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-82089434-a72b-4174-9f1f-d45f45d2e59e req-f6744fdd-bc2d-49d4-bed8-08033c4d8fc2 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/ports?device_id=b291e6b1-8cf3-4410-a188-958b0402589d HTTP/1.1" status: 200 len: 946 time: 0.0497835 Mar 29 16:25:58.085449 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-82089434-a72b-4174-9f1f-d45f45d2e59e req-e3889370-dbb3-4634-b52c-8645521eaa7e tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/security-groups?id=567c213f-9d6d-4fc2-8a22-2f327ca29e20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322466 Mar 29 16:25:59.211239 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4e365e-a41a-4cae-9a8b-cc8a0410c381 req-1463b517-6206-4966-89e3-86adcd632fb5 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:25:59.212762 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4b4e365e-a41a-4cae-9a8b-cc8a0410c381 req-1463b517-6206-4966-89e3-86adcd632fb5 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/ports?device_id=b291e6b1-8cf3-4410-a188-958b0402589d HTTP/1.1" status: 200 len: 946 time: 0.0527601 Mar 29 16:25:59.249593 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4b4e365e-a41a-4cae-9a8b-cc8a0410c381 req-e025967e-71c9-4418-bc11-ed6ba2a89b93 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/security-groups?id=567c213f-9d6d-4fc2-8a22-2f327ca29e20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309148 Mar 29 16:26:00.368569 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a15954-541d-4f28-84a5-7fa4002dcaae req-411c72d8-4899-4e94-a2bc-d2b03c19da05 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:26:00.370042 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-45a15954-541d-4f28-84a5-7fa4002dcaae req-411c72d8-4899-4e94-a2bc-d2b03c19da05 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/ports?device_id=b291e6b1-8cf3-4410-a188-958b0402589d HTTP/1.1" status: 200 len: 946 time: 0.0533810 Mar 29 16:26:00.408789 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-45a15954-541d-4f28-84a5-7fa4002dcaae req-85944bff-2017-403e-83b7-8df296b1cf48 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/security-groups?id=567c213f-9d6d-4fc2-8a22-2f327ca29e20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325677 Mar 29 16:26:00.412245 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-2139a4a0-9116-4907-852f-c41345389187 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:26:01.524727 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab129cc-e02a-4b14-a997-d83a2ce25a6e req-5bd1845e-7920-436a-bae6-1f9656c2e6ea tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:26:01.526178 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-bab129cc-e02a-4b14-a997-d83a2ce25a6e req-5bd1845e-7920-436a-bae6-1f9656c2e6ea tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/ports?device_id=b291e6b1-8cf3-4410-a188-958b0402589d HTTP/1.1" status: 200 len: 946 time: 0.0493016 Mar 29 16:26:01.564383 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-bab129cc-e02a-4b14-a997-d83a2ce25a6e req-6cda1f93-e175-4eda-b8fd-1a345aa5aa0d tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/security-groups?id=567c213f-9d6d-4fc2-8a22-2f327ca29e20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313463 Mar 29 16:26:01.789784 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-a2912caf-dcc1-4929-869b-3313eea3cc73 req-f9276d3f-3b94-48fc-87e8-fd68220b3edc service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=b291e6b1-8cf3-4410-a188-958b0402589d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0426693 Mar 29 16:26:01.804280 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45440744-36f0-4fdf-91c2-fbb6e2dc4af9 req-4df74315-349c-4e8c-ab53-a22bbd1ad179 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:26:01.805784 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-45440744-36f0-4fdf-91c2-fbb6e2dc4af9 req-4df74315-349c-4e8c-ab53-a22bbd1ad179 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/ports?device_id=b291e6b1-8cf3-4410-a188-958b0402589d HTTP/1.1" status: 200 len: 946 time: 0.0496550 Mar 29 16:26:01.851031 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-45440744-36f0-4fdf-91c2-fbb6e2dc4af9 req-a02e1060-3ca5-41af-8dff-7678a236d5d5 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/security-groups?id=567c213f-9d6d-4fc2-8a22-2f327ca29e20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369830 Mar 29 16:26:02.859067 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2912caf-dcc1-4929-869b-3313eea3cc73 req-41b222b9-61ea-4fdf-97f9-ddf3b31ad6cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:26:02.860609 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-a2912caf-dcc1-4929-869b-3313eea3cc73 req-41b222b9-61ea-4fdf-97f9-ddf3b31ad6cf service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=fc81ecd37f7c45729d2956005840b16f&device_id=b291e6b1-8cf3-4410-a188-958b0402589d HTTP/1.1" status: 200 len: 1097 time: 0.0449405 Mar 29 16:26:02.874662 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-acbd4e92-8c22-4748-9023-1180974ce789 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:26:02.953116 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2912caf-dcc1-4929-869b-3313eea3cc73 req-d9de3bac-2d7d-4459-9aab-53f14155bf4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:26:02.954637 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-a2912caf-dcc1-4929-869b-3313eea3cc73 req-d9de3bac-2d7d-4459-9aab-53f14155bf4d service neutron] 10.222.0.48 "GET /v2.0/networks?id=c5e1a6c7-dcad-4557-a03d-4fb83cc38845 HTTP/1.1" status: 200 len: 913 time: 0.0877414 Mar 29 16:26:02.972443 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1842ce-4eca-4c94-8cf4-7c1af5657d03 req-df7858ec-764a-40dc-9faa-105b334f0306 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:26:02.973937 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-bc1842ce-4eca-4c94-8cf4-7c1af5657d03 req-df7858ec-764a-40dc-9faa-105b334f0306 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/ports?device_id=b291e6b1-8cf3-4410-a188-958b0402589d HTTP/1.1" status: 200 len: 946 time: 0.0493426 Mar 29 16:26:03.012102 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-bc1842ce-4eca-4c94-8cf4-7c1af5657d03 req-f15f719c-aa36-40b2-a1be-b45c1e520462 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/security-groups?id=567c213f-9d6d-4fc2-8a22-2f327ca29e20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318453 Mar 29 16:26:03.025944 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-a2912caf-dcc1-4929-869b-3313eea3cc73 req-f7259e21-4dcd-49f5-9126-587b2c63250d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=62b53b37-cff2-4b7a-ac45-aa837d7e6742 HTTP/1.1" status: 200 len: 1000 time: 0.0652556 Mar 29 16:26:03.077377 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2912caf-dcc1-4929-869b-3313eea3cc73 req-3c94d2bc-f4fd-4c2c-b2d4-7307a2bfcf27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:26:03.078824 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-a2912caf-dcc1-4929-869b-3313eea3cc73 req-3c94d2bc-f4fd-4c2c-b2d4-7307a2bfcf27 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ba66594e-6fd3-4284-9229-adeee8b25d84 HTTP/1.1" status: 200 len: 851 time: 0.0456624 Mar 29 16:26:03.125025 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2912caf-dcc1-4929-869b-3313eea3cc73 req-cdc9ce1d-ef9c-437e-be3b-9cf7e93cfe36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:26:03.126406 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-a2912caf-dcc1-4929-869b-3313eea3cc73 req-cdc9ce1d-ef9c-437e-be3b-9cf7e93cfe36 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c5e1a6c7-dcad-4557-a03d-4fb83cc38845&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413094 Mar 29 16:26:03.220386 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-a2912caf-dcc1-4929-869b-3313eea3cc73 req-d44ce44e-60c5-400a-8a26-79fa25973ca1 service neutron] 10.222.0.48 "GET /v2.0/networks/c5e1a6c7-dcad-4557-a03d-4fb83cc38845?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872517 Mar 29 16:26:03.306014 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-a2912caf-dcc1-4929-869b-3313eea3cc73 req-f1a861f0-1a36-4970-939a-a2862318f7a2 service neutron] 10.222.0.48 "GET /v2.0/networks/c5e1a6c7-dcad-4557-a03d-4fb83cc38845?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793743 Mar 29 16:26:04.132573 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a07935-d65d-4e79-9653-4f9e4bf44aae req-cdd5f061-2fe3-4a34-8d74-de0c584aaf64 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:26:04.134053 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b4a07935-d65d-4e79-9653-4f9e4bf44aae req-cdd5f061-2fe3-4a34-8d74-de0c584aaf64 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/ports?device_id=b291e6b1-8cf3-4410-a188-958b0402589d HTTP/1.1" status: 200 len: 946 time: 0.0524204 Mar 29 16:26:04.172429 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b4a07935-d65d-4e79-9653-4f9e4bf44aae req-49c75a2c-f21d-45a4-af27-94980830d54e tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/security-groups?id=567c213f-9d6d-4fc2-8a22-2f327ca29e20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318215 Mar 29 16:26:04.322870 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d71584b9-87f1-45f5-84c7-c993c2416269 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:26:05.088020 n-d-834765-1 neutron-server[102791]: INFO neutron.api.v2.resource [req-a2912caf-dcc1-4929-869b-3313eea3cc73 req-19f934a4-08cd-48ce-8c66-fa463d91b69a service neutron] show failed (client error): The resource could not be found. Mar 29 16:26:05.089041 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-a2912caf-dcc1-4929-869b-3313eea3cc73 req-19f934a4-08cd-48ce-8c66-fa463d91b69a service neutron] 10.222.0.48 "GET /v2.0/ports/62b53b37-cff2-4b7a-ac45-aa837d7e6742/bindings/n-h1-834765-1 HTTP/1.1" status: 404 len: 380 time: 0.0545387 Mar 29 16:26:05.286499 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2912caf-dcc1-4929-869b-3313eea3cc73 req-b3daa5f3-5551-4ad4-839d-f741385faa4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:26:05.288036 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-a2912caf-dcc1-4929-869b-3313eea3cc73 req-b3daa5f3-5551-4ad4-839d-f741385faa4b service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=b291e6b1-8cf3-4410-a188-958b0402589d&tenant_id=fc81ecd37f7c45729d2956005840b16f HTTP/1.1" status: 200 len: 1097 time: 0.0418825 Mar 29 16:26:05.296965 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501a8130-8142-4c89-8205-300cdcbf9580 req-9315eb46-4935-449f-9796-b512987c2262 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:26:05.298497 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-501a8130-8142-4c89-8205-300cdcbf9580 req-9315eb46-4935-449f-9796-b512987c2262 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/ports?device_id=b291e6b1-8cf3-4410-a188-958b0402589d HTTP/1.1" status: 200 len: 946 time: 0.0545027 Mar 29 16:26:05.301299 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [req-a2912caf-dcc1-4929-869b-3313eea3cc73 req-be8e6416-74cf-4a1c-a147-5288cf9c06bf service neutron] Request body: {'port': {'binding:host_id': 'n-h1-834765-1', 'device_owner': 'compute:nova'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:26:05.338011 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-501a8130-8142-4c89-8205-300cdcbf9580 req-640bbe01-2023-4578-b23c-8ce40d1f9265 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/security-groups?id=567c213f-9d6d-4fc2-8a22-2f327ca29e20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332737 Mar 29 16:26:05.357717 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-a2912caf-dcc1-4929-869b-3313eea3cc73 req-be8e6416-74cf-4a1c-a147-5288cf9c06bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:26:05.558947 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-a2912caf-dcc1-4929-869b-3313eea3cc73 req-be8e6416-74cf-4a1c-a147-5288cf9c06bf service neutron] For port 62b53b37-cff2-4b7a-ac45-aa837d7e6742, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=62b53b37-cff2-4b7a-ac45-aa837d7e6742,segment=NetworkSegment(7e84e614-6e8a-4e9f-8f76-c5dc45da486d),segment_id=7e84e614-6e8a-4e9f-8f76-c5dc45da486d)] {{(pid=102791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:26:05.591359 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-a2912caf-dcc1-4929-869b-3313eea3cc73 req-be8e6416-74cf-4a1c-a147-5288cf9c06bf service neutron] For port 62b53b37-cff2-4b7a-ac45-aa837d7e6742, host n-h2-834765-1, cleared binding levels {{(pid=102791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 16:26:05.629800 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b291e6b1-8cf3-4410-a188-958b0402589d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '62b53b37-cff2-4b7a-ac45-aa837d7e6742'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:26:05.632072 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c67b028db5e9b9818fecc5c0a87ebc6f190694fa53ca267d523e04f98de536d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b10930d-4a19-4a92-a8bc-40d304516e8d" -d '{"events": [{"server_uuid": "b291e6b1-8cf3-4410-a188-958b0402589d", "name": "network-vif-unplugged", "status": "completed", "tag": "62b53b37-cff2-4b7a-ac45-aa837d7e6742"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:26:05.636143 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-a2912caf-dcc1-4929-869b-3313eea3cc73 req-be8e6416-74cf-4a1c-a147-5288cf9c06bf service neutron] Notify callbacks [] for port, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:26:05.648293 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.provisioning_blocks [req-a2912caf-dcc1-4929-869b-3313eea3cc73 req-be8e6416-74cf-4a1c-a147-5288cf9c06bf service neutron] Transition to ACTIVE for port object 62b53b37-cff2-4b7a-ac45-aa837d7e6742 will not be triggered until provisioned by entity L2. {{(pid=102791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 16:26:05.652480 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-a2912caf-dcc1-4929-869b-3313eea3cc73 req-be8e6416-74cf-4a1c-a147-5288cf9c06bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:26:05.684823 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 29 Mar 2022 16:26:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e192aaaa-ed2e-49f7-813f-022633a861d0 x-openstack-request-id: req-e192aaaa-ed2e-49f7-813f-022633a861d0 {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:26:05.685131 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b291e6b1-8cf3-4410-a188-958b0402589d", "name": "network-vif-unplugged", "status": "completed", "tag": "62b53b37-cff2-4b7a-ac45-aa837d7e6742", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:26:05.685432 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e192aaaa-ed2e-49f7-813f-022633a861d0 {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:26:05.685991 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b291e6b1-8cf3-4410-a188-958b0402589d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '62b53b37-cff2-4b7a-ac45-aa837d7e6742', 'code': 200} Mar 29 16:26:05.737378 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8e6416-74cf-4a1c-a147-5288cf9c06bf service neutron] Pushing event updated for resources: {'Port': ['ID=62b53b37-cff2-4b7a-ac45-aa837d7e6742,revision_number=6']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:26:05.789415 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2912caf-dcc1-4929-869b-3313eea3cc73 req-be8e6416-74cf-4a1c-a147-5288cf9c06bf service neutron] No DVR routers for this DVR port 62b53b37-cff2-4b7a-ac45-aa837d7e6742 on host n-h2-834765-1 {{(pid=102791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 16:26:05.884479 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-0cb6abf6-2706-4e52-8825-f5f644ecf9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:26:05.927609 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-a2912caf-dcc1-4929-869b-3313eea3cc73 req-be8e6416-74cf-4a1c-a147-5288cf9c06bf service neutron] Attempting to bind port 62b53b37-cff2-4b7a-ac45-aa837d7e6742 on host n-h1-834765-1 for vnic_type normal with profile {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 16:26:05.927931 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-a2912caf-dcc1-4929-869b-3313eea3cc73 req-be8e6416-74cf-4a1c-a147-5288cf9c06bf service neutron] Attempting to bind port 62b53b37-cff2-4b7a-ac45-aa837d7e6742 by drivers openvswitch,hyperv on host n-h1-834765-1 at level 0 using segments [{'id': '7e84e614-6e8a-4e9f-8f76-c5dc45da486d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'c5e1a6c7-dcad-4557-a03d-4fb83cc38845'}] {{(pid=102791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 16:26:05.928249 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2912caf-dcc1-4929-869b-3313eea3cc73 req-be8e6416-74cf-4a1c-a147-5288cf9c06bf service neutron] Attempting to bind port 62b53b37-cff2-4b7a-ac45-aa837d7e6742 on network c5e1a6c7-dcad-4557-a03d-4fb83cc38845 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 16:26:05.932310 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2912caf-dcc1-4929-869b-3313eea3cc73 req-be8e6416-74cf-4a1c-a147-5288cf9c06bf service neutron] Port 62b53b37-cff2-4b7a-ac45-aa837d7e6742 on network c5e1a6c7-dcad-4557-a03d-4fb83cc38845 not bound, no agent of type Open vSwitch agent registered on host n-h1-834765-1 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 16:26:05.932881 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2912caf-dcc1-4929-869b-3313eea3cc73 req-be8e6416-74cf-4a1c-a147-5288cf9c06bf service neutron] Attempting to bind port 62b53b37-cff2-4b7a-ac45-aa837d7e6742 on network c5e1a6c7-dcad-4557-a03d-4fb83cc38845 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 16:26:05.937727 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2912caf-dcc1-4929-869b-3313eea3cc73 req-be8e6416-74cf-4a1c-a147-5288cf9c06bf service neutron] Checking agent: {'id': 'be375040-5069-4239-9460-a3a3213e1e90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 33, 18), 'started_at': datetime.datetime(2022, 3, 29, 15, 33, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 16, 25, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 16:26:05.938052 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2912caf-dcc1-4929-869b-3313eea3cc73 req-be8e6416-74cf-4a1c-a147-5288cf9c06bf service neutron] Checking segment: {'id': '7e84e614-6e8a-4e9f-8f76-c5dc45da486d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'c5e1a6c7-dcad-4557-a03d-4fb83cc38845'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 16:26:05.938421 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2912caf-dcc1-4929-869b-3313eea3cc73 req-be8e6416-74cf-4a1c-a147-5288cf9c06bf service neutron] Bound using segment: {'id': '7e84e614-6e8a-4e9f-8f76-c5dc45da486d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'c5e1a6c7-dcad-4557-a03d-4fb83cc38845'} {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 16:26:05.938840 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-a2912caf-dcc1-4929-869b-3313eea3cc73 req-be8e6416-74cf-4a1c-a147-5288cf9c06bf service neutron] Bound port: 62b53b37-cff2-4b7a-ac45-aa837d7e6742, host: n-h1-834765-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e84e614-6e8a-4e9f-8f76-c5dc45da486d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'c5e1a6c7-dcad-4557-a03d-4fb83cc38845'}}] {{(pid=102791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 16:26:05.939461 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-a2912caf-dcc1-4929-869b-3313eea3cc73 req-be8e6416-74cf-4a1c-a147-5288cf9c06bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:26:05.991047 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:26:06.002412 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-a2912caf-dcc1-4929-869b-3313eea3cc73 req-be8e6416-74cf-4a1c-a147-5288cf9c06bf service neutron] For port 62b53b37-cff2-4b7a-ac45-aa837d7e6742, host n-h1-834765-1, cleared binding levels {{(pid=102791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 16:26:06.005373 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-a2912caf-dcc1-4929-869b-3313eea3cc73 req-be8e6416-74cf-4a1c-a147-5288cf9c06bf service neutron] For port 62b53b37-cff2-4b7a-ac45-aa837d7e6742, host n-h1-834765-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=62b53b37-cff2-4b7a-ac45-aa837d7e6742,segment=NetworkSegment(7e84e614-6e8a-4e9f-8f76-c5dc45da486d),segment_id=7e84e614-6e8a-4e9f-8f76-c5dc45da486d)] {{(pid=102791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 16:26:06.009288 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-a2912caf-dcc1-4929-869b-3313eea3cc73 req-be8e6416-74cf-4a1c-a147-5288cf9c06bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:26:06.048057 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2912caf-dcc1-4929-869b-3313eea3cc73 req-be8e6416-74cf-4a1c-a147-5288cf9c06bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:26:06.048719 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-a2912caf-dcc1-4929-869b-3313eea3cc73 req-be8e6416-74cf-4a1c-a147-5288cf9c06bf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:26:06.050098 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-a2912caf-dcc1-4929-869b-3313eea3cc73 req-be8e6416-74cf-4a1c-a147-5288cf9c06bf service neutron] 10.222.0.44 "PUT /v2.0/ports/62b53b37-cff2-4b7a-ac45-aa837d7e6742 HTTP/1.1" status: 200 len: 1092 time: 0.7528679 Mar 29 16:26:06.082944 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8e6416-74cf-4a1c-a147-5288cf9c06bf service neutron] Pushing event updated for resources: {'Port': ['ID=62b53b37-cff2-4b7a-ac45-aa837d7e6742,revision_number=7']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:26:06.116652 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2912caf-dcc1-4929-869b-3313eea3cc73 req-ca9e4932-4afc-45b5-be94-6d14c6c2272c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:26:06.118368 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-a2912caf-dcc1-4929-869b-3313eea3cc73 req-ca9e4932-4afc-45b5-be94-6d14c6c2272c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=fc81ecd37f7c45729d2956005840b16f&device_id=b291e6b1-8cf3-4410-a188-958b0402589d HTTP/1.1" status: 200 len: 1095 time: 0.0452695 Mar 29 16:26:06.212597 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2912caf-dcc1-4929-869b-3313eea3cc73 req-cd1d39cd-fd21-44c7-a213-c6984a69c803 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:26:06.214077 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-a2912caf-dcc1-4929-869b-3313eea3cc73 req-cd1d39cd-fd21-44c7-a213-c6984a69c803 service neutron] 10.222.0.44 "GET /v2.0/networks?id=c5e1a6c7-dcad-4557-a03d-4fb83cc38845 HTTP/1.1" status: 200 len: 913 time: 0.0894320 Mar 29 16:26:06.280993 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-a2912caf-dcc1-4929-869b-3313eea3cc73 req-5ebabb26-f4b5-4362-bcfb-4f5b1fcaf5fd service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=62b53b37-cff2-4b7a-ac45-aa837d7e6742 HTTP/1.1" status: 200 len: 998 time: 0.0604808 Mar 29 16:26:06.328865 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2912caf-dcc1-4929-869b-3313eea3cc73 req-d0fac712-56b7-4567-a764-933043135e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:26:06.330289 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-a2912caf-dcc1-4929-869b-3313eea3cc73 req-d0fac712-56b7-4567-a764-933043135e93 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ba66594e-6fd3-4284-9229-adeee8b25d84 HTTP/1.1" status: 200 len: 851 time: 0.0429051 Mar 29 16:26:06.373828 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2912caf-dcc1-4929-869b-3313eea3cc73 req-c682334f-69ba-447e-be60-2e294b6d9ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:26:06.375361 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-a2912caf-dcc1-4929-869b-3313eea3cc73 req-c682334f-69ba-447e-be60-2e294b6d9ea4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c5e1a6c7-dcad-4557-a03d-4fb83cc38845&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0388849 Mar 29 16:26:06.467212 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b361dc-a452-4387-8960-6de077737e04 req-c2fad222-4538-4a20-998b-415025689825 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:26:06.468753 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-00b361dc-a452-4387-8960-6de077737e04 req-c2fad222-4538-4a20-998b-415025689825 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/ports?device_id=b291e6b1-8cf3-4410-a188-958b0402589d HTTP/1.1" status: 200 len: 944 time: 0.0499382 Mar 29 16:26:06.470360 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-a2912caf-dcc1-4929-869b-3313eea3cc73 req-b7c56a6a-38cd-4af0-90ef-8bb32f38c9c8 service neutron] 10.222.0.44 "GET /v2.0/networks/c5e1a6c7-dcad-4557-a03d-4fb83cc38845?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882766 Mar 29 16:26:06.506768 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-00b361dc-a452-4387-8960-6de077737e04 req-ac7ea30b-949d-4d79-a462-0cbab53de62e tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/security-groups?id=567c213f-9d6d-4fc2-8a22-2f327ca29e20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318544 Mar 29 16:26:06.560663 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-a2912caf-dcc1-4929-869b-3313eea3cc73 req-8378609b-f121-4ec2-8008-f6a745050768 service neutron] 10.222.0.44 "GET /v2.0/networks/c5e1a6c7-dcad-4557-a03d-4fb83cc38845?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836766 Mar 29 16:26:07.626032 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c33e131-cbe6-4c0a-9fd2-e86d0d6bca75 req-d6b52d76-325c-466b-92f0-28b17d6890cd tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:26:07.627551 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-8c33e131-cbe6-4c0a-9fd2-e86d0d6bca75 req-d6b52d76-325c-466b-92f0-28b17d6890cd tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/ports?device_id=b291e6b1-8cf3-4410-a188-958b0402589d HTTP/1.1" status: 200 len: 944 time: 0.0490918 Mar 29 16:26:07.665969 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-8c33e131-cbe6-4c0a-9fd2-e86d0d6bca75 req-1e3c3106-2120-4990-ba69-30034e5729aa tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/security-groups?id=567c213f-9d6d-4fc2-8a22-2f327ca29e20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323913 Mar 29 16:26:07.686601 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b291e6b1-8cf3-4410-a188-958b0402589d', 'tag': '62b53b37-cff2-4b7a-ac45-aa837d7e6742'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:26:07.688891 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c67b028db5e9b9818fecc5c0a87ebc6f190694fa53ca267d523e04f98de536d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3390dc07-0314-433d-b385-981f57165d83" -d '{"events": [{"name": "network-changed", "server_uuid": "b291e6b1-8cf3-4410-a188-958b0402589d", "tag": "62b53b37-cff2-4b7a-ac45-aa837d7e6742"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:26:07.739529 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 16:26:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0df4cf10-328f-487e-9a2a-11ac85a7831e x-openstack-request-id: req-0df4cf10-328f-487e-9a2a-11ac85a7831e {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:26:07.739865 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b291e6b1-8cf3-4410-a188-958b0402589d", "tag": "62b53b37-cff2-4b7a-ac45-aa837d7e6742", "status": "completed", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:26:07.740156 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-0df4cf10-328f-487e-9a2a-11ac85a7831e {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:26:07.740549 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b291e6b1-8cf3-4410-a188-958b0402589d', 'tag': '62b53b37-cff2-4b7a-ac45-aa837d7e6742', 'status': 'completed', 'code': 200} Mar 29 16:26:07.824482 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3390dc07-0314-433d-b385-981f57165d83 req-1244c5b6-8d6f-4b87-b643-2898474a4e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:26:07.826531 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-3390dc07-0314-433d-b385-981f57165d83 req-1244c5b6-8d6f-4b87-b643-2898474a4e78 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=fc81ecd37f7c45729d2956005840b16f&device_id=b291e6b1-8cf3-4410-a188-958b0402589d HTTP/1.1" status: 200 len: 1095 time: 0.0683906 Mar 29 16:26:07.828337 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3390dc07-0314-433d-b385-981f57165d83 req-5aa50702-3766-4ef3-8c8a-c5dfc71b5109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:26:07.829677 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-3390dc07-0314-433d-b385-981f57165d83 req-5aa50702-3766-4ef3-8c8a-c5dfc71b5109 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=fc81ecd37f7c45729d2956005840b16f&device_id=b291e6b1-8cf3-4410-a188-958b0402589d HTTP/1.1" status: 200 len: 1095 time: 0.0633245 Mar 29 16:26:07.984591 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3390dc07-0314-433d-b385-981f57165d83 req-065234c7-7021-4cdf-9f05-3bd4b6e0fe52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:26:07.985953 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-3390dc07-0314-433d-b385-981f57165d83 req-065234c7-7021-4cdf-9f05-3bd4b6e0fe52 service neutron] 10.222.0.44 "GET /v2.0/networks?id=c5e1a6c7-dcad-4557-a03d-4fb83cc38845 HTTP/1.1" status: 200 len: 913 time: 0.1526771 Mar 29 16:26:07.988463 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3390dc07-0314-433d-b385-981f57165d83 req-909a4e33-8b3c-4a9c-885a-a108e2c24c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:26:07.989758 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-3390dc07-0314-433d-b385-981f57165d83 req-909a4e33-8b3c-4a9c-885a-a108e2c24c04 service neutron] 10.222.0.48 "GET /v2.0/networks?id=c5e1a6c7-dcad-4557-a03d-4fb83cc38845 HTTP/1.1" status: 200 len: 913 time: 0.1487861 Mar 29 16:26:08.392023 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-3390dc07-0314-433d-b385-981f57165d83 req-267decad-0445-4a97-8792-be6744c49e00 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=62b53b37-cff2-4b7a-ac45-aa837d7e6742 HTTP/1.1" status: 200 len: 998 time: 0.3990369 Mar 29 16:26:08.395514 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-3390dc07-0314-433d-b385-981f57165d83 req-f7bd6b53-05e1-46cf-8978-35d335e5b7fd service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=62b53b37-cff2-4b7a-ac45-aa837d7e6742 HTTP/1.1" status: 200 len: 998 time: 0.3958395 Mar 29 16:26:08.473774 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3390dc07-0314-433d-b385-981f57165d83 req-dcde1808-0c83-4371-ae8d-f58a1e20c7f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:26:08.475223 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-3390dc07-0314-433d-b385-981f57165d83 req-dcde1808-0c83-4371-ae8d-f58a1e20c7f6 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ba66594e-6fd3-4284-9229-adeee8b25d84 HTTP/1.1" status: 200 len: 851 time: 0.0764687 Mar 29 16:26:08.476851 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3390dc07-0314-433d-b385-981f57165d83 req-7bb61150-1e66-4cd8-be51-d025b243d195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:26:08.478152 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-3390dc07-0314-433d-b385-981f57165d83 req-7bb61150-1e66-4cd8-be51-d025b243d195 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ba66594e-6fd3-4284-9229-adeee8b25d84 HTTP/1.1" status: 200 len: 851 time: 0.0716443 Mar 29 16:26:08.550182 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3390dc07-0314-433d-b385-981f57165d83 req-bedf72ab-70cd-4ae3-a846-d48535a4027a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:26:08.551690 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-3390dc07-0314-433d-b385-981f57165d83 req-bedf72ab-70cd-4ae3-a846-d48535a4027a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c5e1a6c7-dcad-4557-a03d-4fb83cc38845&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0690598 Mar 29 16:26:08.553918 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3390dc07-0314-433d-b385-981f57165d83 req-0caddbda-93ba-43bf-b0eb-97fa32cd0662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:26:08.555244 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-3390dc07-0314-433d-b385-981f57165d83 req-0caddbda-93ba-43bf-b0eb-97fa32cd0662 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c5e1a6c7-dcad-4557-a03d-4fb83cc38845&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0651984 Mar 29 16:26:08.708512 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-3390dc07-0314-433d-b385-981f57165d83 req-9d04a51f-cafe-49c6-82d9-297491eb96a6 service neutron] 10.222.0.44 "GET /v2.0/networks/c5e1a6c7-dcad-4557-a03d-4fb83cc38845?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482511 Mar 29 16:26:08.711797 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-3390dc07-0314-433d-b385-981f57165d83 req-76dae3f9-3dc0-46c9-b7b2-54f103ec1bf2 service neutron] 10.222.0.48 "GET /v2.0/networks/c5e1a6c7-dcad-4557-a03d-4fb83cc38845?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437724 Mar 29 16:26:08.907847 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95994fa-2542-4366-ae24-800913607e35 req-4a2a51c5-581e-4fa6-aafa-7630452a7b17 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:26:08.909354 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-a95994fa-2542-4366-ae24-800913607e35 req-4a2a51c5-581e-4fa6-aafa-7630452a7b17 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/ports?device_id=b291e6b1-8cf3-4410-a188-958b0402589d HTTP/1.1" status: 200 len: 944 time: 0.1684735 Mar 29 16:26:08.930358 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-3390dc07-0314-433d-b385-981f57165d83 req-c8404da7-f671-45b5-a791-4502489cf0b8 service neutron] 10.222.0.44 "GET /v2.0/networks/c5e1a6c7-dcad-4557-a03d-4fb83cc38845?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2149086 Mar 29 16:26:08.937587 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-3390dc07-0314-433d-b385-981f57165d83 req-797c7d88-35c6-4b51-96c3-8a417136a656 service neutron] 10.222.0.48 "GET /v2.0/networks/c5e1a6c7-dcad-4557-a03d-4fb83cc38845?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2136562 Mar 29 16:26:08.953079 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device 62b53b37-cff2-4b7a-ac45-aa837d7e6742 details requested by agent hyperv_n-h1-834765-1 with host n-h1-834765-1 {{(pid=102792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 16:26:08.957422 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-a95994fa-2542-4366-ae24-800913607e35 req-ddc041de-44d7-4021-aa8e-29bf26281bb4 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/security-groups?id=567c213f-9d6d-4fc2-8a22-2f327ca29e20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410924 Mar 29 16:26:09.043831 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7ee2c9-c53f-4456-99fc-55b92d3cdc3b req-2885961b-d03e-4584-a602-fbf3c84ff89b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:26:09.046414 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ad7ee2c9-c53f-4456-99fc-55b92d3cdc3b req-2885961b-d03e-4584-a602-fbf3c84ff89b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=fc81ecd37f7c45729d2956005840b16f&device_id=b291e6b1-8cf3-4410-a188-958b0402589d HTTP/1.1" status: 200 len: 1095 time: 0.0420127 Mar 29 16:26:09.068003 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port 62b53b37-cff2-4b7a-ac45-aa837d7e6742, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=62b53b37-cff2-4b7a-ac45-aa837d7e6742,segment=NetworkSegment(7e84e614-6e8a-4e9f-8f76-c5dc45da486d),segment_id=7e84e614-6e8a-4e9f-8f76-c5dc45da486d)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:26:09.079663 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Returning: {'device': '62b53b37-cff2-4b7a-ac45-aa837d7e6742', 'network_id': 'c5e1a6c7-dcad-4557-a03d-4fb83cc38845', 'port_id': '62b53b37-cff2-4b7a-ac45-aa837d7e6742', 'mac_address': 'fa:16:3e:1f:4a:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 636, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba66594e-6fd3-4284-9229-adeee8b25d84', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 16:26:09.116331 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:26:09.129460 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62b53b37-cff2-4b7a-ac45-aa837d7e6742 {{(pid=102792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 16:26:09.148215 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7ee2c9-c53f-4456-99fc-55b92d3cdc3b req-ad8a7668-7b06-4a7e-8238-eeb6221a312c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:26:09.148514 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port 62b53b37-cff2-4b7a-ac45-aa837d7e6742, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=62b53b37-cff2-4b7a-ac45-aa837d7e6742,segment=NetworkSegment(7e84e614-6e8a-4e9f-8f76-c5dc45da486d),segment_id=7e84e614-6e8a-4e9f-8f76-c5dc45da486d)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:26:09.150709 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ad7ee2c9-c53f-4456-99fc-55b92d3cdc3b req-ad8a7668-7b06-4a7e-8238-eeb6221a312c service neutron] 10.222.0.44 "GET /v2.0/networks?id=c5e1a6c7-dcad-4557-a03d-4fb83cc38845 HTTP/1.1" status: 200 len: 913 time: 0.0851655 Mar 29 16:26:09.153294 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:26:09.202429 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Pushing event updated for resources: {'Port': ['ID=62b53b37-cff2-4b7a-ac45-aa837d7e6742,revision_number=8']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:26:09.229230 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ad7ee2c9-c53f-4456-99fc-55b92d3cdc3b req-99915782-6974-4911-890b-74425d2e88c6 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=62b53b37-cff2-4b7a-ac45-aa837d7e6742 HTTP/1.1" status: 200 len: 999 time: 0.0707090 Mar 29 16:26:09.280075 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7ee2c9-c53f-4456-99fc-55b92d3cdc3b req-c3148d7b-06f4-4bbb-8f33-f407ba049d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:26:09.281533 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ad7ee2c9-c53f-4456-99fc-55b92d3cdc3b req-c3148d7b-06f4-4bbb-8f33-f407ba049d14 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ba66594e-6fd3-4284-9229-adeee8b25d84 HTTP/1.1" status: 200 len: 851 time: 0.0448689 Mar 29 16:26:09.326941 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7ee2c9-c53f-4456-99fc-55b92d3cdc3b req-6b4f7adf-a5b5-49e4-82af-02c64b21b7e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:26:09.328434 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ad7ee2c9-c53f-4456-99fc-55b92d3cdc3b req-6b4f7adf-a5b5-49e4-82af-02c64b21b7e2 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c5e1a6c7-dcad-4557-a03d-4fb83cc38845&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398028 Mar 29 16:26:09.346716 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device 62b53b37-cff2-4b7a-ac45-aa837d7e6742 no longer exists at agent hyperv_n-h2-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 16:26:09.387182 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device 62b53b37-cff2-4b7a-ac45-aa837d7e6742 not bound to the agent host n-h2-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 16:26:09.428191 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ad7ee2c9-c53f-4456-99fc-55b92d3cdc3b req-3c13b5e8-5f6e-4570-98aa-26ce9ebf66e2 service neutron] 10.222.0.44 "GET /v2.0/networks/c5e1a6c7-dcad-4557-a03d-4fb83cc38845?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855553 Mar 29 16:26:09.442584 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] get_ports_and_sgs() called for port_ids ['62b53b37-cff2-4b7a-ac45-aa837d7e6742'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 16:26:09.523321 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ad7ee2c9-c53f-4456-99fc-55b92d3cdc3b req-2edb43d6-902d-417d-9d15-73aace90ae46 service neutron] 10.222.0.44 "GET /v2.0/networks/c5e1a6c7-dcad-4557-a03d-4fb83cc38845?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867691 Mar 29 16:26:10.077534 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786649b3-4e15-4e1c-ab7b-a9c778c33aad req-a62fd15c-09e6-48e9-9617-860463a2dd58 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:26:10.078992 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-786649b3-4e15-4e1c-ab7b-a9c778c33aad req-a62fd15c-09e6-48e9-9617-860463a2dd58 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/ports?device_id=b291e6b1-8cf3-4410-a188-958b0402589d HTTP/1.1" status: 200 len: 945 time: 0.0493917 Mar 29 16:26:10.116027 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-786649b3-4e15-4e1c-ab7b-a9c778c33aad req-7cea7fa6-ad40-42bb-af5f-b0eb549cdca8 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/security-groups?id=567c213f-9d6d-4fc2-8a22-2f327ca29e20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310307 Mar 29 16:26:10.313101 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c327a23d-1d1c-4833-9905-982569629975 req-eade3b68-32ee-497a-a4a0-49608f3968c5 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:26:10.314894 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-c327a23d-1d1c-4833-9905-982569629975 req-eade3b68-32ee-497a-a4a0-49608f3968c5 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/ports?device_id=b291e6b1-8cf3-4410-a188-958b0402589d HTTP/1.1" status: 200 len: 945 time: 0.0536025 Mar 29 16:26:10.326022 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52875479-2c82-4b9a-b1a4-0d76258d414b req-8278fd83-3415-4352-98f6-ce8c5e60ecd1 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:26:10.327624 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-52875479-2c82-4b9a-b1a4-0d76258d414b req-8278fd83-3415-4352-98f6-ce8c5e60ecd1 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.48 "GET /v2.0/ports?device_id=b291e6b1-8cf3-4410-a188-958b0402589d&tenant_id=fc81ecd37f7c45729d2956005840b16f&binding%3Ahost_id=n-h1-834765-1 HTTP/1.1" status: 200 len: 945 time: 0.0538070 Mar 29 16:26:10.352934 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-c327a23d-1d1c-4833-9905-982569629975 req-ef10445b-81d1-4d5b-abba-966faef71022 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/security-groups?id=567c213f-9d6d-4fc2-8a22-2f327ca29e20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317345 Mar 29 16:26:10.388385 n-d-834765-1 neutron-server[102791]: INFO neutron.api.v2.resource [req-52875479-2c82-4b9a-b1a4-0d76258d414b req-79a404e6-be9e-47b4-b80c-01b391a41cf5 service neutron] delete failed (client error): The resource could not be found. Mar 29 16:26:10.389413 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-52875479-2c82-4b9a-b1a4-0d76258d414b req-79a404e6-be9e-47b4-b80c-01b391a41cf5 service neutron] 10.222.0.48 "DELETE /v2.0/ports/62b53b37-cff2-4b7a-ac45-aa837d7e6742/bindings/n-h2-834765-1 HTTP/1.1" status: 404 len: 380 time: 0.0552778 Mar 29 16:26:10.472050 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52875479-2c82-4b9a-b1a4-0d76258d414b req-40bf0834-e038-42bb-b915-356099764899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:26:10.473536 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-52875479-2c82-4b9a-b1a4-0d76258d414b req-40bf0834-e038-42bb-b915-356099764899 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=fc81ecd37f7c45729d2956005840b16f&device_id=b291e6b1-8cf3-4410-a188-958b0402589d HTTP/1.1" status: 200 len: 1096 time: 0.0409667 Mar 29 16:26:10.566423 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52875479-2c82-4b9a-b1a4-0d76258d414b req-5acdb487-c1f7-4681-89ec-c9e9608c480d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:26:10.567822 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-52875479-2c82-4b9a-b1a4-0d76258d414b req-5acdb487-c1f7-4681-89ec-c9e9608c480d service neutron] 10.222.0.48 "GET /v2.0/networks?id=c5e1a6c7-dcad-4557-a03d-4fb83cc38845 HTTP/1.1" status: 200 len: 913 time: 0.0883663 Mar 29 16:26:10.632569 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-52875479-2c82-4b9a-b1a4-0d76258d414b req-e817f340-1b8b-4707-b267-5481fc35c41d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=62b53b37-cff2-4b7a-ac45-aa837d7e6742 HTTP/1.1" status: 200 len: 999 time: 0.0586717 Mar 29 16:26:10.691558 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52875479-2c82-4b9a-b1a4-0d76258d414b req-914b87de-c2e8-4264-a75f-1d76f9134211 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:26:10.693014 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-52875479-2c82-4b9a-b1a4-0d76258d414b req-914b87de-c2e8-4264-a75f-1d76f9134211 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ba66594e-6fd3-4284-9229-adeee8b25d84 HTTP/1.1" status: 200 len: 851 time: 0.0530937 Mar 29 16:26:10.740120 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52875479-2c82-4b9a-b1a4-0d76258d414b req-ccf4ce07-9f89-4ee5-981e-429840d5cdc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:26:10.741686 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-52875479-2c82-4b9a-b1a4-0d76258d414b req-ccf4ce07-9f89-4ee5-981e-429840d5cdc6 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c5e1a6c7-dcad-4557-a03d-4fb83cc38845&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413215 Mar 29 16:26:10.834163 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-52875479-2c82-4b9a-b1a4-0d76258d414b req-265c88ee-73fa-43da-b818-73f94e9c747e service neutron] 10.222.0.48 "GET /v2.0/networks/c5e1a6c7-dcad-4557-a03d-4fb83cc38845?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855007 Mar 29 16:26:10.927547 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-52875479-2c82-4b9a-b1a4-0d76258d414b req-b27adace-8af2-432f-9fd5-ee8deb47d180 service neutron] 10.222.0.48 "GET /v2.0/networks/c5e1a6c7-dcad-4557-a03d-4fb83cc38845?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871193 Mar 29 16:26:10.977141 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device 62b53b37-cff2-4b7a-ac45-aa837d7e6742 up at agent hyperv_n-h1-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 16:26:11.029926 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Provisioning for port 62b53b37-cff2-4b7a-ac45-aa837d7e6742 completed by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 16:26:11.033784 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Provisioning complete for port 62b53b37-cff2-4b7a-ac45-aa837d7e6742 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:26:11.034184 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:26:11.123667 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:26:11.149060 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b291e6b1-8cf3-4410-a188-958b0402589d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62b53b37-cff2-4b7a-ac45-aa837d7e6742'}] {{(pid=102792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:26:11.151448 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4f476c66b318cc6068719fc39557fac68d413f5c7e78fa77028c7948e999ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-867a7fcd-5793-4eec-a795-0a5675242819" -d '{"events": [{"server_uuid": "b291e6b1-8cf3-4410-a188-958b0402589d", "name": "network-vif-plugged", "status": "completed", "tag": "62b53b37-cff2-4b7a-ac45-aa837d7e6742"}]}' {{(pid=102792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:26:11.164891 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port 62b53b37-cff2-4b7a-ac45-aa837d7e6742, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=62b53b37-cff2-4b7a-ac45-aa837d7e6742,segment=NetworkSegment(7e84e614-6e8a-4e9f-8f76-c5dc45da486d),segment_id=7e84e614-6e8a-4e9f-8f76-c5dc45da486d)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:26:11.169054 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:26:11.202256 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 16:26:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a657fe6-0d57-499f-95fb-0acd1f6a9f8a x-openstack-request-id: req-2a657fe6-0d57-499f-95fb-0acd1f6a9f8a {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:26:11.202557 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b291e6b1-8cf3-4410-a188-958b0402589d", "name": "network-vif-plugged", "status": "completed", "tag": "62b53b37-cff2-4b7a-ac45-aa837d7e6742", "code": 200}]} {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:26:11.202813 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-2a657fe6-0d57-499f-95fb-0acd1f6a9f8a {{(pid=102792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:26:11.203201 n-d-834765-1 neutron-server[102792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b291e6b1-8cf3-4410-a188-958b0402589d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62b53b37-cff2-4b7a-ac45-aa837d7e6742', 'code': 200} Mar 29 16:26:11.220863 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Pushing event updated for resources: {'Port': ['ID=62b53b37-cff2-4b7a-ac45-aa837d7e6742,revision_number=9']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:26:11.479882 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7506da1f-94d2-4bd7-8e85-faee25ea6d99 req-7b9cba48-2a50-4ab1-8f8b-cf68044fe6fa tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:26:11.481398 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-7506da1f-94d2-4bd7-8e85-faee25ea6d99 req-7b9cba48-2a50-4ab1-8f8b-cf68044fe6fa tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/ports?device_id=b291e6b1-8cf3-4410-a188-958b0402589d HTTP/1.1" status: 200 len: 946 time: 0.0554268 Mar 29 16:26:11.520835 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-7506da1f-94d2-4bd7-8e85-faee25ea6d99 req-10773840-34f5-452e-9a1d-5aa4c5ebe3d3 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/security-groups?id=567c213f-9d6d-4fc2-8a22-2f327ca29e20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320420 Mar 29 16:26:11.636220 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7bcde3-f37f-4668-b9bb-d7ceced4e907 req-9f1d8ce5-bf16-4948-9150-5532536d2240 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:26:11.637586 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-7a7bcde3-f37f-4668-b9bb-d7ceced4e907 req-9f1d8ce5-bf16-4948-9150-5532536d2240 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/ports?device_id=b291e6b1-8cf3-4410-a188-958b0402589d HTTP/1.1" status: 200 len: 946 time: 0.0484869 Mar 29 16:26:11.675282 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-7a7bcde3-f37f-4668-b9bb-d7ceced4e907 req-f259b92f-fdee-4445-b0d1-2482a7c0b9e7 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/security-groups?id=567c213f-9d6d-4fc2-8a22-2f327ca29e20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310345 Mar 29 16:26:11.899215 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7e12fe-2a80-43a3-8579-13c484b6a0e0 req-889e5140-c40e-4d06-8456-149c5d9fc0aa tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:26:11.900689 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4b7e12fe-2a80-43a3-8579-13c484b6a0e0 req-889e5140-c40e-4d06-8456-149c5d9fc0aa tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/ports?device_id=b291e6b1-8cf3-4410-a188-958b0402589d HTTP/1.1" status: 200 len: 946 time: 0.0788708 Mar 29 16:26:11.915024 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b1fb96-8f1b-4ae8-a535-2de599216024 req-16fde966-c7fd-41a5-8f22-d3c055384f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:26:11.916456 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f8b1fb96-8f1b-4ae8-a535-2de599216024 req-16fde966-c7fd-41a5-8f22-d3c055384f6f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=fc81ecd37f7c45729d2956005840b16f&device_id=b291e6b1-8cf3-4410-a188-958b0402589d HTTP/1.1" status: 200 len: 1097 time: 0.0576541 Mar 29 16:26:11.970931 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4b7e12fe-2a80-43a3-8579-13c484b6a0e0 req-7444d91c-324a-4391-8e1e-ec8cbfacc1cd tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/security-groups?id=567c213f-9d6d-4fc2-8a22-2f327ca29e20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630696 Mar 29 16:26:12.025375 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b1fb96-8f1b-4ae8-a535-2de599216024 req-e233f1be-221c-4b0d-9b67-9d39472f48ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:26:12.026830 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f8b1fb96-8f1b-4ae8-a535-2de599216024 req-e233f1be-221c-4b0d-9b67-9d39472f48ff service neutron] 10.222.0.44 "GET /v2.0/networks?id=c5e1a6c7-dcad-4557-a03d-4fb83cc38845 HTTP/1.1" status: 200 len: 913 time: 0.1030288 Mar 29 16:26:12.089725 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f8b1fb96-8f1b-4ae8-a535-2de599216024 req-d9423631-cfdd-4afc-8e32-834decd9d0ec service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=62b53b37-cff2-4b7a-ac45-aa837d7e6742 HTTP/1.1" status: 200 len: 1000 time: 0.0567715 Mar 29 16:26:12.137184 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b1fb96-8f1b-4ae8-a535-2de599216024 req-72f22bf5-a891-4a8a-9801-b1fcd3e741c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:26:12.138791 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f8b1fb96-8f1b-4ae8-a535-2de599216024 req-72f22bf5-a891-4a8a-9801-b1fcd3e741c7 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ba66594e-6fd3-4284-9229-adeee8b25d84 HTTP/1.1" status: 200 len: 851 time: 0.0429559 Mar 29 16:26:12.188740 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b1fb96-8f1b-4ae8-a535-2de599216024 req-9a336331-2174-4765-b519-06b1c9684df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:26:12.190382 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f8b1fb96-8f1b-4ae8-a535-2de599216024 req-9a336331-2174-4765-b519-06b1c9684df6 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c5e1a6c7-dcad-4557-a03d-4fb83cc38845&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444481 Mar 29 16:26:12.279028 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f8b1fb96-8f1b-4ae8-a535-2de599216024 req-c8f8003c-620e-4741-a859-7c1ba08642b5 service neutron] 10.222.0.44 "GET /v2.0/networks/c5e1a6c7-dcad-4557-a03d-4fb83cc38845?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822818 Mar 29 16:26:12.370670 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f8b1fb96-8f1b-4ae8-a535-2de599216024 req-e8f8285e-ce50-4dbe-9eea-803a893c6977 service neutron] 10.222.0.44 "GET /v2.0/networks/c5e1a6c7-dcad-4557-a03d-4fb83cc38845?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854371 Mar 29 16:26:13.097556 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f62170-7ef5-4e9d-a9dd-af31ab4abe45 req-10696696-8908-4f78-92f0-c5cacdf9ec8c tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:26:13.099041 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-33f62170-7ef5-4e9d-a9dd-af31ab4abe45 req-10696696-8908-4f78-92f0-c5cacdf9ec8c tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/ports?device_id=b291e6b1-8cf3-4410-a188-958b0402589d HTTP/1.1" status: 200 len: 946 time: 0.0557587 Mar 29 16:26:13.137579 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-33f62170-7ef5-4e9d-a9dd-af31ab4abe45 req-41dffa31-6258-40c6-864a-6ec547b06dab tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/security-groups?id=567c213f-9d6d-4fc2-8a22-2f327ca29e20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324061 Mar 29 16:26:13.377895 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810231a1-1254-4b8e-9b3b-a6b082088f49 req-648111ba-efc0-48bd-95e1-f4031d053847 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:26:13.379303 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-810231a1-1254-4b8e-9b3b-a6b082088f49 req-648111ba-efc0-48bd-95e1-f4031d053847 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/ports?device_id=b291e6b1-8cf3-4410-a188-958b0402589d HTTP/1.1" status: 200 len: 946 time: 0.0544646 Mar 29 16:26:13.416946 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-810231a1-1254-4b8e-9b3b-a6b082088f49 req-9841875d-6bf3-4bec-9a9b-f41d00f148d1 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/security-groups?id=567c213f-9d6d-4fc2-8a22-2f327ca29e20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314925 Mar 29 16:26:14.536412 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06d65fe-c014-47ca-a2ee-b0e80682c7bf req-f7600989-e434-4855-a2cc-83e92edb122a tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:26:14.537889 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-a06d65fe-c014-47ca-a2ee-b0e80682c7bf req-f7600989-e434-4855-a2cc-83e92edb122a tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/ports?device_id=b291e6b1-8cf3-4410-a188-958b0402589d HTTP/1.1" status: 200 len: 946 time: 0.0498686 Mar 29 16:26:14.576627 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-a06d65fe-c014-47ca-a2ee-b0e80682c7bf req-f52e0d2e-64c8-4b34-9ead-f340aba7187f tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/security-groups?id=567c213f-9d6d-4fc2-8a22-2f327ca29e20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320766 Mar 29 16:26:14.695029 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c920110-e9a2-4cf1-a223-97db6255b6e3 req-1607d89b-a85b-42b2-9983-a3235c778939 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:26:14.696577 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-2c920110-e9a2-4cf1-a223-97db6255b6e3 req-1607d89b-a85b-42b2-9983-a3235c778939 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.44 "GET /v2.0/ports?device_id=b291e6b1-8cf3-4410-a188-958b0402589d HTTP/1.1" status: 200 len: 946 time: 0.0481026 Mar 29 16:26:14.787294 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [req-2c920110-e9a2-4cf1-a223-97db6255b6e3 req-6422b31c-1247-45fc-b794-aef2f59c2b07 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Deleting port 62b53b37-cff2-4b7a-ac45-aa837d7e6742 {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:26:14.787643 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-2c920110-e9a2-4cf1-a223-97db6255b6e3 req-6422b31c-1247-45fc-b794-aef2f59c2b07 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:26:14.873141 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-2c920110-e9a2-4cf1-a223-97db6255b6e3 req-6422b31c-1247-45fc-b794-aef2f59c2b07 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] For port 62b53b37-cff2-4b7a-ac45-aa837d7e6742, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=62b53b37-cff2-4b7a-ac45-aa837d7e6742,segment=NetworkSegment(7e84e614-6e8a-4e9f-8f76-c5dc45da486d),segment_id=7e84e614-6e8a-4e9f-8f76-c5dc45da486d)] {{(pid=102791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:26:14.873861 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-2c920110-e9a2-4cf1-a223-97db6255b6e3 req-6422b31c-1247-45fc-b794-aef2f59c2b07 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:26:15.049070 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-2c920110-e9a2-4cf1-a223-97db6255b6e3 req-6422b31c-1247-45fc-b794-aef2f59c2b07 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:26:15.049345 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-2c920110-e9a2-4cf1-a223-97db6255b6e3 req-6422b31c-1247-45fc-b794-aef2f59c2b07 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648212'] for floatingip, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:26:15.049650 n-d-834765-1 neutron-server[102791]: INFO neutron.db.l3_db [req-2c920110-e9a2-4cf1-a223-97db6255b6e3 req-6422b31c-1247-45fc-b794-aef2f59c2b07 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Floating IP 99e1000d-bbc8-41d9-b629-287a139c9ee0 disassociated. External IP: 172.25.4.3, port: 62b53b37-cff2-4b7a-ac45-aa837d7e6742. Mar 29 16:26:15.049984 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [req-2c920110-e9a2-4cf1-a223-97db6255b6e3 req-6422b31c-1247-45fc-b794-aef2f59c2b07 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Calling delete_port for 62b53b37-cff2-4b7a-ac45-aa837d7e6742 owned by compute:nova {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:26:15.171775 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-2c920110-e9a2-4cf1-a223-97db6255b6e3 req-6422b31c-1247-45fc-b794-aef2f59c2b07 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:26:15.199977 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6422b31c-1247-45fc-b794-aef2f59c2b07 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Pushing event deleted for resources: {'Port': ['ID=62b53b37-cff2-4b7a-ac45-aa837d7e6742,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:26:15.213125 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6422b31c-1247-45fc-b794-aef2f59c2b07 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:26:15.213469 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6422b31c-1247-45fc-b794-aef2f59c2b07 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:26:15.213807 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6422b31c-1247-45fc-b794-aef2f59c2b07 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:26:15.214142 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6422b31c-1247-45fc-b794-aef2f59c2b07 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:26:15.214476 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6422b31c-1247-45fc-b794-aef2f59c2b07 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:26:15.214815 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6422b31c-1247-45fc-b794-aef2f59c2b07 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:26:15.215139 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6422b31c-1247-45fc-b794-aef2f59c2b07 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:26:15.215490 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6422b31c-1247-45fc-b794-aef2f59c2b07 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:26:15.215815 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6422b31c-1247-45fc-b794-aef2f59c2b07 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:26:15.216140 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6422b31c-1247-45fc-b794-aef2f59c2b07 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:26:15.216490 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6422b31c-1247-45fc-b794-aef2f59c2b07 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:26:15.216895 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6422b31c-1247-45fc-b794-aef2f59c2b07 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:26:15.328289 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2c920110-e9a2-4cf1-a223-97db6255b6e3 req-6422b31c-1247-45fc-b794-aef2f59c2b07 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Router 771d26af-b4a1-4c8f-826b-05fc0fe52762 has already been hosted by L3 agent c648d819-1060-4f26-b4ec-6455387b5dff {{(pid=102791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 16:26:15.437021 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2c920110-e9a2-4cf1-a223-97db6255b6e3 req-6422b31c-1247-45fc-b794-aef2f59c2b07 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 16:26:15.446711 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7f3ae14-fc1e-46b2-9120-915851afde9b None None] Sync routers for ids ['771d26af-b4a1-4c8f-826b-05fc0fe52762'] in n-d-834765-1 {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 16:26:15.457251 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7f3ae14-fc1e-46b2-9120-915851afde9b None None] Routers {'771d26af-b4a1-4c8f-826b-05fc0fe52762'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:26:15.457896 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-e7f3ae14-fc1e-46b2-9120-915851afde9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:26:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['771d26af-b4a1-4c8f-826b-05fc0fe52762'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:26:15.479332 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c920110-e9a2-4cf1-a223-97db6255b6e3 req-6422b31c-1247-45fc-b794-aef2f59c2b07 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] No DVR routers for this DVR port 62b53b37-cff2-4b7a-ac45-aa837d7e6742 on host n-h1-834765-1 {{(pid=102791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 16:26:15.482055 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-2c920110-e9a2-4cf1-a223-97db6255b6e3 req-6422b31c-1247-45fc-b794-aef2f59c2b07 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:26:15.485912 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-2c920110-e9a2-4cf1-a223-97db6255b6e3 req-6422b31c-1247-45fc-b794-aef2f59c2b07 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.44 "DELETE /v2.0/ports/62b53b37-cff2-4b7a-ac45-aa837d7e6742 HTTP/1.1" status: 204 len: 173 time: 0.7829790 Mar 29 16:26:15.486348 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b291e6b1-8cf3-4410-a188-958b0402589d', 'name': 'network-vif-deleted', 'tag': '62b53b37-cff2-4b7a-ac45-aa837d7e6742'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:26:15.488644 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c67b028db5e9b9818fecc5c0a87ebc6f190694fa53ca267d523e04f98de536d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-894c7883-f7fc-4d20-9b74-36c3afc70aeb" -d '{"events": [{"server_uuid": "b291e6b1-8cf3-4410-a188-958b0402589d", "name": "network-vif-deleted", "tag": "62b53b37-cff2-4b7a-ac45-aa837d7e6742"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:26:15.527593 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 16:26:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84ab6248-21db-43c5-aca7-6fa27223583b x-openstack-request-id: req-84ab6248-21db-43c5-aca7-6fa27223583b {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:26:15.527883 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b291e6b1-8cf3-4410-a188-958b0402589d", "name": "network-vif-deleted", "tag": "62b53b37-cff2-4b7a-ac45-aa837d7e6742", "status": "completed", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:26:15.528129 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-84ab6248-21db-43c5-aca7-6fa27223583b {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:26:15.528521 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b291e6b1-8cf3-4410-a188-958b0402589d', 'name': 'network-vif-deleted', 'tag': '62b53b37-cff2-4b7a-ac45-aa837d7e6742', 'status': 'completed', 'code': 200} Mar 29 16:26:15.696227 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-79b16193-ae36-4161-b4a6-f9c2735a6b70 req-eb395f71-27cb-4151-a5d8-efa585ff3d1b tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/ports?device_id=b291e6b1-8cf3-4410-a188-958b0402589d HTTP/1.1" status: 200 len: 210 time: 0.0286689 Mar 29 16:26:15.741692 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvr_db [None req-e7f3ae14-fc1e-46b2-9120-915851afde9b None None] Set router 771d26af-b4a1-4c8f-826b-05fc0fe52762 gateway port host: n-d-834765-1 {{(pid=102792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:26:15.934581 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-e7f3ae14-fc1e-46b2-9120-915851afde9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '771d26af-b4a1-4c8f-826b-05fc0fe52762', 'name': 'tempest-ServerActionsTestJSON-1958030824-router', 'tenant_id': 'fc81ecd37f7c45729d2956005840b16f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.145'}], 'enable_snat': True}, 'gw_port_id': 'a53d6c1b-a73b-4507-8dfa-c7ab2ae26ed8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:24:24Z', 'updated_at': '2022-03-29T16:24:27Z', 'revision_number': 4, 'project_id': 'fc81ecd37f7c45729d2956005840b16f', 'gw_port': {'id': 'a53d6c1b-a73b-4507-8dfa-c7ab2ae26ed8', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:cf:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '771d26af-b4a1-4c8f-826b-05fc0fe52762', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:24:24Z', 'updated_at': '2022-03-29T16:24:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': '66e2b021-b8d0-42b7-be7a-3a9b3402eec8', 'name': '', 'network_id': 'c5e1a6c7-dcad-4557-a03d-4fb83cc38845', 'tenant_id': 'fc81ecd37f7c45729d2956005840b16f', 'mac_address': 'fa:16:3e:25:10:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '771d26af-b4a1-4c8f-826b-05fc0fe52762', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'ba66594e-6fd3-4284-9229-adeee8b25d84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:24:26Z', 'updated_at': '2022-03-29T16:24:31Z', 'revision_number': 5, 'project_id': 'fc81ecd37f7c45729d2956005840b16f', 'subnets': [{'id': 'ba66594e-6fd3-4284-9229-adeee8b25d84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:26:15.960555 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7f3ae14-fc1e-46b2-9120-915851afde9b None None] Checking router: 771d26af-b4a1-4c8f-826b-05fc0fe52762 for host: n-d-834765-1 {{(pid=102792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 16:26:15.969046 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7f3ae14-fc1e-46b2-9120-915851afde9b None None] Routers {'771d26af-b4a1-4c8f-826b-05fc0fe52762'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:26:15.969643 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-e7f3ae14-fc1e-46b2-9120-915851afde9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:26:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['771d26af-b4a1-4c8f-826b-05fc0fe52762'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:26:16.073744 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvr_db [None req-e7f3ae14-fc1e-46b2-9120-915851afde9b None None] Set router 771d26af-b4a1-4c8f-826b-05fc0fe52762 gateway port host: n-d-834765-1 {{(pid=102792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:26:16.272126 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-e7f3ae14-fc1e-46b2-9120-915851afde9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '771d26af-b4a1-4c8f-826b-05fc0fe52762', 'name': 'tempest-ServerActionsTestJSON-1958030824-router', 'tenant_id': 'fc81ecd37f7c45729d2956005840b16f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.145'}], 'enable_snat': True}, 'gw_port_id': 'a53d6c1b-a73b-4507-8dfa-c7ab2ae26ed8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:24:24Z', 'updated_at': '2022-03-29T16:24:27Z', 'revision_number': 4, 'project_id': 'fc81ecd37f7c45729d2956005840b16f', 'gw_port': {'id': 'a53d6c1b-a73b-4507-8dfa-c7ab2ae26ed8', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:cf:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '771d26af-b4a1-4c8f-826b-05fc0fe52762', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:24:24Z', 'updated_at': '2022-03-29T16:24:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': '66e2b021-b8d0-42b7-be7a-3a9b3402eec8', 'name': '', 'network_id': 'c5e1a6c7-dcad-4557-a03d-4fb83cc38845', 'tenant_id': 'fc81ecd37f7c45729d2956005840b16f', 'mac_address': 'fa:16:3e:25:10:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '771d26af-b4a1-4c8f-826b-05fc0fe52762', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'ba66594e-6fd3-4284-9229-adeee8b25d84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:24:26Z', 'updated_at': '2022-03-29T16:24:31Z', 'revision_number': 5, 'project_id': 'fc81ecd37f7c45729d2956005840b16f', 'subnets': [{'id': 'ba66594e-6fd3-4284-9229-adeee8b25d84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:26:16.298005 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7f3ae14-fc1e-46b2-9120-915851afde9b None None] The sync data for ids ['771d26af-b4a1-4c8f-826b-05fc0fe52762'] in n-d-834765-1 is: [{'id': '771d26af-b4a1-4c8f-826b-05fc0fe52762', 'name': 'tempest-ServerActionsTestJSON-1958030824-router', 'tenant_id': 'fc81ecd37f7c45729d2956005840b16f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.145'}], 'enable_snat': True}, 'gw_port_id': 'a53d6c1b-a73b-4507-8dfa-c7ab2ae26ed8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:24:24Z', 'updated_at': '2022-03-29T16:24:27Z', 'revision_number': 4, 'project_id': 'fc81ecd37f7c45729d2956005840b16f', 'gw_port': {'id': 'a53d6c1b-a73b-4507-8dfa-c7ab2ae26ed8', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:cf:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '771d26af-b4a1-4c8f-826b-05fc0fe52762', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:24:24Z', 'updated_at': '2022-03-29T16:24:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': '66e2b021-b8d0-42b7-be7a-3a9b3402eec8', 'name': '', 'network_id': 'c5e1a6c7-dcad-4557-a03d-4fb83cc38845', 'tenant_id': 'fc81ecd37f7c45729d2956005840b16f', 'mac_address': 'fa:16:3e:25:10:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '771d26af-b4a1-4c8f-826b-05fc0fe52762', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'ba66594e-6fd3-4284-9229-adeee8b25d84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:24:26Z', 'updated_at': '2022-03-29T16:24:31Z', 'revision_number': 5, 'project_id': 'fc81ecd37f7c45729d2956005840b16f', 'subnets': [{'id': 'ba66594e-6fd3-4284-9229-adeee8b25d84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 16:26:16.517474 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72a831b0-336c-4fff-98cf-b548b3469467 None None] New status for floating IP 99e1000d-bbc8-41d9-b629-287a139c9ee0: DOWN {{(pid=102793) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 16:26:16.985124 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device 62b53b37-cff2-4b7a-ac45-aa837d7e6742 no longer exists at agent hyperv_n-h1-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 16:26:17.007283 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] No Port match for: 62b53b37-cff2-4b7a-ac45-aa837d7e6742 {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 16:26:17.007631 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device 62b53b37-cff2-4b7a-ac45-aa837d7e6742 not bound to the agent host n-h1-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 16:26:17.210293 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-146541ea-7174-4610-95e6-7212866a3f95 req-be882d10-dcfe-4336-be60-1771c146c7ce tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--120616008&fields=id&tenant_id=fc81ecd37f7c45729d2956005840b16f HTTP/1.1" status: 200 len: 267 time: 0.0332341 Mar 29 16:26:17.316371 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146541ea-7174-4610-95e6-7212866a3f95 req-84ab2f8c-ca8d-410f-8840-2bc1ee7dcac2 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:26:17.317736 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-146541ea-7174-4610-95e6-7212866a3f95 req-84ab2f8c-ca8d-410f-8840-2bc1ee7dcac2 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/networks?id=c5e1a6c7-dcad-4557-a03d-4fb83cc38845 HTTP/1.1" status: 200 len: 812 time: 0.1006749 Mar 29 16:26:17.332585 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-146541ea-7174-4610-95e6-7212866a3f95 req-5af4def2-d6d7-4aac-a0e7-fc38dc32b6df tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/quotas/fc81ecd37f7c45729d2956005840b16f HTTP/1.1" status: 200 len: 375 time: 0.0090444 Mar 29 16:26:17.390135 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-146541ea-7174-4610-95e6-7212866a3f95 req-1bdedf2a-a5c2-4a54-9256-1ecf4d153db7 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=fc81ecd37f7c45729d2956005840b16f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0522931 Mar 29 16:26:17.405429 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [req-146541ea-7174-4610-95e6-7212866a3f95 req-a13d81de-89a0-4554-a09b-ec93abc8f7d7 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=102790) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 16:26:17.406488 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-146541ea-7174-4610-95e6-7212866a3f95 req-a13d81de-89a0-4554-a09b-ec93abc8f7d7 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052021 Mar 29 16:26:17.423814 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:26:17.502512 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-146541ea-7174-4610-95e6-7212866a3f95 req-8ece9903-3556-4d49-a0fe-c5114c6b64e5 service neutron] 10.222.0.42 "GET /v2.0/networks/c5e1a6c7-dcad-4557-a03d-4fb83cc38845?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898178 Mar 29 16:26:17.597010 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-146541ea-7174-4610-95e6-7212866a3f95 req-43ecb214-ff4e-4548-a324-cf6b44017a23 service neutron] 10.222.0.42 "GET /v2.0/networks/c5e1a6c7-dcad-4557-a03d-4fb83cc38845?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881181 Mar 29 16:26:17.758545 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-a5af8a6e-0e57-4214-af61-97855d5dc16e req-d29827c9-74e6-472c-a5a1-bb149d899728 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/ports?device_id=8929e0f2-826a-48d6-ba38-09414eb5ef01 HTTP/1.1" status: 200 len: 210 time: 0.0278518 Mar 29 16:26:18.183978 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:26:18.673359 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146541ea-7174-4610-95e6-7212866a3f95 req-149d2c0c-74f7-4dbd-bdb8-16ec84e43d0f tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:26:18.674814 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-146541ea-7174-4610-95e6-7212866a3f95 req-149d2c0c-74f7-4dbd-bdb8-16ec84e43d0f tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.48 "GET /v2.0/networks?id=c5e1a6c7-dcad-4557-a03d-4fb83cc38845 HTTP/1.1" status: 200 len: 812 time: 0.1030583 Mar 29 16:26:18.717027 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-146541ea-7174-4610-95e6-7212866a3f95 req-11cfecd5-5546-4bd7-9031-729330440e3d tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fc81ecd37f7c45729d2956005840b16f HTTP/1.1" status: 200 len: 379 time: 0.0331228 Mar 29 16:26:18.725946 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [req-146541ea-7174-4610-95e6-7212866a3f95 req-7d8f8527-1343-4336-a545-83486c90f8e9 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Request body: {'port': {'device_id': '8929e0f2-826a-48d6-ba38-09414eb5ef01', 'network_id': 'c5e1a6c7-dcad-4557-a03d-4fb83cc38845', 'admin_state_up': True, 'tenant_id': 'fc81ecd37f7c45729d2956005840b16f', 'security_groups': ['567c213f-9d6d-4fc2-8a22-2f327ca29e20']}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:26:18.828959 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-146541ea-7174-4610-95e6-7212866a3f95 req-7d8f8527-1343-4336-a545-83486c90f8e9 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Made reservation on behalf of fc81ecd37f7c45729d2956005840b16f for: {'port': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:26:18.832769 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-146541ea-7174-4610-95e6-7212866a3f95 req-7d8f8527-1343-4336-a545-83486c90f8e9 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:26:18.856006 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-afc17211-060e-4284-ab0e-68a87479794e req-e40e3c75-7fe4-43a1-bae7-ddc3e5a7be6c tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/ports?device_id=8929e0f2-826a-48d6-ba38-09414eb5ef01 HTTP/1.1" status: 200 len: 210 time: 0.0273151 Mar 29 16:26:18.960213 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_common [req-146541ea-7174-4610-95e6-7212866a3f95 req-7d8f8527-1343-4336-a545-83486c90f8e9 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Allocated IP 172.20.0.13 (c5e1a6c7-dcad-4557-a03d-4fb83cc38845/ba66594e-6fd3-4284-9229-adeee8b25d84/4d973fdc-1752-44d6-92cc-a29fd8e43848) {{(pid=102791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:26:19.097009 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-146541ea-7174-4610-95e6-7212866a3f95 req-7d8f8527-1343-4336-a545-83486c90f8e9 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Notify callbacks [] for port, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:26:19.128598 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-146541ea-7174-4610-95e6-7212866a3f95 req-7d8f8527-1343-4336-a545-83486c90f8e9 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:26:19.172986 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-146541ea-7174-4610-95e6-7212866a3f95 req-7d8f8527-1343-4336-a545-83486c90f8e9 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Network c5e1a6c7-dcad-4557-a03d-4fb83cc38845 is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:26:19.175951 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [req-146541ea-7174-4610-95e6-7212866a3f95 req-7d8f8527-1343-4336-a545-83486c90f8e9 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:26:19.178294 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [req-146541ea-7174-4610-95e6-7212866a3f95 req-7d8f8527-1343-4336-a545-83486c90f8e9 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Received port after_create {{(pid=102791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:26:19.207694 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8f8527-1343-4336-a545-83486c90f8e9 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Pushing event updated for resources: {'Port': ['ID=4d973fdc-1752-44d6-92cc-a29fd8e43848,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:26:19.235708 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146541ea-7174-4610-95e6-7212866a3f95 req-7d8f8527-1343-4336-a545-83486c90f8e9 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:26:19.236345 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-146541ea-7174-4610-95e6-7212866a3f95 req-7d8f8527-1343-4336-a545-83486c90f8e9 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:26:19.252865 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-146541ea-7174-4610-95e6-7212866a3f95 req-7d8f8527-1343-4336-a545-83486c90f8e9 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5303259 Mar 29 16:26:19.265193 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [req-146541ea-7174-4610-95e6-7212866a3f95 req-8458b525-96ff-4c55-8cc3-34aec0399250 service neutron] Request body: {'port': {'device_id': '8929e0f2-826a-48d6-ba38-09414eb5ef01', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834765-1'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:26:19.319319 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-146541ea-7174-4610-95e6-7212866a3f95 req-8458b525-96ff-4c55-8cc3-34aec0399250 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:26:19.376973 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-449df92a-f67a-4cfd-ad47-5618e771dc0c None None] Provisioning complete for port 4d973fdc-1752-44d6-92cc-a29fd8e43848 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:26:19.377551 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-449df92a-f67a-4cfd-ad47-5618e771dc0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:26:19.412142 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-449df92a-f67a-4cfd-ad47-5618e771dc0c None None] Port 4d973fdc-1752-44d6-92cc-a29fd8e43848 cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 16:26:19.580244 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [req-146541ea-7174-4610-95e6-7212866a3f95 req-8458b525-96ff-4c55-8cc3-34aec0399250 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d973fdc-1752-44d6-92cc-a29fd8e43848 {{(pid=102791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 16:26:19.587450 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-146541ea-7174-4610-95e6-7212866a3f95 req-8458b525-96ff-4c55-8cc3-34aec0399250 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:26:19.598967 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.provisioning_blocks [req-146541ea-7174-4610-95e6-7212866a3f95 req-8458b525-96ff-4c55-8cc3-34aec0399250 service neutron] Transition to ACTIVE for port object 4d973fdc-1752-44d6-92cc-a29fd8e43848 will not be triggered until provisioned by entity L2. {{(pid=102791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 16:26:19.602361 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-146541ea-7174-4610-95e6-7212866a3f95 req-8458b525-96ff-4c55-8cc3-34aec0399250 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:26:19.653474 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8458b525-96ff-4c55-8cc3-34aec0399250 service neutron] Pushing event updated for resources: {'Port': ['ID=4d973fdc-1752-44d6-92cc-a29fd8e43848,revision_number=2']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:26:19.723710 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-146541ea-7174-4610-95e6-7212866a3f95 req-8458b525-96ff-4c55-8cc3-34aec0399250 service neutron] Attempting to bind port 4d973fdc-1752-44d6-92cc-a29fd8e43848 on host n-h2-834765-1 for vnic_type normal with profile {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 16:26:19.724070 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-146541ea-7174-4610-95e6-7212866a3f95 req-8458b525-96ff-4c55-8cc3-34aec0399250 service neutron] Attempting to bind port 4d973fdc-1752-44d6-92cc-a29fd8e43848 by drivers openvswitch,hyperv on host n-h2-834765-1 at level 0 using segments [{'id': '7e84e614-6e8a-4e9f-8f76-c5dc45da486d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'c5e1a6c7-dcad-4557-a03d-4fb83cc38845'}] {{(pid=102791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 16:26:19.724368 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-146541ea-7174-4610-95e6-7212866a3f95 req-8458b525-96ff-4c55-8cc3-34aec0399250 service neutron] Attempting to bind port 4d973fdc-1752-44d6-92cc-a29fd8e43848 on network c5e1a6c7-dcad-4557-a03d-4fb83cc38845 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 16:26:19.728913 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-146541ea-7174-4610-95e6-7212866a3f95 req-8458b525-96ff-4c55-8cc3-34aec0399250 service neutron] Port 4d973fdc-1752-44d6-92cc-a29fd8e43848 on network c5e1a6c7-dcad-4557-a03d-4fb83cc38845 not bound, no agent of type Open vSwitch agent registered on host n-h2-834765-1 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 16:26:19.729239 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-146541ea-7174-4610-95e6-7212866a3f95 req-8458b525-96ff-4c55-8cc3-34aec0399250 service neutron] Attempting to bind port 4d973fdc-1752-44d6-92cc-a29fd8e43848 on network c5e1a6c7-dcad-4557-a03d-4fb83cc38845 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 16:26:19.734980 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-146541ea-7174-4610-95e6-7212866a3f95 req-8458b525-96ff-4c55-8cc3-34aec0399250 service neutron] Checking agent: {'id': '3e4b4912-b4a2-4d17-b5bd-6ce15529e8eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 33, 17), 'started_at': datetime.datetime(2022, 3, 29, 15, 33, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 16, 26, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 16:26:19.735335 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-146541ea-7174-4610-95e6-7212866a3f95 req-8458b525-96ff-4c55-8cc3-34aec0399250 service neutron] Checking segment: {'id': '7e84e614-6e8a-4e9f-8f76-c5dc45da486d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'c5e1a6c7-dcad-4557-a03d-4fb83cc38845'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 16:26:19.735720 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-146541ea-7174-4610-95e6-7212866a3f95 req-8458b525-96ff-4c55-8cc3-34aec0399250 service neutron] Bound using segment: {'id': '7e84e614-6e8a-4e9f-8f76-c5dc45da486d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'c5e1a6c7-dcad-4557-a03d-4fb83cc38845'} {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 16:26:19.736146 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-146541ea-7174-4610-95e6-7212866a3f95 req-8458b525-96ff-4c55-8cc3-34aec0399250 service neutron] Bound port: 4d973fdc-1752-44d6-92cc-a29fd8e43848, host: n-h2-834765-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e84e614-6e8a-4e9f-8f76-c5dc45da486d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'c5e1a6c7-dcad-4557-a03d-4fb83cc38845'}}] {{(pid=102791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 16:26:19.736556 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-146541ea-7174-4610-95e6-7212866a3f95 req-8458b525-96ff-4c55-8cc3-34aec0399250 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:26:19.805139 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-146541ea-7174-4610-95e6-7212866a3f95 req-8458b525-96ff-4c55-8cc3-34aec0399250 service neutron] For port 4d973fdc-1752-44d6-92cc-a29fd8e43848, host n-h2-834765-1, cleared binding levels {{(pid=102791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 16:26:19.808782 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-146541ea-7174-4610-95e6-7212866a3f95 req-8458b525-96ff-4c55-8cc3-34aec0399250 service neutron] For port 4d973fdc-1752-44d6-92cc-a29fd8e43848, host n-h2-834765-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=4d973fdc-1752-44d6-92cc-a29fd8e43848,segment=NetworkSegment(7e84e614-6e8a-4e9f-8f76-c5dc45da486d),segment_id=7e84e614-6e8a-4e9f-8f76-c5dc45da486d)] {{(pid=102791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 16:26:19.815480 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-146541ea-7174-4610-95e6-7212866a3f95 req-8458b525-96ff-4c55-8cc3-34aec0399250 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:26:19.855242 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146541ea-7174-4610-95e6-7212866a3f95 req-8458b525-96ff-4c55-8cc3-34aec0399250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:26:19.855976 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-146541ea-7174-4610-95e6-7212866a3f95 req-8458b525-96ff-4c55-8cc3-34aec0399250 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:26:19.858716 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-146541ea-7174-4610-95e6-7212866a3f95 req-8458b525-96ff-4c55-8cc3-34aec0399250 service neutron] 10.222.0.48 "PUT /v2.0/ports/4d973fdc-1752-44d6-92cc-a29fd8e43848 HTTP/1.1" status: 200 len: 1092 time: 0.5980268 Mar 29 16:26:19.859352 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8929e0f2-826a-48d6-ba38-09414eb5ef01', 'tag': '4d973fdc-1752-44d6-92cc-a29fd8e43848'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:26:19.861727 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c67b028db5e9b9818fecc5c0a87ebc6f190694fa53ca267d523e04f98de536d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-967a6d98-7346-4f55-ad14-4e7b16fa6041" -d '{"events": [{"name": "network-changed", "server_uuid": "8929e0f2-826a-48d6-ba38-09414eb5ef01", "tag": "4d973fdc-1752-44d6-92cc-a29fd8e43848"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:26:19.889882 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8458b525-96ff-4c55-8cc3-34aec0399250 service neutron] Pushing event updated for resources: {'Port': ['ID=4d973fdc-1752-44d6-92cc-a29fd8e43848,revision_number=3']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:26:19.908536 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 16:26:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84e3f5c1-ad4f-44d0-90c6-7680271d0cb5 x-openstack-request-id: req-84e3f5c1-ad4f-44d0-90c6-7680271d0cb5 {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:26:19.908998 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8929e0f2-826a-48d6-ba38-09414eb5ef01", "tag": "4d973fdc-1752-44d6-92cc-a29fd8e43848", "status": "completed", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:26:19.909789 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-84e3f5c1-ad4f-44d0-90c6-7680271d0cb5 {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:26:19.910182 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8929e0f2-826a-48d6-ba38-09414eb5ef01', 'tag': '4d973fdc-1752-44d6-92cc-a29fd8e43848', 'status': 'completed', 'code': 200} Mar 29 16:26:19.970193 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146541ea-7174-4610-95e6-7212866a3f95 req-b1b86a5c-71fa-4fcf-8719-2b2bb28bf37e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:26:19.971767 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-146541ea-7174-4610-95e6-7212866a3f95 req-b1b86a5c-71fa-4fcf-8719-2b2bb28bf37e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=fc81ecd37f7c45729d2956005840b16f&device_id=8929e0f2-826a-48d6-ba38-09414eb5ef01 HTTP/1.1" status: 200 len: 1095 time: 0.0490668 Mar 29 16:26:19.998887 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e091f98a-1086-439f-b774-86d27eb60b3d req-3f0bf6ea-be21-43ea-b255-6d9494015ee0 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:26:20.002068 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-e091f98a-1086-439f-b774-86d27eb60b3d req-3f0bf6ea-be21-43ea-b255-6d9494015ee0 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/ports?device_id=8929e0f2-826a-48d6-ba38-09414eb5ef01 HTTP/1.1" status: 200 len: 944 time: 0.0541575 Mar 29 16:26:20.022409 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-146541ea-7174-4610-95e6-7212866a3f95 req-58d73557-fcf3-4dd8-899d-9da4599759ca service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4d973fdc-1752-44d6-92cc-a29fd8e43848 HTTP/1.1" status: 200 len: 217 time: 0.0420933 Mar 29 16:26:20.044095 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-e091f98a-1086-439f-b774-86d27eb60b3d req-c3ddf3bd-f607-4fd2-9a42-2c813d6dba25 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/security-groups?id=567c213f-9d6d-4fc2-8a22-2f327ca29e20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354118 Mar 29 16:26:20.084163 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146541ea-7174-4610-95e6-7212866a3f95 req-dda426f2-c6c7-4a07-b688-ab23c691bf1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:26:20.085626 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-146541ea-7174-4610-95e6-7212866a3f95 req-dda426f2-c6c7-4a07-b688-ab23c691bf1c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ba66594e-6fd3-4284-9229-adeee8b25d84 HTTP/1.1" status: 200 len: 851 time: 0.0548103 Mar 29 16:26:20.130703 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146541ea-7174-4610-95e6-7212866a3f95 req-1b01197c-2c2b-4b73-9a9a-4ece67f77e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:26:20.132270 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-146541ea-7174-4610-95e6-7212866a3f95 req-1b01197c-2c2b-4b73-9a9a-4ece67f77e4a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c5e1a6c7-dcad-4557-a03d-4fb83cc38845&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393341 Mar 29 16:26:20.225899 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-146541ea-7174-4610-95e6-7212866a3f95 req-895a1d38-92fa-49be-9807-e62a69bb56a0 service neutron] 10.222.0.48 "GET /v2.0/networks/c5e1a6c7-dcad-4557-a03d-4fb83cc38845?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865304 Mar 29 16:26:20.315123 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-146541ea-7174-4610-95e6-7212866a3f95 req-a99e5689-edc9-4de9-a5af-2c78a16158a9 service neutron] 10.222.0.48 "GET /v2.0/networks/c5e1a6c7-dcad-4557-a03d-4fb83cc38845?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826817 Mar 29 16:26:20.403626 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967a6d98-7346-4f55-ad14-4e7b16fa6041 req-8ed94cb4-c328-4ee1-a256-94fd30fa940a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:26:20.405708 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-967a6d98-7346-4f55-ad14-4e7b16fa6041 req-8ed94cb4-c328-4ee1-a256-94fd30fa940a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=fc81ecd37f7c45729d2956005840b16f&device_id=8929e0f2-826a-48d6-ba38-09414eb5ef01 HTTP/1.1" status: 200 len: 1095 time: 0.0466790 Mar 29 16:26:20.495239 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967a6d98-7346-4f55-ad14-4e7b16fa6041 req-16446fd0-d575-48ba-9b3a-0a42f0c47294 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:26:20.496804 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-967a6d98-7346-4f55-ad14-4e7b16fa6041 req-16446fd0-d575-48ba-9b3a-0a42f0c47294 service neutron] 10.222.0.48 "GET /v2.0/networks?id=c5e1a6c7-dcad-4557-a03d-4fb83cc38845 HTTP/1.1" status: 200 len: 913 time: 0.0850902 Mar 29 16:26:20.540009 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-967a6d98-7346-4f55-ad14-4e7b16fa6041 req-b9779561-1178-4cb9-b9ee-a0a67cf412ac service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4d973fdc-1752-44d6-92cc-a29fd8e43848 HTTP/1.1" status: 200 len: 217 time: 0.0358589 Mar 29 16:26:20.588316 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967a6d98-7346-4f55-ad14-4e7b16fa6041 req-71c4e380-fb6d-4f13-b9b2-f99675892ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:26:20.589724 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-967a6d98-7346-4f55-ad14-4e7b16fa6041 req-71c4e380-fb6d-4f13-b9b2-f99675892ae9 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ba66594e-6fd3-4284-9229-adeee8b25d84 HTTP/1.1" status: 200 len: 851 time: 0.0428002 Mar 29 16:26:20.635067 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967a6d98-7346-4f55-ad14-4e7b16fa6041 req-17cc00dd-4dde-46b7-afdc-36dc8c484cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:26:20.636558 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-967a6d98-7346-4f55-ad14-4e7b16fa6041 req-17cc00dd-4dde-46b7-afdc-36dc8c484cb2 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c5e1a6c7-dcad-4557-a03d-4fb83cc38845&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399818 Mar 29 16:26:21.041651 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-967a6d98-7346-4f55-ad14-4e7b16fa6041 req-9a5d6693-6d2e-4521-8427-0288c58d2e02 service neutron] 10.222.0.48 "GET /v2.0/networks/c5e1a6c7-dcad-4557-a03d-4fb83cc38845?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3980782 Mar 29 16:26:21.153151 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-967a6d98-7346-4f55-ad14-4e7b16fa6041 req-d5630c9f-0511-4106-8604-fa58796f9c0f service neutron] 10.222.0.48 "GET /v2.0/networks/c5e1a6c7-dcad-4557-a03d-4fb83cc38845?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037536 Mar 29 16:26:21.189911 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c60bf88-c566-4bd4-afa8-58c35f33af04 req-a96bb2da-f92f-4918-bdd7-1f3629f50dfe tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:26:21.191390 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-3c60bf88-c566-4bd4-afa8-58c35f33af04 req-a96bb2da-f92f-4918-bdd7-1f3629f50dfe tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/ports?device_id=8929e0f2-826a-48d6-ba38-09414eb5ef01 HTTP/1.1" status: 200 len: 944 time: 0.0662863 Mar 29 16:26:21.232511 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-3c60bf88-c566-4bd4-afa8-58c35f33af04 req-b3bb52d7-63a9-4d70-8b93-d1016f0df10d tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/security-groups?id=567c213f-9d6d-4fc2-8a22-2f327ca29e20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351672 Mar 29 16:26:22.347234 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29256ae-6e6c-4d57-b291-4b6696ea23eb req-1402ec6e-151c-4e09-a69f-f20c522a449c tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:26:22.348733 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-b29256ae-6e6c-4d57-b291-4b6696ea23eb req-1402ec6e-151c-4e09-a69f-f20c522a449c tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/ports?device_id=8929e0f2-826a-48d6-ba38-09414eb5ef01 HTTP/1.1" status: 200 len: 944 time: 0.0482862 Mar 29 16:26:22.389767 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-b29256ae-6e6c-4d57-b291-4b6696ea23eb req-96844e9a-f7d8-4d6c-a42f-e16415302e0c tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/security-groups?id=567c213f-9d6d-4fc2-8a22-2f327ca29e20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350404 Mar 29 16:26:23.503890 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67162ac1-9ef8-4f9a-a401-52c0ecc1cf18 req-c554ed55-71c4-485a-bd57-e0143236c337 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:26:23.505346 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-67162ac1-9ef8-4f9a-a401-52c0ecc1cf18 req-c554ed55-71c4-485a-bd57-e0143236c337 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/ports?device_id=8929e0f2-826a-48d6-ba38-09414eb5ef01 HTTP/1.1" status: 200 len: 944 time: 0.0480394 Mar 29 16:26:23.542131 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-67162ac1-9ef8-4f9a-a401-52c0ecc1cf18 req-2cee5f69-515c-4004-9266-d5bfb2bcab40 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/security-groups?id=567c213f-9d6d-4fc2-8a22-2f327ca29e20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308285 Mar 29 16:26:24.656555 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e28525-c769-48e8-812e-5e83fc5f05d5 req-efd2902b-24df-4d78-9d88-e1504186668c tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:26:24.658011 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-73e28525-c769-48e8-812e-5e83fc5f05d5 req-efd2902b-24df-4d78-9d88-e1504186668c tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/ports?device_id=8929e0f2-826a-48d6-ba38-09414eb5ef01 HTTP/1.1" status: 200 len: 944 time: 0.0484016 Mar 29 16:26:24.695494 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-73e28525-c769-48e8-812e-5e83fc5f05d5 req-8cba3971-2253-4399-b014-b0270a5a8c13 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/security-groups?id=567c213f-9d6d-4fc2-8a22-2f327ca29e20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313931 Mar 29 16:26:25.455107 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device 4d973fdc-1752-44d6-92cc-a29fd8e43848 details requested by agent hyperv_n-h2-834765-1 with host n-h2-834765-1 {{(pid=102792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 16:26:25.552332 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port 4d973fdc-1752-44d6-92cc-a29fd8e43848, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=4d973fdc-1752-44d6-92cc-a29fd8e43848,segment=NetworkSegment(7e84e614-6e8a-4e9f-8f76-c5dc45da486d),segment_id=7e84e614-6e8a-4e9f-8f76-c5dc45da486d)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:26:25.563330 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Returning: {'device': '4d973fdc-1752-44d6-92cc-a29fd8e43848', 'network_id': 'c5e1a6c7-dcad-4557-a03d-4fb83cc38845', 'port_id': '4d973fdc-1752-44d6-92cc-a29fd8e43848', 'mac_address': 'fa:16:3e:b3:2a:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 636, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba66594e-6fd3-4284-9229-adeee8b25d84', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 16:26:25.600502 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:26:25.612845 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d973fdc-1752-44d6-92cc-a29fd8e43848 {{(pid=102792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 16:26:25.631629 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port 4d973fdc-1752-44d6-92cc-a29fd8e43848, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=4d973fdc-1752-44d6-92cc-a29fd8e43848,segment=NetworkSegment(7e84e614-6e8a-4e9f-8f76-c5dc45da486d),segment_id=7e84e614-6e8a-4e9f-8f76-c5dc45da486d)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:26:25.635288 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:26:25.685707 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Pushing event updated for resources: {'Port': ['ID=4d973fdc-1752-44d6-92cc-a29fd8e43848,revision_number=4']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:26:25.693133 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:26:25.693483 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:26:25.693823 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:26:25.694160 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:26:25.694497 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:26:25.694826 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:26:25.695152 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:26:25.695516 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:26:25.695840 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:26:25.696162 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:26:25.696485 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:26:25.696812 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:26:25.810178 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce08862-39db-496c-8aa4-ed27a06c9612 req-c18f881a-59f9-40f7-8501-b3cf9ad56790 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:26:25.811660 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4ce08862-39db-496c-8aa4-ed27a06c9612 req-c18f881a-59f9-40f7-8501-b3cf9ad56790 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/ports?device_id=8929e0f2-826a-48d6-ba38-09414eb5ef01 HTTP/1.1" status: 200 len: 945 time: 0.0489488 Mar 29 16:26:25.848931 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4ce08862-39db-496c-8aa4-ed27a06c9612 req-757e5687-f982-4b01-b650-4db1f62e529e tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/security-groups?id=567c213f-9d6d-4fc2-8a22-2f327ca29e20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310631 Mar 29 16:26:25.977789 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] get_ports_and_sgs() called for port_ids ['4d973fdc-1752-44d6-92cc-a29fd8e43848'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 16:26:26.967930 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51e34c7-b87b-4779-8ab1-058fec6425b8 req-b87238da-c2f0-4f43-9ab1-aa0ab0b0526e tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:26:26.969403 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-d51e34c7-b87b-4779-8ab1-058fec6425b8 req-b87238da-c2f0-4f43-9ab1-aa0ab0b0526e tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/ports?device_id=8929e0f2-826a-48d6-ba38-09414eb5ef01 HTTP/1.1" status: 200 len: 945 time: 0.0511990 Mar 29 16:26:27.007477 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-d51e34c7-b87b-4779-8ab1-058fec6425b8 req-8fc26a5d-e717-440b-b9be-b3f3285d86ae tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/security-groups?id=567c213f-9d6d-4fc2-8a22-2f327ca29e20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319581 Mar 29 16:26:27.491527 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device 4d973fdc-1752-44d6-92cc-a29fd8e43848 up at agent hyperv_n-h2-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 16:26:27.542083 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Provisioning for port 4d973fdc-1752-44d6-92cc-a29fd8e43848 completed by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 16:26:27.546215 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Provisioning complete for port 4d973fdc-1752-44d6-92cc-a29fd8e43848 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:26:27.546580 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:26:27.623064 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:26:27.645716 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8929e0f2-826a-48d6-ba38-09414eb5ef01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d973fdc-1752-44d6-92cc-a29fd8e43848'}] {{(pid=102792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:26:27.647931 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4f476c66b318cc6068719fc39557fac68d413f5c7e78fa77028c7948e999ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c44d8732-4c5d-4d1b-8151-6ddc92ca88d7" -d '{"events": [{"server_uuid": "8929e0f2-826a-48d6-ba38-09414eb5ef01", "name": "network-vif-plugged", "status": "completed", "tag": "4d973fdc-1752-44d6-92cc-a29fd8e43848"}]}' {{(pid=102792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:26:27.661378 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port 4d973fdc-1752-44d6-92cc-a29fd8e43848, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=4d973fdc-1752-44d6-92cc-a29fd8e43848,segment=NetworkSegment(7e84e614-6e8a-4e9f-8f76-c5dc45da486d),segment_id=7e84e614-6e8a-4e9f-8f76-c5dc45da486d)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:26:27.665610 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:26:27.692550 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 16:26:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8710cb7-4869-4440-8d85-52770362dc73 x-openstack-request-id: req-d8710cb7-4869-4440-8d85-52770362dc73 {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:26:27.692834 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8929e0f2-826a-48d6-ba38-09414eb5ef01", "name": "network-vif-plugged", "status": "completed", "tag": "4d973fdc-1752-44d6-92cc-a29fd8e43848", "code": 200}]} {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:26:27.693078 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d8710cb7-4869-4440-8d85-52770362dc73 {{(pid=102792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:26:27.693450 n-d-834765-1 neutron-server[102792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8929e0f2-826a-48d6-ba38-09414eb5ef01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d973fdc-1752-44d6-92cc-a29fd8e43848', 'code': 200} Mar 29 16:26:27.720980 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Pushing event updated for resources: {'Port': ['ID=4d973fdc-1752-44d6-92cc-a29fd8e43848,revision_number=5']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:26:27.781684 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07879314-d813-4072-a3e2-d1c8c0264c4a req-891b2026-0d8c-4dad-befb-09a464d75c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:26:27.783169 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-07879314-d813-4072-a3e2-d1c8c0264c4a req-891b2026-0d8c-4dad-befb-09a464d75c28 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=8929e0f2-826a-48d6-ba38-09414eb5ef01 HTTP/1.1" status: 200 len: 1097 time: 0.0410194 Mar 29 16:26:27.820766 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-07879314-d813-4072-a3e2-d1c8c0264c4a req-c4871a4c-5828-4648-99fb-c7ae815e276f service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=567c213f-9d6d-4fc2-8a22-2f327ca29e20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315373 Mar 29 16:26:28.130112 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ce4b02-dc4d-4724-9d29-d1687044de99 req-55997bf4-e45b-4981-9428-82c7a496a1dc tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:26:28.132021 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-55ce4b02-dc4d-4724-9d29-d1687044de99 req-55997bf4-e45b-4981-9428-82c7a496a1dc tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/ports?device_id=8929e0f2-826a-48d6-ba38-09414eb5ef01 HTTP/1.1" status: 200 len: 946 time: 0.0509446 Mar 29 16:26:28.174923 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-55ce4b02-dc4d-4724-9d29-d1687044de99 req-c94aa8bb-5052-4500-b275-566851b4e96f tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/security-groups?id=567c213f-9d6d-4fc2-8a22-2f327ca29e20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367014 Mar 29 16:26:29.290836 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c4aedc-9be4-4ce9-995b-1c4dc69d0a1e req-97dd01d8-8dc7-4cfc-91f5-63f7196a29c3 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:26:29.292309 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-12c4aedc-9be4-4ce9-995b-1c4dc69d0a1e req-97dd01d8-8dc7-4cfc-91f5-63f7196a29c3 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/ports?device_id=8929e0f2-826a-48d6-ba38-09414eb5ef01 HTTP/1.1" status: 200 len: 946 time: 0.0490344 Mar 29 16:26:29.329932 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-12c4aedc-9be4-4ce9-995b-1c4dc69d0a1e req-90ae37ce-b94a-4c81-8b2b-f7c88f334df2 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/security-groups?id=567c213f-9d6d-4fc2-8a22-2f327ca29e20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310817 Mar 29 16:26:29.440828 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439f6f8b-8f35-4013-bbb5-5b85d52b6514 req-193cad47-dc21-410c-bcf4-93cbfb6edc81 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:26:29.442291 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-439f6f8b-8f35-4013-bbb5-5b85d52b6514 req-193cad47-dc21-410c-bcf4-93cbfb6edc81 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/ports?device_id=8929e0f2-826a-48d6-ba38-09414eb5ef01 HTTP/1.1" status: 200 len: 946 time: 0.0489271 Mar 29 16:26:29.450897 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 40328) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:26:29.455216 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-9a24c747-31e7-42a3-b031-e7f58dfad948 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Request body: {'floatingip': {'port_id': '4d973fdc-1752-44d6-92cc-a29fd8e43848'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:26:29.493757 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-9a24c747-31e7-42a3-b031-e7f58dfad948 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Notify callbacks [] for floatingip, before_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:26:29.921427 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-9a24c747-31e7-42a3-b031-e7f58dfad948 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:26:29.925265 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-9a24c747-31e7-42a3-b031-e7f58dfad948 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648212'] for floatingip, after_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:26:30.030326 n-d-834765-1 neutron-server[102790]: INFO neutron.db.l3_db [None req-9a24c747-31e7-42a3-b031-e7f58dfad948 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Floating IP 99e1000d-bbc8-41d9-b629-287a139c9ee0 associated. External IP: 172.25.4.3, port: 4d973fdc-1752-44d6-92cc-a29fd8e43848. Mar 29 16:26:30.237816 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a24c747-31e7-42a3-b031-e7f58dfad948 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Router 771d26af-b4a1-4c8f-826b-05fc0fe52762 has already been hosted by L3 agent c648d819-1060-4f26-b4ec-6455387b5dff {{(pid=102790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 16:26:30.240151 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.agents_db [None req-59735a15-725e-44d4-9ad5-95cbe356f209 None None] Agent healthcheck: found 7 active agents {{(pid=102793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 16:26:30.344443 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a24c747-31e7-42a3-b031-e7f58dfad948 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 16:26:30.349051 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-9a24c747-31e7-42a3-b031-e7f58dfad948 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for floatingip, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:26:30.354107 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30f418a7-f060-4c9d-83e1-e532b21f1093 None None] Sync routers for ids ['771d26af-b4a1-4c8f-826b-05fc0fe52762'] in n-d-834765-1 {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 16:26:30.363638 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30f418a7-f060-4c9d-83e1-e532b21f1093 None None] Routers {'771d26af-b4a1-4c8f-826b-05fc0fe52762'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:26:30.364248 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-30f418a7-f060-4c9d-83e1-e532b21f1093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:26:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['771d26af-b4a1-4c8f-826b-05fc0fe52762'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:26:30.376176 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-9a24c747-31e7-42a3-b031-e7f58dfad948 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "PUT /v2.0/floatingips/99e1000d-bbc8-41d9-b629-287a139c9ee0 HTTP/1.1" status: 200 len: 990 time: 0.9242294 Mar 29 16:26:30.376764 n-d-834765-1 neutron-server[102790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8929e0f2-826a-48d6-ba38-09414eb5ef01', 'tag': '4d973fdc-1752-44d6-92cc-a29fd8e43848'}] {{(pid=102790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:26:30.379157 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46b06d655c90bc969636382cce4240ad749035fb0f3a83ee4734fa1ed9c4a6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f484c5a8-bc01-4d92-80b6-ff20a89ca160" -d '{"events": [{"name": "network-changed", "server_uuid": "8929e0f2-826a-48d6-ba38-09414eb5ef01", "tag": "4d973fdc-1752-44d6-92cc-a29fd8e43848"}]}' {{(pid=102790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:26:30.426150 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 16:26:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-551ae334-8842-453c-99b8-f25759cc13b2 x-openstack-request-id: req-551ae334-8842-453c-99b8-f25759cc13b2 {{(pid=102790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:26:30.426448 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8929e0f2-826a-48d6-ba38-09414eb5ef01", "tag": "4d973fdc-1752-44d6-92cc-a29fd8e43848", "status": "completed", "code": 200}]} {{(pid=102790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:26:30.426700 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-551ae334-8842-453c-99b8-f25759cc13b2 {{(pid=102790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:26:30.427125 n-d-834765-1 neutron-server[102790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8929e0f2-826a-48d6-ba38-09414eb5ef01', 'tag': '4d973fdc-1752-44d6-92cc-a29fd8e43848', 'status': 'completed', 'code': 200} Mar 29 16:26:30.429113 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-6c79f675-8a01-4d54-8a14-3504d66f3239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:26:30.504530 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvr_db [None req-30f418a7-f060-4c9d-83e1-e532b21f1093 None None] Set router 771d26af-b4a1-4c8f-826b-05fc0fe52762 gateway port host: n-d-834765-1 {{(pid=102792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:26:30.507561 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f484c5a8-bc01-4d92-80b6-ff20a89ca160 req-bd2b8cd1-635d-4d0c-aa16-7e1fca99d87e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:26:30.509103 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f484c5a8-bc01-4d92-80b6-ff20a89ca160 req-bd2b8cd1-635d-4d0c-aa16-7e1fca99d87e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=fc81ecd37f7c45729d2956005840b16f&device_id=8929e0f2-826a-48d6-ba38-09414eb5ef01 HTTP/1.1" status: 200 len: 1097 time: 0.0526578 Mar 29 16:26:30.633898 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f484c5a8-bc01-4d92-80b6-ff20a89ca160 req-32a107e9-7866-4873-871c-396481e68048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:26:30.636043 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f484c5a8-bc01-4d92-80b6-ff20a89ca160 req-32a107e9-7866-4873-871c-396481e68048 service neutron] 10.222.0.48 "GET /v2.0/networks?id=c5e1a6c7-dcad-4557-a03d-4fb83cc38845 HTTP/1.1" status: 200 len: 913 time: 0.1203189 Mar 29 16:26:30.706723 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-4d21e4fe-c1f9-4271-92be-31835c6fafe8 req-bd092ce1-15ba-4ce5-a55e-121181d4e272 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=8929e0f2-826a-48d6-ba38-09414eb5ef01&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0728838 Mar 29 16:26:30.713971 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f484c5a8-bc01-4d92-80b6-ff20a89ca160 req-a20e3945-b196-4142-aab8-1848376958e5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4d973fdc-1752-44d6-92cc-a29fd8e43848 HTTP/1.1" status: 200 len: 998 time: 0.0713799 Mar 29 16:26:30.720854 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d470a242-96d3-4889-9e27-1f42c83cbab5 req-2b08cba1-cc7e-432c-8418-b6923e19dbc4 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:26:30.722342 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-d470a242-96d3-4889-9e27-1f42c83cbab5 req-2b08cba1-cc7e-432c-8418-b6923e19dbc4 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/ports?device_id=8929e0f2-826a-48d6-ba38-09414eb5ef01 HTTP/1.1" status: 200 len: 946 time: 0.0624366 Mar 29 16:26:30.769763 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f484c5a8-bc01-4d92-80b6-ff20a89ca160 req-10014184-53bc-4a48-9a73-119c64b2fc04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:26:30.772632 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f484c5a8-bc01-4d92-80b6-ff20a89ca160 req-10014184-53bc-4a48-9a73-119c64b2fc04 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ba66594e-6fd3-4284-9229-adeee8b25d84 HTTP/1.1" status: 200 len: 851 time: 0.0524955 Mar 29 16:26:30.775846 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-d470a242-96d3-4889-9e27-1f42c83cbab5 req-0144da2f-c793-4b95-8171-267bd5772216 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/security-groups?id=567c213f-9d6d-4fc2-8a22-2f327ca29e20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460744 Mar 29 16:26:30.788464 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-30f418a7-f060-4c9d-83e1-e532b21f1093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '771d26af-b4a1-4c8f-826b-05fc0fe52762', 'name': 'tempest-ServerActionsTestJSON-1958030824-router', 'tenant_id': 'fc81ecd37f7c45729d2956005840b16f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.145'}], 'enable_snat': True}, 'gw_port_id': 'a53d6c1b-a73b-4507-8dfa-c7ab2ae26ed8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:24:24Z', 'updated_at': '2022-03-29T16:24:27Z', 'revision_number': 4, 'project_id': 'fc81ecd37f7c45729d2956005840b16f', 'gw_port': {'id': 'a53d6c1b-a73b-4507-8dfa-c7ab2ae26ed8', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:cf:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '771d26af-b4a1-4c8f-826b-05fc0fe52762', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:24:24Z', 'updated_at': '2022-03-29T16:24:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_floatingips': [{'id': '99e1000d-bbc8-41d9-b629-287a139c9ee0', 'tenant_id': 'fc81ecd37f7c45729d2956005840b16f', 'floating_ip_address': '172.25.4.3', 'floating_network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'router_id': '771d26af-b4a1-4c8f-826b-05fc0fe52762', 'port_id': '4d973fdc-1752-44d6-92cc-a29fd8e43848', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4151, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5e1a6c7-dcad-4557-a03d-4fb83cc38845', 'mac_address': 'fa:16:3e:b3:2a:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8929e0f2-826a-48d6-ba38-09414eb5ef01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T16:24:29Z', 'updated_at': '2022-03-29T16:26:29Z', 'revision_number': 9, 'project_id': 'fc81ecd37f7c45729d2956005840b16f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66e2b021-b8d0-42b7-be7a-3a9b3402eec8', 'name': '', 'network_id': 'c5e1a6c7-dcad-4557-a03d-4fb83cc38845', 'tenant_id': 'fc81ecd37f7c45729d2956005840b16f', 'mac_address': 'fa:16:3e:25:10:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '771d26af-b4a1-4c8f-826b-05fc0fe52762', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'ba66594e-6fd3-4284-9229-adeee8b25d84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:24:26Z', 'updated_at': '2022-03-29T16:24:31Z', 'revision_number': 5, 'project_id': 'fc81ecd37f7c45729d2956005840b16f', 'subnets': [{'id': 'ba66594e-6fd3-4284-9229-adeee8b25d84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:26:30.821515 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30f418a7-f060-4c9d-83e1-e532b21f1093 None None] Checking router: 771d26af-b4a1-4c8f-826b-05fc0fe52762 for host: n-d-834765-1 {{(pid=102792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 16:26:30.830861 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30f418a7-f060-4c9d-83e1-e532b21f1093 None None] Routers {'771d26af-b4a1-4c8f-826b-05fc0fe52762'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:26:30.831578 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-30f418a7-f060-4c9d-83e1-e532b21f1093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:26:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['771d26af-b4a1-4c8f-826b-05fc0fe52762'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:26:30.832685 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f484c5a8-bc01-4d92-80b6-ff20a89ca160 req-e694086d-8b72-4ea6-8f78-cca240e3a9cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:26:30.834939 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f484c5a8-bc01-4d92-80b6-ff20a89ca160 req-e694086d-8b72-4ea6-8f78-cca240e3a9cc service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c5e1a6c7-dcad-4557-a03d-4fb83cc38845&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0554278 Mar 29 16:26:30.932216 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f484c5a8-bc01-4d92-80b6-ff20a89ca160 req-ab2bf1b6-f5d1-41e1-b545-800828c12d88 service neutron] 10.222.0.48 "GET /v2.0/networks/c5e1a6c7-dcad-4557-a03d-4fb83cc38845?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906506 Mar 29 16:26:30.951565 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvr_db [None req-30f418a7-f060-4c9d-83e1-e532b21f1093 None None] Set router 771d26af-b4a1-4c8f-826b-05fc0fe52762 gateway port host: n-d-834765-1 {{(pid=102792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:26:31.043879 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f484c5a8-bc01-4d92-80b6-ff20a89ca160 req-95cc586f-c823-4c59-8d69-7530fe3ccdff service neutron] 10.222.0.48 "GET /v2.0/networks/c5e1a6c7-dcad-4557-a03d-4fb83cc38845?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031539 Mar 29 16:26:31.195494 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-30f418a7-f060-4c9d-83e1-e532b21f1093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '771d26af-b4a1-4c8f-826b-05fc0fe52762', 'name': 'tempest-ServerActionsTestJSON-1958030824-router', 'tenant_id': 'fc81ecd37f7c45729d2956005840b16f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.145'}], 'enable_snat': True}, 'gw_port_id': 'a53d6c1b-a73b-4507-8dfa-c7ab2ae26ed8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:24:24Z', 'updated_at': '2022-03-29T16:24:27Z', 'revision_number': 4, 'project_id': 'fc81ecd37f7c45729d2956005840b16f', 'gw_port': {'id': 'a53d6c1b-a73b-4507-8dfa-c7ab2ae26ed8', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:cf:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '771d26af-b4a1-4c8f-826b-05fc0fe52762', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:24:24Z', 'updated_at': '2022-03-29T16:24:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_floatingips': [{'id': '99e1000d-bbc8-41d9-b629-287a139c9ee0', 'tenant_id': 'fc81ecd37f7c45729d2956005840b16f', 'floating_ip_address': '172.25.4.3', 'floating_network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'router_id': '771d26af-b4a1-4c8f-826b-05fc0fe52762', 'port_id': '4d973fdc-1752-44d6-92cc-a29fd8e43848', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4151, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5e1a6c7-dcad-4557-a03d-4fb83cc38845', 'mac_address': 'fa:16:3e:b3:2a:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8929e0f2-826a-48d6-ba38-09414eb5ef01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T16:24:29Z', 'updated_at': '2022-03-29T16:26:29Z', 'revision_number': 9, 'project_id': 'fc81ecd37f7c45729d2956005840b16f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66e2b021-b8d0-42b7-be7a-3a9b3402eec8', 'name': '', 'network_id': 'c5e1a6c7-dcad-4557-a03d-4fb83cc38845', 'tenant_id': 'fc81ecd37f7c45729d2956005840b16f', 'mac_address': 'fa:16:3e:25:10:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '771d26af-b4a1-4c8f-826b-05fc0fe52762', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'ba66594e-6fd3-4284-9229-adeee8b25d84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:24:26Z', 'updated_at': '2022-03-29T16:24:31Z', 'revision_number': 5, 'project_id': 'fc81ecd37f7c45729d2956005840b16f', 'subnets': [{'id': 'ba66594e-6fd3-4284-9229-adeee8b25d84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:26:31.227376 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30f418a7-f060-4c9d-83e1-e532b21f1093 None None] The sync data for ids ['771d26af-b4a1-4c8f-826b-05fc0fe52762'] in n-d-834765-1 is: [{'id': '771d26af-b4a1-4c8f-826b-05fc0fe52762', 'name': 'tempest-ServerActionsTestJSON-1958030824-router', 'tenant_id': 'fc81ecd37f7c45729d2956005840b16f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.145'}], 'enable_snat': True}, 'gw_port_id': 'a53d6c1b-a73b-4507-8dfa-c7ab2ae26ed8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:24:24Z', 'updated_at': '2022-03-29T16:24:27Z', 'revision_number': 4, 'project_id': 'fc81ecd37f7c45729d2956005840b16f', 'gw_port': {'id': 'a53d6c1b-a73b-4507-8dfa-c7ab2ae26ed8', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:cf:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '771d26af-b4a1-4c8f-826b-05fc0fe52762', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:24:24Z', 'updated_at': '2022-03-29T16:24:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_floatingips': [{'id': '99e1000d-bbc8-41d9-b629-287a139c9ee0', 'tenant_id': 'fc81ecd37f7c45729d2956005840b16f', 'floating_ip_address': '172.25.4.3', 'floating_network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'router_id': '771d26af-b4a1-4c8f-826b-05fc0fe52762', 'port_id': '4d973fdc-1752-44d6-92cc-a29fd8e43848', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4151, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5e1a6c7-dcad-4557-a03d-4fb83cc38845', 'mac_address': 'fa:16:3e:b3:2a:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8929e0f2-826a-48d6-ba38-09414eb5ef01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T16:24:29Z', 'updated_at': '2022-03-29T16:26:29Z', 'revision_number': 9, 'project_id': 'fc81ecd37f7c45729d2956005840b16f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66e2b021-b8d0-42b7-be7a-3a9b3402eec8', 'name': '', 'network_id': 'c5e1a6c7-dcad-4557-a03d-4fb83cc38845', 'tenant_id': 'fc81ecd37f7c45729d2956005840b16f', 'mac_address': 'fa:16:3e:25:10:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '771d26af-b4a1-4c8f-826b-05fc0fe52762', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'ba66594e-6fd3-4284-9229-adeee8b25d84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:24:26Z', 'updated_at': '2022-03-29T16:24:31Z', 'revision_number': 5, 'project_id': 'fc81ecd37f7c45729d2956005840b16f', 'subnets': [{'id': 'ba66594e-6fd3-4284-9229-adeee8b25d84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 16:26:31.437409 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5141a469-d46e-491a-ba65-c8450a37152d None None] New status for floating IP 99e1000d-bbc8-41d9-b629-287a139c9ee0: ACTIVE {{(pid=102793) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 16:26:31.856826 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d21e4fe-c1f9-4271-92be-31835c6fafe8 req-1239c278-17a9-4a9a-9945-15da7732181c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:26:31.858253 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4d21e4fe-c1f9-4271-92be-31835c6fafe8 req-1239c278-17a9-4a9a-9945-15da7732181c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=fc81ecd37f7c45729d2956005840b16f&device_id=8929e0f2-826a-48d6-ba38-09414eb5ef01 HTTP/1.1" status: 200 len: 1097 time: 0.0536416 Mar 29 16:26:31.953129 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d27588c-52ab-4e63-81da-f2a9dc8f58ab req-5d43fec3-8f2b-49bc-ab64-0cd8390b0296 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:26:31.954620 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-9d27588c-52ab-4e63-81da-f2a9dc8f58ab req-5d43fec3-8f2b-49bc-ab64-0cd8390b0296 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/ports?device_id=8929e0f2-826a-48d6-ba38-09414eb5ef01 HTTP/1.1" status: 200 len: 946 time: 0.1104918 Mar 29 16:26:31.993577 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d21e4fe-c1f9-4271-92be-31835c6fafe8 req-b077b7cc-c35b-41b1-a992-101abcb97292 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:26:31.995026 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4d21e4fe-c1f9-4271-92be-31835c6fafe8 req-b077b7cc-c35b-41b1-a992-101abcb97292 service neutron] 10.222.0.48 "GET /v2.0/networks?id=c5e1a6c7-dcad-4557-a03d-4fb83cc38845 HTTP/1.1" status: 200 len: 913 time: 0.1240132 Mar 29 16:26:32.014660 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-9d27588c-52ab-4e63-81da-f2a9dc8f58ab req-de00efda-cafe-41c8-8084-498797898cde tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/security-groups?id=567c213f-9d6d-4fc2-8a22-2f327ca29e20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539358 Mar 29 16:26:32.069769 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4d21e4fe-c1f9-4271-92be-31835c6fafe8 req-ef117611-4624-402a-ab58-980c8e975c16 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4d973fdc-1752-44d6-92cc-a29fd8e43848 HTTP/1.1" status: 200 len: 1001 time: 0.0683661 Mar 29 16:26:32.117619 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d21e4fe-c1f9-4271-92be-31835c6fafe8 req-102e7d8f-56db-4969-a4c8-abd2bdc43af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:26:32.118953 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4d21e4fe-c1f9-4271-92be-31835c6fafe8 req-102e7d8f-56db-4969-a4c8-abd2bdc43af9 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ba66594e-6fd3-4284-9229-adeee8b25d84 HTTP/1.1" status: 200 len: 851 time: 0.0434029 Mar 29 16:26:32.164070 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d21e4fe-c1f9-4271-92be-31835c6fafe8 req-410872df-d2b1-427e-8082-6a6a3cd48f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:26:32.165552 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4d21e4fe-c1f9-4271-92be-31835c6fafe8 req-410872df-d2b1-427e-8082-6a6a3cd48f94 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c5e1a6c7-dcad-4557-a03d-4fb83cc38845&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396006 Mar 29 16:26:32.260781 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4d21e4fe-c1f9-4271-92be-31835c6fafe8 req-29b070f7-3275-469d-82ef-7ca2c30c777f service neutron] 10.222.0.48 "GET /v2.0/networks/c5e1a6c7-dcad-4557-a03d-4fb83cc38845?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884156 Mar 29 16:26:32.350991 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4d21e4fe-c1f9-4271-92be-31835c6fafe8 req-4832b9c2-af0d-46e2-860c-1aa3db19fcd1 service neutron] 10.222.0.48 "GET /v2.0/networks/c5e1a6c7-dcad-4557-a03d-4fb83cc38845?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834775 Mar 29 16:26:32.877342 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-ec3969f0-e97a-4701-b0f3-749093b35679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:26:33.145267 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807f978e-8158-4bb5-9a95-683626f75f8b req-e7431ec8-170d-474a-981f-977310bd5da9 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:26:33.147577 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-807f978e-8158-4bb5-9a95-683626f75f8b req-e7431ec8-170d-474a-981f-977310bd5da9 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/ports?device_id=8929e0f2-826a-48d6-ba38-09414eb5ef01 HTTP/1.1" status: 200 len: 946 time: 0.0573552 Mar 29 16:26:33.192977 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-807f978e-8158-4bb5-9a95-683626f75f8b req-750ac413-28da-4cbb-8ff7-33b392bf9f54 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/security-groups?id=567c213f-9d6d-4fc2-8a22-2f327ca29e20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394702 Mar 29 16:26:34.313962 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2284483e-20e4-4a2c-86dc-4ebda9de29c4 req-6007bd5f-4ef3-4f50-b931-2c7b5eeb6cf8 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:26:34.315731 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-2284483e-20e4-4a2c-86dc-4ebda9de29c4 req-6007bd5f-4ef3-4f50-b931-2c7b5eeb6cf8 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/ports?device_id=8929e0f2-826a-48d6-ba38-09414eb5ef01 HTTP/1.1" status: 200 len: 946 time: 0.0537624 Mar 29 16:26:34.330157 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d71584b9-87f1-45f5-84c7-c993c2416269 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:26:34.354399 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-2284483e-20e4-4a2c-86dc-4ebda9de29c4 req-bc98040c-67a6-41c6-9dff-e3a461c66afc tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/security-groups?id=567c213f-9d6d-4fc2-8a22-2f327ca29e20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327172 Mar 29 16:26:35.617299 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfbaecd-66ec-4467-a5fe-0c496b3a2e46 req-40d97820-3f28-4d0a-991d-f1681258da6d tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:26:35.618773 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-3dfbaecd-66ec-4467-a5fe-0c496b3a2e46 req-40d97820-3f28-4d0a-991d-f1681258da6d tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/ports?device_id=8929e0f2-826a-48d6-ba38-09414eb5ef01 HTTP/1.1" status: 200 len: 946 time: 0.1946855 Mar 29 16:26:35.657234 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-3dfbaecd-66ec-4467-a5fe-0c496b3a2e46 req-6a53d311-0418-4a0c-a31a-e9f360e76685 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/security-groups?id=567c213f-9d6d-4fc2-8a22-2f327ca29e20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320573 Mar 29 16:26:35.887373 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-0cb6abf6-2706-4e52-8825-f5f644ecf9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:26:35.991818 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:26:36.770738 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8dc276-4e00-4a3d-9517-1bab35cc276c req-a7a1f53d-49ca-4d3d-98f7-f2641ed01588 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:26:36.772135 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6d8dc276-4e00-4a3d-9517-1bab35cc276c req-a7a1f53d-49ca-4d3d-98f7-f2641ed01588 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/ports?device_id=8929e0f2-826a-48d6-ba38-09414eb5ef01 HTTP/1.1" status: 200 len: 946 time: 0.0481393 Mar 29 16:26:36.809021 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6d8dc276-4e00-4a3d-9517-1bab35cc276c req-b4b1763e-c37e-4e83-87a1-88c8f1e679fc tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/security-groups?id=567c213f-9d6d-4fc2-8a22-2f327ca29e20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309343 Mar 29 16:26:37.924971 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340d5f9b-a2b6-44aa-afcd-fd9ef2eb2cc0 req-6c247a96-3dc5-496e-a96c-f7673b40b3f4 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:26:37.926468 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-340d5f9b-a2b6-44aa-afcd-fd9ef2eb2cc0 req-6c247a96-3dc5-496e-a96c-f7673b40b3f4 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/ports?device_id=8929e0f2-826a-48d6-ba38-09414eb5ef01 HTTP/1.1" status: 200 len: 946 time: 0.0497017 Mar 29 16:26:37.965382 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-340d5f9b-a2b6-44aa-afcd-fd9ef2eb2cc0 req-7865aa9f-3a2d-43e6-9abc-94fd16069a3e tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/security-groups?id=567c213f-9d6d-4fc2-8a22-2f327ca29e20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327950 Mar 29 16:26:39.137035 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8617385-55f7-41a0-84df-44107aafef1e req-b3b11f5e-3f3e-4506-93cd-b96a70666984 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:26:39.138496 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-a8617385-55f7-41a0-84df-44107aafef1e req-b3b11f5e-3f3e-4506-93cd-b96a70666984 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/ports?device_id=8929e0f2-826a-48d6-ba38-09414eb5ef01 HTTP/1.1" status: 200 len: 946 time: 0.1045845 Mar 29 16:26:39.176220 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-a8617385-55f7-41a0-84df-44107aafef1e req-33a09e6f-da03-4c00-834e-2afeaff91235 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/security-groups?id=567c213f-9d6d-4fc2-8a22-2f327ca29e20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310543 Mar 29 16:26:40.299905 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05440cbc-5eba-4f11-872d-65a6b415be00 req-534f8f12-e5e9-4440-94e9-75ce5bf9bfd6 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:26:40.301366 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-05440cbc-5eba-4f11-872d-65a6b415be00 req-534f8f12-e5e9-4440-94e9-75ce5bf9bfd6 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/ports?device_id=8929e0f2-826a-48d6-ba38-09414eb5ef01 HTTP/1.1" status: 200 len: 946 time: 0.0542607 Mar 29 16:26:40.338979 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-05440cbc-5eba-4f11-872d-65a6b415be00 req-ca51dff6-249a-4240-b72d-5c5c25236eb2 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/security-groups?id=567c213f-9d6d-4fc2-8a22-2f327ca29e20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316107 Mar 29 16:26:41.461119 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6c5b2c-aeff-4ea9-9501-08d1bfaa01c6 req-ff8516ac-2ced-4ef6-a841-706799527f55 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:26:41.462588 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6b6c5b2c-aeff-4ea9-9501-08d1bfaa01c6 req-ff8516ac-2ced-4ef6-a841-706799527f55 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/ports?device_id=8929e0f2-826a-48d6-ba38-09414eb5ef01 HTTP/1.1" status: 200 len: 946 time: 0.0522041 Mar 29 16:26:41.503286 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6b6c5b2c-aeff-4ea9-9501-08d1bfaa01c6 req-9d09a71d-ac65-40f4-9a1e-d86314a97664 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/security-groups?id=567c213f-9d6d-4fc2-8a22-2f327ca29e20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339043 Mar 29 16:26:42.620547 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4527764-6140-4dac-81b0-7d0cc9967ce7 req-500216dd-b674-454b-9e06-acf644fc4ed8 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:26:42.622001 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-e4527764-6140-4dac-81b0-7d0cc9967ce7 req-500216dd-b674-454b-9e06-acf644fc4ed8 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/ports?device_id=8929e0f2-826a-48d6-ba38-09414eb5ef01 HTTP/1.1" status: 200 len: 946 time: 0.0496550 Mar 29 16:26:42.659653 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-e4527764-6140-4dac-81b0-7d0cc9967ce7 req-9d951d23-f7b9-43a8-9f16-d1e276c0bb4c tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/security-groups?id=567c213f-9d6d-4fc2-8a22-2f327ca29e20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315607 Mar 29 16:26:43.776929 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58a3156-3b89-42ab-bde3-8daaf675fba9 req-04692248-c08c-4c9b-8907-a395f20add46 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:26:43.778548 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-a58a3156-3b89-42ab-bde3-8daaf675fba9 req-04692248-c08c-4c9b-8907-a395f20add46 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/ports?device_id=8929e0f2-826a-48d6-ba38-09414eb5ef01 HTTP/1.1" status: 200 len: 946 time: 0.0503690 Mar 29 16:26:43.818130 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-a58a3156-3b89-42ab-bde3-8daaf675fba9 req-d2d252de-ed89-4c1d-a34d-b28234d3f7be tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/security-groups?id=567c213f-9d6d-4fc2-8a22-2f327ca29e20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331652 Mar 29 16:26:44.933723 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4ae49e-f212-4c15-a35f-c10752b53a3c req-741e5738-3d38-482a-9459-17b04fa9ab60 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:26:44.935092 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-3c4ae49e-f212-4c15-a35f-c10752b53a3c req-741e5738-3d38-482a-9459-17b04fa9ab60 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/ports?device_id=8929e0f2-826a-48d6-ba38-09414eb5ef01 HTTP/1.1" status: 200 len: 946 time: 0.0487580 Mar 29 16:26:44.973152 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-3c4ae49e-f212-4c15-a35f-c10752b53a3c req-e5aa271a-fc41-4e11-b299-59cfd26a95bb tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/security-groups?id=567c213f-9d6d-4fc2-8a22-2f327ca29e20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312109 Mar 29 16:26:46.089738 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4503049e-508b-415c-a3d7-f579073dfdba req-f499e9b8-edea-4cde-afc4-295d25a90d41 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:26:46.091191 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4503049e-508b-415c-a3d7-f579073dfdba req-f499e9b8-edea-4cde-afc4-295d25a90d41 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/ports?device_id=8929e0f2-826a-48d6-ba38-09414eb5ef01 HTTP/1.1" status: 200 len: 946 time: 0.0503442 Mar 29 16:26:46.128866 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4503049e-508b-415c-a3d7-f579073dfdba req-ecb85295-fe35-42f8-aaa4-9b224d808aac tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/security-groups?id=567c213f-9d6d-4fc2-8a22-2f327ca29e20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314617 Mar 29 16:26:47.245547 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63884522-9995-42c7-804f-99a6c48c5e7a req-fc61f2c3-db03-4e31-9a0f-627bfad11e2e tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:26:47.247026 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-63884522-9995-42c7-804f-99a6c48c5e7a req-fc61f2c3-db03-4e31-9a0f-627bfad11e2e tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/ports?device_id=8929e0f2-826a-48d6-ba38-09414eb5ef01 HTTP/1.1" status: 200 len: 946 time: 0.0512743 Mar 29 16:26:47.285092 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-63884522-9995-42c7-804f-99a6c48c5e7a req-6f642481-72fa-43be-a1a6-34aad8785c86 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/security-groups?id=567c213f-9d6d-4fc2-8a22-2f327ca29e20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312753 Mar 29 16:26:47.424378 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:26:48.197055 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:26:48.416119 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ffb786-353a-4e16-870d-13b30bc8e720 req-76d7889d-dff7-4162-8cd1-3ceaf65732f1 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:26:48.417747 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b2ffb786-353a-4e16-870d-13b30bc8e720 req-76d7889d-dff7-4162-8cd1-3ceaf65732f1 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/ports?device_id=8929e0f2-826a-48d6-ba38-09414eb5ef01 HTTP/1.1" status: 200 len: 946 time: 0.0634553 Mar 29 16:26:48.457479 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b2ffb786-353a-4e16-870d-13b30bc8e720 req-0af9779e-2d26-464b-b2d7-200cf5631b8a tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/security-groups?id=567c213f-9d6d-4fc2-8a22-2f327ca29e20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330060 Mar 29 16:26:49.571819 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c95f98a-541f-41f3-8564-6080535285b0 req-93dc37f4-b9d3-4d0f-a88c-e7efdc03a214 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:26:49.573273 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-5c95f98a-541f-41f3-8564-6080535285b0 req-93dc37f4-b9d3-4d0f-a88c-e7efdc03a214 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/ports?device_id=8929e0f2-826a-48d6-ba38-09414eb5ef01 HTTP/1.1" status: 200 len: 946 time: 0.0478086 Mar 29 16:26:49.611350 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-5c95f98a-541f-41f3-8564-6080535285b0 req-23e10784-4624-45b5-a0dd-c70854f0fa41 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/security-groups?id=567c213f-9d6d-4fc2-8a22-2f327ca29e20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311136 Mar 29 16:26:50.726067 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b692c4-ea42-42f3-9ebf-f18a1bb86ca2 req-c42acbb0-1c0a-4343-9fcd-fe4e916fae11 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:26:50.727567 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-45b692c4-ea42-42f3-9ebf-f18a1bb86ca2 req-c42acbb0-1c0a-4343-9fcd-fe4e916fae11 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/ports?device_id=8929e0f2-826a-48d6-ba38-09414eb5ef01 HTTP/1.1" status: 200 len: 946 time: 0.0479903 Mar 29 16:26:50.764856 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-45b692c4-ea42-42f3-9ebf-f18a1bb86ca2 req-fbb31779-f9fd-4aeb-810a-9407391c3144 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/security-groups?id=567c213f-9d6d-4fc2-8a22-2f327ca29e20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312803 Mar 29 16:26:51.881136 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298cb433-38b8-4346-9334-ea32cce60040 req-a4840dbf-a891-4310-9984-2d51ce706db4 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:26:51.882812 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-298cb433-38b8-4346-9334-ea32cce60040 req-a4840dbf-a891-4310-9984-2d51ce706db4 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/ports?device_id=8929e0f2-826a-48d6-ba38-09414eb5ef01 HTTP/1.1" status: 200 len: 946 time: 0.0486603 Mar 29 16:26:51.921251 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-298cb433-38b8-4346-9334-ea32cce60040 req-ce90ac1a-0bc3-47e1-ad4f-601912a1a9e5 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/security-groups?id=567c213f-9d6d-4fc2-8a22-2f327ca29e20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324171 Mar 29 16:26:53.036648 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfb4c56-bc82-4fab-b060-0d3511f4ac6e req-b3b9ed03-84a5-4920-a953-2078fd47382b tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:26:53.038141 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-7cfb4c56-bc82-4fab-b060-0d3511f4ac6e req-b3b9ed03-84a5-4920-a953-2078fd47382b tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/ports?device_id=8929e0f2-826a-48d6-ba38-09414eb5ef01 HTTP/1.1" status: 200 len: 946 time: 0.0484588 Mar 29 16:26:53.076273 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-7cfb4c56-bc82-4fab-b060-0d3511f4ac6e req-cd94ec28-e6ea-4735-89f0-0ee61be834bf tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/security-groups?id=567c213f-9d6d-4fc2-8a22-2f327ca29e20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321429 Mar 29 16:26:54.199732 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2ba8c8-31cf-4e46-9991-56662c79cf7e req-329c0c38-46f2-491b-99cd-88e53495713e tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:26:54.201201 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-cb2ba8c8-31cf-4e46-9991-56662c79cf7e req-329c0c38-46f2-491b-99cd-88e53495713e tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/ports?device_id=8929e0f2-826a-48d6-ba38-09414eb5ef01 HTTP/1.1" status: 200 len: 946 time: 0.0529559 Mar 29 16:26:54.239190 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-cb2ba8c8-31cf-4e46-9991-56662c79cf7e req-eecbb69c-c9ad-436b-a9ed-834b1d1e6c58 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/security-groups?id=567c213f-9d6d-4fc2-8a22-2f327ca29e20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317314 Mar 29 16:26:55.359644 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f30d623-dde8-43ab-bbc9-570489bae7d6 req-9887485e-3ca8-451f-b5b6-955c2e4aaa78 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:26:55.361117 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-1f30d623-dde8-43ab-bbc9-570489bae7d6 req-9887485e-3ca8-451f-b5b6-955c2e4aaa78 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/ports?device_id=8929e0f2-826a-48d6-ba38-09414eb5ef01 HTTP/1.1" status: 200 len: 946 time: 0.0524650 Mar 29 16:26:55.397908 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-1f30d623-dde8-43ab-bbc9-570489bae7d6 req-5c584e93-5b6b-49bc-b4ec-7d4520b6c3a3 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/security-groups?id=567c213f-9d6d-4fc2-8a22-2f327ca29e20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309539 Mar 29 16:26:56.514324 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea860f2a-9f6d-4020-8443-c62909c6da73 req-a5c4b134-304a-4b74-9a51-b9615b56453c tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:26:56.516531 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-ea860f2a-9f6d-4020-8443-c62909c6da73 req-a5c4b134-304a-4b74-9a51-b9615b56453c tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/ports?device_id=8929e0f2-826a-48d6-ba38-09414eb5ef01 HTTP/1.1" status: 200 len: 946 time: 0.0505476 Mar 29 16:26:56.554397 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-ea860f2a-9f6d-4020-8443-c62909c6da73 req-ba79dbd8-82ca-4e28-9d2d-b0189e2e0b1f tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/security-groups?id=567c213f-9d6d-4fc2-8a22-2f327ca29e20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318081 Mar 29 16:26:57.670113 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98655229-15a9-44c0-a683-4a84aa58a608 req-de2076e4-eb8e-465f-8dac-b5ebc561010d tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:26:57.672164 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-98655229-15a9-44c0-a683-4a84aa58a608 req-de2076e4-eb8e-465f-8dac-b5ebc561010d tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/ports?device_id=8929e0f2-826a-48d6-ba38-09414eb5ef01 HTTP/1.1" status: 200 len: 946 time: 0.0486724 Mar 29 16:26:57.709022 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-98655229-15a9-44c0-a683-4a84aa58a608 req-a9c3ee54-0438-4160-abdd-915b70c9f0ab tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/security-groups?id=567c213f-9d6d-4fc2-8a22-2f327ca29e20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308704 Mar 29 16:26:58.825242 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0cbc82-f9dc-4795-abbd-5f5e84634028 req-43934409-425a-4612-8381-0554d61862f8 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:26:58.826678 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-0b0cbc82-f9dc-4795-abbd-5f5e84634028 req-43934409-425a-4612-8381-0554d61862f8 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/ports?device_id=8929e0f2-826a-48d6-ba38-09414eb5ef01 HTTP/1.1" status: 200 len: 946 time: 0.0491652 Mar 29 16:26:58.863581 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-0b0cbc82-f9dc-4795-abbd-5f5e84634028 req-e3417e88-25d3-4460-9024-ef3201ebe95c tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/security-groups?id=567c213f-9d6d-4fc2-8a22-2f327ca29e20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308723 Mar 29 16:26:59.199278 n-d-834765-1 neutron-server[102791]: INFO neutron.api.v2.resource [req-4d21e4fe-c1f9-4271-92be-31835c6fafe8 req-1f26b9cc-4768-4bf7-9715-f49f02c868af service neutron] show failed (client error): The resource could not be found. Mar 29 16:26:59.200301 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4d21e4fe-c1f9-4271-92be-31835c6fafe8 req-1f26b9cc-4768-4bf7-9715-f49f02c868af service neutron] 10.222.0.48 "GET /v2.0/ports/4d973fdc-1752-44d6-92cc-a29fd8e43848/bindings/n-h1-834765-1 HTTP/1.1" status: 404 len: 380 time: 0.0530944 Mar 29 16:26:59.456279 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d21e4fe-c1f9-4271-92be-31835c6fafe8 req-67de0468-cb4d-4838-bb85-72b48cb1731e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:26:59.457656 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4d21e4fe-c1f9-4271-92be-31835c6fafe8 req-67de0468-cb4d-4838-bb85-72b48cb1731e service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=8929e0f2-826a-48d6-ba38-09414eb5ef01&tenant_id=fc81ecd37f7c45729d2956005840b16f HTTP/1.1" status: 200 len: 1097 time: 0.1001847 Mar 29 16:26:59.467987 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [req-4d21e4fe-c1f9-4271-92be-31835c6fafe8 req-350e197e-3e9c-4200-b3bc-00eb9133aa57 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=102791) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 16:26:59.469590 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4d21e4fe-c1f9-4271-92be-31835c6fafe8 req-350e197e-3e9c-4200-b3bc-00eb9133aa57 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054438 Mar 29 16:26:59.481356 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [req-4d21e4fe-c1f9-4271-92be-31835c6fafe8 req-2cd28b88-7926-4fb2-85e0-e4c8fe1014b7 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-834765-1', 'device_owner': 'compute:nova'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:26:59.535800 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-4d21e4fe-c1f9-4271-92be-31835c6fafe8 req-2cd28b88-7926-4fb2-85e0-e4c8fe1014b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:26:59.736573 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-4d21e4fe-c1f9-4271-92be-31835c6fafe8 req-2cd28b88-7926-4fb2-85e0-e4c8fe1014b7 service neutron] For port 4d973fdc-1752-44d6-92cc-a29fd8e43848, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=4d973fdc-1752-44d6-92cc-a29fd8e43848,segment=NetworkSegment(7e84e614-6e8a-4e9f-8f76-c5dc45da486d),segment_id=7e84e614-6e8a-4e9f-8f76-c5dc45da486d)] {{(pid=102791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:26:59.768671 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-4d21e4fe-c1f9-4271-92be-31835c6fafe8 req-2cd28b88-7926-4fb2-85e0-e4c8fe1014b7 service neutron] For port 4d973fdc-1752-44d6-92cc-a29fd8e43848, host n-h2-834765-1, cleared binding levels {{(pid=102791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 16:26:59.807214 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8929e0f2-826a-48d6-ba38-09414eb5ef01', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4d973fdc-1752-44d6-92cc-a29fd8e43848'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:26:59.809568 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c67b028db5e9b9818fecc5c0a87ebc6f190694fa53ca267d523e04f98de536d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8ffc591-b70a-4b38-a2af-8f78b62aea60" -d '{"events": [{"server_uuid": "8929e0f2-826a-48d6-ba38-09414eb5ef01", "name": "network-vif-unplugged", "status": "completed", "tag": "4d973fdc-1752-44d6-92cc-a29fd8e43848"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:26:59.814545 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-4d21e4fe-c1f9-4271-92be-31835c6fafe8 req-2cd28b88-7926-4fb2-85e0-e4c8fe1014b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:26:59.827499 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.provisioning_blocks [req-4d21e4fe-c1f9-4271-92be-31835c6fafe8 req-2cd28b88-7926-4fb2-85e0-e4c8fe1014b7 service neutron] Transition to ACTIVE for port object 4d973fdc-1752-44d6-92cc-a29fd8e43848 will not be triggered until provisioned by entity L2. {{(pid=102791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 16:26:59.832922 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-4d21e4fe-c1f9-4271-92be-31835c6fafe8 req-2cd28b88-7926-4fb2-85e0-e4c8fe1014b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:26:59.881080 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 29 Mar 2022 16:26:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67735c6c-6a84-415e-8b47-ce994af8ca0c x-openstack-request-id: req-67735c6c-6a84-415e-8b47-ce994af8ca0c {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:26:59.881722 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8929e0f2-826a-48d6-ba38-09414eb5ef01", "name": "network-vif-unplugged", "status": "completed", "tag": "4d973fdc-1752-44d6-92cc-a29fd8e43848", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:26:59.881983 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-67735c6c-6a84-415e-8b47-ce994af8ca0c {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:26:59.882373 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8929e0f2-826a-48d6-ba38-09414eb5ef01', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4d973fdc-1752-44d6-92cc-a29fd8e43848', 'code': 200} Mar 29 16:26:59.934786 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd28b88-7926-4fb2-85e0-e4c8fe1014b7 service neutron] Pushing event updated for resources: {'Port': ['ID=4d973fdc-1752-44d6-92cc-a29fd8e43848,revision_number=6']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:26:59.965003 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d21e4fe-c1f9-4271-92be-31835c6fafe8 req-2cd28b88-7926-4fb2-85e0-e4c8fe1014b7 service neutron] No DVR routers for this DVR port 4d973fdc-1752-44d6-92cc-a29fd8e43848 on host n-h2-834765-1 {{(pid=102791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 16:26:59.992151 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65eb75fe-36dd-4753-82c7-a564fce12e47 req-f48197f3-7669-40f9-8d3d-05ec11cff977 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:26:59.993609 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-65eb75fe-36dd-4753-82c7-a564fce12e47 req-f48197f3-7669-40f9-8d3d-05ec11cff977 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/ports?device_id=8929e0f2-826a-48d6-ba38-09414eb5ef01 HTTP/1.1" status: 200 len: 944 time: 0.0544901 Mar 29 16:27:00.036241 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-65eb75fe-36dd-4753-82c7-a564fce12e47 req-db4a997b-3399-4b34-9787-f0543c24b73e tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/security-groups?id=567c213f-9d6d-4fc2-8a22-2f327ca29e20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365927 Mar 29 16:27:00.106820 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-4d21e4fe-c1f9-4271-92be-31835c6fafe8 req-2cd28b88-7926-4fb2-85e0-e4c8fe1014b7 service neutron] Attempting to bind port 4d973fdc-1752-44d6-92cc-a29fd8e43848 on host n-h1-834765-1 for vnic_type normal with profile {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 16:27:00.107146 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-4d21e4fe-c1f9-4271-92be-31835c6fafe8 req-2cd28b88-7926-4fb2-85e0-e4c8fe1014b7 service neutron] Attempting to bind port 4d973fdc-1752-44d6-92cc-a29fd8e43848 by drivers openvswitch,hyperv on host n-h1-834765-1 at level 0 using segments [{'id': '7e84e614-6e8a-4e9f-8f76-c5dc45da486d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'c5e1a6c7-dcad-4557-a03d-4fb83cc38845'}] {{(pid=102791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 16:27:00.107494 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d21e4fe-c1f9-4271-92be-31835c6fafe8 req-2cd28b88-7926-4fb2-85e0-e4c8fe1014b7 service neutron] Attempting to bind port 4d973fdc-1752-44d6-92cc-a29fd8e43848 on network c5e1a6c7-dcad-4557-a03d-4fb83cc38845 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 16:27:00.111709 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d21e4fe-c1f9-4271-92be-31835c6fafe8 req-2cd28b88-7926-4fb2-85e0-e4c8fe1014b7 service neutron] Port 4d973fdc-1752-44d6-92cc-a29fd8e43848 on network c5e1a6c7-dcad-4557-a03d-4fb83cc38845 not bound, no agent of type Open vSwitch agent registered on host n-h1-834765-1 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 16:27:00.112024 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d21e4fe-c1f9-4271-92be-31835c6fafe8 req-2cd28b88-7926-4fb2-85e0-e4c8fe1014b7 service neutron] Attempting to bind port 4d973fdc-1752-44d6-92cc-a29fd8e43848 on network c5e1a6c7-dcad-4557-a03d-4fb83cc38845 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 16:27:00.116863 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d21e4fe-c1f9-4271-92be-31835c6fafe8 req-2cd28b88-7926-4fb2-85e0-e4c8fe1014b7 service neutron] Checking agent: {'id': 'be375040-5069-4239-9460-a3a3213e1e90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 33, 18), 'started_at': datetime.datetime(2022, 3, 29, 15, 33, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 16, 26, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 16:27:00.117140 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d21e4fe-c1f9-4271-92be-31835c6fafe8 req-2cd28b88-7926-4fb2-85e0-e4c8fe1014b7 service neutron] Checking segment: {'id': '7e84e614-6e8a-4e9f-8f76-c5dc45da486d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'c5e1a6c7-dcad-4557-a03d-4fb83cc38845'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 16:27:00.117513 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d21e4fe-c1f9-4271-92be-31835c6fafe8 req-2cd28b88-7926-4fb2-85e0-e4c8fe1014b7 service neutron] Bound using segment: {'id': '7e84e614-6e8a-4e9f-8f76-c5dc45da486d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'c5e1a6c7-dcad-4557-a03d-4fb83cc38845'} {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 16:27:00.117938 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-4d21e4fe-c1f9-4271-92be-31835c6fafe8 req-2cd28b88-7926-4fb2-85e0-e4c8fe1014b7 service neutron] Bound port: 4d973fdc-1752-44d6-92cc-a29fd8e43848, host: n-h1-834765-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e84e614-6e8a-4e9f-8f76-c5dc45da486d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'c5e1a6c7-dcad-4557-a03d-4fb83cc38845'}}] {{(pid=102791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 16:27:00.118287 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-4d21e4fe-c1f9-4271-92be-31835c6fafe8 req-2cd28b88-7926-4fb2-85e0-e4c8fe1014b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:27:00.183193 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-4d21e4fe-c1f9-4271-92be-31835c6fafe8 req-2cd28b88-7926-4fb2-85e0-e4c8fe1014b7 service neutron] For port 4d973fdc-1752-44d6-92cc-a29fd8e43848, host n-h1-834765-1, cleared binding levels {{(pid=102791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 16:27:00.186117 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-4d21e4fe-c1f9-4271-92be-31835c6fafe8 req-2cd28b88-7926-4fb2-85e0-e4c8fe1014b7 service neutron] For port 4d973fdc-1752-44d6-92cc-a29fd8e43848, host n-h1-834765-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=4d973fdc-1752-44d6-92cc-a29fd8e43848,segment=NetworkSegment(7e84e614-6e8a-4e9f-8f76-c5dc45da486d),segment_id=7e84e614-6e8a-4e9f-8f76-c5dc45da486d)] {{(pid=102791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 16:27:00.190617 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-4d21e4fe-c1f9-4271-92be-31835c6fafe8 req-2cd28b88-7926-4fb2-85e0-e4c8fe1014b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:27:00.228287 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d21e4fe-c1f9-4271-92be-31835c6fafe8 req-2cd28b88-7926-4fb2-85e0-e4c8fe1014b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:27:00.228877 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-4d21e4fe-c1f9-4271-92be-31835c6fafe8 req-2cd28b88-7926-4fb2-85e0-e4c8fe1014b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:27:00.230384 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4d21e4fe-c1f9-4271-92be-31835c6fafe8 req-2cd28b88-7926-4fb2-85e0-e4c8fe1014b7 service neutron] 10.222.0.44 "PUT /v2.0/ports/4d973fdc-1752-44d6-92cc-a29fd8e43848 HTTP/1.1" status: 200 len: 1092 time: 0.7532501 Mar 29 16:27:00.245931 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd28b88-7926-4fb2-85e0-e4c8fe1014b7 service neutron] Pushing event updated for resources: {'Port': ['ID=4d973fdc-1752-44d6-92cc-a29fd8e43848,revision_number=7']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:27:00.293925 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d21e4fe-c1f9-4271-92be-31835c6fafe8 req-85311a7c-cda3-499f-82b4-f4b31b02dd5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:27:00.295498 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4d21e4fe-c1f9-4271-92be-31835c6fafe8 req-85311a7c-cda3-499f-82b4-f4b31b02dd5e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=fc81ecd37f7c45729d2956005840b16f&device_id=8929e0f2-826a-48d6-ba38-09414eb5ef01 HTTP/1.1" status: 200 len: 1095 time: 0.0427217 Mar 29 16:27:00.392249 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d21e4fe-c1f9-4271-92be-31835c6fafe8 req-629af82f-101a-4b91-af2b-3bf9cd7242ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:27:00.393740 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4d21e4fe-c1f9-4271-92be-31835c6fafe8 req-629af82f-101a-4b91-af2b-3bf9cd7242ff service neutron] 10.222.0.44 "GET /v2.0/networks?id=c5e1a6c7-dcad-4557-a03d-4fb83cc38845 HTTP/1.1" status: 200 len: 913 time: 0.0915401 Mar 29 16:27:00.412288 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-9590e898-671f-43d5-b7c8-02c434fa5ac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:27:00.461565 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4d21e4fe-c1f9-4271-92be-31835c6fafe8 req-c673213b-8df3-4765-909f-1a36d0378c52 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4d973fdc-1752-44d6-92cc-a29fd8e43848 HTTP/1.1" status: 200 len: 999 time: 0.0609760 Mar 29 16:27:00.512921 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d21e4fe-c1f9-4271-92be-31835c6fafe8 req-7e836ebf-7d46-464c-a82b-d0952fc1a096 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:27:00.514302 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4d21e4fe-c1f9-4271-92be-31835c6fafe8 req-7e836ebf-7d46-464c-a82b-d0952fc1a096 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ba66594e-6fd3-4284-9229-adeee8b25d84 HTTP/1.1" status: 200 len: 851 time: 0.0467145 Mar 29 16:27:00.559005 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d21e4fe-c1f9-4271-92be-31835c6fafe8 req-55901c9f-ad46-4595-82f6-b2ae1850c537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:27:00.560499 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4d21e4fe-c1f9-4271-92be-31835c6fafe8 req-55901c9f-ad46-4595-82f6-b2ae1850c537 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c5e1a6c7-dcad-4557-a03d-4fb83cc38845&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390155 Mar 29 16:27:00.649529 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4d21e4fe-c1f9-4271-92be-31835c6fafe8 req-106c0797-bfb9-4a8f-9bc1-e25c3351f89e service neutron] 10.222.0.44 "GET /v2.0/networks/c5e1a6c7-dcad-4557-a03d-4fb83cc38845?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813870 Mar 29 16:27:00.741750 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4d21e4fe-c1f9-4271-92be-31835c6fafe8 req-61d4aad7-d2b2-49f6-9364-312e6daa276b service neutron] 10.222.0.44 "GET /v2.0/networks/c5e1a6c7-dcad-4557-a03d-4fb83cc38845?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847366 Mar 29 16:27:01.153443 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63691dc4-f312-44b1-b050-0191113ae4bb req-bcfbd585-f532-4b14-b983-09a424691105 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:27:01.154791 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-63691dc4-f312-44b1-b050-0191113ae4bb req-bcfbd585-f532-4b14-b983-09a424691105 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/ports?device_id=8929e0f2-826a-48d6-ba38-09414eb5ef01 HTTP/1.1" status: 200 len: 944 time: 0.0478830 Mar 29 16:27:01.193181 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-63691dc4-f312-44b1-b050-0191113ae4bb req-0b0bc5bf-f9c1-468c-b073-eb740e4c138e tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/security-groups?id=567c213f-9d6d-4fc2-8a22-2f327ca29e20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322273 Mar 29 16:27:01.567201 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device 4d973fdc-1752-44d6-92cc-a29fd8e43848 no longer exists at agent hyperv_n-h2-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 16:27:01.605754 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device 4d973fdc-1752-44d6-92cc-a29fd8e43848 not bound to the agent host n-h2-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 16:27:01.883355 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8929e0f2-826a-48d6-ba38-09414eb5ef01', 'tag': '4d973fdc-1752-44d6-92cc-a29fd8e43848'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:27:01.885727 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c67b028db5e9b9818fecc5c0a87ebc6f190694fa53ca267d523e04f98de536d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-791b81e7-dd2b-421b-a9ad-f7c407e538b3" -d '{"events": [{"name": "network-changed", "server_uuid": "8929e0f2-826a-48d6-ba38-09414eb5ef01", "tag": "4d973fdc-1752-44d6-92cc-a29fd8e43848"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:27:01.934397 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 16:27:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-882020e7-988e-448a-be86-8428e6fb7dd8 x-openstack-request-id: req-882020e7-988e-448a-be86-8428e6fb7dd8 {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:27:01.934693 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8929e0f2-826a-48d6-ba38-09414eb5ef01", "tag": "4d973fdc-1752-44d6-92cc-a29fd8e43848", "status": "completed", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:27:01.934945 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-882020e7-988e-448a-be86-8428e6fb7dd8 {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:27:01.935383 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8929e0f2-826a-48d6-ba38-09414eb5ef01', 'tag': '4d973fdc-1752-44d6-92cc-a29fd8e43848', 'status': 'completed', 'code': 200} Mar 29 16:27:02.030409 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791b81e7-dd2b-421b-a9ad-f7c407e538b3 req-3c28c0d3-0201-4e8b-9cde-7b9802470e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:27:02.032227 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-791b81e7-dd2b-421b-a9ad-f7c407e538b3 req-3c28c0d3-0201-4e8b-9cde-7b9802470e8e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=fc81ecd37f7c45729d2956005840b16f&device_id=8929e0f2-826a-48d6-ba38-09414eb5ef01 HTTP/1.1" status: 200 len: 1095 time: 0.0736399 Mar 29 16:27:02.033927 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791b81e7-dd2b-421b-a9ad-f7c407e538b3 req-985c4425-fbe5-4652-88ee-f008ca689ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:27:02.035270 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-791b81e7-dd2b-421b-a9ad-f7c407e538b3 req-985c4425-fbe5-4652-88ee-f008ca689ed4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=fc81ecd37f7c45729d2956005840b16f&device_id=8929e0f2-826a-48d6-ba38-09414eb5ef01 HTTP/1.1" status: 200 len: 1095 time: 0.0689914 Mar 29 16:27:02.191840 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791b81e7-dd2b-421b-a9ad-f7c407e538b3 req-47a0672e-3a15-4206-923d-ab563a68e816 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:27:02.193205 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-791b81e7-dd2b-421b-a9ad-f7c407e538b3 req-47a0672e-3a15-4206-923d-ab563a68e816 service neutron] 10.222.0.44 "GET /v2.0/networks?id=c5e1a6c7-dcad-4557-a03d-4fb83cc38845 HTTP/1.1" status: 200 len: 913 time: 0.1525950 Mar 29 16:27:02.194116 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791b81e7-dd2b-421b-a9ad-f7c407e538b3 req-4d523a66-de69-4bae-ab67-f6b1d43ba3b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:27:02.195449 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-791b81e7-dd2b-421b-a9ad-f7c407e538b3 req-4d523a66-de69-4bae-ab67-f6b1d43ba3b2 service neutron] 10.222.0.48 "GET /v2.0/networks?id=c5e1a6c7-dcad-4557-a03d-4fb83cc38845 HTTP/1.1" status: 200 len: 913 time: 0.1537361 Mar 29 16:27:02.339638 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-791b81e7-dd2b-421b-a9ad-f7c407e538b3 req-060c3df6-05fc-4af0-835f-811e3be2440a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4d973fdc-1752-44d6-92cc-a29fd8e43848 HTTP/1.1" status: 200 len: 999 time: 0.1387031 Mar 29 16:27:02.341516 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-791b81e7-dd2b-421b-a9ad-f7c407e538b3 req-07f4126b-fc19-4217-a6dc-9a4993397be7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4d973fdc-1752-44d6-92cc-a29fd8e43848 HTTP/1.1" status: 200 len: 999 time: 0.1347673 Mar 29 16:27:02.387711 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d346415f-61f3-413a-a123-a4827e328022 req-27f39199-98ac-4629-b554-3e74781069dd tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:27:02.389120 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d346415f-61f3-413a-a123-a4827e328022 req-27f39199-98ac-4629-b554-3e74781069dd tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/ports?device_id=8929e0f2-826a-48d6-ba38-09414eb5ef01 HTTP/1.1" status: 200 len: 944 time: 0.1154995 Mar 29 16:27:02.446877 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791b81e7-dd2b-421b-a9ad-f7c407e538b3 req-5fc1f909-2f69-431b-98dc-047cbf02d207 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:27:02.448251 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-791b81e7-dd2b-421b-a9ad-f7c407e538b3 req-5fc1f909-2f69-431b-98dc-047cbf02d207 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ba66594e-6fd3-4284-9229-adeee8b25d84 HTTP/1.1" status: 200 len: 851 time: 0.1013563 Mar 29 16:27:02.456262 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791b81e7-dd2b-421b-a9ad-f7c407e538b3 req-8f3ad998-821f-4b08-ab97-d4a246931842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:27:02.457591 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-791b81e7-dd2b-421b-a9ad-f7c407e538b3 req-8f3ad998-821f-4b08-ab97-d4a246931842 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ba66594e-6fd3-4284-9229-adeee8b25d84 HTTP/1.1" status: 200 len: 851 time: 0.1007106 Mar 29 16:27:02.514412 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d346415f-61f3-413a-a123-a4827e328022 req-14e4f28c-9c66-409a-95c8-9ea3a61b0466 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/security-groups?id=567c213f-9d6d-4fc2-8a22-2f327ca29e20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1059341 Mar 29 16:27:02.539012 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791b81e7-dd2b-421b-a9ad-f7c407e538b3 req-703a00cd-1c0e-4857-a7ee-e63bc8d062e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:27:02.540528 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-791b81e7-dd2b-421b-a9ad-f7c407e538b3 req-703a00cd-1c0e-4857-a7ee-e63bc8d062e5 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c5e1a6c7-dcad-4557-a03d-4fb83cc38845&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0821056 Mar 29 16:27:02.542773 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791b81e7-dd2b-421b-a9ad-f7c407e538b3 req-945d0246-532c-4c27-99e7-92787cc7abd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:27:02.544144 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-791b81e7-dd2b-421b-a9ad-f7c407e538b3 req-945d0246-532c-4c27-99e7-92787cc7abd3 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c5e1a6c7-dcad-4557-a03d-4fb83cc38845&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0801291 Mar 29 16:27:02.698082 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-791b81e7-dd2b-421b-a9ad-f7c407e538b3 req-99ac900d-e9c3-4fe8-8108-35fa96f7b3f9 service neutron] 10.222.0.44 "GET /v2.0/networks/c5e1a6c7-dcad-4557-a03d-4fb83cc38845?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1500826 Mar 29 16:27:02.700128 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-791b81e7-dd2b-421b-a9ad-f7c407e538b3 req-e0d708ef-9427-46a5-ba3c-85aa941aa3b9 service neutron] 10.222.0.48 "GET /v2.0/networks/c5e1a6c7-dcad-4557-a03d-4fb83cc38845?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1455207 Mar 29 16:27:02.855650 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-791b81e7-dd2b-421b-a9ad-f7c407e538b3 req-20d9d95b-c49e-400f-b0d6-038e7e35e327 service neutron] 10.222.0.44 "GET /v2.0/networks/c5e1a6c7-dcad-4557-a03d-4fb83cc38845?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1503053 Mar 29 16:27:02.857515 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-791b81e7-dd2b-421b-a9ad-f7c407e538b3 req-982575e1-152a-4ab2-8d64-9e05f5810031 service neutron] 10.222.0.48 "GET /v2.0/networks/c5e1a6c7-dcad-4557-a03d-4fb83cc38845?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1453466 Mar 29 16:27:02.879069 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-9d49776f-3410-42d5-bff9-4d250b499092 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:27:03.169374 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device 4d973fdc-1752-44d6-92cc-a29fd8e43848 details requested by agent hyperv_n-h1-834765-1 with host n-h1-834765-1 {{(pid=102792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 16:27:03.430676 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port 4d973fdc-1752-44d6-92cc-a29fd8e43848, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=4d973fdc-1752-44d6-92cc-a29fd8e43848,segment=NetworkSegment(7e84e614-6e8a-4e9f-8f76-c5dc45da486d),segment_id=7e84e614-6e8a-4e9f-8f76-c5dc45da486d)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:27:03.445090 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Returning: {'device': '4d973fdc-1752-44d6-92cc-a29fd8e43848', 'network_id': 'c5e1a6c7-dcad-4557-a03d-4fb83cc38845', 'port_id': '4d973fdc-1752-44d6-92cc-a29fd8e43848', 'mac_address': 'fa:16:3e:b3:2a:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 636, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba66594e-6fd3-4284-9229-adeee8b25d84', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 16:27:03.484865 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:27:03.497496 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d973fdc-1752-44d6-92cc-a29fd8e43848 {{(pid=102792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 16:27:03.517185 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port 4d973fdc-1752-44d6-92cc-a29fd8e43848, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=4d973fdc-1752-44d6-92cc-a29fd8e43848,segment=NetworkSegment(7e84e614-6e8a-4e9f-8f76-c5dc45da486d),segment_id=7e84e614-6e8a-4e9f-8f76-c5dc45da486d)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:27:03.520982 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:27:03.567136 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Pushing event updated for resources: {'Port': ['ID=4d973fdc-1752-44d6-92cc-a29fd8e43848,revision_number=8']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:27:03.634683 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c648dd17-104e-4059-826d-6a1aff5329c4 req-149d3543-abba-4ff7-978e-7100a99de483 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:27:03.636235 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-c648dd17-104e-4059-826d-6a1aff5329c4 req-149d3543-abba-4ff7-978e-7100a99de483 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/ports?device_id=8929e0f2-826a-48d6-ba38-09414eb5ef01 HTTP/1.1" status: 200 len: 945 time: 0.0485508 Mar 29 16:27:03.673573 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-c648dd17-104e-4059-826d-6a1aff5329c4 req-83fbea72-6729-4cda-b1d8-6419c6fb0489 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/security-groups?id=567c213f-9d6d-4fc2-8a22-2f327ca29e20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305142 Mar 29 16:27:04.330282 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d71584b9-87f1-45f5-84c7-c993c2416269 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:27:04.790484 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3c0ed7-4004-4e1e-a962-f2f91271bee9 req-12c05bbc-8806-4a44-877f-c7531e754921 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:27:04.791995 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-fa3c0ed7-4004-4e1e-a962-f2f91271bee9 req-12c05bbc-8806-4a44-877f-c7531e754921 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/ports?device_id=8929e0f2-826a-48d6-ba38-09414eb5ef01 HTTP/1.1" status: 200 len: 945 time: 0.0490904 Mar 29 16:27:04.832946 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-fa3c0ed7-4004-4e1e-a962-f2f91271bee9 req-d96527e9-a0c5-409f-be0a-989666f3d5a3 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/security-groups?id=567c213f-9d6d-4fc2-8a22-2f327ca29e20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350108 Mar 29 16:27:04.928963 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] get_ports_and_sgs() called for port_ids ['4d973fdc-1752-44d6-92cc-a29fd8e43848'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 16:27:05.149751 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63282efc-a87a-42e6-bfa2-ba18375ba239 req-004a43da-6ad7-4c05-9aaa-ed309cf1db19 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:27:05.151197 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-63282efc-a87a-42e6-bfa2-ba18375ba239 req-004a43da-6ad7-4c05-9aaa-ed309cf1db19 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.44 "GET /v2.0/ports?device_id=8929e0f2-826a-48d6-ba38-09414eb5ef01&tenant_id=fc81ecd37f7c45729d2956005840b16f&binding%3Ahost_id=n-h1-834765-1 HTTP/1.1" status: 200 len: 945 time: 0.0812428 Mar 29 16:27:05.171861 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae0fa11-bfc0-45f6-83a0-ba9b6934d93b req-a3ae01a9-0175-4aac-babe-5e1e3e16d543 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:27:05.173254 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4ae0fa11-bfc0-45f6-83a0-ba9b6934d93b req-a3ae01a9-0175-4aac-babe-5e1e3e16d543 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/ports?device_id=8929e0f2-826a-48d6-ba38-09414eb5ef01 HTTP/1.1" status: 200 len: 945 time: 0.0716743 Mar 29 16:27:05.251402 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4ae0fa11-bfc0-45f6-83a0-ba9b6934d93b req-f8abd8a7-0dc4-45b9-8822-f82aafdadb76 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/security-groups?id=567c213f-9d6d-4fc2-8a22-2f327ca29e20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559530 Mar 29 16:27:05.254296 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-63282efc-a87a-42e6-bfa2-ba18375ba239 req-dd2c92d5-ebec-4a4e-9e36-4fcf674fae2e service neutron] 10.222.0.44 "GET /v2.0/ports/4d973fdc-1752-44d6-92cc-a29fd8e43848/bindings/n-h1-834765-1 HTTP/1.1" status: 200 len: 382 time: 0.0953922 Mar 29 16:27:05.319576 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63282efc-a87a-42e6-bfa2-ba18375ba239 req-1e910a0e-0d12-4807-ae27-4ece631233fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:27:05.321035 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-63282efc-a87a-42e6-bfa2-ba18375ba239 req-1e910a0e-0d12-4807-ae27-4ece631233fc service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=fc81ecd37f7c45729d2956005840b16f&device_id=8929e0f2-826a-48d6-ba38-09414eb5ef01 HTTP/1.1" status: 200 len: 1096 time: 0.0404122 Mar 29 16:27:05.408498 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63282efc-a87a-42e6-bfa2-ba18375ba239 req-d3638978-7f72-481f-8b01-12f4e87380db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:27:05.409946 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-63282efc-a87a-42e6-bfa2-ba18375ba239 req-d3638978-7f72-481f-8b01-12f4e87380db service neutron] 10.222.0.44 "GET /v2.0/networks?id=c5e1a6c7-dcad-4557-a03d-4fb83cc38845 HTTP/1.1" status: 200 len: 913 time: 0.0812109 Mar 29 16:27:05.479605 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-63282efc-a87a-42e6-bfa2-ba18375ba239 req-1f041fbe-b726-4735-990b-5a8d4f84dbba service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4d973fdc-1752-44d6-92cc-a29fd8e43848 HTTP/1.1" status: 200 len: 1000 time: 0.0606275 Mar 29 16:27:05.528489 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63282efc-a87a-42e6-bfa2-ba18375ba239 req-d89611ca-ebff-4e51-9ef9-8478ffd75e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:27:05.529896 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-63282efc-a87a-42e6-bfa2-ba18375ba239 req-d89611ca-ebff-4e51-9ef9-8478ffd75e57 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ba66594e-6fd3-4284-9229-adeee8b25d84 HTTP/1.1" status: 200 len: 851 time: 0.0424359 Mar 29 16:27:05.575109 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63282efc-a87a-42e6-bfa2-ba18375ba239 req-7fcf7680-18ad-45eb-8b7a-475b9bb8e90d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:27:05.576544 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-63282efc-a87a-42e6-bfa2-ba18375ba239 req-7fcf7680-18ad-45eb-8b7a-475b9bb8e90d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c5e1a6c7-dcad-4557-a03d-4fb83cc38845&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395200 Mar 29 16:27:05.673791 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-63282efc-a87a-42e6-bfa2-ba18375ba239 req-5b0d9261-48d0-43c8-8693-6ffd4260f95e service neutron] 10.222.0.44 "GET /v2.0/networks/c5e1a6c7-dcad-4557-a03d-4fb83cc38845?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899646 Mar 29 16:27:05.763518 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-63282efc-a87a-42e6-bfa2-ba18375ba239 req-0139794b-02eb-4f68-96da-26aaf6f1bf6d service neutron] 10.222.0.44 "GET /v2.0/networks/c5e1a6c7-dcad-4557-a03d-4fb83cc38845?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809021 Mar 29 16:27:05.889673 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-0cb6abf6-2706-4e52-8825-f5f644ecf9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:27:05.994005 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:27:06.370885 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ce1a3a-1f9a-41b0-88ab-0be98545aa56 req-dfdef23e-685e-4736-a866-50e23baca5d0 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:27:06.372408 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-a0ce1a3a-1f9a-41b0-88ab-0be98545aa56 req-dfdef23e-685e-4736-a866-50e23baca5d0 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/ports?device_id=8929e0f2-826a-48d6-ba38-09414eb5ef01 HTTP/1.1" status: 200 len: 945 time: 0.0486789 Mar 29 16:27:06.411101 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-a0ce1a3a-1f9a-41b0-88ab-0be98545aa56 req-6b7be1ad-6f5b-4023-b56b-c32bfdba2d6d tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/security-groups?id=567c213f-9d6d-4fc2-8a22-2f327ca29e20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320799 Mar 29 16:27:07.197673 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device 4d973fdc-1752-44d6-92cc-a29fd8e43848 up at agent hyperv_n-h1-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 16:27:07.240006 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.agents_db [None req-59735a15-725e-44d4-9ad5-95cbe356f209 None None] Agent healthcheck: found 7 active agents {{(pid=102793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 16:27:07.256611 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Provisioning for port 4d973fdc-1752-44d6-92cc-a29fd8e43848 completed by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 16:27:07.260846 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Provisioning complete for port 4d973fdc-1752-44d6-92cc-a29fd8e43848 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:27:07.261219 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:27:07.335864 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:27:07.357737 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8929e0f2-826a-48d6-ba38-09414eb5ef01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d973fdc-1752-44d6-92cc-a29fd8e43848'}] {{(pid=102792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:27:07.360760 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4f476c66b318cc6068719fc39557fac68d413f5c7e78fa77028c7948e999ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-823c9ee6-a634-4ec7-bc9f-a76b5c5c88ea" -d '{"events": [{"server_uuid": "8929e0f2-826a-48d6-ba38-09414eb5ef01", "name": "network-vif-plugged", "status": "completed", "tag": "4d973fdc-1752-44d6-92cc-a29fd8e43848"}]}' {{(pid=102792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:27:07.374149 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port 4d973fdc-1752-44d6-92cc-a29fd8e43848, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=4d973fdc-1752-44d6-92cc-a29fd8e43848,segment=NetworkSegment(7e84e614-6e8a-4e9f-8f76-c5dc45da486d),segment_id=7e84e614-6e8a-4e9f-8f76-c5dc45da486d)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:27:07.378125 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:27:07.439641 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Pushing event updated for resources: {'Port': ['ID=4d973fdc-1752-44d6-92cc-a29fd8e43848,revision_number=9']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:27:07.491130 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 16:27:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaee29dc-3fc8-4995-8aa8-b5b2ffd8971d x-openstack-request-id: req-aaee29dc-3fc8-4995-8aa8-b5b2ffd8971d {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:27:07.491515 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8929e0f2-826a-48d6-ba38-09414eb5ef01", "name": "network-vif-plugged", "status": "completed", "tag": "4d973fdc-1752-44d6-92cc-a29fd8e43848", "code": 200}]} {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:27:07.491772 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-aaee29dc-3fc8-4995-8aa8-b5b2ffd8971d {{(pid=102792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:27:07.492234 n-d-834765-1 neutron-server[102792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8929e0f2-826a-48d6-ba38-09414eb5ef01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d973fdc-1752-44d6-92cc-a29fd8e43848', 'code': 200} Mar 29 16:27:07.547844 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780e962f-8f19-4945-9d02-307ec2f48a10 req-14326061-63d3-422e-a848-884b50b572ff tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:27:07.549449 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-780e962f-8f19-4945-9d02-307ec2f48a10 req-14326061-63d3-422e-a848-884b50b572ff tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/ports?device_id=8929e0f2-826a-48d6-ba38-09414eb5ef01 HTTP/1.1" status: 200 len: 946 time: 0.0609245 Mar 29 16:27:07.590582 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-780e962f-8f19-4945-9d02-307ec2f48a10 req-ffb32ace-6c29-4350-ba59-6db952f99282 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/security-groups?id=567c213f-9d6d-4fc2-8a22-2f327ca29e20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348547 Mar 29 16:27:07.824510 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63282efc-a87a-42e6-bfa2-ba18375ba239 req-f88e4e97-b0a2-4190-a03f-6a05d39c25f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:27:07.826024 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-63282efc-a87a-42e6-bfa2-ba18375ba239 req-f88e4e97-b0a2-4190-a03f-6a05d39c25f5 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=8929e0f2-826a-48d6-ba38-09414eb5ef01&tenant_id=fc81ecd37f7c45729d2956005840b16f HTTP/1.1" status: 200 len: 1097 time: 0.0430515 Mar 29 16:27:07.837717 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [req-63282efc-a87a-42e6-bfa2-ba18375ba239 req-d130b881-75f2-42b0-b255-e476ccfa9aa9 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=102791) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 16:27:07.838632 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-63282efc-a87a-42e6-bfa2-ba18375ba239 req-d130b881-75f2-42b0-b255-e476ccfa9aa9 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047956 Mar 29 16:27:07.850502 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [req-63282efc-a87a-42e6-bfa2-ba18375ba239 req-195a2600-2b07-487b-885b-22fbc6faa1be service neutron] Request body: {'port': {'binding:host_id': 'n-h2-834765-1', 'device_owner': 'compute:nova'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:27:07.901614 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-63282efc-a87a-42e6-bfa2-ba18375ba239 req-195a2600-2b07-487b-885b-22fbc6faa1be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:27:08.396809 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-63282efc-a87a-42e6-bfa2-ba18375ba239 req-195a2600-2b07-487b-885b-22fbc6faa1be service neutron] For port 4d973fdc-1752-44d6-92cc-a29fd8e43848, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=4d973fdc-1752-44d6-92cc-a29fd8e43848,segment=NetworkSegment(7e84e614-6e8a-4e9f-8f76-c5dc45da486d),segment_id=7e84e614-6e8a-4e9f-8f76-c5dc45da486d)] {{(pid=102791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:27:08.428431 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-63282efc-a87a-42e6-bfa2-ba18375ba239 req-195a2600-2b07-487b-885b-22fbc6faa1be service neutron] For port 4d973fdc-1752-44d6-92cc-a29fd8e43848, host n-h1-834765-1, cleared binding levels {{(pid=102791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 16:27:08.467627 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8929e0f2-826a-48d6-ba38-09414eb5ef01', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4d973fdc-1752-44d6-92cc-a29fd8e43848'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:27:08.469926 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c67b028db5e9b9818fecc5c0a87ebc6f190694fa53ca267d523e04f98de536d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cf82e93-5b4a-4652-aafc-aa3ab43d0f18" -d '{"events": [{"server_uuid": "8929e0f2-826a-48d6-ba38-09414eb5ef01", "name": "network-vif-unplugged", "status": "completed", "tag": "4d973fdc-1752-44d6-92cc-a29fd8e43848"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:27:08.473762 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-63282efc-a87a-42e6-bfa2-ba18375ba239 req-195a2600-2b07-487b-885b-22fbc6faa1be service neutron] Notify callbacks [] for port, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:27:08.487149 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.provisioning_blocks [req-63282efc-a87a-42e6-bfa2-ba18375ba239 req-195a2600-2b07-487b-885b-22fbc6faa1be service neutron] Transition to ACTIVE for port object 4d973fdc-1752-44d6-92cc-a29fd8e43848 will not be triggered until provisioned by entity L2. {{(pid=102791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 16:27:08.491122 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-63282efc-a87a-42e6-bfa2-ba18375ba239 req-195a2600-2b07-487b-885b-22fbc6faa1be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:27:08.526205 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 29 Mar 2022 16:27:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a3f47e0-2221-41af-b02f-7eeaac984652 x-openstack-request-id: req-4a3f47e0-2221-41af-b02f-7eeaac984652 {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:27:08.526470 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8929e0f2-826a-48d6-ba38-09414eb5ef01", "name": "network-vif-unplugged", "status": "completed", "tag": "4d973fdc-1752-44d6-92cc-a29fd8e43848", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:27:08.526724 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-4a3f47e0-2221-41af-b02f-7eeaac984652 {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:27:08.527105 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8929e0f2-826a-48d6-ba38-09414eb5ef01', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4d973fdc-1752-44d6-92cc-a29fd8e43848', 'code': 200} Mar 29 16:27:08.567342 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195a2600-2b07-487b-885b-22fbc6faa1be service neutron] Pushing event updated for resources: {'Port': ['ID=4d973fdc-1752-44d6-92cc-a29fd8e43848,revision_number=10']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:27:08.615828 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [req-63282efc-a87a-42e6-bfa2-ba18375ba239 req-195a2600-2b07-487b-885b-22fbc6faa1be service neutron] No DVR routers for this DVR port 4d973fdc-1752-44d6-92cc-a29fd8e43848 on host n-h1-834765-1 {{(pid=102791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 16:27:08.715105 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50cca0e-acf8-40dd-8e51-d96fba2472a3 req-43cf3431-6e3f-4276-afba-1d74bf6710eb tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:27:08.717206 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-d50cca0e-acf8-40dd-8e51-d96fba2472a3 req-43cf3431-6e3f-4276-afba-1d74bf6710eb tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/ports?device_id=8929e0f2-826a-48d6-ba38-09414eb5ef01 HTTP/1.1" status: 200 len: 945 time: 0.0529053 Mar 29 16:27:08.759127 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-63282efc-a87a-42e6-bfa2-ba18375ba239 req-195a2600-2b07-487b-885b-22fbc6faa1be service neutron] Attempting to bind port 4d973fdc-1752-44d6-92cc-a29fd8e43848 on host n-h2-834765-1 for vnic_type normal with profile {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 16:27:08.759492 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-63282efc-a87a-42e6-bfa2-ba18375ba239 req-195a2600-2b07-487b-885b-22fbc6faa1be service neutron] Attempting to bind port 4d973fdc-1752-44d6-92cc-a29fd8e43848 by drivers openvswitch,hyperv on host n-h2-834765-1 at level 0 using segments [{'id': '7e84e614-6e8a-4e9f-8f76-c5dc45da486d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'c5e1a6c7-dcad-4557-a03d-4fb83cc38845'}] {{(pid=102791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 16:27:08.759819 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63282efc-a87a-42e6-bfa2-ba18375ba239 req-195a2600-2b07-487b-885b-22fbc6faa1be service neutron] Attempting to bind port 4d973fdc-1752-44d6-92cc-a29fd8e43848 on network c5e1a6c7-dcad-4557-a03d-4fb83cc38845 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 16:27:08.761282 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-d50cca0e-acf8-40dd-8e51-d96fba2472a3 req-870763ff-c81e-4dcb-b014-010dcb3b168f tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/security-groups?id=567c213f-9d6d-4fc2-8a22-2f327ca29e20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355287 Mar 29 16:27:08.764173 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63282efc-a87a-42e6-bfa2-ba18375ba239 req-195a2600-2b07-487b-885b-22fbc6faa1be service neutron] Port 4d973fdc-1752-44d6-92cc-a29fd8e43848 on network c5e1a6c7-dcad-4557-a03d-4fb83cc38845 not bound, no agent of type Open vSwitch agent registered on host n-h2-834765-1 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 16:27:08.764492 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63282efc-a87a-42e6-bfa2-ba18375ba239 req-195a2600-2b07-487b-885b-22fbc6faa1be service neutron] Attempting to bind port 4d973fdc-1752-44d6-92cc-a29fd8e43848 on network c5e1a6c7-dcad-4557-a03d-4fb83cc38845 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 16:27:08.769448 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63282efc-a87a-42e6-bfa2-ba18375ba239 req-195a2600-2b07-487b-885b-22fbc6faa1be service neutron] Checking agent: {'id': '3e4b4912-b4a2-4d17-b5bd-6ce15529e8eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 33, 17), 'started_at': datetime.datetime(2022, 3, 29, 15, 33, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 16, 26, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 16:27:08.769780 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63282efc-a87a-42e6-bfa2-ba18375ba239 req-195a2600-2b07-487b-885b-22fbc6faa1be service neutron] Checking segment: {'id': '7e84e614-6e8a-4e9f-8f76-c5dc45da486d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'c5e1a6c7-dcad-4557-a03d-4fb83cc38845'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 16:27:08.770165 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63282efc-a87a-42e6-bfa2-ba18375ba239 req-195a2600-2b07-487b-885b-22fbc6faa1be service neutron] Bound using segment: {'id': '7e84e614-6e8a-4e9f-8f76-c5dc45da486d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'c5e1a6c7-dcad-4557-a03d-4fb83cc38845'} {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 16:27:08.770597 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-63282efc-a87a-42e6-bfa2-ba18375ba239 req-195a2600-2b07-487b-885b-22fbc6faa1be service neutron] Bound port: 4d973fdc-1752-44d6-92cc-a29fd8e43848, host: n-h2-834765-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e84e614-6e8a-4e9f-8f76-c5dc45da486d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'c5e1a6c7-dcad-4557-a03d-4fb83cc38845'}}] {{(pid=102791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 16:27:08.770953 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-63282efc-a87a-42e6-bfa2-ba18375ba239 req-195a2600-2b07-487b-885b-22fbc6faa1be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:27:08.834115 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-63282efc-a87a-42e6-bfa2-ba18375ba239 req-195a2600-2b07-487b-885b-22fbc6faa1be service neutron] For port 4d973fdc-1752-44d6-92cc-a29fd8e43848, host n-h2-834765-1, cleared binding levels {{(pid=102791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 16:27:08.837058 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-63282efc-a87a-42e6-bfa2-ba18375ba239 req-195a2600-2b07-487b-885b-22fbc6faa1be service neutron] For port 4d973fdc-1752-44d6-92cc-a29fd8e43848, host n-h2-834765-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=4d973fdc-1752-44d6-92cc-a29fd8e43848,segment=NetworkSegment(7e84e614-6e8a-4e9f-8f76-c5dc45da486d),segment_id=7e84e614-6e8a-4e9f-8f76-c5dc45da486d)] {{(pid=102791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 16:27:08.841370 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-63282efc-a87a-42e6-bfa2-ba18375ba239 req-195a2600-2b07-487b-885b-22fbc6faa1be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:27:08.880186 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63282efc-a87a-42e6-bfa2-ba18375ba239 req-195a2600-2b07-487b-885b-22fbc6faa1be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:27:08.880783 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-63282efc-a87a-42e6-bfa2-ba18375ba239 req-195a2600-2b07-487b-885b-22fbc6faa1be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:27:08.882353 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-63282efc-a87a-42e6-bfa2-ba18375ba239 req-195a2600-2b07-487b-885b-22fbc6faa1be service neutron] 10.222.0.48 "PUT /v2.0/ports/4d973fdc-1752-44d6-92cc-a29fd8e43848 HTTP/1.1" status: 200 len: 1093 time: 1.0353880 Mar 29 16:27:08.915067 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195a2600-2b07-487b-885b-22fbc6faa1be service neutron] Pushing event updated for resources: {'Port': ['ID=4d973fdc-1752-44d6-92cc-a29fd8e43848,revision_number=11']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:27:08.947560 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63282efc-a87a-42e6-bfa2-ba18375ba239 req-b4f3f242-74e9-4a9b-b85d-d825b5f35e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:27:08.949094 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-63282efc-a87a-42e6-bfa2-ba18375ba239 req-b4f3f242-74e9-4a9b-b85d-d825b5f35e81 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=fc81ecd37f7c45729d2956005840b16f&device_id=8929e0f2-826a-48d6-ba38-09414eb5ef01 HTTP/1.1" status: 200 len: 1096 time: 0.0437219 Mar 29 16:27:09.042223 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63282efc-a87a-42e6-bfa2-ba18375ba239 req-94ebd7e4-916f-4acf-85c6-509a24285a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:27:09.043881 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-63282efc-a87a-42e6-bfa2-ba18375ba239 req-94ebd7e4-916f-4acf-85c6-509a24285a7f service neutron] 10.222.0.48 "GET /v2.0/networks?id=c5e1a6c7-dcad-4557-a03d-4fb83cc38845 HTTP/1.1" status: 200 len: 913 time: 0.0870974 Mar 29 16:27:09.113666 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-63282efc-a87a-42e6-bfa2-ba18375ba239 req-19143311-3ddc-4b20-aeef-1c16ff8465ae service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4d973fdc-1752-44d6-92cc-a29fd8e43848 HTTP/1.1" status: 200 len: 999 time: 0.0624316 Mar 29 16:27:09.167021 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63282efc-a87a-42e6-bfa2-ba18375ba239 req-46222c19-90cc-4602-b569-937d007e8ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:27:09.168434 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-63282efc-a87a-42e6-bfa2-ba18375ba239 req-46222c19-90cc-4602-b569-937d007e8ebb service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ba66594e-6fd3-4284-9229-adeee8b25d84 HTTP/1.1" status: 200 len: 851 time: 0.0486734 Mar 29 16:27:09.213939 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63282efc-a87a-42e6-bfa2-ba18375ba239 req-559b16ba-f77f-4719-b07e-322eac265f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:27:09.215430 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-63282efc-a87a-42e6-bfa2-ba18375ba239 req-559b16ba-f77f-4719-b07e-322eac265f47 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c5e1a6c7-dcad-4557-a03d-4fb83cc38845&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396307 Mar 29 16:27:09.304556 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-63282efc-a87a-42e6-bfa2-ba18375ba239 req-0425ffe6-6051-4225-929a-367ec90e2b83 service neutron] 10.222.0.48 "GET /v2.0/networks/c5e1a6c7-dcad-4557-a03d-4fb83cc38845?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823169 Mar 29 16:27:09.389438 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-63282efc-a87a-42e6-bfa2-ba18375ba239 req-207ee175-b2a1-4a45-b474-db8f9e79fe21 service neutron] 10.222.0.48 "GET /v2.0/networks/c5e1a6c7-dcad-4557-a03d-4fb83cc38845?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0788574 Mar 29 16:27:09.884685 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b36c76-163b-4c47-a9df-8a9ce2370531 req-bc459760-c318-4fb0-b7fe-cad00f8e5fe6 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:27:09.886139 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-22b36c76-163b-4c47-a9df-8a9ce2370531 req-bc459760-c318-4fb0-b7fe-cad00f8e5fe6 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/ports?device_id=8929e0f2-826a-48d6-ba38-09414eb5ef01 HTTP/1.1" status: 200 len: 945 time: 0.0526805 Mar 29 16:27:09.923409 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-22b36c76-163b-4c47-a9df-8a9ce2370531 req-539ae168-c934-4fbd-9d3e-c9a268ab07fe tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/security-groups?id=567c213f-9d6d-4fc2-8a22-2f327ca29e20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311475 Mar 29 16:27:10.528110 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8929e0f2-826a-48d6-ba38-09414eb5ef01', 'tag': '4d973fdc-1752-44d6-92cc-a29fd8e43848'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:27:10.530452 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c67b028db5e9b9818fecc5c0a87ebc6f190694fa53ca267d523e04f98de536d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a292e46-7951-46b3-b95e-73a5f5d7dfa6" -d '{"events": [{"name": "network-changed", "server_uuid": "8929e0f2-826a-48d6-ba38-09414eb5ef01", "tag": "4d973fdc-1752-44d6-92cc-a29fd8e43848"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:27:10.578699 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 16:27:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bed51a03-b98b-44b3-b55a-4860b549ba12 x-openstack-request-id: req-bed51a03-b98b-44b3-b55a-4860b549ba12 {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:27:10.578990 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8929e0f2-826a-48d6-ba38-09414eb5ef01", "tag": "4d973fdc-1752-44d6-92cc-a29fd8e43848", "status": "completed", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:27:10.579235 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-bed51a03-b98b-44b3-b55a-4860b549ba12 {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:27:10.579720 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8929e0f2-826a-48d6-ba38-09414eb5ef01', 'tag': '4d973fdc-1752-44d6-92cc-a29fd8e43848', 'status': 'completed', 'code': 200} Mar 29 16:27:10.667592 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a292e46-7951-46b3-b95e-73a5f5d7dfa6 req-9dcf2ecb-bbdd-426b-b9ef-155917dd776f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:27:10.669079 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-0a292e46-7951-46b3-b95e-73a5f5d7dfa6 req-9dcf2ecb-bbdd-426b-b9ef-155917dd776f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=fc81ecd37f7c45729d2956005840b16f&device_id=8929e0f2-826a-48d6-ba38-09414eb5ef01 HTTP/1.1" status: 200 len: 1096 time: 0.0653541 Mar 29 16:27:10.674261 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a292e46-7951-46b3-b95e-73a5f5d7dfa6 req-e857ae55-fd7c-4d68-9535-79d139f5f8aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:27:10.675631 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-0a292e46-7951-46b3-b95e-73a5f5d7dfa6 req-e857ae55-fd7c-4d68-9535-79d139f5f8aa service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=fc81ecd37f7c45729d2956005840b16f&device_id=8929e0f2-826a-48d6-ba38-09414eb5ef01 HTTP/1.1" status: 200 len: 1096 time: 0.0634372 Mar 29 16:27:10.783921 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a292e46-7951-46b3-b95e-73a5f5d7dfa6 req-bf1caf91-21dd-46a6-a744-e653e6093ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:27:10.785242 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-0a292e46-7951-46b3-b95e-73a5f5d7dfa6 req-bf1caf91-21dd-46a6-a744-e653e6093ff1 service neutron] 10.222.0.44 "GET /v2.0/networks?id=c5e1a6c7-dcad-4557-a03d-4fb83cc38845 HTTP/1.1" status: 200 len: 913 time: 0.1017387 Mar 29 16:27:10.894114 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-0a292e46-7951-46b3-b95e-73a5f5d7dfa6 req-78671fa8-8744-45eb-ad3b-337b4c13c4fc service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4d973fdc-1752-44d6-92cc-a29fd8e43848 HTTP/1.1" status: 200 len: 999 time: 0.0990767 Mar 29 16:27:10.910586 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a292e46-7951-46b3-b95e-73a5f5d7dfa6 req-7843deea-8a2e-4dcc-a873-79c7cfc09352 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:27:10.912009 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-0a292e46-7951-46b3-b95e-73a5f5d7dfa6 req-7843deea-8a2e-4dcc-a873-79c7cfc09352 service neutron] 10.222.0.48 "GET /v2.0/networks?id=c5e1a6c7-dcad-4557-a03d-4fb83cc38845 HTTP/1.1" status: 200 len: 913 time: 0.1485286 Mar 29 16:27:10.997881 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a292e46-7951-46b3-b95e-73a5f5d7dfa6 req-61532ff2-5471-4e9d-a520-48a84ea3a810 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:27:10.999425 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-0a292e46-7951-46b3-b95e-73a5f5d7dfa6 req-61532ff2-5471-4e9d-a520-48a84ea3a810 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ba66594e-6fd3-4284-9229-adeee8b25d84 HTTP/1.1" status: 200 len: 851 time: 0.0965245 Mar 29 16:27:11.023958 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-0a292e46-7951-46b3-b95e-73a5f5d7dfa6 req-d595d4ae-1a6e-49b7-9956-d9dd9af7774e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4d973fdc-1752-44d6-92cc-a29fd8e43848 HTTP/1.1" status: 200 len: 999 time: 0.0922351 Mar 29 16:27:11.125913 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4f1749-23c2-4a03-b43a-fd0c96e3af3c req-13a9fa5b-887b-49db-85b0-e5597bdec15a tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:27:11.127468 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-cd4f1749-23c2-4a03-b43a-fd0c96e3af3c req-13a9fa5b-887b-49db-85b0-e5597bdec15a tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/ports?device_id=8929e0f2-826a-48d6-ba38-09414eb5ef01 HTTP/1.1" status: 200 len: 945 time: 0.1228573 Mar 29 16:27:11.129548 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a292e46-7951-46b3-b95e-73a5f5d7dfa6 req-ad556f78-bbd7-4aa3-891f-ae422ab5c6e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:27:11.130852 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-0a292e46-7951-46b3-b95e-73a5f5d7dfa6 req-ad556f78-bbd7-4aa3-891f-ae422ab5c6e8 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ba66594e-6fd3-4284-9229-adeee8b25d84 HTTP/1.1" status: 200 len: 851 time: 0.0777822 Mar 29 16:27:11.132667 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a292e46-7951-46b3-b95e-73a5f5d7dfa6 req-13b67458-e196-4475-a890-2e7bce14d9c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:27:11.134013 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-0a292e46-7951-46b3-b95e-73a5f5d7dfa6 req-13b67458-e196-4475-a890-2e7bce14d9c3 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c5e1a6c7-dcad-4557-a03d-4fb83cc38845&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1260064 Mar 29 16:27:11.231753 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device 4d973fdc-1752-44d6-92cc-a29fd8e43848 no longer exists at agent hyperv_n-h1-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 16:27:11.259284 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-cd4f1749-23c2-4a03-b43a-fd0c96e3af3c req-ffbb797b-1307-422e-a598-096a34fd3227 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/security-groups?id=567c213f-9d6d-4fc2-8a22-2f327ca29e20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1243176 Mar 29 16:27:11.264491 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a292e46-7951-46b3-b95e-73a5f5d7dfa6 req-16091e98-1af5-41d1-abc3-beaceeb0dc5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:27:11.266585 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-0a292e46-7951-46b3-b95e-73a5f5d7dfa6 req-16091e98-1af5-41d1-abc3-beaceeb0dc5b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c5e1a6c7-dcad-4557-a03d-4fb83cc38845&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1254444 Mar 29 16:27:11.272407 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device 4d973fdc-1752-44d6-92cc-a29fd8e43848 not bound to the agent host n-h1-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 16:27:11.290111 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-0a292e46-7951-46b3-b95e-73a5f5d7dfa6 req-9e7071c5-0164-4521-bc19-9471aad03cfa service neutron] 10.222.0.44 "GET /v2.0/networks/c5e1a6c7-dcad-4557-a03d-4fb83cc38845?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479499 Mar 29 16:27:11.429958 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-0a292e46-7951-46b3-b95e-73a5f5d7dfa6 req-fce65fd6-fcc4-4fa8-a760-3122020299e5 service neutron] 10.222.0.48 "GET /v2.0/networks/c5e1a6c7-dcad-4557-a03d-4fb83cc38845?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1523745 Mar 29 16:27:11.434925 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-0a292e46-7951-46b3-b95e-73a5f5d7dfa6 req-c2766ec1-21c2-4717-aacf-62544346b434 service neutron] 10.222.0.44 "GET /v2.0/networks/c5e1a6c7-dcad-4557-a03d-4fb83cc38845?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359189 Mar 29 16:27:11.524046 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-0a292e46-7951-46b3-b95e-73a5f5d7dfa6 req-552bf3be-e404-418f-9c5c-32dee94d719a service neutron] 10.222.0.48 "GET /v2.0/networks/c5e1a6c7-dcad-4557-a03d-4fb83cc38845?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873752 Mar 29 16:27:11.622180 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee77366-0c18-43eb-8227-5ecbe378fbc0 req-d4ffd546-9132-40e4-a04f-1c7bcac42910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:27:11.623711 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-5ee77366-0c18-43eb-8227-5ecbe378fbc0 req-d4ffd546-9132-40e4-a04f-1c7bcac42910 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=fc81ecd37f7c45729d2956005840b16f&device_id=8929e0f2-826a-48d6-ba38-09414eb5ef01 HTTP/1.1" status: 200 len: 1096 time: 0.0402427 Mar 29 16:27:11.723658 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee77366-0c18-43eb-8227-5ecbe378fbc0 req-37b9de60-53bc-4dd9-aa55-4c2fcec64945 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:27:11.725022 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-5ee77366-0c18-43eb-8227-5ecbe378fbc0 req-37b9de60-53bc-4dd9-aa55-4c2fcec64945 service neutron] 10.222.0.48 "GET /v2.0/networks?id=c5e1a6c7-dcad-4557-a03d-4fb83cc38845 HTTP/1.1" status: 200 len: 913 time: 0.0815575 Mar 29 16:27:11.790125 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-5ee77366-0c18-43eb-8227-5ecbe378fbc0 req-6ac481d5-b561-48e7-8038-23af8acf671b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4d973fdc-1752-44d6-92cc-a29fd8e43848 HTTP/1.1" status: 200 len: 999 time: 0.0583737 Mar 29 16:27:11.838108 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee77366-0c18-43eb-8227-5ecbe378fbc0 req-136f6aa9-a005-46f3-a64d-863b366cade4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:27:11.839586 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-5ee77366-0c18-43eb-8227-5ecbe378fbc0 req-136f6aa9-a005-46f3-a64d-863b366cade4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ba66594e-6fd3-4284-9229-adeee8b25d84 HTTP/1.1" status: 200 len: 851 time: 0.0432725 Mar 29 16:27:11.883861 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee77366-0c18-43eb-8227-5ecbe378fbc0 req-e60fe0ba-28e5-41a5-b9c3-b9bfff0a9d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:27:11.885312 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-5ee77366-0c18-43eb-8227-5ecbe378fbc0 req-e60fe0ba-28e5-41a5-b9c3-b9bfff0a9d7e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c5e1a6c7-dcad-4557-a03d-4fb83cc38845&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0386746 Mar 29 16:27:11.977326 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-5ee77366-0c18-43eb-8227-5ecbe378fbc0 req-5118f144-2d5d-4712-a6cc-d36ef31bad3c service neutron] 10.222.0.48 "GET /v2.0/networks/c5e1a6c7-dcad-4557-a03d-4fb83cc38845?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838697 Mar 29 16:27:12.064437 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-5ee77366-0c18-43eb-8227-5ecbe378fbc0 req-65a12a23-4bd5-40fc-be67-8beab7608ade service neutron] 10.222.0.48 "GET /v2.0/networks/c5e1a6c7-dcad-4557-a03d-4fb83cc38845?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791180 Mar 29 16:27:12.381565 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d468b178-290a-45e0-b1a1-8d3d8905e38f req-0f7c9718-5750-45a5-82bc-25e963d1fe09 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:27:12.383068 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-d468b178-290a-45e0-b1a1-8d3d8905e38f req-0f7c9718-5750-45a5-82bc-25e963d1fe09 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/ports?device_id=8929e0f2-826a-48d6-ba38-09414eb5ef01 HTTP/1.1" status: 200 len: 945 time: 0.0507236 Mar 29 16:27:12.422956 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-d468b178-290a-45e0-b1a1-8d3d8905e38f req-0bd8346f-bed5-48af-adba-89665091fc9c tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/security-groups?id=567c213f-9d6d-4fc2-8a22-2f327ca29e20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335398 Mar 29 16:27:13.543218 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94593dfe-f00b-4f43-81ab-75506a10ed98 req-ec8efa9c-7629-4b2e-ad00-f2d4292742a4 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:27:13.544685 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-94593dfe-f00b-4f43-81ab-75506a10ed98 req-ec8efa9c-7629-4b2e-ad00-f2d4292742a4 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/ports?device_id=8929e0f2-826a-48d6-ba38-09414eb5ef01 HTTP/1.1" status: 200 len: 945 time: 0.0517170 Mar 29 16:27:13.581827 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-94593dfe-f00b-4f43-81ab-75506a10ed98 req-85b7ed8d-a2d5-4e27-802e-38e543e3dfca tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/security-groups?id=567c213f-9d6d-4fc2-8a22-2f327ca29e20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304892 Mar 29 16:27:13.644351 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device 4d973fdc-1752-44d6-92cc-a29fd8e43848 details requested by agent hyperv_n-h2-834765-1 with host n-h2-834765-1 {{(pid=102792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 16:27:13.703466 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e1ff28-17c4-4b74-b1c5-f4f2d1047ae1 req-ea0cda77-21db-4805-b8a2-5eb617cbf9d4 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:27:13.704870 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-e3e1ff28-17c4-4b74-b1c5-f4f2d1047ae1 req-ea0cda77-21db-4805-b8a2-5eb617cbf9d4 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/ports?device_id=8929e0f2-826a-48d6-ba38-09414eb5ef01 HTTP/1.1" status: 200 len: 945 time: 0.0537965 Mar 29 16:27:13.742937 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-e3e1ff28-17c4-4b74-b1c5-f4f2d1047ae1 req-dd52fbc1-2c44-493f-ac8a-e6e32a78d877 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/security-groups?id=567c213f-9d6d-4fc2-8a22-2f327ca29e20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315959 Mar 29 16:27:13.743530 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port 4d973fdc-1752-44d6-92cc-a29fd8e43848, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=4d973fdc-1752-44d6-92cc-a29fd8e43848,segment=NetworkSegment(7e84e614-6e8a-4e9f-8f76-c5dc45da486d),segment_id=7e84e614-6e8a-4e9f-8f76-c5dc45da486d)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:27:13.755154 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Returning: {'device': '4d973fdc-1752-44d6-92cc-a29fd8e43848', 'network_id': 'c5e1a6c7-dcad-4557-a03d-4fb83cc38845', 'port_id': '4d973fdc-1752-44d6-92cc-a29fd8e43848', 'mac_address': 'fa:16:3e:b3:2a:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 636, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba66594e-6fd3-4284-9229-adeee8b25d84', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 16:27:13.792212 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:27:13.805124 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d973fdc-1752-44d6-92cc-a29fd8e43848 {{(pid=102792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 16:27:13.825025 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port 4d973fdc-1752-44d6-92cc-a29fd8e43848, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=4d973fdc-1752-44d6-92cc-a29fd8e43848,segment=NetworkSegment(7e84e614-6e8a-4e9f-8f76-c5dc45da486d),segment_id=7e84e614-6e8a-4e9f-8f76-c5dc45da486d)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:27:13.829838 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:27:13.859741 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee90ffb-42bf-4ab1-b588-3bea029eb382 req-39d98031-b54c-44e6-a7b1-e820c1a18cd2 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:27:13.861315 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-dee90ffb-42bf-4ab1-b588-3bea029eb382 req-39d98031-b54c-44e6-a7b1-e820c1a18cd2 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/ports?device_id=8929e0f2-826a-48d6-ba38-09414eb5ef01 HTTP/1.1" status: 200 len: 945 time: 0.0500114 Mar 29 16:27:13.883168 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Pushing event updated for resources: {'Port': ['ID=4d973fdc-1752-44d6-92cc-a29fd8e43848,revision_number=12']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:27:13.901281 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-dee90ffb-42bf-4ab1-b588-3bea029eb382 req-7ce5b1b9-7164-499b-baf3-001032737ebd tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/security-groups?id=567c213f-9d6d-4fc2-8a22-2f327ca29e20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339353 Mar 29 16:27:14.134080 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e5b964-a431-49ed-ada4-a4612aeb8a74 req-783cd59f-391a-4126-ab03-eb43623a49b0 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:27:14.135567 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e2e5b964-a431-49ed-ada4-a4612aeb8a74 req-783cd59f-391a-4126-ab03-eb43623a49b0 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/ports?device_id=8929e0f2-826a-48d6-ba38-09414eb5ef01 HTTP/1.1" status: 200 len: 946 time: 0.0473378 Mar 29 16:27:14.172537 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e2e5b964-a431-49ed-ada4-a4612aeb8a74 req-3a209fd3-9a7a-4b41-81de-5e188ba0ac51 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/security-groups?id=567c213f-9d6d-4fc2-8a22-2f327ca29e20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303795 Mar 29 16:27:14.194242 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] get_ports_and_sgs() called for port_ids ['4d973fdc-1752-44d6-92cc-a29fd8e43848'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 16:27:15.291131 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a71847-93a5-41fa-ab8a-896ea098ee60 req-4489cd1b-3414-42cc-8a16-63fbbae4c094 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:27:15.292610 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-47a71847-93a5-41fa-ab8a-896ea098ee60 req-4489cd1b-3414-42cc-8a16-63fbbae4c094 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/ports?device_id=8929e0f2-826a-48d6-ba38-09414eb5ef01 HTTP/1.1" status: 200 len: 946 time: 0.0493140 Mar 29 16:27:15.332648 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-47a71847-93a5-41fa-ab8a-896ea098ee60 req-3d4f94f5-8ce3-4d79-8652-f21e7de66843 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/security-groups?id=567c213f-9d6d-4fc2-8a22-2f327ca29e20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334496 Mar 29 16:27:15.547693 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc53f472-86db-4eab-bd33-8fd97e1a4803 req-6ba09779-91db-4717-b9d6-5804f8a055d0 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:27:15.549159 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-fc53f472-86db-4eab-bd33-8fd97e1a4803 req-6ba09779-91db-4717-b9d6-5804f8a055d0 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.48 "GET /v2.0/ports?device_id=8929e0f2-826a-48d6-ba38-09414eb5ef01 HTTP/1.1" status: 200 len: 946 time: 0.0508933 Mar 29 16:27:15.633937 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [req-fc53f472-86db-4eab-bd33-8fd97e1a4803 req-030d3802-0142-4883-bed3-e4736683f55f tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Deleting port 4d973fdc-1752-44d6-92cc-a29fd8e43848 {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:27:15.634271 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-fc53f472-86db-4eab-bd33-8fd97e1a4803 req-030d3802-0142-4883-bed3-e4736683f55f tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:27:15.648396 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device 4d973fdc-1752-44d6-92cc-a29fd8e43848 up at agent hyperv_n-h2-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 16:27:15.696056 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Provisioning for port 4d973fdc-1752-44d6-92cc-a29fd8e43848 completed by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 16:27:15.699951 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Provisioning complete for port 4d973fdc-1752-44d6-92cc-a29fd8e43848 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:27:15.700319 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:27:15.724458 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-fc53f472-86db-4eab-bd33-8fd97e1a4803 req-030d3802-0142-4883-bed3-e4736683f55f tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] For port 4d973fdc-1752-44d6-92cc-a29fd8e43848, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=4d973fdc-1752-44d6-92cc-a29fd8e43848,segment=NetworkSegment(7e84e614-6e8a-4e9f-8f76-c5dc45da486d),segment_id=7e84e614-6e8a-4e9f-8f76-c5dc45da486d)] {{(pid=102791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:27:15.724818 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-fc53f472-86db-4eab-bd33-8fd97e1a4803 req-030d3802-0142-4883-bed3-e4736683f55f tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:27:15.775237 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:27:15.797549 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8929e0f2-826a-48d6-ba38-09414eb5ef01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d973fdc-1752-44d6-92cc-a29fd8e43848'}] {{(pid=102792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:27:15.799788 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4f476c66b318cc6068719fc39557fac68d413f5c7e78fa77028c7948e999ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0801f234-ca64-40ff-9857-67b820710d05" -d '{"events": [{"server_uuid": "8929e0f2-826a-48d6-ba38-09414eb5ef01", "name": "network-vif-plugged", "status": "completed", "tag": "4d973fdc-1752-44d6-92cc-a29fd8e43848"}]}' {{(pid=102792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:27:15.814591 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port 4d973fdc-1752-44d6-92cc-a29fd8e43848, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=4d973fdc-1752-44d6-92cc-a29fd8e43848,segment=NetworkSegment(7e84e614-6e8a-4e9f-8f76-c5dc45da486d),segment_id=7e84e614-6e8a-4e9f-8f76-c5dc45da486d)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:27:15.819675 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:27:15.847298 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 16:27:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61511ab0-c00a-46b4-8987-92dd240cecda x-openstack-request-id: req-61511ab0-c00a-46b4-8987-92dd240cecda {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:27:15.847593 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8929e0f2-826a-48d6-ba38-09414eb5ef01", "name": "network-vif-plugged", "status": "completed", "tag": "4d973fdc-1752-44d6-92cc-a29fd8e43848", "code": 200}]} {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:27:15.847840 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-61511ab0-c00a-46b4-8987-92dd240cecda {{(pid=102792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:27:15.848219 n-d-834765-1 neutron-server[102792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8929e0f2-826a-48d6-ba38-09414eb5ef01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d973fdc-1752-44d6-92cc-a29fd8e43848', 'code': 200} Mar 29 16:27:15.872782 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Pushing event updated for resources: {'Port': ['ID=4d973fdc-1752-44d6-92cc-a29fd8e43848,revision_number=13']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:27:15.895023 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-fc53f472-86db-4eab-bd33-8fd97e1a4803 req-030d3802-0142-4883-bed3-e4736683f55f tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:27:15.895416 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-fc53f472-86db-4eab-bd33-8fd97e1a4803 req-030d3802-0142-4883-bed3-e4736683f55f tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648212'] for floatingip, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:27:15.895723 n-d-834765-1 neutron-server[102791]: INFO neutron.db.l3_db [req-fc53f472-86db-4eab-bd33-8fd97e1a4803 req-030d3802-0142-4883-bed3-e4736683f55f tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Floating IP 99e1000d-bbc8-41d9-b629-287a139c9ee0 disassociated. External IP: 172.25.4.3, port: 4d973fdc-1752-44d6-92cc-a29fd8e43848. Mar 29 16:27:15.896053 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [req-fc53f472-86db-4eab-bd33-8fd97e1a4803 req-030d3802-0142-4883-bed3-e4736683f55f tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Calling delete_port for 4d973fdc-1752-44d6-92cc-a29fd8e43848 owned by compute:nova {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:27:16.018242 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-fc53f472-86db-4eab-bd33-8fd97e1a4803 req-030d3802-0142-4883-bed3-e4736683f55f tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:27:16.047183 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030d3802-0142-4883-bed3-e4736683f55f tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Pushing event deleted for resources: {'Port': ['ID=4d973fdc-1752-44d6-92cc-a29fd8e43848,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:27:16.058435 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-030d3802-0142-4883-bed3-e4736683f55f tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:27:16.058820 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-030d3802-0142-4883-bed3-e4736683f55f tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:27:16.059141 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-030d3802-0142-4883-bed3-e4736683f55f tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:27:16.059503 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-030d3802-0142-4883-bed3-e4736683f55f tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:27:16.059851 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-030d3802-0142-4883-bed3-e4736683f55f tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:27:16.060169 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-030d3802-0142-4883-bed3-e4736683f55f tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:27:16.060493 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-030d3802-0142-4883-bed3-e4736683f55f tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:27:16.060815 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-030d3802-0142-4883-bed3-e4736683f55f tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:27:16.061135 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-030d3802-0142-4883-bed3-e4736683f55f tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:27:16.061456 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-030d3802-0142-4883-bed3-e4736683f55f tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:27:16.061782 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-030d3802-0142-4883-bed3-e4736683f55f tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:27:16.062909 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-030d3802-0142-4883-bed3-e4736683f55f tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:27:16.179727 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fc53f472-86db-4eab-bd33-8fd97e1a4803 req-030d3802-0142-4883-bed3-e4736683f55f tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Router 771d26af-b4a1-4c8f-826b-05fc0fe52762 has already been hosted by L3 agent c648d819-1060-4f26-b4ec-6455387b5dff {{(pid=102791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 16:27:16.437958 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-babc60e6-0637-4a9c-b349-b582ff677a29 req-d058e678-27f1-4623-a25b-839ec4dda704 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/ports?device_id=8929e0f2-826a-48d6-ba38-09414eb5ef01 HTTP/1.1" status: 200 len: 210 time: 0.0331459 Mar 29 16:27:16.584773 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fc53f472-86db-4eab-bd33-8fd97e1a4803 req-030d3802-0142-4883-bed3-e4736683f55f tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 16:27:16.595956 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48545967-2b01-4838-9268-fac5aa894abb None None] Sync routers for ids ['771d26af-b4a1-4c8f-826b-05fc0fe52762'] in n-d-834765-1 {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 16:27:16.606007 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48545967-2b01-4838-9268-fac5aa894abb None None] Routers {'771d26af-b4a1-4c8f-826b-05fc0fe52762'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:27:16.606609 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-48545967-2b01-4838-9268-fac5aa894abb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:27:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['771d26af-b4a1-4c8f-826b-05fc0fe52762'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:27:16.623460 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc53f472-86db-4eab-bd33-8fd97e1a4803 req-030d3802-0142-4883-bed3-e4736683f55f tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] No DVR routers for this DVR port 4d973fdc-1752-44d6-92cc-a29fd8e43848 on host n-h2-834765-1 {{(pid=102791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 16:27:16.626045 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-fc53f472-86db-4eab-bd33-8fd97e1a4803 req-030d3802-0142-4883-bed3-e4736683f55f tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:27:16.629377 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-fc53f472-86db-4eab-bd33-8fd97e1a4803 req-030d3802-0142-4883-bed3-e4736683f55f tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.48 "DELETE /v2.0/ports/4d973fdc-1752-44d6-92cc-a29fd8e43848 HTTP/1.1" status: 204 len: 173 time: 1.0747120 Mar 29 16:27:16.629839 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8929e0f2-826a-48d6-ba38-09414eb5ef01', 'name': 'network-vif-deleted', 'tag': '4d973fdc-1752-44d6-92cc-a29fd8e43848'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:27:16.632070 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c67b028db5e9b9818fecc5c0a87ebc6f190694fa53ca267d523e04f98de536d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7dd90e7-a883-47d7-9b5e-c12e2f607167" -d '{"events": [{"server_uuid": "8929e0f2-826a-48d6-ba38-09414eb5ef01", "name": "network-vif-deleted", "tag": "4d973fdc-1752-44d6-92cc-a29fd8e43848"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:27:16.680582 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 16:27:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e44ad974-0760-489e-8760-59dab864fa74 x-openstack-request-id: req-e44ad974-0760-489e-8760-59dab864fa74 {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:27:16.680880 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8929e0f2-826a-48d6-ba38-09414eb5ef01", "name": "network-vif-deleted", "tag": "4d973fdc-1752-44d6-92cc-a29fd8e43848", "status": "completed", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:27:16.681132 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e44ad974-0760-489e-8760-59dab864fa74 {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:27:16.681536 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8929e0f2-826a-48d6-ba38-09414eb5ef01', 'name': 'network-vif-deleted', 'tag': '4d973fdc-1752-44d6-92cc-a29fd8e43848', 'status': 'completed', 'code': 200} Mar 29 16:27:16.724802 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvr_db [None req-48545967-2b01-4838-9268-fac5aa894abb None None] Set router 771d26af-b4a1-4c8f-826b-05fc0fe52762 gateway port host: n-d-834765-1 {{(pid=102792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:27:16.932756 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-48545967-2b01-4838-9268-fac5aa894abb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '771d26af-b4a1-4c8f-826b-05fc0fe52762', 'name': 'tempest-ServerActionsTestJSON-1958030824-router', 'tenant_id': 'fc81ecd37f7c45729d2956005840b16f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.145'}], 'enable_snat': True}, 'gw_port_id': 'a53d6c1b-a73b-4507-8dfa-c7ab2ae26ed8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:24:24Z', 'updated_at': '2022-03-29T16:24:27Z', 'revision_number': 4, 'project_id': 'fc81ecd37f7c45729d2956005840b16f', 'gw_port': {'id': 'a53d6c1b-a73b-4507-8dfa-c7ab2ae26ed8', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:cf:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '771d26af-b4a1-4c8f-826b-05fc0fe52762', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:24:24Z', 'updated_at': '2022-03-29T16:24:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': '66e2b021-b8d0-42b7-be7a-3a9b3402eec8', 'name': '', 'network_id': 'c5e1a6c7-dcad-4557-a03d-4fb83cc38845', 'tenant_id': 'fc81ecd37f7c45729d2956005840b16f', 'mac_address': 'fa:16:3e:25:10:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '771d26af-b4a1-4c8f-826b-05fc0fe52762', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'ba66594e-6fd3-4284-9229-adeee8b25d84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:24:26Z', 'updated_at': '2022-03-29T16:24:31Z', 'revision_number': 5, 'project_id': 'fc81ecd37f7c45729d2956005840b16f', 'subnets': [{'id': 'ba66594e-6fd3-4284-9229-adeee8b25d84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:27:16.964009 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48545967-2b01-4838-9268-fac5aa894abb None None] Checking router: 771d26af-b4a1-4c8f-826b-05fc0fe52762 for host: n-d-834765-1 {{(pid=102792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 16:27:16.973249 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48545967-2b01-4838-9268-fac5aa894abb None None] Routers {'771d26af-b4a1-4c8f-826b-05fc0fe52762'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:27:16.973856 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-48545967-2b01-4838-9268-fac5aa894abb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:27:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['771d26af-b4a1-4c8f-826b-05fc0fe52762'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:27:17.085414 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvr_db [None req-48545967-2b01-4838-9268-fac5aa894abb None None] Set router 771d26af-b4a1-4c8f-826b-05fc0fe52762 gateway port host: n-d-834765-1 {{(pid=102792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:27:17.288586 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-48545967-2b01-4838-9268-fac5aa894abb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '771d26af-b4a1-4c8f-826b-05fc0fe52762', 'name': 'tempest-ServerActionsTestJSON-1958030824-router', 'tenant_id': 'fc81ecd37f7c45729d2956005840b16f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.145'}], 'enable_snat': True}, 'gw_port_id': 'a53d6c1b-a73b-4507-8dfa-c7ab2ae26ed8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:24:24Z', 'updated_at': '2022-03-29T16:24:27Z', 'revision_number': 4, 'project_id': 'fc81ecd37f7c45729d2956005840b16f', 'gw_port': {'id': 'a53d6c1b-a73b-4507-8dfa-c7ab2ae26ed8', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:cf:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '771d26af-b4a1-4c8f-826b-05fc0fe52762', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:24:24Z', 'updated_at': '2022-03-29T16:24:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': '66e2b021-b8d0-42b7-be7a-3a9b3402eec8', 'name': '', 'network_id': 'c5e1a6c7-dcad-4557-a03d-4fb83cc38845', 'tenant_id': 'fc81ecd37f7c45729d2956005840b16f', 'mac_address': 'fa:16:3e:25:10:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '771d26af-b4a1-4c8f-826b-05fc0fe52762', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'ba66594e-6fd3-4284-9229-adeee8b25d84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:24:26Z', 'updated_at': '2022-03-29T16:24:31Z', 'revision_number': 5, 'project_id': 'fc81ecd37f7c45729d2956005840b16f', 'subnets': [{'id': 'ba66594e-6fd3-4284-9229-adeee8b25d84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:27:17.315356 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48545967-2b01-4838-9268-fac5aa894abb None None] The sync data for ids ['771d26af-b4a1-4c8f-826b-05fc0fe52762'] in n-d-834765-1 is: [{'id': '771d26af-b4a1-4c8f-826b-05fc0fe52762', 'name': 'tempest-ServerActionsTestJSON-1958030824-router', 'tenant_id': 'fc81ecd37f7c45729d2956005840b16f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.145'}], 'enable_snat': True}, 'gw_port_id': 'a53d6c1b-a73b-4507-8dfa-c7ab2ae26ed8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:24:24Z', 'updated_at': '2022-03-29T16:24:27Z', 'revision_number': 4, 'project_id': 'fc81ecd37f7c45729d2956005840b16f', 'gw_port': {'id': 'a53d6c1b-a73b-4507-8dfa-c7ab2ae26ed8', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:cf:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '771d26af-b4a1-4c8f-826b-05fc0fe52762', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:24:24Z', 'updated_at': '2022-03-29T16:24:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': '66e2b021-b8d0-42b7-be7a-3a9b3402eec8', 'name': '', 'network_id': 'c5e1a6c7-dcad-4557-a03d-4fb83cc38845', 'tenant_id': 'fc81ecd37f7c45729d2956005840b16f', 'mac_address': 'fa:16:3e:25:10:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '771d26af-b4a1-4c8f-826b-05fc0fe52762', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'ba66594e-6fd3-4284-9229-adeee8b25d84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:24:26Z', 'updated_at': '2022-03-29T16:24:31Z', 'revision_number': 5, 'project_id': 'fc81ecd37f7c45729d2956005840b16f', 'subnets': [{'id': 'ba66594e-6fd3-4284-9229-adeee8b25d84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 16:27:17.440855 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:27:17.541444 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6423cdd-d656-494a-92e9-0eed3039435f None None] New status for floating IP 99e1000d-bbc8-41d9-b629-287a139c9ee0: DOWN {{(pid=102793) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 16:27:17.694630 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-92a1035f-f270-4fcf-b00c-143bdec59799 req-c4eafdca-1f07-49e0-8372-a7689290ed18 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--120616008&fields=id&tenant_id=fc81ecd37f7c45729d2956005840b16f HTTP/1.1" status: 200 len: 267 time: 0.0419705 Mar 29 16:27:17.803843 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a1035f-f270-4fcf-b00c-143bdec59799 req-618717c3-ac75-4a54-b246-0a111cd5b23c tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:27:17.805193 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-92a1035f-f270-4fcf-b00c-143bdec59799 req-618717c3-ac75-4a54-b246-0a111cd5b23c tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/networks?id=c5e1a6c7-dcad-4557-a03d-4fb83cc38845 HTTP/1.1" status: 200 len: 812 time: 0.1029949 Mar 29 16:27:17.820981 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-92a1035f-f270-4fcf-b00c-143bdec59799 req-5d19cc0a-c533-4786-b0eb-e8d3f0b34460 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/quotas/fc81ecd37f7c45729d2956005840b16f HTTP/1.1" status: 200 len: 375 time: 0.0099387 Mar 29 16:27:17.875668 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-92a1035f-f270-4fcf-b00c-143bdec59799 req-f7368f4a-1a35-4cdf-86ff-efe8a3ed9b58 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=fc81ecd37f7c45729d2956005840b16f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0487401 Mar 29 16:27:18.027884 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-92a1035f-f270-4fcf-b00c-143bdec59799 req-f26da603-0238-4ff1-8045-2d22e338f5e2 service neutron] 10.222.0.42 "GET /v2.0/networks/c5e1a6c7-dcad-4557-a03d-4fb83cc38845?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403644 Mar 29 16:27:18.116770 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-92a1035f-f270-4fcf-b00c-143bdec59799 req-296bb7ff-55e3-420c-951a-e8161c10cd51 service neutron] 10.222.0.42 "GET /v2.0/networks/c5e1a6c7-dcad-4557-a03d-4fb83cc38845?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820320 Mar 29 16:27:18.228968 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:27:18.280378 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-bbbdaaa9-d127-4f5a-994f-5bf692e2d63e req-d1e8f30b-fb77-4f53-b45e-ebc2804e847e tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/ports?device_id=08a68a40-1f47-4616-a1e7-1dc548b69536 HTTP/1.1" status: 200 len: 210 time: 0.0262985 Mar 29 16:27:19.386283 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-7d0fc25b-b137-4a54-8651-eab31169a48f req-b6cb94af-9489-4954-9cc2-111f9e763767 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/ports?device_id=08a68a40-1f47-4616-a1e7-1dc548b69536 HTTP/1.1" status: 200 len: 210 time: 0.0339243 Mar 29 16:27:19.463487 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a1035f-f270-4fcf-b00c-143bdec59799 req-edcdea25-cc17-4401-b1d4-2eda2741bb10 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:27:19.464942 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-92a1035f-f270-4fcf-b00c-143bdec59799 req-edcdea25-cc17-4401-b1d4-2eda2741bb10 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.48 "GET /v2.0/networks?id=c5e1a6c7-dcad-4557-a03d-4fb83cc38845 HTTP/1.1" status: 200 len: 812 time: 0.1131923 Mar 29 16:27:19.514722 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-92a1035f-f270-4fcf-b00c-143bdec59799 req-247b5d0d-73f1-466e-9a94-da1349b7617d tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fc81ecd37f7c45729d2956005840b16f HTTP/1.1" status: 200 len: 379 time: 0.0346453 Mar 29 16:27:19.524243 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [req-92a1035f-f270-4fcf-b00c-143bdec59799 req-dd1ef7dd-7652-46fd-afad-0dac40fcb891 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Request body: {'port': {'device_id': '08a68a40-1f47-4616-a1e7-1dc548b69536', 'network_id': 'c5e1a6c7-dcad-4557-a03d-4fb83cc38845', 'admin_state_up': True, 'tenant_id': 'fc81ecd37f7c45729d2956005840b16f', 'security_groups': ['567c213f-9d6d-4fc2-8a22-2f327ca29e20']}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:27:19.627544 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92a1035f-f270-4fcf-b00c-143bdec59799 req-dd1ef7dd-7652-46fd-afad-0dac40fcb891 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Made reservation on behalf of fc81ecd37f7c45729d2956005840b16f for: {'port': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:27:19.631026 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-92a1035f-f270-4fcf-b00c-143bdec59799 req-dd1ef7dd-7652-46fd-afad-0dac40fcb891 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:27:19.676334 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device 4d973fdc-1752-44d6-92cc-a29fd8e43848 no longer exists at agent hyperv_n-h2-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 16:27:19.697227 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] No Port match for: 4d973fdc-1752-44d6-92cc-a29fd8e43848 {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 16:27:19.697568 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device 4d973fdc-1752-44d6-92cc-a29fd8e43848 not bound to the agent host n-h2-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 16:27:19.755690 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_common [req-92a1035f-f270-4fcf-b00c-143bdec59799 req-dd1ef7dd-7652-46fd-afad-0dac40fcb891 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Allocated IP 172.20.0.5 (c5e1a6c7-dcad-4557-a03d-4fb83cc38845/ba66594e-6fd3-4284-9229-adeee8b25d84/aec0c33b-c881-47de-bacc-54b4b952925c) {{(pid=102791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:27:19.890523 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-92a1035f-f270-4fcf-b00c-143bdec59799 req-dd1ef7dd-7652-46fd-afad-0dac40fcb891 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Notify callbacks [] for port, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:27:19.922882 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-92a1035f-f270-4fcf-b00c-143bdec59799 req-dd1ef7dd-7652-46fd-afad-0dac40fcb891 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:27:19.966440 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92a1035f-f270-4fcf-b00c-143bdec59799 req-dd1ef7dd-7652-46fd-afad-0dac40fcb891 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Network c5e1a6c7-dcad-4557-a03d-4fb83cc38845 is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:27:19.970250 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [req-92a1035f-f270-4fcf-b00c-143bdec59799 req-dd1ef7dd-7652-46fd-afad-0dac40fcb891 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:27:19.973779 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [req-92a1035f-f270-4fcf-b00c-143bdec59799 req-dd1ef7dd-7652-46fd-afad-0dac40fcb891 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Received port after_create {{(pid=102791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:27:19.979870 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1ef7dd-7652-46fd-afad-0dac40fcb891 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Pushing event updated for resources: {'Port': ['ID=aec0c33b-c881-47de-bacc-54b4b952925c,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:27:20.026520 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a1035f-f270-4fcf-b00c-143bdec59799 req-dd1ef7dd-7652-46fd-afad-0dac40fcb891 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:27:20.027136 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-92a1035f-f270-4fcf-b00c-143bdec59799 req-dd1ef7dd-7652-46fd-afad-0dac40fcb891 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:27:20.044137 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-92a1035f-f270-4fcf-b00c-143bdec59799 req-dd1ef7dd-7652-46fd-afad-0dac40fcb891 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5235724 Mar 29 16:27:20.056376 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [req-92a1035f-f270-4fcf-b00c-143bdec59799 req-0e08d2a1-9c3f-4a01-8f51-29fa9c8384c8 service neutron] Request body: {'port': {'device_id': '08a68a40-1f47-4616-a1e7-1dc548b69536', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834765-1'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:27:20.116243 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-92a1035f-f270-4fcf-b00c-143bdec59799 req-0e08d2a1-9c3f-4a01-8f51-29fa9c8384c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:27:20.228869 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-c2aab0dd-5def-4cf4-b1d3-71263b0e9f88 None None] Provisioning complete for port aec0c33b-c881-47de-bacc-54b4b952925c triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:27:20.229152 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-c2aab0dd-5def-4cf4-b1d3-71263b0e9f88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:27:20.261638 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-c2aab0dd-5def-4cf4-b1d3-71263b0e9f88 None None] Port aec0c33b-c881-47de-bacc-54b4b952925c cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 16:27:20.374494 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [req-92a1035f-f270-4fcf-b00c-143bdec59799 req-0e08d2a1-9c3f-4a01-8f51-29fa9c8384c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aec0c33b-c881-47de-bacc-54b4b952925c {{(pid=102791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 16:27:20.382316 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-92a1035f-f270-4fcf-b00c-143bdec59799 req-0e08d2a1-9c3f-4a01-8f51-29fa9c8384c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:27:20.394465 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.provisioning_blocks [req-92a1035f-f270-4fcf-b00c-143bdec59799 req-0e08d2a1-9c3f-4a01-8f51-29fa9c8384c8 service neutron] Transition to ACTIVE for port object aec0c33b-c881-47de-bacc-54b4b952925c will not be triggered until provisioned by entity L2. {{(pid=102791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 16:27:20.398060 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-92a1035f-f270-4fcf-b00c-143bdec59799 req-0e08d2a1-9c3f-4a01-8f51-29fa9c8384c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:27:20.445230 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e08d2a1-9c3f-4a01-8f51-29fa9c8384c8 service neutron] Pushing event updated for resources: {'Port': ['ID=aec0c33b-c881-47de-bacc-54b4b952925c,revision_number=2']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:27:20.555881 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e597ef-75ba-474c-b942-149c31ab7ad9 req-34e1167e-6179-4a26-845f-a8dee1701c2e tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:27:20.557416 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b5e597ef-75ba-474c-b942-149c31ab7ad9 req-34e1167e-6179-4a26-845f-a8dee1701c2e tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/ports?device_id=08a68a40-1f47-4616-a1e7-1dc548b69536 HTTP/1.1" status: 200 len: 943 time: 0.0865703 Mar 29 16:27:20.560251 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-92a1035f-f270-4fcf-b00c-143bdec59799 req-0e08d2a1-9c3f-4a01-8f51-29fa9c8384c8 service neutron] Attempting to bind port aec0c33b-c881-47de-bacc-54b4b952925c on host n-h2-834765-1 for vnic_type normal with profile {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 16:27:20.560590 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-92a1035f-f270-4fcf-b00c-143bdec59799 req-0e08d2a1-9c3f-4a01-8f51-29fa9c8384c8 service neutron] Attempting to bind port aec0c33b-c881-47de-bacc-54b4b952925c by drivers openvswitch,hyperv on host n-h2-834765-1 at level 0 using segments [{'id': '7e84e614-6e8a-4e9f-8f76-c5dc45da486d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'c5e1a6c7-dcad-4557-a03d-4fb83cc38845'}] {{(pid=102791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 16:27:20.560921 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92a1035f-f270-4fcf-b00c-143bdec59799 req-0e08d2a1-9c3f-4a01-8f51-29fa9c8384c8 service neutron] Attempting to bind port aec0c33b-c881-47de-bacc-54b4b952925c on network c5e1a6c7-dcad-4557-a03d-4fb83cc38845 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 16:27:20.573601 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92a1035f-f270-4fcf-b00c-143bdec59799 req-0e08d2a1-9c3f-4a01-8f51-29fa9c8384c8 service neutron] Port aec0c33b-c881-47de-bacc-54b4b952925c on network c5e1a6c7-dcad-4557-a03d-4fb83cc38845 not bound, no agent of type Open vSwitch agent registered on host n-h2-834765-1 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 16:27:20.573927 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92a1035f-f270-4fcf-b00c-143bdec59799 req-0e08d2a1-9c3f-4a01-8f51-29fa9c8384c8 service neutron] Attempting to bind port aec0c33b-c881-47de-bacc-54b4b952925c on network c5e1a6c7-dcad-4557-a03d-4fb83cc38845 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 16:27:20.587506 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92a1035f-f270-4fcf-b00c-143bdec59799 req-0e08d2a1-9c3f-4a01-8f51-29fa9c8384c8 service neutron] Checking agent: {'id': '3e4b4912-b4a2-4d17-b5bd-6ce15529e8eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 33, 17), 'started_at': datetime.datetime(2022, 3, 29, 15, 33, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 16, 27, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 16:27:20.588096 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92a1035f-f270-4fcf-b00c-143bdec59799 req-0e08d2a1-9c3f-4a01-8f51-29fa9c8384c8 service neutron] Checking segment: {'id': '7e84e614-6e8a-4e9f-8f76-c5dc45da486d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'c5e1a6c7-dcad-4557-a03d-4fb83cc38845'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 16:27:20.588457 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92a1035f-f270-4fcf-b00c-143bdec59799 req-0e08d2a1-9c3f-4a01-8f51-29fa9c8384c8 service neutron] Bound using segment: {'id': '7e84e614-6e8a-4e9f-8f76-c5dc45da486d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'c5e1a6c7-dcad-4557-a03d-4fb83cc38845'} {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 16:27:20.588896 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-92a1035f-f270-4fcf-b00c-143bdec59799 req-0e08d2a1-9c3f-4a01-8f51-29fa9c8384c8 service neutron] Bound port: aec0c33b-c881-47de-bacc-54b4b952925c, host: n-h2-834765-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e84e614-6e8a-4e9f-8f76-c5dc45da486d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'c5e1a6c7-dcad-4557-a03d-4fb83cc38845'}}] {{(pid=102791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 16:27:20.589257 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-92a1035f-f270-4fcf-b00c-143bdec59799 req-0e08d2a1-9c3f-4a01-8f51-29fa9c8384c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:27:20.618251 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b5e597ef-75ba-474c-b942-149c31ab7ad9 req-05b8541d-65a4-4f50-8145-885314f6c049 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/security-groups?id=567c213f-9d6d-4fc2-8a22-2f327ca29e20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539644 Mar 29 16:27:20.669549 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-92a1035f-f270-4fcf-b00c-143bdec59799 req-0e08d2a1-9c3f-4a01-8f51-29fa9c8384c8 service neutron] For port aec0c33b-c881-47de-bacc-54b4b952925c, host n-h2-834765-1, cleared binding levels {{(pid=102791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 16:27:20.673325 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-92a1035f-f270-4fcf-b00c-143bdec59799 req-0e08d2a1-9c3f-4a01-8f51-29fa9c8384c8 service neutron] For port aec0c33b-c881-47de-bacc-54b4b952925c, host n-h2-834765-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=aec0c33b-c881-47de-bacc-54b4b952925c,segment=NetworkSegment(7e84e614-6e8a-4e9f-8f76-c5dc45da486d),segment_id=7e84e614-6e8a-4e9f-8f76-c5dc45da486d)] {{(pid=102791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 16:27:20.678348 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-92a1035f-f270-4fcf-b00c-143bdec59799 req-0e08d2a1-9c3f-4a01-8f51-29fa9c8384c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:27:20.714919 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a1035f-f270-4fcf-b00c-143bdec59799 req-0e08d2a1-9c3f-4a01-8f51-29fa9c8384c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:27:20.715560 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-92a1035f-f270-4fcf-b00c-143bdec59799 req-0e08d2a1-9c3f-4a01-8f51-29fa9c8384c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:27:20.716962 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-92a1035f-f270-4fcf-b00c-143bdec59799 req-0e08d2a1-9c3f-4a01-8f51-29fa9c8384c8 service neutron] 10.222.0.48 "PUT /v2.0/ports/aec0c33b-c881-47de-bacc-54b4b952925c HTTP/1.1" status: 200 len: 1091 time: 0.6648405 Mar 29 16:27:20.720089 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08a68a40-1f47-4616-a1e7-1dc548b69536', 'tag': 'aec0c33b-c881-47de-bacc-54b4b952925c'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:27:20.723363 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c67b028db5e9b9818fecc5c0a87ebc6f190694fa53ca267d523e04f98de536d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbf2fc22-7184-4e3d-9642-550f2d88c829" -d '{"events": [{"name": "network-changed", "server_uuid": "08a68a40-1f47-4616-a1e7-1dc548b69536", "tag": "aec0c33b-c881-47de-bacc-54b4b952925c"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:27:20.751479 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e08d2a1-9c3f-4a01-8f51-29fa9c8384c8 service neutron] Pushing event updated for resources: {'Port': ['ID=aec0c33b-c881-47de-bacc-54b4b952925c,revision_number=3']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:27:20.791654 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 16:27:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2de60f60-a700-4ce0-b669-c9a869bd54ea x-openstack-request-id: req-2de60f60-a700-4ce0-b669-c9a869bd54ea {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:27:20.791929 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08a68a40-1f47-4616-a1e7-1dc548b69536", "tag": "aec0c33b-c881-47de-bacc-54b4b952925c", "status": "completed", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:27:20.792175 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-2de60f60-a700-4ce0-b669-c9a869bd54ea {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:27:20.792572 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08a68a40-1f47-4616-a1e7-1dc548b69536', 'tag': 'aec0c33b-c881-47de-bacc-54b4b952925c', 'status': 'completed', 'code': 200} Mar 29 16:27:20.808906 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a1035f-f270-4fcf-b00c-143bdec59799 req-a5b678e7-01fd-4fa1-af37-1ad2f7446710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:27:20.810437 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-92a1035f-f270-4fcf-b00c-143bdec59799 req-a5b678e7-01fd-4fa1-af37-1ad2f7446710 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=fc81ecd37f7c45729d2956005840b16f&device_id=08a68a40-1f47-4616-a1e7-1dc548b69536 HTTP/1.1" status: 200 len: 1094 time: 0.0488474 Mar 29 16:27:20.866881 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-92a1035f-f270-4fcf-b00c-143bdec59799 req-c988d330-7d4d-4a66-88d2-5be0617b35c5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aec0c33b-c881-47de-bacc-54b4b952925c HTTP/1.1" status: 200 len: 217 time: 0.0451491 Mar 29 16:27:20.929154 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a1035f-f270-4fcf-b00c-143bdec59799 req-381bba82-517e-4edb-bdec-ece088015083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:27:20.930649 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-92a1035f-f270-4fcf-b00c-143bdec59799 req-381bba82-517e-4edb-bdec-ece088015083 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ba66594e-6fd3-4284-9229-adeee8b25d84 HTTP/1.1" status: 200 len: 851 time: 0.0572891 Mar 29 16:27:20.977165 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a1035f-f270-4fcf-b00c-143bdec59799 req-d5d79d40-c753-49c4-8aa2-17101f703990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:27:20.978767 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-92a1035f-f270-4fcf-b00c-143bdec59799 req-d5d79d40-c753-49c4-8aa2-17101f703990 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c5e1a6c7-dcad-4557-a03d-4fb83cc38845&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420718 Mar 29 16:27:21.071521 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-92a1035f-f270-4fcf-b00c-143bdec59799 req-d8982a5c-bacc-4d84-a71b-71797f95a601 service neutron] 10.222.0.48 "GET /v2.0/networks/c5e1a6c7-dcad-4557-a03d-4fb83cc38845?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862861 Mar 29 16:27:21.160628 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-92a1035f-f270-4fcf-b00c-143bdec59799 req-ae12a7b0-5409-414b-8670-66aac50d2dc0 service neutron] 10.222.0.48 "GET /v2.0/networks/c5e1a6c7-dcad-4557-a03d-4fb83cc38845?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833566 Mar 29 16:27:21.247312 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf2fc22-7184-4e3d-9642-550f2d88c829 req-ec1f1d7b-571b-4676-9926-37fec16b5c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:27:21.248867 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-fbf2fc22-7184-4e3d-9642-550f2d88c829 req-ec1f1d7b-571b-4676-9926-37fec16b5c8f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=fc81ecd37f7c45729d2956005840b16f&device_id=08a68a40-1f47-4616-a1e7-1dc548b69536 HTTP/1.1" status: 200 len: 1094 time: 0.0405002 Mar 29 16:27:21.341261 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf2fc22-7184-4e3d-9642-550f2d88c829 req-256cc6ef-8964-43ef-b2bb-526decc2e2bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:27:21.342724 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-fbf2fc22-7184-4e3d-9642-550f2d88c829 req-256cc6ef-8964-43ef-b2bb-526decc2e2bd service neutron] 10.222.0.48 "GET /v2.0/networks?id=c5e1a6c7-dcad-4557-a03d-4fb83cc38845 HTTP/1.1" status: 200 len: 913 time: 0.0874803 Mar 29 16:27:21.383720 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-fbf2fc22-7184-4e3d-9642-550f2d88c829 req-34444ee2-0eda-4371-ae96-866710243d0a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aec0c33b-c881-47de-bacc-54b4b952925c HTTP/1.1" status: 200 len: 217 time: 0.0331833 Mar 29 16:27:21.435516 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf2fc22-7184-4e3d-9642-550f2d88c829 req-667e798c-9072-45fd-9a4c-18a1c7591b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:27:21.436991 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-fbf2fc22-7184-4e3d-9642-550f2d88c829 req-667e798c-9072-45fd-9a4c-18a1c7591b53 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ba66594e-6fd3-4284-9229-adeee8b25d84 HTTP/1.1" status: 200 len: 851 time: 0.0476263 Mar 29 16:27:21.483309 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf2fc22-7184-4e3d-9642-550f2d88c829 req-6934f359-9a2c-4fc3-920e-4d4f7e0ef4e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:27:21.485322 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-fbf2fc22-7184-4e3d-9642-550f2d88c829 req-6934f359-9a2c-4fc3-920e-4d4f7e0ef4e4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c5e1a6c7-dcad-4557-a03d-4fb83cc38845&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401547 Mar 29 16:27:21.575755 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-fbf2fc22-7184-4e3d-9642-550f2d88c829 req-0f072322-c0aa-458c-88fc-879af08e354d service neutron] 10.222.0.48 "GET /v2.0/networks/c5e1a6c7-dcad-4557-a03d-4fb83cc38845?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836186 Mar 29 16:27:21.672461 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-fbf2fc22-7184-4e3d-9642-550f2d88c829 req-e99781b4-30fe-47f2-8853-ea276cf1e422 service neutron] 10.222.0.48 "GET /v2.0/networks/c5e1a6c7-dcad-4557-a03d-4fb83cc38845?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895076 Mar 29 16:27:21.739217 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87174f10-b254-4746-ba87-6bcbb4322986 req-54cdc6d5-1001-42cc-9ac8-125b5054d218 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:27:21.740750 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-87174f10-b254-4746-ba87-6bcbb4322986 req-54cdc6d5-1001-42cc-9ac8-125b5054d218 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/ports?device_id=08a68a40-1f47-4616-a1e7-1dc548b69536 HTTP/1.1" status: 200 len: 943 time: 0.0505095 Mar 29 16:27:21.779336 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-87174f10-b254-4746-ba87-6bcbb4322986 req-f2619fe5-c2f1-4b55-9cc1-701b19318cb6 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/security-groups?id=567c213f-9d6d-4fc2-8a22-2f327ca29e20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325868 Mar 29 16:27:22.897940 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7d0ddc-44cd-477b-89b1-e6beecbdeef6 req-3d4d2d2c-3f9c-46c9-a9a5-bce68baff061 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:27:22.899431 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-ff7d0ddc-44cd-477b-89b1-e6beecbdeef6 req-3d4d2d2c-3f9c-46c9-a9a5-bce68baff061 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/ports?device_id=08a68a40-1f47-4616-a1e7-1dc548b69536 HTTP/1.1" status: 200 len: 943 time: 0.0483420 Mar 29 16:27:22.937111 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-ff7d0ddc-44cd-477b-89b1-e6beecbdeef6 req-65607136-d1a5-4bf4-bb9a-d4b39efc0b9f tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/security-groups?id=567c213f-9d6d-4fc2-8a22-2f327ca29e20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316927 Mar 29 16:27:24.055199 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72412c9-2411-463b-96d8-4d9876af4927 req-fac3945a-5336-4349-846d-6db12ade7a17 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:27:24.056694 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d72412c9-2411-463b-96d8-4d9876af4927 req-fac3945a-5336-4349-846d-6db12ade7a17 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/ports?device_id=08a68a40-1f47-4616-a1e7-1dc548b69536 HTTP/1.1" status: 200 len: 943 time: 0.0523040 Mar 29 16:27:24.095435 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d72412c9-2411-463b-96d8-4d9876af4927 req-f2c2886d-806b-4849-aa1e-54eb96bc0683 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/security-groups?id=567c213f-9d6d-4fc2-8a22-2f327ca29e20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318255 Mar 29 16:27:25.214222 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1e6622-5122-4474-b2fe-50c5aa79c791 req-248cb1ba-d23e-4cbc-b9f3-e94de60cfcff tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:27:25.215695 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-5e1e6622-5122-4474-b2fe-50c5aa79c791 req-248cb1ba-d23e-4cbc-b9f3-e94de60cfcff tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/ports?device_id=08a68a40-1f47-4616-a1e7-1dc548b69536 HTTP/1.1" status: 200 len: 943 time: 0.0525243 Mar 29 16:27:25.253987 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-5e1e6622-5122-4474-b2fe-50c5aa79c791 req-c54cac39-7a6d-470d-8956-56e0a72df73d tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/security-groups?id=567c213f-9d6d-4fc2-8a22-2f327ca29e20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320807 Mar 29 16:27:25.712341 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device aec0c33b-c881-47de-bacc-54b4b952925c details requested by agent hyperv_n-h2-834765-1 with host n-h2-834765-1 {{(pid=102792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 16:27:25.803669 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port aec0c33b-c881-47de-bacc-54b4b952925c, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=aec0c33b-c881-47de-bacc-54b4b952925c,segment=NetworkSegment(7e84e614-6e8a-4e9f-8f76-c5dc45da486d),segment_id=7e84e614-6e8a-4e9f-8f76-c5dc45da486d)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:27:25.814736 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Returning: {'device': 'aec0c33b-c881-47de-bacc-54b4b952925c', 'network_id': 'c5e1a6c7-dcad-4557-a03d-4fb83cc38845', 'port_id': 'aec0c33b-c881-47de-bacc-54b4b952925c', 'mac_address': 'fa:16:3e:6f:32:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 636, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba66594e-6fd3-4284-9229-adeee8b25d84', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 16:27:25.851019 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:27:25.867736 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aec0c33b-c881-47de-bacc-54b4b952925c {{(pid=102792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 16:27:25.886933 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port aec0c33b-c881-47de-bacc-54b4b952925c, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=aec0c33b-c881-47de-bacc-54b4b952925c,segment=NetworkSegment(7e84e614-6e8a-4e9f-8f76-c5dc45da486d),segment_id=7e84e614-6e8a-4e9f-8f76-c5dc45da486d)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:27:25.891491 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:27:25.937749 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Pushing event updated for resources: {'Port': ['ID=aec0c33b-c881-47de-bacc-54b4b952925c,revision_number=4']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:27:25.945055 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:27:25.945394 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:27:25.945727 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:27:25.946060 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:27:25.946385 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:27:25.946707 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:27:25.947032 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:27:25.947374 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:27:25.947694 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:27:25.948011 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:27:25.948328 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:27:25.948653 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:27:26.190094 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] get_ports_and_sgs() called for port_ids ['aec0c33b-c881-47de-bacc-54b4b952925c'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 16:27:26.370089 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61acaa58-2b11-4ad4-a7cd-0b791d7f2489 req-8006c6fa-6b12-46da-b77e-4087af2d49d7 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:27:26.371581 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-61acaa58-2b11-4ad4-a7cd-0b791d7f2489 req-8006c6fa-6b12-46da-b77e-4087af2d49d7 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/ports?device_id=08a68a40-1f47-4616-a1e7-1dc548b69536 HTTP/1.1" status: 200 len: 944 time: 0.0482967 Mar 29 16:27:26.409221 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-61acaa58-2b11-4ad4-a7cd-0b791d7f2489 req-627ecad2-6575-480d-87c2-f71cafa605d5 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/security-groups?id=567c213f-9d6d-4fc2-8a22-2f327ca29e20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311580 Mar 29 16:27:27.528835 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e97cbbb-d7ca-426d-aed6-17989c20ff32 req-922e74ee-9aa6-4eb1-9dd8-81313cf4bb9f tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:27:27.530303 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-7e97cbbb-d7ca-426d-aed6-17989c20ff32 req-922e74ee-9aa6-4eb1-9dd8-81313cf4bb9f tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/ports?device_id=08a68a40-1f47-4616-a1e7-1dc548b69536 HTTP/1.1" status: 200 len: 944 time: 0.0527472 Mar 29 16:27:27.568637 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-7e97cbbb-d7ca-426d-aed6-17989c20ff32 req-23442aea-f271-41f9-9b49-abc53a8bd7a0 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/security-groups?id=567c213f-9d6d-4fc2-8a22-2f327ca29e20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319865 Mar 29 16:27:27.722205 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device aec0c33b-c881-47de-bacc-54b4b952925c up at agent hyperv_n-h2-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 16:27:27.770158 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Provisioning for port aec0c33b-c881-47de-bacc-54b4b952925c completed by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 16:27:27.774330 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Provisioning complete for port aec0c33b-c881-47de-bacc-54b4b952925c triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:27:27.774702 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:27:27.852006 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:27:27.877651 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08a68a40-1f47-4616-a1e7-1dc548b69536', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aec0c33b-c881-47de-bacc-54b4b952925c'}] {{(pid=102792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:27:27.879891 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4f476c66b318cc6068719fc39557fac68d413f5c7e78fa77028c7948e999ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-807148a3-b93f-4368-b068-33bf7df829eb" -d '{"events": [{"server_uuid": "08a68a40-1f47-4616-a1e7-1dc548b69536", "name": "network-vif-plugged", "status": "completed", "tag": "aec0c33b-c881-47de-bacc-54b4b952925c"}]}' {{(pid=102792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:27:27.892933 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port aec0c33b-c881-47de-bacc-54b4b952925c, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=aec0c33b-c881-47de-bacc-54b4b952925c,segment=NetworkSegment(7e84e614-6e8a-4e9f-8f76-c5dc45da486d),segment_id=7e84e614-6e8a-4e9f-8f76-c5dc45da486d)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:27:27.896869 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:27:27.919575 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 16:27:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ff45e70-7524-4980-9f38-7292c6faa414 x-openstack-request-id: req-3ff45e70-7524-4980-9f38-7292c6faa414 {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:27:27.919862 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08a68a40-1f47-4616-a1e7-1dc548b69536", "name": "network-vif-plugged", "status": "completed", "tag": "aec0c33b-c881-47de-bacc-54b4b952925c", "code": 200}]} {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:27:27.920112 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-3ff45e70-7524-4980-9f38-7292c6faa414 {{(pid=102792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:27:27.920494 n-d-834765-1 neutron-server[102792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08a68a40-1f47-4616-a1e7-1dc548b69536', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aec0c33b-c881-47de-bacc-54b4b952925c', 'code': 200} Mar 29 16:27:27.947275 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Pushing event updated for resources: {'Port': ['ID=aec0c33b-c881-47de-bacc-54b4b952925c,revision_number=5']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:27:28.013828 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e03bf82-949e-459e-8650-2fb4b9f10bc1 req-1c2341c5-3bed-40e8-9945-2037fd011f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:27:28.015249 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-9e03bf82-949e-459e-8650-2fb4b9f10bc1 req-1c2341c5-3bed-40e8-9945-2037fd011f19 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=08a68a40-1f47-4616-a1e7-1dc548b69536 HTTP/1.1" status: 200 len: 1096 time: 0.0397527 Mar 29 16:27:28.050165 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-9e03bf82-949e-459e-8650-2fb4b9f10bc1 req-651efe65-427a-44d4-93f7-e02466c24ae6 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=567c213f-9d6d-4fc2-8a22-2f327ca29e20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0277157 Mar 29 16:27:28.683740 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06f9d75-d93a-489a-8307-9f98b44863f0 req-9f3af832-6c40-4ea4-9901-3862d9d62b14 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:27:28.685200 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-c06f9d75-d93a-489a-8307-9f98b44863f0 req-9f3af832-6c40-4ea4-9901-3862d9d62b14 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/ports?device_id=08a68a40-1f47-4616-a1e7-1dc548b69536 HTTP/1.1" status: 200 len: 945 time: 0.0486250 Mar 29 16:27:28.723635 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-c06f9d75-d93a-489a-8307-9f98b44863f0 req-b78a75d3-f271-4e86-937f-6887a50b5dc0 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/security-groups?id=567c213f-9d6d-4fc2-8a22-2f327ca29e20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314758 Mar 29 16:27:29.844284 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7f9e08-cc4d-482a-9139-dbc5f51f77c6 req-0c8cb326-803a-4a7b-a653-2d7571da12d6 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:27:29.845729 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4b7f9e08-cc4d-482a-9139-dbc5f51f77c6 req-0c8cb326-803a-4a7b-a653-2d7571da12d6 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/ports?device_id=08a68a40-1f47-4616-a1e7-1dc548b69536 HTTP/1.1" status: 200 len: 945 time: 0.0521896 Mar 29 16:27:29.881906 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4b7f9e08-cc4d-482a-9139-dbc5f51f77c6 req-1a044a30-354f-4283-865b-207783b6eeb9 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/security-groups?id=567c213f-9d6d-4fc2-8a22-2f327ca29e20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301728 Mar 29 16:27:29.993109 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf42d98-299d-4201-90e2-ca0aa070587f req-4b45e888-892d-44ff-8149-0283a9339e44 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:27:29.994579 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-edf42d98-299d-4201-90e2-ca0aa070587f req-4b45e888-892d-44ff-8149-0283a9339e44 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/ports?device_id=08a68a40-1f47-4616-a1e7-1dc548b69536 HTTP/1.1" status: 200 len: 945 time: 0.0488353 Mar 29 16:27:30.003341 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 40540) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:27:30.007593 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-15db7ebd-f1ad-4cac-b6c4-34cccf8ad563 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Request body: {'floatingip': {'port_id': 'aec0c33b-c881-47de-bacc-54b4b952925c'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:27:30.049527 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-15db7ebd-f1ad-4cac-b6c4-34cccf8ad563 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Notify callbacks [] for floatingip, before_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:27:30.414648 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-3c48433b-9083-4864-a095-c648b0f35018 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:27:30.472916 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-15db7ebd-f1ad-4cac-b6c4-34cccf8ad563 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:27:30.477459 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-15db7ebd-f1ad-4cac-b6c4-34cccf8ad563 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648212'] for floatingip, after_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:27:30.577063 n-d-834765-1 neutron-server[102790]: INFO neutron.db.l3_db [None req-15db7ebd-f1ad-4cac-b6c4-34cccf8ad563 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Floating IP 99e1000d-bbc8-41d9-b629-287a139c9ee0 associated. External IP: 172.25.4.3, port: aec0c33b-c881-47de-bacc-54b4b952925c. Mar 29 16:27:30.781849 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15db7ebd-f1ad-4cac-b6c4-34cccf8ad563 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Router 771d26af-b4a1-4c8f-826b-05fc0fe52762 has already been hosted by L3 agent c648d819-1060-4f26-b4ec-6455387b5dff {{(pid=102790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 16:27:31.202409 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15db7ebd-f1ad-4cac-b6c4-34cccf8ad563 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 16:27:31.207614 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-15db7ebd-f1ad-4cac-b6c4-34cccf8ad563 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for floatingip, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:27:31.212925 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2351dc81-a374-4f85-9fff-5e2894c64888 None None] Sync routers for ids ['771d26af-b4a1-4c8f-826b-05fc0fe52762'] in n-d-834765-1 {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 16:27:31.223169 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2351dc81-a374-4f85-9fff-5e2894c64888 None None] Routers {'771d26af-b4a1-4c8f-826b-05fc0fe52762'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:27:31.223813 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-2351dc81-a374-4f85-9fff-5e2894c64888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:27:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['771d26af-b4a1-4c8f-826b-05fc0fe52762'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:27:31.238154 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-15db7ebd-f1ad-4cac-b6c4-34cccf8ad563 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "PUT /v2.0/floatingips/99e1000d-bbc8-41d9-b629-287a139c9ee0 HTTP/1.1" status: 200 len: 990 time: 1.2338197 Mar 29 16:27:31.238735 n-d-834765-1 neutron-server[102790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08a68a40-1f47-4616-a1e7-1dc548b69536', 'tag': 'aec0c33b-c881-47de-bacc-54b4b952925c'}] {{(pid=102790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:27:31.241338 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46b06d655c90bc969636382cce4240ad749035fb0f3a83ee4734fa1ed9c4a6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6101bb67-0362-4075-b315-1f96d16343e9" -d '{"events": [{"name": "network-changed", "server_uuid": "08a68a40-1f47-4616-a1e7-1dc548b69536", "tag": "aec0c33b-c881-47de-bacc-54b4b952925c"}]}' {{(pid=102790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:27:31.280313 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 16:27:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fe6a70c-0693-4d4f-8446-0be1b79d36f1 x-openstack-request-id: req-9fe6a70c-0693-4d4f-8446-0be1b79d36f1 {{(pid=102790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:27:31.280613 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08a68a40-1f47-4616-a1e7-1dc548b69536", "tag": "aec0c33b-c881-47de-bacc-54b4b952925c", "status": "completed", "code": 200}]} {{(pid=102790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:27:31.281500 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-9fe6a70c-0693-4d4f-8446-0be1b79d36f1 {{(pid=102790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:27:31.282491 n-d-834765-1 neutron-server[102790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08a68a40-1f47-4616-a1e7-1dc548b69536', 'tag': 'aec0c33b-c881-47de-bacc-54b4b952925c', 'status': 'completed', 'code': 200} Mar 29 16:27:31.336088 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvr_db [None req-2351dc81-a374-4f85-9fff-5e2894c64888 None None] Set router 771d26af-b4a1-4c8f-826b-05fc0fe52762 gateway port host: n-d-834765-1 {{(pid=102792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:27:31.346616 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6101bb67-0362-4075-b315-1f96d16343e9 req-3413ae3a-0410-4685-9276-20ea191d3303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:27:31.348265 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6101bb67-0362-4075-b315-1f96d16343e9 req-3413ae3a-0410-4685-9276-20ea191d3303 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=fc81ecd37f7c45729d2956005840b16f&device_id=08a68a40-1f47-4616-a1e7-1dc548b69536 HTTP/1.1" status: 200 len: 1096 time: 0.0442345 Mar 29 16:27:31.451912 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6101bb67-0362-4075-b315-1f96d16343e9 req-4956b4c9-8a8a-408f-84dc-7a17e6bf4d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:27:31.454511 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6101bb67-0362-4075-b315-1f96d16343e9 req-4956b4c9-8a8a-408f-84dc-7a17e6bf4d48 service neutron] 10.222.0.48 "GET /v2.0/networks?id=c5e1a6c7-dcad-4557-a03d-4fb83cc38845 HTTP/1.1" status: 200 len: 913 time: 0.0997353 Mar 29 16:27:31.527087 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6101bb67-0362-4075-b315-1f96d16343e9 req-291b38be-da61-42ae-952e-70ac0eb09b45 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aec0c33b-c881-47de-bacc-54b4b952925c HTTP/1.1" status: 200 len: 998 time: 0.0661085 Mar 29 16:27:31.582862 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6101bb67-0362-4075-b315-1f96d16343e9 req-2b1fb6dd-a9d5-4db4-8209-c37efe3c4b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:27:31.584547 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6101bb67-0362-4075-b315-1f96d16343e9 req-2b1fb6dd-a9d5-4db4-8209-c37efe3c4b02 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ba66594e-6fd3-4284-9229-adeee8b25d84 HTTP/1.1" status: 200 len: 851 time: 0.0501826 Mar 29 16:27:31.607678 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-2351dc81-a374-4f85-9fff-5e2894c64888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '771d26af-b4a1-4c8f-826b-05fc0fe52762', 'name': 'tempest-ServerActionsTestJSON-1958030824-router', 'tenant_id': 'fc81ecd37f7c45729d2956005840b16f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.145'}], 'enable_snat': True}, 'gw_port_id': 'a53d6c1b-a73b-4507-8dfa-c7ab2ae26ed8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:24:24Z', 'updated_at': '2022-03-29T16:24:27Z', 'revision_number': 4, 'project_id': 'fc81ecd37f7c45729d2956005840b16f', 'gw_port': {'id': 'a53d6c1b-a73b-4507-8dfa-c7ab2ae26ed8', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:cf:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '771d26af-b4a1-4c8f-826b-05fc0fe52762', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:24:24Z', 'updated_at': '2022-03-29T16:24:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_floatingips': [{'id': '99e1000d-bbc8-41d9-b629-287a139c9ee0', 'tenant_id': 'fc81ecd37f7c45729d2956005840b16f', 'floating_ip_address': '172.25.4.3', 'floating_network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'router_id': '771d26af-b4a1-4c8f-826b-05fc0fe52762', 'port_id': 'aec0c33b-c881-47de-bacc-54b4b952925c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4151, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5e1a6c7-dcad-4557-a03d-4fb83cc38845', 'mac_address': 'fa:16:3e:6f:32:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08a68a40-1f47-4616-a1e7-1dc548b69536', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T16:24:29Z', 'updated_at': '2022-03-29T16:27:30Z', 'revision_number': 13, 'project_id': 'fc81ecd37f7c45729d2956005840b16f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66e2b021-b8d0-42b7-be7a-3a9b3402eec8', 'name': '', 'network_id': 'c5e1a6c7-dcad-4557-a03d-4fb83cc38845', 'tenant_id': 'fc81ecd37f7c45729d2956005840b16f', 'mac_address': 'fa:16:3e:25:10:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '771d26af-b4a1-4c8f-826b-05fc0fe52762', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'ba66594e-6fd3-4284-9229-adeee8b25d84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:24:26Z', 'updated_at': '2022-03-29T16:24:31Z', 'revision_number': 5, 'project_id': 'fc81ecd37f7c45729d2956005840b16f', 'subnets': [{'id': 'ba66594e-6fd3-4284-9229-adeee8b25d84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:27:31.636340 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2351dc81-a374-4f85-9fff-5e2894c64888 None None] Checking router: 771d26af-b4a1-4c8f-826b-05fc0fe52762 for host: n-d-834765-1 {{(pid=102792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 16:27:31.638913 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6101bb67-0362-4075-b315-1f96d16343e9 req-b207781b-4ece-4939-8d30-7f337eacaef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:27:31.640736 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6101bb67-0362-4075-b315-1f96d16343e9 req-b207781b-4ece-4939-8d30-7f337eacaef8 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c5e1a6c7-dcad-4557-a03d-4fb83cc38845&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0501370 Mar 29 16:27:31.645125 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2351dc81-a374-4f85-9fff-5e2894c64888 None None] Routers {'771d26af-b4a1-4c8f-826b-05fc0fe52762'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:27:31.645757 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-2351dc81-a374-4f85-9fff-5e2894c64888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:27:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['771d26af-b4a1-4c8f-826b-05fc0fe52762'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:27:31.737330 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6101bb67-0362-4075-b315-1f96d16343e9 req-07c2ea43-fce6-4968-90a0-44365ccae35e service neutron] 10.222.0.48 "GET /v2.0/networks/c5e1a6c7-dcad-4557-a03d-4fb83cc38845?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896366 Mar 29 16:27:31.840744 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6101bb67-0362-4075-b315-1f96d16343e9 req-c315adab-5df1-4bd7-9a95-7fc011b47baf service neutron] 10.222.0.48 "GET /v2.0/networks/c5e1a6c7-dcad-4557-a03d-4fb83cc38845?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970771 Mar 29 16:27:31.929689 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvr_db [None req-2351dc81-a374-4f85-9fff-5e2894c64888 None None] Set router 771d26af-b4a1-4c8f-826b-05fc0fe52762 gateway port host: n-d-834765-1 {{(pid=102792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:27:32.161870 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-2351dc81-a374-4f85-9fff-5e2894c64888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '771d26af-b4a1-4c8f-826b-05fc0fe52762', 'name': 'tempest-ServerActionsTestJSON-1958030824-router', 'tenant_id': 'fc81ecd37f7c45729d2956005840b16f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.145'}], 'enable_snat': True}, 'gw_port_id': 'a53d6c1b-a73b-4507-8dfa-c7ab2ae26ed8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:24:24Z', 'updated_at': '2022-03-29T16:24:27Z', 'revision_number': 4, 'project_id': 'fc81ecd37f7c45729d2956005840b16f', 'gw_port': {'id': 'a53d6c1b-a73b-4507-8dfa-c7ab2ae26ed8', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:cf:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '771d26af-b4a1-4c8f-826b-05fc0fe52762', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:24:24Z', 'updated_at': '2022-03-29T16:24:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_floatingips': [{'id': '99e1000d-bbc8-41d9-b629-287a139c9ee0', 'tenant_id': 'fc81ecd37f7c45729d2956005840b16f', 'floating_ip_address': '172.25.4.3', 'floating_network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'router_id': '771d26af-b4a1-4c8f-826b-05fc0fe52762', 'port_id': 'aec0c33b-c881-47de-bacc-54b4b952925c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4151, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5e1a6c7-dcad-4557-a03d-4fb83cc38845', 'mac_address': 'fa:16:3e:6f:32:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08a68a40-1f47-4616-a1e7-1dc548b69536', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T16:24:29Z', 'updated_at': '2022-03-29T16:27:30Z', 'revision_number': 13, 'project_id': 'fc81ecd37f7c45729d2956005840b16f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66e2b021-b8d0-42b7-be7a-3a9b3402eec8', 'name': '', 'network_id': 'c5e1a6c7-dcad-4557-a03d-4fb83cc38845', 'tenant_id': 'fc81ecd37f7c45729d2956005840b16f', 'mac_address': 'fa:16:3e:25:10:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '771d26af-b4a1-4c8f-826b-05fc0fe52762', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'ba66594e-6fd3-4284-9229-adeee8b25d84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:24:26Z', 'updated_at': '2022-03-29T16:24:31Z', 'revision_number': 5, 'project_id': 'fc81ecd37f7c45729d2956005840b16f', 'subnets': [{'id': 'ba66594e-6fd3-4284-9229-adeee8b25d84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:27:32.194618 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2351dc81-a374-4f85-9fff-5e2894c64888 None None] The sync data for ids ['771d26af-b4a1-4c8f-826b-05fc0fe52762'] in n-d-834765-1 is: [{'id': '771d26af-b4a1-4c8f-826b-05fc0fe52762', 'name': 'tempest-ServerActionsTestJSON-1958030824-router', 'tenant_id': 'fc81ecd37f7c45729d2956005840b16f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.145'}], 'enable_snat': True}, 'gw_port_id': 'a53d6c1b-a73b-4507-8dfa-c7ab2ae26ed8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:24:24Z', 'updated_at': '2022-03-29T16:24:27Z', 'revision_number': 4, 'project_id': 'fc81ecd37f7c45729d2956005840b16f', 'gw_port': {'id': 'a53d6c1b-a73b-4507-8dfa-c7ab2ae26ed8', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:cf:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '771d26af-b4a1-4c8f-826b-05fc0fe52762', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:24:24Z', 'updated_at': '2022-03-29T16:24:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_floatingips': [{'id': '99e1000d-bbc8-41d9-b629-287a139c9ee0', 'tenant_id': 'fc81ecd37f7c45729d2956005840b16f', 'floating_ip_address': '172.25.4.3', 'floating_network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'router_id': '771d26af-b4a1-4c8f-826b-05fc0fe52762', 'port_id': 'aec0c33b-c881-47de-bacc-54b4b952925c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4151, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5e1a6c7-dcad-4557-a03d-4fb83cc38845', 'mac_address': 'fa:16:3e:6f:32:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08a68a40-1f47-4616-a1e7-1dc548b69536', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T16:24:29Z', 'updated_at': '2022-03-29T16:27:30Z', 'revision_number': 13, 'project_id': 'fc81ecd37f7c45729d2956005840b16f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66e2b021-b8d0-42b7-be7a-3a9b3402eec8', 'name': '', 'network_id': 'c5e1a6c7-dcad-4557-a03d-4fb83cc38845', 'tenant_id': 'fc81ecd37f7c45729d2956005840b16f', 'mac_address': 'fa:16:3e:25:10:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '771d26af-b4a1-4c8f-826b-05fc0fe52762', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'ba66594e-6fd3-4284-9229-adeee8b25d84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:24:26Z', 'updated_at': '2022-03-29T16:24:31Z', 'revision_number': 5, 'project_id': 'fc81ecd37f7c45729d2956005840b16f', 'subnets': [{'id': 'ba66594e-6fd3-4284-9229-adeee8b25d84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 16:27:32.405428 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abaa4292-6604-4da5-b1c1-d1a5203070e4 None None] New status for floating IP 99e1000d-bbc8-41d9-b629-287a139c9ee0: ACTIVE {{(pid=102793) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 16:27:32.703497 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dd2f93-7778-4def-a8f4-21c9442e1150 req-42832484-328f-440e-83b7-f9fad35f3b91 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:27:32.704892 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-74dd2f93-7778-4def-a8f4-21c9442e1150 req-42832484-328f-440e-83b7-f9fad35f3b91 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/ports?device_id=08a68a40-1f47-4616-a1e7-1dc548b69536 HTTP/1.1" status: 200 len: 945 time: 0.0510139 Mar 29 16:27:32.742311 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-74dd2f93-7778-4def-a8f4-21c9442e1150 req-da1ee365-c938-4fa1-8e67-9821a5fa110a tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/security-groups?id=567c213f-9d6d-4fc2-8a22-2f327ca29e20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312474 Mar 29 16:27:32.880421 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-51ce5f85-98a6-438e-a70e-af8ee501b85a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:27:34.332825 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d71584b9-87f1-45f5-84c7-c993c2416269 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:27:35.892160 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-0cb6abf6-2706-4e52-8825-f5f644ecf9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:27:35.995828 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:27:42.795371 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe3e041-9816-4890-b65c-ad262835774e req-1a261ec7-6a73-4904-a585-6ff71477466c tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:27:42.797248 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-1fe3e041-9816-4890-b65c-ad262835774e req-1a261ec7-6a73-4904-a585-6ff71477466c tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/ports?device_id=08a68a40-1f47-4616-a1e7-1dc548b69536 HTTP/1.1" status: 200 len: 945 time: 0.0503409 Mar 29 16:27:42.841750 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-eb20bfb8-f3b1-4e53-b9df-e7e460a8807e req-ee129c98-0b02-42d5-9330-6c6d2b90fca7 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=08a68a40-1f47-4616-a1e7-1dc548b69536&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0925152 Mar 29 16:27:42.842350 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-1fe3e041-9816-4890-b65c-ad262835774e req-3cbf9acd-7b81-4449-b37e-5e739345b7ce tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/security-groups?id=567c213f-9d6d-4fc2-8a22-2f327ca29e20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335565 Mar 29 16:27:43.966898 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb20bfb8-f3b1-4e53-b9df-e7e460a8807e req-84282dd3-f472-45ea-a718-23fa14f10e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:27:43.967582 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31e6763-3aa6-4040-896f-43a5c860c37e req-24226b24-5f81-4e57-9285-48a7bdcb4f06 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:27:43.969241 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-a31e6763-3aa6-4040-896f-43a5c860c37e req-24226b24-5f81-4e57-9285-48a7bdcb4f06 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/ports?device_id=08a68a40-1f47-4616-a1e7-1dc548b69536 HTTP/1.1" status: 200 len: 945 time: 0.0528440 Mar 29 16:27:43.970450 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-eb20bfb8-f3b1-4e53-b9df-e7e460a8807e req-84282dd3-f472-45ea-a718-23fa14f10e8a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=fc81ecd37f7c45729d2956005840b16f&device_id=08a68a40-1f47-4616-a1e7-1dc548b69536 HTTP/1.1" status: 200 len: 1096 time: 0.0956376 Mar 29 16:27:44.008351 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-a31e6763-3aa6-4040-896f-43a5c860c37e req-4ba699c0-fbce-4246-98d4-9779db413bc2 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/security-groups?id=567c213f-9d6d-4fc2-8a22-2f327ca29e20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318058 Mar 29 16:27:44.067154 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb20bfb8-f3b1-4e53-b9df-e7e460a8807e req-d60aec9f-cf3f-4894-ab3c-528ecd2f4bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:27:44.068675 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-eb20bfb8-f3b1-4e53-b9df-e7e460a8807e req-d60aec9f-cf3f-4894-ab3c-528ecd2f4bcd service neutron] 10.222.0.48 "GET /v2.0/networks?id=c5e1a6c7-dcad-4557-a03d-4fb83cc38845 HTTP/1.1" status: 200 len: 913 time: 0.0918605 Mar 29 16:27:44.131682 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-eb20bfb8-f3b1-4e53-b9df-e7e460a8807e req-dc2535cc-e1cb-4841-932f-fa2885273a04 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aec0c33b-c881-47de-bacc-54b4b952925c HTTP/1.1" status: 200 len: 1000 time: 0.0565913 Mar 29 16:27:44.185390 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb20bfb8-f3b1-4e53-b9df-e7e460a8807e req-579c6d60-6bed-4b42-b398-5c8e7cae04c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:27:44.186866 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-eb20bfb8-f3b1-4e53-b9df-e7e460a8807e req-579c6d60-6bed-4b42-b398-5c8e7cae04c8 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ba66594e-6fd3-4284-9229-adeee8b25d84 HTTP/1.1" status: 200 len: 851 time: 0.0496275 Mar 29 16:27:44.234091 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb20bfb8-f3b1-4e53-b9df-e7e460a8807e req-51a08cb5-7088-40dc-bb65-8138a2c4cb88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:27:44.235230 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-eb20bfb8-f3b1-4e53-b9df-e7e460a8807e req-51a08cb5-7088-40dc-bb65-8138a2c4cb88 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c5e1a6c7-dcad-4557-a03d-4fb83cc38845&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410712 Mar 29 16:27:44.239652 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.agents_db [None req-59735a15-725e-44d4-9ad5-95cbe356f209 None None] Agent healthcheck: found 7 active agents {{(pid=102793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 16:27:44.328121 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-eb20bfb8-f3b1-4e53-b9df-e7e460a8807e req-da0957fd-475a-432d-ab33-3764b9249a8b service neutron] 10.222.0.48 "GET /v2.0/networks/c5e1a6c7-dcad-4557-a03d-4fb83cc38845?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847259 Mar 29 16:27:44.420489 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-eb20bfb8-f3b1-4e53-b9df-e7e460a8807e req-769f96f7-c7ff-4196-bcd4-f2d5c3101eb3 service neutron] 10.222.0.48 "GET /v2.0/networks/c5e1a6c7-dcad-4557-a03d-4fb83cc38845?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850174 Mar 29 16:27:45.127514 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8435406-32a1-48fc-9ee5-695a7f123365 req-46fb5664-927b-4a91-9955-efbb8ff9b409 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:27:45.128978 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d8435406-32a1-48fc-9ee5-695a7f123365 req-46fb5664-927b-4a91-9955-efbb8ff9b409 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/ports?device_id=08a68a40-1f47-4616-a1e7-1dc548b69536 HTTP/1.1" status: 200 len: 945 time: 0.0483265 Mar 29 16:27:45.165778 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d8435406-32a1-48fc-9ee5-695a7f123365 req-46369c26-e81c-43af-80cb-cea8232e23b0 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/security-groups?id=567c213f-9d6d-4fc2-8a22-2f327ca29e20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305400 Mar 29 16:27:46.285351 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a615c7c7-efc7-4cbc-bf60-8592ce8a0e1d req-fcb721d8-b134-478b-8935-3284c5f8d66e tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:27:46.286798 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-a615c7c7-efc7-4cbc-bf60-8592ce8a0e1d req-fcb721d8-b134-478b-8935-3284c5f8d66e tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/ports?device_id=08a68a40-1f47-4616-a1e7-1dc548b69536 HTTP/1.1" status: 200 len: 945 time: 0.0492375 Mar 29 16:27:46.325085 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-a615c7c7-efc7-4cbc-bf60-8592ce8a0e1d req-4a8036cf-a9ec-45c3-8f0f-0a3ec6386d32 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/security-groups?id=567c213f-9d6d-4fc2-8a22-2f327ca29e20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321927 Mar 29 16:27:47.433812 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:27:47.448903 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acaa692d-d697-496f-aecd-be1df2c7b3c4 req-0d70e547-35a6-4150-9c18-2a3225c29ae0 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:27:47.450489 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-acaa692d-d697-496f-aecd-be1df2c7b3c4 req-0d70e547-35a6-4150-9c18-2a3225c29ae0 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/ports?device_id=08a68a40-1f47-4616-a1e7-1dc548b69536 HTTP/1.1" status: 200 len: 945 time: 0.0563302 Mar 29 16:27:47.490026 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-acaa692d-d697-496f-aecd-be1df2c7b3c4 req-48affad9-1d55-45e0-a883-89de2deca984 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/security-groups?id=567c213f-9d6d-4fc2-8a22-2f327ca29e20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327625 Mar 29 16:27:48.212635 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:27:48.610396 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299cbeef-ab31-4375-9c1f-7c772aae38a3 req-531c2372-b435-480d-99cd-f8d109ce71be tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:27:48.611854 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-299cbeef-ab31-4375-9c1f-7c772aae38a3 req-531c2372-b435-480d-99cd-f8d109ce71be tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/ports?device_id=08a68a40-1f47-4616-a1e7-1dc548b69536 HTTP/1.1" status: 200 len: 945 time: 0.0519614 Mar 29 16:27:48.648520 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-299cbeef-ab31-4375-9c1f-7c772aae38a3 req-ebd37a0d-0180-4445-8fd0-d62ea032f80b tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/security-groups?id=567c213f-9d6d-4fc2-8a22-2f327ca29e20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305719 Mar 29 16:27:49.764360 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8051e1-93eb-43a4-8f07-375388e21a59 req-19b6d60e-bfbe-4f64-9966-c23590e9502d tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:27:49.766370 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-3e8051e1-93eb-43a4-8f07-375388e21a59 req-19b6d60e-bfbe-4f64-9966-c23590e9502d tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/ports?device_id=08a68a40-1f47-4616-a1e7-1dc548b69536 HTTP/1.1" status: 200 len: 945 time: 0.0482440 Mar 29 16:27:49.802587 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-3e8051e1-93eb-43a4-8f07-375388e21a59 req-e664acd9-a7a2-4108-a681-5d3de3323876 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/security-groups?id=567c213f-9d6d-4fc2-8a22-2f327ca29e20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301623 Mar 29 16:27:50.918843 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b01c339-e4ce-44f8-8c58-4a0ddfb65b48 req-385e5c8c-fa8c-4fb4-81c5-3afb36dc8c40 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:27:50.920336 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-4b01c339-e4ce-44f8-8c58-4a0ddfb65b48 req-385e5c8c-fa8c-4fb4-81c5-3afb36dc8c40 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/ports?device_id=08a68a40-1f47-4616-a1e7-1dc548b69536 HTTP/1.1" status: 200 len: 945 time: 0.0487983 Mar 29 16:27:50.957844 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-4b01c339-e4ce-44f8-8c58-4a0ddfb65b48 req-028a28e8-a7c1-4110-812d-ecda46716a42 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/security-groups?id=567c213f-9d6d-4fc2-8a22-2f327ca29e20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315232 Mar 29 16:27:52.075486 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1a73de-f76a-4e7b-84a1-fe961fff8120 req-2c2dad64-03a4-4fb5-bfeb-420a370d941f tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:27:52.076947 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-fe1a73de-f76a-4e7b-84a1-fe961fff8120 req-2c2dad64-03a4-4fb5-bfeb-420a370d941f tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/ports?device_id=08a68a40-1f47-4616-a1e7-1dc548b69536 HTTP/1.1" status: 200 len: 945 time: 0.0489199 Mar 29 16:27:52.114255 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-fe1a73de-f76a-4e7b-84a1-fe961fff8120 req-a900361b-6b63-4991-8382-b88ac4037f08 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/security-groups?id=567c213f-9d6d-4fc2-8a22-2f327ca29e20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310757 Mar 29 16:27:53.232002 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0f1551-91a3-4e2c-b776-f5a732a0245c req-d6693317-f76e-4966-ad1d-72c7e8777583 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:27:53.233466 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-4a0f1551-91a3-4e2c-b776-f5a732a0245c req-d6693317-f76e-4966-ad1d-72c7e8777583 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/ports?device_id=08a68a40-1f47-4616-a1e7-1dc548b69536 HTTP/1.1" status: 200 len: 945 time: 0.0493033 Mar 29 16:27:53.270197 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-4a0f1551-91a3-4e2c-b776-f5a732a0245c req-4fd610e2-2393-454f-b5bb-686886aa6279 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/security-groups?id=567c213f-9d6d-4fc2-8a22-2f327ca29e20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307164 Mar 29 16:27:54.392584 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b061a15-6f00-44bd-a9bb-b518cb9c77fd req-12eb7895-c30c-4953-9820-228782837a1d tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:27:54.394040 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4b061a15-6f00-44bd-a9bb-b518cb9c77fd req-12eb7895-c30c-4953-9820-228782837a1d tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/ports?device_id=08a68a40-1f47-4616-a1e7-1dc548b69536 HTTP/1.1" status: 200 len: 945 time: 0.0531852 Mar 29 16:27:54.431626 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4b061a15-6f00-44bd-a9bb-b518cb9c77fd req-3b1008dd-94b0-4647-ab72-8407f96b9c3d tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/security-groups?id=567c213f-9d6d-4fc2-8a22-2f327ca29e20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315123 Mar 29 16:27:55.554156 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9002befb-703b-4993-b794-8f99d3c7fc18 req-78b89c15-99e9-4b1f-82fc-1b094078774b tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:27:55.555626 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-9002befb-703b-4993-b794-8f99d3c7fc18 req-78b89c15-99e9-4b1f-82fc-1b094078774b tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/ports?device_id=08a68a40-1f47-4616-a1e7-1dc548b69536 HTTP/1.1" status: 200 len: 945 time: 0.0519850 Mar 29 16:27:55.594008 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-9002befb-703b-4993-b794-8f99d3c7fc18 req-8b08ff1d-1a86-4e97-af36-527e5e244d2c tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/security-groups?id=567c213f-9d6d-4fc2-8a22-2f327ca29e20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322211 Mar 29 16:27:56.709692 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4643ef0b-8568-41b2-836d-7bfe07e93f38 req-b61f4aa2-7a86-4083-8b31-ec3af88327e4 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:27:56.711163 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4643ef0b-8568-41b2-836d-7bfe07e93f38 req-b61f4aa2-7a86-4083-8b31-ec3af88327e4 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/ports?device_id=08a68a40-1f47-4616-a1e7-1dc548b69536 HTTP/1.1" status: 200 len: 945 time: 0.0493052 Mar 29 16:27:56.748177 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4643ef0b-8568-41b2-836d-7bfe07e93f38 req-d0904c34-c8e2-45b8-bb2c-5d79f0db7195 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/security-groups?id=567c213f-9d6d-4fc2-8a22-2f327ca29e20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310516 Mar 29 16:27:57.863439 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa99793-5036-453b-b921-c3d364f60d8a req-f1456e9a-9685-4d47-9239-a596d188ec7e tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:27:57.864893 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-6fa99793-5036-453b-b921-c3d364f60d8a req-f1456e9a-9685-4d47-9239-a596d188ec7e tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/ports?device_id=08a68a40-1f47-4616-a1e7-1dc548b69536 HTTP/1.1" status: 200 len: 945 time: 0.0483375 Mar 29 16:27:57.902708 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-6fa99793-5036-453b-b921-c3d364f60d8a req-aa89f249-c104-42a7-b4e2-b7f512240c6e tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/security-groups?id=567c213f-9d6d-4fc2-8a22-2f327ca29e20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316951 Mar 29 16:27:59.018307 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2dc34e-2690-45b9-ba1e-d1ecb4122450 req-3788d34c-a7e0-4945-ae11-ce6c8b58cb68 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:27:59.019927 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ea2dc34e-2690-45b9-ba1e-d1ecb4122450 req-3788d34c-a7e0-4945-ae11-ce6c8b58cb68 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/ports?device_id=08a68a40-1f47-4616-a1e7-1dc548b69536 HTTP/1.1" status: 200 len: 945 time: 0.0499606 Mar 29 16:27:59.058893 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ea2dc34e-2690-45b9-ba1e-d1ecb4122450 req-faea891d-cb39-4bc3-9d29-51f348601fcd tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/security-groups?id=567c213f-9d6d-4fc2-8a22-2f327ca29e20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328822 Mar 29 16:28:00.176020 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3f3eda-4a82-4066-b743-cfedb4d39f61 req-0f673b3a-9c96-4b6e-9ad1-340bdea72ec6 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:28:00.177489 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-8f3f3eda-4a82-4066-b743-cfedb4d39f61 req-0f673b3a-9c96-4b6e-9ad1-340bdea72ec6 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/ports?device_id=08a68a40-1f47-4616-a1e7-1dc548b69536 HTTP/1.1" status: 200 len: 945 time: 0.0487740 Mar 29 16:28:00.214511 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-8f3f3eda-4a82-4066-b743-cfedb4d39f61 req-f913d309-224c-4ba5-8c60-4bfbef43a078 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/security-groups?id=567c213f-9d6d-4fc2-8a22-2f327ca29e20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309863 Mar 29 16:28:00.419522 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-619c74a7-87c5-480c-b0ec-1655967842fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:28:01.340362 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3614f05f-2053-463f-9eb1-5b26a2c310f9 req-7d697720-6c13-4758-9764-5eb499f9f8db tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:28:01.341821 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-3614f05f-2053-463f-9eb1-5b26a2c310f9 req-7d697720-6c13-4758-9764-5eb499f9f8db tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/ports?device_id=08a68a40-1f47-4616-a1e7-1dc548b69536 HTTP/1.1" status: 200 len: 945 time: 0.0594478 Mar 29 16:28:01.379667 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-3614f05f-2053-463f-9eb1-5b26a2c310f9 req-6c02dbd4-25e4-494b-813d-896e3cad4000 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/security-groups?id=567c213f-9d6d-4fc2-8a22-2f327ca29e20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315716 Mar 29 16:28:02.512913 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abfff96-1967-477e-ad8d-a0d0f83eb237 req-d0f78a92-4c8c-4f36-8c2d-32b6dc6c15fd tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:28:02.514504 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-0abfff96-1967-477e-ad8d-a0d0f83eb237 req-d0f78a92-4c8c-4f36-8c2d-32b6dc6c15fd tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/ports?device_id=08a68a40-1f47-4616-a1e7-1dc548b69536 HTTP/1.1" status: 200 len: 945 time: 0.0623448 Mar 29 16:28:02.554629 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-0abfff96-1967-477e-ad8d-a0d0f83eb237 req-085b0edc-7df5-43fb-8d65-321fe7cdac4b tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/security-groups?id=567c213f-9d6d-4fc2-8a22-2f327ca29e20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330029 Mar 29 16:28:02.885656 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-744a7ee3-8869-4ea1-9e64-8562dccbd313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:28:02.981310 n-d-834765-1 neutron-server[102791]: INFO neutron.api.v2.resource [req-eb20bfb8-f3b1-4e53-b9df-e7e460a8807e req-9fbaef91-c5f5-4eb1-9ba7-414b377f7015 service neutron] show failed (client error): The resource could not be found. Mar 29 16:28:02.982349 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-eb20bfb8-f3b1-4e53-b9df-e7e460a8807e req-9fbaef91-c5f5-4eb1-9ba7-414b377f7015 service neutron] 10.222.0.48 "GET /v2.0/ports/aec0c33b-c881-47de-bacc-54b4b952925c/bindings/n-h1-834765-1 HTTP/1.1" status: 404 len: 380 time: 0.0539198 Mar 29 16:28:03.174417 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb20bfb8-f3b1-4e53-b9df-e7e460a8807e req-a0f23f76-1d7e-4f71-b0f1-35c86bb937f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:28:03.175828 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-eb20bfb8-f3b1-4e53-b9df-e7e460a8807e req-a0f23f76-1d7e-4f71-b0f1-35c86bb937f6 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=08a68a40-1f47-4616-a1e7-1dc548b69536&tenant_id=fc81ecd37f7c45729d2956005840b16f HTTP/1.1" status: 200 len: 1096 time: 0.0413733 Mar 29 16:28:03.190335 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [req-eb20bfb8-f3b1-4e53-b9df-e7e460a8807e req-84f155a8-f3ab-4cc1-8e5c-c35c13f139b4 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-834765-1', 'device_owner': 'compute:nova'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:28:03.244208 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-eb20bfb8-f3b1-4e53-b9df-e7e460a8807e req-84f155a8-f3ab-4cc1-8e5c-c35c13f139b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:28:03.444389 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-eb20bfb8-f3b1-4e53-b9df-e7e460a8807e req-84f155a8-f3ab-4cc1-8e5c-c35c13f139b4 service neutron] For port aec0c33b-c881-47de-bacc-54b4b952925c, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=aec0c33b-c881-47de-bacc-54b4b952925c,segment=NetworkSegment(7e84e614-6e8a-4e9f-8f76-c5dc45da486d),segment_id=7e84e614-6e8a-4e9f-8f76-c5dc45da486d)] {{(pid=102791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:28:03.475787 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-eb20bfb8-f3b1-4e53-b9df-e7e460a8807e req-84f155a8-f3ab-4cc1-8e5c-c35c13f139b4 service neutron] For port aec0c33b-c881-47de-bacc-54b4b952925c, host n-h2-834765-1, cleared binding levels {{(pid=102791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 16:28:03.514612 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08a68a40-1f47-4616-a1e7-1dc548b69536', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aec0c33b-c881-47de-bacc-54b4b952925c'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:28:03.516853 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c67b028db5e9b9818fecc5c0a87ebc6f190694fa53ca267d523e04f98de536d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faab33d6-6d72-47bf-a1a6-be7275f5ff7a" -d '{"events": [{"server_uuid": "08a68a40-1f47-4616-a1e7-1dc548b69536", "name": "network-vif-unplugged", "status": "completed", "tag": "aec0c33b-c881-47de-bacc-54b4b952925c"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:28:03.520560 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-eb20bfb8-f3b1-4e53-b9df-e7e460a8807e req-84f155a8-f3ab-4cc1-8e5c-c35c13f139b4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:28:03.532289 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.provisioning_blocks [req-eb20bfb8-f3b1-4e53-b9df-e7e460a8807e req-84f155a8-f3ab-4cc1-8e5c-c35c13f139b4 service neutron] Transition to ACTIVE for port object aec0c33b-c881-47de-bacc-54b4b952925c will not be triggered until provisioned by entity L2. {{(pid=102791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 16:28:03.535720 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-eb20bfb8-f3b1-4e53-b9df-e7e460a8807e req-84f155a8-f3ab-4cc1-8e5c-c35c13f139b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:28:03.573870 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 29 Mar 2022 16:28:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2400d013-d5a1-4a24-94ae-07ed9e582c6b x-openstack-request-id: req-2400d013-d5a1-4a24-94ae-07ed9e582c6b {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:28:03.574161 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08a68a40-1f47-4616-a1e7-1dc548b69536", "name": "network-vif-unplugged", "status": "completed", "tag": "aec0c33b-c881-47de-bacc-54b4b952925c", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:28:03.574407 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-2400d013-d5a1-4a24-94ae-07ed9e582c6b {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:28:03.574788 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08a68a40-1f47-4616-a1e7-1dc548b69536', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aec0c33b-c881-47de-bacc-54b4b952925c', 'code': 200} Mar 29 16:28:03.622803 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f155a8-f3ab-4cc1-8e5c-c35c13f139b4 service neutron] Pushing event updated for resources: {'Port': ['ID=aec0c33b-c881-47de-bacc-54b4b952925c,revision_number=6']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:28:03.664095 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb20bfb8-f3b1-4e53-b9df-e7e460a8807e req-84f155a8-f3ab-4cc1-8e5c-c35c13f139b4 service neutron] No DVR routers for this DVR port aec0c33b-c881-47de-bacc-54b4b952925c on host n-h2-834765-1 {{(pid=102791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 16:28:03.697158 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e8f38b-5f2f-4152-ba3e-d512da7d2496 req-b23c6632-7200-4a92-891e-a253c189990b tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:28:03.698614 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-91e8f38b-5f2f-4152-ba3e-d512da7d2496 req-b23c6632-7200-4a92-891e-a253c189990b tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/ports?device_id=08a68a40-1f47-4616-a1e7-1dc548b69536 HTTP/1.1" status: 200 len: 943 time: 0.0566592 Mar 29 16:28:03.739669 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-91e8f38b-5f2f-4152-ba3e-d512da7d2496 req-213d61fa-104b-44ef-81e0-22f70aab2399 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/security-groups?id=567c213f-9d6d-4fc2-8a22-2f327ca29e20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339253 Mar 29 16:28:03.807149 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-eb20bfb8-f3b1-4e53-b9df-e7e460a8807e req-84f155a8-f3ab-4cc1-8e5c-c35c13f139b4 service neutron] Attempting to bind port aec0c33b-c881-47de-bacc-54b4b952925c on host n-h1-834765-1 for vnic_type normal with profile {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 16:28:03.807746 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-eb20bfb8-f3b1-4e53-b9df-e7e460a8807e req-84f155a8-f3ab-4cc1-8e5c-c35c13f139b4 service neutron] Attempting to bind port aec0c33b-c881-47de-bacc-54b4b952925c by drivers openvswitch,hyperv on host n-h1-834765-1 at level 0 using segments [{'id': '7e84e614-6e8a-4e9f-8f76-c5dc45da486d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'c5e1a6c7-dcad-4557-a03d-4fb83cc38845'}] {{(pid=102791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 16:28:03.808303 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb20bfb8-f3b1-4e53-b9df-e7e460a8807e req-84f155a8-f3ab-4cc1-8e5c-c35c13f139b4 service neutron] Attempting to bind port aec0c33b-c881-47de-bacc-54b4b952925c on network c5e1a6c7-dcad-4557-a03d-4fb83cc38845 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 16:28:03.813558 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb20bfb8-f3b1-4e53-b9df-e7e460a8807e req-84f155a8-f3ab-4cc1-8e5c-c35c13f139b4 service neutron] Port aec0c33b-c881-47de-bacc-54b4b952925c on network c5e1a6c7-dcad-4557-a03d-4fb83cc38845 not bound, no agent of type Open vSwitch agent registered on host n-h1-834765-1 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 16:28:03.813866 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb20bfb8-f3b1-4e53-b9df-e7e460a8807e req-84f155a8-f3ab-4cc1-8e5c-c35c13f139b4 service neutron] Attempting to bind port aec0c33b-c881-47de-bacc-54b4b952925c on network c5e1a6c7-dcad-4557-a03d-4fb83cc38845 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 16:28:03.819220 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb20bfb8-f3b1-4e53-b9df-e7e460a8807e req-84f155a8-f3ab-4cc1-8e5c-c35c13f139b4 service neutron] Checking agent: {'id': 'be375040-5069-4239-9460-a3a3213e1e90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 33, 18), 'started_at': datetime.datetime(2022, 3, 29, 15, 33, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 16, 27, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 16:28:03.819584 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb20bfb8-f3b1-4e53-b9df-e7e460a8807e req-84f155a8-f3ab-4cc1-8e5c-c35c13f139b4 service neutron] Checking segment: {'id': '7e84e614-6e8a-4e9f-8f76-c5dc45da486d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'c5e1a6c7-dcad-4557-a03d-4fb83cc38845'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 16:28:03.819961 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb20bfb8-f3b1-4e53-b9df-e7e460a8807e req-84f155a8-f3ab-4cc1-8e5c-c35c13f139b4 service neutron] Bound using segment: {'id': '7e84e614-6e8a-4e9f-8f76-c5dc45da486d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'c5e1a6c7-dcad-4557-a03d-4fb83cc38845'} {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 16:28:03.820380 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-eb20bfb8-f3b1-4e53-b9df-e7e460a8807e req-84f155a8-f3ab-4cc1-8e5c-c35c13f139b4 service neutron] Bound port: aec0c33b-c881-47de-bacc-54b4b952925c, host: n-h1-834765-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e84e614-6e8a-4e9f-8f76-c5dc45da486d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'c5e1a6c7-dcad-4557-a03d-4fb83cc38845'}}] {{(pid=102791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 16:28:03.820735 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-eb20bfb8-f3b1-4e53-b9df-e7e460a8807e req-84f155a8-f3ab-4cc1-8e5c-c35c13f139b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:28:03.885547 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-eb20bfb8-f3b1-4e53-b9df-e7e460a8807e req-84f155a8-f3ab-4cc1-8e5c-c35c13f139b4 service neutron] For port aec0c33b-c881-47de-bacc-54b4b952925c, host n-h1-834765-1, cleared binding levels {{(pid=102791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 16:28:03.888931 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-eb20bfb8-f3b1-4e53-b9df-e7e460a8807e req-84f155a8-f3ab-4cc1-8e5c-c35c13f139b4 service neutron] For port aec0c33b-c881-47de-bacc-54b4b952925c, host n-h1-834765-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=aec0c33b-c881-47de-bacc-54b4b952925c,segment=NetworkSegment(7e84e614-6e8a-4e9f-8f76-c5dc45da486d),segment_id=7e84e614-6e8a-4e9f-8f76-c5dc45da486d)] {{(pid=102791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 16:28:03.893637 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-eb20bfb8-f3b1-4e53-b9df-e7e460a8807e req-84f155a8-f3ab-4cc1-8e5c-c35c13f139b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:28:03.911150 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device aec0c33b-c881-47de-bacc-54b4b952925c no longer exists at agent hyperv_n-h2-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 16:28:03.932002 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb20bfb8-f3b1-4e53-b9df-e7e460a8807e req-84f155a8-f3ab-4cc1-8e5c-c35c13f139b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:28:03.932692 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-eb20bfb8-f3b1-4e53-b9df-e7e460a8807e req-84f155a8-f3ab-4cc1-8e5c-c35c13f139b4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:28:03.934210 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-eb20bfb8-f3b1-4e53-b9df-e7e460a8807e req-84f155a8-f3ab-4cc1-8e5c-c35c13f139b4 service neutron] 10.222.0.44 "PUT /v2.0/ports/aec0c33b-c881-47de-bacc-54b4b952925c HTTP/1.1" status: 200 len: 1091 time: 0.7483196 Mar 29 16:28:03.952067 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device aec0c33b-c881-47de-bacc-54b4b952925c not bound to the agent host n-h2-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 16:28:03.956707 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f155a8-f3ab-4cc1-8e5c-c35c13f139b4 service neutron] Pushing event updated for resources: {'Port': ['ID=aec0c33b-c881-47de-bacc-54b4b952925c,revision_number=7']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:28:04.002133 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb20bfb8-f3b1-4e53-b9df-e7e460a8807e req-e3c93fce-cde0-4fc0-841e-aacca8c037e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:28:04.003723 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-eb20bfb8-f3b1-4e53-b9df-e7e460a8807e req-e3c93fce-cde0-4fc0-841e-aacca8c037e3 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=fc81ecd37f7c45729d2956005840b16f&device_id=08a68a40-1f47-4616-a1e7-1dc548b69536 HTTP/1.1" status: 200 len: 1094 time: 0.0439899 Mar 29 16:28:04.094951 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb20bfb8-f3b1-4e53-b9df-e7e460a8807e req-0368d410-dd5f-4885-8cbf-5deb6792a4d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:28:04.097272 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-eb20bfb8-f3b1-4e53-b9df-e7e460a8807e req-0368d410-dd5f-4885-8cbf-5deb6792a4d8 service neutron] 10.222.0.44 "GET /v2.0/networks?id=c5e1a6c7-dcad-4557-a03d-4fb83cc38845 HTTP/1.1" status: 200 len: 913 time: 0.0877738 Mar 29 16:28:04.165812 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-eb20bfb8-f3b1-4e53-b9df-e7e460a8807e req-808485d6-6bed-4dd4-85e5-1156b0a76ac4 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aec0c33b-c881-47de-bacc-54b4b952925c HTTP/1.1" status: 200 len: 998 time: 0.0625741 Mar 29 16:28:04.216626 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb20bfb8-f3b1-4e53-b9df-e7e460a8807e req-1bdd6fc6-f4c7-45c6-81e6-d092e58316fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:28:04.218062 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-eb20bfb8-f3b1-4e53-b9df-e7e460a8807e req-1bdd6fc6-f4c7-45c6-81e6-d092e58316fb service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ba66594e-6fd3-4284-9229-adeee8b25d84 HTTP/1.1" status: 200 len: 851 time: 0.0453980 Mar 29 16:28:04.264229 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb20bfb8-f3b1-4e53-b9df-e7e460a8807e req-102b514f-e1cf-470c-87c5-053d21d42664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:28:04.265691 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-eb20bfb8-f3b1-4e53-b9df-e7e460a8807e req-102b514f-e1cf-470c-87c5-053d21d42664 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c5e1a6c7-dcad-4557-a03d-4fb83cc38845&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416288 Mar 29 16:28:04.336086 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d71584b9-87f1-45f5-84c7-c993c2416269 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:28:04.357763 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-eb20bfb8-f3b1-4e53-b9df-e7e460a8807e req-5a01e20e-7f77-4021-b6db-df9537d89396 service neutron] 10.222.0.44 "GET /v2.0/networks/c5e1a6c7-dcad-4557-a03d-4fb83cc38845?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856068 Mar 29 16:28:04.452403 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-eb20bfb8-f3b1-4e53-b9df-e7e460a8807e req-b21bfc6d-f450-4d07-a7d8-08259b561c50 service neutron] 10.222.0.44 "GET /v2.0/networks/c5e1a6c7-dcad-4557-a03d-4fb83cc38845?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884130 Mar 29 16:28:04.863535 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba469a9d-336c-4a08-9d4d-4f30c2e159c6 req-2cf5a7c5-2492-40f0-a547-1754adbb9480 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:28:04.865110 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ba469a9d-336c-4a08-9d4d-4f30c2e159c6 req-2cf5a7c5-2492-40f0-a547-1754adbb9480 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/ports?device_id=08a68a40-1f47-4616-a1e7-1dc548b69536 HTTP/1.1" status: 200 len: 943 time: 0.0528400 Mar 29 16:28:04.905866 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ba469a9d-336c-4a08-9d4d-4f30c2e159c6 req-d82b96fb-7a95-489f-a5a3-7878d3482866 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/security-groups?id=567c213f-9d6d-4fc2-8a22-2f327ca29e20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344651 Mar 29 16:28:05.575853 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08a68a40-1f47-4616-a1e7-1dc548b69536', 'tag': 'aec0c33b-c881-47de-bacc-54b4b952925c'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:28:05.578247 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c67b028db5e9b9818fecc5c0a87ebc6f190694fa53ca267d523e04f98de536d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bc9abc0-aba3-4a24-ace2-ef96ddd98753" -d '{"events": [{"name": "network-changed", "server_uuid": "08a68a40-1f47-4616-a1e7-1dc548b69536", "tag": "aec0c33b-c881-47de-bacc-54b4b952925c"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:28:05.629947 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 16:28:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-000a0417-863d-4950-826e-8ccf7bae8041 x-openstack-request-id: req-000a0417-863d-4950-826e-8ccf7bae8041 {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:28:05.630243 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08a68a40-1f47-4616-a1e7-1dc548b69536", "tag": "aec0c33b-c881-47de-bacc-54b4b952925c", "status": "completed", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:28:05.630494 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-000a0417-863d-4950-826e-8ccf7bae8041 {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:28:05.630893 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08a68a40-1f47-4616-a1e7-1dc548b69536', 'tag': 'aec0c33b-c881-47de-bacc-54b4b952925c', 'status': 'completed', 'code': 200} Mar 29 16:28:05.716630 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc9abc0-aba3-4a24-ace2-ef96ddd98753 req-b6465f90-530a-4baa-b6eb-9c1deb135b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:28:05.718157 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-1bc9abc0-aba3-4a24-ace2-ef96ddd98753 req-b6465f90-530a-4baa-b6eb-9c1deb135b70 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=fc81ecd37f7c45729d2956005840b16f&device_id=08a68a40-1f47-4616-a1e7-1dc548b69536 HTTP/1.1" status: 200 len: 1094 time: 0.0699379 Mar 29 16:28:05.721666 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc9abc0-aba3-4a24-ace2-ef96ddd98753 req-71e5467d-53b2-4ee1-9459-268f2ba718cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:28:05.723072 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-1bc9abc0-aba3-4a24-ace2-ef96ddd98753 req-71e5467d-53b2-4ee1-9459-268f2ba718cc service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=fc81ecd37f7c45729d2956005840b16f&device_id=08a68a40-1f47-4616-a1e7-1dc548b69536 HTTP/1.1" status: 200 len: 1094 time: 0.0667169 Mar 29 16:28:05.883741 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc9abc0-aba3-4a24-ace2-ef96ddd98753 req-612d7cb9-f237-4d66-9b88-8a13356622ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:28:05.885399 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-1bc9abc0-aba3-4a24-ace2-ef96ddd98753 req-612d7cb9-f237-4d66-9b88-8a13356622ba service neutron] 10.222.0.44 "GET /v2.0/networks?id=c5e1a6c7-dcad-4557-a03d-4fb83cc38845 HTTP/1.1" status: 200 len: 913 time: 0.1603928 Mar 29 16:28:05.888088 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc9abc0-aba3-4a24-ace2-ef96ddd98753 req-1238cfa3-c888-46ab-8bdd-c56edec351e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:28:05.889464 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-1bc9abc0-aba3-4a24-ace2-ef96ddd98753 req-1238cfa3-c888-46ab-8bdd-c56edec351e8 service neutron] 10.222.0.48 "GET /v2.0/networks?id=c5e1a6c7-dcad-4557-a03d-4fb83cc38845 HTTP/1.1" status: 200 len: 913 time: 0.1570656 Mar 29 16:28:05.896547 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-0cb6abf6-2706-4e52-8825-f5f644ecf9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:28:06.000780 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:28:06.327481 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-1bc9abc0-aba3-4a24-ace2-ef96ddd98753 req-825b7e40-c9a9-4ee0-bfac-94499451d77a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aec0c33b-c881-47de-bacc-54b4b952925c HTTP/1.1" status: 200 len: 998 time: 0.4341037 Mar 29 16:28:06.368752 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-1bc9abc0-aba3-4a24-ace2-ef96ddd98753 req-72e796ea-d52f-429c-9b4a-30422f233019 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aec0c33b-c881-47de-bacc-54b4b952925c HTTP/1.1" status: 200 len: 998 time: 0.4693573 Mar 29 16:28:06.396018 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb65ec31-7e93-4e44-be25-afa6c891eb1f req-7f8e7bc2-8962-4991-843d-328c3d38cb38 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:28:06.397440 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-fb65ec31-7e93-4e44-be25-afa6c891eb1f req-7f8e7bc2-8962-4991-843d-328c3d38cb38 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/ports?device_id=08a68a40-1f47-4616-a1e7-1dc548b69536 HTTP/1.1" status: 200 len: 943 time: 0.1230519 Mar 29 16:28:06.444888 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc9abc0-aba3-4a24-ace2-ef96ddd98753 req-0073960b-2f03-4bf3-9f95-bdf67ef80fee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:28:06.446314 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-1bc9abc0-aba3-4a24-ace2-ef96ddd98753 req-0073960b-2f03-4bf3-9f95-bdf67ef80fee service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ba66594e-6fd3-4284-9229-adeee8b25d84 HTTP/1.1" status: 200 len: 851 time: 0.1113052 Mar 29 16:28:06.477250 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc9abc0-aba3-4a24-ace2-ef96ddd98753 req-03082eac-4849-4a56-94f8-15e0513c7768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:28:06.478700 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-1bc9abc0-aba3-4a24-ace2-ef96ddd98753 req-03082eac-4849-4a56-94f8-15e0513c7768 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ba66594e-6fd3-4284-9229-adeee8b25d84 HTTP/1.1" status: 200 len: 851 time: 0.1004529 Mar 29 16:28:06.496480 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-fb65ec31-7e93-4e44-be25-afa6c891eb1f req-8f34fce0-022f-47c5-a03d-6379607e09ef tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/security-groups?id=567c213f-9d6d-4fc2-8a22-2f327ca29e20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0804017 Mar 29 16:28:06.539626 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc9abc0-aba3-4a24-ace2-ef96ddd98753 req-ba6f1c54-2850-4c04-9bc5-4f2bc003a97e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:28:06.541122 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-1bc9abc0-aba3-4a24-ace2-ef96ddd98753 req-ba6f1c54-2850-4c04-9bc5-4f2bc003a97e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c5e1a6c7-dcad-4557-a03d-4fb83cc38845&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0845633 Mar 29 16:28:06.546545 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc9abc0-aba3-4a24-ace2-ef96ddd98753 req-dafd1185-1021-4337-aead-fc32858f33d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:28:06.548012 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-1bc9abc0-aba3-4a24-ace2-ef96ddd98753 req-dafd1185-1021-4337-aead-fc32858f33d4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c5e1a6c7-dcad-4557-a03d-4fb83cc38845&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0559211 Mar 29 16:28:06.699141 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-1bc9abc0-aba3-4a24-ace2-ef96ddd98753 req-c09e17fd-7045-4c19-b1da-5447d851cbad service neutron] 10.222.0.44 "GET /v2.0/networks/c5e1a6c7-dcad-4557-a03d-4fb83cc38845?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1500521 Mar 29 16:28:06.700935 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-1bc9abc0-aba3-4a24-ace2-ef96ddd98753 req-80d1ddba-588d-4fc2-aa90-62a93c93ee65 service neutron] 10.222.0.48 "GET /v2.0/networks/c5e1a6c7-dcad-4557-a03d-4fb83cc38845?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451294 Mar 29 16:28:06.862985 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-1bc9abc0-aba3-4a24-ace2-ef96ddd98753 req-6fa13590-8478-4996-9919-e9189cbe46b4 service neutron] 10.222.0.44 "GET /v2.0/networks/c5e1a6c7-dcad-4557-a03d-4fb83cc38845?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1569521 Mar 29 16:28:06.864929 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-1bc9abc0-aba3-4a24-ace2-ef96ddd98753 req-822b4701-79fc-4ca4-8906-ad1b76521725 service neutron] 10.222.0.48 "GET /v2.0/networks/c5e1a6c7-dcad-4557-a03d-4fb83cc38845?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1520085 Mar 29 16:28:07.630544 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8124b031-72f8-4a39-8dd6-d48f4fc4e961 req-d3b7d2fe-16dd-49ab-b295-17b28cf43a25 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:28:07.632178 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-8124b031-72f8-4a39-8dd6-d48f4fc4e961 req-d3b7d2fe-16dd-49ab-b295-17b28cf43a25 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/ports?device_id=08a68a40-1f47-4616-a1e7-1dc548b69536 HTTP/1.1" status: 200 len: 943 time: 0.0539765 Mar 29 16:28:07.671479 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-8124b031-72f8-4a39-8dd6-d48f4fc4e961 req-3f8820bf-d2d2-4092-805c-c58eedef2221 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/security-groups?id=567c213f-9d6d-4fc2-8a22-2f327ca29e20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328696 Mar 29 16:28:08.788401 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd427ca-f922-4ca4-8f9b-e988e3c3d650 req-2d074858-e5c7-4310-acf6-bc67653763b6 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:28:08.789781 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-bdd427ca-f922-4ca4-8f9b-e988e3c3d650 req-2d074858-e5c7-4310-acf6-bc67653763b6 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/ports?device_id=08a68a40-1f47-4616-a1e7-1dc548b69536 HTTP/1.1" status: 200 len: 943 time: 0.0482647 Mar 29 16:28:08.826186 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-bdd427ca-f922-4ca4-8f9b-e988e3c3d650 req-5514e19d-7d7b-4e72-863f-a915b014e138 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/security-groups?id=567c213f-9d6d-4fc2-8a22-2f327ca29e20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303879 Mar 29 16:28:09.950389 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbc8d44-5822-45fd-a202-48420a382102 req-66af64ec-8292-493b-b13f-429148b8d7e7 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:28:09.951867 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-6dbc8d44-5822-45fd-a202-48420a382102 req-66af64ec-8292-493b-b13f-429148b8d7e7 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/ports?device_id=08a68a40-1f47-4616-a1e7-1dc548b69536 HTTP/1.1" status: 200 len: 943 time: 0.0525253 Mar 29 16:28:09.989693 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-6dbc8d44-5822-45fd-a202-48420a382102 req-ec8e3bf2-f03e-43d8-832b-b15956af7547 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/security-groups?id=567c213f-9d6d-4fc2-8a22-2f327ca29e20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317793 Mar 29 16:28:10.921144 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f9fed6-705f-449e-a7f9-13675e205d3b req-eb4dc556-d4b2-4c96-8dbf-7323b5b05a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:28:10.922605 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-81f9fed6-705f-449e-a7f9-13675e205d3b req-eb4dc556-d4b2-4c96-8dbf-7323b5b05a3e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=fc81ecd37f7c45729d2956005840b16f&device_id=08a68a40-1f47-4616-a1e7-1dc548b69536 HTTP/1.1" status: 200 len: 1094 time: 0.0396364 Mar 29 16:28:11.029166 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f9fed6-705f-449e-a7f9-13675e205d3b req-505e46f7-0a6a-4363-9bba-e411a71b569c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:28:11.030879 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-81f9fed6-705f-449e-a7f9-13675e205d3b req-505e46f7-0a6a-4363-9bba-e411a71b569c service neutron] 10.222.0.44 "GET /v2.0/networks?id=c5e1a6c7-dcad-4557-a03d-4fb83cc38845 HTTP/1.1" status: 200 len: 913 time: 0.0901146 Mar 29 16:28:11.129794 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-81f9fed6-705f-449e-a7f9-13675e205d3b req-f4b84d63-d65f-4512-9f1e-b56828979a86 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aec0c33b-c881-47de-bacc-54b4b952925c HTTP/1.1" status: 200 len: 998 time: 0.0922315 Mar 29 16:28:11.143474 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17109cee-669f-4633-b6dd-0f1d76535b74 req-83daf89a-2913-42b0-b5c2-d53120dcc02a tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:28:11.145258 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-17109cee-669f-4633-b6dd-0f1d76535b74 req-83daf89a-2913-42b0-b5c2-d53120dcc02a tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/ports?device_id=08a68a40-1f47-4616-a1e7-1dc548b69536 HTTP/1.1" status: 200 len: 943 time: 0.0727301 Mar 29 16:28:11.206713 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f9fed6-705f-449e-a7f9-13675e205d3b req-f1a7ed34-e995-48f4-ad17-0650fdc85b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:28:11.208142 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-81f9fed6-705f-449e-a7f9-13675e205d3b req-f1a7ed34-e995-48f4-ad17-0650fdc85b67 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ba66594e-6fd3-4284-9229-adeee8b25d84 HTTP/1.1" status: 200 len: 851 time: 0.0620222 Mar 29 16:28:11.229352 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-17109cee-669f-4633-b6dd-0f1d76535b74 req-153bbd8d-e623-4085-81a7-717863559221 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/security-groups?id=567c213f-9d6d-4fc2-8a22-2f327ca29e20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533264 Mar 29 16:28:11.258503 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f9fed6-705f-449e-a7f9-13675e205d3b req-47fd4818-093c-4303-a1a6-18c62eff333c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:28:11.260042 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-81f9fed6-705f-449e-a7f9-13675e205d3b req-47fd4818-093c-4303-a1a6-18c62eff333c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c5e1a6c7-dcad-4557-a03d-4fb83cc38845&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442507 Mar 29 16:28:11.359197 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-81f9fed6-705f-449e-a7f9-13675e205d3b req-3b67fc15-b67b-4d39-94f2-e6f9c4fb71fc service neutron] 10.222.0.44 "GET /v2.0/networks/c5e1a6c7-dcad-4557-a03d-4fb83cc38845?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908716 Mar 29 16:28:11.450886 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-81f9fed6-705f-449e-a7f9-13675e205d3b req-43a62781-aa78-4785-a841-bfa82c5eb4d0 service neutron] 10.222.0.44 "GET /v2.0/networks/c5e1a6c7-dcad-4557-a03d-4fb83cc38845?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816057 Mar 29 16:28:12.347723 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935e9498-9694-41be-a4a4-39b8e8edfd45 req-ddda888c-edbf-488e-adcb-e65404dd5dea tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:28:12.349195 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-935e9498-9694-41be-a4a4-39b8e8edfd45 req-ddda888c-edbf-488e-adcb-e65404dd5dea tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/ports?device_id=08a68a40-1f47-4616-a1e7-1dc548b69536 HTTP/1.1" status: 200 len: 943 time: 0.0487282 Mar 29 16:28:12.386279 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-935e9498-9694-41be-a4a4-39b8e8edfd45 req-35ec1b49-7260-4ff4-81bf-20cee4980bd9 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/security-groups?id=567c213f-9d6d-4fc2-8a22-2f327ca29e20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310819 Mar 29 16:28:13.507559 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aeee407-3225-42a0-9dd9-259b20f0d50c req-078fdfc5-19a0-4088-9761-5d1cfe2b565b tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:28:13.509027 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4aeee407-3225-42a0-9dd9-259b20f0d50c req-078fdfc5-19a0-4088-9761-5d1cfe2b565b tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/ports?device_id=08a68a40-1f47-4616-a1e7-1dc548b69536 HTTP/1.1" status: 200 len: 943 time: 0.0532026 Mar 29 16:28:13.549348 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4aeee407-3225-42a0-9dd9-259b20f0d50c req-8133ac7c-e3a9-4ebf-82f2-2d3db0618030 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/security-groups?id=567c213f-9d6d-4fc2-8a22-2f327ca29e20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341520 Mar 29 16:28:14.666485 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7552c91b-6779-4d70-bb79-df2bd0a4e313 req-24e7cf0f-2e7e-472c-be82-db0aca50cfc6 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:28:14.668010 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-7552c91b-6779-4d70-bb79-df2bd0a4e313 req-24e7cf0f-2e7e-472c-be82-db0aca50cfc6 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/ports?device_id=08a68a40-1f47-4616-a1e7-1dc548b69536 HTTP/1.1" status: 200 len: 943 time: 0.0485635 Mar 29 16:28:14.705402 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-7552c91b-6779-4d70-bb79-df2bd0a4e313 req-1843054d-43d6-43f5-a788-ea0976e2f91c tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/security-groups?id=567c213f-9d6d-4fc2-8a22-2f327ca29e20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307808 Mar 29 16:28:15.821280 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ad7759-70fa-4d70-969d-1ca01936e904 req-90ba3cb1-a5e9-4d40-854f-0d7b324bef54 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:28:15.822753 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-07ad7759-70fa-4d70-969d-1ca01936e904 req-90ba3cb1-a5e9-4d40-854f-0d7b324bef54 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/ports?device_id=08a68a40-1f47-4616-a1e7-1dc548b69536 HTTP/1.1" status: 200 len: 943 time: 0.0486896 Mar 29 16:28:15.859877 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-07ad7759-70fa-4d70-969d-1ca01936e904 req-29efd561-604c-4116-bccb-222b502c6b80 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/security-groups?id=567c213f-9d6d-4fc2-8a22-2f327ca29e20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312173 Mar 29 16:28:16.983513 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e55b763-15ae-4426-952d-5e58ed287911 req-d69946cb-65fe-4518-8623-1a1340d19506 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:28:16.984978 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-4e55b763-15ae-4426-952d-5e58ed287911 req-d69946cb-65fe-4518-8623-1a1340d19506 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/ports?device_id=08a68a40-1f47-4616-a1e7-1dc548b69536 HTTP/1.1" status: 200 len: 943 time: 0.0530348 Mar 29 16:28:17.021936 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-4e55b763-15ae-4426-952d-5e58ed287911 req-8c96518e-6a4f-405c-b0c8-6df06e347555 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/security-groups?id=567c213f-9d6d-4fc2-8a22-2f327ca29e20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308013 Mar 29 16:28:17.300931 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a633faf-cc2a-41bd-a930-25fd7a0cbc3a req-eaebd418-56eb-40e5-b465-905bc595b2a3 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:28:17.302518 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-5a633faf-cc2a-41bd-a930-25fd7a0cbc3a req-eaebd418-56eb-40e5-b465-905bc595b2a3 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.44 "GET /v2.0/ports?device_id=08a68a40-1f47-4616-a1e7-1dc548b69536&tenant_id=fc81ecd37f7c45729d2956005840b16f&binding%3Ahost_id=n-h1-834765-1 HTTP/1.1" status: 200 len: 943 time: 0.0528769 Mar 29 16:28:17.318738 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379e0178-51fd-47d0-ace6-150cf0f9c97f req-5f3b54db-5ec2-451a-b7ab-c7195252084e tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:28:17.320298 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-379e0178-51fd-47d0-ace6-150cf0f9c97f req-5f3b54db-5ec2-451a-b7ab-c7195252084e tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/ports?device_id=08a68a40-1f47-4616-a1e7-1dc548b69536 HTTP/1.1" status: 200 len: 943 time: 0.0503082 Mar 29 16:28:17.360007 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-379e0178-51fd-47d0-ace6-150cf0f9c97f req-a10cddca-ffd7-43c4-b23d-7abba94d0647 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/security-groups?id=567c213f-9d6d-4fc2-8a22-2f327ca29e20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331669 Mar 29 16:28:17.368268 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-5a633faf-cc2a-41bd-a930-25fd7a0cbc3a req-12a0919b-29ff-44bf-9070-444da327f648 service neutron] 10.222.0.44 "GET /v2.0/ports/aec0c33b-c881-47de-bacc-54b4b952925c/bindings/n-h1-834765-1 HTTP/1.1" status: 200 len: 382 time: 0.0593243 Mar 29 16:28:17.431862 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a633faf-cc2a-41bd-a930-25fd7a0cbc3a req-8e12a262-9b06-4019-92ab-7e1a9f6259e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:28:17.433364 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-5a633faf-cc2a-41bd-a930-25fd7a0cbc3a req-8e12a262-9b06-4019-92ab-7e1a9f6259e4 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=fc81ecd37f7c45729d2956005840b16f&device_id=08a68a40-1f47-4616-a1e7-1dc548b69536 HTTP/1.1" status: 200 len: 1094 time: 0.0418270 Mar 29 16:28:17.441289 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:28:17.530754 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a633faf-cc2a-41bd-a930-25fd7a0cbc3a req-14ba5574-a182-499b-bd66-bc88d95dab4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:28:17.532252 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-5a633faf-cc2a-41bd-a930-25fd7a0cbc3a req-14ba5574-a182-499b-bd66-bc88d95dab4d service neutron] 10.222.0.44 "GET /v2.0/networks?id=c5e1a6c7-dcad-4557-a03d-4fb83cc38845 HTTP/1.1" status: 200 len: 913 time: 0.0908496 Mar 29 16:28:17.540200 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device aec0c33b-c881-47de-bacc-54b4b952925c details requested by agent hyperv_n-h1-834765-1 with host n-h1-834765-1 {{(pid=102792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 16:28:17.602304 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-5a633faf-cc2a-41bd-a930-25fd7a0cbc3a req-a9b53449-9336-4796-a64e-f860827b78eb service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aec0c33b-c881-47de-bacc-54b4b952925c HTTP/1.1" status: 200 len: 998 time: 0.0627165 Mar 29 16:28:17.638806 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port aec0c33b-c881-47de-bacc-54b4b952925c, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=aec0c33b-c881-47de-bacc-54b4b952925c,segment=NetworkSegment(7e84e614-6e8a-4e9f-8f76-c5dc45da486d),segment_id=7e84e614-6e8a-4e9f-8f76-c5dc45da486d)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:28:17.650657 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Returning: {'device': 'aec0c33b-c881-47de-bacc-54b4b952925c', 'network_id': 'c5e1a6c7-dcad-4557-a03d-4fb83cc38845', 'port_id': 'aec0c33b-c881-47de-bacc-54b4b952925c', 'mac_address': 'fa:16:3e:6f:32:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 636, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba66594e-6fd3-4284-9229-adeee8b25d84', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 16:28:17.651951 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a633faf-cc2a-41bd-a930-25fd7a0cbc3a req-76efc310-dc10-4d1b-8cb6-d6326b9896e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:28:17.653463 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-5a633faf-cc2a-41bd-a930-25fd7a0cbc3a req-76efc310-dc10-4d1b-8cb6-d6326b9896e8 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ba66594e-6fd3-4284-9229-adeee8b25d84 HTTP/1.1" status: 200 len: 851 time: 0.0444334 Mar 29 16:28:17.691715 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:28:17.700423 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a633faf-cc2a-41bd-a930-25fd7a0cbc3a req-93b1db83-5c13-4b9a-9fb1-842fe6dee019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:28:17.702345 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-5a633faf-cc2a-41bd-a930-25fd7a0cbc3a req-93b1db83-5c13-4b9a-9fb1-842fe6dee019 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c5e1a6c7-dcad-4557-a03d-4fb83cc38845&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409648 Mar 29 16:28:17.704992 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aec0c33b-c881-47de-bacc-54b4b952925c {{(pid=102792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 16:28:17.724721 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port aec0c33b-c881-47de-bacc-54b4b952925c, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=aec0c33b-c881-47de-bacc-54b4b952925c,segment=NetworkSegment(7e84e614-6e8a-4e9f-8f76-c5dc45da486d),segment_id=7e84e614-6e8a-4e9f-8f76-c5dc45da486d)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:28:17.728518 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:28:17.776832 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Pushing event updated for resources: {'Port': ['ID=aec0c33b-c881-47de-bacc-54b4b952925c,revision_number=8']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:28:17.799469 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-5a633faf-cc2a-41bd-a930-25fd7a0cbc3a req-e621f8ed-5139-4fdb-bc3a-2043e519bda9 service neutron] 10.222.0.44 "GET /v2.0/networks/c5e1a6c7-dcad-4557-a03d-4fb83cc38845?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906084 Mar 29 16:28:17.891780 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-5a633faf-cc2a-41bd-a930-25fd7a0cbc3a req-64d64ee6-cb88-4d17-a76d-84b19f82c352 service neutron] 10.222.0.44 "GET /v2.0/networks/c5e1a6c7-dcad-4557-a03d-4fb83cc38845?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858958 Mar 29 16:28:18.039486 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] get_ports_and_sgs() called for port_ids ['aec0c33b-c881-47de-bacc-54b4b952925c'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 16:28:18.228031 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:28:18.482498 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c5f576-cc47-4fc0-a83b-95b410e3b103 req-ea198e0c-767f-4793-b683-c76474e3f73f tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:28:18.484029 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-26c5f576-cc47-4fc0-a83b-95b410e3b103 req-ea198e0c-767f-4793-b683-c76474e3f73f tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/ports?device_id=08a68a40-1f47-4616-a1e7-1dc548b69536 HTTP/1.1" status: 200 len: 944 time: 0.0497973 Mar 29 16:28:18.521468 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-26c5f576-cc47-4fc0-a83b-95b410e3b103 req-8bfe6339-2376-4254-b30b-38509fe13127 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/security-groups?id=567c213f-9d6d-4fc2-8a22-2f327ca29e20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313878 Mar 29 16:28:19.559300 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device aec0c33b-c881-47de-bacc-54b4b952925c up at agent hyperv_n-h1-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 16:28:19.608787 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Provisioning for port aec0c33b-c881-47de-bacc-54b4b952925c completed by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 16:28:19.612972 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Provisioning complete for port aec0c33b-c881-47de-bacc-54b4b952925c triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:28:19.613341 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:28:19.648109 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a845e686-bcbf-4a02-8029-1e41f20ea44a req-d39f83c2-4ac8-4be5-91cd-d35c774c0632 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:28:19.649652 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-a845e686-bcbf-4a02-8029-1e41f20ea44a req-d39f83c2-4ac8-4be5-91cd-d35c774c0632 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/ports?device_id=08a68a40-1f47-4616-a1e7-1dc548b69536 HTTP/1.1" status: 200 len: 944 time: 0.0514834 Mar 29 16:28:19.690671 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-a845e686-bcbf-4a02-8029-1e41f20ea44a req-bbc9ac8f-3299-480d-97cb-a7490a8fa018 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/security-groups?id=567c213f-9d6d-4fc2-8a22-2f327ca29e20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337713 Mar 29 16:28:19.698033 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:28:19.730195 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08a68a40-1f47-4616-a1e7-1dc548b69536', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aec0c33b-c881-47de-bacc-54b4b952925c'}] {{(pid=102792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:28:19.732457 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4f476c66b318cc6068719fc39557fac68d413f5c7e78fa77028c7948e999ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-868f91a1-9d18-48a7-856a-39cb1e20df09" -d '{"events": [{"server_uuid": "08a68a40-1f47-4616-a1e7-1dc548b69536", "name": "network-vif-plugged", "status": "completed", "tag": "aec0c33b-c881-47de-bacc-54b4b952925c"}]}' {{(pid=102792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:28:19.748835 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port aec0c33b-c881-47de-bacc-54b4b952925c, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=aec0c33b-c881-47de-bacc-54b4b952925c,segment=NetworkSegment(7e84e614-6e8a-4e9f-8f76-c5dc45da486d),segment_id=7e84e614-6e8a-4e9f-8f76-c5dc45da486d)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:28:19.756678 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:28:19.821053 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 16:28:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-964e2586-6c1d-420a-9a01-64b04152d17f x-openstack-request-id: req-964e2586-6c1d-420a-9a01-64b04152d17f {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:28:19.821344 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08a68a40-1f47-4616-a1e7-1dc548b69536", "name": "network-vif-plugged", "status": "completed", "tag": "aec0c33b-c881-47de-bacc-54b4b952925c", "code": 200}]} {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:28:19.821588 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-964e2586-6c1d-420a-9a01-64b04152d17f {{(pid=102792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:28:19.821971 n-d-834765-1 neutron-server[102792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08a68a40-1f47-4616-a1e7-1dc548b69536', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aec0c33b-c881-47de-bacc-54b4b952925c', 'code': 200} Mar 29 16:28:19.852895 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Pushing event updated for resources: {'Port': ['ID=aec0c33b-c881-47de-bacc-54b4b952925c,revision_number=9']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:28:20.814443 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5ff7d4-5698-412c-9342-4fced8d4f1eb req-86627949-0499-4a20-bc70-67b07682100b tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:28:20.816153 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-ab5ff7d4-5698-412c-9342-4fced8d4f1eb req-86627949-0499-4a20-bc70-67b07682100b tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/ports?device_id=08a68a40-1f47-4616-a1e7-1dc548b69536 HTTP/1.1" status: 200 len: 945 time: 0.0527658 Mar 29 16:28:20.855813 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-ab5ff7d4-5698-412c-9342-4fced8d4f1eb req-87ed9d21-288b-43a0-8b12-d0b8e132f58c tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/security-groups?id=567c213f-9d6d-4fc2-8a22-2f327ca29e20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330527 Mar 29 16:28:21.238303 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.agents_db [None req-59735a15-725e-44d4-9ad5-95cbe356f209 None None] Agent healthcheck: found 7 active agents {{(pid=102793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 16:28:21.569587 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device aec0c33b-c881-47de-bacc-54b4b952925c no longer exists at agent hyperv_n-h1-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 16:28:21.645621 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:28:21.678509 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port aec0c33b-c881-47de-bacc-54b4b952925c, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=aec0c33b-c881-47de-bacc-54b4b952925c,segment=NetworkSegment(7e84e614-6e8a-4e9f-8f76-c5dc45da486d),segment_id=7e84e614-6e8a-4e9f-8f76-c5dc45da486d)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:28:21.681756 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:28:21.729766 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Pushing event updated for resources: {'Port': ['ID=aec0c33b-c881-47de-bacc-54b4b952925c,revision_number=10']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:28:21.735279 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a633faf-cc2a-41bd-a930-25fd7a0cbc3a req-1ad01ca8-8926-4795-ae3d-99cadcffb4f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:28:21.736896 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-5a633faf-cc2a-41bd-a930-25fd7a0cbc3a req-1ad01ca8-8926-4795-ae3d-99cadcffb4f2 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=08a68a40-1f47-4616-a1e7-1dc548b69536&tenant_id=fc81ecd37f7c45729d2956005840b16f HTTP/1.1" status: 200 len: 1095 time: 0.0410903 Mar 29 16:28:21.747743 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [req-5a633faf-cc2a-41bd-a930-25fd7a0cbc3a req-3eecf5fa-3099-4a78-ad47-fc1af27cbe78 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-834765-1', 'device_owner': 'compute:nova'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:28:21.802234 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-5a633faf-cc2a-41bd-a930-25fd7a0cbc3a req-3eecf5fa-3099-4a78-ad47-fc1af27cbe78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:28:21.822949 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08a68a40-1f47-4616-a1e7-1dc548b69536', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aec0c33b-c881-47de-bacc-54b4b952925c'}] {{(pid=102792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:28:21.825399 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4f476c66b318cc6068719fc39557fac68d413f5c7e78fa77028c7948e999ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8ae4ef2-8b0d-4013-992b-0be21be17449" -d '{"events": [{"server_uuid": "08a68a40-1f47-4616-a1e7-1dc548b69536", "name": "network-vif-unplugged", "status": "completed", "tag": "aec0c33b-c881-47de-bacc-54b4b952925c"}]}' {{(pid=102792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:28:21.876450 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 29 Mar 2022 16:28:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26f5f0a9-7776-4656-9dac-2c50e47bedc8 x-openstack-request-id: req-26f5f0a9-7776-4656-9dac-2c50e47bedc8 {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:28:21.877288 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08a68a40-1f47-4616-a1e7-1dc548b69536", "name": "network-vif-unplugged", "status": "completed", "tag": "aec0c33b-c881-47de-bacc-54b4b952925c", "code": 200}]} {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:28:21.877659 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-26f5f0a9-7776-4656-9dac-2c50e47bedc8 {{(pid=102792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:28:21.878530 n-d-834765-1 neutron-server[102792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08a68a40-1f47-4616-a1e7-1dc548b69536', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aec0c33b-c881-47de-bacc-54b4b952925c', 'code': 200} Mar 29 16:28:21.975524 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50e1c4b-3e49-43bd-84ce-9cffa73fe342 req-534f2f2d-4b4f-45d2-af3c-ff3067f94304 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:28:21.977007 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-b50e1c4b-3e49-43bd-84ce-9cffa73fe342 req-534f2f2d-4b4f-45d2-af3c-ff3067f94304 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/ports?device_id=08a68a40-1f47-4616-a1e7-1dc548b69536 HTTP/1.1" status: 200 len: 944 time: 0.0493855 Mar 29 16:28:22.010130 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-5a633faf-cc2a-41bd-a930-25fd7a0cbc3a req-3eecf5fa-3099-4a78-ad47-fc1af27cbe78 service neutron] For port aec0c33b-c881-47de-bacc-54b4b952925c, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=aec0c33b-c881-47de-bacc-54b4b952925c,segment=NetworkSegment(7e84e614-6e8a-4e9f-8f76-c5dc45da486d),segment_id=7e84e614-6e8a-4e9f-8f76-c5dc45da486d)] {{(pid=102791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:28:22.015115 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-b50e1c4b-3e49-43bd-84ce-9cffa73fe342 req-7cf77640-ae9b-4ef6-adf0-4e4dc70301a0 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/security-groups?id=567c213f-9d6d-4fc2-8a22-2f327ca29e20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319867 Mar 29 16:28:22.042853 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-5a633faf-cc2a-41bd-a930-25fd7a0cbc3a req-3eecf5fa-3099-4a78-ad47-fc1af27cbe78 service neutron] For port aec0c33b-c881-47de-bacc-54b4b952925c, host n-h1-834765-1, cleared binding levels {{(pid=102791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 16:28:22.074954 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [req-5a633faf-cc2a-41bd-a930-25fd7a0cbc3a req-3eecf5fa-3099-4a78-ad47-fc1af27cbe78 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aec0c33b-c881-47de-bacc-54b4b952925c {{(pid=102791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 16:28:22.083162 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-5a633faf-cc2a-41bd-a930-25fd7a0cbc3a req-3eecf5fa-3099-4a78-ad47-fc1af27cbe78 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:28:22.095892 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.provisioning_blocks [req-5a633faf-cc2a-41bd-a930-25fd7a0cbc3a req-3eecf5fa-3099-4a78-ad47-fc1af27cbe78 service neutron] Transition to ACTIVE for port object aec0c33b-c881-47de-bacc-54b4b952925c will not be triggered until provisioned by entity L2. {{(pid=102791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 16:28:22.099635 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-5a633faf-cc2a-41bd-a930-25fd7a0cbc3a req-3eecf5fa-3099-4a78-ad47-fc1af27cbe78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:28:22.182125 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eecf5fa-3099-4a78-ad47-fc1af27cbe78 service neutron] Pushing event updated for resources: {'Port': ['ID=aec0c33b-c881-47de-bacc-54b4b952925c,revision_number=11']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:28:22.194846 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eecf5fa-3099-4a78-ad47-fc1af27cbe78 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:28:22.195180 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eecf5fa-3099-4a78-ad47-fc1af27cbe78 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:28:22.195539 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eecf5fa-3099-4a78-ad47-fc1af27cbe78 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:28:22.195863 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eecf5fa-3099-4a78-ad47-fc1af27cbe78 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:28:22.196192 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eecf5fa-3099-4a78-ad47-fc1af27cbe78 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:28:22.196515 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eecf5fa-3099-4a78-ad47-fc1af27cbe78 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:28:22.196830 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eecf5fa-3099-4a78-ad47-fc1af27cbe78 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:28:22.197144 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eecf5fa-3099-4a78-ad47-fc1af27cbe78 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:28:22.197463 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eecf5fa-3099-4a78-ad47-fc1af27cbe78 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:28:22.197776 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eecf5fa-3099-4a78-ad47-fc1af27cbe78 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:28:22.198089 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eecf5fa-3099-4a78-ad47-fc1af27cbe78 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:28:22.198398 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eecf5fa-3099-4a78-ad47-fc1af27cbe78 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:28:22.230295 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a633faf-cc2a-41bd-a930-25fd7a0cbc3a req-3eecf5fa-3099-4a78-ad47-fc1af27cbe78 service neutron] No DVR routers for this DVR port aec0c33b-c881-47de-bacc-54b4b952925c on host n-h1-834765-1 {{(pid=102791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 16:28:22.366557 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-5a633faf-cc2a-41bd-a930-25fd7a0cbc3a req-3eecf5fa-3099-4a78-ad47-fc1af27cbe78 service neutron] Attempting to bind port aec0c33b-c881-47de-bacc-54b4b952925c on host n-h2-834765-1 for vnic_type normal with profile {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 16:28:22.366882 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-5a633faf-cc2a-41bd-a930-25fd7a0cbc3a req-3eecf5fa-3099-4a78-ad47-fc1af27cbe78 service neutron] Attempting to bind port aec0c33b-c881-47de-bacc-54b4b952925c by drivers openvswitch,hyperv on host n-h2-834765-1 at level 0 using segments [{'id': '7e84e614-6e8a-4e9f-8f76-c5dc45da486d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'c5e1a6c7-dcad-4557-a03d-4fb83cc38845'}] {{(pid=102791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 16:28:22.367203 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a633faf-cc2a-41bd-a930-25fd7a0cbc3a req-3eecf5fa-3099-4a78-ad47-fc1af27cbe78 service neutron] Attempting to bind port aec0c33b-c881-47de-bacc-54b4b952925c on network c5e1a6c7-dcad-4557-a03d-4fb83cc38845 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 16:28:22.371381 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a633faf-cc2a-41bd-a930-25fd7a0cbc3a req-3eecf5fa-3099-4a78-ad47-fc1af27cbe78 service neutron] Port aec0c33b-c881-47de-bacc-54b4b952925c on network c5e1a6c7-dcad-4557-a03d-4fb83cc38845 not bound, no agent of type Open vSwitch agent registered on host n-h2-834765-1 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 16:28:22.371700 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a633faf-cc2a-41bd-a930-25fd7a0cbc3a req-3eecf5fa-3099-4a78-ad47-fc1af27cbe78 service neutron] Attempting to bind port aec0c33b-c881-47de-bacc-54b4b952925c on network c5e1a6c7-dcad-4557-a03d-4fb83cc38845 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 16:28:22.376390 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a633faf-cc2a-41bd-a930-25fd7a0cbc3a req-3eecf5fa-3099-4a78-ad47-fc1af27cbe78 service neutron] Checking agent: {'id': '3e4b4912-b4a2-4d17-b5bd-6ce15529e8eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 33, 17), 'started_at': datetime.datetime(2022, 3, 29, 15, 33, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 16, 28, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 16:28:22.376768 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a633faf-cc2a-41bd-a930-25fd7a0cbc3a req-3eecf5fa-3099-4a78-ad47-fc1af27cbe78 service neutron] Checking segment: {'id': '7e84e614-6e8a-4e9f-8f76-c5dc45da486d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'c5e1a6c7-dcad-4557-a03d-4fb83cc38845'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 16:28:22.377293 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a633faf-cc2a-41bd-a930-25fd7a0cbc3a req-3eecf5fa-3099-4a78-ad47-fc1af27cbe78 service neutron] Bound using segment: {'id': '7e84e614-6e8a-4e9f-8f76-c5dc45da486d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'c5e1a6c7-dcad-4557-a03d-4fb83cc38845'} {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 16:28:22.377711 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-5a633faf-cc2a-41bd-a930-25fd7a0cbc3a req-3eecf5fa-3099-4a78-ad47-fc1af27cbe78 service neutron] Bound port: aec0c33b-c881-47de-bacc-54b4b952925c, host: n-h2-834765-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e84e614-6e8a-4e9f-8f76-c5dc45da486d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'c5e1a6c7-dcad-4557-a03d-4fb83cc38845'}}] {{(pid=102791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 16:28:22.378058 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-5a633faf-cc2a-41bd-a930-25fd7a0cbc3a req-3eecf5fa-3099-4a78-ad47-fc1af27cbe78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:28:22.440431 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-5a633faf-cc2a-41bd-a930-25fd7a0cbc3a req-3eecf5fa-3099-4a78-ad47-fc1af27cbe78 service neutron] For port aec0c33b-c881-47de-bacc-54b4b952925c, host n-h2-834765-1, cleared binding levels {{(pid=102791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 16:28:22.443666 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-5a633faf-cc2a-41bd-a930-25fd7a0cbc3a req-3eecf5fa-3099-4a78-ad47-fc1af27cbe78 service neutron] For port aec0c33b-c881-47de-bacc-54b4b952925c, host n-h2-834765-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=aec0c33b-c881-47de-bacc-54b4b952925c,segment=NetworkSegment(7e84e614-6e8a-4e9f-8f76-c5dc45da486d),segment_id=7e84e614-6e8a-4e9f-8f76-c5dc45da486d)] {{(pid=102791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 16:28:22.447546 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-5a633faf-cc2a-41bd-a930-25fd7a0cbc3a req-3eecf5fa-3099-4a78-ad47-fc1af27cbe78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:28:22.486919 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a633faf-cc2a-41bd-a930-25fd7a0cbc3a req-3eecf5fa-3099-4a78-ad47-fc1af27cbe78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:28:22.487550 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-5a633faf-cc2a-41bd-a930-25fd7a0cbc3a req-3eecf5fa-3099-4a78-ad47-fc1af27cbe78 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:28:22.488982 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-5a633faf-cc2a-41bd-a930-25fd7a0cbc3a req-3eecf5fa-3099-4a78-ad47-fc1af27cbe78 service neutron] 10.222.0.48 "PUT /v2.0/ports/aec0c33b-c881-47de-bacc-54b4b952925c HTTP/1.1" status: 200 len: 1092 time: 0.7451832 Mar 29 16:28:22.489369 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08a68a40-1f47-4616-a1e7-1dc548b69536', 'tag': 'aec0c33b-c881-47de-bacc-54b4b952925c'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:28:22.491633 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c67b028db5e9b9818fecc5c0a87ebc6f190694fa53ca267d523e04f98de536d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-446cf359-abe7-40b5-919c-a234a3b5f72b" -d '{"events": [{"name": "network-changed", "server_uuid": "08a68a40-1f47-4616-a1e7-1dc548b69536", "tag": "aec0c33b-c881-47de-bacc-54b4b952925c"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:28:22.549986 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 16:28:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30eded87-b588-4506-a01f-2b3c183cb488 x-openstack-request-id: req-30eded87-b588-4506-a01f-2b3c183cb488 {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:28:22.550277 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08a68a40-1f47-4616-a1e7-1dc548b69536", "tag": "aec0c33b-c881-47de-bacc-54b4b952925c", "status": "completed", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:28:22.550521 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-30eded87-b588-4506-a01f-2b3c183cb488 {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:28:22.550913 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08a68a40-1f47-4616-a1e7-1dc548b69536', 'tag': 'aec0c33b-c881-47de-bacc-54b4b952925c', 'status': 'completed', 'code': 200} Mar 29 16:28:22.551819 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eecf5fa-3099-4a78-ad47-fc1af27cbe78 service neutron] Pushing event updated for resources: {'Port': ['ID=aec0c33b-c881-47de-bacc-54b4b952925c,revision_number=12']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:28:22.597300 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a633faf-cc2a-41bd-a930-25fd7a0cbc3a req-8862c137-d2f7-4df1-83ae-bd3c8be07dee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:28:22.598966 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-5a633faf-cc2a-41bd-a930-25fd7a0cbc3a req-8862c137-d2f7-4df1-83ae-bd3c8be07dee service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=fc81ecd37f7c45729d2956005840b16f&device_id=08a68a40-1f47-4616-a1e7-1dc548b69536 HTTP/1.1" status: 200 len: 1095 time: 0.0805836 Mar 29 16:28:22.643296 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446cf359-abe7-40b5-919c-a234a3b5f72b req-618ba02a-28b8-47c1-bec8-b647a1f88de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:28:22.644902 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-446cf359-abe7-40b5-919c-a234a3b5f72b req-618ba02a-28b8-47c1-bec8-b647a1f88de5 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=fc81ecd37f7c45729d2956005840b16f&device_id=08a68a40-1f47-4616-a1e7-1dc548b69536 HTTP/1.1" status: 200 len: 1095 time: 0.0762343 Mar 29 16:28:22.760754 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a633faf-cc2a-41bd-a930-25fd7a0cbc3a req-8aead711-e740-4a13-8092-8df180cfdfa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:28:22.762173 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-5a633faf-cc2a-41bd-a930-25fd7a0cbc3a req-8aead711-e740-4a13-8092-8df180cfdfa8 service neutron] 10.222.0.48 "GET /v2.0/networks?id=c5e1a6c7-dcad-4557-a03d-4fb83cc38845 HTTP/1.1" status: 200 len: 913 time: 0.1554291 Mar 29 16:28:22.822098 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446cf359-abe7-40b5-919c-a234a3b5f72b req-36e58d17-a984-42e7-9004-4b32b68b65b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:28:22.823573 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-446cf359-abe7-40b5-919c-a234a3b5f72b req-36e58d17-a984-42e7-9004-4b32b68b65b1 service neutron] 10.222.0.44 "GET /v2.0/networks?id=c5e1a6c7-dcad-4557-a03d-4fb83cc38845 HTTP/1.1" status: 200 len: 913 time: 0.1463132 Mar 29 16:28:22.875549 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-5a633faf-cc2a-41bd-a930-25fd7a0cbc3a req-5a87a604-5e14-4de5-8758-4f7357fc2381 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aec0c33b-c881-47de-bacc-54b4b952925c HTTP/1.1" status: 200 len: 998 time: 0.1065826 Mar 29 16:28:22.924720 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-446cf359-abe7-40b5-919c-a234a3b5f72b req-90e7a04b-47f4-45a9-90e2-d1ab32feacae service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aec0c33b-c881-47de-bacc-54b4b952925c HTTP/1.1" status: 200 len: 998 time: 0.0936737 Mar 29 16:28:22.963080 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a633faf-cc2a-41bd-a930-25fd7a0cbc3a req-f7fb3402-7e8d-4696-9940-2d778f9e3207 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:28:22.964539 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-5a633faf-cc2a-41bd-a930-25fd7a0cbc3a req-f7fb3402-7e8d-4696-9940-2d778f9e3207 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ba66594e-6fd3-4284-9229-adeee8b25d84 HTTP/1.1" status: 200 len: 851 time: 0.0817554 Mar 29 16:28:23.004650 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446cf359-abe7-40b5-919c-a234a3b5f72b req-1a754b7c-9ed2-4ce1-b445-253bf7f18eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:28:23.006086 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-446cf359-abe7-40b5-919c-a234a3b5f72b req-1a754b7c-9ed2-4ce1-b445-253bf7f18eb9 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ba66594e-6fd3-4284-9229-adeee8b25d84 HTTP/1.1" status: 200 len: 851 time: 0.0756085 Mar 29 16:28:23.038800 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a633faf-cc2a-41bd-a930-25fd7a0cbc3a req-9d864b4b-cc2b-48da-9585-9374b4e01a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:28:23.040319 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-5a633faf-cc2a-41bd-a930-25fd7a0cbc3a req-9d864b4b-cc2b-48da-9585-9374b4e01a1f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c5e1a6c7-dcad-4557-a03d-4fb83cc38845&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0683947 Mar 29 16:28:23.083783 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446cf359-abe7-40b5-919c-a234a3b5f72b req-886ca7cd-4db6-433b-adc2-f34cf04a8e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:28:23.085212 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-446cf359-abe7-40b5-919c-a234a3b5f72b req-886ca7cd-4db6-433b-adc2-f34cf04a8e21 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c5e1a6c7-dcad-4557-a03d-4fb83cc38845&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0718606 Mar 29 16:28:23.137860 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21a1ea3-ddca-4984-a08f-eb3cc07ca629 req-8733c837-63d0-424c-95ce-bae8a9d9bc72 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:28:23.139708 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-f21a1ea3-ddca-4984-a08f-eb3cc07ca629 req-8733c837-63d0-424c-95ce-bae8a9d9bc72 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/ports?device_id=08a68a40-1f47-4616-a1e7-1dc548b69536 HTTP/1.1" status: 200 len: 944 time: 0.0513778 Mar 29 16:28:23.178541 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-f21a1ea3-ddca-4984-a08f-eb3cc07ca629 req-ba473569-a619-47a9-adb8-51fcda6ae12a tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/security-groups?id=567c213f-9d6d-4fc2-8a22-2f327ca29e20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324097 Mar 29 16:28:23.197528 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-5a633faf-cc2a-41bd-a930-25fd7a0cbc3a req-ec51cff5-803c-4790-b03d-98407cc7ef1a service neutron] 10.222.0.48 "GET /v2.0/networks/c5e1a6c7-dcad-4557-a03d-4fb83cc38845?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1502917 Mar 29 16:28:23.240582 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-446cf359-abe7-40b5-919c-a234a3b5f72b req-93288b28-141b-4384-9954-274d019e66fc service neutron] 10.222.0.44 "GET /v2.0/networks/c5e1a6c7-dcad-4557-a03d-4fb83cc38845?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276765 Mar 29 16:28:23.359784 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-5a633faf-cc2a-41bd-a930-25fd7a0cbc3a req-8a4929a5-504d-4e43-8cc8-047836cd0fb6 service neutron] 10.222.0.48 "GET /v2.0/networks/c5e1a6c7-dcad-4557-a03d-4fb83cc38845?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1543732 Mar 29 16:28:23.376966 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-446cf359-abe7-40b5-919c-a234a3b5f72b req-df12a607-2cf2-498c-bbb9-69704b411da5 service neutron] 10.222.0.44 "GET /v2.0/networks/c5e1a6c7-dcad-4557-a03d-4fb83cc38845?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287842 Mar 29 16:28:23.443159 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446cf359-abe7-40b5-919c-a234a3b5f72b req-76f558a0-7b55-4866-9c97-991e317670db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:28:23.444711 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-446cf359-abe7-40b5-919c-a234a3b5f72b req-76f558a0-7b55-4866-9c97-991e317670db service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=fc81ecd37f7c45729d2956005840b16f&device_id=08a68a40-1f47-4616-a1e7-1dc548b69536 HTTP/1.1" status: 200 len: 1095 time: 0.0436287 Mar 29 16:28:23.553490 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446cf359-abe7-40b5-919c-a234a3b5f72b req-56296d4d-a3e3-48ba-bc86-12a6e075c41a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:28:23.555058 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-446cf359-abe7-40b5-919c-a234a3b5f72b req-56296d4d-a3e3-48ba-bc86-12a6e075c41a service neutron] 10.222.0.48 "GET /v2.0/networks?id=c5e1a6c7-dcad-4557-a03d-4fb83cc38845 HTTP/1.1" status: 200 len: 913 time: 0.1036701 Mar 29 16:28:23.624381 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-446cf359-abe7-40b5-919c-a234a3b5f72b req-be97d5b2-1d1a-478d-a172-7781e2f90c45 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aec0c33b-c881-47de-bacc-54b4b952925c HTTP/1.1" status: 200 len: 998 time: 0.0622642 Mar 29 16:28:23.672759 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446cf359-abe7-40b5-919c-a234a3b5f72b req-6746b8e5-6e6b-49bb-b537-c0d1e79dd8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:28:23.674291 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-446cf359-abe7-40b5-919c-a234a3b5f72b req-6746b8e5-6e6b-49bb-b537-c0d1e79dd8d6 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ba66594e-6fd3-4284-9229-adeee8b25d84 HTTP/1.1" status: 200 len: 851 time: 0.0437050 Mar 29 16:28:23.717891 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446cf359-abe7-40b5-919c-a234a3b5f72b req-4c2f6beb-7e16-4eb8-b17d-6ae8b0b1bf90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:28:23.719397 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-446cf359-abe7-40b5-919c-a234a3b5f72b req-4c2f6beb-7e16-4eb8-b17d-6ae8b0b1bf90 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c5e1a6c7-dcad-4557-a03d-4fb83cc38845&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391893 Mar 29 16:28:23.810823 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-446cf359-abe7-40b5-919c-a234a3b5f72b req-9b835823-6a28-43d2-a0ed-1ed1c88fbd84 service neutron] 10.222.0.48 "GET /v2.0/networks/c5e1a6c7-dcad-4557-a03d-4fb83cc38845?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850329 Mar 29 16:28:23.908713 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-446cf359-abe7-40b5-919c-a234a3b5f72b req-0c431c1a-e82f-46e2-a43f-3caff3c8df5f service neutron] 10.222.0.48 "GET /v2.0/networks/c5e1a6c7-dcad-4557-a03d-4fb83cc38845?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912759 Mar 29 16:28:24.297809 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a86c1d-66a4-4bb9-8b2c-3bd5adaddd7a req-6501d0e7-709d-471d-a3c4-682c2be64f64 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:28:24.299370 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-88a86c1d-66a4-4bb9-8b2c-3bd5adaddd7a req-6501d0e7-709d-471d-a3c4-682c2be64f64 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/ports?device_id=08a68a40-1f47-4616-a1e7-1dc548b69536 HTTP/1.1" status: 200 len: 944 time: 0.0492187 Mar 29 16:28:24.337429 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-88a86c1d-66a4-4bb9-8b2c-3bd5adaddd7a req-0fc0e008-c1e8-40e8-9c00-76324a22ff8d tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/security-groups?id=567c213f-9d6d-4fc2-8a22-2f327ca29e20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320294 Mar 29 16:28:25.461332 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4887884b-7c59-4377-a956-ebbc84e35cec req-2694cc31-7f90-4385-bde0-113f9171fd43 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:28:25.462818 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-4887884b-7c59-4377-a956-ebbc84e35cec req-2694cc31-7f90-4385-bde0-113f9171fd43 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/ports?device_id=08a68a40-1f47-4616-a1e7-1dc548b69536 HTTP/1.1" status: 200 len: 944 time: 0.0537720 Mar 29 16:28:25.502621 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-4887884b-7c59-4377-a956-ebbc84e35cec req-39c11c91-53bd-4114-aedf-0d73650957bd tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/security-groups?id=567c213f-9d6d-4fc2-8a22-2f327ca29e20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326664 Mar 29 16:28:26.620005 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240f15a7-941f-485b-8645-2214358cdf28 req-d76786dc-c85d-4b9f-89ed-928a96a263b6 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:28:26.621380 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-240f15a7-941f-485b-8645-2214358cdf28 req-d76786dc-c85d-4b9f-89ed-928a96a263b6 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/ports?device_id=08a68a40-1f47-4616-a1e7-1dc548b69536 HTTP/1.1" status: 200 len: 944 time: 0.0497825 Mar 29 16:28:26.661272 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-240f15a7-941f-485b-8645-2214358cdf28 req-efc17c70-98d3-4c9d-b8bd-383237bd7d53 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/security-groups?id=567c213f-9d6d-4fc2-8a22-2f327ca29e20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327413 Mar 29 16:28:27.779410 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ef6f34-0e0c-4c7d-a800-c4e51256ed3d req-885229a1-0ce6-4ccc-9c2c-87e43cae26fc tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:28:27.780801 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-48ef6f34-0e0c-4c7d-a800-c4e51256ed3d req-885229a1-0ce6-4ccc-9c2c-87e43cae26fc tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/ports?device_id=08a68a40-1f47-4616-a1e7-1dc548b69536 HTTP/1.1" status: 200 len: 944 time: 0.0486934 Mar 29 16:28:27.818417 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-48ef6f34-0e0c-4c7d-a800-c4e51256ed3d req-ae680425-51f9-49ad-a1ec-948d8a2c5c5f tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/security-groups?id=567c213f-9d6d-4fc2-8a22-2f327ca29e20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314560 Mar 29 16:28:28.933781 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29460109-4c61-40dd-b4c3-a3b0087fd364 req-ea74e034-8e51-4eb2-8738-808e819fb5af tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:28:28.935230 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-29460109-4c61-40dd-b4c3-a3b0087fd364 req-ea74e034-8e51-4eb2-8738-808e819fb5af tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/ports?device_id=08a68a40-1f47-4616-a1e7-1dc548b69536 HTTP/1.1" status: 200 len: 944 time: 0.0479293 Mar 29 16:28:28.977630 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-29460109-4c61-40dd-b4c3-a3b0087fd364 req-3be6f8f2-cacf-41e1-adbf-a4deb6550a72 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/security-groups?id=567c213f-9d6d-4fc2-8a22-2f327ca29e20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364320 Mar 29 16:28:30.097098 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdec2637-faa0-431e-815c-d8f9d850aff2 req-87228169-9242-4c1a-924c-bcd1f0ecae11 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:28:30.098561 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-bdec2637-faa0-431e-815c-d8f9d850aff2 req-87228169-9242-4c1a-924c-bcd1f0ecae11 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/ports?device_id=08a68a40-1f47-4616-a1e7-1dc548b69536 HTTP/1.1" status: 200 len: 944 time: 0.0481744 Mar 29 16:28:30.135782 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-bdec2637-faa0-431e-815c-d8f9d850aff2 req-327b9750-4194-47e2-b747-1445ea1b301f tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/security-groups?id=567c213f-9d6d-4fc2-8a22-2f327ca29e20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312850 Mar 29 16:28:30.421748 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-22f056b0-1a6d-4839-8ae8-49ec397d1f6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:28:31.550166 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3be80c-d286-460e-971c-a9767d4359e8 req-ffc977f8-229d-4351-9348-452c1ebe54a4 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:28:31.551661 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-5d3be80c-d286-460e-971c-a9767d4359e8 req-ffc977f8-229d-4351-9348-452c1ebe54a4 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/ports?device_id=08a68a40-1f47-4616-a1e7-1dc548b69536 HTTP/1.1" status: 200 len: 944 time: 0.3479700 Mar 29 16:28:31.587855 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-5d3be80c-d286-460e-971c-a9767d4359e8 req-8c75cfd1-d4ff-4da2-8e18-fc16eb287c87 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/security-groups?id=567c213f-9d6d-4fc2-8a22-2f327ca29e20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301785 Mar 29 16:28:32.711938 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c465038-419c-4df6-b6ab-d612a24bebcc req-75cb680a-7f3a-4001-b0f3-1b996ea6a4d9 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:28:32.713415 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-1c465038-419c-4df6-b6ab-d612a24bebcc req-75cb680a-7f3a-4001-b0f3-1b996ea6a4d9 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/ports?device_id=08a68a40-1f47-4616-a1e7-1dc548b69536 HTTP/1.1" status: 200 len: 944 time: 0.0541854 Mar 29 16:28:32.751886 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-1c465038-419c-4df6-b6ab-d612a24bebcc req-ad37943d-6767-4d1e-9d94-28584407de23 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/security-groups?id=567c213f-9d6d-4fc2-8a22-2f327ca29e20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320611 Mar 29 16:28:32.887827 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-708c8b19-39d9-4b5b-871d-98299bb98461 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:28:33.869538 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6252db7-c2e1-41b0-b577-7c962bc22d4e req-cbff39c0-6c6a-4ee3-81ec-93042c989094 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:28:33.871001 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-a6252db7-c2e1-41b0-b577-7c962bc22d4e req-cbff39c0-6c6a-4ee3-81ec-93042c989094 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/ports?device_id=08a68a40-1f47-4616-a1e7-1dc548b69536 HTTP/1.1" status: 200 len: 944 time: 0.0481513 Mar 29 16:28:33.909086 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-a6252db7-c2e1-41b0-b577-7c962bc22d4e req-9bcff510-d618-4d09-bad4-4f4c767a0355 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/security-groups?id=567c213f-9d6d-4fc2-8a22-2f327ca29e20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315282 Mar 29 16:28:34.337076 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d71584b9-87f1-45f5-84c7-c993c2416269 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:28:35.026677 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66a2686-5e68-4b6b-b158-1507527870a3 req-d7c8ac2a-4f98-47e0-8ce1-c4476ec07c6f tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:28:35.028191 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-d66a2686-5e68-4b6b-b158-1507527870a3 req-d7c8ac2a-4f98-47e0-8ce1-c4476ec07c6f tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/ports?device_id=08a68a40-1f47-4616-a1e7-1dc548b69536 HTTP/1.1" status: 200 len: 944 time: 0.0501680 Mar 29 16:28:35.070579 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-d66a2686-5e68-4b6b-b158-1507527870a3 req-648a00c3-948f-4f99-8171-15a1d9fc9ac5 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/security-groups?id=567c213f-9d6d-4fc2-8a22-2f327ca29e20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357938 Mar 29 16:28:35.900833 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-0cb6abf6-2706-4e52-8825-f5f644ecf9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:28:36.004638 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:28:36.035145 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device aec0c33b-c881-47de-bacc-54b4b952925c details requested by agent hyperv_n-h2-834765-1 with host n-h2-834765-1 {{(pid=102792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 16:28:36.130617 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port aec0c33b-c881-47de-bacc-54b4b952925c, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=aec0c33b-c881-47de-bacc-54b4b952925c,segment=NetworkSegment(7e84e614-6e8a-4e9f-8f76-c5dc45da486d),segment_id=7e84e614-6e8a-4e9f-8f76-c5dc45da486d)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:28:36.141893 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Returning: {'device': 'aec0c33b-c881-47de-bacc-54b4b952925c', 'network_id': 'c5e1a6c7-dcad-4557-a03d-4fb83cc38845', 'port_id': 'aec0c33b-c881-47de-bacc-54b4b952925c', 'mac_address': 'fa:16:3e:6f:32:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 636, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba66594e-6fd3-4284-9229-adeee8b25d84', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 16:28:36.183150 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:28:36.184574 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a721c6-1394-4cad-9e28-d1f3f2bd295c req-647500da-ee22-45bd-8dd4-33c82a89386f tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:28:36.186054 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-a3a721c6-1394-4cad-9e28-d1f3f2bd295c req-647500da-ee22-45bd-8dd4-33c82a89386f tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/ports?device_id=08a68a40-1f47-4616-a1e7-1dc548b69536 HTTP/1.1" status: 200 len: 944 time: 0.0480332 Mar 29 16:28:36.196950 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aec0c33b-c881-47de-bacc-54b4b952925c {{(pid=102792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 16:28:36.216007 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port aec0c33b-c881-47de-bacc-54b4b952925c, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=aec0c33b-c881-47de-bacc-54b4b952925c,segment=NetworkSegment(7e84e614-6e8a-4e9f-8f76-c5dc45da486d),segment_id=7e84e614-6e8a-4e9f-8f76-c5dc45da486d)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:28:36.219928 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:28:36.228455 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-a3a721c6-1394-4cad-9e28-d1f3f2bd295c req-ce95a02b-90da-4b7e-80af-eb8cc83a5609 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/security-groups?id=567c213f-9d6d-4fc2-8a22-2f327ca29e20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357647 Mar 29 16:28:36.268578 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Pushing event updated for resources: {'Port': ['ID=aec0c33b-c881-47de-bacc-54b4b952925c,revision_number=13']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:28:36.276038 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:28:36.276412 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:28:36.276726 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:28:36.277063 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:28:36.277396 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:28:36.277756 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:28:36.278084 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:28:36.278410 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:28:36.278730 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:28:36.279049 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:28:36.279392 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:28:36.279740 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:28:36.350536 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e36882a-cfc2-4d03-9083-5d87858f6ef9 req-ecc694f8-e82d-4d77-9da2-6ce323ee5177 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:28:36.351925 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-4e36882a-cfc2-4d03-9083-5d87858f6ef9 req-ecc694f8-e82d-4d77-9da2-6ce323ee5177 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/ports?device_id=08a68a40-1f47-4616-a1e7-1dc548b69536 HTTP/1.1" status: 200 len: 945 time: 0.0486150 Mar 29 16:28:36.388965 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-4e36882a-cfc2-4d03-9083-5d87858f6ef9 req-c4a20ecd-38f5-49c8-9c6e-8a1ae9ab070f tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/security-groups?id=567c213f-9d6d-4fc2-8a22-2f327ca29e20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310469 Mar 29 16:28:36.504443 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e139139-fc17-4234-9449-815cca8d4133 req-1ea76d0a-be18-4df1-8256-7569e22c7a34 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:28:36.505892 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-5e139139-fc17-4234-9449-815cca8d4133 req-1ea76d0a-be18-4df1-8256-7569e22c7a34 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/ports?device_id=08a68a40-1f47-4616-a1e7-1dc548b69536 HTTP/1.1" status: 200 len: 945 time: 0.0497849 Mar 29 16:28:36.543231 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-5e139139-fc17-4234-9449-815cca8d4133 req-8db628d3-f354-4ae7-8f7a-3d29ebf32499 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/security-groups?id=567c213f-9d6d-4fc2-8a22-2f327ca29e20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313041 Mar 29 16:28:36.589115 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] get_ports_and_sgs() called for port_ids ['aec0c33b-c881-47de-bacc-54b4b952925c'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 16:28:36.780692 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4653b6e3-7936-4df0-8148-8616da4a9a26 req-7a034ef8-ecbe-4668-8e0e-7e86b4e39b8a tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:28:36.782160 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4653b6e3-7936-4df0-8148-8616da4a9a26 req-7a034ef8-ecbe-4668-8e0e-7e86b4e39b8a tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/ports?device_id=08a68a40-1f47-4616-a1e7-1dc548b69536 HTTP/1.1" status: 200 len: 945 time: 0.0492494 Mar 29 16:28:36.819499 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4653b6e3-7936-4df0-8148-8616da4a9a26 req-3a7f6935-e4f4-498f-bb22-659e663c690a tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/security-groups?id=567c213f-9d6d-4fc2-8a22-2f327ca29e20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312059 Mar 29 16:28:37.942738 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3925b1-82ec-4e31-817b-a4e22a608825 req-41d2ebb3-f112-4f75-a94b-798a74748771 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:28:37.944610 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-8e3925b1-82ec-4e31-817b-a4e22a608825 req-41d2ebb3-f112-4f75-a94b-798a74748771 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/ports?device_id=08a68a40-1f47-4616-a1e7-1dc548b69536 HTTP/1.1" status: 200 len: 945 time: 0.0552354 Mar 29 16:28:37.983082 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-8e3925b1-82ec-4e31-817b-a4e22a608825 req-8f0c8e18-876f-46c0-8f91-198ca06bf5e9 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/security-groups?id=567c213f-9d6d-4fc2-8a22-2f327ca29e20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323541 Mar 29 16:28:38.053155 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device aec0c33b-c881-47de-bacc-54b4b952925c up at agent hyperv_n-h2-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 16:28:38.100867 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Provisioning for port aec0c33b-c881-47de-bacc-54b4b952925c completed by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 16:28:38.104912 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Provisioning complete for port aec0c33b-c881-47de-bacc-54b4b952925c triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:28:38.105275 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:28:38.179003 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:28:38.203834 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08a68a40-1f47-4616-a1e7-1dc548b69536', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aec0c33b-c881-47de-bacc-54b4b952925c'}] {{(pid=102792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:28:38.206140 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4f476c66b318cc6068719fc39557fac68d413f5c7e78fa77028c7948e999ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b3a738d-206a-402c-badf-b3cf0f67e8c9" -d '{"events": [{"server_uuid": "08a68a40-1f47-4616-a1e7-1dc548b69536", "name": "network-vif-plugged", "status": "completed", "tag": "aec0c33b-c881-47de-bacc-54b4b952925c"}]}' {{(pid=102792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:28:38.218406 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port aec0c33b-c881-47de-bacc-54b4b952925c, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=aec0c33b-c881-47de-bacc-54b4b952925c,segment=NetworkSegment(7e84e614-6e8a-4e9f-8f76-c5dc45da486d),segment_id=7e84e614-6e8a-4e9f-8f76-c5dc45da486d)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:28:38.222472 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:28:38.245912 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 16:28:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fce4fa2c-3b3b-4723-818d-32f4b673a924 x-openstack-request-id: req-fce4fa2c-3b3b-4723-818d-32f4b673a924 {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:28:38.246198 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08a68a40-1f47-4616-a1e7-1dc548b69536", "name": "network-vif-plugged", "status": "completed", "tag": "aec0c33b-c881-47de-bacc-54b4b952925c", "code": 200}]} {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:28:38.246442 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-fce4fa2c-3b3b-4723-818d-32f4b673a924 {{(pid=102792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:28:38.246821 n-d-834765-1 neutron-server[102792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08a68a40-1f47-4616-a1e7-1dc548b69536', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aec0c33b-c881-47de-bacc-54b4b952925c', 'code': 200} Mar 29 16:28:38.271973 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Pushing event updated for resources: {'Port': ['ID=aec0c33b-c881-47de-bacc-54b4b952925c,revision_number=14']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:28:38.472533 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c95b289-2227-4c7c-a976-90ccb442ecb9 req-66e69146-beaa-41b5-b511-22bdcba20c0d tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:28:38.473891 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-2c95b289-2227-4c7c-a976-90ccb442ecb9 req-66e69146-beaa-41b5-b511-22bdcba20c0d tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.48 "GET /v2.0/ports?device_id=08a68a40-1f47-4616-a1e7-1dc548b69536 HTTP/1.1" status: 200 len: 946 time: 0.0474660 Mar 29 16:28:38.562663 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [req-2c95b289-2227-4c7c-a976-90ccb442ecb9 req-8f330dea-8dd2-4aa3-af1b-05bd3cf3c31b tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Deleting port aec0c33b-c881-47de-bacc-54b4b952925c {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:28:38.563003 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-2c95b289-2227-4c7c-a976-90ccb442ecb9 req-8f330dea-8dd2-4aa3-af1b-05bd3cf3c31b tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:28:38.648740 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-2c95b289-2227-4c7c-a976-90ccb442ecb9 req-8f330dea-8dd2-4aa3-af1b-05bd3cf3c31b tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] For port aec0c33b-c881-47de-bacc-54b4b952925c, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=aec0c33b-c881-47de-bacc-54b4b952925c,segment=NetworkSegment(7e84e614-6e8a-4e9f-8f76-c5dc45da486d),segment_id=7e84e614-6e8a-4e9f-8f76-c5dc45da486d)] {{(pid=102791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:28:38.649102 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-2c95b289-2227-4c7c-a976-90ccb442ecb9 req-8f330dea-8dd2-4aa3-af1b-05bd3cf3c31b tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:28:38.816271 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-2c95b289-2227-4c7c-a976-90ccb442ecb9 req-8f330dea-8dd2-4aa3-af1b-05bd3cf3c31b tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:28:38.816542 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-2c95b289-2227-4c7c-a976-90ccb442ecb9 req-8f330dea-8dd2-4aa3-af1b-05bd3cf3c31b tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648212'] for floatingip, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:28:38.816853 n-d-834765-1 neutron-server[102791]: INFO neutron.db.l3_db [req-2c95b289-2227-4c7c-a976-90ccb442ecb9 req-8f330dea-8dd2-4aa3-af1b-05bd3cf3c31b tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Floating IP 99e1000d-bbc8-41d9-b629-287a139c9ee0 disassociated. External IP: 172.25.4.3, port: aec0c33b-c881-47de-bacc-54b4b952925c. Mar 29 16:28:38.817185 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [req-2c95b289-2227-4c7c-a976-90ccb442ecb9 req-8f330dea-8dd2-4aa3-af1b-05bd3cf3c31b tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Calling delete_port for aec0c33b-c881-47de-bacc-54b4b952925c owned by compute:nova {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:28:38.938081 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-2c95b289-2227-4c7c-a976-90ccb442ecb9 req-8f330dea-8dd2-4aa3-af1b-05bd3cf3c31b tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:28:38.971876 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f330dea-8dd2-4aa3-af1b-05bd3cf3c31b tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Pushing event deleted for resources: {'Port': ['ID=aec0c33b-c881-47de-bacc-54b4b952925c,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:28:39.087615 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-43feed85-fa92-4515-9e80-c8b4a2c75fc6 req-7acae785-a00d-4a70-8eda-731ee1534619 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/ports?device_id=08a68a40-1f47-4616-a1e7-1dc548b69536 HTTP/1.1" status: 200 len: 210 time: 0.0301516 Mar 29 16:28:39.105129 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2c95b289-2227-4c7c-a976-90ccb442ecb9 req-8f330dea-8dd2-4aa3-af1b-05bd3cf3c31b tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Router 771d26af-b4a1-4c8f-826b-05fc0fe52762 has already been hosted by L3 agent c648d819-1060-4f26-b4ec-6455387b5dff {{(pid=102791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 16:28:39.219577 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2c95b289-2227-4c7c-a976-90ccb442ecb9 req-8f330dea-8dd2-4aa3-af1b-05bd3cf3c31b tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 16:28:39.229984 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7fc919a-0c1d-4049-9982-41f861d14ba2 None None] Sync routers for ids ['771d26af-b4a1-4c8f-826b-05fc0fe52762'] in n-d-834765-1 {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 16:28:39.239088 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7fc919a-0c1d-4049-9982-41f861d14ba2 None None] Routers {'771d26af-b4a1-4c8f-826b-05fc0fe52762'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:28:39.239733 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-f7fc919a-0c1d-4049-9982-41f861d14ba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:28:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['771d26af-b4a1-4c8f-826b-05fc0fe52762'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:28:39.258349 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c95b289-2227-4c7c-a976-90ccb442ecb9 req-8f330dea-8dd2-4aa3-af1b-05bd3cf3c31b tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] No DVR routers for this DVR port aec0c33b-c881-47de-bacc-54b4b952925c on host n-h2-834765-1 {{(pid=102791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 16:28:39.260977 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-2c95b289-2227-4c7c-a976-90ccb442ecb9 req-8f330dea-8dd2-4aa3-af1b-05bd3cf3c31b tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:28:39.264310 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-2c95b289-2227-4c7c-a976-90ccb442ecb9 req-8f330dea-8dd2-4aa3-af1b-05bd3cf3c31b tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.48 "DELETE /v2.0/ports/aec0c33b-c881-47de-bacc-54b4b952925c HTTP/1.1" status: 204 len: 173 time: 0.7850091 Mar 29 16:28:39.264776 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08a68a40-1f47-4616-a1e7-1dc548b69536', 'name': 'network-vif-deleted', 'tag': 'aec0c33b-c881-47de-bacc-54b4b952925c'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:28:39.267001 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c67b028db5e9b9818fecc5c0a87ebc6f190694fa53ca267d523e04f98de536d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46ef653d-c635-4a24-8d3f-13d1a19058f8" -d '{"events": [{"server_uuid": "08a68a40-1f47-4616-a1e7-1dc548b69536", "name": "network-vif-deleted", "tag": "aec0c33b-c881-47de-bacc-54b4b952925c"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:28:39.363817 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvr_db [None req-f7fc919a-0c1d-4049-9982-41f861d14ba2 None None] Set router 771d26af-b4a1-4c8f-826b-05fc0fe52762 gateway port host: n-d-834765-1 {{(pid=102792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:28:39.416350 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 16:28:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-130f855a-6251-4d4d-b160-2957c990eee7 x-openstack-request-id: req-130f855a-6251-4d4d-b160-2957c990eee7 {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:28:39.416853 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08a68a40-1f47-4616-a1e7-1dc548b69536", "name": "network-vif-deleted", "tag": "aec0c33b-c881-47de-bacc-54b4b952925c", "status": "completed", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:28:39.417252 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-130f855a-6251-4d4d-b160-2957c990eee7 {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:28:39.417794 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08a68a40-1f47-4616-a1e7-1dc548b69536', 'name': 'network-vif-deleted', 'tag': 'aec0c33b-c881-47de-bacc-54b4b952925c', 'status': 'completed', 'code': 200} Mar 29 16:28:39.573276 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-f7fc919a-0c1d-4049-9982-41f861d14ba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '771d26af-b4a1-4c8f-826b-05fc0fe52762', 'name': 'tempest-ServerActionsTestJSON-1958030824-router', 'tenant_id': 'fc81ecd37f7c45729d2956005840b16f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.145'}], 'enable_snat': True}, 'gw_port_id': 'a53d6c1b-a73b-4507-8dfa-c7ab2ae26ed8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:24:24Z', 'updated_at': '2022-03-29T16:24:27Z', 'revision_number': 4, 'project_id': 'fc81ecd37f7c45729d2956005840b16f', 'gw_port': {'id': 'a53d6c1b-a73b-4507-8dfa-c7ab2ae26ed8', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:cf:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '771d26af-b4a1-4c8f-826b-05fc0fe52762', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:24:24Z', 'updated_at': '2022-03-29T16:24:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': '66e2b021-b8d0-42b7-be7a-3a9b3402eec8', 'name': '', 'network_id': 'c5e1a6c7-dcad-4557-a03d-4fb83cc38845', 'tenant_id': 'fc81ecd37f7c45729d2956005840b16f', 'mac_address': 'fa:16:3e:25:10:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '771d26af-b4a1-4c8f-826b-05fc0fe52762', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'ba66594e-6fd3-4284-9229-adeee8b25d84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:24:26Z', 'updated_at': '2022-03-29T16:24:31Z', 'revision_number': 5, 'project_id': 'fc81ecd37f7c45729d2956005840b16f', 'subnets': [{'id': 'ba66594e-6fd3-4284-9229-adeee8b25d84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:28:39.602995 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7fc919a-0c1d-4049-9982-41f861d14ba2 None None] Checking router: 771d26af-b4a1-4c8f-826b-05fc0fe52762 for host: n-d-834765-1 {{(pid=102792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 16:28:39.611856 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7fc919a-0c1d-4049-9982-41f861d14ba2 None None] Routers {'771d26af-b4a1-4c8f-826b-05fc0fe52762'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:28:39.612415 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-f7fc919a-0c1d-4049-9982-41f861d14ba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:28:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['771d26af-b4a1-4c8f-826b-05fc0fe52762'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:28:39.716450 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvr_db [None req-f7fc919a-0c1d-4049-9982-41f861d14ba2 None None] Set router 771d26af-b4a1-4c8f-826b-05fc0fe52762 gateway port host: n-d-834765-1 {{(pid=102792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:28:40.076535 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-f7fc919a-0c1d-4049-9982-41f861d14ba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '771d26af-b4a1-4c8f-826b-05fc0fe52762', 'name': 'tempest-ServerActionsTestJSON-1958030824-router', 'tenant_id': 'fc81ecd37f7c45729d2956005840b16f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.145'}], 'enable_snat': True}, 'gw_port_id': 'a53d6c1b-a73b-4507-8dfa-c7ab2ae26ed8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:24:24Z', 'updated_at': '2022-03-29T16:24:27Z', 'revision_number': 4, 'project_id': 'fc81ecd37f7c45729d2956005840b16f', 'gw_port': {'id': 'a53d6c1b-a73b-4507-8dfa-c7ab2ae26ed8', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:cf:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '771d26af-b4a1-4c8f-826b-05fc0fe52762', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:24:24Z', 'updated_at': '2022-03-29T16:24:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': '66e2b021-b8d0-42b7-be7a-3a9b3402eec8', 'name': '', 'network_id': 'c5e1a6c7-dcad-4557-a03d-4fb83cc38845', 'tenant_id': 'fc81ecd37f7c45729d2956005840b16f', 'mac_address': 'fa:16:3e:25:10:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '771d26af-b4a1-4c8f-826b-05fc0fe52762', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'ba66594e-6fd3-4284-9229-adeee8b25d84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:24:26Z', 'updated_at': '2022-03-29T16:24:31Z', 'revision_number': 5, 'project_id': 'fc81ecd37f7c45729d2956005840b16f', 'subnets': [{'id': 'ba66594e-6fd3-4284-9229-adeee8b25d84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:28:40.103491 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7fc919a-0c1d-4049-9982-41f861d14ba2 None None] The sync data for ids ['771d26af-b4a1-4c8f-826b-05fc0fe52762'] in n-d-834765-1 is: [{'id': '771d26af-b4a1-4c8f-826b-05fc0fe52762', 'name': 'tempest-ServerActionsTestJSON-1958030824-router', 'tenant_id': 'fc81ecd37f7c45729d2956005840b16f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.145'}], 'enable_snat': True}, 'gw_port_id': 'a53d6c1b-a73b-4507-8dfa-c7ab2ae26ed8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:24:24Z', 'updated_at': '2022-03-29T16:24:27Z', 'revision_number': 4, 'project_id': 'fc81ecd37f7c45729d2956005840b16f', 'gw_port': {'id': 'a53d6c1b-a73b-4507-8dfa-c7ab2ae26ed8', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:cf:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '771d26af-b4a1-4c8f-826b-05fc0fe52762', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:24:24Z', 'updated_at': '2022-03-29T16:24:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': '66e2b021-b8d0-42b7-be7a-3a9b3402eec8', 'name': '', 'network_id': 'c5e1a6c7-dcad-4557-a03d-4fb83cc38845', 'tenant_id': 'fc81ecd37f7c45729d2956005840b16f', 'mac_address': 'fa:16:3e:25:10:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '771d26af-b4a1-4c8f-826b-05fc0fe52762', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'ba66594e-6fd3-4284-9229-adeee8b25d84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:24:26Z', 'updated_at': '2022-03-29T16:24:31Z', 'revision_number': 5, 'project_id': 'fc81ecd37f7c45729d2956005840b16f', 'subnets': [{'id': 'ba66594e-6fd3-4284-9229-adeee8b25d84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 16:28:40.199246 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-115227c9-85be-4866-9a4f-19afd4901fe0 req-287189b9-7c7d-4150-8765-f00c6e0f88e5 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/ports?device_id=08a68a40-1f47-4616-a1e7-1dc548b69536 HTTP/1.1" status: 200 len: 210 time: 0.0272593 Mar 29 16:28:40.332894 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-393f6f66-cc26-482b-80b1-d5c6e8495f6b None None] New status for floating IP 99e1000d-bbc8-41d9-b629-287a139c9ee0: DOWN {{(pid=102793) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 16:28:41.299401 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-182ecca8-453c-41d0-8ad7-b4369aa09d8f req-89ddb44d-8547-48db-8325-92ccd59e542a tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/ports?device_id=08a68a40-1f47-4616-a1e7-1dc548b69536 HTTP/1.1" status: 200 len: 210 time: 0.0260453 Mar 29 16:28:42.082728 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device aec0c33b-c881-47de-bacc-54b4b952925c no longer exists at agent hyperv_n-h2-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 16:28:42.106707 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] No Port match for: aec0c33b-c881-47de-bacc-54b4b952925c {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 16:28:42.107047 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device aec0c33b-c881-47de-bacc-54b4b952925c not bound to the agent host n-h2-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 16:28:42.396267 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-2651aa20-e974-4116-ae24-78933f5fb0c4 req-f5a480b0-7ff6-46aa-8dd0-bd9520933b5f tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/ports?device_id=08a68a40-1f47-4616-a1e7-1dc548b69536 HTTP/1.1" status: 200 len: 210 time: 0.0273633 Mar 29 16:28:47.078143 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 40786) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:28:47.132386 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-cbbcb664-eeb7-479d-a12a-4f25d3f65372 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Notify callbacks [] for security_group, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:28:47.158063 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-cbbcb664-eeb7-479d-a12a-4f25d3f65372 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:28:47.205689 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-cbbcb664-eeb7-479d-a12a-4f25d3f65372 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:28:47.208517 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-cbbcb664-eeb7-479d-a12a-4f25d3f65372 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:28:47.209662 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-cbbcb664-eeb7-479d-a12a-4f25d3f65372 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "DELETE /v2.0/security-groups/567c213f-9d6d-4fc2-8a22-2f327ca29e20 HTTP/1.1" status: 204 len: 168 time: 0.1305330 Mar 29 16:28:47.212410 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 40788) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:28:47.218573 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbcb664-eeb7-479d-a12a-4f25d3f65372 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=567c213f-9d6d-4fc2-8a22-2f327ca29e20,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:28:47.226453 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbbcb664-eeb7-479d-a12a-4f25d3f65372 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:28:47.226613 n-d-834765-1 neutron-server[102791]: INFO neutron.api.v2.resource [None req-1938f13e-4c04-4a31-87c0-c53c0eefa578 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] show failed (client error): The resource could not be found. Mar 29 16:28:47.226798 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbbcb664-eeb7-479d-a12a-4f25d3f65372 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:28:47.227138 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbbcb664-eeb7-479d-a12a-4f25d3f65372 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:28:47.227480 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-1938f13e-4c04-4a31-87c0-c53c0eefa578 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "GET /v2.0/security-groups/567c213f-9d6d-4fc2-8a22-2f327ca29e20 HTTP/1.1" status: 404 len: 347 time: 0.0140240 Mar 29 16:28:47.227600 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbbcb664-eeb7-479d-a12a-4f25d3f65372 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:28:47.227816 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbbcb664-eeb7-479d-a12a-4f25d3f65372 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:28:47.228145 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbbcb664-eeb7-479d-a12a-4f25d3f65372 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:28:47.228468 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbbcb664-eeb7-479d-a12a-4f25d3f65372 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:28:47.228788 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbbcb664-eeb7-479d-a12a-4f25d3f65372 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:28:47.229110 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbbcb664-eeb7-479d-a12a-4f25d3f65372 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:28:47.229434 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbbcb664-eeb7-479d-a12a-4f25d3f65372 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:28:47.229757 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbbcb664-eeb7-479d-a12a-4f25d3f65372 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:28:47.230079 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbbcb664-eeb7-479d-a12a-4f25d3f65372 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:28:47.230190 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 40790) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:28:47.353259 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-1dc77ff2-efb0-4813-aa58-2b25e9d929b0 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Deleting port dbccb2f8-cdad-40bb-9272-a5ab7c57bd45 {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:28:47.353598 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-1dc77ff2-efb0-4813-aa58-2b25e9d929b0 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:28:47.433359 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-1dc77ff2-efb0-4813-aa58-2b25e9d929b0 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:28:47.433682 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-1dc77ff2-efb0-4813-aa58-2b25e9d929b0 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:28:47.445251 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-1dc77ff2-efb0-4813-aa58-2b25e9d929b0 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Calling delete_port for dbccb2f8-cdad-40bb-9272-a5ab7c57bd45 owned by network:floatingip {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:28:47.454109 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:28:47.578161 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-1dc77ff2-efb0-4813-aa58-2b25e9d929b0 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:28:47.604574 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc77ff2-efb0-4813-aa58-2b25e9d929b0 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Pushing event deleted for resources: {'Port': ['ID=dbccb2f8-cdad-40bb-9272-a5ab7c57bd45,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:28:47.663028 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-1dc77ff2-efb0-4813-aa58-2b25e9d929b0 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Notify callbacks [] for floatingip, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:28:47.665619 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-1dc77ff2-efb0-4813-aa58-2b25e9d929b0 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for floatingip, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:28:47.666771 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-1dc77ff2-efb0-4813-aa58-2b25e9d929b0 tempest-ServerActionsTestJSON-760377328 tempest-ServerActionsTestJSON-760377328-project] 10.222.0.42 "DELETE /v2.0/floatingips/99e1000d-bbc8-41d9-b629-287a139c9ee0 HTTP/1.1" status: 204 len: 168 time: 0.4357343 Mar 29 16:28:47.669787 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 40792) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:28:48.010301 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-b58066c8-ef93-4877-a594-27e301f8aa43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-530452'] for router_interface, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:28:48.237923 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:28:48.251511 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-b58066c8-ef93-4877-a594-27e301f8aa43 admin admin] Deleting port 66e2b021-b8d0-42b7-be7a-3a9b3402eec8 {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:28:48.252123 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-b58066c8-ef93-4877-a594-27e301f8aa43 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:28:48.328174 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [None req-b58066c8-ef93-4877-a594-27e301f8aa43 admin admin] For port 66e2b021-b8d0-42b7-be7a-3a9b3402eec8, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=66e2b021-b8d0-42b7-be7a-3a9b3402eec8,segment=NetworkSegment(7e84e614-6e8a-4e9f-8f76-c5dc45da486d),segment_id=7e84e614-6e8a-4e9f-8f76-c5dc45da486d)] {{(pid=102791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:28:48.328535 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-b58066c8-ef93-4877-a594-27e301f8aa43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:28:48.341456 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-b58066c8-ef93-4877-a594-27e301f8aa43 admin admin] Calling delete_port for 66e2b021-b8d0-42b7-be7a-3a9b3402eec8 owned by network:router_interface {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:28:48.516751 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-b58066c8-ef93-4877-a594-27e301f8aa43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:28:48.543483 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58066c8-ef93-4877-a594-27e301f8aa43 admin admin] Pushing event deleted for resources: {'Port': ['ID=66e2b021-b8d0-42b7-be7a-3a9b3402eec8,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:28:48.706888 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-b58066c8-ef93-4877-a594-27e301f8aa43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-530528'] for router_interface, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:28:48.919753 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b58066c8-ef93-4877-a594-27e301f8aa43 admin admin] Router 771d26af-b4a1-4c8f-826b-05fc0fe52762 has already been hosted by L3 agent c648d819-1060-4f26-b4ec-6455387b5dff {{(pid=102791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 16:28:49.029244 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b58066c8-ef93-4877-a594-27e301f8aa43 admin admin] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 16:28:49.034840 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-b58066c8-ef93-4877-a594-27e301f8aa43 admin admin] 10.222.0.42 "PUT /v2.0/routers/771d26af-b4a1-4c8f-826b-05fc0fe52762/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3641222 Mar 29 16:28:49.037606 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 40794) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:28:49.039309 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a0621b0-7007-4ce3-8613-09dcdba54005 None None] Sync routers for ids ['771d26af-b4a1-4c8f-826b-05fc0fe52762'] in n-d-834765-1 {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 16:28:49.049279 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a0621b0-7007-4ce3-8613-09dcdba54005 None None] Routers {'771d26af-b4a1-4c8f-826b-05fc0fe52762'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:28:49.049932 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-9a0621b0-7007-4ce3-8613-09dcdba54005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:28:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['771d26af-b4a1-4c8f-826b-05fc0fe52762'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:28:49.142117 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-af5035f3-5b77-4730-b6e5-97773f156d43 admin admin] Notify callbacks [] for router, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:28:49.158672 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvr_db [None req-9a0621b0-7007-4ce3-8613-09dcdba54005 None None] Set router 771d26af-b4a1-4c8f-826b-05fc0fe52762 gateway port host: n-d-834765-1 {{(pid=102792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:28:49.244332 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-af5035f3-5b77-4730-b6e5-97773f156d43 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:28:49.296136 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-af5035f3-5b77-4730-b6e5-97773f156d43 admin admin] Deleting port a53d6c1b-a73b-4507-8dfa-c7ab2ae26ed8 {{(pid=102790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:28:49.296475 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-af5035f3-5b77-4730-b6e5-97773f156d43 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:28:49.344697 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-9a0621b0-7007-4ce3-8613-09dcdba54005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '771d26af-b4a1-4c8f-826b-05fc0fe52762', 'name': 'tempest-ServerActionsTestJSON-1958030824-router', 'tenant_id': 'fc81ecd37f7c45729d2956005840b16f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.145'}], 'enable_snat': True}, 'gw_port_id': 'a53d6c1b-a73b-4507-8dfa-c7ab2ae26ed8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:24:24Z', 'updated_at': '2022-03-29T16:28:48Z', 'revision_number': 5, 'project_id': 'fc81ecd37f7c45729d2956005840b16f', 'gw_port': {'id': 'a53d6c1b-a73b-4507-8dfa-c7ab2ae26ed8', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:cf:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '771d26af-b4a1-4c8f-826b-05fc0fe52762', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:24:24Z', 'updated_at': '2022-03-29T16:24:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1'}], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:28:49.371687 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a0621b0-7007-4ce3-8613-09dcdba54005 None None] Checking router: 771d26af-b4a1-4c8f-826b-05fc0fe52762 for host: n-d-834765-1 {{(pid=102792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 16:28:49.374996 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [None req-af5035f3-5b77-4730-b6e5-97773f156d43 admin admin] For port a53d6c1b-a73b-4507-8dfa-c7ab2ae26ed8, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=a53d6c1b-a73b-4507-8dfa-c7ab2ae26ed8,segment=NetworkSegment(6ab47353-a811-4bad-bc73-b4cc84583cfd),segment_id=6ab47353-a811-4bad-bc73-b4cc84583cfd)] {{(pid=102790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:28:49.375396 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-af5035f3-5b77-4730-b6e5-97773f156d43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:28:49.380620 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a0621b0-7007-4ce3-8613-09dcdba54005 None None] Routers {'771d26af-b4a1-4c8f-826b-05fc0fe52762'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:28:49.381274 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-9a0621b0-7007-4ce3-8613-09dcdba54005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:28:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['771d26af-b4a1-4c8f-826b-05fc0fe52762'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:28:49.387819 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-af5035f3-5b77-4730-b6e5-97773f156d43 admin admin] Calling delete_port for a53d6c1b-a73b-4507-8dfa-c7ab2ae26ed8 owned by network:router_gateway {{(pid=102790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:28:49.467159 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvr_db [None req-9a0621b0-7007-4ce3-8613-09dcdba54005 None None] Set router 771d26af-b4a1-4c8f-826b-05fc0fe52762 gateway port host: None {{(pid=102792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:28:49.520151 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-9a0621b0-7007-4ce3-8613-09dcdba54005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '771d26af-b4a1-4c8f-826b-05fc0fe52762', 'name': 'tempest-ServerActionsTestJSON-1958030824-router', 'tenant_id': 'fc81ecd37f7c45729d2956005840b16f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:24:24Z', 'updated_at': '2022-03-29T16:28:49Z', 'revision_number': 6, 'project_id': 'fc81ecd37f7c45729d2956005840b16f', 'gw_port_host': None}], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:28:49.550741 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a0621b0-7007-4ce3-8613-09dcdba54005 None None] The sync data for ids ['771d26af-b4a1-4c8f-826b-05fc0fe52762'] in n-d-834765-1 is: [{'id': '771d26af-b4a1-4c8f-826b-05fc0fe52762', 'name': 'tempest-ServerActionsTestJSON-1958030824-router', 'tenant_id': 'fc81ecd37f7c45729d2956005840b16f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:24:24Z', 'updated_at': '2022-03-29T16:28:49Z', 'revision_number': 6, 'project_id': 'fc81ecd37f7c45729d2956005840b16f', 'gw_port_host': None}] {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 16:28:49.572520 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-af5035f3-5b77-4730-b6e5-97773f156d43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:28:49.609327 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5035f3-5b77-4730-b6e5-97773f156d43 admin admin] Pushing event deleted for resources: {'Port': ['ID=a53d6c1b-a73b-4507-8dfa-c7ab2ae26ed8,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:28:49.661961 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-af5035f3-5b77-4730-b6e5-97773f156d43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-648138'] for router_gateway, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:28:49.751851 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-af5035f3-5b77-4730-b6e5-97773f156d43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129328'] for router, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:28:49.754153 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-af5035f3-5b77-4730-b6e5-97773f156d43 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:28:49.796437 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-af5035f3-5b77-4730-b6e5-97773f156d43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-526718'] for router, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:28:49.797153 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af5035f3-5b77-4730-b6e5-97773f156d43 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 771d26af-b4a1-4c8f-826b-05fc0fe52762 {{(pid=102790) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 29 16:28:49.802947 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-af5035f3-5b77-4730-b6e5-97773f156d43 admin admin] Notify callbacks [] for router, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:28:49.804121 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-af5035f3-5b77-4730-b6e5-97773f156d43 admin admin] 10.222.0.42 "DELETE /v2.0/routers/771d26af-b4a1-4c8f-826b-05fc0fe52762 HTTP/1.1" status: 204 len: 168 time: 0.7654998 Mar 29 16:28:49.806654 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 40796) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:28:49.854096 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.db_base_plugin_v2 [None req-33c7b15b-618a-4d13-9d8d-cb1c1c01c35b admin admin] Deleting subnet ba66594e-6fd3-4284-9229-adeee8b25d84 {{(pid=102790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 16:28:49.857032 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-33c7b15b-618a-4d13-9d8d-cb1c1c01c35b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:28:49.891679 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-33c7b15b-618a-4d13-9d8d-cb1c1c01c35b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4614024'] for subnet, precommit_delete_associations {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:28:49.975387 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-33c7b15b-618a-4d13-9d8d-cb1c1c01c35b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1641287'] for subnet, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:28:50.030250 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-33c7b15b-618a-4d13-9d8d-cb1c1c01c35b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1641294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5231963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4793952'] for subnet, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:28:50.053931 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c7b15b-618a-4d13-9d8d-cb1c1c01c35b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ba66594e-6fd3-4284-9229-adeee8b25d84,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:28:50.059575 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-33c7b15b-618a-4d13-9d8d-cb1c1c01c35b admin admin] Notify callbacks [] for subnet, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:28:50.065007 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-33c7b15b-618a-4d13-9d8d-cb1c1c01c35b admin admin] 10.222.0.42 "DELETE /v2.0/subnets/ba66594e-6fd3-4284-9229-adeee8b25d84 HTTP/1.1" status: 204 len: 168 time: 0.2551281 Mar 29 16:28:50.065227 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 40798) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:28:50.066871 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47c853c2-53e1-4030-9125-6a89dbdbd090 None None] Network c5e1a6c7-dcad-4557-a03d-4fb83cc38845 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 16:28:50.135153 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-59a9b5ed-b013-4790-8aa2-9e19291a6f5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1631750'] for network, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:28:50.186368 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-59a9b5ed-b013-4790-8aa2-9e19291a6f5d admin admin] Deleting port 3e9191d2-20b5-4072-8f92-31276c1e493e {{(pid=102790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:28:50.186495 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-59a9b5ed-b013-4790-8aa2-9e19291a6f5d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:28:50.254001 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [None req-59a9b5ed-b013-4790-8aa2-9e19291a6f5d admin admin] For port 3e9191d2-20b5-4072-8f92-31276c1e493e, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=3e9191d2-20b5-4072-8f92-31276c1e493e,segment=NetworkSegment(7e84e614-6e8a-4e9f-8f76-c5dc45da486d),segment_id=7e84e614-6e8a-4e9f-8f76-c5dc45da486d)] {{(pid=102790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:28:50.254360 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-59a9b5ed-b013-4790-8aa2-9e19291a6f5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:28:50.267017 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-59a9b5ed-b013-4790-8aa2-9e19291a6f5d admin admin] Calling delete_port for 3e9191d2-20b5-4072-8f92-31276c1e493e owned by network:dhcp {{(pid=102790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:28:50.296167 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83dde700-cba5-4608-91d4-ebd45271a9cf None None] DHCP port deletion for c5e1a6c7-dcad-4557-a03d-4fb83cc38845 request from n-d-834765-1 {{(pid=102792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 29 16:28:50.344417 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-83dde700-cba5-4608-91d4-ebd45271a9cf None None] Deleting port 3e9191d2-20b5-4072-8f92-31276c1e493e {{(pid=102792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:28:50.345019 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-83dde700-cba5-4608-91d4-ebd45271a9cf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:28:50.346345 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-59a9b5ed-b013-4790-8aa2-9e19291a6f5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:28:50.378175 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a9b5ed-b013-4790-8aa2-9e19291a6f5d admin admin] Pushing event deleted for resources: {'Port': ['ID=3e9191d2-20b5-4072-8f92-31276c1e493e,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:28:50.380087 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59a9b5ed-b013-4790-8aa2-9e19291a6f5d admin admin] No DVR routers for this DVR port 3e9191d2-20b5-4072-8f92-31276c1e493e on host n-d-834765-1 {{(pid=102790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 16:28:50.408029 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-83dde700-cba5-4608-91d4-ebd45271a9cf None None] For port 3e9191d2-20b5-4072-8f92-31276c1e493e, host n-d-834765-1, got binding levels [] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:28:50.408421 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-83dde700-cba5-4608-91d4-ebd45271a9cf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:28:50.426705 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-83dde700-cba5-4608-91d4-ebd45271a9cf None None] Calling delete_port for 3e9191d2-20b5-4072-8f92-31276c1e493e owned by network:dhcp {{(pid=102792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:28:50.429495 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.ipam_backend_mixin [None req-83dde700-cba5-4608-91d4-ebd45271a9cf None None] Port 3e9191d2-20b5-4072-8f92-31276c1e493e was not found and therefore no delete operation was performed {{(pid=102792) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 29 16:28:50.430778 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-83dde700-cba5-4608-91d4-ebd45271a9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350'] for port, after_delete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:28:50.451875 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-59a9b5ed-b013-4790-8aa2-9e19291a6f5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639890', 'neutron.services.segments.db._delete_segments_for_network-8783523423079'] for network, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:28:50.455389 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83dde700-cba5-4608-91d4-ebd45271a9cf None None] Pushing event deleted for resources: {'Port': ['ID=3e9191d2-20b5-4072-8f92-31276c1e493e,revision_number=None']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:28:50.459226 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83dde700-cba5-4608-91d4-ebd45271a9cf None None] No DVR routers for this DVR port 3e9191d2-20b5-4072-8f92-31276c1e493e on host n-d-834765-1 {{(pid=102792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 16:28:50.474332 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-59a9b5ed-b013-4790-8aa2-9e19291a6f5d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5e1a6c7-dcad-4557-a03d-4fb83cc38845']}} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:28:50.484979 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-59a9b5ed-b013-4790-8aa2-9e19291a6f5d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e84e614-6e8a-4e9f-8f76-c5dc45da486d') {'for_net_delete': True} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:28:50.485300 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-59a9b5ed-b013-4790-8aa2-9e19291a6f5d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e84e614-6e8a-4e9f-8f76-c5dc45da486d') {} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:28:50.495770 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-59a9b5ed-b013-4790-8aa2-9e19291a6f5d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783523422064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4614019'] for segment, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:28:50.509821 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-59a9b5ed-b013-4790-8aa2-9e19291a6f5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:28:50.516492 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59a9b5ed-b013-4790-8aa2-9e19291a6f5d admin admin] Releasing vlan 636 on physical network physnet1 to pool {{(pid=102790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 16:28:50.516830 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-59a9b5ed-b013-4790-8aa2-9e19291a6f5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5238013'] for segment, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:28:50.518520 n-d-834765-1 neutron-server[102790]: Traceback (most recent call last): Mar 29 16:28:50.518520 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 16:28:50.518520 n-d-834765-1 neutron-server[102790]: timer() Mar 29 16:28:50.518520 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 16:28:50.518520 n-d-834765-1 neutron-server[102790]: cb(*args, **kw) Mar 29 16:28:50.518520 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 16:28:50.518520 n-d-834765-1 neutron-server[102790]: return func(*args, **kwargs) Mar 29 16:28:50.518520 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 16:28:50.518520 n-d-834765-1 neutron-server[102790]: self._notify() Mar 29 16:28:50.518520 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 16:28:50.518520 n-d-834765-1 neutron-server[102790]: self.callback(batched_events) Mar 29 16:28:50.518520 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 16:28:50.518520 n-d-834765-1 neutron-server[102790]: event.method(event) Mar 29 16:28:50.518520 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 16:28:50.518520 n-d-834765-1 neutron-server[102790]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 16:28:50.518520 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 16:28:50.518520 n-d-834765-1 neutron-server[102790]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 16:28:50.518520 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 16:28:50.518520 n-d-834765-1 neutron-server[102790]: return f(self, *a, **k) Mar 29 16:28:50.518520 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 16:28:50.518520 n-d-834765-1 neutron-server[102790]: return self._get(url).json() Mar 29 16:28:50.518520 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 16:28:50.518520 n-d-834765-1 neutron-server[102790]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 16:28:50.518520 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 16:28:50.518520 n-d-834765-1 neutron-server[102790]: return self.request(url, 'GET', **kwargs) Mar 29 16:28:50.518520 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 16:28:50.518520 n-d-834765-1 neutron-server[102790]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 16:28:50.518520 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 16:28:50.518520 n-d-834765-1 neutron-server[102790]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 16:28:50.518520 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 16:28:50.518520 n-d-834765-1 neutron-server[102790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 16:28:50.518520 n-d-834765-1 neutron-server[102790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 16:28:50.583156 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-59a9b5ed-b013-4790-8aa2-9e19291a6f5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1639897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648174'] for network, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:28:50.588654 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-59a9b5ed-b013-4790-8aa2-9e19291a6f5d admin admin] Notify callbacks [] for network, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:28:50.591902 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-59a9b5ed-b013-4790-8aa2-9e19291a6f5d admin admin] 10.222.0.42 "DELETE /v2.0/networks/c5e1a6c7-dcad-4557-a03d-4fb83cc38845 HTTP/1.1" status: 204 len: 168 time: 0.5246792 Mar 29 16:28:50.602498 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a9b5ed-b013-4790-8aa2-9e19291a6f5d admin admin] Pushing event deleted for resources: {'Network': ['ID=c5e1a6c7-dcad-4557-a03d-4fb83cc38845,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:28:50.703031 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 40802) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:28:50.742233 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-0a94acf8-b044-4a9c-8417-ea7b240af6a9 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=fc81ecd37f7c45729d2956005840b16f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0379686 Mar 29 16:28:50.744730 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 40804) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:28:50.792220 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-700a2cfb-d7b0-4ade-a239-82558384e2ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:28:50.813397 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-700a2cfb-d7b0-4ade-a239-82558384e2ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:28:50.859914 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-700a2cfb-d7b0-4ade-a239-82558384e2ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:28:50.863248 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-700a2cfb-d7b0-4ade-a239-82558384e2ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:28:50.864158 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-700a2cfb-d7b0-4ade-a239-82558384e2ff admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/1b41cb7b-df41-4668-9f36-2a354698d5e0 HTTP/1.1" status: 204 len: 168 time: 0.1185186 Mar 29 16:28:50.873435 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700a2cfb-d7b0-4ade-a239-82558384e2ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b41cb7b-df41-4668-9f36-2a354698d5e0,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:28:51.527654 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 66e2b021-b8d0-42b7-be7a-3a9b3402eec8 no longer exists at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 16:28:51.549909 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] No Port match for: 66e2b021-b8d0-42b7-be7a-3a9b3402eec8 {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 16:28:51.550255 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 66e2b021-b8d0-42b7-be7a-3a9b3402eec8 not bound to the agent host n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 16:28:51.550684 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device a53d6c1b-a73b-4507-8dfa-c7ab2ae26ed8 no longer exists at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 16:28:51.571409 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] No Port match for: a53d6c1b-a73b-4507-8dfa-c7ab2ae26ed8 {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 16:28:51.571758 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device a53d6c1b-a73b-4507-8dfa-c7ab2ae26ed8 not bound to the agent host n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 16:28:51.572184 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 3e9191d2-20b5-4072-8f92-31276c1e493e no longer exists at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 16:28:51.583336 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 40826) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:28:51.592897 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] No Port match for: 3e9191d2-20b5-4072-8f92-31276c1e493e {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 16:28:51.593328 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 3e9191d2-20b5-4072-8f92-31276c1e493e not bound to the agent host n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 16:28:51.680913 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-609f93c2-fcee-4af5-8a01-c4ba677c472e admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-867541533-network', 'tenant_id': '2dc1d83ef6b64aa19e4c013284596a54'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:28:51.700144 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-609f93c2-fcee-4af5-8a01-c4ba677c472e admin admin] Made reservation on behalf of 2dc1d83ef6b64aa19e4c013284596a54 for: {'network': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:28:51.702410 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-609f93c2-fcee-4af5-8a01-c4ba677c472e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for network, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:28:51.711128 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-609f93c2-fcee-4af5-8a01-c4ba677c472e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:28:51.787035 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-609f93c2-fcee-4af5-8a01-c4ba677c472e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:28:51.790589 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-609f93c2-fcee-4af5-8a01-c4ba677c472e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:28:51.813362 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-609f93c2-fcee-4af5-8a01-c4ba677c472e admin admin] vlan segment allocate from pool success with {'vlan_id': 617, 'physical_network': 'physnet1'} {{(pid=102791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 16:28:51.827778 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609f93c2-fcee-4af5-8a01-c4ba677c472e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=431b6d3d-b390-4595-8b82-20bef6c10ce4,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:28:51.834887 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-609f93c2-fcee-4af5-8a01-c4ba677c472e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:28:51.835228 n-d-834765-1 neutron-server[102791]: INFO neutron.db.segments_db [None req-609f93c2-fcee-4af5-8a01-c4ba677c472e admin admin] Added segment 5620516f-8f15-4bd4-89cf-5824e7c8849a of type vlan for network eb97d1d4-421b-49a9-8a49-30cae944db6d Mar 29 16:28:51.875018 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-609f93c2-fcee-4af5-8a01-c4ba677c472e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783522915970'] for network, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:28:51.899871 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-609f93c2-fcee-4af5-8a01-c4ba677c472e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795'] for network, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:28:51.900799 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-609f93c2-fcee-4af5-8a01-c4ba677c472e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:28:51.901369 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-609f93c2-fcee-4af5-8a01-c4ba677c472e admin admin] Notify callbacks [] for network, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:28:51.932021 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-609f93c2-fcee-4af5-8a01-c4ba677c472e admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3474336 Mar 29 16:28:51.934968 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 40830) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:28:51.941388 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-9a0b5383-d3ba-4161-bdf6-ce0cae6b1e13 admin admin] Request body: {'subnet': {'network_id': 'eb97d1d4-421b-49a9-8a49-30cae944db6d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-867541533-subnet', 'tenant_id': '2dc1d83ef6b64aa19e4c013284596a54', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:28:51.961199 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a0b5383-d3ba-4161-bdf6-ce0cae6b1e13 admin admin] Made reservation on behalf of 2dc1d83ef6b64aa19e4c013284596a54 for: {'subnet': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:28:51.963704 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609f93c2-fcee-4af5-8a01-c4ba677c472e admin admin] Pushing event updated for resources: {'Network': ['ID=eb97d1d4-421b-49a9-8a49-30cae944db6d,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:28:51.963895 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-9a0b5383-d3ba-4161-bdf6-ce0cae6b1e13 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4793983'] for subnet, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:28:51.974046 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Network eb97d1d4-421b-49a9-8a49-30cae944db6d details requested by agent ovs-agent-n-d-834765-1 with host n-d-834765-1 {{(pid=102792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 16:28:52.135440 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-9a0b5383-d3ba-4161-bdf6-ce0cae6b1e13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5231896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4793961'] for subnet, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:28:52.191615 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0b5383-d3ba-4161-bdf6-ce0cae6b1e13 admin admin] Pushing event updated for resources: {'Subnet': ['ID=642fe688-1d31-46c9-b710-3aefdbadcca6,revision_number=0']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:28:52.198627 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a0b5383-d3ba-4161-bdf6-ce0cae6b1e13 admin admin] Checking segment: {'id': '5620516f-8f15-4bd4-89cf-5824e7c8849a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'eb97d1d4-421b-49a9-8a49-30cae944db6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 16:28:52.198983 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a0b5383-d3ba-4161-bdf6-ce0cae6b1e13 admin admin] Network hostable DHCP agents. Network: eb97d1d4-421b-49a9-8a49-30cae944db6d, hostable agents: ['d136643e-48ae-49d4-a851-2ba3bdf3749c'], hosted agents: [] {{(pid=102790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 16:28:52.214807 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a0b5383-d3ba-4161-bdf6-ce0cae6b1e13 admin admin] Network eb97d1d4-421b-49a9-8a49-30cae944db6d is scheduled to be hosted by DHCP agent d136643e-48ae-49d4-a851-2ba3bdf3749c with binding_index 1 {{(pid=102790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 16:28:52.222805 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-9a0b5383-d3ba-4161-bdf6-ce0cae6b1e13 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834765-1, eb97d1d4-421b-49a9-8a49-30cae944db6d) {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:28:52.226664 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a0b5383-d3ba-4161-bdf6-ce0cae6b1e13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:28:52.227249 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-9a0b5383-d3ba-4161-bdf6-ce0cae6b1e13 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:28:52.231388 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f45863e2-f8eb-4dcd-95a7-79562b2fdcc8 None None] Network eb97d1d4-421b-49a9-8a49-30cae944db6d requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 16:28:52.242536 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-9a0b5383-d3ba-4161-bdf6-ce0cae6b1e13 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3056951 Mar 29 16:28:52.360143 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4963bc5d-91fd-4379-81aa-7c38ee7732cd None None] Network eb97d1d4-421b-49a9-8a49-30cae944db6d requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 16:28:52.671770 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ea836b-863e-451a-add8-bcb5ce91f038 req-18ae8460-6337-4754-a74b-8c0f0f76e15a tempest-ServersNegativeTestJSON-1438301440 tempest-ServersNegativeTestJSON-1438301440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:28:52.673241 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-73ea836b-863e-451a-add8-bcb5ce91f038 req-18ae8460-6337-4754-a74b-8c0f0f76e15a tempest-ServersNegativeTestJSON-1438301440 tempest-ServersNegativeTestJSON-1438301440-project] 10.222.0.42 "GET /v2.0/networks?id=eb97d1d4-421b-49a9-8a49-30cae944db6d HTTP/1.1" status: 200 len: 813 time: 0.1067662 Mar 29 16:28:52.687883 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-73ea836b-863e-451a-add8-bcb5ce91f038 req-fcbd3156-f701-4506-a0d3-dc09d6acfd14 tempest-ServersNegativeTestJSON-1438301440 tempest-ServersNegativeTestJSON-1438301440-project] 10.222.0.42 "GET /v2.0/quotas/2dc1d83ef6b64aa19e4c013284596a54 HTTP/1.1" status: 200 len: 375 time: 0.0086997 Mar 29 16:28:52.721016 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-73ea836b-863e-451a-add8-bcb5ce91f038 req-e80a043b-3214-4d04-871b-fa86fe9f8d7c tempest-ServersNegativeTestJSON-1438301440 tempest-ServersNegativeTestJSON-1438301440-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=2dc1d83ef6b64aa19e4c013284596a54&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0268254 Mar 29 16:28:52.811855 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-73ea836b-863e-451a-add8-bcb5ce91f038 req-085c4475-6978-4cde-bd52-5a61638ce6c8 service neutron] 10.222.0.42 "GET /v2.0/networks/eb97d1d4-421b-49a9-8a49-30cae944db6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835402 Mar 29 16:28:52.899977 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-73ea836b-863e-451a-add8-bcb5ce91f038 req-1c6d6844-5260-4fae-85d7-3db0b7445f17 service neutron] 10.222.0.42 "GET /v2.0/networks/eb97d1d4-421b-49a9-8a49-30cae944db6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813825 Mar 29 16:28:53.059849 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-a44dff9d-3091-4553-9a7f-0ca2b775bdb3 req-e0d77f68-3694-4d68-8c4b-a20401a638f5 tempest-ServersNegativeTestJSON-1438301440 tempest-ServersNegativeTestJSON-1438301440-project] 10.222.0.42 "GET /v2.0/ports?device_id=80e2621b-8ee6-43b3-a9a9-91596e0de2e6 HTTP/1.1" status: 200 len: 210 time: 0.0269082 Mar 29 16:28:53.963975 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ea836b-863e-451a-add8-bcb5ce91f038 req-defcdbd6-2ebd-47bf-ae79-b972403ae6da tempest-ServersNegativeTestJSON-1438301440 tempest-ServersNegativeTestJSON-1438301440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:28:53.965424 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-73ea836b-863e-451a-add8-bcb5ce91f038 req-defcdbd6-2ebd-47bf-ae79-b972403ae6da tempest-ServersNegativeTestJSON-1438301440 tempest-ServersNegativeTestJSON-1438301440-project] 10.222.0.44 "GET /v2.0/networks?id=eb97d1d4-421b-49a9-8a49-30cae944db6d HTTP/1.1" status: 200 len: 813 time: 0.1115770 Mar 29 16:28:53.978708 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [req-73ea836b-863e-451a-add8-bcb5ce91f038 req-0392ac93-a4c7-4ac0-b6df-b1ef71f15844 tempest-ServersNegativeTestJSON-1438301440 tempest-ServersNegativeTestJSON-1438301440-project] Request body: {'port': {'device_id': '80e2621b-8ee6-43b3-a9a9-91596e0de2e6', 'network_id': 'eb97d1d4-421b-49a9-8a49-30cae944db6d', 'admin_state_up': True, 'tenant_id': '2dc1d83ef6b64aa19e4c013284596a54'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:28:54.169556 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-f13e641a-d62d-4eec-9940-9e820b2102ab req-bee0156e-f902-44d3-8c8f-7b33673da4de tempest-ServersNegativeTestJSON-1438301440 tempest-ServersNegativeTestJSON-1438301440-project] 10.222.0.42 "GET /v2.0/ports?device_id=80e2621b-8ee6-43b3-a9a9-91596e0de2e6 HTTP/1.1" status: 200 len: 210 time: 0.0359046 Mar 29 16:28:54.386797 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73ea836b-863e-451a-add8-bcb5ce91f038 req-0392ac93-a4c7-4ac0-b6df-b1ef71f15844 tempest-ServersNegativeTestJSON-1438301440 tempest-ServersNegativeTestJSON-1438301440-project] Made reservation on behalf of 2dc1d83ef6b64aa19e4c013284596a54 for: {'port': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:28:54.395762 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-73ea836b-863e-451a-add8-bcb5ce91f038 req-0392ac93-a4c7-4ac0-b6df-b1ef71f15844 tempest-ServersNegativeTestJSON-1438301440 tempest-ServersNegativeTestJSON-1438301440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:28:54.520253 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_common [req-73ea836b-863e-451a-add8-bcb5ce91f038 req-0392ac93-a4c7-4ac0-b6df-b1ef71f15844 tempest-ServersNegativeTestJSON-1438301440 tempest-ServersNegativeTestJSON-1438301440-project] Allocated IP 172.20.0.11 (eb97d1d4-421b-49a9-8a49-30cae944db6d/642fe688-1d31-46c9-b710-3aefdbadcca6/51bbcd47-c4ae-4084-9d21-fca6b1a4e37f) {{(pid=102791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:28:54.666169 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-73ea836b-863e-451a-add8-bcb5ce91f038 req-0392ac93-a4c7-4ac0-b6df-b1ef71f15844 tempest-ServersNegativeTestJSON-1438301440 tempest-ServersNegativeTestJSON-1438301440-project] Notify callbacks [] for port, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:28:54.699856 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-73ea836b-863e-451a-add8-bcb5ce91f038 req-0392ac93-a4c7-4ac0-b6df-b1ef71f15844 tempest-ServersNegativeTestJSON-1438301440 tempest-ServersNegativeTestJSON-1438301440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:28:54.741946 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73ea836b-863e-451a-add8-bcb5ce91f038 req-0392ac93-a4c7-4ac0-b6df-b1ef71f15844 tempest-ServersNegativeTestJSON-1438301440 tempest-ServersNegativeTestJSON-1438301440-project] Network eb97d1d4-421b-49a9-8a49-30cae944db6d is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:28:54.744994 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [req-73ea836b-863e-451a-add8-bcb5ce91f038 req-0392ac93-a4c7-4ac0-b6df-b1ef71f15844 tempest-ServersNegativeTestJSON-1438301440 tempest-ServersNegativeTestJSON-1438301440-project] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:28:54.748603 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [req-73ea836b-863e-451a-add8-bcb5ce91f038 req-0392ac93-a4c7-4ac0-b6df-b1ef71f15844 tempest-ServersNegativeTestJSON-1438301440 tempest-ServersNegativeTestJSON-1438301440-project] Received port after_create {{(pid=102791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:28:54.779091 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0392ac93-a4c7-4ac0-b6df-b1ef71f15844 tempest-ServersNegativeTestJSON-1438301440 tempest-ServersNegativeTestJSON-1438301440-project] Pushing event updated for resources: {'Port': ['ID=51bbcd47-c4ae-4084-9d21-fca6b1a4e37f,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:28:54.804860 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ea836b-863e-451a-add8-bcb5ce91f038 req-0392ac93-a4c7-4ac0-b6df-b1ef71f15844 tempest-ServersNegativeTestJSON-1438301440 tempest-ServersNegativeTestJSON-1438301440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:28:54.805461 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-73ea836b-863e-451a-add8-bcb5ce91f038 req-0392ac93-a4c7-4ac0-b6df-b1ef71f15844 tempest-ServersNegativeTestJSON-1438301440 tempest-ServersNegativeTestJSON-1438301440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:28:54.821209 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-73ea836b-863e-451a-add8-bcb5ce91f038 req-0392ac93-a4c7-4ac0-b6df-b1ef71f15844 tempest-ServersNegativeTestJSON-1438301440 tempest-ServersNegativeTestJSON-1438301440-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8461981 Mar 29 16:28:54.833687 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [req-73ea836b-863e-451a-add8-bcb5ce91f038 req-0e6587c4-5305-4190-b28d-765c8e93ee42 service neutron] Request body: {'port': {'device_id': '80e2621b-8ee6-43b3-a9a9-91596e0de2e6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834765-1'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:28:54.885696 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-73ea836b-863e-451a-add8-bcb5ce91f038 req-0e6587c4-5305-4190-b28d-765c8e93ee42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:28:55.146247 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [req-73ea836b-863e-451a-add8-bcb5ce91f038 req-0e6587c4-5305-4190-b28d-765c8e93ee42 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51bbcd47-c4ae-4084-9d21-fca6b1a4e37f {{(pid=102791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 16:28:55.153576 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-73ea836b-863e-451a-add8-bcb5ce91f038 req-0e6587c4-5305-4190-b28d-765c8e93ee42 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:28:55.167392 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.provisioning_blocks [req-73ea836b-863e-451a-add8-bcb5ce91f038 req-0e6587c4-5305-4190-b28d-765c8e93ee42 service neutron] Transition to ACTIVE for port object 51bbcd47-c4ae-4084-9d21-fca6b1a4e37f will not be triggered until provisioned by entity L2. {{(pid=102791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 16:28:55.171074 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-73ea836b-863e-451a-add8-bcb5ce91f038 req-0e6587c4-5305-4190-b28d-765c8e93ee42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:28:55.219469 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6587c4-5305-4190-b28d-765c8e93ee42 service neutron] Pushing event updated for resources: {'Port': ['ID=51bbcd47-c4ae-4084-9d21-fca6b1a4e37f,revision_number=2']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:28:55.319524 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e489d4-38a0-4080-8856-fac89eacb9b8 req-91afe47a-1e34-41f4-b7c3-16866cf4dffc tempest-ServersNegativeTestJSON-1438301440 tempest-ServersNegativeTestJSON-1438301440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:28:55.321012 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b1e489d4-38a0-4080-8856-fac89eacb9b8 req-91afe47a-1e34-41f4-b7c3-16866cf4dffc tempest-ServersNegativeTestJSON-1438301440 tempest-ServersNegativeTestJSON-1438301440-project] 10.222.0.42 "GET /v2.0/ports?device_id=80e2621b-8ee6-43b3-a9a9-91596e0de2e6 HTTP/1.1" status: 200 len: 944 time: 0.0797324 Mar 29 16:28:55.343311 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-73ea836b-863e-451a-add8-bcb5ce91f038 req-0e6587c4-5305-4190-b28d-765c8e93ee42 service neutron] Attempting to bind port 51bbcd47-c4ae-4084-9d21-fca6b1a4e37f on host n-h1-834765-1 for vnic_type normal with profile {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 16:28:55.343642 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-73ea836b-863e-451a-add8-bcb5ce91f038 req-0e6587c4-5305-4190-b28d-765c8e93ee42 service neutron] Attempting to bind port 51bbcd47-c4ae-4084-9d21-fca6b1a4e37f by drivers openvswitch,hyperv on host n-h1-834765-1 at level 0 using segments [{'id': '5620516f-8f15-4bd4-89cf-5824e7c8849a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'eb97d1d4-421b-49a9-8a49-30cae944db6d'}] {{(pid=102791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 16:28:55.343970 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73ea836b-863e-451a-add8-bcb5ce91f038 req-0e6587c4-5305-4190-b28d-765c8e93ee42 service neutron] Attempting to bind port 51bbcd47-c4ae-4084-9d21-fca6b1a4e37f on network eb97d1d4-421b-49a9-8a49-30cae944db6d {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 16:28:55.351778 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73ea836b-863e-451a-add8-bcb5ce91f038 req-0e6587c4-5305-4190-b28d-765c8e93ee42 service neutron] Port 51bbcd47-c4ae-4084-9d21-fca6b1a4e37f on network eb97d1d4-421b-49a9-8a49-30cae944db6d not bound, no agent of type Open vSwitch agent registered on host n-h1-834765-1 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 16:28:55.352097 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73ea836b-863e-451a-add8-bcb5ce91f038 req-0e6587c4-5305-4190-b28d-765c8e93ee42 service neutron] Attempting to bind port 51bbcd47-c4ae-4084-9d21-fca6b1a4e37f on network eb97d1d4-421b-49a9-8a49-30cae944db6d {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 16:28:55.359831 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73ea836b-863e-451a-add8-bcb5ce91f038 req-0e6587c4-5305-4190-b28d-765c8e93ee42 service neutron] Checking agent: {'id': 'be375040-5069-4239-9460-a3a3213e1e90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 33, 18), 'started_at': datetime.datetime(2022, 3, 29, 15, 33, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 16, 28, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 16:28:55.360163 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73ea836b-863e-451a-add8-bcb5ce91f038 req-0e6587c4-5305-4190-b28d-765c8e93ee42 service neutron] Checking segment: {'id': '5620516f-8f15-4bd4-89cf-5824e7c8849a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'eb97d1d4-421b-49a9-8a49-30cae944db6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 16:28:55.360535 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73ea836b-863e-451a-add8-bcb5ce91f038 req-0e6587c4-5305-4190-b28d-765c8e93ee42 service neutron] Bound using segment: {'id': '5620516f-8f15-4bd4-89cf-5824e7c8849a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'eb97d1d4-421b-49a9-8a49-30cae944db6d'} {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 16:28:55.360954 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-73ea836b-863e-451a-add8-bcb5ce91f038 req-0e6587c4-5305-4190-b28d-765c8e93ee42 service neutron] Bound port: 51bbcd47-c4ae-4084-9d21-fca6b1a4e37f, host: n-h1-834765-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5620516f-8f15-4bd4-89cf-5824e7c8849a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'eb97d1d4-421b-49a9-8a49-30cae944db6d'}}] {{(pid=102791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 16:28:55.361309 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-73ea836b-863e-451a-add8-bcb5ce91f038 req-0e6587c4-5305-4190-b28d-765c8e93ee42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:28:55.381999 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b1e489d4-38a0-4080-8856-fac89eacb9b8 req-df8c7a74-2316-41f5-9f5c-63d8b56ba4b8 tempest-ServersNegativeTestJSON-1438301440 tempest-ServersNegativeTestJSON-1438301440-project] 10.222.0.42 "GET /v2.0/security-groups?id=431b6d3d-b390-4595-8b82-20bef6c10ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542507 Mar 29 16:28:55.433281 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-73ea836b-863e-451a-add8-bcb5ce91f038 req-0e6587c4-5305-4190-b28d-765c8e93ee42 service neutron] For port 51bbcd47-c4ae-4084-9d21-fca6b1a4e37f, host n-h1-834765-1, cleared binding levels {{(pid=102791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 16:28:55.436128 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-73ea836b-863e-451a-add8-bcb5ce91f038 req-0e6587c4-5305-4190-b28d-765c8e93ee42 service neutron] For port 51bbcd47-c4ae-4084-9d21-fca6b1a4e37f, host n-h1-834765-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=51bbcd47-c4ae-4084-9d21-fca6b1a4e37f,segment=NetworkSegment(5620516f-8f15-4bd4-89cf-5824e7c8849a),segment_id=5620516f-8f15-4bd4-89cf-5824e7c8849a)] {{(pid=102791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 16:28:55.441193 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-73ea836b-863e-451a-add8-bcb5ce91f038 req-0e6587c4-5305-4190-b28d-765c8e93ee42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:28:55.479088 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ea836b-863e-451a-add8-bcb5ce91f038 req-0e6587c4-5305-4190-b28d-765c8e93ee42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:28:55.479725 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-73ea836b-863e-451a-add8-bcb5ce91f038 req-0e6587c4-5305-4190-b28d-765c8e93ee42 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:28:55.481121 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-73ea836b-863e-451a-add8-bcb5ce91f038 req-0e6587c4-5305-4190-b28d-765c8e93ee42 service neutron] 10.222.0.44 "PUT /v2.0/ports/51bbcd47-c4ae-4084-9d21-fca6b1a4e37f HTTP/1.1" status: 200 len: 1092 time: 0.6517313 Mar 29 16:28:55.481776 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80e2621b-8ee6-43b3-a9a9-91596e0de2e6', 'tag': '51bbcd47-c4ae-4084-9d21-fca6b1a4e37f'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:28:55.483802 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c67b028db5e9b9818fecc5c0a87ebc6f190694fa53ca267d523e04f98de536d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-421385a5-a718-4abb-9de1-03bdc41f4e9d" -d '{"events": [{"name": "network-changed", "server_uuid": "80e2621b-8ee6-43b3-a9a9-91596e0de2e6", "tag": "51bbcd47-c4ae-4084-9d21-fca6b1a4e37f"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:28:55.512665 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6587c4-5305-4190-b28d-765c8e93ee42 service neutron] Pushing event updated for resources: {'Port': ['ID=51bbcd47-c4ae-4084-9d21-fca6b1a4e37f,revision_number=3']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:28:55.531764 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 16:28:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c7c99ee-9d79-4521-9c2b-d069102d8eef x-openstack-request-id: req-3c7c99ee-9d79-4521-9c2b-d069102d8eef {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:28:55.532041 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80e2621b-8ee6-43b3-a9a9-91596e0de2e6", "tag": "51bbcd47-c4ae-4084-9d21-fca6b1a4e37f", "status": "completed", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:28:55.532288 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-3c7c99ee-9d79-4521-9c2b-d069102d8eef {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:28:55.532692 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80e2621b-8ee6-43b3-a9a9-91596e0de2e6', 'tag': '51bbcd47-c4ae-4084-9d21-fca6b1a4e37f', 'status': 'completed', 'code': 200} Mar 29 16:28:55.568669 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ea836b-863e-451a-add8-bcb5ce91f038 req-8d4a0a0d-cbbf-4c28-9c9b-485bfa7b18fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:28:55.570148 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-73ea836b-863e-451a-add8-bcb5ce91f038 req-8d4a0a0d-cbbf-4c28-9c9b-485bfa7b18fb service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2dc1d83ef6b64aa19e4c013284596a54&device_id=80e2621b-8ee6-43b3-a9a9-91596e0de2e6 HTTP/1.1" status: 200 len: 1095 time: 0.0483215 Mar 29 16:28:55.613704 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-73ea836b-863e-451a-add8-bcb5ce91f038 req-24f0d0ef-851e-40f8-8231-8867ca9d3152 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=51bbcd47-c4ae-4084-9d21-fca6b1a4e37f HTTP/1.1" status: 200 len: 217 time: 0.0352557 Mar 29 16:28:55.661883 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ea836b-863e-451a-add8-bcb5ce91f038 req-ea5be88d-dab4-49bf-805e-3b10f5cc6a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:28:55.663335 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-73ea836b-863e-451a-add8-bcb5ce91f038 req-ea5be88d-dab4-49bf-805e-3b10f5cc6a18 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=642fe688-1d31-46c9-b710-3aefdbadcca6 HTTP/1.1" status: 200 len: 853 time: 0.0430996 Mar 29 16:28:55.694573 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-73ea836b-863e-451a-add8-bcb5ce91f038 req-e68fcf9c-1309-4935-bde6-66d0cb664b81 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=eb97d1d4-421b-49a9-8a49-30cae944db6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242379 Mar 29 16:28:55.792806 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-73ea836b-863e-451a-add8-bcb5ce91f038 req-08daf816-d4b7-4bfb-a25a-9a57f8c87a86 service neutron] 10.222.0.44 "GET /v2.0/networks/eb97d1d4-421b-49a9-8a49-30cae944db6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854752 Mar 29 16:28:55.881965 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-73ea836b-863e-451a-add8-bcb5ce91f038 req-9c827c88-48a2-4ce6-a665-8da43653679e service neutron] 10.222.0.44 "GET /v2.0/networks/eb97d1d4-421b-49a9-8a49-30cae944db6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883117 Mar 29 16:28:55.966164 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421385a5-a718-4abb-9de1-03bdc41f4e9d req-b4f1e31f-df96-4356-a87c-0ec907036ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:28:55.967596 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-421385a5-a718-4abb-9de1-03bdc41f4e9d req-b4f1e31f-df96-4356-a87c-0ec907036ca3 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2dc1d83ef6b64aa19e4c013284596a54&device_id=80e2621b-8ee6-43b3-a9a9-91596e0de2e6 HTTP/1.1" status: 200 len: 1095 time: 0.0409293 Mar 29 16:28:56.055760 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421385a5-a718-4abb-9de1-03bdc41f4e9d req-fdaff326-b508-4022-b3e9-f63aff1aaba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:28:56.057229 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-421385a5-a718-4abb-9de1-03bdc41f4e9d req-fdaff326-b508-4022-b3e9-f63aff1aaba8 service neutron] 10.222.0.44 "GET /v2.0/networks?id=eb97d1d4-421b-49a9-8a49-30cae944db6d HTTP/1.1" status: 200 len: 914 time: 0.0824487 Mar 29 16:28:56.103654 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-421385a5-a718-4abb-9de1-03bdc41f4e9d req-cdb19feb-ca4b-408a-8c52-0472d3858cd6 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=51bbcd47-c4ae-4084-9d21-fca6b1a4e37f HTTP/1.1" status: 200 len: 217 time: 0.0398321 Mar 29 16:28:56.151667 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421385a5-a718-4abb-9de1-03bdc41f4e9d req-456c6616-8ba0-4801-9a4d-64c402835b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:28:56.153104 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-421385a5-a718-4abb-9de1-03bdc41f4e9d req-456c6616-8ba0-4801-9a4d-64c402835b5c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=642fe688-1d31-46c9-b710-3aefdbadcca6 HTTP/1.1" status: 200 len: 853 time: 0.0433893 Mar 29 16:28:56.184543 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-421385a5-a718-4abb-9de1-03bdc41f4e9d req-facc2f58-2231-4135-9658-c12591d5061c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=eb97d1d4-421b-49a9-8a49-30cae944db6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243561 Mar 29 16:28:56.277270 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-421385a5-a718-4abb-9de1-03bdc41f4e9d req-468c7728-959f-496e-8837-04f1b3d24c74 service neutron] 10.222.0.44 "GET /v2.0/networks/eb97d1d4-421b-49a9-8a49-30cae944db6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849662 Mar 29 16:28:56.366037 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-421385a5-a718-4abb-9de1-03bdc41f4e9d req-6d98dfa0-1b72-484a-bf61-d89892f87b5b service neutron] 10.222.0.44 "GET /v2.0/networks/eb97d1d4-421b-49a9-8a49-30cae944db6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817745 Mar 29 16:28:56.506463 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c0985d-d11b-43c8-b68d-e06dde1b0c0c req-47628ba3-1e0e-4d66-8199-d18792766298 tempest-ServersNegativeTestJSON-1438301440 tempest-ServersNegativeTestJSON-1438301440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:28:56.507969 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-a3c0985d-d11b-43c8-b68d-e06dde1b0c0c req-47628ba3-1e0e-4d66-8199-d18792766298 tempest-ServersNegativeTestJSON-1438301440 tempest-ServersNegativeTestJSON-1438301440-project] 10.222.0.42 "GET /v2.0/ports?device_id=80e2621b-8ee6-43b3-a9a9-91596e0de2e6 HTTP/1.1" status: 200 len: 944 time: 0.0561366 Mar 29 16:28:56.545940 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-a3c0985d-d11b-43c8-b68d-e06dde1b0c0c req-dad420d1-5d6e-44d1-8c22-85d2879f12c2 tempest-ServersNegativeTestJSON-1438301440 tempest-ServersNegativeTestJSON-1438301440-project] 10.222.0.42 "GET /v2.0/security-groups?id=431b6d3d-b390-4595-8b82-20bef6c10ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319426 Mar 29 16:28:57.664128 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87970d92-2dcc-4171-b0d3-64d6048719ac req-d15b3f3e-9810-48b3-ac08-ca0b2ba2f820 tempest-ServersNegativeTestJSON-1438301440 tempest-ServersNegativeTestJSON-1438301440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:28:57.665590 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-87970d92-2dcc-4171-b0d3-64d6048719ac req-d15b3f3e-9810-48b3-ac08-ca0b2ba2f820 tempest-ServersNegativeTestJSON-1438301440 tempest-ServersNegativeTestJSON-1438301440-project] 10.222.0.42 "GET /v2.0/ports?device_id=80e2621b-8ee6-43b3-a9a9-91596e0de2e6 HTTP/1.1" status: 200 len: 944 time: 0.0489914 Mar 29 16:28:57.702887 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-87970d92-2dcc-4171-b0d3-64d6048719ac req-db99bf82-2e9e-431b-ad8e-f20d1b18ab11 tempest-ServersNegativeTestJSON-1438301440 tempest-ServersNegativeTestJSON-1438301440-project] 10.222.0.42 "GET /v2.0/security-groups?id=431b6d3d-b390-4595-8b82-20bef6c10ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312316 Mar 29 16:28:58.238346 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.agents_db [None req-59735a15-725e-44d4-9ad5-95cbe356f209 None None] Agent healthcheck: found 7 active agents {{(pid=102793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 16:28:58.817654 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e956cda1-8e68-4fd4-aa62-50f9de7c9c2e req-8e2795ad-8eb6-4088-a54c-6a784a2b84af tempest-ServersNegativeTestJSON-1438301440 tempest-ServersNegativeTestJSON-1438301440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:28:58.819396 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e956cda1-8e68-4fd4-aa62-50f9de7c9c2e req-8e2795ad-8eb6-4088-a54c-6a784a2b84af tempest-ServersNegativeTestJSON-1438301440 tempest-ServersNegativeTestJSON-1438301440-project] 10.222.0.42 "GET /v2.0/ports?device_id=80e2621b-8ee6-43b3-a9a9-91596e0de2e6 HTTP/1.1" status: 200 len: 944 time: 0.0494604 Mar 29 16:28:58.856722 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e956cda1-8e68-4fd4-aa62-50f9de7c9c2e req-c474f132-fb08-4ac7-be3f-2b5371262cb4 tempest-ServersNegativeTestJSON-1438301440 tempest-ServersNegativeTestJSON-1438301440-project] 10.222.0.42 "GET /v2.0/security-groups?id=431b6d3d-b390-4595-8b82-20bef6c10ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307984 Mar 29 16:28:59.772224 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device 51bbcd47-c4ae-4084-9d21-fca6b1a4e37f details requested by agent hyperv_n-h1-834765-1 with host n-h1-834765-1 {{(pid=102792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 16:28:59.868748 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port 51bbcd47-c4ae-4084-9d21-fca6b1a4e37f, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=51bbcd47-c4ae-4084-9d21-fca6b1a4e37f,segment=NetworkSegment(5620516f-8f15-4bd4-89cf-5824e7c8849a),segment_id=5620516f-8f15-4bd4-89cf-5824e7c8849a)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:28:59.880103 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Returning: {'device': '51bbcd47-c4ae-4084-9d21-fca6b1a4e37f', 'network_id': 'eb97d1d4-421b-49a9-8a49-30cae944db6d', 'port_id': '51bbcd47-c4ae-4084-9d21-fca6b1a4e37f', 'mac_address': 'fa:16:3e:d4:df:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 617, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '642fe688-1d31-46c9-b710-3aefdbadcca6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 16:28:59.916974 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:28:59.930600 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51bbcd47-c4ae-4084-9d21-fca6b1a4e37f {{(pid=102792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 16:28:59.951128 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port 51bbcd47-c4ae-4084-9d21-fca6b1a4e37f, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=51bbcd47-c4ae-4084-9d21-fca6b1a4e37f,segment=NetworkSegment(5620516f-8f15-4bd4-89cf-5824e7c8849a),segment_id=5620516f-8f15-4bd4-89cf-5824e7c8849a)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:28:59.955106 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:28:59.976752 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c46267-c97f-412c-abe2-0c1a40105ac5 req-b56d4d7b-ccbc-4e6e-a84e-df0b06b9539b tempest-ServersNegativeTestJSON-1438301440 tempest-ServersNegativeTestJSON-1438301440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:28:59.978274 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-60c46267-c97f-412c-abe2-0c1a40105ac5 req-b56d4d7b-ccbc-4e6e-a84e-df0b06b9539b tempest-ServersNegativeTestJSON-1438301440 tempest-ServersNegativeTestJSON-1438301440-project] 10.222.0.42 "GET /v2.0/ports?device_id=80e2621b-8ee6-43b3-a9a9-91596e0de2e6 HTTP/1.1" status: 200 len: 944 time: 0.0497015 Mar 29 16:29:00.008583 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Pushing event updated for resources: {'Port': ['ID=51bbcd47-c4ae-4084-9d21-fca6b1a4e37f,revision_number=4']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:29:00.016182 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-60c46267-c97f-412c-abe2-0c1a40105ac5 req-92f48b13-bcbb-4257-b352-edbea03e4fa3 tempest-ServersNegativeTestJSON-1438301440 tempest-ServersNegativeTestJSON-1438301440-project] 10.222.0.42 "GET /v2.0/security-groups?id=431b6d3d-b390-4595-8b82-20bef6c10ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317235 Mar 29 16:29:00.248191 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] get_ports_and_sgs() called for port_ids ['51bbcd47-c4ae-4084-9d21-fca6b1a4e37f'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 16:29:00.424160 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d96e5ccc-5f0b-4b71-b4a9-a32521ba2e5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:01.130354 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4da191-5870-4597-a122-2a071e960c98 req-1efac096-9bec-4c64-9685-7e1d1b100daf tempest-ServersNegativeTestJSON-1438301440 tempest-ServersNegativeTestJSON-1438301440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:29:01.131822 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-bf4da191-5870-4597-a122-2a071e960c98 req-1efac096-9bec-4c64-9685-7e1d1b100daf tempest-ServersNegativeTestJSON-1438301440 tempest-ServersNegativeTestJSON-1438301440-project] 10.222.0.42 "GET /v2.0/ports?device_id=80e2621b-8ee6-43b3-a9a9-91596e0de2e6 HTTP/1.1" status: 200 len: 945 time: 0.0484025 Mar 29 16:29:01.168589 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-bf4da191-5870-4597-a122-2a071e960c98 req-58e2b54d-2062-4cb8-b1b6-256faece5910 tempest-ServersNegativeTestJSON-1438301440 tempest-ServersNegativeTestJSON-1438301440-project] 10.222.0.42 "GET /v2.0/security-groups?id=431b6d3d-b390-4595-8b82-20bef6c10ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308220 Mar 29 16:29:01.771766 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device 51bbcd47-c4ae-4084-9d21-fca6b1a4e37f up at agent hyperv_n-h1-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 16:29:01.823493 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Provisioning for port 51bbcd47-c4ae-4084-9d21-fca6b1a4e37f completed by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 16:29:01.826975 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Provisioning complete for port 51bbcd47-c4ae-4084-9d21-fca6b1a4e37f triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:29:01.827374 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:01.905690 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:01.927929 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80e2621b-8ee6-43b3-a9a9-91596e0de2e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51bbcd47-c4ae-4084-9d21-fca6b1a4e37f'}] {{(pid=102792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:29:01.930137 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4f476c66b318cc6068719fc39557fac68d413f5c7e78fa77028c7948e999ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f30b8e85-1ba9-4e4d-b44e-3301b454fdde" -d '{"events": [{"server_uuid": "80e2621b-8ee6-43b3-a9a9-91596e0de2e6", "name": "network-vif-plugged", "status": "completed", "tag": "51bbcd47-c4ae-4084-9d21-fca6b1a4e37f"}]}' {{(pid=102792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:29:01.942832 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port 51bbcd47-c4ae-4084-9d21-fca6b1a4e37f, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=51bbcd47-c4ae-4084-9d21-fca6b1a4e37f,segment=NetworkSegment(5620516f-8f15-4bd4-89cf-5824e7c8849a),segment_id=5620516f-8f15-4bd4-89cf-5824e7c8849a)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:29:01.946959 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:01.974041 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 16:29:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27fdbc54-bf49-4d84-98e9-2d80dcb198d9 x-openstack-request-id: req-27fdbc54-bf49-4d84-98e9-2d80dcb198d9 {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:29:01.974334 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80e2621b-8ee6-43b3-a9a9-91596e0de2e6", "name": "network-vif-plugged", "status": "completed", "tag": "51bbcd47-c4ae-4084-9d21-fca6b1a4e37f", "code": 200}]} {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:29:01.974583 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-27fdbc54-bf49-4d84-98e9-2d80dcb198d9 {{(pid=102792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:29:01.974959 n-d-834765-1 neutron-server[102792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80e2621b-8ee6-43b3-a9a9-91596e0de2e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51bbcd47-c4ae-4084-9d21-fca6b1a4e37f', 'code': 200} Mar 29 16:29:02.000020 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Pushing event updated for resources: {'Port': ['ID=51bbcd47-c4ae-4084-9d21-fca6b1a4e37f,revision_number=5']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:29:02.071179 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e6acc8-b738-458a-9ba0-35b63d1b59f1 req-9db4d29f-a80f-401e-abb9-33f0c3f1a6f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:29:02.072705 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d6e6acc8-b738-458a-9ba0-35b63d1b59f1 req-9db4d29f-a80f-401e-abb9-33f0c3f1a6f6 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=80e2621b-8ee6-43b3-a9a9-91596e0de2e6 HTTP/1.1" status: 200 len: 1097 time: 0.0446944 Mar 29 16:29:02.106420 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d6e6acc8-b738-458a-9ba0-35b63d1b59f1 req-d74a6494-da2c-4718-b8c2-b62a5c62864a service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=431b6d3d-b390-4595-8b82-20bef6c10ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0276732 Mar 29 16:29:02.287512 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a680917b-63c5-4bad-834b-6207878bb18d req-d9fd5bf6-84c2-459d-ad7c-04ce80727bda tempest-ServersNegativeTestJSON-1438301440 tempest-ServersNegativeTestJSON-1438301440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:29:02.288988 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-a680917b-63c5-4bad-834b-6207878bb18d req-d9fd5bf6-84c2-459d-ad7c-04ce80727bda tempest-ServersNegativeTestJSON-1438301440 tempest-ServersNegativeTestJSON-1438301440-project] 10.222.0.42 "GET /v2.0/ports?device_id=80e2621b-8ee6-43b3-a9a9-91596e0de2e6 HTTP/1.1" status: 200 len: 946 time: 0.0501852 Mar 29 16:29:02.326212 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-a680917b-63c5-4bad-834b-6207878bb18d req-6d72b4ef-e09e-43ee-a89a-18fb2914b98e tempest-ServersNegativeTestJSON-1438301440 tempest-ServersNegativeTestJSON-1438301440-project] 10.222.0.42 "GET /v2.0/security-groups?id=431b6d3d-b390-4595-8b82-20bef6c10ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311310 Mar 29 16:29:02.889858 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-71cd7609-ce67-4b27-9543-be5731e00a6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:03.447683 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83948879-5e7d-4138-93ed-64f103119d8e req-c442c8e7-66e6-4763-bbd5-6ef634c4cc5f tempest-ServersNegativeTestJSON-1438301440 tempest-ServersNegativeTestJSON-1438301440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:29:03.449170 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-83948879-5e7d-4138-93ed-64f103119d8e req-c442c8e7-66e6-4763-bbd5-6ef634c4cc5f tempest-ServersNegativeTestJSON-1438301440 tempest-ServersNegativeTestJSON-1438301440-project] 10.222.0.42 "GET /v2.0/ports?device_id=80e2621b-8ee6-43b3-a9a9-91596e0de2e6 HTTP/1.1" status: 200 len: 946 time: 0.0499430 Mar 29 16:29:03.491454 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-83948879-5e7d-4138-93ed-64f103119d8e req-2ec544de-6b3b-4a7e-9134-9c5c39e0dd72 tempest-ServersNegativeTestJSON-1438301440 tempest-ServersNegativeTestJSON-1438301440-project] 10.222.0.42 "GET /v2.0/security-groups?id=431b6d3d-b390-4595-8b82-20bef6c10ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362778 Mar 29 16:29:04.340961 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d71584b9-87f1-45f5-84c7-c993c2416269 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:04.607721 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b167f897-99f4-4a87-b7a4-3c974657debf req-4e90b5ac-64db-496a-aed4-e1ebf7215703 tempest-ServersNegativeTestJSON-1438301440 tempest-ServersNegativeTestJSON-1438301440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:29:04.609110 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b167f897-99f4-4a87-b7a4-3c974657debf req-4e90b5ac-64db-496a-aed4-e1ebf7215703 tempest-ServersNegativeTestJSON-1438301440 tempest-ServersNegativeTestJSON-1438301440-project] 10.222.0.42 "GET /v2.0/ports?device_id=80e2621b-8ee6-43b3-a9a9-91596e0de2e6 HTTP/1.1" status: 200 len: 946 time: 0.0486898 Mar 29 16:29:04.646797 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b167f897-99f4-4a87-b7a4-3c974657debf req-18a127bd-091c-4d4a-a9ba-78a7069237d7 tempest-ServersNegativeTestJSON-1438301440 tempest-ServersNegativeTestJSON-1438301440-project] 10.222.0.42 "GET /v2.0/security-groups?id=431b6d3d-b390-4595-8b82-20bef6c10ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309968 Mar 29 16:29:04.868968 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2c5f4a-41b0-4686-885f-a4799eafe989 req-b1c5a130-a4e1-4d95-a619-aaaf7dd6bab8 tempest-ServersNegativeTestJSON-1438301440 tempest-ServersNegativeTestJSON-1438301440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:29:04.870342 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-da2c5f4a-41b0-4686-885f-a4799eafe989 req-b1c5a130-a4e1-4d95-a619-aaaf7dd6bab8 tempest-ServersNegativeTestJSON-1438301440 tempest-ServersNegativeTestJSON-1438301440-project] 10.222.0.42 "GET /v2.0/networks?id=eb97d1d4-421b-49a9-8a49-30cae944db6d HTTP/1.1" status: 200 len: 813 time: 0.1019833 Mar 29 16:29:04.886638 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-da2c5f4a-41b0-4686-885f-a4799eafe989 req-32492695-5d77-4c07-b9a7-3a7f83aaed79 tempest-ServersNegativeTestJSON-1438301440 tempest-ServersNegativeTestJSON-1438301440-project] 10.222.0.42 "GET /v2.0/quotas/2dc1d83ef6b64aa19e4c013284596a54 HTTP/1.1" status: 200 len: 375 time: 0.0105247 Mar 29 16:29:04.937640 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-da2c5f4a-41b0-4686-885f-a4799eafe989 req-ea29d268-7dec-4358-80b2-bbb8eb5d6378 tempest-ServersNegativeTestJSON-1438301440 tempest-ServersNegativeTestJSON-1438301440-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=2dc1d83ef6b64aa19e4c013284596a54&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0454371 Mar 29 16:29:05.030159 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-da2c5f4a-41b0-4686-885f-a4799eafe989 req-3cc44456-9351-4167-b027-0ff8086b1603 service neutron] 10.222.0.42 "GET /v2.0/networks/eb97d1d4-421b-49a9-8a49-30cae944db6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849152 Mar 29 16:29:05.119074 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-da2c5f4a-41b0-4686-885f-a4799eafe989 req-d4052ad0-5bb4-4684-be98-7ed3d65bdcc0 service neutron] 10.222.0.42 "GET /v2.0/networks/eb97d1d4-421b-49a9-8a49-30cae944db6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815864 Mar 29 16:29:05.282450 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-70ff2496-887d-455c-a780-23057632b81e req-0b27c0d7-df2e-42f5-bf30-efc9ec1408af tempest-ServersNegativeTestJSON-1438301440 tempest-ServersNegativeTestJSON-1438301440-project] 10.222.0.42 "GET /v2.0/ports?device_id=733a1c08-9318-4270-af8b-4e6d9bac98a4 HTTP/1.1" status: 200 len: 210 time: 0.0311980 Mar 29 16:29:05.900607 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-0cb6abf6-2706-4e52-8825-f5f644ecf9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:06.006731 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:06.263088 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2c5f4a-41b0-4686-885f-a4799eafe989 req-974383dd-0f96-466e-9843-01fe32a1a912 tempest-ServersNegativeTestJSON-1438301440 tempest-ServersNegativeTestJSON-1438301440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:29:06.264508 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-da2c5f4a-41b0-4686-885f-a4799eafe989 req-974383dd-0f96-466e-9843-01fe32a1a912 tempest-ServersNegativeTestJSON-1438301440 tempest-ServersNegativeTestJSON-1438301440-project] 10.222.0.48 "GET /v2.0/networks?id=eb97d1d4-421b-49a9-8a49-30cae944db6d HTTP/1.1" status: 200 len: 813 time: 0.1053782 Mar 29 16:29:06.276297 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [req-da2c5f4a-41b0-4686-885f-a4799eafe989 req-b77fe674-bc3e-44e2-978d-3f8ccedf7718 tempest-ServersNegativeTestJSON-1438301440 tempest-ServersNegativeTestJSON-1438301440-project] Request body: {'port': {'device_id': '733a1c08-9318-4270-af8b-4e6d9bac98a4', 'network_id': 'eb97d1d4-421b-49a9-8a49-30cae944db6d', 'admin_state_up': True, 'tenant_id': '2dc1d83ef6b64aa19e4c013284596a54'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:29:06.383612 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-40b11a9d-c0e3-4c6d-82b4-5edb9f47e536 req-7607c90c-c784-4412-a695-6456c90f728e tempest-ServersNegativeTestJSON-1438301440 tempest-ServersNegativeTestJSON-1438301440-project] 10.222.0.42 "GET /v2.0/ports?device_id=733a1c08-9318-4270-af8b-4e6d9bac98a4 HTTP/1.1" status: 200 len: 210 time: 0.0325572 Mar 29 16:29:06.385787 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da2c5f4a-41b0-4686-885f-a4799eafe989 req-b77fe674-bc3e-44e2-978d-3f8ccedf7718 tempest-ServersNegativeTestJSON-1438301440 tempest-ServersNegativeTestJSON-1438301440-project] Made reservation on behalf of 2dc1d83ef6b64aa19e4c013284596a54 for: {'port': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:29:06.389348 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-da2c5f4a-41b0-4686-885f-a4799eafe989 req-b77fe674-bc3e-44e2-978d-3f8ccedf7718 tempest-ServersNegativeTestJSON-1438301440 tempest-ServersNegativeTestJSON-1438301440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:06.514189 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_common [req-da2c5f4a-41b0-4686-885f-a4799eafe989 req-b77fe674-bc3e-44e2-978d-3f8ccedf7718 tempest-ServersNegativeTestJSON-1438301440 tempest-ServersNegativeTestJSON-1438301440-project] Allocated IP 172.20.0.12 (eb97d1d4-421b-49a9-8a49-30cae944db6d/642fe688-1d31-46c9-b710-3aefdbadcca6/5f306471-a120-4760-be7b-121f248a37ae) {{(pid=102791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:29:06.663321 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-da2c5f4a-41b0-4686-885f-a4799eafe989 req-b77fe674-bc3e-44e2-978d-3f8ccedf7718 tempest-ServersNegativeTestJSON-1438301440 tempest-ServersNegativeTestJSON-1438301440-project] Notify callbacks [] for port, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:06.695285 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-da2c5f4a-41b0-4686-885f-a4799eafe989 req-b77fe674-bc3e-44e2-978d-3f8ccedf7718 tempest-ServersNegativeTestJSON-1438301440 tempest-ServersNegativeTestJSON-1438301440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:06.708469 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] get_ports_and_sgs() called for port_ids ['51bbcd47-c4ae-4084-9d21-fca6b1a4e37f'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 16:29:06.738244 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da2c5f4a-41b0-4686-885f-a4799eafe989 req-b77fe674-bc3e-44e2-978d-3f8ccedf7718 tempest-ServersNegativeTestJSON-1438301440 tempest-ServersNegativeTestJSON-1438301440-project] Network eb97d1d4-421b-49a9-8a49-30cae944db6d is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:29:06.741494 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [req-da2c5f4a-41b0-4686-885f-a4799eafe989 req-b77fe674-bc3e-44e2-978d-3f8ccedf7718 tempest-ServersNegativeTestJSON-1438301440 tempest-ServersNegativeTestJSON-1438301440-project] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:29:06.747321 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [req-da2c5f4a-41b0-4686-885f-a4799eafe989 req-b77fe674-bc3e-44e2-978d-3f8ccedf7718 tempest-ServersNegativeTestJSON-1438301440 tempest-ServersNegativeTestJSON-1438301440-project] Received port after_create {{(pid=102791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:29:06.777106 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77fe674-bc3e-44e2-978d-3f8ccedf7718 tempest-ServersNegativeTestJSON-1438301440 tempest-ServersNegativeTestJSON-1438301440-project] Pushing event updated for resources: {'Port': ['ID=5f306471-a120-4760-be7b-121f248a37ae,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:29:06.804859 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2c5f4a-41b0-4686-885f-a4799eafe989 req-b77fe674-bc3e-44e2-978d-3f8ccedf7718 tempest-ServersNegativeTestJSON-1438301440 tempest-ServersNegativeTestJSON-1438301440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:29:06.805467 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-da2c5f4a-41b0-4686-885f-a4799eafe989 req-b77fe674-bc3e-44e2-978d-3f8ccedf7718 tempest-ServersNegativeTestJSON-1438301440 tempest-ServersNegativeTestJSON-1438301440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:06.821730 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-da2c5f4a-41b0-4686-885f-a4799eafe989 req-b77fe674-bc3e-44e2-978d-3f8ccedf7718 tempest-ServersNegativeTestJSON-1438301440 tempest-ServersNegativeTestJSON-1438301440-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5492110 Mar 29 16:29:06.833994 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [req-da2c5f4a-41b0-4686-885f-a4799eafe989 req-1fba5578-5ed8-4905-b10c-3497cfbbe4e6 service neutron] Request body: {'port': {'device_id': '733a1c08-9318-4270-af8b-4e6d9bac98a4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834765-1'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:29:06.888264 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-da2c5f4a-41b0-4686-885f-a4799eafe989 req-1fba5578-5ed8-4905-b10c-3497cfbbe4e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:07.147412 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [req-da2c5f4a-41b0-4686-885f-a4799eafe989 req-1fba5578-5ed8-4905-b10c-3497cfbbe4e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f306471-a120-4760-be7b-121f248a37ae {{(pid=102791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 16:29:07.154837 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-da2c5f4a-41b0-4686-885f-a4799eafe989 req-1fba5578-5ed8-4905-b10c-3497cfbbe4e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:07.166164 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.provisioning_blocks [req-da2c5f4a-41b0-4686-885f-a4799eafe989 req-1fba5578-5ed8-4905-b10c-3497cfbbe4e6 service neutron] Transition to ACTIVE for port object 5f306471-a120-4760-be7b-121f248a37ae will not be triggered until provisioned by entity L2. {{(pid=102791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 16:29:07.170391 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-da2c5f4a-41b0-4686-885f-a4799eafe989 req-1fba5578-5ed8-4905-b10c-3497cfbbe4e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:07.242168 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fba5578-5ed8-4905-b10c-3497cfbbe4e6 service neutron] Pushing event updated for resources: {'Port': ['ID=5f306471-a120-4760-be7b-121f248a37ae,revision_number=2']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:29:07.290651 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-da2c5f4a-41b0-4686-885f-a4799eafe989 req-1fba5578-5ed8-4905-b10c-3497cfbbe4e6 service neutron] Attempting to bind port 5f306471-a120-4760-be7b-121f248a37ae on host n-h2-834765-1 for vnic_type normal with profile {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 16:29:07.291349 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-da2c5f4a-41b0-4686-885f-a4799eafe989 req-1fba5578-5ed8-4905-b10c-3497cfbbe4e6 service neutron] Attempting to bind port 5f306471-a120-4760-be7b-121f248a37ae by drivers openvswitch,hyperv on host n-h2-834765-1 at level 0 using segments [{'id': '5620516f-8f15-4bd4-89cf-5824e7c8849a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'eb97d1d4-421b-49a9-8a49-30cae944db6d'}] {{(pid=102791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 16:29:07.291349 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da2c5f4a-41b0-4686-885f-a4799eafe989 req-1fba5578-5ed8-4905-b10c-3497cfbbe4e6 service neutron] Attempting to bind port 5f306471-a120-4760-be7b-121f248a37ae on network eb97d1d4-421b-49a9-8a49-30cae944db6d {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 16:29:07.295392 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da2c5f4a-41b0-4686-885f-a4799eafe989 req-1fba5578-5ed8-4905-b10c-3497cfbbe4e6 service neutron] Port 5f306471-a120-4760-be7b-121f248a37ae on network eb97d1d4-421b-49a9-8a49-30cae944db6d not bound, no agent of type Open vSwitch agent registered on host n-h2-834765-1 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 16:29:07.295705 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da2c5f4a-41b0-4686-885f-a4799eafe989 req-1fba5578-5ed8-4905-b10c-3497cfbbe4e6 service neutron] Attempting to bind port 5f306471-a120-4760-be7b-121f248a37ae on network eb97d1d4-421b-49a9-8a49-30cae944db6d {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 16:29:07.300921 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da2c5f4a-41b0-4686-885f-a4799eafe989 req-1fba5578-5ed8-4905-b10c-3497cfbbe4e6 service neutron] Checking agent: {'id': '3e4b4912-b4a2-4d17-b5bd-6ce15529e8eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 33, 17), 'started_at': datetime.datetime(2022, 3, 29, 15, 33, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 16, 28, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 16:29:07.301248 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da2c5f4a-41b0-4686-885f-a4799eafe989 req-1fba5578-5ed8-4905-b10c-3497cfbbe4e6 service neutron] Checking segment: {'id': '5620516f-8f15-4bd4-89cf-5824e7c8849a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'eb97d1d4-421b-49a9-8a49-30cae944db6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 16:29:07.301615 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da2c5f4a-41b0-4686-885f-a4799eafe989 req-1fba5578-5ed8-4905-b10c-3497cfbbe4e6 service neutron] Bound using segment: {'id': '5620516f-8f15-4bd4-89cf-5824e7c8849a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'eb97d1d4-421b-49a9-8a49-30cae944db6d'} {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 16:29:07.302024 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-da2c5f4a-41b0-4686-885f-a4799eafe989 req-1fba5578-5ed8-4905-b10c-3497cfbbe4e6 service neutron] Bound port: 5f306471-a120-4760-be7b-121f248a37ae, host: n-h2-834765-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5620516f-8f15-4bd4-89cf-5824e7c8849a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'eb97d1d4-421b-49a9-8a49-30cae944db6d'}}] {{(pid=102791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 16:29:07.302368 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-da2c5f4a-41b0-4686-885f-a4799eafe989 req-1fba5578-5ed8-4905-b10c-3497cfbbe4e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:07.364023 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-da2c5f4a-41b0-4686-885f-a4799eafe989 req-1fba5578-5ed8-4905-b10c-3497cfbbe4e6 service neutron] For port 5f306471-a120-4760-be7b-121f248a37ae, host n-h2-834765-1, cleared binding levels {{(pid=102791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 16:29:07.367186 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-da2c5f4a-41b0-4686-885f-a4799eafe989 req-1fba5578-5ed8-4905-b10c-3497cfbbe4e6 service neutron] For port 5f306471-a120-4760-be7b-121f248a37ae, host n-h2-834765-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=5f306471-a120-4760-be7b-121f248a37ae,segment=NetworkSegment(5620516f-8f15-4bd4-89cf-5824e7c8849a),segment_id=5620516f-8f15-4bd4-89cf-5824e7c8849a)] {{(pid=102791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 16:29:07.371828 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-da2c5f4a-41b0-4686-885f-a4799eafe989 req-1fba5578-5ed8-4905-b10c-3497cfbbe4e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:07.410628 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2c5f4a-41b0-4686-885f-a4799eafe989 req-1fba5578-5ed8-4905-b10c-3497cfbbe4e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:29:07.411239 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-da2c5f4a-41b0-4686-885f-a4799eafe989 req-1fba5578-5ed8-4905-b10c-3497cfbbe4e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:07.412758 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-da2c5f4a-41b0-4686-885f-a4799eafe989 req-1fba5578-5ed8-4905-b10c-3497cfbbe4e6 service neutron] 10.222.0.48 "PUT /v2.0/ports/5f306471-a120-4760-be7b-121f248a37ae HTTP/1.1" status: 200 len: 1092 time: 0.5834396 Mar 29 16:29:07.413331 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '733a1c08-9318-4270-af8b-4e6d9bac98a4', 'tag': '5f306471-a120-4760-be7b-121f248a37ae'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:29:07.418153 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c67b028db5e9b9818fecc5c0a87ebc6f190694fa53ca267d523e04f98de536d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fb6c965-e2ef-4eb3-b4fa-41e3572da9ae" -d '{"events": [{"name": "network-changed", "server_uuid": "733a1c08-9318-4270-af8b-4e6d9bac98a4", "tag": "5f306471-a120-4760-be7b-121f248a37ae"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:29:07.437219 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fba5578-5ed8-4905-b10c-3497cfbbe4e6 service neutron] Pushing event updated for resources: {'Port': ['ID=5f306471-a120-4760-be7b-121f248a37ae,revision_number=3']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:29:07.483613 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 16:29:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d31eb75d-a6ab-4834-9cab-bd560156838b x-openstack-request-id: req-d31eb75d-a6ab-4834-9cab-bd560156838b {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:29:07.483900 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "733a1c08-9318-4270-af8b-4e6d9bac98a4", "tag": "5f306471-a120-4760-be7b-121f248a37ae", "status": "completed", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:29:07.484147 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d31eb75d-a6ab-4834-9cab-bd560156838b {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:29:07.484536 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '733a1c08-9318-4270-af8b-4e6d9bac98a4', 'tag': '5f306471-a120-4760-be7b-121f248a37ae', 'status': 'completed', 'code': 200} Mar 29 16:29:07.525973 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2c5f4a-41b0-4686-885f-a4799eafe989 req-db913933-bbbb-42cf-82c3-78b01a9ddd94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:29:07.527498 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-da2c5f4a-41b0-4686-885f-a4799eafe989 req-db913933-bbbb-42cf-82c3-78b01a9ddd94 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2dc1d83ef6b64aa19e4c013284596a54&device_id=733a1c08-9318-4270-af8b-4e6d9bac98a4 HTTP/1.1" status: 200 len: 1095 time: 0.0741003 Mar 29 16:29:07.544820 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c2c16c-fd24-43bc-a103-ffe96d3a298b req-3fe8a74f-27be-46c3-85fd-47d31011e546 tempest-ServersNegativeTestJSON-1438301440 tempest-ServersNegativeTestJSON-1438301440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:29:07.546190 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-63c2c16c-fd24-43bc-a103-ffe96d3a298b req-3fe8a74f-27be-46c3-85fd-47d31011e546 tempest-ServersNegativeTestJSON-1438301440 tempest-ServersNegativeTestJSON-1438301440-project] 10.222.0.42 "GET /v2.0/ports?device_id=733a1c08-9318-4270-af8b-4e6d9bac98a4 HTTP/1.1" status: 200 len: 944 time: 0.0645950 Mar 29 16:29:07.587645 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-da2c5f4a-41b0-4686-885f-a4799eafe989 req-a443e616-ecfc-45fc-af99-abd45371200a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5f306471-a120-4760-be7b-121f248a37ae HTTP/1.1" status: 200 len: 217 time: 0.0517311 Mar 29 16:29:07.644132 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-63c2c16c-fd24-43bc-a103-ffe96d3a298b req-0d2cd3e6-5419-4b0e-a03d-1029700da8da tempest-ServersNegativeTestJSON-1438301440 tempest-ServersNegativeTestJSON-1438301440-project] 10.222.0.42 "GET /v2.0/security-groups?id=431b6d3d-b390-4595-8b82-20bef6c10ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909495 Mar 29 16:29:07.652734 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2c5f4a-41b0-4686-885f-a4799eafe989 req-b429439b-c828-43c4-b94e-7678d96d94f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:29:07.654189 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-da2c5f4a-41b0-4686-885f-a4799eafe989 req-b429439b-c828-43c4-b94e-7678d96d94f9 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=642fe688-1d31-46c9-b710-3aefdbadcca6 HTTP/1.1" status: 200 len: 853 time: 0.0576718 Mar 29 16:29:07.686494 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-da2c5f4a-41b0-4686-885f-a4799eafe989 req-bc53ea77-5f94-41a7-9a79-d9c15514336b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=eb97d1d4-421b-49a9-8a49-30cae944db6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256023 Mar 29 16:29:07.780777 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-da2c5f4a-41b0-4686-885f-a4799eafe989 req-8fcf2e72-d76f-4981-ae02-60f72d46648d service neutron] 10.222.0.48 "GET /v2.0/networks/eb97d1d4-421b-49a9-8a49-30cae944db6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875192 Mar 29 16:29:07.870084 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-da2c5f4a-41b0-4686-885f-a4799eafe989 req-b95d9f15-ca27-48db-99f6-0e6356d25226 service neutron] 10.222.0.48 "GET /v2.0/networks/eb97d1d4-421b-49a9-8a49-30cae944db6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832245 Mar 29 16:29:07.968910 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb6c965-e2ef-4eb3-b4fa-41e3572da9ae req-ed269cc4-ca95-4352-9d4e-1fd03b33c4f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:29:07.970396 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-1fb6c965-e2ef-4eb3-b4fa-41e3572da9ae req-ed269cc4-ca95-4352-9d4e-1fd03b33c4f0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2dc1d83ef6b64aa19e4c013284596a54&device_id=733a1c08-9318-4270-af8b-4e6d9bac98a4 HTTP/1.1" status: 200 len: 1095 time: 0.0505116 Mar 29 16:29:08.061645 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb6c965-e2ef-4eb3-b4fa-41e3572da9ae req-a6f5a78e-a7f2-405f-a3fe-e1e6ea38f65e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:29:08.063113 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-1fb6c965-e2ef-4eb3-b4fa-41e3572da9ae req-a6f5a78e-a7f2-405f-a3fe-e1e6ea38f65e service neutron] 10.222.0.48 "GET /v2.0/networks?id=eb97d1d4-421b-49a9-8a49-30cae944db6d HTTP/1.1" status: 200 len: 914 time: 0.0862753 Mar 29 16:29:08.106707 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-1fb6c965-e2ef-4eb3-b4fa-41e3572da9ae req-05875085-45ee-4ac5-8344-98091e91b992 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5f306471-a120-4760-be7b-121f248a37ae HTTP/1.1" status: 200 len: 217 time: 0.0371680 Mar 29 16:29:08.153463 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb6c965-e2ef-4eb3-b4fa-41e3572da9ae req-df844467-598f-4462-bb5a-57d558a4113a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:29:08.154871 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-1fb6c965-e2ef-4eb3-b4fa-41e3572da9ae req-df844467-598f-4462-bb5a-57d558a4113a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=642fe688-1d31-46c9-b710-3aefdbadcca6 HTTP/1.1" status: 200 len: 853 time: 0.0424733 Mar 29 16:29:08.184750 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-1fb6c965-e2ef-4eb3-b4fa-41e3572da9ae req-c6ed1c00-98b1-49ac-b752-9db4061d05a1 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=eb97d1d4-421b-49a9-8a49-30cae944db6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0233347 Mar 29 16:29:08.276422 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-1fb6c965-e2ef-4eb3-b4fa-41e3572da9ae req-db15e44e-18f5-47f8-ac62-4187a86cf559 service neutron] 10.222.0.48 "GET /v2.0/networks/eb97d1d4-421b-49a9-8a49-30cae944db6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853655 Mar 29 16:29:08.363440 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-1fb6c965-e2ef-4eb3-b4fa-41e3572da9ae req-1265c7e7-f323-4137-8b6e-8cc1339024c6 service neutron] 10.222.0.48 "GET /v2.0/networks/eb97d1d4-421b-49a9-8a49-30cae944db6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806425 Mar 29 16:29:08.765723 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053886f0-cd65-4713-93ef-900affa17f0c req-4fbea77c-023b-4dd8-b1ee-db4f0046dff7 tempest-ServersNegativeTestJSON-1438301440 tempest-ServersNegativeTestJSON-1438301440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:29:08.767197 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-053886f0-cd65-4713-93ef-900affa17f0c req-4fbea77c-023b-4dd8-b1ee-db4f0046dff7 tempest-ServersNegativeTestJSON-1438301440 tempest-ServersNegativeTestJSON-1438301440-project] 10.222.0.42 "GET /v2.0/ports?device_id=733a1c08-9318-4270-af8b-4e6d9bac98a4 HTTP/1.1" status: 200 len: 944 time: 0.0497746 Mar 29 16:29:08.804649 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-053886f0-cd65-4713-93ef-900affa17f0c req-6567c24c-ee96-4b7a-aca8-7da7c2f7ed42 tempest-ServersNegativeTestJSON-1438301440 tempest-ServersNegativeTestJSON-1438301440-project] 10.222.0.42 "GET /v2.0/security-groups?id=431b6d3d-b390-4595-8b82-20bef6c10ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313437 Mar 29 16:29:09.922461 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b59f27-1267-4dda-9ff7-108df6e03346 req-3451faa0-2413-4605-b692-65359bd7bb8a tempest-ServersNegativeTestJSON-1438301440 tempest-ServersNegativeTestJSON-1438301440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:29:09.923999 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-c1b59f27-1267-4dda-9ff7-108df6e03346 req-3451faa0-2413-4605-b692-65359bd7bb8a tempest-ServersNegativeTestJSON-1438301440 tempest-ServersNegativeTestJSON-1438301440-project] 10.222.0.42 "GET /v2.0/ports?device_id=733a1c08-9318-4270-af8b-4e6d9bac98a4 HTTP/1.1" status: 200 len: 944 time: 0.0514758 Mar 29 16:29:09.962071 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-c1b59f27-1267-4dda-9ff7-108df6e03346 req-e427b95a-7120-4d2f-9f9e-a35e4f2d43ea tempest-ServersNegativeTestJSON-1438301440 tempest-ServersNegativeTestJSON-1438301440-project] 10.222.0.42 "GET /v2.0/security-groups?id=431b6d3d-b390-4595-8b82-20bef6c10ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319993 Mar 29 16:29:11.078197 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb055fed-1dbd-4f0f-93a0-8187dc67b592 req-babf40bd-1e5c-4185-8e5d-eb1c030b032f tempest-ServersNegativeTestJSON-1438301440 tempest-ServersNegativeTestJSON-1438301440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:29:11.079766 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-cb055fed-1dbd-4f0f-93a0-8187dc67b592 req-babf40bd-1e5c-4185-8e5d-eb1c030b032f tempest-ServersNegativeTestJSON-1438301440 tempest-ServersNegativeTestJSON-1438301440-project] 10.222.0.42 "GET /v2.0/ports?device_id=733a1c08-9318-4270-af8b-4e6d9bac98a4 HTTP/1.1" status: 200 len: 944 time: 0.0498240 Mar 29 16:29:11.116659 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-cb055fed-1dbd-4f0f-93a0-8187dc67b592 req-f6380086-cd0c-4ac4-a94a-96c33d9ba58a tempest-ServersNegativeTestJSON-1438301440 tempest-ServersNegativeTestJSON-1438301440-project] 10.222.0.42 "GET /v2.0/security-groups?id=431b6d3d-b390-4595-8b82-20bef6c10ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308249 Mar 29 16:29:12.234662 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ff9378-e748-49c7-87a1-ede3a9f77573 req-5d0f611b-d590-4ac3-92e9-20d195bfdd5f tempest-ServersNegativeTestJSON-1438301440 tempest-ServersNegativeTestJSON-1438301440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:29:12.236156 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-47ff9378-e748-49c7-87a1-ede3a9f77573 req-5d0f611b-d590-4ac3-92e9-20d195bfdd5f tempest-ServersNegativeTestJSON-1438301440 tempest-ServersNegativeTestJSON-1438301440-project] 10.222.0.42 "GET /v2.0/ports?device_id=733a1c08-9318-4270-af8b-4e6d9bac98a4 HTTP/1.1" status: 200 len: 944 time: 0.0528405 Mar 29 16:29:12.254711 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device 5f306471-a120-4760-be7b-121f248a37ae details requested by agent hyperv_n-h2-834765-1 with host n-h2-834765-1 {{(pid=102792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 16:29:12.275859 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-47ff9378-e748-49c7-87a1-ede3a9f77573 req-6e55e297-3549-471f-8ab5-daba41e88ba2 tempest-ServersNegativeTestJSON-1438301440 tempest-ServersNegativeTestJSON-1438301440-project] 10.222.0.42 "GET /v2.0/security-groups?id=431b6d3d-b390-4595-8b82-20bef6c10ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335982 Mar 29 16:29:12.350611 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port 5f306471-a120-4760-be7b-121f248a37ae, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=5f306471-a120-4760-be7b-121f248a37ae,segment=NetworkSegment(5620516f-8f15-4bd4-89cf-5824e7c8849a),segment_id=5620516f-8f15-4bd4-89cf-5824e7c8849a)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:29:12.361448 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Returning: {'device': '5f306471-a120-4760-be7b-121f248a37ae', 'network_id': 'eb97d1d4-421b-49a9-8a49-30cae944db6d', 'port_id': '5f306471-a120-4760-be7b-121f248a37ae', 'mac_address': 'fa:16:3e:ea:64:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 617, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '642fe688-1d31-46c9-b710-3aefdbadcca6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 16:29:12.397671 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:12.409718 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f306471-a120-4760-be7b-121f248a37ae {{(pid=102792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 16:29:12.429248 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port 5f306471-a120-4760-be7b-121f248a37ae, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=5f306471-a120-4760-be7b-121f248a37ae,segment=NetworkSegment(5620516f-8f15-4bd4-89cf-5824e7c8849a),segment_id=5620516f-8f15-4bd4-89cf-5824e7c8849a)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:29:12.433075 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:12.478031 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Pushing event updated for resources: {'Port': ['ID=5f306471-a120-4760-be7b-121f248a37ae,revision_number=4']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:29:12.760531 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] get_ports_and_sgs() called for port_ids ['5f306471-a120-4760-be7b-121f248a37ae'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 16:29:13.145233 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-7fec863b-ff14-4d22-8cd4-5ea87298a664 req-698a8b18-df0f-4228-aab0-e29bd8af55d2 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=80e2621b-8ee6-43b3-a9a9-91596e0de2e6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0394804 Mar 29 16:29:13.230821 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fec863b-ff14-4d22-8cd4-5ea87298a664 req-fab73e22-5f39-49f3-a64c-ecffc1d41eed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:29:13.232298 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-7fec863b-ff14-4d22-8cd4-5ea87298a664 req-fab73e22-5f39-49f3-a64c-ecffc1d41eed service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2dc1d83ef6b64aa19e4c013284596a54&device_id=80e2621b-8ee6-43b3-a9a9-91596e0de2e6 HTTP/1.1" status: 200 len: 1097 time: 0.0400102 Mar 29 16:29:13.336428 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fec863b-ff14-4d22-8cd4-5ea87298a664 req-1f2c2b74-efb8-4b6d-b22f-f1c67dab00ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:29:13.337912 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-7fec863b-ff14-4d22-8cd4-5ea87298a664 req-1f2c2b74-efb8-4b6d-b22f-f1c67dab00ae service neutron] 10.222.0.44 "GET /v2.0/networks?id=eb97d1d4-421b-49a9-8a49-30cae944db6d HTTP/1.1" status: 200 len: 914 time: 0.0866389 Mar 29 16:29:13.380357 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-7fec863b-ff14-4d22-8cd4-5ea87298a664 req-c4b35989-c5fe-4d58-afe3-5755073ca8ad service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=51bbcd47-c4ae-4084-9d21-fca6b1a4e37f HTTP/1.1" status: 200 len: 217 time: 0.0346437 Mar 29 16:29:13.396564 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06adda38-771f-429a-bc2a-8c1c79027cde req-88746882-7602-48a1-bef2-7f14b739edf9 tempest-ServersNegativeTestJSON-1438301440 tempest-ServersNegativeTestJSON-1438301440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:29:13.398005 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-06adda38-771f-429a-bc2a-8c1c79027cde req-88746882-7602-48a1-bef2-7f14b739edf9 tempest-ServersNegativeTestJSON-1438301440 tempest-ServersNegativeTestJSON-1438301440-project] 10.222.0.42 "GET /v2.0/ports?device_id=733a1c08-9318-4270-af8b-4e6d9bac98a4 HTTP/1.1" status: 200 len: 945 time: 0.0536764 Mar 29 16:29:13.433843 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fec863b-ff14-4d22-8cd4-5ea87298a664 req-84d53200-e572-4fc9-a736-aa5e5fd69858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:29:13.435314 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-7fec863b-ff14-4d22-8cd4-5ea87298a664 req-84d53200-e572-4fc9-a736-aa5e5fd69858 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=642fe688-1d31-46c9-b710-3aefdbadcca6 HTTP/1.1" status: 200 len: 853 time: 0.0483000 Mar 29 16:29:13.436109 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-06adda38-771f-429a-bc2a-8c1c79027cde req-60960949-1965-4486-a861-8bd08252128d tempest-ServersNegativeTestJSON-1438301440 tempest-ServersNegativeTestJSON-1438301440-project] 10.222.0.42 "GET /v2.0/security-groups?id=431b6d3d-b390-4595-8b82-20bef6c10ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319681 Mar 29 16:29:13.467207 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-7fec863b-ff14-4d22-8cd4-5ea87298a664 req-7c425911-a11b-4004-b052-2fe1d2eb92e8 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=eb97d1d4-421b-49a9-8a49-30cae944db6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251343 Mar 29 16:29:13.555461 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-7fec863b-ff14-4d22-8cd4-5ea87298a664 req-7c639807-906f-432f-ad31-f02784b492ed service neutron] 10.222.0.44 "GET /v2.0/networks/eb97d1d4-421b-49a9-8a49-30cae944db6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806649 Mar 29 16:29:13.652300 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-7fec863b-ff14-4d22-8cd4-5ea87298a664 req-f21d835e-eee7-4fa1-91e0-81e2d8ba8803 service neutron] 10.222.0.44 "GET /v2.0/networks/eb97d1d4-421b-49a9-8a49-30cae944db6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891759 Mar 29 16:29:14.253873 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device 5f306471-a120-4760-be7b-121f248a37ae up at agent hyperv_n-h2-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 16:29:14.301001 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Provisioning for port 5f306471-a120-4760-be7b-121f248a37ae completed by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 16:29:14.304869 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Provisioning complete for port 5f306471-a120-4760-be7b-121f248a37ae triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:29:14.305235 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:14.383055 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:14.405134 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '733a1c08-9318-4270-af8b-4e6d9bac98a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f306471-a120-4760-be7b-121f248a37ae'}] {{(pid=102792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:29:14.407389 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4f476c66b318cc6068719fc39557fac68d413f5c7e78fa77028c7948e999ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1d30c0c-e0f2-4aa9-bc4b-02ee1d38c27e" -d '{"events": [{"server_uuid": "733a1c08-9318-4270-af8b-4e6d9bac98a4", "name": "network-vif-plugged", "status": "completed", "tag": "5f306471-a120-4760-be7b-121f248a37ae"}]}' {{(pid=102792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:29:14.420907 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port 5f306471-a120-4760-be7b-121f248a37ae, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=5f306471-a120-4760-be7b-121f248a37ae,segment=NetworkSegment(5620516f-8f15-4bd4-89cf-5824e7c8849a),segment_id=5620516f-8f15-4bd4-89cf-5824e7c8849a)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:29:14.426470 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:14.450008 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 16:29:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-056d9e08-ddb5-4ec3-a042-041eaca810ef x-openstack-request-id: req-056d9e08-ddb5-4ec3-a042-041eaca810ef {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:29:14.450300 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "733a1c08-9318-4270-af8b-4e6d9bac98a4", "name": "network-vif-plugged", "status": "completed", "tag": "5f306471-a120-4760-be7b-121f248a37ae", "code": 200}]} {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:29:14.450549 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-056d9e08-ddb5-4ec3-a042-041eaca810ef {{(pid=102792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:29:14.450930 n-d-834765-1 neutron-server[102792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '733a1c08-9318-4270-af8b-4e6d9bac98a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f306471-a120-4760-be7b-121f248a37ae', 'code': 200} Mar 29 16:29:14.482301 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Pushing event updated for resources: {'Port': ['ID=5f306471-a120-4760-be7b-121f248a37ae,revision_number=5']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:29:14.551392 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d0d366-eee0-445b-b42c-f08d0659a8d1 req-8e266fed-3475-46c4-97b4-10b13d11d61f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:29:14.553554 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-82d0d366-eee0-445b-b42c-f08d0659a8d1 req-8e266fed-3475-46c4-97b4-10b13d11d61f service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=733a1c08-9318-4270-af8b-4e6d9bac98a4 HTTP/1.1" status: 200 len: 1097 time: 0.0415237 Mar 29 16:29:14.563337 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138670a0-ec47-4491-b82f-b2b550ac1c39 req-2b6253c5-bee7-462a-8012-92ef93768869 tempest-ServersNegativeTestJSON-1438301440 tempest-ServersNegativeTestJSON-1438301440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:29:14.565030 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-138670a0-ec47-4491-b82f-b2b550ac1c39 req-2b6253c5-bee7-462a-8012-92ef93768869 tempest-ServersNegativeTestJSON-1438301440 tempest-ServersNegativeTestJSON-1438301440-project] 10.222.0.42 "GET /v2.0/ports?device_id=733a1c08-9318-4270-af8b-4e6d9bac98a4 HTTP/1.1" status: 200 len: 946 time: 0.0498791 Mar 29 16:29:14.588985 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-82d0d366-eee0-445b-b42c-f08d0659a8d1 req-e400eadf-6591-4a19-a62a-c5388a048b78 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=431b6d3d-b390-4595-8b82-20bef6c10ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0287471 Mar 29 16:29:14.602981 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-138670a0-ec47-4491-b82f-b2b550ac1c39 req-605d39cd-b169-4179-8c43-ca81464b9b40 tempest-ServersNegativeTestJSON-1438301440 tempest-ServersNegativeTestJSON-1438301440-project] 10.222.0.42 "GET /v2.0/security-groups?id=431b6d3d-b390-4595-8b82-20bef6c10ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315969 Mar 29 16:29:15.722600 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20299549-c5bf-48e8-9a53-2407c1d65c9e req-d1569411-6a46-4aab-9dc7-94dbaa124d97 tempest-ServersNegativeTestJSON-1438301440 tempest-ServersNegativeTestJSON-1438301440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:29:15.724119 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-20299549-c5bf-48e8-9a53-2407c1d65c9e req-d1569411-6a46-4aab-9dc7-94dbaa124d97 tempest-ServersNegativeTestJSON-1438301440 tempest-ServersNegativeTestJSON-1438301440-project] 10.222.0.42 "GET /v2.0/ports?device_id=733a1c08-9318-4270-af8b-4e6d9bac98a4 HTTP/1.1" status: 200 len: 946 time: 0.0502956 Mar 29 16:29:15.765425 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-20299549-c5bf-48e8-9a53-2407c1d65c9e req-5d3d713a-8bca-41a1-bc64-1a1596c02088 tempest-ServersNegativeTestJSON-1438301440 tempest-ServersNegativeTestJSON-1438301440-project] 10.222.0.42 "GET /v2.0/security-groups?id=431b6d3d-b390-4595-8b82-20bef6c10ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350482 Mar 29 16:29:16.881517 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fbdcca-42f2-400a-abe9-51cc8acdb776 req-ac988f90-d6fc-445d-95bc-f78a2019a170 tempest-ServersNegativeTestJSON-1438301440 tempest-ServersNegativeTestJSON-1438301440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:29:16.882976 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-a7fbdcca-42f2-400a-abe9-51cc8acdb776 req-ac988f90-d6fc-445d-95bc-f78a2019a170 tempest-ServersNegativeTestJSON-1438301440 tempest-ServersNegativeTestJSON-1438301440-project] 10.222.0.42 "GET /v2.0/ports?device_id=733a1c08-9318-4270-af8b-4e6d9bac98a4 HTTP/1.1" status: 200 len: 946 time: 0.0490618 Mar 29 16:29:16.919024 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-a7fbdcca-42f2-400a-abe9-51cc8acdb776 req-f44eba82-044b-4a48-bbca-e45b97d966de tempest-ServersNegativeTestJSON-1438301440 tempest-ServersNegativeTestJSON-1438301440-project] 10.222.0.42 "GET /v2.0/security-groups?id=431b6d3d-b390-4595-8b82-20bef6c10ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300429 Mar 29 16:29:17.150924 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eaf6e55-66c1-408f-8a7c-b15b2bbda4ee req-ffe6b721-712b-43ff-a93f-6c6642e53933 tempest-ServersNegativeTestJSON-1438301440 tempest-ServersNegativeTestJSON-1438301440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:29:17.152411 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-8eaf6e55-66c1-408f-8a7c-b15b2bbda4ee req-ffe6b721-712b-43ff-a93f-6c6642e53933 tempest-ServersNegativeTestJSON-1438301440 tempest-ServersNegativeTestJSON-1438301440-project] 10.222.0.42 "GET /v2.0/ports?device_id=733a1c08-9318-4270-af8b-4e6d9bac98a4 HTTP/1.1" status: 200 len: 946 time: 0.0532329 Mar 29 16:29:17.190055 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-8eaf6e55-66c1-408f-8a7c-b15b2bbda4ee req-cf74ca66-81ae-4788-bfbd-c355247011d9 tempest-ServersNegativeTestJSON-1438301440 tempest-ServersNegativeTestJSON-1438301440-project] 10.222.0.42 "GET /v2.0/security-groups?id=431b6d3d-b390-4595-8b82-20bef6c10ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315764 Mar 29 16:29:17.469749 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:18.236720 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:18.309481 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a75d9f-ec03-442d-b9ff-50edd0195119 req-e2708d1f-0c37-4f49-89af-e9ff3cb89dc8 tempest-ServersNegativeTestJSON-1438301440 tempest-ServersNegativeTestJSON-1438301440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:29:18.310959 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-c2a75d9f-ec03-442d-b9ff-50edd0195119 req-e2708d1f-0c37-4f49-89af-e9ff3cb89dc8 tempest-ServersNegativeTestJSON-1438301440 tempest-ServersNegativeTestJSON-1438301440-project] 10.222.0.42 "GET /v2.0/ports?device_id=733a1c08-9318-4270-af8b-4e6d9bac98a4 HTTP/1.1" status: 200 len: 946 time: 0.0502377 Mar 29 16:29:18.349726 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-c2a75d9f-ec03-442d-b9ff-50edd0195119 req-eccc8313-86a6-4f9c-b116-fb899eaaa67b tempest-ServersNegativeTestJSON-1438301440 tempest-ServersNegativeTestJSON-1438301440-project] 10.222.0.42 "GET /v2.0/security-groups?id=431b6d3d-b390-4595-8b82-20bef6c10ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326374 Mar 29 16:29:18.524721 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6c6970-1d4a-45c3-a12d-72d7d7587835 req-678569ce-7e67-4c09-bcb3-dc6f97de5fc9 tempest-ServersNegativeTestJSON-1438301440 tempest-ServersNegativeTestJSON-1438301440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:29:18.526138 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ce6c6970-1d4a-45c3-a12d-72d7d7587835 req-678569ce-7e67-4c09-bcb3-dc6f97de5fc9 tempest-ServersNegativeTestJSON-1438301440 tempest-ServersNegativeTestJSON-1438301440-project] 10.222.0.48 "GET /v2.0/ports?device_id=733a1c08-9318-4270-af8b-4e6d9bac98a4 HTTP/1.1" status: 200 len: 946 time: 0.0474997 Mar 29 16:29:18.614505 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [req-ce6c6970-1d4a-45c3-a12d-72d7d7587835 req-d04a9404-0f36-4987-b6a1-2fcbeba57cef tempest-ServersNegativeTestJSON-1438301440 tempest-ServersNegativeTestJSON-1438301440-project] Deleting port 5f306471-a120-4760-be7b-121f248a37ae {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:29:18.614845 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-ce6c6970-1d4a-45c3-a12d-72d7d7587835 req-d04a9404-0f36-4987-b6a1-2fcbeba57cef tempest-ServersNegativeTestJSON-1438301440 tempest-ServersNegativeTestJSON-1438301440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:18.698743 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-ce6c6970-1d4a-45c3-a12d-72d7d7587835 req-d04a9404-0f36-4987-b6a1-2fcbeba57cef tempest-ServersNegativeTestJSON-1438301440 tempest-ServersNegativeTestJSON-1438301440-project] For port 5f306471-a120-4760-be7b-121f248a37ae, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=5f306471-a120-4760-be7b-121f248a37ae,segment=NetworkSegment(5620516f-8f15-4bd4-89cf-5824e7c8849a),segment_id=5620516f-8f15-4bd4-89cf-5824e7c8849a)] {{(pid=102791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:29:18.699095 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-ce6c6970-1d4a-45c3-a12d-72d7d7587835 req-d04a9404-0f36-4987-b6a1-2fcbeba57cef tempest-ServersNegativeTestJSON-1438301440 tempest-ServersNegativeTestJSON-1438301440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:18.711717 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [req-ce6c6970-1d4a-45c3-a12d-72d7d7587835 req-d04a9404-0f36-4987-b6a1-2fcbeba57cef tempest-ServersNegativeTestJSON-1438301440 tempest-ServersNegativeTestJSON-1438301440-project] Calling delete_port for 5f306471-a120-4760-be7b-121f248a37ae owned by compute:nova {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:29:18.836452 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-ce6c6970-1d4a-45c3-a12d-72d7d7587835 req-d04a9404-0f36-4987-b6a1-2fcbeba57cef tempest-ServersNegativeTestJSON-1438301440 tempest-ServersNegativeTestJSON-1438301440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:18.848780 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] get_ports_and_sgs() called for port_ids ['5f306471-a120-4760-be7b-121f248a37ae'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 16:29:18.851098 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] get_ports_and_sgs() called for port_ids ['51bbcd47-c4ae-4084-9d21-fca6b1a4e37f'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 16:29:18.865921 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04a9404-0f36-4987-b6a1-2fcbeba57cef tempest-ServersNegativeTestJSON-1438301440 tempest-ServersNegativeTestJSON-1438301440-project] Pushing event deleted for resources: {'Port': ['ID=5f306471-a120-4760-be7b-121f248a37ae,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:29:18.912914 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce6c6970-1d4a-45c3-a12d-72d7d7587835 req-d04a9404-0f36-4987-b6a1-2fcbeba57cef tempest-ServersNegativeTestJSON-1438301440 tempest-ServersNegativeTestJSON-1438301440-project] No DVR routers for this DVR port 5f306471-a120-4760-be7b-121f248a37ae on host n-h2-834765-1 {{(pid=102791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 16:29:18.915671 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-ce6c6970-1d4a-45c3-a12d-72d7d7587835 req-d04a9404-0f36-4987-b6a1-2fcbeba57cef tempest-ServersNegativeTestJSON-1438301440 tempest-ServersNegativeTestJSON-1438301440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:18.919169 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ce6c6970-1d4a-45c3-a12d-72d7d7587835 req-d04a9404-0f36-4987-b6a1-2fcbeba57cef tempest-ServersNegativeTestJSON-1438301440 tempest-ServersNegativeTestJSON-1438301440-project] 10.222.0.48 "DELETE /v2.0/ports/5f306471-a120-4760-be7b-121f248a37ae HTTP/1.1" status: 204 len: 173 time: 0.3872070 Mar 29 16:29:18.919644 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '733a1c08-9318-4270-af8b-4e6d9bac98a4', 'name': 'network-vif-deleted', 'tag': '5f306471-a120-4760-be7b-121f248a37ae'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:29:18.922535 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c67b028db5e9b9818fecc5c0a87ebc6f190694fa53ca267d523e04f98de536d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b0d8482-9285-4140-9f73-591194165697" -d '{"events": [{"server_uuid": "733a1c08-9318-4270-af8b-4e6d9bac98a4", "name": "network-vif-deleted", "tag": "5f306471-a120-4760-be7b-121f248a37ae"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:29:18.964952 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 16:29:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41272713-92da-44f7-bd9e-fced46898472 x-openstack-request-id: req-41272713-92da-44f7-bd9e-fced46898472 {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:29:18.965255 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "733a1c08-9318-4270-af8b-4e6d9bac98a4", "name": "network-vif-deleted", "tag": "5f306471-a120-4760-be7b-121f248a37ae", "status": "completed", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:29:18.965570 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-41272713-92da-44f7-bd9e-fced46898472 {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:29:18.966367 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '733a1c08-9318-4270-af8b-4e6d9bac98a4', 'name': 'network-vif-deleted', 'tag': '5f306471-a120-4760-be7b-121f248a37ae', 'status': 'completed', 'code': 200} Mar 29 16:29:19.456553 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-97648113-389b-4354-8a9c-aac5b6db514b req-2bdb9b01-13d8-4b24-8499-c7cf2f185fa4 tempest-ServersNegativeTestJSON-1438301440 tempest-ServersNegativeTestJSON-1438301440-project] 10.222.0.42 "GET /v2.0/ports?device_id=733a1c08-9318-4270-af8b-4e6d9bac98a4 HTTP/1.1" status: 200 len: 210 time: 0.0271254 Mar 29 16:29:20.609934 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4ec274-f0f1-4f03-a604-40bfc986972b req-45212ca7-3af8-4c52-bbbd-8219dbf0d1fd tempest-ServersNegativeTestJSON-1438301440 tempest-ServersNegativeTestJSON-1438301440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:29:20.611492 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ac4ec274-f0f1-4f03-a604-40bfc986972b req-45212ca7-3af8-4c52-bbbd-8219dbf0d1fd tempest-ServersNegativeTestJSON-1438301440 tempest-ServersNegativeTestJSON-1438301440-project] 10.222.0.42 "GET /v2.0/ports?device_id=80e2621b-8ee6-43b3-a9a9-91596e0de2e6 HTTP/1.1" status: 200 len: 946 time: 0.0501020 Mar 29 16:29:20.649087 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ac4ec274-f0f1-4f03-a604-40bfc986972b req-318bdc89-9082-4062-9db7-6cfc826af935 tempest-ServersNegativeTestJSON-1438301440 tempest-ServersNegativeTestJSON-1438301440-project] 10.222.0.42 "GET /v2.0/security-groups?id=431b6d3d-b390-4595-8b82-20bef6c10ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310249 Mar 29 16:29:20.779699 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5c2bf1-bb36-40ed-9761-3173fa4fd4d5 req-f23dfb7f-903a-478e-ab09-9f73f529b3da tempest-ServersNegativeTestJSON-1438301440 tempest-ServersNegativeTestJSON-1438301440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:29:20.781056 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-0f5c2bf1-bb36-40ed-9761-3173fa4fd4d5 req-f23dfb7f-903a-478e-ab09-9f73f529b3da tempest-ServersNegativeTestJSON-1438301440 tempest-ServersNegativeTestJSON-1438301440-project] 10.222.0.42 "GET /v2.0/ports?device_id=80e2621b-8ee6-43b3-a9a9-91596e0de2e6 HTTP/1.1" status: 200 len: 946 time: 0.0477848 Mar 29 16:29:20.820450 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-0f5c2bf1-bb36-40ed-9761-3173fa4fd4d5 req-5ed43921-6151-46b2-a197-d7d7ffebe68f tempest-ServersNegativeTestJSON-1438301440 tempest-ServersNegativeTestJSON-1438301440-project] 10.222.0.42 "GET /v2.0/security-groups?id=431b6d3d-b390-4595-8b82-20bef6c10ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322051 Mar 29 16:29:20.938774 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20651b92-ae94-4259-b668-ff55dd320803 req-7a1e388b-fe11-4daa-9fee-90968820258d tempest-ServersNegativeTestJSON-1438301440 tempest-ServersNegativeTestJSON-1438301440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:29:20.940480 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-20651b92-ae94-4259-b668-ff55dd320803 req-7a1e388b-fe11-4daa-9fee-90968820258d tempest-ServersNegativeTestJSON-1438301440 tempest-ServersNegativeTestJSON-1438301440-project] 10.222.0.42 "GET /v2.0/ports?device_id=80e2621b-8ee6-43b3-a9a9-91596e0de2e6 HTTP/1.1" status: 200 len: 946 time: 0.0504141 Mar 29 16:29:20.979328 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-20651b92-ae94-4259-b668-ff55dd320803 req-019cb890-e819-4918-bed0-c13cf0517bf2 tempest-ServersNegativeTestJSON-1438301440 tempest-ServersNegativeTestJSON-1438301440-project] 10.222.0.42 "GET /v2.0/security-groups?id=431b6d3d-b390-4595-8b82-20bef6c10ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324397 Mar 29 16:29:21.150719 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8518f15a-a05a-4254-a7a7-3ccdc2359b4a req-a7e16e41-c411-4776-bfa4-b6ce54d13b90 tempest-ServersNegativeTestJSON-1438301440 tempest-ServersNegativeTestJSON-1438301440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:29:21.152219 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-8518f15a-a05a-4254-a7a7-3ccdc2359b4a req-a7e16e41-c411-4776-bfa4-b6ce54d13b90 tempest-ServersNegativeTestJSON-1438301440 tempest-ServersNegativeTestJSON-1438301440-project] 10.222.0.42 "GET /v2.0/ports?device_id=80e2621b-8ee6-43b3-a9a9-91596e0de2e6 HTTP/1.1" status: 200 len: 946 time: 0.0507827 Mar 29 16:29:21.191319 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-8518f15a-a05a-4254-a7a7-3ccdc2359b4a req-26c394e9-3971-4034-b698-fb397732f038 tempest-ServersNegativeTestJSON-1438301440 tempest-ServersNegativeTestJSON-1438301440-project] 10.222.0.42 "GET /v2.0/security-groups?id=431b6d3d-b390-4595-8b82-20bef6c10ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319359 Mar 29 16:29:21.307180 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7168d1-9fbf-43fd-9d04-553a77f2ec6e req-0bad5993-68d5-4029-b1bd-ba5a919a770d tempest-ServersNegativeTestJSON-1438301440 tempest-ServersNegativeTestJSON-1438301440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:29:21.308576 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-5a7168d1-9fbf-43fd-9d04-553a77f2ec6e req-0bad5993-68d5-4029-b1bd-ba5a919a770d tempest-ServersNegativeTestJSON-1438301440 tempest-ServersNegativeTestJSON-1438301440-project] 10.222.0.42 "GET /v2.0/ports?device_id=80e2621b-8ee6-43b3-a9a9-91596e0de2e6 HTTP/1.1" status: 200 len: 946 time: 0.0519073 Mar 29 16:29:21.345725 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-5a7168d1-9fbf-43fd-9d04-553a77f2ec6e req-53c7c5ca-857f-4c60-b490-046a3559aead tempest-ServersNegativeTestJSON-1438301440 tempest-ServersNegativeTestJSON-1438301440-project] 10.222.0.42 "GET /v2.0/security-groups?id=431b6d3d-b390-4595-8b82-20bef6c10ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312064 Mar 29 16:29:21.468768 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66f4f65-5e24-4372-bdd9-d565780f801f req-50adabd5-23be-4583-9977-76bd16f547f3 tempest-ServersNegativeTestJSON-1438301440 tempest-ServersNegativeTestJSON-1438301440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:29:21.470250 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d66f4f65-5e24-4372-bdd9-d565780f801f req-50adabd5-23be-4583-9977-76bd16f547f3 tempest-ServersNegativeTestJSON-1438301440 tempest-ServersNegativeTestJSON-1438301440-project] 10.222.0.42 "GET /v2.0/ports?device_id=80e2621b-8ee6-43b3-a9a9-91596e0de2e6 HTTP/1.1" status: 200 len: 946 time: 0.0490563 Mar 29 16:29:21.509455 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d66f4f65-5e24-4372-bdd9-d565780f801f req-98f71c1e-e059-4bdc-ae6c-675d519ed499 tempest-ServersNegativeTestJSON-1438301440 tempest-ServersNegativeTestJSON-1438301440-project] 10.222.0.42 "GET /v2.0/security-groups?id=431b6d3d-b390-4595-8b82-20bef6c10ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325623 Mar 29 16:29:21.811994 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfea2fbd-45dc-40b7-8b12-08e88c72b410 req-6d17335f-f608-4b8a-a62e-66b0807e3718 tempest-ServersNegativeTestJSON-1438301440 tempest-ServersNegativeTestJSON-1438301440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:29:21.813532 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-bfea2fbd-45dc-40b7-8b12-08e88c72b410 req-6d17335f-f608-4b8a-a62e-66b0807e3718 tempest-ServersNegativeTestJSON-1438301440 tempest-ServersNegativeTestJSON-1438301440-project] 10.222.0.42 "GET /v2.0/ports?device_id=80e2621b-8ee6-43b3-a9a9-91596e0de2e6 HTTP/1.1" status: 200 len: 946 time: 0.0480654 Mar 29 16:29:21.851302 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-bfea2fbd-45dc-40b7-8b12-08e88c72b410 req-185f3814-56d9-4ac9-a029-739abbbb94a2 tempest-ServersNegativeTestJSON-1438301440 tempest-ServersNegativeTestJSON-1438301440-project] 10.222.0.42 "GET /v2.0/security-groups?id=431b6d3d-b390-4595-8b82-20bef6c10ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308781 Mar 29 16:29:22.450390 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device 5f306471-a120-4760-be7b-121f248a37ae no longer exists at agent hyperv_n-h2-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 16:29:22.469731 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] No Port match for: 5f306471-a120-4760-be7b-121f248a37ae {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 16:29:22.470073 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device 5f306471-a120-4760-be7b-121f248a37ae not bound to the agent host n-h2-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 16:29:22.971718 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876f813f-b572-4548-975c-0f3af3f4a4c1 req-a9b3326b-89b5-42f5-b86e-654390b14cc9 tempest-ServersNegativeTestJSON-1438301440 tempest-ServersNegativeTestJSON-1438301440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:29:22.973162 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-876f813f-b572-4548-975c-0f3af3f4a4c1 req-a9b3326b-89b5-42f5-b86e-654390b14cc9 tempest-ServersNegativeTestJSON-1438301440 tempest-ServersNegativeTestJSON-1438301440-project] 10.222.0.42 "GET /v2.0/ports?device_id=80e2621b-8ee6-43b3-a9a9-91596e0de2e6 HTTP/1.1" status: 200 len: 946 time: 0.0524621 Mar 29 16:29:23.010315 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-876f813f-b572-4548-975c-0f3af3f4a4c1 req-f9e259af-d551-48ac-8c68-c24639b51ea3 tempest-ServersNegativeTestJSON-1438301440 tempest-ServersNegativeTestJSON-1438301440-project] 10.222.0.42 "GET /v2.0/security-groups?id=431b6d3d-b390-4595-8b82-20bef6c10ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311482 Mar 29 16:29:23.252333 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcfb629-725e-4aeb-ab11-66d8a17e9d40 req-4e0afa90-05d3-46b7-a8c6-3deef42d155f tempest-ServersNegativeTestJSON-1438301440 tempest-ServersNegativeTestJSON-1438301440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:29:23.254313 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-cbcfb629-725e-4aeb-ab11-66d8a17e9d40 req-4e0afa90-05d3-46b7-a8c6-3deef42d155f tempest-ServersNegativeTestJSON-1438301440 tempest-ServersNegativeTestJSON-1438301440-project] 10.222.0.44 "GET /v2.0/ports?device_id=80e2621b-8ee6-43b3-a9a9-91596e0de2e6 HTTP/1.1" status: 200 len: 946 time: 0.0524144 Mar 29 16:29:23.340507 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [req-cbcfb629-725e-4aeb-ab11-66d8a17e9d40 req-f312ddbe-5335-4a31-af1d-029668b8d1f1 tempest-ServersNegativeTestJSON-1438301440 tempest-ServersNegativeTestJSON-1438301440-project] Deleting port 51bbcd47-c4ae-4084-9d21-fca6b1a4e37f {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:29:23.340850 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-cbcfb629-725e-4aeb-ab11-66d8a17e9d40 req-f312ddbe-5335-4a31-af1d-029668b8d1f1 tempest-ServersNegativeTestJSON-1438301440 tempest-ServersNegativeTestJSON-1438301440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:23.428325 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-cbcfb629-725e-4aeb-ab11-66d8a17e9d40 req-f312ddbe-5335-4a31-af1d-029668b8d1f1 tempest-ServersNegativeTestJSON-1438301440 tempest-ServersNegativeTestJSON-1438301440-project] For port 51bbcd47-c4ae-4084-9d21-fca6b1a4e37f, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=51bbcd47-c4ae-4084-9d21-fca6b1a4e37f,segment=NetworkSegment(5620516f-8f15-4bd4-89cf-5824e7c8849a),segment_id=5620516f-8f15-4bd4-89cf-5824e7c8849a)] {{(pid=102791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:29:23.428685 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-cbcfb629-725e-4aeb-ab11-66d8a17e9d40 req-f312ddbe-5335-4a31-af1d-029668b8d1f1 tempest-ServersNegativeTestJSON-1438301440 tempest-ServersNegativeTestJSON-1438301440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:23.440611 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [req-cbcfb629-725e-4aeb-ab11-66d8a17e9d40 req-f312ddbe-5335-4a31-af1d-029668b8d1f1 tempest-ServersNegativeTestJSON-1438301440 tempest-ServersNegativeTestJSON-1438301440-project] Calling delete_port for 51bbcd47-c4ae-4084-9d21-fca6b1a4e37f owned by compute:nova {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:29:23.562653 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-cbcfb629-725e-4aeb-ab11-66d8a17e9d40 req-f312ddbe-5335-4a31-af1d-029668b8d1f1 tempest-ServersNegativeTestJSON-1438301440 tempest-ServersNegativeTestJSON-1438301440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:23.574075 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] get_ports_and_sgs() called for port_ids ['51bbcd47-c4ae-4084-9d21-fca6b1a4e37f'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 16:29:23.598321 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f312ddbe-5335-4a31-af1d-029668b8d1f1 tempest-ServersNegativeTestJSON-1438301440 tempest-ServersNegativeTestJSON-1438301440-project] Pushing event deleted for resources: {'Port': ['ID=51bbcd47-c4ae-4084-9d21-fca6b1a4e37f,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:29:23.626431 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f312ddbe-5335-4a31-af1d-029668b8d1f1 tempest-ServersNegativeTestJSON-1438301440 tempest-ServersNegativeTestJSON-1438301440-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:29:23.626808 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f312ddbe-5335-4a31-af1d-029668b8d1f1 tempest-ServersNegativeTestJSON-1438301440 tempest-ServersNegativeTestJSON-1438301440-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:29:23.627146 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f312ddbe-5335-4a31-af1d-029668b8d1f1 tempest-ServersNegativeTestJSON-1438301440 tempest-ServersNegativeTestJSON-1438301440-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:29:23.628039 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f312ddbe-5335-4a31-af1d-029668b8d1f1 tempest-ServersNegativeTestJSON-1438301440 tempest-ServersNegativeTestJSON-1438301440-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:29:23.628429 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f312ddbe-5335-4a31-af1d-029668b8d1f1 tempest-ServersNegativeTestJSON-1438301440 tempest-ServersNegativeTestJSON-1438301440-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:29:23.628840 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f312ddbe-5335-4a31-af1d-029668b8d1f1 tempest-ServersNegativeTestJSON-1438301440 tempest-ServersNegativeTestJSON-1438301440-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:29:23.629166 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f312ddbe-5335-4a31-af1d-029668b8d1f1 tempest-ServersNegativeTestJSON-1438301440 tempest-ServersNegativeTestJSON-1438301440-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:29:23.629488 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f312ddbe-5335-4a31-af1d-029668b8d1f1 tempest-ServersNegativeTestJSON-1438301440 tempest-ServersNegativeTestJSON-1438301440-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:29:23.629810 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f312ddbe-5335-4a31-af1d-029668b8d1f1 tempest-ServersNegativeTestJSON-1438301440 tempest-ServersNegativeTestJSON-1438301440-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:29:23.630130 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f312ddbe-5335-4a31-af1d-029668b8d1f1 tempest-ServersNegativeTestJSON-1438301440 tempest-ServersNegativeTestJSON-1438301440-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:29:23.630473 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f312ddbe-5335-4a31-af1d-029668b8d1f1 tempest-ServersNegativeTestJSON-1438301440 tempest-ServersNegativeTestJSON-1438301440-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:29:23.630788 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f312ddbe-5335-4a31-af1d-029668b8d1f1 tempest-ServersNegativeTestJSON-1438301440 tempest-ServersNegativeTestJSON-1438301440-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:29:23.650475 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbcfb629-725e-4aeb-ab11-66d8a17e9d40 req-f312ddbe-5335-4a31-af1d-029668b8d1f1 tempest-ServersNegativeTestJSON-1438301440 tempest-ServersNegativeTestJSON-1438301440-project] No DVR routers for this DVR port 51bbcd47-c4ae-4084-9d21-fca6b1a4e37f on host n-h1-834765-1 {{(pid=102791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 16:29:23.653091 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-cbcfb629-725e-4aeb-ab11-66d8a17e9d40 req-f312ddbe-5335-4a31-af1d-029668b8d1f1 tempest-ServersNegativeTestJSON-1438301440 tempest-ServersNegativeTestJSON-1438301440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:23.656545 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-cbcfb629-725e-4aeb-ab11-66d8a17e9d40 req-f312ddbe-5335-4a31-af1d-029668b8d1f1 tempest-ServersNegativeTestJSON-1438301440 tempest-ServersNegativeTestJSON-1438301440-project] 10.222.0.44 "DELETE /v2.0/ports/51bbcd47-c4ae-4084-9d21-fca6b1a4e37f HTTP/1.1" status: 204 len: 173 time: 0.3964951 Mar 29 16:29:23.656977 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80e2621b-8ee6-43b3-a9a9-91596e0de2e6', 'name': 'network-vif-deleted', 'tag': '51bbcd47-c4ae-4084-9d21-fca6b1a4e37f'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:29:23.659369 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c67b028db5e9b9818fecc5c0a87ebc6f190694fa53ca267d523e04f98de536d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77eddd73-2436-47b1-b3f8-ad5042a9b77e" -d '{"events": [{"server_uuid": "80e2621b-8ee6-43b3-a9a9-91596e0de2e6", "name": "network-vif-deleted", "tag": "51bbcd47-c4ae-4084-9d21-fca6b1a4e37f"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:29:23.700939 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 16:29:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a726dfe-3953-4811-8620-e0cfb3e07d38 x-openstack-request-id: req-4a726dfe-3953-4811-8620-e0cfb3e07d38 {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:29:23.701231 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80e2621b-8ee6-43b3-a9a9-91596e0de2e6", "name": "network-vif-deleted", "tag": "51bbcd47-c4ae-4084-9d21-fca6b1a4e37f", "status": "completed", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:29:23.701507 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-4a726dfe-3953-4811-8620-e0cfb3e07d38 {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:29:23.701905 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80e2621b-8ee6-43b3-a9a9-91596e0de2e6', 'name': 'network-vif-deleted', 'tag': '51bbcd47-c4ae-4084-9d21-fca6b1a4e37f', 'status': 'completed', 'code': 200} Mar 29 16:29:24.122780 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-667ca458-00cb-4306-8011-3e5201710745 req-6692120c-70f8-41a0-ad88-d92a2afc3577 tempest-ServersNegativeTestJSON-1438301440 tempest-ServersNegativeTestJSON-1438301440-project] 10.222.0.42 "GET /v2.0/ports?device_id=80e2621b-8ee6-43b3-a9a9-91596e0de2e6 HTTP/1.1" status: 200 len: 210 time: 0.0274208 Mar 29 16:29:25.178924 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 40984) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:29:25.223909 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9c6a08b-cdfd-4e3d-8339-89ab155de816 admin admin] Deleting subnet 642fe688-1d31-46c9-b710-3aefdbadcca6 {{(pid=102790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 16:29:25.226804 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-b9c6a08b-cdfd-4e3d-8339-89ab155de816 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:25.259650 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-b9c6a08b-cdfd-4e3d-8339-89ab155de816 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4614024'] for subnet, precommit_delete_associations {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:25.301803 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-b9c6a08b-cdfd-4e3d-8339-89ab155de816 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1641287'] for subnet, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:25.353045 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-b9c6a08b-cdfd-4e3d-8339-89ab155de816 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1641294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5231963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4793952'] for subnet, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:25.379015 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c6a08b-cdfd-4e3d-8339-89ab155de816 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=642fe688-1d31-46c9-b710-3aefdbadcca6,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:29:25.382753 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-b9c6a08b-cdfd-4e3d-8339-89ab155de816 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:25.385940 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-b9c6a08b-cdfd-4e3d-8339-89ab155de816 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/642fe688-1d31-46c9-b710-3aefdbadcca6 HTTP/1.1" status: 204 len: 168 time: 0.2059841 Mar 29 16:29:25.388404 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 40986) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:29:25.456869 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e9a47917-136b-47d3-a746-70d8352e7df1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1631750'] for network, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:25.538078 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e9a47917-136b-47d3-a746-70d8352e7df1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639890', 'neutron.services.segments.db._delete_segments_for_network-8783523423079'] for network, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:25.557436 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-e9a47917-136b-47d3-a746-70d8352e7df1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb97d1d4-421b-49a9-8a49-30cae944db6d']}} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:29:25.566238 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-e9a47917-136b-47d3-a746-70d8352e7df1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5620516f-8f15-4bd4-89cf-5824e7c8849a') {'for_net_delete': True} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:29:25.566528 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-e9a47917-136b-47d3-a746-70d8352e7df1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5620516f-8f15-4bd4-89cf-5824e7c8849a') {} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:29:25.576055 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e9a47917-136b-47d3-a746-70d8352e7df1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783523422064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4614019'] for segment, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:25.588769 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e9a47917-136b-47d3-a746-70d8352e7df1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:25.594648 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9a47917-136b-47d3-a746-70d8352e7df1 admin admin] Releasing vlan 617 on physical network physnet1 to pool {{(pid=102790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 16:29:25.595064 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e9a47917-136b-47d3-a746-70d8352e7df1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5238013'] for segment, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:25.597575 n-d-834765-1 neutron-server[102790]: Traceback (most recent call last): Mar 29 16:29:25.597575 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 16:29:25.597575 n-d-834765-1 neutron-server[102790]: timer() Mar 29 16:29:25.597575 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 16:29:25.597575 n-d-834765-1 neutron-server[102790]: cb(*args, **kw) Mar 29 16:29:25.597575 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 16:29:25.597575 n-d-834765-1 neutron-server[102790]: return func(*args, **kwargs) Mar 29 16:29:25.597575 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 16:29:25.597575 n-d-834765-1 neutron-server[102790]: self._notify() Mar 29 16:29:25.597575 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 16:29:25.597575 n-d-834765-1 neutron-server[102790]: self.callback(batched_events) Mar 29 16:29:25.597575 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 16:29:25.597575 n-d-834765-1 neutron-server[102790]: event.method(event) Mar 29 16:29:25.597575 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 16:29:25.597575 n-d-834765-1 neutron-server[102790]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 16:29:25.597575 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 16:29:25.597575 n-d-834765-1 neutron-server[102790]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 16:29:25.597575 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 16:29:25.597575 n-d-834765-1 neutron-server[102790]: return f(self, *a, **k) Mar 29 16:29:25.597575 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 16:29:25.597575 n-d-834765-1 neutron-server[102790]: return self._get(url).json() Mar 29 16:29:25.597575 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 16:29:25.597575 n-d-834765-1 neutron-server[102790]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 16:29:25.597575 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 16:29:25.597575 n-d-834765-1 neutron-server[102790]: return self.request(url, 'GET', **kwargs) Mar 29 16:29:25.597575 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 16:29:25.597575 n-d-834765-1 neutron-server[102790]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 16:29:25.597575 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 16:29:25.597575 n-d-834765-1 neutron-server[102790]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 16:29:25.597575 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 16:29:25.597575 n-d-834765-1 neutron-server[102790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 16:29:25.597575 n-d-834765-1 neutron-server[102790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 16:29:25.652702 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e9a47917-136b-47d3-a746-70d8352e7df1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1639897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648174'] for network, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:25.657362 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e9a47917-136b-47d3-a746-70d8352e7df1 admin admin] Notify callbacks [] for network, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:25.661077 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-e9a47917-136b-47d3-a746-70d8352e7df1 admin admin] 10.222.0.42 "DELETE /v2.0/networks/eb97d1d4-421b-49a9-8a49-30cae944db6d HTTP/1.1" status: 204 len: 168 time: 0.2717738 Mar 29 16:29:25.673205 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a47917-136b-47d3-a746-70d8352e7df1 admin admin] Pushing event deleted for resources: {'Network': ['ID=eb97d1d4-421b-49a9-8a49-30cae944db6d,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:29:25.771838 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 40990) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:29:25.811248 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-a0f6f062-dcd4-4b61-8d2d-4eb241cbd2b8 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=2dc1d83ef6b64aa19e4c013284596a54&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0382760 Mar 29 16:29:25.813659 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 40992) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:29:25.859545 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-2e24004a-671f-4eca-adef-dbd0ade21ff6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:25.881269 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-2e24004a-671f-4eca-adef-dbd0ade21ff6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:25.896379 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device 51bbcd47-c4ae-4084-9d21-fca6b1a4e37f no longer exists at agent hyperv_n-h1-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 16:29:25.917251 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] No Port match for: 51bbcd47-c4ae-4084-9d21-fca6b1a4e37f {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 16:29:25.918654 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device 51bbcd47-c4ae-4084-9d21-fca6b1a4e37f not bound to the agent host n-h1-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 16:29:25.933081 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-2e24004a-671f-4eca-adef-dbd0ade21ff6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:25.935874 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-2e24004a-671f-4eca-adef-dbd0ade21ff6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:25.937055 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-2e24004a-671f-4eca-adef-dbd0ade21ff6 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/431b6d3d-b390-4595-8b82-20bef6c10ce4 HTTP/1.1" status: 204 len: 168 time: 0.1225269 Mar 29 16:29:25.946855 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e24004a-671f-4eca-adef-dbd0ade21ff6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=431b6d3d-b390-4595-8b82-20bef6c10ce4,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:29:26.654637 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 41014) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:29:26.749255 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-0b731db5-a600-4c9e-b080-5181e826404a tempest-NetworksIpV6Test-1627546113 tempest-NetworksIpV6Test-1627546113-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1971024324'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:29:26.768744 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b731db5-a600-4c9e-b080-5181e826404a tempest-NetworksIpV6Test-1627546113 tempest-NetworksIpV6Test-1627546113-project] Made reservation on behalf of ffaafeb1809247e08096b3e33fa72e62 for: {'network': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:29:26.772371 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-0b731db5-a600-4c9e-b080-5181e826404a tempest-NetworksIpV6Test-1627546113 tempest-NetworksIpV6Test-1627546113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for network, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:26.781342 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-0b731db5-a600-4c9e-b080-5181e826404a tempest-NetworksIpV6Test-1627546113 tempest-NetworksIpV6Test-1627546113-project] Notify callbacks [] for security_group, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:26.857765 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-0b731db5-a600-4c9e-b080-5181e826404a tempest-NetworksIpV6Test-1627546113 tempest-NetworksIpV6Test-1627546113-project] Notify callbacks [] for security_group, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:26.861455 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-0b731db5-a600-4c9e-b080-5181e826404a tempest-NetworksIpV6Test-1627546113 tempest-NetworksIpV6Test-1627546113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:26.888958 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b731db5-a600-4c9e-b080-5181e826404a tempest-NetworksIpV6Test-1627546113 tempest-NetworksIpV6Test-1627546113-project] vlan segment allocate from pool success with {'vlan_id': 649, 'physical_network': 'physnet1'} {{(pid=102790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 16:29:26.895662 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b731db5-a600-4c9e-b080-5181e826404a tempest-NetworksIpV6Test-1627546113 tempest-NetworksIpV6Test-1627546113-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2740ddc4-2270-40df-8da8-b99c95dd3bc4,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:29:26.901475 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-0b731db5-a600-4c9e-b080-5181e826404a tempest-NetworksIpV6Test-1627546113 tempest-NetworksIpV6Test-1627546113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:26.901819 n-d-834765-1 neutron-server[102790]: INFO neutron.db.segments_db [None req-0b731db5-a600-4c9e-b080-5181e826404a tempest-NetworksIpV6Test-1627546113 tempest-NetworksIpV6Test-1627546113-project] Added segment 6c815b0c-91d2-4b6e-8a8a-ea11e5ed1d8c of type vlan for network 3f80ade9-6ac3-439a-a5bb-91e2e65d1d42 Mar 29 16:29:26.941968 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-0b731db5-a600-4c9e-b080-5181e826404a tempest-NetworksIpV6Test-1627546113 tempest-NetworksIpV6Test-1627546113-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783522915970'] for network, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:26.965783 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-0b731db5-a600-4c9e-b080-5181e826404a tempest-NetworksIpV6Test-1627546113 tempest-NetworksIpV6Test-1627546113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795'] for network, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:26.971876 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b731db5-a600-4c9e-b080-5181e826404a tempest-NetworksIpV6Test-1627546113 tempest-NetworksIpV6Test-1627546113-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:29:26.972454 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-0b731db5-a600-4c9e-b080-5181e826404a tempest-NetworksIpV6Test-1627546113 tempest-NetworksIpV6Test-1627546113-project] Notify callbacks [] for network, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:27.007441 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-0b731db5-a600-4c9e-b080-5181e826404a tempest-NetworksIpV6Test-1627546113 tempest-NetworksIpV6Test-1627546113-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3516130 Mar 29 16:29:27.043824 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b731db5-a600-4c9e-b080-5181e826404a tempest-NetworksIpV6Test-1627546113 tempest-NetworksIpV6Test-1627546113-project] Pushing event updated for resources: {'Network': ['ID=3f80ade9-6ac3-439a-a5bb-91e2e65d1d42,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:29:27.053355 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Network 3f80ade9-6ac3-439a-a5bb-91e2e65d1d42 details requested by agent ovs-agent-n-d-834765-1 with host n-d-834765-1 {{(pid=102792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 16:29:30.283595 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 41018) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:29:30.288742 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-b44263d2-65f2-40b4-bfd1-54acc0021f95 tempest-NetworksIpV6Test-1627546113 tempest-NetworksIpV6Test-1627546113-project] Request body: {'subnet': {'network_id': '3f80ade9-6ac3-439a-a5bb-91e2e65d1d42', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:29:30.372457 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b44263d2-65f2-40b4-bfd1-54acc0021f95 tempest-NetworksIpV6Test-1627546113 tempest-NetworksIpV6Test-1627546113-project] Made reservation on behalf of ffaafeb1809247e08096b3e33fa72e62 for: {'subnet': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:29:30.376035 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-b44263d2-65f2-40b4-bfd1-54acc0021f95 tempest-NetworksIpV6Test-1627546113 tempest-NetworksIpV6Test-1627546113-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4793983'] for subnet, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:30.426119 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-83bfffd9-4d33-4bda-9b67-fb3fb2400cb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:30.557412 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-b44263d2-65f2-40b4-bfd1-54acc0021f95 tempest-NetworksIpV6Test-1627546113 tempest-NetworksIpV6Test-1627546113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5231896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4793961'] for subnet, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:30.629566 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44263d2-65f2-40b4-bfd1-54acc0021f95 tempest-NetworksIpV6Test-1627546113 tempest-NetworksIpV6Test-1627546113-project] Pushing event updated for resources: {'Subnet': ['ID=618774c7-ea26-4005-b15b-1bcfce88eb47,revision_number=0']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:29:30.640189 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b44263d2-65f2-40b4-bfd1-54acc0021f95 tempest-NetworksIpV6Test-1627546113 tempest-NetworksIpV6Test-1627546113-project] Checking segment: {'id': '6c815b0c-91d2-4b6e-8a8a-ea11e5ed1d8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '3f80ade9-6ac3-439a-a5bb-91e2e65d1d42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 16:29:30.640623 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b44263d2-65f2-40b4-bfd1-54acc0021f95 tempest-NetworksIpV6Test-1627546113 tempest-NetworksIpV6Test-1627546113-project] Network hostable DHCP agents. Network: 3f80ade9-6ac3-439a-a5bb-91e2e65d1d42, hostable agents: ['d136643e-48ae-49d4-a851-2ba3bdf3749c'], hosted agents: [] {{(pid=102790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 16:29:30.661739 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b44263d2-65f2-40b4-bfd1-54acc0021f95 tempest-NetworksIpV6Test-1627546113 tempest-NetworksIpV6Test-1627546113-project] Network 3f80ade9-6ac3-439a-a5bb-91e2e65d1d42 is scheduled to be hosted by DHCP agent d136643e-48ae-49d4-a851-2ba3bdf3749c with binding_index 1 {{(pid=102790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 16:29:30.671704 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-b44263d2-65f2-40b4-bfd1-54acc0021f95 tempest-NetworksIpV6Test-1627546113 tempest-NetworksIpV6Test-1627546113-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834765-1, 3f80ade9-6ac3-439a-a5bb-91e2e65d1d42) {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:29:30.677217 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b44263d2-65f2-40b4-bfd1-54acc0021f95 tempest-NetworksIpV6Test-1627546113 tempest-NetworksIpV6Test-1627546113-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:29:30.677828 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-b44263d2-65f2-40b4-bfd1-54acc0021f95 tempest-NetworksIpV6Test-1627546113 tempest-NetworksIpV6Test-1627546113-project] Notify callbacks [] for subnet, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:30.680738 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdd7a8b4-afe5-46f4-b24a-6cb0051733cc None None] Network 3f80ade9-6ac3-439a-a5bb-91e2e65d1d42 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 16:29:30.695272 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-b44263d2-65f2-40b4-bfd1-54acc0021f95 tempest-NetworksIpV6Test-1627546113 tempest-NetworksIpV6Test-1627546113-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4104843 Mar 29 16:29:30.698946 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 41020) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:29:30.703848 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-a8aaec24-1e42-401f-b9ce-65968485aefc tempest-NetworksIpV6Test-1627546113 tempest-NetworksIpV6Test-1627546113-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1622653989'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:29:30.723400 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8aaec24-1e42-401f-b9ce-65968485aefc tempest-NetworksIpV6Test-1627546113 tempest-NetworksIpV6Test-1627546113-project] Made reservation on behalf of ffaafeb1809247e08096b3e33fa72e62 for: {'network': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:29:30.726837 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-a8aaec24-1e42-401f-b9ce-65968485aefc tempest-NetworksIpV6Test-1627546113 tempest-NetworksIpV6Test-1627546113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for network, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:30.751592 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8aaec24-1e42-401f-b9ce-65968485aefc tempest-NetworksIpV6Test-1627546113 tempest-NetworksIpV6Test-1627546113-project] vlan segment allocate from pool success with {'vlan_id': 618, 'physical_network': 'physnet1'} {{(pid=102790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 16:29:30.760979 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-a8aaec24-1e42-401f-b9ce-65968485aefc tempest-NetworksIpV6Test-1627546113 tempest-NetworksIpV6Test-1627546113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:30.761325 n-d-834765-1 neutron-server[102790]: INFO neutron.db.segments_db [None req-a8aaec24-1e42-401f-b9ce-65968485aefc tempest-NetworksIpV6Test-1627546113 tempest-NetworksIpV6Test-1627546113-project] Added segment a0d116f6-e2c1-44d7-9060-5187dfeb9802 of type vlan for network ba9e7696-bd91-4e51-8d47-84804dddd362 Mar 29 16:29:30.803899 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-a8aaec24-1e42-401f-b9ce-65968485aefc tempest-NetworksIpV6Test-1627546113 tempest-NetworksIpV6Test-1627546113-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783522915970'] for network, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:30.828848 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-a8aaec24-1e42-401f-b9ce-65968485aefc tempest-NetworksIpV6Test-1627546113 tempest-NetworksIpV6Test-1627546113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795'] for network, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:30.833259 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c3f515b-c8b9-4f30-9f76-389bc78937ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0035034-69b0-5ffc-b384-0ac6189c5628-3f80ade9-6ac3-439a-a5bb-91e2e65d1d42', 'network_id': '3f80ade9-6ac3-439a-a5bb-91e2e65d1d42', 'tenant_id': 'ffaafeb1809247e08096b3e33fa72e62', 'fixed_ips': [{'subnet_id': '618774c7-ea26-4005-b15b-1bcfce88eb47'}]}} from n-d-834765-1. {{(pid=102792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 29 16:29:30.834250 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-2c3f515b-c8b9-4f30-9f76-389bc78937ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:30.834916 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8aaec24-1e42-401f-b9ce-65968485aefc tempest-NetworksIpV6Test-1627546113 tempest-NetworksIpV6Test-1627546113-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:29:30.835544 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-a8aaec24-1e42-401f-b9ce-65968485aefc tempest-NetworksIpV6Test-1627546113 tempest-NetworksIpV6Test-1627546113-project] Notify callbacks [] for network, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:30.880525 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-a8aaec24-1e42-401f-b9ce-65968485aefc tempest-NetworksIpV6Test-1627546113 tempest-NetworksIpV6Test-1627546113-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1805058 Mar 29 16:29:30.883733 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 41022) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:29:30.889616 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-ee4d63a5-6d0d-45dc-800e-a714495763f9 tempest-NetworksIpV6Test-1627546113 tempest-NetworksIpV6Test-1627546113-project] Request body: {'subnet': {'network_id': 'ba9e7696-bd91-4e51-8d47-84804dddd362', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:29:30.914784 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8aaec24-1e42-401f-b9ce-65968485aefc tempest-NetworksIpV6Test-1627546113 tempest-NetworksIpV6Test-1627546113-project] Pushing event updated for resources: {'Network': ['ID=ba9e7696-bd91-4e51-8d47-84804dddd362,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:29:30.928057 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Network ba9e7696-bd91-4e51-8d47-84804dddd362 details requested by agent ovs-agent-n-d-834765-1 with host n-d-834765-1 {{(pid=102792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 16:29:30.980659 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee4d63a5-6d0d-45dc-800e-a714495763f9 tempest-NetworksIpV6Test-1627546113 tempest-NetworksIpV6Test-1627546113-project] Made reservation on behalf of ffaafeb1809247e08096b3e33fa72e62 for: {'subnet': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:29:30.984144 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-ee4d63a5-6d0d-45dc-800e-a714495763f9 tempest-NetworksIpV6Test-1627546113 tempest-NetworksIpV6Test-1627546113-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16218875'] for subnet, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:31.053488 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.db_base_plugin_common [None req-2c3f515b-c8b9-4f30-9f76-389bc78937ad None None] Allocated IP 2001:db8:0:ffff::2 (3f80ade9-6ac3-439a-a5bb-91e2e65d1d42/618774c7-ea26-4005-b15b-1bcfce88eb47/daa6c22b-0a64-4b1d-89e3-0e34403c01c1) {{(pid=102792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:29:31.211313 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-2c3f515b-c8b9-4f30-9f76-389bc78937ad None None] Notify callbacks [] for port, precommit_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:31.217415 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-2c3f515b-c8b9-4f30-9f76-389bc78937ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956'] for port, after_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:31.261684 n-d-834765-1 neutron-server[102792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c3f515b-c8b9-4f30-9f76-389bc78937ad None None] Network 3f80ade9-6ac3-439a-a5bb-91e2e65d1d42 is already hosted by enough agents. {{(pid=102792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:29:31.264773 n-d-834765-1 neutron-server[102792]: DEBUG neutron.scheduler.base_scheduler [None req-2c3f515b-c8b9-4f30-9f76-389bc78937ad None None] Resources bound (agent type, host, resource id): {{(pid=102792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:29:31.268328 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c3f515b-c8b9-4f30-9f76-389bc78937ad None None] Received port after_create {{(pid=102792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:29:31.275812 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3f515b-c8b9-4f30-9f76-389bc78937ad None None] Pushing event updated for resources: {'Port': ['ID=daa6c22b-0a64-4b1d-89e3-0e34403c01c1,revision_number=1']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:29:31.328542 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-2c3f515b-c8b9-4f30-9f76-389bc78937ad None None] Attempting to bind port daa6c22b-0a64-4b1d-89e3-0e34403c01c1 on host n-d-834765-1 for vnic_type normal with profile {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 16:29:31.328923 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-2c3f515b-c8b9-4f30-9f76-389bc78937ad None None] Attempting to bind port daa6c22b-0a64-4b1d-89e3-0e34403c01c1 by drivers openvswitch,hyperv on host n-d-834765-1 at level 0 using segments [{'id': '6c815b0c-91d2-4b6e-8a8a-ea11e5ed1d8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '3f80ade9-6ac3-439a-a5bb-91e2e65d1d42'}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 16:29:31.329289 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c3f515b-c8b9-4f30-9f76-389bc78937ad None None] Attempting to bind port daa6c22b-0a64-4b1d-89e3-0e34403c01c1 on network 3f80ade9-6ac3-439a-a5bb-91e2e65d1d42 {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 16:29:31.334729 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c3f515b-c8b9-4f30-9f76-389bc78937ad None None] Checking agent: {'id': 'a8866439-9d96-425c-b519-6905c591ac37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 25, 36), 'started_at': datetime.datetime(2022, 3, 29, 15, 26, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 16, 29, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834765-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 16:29:31.335109 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c3f515b-c8b9-4f30-9f76-389bc78937ad None None] Checking segment: {'id': '6c815b0c-91d2-4b6e-8a8a-ea11e5ed1d8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '3f80ade9-6ac3-439a-a5bb-91e2e65d1d42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 16:29:31.335549 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-2c3f515b-c8b9-4f30-9f76-389bc78937ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:31.335946 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c3f515b-c8b9-4f30-9f76-389bc78937ad None None] Bound using segment: {'id': '6c815b0c-91d2-4b6e-8a8a-ea11e5ed1d8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '3f80ade9-6ac3-439a-a5bb-91e2e65d1d42'} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 16:29:31.336422 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-2c3f515b-c8b9-4f30-9f76-389bc78937ad None None] Bound port: daa6c22b-0a64-4b1d-89e3-0e34403c01c1, host: n-d-834765-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c815b0c-91d2-4b6e-8a8a-ea11e5ed1d8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '3f80ade9-6ac3-439a-a5bb-91e2e65d1d42'}}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 16:29:31.336808 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-2c3f515b-c8b9-4f30-9f76-389bc78937ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:31.404135 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-2c3f515b-c8b9-4f30-9f76-389bc78937ad None None] For port daa6c22b-0a64-4b1d-89e3-0e34403c01c1, host n-d-834765-1, cleared binding levels {{(pid=102792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 16:29:31.407364 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-2c3f515b-c8b9-4f30-9f76-389bc78937ad None None] For port daa6c22b-0a64-4b1d-89e3-0e34403c01c1, host n-d-834765-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=daa6c22b-0a64-4b1d-89e3-0e34403c01c1,segment=NetworkSegment(6c815b0c-91d2-4b6e-8a8a-ea11e5ed1d8c),segment_id=6c815b0c-91d2-4b6e-8a8a-ea11e5ed1d8c)] {{(pid=102792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 16:29:31.411317 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-2c3f515b-c8b9-4f30-9f76-389bc78937ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:31.469013 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3f515b-c8b9-4f30-9f76-389bc78937ad None None] Pushing event updated for resources: {'Port': ['ID=daa6c22b-0a64-4b1d-89e3-0e34403c01c1,revision_number=2']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:29:31.484890 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-ee4d63a5-6d0d-45dc-800e-a714495763f9 tempest-NetworksIpV6Test-1627546113 tempest-NetworksIpV6Test-1627546113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16155524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16218861'] for subnet, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:31.553288 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4d63a5-6d0d-45dc-800e-a714495763f9 tempest-NetworksIpV6Test-1627546113 tempest-NetworksIpV6Test-1627546113-project] Pushing event updated for resources: {'Subnet': ['ID=afc6f1b0-3d5d-42c3-8bf8-5c83caa59b1b,revision_number=0']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:29:31.560954 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee4d63a5-6d0d-45dc-800e-a714495763f9 tempest-NetworksIpV6Test-1627546113 tempest-NetworksIpV6Test-1627546113-project] Checking segment: {'id': 'a0d116f6-e2c1-44d7-9060-5187dfeb9802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'ba9e7696-bd91-4e51-8d47-84804dddd362'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 16:29:31.561315 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee4d63a5-6d0d-45dc-800e-a714495763f9 tempest-NetworksIpV6Test-1627546113 tempest-NetworksIpV6Test-1627546113-project] Network hostable DHCP agents. Network: ba9e7696-bd91-4e51-8d47-84804dddd362, hostable agents: ['d136643e-48ae-49d4-a851-2ba3bdf3749c'], hosted agents: [] {{(pid=102791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 16:29:31.577834 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee4d63a5-6d0d-45dc-800e-a714495763f9 tempest-NetworksIpV6Test-1627546113 tempest-NetworksIpV6Test-1627546113-project] Network ba9e7696-bd91-4e51-8d47-84804dddd362 is scheduled to be hosted by DHCP agent d136643e-48ae-49d4-a851-2ba3bdf3749c with binding_index 1 {{(pid=102791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 16:29:31.587504 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [None req-ee4d63a5-6d0d-45dc-800e-a714495763f9 tempest-NetworksIpV6Test-1627546113 tempest-NetworksIpV6Test-1627546113-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834765-1, ba9e7696-bd91-4e51-8d47-84804dddd362) {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:29:31.591885 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee4d63a5-6d0d-45dc-800e-a714495763f9 tempest-NetworksIpV6Test-1627546113 tempest-NetworksIpV6Test-1627546113-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:29:31.592545 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-ee4d63a5-6d0d-45dc-800e-a714495763f9 tempest-NetworksIpV6Test-1627546113 tempest-NetworksIpV6Test-1627546113-project] Notify callbacks [] for subnet, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:31.597073 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-267edc8e-0351-45f3-a2b7-bfcf1be4e88c None None] Network ba9e7696-bd91-4e51-8d47-84804dddd362 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 16:29:31.615917 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-ee4d63a5-6d0d-45dc-800e-a714495763f9 tempest-NetworksIpV6Test-1627546113 tempest-NetworksIpV6Test-1627546113-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.7303145 Mar 29 16:29:31.618515 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 41024) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:29:31.734186 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-a88c650e-dc7d-418e-b011-3dd1a05d8ae7 tempest-NetworksIpV6Test-1627546113 tempest-NetworksIpV6Test-1627546113-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1631750'] for network, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:31.790895 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d60d4057-3f6b-4f79-b4b9-ce872f46575b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0035034-69b0-5ffc-b384-0ac6189c5628-ba9e7696-bd91-4e51-8d47-84804dddd362', 'network_id': 'ba9e7696-bd91-4e51-8d47-84804dddd362', 'tenant_id': 'ffaafeb1809247e08096b3e33fa72e62', 'fixed_ips': [{'subnet_id': 'afc6f1b0-3d5d-42c3-8bf8-5c83caa59b1b'}]}} from n-d-834765-1. {{(pid=102792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 29 16:29:31.792184 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d60d4057-3f6b-4f79-b4b9-ce872f46575b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:31.794949 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-a88c650e-dc7d-418e-b011-3dd1a05d8ae7 tempest-NetworksIpV6Test-1627546113 tempest-NetworksIpV6Test-1627546113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1641287'] for subnet, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:31.861509 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-a88c650e-dc7d-418e-b011-3dd1a05d8ae7 tempest-NetworksIpV6Test-1627546113 tempest-NetworksIpV6Test-1627546113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1641294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16155591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16218852'] for subnet, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:31.888943 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server [None req-d60d4057-3f6b-4f79-b4b9-ce872f46575b None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet afc6f1b0-3d5d-42c3-8bf8-5c83caa59b1b: This subnet is being modified by another concurrent operation. Mar 29 16:29:31.888943 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 29 16:29:31.888943 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 29 16:29:31.888943 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 29 16:29:31.888943 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 29 16:29:31.888943 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 29 16:29:31.888943 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 29 16:29:31.888943 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 29 16:29:31.888943 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 29 16:29:31.888943 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 29 16:29:31.888943 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 29 16:29:31.888943 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 29 16:29:31.888943 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 29 16:29:31.888943 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 29 16:29:31.888943 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 29 16:29:31.888943 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server raise self.value Mar 29 16:29:31.888943 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 29 16:29:31.888943 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 29 16:29:31.888943 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 29 16:29:31.888943 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 29 16:29:31.888943 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 29 16:29:31.888943 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 29 16:29:31.888943 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 29 16:29:31.888943 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server raise self.value Mar 29 16:29:31.888943 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 29 16:29:31.888943 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 29 16:29:31.888943 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 29 16:29:31.888943 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 29 16:29:31.888943 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 29 16:29:31.888943 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 29 16:29:31.888943 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 29 16:29:31.888943 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server raise self.value Mar 29 16:29:31.888943 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 29 16:29:31.888943 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 29 16:29:31.888943 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 29 16:29:31.888943 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 29 16:29:31.888943 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Mar 29 16:29:31.888943 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 29 16:29:31.888943 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Mar 29 16:29:31.888943 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 29 16:29:31.888943 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 29 16:29:31.888943 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 29 16:29:31.888943 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Mar 29 16:29:31.888943 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 29 16:29:31.888943 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 29 16:29:31.888943 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 29 16:29:31.888943 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 29 16:29:31.888943 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 29 16:29:31.888943 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 29 16:29:31.888943 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 29 16:29:31.888943 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 29 16:29:31.888943 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server raise self.value Mar 29 16:29:31.888943 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 29 16:29:31.888943 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 29 16:29:31.888943 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 29 16:29:31.888943 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 29 16:29:31.888943 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 29 16:29:31.888943 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 29 16:29:31.888943 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 29 16:29:31.888943 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server raise self.value Mar 29 16:29:31.888943 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 29 16:29:31.888943 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 29 16:29:31.888943 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 29 16:29:31.888943 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 29 16:29:31.888943 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 29 16:29:31.888943 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 29 16:29:31.888943 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 29 16:29:31.888943 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server raise self.value Mar 29 16:29:31.888943 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 29 16:29:31.888943 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 29 16:29:31.888943 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1486, in create_port Mar 29 16:29:31.888943 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 29 16:29:31.888943 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1451, in _create_port_db Mar 29 16:29:31.888943 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 29 16:29:31.888943 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Mar 29 16:29:31.888943 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 29 16:29:31.888943 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 29 16:29:31.888943 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 29 16:29:31.888943 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 29 16:29:31.888943 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 29 16:29:31.888943 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Mar 29 16:29:31.888943 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 29 16:29:31.888943 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 29 16:29:31.888943 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 29 16:29:31.888943 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 29 16:29:31.888943 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 29 16:29:31.888943 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Mar 29 16:29:31.888943 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 29 16:29:31.888943 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 29 16:29:31.888943 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server raise exception Mar 29 16:29:31.888943 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet afc6f1b0-3d5d-42c3-8bf8-5c83caa59b1b: This subnet is being modified by another concurrent operation. Mar 29 16:29:31.888943 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server Mar 29 16:29:31.897505 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88c650e-dc7d-418e-b011-3dd1a05d8ae7 tempest-NetworksIpV6Test-1627546113 tempest-NetworksIpV6Test-1627546113-project] Pushing event deleted for resources: {'Subnet': ['ID=afc6f1b0-3d5d-42c3-8bf8-5c83caa59b1b,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:29:31.910346 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4475df8b-f5a7-4b50-925c-634419ef753e None None] Network ba9e7696-bd91-4e51-8d47-84804dddd362 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 16:29:31.962237 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-a88c650e-dc7d-418e-b011-3dd1a05d8ae7 tempest-NetworksIpV6Test-1627546113 tempest-NetworksIpV6Test-1627546113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639890', 'neutron.services.segments.db._delete_segments_for_network-8783523423079'] for network, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:31.987904 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-a88c650e-dc7d-418e-b011-3dd1a05d8ae7 tempest-NetworksIpV6Test-1627546113 tempest-NetworksIpV6Test-1627546113-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba9e7696-bd91-4e51-8d47-84804dddd362']}} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:29:31.997095 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-a88c650e-dc7d-418e-b011-3dd1a05d8ae7 tempest-NetworksIpV6Test-1627546113 tempest-NetworksIpV6Test-1627546113-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0d116f6-e2c1-44d7-9060-5187dfeb9802') {'for_net_delete': True} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:29:31.997378 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-a88c650e-dc7d-418e-b011-3dd1a05d8ae7 tempest-NetworksIpV6Test-1627546113 tempest-NetworksIpV6Test-1627546113-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0d116f6-e2c1-44d7-9060-5187dfeb9802') {} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:29:32.006830 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-a88c650e-dc7d-418e-b011-3dd1a05d8ae7 tempest-NetworksIpV6Test-1627546113 tempest-NetworksIpV6Test-1627546113-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783523422064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4230428'] for segment, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:32.021287 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-a88c650e-dc7d-418e-b011-3dd1a05d8ae7 tempest-NetworksIpV6Test-1627546113 tempest-NetworksIpV6Test-1627546113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:32.027052 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a88c650e-dc7d-418e-b011-3dd1a05d8ae7 tempest-NetworksIpV6Test-1627546113 tempest-NetworksIpV6Test-1627546113-project] Releasing vlan 618 on physical network physnet1 to pool {{(pid=102791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 16:29:32.027462 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-a88c650e-dc7d-418e-b011-3dd1a05d8ae7 tempest-NetworksIpV6Test-1627546113 tempest-NetworksIpV6Test-1627546113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16169569'] for segment, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:32.030284 n-d-834765-1 neutron-server[102791]: Traceback (most recent call last): Mar 29 16:29:32.030284 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 16:29:32.030284 n-d-834765-1 neutron-server[102791]: timer() Mar 29 16:29:32.030284 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 16:29:32.030284 n-d-834765-1 neutron-server[102791]: cb(*args, **kw) Mar 29 16:29:32.030284 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 16:29:32.030284 n-d-834765-1 neutron-server[102791]: return func(*args, **kwargs) Mar 29 16:29:32.030284 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 16:29:32.030284 n-d-834765-1 neutron-server[102791]: self._notify() Mar 29 16:29:32.030284 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 16:29:32.030284 n-d-834765-1 neutron-server[102791]: self.callback(batched_events) Mar 29 16:29:32.030284 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 16:29:32.030284 n-d-834765-1 neutron-server[102791]: event.method(event) Mar 29 16:29:32.030284 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 16:29:32.030284 n-d-834765-1 neutron-server[102791]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 16:29:32.030284 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 16:29:32.030284 n-d-834765-1 neutron-server[102791]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 16:29:32.030284 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 16:29:32.030284 n-d-834765-1 neutron-server[102791]: return f(self, *a, **k) Mar 29 16:29:32.030284 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 16:29:32.030284 n-d-834765-1 neutron-server[102791]: return self._get(url).json() Mar 29 16:29:32.030284 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 16:29:32.030284 n-d-834765-1 neutron-server[102791]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 16:29:32.030284 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 16:29:32.030284 n-d-834765-1 neutron-server[102791]: return self.request(url, 'GET', **kwargs) Mar 29 16:29:32.030284 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 16:29:32.030284 n-d-834765-1 neutron-server[102791]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 16:29:32.030284 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 16:29:32.030284 n-d-834765-1 neutron-server[102791]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 16:29:32.030284 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 16:29:32.030284 n-d-834765-1 neutron-server[102791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 16:29:32.030284 n-d-834765-1 neutron-server[102791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 16:29:32.086931 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-a88c650e-dc7d-418e-b011-3dd1a05d8ae7 tempest-NetworksIpV6Test-1627546113 tempest-NetworksIpV6Test-1627546113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1639897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648174'] for network, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:32.091745 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-a88c650e-dc7d-418e-b011-3dd1a05d8ae7 tempest-NetworksIpV6Test-1627546113 tempest-NetworksIpV6Test-1627546113-project] Notify callbacks [] for network, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:32.095130 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-a88c650e-dc7d-418e-b011-3dd1a05d8ae7 tempest-NetworksIpV6Test-1627546113 tempest-NetworksIpV6Test-1627546113-project] 10.222.0.42 "DELETE /v2.0/networks/ba9e7696-bd91-4e51-8d47-84804dddd362 HTTP/1.1" status: 204 len: 168 time: 0.4755569 Mar 29 16:29:32.099562 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 41026) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:29:32.105500 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-9260b41c-8444-4b77-829b-9e303bf36047 tempest-NetworksIpV6Test-1627546113 tempest-NetworksIpV6Test-1627546113-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1550509545'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:29:32.110235 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88c650e-dc7d-418e-b011-3dd1a05d8ae7 tempest-NetworksIpV6Test-1627546113 tempest-NetworksIpV6Test-1627546113-project] Pushing event deleted for resources: {'Network': ['ID=ba9e7696-bd91-4e51-8d47-84804dddd362,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:29:32.126173 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9260b41c-8444-4b77-829b-9e303bf36047 tempest-NetworksIpV6Test-1627546113 tempest-NetworksIpV6Test-1627546113-project] Made reservation on behalf of ffaafeb1809247e08096b3e33fa72e62 for: {'network': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:29:32.129859 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-9260b41c-8444-4b77-829b-9e303bf36047 tempest-NetworksIpV6Test-1627546113 tempest-NetworksIpV6Test-1627546113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for network, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:32.156384 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9260b41c-8444-4b77-829b-9e303bf36047 tempest-NetworksIpV6Test-1627546113 tempest-NetworksIpV6Test-1627546113-project] vlan segment allocate from pool success with {'vlan_id': 638, 'physical_network': 'physnet1'} {{(pid=102790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 16:29:32.167616 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-9260b41c-8444-4b77-829b-9e303bf36047 tempest-NetworksIpV6Test-1627546113 tempest-NetworksIpV6Test-1627546113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:32.167959 n-d-834765-1 neutron-server[102790]: INFO neutron.db.segments_db [None req-9260b41c-8444-4b77-829b-9e303bf36047 tempest-NetworksIpV6Test-1627546113 tempest-NetworksIpV6Test-1627546113-project] Added segment 0a33c8b4-3c21-45de-ab23-0067b57c3946 of type vlan for network 5bc69588-ab8b-486d-8896-4f1bdda4e883 Mar 29 16:29:32.212987 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-9260b41c-8444-4b77-829b-9e303bf36047 tempest-NetworksIpV6Test-1627546113 tempest-NetworksIpV6Test-1627546113-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783522915970'] for network, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:32.239594 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-9260b41c-8444-4b77-829b-9e303bf36047 tempest-NetworksIpV6Test-1627546113 tempest-NetworksIpV6Test-1627546113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795'] for network, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:32.245353 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9260b41c-8444-4b77-829b-9e303bf36047 tempest-NetworksIpV6Test-1627546113 tempest-NetworksIpV6Test-1627546113-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:29:32.245958 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-9260b41c-8444-4b77-829b-9e303bf36047 tempest-NetworksIpV6Test-1627546113 tempest-NetworksIpV6Test-1627546113-project] Notify callbacks [] for network, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:32.288094 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-9260b41c-8444-4b77-829b-9e303bf36047 tempest-NetworksIpV6Test-1627546113 tempest-NetworksIpV6Test-1627546113-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1868560 Mar 29 16:29:32.291050 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 41028) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:29:32.296985 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-6e69f1ee-1024-4639-a881-6db19e15a4b7 tempest-NetworksIpV6Test-1627546113 tempest-NetworksIpV6Test-1627546113-project] Request body: {'subnet': {'network_id': '5bc69588-ab8b-486d-8896-4f1bdda4e883', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:29:32.320933 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9260b41c-8444-4b77-829b-9e303bf36047 tempest-NetworksIpV6Test-1627546113 tempest-NetworksIpV6Test-1627546113-project] Pushing event updated for resources: {'Network': ['ID=5bc69588-ab8b-486d-8896-4f1bdda4e883,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:29:32.331515 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Network 5bc69588-ab8b-486d-8896-4f1bdda4e883 details requested by agent ovs-agent-n-d-834765-1 with host n-d-834765-1 {{(pid=102792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 16:29:32.407962 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e69f1ee-1024-4639-a881-6db19e15a4b7 tempest-NetworksIpV6Test-1627546113 tempest-NetworksIpV6Test-1627546113-project] Made reservation on behalf of ffaafeb1809247e08096b3e33fa72e62 for: {'subnet': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:29:32.411994 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-6e69f1ee-1024-4639-a881-6db19e15a4b7 tempest-NetworksIpV6Test-1627546113 tempest-NetworksIpV6Test-1627546113-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16218875'] for subnet, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:32.448725 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6043f4e-3662-4858-9b6a-3fabe51f6b27 None None] Network 3f80ade9-6ac3-439a-a5bb-91e2e65d1d42 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 16:29:32.473032 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.ipam_backend_mixin [None req-6e69f1ee-1024-4639-a881-6db19e15a4b7 tempest-NetworksIpV6Test-1627546113 tempest-NetworksIpV6Test-1627546113-project] Performing IP validity checks on allocation pools {{(pid=102791) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Mar 29 16:29:32.473569 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.ipam_backend_mixin [None req-6e69f1ee-1024-4639-a881-6db19e15a4b7 tempest-NetworksIpV6Test-1627546113 tempest-NetworksIpV6Test-1627546113-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102791) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Mar 29 16:29:32.524409 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-e695f8b6-ed89-4fe7-a5f4-03a87087bec7 None None] Provisioning complete for port daa6c22b-0a64-4b1d-89e3-0e34403c01c1 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:29:32.525035 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-e695f8b6-ed89-4fe7-a5f4-03a87087bec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:32.600384 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-6e69f1ee-1024-4639-a881-6db19e15a4b7 tempest-NetworksIpV6Test-1627546113 tempest-NetworksIpV6Test-1627546113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16155524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16218861'] for subnet, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:32.664154 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e69f1ee-1024-4639-a881-6db19e15a4b7 tempest-NetworksIpV6Test-1627546113 tempest-NetworksIpV6Test-1627546113-project] Pushing event updated for resources: {'Subnet': ['ID=ecdaaf9f-e5ac-4e0b-bce6-39f2afcc4cc0,revision_number=0']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:29:32.668729 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-e695f8b6-ed89-4fe7-a5f4-03a87087bec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:32.670499 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e69f1ee-1024-4639-a881-6db19e15a4b7 tempest-NetworksIpV6Test-1627546113 tempest-NetworksIpV6Test-1627546113-project] Checking segment: {'id': '0a33c8b4-3c21-45de-ab23-0067b57c3946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '5bc69588-ab8b-486d-8896-4f1bdda4e883'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 16:29:32.670865 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e69f1ee-1024-4639-a881-6db19e15a4b7 tempest-NetworksIpV6Test-1627546113 tempest-NetworksIpV6Test-1627546113-project] Network hostable DHCP agents. Network: 5bc69588-ab8b-486d-8896-4f1bdda4e883, hostable agents: ['d136643e-48ae-49d4-a851-2ba3bdf3749c'], hosted agents: [] {{(pid=102791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 16:29:32.688582 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e69f1ee-1024-4639-a881-6db19e15a4b7 tempest-NetworksIpV6Test-1627546113 tempest-NetworksIpV6Test-1627546113-project] Network 5bc69588-ab8b-486d-8896-4f1bdda4e883 is scheduled to be hosted by DHCP agent d136643e-48ae-49d4-a851-2ba3bdf3749c with binding_index 1 {{(pid=102791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 16:29:32.700236 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [None req-6e69f1ee-1024-4639-a881-6db19e15a4b7 tempest-NetworksIpV6Test-1627546113 tempest-NetworksIpV6Test-1627546113-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834765-1, 5bc69588-ab8b-486d-8896-4f1bdda4e883) {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:29:32.705879 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e69f1ee-1024-4639-a881-6db19e15a4b7 tempest-NetworksIpV6Test-1627546113 tempest-NetworksIpV6Test-1627546113-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:29:32.706634 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-6e69f1ee-1024-4639-a881-6db19e15a4b7 tempest-NetworksIpV6Test-1627546113 tempest-NetworksIpV6Test-1627546113-project] Notify callbacks [] for subnet, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:32.709062 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-e695f8b6-ed89-4fe7-a5f4-03a87087bec7 None None] For port daa6c22b-0a64-4b1d-89e3-0e34403c01c1, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=daa6c22b-0a64-4b1d-89e3-0e34403c01c1,segment=NetworkSegment(6c815b0c-91d2-4b6e-8a8a-ea11e5ed1d8c),segment_id=6c815b0c-91d2-4b6e-8a8a-ea11e5ed1d8c)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:29:32.713797 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c08fae8-9882-4f57-a623-bd6a8d6b774d None None] Network 5bc69588-ab8b-486d-8896-4f1bdda4e883 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 16:29:32.718541 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-e695f8b6-ed89-4fe7-a5f4-03a87087bec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:32.730166 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-6e69f1ee-1024-4639-a881-6db19e15a4b7 tempest-NetworksIpV6Test-1627546113 tempest-NetworksIpV6Test-1627546113-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4355190 Mar 29 16:29:32.730570 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 41030) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:29:32.828173 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e695f8b6-ed89-4fe7-a5f4-03a87087bec7 None None] Pushing event updated for resources: {'Port': ['ID=daa6c22b-0a64-4b1d-89e3-0e34403c01c1,revision_number=3']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:29:32.849492 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-93b984b7-2475-450b-937c-7903f0cb07b0 tempest-NetworksIpV6Test-1627546113 tempest-NetworksIpV6Test-1627546113-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1631750'] for network, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:32.904221 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-93b984b7-2475-450b-937c-7903f0cb07b0 tempest-NetworksIpV6Test-1627546113 tempest-NetworksIpV6Test-1627546113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1641287'] for subnet, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:32.916173 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-15b20607-20de-41ef-8d7b-f7ca37b57888 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:32.927559 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aafcda3-512f-4195-8882-afb977241154 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0035034-69b0-5ffc-b384-0ac6189c5628-5bc69588-ab8b-486d-8896-4f1bdda4e883', 'network_id': '5bc69588-ab8b-486d-8896-4f1bdda4e883', 'tenant_id': 'ffaafeb1809247e08096b3e33fa72e62', 'fixed_ips': [{'subnet_id': 'ecdaaf9f-e5ac-4e0b-bce6-39f2afcc4cc0'}]}} from n-d-834765-1. {{(pid=102792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 29 16:29:32.927559 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-0aafcda3-512f-4195-8882-afb977241154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:32.961032 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-d9300890-07e1-4dae-ae38-11849a92afa2 None None] Provisioning complete for port daa6c22b-0a64-4b1d-89e3-0e34403c01c1 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:29:32.961305 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d9300890-07e1-4dae-ae38-11849a92afa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:32.973648 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-93b984b7-2475-450b-937c-7903f0cb07b0 tempest-NetworksIpV6Test-1627546113 tempest-NetworksIpV6Test-1627546113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1641294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16155591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16218852'] for subnet, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:33.000930 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b984b7-2475-450b-937c-7903f0cb07b0 tempest-NetworksIpV6Test-1627546113 tempest-NetworksIpV6Test-1627546113-project] Pushing event deleted for resources: {'Subnet': ['ID=ecdaaf9f-e5ac-4e0b-bce6-39f2afcc4cc0,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:29:33.060800 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server [None req-0aafcda3-512f-4195-8882-afb977241154 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ecdaaf9f-e5ac-4e0b-bce6-39f2afcc4cc0: This subnet is being modified by another concurrent operation. Mar 29 16:29:33.060800 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 29 16:29:33.060800 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 29 16:29:33.060800 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 29 16:29:33.060800 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 29 16:29:33.060800 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 29 16:29:33.060800 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 29 16:29:33.060800 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 29 16:29:33.060800 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 29 16:29:33.060800 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 29 16:29:33.060800 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 29 16:29:33.060800 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 29 16:29:33.060800 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 29 16:29:33.060800 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 29 16:29:33.060800 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 29 16:29:33.060800 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server raise self.value Mar 29 16:29:33.060800 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 29 16:29:33.060800 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 29 16:29:33.060800 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 29 16:29:33.060800 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 29 16:29:33.060800 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 29 16:29:33.060800 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 29 16:29:33.060800 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 29 16:29:33.060800 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server raise self.value Mar 29 16:29:33.060800 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 29 16:29:33.060800 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 29 16:29:33.060800 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 29 16:29:33.060800 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 29 16:29:33.060800 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 29 16:29:33.060800 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 29 16:29:33.060800 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 29 16:29:33.060800 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server raise self.value Mar 29 16:29:33.060800 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 29 16:29:33.060800 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 29 16:29:33.060800 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 29 16:29:33.060800 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 29 16:29:33.060800 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Mar 29 16:29:33.060800 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 29 16:29:33.060800 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Mar 29 16:29:33.060800 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 29 16:29:33.060800 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 29 16:29:33.060800 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 29 16:29:33.060800 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Mar 29 16:29:33.060800 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 29 16:29:33.060800 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 29 16:29:33.060800 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 29 16:29:33.060800 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 29 16:29:33.060800 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 29 16:29:33.060800 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 29 16:29:33.060800 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 29 16:29:33.060800 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 29 16:29:33.060800 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server raise self.value Mar 29 16:29:33.060800 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 29 16:29:33.060800 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 29 16:29:33.060800 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 29 16:29:33.060800 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 29 16:29:33.060800 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 29 16:29:33.060800 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 29 16:29:33.060800 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 29 16:29:33.060800 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server raise self.value Mar 29 16:29:33.060800 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 29 16:29:33.060800 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 29 16:29:33.060800 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 29 16:29:33.060800 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 29 16:29:33.060800 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 29 16:29:33.060800 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 29 16:29:33.060800 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 29 16:29:33.060800 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server raise self.value Mar 29 16:29:33.060800 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 29 16:29:33.060800 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 29 16:29:33.060800 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1486, in create_port Mar 29 16:29:33.060800 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 29 16:29:33.060800 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1451, in _create_port_db Mar 29 16:29:33.060800 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 29 16:29:33.060800 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Mar 29 16:29:33.060800 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 29 16:29:33.060800 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 29 16:29:33.060800 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 29 16:29:33.060800 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 29 16:29:33.060800 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 29 16:29:33.060800 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Mar 29 16:29:33.060800 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 29 16:29:33.060800 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 29 16:29:33.060800 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 29 16:29:33.060800 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 29 16:29:33.060800 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 29 16:29:33.060800 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Mar 29 16:29:33.060800 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 29 16:29:33.060800 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 29 16:29:33.060800 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server raise exception Mar 29 16:29:33.060800 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ecdaaf9f-e5ac-4e0b-bce6-39f2afcc4cc0: This subnet is being modified by another concurrent operation. Mar 29 16:29:33.060800 n-d-834765-1 neutron-server[102792]: ERROR oslo_messaging.rpc.server Mar 29 16:29:33.071973 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-93b984b7-2475-450b-937c-7903f0cb07b0 tempest-NetworksIpV6Test-1627546113 tempest-NetworksIpV6Test-1627546113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639890', 'neutron.services.segments.db._delete_segments_for_network-8783523423079'] for network, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:33.091613 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07c0c439-03cf-40eb-ab95-aa6b653e6b2d None None] Network 5bc69588-ab8b-486d-8896-4f1bdda4e883 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 16:29:33.092936 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-93b984b7-2475-450b-937c-7903f0cb07b0 tempest-NetworksIpV6Test-1627546113 tempest-NetworksIpV6Test-1627546113-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5bc69588-ab8b-486d-8896-4f1bdda4e883']}} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:29:33.101987 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-93b984b7-2475-450b-937c-7903f0cb07b0 tempest-NetworksIpV6Test-1627546113 tempest-NetworksIpV6Test-1627546113-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a33c8b4-3c21-45de-ab23-0067b57c3946') {'for_net_delete': True} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:29:33.102286 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-93b984b7-2475-450b-937c-7903f0cb07b0 tempest-NetworksIpV6Test-1627546113 tempest-NetworksIpV6Test-1627546113-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a33c8b4-3c21-45de-ab23-0067b57c3946') {} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:29:33.111357 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-93b984b7-2475-450b-937c-7903f0cb07b0 tempest-NetworksIpV6Test-1627546113 tempest-NetworksIpV6Test-1627546113-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783523422064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4230428'] for segment, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:33.124095 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-93b984b7-2475-450b-937c-7903f0cb07b0 tempest-NetworksIpV6Test-1627546113 tempest-NetworksIpV6Test-1627546113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:33.130449 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93b984b7-2475-450b-937c-7903f0cb07b0 tempest-NetworksIpV6Test-1627546113 tempest-NetworksIpV6Test-1627546113-project] Releasing vlan 638 on physical network physnet1 to pool {{(pid=102791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 16:29:33.130863 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-93b984b7-2475-450b-937c-7903f0cb07b0 tempest-NetworksIpV6Test-1627546113 tempest-NetworksIpV6Test-1627546113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16169569'] for segment, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:33.134052 n-d-834765-1 neutron-server[102791]: Traceback (most recent call last): Mar 29 16:29:33.134052 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 16:29:33.134052 n-d-834765-1 neutron-server[102791]: timer() Mar 29 16:29:33.134052 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 16:29:33.134052 n-d-834765-1 neutron-server[102791]: cb(*args, **kw) Mar 29 16:29:33.134052 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 16:29:33.134052 n-d-834765-1 neutron-server[102791]: return func(*args, **kwargs) Mar 29 16:29:33.134052 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 16:29:33.134052 n-d-834765-1 neutron-server[102791]: self._notify() Mar 29 16:29:33.134052 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 16:29:33.134052 n-d-834765-1 neutron-server[102791]: self.callback(batched_events) Mar 29 16:29:33.134052 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 16:29:33.134052 n-d-834765-1 neutron-server[102791]: event.method(event) Mar 29 16:29:33.134052 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 16:29:33.134052 n-d-834765-1 neutron-server[102791]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 16:29:33.134052 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 16:29:33.134052 n-d-834765-1 neutron-server[102791]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 16:29:33.134052 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 16:29:33.134052 n-d-834765-1 neutron-server[102791]: return f(self, *a, **k) Mar 29 16:29:33.134052 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 16:29:33.134052 n-d-834765-1 neutron-server[102791]: return self._get(url).json() Mar 29 16:29:33.134052 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 16:29:33.134052 n-d-834765-1 neutron-server[102791]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 16:29:33.134052 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 16:29:33.134052 n-d-834765-1 neutron-server[102791]: return self.request(url, 'GET', **kwargs) Mar 29 16:29:33.134052 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 16:29:33.134052 n-d-834765-1 neutron-server[102791]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 16:29:33.134052 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 16:29:33.134052 n-d-834765-1 neutron-server[102791]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 16:29:33.134052 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 16:29:33.134052 n-d-834765-1 neutron-server[102791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 16:29:33.134052 n-d-834765-1 neutron-server[102791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 16:29:33.193148 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-93b984b7-2475-450b-937c-7903f0cb07b0 tempest-NetworksIpV6Test-1627546113 tempest-NetworksIpV6Test-1627546113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1639897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648174'] for network, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:33.200498 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-93b984b7-2475-450b-937c-7903f0cb07b0 tempest-NetworksIpV6Test-1627546113 tempest-NetworksIpV6Test-1627546113-project] Notify callbacks [] for network, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:33.207638 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 41032) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:29:33.208207 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-93b984b7-2475-450b-937c-7903f0cb07b0 tempest-NetworksIpV6Test-1627546113 tempest-NetworksIpV6Test-1627546113-project] 10.222.0.42 "DELETE /v2.0/networks/5bc69588-ab8b-486d-8896-4f1bdda4e883 HTTP/1.1" status: 204 len: 168 time: 0.4759569 Mar 29 16:29:33.212758 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-6ec1cb79-359d-482a-ab1c-3ff2c671e4f5 tempest-NetworksIpV6Test-1627546113 tempest-NetworksIpV6Test-1627546113-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1361819715'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:29:33.220703 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-049ef06b-9f53-4bcf-80b3-013114d23e7b None None] get_active_networks_info from n-d-834765-1 {{(pid=102792) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Mar 29 16:29:33.224254 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b984b7-2475-450b-937c-7903f0cb07b0 tempest-NetworksIpV6Test-1627546113 tempest-NetworksIpV6Test-1627546113-project] Pushing event deleted for resources: {'Network': ['ID=5bc69588-ab8b-486d-8896-4f1bdda4e883,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:29:33.233181 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ec1cb79-359d-482a-ab1c-3ff2c671e4f5 tempest-NetworksIpV6Test-1627546113 tempest-NetworksIpV6Test-1627546113-project] Made reservation on behalf of ffaafeb1809247e08096b3e33fa72e62 for: {'network': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:29:33.237555 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-6ec1cb79-359d-482a-ab1c-3ff2c671e4f5 tempest-NetworksIpV6Test-1627546113 tempest-NetworksIpV6Test-1627546113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for network, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:33.260841 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ec1cb79-359d-482a-ab1c-3ff2c671e4f5 tempest-NetworksIpV6Test-1627546113 tempest-NetworksIpV6Test-1627546113-project] vlan segment allocate from pool success with {'vlan_id': 607, 'physical_network': 'physnet1'} {{(pid=102790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 16:29:33.270052 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-6ec1cb79-359d-482a-ab1c-3ff2c671e4f5 tempest-NetworksIpV6Test-1627546113 tempest-NetworksIpV6Test-1627546113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:33.270397 n-d-834765-1 neutron-server[102790]: INFO neutron.db.segments_db [None req-6ec1cb79-359d-482a-ab1c-3ff2c671e4f5 tempest-NetworksIpV6Test-1627546113 tempest-NetworksIpV6Test-1627546113-project] Added segment 99491838-7701-43f0-897c-ffdb244f9427 of type vlan for network 2bead5ad-c464-40ad-80ec-bb198513032c Mar 29 16:29:33.291630 n-d-834765-1 neutron-server[102792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-049ef06b-9f53-4bcf-80b3-013114d23e7b None None] Resources bound (agent type, host, resource id): {{(pid=102792) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 29 16:29:33.310198 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-6ec1cb79-359d-482a-ab1c-3ff2c671e4f5 tempest-NetworksIpV6Test-1627546113 tempest-NetworksIpV6Test-1627546113-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783522915970'] for network, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:33.338801 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-6ec1cb79-359d-482a-ab1c-3ff2c671e4f5 tempest-NetworksIpV6Test-1627546113 tempest-NetworksIpV6Test-1627546113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795'] for network, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:33.344408 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ec1cb79-359d-482a-ab1c-3ff2c671e4f5 tempest-NetworksIpV6Test-1627546113 tempest-NetworksIpV6Test-1627546113-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:29:33.345002 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-6ec1cb79-359d-482a-ab1c-3ff2c671e4f5 tempest-NetworksIpV6Test-1627546113 tempest-NetworksIpV6Test-1627546113-project] Notify callbacks [] for network, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:33.388045 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-6ec1cb79-359d-482a-ab1c-3ff2c671e4f5 tempest-NetworksIpV6Test-1627546113 tempest-NetworksIpV6Test-1627546113-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1792755 Mar 29 16:29:33.391815 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 41034) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:29:33.398030 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-7f78b906-c6be-40c9-a98c-be3e9e9ce45e tempest-NetworksIpV6Test-1627546113 tempest-NetworksIpV6Test-1627546113-project] Request body: {'subnet': {'network_id': '2bead5ad-c464-40ad-80ec-bb198513032c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:29:33.420541 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec1cb79-359d-482a-ab1c-3ff2c671e4f5 tempest-NetworksIpV6Test-1627546113 tempest-NetworksIpV6Test-1627546113-project] Pushing event updated for resources: {'Network': ['ID=2bead5ad-c464-40ad-80ec-bb198513032c,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:29:33.498521 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f78b906-c6be-40c9-a98c-be3e9e9ce45e tempest-NetworksIpV6Test-1627546113 tempest-NetworksIpV6Test-1627546113-project] Made reservation on behalf of ffaafeb1809247e08096b3e33fa72e62 for: {'subnet': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:29:33.502120 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-7f78b906-c6be-40c9-a98c-be3e9e9ce45e tempest-NetworksIpV6Test-1627546113 tempest-NetworksIpV6Test-1627546113-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16218875'] for subnet, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:33.526155 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Network 2bead5ad-c464-40ad-80ec-bb198513032c details requested by agent ovs-agent-n-d-834765-1 with host n-d-834765-1 {{(pid=102792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 16:29:33.601021 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device daa6c22b-0a64-4b1d-89e3-0e34403c01c1 up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 16:29:33.692012 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-7f78b906-c6be-40c9-a98c-be3e9e9ce45e tempest-NetworksIpV6Test-1627546113 tempest-NetworksIpV6Test-1627546113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16155524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16218861'] for subnet, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:33.704650 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port daa6c22b-0a64-4b1d-89e3-0e34403c01c1 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:29:33.705021 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:33.758767 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f78b906-c6be-40c9-a98c-be3e9e9ce45e tempest-NetworksIpV6Test-1627546113 tempest-NetworksIpV6Test-1627546113-project] Pushing event updated for resources: {'Subnet': ['ID=f51a03ce-c872-42f4-a709-3ba0c742152b,revision_number=0']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:29:33.765803 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f78b906-c6be-40c9-a98c-be3e9e9ce45e tempest-NetworksIpV6Test-1627546113 tempest-NetworksIpV6Test-1627546113-project] Checking segment: {'id': '99491838-7701-43f0-897c-ffdb244f9427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '2bead5ad-c464-40ad-80ec-bb198513032c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 16:29:33.766158 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f78b906-c6be-40c9-a98c-be3e9e9ce45e tempest-NetworksIpV6Test-1627546113 tempest-NetworksIpV6Test-1627546113-project] Network hostable DHCP agents. Network: 2bead5ad-c464-40ad-80ec-bb198513032c, hostable agents: ['d136643e-48ae-49d4-a851-2ba3bdf3749c'], hosted agents: [] {{(pid=102791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 16:29:33.784983 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f78b906-c6be-40c9-a98c-be3e9e9ce45e tempest-NetworksIpV6Test-1627546113 tempest-NetworksIpV6Test-1627546113-project] Network 2bead5ad-c464-40ad-80ec-bb198513032c is scheduled to be hosted by DHCP agent d136643e-48ae-49d4-a851-2ba3bdf3749c with binding_index 1 {{(pid=102791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 16:29:33.795593 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [None req-7f78b906-c6be-40c9-a98c-be3e9e9ce45e tempest-NetworksIpV6Test-1627546113 tempest-NetworksIpV6Test-1627546113-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834765-1, 2bead5ad-c464-40ad-80ec-bb198513032c) {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:29:33.800016 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f78b906-c6be-40c9-a98c-be3e9e9ce45e tempest-NetworksIpV6Test-1627546113 tempest-NetworksIpV6Test-1627546113-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:29:33.800510 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-7f78b906-c6be-40c9-a98c-be3e9e9ce45e tempest-NetworksIpV6Test-1627546113 tempest-NetworksIpV6Test-1627546113-project] Notify callbacks [] for subnet, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:33.817534 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-925902d0-0de0-4268-8d01-017a5ba61669 None None] get_active_networks_info from n-d-834765-1 {{(pid=102792) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Mar 29 16:29:33.817891 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-7f78b906-c6be-40c9-a98c-be3e9e9ce45e tempest-NetworksIpV6Test-1627546113 tempest-NetworksIpV6Test-1627546113-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4243827 Mar 29 16:29:33.821584 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 41036) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:29:33.826606 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-d94110f4-0761-473e-a568-1c55f0da32b8 tempest-NetworksIpV6Test-1627546113 tempest-NetworksIpV6Test-1627546113-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-958070068'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:29:33.845975 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d94110f4-0761-473e-a568-1c55f0da32b8 tempest-NetworksIpV6Test-1627546113 tempest-NetworksIpV6Test-1627546113-project] Made reservation on behalf of ffaafeb1809247e08096b3e33fa72e62 for: {'network': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:29:33.850213 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-d94110f4-0761-473e-a568-1c55f0da32b8 tempest-NetworksIpV6Test-1627546113 tempest-NetworksIpV6Test-1627546113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for network, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:33.873508 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d94110f4-0761-473e-a568-1c55f0da32b8 tempest-NetworksIpV6Test-1627546113 tempest-NetworksIpV6Test-1627546113-project] vlan segment allocate from pool success with {'vlan_id': 639, 'physical_network': 'physnet1'} {{(pid=102790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 16:29:33.882638 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-d94110f4-0761-473e-a568-1c55f0da32b8 tempest-NetworksIpV6Test-1627546113 tempest-NetworksIpV6Test-1627546113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:33.883093 n-d-834765-1 neutron-server[102790]: INFO neutron.db.segments_db [None req-d94110f4-0761-473e-a568-1c55f0da32b8 tempest-NetworksIpV6Test-1627546113 tempest-NetworksIpV6Test-1627546113-project] Added segment 1af8e257-763f-4c84-aaa5-a39eaac02d6a of type vlan for network bce22e5d-9ac5-42fb-94d4-480e16e50db3 Mar 29 16:29:33.907307 n-d-834765-1 neutron-server[102792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-925902d0-0de0-4268-8d01-017a5ba61669 None None] Resources bound (agent type, host, resource id): {{(pid=102792) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 29 16:29:33.922846 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-d94110f4-0761-473e-a568-1c55f0da32b8 tempest-NetworksIpV6Test-1627546113 tempest-NetworksIpV6Test-1627546113-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783522915970'] for network, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:33.949338 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-d94110f4-0761-473e-a568-1c55f0da32b8 tempest-NetworksIpV6Test-1627546113 tempest-NetworksIpV6Test-1627546113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795'] for network, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:33.956166 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d94110f4-0761-473e-a568-1c55f0da32b8 tempest-NetworksIpV6Test-1627546113 tempest-NetworksIpV6Test-1627546113-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:29:33.956757 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-d94110f4-0761-473e-a568-1c55f0da32b8 tempest-NetworksIpV6Test-1627546113 tempest-NetworksIpV6Test-1627546113-project] Notify callbacks [] for network, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:33.993578 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-d94110f4-0761-473e-a568-1c55f0da32b8 tempest-NetworksIpV6Test-1627546113 tempest-NetworksIpV6Test-1627546113-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1708813 Mar 29 16:29:33.997124 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 41038) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:29:34.002517 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-3467573e-f8f8-4049-aaa0-b59a95abbbc9 tempest-NetworksIpV6Test-1627546113 tempest-NetworksIpV6Test-1627546113-project] Request body: {'subnet': {'network_id': 'bce22e5d-9ac5-42fb-94d4-480e16e50db3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:29:34.127288 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc737e89-3a73-4696-86e3-939eacf53534 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0035034-69b0-5ffc-b384-0ac6189c5628-2bead5ad-c464-40ad-80ec-bb198513032c', 'network_id': '2bead5ad-c464-40ad-80ec-bb198513032c', 'tenant_id': 'ffaafeb1809247e08096b3e33fa72e62', 'fixed_ips': [{'subnet_id': 'f51a03ce-c872-42f4-a709-3ba0c742152b'}]}} from n-d-834765-1. {{(pid=102792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 29 16:29:34.128306 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-dc737e89-3a73-4696-86e3-939eacf53534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:34.278909 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.db_base_plugin_common [None req-dc737e89-3a73-4696-86e3-939eacf53534 None None] Allocated IP 2001:db8::2 (2bead5ad-c464-40ad-80ec-bb198513032c/f51a03ce-c872-42f4-a709-3ba0c742152b/57bf9916-10df-41a6-9d0c-0225b1e67501) {{(pid=102792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:29:34.373025 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94110f4-0761-473e-a568-1c55f0da32b8 tempest-NetworksIpV6Test-1627546113 tempest-NetworksIpV6Test-1627546113-project] Pushing event updated for resources: {'Network': ['ID=bce22e5d-9ac5-42fb-94d4-480e16e50db3,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:29:34.379756 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d71584b9-87f1-45f5-84c7-c993c2416269 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:34.387877 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Network bce22e5d-9ac5-42fb-94d4-480e16e50db3 details requested by agent ovs-agent-n-d-834765-1 with host n-d-834765-1 {{(pid=102792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 16:29:34.447663 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3467573e-f8f8-4049-aaa0-b59a95abbbc9 tempest-NetworksIpV6Test-1627546113 tempest-NetworksIpV6Test-1627546113-project] Made reservation on behalf of ffaafeb1809247e08096b3e33fa72e62 for: {'subnet': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:29:34.451121 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-3467573e-f8f8-4049-aaa0-b59a95abbbc9 tempest-NetworksIpV6Test-1627546113 tempest-NetworksIpV6Test-1627546113-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4793983'] for subnet, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:34.514809 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-dc737e89-3a73-4696-86e3-939eacf53534 None None] Notify callbacks [] for port, precommit_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:34.521562 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-dc737e89-3a73-4696-86e3-939eacf53534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956'] for port, after_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:34.567001 n-d-834765-1 neutron-server[102792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc737e89-3a73-4696-86e3-939eacf53534 None None] Network 2bead5ad-c464-40ad-80ec-bb198513032c is already hosted by enough agents. {{(pid=102792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:29:34.570077 n-d-834765-1 neutron-server[102792]: DEBUG neutron.scheduler.base_scheduler [None req-dc737e89-3a73-4696-86e3-939eacf53534 None None] Resources bound (agent type, host, resource id): {{(pid=102792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:29:34.572656 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc737e89-3a73-4696-86e3-939eacf53534 None None] Received port after_create {{(pid=102792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:29:34.579864 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc737e89-3a73-4696-86e3-939eacf53534 None None] Pushing event updated for resources: {'Port': ['ID=57bf9916-10df-41a6-9d0c-0225b1e67501,revision_number=1']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:29:34.635113 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-dc737e89-3a73-4696-86e3-939eacf53534 None None] Attempting to bind port 57bf9916-10df-41a6-9d0c-0225b1e67501 on host n-d-834765-1 for vnic_type normal with profile {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 16:29:34.635531 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-dc737e89-3a73-4696-86e3-939eacf53534 None None] Attempting to bind port 57bf9916-10df-41a6-9d0c-0225b1e67501 by drivers openvswitch,hyperv on host n-d-834765-1 at level 0 using segments [{'id': '99491838-7701-43f0-897c-ffdb244f9427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '2bead5ad-c464-40ad-80ec-bb198513032c'}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 16:29:34.636044 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc737e89-3a73-4696-86e3-939eacf53534 None None] Attempting to bind port 57bf9916-10df-41a6-9d0c-0225b1e67501 on network 2bead5ad-c464-40ad-80ec-bb198513032c {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 16:29:34.638867 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-3467573e-f8f8-4049-aaa0-b59a95abbbc9 tempest-NetworksIpV6Test-1627546113 tempest-NetworksIpV6Test-1627546113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5231896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4793961'] for subnet, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:34.641886 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc737e89-3a73-4696-86e3-939eacf53534 None None] Checking agent: {'id': 'a8866439-9d96-425c-b519-6905c591ac37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 25, 36), 'started_at': datetime.datetime(2022, 3, 29, 15, 26, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 16, 29, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834765-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 16:29:34.642258 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc737e89-3a73-4696-86e3-939eacf53534 None None] Checking segment: {'id': '99491838-7701-43f0-897c-ffdb244f9427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '2bead5ad-c464-40ad-80ec-bb198513032c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 16:29:34.642660 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-dc737e89-3a73-4696-86e3-939eacf53534 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:34.644067 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc737e89-3a73-4696-86e3-939eacf53534 None None] Bound using segment: {'id': '99491838-7701-43f0-897c-ffdb244f9427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '2bead5ad-c464-40ad-80ec-bb198513032c'} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 16:29:34.644640 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-dc737e89-3a73-4696-86e3-939eacf53534 None None] Bound port: 57bf9916-10df-41a6-9d0c-0225b1e67501, host: n-d-834765-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99491838-7701-43f0-897c-ffdb244f9427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '2bead5ad-c464-40ad-80ec-bb198513032c'}}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 16:29:34.645029 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-dc737e89-3a73-4696-86e3-939eacf53534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:34.703055 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3467573e-f8f8-4049-aaa0-b59a95abbbc9 tempest-NetworksIpV6Test-1627546113 tempest-NetworksIpV6Test-1627546113-project] Pushing event updated for resources: {'Subnet': ['ID=675901fe-5ec7-4ed4-a70e-91ec2e7af529,revision_number=0']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:29:34.712945 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-dc737e89-3a73-4696-86e3-939eacf53534 None None] For port 57bf9916-10df-41a6-9d0c-0225b1e67501, host n-d-834765-1, cleared binding levels {{(pid=102792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 16:29:34.713101 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3467573e-f8f8-4049-aaa0-b59a95abbbc9 tempest-NetworksIpV6Test-1627546113 tempest-NetworksIpV6Test-1627546113-project] Checking segment: {'id': '1af8e257-763f-4c84-aaa5-a39eaac02d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'bce22e5d-9ac5-42fb-94d4-480e16e50db3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 16:29:34.713326 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3467573e-f8f8-4049-aaa0-b59a95abbbc9 tempest-NetworksIpV6Test-1627546113 tempest-NetworksIpV6Test-1627546113-project] Network hostable DHCP agents. Network: bce22e5d-9ac5-42fb-94d4-480e16e50db3, hostable agents: ['d136643e-48ae-49d4-a851-2ba3bdf3749c'], hosted agents: [] {{(pid=102790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 16:29:34.716690 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-dc737e89-3a73-4696-86e3-939eacf53534 None None] For port 57bf9916-10df-41a6-9d0c-0225b1e67501, host n-d-834765-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=57bf9916-10df-41a6-9d0c-0225b1e67501,segment=NetworkSegment(99491838-7701-43f0-897c-ffdb244f9427),segment_id=99491838-7701-43f0-897c-ffdb244f9427)] {{(pid=102792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 16:29:34.721896 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-dc737e89-3a73-4696-86e3-939eacf53534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:34.731948 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3467573e-f8f8-4049-aaa0-b59a95abbbc9 tempest-NetworksIpV6Test-1627546113 tempest-NetworksIpV6Test-1627546113-project] Network bce22e5d-9ac5-42fb-94d4-480e16e50db3 is scheduled to be hosted by DHCP agent d136643e-48ae-49d4-a851-2ba3bdf3749c with binding_index 1 {{(pid=102790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 16:29:34.740892 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-3467573e-f8f8-4049-aaa0-b59a95abbbc9 tempest-NetworksIpV6Test-1627546113 tempest-NetworksIpV6Test-1627546113-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834765-1, bce22e5d-9ac5-42fb-94d4-480e16e50db3) {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:29:34.745879 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3467573e-f8f8-4049-aaa0-b59a95abbbc9 tempest-NetworksIpV6Test-1627546113 tempest-NetworksIpV6Test-1627546113-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:29:34.746480 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-3467573e-f8f8-4049-aaa0-b59a95abbbc9 tempest-NetworksIpV6Test-1627546113 tempest-NetworksIpV6Test-1627546113-project] Notify callbacks [] for subnet, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:34.763971 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-3467573e-f8f8-4049-aaa0-b59a95abbbc9 tempest-NetworksIpV6Test-1627546113 tempest-NetworksIpV6Test-1627546113-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7657483 Mar 29 16:29:34.766494 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 41040) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:29:34.777676 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc737e89-3a73-4696-86e3-939eacf53534 None None] Pushing event updated for resources: {'Port': ['ID=57bf9916-10df-41a6-9d0c-0225b1e67501,revision_number=2']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:29:34.870008 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-1404342f-df0b-47f0-8e13-8e21ffcfd13f tempest-NetworksIpV6Test-1627546113 tempest-NetworksIpV6Test-1627546113-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1631750'] for network, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:34.923103 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-1404342f-df0b-47f0-8e13-8e21ffcfd13f tempest-NetworksIpV6Test-1627546113 tempest-NetworksIpV6Test-1627546113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1641287'] for subnet, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:35.012500 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-1404342f-df0b-47f0-8e13-8e21ffcfd13f tempest-NetworksIpV6Test-1627546113 tempest-NetworksIpV6Test-1627546113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1641294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5231963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4793952'] for subnet, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:35.040809 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1404342f-df0b-47f0-8e13-8e21ffcfd13f tempest-NetworksIpV6Test-1627546113 tempest-NetworksIpV6Test-1627546113-project] Pushing event deleted for resources: {'Subnet': ['ID=675901fe-5ec7-4ed4-a70e-91ec2e7af529,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:29:35.114743 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-1404342f-df0b-47f0-8e13-8e21ffcfd13f tempest-NetworksIpV6Test-1627546113 tempest-NetworksIpV6Test-1627546113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639890', 'neutron.services.segments.db._delete_segments_for_network-8783523423079'] for network, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:35.137533 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-1404342f-df0b-47f0-8e13-8e21ffcfd13f tempest-NetworksIpV6Test-1627546113 tempest-NetworksIpV6Test-1627546113-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bce22e5d-9ac5-42fb-94d4-480e16e50db3']}} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:29:35.147342 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-1404342f-df0b-47f0-8e13-8e21ffcfd13f tempest-NetworksIpV6Test-1627546113 tempest-NetworksIpV6Test-1627546113-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1af8e257-763f-4c84-aaa5-a39eaac02d6a') {'for_net_delete': True} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:29:35.147576 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-1404342f-df0b-47f0-8e13-8e21ffcfd13f tempest-NetworksIpV6Test-1627546113 tempest-NetworksIpV6Test-1627546113-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1af8e257-763f-4c84-aaa5-a39eaac02d6a') {} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:29:35.156799 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-1404342f-df0b-47f0-8e13-8e21ffcfd13f tempest-NetworksIpV6Test-1627546113 tempest-NetworksIpV6Test-1627546113-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783523422064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4614019'] for segment, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:35.169695 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-1404342f-df0b-47f0-8e13-8e21ffcfd13f tempest-NetworksIpV6Test-1627546113 tempest-NetworksIpV6Test-1627546113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:35.175589 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1404342f-df0b-47f0-8e13-8e21ffcfd13f tempest-NetworksIpV6Test-1627546113 tempest-NetworksIpV6Test-1627546113-project] Releasing vlan 639 on physical network physnet1 to pool {{(pid=102790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 16:29:35.175966 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-1404342f-df0b-47f0-8e13-8e21ffcfd13f tempest-NetworksIpV6Test-1627546113 tempest-NetworksIpV6Test-1627546113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5238013'] for segment, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:35.178901 n-d-834765-1 neutron-server[102790]: Traceback (most recent call last): Mar 29 16:29:35.178901 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 16:29:35.178901 n-d-834765-1 neutron-server[102790]: timer() Mar 29 16:29:35.178901 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 16:29:35.178901 n-d-834765-1 neutron-server[102790]: cb(*args, **kw) Mar 29 16:29:35.178901 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 16:29:35.178901 n-d-834765-1 neutron-server[102790]: return func(*args, **kwargs) Mar 29 16:29:35.178901 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 16:29:35.178901 n-d-834765-1 neutron-server[102790]: self._notify() Mar 29 16:29:35.178901 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 16:29:35.178901 n-d-834765-1 neutron-server[102790]: self.callback(batched_events) Mar 29 16:29:35.178901 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 16:29:35.178901 n-d-834765-1 neutron-server[102790]: event.method(event) Mar 29 16:29:35.178901 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 16:29:35.178901 n-d-834765-1 neutron-server[102790]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 16:29:35.178901 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 16:29:35.178901 n-d-834765-1 neutron-server[102790]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 16:29:35.178901 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 16:29:35.178901 n-d-834765-1 neutron-server[102790]: return f(self, *a, **k) Mar 29 16:29:35.178901 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 16:29:35.178901 n-d-834765-1 neutron-server[102790]: return self._get(url).json() Mar 29 16:29:35.178901 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 16:29:35.178901 n-d-834765-1 neutron-server[102790]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 16:29:35.178901 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 16:29:35.178901 n-d-834765-1 neutron-server[102790]: return self.request(url, 'GET', **kwargs) Mar 29 16:29:35.178901 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 16:29:35.178901 n-d-834765-1 neutron-server[102790]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 16:29:35.178901 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 16:29:35.178901 n-d-834765-1 neutron-server[102790]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 16:29:35.178901 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 16:29:35.178901 n-d-834765-1 neutron-server[102790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 16:29:35.178901 n-d-834765-1 neutron-server[102790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 16:29:35.238207 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.agents_db [None req-59735a15-725e-44d4-9ad5-95cbe356f209 None None] Agent healthcheck: found 7 active agents {{(pid=102793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 16:29:35.241032 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-1404342f-df0b-47f0-8e13-8e21ffcfd13f tempest-NetworksIpV6Test-1627546113 tempest-NetworksIpV6Test-1627546113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1639897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648174'] for network, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:35.247766 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-1404342f-df0b-47f0-8e13-8e21ffcfd13f tempest-NetworksIpV6Test-1627546113 tempest-NetworksIpV6Test-1627546113-project] Notify callbacks [] for network, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:35.250901 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-1404342f-df0b-47f0-8e13-8e21ffcfd13f tempest-NetworksIpV6Test-1627546113 tempest-NetworksIpV6Test-1627546113-project] 10.222.0.42 "DELETE /v2.0/networks/bce22e5d-9ac5-42fb-94d4-480e16e50db3 HTTP/1.1" status: 204 len: 168 time: 0.4833841 Mar 29 16:29:35.254214 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 41042) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:29:35.263540 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1404342f-df0b-47f0-8e13-8e21ffcfd13f tempest-NetworksIpV6Test-1627546113 tempest-NetworksIpV6Test-1627546113-project] Pushing event deleted for resources: {'Network': ['ID=bce22e5d-9ac5-42fb-94d4-480e16e50db3,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:29:35.281605 n-d-834765-1 neutron-server[102791]: INFO neutron.pecan_wsgi.hooks.translation [None req-4dc007e3-26e0-4775-8e7a-3f96e6c8f4a5 tempest-NetworksIpV6Test-1627546113 tempest-NetworksIpV6Test-1627546113-project] GET failed (client error): The resource could not be found. Mar 29 16:29:35.282912 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-4dc007e3-26e0-4775-8e7a-3f96e6c8f4a5 tempest-NetworksIpV6Test-1627546113 tempest-NetworksIpV6Test-1627546113-project] 10.222.0.42 "GET /v2.0/subnets/675901fe-5ec7-4ed4-a70e-91ec2e7af529 HTTP/1.1" status: 404 len: 337 time: 0.0276318 Mar 29 16:29:35.285903 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 41044) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:29:35.304258 n-d-834765-1 neutron-server[102791]: INFO neutron.pecan_wsgi.hooks.translation [None req-69e6d813-c394-46ed-bd3f-d5e08a0bc5c9 tempest-NetworksIpV6Test-1627546113 tempest-NetworksIpV6Test-1627546113-project] DELETE failed (client error): The resource could not be found. Mar 29 16:29:35.304908 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69e6d813-c394-46ed-bd3f-d5e08a0bc5c9 tempest-NetworksIpV6Test-1627546113 tempest-NetworksIpV6Test-1627546113-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102791) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 16:29:35.307920 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-69e6d813-c394-46ed-bd3f-d5e08a0bc5c9 tempest-NetworksIpV6Test-1627546113 tempest-NetworksIpV6Test-1627546113-project] 10.222.0.42 "DELETE /v2.0/networks/bce22e5d-9ac5-42fb-94d4-480e16e50db3 HTTP/1.1" status: 404 len: 339 time: 0.0210698 Mar 29 16:29:35.311502 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 41046) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:29:35.337458 n-d-834765-1 neutron-server[102791]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a599968-59bb-4451-8bef-d7ea07e834af tempest-NetworksIpV6Test-1627546113 tempest-NetworksIpV6Test-1627546113-project] DELETE failed (client error): The resource could not be found. Mar 29 16:29:35.337896 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a599968-59bb-4451-8bef-d7ea07e834af tempest-NetworksIpV6Test-1627546113 tempest-NetworksIpV6Test-1627546113-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102791) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 16:29:35.340935 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-1a599968-59bb-4451-8bef-d7ea07e834af tempest-NetworksIpV6Test-1627546113 tempest-NetworksIpV6Test-1627546113-project] 10.222.0.42 "DELETE /v2.0/subnets/675901fe-5ec7-4ed4-a70e-91ec2e7af529 HTTP/1.1" status: 404 len: 337 time: 0.0285401 Mar 29 16:29:35.343368 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 41048) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:29:35.362457 n-d-834765-1 neutron-server[102791]: INFO neutron.pecan_wsgi.hooks.translation [None req-cdb2d12f-dd36-4846-ab10-328625530b12 tempest-NetworksIpV6Test-1627546113 tempest-NetworksIpV6Test-1627546113-project] DELETE failed (client error): The resource could not be found. Mar 29 16:29:35.362906 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cdb2d12f-dd36-4846-ab10-328625530b12 tempest-NetworksIpV6Test-1627546113 tempest-NetworksIpV6Test-1627546113-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102791) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 16:29:35.365995 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-cdb2d12f-dd36-4846-ab10-328625530b12 tempest-NetworksIpV6Test-1627546113 tempest-NetworksIpV6Test-1627546113-project] 10.222.0.42 "DELETE /v2.0/networks/bce22e5d-9ac5-42fb-94d4-480e16e50db3 HTTP/1.1" status: 404 len: 339 time: 0.0217240 Mar 29 16:29:35.368590 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 41050) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:29:35.421605 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_v2 [None req-d35cc9d0-b991-4b39-a5bb-d58d94174fd5 tempest-NetworksIpV6Test-1627546113 tempest-NetworksIpV6Test-1627546113-project] Deleting subnet f51a03ce-c872-42f4-a709-3ba0c742152b {{(pid=102791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 16:29:35.425031 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-d35cc9d0-b991-4b39-a5bb-d58d94174fd5 tempest-NetworksIpV6Test-1627546113 tempest-NetworksIpV6Test-1627546113-project] Notify callbacks [] for subnet, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:35.471827 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-d35cc9d0-b991-4b39-a5bb-d58d94174fd5 tempest-NetworksIpV6Test-1627546113 tempest-NetworksIpV6Test-1627546113-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4230423'] for subnet, precommit_delete_associations {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:35.565462 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-d35cc9d0-b991-4b39-a5bb-d58d94174fd5 tempest-NetworksIpV6Test-1627546113 tempest-NetworksIpV6Test-1627546113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1641287'] for subnet, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:35.595900 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 57bf9916-10df-41a6-9d0c-0225b1e67501 up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 16:29:35.633424 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-d35cc9d0-b991-4b39-a5bb-d58d94174fd5 tempest-NetworksIpV6Test-1627546113 tempest-NetworksIpV6Test-1627546113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1641294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16155591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16218852'] for subnet, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:35.652839 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port 57bf9916-10df-41a6-9d0c-0225b1e67501 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:29:35.653295 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:35.666514 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35cc9d0-b991-4b39-a5bb-d58d94174fd5 tempest-NetworksIpV6Test-1627546113 tempest-NetworksIpV6Test-1627546113-project] Pushing event deleted for resources: {'Subnet': ['ID=f51a03ce-c872-42f4-a709-3ba0c742152b,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:29:35.671614 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-d35cc9d0-b991-4b39-a5bb-d58d94174fd5 tempest-NetworksIpV6Test-1627546113 tempest-NetworksIpV6Test-1627546113-project] Notify callbacks [] for subnet, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:35.675946 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-d35cc9d0-b991-4b39-a5bb-d58d94174fd5 tempest-NetworksIpV6Test-1627546113 tempest-NetworksIpV6Test-1627546113-project] 10.222.0.42 "DELETE /v2.0/subnets/f51a03ce-c872-42f4-a709-3ba0c742152b HTTP/1.1" status: 204 len: 168 time: 0.3064232 Mar 29 16:29:35.678541 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 41052) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:29:35.726732 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-375495d5-884d-4703-b193-a94354cdc378 None None] Network 2bead5ad-c464-40ad-80ec-bb198513032c requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 16:29:35.728877 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a756758-224c-4196-a342-3c4daccbf4f7 None None] Network bce22e5d-9ac5-42fb-94d4-480e16e50db3 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 16:29:35.759316 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-a0ea59ca-9bd6-4b68-ab5b-691998200e0a tempest-NetworksIpV6Test-1627546113 tempest-NetworksIpV6Test-1627546113-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1631750'] for network, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:35.766108 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a756758-224c-4196-a342-3c4daccbf4f7 None None] Network bce22e5d-9ac5-42fb-94d4-480e16e50db3 could not be found, it might have been deleted concurrently. {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Mar 29 16:29:35.779721 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-671bb77d-8f51-4c44-8d4a-b9eca488de06 None None] Network bce22e5d-9ac5-42fb-94d4-480e16e50db3 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 16:29:35.795334 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:35.826375 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-a0ea59ca-9bd6-4b68-ab5b-691998200e0a tempest-NetworksIpV6Test-1627546113 tempest-NetworksIpV6Test-1627546113-project] Deleting port 57bf9916-10df-41a6-9d0c-0225b1e67501 {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:29:35.826721 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-a0ea59ca-9bd6-4b68-ab5b-691998200e0a tempest-NetworksIpV6Test-1627546113 tempest-NetworksIpV6Test-1627546113-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:35.834108 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-671bb77d-8f51-4c44-8d4a-b9eca488de06 None None] Network bce22e5d-9ac5-42fb-94d4-480e16e50db3 could not be found, it might have been deleted concurrently. {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Mar 29 16:29:35.856274 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-a4f78489-a544-448a-b2c5-2a647dc76437 None None] Provisioning complete for port 57bf9916-10df-41a6-9d0c-0225b1e67501 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:29:35.856635 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-a4f78489-a544-448a-b2c5-2a647dc76437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:35.894847 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [None req-a0ea59ca-9bd6-4b68-ab5b-691998200e0a tempest-NetworksIpV6Test-1627546113 tempest-NetworksIpV6Test-1627546113-project] For port 57bf9916-10df-41a6-9d0c-0225b1e67501, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=57bf9916-10df-41a6-9d0c-0225b1e67501,segment=NetworkSegment(99491838-7701-43f0-897c-ffdb244f9427),segment_id=99491838-7701-43f0-897c-ffdb244f9427)] {{(pid=102791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:29:35.895208 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-a0ea59ca-9bd6-4b68-ab5b-691998200e0a tempest-NetworksIpV6Test-1627546113 tempest-NetworksIpV6Test-1627546113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:35.907814 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-a0ea59ca-9bd6-4b68-ab5b-691998200e0a tempest-NetworksIpV6Test-1627546113 tempest-NetworksIpV6Test-1627546113-project] Calling delete_port for 57bf9916-10df-41a6-9d0c-0225b1e67501 owned by network:dhcp {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:29:35.914965 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] For port 57bf9916-10df-41a6-9d0c-0225b1e67501, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=57bf9916-10df-41a6-9d0c-0225b1e67501,segment=NetworkSegment(99491838-7701-43f0-897c-ffdb244f9427),segment_id=99491838-7701-43f0-897c-ffdb244f9427)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:29:35.942095 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:35.973995 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-0cb6abf6-2706-4e52-8825-f5f644ecf9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:35.989671 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-a0ea59ca-9bd6-4b68-ab5b-691998200e0a tempest-NetworksIpV6Test-1627546113 tempest-NetworksIpV6Test-1627546113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:36.016143 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ea59ca-9bd6-4b68-ab5b-691998200e0a tempest-NetworksIpV6Test-1627546113 tempest-NetworksIpV6Test-1627546113-project] Pushing event deleted for resources: {'Port': ['ID=57bf9916-10df-41a6-9d0c-0225b1e67501,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:29:36.021973 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0ea59ca-9bd6-4b68-ab5b-691998200e0a tempest-NetworksIpV6Test-1627546113 tempest-NetworksIpV6Test-1627546113-project] No DVR routers for this DVR port 57bf9916-10df-41a6-9d0c-0225b1e67501 on host n-d-834765-1 {{(pid=102791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 16:29:36.026378 n-d-834765-1 neutron-server[102792]: INFO neutron.plugins.ml2.db [None req-a4f78489-a544-448a-b2c5-2a647dc76437 None None] No ports have port_id starting with 57bf9916-10df-41a6-9d0c-0225b1e67501 Mar 29 16:29:36.028066 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Pushing event updated for resources: {'Port': ['ID=57bf9916-10df-41a6-9d0c-0225b1e67501,revision_number=4']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:29:36.033358 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-795555c4-224b-48a2-8a04-707bf8dc0e71 None None] Network 2bead5ad-c464-40ad-80ec-bb198513032c requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 16:29:36.036580 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:36.108768 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-a0ea59ca-9bd6-4b68-ab5b-691998200e0a tempest-NetworksIpV6Test-1627546113 tempest-NetworksIpV6Test-1627546113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639890', 'neutron.services.segments.db._delete_segments_for_network-8783523423079'] for network, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:36.129679 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-a0ea59ca-9bd6-4b68-ab5b-691998200e0a tempest-NetworksIpV6Test-1627546113 tempest-NetworksIpV6Test-1627546113-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2bead5ad-c464-40ad-80ec-bb198513032c']}} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:29:36.139955 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-a0ea59ca-9bd6-4b68-ab5b-691998200e0a tempest-NetworksIpV6Test-1627546113 tempest-NetworksIpV6Test-1627546113-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99491838-7701-43f0-897c-ffdb244f9427') {'for_net_delete': True} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:29:36.140212 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-a0ea59ca-9bd6-4b68-ab5b-691998200e0a tempest-NetworksIpV6Test-1627546113 tempest-NetworksIpV6Test-1627546113-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99491838-7701-43f0-897c-ffdb244f9427') {} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:29:36.150449 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-a0ea59ca-9bd6-4b68-ab5b-691998200e0a tempest-NetworksIpV6Test-1627546113 tempest-NetworksIpV6Test-1627546113-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783523422064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4230428'] for segment, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:36.179522 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-a0ea59ca-9bd6-4b68-ab5b-691998200e0a tempest-NetworksIpV6Test-1627546113 tempest-NetworksIpV6Test-1627546113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:36.185860 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0ea59ca-9bd6-4b68-ab5b-691998200e0a tempest-NetworksIpV6Test-1627546113 tempest-NetworksIpV6Test-1627546113-project] Releasing vlan 607 on physical network physnet1 to pool {{(pid=102791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 16:29:36.186246 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-a0ea59ca-9bd6-4b68-ab5b-691998200e0a tempest-NetworksIpV6Test-1627546113 tempest-NetworksIpV6Test-1627546113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16169569'] for segment, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:36.189341 n-d-834765-1 neutron-server[102791]: Traceback (most recent call last): Mar 29 16:29:36.189341 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 16:29:36.189341 n-d-834765-1 neutron-server[102791]: timer() Mar 29 16:29:36.189341 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 16:29:36.189341 n-d-834765-1 neutron-server[102791]: cb(*args, **kw) Mar 29 16:29:36.189341 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 16:29:36.189341 n-d-834765-1 neutron-server[102791]: return func(*args, **kwargs) Mar 29 16:29:36.189341 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 16:29:36.189341 n-d-834765-1 neutron-server[102791]: self._notify() Mar 29 16:29:36.189341 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 16:29:36.189341 n-d-834765-1 neutron-server[102791]: self.callback(batched_events) Mar 29 16:29:36.189341 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 16:29:36.189341 n-d-834765-1 neutron-server[102791]: event.method(event) Mar 29 16:29:36.189341 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 16:29:36.189341 n-d-834765-1 neutron-server[102791]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 16:29:36.189341 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 16:29:36.189341 n-d-834765-1 neutron-server[102791]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 16:29:36.189341 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 16:29:36.189341 n-d-834765-1 neutron-server[102791]: return f(self, *a, **k) Mar 29 16:29:36.189341 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 16:29:36.189341 n-d-834765-1 neutron-server[102791]: return self._get(url).json() Mar 29 16:29:36.189341 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 16:29:36.189341 n-d-834765-1 neutron-server[102791]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 16:29:36.189341 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 16:29:36.189341 n-d-834765-1 neutron-server[102791]: return self.request(url, 'GET', **kwargs) Mar 29 16:29:36.189341 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 16:29:36.189341 n-d-834765-1 neutron-server[102791]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 16:29:36.189341 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 16:29:36.189341 n-d-834765-1 neutron-server[102791]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 16:29:36.189341 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 16:29:36.189341 n-d-834765-1 neutron-server[102791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 16:29:36.189341 n-d-834765-1 neutron-server[102791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 16:29:36.215444 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0da66f76-59fb-40ed-8554-5b79921d008e None None] DHCP port deletion for 2bead5ad-c464-40ad-80ec-bb198513032c request from n-d-834765-1 {{(pid=102792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 29 16:29:36.251109 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-a0ea59ca-9bd6-4b68-ab5b-691998200e0a tempest-NetworksIpV6Test-1627546113 tempest-NetworksIpV6Test-1627546113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1639897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648174'] for network, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:36.257872 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-a0ea59ca-9bd6-4b68-ab5b-691998200e0a tempest-NetworksIpV6Test-1627546113 tempest-NetworksIpV6Test-1627546113-project] Notify callbacks [] for network, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:36.261008 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-a0ea59ca-9bd6-4b68-ab5b-691998200e0a tempest-NetworksIpV6Test-1627546113 tempest-NetworksIpV6Test-1627546113-project] 10.222.0.42 "DELETE /v2.0/networks/2bead5ad-c464-40ad-80ec-bb198513032c HTTP/1.1" status: 204 len: 168 time: 0.5815434 Mar 29 16:29:36.263705 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 41054) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:29:36.272420 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ea59ca-9bd6-4b68-ab5b-691998200e0a tempest-NetworksIpV6Test-1627546113 tempest-NetworksIpV6Test-1627546113-project] Pushing event deleted for resources: {'Network': ['ID=2bead5ad-c464-40ad-80ec-bb198513032c,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:29:36.291816 n-d-834765-1 neutron-server[102790]: INFO neutron.pecan_wsgi.hooks.translation [None req-01b509c8-12a9-48a6-808e-bd889e4314f7 tempest-NetworksIpV6Test-1627546113 tempest-NetworksIpV6Test-1627546113-project] DELETE failed (client error): The resource could not be found. Mar 29 16:29:36.292262 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01b509c8-12a9-48a6-808e-bd889e4314f7 tempest-NetworksIpV6Test-1627546113 tempest-NetworksIpV6Test-1627546113-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102790) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 16:29:36.295229 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-01b509c8-12a9-48a6-808e-bd889e4314f7 tempest-NetworksIpV6Test-1627546113 tempest-NetworksIpV6Test-1627546113-project] 10.222.0.42 "DELETE /v2.0/subnets/ecdaaf9f-e5ac-4e0b-bce6-39f2afcc4cc0 HTTP/1.1" status: 404 len: 337 time: 0.0304308 Mar 29 16:29:36.297741 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 41056) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:29:36.315556 n-d-834765-1 neutron-server[102790]: INFO neutron.pecan_wsgi.hooks.translation [None req-106d9bbe-2081-4f9c-b36f-2b780fada770 tempest-NetworksIpV6Test-1627546113 tempest-NetworksIpV6Test-1627546113-project] DELETE failed (client error): The resource could not be found. Mar 29 16:29:36.316109 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-106d9bbe-2081-4f9c-b36f-2b780fada770 tempest-NetworksIpV6Test-1627546113 tempest-NetworksIpV6Test-1627546113-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102790) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 16:29:36.319352 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-106d9bbe-2081-4f9c-b36f-2b780fada770 tempest-NetworksIpV6Test-1627546113 tempest-NetworksIpV6Test-1627546113-project] 10.222.0.42 "DELETE /v2.0/networks/5bc69588-ab8b-486d-8896-4f1bdda4e883 HTTP/1.1" status: 404 len: 339 time: 0.0204463 Mar 29 16:29:36.321755 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 41058) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:29:36.347767 n-d-834765-1 neutron-server[102790]: INFO neutron.pecan_wsgi.hooks.translation [None req-d459a8ce-e319-4efa-bb61-c11e79f61de4 tempest-NetworksIpV6Test-1627546113 tempest-NetworksIpV6Test-1627546113-project] DELETE failed (client error): The resource could not be found. Mar 29 16:29:36.348206 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d459a8ce-e319-4efa-bb61-c11e79f61de4 tempest-NetworksIpV6Test-1627546113 tempest-NetworksIpV6Test-1627546113-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102790) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 16:29:36.351155 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-d459a8ce-e319-4efa-bb61-c11e79f61de4 tempest-NetworksIpV6Test-1627546113 tempest-NetworksIpV6Test-1627546113-project] 10.222.0.42 "DELETE /v2.0/subnets/afc6f1b0-3d5d-42c3-8bf8-5c83caa59b1b HTTP/1.1" status: 404 len: 337 time: 0.0285261 Mar 29 16:29:36.353631 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 41060) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:29:36.370923 n-d-834765-1 neutron-server[102790]: INFO neutron.pecan_wsgi.hooks.translation [None req-21418182-9094-46b8-b81c-fe51abb217f4 tempest-NetworksIpV6Test-1627546113 tempest-NetworksIpV6Test-1627546113-project] DELETE failed (client error): The resource could not be found. Mar 29 16:29:36.371466 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21418182-9094-46b8-b81c-fe51abb217f4 tempest-NetworksIpV6Test-1627546113 tempest-NetworksIpV6Test-1627546113-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102790) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 16:29:36.374336 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-21418182-9094-46b8-b81c-fe51abb217f4 tempest-NetworksIpV6Test-1627546113 tempest-NetworksIpV6Test-1627546113-project] 10.222.0.42 "DELETE /v2.0/networks/ba9e7696-bd91-4e51-8d47-84804dddd362 HTTP/1.1" status: 404 len: 339 time: 0.0198240 Mar 29 16:29:36.376604 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 41062) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:29:36.430615 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.db_base_plugin_v2 [None req-a331e58b-86f0-4c3e-881b-1facb585f5f4 tempest-NetworksIpV6Test-1627546113 tempest-NetworksIpV6Test-1627546113-project] Deleting subnet 618774c7-ea26-4005-b15b-1bcfce88eb47 {{(pid=102790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 16:29:36.433569 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-a331e58b-86f0-4c3e-881b-1facb585f5f4 tempest-NetworksIpV6Test-1627546113 tempest-NetworksIpV6Test-1627546113-project] Notify callbacks [] for subnet, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:36.473070 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-a331e58b-86f0-4c3e-881b-1facb585f5f4 tempest-NetworksIpV6Test-1627546113 tempest-NetworksIpV6Test-1627546113-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4614024'] for subnet, precommit_delete_associations {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:36.553829 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-a331e58b-86f0-4c3e-881b-1facb585f5f4 tempest-NetworksIpV6Test-1627546113 tempest-NetworksIpV6Test-1627546113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1641287'] for subnet, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:36.614330 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-a331e58b-86f0-4c3e-881b-1facb585f5f4 tempest-NetworksIpV6Test-1627546113 tempest-NetworksIpV6Test-1627546113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1641294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5231963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4793952'] for subnet, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:36.640685 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a331e58b-86f0-4c3e-881b-1facb585f5f4 tempest-NetworksIpV6Test-1627546113 tempest-NetworksIpV6Test-1627546113-project] Pushing event deleted for resources: {'Subnet': ['ID=618774c7-ea26-4005-b15b-1bcfce88eb47,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:29:36.645108 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-a331e58b-86f0-4c3e-881b-1facb585f5f4 tempest-NetworksIpV6Test-1627546113 tempest-NetworksIpV6Test-1627546113-project] Notify callbacks [] for subnet, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:36.648263 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-a331e58b-86f0-4c3e-881b-1facb585f5f4 tempest-NetworksIpV6Test-1627546113 tempest-NetworksIpV6Test-1627546113-project] 10.222.0.42 "DELETE /v2.0/subnets/618774c7-ea26-4005-b15b-1bcfce88eb47 HTTP/1.1" status: 204 len: 168 time: 0.2708020 Mar 29 16:29:36.650769 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 41064) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:29:36.651545 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21986734-b403-4960-8a38-147de17afd30 None None] Network 3f80ade9-6ac3-439a-a5bb-91e2e65d1d42 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 16:29:36.726466 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-d79ecbdc-7a53-4c57-811a-d40fb4e15320 tempest-NetworksIpV6Test-1627546113 tempest-NetworksIpV6Test-1627546113-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1631750'] for network, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:36.780384 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-d79ecbdc-7a53-4c57-811a-d40fb4e15320 tempest-NetworksIpV6Test-1627546113 tempest-NetworksIpV6Test-1627546113-project] Deleting port daa6c22b-0a64-4b1d-89e3-0e34403c01c1 {{(pid=102790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:29:36.780725 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-d79ecbdc-7a53-4c57-811a-d40fb4e15320 tempest-NetworksIpV6Test-1627546113 tempest-NetworksIpV6Test-1627546113-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:36.822386 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-803ab392-5918-45af-8a0e-8f305a3f9295 None None] DHCP port deletion for 3f80ade9-6ac3-439a-a5bb-91e2e65d1d42 request from n-d-834765-1 {{(pid=102792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 29 16:29:36.849367 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [None req-d79ecbdc-7a53-4c57-811a-d40fb4e15320 tempest-NetworksIpV6Test-1627546113 tempest-NetworksIpV6Test-1627546113-project] For port daa6c22b-0a64-4b1d-89e3-0e34403c01c1, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=daa6c22b-0a64-4b1d-89e3-0e34403c01c1,segment=NetworkSegment(6c815b0c-91d2-4b6e-8a8a-ea11e5ed1d8c),segment_id=6c815b0c-91d2-4b6e-8a8a-ea11e5ed1d8c)] {{(pid=102790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:29:36.849729 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-d79ecbdc-7a53-4c57-811a-d40fb4e15320 tempest-NetworksIpV6Test-1627546113 tempest-NetworksIpV6Test-1627546113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:36.863098 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-d79ecbdc-7a53-4c57-811a-d40fb4e15320 tempest-NetworksIpV6Test-1627546113 tempest-NetworksIpV6Test-1627546113-project] Calling delete_port for daa6c22b-0a64-4b1d-89e3-0e34403c01c1 owned by network:dhcp {{(pid=102790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:29:36.873390 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-803ab392-5918-45af-8a0e-8f305a3f9295 None None] Deleting port daa6c22b-0a64-4b1d-89e3-0e34403c01c1 {{(pid=102792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:29:36.873936 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-803ab392-5918-45af-8a0e-8f305a3f9295 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:36.936559 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-803ab392-5918-45af-8a0e-8f305a3f9295 None None] For port daa6c22b-0a64-4b1d-89e3-0e34403c01c1, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=daa6c22b-0a64-4b1d-89e3-0e34403c01c1,segment=NetworkSegment(6c815b0c-91d2-4b6e-8a8a-ea11e5ed1d8c),segment_id=6c815b0c-91d2-4b6e-8a8a-ea11e5ed1d8c)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:29:36.937133 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-803ab392-5918-45af-8a0e-8f305a3f9295 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:36.940606 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-d79ecbdc-7a53-4c57-811a-d40fb4e15320 tempest-NetworksIpV6Test-1627546113 tempest-NetworksIpV6Test-1627546113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:36.951060 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-803ab392-5918-45af-8a0e-8f305a3f9295 None None] Calling delete_port for daa6c22b-0a64-4b1d-89e3-0e34403c01c1 owned by network:dhcp {{(pid=102792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:29:36.970615 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79ecbdc-7a53-4c57-811a-d40fb4e15320 tempest-NetworksIpV6Test-1627546113 tempest-NetworksIpV6Test-1627546113-project] Pushing event deleted for resources: {'Port': ['ID=daa6c22b-0a64-4b1d-89e3-0e34403c01c1,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:29:36.974511 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d79ecbdc-7a53-4c57-811a-d40fb4e15320 tempest-NetworksIpV6Test-1627546113 tempest-NetworksIpV6Test-1627546113-project] No DVR routers for this DVR port daa6c22b-0a64-4b1d-89e3-0e34403c01c1 on host n-d-834765-1 {{(pid=102790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 16:29:37.062798 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-d79ecbdc-7a53-4c57-811a-d40fb4e15320 tempest-NetworksIpV6Test-1627546113 tempest-NetworksIpV6Test-1627546113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639890', 'neutron.services.segments.db._delete_segments_for_network-8783523423079'] for network, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:37.085251 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-d79ecbdc-7a53-4c57-811a-d40fb4e15320 tempest-NetworksIpV6Test-1627546113 tempest-NetworksIpV6Test-1627546113-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f80ade9-6ac3-439a-a5bb-91e2e65d1d42']}} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:29:37.095177 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-d79ecbdc-7a53-4c57-811a-d40fb4e15320 tempest-NetworksIpV6Test-1627546113 tempest-NetworksIpV6Test-1627546113-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c815b0c-91d2-4b6e-8a8a-ea11e5ed1d8c') {'for_net_delete': True} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:29:37.095520 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-d79ecbdc-7a53-4c57-811a-d40fb4e15320 tempest-NetworksIpV6Test-1627546113 tempest-NetworksIpV6Test-1627546113-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c815b0c-91d2-4b6e-8a8a-ea11e5ed1d8c') {} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:29:37.111457 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-d79ecbdc-7a53-4c57-811a-d40fb4e15320 tempest-NetworksIpV6Test-1627546113 tempest-NetworksIpV6Test-1627546113-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783523422064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4614019'] for segment, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:37.125927 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-d79ecbdc-7a53-4c57-811a-d40fb4e15320 tempest-NetworksIpV6Test-1627546113 tempest-NetworksIpV6Test-1627546113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:37.133161 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d79ecbdc-7a53-4c57-811a-d40fb4e15320 tempest-NetworksIpV6Test-1627546113 tempest-NetworksIpV6Test-1627546113-project] Releasing vlan 649 on physical network physnet1 to pool {{(pid=102790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 16:29:37.133949 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-d79ecbdc-7a53-4c57-811a-d40fb4e15320 tempest-NetworksIpV6Test-1627546113 tempest-NetworksIpV6Test-1627546113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5238013'] for segment, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:37.137981 n-d-834765-1 neutron-server[102790]: Traceback (most recent call last): Mar 29 16:29:37.137981 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 16:29:37.137981 n-d-834765-1 neutron-server[102790]: timer() Mar 29 16:29:37.137981 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 16:29:37.137981 n-d-834765-1 neutron-server[102790]: cb(*args, **kw) Mar 29 16:29:37.137981 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 16:29:37.137981 n-d-834765-1 neutron-server[102790]: return func(*args, **kwargs) Mar 29 16:29:37.137981 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 16:29:37.137981 n-d-834765-1 neutron-server[102790]: self._notify() Mar 29 16:29:37.137981 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 16:29:37.137981 n-d-834765-1 neutron-server[102790]: self.callback(batched_events) Mar 29 16:29:37.137981 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 16:29:37.137981 n-d-834765-1 neutron-server[102790]: event.method(event) Mar 29 16:29:37.137981 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 16:29:37.137981 n-d-834765-1 neutron-server[102790]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 16:29:37.137981 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 16:29:37.137981 n-d-834765-1 neutron-server[102790]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 16:29:37.137981 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 16:29:37.137981 n-d-834765-1 neutron-server[102790]: return f(self, *a, **k) Mar 29 16:29:37.137981 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 16:29:37.137981 n-d-834765-1 neutron-server[102790]: return self._get(url).json() Mar 29 16:29:37.137981 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 16:29:37.137981 n-d-834765-1 neutron-server[102790]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 16:29:37.137981 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 16:29:37.137981 n-d-834765-1 neutron-server[102790]: return self.request(url, 'GET', **kwargs) Mar 29 16:29:37.137981 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 16:29:37.137981 n-d-834765-1 neutron-server[102790]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 16:29:37.137981 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 16:29:37.137981 n-d-834765-1 neutron-server[102790]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 16:29:37.137981 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 16:29:37.137981 n-d-834765-1 neutron-server[102790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 16:29:37.137981 n-d-834765-1 neutron-server[102790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 16:29:37.201358 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-803ab392-5918-45af-8a0e-8f305a3f9295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350'] for port, after_delete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:37.208244 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-d79ecbdc-7a53-4c57-811a-d40fb4e15320 tempest-NetworksIpV6Test-1627546113 tempest-NetworksIpV6Test-1627546113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1639897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648174'] for network, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:37.212543 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-d79ecbdc-7a53-4c57-811a-d40fb4e15320 tempest-NetworksIpV6Test-1627546113 tempest-NetworksIpV6Test-1627546113-project] Notify callbacks [] for network, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:37.218929 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-d79ecbdc-7a53-4c57-811a-d40fb4e15320 tempest-NetworksIpV6Test-1627546113 tempest-NetworksIpV6Test-1627546113-project] 10.222.0.42 "DELETE /v2.0/networks/3f80ade9-6ac3-439a-a5bb-91e2e65d1d42 HTTP/1.1" status: 204 len: 168 time: 0.5648220 Mar 29 16:29:37.232578 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79ecbdc-7a53-4c57-811a-d40fb4e15320 tempest-NetworksIpV6Test-1627546113 tempest-NetworksIpV6Test-1627546113-project] Pushing event deleted for resources: {'Network': ['ID=3f80ade9-6ac3-439a-a5bb-91e2e65d1d42,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:29:37.236064 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803ab392-5918-45af-8a0e-8f305a3f9295 None None] Pushing event deleted for resources: {'Port': ['ID=daa6c22b-0a64-4b1d-89e3-0e34403c01c1,revision_number=None']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:29:37.239781 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-803ab392-5918-45af-8a0e-8f305a3f9295 None None] No DVR routers for this DVR port daa6c22b-0a64-4b1d-89e3-0e34403c01c1 on host n-d-834765-1 {{(pid=102792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 16:29:37.251836 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803ab392-5918-45af-8a0e-8f305a3f9295 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:29:37.252646 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803ab392-5918-45af-8a0e-8f305a3f9295 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:29:37.254268 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803ab392-5918-45af-8a0e-8f305a3f9295 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:29:37.255146 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803ab392-5918-45af-8a0e-8f305a3f9295 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:29:37.255680 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803ab392-5918-45af-8a0e-8f305a3f9295 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:29:37.256183 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803ab392-5918-45af-8a0e-8f305a3f9295 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:29:37.256682 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803ab392-5918-45af-8a0e-8f305a3f9295 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:29:37.257140 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803ab392-5918-45af-8a0e-8f305a3f9295 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:29:37.257582 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803ab392-5918-45af-8a0e-8f305a3f9295 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:29:37.257994 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803ab392-5918-45af-8a0e-8f305a3f9295 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:29:37.258315 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803ab392-5918-45af-8a0e-8f305a3f9295 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:29:37.258632 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803ab392-5918-45af-8a0e-8f305a3f9295 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:29:37.482914 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 41070) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:29:37.550253 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 57bf9916-10df-41a6-9d0c-0225b1e67501 no longer exists at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 16:29:37.574891 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] No Port match for: 57bf9916-10df-41a6-9d0c-0225b1e67501 {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 16:29:37.575232 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 57bf9916-10df-41a6-9d0c-0225b1e67501 not bound to the agent host n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 16:29:37.575676 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device daa6c22b-0a64-4b1d-89e3-0e34403c01c1 no longer exists at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 16:29:37.597494 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] No Port match for: daa6c22b-0a64-4b1d-89e3-0e34403c01c1 {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 16:29:37.597833 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device daa6c22b-0a64-4b1d-89e3-0e34403c01c1 not bound to the agent host n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 16:29:37.632865 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-ae519d71-b074-4bea-977a-1bf34a82b3d5 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ffaafeb1809247e08096b3e33fa72e62&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1487715 Mar 29 16:29:37.635439 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 41074) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:29:37.684652 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-07634ca8-9968-43cc-b314-24a3fc4f2349 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:37.706999 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-07634ca8-9968-43cc-b314-24a3fc4f2349 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:37.754783 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-07634ca8-9968-43cc-b314-24a3fc4f2349 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:37.757488 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-07634ca8-9968-43cc-b314-24a3fc4f2349 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:37.759318 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-07634ca8-9968-43cc-b314-24a3fc4f2349 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/2740ddc4-2270-40df-8da8-b99c95dd3bc4 HTTP/1.1" status: 204 len: 168 time: 0.1227515 Mar 29 16:29:37.767515 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07634ca8-9968-43cc-b314-24a3fc4f2349 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2740ddc4-2270-40df-8da8-b99c95dd3bc4,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:29:38.406075 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 41096) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:29:38.499761 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-aba0d9bc-b037-4f7b-8e5c-4aa909c73fda tempest-RoutersNegativeTest-1666433263 tempest-RoutersNegativeTest-1666433263-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1154287849', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:29:38.521467 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-aba0d9bc-b037-4f7b-8e5c-4aa909c73fda tempest-RoutersNegativeTest-1666433263 tempest-RoutersNegativeTest-1666433263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-532385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129310'] for router, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:38.522431 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-aba0d9bc-b037-4f7b-8e5c-4aa909c73fda tempest-RoutersNegativeTest-1666433263 tempest-RoutersNegativeTest-1666433263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-648091', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-684384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129319'] for router, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:38.576759 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-aba0d9bc-b037-4f7b-8e5c-4aa909c73fda tempest-RoutersNegativeTest-1666433263 tempest-RoutersNegativeTest-1666433263-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:38.581167 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-aba0d9bc-b037-4f7b-8e5c-4aa909c73fda tempest-RoutersNegativeTest-1666433263 tempest-RoutersNegativeTest-1666433263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648118'] for router, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:38.597333 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-aba0d9bc-b037-4f7b-8e5c-4aa909c73fda tempest-RoutersNegativeTest-1666433263 tempest-RoutersNegativeTest-1666433263-project] Notify callbacks [] for router, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:38.598501 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-aba0d9bc-b037-4f7b-8e5c-4aa909c73fda tempest-RoutersNegativeTest-1666433263 tempest-RoutersNegativeTest-1666433263-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1913736 Mar 29 16:29:38.601218 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 41100) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:29:38.605832 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-71b9d827-cfa2-4183-b012-f64ba21305e6 tempest-RoutersNegativeTest-1666433263 tempest-RoutersNegativeTest-1666433263-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-470121049'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:29:38.623236 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71b9d827-cfa2-4183-b012-f64ba21305e6 tempest-RoutersNegativeTest-1666433263 tempest-RoutersNegativeTest-1666433263-project] Made reservation on behalf of 095c779aeff342d292d1076023962d15 for: {'network': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:29:38.626508 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-71b9d827-cfa2-4183-b012-f64ba21305e6 tempest-RoutersNegativeTest-1666433263 tempest-RoutersNegativeTest-1666433263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for network, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:38.635065 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-71b9d827-cfa2-4183-b012-f64ba21305e6 tempest-RoutersNegativeTest-1666433263 tempest-RoutersNegativeTest-1666433263-project] Notify callbacks [] for security_group, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:38.708967 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-71b9d827-cfa2-4183-b012-f64ba21305e6 tempest-RoutersNegativeTest-1666433263 tempest-RoutersNegativeTest-1666433263-project] Notify callbacks [] for security_group, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:38.712471 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-71b9d827-cfa2-4183-b012-f64ba21305e6 tempest-RoutersNegativeTest-1666433263 tempest-RoutersNegativeTest-1666433263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:38.739559 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71b9d827-cfa2-4183-b012-f64ba21305e6 tempest-RoutersNegativeTest-1666433263 tempest-RoutersNegativeTest-1666433263-project] vlan segment allocate from pool success with {'vlan_id': 610, 'physical_network': 'physnet1'} {{(pid=102791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 16:29:38.749027 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b9d827-cfa2-4183-b012-f64ba21305e6 tempest-RoutersNegativeTest-1666433263 tempest-RoutersNegativeTest-1666433263-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cbcff349-2fed-40cc-bb32-008a6c74e069,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:29:38.754477 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-71b9d827-cfa2-4183-b012-f64ba21305e6 tempest-RoutersNegativeTest-1666433263 tempest-RoutersNegativeTest-1666433263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:38.754826 n-d-834765-1 neutron-server[102791]: INFO neutron.db.segments_db [None req-71b9d827-cfa2-4183-b012-f64ba21305e6 tempest-RoutersNegativeTest-1666433263 tempest-RoutersNegativeTest-1666433263-project] Added segment 3a14fcda-69d8-4892-82c9-7a4594592f6b of type vlan for network cbd94190-5aa5-4810-acf7-548078d1c05a Mar 29 16:29:38.794741 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-71b9d827-cfa2-4183-b012-f64ba21305e6 tempest-RoutersNegativeTest-1666433263 tempest-RoutersNegativeTest-1666433263-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783522915970'] for network, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:38.823518 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-71b9d827-cfa2-4183-b012-f64ba21305e6 tempest-RoutersNegativeTest-1666433263 tempest-RoutersNegativeTest-1666433263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795'] for network, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:38.829108 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71b9d827-cfa2-4183-b012-f64ba21305e6 tempest-RoutersNegativeTest-1666433263 tempest-RoutersNegativeTest-1666433263-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:29:38.829690 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-71b9d827-cfa2-4183-b012-f64ba21305e6 tempest-RoutersNegativeTest-1666433263 tempest-RoutersNegativeTest-1666433263-project] Notify callbacks [] for network, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:38.868171 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-71b9d827-cfa2-4183-b012-f64ba21305e6 tempest-RoutersNegativeTest-1666433263 tempest-RoutersNegativeTest-1666433263-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2659657 Mar 29 16:29:38.871054 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 41102) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:29:38.876158 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-8ccc74aa-f4eb-4797-a93d-8f13f0b09672 tempest-RoutersNegativeTest-1666433263 tempest-RoutersNegativeTest-1666433263-project] Request body: {'subnet': {'network_id': 'cbd94190-5aa5-4810-acf7-548078d1c05a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:29:38.898589 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b9d827-cfa2-4183-b012-f64ba21305e6 tempest-RoutersNegativeTest-1666433263 tempest-RoutersNegativeTest-1666433263-project] Pushing event updated for resources: {'Network': ['ID=cbd94190-5aa5-4810-acf7-548078d1c05a,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:29:38.908918 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Network cbd94190-5aa5-4810-acf7-548078d1c05a details requested by agent ovs-agent-n-d-834765-1 with host n-d-834765-1 {{(pid=102792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 16:29:38.967346 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ccc74aa-f4eb-4797-a93d-8f13f0b09672 tempest-RoutersNegativeTest-1666433263 tempest-RoutersNegativeTest-1666433263-project] Made reservation on behalf of 095c779aeff342d292d1076023962d15 for: {'subnet': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:29:38.972342 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-8ccc74aa-f4eb-4797-a93d-8f13f0b09672 tempest-RoutersNegativeTest-1666433263 tempest-RoutersNegativeTest-1666433263-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4793983'] for subnet, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:39.148542 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-8ccc74aa-f4eb-4797-a93d-8f13f0b09672 tempest-RoutersNegativeTest-1666433263 tempest-RoutersNegativeTest-1666433263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5231896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4793961'] for subnet, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:39.209790 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccc74aa-f4eb-4797-a93d-8f13f0b09672 tempest-RoutersNegativeTest-1666433263 tempest-RoutersNegativeTest-1666433263-project] Pushing event updated for resources: {'Subnet': ['ID=5c35595e-5f36-426f-9549-d404caca7ee3,revision_number=0']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:29:39.216890 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ccc74aa-f4eb-4797-a93d-8f13f0b09672 tempest-RoutersNegativeTest-1666433263 tempest-RoutersNegativeTest-1666433263-project] Checking segment: {'id': '3a14fcda-69d8-4892-82c9-7a4594592f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'cbd94190-5aa5-4810-acf7-548078d1c05a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 16:29:39.217274 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ccc74aa-f4eb-4797-a93d-8f13f0b09672 tempest-RoutersNegativeTest-1666433263 tempest-RoutersNegativeTest-1666433263-project] Network hostable DHCP agents. Network: cbd94190-5aa5-4810-acf7-548078d1c05a, hostable agents: ['d136643e-48ae-49d4-a851-2ba3bdf3749c'], hosted agents: [] {{(pid=102790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 16:29:39.233308 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ccc74aa-f4eb-4797-a93d-8f13f0b09672 tempest-RoutersNegativeTest-1666433263 tempest-RoutersNegativeTest-1666433263-project] Network cbd94190-5aa5-4810-acf7-548078d1c05a is scheduled to be hosted by DHCP agent d136643e-48ae-49d4-a851-2ba3bdf3749c with binding_index 1 {{(pid=102790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 16:29:39.241458 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-8ccc74aa-f4eb-4797-a93d-8f13f0b09672 tempest-RoutersNegativeTest-1666433263 tempest-RoutersNegativeTest-1666433263-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834765-1, cbd94190-5aa5-4810-acf7-548078d1c05a) {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:29:39.249183 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ccc74aa-f4eb-4797-a93d-8f13f0b09672 tempest-RoutersNegativeTest-1666433263 tempest-RoutersNegativeTest-1666433263-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:29:39.249768 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-8ccc74aa-f4eb-4797-a93d-8f13f0b09672 tempest-RoutersNegativeTest-1666433263 tempest-RoutersNegativeTest-1666433263-project] Notify callbacks [] for subnet, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:39.255208 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec542f19-b810-43fd-bcce-66c70737b9cb None None] Network cbd94190-5aa5-4810-acf7-548078d1c05a requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 16:29:39.269140 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-8ccc74aa-f4eb-4797-a93d-8f13f0b09672 tempest-RoutersNegativeTest-1666433263 tempest-RoutersNegativeTest-1666433263-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3934822 Mar 29 16:29:39.269343 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 41104) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:29:39.274647 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-2ecd4e73-66a2-4e37-a06e-d1a707cbe8c5 tempest-RoutersNegativeTest-1666433263 tempest-RoutersNegativeTest-1666433263-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1118087948'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:29:39.294909 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ecd4e73-66a2-4e37-a06e-d1a707cbe8c5 tempest-RoutersNegativeTest-1666433263 tempest-RoutersNegativeTest-1666433263-project] Made reservation on behalf of 095c779aeff342d292d1076023962d15 for: {'network': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:29:39.298392 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-2ecd4e73-66a2-4e37-a06e-d1a707cbe8c5 tempest-RoutersNegativeTest-1666433263 tempest-RoutersNegativeTest-1666433263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for network, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:39.322885 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ecd4e73-66a2-4e37-a06e-d1a707cbe8c5 tempest-RoutersNegativeTest-1666433263 tempest-RoutersNegativeTest-1666433263-project] vlan segment allocate from pool success with {'vlan_id': 614, 'physical_network': 'physnet1'} {{(pid=102790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 16:29:39.333159 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-2ecd4e73-66a2-4e37-a06e-d1a707cbe8c5 tempest-RoutersNegativeTest-1666433263 tempest-RoutersNegativeTest-1666433263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:39.333505 n-d-834765-1 neutron-server[102790]: INFO neutron.db.segments_db [None req-2ecd4e73-66a2-4e37-a06e-d1a707cbe8c5 tempest-RoutersNegativeTest-1666433263 tempest-RoutersNegativeTest-1666433263-project] Added segment 0a069a74-993b-415b-adf8-c0d6c1e6b050 of type vlan for network 145363fc-e9e1-4ae8-be4f-dce554abf003 Mar 29 16:29:39.372639 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-2ecd4e73-66a2-4e37-a06e-d1a707cbe8c5 tempest-RoutersNegativeTest-1666433263 tempest-RoutersNegativeTest-1666433263-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783522915970'] for network, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:39.398872 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-2ecd4e73-66a2-4e37-a06e-d1a707cbe8c5 tempest-RoutersNegativeTest-1666433263 tempest-RoutersNegativeTest-1666433263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795'] for network, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:39.401847 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1788f53e-9500-489f-b97c-e217b9939dcc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0035034-69b0-5ffc-b384-0ac6189c5628-cbd94190-5aa5-4810-acf7-548078d1c05a', 'network_id': 'cbd94190-5aa5-4810-acf7-548078d1c05a', 'tenant_id': '095c779aeff342d292d1076023962d15', 'fixed_ips': [{'subnet_id': '5c35595e-5f36-426f-9549-d404caca7ee3'}]}} from n-d-834765-1. {{(pid=102792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 29 16:29:39.402714 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1788f53e-9500-489f-b97c-e217b9939dcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:39.404546 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ecd4e73-66a2-4e37-a06e-d1a707cbe8c5 tempest-RoutersNegativeTest-1666433263 tempest-RoutersNegativeTest-1666433263-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:29:39.405135 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-2ecd4e73-66a2-4e37-a06e-d1a707cbe8c5 tempest-RoutersNegativeTest-1666433263 tempest-RoutersNegativeTest-1666433263-project] Notify callbacks [] for network, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:39.432997 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-2ecd4e73-66a2-4e37-a06e-d1a707cbe8c5 tempest-RoutersNegativeTest-1666433263 tempest-RoutersNegativeTest-1666433263-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.1627164 Mar 29 16:29:39.435751 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 41106) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:29:39.447760 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-26920513-4136-4475-b7dc-f67addea0b5e tempest-RoutersNegativeTest-1666433263 tempest-RoutersNegativeTest-1666433263-project] Request body: {'subnet': {'network_id': '145363fc-e9e1-4ae8-be4f-dce554abf003', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:29:39.506125 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecd4e73-66a2-4e37-a06e-d1a707cbe8c5 tempest-RoutersNegativeTest-1666433263 tempest-RoutersNegativeTest-1666433263-project] Pushing event updated for resources: {'Network': ['ID=145363fc-e9e1-4ae8-be4f-dce554abf003,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:29:39.531004 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Network 145363fc-e9e1-4ae8-be4f-dce554abf003 details requested by agent ovs-agent-n-d-834765-1 with host n-d-834765-1 {{(pid=102792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 16:29:39.569954 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26920513-4136-4475-b7dc-f67addea0b5e tempest-RoutersNegativeTest-1666433263 tempest-RoutersNegativeTest-1666433263-project] Made reservation on behalf of 095c779aeff342d292d1076023962d15 for: {'subnet': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:29:39.573564 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-26920513-4136-4475-b7dc-f67addea0b5e tempest-RoutersNegativeTest-1666433263 tempest-RoutersNegativeTest-1666433263-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4793983'] for subnet, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:39.603871 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.db_base_plugin_common [None req-1788f53e-9500-489f-b97c-e217b9939dcc None None] Allocated IP 172.20.0.2 (cbd94190-5aa5-4810-acf7-548078d1c05a/5c35595e-5f36-426f-9549-d404caca7ee3/d5a90ba4-93f0-474d-aae8-a28e12f09457) {{(pid=102792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:29:39.754290 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1788f53e-9500-489f-b97c-e217b9939dcc None None] Notify callbacks [] for port, precommit_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:39.761325 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1788f53e-9500-489f-b97c-e217b9939dcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956'] for port, after_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:39.763150 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-26920513-4136-4475-b7dc-f67addea0b5e tempest-RoutersNegativeTest-1666433263 tempest-RoutersNegativeTest-1666433263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5231896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4793961'] for subnet, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:39.805607 n-d-834765-1 neutron-server[102792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1788f53e-9500-489f-b97c-e217b9939dcc None None] Network cbd94190-5aa5-4810-acf7-548078d1c05a is already hosted by enough agents. {{(pid=102792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:29:39.808408 n-d-834765-1 neutron-server[102792]: DEBUG neutron.scheduler.base_scheduler [None req-1788f53e-9500-489f-b97c-e217b9939dcc None None] Resources bound (agent type, host, resource id): {{(pid=102792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:29:39.811124 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1788f53e-9500-489f-b97c-e217b9939dcc None None] Received port after_create {{(pid=102792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:29:39.819858 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1788f53e-9500-489f-b97c-e217b9939dcc None None] Pushing event updated for resources: {'Port': ['ID=d5a90ba4-93f0-474d-aae8-a28e12f09457,revision_number=1']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:29:39.832812 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26920513-4136-4475-b7dc-f67addea0b5e tempest-RoutersNegativeTest-1666433263 tempest-RoutersNegativeTest-1666433263-project] Pushing event updated for resources: {'Subnet': ['ID=371ad98f-ac91-4ff9-8004-efcdc0e21e9d,revision_number=0']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:29:39.840383 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26920513-4136-4475-b7dc-f67addea0b5e tempest-RoutersNegativeTest-1666433263 tempest-RoutersNegativeTest-1666433263-project] Checking segment: {'id': '0a069a74-993b-415b-adf8-c0d6c1e6b050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '145363fc-e9e1-4ae8-be4f-dce554abf003'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 16:29:39.840741 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26920513-4136-4475-b7dc-f67addea0b5e tempest-RoutersNegativeTest-1666433263 tempest-RoutersNegativeTest-1666433263-project] Network hostable DHCP agents. Network: 145363fc-e9e1-4ae8-be4f-dce554abf003, hostable agents: ['d136643e-48ae-49d4-a851-2ba3bdf3749c'], hosted agents: [] {{(pid=102790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 16:29:39.857840 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26920513-4136-4475-b7dc-f67addea0b5e tempest-RoutersNegativeTest-1666433263 tempest-RoutersNegativeTest-1666433263-project] Network 145363fc-e9e1-4ae8-be4f-dce554abf003 is scheduled to be hosted by DHCP agent d136643e-48ae-49d4-a851-2ba3bdf3749c with binding_index 1 {{(pid=102790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 16:29:39.866950 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-26920513-4136-4475-b7dc-f67addea0b5e tempest-RoutersNegativeTest-1666433263 tempest-RoutersNegativeTest-1666433263-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834765-1, 145363fc-e9e1-4ae8-be4f-dce554abf003) {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:29:39.870994 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26920513-4136-4475-b7dc-f67addea0b5e tempest-RoutersNegativeTest-1666433263 tempest-RoutersNegativeTest-1666433263-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:29:39.871625 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-26920513-4136-4475-b7dc-f67addea0b5e tempest-RoutersNegativeTest-1666433263 tempest-RoutersNegativeTest-1666433263-project] Notify callbacks [] for subnet, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:39.878382 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b82a009-a802-4eab-9f90-83724859a264 None None] Network 145363fc-e9e1-4ae8-be4f-dce554abf003 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 16:29:39.884690 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-1788f53e-9500-489f-b97c-e217b9939dcc None None] Attempting to bind port d5a90ba4-93f0-474d-aae8-a28e12f09457 on host n-d-834765-1 for vnic_type normal with profile {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 16:29:39.885043 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-1788f53e-9500-489f-b97c-e217b9939dcc None None] Attempting to bind port d5a90ba4-93f0-474d-aae8-a28e12f09457 by drivers openvswitch,hyperv on host n-d-834765-1 at level 0 using segments [{'id': '3a14fcda-69d8-4892-82c9-7a4594592f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'cbd94190-5aa5-4810-acf7-548078d1c05a'}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 16:29:39.885463 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1788f53e-9500-489f-b97c-e217b9939dcc None None] Attempting to bind port d5a90ba4-93f0-474d-aae8-a28e12f09457 on network cbd94190-5aa5-4810-acf7-548078d1c05a {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 16:29:39.889630 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-26920513-4136-4475-b7dc-f67addea0b5e tempest-RoutersNegativeTest-1666433263 tempest-RoutersNegativeTest-1666433263-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4528747 Mar 29 16:29:39.892340 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 41108) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:29:39.898507 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-0313b6be-aa43-4399-9bc4-38f10e65d4db tempest-RoutersNegativeTest-1666433263 tempest-RoutersNegativeTest-1666433263-project] Request body: {'router': {'external_gateway_info': {'network_id': '145363fc-e9e1-4ae8-be4f-dce554abf003'}}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:29:39.902853 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1788f53e-9500-489f-b97c-e217b9939dcc None None] Checking agent: {'id': 'a8866439-9d96-425c-b519-6905c591ac37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 25, 36), 'started_at': datetime.datetime(2022, 3, 29, 15, 26, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 16, 29, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834765-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 16:29:39.903226 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1788f53e-9500-489f-b97c-e217b9939dcc None None] Checking segment: {'id': '3a14fcda-69d8-4892-82c9-7a4594592f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'cbd94190-5aa5-4810-acf7-548078d1c05a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 16:29:39.903652 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1788f53e-9500-489f-b97c-e217b9939dcc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:39.904037 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1788f53e-9500-489f-b97c-e217b9939dcc None None] Bound using segment: {'id': '3a14fcda-69d8-4892-82c9-7a4594592f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'cbd94190-5aa5-4810-acf7-548078d1c05a'} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 16:29:39.904498 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-1788f53e-9500-489f-b97c-e217b9939dcc None None] Bound port: d5a90ba4-93f0-474d-aae8-a28e12f09457, host: n-d-834765-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a14fcda-69d8-4892-82c9-7a4594592f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'cbd94190-5aa5-4810-acf7-548078d1c05a'}}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 16:29:39.904877 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1788f53e-9500-489f-b97c-e217b9939dcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:40.045326 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1788f53e-9500-489f-b97c-e217b9939dcc None None] For port d5a90ba4-93f0-474d-aae8-a28e12f09457, host n-d-834765-1, cleared binding levels {{(pid=102792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 16:29:40.063187 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1788f53e-9500-489f-b97c-e217b9939dcc None None] For port d5a90ba4-93f0-474d-aae8-a28e12f09457, host n-d-834765-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=d5a90ba4-93f0-474d-aae8-a28e12f09457,segment=NetworkSegment(3a14fcda-69d8-4892-82c9-7a4594592f6b),segment_id=3a14fcda-69d8-4892-82c9-7a4594592f6b)] {{(pid=102792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 16:29:40.083190 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1788f53e-9500-489f-b97c-e217b9939dcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:40.111763 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-0313b6be-aa43-4399-9bc4-38f10e65d4db tempest-RoutersNegativeTest-1666433263 tempest-RoutersNegativeTest-1666433263-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:40.113155 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bed5c9e-7254-40cb-aa9d-5cb3f1d4b32d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0035034-69b0-5ffc-b384-0ac6189c5628-145363fc-e9e1-4ae8-be4f-dce554abf003', 'network_id': '145363fc-e9e1-4ae8-be4f-dce554abf003', 'tenant_id': '095c779aeff342d292d1076023962d15', 'fixed_ips': [{'subnet_id': '371ad98f-ac91-4ff9-8004-efcdc0e21e9d'}]}} from n-d-834765-1. {{(pid=102792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 29 16:29:40.114005 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-2bed5c9e-7254-40cb-aa9d-5cb3f1d4b32d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:40.218810 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1788f53e-9500-489f-b97c-e217b9939dcc None None] Pushing event updated for resources: {'Port': ['ID=d5a90ba4-93f0-474d-aae8-a28e12f09457,revision_number=2']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:29:40.234919 n-d-834765-1 neutron-server[102790]: INFO neutron.api.v2.resource [None req-0313b6be-aa43-4399-9bc4-38f10e65d4db tempest-RoutersNegativeTest-1666433263 tempest-RoutersNegativeTest-1666433263-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 29 16:29:40.236498 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-0313b6be-aa43-4399-9bc4-38f10e65d4db tempest-RoutersNegativeTest-1666433263 tempest-RoutersNegativeTest-1666433263-project] 10.222.0.42 "PUT /v2.0/routers/fbe2d52f-303d-4bbe-81b7-5c9f3f32a72f HTTP/1.1" status: 400 len: 364 time: 0.3415596 Mar 29 16:29:40.243093 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 41110) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:29:40.298714 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.db_base_plugin_v2 [None req-ccc6d42d-3cbe-439e-b873-55d5dacb7f2c tempest-RoutersNegativeTest-1666433263 tempest-RoutersNegativeTest-1666433263-project] Deleting subnet 371ad98f-ac91-4ff9-8004-efcdc0e21e9d {{(pid=102790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 16:29:40.300693 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.db_base_plugin_common [None req-2bed5c9e-7254-40cb-aa9d-5cb3f1d4b32d None None] Allocated IP 172.21.0.2 (145363fc-e9e1-4ae8-be4f-dce554abf003/371ad98f-ac91-4ff9-8004-efcdc0e21e9d/d5dd8878-3e0b-4d49-9bab-ed874b407585) {{(pid=102792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:29:40.470739 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-2bed5c9e-7254-40cb-aa9d-5cb3f1d4b32d None None] Notify callbacks [] for port, precommit_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:40.476915 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-2bed5c9e-7254-40cb-aa9d-5cb3f1d4b32d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956'] for port, after_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:40.480260 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-ccc6d42d-3cbe-439e-b873-55d5dacb7f2c tempest-RoutersNegativeTest-1666433263 tempest-RoutersNegativeTest-1666433263-project] Notify callbacks [] for subnet, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:40.516520 n-d-834765-1 neutron-server[102792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bed5c9e-7254-40cb-aa9d-5cb3f1d4b32d None None] Network 145363fc-e9e1-4ae8-be4f-dce554abf003 is already hosted by enough agents. {{(pid=102792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:29:40.519910 n-d-834765-1 neutron-server[102792]: DEBUG neutron.scheduler.base_scheduler [None req-2bed5c9e-7254-40cb-aa9d-5cb3f1d4b32d None None] Resources bound (agent type, host, resource id): {{(pid=102792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:29:40.522309 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bed5c9e-7254-40cb-aa9d-5cb3f1d4b32d None None] Received port after_create {{(pid=102792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:29:40.522768 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-ccc6d42d-3cbe-439e-b873-55d5dacb7f2c tempest-RoutersNegativeTest-1666433263 tempest-RoutersNegativeTest-1666433263-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4614024'] for subnet, precommit_delete_associations {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:40.531408 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bed5c9e-7254-40cb-aa9d-5cb3f1d4b32d None None] Pushing event updated for resources: {'Port': ['ID=d5dd8878-3e0b-4d49-9bab-ed874b407585,revision_number=1']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:29:40.586531 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-2bed5c9e-7254-40cb-aa9d-5cb3f1d4b32d None None] Attempting to bind port d5dd8878-3e0b-4d49-9bab-ed874b407585 on host n-d-834765-1 for vnic_type normal with profile {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 16:29:40.586895 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-2bed5c9e-7254-40cb-aa9d-5cb3f1d4b32d None None] Attempting to bind port d5dd8878-3e0b-4d49-9bab-ed874b407585 by drivers openvswitch,hyperv on host n-d-834765-1 at level 0 using segments [{'id': '0a069a74-993b-415b-adf8-c0d6c1e6b050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '145363fc-e9e1-4ae8-be4f-dce554abf003'}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 16:29:40.587250 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bed5c9e-7254-40cb-aa9d-5cb3f1d4b32d None None] Attempting to bind port d5dd8878-3e0b-4d49-9bab-ed874b407585 on network 145363fc-e9e1-4ae8-be4f-dce554abf003 {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 16:29:40.592262 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bed5c9e-7254-40cb-aa9d-5cb3f1d4b32d None None] Checking agent: {'id': 'a8866439-9d96-425c-b519-6905c591ac37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 25, 36), 'started_at': datetime.datetime(2022, 3, 29, 15, 26, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 16, 29, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834765-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 16:29:40.592630 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bed5c9e-7254-40cb-aa9d-5cb3f1d4b32d None None] Checking segment: {'id': '0a069a74-993b-415b-adf8-c0d6c1e6b050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '145363fc-e9e1-4ae8-be4f-dce554abf003'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 16:29:40.593024 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-2bed5c9e-7254-40cb-aa9d-5cb3f1d4b32d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:40.593413 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bed5c9e-7254-40cb-aa9d-5cb3f1d4b32d None None] Bound using segment: {'id': '0a069a74-993b-415b-adf8-c0d6c1e6b050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '145363fc-e9e1-4ae8-be4f-dce554abf003'} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 16:29:40.593878 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-2bed5c9e-7254-40cb-aa9d-5cb3f1d4b32d None None] Bound port: d5dd8878-3e0b-4d49-9bab-ed874b407585, host: n-d-834765-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a069a74-993b-415b-adf8-c0d6c1e6b050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '145363fc-e9e1-4ae8-be4f-dce554abf003'}}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 16:29:40.594255 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-2bed5c9e-7254-40cb-aa9d-5cb3f1d4b32d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:40.615015 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-ccc6d42d-3cbe-439e-b873-55d5dacb7f2c tempest-RoutersNegativeTest-1666433263 tempest-RoutersNegativeTest-1666433263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1641287'] for subnet, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:40.675126 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-ccc6d42d-3cbe-439e-b873-55d5dacb7f2c tempest-RoutersNegativeTest-1666433263 tempest-RoutersNegativeTest-1666433263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1641294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5231963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4793952'] for subnet, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:40.678846 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-2bed5c9e-7254-40cb-aa9d-5cb3f1d4b32d None None] For port d5dd8878-3e0b-4d49-9bab-ed874b407585, host n-d-834765-1, cleared binding levels {{(pid=102792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 16:29:40.682342 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-2bed5c9e-7254-40cb-aa9d-5cb3f1d4b32d None None] For port d5dd8878-3e0b-4d49-9bab-ed874b407585, host n-d-834765-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=d5dd8878-3e0b-4d49-9bab-ed874b407585,segment=NetworkSegment(0a069a74-993b-415b-adf8-c0d6c1e6b050),segment_id=0a069a74-993b-415b-adf8-c0d6c1e6b050)] {{(pid=102792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 16:29:40.686454 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-2bed5c9e-7254-40cb-aa9d-5cb3f1d4b32d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:40.704659 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-ccc6d42d-3cbe-439e-b873-55d5dacb7f2c tempest-RoutersNegativeTest-1666433263 tempest-RoutersNegativeTest-1666433263-project] Notify callbacks [] for subnet, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:40.708953 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-ccc6d42d-3cbe-439e-b873-55d5dacb7f2c tempest-RoutersNegativeTest-1666433263 tempest-RoutersNegativeTest-1666433263-project] 10.222.0.42 "DELETE /v2.0/subnets/371ad98f-ac91-4ff9-8004-efcdc0e21e9d HTTP/1.1" status: 204 len: 168 time: 0.4647691 Mar 29 16:29:40.709901 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc6d42d-3cbe-439e-b873-55d5dacb7f2c tempest-RoutersNegativeTest-1666433263 tempest-RoutersNegativeTest-1666433263-project] Pushing event deleted for resources: {'Subnet': ['ID=371ad98f-ac91-4ff9-8004-efcdc0e21e9d,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:29:40.711744 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 41112) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:29:40.747068 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bed5c9e-7254-40cb-aa9d-5cb3f1d4b32d None None] Pushing event updated for resources: {'Port': ['ID=d5dd8878-3e0b-4d49-9bab-ed874b407585,revision_number=3']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:29:40.815664 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-01cbb45e-ba37-491f-bf18-a51d2d839686 tempest-RoutersNegativeTest-1666433263 tempest-RoutersNegativeTest-1666433263-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1631750'] for network, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:40.878732 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-01cbb45e-ba37-491f-bf18-a51d2d839686 tempest-RoutersNegativeTest-1666433263 tempest-RoutersNegativeTest-1666433263-project] Deleting port d5dd8878-3e0b-4d49-9bab-ed874b407585 {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:29:40.879071 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-01cbb45e-ba37-491f-bf18-a51d2d839686 tempest-RoutersNegativeTest-1666433263 tempest-RoutersNegativeTest-1666433263-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:40.961978 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [None req-01cbb45e-ba37-491f-bf18-a51d2d839686 tempest-RoutersNegativeTest-1666433263 tempest-RoutersNegativeTest-1666433263-project] For port d5dd8878-3e0b-4d49-9bab-ed874b407585, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=d5dd8878-3e0b-4d49-9bab-ed874b407585,segment=NetworkSegment(0a069a74-993b-415b-adf8-c0d6c1e6b050),segment_id=0a069a74-993b-415b-adf8-c0d6c1e6b050)] {{(pid=102791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:29:40.963205 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-01cbb45e-ba37-491f-bf18-a51d2d839686 tempest-RoutersNegativeTest-1666433263 tempest-RoutersNegativeTest-1666433263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:40.992380 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-01cbb45e-ba37-491f-bf18-a51d2d839686 tempest-RoutersNegativeTest-1666433263 tempest-RoutersNegativeTest-1666433263-project] Calling delete_port for d5dd8878-3e0b-4d49-9bab-ed874b407585 owned by network:dhcp {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:29:41.084371 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-01cbb45e-ba37-491f-bf18-a51d2d839686 tempest-RoutersNegativeTest-1666433263 tempest-RoutersNegativeTest-1666433263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:41.112559 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cbb45e-ba37-491f-bf18-a51d2d839686 tempest-RoutersNegativeTest-1666433263 tempest-RoutersNegativeTest-1666433263-project] Pushing event deleted for resources: {'Port': ['ID=d5dd8878-3e0b-4d49-9bab-ed874b407585,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:29:41.120951 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01cbb45e-ba37-491f-bf18-a51d2d839686 tempest-RoutersNegativeTest-1666433263 tempest-RoutersNegativeTest-1666433263-project] No DVR routers for this DVR port d5dd8878-3e0b-4d49-9bab-ed874b407585 on host n-d-834765-1 {{(pid=102791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 16:29:41.152799 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c8b8638-0e81-4c1a-a63c-5a7de49bbcab None None] Network cbd94190-5aa5-4810-acf7-548078d1c05a requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 16:29:41.207055 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-01cbb45e-ba37-491f-bf18-a51d2d839686 tempest-RoutersNegativeTest-1666433263 tempest-RoutersNegativeTest-1666433263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639890', 'neutron.services.segments.db._delete_segments_for_network-8783523423079'] for network, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:41.226795 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-01cbb45e-ba37-491f-bf18-a51d2d839686 tempest-RoutersNegativeTest-1666433263 tempest-RoutersNegativeTest-1666433263-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['145363fc-e9e1-4ae8-be4f-dce554abf003']}} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:29:41.228050 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-2f127eba-e8fc-474d-a188-10efb6c54fcb None None] Provisioning complete for port d5a90ba4-93f0-474d-aae8-a28e12f09457 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:29:41.228419 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-2f127eba-e8fc-474d-a188-10efb6c54fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:41.235982 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-01cbb45e-ba37-491f-bf18-a51d2d839686 tempest-RoutersNegativeTest-1666433263 tempest-RoutersNegativeTest-1666433263-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a069a74-993b-415b-adf8-c0d6c1e6b050') {'for_net_delete': True} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:29:41.236352 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-01cbb45e-ba37-491f-bf18-a51d2d839686 tempest-RoutersNegativeTest-1666433263 tempest-RoutersNegativeTest-1666433263-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a069a74-993b-415b-adf8-c0d6c1e6b050') {} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:29:41.246450 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-01cbb45e-ba37-491f-bf18-a51d2d839686 tempest-RoutersNegativeTest-1666433263 tempest-RoutersNegativeTest-1666433263-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783523422064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4230428'] for segment, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:41.260088 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-01cbb45e-ba37-491f-bf18-a51d2d839686 tempest-RoutersNegativeTest-1666433263 tempest-RoutersNegativeTest-1666433263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:41.265826 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01cbb45e-ba37-491f-bf18-a51d2d839686 tempest-RoutersNegativeTest-1666433263 tempest-RoutersNegativeTest-1666433263-project] Releasing vlan 614 on physical network physnet1 to pool {{(pid=102791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 16:29:41.266204 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-01cbb45e-ba37-491f-bf18-a51d2d839686 tempest-RoutersNegativeTest-1666433263 tempest-RoutersNegativeTest-1666433263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16169569'] for segment, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:41.269435 n-d-834765-1 neutron-server[102791]: Traceback (most recent call last): Mar 29 16:29:41.269435 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 16:29:41.269435 n-d-834765-1 neutron-server[102791]: timer() Mar 29 16:29:41.269435 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 16:29:41.269435 n-d-834765-1 neutron-server[102791]: cb(*args, **kw) Mar 29 16:29:41.269435 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 16:29:41.269435 n-d-834765-1 neutron-server[102791]: return func(*args, **kwargs) Mar 29 16:29:41.269435 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 16:29:41.269435 n-d-834765-1 neutron-server[102791]: self._notify() Mar 29 16:29:41.269435 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 16:29:41.269435 n-d-834765-1 neutron-server[102791]: self.callback(batched_events) Mar 29 16:29:41.269435 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 16:29:41.269435 n-d-834765-1 neutron-server[102791]: event.method(event) Mar 29 16:29:41.269435 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 16:29:41.269435 n-d-834765-1 neutron-server[102791]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 16:29:41.269435 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 16:29:41.269435 n-d-834765-1 neutron-server[102791]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 16:29:41.269435 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 16:29:41.269435 n-d-834765-1 neutron-server[102791]: return f(self, *a, **k) Mar 29 16:29:41.269435 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 16:29:41.269435 n-d-834765-1 neutron-server[102791]: return self._get(url).json() Mar 29 16:29:41.269435 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 16:29:41.269435 n-d-834765-1 neutron-server[102791]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 16:29:41.269435 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 16:29:41.269435 n-d-834765-1 neutron-server[102791]: return self.request(url, 'GET', **kwargs) Mar 29 16:29:41.269435 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 16:29:41.269435 n-d-834765-1 neutron-server[102791]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 16:29:41.269435 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 16:29:41.269435 n-d-834765-1 neutron-server[102791]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 16:29:41.269435 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 16:29:41.269435 n-d-834765-1 neutron-server[102791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 16:29:41.269435 n-d-834765-1 neutron-server[102791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 16:29:41.329957 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-01cbb45e-ba37-491f-bf18-a51d2d839686 tempest-RoutersNegativeTest-1666433263 tempest-RoutersNegativeTest-1666433263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1639897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648174'] for network, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:41.334673 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-01cbb45e-ba37-491f-bf18-a51d2d839686 tempest-RoutersNegativeTest-1666433263 tempest-RoutersNegativeTest-1666433263-project] Notify callbacks [] for network, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:41.338032 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-01cbb45e-ba37-491f-bf18-a51d2d839686 tempest-RoutersNegativeTest-1666433263 tempest-RoutersNegativeTest-1666433263-project] 10.222.0.42 "DELETE /v2.0/networks/145363fc-e9e1-4ae8-be4f-dce554abf003 HTTP/1.1" status: 204 len: 168 time: 0.6237857 Mar 29 16:29:41.340788 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 41114) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:29:41.352531 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cbb45e-ba37-491f-bf18-a51d2d839686 tempest-RoutersNegativeTest-1666433263 tempest-RoutersNegativeTest-1666433263-project] Pushing event deleted for resources: {'Network': ['ID=145363fc-e9e1-4ae8-be4f-dce554abf003,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:29:41.378968 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-2f127eba-e8fc-474d-a188-10efb6c54fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:41.400973 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.db_base_plugin_v2 [None req-f24cfc61-7db2-4798-a43b-cc4eb146f76e tempest-RoutersNegativeTest-1666433263 tempest-RoutersNegativeTest-1666433263-project] Deleting subnet 5c35595e-5f36-426f-9549-d404caca7ee3 {{(pid=102790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 16:29:41.404362 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-f24cfc61-7db2-4798-a43b-cc4eb146f76e tempest-RoutersNegativeTest-1666433263 tempest-RoutersNegativeTest-1666433263-project] Notify callbacks [] for subnet, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:41.417014 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-2f127eba-e8fc-474d-a188-10efb6c54fcb None None] For port d5a90ba4-93f0-474d-aae8-a28e12f09457, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=d5a90ba4-93f0-474d-aae8-a28e12f09457,segment=NetworkSegment(3a14fcda-69d8-4892-82c9-7a4594592f6b),segment_id=3a14fcda-69d8-4892-82c9-7a4594592f6b)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:29:41.421522 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-2f127eba-e8fc-474d-a188-10efb6c54fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:41.459796 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-f24cfc61-7db2-4798-a43b-cc4eb146f76e tempest-RoutersNegativeTest-1666433263 tempest-RoutersNegativeTest-1666433263-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4614024'] for subnet, precommit_delete_associations {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:41.482000 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f127eba-e8fc-474d-a188-10efb6c54fcb None None] Pushing event updated for resources: {'Port': ['ID=d5a90ba4-93f0-474d-aae8-a28e12f09457,revision_number=3']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:29:41.586335 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-f24cfc61-7db2-4798-a43b-cc4eb146f76e tempest-RoutersNegativeTest-1666433263 tempest-RoutersNegativeTest-1666433263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1641287'] for subnet, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:41.609647 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device d5a90ba4-93f0-474d-aae8-a28e12f09457 up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 16:29:41.665140 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-f24cfc61-7db2-4798-a43b-cc4eb146f76e tempest-RoutersNegativeTest-1666433263 tempest-RoutersNegativeTest-1666433263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1641294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5231963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4793952'] for subnet, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:41.675761 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port d5a90ba4-93f0-474d-aae8-a28e12f09457 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:29:41.676446 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:41.695704 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-f24cfc61-7db2-4798-a43b-cc4eb146f76e tempest-RoutersNegativeTest-1666433263 tempest-RoutersNegativeTest-1666433263-project] Notify callbacks [] for subnet, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:41.701978 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 41116) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:29:41.702381 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-f24cfc61-7db2-4798-a43b-cc4eb146f76e tempest-RoutersNegativeTest-1666433263 tempest-RoutersNegativeTest-1666433263-project] 10.222.0.42 "DELETE /v2.0/subnets/5c35595e-5f36-426f-9549-d404caca7ee3 HTTP/1.1" status: 204 len: 168 time: 0.3601511 Mar 29 16:29:41.703416 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24cfc61-7db2-4798-a43b-cc4eb146f76e tempest-RoutersNegativeTest-1666433263 tempest-RoutersNegativeTest-1666433263-project] Pushing event deleted for resources: {'Subnet': ['ID=5c35595e-5f36-426f-9549-d404caca7ee3,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:29:41.708541 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8faf5611-ff78-481e-bec2-9843b7ae0367 None None] Network cbd94190-5aa5-4810-acf7-548078d1c05a requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 16:29:41.796790 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-9c789a64-edf8-4fd1-a81f-ab2885b48824 tempest-RoutersNegativeTest-1666433263 tempest-RoutersNegativeTest-1666433263-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1631750'] for network, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:41.802504 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-dc54353c-7de6-41a3-84f8-849057dfa0c1 None None] Provisioning complete for port d5a90ba4-93f0-474d-aae8-a28e12f09457 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:29:41.802873 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-dc54353c-7de6-41a3-84f8-849057dfa0c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:41.857577 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-9c789a64-edf8-4fd1-a81f-ab2885b48824 tempest-RoutersNegativeTest-1666433263 tempest-RoutersNegativeTest-1666433263-project] Deleting port d5a90ba4-93f0-474d-aae8-a28e12f09457 {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:29:41.858016 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-9c789a64-edf8-4fd1-a81f-ab2885b48824 tempest-RoutersNegativeTest-1666433263 tempest-RoutersNegativeTest-1666433263-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:41.936210 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [None req-9c789a64-edf8-4fd1-a81f-ab2885b48824 tempest-RoutersNegativeTest-1666433263 tempest-RoutersNegativeTest-1666433263-project] For port d5a90ba4-93f0-474d-aae8-a28e12f09457, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=d5a90ba4-93f0-474d-aae8-a28e12f09457,segment=NetworkSegment(3a14fcda-69d8-4892-82c9-7a4594592f6b),segment_id=3a14fcda-69d8-4892-82c9-7a4594592f6b)] {{(pid=102791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:29:41.936568 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-9c789a64-edf8-4fd1-a81f-ab2885b48824 tempest-RoutersNegativeTest-1666433263 tempest-RoutersNegativeTest-1666433263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:41.952126 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-9c789a64-edf8-4fd1-a81f-ab2885b48824 tempest-RoutersNegativeTest-1666433263 tempest-RoutersNegativeTest-1666433263-project] Calling delete_port for d5a90ba4-93f0-474d-aae8-a28e12f09457 owned by network:dhcp {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:29:41.982320 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d761d209-6a45-4661-9365-f72759ba03d7 None None] DHCP port deletion for 145363fc-e9e1-4ae8-be4f-dce554abf003 request from n-d-834765-1 {{(pid=102792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 29 16:29:41.999379 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f3ce042-b156-4b77-aaa0-48479db18e3a None None] Network 145363fc-e9e1-4ae8-be4f-dce554abf003 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 16:29:42.013962 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03651454-49d7-4764-a467-57ba65b35247 None None] DHCP port deletion for cbd94190-5aa5-4810-acf7-548078d1c05a request from n-d-834765-1 {{(pid=102792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 29 16:29:42.016081 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f3ce042-b156-4b77-aaa0-48479db18e3a None None] Network 145363fc-e9e1-4ae8-be4f-dce554abf003 could not be found, it might have been deleted concurrently. {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Mar 29 16:29:42.043213 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-9c789a64-edf8-4fd1-a81f-ab2885b48824 tempest-RoutersNegativeTest-1666433263 tempest-RoutersNegativeTest-1666433263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:42.062412 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-03651454-49d7-4764-a467-57ba65b35247 None None] Deleting port d5a90ba4-93f0-474d-aae8-a28e12f09457 {{(pid=102792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:29:42.062781 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-03651454-49d7-4764-a467-57ba65b35247 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:42.068283 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c789a64-edf8-4fd1-a81f-ab2885b48824 tempest-RoutersNegativeTest-1666433263 tempest-RoutersNegativeTest-1666433263-project] Pushing event deleted for resources: {'Port': ['ID=d5a90ba4-93f0-474d-aae8-a28e12f09457,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:29:42.072093 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c789a64-edf8-4fd1-a81f-ab2885b48824 tempest-RoutersNegativeTest-1666433263 tempest-RoutersNegativeTest-1666433263-project] No DVR routers for this DVR port d5a90ba4-93f0-474d-aae8-a28e12f09457 on host n-d-834765-1 {{(pid=102791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 16:29:42.118857 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-110f8f25-e99b-4464-ad9c-605d70534209 None None] Could not find standard attr ID for object d5dd8878-3e0b-4d49-9bab-ed874b407585. {{(pid=102792) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 29 16:29:42.130359 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-03651454-49d7-4764-a467-57ba65b35247 None None] For port d5a90ba4-93f0-474d-aae8-a28e12f09457, host n-d-834765-1, got binding levels [] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:29:42.130749 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-03651454-49d7-4764-a467-57ba65b35247 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:42.142643 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-03651454-49d7-4764-a467-57ba65b35247 None None] Calling delete_port for d5a90ba4-93f0-474d-aae8-a28e12f09457 owned by network:dhcp {{(pid=102792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:29:42.145779 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.ipam_backend_mixin [None req-03651454-49d7-4764-a467-57ba65b35247 None None] Port d5a90ba4-93f0-474d-aae8-a28e12f09457 was not found and therefore no delete operation was performed {{(pid=102792) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 29 16:29:42.147050 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-03651454-49d7-4764-a467-57ba65b35247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350'] for port, after_delete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:42.152926 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-9c789a64-edf8-4fd1-a81f-ab2885b48824 tempest-RoutersNegativeTest-1666433263 tempest-RoutersNegativeTest-1666433263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639890', 'neutron.services.segments.db._delete_segments_for_network-8783523423079'] for network, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:42.173119 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-9c789a64-edf8-4fd1-a81f-ab2885b48824 tempest-RoutersNegativeTest-1666433263 tempest-RoutersNegativeTest-1666433263-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbd94190-5aa5-4810-acf7-548078d1c05a']}} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:29:42.177575 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03651454-49d7-4764-a467-57ba65b35247 None None] Pushing event deleted for resources: {'Port': ['ID=d5a90ba4-93f0-474d-aae8-a28e12f09457,revision_number=None']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:29:42.181211 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03651454-49d7-4764-a467-57ba65b35247 None None] No DVR routers for this DVR port d5a90ba4-93f0-474d-aae8-a28e12f09457 on host n-d-834765-1 {{(pid=102792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 16:29:42.183492 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-9c789a64-edf8-4fd1-a81f-ab2885b48824 tempest-RoutersNegativeTest-1666433263 tempest-RoutersNegativeTest-1666433263-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a14fcda-69d8-4892-82c9-7a4594592f6b') {'for_net_delete': True} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:29:42.183785 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-9c789a64-edf8-4fd1-a81f-ab2885b48824 tempest-RoutersNegativeTest-1666433263 tempest-RoutersNegativeTest-1666433263-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a14fcda-69d8-4892-82c9-7a4594592f6b') {} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:29:42.194572 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-9c789a64-edf8-4fd1-a81f-ab2885b48824 tempest-RoutersNegativeTest-1666433263 tempest-RoutersNegativeTest-1666433263-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783523422064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4230428'] for segment, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:42.208022 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-9c789a64-edf8-4fd1-a81f-ab2885b48824 tempest-RoutersNegativeTest-1666433263 tempest-RoutersNegativeTest-1666433263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:42.213637 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c789a64-edf8-4fd1-a81f-ab2885b48824 tempest-RoutersNegativeTest-1666433263 tempest-RoutersNegativeTest-1666433263-project] Releasing vlan 610 on physical network physnet1 to pool {{(pid=102791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 16:29:42.214013 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-9c789a64-edf8-4fd1-a81f-ab2885b48824 tempest-RoutersNegativeTest-1666433263 tempest-RoutersNegativeTest-1666433263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16169569'] for segment, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:42.216912 n-d-834765-1 neutron-server[102791]: Traceback (most recent call last): Mar 29 16:29:42.216912 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 16:29:42.216912 n-d-834765-1 neutron-server[102791]: timer() Mar 29 16:29:42.216912 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 16:29:42.216912 n-d-834765-1 neutron-server[102791]: cb(*args, **kw) Mar 29 16:29:42.216912 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 16:29:42.216912 n-d-834765-1 neutron-server[102791]: return func(*args, **kwargs) Mar 29 16:29:42.216912 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 16:29:42.216912 n-d-834765-1 neutron-server[102791]: self._notify() Mar 29 16:29:42.216912 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 16:29:42.216912 n-d-834765-1 neutron-server[102791]: self.callback(batched_events) Mar 29 16:29:42.216912 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 16:29:42.216912 n-d-834765-1 neutron-server[102791]: event.method(event) Mar 29 16:29:42.216912 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 16:29:42.216912 n-d-834765-1 neutron-server[102791]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 16:29:42.216912 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 16:29:42.216912 n-d-834765-1 neutron-server[102791]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 16:29:42.216912 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 16:29:42.216912 n-d-834765-1 neutron-server[102791]: return f(self, *a, **k) Mar 29 16:29:42.216912 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 16:29:42.216912 n-d-834765-1 neutron-server[102791]: return self._get(url).json() Mar 29 16:29:42.216912 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 16:29:42.216912 n-d-834765-1 neutron-server[102791]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 16:29:42.216912 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 16:29:42.216912 n-d-834765-1 neutron-server[102791]: return self.request(url, 'GET', **kwargs) Mar 29 16:29:42.216912 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 16:29:42.216912 n-d-834765-1 neutron-server[102791]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 16:29:42.216912 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 16:29:42.216912 n-d-834765-1 neutron-server[102791]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 16:29:42.216912 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 16:29:42.216912 n-d-834765-1 neutron-server[102791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 16:29:42.216912 n-d-834765-1 neutron-server[102791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 16:29:42.278932 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-9c789a64-edf8-4fd1-a81f-ab2885b48824 tempest-RoutersNegativeTest-1666433263 tempest-RoutersNegativeTest-1666433263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1639897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648174'] for network, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:42.283295 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-9c789a64-edf8-4fd1-a81f-ab2885b48824 tempest-RoutersNegativeTest-1666433263 tempest-RoutersNegativeTest-1666433263-project] Notify callbacks [] for network, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:42.287709 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-9c789a64-edf8-4fd1-a81f-ab2885b48824 tempest-RoutersNegativeTest-1666433263 tempest-RoutersNegativeTest-1666433263-project] 10.222.0.42 "DELETE /v2.0/networks/cbd94190-5aa5-4810-acf7-548078d1c05a HTTP/1.1" status: 204 len: 168 time: 0.5847178 Mar 29 16:29:42.290461 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 41118) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:29:42.304426 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c789a64-edf8-4fd1-a81f-ab2885b48824 tempest-RoutersNegativeTest-1666433263 tempest-RoutersNegativeTest-1666433263-project] Pushing event deleted for resources: {'Network': ['ID=cbd94190-5aa5-4810-acf7-548078d1c05a,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:29:42.317990 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-85b1fc16-958e-42c5-b675-f8c3f4b9072c tempest-RoutersNegativeTest-1666433263 tempest-RoutersNegativeTest-1666433263-project] 10.222.0.42 "GET /v2.0/ports?device_id=fbe2d52f-303d-4bbe-81b7-5c9f3f32a72f HTTP/1.1" status: 200 len: 205 time: 0.0263920 Mar 29 16:29:42.320651 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 41120) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:29:42.397301 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-124802a2-627f-4033-8fc5-a2ca24b1588b tempest-RoutersNegativeTest-1666433263 tempest-RoutersNegativeTest-1666433263-project] Notify callbacks [] for router, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:42.555269 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-124802a2-627f-4033-8fc5-a2ca24b1588b tempest-RoutersNegativeTest-1666433263 tempest-RoutersNegativeTest-1666433263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129328'] for router, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:42.557402 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-124802a2-627f-4033-8fc5-a2ca24b1588b tempest-RoutersNegativeTest-1666433263 tempest-RoutersNegativeTest-1666433263-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:42.603128 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-124802a2-627f-4033-8fc5-a2ca24b1588b tempest-RoutersNegativeTest-1666433263 tempest-RoutersNegativeTest-1666433263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-526718'] for router, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:42.603697 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-124802a2-627f-4033-8fc5-a2ca24b1588b tempest-RoutersNegativeTest-1666433263 tempest-RoutersNegativeTest-1666433263-project] Fanout notify agent at l3_agent the message router_deleted on router fbe2d52f-303d-4bbe-81b7-5c9f3f32a72f {{(pid=102790) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 29 16:29:42.610560 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-124802a2-627f-4033-8fc5-a2ca24b1588b tempest-RoutersNegativeTest-1666433263 tempest-RoutersNegativeTest-1666433263-project] Notify callbacks [] for router, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:42.612100 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-124802a2-627f-4033-8fc5-a2ca24b1588b tempest-RoutersNegativeTest-1666433263 tempest-RoutersNegativeTest-1666433263-project] 10.222.0.42 "DELETE /v2.0/routers/fbe2d52f-303d-4bbe-81b7-5c9f3f32a72f HTTP/1.1" status: 204 len: 168 time: 0.2901449 Mar 29 16:29:42.853486 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 41126) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:29:42.987011 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-db716421-7a68-463a-bf88-262b76ff2a82 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=095c779aeff342d292d1076023962d15&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1321814 Mar 29 16:29:42.989846 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 41130) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:29:43.035465 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-b6b96584-164f-4cfd-99c5-284708472ed5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:43.055540 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-b6b96584-164f-4cfd-99c5-284708472ed5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:43.100278 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-b6b96584-164f-4cfd-99c5-284708472ed5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:43.102901 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-b6b96584-164f-4cfd-99c5-284708472ed5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:43.104122 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-b6b96584-164f-4cfd-99c5-284708472ed5 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/cbcff349-2fed-40cc-bb32-008a6c74e069 HTTP/1.1" status: 204 len: 168 time: 0.1134059 Mar 29 16:29:43.111585 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b96584-164f-4cfd-99c5-284708472ed5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbcff349-2fed-40cc-bb32-008a6c74e069,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:29:43.552630 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device d5dd8878-3e0b-4d49-9bab-ed874b407585 no longer exists at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 16:29:43.575136 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] No Port match for: d5dd8878-3e0b-4d49-9bab-ed874b407585 {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 16:29:43.575504 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device d5dd8878-3e0b-4d49-9bab-ed874b407585 not bound to the agent host n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 16:29:43.575900 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device d5a90ba4-93f0-474d-aae8-a28e12f09457 no longer exists at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 16:29:43.596565 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] No Port match for: d5a90ba4-93f0-474d-aae8-a28e12f09457 {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 16:29:43.596992 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device d5a90ba4-93f0-474d-aae8-a28e12f09457 not bound to the agent host n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 16:29:43.716731 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 41152) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:29:43.812767 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-19a4af98-b082-4a49-b35a-bec80103b94b admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1474097804-network', 'tenant_id': 'b7963be4780b4b6d80d031247a81b2f8'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:29:43.833212 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19a4af98-b082-4a49-b35a-bec80103b94b admin admin] Made reservation on behalf of b7963be4780b4b6d80d031247a81b2f8 for: {'network': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:29:43.835755 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-19a4af98-b082-4a49-b35a-bec80103b94b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for network, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:43.847721 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-19a4af98-b082-4a49-b35a-bec80103b94b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:43.928330 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-19a4af98-b082-4a49-b35a-bec80103b94b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:43.933063 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-19a4af98-b082-4a49-b35a-bec80103b94b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:43.959751 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19a4af98-b082-4a49-b35a-bec80103b94b admin admin] vlan segment allocate from pool success with {'vlan_id': 636, 'physical_network': 'physnet1'} {{(pid=102791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 16:29:43.966097 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a4af98-b082-4a49-b35a-bec80103b94b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c53d3670-8597-4a5f-a096-9db76d7523b4,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:29:43.972588 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-19a4af98-b082-4a49-b35a-bec80103b94b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:43.972988 n-d-834765-1 neutron-server[102791]: INFO neutron.db.segments_db [None req-19a4af98-b082-4a49-b35a-bec80103b94b admin admin] Added segment 4dec0586-3bd9-4a8d-ab51-e284d9c6c3db of type vlan for network 3b8c8dc3-9c93-4843-bbe0-f3cb8a8c7180 Mar 29 16:29:44.013050 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-19a4af98-b082-4a49-b35a-bec80103b94b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783522915970'] for network, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:44.036770 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-19a4af98-b082-4a49-b35a-bec80103b94b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795'] for network, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:44.037971 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19a4af98-b082-4a49-b35a-bec80103b94b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:29:44.038655 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-19a4af98-b082-4a49-b35a-bec80103b94b admin admin] Notify callbacks [] for network, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:44.071289 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-19a4af98-b082-4a49-b35a-bec80103b94b admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3534124 Mar 29 16:29:44.074216 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 41156) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:29:44.079036 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-2c3ccf8d-4729-4143-9029-8be3d3d76e07 admin admin] Request body: {'subnet': {'network_id': '3b8c8dc3-9c93-4843-bbe0-f3cb8a8c7180', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1474097804-subnet', 'tenant_id': 'b7963be4780b4b6d80d031247a81b2f8', 'ip_version': 4}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:29:44.099003 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c3ccf8d-4729-4143-9029-8be3d3d76e07 admin admin] Made reservation on behalf of b7963be4780b4b6d80d031247a81b2f8 for: {'subnet': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:29:44.101523 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-2c3ccf8d-4729-4143-9029-8be3d3d76e07 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4793983'] for subnet, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:44.105013 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a4af98-b082-4a49-b35a-bec80103b94b admin admin] Pushing event updated for resources: {'Network': ['ID=3b8c8dc3-9c93-4843-bbe0-f3cb8a8c7180,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:29:44.115690 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Network 3b8c8dc3-9c93-4843-bbe0-f3cb8a8c7180 details requested by agent ovs-agent-n-d-834765-1 with host n-d-834765-1 {{(pid=102792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 16:29:44.288917 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-2c3ccf8d-4729-4143-9029-8be3d3d76e07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5231896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4793961'] for subnet, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:44.347975 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3ccf8d-4729-4143-9029-8be3d3d76e07 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3e767ca3-be50-4392-8691-132bdb58289e,revision_number=0']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:29:44.358101 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c3ccf8d-4729-4143-9029-8be3d3d76e07 admin admin] Checking segment: {'id': '4dec0586-3bd9-4a8d-ab51-e284d9c6c3db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '3b8c8dc3-9c93-4843-bbe0-f3cb8a8c7180'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 16:29:44.358458 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c3ccf8d-4729-4143-9029-8be3d3d76e07 admin admin] Network hostable DHCP agents. Network: 3b8c8dc3-9c93-4843-bbe0-f3cb8a8c7180, hostable agents: ['d136643e-48ae-49d4-a851-2ba3bdf3749c'], hosted agents: [] {{(pid=102790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 16:29:44.374946 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c3ccf8d-4729-4143-9029-8be3d3d76e07 admin admin] Network 3b8c8dc3-9c93-4843-bbe0-f3cb8a8c7180 is scheduled to be hosted by DHCP agent d136643e-48ae-49d4-a851-2ba3bdf3749c with binding_index 1 {{(pid=102790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 16:29:44.383735 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-2c3ccf8d-4729-4143-9029-8be3d3d76e07 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834765-1, 3b8c8dc3-9c93-4843-bbe0-f3cb8a8c7180) {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:29:44.388071 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c3ccf8d-4729-4143-9029-8be3d3d76e07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:29:44.388809 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-2c3ccf8d-4729-4143-9029-8be3d3d76e07 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:44.396259 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c1330f9-280d-4148-8ed7-4d03f2a7188a None None] Network 3b8c8dc3-9c93-4843-bbe0-f3cb8a8c7180 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 16:29:44.406842 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-2c3ccf8d-4729-4143-9029-8be3d3d76e07 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3314905 Mar 29 16:29:44.410265 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 41158) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:29:44.416691 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-2a8b188d-3336-4c3f-a6fd-b5beb7c9c5c9 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1474097804-router', 'tenant_id': 'b7963be4780b4b6d80d031247a81b2f8', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'}}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:29:44.436739 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-2a8b188d-3336-4c3f-a6fd-b5beb7c9c5c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-532385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129310'] for router, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:44.437833 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-2a8b188d-3336-4c3f-a6fd-b5beb7c9c5c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-648091', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-684384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129319'] for router, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:44.493245 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-2a8b188d-3336-4c3f-a6fd-b5beb7c9c5c9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:44.553969 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-078da4f5-4c6a-4736-a750-747fc5a40013 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0035034-69b0-5ffc-b384-0ac6189c5628-3b8c8dc3-9c93-4843-bbe0-f3cb8a8c7180', 'network_id': '3b8c8dc3-9c93-4843-bbe0-f3cb8a8c7180', 'tenant_id': 'b7963be4780b4b6d80d031247a81b2f8', 'fixed_ips': [{'subnet_id': '3e767ca3-be50-4392-8691-132bdb58289e'}]}} from n-d-834765-1. {{(pid=102792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 29 16:29:44.554900 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-078da4f5-4c6a-4736-a750-747fc5a40013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:44.636107 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-2a8b188d-3336-4c3f-a6fd-b5beb7c9c5c9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:44.698894 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.db_base_plugin_common [None req-078da4f5-4c6a-4736-a750-747fc5a40013 None None] Allocated IP 172.20.0.2 (3b8c8dc3-9c93-4843-bbe0-f3cb8a8c7180/3e767ca3-be50-4392-8691-132bdb58289e/24013a38-4991-46da-82fb-285882812243) {{(pid=102792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:29:44.840075 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-2a8b188d-3336-4c3f-a6fd-b5beb7c9c5c9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:44.843450 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-078da4f5-4c6a-4736-a750-747fc5a40013 None None] Notify callbacks [] for port, precommit_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:44.849878 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-078da4f5-4c6a-4736-a750-747fc5a40013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956'] for port, after_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:44.863097 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-2a8b188d-3336-4c3f-a6fd-b5beb7c9c5c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:44.898613 n-d-834765-1 neutron-server[102792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-078da4f5-4c6a-4736-a750-747fc5a40013 None None] Network 3b8c8dc3-9c93-4843-bbe0-f3cb8a8c7180 is already hosted by enough agents. {{(pid=102792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:29:44.902049 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078da4f5-4c6a-4736-a750-747fc5a40013 None None] Pushing event updated for resources: {'Port': ['ID=24013a38-4991-46da-82fb-285882812243,revision_number=1']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:29:44.905494 n-d-834765-1 neutron-server[102792]: DEBUG neutron.scheduler.base_scheduler [None req-078da4f5-4c6a-4736-a750-747fc5a40013 None None] Resources bound (agent type, host, resource id): {{(pid=102792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:29:44.907515 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-078da4f5-4c6a-4736-a750-747fc5a40013 None None] Received port after_create {{(pid=102792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:29:44.962848 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-078da4f5-4c6a-4736-a750-747fc5a40013 None None] Attempting to bind port 24013a38-4991-46da-82fb-285882812243 on host n-d-834765-1 for vnic_type normal with profile {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 16:29:44.963134 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-078da4f5-4c6a-4736-a750-747fc5a40013 None None] Attempting to bind port 24013a38-4991-46da-82fb-285882812243 by drivers openvswitch,hyperv on host n-d-834765-1 at level 0 using segments [{'id': '4dec0586-3bd9-4a8d-ab51-e284d9c6c3db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '3b8c8dc3-9c93-4843-bbe0-f3cb8a8c7180'}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 16:29:44.963525 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-078da4f5-4c6a-4736-a750-747fc5a40013 None None] Attempting to bind port 24013a38-4991-46da-82fb-285882812243 on network 3b8c8dc3-9c93-4843-bbe0-f3cb8a8c7180 {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 16:29:44.966900 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_common [None req-2a8b188d-3336-4c3f-a6fd-b5beb7c9c5c9 admin admin] Allocated IP 172.25.4.251 (4a4a035d-ecac-4ead-baa3-25f90788773a/e1a353dc-fac8-4901-a63c-273840237d6a/a7d479da-26b9-4eb6-ba65-fb8d0d4620cd) {{(pid=102791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:29:44.968447 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-078da4f5-4c6a-4736-a750-747fc5a40013 None None] Checking agent: {'id': 'a8866439-9d96-425c-b519-6905c591ac37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 25, 36), 'started_at': datetime.datetime(2022, 3, 29, 15, 26, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 16, 29, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834765-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 16:29:44.968821 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-078da4f5-4c6a-4736-a750-747fc5a40013 None None] Checking segment: {'id': '4dec0586-3bd9-4a8d-ab51-e284d9c6c3db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '3b8c8dc3-9c93-4843-bbe0-f3cb8a8c7180'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 16:29:44.969223 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-078da4f5-4c6a-4736-a750-747fc5a40013 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:44.969612 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-078da4f5-4c6a-4736-a750-747fc5a40013 None None] Bound using segment: {'id': '4dec0586-3bd9-4a8d-ab51-e284d9c6c3db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '3b8c8dc3-9c93-4843-bbe0-f3cb8a8c7180'} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 16:29:44.970070 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-078da4f5-4c6a-4736-a750-747fc5a40013 None None] Bound port: 24013a38-4991-46da-82fb-285882812243, host: n-d-834765-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4dec0586-3bd9-4a8d-ab51-e284d9c6c3db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '3b8c8dc3-9c93-4843-bbe0-f3cb8a8c7180'}}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 16:29:44.970447 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-078da4f5-4c6a-4736-a750-747fc5a40013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:45.033298 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-078da4f5-4c6a-4736-a750-747fc5a40013 None None] For port 24013a38-4991-46da-82fb-285882812243, host n-d-834765-1, cleared binding levels {{(pid=102792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 16:29:45.037162 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-078da4f5-4c6a-4736-a750-747fc5a40013 None None] For port 24013a38-4991-46da-82fb-285882812243, host n-d-834765-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=24013a38-4991-46da-82fb-285882812243,segment=NetworkSegment(4dec0586-3bd9-4a8d-ab51-e284d9c6c3db),segment_id=4dec0586-3bd9-4a8d-ab51-e284d9c6c3db)] {{(pid=102792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 16:29:45.041077 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-078da4f5-4c6a-4736-a750-747fc5a40013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:45.074797 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-2a8b188d-3336-4c3f-a6fd-b5beb7c9c5c9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:45.097590 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078da4f5-4c6a-4736-a750-747fc5a40013 None None] Pushing event updated for resources: {'Port': ['ID=24013a38-4991-46da-82fb-285882812243,revision_number=2']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:29:45.115665 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-2a8b188d-3336-4c3f-a6fd-b5beb7c9c5c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:45.154584 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a8b188d-3336-4c3f-a6fd-b5beb7c9c5c9 admin admin] Network 4a4a035d-ecac-4ead-baa3-25f90788773a is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:29:45.157564 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [None req-2a8b188d-3336-4c3f-a6fd-b5beb7c9c5c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:29:45.161686 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a8b188d-3336-4c3f-a6fd-b5beb7c9c5c9 admin admin] Received port after_create {{(pid=102791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:29:45.189491 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8b188d-3336-4c3f-a6fd-b5beb7c9c5c9 admin admin] Pushing event updated for resources: {'Port': ['ID=a7d479da-26b9-4eb6-ba65-fb8d0d4620cd,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:29:45.596215 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 24013a38-4991-46da-82fb-285882812243 up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 16:29:45.648725 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port 24013a38-4991-46da-82fb-285882812243 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:29:45.649078 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:45.729030 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:45.750866 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-2a8b188d-3336-4c3f-a6fd-b5beb7c9c5c9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:45.769301 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] For port 24013a38-4991-46da-82fb-285882812243, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=24013a38-4991-46da-82fb-285882812243,segment=NetworkSegment(4dec0586-3bd9-4a8d-ab51-e284d9c6c3db),segment_id=4dec0586-3bd9-4a8d-ab51-e284d9c6c3db)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:29:45.774984 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:45.829191 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Pushing event updated for resources: {'Port': ['ID=24013a38-4991-46da-82fb-285882812243,revision_number=3']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:29:45.962381 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-2a8b188d-3336-4c3f-a6fd-b5beb7c9c5c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648118'] for router, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:46.041692 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24efe6d7-4eb3-4d0c-a9ab-3f132d095a00 None None] Network 3b8c8dc3-9c93-4843-bbe0-f3cb8a8c7180 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 16:29:46.092544 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a8b188d-3336-4c3f-a6fd-b5beb7c9c5c9 admin admin] Router dd91bc97-d2aa-46d2-8bec-d7780481a7a6 is scheduled to L3 agent c648d819-1060-4f26-b4ec-6455387b5dff with binding_index 1 {{(pid=102791) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 29 16:29:46.109621 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-7185c211-c483-46df-b114-ee672a164ac9 None None] Provisioning complete for port 24013a38-4991-46da-82fb-285882812243 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:29:46.109992 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-7185c211-c483-46df-b114-ee672a164ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:46.204387 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a8b188d-3336-4c3f-a6fd-b5beb7c9c5c9 admin admin] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 16:29:46.214374 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bacdaf94-748d-41cc-b9c6-bc9de5ee2b00 None None] Sync routers for ids ['dd91bc97-d2aa-46d2-8bec-d7780481a7a6'] in n-d-834765-1 {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 16:29:46.223890 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-2a8b188d-3336-4c3f-a6fd-b5beb7c9c5c9 admin admin] Notify callbacks [] for router, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:46.225417 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-2a8b188d-3336-4c3f-a6fd-b5beb7c9c5c9 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.8140402 Mar 29 16:29:46.228247 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 41160) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:29:46.229776 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bacdaf94-748d-41cc-b9c6-bc9de5ee2b00 None None] Routers {'dd91bc97-d2aa-46d2-8bec-d7780481a7a6'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:29:46.230800 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-bacdaf94-748d-41cc-b9c6-bc9de5ee2b00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:29:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['dd91bc97-d2aa-46d2-8bec-d7780481a7a6'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:29:46.356324 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvr_db [None req-bacdaf94-748d-41cc-b9c6-bc9de5ee2b00 None None] Set router dd91bc97-d2aa-46d2-8bec-d7780481a7a6 gateway port host: n-d-834765-1 {{(pid=102793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:29:46.548052 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-bacdaf94-748d-41cc-b9c6-bc9de5ee2b00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd91bc97-d2aa-46d2-8bec-d7780481a7a6', 'name': 'tempest-TestEncryptedCinderVolumes-1474097804-router', 'tenant_id': 'b7963be4780b4b6d80d031247a81b2f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.251'}], 'enable_snat': True}, 'gw_port_id': 'a7d479da-26b9-4eb6-ba65-fb8d0d4620cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:29:44Z', 'updated_at': '2022-03-29T16:29:45Z', 'revision_number': 3, 'project_id': 'b7963be4780b4b6d80d031247a81b2f8', 'gw_port': {'id': 'a7d479da-26b9-4eb6-ba65-fb8d0d4620cd', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:d2:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd91bc97-d2aa-46d2-8bec-d7780481a7a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:29:44Z', 'updated_at': '2022-03-29T16:29:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1'}], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:29:46.575923 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bacdaf94-748d-41cc-b9c6-bc9de5ee2b00 None None] Checking router: dd91bc97-d2aa-46d2-8bec-d7780481a7a6 for host: n-d-834765-1 {{(pid=102793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 16:29:46.576270 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bacdaf94-748d-41cc-b9c6-bc9de5ee2b00 None None] Updating router dd91bc97-d2aa-46d2-8bec-d7780481a7a6 port a7d479da-26b9-4eb6-ba65-fb8d0d4620cd binding host n-d-834765-1 {{(pid=102793) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 16:29:46.604035 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-bacdaf94-748d-41cc-b9c6-bc9de5ee2b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:46.671826 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-b145996b-fffc-4924-8e63-5917d3d205be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:46.748334 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-690aedb7-367d-4199-8ee7-f2a5624bf044 None None] Provisioning complete for port 24013a38-4991-46da-82fb-285882812243 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:29:46.748931 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-690aedb7-367d-4199-8ee7-f2a5624bf044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:46.833243 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.db_base_plugin_common [None req-b145996b-fffc-4924-8e63-5917d3d205be admin admin] Allocated IP 172.20.0.1 (3b8c8dc3-9c93-4843-bbe0-f3cb8a8c7180/3e767ca3-be50-4392-8691-132bdb58289e/cf51fcd1-f449-4aab-86cf-02133a18a051) {{(pid=102790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:29:46.867600 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-bacdaf94-748d-41cc-b9c6-bc9de5ee2b00 None None] Notify callbacks [] for port, precommit_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:46.873000 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-bacdaf94-748d-41cc-b9c6-bc9de5ee2b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:46.921935 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.managers [None req-bacdaf94-748d-41cc-b9c6-bc9de5ee2b00 None None] Attempting to bind port a7d479da-26b9-4eb6-ba65-fb8d0d4620cd on host n-d-834765-1 for vnic_type normal with profile {{(pid=102793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 16:29:46.922279 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.managers [None req-bacdaf94-748d-41cc-b9c6-bc9de5ee2b00 None None] Attempting to bind port a7d479da-26b9-4eb6-ba65-fb8d0d4620cd by drivers openvswitch,hyperv on host n-d-834765-1 at level 0 using segments [{'id': '6ab47353-a811-4bad-bc73-b4cc84583cfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'}] {{(pid=102793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 16:29:46.922632 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bacdaf94-748d-41cc-b9c6-bc9de5ee2b00 None None] Attempting to bind port a7d479da-26b9-4eb6-ba65-fb8d0d4620cd on network 4a4a035d-ecac-4ead-baa3-25f90788773a {{(pid=102793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 16:29:46.930043 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45e8a94-3462-4823-b3f9-455f58292604 None None] Pushing event updated for resources: {'Port': ['ID=a7d479da-26b9-4eb6-ba65-fb8d0d4620cd,revision_number=2']} {{(pid=102793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:29:46.932901 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bacdaf94-748d-41cc-b9c6-bc9de5ee2b00 None None] Checking agent: {'id': 'a8866439-9d96-425c-b519-6905c591ac37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 25, 36), 'started_at': datetime.datetime(2022, 3, 29, 15, 26, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 16, 29, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834765-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 16:29:46.933261 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bacdaf94-748d-41cc-b9c6-bc9de5ee2b00 None None] Checking segment: {'id': '6ab47353-a811-4bad-bc73-b4cc84583cfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 16:29:46.933655 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-bacdaf94-748d-41cc-b9c6-bc9de5ee2b00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:46.934190 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bacdaf94-748d-41cc-b9c6-bc9de5ee2b00 None None] Bound using segment: {'id': '6ab47353-a811-4bad-bc73-b4cc84583cfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'} {{(pid=102793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 16:29:46.934489 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.managers [None req-bacdaf94-748d-41cc-b9c6-bc9de5ee2b00 None None] Bound port: a7d479da-26b9-4eb6-ba65-fb8d0d4620cd, host: n-d-834765-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ab47353-a811-4bad-bc73-b4cc84583cfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'}}] {{(pid=102793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 16:29:46.935061 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-bacdaf94-748d-41cc-b9c6-bc9de5ee2b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:46.938318 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-b145996b-fffc-4924-8e63-5917d3d205be admin admin] Notify callbacks [] for port, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:46.941661 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45e8a94-3462-4823-b3f9-455f58292604 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:29:46.942006 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45e8a94-3462-4823-b3f9-455f58292604 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:29:46.942339 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45e8a94-3462-4823-b3f9-455f58292604 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:29:46.942664 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45e8a94-3462-4823-b3f9-455f58292604 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:29:46.942990 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45e8a94-3462-4823-b3f9-455f58292604 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:29:46.943332 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45e8a94-3462-4823-b3f9-455f58292604 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:29:46.943671 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45e8a94-3462-4823-b3f9-455f58292604 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:29:46.943989 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45e8a94-3462-4823-b3f9-455f58292604 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:29:46.944559 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45e8a94-3462-4823-b3f9-455f58292604 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:29:46.944873 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45e8a94-3462-4823-b3f9-455f58292604 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:29:46.945185 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45e8a94-3462-4823-b3f9-455f58292604 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:29:46.945498 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45e8a94-3462-4823-b3f9-455f58292604 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:29:46.973749 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-b145996b-fffc-4924-8e63-5917d3d205be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:46.998269 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.db [None req-bacdaf94-748d-41cc-b9c6-bc9de5ee2b00 None None] For port a7d479da-26b9-4eb6-ba65-fb8d0d4620cd, host n-d-834765-1, cleared binding levels {{(pid=102793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 16:29:47.001352 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.db [None req-bacdaf94-748d-41cc-b9c6-bc9de5ee2b00 None None] For port a7d479da-26b9-4eb6-ba65-fb8d0d4620cd, host n-d-834765-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=a7d479da-26b9-4eb6-ba65-fb8d0d4620cd,segment=NetworkSegment(6ab47353-a811-4bad-bc73-b4cc84583cfd),segment_id=6ab47353-a811-4bad-bc73-b4cc84583cfd)] {{(pid=102793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 16:29:47.005605 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-bacdaf94-748d-41cc-b9c6-bc9de5ee2b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:47.016585 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b145996b-fffc-4924-8e63-5917d3d205be admin admin] Network 3b8c8dc3-9c93-4843-bbe0-f3cb8a8c7180 is already hosted by enough agents. {{(pid=102790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:29:47.019511 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-b145996b-fffc-4924-8e63-5917d3d205be admin admin] Resources bound (agent type, host, resource id): {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:29:47.022987 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b145996b-fffc-4924-8e63-5917d3d205be admin admin] Received port after_create {{(pid=102790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:29:47.054888 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b145996b-fffc-4924-8e63-5917d3d205be admin admin] Pushing event updated for resources: {'Port': ['ID=cf51fcd1-f449-4aab-86cf-02133a18a051,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:29:47.059473 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bacdaf94-748d-41cc-b9c6-bc9de5ee2b00 None None] Routers {'dd91bc97-d2aa-46d2-8bec-d7780481a7a6'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:29:47.060104 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-bacdaf94-748d-41cc-b9c6-bc9de5ee2b00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:29:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['dd91bc97-d2aa-46d2-8bec-d7780481a7a6'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:29:47.067309 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-b145996b-fffc-4924-8e63-5917d3d205be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-648347'] for router_interface, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:47.105707 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45e8a94-3462-4823-b3f9-455f58292604 None None] Pushing event updated for resources: {'Port': ['ID=a7d479da-26b9-4eb6-ba65-fb8d0d4620cd,revision_number=3']} {{(pid=102793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:29:47.186205 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvr_db [None req-bacdaf94-748d-41cc-b9c6-bc9de5ee2b00 None None] Set router dd91bc97-d2aa-46d2-8bec-d7780481a7a6 gateway port host: n-d-834765-1 {{(pid=102793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:29:47.207806 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-b145996b-fffc-4924-8e63-5917d3d205be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:47.253857 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-6913346b-6e4d-421c-ac28-c4f52f68c319 None None] Provisioning complete for port cf51fcd1-f449-4aab-86cf-02133a18a051 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:29:47.254554 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-6913346b-6e4d-421c-ac28-c4f52f68c319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:47.291135 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-6913346b-6e4d-421c-ac28-c4f52f68c319 None None] Port cf51fcd1-f449-4aab-86cf-02133a18a051 cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 16:29:47.368873 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-bacdaf94-748d-41cc-b9c6-bc9de5ee2b00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd91bc97-d2aa-46d2-8bec-d7780481a7a6', 'name': 'tempest-TestEncryptedCinderVolumes-1474097804-router', 'tenant_id': 'b7963be4780b4b6d80d031247a81b2f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.251'}], 'enable_snat': True}, 'gw_port_id': 'a7d479da-26b9-4eb6-ba65-fb8d0d4620cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:29:44Z', 'updated_at': '2022-03-29T16:29:45Z', 'revision_number': 3, 'project_id': 'b7963be4780b4b6d80d031247a81b2f8', 'gw_port': {'id': 'a7d479da-26b9-4eb6-ba65-fb8d0d4620cd', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:d2:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd91bc97-d2aa-46d2-8bec-d7780481a7a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:29:44Z', 'updated_at': '2022-03-29T16:29:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1'}], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:29:47.380147 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-b145996b-fffc-4924-8e63-5917d3d205be admin admin] Notify callbacks [] for port, precommit_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:47.385370 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-b145996b-fffc-4924-8e63-5917d3d205be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5237921'] for port, after_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:47.395380 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bacdaf94-748d-41cc-b9c6-bc9de5ee2b00 None None] The sync data for ids ['dd91bc97-d2aa-46d2-8bec-d7780481a7a6'] in n-d-834765-1 is: [{'id': 'dd91bc97-d2aa-46d2-8bec-d7780481a7a6', 'name': 'tempest-TestEncryptedCinderVolumes-1474097804-router', 'tenant_id': 'b7963be4780b4b6d80d031247a81b2f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.251'}], 'enable_snat': True}, 'gw_port_id': 'a7d479da-26b9-4eb6-ba65-fb8d0d4620cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:29:44Z', 'updated_at': '2022-03-29T16:29:45Z', 'revision_number': 3, 'project_id': 'b7963be4780b4b6d80d031247a81b2f8', 'gw_port': {'id': 'a7d479da-26b9-4eb6-ba65-fb8d0d4620cd', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:d2:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd91bc97-d2aa-46d2-8bec-d7780481a7a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:29:44Z', 'updated_at': '2022-03-29T16:29:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1'}] {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 16:29:47.453354 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b145996b-fffc-4924-8e63-5917d3d205be admin admin] Pushing event updated for resources: {'Port': ['ID=cf51fcd1-f449-4aab-86cf-02133a18a051,revision_number=2']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:29:47.456152 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-b145996b-fffc-4924-8e63-5917d3d205be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-648439'] for router_interface, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:47.466415 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b145996b-fffc-4924-8e63-5917d3d205be admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:29:47.466757 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b145996b-fffc-4924-8e63-5917d3d205be admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:29:47.467091 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b145996b-fffc-4924-8e63-5917d3d205be admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:29:47.467449 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b145996b-fffc-4924-8e63-5917d3d205be admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:29:47.467778 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b145996b-fffc-4924-8e63-5917d3d205be admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:29:47.468103 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b145996b-fffc-4924-8e63-5917d3d205be admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:29:47.468424 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b145996b-fffc-4924-8e63-5917d3d205be admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:29:47.468746 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b145996b-fffc-4924-8e63-5917d3d205be admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:29:47.469061 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b145996b-fffc-4924-8e63-5917d3d205be admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:29:47.469377 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b145996b-fffc-4924-8e63-5917d3d205be admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:29:47.469710 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b145996b-fffc-4924-8e63-5917d3d205be admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:29:47.470024 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b145996b-fffc-4924-8e63-5917d3d205be admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:29:47.499222 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:47.572265 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 24013a38-4991-46da-82fb-285882812243 up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 16:29:47.657128 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port 24013a38-4991-46da-82fb-285882812243 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:29:47.657497 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:47.945467 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b145996b-fffc-4924-8e63-5917d3d205be admin admin] Network 3b8c8dc3-9c93-4843-bbe0-f3cb8a8c7180 is already hosted by enough agents. {{(pid=102790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:29:47.946959 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-b145996b-fffc-4924-8e63-5917d3d205be admin admin] Resources bound (agent type, host, resource id): {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:29:48.068478 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b145996b-fffc-4924-8e63-5917d3d205be admin admin] Router dd91bc97-d2aa-46d2-8bec-d7780481a7a6 has already been hosted by L3 agent c648d819-1060-4f26-b4ec-6455387b5dff {{(pid=102790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 16:29:48.184417 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b145996b-fffc-4924-8e63-5917d3d205be admin admin] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 16:29:48.190558 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-b145996b-fffc-4924-8e63-5917d3d205be admin admin] 10.222.0.42 "PUT /v2.0/routers/dd91bc97-d2aa-46d2-8bec-d7780481a7a6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9611313 Mar 29 16:29:48.219479 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-ae383672-707f-4039-8920-e39048f92280 None None] Provisioning complete for port cf51fcd1-f449-4aab-86cf-02133a18a051 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:29:48.219971 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-ae383672-707f-4039-8920-e39048f92280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:48.274959 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-ae383672-707f-4039-8920-e39048f92280 None None] Port cf51fcd1-f449-4aab-86cf-02133a18a051 cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 16:29:48.280793 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:48.666166 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 41176) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:29:48.671133 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-e625062e-fc70-46ad-9f1a-86c18ee16db3 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1487576954-network', 'tenant_id': 'ba80e34d64b44a388303b2c3c63e38a2'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:29:48.692058 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e625062e-fc70-46ad-9f1a-86c18ee16db3 admin admin] Made reservation on behalf of ba80e34d64b44a388303b2c3c63e38a2 for: {'network': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:29:48.694989 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e625062e-fc70-46ad-9f1a-86c18ee16db3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for network, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:48.707039 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e625062e-fc70-46ad-9f1a-86c18ee16db3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:48.786869 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e625062e-fc70-46ad-9f1a-86c18ee16db3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:48.791128 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e625062e-fc70-46ad-9f1a-86c18ee16db3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:48.819878 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e625062e-fc70-46ad-9f1a-86c18ee16db3 admin admin] vlan segment allocate from pool success with {'vlan_id': 648, 'physical_network': 'physnet1'} {{(pid=102790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 16:29:48.826588 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e625062e-fc70-46ad-9f1a-86c18ee16db3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fef54df-c2f9-44db-9728-2130f35764d5,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:29:48.834854 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e625062e-fc70-46ad-9f1a-86c18ee16db3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:48.834854 n-d-834765-1 neutron-server[102790]: INFO neutron.db.segments_db [None req-e625062e-fc70-46ad-9f1a-86c18ee16db3 admin admin] Added segment 88d2fbae-b4ce-432e-9e3d-a382c01d7830 of type vlan for network 20b95674-8909-4bd7-a466-0a3b44341efc Mar 29 16:29:48.874936 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e625062e-fc70-46ad-9f1a-86c18ee16db3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783522915970'] for network, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:48.897951 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e625062e-fc70-46ad-9f1a-86c18ee16db3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795'] for network, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:48.898880 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e625062e-fc70-46ad-9f1a-86c18ee16db3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:29:48.899487 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e625062e-fc70-46ad-9f1a-86c18ee16db3 admin admin] Notify callbacks [] for network, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:48.931054 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-e625062e-fc70-46ad-9f1a-86c18ee16db3 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.2637038 Mar 29 16:29:48.934028 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 41178) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:29:48.939528 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-60ff47fe-b6ce-41c4-9be8-45dddd5ba061 admin admin] Request body: {'subnet': {'network_id': '20b95674-8909-4bd7-a466-0a3b44341efc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1487576954-subnet', 'tenant_id': 'ba80e34d64b44a388303b2c3c63e38a2', 'ip_version': 4}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:29:48.959033 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60ff47fe-b6ce-41c4-9be8-45dddd5ba061 admin admin] Made reservation on behalf of ba80e34d64b44a388303b2c3c63e38a2 for: {'subnet': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:29:48.961329 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-60ff47fe-b6ce-41c4-9be8-45dddd5ba061 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16218875'] for subnet, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:48.966180 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e625062e-fc70-46ad-9f1a-86c18ee16db3 admin admin] Pushing event updated for resources: {'Network': ['ID=20b95674-8909-4bd7-a466-0a3b44341efc,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:29:48.980493 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Network 20b95674-8909-4bd7-a466-0a3b44341efc details requested by agent ovs-agent-n-d-834765-1 with host n-d-834765-1 {{(pid=102792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 16:29:49.035828 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ced1ee8-7b3b-4241-8cfa-14e6a624a46a None None] Sync routers for ids ['dd91bc97-d2aa-46d2-8bec-d7780481a7a6'] in n-d-834765-1 {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 16:29:49.054245 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ced1ee8-7b3b-4241-8cfa-14e6a624a46a None None] Routers {'dd91bc97-d2aa-46d2-8bec-d7780481a7a6'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:29:49.054846 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-2ced1ee8-7b3b-4241-8cfa-14e6a624a46a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:29:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['dd91bc97-d2aa-46d2-8bec-d7780481a7a6'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:29:49.137296 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-60ff47fe-b6ce-41c4-9be8-45dddd5ba061 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16155524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16218861'] for subnet, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:49.163418 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvr_db [None req-2ced1ee8-7b3b-4241-8cfa-14e6a624a46a None None] Set router dd91bc97-d2aa-46d2-8bec-d7780481a7a6 gateway port host: n-d-834765-1 {{(pid=102792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:29:49.194924 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ff47fe-b6ce-41c4-9be8-45dddd5ba061 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c62f38ae-6b97-40e3-9748-61cffbca0d57,revision_number=0']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:29:49.200128 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60ff47fe-b6ce-41c4-9be8-45dddd5ba061 admin admin] Checking segment: {'id': '88d2fbae-b4ce-432e-9e3d-a382c01d7830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '20b95674-8909-4bd7-a466-0a3b44341efc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 16:29:49.200478 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60ff47fe-b6ce-41c4-9be8-45dddd5ba061 admin admin] Network hostable DHCP agents. Network: 20b95674-8909-4bd7-a466-0a3b44341efc, hostable agents: ['d136643e-48ae-49d4-a851-2ba3bdf3749c'], hosted agents: [] {{(pid=102791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 16:29:49.219163 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60ff47fe-b6ce-41c4-9be8-45dddd5ba061 admin admin] Network 20b95674-8909-4bd7-a466-0a3b44341efc is scheduled to be hosted by DHCP agent d136643e-48ae-49d4-a851-2ba3bdf3749c with binding_index 1 {{(pid=102791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 16:29:49.228882 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [None req-60ff47fe-b6ce-41c4-9be8-45dddd5ba061 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834765-1, 20b95674-8909-4bd7-a466-0a3b44341efc) {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:29:49.233450 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60ff47fe-b6ce-41c4-9be8-45dddd5ba061 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:29:49.234669 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-60ff47fe-b6ce-41c4-9be8-45dddd5ba061 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:49.240000 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32d453c3-b7bc-47d1-bd30-af45904c97a2 None None] Network 20b95674-8909-4bd7-a466-0a3b44341efc requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 16:29:49.250586 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-60ff47fe-b6ce-41c4-9be8-45dddd5ba061 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3149405 Mar 29 16:29:49.253464 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 41180) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:29:49.257744 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-b9e20382-4d7b-4da6-a368-8bf6ec0c61b0 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1487576954-router', 'tenant_id': 'ba80e34d64b44a388303b2c3c63e38a2', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'}}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:29:49.280559 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-b9e20382-4d7b-4da6-a368-8bf6ec0c61b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-532385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129310'] for router, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:49.281706 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-b9e20382-4d7b-4da6-a368-8bf6ec0c61b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-648091', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-684384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129319'] for router, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:49.338985 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-b9e20382-4d7b-4da6-a368-8bf6ec0c61b0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:49.477317 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-b9e20382-4d7b-4da6-a368-8bf6ec0c61b0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:49.477752 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58f8f518-dd9a-41d6-92dd-dee57129b2e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0035034-69b0-5ffc-b384-0ac6189c5628-20b95674-8909-4bd7-a466-0a3b44341efc', 'network_id': '20b95674-8909-4bd7-a466-0a3b44341efc', 'tenant_id': 'ba80e34d64b44a388303b2c3c63e38a2', 'fixed_ips': [{'subnet_id': 'c62f38ae-6b97-40e3-9748-61cffbca0d57'}]}} from n-d-834765-1. {{(pid=102792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 29 16:29:49.478613 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-58f8f518-dd9a-41d6-92dd-dee57129b2e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:49.493233 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-2ced1ee8-7b3b-4241-8cfa-14e6a624a46a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd91bc97-d2aa-46d2-8bec-d7780481a7a6', 'name': 'tempest-TestEncryptedCinderVolumes-1474097804-router', 'tenant_id': 'b7963be4780b4b6d80d031247a81b2f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.251'}], 'enable_snat': True}, 'gw_port_id': 'a7d479da-26b9-4eb6-ba65-fb8d0d4620cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:29:44Z', 'updated_at': '2022-03-29T16:29:47Z', 'revision_number': 4, 'project_id': 'b7963be4780b4b6d80d031247a81b2f8', 'gw_port': {'id': 'a7d479da-26b9-4eb6-ba65-fb8d0d4620cd', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:d2:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd91bc97-d2aa-46d2-8bec-d7780481a7a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:29:44Z', 'updated_at': '2022-03-29T16:29:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': 'cf51fcd1-f449-4aab-86cf-02133a18a051', 'name': '', 'network_id': '3b8c8dc3-9c93-4843-bbe0-f3cb8a8c7180', 'tenant_id': 'b7963be4780b4b6d80d031247a81b2f8', 'mac_address': 'fa:16:3e:47:a7:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd91bc97-d2aa-46d2-8bec-d7780481a7a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '3e767ca3-be50-4392-8691-132bdb58289e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:29:46Z', 'updated_at': '2022-03-29T16:29:47Z', 'revision_number': 2, 'project_id': 'b7963be4780b4b6d80d031247a81b2f8', 'subnets': [{'id': '3e767ca3-be50-4392-8691-132bdb58289e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:29:49.523571 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ced1ee8-7b3b-4241-8cfa-14e6a624a46a None None] Checking router: dd91bc97-d2aa-46d2-8bec-d7780481a7a6 for host: n-d-834765-1 {{(pid=102792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 16:29:49.523927 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ced1ee8-7b3b-4241-8cfa-14e6a624a46a None None] Updating router dd91bc97-d2aa-46d2-8bec-d7780481a7a6 port cf51fcd1-f449-4aab-86cf-02133a18a051 binding host n-d-834765-1 {{(pid=102792) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 16:29:49.602434 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device a7d479da-26b9-4eb6-ba65-fb8d0d4620cd up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 16:29:49.640083 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-2ced1ee8-7b3b-4241-8cfa-14e6a624a46a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:49.693796 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-b9e20382-4d7b-4da6-a368-8bf6ec0c61b0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:49.713679 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-b9e20382-4d7b-4da6-a368-8bf6ec0c61b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:49.793585 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.db_base_plugin_common [None req-58f8f518-dd9a-41d6-92dd-dee57129b2e4 None None] Allocated IP 172.20.0.2 (20b95674-8909-4bd7-a466-0a3b44341efc/c62f38ae-6b97-40e3-9748-61cffbca0d57/2779b8f9-0559-4b23-af28-a8a575427437) {{(pid=102792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:29:49.818690 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port a7d479da-26b9-4eb6-ba65-fb8d0d4620cd triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:29:49.819064 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:49.821411 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_common [None req-b9e20382-4d7b-4da6-a368-8bf6ec0c61b0 admin admin] Allocated IP 172.25.4.103 (4a4a035d-ecac-4ead-baa3-25f90788773a/e1a353dc-fac8-4901-a63c-273840237d6a/7ed05f7b-f507-4be5-b8d5-afd0e95258ac) {{(pid=102791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:29:49.925705 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-b9e20382-4d7b-4da6-a368-8bf6ec0c61b0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:49.959921 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-b9e20382-4d7b-4da6-a368-8bf6ec0c61b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:50.002952 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9e20382-4d7b-4da6-a368-8bf6ec0c61b0 admin admin] Network 4a4a035d-ecac-4ead-baa3-25f90788773a is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:29:50.007154 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [None req-b9e20382-4d7b-4da6-a368-8bf6ec0c61b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:29:50.009619 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9e20382-4d7b-4da6-a368-8bf6ec0c61b0 admin admin] Received port after_create {{(pid=102791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:29:50.038080 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e20382-4d7b-4da6-a368-8bf6ec0c61b0 admin admin] Pushing event updated for resources: {'Port': ['ID=7ed05f7b-f507-4be5-b8d5-afd0e95258ac,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:29:50.110510 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-58f8f518-dd9a-41d6-92dd-dee57129b2e4 None None] Notify callbacks [] for port, precommit_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:50.111956 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:50.123861 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-58f8f518-dd9a-41d6-92dd-dee57129b2e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956'] for port, after_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:50.191742 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] For port a7d479da-26b9-4eb6-ba65-fb8d0d4620cd, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=a7d479da-26b9-4eb6-ba65-fb8d0d4620cd,segment=NetworkSegment(6ab47353-a811-4bad-bc73-b4cc84583cfd),segment_id=6ab47353-a811-4bad-bc73-b4cc84583cfd)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:29:50.205892 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:50.215348 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-2ced1ee8-7b3b-4241-8cfa-14e6a624a46a None None] Notify callbacks [] for port, precommit_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:50.224873 n-d-834765-1 neutron-server[102792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58f8f518-dd9a-41d6-92dd-dee57129b2e4 None None] Network 20b95674-8909-4bd7-a466-0a3b44341efc is already hosted by enough agents. {{(pid=102792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:29:50.228678 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-2ced1ee8-7b3b-4241-8cfa-14e6a624a46a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:50.230933 n-d-834765-1 neutron-server[102792]: DEBUG neutron.scheduler.base_scheduler [None req-58f8f518-dd9a-41d6-92dd-dee57129b2e4 None None] Resources bound (agent type, host, resource id): {{(pid=102792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:29:50.232649 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f8f518-dd9a-41d6-92dd-dee57129b2e4 None None] Pushing event updated for resources: {'Port': ['ID=2779b8f9-0559-4b23-af28-a8a575427437,revision_number=1']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:29:50.235763 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58f8f518-dd9a-41d6-92dd-dee57129b2e4 None None] Received port after_create {{(pid=102792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:29:50.267650 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-b9e20382-4d7b-4da6-a368-8bf6ec0c61b0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:50.371680 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Pushing event updated for resources: {'Port': ['ID=a7d479da-26b9-4eb6-ba65-fb8d0d4620cd,revision_number=4']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:29:50.378454 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-58f8f518-dd9a-41d6-92dd-dee57129b2e4 None None] Attempting to bind port 2779b8f9-0559-4b23-af28-a8a575427437 on host n-d-834765-1 for vnic_type normal with profile {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 16:29:50.378818 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-58f8f518-dd9a-41d6-92dd-dee57129b2e4 None None] Attempting to bind port 2779b8f9-0559-4b23-af28-a8a575427437 by drivers openvswitch,hyperv on host n-d-834765-1 at level 0 using segments [{'id': '88d2fbae-b4ce-432e-9e3d-a382c01d7830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '20b95674-8909-4bd7-a466-0a3b44341efc'}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 16:29:50.379177 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58f8f518-dd9a-41d6-92dd-dee57129b2e4 None None] Attempting to bind port 2779b8f9-0559-4b23-af28-a8a575427437 on network 20b95674-8909-4bd7-a466-0a3b44341efc {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 16:29:50.425086 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58f8f518-dd9a-41d6-92dd-dee57129b2e4 None None] Checking agent: {'id': 'a8866439-9d96-425c-b519-6905c591ac37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 25, 36), 'started_at': datetime.datetime(2022, 3, 29, 15, 26, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 16, 29, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834765-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 16:29:50.425460 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58f8f518-dd9a-41d6-92dd-dee57129b2e4 None None] Checking segment: {'id': '88d2fbae-b4ce-432e-9e3d-a382c01d7830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '20b95674-8909-4bd7-a466-0a3b44341efc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 16:29:50.425857 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-58f8f518-dd9a-41d6-92dd-dee57129b2e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:50.426242 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58f8f518-dd9a-41d6-92dd-dee57129b2e4 None None] Bound using segment: {'id': '88d2fbae-b4ce-432e-9e3d-a382c01d7830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '20b95674-8909-4bd7-a466-0a3b44341efc'} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 16:29:50.426722 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-58f8f518-dd9a-41d6-92dd-dee57129b2e4 None None] Bound port: 2779b8f9-0559-4b23-af28-a8a575427437, host: n-d-834765-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88d2fbae-b4ce-432e-9e3d-a382c01d7830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '20b95674-8909-4bd7-a466-0a3b44341efc'}}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 16:29:50.427097 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-58f8f518-dd9a-41d6-92dd-dee57129b2e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:50.455887 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-2ced1ee8-7b3b-4241-8cfa-14e6a624a46a None None] Attempting to bind port cf51fcd1-f449-4aab-86cf-02133a18a051 on host n-d-834765-1 for vnic_type normal with profile {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 16:29:50.456256 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-2ced1ee8-7b3b-4241-8cfa-14e6a624a46a None None] Attempting to bind port cf51fcd1-f449-4aab-86cf-02133a18a051 by drivers openvswitch,hyperv on host n-d-834765-1 at level 0 using segments [{'id': '4dec0586-3bd9-4a8d-ab51-e284d9c6c3db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '3b8c8dc3-9c93-4843-bbe0-f3cb8a8c7180'}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 16:29:50.456613 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ced1ee8-7b3b-4241-8cfa-14e6a624a46a None None] Attempting to bind port cf51fcd1-f449-4aab-86cf-02133a18a051 on network 3b8c8dc3-9c93-4843-bbe0-f3cb8a8c7180 {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 16:29:50.461019 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070dd8a5-b263-49e6-964c-4fd2975b0db1 None None] Pushing event updated for resources: {'Port': ['ID=cf51fcd1-f449-4aab-86cf-02133a18a051,revision_number=3']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:29:50.468025 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ced1ee8-7b3b-4241-8cfa-14e6a624a46a None None] Checking agent: {'id': 'a8866439-9d96-425c-b519-6905c591ac37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 25, 36), 'started_at': datetime.datetime(2022, 3, 29, 15, 26, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 16, 29, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834765-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 16:29:50.468276 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ced1ee8-7b3b-4241-8cfa-14e6a624a46a None None] Checking segment: {'id': '4dec0586-3bd9-4a8d-ab51-e284d9c6c3db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '3b8c8dc3-9c93-4843-bbe0-f3cb8a8c7180'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 16:29:50.468506 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-2ced1ee8-7b3b-4241-8cfa-14e6a624a46a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:50.468865 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ced1ee8-7b3b-4241-8cfa-14e6a624a46a None None] Bound using segment: {'id': '4dec0586-3bd9-4a8d-ab51-e284d9c6c3db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '3b8c8dc3-9c93-4843-bbe0-f3cb8a8c7180'} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 16:29:50.469336 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-2ced1ee8-7b3b-4241-8cfa-14e6a624a46a None None] Bound port: cf51fcd1-f449-4aab-86cf-02133a18a051, host: n-d-834765-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4dec0586-3bd9-4a8d-ab51-e284d9c6c3db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '3b8c8dc3-9c93-4843-bbe0-f3cb8a8c7180'}}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 16:29:50.469714 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-2ced1ee8-7b3b-4241-8cfa-14e6a624a46a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:50.495024 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-b9e20382-4d7b-4da6-a368-8bf6ec0c61b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648118'] for router, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:50.573502 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-dcef6f5e-3331-4e50-a38c-79aad8db240a None None] Provisioning complete for port cf51fcd1-f449-4aab-86cf-02133a18a051 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:29:50.573868 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-dcef6f5e-3331-4e50-a38c-79aad8db240a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:50.578156 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-58f8f518-dd9a-41d6-92dd-dee57129b2e4 None None] For port 2779b8f9-0559-4b23-af28-a8a575427437, host n-d-834765-1, cleared binding levels {{(pid=102792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 16:29:50.582201 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-58f8f518-dd9a-41d6-92dd-dee57129b2e4 None None] For port 2779b8f9-0559-4b23-af28-a8a575427437, host n-d-834765-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=2779b8f9-0559-4b23-af28-a8a575427437,segment=NetworkSegment(88d2fbae-b4ce-432e-9e3d-a382c01d7830),segment_id=88d2fbae-b4ce-432e-9e3d-a382c01d7830)] {{(pid=102792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 16:29:50.612979 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-58f8f518-dd9a-41d6-92dd-dee57129b2e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:50.631116 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9e20382-4d7b-4da6-a368-8bf6ec0c61b0 admin admin] Router eede6733-b2ab-487b-80c2-586b20553daf is scheduled to L3 agent c648d819-1060-4f26-b4ec-6455387b5dff with binding_index 1 {{(pid=102791) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 29 16:29:50.661058 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-2ced1ee8-7b3b-4241-8cfa-14e6a624a46a None None] For port cf51fcd1-f449-4aab-86cf-02133a18a051, host n-d-834765-1, cleared binding levels {{(pid=102792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 16:29:50.664795 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-dcef6f5e-3331-4e50-a38c-79aad8db240a None None] Port cf51fcd1-f449-4aab-86cf-02133a18a051 cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 16:29:50.685277 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-2ced1ee8-7b3b-4241-8cfa-14e6a624a46a None None] For port cf51fcd1-f449-4aab-86cf-02133a18a051, host n-d-834765-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=cf51fcd1-f449-4aab-86cf-02133a18a051,segment=NetworkSegment(4dec0586-3bd9-4a8d-ab51-e284d9c6c3db),segment_id=4dec0586-3bd9-4a8d-ab51-e284d9c6c3db)] {{(pid=102792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 16:29:50.692363 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-2ced1ee8-7b3b-4241-8cfa-14e6a624a46a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:50.701522 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f8f518-dd9a-41d6-92dd-dee57129b2e4 None None] Pushing event updated for resources: {'Port': ['ID=2779b8f9-0559-4b23-af28-a8a575427437,revision_number=2']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:29:50.754565 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9e20382-4d7b-4da6-a368-8bf6ec0c61b0 admin admin] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 16:29:50.755391 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ced1ee8-7b3b-4241-8cfa-14e6a624a46a None None] Routers {'dd91bc97-d2aa-46d2-8bec-d7780481a7a6'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:29:50.756457 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-2ced1ee8-7b3b-4241-8cfa-14e6a624a46a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:29:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['dd91bc97-d2aa-46d2-8bec-d7780481a7a6'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:29:50.765592 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85f4a43a-65ff-440b-9ec2-3c465ce2ddca None None] Sync routers for ids ['eede6733-b2ab-487b-80c2-586b20553daf'] in n-d-834765-1 {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 16:29:50.780890 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85f4a43a-65ff-440b-9ec2-3c465ce2ddca None None] Routers {'eede6733-b2ab-487b-80c2-586b20553daf'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:29:50.781521 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-85f4a43a-65ff-440b-9ec2-3c465ce2ddca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:29:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['eede6733-b2ab-487b-80c2-586b20553daf'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:29:50.783764 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-b9e20382-4d7b-4da6-a368-8bf6ec0c61b0 admin admin] Notify callbacks [] for router, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:50.789849 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 41182) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:29:50.790433 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-b9e20382-4d7b-4da6-a368-8bf6ec0c61b0 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.5325239 Mar 29 16:29:50.945420 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvr_db [None req-85f4a43a-65ff-440b-9ec2-3c465ce2ddca None None] Set router eede6733-b2ab-487b-80c2-586b20553daf gateway port host: n-d-834765-1 {{(pid=102793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:29:51.125247 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvr_db [None req-2ced1ee8-7b3b-4241-8cfa-14e6a624a46a None None] Set router dd91bc97-d2aa-46d2-8bec-d7780481a7a6 gateway port host: n-d-834765-1 {{(pid=102792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:29:51.170041 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-85f4a43a-65ff-440b-9ec2-3c465ce2ddca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eede6733-b2ab-487b-80c2-586b20553daf', 'name': 'tempest-TestEncryptedCinderVolumes-1487576954-router', 'tenant_id': 'ba80e34d64b44a388303b2c3c63e38a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.103'}], 'enable_snat': True}, 'gw_port_id': '7ed05f7b-f507-4be5-b8d5-afd0e95258ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:29:49Z', 'updated_at': '2022-03-29T16:29:50Z', 'revision_number': 3, 'project_id': 'ba80e34d64b44a388303b2c3c63e38a2', 'gw_port': {'id': '7ed05f7b-f507-4be5-b8d5-afd0e95258ac', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:56:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eede6733-b2ab-487b-80c2-586b20553daf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:29:49Z', 'updated_at': '2022-03-29T16:29:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1'}], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:29:51.203550 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85f4a43a-65ff-440b-9ec2-3c465ce2ddca None None] Checking router: eede6733-b2ab-487b-80c2-586b20553daf for host: n-d-834765-1 {{(pid=102793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 16:29:51.203899 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85f4a43a-65ff-440b-9ec2-3c465ce2ddca None None] Updating router eede6733-b2ab-487b-80c2-586b20553daf port 7ed05f7b-f507-4be5-b8d5-afd0e95258ac binding host n-d-834765-1 {{(pid=102793) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 16:29:51.208105 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070dd8a5-b263-49e6-964c-4fd2975b0db1 None None] Pushing event updated for resources: {'Port': ['ID=cf51fcd1-f449-4aab-86cf-02133a18a051,revision_number=4']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:29:51.233109 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-85f4a43a-65ff-440b-9ec2-3c465ce2ddca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:51.273786 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-9392560b-6d34-4205-bbf9-9e3f20cef26a None None] Provisioning complete for port cf51fcd1-f449-4aab-86cf-02133a18a051 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:29:51.274244 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-9392560b-6d34-4205-bbf9-9e3f20cef26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:51.362044 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-4f0b6a52-8799-4162-b99c-ef0caa819ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:51.424372 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-2ced1ee8-7b3b-4241-8cfa-14e6a624a46a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd91bc97-d2aa-46d2-8bec-d7780481a7a6', 'name': 'tempest-TestEncryptedCinderVolumes-1474097804-router', 'tenant_id': 'b7963be4780b4b6d80d031247a81b2f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.251'}], 'enable_snat': True}, 'gw_port_id': 'a7d479da-26b9-4eb6-ba65-fb8d0d4620cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:29:44Z', 'updated_at': '2022-03-29T16:29:47Z', 'revision_number': 4, 'project_id': 'b7963be4780b4b6d80d031247a81b2f8', 'gw_port': {'id': 'a7d479da-26b9-4eb6-ba65-fb8d0d4620cd', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:d2:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd91bc97-d2aa-46d2-8bec-d7780481a7a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:29:44Z', 'updated_at': '2022-03-29T16:29:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': 'cf51fcd1-f449-4aab-86cf-02133a18a051', 'name': '', 'network_id': '3b8c8dc3-9c93-4843-bbe0-f3cb8a8c7180', 'tenant_id': 'b7963be4780b4b6d80d031247a81b2f8', 'mac_address': 'fa:16:3e:47:a7:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd91bc97-d2aa-46d2-8bec-d7780481a7a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '3e767ca3-be50-4392-8691-132bdb58289e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:29:46Z', 'updated_at': '2022-03-29T16:29:50Z', 'revision_number': 4, 'project_id': 'b7963be4780b4b6d80d031247a81b2f8', 'subnets': [{'id': '3e767ca3-be50-4392-8691-132bdb58289e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:29:51.453054 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-9392560b-6d34-4205-bbf9-9e3f20cef26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:51.455771 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ced1ee8-7b3b-4241-8cfa-14e6a624a46a None None] The sync data for ids ['dd91bc97-d2aa-46d2-8bec-d7780481a7a6'] in n-d-834765-1 is: [{'id': 'dd91bc97-d2aa-46d2-8bec-d7780481a7a6', 'name': 'tempest-TestEncryptedCinderVolumes-1474097804-router', 'tenant_id': 'b7963be4780b4b6d80d031247a81b2f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.251'}], 'enable_snat': True}, 'gw_port_id': 'a7d479da-26b9-4eb6-ba65-fb8d0d4620cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:29:44Z', 'updated_at': '2022-03-29T16:29:47Z', 'revision_number': 4, 'project_id': 'b7963be4780b4b6d80d031247a81b2f8', 'gw_port': {'id': 'a7d479da-26b9-4eb6-ba65-fb8d0d4620cd', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:d2:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd91bc97-d2aa-46d2-8bec-d7780481a7a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:29:44Z', 'updated_at': '2022-03-29T16:29:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': 'cf51fcd1-f449-4aab-86cf-02133a18a051', 'name': '', 'network_id': '3b8c8dc3-9c93-4843-bbe0-f3cb8a8c7180', 'tenant_id': 'b7963be4780b4b6d80d031247a81b2f8', 'mac_address': 'fa:16:3e:47:a7:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd91bc97-d2aa-46d2-8bec-d7780481a7a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '3e767ca3-be50-4392-8691-132bdb58289e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:29:46Z', 'updated_at': '2022-03-29T16:29:50Z', 'revision_number': 4, 'project_id': 'b7963be4780b4b6d80d031247a81b2f8', 'subnets': [{'id': '3e767ca3-be50-4392-8691-132bdb58289e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 16:29:51.498098 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-9392560b-6d34-4205-bbf9-9e3f20cef26a None None] For port cf51fcd1-f449-4aab-86cf-02133a18a051, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=cf51fcd1-f449-4aab-86cf-02133a18a051,segment=NetworkSegment(4dec0586-3bd9-4a8d-ab51-e284d9c6c3db),segment_id=4dec0586-3bd9-4a8d-ab51-e284d9c6c3db)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:29:51.514429 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-9392560b-6d34-4205-bbf9-9e3f20cef26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:51.600605 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.db_base_plugin_common [None req-4f0b6a52-8799-4162-b99c-ef0caa819ce3 admin admin] Allocated IP 172.20.0.1 (20b95674-8909-4bd7-a466-0a3b44341efc/c62f38ae-6b97-40e3-9748-61cffbca0d57/e6ef0607-5049-41e4-99ef-ad12d15f6476) {{(pid=102790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:29:51.648269 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9392560b-6d34-4205-bbf9-9e3f20cef26a None None] Pushing event updated for resources: {'Port': ['ID=cf51fcd1-f449-4aab-86cf-02133a18a051,revision_number=5']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:29:51.672405 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-85f4a43a-65ff-440b-9ec2-3c465ce2ddca None None] Notify callbacks [] for port, precommit_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:51.679888 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-85f4a43a-65ff-440b-9ec2-3c465ce2ddca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:51.732303 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.managers [None req-85f4a43a-65ff-440b-9ec2-3c465ce2ddca None None] Attempting to bind port 7ed05f7b-f507-4be5-b8d5-afd0e95258ac on host n-d-834765-1 for vnic_type normal with profile {{(pid=102793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 16:29:51.733002 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.managers [None req-85f4a43a-65ff-440b-9ec2-3c465ce2ddca None None] Attempting to bind port 7ed05f7b-f507-4be5-b8d5-afd0e95258ac by drivers openvswitch,hyperv on host n-d-834765-1 at level 0 using segments [{'id': '6ab47353-a811-4bad-bc73-b4cc84583cfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'}] {{(pid=102793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 16:29:51.733431 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85f4a43a-65ff-440b-9ec2-3c465ce2ddca None None] Attempting to bind port 7ed05f7b-f507-4be5-b8d5-afd0e95258ac on network 4a4a035d-ecac-4ead-baa3-25f90788773a {{(pid=102793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 16:29:51.744900 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85f4a43a-65ff-440b-9ec2-3c465ce2ddca None None] Checking agent: {'id': 'a8866439-9d96-425c-b519-6905c591ac37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 25, 36), 'started_at': datetime.datetime(2022, 3, 29, 15, 26, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 16, 29, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834765-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 16:29:51.745431 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85f4a43a-65ff-440b-9ec2-3c465ce2ddca None None] Checking segment: {'id': '6ab47353-a811-4bad-bc73-b4cc84583cfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 16:29:51.745890 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-85f4a43a-65ff-440b-9ec2-3c465ce2ddca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:51.746339 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85f4a43a-65ff-440b-9ec2-3c465ce2ddca None None] Bound using segment: {'id': '6ab47353-a811-4bad-bc73-b4cc84583cfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'} {{(pid=102793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 16:29:51.747071 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.managers [None req-85f4a43a-65ff-440b-9ec2-3c465ce2ddca None None] Bound port: 7ed05f7b-f507-4be5-b8d5-afd0e95258ac, host: n-d-834765-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ab47353-a811-4bad-bc73-b4cc84583cfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'}}] {{(pid=102793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 16:29:51.747537 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-85f4a43a-65ff-440b-9ec2-3c465ce2ddca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:51.789593 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 2779b8f9-0559-4b23-af28-a8a575427437 up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 16:29:51.807925 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.db [None req-85f4a43a-65ff-440b-9ec2-3c465ce2ddca None None] For port 7ed05f7b-f507-4be5-b8d5-afd0e95258ac, host n-d-834765-1, cleared binding levels {{(pid=102793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 16:29:51.814147 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.db [None req-85f4a43a-65ff-440b-9ec2-3c465ce2ddca None None] For port 7ed05f7b-f507-4be5-b8d5-afd0e95258ac, host n-d-834765-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=7ed05f7b-f507-4be5-b8d5-afd0e95258ac,segment=NetworkSegment(6ab47353-a811-4bad-bc73-b4cc84583cfd),segment_id=6ab47353-a811-4bad-bc73-b4cc84583cfd)] {{(pid=102793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 16:29:51.819426 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-4f0b6a52-8799-4162-b99c-ef0caa819ce3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:51.825739 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-85f4a43a-65ff-440b-9ec2-3c465ce2ddca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:51.834702 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a30635-35d2-445f-88b9-73182e71e45a None None] Pushing event updated for resources: {'Port': ['ID=7ed05f7b-f507-4be5-b8d5-afd0e95258ac,revision_number=2']} {{(pid=102793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:29:51.865588 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-4f0b6a52-8799-4162-b99c-ef0caa819ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:51.868203 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port 2779b8f9-0559-4b23-af28-a8a575427437 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:29:51.868589 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:51.922824 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a30635-35d2-445f-88b9-73182e71e45a None None] Pushing event updated for resources: {'Port': ['ID=7ed05f7b-f507-4be5-b8d5-afd0e95258ac,revision_number=3']} {{(pid=102793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:29:51.923532 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f0b6a52-8799-4162-b99c-ef0caa819ce3 admin admin] Network 20b95674-8909-4bd7-a466-0a3b44341efc is already hosted by enough agents. {{(pid=102790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:29:51.937264 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-4f0b6a52-8799-4162-b99c-ef0caa819ce3 admin admin] Resources bound (agent type, host, resource id): {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:29:51.939133 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85f4a43a-65ff-440b-9ec2-3c465ce2ddca None None] Routers {'eede6733-b2ab-487b-80c2-586b20553daf'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:29:51.940047 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-85f4a43a-65ff-440b-9ec2-3c465ce2ddca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:29:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['eede6733-b2ab-487b-80c2-586b20553daf'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:29:51.943761 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f0b6a52-8799-4162-b99c-ef0caa819ce3 admin admin] Received port after_create {{(pid=102790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:29:51.982492 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0b6a52-8799-4162-b99c-ef0caa819ce3 admin admin] Pushing event updated for resources: {'Port': ['ID=e6ef0607-5049-41e4-99ef-ad12d15f6476,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:29:52.006227 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-4f0b6a52-8799-4162-b99c-ef0caa819ce3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-648347'] for router_interface, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:52.013056 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:52.065965 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] For port 2779b8f9-0559-4b23-af28-a8a575427437, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=2779b8f9-0559-4b23-af28-a8a575427437,segment=NetworkSegment(88d2fbae-b4ce-432e-9e3d-a382c01d7830),segment_id=88d2fbae-b4ce-432e-9e3d-a382c01d7830)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:29:52.072413 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:52.073447 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device a7d479da-26b9-4eb6-ba65-fb8d0d4620cd up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 16:29:52.088701 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvr_db [None req-85f4a43a-65ff-440b-9ec2-3c465ce2ddca None None] Set router eede6733-b2ab-487b-80c2-586b20553daf gateway port host: n-d-834765-1 {{(pid=102793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:29:52.161442 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93388f7c-4206-4440-8062-8d8e42f87ec7 None None] Network 20b95674-8909-4bd7-a466-0a3b44341efc requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 16:29:52.207821 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Pushing event updated for resources: {'Port': ['ID=2779b8f9-0559-4b23-af28-a8a575427437,revision_number=3']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:29:52.216219 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-4f0b6a52-8799-4162-b99c-ef0caa819ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:52.296240 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port a7d479da-26b9-4eb6-ba65-fb8d0d4620cd triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:29:52.296614 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:52.300460 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-13a70130-7668-411d-9db9-095f40c43039 None None] Provisioning complete for port 2779b8f9-0559-4b23-af28-a8a575427437 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:29:52.300837 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-13a70130-7668-411d-9db9-095f40c43039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:52.341431 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-85f4a43a-65ff-440b-9ec2-3c465ce2ddca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eede6733-b2ab-487b-80c2-586b20553daf', 'name': 'tempest-TestEncryptedCinderVolumes-1487576954-router', 'tenant_id': 'ba80e34d64b44a388303b2c3c63e38a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.103'}], 'enable_snat': True}, 'gw_port_id': '7ed05f7b-f507-4be5-b8d5-afd0e95258ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:29:49Z', 'updated_at': '2022-03-29T16:29:50Z', 'revision_number': 3, 'project_id': 'ba80e34d64b44a388303b2c3c63e38a2', 'gw_port': {'id': '7ed05f7b-f507-4be5-b8d5-afd0e95258ac', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:56:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eede6733-b2ab-487b-80c2-586b20553daf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:29:49Z', 'updated_at': '2022-03-29T16:29:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1'}], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:29:52.377146 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85f4a43a-65ff-440b-9ec2-3c465ce2ddca None None] The sync data for ids ['eede6733-b2ab-487b-80c2-586b20553daf'] in n-d-834765-1 is: [{'id': 'eede6733-b2ab-487b-80c2-586b20553daf', 'name': 'tempest-TestEncryptedCinderVolumes-1487576954-router', 'tenant_id': 'ba80e34d64b44a388303b2c3c63e38a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.103'}], 'enable_snat': True}, 'gw_port_id': '7ed05f7b-f507-4be5-b8d5-afd0e95258ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:29:49Z', 'updated_at': '2022-03-29T16:29:50Z', 'revision_number': 3, 'project_id': 'ba80e34d64b44a388303b2c3c63e38a2', 'gw_port': {'id': '7ed05f7b-f507-4be5-b8d5-afd0e95258ac', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:56:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eede6733-b2ab-487b-80c2-586b20553daf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:29:49Z', 'updated_at': '2022-03-29T16:29:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1'}] {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 16:29:52.441690 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-4f0b6a52-8799-4162-b99c-ef0caa819ce3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:52.448433 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-4f0b6a52-8799-4162-b99c-ef0caa819ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5237921'] for port, after_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:52.537064 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-4f0b6a52-8799-4162-b99c-ef0caa819ce3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-648439'] for router_interface, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:52.540628 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0b6a52-8799-4162-b99c-ef0caa819ce3 admin admin] Pushing event updated for resources: {'Port': ['ID=e6ef0607-5049-41e4-99ef-ad12d15f6476,revision_number=2']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:29:52.697011 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f0b6a52-8799-4162-b99c-ef0caa819ce3 admin admin] Network 20b95674-8909-4bd7-a466-0a3b44341efc is already hosted by enough agents. {{(pid=102790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:29:52.700976 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-4f0b6a52-8799-4162-b99c-ef0caa819ce3 admin admin] Resources bound (agent type, host, resource id): {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:29:52.836602 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f0b6a52-8799-4162-b99c-ef0caa819ce3 admin admin] Router eede6733-b2ab-487b-80c2-586b20553daf has already been hosted by L3 agent c648d819-1060-4f26-b4ec-6455387b5dff {{(pid=102790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 16:29:52.874814 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-0dafff9f-77fc-4adc-8877-65e1c75c08f8 None None] Provisioning complete for port e6ef0607-5049-41e4-99ef-ad12d15f6476 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:29:52.875489 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-0dafff9f-77fc-4adc-8877-65e1c75c08f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:52.925305 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-0dafff9f-77fc-4adc-8877-65e1c75c08f8 None None] Port e6ef0607-5049-41e4-99ef-ad12d15f6476 cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 16:29:52.938382 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-0dafff9f-77fc-4adc-8877-65e1c75c08f8 None None] Provisioning complete for port 2779b8f9-0559-4b23-af28-a8a575427437 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:29:52.938762 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-0dafff9f-77fc-4adc-8877-65e1c75c08f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:52.999700 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f0b6a52-8799-4162-b99c-ef0caa819ce3 admin admin] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 16:29:53.006422 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-4f0b6a52-8799-4162-b99c-ef0caa819ce3 admin admin] 10.222.0.42 "PUT /v2.0/routers/eede6733-b2ab-487b-80c2-586b20553daf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2144167 Mar 29 16:29:53.179546 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-75812130-1589-4cfe-8fe7-5b9e7074ea36 None None] Provisioning complete for port e6ef0607-5049-41e4-99ef-ad12d15f6476 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:29:53.179993 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-75812130-1589-4cfe-8fe7-5b9e7074ea36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:53.226329 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-75812130-1589-4cfe-8fe7-5b9e7074ea36 None None] Port e6ef0607-5049-41e4-99ef-ad12d15f6476 cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 16:29:53.345411 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-c9422b87-9d55-4301-a5be-19b18674d0ea None None] Provisioning complete for port e6ef0607-5049-41e4-99ef-ad12d15f6476 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:29:53.346510 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-c9422b87-9d55-4301-a5be-19b18674d0ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:53.386111 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-c9422b87-9d55-4301-a5be-19b18674d0ea None None] Port e6ef0607-5049-41e4-99ef-ad12d15f6476 cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 16:29:53.677189 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 7ed05f7b-f507-4be5-b8d5-afd0e95258ac up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 16:29:53.728445 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port 7ed05f7b-f507-4be5-b8d5-afd0e95258ac triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:29:53.728727 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:53.733829 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e007a9-0cf6-45aa-93df-5ae904d35ef9 req-9e6b6728-64ca-4de4-b988-a58033cbcb08 tempest-TestEncryptedCinderVolumes-105382994 tempest-TestEncryptedCinderVolumes-105382994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:29:53.735353 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-62e007a9-0cf6-45aa-93df-5ae904d35ef9 req-9e6b6728-64ca-4de4-b988-a58033cbcb08 tempest-TestEncryptedCinderVolumes-105382994 tempest-TestEncryptedCinderVolumes-105382994-project] 10.222.0.42 "GET /v2.0/networks?id=3b8c8dc3-9c93-4843-bbe0-f3cb8a8c7180 HTTP/1.1" status: 200 len: 817 time: 0.1074679 Mar 29 16:29:53.750402 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-62e007a9-0cf6-45aa-93df-5ae904d35ef9 req-141b9c44-a318-4f74-befe-475df1763cd4 tempest-TestEncryptedCinderVolumes-105382994 tempest-TestEncryptedCinderVolumes-105382994-project] 10.222.0.42 "GET /v2.0/quotas/b7963be4780b4b6d80d031247a81b2f8 HTTP/1.1" status: 200 len: 375 time: 0.0090351 Mar 29 16:29:53.802667 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-62e007a9-0cf6-45aa-93df-5ae904d35ef9 req-01e4d2df-0e91-4577-9b58-fac2febe23f0 tempest-TestEncryptedCinderVolumes-105382994 tempest-TestEncryptedCinderVolumes-105382994-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=b7963be4780b4b6d80d031247a81b2f8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0463023 Mar 29 16:29:53.805634 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:53.825450 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] For port 7ed05f7b-f507-4be5-b8d5-afd0e95258ac, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=7ed05f7b-f507-4be5-b8d5-afd0e95258ac,segment=NetworkSegment(6ab47353-a811-4bad-bc73-b4cc84583cfd),segment_id=6ab47353-a811-4bad-bc73-b4cc84583cfd)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:29:53.829949 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:53.831518 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 2779b8f9-0559-4b23-af28-a8a575427437 up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 16:29:53.915549 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Pushing event updated for resources: {'Port': ['ID=7ed05f7b-f507-4be5-b8d5-afd0e95258ac,revision_number=4']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:29:53.926270 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port 2779b8f9-0559-4b23-af28-a8a575427437 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:29:53.926633 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:54.002830 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-62e007a9-0cf6-45aa-93df-5ae904d35ef9 req-97642bf2-3cbb-488a-a539-73c001f57472 service neutron] 10.222.0.42 "GET /v2.0/networks/3b8c8dc3-9c93-4843-bbe0-f3cb8a8c7180?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1876724 Mar 29 16:29:54.011010 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device cf51fcd1-f449-4aab-86cf-02133a18a051 up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 16:29:54.060780 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port cf51fcd1-f449-4aab-86cf-02133a18a051 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:29:54.061145 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:54.094108 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-62e007a9-0cf6-45aa-93df-5ae904d35ef9 req-41ff3b0f-315c-4455-b695-e005417ee807 service neutron] 10.222.0.42 "GET /v2.0/networks/3b8c8dc3-9c93-4843-bbe0-f3cb8a8c7180?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845497 Mar 29 16:29:54.256864 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-a215a4a2-90f0-4d45-9808-b4f73bbbbdf4 req-4825ab88-c478-409d-949a-8f9bdf57528f tempest-TestEncryptedCinderVolumes-105382994 tempest-TestEncryptedCinderVolumes-105382994-project] 10.222.0.42 "GET /v2.0/ports?device_id=4e5c21ca-260b-4353-a7c2-1a918e62f5de HTTP/1.1" status: 200 len: 210 time: 0.0271165 Mar 29 16:29:55.047504 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1331f1c-ac77-48e3-ad11-fccf623d5228 None None] Sync routers for ids ['eede6733-b2ab-487b-80c2-586b20553daf'] in n-d-834765-1 {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 16:29:55.058052 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1331f1c-ac77-48e3-ad11-fccf623d5228 None None] Routers {'eede6733-b2ab-487b-80c2-586b20553daf'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:29:55.058654 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-e1331f1c-ac77-48e3-ad11-fccf623d5228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:29:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['eede6733-b2ab-487b-80c2-586b20553daf'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:29:55.164213 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvr_db [None req-e1331f1c-ac77-48e3-ad11-fccf623d5228 None None] Set router eede6733-b2ab-487b-80c2-586b20553daf gateway port host: n-d-834765-1 {{(pid=102792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:29:55.320677 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e007a9-0cf6-45aa-93df-5ae904d35ef9 req-08fcf2b2-acd9-4fdb-a925-421085cfeaac tempest-TestEncryptedCinderVolumes-105382994 tempest-TestEncryptedCinderVolumes-105382994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:29:55.322273 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-62e007a9-0cf6-45aa-93df-5ae904d35ef9 req-08fcf2b2-acd9-4fdb-a925-421085cfeaac tempest-TestEncryptedCinderVolumes-105382994 tempest-TestEncryptedCinderVolumes-105382994-project] 10.222.0.48 "GET /v2.0/networks?id=3b8c8dc3-9c93-4843-bbe0-f3cb8a8c7180 HTTP/1.1" status: 200 len: 817 time: 0.1342154 Mar 29 16:29:55.337018 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [req-62e007a9-0cf6-45aa-93df-5ae904d35ef9 req-4422b5b0-d161-4765-bc46-069e5c8046e6 tempest-TestEncryptedCinderVolumes-105382994 tempest-TestEncryptedCinderVolumes-105382994-project] Request body: {'port': {'device_id': '4e5c21ca-260b-4353-a7c2-1a918e62f5de', 'network_id': '3b8c8dc3-9c93-4843-bbe0-f3cb8a8c7180', 'admin_state_up': True, 'tenant_id': 'b7963be4780b4b6d80d031247a81b2f8'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:29:55.383110 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-e1331f1c-ac77-48e3-ad11-fccf623d5228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eede6733-b2ab-487b-80c2-586b20553daf', 'name': 'tempest-TestEncryptedCinderVolumes-1487576954-router', 'tenant_id': 'ba80e34d64b44a388303b2c3c63e38a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.103'}], 'enable_snat': True}, 'gw_port_id': '7ed05f7b-f507-4be5-b8d5-afd0e95258ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:29:49Z', 'updated_at': '2022-03-29T16:29:52Z', 'revision_number': 4, 'project_id': 'ba80e34d64b44a388303b2c3c63e38a2', 'gw_port': {'id': '7ed05f7b-f507-4be5-b8d5-afd0e95258ac', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:56:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eede6733-b2ab-487b-80c2-586b20553daf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:29:49Z', 'updated_at': '2022-03-29T16:29:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': 'e6ef0607-5049-41e4-99ef-ad12d15f6476', 'name': '', 'network_id': '20b95674-8909-4bd7-a466-0a3b44341efc', 'tenant_id': 'ba80e34d64b44a388303b2c3c63e38a2', 'mac_address': 'fa:16:3e:84:12:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eede6733-b2ab-487b-80c2-586b20553daf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': 'c62f38ae-6b97-40e3-9748-61cffbca0d57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:29:51Z', 'updated_at': '2022-03-29T16:29:52Z', 'revision_number': 2, 'project_id': 'ba80e34d64b44a388303b2c3c63e38a2', 'subnets': [{'id': 'c62f38ae-6b97-40e3-9748-61cffbca0d57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:29:55.386243 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-678e7bf7-dd17-4709-8aec-d1860a2e0f44 req-9ec706fd-dbb9-4a62-846f-c6f3bdc6d9a7 tempest-TestEncryptedCinderVolumes-105382994 tempest-TestEncryptedCinderVolumes-105382994-project] 10.222.0.42 "GET /v2.0/ports?device_id=4e5c21ca-260b-4353-a7c2-1a918e62f5de HTTP/1.1" status: 200 len: 210 time: 0.0437109 Mar 29 16:29:55.413480 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1331f1c-ac77-48e3-ad11-fccf623d5228 None None] Checking router: eede6733-b2ab-487b-80c2-586b20553daf for host: n-d-834765-1 {{(pid=102792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 16:29:55.413865 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1331f1c-ac77-48e3-ad11-fccf623d5228 None None] Updating router eede6733-b2ab-487b-80c2-586b20553daf port e6ef0607-5049-41e4-99ef-ad12d15f6476 binding host n-d-834765-1 {{(pid=102792) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 16:29:55.439104 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-e1331f1c-ac77-48e3-ad11-fccf623d5228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:55.468140 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62e007a9-0cf6-45aa-93df-5ae904d35ef9 req-4422b5b0-d161-4765-bc46-069e5c8046e6 tempest-TestEncryptedCinderVolumes-105382994 tempest-TestEncryptedCinderVolumes-105382994-project] Made reservation on behalf of b7963be4780b4b6d80d031247a81b2f8 for: {'port': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:29:55.471811 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-62e007a9-0cf6-45aa-93df-5ae904d35ef9 req-4422b5b0-d161-4765-bc46-069e5c8046e6 tempest-TestEncryptedCinderVolumes-105382994 tempest-TestEncryptedCinderVolumes-105382994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:55.586897 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 7ed05f7b-f507-4be5-b8d5-afd0e95258ac up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 16:29:55.599326 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_common [req-62e007a9-0cf6-45aa-93df-5ae904d35ef9 req-4422b5b0-d161-4765-bc46-069e5c8046e6 tempest-TestEncryptedCinderVolumes-105382994 tempest-TestEncryptedCinderVolumes-105382994-project] Allocated IP 172.20.0.13 (3b8c8dc3-9c93-4843-bbe0-f3cb8a8c7180/3e767ca3-be50-4392-8691-132bdb58289e/c18bb222-f232-432b-87fc-9459ffa2c996) {{(pid=102791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:29:55.693725 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port 7ed05f7b-f507-4be5-b8d5-afd0e95258ac triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:29:55.694094 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:55.942809 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-e1331f1c-ac77-48e3-ad11-fccf623d5228 None None] Notify callbacks [] for port, precommit_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:55.951014 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-e1331f1c-ac77-48e3-ad11-fccf623d5228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:56.029648 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297b7431-13bb-442b-a1da-b531d5011d3d None None] Pushing event updated for resources: {'Port': ['ID=e6ef0607-5049-41e4-99ef-ad12d15f6476,revision_number=3']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:29:56.090503 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-e1331f1c-ac77-48e3-ad11-fccf623d5228 None None] Attempting to bind port e6ef0607-5049-41e4-99ef-ad12d15f6476 on host n-d-834765-1 for vnic_type normal with profile {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 16:29:56.091877 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-e1331f1c-ac77-48e3-ad11-fccf623d5228 None None] Attempting to bind port e6ef0607-5049-41e4-99ef-ad12d15f6476 by drivers openvswitch,hyperv on host n-d-834765-1 at level 0 using segments [{'id': '88d2fbae-b4ce-432e-9e3d-a382c01d7830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '20b95674-8909-4bd7-a466-0a3b44341efc'}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 16:29:56.092238 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1331f1c-ac77-48e3-ad11-fccf623d5228 None None] Attempting to bind port e6ef0607-5049-41e4-99ef-ad12d15f6476 on network 20b95674-8909-4bd7-a466-0a3b44341efc {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 16:29:56.096573 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-62e007a9-0cf6-45aa-93df-5ae904d35ef9 req-4422b5b0-d161-4765-bc46-069e5c8046e6 tempest-TestEncryptedCinderVolumes-105382994 tempest-TestEncryptedCinderVolumes-105382994-project] Notify callbacks [] for port, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:56.098554 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1331f1c-ac77-48e3-ad11-fccf623d5228 None None] Checking agent: {'id': 'a8866439-9d96-425c-b519-6905c591ac37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 25, 36), 'started_at': datetime.datetime(2022, 3, 29, 15, 26, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 16, 29, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834765-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 16:29:56.098999 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1331f1c-ac77-48e3-ad11-fccf623d5228 None None] Checking segment: {'id': '88d2fbae-b4ce-432e-9e3d-a382c01d7830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '20b95674-8909-4bd7-a466-0a3b44341efc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 16:29:56.099494 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-e1331f1c-ac77-48e3-ad11-fccf623d5228 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:56.099952 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1331f1c-ac77-48e3-ad11-fccf623d5228 None None] Bound using segment: {'id': '88d2fbae-b4ce-432e-9e3d-a382c01d7830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '20b95674-8909-4bd7-a466-0a3b44341efc'} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 16:29:56.100516 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-e1331f1c-ac77-48e3-ad11-fccf623d5228 None None] Bound port: e6ef0607-5049-41e4-99ef-ad12d15f6476, host: n-d-834765-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88d2fbae-b4ce-432e-9e3d-a382c01d7830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '20b95674-8909-4bd7-a466-0a3b44341efc'}}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 16:29:56.100985 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-e1331f1c-ac77-48e3-ad11-fccf623d5228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:56.135467 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-62e007a9-0cf6-45aa-93df-5ae904d35ef9 req-4422b5b0-d161-4765-bc46-069e5c8046e6 tempest-TestEncryptedCinderVolumes-105382994 tempest-TestEncryptedCinderVolumes-105382994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:56.175140 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-e1331f1c-ac77-48e3-ad11-fccf623d5228 None None] For port e6ef0607-5049-41e4-99ef-ad12d15f6476, host n-d-834765-1, cleared binding levels {{(pid=102792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 16:29:56.178934 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-e1331f1c-ac77-48e3-ad11-fccf623d5228 None None] For port e6ef0607-5049-41e4-99ef-ad12d15f6476, host n-d-834765-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=e6ef0607-5049-41e4-99ef-ad12d15f6476,segment=NetworkSegment(88d2fbae-b4ce-432e-9e3d-a382c01d7830),segment_id=88d2fbae-b4ce-432e-9e3d-a382c01d7830)] {{(pid=102792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 16:29:56.182372 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62e007a9-0cf6-45aa-93df-5ae904d35ef9 req-4422b5b0-d161-4765-bc46-069e5c8046e6 tempest-TestEncryptedCinderVolumes-105382994 tempest-TestEncryptedCinderVolumes-105382994-project] Network 3b8c8dc3-9c93-4843-bbe0-f3cb8a8c7180 is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:29:56.184330 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-e1331f1c-ac77-48e3-ad11-fccf623d5228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:56.185512 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [req-62e007a9-0cf6-45aa-93df-5ae904d35ef9 req-4422b5b0-d161-4765-bc46-069e5c8046e6 tempest-TestEncryptedCinderVolumes-105382994 tempest-TestEncryptedCinderVolumes-105382994-project] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:29:56.189188 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [req-62e007a9-0cf6-45aa-93df-5ae904d35ef9 req-4422b5b0-d161-4765-bc46-069e5c8046e6 tempest-TestEncryptedCinderVolumes-105382994 tempest-TestEncryptedCinderVolumes-105382994-project] Received port after_create {{(pid=102791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:29:56.216867 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4422b5b0-d161-4765-bc46-069e5c8046e6 tempest-TestEncryptedCinderVolumes-105382994 tempest-TestEncryptedCinderVolumes-105382994-project] Pushing event updated for resources: {'Port': ['ID=c18bb222-f232-432b-87fc-9459ffa2c996,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:29:56.246483 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e007a9-0cf6-45aa-93df-5ae904d35ef9 req-4422b5b0-d161-4765-bc46-069e5c8046e6 tempest-TestEncryptedCinderVolumes-105382994 tempest-TestEncryptedCinderVolumes-105382994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:29:56.247139 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-62e007a9-0cf6-45aa-93df-5ae904d35ef9 req-4422b5b0-d161-4765-bc46-069e5c8046e6 tempest-TestEncryptedCinderVolumes-105382994 tempest-TestEncryptedCinderVolumes-105382994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:56.265942 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297b7431-13bb-442b-a1da-b531d5011d3d None None] Pushing event updated for resources: {'Port': ['ID=e6ef0607-5049-41e4-99ef-ad12d15f6476,revision_number=4']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:29:56.267884 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-62e007a9-0cf6-45aa-93df-5ae904d35ef9 req-4422b5b0-d161-4765-bc46-069e5c8046e6 tempest-TestEncryptedCinderVolumes-105382994 tempest-TestEncryptedCinderVolumes-105382994-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9359214 Mar 29 16:29:56.276598 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1331f1c-ac77-48e3-ad11-fccf623d5228 None None] Routers {'eede6733-b2ab-487b-80c2-586b20553daf'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:29:56.277118 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-e1331f1c-ac77-48e3-ad11-fccf623d5228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:29:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['eede6733-b2ab-487b-80c2-586b20553daf'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:29:56.281788 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [req-62e007a9-0cf6-45aa-93df-5ae904d35ef9 req-bbae79db-d40e-4d4e-a120-af79deae32be service neutron] Request body: {'port': {'device_id': '4e5c21ca-260b-4353-a7c2-1a918e62f5de', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834765-1'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:29:56.354655 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-62e007a9-0cf6-45aa-93df-5ae904d35ef9 req-bbae79db-d40e-4d4e-a120-af79deae32be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:56.364549 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-f6c3a6e1-c3b7-466d-9056-c7e932727d77 None None] Provisioning complete for port e6ef0607-5049-41e4-99ef-ad12d15f6476 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:29:56.364931 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-f6c3a6e1-c3b7-466d-9056-c7e932727d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:56.462803 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvr_db [None req-e1331f1c-ac77-48e3-ad11-fccf623d5228 None None] Set router eede6733-b2ab-487b-80c2-586b20553daf gateway port host: n-d-834765-1 {{(pid=102792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:29:56.558282 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44453bce-3fe9-4030-aae0-2be106a01a1e req-6040a1f4-3417-40a1-bc79-a051de7ad95b tempest-TestEncryptedCinderVolumes-105382994 tempest-TestEncryptedCinderVolumes-105382994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:29:56.559976 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-44453bce-3fe9-4030-aae0-2be106a01a1e req-6040a1f4-3417-40a1-bc79-a051de7ad95b tempest-TestEncryptedCinderVolumes-105382994 tempest-TestEncryptedCinderVolumes-105382994-project] 10.222.0.42 "GET /v2.0/ports?device_id=4e5c21ca-260b-4353-a7c2-1a918e62f5de HTTP/1.1" status: 200 len: 932 time: 0.0745125 Mar 29 16:29:56.604802 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-f6c3a6e1-c3b7-466d-9056-c7e932727d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:56.619195 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-44453bce-3fe9-4030-aae0-2be106a01a1e req-8df3aca4-b4ff-47d8-8ad0-98e8ec4c80b8 tempest-TestEncryptedCinderVolumes-105382994 tempest-TestEncryptedCinderVolumes-105382994-project] 10.222.0.42 "GET /v2.0/security-groups?id=c53d3670-8597-4a5f-a096-9db76d7523b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510440 Mar 29 16:29:56.685041 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-f6c3a6e1-c3b7-466d-9056-c7e932727d77 None None] For port e6ef0607-5049-41e4-99ef-ad12d15f6476, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=e6ef0607-5049-41e4-99ef-ad12d15f6476,segment=NetworkSegment(88d2fbae-b4ce-432e-9e3d-a382c01d7830),segment_id=88d2fbae-b4ce-432e-9e3d-a382c01d7830)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:29:56.692975 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-f6c3a6e1-c3b7-466d-9056-c7e932727d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:56.693475 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [req-62e007a9-0cf6-45aa-93df-5ae904d35ef9 req-bbae79db-d40e-4d4e-a120-af79deae32be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c18bb222-f232-432b-87fc-9459ffa2c996 {{(pid=102791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 16:29:56.702054 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-62e007a9-0cf6-45aa-93df-5ae904d35ef9 req-bbae79db-d40e-4d4e-a120-af79deae32be service neutron] Notify callbacks [] for port, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:56.714454 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.provisioning_blocks [req-62e007a9-0cf6-45aa-93df-5ae904d35ef9 req-bbae79db-d40e-4d4e-a120-af79deae32be service neutron] Transition to ACTIVE for port object c18bb222-f232-432b-87fc-9459ffa2c996 will not be triggered until provisioned by entity L2. {{(pid=102791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 16:29:56.718354 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-62e007a9-0cf6-45aa-93df-5ae904d35ef9 req-bbae79db-d40e-4d4e-a120-af79deae32be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:56.771522 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbae79db-d40e-4d4e-a120-af79deae32be service neutron] Pushing event updated for resources: {'Port': ['ID=c18bb222-f232-432b-87fc-9459ffa2c996,revision_number=2']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:29:56.773721 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c3a6e1-c3b7-466d-9056-c7e932727d77 None None] Pushing event updated for resources: {'Port': ['ID=e6ef0607-5049-41e4-99ef-ad12d15f6476,revision_number=5']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:29:56.800340 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-e1331f1c-ac77-48e3-ad11-fccf623d5228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eede6733-b2ab-487b-80c2-586b20553daf', 'name': 'tempest-TestEncryptedCinderVolumes-1487576954-router', 'tenant_id': 'ba80e34d64b44a388303b2c3c63e38a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.103'}], 'enable_snat': True}, 'gw_port_id': '7ed05f7b-f507-4be5-b8d5-afd0e95258ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:29:49Z', 'updated_at': '2022-03-29T16:29:52Z', 'revision_number': 4, 'project_id': 'ba80e34d64b44a388303b2c3c63e38a2', 'gw_port': {'id': '7ed05f7b-f507-4be5-b8d5-afd0e95258ac', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:56:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eede6733-b2ab-487b-80c2-586b20553daf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:29:49Z', 'updated_at': '2022-03-29T16:29:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': 'e6ef0607-5049-41e4-99ef-ad12d15f6476', 'name': '', 'network_id': '20b95674-8909-4bd7-a466-0a3b44341efc', 'tenant_id': 'ba80e34d64b44a388303b2c3c63e38a2', 'mac_address': 'fa:16:3e:84:12:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eede6733-b2ab-487b-80c2-586b20553daf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': 'c62f38ae-6b97-40e3-9748-61cffbca0d57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:29:51Z', 'updated_at': '2022-03-29T16:29:56Z', 'revision_number': 4, 'project_id': 'ba80e34d64b44a388303b2c3c63e38a2', 'subnets': [{'id': 'c62f38ae-6b97-40e3-9748-61cffbca0d57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:29:56.834775 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1331f1c-ac77-48e3-ad11-fccf623d5228 None None] The sync data for ids ['eede6733-b2ab-487b-80c2-586b20553daf'] in n-d-834765-1 is: [{'id': 'eede6733-b2ab-487b-80c2-586b20553daf', 'name': 'tempest-TestEncryptedCinderVolumes-1487576954-router', 'tenant_id': 'ba80e34d64b44a388303b2c3c63e38a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.103'}], 'enable_snat': True}, 'gw_port_id': '7ed05f7b-f507-4be5-b8d5-afd0e95258ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:29:49Z', 'updated_at': '2022-03-29T16:29:52Z', 'revision_number': 4, 'project_id': 'ba80e34d64b44a388303b2c3c63e38a2', 'gw_port': {'id': '7ed05f7b-f507-4be5-b8d5-afd0e95258ac', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:56:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eede6733-b2ab-487b-80c2-586b20553daf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:29:49Z', 'updated_at': '2022-03-29T16:29:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': 'e6ef0607-5049-41e4-99ef-ad12d15f6476', 'name': '', 'network_id': '20b95674-8909-4bd7-a466-0a3b44341efc', 'tenant_id': 'ba80e34d64b44a388303b2c3c63e38a2', 'mac_address': 'fa:16:3e:84:12:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eede6733-b2ab-487b-80c2-586b20553daf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': 'c62f38ae-6b97-40e3-9748-61cffbca0d57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:29:51Z', 'updated_at': '2022-03-29T16:29:56Z', 'revision_number': 4, 'project_id': 'ba80e34d64b44a388303b2c3c63e38a2', 'subnets': [{'id': 'c62f38ae-6b97-40e3-9748-61cffbca0d57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 16:29:56.846465 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-7e783c5e-6eaf-4ba8-81e3-000b1438bb69 None None] Provisioning complete for port e6ef0607-5049-41e4-99ef-ad12d15f6476 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:29:56.847428 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-7e783c5e-6eaf-4ba8-81e3-000b1438bb69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:56.857813 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-62e007a9-0cf6-45aa-93df-5ae904d35ef9 req-bbae79db-d40e-4d4e-a120-af79deae32be service neutron] Attempting to bind port c18bb222-f232-432b-87fc-9459ffa2c996 on host n-h2-834765-1 for vnic_type normal with profile {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 16:29:56.858142 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-62e007a9-0cf6-45aa-93df-5ae904d35ef9 req-bbae79db-d40e-4d4e-a120-af79deae32be service neutron] Attempting to bind port c18bb222-f232-432b-87fc-9459ffa2c996 by drivers openvswitch,hyperv on host n-h2-834765-1 at level 0 using segments [{'id': '4dec0586-3bd9-4a8d-ab51-e284d9c6c3db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '3b8c8dc3-9c93-4843-bbe0-f3cb8a8c7180'}] {{(pid=102791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 16:29:56.858469 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62e007a9-0cf6-45aa-93df-5ae904d35ef9 req-bbae79db-d40e-4d4e-a120-af79deae32be service neutron] Attempting to bind port c18bb222-f232-432b-87fc-9459ffa2c996 on network 3b8c8dc3-9c93-4843-bbe0-f3cb8a8c7180 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 16:29:56.864225 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62e007a9-0cf6-45aa-93df-5ae904d35ef9 req-bbae79db-d40e-4d4e-a120-af79deae32be service neutron] Port c18bb222-f232-432b-87fc-9459ffa2c996 on network 3b8c8dc3-9c93-4843-bbe0-f3cb8a8c7180 not bound, no agent of type Open vSwitch agent registered on host n-h2-834765-1 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 16:29:56.864788 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62e007a9-0cf6-45aa-93df-5ae904d35ef9 req-bbae79db-d40e-4d4e-a120-af79deae32be service neutron] Attempting to bind port c18bb222-f232-432b-87fc-9459ffa2c996 on network 3b8c8dc3-9c93-4843-bbe0-f3cb8a8c7180 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 16:29:56.887234 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62e007a9-0cf6-45aa-93df-5ae904d35ef9 req-bbae79db-d40e-4d4e-a120-af79deae32be service neutron] Checking agent: {'id': '3e4b4912-b4a2-4d17-b5bd-6ce15529e8eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 33, 17), 'started_at': datetime.datetime(2022, 3, 29, 15, 33, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 16, 29, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 16:29:56.887234 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62e007a9-0cf6-45aa-93df-5ae904d35ef9 req-bbae79db-d40e-4d4e-a120-af79deae32be service neutron] Checking segment: {'id': '4dec0586-3bd9-4a8d-ab51-e284d9c6c3db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '3b8c8dc3-9c93-4843-bbe0-f3cb8a8c7180'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 16:29:56.887234 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62e007a9-0cf6-45aa-93df-5ae904d35ef9 req-bbae79db-d40e-4d4e-a120-af79deae32be service neutron] Bound using segment: {'id': '4dec0586-3bd9-4a8d-ab51-e284d9c6c3db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '3b8c8dc3-9c93-4843-bbe0-f3cb8a8c7180'} {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 16:29:56.887234 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-62e007a9-0cf6-45aa-93df-5ae904d35ef9 req-bbae79db-d40e-4d4e-a120-af79deae32be service neutron] Bound port: c18bb222-f232-432b-87fc-9459ffa2c996, host: n-h2-834765-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4dec0586-3bd9-4a8d-ab51-e284d9c6c3db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '3b8c8dc3-9c93-4843-bbe0-f3cb8a8c7180'}}] {{(pid=102791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 16:29:56.887234 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-62e007a9-0cf6-45aa-93df-5ae904d35ef9 req-bbae79db-d40e-4d4e-a120-af79deae32be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:56.992784 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-62e007a9-0cf6-45aa-93df-5ae904d35ef9 req-bbae79db-d40e-4d4e-a120-af79deae32be service neutron] For port c18bb222-f232-432b-87fc-9459ffa2c996, host n-h2-834765-1, cleared binding levels {{(pid=102791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 16:29:56.996590 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-62e007a9-0cf6-45aa-93df-5ae904d35ef9 req-bbae79db-d40e-4d4e-a120-af79deae32be service neutron] For port c18bb222-f232-432b-87fc-9459ffa2c996, host n-h2-834765-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=c18bb222-f232-432b-87fc-9459ffa2c996,segment=NetworkSegment(4dec0586-3bd9-4a8d-ab51-e284d9c6c3db),segment_id=4dec0586-3bd9-4a8d-ab51-e284d9c6c3db)] {{(pid=102791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 16:29:57.002309 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-62e007a9-0cf6-45aa-93df-5ae904d35ef9 req-bbae79db-d40e-4d4e-a120-af79deae32be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:57.040320 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e007a9-0cf6-45aa-93df-5ae904d35ef9 req-bbae79db-d40e-4d4e-a120-af79deae32be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:29:57.040805 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-62e007a9-0cf6-45aa-93df-5ae904d35ef9 req-bbae79db-d40e-4d4e-a120-af79deae32be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:57.042217 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-62e007a9-0cf6-45aa-93df-5ae904d35ef9 req-bbae79db-d40e-4d4e-a120-af79deae32be service neutron] 10.222.0.48 "PUT /v2.0/ports/c18bb222-f232-432b-87fc-9459ffa2c996 HTTP/1.1" status: 200 len: 1092 time: 0.7657268 Mar 29 16:29:57.042665 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e5c21ca-260b-4353-a7c2-1a918e62f5de', 'tag': 'c18bb222-f232-432b-87fc-9459ffa2c996'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:29:57.044969 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c67b028db5e9b9818fecc5c0a87ebc6f190694fa53ca267d523e04f98de536d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e897ca7-dde4-49a9-be00-388af3616207" -d '{"events": [{"name": "network-changed", "server_uuid": "4e5c21ca-260b-4353-a7c2-1a918e62f5de", "tag": "c18bb222-f232-432b-87fc-9459ffa2c996"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:29:57.078966 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbae79db-d40e-4d4e-a120-af79deae32be service neutron] Pushing event updated for resources: {'Port': ['ID=c18bb222-f232-432b-87fc-9459ffa2c996,revision_number=3']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:29:57.120988 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 16:29:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e7cd566-3fca-4510-a8f4-66f72c29891b x-openstack-request-id: req-7e7cd566-3fca-4510-a8f4-66f72c29891b {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:29:57.121282 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e5c21ca-260b-4353-a7c2-1a918e62f5de", "tag": "c18bb222-f232-432b-87fc-9459ffa2c996", "status": "completed", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:29:57.121531 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-7e7cd566-3fca-4510-a8f4-66f72c29891b {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:29:57.122013 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e5c21ca-260b-4353-a7c2-1a918e62f5de', 'tag': 'c18bb222-f232-432b-87fc-9459ffa2c996', 'status': 'completed', 'code': 200} Mar 29 16:29:57.138184 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e007a9-0cf6-45aa-93df-5ae904d35ef9 req-035ac9c0-3b1b-4468-a177-46f30365c6bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:29:57.139803 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-62e007a9-0cf6-45aa-93df-5ae904d35ef9 req-035ac9c0-3b1b-4468-a177-46f30365c6bc service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b7963be4780b4b6d80d031247a81b2f8&device_id=4e5c21ca-260b-4353-a7c2-1a918e62f5de HTTP/1.1" status: 200 len: 1095 time: 0.0503485 Mar 29 16:29:57.182523 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-62e007a9-0cf6-45aa-93df-5ae904d35ef9 req-1dfd9dfb-d431-4073-b12a-38990ea4a57a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c18bb222-f232-432b-87fc-9459ffa2c996 HTTP/1.1" status: 200 len: 217 time: 0.0357485 Mar 29 16:29:57.240980 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e007a9-0cf6-45aa-93df-5ae904d35ef9 req-441dbf80-4ef9-4160-894b-47baa5b62d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:29:57.242483 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-62e007a9-0cf6-45aa-93df-5ae904d35ef9 req-441dbf80-4ef9-4160-894b-47baa5b62d92 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3e767ca3-be50-4392-8691-132bdb58289e HTTP/1.1" status: 200 len: 856 time: 0.0517220 Mar 29 16:29:57.293467 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e007a9-0cf6-45aa-93df-5ae904d35ef9 req-174e2cef-d26b-4bb6-88d5-46d07620f49c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:29:57.294986 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-62e007a9-0cf6-45aa-93df-5ae904d35ef9 req-174e2cef-d26b-4bb6-88d5-46d07620f49c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3b8c8dc3-9c93-4843-bbe0-f3cb8a8c7180&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435674 Mar 29 16:29:57.393863 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-62e007a9-0cf6-45aa-93df-5ae904d35ef9 req-dcefb068-1857-4d0d-b5df-312b096740a7 service neutron] 10.222.0.48 "GET /v2.0/networks/3b8c8dc3-9c93-4843-bbe0-f3cb8a8c7180?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923429 Mar 29 16:29:57.487240 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-62e007a9-0cf6-45aa-93df-5ae904d35ef9 req-e317e2cb-831b-4606-b5db-ddddd69fe1d0 service neutron] 10.222.0.48 "GET /v2.0/networks/3b8c8dc3-9c93-4843-bbe0-f3cb8a8c7180?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865569 Mar 29 16:29:57.579137 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e897ca7-dde4-49a9-be00-388af3616207 req-ad0c96d5-c707-4878-9d5a-374b5edd4e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:29:57.584818 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-3e897ca7-dde4-49a9-be00-388af3616207 req-ad0c96d5-c707-4878-9d5a-374b5edd4e51 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b7963be4780b4b6d80d031247a81b2f8&device_id=4e5c21ca-260b-4353-a7c2-1a918e62f5de HTTP/1.1" status: 200 len: 1095 time: 0.0474906 Mar 29 16:29:57.592373 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device e6ef0607-5049-41e4-99ef-ad12d15f6476 up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 16:29:57.643245 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port e6ef0607-5049-41e4-99ef-ad12d15f6476 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:29:57.643245 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:29:57.681658 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e897ca7-dde4-49a9-be00-388af3616207 req-f9cd6622-350f-46ab-9076-d69c648ce6f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:29:57.683141 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-3e897ca7-dde4-49a9-be00-388af3616207 req-f9cd6622-350f-46ab-9076-d69c648ce6f6 service neutron] 10.222.0.48 "GET /v2.0/networks?id=3b8c8dc3-9c93-4843-bbe0-f3cb8a8c7180 HTTP/1.1" status: 200 len: 918 time: 0.0923352 Mar 29 16:29:57.727061 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-3e897ca7-dde4-49a9-be00-388af3616207 req-0c605c84-3fff-40d1-a18d-7ed362dd7c10 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c18bb222-f232-432b-87fc-9459ffa2c996 HTTP/1.1" status: 200 len: 217 time: 0.0360279 Mar 29 16:29:57.747517 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54219623-e6af-4471-9278-93becd7ce6aa req-27729ca6-b795-4140-aca3-c13cc7932d38 tempest-TestEncryptedCinderVolumes-105382994 tempest-TestEncryptedCinderVolumes-105382994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:29:57.750044 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-54219623-e6af-4471-9278-93becd7ce6aa req-27729ca6-b795-4140-aca3-c13cc7932d38 tempest-TestEncryptedCinderVolumes-105382994 tempest-TestEncryptedCinderVolumes-105382994-project] 10.222.0.42 "GET /v2.0/ports?device_id=4e5c21ca-260b-4353-a7c2-1a918e62f5de HTTP/1.1" status: 200 len: 944 time: 0.0569167 Mar 29 16:29:57.785765 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e897ca7-dde4-49a9-be00-388af3616207 req-5a20b5a9-ff12-4ffb-907d-cc3a6ae32ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:29:57.787231 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-3e897ca7-dde4-49a9-be00-388af3616207 req-5a20b5a9-ff12-4ffb-907d-cc3a6ae32ea7 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3e767ca3-be50-4392-8691-132bdb58289e HTTP/1.1" status: 200 len: 856 time: 0.0544059 Mar 29 16:29:57.789547 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-54219623-e6af-4471-9278-93becd7ce6aa req-f1233c31-d35c-467e-a3d0-2bbb32851ceb tempest-TestEncryptedCinderVolumes-105382994 tempest-TestEncryptedCinderVolumes-105382994-project] 10.222.0.42 "GET /v2.0/security-groups?id=c53d3670-8597-4a5f-a096-9db76d7523b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328293 Mar 29 16:29:57.833412 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e897ca7-dde4-49a9-be00-388af3616207 req-092df3c2-7a1c-4cf2-9912-d4b274f1e50b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:29:57.834902 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-3e897ca7-dde4-49a9-be00-388af3616207 req-092df3c2-7a1c-4cf2-9912-d4b274f1e50b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3b8c8dc3-9c93-4843-bbe0-f3cb8a8c7180&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417612 Mar 29 16:29:57.922935 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-3e897ca7-dde4-49a9-be00-388af3616207 req-650a7973-a029-4166-abb2-0b75769edb55 service neutron] 10.222.0.48 "GET /v2.0/networks/3b8c8dc3-9c93-4843-bbe0-f3cb8a8c7180?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801408 Mar 29 16:29:58.021489 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-3e897ca7-dde4-49a9-be00-388af3616207 req-e2a3e8ce-001e-42bc-acd9-fdd46f0e6efd service neutron] 10.222.0.48 "GET /v2.0/networks/3b8c8dc3-9c93-4843-bbe0-f3cb8a8c7180?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917475 Mar 29 16:29:58.907569 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e40a10-5883-472f-8b3d-a34d5589d980 req-295e5e17-5777-41d3-b314-8bb11e5a00ec tempest-TestEncryptedCinderVolumes-105382994 tempest-TestEncryptedCinderVolumes-105382994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:29:58.909827 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-21e40a10-5883-472f-8b3d-a34d5589d980 req-295e5e17-5777-41d3-b314-8bb11e5a00ec tempest-TestEncryptedCinderVolumes-105382994 tempest-TestEncryptedCinderVolumes-105382994-project] 10.222.0.42 "GET /v2.0/ports?device_id=4e5c21ca-260b-4353-a7c2-1a918e62f5de HTTP/1.1" status: 200 len: 944 time: 0.0498433 Mar 29 16:29:58.947141 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-21e40a10-5883-472f-8b3d-a34d5589d980 req-40d961fa-275a-44b6-b3df-5fef1ff9e587 tempest-TestEncryptedCinderVolumes-105382994 tempest-TestEncryptedCinderVolumes-105382994-project] 10.222.0.42 "GET /v2.0/security-groups?id=c53d3670-8597-4a5f-a096-9db76d7523b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313265 Mar 29 16:30:00.062192 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9cac12-7c32-4f62-a119-df13cd0a5a68 req-58fa6af2-f5a3-46a2-9de4-2c7280ecf3e5 tempest-TestEncryptedCinderVolumes-105382994 tempest-TestEncryptedCinderVolumes-105382994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:30:00.063697 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-7c9cac12-7c32-4f62-a119-df13cd0a5a68 req-58fa6af2-f5a3-46a2-9de4-2c7280ecf3e5 tempest-TestEncryptedCinderVolumes-105382994 tempest-TestEncryptedCinderVolumes-105382994-project] 10.222.0.42 "GET /v2.0/ports?device_id=4e5c21ca-260b-4353-a7c2-1a918e62f5de HTTP/1.1" status: 200 len: 944 time: 0.0491629 Mar 29 16:30:00.102003 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-7c9cac12-7c32-4f62-a119-df13cd0a5a68 req-1ab19c43-a10e-43cf-a270-79c058422bc5 tempest-TestEncryptedCinderVolumes-105382994 tempest-TestEncryptedCinderVolumes-105382994-project] 10.222.0.42 "GET /v2.0/security-groups?id=c53d3670-8597-4a5f-a096-9db76d7523b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319238 Mar 29 16:30:00.428182 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-3041a293-2572-4c15-9021-796e410a6b20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:30:01.221378 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a842d489-1f58-4b81-90f7-30107b6f1ba6 req-f23aedf2-85d7-42bd-bd69-29f6c5336fd2 tempest-TestEncryptedCinderVolumes-105382994 tempest-TestEncryptedCinderVolumes-105382994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:30:01.222760 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-a842d489-1f58-4b81-90f7-30107b6f1ba6 req-f23aedf2-85d7-42bd-bd69-29f6c5336fd2 tempest-TestEncryptedCinderVolumes-105382994 tempest-TestEncryptedCinderVolumes-105382994-project] 10.222.0.42 "GET /v2.0/ports?device_id=4e5c21ca-260b-4353-a7c2-1a918e62f5de HTTP/1.1" status: 200 len: 944 time: 0.0533378 Mar 29 16:30:01.260950 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-a842d489-1f58-4b81-90f7-30107b6f1ba6 req-34d2482d-0ea4-4697-bcb7-e7afe8b7cc36 tempest-TestEncryptedCinderVolumes-105382994 tempest-TestEncryptedCinderVolumes-105382994-project] 10.222.0.42 "GET /v2.0/security-groups?id=c53d3670-8597-4a5f-a096-9db76d7523b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321879 Mar 29 16:30:02.376658 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29231a7-9ee7-4474-93b8-f4d618ff09ea req-be2b3875-fb82-4a2d-99d4-e72d699e1048 tempest-TestEncryptedCinderVolumes-105382994 tempest-TestEncryptedCinderVolumes-105382994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:30:02.378633 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-f29231a7-9ee7-4474-93b8-f4d618ff09ea req-be2b3875-fb82-4a2d-99d4-e72d699e1048 tempest-TestEncryptedCinderVolumes-105382994 tempest-TestEncryptedCinderVolumes-105382994-project] 10.222.0.42 "GET /v2.0/ports?device_id=4e5c21ca-260b-4353-a7c2-1a918e62f5de HTTP/1.1" status: 200 len: 944 time: 0.0479343 Mar 29 16:30:02.415437 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-f29231a7-9ee7-4474-93b8-f4d618ff09ea req-a812c2ea-4e37-4fa8-bc9f-08df40370cdd tempest-TestEncryptedCinderVolumes-105382994 tempest-TestEncryptedCinderVolumes-105382994-project] 10.222.0.42 "GET /v2.0/security-groups?id=c53d3670-8597-4a5f-a096-9db76d7523b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305870 Mar 29 16:30:02.488474 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device c18bb222-f232-432b-87fc-9459ffa2c996 details requested by agent hyperv_n-h2-834765-1 with host n-h2-834765-1 {{(pid=102792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 16:30:02.585388 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port c18bb222-f232-432b-87fc-9459ffa2c996, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=c18bb222-f232-432b-87fc-9459ffa2c996,segment=NetworkSegment(4dec0586-3bd9-4a8d-ab51-e284d9c6c3db),segment_id=4dec0586-3bd9-4a8d-ab51-e284d9c6c3db)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:30:02.595918 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Returning: {'device': 'c18bb222-f232-432b-87fc-9459ffa2c996', 'network_id': '3b8c8dc3-9c93-4843-bbe0-f3cb8a8c7180', 'port_id': 'c18bb222-f232-432b-87fc-9459ffa2c996', 'mac_address': 'fa:16:3e:13:f6:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 636, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e767ca3-be50-4392-8691-132bdb58289e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 16:30:02.633252 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:30:02.645500 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c18bb222-f232-432b-87fc-9459ffa2c996 {{(pid=102792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 16:30:02.664123 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port c18bb222-f232-432b-87fc-9459ffa2c996, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=c18bb222-f232-432b-87fc-9459ffa2c996,segment=NetworkSegment(4dec0586-3bd9-4a8d-ab51-e284d9c6c3db),segment_id=4dec0586-3bd9-4a8d-ab51-e284d9c6c3db)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:30:02.668076 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:30:02.713929 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Pushing event updated for resources: {'Port': ['ID=c18bb222-f232-432b-87fc-9459ffa2c996,revision_number=4']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:30:02.891816 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-6b7eee35-dc07-4620-844f-1c7fb4935b90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:30:02.970138 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] get_ports_and_sgs() called for port_ids ['c18bb222-f232-432b-87fc-9459ffa2c996'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 16:30:03.531131 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06295548-cae1-465b-978b-76eab470f693 req-036baa5b-0fbb-4aed-9c4a-1acf5f060940 tempest-TestEncryptedCinderVolumes-105382994 tempest-TestEncryptedCinderVolumes-105382994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:30:03.532617 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-06295548-cae1-465b-978b-76eab470f693 req-036baa5b-0fbb-4aed-9c4a-1acf5f060940 tempest-TestEncryptedCinderVolumes-105382994 tempest-TestEncryptedCinderVolumes-105382994-project] 10.222.0.42 "GET /v2.0/ports?device_id=4e5c21ca-260b-4353-a7c2-1a918e62f5de HTTP/1.1" status: 200 len: 945 time: 0.0487473 Mar 29 16:30:03.570262 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-06295548-cae1-465b-978b-76eab470f693 req-f5d0a43c-d3f3-47dd-924d-300cbb63fa37 tempest-TestEncryptedCinderVolumes-105382994 tempest-TestEncryptedCinderVolumes-105382994-project] 10.222.0.42 "GET /v2.0/security-groups?id=c53d3670-8597-4a5f-a096-9db76d7523b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308957 Mar 29 16:30:04.347311 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d71584b9-87f1-45f5-84c7-c993c2416269 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:30:04.504609 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device c18bb222-f232-432b-87fc-9459ffa2c996 up at agent hyperv_n-h2-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 16:30:04.556368 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Provisioning for port c18bb222-f232-432b-87fc-9459ffa2c996 completed by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 16:30:04.559954 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Provisioning complete for port c18bb222-f232-432b-87fc-9459ffa2c996 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:30:04.560321 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:30:04.638811 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:30:04.662728 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e5c21ca-260b-4353-a7c2-1a918e62f5de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c18bb222-f232-432b-87fc-9459ffa2c996'}] {{(pid=102792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:30:04.665000 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4f476c66b318cc6068719fc39557fac68d413f5c7e78fa77028c7948e999ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bd56ff9-970f-4301-a96f-d6565be68dfa" -d '{"events": [{"server_uuid": "4e5c21ca-260b-4353-a7c2-1a918e62f5de", "name": "network-vif-plugged", "status": "completed", "tag": "c18bb222-f232-432b-87fc-9459ffa2c996"}]}' {{(pid=102792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:30:04.680818 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port c18bb222-f232-432b-87fc-9459ffa2c996, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=c18bb222-f232-432b-87fc-9459ffa2c996,segment=NetworkSegment(4dec0586-3bd9-4a8d-ab51-e284d9c6c3db),segment_id=4dec0586-3bd9-4a8d-ab51-e284d9c6c3db)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:30:04.685092 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:30:04.696156 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f77872-104d-45f0-b857-100ad0048246 req-2e519c4b-50b0-4ed3-b087-58f5a55daf1c tempest-TestEncryptedCinderVolumes-105382994 tempest-TestEncryptedCinderVolumes-105382994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:30:04.703754 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-a0f77872-104d-45f0-b857-100ad0048246 req-2e519c4b-50b0-4ed3-b087-58f5a55daf1c tempest-TestEncryptedCinderVolumes-105382994 tempest-TestEncryptedCinderVolumes-105382994-project] 10.222.0.42 "GET /v2.0/ports?device_id=4e5c21ca-260b-4353-a7c2-1a918e62f5de HTTP/1.1" status: 200 len: 945 time: 0.0619092 Mar 29 16:30:04.712709 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 16:30:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04db7604-d73c-4e62-8983-6d32ad24d099 x-openstack-request-id: req-04db7604-d73c-4e62-8983-6d32ad24d099 {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:30:04.713012 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e5c21ca-260b-4353-a7c2-1a918e62f5de", "name": "network-vif-plugged", "status": "completed", "tag": "c18bb222-f232-432b-87fc-9459ffa2c996", "code": 200}]} {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:30:04.713237 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-04db7604-d73c-4e62-8983-6d32ad24d099 {{(pid=102792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:30:04.713613 n-d-834765-1 neutron-server[102792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e5c21ca-260b-4353-a7c2-1a918e62f5de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c18bb222-f232-432b-87fc-9459ffa2c996', 'code': 200} Mar 29 16:30:04.739513 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-a0f77872-104d-45f0-b857-100ad0048246 req-df170609-972d-4032-b6cc-f433d104dcdd tempest-TestEncryptedCinderVolumes-105382994 tempest-TestEncryptedCinderVolumes-105382994-project] 10.222.0.42 "GET /v2.0/security-groups?id=c53d3670-8597-4a5f-a096-9db76d7523b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343173 Mar 29 16:30:04.747087 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Pushing event updated for resources: {'Port': ['ID=c18bb222-f232-432b-87fc-9459ffa2c996,revision_number=5']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:30:04.801759 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f886c0-6637-40a6-8218-9a2188394040 req-2ace97c8-73b8-4e44-819e-a9c01a03069c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:30:04.803230 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-07f886c0-6637-40a6-8218-9a2188394040 req-2ace97c8-73b8-4e44-819e-a9c01a03069c service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=4e5c21ca-260b-4353-a7c2-1a918e62f5de HTTP/1.1" status: 200 len: 1097 time: 0.0402527 Mar 29 16:30:04.836836 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-07f886c0-6637-40a6-8218-9a2188394040 req-18d27798-0682-4e83-a92d-9761955f4410 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=c53d3670-8597-4a5f-a096-9db76d7523b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0273602 Mar 29 16:30:05.863610 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29eb2132-d4ee-42ac-955a-1bce7cc2bb8d req-57e392cb-f626-4b48-9cb8-8f5d7cab896c tempest-TestEncryptedCinderVolumes-105382994 tempest-TestEncryptedCinderVolumes-105382994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:30:05.865114 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-29eb2132-d4ee-42ac-955a-1bce7cc2bb8d req-57e392cb-f626-4b48-9cb8-8f5d7cab896c tempest-TestEncryptedCinderVolumes-105382994 tempest-TestEncryptedCinderVolumes-105382994-project] 10.222.0.42 "GET /v2.0/ports?device_id=4e5c21ca-260b-4353-a7c2-1a918e62f5de HTTP/1.1" status: 200 len: 946 time: 0.0531380 Mar 29 16:30:05.904042 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-29eb2132-d4ee-42ac-955a-1bce7cc2bb8d req-79dee221-9d25-454f-bacf-63f3f939d99c tempest-TestEncryptedCinderVolumes-105382994 tempest-TestEncryptedCinderVolumes-105382994-project] 10.222.0.42 "GET /v2.0/security-groups?id=c53d3670-8597-4a5f-a096-9db76d7523b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326705 Mar 29 16:30:05.907887 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-0cb6abf6-2706-4e52-8825-f5f644ecf9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:30:06.009731 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:30:07.017348 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efe7520-5256-4640-b20d-2a1e0838c420 req-5e48d512-f53c-41c3-8ae7-8f04d65819cd tempest-TestEncryptedCinderVolumes-105382994 tempest-TestEncryptedCinderVolumes-105382994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:30:07.019698 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-7efe7520-5256-4640-b20d-2a1e0838c420 req-5e48d512-f53c-41c3-8ae7-8f04d65819cd tempest-TestEncryptedCinderVolumes-105382994 tempest-TestEncryptedCinderVolumes-105382994-project] 10.222.0.42 "GET /v2.0/ports?device_id=4e5c21ca-260b-4353-a7c2-1a918e62f5de HTTP/1.1" status: 200 len: 946 time: 0.0493090 Mar 29 16:30:07.056258 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-7efe7520-5256-4640-b20d-2a1e0838c420 req-6523266f-a181-4d4f-81df-e6af2aef53ed tempest-TestEncryptedCinderVolumes-105382994 tempest-TestEncryptedCinderVolumes-105382994-project] 10.222.0.42 "GET /v2.0/security-groups?id=c53d3670-8597-4a5f-a096-9db76d7523b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308237 Mar 29 16:30:07.169908 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24477f17-3bd3-4c05-aa7f-682bcad6e1e0 req-b3120878-1dd5-4882-bd10-d066cfe3db27 tempest-TestEncryptedCinderVolumes-105382994 tempest-TestEncryptedCinderVolumes-105382994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:30:07.171414 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-24477f17-3bd3-4c05-aa7f-682bcad6e1e0 req-b3120878-1dd5-4882-bd10-d066cfe3db27 tempest-TestEncryptedCinderVolumes-105382994 tempest-TestEncryptedCinderVolumes-105382994-project] 10.222.0.42 "GET /v2.0/ports?device_id=4e5c21ca-260b-4353-a7c2-1a918e62f5de HTTP/1.1" status: 200 len: 946 time: 0.0482264 Mar 29 16:30:07.209817 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-24477f17-3bd3-4c05-aa7f-682bcad6e1e0 req-a8be146d-95f7-4201-bb2f-a02a3d725f0b tempest-TestEncryptedCinderVolumes-105382994 tempest-TestEncryptedCinderVolumes-105382994-project] 10.222.0.42 "GET /v2.0/security-groups?id=c53d3670-8597-4a5f-a096-9db76d7523b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316217 Mar 29 16:30:12.237052 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.agents_db [None req-59735a15-725e-44d4-9ad5-95cbe356f209 None None] Agent healthcheck: found 7 active agents {{(pid=102793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 16:30:15.507403 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-770923ec-3407-47d9-b017-5a24dd68b35c req-0b1b0e0d-5e39-4e23-b638-93a5858fd244 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=4e5c21ca-260b-4353-a7c2-1a918e62f5de&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0404539 Mar 29 16:30:15.592071 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770923ec-3407-47d9-b017-5a24dd68b35c req-af1cd0e6-064f-4d28-9b3e-1be43cd492e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:30:15.593488 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-770923ec-3407-47d9-b017-5a24dd68b35c req-af1cd0e6-064f-4d28-9b3e-1be43cd492e0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b7963be4780b4b6d80d031247a81b2f8&device_id=4e5c21ca-260b-4353-a7c2-1a918e62f5de HTTP/1.1" status: 200 len: 1097 time: 0.0440159 Mar 29 16:30:15.696220 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770923ec-3407-47d9-b017-5a24dd68b35c req-b728935f-b2b5-42f0-8718-f74ba7a0b5a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:30:15.697686 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-770923ec-3407-47d9-b017-5a24dd68b35c req-b728935f-b2b5-42f0-8718-f74ba7a0b5a7 service neutron] 10.222.0.48 "GET /v2.0/networks?id=3b8c8dc3-9c93-4843-bbe0-f3cb8a8c7180 HTTP/1.1" status: 200 len: 918 time: 0.0843668 Mar 29 16:30:15.741712 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-770923ec-3407-47d9-b017-5a24dd68b35c req-c67c7bfa-ef14-41e5-a53f-aa0c3c25575b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c18bb222-f232-432b-87fc-9459ffa2c996 HTTP/1.1" status: 200 len: 217 time: 0.0367627 Mar 29 16:30:15.789774 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770923ec-3407-47d9-b017-5a24dd68b35c req-c796034e-0c33-4d19-b562-016ff4b9327a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:30:15.791234 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-770923ec-3407-47d9-b017-5a24dd68b35c req-c796034e-0c33-4d19-b562-016ff4b9327a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3e767ca3-be50-4392-8691-132bdb58289e HTTP/1.1" status: 200 len: 856 time: 0.0429332 Mar 29 16:30:15.835691 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770923ec-3407-47d9-b017-5a24dd68b35c req-a58761df-a958-4a68-b081-4c553fac5d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:30:15.837187 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-770923ec-3407-47d9-b017-5a24dd68b35c req-a58761df-a958-4a68-b081-4c553fac5d0e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3b8c8dc3-9c93-4843-bbe0-f3cb8a8c7180&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393944 Mar 29 16:30:15.926027 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-770923ec-3407-47d9-b017-5a24dd68b35c req-00c17449-eb98-4867-bcfe-1b661e43cfed service neutron] 10.222.0.48 "GET /v2.0/networks/3b8c8dc3-9c93-4843-bbe0-f3cb8a8c7180?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822113 Mar 29 16:30:16.014930 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-770923ec-3407-47d9-b017-5a24dd68b35c req-18edbad8-7cc4-4835-bb90-cc65df5d1991 service neutron] 10.222.0.48 "GET /v2.0/networks/3b8c8dc3-9c93-4843-bbe0-f3cb8a8c7180?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829859 Mar 29 16:30:17.493593 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:30:18.268773 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:30:25.557278 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf8248b-6192-4e75-9d8e-24c8b8a71027 req-8ea0aa5b-808f-4636-8c3d-4530b5ca5412 tempest-TestEncryptedCinderVolumes-105382994 tempest-TestEncryptedCinderVolumes-105382994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:30:25.558746 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ecf8248b-6192-4e75-9d8e-24c8b8a71027 req-8ea0aa5b-808f-4636-8c3d-4530b5ca5412 tempest-TestEncryptedCinderVolumes-105382994 tempest-TestEncryptedCinderVolumes-105382994-project] 10.222.0.42 "GET /v2.0/ports?device_id=4e5c21ca-260b-4353-a7c2-1a918e62f5de HTTP/1.1" status: 200 len: 946 time: 0.0500965 Mar 29 16:30:25.600658 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ecf8248b-6192-4e75-9d8e-24c8b8a71027 req-ef26933e-77d1-4c3c-9f0b-69b69e76ddf3 tempest-TestEncryptedCinderVolumes-105382994 tempest-TestEncryptedCinderVolumes-105382994-project] 10.222.0.42 "GET /v2.0/security-groups?id=c53d3670-8597-4a5f-a096-9db76d7523b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357144 Mar 29 16:30:26.726187 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e253eb4-a229-4a04-80ee-4e67ba0f745e req-a88c64f8-96a4-47c8-a169-3c301d58c080 tempest-TestEncryptedCinderVolumes-105382994 tempest-TestEncryptedCinderVolumes-105382994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:30:26.727672 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-3e253eb4-a229-4a04-80ee-4e67ba0f745e req-a88c64f8-96a4-47c8-a169-3c301d58c080 tempest-TestEncryptedCinderVolumes-105382994 tempest-TestEncryptedCinderVolumes-105382994-project] 10.222.0.42 "GET /v2.0/ports?device_id=4e5c21ca-260b-4353-a7c2-1a918e62f5de HTTP/1.1" status: 200 len: 946 time: 0.0537891 Mar 29 16:30:26.765568 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-3e253eb4-a229-4a04-80ee-4e67ba0f745e req-7f0e5a9c-a2e2-4f11-8f5b-c8ee42013588 tempest-TestEncryptedCinderVolumes-105382994 tempest-TestEncryptedCinderVolumes-105382994-project] 10.222.0.42 "GET /v2.0/security-groups?id=c53d3670-8597-4a5f-a096-9db76d7523b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316310 Mar 29 16:30:27.202612 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a863ae26-64b5-4c57-932f-95cb225065ef req-ecd1659a-fcfb-4f76-8efc-1826384a6378 tempest-TestEncryptedCinderVolumes-105382994 tempest-TestEncryptedCinderVolumes-105382994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:30:27.204105 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-a863ae26-64b5-4c57-932f-95cb225065ef req-ecd1659a-fcfb-4f76-8efc-1826384a6378 tempest-TestEncryptedCinderVolumes-105382994 tempest-TestEncryptedCinderVolumes-105382994-project] 10.222.0.48 "GET /v2.0/ports?device_id=4e5c21ca-260b-4353-a7c2-1a918e62f5de HTTP/1.1" status: 200 len: 946 time: 0.0486248 Mar 29 16:30:27.290019 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [req-a863ae26-64b5-4c57-932f-95cb225065ef req-ded9ed78-a402-47aa-9909-3ef853988c54 tempest-TestEncryptedCinderVolumes-105382994 tempest-TestEncryptedCinderVolumes-105382994-project] Deleting port c18bb222-f232-432b-87fc-9459ffa2c996 {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:30:27.290356 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-a863ae26-64b5-4c57-932f-95cb225065ef req-ded9ed78-a402-47aa-9909-3ef853988c54 tempest-TestEncryptedCinderVolumes-105382994 tempest-TestEncryptedCinderVolumes-105382994-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:30:27.378659 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-a863ae26-64b5-4c57-932f-95cb225065ef req-ded9ed78-a402-47aa-9909-3ef853988c54 tempest-TestEncryptedCinderVolumes-105382994 tempest-TestEncryptedCinderVolumes-105382994-project] For port c18bb222-f232-432b-87fc-9459ffa2c996, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=c18bb222-f232-432b-87fc-9459ffa2c996,segment=NetworkSegment(4dec0586-3bd9-4a8d-ab51-e284d9c6c3db),segment_id=4dec0586-3bd9-4a8d-ab51-e284d9c6c3db)] {{(pid=102791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:30:27.379020 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-a863ae26-64b5-4c57-932f-95cb225065ef req-ded9ed78-a402-47aa-9909-3ef853988c54 tempest-TestEncryptedCinderVolumes-105382994 tempest-TestEncryptedCinderVolumes-105382994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:30:27.390405 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [req-a863ae26-64b5-4c57-932f-95cb225065ef req-ded9ed78-a402-47aa-9909-3ef853988c54 tempest-TestEncryptedCinderVolumes-105382994 tempest-TestEncryptedCinderVolumes-105382994-project] Calling delete_port for c18bb222-f232-432b-87fc-9459ffa2c996 owned by compute:nova {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:30:27.516986 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-a863ae26-64b5-4c57-932f-95cb225065ef req-ded9ed78-a402-47aa-9909-3ef853988c54 tempest-TestEncryptedCinderVolumes-105382994 tempest-TestEncryptedCinderVolumes-105382994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:30:27.532647 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] get_ports_and_sgs() called for port_ids ['c18bb222-f232-432b-87fc-9459ffa2c996'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 16:30:27.548019 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded9ed78-a402-47aa-9909-3ef853988c54 tempest-TestEncryptedCinderVolumes-105382994 tempest-TestEncryptedCinderVolumes-105382994-project] Pushing event deleted for resources: {'Port': ['ID=c18bb222-f232-432b-87fc-9459ffa2c996,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:30:27.574353 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded9ed78-a402-47aa-9909-3ef853988c54 tempest-TestEncryptedCinderVolumes-105382994 tempest-TestEncryptedCinderVolumes-105382994-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:30:27.574707 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded9ed78-a402-47aa-9909-3ef853988c54 tempest-TestEncryptedCinderVolumes-105382994 tempest-TestEncryptedCinderVolumes-105382994-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:30:27.575059 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded9ed78-a402-47aa-9909-3ef853988c54 tempest-TestEncryptedCinderVolumes-105382994 tempest-TestEncryptedCinderVolumes-105382994-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:30:27.575424 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded9ed78-a402-47aa-9909-3ef853988c54 tempest-TestEncryptedCinderVolumes-105382994 tempest-TestEncryptedCinderVolumes-105382994-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:30:27.575762 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded9ed78-a402-47aa-9909-3ef853988c54 tempest-TestEncryptedCinderVolumes-105382994 tempest-TestEncryptedCinderVolumes-105382994-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:30:27.576093 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded9ed78-a402-47aa-9909-3ef853988c54 tempest-TestEncryptedCinderVolumes-105382994 tempest-TestEncryptedCinderVolumes-105382994-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:30:27.576424 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded9ed78-a402-47aa-9909-3ef853988c54 tempest-TestEncryptedCinderVolumes-105382994 tempest-TestEncryptedCinderVolumes-105382994-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:30:27.576784 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded9ed78-a402-47aa-9909-3ef853988c54 tempest-TestEncryptedCinderVolumes-105382994 tempest-TestEncryptedCinderVolumes-105382994-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:30:27.577105 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded9ed78-a402-47aa-9909-3ef853988c54 tempest-TestEncryptedCinderVolumes-105382994 tempest-TestEncryptedCinderVolumes-105382994-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:30:27.577430 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded9ed78-a402-47aa-9909-3ef853988c54 tempest-TestEncryptedCinderVolumes-105382994 tempest-TestEncryptedCinderVolumes-105382994-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:30:27.577750 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded9ed78-a402-47aa-9909-3ef853988c54 tempest-TestEncryptedCinderVolumes-105382994 tempest-TestEncryptedCinderVolumes-105382994-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:30:27.578070 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded9ed78-a402-47aa-9909-3ef853988c54 tempest-TestEncryptedCinderVolumes-105382994 tempest-TestEncryptedCinderVolumes-105382994-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:30:27.601849 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [req-a863ae26-64b5-4c57-932f-95cb225065ef req-ded9ed78-a402-47aa-9909-3ef853988c54 tempest-TestEncryptedCinderVolumes-105382994 tempest-TestEncryptedCinderVolumes-105382994-project] No DVR routers for this DVR port c18bb222-f232-432b-87fc-9459ffa2c996 on host n-h2-834765-1 {{(pid=102791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 16:30:27.604702 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-a863ae26-64b5-4c57-932f-95cb225065ef req-ded9ed78-a402-47aa-9909-3ef853988c54 tempest-TestEncryptedCinderVolumes-105382994 tempest-TestEncryptedCinderVolumes-105382994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:30:27.608148 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-a863ae26-64b5-4c57-932f-95cb225065ef req-ded9ed78-a402-47aa-9909-3ef853988c54 tempest-TestEncryptedCinderVolumes-105382994 tempest-TestEncryptedCinderVolumes-105382994-project] 10.222.0.48 "DELETE /v2.0/ports/c18bb222-f232-432b-87fc-9459ffa2c996 HTTP/1.1" status: 204 len: 173 time: 0.3977945 Mar 29 16:30:27.608598 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e5c21ca-260b-4353-a7c2-1a918e62f5de', 'name': 'network-vif-deleted', 'tag': 'c18bb222-f232-432b-87fc-9459ffa2c996'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:30:27.610868 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c67b028db5e9b9818fecc5c0a87ebc6f190694fa53ca267d523e04f98de536d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27679e45-440d-4625-b75b-81d347cb9108" -d '{"events": [{"server_uuid": "4e5c21ca-260b-4353-a7c2-1a918e62f5de", "name": "network-vif-deleted", "tag": "c18bb222-f232-432b-87fc-9459ffa2c996"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:30:27.664530 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 16:30:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e917085-aeca-4ef2-abeb-36dbe9c403a5 x-openstack-request-id: req-4e917085-aeca-4ef2-abeb-36dbe9c403a5 {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:30:27.664826 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e5c21ca-260b-4353-a7c2-1a918e62f5de", "name": "network-vif-deleted", "tag": "c18bb222-f232-432b-87fc-9459ffa2c996", "status": "completed", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:30:27.665245 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-4e917085-aeca-4ef2-abeb-36dbe9c403a5 {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:30:27.665765 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e5c21ca-260b-4353-a7c2-1a918e62f5de', 'name': 'network-vif-deleted', 'tag': 'c18bb222-f232-432b-87fc-9459ffa2c996', 'status': 'completed', 'code': 200} Mar 29 16:30:27.876442 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-b49ce6b5-6f95-44dd-a4ed-5266989aa96e req-c4c4abdd-1fcc-4f00-9ffa-86c21c68daab tempest-TestEncryptedCinderVolumes-105382994 tempest-TestEncryptedCinderVolumes-105382994-project] 10.222.0.42 "GET /v2.0/ports?device_id=4e5c21ca-260b-4353-a7c2-1a918e62f5de HTTP/1.1" status: 200 len: 210 time: 0.0296330 Mar 29 16:30:29.487300 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c958c73-01c3-4c5d-ab4e-bd705475a294 req-e9834a2b-cdf6-4c24-9ace-9d5e1502baf9 tempest-TestEncryptedCinderVolumes-105382994 tempest-TestEncryptedCinderVolumes-105382994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:30:29.488939 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-5c958c73-01c3-4c5d-ab4e-bd705475a294 req-e9834a2b-cdf6-4c24-9ace-9d5e1502baf9 tempest-TestEncryptedCinderVolumes-105382994 tempest-TestEncryptedCinderVolumes-105382994-project] 10.222.0.42 "GET /v2.0/networks?id=3b8c8dc3-9c93-4843-bbe0-f3cb8a8c7180 HTTP/1.1" status: 200 len: 817 time: 0.1001236 Mar 29 16:30:29.504551 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-5c958c73-01c3-4c5d-ab4e-bd705475a294 req-59b292fc-33c4-4472-b445-e6057893e02a tempest-TestEncryptedCinderVolumes-105382994 tempest-TestEncryptedCinderVolumes-105382994-project] 10.222.0.42 "GET /v2.0/quotas/b7963be4780b4b6d80d031247a81b2f8 HTTP/1.1" status: 200 len: 375 time: 0.0094829 Mar 29 16:30:29.554430 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-5c958c73-01c3-4c5d-ab4e-bd705475a294 req-c83d1464-667d-4ebd-8652-2dc783bd7544 tempest-TestEncryptedCinderVolumes-105382994 tempest-TestEncryptedCinderVolumes-105382994-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=b7963be4780b4b6d80d031247a81b2f8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0448127 Mar 29 16:30:29.653048 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-5c958c73-01c3-4c5d-ab4e-bd705475a294 req-d8566e01-c73d-46d8-ad8f-ae4f4f9f71f6 service neutron] 10.222.0.42 "GET /v2.0/networks/3b8c8dc3-9c93-4843-bbe0-f3cb8a8c7180?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867379 Mar 29 16:30:29.743355 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-5c958c73-01c3-4c5d-ab4e-bd705475a294 req-5e301b64-4fbe-4e7c-adc1-051cff609750 service neutron] 10.222.0.42 "GET /v2.0/networks/3b8c8dc3-9c93-4843-bbe0-f3cb8a8c7180?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840251 Mar 29 16:30:29.901916 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-eec53099-9831-4db8-9bc2-a0cb96f1614e req-d7e6d79a-d9dc-4b11-8b84-91675d814a19 tempest-TestEncryptedCinderVolumes-105382994 tempest-TestEncryptedCinderVolumes-105382994-project] 10.222.0.42 "GET /v2.0/ports?device_id=573402bd-9276-4096-901b-1c12671e3191 HTTP/1.1" status: 200 len: 210 time: 0.0270660 Mar 29 16:30:30.427796 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d86a34cc-8deb-4d2c-9a20-5fc781b70b2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:30:30.690777 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device c18bb222-f232-432b-87fc-9459ffa2c996 no longer exists at agent hyperv_n-h2-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 16:30:30.716251 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] No Port match for: c18bb222-f232-432b-87fc-9459ffa2c996 {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 16:30:30.716591 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device c18bb222-f232-432b-87fc-9459ffa2c996 not bound to the agent host n-h2-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 16:30:30.849071 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c958c73-01c3-4c5d-ab4e-bd705475a294 req-df6ad35c-ba31-43e3-969a-555023138214 tempest-TestEncryptedCinderVolumes-105382994 tempest-TestEncryptedCinderVolumes-105382994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:30:30.850507 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-5c958c73-01c3-4c5d-ab4e-bd705475a294 req-df6ad35c-ba31-43e3-969a-555023138214 tempest-TestEncryptedCinderVolumes-105382994 tempest-TestEncryptedCinderVolumes-105382994-project] 10.222.0.44 "GET /v2.0/networks?id=3b8c8dc3-9c93-4843-bbe0-f3cb8a8c7180 HTTP/1.1" status: 200 len: 817 time: 0.1034009 Mar 29 16:30:30.862361 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [req-5c958c73-01c3-4c5d-ab4e-bd705475a294 req-9c9ad5e5-1035-4b71-9096-18c864ac9b99 tempest-TestEncryptedCinderVolumes-105382994 tempest-TestEncryptedCinderVolumes-105382994-project] Request body: {'port': {'device_id': '573402bd-9276-4096-901b-1c12671e3191', 'network_id': '3b8c8dc3-9c93-4843-bbe0-f3cb8a8c7180', 'admin_state_up': True, 'tenant_id': 'b7963be4780b4b6d80d031247a81b2f8'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:30:30.969991 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c958c73-01c3-4c5d-ab4e-bd705475a294 req-9c9ad5e5-1035-4b71-9096-18c864ac9b99 tempest-TestEncryptedCinderVolumes-105382994 tempest-TestEncryptedCinderVolumes-105382994-project] Made reservation on behalf of b7963be4780b4b6d80d031247a81b2f8 for: {'port': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:30:30.973594 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-5c958c73-01c3-4c5d-ab4e-bd705475a294 req-9c9ad5e5-1035-4b71-9096-18c864ac9b99 tempest-TestEncryptedCinderVolumes-105382994 tempest-TestEncryptedCinderVolumes-105382994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:30:31.000317 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-715d7e45-6a2e-410a-8dde-56f1f8d42c17 req-237ea8c0-f48d-41a9-b0bd-0f251bf8cb8e tempest-TestEncryptedCinderVolumes-105382994 tempest-TestEncryptedCinderVolumes-105382994-project] 10.222.0.42 "GET /v2.0/ports?device_id=573402bd-9276-4096-901b-1c12671e3191 HTTP/1.1" status: 200 len: 210 time: 0.0271013 Mar 29 16:30:31.100195 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_common [req-5c958c73-01c3-4c5d-ab4e-bd705475a294 req-9c9ad5e5-1035-4b71-9096-18c864ac9b99 tempest-TestEncryptedCinderVolumes-105382994 tempest-TestEncryptedCinderVolumes-105382994-project] Allocated IP 172.20.0.11 (3b8c8dc3-9c93-4843-bbe0-f3cb8a8c7180/3e767ca3-be50-4392-8691-132bdb58289e/920d10f6-1c39-4732-88b3-46765d557acb) {{(pid=102791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:30:31.242364 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-5c958c73-01c3-4c5d-ab4e-bd705475a294 req-9c9ad5e5-1035-4b71-9096-18c864ac9b99 tempest-TestEncryptedCinderVolumes-105382994 tempest-TestEncryptedCinderVolumes-105382994-project] Notify callbacks [] for port, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:30:31.274421 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-5c958c73-01c3-4c5d-ab4e-bd705475a294 req-9c9ad5e5-1035-4b71-9096-18c864ac9b99 tempest-TestEncryptedCinderVolumes-105382994 tempest-TestEncryptedCinderVolumes-105382994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:30:31.317933 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c958c73-01c3-4c5d-ab4e-bd705475a294 req-9c9ad5e5-1035-4b71-9096-18c864ac9b99 tempest-TestEncryptedCinderVolumes-105382994 tempest-TestEncryptedCinderVolumes-105382994-project] Network 3b8c8dc3-9c93-4843-bbe0-f3cb8a8c7180 is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:30:31.321196 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [req-5c958c73-01c3-4c5d-ab4e-bd705475a294 req-9c9ad5e5-1035-4b71-9096-18c864ac9b99 tempest-TestEncryptedCinderVolumes-105382994 tempest-TestEncryptedCinderVolumes-105382994-project] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:30:31.324610 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c958c73-01c3-4c5d-ab4e-bd705475a294 req-9c9ad5e5-1035-4b71-9096-18c864ac9b99 tempest-TestEncryptedCinderVolumes-105382994 tempest-TestEncryptedCinderVolumes-105382994-project] Received port after_create {{(pid=102791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:30:31.330583 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9ad5e5-1035-4b71-9096-18c864ac9b99 tempest-TestEncryptedCinderVolumes-105382994 tempest-TestEncryptedCinderVolumes-105382994-project] Pushing event updated for resources: {'Port': ['ID=920d10f6-1c39-4732-88b3-46765d557acb,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:30:31.382696 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c958c73-01c3-4c5d-ab4e-bd705475a294 req-9c9ad5e5-1035-4b71-9096-18c864ac9b99 tempest-TestEncryptedCinderVolumes-105382994 tempest-TestEncryptedCinderVolumes-105382994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:30:31.383343 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-5c958c73-01c3-4c5d-ab4e-bd705475a294 req-9c9ad5e5-1035-4b71-9096-18c864ac9b99 tempest-TestEncryptedCinderVolumes-105382994 tempest-TestEncryptedCinderVolumes-105382994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:30:31.399900 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-5c958c73-01c3-4c5d-ab4e-bd705475a294 req-9c9ad5e5-1035-4b71-9096-18c864ac9b99 tempest-TestEncryptedCinderVolumes-105382994 tempest-TestEncryptedCinderVolumes-105382994-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5411024 Mar 29 16:30:31.413582 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [req-5c958c73-01c3-4c5d-ab4e-bd705475a294 req-8fa06651-5f36-4e53-b8de-3ec7c75c84fc service neutron] Request body: {'port': {'device_id': '573402bd-9276-4096-901b-1c12671e3191', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834765-1'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:30:31.469664 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-5c958c73-01c3-4c5d-ab4e-bd705475a294 req-8fa06651-5f36-4e53-b8de-3ec7c75c84fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:30:31.566622 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-2731a53e-1347-476c-855f-e87d5ec72680 None None] Provisioning complete for port 920d10f6-1c39-4732-88b3-46765d557acb triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:30:31.567626 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-2731a53e-1347-476c-855f-e87d5ec72680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:30:31.601491 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-2731a53e-1347-476c-855f-e87d5ec72680 None None] Port 920d10f6-1c39-4732-88b3-46765d557acb cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 16:30:31.736713 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [req-5c958c73-01c3-4c5d-ab4e-bd705475a294 req-8fa06651-5f36-4e53-b8de-3ec7c75c84fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 920d10f6-1c39-4732-88b3-46765d557acb {{(pid=102791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 16:30:31.744860 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-5c958c73-01c3-4c5d-ab4e-bd705475a294 req-8fa06651-5f36-4e53-b8de-3ec7c75c84fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:30:31.756747 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.provisioning_blocks [req-5c958c73-01c3-4c5d-ab4e-bd705475a294 req-8fa06651-5f36-4e53-b8de-3ec7c75c84fc service neutron] Transition to ACTIVE for port object 920d10f6-1c39-4732-88b3-46765d557acb will not be triggered until provisioned by entity L2. {{(pid=102791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 16:30:31.760461 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-5c958c73-01c3-4c5d-ab4e-bd705475a294 req-8fa06651-5f36-4e53-b8de-3ec7c75c84fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:30:31.813243 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa06651-5f36-4e53-b8de-3ec7c75c84fc service neutron] Pushing event updated for resources: {'Port': ['ID=920d10f6-1c39-4732-88b3-46765d557acb,revision_number=2']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:30:31.879743 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-5c958c73-01c3-4c5d-ab4e-bd705475a294 req-8fa06651-5f36-4e53-b8de-3ec7c75c84fc service neutron] Attempting to bind port 920d10f6-1c39-4732-88b3-46765d557acb on host n-h1-834765-1 for vnic_type normal with profile {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 16:30:31.880068 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-5c958c73-01c3-4c5d-ab4e-bd705475a294 req-8fa06651-5f36-4e53-b8de-3ec7c75c84fc service neutron] Attempting to bind port 920d10f6-1c39-4732-88b3-46765d557acb by drivers openvswitch,hyperv on host n-h1-834765-1 at level 0 using segments [{'id': '4dec0586-3bd9-4a8d-ab51-e284d9c6c3db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '3b8c8dc3-9c93-4843-bbe0-f3cb8a8c7180'}] {{(pid=102791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 16:30:31.880387 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c958c73-01c3-4c5d-ab4e-bd705475a294 req-8fa06651-5f36-4e53-b8de-3ec7c75c84fc service neutron] Attempting to bind port 920d10f6-1c39-4732-88b3-46765d557acb on network 3b8c8dc3-9c93-4843-bbe0-f3cb8a8c7180 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 16:30:31.885028 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c958c73-01c3-4c5d-ab4e-bd705475a294 req-8fa06651-5f36-4e53-b8de-3ec7c75c84fc service neutron] Port 920d10f6-1c39-4732-88b3-46765d557acb on network 3b8c8dc3-9c93-4843-bbe0-f3cb8a8c7180 not bound, no agent of type Open vSwitch agent registered on host n-h1-834765-1 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 16:30:31.885461 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c958c73-01c3-4c5d-ab4e-bd705475a294 req-8fa06651-5f36-4e53-b8de-3ec7c75c84fc service neutron] Attempting to bind port 920d10f6-1c39-4732-88b3-46765d557acb on network 3b8c8dc3-9c93-4843-bbe0-f3cb8a8c7180 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 16:30:31.890468 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c958c73-01c3-4c5d-ab4e-bd705475a294 req-8fa06651-5f36-4e53-b8de-3ec7c75c84fc service neutron] Checking agent: {'id': 'be375040-5069-4239-9460-a3a3213e1e90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 33, 18), 'started_at': datetime.datetime(2022, 3, 29, 15, 33, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 16, 30, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 16:30:31.890942 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c958c73-01c3-4c5d-ab4e-bd705475a294 req-8fa06651-5f36-4e53-b8de-3ec7c75c84fc service neutron] Checking segment: {'id': '4dec0586-3bd9-4a8d-ab51-e284d9c6c3db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '3b8c8dc3-9c93-4843-bbe0-f3cb8a8c7180'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 16:30:31.891353 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c958c73-01c3-4c5d-ab4e-bd705475a294 req-8fa06651-5f36-4e53-b8de-3ec7c75c84fc service neutron] Bound using segment: {'id': '4dec0586-3bd9-4a8d-ab51-e284d9c6c3db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '3b8c8dc3-9c93-4843-bbe0-f3cb8a8c7180'} {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 16:30:31.891798 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-5c958c73-01c3-4c5d-ab4e-bd705475a294 req-8fa06651-5f36-4e53-b8de-3ec7c75c84fc service neutron] Bound port: 920d10f6-1c39-4732-88b3-46765d557acb, host: n-h1-834765-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4dec0586-3bd9-4a8d-ab51-e284d9c6c3db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '3b8c8dc3-9c93-4843-bbe0-f3cb8a8c7180'}}] {{(pid=102791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 16:30:31.892137 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-5c958c73-01c3-4c5d-ab4e-bd705475a294 req-8fa06651-5f36-4e53-b8de-3ec7c75c84fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:30:31.963078 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-5c958c73-01c3-4c5d-ab4e-bd705475a294 req-8fa06651-5f36-4e53-b8de-3ec7c75c84fc service neutron] For port 920d10f6-1c39-4732-88b3-46765d557acb, host n-h1-834765-1, cleared binding levels {{(pid=102791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 16:30:31.966133 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-5c958c73-01c3-4c5d-ab4e-bd705475a294 req-8fa06651-5f36-4e53-b8de-3ec7c75c84fc service neutron] For port 920d10f6-1c39-4732-88b3-46765d557acb, host n-h1-834765-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=920d10f6-1c39-4732-88b3-46765d557acb,segment=NetworkSegment(4dec0586-3bd9-4a8d-ab51-e284d9c6c3db),segment_id=4dec0586-3bd9-4a8d-ab51-e284d9c6c3db)] {{(pid=102791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 16:30:31.970536 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-5c958c73-01c3-4c5d-ab4e-bd705475a294 req-8fa06651-5f36-4e53-b8de-3ec7c75c84fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:30:32.003347 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c958c73-01c3-4c5d-ab4e-bd705475a294 req-8fa06651-5f36-4e53-b8de-3ec7c75c84fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:30:32.004138 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-5c958c73-01c3-4c5d-ab4e-bd705475a294 req-8fa06651-5f36-4e53-b8de-3ec7c75c84fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:30:32.006348 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-5c958c73-01c3-4c5d-ab4e-bd705475a294 req-8fa06651-5f36-4e53-b8de-3ec7c75c84fc service neutron] 10.222.0.44 "PUT /v2.0/ports/920d10f6-1c39-4732-88b3-46765d557acb HTTP/1.1" status: 200 len: 1092 time: 0.5972726 Mar 29 16:30:32.012514 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '573402bd-9276-4096-901b-1c12671e3191', 'tag': '920d10f6-1c39-4732-88b3-46765d557acb'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:30:32.014732 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c67b028db5e9b9818fecc5c0a87ebc6f190694fa53ca267d523e04f98de536d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32c425a5-ee79-4362-bd54-9eecdd622dee" -d '{"events": [{"name": "network-changed", "server_uuid": "573402bd-9276-4096-901b-1c12671e3191", "tag": "920d10f6-1c39-4732-88b3-46765d557acb"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:30:32.095887 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 16:30:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b23db0d-8347-40d8-af51-4319439f88fb x-openstack-request-id: req-9b23db0d-8347-40d8-af51-4319439f88fb {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:30:32.096197 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "573402bd-9276-4096-901b-1c12671e3191", "tag": "920d10f6-1c39-4732-88b3-46765d557acb", "status": "completed", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:30:32.096556 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-9b23db0d-8347-40d8-af51-4319439f88fb {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:30:32.096952 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '573402bd-9276-4096-901b-1c12671e3191', 'tag': '920d10f6-1c39-4732-88b3-46765d557acb', 'status': 'completed', 'code': 200} Mar 29 16:30:32.097528 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa06651-5f36-4e53-b8de-3ec7c75c84fc service neutron] Pushing event updated for resources: {'Port': ['ID=920d10f6-1c39-4732-88b3-46765d557acb,revision_number=3']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:30:32.116925 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c958c73-01c3-4c5d-ab4e-bd705475a294 req-d7e56679-c640-44b8-974f-c8338b6b6d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:30:32.118437 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-5c958c73-01c3-4c5d-ab4e-bd705475a294 req-d7e56679-c640-44b8-974f-c8338b6b6d1e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b7963be4780b4b6d80d031247a81b2f8&device_id=573402bd-9276-4096-901b-1c12671e3191 HTTP/1.1" status: 200 len: 1095 time: 0.0607305 Mar 29 16:30:32.140669 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f57ea37-ed5e-4439-82ac-7fddcc2a06d0 req-659ea0d0-1888-452c-a618-22235b5b5330 tempest-TestEncryptedCinderVolumes-105382994 tempest-TestEncryptedCinderVolumes-105382994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:30:32.142224 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-8f57ea37-ed5e-4439-82ac-7fddcc2a06d0 req-659ea0d0-1888-452c-a618-22235b5b5330 tempest-TestEncryptedCinderVolumes-105382994 tempest-TestEncryptedCinderVolumes-105382994-project] 10.222.0.42 "GET /v2.0/ports?device_id=573402bd-9276-4096-901b-1c12671e3191 HTTP/1.1" status: 200 len: 944 time: 0.0525401 Mar 29 16:30:32.170300 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-5c958c73-01c3-4c5d-ab4e-bd705475a294 req-e18841a7-3157-4198-bcbc-a804834214e6 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=920d10f6-1c39-4732-88b3-46765d557acb HTTP/1.1" status: 200 len: 217 time: 0.0428338 Mar 29 16:30:32.185894 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-8f57ea37-ed5e-4439-82ac-7fddcc2a06d0 req-7792d088-7da1-4447-8a31-a49e48f7038d tempest-TestEncryptedCinderVolumes-105382994 tempest-TestEncryptedCinderVolumes-105382994-project] 10.222.0.42 "GET /v2.0/security-groups?id=c53d3670-8597-4a5f-a096-9db76d7523b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366330 Mar 29 16:30:32.224647 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c958c73-01c3-4c5d-ab4e-bd705475a294 req-7141020a-66ad-4e8d-9e9f-4ec9ff5af93e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:30:32.226167 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-5c958c73-01c3-4c5d-ab4e-bd705475a294 req-7141020a-66ad-4e8d-9e9f-4ec9ff5af93e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3e767ca3-be50-4392-8691-132bdb58289e HTTP/1.1" status: 200 len: 856 time: 0.0492082 Mar 29 16:30:32.276343 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c958c73-01c3-4c5d-ab4e-bd705475a294 req-3fb4acb9-05c1-4f59-b9e1-2b150c20c434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:30:32.278108 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-5c958c73-01c3-4c5d-ab4e-bd705475a294 req-3fb4acb9-05c1-4f59-b9e1-2b150c20c434 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=3b8c8dc3-9c93-4843-bbe0-f3cb8a8c7180&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0450306 Mar 29 16:30:32.372448 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-5c958c73-01c3-4c5d-ab4e-bd705475a294 req-62c1a0d5-f858-4ea0-bd97-d332b7140925 service neutron] 10.222.0.44 "GET /v2.0/networks/3b8c8dc3-9c93-4843-bbe0-f3cb8a8c7180?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856783 Mar 29 16:30:32.461195 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-5c958c73-01c3-4c5d-ab4e-bd705475a294 req-dc6efbae-d7a8-48a8-b978-b0256368003b service neutron] 10.222.0.44 "GET /v2.0/networks/3b8c8dc3-9c93-4843-bbe0-f3cb8a8c7180?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813637 Mar 29 16:30:32.548549 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c425a5-ee79-4362-bd54-9eecdd622dee req-6a91f412-99a3-4244-9965-cb972fb6b622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:30:32.551110 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-32c425a5-ee79-4362-bd54-9eecdd622dee req-6a91f412-99a3-4244-9965-cb972fb6b622 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b7963be4780b4b6d80d031247a81b2f8&device_id=573402bd-9276-4096-901b-1c12671e3191 HTTP/1.1" status: 200 len: 1095 time: 0.0430014 Mar 29 16:30:32.643378 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c425a5-ee79-4362-bd54-9eecdd622dee req-7b4b0d0e-6e36-46a0-995c-44cb6ee66b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:30:32.645620 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-32c425a5-ee79-4362-bd54-9eecdd622dee req-7b4b0d0e-6e36-46a0-995c-44cb6ee66b70 service neutron] 10.222.0.44 "GET /v2.0/networks?id=3b8c8dc3-9c93-4843-bbe0-f3cb8a8c7180 HTTP/1.1" status: 200 len: 918 time: 0.0883546 Mar 29 16:30:32.687743 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-32c425a5-ee79-4362-bd54-9eecdd622dee req-59629d91-60c1-460a-90b2-916e652fcf3a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=920d10f6-1c39-4732-88b3-46765d557acb HTTP/1.1" status: 200 len: 217 time: 0.0358105 Mar 29 16:30:32.738996 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c425a5-ee79-4362-bd54-9eecdd622dee req-be693273-8567-4b9c-8dc0-bcc591ec1f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:30:32.740436 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-32c425a5-ee79-4362-bd54-9eecdd622dee req-be693273-8567-4b9c-8dc0-bcc591ec1f58 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3e767ca3-be50-4392-8691-132bdb58289e HTTP/1.1" status: 200 len: 856 time: 0.0458119 Mar 29 16:30:32.784521 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c425a5-ee79-4362-bd54-9eecdd622dee req-987ab036-a842-4f5e-93d3-cf75207956b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:30:32.786787 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-32c425a5-ee79-4362-bd54-9eecdd622dee req-987ab036-a842-4f5e-93d3-cf75207956b1 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=3b8c8dc3-9c93-4843-bbe0-f3cb8a8c7180&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394061 Mar 29 16:30:32.877258 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-32c425a5-ee79-4362-bd54-9eecdd622dee req-1d8d0e29-ab04-4988-8908-0563840f4df1 service neutron] 10.222.0.44 "GET /v2.0/networks/3b8c8dc3-9c93-4843-bbe0-f3cb8a8c7180?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835769 Mar 29 16:30:32.892851 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-a8db3892-aa49-4115-9929-a33703b95212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:30:32.965903 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-32c425a5-ee79-4362-bd54-9eecdd622dee req-f27a5d18-9183-4284-b04f-beb6bc68471d service neutron] 10.222.0.44 "GET /v2.0/networks/3b8c8dc3-9c93-4843-bbe0-f3cb8a8c7180?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824072 Mar 29 16:30:33.302485 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2028b0d3-2e2a-4551-8a8d-75997a20c4b9 req-1b657944-029c-4b40-b149-41404acb795f tempest-TestEncryptedCinderVolumes-105382994 tempest-TestEncryptedCinderVolumes-105382994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:30:33.303973 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-2028b0d3-2e2a-4551-8a8d-75997a20c4b9 req-1b657944-029c-4b40-b149-41404acb795f tempest-TestEncryptedCinderVolumes-105382994 tempest-TestEncryptedCinderVolumes-105382994-project] 10.222.0.42 "GET /v2.0/ports?device_id=573402bd-9276-4096-901b-1c12671e3191 HTTP/1.1" status: 200 len: 944 time: 0.0482442 Mar 29 16:30:33.341887 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-2028b0d3-2e2a-4551-8a8d-75997a20c4b9 req-ed4e9ede-2971-41f8-93ab-573bc0937c22 tempest-TestEncryptedCinderVolumes-105382994 tempest-TestEncryptedCinderVolumes-105382994-project] 10.222.0.42 "GET /v2.0/security-groups?id=c53d3670-8597-4a5f-a096-9db76d7523b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319388 Mar 29 16:30:34.350545 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d71584b9-87f1-45f5-84c7-c993c2416269 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:30:34.455369 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb49939-3be1-49b9-a219-b884a0dbe7c1 req-b088aabc-f651-41af-919a-cf9777c7ac1f tempest-TestEncryptedCinderVolumes-105382994 tempest-TestEncryptedCinderVolumes-105382994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:30:34.456847 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-aeb49939-3be1-49b9-a219-b884a0dbe7c1 req-b088aabc-f651-41af-919a-cf9777c7ac1f tempest-TestEncryptedCinderVolumes-105382994 tempest-TestEncryptedCinderVolumes-105382994-project] 10.222.0.42 "GET /v2.0/ports?device_id=573402bd-9276-4096-901b-1c12671e3191 HTTP/1.1" status: 200 len: 944 time: 0.0493584 Mar 29 16:30:34.496291 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-aeb49939-3be1-49b9-a219-b884a0dbe7c1 req-da70135a-c79f-4ee5-bb87-635d132baa4a tempest-TestEncryptedCinderVolumes-105382994 tempest-TestEncryptedCinderVolumes-105382994-project] 10.222.0.42 "GET /v2.0/security-groups?id=c53d3670-8597-4a5f-a096-9db76d7523b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325563 Mar 29 16:30:35.613434 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6649243-1d81-42fb-885e-26519b8f41e4 req-fd0af90b-5043-4e24-809c-020d9ad077cf tempest-TestEncryptedCinderVolumes-105382994 tempest-TestEncryptedCinderVolumes-105382994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:30:35.615570 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d6649243-1d81-42fb-885e-26519b8f41e4 req-fd0af90b-5043-4e24-809c-020d9ad077cf tempest-TestEncryptedCinderVolumes-105382994 tempest-TestEncryptedCinderVolumes-105382994-project] 10.222.0.42 "GET /v2.0/ports?device_id=573402bd-9276-4096-901b-1c12671e3191 HTTP/1.1" status: 200 len: 944 time: 0.0525386 Mar 29 16:30:35.652770 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d6649243-1d81-42fb-885e-26519b8f41e4 req-6028c8f3-f6c1-4797-b439-61f8d48dda9a tempest-TestEncryptedCinderVolumes-105382994 tempest-TestEncryptedCinderVolumes-105382994-project] 10.222.0.42 "GET /v2.0/security-groups?id=c53d3670-8597-4a5f-a096-9db76d7523b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312266 Mar 29 16:30:35.909330 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-0cb6abf6-2706-4e52-8825-f5f644ecf9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:30:36.011702 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:30:36.109559 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device 920d10f6-1c39-4732-88b3-46765d557acb details requested by agent hyperv_n-h1-834765-1 with host n-h1-834765-1 {{(pid=102792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 16:30:36.204831 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port 920d10f6-1c39-4732-88b3-46765d557acb, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=920d10f6-1c39-4732-88b3-46765d557acb,segment=NetworkSegment(4dec0586-3bd9-4a8d-ab51-e284d9c6c3db),segment_id=4dec0586-3bd9-4a8d-ab51-e284d9c6c3db)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:30:36.215602 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Returning: {'device': '920d10f6-1c39-4732-88b3-46765d557acb', 'network_id': '3b8c8dc3-9c93-4843-bbe0-f3cb8a8c7180', 'port_id': '920d10f6-1c39-4732-88b3-46765d557acb', 'mac_address': 'fa:16:3e:d5:75:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 636, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e767ca3-be50-4392-8691-132bdb58289e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 16:30:36.252293 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:30:36.268203 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 920d10f6-1c39-4732-88b3-46765d557acb {{(pid=102792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 16:30:36.287622 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port 920d10f6-1c39-4732-88b3-46765d557acb, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=920d10f6-1c39-4732-88b3-46765d557acb,segment=NetworkSegment(4dec0586-3bd9-4a8d-ab51-e284d9c6c3db),segment_id=4dec0586-3bd9-4a8d-ab51-e284d9c6c3db)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:30:36.290872 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:30:36.336971 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Pushing event updated for resources: {'Port': ['ID=920d10f6-1c39-4732-88b3-46765d557acb,revision_number=4']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:30:36.587971 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] get_ports_and_sgs() called for port_ids ['920d10f6-1c39-4732-88b3-46765d557acb'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 16:30:36.771918 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c37bac3-f53d-4862-96dc-b07f603a795f req-3f44fb35-a8cd-4a80-a6bb-c8db705674e7 tempest-TestEncryptedCinderVolumes-105382994 tempest-TestEncryptedCinderVolumes-105382994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:30:36.773270 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-0c37bac3-f53d-4862-96dc-b07f603a795f req-3f44fb35-a8cd-4a80-a6bb-c8db705674e7 tempest-TestEncryptedCinderVolumes-105382994 tempest-TestEncryptedCinderVolumes-105382994-project] 10.222.0.42 "GET /v2.0/ports?device_id=573402bd-9276-4096-901b-1c12671e3191 HTTP/1.1" status: 200 len: 945 time: 0.0523820 Mar 29 16:30:36.812910 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-0c37bac3-f53d-4862-96dc-b07f603a795f req-9fba8abd-3a6a-4498-a909-09bd27bec17e tempest-TestEncryptedCinderVolumes-105382994 tempest-TestEncryptedCinderVolumes-105382994-project] 10.222.0.42 "GET /v2.0/security-groups?id=c53d3670-8597-4a5f-a096-9db76d7523b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333459 Mar 29 16:30:37.928788 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870cbd34-2a6a-40b0-88f4-c8a92fb5136a req-f984b5f7-e3c2-4cce-9c8f-891e7dacebcc tempest-TestEncryptedCinderVolumes-105382994 tempest-TestEncryptedCinderVolumes-105382994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:30:37.930270 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-870cbd34-2a6a-40b0-88f4-c8a92fb5136a req-f984b5f7-e3c2-4cce-9c8f-891e7dacebcc tempest-TestEncryptedCinderVolumes-105382994 tempest-TestEncryptedCinderVolumes-105382994-project] 10.222.0.42 "GET /v2.0/ports?device_id=573402bd-9276-4096-901b-1c12671e3191 HTTP/1.1" status: 200 len: 945 time: 0.0492115 Mar 29 16:30:37.969633 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-870cbd34-2a6a-40b0-88f4-c8a92fb5136a req-a2893f45-7f0f-4643-8267-84b8ebeea853 tempest-TestEncryptedCinderVolumes-105382994 tempest-TestEncryptedCinderVolumes-105382994-project] 10.222.0.42 "GET /v2.0/security-groups?id=c53d3670-8597-4a5f-a096-9db76d7523b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332654 Mar 29 16:30:38.114950 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device 920d10f6-1c39-4732-88b3-46765d557acb up at agent hyperv_n-h1-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 16:30:38.167419 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Provisioning for port 920d10f6-1c39-4732-88b3-46765d557acb completed by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 16:30:38.170932 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Provisioning complete for port 920d10f6-1c39-4732-88b3-46765d557acb triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:30:38.171325 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:30:38.246398 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:30:38.272543 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '573402bd-9276-4096-901b-1c12671e3191', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '920d10f6-1c39-4732-88b3-46765d557acb'}] {{(pid=102792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:30:38.274741 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4f476c66b318cc6068719fc39557fac68d413f5c7e78fa77028c7948e999ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e504cd1-c515-4a3b-ba40-ab894adbf9c1" -d '{"events": [{"server_uuid": "573402bd-9276-4096-901b-1c12671e3191", "name": "network-vif-plugged", "status": "completed", "tag": "920d10f6-1c39-4732-88b3-46765d557acb"}]}' {{(pid=102792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:30:38.423359 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcac355b-d382-4ee7-9dae-3fff10c930e6 req-c082aaec-ca26-45ca-9e9a-a5a31d1a70f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:30:38.424856 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-dcac355b-d382-4ee7-9dae-3fff10c930e6 req-c082aaec-ca26-45ca-9e9a-a5a31d1a70f9 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=573402bd-9276-4096-901b-1c12671e3191 HTTP/1.1" status: 200 len: 1096 time: 0.0416610 Mar 29 16:30:38.445484 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 16:30:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eac29faa-2593-4261-9633-c71e72f4fe1d x-openstack-request-id: req-eac29faa-2593-4261-9633-c71e72f4fe1d {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:30:38.445751 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "573402bd-9276-4096-901b-1c12671e3191", "name": "network-vif-plugged", "status": "completed", "tag": "920d10f6-1c39-4732-88b3-46765d557acb", "code": 200}]} {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:30:38.446007 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-eac29faa-2593-4261-9633-c71e72f4fe1d {{(pid=102792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:30:38.446380 n-d-834765-1 neutron-server[102792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '573402bd-9276-4096-901b-1c12671e3191', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '920d10f6-1c39-4732-88b3-46765d557acb', 'code': 200} Mar 29 16:30:38.448023 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port 920d10f6-1c39-4732-88b3-46765d557acb, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=920d10f6-1c39-4732-88b3-46765d557acb,segment=NetworkSegment(4dec0586-3bd9-4a8d-ab51-e284d9c6c3db),segment_id=4dec0586-3bd9-4a8d-ab51-e284d9c6c3db)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:30:38.451926 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:30:38.463384 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-dcac355b-d382-4ee7-9dae-3fff10c930e6 req-f8eaeca6-01e9-4102-8c14-6eb5c8e02913 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=c53d3670-8597-4a5f-a096-9db76d7523b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319140 Mar 29 16:30:38.498809 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Pushing event updated for resources: {'Port': ['ID=920d10f6-1c39-4732-88b3-46765d557acb,revision_number=5']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:30:38.507284 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:30:38.507651 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:30:38.507994 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:30:38.508329 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:30:38.508661 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:30:38.508992 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:30:38.509318 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:30:38.509644 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:30:38.509969 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:30:38.510289 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:30:38.510612 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:30:38.510934 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:30:39.087279 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24498d0f-82f1-4042-af6f-f9f1a9dd0c3e req-de6e92bc-5c8f-4428-950f-b823ea08691a tempest-TestEncryptedCinderVolumes-105382994 tempest-TestEncryptedCinderVolumes-105382994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:30:39.088759 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-24498d0f-82f1-4042-af6f-f9f1a9dd0c3e req-de6e92bc-5c8f-4428-950f-b823ea08691a tempest-TestEncryptedCinderVolumes-105382994 tempest-TestEncryptedCinderVolumes-105382994-project] 10.222.0.42 "GET /v2.0/ports?device_id=573402bd-9276-4096-901b-1c12671e3191 HTTP/1.1" status: 200 len: 946 time: 0.0521340 Mar 29 16:30:39.125327 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-24498d0f-82f1-4042-af6f-f9f1a9dd0c3e req-0fdce954-1b9e-4fa8-aefd-a263d2d5202d tempest-TestEncryptedCinderVolumes-105382994 tempest-TestEncryptedCinderVolumes-105382994-project] 10.222.0.42 "GET /v2.0/security-groups?id=c53d3670-8597-4a5f-a096-9db76d7523b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305612 Mar 29 16:30:40.241408 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858a32f7-cfdc-495d-b94a-830fdcb82674 req-1766259c-88bb-4517-8fa6-e900120ea12d tempest-TestEncryptedCinderVolumes-105382994 tempest-TestEncryptedCinderVolumes-105382994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:30:40.242869 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-858a32f7-cfdc-495d-b94a-830fdcb82674 req-1766259c-88bb-4517-8fa6-e900120ea12d tempest-TestEncryptedCinderVolumes-105382994 tempest-TestEncryptedCinderVolumes-105382994-project] 10.222.0.42 "GET /v2.0/ports?device_id=573402bd-9276-4096-901b-1c12671e3191 HTTP/1.1" status: 200 len: 946 time: 0.0485630 Mar 29 16:30:40.280030 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-858a32f7-cfdc-495d-b94a-830fdcb82674 req-d7f1ab11-c85b-4f3c-be49-d29ad733ffcd tempest-TestEncryptedCinderVolumes-105382994 tempest-TestEncryptedCinderVolumes-105382994-project] 10.222.0.42 "GET /v2.0/security-groups?id=c53d3670-8597-4a5f-a096-9db76d7523b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310998 Mar 29 16:30:40.392384 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f26ccf-903e-4898-96b1-d6b7fa955e3c req-9ac18fc6-644b-462f-aec3-6497e6800193 tempest-TestEncryptedCinderVolumes-105382994 tempest-TestEncryptedCinderVolumes-105382994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:30:40.393838 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-45f26ccf-903e-4898-96b1-d6b7fa955e3c req-9ac18fc6-644b-462f-aec3-6497e6800193 tempest-TestEncryptedCinderVolumes-105382994 tempest-TestEncryptedCinderVolumes-105382994-project] 10.222.0.42 "GET /v2.0/ports?device_id=573402bd-9276-4096-901b-1c12671e3191 HTTP/1.1" status: 200 len: 946 time: 0.0477741 Mar 29 16:30:40.431633 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-45f26ccf-903e-4898-96b1-d6b7fa955e3c req-2d65c645-96bd-44d2-9a50-dceefcdfa312 tempest-TestEncryptedCinderVolumes-105382994 tempest-TestEncryptedCinderVolumes-105382994-project] 10.222.0.42 "GET /v2.0/security-groups?id=c53d3670-8597-4a5f-a096-9db76d7523b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308816 Mar 29 16:30:47.517481 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:30:48.276557 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:30:49.236486 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.agents_db [None req-59735a15-725e-44d4-9ad5-95cbe356f209 None None] Agent healthcheck: found 7 active agents {{(pid=102793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 16:30:58.656517 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18450cd3-a97f-43aa-b445-1b96c800a9be req-1389656b-e32f-4d12-b9df-a66db7fc37c3 tempest-TestEncryptedCinderVolumes-105382994 tempest-TestEncryptedCinderVolumes-105382994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:30:58.657988 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-18450cd3-a97f-43aa-b445-1b96c800a9be req-1389656b-e32f-4d12-b9df-a66db7fc37c3 tempest-TestEncryptedCinderVolumes-105382994 tempest-TestEncryptedCinderVolumes-105382994-project] 10.222.0.42 "GET /v2.0/ports?device_id=573402bd-9276-4096-901b-1c12671e3191 HTTP/1.1" status: 200 len: 946 time: 0.0481069 Mar 29 16:30:58.695823 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-18450cd3-a97f-43aa-b445-1b96c800a9be req-370234b6-e615-4c11-8e81-e715663caada tempest-TestEncryptedCinderVolumes-105382994 tempest-TestEncryptedCinderVolumes-105382994-project] 10.222.0.42 "GET /v2.0/security-groups?id=c53d3670-8597-4a5f-a096-9db76d7523b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313146 Mar 29 16:30:59.811768 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6732b1ee-f38e-4b01-9014-fa44e17e28ee req-5ceebc17-cdd8-4c47-bbde-93895ba28269 tempest-TestEncryptedCinderVolumes-105382994 tempest-TestEncryptedCinderVolumes-105382994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:30:59.813233 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-6732b1ee-f38e-4b01-9014-fa44e17e28ee req-5ceebc17-cdd8-4c47-bbde-93895ba28269 tempest-TestEncryptedCinderVolumes-105382994 tempest-TestEncryptedCinderVolumes-105382994-project] 10.222.0.42 "GET /v2.0/ports?device_id=573402bd-9276-4096-901b-1c12671e3191 HTTP/1.1" status: 200 len: 946 time: 0.0485592 Mar 29 16:30:59.851584 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-6732b1ee-f38e-4b01-9014-fa44e17e28ee req-0ef4f853-0d42-4478-b461-04e6a1515559 tempest-TestEncryptedCinderVolumes-105382994 tempest-TestEncryptedCinderVolumes-105382994-project] 10.222.0.42 "GET /v2.0/security-groups?id=c53d3670-8597-4a5f-a096-9db76d7523b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320246 Mar 29 16:31:00.420938 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a7df72-8081-49f1-aab6-e71578268ea6 req-aa76f49d-3bdb-4558-9418-378917fc7add tempest-TestEncryptedCinderVolumes-105382994 tempest-TestEncryptedCinderVolumes-105382994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:31:00.422408 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e9a7df72-8081-49f1-aab6-e71578268ea6 req-aa76f49d-3bdb-4558-9418-378917fc7add tempest-TestEncryptedCinderVolumes-105382994 tempest-TestEncryptedCinderVolumes-105382994-project] 10.222.0.44 "GET /v2.0/ports?device_id=573402bd-9276-4096-901b-1c12671e3191 HTTP/1.1" status: 200 len: 946 time: 0.0514719 Mar 29 16:31:00.430913 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-57d43dea-8720-4197-b40e-ce84675cce53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:31:00.511743 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [req-e9a7df72-8081-49f1-aab6-e71578268ea6 req-75727c55-92cf-4277-b08e-fc2a380d7f0b tempest-TestEncryptedCinderVolumes-105382994 tempest-TestEncryptedCinderVolumes-105382994-project] Deleting port 920d10f6-1c39-4732-88b3-46765d557acb {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:31:00.512083 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-e9a7df72-8081-49f1-aab6-e71578268ea6 req-75727c55-92cf-4277-b08e-fc2a380d7f0b tempest-TestEncryptedCinderVolumes-105382994 tempest-TestEncryptedCinderVolumes-105382994-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:31:00.603580 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-e9a7df72-8081-49f1-aab6-e71578268ea6 req-75727c55-92cf-4277-b08e-fc2a380d7f0b tempest-TestEncryptedCinderVolumes-105382994 tempest-TestEncryptedCinderVolumes-105382994-project] For port 920d10f6-1c39-4732-88b3-46765d557acb, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=920d10f6-1c39-4732-88b3-46765d557acb,segment=NetworkSegment(4dec0586-3bd9-4a8d-ab51-e284d9c6c3db),segment_id=4dec0586-3bd9-4a8d-ab51-e284d9c6c3db)] {{(pid=102791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:31:00.603955 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-e9a7df72-8081-49f1-aab6-e71578268ea6 req-75727c55-92cf-4277-b08e-fc2a380d7f0b tempest-TestEncryptedCinderVolumes-105382994 tempest-TestEncryptedCinderVolumes-105382994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:31:00.616067 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [req-e9a7df72-8081-49f1-aab6-e71578268ea6 req-75727c55-92cf-4277-b08e-fc2a380d7f0b tempest-TestEncryptedCinderVolumes-105382994 tempest-TestEncryptedCinderVolumes-105382994-project] Calling delete_port for 920d10f6-1c39-4732-88b3-46765d557acb owned by compute:nova {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:31:00.737510 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-e9a7df72-8081-49f1-aab6-e71578268ea6 req-75727c55-92cf-4277-b08e-fc2a380d7f0b tempest-TestEncryptedCinderVolumes-105382994 tempest-TestEncryptedCinderVolumes-105382994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:31:00.749186 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] get_ports_and_sgs() called for port_ids ['920d10f6-1c39-4732-88b3-46765d557acb'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 16:31:00.771632 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75727c55-92cf-4277-b08e-fc2a380d7f0b tempest-TestEncryptedCinderVolumes-105382994 tempest-TestEncryptedCinderVolumes-105382994-project] Pushing event deleted for resources: {'Port': ['ID=920d10f6-1c39-4732-88b3-46765d557acb,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:31:00.810741 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9a7df72-8081-49f1-aab6-e71578268ea6 req-75727c55-92cf-4277-b08e-fc2a380d7f0b tempest-TestEncryptedCinderVolumes-105382994 tempest-TestEncryptedCinderVolumes-105382994-project] No DVR routers for this DVR port 920d10f6-1c39-4732-88b3-46765d557acb on host n-h1-834765-1 {{(pid=102791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 16:31:00.813541 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-e9a7df72-8081-49f1-aab6-e71578268ea6 req-75727c55-92cf-4277-b08e-fc2a380d7f0b tempest-TestEncryptedCinderVolumes-105382994 tempest-TestEncryptedCinderVolumes-105382994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:31:00.818240 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e9a7df72-8081-49f1-aab6-e71578268ea6 req-75727c55-92cf-4277-b08e-fc2a380d7f0b tempest-TestEncryptedCinderVolumes-105382994 tempest-TestEncryptedCinderVolumes-105382994-project] 10.222.0.44 "DELETE /v2.0/ports/920d10f6-1c39-4732-88b3-46765d557acb HTTP/1.1" status: 204 len: 173 time: 0.3896875 Mar 29 16:31:00.818711 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '573402bd-9276-4096-901b-1c12671e3191', 'name': 'network-vif-deleted', 'tag': '920d10f6-1c39-4732-88b3-46765d557acb'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:31:00.821389 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c67b028db5e9b9818fecc5c0a87ebc6f190694fa53ca267d523e04f98de536d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14b3b1a0-398a-4077-a4eb-ae80d2adbd6d" -d '{"events": [{"server_uuid": "573402bd-9276-4096-901b-1c12671e3191", "name": "network-vif-deleted", "tag": "920d10f6-1c39-4732-88b3-46765d557acb"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:31:00.868410 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 16:31:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62c38a45-1ea9-433b-afda-e0af2a7dbbf0 x-openstack-request-id: req-62c38a45-1ea9-433b-afda-e0af2a7dbbf0 {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:31:00.868701 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "573402bd-9276-4096-901b-1c12671e3191", "name": "network-vif-deleted", "tag": "920d10f6-1c39-4732-88b3-46765d557acb", "status": "completed", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:31:00.868953 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-62c38a45-1ea9-433b-afda-e0af2a7dbbf0 {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:31:00.869353 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '573402bd-9276-4096-901b-1c12671e3191', 'name': 'network-vif-deleted', 'tag': '920d10f6-1c39-4732-88b3-46765d557acb', 'status': 'completed', 'code': 200} Mar 29 16:31:00.966136 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-91da21ce-cd23-4596-b000-c6e28ba9697f req-11137410-dd4b-4a18-a594-bc4a384825b9 tempest-TestEncryptedCinderVolumes-105382994 tempest-TestEncryptedCinderVolumes-105382994-project] 10.222.0.42 "GET /v2.0/ports?device_id=573402bd-9276-4096-901b-1c12671e3191 HTTP/1.1" status: 200 len: 210 time: 0.0316567 Mar 29 16:31:02.056585 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 41486) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:31:02.696789 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-675108d9-6ed6-43f0-b4d2-f246e803679b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-530452'] for router_interface, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:31:02.896124 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-037cc140-c26b-4158-9a90-375cd4f47a29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:31:02.946973 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-675108d9-6ed6-43f0-b4d2-f246e803679b admin admin] Deleting port cf51fcd1-f449-4aab-86cf-02133a18a051 {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:31:02.947345 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-675108d9-6ed6-43f0-b4d2-f246e803679b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:31:03.028119 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [None req-675108d9-6ed6-43f0-b4d2-f246e803679b admin admin] For port cf51fcd1-f449-4aab-86cf-02133a18a051, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=cf51fcd1-f449-4aab-86cf-02133a18a051,segment=NetworkSegment(4dec0586-3bd9-4a8d-ab51-e284d9c6c3db),segment_id=4dec0586-3bd9-4a8d-ab51-e284d9c6c3db)] {{(pid=102791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:31:03.028510 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-675108d9-6ed6-43f0-b4d2-f246e803679b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:31:03.041630 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-675108d9-6ed6-43f0-b4d2-f246e803679b admin admin] Calling delete_port for cf51fcd1-f449-4aab-86cf-02133a18a051 owned by network:router_interface {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:31:03.218134 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-675108d9-6ed6-43f0-b4d2-f246e803679b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:31:03.242445 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675108d9-6ed6-43f0-b4d2-f246e803679b admin admin] Pushing event deleted for resources: {'Port': ['ID=cf51fcd1-f449-4aab-86cf-02133a18a051,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:31:03.414120 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-675108d9-6ed6-43f0-b4d2-f246e803679b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-530528'] for router_interface, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:31:03.628811 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-675108d9-6ed6-43f0-b4d2-f246e803679b admin admin] Router dd91bc97-d2aa-46d2-8bec-d7780481a7a6 has already been hosted by L3 agent c648d819-1060-4f26-b4ec-6455387b5dff {{(pid=102791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 16:31:03.734368 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-675108d9-6ed6-43f0-b4d2-f246e803679b admin admin] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 16:31:03.740032 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-675108d9-6ed6-43f0-b4d2-f246e803679b admin admin] 10.222.0.42 "PUT /v2.0/routers/dd91bc97-d2aa-46d2-8bec-d7780481a7a6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6822550 Mar 29 16:31:03.742450 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 41488) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:31:03.745091 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a120ec1a-1ea4-43e4-9968-98f422f3d14d None None] Sync routers for ids ['dd91bc97-d2aa-46d2-8bec-d7780481a7a6'] in n-d-834765-1 {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 16:31:03.754573 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a120ec1a-1ea4-43e4-9968-98f422f3d14d None None] Routers {'dd91bc97-d2aa-46d2-8bec-d7780481a7a6'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:31:03.755300 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-a120ec1a-1ea4-43e4-9968-98f422f3d14d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:31:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['dd91bc97-d2aa-46d2-8bec-d7780481a7a6'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:31:03.844189 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-188862d6-6943-4070-b9da-3124b8e9ef61 admin admin] Notify callbacks [] for router, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:31:03.856775 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvr_db [None req-a120ec1a-1ea4-43e4-9968-98f422f3d14d None None] Set router dd91bc97-d2aa-46d2-8bec-d7780481a7a6 gateway port host: n-d-834765-1 {{(pid=102793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:31:03.942243 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-188862d6-6943-4070-b9da-3124b8e9ef61 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:31:04.001112 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-188862d6-6943-4070-b9da-3124b8e9ef61 admin admin] Deleting port a7d479da-26b9-4eb6-ba65-fb8d0d4620cd {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:31:04.001343 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-188862d6-6943-4070-b9da-3124b8e9ef61 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:31:04.033987 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-a120ec1a-1ea4-43e4-9968-98f422f3d14d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd91bc97-d2aa-46d2-8bec-d7780481a7a6', 'name': 'tempest-TestEncryptedCinderVolumes-1474097804-router', 'tenant_id': 'b7963be4780b4b6d80d031247a81b2f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.251'}], 'enable_snat': True}, 'gw_port_id': 'a7d479da-26b9-4eb6-ba65-fb8d0d4620cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:29:44Z', 'updated_at': '2022-03-29T16:31:03Z', 'revision_number': 5, 'project_id': 'b7963be4780b4b6d80d031247a81b2f8', 'gw_port': {'id': 'a7d479da-26b9-4eb6-ba65-fb8d0d4620cd', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:d2:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd91bc97-d2aa-46d2-8bec-d7780481a7a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:29:44Z', 'updated_at': '2022-03-29T16:29:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1'}], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:31:04.060793 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a120ec1a-1ea4-43e4-9968-98f422f3d14d None None] Checking router: dd91bc97-d2aa-46d2-8bec-d7780481a7a6 for host: n-d-834765-1 {{(pid=102793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 16:31:04.069129 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a120ec1a-1ea4-43e4-9968-98f422f3d14d None None] Routers {'dd91bc97-d2aa-46d2-8bec-d7780481a7a6'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:31:04.069737 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-a120ec1a-1ea4-43e4-9968-98f422f3d14d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:31:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['dd91bc97-d2aa-46d2-8bec-d7780481a7a6'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:31:04.077617 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [None req-188862d6-6943-4070-b9da-3124b8e9ef61 admin admin] For port a7d479da-26b9-4eb6-ba65-fb8d0d4620cd, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=a7d479da-26b9-4eb6-ba65-fb8d0d4620cd,segment=NetworkSegment(6ab47353-a811-4bad-bc73-b4cc84583cfd),segment_id=6ab47353-a811-4bad-bc73-b4cc84583cfd)] {{(pid=102791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:31:04.077978 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-188862d6-6943-4070-b9da-3124b8e9ef61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:31:04.090768 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-188862d6-6943-4070-b9da-3124b8e9ef61 admin admin] Calling delete_port for a7d479da-26b9-4eb6-ba65-fb8d0d4620cd owned by network:router_gateway {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:31:04.154229 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvr_db [None req-a120ec1a-1ea4-43e4-9968-98f422f3d14d None None] Set router dd91bc97-d2aa-46d2-8bec-d7780481a7a6 gateway port host: None {{(pid=102793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:31:04.204030 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-a120ec1a-1ea4-43e4-9968-98f422f3d14d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd91bc97-d2aa-46d2-8bec-d7780481a7a6', 'name': 'tempest-TestEncryptedCinderVolumes-1474097804-router', 'tenant_id': 'b7963be4780b4b6d80d031247a81b2f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:29:44Z', 'updated_at': '2022-03-29T16:31:03Z', 'revision_number': 6, 'project_id': 'b7963be4780b4b6d80d031247a81b2f8', 'gw_port_host': None}], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:31:04.224495 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device 920d10f6-1c39-4732-88b3-46765d557acb no longer exists at agent hyperv_n-h1-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 16:31:04.233745 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a120ec1a-1ea4-43e4-9968-98f422f3d14d None None] The sync data for ids ['dd91bc97-d2aa-46d2-8bec-d7780481a7a6'] in n-d-834765-1 is: [{'id': 'dd91bc97-d2aa-46d2-8bec-d7780481a7a6', 'name': 'tempest-TestEncryptedCinderVolumes-1474097804-router', 'tenant_id': 'b7963be4780b4b6d80d031247a81b2f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:29:44Z', 'updated_at': '2022-03-29T16:31:03Z', 'revision_number': 6, 'project_id': 'b7963be4780b4b6d80d031247a81b2f8', 'gw_port_host': None}] {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 16:31:04.252734 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] No Port match for: 920d10f6-1c39-4732-88b3-46765d557acb {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 16:31:04.253338 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device 920d10f6-1c39-4732-88b3-46765d557acb not bound to the agent host n-h1-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 16:31:04.257983 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-188862d6-6943-4070-b9da-3124b8e9ef61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:31:04.288415 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188862d6-6943-4070-b9da-3124b8e9ef61 admin admin] Pushing event deleted for resources: {'Port': ['ID=a7d479da-26b9-4eb6-ba65-fb8d0d4620cd,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:31:04.352441 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-188862d6-6943-4070-b9da-3124b8e9ef61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-648138'] for router_gateway, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:31:04.353283 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d71584b9-87f1-45f5-84c7-c993c2416269 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:31:04.442302 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-188862d6-6943-4070-b9da-3124b8e9ef61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129328'] for router, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:31:04.444421 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-188862d6-6943-4070-b9da-3124b8e9ef61 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:31:04.486576 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-188862d6-6943-4070-b9da-3124b8e9ef61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-526718'] for router, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:31:04.487130 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-188862d6-6943-4070-b9da-3124b8e9ef61 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dd91bc97-d2aa-46d2-8bec-d7780481a7a6 {{(pid=102791) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 29 16:31:04.491474 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-188862d6-6943-4070-b9da-3124b8e9ef61 admin admin] Notify callbacks [] for router, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:31:04.492711 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-188862d6-6943-4070-b9da-3124b8e9ef61 admin admin] 10.222.0.42 "DELETE /v2.0/routers/dd91bc97-d2aa-46d2-8bec-d7780481a7a6 HTTP/1.1" status: 204 len: 168 time: 0.7493529 Mar 29 16:31:04.495235 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 41490) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:31:04.542839 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_v2 [None req-a80a3696-5f36-4e92-a2b0-73f4c42cb934 admin admin] Deleting subnet 3e767ca3-be50-4392-8691-132bdb58289e {{(pid=102791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 16:31:04.545686 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-a80a3696-5f36-4e92-a2b0-73f4c42cb934 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:31:04.581111 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-a80a3696-5f36-4e92-a2b0-73f4c42cb934 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4230423'] for subnet, precommit_delete_associations {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:31:04.661116 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-a80a3696-5f36-4e92-a2b0-73f4c42cb934 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1641287'] for subnet, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:31:04.714369 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-a80a3696-5f36-4e92-a2b0-73f4c42cb934 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1641294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16155591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16218852'] for subnet, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:31:04.743088 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80a3696-5f36-4e92-a2b0-73f4c42cb934 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3e767ca3-be50-4392-8691-132bdb58289e,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:31:04.748805 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-a80a3696-5f36-4e92-a2b0-73f4c42cb934 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:31:04.752029 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-a80a3696-5f36-4e92-a2b0-73f4c42cb934 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/3e767ca3-be50-4392-8691-132bdb58289e HTTP/1.1" status: 204 len: 168 time: 0.2558284 Mar 29 16:31:04.755023 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 41492) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:31:04.757343 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caa0a06a-c1b6-4f75-b852-57c76ca1e56c None None] Network 3b8c8dc3-9c93-4843-bbe0-f3cb8a8c7180 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 16:31:04.825534 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-c1a8b685-6cf8-40b5-b20d-baf128eea973 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1631750'] for network, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:31:04.887440 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-c1a8b685-6cf8-40b5-b20d-baf128eea973 admin admin] Deleting port 24013a38-4991-46da-82fb-285882812243 {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:31:04.887786 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-c1a8b685-6cf8-40b5-b20d-baf128eea973 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:31:04.936612 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e699e0c-6f56-44fc-8549-e30a90edc464 None None] DHCP port deletion for 3b8c8dc3-9c93-4843-bbe0-f3cb8a8c7180 request from n-d-834765-1 {{(pid=102792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 29 16:31:04.959724 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [None req-c1a8b685-6cf8-40b5-b20d-baf128eea973 admin admin] For port 24013a38-4991-46da-82fb-285882812243, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=24013a38-4991-46da-82fb-285882812243,segment=NetworkSegment(4dec0586-3bd9-4a8d-ab51-e284d9c6c3db),segment_id=4dec0586-3bd9-4a8d-ab51-e284d9c6c3db)] {{(pid=102791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:31:04.960228 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-c1a8b685-6cf8-40b5-b20d-baf128eea973 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:31:04.975941 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-c1a8b685-6cf8-40b5-b20d-baf128eea973 admin admin] Calling delete_port for 24013a38-4991-46da-82fb-285882812243 owned by network:dhcp {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:31:04.999402 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-0e699e0c-6f56-44fc-8549-e30a90edc464 None None] Deleting port 24013a38-4991-46da-82fb-285882812243 {{(pid=102792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:31:04.999784 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-0e699e0c-6f56-44fc-8549-e30a90edc464 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:31:05.061875 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-c1a8b685-6cf8-40b5-b20d-baf128eea973 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:31:05.064922 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-0e699e0c-6f56-44fc-8549-e30a90edc464 None None] For port 24013a38-4991-46da-82fb-285882812243, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=24013a38-4991-46da-82fb-285882812243,segment=NetworkSegment(4dec0586-3bd9-4a8d-ab51-e284d9c6c3db),segment_id=4dec0586-3bd9-4a8d-ab51-e284d9c6c3db)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:31:05.065326 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-0e699e0c-6f56-44fc-8549-e30a90edc464 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:31:05.084254 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-0e699e0c-6f56-44fc-8549-e30a90edc464 None None] Calling delete_port for 24013a38-4991-46da-82fb-285882812243 owned by network:dhcp {{(pid=102792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:31:05.087948 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1a8b685-6cf8-40b5-b20d-baf128eea973 admin admin] No DVR routers for this DVR port 24013a38-4991-46da-82fb-285882812243 on host n-d-834765-1 {{(pid=102791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 16:31:05.092755 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a8b685-6cf8-40b5-b20d-baf128eea973 admin admin] Pushing event deleted for resources: {'Port': ['ID=24013a38-4991-46da-82fb-285882812243,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:31:05.163243 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-0e699e0c-6f56-44fc-8549-e30a90edc464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350'] for port, after_delete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:31:05.170091 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-c1a8b685-6cf8-40b5-b20d-baf128eea973 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639890', 'neutron.services.segments.db._delete_segments_for_network-8783523423079'] for network, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:31:05.187783 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e699e0c-6f56-44fc-8549-e30a90edc464 None None] Pushing event deleted for resources: {'Port': ['ID=24013a38-4991-46da-82fb-285882812243,revision_number=None']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:31:05.189329 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-c1a8b685-6cf8-40b5-b20d-baf128eea973 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b8c8dc3-9c93-4843-bbe0-f3cb8a8c7180']}} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:31:05.193010 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e699e0c-6f56-44fc-8549-e30a90edc464 None None] No DVR routers for this DVR port 24013a38-4991-46da-82fb-285882812243 on host n-d-834765-1 {{(pid=102792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 16:31:05.205108 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-c1a8b685-6cf8-40b5-b20d-baf128eea973 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4dec0586-3bd9-4a8d-ab51-e284d9c6c3db') {'for_net_delete': True} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:31:05.205396 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-c1a8b685-6cf8-40b5-b20d-baf128eea973 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4dec0586-3bd9-4a8d-ab51-e284d9c6c3db') {} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:31:05.215150 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-c1a8b685-6cf8-40b5-b20d-baf128eea973 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783523422064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4230428'] for segment, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:31:05.228221 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-c1a8b685-6cf8-40b5-b20d-baf128eea973 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:31:05.234155 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1a8b685-6cf8-40b5-b20d-baf128eea973 admin admin] Releasing vlan 636 on physical network physnet1 to pool {{(pid=102791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 16:31:05.234487 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-c1a8b685-6cf8-40b5-b20d-baf128eea973 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16169569'] for segment, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:31:05.236140 n-d-834765-1 neutron-server[102791]: Traceback (most recent call last): Mar 29 16:31:05.236140 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 16:31:05.236140 n-d-834765-1 neutron-server[102791]: timer() Mar 29 16:31:05.236140 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 16:31:05.236140 n-d-834765-1 neutron-server[102791]: cb(*args, **kw) Mar 29 16:31:05.236140 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 16:31:05.236140 n-d-834765-1 neutron-server[102791]: return func(*args, **kwargs) Mar 29 16:31:05.236140 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 16:31:05.236140 n-d-834765-1 neutron-server[102791]: self._notify() Mar 29 16:31:05.236140 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 16:31:05.236140 n-d-834765-1 neutron-server[102791]: self.callback(batched_events) Mar 29 16:31:05.236140 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 16:31:05.236140 n-d-834765-1 neutron-server[102791]: event.method(event) Mar 29 16:31:05.236140 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 16:31:05.236140 n-d-834765-1 neutron-server[102791]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 16:31:05.236140 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 16:31:05.236140 n-d-834765-1 neutron-server[102791]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 16:31:05.236140 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 16:31:05.236140 n-d-834765-1 neutron-server[102791]: return f(self, *a, **k) Mar 29 16:31:05.236140 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 16:31:05.236140 n-d-834765-1 neutron-server[102791]: return self._get(url).json() Mar 29 16:31:05.236140 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 16:31:05.236140 n-d-834765-1 neutron-server[102791]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 16:31:05.236140 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 16:31:05.236140 n-d-834765-1 neutron-server[102791]: return self.request(url, 'GET', **kwargs) Mar 29 16:31:05.236140 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 16:31:05.236140 n-d-834765-1 neutron-server[102791]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 16:31:05.236140 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 16:31:05.236140 n-d-834765-1 neutron-server[102791]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 16:31:05.236140 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 16:31:05.236140 n-d-834765-1 neutron-server[102791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 16:31:05.236140 n-d-834765-1 neutron-server[102791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 16:31:05.292137 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-c1a8b685-6cf8-40b5-b20d-baf128eea973 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1639897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648174'] for network, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:31:05.297768 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-c1a8b685-6cf8-40b5-b20d-baf128eea973 admin admin] Notify callbacks [] for network, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:31:05.300973 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-c1a8b685-6cf8-40b5-b20d-baf128eea973 admin admin] 10.222.0.42 "DELETE /v2.0/networks/3b8c8dc3-9c93-4843-bbe0-f3cb8a8c7180 HTTP/1.1" status: 204 len: 168 time: 0.5449262 Mar 29 16:31:05.304082 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 41494) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:31:05.311818 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a8b685-6cf8-40b5-b20d-baf128eea973 admin admin] Pushing event deleted for resources: {'Network': ['ID=3b8c8dc3-9c93-4843-bbe0-f3cb8a8c7180,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:31:05.609428 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 24013a38-4991-46da-82fb-285882812243 no longer exists at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 16:31:05.633916 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] No Port match for: 24013a38-4991-46da-82fb-285882812243 {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 16:31:05.634259 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 24013a38-4991-46da-82fb-285882812243 not bound to the agent host n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 16:31:05.634693 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device cf51fcd1-f449-4aab-86cf-02133a18a051 no longer exists at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 16:31:05.645840 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-160f7eb3-e6fb-44b9-87bb-3f482bf4a347 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-530452'] for router_interface, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:31:05.653185 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] No Port match for: cf51fcd1-f449-4aab-86cf-02133a18a051 {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 16:31:05.653527 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device cf51fcd1-f449-4aab-86cf-02133a18a051 not bound to the agent host n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 16:31:05.653944 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device a7d479da-26b9-4eb6-ba65-fb8d0d4620cd no longer exists at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 16:31:05.672354 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] No Port match for: a7d479da-26b9-4eb6-ba65-fb8d0d4620cd {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 16:31:05.672701 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device a7d479da-26b9-4eb6-ba65-fb8d0d4620cd not bound to the agent host n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 16:31:05.915508 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-0cb6abf6-2706-4e52-8825-f5f644ecf9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:31:06.014398 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:31:06.211515 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-160f7eb3-e6fb-44b9-87bb-3f482bf4a347 admin admin] Deleting port e6ef0607-5049-41e4-99ef-ad12d15f6476 {{(pid=102790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:31:06.211750 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-160f7eb3-e6fb-44b9-87bb-3f482bf4a347 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:31:06.292530 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [None req-160f7eb3-e6fb-44b9-87bb-3f482bf4a347 admin admin] For port e6ef0607-5049-41e4-99ef-ad12d15f6476, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=e6ef0607-5049-41e4-99ef-ad12d15f6476,segment=NetworkSegment(88d2fbae-b4ce-432e-9e3d-a382c01d7830),segment_id=88d2fbae-b4ce-432e-9e3d-a382c01d7830)] {{(pid=102790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:31:06.292890 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-160f7eb3-e6fb-44b9-87bb-3f482bf4a347 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:31:06.306155 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-160f7eb3-e6fb-44b9-87bb-3f482bf4a347 admin admin] Calling delete_port for e6ef0607-5049-41e4-99ef-ad12d15f6476 owned by network:router_interface {{(pid=102790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:31:06.490427 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-160f7eb3-e6fb-44b9-87bb-3f482bf4a347 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:31:06.514828 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160f7eb3-e6fb-44b9-87bb-3f482bf4a347 admin admin] Pushing event deleted for resources: {'Port': ['ID=e6ef0607-5049-41e4-99ef-ad12d15f6476,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:31:06.526943 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160f7eb3-e6fb-44b9-87bb-3f482bf4a347 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:31:06.527311 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160f7eb3-e6fb-44b9-87bb-3f482bf4a347 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:31:06.527654 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160f7eb3-e6fb-44b9-87bb-3f482bf4a347 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:31:06.527984 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160f7eb3-e6fb-44b9-87bb-3f482bf4a347 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:31:06.528309 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160f7eb3-e6fb-44b9-87bb-3f482bf4a347 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:31:06.528632 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160f7eb3-e6fb-44b9-87bb-3f482bf4a347 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:31:06.528953 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160f7eb3-e6fb-44b9-87bb-3f482bf4a347 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:31:06.529270 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160f7eb3-e6fb-44b9-87bb-3f482bf4a347 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:31:06.529587 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160f7eb3-e6fb-44b9-87bb-3f482bf4a347 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:31:06.529901 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160f7eb3-e6fb-44b9-87bb-3f482bf4a347 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:31:06.530219 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160f7eb3-e6fb-44b9-87bb-3f482bf4a347 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:31:06.530538 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160f7eb3-e6fb-44b9-87bb-3f482bf4a347 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:31:06.688907 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-160f7eb3-e6fb-44b9-87bb-3f482bf4a347 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-530528'] for router_interface, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:31:06.901228 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-160f7eb3-e6fb-44b9-87bb-3f482bf4a347 admin admin] Router eede6733-b2ab-487b-80c2-586b20553daf has already been hosted by L3 agent c648d819-1060-4f26-b4ec-6455387b5dff {{(pid=102790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 16:31:07.006642 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-160f7eb3-e6fb-44b9-87bb-3f482bf4a347 admin admin] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 16:31:07.012242 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-160f7eb3-e6fb-44b9-87bb-3f482bf4a347 admin admin] 10.222.0.42 "PUT /v2.0/routers/eede6733-b2ab-487b-80c2-586b20553daf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7070811 Mar 29 16:31:07.014743 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 41496) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:31:07.015120 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d4dc49c-549b-4a3c-91c1-60f9a33c201b None None] Sync routers for ids ['eede6733-b2ab-487b-80c2-586b20553daf'] in n-d-834765-1 {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 16:31:07.025589 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d4dc49c-549b-4a3c-91c1-60f9a33c201b None None] Routers {'eede6733-b2ab-487b-80c2-586b20553daf'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:31:07.026284 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-1d4dc49c-549b-4a3c-91c1-60f9a33c201b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:31:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['eede6733-b2ab-487b-80c2-586b20553daf'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:31:07.123136 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-f0ea44bd-5c6a-47b5-b24f-69263fbea613 admin admin] Notify callbacks [] for router, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:31:07.133148 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvr_db [None req-1d4dc49c-549b-4a3c-91c1-60f9a33c201b None None] Set router eede6733-b2ab-487b-80c2-586b20553daf gateway port host: n-d-834765-1 {{(pid=102792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:31:07.228559 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-f0ea44bd-5c6a-47b5-b24f-69263fbea613 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:31:07.280411 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-f0ea44bd-5c6a-47b5-b24f-69263fbea613 admin admin] Deleting port 7ed05f7b-f507-4be5-b8d5-afd0e95258ac {{(pid=102790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:31:07.280739 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-f0ea44bd-5c6a-47b5-b24f-69263fbea613 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:31:07.312606 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-1d4dc49c-549b-4a3c-91c1-60f9a33c201b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eede6733-b2ab-487b-80c2-586b20553daf', 'name': 'tempest-TestEncryptedCinderVolumes-1487576954-router', 'tenant_id': 'ba80e34d64b44a388303b2c3c63e38a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.103'}], 'enable_snat': True}, 'gw_port_id': '7ed05f7b-f507-4be5-b8d5-afd0e95258ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:29:49Z', 'updated_at': '2022-03-29T16:31:06Z', 'revision_number': 5, 'project_id': 'ba80e34d64b44a388303b2c3c63e38a2', 'gw_port': {'id': '7ed05f7b-f507-4be5-b8d5-afd0e95258ac', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:56:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eede6733-b2ab-487b-80c2-586b20553daf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:29:49Z', 'updated_at': '2022-03-29T16:29:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1'}], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:31:07.340578 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d4dc49c-549b-4a3c-91c1-60f9a33c201b None None] Checking router: eede6733-b2ab-487b-80c2-586b20553daf for host: n-d-834765-1 {{(pid=102792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 16:31:07.348761 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d4dc49c-549b-4a3c-91c1-60f9a33c201b None None] Routers {'eede6733-b2ab-487b-80c2-586b20553daf'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:31:07.349379 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-1d4dc49c-549b-4a3c-91c1-60f9a33c201b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:31:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['eede6733-b2ab-487b-80c2-586b20553daf'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:31:07.364228 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [None req-f0ea44bd-5c6a-47b5-b24f-69263fbea613 admin admin] For port 7ed05f7b-f507-4be5-b8d5-afd0e95258ac, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=7ed05f7b-f507-4be5-b8d5-afd0e95258ac,segment=NetworkSegment(6ab47353-a811-4bad-bc73-b4cc84583cfd),segment_id=6ab47353-a811-4bad-bc73-b4cc84583cfd)] {{(pid=102790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:31:07.364761 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-f0ea44bd-5c6a-47b5-b24f-69263fbea613 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:31:07.376084 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-f0ea44bd-5c6a-47b5-b24f-69263fbea613 admin admin] Calling delete_port for 7ed05f7b-f507-4be5-b8d5-afd0e95258ac owned by network:router_gateway {{(pid=102790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:31:07.436622 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvr_db [None req-1d4dc49c-549b-4a3c-91c1-60f9a33c201b None None] Set router eede6733-b2ab-487b-80c2-586b20553daf gateway port host: None {{(pid=102792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:31:07.487945 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-1d4dc49c-549b-4a3c-91c1-60f9a33c201b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eede6733-b2ab-487b-80c2-586b20553daf', 'name': 'tempest-TestEncryptedCinderVolumes-1487576954-router', 'tenant_id': 'ba80e34d64b44a388303b2c3c63e38a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:29:49Z', 'updated_at': '2022-03-29T16:31:07Z', 'revision_number': 6, 'project_id': 'ba80e34d64b44a388303b2c3c63e38a2', 'gw_port_host': None}], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:31:07.518308 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d4dc49c-549b-4a3c-91c1-60f9a33c201b None None] The sync data for ids ['eede6733-b2ab-487b-80c2-586b20553daf'] in n-d-834765-1 is: [{'id': 'eede6733-b2ab-487b-80c2-586b20553daf', 'name': 'tempest-TestEncryptedCinderVolumes-1487576954-router', 'tenant_id': 'ba80e34d64b44a388303b2c3c63e38a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:29:49Z', 'updated_at': '2022-03-29T16:31:07Z', 'revision_number': 6, 'project_id': 'ba80e34d64b44a388303b2c3c63e38a2', 'gw_port_host': None}] {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 16:31:07.542581 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-f0ea44bd-5c6a-47b5-b24f-69263fbea613 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:31:07.569735 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ea44bd-5c6a-47b5-b24f-69263fbea613 admin admin] Pushing event deleted for resources: {'Port': ['ID=7ed05f7b-f507-4be5-b8d5-afd0e95258ac,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:31:07.638426 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-f0ea44bd-5c6a-47b5-b24f-69263fbea613 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-648138'] for router_gateway, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:31:07.727524 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-f0ea44bd-5c6a-47b5-b24f-69263fbea613 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129328'] for router, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:31:07.729619 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-f0ea44bd-5c6a-47b5-b24f-69263fbea613 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:31:07.776104 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-f0ea44bd-5c6a-47b5-b24f-69263fbea613 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-526718'] for router, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:31:07.776548 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0ea44bd-5c6a-47b5-b24f-69263fbea613 admin admin] Fanout notify agent at l3_agent the message router_deleted on router eede6733-b2ab-487b-80c2-586b20553daf {{(pid=102790) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 29 16:31:07.783799 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-f0ea44bd-5c6a-47b5-b24f-69263fbea613 admin admin] Notify callbacks [] for router, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:31:07.783799 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-f0ea44bd-5c6a-47b5-b24f-69263fbea613 admin admin] 10.222.0.42 "DELETE /v2.0/routers/eede6733-b2ab-487b-80c2-586b20553daf HTTP/1.1" status: 204 len: 168 time: 0.7667651 Mar 29 16:31:07.785140 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 41498) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:31:07.830201 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.db_base_plugin_v2 [None req-8cc62a53-68a7-495b-b7c8-57af5dcf586f admin admin] Deleting subnet c62f38ae-6b97-40e3-9748-61cffbca0d57 {{(pid=102790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 16:31:07.833587 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-8cc62a53-68a7-495b-b7c8-57af5dcf586f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:31:07.871177 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-8cc62a53-68a7-495b-b7c8-57af5dcf586f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4614024'] for subnet, precommit_delete_associations {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:31:07.958119 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-8cc62a53-68a7-495b-b7c8-57af5dcf586f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1641287'] for subnet, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:31:08.010044 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-8cc62a53-68a7-495b-b7c8-57af5dcf586f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1641294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5231963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4793952'] for subnet, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:31:08.039019 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-8cc62a53-68a7-495b-b7c8-57af5dcf586f admin admin] Notify callbacks [] for subnet, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:31:08.043132 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-8cc62a53-68a7-495b-b7c8-57af5dcf586f admin admin] 10.222.0.42 "DELETE /v2.0/subnets/c62f38ae-6b97-40e3-9748-61cffbca0d57 HTTP/1.1" status: 204 len: 168 time: 0.2570260 Mar 29 16:31:08.044204 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc62a53-68a7-495b-b7c8-57af5dcf586f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c62f38ae-6b97-40e3-9748-61cffbca0d57,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:31:08.044413 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd5a62a0-2d31-4b1c-a3a9-cf92289105f1 None None] Network 20b95674-8909-4bd7-a466-0a3b44341efc requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 16:31:08.045760 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 41500) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:31:08.112829 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-ea4925be-ac7f-4d4e-8d63-eabb5fd1f380 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1631750'] for network, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:31:08.165828 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-ea4925be-ac7f-4d4e-8d63-eabb5fd1f380 admin admin] Deleting port 2779b8f9-0559-4b23-af28-a8a575427437 {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:31:08.166170 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-ea4925be-ac7f-4d4e-8d63-eabb5fd1f380 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:31:08.234179 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [None req-ea4925be-ac7f-4d4e-8d63-eabb5fd1f380 admin admin] For port 2779b8f9-0559-4b23-af28-a8a575427437, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=2779b8f9-0559-4b23-af28-a8a575427437,segment=NetworkSegment(88d2fbae-b4ce-432e-9e3d-a382c01d7830),segment_id=88d2fbae-b4ce-432e-9e3d-a382c01d7830)] {{(pid=102791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:31:08.234536 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-ea4925be-ac7f-4d4e-8d63-eabb5fd1f380 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:31:08.246388 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-ea4925be-ac7f-4d4e-8d63-eabb5fd1f380 admin admin] Calling delete_port for 2779b8f9-0559-4b23-af28-a8a575427437 owned by network:dhcp {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:31:08.284434 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1994f006-9b28-41e4-a5cc-e0fa2397edb0 None None] DHCP port deletion for 20b95674-8909-4bd7-a466-0a3b44341efc request from n-d-834765-1 {{(pid=102792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 29 16:31:08.333848 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-1994f006-9b28-41e4-a5cc-e0fa2397edb0 None None] Deleting port 2779b8f9-0559-4b23-af28-a8a575427437 {{(pid=102792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:31:08.334222 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1994f006-9b28-41e4-a5cc-e0fa2397edb0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:31:08.340127 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-ea4925be-ac7f-4d4e-8d63-eabb5fd1f380 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:31:08.364104 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4925be-ac7f-4d4e-8d63-eabb5fd1f380 admin admin] Pushing event deleted for resources: {'Port': ['ID=2779b8f9-0559-4b23-af28-a8a575427437,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:31:08.369376 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea4925be-ac7f-4d4e-8d63-eabb5fd1f380 admin admin] No DVR routers for this DVR port 2779b8f9-0559-4b23-af28-a8a575427437 on host n-d-834765-1 {{(pid=102791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 16:31:08.398470 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1994f006-9b28-41e4-a5cc-e0fa2397edb0 None None] For port 2779b8f9-0559-4b23-af28-a8a575427437, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=2779b8f9-0559-4b23-af28-a8a575427437,segment=NetworkSegment(88d2fbae-b4ce-432e-9e3d-a382c01d7830),segment_id=88d2fbae-b4ce-432e-9e3d-a382c01d7830)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:31:08.398792 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1994f006-9b28-41e4-a5cc-e0fa2397edb0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:31:08.419565 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-1994f006-9b28-41e4-a5cc-e0fa2397edb0 None None] Calling delete_port for 2779b8f9-0559-4b23-af28-a8a575427437 owned by network:dhcp {{(pid=102792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:31:08.442929 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-ea4925be-ac7f-4d4e-8d63-eabb5fd1f380 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639890', 'neutron.services.segments.db._delete_segments_for_network-8783523423079'] for network, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:31:08.463468 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-ea4925be-ac7f-4d4e-8d63-eabb5fd1f380 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20b95674-8909-4bd7-a466-0a3b44341efc']}} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:31:08.472881 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-ea4925be-ac7f-4d4e-8d63-eabb5fd1f380 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88d2fbae-b4ce-432e-9e3d-a382c01d7830') {'for_net_delete': True} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:31:08.473224 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-ea4925be-ac7f-4d4e-8d63-eabb5fd1f380 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88d2fbae-b4ce-432e-9e3d-a382c01d7830') {} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:31:08.486357 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-ea4925be-ac7f-4d4e-8d63-eabb5fd1f380 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783523422064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4230428'] for segment, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:31:08.496545 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1994f006-9b28-41e4-a5cc-e0fa2397edb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350'] for port, after_delete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:31:08.502142 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-ea4925be-ac7f-4d4e-8d63-eabb5fd1f380 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:31:08.509802 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea4925be-ac7f-4d4e-8d63-eabb5fd1f380 admin admin] Releasing vlan 648 on physical network physnet1 to pool {{(pid=102791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 16:31:08.510412 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-ea4925be-ac7f-4d4e-8d63-eabb5fd1f380 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16169569'] for segment, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:31:08.512366 n-d-834765-1 neutron-server[102791]: Traceback (most recent call last): Mar 29 16:31:08.512366 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 16:31:08.512366 n-d-834765-1 neutron-server[102791]: timer() Mar 29 16:31:08.512366 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 16:31:08.512366 n-d-834765-1 neutron-server[102791]: cb(*args, **kw) Mar 29 16:31:08.512366 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 16:31:08.512366 n-d-834765-1 neutron-server[102791]: return func(*args, **kwargs) Mar 29 16:31:08.512366 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 16:31:08.512366 n-d-834765-1 neutron-server[102791]: self._notify() Mar 29 16:31:08.512366 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 16:31:08.512366 n-d-834765-1 neutron-server[102791]: self.callback(batched_events) Mar 29 16:31:08.512366 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 16:31:08.512366 n-d-834765-1 neutron-server[102791]: event.method(event) Mar 29 16:31:08.512366 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 16:31:08.512366 n-d-834765-1 neutron-server[102791]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 16:31:08.512366 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 16:31:08.512366 n-d-834765-1 neutron-server[102791]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 16:31:08.512366 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 16:31:08.512366 n-d-834765-1 neutron-server[102791]: return f(self, *a, **k) Mar 29 16:31:08.512366 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 16:31:08.512366 n-d-834765-1 neutron-server[102791]: return self._get(url).json() Mar 29 16:31:08.512366 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 16:31:08.512366 n-d-834765-1 neutron-server[102791]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 16:31:08.512366 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 16:31:08.512366 n-d-834765-1 neutron-server[102791]: return self.request(url, 'GET', **kwargs) Mar 29 16:31:08.512366 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 16:31:08.512366 n-d-834765-1 neutron-server[102791]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 16:31:08.512366 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 16:31:08.512366 n-d-834765-1 neutron-server[102791]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 16:31:08.512366 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 16:31:08.512366 n-d-834765-1 neutron-server[102791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 16:31:08.512366 n-d-834765-1 neutron-server[102791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 16:31:08.525140 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1994f006-9b28-41e4-a5cc-e0fa2397edb0 None None] Pushing event deleted for resources: {'Port': ['ID=2779b8f9-0559-4b23-af28-a8a575427437,revision_number=None']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:31:08.529677 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1994f006-9b28-41e4-a5cc-e0fa2397edb0 None None] No DVR routers for this DVR port 2779b8f9-0559-4b23-af28-a8a575427437 on host n-d-834765-1 {{(pid=102792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 16:31:08.576559 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-ea4925be-ac7f-4d4e-8d63-eabb5fd1f380 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1639897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648174'] for network, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:31:08.582998 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-ea4925be-ac7f-4d4e-8d63-eabb5fd1f380 admin admin] Notify callbacks [] for network, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:31:08.586253 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-ea4925be-ac7f-4d4e-8d63-eabb5fd1f380 admin admin] 10.222.0.42 "DELETE /v2.0/networks/20b95674-8909-4bd7-a466-0a3b44341efc HTTP/1.1" status: 204 len: 168 time: 0.5394859 Mar 29 16:31:08.600294 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4925be-ac7f-4d4e-8d63-eabb5fd1f380 admin admin] Pushing event deleted for resources: {'Network': ['ID=20b95674-8909-4bd7-a466-0a3b44341efc,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:31:08.744653 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 41504) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:31:08.785039 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-f6996567-5fdf-4d32-94cb-8affd877be27 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b7963be4780b4b6d80d031247a81b2f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0374179 Mar 29 16:31:08.785633 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 41506) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:31:08.833082 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-7fd81acb-01ec-45f1-a710-a8ef32aa5269 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:31:08.861919 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-7fd81acb-01ec-45f1-a710-a8ef32aa5269 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:31:08.909744 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-7fd81acb-01ec-45f1-a710-a8ef32aa5269 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:31:08.913232 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-7fd81acb-01ec-45f1-a710-a8ef32aa5269 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:31:08.914401 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-7fd81acb-01ec-45f1-a710-a8ef32aa5269 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c53d3670-8597-4a5f-a096-9db76d7523b4 HTTP/1.1" status: 204 len: 168 time: 0.1278737 Mar 29 16:31:08.922434 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd81acb-01ec-45f1-a710-a8ef32aa5269 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c53d3670-8597-4a5f-a096-9db76d7523b4,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:31:09.222057 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 41512) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:31:09.261409 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-55796f79-110c-4d5d-a729-32d81e871b7a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ba80e34d64b44a388303b2c3c63e38a2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0376282 Mar 29 16:31:09.263815 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 41514) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:31:09.310741 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-934c81ce-c445-467a-a0d1-98e21953890a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:31:09.331014 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-934c81ce-c445-467a-a0d1-98e21953890a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:31:09.376467 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-934c81ce-c445-467a-a0d1-98e21953890a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:31:09.379164 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-934c81ce-c445-467a-a0d1-98e21953890a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:31:09.380829 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-934c81ce-c445-467a-a0d1-98e21953890a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/9fef54df-c2f9-44db-9728-2130f35764d5 HTTP/1.1" status: 204 len: 168 time: 0.1160896 Mar 29 16:31:09.388479 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934c81ce-c445-467a-a0d1-98e21953890a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fef54df-c2f9-44db-9728-2130f35764d5,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:31:09.611652 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device e6ef0607-5049-41e4-99ef-ad12d15f6476 no longer exists at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 16:31:09.636753 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] No Port match for: e6ef0607-5049-41e4-99ef-ad12d15f6476 {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 16:31:09.637106 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device e6ef0607-5049-41e4-99ef-ad12d15f6476 not bound to the agent host n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 16:31:09.637533 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 7ed05f7b-f507-4be5-b8d5-afd0e95258ac no longer exists at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 16:31:09.659164 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] No Port match for: 7ed05f7b-f507-4be5-b8d5-afd0e95258ac {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 16:31:09.659541 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 7ed05f7b-f507-4be5-b8d5-afd0e95258ac not bound to the agent host n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 16:31:09.660005 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 2779b8f9-0559-4b23-af28-a8a575427437 no longer exists at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 16:31:09.681939 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] No Port match for: 2779b8f9-0559-4b23-af28-a8a575427437 {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 16:31:09.682289 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 2779b8f9-0559-4b23-af28-a8a575427437 not bound to the agent host n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 16:31:10.053197 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 41536) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:31:10.147520 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-b9f689a6-6571-4826-ab7d-7e568ce0ef8d admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-17587336-network', 'tenant_id': '4c5c0d4dc33e4058a1d0f013755ac159'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:31:10.170318 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9f689a6-6571-4826-ab7d-7e568ce0ef8d admin admin] Made reservation on behalf of 4c5c0d4dc33e4058a1d0f013755ac159 for: {'network': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:31:10.172685 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-b9f689a6-6571-4826-ab7d-7e568ce0ef8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for network, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:31:10.181211 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-b9f689a6-6571-4826-ab7d-7e568ce0ef8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:31:10.257229 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-b9f689a6-6571-4826-ab7d-7e568ce0ef8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:31:10.260907 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-b9f689a6-6571-4826-ab7d-7e568ce0ef8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:31:10.280815 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9f689a6-6571-4826-ab7d-7e568ce0ef8d admin admin] vlan segment allocate from pool success with {'vlan_id': 636, 'physical_network': 'physnet1'} {{(pid=102791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 16:31:10.295326 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f689a6-6571-4826-ab7d-7e568ce0ef8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f229ea6-f7a0-48de-8963-d5aebb294bd0,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:31:10.298262 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-b9f689a6-6571-4826-ab7d-7e568ce0ef8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:31:10.298594 n-d-834765-1 neutron-server[102791]: INFO neutron.db.segments_db [None req-b9f689a6-6571-4826-ab7d-7e568ce0ef8d admin admin] Added segment 9751e1d0-11eb-4b5f-83ab-25a5448c0066 of type vlan for network 22badafb-82b8-48c8-8fec-8d1f72cf0334 Mar 29 16:31:10.344075 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-b9f689a6-6571-4826-ab7d-7e568ce0ef8d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783522915970'] for network, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:31:10.367686 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-b9f689a6-6571-4826-ab7d-7e568ce0ef8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795'] for network, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:31:10.368617 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9f689a6-6571-4826-ab7d-7e568ce0ef8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:31:10.369185 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-b9f689a6-6571-4826-ab7d-7e568ce0ef8d admin admin] Notify callbacks [] for network, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:31:10.402117 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-b9f689a6-6571-4826-ab7d-7e568ce0ef8d admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3477626 Mar 29 16:31:10.405053 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 41540) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:31:10.410031 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-e107c6e9-4e97-4eca-a060-99eeb5bcbfb8 admin admin] Request body: {'subnet': {'network_id': '22badafb-82b8-48c8-8fec-8d1f72cf0334', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-17587336-subnet', 'tenant_id': '4c5c0d4dc33e4058a1d0f013755ac159', 'ip_version': 4}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:31:10.429771 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e107c6e9-4e97-4eca-a060-99eeb5bcbfb8 admin admin] Made reservation on behalf of 4c5c0d4dc33e4058a1d0f013755ac159 for: {'subnet': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:31:10.432197 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e107c6e9-4e97-4eca-a060-99eeb5bcbfb8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4793983'] for subnet, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:31:10.432340 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f689a6-6571-4826-ab7d-7e568ce0ef8d admin admin] Pushing event updated for resources: {'Network': ['ID=22badafb-82b8-48c8-8fec-8d1f72cf0334,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:31:10.442335 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Network 22badafb-82b8-48c8-8fec-8d1f72cf0334 details requested by agent ovs-agent-n-d-834765-1 with host n-d-834765-1 {{(pid=102792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 16:31:10.606779 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e107c6e9-4e97-4eca-a060-99eeb5bcbfb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5231896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4793961'] for subnet, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:31:10.666577 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e107c6e9-4e97-4eca-a060-99eeb5bcbfb8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7e65f2c6-1897-4cf9-bd7f-b4230c52c96c,revision_number=0']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:31:10.673591 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e107c6e9-4e97-4eca-a060-99eeb5bcbfb8 admin admin] Checking segment: {'id': '9751e1d0-11eb-4b5f-83ab-25a5448c0066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '22badafb-82b8-48c8-8fec-8d1f72cf0334'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 16:31:10.673946 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e107c6e9-4e97-4eca-a060-99eeb5bcbfb8 admin admin] Network hostable DHCP agents. Network: 22badafb-82b8-48c8-8fec-8d1f72cf0334, hostable agents: ['d136643e-48ae-49d4-a851-2ba3bdf3749c'], hosted agents: [] {{(pid=102790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 16:31:10.691413 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e107c6e9-4e97-4eca-a060-99eeb5bcbfb8 admin admin] Network 22badafb-82b8-48c8-8fec-8d1f72cf0334 is scheduled to be hosted by DHCP agent d136643e-48ae-49d4-a851-2ba3bdf3749c with binding_index 1 {{(pid=102790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 16:31:10.700907 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-e107c6e9-4e97-4eca-a060-99eeb5bcbfb8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834765-1, 22badafb-82b8-48c8-8fec-8d1f72cf0334) {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:31:10.704949 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e107c6e9-4e97-4eca-a060-99eeb5bcbfb8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:31:10.706493 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e107c6e9-4e97-4eca-a060-99eeb5bcbfb8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:31:10.710230 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb452ca1-cc40-4508-a149-d00c45df5448 None None] Network 22badafb-82b8-48c8-8fec-8d1f72cf0334 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 16:31:10.725274 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-e107c6e9-4e97-4eca-a060-99eeb5bcbfb8 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3160336 Mar 29 16:31:10.725668 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 41542) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:31:10.730077 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-a2ee31bf-c153-44c8-9914-909f33b7500c admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-17587336-router', 'tenant_id': '4c5c0d4dc33e4058a1d0f013755ac159', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'}}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:31:10.749299 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-a2ee31bf-c153-44c8-9914-909f33b7500c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-532385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129310'] for router, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:31:10.750299 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-a2ee31bf-c153-44c8-9914-909f33b7500c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-648091', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-684384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129319'] for router, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:31:10.807311 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-a2ee31bf-c153-44c8-9914-909f33b7500c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:31:10.859027 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31b6ef04-2e1d-4da8-bd14-b452a0667078 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0035034-69b0-5ffc-b384-0ac6189c5628-22badafb-82b8-48c8-8fec-8d1f72cf0334', 'network_id': '22badafb-82b8-48c8-8fec-8d1f72cf0334', 'tenant_id': '4c5c0d4dc33e4058a1d0f013755ac159', 'fixed_ips': [{'subnet_id': '7e65f2c6-1897-4cf9-bd7f-b4230c52c96c'}]}} from n-d-834765-1. {{(pid=102792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 29 16:31:10.859926 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-31b6ef04-2e1d-4da8-bd14-b452a0667078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:31:10.947473 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-a2ee31bf-c153-44c8-9914-909f33b7500c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:31:10.996882 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.db_base_plugin_common [None req-31b6ef04-2e1d-4da8-bd14-b452a0667078 None None] Allocated IP 172.20.0.2 (22badafb-82b8-48c8-8fec-8d1f72cf0334/7e65f2c6-1897-4cf9-bd7f-b4230c52c96c/9cad56b2-7a9e-47e7-8671-a12b74a83903) {{(pid=102792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:31:11.146707 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-31b6ef04-2e1d-4da8-bd14-b452a0667078 None None] Notify callbacks [] for port, precommit_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:31:11.152074 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-31b6ef04-2e1d-4da8-bd14-b452a0667078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956'] for port, after_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:31:11.155220 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-a2ee31bf-c153-44c8-9914-909f33b7500c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:31:11.175242 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-a2ee31bf-c153-44c8-9914-909f33b7500c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:31:11.197330 n-d-834765-1 neutron-server[102792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31b6ef04-2e1d-4da8-bd14-b452a0667078 None None] Network 22badafb-82b8-48c8-8fec-8d1f72cf0334 is already hosted by enough agents. {{(pid=102792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:31:11.201220 n-d-834765-1 neutron-server[102792]: DEBUG neutron.scheduler.base_scheduler [None req-31b6ef04-2e1d-4da8-bd14-b452a0667078 None None] Resources bound (agent type, host, resource id): {{(pid=102792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:31:11.203472 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31b6ef04-2e1d-4da8-bd14-b452a0667078 None None] Received port after_create {{(pid=102792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:31:11.205216 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b6ef04-2e1d-4da8-bd14-b452a0667078 None None] Pushing event updated for resources: {'Port': ['ID=9cad56b2-7a9e-47e7-8671-a12b74a83903,revision_number=1']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:31:11.262052 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-31b6ef04-2e1d-4da8-bd14-b452a0667078 None None] Attempting to bind port 9cad56b2-7a9e-47e7-8671-a12b74a83903 on host n-d-834765-1 for vnic_type normal with profile {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 16:31:11.262420 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-31b6ef04-2e1d-4da8-bd14-b452a0667078 None None] Attempting to bind port 9cad56b2-7a9e-47e7-8671-a12b74a83903 by drivers openvswitch,hyperv on host n-d-834765-1 at level 0 using segments [{'id': '9751e1d0-11eb-4b5f-83ab-25a5448c0066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '22badafb-82b8-48c8-8fec-8d1f72cf0334'}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 16:31:11.262784 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31b6ef04-2e1d-4da8-bd14-b452a0667078 None None] Attempting to bind port 9cad56b2-7a9e-47e7-8671-a12b74a83903 on network 22badafb-82b8-48c8-8fec-8d1f72cf0334 {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 16:31:11.267596 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31b6ef04-2e1d-4da8-bd14-b452a0667078 None None] Checking agent: {'id': 'a8866439-9d96-425c-b519-6905c591ac37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 25, 36), 'started_at': datetime.datetime(2022, 3, 29, 15, 26, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 16, 31, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834765-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 16:31:11.267966 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31b6ef04-2e1d-4da8-bd14-b452a0667078 None None] Checking segment: {'id': '9751e1d0-11eb-4b5f-83ab-25a5448c0066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '22badafb-82b8-48c8-8fec-8d1f72cf0334'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 16:31:11.268369 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-31b6ef04-2e1d-4da8-bd14-b452a0667078 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:31:11.268760 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31b6ef04-2e1d-4da8-bd14-b452a0667078 None None] Bound using segment: {'id': '9751e1d0-11eb-4b5f-83ab-25a5448c0066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '22badafb-82b8-48c8-8fec-8d1f72cf0334'} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 16:31:11.269217 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-31b6ef04-2e1d-4da8-bd14-b452a0667078 None None] Bound port: 9cad56b2-7a9e-47e7-8671-a12b74a83903, host: n-d-834765-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9751e1d0-11eb-4b5f-83ab-25a5448c0066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '22badafb-82b8-48c8-8fec-8d1f72cf0334'}}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 16:31:11.269651 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-31b6ef04-2e1d-4da8-bd14-b452a0667078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:31:11.284575 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.db_base_plugin_common [None req-a2ee31bf-c153-44c8-9914-909f33b7500c admin admin] Allocated IP 172.25.4.6 (4a4a035d-ecac-4ead-baa3-25f90788773a/e1a353dc-fac8-4901-a63c-273840237d6a/433496b1-c1ca-4e77-9e92-f1535c1431a8) {{(pid=102790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:31:11.333171 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-31b6ef04-2e1d-4da8-bd14-b452a0667078 None None] For port 9cad56b2-7a9e-47e7-8671-a12b74a83903, host n-d-834765-1, cleared binding levels {{(pid=102792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 16:31:11.336384 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-31b6ef04-2e1d-4da8-bd14-b452a0667078 None None] For port 9cad56b2-7a9e-47e7-8671-a12b74a83903, host n-d-834765-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=9cad56b2-7a9e-47e7-8671-a12b74a83903,segment=NetworkSegment(9751e1d0-11eb-4b5f-83ab-25a5448c0066),segment_id=9751e1d0-11eb-4b5f-83ab-25a5448c0066)] {{(pid=102792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 16:31:11.340877 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-31b6ef04-2e1d-4da8-bd14-b452a0667078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:31:11.396252 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b6ef04-2e1d-4da8-bd14-b452a0667078 None None] Pushing event updated for resources: {'Port': ['ID=9cad56b2-7a9e-47e7-8671-a12b74a83903,revision_number=2']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:31:11.396739 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-a2ee31bf-c153-44c8-9914-909f33b7500c admin admin] Notify callbacks [] for port, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:31:11.431928 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-a2ee31bf-c153-44c8-9914-909f33b7500c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:31:11.480077 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2ee31bf-c153-44c8-9914-909f33b7500c admin admin] Network 4a4a035d-ecac-4ead-baa3-25f90788773a is already hosted by enough agents. {{(pid=102790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:31:11.483022 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-a2ee31bf-c153-44c8-9914-909f33b7500c admin admin] Resources bound (agent type, host, resource id): {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:31:11.486557 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2ee31bf-c153-44c8-9914-909f33b7500c admin admin] Received port after_create {{(pid=102790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:31:11.510372 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ee31bf-c153-44c8-9914-909f33b7500c admin admin] Pushing event updated for resources: {'Port': ['ID=433496b1-c1ca-4e77-9e92-f1535c1431a8,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:31:11.682820 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 9cad56b2-7a9e-47e7-8671-a12b74a83903 up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 16:31:11.738839 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port 9cad56b2-7a9e-47e7-8671-a12b74a83903 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:31:11.739838 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:31:11.780111 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-a2ee31bf-c153-44c8-9914-909f33b7500c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:31:11.818935 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:31:11.852181 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] For port 9cad56b2-7a9e-47e7-8671-a12b74a83903, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=9cad56b2-7a9e-47e7-8671-a12b74a83903,segment=NetworkSegment(9751e1d0-11eb-4b5f-83ab-25a5448c0066),segment_id=9751e1d0-11eb-4b5f-83ab-25a5448c0066)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:31:11.857241 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:31:11.917181 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Pushing event updated for resources: {'Port': ['ID=9cad56b2-7a9e-47e7-8671-a12b74a83903,revision_number=3']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:31:11.991249 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-a2ee31bf-c153-44c8-9914-909f33b7500c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648118'] for router, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:31:12.354977 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31bd0c18-ceb0-478f-bbd1-c8c703d8453a None None] Network 22badafb-82b8-48c8-8fec-8d1f72cf0334 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 16:31:12.451062 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2ee31bf-c153-44c8-9914-909f33b7500c admin admin] Router a42818a4-00b8-4042-bcb9-36c5923e4b27 is scheduled to L3 agent c648d819-1060-4f26-b4ec-6455387b5dff with binding_index 1 {{(pid=102790) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 29 16:31:12.469035 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-481a043c-fbb5-43a7-9d38-c4fb327f0327 None None] Provisioning complete for port 9cad56b2-7a9e-47e7-8671-a12b74a83903 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:31:12.469398 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-481a043c-fbb5-43a7-9d38-c4fb327f0327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:31:12.559365 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2ee31bf-c153-44c8-9914-909f33b7500c admin admin] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 16:31:12.571350 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50e6ca5e-93be-4d99-8eb8-4a2914340fdd None None] Sync routers for ids ['a42818a4-00b8-4042-bcb9-36c5923e4b27'] in n-d-834765-1 {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 16:31:12.579012 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-a2ee31bf-c153-44c8-9914-909f33b7500c admin admin] Notify callbacks [] for router, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:31:12.584244 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 41544) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:31:12.585026 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-a2ee31bf-c153-44c8-9914-909f33b7500c admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.8579326 Mar 29 16:31:12.588302 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50e6ca5e-93be-4d99-8eb8-4a2914340fdd None None] Routers {'a42818a4-00b8-4042-bcb9-36c5923e4b27'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:31:12.588740 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-50e6ca5e-93be-4d99-8eb8-4a2914340fdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:31:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['a42818a4-00b8-4042-bcb9-36c5923e4b27'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:31:12.789894 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvr_db [None req-50e6ca5e-93be-4d99-8eb8-4a2914340fdd None None] Set router a42818a4-00b8-4042-bcb9-36c5923e4b27 gateway port host: n-d-834765-1 {{(pid=102793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:31:12.807296 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-d75a7a96-17cf-4781-bd92-e075c49b9f87 None None] Provisioning complete for port 9cad56b2-7a9e-47e7-8671-a12b74a83903 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:31:12.807869 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d75a7a96-17cf-4781-bd92-e075c49b9f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:31:12.965117 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-50e6ca5e-93be-4d99-8eb8-4a2914340fdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a42818a4-00b8-4042-bcb9-36c5923e4b27', 'name': 'tempest-TestMinimumBasicScenario-17587336-router', 'tenant_id': '4c5c0d4dc33e4058a1d0f013755ac159', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.6'}], 'enable_snat': True}, 'gw_port_id': '433496b1-c1ca-4e77-9e92-f1535c1431a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:31:10Z', 'updated_at': '2022-03-29T16:31:11Z', 'revision_number': 3, 'project_id': '4c5c0d4dc33e4058a1d0f013755ac159', 'gw_port': {'id': '433496b1-c1ca-4e77-9e92-f1535c1431a8', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:bf:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a42818a4-00b8-4042-bcb9-36c5923e4b27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:31:11Z', 'updated_at': '2022-03-29T16:31:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1'}], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:31:12.993714 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50e6ca5e-93be-4d99-8eb8-4a2914340fdd None None] Checking router: a42818a4-00b8-4042-bcb9-36c5923e4b27 for host: n-d-834765-1 {{(pid=102793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 16:31:12.994054 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50e6ca5e-93be-4d99-8eb8-4a2914340fdd None None] Updating router a42818a4-00b8-4042-bcb9-36c5923e4b27 port 433496b1-c1ca-4e77-9e92-f1535c1431a8 binding host n-d-834765-1 {{(pid=102793) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 16:31:13.027695 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-50e6ca5e-93be-4d99-8eb8-4a2914340fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:31:13.286912 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-50e6ca5e-93be-4d99-8eb8-4a2914340fdd None None] Notify callbacks [] for port, precommit_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:31:13.292732 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-50e6ca5e-93be-4d99-8eb8-4a2914340fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:31:13.340901 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-bfc55c0a-a126-4188-8636-ab5b70dfffe6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:31:13.347486 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.managers [None req-50e6ca5e-93be-4d99-8eb8-4a2914340fdd None None] Attempting to bind port 433496b1-c1ca-4e77-9e92-f1535c1431a8 on host n-d-834765-1 for vnic_type normal with profile {{(pid=102793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 16:31:13.347883 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.managers [None req-50e6ca5e-93be-4d99-8eb8-4a2914340fdd None None] Attempting to bind port 433496b1-c1ca-4e77-9e92-f1535c1431a8 by drivers openvswitch,hyperv on host n-d-834765-1 at level 0 using segments [{'id': '6ab47353-a811-4bad-bc73-b4cc84583cfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'}] {{(pid=102793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 16:31:13.348240 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50e6ca5e-93be-4d99-8eb8-4a2914340fdd None None] Attempting to bind port 433496b1-c1ca-4e77-9e92-f1535c1431a8 on network 4a4a035d-ecac-4ead-baa3-25f90788773a {{(pid=102793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 16:31:13.354813 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81adfa68-e140-4f4a-beef-9b0e94c070d4 None None] Pushing event updated for resources: {'Port': ['ID=433496b1-c1ca-4e77-9e92-f1535c1431a8,revision_number=2']} {{(pid=102793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:31:13.357922 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50e6ca5e-93be-4d99-8eb8-4a2914340fdd None None] Checking agent: {'id': 'a8866439-9d96-425c-b519-6905c591ac37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 25, 36), 'started_at': datetime.datetime(2022, 3, 29, 15, 26, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 16, 31, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834765-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 16:31:13.358286 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50e6ca5e-93be-4d99-8eb8-4a2914340fdd None None] Checking segment: {'id': '6ab47353-a811-4bad-bc73-b4cc84583cfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 16:31:13.358678 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-50e6ca5e-93be-4d99-8eb8-4a2914340fdd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:31:13.359062 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50e6ca5e-93be-4d99-8eb8-4a2914340fdd None None] Bound using segment: {'id': '6ab47353-a811-4bad-bc73-b4cc84583cfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'} {{(pid=102793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 16:31:13.359544 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.managers [None req-50e6ca5e-93be-4d99-8eb8-4a2914340fdd None None] Bound port: 433496b1-c1ca-4e77-9e92-f1535c1431a8, host: n-d-834765-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ab47353-a811-4bad-bc73-b4cc84583cfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'}}] {{(pid=102793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 16:31:13.359915 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-50e6ca5e-93be-4d99-8eb8-4a2914340fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:31:13.383543 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81adfa68-e140-4f4a-beef-9b0e94c070d4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:31:13.383882 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81adfa68-e140-4f4a-beef-9b0e94c070d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:31:13.384213 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81adfa68-e140-4f4a-beef-9b0e94c070d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:31:13.384541 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81adfa68-e140-4f4a-beef-9b0e94c070d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:31:13.384865 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81adfa68-e140-4f4a-beef-9b0e94c070d4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:31:13.385194 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81adfa68-e140-4f4a-beef-9b0e94c070d4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:31:13.385514 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81adfa68-e140-4f4a-beef-9b0e94c070d4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:31:13.385833 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81adfa68-e140-4f4a-beef-9b0e94c070d4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:31:13.386150 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81adfa68-e140-4f4a-beef-9b0e94c070d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:31:13.386467 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81adfa68-e140-4f4a-beef-9b0e94c070d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:31:13.386781 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81adfa68-e140-4f4a-beef-9b0e94c070d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:31:13.387109 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81adfa68-e140-4f4a-beef-9b0e94c070d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:31:13.430865 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.db [None req-50e6ca5e-93be-4d99-8eb8-4a2914340fdd None None] For port 433496b1-c1ca-4e77-9e92-f1535c1431a8, host n-d-834765-1, cleared binding levels {{(pid=102793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 16:31:13.434392 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.db [None req-50e6ca5e-93be-4d99-8eb8-4a2914340fdd None None] For port 433496b1-c1ca-4e77-9e92-f1535c1431a8, host n-d-834765-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=433496b1-c1ca-4e77-9e92-f1535c1431a8,segment=NetworkSegment(6ab47353-a811-4bad-bc73-b4cc84583cfd),segment_id=6ab47353-a811-4bad-bc73-b4cc84583cfd)] {{(pid=102793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 16:31:13.439327 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-50e6ca5e-93be-4d99-8eb8-4a2914340fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:31:13.488383 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50e6ca5e-93be-4d99-8eb8-4a2914340fdd None None] Routers {'a42818a4-00b8-4042-bcb9-36c5923e4b27'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:31:13.489696 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-50e6ca5e-93be-4d99-8eb8-4a2914340fdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:31:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['a42818a4-00b8-4042-bcb9-36c5923e4b27'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:31:13.504794 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_common [None req-bfc55c0a-a126-4188-8636-ab5b70dfffe6 admin admin] Allocated IP 172.20.0.1 (22badafb-82b8-48c8-8fec-8d1f72cf0334/7e65f2c6-1897-4cf9-bd7f-b4230c52c96c/a133bbf8-09eb-4901-b8b0-442717be3376) {{(pid=102791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:31:13.539665 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81adfa68-e140-4f4a-beef-9b0e94c070d4 None None] Pushing event updated for resources: {'Port': ['ID=433496b1-c1ca-4e77-9e92-f1535c1431a8,revision_number=3']} {{(pid=102793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:31:13.613219 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvr_db [None req-50e6ca5e-93be-4d99-8eb8-4a2914340fdd None None] Set router a42818a4-00b8-4042-bcb9-36c5923e4b27 gateway port host: n-d-834765-1 {{(pid=102793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:31:13.614807 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-bfc55c0a-a126-4188-8636-ab5b70dfffe6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:31:13.622325 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 9cad56b2-7a9e-47e7-8671-a12b74a83903 up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 16:31:13.651204 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-bfc55c0a-a126-4188-8636-ab5b70dfffe6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:31:13.670816 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port 9cad56b2-7a9e-47e7-8671-a12b74a83903 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:31:13.671186 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:31:13.687872 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfc55c0a-a126-4188-8636-ab5b70dfffe6 admin admin] Network 22badafb-82b8-48c8-8fec-8d1f72cf0334 is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:31:13.695574 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [None req-bfc55c0a-a126-4188-8636-ab5b70dfffe6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:31:13.699797 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfc55c0a-a126-4188-8636-ab5b70dfffe6 admin admin] Received port after_create {{(pid=102791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:31:13.741761 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc55c0a-a126-4188-8636-ab5b70dfffe6 admin admin] Pushing event updated for resources: {'Port': ['ID=a133bbf8-09eb-4901-b8b0-442717be3376,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:31:13.752575 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-bfc55c0a-a126-4188-8636-ab5b70dfffe6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-648347'] for router_interface, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:31:13.813706 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-50e6ca5e-93be-4d99-8eb8-4a2914340fdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a42818a4-00b8-4042-bcb9-36c5923e4b27', 'name': 'tempest-TestMinimumBasicScenario-17587336-router', 'tenant_id': '4c5c0d4dc33e4058a1d0f013755ac159', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.6'}], 'enable_snat': True}, 'gw_port_id': '433496b1-c1ca-4e77-9e92-f1535c1431a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:31:10Z', 'updated_at': '2022-03-29T16:31:11Z', 'revision_number': 3, 'project_id': '4c5c0d4dc33e4058a1d0f013755ac159', 'gw_port': {'id': '433496b1-c1ca-4e77-9e92-f1535c1431a8', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:bf:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a42818a4-00b8-4042-bcb9-36c5923e4b27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:31:11Z', 'updated_at': '2022-03-29T16:31:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1'}], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:31:13.854591 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50e6ca5e-93be-4d99-8eb8-4a2914340fdd None None] The sync data for ids ['a42818a4-00b8-4042-bcb9-36c5923e4b27'] in n-d-834765-1 is: [{'id': 'a42818a4-00b8-4042-bcb9-36c5923e4b27', 'name': 'tempest-TestMinimumBasicScenario-17587336-router', 'tenant_id': '4c5c0d4dc33e4058a1d0f013755ac159', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.6'}], 'enable_snat': True}, 'gw_port_id': '433496b1-c1ca-4e77-9e92-f1535c1431a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:31:10Z', 'updated_at': '2022-03-29T16:31:11Z', 'revision_number': 3, 'project_id': '4c5c0d4dc33e4058a1d0f013755ac159', 'gw_port': {'id': '433496b1-c1ca-4e77-9e92-f1535c1431a8', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:bf:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a42818a4-00b8-4042-bcb9-36c5923e4b27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:31:11Z', 'updated_at': '2022-03-29T16:31:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1'}] {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 16:31:13.903075 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-bfc55c0a-a126-4188-8636-ab5b70dfffe6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:31:14.056587 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-7aeed9e9-e172-4824-ac33-ba33c720ade7 None None] Provisioning complete for port a133bbf8-09eb-4901-b8b0-442717be3376 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:31:14.057155 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-7aeed9e9-e172-4824-ac33-ba33c720ade7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:31:14.100354 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-bfc55c0a-a126-4188-8636-ab5b70dfffe6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:31:14.106948 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-bfc55c0a-a126-4188-8636-ab5b70dfffe6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:31:14.109445 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-7aeed9e9-e172-4824-ac33-ba33c720ade7 None None] Port a133bbf8-09eb-4901-b8b0-442717be3376 cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 16:31:14.178355 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-bfc55c0a-a126-4188-8636-ab5b70dfffe6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-648439'] for router_interface, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:31:14.186535 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc55c0a-a126-4188-8636-ab5b70dfffe6 admin admin] Pushing event updated for resources: {'Port': ['ID=a133bbf8-09eb-4901-b8b0-442717be3376,revision_number=2']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:31:14.283064 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfc55c0a-a126-4188-8636-ab5b70dfffe6 admin admin] Network 22badafb-82b8-48c8-8fec-8d1f72cf0334 is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:31:14.284494 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [None req-bfc55c0a-a126-4188-8636-ab5b70dfffe6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:31:14.407694 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfc55c0a-a126-4188-8636-ab5b70dfffe6 admin admin] Router a42818a4-00b8-4042-bcb9-36c5923e4b27 has already been hosted by L3 agent c648d819-1060-4f26-b4ec-6455387b5dff {{(pid=102791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 16:31:14.521840 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfc55c0a-a126-4188-8636-ab5b70dfffe6 admin admin] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 16:31:14.534287 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-bfc55c0a-a126-4188-8636-ab5b70dfffe6 admin admin] 10.222.0.42 "PUT /v2.0/routers/a42818a4-00b8-4042-bcb9-36c5923e4b27/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9409912 Mar 29 16:31:14.541026 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-e3614d76-a99f-4b41-b744-dbd786939aa3 None None] Provisioning complete for port a133bbf8-09eb-4901-b8b0-442717be3376 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:31:14.541399 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-e3614d76-a99f-4b41-b744-dbd786939aa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:31:14.576623 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-e3614d76-a99f-4b41-b744-dbd786939aa3 None None] Port a133bbf8-09eb-4901-b8b0-442717be3376 cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 16:31:15.011199 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 41560) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:31:15.016207 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-94ca4624-8252-40b7-8f96-0c9f4bfb906b admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-559739811-network', 'tenant_id': 'd526ba6f5a074cc7ac88a9be51cc099c'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:31:15.035134 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94ca4624-8252-40b7-8f96-0c9f4bfb906b admin admin] Made reservation on behalf of d526ba6f5a074cc7ac88a9be51cc099c for: {'network': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:31:15.037616 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-94ca4624-8252-40b7-8f96-0c9f4bfb906b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for network, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:31:15.052030 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-94ca4624-8252-40b7-8f96-0c9f4bfb906b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:31:15.134113 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-94ca4624-8252-40b7-8f96-0c9f4bfb906b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:31:15.138320 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-94ca4624-8252-40b7-8f96-0c9f4bfb906b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:31:15.164191 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94ca4624-8252-40b7-8f96-0c9f4bfb906b admin admin] vlan segment allocate from pool success with {'vlan_id': 631, 'physical_network': 'physnet1'} {{(pid=102791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 16:31:15.173713 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ca4624-8252-40b7-8f96-0c9f4bfb906b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ae7e862-802e-4668-830c-b953059782f0,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:31:15.178568 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-94ca4624-8252-40b7-8f96-0c9f4bfb906b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:31:15.178907 n-d-834765-1 neutron-server[102791]: INFO neutron.db.segments_db [None req-94ca4624-8252-40b7-8f96-0c9f4bfb906b admin admin] Added segment 2e6dd022-5446-4b97-8f7d-a011d9057c22 of type vlan for network 69046a1c-26f1-414b-a6a2-4163931e22e4 Mar 29 16:31:15.219064 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-94ca4624-8252-40b7-8f96-0c9f4bfb906b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783522915970'] for network, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:31:15.243898 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-94ca4624-8252-40b7-8f96-0c9f4bfb906b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795'] for network, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:31:15.244852 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94ca4624-8252-40b7-8f96-0c9f4bfb906b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:31:15.245426 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-94ca4624-8252-40b7-8f96-0c9f4bfb906b admin admin] Notify callbacks [] for network, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:31:15.277848 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-94ca4624-8252-40b7-8f96-0c9f4bfb906b admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.2653987 Mar 29 16:31:15.280739 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 41562) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:31:15.286462 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-f6a996e9-49b2-4d9a-b3b6-1acc2ca7a4d7 admin admin] Request body: {'subnet': {'network_id': '69046a1c-26f1-414b-a6a2-4163931e22e4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-559739811-subnet', 'tenant_id': 'd526ba6f5a074cc7ac88a9be51cc099c', 'ip_version': 4}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:31:15.306191 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6a996e9-49b2-4d9a-b3b6-1acc2ca7a4d7 admin admin] Made reservation on behalf of d526ba6f5a074cc7ac88a9be51cc099c for: {'subnet': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:31:15.308640 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-f6a996e9-49b2-4d9a-b3b6-1acc2ca7a4d7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4793983'] for subnet, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:31:15.314016 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ca4624-8252-40b7-8f96-0c9f4bfb906b admin admin] Pushing event updated for resources: {'Network': ['ID=69046a1c-26f1-414b-a6a2-4163931e22e4,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:31:15.324870 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Network 69046a1c-26f1-414b-a6a2-4163931e22e4 details requested by agent ovs-agent-n-d-834765-1 with host n-d-834765-1 {{(pid=102792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 16:31:15.428296 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4458d75d-63a6-4eb2-9618-7958188f4a7f None None] Sync routers for ids ['a42818a4-00b8-4042-bcb9-36c5923e4b27'] in n-d-834765-1 {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 16:31:15.438320 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4458d75d-63a6-4eb2-9618-7958188f4a7f None None] Routers {'a42818a4-00b8-4042-bcb9-36c5923e4b27'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:31:15.438924 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-4458d75d-63a6-4eb2-9618-7958188f4a7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:31:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['a42818a4-00b8-4042-bcb9-36c5923e4b27'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:31:15.490126 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-f6a996e9-49b2-4d9a-b3b6-1acc2ca7a4d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5231896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4793961'] for subnet, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:31:15.544154 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a996e9-49b2-4d9a-b3b6-1acc2ca7a4d7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f69a9a0d-5c23-44cc-8503-311f263b2efe,revision_number=0']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:31:15.546956 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvr_db [None req-4458d75d-63a6-4eb2-9618-7958188f4a7f None None] Set router a42818a4-00b8-4042-bcb9-36c5923e4b27 gateway port host: n-d-834765-1 {{(pid=102792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:31:15.554954 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6a996e9-49b2-4d9a-b3b6-1acc2ca7a4d7 admin admin] Checking segment: {'id': '2e6dd022-5446-4b97-8f7d-a011d9057c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '69046a1c-26f1-414b-a6a2-4163931e22e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 16:31:15.555346 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6a996e9-49b2-4d9a-b3b6-1acc2ca7a4d7 admin admin] Network hostable DHCP agents. Network: 69046a1c-26f1-414b-a6a2-4163931e22e4, hostable agents: ['d136643e-48ae-49d4-a851-2ba3bdf3749c'], hosted agents: [] {{(pid=102790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 16:31:15.577443 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6a996e9-49b2-4d9a-b3b6-1acc2ca7a4d7 admin admin] Network 69046a1c-26f1-414b-a6a2-4163931e22e4 is scheduled to be hosted by DHCP agent d136643e-48ae-49d4-a851-2ba3bdf3749c with binding_index 1 {{(pid=102790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 16:31:15.588393 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-f6a996e9-49b2-4d9a-b3b6-1acc2ca7a4d7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834765-1, 69046a1c-26f1-414b-a6a2-4163931e22e4) {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:31:15.601535 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6a996e9-49b2-4d9a-b3b6-1acc2ca7a4d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:31:15.602066 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-f6a996e9-49b2-4d9a-b3b6-1acc2ca7a4d7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:31:15.620214 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-f6a996e9-49b2-4d9a-b3b6-1acc2ca7a4d7 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3382010 Mar 29 16:31:15.622771 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 41564) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:31:15.627842 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-3ca22995-6490-4fa2-83fe-dba565e42a4a admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-559739811-router', 'tenant_id': 'd526ba6f5a074cc7ac88a9be51cc099c', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'}}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:31:15.629998 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aa77b8b-f9a1-491c-8887-f53eb9561264 None None] Network 69046a1c-26f1-414b-a6a2-4163931e22e4 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 16:31:15.654266 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-3ca22995-6490-4fa2-83fe-dba565e42a4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-532385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129310'] for router, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:31:15.655499 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-3ca22995-6490-4fa2-83fe-dba565e42a4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-648091', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-684384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129319'] for router, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:31:15.665892 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 433496b1-c1ca-4e77-9e92-f1535c1431a8 up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 16:31:15.709754 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-3ca22995-6490-4fa2-83fe-dba565e42a4a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:31:15.847654 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-3ca22995-6490-4fa2-83fe-dba565e42a4a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:31:15.875939 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port 433496b1-c1ca-4e77-9e92-f1535c1431a8 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:31:15.876223 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:31:15.923088 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b040d6fb-11c4-4ba4-b298-ac1aa67372a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0035034-69b0-5ffc-b384-0ac6189c5628-69046a1c-26f1-414b-a6a2-4163931e22e4', 'network_id': '69046a1c-26f1-414b-a6a2-4163931e22e4', 'tenant_id': 'd526ba6f5a074cc7ac88a9be51cc099c', 'fixed_ips': [{'subnet_id': 'f69a9a0d-5c23-44cc-8503-311f263b2efe'}]}} from n-d-834765-1. {{(pid=102792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 29 16:31:15.923971 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-b040d6fb-11c4-4ba4-b298-ac1aa67372a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:31:16.027728 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-4458d75d-63a6-4eb2-9618-7958188f4a7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a42818a4-00b8-4042-bcb9-36c5923e4b27', 'name': 'tempest-TestMinimumBasicScenario-17587336-router', 'tenant_id': '4c5c0d4dc33e4058a1d0f013755ac159', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.6'}], 'enable_snat': True}, 'gw_port_id': '433496b1-c1ca-4e77-9e92-f1535c1431a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:31:10Z', 'updated_at': '2022-03-29T16:31:13Z', 'revision_number': 4, 'project_id': '4c5c0d4dc33e4058a1d0f013755ac159', 'gw_port': {'id': '433496b1-c1ca-4e77-9e92-f1535c1431a8', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:bf:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a42818a4-00b8-4042-bcb9-36c5923e4b27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:31:11Z', 'updated_at': '2022-03-29T16:31:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': 'a133bbf8-09eb-4901-b8b0-442717be3376', 'name': '', 'network_id': '22badafb-82b8-48c8-8fec-8d1f72cf0334', 'tenant_id': '4c5c0d4dc33e4058a1d0f013755ac159', 'mac_address': 'fa:16:3e:32:ec:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a42818a4-00b8-4042-bcb9-36c5923e4b27', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '7e65f2c6-1897-4cf9-bd7f-b4230c52c96c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:31:13Z', 'updated_at': '2022-03-29T16:31:13Z', 'revision_number': 2, 'project_id': '4c5c0d4dc33e4058a1d0f013755ac159', 'subnets': [{'id': '7e65f2c6-1897-4cf9-bd7f-b4230c52c96c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:31:16.049166 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-3ca22995-6490-4fa2-83fe-dba565e42a4a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:31:16.067951 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4458d75d-63a6-4eb2-9618-7958188f4a7f None None] Checking router: a42818a4-00b8-4042-bcb9-36c5923e4b27 for host: n-d-834765-1 {{(pid=102792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 16:31:16.068389 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4458d75d-63a6-4eb2-9618-7958188f4a7f None None] Updating router a42818a4-00b8-4042-bcb9-36c5923e4b27 port a133bbf8-09eb-4901-b8b0-442717be3376 binding host n-d-834765-1 {{(pid=102792) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 16:31:16.069596 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-3ca22995-6490-4fa2-83fe-dba565e42a4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:31:16.149809 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:31:16.158060 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-4458d75d-63a6-4eb2-9618-7958188f4a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:31:16.176190 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_common [None req-3ca22995-6490-4fa2-83fe-dba565e42a4a admin admin] Allocated IP 172.25.4.7 (4a4a035d-ecac-4ead-baa3-25f90788773a/e1a353dc-fac8-4901-a63c-273840237d6a/f8d277cc-54c5-4c99-8f93-fe5c72cc715d) {{(pid=102791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:31:16.194831 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] For port 433496b1-c1ca-4e77-9e92-f1535c1431a8, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=433496b1-c1ca-4e77-9e92-f1535c1431a8,segment=NetworkSegment(6ab47353-a811-4bad-bc73-b4cc84583cfd),segment_id=6ab47353-a811-4bad-bc73-b4cc84583cfd)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:31:16.197623 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.db_base_plugin_common [None req-b040d6fb-11c4-4ba4-b298-ac1aa67372a9 None None] Allocated IP 172.20.0.2 (69046a1c-26f1-414b-a6a2-4163931e22e4/f69a9a0d-5c23-44cc-8503-311f263b2efe/0cb36320-79de-4cce-8e13-75d74dccade5) {{(pid=102792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:31:16.202434 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:31:16.279720 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-3ca22995-6490-4fa2-83fe-dba565e42a4a admin admin] Notify callbacks [] for port, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:31:16.321317 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-3ca22995-6490-4fa2-83fe-dba565e42a4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:31:16.364217 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ca22995-6490-4fa2-83fe-dba565e42a4a admin admin] Network 4a4a035d-ecac-4ead-baa3-25f90788773a is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:31:16.367125 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [None req-3ca22995-6490-4fa2-83fe-dba565e42a4a admin admin] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:31:16.369508 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ca22995-6490-4fa2-83fe-dba565e42a4a admin admin] Received port after_create {{(pid=102791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:31:16.397871 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Pushing event updated for resources: {'Port': ['ID=433496b1-c1ca-4e77-9e92-f1535c1431a8,revision_number=4']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:31:16.401539 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca22995-6490-4fa2-83fe-dba565e42a4a admin admin] Pushing event updated for resources: {'Port': ['ID=f8d277cc-54c5-4c99-8f93-fe5c72cc715d,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:31:16.541367 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-b040d6fb-11c4-4ba4-b298-ac1aa67372a9 None None] Notify callbacks [] for port, precommit_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:31:16.548419 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-b040d6fb-11c4-4ba4-b298-ac1aa67372a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956'] for port, after_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:31:16.618186 n-d-834765-1 neutron-server[102792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b040d6fb-11c4-4ba4-b298-ac1aa67372a9 None None] Network 69046a1c-26f1-414b-a6a2-4163931e22e4 is already hosted by enough agents. {{(pid=102792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:31:16.623630 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b040d6fb-11c4-4ba4-b298-ac1aa67372a9 None None] Pushing event updated for resources: {'Port': ['ID=0cb36320-79de-4cce-8e13-75d74dccade5,revision_number=1']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:31:16.626054 n-d-834765-1 neutron-server[102792]: DEBUG neutron.scheduler.base_scheduler [None req-b040d6fb-11c4-4ba4-b298-ac1aa67372a9 None None] Resources bound (agent type, host, resource id): {{(pid=102792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:31:16.631486 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-3ca22995-6490-4fa2-83fe-dba565e42a4a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:31:16.645267 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b040d6fb-11c4-4ba4-b298-ac1aa67372a9 None None] Received port after_create {{(pid=102792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:31:16.686707 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-4458d75d-63a6-4eb2-9618-7958188f4a7f None None] Notify callbacks [] for port, precommit_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:31:16.705354 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-4458d75d-63a6-4eb2-9618-7958188f4a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:31:16.744259 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-b040d6fb-11c4-4ba4-b298-ac1aa67372a9 None None] Attempting to bind port 0cb36320-79de-4cce-8e13-75d74dccade5 on host n-d-834765-1 for vnic_type normal with profile {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 16:31:16.744626 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-b040d6fb-11c4-4ba4-b298-ac1aa67372a9 None None] Attempting to bind port 0cb36320-79de-4cce-8e13-75d74dccade5 by drivers openvswitch,hyperv on host n-d-834765-1 at level 0 using segments [{'id': '2e6dd022-5446-4b97-8f7d-a011d9057c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '69046a1c-26f1-414b-a6a2-4163931e22e4'}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 16:31:16.744990 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b040d6fb-11c4-4ba4-b298-ac1aa67372a9 None None] Attempting to bind port 0cb36320-79de-4cce-8e13-75d74dccade5 on network 69046a1c-26f1-414b-a6a2-4163931e22e4 {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 16:31:16.758069 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b040d6fb-11c4-4ba4-b298-ac1aa67372a9 None None] Checking agent: {'id': 'a8866439-9d96-425c-b519-6905c591ac37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 25, 36), 'started_at': datetime.datetime(2022, 3, 29, 15, 26, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 16, 31, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834765-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 16:31:16.758454 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b040d6fb-11c4-4ba4-b298-ac1aa67372a9 None None] Checking segment: {'id': '2e6dd022-5446-4b97-8f7d-a011d9057c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '69046a1c-26f1-414b-a6a2-4163931e22e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 16:31:16.758842 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-b040d6fb-11c4-4ba4-b298-ac1aa67372a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:31:16.759231 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b040d6fb-11c4-4ba4-b298-ac1aa67372a9 None None] Bound using segment: {'id': '2e6dd022-5446-4b97-8f7d-a011d9057c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '69046a1c-26f1-414b-a6a2-4163931e22e4'} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 16:31:16.759722 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-b040d6fb-11c4-4ba4-b298-ac1aa67372a9 None None] Bound port: 0cb36320-79de-4cce-8e13-75d74dccade5, host: n-d-834765-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e6dd022-5446-4b97-8f7d-a011d9057c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '69046a1c-26f1-414b-a6a2-4163931e22e4'}}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 16:31:16.760104 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-b040d6fb-11c4-4ba4-b298-ac1aa67372a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:31:16.782921 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694784cf-58cf-4afe-a017-4b226952440a None None] Pushing event updated for resources: {'Port': ['ID=a133bbf8-09eb-4901-b8b0-442717be3376,revision_number=3']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:31:16.836657 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-3ca22995-6490-4fa2-83fe-dba565e42a4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648118'] for router, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:31:16.870111 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-4458d75d-63a6-4eb2-9618-7958188f4a7f None None] Attempting to bind port a133bbf8-09eb-4901-b8b0-442717be3376 on host n-d-834765-1 for vnic_type normal with profile {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 16:31:16.870479 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-4458d75d-63a6-4eb2-9618-7958188f4a7f None None] Attempting to bind port a133bbf8-09eb-4901-b8b0-442717be3376 by drivers openvswitch,hyperv on host n-d-834765-1 at level 0 using segments [{'id': '9751e1d0-11eb-4b5f-83ab-25a5448c0066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '22badafb-82b8-48c8-8fec-8d1f72cf0334'}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 16:31:16.870841 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4458d75d-63a6-4eb2-9618-7958188f4a7f None None] Attempting to bind port a133bbf8-09eb-4901-b8b0-442717be3376 on network 22badafb-82b8-48c8-8fec-8d1f72cf0334 {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 16:31:16.883354 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4458d75d-63a6-4eb2-9618-7958188f4a7f None None] Checking agent: {'id': 'a8866439-9d96-425c-b519-6905c591ac37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 25, 36), 'started_at': datetime.datetime(2022, 3, 29, 15, 26, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 16, 31, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834765-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 16:31:16.883677 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4458d75d-63a6-4eb2-9618-7958188f4a7f None None] Checking segment: {'id': '9751e1d0-11eb-4b5f-83ab-25a5448c0066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '22badafb-82b8-48c8-8fec-8d1f72cf0334'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 16:31:16.884082 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-4458d75d-63a6-4eb2-9618-7958188f4a7f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:31:16.884477 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4458d75d-63a6-4eb2-9618-7958188f4a7f None None] Bound using segment: {'id': '9751e1d0-11eb-4b5f-83ab-25a5448c0066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '22badafb-82b8-48c8-8fec-8d1f72cf0334'} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 16:31:16.884953 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-4458d75d-63a6-4eb2-9618-7958188f4a7f None None] Bound port: a133bbf8-09eb-4901-b8b0-442717be3376, host: n-d-834765-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9751e1d0-11eb-4b5f-83ab-25a5448c0066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '22badafb-82b8-48c8-8fec-8d1f72cf0334'}}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 16:31:16.885338 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-4458d75d-63a6-4eb2-9618-7958188f4a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:31:16.887789 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-b040d6fb-11c4-4ba4-b298-ac1aa67372a9 None None] For port 0cb36320-79de-4cce-8e13-75d74dccade5, host n-d-834765-1, cleared binding levels {{(pid=102792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 16:31:16.892001 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-b040d6fb-11c4-4ba4-b298-ac1aa67372a9 None None] For port 0cb36320-79de-4cce-8e13-75d74dccade5, host n-d-834765-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=0cb36320-79de-4cce-8e13-75d74dccade5,segment=NetworkSegment(2e6dd022-5446-4b97-8f7d-a011d9057c22),segment_id=2e6dd022-5446-4b97-8f7d-a011d9057c22)] {{(pid=102792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 16:31:16.899960 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-b040d6fb-11c4-4ba4-b298-ac1aa67372a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:31:16.985884 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ca22995-6490-4fa2-83fe-dba565e42a4a admin admin] Router 861fe3b9-82e1-4b4e-8e1b-30a3ae930166 is scheduled to L3 agent c648d819-1060-4f26-b4ec-6455387b5dff with binding_index 1 {{(pid=102791) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 29 16:31:17.097292 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ca22995-6490-4fa2-83fe-dba565e42a4a admin admin] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 16:31:17.106411 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd28f9d3-5a2f-4b2f-b899-70a039a4ca56 None None] Sync routers for ids ['861fe3b9-82e1-4b4e-8e1b-30a3ae930166'] in n-d-834765-1 {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 16:31:17.118155 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-3ca22995-6490-4fa2-83fe-dba565e42a4a admin admin] Notify callbacks [] for router, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:31:17.118972 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd28f9d3-5a2f-4b2f-b899-70a039a4ca56 None None] Routers {'861fe3b9-82e1-4b4e-8e1b-30a3ae930166'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:31:17.119619 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-fd28f9d3-5a2f-4b2f-b899-70a039a4ca56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:31:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['861fe3b9-82e1-4b4e-8e1b-30a3ae930166'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:31:17.119796 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-3ca22995-6490-4fa2-83fe-dba565e42a4a admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.4955189 Mar 29 16:31:17.122702 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 41566) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:31:17.175553 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b040d6fb-11c4-4ba4-b298-ac1aa67372a9 None None] Pushing event updated for resources: {'Port': ['ID=0cb36320-79de-4cce-8e13-75d74dccade5,revision_number=2']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:31:17.182312 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-4deb7e3c-be04-4ecd-93d4-0175ffd9984d None None] Provisioning complete for port a133bbf8-09eb-4901-b8b0-442717be3376 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:31:17.182682 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-4deb7e3c-be04-4ecd-93d4-0175ffd9984d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:31:17.228855 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-4458d75d-63a6-4eb2-9618-7958188f4a7f None None] For port a133bbf8-09eb-4901-b8b0-442717be3376, host n-d-834765-1, cleared binding levels {{(pid=102792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 16:31:17.244214 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-4458d75d-63a6-4eb2-9618-7958188f4a7f None None] For port a133bbf8-09eb-4901-b8b0-442717be3376, host n-d-834765-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=a133bbf8-09eb-4901-b8b0-442717be3376,segment=NetworkSegment(9751e1d0-11eb-4b5f-83ab-25a5448c0066),segment_id=9751e1d0-11eb-4b5f-83ab-25a5448c0066)] {{(pid=102792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 16:31:17.246938 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-4deb7e3c-be04-4ecd-93d4-0175ffd9984d None None] Port a133bbf8-09eb-4901-b8b0-442717be3376 cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 16:31:17.249810 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-4458d75d-63a6-4eb2-9618-7958188f4a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:31:17.278785 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvr_db [None req-fd28f9d3-5a2f-4b2f-b899-70a039a4ca56 None None] Set router 861fe3b9-82e1-4b4e-8e1b-30a3ae930166 gateway port host: n-d-834765-1 {{(pid=102793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:31:17.311070 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4458d75d-63a6-4eb2-9618-7958188f4a7f None None] Routers {'a42818a4-00b8-4042-bcb9-36c5923e4b27'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:31:17.311745 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-4458d75d-63a6-4eb2-9618-7958188f4a7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:31:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['a42818a4-00b8-4042-bcb9-36c5923e4b27'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:31:17.356398 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694784cf-58cf-4afe-a017-4b226952440a None None] Pushing event updated for resources: {'Port': ['ID=a133bbf8-09eb-4901-b8b0-442717be3376,revision_number=4']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:31:17.491525 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvr_db [None req-4458d75d-63a6-4eb2-9618-7958188f4a7f None None] Set router a42818a4-00b8-4042-bcb9-36c5923e4b27 gateway port host: n-d-834765-1 {{(pid=102792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:31:17.530389 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-fd28f9d3-5a2f-4b2f-b899-70a039a4ca56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '861fe3b9-82e1-4b4e-8e1b-30a3ae930166', 'name': 'tempest-TestMinimumBasicScenario-559739811-router', 'tenant_id': 'd526ba6f5a074cc7ac88a9be51cc099c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.7'}], 'enable_snat': True}, 'gw_port_id': 'f8d277cc-54c5-4c99-8f93-fe5c72cc715d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:31:15Z', 'updated_at': '2022-03-29T16:31:16Z', 'revision_number': 3, 'project_id': 'd526ba6f5a074cc7ac88a9be51cc099c', 'gw_port': {'id': 'f8d277cc-54c5-4c99-8f93-fe5c72cc715d', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:0b:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '861fe3b9-82e1-4b4e-8e1b-30a3ae930166', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:31:16Z', 'updated_at': '2022-03-29T16:31:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1'}], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:31:17.576852 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd28f9d3-5a2f-4b2f-b899-70a039a4ca56 None None] Checking router: 861fe3b9-82e1-4b4e-8e1b-30a3ae930166 for host: n-d-834765-1 {{(pid=102793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 16:31:17.577198 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd28f9d3-5a2f-4b2f-b899-70a039a4ca56 None None] Updating router 861fe3b9-82e1-4b4e-8e1b-30a3ae930166 port f8d277cc-54c5-4c99-8f93-fe5c72cc715d binding host n-d-834765-1 {{(pid=102793) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 16:31:17.628183 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:31:17.638200 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-fd28f9d3-5a2f-4b2f-b899-70a039a4ca56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:31:17.716277 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-4116da6c-537a-4817-8293-2a66832211ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:31:17.812219 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 433496b1-c1ca-4e77-9e92-f1535c1431a8 up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 16:31:17.819625 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-15018424-da50-4c08-a790-9d8bc7e39ccb None None] Provisioning complete for port a133bbf8-09eb-4901-b8b0-442717be3376 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:31:17.819997 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-15018424-da50-4c08-a790-9d8bc7e39ccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:31:17.914793 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.db_base_plugin_common [None req-4116da6c-537a-4817-8293-2a66832211ac admin admin] Allocated IP 172.20.0.1 (69046a1c-26f1-414b-a6a2-4163931e22e4/f69a9a0d-5c23-44cc-8503-311f263b2efe/5b283327-a954-49f3-b284-b967962773d9) {{(pid=102790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:31:17.949085 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port 433496b1-c1ca-4e77-9e92-f1535c1431a8 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:31:17.949459 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:31:17.955368 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-4458d75d-63a6-4eb2-9618-7958188f4a7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a42818a4-00b8-4042-bcb9-36c5923e4b27', 'name': 'tempest-TestMinimumBasicScenario-17587336-router', 'tenant_id': '4c5c0d4dc33e4058a1d0f013755ac159', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.6'}], 'enable_snat': True}, 'gw_port_id': '433496b1-c1ca-4e77-9e92-f1535c1431a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:31:10Z', 'updated_at': '2022-03-29T16:31:13Z', 'revision_number': 4, 'project_id': '4c5c0d4dc33e4058a1d0f013755ac159', 'gw_port': {'id': '433496b1-c1ca-4e77-9e92-f1535c1431a8', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:bf:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a42818a4-00b8-4042-bcb9-36c5923e4b27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:31:11Z', 'updated_at': '2022-03-29T16:31:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': 'a133bbf8-09eb-4901-b8b0-442717be3376', 'name': '', 'network_id': '22badafb-82b8-48c8-8fec-8d1f72cf0334', 'tenant_id': '4c5c0d4dc33e4058a1d0f013755ac159', 'mac_address': 'fa:16:3e:32:ec:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a42818a4-00b8-4042-bcb9-36c5923e4b27', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '7e65f2c6-1897-4cf9-bd7f-b4230c52c96c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:31:13Z', 'updated_at': '2022-03-29T16:31:17Z', 'revision_number': 4, 'project_id': '4c5c0d4dc33e4058a1d0f013755ac159', 'subnets': [{'id': '7e65f2c6-1897-4cf9-bd7f-b4230c52c96c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:31:17.985211 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-fd28f9d3-5a2f-4b2f-b899-70a039a4ca56 None None] Notify callbacks [] for port, precommit_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:31:17.991582 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-fd28f9d3-5a2f-4b2f-b899-70a039a4ca56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:31:18.009747 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4458d75d-63a6-4eb2-9618-7958188f4a7f None None] The sync data for ids ['a42818a4-00b8-4042-bcb9-36c5923e4b27'] in n-d-834765-1 is: [{'id': 'a42818a4-00b8-4042-bcb9-36c5923e4b27', 'name': 'tempest-TestMinimumBasicScenario-17587336-router', 'tenant_id': '4c5c0d4dc33e4058a1d0f013755ac159', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.6'}], 'enable_snat': True}, 'gw_port_id': '433496b1-c1ca-4e77-9e92-f1535c1431a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:31:10Z', 'updated_at': '2022-03-29T16:31:13Z', 'revision_number': 4, 'project_id': '4c5c0d4dc33e4058a1d0f013755ac159', 'gw_port': {'id': '433496b1-c1ca-4e77-9e92-f1535c1431a8', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:bf:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a42818a4-00b8-4042-bcb9-36c5923e4b27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:31:11Z', 'updated_at': '2022-03-29T16:31:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': 'a133bbf8-09eb-4901-b8b0-442717be3376', 'name': '', 'network_id': '22badafb-82b8-48c8-8fec-8d1f72cf0334', 'tenant_id': '4c5c0d4dc33e4058a1d0f013755ac159', 'mac_address': 'fa:16:3e:32:ec:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a42818a4-00b8-4042-bcb9-36c5923e4b27', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '7e65f2c6-1897-4cf9-bd7f-b4230c52c96c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:31:13Z', 'updated_at': '2022-03-29T16:31:17Z', 'revision_number': 4, 'project_id': '4c5c0d4dc33e4058a1d0f013755ac159', 'subnets': [{'id': '7e65f2c6-1897-4cf9-bd7f-b4230c52c96c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 16:31:18.023799 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-15018424-da50-4c08-a790-9d8bc7e39ccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:31:18.049085 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-4116da6c-537a-4817-8293-2a66832211ac admin admin] Notify callbacks [] for port, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:31:18.099042 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-15018424-da50-4c08-a790-9d8bc7e39ccb None None] For port a133bbf8-09eb-4901-b8b0-442717be3376, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=a133bbf8-09eb-4901-b8b0-442717be3376,segment=NetworkSegment(9751e1d0-11eb-4b5f-83ab-25a5448c0066),segment_id=9751e1d0-11eb-4b5f-83ab-25a5448c0066)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:31:18.107285 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9394c78-9ff7-49b0-9283-6271483d5bee None None] Pushing event updated for resources: {'Port': ['ID=f8d277cc-54c5-4c99-8f93-fe5c72cc715d,revision_number=2']} {{(pid=102793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:31:18.110409 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.managers [None req-fd28f9d3-5a2f-4b2f-b899-70a039a4ca56 None None] Attempting to bind port f8d277cc-54c5-4c99-8f93-fe5c72cc715d on host n-d-834765-1 for vnic_type normal with profile {{(pid=102793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 16:31:18.110735 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-15018424-da50-4c08-a790-9d8bc7e39ccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:31:18.111072 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.managers [None req-fd28f9d3-5a2f-4b2f-b899-70a039a4ca56 None None] Attempting to bind port f8d277cc-54c5-4c99-8f93-fe5c72cc715d by drivers openvswitch,hyperv on host n-d-834765-1 at level 0 using segments [{'id': '6ab47353-a811-4bad-bc73-b4cc84583cfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'}] {{(pid=102793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 16:31:18.111928 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd28f9d3-5a2f-4b2f-b899-70a039a4ca56 None None] Attempting to bind port f8d277cc-54c5-4c99-8f93-fe5c72cc715d on network 4a4a035d-ecac-4ead-baa3-25f90788773a {{(pid=102793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 16:31:18.119865 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd28f9d3-5a2f-4b2f-b899-70a039a4ca56 None None] Checking agent: {'id': 'a8866439-9d96-425c-b519-6905c591ac37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 25, 36), 'started_at': datetime.datetime(2022, 3, 29, 15, 26, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 16, 31, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834765-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 16:31:18.120445 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd28f9d3-5a2f-4b2f-b899-70a039a4ca56 None None] Checking segment: {'id': '6ab47353-a811-4bad-bc73-b4cc84583cfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 16:31:18.120986 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-fd28f9d3-5a2f-4b2f-b899-70a039a4ca56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:31:18.121470 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd28f9d3-5a2f-4b2f-b899-70a039a4ca56 None None] Bound using segment: {'id': '6ab47353-a811-4bad-bc73-b4cc84583cfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'} {{(pid=102793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 16:31:18.122160 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.managers [None req-fd28f9d3-5a2f-4b2f-b899-70a039a4ca56 None None] Bound port: f8d277cc-54c5-4c99-8f93-fe5c72cc715d, host: n-d-834765-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ab47353-a811-4bad-bc73-b4cc84583cfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'}}] {{(pid=102793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 16:31:18.122642 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-fd28f9d3-5a2f-4b2f-b899-70a039a4ca56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:31:18.136225 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-4116da6c-537a-4817-8293-2a66832211ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:31:18.147449 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 0cb36320-79de-4cce-8e13-75d74dccade5 up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 16:31:18.213623 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4116da6c-537a-4817-8293-2a66832211ac admin admin] Network 69046a1c-26f1-414b-a6a2-4163931e22e4 is already hosted by enough agents. {{(pid=102790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:31:18.213849 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.db [None req-fd28f9d3-5a2f-4b2f-b899-70a039a4ca56 None None] For port f8d277cc-54c5-4c99-8f93-fe5c72cc715d, host n-d-834765-1, cleared binding levels {{(pid=102793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 16:31:18.215071 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15018424-da50-4c08-a790-9d8bc7e39ccb None None] Pushing event updated for resources: {'Port': ['ID=a133bbf8-09eb-4901-b8b0-442717be3376,revision_number=5']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:31:18.219745 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.db [None req-fd28f9d3-5a2f-4b2f-b899-70a039a4ca56 None None] For port f8d277cc-54c5-4c99-8f93-fe5c72cc715d, host n-d-834765-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=f8d277cc-54c5-4c99-8f93-fe5c72cc715d,segment=NetworkSegment(6ab47353-a811-4bad-bc73-b4cc84583cfd),segment_id=6ab47353-a811-4bad-bc73-b4cc84583cfd)] {{(pid=102793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 16:31:18.227210 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-fd28f9d3-5a2f-4b2f-b899-70a039a4ca56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:31:18.227904 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-4116da6c-537a-4817-8293-2a66832211ac admin admin] Resources bound (agent type, host, resource id): {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:31:18.237233 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4116da6c-537a-4817-8293-2a66832211ac admin admin] Received port after_create {{(pid=102790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:31:18.243522 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4116da6c-537a-4817-8293-2a66832211ac admin admin] Pushing event updated for resources: {'Port': ['ID=5b283327-a954-49f3-b284-b967962773d9,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:31:18.244264 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port 0cb36320-79de-4cce-8e13-75d74dccade5 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:31:18.244858 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:31:18.297830 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-4116da6c-537a-4817-8293-2a66832211ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-648347'] for router_interface, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:31:18.304301 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd28f9d3-5a2f-4b2f-b899-70a039a4ca56 None None] Routers {'861fe3b9-82e1-4b4e-8e1b-30a3ae930166'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:31:18.305138 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-fd28f9d3-5a2f-4b2f-b899-70a039a4ca56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:31:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['861fe3b9-82e1-4b4e-8e1b-30a3ae930166'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:31:18.310026 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:31:18.386046 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:31:18.442624 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] For port 0cb36320-79de-4cce-8e13-75d74dccade5, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=0cb36320-79de-4cce-8e13-75d74dccade5,segment=NetworkSegment(2e6dd022-5446-4b97-8f7d-a011d9057c22),segment_id=2e6dd022-5446-4b97-8f7d-a011d9057c22)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:31:18.456090 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:31:18.512401 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9394c78-9ff7-49b0-9283-6271483d5bee None None] Pushing event updated for resources: {'Port': ['ID=f8d277cc-54c5-4c99-8f93-fe5c72cc715d,revision_number=3']} {{(pid=102793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:31:18.512886 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-4116da6c-537a-4817-8293-2a66832211ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:31:18.543034 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Pushing event updated for resources: {'Port': ['ID=0cb36320-79de-4cce-8e13-75d74dccade5,revision_number=3']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:31:18.611346 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvr_db [None req-fd28f9d3-5a2f-4b2f-b899-70a039a4ca56 None None] Set router 861fe3b9-82e1-4b4e-8e1b-30a3ae930166 gateway port host: n-d-834765-1 {{(pid=102793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:31:18.631481 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38157e11-ccc2-4040-9d32-f1cc95196fe9 None None] Network 69046a1c-26f1-414b-a6a2-4163931e22e4 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 16:31:18.751599 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-4116da6c-537a-4817-8293-2a66832211ac admin admin] Notify callbacks [] for port, precommit_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:31:18.758001 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-4116da6c-537a-4817-8293-2a66832211ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5237921'] for port, after_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:31:18.798593 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-6b3bc76d-0883-49f8-b7d5-6f4d452835a2 None None] Provisioning complete for port 0cb36320-79de-4cce-8e13-75d74dccade5 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:31:18.799161 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-6b3bc76d-0883-49f8-b7d5-6f4d452835a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:31:18.827893 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-fd28f9d3-5a2f-4b2f-b899-70a039a4ca56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '861fe3b9-82e1-4b4e-8e1b-30a3ae930166', 'name': 'tempest-TestMinimumBasicScenario-559739811-router', 'tenant_id': 'd526ba6f5a074cc7ac88a9be51cc099c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.7'}], 'enable_snat': True}, 'gw_port_id': 'f8d277cc-54c5-4c99-8f93-fe5c72cc715d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:31:15Z', 'updated_at': '2022-03-29T16:31:16Z', 'revision_number': 3, 'project_id': 'd526ba6f5a074cc7ac88a9be51cc099c', 'gw_port': {'id': 'f8d277cc-54c5-4c99-8f93-fe5c72cc715d', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:0b:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '861fe3b9-82e1-4b4e-8e1b-30a3ae930166', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:31:16Z', 'updated_at': '2022-03-29T16:31:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1'}], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:31:18.843438 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4116da6c-537a-4817-8293-2a66832211ac admin admin] Pushing event updated for resources: {'Port': ['ID=5b283327-a954-49f3-b284-b967962773d9,revision_number=2']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:31:18.866207 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-4116da6c-537a-4817-8293-2a66832211ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-648439'] for router_interface, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:31:18.869695 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd28f9d3-5a2f-4b2f-b899-70a039a4ca56 None None] The sync data for ids ['861fe3b9-82e1-4b4e-8e1b-30a3ae930166'] in n-d-834765-1 is: [{'id': '861fe3b9-82e1-4b4e-8e1b-30a3ae930166', 'name': 'tempest-TestMinimumBasicScenario-559739811-router', 'tenant_id': 'd526ba6f5a074cc7ac88a9be51cc099c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.7'}], 'enable_snat': True}, 'gw_port_id': 'f8d277cc-54c5-4c99-8f93-fe5c72cc715d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:31:15Z', 'updated_at': '2022-03-29T16:31:16Z', 'revision_number': 3, 'project_id': 'd526ba6f5a074cc7ac88a9be51cc099c', 'gw_port': {'id': 'f8d277cc-54c5-4c99-8f93-fe5c72cc715d', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:0b:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '861fe3b9-82e1-4b4e-8e1b-30a3ae930166', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:31:16Z', 'updated_at': '2022-03-29T16:31:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1'}] {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 16:31:18.998247 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4116da6c-537a-4817-8293-2a66832211ac admin admin] Network 69046a1c-26f1-414b-a6a2-4163931e22e4 is already hosted by enough agents. {{(pid=102790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:31:18.999748 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-4116da6c-537a-4817-8293-2a66832211ac admin admin] Resources bound (agent type, host, resource id): {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:31:19.142462 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4116da6c-537a-4817-8293-2a66832211ac admin admin] Router 861fe3b9-82e1-4b4e-8e1b-30a3ae930166 has already been hosted by L3 agent c648d819-1060-4f26-b4ec-6455387b5dff {{(pid=102790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 16:31:19.196535 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-94a744e4-52ed-4176-a3dc-e51eb1866800 None None] Provisioning complete for port 0cb36320-79de-4cce-8e13-75d74dccade5 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:31:19.197034 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-94a744e4-52ed-4176-a3dc-e51eb1866800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:31:19.336496 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4116da6c-537a-4817-8293-2a66832211ac admin admin] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 16:31:19.340644 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-94a744e4-52ed-4176-a3dc-e51eb1866800 None None] Provisioning complete for port 5b283327-a954-49f3-b284-b967962773d9 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:31:19.341021 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-94a744e4-52ed-4176-a3dc-e51eb1866800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:31:19.345530 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-4116da6c-537a-4817-8293-2a66832211ac admin admin] 10.222.0.42 "PUT /v2.0/routers/861fe3b9-82e1-4b4e-8e1b-30a3ae930166/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2214062 Mar 29 16:31:19.393976 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-94a744e4-52ed-4176-a3dc-e51eb1866800 None None] Port 5b283327-a954-49f3-b284-b967962773d9 cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 16:31:19.524807 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-c26c0d58-4ebc-436c-ba9d-32a5781d5b55 None None] Provisioning complete for port 5b283327-a954-49f3-b284-b967962773d9 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:31:19.525382 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-c26c0d58-4ebc-436c-ba9d-32a5781d5b55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:31:19.593753 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-c26c0d58-4ebc-436c-ba9d-32a5781d5b55 None None] Port 5b283327-a954-49f3-b284-b967962773d9 cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 16:31:19.717660 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-ca513b40-432a-41f7-b6d9-5c97869a7be5 None None] Provisioning complete for port 5b283327-a954-49f3-b284-b967962773d9 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:31:19.718172 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-ca513b40-432a-41f7-b6d9-5c97869a7be5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:31:19.768934 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-ca513b40-432a-41f7-b6d9-5c97869a7be5 None None] Port 5b283327-a954-49f3-b284-b967962773d9 cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 16:31:19.792032 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device a133bbf8-09eb-4901-b8b0-442717be3376 up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 16:31:19.853940 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port a133bbf8-09eb-4901-b8b0-442717be3376 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:31:19.854262 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:31:19.945810 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 0cb36320-79de-4cce-8e13-75d74dccade5 up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 16:31:19.998050 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port 0cb36320-79de-4cce-8e13-75d74dccade5 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:31:19.998418 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:31:20.086766 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device f8d277cc-54c5-4c99-8f93-fe5c72cc715d up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 16:31:20.138246 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port f8d277cc-54c5-4c99-8f93-fe5c72cc715d triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:31:20.138695 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:31:20.225882 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:31:20.246585 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] For port f8d277cc-54c5-4c99-8f93-fe5c72cc715d, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=f8d277cc-54c5-4c99-8f93-fe5c72cc715d,segment=NetworkSegment(6ab47353-a811-4bad-bc73-b4cc84583cfd),segment_id=6ab47353-a811-4bad-bc73-b4cc84583cfd)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:31:20.250676 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:31:20.298937 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Pushing event updated for resources: {'Port': ['ID=f8d277cc-54c5-4c99-8f93-fe5c72cc715d,revision_number=4']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:31:21.641329 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device f8d277cc-54c5-4c99-8f93-fe5c72cc715d up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 16:31:21.725974 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port f8d277cc-54c5-4c99-8f93-fe5c72cc715d triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:31:21.726592 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:31:21.763296 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-054d0360-108e-46f7-a467-55b4987019eb None None] Sync routers for ids ['861fe3b9-82e1-4b4e-8e1b-30a3ae930166'] in n-d-834765-1 {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 16:31:21.790966 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-054d0360-108e-46f7-a467-55b4987019eb None None] Routers {'861fe3b9-82e1-4b4e-8e1b-30a3ae930166'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:31:21.791637 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-054d0360-108e-46f7-a467-55b4987019eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:31:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['861fe3b9-82e1-4b4e-8e1b-30a3ae930166'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:31:21.976442 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvr_db [None req-054d0360-108e-46f7-a467-55b4987019eb None None] Set router 861fe3b9-82e1-4b4e-8e1b-30a3ae930166 gateway port host: n-d-834765-1 {{(pid=102792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:31:22.217324 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-054d0360-108e-46f7-a467-55b4987019eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '861fe3b9-82e1-4b4e-8e1b-30a3ae930166', 'name': 'tempest-TestMinimumBasicScenario-559739811-router', 'tenant_id': 'd526ba6f5a074cc7ac88a9be51cc099c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.7'}], 'enable_snat': True}, 'gw_port_id': 'f8d277cc-54c5-4c99-8f93-fe5c72cc715d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:31:15Z', 'updated_at': '2022-03-29T16:31:18Z', 'revision_number': 4, 'project_id': 'd526ba6f5a074cc7ac88a9be51cc099c', 'gw_port': {'id': 'f8d277cc-54c5-4c99-8f93-fe5c72cc715d', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:0b:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '861fe3b9-82e1-4b4e-8e1b-30a3ae930166', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:31:16Z', 'updated_at': '2022-03-29T16:31:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': '5b283327-a954-49f3-b284-b967962773d9', 'name': '', 'network_id': '69046a1c-26f1-414b-a6a2-4163931e22e4', 'tenant_id': 'd526ba6f5a074cc7ac88a9be51cc099c', 'mac_address': 'fa:16:3e:c5:0c:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '861fe3b9-82e1-4b4e-8e1b-30a3ae930166', 'device_owner': 'network:router_interface', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'f69a9a0d-5c23-44cc-8503-311f263b2efe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:31:17Z', 'updated_at': '2022-03-29T16:31:18Z', 'revision_number': 2, 'project_id': 'd526ba6f5a074cc7ac88a9be51cc099c', 'subnets': [{'id': 'f69a9a0d-5c23-44cc-8503-311f263b2efe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:31:22.408352 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-054d0360-108e-46f7-a467-55b4987019eb None None] Checking router: 861fe3b9-82e1-4b4e-8e1b-30a3ae930166 for host: n-d-834765-1 {{(pid=102792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 16:31:22.408723 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-054d0360-108e-46f7-a467-55b4987019eb None None] Updating router 861fe3b9-82e1-4b4e-8e1b-30a3ae930166 port 5b283327-a954-49f3-b284-b967962773d9 binding host n-d-834765-1 {{(pid=102792) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 16:31:22.437134 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-054d0360-108e-46f7-a467-55b4987019eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:31:22.753603 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-054d0360-108e-46f7-a467-55b4987019eb None None] Notify callbacks [] for port, precommit_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:31:22.761602 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-054d0360-108e-46f7-a467-55b4987019eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:31:22.818114 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7b43d1-cbdd-48a5-94c5-f73017591f1c None None] Pushing event updated for resources: {'Port': ['ID=5b283327-a954-49f3-b284-b967962773d9,revision_number=3']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:31:22.885757 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-054d0360-108e-46f7-a467-55b4987019eb None None] Attempting to bind port 5b283327-a954-49f3-b284-b967962773d9 on host n-d-834765-1 for vnic_type normal with profile {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 16:31:22.886303 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-054d0360-108e-46f7-a467-55b4987019eb None None] Attempting to bind port 5b283327-a954-49f3-b284-b967962773d9 by drivers openvswitch,hyperv on host n-d-834765-1 at level 0 using segments [{'id': '2e6dd022-5446-4b97-8f7d-a011d9057c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '69046a1c-26f1-414b-a6a2-4163931e22e4'}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 16:31:22.886937 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-054d0360-108e-46f7-a467-55b4987019eb None None] Attempting to bind port 5b283327-a954-49f3-b284-b967962773d9 on network 69046a1c-26f1-414b-a6a2-4163931e22e4 {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 16:31:22.896234 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-054d0360-108e-46f7-a467-55b4987019eb None None] Checking agent: {'id': 'a8866439-9d96-425c-b519-6905c591ac37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 25, 36), 'started_at': datetime.datetime(2022, 3, 29, 15, 26, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 16, 31, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834765-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 16:31:22.896911 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-054d0360-108e-46f7-a467-55b4987019eb None None] Checking segment: {'id': '2e6dd022-5446-4b97-8f7d-a011d9057c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '69046a1c-26f1-414b-a6a2-4163931e22e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 16:31:22.897430 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-054d0360-108e-46f7-a467-55b4987019eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:31:22.897940 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-054d0360-108e-46f7-a467-55b4987019eb None None] Bound using segment: {'id': '2e6dd022-5446-4b97-8f7d-a011d9057c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '69046a1c-26f1-414b-a6a2-4163931e22e4'} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 16:31:22.898517 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-054d0360-108e-46f7-a467-55b4987019eb None None] Bound port: 5b283327-a954-49f3-b284-b967962773d9, host: n-d-834765-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e6dd022-5446-4b97-8f7d-a011d9057c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '69046a1c-26f1-414b-a6a2-4163931e22e4'}}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 16:31:22.898993 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-054d0360-108e-46f7-a467-55b4987019eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:31:22.989076 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-054d0360-108e-46f7-a467-55b4987019eb None None] For port 5b283327-a954-49f3-b284-b967962773d9, host n-d-834765-1, cleared binding levels {{(pid=102792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 16:31:22.992716 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-054d0360-108e-46f7-a467-55b4987019eb None None] For port 5b283327-a954-49f3-b284-b967962773d9, host n-d-834765-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=5b283327-a954-49f3-b284-b967962773d9,segment=NetworkSegment(2e6dd022-5446-4b97-8f7d-a011d9057c22),segment_id=2e6dd022-5446-4b97-8f7d-a011d9057c22)] {{(pid=102792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 16:31:23.000414 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-054d0360-108e-46f7-a467-55b4987019eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:31:23.086560 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-054d0360-108e-46f7-a467-55b4987019eb None None] Routers {'861fe3b9-82e1-4b4e-8e1b-30a3ae930166'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:31:23.087222 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-054d0360-108e-46f7-a467-55b4987019eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:31:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['861fe3b9-82e1-4b4e-8e1b-30a3ae930166'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:31:23.089257 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7b43d1-cbdd-48a5-94c5-f73017591f1c None None] Pushing event updated for resources: {'Port': ['ID=5b283327-a954-49f3-b284-b967962773d9,revision_number=4']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:31:23.158239 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-f4f9b830-e5d9-4417-9215-a3913fd90f85 None None] Provisioning complete for port 5b283327-a954-49f3-b284-b967962773d9 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:31:23.158608 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-f4f9b830-e5d9-4417-9215-a3913fd90f85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:31:23.286741 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-f4f9b830-e5d9-4417-9215-a3913fd90f85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:31:23.327474 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvr_db [None req-054d0360-108e-46f7-a467-55b4987019eb None None] Set router 861fe3b9-82e1-4b4e-8e1b-30a3ae930166 gateway port host: n-d-834765-1 {{(pid=102792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:31:23.364199 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-f4f9b830-e5d9-4417-9215-a3913fd90f85 None None] For port 5b283327-a954-49f3-b284-b967962773d9, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=5b283327-a954-49f3-b284-b967962773d9,segment=NetworkSegment(2e6dd022-5446-4b97-8f7d-a011d9057c22),segment_id=2e6dd022-5446-4b97-8f7d-a011d9057c22)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:31:23.371793 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-f4f9b830-e5d9-4417-9215-a3913fd90f85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:31:23.523151 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f9b830-e5d9-4417-9215-a3913fd90f85 None None] Pushing event updated for resources: {'Port': ['ID=5b283327-a954-49f3-b284-b967962773d9,revision_number=5']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:31:23.549761 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-5810ff1e-bf4c-4277-ad8a-f33fde9ecae4 None None] Provisioning complete for port 5b283327-a954-49f3-b284-b967962773d9 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:31:23.550126 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-5810ff1e-bf4c-4277-ad8a-f33fde9ecae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:31:23.692122 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-054d0360-108e-46f7-a467-55b4987019eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '861fe3b9-82e1-4b4e-8e1b-30a3ae930166', 'name': 'tempest-TestMinimumBasicScenario-559739811-router', 'tenant_id': 'd526ba6f5a074cc7ac88a9be51cc099c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.7'}], 'enable_snat': True}, 'gw_port_id': 'f8d277cc-54c5-4c99-8f93-fe5c72cc715d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:31:15Z', 'updated_at': '2022-03-29T16:31:18Z', 'revision_number': 4, 'project_id': 'd526ba6f5a074cc7ac88a9be51cc099c', 'gw_port': {'id': 'f8d277cc-54c5-4c99-8f93-fe5c72cc715d', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:0b:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '861fe3b9-82e1-4b4e-8e1b-30a3ae930166', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:31:16Z', 'updated_at': '2022-03-29T16:31:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': '5b283327-a954-49f3-b284-b967962773d9', 'name': '', 'network_id': '69046a1c-26f1-414b-a6a2-4163931e22e4', 'tenant_id': 'd526ba6f5a074cc7ac88a9be51cc099c', 'mac_address': 'fa:16:3e:c5:0c:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '861fe3b9-82e1-4b4e-8e1b-30a3ae930166', 'device_owner': 'network:router_interface', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'f69a9a0d-5c23-44cc-8503-311f263b2efe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:31:17Z', 'updated_at': '2022-03-29T16:31:22Z', 'revision_number': 4, 'project_id': 'd526ba6f5a074cc7ac88a9be51cc099c', 'subnets': [{'id': 'f69a9a0d-5c23-44cc-8503-311f263b2efe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:31:23.725094 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-054d0360-108e-46f7-a467-55b4987019eb None None] The sync data for ids ['861fe3b9-82e1-4b4e-8e1b-30a3ae930166'] in n-d-834765-1 is: [{'id': '861fe3b9-82e1-4b4e-8e1b-30a3ae930166', 'name': 'tempest-TestMinimumBasicScenario-559739811-router', 'tenant_id': 'd526ba6f5a074cc7ac88a9be51cc099c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.7'}], 'enable_snat': True}, 'gw_port_id': 'f8d277cc-54c5-4c99-8f93-fe5c72cc715d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:31:15Z', 'updated_at': '2022-03-29T16:31:18Z', 'revision_number': 4, 'project_id': 'd526ba6f5a074cc7ac88a9be51cc099c', 'gw_port': {'id': 'f8d277cc-54c5-4c99-8f93-fe5c72cc715d', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:0b:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '861fe3b9-82e1-4b4e-8e1b-30a3ae930166', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:31:16Z', 'updated_at': '2022-03-29T16:31:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': '5b283327-a954-49f3-b284-b967962773d9', 'name': '', 'network_id': '69046a1c-26f1-414b-a6a2-4163931e22e4', 'tenant_id': 'd526ba6f5a074cc7ac88a9be51cc099c', 'mac_address': 'fa:16:3e:c5:0c:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '861fe3b9-82e1-4b4e-8e1b-30a3ae930166', 'device_owner': 'network:router_interface', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'f69a9a0d-5c23-44cc-8503-311f263b2efe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:31:17Z', 'updated_at': '2022-03-29T16:31:22Z', 'revision_number': 4, 'project_id': 'd526ba6f5a074cc7ac88a9be51cc099c', 'subnets': [{'id': 'f69a9a0d-5c23-44cc-8503-311f263b2efe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 16:31:25.643974 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 5b283327-a954-49f3-b284-b967962773d9 up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 16:31:25.742921 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port 5b283327-a954-49f3-b284-b967962773d9 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:31:25.743350 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:31:26.235315 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.agents_db [None req-59735a15-725e-44d4-9ad5-95cbe356f209 None None] Agent healthcheck: found 7 active agents {{(pid=102793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 16:31:29.336423 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb10570-0363-4838-90bc-211a1cdd0f6a req-acf31e03-b66c-49fc-911b-cfb12fdae60b tempest-TestMinimumBasicScenario-785493841 tempest-TestMinimumBasicScenario-785493841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:31:29.337911 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-ecb10570-0363-4838-90bc-211a1cdd0f6a req-acf31e03-b66c-49fc-911b-cfb12fdae60b tempest-TestMinimumBasicScenario-785493841 tempest-TestMinimumBasicScenario-785493841-project] 10.222.0.42 "GET /v2.0/networks?id=22badafb-82b8-48c8-8fec-8d1f72cf0334 HTTP/1.1" status: 200 len: 813 time: 0.0987973 Mar 29 16:31:29.353502 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-ecb10570-0363-4838-90bc-211a1cdd0f6a req-0e181c6a-345b-4904-95fa-50322304b2d8 tempest-TestMinimumBasicScenario-785493841 tempest-TestMinimumBasicScenario-785493841-project] 10.222.0.42 "GET /v2.0/quotas/4c5c0d4dc33e4058a1d0f013755ac159 HTTP/1.1" status: 200 len: 375 time: 0.0095809 Mar 29 16:31:29.409562 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-ecb10570-0363-4838-90bc-211a1cdd0f6a req-dc2b366b-d47e-48d0-90aa-46b65e01a7e8 tempest-TestMinimumBasicScenario-785493841 tempest-TestMinimumBasicScenario-785493841-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=4c5c0d4dc33e4058a1d0f013755ac159&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0506191 Mar 29 16:31:29.504201 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-ecb10570-0363-4838-90bc-211a1cdd0f6a req-a5eac363-350d-4ce6-b2fc-713b0b5202c1 service neutron] 10.222.0.42 "GET /v2.0/networks/22badafb-82b8-48c8-8fec-8d1f72cf0334?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823655 Mar 29 16:31:29.598929 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-ecb10570-0363-4838-90bc-211a1cdd0f6a req-8a7994c3-ac83-45eb-9daf-41f45967ad6c service neutron] 10.222.0.42 "GET /v2.0/networks/22badafb-82b8-48c8-8fec-8d1f72cf0334?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882263 Mar 29 16:31:29.758371 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-26cba5e5-1bf8-4ff9-be53-ccf2246a4e49 req-bb3071ff-29bd-4a7e-b62d-58aa3418b288 tempest-TestMinimumBasicScenario-785493841 tempest-TestMinimumBasicScenario-785493841-project] 10.222.0.42 "GET /v2.0/ports?device_id=39545b20-6029-4062-a382-b6bdd3538f04 HTTP/1.1" status: 200 len: 210 time: 0.0262747 Mar 29 16:31:30.436875 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-3236a5f8-fdf0-4b0f-9aff-4d84e6f8ecc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:31:30.756630 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb10570-0363-4838-90bc-211a1cdd0f6a req-93f41f78-e455-48cc-9194-5f49b813c3b8 tempest-TestMinimumBasicScenario-785493841 tempest-TestMinimumBasicScenario-785493841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:31:30.758070 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ecb10570-0363-4838-90bc-211a1cdd0f6a req-93f41f78-e455-48cc-9194-5f49b813c3b8 tempest-TestMinimumBasicScenario-785493841 tempest-TestMinimumBasicScenario-785493841-project] 10.222.0.44 "GET /v2.0/networks?id=22badafb-82b8-48c8-8fec-8d1f72cf0334 HTTP/1.1" status: 200 len: 813 time: 0.1011758 Mar 29 16:31:30.772117 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [req-ecb10570-0363-4838-90bc-211a1cdd0f6a req-8969c694-3ac5-44e8-8757-21030900ce6f tempest-TestMinimumBasicScenario-785493841 tempest-TestMinimumBasicScenario-785493841-project] Request body: {'port': {'device_id': '39545b20-6029-4062-a382-b6bdd3538f04', 'network_id': '22badafb-82b8-48c8-8fec-8d1f72cf0334', 'admin_state_up': True, 'tenant_id': '4c5c0d4dc33e4058a1d0f013755ac159'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:31:30.866763 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-11589066-bb1a-4b70-8218-e2f7574a8c54 req-3dfc3807-5b7e-477d-a718-5480d7c2c1f0 tempest-TestMinimumBasicScenario-785493841 tempest-TestMinimumBasicScenario-785493841-project] 10.222.0.42 "GET /v2.0/ports?device_id=39545b20-6029-4062-a382-b6bdd3538f04 HTTP/1.1" status: 200 len: 210 time: 0.0344768 Mar 29 16:31:30.888616 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ecb10570-0363-4838-90bc-211a1cdd0f6a req-8969c694-3ac5-44e8-8757-21030900ce6f tempest-TestMinimumBasicScenario-785493841 tempest-TestMinimumBasicScenario-785493841-project] Made reservation on behalf of 4c5c0d4dc33e4058a1d0f013755ac159 for: {'port': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:31:30.892102 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-ecb10570-0363-4838-90bc-211a1cdd0f6a req-8969c694-3ac5-44e8-8757-21030900ce6f tempest-TestMinimumBasicScenario-785493841 tempest-TestMinimumBasicScenario-785493841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:31:31.037602 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_common [req-ecb10570-0363-4838-90bc-211a1cdd0f6a req-8969c694-3ac5-44e8-8757-21030900ce6f tempest-TestMinimumBasicScenario-785493841 tempest-TestMinimumBasicScenario-785493841-project] Allocated IP 172.20.0.4 (22badafb-82b8-48c8-8fec-8d1f72cf0334/7e65f2c6-1897-4cf9-bd7f-b4230c52c96c/f644dbf1-1145-429d-88fb-1f37df2bd933) {{(pid=102791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:31:31.275640 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-ecb10570-0363-4838-90bc-211a1cdd0f6a req-8969c694-3ac5-44e8-8757-21030900ce6f tempest-TestMinimumBasicScenario-785493841 tempest-TestMinimumBasicScenario-785493841-project] Notify callbacks [] for port, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:31:31.319531 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-ecb10570-0363-4838-90bc-211a1cdd0f6a req-8969c694-3ac5-44e8-8757-21030900ce6f tempest-TestMinimumBasicScenario-785493841 tempest-TestMinimumBasicScenario-785493841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:31:31.384291 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ecb10570-0363-4838-90bc-211a1cdd0f6a req-8969c694-3ac5-44e8-8757-21030900ce6f tempest-TestMinimumBasicScenario-785493841 tempest-TestMinimumBasicScenario-785493841-project] Network 22badafb-82b8-48c8-8fec-8d1f72cf0334 is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:31:31.387560 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [req-ecb10570-0363-4838-90bc-211a1cdd0f6a req-8969c694-3ac5-44e8-8757-21030900ce6f tempest-TestMinimumBasicScenario-785493841 tempest-TestMinimumBasicScenario-785493841-project] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:31:31.405288 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecb10570-0363-4838-90bc-211a1cdd0f6a req-8969c694-3ac5-44e8-8757-21030900ce6f tempest-TestMinimumBasicScenario-785493841 tempest-TestMinimumBasicScenario-785493841-project] Received port after_create {{(pid=102791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:31:31.440018 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8969c694-3ac5-44e8-8757-21030900ce6f tempest-TestMinimumBasicScenario-785493841 tempest-TestMinimumBasicScenario-785493841-project] Pushing event updated for resources: {'Port': ['ID=f644dbf1-1145-429d-88fb-1f37df2bd933,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:31:31.459606 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8969c694-3ac5-44e8-8757-21030900ce6f tempest-TestMinimumBasicScenario-785493841 tempest-TestMinimumBasicScenario-785493841-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:31:31.459988 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8969c694-3ac5-44e8-8757-21030900ce6f tempest-TestMinimumBasicScenario-785493841 tempest-TestMinimumBasicScenario-785493841-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:31:31.460486 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8969c694-3ac5-44e8-8757-21030900ce6f tempest-TestMinimumBasicScenario-785493841 tempest-TestMinimumBasicScenario-785493841-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:31:31.460869 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8969c694-3ac5-44e8-8757-21030900ce6f tempest-TestMinimumBasicScenario-785493841 tempest-TestMinimumBasicScenario-785493841-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:31:31.461230 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8969c694-3ac5-44e8-8757-21030900ce6f tempest-TestMinimumBasicScenario-785493841 tempest-TestMinimumBasicScenario-785493841-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:31:31.461578 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8969c694-3ac5-44e8-8757-21030900ce6f tempest-TestMinimumBasicScenario-785493841 tempest-TestMinimumBasicScenario-785493841-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:31:31.461948 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8969c694-3ac5-44e8-8757-21030900ce6f tempest-TestMinimumBasicScenario-785493841 tempest-TestMinimumBasicScenario-785493841-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:31:31.462269 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8969c694-3ac5-44e8-8757-21030900ce6f tempest-TestMinimumBasicScenario-785493841 tempest-TestMinimumBasicScenario-785493841-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:31:31.462594 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8969c694-3ac5-44e8-8757-21030900ce6f tempest-TestMinimumBasicScenario-785493841 tempest-TestMinimumBasicScenario-785493841-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:31:31.462911 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8969c694-3ac5-44e8-8757-21030900ce6f tempest-TestMinimumBasicScenario-785493841 tempest-TestMinimumBasicScenario-785493841-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:31:31.463228 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8969c694-3ac5-44e8-8757-21030900ce6f tempest-TestMinimumBasicScenario-785493841 tempest-TestMinimumBasicScenario-785493841-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:31:31.465985 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8969c694-3ac5-44e8-8757-21030900ce6f tempest-TestMinimumBasicScenario-785493841 tempest-TestMinimumBasicScenario-785493841-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:31:31.496489 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb10570-0363-4838-90bc-211a1cdd0f6a req-8969c694-3ac5-44e8-8757-21030900ce6f tempest-TestMinimumBasicScenario-785493841 tempest-TestMinimumBasicScenario-785493841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:31:31.497146 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-ecb10570-0363-4838-90bc-211a1cdd0f6a req-8969c694-3ac5-44e8-8757-21030900ce6f tempest-TestMinimumBasicScenario-785493841 tempest-TestMinimumBasicScenario-785493841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:31:31.517033 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ecb10570-0363-4838-90bc-211a1cdd0f6a req-8969c694-3ac5-44e8-8757-21030900ce6f tempest-TestMinimumBasicScenario-785493841 tempest-TestMinimumBasicScenario-785493841-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7492504 Mar 29 16:31:31.666006 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-21adaa89-ec12-445b-992d-65908a103f41 None None] Provisioning complete for port f644dbf1-1145-429d-88fb-1f37df2bd933 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:31:31.666520 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-21adaa89-ec12-445b-992d-65908a103f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:31:31.713515 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-21adaa89-ec12-445b-992d-65908a103f41 None None] Port f644dbf1-1145-429d-88fb-1f37df2bd933 cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 16:31:31.989981 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaa191a-3ba0-424d-b61e-bd861eef233d req-c04074a0-0829-43a8-89ba-539c07a5d940 tempest-TestMinimumBasicScenario-785493841 tempest-TestMinimumBasicScenario-785493841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:31:31.991491 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-2aaa191a-3ba0-424d-b61e-bd861eef233d req-c04074a0-0829-43a8-89ba-539c07a5d940 tempest-TestMinimumBasicScenario-785493841 tempest-TestMinimumBasicScenario-785493841-project] 10.222.0.42 "GET /v2.0/ports?device_id=39545b20-6029-4062-a382-b6bdd3538f04 HTTP/1.1" status: 200 len: 931 time: 0.0538778 Mar 29 16:31:32.031072 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-2aaa191a-3ba0-424d-b61e-bd861eef233d req-8e5c3cf4-7051-4018-baea-ab8ce34cf48f tempest-TestMinimumBasicScenario-785493841 tempest-TestMinimumBasicScenario-785493841-project] 10.222.0.42 "GET /v2.0/security-groups?id=1f229ea6-f7a0-48de-8963-d5aebb294bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329733 Mar 29 16:31:32.898514 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d3a27cf0-97ef-4b22-a2cd-35ac355eabfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:31:33.152738 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb183453-9074-43b2-8bff-51ea07acf752 req-b294af6c-fe8a-453a-a597-deeec3fbe310 tempest-TestMinimumBasicScenario-785493841 tempest-TestMinimumBasicScenario-785493841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:31:33.154139 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-bb183453-9074-43b2-8bff-51ea07acf752 req-b294af6c-fe8a-453a-a597-deeec3fbe310 tempest-TestMinimumBasicScenario-785493841 tempest-TestMinimumBasicScenario-785493841-project] 10.222.0.42 "GET /v2.0/ports?device_id=39545b20-6029-4062-a382-b6bdd3538f04 HTTP/1.1" status: 200 len: 931 time: 0.0504303 Mar 29 16:31:33.195743 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-bb183453-9074-43b2-8bff-51ea07acf752 req-83b57715-574d-4291-aaed-57dccbb5cc3b tempest-TestMinimumBasicScenario-785493841 tempest-TestMinimumBasicScenario-785493841-project] 10.222.0.42 "GET /v2.0/security-groups?id=1f229ea6-f7a0-48de-8963-d5aebb294bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344963 Mar 29 16:31:34.349001 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b978a67-53ab-4c1a-95cd-17bceb3ca2b9 req-c1828850-3b4b-4aae-8788-69d0e8295136 tempest-TestMinimumBasicScenario-785493841 tempest-TestMinimumBasicScenario-785493841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:31:34.350531 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-3b978a67-53ab-4c1a-95cd-17bceb3ca2b9 req-c1828850-3b4b-4aae-8788-69d0e8295136 tempest-TestMinimumBasicScenario-785493841 tempest-TestMinimumBasicScenario-785493841-project] 10.222.0.42 "GET /v2.0/ports?device_id=39545b20-6029-4062-a382-b6bdd3538f04 HTTP/1.1" status: 200 len: 931 time: 0.0659845 Mar 29 16:31:34.361444 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d71584b9-87f1-45f5-84c7-c993c2416269 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:31:34.721649 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-3b978a67-53ab-4c1a-95cd-17bceb3ca2b9 req-91d474da-a889-46f9-a956-2ec40c9c7e8d tempest-TestMinimumBasicScenario-785493841 tempest-TestMinimumBasicScenario-785493841-project] 10.222.0.42 "GET /v2.0/security-groups?id=1f229ea6-f7a0-48de-8963-d5aebb294bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3641415 Mar 29 16:31:35.925185 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-0cb6abf6-2706-4e52-8825-f5f644ecf9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:31:36.025193 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:31:36.088571 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a1d73b-73d9-4db4-84fe-eae4887e547e req-9488a71a-8983-402f-a4ff-1064f8813571 tempest-TestMinimumBasicScenario-785493841 tempest-TestMinimumBasicScenario-785493841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:31:36.090133 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-65a1d73b-73d9-4db4-84fe-eae4887e547e req-9488a71a-8983-402f-a4ff-1064f8813571 tempest-TestMinimumBasicScenario-785493841 tempest-TestMinimumBasicScenario-785493841-project] 10.222.0.42 "GET /v2.0/ports?device_id=39545b20-6029-4062-a382-b6bdd3538f04 HTTP/1.1" status: 200 len: 931 time: 0.2906451 Mar 29 16:31:36.137974 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-65a1d73b-73d9-4db4-84fe-eae4887e547e req-aa64fdcd-37fd-426a-927a-399eb0cb99db tempest-TestMinimumBasicScenario-785493841 tempest-TestMinimumBasicScenario-785493841-project] 10.222.0.42 "GET /v2.0/security-groups?id=1f229ea6-f7a0-48de-8963-d5aebb294bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393081 Mar 29 16:31:37.289793 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49d351c-4ff1-4464-859b-57e718c1b4d4 req-ba61a284-f606-4168-9e79-37bc28a6fb7e tempest-TestMinimumBasicScenario-785493841 tempest-TestMinimumBasicScenario-785493841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:31:37.291451 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e49d351c-4ff1-4464-859b-57e718c1b4d4 req-ba61a284-f606-4168-9e79-37bc28a6fb7e tempest-TestMinimumBasicScenario-785493841 tempest-TestMinimumBasicScenario-785493841-project] 10.222.0.42 "GET /v2.0/ports?device_id=39545b20-6029-4062-a382-b6bdd3538f04 HTTP/1.1" status: 200 len: 931 time: 0.0593419 Mar 29 16:31:37.330584 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e49d351c-4ff1-4464-859b-57e718c1b4d4 req-aae45921-76fc-4f76-8cbb-39b79d67c6e3 tempest-TestMinimumBasicScenario-785493841 tempest-TestMinimumBasicScenario-785493841-project] 10.222.0.42 "GET /v2.0/security-groups?id=1f229ea6-f7a0-48de-8963-d5aebb294bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329015 Mar 29 16:31:38.457796 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b5be7f-a129-48b5-b98c-7d39007146e2 req-5c75fe6d-a750-49b4-bf6d-3a3b921e58d5 tempest-TestMinimumBasicScenario-785493841 tempest-TestMinimumBasicScenario-785493841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:31:38.459849 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-a6b5be7f-a129-48b5-b98c-7d39007146e2 req-5c75fe6d-a750-49b4-bf6d-3a3b921e58d5 tempest-TestMinimumBasicScenario-785493841 tempest-TestMinimumBasicScenario-785493841-project] 10.222.0.42 "GET /v2.0/ports?device_id=39545b20-6029-4062-a382-b6bdd3538f04 HTTP/1.1" status: 200 len: 931 time: 0.0559187 Mar 29 16:31:38.503106 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-a6b5be7f-a129-48b5-b98c-7d39007146e2 req-8dd268b8-d6c1-4eac-93d1-701f4b4556b9 tempest-TestMinimumBasicScenario-785493841 tempest-TestMinimumBasicScenario-785493841-project] 10.222.0.42 "GET /v2.0/security-groups?id=1f229ea6-f7a0-48de-8963-d5aebb294bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370786 Mar 29 16:31:39.674388 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6433fd-6f80-4044-b7c4-d8d267566695 req-23c090a4-6d1c-4769-8b91-a64910d20f2a tempest-TestMinimumBasicScenario-785493841 tempest-TestMinimumBasicScenario-785493841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:31:39.675935 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-8f6433fd-6f80-4044-b7c4-d8d267566695 req-23c090a4-6d1c-4769-8b91-a64910d20f2a tempest-TestMinimumBasicScenario-785493841 tempest-TestMinimumBasicScenario-785493841-project] 10.222.0.42 "GET /v2.0/ports?device_id=39545b20-6029-4062-a382-b6bdd3538f04 HTTP/1.1" status: 200 len: 931 time: 0.1038890 Mar 29 16:31:39.713297 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-8f6433fd-6f80-4044-b7c4-d8d267566695 req-1c5ae2a8-86b8-43bc-a6a1-7240d158af3c tempest-TestMinimumBasicScenario-785493841 tempest-TestMinimumBasicScenario-785493841-project] 10.222.0.42 "GET /v2.0/security-groups?id=1f229ea6-f7a0-48de-8963-d5aebb294bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314243 Mar 29 16:31:40.827705 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2225bd5-129f-4a76-b214-d5d2f44e942c req-d33d70f6-566d-4d5b-985b-6fbe2dfd8ab5 tempest-TestMinimumBasicScenario-785493841 tempest-TestMinimumBasicScenario-785493841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:31:40.829151 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-a2225bd5-129f-4a76-b214-d5d2f44e942c req-d33d70f6-566d-4d5b-985b-6fbe2dfd8ab5 tempest-TestMinimumBasicScenario-785493841 tempest-TestMinimumBasicScenario-785493841-project] 10.222.0.42 "GET /v2.0/ports?device_id=39545b20-6029-4062-a382-b6bdd3538f04 HTTP/1.1" status: 200 len: 931 time: 0.0480566 Mar 29 16:31:40.866542 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-a2225bd5-129f-4a76-b214-d5d2f44e942c req-ccb4b177-8ed6-44dd-8c99-3ecb74000e02 tempest-TestMinimumBasicScenario-785493841 tempest-TestMinimumBasicScenario-785493841-project] 10.222.0.42 "GET /v2.0/security-groups?id=1f229ea6-f7a0-48de-8963-d5aebb294bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313025 Mar 29 16:31:41.985500 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2595ad-6c18-4646-8ba5-61c02ce7f85c req-42564301-b979-447b-b058-9a220602cfe2 tempest-TestMinimumBasicScenario-785493841 tempest-TestMinimumBasicScenario-785493841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:31:41.986963 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4f2595ad-6c18-4646-8ba5-61c02ce7f85c req-42564301-b979-447b-b058-9a220602cfe2 tempest-TestMinimumBasicScenario-785493841 tempest-TestMinimumBasicScenario-785493841-project] 10.222.0.42 "GET /v2.0/ports?device_id=39545b20-6029-4062-a382-b6bdd3538f04 HTTP/1.1" status: 200 len: 931 time: 0.0510635 Mar 29 16:31:42.025572 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4f2595ad-6c18-4646-8ba5-61c02ce7f85c req-3b9fb4c3-9c66-4fb8-a185-1bfd6f2e10e9 tempest-TestMinimumBasicScenario-785493841 tempest-TestMinimumBasicScenario-785493841-project] 10.222.0.42 "GET /v2.0/security-groups?id=1f229ea6-f7a0-48de-8963-d5aebb294bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320241 Mar 29 16:31:42.245529 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [req-ecb10570-0363-4838-90bc-211a1cdd0f6a req-0a540fd2-ce5b-4148-b1ec-c4bf2431d661 service neutron] Request body: {'port': {'device_id': '39545b20-6029-4062-a382-b6bdd3538f04', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834765-1'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:31:42.299104 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-ecb10570-0363-4838-90bc-211a1cdd0f6a req-0a540fd2-ce5b-4148-b1ec-c4bf2431d661 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:31:42.589808 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [req-ecb10570-0363-4838-90bc-211a1cdd0f6a req-0a540fd2-ce5b-4148-b1ec-c4bf2431d661 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f644dbf1-1145-429d-88fb-1f37df2bd933 {{(pid=102791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 16:31:42.596904 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-ecb10570-0363-4838-90bc-211a1cdd0f6a req-0a540fd2-ce5b-4148-b1ec-c4bf2431d661 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:31:42.609027 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.provisioning_blocks [req-ecb10570-0363-4838-90bc-211a1cdd0f6a req-0a540fd2-ce5b-4148-b1ec-c4bf2431d661 service neutron] Transition to ACTIVE for port object f644dbf1-1145-429d-88fb-1f37df2bd933 will not be triggered until provisioned by entity L2. {{(pid=102791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 16:31:42.612452 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-ecb10570-0363-4838-90bc-211a1cdd0f6a req-0a540fd2-ce5b-4148-b1ec-c4bf2431d661 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:31:42.663407 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a540fd2-ce5b-4148-b1ec-c4bf2431d661 service neutron] Pushing event updated for resources: {'Port': ['ID=f644dbf1-1145-429d-88fb-1f37df2bd933,revision_number=2']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:31:42.732607 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-ecb10570-0363-4838-90bc-211a1cdd0f6a req-0a540fd2-ce5b-4148-b1ec-c4bf2431d661 service neutron] Attempting to bind port f644dbf1-1145-429d-88fb-1f37df2bd933 on host n-h1-834765-1 for vnic_type normal with profile {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 16:31:42.732940 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-ecb10570-0363-4838-90bc-211a1cdd0f6a req-0a540fd2-ce5b-4148-b1ec-c4bf2431d661 service neutron] Attempting to bind port f644dbf1-1145-429d-88fb-1f37df2bd933 by drivers openvswitch,hyperv on host n-h1-834765-1 at level 0 using segments [{'id': '9751e1d0-11eb-4b5f-83ab-25a5448c0066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '22badafb-82b8-48c8-8fec-8d1f72cf0334'}] {{(pid=102791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 16:31:42.733266 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecb10570-0363-4838-90bc-211a1cdd0f6a req-0a540fd2-ce5b-4148-b1ec-c4bf2431d661 service neutron] Attempting to bind port f644dbf1-1145-429d-88fb-1f37df2bd933 on network 22badafb-82b8-48c8-8fec-8d1f72cf0334 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 16:31:42.737820 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecb10570-0363-4838-90bc-211a1cdd0f6a req-0a540fd2-ce5b-4148-b1ec-c4bf2431d661 service neutron] Port f644dbf1-1145-429d-88fb-1f37df2bd933 on network 22badafb-82b8-48c8-8fec-8d1f72cf0334 not bound, no agent of type Open vSwitch agent registered on host n-h1-834765-1 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 16:31:42.738118 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecb10570-0363-4838-90bc-211a1cdd0f6a req-0a540fd2-ce5b-4148-b1ec-c4bf2431d661 service neutron] Attempting to bind port f644dbf1-1145-429d-88fb-1f37df2bd933 on network 22badafb-82b8-48c8-8fec-8d1f72cf0334 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 16:31:42.743356 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecb10570-0363-4838-90bc-211a1cdd0f6a req-0a540fd2-ce5b-4148-b1ec-c4bf2431d661 service neutron] Checking agent: {'id': 'be375040-5069-4239-9460-a3a3213e1e90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 33, 18), 'started_at': datetime.datetime(2022, 3, 29, 15, 33, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 16, 31, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 16:31:42.743695 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecb10570-0363-4838-90bc-211a1cdd0f6a req-0a540fd2-ce5b-4148-b1ec-c4bf2431d661 service neutron] Checking segment: {'id': '9751e1d0-11eb-4b5f-83ab-25a5448c0066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '22badafb-82b8-48c8-8fec-8d1f72cf0334'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 16:31:42.744073 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecb10570-0363-4838-90bc-211a1cdd0f6a req-0a540fd2-ce5b-4148-b1ec-c4bf2431d661 service neutron] Bound using segment: {'id': '9751e1d0-11eb-4b5f-83ab-25a5448c0066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '22badafb-82b8-48c8-8fec-8d1f72cf0334'} {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 16:31:42.744496 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-ecb10570-0363-4838-90bc-211a1cdd0f6a req-0a540fd2-ce5b-4148-b1ec-c4bf2431d661 service neutron] Bound port: f644dbf1-1145-429d-88fb-1f37df2bd933, host: n-h1-834765-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9751e1d0-11eb-4b5f-83ab-25a5448c0066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '22badafb-82b8-48c8-8fec-8d1f72cf0334'}}] {{(pid=102791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 16:31:42.744856 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-ecb10570-0363-4838-90bc-211a1cdd0f6a req-0a540fd2-ce5b-4148-b1ec-c4bf2431d661 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:31:42.811856 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-ecb10570-0363-4838-90bc-211a1cdd0f6a req-0a540fd2-ce5b-4148-b1ec-c4bf2431d661 service neutron] For port f644dbf1-1145-429d-88fb-1f37df2bd933, host n-h1-834765-1, cleared binding levels {{(pid=102791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 16:31:42.814921 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-ecb10570-0363-4838-90bc-211a1cdd0f6a req-0a540fd2-ce5b-4148-b1ec-c4bf2431d661 service neutron] For port f644dbf1-1145-429d-88fb-1f37df2bd933, host n-h1-834765-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=f644dbf1-1145-429d-88fb-1f37df2bd933,segment=NetworkSegment(9751e1d0-11eb-4b5f-83ab-25a5448c0066),segment_id=9751e1d0-11eb-4b5f-83ab-25a5448c0066)] {{(pid=102791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 16:31:42.819941 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-ecb10570-0363-4838-90bc-211a1cdd0f6a req-0a540fd2-ce5b-4148-b1ec-c4bf2431d661 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:31:42.856390 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb10570-0363-4838-90bc-211a1cdd0f6a req-0a540fd2-ce5b-4148-b1ec-c4bf2431d661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:31:42.856916 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-ecb10570-0363-4838-90bc-211a1cdd0f6a req-0a540fd2-ce5b-4148-b1ec-c4bf2431d661 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:31:42.858426 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ecb10570-0363-4838-90bc-211a1cdd0f6a req-0a540fd2-ce5b-4148-b1ec-c4bf2431d661 service neutron] 10.222.0.44 "PUT /v2.0/ports/f644dbf1-1145-429d-88fb-1f37df2bd933 HTTP/1.1" status: 200 len: 1091 time: 0.6187844 Mar 29 16:31:42.858857 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39545b20-6029-4062-a382-b6bdd3538f04', 'tag': 'f644dbf1-1145-429d-88fb-1f37df2bd933'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:31:42.861151 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c67b028db5e9b9818fecc5c0a87ebc6f190694fa53ca267d523e04f98de536d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3371632-c85c-4240-9e1d-aefdece5634d" -d '{"events": [{"name": "network-changed", "server_uuid": "39545b20-6029-4062-a382-b6bdd3538f04", "tag": "f644dbf1-1145-429d-88fb-1f37df2bd933"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:31:42.883492 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a540fd2-ce5b-4148-b1ec-c4bf2431d661 service neutron] Pushing event updated for resources: {'Port': ['ID=f644dbf1-1145-429d-88fb-1f37df2bd933,revision_number=3']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:31:42.930839 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 16:31:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-659efe92-8dca-4d9a-a098-14ab01e36727 x-openstack-request-id: req-659efe92-8dca-4d9a-a098-14ab01e36727 {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:31:42.931134 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39545b20-6029-4062-a382-b6bdd3538f04", "tag": "f644dbf1-1145-429d-88fb-1f37df2bd933", "status": "completed", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:31:42.931465 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-659efe92-8dca-4d9a-a098-14ab01e36727 {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:31:42.931864 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39545b20-6029-4062-a382-b6bdd3538f04', 'tag': 'f644dbf1-1145-429d-88fb-1f37df2bd933', 'status': 'completed', 'code': 200} Mar 29 16:31:42.949270 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb10570-0363-4838-90bc-211a1cdd0f6a req-cea216e6-33bb-4f4b-a9a8-710ebc666a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:31:42.950792 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ecb10570-0363-4838-90bc-211a1cdd0f6a req-cea216e6-33bb-4f4b-a9a8-710ebc666a10 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4c5c0d4dc33e4058a1d0f013755ac159&device_id=39545b20-6029-4062-a382-b6bdd3538f04 HTTP/1.1" status: 200 len: 1094 time: 0.0486383 Mar 29 16:31:42.999134 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ecb10570-0363-4838-90bc-211a1cdd0f6a req-11928791-a914-47c6-a544-017fb55b73a2 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f644dbf1-1145-429d-88fb-1f37df2bd933 HTTP/1.1" status: 200 len: 217 time: 0.0404944 Mar 29 16:31:43.052229 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb10570-0363-4838-90bc-211a1cdd0f6a req-d46cc67d-a256-4bfb-b104-df98fc354d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:31:43.054055 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ecb10570-0363-4838-90bc-211a1cdd0f6a req-d46cc67d-a256-4bfb-b104-df98fc354d14 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7e65f2c6-1897-4cf9-bd7f-b4230c52c96c HTTP/1.1" status: 200 len: 852 time: 0.0487008 Mar 29 16:31:43.110301 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb10570-0363-4838-90bc-211a1cdd0f6a req-1a86248f-1193-426d-a0c9-1e0a36b9a553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:31:43.111686 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ecb10570-0363-4838-90bc-211a1cdd0f6a req-1a86248f-1193-426d-a0c9-1e0a36b9a553 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=22badafb-82b8-48c8-8fec-8d1f72cf0334&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0506713 Mar 29 16:31:43.203491 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082200a7-5966-4bbb-987c-000ba6622273 req-c71ffde8-f169-41a7-83be-2aa0d70c79da tempest-TestMinimumBasicScenario-785493841 tempest-TestMinimumBasicScenario-785493841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:31:43.204953 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-082200a7-5966-4bbb-987c-000ba6622273 req-c71ffde8-f169-41a7-83be-2aa0d70c79da tempest-TestMinimumBasicScenario-785493841 tempest-TestMinimumBasicScenario-785493841-project] 10.222.0.42 "GET /v2.0/ports?device_id=39545b20-6029-4062-a382-b6bdd3538f04 HTTP/1.1" status: 200 len: 943 time: 0.1091163 Mar 29 16:31:43.250485 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ecb10570-0363-4838-90bc-211a1cdd0f6a req-5ebaf327-18b9-455c-bde7-0256dceba15c service neutron] 10.222.0.44 "GET /v2.0/networks/22badafb-82b8-48c8-8fec-8d1f72cf0334?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251600 Mar 29 16:31:43.257991 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-082200a7-5966-4bbb-987c-000ba6622273 req-572fab7a-eb11-4771-9e14-6b9dc249a29f tempest-TestMinimumBasicScenario-785493841 tempest-TestMinimumBasicScenario-785493841-project] 10.222.0.42 "GET /v2.0/security-groups?id=1f229ea6-f7a0-48de-8963-d5aebb294bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451286 Mar 29 16:31:43.346215 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ecb10570-0363-4838-90bc-211a1cdd0f6a req-c1f6adee-e6e9-43d4-9f48-1eb79e849f1a service neutron] 10.222.0.44 "GET /v2.0/networks/22badafb-82b8-48c8-8fec-8d1f72cf0334?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855863 Mar 29 16:31:43.436036 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3371632-c85c-4240-9e1d-aefdece5634d req-bcc37e73-c686-4418-97b7-009016b4b667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:31:43.437452 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f3371632-c85c-4240-9e1d-aefdece5634d req-bcc37e73-c686-4418-97b7-009016b4b667 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4c5c0d4dc33e4058a1d0f013755ac159&device_id=39545b20-6029-4062-a382-b6bdd3538f04 HTTP/1.1" status: 200 len: 1094 time: 0.0422065 Mar 29 16:31:43.530268 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3371632-c85c-4240-9e1d-aefdece5634d req-903c29c8-9ba6-4bef-ab73-914cf455d50d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:31:43.531778 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f3371632-c85c-4240-9e1d-aefdece5634d req-903c29c8-9ba6-4bef-ab73-914cf455d50d service neutron] 10.222.0.44 "GET /v2.0/networks?id=22badafb-82b8-48c8-8fec-8d1f72cf0334 HTTP/1.1" status: 200 len: 914 time: 0.0869858 Mar 29 16:31:43.582926 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f3371632-c85c-4240-9e1d-aefdece5634d req-01b27174-5f11-4f13-af71-9f287b8a6708 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f644dbf1-1145-429d-88fb-1f37df2bd933 HTTP/1.1" status: 200 len: 217 time: 0.0442545 Mar 29 16:31:43.639291 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3371632-c85c-4240-9e1d-aefdece5634d req-c2886e4b-54ab-4eef-bd20-a769080e227e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:31:43.640737 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f3371632-c85c-4240-9e1d-aefdece5634d req-c2886e4b-54ab-4eef-bd20-a769080e227e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7e65f2c6-1897-4cf9-bd7f-b4230c52c96c HTTP/1.1" status: 200 len: 852 time: 0.0520294 Mar 29 16:31:43.684610 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3371632-c85c-4240-9e1d-aefdece5634d req-cc221177-8178-4bec-ab53-163bab2bac92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:31:43.686101 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f3371632-c85c-4240-9e1d-aefdece5634d req-cc221177-8178-4bec-ab53-163bab2bac92 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=22badafb-82b8-48c8-8fec-8d1f72cf0334&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392811 Mar 29 16:31:43.780940 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f3371632-c85c-4240-9e1d-aefdece5634d req-26a73097-3b9f-4d53-84b6-2ff6269df6d4 service neutron] 10.222.0.44 "GET /v2.0/networks/22badafb-82b8-48c8-8fec-8d1f72cf0334?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876279 Mar 29 16:31:43.874800 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f3371632-c85c-4240-9e1d-aefdece5634d req-b5555fd8-a32e-4e97-ae42-3bfc883a5d3c service neutron] 10.222.0.44 "GET /v2.0/networks/22badafb-82b8-48c8-8fec-8d1f72cf0334?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866106 Mar 29 16:31:44.390749 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ef0de4-56c2-4b51-a3bf-38b834394d3a req-62151cd5-e774-448d-9b36-bf0f46b8e321 tempest-TestMinimumBasicScenario-785493841 tempest-TestMinimumBasicScenario-785493841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:31:44.392279 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-51ef0de4-56c2-4b51-a3bf-38b834394d3a req-62151cd5-e774-448d-9b36-bf0f46b8e321 tempest-TestMinimumBasicScenario-785493841 tempest-TestMinimumBasicScenario-785493841-project] 10.222.0.42 "GET /v2.0/ports?device_id=39545b20-6029-4062-a382-b6bdd3538f04 HTTP/1.1" status: 200 len: 943 time: 0.0571976 Mar 29 16:31:44.432676 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-51ef0de4-56c2-4b51-a3bf-38b834394d3a req-2d21d5f2-b412-4185-bfd0-e3f416906775 tempest-TestMinimumBasicScenario-785493841 tempest-TestMinimumBasicScenario-785493841-project] 10.222.0.42 "GET /v2.0/security-groups?id=1f229ea6-f7a0-48de-8963-d5aebb294bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334344 Mar 29 16:31:45.549349 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0308a230-9fb7-4312-bec0-5bfe36e61364 req-9480828b-6d17-4dbc-9966-67d4996bbb95 tempest-TestMinimumBasicScenario-785493841 tempest-TestMinimumBasicScenario-785493841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:31:45.550823 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-0308a230-9fb7-4312-bec0-5bfe36e61364 req-9480828b-6d17-4dbc-9966-67d4996bbb95 tempest-TestMinimumBasicScenario-785493841 tempest-TestMinimumBasicScenario-785493841-project] 10.222.0.42 "GET /v2.0/ports?device_id=39545b20-6029-4062-a382-b6bdd3538f04 HTTP/1.1" status: 200 len: 943 time: 0.0482688 Mar 29 16:31:45.588314 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-0308a230-9fb7-4312-bec0-5bfe36e61364 req-683f517f-8ee9-4960-b1a8-5f2914df83ce tempest-TestMinimumBasicScenario-785493841 tempest-TestMinimumBasicScenario-785493841-project] 10.222.0.42 "GET /v2.0/security-groups?id=1f229ea6-f7a0-48de-8963-d5aebb294bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308554 Mar 29 16:31:46.346540 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device f644dbf1-1145-429d-88fb-1f37df2bd933 details requested by agent hyperv_n-h1-834765-1 with host n-h1-834765-1 {{(pid=102792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 16:31:46.439658 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port f644dbf1-1145-429d-88fb-1f37df2bd933, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=f644dbf1-1145-429d-88fb-1f37df2bd933,segment=NetworkSegment(9751e1d0-11eb-4b5f-83ab-25a5448c0066),segment_id=9751e1d0-11eb-4b5f-83ab-25a5448c0066)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:31:46.451357 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Returning: {'device': 'f644dbf1-1145-429d-88fb-1f37df2bd933', 'network_id': '22badafb-82b8-48c8-8fec-8d1f72cf0334', 'port_id': 'f644dbf1-1145-429d-88fb-1f37df2bd933', 'mac_address': 'fa:16:3e:7e:2e:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 636, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e65f2c6-1897-4cf9-bd7f-b4230c52c96c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 16:31:46.493030 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:31:46.505195 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f644dbf1-1145-429d-88fb-1f37df2bd933 {{(pid=102792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 16:31:46.524693 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port f644dbf1-1145-429d-88fb-1f37df2bd933, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=f644dbf1-1145-429d-88fb-1f37df2bd933,segment=NetworkSegment(9751e1d0-11eb-4b5f-83ab-25a5448c0066),segment_id=9751e1d0-11eb-4b5f-83ab-25a5448c0066)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:31:46.528557 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:31:46.576097 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Pushing event updated for resources: {'Port': ['ID=f644dbf1-1145-429d-88fb-1f37df2bd933,revision_number=4']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:31:46.583324 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:31:46.583676 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:31:46.585036 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:31:46.585381 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:31:46.585718 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:31:46.586051 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:31:46.586379 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:31:46.586705 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:31:46.587029 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:31:46.587376 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:31:46.587703 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:31:46.588024 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:31:46.704145 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546ca160-feff-49b0-b623-2f639e448698 req-fa179b77-8ef7-4d3e-bcd0-899511c2a70a tempest-TestMinimumBasicScenario-785493841 tempest-TestMinimumBasicScenario-785493841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:31:46.705609 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-546ca160-feff-49b0-b623-2f639e448698 req-fa179b77-8ef7-4d3e-bcd0-899511c2a70a tempest-TestMinimumBasicScenario-785493841 tempest-TestMinimumBasicScenario-785493841-project] 10.222.0.42 "GET /v2.0/ports?device_id=39545b20-6029-4062-a382-b6bdd3538f04 HTTP/1.1" status: 200 len: 944 time: 0.0495522 Mar 29 16:31:46.744019 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-546ca160-feff-49b0-b623-2f639e448698 req-1a51f97d-33fe-410c-82ea-7934c863a69a tempest-TestMinimumBasicScenario-785493841 tempest-TestMinimumBasicScenario-785493841-project] 10.222.0.42 "GET /v2.0/security-groups?id=1f229ea6-f7a0-48de-8963-d5aebb294bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322363 Mar 29 16:31:46.862806 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] get_ports_and_sgs() called for port_ids ['f644dbf1-1145-429d-88fb-1f37df2bd933'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 16:31:47.525074 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:31:47.860769 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a64bba-fcb0-4e86-ab66-a3dc6570560c req-f2416b5b-b042-4289-878c-2edaf5fcf6d1 tempest-TestMinimumBasicScenario-785493841 tempest-TestMinimumBasicScenario-785493841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:31:47.862240 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-14a64bba-fcb0-4e86-ab66-a3dc6570560c req-f2416b5b-b042-4289-878c-2edaf5fcf6d1 tempest-TestMinimumBasicScenario-785493841 tempest-TestMinimumBasicScenario-785493841-project] 10.222.0.42 "GET /v2.0/ports?device_id=39545b20-6029-4062-a382-b6bdd3538f04 HTTP/1.1" status: 200 len: 944 time: 0.0487182 Mar 29 16:31:47.900026 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-14a64bba-fcb0-4e86-ab66-a3dc6570560c req-2d955582-24c2-40c5-8b33-28287b9e7994 tempest-TestMinimumBasicScenario-785493841 tempest-TestMinimumBasicScenario-785493841-project] 10.222.0.42 "GET /v2.0/security-groups?id=1f229ea6-f7a0-48de-8963-d5aebb294bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315659 Mar 29 16:31:48.281849 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:31:48.361781 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device f644dbf1-1145-429d-88fb-1f37df2bd933 up at agent hyperv_n-h1-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 16:31:48.409263 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Provisioning for port f644dbf1-1145-429d-88fb-1f37df2bd933 completed by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 16:31:48.413395 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Provisioning complete for port f644dbf1-1145-429d-88fb-1f37df2bd933 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:31:48.413793 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:31:48.501764 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:31:48.523758 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39545b20-6029-4062-a382-b6bdd3538f04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f644dbf1-1145-429d-88fb-1f37df2bd933'}] {{(pid=102792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:31:48.525990 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4f476c66b318cc6068719fc39557fac68d413f5c7e78fa77028c7948e999ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1b1c647-56d6-4940-9229-a514ef889b00" -d '{"events": [{"server_uuid": "39545b20-6029-4062-a382-b6bdd3538f04", "name": "network-vif-plugged", "status": "completed", "tag": "f644dbf1-1145-429d-88fb-1f37df2bd933"}]}' {{(pid=102792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:31:48.538421 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port f644dbf1-1145-429d-88fb-1f37df2bd933, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=f644dbf1-1145-429d-88fb-1f37df2bd933,segment=NetworkSegment(9751e1d0-11eb-4b5f-83ab-25a5448c0066),segment_id=9751e1d0-11eb-4b5f-83ab-25a5448c0066)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:31:48.542725 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:31:48.568344 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 16:31:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-558925a1-e28e-408f-9140-59ee13b7ba92 x-openstack-request-id: req-558925a1-e28e-408f-9140-59ee13b7ba92 {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:31:48.568627 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39545b20-6029-4062-a382-b6bdd3538f04", "name": "network-vif-plugged", "status": "completed", "tag": "f644dbf1-1145-429d-88fb-1f37df2bd933", "code": 200}]} {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:31:48.568873 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-558925a1-e28e-408f-9140-59ee13b7ba92 {{(pid=102792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:31:48.569245 n-d-834765-1 neutron-server[102792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39545b20-6029-4062-a382-b6bdd3538f04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f644dbf1-1145-429d-88fb-1f37df2bd933', 'code': 200} Mar 29 16:31:48.595796 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Pushing event updated for resources: {'Port': ['ID=f644dbf1-1145-429d-88fb-1f37df2bd933,revision_number=5']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:31:48.667507 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5ecd4e-6e8e-4110-9434-09a6c5ef2de1 req-ca713d28-1abe-420a-aa12-2f96b1ee1f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:31:48.669021 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6e5ecd4e-6e8e-4110-9434-09a6c5ef2de1 req-ca713d28-1abe-420a-aa12-2f96b1ee1f6c service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=39545b20-6029-4062-a382-b6bdd3538f04 HTTP/1.1" status: 200 len: 1096 time: 0.0455461 Mar 29 16:31:48.705213 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6e5ecd4e-6e8e-4110-9434-09a6c5ef2de1 req-18153619-0cbd-48ca-91d0-f5a00d94ef7c service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=1f229ea6-f7a0-48de-8963-d5aebb294bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0279284 Mar 29 16:31:49.013263 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bda5377-1f45-4df8-9dac-1913b26ba60a req-ee941a0b-379c-4474-b03d-6afc78c6a4f7 tempest-TestMinimumBasicScenario-785493841 tempest-TestMinimumBasicScenario-785493841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:31:49.014713 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-8bda5377-1f45-4df8-9dac-1913b26ba60a req-ee941a0b-379c-4474-b03d-6afc78c6a4f7 tempest-TestMinimumBasicScenario-785493841 tempest-TestMinimumBasicScenario-785493841-project] 10.222.0.42 "GET /v2.0/ports?device_id=39545b20-6029-4062-a382-b6bdd3538f04 HTTP/1.1" status: 200 len: 945 time: 0.0480440 Mar 29 16:31:49.051905 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-8bda5377-1f45-4df8-9dac-1913b26ba60a req-f9037153-d57f-4abe-8c6b-3386a6f20aed tempest-TestMinimumBasicScenario-785493841 tempest-TestMinimumBasicScenario-785493841-project] 10.222.0.42 "GET /v2.0/security-groups?id=1f229ea6-f7a0-48de-8963-d5aebb294bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311623 Mar 29 16:31:50.172721 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafc6281-c31c-41df-8a14-349e21f9e923 req-faf88717-d23e-41d6-8a69-8d9ac3c1d913 tempest-TestMinimumBasicScenario-785493841 tempest-TestMinimumBasicScenario-785493841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:31:50.174176 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-fafc6281-c31c-41df-8a14-349e21f9e923 req-faf88717-d23e-41d6-8a69-8d9ac3c1d913 tempest-TestMinimumBasicScenario-785493841 tempest-TestMinimumBasicScenario-785493841-project] 10.222.0.42 "GET /v2.0/ports?device_id=39545b20-6029-4062-a382-b6bdd3538f04 HTTP/1.1" status: 200 len: 945 time: 0.0495374 Mar 29 16:31:50.211085 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-fafc6281-c31c-41df-8a14-349e21f9e923 req-07e88088-b09d-49a6-8485-58cef1d588dc tempest-TestMinimumBasicScenario-785493841 tempest-TestMinimumBasicScenario-785493841-project] 10.222.0.42 "GET /v2.0/security-groups?id=1f229ea6-f7a0-48de-8963-d5aebb294bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308526 Mar 29 16:31:50.326051 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd4f338-fd21-41e7-a66c-8e41b18e2291 req-0c65a514-3440-4607-8469-33e41501fd1c tempest-TestMinimumBasicScenario-785493841 tempest-TestMinimumBasicScenario-785493841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:31:50.327535 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-3cd4f338-fd21-41e7-a66c-8e41b18e2291 req-0c65a514-3440-4607-8469-33e41501fd1c tempest-TestMinimumBasicScenario-785493841 tempest-TestMinimumBasicScenario-785493841-project] 10.222.0.42 "GET /v2.0/ports?device_id=39545b20-6029-4062-a382-b6bdd3538f04 HTTP/1.1" status: 200 len: 945 time: 0.0494509 Mar 29 16:31:50.364435 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-3cd4f338-fd21-41e7-a66c-8e41b18e2291 req-f3c5516f-664e-4973-8a84-ee199da81928 tempest-TestMinimumBasicScenario-785493841 tempest-TestMinimumBasicScenario-785493841-project] 10.222.0.42 "GET /v2.0/security-groups?id=1f229ea6-f7a0-48de-8963-d5aebb294bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307405 Mar 29 16:31:50.560126 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cc1c3c-5790-4089-a15f-d980119404a5 req-636a2546-48b5-4c87-ad62-c265f364f24d tempest-TestMinimumBasicScenario-785493841 tempest-TestMinimumBasicScenario-785493841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:31:50.561593 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-57cc1c3c-5790-4089-a15f-d980119404a5 req-636a2546-48b5-4c87-ad62-c265f364f24d tempest-TestMinimumBasicScenario-785493841 tempest-TestMinimumBasicScenario-785493841-project] 10.222.0.42 "GET /v2.0/ports?device_id=39545b20-6029-4062-a382-b6bdd3538f04 HTTP/1.1" status: 200 len: 945 time: 0.0523493 Mar 29 16:31:50.598617 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-57cc1c3c-5790-4089-a15f-d980119404a5 req-39411544-26f7-4eb9-a746-4318cbbd6f9e tempest-TestMinimumBasicScenario-785493841 tempest-TestMinimumBasicScenario-785493841-project] 10.222.0.42 "GET /v2.0/security-groups?id=1f229ea6-f7a0-48de-8963-d5aebb294bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309801 Mar 29 16:32:00.438186 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-694dbfdc-838a-4954-a28c-b41cb0279467 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:32:02.024073 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06cedb0-5c1d-42b7-bc03-927f3c7fdf06 req-8dd0956e-ab8b-4e04-b143-dcc95f75be4a tempest-TestMinimumBasicScenario-785493841 tempest-TestMinimumBasicScenario-785493841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:32:02.025548 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e06cedb0-5c1d-42b7-bc03-927f3c7fdf06 req-8dd0956e-ab8b-4e04-b143-dcc95f75be4a tempest-TestMinimumBasicScenario-785493841 tempest-TestMinimumBasicScenario-785493841-project] 10.222.0.42 "GET /v2.0/ports?device_id=39545b20-6029-4062-a382-b6bdd3538f04 HTTP/1.1" status: 200 len: 945 time: 0.0489979 Mar 29 16:32:02.062565 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e06cedb0-5c1d-42b7-bc03-927f3c7fdf06 req-302b5624-8aa4-48ac-bfe9-a6dab7aba94e tempest-TestMinimumBasicScenario-785493841 tempest-TestMinimumBasicScenario-785493841-project] 10.222.0.42 "GET /v2.0/security-groups?id=1f229ea6-f7a0-48de-8963-d5aebb294bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307870 Mar 29 16:32:02.085705 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 41774) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:32:02.168275 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c265d252-bcaf-4e86-b709-630e3d8078f1 tempest-TestMinimumBasicScenario-114838109 tempest-TestMinimumBasicScenario-114838109-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:32:02.169788 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-c265d252-bcaf-4e86-b709-630e3d8078f1 tempest-TestMinimumBasicScenario-114838109 tempest-TestMinimumBasicScenario-114838109-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=39545b20-6029-4062-a382-b6bdd3538f04 HTTP/1.1" status: 200 len: 1091 time: 0.0830228 Mar 29 16:32:02.172757 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 41778) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:32:02.176891 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-7f125bfc-4d8d-49e7-bfa7-f5081e6b39a0 tempest-TestMinimumBasicScenario-785493841 tempest-TestMinimumBasicScenario-785493841-project] Request body: {'floatingip': {'floating_network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'port_id': 'f644dbf1-1145-429d-88fb-1f37df2bd933', 'tenant_id': '4c5c0d4dc33e4058a1d0f013755ac159', 'fixed_ip_address': '172.20.0.4'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:32:02.197497 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-7f125bfc-4d8d-49e7-bfa7-f5081e6b39a0 tempest-TestMinimumBasicScenario-785493841 tempest-TestMinimumBasicScenario-785493841-project] Notify callbacks [] for floatingip, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:32:02.293820 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-7f125bfc-4d8d-49e7-bfa7-f5081e6b39a0 tempest-TestMinimumBasicScenario-785493841 tempest-TestMinimumBasicScenario-785493841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:32:02.398280 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.db_base_plugin_common [None req-7f125bfc-4d8d-49e7-bfa7-f5081e6b39a0 tempest-TestMinimumBasicScenario-785493841 tempest-TestMinimumBasicScenario-785493841-project] Allocated IP 172.25.4.177 (4a4a035d-ecac-4ead-baa3-25f90788773a/e1a353dc-fac8-4901-a63c-273840237d6a/0749460f-0842-49a9-9207-c7af993ed0aa) {{(pid=102790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:32:02.497811 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-7f125bfc-4d8d-49e7-bfa7-f5081e6b39a0 tempest-TestMinimumBasicScenario-785493841 tempest-TestMinimumBasicScenario-785493841-project] Notify callbacks [] for port, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:32:02.530844 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-7f125bfc-4d8d-49e7-bfa7-f5081e6b39a0 tempest-TestMinimumBasicScenario-785493841 tempest-TestMinimumBasicScenario-785493841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:32:02.576756 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f125bfc-4d8d-49e7-bfa7-f5081e6b39a0 tempest-TestMinimumBasicScenario-785493841 tempest-TestMinimumBasicScenario-785493841-project] Network 4a4a035d-ecac-4ead-baa3-25f90788773a is already hosted by enough agents. {{(pid=102790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:32:02.579575 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-7f125bfc-4d8d-49e7-bfa7-f5081e6b39a0 tempest-TestMinimumBasicScenario-785493841 tempest-TestMinimumBasicScenario-785493841-project] Resources bound (agent type, host, resource id): {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:32:02.582396 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f125bfc-4d8d-49e7-bfa7-f5081e6b39a0 tempest-TestMinimumBasicScenario-785493841 tempest-TestMinimumBasicScenario-785493841-project] Received port after_create {{(pid=102790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:32:02.588292 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f125bfc-4d8d-49e7-bfa7-f5081e6b39a0 tempest-TestMinimumBasicScenario-785493841 tempest-TestMinimumBasicScenario-785493841-project] Pushing event updated for resources: {'Port': ['ID=0749460f-0842-49a9-9207-c7af993ed0aa,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:32:02.900002 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-b3c5db4d-832a-4e30-b94c-71490b9c8ca3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:32:02.933142 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-7f125bfc-4d8d-49e7-bfa7-f5081e6b39a0 tempest-TestMinimumBasicScenario-785493841 tempest-TestMinimumBasicScenario-785493841-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:32:03.001864 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-7f125bfc-4d8d-49e7-bfa7-f5081e6b39a0 tempest-TestMinimumBasicScenario-785493841 tempest-TestMinimumBasicScenario-785493841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:32:03.152100 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-7f125bfc-4d8d-49e7-bfa7-f5081e6b39a0 tempest-TestMinimumBasicScenario-785493841 tempest-TestMinimumBasicScenario-785493841-project] Notify callbacks [] for port, precommit_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:32:03.156461 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-7f125bfc-4d8d-49e7-bfa7-f5081e6b39a0 tempest-TestMinimumBasicScenario-785493841 tempest-TestMinimumBasicScenario-785493841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5237921'] for port, after_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:32:03.225246 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f125bfc-4d8d-49e7-bfa7-f5081e6b39a0 tempest-TestMinimumBasicScenario-785493841 tempest-TestMinimumBasicScenario-785493841-project] Pushing event updated for resources: {'Port': ['ID=0749460f-0842-49a9-9207-c7af993ed0aa,revision_number=2']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:32:03.234628 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.agents_db [None req-59735a15-725e-44d4-9ad5-95cbe356f209 None None] Agent healthcheck: found 7 active agents {{(pid=102793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 16:32:03.235983 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-7f125bfc-4d8d-49e7-bfa7-f5081e6b39a0 tempest-TestMinimumBasicScenario-785493841 tempest-TestMinimumBasicScenario-785493841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648212'] for floatingip, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:32:03.335025 n-d-834765-1 neutron-server[102790]: INFO neutron.db.l3_db [None req-7f125bfc-4d8d-49e7-bfa7-f5081e6b39a0 tempest-TestMinimumBasicScenario-785493841 tempest-TestMinimumBasicScenario-785493841-project] Floating IP da502d5e-4d00-49b1-88fb-9ee9c803b4a1 associated. External IP: 172.25.4.177, port: f644dbf1-1145-429d-88fb-1f37df2bd933. Mar 29 16:32:03.854915 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f125bfc-4d8d-49e7-bfa7-f5081e6b39a0 tempest-TestMinimumBasicScenario-785493841 tempest-TestMinimumBasicScenario-785493841-project] Router a42818a4-00b8-4042-bcb9-36c5923e4b27 has already been hosted by L3 agent c648d819-1060-4f26-b4ec-6455387b5dff {{(pid=102790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 16:32:03.960883 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f125bfc-4d8d-49e7-bfa7-f5081e6b39a0 tempest-TestMinimumBasicScenario-785493841 tempest-TestMinimumBasicScenario-785493841-project] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 16:32:03.970457 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1d760ad-28c1-479c-9254-7fcc9000faad None None] Sync routers for ids ['a42818a4-00b8-4042-bcb9-36c5923e4b27'] in n-d-834765-1 {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 16:32:03.978146 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-7f125bfc-4d8d-49e7-bfa7-f5081e6b39a0 tempest-TestMinimumBasicScenario-785493841 tempest-TestMinimumBasicScenario-785493841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for floatingip, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:32:03.980712 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1d760ad-28c1-479c-9254-7fcc9000faad None None] Routers {'a42818a4-00b8-4042-bcb9-36c5923e4b27'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:32:03.981348 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-a1d760ad-28c1-479c-9254-7fcc9000faad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:32:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['a42818a4-00b8-4042-bcb9-36c5923e4b27'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:32:04.007201 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-7f125bfc-4d8d-49e7-bfa7-f5081e6b39a0 tempest-TestMinimumBasicScenario-785493841 tempest-TestMinimumBasicScenario-785493841-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8334398 Mar 29 16:32:04.007907 n-d-834765-1 neutron-server[102790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39545b20-6029-4062-a382-b6bdd3538f04', 'tag': 'f644dbf1-1145-429d-88fb-1f37df2bd933'}] {{(pid=102790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:32:04.010029 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 41780) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:32:04.010538 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46b06d655c90bc969636382cce4240ad749035fb0f3a83ee4734fa1ed9c4a6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5168388e-d965-4f93-bf5f-f4147ee63168" -d '{"events": [{"name": "network-changed", "server_uuid": "39545b20-6029-4062-a382-b6bdd3538f04", "tag": "f644dbf1-1145-429d-88fb-1f37df2bd933"}]}' {{(pid=102790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:32:04.014714 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-493f23a3-cb54-4434-8afc-f2b115ef1b42 tempest-TestMinimumBasicScenario-785493841 tempest-TestMinimumBasicScenario-785493841-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1733961855', 'description': 'tempest-secgroup-smoke-1733961855 description', 'project_id': '4c5c0d4dc33e4058a1d0f013755ac159'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:32:04.037907 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-493f23a3-cb54-4434-8afc-f2b115ef1b42 tempest-TestMinimumBasicScenario-785493841 tempest-TestMinimumBasicScenario-785493841-project] Notify callbacks [] for security_group, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:32:04.094665 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvr_db [None req-a1d760ad-28c1-479c-9254-7fcc9000faad None None] Set router a42818a4-00b8-4042-bcb9-36c5923e4b27 gateway port host: n-d-834765-1 {{(pid=102793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:32:04.108878 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-493f23a3-cb54-4434-8afc-f2b115ef1b42 tempest-TestMinimumBasicScenario-785493841 tempest-TestMinimumBasicScenario-785493841-project] Notify callbacks [] for security_group, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:32:04.113182 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-493f23a3-cb54-4434-8afc-f2b115ef1b42 tempest-TestMinimumBasicScenario-785493841 tempest-TestMinimumBasicScenario-785493841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:32:04.131374 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 16:32:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-433d041b-af29-4a77-b2e4-be89ed764aaa x-openstack-request-id: req-433d041b-af29-4a77-b2e4-be89ed764aaa {{(pid=102790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:32:04.131729 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39545b20-6029-4062-a382-b6bdd3538f04", "tag": "f644dbf1-1145-429d-88fb-1f37df2bd933", "status": "completed", "code": 200}]} {{(pid=102790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:32:04.131950 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-433d041b-af29-4a77-b2e4-be89ed764aaa {{(pid=102790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:32:04.132618 n-d-834765-1 neutron-server[102790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39545b20-6029-4062-a382-b6bdd3538f04', 'tag': 'f644dbf1-1145-429d-88fb-1f37df2bd933', 'status': 'completed', 'code': 200} Mar 29 16:32:04.142296 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-493f23a3-cb54-4434-8afc-f2b115ef1b42 tempest-TestMinimumBasicScenario-785493841 tempest-TestMinimumBasicScenario-785493841-project] Notify callbacks [] for security_group, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:32:04.146415 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-493f23a3-cb54-4434-8afc-f2b115ef1b42 tempest-TestMinimumBasicScenario-785493841 tempest-TestMinimumBasicScenario-785493841-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1324382 Mar 29 16:32:04.146813 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 41786) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:32:04.152806 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-3673aed4-e000-48fe-aa3d-715103b1332e tempest-TestMinimumBasicScenario-785493841 tempest-TestMinimumBasicScenario-785493841-project] Request body: {'security_group_rule': {'security_group_id': '11a13b3d-71fd-49f7-baf9-6bb3d7bd0b4c', 'project_id': '4c5c0d4dc33e4058a1d0f013755ac159', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:32:04.153454 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493f23a3-cb54-4434-8afc-f2b115ef1b42 tempest-TestMinimumBasicScenario-785493841 tempest-TestMinimumBasicScenario-785493841-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11a13b3d-71fd-49f7-baf9-6bb3d7bd0b4c,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:32:04.181917 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-3673aed4-e000-48fe-aa3d-715103b1332e tempest-TestMinimumBasicScenario-785493841 tempest-TestMinimumBasicScenario-785493841-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:32:04.243560 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-3673aed4-e000-48fe-aa3d-715103b1332e tempest-TestMinimumBasicScenario-785493841 tempest-TestMinimumBasicScenario-785493841-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:32:04.249015 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-3673aed4-e000-48fe-aa3d-715103b1332e tempest-TestMinimumBasicScenario-785493841 tempest-TestMinimumBasicScenario-785493841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610998'] for security_group_rule, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:32:04.261175 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5168388e-d965-4f93-bf5f-f4147ee63168 req-fe351a4b-528a-4153-a66c-581e8365a7f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:32:04.262945 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-5168388e-d965-4f93-bf5f-f4147ee63168 req-fe351a4b-528a-4153-a66c-581e8365a7f0 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4c5c0d4dc33e4058a1d0f013755ac159&device_id=39545b20-6029-4062-a382-b6bdd3538f04 HTTP/1.1" status: 200 len: 1096 time: 0.1045296 Mar 29 16:32:04.269589 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3673aed4-e000-48fe-aa3d-715103b1332e tempest-TestMinimumBasicScenario-785493841 tempest-TestMinimumBasicScenario-785493841-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0ce44aa-e912-4dd1-a06d-91f8d123b94b,revision_number=0']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:32:04.278241 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-3673aed4-e000-48fe-aa3d-715103b1332e tempest-TestMinimumBasicScenario-785493841 tempest-TestMinimumBasicScenario-785493841-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:32:04.282478 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-3673aed4-e000-48fe-aa3d-715103b1332e tempest-TestMinimumBasicScenario-785493841 tempest-TestMinimumBasicScenario-785493841-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1343639 Mar 29 16:32:04.283148 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 41790) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:32:04.288440 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-a0c23420-dc02-43a1-af9a-217aa95aabd4 tempest-TestMinimumBasicScenario-785493841 tempest-TestMinimumBasicScenario-785493841-project] Request body: {'security_group_rule': {'security_group_id': '11a13b3d-71fd-49f7-baf9-6bb3d7bd0b4c', 'project_id': '4c5c0d4dc33e4058a1d0f013755ac159', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:32:04.314659 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-a0c23420-dc02-43a1-af9a-217aa95aabd4 tempest-TestMinimumBasicScenario-785493841 tempest-TestMinimumBasicScenario-785493841-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:32:04.336981 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-a1d760ad-28c1-479c-9254-7fcc9000faad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a42818a4-00b8-4042-bcb9-36c5923e4b27', 'name': 'tempest-TestMinimumBasicScenario-17587336-router', 'tenant_id': '4c5c0d4dc33e4058a1d0f013755ac159', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.6'}], 'enable_snat': True}, 'gw_port_id': '433496b1-c1ca-4e77-9e92-f1535c1431a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:31:10Z', 'updated_at': '2022-03-29T16:31:13Z', 'revision_number': 4, 'project_id': '4c5c0d4dc33e4058a1d0f013755ac159', 'gw_port': {'id': '433496b1-c1ca-4e77-9e92-f1535c1431a8', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:bf:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a42818a4-00b8-4042-bcb9-36c5923e4b27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:31:11Z', 'updated_at': '2022-03-29T16:31:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_floatingips': [{'id': 'da502d5e-4d00-49b1-88fb-9ee9c803b4a1', 'tenant_id': '4c5c0d4dc33e4058a1d0f013755ac159', 'floating_ip_address': '172.25.4.177', 'floating_network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'router_id': 'a42818a4-00b8-4042-bcb9-36c5923e4b27', 'port_id': 'f644dbf1-1145-429d-88fb-1f37df2bd933', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4256, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '22badafb-82b8-48c8-8fec-8d1f72cf0334', 'mac_address': 'fa:16:3e:7e:2e:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39545b20-6029-4062-a382-b6bdd3538f04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T16:32:02Z', 'updated_at': '2022-03-29T16:32:02Z', 'revision_number': 0, 'project_id': '4c5c0d4dc33e4058a1d0f013755ac159', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a133bbf8-09eb-4901-b8b0-442717be3376', 'name': '', 'network_id': '22badafb-82b8-48c8-8fec-8d1f72cf0334', 'tenant_id': '4c5c0d4dc33e4058a1d0f013755ac159', 'mac_address': 'fa:16:3e:32:ec:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a42818a4-00b8-4042-bcb9-36c5923e4b27', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '7e65f2c6-1897-4cf9-bd7f-b4230c52c96c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:31:13Z', 'updated_at': '2022-03-29T16:31:18Z', 'revision_number': 5, 'project_id': '4c5c0d4dc33e4058a1d0f013755ac159', 'subnets': [{'id': '7e65f2c6-1897-4cf9-bd7f-b4230c52c96c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:32:04.369314 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d71584b9-87f1-45f5-84c7-c993c2416269 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:32:04.371282 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1d760ad-28c1-479c-9254-7fcc9000faad None None] Checking router: a42818a4-00b8-4042-bcb9-36c5923e4b27 for host: n-d-834765-1 {{(pid=102793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 16:32:04.379053 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-a0c23420-dc02-43a1-af9a-217aa95aabd4 tempest-TestMinimumBasicScenario-785493841 tempest-TestMinimumBasicScenario-785493841-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:32:04.381274 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1d760ad-28c1-479c-9254-7fcc9000faad None None] Routers {'a42818a4-00b8-4042-bcb9-36c5923e4b27'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:32:04.381999 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-a1d760ad-28c1-479c-9254-7fcc9000faad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:32:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['a42818a4-00b8-4042-bcb9-36c5923e4b27'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:32:04.383440 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5168388e-d965-4f93-bf5f-f4147ee63168 req-681565ee-e3d2-4ce9-aff5-e04b1f59758e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:32:04.383588 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-a0c23420-dc02-43a1-af9a-217aa95aabd4 tempest-TestMinimumBasicScenario-785493841 tempest-TestMinimumBasicScenario-785493841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610998'] for security_group_rule, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:32:04.385294 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-5168388e-d965-4f93-bf5f-f4147ee63168 req-681565ee-e3d2-4ce9-aff5-e04b1f59758e service neutron] 10.222.0.44 "GET /v2.0/networks?id=22badafb-82b8-48c8-8fec-8d1f72cf0334 HTTP/1.1" status: 200 len: 914 time: 0.1048696 Mar 29 16:32:04.403605 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c23420-dc02-43a1-af9a-217aa95aabd4 tempest-TestMinimumBasicScenario-785493841 tempest-TestMinimumBasicScenario-785493841-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b71c1d48-b475-4c0d-a250-81d43e02e45b,revision_number=0']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:32:04.409515 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-a0c23420-dc02-43a1-af9a-217aa95aabd4 tempest-TestMinimumBasicScenario-785493841 tempest-TestMinimumBasicScenario-785493841-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:32:04.411543 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-a0c23420-dc02-43a1-af9a-217aa95aabd4 tempest-TestMinimumBasicScenario-785493841 tempest-TestMinimumBasicScenario-785493841-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1272831 Mar 29 16:32:04.417780 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 41792) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:32:04.421878 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-779cd616-41db-439c-9b5e-22e4baaf4ab7 tempest-TestMinimumBasicScenario-785493841 tempest-TestMinimumBasicScenario-785493841-project] Request body: {'security_group_rule': {'security_group_id': '11a13b3d-71fd-49f7-baf9-6bb3d7bd0b4c', 'project_id': '4c5c0d4dc33e4058a1d0f013755ac159', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:32:04.451056 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-779cd616-41db-439c-9b5e-22e4baaf4ab7 tempest-TestMinimumBasicScenario-785493841 tempest-TestMinimumBasicScenario-785493841-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:32:04.462762 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-5168388e-d965-4f93-bf5f-f4147ee63168 req-3b37ef81-f6af-489f-aeb8-2fa857ce4f60 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f644dbf1-1145-429d-88fb-1f37df2bd933 HTTP/1.1" status: 200 len: 999 time: 0.0693562 Mar 29 16:32:04.500586 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvr_db [None req-a1d760ad-28c1-479c-9254-7fcc9000faad None None] Set router a42818a4-00b8-4042-bcb9-36c5923e4b27 gateway port host: n-d-834765-1 {{(pid=102793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:32:04.520173 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5168388e-d965-4f93-bf5f-f4147ee63168 req-9090534e-ba8f-48dc-b782-8ae8b61eea38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:32:04.521693 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-779cd616-41db-439c-9b5e-22e4baaf4ab7 tempest-TestMinimumBasicScenario-785493841 tempest-TestMinimumBasicScenario-785493841-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:32:04.522495 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-5168388e-d965-4f93-bf5f-f4147ee63168 req-9090534e-ba8f-48dc-b782-8ae8b61eea38 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7e65f2c6-1897-4cf9-bd7f-b4230c52c96c HTTP/1.1" status: 200 len: 852 time: 0.0520644 Mar 29 16:32:04.525368 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-779cd616-41db-439c-9b5e-22e4baaf4ab7 tempest-TestMinimumBasicScenario-785493841 tempest-TestMinimumBasicScenario-785493841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610998'] for security_group_rule, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:32:04.546172 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779cd616-41db-439c-9b5e-22e4baaf4ab7 tempest-TestMinimumBasicScenario-785493841 tempest-TestMinimumBasicScenario-785493841-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=648a2316-1572-4774-ad39-c0e337606a6d,revision_number=0']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:32:04.555137 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-779cd616-41db-439c-9b5e-22e4baaf4ab7 tempest-TestMinimumBasicScenario-785493841 tempest-TestMinimumBasicScenario-785493841-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:32:04.559250 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-779cd616-41db-439c-9b5e-22e4baaf4ab7 tempest-TestMinimumBasicScenario-785493841 tempest-TestMinimumBasicScenario-785493841-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1434696 Mar 29 16:32:04.559872 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 41794) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:32:04.564251 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-79ccf342-517a-4c3c-8093-36e97575bed9 tempest-TestMinimumBasicScenario-785493841 tempest-TestMinimumBasicScenario-785493841-project] Request body: {'security_group_rule': {'security_group_id': '11a13b3d-71fd-49f7-baf9-6bb3d7bd0b4c', 'project_id': '4c5c0d4dc33e4058a1d0f013755ac159', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:32:04.578188 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5168388e-d965-4f93-bf5f-f4147ee63168 req-13ec0e47-9813-4f3e-8e6a-4523bc1bf1c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:32:04.579812 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-5168388e-d965-4f93-bf5f-f4147ee63168 req-13ec0e47-9813-4f3e-8e6a-4523bc1bf1c3 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=22badafb-82b8-48c8-8fec-8d1f72cf0334&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0504277 Mar 29 16:32:04.589971 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-79ccf342-517a-4c3c-8093-36e97575bed9 tempest-TestMinimumBasicScenario-785493841 tempest-TestMinimumBasicScenario-785493841-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:32:04.656808 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-79ccf342-517a-4c3c-8093-36e97575bed9 tempest-TestMinimumBasicScenario-785493841 tempest-TestMinimumBasicScenario-785493841-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:32:04.660966 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-79ccf342-517a-4c3c-8093-36e97575bed9 tempest-TestMinimumBasicScenario-785493841 tempest-TestMinimumBasicScenario-785493841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610998'] for security_group_rule, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:32:04.680809 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ccf342-517a-4c3c-8093-36e97575bed9 tempest-TestMinimumBasicScenario-785493841 tempest-TestMinimumBasicScenario-785493841-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41a43bd1-6b5a-4d02-9782-355698d9380b,revision_number=0']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:32:04.687862 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-5168388e-d965-4f93-bf5f-f4147ee63168 req-f2169cde-897c-4547-ba1b-d187970da298 service neutron] 10.222.0.44 "GET /v2.0/networks/22badafb-82b8-48c8-8fec-8d1f72cf0334?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989382 Mar 29 16:32:04.688952 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-79ccf342-517a-4c3c-8093-36e97575bed9 tempest-TestMinimumBasicScenario-785493841 tempest-TestMinimumBasicScenario-785493841-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:32:04.690224 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-79ccf342-517a-4c3c-8093-36e97575bed9 tempest-TestMinimumBasicScenario-785493841 tempest-TestMinimumBasicScenario-785493841-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1293688 Mar 29 16:32:04.692926 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 41796) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:32:04.698013 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-b16b08de-90b1-493f-aa9c-78bdabbc2925 tempest-TestMinimumBasicScenario-785493841 tempest-TestMinimumBasicScenario-785493841-project] Request body: {'security_group_rule': {'security_group_id': '11a13b3d-71fd-49f7-baf9-6bb3d7bd0b4c', 'project_id': '4c5c0d4dc33e4058a1d0f013755ac159', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:32:04.718382 n-d-834765-1 neutron-server[102790]: INFO neutron.db.securitygroups_db [None req-b16b08de-90b1-493f-aa9c-78bdabbc2925 tempest-TestMinimumBasicScenario-785493841 tempest-TestMinimumBasicScenario-785493841-project] Project 4c5c0d4dc33e4058a1d0f013755ac159 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 29 16:32:04.723640 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-b16b08de-90b1-493f-aa9c-78bdabbc2925 tempest-TestMinimumBasicScenario-785493841 tempest-TestMinimumBasicScenario-785493841-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:32:04.752036 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-a1d760ad-28c1-479c-9254-7fcc9000faad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a42818a4-00b8-4042-bcb9-36c5923e4b27', 'name': 'tempest-TestMinimumBasicScenario-17587336-router', 'tenant_id': '4c5c0d4dc33e4058a1d0f013755ac159', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.6'}], 'enable_snat': True}, 'gw_port_id': '433496b1-c1ca-4e77-9e92-f1535c1431a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:31:10Z', 'updated_at': '2022-03-29T16:31:13Z', 'revision_number': 4, 'project_id': '4c5c0d4dc33e4058a1d0f013755ac159', 'gw_port': {'id': '433496b1-c1ca-4e77-9e92-f1535c1431a8', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:bf:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a42818a4-00b8-4042-bcb9-36c5923e4b27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:31:11Z', 'updated_at': '2022-03-29T16:31:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_floatingips': [{'id': 'da502d5e-4d00-49b1-88fb-9ee9c803b4a1', 'tenant_id': '4c5c0d4dc33e4058a1d0f013755ac159', 'floating_ip_address': '172.25.4.177', 'floating_network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'router_id': 'a42818a4-00b8-4042-bcb9-36c5923e4b27', 'port_id': 'f644dbf1-1145-429d-88fb-1f37df2bd933', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4256, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '22badafb-82b8-48c8-8fec-8d1f72cf0334', 'mac_address': 'fa:16:3e:7e:2e:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39545b20-6029-4062-a382-b6bdd3538f04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T16:32:02Z', 'updated_at': '2022-03-29T16:32:02Z', 'revision_number': 0, 'project_id': '4c5c0d4dc33e4058a1d0f013755ac159', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a133bbf8-09eb-4901-b8b0-442717be3376', 'name': '', 'network_id': '22badafb-82b8-48c8-8fec-8d1f72cf0334', 'tenant_id': '4c5c0d4dc33e4058a1d0f013755ac159', 'mac_address': 'fa:16:3e:32:ec:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a42818a4-00b8-4042-bcb9-36c5923e4b27', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '7e65f2c6-1897-4cf9-bd7f-b4230c52c96c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:31:13Z', 'updated_at': '2022-03-29T16:31:18Z', 'revision_number': 5, 'project_id': '4c5c0d4dc33e4058a1d0f013755ac159', 'subnets': [{'id': '7e65f2c6-1897-4cf9-bd7f-b4230c52c96c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:32:04.779310 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1d760ad-28c1-479c-9254-7fcc9000faad None None] The sync data for ids ['a42818a4-00b8-4042-bcb9-36c5923e4b27'] in n-d-834765-1 is: [{'id': 'a42818a4-00b8-4042-bcb9-36c5923e4b27', 'name': 'tempest-TestMinimumBasicScenario-17587336-router', 'tenant_id': '4c5c0d4dc33e4058a1d0f013755ac159', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.6'}], 'enable_snat': True}, 'gw_port_id': '433496b1-c1ca-4e77-9e92-f1535c1431a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:31:10Z', 'updated_at': '2022-03-29T16:31:13Z', 'revision_number': 4, 'project_id': '4c5c0d4dc33e4058a1d0f013755ac159', 'gw_port': {'id': '433496b1-c1ca-4e77-9e92-f1535c1431a8', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:bf:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a42818a4-00b8-4042-bcb9-36c5923e4b27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:31:11Z', 'updated_at': '2022-03-29T16:31:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_floatingips': [{'id': 'da502d5e-4d00-49b1-88fb-9ee9c803b4a1', 'tenant_id': '4c5c0d4dc33e4058a1d0f013755ac159', 'floating_ip_address': '172.25.4.177', 'floating_network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'router_id': 'a42818a4-00b8-4042-bcb9-36c5923e4b27', 'port_id': 'f644dbf1-1145-429d-88fb-1f37df2bd933', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4256, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '22badafb-82b8-48c8-8fec-8d1f72cf0334', 'mac_address': 'fa:16:3e:7e:2e:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39545b20-6029-4062-a382-b6bdd3538f04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T16:32:02Z', 'updated_at': '2022-03-29T16:32:02Z', 'revision_number': 0, 'project_id': '4c5c0d4dc33e4058a1d0f013755ac159', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a133bbf8-09eb-4901-b8b0-442717be3376', 'name': '', 'network_id': '22badafb-82b8-48c8-8fec-8d1f72cf0334', 'tenant_id': '4c5c0d4dc33e4058a1d0f013755ac159', 'mac_address': 'fa:16:3e:32:ec:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a42818a4-00b8-4042-bcb9-36c5923e4b27', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '7e65f2c6-1897-4cf9-bd7f-b4230c52c96c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:31:13Z', 'updated_at': '2022-03-29T16:31:18Z', 'revision_number': 5, 'project_id': '4c5c0d4dc33e4058a1d0f013755ac159', 'subnets': [{'id': '7e65f2c6-1897-4cf9-bd7f-b4230c52c96c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 16:32:04.788394 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-5168388e-d965-4f93-bf5f-f4147ee63168 req-94472af6-1a62-44c9-82b0-b008cf5f4c11 service neutron] 10.222.0.44 "GET /v2.0/networks/22badafb-82b8-48c8-8fec-8d1f72cf0334?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936368 Mar 29 16:32:04.790956 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-b16b08de-90b1-493f-aa9c-78bdabbc2925 tempest-TestMinimumBasicScenario-785493841 tempest-TestMinimumBasicScenario-785493841-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:32:04.796061 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-b16b08de-90b1-493f-aa9c-78bdabbc2925 tempest-TestMinimumBasicScenario-785493841 tempest-TestMinimumBasicScenario-785493841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610998'] for security_group_rule, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:32:04.815128 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16b08de-90b1-493f-aa9c-78bdabbc2925 tempest-TestMinimumBasicScenario-785493841 tempest-TestMinimumBasicScenario-785493841-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c18c64ff-18f5-4ffb-8cdd-aa39c0d14da9,revision_number=0']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:32:04.823989 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-b16b08de-90b1-493f-aa9c-78bdabbc2925 tempest-TestMinimumBasicScenario-785493841 tempest-TestMinimumBasicScenario-785493841-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:32:04.827320 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-b16b08de-90b1-493f-aa9c-78bdabbc2925 tempest-TestMinimumBasicScenario-785493841 tempest-TestMinimumBasicScenario-785493841-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1311502 Mar 29 16:32:04.828078 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 41798) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:32:04.832418 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-4ef192ab-2755-4df0-b93a-ebd568ee895b tempest-TestMinimumBasicScenario-785493841 tempest-TestMinimumBasicScenario-785493841-project] Request body: {'security_group_rule': {'security_group_id': '11a13b3d-71fd-49f7-baf9-6bb3d7bd0b4c', 'project_id': '4c5c0d4dc33e4058a1d0f013755ac159', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:32:04.853217 n-d-834765-1 neutron-server[102790]: INFO neutron.db.securitygroups_db [None req-4ef192ab-2755-4df0-b93a-ebd568ee895b tempest-TestMinimumBasicScenario-785493841 tempest-TestMinimumBasicScenario-785493841-project] Project 4c5c0d4dc33e4058a1d0f013755ac159 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 29 16:32:04.858515 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-4ef192ab-2755-4df0-b93a-ebd568ee895b tempest-TestMinimumBasicScenario-785493841 tempest-TestMinimumBasicScenario-785493841-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:32:04.925071 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-4ef192ab-2755-4df0-b93a-ebd568ee895b tempest-TestMinimumBasicScenario-785493841 tempest-TestMinimumBasicScenario-785493841-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:32:04.929374 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-4ef192ab-2755-4df0-b93a-ebd568ee895b tempest-TestMinimumBasicScenario-785493841 tempest-TestMinimumBasicScenario-785493841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610998'] for security_group_rule, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:32:04.950467 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef192ab-2755-4df0-b93a-ebd568ee895b tempest-TestMinimumBasicScenario-785493841 tempest-TestMinimumBasicScenario-785493841-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5630a21c-8943-49ba-8234-e3ec7da99d68,revision_number=0']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:32:04.959367 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-4ef192ab-2755-4df0-b93a-ebd568ee895b tempest-TestMinimumBasicScenario-785493841 tempest-TestMinimumBasicScenario-785493841-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:32:04.960595 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-4ef192ab-2755-4df0-b93a-ebd568ee895b tempest-TestMinimumBasicScenario-785493841 tempest-TestMinimumBasicScenario-785493841-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1315870 Mar 29 16:32:04.998554 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d107968-aebd-4609-888d-ff891bb72049 None None] New status for floating IP da502d5e-4d00-49b1-88fb-9ee9c803b4a1: ACTIVE {{(pid=102792) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 16:32:05.044799 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f50d5c4b-06da-4920-9662-89d543fba46e req-09721c2d-2c60-42e9-8e2a-29d4598b9154 tempest-TestMinimumBasicScenario-785493841 tempest-TestMinimumBasicScenario-785493841-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1733961855&fields=id&tenant_id=4c5c0d4dc33e4058a1d0f013755ac159 HTTP/1.1" status: 200 len: 267 time: 0.0342004 Mar 29 16:32:05.102168 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50d5c4b-06da-4920-9662-89d543fba46e req-57959a89-d0d7-4d62-9939-24170d2083c6 tempest-TestMinimumBasicScenario-785493841 tempest-TestMinimumBasicScenario-785493841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:32:05.103669 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f50d5c4b-06da-4920-9662-89d543fba46e req-57959a89-d0d7-4d62-9939-24170d2083c6 tempest-TestMinimumBasicScenario-785493841 tempest-TestMinimumBasicScenario-785493841-project] 10.222.0.42 "GET /v2.0/ports?device_id=39545b20-6029-4062-a382-b6bdd3538f04 HTTP/1.1" status: 200 len: 945 time: 0.0527978 Mar 29 16:32:05.115930 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [req-f50d5c4b-06da-4920-9662-89d543fba46e req-b5644367-8649-4d0e-9aaa-55346890a329 tempest-TestMinimumBasicScenario-785493841 tempest-TestMinimumBasicScenario-785493841-project] Request body: {'port': {'security_groups': ['1f229ea6-f7a0-48de-8963-d5aebb294bd0', '11a13b3d-71fd-49f7-baf9-6bb3d7bd0b4c']}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:32:05.179387 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-f50d5c4b-06da-4920-9662-89d543fba46e req-b5644367-8649-4d0e-9aaa-55346890a329 tempest-TestMinimumBasicScenario-785493841 tempest-TestMinimumBasicScenario-785493841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:32:05.360287 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-f50d5c4b-06da-4920-9662-89d543fba46e req-b5644367-8649-4d0e-9aaa-55346890a329 tempest-TestMinimumBasicScenario-785493841 tempest-TestMinimumBasicScenario-785493841-project] For port f644dbf1-1145-429d-88fb-1f37df2bd933, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=f644dbf1-1145-429d-88fb-1f37df2bd933,segment=NetworkSegment(9751e1d0-11eb-4b5f-83ab-25a5448c0066),segment_id=9751e1d0-11eb-4b5f-83ab-25a5448c0066)] {{(pid=102791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:32:05.389055 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-f50d5c4b-06da-4920-9662-89d543fba46e req-b5644367-8649-4d0e-9aaa-55346890a329 tempest-TestMinimumBasicScenario-785493841 tempest-TestMinimumBasicScenario-785493841-project] Notify callbacks [] for port, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:32:05.393605 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-f50d5c4b-06da-4920-9662-89d543fba46e req-b5644367-8649-4d0e-9aaa-55346890a329 tempest-TestMinimumBasicScenario-785493841 tempest-TestMinimumBasicScenario-785493841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:32:05.406229 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] get_ports_and_sgs() called for port_ids ['f644dbf1-1145-429d-88fb-1f37df2bd933'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 16:32:05.438467 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50d5c4b-06da-4920-9662-89d543fba46e req-b5644367-8649-4d0e-9aaa-55346890a329 tempest-TestMinimumBasicScenario-785493841 tempest-TestMinimumBasicScenario-785493841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:32:05.442470 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-f50d5c4b-06da-4920-9662-89d543fba46e req-b5644367-8649-4d0e-9aaa-55346890a329 tempest-TestMinimumBasicScenario-785493841 tempest-TestMinimumBasicScenario-785493841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:32:05.442470 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f50d5c4b-06da-4920-9662-89d543fba46e req-b5644367-8649-4d0e-9aaa-55346890a329 tempest-TestMinimumBasicScenario-785493841 tempest-TestMinimumBasicScenario-785493841-project] 10.222.0.42 "PUT /v2.0/ports/f644dbf1-1145-429d-88fb-1f37df2bd933 HTTP/1.1" status: 200 len: 981 time: 0.3299630 Mar 29 16:32:05.442470 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39545b20-6029-4062-a382-b6bdd3538f04', 'tag': 'f644dbf1-1145-429d-88fb-1f37df2bd933'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:32:05.444127 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c67b028db5e9b9818fecc5c0a87ebc6f190694fa53ca267d523e04f98de536d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad807f61-57be-4b56-8e12-25e1487549dc" -d '{"events": [{"name": "network-changed", "server_uuid": "39545b20-6029-4062-a382-b6bdd3538f04", "tag": "f644dbf1-1145-429d-88fb-1f37df2bd933"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:32:05.480904 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5644367-8649-4d0e-9aaa-55346890a329 tempest-TestMinimumBasicScenario-785493841 tempest-TestMinimumBasicScenario-785493841-project] Pushing event updated for resources: {'Port': ['ID=f644dbf1-1145-429d-88fb-1f37df2bd933,revision_number=6']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:32:05.501374 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 16:32:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95e83ba3-938d-477d-899f-7d1eaf9ec504 x-openstack-request-id: req-95e83ba3-938d-477d-899f-7d1eaf9ec504 {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:32:05.501909 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39545b20-6029-4062-a382-b6bdd3538f04", "tag": "f644dbf1-1145-429d-88fb-1f37df2bd933", "status": "completed", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:32:05.502310 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-95e83ba3-938d-477d-899f-7d1eaf9ec504 {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:32:05.503453 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39545b20-6029-4062-a382-b6bdd3538f04', 'tag': 'f644dbf1-1145-429d-88fb-1f37df2bd933', 'status': 'completed', 'code': 200} Mar 29 16:32:05.521216 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] get_ports_and_sgs() called for port_ids ['f644dbf1-1145-429d-88fb-1f37df2bd933'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 16:32:05.578754 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad807f61-57be-4b56-8e12-25e1487549dc req-fe0c2eba-be3d-4ff1-8fd3-48418586317e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:32:05.580339 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ad807f61-57be-4b56-8e12-25e1487549dc req-fe0c2eba-be3d-4ff1-8fd3-48418586317e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4c5c0d4dc33e4058a1d0f013755ac159&device_id=39545b20-6029-4062-a382-b6bdd3538f04 HTTP/1.1" status: 200 len: 1135 time: 0.0521238 Mar 29 16:32:05.585833 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6980d0a-6c76-4514-bf0b-e2a16eb98264 req-455a6107-0b3c-47ec-a873-e257a7409496 tempest-TestMinimumBasicScenario-785493841 tempest-TestMinimumBasicScenario-785493841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:32:05.587463 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-d6980d0a-6c76-4514-bf0b-e2a16eb98264 req-455a6107-0b3c-47ec-a873-e257a7409496 tempest-TestMinimumBasicScenario-785493841 tempest-TestMinimumBasicScenario-785493841-project] 10.222.0.42 "GET /v2.0/ports?device_id=39545b20-6029-4062-a382-b6bdd3538f04 HTTP/1.1" status: 200 len: 984 time: 0.0677013 Mar 29 16:32:05.635124 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-d6980d0a-6c76-4514-bf0b-e2a16eb98264 req-30a323a9-40b3-4562-a558-46231d137b6d tempest-TestMinimumBasicScenario-785493841 tempest-TestMinimumBasicScenario-785493841-project] 10.222.0.42 "GET /v2.0/security-groups?id=1f229ea6-f7a0-48de-8963-d5aebb294bd0&id=11a13b3d-71fd-49f7-baf9-6bb3d7bd0b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0401833 Mar 29 16:32:05.685354 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad807f61-57be-4b56-8e12-25e1487549dc req-9b9f3d71-69c7-4674-bba3-4c1b6e1b37ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:32:05.687341 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ad807f61-57be-4b56-8e12-25e1487549dc req-9b9f3d71-69c7-4674-bba3-4c1b6e1b37ac service neutron] 10.222.0.44 "GET /v2.0/networks?id=22badafb-82b8-48c8-8fec-8d1f72cf0334 HTTP/1.1" status: 200 len: 914 time: 0.0999079 Mar 29 16:32:05.759674 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ad807f61-57be-4b56-8e12-25e1487549dc req-2ae4db3b-7090-4890-b3a2-4298de4a531e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f644dbf1-1145-429d-88fb-1f37df2bd933 HTTP/1.1" status: 200 len: 1001 time: 0.0649900 Mar 29 16:32:05.814379 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad807f61-57be-4b56-8e12-25e1487549dc req-6d1baa84-2df5-45cb-bd6b-98a1c64ba02b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:32:05.815893 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ad807f61-57be-4b56-8e12-25e1487549dc req-6d1baa84-2df5-45cb-bd6b-98a1c64ba02b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7e65f2c6-1897-4cf9-bd7f-b4230c52c96c HTTP/1.1" status: 200 len: 852 time: 0.0484190 Mar 29 16:32:05.839985 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-8661b8df-3e28-4e13-942d-fa4671616259 None None] Provisioning complete for port f644dbf1-1145-429d-88fb-1f37df2bd933 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:32:05.840354 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-8661b8df-3e28-4e13-942d-fa4671616259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:32:05.862594 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad807f61-57be-4b56-8e12-25e1487549dc req-f3cb9cfb-b8db-4e3d-80b6-b67b84442d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:32:05.864133 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ad807f61-57be-4b56-8e12-25e1487549dc req-f3cb9cfb-b8db-4e3d-80b6-b67b84442d6c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=22badafb-82b8-48c8-8fec-8d1f72cf0334&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401576 Mar 29 16:32:05.952362 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-0cb6abf6-2706-4e52-8825-f5f644ecf9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:32:05.961482 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ad807f61-57be-4b56-8e12-25e1487549dc req-b042583b-930f-4855-9456-8ad408e578fa service neutron] 10.222.0.44 "GET /v2.0/networks/22badafb-82b8-48c8-8fec-8d1f72cf0334?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887680 Mar 29 16:32:06.055497 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ad807f61-57be-4b56-8e12-25e1487549dc req-62898a62-b741-4e6a-8267-21bfca8adc40 service neutron] 10.222.0.44 "GET /v2.0/networks/22badafb-82b8-48c8-8fec-8d1f72cf0334?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864072 Mar 29 16:32:06.071058 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:32:15.349275 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6c3daf20-3e56-4a57-aa48-2ecbb9aeebe1 req-f45d753a-fbcc-4185-a36e-31bbcc56be58 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=39545b20-6029-4062-a382-b6bdd3538f04&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0437295 Mar 29 16:32:15.433863 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3daf20-3e56-4a57-aa48-2ecbb9aeebe1 req-ec668119-792d-46c0-afb6-1d272fbe5272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:32:15.435371 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6c3daf20-3e56-4a57-aa48-2ecbb9aeebe1 req-ec668119-792d-46c0-afb6-1d272fbe5272 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4c5c0d4dc33e4058a1d0f013755ac159&device_id=39545b20-6029-4062-a382-b6bdd3538f04 HTTP/1.1" status: 200 len: 1135 time: 0.0407758 Mar 29 16:32:15.536341 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3daf20-3e56-4a57-aa48-2ecbb9aeebe1 req-a53d5f6b-4936-4032-a031-f6d065434c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:32:15.537801 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6c3daf20-3e56-4a57-aa48-2ecbb9aeebe1 req-a53d5f6b-4936-4032-a031-f6d065434c8b service neutron] 10.222.0.44 "GET /v2.0/networks?id=22badafb-82b8-48c8-8fec-8d1f72cf0334 HTTP/1.1" status: 200 len: 914 time: 0.0820625 Mar 29 16:32:15.606418 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6c3daf20-3e56-4a57-aa48-2ecbb9aeebe1 req-122bea79-a49b-4d1d-be98-513cf1ccfce0 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f644dbf1-1145-429d-88fb-1f37df2bd933 HTTP/1.1" status: 200 len: 1001 time: 0.0611787 Mar 29 16:32:15.655481 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3daf20-3e56-4a57-aa48-2ecbb9aeebe1 req-04532658-1c0f-4fe2-a2af-b2702756a457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:32:15.656891 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6c3daf20-3e56-4a57-aa48-2ecbb9aeebe1 req-04532658-1c0f-4fe2-a2af-b2702756a457 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7e65f2c6-1897-4cf9-bd7f-b4230c52c96c HTTP/1.1" status: 200 len: 852 time: 0.0428047 Mar 29 16:32:15.702059 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3daf20-3e56-4a57-aa48-2ecbb9aeebe1 req-3d208df0-5867-438d-9891-b25a9ef0c018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:32:15.703584 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6c3daf20-3e56-4a57-aa48-2ecbb9aeebe1 req-3d208df0-5867-438d-9891-b25a9ef0c018 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=22badafb-82b8-48c8-8fec-8d1f72cf0334&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0381594 Mar 29 16:32:15.796644 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6c3daf20-3e56-4a57-aa48-2ecbb9aeebe1 req-e0e65f85-2491-4a91-8b1b-a488dbfdc510 service neutron] 10.222.0.44 "GET /v2.0/networks/22badafb-82b8-48c8-8fec-8d1f72cf0334?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839596 Mar 29 16:32:15.883868 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6c3daf20-3e56-4a57-aa48-2ecbb9aeebe1 req-f7a69efb-ba91-44f0-a584-f57161ef0d77 service neutron] 10.222.0.44 "GET /v2.0/networks/22badafb-82b8-48c8-8fec-8d1f72cf0334?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804589 Mar 29 16:32:17.526270 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:32:18.281179 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:32:30.439796 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-c240fca2-7cc8-4bdb-a9c3-a0d4de85815e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:32:32.901533 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-7f9cf892-93ec-478f-87c7-42267f6548b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:32:34.363329 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d71584b9-87f1-45f5-84c7-c993c2416269 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:32:35.919947 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-0cb6abf6-2706-4e52-8825-f5f644ecf9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:32:36.014925 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:32:40.234090 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.agents_db [None req-59735a15-725e-44d4-9ad5-95cbe356f209 None None] Agent healthcheck: found 7 active agents {{(pid=102793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 16:32:47.525801 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:32:48.296451 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:33:00.440470 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-6b97cfe7-8db9-40a2-894f-c87d16ecd084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:33:02.907414 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-8153ef78-b336-434f-92c1-68280cb384a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:33:03.292085 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd42b8e6-1f23-4b92-89e3-ba21012d2c24 req-addd0751-72b8-4c91-b7c2-43ba2a4e661e tempest-TestMinimumBasicScenario-785493841 tempest-TestMinimumBasicScenario-785493841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:33:03.294137 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-dd42b8e6-1f23-4b92-89e3-ba21012d2c24 req-addd0751-72b8-4c91-b7c2-43ba2a4e661e tempest-TestMinimumBasicScenario-785493841 tempest-TestMinimumBasicScenario-785493841-project] 10.222.0.42 "GET /v2.0/ports?device_id=39545b20-6029-4062-a382-b6bdd3538f04 HTTP/1.1" status: 200 len: 984 time: 0.0540829 Mar 29 16:33:03.295039 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5b2bc0-7cb5-4d91-ac1a-20f16659f88a req-045cfc00-46e0-4f10-bbef-cd21e7d2e035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:33:03.296580 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-cf5b2bc0-7cb5-4d91-ac1a-20f16659f88a req-045cfc00-46e0-4f10-bbef-cd21e7d2e035 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4c5c0d4dc33e4058a1d0f013755ac159&device_id=39545b20-6029-4062-a382-b6bdd3538f04 HTTP/1.1" status: 200 len: 1135 time: 0.0471206 Mar 29 16:33:03.334514 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-dd42b8e6-1f23-4b92-89e3-ba21012d2c24 req-009ac59a-4fb4-4f1d-9fa2-0c90bb8e16d7 tempest-TestMinimumBasicScenario-785493841 tempest-TestMinimumBasicScenario-785493841-project] 10.222.0.42 "GET /v2.0/security-groups?id=1f229ea6-f7a0-48de-8963-d5aebb294bd0&id=11a13b3d-71fd-49f7-baf9-6bb3d7bd0b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0338736 Mar 29 16:33:03.390400 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5b2bc0-7cb5-4d91-ac1a-20f16659f88a req-91a72656-c005-4b72-b7cb-16c9e00f0cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:33:03.391888 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-cf5b2bc0-7cb5-4d91-ac1a-20f16659f88a req-91a72656-c005-4b72-b7cb-16c9e00f0cbe service neutron] 10.222.0.44 "GET /v2.0/networks?id=22badafb-82b8-48c8-8fec-8d1f72cf0334 HTTP/1.1" status: 200 len: 914 time: 0.0870180 Mar 29 16:33:03.460855 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-cf5b2bc0-7cb5-4d91-ac1a-20f16659f88a req-b13d693f-26e5-43c1-8738-609a38798ace service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f644dbf1-1145-429d-88fb-1f37df2bd933 HTTP/1.1" status: 200 len: 1001 time: 0.0612812 Mar 29 16:33:03.509389 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5b2bc0-7cb5-4d91-ac1a-20f16659f88a req-cda8633c-1957-4dc0-abb7-a175037907b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:33:03.510819 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-cf5b2bc0-7cb5-4d91-ac1a-20f16659f88a req-cda8633c-1957-4dc0-abb7-a175037907b6 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7e65f2c6-1897-4cf9-bd7f-b4230c52c96c HTTP/1.1" status: 200 len: 852 time: 0.0430872 Mar 29 16:33:03.555476 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5b2bc0-7cb5-4d91-ac1a-20f16659f88a req-53bf9c9e-e968-42aa-b9c5-e0de0c814592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:33:03.556906 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-cf5b2bc0-7cb5-4d91-ac1a-20f16659f88a req-53bf9c9e-e968-42aa-b9c5-e0de0c814592 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=22badafb-82b8-48c8-8fec-8d1f72cf0334&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0379336 Mar 29 16:33:03.646910 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-cf5b2bc0-7cb5-4d91-ac1a-20f16659f88a req-71b03a51-ea34-4fee-85af-27434fde366f service neutron] 10.222.0.44 "GET /v2.0/networks/22badafb-82b8-48c8-8fec-8d1f72cf0334?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831075 Mar 29 16:33:03.733403 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-cf5b2bc0-7cb5-4d91-ac1a-20f16659f88a req-b2ca7cac-d8e2-4d09-a00e-97cbdd6619fb service neutron] 10.222.0.44 "GET /v2.0/networks/22badafb-82b8-48c8-8fec-8d1f72cf0334?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791736 Mar 29 16:33:04.365535 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d71584b9-87f1-45f5-84c7-c993c2416269 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:33:04.457272 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177995d7-d730-471d-bb2b-888c90715c73 req-4114fa9e-8990-40c1-948b-c83a63604397 tempest-TestMinimumBasicScenario-785493841 tempest-TestMinimumBasicScenario-785493841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:33:04.458738 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-177995d7-d730-471d-bb2b-888c90715c73 req-4114fa9e-8990-40c1-948b-c83a63604397 tempest-TestMinimumBasicScenario-785493841 tempest-TestMinimumBasicScenario-785493841-project] 10.222.0.42 "GET /v2.0/ports?device_id=39545b20-6029-4062-a382-b6bdd3538f04 HTTP/1.1" status: 200 len: 984 time: 0.0539362 Mar 29 16:33:04.499305 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-177995d7-d730-471d-bb2b-888c90715c73 req-2fe28f7f-b7b8-4c33-a59a-4f078ba96ea9 tempest-TestMinimumBasicScenario-785493841 tempest-TestMinimumBasicScenario-785493841-project] 10.222.0.42 "GET /v2.0/security-groups?id=1f229ea6-f7a0-48de-8963-d5aebb294bd0&id=11a13b3d-71fd-49f7-baf9-6bb3d7bd0b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0342956 Mar 29 16:33:05.615027 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b26fa3-b156-4247-bed5-5ce507ff1e1b req-4608031b-3fcb-4943-a217-13a4abca3b76 tempest-TestMinimumBasicScenario-785493841 tempest-TestMinimumBasicScenario-785493841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:33:05.616889 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-93b26fa3-b156-4247-bed5-5ce507ff1e1b req-4608031b-3fcb-4943-a217-13a4abca3b76 tempest-TestMinimumBasicScenario-785493841 tempest-TestMinimumBasicScenario-785493841-project] 10.222.0.42 "GET /v2.0/ports?device_id=39545b20-6029-4062-a382-b6bdd3538f04 HTTP/1.1" status: 200 len: 984 time: 0.0496237 Mar 29 16:33:05.657565 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-93b26fa3-b156-4247-bed5-5ce507ff1e1b req-3548b069-ee9e-4a20-abc7-a70ee6f6a34d tempest-TestMinimumBasicScenario-785493841 tempest-TestMinimumBasicScenario-785493841-project] 10.222.0.42 "GET /v2.0/security-groups?id=1f229ea6-f7a0-48de-8963-d5aebb294bd0&id=11a13b3d-71fd-49f7-baf9-6bb3d7bd0b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0337949 Mar 29 16:33:05.925994 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-0cb6abf6-2706-4e52-8825-f5f644ecf9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:33:06.016492 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:33:06.772707 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22825578-8a7c-4b45-bf1b-8933ea80f302 req-fecb4d4d-a322-4d26-ae8c-048bd28d0dc9 tempest-TestMinimumBasicScenario-785493841 tempest-TestMinimumBasicScenario-785493841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:33:06.774081 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-22825578-8a7c-4b45-bf1b-8933ea80f302 req-fecb4d4d-a322-4d26-ae8c-048bd28d0dc9 tempest-TestMinimumBasicScenario-785493841 tempest-TestMinimumBasicScenario-785493841-project] 10.222.0.42 "GET /v2.0/ports?device_id=39545b20-6029-4062-a382-b6bdd3538f04 HTTP/1.1" status: 200 len: 984 time: 0.0492742 Mar 29 16:33:06.813744 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-22825578-8a7c-4b45-bf1b-8933ea80f302 req-6b6a4053-3aca-4bbf-bf63-9864eaf99580 tempest-TestMinimumBasicScenario-785493841 tempest-TestMinimumBasicScenario-785493841-project] 10.222.0.42 "GET /v2.0/security-groups?id=1f229ea6-f7a0-48de-8963-d5aebb294bd0&id=11a13b3d-71fd-49f7-baf9-6bb3d7bd0b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0333078 Mar 29 16:33:07.933162 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcc4435-1f0e-46bd-8f11-130a8df74bb0 req-31478780-6db0-4789-9a5b-136645301011 tempest-TestMinimumBasicScenario-785493841 tempest-TestMinimumBasicScenario-785493841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:33:07.934722 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-9fcc4435-1f0e-46bd-8f11-130a8df74bb0 req-31478780-6db0-4789-9a5b-136645301011 tempest-TestMinimumBasicScenario-785493841 tempest-TestMinimumBasicScenario-785493841-project] 10.222.0.42 "GET /v2.0/ports?device_id=39545b20-6029-4062-a382-b6bdd3538f04 HTTP/1.1" status: 200 len: 984 time: 0.0510318 Mar 29 16:33:07.976132 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-9fcc4435-1f0e-46bd-8f11-130a8df74bb0 req-0d703dd3-9891-480b-9fbb-34e6d146daa9 tempest-TestMinimumBasicScenario-785493841 tempest-TestMinimumBasicScenario-785493841-project] 10.222.0.42 "GET /v2.0/security-groups?id=1f229ea6-f7a0-48de-8963-d5aebb294bd0&id=11a13b3d-71fd-49f7-baf9-6bb3d7bd0b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0353253 Mar 29 16:33:09.091369 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f591c84-6f0b-4013-8d9b-a1f2e1183747 req-31c004a5-24ce-4e1c-8511-d00047b2c5aa tempest-TestMinimumBasicScenario-785493841 tempest-TestMinimumBasicScenario-785493841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:33:09.092839 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-9f591c84-6f0b-4013-8d9b-a1f2e1183747 req-31c004a5-24ce-4e1c-8511-d00047b2c5aa tempest-TestMinimumBasicScenario-785493841 tempest-TestMinimumBasicScenario-785493841-project] 10.222.0.42 "GET /v2.0/ports?device_id=39545b20-6029-4062-a382-b6bdd3538f04 HTTP/1.1" status: 200 len: 984 time: 0.0494673 Mar 29 16:33:09.131435 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-9f591c84-6f0b-4013-8d9b-a1f2e1183747 req-3e64870f-e791-498f-b9be-102284434575 tempest-TestMinimumBasicScenario-785493841 tempest-TestMinimumBasicScenario-785493841-project] 10.222.0.42 "GET /v2.0/security-groups?id=1f229ea6-f7a0-48de-8963-d5aebb294bd0&id=11a13b3d-71fd-49f7-baf9-6bb3d7bd0b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0324931 Mar 29 16:33:10.251668 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebce0cb0-2718-4dff-8fdb-dad74fcaa333 req-81cd2a2e-2794-4a8f-829d-4a2425bdf74d tempest-TestMinimumBasicScenario-785493841 tempest-TestMinimumBasicScenario-785493841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:33:10.253147 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-ebce0cb0-2718-4dff-8fdb-dad74fcaa333 req-81cd2a2e-2794-4a8f-829d-4a2425bdf74d tempest-TestMinimumBasicScenario-785493841 tempest-TestMinimumBasicScenario-785493841-project] 10.222.0.42 "GET /v2.0/ports?device_id=39545b20-6029-4062-a382-b6bdd3538f04 HTTP/1.1" status: 200 len: 984 time: 0.0536494 Mar 29 16:33:10.291973 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-ebce0cb0-2718-4dff-8fdb-dad74fcaa333 req-d3808c42-3572-4673-8fb1-d0175d3b0c9a tempest-TestMinimumBasicScenario-785493841 tempest-TestMinimumBasicScenario-785493841-project] 10.222.0.42 "GET /v2.0/security-groups?id=1f229ea6-f7a0-48de-8963-d5aebb294bd0&id=11a13b3d-71fd-49f7-baf9-6bb3d7bd0b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0327468 Mar 29 16:33:11.413300 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dabd32-6e8b-4f90-9599-be4cbdb169be req-92c497b2-5e6b-4539-878a-961785503a52 tempest-TestMinimumBasicScenario-785493841 tempest-TestMinimumBasicScenario-785493841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:33:11.414760 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-82dabd32-6e8b-4f90-9599-be4cbdb169be req-92c497b2-5e6b-4539-878a-961785503a52 tempest-TestMinimumBasicScenario-785493841 tempest-TestMinimumBasicScenario-785493841-project] 10.222.0.42 "GET /v2.0/ports?device_id=39545b20-6029-4062-a382-b6bdd3538f04 HTTP/1.1" status: 200 len: 984 time: 0.0525255 Mar 29 16:33:11.454888 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-82dabd32-6e8b-4f90-9599-be4cbdb169be req-81b8e3ca-ea9a-4263-b51b-addf45bbe7ba tempest-TestMinimumBasicScenario-785493841 tempest-TestMinimumBasicScenario-785493841-project] 10.222.0.42 "GET /v2.0/security-groups?id=1f229ea6-f7a0-48de-8963-d5aebb294bd0&id=11a13b3d-71fd-49f7-baf9-6bb3d7bd0b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0337365 Mar 29 16:33:12.572264 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2455ad-508c-4594-aa29-7697c8661290 req-31d01417-d52f-4494-bb4a-c771bd77cc45 tempest-TestMinimumBasicScenario-785493841 tempest-TestMinimumBasicScenario-785493841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:33:12.573766 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-6a2455ad-508c-4594-aa29-7697c8661290 req-31d01417-d52f-4494-bb4a-c771bd77cc45 tempest-TestMinimumBasicScenario-785493841 tempest-TestMinimumBasicScenario-785493841-project] 10.222.0.42 "GET /v2.0/ports?device_id=39545b20-6029-4062-a382-b6bdd3538f04 HTTP/1.1" status: 200 len: 984 time: 0.0510578 Mar 29 16:33:12.616934 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-6a2455ad-508c-4594-aa29-7697c8661290 req-ea481ed4-17be-43d9-be52-52aa6b3fc820 tempest-TestMinimumBasicScenario-785493841 tempest-TestMinimumBasicScenario-785493841-project] 10.222.0.42 "GET /v2.0/security-groups?id=1f229ea6-f7a0-48de-8963-d5aebb294bd0&id=11a13b3d-71fd-49f7-baf9-6bb3d7bd0b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0363066 Mar 29 16:33:13.732470 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09c484e-4c72-43fe-bd2c-cccf64d2a0c1 req-f46001e5-caab-454f-bdf8-095dccce976e tempest-TestMinimumBasicScenario-785493841 tempest-TestMinimumBasicScenario-785493841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:33:13.733852 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-a09c484e-4c72-43fe-bd2c-cccf64d2a0c1 req-f46001e5-caab-454f-bdf8-095dccce976e tempest-TestMinimumBasicScenario-785493841 tempest-TestMinimumBasicScenario-785493841-project] 10.222.0.42 "GET /v2.0/ports?device_id=39545b20-6029-4062-a382-b6bdd3538f04 HTTP/1.1" status: 200 len: 984 time: 0.0486326 Mar 29 16:33:13.772895 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-a09c484e-4c72-43fe-bd2c-cccf64d2a0c1 req-907f1cd3-6d6e-4787-8bb0-368eaf8757a3 tempest-TestMinimumBasicScenario-785493841 tempest-TestMinimumBasicScenario-785493841-project] 10.222.0.42 "GET /v2.0/security-groups?id=1f229ea6-f7a0-48de-8963-d5aebb294bd0&id=11a13b3d-71fd-49f7-baf9-6bb3d7bd0b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0327303 Mar 29 16:33:14.891640 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be567cb-9879-4798-9ec8-45a41e0630c9 req-b582b68d-0f87-476f-9db3-e75dbe8cc696 tempest-TestMinimumBasicScenario-785493841 tempest-TestMinimumBasicScenario-785493841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:33:14.893118 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-2be567cb-9879-4798-9ec8-45a41e0630c9 req-b582b68d-0f87-476f-9db3-e75dbe8cc696 tempest-TestMinimumBasicScenario-785493841 tempest-TestMinimumBasicScenario-785493841-project] 10.222.0.42 "GET /v2.0/ports?device_id=39545b20-6029-4062-a382-b6bdd3538f04 HTTP/1.1" status: 200 len: 984 time: 0.0513587 Mar 29 16:33:14.933089 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-2be567cb-9879-4798-9ec8-45a41e0630c9 req-339e908c-3e6a-4a19-809d-1d928c4cd18a tempest-TestMinimumBasicScenario-785493841 tempest-TestMinimumBasicScenario-785493841-project] 10.222.0.42 "GET /v2.0/security-groups?id=1f229ea6-f7a0-48de-8963-d5aebb294bd0&id=11a13b3d-71fd-49f7-baf9-6bb3d7bd0b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0337965 Mar 29 16:33:15.878840 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-0b86abe4-6c6c-4c54-8a52-2fe8bf0f75fc req-c5b60fd3-fe35-4188-bb77-6212e873c434 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=39545b20-6029-4062-a382-b6bdd3538f04&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0396078 Mar 29 16:33:15.957083 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b86abe4-6c6c-4c54-8a52-2fe8bf0f75fc req-833f12a7-9b0e-42d6-8f6c-269335cea257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:33:15.958527 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-0b86abe4-6c6c-4c54-8a52-2fe8bf0f75fc req-833f12a7-9b0e-42d6-8f6c-269335cea257 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4c5c0d4dc33e4058a1d0f013755ac159&device_id=39545b20-6029-4062-a382-b6bdd3538f04 HTTP/1.1" status: 200 len: 1135 time: 0.0400593 Mar 29 16:33:16.063745 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b86abe4-6c6c-4c54-8a52-2fe8bf0f75fc req-7cc7a7da-c1af-40b9-83c4-e4e59c8289fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:33:16.065234 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-0b86abe4-6c6c-4c54-8a52-2fe8bf0f75fc req-7cc7a7da-c1af-40b9-83c4-e4e59c8289fb service neutron] 10.222.0.44 "GET /v2.0/networks?id=22badafb-82b8-48c8-8fec-8d1f72cf0334 HTTP/1.1" status: 200 len: 914 time: 0.0879841 Mar 29 16:33:16.133807 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-0b86abe4-6c6c-4c54-8a52-2fe8bf0f75fc req-3e8cd335-e516-477b-83b0-d725f0380891 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f644dbf1-1145-429d-88fb-1f37df2bd933 HTTP/1.1" status: 200 len: 1001 time: 0.0616593 Mar 29 16:33:16.179960 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b86abe4-6c6c-4c54-8a52-2fe8bf0f75fc req-6635d3f4-4133-45db-b263-2d9f47aa56a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:33:16.181370 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-0b86abe4-6c6c-4c54-8a52-2fe8bf0f75fc req-6635d3f4-4133-45db-b263-2d9f47aa56a6 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7e65f2c6-1897-4cf9-bd7f-b4230c52c96c HTTP/1.1" status: 200 len: 852 time: 0.0414784 Mar 29 16:33:16.225263 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b86abe4-6c6c-4c54-8a52-2fe8bf0f75fc req-edf88dce-bfeb-4026-b58f-7163e9f907c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:33:16.226705 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-0b86abe4-6c6c-4c54-8a52-2fe8bf0f75fc req-edf88dce-bfeb-4026-b58f-7163e9f907c8 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=22badafb-82b8-48c8-8fec-8d1f72cf0334&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389209 Mar 29 16:33:16.316264 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-0b86abe4-6c6c-4c54-8a52-2fe8bf0f75fc req-c2d99262-789d-40dc-a387-b9eba6a84462 service neutron] 10.222.0.44 "GET /v2.0/networks/22badafb-82b8-48c8-8fec-8d1f72cf0334?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833008 Mar 29 16:33:16.403147 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-0b86abe4-6c6c-4c54-8a52-2fe8bf0f75fc req-9581137f-e5a0-4ec6-ac2d-43782063eba9 service neutron] 10.222.0.44 "GET /v2.0/networks/22badafb-82b8-48c8-8fec-8d1f72cf0334?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803387 Mar 29 16:33:17.232468 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.agents_db [None req-59735a15-725e-44d4-9ad5-95cbe356f209 None None] Agent healthcheck: found 7 active agents {{(pid=102793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 16:33:17.546533 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:33:18.300505 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:33:30.441513 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-91610b6c-8b38-452b-bede-fb26011061f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:33:32.908073 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-a493073c-6c45-4396-8d5a-b06d788588cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:33:34.368305 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d71584b9-87f1-45f5-84c7-c993c2416269 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:33:35.926242 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-0cb6abf6-2706-4e52-8825-f5f644ecf9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:33:36.017525 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:33:47.540539 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:33:48.309782 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:33:54.231195 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.agents_db [None req-59735a15-725e-44d4-9ad5-95cbe356f209 None None] Agent healthcheck: found 7 active agents {{(pid=102793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 16:34:00.442471 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-15524af6-a27c-4466-a983-7e5ec8870ee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:34:02.908652 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-5867cc70-08a0-4343-a711-ceee169e4869 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:34:04.372264 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d71584b9-87f1-45f5-84c7-c993c2416269 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:34:05.928642 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-0cb6abf6-2706-4e52-8825-f5f644ecf9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:34:06.018328 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:34:17.339076 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-7cda2cbf-2102-46f2-af55-6187d5aae40d req-868dc54e-c78c-45db-864e-3189c8e05b43 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=39545b20-6029-4062-a382-b6bdd3538f04&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0406606 Mar 29 16:34:17.430146 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cda2cbf-2102-46f2-af55-6187d5aae40d req-dee4a64c-d6b9-46a7-97f7-3b7b7f4754b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:34:17.431678 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-7cda2cbf-2102-46f2-af55-6187d5aae40d req-dee4a64c-d6b9-46a7-97f7-3b7b7f4754b0 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4c5c0d4dc33e4058a1d0f013755ac159&device_id=39545b20-6029-4062-a382-b6bdd3538f04 HTTP/1.1" status: 200 len: 1135 time: 0.0443187 Mar 29 16:34:17.533314 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cda2cbf-2102-46f2-af55-6187d5aae40d req-6cbb0783-6276-4ebb-bacc-2ac81118c394 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:34:17.534776 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-7cda2cbf-2102-46f2-af55-6187d5aae40d req-6cbb0783-6276-4ebb-bacc-2ac81118c394 service neutron] 10.222.0.44 "GET /v2.0/networks?id=22badafb-82b8-48c8-8fec-8d1f72cf0334 HTTP/1.1" status: 200 len: 914 time: 0.0830698 Mar 29 16:34:17.577192 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:34:17.615825 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-7cda2cbf-2102-46f2-af55-6187d5aae40d req-6eb42b5f-f934-4170-a2d1-3eac8493037a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f644dbf1-1145-429d-88fb-1f37df2bd933 HTTP/1.1" status: 200 len: 1001 time: 0.0643983 Mar 29 16:34:17.664834 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cda2cbf-2102-46f2-af55-6187d5aae40d req-30b809d9-b172-410f-856a-305ef8a124df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:34:17.666309 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-7cda2cbf-2102-46f2-af55-6187d5aae40d req-30b809d9-b172-410f-856a-305ef8a124df service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7e65f2c6-1897-4cf9-bd7f-b4230c52c96c HTTP/1.1" status: 200 len: 852 time: 0.0431144 Mar 29 16:34:17.712155 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cda2cbf-2102-46f2-af55-6187d5aae40d req-146949f8-ac7f-4046-8a54-13d062707326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:34:17.713631 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-7cda2cbf-2102-46f2-af55-6187d5aae40d req-146949f8-ac7f-4046-8a54-13d062707326 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=22badafb-82b8-48c8-8fec-8d1f72cf0334&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389652 Mar 29 16:34:18.102024 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-7cda2cbf-2102-46f2-af55-6187d5aae40d req-fcb4c032-9680-44a5-9562-8297ffe900cf service neutron] 10.222.0.44 "GET /v2.0/networks/22badafb-82b8-48c8-8fec-8d1f72cf0334?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3791604 Mar 29 16:34:18.189108 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-7cda2cbf-2102-46f2-af55-6187d5aae40d req-82cb93ef-fd35-4c2f-bc9a-60e1bc5589a0 service neutron] 10.222.0.44 "GET /v2.0/networks/22badafb-82b8-48c8-8fec-8d1f72cf0334?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0790410 Mar 29 16:34:18.298703 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:34:18.521289 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-0c797e42-3656-4112-9331-8781a6b4cff0 req-2a5b5746-d021-4d02-88e1-7f59d1a002b8 tempest-TestMinimumBasicScenario-785493841 tempest-TestMinimumBasicScenario-785493841-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1733961855&fields=id&tenant_id=4c5c0d4dc33e4058a1d0f013755ac159 HTTP/1.1" status: 200 len: 267 time: 0.0768042 Mar 29 16:34:18.577389 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c797e42-3656-4112-9331-8781a6b4cff0 req-b426e2bc-2468-44d4-9fad-f9dec460506d tempest-TestMinimumBasicScenario-785493841 tempest-TestMinimumBasicScenario-785493841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:34:18.578848 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-0c797e42-3656-4112-9331-8781a6b4cff0 req-b426e2bc-2468-44d4-9fad-f9dec460506d tempest-TestMinimumBasicScenario-785493841 tempest-TestMinimumBasicScenario-785493841-project] 10.222.0.42 "GET /v2.0/ports?device_id=39545b20-6029-4062-a382-b6bdd3538f04 HTTP/1.1" status: 200 len: 984 time: 0.0518394 Mar 29 16:34:18.590144 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [req-0c797e42-3656-4112-9331-8781a6b4cff0 req-ac71b285-9183-4e26-89c3-def10ff3f7be tempest-TestMinimumBasicScenario-785493841 tempest-TestMinimumBasicScenario-785493841-project] Request body: {'port': {'security_groups': ['1f229ea6-f7a0-48de-8963-d5aebb294bd0']}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:34:18.653884 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-0c797e42-3656-4112-9331-8781a6b4cff0 req-ac71b285-9183-4e26-89c3-def10ff3f7be tempest-TestMinimumBasicScenario-785493841 tempest-TestMinimumBasicScenario-785493841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:34:18.822837 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-0c797e42-3656-4112-9331-8781a6b4cff0 req-ac71b285-9183-4e26-89c3-def10ff3f7be tempest-TestMinimumBasicScenario-785493841 tempest-TestMinimumBasicScenario-785493841-project] For port f644dbf1-1145-429d-88fb-1f37df2bd933, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=f644dbf1-1145-429d-88fb-1f37df2bd933,segment=NetworkSegment(9751e1d0-11eb-4b5f-83ab-25a5448c0066),segment_id=9751e1d0-11eb-4b5f-83ab-25a5448c0066)] {{(pid=102791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:34:18.850228 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-0c797e42-3656-4112-9331-8781a6b4cff0 req-ac71b285-9183-4e26-89c3-def10ff3f7be tempest-TestMinimumBasicScenario-785493841 tempest-TestMinimumBasicScenario-785493841-project] Notify callbacks [] for port, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:34:18.854482 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-0c797e42-3656-4112-9331-8781a6b4cff0 req-ac71b285-9183-4e26-89c3-def10ff3f7be tempest-TestMinimumBasicScenario-785493841 tempest-TestMinimumBasicScenario-785493841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:34:18.866758 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] get_ports_and_sgs() called for port_ids ['f644dbf1-1145-429d-88fb-1f37df2bd933'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 16:34:18.901513 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c797e42-3656-4112-9331-8781a6b4cff0 req-ac71b285-9183-4e26-89c3-def10ff3f7be tempest-TestMinimumBasicScenario-785493841 tempest-TestMinimumBasicScenario-785493841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:34:18.902073 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-0c797e42-3656-4112-9331-8781a6b4cff0 req-ac71b285-9183-4e26-89c3-def10ff3f7be tempest-TestMinimumBasicScenario-785493841 tempest-TestMinimumBasicScenario-785493841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:34:18.903496 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-0c797e42-3656-4112-9331-8781a6b4cff0 req-ac71b285-9183-4e26-89c3-def10ff3f7be tempest-TestMinimumBasicScenario-785493841 tempest-TestMinimumBasicScenario-785493841-project] 10.222.0.42 "PUT /v2.0/ports/f644dbf1-1145-429d-88fb-1f37df2bd933 HTTP/1.1" status: 200 len: 942 time: 0.3177299 Mar 29 16:34:18.904003 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39545b20-6029-4062-a382-b6bdd3538f04', 'tag': 'f644dbf1-1145-429d-88fb-1f37df2bd933'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:34:18.910542 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 41898) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:34:18.929871 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac71b285-9183-4e26-89c3-def10ff3f7be tempest-TestMinimumBasicScenario-785493841 tempest-TestMinimumBasicScenario-785493841-project] Pushing event updated for resources: {'Port': ['ID=f644dbf1-1145-429d-88fb-1f37df2bd933,revision_number=7']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:34:18.941316 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac71b285-9183-4e26-89c3-def10ff3f7be tempest-TestMinimumBasicScenario-785493841 tempest-TestMinimumBasicScenario-785493841-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:34:18.941539 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac71b285-9183-4e26-89c3-def10ff3f7be tempest-TestMinimumBasicScenario-785493841 tempest-TestMinimumBasicScenario-785493841-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:34:18.941934 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac71b285-9183-4e26-89c3-def10ff3f7be tempest-TestMinimumBasicScenario-785493841 tempest-TestMinimumBasicScenario-785493841-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:34:18.942424 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac71b285-9183-4e26-89c3-def10ff3f7be tempest-TestMinimumBasicScenario-785493841 tempest-TestMinimumBasicScenario-785493841-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:34:18.942758 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac71b285-9183-4e26-89c3-def10ff3f7be tempest-TestMinimumBasicScenario-785493841 tempest-TestMinimumBasicScenario-785493841-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:34:18.943088 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac71b285-9183-4e26-89c3-def10ff3f7be tempest-TestMinimumBasicScenario-785493841 tempest-TestMinimumBasicScenario-785493841-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:34:18.943471 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac71b285-9183-4e26-89c3-def10ff3f7be tempest-TestMinimumBasicScenario-785493841 tempest-TestMinimumBasicScenario-785493841-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:34:18.943799 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac71b285-9183-4e26-89c3-def10ff3f7be tempest-TestMinimumBasicScenario-785493841 tempest-TestMinimumBasicScenario-785493841-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:34:18.944125 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac71b285-9183-4e26-89c3-def10ff3f7be tempest-TestMinimumBasicScenario-785493841 tempest-TestMinimumBasicScenario-785493841-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:34:18.944460 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac71b285-9183-4e26-89c3-def10ff3f7be tempest-TestMinimumBasicScenario-785493841 tempest-TestMinimumBasicScenario-785493841-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:34:18.944780 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac71b285-9183-4e26-89c3-def10ff3f7be tempest-TestMinimumBasicScenario-785493841 tempest-TestMinimumBasicScenario-785493841-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:34:18.945103 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac71b285-9183-4e26-89c3-def10ff3f7be tempest-TestMinimumBasicScenario-785493841 tempest-TestMinimumBasicScenario-785493841-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:34:18.960811 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e33af8bd2d242198c8fc7a55b0de10a2e3fe57bc5f7d7f0f551297b3d6240ff2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d84184c-b907-41fb-a0d8-e1d3f84ec25f" -d '{"events": [{"name": "network-changed", "server_uuid": "39545b20-6029-4062-a382-b6bdd3538f04", "tag": "f644dbf1-1145-429d-88fb-1f37df2bd933"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:34:18.981282 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] get_ports_and_sgs() called for port_ids ['f644dbf1-1145-429d-88fb-1f37df2bd933'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 16:34:19.018867 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-b45dff58-9bf7-4399-8172-db70959d512a tempest-TestMinimumBasicScenario-785493841 tempest-TestMinimumBasicScenario-785493841-project] Notify callbacks [] for security_group, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:34:19.049756 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-b45dff58-9bf7-4399-8172-db70959d512a tempest-TestMinimumBasicScenario-785493841 tempest-TestMinimumBasicScenario-785493841-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:34:19.117749 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 16:34:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bf8d005-6adf-4688-aa44-4e05d8055109 x-openstack-request-id: req-3bf8d005-6adf-4688-aa44-4e05d8055109 {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:34:19.118067 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39545b20-6029-4062-a382-b6bdd3538f04", "tag": "f644dbf1-1145-429d-88fb-1f37df2bd933", "status": "completed", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:34:19.118322 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-3bf8d005-6adf-4688-aa44-4e05d8055109 {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:34:19.118891 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39545b20-6029-4062-a382-b6bdd3538f04', 'tag': 'f644dbf1-1145-429d-88fb-1f37df2bd933', 'status': 'completed', 'code': 200} Mar 29 16:34:19.145775 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-b45dff58-9bf7-4399-8172-db70959d512a tempest-TestMinimumBasicScenario-785493841 tempest-TestMinimumBasicScenario-785493841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:34:19.149849 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-b45dff58-9bf7-4399-8172-db70959d512a tempest-TestMinimumBasicScenario-785493841 tempest-TestMinimumBasicScenario-785493841-project] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:34:19.151404 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-b45dff58-9bf7-4399-8172-db70959d512a tempest-TestMinimumBasicScenario-785493841 tempest-TestMinimumBasicScenario-785493841-project] 10.222.0.42 "DELETE /v2.0/security-groups/11a13b3d-71fd-49f7-baf9-6bb3d7bd0b4c HTTP/1.1" status: 204 len: 168 time: 0.2391303 Mar 29 16:34:19.155919 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 41910) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:34:19.192858 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d84184c-b907-41fb-a0d8-e1d3f84ec25f req-13ab4aaf-7390-4c9d-8f0a-67fa43c99553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:34:19.194356 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6d84184c-b907-41fb-a0d8-e1d3f84ec25f req-13ab4aaf-7390-4c9d-8f0a-67fa43c99553 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4c5c0d4dc33e4058a1d0f013755ac159&device_id=39545b20-6029-4062-a382-b6bdd3538f04 HTTP/1.1" status: 200 len: 1096 time: 0.0539510 Mar 29 16:34:19.198374 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45dff58-9bf7-4399-8172-db70959d512a tempest-TestMinimumBasicScenario-785493841 tempest-TestMinimumBasicScenario-785493841-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=11a13b3d-71fd-49f7-baf9-6bb3d7bd0b4c,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:34:19.214706 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45dff58-9bf7-4399-8172-db70959d512a tempest-TestMinimumBasicScenario-785493841 tempest-TestMinimumBasicScenario-785493841-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:34:19.215052 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45dff58-9bf7-4399-8172-db70959d512a tempest-TestMinimumBasicScenario-785493841 tempest-TestMinimumBasicScenario-785493841-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:34:19.215423 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45dff58-9bf7-4399-8172-db70959d512a tempest-TestMinimumBasicScenario-785493841 tempest-TestMinimumBasicScenario-785493841-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:34:19.215762 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45dff58-9bf7-4399-8172-db70959d512a tempest-TestMinimumBasicScenario-785493841 tempest-TestMinimumBasicScenario-785493841-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:34:19.216093 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45dff58-9bf7-4399-8172-db70959d512a tempest-TestMinimumBasicScenario-785493841 tempest-TestMinimumBasicScenario-785493841-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:34:19.216626 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45dff58-9bf7-4399-8172-db70959d512a tempest-TestMinimumBasicScenario-785493841 tempest-TestMinimumBasicScenario-785493841-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:34:19.216953 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45dff58-9bf7-4399-8172-db70959d512a tempest-TestMinimumBasicScenario-785493841 tempest-TestMinimumBasicScenario-785493841-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:34:19.217288 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45dff58-9bf7-4399-8172-db70959d512a tempest-TestMinimumBasicScenario-785493841 tempest-TestMinimumBasicScenario-785493841-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:34:19.217610 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45dff58-9bf7-4399-8172-db70959d512a tempest-TestMinimumBasicScenario-785493841 tempest-TestMinimumBasicScenario-785493841-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:34:19.217933 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45dff58-9bf7-4399-8172-db70959d512a tempest-TestMinimumBasicScenario-785493841 tempest-TestMinimumBasicScenario-785493841-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:34:19.218254 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45dff58-9bf7-4399-8172-db70959d512a tempest-TestMinimumBasicScenario-785493841 tempest-TestMinimumBasicScenario-785493841-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:34:19.218577 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45dff58-9bf7-4399-8172-db70959d512a tempest-TestMinimumBasicScenario-785493841 tempest-TestMinimumBasicScenario-785493841-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:34:19.234461 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-bc6708d5-699a-4002-b9d2-50115b016e8a None None] Provisioning complete for port f644dbf1-1145-429d-88fb-1f37df2bd933 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:34:19.234831 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-bc6708d5-699a-4002-b9d2-50115b016e8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:34:19.297689 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d84184c-b907-41fb-a0d8-e1d3f84ec25f req-0188fbd6-ea14-4f9c-b69a-73811e6e1638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:34:19.299932 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6d84184c-b907-41fb-a0d8-e1d3f84ec25f req-0188fbd6-ea14-4f9c-b69a-73811e6e1638 service neutron] 10.222.0.44 "GET /v2.0/networks?id=22badafb-82b8-48c8-8fec-8d1f72cf0334 HTTP/1.1" status: 200 len: 914 time: 0.0976026 Mar 29 16:34:19.341746 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-4c0b051f-70e1-47ce-9d39-84a65864edea tempest-TestMinimumBasicScenario-785493841 tempest-TestMinimumBasicScenario-785493841-project] Deleting port 0749460f-0842-49a9-9207-c7af993ed0aa {{(pid=102790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:34:19.342093 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-4c0b051f-70e1-47ce-9d39-84a65864edea tempest-TestMinimumBasicScenario-785493841 tempest-TestMinimumBasicScenario-785493841-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:34:19.370741 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6d84184c-b907-41fb-a0d8-e1d3f84ec25f req-f9936522-600f-4154-b73f-d0ebcdc4c1a9 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f644dbf1-1145-429d-88fb-1f37df2bd933 HTTP/1.1" status: 200 len: 1001 time: 0.0637441 Mar 29 16:34:19.420631 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d84184c-b907-41fb-a0d8-e1d3f84ec25f req-cff9cb8f-ec41-4b37-a4e1-a5f0ba7d1aad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:34:19.422021 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6d84184c-b907-41fb-a0d8-e1d3f84ec25f req-cff9cb8f-ec41-4b37-a4e1-a5f0ba7d1aad service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7e65f2c6-1897-4cf9-bd7f-b4230c52c96c HTTP/1.1" status: 200 len: 852 time: 0.0441480 Mar 29 16:34:19.422540 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-4c0b051f-70e1-47ce-9d39-84a65864edea tempest-TestMinimumBasicScenario-785493841 tempest-TestMinimumBasicScenario-785493841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:34:19.422869 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-4c0b051f-70e1-47ce-9d39-84a65864edea tempest-TestMinimumBasicScenario-785493841 tempest-TestMinimumBasicScenario-785493841-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:34:19.435606 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-4c0b051f-70e1-47ce-9d39-84a65864edea tempest-TestMinimumBasicScenario-785493841 tempest-TestMinimumBasicScenario-785493841-project] Calling delete_port for 0749460f-0842-49a9-9207-c7af993ed0aa owned by network:floatingip {{(pid=102790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:34:19.467953 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d84184c-b907-41fb-a0d8-e1d3f84ec25f req-3779f8c7-0e9a-4a52-8888-890efae7da6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:34:19.469444 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6d84184c-b907-41fb-a0d8-e1d3f84ec25f req-3779f8c7-0e9a-4a52-8888-890efae7da6f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=22badafb-82b8-48c8-8fec-8d1f72cf0334&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404396 Mar 29 16:34:19.566184 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6d84184c-b907-41fb-a0d8-e1d3f84ec25f req-8e647681-93aa-479d-8777-b4495aa5f649 service neutron] 10.222.0.44 "GET /v2.0/networks/22badafb-82b8-48c8-8fec-8d1f72cf0334?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897009 Mar 29 16:34:19.583138 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-4c0b051f-70e1-47ce-9d39-84a65864edea tempest-TestMinimumBasicScenario-785493841 tempest-TestMinimumBasicScenario-785493841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:34:19.613211 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0b051f-70e1-47ce-9d39-84a65864edea tempest-TestMinimumBasicScenario-785493841 tempest-TestMinimumBasicScenario-785493841-project] Pushing event deleted for resources: {'Port': ['ID=0749460f-0842-49a9-9207-c7af993ed0aa,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:34:19.657048 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6d84184c-b907-41fb-a0d8-e1d3f84ec25f req-f6e4e339-3e49-4e03-9c61-2fc0ad0e61ce service neutron] 10.222.0.44 "GET /v2.0/networks/22badafb-82b8-48c8-8fec-8d1f72cf0334?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844011 Mar 29 16:34:19.676063 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-4c0b051f-70e1-47ce-9d39-84a65864edea tempest-TestMinimumBasicScenario-785493841 tempest-TestMinimumBasicScenario-785493841-project] Notify callbacks [] for floatingip, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:34:19.676356 n-d-834765-1 neutron-server[102790]: INFO neutron.db.l3_db [None req-4c0b051f-70e1-47ce-9d39-84a65864edea tempest-TestMinimumBasicScenario-785493841 tempest-TestMinimumBasicScenario-785493841-project] Floating IP da502d5e-4d00-49b1-88fb-9ee9c803b4a1 disassociated (deleted). External IP: 172.25.4.177, port: f644dbf1-1145-429d-88fb-1f37df2bd933. Mar 29 16:34:19.893085 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c0b051f-70e1-47ce-9d39-84a65864edea tempest-TestMinimumBasicScenario-785493841 tempest-TestMinimumBasicScenario-785493841-project] Router a42818a4-00b8-4042-bcb9-36c5923e4b27 has already been hosted by L3 agent c648d819-1060-4f26-b4ec-6455387b5dff {{(pid=102790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 16:34:20.003614 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c0b051f-70e1-47ce-9d39-84a65864edea tempest-TestMinimumBasicScenario-785493841 tempest-TestMinimumBasicScenario-785493841-project] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 16:34:20.008245 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-4c0b051f-70e1-47ce-9d39-84a65864edea tempest-TestMinimumBasicScenario-785493841 tempest-TestMinimumBasicScenario-785493841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for floatingip, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:34:20.013322 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40031587-dea4-447f-9b87-12aefb04757b None None] Sync routers for ids ['a42818a4-00b8-4042-bcb9-36c5923e4b27'] in n-d-834765-1 {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 16:34:20.022759 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40031587-dea4-447f-9b87-12aefb04757b None None] Routers {'a42818a4-00b8-4042-bcb9-36c5923e4b27'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:34:20.023406 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-40031587-dea4-447f-9b87-12aefb04757b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:34:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['a42818a4-00b8-4042-bcb9-36c5923e4b27'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:34:20.037075 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-4c0b051f-70e1-47ce-9d39-84a65864edea tempest-TestMinimumBasicScenario-785493841 tempest-TestMinimumBasicScenario-785493841-project] 10.222.0.42 "DELETE /v2.0/floatingips/da502d5e-4d00-49b1-88fb-9ee9c803b4a1 HTTP/1.1" status: 204 len: 168 time: 0.8791327 Mar 29 16:34:20.037756 n-d-834765-1 neutron-server[102790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39545b20-6029-4062-a382-b6bdd3538f04', 'tag': 'f644dbf1-1145-429d-88fb-1f37df2bd933'}] {{(pid=102790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:34:20.040140 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46b06d655c90bc969636382cce4240ad749035fb0f3a83ee4734fa1ed9c4a6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14f15815-11b8-4d71-b0d7-ba9330bf4c1d" -d '{"events": [{"name": "network-changed", "server_uuid": "39545b20-6029-4062-a382-b6bdd3538f04", "tag": "f644dbf1-1145-429d-88fb-1f37df2bd933"}]}' {{(pid=102790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:34:20.079169 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 16:34:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30cf5001-c242-4da6-bfed-15e12088ee68 x-openstack-request-id: req-30cf5001-c242-4da6-bfed-15e12088ee68 {{(pid=102790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:34:20.079550 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39545b20-6029-4062-a382-b6bdd3538f04", "tag": "f644dbf1-1145-429d-88fb-1f37df2bd933", "status": "completed", "code": 200}]} {{(pid=102790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:34:20.079806 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-30cf5001-c242-4da6-bfed-15e12088ee68 {{(pid=102790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:34:20.080388 n-d-834765-1 neutron-server[102790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39545b20-6029-4062-a382-b6bdd3538f04', 'tag': 'f644dbf1-1145-429d-88fb-1f37df2bd933', 'status': 'completed', 'code': 200} Mar 29 16:34:20.135211 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvr_db [None req-40031587-dea4-447f-9b87-12aefb04757b None None] Set router a42818a4-00b8-4042-bcb9-36c5923e4b27 gateway port host: n-d-834765-1 {{(pid=102793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:34:20.150112 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f15815-11b8-4d71-b0d7-ba9330bf4c1d req-28840e24-e386-4801-8dea-43a99dcd2ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:34:20.151801 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-14f15815-11b8-4d71-b0d7-ba9330bf4c1d req-28840e24-e386-4801-8dea-43a99dcd2ddf service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4c5c0d4dc33e4058a1d0f013755ac159&device_id=39545b20-6029-4062-a382-b6bdd3538f04 HTTP/1.1" status: 200 len: 1096 time: 0.0478282 Mar 29 16:34:20.260495 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f15815-11b8-4d71-b0d7-ba9330bf4c1d req-383d0a4b-5094-443a-95e3-97e397243e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:34:20.261312 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-14f15815-11b8-4d71-b0d7-ba9330bf4c1d req-383d0a4b-5094-443a-95e3-97e397243e50 service neutron] 10.222.0.44 "GET /v2.0/networks?id=22badafb-82b8-48c8-8fec-8d1f72cf0334 HTTP/1.1" status: 200 len: 914 time: 0.1021988 Mar 29 16:34:20.316580 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-14f15815-11b8-4d71-b0d7-ba9330bf4c1d req-1292ff40-f960-4f1a-be06-1a015a02365d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f644dbf1-1145-429d-88fb-1f37df2bd933 HTTP/1.1" status: 200 len: 217 time: 0.0417695 Mar 29 16:34:20.342278 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-40031587-dea4-447f-9b87-12aefb04757b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a42818a4-00b8-4042-bcb9-36c5923e4b27', 'name': 'tempest-TestMinimumBasicScenario-17587336-router', 'tenant_id': '4c5c0d4dc33e4058a1d0f013755ac159', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.6'}], 'enable_snat': True}, 'gw_port_id': '433496b1-c1ca-4e77-9e92-f1535c1431a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:31:10Z', 'updated_at': '2022-03-29T16:31:13Z', 'revision_number': 4, 'project_id': '4c5c0d4dc33e4058a1d0f013755ac159', 'gw_port': {'id': '433496b1-c1ca-4e77-9e92-f1535c1431a8', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:bf:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a42818a4-00b8-4042-bcb9-36c5923e4b27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:31:11Z', 'updated_at': '2022-03-29T16:31:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': 'a133bbf8-09eb-4901-b8b0-442717be3376', 'name': '', 'network_id': '22badafb-82b8-48c8-8fec-8d1f72cf0334', 'tenant_id': '4c5c0d4dc33e4058a1d0f013755ac159', 'mac_address': 'fa:16:3e:32:ec:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a42818a4-00b8-4042-bcb9-36c5923e4b27', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '7e65f2c6-1897-4cf9-bd7f-b4230c52c96c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:31:13Z', 'updated_at': '2022-03-29T16:31:18Z', 'revision_number': 5, 'project_id': '4c5c0d4dc33e4058a1d0f013755ac159', 'subnets': [{'id': '7e65f2c6-1897-4cf9-bd7f-b4230c52c96c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:34:20.365228 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f15815-11b8-4d71-b0d7-ba9330bf4c1d req-3d7f1595-f0c8-459f-9e76-f6f0c278ae06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:34:20.366683 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-14f15815-11b8-4d71-b0d7-ba9330bf4c1d req-3d7f1595-f0c8-459f-9e76-f6f0c278ae06 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7e65f2c6-1897-4cf9-bd7f-b4230c52c96c HTTP/1.1" status: 200 len: 852 time: 0.0438764 Mar 29 16:34:20.372111 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40031587-dea4-447f-9b87-12aefb04757b None None] Checking router: a42818a4-00b8-4042-bcb9-36c5923e4b27 for host: n-d-834765-1 {{(pid=102793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 16:34:20.381591 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40031587-dea4-447f-9b87-12aefb04757b None None] Routers {'a42818a4-00b8-4042-bcb9-36c5923e4b27'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:34:20.382194 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-40031587-dea4-447f-9b87-12aefb04757b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:34:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['a42818a4-00b8-4042-bcb9-36c5923e4b27'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:34:20.412176 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f15815-11b8-4d71-b0d7-ba9330bf4c1d req-2fa57373-cbce-4bfc-aae7-42fea4b5dc3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:34:20.413663 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-14f15815-11b8-4d71-b0d7-ba9330bf4c1d req-2fa57373-cbce-4bfc-aae7-42fea4b5dc3a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=22badafb-82b8-48c8-8fec-8d1f72cf0334&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393407 Mar 29 16:34:20.481758 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvr_db [None req-40031587-dea4-447f-9b87-12aefb04757b None None] Set router a42818a4-00b8-4042-bcb9-36c5923e4b27 gateway port host: n-d-834765-1 {{(pid=102793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:34:20.508777 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-14f15815-11b8-4d71-b0d7-ba9330bf4c1d req-ec4ea737-f78f-4125-8e6c-629a0f153e43 service neutron] 10.222.0.44 "GET /v2.0/networks/22badafb-82b8-48c8-8fec-8d1f72cf0334?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864058 Mar 29 16:34:20.599487 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-14f15815-11b8-4d71-b0d7-ba9330bf4c1d req-ffc0601c-2126-45d9-a473-05030e13f02d service neutron] 10.222.0.44 "GET /v2.0/networks/22badafb-82b8-48c8-8fec-8d1f72cf0334?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828969 Mar 29 16:34:20.680672 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-40031587-dea4-447f-9b87-12aefb04757b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a42818a4-00b8-4042-bcb9-36c5923e4b27', 'name': 'tempest-TestMinimumBasicScenario-17587336-router', 'tenant_id': '4c5c0d4dc33e4058a1d0f013755ac159', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.6'}], 'enable_snat': True}, 'gw_port_id': '433496b1-c1ca-4e77-9e92-f1535c1431a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:31:10Z', 'updated_at': '2022-03-29T16:31:13Z', 'revision_number': 4, 'project_id': '4c5c0d4dc33e4058a1d0f013755ac159', 'gw_port': {'id': '433496b1-c1ca-4e77-9e92-f1535c1431a8', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:bf:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a42818a4-00b8-4042-bcb9-36c5923e4b27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:31:11Z', 'updated_at': '2022-03-29T16:31:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': 'a133bbf8-09eb-4901-b8b0-442717be3376', 'name': '', 'network_id': '22badafb-82b8-48c8-8fec-8d1f72cf0334', 'tenant_id': '4c5c0d4dc33e4058a1d0f013755ac159', 'mac_address': 'fa:16:3e:32:ec:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a42818a4-00b8-4042-bcb9-36c5923e4b27', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '7e65f2c6-1897-4cf9-bd7f-b4230c52c96c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:31:13Z', 'updated_at': '2022-03-29T16:31:18Z', 'revision_number': 5, 'project_id': '4c5c0d4dc33e4058a1d0f013755ac159', 'subnets': [{'id': '7e65f2c6-1897-4cf9-bd7f-b4230c52c96c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:34:20.705916 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40031587-dea4-447f-9b87-12aefb04757b None None] The sync data for ids ['a42818a4-00b8-4042-bcb9-36c5923e4b27'] in n-d-834765-1 is: [{'id': 'a42818a4-00b8-4042-bcb9-36c5923e4b27', 'name': 'tempest-TestMinimumBasicScenario-17587336-router', 'tenant_id': '4c5c0d4dc33e4058a1d0f013755ac159', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.6'}], 'enable_snat': True}, 'gw_port_id': '433496b1-c1ca-4e77-9e92-f1535c1431a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:31:10Z', 'updated_at': '2022-03-29T16:31:13Z', 'revision_number': 4, 'project_id': '4c5c0d4dc33e4058a1d0f013755ac159', 'gw_port': {'id': '433496b1-c1ca-4e77-9e92-f1535c1431a8', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:bf:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a42818a4-00b8-4042-bcb9-36c5923e4b27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:31:11Z', 'updated_at': '2022-03-29T16:31:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': 'a133bbf8-09eb-4901-b8b0-442717be3376', 'name': '', 'network_id': '22badafb-82b8-48c8-8fec-8d1f72cf0334', 'tenant_id': '4c5c0d4dc33e4058a1d0f013755ac159', 'mac_address': 'fa:16:3e:32:ec:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a42818a4-00b8-4042-bcb9-36c5923e4b27', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '7e65f2c6-1897-4cf9-bd7f-b4230c52c96c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:31:13Z', 'updated_at': '2022-03-29T16:31:18Z', 'revision_number': 5, 'project_id': '4c5c0d4dc33e4058a1d0f013755ac159', 'subnets': [{'id': '7e65f2c6-1897-4cf9-bd7f-b4230c52c96c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 16:34:20.927373 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eac4633a-c086-482a-b00e-3d9808936e10 None None] New status for floating IP da502d5e-4d00-49b1-88fb-9ee9c803b4a1: DOWN {{(pid=102792) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 16:34:26.991169 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2871c16-f801-403d-badd-4755a15e2618 req-9785933d-3b52-4200-8655-3b86e0de6242 tempest-TestMinimumBasicScenario-785493841 tempest-TestMinimumBasicScenario-785493841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:34:26.992724 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d2871c16-f801-403d-badd-4755a15e2618 req-9785933d-3b52-4200-8655-3b86e0de6242 tempest-TestMinimumBasicScenario-785493841 tempest-TestMinimumBasicScenario-785493841-project] 10.222.0.42 "GET /v2.0/ports?device_id=39545b20-6029-4062-a382-b6bdd3538f04 HTTP/1.1" status: 200 len: 945 time: 0.0499046 Mar 29 16:34:27.039807 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d2871c16-f801-403d-badd-4755a15e2618 req-a2d3be1b-850a-4330-af2d-9e5381c2daea tempest-TestMinimumBasicScenario-785493841 tempest-TestMinimumBasicScenario-785493841-project] 10.222.0.42 "GET /v2.0/security-groups?id=1f229ea6-f7a0-48de-8963-d5aebb294bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382404 Mar 29 16:34:28.239414 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4f1d8d-ef2b-44ac-bcc4-cd3c165e7062 req-18922473-ddf4-44f1-8d52-4978f6e2032a tempest-TestMinimumBasicScenario-785493841 tempest-TestMinimumBasicScenario-785493841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:34:28.240894 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-5b4f1d8d-ef2b-44ac-bcc4-cd3c165e7062 req-18922473-ddf4-44f1-8d52-4978f6e2032a tempest-TestMinimumBasicScenario-785493841 tempest-TestMinimumBasicScenario-785493841-project] 10.222.0.42 "GET /v2.0/ports?device_id=39545b20-6029-4062-a382-b6bdd3538f04 HTTP/1.1" status: 200 len: 945 time: 0.0926912 Mar 29 16:34:28.278846 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-5b4f1d8d-ef2b-44ac-bcc4-cd3c165e7062 req-076fa758-7d34-449e-a369-cca669f75d38 tempest-TestMinimumBasicScenario-785493841 tempest-TestMinimumBasicScenario-785493841-project] 10.222.0.42 "GET /v2.0/security-groups?id=1f229ea6-f7a0-48de-8963-d5aebb294bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319266 Mar 29 16:34:28.855173 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd94972-6105-4257-85aa-6a1432b77ad2 req-81d91d4b-531a-428d-99dd-dae7c9631e78 tempest-TestMinimumBasicScenario-785493841 tempest-TestMinimumBasicScenario-785493841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:34:28.856657 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-5fd94972-6105-4257-85aa-6a1432b77ad2 req-81d91d4b-531a-428d-99dd-dae7c9631e78 tempest-TestMinimumBasicScenario-785493841 tempest-TestMinimumBasicScenario-785493841-project] 10.222.0.44 "GET /v2.0/ports?device_id=39545b20-6029-4062-a382-b6bdd3538f04 HTTP/1.1" status: 200 len: 945 time: 0.0494525 Mar 29 16:34:28.943525 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [req-5fd94972-6105-4257-85aa-6a1432b77ad2 req-7e53ef98-1ec4-4a20-bfdb-a54fb8a9d3d3 tempest-TestMinimumBasicScenario-785493841 tempest-TestMinimumBasicScenario-785493841-project] Deleting port f644dbf1-1145-429d-88fb-1f37df2bd933 {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:34:28.943867 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-5fd94972-6105-4257-85aa-6a1432b77ad2 req-7e53ef98-1ec4-4a20-bfdb-a54fb8a9d3d3 tempest-TestMinimumBasicScenario-785493841 tempest-TestMinimumBasicScenario-785493841-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:34:29.032953 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-5fd94972-6105-4257-85aa-6a1432b77ad2 req-7e53ef98-1ec4-4a20-bfdb-a54fb8a9d3d3 tempest-TestMinimumBasicScenario-785493841 tempest-TestMinimumBasicScenario-785493841-project] For port f644dbf1-1145-429d-88fb-1f37df2bd933, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=f644dbf1-1145-429d-88fb-1f37df2bd933,segment=NetworkSegment(9751e1d0-11eb-4b5f-83ab-25a5448c0066),segment_id=9751e1d0-11eb-4b5f-83ab-25a5448c0066)] {{(pid=102791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:34:29.033313 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-5fd94972-6105-4257-85aa-6a1432b77ad2 req-7e53ef98-1ec4-4a20-bfdb-a54fb8a9d3d3 tempest-TestMinimumBasicScenario-785493841 tempest-TestMinimumBasicScenario-785493841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:34:29.045572 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [req-5fd94972-6105-4257-85aa-6a1432b77ad2 req-7e53ef98-1ec4-4a20-bfdb-a54fb8a9d3d3 tempest-TestMinimumBasicScenario-785493841 tempest-TestMinimumBasicScenario-785493841-project] Calling delete_port for f644dbf1-1145-429d-88fb-1f37df2bd933 owned by compute:nova {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:34:29.171902 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-5fd94972-6105-4257-85aa-6a1432b77ad2 req-7e53ef98-1ec4-4a20-bfdb-a54fb8a9d3d3 tempest-TestMinimumBasicScenario-785493841 tempest-TestMinimumBasicScenario-785493841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:34:29.183213 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] get_ports_and_sgs() called for port_ids ['f644dbf1-1145-429d-88fb-1f37df2bd933'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 16:34:29.199692 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e53ef98-1ec4-4a20-bfdb-a54fb8a9d3d3 tempest-TestMinimumBasicScenario-785493841 tempest-TestMinimumBasicScenario-785493841-project] Pushing event deleted for resources: {'Port': ['ID=f644dbf1-1145-429d-88fb-1f37df2bd933,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:34:29.241668 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fd94972-6105-4257-85aa-6a1432b77ad2 req-7e53ef98-1ec4-4a20-bfdb-a54fb8a9d3d3 tempest-TestMinimumBasicScenario-785493841 tempest-TestMinimumBasicScenario-785493841-project] No DVR routers for this DVR port f644dbf1-1145-429d-88fb-1f37df2bd933 on host n-h1-834765-1 {{(pid=102791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 16:34:29.244390 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-5fd94972-6105-4257-85aa-6a1432b77ad2 req-7e53ef98-1ec4-4a20-bfdb-a54fb8a9d3d3 tempest-TestMinimumBasicScenario-785493841 tempest-TestMinimumBasicScenario-785493841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:34:29.247740 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-5fd94972-6105-4257-85aa-6a1432b77ad2 req-7e53ef98-1ec4-4a20-bfdb-a54fb8a9d3d3 tempest-TestMinimumBasicScenario-785493841 tempest-TestMinimumBasicScenario-785493841-project] 10.222.0.44 "DELETE /v2.0/ports/f644dbf1-1145-429d-88fb-1f37df2bd933 HTTP/1.1" status: 204 len: 173 time: 0.3845150 Mar 29 16:34:29.248175 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39545b20-6029-4062-a382-b6bdd3538f04', 'name': 'network-vif-deleted', 'tag': 'f644dbf1-1145-429d-88fb-1f37df2bd933'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:34:29.250456 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e33af8bd2d242198c8fc7a55b0de10a2e3fe57bc5f7d7f0f551297b3d6240ff2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2893330c-7b48-466d-9950-28a49073fbff" -d '{"events": [{"server_uuid": "39545b20-6029-4062-a382-b6bdd3538f04", "name": "network-vif-deleted", "tag": "f644dbf1-1145-429d-88fb-1f37df2bd933"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:34:29.290326 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 16:34:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-262ee273-eb21-45ea-9d07-1b0fa43e5ef6 x-openstack-request-id: req-262ee273-eb21-45ea-9d07-1b0fa43e5ef6 {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:34:29.290615 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39545b20-6029-4062-a382-b6bdd3538f04", "name": "network-vif-deleted", "tag": "f644dbf1-1145-429d-88fb-1f37df2bd933", "status": "completed", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:34:29.290858 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-262ee273-eb21-45ea-9d07-1b0fa43e5ef6 {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:34:29.291245 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39545b20-6029-4062-a382-b6bdd3538f04', 'name': 'network-vif-deleted', 'tag': 'f644dbf1-1145-429d-88fb-1f37df2bd933', 'status': 'completed', 'code': 200} Mar 29 16:34:29.381868 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-b00934ec-2d1c-4829-ba42-0d5223aaa8ef req-46566a27-071b-40f9-98de-168d8f641ceb tempest-TestMinimumBasicScenario-785493841 tempest-TestMinimumBasicScenario-785493841-project] 10.222.0.42 "GET /v2.0/ports?device_id=39545b20-6029-4062-a382-b6bdd3538f04 HTTP/1.1" status: 200 len: 210 time: 0.0312526 Mar 29 16:34:30.444076 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-e8198456-1a08-4700-9816-e7f2e517263d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:34:30.942942 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 42008) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:34:31.229683 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.agents_db [None req-59735a15-725e-44d4-9ad5-95cbe356f209 None None] Agent healthcheck: found 7 active agents {{(pid=102793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 16:34:31.296110 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-c376a4c6-d45e-41c1-a915-3e954a8d2930 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-530452'] for router_interface, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:34:31.533476 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-c376a4c6-d45e-41c1-a915-3e954a8d2930 admin admin] Deleting port a133bbf8-09eb-4901-b8b0-442717be3376 {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:34:31.533818 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-c376a4c6-d45e-41c1-a915-3e954a8d2930 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:34:31.609471 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [None req-c376a4c6-d45e-41c1-a915-3e954a8d2930 admin admin] For port a133bbf8-09eb-4901-b8b0-442717be3376, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=a133bbf8-09eb-4901-b8b0-442717be3376,segment=NetworkSegment(9751e1d0-11eb-4b5f-83ab-25a5448c0066),segment_id=9751e1d0-11eb-4b5f-83ab-25a5448c0066)] {{(pid=102791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:34:31.609845 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-c376a4c6-d45e-41c1-a915-3e954a8d2930 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:34:31.623566 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-c376a4c6-d45e-41c1-a915-3e954a8d2930 admin admin] Calling delete_port for a133bbf8-09eb-4901-b8b0-442717be3376 owned by network:router_interface {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:34:31.800239 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-c376a4c6-d45e-41c1-a915-3e954a8d2930 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:34:31.827241 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c376a4c6-d45e-41c1-a915-3e954a8d2930 admin admin] Pushing event deleted for resources: {'Port': ['ID=a133bbf8-09eb-4901-b8b0-442717be3376,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:34:31.991614 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-c376a4c6-d45e-41c1-a915-3e954a8d2930 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-530528'] for router_interface, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:34:32.201148 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c376a4c6-d45e-41c1-a915-3e954a8d2930 admin admin] Router a42818a4-00b8-4042-bcb9-36c5923e4b27 has already been hosted by L3 agent c648d819-1060-4f26-b4ec-6455387b5dff {{(pid=102791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 16:34:32.307545 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c376a4c6-d45e-41c1-a915-3e954a8d2930 admin admin] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 16:34:32.315415 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-c376a4c6-d45e-41c1-a915-3e954a8d2930 admin admin] 10.222.0.42 "PUT /v2.0/routers/a42818a4-00b8-4042-bcb9-36c5923e4b27/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3713500 Mar 29 16:34:32.316005 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 42010) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:34:32.316758 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c05a5e1-4e6d-488b-a0bf-0f4449a2741f None None] Sync routers for ids ['a42818a4-00b8-4042-bcb9-36c5923e4b27'] in n-d-834765-1 {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 16:34:32.327108 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c05a5e1-4e6d-488b-a0bf-0f4449a2741f None None] Routers {'a42818a4-00b8-4042-bcb9-36c5923e4b27'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:34:32.327766 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-8c05a5e1-4e6d-488b-a0bf-0f4449a2741f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:34:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['a42818a4-00b8-4042-bcb9-36c5923e4b27'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:34:32.418956 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-fd34d6c2-2af2-4c05-b479-18436f71557c admin admin] Notify callbacks [] for router, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:34:32.430379 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvr_db [None req-8c05a5e1-4e6d-488b-a0bf-0f4449a2741f None None] Set router a42818a4-00b8-4042-bcb9-36c5923e4b27 gateway port host: n-d-834765-1 {{(pid=102793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:34:32.517160 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-fd34d6c2-2af2-4c05-b479-18436f71557c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:34:32.578982 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-fd34d6c2-2af2-4c05-b479-18436f71557c admin admin] Deleting port 433496b1-c1ca-4e77-9e92-f1535c1431a8 {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:34:32.579338 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-fd34d6c2-2af2-4c05-b479-18436f71557c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:34:32.607611 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-8c05a5e1-4e6d-488b-a0bf-0f4449a2741f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a42818a4-00b8-4042-bcb9-36c5923e4b27', 'name': 'tempest-TestMinimumBasicScenario-17587336-router', 'tenant_id': '4c5c0d4dc33e4058a1d0f013755ac159', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.6'}], 'enable_snat': True}, 'gw_port_id': '433496b1-c1ca-4e77-9e92-f1535c1431a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:31:10Z', 'updated_at': '2022-03-29T16:34:31Z', 'revision_number': 5, 'project_id': '4c5c0d4dc33e4058a1d0f013755ac159', 'gw_port': {'id': '433496b1-c1ca-4e77-9e92-f1535c1431a8', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:bf:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a42818a4-00b8-4042-bcb9-36c5923e4b27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:31:11Z', 'updated_at': '2022-03-29T16:31:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1'}], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:34:32.634036 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c05a5e1-4e6d-488b-a0bf-0f4449a2741f None None] Checking router: a42818a4-00b8-4042-bcb9-36c5923e4b27 for host: n-d-834765-1 {{(pid=102793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 16:34:32.642060 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c05a5e1-4e6d-488b-a0bf-0f4449a2741f None None] Routers {'a42818a4-00b8-4042-bcb9-36c5923e4b27'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:34:32.642655 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-8c05a5e1-4e6d-488b-a0bf-0f4449a2741f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:34:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['a42818a4-00b8-4042-bcb9-36c5923e4b27'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:34:32.655769 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [None req-fd34d6c2-2af2-4c05-b479-18436f71557c admin admin] For port 433496b1-c1ca-4e77-9e92-f1535c1431a8, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=433496b1-c1ca-4e77-9e92-f1535c1431a8,segment=NetworkSegment(6ab47353-a811-4bad-bc73-b4cc84583cfd),segment_id=6ab47353-a811-4bad-bc73-b4cc84583cfd)] {{(pid=102791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:34:32.656125 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-fd34d6c2-2af2-4c05-b479-18436f71557c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:34:32.668185 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-fd34d6c2-2af2-4c05-b479-18436f71557c admin admin] Calling delete_port for 433496b1-c1ca-4e77-9e92-f1535c1431a8 owned by network:router_gateway {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:34:32.727650 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvr_db [None req-8c05a5e1-4e6d-488b-a0bf-0f4449a2741f None None] Set router a42818a4-00b8-4042-bcb9-36c5923e4b27 gateway port host: None {{(pid=102793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:34:32.784418 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-8c05a5e1-4e6d-488b-a0bf-0f4449a2741f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a42818a4-00b8-4042-bcb9-36c5923e4b27', 'name': 'tempest-TestMinimumBasicScenario-17587336-router', 'tenant_id': '4c5c0d4dc33e4058a1d0f013755ac159', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:31:10Z', 'updated_at': '2022-03-29T16:34:32Z', 'revision_number': 6, 'project_id': '4c5c0d4dc33e4058a1d0f013755ac159', 'gw_port_host': None}], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:34:32.810536 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c05a5e1-4e6d-488b-a0bf-0f4449a2741f None None] The sync data for ids ['a42818a4-00b8-4042-bcb9-36c5923e4b27'] in n-d-834765-1 is: [{'id': 'a42818a4-00b8-4042-bcb9-36c5923e4b27', 'name': 'tempest-TestMinimumBasicScenario-17587336-router', 'tenant_id': '4c5c0d4dc33e4058a1d0f013755ac159', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:31:10Z', 'updated_at': '2022-03-29T16:34:32Z', 'revision_number': 6, 'project_id': '4c5c0d4dc33e4058a1d0f013755ac159', 'gw_port_host': None}] {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 16:34:32.914188 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-17c9c846-6d7d-419e-b076-c19fe97520b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:34:33.031454 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device f644dbf1-1145-429d-88fb-1f37df2bd933 no longer exists at agent hyperv_n-h1-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 16:34:33.052422 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] No Port match for: f644dbf1-1145-429d-88fb-1f37df2bd933 {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 16:34:33.052761 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device f644dbf1-1145-429d-88fb-1f37df2bd933 not bound to the agent host n-h1-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 16:34:33.133634 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-fd34d6c2-2af2-4c05-b479-18436f71557c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:34:33.161551 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd34d6c2-2af2-4c05-b479-18436f71557c admin admin] Pushing event deleted for resources: {'Port': ['ID=433496b1-c1ca-4e77-9e92-f1535c1431a8,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:34:33.224645 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-fd34d6c2-2af2-4c05-b479-18436f71557c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-648138'] for router_gateway, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:34:33.313601 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-fd34d6c2-2af2-4c05-b479-18436f71557c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129328'] for router, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:34:33.316267 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-fd34d6c2-2af2-4c05-b479-18436f71557c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:34:33.360502 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-fd34d6c2-2af2-4c05-b479-18436f71557c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-526718'] for router, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:34:33.361038 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd34d6c2-2af2-4c05-b479-18436f71557c admin admin] Fanout notify agent at l3_agent the message router_deleted on router a42818a4-00b8-4042-bcb9-36c5923e4b27 {{(pid=102791) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 29 16:34:33.369055 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-fd34d6c2-2af2-4c05-b479-18436f71557c admin admin] Notify callbacks [] for router, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:34:33.370191 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-fd34d6c2-2af2-4c05-b479-18436f71557c admin admin] 10.222.0.42 "DELETE /v2.0/routers/a42818a4-00b8-4042-bcb9-36c5923e4b27 HTTP/1.1" status: 204 len: 168 time: 1.0532806 Mar 29 16:34:33.372674 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 42012) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:34:33.415136 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca150128-51ce-4ed4-b85b-345cc1a85ffc admin admin] Deleting subnet 7e65f2c6-1897-4cf9-bd7f-b4230c52c96c {{(pid=102791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 16:34:33.418273 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-ca150128-51ce-4ed4-b85b-345cc1a85ffc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:34:33.452495 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-ca150128-51ce-4ed4-b85b-345cc1a85ffc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4230423'] for subnet, precommit_delete_associations {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:34:33.525861 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-ca150128-51ce-4ed4-b85b-345cc1a85ffc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1641287'] for subnet, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:34:33.583955 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-ca150128-51ce-4ed4-b85b-345cc1a85ffc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1641294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16155591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16218852'] for subnet, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:34:33.610910 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca150128-51ce-4ed4-b85b-345cc1a85ffc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7e65f2c6-1897-4cf9-bd7f-b4230c52c96c,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:34:33.614154 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-ca150128-51ce-4ed4-b85b-345cc1a85ffc admin admin] Notify callbacks [] for subnet, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:34:33.617350 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-ca150128-51ce-4ed4-b85b-345cc1a85ffc admin admin] 10.222.0.42 "DELETE /v2.0/subnets/7e65f2c6-1897-4cf9-bd7f-b4230c52c96c HTTP/1.1" status: 204 len: 168 time: 0.2437639 Mar 29 16:34:33.619907 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 42014) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:34:33.621620 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80a6b51d-f41a-4086-a1d1-82eb6dbe4a30 None None] Network 22badafb-82b8-48c8-8fec-8d1f72cf0334 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 16:34:33.691912 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-8f024dd5-aa3b-49fa-9210-4fbb470debd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1631750'] for network, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:34:33.740249 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 433496b1-c1ca-4e77-9e92-f1535c1431a8 no longer exists at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 16:34:33.750431 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-8f024dd5-aa3b-49fa-9210-4fbb470debd0 admin admin] Deleting port 9cad56b2-7a9e-47e7-8671-a12b74a83903 {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:34:33.750766 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-8f024dd5-aa3b-49fa-9210-4fbb470debd0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:34:33.765117 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] No Port match for: 433496b1-c1ca-4e77-9e92-f1535c1431a8 {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 16:34:33.765461 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 433496b1-c1ca-4e77-9e92-f1535c1431a8 not bound to the agent host n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 16:34:33.765870 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device a133bbf8-09eb-4901-b8b0-442717be3376 no longer exists at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 16:34:33.788863 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] No Port match for: a133bbf8-09eb-4901-b8b0-442717be3376 {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 16:34:33.789217 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device a133bbf8-09eb-4901-b8b0-442717be3376 not bound to the agent host n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 16:34:33.817846 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [None req-8f024dd5-aa3b-49fa-9210-4fbb470debd0 admin admin] For port 9cad56b2-7a9e-47e7-8671-a12b74a83903, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=9cad56b2-7a9e-47e7-8671-a12b74a83903,segment=NetworkSegment(9751e1d0-11eb-4b5f-83ab-25a5448c0066),segment_id=9751e1d0-11eb-4b5f-83ab-25a5448c0066)] {{(pid=102791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:34:33.818214 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-8f024dd5-aa3b-49fa-9210-4fbb470debd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:34:33.835225 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-8f024dd5-aa3b-49fa-9210-4fbb470debd0 admin admin] Calling delete_port for 9cad56b2-7a9e-47e7-8671-a12b74a83903 owned by network:dhcp {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:34:33.859479 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2514a58a-fc2a-4c75-a564-b4be84e5ab5a None None] DHCP port deletion for 22badafb-82b8-48c8-8fec-8d1f72cf0334 request from n-d-834765-1 {{(pid=102792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 29 16:34:33.916129 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-2514a58a-fc2a-4c75-a564-b4be84e5ab5a None None] Deleting port 9cad56b2-7a9e-47e7-8671-a12b74a83903 {{(pid=102792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:34:33.916662 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-2514a58a-fc2a-4c75-a564-b4be84e5ab5a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:34:33.921521 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-8f024dd5-aa3b-49fa-9210-4fbb470debd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:34:33.947632 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f024dd5-aa3b-49fa-9210-4fbb470debd0 admin admin] Pushing event deleted for resources: {'Port': ['ID=9cad56b2-7a9e-47e7-8671-a12b74a83903,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:34:33.951081 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f024dd5-aa3b-49fa-9210-4fbb470debd0 admin admin] No DVR routers for this DVR port 9cad56b2-7a9e-47e7-8671-a12b74a83903 on host n-d-834765-1 {{(pid=102791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 16:34:33.984416 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-2514a58a-fc2a-4c75-a564-b4be84e5ab5a None None] For port 9cad56b2-7a9e-47e7-8671-a12b74a83903, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=9cad56b2-7a9e-47e7-8671-a12b74a83903,segment=NetworkSegment(9751e1d0-11eb-4b5f-83ab-25a5448c0066),segment_id=9751e1d0-11eb-4b5f-83ab-25a5448c0066)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:34:33.984811 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-2514a58a-fc2a-4c75-a564-b4be84e5ab5a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:34:34.000000 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-2514a58a-fc2a-4c75-a564-b4be84e5ab5a None None] Calling delete_port for 9cad56b2-7a9e-47e7-8671-a12b74a83903 owned by network:dhcp {{(pid=102792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:34:34.021136 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-8f024dd5-aa3b-49fa-9210-4fbb470debd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639890', 'neutron.services.segments.db._delete_segments_for_network-8783523423079'] for network, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:34:34.044409 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-8f024dd5-aa3b-49fa-9210-4fbb470debd0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22badafb-82b8-48c8-8fec-8d1f72cf0334']}} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:34:34.054298 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-8f024dd5-aa3b-49fa-9210-4fbb470debd0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9751e1d0-11eb-4b5f-83ab-25a5448c0066') {'for_net_delete': True} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:34:34.054823 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-8f024dd5-aa3b-49fa-9210-4fbb470debd0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9751e1d0-11eb-4b5f-83ab-25a5448c0066') {} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:34:34.063887 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-8f024dd5-aa3b-49fa-9210-4fbb470debd0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783523422064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4230428'] for segment, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:34:34.078041 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-8f024dd5-aa3b-49fa-9210-4fbb470debd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:34:34.079099 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-2514a58a-fc2a-4c75-a564-b4be84e5ab5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350'] for port, after_delete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:34:34.084077 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f024dd5-aa3b-49fa-9210-4fbb470debd0 admin admin] Releasing vlan 636 on physical network physnet1 to pool {{(pid=102791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 16:34:34.084427 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-8f024dd5-aa3b-49fa-9210-4fbb470debd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16169569'] for segment, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:34:34.086121 n-d-834765-1 neutron-server[102791]: Traceback (most recent call last): Mar 29 16:34:34.086121 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 16:34:34.086121 n-d-834765-1 neutron-server[102791]: timer() Mar 29 16:34:34.086121 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 16:34:34.086121 n-d-834765-1 neutron-server[102791]: cb(*args, **kw) Mar 29 16:34:34.086121 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 16:34:34.086121 n-d-834765-1 neutron-server[102791]: return func(*args, **kwargs) Mar 29 16:34:34.086121 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 16:34:34.086121 n-d-834765-1 neutron-server[102791]: self._notify() Mar 29 16:34:34.086121 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 16:34:34.086121 n-d-834765-1 neutron-server[102791]: self.callback(batched_events) Mar 29 16:34:34.086121 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 16:34:34.086121 n-d-834765-1 neutron-server[102791]: event.method(event) Mar 29 16:34:34.086121 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 16:34:34.086121 n-d-834765-1 neutron-server[102791]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 16:34:34.086121 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 16:34:34.086121 n-d-834765-1 neutron-server[102791]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 16:34:34.086121 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 16:34:34.086121 n-d-834765-1 neutron-server[102791]: return f(self, *a, **k) Mar 29 16:34:34.086121 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 16:34:34.086121 n-d-834765-1 neutron-server[102791]: return self._get(url).json() Mar 29 16:34:34.086121 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 16:34:34.086121 n-d-834765-1 neutron-server[102791]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 16:34:34.086121 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 16:34:34.086121 n-d-834765-1 neutron-server[102791]: return self.request(url, 'GET', **kwargs) Mar 29 16:34:34.086121 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 16:34:34.086121 n-d-834765-1 neutron-server[102791]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 16:34:34.086121 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 16:34:34.086121 n-d-834765-1 neutron-server[102791]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 16:34:34.086121 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 16:34:34.086121 n-d-834765-1 neutron-server[102791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 16:34:34.086121 n-d-834765-1 neutron-server[102791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 16:34:34.106410 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2514a58a-fc2a-4c75-a564-b4be84e5ab5a None None] No DVR routers for this DVR port 9cad56b2-7a9e-47e7-8671-a12b74a83903 on host n-d-834765-1 {{(pid=102792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 16:34:34.109918 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2514a58a-fc2a-4c75-a564-b4be84e5ab5a None None] Pushing event deleted for resources: {'Port': ['ID=9cad56b2-7a9e-47e7-8671-a12b74a83903,revision_number=None']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:34:34.120950 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2514a58a-fc2a-4c75-a564-b4be84e5ab5a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:34:34.121341 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2514a58a-fc2a-4c75-a564-b4be84e5ab5a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:34:34.121687 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2514a58a-fc2a-4c75-a564-b4be84e5ab5a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:34:34.122044 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2514a58a-fc2a-4c75-a564-b4be84e5ab5a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:34:34.122385 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2514a58a-fc2a-4c75-a564-b4be84e5ab5a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:34:34.122717 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2514a58a-fc2a-4c75-a564-b4be84e5ab5a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:34:34.123048 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2514a58a-fc2a-4c75-a564-b4be84e5ab5a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:34:34.123395 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2514a58a-fc2a-4c75-a564-b4be84e5ab5a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:34:34.123719 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2514a58a-fc2a-4c75-a564-b4be84e5ab5a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:34:34.124038 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2514a58a-fc2a-4c75-a564-b4be84e5ab5a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:34:34.124362 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2514a58a-fc2a-4c75-a564-b4be84e5ab5a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:34:34.124711 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2514a58a-fc2a-4c75-a564-b4be84e5ab5a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:34:34.141691 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-8f024dd5-aa3b-49fa-9210-4fbb470debd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1639897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648174'] for network, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:34:34.147490 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-8f024dd5-aa3b-49fa-9210-4fbb470debd0 admin admin] Notify callbacks [] for network, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:34:34.150445 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-8f024dd5-aa3b-49fa-9210-4fbb470debd0 admin admin] 10.222.0.42 "DELETE /v2.0/networks/22badafb-82b8-48c8-8fec-8d1f72cf0334 HTTP/1.1" status: 204 len: 168 time: 0.5294306 Mar 29 16:34:34.153530 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 42016) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:34:34.161529 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f024dd5-aa3b-49fa-9210-4fbb470debd0 admin admin] Pushing event deleted for resources: {'Network': ['ID=22badafb-82b8-48c8-8fec-8d1f72cf0334,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:34:34.373767 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d71584b9-87f1-45f5-84c7-c993c2416269 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:34:34.497354 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-99300ae1-f65b-4996-9a07-90900f5420d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-530452'] for router_interface, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:34:34.739897 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-99300ae1-f65b-4996-9a07-90900f5420d5 admin admin] Deleting port 5b283327-a954-49f3-b284-b967962773d9 {{(pid=102790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:34:34.740147 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-99300ae1-f65b-4996-9a07-90900f5420d5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:34:34.816506 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [None req-99300ae1-f65b-4996-9a07-90900f5420d5 admin admin] For port 5b283327-a954-49f3-b284-b967962773d9, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=5b283327-a954-49f3-b284-b967962773d9,segment=NetworkSegment(2e6dd022-5446-4b97-8f7d-a011d9057c22),segment_id=2e6dd022-5446-4b97-8f7d-a011d9057c22)] {{(pid=102790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:34:34.816864 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-99300ae1-f65b-4996-9a07-90900f5420d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:34:34.833101 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-99300ae1-f65b-4996-9a07-90900f5420d5 admin admin] Calling delete_port for 5b283327-a954-49f3-b284-b967962773d9 owned by network:router_interface {{(pid=102790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:34:35.010252 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-99300ae1-f65b-4996-9a07-90900f5420d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:34:35.037157 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99300ae1-f65b-4996-9a07-90900f5420d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=5b283327-a954-49f3-b284-b967962773d9,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:34:35.201602 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-99300ae1-f65b-4996-9a07-90900f5420d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-530528'] for router_interface, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:34:35.415180 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99300ae1-f65b-4996-9a07-90900f5420d5 admin admin] Router 861fe3b9-82e1-4b4e-8e1b-30a3ae930166 has already been hosted by L3 agent c648d819-1060-4f26-b4ec-6455387b5dff {{(pid=102790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 16:34:35.522101 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99300ae1-f65b-4996-9a07-90900f5420d5 admin admin] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 16:34:35.527076 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-99300ae1-f65b-4996-9a07-90900f5420d5 admin admin] 10.222.0.42 "PUT /v2.0/routers/861fe3b9-82e1-4b4e-8e1b-30a3ae930166/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3724651 Mar 29 16:34:35.529735 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 42018) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:34:35.530813 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0421989-5891-4dcf-ab43-65b9756961ee None None] Sync routers for ids ['861fe3b9-82e1-4b4e-8e1b-30a3ae930166'] in n-d-834765-1 {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 16:34:35.541742 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0421989-5891-4dcf-ab43-65b9756961ee None None] Routers {'861fe3b9-82e1-4b4e-8e1b-30a3ae930166'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:34:35.542381 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-d0421989-5891-4dcf-ab43-65b9756961ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:34:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['861fe3b9-82e1-4b4e-8e1b-30a3ae930166'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:34:35.636544 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-f4121865-e43a-4992-a41c-8f8fc7def35d admin admin] Notify callbacks [] for router, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:34:35.649224 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvr_db [None req-d0421989-5891-4dcf-ab43-65b9756961ee None None] Set router 861fe3b9-82e1-4b4e-8e1b-30a3ae930166 gateway port host: n-d-834765-1 {{(pid=102792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:34:35.747315 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-f4121865-e43a-4992-a41c-8f8fc7def35d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:34:35.772812 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 9cad56b2-7a9e-47e7-8671-a12b74a83903 no longer exists at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 16:34:35.803487 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] No Port match for: 9cad56b2-7a9e-47e7-8671-a12b74a83903 {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 16:34:35.803829 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 9cad56b2-7a9e-47e7-8671-a12b74a83903 not bound to the agent host n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 16:34:35.804416 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-f4121865-e43a-4992-a41c-8f8fc7def35d admin admin] Deleting port f8d277cc-54c5-4c99-8f93-fe5c72cc715d {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:34:35.804755 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-f4121865-e43a-4992-a41c-8f8fc7def35d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:34:35.860379 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-d0421989-5891-4dcf-ab43-65b9756961ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '861fe3b9-82e1-4b4e-8e1b-30a3ae930166', 'name': 'tempest-TestMinimumBasicScenario-559739811-router', 'tenant_id': 'd526ba6f5a074cc7ac88a9be51cc099c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.7'}], 'enable_snat': True}, 'gw_port_id': 'f8d277cc-54c5-4c99-8f93-fe5c72cc715d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:31:15Z', 'updated_at': '2022-03-29T16:34:34Z', 'revision_number': 5, 'project_id': 'd526ba6f5a074cc7ac88a9be51cc099c', 'gw_port': {'id': 'f8d277cc-54c5-4c99-8f93-fe5c72cc715d', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:0b:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '861fe3b9-82e1-4b4e-8e1b-30a3ae930166', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:31:16Z', 'updated_at': '2022-03-29T16:31:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1'}], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:34:35.887587 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0421989-5891-4dcf-ab43-65b9756961ee None None] Checking router: 861fe3b9-82e1-4b4e-8e1b-30a3ae930166 for host: n-d-834765-1 {{(pid=102792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 16:34:35.889493 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [None req-f4121865-e43a-4992-a41c-8f8fc7def35d admin admin] For port f8d277cc-54c5-4c99-8f93-fe5c72cc715d, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=f8d277cc-54c5-4c99-8f93-fe5c72cc715d,segment=NetworkSegment(6ab47353-a811-4bad-bc73-b4cc84583cfd),segment_id=6ab47353-a811-4bad-bc73-b4cc84583cfd)] {{(pid=102791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:34:35.889852 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-f4121865-e43a-4992-a41c-8f8fc7def35d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:34:35.895720 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0421989-5891-4dcf-ab43-65b9756961ee None None] Routers {'861fe3b9-82e1-4b4e-8e1b-30a3ae930166'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:34:35.896326 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-d0421989-5891-4dcf-ab43-65b9756961ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:34:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['861fe3b9-82e1-4b4e-8e1b-30a3ae930166'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:34:35.901893 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-f4121865-e43a-4992-a41c-8f8fc7def35d admin admin] Calling delete_port for f8d277cc-54c5-4c99-8f93-fe5c72cc715d owned by network:router_gateway {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:34:36.070778 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-f4121865-e43a-4992-a41c-8f8fc7def35d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:34:36.099551 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4121865-e43a-4992-a41c-8f8fc7def35d admin admin] Pushing event deleted for resources: {'Port': ['ID=f8d277cc-54c5-4c99-8f93-fe5c72cc715d,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:34:36.152501 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-0cb6abf6-2706-4e52-8825-f5f644ecf9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:34:36.161216 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:34:36.165777 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-f4121865-e43a-4992-a41c-8f8fc7def35d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-648138'] for router_gateway, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:34:36.166459 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvr_db [None req-d0421989-5891-4dcf-ab43-65b9756961ee None None] Set router 861fe3b9-82e1-4b4e-8e1b-30a3ae930166 gateway port host: None {{(pid=102792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:34:36.221966 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-d0421989-5891-4dcf-ab43-65b9756961ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '861fe3b9-82e1-4b4e-8e1b-30a3ae930166', 'name': 'tempest-TestMinimumBasicScenario-559739811-router', 'tenant_id': 'd526ba6f5a074cc7ac88a9be51cc099c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:31:15Z', 'updated_at': '2022-03-29T16:34:35Z', 'revision_number': 6, 'project_id': 'd526ba6f5a074cc7ac88a9be51cc099c', 'gw_port_host': None}], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:34:36.248596 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0421989-5891-4dcf-ab43-65b9756961ee None None] The sync data for ids ['861fe3b9-82e1-4b4e-8e1b-30a3ae930166'] in n-d-834765-1 is: [{'id': '861fe3b9-82e1-4b4e-8e1b-30a3ae930166', 'name': 'tempest-TestMinimumBasicScenario-559739811-router', 'tenant_id': 'd526ba6f5a074cc7ac88a9be51cc099c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:31:15Z', 'updated_at': '2022-03-29T16:34:35Z', 'revision_number': 6, 'project_id': 'd526ba6f5a074cc7ac88a9be51cc099c', 'gw_port_host': None}] {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 16:34:36.261147 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-f4121865-e43a-4992-a41c-8f8fc7def35d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129328'] for router, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:34:36.263383 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-f4121865-e43a-4992-a41c-8f8fc7def35d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:34:36.308575 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-f4121865-e43a-4992-a41c-8f8fc7def35d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-526718'] for router, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:34:36.309131 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4121865-e43a-4992-a41c-8f8fc7def35d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 861fe3b9-82e1-4b4e-8e1b-30a3ae930166 {{(pid=102791) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 29 16:34:36.313567 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-f4121865-e43a-4992-a41c-8f8fc7def35d admin admin] Notify callbacks [] for router, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:34:36.315382 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-f4121865-e43a-4992-a41c-8f8fc7def35d admin admin] 10.222.0.42 "DELETE /v2.0/routers/861fe3b9-82e1-4b4e-8e1b-30a3ae930166 HTTP/1.1" status: 204 len: 168 time: 0.7840693 Mar 29 16:34:36.317985 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 42020) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:34:36.363952 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_v2 [None req-e988c69a-aae9-4683-9c6f-12d7e281a9ab admin admin] Deleting subnet f69a9a0d-5c23-44cc-8503-311f263b2efe {{(pid=102791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 16:34:36.366883 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-e988c69a-aae9-4683-9c6f-12d7e281a9ab admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:34:36.404546 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-e988c69a-aae9-4683-9c6f-12d7e281a9ab admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4230423'] for subnet, precommit_delete_associations {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:34:36.479292 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-e988c69a-aae9-4683-9c6f-12d7e281a9ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1641287'] for subnet, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:34:36.531338 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-e988c69a-aae9-4683-9c6f-12d7e281a9ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1641294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16155591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16218852'] for subnet, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:34:36.557305 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e988c69a-aae9-4683-9c6f-12d7e281a9ab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f69a9a0d-5c23-44cc-8503-311f263b2efe,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:34:36.560761 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-e988c69a-aae9-4683-9c6f-12d7e281a9ab admin admin] Notify callbacks [] for subnet, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:34:36.564369 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-e988c69a-aae9-4683-9c6f-12d7e281a9ab admin admin] 10.222.0.42 "DELETE /v2.0/subnets/f69a9a0d-5c23-44cc-8503-311f263b2efe HTTP/1.1" status: 204 len: 168 time: 0.2450144 Mar 29 16:34:36.566556 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 42022) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:34:36.569794 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d55caf3-5c1a-46cc-9bbf-558737a232e8 None None] Network 69046a1c-26f1-414b-a6a2-4163931e22e4 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 16:34:36.646154 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-5d7f57b6-7fb4-4bcf-983e-cd163b14ff45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1631750'] for network, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:34:36.705066 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-5d7f57b6-7fb4-4bcf-983e-cd163b14ff45 admin admin] Deleting port 0cb36320-79de-4cce-8e13-75d74dccade5 {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:34:36.706091 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-5d7f57b6-7fb4-4bcf-983e-cd163b14ff45 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:34:36.772429 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [None req-5d7f57b6-7fb4-4bcf-983e-cd163b14ff45 admin admin] For port 0cb36320-79de-4cce-8e13-75d74dccade5, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=0cb36320-79de-4cce-8e13-75d74dccade5,segment=NetworkSegment(2e6dd022-5446-4b97-8f7d-a011d9057c22),segment_id=2e6dd022-5446-4b97-8f7d-a011d9057c22)] {{(pid=102791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:34:36.772788 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-5d7f57b6-7fb4-4bcf-983e-cd163b14ff45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:34:36.784856 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-5d7f57b6-7fb4-4bcf-983e-cd163b14ff45 admin admin] Calling delete_port for 0cb36320-79de-4cce-8e13-75d74dccade5 owned by network:dhcp {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:34:36.859559 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-5d7f57b6-7fb4-4bcf-983e-cd163b14ff45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:34:36.884767 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7f57b6-7fb4-4bcf-983e-cd163b14ff45 admin admin] Pushing event deleted for resources: {'Port': ['ID=0cb36320-79de-4cce-8e13-75d74dccade5,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:34:36.888225 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d7f57b6-7fb4-4bcf-983e-cd163b14ff45 admin admin] No DVR routers for this DVR port 0cb36320-79de-4cce-8e13-75d74dccade5 on host n-d-834765-1 {{(pid=102791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 16:34:36.960728 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-5d7f57b6-7fb4-4bcf-983e-cd163b14ff45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639890', 'neutron.services.segments.db._delete_segments_for_network-8783523423079'] for network, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:34:36.979915 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-5d7f57b6-7fb4-4bcf-983e-cd163b14ff45 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69046a1c-26f1-414b-a6a2-4163931e22e4']}} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:34:36.991669 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-5d7f57b6-7fb4-4bcf-983e-cd163b14ff45 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e6dd022-5446-4b97-8f7d-a011d9057c22') {'for_net_delete': True} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:34:36.991963 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-5d7f57b6-7fb4-4bcf-983e-cd163b14ff45 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e6dd022-5446-4b97-8f7d-a011d9057c22') {} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:34:37.001861 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-5d7f57b6-7fb4-4bcf-983e-cd163b14ff45 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783523422064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4230428'] for segment, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:34:37.012768 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aca108ad-41e1-4abd-ab6f-f84ca00adcc2 None None] DHCP port deletion for 69046a1c-26f1-414b-a6a2-4163931e22e4 request from n-d-834765-1 {{(pid=102792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 29 16:34:37.019736 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-5d7f57b6-7fb4-4bcf-983e-cd163b14ff45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:34:37.027521 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d7f57b6-7fb4-4bcf-983e-cd163b14ff45 admin admin] Releasing vlan 631 on physical network physnet1 to pool {{(pid=102791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 16:34:37.028058 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-5d7f57b6-7fb4-4bcf-983e-cd163b14ff45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16169569'] for segment, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:34:37.029909 n-d-834765-1 neutron-server[102791]: Traceback (most recent call last): Mar 29 16:34:37.029909 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 16:34:37.029909 n-d-834765-1 neutron-server[102791]: timer() Mar 29 16:34:37.029909 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 16:34:37.029909 n-d-834765-1 neutron-server[102791]: cb(*args, **kw) Mar 29 16:34:37.029909 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 16:34:37.029909 n-d-834765-1 neutron-server[102791]: return func(*args, **kwargs) Mar 29 16:34:37.029909 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 16:34:37.029909 n-d-834765-1 neutron-server[102791]: self._notify() Mar 29 16:34:37.029909 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 16:34:37.029909 n-d-834765-1 neutron-server[102791]: self.callback(batched_events) Mar 29 16:34:37.029909 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 16:34:37.029909 n-d-834765-1 neutron-server[102791]: event.method(event) Mar 29 16:34:37.029909 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 16:34:37.029909 n-d-834765-1 neutron-server[102791]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 16:34:37.029909 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 16:34:37.029909 n-d-834765-1 neutron-server[102791]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 16:34:37.029909 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 16:34:37.029909 n-d-834765-1 neutron-server[102791]: return f(self, *a, **k) Mar 29 16:34:37.029909 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 16:34:37.029909 n-d-834765-1 neutron-server[102791]: return self._get(url).json() Mar 29 16:34:37.029909 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 16:34:37.029909 n-d-834765-1 neutron-server[102791]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 16:34:37.029909 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 16:34:37.029909 n-d-834765-1 neutron-server[102791]: return self.request(url, 'GET', **kwargs) Mar 29 16:34:37.029909 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 16:34:37.029909 n-d-834765-1 neutron-server[102791]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 16:34:37.029909 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 16:34:37.029909 n-d-834765-1 neutron-server[102791]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 16:34:37.029909 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 16:34:37.029909 n-d-834765-1 neutron-server[102791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 16:34:37.029909 n-d-834765-1 neutron-server[102791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 16:34:37.088049 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-5d7f57b6-7fb4-4bcf-983e-cd163b14ff45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1639897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648174'] for network, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:34:37.093736 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-5d7f57b6-7fb4-4bcf-983e-cd163b14ff45 admin admin] Notify callbacks [] for network, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:34:37.097600 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-5d7f57b6-7fb4-4bcf-983e-cd163b14ff45 admin admin] 10.222.0.42 "DELETE /v2.0/networks/69046a1c-26f1-414b-a6a2-4163931e22e4 HTTP/1.1" status: 204 len: 168 time: 0.5299032 Mar 29 16:34:37.108733 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7f57b6-7fb4-4bcf-983e-cd163b14ff45 admin admin] Pushing event deleted for resources: {'Network': ['ID=69046a1c-26f1-414b-a6a2-4163931e22e4,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:34:37.286551 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 42026) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:34:37.327865 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-1a50eb94-0586-454e-b271-40ee1d12948f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=4c5c0d4dc33e4058a1d0f013755ac159&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0400159 Mar 29 16:34:37.331054 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 42028) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:34:37.384388 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-97a926b0-8ec5-462a-88e9-7efeb95679d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:34:37.405252 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-97a926b0-8ec5-462a-88e9-7efeb95679d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:34:37.452777 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-97a926b0-8ec5-462a-88e9-7efeb95679d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:34:37.455716 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-97a926b0-8ec5-462a-88e9-7efeb95679d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:34:37.457143 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-97a926b0-8ec5-462a-88e9-7efeb95679d3 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/1f229ea6-f7a0-48de-8963-d5aebb294bd0 HTTP/1.1" status: 204 len: 168 time: 0.1250224 Mar 29 16:34:37.465382 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a926b0-8ec5-462a-88e9-7efeb95679d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f229ea6-f7a0-48de-8963-d5aebb294bd0,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:34:37.710224 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 0cb36320-79de-4cce-8e13-75d74dccade5 no longer exists at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 16:34:37.732907 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] No Port match for: 0cb36320-79de-4cce-8e13-75d74dccade5 {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 16:34:37.733185 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 0cb36320-79de-4cce-8e13-75d74dccade5 not bound to the agent host n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 16:34:37.733601 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 5b283327-a954-49f3-b284-b967962773d9 no longer exists at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 16:34:37.757814 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] No Port match for: 5b283327-a954-49f3-b284-b967962773d9 {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 16:34:37.758162 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 5b283327-a954-49f3-b284-b967962773d9 not bound to the agent host n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 16:34:37.758579 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device f8d277cc-54c5-4c99-8f93-fe5c72cc715d no longer exists at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 16:34:37.769930 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 42034) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:34:37.778614 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] No Port match for: f8d277cc-54c5-4c99-8f93-fe5c72cc715d {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 16:34:37.778962 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device f8d277cc-54c5-4c99-8f93-fe5c72cc715d not bound to the agent host n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 16:34:37.811318 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-1bff5abc-cebb-4203-bb96-bf3565ddefdc admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d526ba6f5a074cc7ac88a9be51cc099c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0401771 Mar 29 16:34:37.813796 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 42036) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:34:37.865721 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-cb809315-8fdb-4af8-bbef-af45297d199e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:34:37.886370 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-cb809315-8fdb-4af8-bbef-af45297d199e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:34:37.931897 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-cb809315-8fdb-4af8-bbef-af45297d199e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:34:37.934398 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-cb809315-8fdb-4af8-bbef-af45297d199e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:34:37.935569 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-cb809315-8fdb-4af8-bbef-af45297d199e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/5ae7e862-802e-4668-830c-b953059782f0 HTTP/1.1" status: 204 len: 168 time: 0.1208746 Mar 29 16:34:37.944576 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb809315-8fdb-4af8-bbef-af45297d199e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ae7e862-802e-4668-830c-b953059782f0,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:34:39.684671 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 42076) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:34:39.689388 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-3eb38e18-3253-4e74-85ca-6eef4b157c59 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-192316778', 'description': 'tempest-secgroup-smoke-192316778 description', 'project_id': '786485d247cc4bb0943a3056cc1d0d00'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:34:39.710846 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-3eb38e18-3253-4e74-85ca-6eef4b157c59 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks [] for security_group, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:34:39.718858 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-3eb38e18-3253-4e74-85ca-6eef4b157c59 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks [] for security_group, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:34:39.794633 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-3eb38e18-3253-4e74-85ca-6eef4b157c59 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks [] for security_group, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:34:39.798294 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-3eb38e18-3253-4e74-85ca-6eef4b157c59 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:34:39.837625 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb38e18-3253-4e74-85ca-6eef4b157c59 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3027dad-5e35-4b2c-9d50-4d6e89f9b60c,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:34:39.874651 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-3eb38e18-3253-4e74-85ca-6eef4b157c59 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks [] for security_group, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:34:39.878882 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-3eb38e18-3253-4e74-85ca-6eef4b157c59 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:34:39.905348 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-3eb38e18-3253-4e74-85ca-6eef4b157c59 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks [] for security_group, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:34:39.906481 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-3eb38e18-3253-4e74-85ca-6eef4b157c59 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2207658 Mar 29 16:34:39.909666 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 42078) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:34:39.910558 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb38e18-3253-4e74-85ca-6eef4b157c59 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52720569-cee3-4ef5-96e9-5d50a427ae10,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:34:39.914405 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-c4d7988f-dbfb-46e0-9f82-4f430957bc4b tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Request body: {'security_group_rule': {'security_group_id': '52720569-cee3-4ef5-96e9-5d50a427ae10', 'project_id': '786485d247cc4bb0943a3056cc1d0d00', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:34:39.940119 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c4d7988f-dbfb-46e0-9f82-4f430957bc4b tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:34:39.994421 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c4d7988f-dbfb-46e0-9f82-4f430957bc4b tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:34:39.997624 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c4d7988f-dbfb-46e0-9f82-4f430957bc4b tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610998'] for security_group_rule, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:34:40.014934 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d7988f-dbfb-46e0-9f82-4f430957bc4b tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3500ca05-8786-4666-87ec-dbde273389cb,revision_number=0']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:34:40.022906 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c4d7988f-dbfb-46e0-9f82-4f430957bc4b tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:34:40.024131 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-c4d7988f-dbfb-46e0-9f82-4f430957bc4b tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1133981 Mar 29 16:34:40.032862 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 42080) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:34:40.037914 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-d5fe3ea5-3bcb-4658-8f9a-9347905c05cd tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Request body: {'security_group_rule': {'security_group_id': '52720569-cee3-4ef5-96e9-5d50a427ae10', 'project_id': '786485d247cc4bb0943a3056cc1d0d00', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:34:40.061729 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-d5fe3ea5-3bcb-4658-8f9a-9347905c05cd tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:34:40.118914 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-d5fe3ea5-3bcb-4658-8f9a-9347905c05cd tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:34:40.122378 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-d5fe3ea5-3bcb-4658-8f9a-9347905c05cd tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610998'] for security_group_rule, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:34:40.138511 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fe3ea5-3bcb-4658-8f9a-9347905c05cd tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85e53808-622e-4a96-b056-1c8cbe630082,revision_number=0']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:34:40.150234 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-d5fe3ea5-3bcb-4658-8f9a-9347905c05cd tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:34:40.151497 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-d5fe3ea5-3bcb-4658-8f9a-9347905c05cd tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1174765 Mar 29 16:34:40.154247 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 42082) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:34:40.159276 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-53676e6c-da3d-4a40-b084-12b283d5d2ae tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Request body: {'security_group_rule': {'security_group_id': '52720569-cee3-4ef5-96e9-5d50a427ae10', 'project_id': '786485d247cc4bb0943a3056cc1d0d00', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:34:40.185650 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-53676e6c-da3d-4a40-b084-12b283d5d2ae tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:34:40.255318 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-53676e6c-da3d-4a40-b084-12b283d5d2ae tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:34:40.258294 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-53676e6c-da3d-4a40-b084-12b283d5d2ae tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610998'] for security_group_rule, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:34:40.277276 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53676e6c-da3d-4a40-b084-12b283d5d2ae tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4dba7bc-7d62-4c7c-8df8-71ab8655e94c,revision_number=0']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:34:40.287348 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-53676e6c-da3d-4a40-b084-12b283d5d2ae tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:34:40.288583 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-53676e6c-da3d-4a40-b084-12b283d5d2ae tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1333816 Mar 29 16:34:40.291340 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 42084) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:34:40.295604 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-fbf2aa2a-a4b4-4e8e-ac87-fabf9be635f7 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Request body: {'security_group_rule': {'security_group_id': '52720569-cee3-4ef5-96e9-5d50a427ae10', 'project_id': '786485d247cc4bb0943a3056cc1d0d00', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:34:40.320854 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-fbf2aa2a-a4b4-4e8e-ac87-fabf9be635f7 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:34:40.386377 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-fbf2aa2a-a4b4-4e8e-ac87-fabf9be635f7 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:34:40.389997 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-fbf2aa2a-a4b4-4e8e-ac87-fabf9be635f7 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610998'] for security_group_rule, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:34:40.414570 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf2aa2a-a4b4-4e8e-ac87-fabf9be635f7 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b25c1374-1a82-432c-89e1-7a9edb1df986,revision_number=0']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:34:40.423200 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-fbf2aa2a-a4b4-4e8e-ac87-fabf9be635f7 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:34:40.425052 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-fbf2aa2a-a4b4-4e8e-ac87-fabf9be635f7 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1327941 Mar 29 16:34:40.427818 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 42086) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:34:40.432277 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-e27d3595-dedc-4b44-912e-6a42518dd8cd tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Request body: {'security_group_rule': {'security_group_id': '52720569-cee3-4ef5-96e9-5d50a427ae10', 'project_id': '786485d247cc4bb0943a3056cc1d0d00', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:34:40.453194 n-d-834765-1 neutron-server[102790]: INFO neutron.db.securitygroups_db [None req-e27d3595-dedc-4b44-912e-6a42518dd8cd tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Project 786485d247cc4bb0943a3056cc1d0d00 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 29 16:34:40.460127 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e27d3595-dedc-4b44-912e-6a42518dd8cd tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:34:40.521654 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e27d3595-dedc-4b44-912e-6a42518dd8cd tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:34:40.525081 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e27d3595-dedc-4b44-912e-6a42518dd8cd tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610998'] for security_group_rule, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:34:40.542737 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27d3595-dedc-4b44-912e-6a42518dd8cd tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca854edd-b658-4393-bb20-16b1fd3709d5,revision_number=0']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:34:40.552113 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e27d3595-dedc-4b44-912e-6a42518dd8cd tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:34:40.553333 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-e27d3595-dedc-4b44-912e-6a42518dd8cd tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1245680 Mar 29 16:34:40.556248 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 42088) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:34:40.560719 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-8f9be6e0-4553-42c8-baaa-bb6b062a3499 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Request body: {'security_group_rule': {'security_group_id': '52720569-cee3-4ef5-96e9-5d50a427ae10', 'project_id': '786485d247cc4bb0943a3056cc1d0d00', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:34:40.583812 n-d-834765-1 neutron-server[102790]: INFO neutron.db.securitygroups_db [None req-8f9be6e0-4553-42c8-baaa-bb6b062a3499 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Project 786485d247cc4bb0943a3056cc1d0d00 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 29 16:34:40.588677 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-8f9be6e0-4553-42c8-baaa-bb6b062a3499 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:34:40.656166 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-8f9be6e0-4553-42c8-baaa-bb6b062a3499 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:34:40.660298 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-8f9be6e0-4553-42c8-baaa-bb6b062a3499 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610998'] for security_group_rule, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:34:40.679546 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9be6e0-4553-42c8-baaa-bb6b062a3499 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a36f167-01b5-4bcb-a9ed-1d987940fd4b,revision_number=0']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:34:40.690138 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-8f9be6e0-4553-42c8-baaa-bb6b062a3499 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:34:40.691692 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-8f9be6e0-4553-42c8-baaa-bb6b062a3499 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1344845 Mar 29 16:34:40.697003 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 42090) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:34:40.701833 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-54f818eb-1597-4634-a873-428bf79ebc6e tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Request body: {'network': {'name': 'tempest-network-smoke--1682894710', 'project_id': '786485d247cc4bb0943a3056cc1d0d00', 'port_security_enabled': True}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:34:40.725407 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54f818eb-1597-4634-a873-428bf79ebc6e tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Made reservation on behalf of 786485d247cc4bb0943a3056cc1d0d00 for: {'network': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:34:40.728888 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-54f818eb-1597-4634-a873-428bf79ebc6e tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for network, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:34:40.754160 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54f818eb-1597-4634-a873-428bf79ebc6e tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] vlan segment allocate from pool success with {'vlan_id': 613, 'physical_network': 'physnet1'} {{(pid=102790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 16:34:40.763670 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-54f818eb-1597-4634-a873-428bf79ebc6e tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:34:40.764007 n-d-834765-1 neutron-server[102790]: INFO neutron.db.segments_db [None req-54f818eb-1597-4634-a873-428bf79ebc6e tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Added segment 7ba43c6e-76df-4025-9f29-362a3fd9403b of type vlan for network 84e36947-1725-44bd-aed2-0d5d2ee56d40 Mar 29 16:34:40.806512 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-54f818eb-1597-4634-a873-428bf79ebc6e tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783522915970'] for network, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:34:40.837332 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-54f818eb-1597-4634-a873-428bf79ebc6e tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795'] for network, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:34:40.844944 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54f818eb-1597-4634-a873-428bf79ebc6e tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:34:40.845534 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-54f818eb-1597-4634-a873-428bf79ebc6e tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks [] for network, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:34:40.883546 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-54f818eb-1597-4634-a873-428bf79ebc6e tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1854768 Mar 29 16:34:40.886483 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 42092) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:34:40.893415 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-b27f13c5-ef6f-486d-b938-f7ff6f8af61e tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1988954144', 'admin_state_up': True, 'project_id': '786485d247cc4bb0943a3056cc1d0d00', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'}}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:34:40.932886 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f818eb-1597-4634-a873-428bf79ebc6e tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Pushing event updated for resources: {'Network': ['ID=84e36947-1725-44bd-aed2-0d5d2ee56d40,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:34:40.944122 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Network 84e36947-1725-44bd-aed2-0d5d2ee56d40 details requested by agent ovs-agent-n-d-834765-1 with host n-d-834765-1 {{(pid=102792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 16:34:40.947847 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-b27f13c5-ef6f-486d-b938-f7ff6f8af61e tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-532385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129310'] for router, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:34:40.948894 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-b27f13c5-ef6f-486d-b938-f7ff6f8af61e tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-648091', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-684384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129319'] for router, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:34:41.002668 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-b27f13c5-ef6f-486d-b938-f7ff6f8af61e tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:34:41.464461 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-b27f13c5-ef6f-486d-b938-f7ff6f8af61e tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:34:41.657667 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-b27f13c5-ef6f-486d-b938-f7ff6f8af61e tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks [] for router_gateway, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:34:41.677090 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-b27f13c5-ef6f-486d-b938-f7ff6f8af61e tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:34:41.780374 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.db_base_plugin_common [None req-b27f13c5-ef6f-486d-b938-f7ff6f8af61e tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Allocated IP 172.25.4.125 (4a4a035d-ecac-4ead-baa3-25f90788773a/e1a353dc-fac8-4901-a63c-273840237d6a/929b84c2-4d0e-4123-a14a-7a223548fcf6) {{(pid=102790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:34:41.879144 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-b27f13c5-ef6f-486d-b938-f7ff6f8af61e tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks [] for port, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:34:41.911675 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-b27f13c5-ef6f-486d-b938-f7ff6f8af61e tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:34:41.953674 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b27f13c5-ef6f-486d-b938-f7ff6f8af61e tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Network 4a4a035d-ecac-4ead-baa3-25f90788773a is already hosted by enough agents. {{(pid=102790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:34:41.957111 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-b27f13c5-ef6f-486d-b938-f7ff6f8af61e tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Resources bound (agent type, host, resource id): {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:34:41.960567 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b27f13c5-ef6f-486d-b938-f7ff6f8af61e tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Received port after_create {{(pid=102790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:34:41.984947 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27f13c5-ef6f-486d-b938-f7ff6f8af61e tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Pushing event updated for resources: {'Port': ['ID=929b84c2-4d0e-4123-a14a-7a223548fcf6,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:34:42.211079 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-b27f13c5-ef6f-486d-b938-f7ff6f8af61e tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks [] for router_gateway, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:34:42.406363 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-b27f13c5-ef6f-486d-b938-f7ff6f8af61e tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648118'] for router, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:34:42.536296 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b27f13c5-ef6f-486d-b938-f7ff6f8af61e tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Router 3fcd0b4f-c66f-455d-aec7-c9fd9fbed3fd is scheduled to L3 agent c648d819-1060-4f26-b4ec-6455387b5dff with binding_index 1 {{(pid=102790) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 29 16:34:42.641882 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b27f13c5-ef6f-486d-b938-f7ff6f8af61e tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 16:34:42.651452 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54d8f56f-058b-4650-925c-b59ce8b39efe None None] Sync routers for ids ['3fcd0b4f-c66f-455d-aec7-c9fd9fbed3fd'] in n-d-834765-1 {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 16:34:42.661241 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54d8f56f-058b-4650-925c-b59ce8b39efe None None] Routers {'3fcd0b4f-c66f-455d-aec7-c9fd9fbed3fd'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:34:42.661926 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-54d8f56f-058b-4650-925c-b59ce8b39efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:34:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['3fcd0b4f-c66f-455d-aec7-c9fd9fbed3fd'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:34:42.662841 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-b27f13c5-ef6f-486d-b938-f7ff6f8af61e tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks [] for router, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:34:42.665109 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-b27f13c5-ef6f-486d-b938-f7ff6f8af61e tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7767553 Mar 29 16:34:42.668175 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 42094) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:34:42.795039 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-ed9f2d7d-0583-44ad-aacb-f8e40d5c4f2b tempest-TestNetworkAdvancedServerOps-37087928 tempest-TestNetworkAdvancedServerOps-37087928-project-admin] 10.222.0.42 "GET /v2.0/subnets?project_id=786485d247cc4bb0943a3056cc1d0d00&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1257544 Mar 29 16:34:42.797800 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 42098) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:34:42.849329 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvr_db [None req-54d8f56f-058b-4650-925c-b59ce8b39efe None None] Set router 3fcd0b4f-c66f-455d-aec7-c9fd9fbed3fd gateway port host: n-d-834765-1 {{(pid=102793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:34:42.949677 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-159fd1f6-0604-4ebe-866c-0d0b21087636 tempest-TestNetworkAdvancedServerOps-37087928 tempest-TestNetworkAdvancedServerOps-37087928-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:34:42.951205 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-159fd1f6-0604-4ebe-866c-0d0b21087636 tempest-TestNetworkAdvancedServerOps-37087928 tempest-TestNetworkAdvancedServerOps-37087928-project-admin] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1524618 Mar 29 16:34:42.953994 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 42100) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:34:42.988290 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-9b8379fe-b954-4ad7-9b4c-abcb73d10f03 tempest-TestNetworkAdvancedServerOps-37087928 tempest-TestNetworkAdvancedServerOps-37087928-project-admin] 10.222.0.42 "GET /v2.0/subnets?network_id=4a4a035d-ecac-4ead-baa3-25f90788773a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0331352 Mar 29 16:34:42.990742 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 42102) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:34:42.995427 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-b4e1e6e9-4045-4b5e-9b3e-98963a408716 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-688521443', 'network_id': '84e36947-1725-44bd-aed2-0d5d2ee56d40', 'project_id': '786485d247cc4bb0943a3056cc1d0d00', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:34:43.019308 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-54d8f56f-058b-4650-925c-b59ce8b39efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fcd0b4f-c66f-455d-aec7-c9fd9fbed3fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1988954144', 'tenant_id': '786485d247cc4bb0943a3056cc1d0d00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.125'}], 'enable_snat': True}, 'gw_port_id': '929b84c2-4d0e-4123-a14a-7a223548fcf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:34:40Z', 'updated_at': '2022-03-29T16:34:42Z', 'revision_number': 3, 'project_id': '786485d247cc4bb0943a3056cc1d0d00', 'gw_port': {'id': '929b84c2-4d0e-4123-a14a-7a223548fcf6', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:6c:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fcd0b4f-c66f-455d-aec7-c9fd9fbed3fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:34:41Z', 'updated_at': '2022-03-29T16:34:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1'}], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:34:43.048328 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54d8f56f-058b-4650-925c-b59ce8b39efe None None] Checking router: 3fcd0b4f-c66f-455d-aec7-c9fd9fbed3fd for host: n-d-834765-1 {{(pid=102793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 16:34:43.048674 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54d8f56f-058b-4650-925c-b59ce8b39efe None None] Updating router 3fcd0b4f-c66f-455d-aec7-c9fd9fbed3fd port 929b84c2-4d0e-4123-a14a-7a223548fcf6 binding host n-d-834765-1 {{(pid=102793) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 16:34:43.077358 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-54d8f56f-058b-4650-925c-b59ce8b39efe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:34:43.084235 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4e1e6e9-4045-4b5e-9b3e-98963a408716 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Made reservation on behalf of 786485d247cc4bb0943a3056cc1d0d00 for: {'subnet': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:34:43.087794 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-b4e1e6e9-4045-4b5e-9b3e-98963a408716 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4793983'] for subnet, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:34:43.264399 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-b4e1e6e9-4045-4b5e-9b3e-98963a408716 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5231896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4793961'] for subnet, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:34:43.323749 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e1e6e9-4045-4b5e-9b3e-98963a408716 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Pushing event updated for resources: {'Subnet': ['ID=220095a1-3f68-4784-bf66-8008efb2243e,revision_number=0']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:34:43.324702 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-54d8f56f-058b-4650-925c-b59ce8b39efe None None] Notify callbacks [] for port, precommit_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:34:43.333102 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4e1e6e9-4045-4b5e-9b3e-98963a408716 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Checking segment: {'id': '7ba43c6e-76df-4025-9f29-362a3fd9403b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '84e36947-1725-44bd-aed2-0d5d2ee56d40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 16:34:43.334168 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-54d8f56f-058b-4650-925c-b59ce8b39efe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:34:43.334617 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4e1e6e9-4045-4b5e-9b3e-98963a408716 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Network hostable DHCP agents. Network: 84e36947-1725-44bd-aed2-0d5d2ee56d40, hostable agents: ['d136643e-48ae-49d4-a851-2ba3bdf3749c'], hosted agents: [] {{(pid=102790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 16:34:43.352039 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4e1e6e9-4045-4b5e-9b3e-98963a408716 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Network 84e36947-1725-44bd-aed2-0d5d2ee56d40 is scheduled to be hosted by DHCP agent d136643e-48ae-49d4-a851-2ba3bdf3749c with binding_index 1 {{(pid=102790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 16:34:43.360698 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-b4e1e6e9-4045-4b5e-9b3e-98963a408716 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834765-1, 84e36947-1725-44bd-aed2-0d5d2ee56d40) {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:34:43.364957 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4e1e6e9-4045-4b5e-9b3e-98963a408716 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:34:43.365549 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-b4e1e6e9-4045-4b5e-9b3e-98963a408716 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks [] for subnet, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:34:43.370436 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0226e17d-bf64-4c49-80bc-cdd3f7496d7f None None] Network 84e36947-1725-44bd-aed2-0d5d2ee56d40 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 16:34:43.383631 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-b4e1e6e9-4045-4b5e-9b3e-98963a408716 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.3918262 Mar 29 16:34:43.386227 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 42104) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:34:43.391067 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.managers [None req-54d8f56f-058b-4650-925c-b59ce8b39efe None None] Attempting to bind port 929b84c2-4d0e-4123-a14a-7a223548fcf6 on host n-d-834765-1 for vnic_type normal with profile {{(pid=102793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 16:34:43.391457 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.managers [None req-54d8f56f-058b-4650-925c-b59ce8b39efe None None] Attempting to bind port 929b84c2-4d0e-4123-a14a-7a223548fcf6 by drivers openvswitch,hyperv on host n-d-834765-1 at level 0 using segments [{'id': '6ab47353-a811-4bad-bc73-b4cc84583cfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'}] {{(pid=102793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 16:34:43.391965 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54d8f56f-058b-4650-925c-b59ce8b39efe None None] Attempting to bind port 929b84c2-4d0e-4123-a14a-7a223548fcf6 on network 4a4a035d-ecac-4ead-baa3-25f90788773a {{(pid=102793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 16:34:43.401755 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54d8f56f-058b-4650-925c-b59ce8b39efe None None] Checking agent: {'id': 'a8866439-9d96-425c-b519-6905c591ac37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 25, 36), 'started_at': datetime.datetime(2022, 3, 29, 15, 26, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 16, 34, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834765-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 16:34:43.402116 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54d8f56f-058b-4650-925c-b59ce8b39efe None None] Checking segment: {'id': '6ab47353-a811-4bad-bc73-b4cc84583cfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 16:34:43.402511 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-54d8f56f-058b-4650-925c-b59ce8b39efe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:34:43.402889 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54d8f56f-058b-4650-925c-b59ce8b39efe None None] Bound using segment: {'id': '6ab47353-a811-4bad-bc73-b4cc84583cfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'} {{(pid=102793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 16:34:43.403366 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.managers [None req-54d8f56f-058b-4650-925c-b59ce8b39efe None None] Bound port: 929b84c2-4d0e-4123-a14a-7a223548fcf6, host: n-d-834765-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ab47353-a811-4bad-bc73-b4cc84583cfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'}}] {{(pid=102793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 16:34:43.403734 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-54d8f56f-058b-4650-925c-b59ce8b39efe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:34:43.457271 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.db [None req-54d8f56f-058b-4650-925c-b59ce8b39efe None None] For port 929b84c2-4d0e-4123-a14a-7a223548fcf6, host n-d-834765-1, cleared binding levels {{(pid=102793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 16:34:43.459752 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e08516-fd50-4c97-904c-9c088ea19c09 None None] Pushing event updated for resources: {'Port': ['ID=929b84c2-4d0e-4123-a14a-7a223548fcf6,revision_number=2']} {{(pid=102793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:34:43.463012 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.db [None req-54d8f56f-058b-4650-925c-b59ce8b39efe None None] For port 929b84c2-4d0e-4123-a14a-7a223548fcf6, host n-d-834765-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=929b84c2-4d0e-4123-a14a-7a223548fcf6,segment=NetworkSegment(6ab47353-a811-4bad-bc73-b4cc84583cfd),segment_id=6ab47353-a811-4bad-bc73-b4cc84583cfd)] {{(pid=102793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 16:34:43.469897 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-54d8f56f-058b-4650-925c-b59ce8b39efe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:34:43.472771 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e08516-fd50-4c97-904c-9c088ea19c09 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:34:43.473442 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e08516-fd50-4c97-904c-9c088ea19c09 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:34:43.473850 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e08516-fd50-4c97-904c-9c088ea19c09 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:34:43.478525 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e08516-fd50-4c97-904c-9c088ea19c09 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:34:43.478525 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e08516-fd50-4c97-904c-9c088ea19c09 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:34:43.478525 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e08516-fd50-4c97-904c-9c088ea19c09 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:34:43.478525 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e08516-fd50-4c97-904c-9c088ea19c09 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:34:43.478525 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e08516-fd50-4c97-904c-9c088ea19c09 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:34:43.478525 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e08516-fd50-4c97-904c-9c088ea19c09 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:34:43.478525 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e08516-fd50-4c97-904c-9c088ea19c09 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:34:43.478525 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e08516-fd50-4c97-904c-9c088ea19c09 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:34:43.478525 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e08516-fd50-4c97-904c-9c088ea19c09 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:34:43.538807 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e08516-fd50-4c97-904c-9c088ea19c09 None None] Pushing event updated for resources: {'Port': ['ID=929b84c2-4d0e-4123-a14a-7a223548fcf6,revision_number=3']} {{(pid=102793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:34:43.539845 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7343437-5001-46b9-a551-a1fd7362b70b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0035034-69b0-5ffc-b384-0ac6189c5628-84e36947-1725-44bd-aed2-0d5d2ee56d40', 'network_id': '84e36947-1725-44bd-aed2-0d5d2ee56d40', 'tenant_id': '786485d247cc4bb0943a3056cc1d0d00', 'fixed_ips': [{'subnet_id': '220095a1-3f68-4784-bf66-8008efb2243e'}]}} from n-d-834765-1. {{(pid=102792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 29 16:34:43.540896 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-f7343437-5001-46b9-a551-a1fd7362b70b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:34:43.551436 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54d8f56f-058b-4650-925c-b59ce8b39efe None None] Routers {'3fcd0b4f-c66f-455d-aec7-c9fd9fbed3fd'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:34:43.552027 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-54d8f56f-058b-4650-925c-b59ce8b39efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:34:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['3fcd0b4f-c66f-455d-aec7-c9fd9fbed3fd'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:34:43.659773 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvr_db [None req-54d8f56f-058b-4650-925c-b59ce8b39efe None None] Set router 3fcd0b4f-c66f-455d-aec7-c9fd9fbed3fd gateway port host: n-d-834765-1 {{(pid=102793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:34:43.693385 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.db_base_plugin_common [None req-f7343437-5001-46b9-a551-a1fd7362b70b None None] Allocated IP 172.20.0.2 (84e36947-1725-44bd-aed2-0d5d2ee56d40/220095a1-3f68-4784-bf66-8008efb2243e/336b9431-0996-4d7a-b305-b4bcade23f8e) {{(pid=102792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:34:43.860833 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-54d8f56f-058b-4650-925c-b59ce8b39efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fcd0b4f-c66f-455d-aec7-c9fd9fbed3fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1988954144', 'tenant_id': '786485d247cc4bb0943a3056cc1d0d00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.125'}], 'enable_snat': True}, 'gw_port_id': '929b84c2-4d0e-4123-a14a-7a223548fcf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:34:40Z', 'updated_at': '2022-03-29T16:34:42Z', 'revision_number': 3, 'project_id': '786485d247cc4bb0943a3056cc1d0d00', 'gw_port': {'id': '929b84c2-4d0e-4123-a14a-7a223548fcf6', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:6c:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fcd0b4f-c66f-455d-aec7-c9fd9fbed3fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:34:41Z', 'updated_at': '2022-03-29T16:34:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1'}], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:34:43.864839 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-f7343437-5001-46b9-a551-a1fd7362b70b None None] Notify callbacks [] for port, precommit_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:34:43.870085 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-caa85b23-a76d-4448-928f-de244bd201aa tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:34:43.875527 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-f7343437-5001-46b9-a551-a1fd7362b70b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956'] for port, after_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:34:43.896681 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54d8f56f-058b-4650-925c-b59ce8b39efe None None] The sync data for ids ['3fcd0b4f-c66f-455d-aec7-c9fd9fbed3fd'] in n-d-834765-1 is: [{'id': '3fcd0b4f-c66f-455d-aec7-c9fd9fbed3fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1988954144', 'tenant_id': '786485d247cc4bb0943a3056cc1d0d00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.125'}], 'enable_snat': True}, 'gw_port_id': '929b84c2-4d0e-4123-a14a-7a223548fcf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:34:40Z', 'updated_at': '2022-03-29T16:34:42Z', 'revision_number': 3, 'project_id': '786485d247cc4bb0943a3056cc1d0d00', 'gw_port': {'id': '929b84c2-4d0e-4123-a14a-7a223548fcf6', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:6c:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fcd0b4f-c66f-455d-aec7-c9fd9fbed3fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:34:41Z', 'updated_at': '2022-03-29T16:34:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1'}] {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 16:34:43.922986 n-d-834765-1 neutron-server[102792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7343437-5001-46b9-a551-a1fd7362b70b None None] Network 84e36947-1725-44bd-aed2-0d5d2ee56d40 is already hosted by enough agents. {{(pid=102792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:34:43.926909 n-d-834765-1 neutron-server[102792]: DEBUG neutron.scheduler.base_scheduler [None req-f7343437-5001-46b9-a551-a1fd7362b70b None None] Resources bound (agent type, host, resource id): {{(pid=102792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:34:43.930692 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7343437-5001-46b9-a551-a1fd7362b70b None None] Received port after_create {{(pid=102792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:34:43.969453 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7343437-5001-46b9-a551-a1fd7362b70b None None] Pushing event updated for resources: {'Port': ['ID=336b9431-0996-4d7a-b305-b4bcade23f8e,revision_number=1']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:34:43.997722 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-f7343437-5001-46b9-a551-a1fd7362b70b None None] Attempting to bind port 336b9431-0996-4d7a-b305-b4bcade23f8e on host n-d-834765-1 for vnic_type normal with profile {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 16:34:43.998089 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-f7343437-5001-46b9-a551-a1fd7362b70b None None] Attempting to bind port 336b9431-0996-4d7a-b305-b4bcade23f8e by drivers openvswitch,hyperv on host n-d-834765-1 at level 0 using segments [{'id': '7ba43c6e-76df-4025-9f29-362a3fd9403b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '84e36947-1725-44bd-aed2-0d5d2ee56d40'}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 16:34:43.998457 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7343437-5001-46b9-a551-a1fd7362b70b None None] Attempting to bind port 336b9431-0996-4d7a-b305-b4bcade23f8e on network 84e36947-1725-44bd-aed2-0d5d2ee56d40 {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 16:34:44.004414 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7343437-5001-46b9-a551-a1fd7362b70b None None] Checking agent: {'id': 'a8866439-9d96-425c-b519-6905c591ac37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 25, 36), 'started_at': datetime.datetime(2022, 3, 29, 15, 26, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 16, 34, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834765-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 16:34:44.004782 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7343437-5001-46b9-a551-a1fd7362b70b None None] Checking segment: {'id': '7ba43c6e-76df-4025-9f29-362a3fd9403b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '84e36947-1725-44bd-aed2-0d5d2ee56d40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 16:34:44.005180 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-f7343437-5001-46b9-a551-a1fd7362b70b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:34:44.005568 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7343437-5001-46b9-a551-a1fd7362b70b None None] Bound using segment: {'id': '7ba43c6e-76df-4025-9f29-362a3fd9403b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '84e36947-1725-44bd-aed2-0d5d2ee56d40'} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 16:34:44.006088 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-f7343437-5001-46b9-a551-a1fd7362b70b None None] Bound port: 336b9431-0996-4d7a-b305-b4bcade23f8e, host: n-d-834765-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ba43c6e-76df-4025-9f29-362a3fd9403b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '84e36947-1725-44bd-aed2-0d5d2ee56d40'}}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 16:34:44.006413 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-f7343437-5001-46b9-a551-a1fd7362b70b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:34:44.076680 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-f7343437-5001-46b9-a551-a1fd7362b70b None None] For port 336b9431-0996-4d7a-b305-b4bcade23f8e, host n-d-834765-1, cleared binding levels {{(pid=102792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 16:34:44.081561 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-f7343437-5001-46b9-a551-a1fd7362b70b None None] For port 336b9431-0996-4d7a-b305-b4bcade23f8e, host n-d-834765-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=336b9431-0996-4d7a-b305-b4bcade23f8e,segment=NetworkSegment(7ba43c6e-76df-4025-9f29-362a3fd9403b),segment_id=7ba43c6e-76df-4025-9f29-362a3fd9403b)] {{(pid=102792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 16:34:44.086152 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-f7343437-5001-46b9-a551-a1fd7362b70b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:34:44.154627 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7343437-5001-46b9-a551-a1fd7362b70b None None] Pushing event updated for resources: {'Port': ['ID=336b9431-0996-4d7a-b305-b4bcade23f8e,revision_number=2']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:34:44.230506 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.db_base_plugin_common [None req-caa85b23-a76d-4448-928f-de244bd201aa tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Allocated IP 172.20.0.1 (84e36947-1725-44bd-aed2-0d5d2ee56d40/220095a1-3f68-4784-bf66-8008efb2243e/aadaad84-445d-44fa-a26f-df740d299d9b) {{(pid=102790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:34:44.412014 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-caa85b23-a76d-4448-928f-de244bd201aa tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks [] for port, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:34:44.459174 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-caa85b23-a76d-4448-928f-de244bd201aa tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:34:44.516452 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caa85b23-a76d-4448-928f-de244bd201aa tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Network 84e36947-1725-44bd-aed2-0d5d2ee56d40 is already hosted by enough agents. {{(pid=102790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:34:44.521357 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-caa85b23-a76d-4448-928f-de244bd201aa tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Resources bound (agent type, host, resource id): {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:34:44.524879 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caa85b23-a76d-4448-928f-de244bd201aa tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Received port after_create {{(pid=102790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:34:44.573713 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa85b23-a76d-4448-928f-de244bd201aa tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Pushing event updated for resources: {'Port': ['ID=aadaad84-445d-44fa-a26f-df740d299d9b,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:34:44.605517 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-caa85b23-a76d-4448-928f-de244bd201aa tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-648347'] for router_interface, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:34:44.747424 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-caa85b23-a76d-4448-928f-de244bd201aa tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:34:45.060204 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-caa85b23-a76d-4448-928f-de244bd201aa tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks [] for port, precommit_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:34:45.066399 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-caa85b23-a76d-4448-928f-de244bd201aa tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5237921'] for port, after_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:34:45.140409 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-caa85b23-a76d-4448-928f-de244bd201aa tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-648439'] for router_interface, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:34:45.142155 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa85b23-a76d-4448-928f-de244bd201aa tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Pushing event updated for resources: {'Port': ['ID=aadaad84-445d-44fa-a26f-df740d299d9b,revision_number=2']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:34:45.244830 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caa85b23-a76d-4448-928f-de244bd201aa tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Network 84e36947-1725-44bd-aed2-0d5d2ee56d40 is already hosted by enough agents. {{(pid=102790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:34:45.246199 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-caa85b23-a76d-4448-928f-de244bd201aa tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Resources bound (agent type, host, resource id): {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:34:45.273212 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1d2bd06-2259-4488-a028-6a0f84a81f2c None None] Network 84e36947-1725-44bd-aed2-0d5d2ee56d40 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 16:34:45.347882 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-c49ec0c9-fcb8-4d14-b681-a4b051ddbc2d None None] Provisioning complete for port 336b9431-0996-4d7a-b305-b4bcade23f8e triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:34:45.348255 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-c49ec0c9-fcb8-4d14-b681-a4b051ddbc2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:34:45.355463 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-caa85b23-a76d-4448-928f-de244bd201aa tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Router 3fcd0b4f-c66f-455d-aec7-c9fd9fbed3fd has already been hosted by L3 agent c648d819-1060-4f26-b4ec-6455387b5dff {{(pid=102790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 16:34:45.470373 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-caa85b23-a76d-4448-928f-de244bd201aa tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 16:34:45.483833 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-caa85b23-a76d-4448-928f-de244bd201aa tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "PUT /v2.0/routers/3fcd0b4f-c66f-455d-aec7-c9fd9fbed3fd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0963628 Mar 29 16:34:45.509572 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-c49ec0c9-fcb8-4d14-b681-a4b051ddbc2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:34:45.546705 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-c49ec0c9-fcb8-4d14-b681-a4b051ddbc2d None None] For port 336b9431-0996-4d7a-b305-b4bcade23f8e, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=336b9431-0996-4d7a-b305-b4bcade23f8e,segment=NetworkSegment(7ba43c6e-76df-4025-9f29-362a3fd9403b),segment_id=7ba43c6e-76df-4025-9f29-362a3fd9403b)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:34:45.552001 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-c49ec0c9-fcb8-4d14-b681-a4b051ddbc2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:34:45.607818 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49ec0c9-fcb8-4d14-b681-a4b051ddbc2d None None] Pushing event updated for resources: {'Port': ['ID=336b9431-0996-4d7a-b305-b4bcade23f8e,revision_number=3']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:34:45.650385 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-0aba7cc8-6d7c-497b-958c-495db975b802 req-086bd787-a2c6-4c12-a071-d57c17bfd173 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-192316778&fields=id&tenant_id=786485d247cc4bb0943a3056cc1d0d00 HTTP/1.1" status: 200 len: 267 time: 0.0436449 Mar 29 16:34:45.780429 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-b6631382-ac50-42b9-8ccb-c7d738d3e515 None None] Provisioning complete for port aadaad84-445d-44fa-a26f-df740d299d9b triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:34:45.780602 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-b6631382-ac50-42b9-8ccb-c7d738d3e515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:34:45.808044 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aba7cc8-6d7c-497b-958c-495db975b802 req-7baeb312-09b9-4cb4-b418-a887ca95f483 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:34:45.809767 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-0aba7cc8-6d7c-497b-958c-495db975b802 req-7baeb312-09b9-4cb4-b418-a887ca95f483 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "GET /v2.0/networks?id=84e36947-1725-44bd-aed2-0d5d2ee56d40 HTTP/1.1" status: 200 len: 797 time: 0.1443841 Mar 29 16:34:45.820752 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 929b84c2-4d0e-4123-a14a-7a223548fcf6 up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 16:34:45.832796 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-0aba7cc8-6d7c-497b-958c-495db975b802 req-c1fa4cdc-a6fb-445c-91c8-293387c1cdeb tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "GET /v2.0/quotas/786485d247cc4bb0943a3056cc1d0d00 HTTP/1.1" status: 200 len: 375 time: 0.0159466 Mar 29 16:34:45.852876 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7574b15-caea-4a56-93fd-5ec6bd2b90b7 None None] Sync routers for ids ['3fcd0b4f-c66f-455d-aec7-c9fd9fbed3fd'] in n-d-834765-1 {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 16:34:45.869669 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-b6631382-ac50-42b9-8ccb-c7d738d3e515 None None] Port aadaad84-445d-44fa-a26f-df740d299d9b cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 16:34:45.882338 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7574b15-caea-4a56-93fd-5ec6bd2b90b7 None None] Routers {'3fcd0b4f-c66f-455d-aec7-c9fd9fbed3fd'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:34:45.882985 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-d7574b15-caea-4a56-93fd-5ec6bd2b90b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:34:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['3fcd0b4f-c66f-455d-aec7-c9fd9fbed3fd'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:34:45.891148 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-0aba7cc8-6d7c-497b-958c-495db975b802 req-a38da36d-b182-4e67-94b8-3ee3e56dd633 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=786485d247cc4bb0943a3056cc1d0d00&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0509286 Mar 29 16:34:45.951549 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-b6631382-ac50-42b9-8ccb-c7d738d3e515 None None] Provisioning complete for port 336b9431-0996-4d7a-b305-b4bcade23f8e triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:34:45.951824 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-b6631382-ac50-42b9-8ccb-c7d738d3e515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:34:46.038599 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port 929b84c2-4d0e-4123-a14a-7a223548fcf6 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:34:46.038984 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:34:46.045790 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvr_db [None req-d7574b15-caea-4a56-93fd-5ec6bd2b90b7 None None] Set router 3fcd0b4f-c66f-455d-aec7-c9fd9fbed3fd gateway port host: n-d-834765-1 {{(pid=102792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:34:46.115047 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-0aba7cc8-6d7c-497b-958c-495db975b802 req-611cbecc-bd49-4f9c-82b0-54d39db1f3c4 service neutron] 10.222.0.42 "GET /v2.0/networks/84e36947-1725-44bd-aed2-0d5d2ee56d40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1467154 Mar 29 16:34:46.209486 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-0aba7cc8-6d7c-497b-958c-495db975b802 req-39af7f39-b5d3-4c85-b65e-b25404c95eb4 service neutron] 10.222.0.42 "GET /v2.0/networks/84e36947-1725-44bd-aed2-0d5d2ee56d40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882654 Mar 29 16:34:46.322228 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:34:46.368202 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] For port 929b84c2-4d0e-4123-a14a-7a223548fcf6, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=929b84c2-4d0e-4123-a14a-7a223548fcf6,segment=NetworkSegment(6ab47353-a811-4bad-bc73-b4cc84583cfd),segment_id=6ab47353-a811-4bad-bc73-b4cc84583cfd)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:34:46.381232 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:34:46.382023 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 336b9431-0996-4d7a-b305-b4bcade23f8e up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 16:34:46.383647 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-8f58981c-9ecc-4388-b477-c257b74d6b66 None None] Provisioning complete for port aadaad84-445d-44fa-a26f-df740d299d9b triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:34:46.383990 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-8f58981c-9ecc-4388-b477-c257b74d6b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:34:46.387439 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-02f2db1d-1749-4264-bbbb-591e96339022 req-f6cb7e5a-32cb-4573-8bc3-7039ee421a3d tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "GET /v2.0/ports?device_id=c947ae67-c393-44ad-817e-e415911a521e HTTP/1.1" status: 200 len: 210 time: 0.0371115 Mar 29 16:34:46.481313 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-8f58981c-9ecc-4388-b477-c257b74d6b66 None None] Port aadaad84-445d-44fa-a26f-df740d299d9b cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 16:34:46.506616 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Pushing event updated for resources: {'Port': ['ID=929b84c2-4d0e-4123-a14a-7a223548fcf6,revision_number=4']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:34:46.514244 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-d7574b15-caea-4a56-93fd-5ec6bd2b90b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fcd0b4f-c66f-455d-aec7-c9fd9fbed3fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1988954144', 'tenant_id': '786485d247cc4bb0943a3056cc1d0d00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.125'}], 'enable_snat': True}, 'gw_port_id': '929b84c2-4d0e-4123-a14a-7a223548fcf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:34:40Z', 'updated_at': '2022-03-29T16:34:44Z', 'revision_number': 4, 'project_id': '786485d247cc4bb0943a3056cc1d0d00', 'gw_port': {'id': '929b84c2-4d0e-4123-a14a-7a223548fcf6', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:6c:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fcd0b4f-c66f-455d-aec7-c9fd9fbed3fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:34:41Z', 'updated_at': '2022-03-29T16:34:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': 'aadaad84-445d-44fa-a26f-df740d299d9b', 'name': '', 'network_id': '84e36947-1725-44bd-aed2-0d5d2ee56d40', 'tenant_id': '786485d247cc4bb0943a3056cc1d0d00', 'mac_address': 'fa:16:3e:ed:07:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fcd0b4f-c66f-455d-aec7-c9fd9fbed3fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '220095a1-3f68-4784-bf66-8008efb2243e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:34:44Z', 'updated_at': '2022-03-29T16:34:44Z', 'revision_number': 2, 'project_id': '786485d247cc4bb0943a3056cc1d0d00', 'subnets': [{'id': '220095a1-3f68-4784-bf66-8008efb2243e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:34:46.546152 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7574b15-caea-4a56-93fd-5ec6bd2b90b7 None None] Checking router: 3fcd0b4f-c66f-455d-aec7-c9fd9fbed3fd for host: n-d-834765-1 {{(pid=102792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 16:34:46.546497 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7574b15-caea-4a56-93fd-5ec6bd2b90b7 None None] Updating router 3fcd0b4f-c66f-455d-aec7-c9fd9fbed3fd port aadaad84-445d-44fa-a26f-df740d299d9b binding host n-d-834765-1 {{(pid=102792) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 16:34:46.551112 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port 336b9431-0996-4d7a-b305-b4bcade23f8e triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:34:46.551508 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:34:46.597881 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d7574b15-caea-4a56-93fd-5ec6bd2b90b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:34:46.914528 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d7574b15-caea-4a56-93fd-5ec6bd2b90b7 None None] Notify callbacks [] for port, precommit_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:34:46.920617 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d7574b15-caea-4a56-93fd-5ec6bd2b90b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:34:46.973775 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c087bd90-e5c2-470c-bcab-09f1eac2a89e None None] Pushing event updated for resources: {'Port': ['ID=aadaad84-445d-44fa-a26f-df740d299d9b,revision_number=3']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:34:47.023824 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-d7574b15-caea-4a56-93fd-5ec6bd2b90b7 None None] Attempting to bind port aadaad84-445d-44fa-a26f-df740d299d9b on host n-d-834765-1 for vnic_type normal with profile {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 16:34:47.024193 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-d7574b15-caea-4a56-93fd-5ec6bd2b90b7 None None] Attempting to bind port aadaad84-445d-44fa-a26f-df740d299d9b by drivers openvswitch,hyperv on host n-d-834765-1 at level 0 using segments [{'id': '7ba43c6e-76df-4025-9f29-362a3fd9403b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '84e36947-1725-44bd-aed2-0d5d2ee56d40'}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 16:34:47.024561 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7574b15-caea-4a56-93fd-5ec6bd2b90b7 None None] Attempting to bind port aadaad84-445d-44fa-a26f-df740d299d9b on network 84e36947-1725-44bd-aed2-0d5d2ee56d40 {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 16:34:47.029608 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7574b15-caea-4a56-93fd-5ec6bd2b90b7 None None] Checking agent: {'id': 'a8866439-9d96-425c-b519-6905c591ac37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 25, 36), 'started_at': datetime.datetime(2022, 3, 29, 15, 26, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 16, 34, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834765-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 16:34:47.029982 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7574b15-caea-4a56-93fd-5ec6bd2b90b7 None None] Checking segment: {'id': '7ba43c6e-76df-4025-9f29-362a3fd9403b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '84e36947-1725-44bd-aed2-0d5d2ee56d40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 16:34:47.030430 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d7574b15-caea-4a56-93fd-5ec6bd2b90b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:34:47.030764 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7574b15-caea-4a56-93fd-5ec6bd2b90b7 None None] Bound using segment: {'id': '7ba43c6e-76df-4025-9f29-362a3fd9403b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '84e36947-1725-44bd-aed2-0d5d2ee56d40'} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 16:34:47.031228 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-d7574b15-caea-4a56-93fd-5ec6bd2b90b7 None None] Bound port: aadaad84-445d-44fa-a26f-df740d299d9b, host: n-d-834765-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ba43c6e-76df-4025-9f29-362a3fd9403b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '84e36947-1725-44bd-aed2-0d5d2ee56d40'}}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 16:34:47.031653 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d7574b15-caea-4a56-93fd-5ec6bd2b90b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:34:47.098272 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-d7574b15-caea-4a56-93fd-5ec6bd2b90b7 None None] For port aadaad84-445d-44fa-a26f-df740d299d9b, host n-d-834765-1, cleared binding levels {{(pid=102792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 16:34:47.101614 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-d7574b15-caea-4a56-93fd-5ec6bd2b90b7 None None] For port aadaad84-445d-44fa-a26f-df740d299d9b, host n-d-834765-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=aadaad84-445d-44fa-a26f-df740d299d9b,segment=NetworkSegment(7ba43c6e-76df-4025-9f29-362a3fd9403b),segment_id=7ba43c6e-76df-4025-9f29-362a3fd9403b)] {{(pid=102792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 16:34:47.106328 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d7574b15-caea-4a56-93fd-5ec6bd2b90b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:34:47.160600 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7574b15-caea-4a56-93fd-5ec6bd2b90b7 None None] Routers {'3fcd0b4f-c66f-455d-aec7-c9fd9fbed3fd'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:34:47.161235 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-d7574b15-caea-4a56-93fd-5ec6bd2b90b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:34:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['3fcd0b4f-c66f-455d-aec7-c9fd9fbed3fd'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:34:47.214532 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c087bd90-e5c2-470c-bcab-09f1eac2a89e None None] Pushing event updated for resources: {'Port': ['ID=aadaad84-445d-44fa-a26f-df740d299d9b,revision_number=4']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:34:47.243709 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-9f41af97-afea-4e1a-a204-ddd6e1ece59f None None] Provisioning complete for port aadaad84-445d-44fa-a26f-df740d299d9b triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:34:47.244122 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-9f41af97-afea-4e1a-a204-ddd6e1ece59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:34:47.330808 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvr_db [None req-d7574b15-caea-4a56-93fd-5ec6bd2b90b7 None None] Set router 3fcd0b4f-c66f-455d-aec7-c9fd9fbed3fd gateway port host: n-d-834765-1 {{(pid=102792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:34:47.386324 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aba7cc8-6d7c-497b-958c-495db975b802 req-b10e33de-5d6e-4b2c-a2d1-7dfba4ac7548 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:34:47.389037 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-0aba7cc8-6d7c-497b-958c-495db975b802 req-b10e33de-5d6e-4b2c-a2d1-7dfba4ac7548 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.48 "GET /v2.0/networks?id=84e36947-1725-44bd-aed2-0d5d2ee56d40 HTTP/1.1" status: 200 len: 797 time: 0.1470749 Mar 29 16:34:47.440312 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-0aba7cc8-6d7c-497b-958c-495db975b802 req-c6a654e8-2d71-4038-87d7-1c39dcd6dd37 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=786485d247cc4bb0943a3056cc1d0d00 HTTP/1.1" status: 200 len: 379 time: 0.0426574 Mar 29 16:34:47.452713 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [req-0aba7cc8-6d7c-497b-958c-495db975b802 req-96e26776-8864-406c-9c43-367060215dbb tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Request body: {'port': {'device_id': 'c947ae67-c393-44ad-817e-e415911a521e', 'network_id': '84e36947-1725-44bd-aed2-0d5d2ee56d40', 'admin_state_up': True, 'tenant_id': '786485d247cc4bb0943a3056cc1d0d00', 'security_groups': ['52720569-cee3-4ef5-96e9-5d50a427ae10']}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:34:47.504881 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-5572dec4-d5c2-47d0-9210-17dce7456c2b req-d4d54a02-54ff-4b1e-8a77-1de45d55ea3f tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "GET /v2.0/ports?device_id=c947ae67-c393-44ad-817e-e415911a521e HTTP/1.1" status: 200 len: 210 time: 0.0406120 Mar 29 16:34:47.577068 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0aba7cc8-6d7c-497b-958c-495db975b802 req-96e26776-8864-406c-9c43-367060215dbb tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Made reservation on behalf of 786485d247cc4bb0943a3056cc1d0d00 for: {'port': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:34:47.581437 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-0aba7cc8-6d7c-497b-958c-495db975b802 req-96e26776-8864-406c-9c43-367060215dbb tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:34:47.635561 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-9f41af97-afea-4e1a-a204-ddd6e1ece59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:34:47.637317 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:34:47.713609 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-9f41af97-afea-4e1a-a204-ddd6e1ece59f None None] For port aadaad84-445d-44fa-a26f-df740d299d9b, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=aadaad84-445d-44fa-a26f-df740d299d9b,segment=NetworkSegment(7ba43c6e-76df-4025-9f29-362a3fd9403b),segment_id=7ba43c6e-76df-4025-9f29-362a3fd9403b)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:34:47.718168 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_common [req-0aba7cc8-6d7c-497b-958c-495db975b802 req-96e26776-8864-406c-9c43-367060215dbb tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Allocated IP 172.20.0.9 (84e36947-1725-44bd-aed2-0d5d2ee56d40/220095a1-3f68-4784-bf66-8008efb2243e/f6310cf2-11a2-40a2-9638-c74c6a3a240f) {{(pid=102791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:34:47.721919 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-9f41af97-afea-4e1a-a204-ddd6e1ece59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:34:47.732256 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 929b84c2-4d0e-4123-a14a-7a223548fcf6 up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 16:34:47.841023 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f41af97-afea-4e1a-a204-ddd6e1ece59f None None] Pushing event updated for resources: {'Port': ['ID=aadaad84-445d-44fa-a26f-df740d299d9b,revision_number=5']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:34:47.860074 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-0aba7cc8-6d7c-497b-958c-495db975b802 req-96e26776-8864-406c-9c43-367060215dbb tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks [] for port, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:34:47.868419 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-43c9160e-13c1-4fc1-b3bb-1a92f4b50d2b None None] Provisioning complete for port aadaad84-445d-44fa-a26f-df740d299d9b triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:34:47.868796 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-43c9160e-13c1-4fc1-b3bb-1a92f4b50d2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:34:47.895605 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-0aba7cc8-6d7c-497b-958c-495db975b802 req-96e26776-8864-406c-9c43-367060215dbb tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:34:47.900086 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port 929b84c2-4d0e-4123-a14a-7a223548fcf6 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:34:47.900454 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:34:47.944419 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0aba7cc8-6d7c-497b-958c-495db975b802 req-96e26776-8864-406c-9c43-367060215dbb tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Network 84e36947-1725-44bd-aed2-0d5d2ee56d40 is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:34:47.947867 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [req-0aba7cc8-6d7c-497b-958c-495db975b802 req-96e26776-8864-406c-9c43-367060215dbb tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:34:47.949492 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-d7574b15-caea-4a56-93fd-5ec6bd2b90b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fcd0b4f-c66f-455d-aec7-c9fd9fbed3fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1988954144', 'tenant_id': '786485d247cc4bb0943a3056cc1d0d00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.125'}], 'enable_snat': True}, 'gw_port_id': '929b84c2-4d0e-4123-a14a-7a223548fcf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:34:40Z', 'updated_at': '2022-03-29T16:34:44Z', 'revision_number': 4, 'project_id': '786485d247cc4bb0943a3056cc1d0d00', 'gw_port': {'id': '929b84c2-4d0e-4123-a14a-7a223548fcf6', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:6c:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fcd0b4f-c66f-455d-aec7-c9fd9fbed3fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:34:41Z', 'updated_at': '2022-03-29T16:34:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': 'aadaad84-445d-44fa-a26f-df740d299d9b', 'name': '', 'network_id': '84e36947-1725-44bd-aed2-0d5d2ee56d40', 'tenant_id': '786485d247cc4bb0943a3056cc1d0d00', 'mac_address': 'fa:16:3e:ed:07:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fcd0b4f-c66f-455d-aec7-c9fd9fbed3fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '220095a1-3f68-4784-bf66-8008efb2243e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:34:44Z', 'updated_at': '2022-03-29T16:34:47Z', 'revision_number': 4, 'project_id': '786485d247cc4bb0943a3056cc1d0d00', 'subnets': [{'id': '220095a1-3f68-4784-bf66-8008efb2243e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:34:47.951543 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [req-0aba7cc8-6d7c-497b-958c-495db975b802 req-96e26776-8864-406c-9c43-367060215dbb tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Received port after_create {{(pid=102791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:34:47.987877 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e26776-8864-406c-9c43-367060215dbb tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Pushing event updated for resources: {'Port': ['ID=f6310cf2-11a2-40a2-9638-c74c6a3a240f,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:34:47.989141 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7574b15-caea-4a56-93fd-5ec6bd2b90b7 None None] The sync data for ids ['3fcd0b4f-c66f-455d-aec7-c9fd9fbed3fd'] in n-d-834765-1 is: [{'id': '3fcd0b4f-c66f-455d-aec7-c9fd9fbed3fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1988954144', 'tenant_id': '786485d247cc4bb0943a3056cc1d0d00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.125'}], 'enable_snat': True}, 'gw_port_id': '929b84c2-4d0e-4123-a14a-7a223548fcf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:34:40Z', 'updated_at': '2022-03-29T16:34:44Z', 'revision_number': 4, 'project_id': '786485d247cc4bb0943a3056cc1d0d00', 'gw_port': {'id': '929b84c2-4d0e-4123-a14a-7a223548fcf6', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:6c:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fcd0b4f-c66f-455d-aec7-c9fd9fbed3fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:34:41Z', 'updated_at': '2022-03-29T16:34:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': 'aadaad84-445d-44fa-a26f-df740d299d9b', 'name': '', 'network_id': '84e36947-1725-44bd-aed2-0d5d2ee56d40', 'tenant_id': '786485d247cc4bb0943a3056cc1d0d00', 'mac_address': 'fa:16:3e:ed:07:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fcd0b4f-c66f-455d-aec7-c9fd9fbed3fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '220095a1-3f68-4784-bf66-8008efb2243e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:34:44Z', 'updated_at': '2022-03-29T16:34:47Z', 'revision_number': 4, 'project_id': '786485d247cc4bb0943a3056cc1d0d00', 'subnets': [{'id': '220095a1-3f68-4784-bf66-8008efb2243e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 16:34:48.014281 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aba7cc8-6d7c-497b-958c-495db975b802 req-96e26776-8864-406c-9c43-367060215dbb tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:34:48.015080 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-0aba7cc8-6d7c-497b-958c-495db975b802 req-96e26776-8864-406c-9c43-367060215dbb tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:34:48.037845 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-0aba7cc8-6d7c-497b-958c-495db975b802 req-96e26776-8864-406c-9c43-367060215dbb tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5894880 Mar 29 16:34:48.174963 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [req-0aba7cc8-6d7c-497b-958c-495db975b802 req-d2a28123-fbc8-41c6-b0cc-2a0b97492125 service neutron] Request body: {'port': {'device_id': 'c947ae67-c393-44ad-817e-e415911a521e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834765-1'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:34:48.237059 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-0aba7cc8-6d7c-497b-958c-495db975b802 req-d2a28123-fbc8-41c6-b0cc-2a0b97492125 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:34:48.296490 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:34:48.315238 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-a4f332ba-b730-4226-b136-73c5ee0a3c5a None None] Provisioning complete for port f6310cf2-11a2-40a2-9638-c74c6a3a240f triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:34:48.315729 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-a4f332ba-b730-4226-b136-73c5ee0a3c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:34:48.354456 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-a4f332ba-b730-4226-b136-73c5ee0a3c5a None None] Port f6310cf2-11a2-40a2-9638-c74c6a3a240f cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 16:34:48.514496 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [req-0aba7cc8-6d7c-497b-958c-495db975b802 req-d2a28123-fbc8-41c6-b0cc-2a0b97492125 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6310cf2-11a2-40a2-9638-c74c6a3a240f {{(pid=102791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 16:34:48.522400 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-0aba7cc8-6d7c-497b-958c-495db975b802 req-d2a28123-fbc8-41c6-b0cc-2a0b97492125 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:34:48.536793 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.provisioning_blocks [req-0aba7cc8-6d7c-497b-958c-495db975b802 req-d2a28123-fbc8-41c6-b0cc-2a0b97492125 service neutron] Transition to ACTIVE for port object f6310cf2-11a2-40a2-9638-c74c6a3a240f will not be triggered until provisioned by entity L2. {{(pid=102791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 16:34:48.542131 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-0aba7cc8-6d7c-497b-958c-495db975b802 req-d2a28123-fbc8-41c6-b0cc-2a0b97492125 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:34:48.624433 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a28123-fbc8-41c6-b0cc-2a0b97492125 service neutron] Pushing event updated for resources: {'Port': ['ID=f6310cf2-11a2-40a2-9638-c74c6a3a240f,revision_number=2']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:34:48.708625 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863470a6-d16d-4be3-b225-a3d3d7ecc917 req-d9fa19f8-60e3-4257-949d-4805bc3ba395 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:34:48.710222 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-863470a6-d16d-4be3-b225-a3d3d7ecc917 req-d9fa19f8-60e3-4257-949d-4805bc3ba395 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "GET /v2.0/ports?device_id=c947ae67-c393-44ad-817e-e415911a521e HTTP/1.1" status: 200 len: 943 time: 0.1241207 Mar 29 16:34:48.745322 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-0aba7cc8-6d7c-497b-958c-495db975b802 req-d2a28123-fbc8-41c6-b0cc-2a0b97492125 service neutron] Attempting to bind port f6310cf2-11a2-40a2-9638-c74c6a3a240f on host n-h2-834765-1 for vnic_type normal with profile {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 16:34:48.745648 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-0aba7cc8-6d7c-497b-958c-495db975b802 req-d2a28123-fbc8-41c6-b0cc-2a0b97492125 service neutron] Attempting to bind port f6310cf2-11a2-40a2-9638-c74c6a3a240f by drivers openvswitch,hyperv on host n-h2-834765-1 at level 0 using segments [{'id': '7ba43c6e-76df-4025-9f29-362a3fd9403b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '84e36947-1725-44bd-aed2-0d5d2ee56d40'}] {{(pid=102791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 16:34:48.746059 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aba7cc8-6d7c-497b-958c-495db975b802 req-d2a28123-fbc8-41c6-b0cc-2a0b97492125 service neutron] Attempting to bind port f6310cf2-11a2-40a2-9638-c74c6a3a240f on network 84e36947-1725-44bd-aed2-0d5d2ee56d40 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 16:34:48.754473 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aba7cc8-6d7c-497b-958c-495db975b802 req-d2a28123-fbc8-41c6-b0cc-2a0b97492125 service neutron] Port f6310cf2-11a2-40a2-9638-c74c6a3a240f on network 84e36947-1725-44bd-aed2-0d5d2ee56d40 not bound, no agent of type Open vSwitch agent registered on host n-h2-834765-1 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 16:34:48.754802 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aba7cc8-6d7c-497b-958c-495db975b802 req-d2a28123-fbc8-41c6-b0cc-2a0b97492125 service neutron] Attempting to bind port f6310cf2-11a2-40a2-9638-c74c6a3a240f on network 84e36947-1725-44bd-aed2-0d5d2ee56d40 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 16:34:48.769189 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aba7cc8-6d7c-497b-958c-495db975b802 req-d2a28123-fbc8-41c6-b0cc-2a0b97492125 service neutron] Checking agent: {'id': '3e4b4912-b4a2-4d17-b5bd-6ce15529e8eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 33, 17), 'started_at': datetime.datetime(2022, 3, 29, 15, 33, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 16, 34, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 16:34:48.769529 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aba7cc8-6d7c-497b-958c-495db975b802 req-d2a28123-fbc8-41c6-b0cc-2a0b97492125 service neutron] Checking segment: {'id': '7ba43c6e-76df-4025-9f29-362a3fd9403b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '84e36947-1725-44bd-aed2-0d5d2ee56d40'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 16:34:48.769918 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aba7cc8-6d7c-497b-958c-495db975b802 req-d2a28123-fbc8-41c6-b0cc-2a0b97492125 service neutron] Bound using segment: {'id': '7ba43c6e-76df-4025-9f29-362a3fd9403b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '84e36947-1725-44bd-aed2-0d5d2ee56d40'} {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 16:34:48.770351 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-0aba7cc8-6d7c-497b-958c-495db975b802 req-d2a28123-fbc8-41c6-b0cc-2a0b97492125 service neutron] Bound port: f6310cf2-11a2-40a2-9638-c74c6a3a240f, host: n-h2-834765-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ba43c6e-76df-4025-9f29-362a3fd9403b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '84e36947-1725-44bd-aed2-0d5d2ee56d40'}}] {{(pid=102791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 16:34:48.770716 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-0aba7cc8-6d7c-497b-958c-495db975b802 req-d2a28123-fbc8-41c6-b0cc-2a0b97492125 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:34:48.776362 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-863470a6-d16d-4be3-b225-a3d3d7ecc917 req-5928f2d3-67ae-46a5-950e-af5dbaed69e2 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "GET /v2.0/security-groups?id=52720569-cee3-4ef5-96e9-5d50a427ae10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580232 Mar 29 16:34:48.839703 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-0aba7cc8-6d7c-497b-958c-495db975b802 req-d2a28123-fbc8-41c6-b0cc-2a0b97492125 service neutron] For port f6310cf2-11a2-40a2-9638-c74c6a3a240f, host n-h2-834765-1, cleared binding levels {{(pid=102791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 16:34:48.843556 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-0aba7cc8-6d7c-497b-958c-495db975b802 req-d2a28123-fbc8-41c6-b0cc-2a0b97492125 service neutron] For port f6310cf2-11a2-40a2-9638-c74c6a3a240f, host n-h2-834765-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=f6310cf2-11a2-40a2-9638-c74c6a3a240f,segment=NetworkSegment(7ba43c6e-76df-4025-9f29-362a3fd9403b),segment_id=7ba43c6e-76df-4025-9f29-362a3fd9403b)] {{(pid=102791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 16:34:48.848425 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-0aba7cc8-6d7c-497b-958c-495db975b802 req-d2a28123-fbc8-41c6-b0cc-2a0b97492125 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:34:48.889990 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aba7cc8-6d7c-497b-958c-495db975b802 req-d2a28123-fbc8-41c6-b0cc-2a0b97492125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:34:48.890618 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-0aba7cc8-6d7c-497b-958c-495db975b802 req-d2a28123-fbc8-41c6-b0cc-2a0b97492125 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:34:48.892029 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-0aba7cc8-6d7c-497b-958c-495db975b802 req-d2a28123-fbc8-41c6-b0cc-2a0b97492125 service neutron] 10.222.0.48 "PUT /v2.0/ports/f6310cf2-11a2-40a2-9638-c74c6a3a240f HTTP/1.1" status: 200 len: 1091 time: 0.7794490 Mar 29 16:34:48.893014 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c947ae67-c393-44ad-817e-e415911a521e', 'tag': 'f6310cf2-11a2-40a2-9638-c74c6a3a240f'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:34:48.895297 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e33af8bd2d242198c8fc7a55b0de10a2e3fe57bc5f7d7f0f551297b3d6240ff2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99515e28-f07a-41e6-b770-a28ca33db80f" -d '{"events": [{"name": "network-changed", "server_uuid": "c947ae67-c393-44ad-817e-e415911a521e", "tag": "f6310cf2-11a2-40a2-9638-c74c6a3a240f"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:34:48.924040 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a28123-fbc8-41c6-b0cc-2a0b97492125 service neutron] Pushing event updated for resources: {'Port': ['ID=f6310cf2-11a2-40a2-9638-c74c6a3a240f,revision_number=3']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:34:48.973069 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 16:34:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66420143-6c9e-4b97-a4cb-1981eb4f15e9 x-openstack-request-id: req-66420143-6c9e-4b97-a4cb-1981eb4f15e9 {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:34:48.973360 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c947ae67-c393-44ad-817e-e415911a521e", "tag": "f6310cf2-11a2-40a2-9638-c74c6a3a240f", "status": "completed", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:34:48.973772 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-66420143-6c9e-4b97-a4cb-1981eb4f15e9 {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:34:48.974157 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c947ae67-c393-44ad-817e-e415911a521e', 'tag': 'f6310cf2-11a2-40a2-9638-c74c6a3a240f', 'status': 'completed', 'code': 200} Mar 29 16:34:48.991929 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aba7cc8-6d7c-497b-958c-495db975b802 req-ae8d26e5-d76a-4caf-9c64-285458d8e195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:34:48.993564 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-0aba7cc8-6d7c-497b-958c-495db975b802 req-ae8d26e5-d76a-4caf-9c64-285458d8e195 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=786485d247cc4bb0943a3056cc1d0d00&device_id=c947ae67-c393-44ad-817e-e415911a521e HTTP/1.1" status: 200 len: 1094 time: 0.0506935 Mar 29 16:34:49.040513 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-0aba7cc8-6d7c-497b-958c-495db975b802 req-78bc3a03-07f1-4835-8234-c59698679a52 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f6310cf2-11a2-40a2-9638-c74c6a3a240f HTTP/1.1" status: 200 len: 217 time: 0.0389533 Mar 29 16:34:49.094143 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aba7cc8-6d7c-497b-958c-495db975b802 req-4c1cc951-a903-46e0-bc97-845673028dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:34:49.096217 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-0aba7cc8-6d7c-497b-958c-495db975b802 req-4c1cc951-a903-46e0-bc97-845673028dbb service neutron] 10.222.0.48 "GET /v2.0/subnets?id=220095a1-3f68-4784-bf66-8008efb2243e HTTP/1.1" status: 200 len: 834 time: 0.0483558 Mar 29 16:34:49.146764 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aba7cc8-6d7c-497b-958c-495db975b802 req-a1465af2-798e-4a9f-a93e-c0c265b97eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:34:49.148284 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-0aba7cc8-6d7c-497b-958c-495db975b802 req-a1465af2-798e-4a9f-a93e-c0c265b97eb5 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=84e36947-1725-44bd-aed2-0d5d2ee56d40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0458443 Mar 29 16:34:49.240258 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-0aba7cc8-6d7c-497b-958c-495db975b802 req-c4504a14-47b6-4e49-86f6-44c31623d0b8 service neutron] 10.222.0.48 "GET /v2.0/networks/84e36947-1725-44bd-aed2-0d5d2ee56d40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849557 Mar 29 16:34:49.332219 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-0aba7cc8-6d7c-497b-958c-495db975b802 req-179574ea-5643-49b1-a315-424b24769794 service neutron] 10.222.0.48 "GET /v2.0/networks/84e36947-1725-44bd-aed2-0d5d2ee56d40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847874 Mar 29 16:34:49.416332 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99515e28-f07a-41e6-b770-a28ca33db80f req-79c3ae01-1dd7-4ba9-88ea-3f06612ad1bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:34:49.417850 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-99515e28-f07a-41e6-b770-a28ca33db80f req-79c3ae01-1dd7-4ba9-88ea-3f06612ad1bc service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=786485d247cc4bb0943a3056cc1d0d00&device_id=c947ae67-c393-44ad-817e-e415911a521e HTTP/1.1" status: 200 len: 1094 time: 0.0401173 Mar 29 16:34:49.509212 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99515e28-f07a-41e6-b770-a28ca33db80f req-310f0a5e-b342-43c0-a1f7-f4233570a92a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:34:49.510687 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-99515e28-f07a-41e6-b770-a28ca33db80f req-310f0a5e-b342-43c0-a1f7-f4233570a92a service neutron] 10.222.0.48 "GET /v2.0/networks?id=84e36947-1725-44bd-aed2-0d5d2ee56d40 HTTP/1.1" status: 200 len: 898 time: 0.0860684 Mar 29 16:34:49.550645 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-99515e28-f07a-41e6-b770-a28ca33db80f req-1a681e7d-d6cf-4e5d-9698-872312ce4251 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f6310cf2-11a2-40a2-9638-c74c6a3a240f HTTP/1.1" status: 200 len: 217 time: 0.0331852 Mar 29 16:34:49.598645 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99515e28-f07a-41e6-b770-a28ca33db80f req-d9ee6bba-f445-40de-805e-a81086b79c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:34:49.600061 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-99515e28-f07a-41e6-b770-a28ca33db80f req-d9ee6bba-f445-40de-805e-a81086b79c6b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=220095a1-3f68-4784-bf66-8008efb2243e HTTP/1.1" status: 200 len: 834 time: 0.0425313 Mar 29 16:34:49.649483 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99515e28-f07a-41e6-b770-a28ca33db80f req-54047d2c-91b8-4e69-8452-85e22cf0200d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:34:49.650964 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-99515e28-f07a-41e6-b770-a28ca33db80f req-54047d2c-91b8-4e69-8452-85e22cf0200d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=84e36947-1725-44bd-aed2-0d5d2ee56d40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448112 Mar 29 16:34:49.734345 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device aadaad84-445d-44fa-a26f-df740d299d9b up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 16:34:49.743540 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-99515e28-f07a-41e6-b770-a28ca33db80f req-899f8bd7-36a0-4a09-9fa7-38002c9353c9 service neutron] 10.222.0.48 "GET /v2.0/networks/84e36947-1725-44bd-aed2-0d5d2ee56d40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858567 Mar 29 16:34:49.782316 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port aadaad84-445d-44fa-a26f-df740d299d9b triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:34:49.782687 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:34:49.837652 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-99515e28-f07a-41e6-b770-a28ca33db80f req-5ba4a469-4c23-4165-af7b-2ff4e0a63b78 service neutron] 10.222.0.48 "GET /v2.0/networks/84e36947-1725-44bd-aed2-0d5d2ee56d40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875313 Mar 29 16:34:49.905004 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544c93eb-16a1-4a84-b60d-ae96eb2d8ae3 req-b8f009ee-f854-44bc-a184-bfdd416a1142 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:34:49.906452 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-544c93eb-16a1-4a84-b60d-ae96eb2d8ae3 req-b8f009ee-f854-44bc-a184-bfdd416a1142 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "GET /v2.0/ports?device_id=c947ae67-c393-44ad-817e-e415911a521e HTTP/1.1" status: 200 len: 943 time: 0.0493517 Mar 29 16:34:49.944534 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-544c93eb-16a1-4a84-b60d-ae96eb2d8ae3 req-04b56f14-0f31-42c5-9f7f-67baff3029be tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "GET /v2.0/security-groups?id=52720569-cee3-4ef5-96e9-5d50a427ae10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311975 Mar 29 16:34:51.069144 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275ce6da-8d44-46af-adb5-9f9967d3e32e req-7ae0a70a-f385-4dc2-bad0-3181d3fd25ed tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:34:51.070628 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-275ce6da-8d44-46af-adb5-9f9967d3e32e req-7ae0a70a-f385-4dc2-bad0-3181d3fd25ed tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "GET /v2.0/ports?device_id=c947ae67-c393-44ad-817e-e415911a521e HTTP/1.1" status: 200 len: 943 time: 0.0518956 Mar 29 16:34:51.112274 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-275ce6da-8d44-46af-adb5-9f9967d3e32e req-95c3ec95-23b6-49db-ac17-e7dc55c8cb4c tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "GET /v2.0/security-groups?id=52720569-cee3-4ef5-96e9-5d50a427ae10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351012 Mar 29 16:34:52.227169 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cc6b5d-ed39-4255-84d7-381d1bcf32df req-7f3472c7-b32f-48bf-bd56-ae075f368016 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:34:52.228644 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b7cc6b5d-ed39-4255-84d7-381d1bcf32df req-7f3472c7-b32f-48bf-bd56-ae075f368016 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "GET /v2.0/ports?device_id=c947ae67-c393-44ad-817e-e415911a521e HTTP/1.1" status: 200 len: 943 time: 0.0486481 Mar 29 16:34:52.265888 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b7cc6b5d-ed39-4255-84d7-381d1bcf32df req-ce30de18-fd98-4d50-9875-6ee1587579c8 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "GET /v2.0/security-groups?id=52720569-cee3-4ef5-96e9-5d50a427ae10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311782 Mar 29 16:34:53.384985 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241a988a-33a1-419d-ad8f-acb6afe2a076 req-d4f7e6af-1896-4af6-98c0-0ca4d05c96a1 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:34:53.386438 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-241a988a-33a1-419d-ad8f-acb6afe2a076 req-d4f7e6af-1896-4af6-98c0-0ca4d05c96a1 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "GET /v2.0/ports?device_id=c947ae67-c393-44ad-817e-e415911a521e HTTP/1.1" status: 200 len: 943 time: 0.0482011 Mar 29 16:34:53.424463 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-241a988a-33a1-419d-ad8f-acb6afe2a076 req-c510fece-cec2-480a-9460-9944d96c0d2d tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "GET /v2.0/security-groups?id=52720569-cee3-4ef5-96e9-5d50a427ae10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319202 Mar 29 16:34:53.809507 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device f6310cf2-11a2-40a2-9638-c74c6a3a240f details requested by agent hyperv_n-h2-834765-1 with host n-h2-834765-1 {{(pid=102792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 16:34:53.904182 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port f6310cf2-11a2-40a2-9638-c74c6a3a240f, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=f6310cf2-11a2-40a2-9638-c74c6a3a240f,segment=NetworkSegment(7ba43c6e-76df-4025-9f29-362a3fd9403b),segment_id=7ba43c6e-76df-4025-9f29-362a3fd9403b)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:34:53.915168 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Returning: {'device': 'f6310cf2-11a2-40a2-9638-c74c6a3a240f', 'network_id': '84e36947-1725-44bd-aed2-0d5d2ee56d40', 'port_id': 'f6310cf2-11a2-40a2-9638-c74c6a3a240f', 'mac_address': 'fa:16:3e:e1:4e:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 613, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '220095a1-3f68-4784-bf66-8008efb2243e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 16:34:53.951179 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:34:53.964026 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6310cf2-11a2-40a2-9638-c74c6a3a240f {{(pid=102792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 16:34:53.982300 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port f6310cf2-11a2-40a2-9638-c74c6a3a240f, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=f6310cf2-11a2-40a2-9638-c74c6a3a240f,segment=NetworkSegment(7ba43c6e-76df-4025-9f29-362a3fd9403b),segment_id=7ba43c6e-76df-4025-9f29-362a3fd9403b)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:34:53.986561 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:34:54.031377 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Pushing event updated for resources: {'Port': ['ID=f6310cf2-11a2-40a2-9638-c74c6a3a240f,revision_number=4']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:34:54.341393 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] get_ports_and_sgs() called for port_ids ['f6310cf2-11a2-40a2-9638-c74c6a3a240f'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 16:34:54.544069 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b38b09-7f09-4f7a-9160-45c663513835 req-4fbea645-8182-4d21-a7fb-1f4b9f09d516 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:34:54.545522 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-48b38b09-7f09-4f7a-9160-45c663513835 req-4fbea645-8182-4d21-a7fb-1f4b9f09d516 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "GET /v2.0/ports?device_id=c947ae67-c393-44ad-817e-e415911a521e HTTP/1.1" status: 200 len: 944 time: 0.0524411 Mar 29 16:34:54.583100 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-48b38b09-7f09-4f7a-9160-45c663513835 req-d782eeeb-5897-4dff-9101-509f044963ed tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "GET /v2.0/security-groups?id=52720569-cee3-4ef5-96e9-5d50a427ae10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308361 Mar 29 16:34:55.705973 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e801c9-bf47-4fc1-80f9-fa3f5b9fe0a6 req-6154a09c-be9d-4ca1-b622-89261d1fd65b tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:34:55.707455 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-a1e801c9-bf47-4fc1-80f9-fa3f5b9fe0a6 req-6154a09c-be9d-4ca1-b622-89261d1fd65b tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "GET /v2.0/ports?device_id=c947ae67-c393-44ad-817e-e415911a521e HTTP/1.1" status: 200 len: 944 time: 0.0529015 Mar 29 16:34:55.744688 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-a1e801c9-bf47-4fc1-80f9-fa3f5b9fe0a6 req-12438748-acfc-457e-b74a-067617bf2971 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "GET /v2.0/security-groups?id=52720569-cee3-4ef5-96e9-5d50a427ae10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312126 Mar 29 16:34:55.827899 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device f6310cf2-11a2-40a2-9638-c74c6a3a240f up at agent hyperv_n-h2-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 16:34:55.876263 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Provisioning for port f6310cf2-11a2-40a2-9638-c74c6a3a240f completed by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 16:34:55.880468 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Provisioning complete for port f6310cf2-11a2-40a2-9638-c74c6a3a240f triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:34:55.880836 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:34:55.955210 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:34:55.977485 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c947ae67-c393-44ad-817e-e415911a521e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6310cf2-11a2-40a2-9638-c74c6a3a240f'}] {{(pid=102792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:34:55.995394 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port f6310cf2-11a2-40a2-9638-c74c6a3a240f, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=f6310cf2-11a2-40a2-9638-c74c6a3a240f,segment=NetworkSegment(7ba43c6e-76df-4025-9f29-362a3fd9403b),segment_id=7ba43c6e-76df-4025-9f29-362a3fd9403b)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:34:55.999576 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:34:56.023245 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57a7834588826aa5fcb6318d84c304e74917d39e51dd24b57e16034477aedb48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9c31704-d88b-4bda-9ff7-26e645fa7c02" -d '{"events": [{"server_uuid": "c947ae67-c393-44ad-817e-e415911a521e", "name": "network-vif-plugged", "status": "completed", "tag": "f6310cf2-11a2-40a2-9638-c74c6a3a240f"}]}' {{(pid=102792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:34:56.052790 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Pushing event updated for resources: {'Port': ['ID=f6310cf2-11a2-40a2-9638-c74c6a3a240f,revision_number=5']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:34:56.112656 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 16:34:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5e121d3-fa0d-4de1-8fac-3219ee663af2 x-openstack-request-id: req-f5e121d3-fa0d-4de1-8fac-3219ee663af2 {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:34:56.112952 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c947ae67-c393-44ad-817e-e415911a521e", "name": "network-vif-plugged", "status": "completed", "tag": "f6310cf2-11a2-40a2-9638-c74c6a3a240f", "code": 200}]} {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:34:56.113211 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f5e121d3-fa0d-4de1-8fac-3219ee663af2 {{(pid=102792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:34:56.113640 n-d-834765-1 neutron-server[102792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c947ae67-c393-44ad-817e-e415911a521e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6310cf2-11a2-40a2-9638-c74c6a3a240f', 'code': 200} Mar 29 16:34:56.206291 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6bf722-a6e6-4031-9cf7-3d3e4ee4ca9e req-b01d79ec-3118-4d68-be0f-652d9e99573e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:34:56.207819 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-5e6bf722-a6e6-4031-9cf7-3d3e4ee4ca9e req-b01d79ec-3118-4d68-be0f-652d9e99573e service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=c947ae67-c393-44ad-817e-e415911a521e HTTP/1.1" status: 200 len: 1096 time: 0.0400336 Mar 29 16:34:56.242334 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-5e6bf722-a6e6-4031-9cf7-3d3e4ee4ca9e req-92bd6901-8bb1-4b7a-957b-c78376ba2889 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=52720569-cee3-4ef5-96e9-5d50a427ae10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0270319 Mar 29 16:34:56.859090 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f50a1b-636f-4838-a821-736d3fcda228 req-07533251-91db-4c3f-aded-f248095f12c5 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:34:56.860558 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-83f50a1b-636f-4838-a821-736d3fcda228 req-07533251-91db-4c3f-aded-f248095f12c5 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "GET /v2.0/ports?device_id=c947ae67-c393-44ad-817e-e415911a521e HTTP/1.1" status: 200 len: 945 time: 0.0491514 Mar 29 16:34:56.897740 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-83f50a1b-636f-4838-a821-736d3fcda228 req-6ccb4375-18ea-4b4f-a3e4-1fc6924649c0 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "GET /v2.0/security-groups?id=52720569-cee3-4ef5-96e9-5d50a427ae10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312402 Mar 29 16:34:58.016404 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5009fd-16a4-487a-a860-c1301ff8cd8d req-02b004ba-77e6-41b9-a2e2-5c6154fb726d tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:34:58.018789 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-5e5009fd-16a4-487a-a860-c1301ff8cd8d req-02b004ba-77e6-41b9-a2e2-5c6154fb726d tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "GET /v2.0/ports?device_id=c947ae67-c393-44ad-817e-e415911a521e HTTP/1.1" status: 200 len: 945 time: 0.0501621 Mar 29 16:34:58.057137 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-5e5009fd-16a4-487a-a860-c1301ff8cd8d req-5beda9f6-d008-4301-988a-d8b992b3db5d tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "GET /v2.0/security-groups?id=52720569-cee3-4ef5-96e9-5d50a427ae10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322616 Mar 29 16:34:58.174054 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fc5450-213f-40f3-92fc-f868978b72b8 req-212b8775-3f0e-4cf4-8ca0-44f65c79b88d tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:34:58.175716 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-a3fc5450-213f-40f3-92fc-f868978b72b8 req-212b8775-3f0e-4cf4-8ca0-44f65c79b88d tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "GET /v2.0/ports?device_id=c947ae67-c393-44ad-817e-e415911a521e HTTP/1.1" status: 200 len: 945 time: 0.0494008 Mar 29 16:34:58.212508 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-a3fc5450-213f-40f3-92fc-f868978b72b8 req-83e6136b-496f-47b0-95c9-642e2e3474b4 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "GET /v2.0/security-groups?id=52720569-cee3-4ef5-96e9-5d50a427ae10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307987 Mar 29 16:34:58.234493 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 42180) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:34:58.278168 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bd1034f-7e28-4970-8132-de416228b332 tempest-TestNetworkAdvancedServerOps-37087928 tempest-TestNetworkAdvancedServerOps-37087928-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:34:58.279681 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-1bd1034f-7e28-4970-8132-de416228b332 tempest-TestNetworkAdvancedServerOps-37087928 tempest-TestNetworkAdvancedServerOps-37087928-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=c947ae67-c393-44ad-817e-e415911a521e HTTP/1.1" status: 200 len: 1091 time: 0.0442045 Mar 29 16:34:58.282414 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 42182) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:34:58.287069 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-5d1295dd-58f9-4bf3-a9d8-1d52fc28f390 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Request body: {'floatingip': {'floating_network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'port_id': 'f6310cf2-11a2-40a2-9638-c74c6a3a240f', 'tenant_id': '786485d247cc4bb0943a3056cc1d0d00', 'fixed_ip_address': '172.20.0.9'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:34:58.307532 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-5d1295dd-58f9-4bf3-a9d8-1d52fc28f390 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks [] for floatingip, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:34:58.721345 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-5d1295dd-58f9-4bf3-a9d8-1d52fc28f390 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:34:58.826883 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.db_base_plugin_common [None req-5d1295dd-58f9-4bf3-a9d8-1d52fc28f390 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Allocated IP 172.25.4.162 (4a4a035d-ecac-4ead-baa3-25f90788773a/e1a353dc-fac8-4901-a63c-273840237d6a/e369ce4d-15e6-4b11-9541-0821dca0db29) {{(pid=102790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:34:58.928402 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-5d1295dd-58f9-4bf3-a9d8-1d52fc28f390 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks [] for port, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:34:58.962199 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-5d1295dd-58f9-4bf3-a9d8-1d52fc28f390 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:34:59.004232 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d1295dd-58f9-4bf3-a9d8-1d52fc28f390 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Network 4a4a035d-ecac-4ead-baa3-25f90788773a is already hosted by enough agents. {{(pid=102790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:34:59.007203 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-5d1295dd-58f9-4bf3-a9d8-1d52fc28f390 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Resources bound (agent type, host, resource id): {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:34:59.010697 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d1295dd-58f9-4bf3-a9d8-1d52fc28f390 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Received port after_create {{(pid=102790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:34:59.037122 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1295dd-58f9-4bf3-a9d8-1d52fc28f390 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Pushing event updated for resources: {'Port': ['ID=e369ce4d-15e6-4b11-9541-0821dca0db29,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:34:59.368007 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-5d1295dd-58f9-4bf3-a9d8-1d52fc28f390 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:34:59.436263 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-5d1295dd-58f9-4bf3-a9d8-1d52fc28f390 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:34:59.586570 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-5d1295dd-58f9-4bf3-a9d8-1d52fc28f390 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks [] for port, precommit_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:34:59.590779 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-5d1295dd-58f9-4bf3-a9d8-1d52fc28f390 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5237921'] for port, after_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:34:59.657394 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1295dd-58f9-4bf3-a9d8-1d52fc28f390 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Pushing event updated for resources: {'Port': ['ID=e369ce4d-15e6-4b11-9541-0821dca0db29,revision_number=2']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:34:59.669306 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-5d1295dd-58f9-4bf3-a9d8-1d52fc28f390 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648212'] for floatingip, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:34:59.772025 n-d-834765-1 neutron-server[102790]: INFO neutron.db.l3_db [None req-5d1295dd-58f9-4bf3-a9d8-1d52fc28f390 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Floating IP a49e8a1a-e317-48b0-a3e8-3defd1b1291b associated. External IP: 172.25.4.162, port: f6310cf2-11a2-40a2-9638-c74c6a3a240f. Mar 29 16:34:59.981333 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d1295dd-58f9-4bf3-a9d8-1d52fc28f390 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Router 3fcd0b4f-c66f-455d-aec7-c9fd9fbed3fd has already been hosted by L3 agent c648d819-1060-4f26-b4ec-6455387b5dff {{(pid=102790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 16:35:00.088236 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d1295dd-58f9-4bf3-a9d8-1d52fc28f390 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 16:35:00.098908 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-485b23c1-fc44-43aa-8142-6019ac6185f1 None None] Sync routers for ids ['3fcd0b4f-c66f-455d-aec7-c9fd9fbed3fd'] in n-d-834765-1 {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 16:35:00.106687 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-5d1295dd-58f9-4bf3-a9d8-1d52fc28f390 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for floatingip, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:35:00.108760 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-485b23c1-fc44-43aa-8142-6019ac6185f1 None None] Routers {'3fcd0b4f-c66f-455d-aec7-c9fd9fbed3fd'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:35:00.109373 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-485b23c1-fc44-43aa-8142-6019ac6185f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:34:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['3fcd0b4f-c66f-455d-aec7-c9fd9fbed3fd'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:35:00.133646 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-5d1295dd-58f9-4bf3-a9d8-1d52fc28f390 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8496683 Mar 29 16:35:00.134243 n-d-834765-1 neutron-server[102790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c947ae67-c393-44ad-817e-e415911a521e', 'tag': 'f6310cf2-11a2-40a2-9638-c74c6a3a240f'}] {{(pid=102790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:35:00.177356 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc42593215e6c81983da9b56a0f328d75e7d983878a02b76f45470d49d1e0074" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bb2f3fb-4d7f-44da-a674-2049ac9925ff" -d '{"events": [{"name": "network-changed", "server_uuid": "c947ae67-c393-44ad-817e-e415911a521e", "tag": "f6310cf2-11a2-40a2-9638-c74c6a3a240f"}]}' {{(pid=102790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:35:00.223394 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvr_db [None req-485b23c1-fc44-43aa-8142-6019ac6185f1 None None] Set router 3fcd0b4f-c66f-455d-aec7-c9fd9fbed3fd gateway port host: n-d-834765-1 {{(pid=102793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:35:00.249181 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad76bc5-b1c9-4bff-a0c1-a5a681824ce3 req-0b8baebf-cf2f-41e0-bfdf-a0d8a183a769 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:35:00.250963 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-fad76bc5-b1c9-4bff-a0c1-a5a681824ce3 req-0b8baebf-cf2f-41e0-bfdf-a0d8a183a769 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "GET /v2.0/ports?device_id=c947ae67-c393-44ad-817e-e415911a521e HTTP/1.1" status: 200 len: 945 time: 0.0587542 Mar 29 16:35:00.275643 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 16:35:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e9be2df-6ae3-43b2-a640-1d0eddacd689 x-openstack-request-id: req-9e9be2df-6ae3-43b2-a640-1d0eddacd689 {{(pid=102790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:35:00.275928 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c947ae67-c393-44ad-817e-e415911a521e", "tag": "f6310cf2-11a2-40a2-9638-c74c6a3a240f", "status": "completed", "code": 200}]} {{(pid=102790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:35:00.276175 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-9e9be2df-6ae3-43b2-a640-1d0eddacd689 {{(pid=102790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:35:00.276576 n-d-834765-1 neutron-server[102790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c947ae67-c393-44ad-817e-e415911a521e', 'tag': 'f6310cf2-11a2-40a2-9638-c74c6a3a240f', 'status': 'completed', 'code': 200} Mar 29 16:35:00.291851 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-fad76bc5-b1c9-4bff-a0c1-a5a681824ce3 req-e55a2730-75d8-47d3-b10e-300517f717ed tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "GET /v2.0/security-groups?id=52720569-cee3-4ef5-96e9-5d50a427ae10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344746 Mar 29 16:35:00.313736 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 42192) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:35:00.338600 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb2f3fb-4d7f-44da-a674-2049ac9925ff req-2ce7c6aa-eecb-4e5e-b9c8-685095951222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:35:00.341939 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4bb2f3fb-4d7f-44da-a674-2049ac9925ff req-2ce7c6aa-eecb-4e5e-b9c8-685095951222 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=786485d247cc4bb0943a3056cc1d0d00&device_id=c947ae67-c393-44ad-817e-e415911a521e HTTP/1.1" status: 200 len: 1096 time: 0.0434785 Mar 29 16:35:00.383994 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-6adf86c7-c80b-45c6-a9d3-4af82807d119 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "GET /v2.0/floatingips/a49e8a1a-e317-48b0-a3e8-3defd1b1291b HTTP/1.1" status: 200 len: 991 time: 0.0682507 Mar 29 16:35:00.435086 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb2f3fb-4d7f-44da-a674-2049ac9925ff req-c35036b3-0918-441b-b94c-b9099e5e48c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:35:00.437326 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4bb2f3fb-4d7f-44da-a674-2049ac9925ff req-c35036b3-0918-441b-b94c-b9099e5e48c0 service neutron] 10.222.0.48 "GET /v2.0/networks?id=84e36947-1725-44bd-aed2-0d5d2ee56d40 HTTP/1.1" status: 200 len: 898 time: 0.0895517 Mar 29 16:35:00.447521 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-92cf1ccc-7859-4f3c-9522-0f8397a1e9db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:35:00.457687 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-485b23c1-fc44-43aa-8142-6019ac6185f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fcd0b4f-c66f-455d-aec7-c9fd9fbed3fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1988954144', 'tenant_id': '786485d247cc4bb0943a3056cc1d0d00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.125'}], 'enable_snat': True}, 'gw_port_id': '929b84c2-4d0e-4123-a14a-7a223548fcf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:34:40Z', 'updated_at': '2022-03-29T16:34:44Z', 'revision_number': 4, 'project_id': '786485d247cc4bb0943a3056cc1d0d00', 'gw_port': {'id': '929b84c2-4d0e-4123-a14a-7a223548fcf6', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:6c:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fcd0b4f-c66f-455d-aec7-c9fd9fbed3fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:34:41Z', 'updated_at': '2022-03-29T16:34:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_floatingips': [{'id': 'a49e8a1a-e317-48b0-a3e8-3defd1b1291b', 'tenant_id': '786485d247cc4bb0943a3056cc1d0d00', 'floating_ip_address': '172.25.4.162', 'floating_network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'router_id': '3fcd0b4f-c66f-455d-aec7-c9fd9fbed3fd', 'port_id': 'f6310cf2-11a2-40a2-9638-c74c6a3a240f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4289, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '84e36947-1725-44bd-aed2-0d5d2ee56d40', 'mac_address': 'fa:16:3e:e1:4e:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c947ae67-c393-44ad-817e-e415911a521e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T16:34:59Z', 'updated_at': '2022-03-29T16:34:59Z', 'revision_number': 0, 'project_id': '786485d247cc4bb0943a3056cc1d0d00', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aadaad84-445d-44fa-a26f-df740d299d9b', 'name': '', 'network_id': '84e36947-1725-44bd-aed2-0d5d2ee56d40', 'tenant_id': '786485d247cc4bb0943a3056cc1d0d00', 'mac_address': 'fa:16:3e:ed:07:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fcd0b4f-c66f-455d-aec7-c9fd9fbed3fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '220095a1-3f68-4784-bf66-8008efb2243e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:34:44Z', 'updated_at': '2022-03-29T16:34:47Z', 'revision_number': 5, 'project_id': '786485d247cc4bb0943a3056cc1d0d00', 'subnets': [{'id': '220095a1-3f68-4784-bf66-8008efb2243e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:35:00.489233 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-485b23c1-fc44-43aa-8142-6019ac6185f1 None None] Checking router: 3fcd0b4f-c66f-455d-aec7-c9fd9fbed3fd for host: n-d-834765-1 {{(pid=102793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 16:35:00.498758 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-485b23c1-fc44-43aa-8142-6019ac6185f1 None None] Routers {'3fcd0b4f-c66f-455d-aec7-c9fd9fbed3fd'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:35:00.499318 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-485b23c1-fc44-43aa-8142-6019ac6185f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:34:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['3fcd0b4f-c66f-455d-aec7-c9fd9fbed3fd'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:35:00.697350 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvr_db [None req-485b23c1-fc44-43aa-8142-6019ac6185f1 None None] Set router 3fcd0b4f-c66f-455d-aec7-c9fd9fbed3fd gateway port host: n-d-834765-1 {{(pid=102793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:35:00.807114 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4bb2f3fb-4d7f-44da-a674-2049ac9925ff req-c6918532-dbdf-4da5-a2ad-1feb1ae728da service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f6310cf2-11a2-40a2-9638-c74c6a3a240f HTTP/1.1" status: 200 len: 999 time: 0.3625557 Mar 29 16:35:00.855018 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb2f3fb-4d7f-44da-a674-2049ac9925ff req-4b7df7c9-9e0e-408c-adb6-c45a47f551c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:35:00.856466 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4bb2f3fb-4d7f-44da-a674-2049ac9925ff req-4b7df7c9-9e0e-408c-adb6-c45a47f551c9 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=220095a1-3f68-4784-bf66-8008efb2243e HTTP/1.1" status: 200 len: 834 time: 0.0427108 Mar 29 16:35:00.903397 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb2f3fb-4d7f-44da-a674-2049ac9925ff req-47ad8d7c-fa1a-4d02-8a06-1e0bef4bab85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:35:00.904869 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4bb2f3fb-4d7f-44da-a674-2049ac9925ff req-47ad8d7c-fa1a-4d02-8a06-1e0bef4bab85 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=84e36947-1725-44bd-aed2-0d5d2ee56d40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422366 Mar 29 16:35:00.916990 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-485b23c1-fc44-43aa-8142-6019ac6185f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fcd0b4f-c66f-455d-aec7-c9fd9fbed3fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1988954144', 'tenant_id': '786485d247cc4bb0943a3056cc1d0d00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.125'}], 'enable_snat': True}, 'gw_port_id': '929b84c2-4d0e-4123-a14a-7a223548fcf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:34:40Z', 'updated_at': '2022-03-29T16:34:44Z', 'revision_number': 4, 'project_id': '786485d247cc4bb0943a3056cc1d0d00', 'gw_port': {'id': '929b84c2-4d0e-4123-a14a-7a223548fcf6', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:6c:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fcd0b4f-c66f-455d-aec7-c9fd9fbed3fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:34:41Z', 'updated_at': '2022-03-29T16:34:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_floatingips': [{'id': 'a49e8a1a-e317-48b0-a3e8-3defd1b1291b', 'tenant_id': '786485d247cc4bb0943a3056cc1d0d00', 'floating_ip_address': '172.25.4.162', 'floating_network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'router_id': '3fcd0b4f-c66f-455d-aec7-c9fd9fbed3fd', 'port_id': 'f6310cf2-11a2-40a2-9638-c74c6a3a240f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4289, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '84e36947-1725-44bd-aed2-0d5d2ee56d40', 'mac_address': 'fa:16:3e:e1:4e:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c947ae67-c393-44ad-817e-e415911a521e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T16:34:59Z', 'updated_at': '2022-03-29T16:34:59Z', 'revision_number': 0, 'project_id': '786485d247cc4bb0943a3056cc1d0d00', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aadaad84-445d-44fa-a26f-df740d299d9b', 'name': '', 'network_id': '84e36947-1725-44bd-aed2-0d5d2ee56d40', 'tenant_id': '786485d247cc4bb0943a3056cc1d0d00', 'mac_address': 'fa:16:3e:ed:07:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fcd0b4f-c66f-455d-aec7-c9fd9fbed3fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '220095a1-3f68-4784-bf66-8008efb2243e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:34:44Z', 'updated_at': '2022-03-29T16:34:47Z', 'revision_number': 5, 'project_id': '786485d247cc4bb0943a3056cc1d0d00', 'subnets': [{'id': '220095a1-3f68-4784-bf66-8008efb2243e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:35:00.947494 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-485b23c1-fc44-43aa-8142-6019ac6185f1 None None] The sync data for ids ['3fcd0b4f-c66f-455d-aec7-c9fd9fbed3fd'] in n-d-834765-1 is: [{'id': '3fcd0b4f-c66f-455d-aec7-c9fd9fbed3fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1988954144', 'tenant_id': '786485d247cc4bb0943a3056cc1d0d00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.125'}], 'enable_snat': True}, 'gw_port_id': '929b84c2-4d0e-4123-a14a-7a223548fcf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:34:40Z', 'updated_at': '2022-03-29T16:34:44Z', 'revision_number': 4, 'project_id': '786485d247cc4bb0943a3056cc1d0d00', 'gw_port': {'id': '929b84c2-4d0e-4123-a14a-7a223548fcf6', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:6c:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fcd0b4f-c66f-455d-aec7-c9fd9fbed3fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:34:41Z', 'updated_at': '2022-03-29T16:34:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_floatingips': [{'id': 'a49e8a1a-e317-48b0-a3e8-3defd1b1291b', 'tenant_id': '786485d247cc4bb0943a3056cc1d0d00', 'floating_ip_address': '172.25.4.162', 'floating_network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'router_id': '3fcd0b4f-c66f-455d-aec7-c9fd9fbed3fd', 'port_id': 'f6310cf2-11a2-40a2-9638-c74c6a3a240f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4289, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '84e36947-1725-44bd-aed2-0d5d2ee56d40', 'mac_address': 'fa:16:3e:e1:4e:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c947ae67-c393-44ad-817e-e415911a521e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T16:34:59Z', 'updated_at': '2022-03-29T16:34:59Z', 'revision_number': 0, 'project_id': '786485d247cc4bb0943a3056cc1d0d00', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aadaad84-445d-44fa-a26f-df740d299d9b', 'name': '', 'network_id': '84e36947-1725-44bd-aed2-0d5d2ee56d40', 'tenant_id': '786485d247cc4bb0943a3056cc1d0d00', 'mac_address': 'fa:16:3e:ed:07:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fcd0b4f-c66f-455d-aec7-c9fd9fbed3fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '220095a1-3f68-4784-bf66-8008efb2243e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:34:44Z', 'updated_at': '2022-03-29T16:34:47Z', 'revision_number': 5, 'project_id': '786485d247cc4bb0943a3056cc1d0d00', 'subnets': [{'id': '220095a1-3f68-4784-bf66-8008efb2243e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 16:35:00.997634 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4bb2f3fb-4d7f-44da-a674-2049ac9925ff req-cd759e27-074c-4fe4-b47a-ed1b31c0aa89 service neutron] 10.222.0.48 "GET /v2.0/networks/84e36947-1725-44bd-aed2-0d5d2ee56d40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862246 Mar 29 16:35:01.097490 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4bb2f3fb-4d7f-44da-a674-2049ac9925ff req-884b778f-8cf0-4fb2-9307-46364e0d3409 service neutron] 10.222.0.48 "GET /v2.0/networks/84e36947-1725-44bd-aed2-0d5d2ee56d40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933485 Mar 29 16:35:01.159213 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cde464d0-0e28-42df-a068-124d4b6a403c None None] New status for floating IP a49e8a1a-e317-48b0-a3e8-3defd1b1291b: ACTIVE {{(pid=102792) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 16:35:01.387716 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 42194) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:35:01.449714 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-5ca01841-de3a-42e3-bfb9-418423cb4a9d tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "GET /v2.0/floatingips/a49e8a1a-e317-48b0-a3e8-3defd1b1291b HTTP/1.1" status: 200 len: 993 time: 0.0608499 Mar 29 16:35:02.908776 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-bf49a255-43e5-4ede-9b1d-3a2f70d27ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:35:04.379748 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d71584b9-87f1-45f5-84c7-c993c2416269 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:35:05.934044 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-0cb6abf6-2706-4e52-8825-f5f644ecf9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:35:06.021873 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:35:08.228422 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.agents_db [None req-59735a15-725e-44d4-9ad5-95cbe356f209 None None] Agent healthcheck: found 7 active agents {{(pid=102793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 16:35:17.592771 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:35:18.294092 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:35:18.502172 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b34146de-1537-4986-8c55-d23b5a9082b4 req-ed01a745-f41c-4153-8ac3-fcd5293929e1 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=c947ae67-c393-44ad-817e-e415911a521e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0407376 Mar 29 16:35:18.583040 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34146de-1537-4986-8c55-d23b5a9082b4 req-2e99f959-8c34-4f4f-b47a-d07fd250e1e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:35:18.584551 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b34146de-1537-4986-8c55-d23b5a9082b4 req-2e99f959-8c34-4f4f-b47a-d07fd250e1e1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=786485d247cc4bb0943a3056cc1d0d00&device_id=c947ae67-c393-44ad-817e-e415911a521e HTTP/1.1" status: 200 len: 1096 time: 0.0405600 Mar 29 16:35:18.690216 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34146de-1537-4986-8c55-d23b5a9082b4 req-bb99fc02-0039-4872-b6eb-54aa397f7cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:35:18.691732 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b34146de-1537-4986-8c55-d23b5a9082b4 req-bb99fc02-0039-4872-b6eb-54aa397f7cdb service neutron] 10.222.0.48 "GET /v2.0/networks?id=84e36947-1725-44bd-aed2-0d5d2ee56d40 HTTP/1.1" status: 200 len: 898 time: 0.0866466 Mar 29 16:35:18.756006 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b34146de-1537-4986-8c55-d23b5a9082b4 req-ee62e9db-e340-4aa9-8fee-92a9ba6036e8 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f6310cf2-11a2-40a2-9638-c74c6a3a240f HTTP/1.1" status: 200 len: 1001 time: 0.0556893 Mar 29 16:35:18.804657 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34146de-1537-4986-8c55-d23b5a9082b4 req-1c85a42f-d536-48f5-9d89-e698f73ac1eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:35:18.806106 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b34146de-1537-4986-8c55-d23b5a9082b4 req-1c85a42f-d536-48f5-9d89-e698f73ac1eb service neutron] 10.222.0.48 "GET /v2.0/subnets?id=220095a1-3f68-4784-bf66-8008efb2243e HTTP/1.1" status: 200 len: 834 time: 0.0424595 Mar 29 16:35:18.855616 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34146de-1537-4986-8c55-d23b5a9082b4 req-686de48d-1222-46c6-941f-0df2c7c70ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:35:18.857010 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b34146de-1537-4986-8c55-d23b5a9082b4 req-686de48d-1222-46c6-941f-0df2c7c70ae2 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=84e36947-1725-44bd-aed2-0d5d2ee56d40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441926 Mar 29 16:35:18.943201 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b34146de-1537-4986-8c55-d23b5a9082b4 req-25eade43-2816-4aae-8ab3-e9dd625cbe6e service neutron] 10.222.0.48 "GET /v2.0/networks/84e36947-1725-44bd-aed2-0d5d2ee56d40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791430 Mar 29 16:35:19.035314 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b34146de-1537-4986-8c55-d23b5a9082b4 req-2c33148b-5683-4b37-9011-f3ecb80b598c service neutron] 10.222.0.48 "GET /v2.0/networks/84e36947-1725-44bd-aed2-0d5d2ee56d40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836315 Mar 29 16:35:30.449757 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-9c452c5c-7fa7-41eb-88da-f83f3d98ff6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:35:32.910354 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-24942975-ec80-4ea0-afbc-be8f97641f5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:35:34.381167 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d71584b9-87f1-45f5-84c7-c993c2416269 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:35:35.936572 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-0cb6abf6-2706-4e52-8825-f5f644ecf9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:35:36.025831 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:35:45.228103 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.agents_db [None req-59735a15-725e-44d4-9ad5-95cbe356f209 None None] Agent healthcheck: found 7 active agents {{(pid=102793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 16:35:47.610020 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:35:48.294734 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:36:00.450344 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-7df81587-29be-4366-9e22-1597ae5663aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:36:02.911992 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-b46b9bec-d476-4b17-9e95-86aa05306df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:36:04.302383 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c6c789-7b7f-49ba-aa05-6897cd7aa1e5 req-94780922-0328-454f-a0b1-254683befa51 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:36:04.303978 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-29c6c789-7b7f-49ba-aa05-6897cd7aa1e5 req-94780922-0328-454f-a0b1-254683befa51 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "GET /v2.0/ports?device_id=c947ae67-c393-44ad-817e-e415911a521e HTTP/1.1" status: 200 len: 945 time: 0.0569205 Mar 29 16:36:04.342053 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-29c6c789-7b7f-49ba-aa05-6897cd7aa1e5 req-3b324d5f-d26c-4e4d-88ad-5000fc2fce8c tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "GET /v2.0/security-groups?id=52720569-cee3-4ef5-96e9-5d50a427ae10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317509 Mar 29 16:36:04.386255 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d71584b9-87f1-45f5-84c7-c993c2416269 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:36:05.468667 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6203f7ce-be24-4207-866d-2fe71a706eb7 req-d4432137-3bda-4be3-bcf3-fe7bd0cdbe38 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:36:05.470123 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6203f7ce-be24-4207-866d-2fe71a706eb7 req-d4432137-3bda-4be3-bcf3-fe7bd0cdbe38 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "GET /v2.0/ports?device_id=c947ae67-c393-44ad-817e-e415911a521e HTTP/1.1" status: 200 len: 945 time: 0.0521417 Mar 29 16:36:05.510636 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6203f7ce-be24-4207-866d-2fe71a706eb7 req-b2ad4a6a-3973-4a5f-8791-2cfb2919c429 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "GET /v2.0/security-groups?id=52720569-cee3-4ef5-96e9-5d50a427ae10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343511 Mar 29 16:36:05.533730 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 42236) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:36:05.598795 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-a64a291e-1724-40ec-b46e-947b2a5d4538 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "GET /v2.0/floatingips/a49e8a1a-e317-48b0-a3e8-3defd1b1291b HTTP/1.1" status: 200 len: 993 time: 0.0637941 Mar 29 16:36:05.939949 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-0cb6abf6-2706-4e52-8825-f5f644ecf9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:36:06.027003 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:36:06.869467 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b7a4a6-f051-4e56-a2a7-677bdba11f0c req-d9633fff-cf58-4a72-ab78-7309bf1fd71e tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:36:06.870944 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-71b7a4a6-f051-4e56-a2a7-677bdba11f0c req-d9633fff-cf58-4a72-ab78-7309bf1fd71e tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "GET /v2.0/ports?device_id=c947ae67-c393-44ad-817e-e415911a521e HTTP/1.1" status: 200 len: 945 time: 0.0541418 Mar 29 16:36:06.909458 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-71b7a4a6-f051-4e56-a2a7-677bdba11f0c req-ce9419db-46c5-4239-9b79-8949caeba375 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "GET /v2.0/security-groups?id=52720569-cee3-4ef5-96e9-5d50a427ae10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317106 Mar 29 16:36:08.031024 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7739671d-bc33-4f37-ba73-91f7e67d8ff3 req-29f20560-5668-493d-ab23-55a0158389de tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:36:08.032576 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-7739671d-bc33-4f37-ba73-91f7e67d8ff3 req-29f20560-5668-493d-ab23-55a0158389de tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "GET /v2.0/ports?device_id=c947ae67-c393-44ad-817e-e415911a521e HTTP/1.1" status: 200 len: 945 time: 0.0499160 Mar 29 16:36:08.070119 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-7739671d-bc33-4f37-ba73-91f7e67d8ff3 req-7c4a56a1-7c55-459d-98fd-ed84ed7e831e tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "GET /v2.0/security-groups?id=52720569-cee3-4ef5-96e9-5d50a427ae10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313447 Mar 29 16:36:08.092744 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 42248) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:36:08.156052 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-5abe0da9-22ec-43c2-8a7f-5f89adf9d48d tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "GET /v2.0/floatingips/a49e8a1a-e317-48b0-a3e8-3defd1b1291b HTTP/1.1" status: 200 len: 993 time: 0.0621734 Mar 29 16:36:08.436316 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 42254) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:36:08.591819 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-89612135-3b00-4740-b0c5-8ac53e36451a tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Deleting port e369ce4d-15e6-4b11-9541-0821dca0db29 {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:36:08.592163 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-89612135-3b00-4740-b0c5-8ac53e36451a tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:36:08.666235 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-89612135-3b00-4740-b0c5-8ac53e36451a tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:36:08.666559 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-89612135-3b00-4740-b0c5-8ac53e36451a tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:36:08.678286 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-89612135-3b00-4740-b0c5-8ac53e36451a tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Calling delete_port for e369ce4d-15e6-4b11-9541-0821dca0db29 owned by network:floatingip {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:36:08.822642 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-89612135-3b00-4740-b0c5-8ac53e36451a tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:36:08.847921 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89612135-3b00-4740-b0c5-8ac53e36451a tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Pushing event deleted for resources: {'Port': ['ID=e369ce4d-15e6-4b11-9541-0821dca0db29,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:36:08.860297 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89612135-3b00-4740-b0c5-8ac53e36451a tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:36:08.860653 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89612135-3b00-4740-b0c5-8ac53e36451a tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:36:08.861645 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89612135-3b00-4740-b0c5-8ac53e36451a tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:36:08.861984 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89612135-3b00-4740-b0c5-8ac53e36451a tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:36:08.862318 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89612135-3b00-4740-b0c5-8ac53e36451a tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:36:08.862651 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89612135-3b00-4740-b0c5-8ac53e36451a tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:36:08.862983 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89612135-3b00-4740-b0c5-8ac53e36451a tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:36:08.863428 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89612135-3b00-4740-b0c5-8ac53e36451a tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:36:08.863761 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89612135-3b00-4740-b0c5-8ac53e36451a tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:36:08.864090 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89612135-3b00-4740-b0c5-8ac53e36451a tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:36:08.864413 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89612135-3b00-4740-b0c5-8ac53e36451a tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:36:08.864737 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89612135-3b00-4740-b0c5-8ac53e36451a tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:36:08.924564 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-89612135-3b00-4740-b0c5-8ac53e36451a tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks [] for floatingip, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:36:08.924919 n-d-834765-1 neutron-server[102791]: INFO neutron.db.l3_db [None req-89612135-3b00-4740-b0c5-8ac53e36451a tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Floating IP a49e8a1a-e317-48b0-a3e8-3defd1b1291b disassociated (deleted). External IP: 172.25.4.162, port: f6310cf2-11a2-40a2-9638-c74c6a3a240f. Mar 29 16:36:09.129492 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89612135-3b00-4740-b0c5-8ac53e36451a tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Router 3fcd0b4f-c66f-455d-aec7-c9fd9fbed3fd has already been hosted by L3 agent c648d819-1060-4f26-b4ec-6455387b5dff {{(pid=102791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 16:36:09.235514 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89612135-3b00-4740-b0c5-8ac53e36451a tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 16:36:09.240302 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-89612135-3b00-4740-b0c5-8ac53e36451a tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for floatingip, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:36:09.244738 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf92a23b-4456-44ef-98e6-cf61b3761414 None None] Sync routers for ids ['3fcd0b4f-c66f-455d-aec7-c9fd9fbed3fd'] in n-d-834765-1 {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 16:36:09.254878 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf92a23b-4456-44ef-98e6-cf61b3761414 None None] Routers {'3fcd0b4f-c66f-455d-aec7-c9fd9fbed3fd'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:36:09.255525 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-cf92a23b-4456-44ef-98e6-cf61b3761414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:36:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['3fcd0b4f-c66f-455d-aec7-c9fd9fbed3fd'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:36:09.266413 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-89612135-3b00-4740-b0c5-8ac53e36451a tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "DELETE /v2.0/floatingips/a49e8a1a-e317-48b0-a3e8-3defd1b1291b HTTP/1.1" status: 204 len: 168 time: 0.8290329 Mar 29 16:36:09.266984 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c947ae67-c393-44ad-817e-e415911a521e', 'tag': 'f6310cf2-11a2-40a2-9638-c74c6a3a240f'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:36:09.270045 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e33af8bd2d242198c8fc7a55b0de10a2e3fe57bc5f7d7f0f551297b3d6240ff2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e97b8fc6-a56a-4b8f-9f02-6122872e5862" -d '{"events": [{"name": "network-changed", "server_uuid": "c947ae67-c393-44ad-817e-e415911a521e", "tag": "f6310cf2-11a2-40a2-9638-c74c6a3a240f"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:36:09.307019 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 16:36:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4aeb7a8b-ca95-4be2-83c8-a8182d55d82b x-openstack-request-id: req-4aeb7a8b-ca95-4be2-83c8-a8182d55d82b {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:36:09.307340 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c947ae67-c393-44ad-817e-e415911a521e", "tag": "f6310cf2-11a2-40a2-9638-c74c6a3a240f", "status": "completed", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:36:09.307590 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-4aeb7a8b-ca95-4be2-83c8-a8182d55d82b {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:36:09.307988 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c947ae67-c393-44ad-817e-e415911a521e', 'tag': 'f6310cf2-11a2-40a2-9638-c74c6a3a240f', 'status': 'completed', 'code': 200} Mar 29 16:36:09.363857 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvr_db [None req-cf92a23b-4456-44ef-98e6-cf61b3761414 None None] Set router 3fcd0b4f-c66f-455d-aec7-c9fd9fbed3fd gateway port host: n-d-834765-1 {{(pid=102793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:36:09.370730 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97b8fc6-a56a-4b8f-9f02-6122872e5862 req-b43820b6-2420-49d7-ba6e-246bd5516790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:36:09.372880 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e97b8fc6-a56a-4b8f-9f02-6122872e5862 req-b43820b6-2420-49d7-ba6e-246bd5516790 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=786485d247cc4bb0943a3056cc1d0d00&device_id=c947ae67-c393-44ad-817e-e415911a521e HTTP/1.1" status: 200 len: 1096 time: 0.0437462 Mar 29 16:36:09.493907 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97b8fc6-a56a-4b8f-9f02-6122872e5862 req-e89397a5-4c75-4864-a7e7-bf92a59efa00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:36:09.495551 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e97b8fc6-a56a-4b8f-9f02-6122872e5862 req-e89397a5-4c75-4864-a7e7-bf92a59efa00 service neutron] 10.222.0.48 "GET /v2.0/networks?id=84e36947-1725-44bd-aed2-0d5d2ee56d40 HTTP/1.1" status: 200 len: 898 time: 0.1002662 Mar 29 16:36:09.506264 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c82593e-79ac-40ff-a952-15b5bef83012 req-f8e08d7d-f4a1-45cf-8a8c-726aeabd4b1d tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:36:09.508576 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-8c82593e-79ac-40ff-a952-15b5bef83012 req-f8e08d7d-f4a1-45cf-8a8c-726aeabd4b1d tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "GET /v2.0/ports?device_id=c947ae67-c393-44ad-817e-e415911a521e HTTP/1.1" status: 200 len: 945 time: 0.0543756 Mar 29 16:36:09.538938 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e97b8fc6-a56a-4b8f-9f02-6122872e5862 req-2179b8ee-26f1-4b24-ae8e-39d146faaa20 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f6310cf2-11a2-40a2-9638-c74c6a3a240f HTTP/1.1" status: 200 len: 217 time: 0.0357141 Mar 29 16:36:09.548021 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-8c82593e-79ac-40ff-a952-15b5bef83012 req-b7ba5d62-f671-48c5-a472-2dab1e14c760 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "GET /v2.0/security-groups?id=52720569-cee3-4ef5-96e9-5d50a427ae10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331914 Mar 29 16:36:09.572253 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-cf92a23b-4456-44ef-98e6-cf61b3761414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fcd0b4f-c66f-455d-aec7-c9fd9fbed3fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1988954144', 'tenant_id': '786485d247cc4bb0943a3056cc1d0d00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.125'}], 'enable_snat': True}, 'gw_port_id': '929b84c2-4d0e-4123-a14a-7a223548fcf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:34:40Z', 'updated_at': '2022-03-29T16:34:44Z', 'revision_number': 4, 'project_id': '786485d247cc4bb0943a3056cc1d0d00', 'gw_port': {'id': '929b84c2-4d0e-4123-a14a-7a223548fcf6', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:6c:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fcd0b4f-c66f-455d-aec7-c9fd9fbed3fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:34:41Z', 'updated_at': '2022-03-29T16:34:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': 'aadaad84-445d-44fa-a26f-df740d299d9b', 'name': '', 'network_id': '84e36947-1725-44bd-aed2-0d5d2ee56d40', 'tenant_id': '786485d247cc4bb0943a3056cc1d0d00', 'mac_address': 'fa:16:3e:ed:07:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fcd0b4f-c66f-455d-aec7-c9fd9fbed3fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '220095a1-3f68-4784-bf66-8008efb2243e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:34:44Z', 'updated_at': '2022-03-29T16:34:47Z', 'revision_number': 5, 'project_id': '786485d247cc4bb0943a3056cc1d0d00', 'subnets': [{'id': '220095a1-3f68-4784-bf66-8008efb2243e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:36:09.596020 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97b8fc6-a56a-4b8f-9f02-6122872e5862 req-b355b9e7-fa91-406f-9c6f-e8f9cc68f27d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:36:09.597501 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e97b8fc6-a56a-4b8f-9f02-6122872e5862 req-b355b9e7-fa91-406f-9c6f-e8f9cc68f27d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=220095a1-3f68-4784-bf66-8008efb2243e HTTP/1.1" status: 200 len: 834 time: 0.0503945 Mar 29 16:36:09.601392 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf92a23b-4456-44ef-98e6-cf61b3761414 None None] Checking router: 3fcd0b4f-c66f-455d-aec7-c9fd9fbed3fd for host: n-d-834765-1 {{(pid=102793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 16:36:09.609524 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf92a23b-4456-44ef-98e6-cf61b3761414 None None] Routers {'3fcd0b4f-c66f-455d-aec7-c9fd9fbed3fd'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:36:09.610113 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-cf92a23b-4456-44ef-98e6-cf61b3761414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:36:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['3fcd0b4f-c66f-455d-aec7-c9fd9fbed3fd'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:36:09.649635 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97b8fc6-a56a-4b8f-9f02-6122872e5862 req-785185f6-9538-483a-a67c-203007c36bba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:36:09.651049 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e97b8fc6-a56a-4b8f-9f02-6122872e5862 req-785185f6-9538-483a-a67c-203007c36bba service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=84e36947-1725-44bd-aed2-0d5d2ee56d40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440216 Mar 29 16:36:09.711544 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvr_db [None req-cf92a23b-4456-44ef-98e6-cf61b3761414 None None] Set router 3fcd0b4f-c66f-455d-aec7-c9fd9fbed3fd gateway port host: n-d-834765-1 {{(pid=102793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:36:09.745456 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e97b8fc6-a56a-4b8f-9f02-6122872e5862 req-ebbdbb15-3a6c-463c-9dca-3e8591a2f17c service neutron] 10.222.0.48 "GET /v2.0/networks/84e36947-1725-44bd-aed2-0d5d2ee56d40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831382 Mar 29 16:36:09.843107 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e97b8fc6-a56a-4b8f-9f02-6122872e5862 req-c9be58e4-3edf-44cd-b8ea-bba6ae83a806 service neutron] 10.222.0.48 "GET /v2.0/networks/84e36947-1725-44bd-aed2-0d5d2ee56d40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881701 Mar 29 16:36:09.907904 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-cf92a23b-4456-44ef-98e6-cf61b3761414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fcd0b4f-c66f-455d-aec7-c9fd9fbed3fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1988954144', 'tenant_id': '786485d247cc4bb0943a3056cc1d0d00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.125'}], 'enable_snat': True}, 'gw_port_id': '929b84c2-4d0e-4123-a14a-7a223548fcf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:34:40Z', 'updated_at': '2022-03-29T16:34:44Z', 'revision_number': 4, 'project_id': '786485d247cc4bb0943a3056cc1d0d00', 'gw_port': {'id': '929b84c2-4d0e-4123-a14a-7a223548fcf6', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:6c:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fcd0b4f-c66f-455d-aec7-c9fd9fbed3fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:34:41Z', 'updated_at': '2022-03-29T16:34:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': 'aadaad84-445d-44fa-a26f-df740d299d9b', 'name': '', 'network_id': '84e36947-1725-44bd-aed2-0d5d2ee56d40', 'tenant_id': '786485d247cc4bb0943a3056cc1d0d00', 'mac_address': 'fa:16:3e:ed:07:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fcd0b4f-c66f-455d-aec7-c9fd9fbed3fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '220095a1-3f68-4784-bf66-8008efb2243e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:34:44Z', 'updated_at': '2022-03-29T16:34:47Z', 'revision_number': 5, 'project_id': '786485d247cc4bb0943a3056cc1d0d00', 'subnets': [{'id': '220095a1-3f68-4784-bf66-8008efb2243e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:36:09.932982 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf92a23b-4456-44ef-98e6-cf61b3761414 None None] The sync data for ids ['3fcd0b4f-c66f-455d-aec7-c9fd9fbed3fd'] in n-d-834765-1 is: [{'id': '3fcd0b4f-c66f-455d-aec7-c9fd9fbed3fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1988954144', 'tenant_id': '786485d247cc4bb0943a3056cc1d0d00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.125'}], 'enable_snat': True}, 'gw_port_id': '929b84c2-4d0e-4123-a14a-7a223548fcf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:34:40Z', 'updated_at': '2022-03-29T16:34:44Z', 'revision_number': 4, 'project_id': '786485d247cc4bb0943a3056cc1d0d00', 'gw_port': {'id': '929b84c2-4d0e-4123-a14a-7a223548fcf6', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:6c:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fcd0b4f-c66f-455d-aec7-c9fd9fbed3fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:34:41Z', 'updated_at': '2022-03-29T16:34:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': 'aadaad84-445d-44fa-a26f-df740d299d9b', 'name': '', 'network_id': '84e36947-1725-44bd-aed2-0d5d2ee56d40', 'tenant_id': '786485d247cc4bb0943a3056cc1d0d00', 'mac_address': 'fa:16:3e:ed:07:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fcd0b4f-c66f-455d-aec7-c9fd9fbed3fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '220095a1-3f68-4784-bf66-8008efb2243e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:34:44Z', 'updated_at': '2022-03-29T16:34:47Z', 'revision_number': 5, 'project_id': '786485d247cc4bb0943a3056cc1d0d00', 'subnets': [{'id': '220095a1-3f68-4784-bf66-8008efb2243e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 16:36:10.159485 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40a42e68-4bab-434b-8f6c-7b44ac77faa0 None None] New status for floating IP a49e8a1a-e317-48b0-a3e8-3defd1b1291b: DOWN {{(pid=102792) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 16:36:10.668013 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5307fe04-3fab-4685-9e16-24cce8690f25 req-1675c28c-7059-4681-a195-58c992dae1d9 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:36:10.669503 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-5307fe04-3fab-4685-9e16-24cce8690f25 req-1675c28c-7059-4681-a195-58c992dae1d9 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "GET /v2.0/ports?device_id=c947ae67-c393-44ad-817e-e415911a521e HTTP/1.1" status: 200 len: 945 time: 0.0501513 Mar 29 16:36:10.708623 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-5307fe04-3fab-4685-9e16-24cce8690f25 req-3e578c66-6f5b-4018-9005-8a3658479897 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "GET /v2.0/security-groups?id=52720569-cee3-4ef5-96e9-5d50a427ae10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322163 Mar 29 16:36:11.366045 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d27916-8885-41c7-b6ce-ecc9167df34b req-c93f9581-8832-4727-82da-95aa4b754138 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:36:11.367507 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-21d27916-8885-41c7-b6ce-ecc9167df34b req-c93f9581-8832-4727-82da-95aa4b754138 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.48 "GET /v2.0/ports?device_id=c947ae67-c393-44ad-817e-e415911a521e HTTP/1.1" status: 200 len: 945 time: 0.0484743 Mar 29 16:36:11.460133 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [req-21d27916-8885-41c7-b6ce-ecc9167df34b req-e90ed6d8-4042-4167-a744-1577b705826e tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Deleting port f6310cf2-11a2-40a2-9638-c74c6a3a240f {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:36:11.460468 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-21d27916-8885-41c7-b6ce-ecc9167df34b req-e90ed6d8-4042-4167-a744-1577b705826e tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:36:11.546226 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-21d27916-8885-41c7-b6ce-ecc9167df34b req-e90ed6d8-4042-4167-a744-1577b705826e tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] For port f6310cf2-11a2-40a2-9638-c74c6a3a240f, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=f6310cf2-11a2-40a2-9638-c74c6a3a240f,segment=NetworkSegment(7ba43c6e-76df-4025-9f29-362a3fd9403b),segment_id=7ba43c6e-76df-4025-9f29-362a3fd9403b)] {{(pid=102791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:36:11.546585 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-21d27916-8885-41c7-b6ce-ecc9167df34b req-e90ed6d8-4042-4167-a744-1577b705826e tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:36:11.559578 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [req-21d27916-8885-41c7-b6ce-ecc9167df34b req-e90ed6d8-4042-4167-a744-1577b705826e tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Calling delete_port for f6310cf2-11a2-40a2-9638-c74c6a3a240f owned by compute:nova {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:36:11.687294 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-21d27916-8885-41c7-b6ce-ecc9167df34b req-e90ed6d8-4042-4167-a744-1577b705826e tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:36:11.715067 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90ed6d8-4042-4167-a744-1577b705826e tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Pushing event deleted for resources: {'Port': ['ID=f6310cf2-11a2-40a2-9638-c74c6a3a240f,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:36:11.760633 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [req-21d27916-8885-41c7-b6ce-ecc9167df34b req-e90ed6d8-4042-4167-a744-1577b705826e tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] No DVR routers for this DVR port f6310cf2-11a2-40a2-9638-c74c6a3a240f on host n-h2-834765-1 {{(pid=102791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 16:36:11.763285 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-21d27916-8885-41c7-b6ce-ecc9167df34b req-e90ed6d8-4042-4167-a744-1577b705826e tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:36:11.766640 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-21d27916-8885-41c7-b6ce-ecc9167df34b req-e90ed6d8-4042-4167-a744-1577b705826e tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.48 "DELETE /v2.0/ports/f6310cf2-11a2-40a2-9638-c74c6a3a240f HTTP/1.1" status: 204 len: 173 time: 0.3938341 Mar 29 16:36:11.767125 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c947ae67-c393-44ad-817e-e415911a521e', 'name': 'network-vif-deleted', 'tag': 'f6310cf2-11a2-40a2-9638-c74c6a3a240f'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:36:11.769501 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e33af8bd2d242198c8fc7a55b0de10a2e3fe57bc5f7d7f0f551297b3d6240ff2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06b10fb3-bae7-4629-acf5-e2ce3f44b44d" -d '{"events": [{"server_uuid": "c947ae67-c393-44ad-817e-e415911a521e", "name": "network-vif-deleted", "tag": "f6310cf2-11a2-40a2-9638-c74c6a3a240f"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:36:11.834537 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-1062b405-61b6-4c46-952d-8cce1553591a req-100a2d04-f015-4956-9d3c-d16a67416a53 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "GET /v2.0/ports?device_id=c947ae67-c393-44ad-817e-e415911a521e HTTP/1.1" status: 200 len: 210 time: 0.0498919 Mar 29 16:36:11.838152 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 16:36:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d35d746-f2bd-49ae-8b53-51bfe95ed310 x-openstack-request-id: req-5d35d746-f2bd-49ae-8b53-51bfe95ed310 {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:36:11.838577 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c947ae67-c393-44ad-817e-e415911a521e", "name": "network-vif-deleted", "tag": "f6310cf2-11a2-40a2-9638-c74c6a3a240f", "status": "completed", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:36:11.838960 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-5d35d746-f2bd-49ae-8b53-51bfe95ed310 {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:36:11.839506 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c947ae67-c393-44ad-817e-e415911a521e', 'name': 'network-vif-deleted', 'tag': 'f6310cf2-11a2-40a2-9638-c74c6a3a240f', 'status': 'completed', 'code': 200} Mar 29 16:36:12.894499 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 42270) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:36:13.257131 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-5039d8a4-c53a-4b0d-b620-09dc36a5a398 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-530452'] for router_interface, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:36:13.510530 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-5039d8a4-c53a-4b0d-b620-09dc36a5a398 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Deleting port aadaad84-445d-44fa-a26f-df740d299d9b {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:36:13.510802 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-5039d8a4-c53a-4b0d-b620-09dc36a5a398 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:36:13.895822 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [None req-5039d8a4-c53a-4b0d-b620-09dc36a5a398 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] For port aadaad84-445d-44fa-a26f-df740d299d9b, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=aadaad84-445d-44fa-a26f-df740d299d9b,segment=NetworkSegment(7ba43c6e-76df-4025-9f29-362a3fd9403b),segment_id=7ba43c6e-76df-4025-9f29-362a3fd9403b)] {{(pid=102791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:36:13.896637 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-5039d8a4-c53a-4b0d-b620-09dc36a5a398 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:36:13.908429 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-5039d8a4-c53a-4b0d-b620-09dc36a5a398 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Calling delete_port for aadaad84-445d-44fa-a26f-df740d299d9b owned by network:router_interface {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:36:14.086756 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-5039d8a4-c53a-4b0d-b620-09dc36a5a398 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:36:14.114026 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5039d8a4-c53a-4b0d-b620-09dc36a5a398 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Pushing event deleted for resources: {'Port': ['ID=aadaad84-445d-44fa-a26f-df740d299d9b,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:36:14.286778 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-5039d8a4-c53a-4b0d-b620-09dc36a5a398 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-530528'] for router_interface, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:36:14.497902 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5039d8a4-c53a-4b0d-b620-09dc36a5a398 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Router 3fcd0b4f-c66f-455d-aec7-c9fd9fbed3fd has already been hosted by L3 agent c648d819-1060-4f26-b4ec-6455387b5dff {{(pid=102791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 16:36:14.604098 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5039d8a4-c53a-4b0d-b620-09dc36a5a398 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 16:36:14.609296 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-5039d8a4-c53a-4b0d-b620-09dc36a5a398 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "PUT /v2.0/routers/3fcd0b4f-c66f-455d-aec7-c9fd9fbed3fd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7137687 Mar 29 16:36:14.611968 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 42272) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:36:14.614203 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1084e5f1-9638-4760-98b6-8b434624d3df None None] Sync routers for ids ['3fcd0b4f-c66f-455d-aec7-c9fd9fbed3fd'] in n-d-834765-1 {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 16:36:14.623531 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1084e5f1-9638-4760-98b6-8b434624d3df None None] Routers {'3fcd0b4f-c66f-455d-aec7-c9fd9fbed3fd'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:36:14.624129 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-1084e5f1-9638-4760-98b6-8b434624d3df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:36:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['3fcd0b4f-c66f-455d-aec7-c9fd9fbed3fd'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:36:14.666922 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4669745-bacf-4cdd-8a0e-f23d5c2f1c14 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Deleting subnet 220095a1-3f68-4784-bf66-8008efb2243e {{(pid=102791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 16:36:14.669921 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-c4669745-bacf-4cdd-8a0e-f23d5c2f1c14 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks [] for subnet, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:36:14.709693 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-c4669745-bacf-4cdd-8a0e-f23d5c2f1c14 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4230423'] for subnet, precommit_delete_associations {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:36:14.728705 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvr_db [None req-1084e5f1-9638-4760-98b6-8b434624d3df None None] Set router 3fcd0b4f-c66f-455d-aec7-c9fd9fbed3fd gateway port host: n-d-834765-1 {{(pid=102793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:36:14.791498 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-c4669745-bacf-4cdd-8a0e-f23d5c2f1c14 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1641287'] for subnet, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:36:14.855379 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-c4669745-bacf-4cdd-8a0e-f23d5c2f1c14 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1641294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16155591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16218852'] for subnet, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:36:14.883030 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4669745-bacf-4cdd-8a0e-f23d5c2f1c14 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Pushing event deleted for resources: {'Subnet': ['ID=220095a1-3f68-4784-bf66-8008efb2243e,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:36:14.886755 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-c4669745-bacf-4cdd-8a0e-f23d5c2f1c14 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks [] for subnet, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:36:14.893102 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-c4669745-bacf-4cdd-8a0e-f23d5c2f1c14 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "DELETE /v2.0/subnets/220095a1-3f68-4784-bf66-8008efb2243e HTTP/1.1" status: 204 len: 168 time: 0.2768772 Mar 29 16:36:14.893533 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 42274) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:36:14.896504 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32b3cea3-0c0d-481e-b93e-00b79086796a None None] Network 84e36947-1725-44bd-aed2-0d5d2ee56d40 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 16:36:14.911293 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-1084e5f1-9638-4760-98b6-8b434624d3df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fcd0b4f-c66f-455d-aec7-c9fd9fbed3fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1988954144', 'tenant_id': '786485d247cc4bb0943a3056cc1d0d00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.125'}], 'enable_snat': True}, 'gw_port_id': '929b84c2-4d0e-4123-a14a-7a223548fcf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:34:40Z', 'updated_at': '2022-03-29T16:36:14Z', 'revision_number': 5, 'project_id': '786485d247cc4bb0943a3056cc1d0d00', 'gw_port': {'id': '929b84c2-4d0e-4123-a14a-7a223548fcf6', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:6c:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fcd0b4f-c66f-455d-aec7-c9fd9fbed3fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:34:41Z', 'updated_at': '2022-03-29T16:34:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1'}], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:36:14.940255 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1084e5f1-9638-4760-98b6-8b434624d3df None None] Checking router: 3fcd0b4f-c66f-455d-aec7-c9fd9fbed3fd for host: n-d-834765-1 {{(pid=102793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 16:36:14.948999 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1084e5f1-9638-4760-98b6-8b434624d3df None None] Routers {'3fcd0b4f-c66f-455d-aec7-c9fd9fbed3fd'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:36:14.949374 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-1084e5f1-9638-4760-98b6-8b434624d3df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:36:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['3fcd0b4f-c66f-455d-aec7-c9fd9fbed3fd'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:36:15.008923 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-87a2ae72-39e6-410b-ac24-ea7b5b97ac4c tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks [] for router, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:36:15.085698 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a44252e-823d-45e3-96be-bb321bf53672 None None] DHCP port deletion for 84e36947-1725-44bd-aed2-0d5d2ee56d40 request from n-d-834765-1 {{(pid=102792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 29 16:36:15.123515 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-87a2ae72-39e6-410b-ac24-ea7b5b97ac4c tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:36:15.142288 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-1a44252e-823d-45e3-96be-bb321bf53672 None None] Deleting port 336b9431-0996-4d7a-b305-b4bcade23f8e {{(pid=102792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:36:15.142626 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1a44252e-823d-45e3-96be-bb321bf53672 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:36:15.156134 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvr_db [None req-1084e5f1-9638-4760-98b6-8b434624d3df None None] Set router 3fcd0b4f-c66f-455d-aec7-c9fd9fbed3fd gateway port host: n-d-834765-1 {{(pid=102793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:36:15.179152 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-87a2ae72-39e6-410b-ac24-ea7b5b97ac4c tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Deleting port 929b84c2-4d0e-4123-a14a-7a223548fcf6 {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:36:15.179528 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-87a2ae72-39e6-410b-ac24-ea7b5b97ac4c tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:36:15.207065 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1a44252e-823d-45e3-96be-bb321bf53672 None None] For port 336b9431-0996-4d7a-b305-b4bcade23f8e, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=336b9431-0996-4d7a-b305-b4bcade23f8e,segment=NetworkSegment(7ba43c6e-76df-4025-9f29-362a3fd9403b),segment_id=7ba43c6e-76df-4025-9f29-362a3fd9403b)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:36:15.207623 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1a44252e-823d-45e3-96be-bb321bf53672 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:36:15.220399 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-1a44252e-823d-45e3-96be-bb321bf53672 None None] Calling delete_port for 336b9431-0996-4d7a-b305-b4bcade23f8e owned by network:dhcp {{(pid=102792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:36:15.258620 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [None req-87a2ae72-39e6-410b-ac24-ea7b5b97ac4c tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] For port 929b84c2-4d0e-4123-a14a-7a223548fcf6, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=929b84c2-4d0e-4123-a14a-7a223548fcf6,segment=NetworkSegment(6ab47353-a811-4bad-bc73-b4cc84583cfd),segment_id=6ab47353-a811-4bad-bc73-b4cc84583cfd)] {{(pid=102791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:36:15.258981 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-87a2ae72-39e6-410b-ac24-ea7b5b97ac4c tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:36:15.271482 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-87a2ae72-39e6-410b-ac24-ea7b5b97ac4c tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Calling delete_port for 929b84c2-4d0e-4123-a14a-7a223548fcf6 owned by network:router_gateway {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:36:15.304900 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1a44252e-823d-45e3-96be-bb321bf53672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350'] for port, after_delete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:36:15.318225 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a44252e-823d-45e3-96be-bb321bf53672 None None] No DVR routers for this DVR port 336b9431-0996-4d7a-b305-b4bcade23f8e on host n-d-834765-1 {{(pid=102792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 16:36:15.338936 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a44252e-823d-45e3-96be-bb321bf53672 None None] Pushing event deleted for resources: {'Port': ['ID=336b9431-0996-4d7a-b305-b4bcade23f8e,revision_number=None']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:36:15.344100 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-1084e5f1-9638-4760-98b6-8b434624d3df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fcd0b4f-c66f-455d-aec7-c9fd9fbed3fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1988954144', 'tenant_id': '786485d247cc4bb0943a3056cc1d0d00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.125'}], 'enable_snat': True}, 'gw_port_id': '929b84c2-4d0e-4123-a14a-7a223548fcf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:34:40Z', 'updated_at': '2022-03-29T16:36:14Z', 'revision_number': 5, 'project_id': '786485d247cc4bb0943a3056cc1d0d00', 'gw_port': {'id': '929b84c2-4d0e-4123-a14a-7a223548fcf6', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:6c:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fcd0b4f-c66f-455d-aec7-c9fd9fbed3fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:34:41Z', 'updated_at': '2022-03-29T16:34:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1'}], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:36:15.350004 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a44252e-823d-45e3-96be-bb321bf53672 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:36:15.350004 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a44252e-823d-45e3-96be-bb321bf53672 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:36:15.350004 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a44252e-823d-45e3-96be-bb321bf53672 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:36:15.350004 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a44252e-823d-45e3-96be-bb321bf53672 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:36:15.350004 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a44252e-823d-45e3-96be-bb321bf53672 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:36:15.350004 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a44252e-823d-45e3-96be-bb321bf53672 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:36:15.350004 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a44252e-823d-45e3-96be-bb321bf53672 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:36:15.350004 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a44252e-823d-45e3-96be-bb321bf53672 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:36:15.350858 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a44252e-823d-45e3-96be-bb321bf53672 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:36:15.350858 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a44252e-823d-45e3-96be-bb321bf53672 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:36:15.350858 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a44252e-823d-45e3-96be-bb321bf53672 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:36:15.351155 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a44252e-823d-45e3-96be-bb321bf53672 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:36:15.380559 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1084e5f1-9638-4760-98b6-8b434624d3df None None] The sync data for ids ['3fcd0b4f-c66f-455d-aec7-c9fd9fbed3fd'] in n-d-834765-1 is: [{'id': '3fcd0b4f-c66f-455d-aec7-c9fd9fbed3fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1988954144', 'tenant_id': '786485d247cc4bb0943a3056cc1d0d00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.125'}], 'enable_snat': True}, 'gw_port_id': '929b84c2-4d0e-4123-a14a-7a223548fcf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:34:40Z', 'updated_at': '2022-03-29T16:36:14Z', 'revision_number': 5, 'project_id': '786485d247cc4bb0943a3056cc1d0d00', 'gw_port': {'id': '929b84c2-4d0e-4123-a14a-7a223548fcf6', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:6c:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fcd0b4f-c66f-455d-aec7-c9fd9fbed3fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:34:41Z', 'updated_at': '2022-03-29T16:34:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1'}] {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 16:36:15.462401 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-87a2ae72-39e6-410b-ac24-ea7b5b97ac4c tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:36:15.494315 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a2ae72-39e6-410b-ac24-ea7b5b97ac4c tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Pushing event deleted for resources: {'Port': ['ID=929b84c2-4d0e-4123-a14a-7a223548fcf6,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:36:15.573570 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-87a2ae72-39e6-410b-ac24-ea7b5b97ac4c tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-648138'] for router_gateway, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:36:15.670474 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-87a2ae72-39e6-410b-ac24-ea7b5b97ac4c tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129328'] for router, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:36:15.672610 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-87a2ae72-39e6-410b-ac24-ea7b5b97ac4c tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:36:15.719240 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-87a2ae72-39e6-410b-ac24-ea7b5b97ac4c tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-526718'] for router, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:36:15.720086 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87a2ae72-39e6-410b-ac24-ea7b5b97ac4c tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Fanout notify agent at l3_agent the message router_deleted on router 3fcd0b4f-c66f-455d-aec7-c9fd9fbed3fd {{(pid=102791) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 29 16:36:15.727204 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-87a2ae72-39e6-410b-ac24-ea7b5b97ac4c tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks [] for router, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:36:15.728235 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-87a2ae72-39e6-410b-ac24-ea7b5b97ac4c tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "DELETE /v2.0/routers/3fcd0b4f-c66f-455d-aec7-c9fd9fbed3fd HTTP/1.1" status: 204 len: 168 time: 0.8337843 Mar 29 16:36:15.731038 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 42282) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:36:15.813940 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device aadaad84-445d-44fa-a26f-df740d299d9b no longer exists at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 16:36:15.817550 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-9bd19bcd-d8e1-45e3-8450-c4eab915b28a tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1631750'] for network, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:36:15.837372 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] No Port match for: aadaad84-445d-44fa-a26f-df740d299d9b {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 16:36:15.837714 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device aadaad84-445d-44fa-a26f-df740d299d9b not bound to the agent host n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 16:36:15.838132 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 336b9431-0996-4d7a-b305-b4bcade23f8e no longer exists at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 16:36:15.858097 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] No Port match for: 336b9431-0996-4d7a-b305-b4bcade23f8e {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 16:36:15.858427 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 336b9431-0996-4d7a-b305-b4bcade23f8e not bound to the agent host n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 16:36:15.911806 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-9bd19bcd-d8e1-45e3-8450-c4eab915b28a tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639890', 'neutron.services.segments.db._delete_segments_for_network-8783523423079'] for network, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:36:15.931087 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-9bd19bcd-d8e1-45e3-8450-c4eab915b28a tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84e36947-1725-44bd-aed2-0d5d2ee56d40']}} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:36:15.940450 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-9bd19bcd-d8e1-45e3-8450-c4eab915b28a tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ba43c6e-76df-4025-9f29-362a3fd9403b') {'for_net_delete': True} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:36:15.940740 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-9bd19bcd-d8e1-45e3-8450-c4eab915b28a tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ba43c6e-76df-4025-9f29-362a3fd9403b') {} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:36:15.950086 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-9bd19bcd-d8e1-45e3-8450-c4eab915b28a tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783523422064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4230428'] for segment, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:36:15.963378 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-9bd19bcd-d8e1-45e3-8450-c4eab915b28a tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:36:15.969232 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9bd19bcd-d8e1-45e3-8450-c4eab915b28a tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Releasing vlan 613 on physical network physnet1 to pool {{(pid=102791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 16:36:15.969613 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-9bd19bcd-d8e1-45e3-8450-c4eab915b28a tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16169569'] for segment, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:36:15.973130 n-d-834765-1 neutron-server[102791]: Traceback (most recent call last): Mar 29 16:36:15.973130 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 16:36:15.973130 n-d-834765-1 neutron-server[102791]: timer() Mar 29 16:36:15.973130 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 16:36:15.973130 n-d-834765-1 neutron-server[102791]: cb(*args, **kw) Mar 29 16:36:15.973130 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 16:36:15.973130 n-d-834765-1 neutron-server[102791]: return func(*args, **kwargs) Mar 29 16:36:15.973130 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 16:36:15.973130 n-d-834765-1 neutron-server[102791]: self._notify() Mar 29 16:36:15.973130 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 16:36:15.973130 n-d-834765-1 neutron-server[102791]: self.callback(batched_events) Mar 29 16:36:15.973130 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 16:36:15.973130 n-d-834765-1 neutron-server[102791]: event.method(event) Mar 29 16:36:15.973130 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 16:36:15.973130 n-d-834765-1 neutron-server[102791]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 16:36:15.973130 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 16:36:15.973130 n-d-834765-1 neutron-server[102791]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 16:36:15.973130 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 16:36:15.973130 n-d-834765-1 neutron-server[102791]: return f(self, *a, **k) Mar 29 16:36:15.973130 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 16:36:15.973130 n-d-834765-1 neutron-server[102791]: return self._get(url).json() Mar 29 16:36:15.973130 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 16:36:15.973130 n-d-834765-1 neutron-server[102791]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 16:36:15.973130 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 16:36:15.973130 n-d-834765-1 neutron-server[102791]: return self.request(url, 'GET', **kwargs) Mar 29 16:36:15.973130 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 16:36:15.973130 n-d-834765-1 neutron-server[102791]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 16:36:15.973130 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 16:36:15.973130 n-d-834765-1 neutron-server[102791]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 16:36:15.973130 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 16:36:15.973130 n-d-834765-1 neutron-server[102791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 16:36:15.973130 n-d-834765-1 neutron-server[102791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 16:36:16.029651 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-9bd19bcd-d8e1-45e3-8450-c4eab915b28a tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1639897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648174'] for network, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:36:16.036957 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-9bd19bcd-d8e1-45e3-8450-c4eab915b28a tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks [] for network, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:36:16.040113 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-9bd19bcd-d8e1-45e3-8450-c4eab915b28a tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "DELETE /v2.0/networks/84e36947-1725-44bd-aed2-0d5d2ee56d40 HTTP/1.1" status: 204 len: 168 time: 0.3077989 Mar 29 16:36:16.042873 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 42284) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:36:16.051036 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd19bcd-d8e1-45e3-8450-c4eab915b28a tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Pushing event deleted for resources: {'Network': ['ID=84e36947-1725-44bd-aed2-0d5d2ee56d40,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:36:16.102496 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-5f84536c-a1fe-4597-a8dc-f9f936f9a8fa tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks [] for security_group, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:36:16.131733 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-5f84536c-a1fe-4597-a8dc-f9f936f9a8fa tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:36:16.191973 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-5f84536c-a1fe-4597-a8dc-f9f936f9a8fa tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:36:16.194757 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-5f84536c-a1fe-4597-a8dc-f9f936f9a8fa tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:36:16.196296 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-5f84536c-a1fe-4597-a8dc-f9f936f9a8fa tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "DELETE /v2.0/security-groups/52720569-cee3-4ef5-96e9-5d50a427ae10 HTTP/1.1" status: 204 len: 168 time: 0.1520743 Mar 29 16:36:16.207363 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f84536c-a1fe-4597-a8dc-f9f936f9a8fa tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=52720569-cee3-4ef5-96e9-5d50a427ae10,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:36:16.215192 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f84536c-a1fe-4597-a8dc-f9f936f9a8fa tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:36:16.215625 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f84536c-a1fe-4597-a8dc-f9f936f9a8fa tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:36:16.215975 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f84536c-a1fe-4597-a8dc-f9f936f9a8fa tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:36:16.216310 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f84536c-a1fe-4597-a8dc-f9f936f9a8fa tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:36:16.216642 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f84536c-a1fe-4597-a8dc-f9f936f9a8fa tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:36:16.216976 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f84536c-a1fe-4597-a8dc-f9f936f9a8fa tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:36:16.217306 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f84536c-a1fe-4597-a8dc-f9f936f9a8fa tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:36:16.217634 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f84536c-a1fe-4597-a8dc-f9f936f9a8fa tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:36:16.217959 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f84536c-a1fe-4597-a8dc-f9f936f9a8fa tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:36:16.218283 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f84536c-a1fe-4597-a8dc-f9f936f9a8fa tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:36:16.218694 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f84536c-a1fe-4597-a8dc-f9f936f9a8fa tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:36:16.219476 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f84536c-a1fe-4597-a8dc-f9f936f9a8fa tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:36:16.227651 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device f6310cf2-11a2-40a2-9638-c74c6a3a240f no longer exists at agent hyperv_n-h2-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 16:36:16.254518 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] No Port match for: f6310cf2-11a2-40a2-9638-c74c6a3a240f {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 16:36:16.254518 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device f6310cf2-11a2-40a2-9638-c74c6a3a240f not bound to the agent host n-h2-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 16:36:16.668877 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 42292) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:36:16.673562 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-442c6f7f-de4f-4bf9-b669-980253bddfb4 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1268282496', 'description': 'tempest-secgroup-smoke-1268282496 description', 'project_id': '786485d247cc4bb0943a3056cc1d0d00'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:36:16.693289 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-442c6f7f-de4f-4bf9-b669-980253bddfb4 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks [] for security_group, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:36:16.761074 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-442c6f7f-de4f-4bf9-b669-980253bddfb4 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks [] for security_group, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:36:16.764709 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-442c6f7f-de4f-4bf9-b669-980253bddfb4 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:36:16.789015 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-442c6f7f-de4f-4bf9-b669-980253bddfb4 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:36:16.790212 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-442c6f7f-de4f-4bf9-b669-980253bddfb4 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1202476 Mar 29 16:36:16.793279 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 42294) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:36:16.797908 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442c6f7f-de4f-4bf9-b669-980253bddfb4 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e0d9206-af29-4bec-b12c-8dcfa512b904,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:36:16.798090 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-55446c94-f650-4eca-845c-e255f54fa709 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Request body: {'security_group_rule': {'security_group_id': '7e0d9206-af29-4bec-b12c-8dcfa512b904', 'project_id': '786485d247cc4bb0943a3056cc1d0d00', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:36:16.824462 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-55446c94-f650-4eca-845c-e255f54fa709 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:36:16.881639 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-55446c94-f650-4eca-845c-e255f54fa709 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:36:16.884996 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-55446c94-f650-4eca-845c-e255f54fa709 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610998'] for security_group_rule, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:36:16.902398 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55446c94-f650-4eca-845c-e255f54fa709 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f18d7e59-2353-49e9-886b-489ffcc40f33,revision_number=0']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:36:16.909958 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-55446c94-f650-4eca-845c-e255f54fa709 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:36:16.911164 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-55446c94-f650-4eca-845c-e255f54fa709 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1168661 Mar 29 16:36:16.913947 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 42296) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:36:16.918189 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-ee5c5811-7e36-49c2-ab6e-9952687aca73 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Request body: {'security_group_rule': {'security_group_id': '7e0d9206-af29-4bec-b12c-8dcfa512b904', 'project_id': '786485d247cc4bb0943a3056cc1d0d00', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:36:16.942079 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-ee5c5811-7e36-49c2-ab6e-9952687aca73 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:36:16.997843 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-ee5c5811-7e36-49c2-ab6e-9952687aca73 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:36:17.001418 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-ee5c5811-7e36-49c2-ab6e-9952687aca73 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610998'] for security_group_rule, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:36:17.019129 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5c5811-7e36-49c2-ab6e-9952687aca73 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e575931b-8cea-41dc-82e0-9c94b4cd67fc,revision_number=0']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:36:17.026902 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-ee5c5811-7e36-49c2-ab6e-9952687aca73 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:36:17.028128 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-ee5c5811-7e36-49c2-ab6e-9952687aca73 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1132655 Mar 29 16:36:17.031017 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 42298) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:36:17.035712 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-99fc275d-6fe5-452b-bcbb-317fe1cd4887 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Request body: {'security_group_rule': {'security_group_id': '7e0d9206-af29-4bec-b12c-8dcfa512b904', 'project_id': '786485d247cc4bb0943a3056cc1d0d00', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:36:17.059089 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-99fc275d-6fe5-452b-bcbb-317fe1cd4887 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:36:17.115840 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-99fc275d-6fe5-452b-bcbb-317fe1cd4887 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:36:17.119386 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-99fc275d-6fe5-452b-bcbb-317fe1cd4887 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610998'] for security_group_rule, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:36:17.139014 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fc275d-6fe5-452b-bcbb-317fe1cd4887 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=686ef6bb-cd4d-488a-8d1f-372868b54246,revision_number=0']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:36:17.145170 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-99fc275d-6fe5-452b-bcbb-317fe1cd4887 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:36:17.145764 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-99fc275d-6fe5-452b-bcbb-317fe1cd4887 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1137071 Mar 29 16:36:17.148478 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 42300) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:36:17.152678 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-85c0d16f-3a61-4bb9-939c-e615f95b1458 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Request body: {'security_group_rule': {'security_group_id': '7e0d9206-af29-4bec-b12c-8dcfa512b904', 'project_id': '786485d247cc4bb0943a3056cc1d0d00', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:36:17.176906 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-85c0d16f-3a61-4bb9-939c-e615f95b1458 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:36:17.238873 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-85c0d16f-3a61-4bb9-939c-e615f95b1458 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:36:17.242578 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-85c0d16f-3a61-4bb9-939c-e615f95b1458 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610998'] for security_group_rule, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:36:17.259607 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c0d16f-3a61-4bb9-939c-e615f95b1458 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15df9fbf-81cb-4b13-9438-b9e6202a9db4,revision_number=0']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:36:17.271308 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-85c0d16f-3a61-4bb9-939c-e615f95b1458 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:36:17.272474 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-85c0d16f-3a61-4bb9-939c-e615f95b1458 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1230807 Mar 29 16:36:17.275187 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 42302) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:36:17.279658 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-e0c80002-5c48-4856-b97c-4a31879d95cf tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Request body: {'security_group_rule': {'security_group_id': '7e0d9206-af29-4bec-b12c-8dcfa512b904', 'project_id': '786485d247cc4bb0943a3056cc1d0d00', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:36:17.299343 n-d-834765-1 neutron-server[102790]: INFO neutron.db.securitygroups_db [None req-e0c80002-5c48-4856-b97c-4a31879d95cf tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Project 786485d247cc4bb0943a3056cc1d0d00 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 29 16:36:17.304009 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e0c80002-5c48-4856-b97c-4a31879d95cf tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:36:17.362957 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e0c80002-5c48-4856-b97c-4a31879d95cf tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:36:17.366255 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e0c80002-5c48-4856-b97c-4a31879d95cf tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610998'] for security_group_rule, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:36:17.382816 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c80002-5c48-4856-b97c-4a31879d95cf tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb829018-ede2-46df-b5cf-d97a31b0b527,revision_number=0']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:36:17.390903 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e0c80002-5c48-4856-b97c-4a31879d95cf tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:36:17.392167 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-e0c80002-5c48-4856-b97c-4a31879d95cf tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1160126 Mar 29 16:36:17.395440 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 42304) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:36:17.399730 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-5e15d782-cef4-46d8-9b33-317f21d46f2d tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Request body: {'security_group_rule': {'security_group_id': '7e0d9206-af29-4bec-b12c-8dcfa512b904', 'project_id': '786485d247cc4bb0943a3056cc1d0d00', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:36:17.422286 n-d-834765-1 neutron-server[102790]: INFO neutron.db.securitygroups_db [None req-5e15d782-cef4-46d8-9b33-317f21d46f2d tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Project 786485d247cc4bb0943a3056cc1d0d00 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 29 16:36:17.427310 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-5e15d782-cef4-46d8-9b33-317f21d46f2d tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:36:17.490274 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-5e15d782-cef4-46d8-9b33-317f21d46f2d tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:36:17.493740 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-5e15d782-cef4-46d8-9b33-317f21d46f2d tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610998'] for security_group_rule, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:36:17.512729 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e15d782-cef4-46d8-9b33-317f21d46f2d tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11ad5f06-1a97-4b00-8449-d84f9e52539b,revision_number=0']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:36:17.517993 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-5e15d782-cef4-46d8-9b33-317f21d46f2d tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:36:17.522633 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-5e15d782-cef4-46d8-9b33-317f21d46f2d tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1234589 Mar 29 16:36:17.522796 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 42306) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:36:17.527611 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-ab34aa7f-7920-43ae-8521-2309ab574ea9 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Request body: {'network': {'name': 'tempest-network-smoke--1308633191', 'project_id': '786485d247cc4bb0943a3056cc1d0d00', 'port_security_enabled': True}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:36:17.547725 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab34aa7f-7920-43ae-8521-2309ab574ea9 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Made reservation on behalf of 786485d247cc4bb0943a3056cc1d0d00 for: {'network': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:36:17.551579 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-ab34aa7f-7920-43ae-8521-2309ab574ea9 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for network, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:36:17.576088 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab34aa7f-7920-43ae-8521-2309ab574ea9 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] vlan segment allocate from pool success with {'vlan_id': 624, 'physical_network': 'physnet1'} {{(pid=102790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 16:36:17.585942 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-ab34aa7f-7920-43ae-8521-2309ab574ea9 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:36:17.586314 n-d-834765-1 neutron-server[102790]: INFO neutron.db.segments_db [None req-ab34aa7f-7920-43ae-8521-2309ab574ea9 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Added segment 2703f8da-209f-4819-a90c-934450c2affb of type vlan for network 850c67ff-69f1-4ffa-8635-c2d0b9a214a0 Mar 29 16:36:17.602537 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:36:17.630946 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-ab34aa7f-7920-43ae-8521-2309ab574ea9 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783522915970'] for network, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:36:17.655439 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-ab34aa7f-7920-43ae-8521-2309ab574ea9 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795'] for network, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:36:17.661034 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab34aa7f-7920-43ae-8521-2309ab574ea9 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:36:17.661619 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-ab34aa7f-7920-43ae-8521-2309ab574ea9 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks [] for network, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:36:17.697789 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-ab34aa7f-7920-43ae-8521-2309ab574ea9 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1739519 Mar 29 16:36:17.699976 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 42308) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:36:17.705265 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-196a7cc3-ae94-4e7a-8599-58563484f2c9 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1278595952', 'admin_state_up': True, 'project_id': '786485d247cc4bb0943a3056cc1d0d00', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'}}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:36:17.722655 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 929b84c2-4d0e-4123-a14a-7a223548fcf6 no longer exists at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 16:36:17.732249 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-196a7cc3-ae94-4e7a-8599-58563484f2c9 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-532385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129310'] for router, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:36:17.732686 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab34aa7f-7920-43ae-8521-2309ab574ea9 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Pushing event updated for resources: {'Network': ['ID=850c67ff-69f1-4ffa-8635-c2d0b9a214a0,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:36:17.733327 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-196a7cc3-ae94-4e7a-8599-58563484f2c9 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-648091', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-684384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129319'] for router, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:36:17.747330 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Network 850c67ff-69f1-4ffa-8635-c2d0b9a214a0 details requested by agent ovs-agent-n-d-834765-1 with host n-d-834765-1 {{(pid=102792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 16:36:17.749681 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] No Port match for: 929b84c2-4d0e-4123-a14a-7a223548fcf6 {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 16:36:17.750014 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 929b84c2-4d0e-4123-a14a-7a223548fcf6 not bound to the agent host n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 16:36:17.800547 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-196a7cc3-ae94-4e7a-8599-58563484f2c9 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:36:17.954390 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-196a7cc3-ae94-4e7a-8599-58563484f2c9 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:36:18.142174 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-196a7cc3-ae94-4e7a-8599-58563484f2c9 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks [] for router_gateway, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:36:18.160509 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-196a7cc3-ae94-4e7a-8599-58563484f2c9 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:36:18.258595 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_common [None req-196a7cc3-ae94-4e7a-8599-58563484f2c9 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Allocated IP 172.25.4.160 (4a4a035d-ecac-4ead-baa3-25f90788773a/e1a353dc-fac8-4901-a63c-273840237d6a/f3abd71b-b0ca-4772-911a-5618cb3b0194) {{(pid=102791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:36:18.310132 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:36:18.360635 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-196a7cc3-ae94-4e7a-8599-58563484f2c9 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks [] for port, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:36:18.392528 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-196a7cc3-ae94-4e7a-8599-58563484f2c9 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:36:18.430690 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-196a7cc3-ae94-4e7a-8599-58563484f2c9 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Network 4a4a035d-ecac-4ead-baa3-25f90788773a is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:36:18.433560 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [None req-196a7cc3-ae94-4e7a-8599-58563484f2c9 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:36:18.436986 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-196a7cc3-ae94-4e7a-8599-58563484f2c9 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Received port after_create {{(pid=102791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:36:18.459883 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196a7cc3-ae94-4e7a-8599-58563484f2c9 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Pushing event updated for resources: {'Port': ['ID=f3abd71b-b0ca-4772-911a-5618cb3b0194,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:36:18.681602 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-196a7cc3-ae94-4e7a-8599-58563484f2c9 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks [] for router_gateway, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:36:18.873876 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-196a7cc3-ae94-4e7a-8599-58563484f2c9 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648118'] for router, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:36:19.302762 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-196a7cc3-ae94-4e7a-8599-58563484f2c9 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Router 2d729a2b-59d5-458f-9ebf-3e5329c8eee2 is scheduled to L3 agent c648d819-1060-4f26-b4ec-6455387b5dff with binding_index 1 {{(pid=102791) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 29 16:36:19.406400 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-196a7cc3-ae94-4e7a-8599-58563484f2c9 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 16:36:19.416200 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f49d7d63-4435-4a20-9afb-bc7fb2305ccf None None] Sync routers for ids ['2d729a2b-59d5-458f-9ebf-3e5329c8eee2'] in n-d-834765-1 {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 16:36:19.426527 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f49d7d63-4435-4a20-9afb-bc7fb2305ccf None None] Routers {'2d729a2b-59d5-458f-9ebf-3e5329c8eee2'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:36:19.427225 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-f49d7d63-4435-4a20-9afb-bc7fb2305ccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:36:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['2d729a2b-59d5-458f-9ebf-3e5329c8eee2'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:36:19.428976 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-196a7cc3-ae94-4e7a-8599-58563484f2c9 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks [] for router, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:36:19.430380 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-196a7cc3-ae94-4e7a-8599-58563484f2c9 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7292399 Mar 29 16:36:19.433467 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 42310) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:36:19.471470 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-a90ab6d1-04ef-403d-8243-29239b237f9e tempest-TestNetworkAdvancedServerOps-37087928 tempest-TestNetworkAdvancedServerOps-37087928-project-admin] 10.222.0.42 "GET /v2.0/subnets?project_id=786485d247cc4bb0943a3056cc1d0d00&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0367711 Mar 29 16:36:19.474588 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 42316) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:36:19.544110 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvr_db [None req-f49d7d63-4435-4a20-9afb-bc7fb2305ccf None None] Set router 2d729a2b-59d5-458f-9ebf-3e5329c8eee2 gateway port host: n-d-834765-1 {{(pid=102792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:36:19.633001 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a69c3bdd-de76-421d-bb85-ea0089730a69 tempest-TestNetworkAdvancedServerOps-37087928 tempest-TestNetworkAdvancedServerOps-37087928-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:36:19.634684 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-a69c3bdd-de76-421d-bb85-ea0089730a69 tempest-TestNetworkAdvancedServerOps-37087928 tempest-TestNetworkAdvancedServerOps-37087928-project-admin] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1590269 Mar 29 16:36:19.637627 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 42318) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:36:19.673320 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-223f8a4b-d87b-4e89-af86-5206223f8713 tempest-TestNetworkAdvancedServerOps-37087928 tempest-TestNetworkAdvancedServerOps-37087928-project-admin] 10.222.0.42 "GET /v2.0/subnets?network_id=4a4a035d-ecac-4ead-baa3-25f90788773a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0345719 Mar 29 16:36:19.676545 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 42320) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:36:19.681340 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-8f428366-084b-41ae-9bfd-3ce99fcaa9f8 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-958189786', 'network_id': '850c67ff-69f1-4ffa-8635-c2d0b9a214a0', 'project_id': '786485d247cc4bb0943a3056cc1d0d00', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:36:19.771209 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f428366-084b-41ae-9bfd-3ce99fcaa9f8 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Made reservation on behalf of 786485d247cc4bb0943a3056cc1d0d00 for: {'subnet': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:36:19.774637 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-8f428366-084b-41ae-9bfd-3ce99fcaa9f8 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16218875'] for subnet, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:36:19.961363 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-8f428366-084b-41ae-9bfd-3ce99fcaa9f8 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16155524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16218861'] for subnet, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:36:20.001061 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-f49d7d63-4435-4a20-9afb-bc7fb2305ccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d729a2b-59d5-458f-9ebf-3e5329c8eee2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1278595952', 'tenant_id': '786485d247cc4bb0943a3056cc1d0d00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.160'}], 'enable_snat': True}, 'gw_port_id': 'f3abd71b-b0ca-4772-911a-5618cb3b0194', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:36:17Z', 'updated_at': '2022-03-29T16:36:18Z', 'revision_number': 3, 'project_id': '786485d247cc4bb0943a3056cc1d0d00', 'gw_port': {'id': 'f3abd71b-b0ca-4772-911a-5618cb3b0194', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:cc:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d729a2b-59d5-458f-9ebf-3e5329c8eee2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:36:18Z', 'updated_at': '2022-03-29T16:36:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1'}], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:36:20.019679 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f428366-084b-41ae-9bfd-3ce99fcaa9f8 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Pushing event updated for resources: {'Subnet': ['ID=58d36b04-36af-4255-9221-d5bca91564a9,revision_number=0']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:36:20.029745 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f428366-084b-41ae-9bfd-3ce99fcaa9f8 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Checking segment: {'id': '2703f8da-209f-4819-a90c-934450c2affb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '850c67ff-69f1-4ffa-8635-c2d0b9a214a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 16:36:20.030150 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f428366-084b-41ae-9bfd-3ce99fcaa9f8 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Network hostable DHCP agents. Network: 850c67ff-69f1-4ffa-8635-c2d0b9a214a0, hostable agents: ['d136643e-48ae-49d4-a851-2ba3bdf3749c'], hosted agents: [] {{(pid=102791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 16:36:20.037186 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f49d7d63-4435-4a20-9afb-bc7fb2305ccf None None] Checking router: 2d729a2b-59d5-458f-9ebf-3e5329c8eee2 for host: n-d-834765-1 {{(pid=102792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 16:36:20.037471 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f49d7d63-4435-4a20-9afb-bc7fb2305ccf None None] Updating router 2d729a2b-59d5-458f-9ebf-3e5329c8eee2 port f3abd71b-b0ca-4772-911a-5618cb3b0194 binding host n-d-834765-1 {{(pid=102792) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 16:36:20.047523 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f428366-084b-41ae-9bfd-3ce99fcaa9f8 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Network 850c67ff-69f1-4ffa-8635-c2d0b9a214a0 is scheduled to be hosted by DHCP agent d136643e-48ae-49d4-a851-2ba3bdf3749c with binding_index 1 {{(pid=102791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 16:36:20.057209 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [None req-8f428366-084b-41ae-9bfd-3ce99fcaa9f8 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834765-1, 850c67ff-69f1-4ffa-8635-c2d0b9a214a0) {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:36:20.062598 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f428366-084b-41ae-9bfd-3ce99fcaa9f8 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:36:20.063458 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-8f428366-084b-41ae-9bfd-3ce99fcaa9f8 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks [] for subnet, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:36:20.070696 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67b6baa3-1540-4c6c-b7ae-588dbda6786f None None] Network 850c67ff-69f1-4ffa-8635-c2d0b9a214a0 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 16:36:20.076627 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-f49d7d63-4435-4a20-9afb-bc7fb2305ccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:36:20.082109 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-8f428366-084b-41ae-9bfd-3ce99fcaa9f8 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4045532 Mar 29 16:36:20.084859 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 42322) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:36:20.390582 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd87ce67-22a7-42e5-ab5b-691811ae3805 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0035034-69b0-5ffc-b384-0ac6189c5628-850c67ff-69f1-4ffa-8635-c2d0b9a214a0', 'network_id': '850c67ff-69f1-4ffa-8635-c2d0b9a214a0', 'tenant_id': '786485d247cc4bb0943a3056cc1d0d00', 'fixed_ips': [{'subnet_id': '58d36b04-36af-4255-9221-d5bca91564a9'}]}} from n-d-834765-1. {{(pid=102792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 29 16:36:20.391470 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-dd87ce67-22a7-42e5-ab5b-691811ae3805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:36:20.527767 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-0a28f996-9bd8-47a3-8e46-04bc76a5dbec tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:36:20.569388 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-f49d7d63-4435-4a20-9afb-bc7fb2305ccf None None] Notify callbacks [] for port, precommit_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:36:20.578702 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-f49d7d63-4435-4a20-9afb-bc7fb2305ccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:36:20.629757 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.db_base_plugin_common [None req-dd87ce67-22a7-42e5-ab5b-691811ae3805 None None] Allocated IP 172.20.0.2 (850c67ff-69f1-4ffa-8635-c2d0b9a214a0/58d36b04-36af-4255-9221-d5bca91564a9/10570bfd-0fa3-4a48-ad7e-51d8a91ee0f6) {{(pid=102792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:36:20.652631 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d131b5-0f7b-4e18-a3a8-1383e774e92e None None] Pushing event updated for resources: {'Port': ['ID=f3abd71b-b0ca-4772-911a-5618cb3b0194,revision_number=2']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:36:20.655573 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-f49d7d63-4435-4a20-9afb-bc7fb2305ccf None None] Attempting to bind port f3abd71b-b0ca-4772-911a-5618cb3b0194 on host n-d-834765-1 for vnic_type normal with profile {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 16:36:20.655935 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-f49d7d63-4435-4a20-9afb-bc7fb2305ccf None None] Attempting to bind port f3abd71b-b0ca-4772-911a-5618cb3b0194 by drivers openvswitch,hyperv on host n-d-834765-1 at level 0 using segments [{'id': '6ab47353-a811-4bad-bc73-b4cc84583cfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 16:36:20.656293 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f49d7d63-4435-4a20-9afb-bc7fb2305ccf None None] Attempting to bind port f3abd71b-b0ca-4772-911a-5618cb3b0194 on network 4a4a035d-ecac-4ead-baa3-25f90788773a {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 16:36:20.665938 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f49d7d63-4435-4a20-9afb-bc7fb2305ccf None None] Checking agent: {'id': 'a8866439-9d96-425c-b519-6905c591ac37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 25, 36), 'started_at': datetime.datetime(2022, 3, 29, 15, 26, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 16, 36, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834765-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 16:36:20.666348 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f49d7d63-4435-4a20-9afb-bc7fb2305ccf None None] Checking segment: {'id': '6ab47353-a811-4bad-bc73-b4cc84583cfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 16:36:20.666709 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-f49d7d63-4435-4a20-9afb-bc7fb2305ccf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:36:20.667112 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f49d7d63-4435-4a20-9afb-bc7fb2305ccf None None] Bound using segment: {'id': '6ab47353-a811-4bad-bc73-b4cc84583cfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 16:36:20.667574 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-f49d7d63-4435-4a20-9afb-bc7fb2305ccf None None] Bound port: f3abd71b-b0ca-4772-911a-5618cb3b0194, host: n-d-834765-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ab47353-a811-4bad-bc73-b4cc84583cfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'}}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 16:36:20.667951 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-f49d7d63-4435-4a20-9afb-bc7fb2305ccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:36:20.775200 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-f49d7d63-4435-4a20-9afb-bc7fb2305ccf None None] For port f3abd71b-b0ca-4772-911a-5618cb3b0194, host n-d-834765-1, cleared binding levels {{(pid=102792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 16:36:20.782257 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-f49d7d63-4435-4a20-9afb-bc7fb2305ccf None None] For port f3abd71b-b0ca-4772-911a-5618cb3b0194, host n-d-834765-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=f3abd71b-b0ca-4772-911a-5618cb3b0194,segment=NetworkSegment(6ab47353-a811-4bad-bc73-b4cc84583cfd),segment_id=6ab47353-a811-4bad-bc73-b4cc84583cfd)] {{(pid=102792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 16:36:20.790060 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-f49d7d63-4435-4a20-9afb-bc7fb2305ccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:36:20.889058 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d131b5-0f7b-4e18-a3a8-1383e774e92e None None] Pushing event updated for resources: {'Port': ['ID=f3abd71b-b0ca-4772-911a-5618cb3b0194,revision_number=3']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:36:20.894731 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f49d7d63-4435-4a20-9afb-bc7fb2305ccf None None] Routers {'2d729a2b-59d5-458f-9ebf-3e5329c8eee2'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:36:20.895350 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-f49d7d63-4435-4a20-9afb-bc7fb2305ccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:36:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['2d729a2b-59d5-458f-9ebf-3e5329c8eee2'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:36:20.897696 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-dd87ce67-22a7-42e5-ab5b-691811ae3805 None None] Notify callbacks [] for port, precommit_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:36:20.937251 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-dd87ce67-22a7-42e5-ab5b-691811ae3805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956'] for port, after_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:36:20.956649 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_common [None req-0a28f996-9bd8-47a3-8e46-04bc76a5dbec tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Allocated IP 172.20.0.1 (850c67ff-69f1-4ffa-8635-c2d0b9a214a0/58d36b04-36af-4255-9221-d5bca91564a9/9bbe2d4a-87d9-4290-867d-29ec72689f07) {{(pid=102791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:36:20.994174 n-d-834765-1 neutron-server[102792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd87ce67-22a7-42e5-ab5b-691811ae3805 None None] Network 850c67ff-69f1-4ffa-8635-c2d0b9a214a0 is already hosted by enough agents. {{(pid=102792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:36:21.029938 n-d-834765-1 neutron-server[102792]: DEBUG neutron.scheduler.base_scheduler [None req-dd87ce67-22a7-42e5-ab5b-691811ae3805 None None] Resources bound (agent type, host, resource id): {{(pid=102792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:36:21.034294 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd87ce67-22a7-42e5-ab5b-691811ae3805 None None] Received port after_create {{(pid=102792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:36:21.037083 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd87ce67-22a7-42e5-ab5b-691811ae3805 None None] Pushing event updated for resources: {'Port': ['ID=10570bfd-0fa3-4a48-ad7e-51d8a91ee0f6,revision_number=1']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:36:21.069782 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-0a28f996-9bd8-47a3-8e46-04bc76a5dbec tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks [] for port, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:36:21.077150 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvr_db [None req-f49d7d63-4435-4a20-9afb-bc7fb2305ccf None None] Set router 2d729a2b-59d5-458f-9ebf-3e5329c8eee2 gateway port host: n-d-834765-1 {{(pid=102792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:36:21.104527 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-0a28f996-9bd8-47a3-8e46-04bc76a5dbec tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:36:21.146117 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a28f996-9bd8-47a3-8e46-04bc76a5dbec tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Network 850c67ff-69f1-4ffa-8635-c2d0b9a214a0 is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:36:21.149195 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [None req-0a28f996-9bd8-47a3-8e46-04bc76a5dbec tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:36:21.152707 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a28f996-9bd8-47a3-8e46-04bc76a5dbec tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Received port after_create {{(pid=102791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:36:21.158812 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a28f996-9bd8-47a3-8e46-04bc76a5dbec tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Pushing event updated for resources: {'Port': ['ID=9bbe2d4a-87d9-4290-867d-29ec72689f07,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:36:21.175612 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-dd87ce67-22a7-42e5-ab5b-691811ae3805 None None] Attempting to bind port 10570bfd-0fa3-4a48-ad7e-51d8a91ee0f6 on host n-d-834765-1 for vnic_type normal with profile {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 16:36:21.175983 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-dd87ce67-22a7-42e5-ab5b-691811ae3805 None None] Attempting to bind port 10570bfd-0fa3-4a48-ad7e-51d8a91ee0f6 by drivers openvswitch,hyperv on host n-d-834765-1 at level 0 using segments [{'id': '2703f8da-209f-4819-a90c-934450c2affb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '850c67ff-69f1-4ffa-8635-c2d0b9a214a0'}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 16:36:21.176342 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd87ce67-22a7-42e5-ab5b-691811ae3805 None None] Attempting to bind port 10570bfd-0fa3-4a48-ad7e-51d8a91ee0f6 on network 850c67ff-69f1-4ffa-8635-c2d0b9a214a0 {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 16:36:21.201708 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-0a28f996-9bd8-47a3-8e46-04bc76a5dbec tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-648347'] for router_interface, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:36:21.207763 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd87ce67-22a7-42e5-ab5b-691811ae3805 None None] Checking agent: {'id': 'a8866439-9d96-425c-b519-6905c591ac37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 25, 36), 'started_at': datetime.datetime(2022, 3, 29, 15, 26, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 16, 36, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834765-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 16:36:21.208135 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd87ce67-22a7-42e5-ab5b-691811ae3805 None None] Checking segment: {'id': '2703f8da-209f-4819-a90c-934450c2affb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '850c67ff-69f1-4ffa-8635-c2d0b9a214a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 16:36:21.208531 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-dd87ce67-22a7-42e5-ab5b-691811ae3805 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:36:21.208920 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd87ce67-22a7-42e5-ab5b-691811ae3805 None None] Bound using segment: {'id': '2703f8da-209f-4819-a90c-934450c2affb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '850c67ff-69f1-4ffa-8635-c2d0b9a214a0'} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 16:36:21.209399 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-dd87ce67-22a7-42e5-ab5b-691811ae3805 None None] Bound port: 10570bfd-0fa3-4a48-ad7e-51d8a91ee0f6, host: n-d-834765-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2703f8da-209f-4819-a90c-934450c2affb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '850c67ff-69f1-4ffa-8635-c2d0b9a214a0'}}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 16:36:21.209778 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-dd87ce67-22a7-42e5-ab5b-691811ae3805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:36:21.330155 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-0a28f996-9bd8-47a3-8e46-04bc76a5dbec tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:36:21.490162 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-dd87ce67-22a7-42e5-ab5b-691811ae3805 None None] For port 10570bfd-0fa3-4a48-ad7e-51d8a91ee0f6, host n-d-834765-1, cleared binding levels {{(pid=102792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 16:36:21.494713 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-dd87ce67-22a7-42e5-ab5b-691811ae3805 None None] For port 10570bfd-0fa3-4a48-ad7e-51d8a91ee0f6, host n-d-834765-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=10570bfd-0fa3-4a48-ad7e-51d8a91ee0f6,segment=NetworkSegment(2703f8da-209f-4819-a90c-934450c2affb),segment_id=2703f8da-209f-4819-a90c-934450c2affb)] {{(pid=102792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 16:36:21.500003 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-dd87ce67-22a7-42e5-ab5b-691811ae3805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:36:21.551183 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-f49d7d63-4435-4a20-9afb-bc7fb2305ccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d729a2b-59d5-458f-9ebf-3e5329c8eee2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1278595952', 'tenant_id': '786485d247cc4bb0943a3056cc1d0d00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.160'}], 'enable_snat': True}, 'gw_port_id': 'f3abd71b-b0ca-4772-911a-5618cb3b0194', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:36:17Z', 'updated_at': '2022-03-29T16:36:18Z', 'revision_number': 3, 'project_id': '786485d247cc4bb0943a3056cc1d0d00', 'gw_port': {'id': 'f3abd71b-b0ca-4772-911a-5618cb3b0194', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:cc:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d729a2b-59d5-458f-9ebf-3e5329c8eee2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:36:18Z', 'updated_at': '2022-03-29T16:36:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1'}], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:36:21.592379 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f49d7d63-4435-4a20-9afb-bc7fb2305ccf None None] The sync data for ids ['2d729a2b-59d5-458f-9ebf-3e5329c8eee2'] in n-d-834765-1 is: [{'id': '2d729a2b-59d5-458f-9ebf-3e5329c8eee2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1278595952', 'tenant_id': '786485d247cc4bb0943a3056cc1d0d00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.160'}], 'enable_snat': True}, 'gw_port_id': 'f3abd71b-b0ca-4772-911a-5618cb3b0194', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:36:17Z', 'updated_at': '2022-03-29T16:36:18Z', 'revision_number': 3, 'project_id': '786485d247cc4bb0943a3056cc1d0d00', 'gw_port': {'id': 'f3abd71b-b0ca-4772-911a-5618cb3b0194', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:cc:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d729a2b-59d5-458f-9ebf-3e5329c8eee2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:36:18Z', 'updated_at': '2022-03-29T16:36:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1'}] {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 16:36:21.593987 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd87ce67-22a7-42e5-ab5b-691811ae3805 None None] Pushing event updated for resources: {'Port': ['ID=10570bfd-0fa3-4a48-ad7e-51d8a91ee0f6,revision_number=2']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:36:21.627336 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-0a28f996-9bd8-47a3-8e46-04bc76a5dbec tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks [] for port, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:36:21.632324 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-0a28f996-9bd8-47a3-8e46-04bc76a5dbec tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:36:21.716262 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-0a28f996-9bd8-47a3-8e46-04bc76a5dbec tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-648439'] for router_interface, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:36:21.719484 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a28f996-9bd8-47a3-8e46-04bc76a5dbec tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Pushing event updated for resources: {'Port': ['ID=9bbe2d4a-87d9-4290-867d-29ec72689f07,revision_number=2']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:36:21.847211 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a28f996-9bd8-47a3-8e46-04bc76a5dbec tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Network 850c67ff-69f1-4ffa-8635-c2d0b9a214a0 is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:36:21.848579 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [None req-0a28f996-9bd8-47a3-8e46-04bc76a5dbec tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:36:21.980371 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a28f996-9bd8-47a3-8e46-04bc76a5dbec tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Router 2d729a2b-59d5-458f-9ebf-3e5329c8eee2 has already been hosted by L3 agent c648d819-1060-4f26-b4ec-6455387b5dff {{(pid=102791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 16:36:22.092986 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a28f996-9bd8-47a3-8e46-04bc76a5dbec tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 16:36:22.103250 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-0a28f996-9bd8-47a3-8e46-04bc76a5dbec tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "PUT /v2.0/routers/2d729a2b-59d5-458f-9ebf-3e5329c8eee2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0131371 Mar 29 16:36:22.229096 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.agents_db [None req-59735a15-725e-44d4-9ad5-95cbe356f209 None None] Agent healthcheck: found 7 active agents {{(pid=102793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 16:36:22.254044 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-ea95709c-394f-4df3-8a5a-f26e9e1503b9 req-4a2d5850-9cf2-4692-b30c-c85516960c24 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1268282496&fields=id&tenant_id=786485d247cc4bb0943a3056cc1d0d00 HTTP/1.1" status: 200 len: 267 time: 0.0450585 Mar 29 16:36:22.384422 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea95709c-394f-4df3-8a5a-f26e9e1503b9 req-12b01330-4020-408d-ad90-0f352834b6e7 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:36:22.386151 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-ea95709c-394f-4df3-8a5a-f26e9e1503b9 req-12b01330-4020-408d-ad90-0f352834b6e7 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "GET /v2.0/networks?id=850c67ff-69f1-4ffa-8635-c2d0b9a214a0 HTTP/1.1" status: 200 len: 797 time: 0.1313050 Mar 29 16:36:22.405124 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-ea95709c-394f-4df3-8a5a-f26e9e1503b9 req-4693a5f0-1256-4fb9-8c4f-06a734eaef8c tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "GET /v2.0/quotas/786485d247cc4bb0943a3056cc1d0d00 HTTP/1.1" status: 200 len: 375 time: 0.0098977 Mar 29 16:36:22.467541 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-ea95709c-394f-4df3-8a5a-f26e9e1503b9 req-75b37d4b-61bc-434f-9a89-a16312254cf3 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=786485d247cc4bb0943a3056cc1d0d00&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0560551 Mar 29 16:36:22.488836 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [req-ea95709c-394f-4df3-8a5a-f26e9e1503b9 req-7f311fc0-5a1c-4b72-a293-d2aeede0d168 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=102790) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 16:36:22.489974 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-ea95709c-394f-4df3-8a5a-f26e9e1503b9 req-7f311fc0-5a1c-4b72-a293-d2aeede0d168 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054648 Mar 29 16:36:22.567422 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e95704e-f19b-4400-b61c-ca470144421d None None] Network 850c67ff-69f1-4ffa-8635-c2d0b9a214a0 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 16:36:22.593728 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-ea95709c-394f-4df3-8a5a-f26e9e1503b9 req-14c40ec4-fde6-428f-99c6-62997d3623c9 service neutron] 10.222.0.42 "GET /v2.0/networks/850c67ff-69f1-4ffa-8635-c2d0b9a214a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969129 Mar 29 16:36:22.603480 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-8da97b32-0e81-4e37-b444-75464bcf5aa7 None None] Provisioning complete for port 10570bfd-0fa3-4a48-ad7e-51d8a91ee0f6 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:36:22.604008 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-8da97b32-0e81-4e37-b444-75464bcf5aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:36:22.688541 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-ea95709c-394f-4df3-8a5a-f26e9e1503b9 req-82cfa3fe-2592-4bd7-9f1f-b1ac84ddf479 service neutron] 10.222.0.42 "GET /v2.0/networks/850c67ff-69f1-4ffa-8635-c2d0b9a214a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875700 Mar 29 16:36:22.763185 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-8da97b32-0e81-4e37-b444-75464bcf5aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:36:22.823480 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-8da97b32-0e81-4e37-b444-75464bcf5aa7 None None] For port 10570bfd-0fa3-4a48-ad7e-51d8a91ee0f6, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=10570bfd-0fa3-4a48-ad7e-51d8a91ee0f6,segment=NetworkSegment(2703f8da-209f-4819-a90c-934450c2affb),segment_id=2703f8da-209f-4819-a90c-934450c2affb)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:36:22.830646 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-8da97b32-0e81-4e37-b444-75464bcf5aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:36:22.880220 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e2351f51-a0ea-4cf0-892d-abd0e901a408 req-cf652a2e-833d-4c2c-acb4-08ada3acf54c tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "GET /v2.0/ports?device_id=36e7b3c2-c72d-4db9-8aec-7fd8521faeba HTTP/1.1" status: 200 len: 210 time: 0.0349679 Mar 29 16:36:22.910642 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da97b32-0e81-4e37-b444-75464bcf5aa7 None None] Pushing event updated for resources: {'Port': ['ID=10570bfd-0fa3-4a48-ad7e-51d8a91ee0f6,revision_number=3']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:36:23.073855 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-6509b1d7-d94b-4ca9-b40b-77e835a7cb6d None None] Provisioning complete for port 10570bfd-0fa3-4a48-ad7e-51d8a91ee0f6 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:36:23.074228 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-6509b1d7-d94b-4ca9-b40b-77e835a7cb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:36:23.178442 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-6509b1d7-d94b-4ca9-b40b-77e835a7cb6d None None] Provisioning complete for port 9bbe2d4a-87d9-4290-867d-29ec72689f07 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:36:23.178814 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-6509b1d7-d94b-4ca9-b40b-77e835a7cb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:36:23.225490 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-6509b1d7-d94b-4ca9-b40b-77e835a7cb6d None None] Port 9bbe2d4a-87d9-4290-867d-29ec72689f07 cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 16:36:23.347432 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-93f3a8e7-3f22-4f05-8c1c-c8951a4aba43 None None] Provisioning complete for port 9bbe2d4a-87d9-4290-867d-29ec72689f07 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:36:23.347800 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-93f3a8e7-3f22-4f05-8c1c-c8951a4aba43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:36:23.361842 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e05c4706-d5f9-44a8-a490-7a1f2902c2f7 None None] Sync routers for ids ['2d729a2b-59d5-458f-9ebf-3e5329c8eee2'] in n-d-834765-1 {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 16:36:23.374220 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e05c4706-d5f9-44a8-a490-7a1f2902c2f7 None None] Routers {'2d729a2b-59d5-458f-9ebf-3e5329c8eee2'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:36:23.374834 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-e05c4706-d5f9-44a8-a490-7a1f2902c2f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:36:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['2d729a2b-59d5-458f-9ebf-3e5329c8eee2'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:36:23.394349 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-93f3a8e7-3f22-4f05-8c1c-c8951a4aba43 None None] Port 9bbe2d4a-87d9-4290-867d-29ec72689f07 cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 16:36:23.484818 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvr_db [None req-e05c4706-d5f9-44a8-a490-7a1f2902c2f7 None None] Set router 2d729a2b-59d5-458f-9ebf-3e5329c8eee2 gateway port host: n-d-834765-1 {{(pid=102793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:36:23.515780 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-f63f40d4-1627-4b52-99db-2163ca321e8e None None] Provisioning complete for port 9bbe2d4a-87d9-4290-867d-29ec72689f07 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:36:23.516126 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-f63f40d4-1627-4b52-99db-2163ca321e8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:36:23.557341 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-f63f40d4-1627-4b52-99db-2163ca321e8e None None] Port 9bbe2d4a-87d9-4290-867d-29ec72689f07 cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 16:36:23.700098 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-e05c4706-d5f9-44a8-a490-7a1f2902c2f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d729a2b-59d5-458f-9ebf-3e5329c8eee2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1278595952', 'tenant_id': '786485d247cc4bb0943a3056cc1d0d00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.160'}], 'enable_snat': True}, 'gw_port_id': 'f3abd71b-b0ca-4772-911a-5618cb3b0194', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:36:17Z', 'updated_at': '2022-03-29T16:36:21Z', 'revision_number': 4, 'project_id': '786485d247cc4bb0943a3056cc1d0d00', 'gw_port': {'id': 'f3abd71b-b0ca-4772-911a-5618cb3b0194', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:cc:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d729a2b-59d5-458f-9ebf-3e5329c8eee2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:36:18Z', 'updated_at': '2022-03-29T16:36:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': '9bbe2d4a-87d9-4290-867d-29ec72689f07', 'name': '', 'network_id': '850c67ff-69f1-4ffa-8635-c2d0b9a214a0', 'tenant_id': '786485d247cc4bb0943a3056cc1d0d00', 'mac_address': 'fa:16:3e:9f:ed:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d729a2b-59d5-458f-9ebf-3e5329c8eee2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': '58d36b04-36af-4255-9221-d5bca91564a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:36:20Z', 'updated_at': '2022-03-29T16:36:21Z', 'revision_number': 2, 'project_id': '786485d247cc4bb0943a3056cc1d0d00', 'subnets': [{'id': '58d36b04-36af-4255-9221-d5bca91564a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:36:23.725856 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e05c4706-d5f9-44a8-a490-7a1f2902c2f7 None None] Checking router: 2d729a2b-59d5-458f-9ebf-3e5329c8eee2 for host: n-d-834765-1 {{(pid=102793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 16:36:23.726157 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e05c4706-d5f9-44a8-a490-7a1f2902c2f7 None None] Updating router 2d729a2b-59d5-458f-9ebf-3e5329c8eee2 port 9bbe2d4a-87d9-4290-867d-29ec72689f07 binding host n-d-834765-1 {{(pid=102793) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 16:36:23.754981 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-e05c4706-d5f9-44a8-a490-7a1f2902c2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:36:23.821120 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device f3abd71b-b0ca-4772-911a-5618cb3b0194 up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 16:36:23.868935 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port f3abd71b-b0ca-4772-911a-5618cb3b0194 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:36:23.869303 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:36:23.953230 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:36:23.976590 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] For port f3abd71b-b0ca-4772-911a-5618cb3b0194, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=f3abd71b-b0ca-4772-911a-5618cb3b0194,segment=NetworkSegment(6ab47353-a811-4bad-bc73-b4cc84583cfd),segment_id=6ab47353-a811-4bad-bc73-b4cc84583cfd)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:36:23.981674 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:36:23.982722 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 10570bfd-0fa3-4a48-ad7e-51d8a91ee0f6 up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 16:36:24.004960 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-5b456fbf-2457-41ef-9052-a68718859e68 req-637fbfc0-7456-462f-94a5-b426f3ddd16d tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "GET /v2.0/ports?device_id=36e7b3c2-c72d-4db9-8aec-7fd8521faeba HTTP/1.1" status: 200 len: 210 time: 0.0369434 Mar 29 16:36:24.020435 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-e05c4706-d5f9-44a8-a490-7a1f2902c2f7 None None] Notify callbacks [] for port, precommit_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:36:24.028253 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-e05c4706-d5f9-44a8-a490-7a1f2902c2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:36:24.070536 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Pushing event updated for resources: {'Port': ['ID=f3abd71b-b0ca-4772-911a-5618cb3b0194,revision_number=4']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:36:24.108090 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port 10570bfd-0fa3-4a48-ad7e-51d8a91ee0f6 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:36:24.108715 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:36:24.166377 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac906943-b3af-4470-9716-33cf46530f86 None None] Pushing event updated for resources: {'Port': ['ID=9bbe2d4a-87d9-4290-867d-29ec72689f07,revision_number=3']} {{(pid=102793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:36:24.172356 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea95709c-394f-4df3-8a5a-f26e9e1503b9 req-51800f7d-2b66-45a0-97e9-33d81ec8e1a2 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:36:24.175884 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ea95709c-394f-4df3-8a5a-f26e9e1503b9 req-51800f7d-2b66-45a0-97e9-33d81ec8e1a2 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.44 "GET /v2.0/networks?id=850c67ff-69f1-4ffa-8635-c2d0b9a214a0 HTTP/1.1" status: 200 len: 797 time: 0.1712346 Mar 29 16:36:24.178073 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac906943-b3af-4470-9716-33cf46530f86 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:36:24.178623 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac906943-b3af-4470-9716-33cf46530f86 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:36:24.179020 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac906943-b3af-4470-9716-33cf46530f86 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:36:24.179509 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac906943-b3af-4470-9716-33cf46530f86 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:36:24.179996 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac906943-b3af-4470-9716-33cf46530f86 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:36:24.180542 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac906943-b3af-4470-9716-33cf46530f86 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:36:24.180994 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac906943-b3af-4470-9716-33cf46530f86 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:36:24.181546 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac906943-b3af-4470-9716-33cf46530f86 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:36:24.181797 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac906943-b3af-4470-9716-33cf46530f86 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:36:24.182170 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac906943-b3af-4470-9716-33cf46530f86 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:36:24.182601 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac906943-b3af-4470-9716-33cf46530f86 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:36:24.182921 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac906943-b3af-4470-9716-33cf46530f86 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:36:24.213049 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.managers [None req-e05c4706-d5f9-44a8-a490-7a1f2902c2f7 None None] Attempting to bind port 9bbe2d4a-87d9-4290-867d-29ec72689f07 on host n-d-834765-1 for vnic_type normal with profile {{(pid=102793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 16:36:24.215367 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.managers [None req-e05c4706-d5f9-44a8-a490-7a1f2902c2f7 None None] Attempting to bind port 9bbe2d4a-87d9-4290-867d-29ec72689f07 by drivers openvswitch,hyperv on host n-d-834765-1 at level 0 using segments [{'id': '2703f8da-209f-4819-a90c-934450c2affb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '850c67ff-69f1-4ffa-8635-c2d0b9a214a0'}] {{(pid=102793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 16:36:24.215983 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e05c4706-d5f9-44a8-a490-7a1f2902c2f7 None None] Attempting to bind port 9bbe2d4a-87d9-4290-867d-29ec72689f07 on network 850c67ff-69f1-4ffa-8635-c2d0b9a214a0 {{(pid=102793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 16:36:24.224317 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e05c4706-d5f9-44a8-a490-7a1f2902c2f7 None None] Checking agent: {'id': 'a8866439-9d96-425c-b519-6905c591ac37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 25, 36), 'started_at': datetime.datetime(2022, 3, 29, 15, 26, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 16, 36, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834765-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 16:36:24.225787 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e05c4706-d5f9-44a8-a490-7a1f2902c2f7 None None] Checking segment: {'id': '2703f8da-209f-4819-a90c-934450c2affb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '850c67ff-69f1-4ffa-8635-c2d0b9a214a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 16:36:24.226129 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ea95709c-394f-4df3-8a5a-f26e9e1503b9 req-3bd9b8c3-e506-4613-b78f-6ac0744c8347 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=786485d247cc4bb0943a3056cc1d0d00 HTTP/1.1" status: 200 len: 380 time: 0.0399809 Mar 29 16:36:24.226612 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-e05c4706-d5f9-44a8-a490-7a1f2902c2f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:36:24.227401 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e05c4706-d5f9-44a8-a490-7a1f2902c2f7 None None] Bound using segment: {'id': '2703f8da-209f-4819-a90c-934450c2affb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '850c67ff-69f1-4ffa-8635-c2d0b9a214a0'} {{(pid=102793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 16:36:24.228908 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.managers [None req-e05c4706-d5f9-44a8-a490-7a1f2902c2f7 None None] Bound port: 9bbe2d4a-87d9-4290-867d-29ec72689f07, host: n-d-834765-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2703f8da-209f-4819-a90c-934450c2affb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '850c67ff-69f1-4ffa-8635-c2d0b9a214a0'}}] {{(pid=102793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 16:36:24.229355 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-e05c4706-d5f9-44a8-a490-7a1f2902c2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:36:24.238791 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [req-ea95709c-394f-4df3-8a5a-f26e9e1503b9 req-d4c03fc2-3c6b-44f6-a834-f8514d947843 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Request body: {'port': {'device_id': '36e7b3c2-c72d-4db9-8aec-7fd8521faeba', 'network_id': '850c67ff-69f1-4ffa-8635-c2d0b9a214a0', 'admin_state_up': True, 'tenant_id': '786485d247cc4bb0943a3056cc1d0d00', 'security_groups': ['7e0d9206-af29-4bec-b12c-8dcfa512b904']}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:36:24.300366 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.db [None req-e05c4706-d5f9-44a8-a490-7a1f2902c2f7 None None] For port 9bbe2d4a-87d9-4290-867d-29ec72689f07, host n-d-834765-1, cleared binding levels {{(pid=102793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 16:36:24.303675 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.db [None req-e05c4706-d5f9-44a8-a490-7a1f2902c2f7 None None] For port 9bbe2d4a-87d9-4290-867d-29ec72689f07, host n-d-834765-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=9bbe2d4a-87d9-4290-867d-29ec72689f07,segment=NetworkSegment(2703f8da-209f-4819-a90c-934450c2affb),segment_id=2703f8da-209f-4819-a90c-934450c2affb)] {{(pid=102793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 16:36:24.309327 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-e05c4706-d5f9-44a8-a490-7a1f2902c2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:36:24.355341 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea95709c-394f-4df3-8a5a-f26e9e1503b9 req-d4c03fc2-3c6b-44f6-a834-f8514d947843 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Made reservation on behalf of 786485d247cc4bb0943a3056cc1d0d00 for: {'port': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:36:24.359086 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-ea95709c-394f-4df3-8a5a-f26e9e1503b9 req-d4c03fc2-3c6b-44f6-a834-f8514d947843 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:36:24.361792 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e05c4706-d5f9-44a8-a490-7a1f2902c2f7 None None] Routers {'2d729a2b-59d5-458f-9ebf-3e5329c8eee2'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:36:24.362373 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-e05c4706-d5f9-44a8-a490-7a1f2902c2f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:36:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['2d729a2b-59d5-458f-9ebf-3e5329c8eee2'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:36:24.383837 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-36ff8fb8-b5e7-4ceb-b770-b9eeff59d121 None None] Provisioning complete for port 9bbe2d4a-87d9-4290-867d-29ec72689f07 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:36:24.384632 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-36ff8fb8-b5e7-4ceb-b770-b9eeff59d121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:36:24.433185 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac906943-b3af-4470-9716-33cf46530f86 None None] Pushing event updated for resources: {'Port': ['ID=9bbe2d4a-87d9-4290-867d-29ec72689f07,revision_number=4']} {{(pid=102793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:36:24.497779 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-36ff8fb8-b5e7-4ceb-b770-b9eeff59d121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:36:24.498825 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_common [req-ea95709c-394f-4df3-8a5a-f26e9e1503b9 req-d4c03fc2-3c6b-44f6-a834-f8514d947843 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Allocated IP 172.20.0.4 (850c67ff-69f1-4ffa-8635-c2d0b9a214a0/58d36b04-36af-4255-9221-d5bca91564a9/2b4ac1ce-1382-4410-97e4-0c823aec6077) {{(pid=102791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:36:24.508234 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvr_db [None req-e05c4706-d5f9-44a8-a490-7a1f2902c2f7 None None] Set router 2d729a2b-59d5-458f-9ebf-3e5329c8eee2 gateway port host: n-d-834765-1 {{(pid=102793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:36:24.532925 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-36ff8fb8-b5e7-4ceb-b770-b9eeff59d121 None None] For port 9bbe2d4a-87d9-4290-867d-29ec72689f07, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=9bbe2d4a-87d9-4290-867d-29ec72689f07,segment=NetworkSegment(2703f8da-209f-4819-a90c-934450c2affb),segment_id=2703f8da-209f-4819-a90c-934450c2affb)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:36:24.537980 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-36ff8fb8-b5e7-4ceb-b770-b9eeff59d121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:36:24.590345 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ff8fb8-b5e7-4ceb-b770-b9eeff59d121 None None] Pushing event updated for resources: {'Port': ['ID=9bbe2d4a-87d9-4290-867d-29ec72689f07,revision_number=5']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:36:24.660470 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-ea95709c-394f-4df3-8a5a-f26e9e1503b9 req-d4c03fc2-3c6b-44f6-a834-f8514d947843 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks [] for port, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:36:24.665795 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-3bcc660d-3586-4cf8-8789-c1e767edae06 None None] Provisioning complete for port 9bbe2d4a-87d9-4290-867d-29ec72689f07 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:36:24.666280 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-3bcc660d-3586-4cf8-8789-c1e767edae06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:36:24.698166 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-ea95709c-394f-4df3-8a5a-f26e9e1503b9 req-d4c03fc2-3c6b-44f6-a834-f8514d947843 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:36:24.740376 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-e05c4706-d5f9-44a8-a490-7a1f2902c2f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d729a2b-59d5-458f-9ebf-3e5329c8eee2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1278595952', 'tenant_id': '786485d247cc4bb0943a3056cc1d0d00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.160'}], 'enable_snat': True}, 'gw_port_id': 'f3abd71b-b0ca-4772-911a-5618cb3b0194', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:36:17Z', 'updated_at': '2022-03-29T16:36:21Z', 'revision_number': 4, 'project_id': '786485d247cc4bb0943a3056cc1d0d00', 'gw_port': {'id': 'f3abd71b-b0ca-4772-911a-5618cb3b0194', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:cc:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d729a2b-59d5-458f-9ebf-3e5329c8eee2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:36:18Z', 'updated_at': '2022-03-29T16:36:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': '9bbe2d4a-87d9-4290-867d-29ec72689f07', 'name': '', 'network_id': '850c67ff-69f1-4ffa-8635-c2d0b9a214a0', 'tenant_id': '786485d247cc4bb0943a3056cc1d0d00', 'mac_address': 'fa:16:3e:9f:ed:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d729a2b-59d5-458f-9ebf-3e5329c8eee2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': '58d36b04-36af-4255-9221-d5bca91564a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:36:20Z', 'updated_at': '2022-03-29T16:36:24Z', 'revision_number': 4, 'project_id': '786485d247cc4bb0943a3056cc1d0d00', 'subnets': [{'id': '58d36b04-36af-4255-9221-d5bca91564a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:36:24.742751 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea95709c-394f-4df3-8a5a-f26e9e1503b9 req-d4c03fc2-3c6b-44f6-a834-f8514d947843 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Network 850c67ff-69f1-4ffa-8635-c2d0b9a214a0 is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:36:24.746069 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [req-ea95709c-394f-4df3-8a5a-f26e9e1503b9 req-d4c03fc2-3c6b-44f6-a834-f8514d947843 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:36:24.749779 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea95709c-394f-4df3-8a5a-f26e9e1503b9 req-d4c03fc2-3c6b-44f6-a834-f8514d947843 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Received port after_create {{(pid=102791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:36:24.773166 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e05c4706-d5f9-44a8-a490-7a1f2902c2f7 None None] The sync data for ids ['2d729a2b-59d5-458f-9ebf-3e5329c8eee2'] in n-d-834765-1 is: [{'id': '2d729a2b-59d5-458f-9ebf-3e5329c8eee2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1278595952', 'tenant_id': '786485d247cc4bb0943a3056cc1d0d00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.160'}], 'enable_snat': True}, 'gw_port_id': 'f3abd71b-b0ca-4772-911a-5618cb3b0194', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:36:17Z', 'updated_at': '2022-03-29T16:36:21Z', 'revision_number': 4, 'project_id': '786485d247cc4bb0943a3056cc1d0d00', 'gw_port': {'id': 'f3abd71b-b0ca-4772-911a-5618cb3b0194', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:cc:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d729a2b-59d5-458f-9ebf-3e5329c8eee2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:36:18Z', 'updated_at': '2022-03-29T16:36:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': '9bbe2d4a-87d9-4290-867d-29ec72689f07', 'name': '', 'network_id': '850c67ff-69f1-4ffa-8635-c2d0b9a214a0', 'tenant_id': '786485d247cc4bb0943a3056cc1d0d00', 'mac_address': 'fa:16:3e:9f:ed:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d729a2b-59d5-458f-9ebf-3e5329c8eee2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': '58d36b04-36af-4255-9221-d5bca91564a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:36:20Z', 'updated_at': '2022-03-29T16:36:24Z', 'revision_number': 4, 'project_id': '786485d247cc4bb0943a3056cc1d0d00', 'subnets': [{'id': '58d36b04-36af-4255-9221-d5bca91564a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 16:36:24.788576 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c03fc2-3c6b-44f6-a834-f8514d947843 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Pushing event updated for resources: {'Port': ['ID=2b4ac1ce-1382-4410-97e4-0c823aec6077,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:36:24.819490 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea95709c-394f-4df3-8a5a-f26e9e1503b9 req-d4c03fc2-3c6b-44f6-a834-f8514d947843 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:36:24.819490 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-ea95709c-394f-4df3-8a5a-f26e9e1503b9 req-d4c03fc2-3c6b-44f6-a834-f8514d947843 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:36:24.852298 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ea95709c-394f-4df3-8a5a-f26e9e1503b9 req-d4c03fc2-3c6b-44f6-a834-f8514d947843 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6179907 Mar 29 16:36:24.949462 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [req-ea95709c-394f-4df3-8a5a-f26e9e1503b9 req-830eb980-3828-43fb-822c-97071d1f40ee service neutron] Request body: {'port': {'device_id': '36e7b3c2-c72d-4db9-8aec-7fd8521faeba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834765-1'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:36:25.009317 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-ea95709c-394f-4df3-8a5a-f26e9e1503b9 req-830eb980-3828-43fb-822c-97071d1f40ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:36:25.089897 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-38509028-10d6-4f73-9005-b0f44bcda414 None None] Provisioning complete for port 2b4ac1ce-1382-4410-97e4-0c823aec6077 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:36:25.090878 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-38509028-10d6-4f73-9005-b0f44bcda414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:36:25.130070 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-38509028-10d6-4f73-9005-b0f44bcda414 None None] Port 2b4ac1ce-1382-4410-97e4-0c823aec6077 cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 16:36:25.232652 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c8f2c3-1f42-4202-8ead-09238b72668e req-a3e71728-86e2-4b10-a1b1-6758d7075143 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:36:25.234126 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d2c8f2c3-1f42-4202-8ead-09238b72668e req-a3e71728-86e2-4b10-a1b1-6758d7075143 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "GET /v2.0/ports?device_id=36e7b3c2-c72d-4db9-8aec-7fd8521faeba HTTP/1.1" status: 200 len: 931 time: 0.1153541 Mar 29 16:36:25.300671 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d2c8f2c3-1f42-4202-8ead-09238b72668e req-ec9dd6a9-f2f2-4a8a-88f2-5bab2276757c tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "GET /v2.0/security-groups?id=7e0d9206-af29-4bec-b12c-8dcfa512b904&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578432 Mar 29 16:36:25.351111 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [req-ea95709c-394f-4df3-8a5a-f26e9e1503b9 req-830eb980-3828-43fb-822c-97071d1f40ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b4ac1ce-1382-4410-97e4-0c823aec6077 {{(pid=102791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 16:36:25.358542 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-ea95709c-394f-4df3-8a5a-f26e9e1503b9 req-830eb980-3828-43fb-822c-97071d1f40ee service neutron] Notify callbacks [] for port, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:36:25.372444 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.provisioning_blocks [req-ea95709c-394f-4df3-8a5a-f26e9e1503b9 req-830eb980-3828-43fb-822c-97071d1f40ee service neutron] Transition to ACTIVE for port object 2b4ac1ce-1382-4410-97e4-0c823aec6077 will not be triggered until provisioned by entity L2. {{(pid=102791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 16:36:25.376291 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-ea95709c-394f-4df3-8a5a-f26e9e1503b9 req-830eb980-3828-43fb-822c-97071d1f40ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:36:25.434594 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830eb980-3828-43fb-822c-97071d1f40ee service neutron] Pushing event updated for resources: {'Port': ['ID=2b4ac1ce-1382-4410-97e4-0c823aec6077,revision_number=2']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:36:25.519540 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-ea95709c-394f-4df3-8a5a-f26e9e1503b9 req-830eb980-3828-43fb-822c-97071d1f40ee service neutron] Attempting to bind port 2b4ac1ce-1382-4410-97e4-0c823aec6077 on host n-h1-834765-1 for vnic_type normal with profile {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 16:36:25.519875 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-ea95709c-394f-4df3-8a5a-f26e9e1503b9 req-830eb980-3828-43fb-822c-97071d1f40ee service neutron] Attempting to bind port 2b4ac1ce-1382-4410-97e4-0c823aec6077 by drivers openvswitch,hyperv on host n-h1-834765-1 at level 0 using segments [{'id': '2703f8da-209f-4819-a90c-934450c2affb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '850c67ff-69f1-4ffa-8635-c2d0b9a214a0'}] {{(pid=102791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 16:36:25.520207 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea95709c-394f-4df3-8a5a-f26e9e1503b9 req-830eb980-3828-43fb-822c-97071d1f40ee service neutron] Attempting to bind port 2b4ac1ce-1382-4410-97e4-0c823aec6077 on network 850c67ff-69f1-4ffa-8635-c2d0b9a214a0 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 16:36:25.525197 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea95709c-394f-4df3-8a5a-f26e9e1503b9 req-830eb980-3828-43fb-822c-97071d1f40ee service neutron] Port 2b4ac1ce-1382-4410-97e4-0c823aec6077 on network 850c67ff-69f1-4ffa-8635-c2d0b9a214a0 not bound, no agent of type Open vSwitch agent registered on host n-h1-834765-1 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 16:36:25.525596 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea95709c-394f-4df3-8a5a-f26e9e1503b9 req-830eb980-3828-43fb-822c-97071d1f40ee service neutron] Attempting to bind port 2b4ac1ce-1382-4410-97e4-0c823aec6077 on network 850c67ff-69f1-4ffa-8635-c2d0b9a214a0 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 16:36:25.530733 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea95709c-394f-4df3-8a5a-f26e9e1503b9 req-830eb980-3828-43fb-822c-97071d1f40ee service neutron] Checking agent: {'id': 'be375040-5069-4239-9460-a3a3213e1e90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 33, 18), 'started_at': datetime.datetime(2022, 3, 29, 15, 33, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 16, 36, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 16:36:25.531072 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea95709c-394f-4df3-8a5a-f26e9e1503b9 req-830eb980-3828-43fb-822c-97071d1f40ee service neutron] Checking segment: {'id': '2703f8da-209f-4819-a90c-934450c2affb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '850c67ff-69f1-4ffa-8635-c2d0b9a214a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 16:36:25.531498 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea95709c-394f-4df3-8a5a-f26e9e1503b9 req-830eb980-3828-43fb-822c-97071d1f40ee service neutron] Bound using segment: {'id': '2703f8da-209f-4819-a90c-934450c2affb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '850c67ff-69f1-4ffa-8635-c2d0b9a214a0'} {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 16:36:25.531927 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-ea95709c-394f-4df3-8a5a-f26e9e1503b9 req-830eb980-3828-43fb-822c-97071d1f40ee service neutron] Bound port: 2b4ac1ce-1382-4410-97e4-0c823aec6077, host: n-h1-834765-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2703f8da-209f-4819-a90c-934450c2affb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '850c67ff-69f1-4ffa-8635-c2d0b9a214a0'}}] {{(pid=102791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 16:36:25.532290 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-ea95709c-394f-4df3-8a5a-f26e9e1503b9 req-830eb980-3828-43fb-822c-97071d1f40ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:36:25.606115 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-ea95709c-394f-4df3-8a5a-f26e9e1503b9 req-830eb980-3828-43fb-822c-97071d1f40ee service neutron] For port 2b4ac1ce-1382-4410-97e4-0c823aec6077, host n-h1-834765-1, cleared binding levels {{(pid=102791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 16:36:25.609635 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-ea95709c-394f-4df3-8a5a-f26e9e1503b9 req-830eb980-3828-43fb-822c-97071d1f40ee service neutron] For port 2b4ac1ce-1382-4410-97e4-0c823aec6077, host n-h1-834765-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=2b4ac1ce-1382-4410-97e4-0c823aec6077,segment=NetworkSegment(2703f8da-209f-4819-a90c-934450c2affb),segment_id=2703f8da-209f-4819-a90c-934450c2affb)] {{(pid=102791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 16:36:25.616292 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-ea95709c-394f-4df3-8a5a-f26e9e1503b9 req-830eb980-3828-43fb-822c-97071d1f40ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:36:25.661675 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea95709c-394f-4df3-8a5a-f26e9e1503b9 req-830eb980-3828-43fb-822c-97071d1f40ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:36:25.662702 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-ea95709c-394f-4df3-8a5a-f26e9e1503b9 req-830eb980-3828-43fb-822c-97071d1f40ee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:36:25.664514 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ea95709c-394f-4df3-8a5a-f26e9e1503b9 req-830eb980-3828-43fb-822c-97071d1f40ee service neutron] 10.222.0.44 "PUT /v2.0/ports/2b4ac1ce-1382-4410-97e4-0c823aec6077 HTTP/1.1" status: 200 len: 1091 time: 0.7645085 Mar 29 16:36:25.664968 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36e7b3c2-c72d-4db9-8aec-7fd8521faeba', 'tag': '2b4ac1ce-1382-4410-97e4-0c823aec6077'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:36:25.667371 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e33af8bd2d242198c8fc7a55b0de10a2e3fe57bc5f7d7f0f551297b3d6240ff2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4022ae65-337b-490d-bff1-54acdc1e8cdc" -d '{"events": [{"name": "network-changed", "server_uuid": "36e7b3c2-c72d-4db9-8aec-7fd8521faeba", "tag": "2b4ac1ce-1382-4410-97e4-0c823aec6077"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:36:25.696696 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830eb980-3828-43fb-822c-97071d1f40ee service neutron] Pushing event updated for resources: {'Port': ['ID=2b4ac1ce-1382-4410-97e4-0c823aec6077,revision_number=3']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:36:25.724697 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 16:36:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3d3dda8-1751-4e05-bdd8-db38656784a6 x-openstack-request-id: req-c3d3dda8-1751-4e05-bdd8-db38656784a6 {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:36:25.724992 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36e7b3c2-c72d-4db9-8aec-7fd8521faeba", "tag": "2b4ac1ce-1382-4410-97e4-0c823aec6077", "status": "completed", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:36:25.725248 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c3d3dda8-1751-4e05-bdd8-db38656784a6 {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:36:25.725670 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36e7b3c2-c72d-4db9-8aec-7fd8521faeba', 'tag': '2b4ac1ce-1382-4410-97e4-0c823aec6077', 'status': 'completed', 'code': 200} Mar 29 16:36:25.762264 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea95709c-394f-4df3-8a5a-f26e9e1503b9 req-700cd3cf-1e6a-49fa-a453-086dca24de3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:36:25.765527 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ea95709c-394f-4df3-8a5a-f26e9e1503b9 req-700cd3cf-1e6a-49fa-a453-086dca24de3a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=786485d247cc4bb0943a3056cc1d0d00&device_id=36e7b3c2-c72d-4db9-8aec-7fd8521faeba HTTP/1.1" status: 200 len: 1094 time: 0.0533419 Mar 29 16:36:25.818188 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ea95709c-394f-4df3-8a5a-f26e9e1503b9 req-b83d5624-4492-45c6-9c62-2fe95ebff582 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2b4ac1ce-1382-4410-97e4-0c823aec6077 HTTP/1.1" status: 200 len: 217 time: 0.0434616 Mar 29 16:36:25.882803 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea95709c-394f-4df3-8a5a-f26e9e1503b9 req-c84240d5-448d-4e78-a924-12e1b5ede059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:36:25.884817 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ea95709c-394f-4df3-8a5a-f26e9e1503b9 req-c84240d5-448d-4e78-a924-12e1b5ede059 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=58d36b04-36af-4255-9221-d5bca91564a9 HTTP/1.1" status: 200 len: 834 time: 0.0585773 Mar 29 16:36:25.891050 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device f3abd71b-b0ca-4772-911a-5618cb3b0194 up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 16:36:25.937983 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea95709c-394f-4df3-8a5a-f26e9e1503b9 req-b553b099-b8f3-4580-9e91-abb8f2708334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:36:25.939446 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ea95709c-394f-4df3-8a5a-f26e9e1503b9 req-b553b099-b8f3-4580-9e91-abb8f2708334 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=850c67ff-69f1-4ffa-8635-c2d0b9a214a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0480397 Mar 29 16:36:25.944598 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port f3abd71b-b0ca-4772-911a-5618cb3b0194 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:36:25.944971 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:36:26.042873 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 9bbe2d4a-87d9-4290-867d-29ec72689f07 up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 16:36:26.095411 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port 9bbe2d4a-87d9-4290-867d-29ec72689f07 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:36:26.096212 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:36:26.345517 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ea95709c-394f-4df3-8a5a-f26e9e1503b9 req-ca222a05-e0c7-4a08-ac40-2b58cd0aeca7 service neutron] 10.222.0.44 "GET /v2.0/networks/850c67ff-69f1-4ffa-8635-c2d0b9a214a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3995051 Mar 29 16:36:26.468060 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dc40b2-0049-426e-8012-aad5c2c7af23 req-a02608c1-3d6a-408a-a155-75d4219eed24 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:36:26.469523 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-95dc40b2-0049-426e-8012-aad5c2c7af23 req-a02608c1-3d6a-408a-a155-75d4219eed24 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "GET /v2.0/ports?device_id=36e7b3c2-c72d-4db9-8aec-7fd8521faeba HTTP/1.1" status: 200 len: 943 time: 0.0975261 Mar 29 16:36:26.475382 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ea95709c-394f-4df3-8a5a-f26e9e1503b9 req-1f42242a-d74b-4d00-bd32-a53134e9a9f8 service neutron] 10.222.0.44 "GET /v2.0/networks/850c67ff-69f1-4ffa-8635-c2d0b9a214a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229174 Mar 29 16:36:26.509757 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-95dc40b2-0049-426e-8012-aad5c2c7af23 req-1a3b68c6-147d-4936-8782-eb61d824dbbb tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "GET /v2.0/security-groups?id=7e0d9206-af29-4bec-b12c-8dcfa512b904&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334170 Mar 29 16:36:26.559094 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4022ae65-337b-490d-bff1-54acdc1e8cdc req-fd51718c-6ea7-4e56-a66b-468dffb6c46c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:36:26.560609 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4022ae65-337b-490d-bff1-54acdc1e8cdc req-fd51718c-6ea7-4e56-a66b-468dffb6c46c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=786485d247cc4bb0943a3056cc1d0d00&device_id=36e7b3c2-c72d-4db9-8aec-7fd8521faeba HTTP/1.1" status: 200 len: 1094 time: 0.0411227 Mar 29 16:36:26.653637 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4022ae65-337b-490d-bff1-54acdc1e8cdc req-4f9cc00a-5a35-4072-b3d6-a3bc46a6da54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:36:26.655036 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4022ae65-337b-490d-bff1-54acdc1e8cdc req-4f9cc00a-5a35-4072-b3d6-a3bc46a6da54 service neutron] 10.222.0.44 "GET /v2.0/networks?id=850c67ff-69f1-4ffa-8635-c2d0b9a214a0 HTTP/1.1" status: 200 len: 898 time: 0.0872693 Mar 29 16:36:26.696779 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4022ae65-337b-490d-bff1-54acdc1e8cdc req-a04203f8-6069-402d-85b8-4027ba60c13f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2b4ac1ce-1382-4410-97e4-0c823aec6077 HTTP/1.1" status: 200 len: 217 time: 0.0356710 Mar 29 16:36:26.746556 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4022ae65-337b-490d-bff1-54acdc1e8cdc req-865cae60-9fc4-437d-ac0b-2fc0c21be86f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:36:26.748039 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4022ae65-337b-490d-bff1-54acdc1e8cdc req-865cae60-9fc4-437d-ac0b-2fc0c21be86f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=58d36b04-36af-4255-9221-d5bca91564a9 HTTP/1.1" status: 200 len: 834 time: 0.0449817 Mar 29 16:36:26.795440 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4022ae65-337b-490d-bff1-54acdc1e8cdc req-81066c8e-c298-4aa7-8aa7-2f44e34b4016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:36:26.796904 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4022ae65-337b-490d-bff1-54acdc1e8cdc req-81066c8e-c298-4aa7-8aa7-2f44e34b4016 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=850c67ff-69f1-4ffa-8635-c2d0b9a214a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430360 Mar 29 16:36:26.882879 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4022ae65-337b-490d-bff1-54acdc1e8cdc req-9009762f-6d4f-4c9d-a706-5d25686f07c4 service neutron] 10.222.0.44 "GET /v2.0/networks/850c67ff-69f1-4ffa-8635-c2d0b9a214a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0785902 Mar 29 16:36:26.976983 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4022ae65-337b-490d-bff1-54acdc1e8cdc req-938d9e0e-d850-4855-97a2-38aa4f1b445f service neutron] 10.222.0.44 "GET /v2.0/networks/850c67ff-69f1-4ffa-8635-c2d0b9a214a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860701 Mar 29 16:36:27.629573 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68298b80-d7c7-435b-b059-b51eaf0249c1 req-dc8cc83e-1b4b-4cf8-8b2b-74936b978f2c tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:36:27.631454 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-68298b80-d7c7-435b-b059-b51eaf0249c1 req-dc8cc83e-1b4b-4cf8-8b2b-74936b978f2c tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "GET /v2.0/ports?device_id=36e7b3c2-c72d-4db9-8aec-7fd8521faeba HTTP/1.1" status: 200 len: 943 time: 0.0497432 Mar 29 16:36:27.668939 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-68298b80-d7c7-435b-b059-b51eaf0249c1 req-b21c0fec-5078-4c48-9310-4ec5bfead803 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "GET /v2.0/security-groups?id=7e0d9206-af29-4bec-b12c-8dcfa512b904&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313549 Mar 29 16:36:28.784223 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5f02d5-c8b0-4cee-80c8-2ab114013584 req-db3fc683-a40f-4526-8697-9ec2307e9f27 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:36:28.785603 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-fc5f02d5-c8b0-4cee-80c8-2ab114013584 req-db3fc683-a40f-4526-8697-9ec2307e9f27 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "GET /v2.0/ports?device_id=36e7b3c2-c72d-4db9-8aec-7fd8521faeba HTTP/1.1" status: 200 len: 943 time: 0.0484436 Mar 29 16:36:28.822872 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-fc5f02d5-c8b0-4cee-80c8-2ab114013584 req-af3bf1d6-380d-49f6-85f3-278ff9fc7aad tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "GET /v2.0/security-groups?id=7e0d9206-af29-4bec-b12c-8dcfa512b904&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312657 Mar 29 16:36:29.610054 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device 2b4ac1ce-1382-4410-97e4-0c823aec6077 details requested by agent hyperv_n-h1-834765-1 with host n-h1-834765-1 {{(pid=102792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 16:36:29.704309 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port 2b4ac1ce-1382-4410-97e4-0c823aec6077, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=2b4ac1ce-1382-4410-97e4-0c823aec6077,segment=NetworkSegment(2703f8da-209f-4819-a90c-934450c2affb),segment_id=2703f8da-209f-4819-a90c-934450c2affb)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:36:29.715430 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Returning: {'device': '2b4ac1ce-1382-4410-97e4-0c823aec6077', 'network_id': '850c67ff-69f1-4ffa-8635-c2d0b9a214a0', 'port_id': '2b4ac1ce-1382-4410-97e4-0c823aec6077', 'mac_address': 'fa:16:3e:6a:55:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 624, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58d36b04-36af-4255-9221-d5bca91564a9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 16:36:29.756361 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:36:29.768661 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b4ac1ce-1382-4410-97e4-0c823aec6077 {{(pid=102792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 16:36:29.787967 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port 2b4ac1ce-1382-4410-97e4-0c823aec6077, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=2b4ac1ce-1382-4410-97e4-0c823aec6077,segment=NetworkSegment(2703f8da-209f-4819-a90c-934450c2affb),segment_id=2703f8da-209f-4819-a90c-934450c2affb)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:36:29.791823 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:36:29.839502 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Pushing event updated for resources: {'Port': ['ID=2b4ac1ce-1382-4410-97e4-0c823aec6077,revision_number=4']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:36:29.936691 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b86df71-6941-4575-871e-36f1c47761dd req-7caf1a93-cf97-4c8d-9d13-78060995787e tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:36:29.938167 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-2b86df71-6941-4575-871e-36f1c47761dd req-7caf1a93-cf97-4c8d-9d13-78060995787e tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "GET /v2.0/ports?device_id=36e7b3c2-c72d-4db9-8aec-7fd8521faeba HTTP/1.1" status: 200 len: 944 time: 0.0482314 Mar 29 16:36:29.976436 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-2b86df71-6941-4575-871e-36f1c47761dd req-fcdc4b42-0e67-48c2-9b9b-ae23048e2358 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "GET /v2.0/security-groups?id=7e0d9206-af29-4bec-b12c-8dcfa512b904&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320835 Mar 29 16:36:30.098665 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] get_ports_and_sgs() called for port_ids ['2b4ac1ce-1382-4410-97e4-0c823aec6077'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 16:36:30.451611 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-042195ef-ba6b-4341-8f83-e1692941acc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:36:31.095212 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79165038-54c6-4368-9822-a4df213663c2 req-08a4b5bf-8bd1-4a90-af90-6f012f69f61c tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:36:31.096726 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-79165038-54c6-4368-9822-a4df213663c2 req-08a4b5bf-8bd1-4a90-af90-6f012f69f61c tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "GET /v2.0/ports?device_id=36e7b3c2-c72d-4db9-8aec-7fd8521faeba HTTP/1.1" status: 200 len: 944 time: 0.0521963 Mar 29 16:36:31.134348 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-79165038-54c6-4368-9822-a4df213663c2 req-bcc75697-5318-4485-adc9-227ea97aeebc tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "GET /v2.0/security-groups?id=7e0d9206-af29-4bec-b12c-8dcfa512b904&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316114 Mar 29 16:36:31.609636 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device 2b4ac1ce-1382-4410-97e4-0c823aec6077 up at agent hyperv_n-h1-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 16:36:31.659288 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Provisioning for port 2b4ac1ce-1382-4410-97e4-0c823aec6077 completed by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 16:36:31.663079 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Provisioning complete for port 2b4ac1ce-1382-4410-97e4-0c823aec6077 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:36:31.663477 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:36:31.744863 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:36:31.766717 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36e7b3c2-c72d-4db9-8aec-7fd8521faeba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b4ac1ce-1382-4410-97e4-0c823aec6077'}] {{(pid=102792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:36:31.769002 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57a7834588826aa5fcb6318d84c304e74917d39e51dd24b57e16034477aedb48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9209a85-9953-47dc-bb09-84747dc5b708" -d '{"events": [{"server_uuid": "36e7b3c2-c72d-4db9-8aec-7fd8521faeba", "name": "network-vif-plugged", "status": "completed", "tag": "2b4ac1ce-1382-4410-97e4-0c823aec6077"}]}' {{(pid=102792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:36:31.781244 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port 2b4ac1ce-1382-4410-97e4-0c823aec6077, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=2b4ac1ce-1382-4410-97e4-0c823aec6077,segment=NetworkSegment(2703f8da-209f-4819-a90c-934450c2affb),segment_id=2703f8da-209f-4819-a90c-934450c2affb)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:36:31.785809 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:36:31.808909 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 16:36:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8911e6bc-f9f3-4b07-bec4-335d6ff6c7e4 x-openstack-request-id: req-8911e6bc-f9f3-4b07-bec4-335d6ff6c7e4 {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:36:31.809252 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36e7b3c2-c72d-4db9-8aec-7fd8521faeba", "name": "network-vif-plugged", "status": "completed", "tag": "2b4ac1ce-1382-4410-97e4-0c823aec6077", "code": 200}]} {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:36:31.809500 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8911e6bc-f9f3-4b07-bec4-335d6ff6c7e4 {{(pid=102792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:36:31.809875 n-d-834765-1 neutron-server[102792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36e7b3c2-c72d-4db9-8aec-7fd8521faeba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b4ac1ce-1382-4410-97e4-0c823aec6077', 'code': 200} Mar 29 16:36:31.834753 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Pushing event updated for resources: {'Port': ['ID=2b4ac1ce-1382-4410-97e4-0c823aec6077,revision_number=5']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:36:31.909648 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3db8bbc-8e97-46d7-a90e-4a75473995e9 req-42687609-9044-43a8-96f2-dbcfa63b4b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:36:31.911116 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d3db8bbc-8e97-46d7-a90e-4a75473995e9 req-42687609-9044-43a8-96f2-dbcfa63b4b7e service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=36e7b3c2-c72d-4db9-8aec-7fd8521faeba HTTP/1.1" status: 200 len: 1096 time: 0.0447252 Mar 29 16:36:31.946207 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d3db8bbc-8e97-46d7-a90e-4a75473995e9 req-287f3869-b7c9-45e3-a1eb-7c5eb0b57af3 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=7e0d9206-af29-4bec-b12c-8dcfa512b904&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0269144 Mar 29 16:36:32.251740 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8720ca9-abc6-479d-b75a-492288e064d7 req-377b4920-de09-4554-9622-ba99c09602bd tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:36:32.253200 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e8720ca9-abc6-479d-b75a-492288e064d7 req-377b4920-de09-4554-9622-ba99c09602bd tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "GET /v2.0/ports?device_id=36e7b3c2-c72d-4db9-8aec-7fd8521faeba HTTP/1.1" status: 200 len: 945 time: 0.0481000 Mar 29 16:36:32.291094 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e8720ca9-abc6-479d-b75a-492288e064d7 req-30fcd125-0611-4544-b135-575f0d9f3893 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "GET /v2.0/security-groups?id=7e0d9206-af29-4bec-b12c-8dcfa512b904&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310965 Mar 29 16:36:32.915507 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-2e8241f4-e60c-4416-992c-336eb8aafa2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:36:33.416664 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7334ba87-32be-4d3d-aa34-8e2f03ee119c req-94665a5f-3131-4d36-9cc2-984ede741603 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:36:33.418255 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-7334ba87-32be-4d3d-aa34-8e2f03ee119c req-94665a5f-3131-4d36-9cc2-984ede741603 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "GET /v2.0/ports?device_id=36e7b3c2-c72d-4db9-8aec-7fd8521faeba HTTP/1.1" status: 200 len: 945 time: 0.0536542 Mar 29 16:36:33.456383 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-7334ba87-32be-4d3d-aa34-8e2f03ee119c req-f40409ee-9f52-41ee-bcfa-277b9543dce6 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "GET /v2.0/security-groups?id=7e0d9206-af29-4bec-b12c-8dcfa512b904&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318172 Mar 29 16:36:33.575448 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce3fe5d-d04c-4ecc-a08b-c041bb8bd32e req-9480917a-a32e-4557-bbf7-e16ae3d225f0 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:36:33.576848 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-dce3fe5d-d04c-4ecc-a08b-c041bb8bd32e req-9480917a-a32e-4557-bbf7-e16ae3d225f0 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "GET /v2.0/ports?device_id=36e7b3c2-c72d-4db9-8aec-7fd8521faeba HTTP/1.1" status: 200 len: 945 time: 0.0529816 Mar 29 16:36:33.615173 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-dce3fe5d-d04c-4ecc-a08b-c041bb8bd32e req-30674dfd-300f-448a-892c-7d0618959147 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "GET /v2.0/security-groups?id=7e0d9206-af29-4bec-b12c-8dcfa512b904&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318758 Mar 29 16:36:33.636489 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 42394) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:36:33.680059 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ae9f8b7-730f-46e0-8329-0923df7c3641 tempest-TestNetworkAdvancedServerOps-37087928 tempest-TestNetworkAdvancedServerOps-37087928-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:36:33.681580 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-0ae9f8b7-730f-46e0-8329-0923df7c3641 tempest-TestNetworkAdvancedServerOps-37087928 tempest-TestNetworkAdvancedServerOps-37087928-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=36e7b3c2-c72d-4db9-8aec-7fd8521faeba HTTP/1.1" status: 200 len: 1091 time: 0.0441241 Mar 29 16:36:33.684419 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 42396) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:36:33.688717 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-ce4103d9-48ac-40fb-8554-57186a293fbb tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Request body: {'floatingip': {'floating_network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'port_id': '2b4ac1ce-1382-4410-97e4-0c823aec6077', 'tenant_id': '786485d247cc4bb0943a3056cc1d0d00', 'fixed_ip_address': '172.20.0.4'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:36:33.712194 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-ce4103d9-48ac-40fb-8554-57186a293fbb tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks [] for floatingip, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:36:33.809100 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-ce4103d9-48ac-40fb-8554-57186a293fbb tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:36:33.914067 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_common [None req-ce4103d9-48ac-40fb-8554-57186a293fbb tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Allocated IP 172.25.4.100 (4a4a035d-ecac-4ead-baa3-25f90788773a/e1a353dc-fac8-4901-a63c-273840237d6a/2b8d413c-ad52-479d-a151-c3d8ec8fd903) {{(pid=102791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:36:34.017548 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-ce4103d9-48ac-40fb-8554-57186a293fbb tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks [] for port, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:36:34.049956 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-ce4103d9-48ac-40fb-8554-57186a293fbb tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:36:34.092442 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce4103d9-48ac-40fb-8554-57186a293fbb tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Network 4a4a035d-ecac-4ead-baa3-25f90788773a is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:36:34.095333 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [None req-ce4103d9-48ac-40fb-8554-57186a293fbb tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:36:34.099412 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce4103d9-48ac-40fb-8554-57186a293fbb tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Received port after_create {{(pid=102791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:36:34.122239 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4103d9-48ac-40fb-8554-57186a293fbb tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Pushing event updated for resources: {'Port': ['ID=2b8d413c-ad52-479d-a151-c3d8ec8fd903,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:36:34.388097 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d71584b9-87f1-45f5-84c7-c993c2416269 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:36:34.486990 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-ce4103d9-48ac-40fb-8554-57186a293fbb tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:36:34.553631 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-ce4103d9-48ac-40fb-8554-57186a293fbb tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:36:34.700735 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-ce4103d9-48ac-40fb-8554-57186a293fbb tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks [] for port, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:36:34.704976 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-ce4103d9-48ac-40fb-8554-57186a293fbb tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:36:34.771161 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4103d9-48ac-40fb-8554-57186a293fbb tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Pushing event updated for resources: {'Port': ['ID=2b8d413c-ad52-479d-a151-c3d8ec8fd903,revision_number=2']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:36:34.780675 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-ce4103d9-48ac-40fb-8554-57186a293fbb tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648212'] for floatingip, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:36:34.879551 n-d-834765-1 neutron-server[102791]: INFO neutron.db.l3_db [None req-ce4103d9-48ac-40fb-8554-57186a293fbb tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Floating IP 506d45ad-dd64-4bb2-8a0b-ab4f04379dd1 associated. External IP: 172.25.4.100, port: 2b4ac1ce-1382-4410-97e4-0c823aec6077. Mar 29 16:36:35.083813 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce4103d9-48ac-40fb-8554-57186a293fbb tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Router 2d729a2b-59d5-458f-9ebf-3e5329c8eee2 has already been hosted by L3 agent c648d819-1060-4f26-b4ec-6455387b5dff {{(pid=102791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 16:36:35.190235 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce4103d9-48ac-40fb-8554-57186a293fbb tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 16:36:35.200376 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a29066e9-01b2-4bd0-b44a-745864c040f4 None None] Sync routers for ids ['2d729a2b-59d5-458f-9ebf-3e5329c8eee2'] in n-d-834765-1 {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 16:36:35.208563 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-ce4103d9-48ac-40fb-8554-57186a293fbb tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for floatingip, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:36:35.209853 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a29066e9-01b2-4bd0-b44a-745864c040f4 None None] Routers {'2d729a2b-59d5-458f-9ebf-3e5329c8eee2'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:36:35.210639 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-a29066e9-01b2-4bd0-b44a-745864c040f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:36:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['2d729a2b-59d5-458f-9ebf-3e5329c8eee2'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:36:35.236218 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-ce4103d9-48ac-40fb-8554-57186a293fbb tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5507965 Mar 29 16:36:35.236809 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36e7b3c2-c72d-4db9-8aec-7fd8521faeba', 'tag': '2b4ac1ce-1382-4410-97e4-0c823aec6077'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:36:35.239636 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e33af8bd2d242198c8fc7a55b0de10a2e3fe57bc5f7d7f0f551297b3d6240ff2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75a9b970-7fdf-472f-a565-0cbf36152360" -d '{"events": [{"name": "network-changed", "server_uuid": "36e7b3c2-c72d-4db9-8aec-7fd8521faeba", "tag": "2b4ac1ce-1382-4410-97e4-0c823aec6077"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:36:35.278468 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 16:36:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2994aa2-02b1-436c-b1cc-5969d71eadb2 x-openstack-request-id: req-a2994aa2-02b1-436c-b1cc-5969d71eadb2 {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:36:35.278791 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36e7b3c2-c72d-4db9-8aec-7fd8521faeba", "tag": "2b4ac1ce-1382-4410-97e4-0c823aec6077", "status": "completed", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:36:35.279108 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a2994aa2-02b1-436c-b1cc-5969d71eadb2 {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:36:35.279515 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36e7b3c2-c72d-4db9-8aec-7fd8521faeba', 'tag': '2b4ac1ce-1382-4410-97e4-0c823aec6077', 'status': 'completed', 'code': 200} Mar 29 16:36:35.326929 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvr_db [None req-a29066e9-01b2-4bd0-b44a-745864c040f4 None None] Set router 2d729a2b-59d5-458f-9ebf-3e5329c8eee2 gateway port host: n-d-834765-1 {{(pid=102792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:36:35.342617 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9158b3-fa42-4cf9-aaf1-c72875891335 req-65707bb7-2ac2-4ffc-adc3-04d7e9d7c68d tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:36:35.344795 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-ae9158b3-fa42-4cf9-aaf1-c72875891335 req-65707bb7-2ac2-4ffc-adc3-04d7e9d7c68d tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "GET /v2.0/ports?device_id=36e7b3c2-c72d-4db9-8aec-7fd8521faeba HTTP/1.1" status: 200 len: 945 time: 0.0538054 Mar 29 16:36:35.346605 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a9b970-7fdf-472f-a565-0cbf36152360 req-297743e3-1d85-4e2f-aafb-29da281616b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:36:35.348476 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-75a9b970-7fdf-472f-a565-0cbf36152360 req-297743e3-1d85-4e2f-aafb-29da281616b1 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=786485d247cc4bb0943a3056cc1d0d00&device_id=36e7b3c2-c72d-4db9-8aec-7fd8521faeba HTTP/1.1" status: 200 len: 1096 time: 0.0450232 Mar 29 16:36:35.386288 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-ae9158b3-fa42-4cf9-aaf1-c72875891335 req-50a5c84f-5291-42c4-8e3c-e82b1f63c4c4 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "GET /v2.0/security-groups?id=7e0d9206-af29-4bec-b12c-8dcfa512b904&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347812 Mar 29 16:36:35.408470 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 42402) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:36:35.444212 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a9b970-7fdf-472f-a565-0cbf36152360 req-2e344b01-1d9d-4811-ba85-e172fa728d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:36:35.445677 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-75a9b970-7fdf-472f-a565-0cbf36152360 req-2e344b01-1d9d-4811-ba85-e172fa728d50 service neutron] 10.222.0.44 "GET /v2.0/networks?id=850c67ff-69f1-4ffa-8635-c2d0b9a214a0 HTTP/1.1" status: 200 len: 898 time: 0.0891304 Mar 29 16:36:35.492892 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-f1af0f33-8c1c-4fab-beb0-34603d7f77ea tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "GET /v2.0/floatingips/506d45ad-dd64-4bb2-8a0b-ab4f04379dd1 HTTP/1.1" status: 200 len: 991 time: 0.0821681 Mar 29 16:36:35.518158 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-75a9b970-7fdf-472f-a565-0cbf36152360 req-addeabb7-bbe8-49a4-8175-cb29eb7d8544 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2b4ac1ce-1382-4410-97e4-0c823aec6077 HTTP/1.1" status: 200 len: 999 time: 0.0645335 Mar 29 16:36:35.554555 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-a29066e9-01b2-4bd0-b44a-745864c040f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d729a2b-59d5-458f-9ebf-3e5329c8eee2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1278595952', 'tenant_id': '786485d247cc4bb0943a3056cc1d0d00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.160'}], 'enable_snat': True}, 'gw_port_id': 'f3abd71b-b0ca-4772-911a-5618cb3b0194', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:36:17Z', 'updated_at': '2022-03-29T16:36:21Z', 'revision_number': 4, 'project_id': '786485d247cc4bb0943a3056cc1d0d00', 'gw_port': {'id': 'f3abd71b-b0ca-4772-911a-5618cb3b0194', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:cc:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d729a2b-59d5-458f-9ebf-3e5329c8eee2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:36:18Z', 'updated_at': '2022-03-29T16:36:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_floatingips': [{'id': '506d45ad-dd64-4bb2-8a0b-ab4f04379dd1', 'tenant_id': '786485d247cc4bb0943a3056cc1d0d00', 'floating_ip_address': '172.25.4.100', 'floating_network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'router_id': '2d729a2b-59d5-458f-9ebf-3e5329c8eee2', 'port_id': '2b4ac1ce-1382-4410-97e4-0c823aec6077', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4308, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '850c67ff-69f1-4ffa-8635-c2d0b9a214a0', 'mac_address': 'fa:16:3e:6a:55:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e7b3c2-c72d-4db9-8aec-7fd8521faeba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T16:36:34Z', 'updated_at': '2022-03-29T16:36:34Z', 'revision_number': 0, 'project_id': '786485d247cc4bb0943a3056cc1d0d00', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9bbe2d4a-87d9-4290-867d-29ec72689f07', 'name': '', 'network_id': '850c67ff-69f1-4ffa-8635-c2d0b9a214a0', 'tenant_id': '786485d247cc4bb0943a3056cc1d0d00', 'mac_address': 'fa:16:3e:9f:ed:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d729a2b-59d5-458f-9ebf-3e5329c8eee2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': '58d36b04-36af-4255-9221-d5bca91564a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:36:20Z', 'updated_at': '2022-03-29T16:36:24Z', 'revision_number': 5, 'project_id': '786485d247cc4bb0943a3056cc1d0d00', 'subnets': [{'id': '58d36b04-36af-4255-9221-d5bca91564a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:36:35.567913 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a9b970-7fdf-472f-a565-0cbf36152360 req-6d6f37ef-f3b7-4765-89f1-bc3fded458a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:36:35.569403 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-75a9b970-7fdf-472f-a565-0cbf36152360 req-6d6f37ef-f3b7-4765-89f1-bc3fded458a9 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=58d36b04-36af-4255-9221-d5bca91564a9 HTTP/1.1" status: 200 len: 834 time: 0.0450652 Mar 29 16:36:35.587013 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a29066e9-01b2-4bd0-b44a-745864c040f4 None None] Checking router: 2d729a2b-59d5-458f-9ebf-3e5329c8eee2 for host: n-d-834765-1 {{(pid=102792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 16:36:35.595092 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a29066e9-01b2-4bd0-b44a-745864c040f4 None None] Routers {'2d729a2b-59d5-458f-9ebf-3e5329c8eee2'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:36:35.595728 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-a29066e9-01b2-4bd0-b44a-745864c040f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:36:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['2d729a2b-59d5-458f-9ebf-3e5329c8eee2'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:36:35.620150 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a9b970-7fdf-472f-a565-0cbf36152360 req-452e8b05-6cfb-43fc-b8a0-2658dc775dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:36:35.622368 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-75a9b970-7fdf-472f-a565-0cbf36152360 req-452e8b05-6cfb-43fc-b8a0-2658dc775dcd service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=850c67ff-69f1-4ffa-8635-c2d0b9a214a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0457380 Mar 29 16:36:35.702486 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvr_db [None req-a29066e9-01b2-4bd0-b44a-745864c040f4 None None] Set router 2d729a2b-59d5-458f-9ebf-3e5329c8eee2 gateway port host: n-d-834765-1 {{(pid=102792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:36:35.714182 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-75a9b970-7fdf-472f-a565-0cbf36152360 req-85dc388a-8167-4096-b9e7-634fd8b97da9 service neutron] 10.222.0.44 "GET /v2.0/networks/850c67ff-69f1-4ffa-8635-c2d0b9a214a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849729 Mar 29 16:36:35.809313 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-75a9b970-7fdf-472f-a565-0cbf36152360 req-fa6afec0-85f6-4987-956b-1a99a95d7cde service neutron] 10.222.0.44 "GET /v2.0/networks/850c67ff-69f1-4ffa-8635-c2d0b9a214a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883813 Mar 29 16:36:35.963680 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-0cb6abf6-2706-4e52-8825-f5f644ecf9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:36:36.053254 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:36:36.114056 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-a29066e9-01b2-4bd0-b44a-745864c040f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d729a2b-59d5-458f-9ebf-3e5329c8eee2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1278595952', 'tenant_id': '786485d247cc4bb0943a3056cc1d0d00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.160'}], 'enable_snat': True}, 'gw_port_id': 'f3abd71b-b0ca-4772-911a-5618cb3b0194', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:36:17Z', 'updated_at': '2022-03-29T16:36:21Z', 'revision_number': 4, 'project_id': '786485d247cc4bb0943a3056cc1d0d00', 'gw_port': {'id': 'f3abd71b-b0ca-4772-911a-5618cb3b0194', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:cc:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d729a2b-59d5-458f-9ebf-3e5329c8eee2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:36:18Z', 'updated_at': '2022-03-29T16:36:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_floatingips': [{'id': '506d45ad-dd64-4bb2-8a0b-ab4f04379dd1', 'tenant_id': '786485d247cc4bb0943a3056cc1d0d00', 'floating_ip_address': '172.25.4.100', 'floating_network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'router_id': '2d729a2b-59d5-458f-9ebf-3e5329c8eee2', 'port_id': '2b4ac1ce-1382-4410-97e4-0c823aec6077', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4308, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '850c67ff-69f1-4ffa-8635-c2d0b9a214a0', 'mac_address': 'fa:16:3e:6a:55:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e7b3c2-c72d-4db9-8aec-7fd8521faeba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T16:36:34Z', 'updated_at': '2022-03-29T16:36:34Z', 'revision_number': 0, 'project_id': '786485d247cc4bb0943a3056cc1d0d00', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9bbe2d4a-87d9-4290-867d-29ec72689f07', 'name': '', 'network_id': '850c67ff-69f1-4ffa-8635-c2d0b9a214a0', 'tenant_id': '786485d247cc4bb0943a3056cc1d0d00', 'mac_address': 'fa:16:3e:9f:ed:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d729a2b-59d5-458f-9ebf-3e5329c8eee2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': '58d36b04-36af-4255-9221-d5bca91564a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:36:20Z', 'updated_at': '2022-03-29T16:36:24Z', 'revision_number': 5, 'project_id': '786485d247cc4bb0943a3056cc1d0d00', 'subnets': [{'id': '58d36b04-36af-4255-9221-d5bca91564a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:36:36.144864 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a29066e9-01b2-4bd0-b44a-745864c040f4 None None] The sync data for ids ['2d729a2b-59d5-458f-9ebf-3e5329c8eee2'] in n-d-834765-1 is: [{'id': '2d729a2b-59d5-458f-9ebf-3e5329c8eee2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1278595952', 'tenant_id': '786485d247cc4bb0943a3056cc1d0d00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.160'}], 'enable_snat': True}, 'gw_port_id': 'f3abd71b-b0ca-4772-911a-5618cb3b0194', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:36:17Z', 'updated_at': '2022-03-29T16:36:21Z', 'revision_number': 4, 'project_id': '786485d247cc4bb0943a3056cc1d0d00', 'gw_port': {'id': 'f3abd71b-b0ca-4772-911a-5618cb3b0194', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:cc:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d729a2b-59d5-458f-9ebf-3e5329c8eee2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:36:18Z', 'updated_at': '2022-03-29T16:36:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_floatingips': [{'id': '506d45ad-dd64-4bb2-8a0b-ab4f04379dd1', 'tenant_id': '786485d247cc4bb0943a3056cc1d0d00', 'floating_ip_address': '172.25.4.100', 'floating_network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'router_id': '2d729a2b-59d5-458f-9ebf-3e5329c8eee2', 'port_id': '2b4ac1ce-1382-4410-97e4-0c823aec6077', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4308, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '850c67ff-69f1-4ffa-8635-c2d0b9a214a0', 'mac_address': 'fa:16:3e:6a:55:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e7b3c2-c72d-4db9-8aec-7fd8521faeba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T16:36:34Z', 'updated_at': '2022-03-29T16:36:34Z', 'revision_number': 0, 'project_id': '786485d247cc4bb0943a3056cc1d0d00', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9bbe2d4a-87d9-4290-867d-29ec72689f07', 'name': '', 'network_id': '850c67ff-69f1-4ffa-8635-c2d0b9a214a0', 'tenant_id': '786485d247cc4bb0943a3056cc1d0d00', 'mac_address': 'fa:16:3e:9f:ed:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d729a2b-59d5-458f-9ebf-3e5329c8eee2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': '58d36b04-36af-4255-9221-d5bca91564a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:36:20Z', 'updated_at': '2022-03-29T16:36:24Z', 'revision_number': 5, 'project_id': '786485d247cc4bb0943a3056cc1d0d00', 'subnets': [{'id': '58d36b04-36af-4255-9221-d5bca91564a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 16:36:36.326460 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6ddd286-0b5b-45de-a418-8d4a072f5da6 None None] New status for floating IP 506d45ad-dd64-4bb2-8a0b-ab4f04379dd1: ACTIVE {{(pid=102793) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 16:36:36.495285 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 42404) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:36:36.559203 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-83263924-8d25-4bbd-b06f-165bbbb2e2e1 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "GET /v2.0/floatingips/506d45ad-dd64-4bb2-8a0b-ab4f04379dd1 HTTP/1.1" status: 200 len: 991 time: 0.0627587 Mar 29 16:36:37.562625 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 42406) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:36:37.624964 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-4458261f-73c0-4391-a392-15f92f01806d tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "GET /v2.0/floatingips/506d45ad-dd64-4bb2-8a0b-ab4f04379dd1 HTTP/1.1" status: 200 len: 993 time: 0.0611379 Mar 29 16:36:47.603455 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:36:48.313719 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:36:59.229080 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.agents_db [None req-59735a15-725e-44d4-9ad5-95cbe356f209 None None] Agent healthcheck: found 7 active agents {{(pid=102793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 16:37:00.452427 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-8516b5f9-da27-452c-b5de-718056dcc455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:37:02.916049 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-354c0105-3473-41df-b3f8-71c9a4c81efb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:37:04.390983 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d71584b9-87f1-45f5-84c7-c993c2416269 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:37:05.943834 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-0cb6abf6-2706-4e52-8825-f5f644ecf9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:37:06.027418 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:37:17.604598 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:37:18.311738 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:37:20.331517 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-585872f5-6a9e-49d4-b18a-00238b33faad req-473c8008-a198-4d3d-bbed-585900156853 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=36e7b3c2-c72d-4db9-8aec-7fd8521faeba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0441897 Mar 29 16:37:20.418104 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585872f5-6a9e-49d4-b18a-00238b33faad req-e3fe07f6-433a-4d27-bf07-c8752f13533f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:37:20.419666 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-585872f5-6a9e-49d4-b18a-00238b33faad req-e3fe07f6-433a-4d27-bf07-c8752f13533f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=786485d247cc4bb0943a3056cc1d0d00&device_id=36e7b3c2-c72d-4db9-8aec-7fd8521faeba HTTP/1.1" status: 200 len: 1096 time: 0.0466900 Mar 29 16:37:20.523492 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585872f5-6a9e-49d4-b18a-00238b33faad req-3de0bb35-3018-4ffe-82a3-d82abcd07354 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:37:20.524963 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-585872f5-6a9e-49d4-b18a-00238b33faad req-3de0bb35-3018-4ffe-82a3-d82abcd07354 service neutron] 10.222.0.44 "GET /v2.0/networks?id=850c67ff-69f1-4ffa-8635-c2d0b9a214a0 HTTP/1.1" status: 200 len: 898 time: 0.0833156 Mar 29 16:37:20.593282 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-585872f5-6a9e-49d4-b18a-00238b33faad req-a9e73226-88dd-44a2-8976-1c2f4c41ce80 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2b4ac1ce-1382-4410-97e4-0c823aec6077 HTTP/1.1" status: 200 len: 1001 time: 0.0604677 Mar 29 16:37:20.640901 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585872f5-6a9e-49d4-b18a-00238b33faad req-9a50e531-49a9-470a-97f1-d0628ee36bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:37:20.642319 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-585872f5-6a9e-49d4-b18a-00238b33faad req-9a50e531-49a9-470a-97f1-d0628ee36bf4 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=58d36b04-36af-4255-9221-d5bca91564a9 HTTP/1.1" status: 200 len: 834 time: 0.0428061 Mar 29 16:37:20.686720 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585872f5-6a9e-49d4-b18a-00238b33faad req-418e0e3d-8c29-4769-ad4b-63438592a89e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:37:20.688193 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-585872f5-6a9e-49d4-b18a-00238b33faad req-418e0e3d-8c29-4769-ad4b-63438592a89e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=850c67ff-69f1-4ffa-8635-c2d0b9a214a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390661 Mar 29 16:37:20.699192 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [req-585872f5-6a9e-49d4-b18a-00238b33faad req-28442fff-52d6-4e4c-bc90-5833f6176948 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=102791) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 16:37:20.700138 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-585872f5-6a9e-49d4-b18a-00238b33faad req-28442fff-52d6-4e4c-bc90-5833f6176948 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050080 Mar 29 16:37:20.790196 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-585872f5-6a9e-49d4-b18a-00238b33faad req-76c8af9f-726b-4e5f-b476-02d4cea188c1 service neutron] 10.222.0.44 "GET /v2.0/networks/850c67ff-69f1-4ffa-8635-c2d0b9a214a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833886 Mar 29 16:37:20.877993 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-585872f5-6a9e-49d4-b18a-00238b33faad req-bc8d7dd9-b843-41b5-a84a-12e2b70f6ecd service neutron] 10.222.0.44 "GET /v2.0/networks/850c67ff-69f1-4ffa-8635-c2d0b9a214a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799949 Mar 29 16:37:30.453374 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-2f6ef67a-e8e4-4ebb-83f9-6cd786f01dd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:37:32.916329 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-c97d4a2a-d209-414a-b5e5-944b1d3151eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:37:34.393569 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d71584b9-87f1-45f5-84c7-c993c2416269 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:37:35.947552 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-0cb6abf6-2706-4e52-8825-f5f644ecf9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:37:36.028715 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:37:36.227715 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.agents_db [None req-59735a15-725e-44d4-9ad5-95cbe356f209 None None] Agent healthcheck: found 7 active agents {{(pid=102793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 16:37:40.421383 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c1ef7f-49bb-4ee5-9b7f-955bcfef9de6 req-f8186f74-6606-4f28-8789-854fe9e5c8e7 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:37:40.422898 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-79c1ef7f-49bb-4ee5-9b7f-955bcfef9de6 req-f8186f74-6606-4f28-8789-854fe9e5c8e7 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "GET /v2.0/ports?device_id=36e7b3c2-c72d-4db9-8aec-7fd8521faeba HTTP/1.1" status: 200 len: 945 time: 0.0542924 Mar 29 16:37:40.489738 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-79c1ef7f-49bb-4ee5-9b7f-955bcfef9de6 req-7649b300-5737-4ebe-9d07-4e51d1be91fd tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "GET /v2.0/security-groups?id=7e0d9206-af29-4bec-b12c-8dcfa512b904&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586278 Mar 29 16:37:40.495652 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee99ae5-9b0c-480c-af38-e67932a040bf req-1274d6d5-5ada-40f8-b37f-e699a7e301e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:37:40.497088 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-fee99ae5-9b0c-480c-af38-e67932a040bf req-1274d6d5-5ada-40f8-b37f-e699a7e301e6 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=786485d247cc4bb0943a3056cc1d0d00&device_id=36e7b3c2-c72d-4db9-8aec-7fd8521faeba HTTP/1.1" status: 200 len: 1096 time: 0.0648406 Mar 29 16:37:40.588885 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee99ae5-9b0c-480c-af38-e67932a040bf req-31477f68-b2ba-4895-a2f9-a3d35a3d83fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:37:40.590371 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-fee99ae5-9b0c-480c-af38-e67932a040bf req-31477f68-b2ba-4895-a2f9-a3d35a3d83fb service neutron] 10.222.0.44 "GET /v2.0/networks?id=850c67ff-69f1-4ffa-8635-c2d0b9a214a0 HTTP/1.1" status: 200 len: 898 time: 0.0863409 Mar 29 16:37:40.656204 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-fee99ae5-9b0c-480c-af38-e67932a040bf req-66b193c1-5ace-4d32-8e92-418922499f78 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2b4ac1ce-1382-4410-97e4-0c823aec6077 HTTP/1.1" status: 200 len: 1001 time: 0.0566826 Mar 29 16:37:40.704226 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee99ae5-9b0c-480c-af38-e67932a040bf req-c0f96dfa-afe2-4424-8d07-943db130c619 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:37:40.705647 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-fee99ae5-9b0c-480c-af38-e67932a040bf req-c0f96dfa-afe2-4424-8d07-943db130c619 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=58d36b04-36af-4255-9221-d5bca91564a9 HTTP/1.1" status: 200 len: 834 time: 0.0425582 Mar 29 16:37:40.754875 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee99ae5-9b0c-480c-af38-e67932a040bf req-23398916-64df-437b-9c86-3e9734ee6ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:37:40.756294 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-fee99ae5-9b0c-480c-af38-e67932a040bf req-23398916-64df-437b-9c86-3e9734ee6ad4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=850c67ff-69f1-4ffa-8635-c2d0b9a214a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427022 Mar 29 16:37:40.842435 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-fee99ae5-9b0c-480c-af38-e67932a040bf req-9703a8f8-6f5a-44bf-a060-76f32e290cba service neutron] 10.222.0.44 "GET /v2.0/networks/850c67ff-69f1-4ffa-8635-c2d0b9a214a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791726 Mar 29 16:37:40.934157 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-fee99ae5-9b0c-480c-af38-e67932a040bf req-5ae3eb37-7d38-4875-98e8-7e56be01bfcb service neutron] 10.222.0.44 "GET /v2.0/networks/850c67ff-69f1-4ffa-8635-c2d0b9a214a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833278 Mar 29 16:37:41.611974 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05022dc6-0ea0-40d6-bd86-45b3e03edd13 req-ce7ffd5f-4769-4d61-b11d-9fb88c00ddc4 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:37:41.613429 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-05022dc6-0ea0-40d6-bd86-45b3e03edd13 req-ce7ffd5f-4769-4d61-b11d-9fb88c00ddc4 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "GET /v2.0/ports?device_id=36e7b3c2-c72d-4db9-8aec-7fd8521faeba HTTP/1.1" status: 200 len: 945 time: 0.0493894 Mar 29 16:37:41.652156 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-05022dc6-0ea0-40d6-bd86-45b3e03edd13 req-a66e2bb0-7eb0-4e22-8c09-2f590ea91e7b tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "GET /v2.0/security-groups?id=7e0d9206-af29-4bec-b12c-8dcfa512b904&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325544 Mar 29 16:37:42.767308 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3c658e-92a2-4f6b-a6ae-9a40fa5eca1d req-f510b131-271c-4b4b-bb93-93fcb5c85221 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:37:42.768682 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ea3c658e-92a2-4f6b-a6ae-9a40fa5eca1d req-f510b131-271c-4b4b-bb93-93fcb5c85221 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "GET /v2.0/ports?device_id=36e7b3c2-c72d-4db9-8aec-7fd8521faeba HTTP/1.1" status: 200 len: 945 time: 0.0481749 Mar 29 16:37:42.806753 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ea3c658e-92a2-4f6b-a6ae-9a40fa5eca1d req-2c095492-7840-49af-84aa-506ad30f3d93 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "GET /v2.0/security-groups?id=7e0d9206-af29-4bec-b12c-8dcfa512b904&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309796 Mar 29 16:37:43.923409 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab956969-e838-4f68-8993-17d2e117b7d9 req-7e275ce9-17f8-4366-ba37-8fd509ae3206 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:37:43.924921 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-ab956969-e838-4f68-8993-17d2e117b7d9 req-7e275ce9-17f8-4366-ba37-8fd509ae3206 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "GET /v2.0/ports?device_id=36e7b3c2-c72d-4db9-8aec-7fd8521faeba HTTP/1.1" status: 200 len: 945 time: 0.0499136 Mar 29 16:37:43.973345 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-ab956969-e838-4f68-8993-17d2e117b7d9 req-37b5a05e-3b48-4798-b893-a74c95d299fa tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "GET /v2.0/security-groups?id=7e0d9206-af29-4bec-b12c-8dcfa512b904&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415511 Mar 29 16:37:45.091638 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fed666-497d-4e08-a622-51c8ff592aaf req-2e7d6bfb-12cc-4ae7-91b5-3f74269635a4 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:37:45.093118 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-79fed666-497d-4e08-a622-51c8ff592aaf req-2e7d6bfb-12cc-4ae7-91b5-3f74269635a4 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "GET /v2.0/ports?device_id=36e7b3c2-c72d-4db9-8aec-7fd8521faeba HTTP/1.1" status: 200 len: 945 time: 0.0492411 Mar 29 16:37:45.130500 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-79fed666-497d-4e08-a622-51c8ff592aaf req-b17f2086-679a-4a30-892c-942be145bdb0 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "GET /v2.0/security-groups?id=7e0d9206-af29-4bec-b12c-8dcfa512b904&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305834 Mar 29 16:37:46.249726 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc70b4b-f830-45e1-bff9-c24cbd0046cf req-d5f58d6c-9a1a-4f92-bc84-4f617d3aa265 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:37:46.251193 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-9fc70b4b-f830-45e1-bff9-c24cbd0046cf req-d5f58d6c-9a1a-4f92-bc84-4f617d3aa265 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "GET /v2.0/ports?device_id=36e7b3c2-c72d-4db9-8aec-7fd8521faeba HTTP/1.1" status: 200 len: 945 time: 0.0523562 Mar 29 16:37:46.288637 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-9fc70b4b-f830-45e1-bff9-c24cbd0046cf req-61427baa-3bdc-4d4f-b2aa-e12a67d52951 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "GET /v2.0/security-groups?id=7e0d9206-af29-4bec-b12c-8dcfa512b904&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304239 Mar 29 16:37:47.409544 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e0c5b8-1936-4312-b6ca-a0ae8eb1e34f req-66b42580-937a-4db2-8f33-a43bdef85580 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:37:47.411508 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-87e0c5b8-1936-4312-b6ca-a0ae8eb1e34f req-66b42580-937a-4db2-8f33-a43bdef85580 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "GET /v2.0/ports?device_id=36e7b3c2-c72d-4db9-8aec-7fd8521faeba HTTP/1.1" status: 200 len: 945 time: 0.0511620 Mar 29 16:37:47.449614 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-87e0c5b8-1936-4312-b6ca-a0ae8eb1e34f req-93ba24ac-dafa-47f4-8668-2c2d8420bedd tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "GET /v2.0/security-groups?id=7e0d9206-af29-4bec-b12c-8dcfa512b904&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320864 Mar 29 16:37:47.602705 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:37:48.332285 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:37:48.569407 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357c1315-2ab0-46db-924e-0e2117a9131b req-1c8bf80f-a08f-4829-9bd8-1cb59addb62c tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:37:48.571129 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-357c1315-2ab0-46db-924e-0e2117a9131b req-1c8bf80f-a08f-4829-9bd8-1cb59addb62c tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "GET /v2.0/ports?device_id=36e7b3c2-c72d-4db9-8aec-7fd8521faeba HTTP/1.1" status: 200 len: 945 time: 0.0507309 Mar 29 16:37:48.608359 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-357c1315-2ab0-46db-924e-0e2117a9131b req-8da47fd0-3f92-45e1-98f4-6c0e7cb751a3 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "GET /v2.0/security-groups?id=7e0d9206-af29-4bec-b12c-8dcfa512b904&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312130 Mar 29 16:37:49.725262 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202d1c3a-2a68-4884-bb51-fe9018c905cc req-5d05c0cf-d626-4ea6-942e-8a91b422d5df tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:37:49.726744 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-202d1c3a-2a68-4884-bb51-fe9018c905cc req-5d05c0cf-d626-4ea6-942e-8a91b422d5df tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "GET /v2.0/ports?device_id=36e7b3c2-c72d-4db9-8aec-7fd8521faeba HTTP/1.1" status: 200 len: 945 time: 0.0498083 Mar 29 16:37:49.763979 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-202d1c3a-2a68-4884-bb51-fe9018c905cc req-e7337f2f-21b3-4a6d-9bcb-40f1378e3071 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "GET /v2.0/security-groups?id=7e0d9206-af29-4bec-b12c-8dcfa512b904&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311439 Mar 29 16:37:50.881003 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a845f9-d741-467a-94ef-3180b0ea17e0 req-09ad4eb5-707e-4e39-bf16-5a6178441465 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:37:50.882477 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-a3a845f9-d741-467a-94ef-3180b0ea17e0 req-09ad4eb5-707e-4e39-bf16-5a6178441465 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "GET /v2.0/ports?device_id=36e7b3c2-c72d-4db9-8aec-7fd8521faeba HTTP/1.1" status: 200 len: 945 time: 0.0503387 Mar 29 16:37:50.918922 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-a3a845f9-d741-467a-94ef-3180b0ea17e0 req-76ed877d-d84a-4398-a690-fed68ce56dff tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "GET /v2.0/security-groups?id=7e0d9206-af29-4bec-b12c-8dcfa512b904&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303712 Mar 29 16:37:52.033644 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdf508f-b8d8-4f73-a027-1e70b5154270 req-8e68a33f-4dc6-4e6f-871f-7e4557a85e26 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:37:52.035000 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4cdf508f-b8d8-4f73-a027-1e70b5154270 req-8e68a33f-4dc6-4e6f-871f-7e4557a85e26 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "GET /v2.0/ports?device_id=36e7b3c2-c72d-4db9-8aec-7fd8521faeba HTTP/1.1" status: 200 len: 945 time: 0.0481172 Mar 29 16:37:52.072373 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4cdf508f-b8d8-4f73-a027-1e70b5154270 req-ac823407-34d8-4593-8bac-1c546c0d07c4 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "GET /v2.0/security-groups?id=7e0d9206-af29-4bec-b12c-8dcfa512b904&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312669 Mar 29 16:37:52.094318 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 42472) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:37:52.155948 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-a648ca52-5b71-47c5-91a2-06066075ad2b tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "GET /v2.0/floatingips/506d45ad-dd64-4bb2-8a0b-ab4f04379dd1 HTTP/1.1" status: 200 len: 993 time: 0.0604727 Mar 29 16:38:00.459025 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d470e1a3-154c-4c52-8a3c-115f3cc6a4d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:38:02.917866 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-4a222e34-4c4d-49ce-b10f-a958ff4c7070 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:38:04.397211 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d71584b9-87f1-45f5-84c7-c993c2416269 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:38:05.950078 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-0cb6abf6-2706-4e52-8825-f5f644ecf9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:38:06.029562 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:38:13.226689 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.agents_db [None req-59735a15-725e-44d4-9ad5-95cbe356f209 None None] Agent healthcheck: found 7 active agents {{(pid=102793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 16:38:17.636029 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:38:18.321327 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:38:21.330242 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-47ea165c-035d-46ee-9211-2bccfd2010c8 req-cff66872-2feb-4bec-b836-1fd6becb60ba service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=36e7b3c2-c72d-4db9-8aec-7fd8521faeba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0386894 Mar 29 16:38:21.409425 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ea165c-035d-46ee-9211-2bccfd2010c8 req-287162d2-f272-45d7-8061-c0dc249510f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:38:21.411446 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-47ea165c-035d-46ee-9211-2bccfd2010c8 req-287162d2-f272-45d7-8061-c0dc249510f2 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=786485d247cc4bb0943a3056cc1d0d00&device_id=36e7b3c2-c72d-4db9-8aec-7fd8521faeba HTTP/1.1" status: 200 len: 1096 time: 0.0392683 Mar 29 16:38:21.514267 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ea165c-035d-46ee-9211-2bccfd2010c8 req-e5728e72-432b-4761-a040-aa2d1f339542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:38:21.515750 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-47ea165c-035d-46ee-9211-2bccfd2010c8 req-e5728e72-432b-4761-a040-aa2d1f339542 service neutron] 10.222.0.44 "GET /v2.0/networks?id=850c67ff-69f1-4ffa-8635-c2d0b9a214a0 HTTP/1.1" status: 200 len: 898 time: 0.0861876 Mar 29 16:38:21.578362 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-47ea165c-035d-46ee-9211-2bccfd2010c8 req-7f8b4342-b799-463b-ae85-f95cf4e87ff0 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2b4ac1ce-1382-4410-97e4-0c823aec6077 HTTP/1.1" status: 200 len: 1001 time: 0.0552580 Mar 29 16:38:21.630138 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ea165c-035d-46ee-9211-2bccfd2010c8 req-60d6e5e7-6817-47a8-96bc-7c81bd78c3ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:38:21.631511 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-47ea165c-035d-46ee-9211-2bccfd2010c8 req-60d6e5e7-6817-47a8-96bc-7c81bd78c3ec service neutron] 10.222.0.44 "GET /v2.0/subnets?id=58d36b04-36af-4255-9221-d5bca91564a9 HTTP/1.1" status: 200 len: 834 time: 0.0460527 Mar 29 16:38:21.678841 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ea165c-035d-46ee-9211-2bccfd2010c8 req-d2649a13-473b-4a42-973c-f05c8045e6f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:38:21.680407 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-47ea165c-035d-46ee-9211-2bccfd2010c8 req-d2649a13-473b-4a42-973c-f05c8045e6f6 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=850c67ff-69f1-4ffa-8635-c2d0b9a214a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423722 Mar 29 16:38:21.771428 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-47ea165c-035d-46ee-9211-2bccfd2010c8 req-80f64c59-14e6-4a2d-8541-6f9568c44aea service neutron] 10.222.0.44 "GET /v2.0/networks/850c67ff-69f1-4ffa-8635-c2d0b9a214a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840936 Mar 29 16:38:21.859534 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-47ea165c-035d-46ee-9211-2bccfd2010c8 req-23388701-504c-4983-b72f-64346b579033 service neutron] 10.222.0.44 "GET /v2.0/networks/850c67ff-69f1-4ffa-8635-c2d0b9a214a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812633 Mar 29 16:38:30.451639 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-c628887e-b862-42f2-96e1-b32aa1992863 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:38:32.922672 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-06d53a98-a0cd-464b-b2c4-527498d5ece3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:38:33.749160 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [req-5414d851-582b-4552-9e5b-350327be59e5 req-deb734ec-cfa3-4525-bd51-107d8f2d06ba tempest-ServerDiskConfigTestJSON-1989348662 tempest-ServerDiskConfigTestJSON-1989348662-project] (102791) timed out ('10.222.0.44', 49890) {{(pid=102791) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Mar 29 16:38:34.399625 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d71584b9-87f1-45f5-84c7-c993c2416269 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:38:35.954697 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-0cb6abf6-2706-4e52-8825-f5f644ecf9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:38:36.033582 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:38:42.665844 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 42502) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:38:42.822704 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-c7ba627b-63ef-477c-a0e9-bfcbfba24ec9 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Deleting port 2b8d413c-ad52-479d-a151-c3d8ec8fd903 {{(pid=102790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:38:42.823048 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c7ba627b-63ef-477c-a0e9-bfcbfba24ec9 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:38:42.895799 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c7ba627b-63ef-477c-a0e9-bfcbfba24ec9 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:38:42.896199 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c7ba627b-63ef-477c-a0e9-bfcbfba24ec9 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:38:42.907371 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-c7ba627b-63ef-477c-a0e9-bfcbfba24ec9 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Calling delete_port for 2b8d413c-ad52-479d-a151-c3d8ec8fd903 owned by network:floatingip {{(pid=102790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:38:43.053680 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c7ba627b-63ef-477c-a0e9-bfcbfba24ec9 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:38:43.079199 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ba627b-63ef-477c-a0e9-bfcbfba24ec9 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Pushing event deleted for resources: {'Port': ['ID=2b8d413c-ad52-479d-a151-c3d8ec8fd903,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:38:43.105041 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ba627b-63ef-477c-a0e9-bfcbfba24ec9 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:38:43.105388 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ba627b-63ef-477c-a0e9-bfcbfba24ec9 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:38:43.105729 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ba627b-63ef-477c-a0e9-bfcbfba24ec9 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:38:43.106063 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ba627b-63ef-477c-a0e9-bfcbfba24ec9 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:38:43.106392 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ba627b-63ef-477c-a0e9-bfcbfba24ec9 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:38:43.106720 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ba627b-63ef-477c-a0e9-bfcbfba24ec9 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:38:43.107047 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ba627b-63ef-477c-a0e9-bfcbfba24ec9 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:38:43.107397 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ba627b-63ef-477c-a0e9-bfcbfba24ec9 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:38:43.107721 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ba627b-63ef-477c-a0e9-bfcbfba24ec9 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:38:43.108039 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ba627b-63ef-477c-a0e9-bfcbfba24ec9 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:38:43.108357 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ba627b-63ef-477c-a0e9-bfcbfba24ec9 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:38:43.108671 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ba627b-63ef-477c-a0e9-bfcbfba24ec9 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:38:43.147884 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c7ba627b-63ef-477c-a0e9-bfcbfba24ec9 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks [] for floatingip, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:38:43.148208 n-d-834765-1 neutron-server[102790]: INFO neutron.db.l3_db [None req-c7ba627b-63ef-477c-a0e9-bfcbfba24ec9 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Floating IP 506d45ad-dd64-4bb2-8a0b-ab4f04379dd1 disassociated (deleted). External IP: 172.25.4.100, port: 2b4ac1ce-1382-4410-97e4-0c823aec6077. Mar 29 16:38:43.351751 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7ba627b-63ef-477c-a0e9-bfcbfba24ec9 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Router 2d729a2b-59d5-458f-9ebf-3e5329c8eee2 has already been hosted by L3 agent c648d819-1060-4f26-b4ec-6455387b5dff {{(pid=102790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 16:38:43.459083 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7ba627b-63ef-477c-a0e9-bfcbfba24ec9 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 16:38:43.463846 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c7ba627b-63ef-477c-a0e9-bfcbfba24ec9 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for floatingip, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:38:43.468307 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcd86483-0fdd-4144-ba5a-3f5dbffd7940 None None] Sync routers for ids ['2d729a2b-59d5-458f-9ebf-3e5329c8eee2'] in n-d-834765-1 {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 16:38:43.477473 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcd86483-0fdd-4144-ba5a-3f5dbffd7940 None None] Routers {'2d729a2b-59d5-458f-9ebf-3e5329c8eee2'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:38:43.478094 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-fcd86483-0fdd-4144-ba5a-3f5dbffd7940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:38:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['2d729a2b-59d5-458f-9ebf-3e5329c8eee2'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:38:43.491305 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-c7ba627b-63ef-477c-a0e9-bfcbfba24ec9 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "DELETE /v2.0/floatingips/506d45ad-dd64-4bb2-8a0b-ab4f04379dd1 HTTP/1.1" status: 204 len: 168 time: 0.8243768 Mar 29 16:38:43.491887 n-d-834765-1 neutron-server[102790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36e7b3c2-c72d-4db9-8aec-7fd8521faeba', 'tag': '2b4ac1ce-1382-4410-97e4-0c823aec6077'}] {{(pid=102790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:38:43.494163 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc42593215e6c81983da9b56a0f328d75e7d983878a02b76f45470d49d1e0074" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fd85091-5356-47ab-aa8a-968848aef90f" -d '{"events": [{"name": "network-changed", "server_uuid": "36e7b3c2-c72d-4db9-8aec-7fd8521faeba", "tag": "2b4ac1ce-1382-4410-97e4-0c823aec6077"}]}' {{(pid=102790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:38:43.532476 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 16:38:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d03d2fc-d2cb-4e98-b6cd-7b47dcf183f2 x-openstack-request-id: req-2d03d2fc-d2cb-4e98-b6cd-7b47dcf183f2 {{(pid=102790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:38:43.532768 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36e7b3c2-c72d-4db9-8aec-7fd8521faeba", "tag": "2b4ac1ce-1382-4410-97e4-0c823aec6077", "status": "completed", "code": 200}]} {{(pid=102790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:38:43.533085 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-2d03d2fc-d2cb-4e98-b6cd-7b47dcf183f2 {{(pid=102790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:38:43.533489 n-d-834765-1 neutron-server[102790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36e7b3c2-c72d-4db9-8aec-7fd8521faeba', 'tag': '2b4ac1ce-1382-4410-97e4-0c823aec6077', 'status': 'completed', 'code': 200} Mar 29 16:38:43.597644 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvr_db [None req-fcd86483-0fdd-4144-ba5a-3f5dbffd7940 None None] Set router 2d729a2b-59d5-458f-9ebf-3e5329c8eee2 gateway port host: n-d-834765-1 {{(pid=102792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:38:43.599221 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd85091-5356-47ab-aa8a-968848aef90f req-dc3baf72-b770-48cf-859e-f989002d62c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:38:43.600848 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4fd85091-5356-47ab-aa8a-968848aef90f req-dc3baf72-b770-48cf-859e-f989002d62c8 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=786485d247cc4bb0943a3056cc1d0d00&device_id=36e7b3c2-c72d-4db9-8aec-7fd8521faeba HTTP/1.1" status: 200 len: 1096 time: 0.0441556 Mar 29 16:38:43.717997 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd85091-5356-47ab-aa8a-968848aef90f req-da6a119f-8087-4dfc-a41f-a6fcd4b9f20e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:38:43.719547 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4fd85091-5356-47ab-aa8a-968848aef90f req-da6a119f-8087-4dfc-a41f-a6fcd4b9f20e service neutron] 10.222.0.44 "GET /v2.0/networks?id=850c67ff-69f1-4ffa-8635-c2d0b9a214a0 HTTP/1.1" status: 200 len: 898 time: 0.1070762 Mar 29 16:38:43.734768 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d847271-879f-4455-bc00-674a50b47f2e req-750fdc0b-081f-4954-be22-5945dd34c74b tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:38:43.736282 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-3d847271-879f-4455-bc00-674a50b47f2e req-750fdc0b-081f-4954-be22-5945dd34c74b tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "GET /v2.0/ports?device_id=36e7b3c2-c72d-4db9-8aec-7fd8521faeba HTTP/1.1" status: 200 len: 945 time: 0.0547976 Mar 29 16:38:43.761877 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4fd85091-5356-47ab-aa8a-968848aef90f req-fcac8118-25c8-434d-a16f-c1093b8694fb service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2b4ac1ce-1382-4410-97e4-0c823aec6077 HTTP/1.1" status: 200 len: 217 time: 0.0345402 Mar 29 16:38:43.778537 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-3d847271-879f-4455-bc00-674a50b47f2e req-52ea6aa2-2929-4cef-b9ed-7b118e22b6a7 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "GET /v2.0/security-groups?id=7e0d9206-af29-4bec-b12c-8dcfa512b904&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343256 Mar 29 16:38:43.828393 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd85091-5356-47ab-aa8a-968848aef90f req-68f862f9-4628-464b-acf8-d27c251cc5ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:38:43.829854 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4fd85091-5356-47ab-aa8a-968848aef90f req-68f862f9-4628-464b-acf8-d27c251cc5ca service neutron] 10.222.0.44 "GET /v2.0/subnets?id=58d36b04-36af-4255-9221-d5bca91564a9 HTTP/1.1" status: 200 len: 834 time: 0.0594568 Mar 29 16:38:43.844310 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-fcd86483-0fdd-4144-ba5a-3f5dbffd7940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d729a2b-59d5-458f-9ebf-3e5329c8eee2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1278595952', 'tenant_id': '786485d247cc4bb0943a3056cc1d0d00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.160'}], 'enable_snat': True}, 'gw_port_id': 'f3abd71b-b0ca-4772-911a-5618cb3b0194', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:36:17Z', 'updated_at': '2022-03-29T16:36:21Z', 'revision_number': 4, 'project_id': '786485d247cc4bb0943a3056cc1d0d00', 'gw_port': {'id': 'f3abd71b-b0ca-4772-911a-5618cb3b0194', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:cc:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d729a2b-59d5-458f-9ebf-3e5329c8eee2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:36:18Z', 'updated_at': '2022-03-29T16:36:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': '9bbe2d4a-87d9-4290-867d-29ec72689f07', 'name': '', 'network_id': '850c67ff-69f1-4ffa-8635-c2d0b9a214a0', 'tenant_id': '786485d247cc4bb0943a3056cc1d0d00', 'mac_address': 'fa:16:3e:9f:ed:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d729a2b-59d5-458f-9ebf-3e5329c8eee2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': '58d36b04-36af-4255-9221-d5bca91564a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:36:20Z', 'updated_at': '2022-03-29T16:36:24Z', 'revision_number': 5, 'project_id': '786485d247cc4bb0943a3056cc1d0d00', 'subnets': [{'id': '58d36b04-36af-4255-9221-d5bca91564a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:38:43.873111 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcd86483-0fdd-4144-ba5a-3f5dbffd7940 None None] Checking router: 2d729a2b-59d5-458f-9ebf-3e5329c8eee2 for host: n-d-834765-1 {{(pid=102792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 16:38:43.877735 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd85091-5356-47ab-aa8a-968848aef90f req-5ad26479-fb73-47df-b695-ec4a19bbdce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:38:43.879163 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4fd85091-5356-47ab-aa8a-968848aef90f req-5ad26479-fb73-47df-b695-ec4a19bbdce7 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=850c67ff-69f1-4ffa-8635-c2d0b9a214a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407922 Mar 29 16:38:43.882137 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcd86483-0fdd-4144-ba5a-3f5dbffd7940 None None] Routers {'2d729a2b-59d5-458f-9ebf-3e5329c8eee2'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:38:43.882745 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-fcd86483-0fdd-4144-ba5a-3f5dbffd7940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:38:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['2d729a2b-59d5-458f-9ebf-3e5329c8eee2'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:38:43.969778 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4fd85091-5356-47ab-aa8a-968848aef90f req-111f864c-54e3-40b8-8043-218c76cc8d4d service neutron] 10.222.0.44 "GET /v2.0/networks/850c67ff-69f1-4ffa-8635-c2d0b9a214a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828619 Mar 29 16:38:43.995698 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvr_db [None req-fcd86483-0fdd-4144-ba5a-3f5dbffd7940 None None] Set router 2d729a2b-59d5-458f-9ebf-3e5329c8eee2 gateway port host: n-d-834765-1 {{(pid=102792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:38:44.067961 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4fd85091-5356-47ab-aa8a-968848aef90f req-b9a4e99b-4cac-4cde-a0f0-dabb82096a13 service neutron] 10.222.0.44 "GET /v2.0/networks/850c67ff-69f1-4ffa-8635-c2d0b9a214a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885363 Mar 29 16:38:44.200355 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-fcd86483-0fdd-4144-ba5a-3f5dbffd7940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d729a2b-59d5-458f-9ebf-3e5329c8eee2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1278595952', 'tenant_id': '786485d247cc4bb0943a3056cc1d0d00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.160'}], 'enable_snat': True}, 'gw_port_id': 'f3abd71b-b0ca-4772-911a-5618cb3b0194', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:36:17Z', 'updated_at': '2022-03-29T16:36:21Z', 'revision_number': 4, 'project_id': '786485d247cc4bb0943a3056cc1d0d00', 'gw_port': {'id': 'f3abd71b-b0ca-4772-911a-5618cb3b0194', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:cc:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d729a2b-59d5-458f-9ebf-3e5329c8eee2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:36:18Z', 'updated_at': '2022-03-29T16:36:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': '9bbe2d4a-87d9-4290-867d-29ec72689f07', 'name': '', 'network_id': '850c67ff-69f1-4ffa-8635-c2d0b9a214a0', 'tenant_id': '786485d247cc4bb0943a3056cc1d0d00', 'mac_address': 'fa:16:3e:9f:ed:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d729a2b-59d5-458f-9ebf-3e5329c8eee2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': '58d36b04-36af-4255-9221-d5bca91564a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:36:20Z', 'updated_at': '2022-03-29T16:36:24Z', 'revision_number': 5, 'project_id': '786485d247cc4bb0943a3056cc1d0d00', 'subnets': [{'id': '58d36b04-36af-4255-9221-d5bca91564a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:38:44.230678 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcd86483-0fdd-4144-ba5a-3f5dbffd7940 None None] The sync data for ids ['2d729a2b-59d5-458f-9ebf-3e5329c8eee2'] in n-d-834765-1 is: [{'id': '2d729a2b-59d5-458f-9ebf-3e5329c8eee2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1278595952', 'tenant_id': '786485d247cc4bb0943a3056cc1d0d00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.160'}], 'enable_snat': True}, 'gw_port_id': 'f3abd71b-b0ca-4772-911a-5618cb3b0194', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:36:17Z', 'updated_at': '2022-03-29T16:36:21Z', 'revision_number': 4, 'project_id': '786485d247cc4bb0943a3056cc1d0d00', 'gw_port': {'id': 'f3abd71b-b0ca-4772-911a-5618cb3b0194', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:cc:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d729a2b-59d5-458f-9ebf-3e5329c8eee2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:36:18Z', 'updated_at': '2022-03-29T16:36:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': '9bbe2d4a-87d9-4290-867d-29ec72689f07', 'name': '', 'network_id': '850c67ff-69f1-4ffa-8635-c2d0b9a214a0', 'tenant_id': '786485d247cc4bb0943a3056cc1d0d00', 'mac_address': 'fa:16:3e:9f:ed:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d729a2b-59d5-458f-9ebf-3e5329c8eee2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': '58d36b04-36af-4255-9221-d5bca91564a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:36:20Z', 'updated_at': '2022-03-29T16:36:24Z', 'revision_number': 5, 'project_id': '786485d247cc4bb0943a3056cc1d0d00', 'subnets': [{'id': '58d36b04-36af-4255-9221-d5bca91564a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 16:38:44.455937 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-162c4000-c483-4d25-8e9c-acfb13657d8d None None] New status for floating IP 506d45ad-dd64-4bb2-8a0b-ab4f04379dd1: DOWN {{(pid=102793) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 16:38:44.898076 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549aa561-c443-41ec-b3b5-00eec6539eb7 req-d2718b27-532d-4a18-80ae-70f9345c4cab tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:38:44.899542 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-549aa561-c443-41ec-b3b5-00eec6539eb7 req-d2718b27-532d-4a18-80ae-70f9345c4cab tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "GET /v2.0/ports?device_id=36e7b3c2-c72d-4db9-8aec-7fd8521faeba HTTP/1.1" status: 200 len: 945 time: 0.0481751 Mar 29 16:38:44.936238 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-549aa561-c443-41ec-b3b5-00eec6539eb7 req-b9582dd1-ab99-4993-8468-08f5d2ffab0a tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "GET /v2.0/security-groups?id=7e0d9206-af29-4bec-b12c-8dcfa512b904&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303941 Mar 29 16:38:45.778347 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8f8da8-df63-4384-94f4-2fa3685edffd req-962d7efb-8c37-422e-beeb-215ab1bdea2d tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:38:45.779718 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-9c8f8da8-df63-4384-94f4-2fa3685edffd req-962d7efb-8c37-422e-beeb-215ab1bdea2d tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.44 "GET /v2.0/ports?device_id=36e7b3c2-c72d-4db9-8aec-7fd8521faeba HTTP/1.1" status: 200 len: 945 time: 0.3539867 Mar 29 16:38:45.864473 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [req-9c8f8da8-df63-4384-94f4-2fa3685edffd req-c6712910-b8de-4010-9bdf-5e5e5baa0bbe tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Deleting port 2b4ac1ce-1382-4410-97e4-0c823aec6077 {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:38:45.864807 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-9c8f8da8-df63-4384-94f4-2fa3685edffd req-c6712910-b8de-4010-9bdf-5e5e5baa0bbe tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:38:45.951038 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-9c8f8da8-df63-4384-94f4-2fa3685edffd req-c6712910-b8de-4010-9bdf-5e5e5baa0bbe tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] For port 2b4ac1ce-1382-4410-97e4-0c823aec6077, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=2b4ac1ce-1382-4410-97e4-0c823aec6077,segment=NetworkSegment(2703f8da-209f-4819-a90c-934450c2affb),segment_id=2703f8da-209f-4819-a90c-934450c2affb)] {{(pid=102791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:38:45.951812 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-9c8f8da8-df63-4384-94f4-2fa3685edffd req-c6712910-b8de-4010-9bdf-5e5e5baa0bbe tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:38:45.964630 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [req-9c8f8da8-df63-4384-94f4-2fa3685edffd req-c6712910-b8de-4010-9bdf-5e5e5baa0bbe tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Calling delete_port for 2b4ac1ce-1382-4410-97e4-0c823aec6077 owned by compute:nova {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:38:46.058578 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a30519-df29-45fc-80af-4c56b700504f req-6e67ebc9-7010-4938-9737-eabe91d7754b tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:38:46.060168 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-16a30519-df29-45fc-80af-4c56b700504f req-6e67ebc9-7010-4938-9737-eabe91d7754b tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "GET /v2.0/ports?device_id=36e7b3c2-c72d-4db9-8aec-7fd8521faeba HTTP/1.1" status: 200 len: 945 time: 0.0555439 Mar 29 16:38:46.098878 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-16a30519-df29-45fc-80af-4c56b700504f req-314344a3-0bf4-477f-9efe-b1e5262da0d0 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "GET /v2.0/security-groups?id=7e0d9206-af29-4bec-b12c-8dcfa512b904&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324938 Mar 29 16:38:46.100812 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-9c8f8da8-df63-4384-94f4-2fa3685edffd req-c6712910-b8de-4010-9bdf-5e5e5baa0bbe tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:38:46.134457 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6712910-b8de-4010-9bdf-5e5e5baa0bbe tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Pushing event deleted for resources: {'Port': ['ID=2b4ac1ce-1382-4410-97e4-0c823aec6077,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:38:46.171485 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6712910-b8de-4010-9bdf-5e5e5baa0bbe tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:38:46.171849 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6712910-b8de-4010-9bdf-5e5e5baa0bbe tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:38:46.172775 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6712910-b8de-4010-9bdf-5e5e5baa0bbe tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:38:46.173104 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6712910-b8de-4010-9bdf-5e5e5baa0bbe tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:38:46.173439 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6712910-b8de-4010-9bdf-5e5e5baa0bbe tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:38:46.173771 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6712910-b8de-4010-9bdf-5e5e5baa0bbe tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:38:46.174107 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6712910-b8de-4010-9bdf-5e5e5baa0bbe tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:38:46.174434 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6712910-b8de-4010-9bdf-5e5e5baa0bbe tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:38:46.174761 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6712910-b8de-4010-9bdf-5e5e5baa0bbe tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:38:46.175095 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6712910-b8de-4010-9bdf-5e5e5baa0bbe tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:38:46.175483 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6712910-b8de-4010-9bdf-5e5e5baa0bbe tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:38:46.175803 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6712910-b8de-4010-9bdf-5e5e5baa0bbe tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:38:46.200982 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c8f8da8-df63-4384-94f4-2fa3685edffd req-c6712910-b8de-4010-9bdf-5e5e5baa0bbe tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] No DVR routers for this DVR port 2b4ac1ce-1382-4410-97e4-0c823aec6077 on host n-h1-834765-1 {{(pid=102791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 16:38:46.203602 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-9c8f8da8-df63-4384-94f4-2fa3685edffd req-c6712910-b8de-4010-9bdf-5e5e5baa0bbe tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:38:46.206901 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-9c8f8da8-df63-4384-94f4-2fa3685edffd req-c6712910-b8de-4010-9bdf-5e5e5baa0bbe tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.44 "DELETE /v2.0/ports/2b4ac1ce-1382-4410-97e4-0c823aec6077 HTTP/1.1" status: 204 len: 173 time: 0.4213016 Mar 29 16:38:46.207370 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36e7b3c2-c72d-4db9-8aec-7fd8521faeba', 'name': 'network-vif-deleted', 'tag': '2b4ac1ce-1382-4410-97e4-0c823aec6077'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:38:46.209647 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e33af8bd2d242198c8fc7a55b0de10a2e3fe57bc5f7d7f0f551297b3d6240ff2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83ddce7b-3de6-476c-9af1-7bee76f0fd3d" -d '{"events": [{"server_uuid": "36e7b3c2-c72d-4db9-8aec-7fd8521faeba", "name": "network-vif-deleted", "tag": "2b4ac1ce-1382-4410-97e4-0c823aec6077"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:38:46.252172 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 16:38:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-411a5c84-a754-49fc-98f3-89109a3fb675 x-openstack-request-id: req-411a5c84-a754-49fc-98f3-89109a3fb675 {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:38:46.252460 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36e7b3c2-c72d-4db9-8aec-7fd8521faeba", "name": "network-vif-deleted", "tag": "2b4ac1ce-1382-4410-97e4-0c823aec6077", "status": "completed", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:38:46.252710 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-411a5c84-a754-49fc-98f3-89109a3fb675 {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:38:46.253104 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36e7b3c2-c72d-4db9-8aec-7fd8521faeba', 'name': 'network-vif-deleted', 'tag': '2b4ac1ce-1382-4410-97e4-0c823aec6077', 'status': 'completed', 'code': 200} Mar 29 16:38:47.159461 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 42518) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:38:47.516416 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-f94a2cb2-4b57-4e51-87b3-47ee00c7c930 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-530452'] for router_interface, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:38:47.635745 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:38:48.086925 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-f94a2cb2-4b57-4e51-87b3-47ee00c7c930 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Deleting port 9bbe2d4a-87d9-4290-867d-29ec72689f07 {{(pid=102790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:38:48.087442 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-f94a2cb2-4b57-4e51-87b3-47ee00c7c930 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:38:48.174320 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [None req-f94a2cb2-4b57-4e51-87b3-47ee00c7c930 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] For port 9bbe2d4a-87d9-4290-867d-29ec72689f07, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=9bbe2d4a-87d9-4290-867d-29ec72689f07,segment=NetworkSegment(2703f8da-209f-4819-a90c-934450c2affb),segment_id=2703f8da-209f-4819-a90c-934450c2affb)] {{(pid=102790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:38:48.175028 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-f94a2cb2-4b57-4e51-87b3-47ee00c7c930 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:38:48.187842 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-f94a2cb2-4b57-4e51-87b3-47ee00c7c930 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Calling delete_port for 9bbe2d4a-87d9-4290-867d-29ec72689f07 owned by network:router_interface {{(pid=102790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:38:48.338335 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:38:48.374109 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-f94a2cb2-4b57-4e51-87b3-47ee00c7c930 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:38:48.404936 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94a2cb2-4b57-4e51-87b3-47ee00c7c930 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Pushing event deleted for resources: {'Port': ['ID=9bbe2d4a-87d9-4290-867d-29ec72689f07,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:38:48.578468 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-f94a2cb2-4b57-4e51-87b3-47ee00c7c930 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-530528'] for router_interface, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:38:48.792933 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f94a2cb2-4b57-4e51-87b3-47ee00c7c930 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Router 2d729a2b-59d5-458f-9ebf-3e5329c8eee2 has already been hosted by L3 agent c648d819-1060-4f26-b4ec-6455387b5dff {{(pid=102790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 16:38:48.897852 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f94a2cb2-4b57-4e51-87b3-47ee00c7c930 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 16:38:48.902845 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-f94a2cb2-4b57-4e51-87b3-47ee00c7c930 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "PUT /v2.0/routers/2d729a2b-59d5-458f-9ebf-3e5329c8eee2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7422483 Mar 29 16:38:48.905618 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 42520) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:38:48.907095 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4714454-5201-4b6d-99cd-33f04d1ea902 None None] Sync routers for ids ['2d729a2b-59d5-458f-9ebf-3e5329c8eee2'] in n-d-834765-1 {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 16:38:48.916577 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4714454-5201-4b6d-99cd-33f04d1ea902 None None] Routers {'2d729a2b-59d5-458f-9ebf-3e5329c8eee2'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:38:48.917184 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-d4714454-5201-4b6d-99cd-33f04d1ea902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:38:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['2d729a2b-59d5-458f-9ebf-3e5329c8eee2'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:38:48.956375 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb87c8b8-98ce-4489-ab83-ab83cf3a54e0 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Deleting subnet 58d36b04-36af-4255-9221-d5bca91564a9 {{(pid=102790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 16:38:48.960092 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-fb87c8b8-98ce-4489-ab83-ab83cf3a54e0 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks [] for subnet, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:38:48.998779 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-fb87c8b8-98ce-4489-ab83-ab83cf3a54e0 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4614024'] for subnet, precommit_delete_associations {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:38:49.023088 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvr_db [None req-d4714454-5201-4b6d-99cd-33f04d1ea902 None None] Set router 2d729a2b-59d5-458f-9ebf-3e5329c8eee2 gateway port host: n-d-834765-1 {{(pid=102792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:38:49.087786 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-fb87c8b8-98ce-4489-ab83-ab83cf3a54e0 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1641287'] for subnet, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:38:49.144685 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-fb87c8b8-98ce-4489-ab83-ab83cf3a54e0 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1641294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5231963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4793952'] for subnet, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:38:49.173283 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb87c8b8-98ce-4489-ab83-ab83cf3a54e0 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Pushing event deleted for resources: {'Subnet': ['ID=58d36b04-36af-4255-9221-d5bca91564a9,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:38:49.179381 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-fb87c8b8-98ce-4489-ab83-ab83cf3a54e0 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks [] for subnet, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:38:49.184276 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-fb87c8b8-98ce-4489-ab83-ab83cf3a54e0 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "DELETE /v2.0/subnets/58d36b04-36af-4255-9221-d5bca91564a9 HTTP/1.1" status: 204 len: 168 time: 0.2773943 Mar 29 16:38:49.186869 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 42522) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:38:49.187316 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51b40423-bfee-4b5f-ad9a-2e6c9dbd0f0a None None] Network 850c67ff-69f1-4ffa-8635-c2d0b9a214a0 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 16:38:49.298453 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-f024f58b-01e3-4a56-b8b9-405b6d5987be tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks [] for router, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:38:49.406264 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-f024f58b-01e3-4a56-b8b9-405b6d5987be tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:38:49.420513 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-d4714454-5201-4b6d-99cd-33f04d1ea902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d729a2b-59d5-458f-9ebf-3e5329c8eee2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1278595952', 'tenant_id': '786485d247cc4bb0943a3056cc1d0d00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.160'}], 'enable_snat': True}, 'gw_port_id': 'f3abd71b-b0ca-4772-911a-5618cb3b0194', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:36:17Z', 'updated_at': '2022-03-29T16:38:48Z', 'revision_number': 5, 'project_id': '786485d247cc4bb0943a3056cc1d0d00', 'gw_port': {'id': 'f3abd71b-b0ca-4772-911a-5618cb3b0194', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:cc:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d729a2b-59d5-458f-9ebf-3e5329c8eee2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:36:18Z', 'updated_at': '2022-03-29T16:36:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1'}], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:38:49.462165 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-f024f58b-01e3-4a56-b8b9-405b6d5987be tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Deleting port f3abd71b-b0ca-4772-911a-5618cb3b0194 {{(pid=102790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:38:49.462718 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-f024f58b-01e3-4a56-b8b9-405b6d5987be tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:38:49.481314 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4714454-5201-4b6d-99cd-33f04d1ea902 None None] Checking router: 2d729a2b-59d5-458f-9ebf-3e5329c8eee2 for host: n-d-834765-1 {{(pid=102792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 16:38:49.496350 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4714454-5201-4b6d-99cd-33f04d1ea902 None None] Routers {'2d729a2b-59d5-458f-9ebf-3e5329c8eee2'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:38:49.496966 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-d4714454-5201-4b6d-99cd-33f04d1ea902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:38:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['2d729a2b-59d5-458f-9ebf-3e5329c8eee2'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:38:49.545498 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [None req-f024f58b-01e3-4a56-b8b9-405b6d5987be tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] For port f3abd71b-b0ca-4772-911a-5618cb3b0194, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=f3abd71b-b0ca-4772-911a-5618cb3b0194,segment=NetworkSegment(6ab47353-a811-4bad-bc73-b4cc84583cfd),segment_id=6ab47353-a811-4bad-bc73-b4cc84583cfd)] {{(pid=102790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:38:49.545866 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-f024f58b-01e3-4a56-b8b9-405b6d5987be tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:38:49.558975 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-f024f58b-01e3-4a56-b8b9-405b6d5987be tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Calling delete_port for f3abd71b-b0ca-4772-911a-5618cb3b0194 owned by network:router_gateway {{(pid=102790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:38:49.595769 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e8340db-f91e-455f-9af4-7d46d743afba None None] DHCP port deletion for 850c67ff-69f1-4ffa-8635-c2d0b9a214a0 request from n-d-834765-1 {{(pid=102792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 29 16:38:49.597939 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvr_db [None req-d4714454-5201-4b6d-99cd-33f04d1ea902 None None] Set router 2d729a2b-59d5-458f-9ebf-3e5329c8eee2 gateway port host: None {{(pid=102792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:38:49.652098 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-d4714454-5201-4b6d-99cd-33f04d1ea902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d729a2b-59d5-458f-9ebf-3e5329c8eee2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1278595952', 'tenant_id': '786485d247cc4bb0943a3056cc1d0d00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:36:17Z', 'updated_at': '2022-03-29T16:38:49Z', 'revision_number': 6, 'project_id': '786485d247cc4bb0943a3056cc1d0d00', 'gw_port_host': None}], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:38:49.699739 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4714454-5201-4b6d-99cd-33f04d1ea902 None None] The sync data for ids ['2d729a2b-59d5-458f-9ebf-3e5329c8eee2'] in n-d-834765-1 is: [{'id': '2d729a2b-59d5-458f-9ebf-3e5329c8eee2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1278595952', 'tenant_id': '786485d247cc4bb0943a3056cc1d0d00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:36:17Z', 'updated_at': '2022-03-29T16:38:49Z', 'revision_number': 6, 'project_id': '786485d247cc4bb0943a3056cc1d0d00', 'gw_port_host': None}] {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 16:38:49.726741 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-8e8340db-f91e-455f-9af4-7d46d743afba None None] Deleting port 10570bfd-0fa3-4a48-ad7e-51d8a91ee0f6 {{(pid=102792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:38:49.727048 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-8e8340db-f91e-455f-9af4-7d46d743afba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:38:49.743838 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-f024f58b-01e3-4a56-b8b9-405b6d5987be tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:38:49.770635 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f024f58b-01e3-4a56-b8b9-405b6d5987be tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Pushing event deleted for resources: {'Port': ['ID=f3abd71b-b0ca-4772-911a-5618cb3b0194,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:38:49.793748 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-8e8340db-f91e-455f-9af4-7d46d743afba None None] For port 10570bfd-0fa3-4a48-ad7e-51d8a91ee0f6, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=10570bfd-0fa3-4a48-ad7e-51d8a91ee0f6,segment=NetworkSegment(2703f8da-209f-4819-a90c-934450c2affb),segment_id=2703f8da-209f-4819-a90c-934450c2affb)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:38:49.794146 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-8e8340db-f91e-455f-9af4-7d46d743afba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:38:49.807325 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-8e8340db-f91e-455f-9af4-7d46d743afba None None] Calling delete_port for 10570bfd-0fa3-4a48-ad7e-51d8a91ee0f6 owned by network:dhcp {{(pid=102792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:38:49.830223 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-f024f58b-01e3-4a56-b8b9-405b6d5987be tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-648138'] for router_gateway, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:38:49.888650 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-8e8340db-f91e-455f-9af4-7d46d743afba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350'] for port, after_delete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:38:49.915923 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e8340db-f91e-455f-9af4-7d46d743afba None None] No DVR routers for this DVR port 10570bfd-0fa3-4a48-ad7e-51d8a91ee0f6 on host n-d-834765-1 {{(pid=102792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 16:38:49.917880 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8340db-f91e-455f-9af4-7d46d743afba None None] Pushing event deleted for resources: {'Port': ['ID=10570bfd-0fa3-4a48-ad7e-51d8a91ee0f6,revision_number=None']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:38:49.925424 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-f024f58b-01e3-4a56-b8b9-405b6d5987be tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129328'] for router, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:38:49.927350 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-f024f58b-01e3-4a56-b8b9-405b6d5987be tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:38:49.930023 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8340db-f91e-455f-9af4-7d46d743afba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:38:49.930023 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8340db-f91e-455f-9af4-7d46d743afba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:38:49.930189 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8340db-f91e-455f-9af4-7d46d743afba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:38:49.930488 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8340db-f91e-455f-9af4-7d46d743afba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:38:49.930876 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8340db-f91e-455f-9af4-7d46d743afba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:38:49.931234 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8340db-f91e-455f-9af4-7d46d743afba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:38:49.931462 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8340db-f91e-455f-9af4-7d46d743afba None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:38:49.931795 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8340db-f91e-455f-9af4-7d46d743afba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:38:49.932482 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8340db-f91e-455f-9af4-7d46d743afba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:38:49.932482 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8340db-f91e-455f-9af4-7d46d743afba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:38:49.932702 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8340db-f91e-455f-9af4-7d46d743afba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:38:49.933002 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8340db-f91e-455f-9af4-7d46d743afba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:38:49.975393 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-f024f58b-01e3-4a56-b8b9-405b6d5987be tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-526718'] for router, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:38:49.975921 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f024f58b-01e3-4a56-b8b9-405b6d5987be tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Fanout notify agent at l3_agent the message router_deleted on router 2d729a2b-59d5-458f-9ebf-3e5329c8eee2 {{(pid=102790) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 29 16:38:49.982732 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-f024f58b-01e3-4a56-b8b9-405b6d5987be tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks [] for router, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:38:49.983875 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-f024f58b-01e3-4a56-b8b9-405b6d5987be tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "DELETE /v2.0/routers/2d729a2b-59d5-458f-9ebf-3e5329c8eee2 HTTP/1.1" status: 204 len: 168 time: 0.7960536 Mar 29 16:38:49.986569 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 42524) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:38:50.063599 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-02de4b0c-ea20-4b73-95cb-471600408344 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1631750'] for network, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:38:50.170848 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-02de4b0c-ea20-4b73-95cb-471600408344 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639890', 'neutron.services.segments.db._delete_segments_for_network-8783523423079'] for network, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:38:50.190582 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-02de4b0c-ea20-4b73-95cb-471600408344 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['850c67ff-69f1-4ffa-8635-c2d0b9a214a0']}} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:38:50.200699 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-02de4b0c-ea20-4b73-95cb-471600408344 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2703f8da-209f-4819-a90c-934450c2affb') {'for_net_delete': True} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:38:50.201001 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-02de4b0c-ea20-4b73-95cb-471600408344 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2703f8da-209f-4819-a90c-934450c2affb') {} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:38:50.210967 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-02de4b0c-ea20-4b73-95cb-471600408344 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783523422064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4614019'] for segment, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:38:50.224323 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-02de4b0c-ea20-4b73-95cb-471600408344 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:38:50.225145 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.agents_db [None req-59735a15-725e-44d4-9ad5-95cbe356f209 None None] Agent healthcheck: found 7 active agents {{(pid=102793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 16:38:50.230295 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02de4b0c-ea20-4b73-95cb-471600408344 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Releasing vlan 624 on physical network physnet1 to pool {{(pid=102790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 16:38:50.230624 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-02de4b0c-ea20-4b73-95cb-471600408344 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5238013'] for segment, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:38:50.233628 n-d-834765-1 neutron-server[102790]: Traceback (most recent call last): Mar 29 16:38:50.233628 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 16:38:50.233628 n-d-834765-1 neutron-server[102790]: timer() Mar 29 16:38:50.233628 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 16:38:50.233628 n-d-834765-1 neutron-server[102790]: cb(*args, **kw) Mar 29 16:38:50.233628 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 16:38:50.233628 n-d-834765-1 neutron-server[102790]: return func(*args, **kwargs) Mar 29 16:38:50.233628 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 16:38:50.233628 n-d-834765-1 neutron-server[102790]: self._notify() Mar 29 16:38:50.233628 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 16:38:50.233628 n-d-834765-1 neutron-server[102790]: self.callback(batched_events) Mar 29 16:38:50.233628 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 16:38:50.233628 n-d-834765-1 neutron-server[102790]: event.method(event) Mar 29 16:38:50.233628 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 16:38:50.233628 n-d-834765-1 neutron-server[102790]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 16:38:50.233628 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 16:38:50.233628 n-d-834765-1 neutron-server[102790]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 16:38:50.233628 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 16:38:50.233628 n-d-834765-1 neutron-server[102790]: return f(self, *a, **k) Mar 29 16:38:50.233628 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 16:38:50.233628 n-d-834765-1 neutron-server[102790]: return self._get(url).json() Mar 29 16:38:50.233628 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 16:38:50.233628 n-d-834765-1 neutron-server[102790]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 16:38:50.233628 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 16:38:50.233628 n-d-834765-1 neutron-server[102790]: return self.request(url, 'GET', **kwargs) Mar 29 16:38:50.233628 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 16:38:50.233628 n-d-834765-1 neutron-server[102790]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 16:38:50.233628 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 16:38:50.233628 n-d-834765-1 neutron-server[102790]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 16:38:50.233628 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 16:38:50.233628 n-d-834765-1 neutron-server[102790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 16:38:50.233628 n-d-834765-1 neutron-server[102790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 16:38:50.297194 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-02de4b0c-ea20-4b73-95cb-471600408344 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1639897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648174'] for network, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:38:50.305142 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-02de4b0c-ea20-4b73-95cb-471600408344 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks [] for network, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:38:50.308205 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-02de4b0c-ea20-4b73-95cb-471600408344 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "DELETE /v2.0/networks/850c67ff-69f1-4ffa-8635-c2d0b9a214a0 HTTP/1.1" status: 204 len: 168 time: 0.3207045 Mar 29 16:38:50.311057 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 42526) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:38:50.319668 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02de4b0c-ea20-4b73-95cb-471600408344 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Pushing event deleted for resources: {'Network': ['ID=850c67ff-69f1-4ffa-8635-c2d0b9a214a0,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:38:50.370636 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-699fce4e-4f22-4944-b356-df7db872b979 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks [] for security_group, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:38:50.395007 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-699fce4e-4f22-4944-b356-df7db872b979 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:38:50.466193 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-699fce4e-4f22-4944-b356-df7db872b979 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:38:50.469311 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-699fce4e-4f22-4944-b356-df7db872b979 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks [] for security_group, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:38:50.470636 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-699fce4e-4f22-4944-b356-df7db872b979 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "DELETE /v2.0/security-groups/7e0d9206-af29-4bec-b12c-8dcfa512b904 HTTP/1.1" status: 204 len: 168 time: 0.1585538 Mar 29 16:38:50.474502 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 10570bfd-0fa3-4a48-ad7e-51d8a91ee0f6 no longer exists at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 16:38:50.483338 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device 2b4ac1ce-1382-4410-97e4-0c823aec6077 no longer exists at agent hyperv_n-h1-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 16:38:50.493622 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699fce4e-4f22-4944-b356-df7db872b979 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e0d9206-af29-4bec-b12c-8dcfa512b904,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:38:50.527379 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] No Port match for: 10570bfd-0fa3-4a48-ad7e-51d8a91ee0f6 {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 16:38:50.527379 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 10570bfd-0fa3-4a48-ad7e-51d8a91ee0f6 not bound to the agent host n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 16:38:50.527379 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 9bbe2d4a-87d9-4290-867d-29ec72689f07 no longer exists at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 16:38:50.532662 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] No Port match for: 2b4ac1ce-1382-4410-97e4-0c823aec6077 {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 16:38:50.533002 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device 2b4ac1ce-1382-4410-97e4-0c823aec6077 not bound to the agent host n-h1-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 16:38:50.556193 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] No Port match for: 9bbe2d4a-87d9-4290-867d-29ec72689f07 {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 16:38:50.556582 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 9bbe2d4a-87d9-4290-867d-29ec72689f07 not bound to the agent host n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 16:38:51.012504 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 42532) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:38:51.016951 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-4a327a26-6f94-4899-b91e-09ca1089ae40 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-340053788', 'description': 'tempest-secgroup-smoke-340053788 description', 'project_id': '786485d247cc4bb0943a3056cc1d0d00'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:38:51.039943 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-4a327a26-6f94-4899-b91e-09ca1089ae40 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks [] for security_group, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:38:51.109930 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-4a327a26-6f94-4899-b91e-09ca1089ae40 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks [] for security_group, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:38:51.113653 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-4a327a26-6f94-4899-b91e-09ca1089ae40 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:38:51.140944 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-4a327a26-6f94-4899-b91e-09ca1089ae40 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks [] for security_group, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:38:51.142158 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-4a327a26-6f94-4899-b91e-09ca1089ae40 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1287107 Mar 29 16:38:51.145448 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 42534) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:38:51.146027 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a327a26-6f94-4899-b91e-09ca1089ae40 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Pushing event updated for resources: {'SecurityGroup': ['ID=859c8875-2c08-40b0-8281-df2ff10b53d2,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:38:51.150932 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-5b49fd2d-c9ed-4ef9-824f-21cbbcb0d446 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Request body: {'security_group_rule': {'security_group_id': '859c8875-2c08-40b0-8281-df2ff10b53d2', 'project_id': '786485d247cc4bb0943a3056cc1d0d00', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:38:51.176024 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-5b49fd2d-c9ed-4ef9-824f-21cbbcb0d446 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:38:51.230338 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-5b49fd2d-c9ed-4ef9-824f-21cbbcb0d446 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:38:51.233726 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-5b49fd2d-c9ed-4ef9-824f-21cbbcb0d446 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610998'] for security_group_rule, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:38:51.249962 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b49fd2d-c9ed-4ef9-824f-21cbbcb0d446 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b0b88d6-1410-44a7-bd53-e50ead57772b,revision_number=0']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:38:51.258568 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-5b49fd2d-c9ed-4ef9-824f-21cbbcb0d446 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:38:51.259826 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-5b49fd2d-c9ed-4ef9-824f-21cbbcb0d446 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1131949 Mar 29 16:38:51.262571 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 42536) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:38:51.266978 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-2ba42fa0-a76c-42e5-8d17-6c8dd234a078 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Request body: {'security_group_rule': {'security_group_id': '859c8875-2c08-40b0-8281-df2ff10b53d2', 'project_id': '786485d247cc4bb0943a3056cc1d0d00', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:38:51.291541 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-2ba42fa0-a76c-42e5-8d17-6c8dd234a078 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:38:51.348888 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-2ba42fa0-a76c-42e5-8d17-6c8dd234a078 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:38:51.352541 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-2ba42fa0-a76c-42e5-8d17-6c8dd234a078 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610998'] for security_group_rule, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:38:51.371051 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba42fa0-a76c-42e5-8d17-6c8dd234a078 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=958c9850-87ba-4e7e-9bbe-1678194bf5c5,revision_number=0']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:38:51.375512 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-2ba42fa0-a76c-42e5-8d17-6c8dd234a078 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:38:51.377660 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-2ba42fa0-a76c-42e5-8d17-6c8dd234a078 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1133327 Mar 29 16:38:51.380139 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 42538) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:38:51.384368 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-87358bdd-23fc-42b1-805d-f2d4e6cf44a0 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Request body: {'security_group_rule': {'security_group_id': '859c8875-2c08-40b0-8281-df2ff10b53d2', 'project_id': '786485d247cc4bb0943a3056cc1d0d00', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:38:51.408142 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-87358bdd-23fc-42b1-805d-f2d4e6cf44a0 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:38:51.468465 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-87358bdd-23fc-42b1-805d-f2d4e6cf44a0 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:38:51.471798 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-87358bdd-23fc-42b1-805d-f2d4e6cf44a0 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610998'] for security_group_rule, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:38:51.489928 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87358bdd-23fc-42b1-805d-f2d4e6cf44a0 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b63cbd8f-dd34-48c6-959b-cdaf8729e90a,revision_number=0']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:38:51.497165 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-87358bdd-23fc-42b1-805d-f2d4e6cf44a0 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:38:51.498340 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-87358bdd-23fc-42b1-805d-f2d4e6cf44a0 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1173029 Mar 29 16:38:51.501134 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 42540) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:38:51.506014 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-b1001f2a-e8e7-4bc7-9898-b0c84f6eeec2 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Request body: {'security_group_rule': {'security_group_id': '859c8875-2c08-40b0-8281-df2ff10b53d2', 'project_id': '786485d247cc4bb0943a3056cc1d0d00', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:38:51.529823 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-b1001f2a-e8e7-4bc7-9898-b0c84f6eeec2 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:38:51.588000 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-b1001f2a-e8e7-4bc7-9898-b0c84f6eeec2 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:38:51.591494 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-b1001f2a-e8e7-4bc7-9898-b0c84f6eeec2 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610998'] for security_group_rule, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:38:51.609322 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1001f2a-e8e7-4bc7-9898-b0c84f6eeec2 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c1950fb-148a-46ce-a8d1-88eed3aa5def,revision_number=0']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:38:51.614808 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-b1001f2a-e8e7-4bc7-9898-b0c84f6eeec2 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:38:51.616008 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-b1001f2a-e8e7-4bc7-9898-b0c84f6eeec2 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1140196 Mar 29 16:38:51.618725 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 42542) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:38:51.622862 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-c6bc53e0-a3a6-4497-861e-be0d2bb9d4fd tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Request body: {'security_group_rule': {'security_group_id': '859c8875-2c08-40b0-8281-df2ff10b53d2', 'project_id': '786485d247cc4bb0943a3056cc1d0d00', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:38:51.643077 n-d-834765-1 neutron-server[102790]: INFO neutron.db.securitygroups_db [None req-c6bc53e0-a3a6-4497-861e-be0d2bb9d4fd tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Project 786485d247cc4bb0943a3056cc1d0d00 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 29 16:38:51.647783 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c6bc53e0-a3a6-4497-861e-be0d2bb9d4fd tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:38:51.709452 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c6bc53e0-a3a6-4497-861e-be0d2bb9d4fd tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:38:51.713173 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c6bc53e0-a3a6-4497-861e-be0d2bb9d4fd tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610998'] for security_group_rule, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:38:51.732700 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bc53e0-a3a6-4497-861e-be0d2bb9d4fd tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fde63ea5-3bad-4934-b6d5-c9e1963c9ed2,revision_number=0']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:38:51.738397 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-c6bc53e0-a3a6-4497-861e-be0d2bb9d4fd tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:38:51.740241 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-c6bc53e0-a3a6-4497-861e-be0d2bb9d4fd tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1204302 Mar 29 16:38:51.742779 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 42544) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:38:51.747032 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-02dda7ad-687a-418e-a4d3-5069fdfa99dc tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Request body: {'security_group_rule': {'security_group_id': '859c8875-2c08-40b0-8281-df2ff10b53d2', 'project_id': '786485d247cc4bb0943a3056cc1d0d00', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:38:51.767802 n-d-834765-1 neutron-server[102790]: INFO neutron.db.securitygroups_db [None req-02dda7ad-687a-418e-a4d3-5069fdfa99dc tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Project 786485d247cc4bb0943a3056cc1d0d00 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 29 16:38:51.772498 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-02dda7ad-687a-418e-a4d3-5069fdfa99dc tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:38:51.802959 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device f3abd71b-b0ca-4772-911a-5618cb3b0194 no longer exists at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 16:38:51.823980 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] No Port match for: f3abd71b-b0ca-4772-911a-5618cb3b0194 {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 16:38:51.824326 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device f3abd71b-b0ca-4772-911a-5618cb3b0194 not bound to the agent host n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 16:38:51.838753 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-02dda7ad-687a-418e-a4d3-5069fdfa99dc tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:38:51.842375 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-02dda7ad-687a-418e-a4d3-5069fdfa99dc tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610998'] for security_group_rule, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:38:51.861414 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02dda7ad-687a-418e-a4d3-5069fdfa99dc tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d3cf0a0-cb20-4dd1-ab1f-7d6375070293,revision_number=0']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:38:51.865697 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-02dda7ad-687a-418e-a4d3-5069fdfa99dc tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:38:51.867022 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-02dda7ad-687a-418e-a4d3-5069fdfa99dc tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1231787 Mar 29 16:38:51.870019 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 42546) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:38:51.874646 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-037fa169-1104-432b-bf43-b9ffcd7c6705 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Request body: {'network': {'name': 'tempest-network-smoke--1524264702', 'project_id': '786485d247cc4bb0943a3056cc1d0d00', 'port_security_enabled': True}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:38:51.892771 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-037fa169-1104-432b-bf43-b9ffcd7c6705 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Made reservation on behalf of 786485d247cc4bb0943a3056cc1d0d00 for: {'network': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:38:51.896268 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-037fa169-1104-432b-bf43-b9ffcd7c6705 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for network, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:38:51.919470 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-037fa169-1104-432b-bf43-b9ffcd7c6705 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] vlan segment allocate from pool success with {'vlan_id': 628, 'physical_network': 'physnet1'} {{(pid=102790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 16:38:51.928596 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-037fa169-1104-432b-bf43-b9ffcd7c6705 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:38:51.928940 n-d-834765-1 neutron-server[102790]: INFO neutron.db.segments_db [None req-037fa169-1104-432b-bf43-b9ffcd7c6705 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Added segment 88601d7e-f923-4d2c-80fa-b0b62c104a48 of type vlan for network a627723e-b8e1-4a41-a1ad-e6b1e07a6a68 Mar 29 16:38:51.969982 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-037fa169-1104-432b-bf43-b9ffcd7c6705 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783522915970'] for network, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:38:51.993790 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-037fa169-1104-432b-bf43-b9ffcd7c6705 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795'] for network, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:38:51.999387 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-037fa169-1104-432b-bf43-b9ffcd7c6705 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:38:51.999993 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-037fa169-1104-432b-bf43-b9ffcd7c6705 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks [] for network, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:38:52.037123 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-037fa169-1104-432b-bf43-b9ffcd7c6705 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1659973 Mar 29 16:38:52.039759 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 42548) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:38:52.045688 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-fc1d25ac-1d36-4a04-a4ad-4f0bd10e5828 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1368307389', 'admin_state_up': True, 'project_id': '786485d247cc4bb0943a3056cc1d0d00', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'}}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:38:52.090554 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037fa169-1104-432b-bf43-b9ffcd7c6705 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Pushing event updated for resources: {'Network': ['ID=a627723e-b8e1-4a41-a1ad-e6b1e07a6a68,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:38:52.100630 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Network a627723e-b8e1-4a41-a1ad-e6b1e07a6a68 details requested by agent ovs-agent-n-d-834765-1 with host n-d-834765-1 {{(pid=102792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 16:38:52.105329 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-fc1d25ac-1d36-4a04-a4ad-4f0bd10e5828 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-532385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129310'] for router, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:38:52.106408 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-fc1d25ac-1d36-4a04-a4ad-4f0bd10e5828 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-648091', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-684384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129319'] for router, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:38:52.160577 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-fc1d25ac-1d36-4a04-a4ad-4f0bd10e5828 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:38:52.298255 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-fc1d25ac-1d36-4a04-a4ad-4f0bd10e5828 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:38:52.482376 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-fc1d25ac-1d36-4a04-a4ad-4f0bd10e5828 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks [] for router_gateway, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:38:52.505904 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-fc1d25ac-1d36-4a04-a4ad-4f0bd10e5828 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:38:52.605376 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.db_base_plugin_common [None req-fc1d25ac-1d36-4a04-a4ad-4f0bd10e5828 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Allocated IP 172.25.4.71 (4a4a035d-ecac-4ead-baa3-25f90788773a/e1a353dc-fac8-4901-a63c-273840237d6a/b061ede2-0a7b-46f2-af5d-69ea413298d8) {{(pid=102790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:38:52.703488 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-fc1d25ac-1d36-4a04-a4ad-4f0bd10e5828 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks [] for port, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:38:52.742055 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-fc1d25ac-1d36-4a04-a4ad-4f0bd10e5828 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:38:52.780875 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc1d25ac-1d36-4a04-a4ad-4f0bd10e5828 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Network 4a4a035d-ecac-4ead-baa3-25f90788773a is already hosted by enough agents. {{(pid=102790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:38:52.783710 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-fc1d25ac-1d36-4a04-a4ad-4f0bd10e5828 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Resources bound (agent type, host, resource id): {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:38:52.787804 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc1d25ac-1d36-4a04-a4ad-4f0bd10e5828 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Received port after_create {{(pid=102790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:38:52.812151 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1d25ac-1d36-4a04-a4ad-4f0bd10e5828 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Pushing event updated for resources: {'Port': ['ID=b061ede2-0a7b-46f2-af5d-69ea413298d8,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:38:53.033200 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-fc1d25ac-1d36-4a04-a4ad-4f0bd10e5828 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks [] for router_gateway, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:38:53.546949 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-fc1d25ac-1d36-4a04-a4ad-4f0bd10e5828 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648118'] for router, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:38:53.671480 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc1d25ac-1d36-4a04-a4ad-4f0bd10e5828 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Router fda5aaab-09ce-4596-b8c3-25807afaf55f is scheduled to L3 agent c648d819-1060-4f26-b4ec-6455387b5dff with binding_index 1 {{(pid=102790) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 29 16:38:53.775719 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc1d25ac-1d36-4a04-a4ad-4f0bd10e5828 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 16:38:53.785418 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49cb9109-2a81-4b16-8e6f-871e29cc9386 None None] Sync routers for ids ['fda5aaab-09ce-4596-b8c3-25807afaf55f'] in n-d-834765-1 {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 16:38:53.796860 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49cb9109-2a81-4b16-8e6f-871e29cc9386 None None] Routers {'fda5aaab-09ce-4596-b8c3-25807afaf55f'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:38:53.797634 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-49cb9109-2a81-4b16-8e6f-871e29cc9386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:38:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['fda5aaab-09ce-4596-b8c3-25807afaf55f'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:38:53.799509 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-fc1d25ac-1d36-4a04-a4ad-4f0bd10e5828 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks [] for router, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:38:53.800807 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-fc1d25ac-1d36-4a04-a4ad-4f0bd10e5828 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7601221 Mar 29 16:38:53.803947 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 42550) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:38:53.831883 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-39e07422-f0b4-4055-a26e-eecdd97f4196 tempest-TestNetworkAdvancedServerOps-37087928 tempest-TestNetworkAdvancedServerOps-37087928-project-admin] 10.222.0.42 "GET /v2.0/subnets?project_id=786485d247cc4bb0943a3056cc1d0d00&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0268712 Mar 29 16:38:53.835285 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 42552) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:38:53.900242 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvr_db [None req-49cb9109-2a81-4b16-8e6f-871e29cc9386 None None] Set router fda5aaab-09ce-4596-b8c3-25807afaf55f gateway port host: n-d-834765-1 {{(pid=102793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:38:53.924033 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c23c8393-7e50-40c4-9ea2-93d395152116 tempest-TestNetworkAdvancedServerOps-37087928 tempest-TestNetworkAdvancedServerOps-37087928-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:38:53.925531 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-c23c8393-7e50-40c4-9ea2-93d395152116 tempest-TestNetworkAdvancedServerOps-37087928 tempest-TestNetworkAdvancedServerOps-37087928-project-admin] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0892453 Mar 29 16:38:53.928462 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 42554) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:38:53.955679 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-e190c3b9-e30c-4136-b79a-af1ac512e789 tempest-TestNetworkAdvancedServerOps-37087928 tempest-TestNetworkAdvancedServerOps-37087928-project-admin] 10.222.0.42 "GET /v2.0/subnets?network_id=4a4a035d-ecac-4ead-baa3-25f90788773a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0260983 Mar 29 16:38:53.958621 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 42556) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:38:53.963327 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-12292d13-b9a3-43c7-a739-067760e9a342 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-325057422', 'network_id': 'a627723e-b8e1-4a41-a1ad-e6b1e07a6a68', 'project_id': '786485d247cc4bb0943a3056cc1d0d00', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:38:54.047007 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12292d13-b9a3-43c7-a739-067760e9a342 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Made reservation on behalf of 786485d247cc4bb0943a3056cc1d0d00 for: {'subnet': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:38:54.050471 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-12292d13-b9a3-43c7-a739-067760e9a342 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16218875'] for subnet, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:38:54.076981 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-49cb9109-2a81-4b16-8e6f-871e29cc9386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fda5aaab-09ce-4596-b8c3-25807afaf55f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1368307389', 'tenant_id': '786485d247cc4bb0943a3056cc1d0d00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.71'}], 'enable_snat': True}, 'gw_port_id': 'b061ede2-0a7b-46f2-af5d-69ea413298d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:38:52Z', 'updated_at': '2022-03-29T16:38:52Z', 'revision_number': 3, 'project_id': '786485d247cc4bb0943a3056cc1d0d00', 'gw_port': {'id': 'b061ede2-0a7b-46f2-af5d-69ea413298d8', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:c8:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fda5aaab-09ce-4596-b8c3-25807afaf55f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:38:52Z', 'updated_at': '2022-03-29T16:38:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1'}], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:38:54.106861 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49cb9109-2a81-4b16-8e6f-871e29cc9386 None None] Checking router: fda5aaab-09ce-4596-b8c3-25807afaf55f for host: n-d-834765-1 {{(pid=102793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 16:38:54.107223 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49cb9109-2a81-4b16-8e6f-871e29cc9386 None None] Updating router fda5aaab-09ce-4596-b8c3-25807afaf55f port b061ede2-0a7b-46f2-af5d-69ea413298d8 binding host n-d-834765-1 {{(pid=102793) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 16:38:54.132743 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-49cb9109-2a81-4b16-8e6f-871e29cc9386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:38:54.234977 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-12292d13-b9a3-43c7-a739-067760e9a342 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16155524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16218861'] for subnet, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:38:54.296844 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12292d13-b9a3-43c7-a739-067760e9a342 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Pushing event updated for resources: {'Subnet': ['ID=2e8cc9a4-c70c-415f-bf90-b99cc68cea91,revision_number=0']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:38:54.307217 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12292d13-b9a3-43c7-a739-067760e9a342 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Checking segment: {'id': '88601d7e-f923-4d2c-80fa-b0b62c104a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'a627723e-b8e1-4a41-a1ad-e6b1e07a6a68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 16:38:54.307614 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12292d13-b9a3-43c7-a739-067760e9a342 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Network hostable DHCP agents. Network: a627723e-b8e1-4a41-a1ad-e6b1e07a6a68, hostable agents: ['d136643e-48ae-49d4-a851-2ba3bdf3749c'], hosted agents: [] {{(pid=102791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 16:38:54.326465 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12292d13-b9a3-43c7-a739-067760e9a342 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Network a627723e-b8e1-4a41-a1ad-e6b1e07a6a68 is scheduled to be hosted by DHCP agent d136643e-48ae-49d4-a851-2ba3bdf3749c with binding_index 1 {{(pid=102791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 16:38:54.337364 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [None req-12292d13-b9a3-43c7-a739-067760e9a342 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834765-1, a627723e-b8e1-4a41-a1ad-e6b1e07a6a68) {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:38:54.341873 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12292d13-b9a3-43c7-a739-067760e9a342 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:38:54.342458 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-12292d13-b9a3-43c7-a739-067760e9a342 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks [] for subnet, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:38:54.347802 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d50eccd-e5cc-4b4f-9ab8-934e6d1795c1 None None] Network a627723e-b8e1-4a41-a1ad-e6b1e07a6a68 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 16:38:54.358656 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-12292d13-b9a3-43c7-a739-067760e9a342 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.3990281 Mar 29 16:38:54.361553 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 42558) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:38:54.387017 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-49cb9109-2a81-4b16-8e6f-871e29cc9386 None None] Notify callbacks [] for port, precommit_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:38:54.392656 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-49cb9109-2a81-4b16-8e6f-871e29cc9386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:38:54.439483 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.managers [None req-49cb9109-2a81-4b16-8e6f-871e29cc9386 None None] Attempting to bind port b061ede2-0a7b-46f2-af5d-69ea413298d8 on host n-d-834765-1 for vnic_type normal with profile {{(pid=102793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 16:38:54.439849 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.managers [None req-49cb9109-2a81-4b16-8e6f-871e29cc9386 None None] Attempting to bind port b061ede2-0a7b-46f2-af5d-69ea413298d8 by drivers openvswitch,hyperv on host n-d-834765-1 at level 0 using segments [{'id': '6ab47353-a811-4bad-bc73-b4cc84583cfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'}] {{(pid=102793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 16:38:54.440207 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49cb9109-2a81-4b16-8e6f-871e29cc9386 None None] Attempting to bind port b061ede2-0a7b-46f2-af5d-69ea413298d8 on network 4a4a035d-ecac-4ead-baa3-25f90788773a {{(pid=102793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 16:38:54.450564 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49cb9109-2a81-4b16-8e6f-871e29cc9386 None None] Checking agent: {'id': 'a8866439-9d96-425c-b519-6905c591ac37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 25, 36), 'started_at': datetime.datetime(2022, 3, 29, 15, 26, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 16, 38, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834765-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 16:38:54.450805 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49cb9109-2a81-4b16-8e6f-871e29cc9386 None None] Checking segment: {'id': '6ab47353-a811-4bad-bc73-b4cc84583cfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 16:38:54.451290 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-49cb9109-2a81-4b16-8e6f-871e29cc9386 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:38:54.451850 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49cb9109-2a81-4b16-8e6f-871e29cc9386 None None] Bound using segment: {'id': '6ab47353-a811-4bad-bc73-b4cc84583cfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'} {{(pid=102793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 16:38:54.452487 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.managers [None req-49cb9109-2a81-4b16-8e6f-871e29cc9386 None None] Bound port: b061ede2-0a7b-46f2-af5d-69ea413298d8, host: n-d-834765-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ab47353-a811-4bad-bc73-b4cc84583cfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'}}] {{(pid=102793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 16:38:54.453024 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-49cb9109-2a81-4b16-8e6f-871e29cc9386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:38:54.487738 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9393587a-36f4-415f-87c2-4833f411e25a None None] Pushing event updated for resources: {'Port': ['ID=b061ede2-0a7b-46f2-af5d-69ea413298d8,revision_number=2']} {{(pid=102793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:38:54.510290 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9393587a-36f4-415f-87c2-4833f411e25a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:38:54.510640 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9393587a-36f4-415f-87c2-4833f411e25a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:38:54.510974 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9393587a-36f4-415f-87c2-4833f411e25a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:38:54.511470 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9393587a-36f4-415f-87c2-4833f411e25a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:38:54.511726 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9393587a-36f4-415f-87c2-4833f411e25a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:38:54.511984 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9393587a-36f4-415f-87c2-4833f411e25a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:38:54.512175 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4781f38a-9b6a-47d1-86d7-edb50799ad45 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0035034-69b0-5ffc-b384-0ac6189c5628-a627723e-b8e1-4a41-a1ad-e6b1e07a6a68', 'network_id': 'a627723e-b8e1-4a41-a1ad-e6b1e07a6a68', 'tenant_id': '786485d247cc4bb0943a3056cc1d0d00', 'fixed_ips': [{'subnet_id': '2e8cc9a4-c70c-415f-bf90-b99cc68cea91'}]}} from n-d-834765-1. {{(pid=102792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 29 16:38:54.512432 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9393587a-36f4-415f-87c2-4833f411e25a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:38:54.512616 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9393587a-36f4-415f-87c2-4833f411e25a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:38:54.512938 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9393587a-36f4-415f-87c2-4833f411e25a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:38:54.513252 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9393587a-36f4-415f-87c2-4833f411e25a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:38:54.513397 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-4781f38a-9b6a-47d1-86d7-edb50799ad45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:38:54.513566 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9393587a-36f4-415f-87c2-4833f411e25a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:38:54.513885 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9393587a-36f4-415f-87c2-4833f411e25a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:38:54.523312 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.db [None req-49cb9109-2a81-4b16-8e6f-871e29cc9386 None None] For port b061ede2-0a7b-46f2-af5d-69ea413298d8, host n-d-834765-1, cleared binding levels {{(pid=102793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 16:38:54.526529 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.db [None req-49cb9109-2a81-4b16-8e6f-871e29cc9386 None None] For port b061ede2-0a7b-46f2-af5d-69ea413298d8, host n-d-834765-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=b061ede2-0a7b-46f2-af5d-69ea413298d8,segment=NetworkSegment(6ab47353-a811-4bad-bc73-b4cc84583cfd),segment_id=6ab47353-a811-4bad-bc73-b4cc84583cfd)] {{(pid=102793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 16:38:54.531585 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-49cb9109-2a81-4b16-8e6f-871e29cc9386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:38:54.587421 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49cb9109-2a81-4b16-8e6f-871e29cc9386 None None] Routers {'fda5aaab-09ce-4596-b8c3-25807afaf55f'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:38:54.587914 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-49cb9109-2a81-4b16-8e6f-871e29cc9386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:38:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['fda5aaab-09ce-4596-b8c3-25807afaf55f'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:38:54.624353 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9393587a-36f4-415f-87c2-4833f411e25a None None] Pushing event updated for resources: {'Port': ['ID=b061ede2-0a7b-46f2-af5d-69ea413298d8,revision_number=3']} {{(pid=102793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:38:54.670483 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.db_base_plugin_common [None req-4781f38a-9b6a-47d1-86d7-edb50799ad45 None None] Allocated IP 172.20.0.2 (a627723e-b8e1-4a41-a1ad-e6b1e07a6a68/2e8cc9a4-c70c-415f-bf90-b99cc68cea91/c16cb9fd-cb52-4997-a018-11e28ebfcda2) {{(pid=102792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:38:54.793388 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvr_db [None req-49cb9109-2a81-4b16-8e6f-871e29cc9386 None None] Set router fda5aaab-09ce-4596-b8c3-25807afaf55f gateway port host: n-d-834765-1 {{(pid=102793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:38:54.823817 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-f00e9333-1d5c-4b97-8e3b-49a941248963 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:38:54.828779 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-4781f38a-9b6a-47d1-86d7-edb50799ad45 None None] Notify callbacks [] for port, precommit_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:38:54.834336 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-4781f38a-9b6a-47d1-86d7-edb50799ad45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956'] for port, after_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:38:54.879110 n-d-834765-1 neutron-server[102792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4781f38a-9b6a-47d1-86d7-edb50799ad45 None None] Network a627723e-b8e1-4a41-a1ad-e6b1e07a6a68 is already hosted by enough agents. {{(pid=102792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:38:54.883902 n-d-834765-1 neutron-server[102792]: DEBUG neutron.scheduler.base_scheduler [None req-4781f38a-9b6a-47d1-86d7-edb50799ad45 None None] Resources bound (agent type, host, resource id): {{(pid=102792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:38:54.888146 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4781f38a-9b6a-47d1-86d7-edb50799ad45 None None] Received port after_create {{(pid=102792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:38:54.891128 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4781f38a-9b6a-47d1-86d7-edb50799ad45 None None] Pushing event updated for resources: {'Port': ['ID=c16cb9fd-cb52-4997-a018-11e28ebfcda2,revision_number=1']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:38:54.943237 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-4781f38a-9b6a-47d1-86d7-edb50799ad45 None None] Attempting to bind port c16cb9fd-cb52-4997-a018-11e28ebfcda2 on host n-d-834765-1 for vnic_type normal with profile {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 16:38:54.944036 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-4781f38a-9b6a-47d1-86d7-edb50799ad45 None None] Attempting to bind port c16cb9fd-cb52-4997-a018-11e28ebfcda2 by drivers openvswitch,hyperv on host n-d-834765-1 at level 0 using segments [{'id': '88601d7e-f923-4d2c-80fa-b0b62c104a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'a627723e-b8e1-4a41-a1ad-e6b1e07a6a68'}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 16:38:54.944401 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4781f38a-9b6a-47d1-86d7-edb50799ad45 None None] Attempting to bind port c16cb9fd-cb52-4997-a018-11e28ebfcda2 on network a627723e-b8e1-4a41-a1ad-e6b1e07a6a68 {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 16:38:54.949679 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4781f38a-9b6a-47d1-86d7-edb50799ad45 None None] Checking agent: {'id': 'a8866439-9d96-425c-b519-6905c591ac37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 25, 36), 'started_at': datetime.datetime(2022, 3, 29, 15, 26, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 16, 38, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834765-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 16:38:54.950047 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4781f38a-9b6a-47d1-86d7-edb50799ad45 None None] Checking segment: {'id': '88601d7e-f923-4d2c-80fa-b0b62c104a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'a627723e-b8e1-4a41-a1ad-e6b1e07a6a68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 16:38:54.950451 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-4781f38a-9b6a-47d1-86d7-edb50799ad45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:38:54.950843 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4781f38a-9b6a-47d1-86d7-edb50799ad45 None None] Bound using segment: {'id': '88601d7e-f923-4d2c-80fa-b0b62c104a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'a627723e-b8e1-4a41-a1ad-e6b1e07a6a68'} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 16:38:54.951322 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-4781f38a-9b6a-47d1-86d7-edb50799ad45 None None] Bound port: c16cb9fd-cb52-4997-a018-11e28ebfcda2, host: n-d-834765-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88601d7e-f923-4d2c-80fa-b0b62c104a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'a627723e-b8e1-4a41-a1ad-e6b1e07a6a68'}}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 16:38:54.951809 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-4781f38a-9b6a-47d1-86d7-edb50799ad45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:38:54.980745 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-49cb9109-2a81-4b16-8e6f-871e29cc9386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fda5aaab-09ce-4596-b8c3-25807afaf55f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1368307389', 'tenant_id': '786485d247cc4bb0943a3056cc1d0d00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.71'}], 'enable_snat': True}, 'gw_port_id': 'b061ede2-0a7b-46f2-af5d-69ea413298d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:38:52Z', 'updated_at': '2022-03-29T16:38:52Z', 'revision_number': 3, 'project_id': '786485d247cc4bb0943a3056cc1d0d00', 'gw_port': {'id': 'b061ede2-0a7b-46f2-af5d-69ea413298d8', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:c8:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fda5aaab-09ce-4596-b8c3-25807afaf55f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:38:52Z', 'updated_at': '2022-03-29T16:38:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1'}], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:38:55.010546 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49cb9109-2a81-4b16-8e6f-871e29cc9386 None None] The sync data for ids ['fda5aaab-09ce-4596-b8c3-25807afaf55f'] in n-d-834765-1 is: [{'id': 'fda5aaab-09ce-4596-b8c3-25807afaf55f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1368307389', 'tenant_id': '786485d247cc4bb0943a3056cc1d0d00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.71'}], 'enable_snat': True}, 'gw_port_id': 'b061ede2-0a7b-46f2-af5d-69ea413298d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:38:52Z', 'updated_at': '2022-03-29T16:38:52Z', 'revision_number': 3, 'project_id': '786485d247cc4bb0943a3056cc1d0d00', 'gw_port': {'id': 'b061ede2-0a7b-46f2-af5d-69ea413298d8', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:c8:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fda5aaab-09ce-4596-b8c3-25807afaf55f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:38:52Z', 'updated_at': '2022-03-29T16:38:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1'}] {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 16:38:55.022935 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-4781f38a-9b6a-47d1-86d7-edb50799ad45 None None] For port c16cb9fd-cb52-4997-a018-11e28ebfcda2, host n-d-834765-1, cleared binding levels {{(pid=102792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 16:38:55.027050 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-4781f38a-9b6a-47d1-86d7-edb50799ad45 None None] For port c16cb9fd-cb52-4997-a018-11e28ebfcda2, host n-d-834765-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=c16cb9fd-cb52-4997-a018-11e28ebfcda2,segment=NetworkSegment(88601d7e-f923-4d2c-80fa-b0b62c104a48),segment_id=88601d7e-f923-4d2c-80fa-b0b62c104a48)] {{(pid=102792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 16:38:55.031568 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-4781f38a-9b6a-47d1-86d7-edb50799ad45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:38:55.097584 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4781f38a-9b6a-47d1-86d7-edb50799ad45 None None] Pushing event updated for resources: {'Port': ['ID=c16cb9fd-cb52-4997-a018-11e28ebfcda2,revision_number=2']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:38:55.136169 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_common [None req-f00e9333-1d5c-4b97-8e3b-49a941248963 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Allocated IP 172.20.0.1 (a627723e-b8e1-4a41-a1ad-e6b1e07a6a68/2e8cc9a4-c70c-415f-bf90-b99cc68cea91/73e6ed6a-46ea-413a-bbbb-b54d395c3978) {{(pid=102791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:38:55.268291 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-f00e9333-1d5c-4b97-8e3b-49a941248963 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks [] for port, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:38:55.316449 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-f00e9333-1d5c-4b97-8e3b-49a941248963 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:38:55.377946 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f00e9333-1d5c-4b97-8e3b-49a941248963 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Network a627723e-b8e1-4a41-a1ad-e6b1e07a6a68 is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:38:55.382405 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [None req-f00e9333-1d5c-4b97-8e3b-49a941248963 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:38:55.384510 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00e9333-1d5c-4b97-8e3b-49a941248963 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Pushing event updated for resources: {'Port': ['ID=73e6ed6a-46ea-413a-bbbb-b54d395c3978,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:38:55.386775 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f00e9333-1d5c-4b97-8e3b-49a941248963 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Received port after_create {{(pid=102791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:38:55.435811 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-f00e9333-1d5c-4b97-8e3b-49a941248963 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-648347'] for router_interface, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:38:55.575723 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-f00e9333-1d5c-4b97-8e3b-49a941248963 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:38:55.868132 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-f00e9333-1d5c-4b97-8e3b-49a941248963 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks [] for port, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:38:55.874078 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-f00e9333-1d5c-4b97-8e3b-49a941248963 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:38:55.945698 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00e9333-1d5c-4b97-8e3b-49a941248963 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Pushing event updated for resources: {'Port': ['ID=73e6ed6a-46ea-413a-bbbb-b54d395c3978,revision_number=2']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:38:55.964553 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-f00e9333-1d5c-4b97-8e3b-49a941248963 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-648439'] for router_interface, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:38:55.967867 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device b061ede2-0a7b-46f2-af5d-69ea413298d8 up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 16:38:56.025394 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port b061ede2-0a7b-46f2-af5d-69ea413298d8 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:38:56.026054 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:38:56.072804 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f00e9333-1d5c-4b97-8e3b-49a941248963 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Network a627723e-b8e1-4a41-a1ad-e6b1e07a6a68 is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:38:56.074281 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [None req-f00e9333-1d5c-4b97-8e3b-49a941248963 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:38:56.119844 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:38:56.140750 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] For port b061ede2-0a7b-46f2-af5d-69ea413298d8, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=b061ede2-0a7b-46f2-af5d-69ea413298d8,segment=NetworkSegment(6ab47353-a811-4bad-bc73-b4cc84583cfd),segment_id=6ab47353-a811-4bad-bc73-b4cc84583cfd)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:38:56.146235 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:38:56.147517 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device c16cb9fd-cb52-4997-a018-11e28ebfcda2 up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 16:38:56.197672 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbca37c1-866c-44f3-82de-47a48cbf65ac None None] Network a627723e-b8e1-4a41-a1ad-e6b1e07a6a68 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 16:38:56.206830 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f00e9333-1d5c-4b97-8e3b-49a941248963 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Router fda5aaab-09ce-4596-b8c3-25807afaf55f has already been hosted by L3 agent c648d819-1060-4f26-b4ec-6455387b5dff {{(pid=102791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 16:38:56.296288 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Pushing event updated for resources: {'Port': ['ID=b061ede2-0a7b-46f2-af5d-69ea413298d8,revision_number=4']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:38:56.300077 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-129a4882-2d51-4bc3-b8be-4bc6410fdb5a None None] Provisioning complete for port c16cb9fd-cb52-4997-a018-11e28ebfcda2 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:38:56.300453 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-129a4882-2d51-4bc3-b8be-4bc6410fdb5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:38:56.319790 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f00e9333-1d5c-4b97-8e3b-49a941248963 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 16:38:56.325100 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-f00e9333-1d5c-4b97-8e3b-49a941248963 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "PUT /v2.0/routers/fda5aaab-09ce-4596-b8c3-25807afaf55f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9625340 Mar 29 16:38:56.363039 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port c16cb9fd-cb52-4997-a018-11e28ebfcda2 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:38:56.363437 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:38:56.470187 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-129a4882-2d51-4bc3-b8be-4bc6410fdb5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:38:56.471860 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-bd45054b-976f-446e-9e1e-1067b170b442 req-76921441-c96e-4574-b209-04e3b228dffc tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-340053788&fields=id&tenant_id=786485d247cc4bb0943a3056cc1d0d00 HTTP/1.1" status: 200 len: 267 time: 0.0345368 Mar 29 16:38:56.553618 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-129a4882-2d51-4bc3-b8be-4bc6410fdb5a None None] For port c16cb9fd-cb52-4997-a018-11e28ebfcda2, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=c16cb9fd-cb52-4997-a018-11e28ebfcda2,segment=NetworkSegment(88601d7e-f923-4d2c-80fa-b0b62c104a48),segment_id=88601d7e-f923-4d2c-80fa-b0b62c104a48)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:38:56.563146 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-129a4882-2d51-4bc3-b8be-4bc6410fdb5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:38:56.597143 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd45054b-976f-446e-9e1e-1067b170b442 req-9387bf61-3cf5-41dc-908e-4d313b3b8a8b tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:38:56.597346 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:38:56.599930 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-bd45054b-976f-446e-9e1e-1067b170b442 req-9387bf61-3cf5-41dc-908e-4d313b3b8a8b tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "GET /v2.0/networks?id=a627723e-b8e1-4a41-a1ad-e6b1e07a6a68 HTTP/1.1" status: 200 len: 797 time: 0.1205878 Mar 29 16:38:56.619130 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-bd45054b-976f-446e-9e1e-1067b170b442 req-d91b87f4-5c04-4815-bb04-2924f8d94823 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "GET /v2.0/quotas/786485d247cc4bb0943a3056cc1d0d00 HTTP/1.1" status: 200 len: 375 time: 0.0143664 Mar 29 16:38:56.644551 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129a4882-2d51-4bc3-b8be-4bc6410fdb5a None None] Pushing event updated for resources: {'Port': ['ID=c16cb9fd-cb52-4997-a018-11e28ebfcda2,revision_number=3']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:38:56.681119 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-bd45054b-976f-446e-9e1e-1067b170b442 req-19da41ed-dbdf-44ec-b95f-6a304945579b tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=786485d247cc4bb0943a3056cc1d0d00&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0560298 Mar 29 16:38:56.685709 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.db.api [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102792) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 29 16:38:56.685875 n-d-834765-1 neutron-server[102792]: DEBUG oslo_db.api [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 29 16:38:56.807499 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [req-bd45054b-976f-446e-9e1e-1067b170b442 req-5c551a6c-8e5f-4847-961b-2fb6497a1299 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=102791) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 16:38:56.808701 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-bd45054b-976f-446e-9e1e-1067b170b442 req-5c551a6c-8e5f-4847-961b-2fb6497a1299 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0480943 Mar 29 16:38:56.885588 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-3b0ff9de-403e-4515-9554-d6b8cde9b644 None None] Provisioning complete for port c16cb9fd-cb52-4997-a018-11e28ebfcda2 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:38:56.886424 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-3b0ff9de-403e-4515-9554-d6b8cde9b644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:38:56.911802 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-bd45054b-976f-446e-9e1e-1067b170b442 req-a0288cd1-cb5c-4e3d-8f6c-e213b5882654 service neutron] 10.222.0.42 "GET /v2.0/networks/a627723e-b8e1-4a41-a1ad-e6b1e07a6a68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950270 Mar 29 16:38:56.918132 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6a02cd5-98a4-4946-b5fe-8720b3316477 None None] Sync routers for ids ['fda5aaab-09ce-4596-b8c3-25807afaf55f'] in n-d-834765-1 {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 16:38:56.940257 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6a02cd5-98a4-4946-b5fe-8720b3316477 None None] Routers {'fda5aaab-09ce-4596-b8c3-25807afaf55f'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:38:56.941270 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-e6a02cd5-98a4-4946-b5fe-8720b3316477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:38:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['fda5aaab-09ce-4596-b8c3-25807afaf55f'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:38:57.015730 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-bd45054b-976f-446e-9e1e-1067b170b442 req-0e5cf10e-52dc-4614-b209-f96b73e829c4 service neutron] 10.222.0.42 "GET /v2.0/networks/a627723e-b8e1-4a41-a1ad-e6b1e07a6a68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961676 Mar 29 16:38:57.290624 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvr_db [None req-e6a02cd5-98a4-4946-b5fe-8720b3316477 None None] Set router fda5aaab-09ce-4596-b8c3-25807afaf55f gateway port host: n-d-834765-1 {{(pid=102792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:38:57.319830 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-3b0ff9de-403e-4515-9554-d6b8cde9b644 None None] Provisioning complete for port 73e6ed6a-46ea-413a-bbbb-b54d395c3978 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:38:57.320450 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-3b0ff9de-403e-4515-9554-d6b8cde9b644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:38:57.400449 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-3b0ff9de-403e-4515-9554-d6b8cde9b644 None None] Port 73e6ed6a-46ea-413a-bbbb-b54d395c3978 cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 16:38:57.527925 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-4a6386a7-ae7e-4e46-b5c2-11aa8771be30 None None] Provisioning complete for port 73e6ed6a-46ea-413a-bbbb-b54d395c3978 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:38:57.528295 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-4a6386a7-ae7e-4e46-b5c2-11aa8771be30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:38:57.553969 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-e6a02cd5-98a4-4946-b5fe-8720b3316477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fda5aaab-09ce-4596-b8c3-25807afaf55f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1368307389', 'tenant_id': '786485d247cc4bb0943a3056cc1d0d00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.71'}], 'enable_snat': True}, 'gw_port_id': 'b061ede2-0a7b-46f2-af5d-69ea413298d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:38:52Z', 'updated_at': '2022-03-29T16:38:55Z', 'revision_number': 4, 'project_id': '786485d247cc4bb0943a3056cc1d0d00', 'gw_port': {'id': 'b061ede2-0a7b-46f2-af5d-69ea413298d8', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:c8:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fda5aaab-09ce-4596-b8c3-25807afaf55f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:38:52Z', 'updated_at': '2022-03-29T16:38:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': '73e6ed6a-46ea-413a-bbbb-b54d395c3978', 'name': '', 'network_id': 'a627723e-b8e1-4a41-a1ad-e6b1e07a6a68', 'tenant_id': '786485d247cc4bb0943a3056cc1d0d00', 'mac_address': 'fa:16:3e:22:65:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fda5aaab-09ce-4596-b8c3-25807afaf55f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '2e8cc9a4-c70c-415f-bf90-b99cc68cea91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:38:54Z', 'updated_at': '2022-03-29T16:38:55Z', 'revision_number': 2, 'project_id': '786485d247cc4bb0943a3056cc1d0d00', 'subnets': [{'id': '2e8cc9a4-c70c-415f-bf90-b99cc68cea91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:38:57.585721 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6a02cd5-98a4-4946-b5fe-8720b3316477 None None] Checking router: fda5aaab-09ce-4596-b8c3-25807afaf55f for host: n-d-834765-1 {{(pid=102792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 16:38:57.586064 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6a02cd5-98a4-4946-b5fe-8720b3316477 None None] Updating router fda5aaab-09ce-4596-b8c3-25807afaf55f port 73e6ed6a-46ea-413a-bbbb-b54d395c3978 binding host n-d-834765-1 {{(pid=102792) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 16:38:57.604480 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-4a6386a7-ae7e-4e46-b5c2-11aa8771be30 None None] Port 73e6ed6a-46ea-413a-bbbb-b54d395c3978 cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 16:38:57.613048 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-e6a02cd5-98a4-4946-b5fe-8720b3316477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:38:57.860410 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device b061ede2-0a7b-46f2-af5d-69ea413298d8 up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 16:38:57.906548 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-e6a02cd5-98a4-4946-b5fe-8720b3316477 None None] Notify callbacks [] for port, precommit_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:38:57.914217 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-e6a02cd5-98a4-4946-b5fe-8720b3316477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:38:57.976175 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14177c51-ed6e-4202-9766-c2565940cb73 None None] Pushing event updated for resources: {'Port': ['ID=73e6ed6a-46ea-413a-bbbb-b54d395c3978,revision_number=3']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:38:57.983525 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port b061ede2-0a7b-46f2-af5d-69ea413298d8 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:38:57.983899 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:38:58.055634 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-e6a02cd5-98a4-4946-b5fe-8720b3316477 None None] Attempting to bind port 73e6ed6a-46ea-413a-bbbb-b54d395c3978 on host n-d-834765-1 for vnic_type normal with profile {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 16:38:58.056001 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-e6a02cd5-98a4-4946-b5fe-8720b3316477 None None] Attempting to bind port 73e6ed6a-46ea-413a-bbbb-b54d395c3978 by drivers openvswitch,hyperv on host n-d-834765-1 at level 0 using segments [{'id': '88601d7e-f923-4d2c-80fa-b0b62c104a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'a627723e-b8e1-4a41-a1ad-e6b1e07a6a68'}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 16:38:58.056361 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6a02cd5-98a4-4946-b5fe-8720b3316477 None None] Attempting to bind port 73e6ed6a-46ea-413a-bbbb-b54d395c3978 on network a627723e-b8e1-4a41-a1ad-e6b1e07a6a68 {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 16:38:58.065112 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6a02cd5-98a4-4946-b5fe-8720b3316477 None None] Checking agent: {'id': 'a8866439-9d96-425c-b519-6905c591ac37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 25, 36), 'started_at': datetime.datetime(2022, 3, 29, 15, 26, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 16, 38, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834765-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 16:38:58.065484 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6a02cd5-98a4-4946-b5fe-8720b3316477 None None] Checking segment: {'id': '88601d7e-f923-4d2c-80fa-b0b62c104a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'a627723e-b8e1-4a41-a1ad-e6b1e07a6a68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 16:38:58.065888 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-e6a02cd5-98a4-4946-b5fe-8720b3316477 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:38:58.066282 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6a02cd5-98a4-4946-b5fe-8720b3316477 None None] Bound using segment: {'id': '88601d7e-f923-4d2c-80fa-b0b62c104a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'a627723e-b8e1-4a41-a1ad-e6b1e07a6a68'} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 16:38:58.067629 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-e6a02cd5-98a4-4946-b5fe-8720b3316477 None None] Bound port: 73e6ed6a-46ea-413a-bbbb-b54d395c3978, host: n-d-834765-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88601d7e-f923-4d2c-80fa-b0b62c104a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'a627723e-b8e1-4a41-a1ad-e6b1e07a6a68'}}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 16:38:58.068063 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-e6a02cd5-98a4-4946-b5fe-8720b3316477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:38:58.156333 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device c16cb9fd-cb52-4997-a018-11e28ebfcda2 up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 16:38:58.199784 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-e6a02cd5-98a4-4946-b5fe-8720b3316477 None None] For port 73e6ed6a-46ea-413a-bbbb-b54d395c3978, host n-d-834765-1, cleared binding levels {{(pid=102792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 16:38:58.204266 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-e6a02cd5-98a4-4946-b5fe-8720b3316477 None None] For port 73e6ed6a-46ea-413a-bbbb-b54d395c3978, host n-d-834765-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=73e6ed6a-46ea-413a-bbbb-b54d395c3978,segment=NetworkSegment(88601d7e-f923-4d2c-80fa-b0b62c104a48),segment_id=88601d7e-f923-4d2c-80fa-b0b62c104a48)] {{(pid=102792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 16:38:58.211595 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-e6a02cd5-98a4-4946-b5fe-8720b3316477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:38:58.224469 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-14d4f6c1-6b93-4b68-b244-659b13486216 req-77c16841-bbba-49e4-ad04-ec27bd01534f tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "GET /v2.0/ports?device_id=28d9c342-c578-4e01-93fa-7b584b06fddd HTTP/1.1" status: 200 len: 210 time: 0.0295215 Mar 29 16:38:58.288809 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-01d8066e-c91c-44c3-8b63-1b7416a1bf24 None None] Provisioning complete for port 73e6ed6a-46ea-413a-bbbb-b54d395c3978 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:38:58.289186 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-01d8066e-c91c-44c3-8b63-1b7416a1bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:38:58.326389 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14177c51-ed6e-4202-9766-c2565940cb73 None None] Pushing event updated for resources: {'Port': ['ID=73e6ed6a-46ea-413a-bbbb-b54d395c3978,revision_number=4']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:38:58.329084 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6a02cd5-98a4-4946-b5fe-8720b3316477 None None] Routers {'fda5aaab-09ce-4596-b8c3-25807afaf55f'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:38:58.329700 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-e6a02cd5-98a4-4946-b5fe-8720b3316477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:38:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['fda5aaab-09ce-4596-b8c3-25807afaf55f'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:38:58.334566 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port c16cb9fd-cb52-4997-a018-11e28ebfcda2 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:38:58.334904 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:38:58.489736 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvr_db [None req-e6a02cd5-98a4-4946-b5fe-8720b3316477 None None] Set router fda5aaab-09ce-4596-b8c3-25807afaf55f gateway port host: n-d-834765-1 {{(pid=102792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:38:58.617318 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-01d8066e-c91c-44c3-8b63-1b7416a1bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:38:58.715844 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-01d8066e-c91c-44c3-8b63-1b7416a1bf24 None None] For port 73e6ed6a-46ea-413a-bbbb-b54d395c3978, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=73e6ed6a-46ea-413a-bbbb-b54d395c3978,segment=NetworkSegment(88601d7e-f923-4d2c-80fa-b0b62c104a48),segment_id=88601d7e-f923-4d2c-80fa-b0b62c104a48)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:38:58.722327 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-01d8066e-c91c-44c3-8b63-1b7416a1bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:38:58.802839 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d8066e-c91c-44c3-8b63-1b7416a1bf24 None None] Pushing event updated for resources: {'Port': ['ID=73e6ed6a-46ea-413a-bbbb-b54d395c3978,revision_number=5']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:38:58.830092 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-e6a02cd5-98a4-4946-b5fe-8720b3316477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fda5aaab-09ce-4596-b8c3-25807afaf55f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1368307389', 'tenant_id': '786485d247cc4bb0943a3056cc1d0d00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.71'}], 'enable_snat': True}, 'gw_port_id': 'b061ede2-0a7b-46f2-af5d-69ea413298d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:38:52Z', 'updated_at': '2022-03-29T16:38:55Z', 'revision_number': 4, 'project_id': '786485d247cc4bb0943a3056cc1d0d00', 'gw_port': {'id': 'b061ede2-0a7b-46f2-af5d-69ea413298d8', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:c8:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fda5aaab-09ce-4596-b8c3-25807afaf55f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:38:52Z', 'updated_at': '2022-03-29T16:38:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': '73e6ed6a-46ea-413a-bbbb-b54d395c3978', 'name': '', 'network_id': 'a627723e-b8e1-4a41-a1ad-e6b1e07a6a68', 'tenant_id': '786485d247cc4bb0943a3056cc1d0d00', 'mac_address': 'fa:16:3e:22:65:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fda5aaab-09ce-4596-b8c3-25807afaf55f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '2e8cc9a4-c70c-415f-bf90-b99cc68cea91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:38:54Z', 'updated_at': '2022-03-29T16:38:58Z', 'revision_number': 4, 'project_id': '786485d247cc4bb0943a3056cc1d0d00', 'subnets': [{'id': '2e8cc9a4-c70c-415f-bf90-b99cc68cea91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:38:58.864675 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6a02cd5-98a4-4946-b5fe-8720b3316477 None None] The sync data for ids ['fda5aaab-09ce-4596-b8c3-25807afaf55f'] in n-d-834765-1 is: [{'id': 'fda5aaab-09ce-4596-b8c3-25807afaf55f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1368307389', 'tenant_id': '786485d247cc4bb0943a3056cc1d0d00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.71'}], 'enable_snat': True}, 'gw_port_id': 'b061ede2-0a7b-46f2-af5d-69ea413298d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:38:52Z', 'updated_at': '2022-03-29T16:38:55Z', 'revision_number': 4, 'project_id': '786485d247cc4bb0943a3056cc1d0d00', 'gw_port': {'id': 'b061ede2-0a7b-46f2-af5d-69ea413298d8', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:c8:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fda5aaab-09ce-4596-b8c3-25807afaf55f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:38:52Z', 'updated_at': '2022-03-29T16:38:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': '73e6ed6a-46ea-413a-bbbb-b54d395c3978', 'name': '', 'network_id': 'a627723e-b8e1-4a41-a1ad-e6b1e07a6a68', 'tenant_id': '786485d247cc4bb0943a3056cc1d0d00', 'mac_address': 'fa:16:3e:22:65:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fda5aaab-09ce-4596-b8c3-25807afaf55f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '2e8cc9a4-c70c-415f-bf90-b99cc68cea91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:38:54Z', 'updated_at': '2022-03-29T16:38:58Z', 'revision_number': 4, 'project_id': '786485d247cc4bb0943a3056cc1d0d00', 'subnets': [{'id': '2e8cc9a4-c70c-415f-bf90-b99cc68cea91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 16:38:58.877202 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-f04f0ef6-7f08-46bc-9342-91389acd443a None None] Provisioning complete for port 73e6ed6a-46ea-413a-bbbb-b54d395c3978 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:38:58.878156 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-f04f0ef6-7f08-46bc-9342-91389acd443a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:38:59.258877 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd45054b-976f-446e-9e1e-1067b170b442 req-f6591626-2962-4b98-9e1d-c95cf1fdd303 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:38:59.260519 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-bd45054b-976f-446e-9e1e-1067b170b442 req-f6591626-2962-4b98-9e1d-c95cf1fdd303 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.48 "GET /v2.0/networks?id=a627723e-b8e1-4a41-a1ad-e6b1e07a6a68 HTTP/1.1" status: 200 len: 797 time: 0.1073041 Mar 29 16:38:59.309025 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-bd45054b-976f-446e-9e1e-1067b170b442 req-163a08b7-d4ef-4877-bf42-ea6777e94a92 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=786485d247cc4bb0943a3056cc1d0d00 HTTP/1.1" status: 200 len: 379 time: 0.0396581 Mar 29 16:38:59.325672 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [req-bd45054b-976f-446e-9e1e-1067b170b442 req-3024ab5b-8c6f-4762-aaaf-1c86882c2149 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Request body: {'port': {'device_id': '28d9c342-c578-4e01-93fa-7b584b06fddd', 'network_id': 'a627723e-b8e1-4a41-a1ad-e6b1e07a6a68', 'admin_state_up': True, 'tenant_id': '786485d247cc4bb0943a3056cc1d0d00', 'security_groups': ['859c8875-2c08-40b0-8281-df2ff10b53d2']}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:38:59.348439 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4a0b459c-d01b-4724-be0f-cf0ae93f8484 req-5ce25936-e10f-4adf-8bad-ea5069461590 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "GET /v2.0/ports?device_id=28d9c342-c578-4e01-93fa-7b584b06fddd HTTP/1.1" status: 200 len: 210 time: 0.0378850 Mar 29 16:38:59.455926 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd45054b-976f-446e-9e1e-1067b170b442 req-3024ab5b-8c6f-4762-aaaf-1c86882c2149 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Made reservation on behalf of 786485d247cc4bb0943a3056cc1d0d00 for: {'port': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:38:59.459847 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-bd45054b-976f-446e-9e1e-1067b170b442 req-3024ab5b-8c6f-4762-aaaf-1c86882c2149 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:38:59.597241 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_common [req-bd45054b-976f-446e-9e1e-1067b170b442 req-3024ab5b-8c6f-4762-aaaf-1c86882c2149 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Allocated IP 172.20.0.13 (a627723e-b8e1-4a41-a1ad-e6b1e07a6a68/2e8cc9a4-c70c-415f-bf90-b99cc68cea91/6233face-4df4-4ee9-aaa3-991ef414f2d4) {{(pid=102791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:38:59.740532 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-bd45054b-976f-446e-9e1e-1067b170b442 req-3024ab5b-8c6f-4762-aaaf-1c86882c2149 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks [] for port, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:38:59.779078 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-bd45054b-976f-446e-9e1e-1067b170b442 req-3024ab5b-8c6f-4762-aaaf-1c86882c2149 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:38:59.826121 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd45054b-976f-446e-9e1e-1067b170b442 req-3024ab5b-8c6f-4762-aaaf-1c86882c2149 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Network a627723e-b8e1-4a41-a1ad-e6b1e07a6a68 is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:38:59.829282 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [req-bd45054b-976f-446e-9e1e-1067b170b442 req-3024ab5b-8c6f-4762-aaaf-1c86882c2149 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:38:59.835887 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd45054b-976f-446e-9e1e-1067b170b442 req-3024ab5b-8c6f-4762-aaaf-1c86882c2149 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Received port after_create {{(pid=102791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:38:59.867970 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3024ab5b-8c6f-4762-aaaf-1c86882c2149 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Pushing event updated for resources: {'Port': ['ID=6233face-4df4-4ee9-aaa3-991ef414f2d4,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:38:59.892444 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 73e6ed6a-46ea-413a-bbbb-b54d395c3978 up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 16:38:59.901309 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd45054b-976f-446e-9e1e-1067b170b442 req-3024ab5b-8c6f-4762-aaaf-1c86882c2149 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:38:59.901978 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-bd45054b-976f-446e-9e1e-1067b170b442 req-3024ab5b-8c6f-4762-aaaf-1c86882c2149 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:38:59.924812 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-bd45054b-976f-446e-9e1e-1067b170b442 req-3024ab5b-8c6f-4762-aaaf-1c86882c2149 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6056273 Mar 29 16:38:59.935832 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [req-bd45054b-976f-446e-9e1e-1067b170b442 req-37114963-ac88-457f-85dc-71d8700a378f tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=102791) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 16:38:59.937238 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-bd45054b-976f-446e-9e1e-1067b170b442 req-37114963-ac88-457f-85dc-71d8700a378f tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059185 Mar 29 16:38:59.953173 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [req-bd45054b-976f-446e-9e1e-1067b170b442 req-a74e6a3c-190e-463a-9df1-57fd84157839 service neutron] Request body: {'port': {'device_id': '28d9c342-c578-4e01-93fa-7b584b06fddd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834765-1'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:38:59.954553 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port 73e6ed6a-46ea-413a-bbbb-b54d395c3978 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:38:59.955026 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:39:00.021489 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-bd45054b-976f-446e-9e1e-1067b170b442 req-a74e6a3c-190e-463a-9df1-57fd84157839 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:39:00.096758 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-b879bba7-fe14-41e2-a66c-c32779fce65d None None] Provisioning complete for port 6233face-4df4-4ee9-aaa3-991ef414f2d4 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:39:00.097125 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-b879bba7-fe14-41e2-a66c-c32779fce65d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:39:00.131133 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-b879bba7-fe14-41e2-a66c-c32779fce65d None None] Port 6233face-4df4-4ee9-aaa3-991ef414f2d4 cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 16:39:00.287066 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [req-bd45054b-976f-446e-9e1e-1067b170b442 req-a74e6a3c-190e-463a-9df1-57fd84157839 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6233face-4df4-4ee9-aaa3-991ef414f2d4 {{(pid=102791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 16:39:00.294143 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-bd45054b-976f-446e-9e1e-1067b170b442 req-a74e6a3c-190e-463a-9df1-57fd84157839 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:39:00.305941 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.provisioning_blocks [req-bd45054b-976f-446e-9e1e-1067b170b442 req-a74e6a3c-190e-463a-9df1-57fd84157839 service neutron] Transition to ACTIVE for port object 6233face-4df4-4ee9-aaa3-991ef414f2d4 will not be triggered until provisioned by entity L2. {{(pid=102791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 16:39:00.308945 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-bd45054b-976f-446e-9e1e-1067b170b442 req-a74e6a3c-190e-463a-9df1-57fd84157839 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:39:00.356163 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74e6a3c-190e-463a-9df1-57fd84157839 service neutron] Pushing event updated for resources: {'Port': ['ID=6233face-4df4-4ee9-aaa3-991ef414f2d4,revision_number=2']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:39:00.448622 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-bd45054b-976f-446e-9e1e-1067b170b442 req-a74e6a3c-190e-463a-9df1-57fd84157839 service neutron] Attempting to bind port 6233face-4df4-4ee9-aaa3-991ef414f2d4 on host n-h2-834765-1 for vnic_type normal with profile {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 16:39:00.448957 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-bd45054b-976f-446e-9e1e-1067b170b442 req-a74e6a3c-190e-463a-9df1-57fd84157839 service neutron] Attempting to bind port 6233face-4df4-4ee9-aaa3-991ef414f2d4 by drivers openvswitch,hyperv on host n-h2-834765-1 at level 0 using segments [{'id': '88601d7e-f923-4d2c-80fa-b0b62c104a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'a627723e-b8e1-4a41-a1ad-e6b1e07a6a68'}] {{(pid=102791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 16:39:00.449792 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd45054b-976f-446e-9e1e-1067b170b442 req-a74e6a3c-190e-463a-9df1-57fd84157839 service neutron] Attempting to bind port 6233face-4df4-4ee9-aaa3-991ef414f2d4 on network a627723e-b8e1-4a41-a1ad-e6b1e07a6a68 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 16:39:00.455118 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-90ad6c63-df0f-49c5-acb5-f9787779e3ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:39:00.455699 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd45054b-976f-446e-9e1e-1067b170b442 req-a74e6a3c-190e-463a-9df1-57fd84157839 service neutron] Port 6233face-4df4-4ee9-aaa3-991ef414f2d4 on network a627723e-b8e1-4a41-a1ad-e6b1e07a6a68 not bound, no agent of type Open vSwitch agent registered on host n-h2-834765-1 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 16:39:00.456040 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd45054b-976f-446e-9e1e-1067b170b442 req-a74e6a3c-190e-463a-9df1-57fd84157839 service neutron] Attempting to bind port 6233face-4df4-4ee9-aaa3-991ef414f2d4 on network a627723e-b8e1-4a41-a1ad-e6b1e07a6a68 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 16:39:00.462770 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd45054b-976f-446e-9e1e-1067b170b442 req-a74e6a3c-190e-463a-9df1-57fd84157839 service neutron] Checking agent: {'id': '3e4b4912-b4a2-4d17-b5bd-6ce15529e8eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 33, 17), 'started_at': datetime.datetime(2022, 3, 29, 15, 33, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 16, 38, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 16:39:00.463114 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd45054b-976f-446e-9e1e-1067b170b442 req-a74e6a3c-190e-463a-9df1-57fd84157839 service neutron] Checking segment: {'id': '88601d7e-f923-4d2c-80fa-b0b62c104a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'a627723e-b8e1-4a41-a1ad-e6b1e07a6a68'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 16:39:00.463611 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd45054b-976f-446e-9e1e-1067b170b442 req-a74e6a3c-190e-463a-9df1-57fd84157839 service neutron] Bound using segment: {'id': '88601d7e-f923-4d2c-80fa-b0b62c104a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'a627723e-b8e1-4a41-a1ad-e6b1e07a6a68'} {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 16:39:00.464078 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-bd45054b-976f-446e-9e1e-1067b170b442 req-a74e6a3c-190e-463a-9df1-57fd84157839 service neutron] Bound port: 6233face-4df4-4ee9-aaa3-991ef414f2d4, host: n-h2-834765-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88601d7e-f923-4d2c-80fa-b0b62c104a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'a627723e-b8e1-4a41-a1ad-e6b1e07a6a68'}}] {{(pid=102791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 16:39:00.464607 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-bd45054b-976f-446e-9e1e-1067b170b442 req-a74e6a3c-190e-463a-9df1-57fd84157839 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:39:00.476449 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71711e3-117c-45ce-acd8-6408309f477e req-a504e862-b706-4ef7-b888-45600be1e16b tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:39:00.483873 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-b71711e3-117c-45ce-acd8-6408309f477e req-a504e862-b706-4ef7-b888-45600be1e16b tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "GET /v2.0/ports?device_id=28d9c342-c578-4e01-93fa-7b584b06fddd HTTP/1.1" status: 200 len: 944 time: 0.0628080 Mar 29 16:39:00.521896 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-b71711e3-117c-45ce-acd8-6408309f477e req-13640c66-9104-4aef-a1df-656bc9c1a584 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "GET /v2.0/security-groups?id=859c8875-2c08-40b0-8281-df2ff10b53d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371523 Mar 29 16:39:00.538425 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-bd45054b-976f-446e-9e1e-1067b170b442 req-a74e6a3c-190e-463a-9df1-57fd84157839 service neutron] For port 6233face-4df4-4ee9-aaa3-991ef414f2d4, host n-h2-834765-1, cleared binding levels {{(pid=102791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 16:39:00.542043 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-bd45054b-976f-446e-9e1e-1067b170b442 req-a74e6a3c-190e-463a-9df1-57fd84157839 service neutron] For port 6233face-4df4-4ee9-aaa3-991ef414f2d4, host n-h2-834765-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=6233face-4df4-4ee9-aaa3-991ef414f2d4,segment=NetworkSegment(88601d7e-f923-4d2c-80fa-b0b62c104a48),segment_id=88601d7e-f923-4d2c-80fa-b0b62c104a48)] {{(pid=102791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 16:39:00.546148 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-bd45054b-976f-446e-9e1e-1067b170b442 req-a74e6a3c-190e-463a-9df1-57fd84157839 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:39:00.583419 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd45054b-976f-446e-9e1e-1067b170b442 req-a74e6a3c-190e-463a-9df1-57fd84157839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:39:00.584033 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-bd45054b-976f-446e-9e1e-1067b170b442 req-a74e6a3c-190e-463a-9df1-57fd84157839 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:39:00.585411 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-bd45054b-976f-446e-9e1e-1067b170b442 req-a74e6a3c-190e-463a-9df1-57fd84157839 service neutron] 10.222.0.48 "PUT /v2.0/ports/6233face-4df4-4ee9-aaa3-991ef414f2d4 HTTP/1.1" status: 200 len: 1092 time: 0.6409481 Mar 29 16:39:00.587874 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28d9c342-c578-4e01-93fa-7b584b06fddd', 'tag': '6233face-4df4-4ee9-aaa3-991ef414f2d4'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:39:00.590673 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e33af8bd2d242198c8fc7a55b0de10a2e3fe57bc5f7d7f0f551297b3d6240ff2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24207938-f0e9-4427-b561-fa668e8035f2" -d '{"events": [{"name": "network-changed", "server_uuid": "28d9c342-c578-4e01-93fa-7b584b06fddd", "tag": "6233face-4df4-4ee9-aaa3-991ef414f2d4"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:39:00.617375 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74e6a3c-190e-463a-9df1-57fd84157839 service neutron] Pushing event updated for resources: {'Port': ['ID=6233face-4df4-4ee9-aaa3-991ef414f2d4,revision_number=3']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:39:00.634477 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 16:39:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85f35ebb-8c58-4c16-8b06-4c9592997818 x-openstack-request-id: req-85f35ebb-8c58-4c16-8b06-4c9592997818 {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:39:00.634917 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28d9c342-c578-4e01-93fa-7b584b06fddd", "tag": "6233face-4df4-4ee9-aaa3-991ef414f2d4", "status": "completed", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:39:00.635162 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-85f35ebb-8c58-4c16-8b06-4c9592997818 {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:39:00.635585 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28d9c342-c578-4e01-93fa-7b584b06fddd', 'tag': '6233face-4df4-4ee9-aaa3-991ef414f2d4', 'status': 'completed', 'code': 200} Mar 29 16:39:00.672952 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd45054b-976f-446e-9e1e-1067b170b442 req-707684e4-c205-4fcc-bef4-8adb03e0a24b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:39:00.674496 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-bd45054b-976f-446e-9e1e-1067b170b442 req-707684e4-c205-4fcc-bef4-8adb03e0a24b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=786485d247cc4bb0943a3056cc1d0d00&device_id=28d9c342-c578-4e01-93fa-7b584b06fddd HTTP/1.1" status: 200 len: 1095 time: 0.0494320 Mar 29 16:39:00.723827 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-bd45054b-976f-446e-9e1e-1067b170b442 req-071cda4d-2cd9-4982-9775-82716ac7d09d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6233face-4df4-4ee9-aaa3-991ef414f2d4 HTTP/1.1" status: 200 len: 217 time: 0.0400412 Mar 29 16:39:00.774126 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd45054b-976f-446e-9e1e-1067b170b442 req-41a50116-2131-423c-bed8-aaf15960cd81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:39:00.775616 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-bd45054b-976f-446e-9e1e-1067b170b442 req-41a50116-2131-423c-bed8-aaf15960cd81 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2e8cc9a4-c70c-415f-bf90-b99cc68cea91 HTTP/1.1" status: 200 len: 834 time: 0.0455718 Mar 29 16:39:00.819791 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd45054b-976f-446e-9e1e-1067b170b442 req-abd30e1e-da5b-4eb5-9084-8f0f48f118f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:39:00.821541 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-bd45054b-976f-446e-9e1e-1067b170b442 req-abd30e1e-da5b-4eb5-9084-8f0f48f118f2 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a627723e-b8e1-4a41-a1ad-e6b1e07a6a68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400488 Mar 29 16:39:00.914748 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-bd45054b-976f-446e-9e1e-1067b170b442 req-8cfab3b5-4cb3-4e1f-85f3-c4ff80633140 service neutron] 10.222.0.48 "GET /v2.0/networks/a627723e-b8e1-4a41-a1ad-e6b1e07a6a68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864930 Mar 29 16:39:01.001189 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-bd45054b-976f-446e-9e1e-1067b170b442 req-dca9fd44-511e-41f9-9092-e86570e23709 service neutron] 10.222.0.48 "GET /v2.0/networks/a627723e-b8e1-4a41-a1ad-e6b1e07a6a68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799494 Mar 29 16:39:01.087607 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24207938-f0e9-4427-b561-fa668e8035f2 req-b13b288f-6e47-47f3-a8d2-d00c1c6c6ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:39:01.089211 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-24207938-f0e9-4427-b561-fa668e8035f2 req-b13b288f-6e47-47f3-a8d2-d00c1c6c6ae7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=786485d247cc4bb0943a3056cc1d0d00&device_id=28d9c342-c578-4e01-93fa-7b584b06fddd HTTP/1.1" status: 200 len: 1095 time: 0.0458326 Mar 29 16:39:01.177996 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24207938-f0e9-4427-b561-fa668e8035f2 req-0ad4da34-371a-4a29-a37c-b8a37f6daf37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:39:01.179509 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-24207938-f0e9-4427-b561-fa668e8035f2 req-0ad4da34-371a-4a29-a37c-b8a37f6daf37 service neutron] 10.222.0.48 "GET /v2.0/networks?id=a627723e-b8e1-4a41-a1ad-e6b1e07a6a68 HTTP/1.1" status: 200 len: 898 time: 0.0840130 Mar 29 16:39:01.532991 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-24207938-f0e9-4427-b561-fa668e8035f2 req-af533292-2372-4f20-a653-15ca10fc448e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6233face-4df4-4ee9-aaa3-991ef414f2d4 HTTP/1.1" status: 200 len: 217 time: 0.3468847 Mar 29 16:39:01.581428 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24207938-f0e9-4427-b561-fa668e8035f2 req-0acb6cd7-5558-4934-b913-33abb18f0be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:39:01.582877 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-24207938-f0e9-4427-b561-fa668e8035f2 req-0acb6cd7-5558-4934-b913-33abb18f0be7 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2e8cc9a4-c70c-415f-bf90-b99cc68cea91 HTTP/1.1" status: 200 len: 834 time: 0.0432625 Mar 29 16:39:01.629043 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24207938-f0e9-4427-b561-fa668e8035f2 req-23fb6bb5-a0fd-428c-8f6e-f3129156efe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:39:01.630870 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-24207938-f0e9-4427-b561-fa668e8035f2 req-23fb6bb5-a0fd-428c-8f6e-f3129156efe2 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a627723e-b8e1-4a41-a1ad-e6b1e07a6a68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408919 Mar 29 16:39:01.646744 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82ca848-4361-468d-a791-9db1bbf38947 req-55fd7f95-1504-4961-8725-ec372af70f60 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:39:01.648198 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-b82ca848-4361-468d-a791-9db1bbf38947 req-55fd7f95-1504-4961-8725-ec372af70f60 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "GET /v2.0/ports?device_id=28d9c342-c578-4e01-93fa-7b584b06fddd HTTP/1.1" status: 200 len: 944 time: 0.0543332 Mar 29 16:39:01.689948 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-b82ca848-4361-468d-a791-9db1bbf38947 req-7b45002b-8fef-4654-a0ad-ef4b21709054 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "GET /v2.0/security-groups?id=859c8875-2c08-40b0-8281-df2ff10b53d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355742 Mar 29 16:39:01.728874 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-24207938-f0e9-4427-b561-fa668e8035f2 req-e83595dd-f2cf-40ec-a0ec-b02bef7950e6 service neutron] 10.222.0.48 "GET /v2.0/networks/a627723e-b8e1-4a41-a1ad-e6b1e07a6a68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904007 Mar 29 16:39:01.817508 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-24207938-f0e9-4427-b561-fa668e8035f2 req-6e6af0aa-7f2c-420d-b840-4123cddd1a89 service neutron] 10.222.0.48 "GET /v2.0/networks/a627723e-b8e1-4a41-a1ad-e6b1e07a6a68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812132 Mar 29 16:39:02.810539 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8087b3-4983-4f2c-b2ea-88169addb986 req-ea7a72ed-72a3-4785-ab38-2e69c207528a tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:39:02.811945 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-cc8087b3-4983-4f2c-b2ea-88169addb986 req-ea7a72ed-72a3-4785-ab38-2e69c207528a tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "GET /v2.0/ports?device_id=28d9c342-c578-4e01-93fa-7b584b06fddd HTTP/1.1" status: 200 len: 944 time: 0.0524681 Mar 29 16:39:02.849278 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-cc8087b3-4983-4f2c-b2ea-88169addb986 req-064969bd-f5f0-45bd-9d89-8fb2223d32d1 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "GET /v2.0/security-groups?id=859c8875-2c08-40b0-8281-df2ff10b53d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307033 Mar 29 16:39:02.927318 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-5f76d8b6-df19-419e-8045-83a9f833c854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:39:03.963055 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24958f23-de4c-40e7-b03b-9e23fd14ec2a req-015ab19a-03ed-402e-b259-f70e36530d3d tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:39:03.964574 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-24958f23-de4c-40e7-b03b-9e23fd14ec2a req-015ab19a-03ed-402e-b259-f70e36530d3d tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "GET /v2.0/ports?device_id=28d9c342-c578-4e01-93fa-7b584b06fddd HTTP/1.1" status: 200 len: 944 time: 0.0488367 Mar 29 16:39:04.002410 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-24958f23-de4c-40e7-b03b-9e23fd14ec2a req-d83eeb42-4066-4375-ba9e-97cdd4136503 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "GET /v2.0/security-groups?id=859c8875-2c08-40b0-8281-df2ff10b53d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318105 Mar 29 16:39:04.402971 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d71584b9-87f1-45f5-84c7-c993c2416269 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:39:05.013721 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device 6233face-4df4-4ee9-aaa3-991ef414f2d4 details requested by agent hyperv_n-h2-834765-1 with host n-h2-834765-1 {{(pid=102792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 16:39:05.108881 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port 6233face-4df4-4ee9-aaa3-991ef414f2d4, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=6233face-4df4-4ee9-aaa3-991ef414f2d4,segment=NetworkSegment(88601d7e-f923-4d2c-80fa-b0b62c104a48),segment_id=88601d7e-f923-4d2c-80fa-b0b62c104a48)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:39:05.116502 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad9b0c3-4d43-4707-9047-0330e341f7e8 req-7c6e260e-e7cd-412a-9070-c00003048de8 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:39:05.118021 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-7ad9b0c3-4d43-4707-9047-0330e341f7e8 req-7c6e260e-e7cd-412a-9070-c00003048de8 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "GET /v2.0/ports?device_id=28d9c342-c578-4e01-93fa-7b584b06fddd HTTP/1.1" status: 200 len: 944 time: 0.0484695 Mar 29 16:39:05.120471 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Returning: {'device': '6233face-4df4-4ee9-aaa3-991ef414f2d4', 'network_id': 'a627723e-b8e1-4a41-a1ad-e6b1e07a6a68', 'port_id': '6233face-4df4-4ee9-aaa3-991ef414f2d4', 'mac_address': 'fa:16:3e:be:8e:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 628, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e8cc9a4-c70c-415f-bf90-b99cc68cea91', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 16:39:05.156142 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-7ad9b0c3-4d43-4707-9047-0330e341f7e8 req-2a5302bb-cf81-434a-85d9-5515bad4e9bf tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "GET /v2.0/security-groups?id=859c8875-2c08-40b0-8281-df2ff10b53d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316386 Mar 29 16:39:05.314035 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:39:05.327192 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6233face-4df4-4ee9-aaa3-991ef414f2d4 {{(pid=102792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 16:39:05.346305 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port 6233face-4df4-4ee9-aaa3-991ef414f2d4, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=6233face-4df4-4ee9-aaa3-991ef414f2d4,segment=NetworkSegment(88601d7e-f923-4d2c-80fa-b0b62c104a48),segment_id=88601d7e-f923-4d2c-80fa-b0b62c104a48)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:39:05.350144 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:39:05.396647 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Pushing event updated for resources: {'Port': ['ID=6233face-4df4-4ee9-aaa3-991ef414f2d4,revision_number=4']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:39:05.690945 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] get_ports_and_sgs() called for port_ids ['6233face-4df4-4ee9-aaa3-991ef414f2d4'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 16:39:05.954532 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-0cb6abf6-2706-4e52-8825-f5f644ecf9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:39:06.025785 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:39:06.274257 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a289a705-3f07-4610-b152-cf2c8088f02f req-a7a40af1-f465-4dde-92b3-30aab476ac4d tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:39:06.275806 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-a289a705-3f07-4610-b152-cf2c8088f02f req-a7a40af1-f465-4dde-92b3-30aab476ac4d tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "GET /v2.0/ports?device_id=28d9c342-c578-4e01-93fa-7b584b06fddd HTTP/1.1" status: 200 len: 945 time: 0.0490158 Mar 29 16:39:06.314456 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-a289a705-3f07-4610-b152-cf2c8088f02f req-8dbd2628-c0df-4131-8813-99742f25d59e tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "GET /v2.0/security-groups?id=859c8875-2c08-40b0-8281-df2ff10b53d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325809 Mar 29 16:39:07.029749 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device 6233face-4df4-4ee9-aaa3-991ef414f2d4 up at agent hyperv_n-h2-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 16:39:07.081764 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Provisioning for port 6233face-4df4-4ee9-aaa3-991ef414f2d4 completed by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 16:39:07.085842 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Provisioning complete for port 6233face-4df4-4ee9-aaa3-991ef414f2d4 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:39:07.086211 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:39:07.161774 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:39:07.182715 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28d9c342-c578-4e01-93fa-7b584b06fddd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6233face-4df4-4ee9-aaa3-991ef414f2d4'}] {{(pid=102792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:39:07.184978 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57a7834588826aa5fcb6318d84c304e74917d39e51dd24b57e16034477aedb48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8dcff0d-4024-499c-ad5b-5e8342aa23eb" -d '{"events": [{"server_uuid": "28d9c342-c578-4e01-93fa-7b584b06fddd", "name": "network-vif-plugged", "status": "completed", "tag": "6233face-4df4-4ee9-aaa3-991ef414f2d4"}]}' {{(pid=102792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:39:07.198217 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port 6233face-4df4-4ee9-aaa3-991ef414f2d4, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=6233face-4df4-4ee9-aaa3-991ef414f2d4,segment=NetworkSegment(88601d7e-f923-4d2c-80fa-b0b62c104a48),segment_id=88601d7e-f923-4d2c-80fa-b0b62c104a48)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:39:07.202669 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:39:07.232859 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 16:39:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6d98099-db9f-44f8-9063-389f3fc3072b x-openstack-request-id: req-a6d98099-db9f-44f8-9063-389f3fc3072b {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:39:07.233146 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28d9c342-c578-4e01-93fa-7b584b06fddd", "name": "network-vif-plugged", "status": "completed", "tag": "6233face-4df4-4ee9-aaa3-991ef414f2d4", "code": 200}]} {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:39:07.233395 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a6d98099-db9f-44f8-9063-389f3fc3072b {{(pid=102792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:39:07.233785 n-d-834765-1 neutron-server[102792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28d9c342-c578-4e01-93fa-7b584b06fddd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6233face-4df4-4ee9-aaa3-991ef414f2d4', 'code': 200} Mar 29 16:39:07.261607 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Pushing event updated for resources: {'Port': ['ID=6233face-4df4-4ee9-aaa3-991ef414f2d4,revision_number=5']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:39:07.316152 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9724380c-b697-4098-94ef-8e47aa25728c req-adeb5d6a-1960-4c3e-9ab5-8c26797b46a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:39:07.317718 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-9724380c-b697-4098-94ef-8e47aa25728c req-adeb5d6a-1960-4c3e-9ab5-8c26797b46a6 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=28d9c342-c578-4e01-93fa-7b584b06fddd HTTP/1.1" status: 200 len: 1097 time: 0.0395694 Mar 29 16:39:07.354713 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-9724380c-b697-4098-94ef-8e47aa25728c req-7d826734-dc07-4931-b66e-59b984d8a4f0 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=859c8875-2c08-40b0-8281-df2ff10b53d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0284235 Mar 29 16:39:07.436087 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd262bf3-69f2-476b-9b30-5de0e5bfa680 req-471a987e-597e-4b20-8ae2-fd0a1fef8e3c tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:39:07.437598 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-bd262bf3-69f2-476b-9b30-5de0e5bfa680 req-471a987e-597e-4b20-8ae2-fd0a1fef8e3c tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "GET /v2.0/ports?device_id=28d9c342-c578-4e01-93fa-7b584b06fddd HTTP/1.1" status: 200 len: 946 time: 0.0537283 Mar 29 16:39:07.478674 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-bd262bf3-69f2-476b-9b30-5de0e5bfa680 req-8519869a-6996-4c7a-b0f8-48f46f3e6ecf tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "GET /v2.0/security-groups?id=859c8875-2c08-40b0-8281-df2ff10b53d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350142 Mar 29 16:39:08.598980 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8238b4a1-852d-486e-9995-d9cba050f488 req-beeb39f9-dd59-4cc2-b500-fd8ef665b817 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:39:08.600451 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-8238b4a1-852d-486e-9995-d9cba050f488 req-beeb39f9-dd59-4cc2-b500-fd8ef665b817 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "GET /v2.0/ports?device_id=28d9c342-c578-4e01-93fa-7b584b06fddd HTTP/1.1" status: 200 len: 946 time: 0.0519314 Mar 29 16:39:08.638702 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-8238b4a1-852d-486e-9995-d9cba050f488 req-d372c4a6-7a25-42b9-a32f-0abe2794ddd9 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "GET /v2.0/security-groups?id=859c8875-2c08-40b0-8281-df2ff10b53d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321918 Mar 29 16:39:09.753535 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de115622-1f26-4434-97b9-cb62e9b39a76 req-1099aeb9-862c-4228-86bf-8f9e15de1ebf tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:39:09.755525 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-de115622-1f26-4434-97b9-cb62e9b39a76 req-1099aeb9-862c-4228-86bf-8f9e15de1ebf tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "GET /v2.0/ports?device_id=28d9c342-c578-4e01-93fa-7b584b06fddd HTTP/1.1" status: 200 len: 946 time: 0.0472643 Mar 29 16:39:09.792216 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-de115622-1f26-4434-97b9-cb62e9b39a76 req-a73a1a81-d026-4a8f-a81f-5b766f3b8e83 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "GET /v2.0/security-groups?id=859c8875-2c08-40b0-8281-df2ff10b53d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306923 Mar 29 16:39:09.907754 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf4b19a-769f-4a45-ab2d-753ad4010d5e req-6f2b2da3-0215-46bf-9735-e5530b64c1bf tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:39:09.909219 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ccf4b19a-769f-4a45-ab2d-753ad4010d5e req-6f2b2da3-0215-46bf-9735-e5530b64c1bf tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "GET /v2.0/ports?device_id=28d9c342-c578-4e01-93fa-7b584b06fddd HTTP/1.1" status: 200 len: 946 time: 0.0474858 Mar 29 16:39:09.948085 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ccf4b19a-769f-4a45-ab2d-753ad4010d5e req-394c806b-5217-4164-be99-4b323d76b193 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "GET /v2.0/security-groups?id=859c8875-2c08-40b0-8281-df2ff10b53d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322323 Mar 29 16:39:09.969698 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 42640) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:39:10.009302 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e56bf08-28ef-4b8e-bcb6-911a4dc46dc8 tempest-TestNetworkAdvancedServerOps-37087928 tempest-TestNetworkAdvancedServerOps-37087928-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:39:10.010817 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-0e56bf08-28ef-4b8e-bcb6-911a4dc46dc8 tempest-TestNetworkAdvancedServerOps-37087928 tempest-TestNetworkAdvancedServerOps-37087928-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=28d9c342-c578-4e01-93fa-7b584b06fddd HTTP/1.1" status: 200 len: 1092 time: 0.0401292 Mar 29 16:39:10.013648 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 42642) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:39:10.017825 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-5a1145d1-7d61-4fef-9cde-c1cf0d620c5c tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Request body: {'floatingip': {'floating_network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'port_id': '6233face-4df4-4ee9-aaa3-991ef414f2d4', 'tenant_id': '786485d247cc4bb0943a3056cc1d0d00', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:39:10.037825 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-5a1145d1-7d61-4fef-9cde-c1cf0d620c5c tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks [] for floatingip, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:39:10.134519 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-5a1145d1-7d61-4fef-9cde-c1cf0d620c5c tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:39:10.235359 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.db_base_plugin_common [None req-5a1145d1-7d61-4fef-9cde-c1cf0d620c5c tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Allocated IP 172.25.4.12 (4a4a035d-ecac-4ead-baa3-25f90788773a/e1a353dc-fac8-4901-a63c-273840237d6a/7597b83c-2cc5-4ca4-bdd7-bfda24bcdd36) {{(pid=102790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:39:10.340004 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-5a1145d1-7d61-4fef-9cde-c1cf0d620c5c tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks [] for port, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:39:10.372069 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-5a1145d1-7d61-4fef-9cde-c1cf0d620c5c tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:39:10.410052 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a1145d1-7d61-4fef-9cde-c1cf0d620c5c tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Network 4a4a035d-ecac-4ead-baa3-25f90788773a is already hosted by enough agents. {{(pid=102790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:39:10.414974 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-5a1145d1-7d61-4fef-9cde-c1cf0d620c5c tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Resources bound (agent type, host, resource id): {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:39:10.419451 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a1145d1-7d61-4fef-9cde-c1cf0d620c5c tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Received port after_create {{(pid=102790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:39:10.440892 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1145d1-7d61-4fef-9cde-c1cf0d620c5c tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Pushing event updated for resources: {'Port': ['ID=7597b83c-2cc5-4ca4-bdd7-bfda24bcdd36,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:39:10.773299 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-5a1145d1-7d61-4fef-9cde-c1cf0d620c5c tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:39:10.841065 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-5a1145d1-7d61-4fef-9cde-c1cf0d620c5c tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:39:10.984553 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-5a1145d1-7d61-4fef-9cde-c1cf0d620c5c tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks [] for port, precommit_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:39:10.989129 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-5a1145d1-7d61-4fef-9cde-c1cf0d620c5c tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5237921'] for port, after_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:39:11.060970 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1145d1-7d61-4fef-9cde-c1cf0d620c5c tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Pushing event updated for resources: {'Port': ['ID=7597b83c-2cc5-4ca4-bdd7-bfda24bcdd36,revision_number=2']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:39:11.071233 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-5a1145d1-7d61-4fef-9cde-c1cf0d620c5c tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648212'] for floatingip, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:39:11.171163 n-d-834765-1 neutron-server[102790]: INFO neutron.db.l3_db [None req-5a1145d1-7d61-4fef-9cde-c1cf0d620c5c tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Floating IP 67c981ec-6b33-4efd-90af-bdc49ea543a2 associated. External IP: 172.25.4.12, port: 6233face-4df4-4ee9-aaa3-991ef414f2d4. Mar 29 16:39:11.378246 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a1145d1-7d61-4fef-9cde-c1cf0d620c5c tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Router fda5aaab-09ce-4596-b8c3-25807afaf55f has already been hosted by L3 agent c648d819-1060-4f26-b4ec-6455387b5dff {{(pid=102790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 16:39:11.487508 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a1145d1-7d61-4fef-9cde-c1cf0d620c5c tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 16:39:11.497666 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83a7d320-e428-4826-afc6-68133f62065b None None] Sync routers for ids ['fda5aaab-09ce-4596-b8c3-25807afaf55f'] in n-d-834765-1 {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 16:39:11.505512 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-5a1145d1-7d61-4fef-9cde-c1cf0d620c5c tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for floatingip, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:39:11.507743 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83a7d320-e428-4826-afc6-68133f62065b None None] Routers {'fda5aaab-09ce-4596-b8c3-25807afaf55f'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:39:11.508505 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-83a7d320-e428-4826-afc6-68133f62065b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:39:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['fda5aaab-09ce-4596-b8c3-25807afaf55f'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:39:11.532319 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-5a1145d1-7d61-4fef-9cde-c1cf0d620c5c tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5176804 Mar 29 16:39:11.532900 n-d-834765-1 neutron-server[102790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28d9c342-c578-4e01-93fa-7b584b06fddd', 'tag': '6233face-4df4-4ee9-aaa3-991ef414f2d4'}] {{(pid=102790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:39:11.535168 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc42593215e6c81983da9b56a0f328d75e7d983878a02b76f45470d49d1e0074" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26ecf4c7-6a6c-473c-8e51-0556bbe98f4e" -d '{"events": [{"name": "network-changed", "server_uuid": "28d9c342-c578-4e01-93fa-7b584b06fddd", "tag": "6233face-4df4-4ee9-aaa3-991ef414f2d4"}]}' {{(pid=102790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:39:11.574362 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 16:39:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdb20e1d-2ff2-473d-bdc3-767cbb5cec65 x-openstack-request-id: req-bdb20e1d-2ff2-473d-bdc3-767cbb5cec65 {{(pid=102790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:39:11.574657 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28d9c342-c578-4e01-93fa-7b584b06fddd", "tag": "6233face-4df4-4ee9-aaa3-991ef414f2d4", "status": "completed", "code": 200}]} {{(pid=102790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:39:11.574993 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-bdb20e1d-2ff2-473d-bdc3-767cbb5cec65 {{(pid=102790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:39:11.575341 n-d-834765-1 neutron-server[102790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28d9c342-c578-4e01-93fa-7b584b06fddd', 'tag': '6233face-4df4-4ee9-aaa3-991ef414f2d4', 'status': 'completed', 'code': 200} Mar 29 16:39:11.616347 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvr_db [None req-83a7d320-e428-4826-afc6-68133f62065b None None] Set router fda5aaab-09ce-4596-b8c3-25807afaf55f gateway port host: n-d-834765-1 {{(pid=102793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:39:11.637834 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b655de41-472d-444a-9f13-1843fe943423 req-7cc92348-0d0e-4ca5-9065-5c898bc8027f tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:39:11.639938 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-b655de41-472d-444a-9f13-1843fe943423 req-7cc92348-0d0e-4ca5-9065-5c898bc8027f tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "GET /v2.0/ports?device_id=28d9c342-c578-4e01-93fa-7b584b06fddd HTTP/1.1" status: 200 len: 946 time: 0.0519798 Mar 29 16:39:11.642857 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ecf4c7-6a6c-473c-8e51-0556bbe98f4e req-a6602b5e-1f5e-4987-b424-e05b3e098045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:39:11.644669 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-26ecf4c7-6a6c-473c-8e51-0556bbe98f4e req-a6602b5e-1f5e-4987-b424-e05b3e098045 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=786485d247cc4bb0943a3056cc1d0d00&device_id=28d9c342-c578-4e01-93fa-7b584b06fddd HTTP/1.1" status: 200 len: 1097 time: 0.0467470 Mar 29 16:39:11.679197 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-b655de41-472d-444a-9f13-1843fe943423 req-ab6d069b-7f1f-4b2b-b27a-8ae078e58706 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "GET /v2.0/security-groups?id=859c8875-2c08-40b0-8281-df2ff10b53d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328441 Mar 29 16:39:11.702492 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 42648) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:39:11.757353 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ecf4c7-6a6c-473c-8e51-0556bbe98f4e req-ba7aee39-7234-443e-930e-36e0244748da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:39:11.759167 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-26ecf4c7-6a6c-473c-8e51-0556bbe98f4e req-ba7aee39-7234-443e-930e-36e0244748da service neutron] 10.222.0.48 "GET /v2.0/networks?id=a627723e-b8e1-4a41-a1ad-e6b1e07a6a68 HTTP/1.1" status: 200 len: 898 time: 0.1062436 Mar 29 16:39:11.767869 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-3ab3387e-b1cf-4fc9-8148-015a01eb3d5a tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "GET /v2.0/floatingips/67c981ec-6b33-4efd-90af-bdc49ea543a2 HTTP/1.1" status: 200 len: 991 time: 0.0639341 Mar 29 16:39:11.825019 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-26ecf4c7-6a6c-473c-8e51-0556bbe98f4e req-41528ab5-0384-48fe-ac8a-1182eb09622b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6233face-4df4-4ee9-aaa3-991ef414f2d4 HTTP/1.1" status: 200 len: 999 time: 0.0591447 Mar 29 16:39:11.841050 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-83a7d320-e428-4826-afc6-68133f62065b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fda5aaab-09ce-4596-b8c3-25807afaf55f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1368307389', 'tenant_id': '786485d247cc4bb0943a3056cc1d0d00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.71'}], 'enable_snat': True}, 'gw_port_id': 'b061ede2-0a7b-46f2-af5d-69ea413298d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:38:52Z', 'updated_at': '2022-03-29T16:38:55Z', 'revision_number': 4, 'project_id': '786485d247cc4bb0943a3056cc1d0d00', 'gw_port': {'id': 'b061ede2-0a7b-46f2-af5d-69ea413298d8', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:c8:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fda5aaab-09ce-4596-b8c3-25807afaf55f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:38:52Z', 'updated_at': '2022-03-29T16:38:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_floatingips': [{'id': '67c981ec-6b33-4efd-90af-bdc49ea543a2', 'tenant_id': '786485d247cc4bb0943a3056cc1d0d00', 'floating_ip_address': '172.25.4.12', 'floating_network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'router_id': 'fda5aaab-09ce-4596-b8c3-25807afaf55f', 'port_id': '6233face-4df4-4ee9-aaa3-991ef414f2d4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4327, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a627723e-b8e1-4a41-a1ad-e6b1e07a6a68', 'mac_address': 'fa:16:3e:be:8e:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28d9c342-c578-4e01-93fa-7b584b06fddd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T16:39:10Z', 'updated_at': '2022-03-29T16:39:10Z', 'revision_number': 0, 'project_id': '786485d247cc4bb0943a3056cc1d0d00', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73e6ed6a-46ea-413a-bbbb-b54d395c3978', 'name': '', 'network_id': 'a627723e-b8e1-4a41-a1ad-e6b1e07a6a68', 'tenant_id': '786485d247cc4bb0943a3056cc1d0d00', 'mac_address': 'fa:16:3e:22:65:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fda5aaab-09ce-4596-b8c3-25807afaf55f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '2e8cc9a4-c70c-415f-bf90-b99cc68cea91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:38:54Z', 'updated_at': '2022-03-29T16:38:58Z', 'revision_number': 5, 'project_id': '786485d247cc4bb0943a3056cc1d0d00', 'subnets': [{'id': '2e8cc9a4-c70c-415f-bf90-b99cc68cea91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:39:11.870193 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83a7d320-e428-4826-afc6-68133f62065b None None] Checking router: fda5aaab-09ce-4596-b8c3-25807afaf55f for host: n-d-834765-1 {{(pid=102793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 16:39:11.877371 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ecf4c7-6a6c-473c-8e51-0556bbe98f4e req-480e7f20-767c-42c5-a9b3-93cdafd41032 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:39:11.878162 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83a7d320-e428-4826-afc6-68133f62065b None None] Routers {'fda5aaab-09ce-4596-b8c3-25807afaf55f'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:39:11.878765 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-83a7d320-e428-4826-afc6-68133f62065b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:39:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['fda5aaab-09ce-4596-b8c3-25807afaf55f'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:39:11.878910 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-26ecf4c7-6a6c-473c-8e51-0556bbe98f4e req-480e7f20-767c-42c5-a9b3-93cdafd41032 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2e8cc9a4-c70c-415f-bf90-b99cc68cea91 HTTP/1.1" status: 200 len: 834 time: 0.0473716 Mar 29 16:39:11.922936 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ecf4c7-6a6c-473c-8e51-0556bbe98f4e req-eda74335-b44c-454f-b9a5-9cbfd6fcbfd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:39:11.924363 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-26ecf4c7-6a6c-473c-8e51-0556bbe98f4e req-eda74335-b44c-454f-b9a5-9cbfd6fcbfd2 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a627723e-b8e1-4a41-a1ad-e6b1e07a6a68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0386400 Mar 29 16:39:11.983071 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvr_db [None req-83a7d320-e428-4826-afc6-68133f62065b None None] Set router fda5aaab-09ce-4596-b8c3-25807afaf55f gateway port host: n-d-834765-1 {{(pid=102793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:39:12.013786 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-26ecf4c7-6a6c-473c-8e51-0556bbe98f4e req-94b9cad3-8b88-445d-aff6-5eb76545653e service neutron] 10.222.0.48 "GET /v2.0/networks/a627723e-b8e1-4a41-a1ad-e6b1e07a6a68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827601 Mar 29 16:39:12.106439 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-26ecf4c7-6a6c-473c-8e51-0556bbe98f4e req-d1411a1e-483f-4dc0-8214-dc5ba3ff94e9 service neutron] 10.222.0.48 "GET /v2.0/networks/a627723e-b8e1-4a41-a1ad-e6b1e07a6a68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862062 Mar 29 16:39:12.202640 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-83a7d320-e428-4826-afc6-68133f62065b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fda5aaab-09ce-4596-b8c3-25807afaf55f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1368307389', 'tenant_id': '786485d247cc4bb0943a3056cc1d0d00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.71'}], 'enable_snat': True}, 'gw_port_id': 'b061ede2-0a7b-46f2-af5d-69ea413298d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:38:52Z', 'updated_at': '2022-03-29T16:38:55Z', 'revision_number': 4, 'project_id': '786485d247cc4bb0943a3056cc1d0d00', 'gw_port': {'id': 'b061ede2-0a7b-46f2-af5d-69ea413298d8', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:c8:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fda5aaab-09ce-4596-b8c3-25807afaf55f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:38:52Z', 'updated_at': '2022-03-29T16:38:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_floatingips': [{'id': '67c981ec-6b33-4efd-90af-bdc49ea543a2', 'tenant_id': '786485d247cc4bb0943a3056cc1d0d00', 'floating_ip_address': '172.25.4.12', 'floating_network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'router_id': 'fda5aaab-09ce-4596-b8c3-25807afaf55f', 'port_id': '6233face-4df4-4ee9-aaa3-991ef414f2d4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4327, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a627723e-b8e1-4a41-a1ad-e6b1e07a6a68', 'mac_address': 'fa:16:3e:be:8e:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28d9c342-c578-4e01-93fa-7b584b06fddd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T16:39:10Z', 'updated_at': '2022-03-29T16:39:10Z', 'revision_number': 0, 'project_id': '786485d247cc4bb0943a3056cc1d0d00', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73e6ed6a-46ea-413a-bbbb-b54d395c3978', 'name': '', 'network_id': 'a627723e-b8e1-4a41-a1ad-e6b1e07a6a68', 'tenant_id': '786485d247cc4bb0943a3056cc1d0d00', 'mac_address': 'fa:16:3e:22:65:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fda5aaab-09ce-4596-b8c3-25807afaf55f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '2e8cc9a4-c70c-415f-bf90-b99cc68cea91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:38:54Z', 'updated_at': '2022-03-29T16:38:58Z', 'revision_number': 5, 'project_id': '786485d247cc4bb0943a3056cc1d0d00', 'subnets': [{'id': '2e8cc9a4-c70c-415f-bf90-b99cc68cea91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:39:12.231691 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83a7d320-e428-4826-afc6-68133f62065b None None] The sync data for ids ['fda5aaab-09ce-4596-b8c3-25807afaf55f'] in n-d-834765-1 is: [{'id': 'fda5aaab-09ce-4596-b8c3-25807afaf55f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1368307389', 'tenant_id': '786485d247cc4bb0943a3056cc1d0d00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.71'}], 'enable_snat': True}, 'gw_port_id': 'b061ede2-0a7b-46f2-af5d-69ea413298d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:38:52Z', 'updated_at': '2022-03-29T16:38:55Z', 'revision_number': 4, 'project_id': '786485d247cc4bb0943a3056cc1d0d00', 'gw_port': {'id': 'b061ede2-0a7b-46f2-af5d-69ea413298d8', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:c8:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fda5aaab-09ce-4596-b8c3-25807afaf55f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:38:52Z', 'updated_at': '2022-03-29T16:38:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_floatingips': [{'id': '67c981ec-6b33-4efd-90af-bdc49ea543a2', 'tenant_id': '786485d247cc4bb0943a3056cc1d0d00', 'floating_ip_address': '172.25.4.12', 'floating_network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'router_id': 'fda5aaab-09ce-4596-b8c3-25807afaf55f', 'port_id': '6233face-4df4-4ee9-aaa3-991ef414f2d4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4327, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a627723e-b8e1-4a41-a1ad-e6b1e07a6a68', 'mac_address': 'fa:16:3e:be:8e:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28d9c342-c578-4e01-93fa-7b584b06fddd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T16:39:10Z', 'updated_at': '2022-03-29T16:39:10Z', 'revision_number': 0, 'project_id': '786485d247cc4bb0943a3056cc1d0d00', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73e6ed6a-46ea-413a-bbbb-b54d395c3978', 'name': '', 'network_id': 'a627723e-b8e1-4a41-a1ad-e6b1e07a6a68', 'tenant_id': '786485d247cc4bb0943a3056cc1d0d00', 'mac_address': 'fa:16:3e:22:65:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fda5aaab-09ce-4596-b8c3-25807afaf55f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '2e8cc9a4-c70c-415f-bf90-b99cc68cea91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:38:54Z', 'updated_at': '2022-03-29T16:38:58Z', 'revision_number': 5, 'project_id': '786485d247cc4bb0943a3056cc1d0d00', 'subnets': [{'id': '2e8cc9a4-c70c-415f-bf90-b99cc68cea91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 16:39:12.429664 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a725535-9595-4e95-a1e8-5b4bc2e26af6 None None] New status for floating IP 67c981ec-6b33-4efd-90af-bdc49ea543a2: ACTIVE {{(pid=102792) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 16:39:12.771743 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 42650) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:39:12.830616 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-48776785-3aa8-4fa1-b1e6-b53f6a3aaba0 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "GET /v2.0/floatingips/67c981ec-6b33-4efd-90af-bdc49ea543a2 HTTP/1.1" status: 200 len: 993 time: 0.0578332 Mar 29 16:39:17.652905 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:39:18.338550 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:39:24.495143 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-1697ae88-917c-49c6-b340-ae43f4683eaf req-219fe8ad-b459-4e40-aecd-2fb1f2c3075c service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=28d9c342-c578-4e01-93fa-7b584b06fddd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0425167 Mar 29 16:39:24.575426 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1697ae88-917c-49c6-b340-ae43f4683eaf req-1d2266fe-d456-42b5-8960-095325476ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:39:24.576953 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-1697ae88-917c-49c6-b340-ae43f4683eaf req-1d2266fe-d456-42b5-8960-095325476ab7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=786485d247cc4bb0943a3056cc1d0d00&device_id=28d9c342-c578-4e01-93fa-7b584b06fddd HTTP/1.1" status: 200 len: 1097 time: 0.0403049 Mar 29 16:39:24.687515 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1697ae88-917c-49c6-b340-ae43f4683eaf req-7dd5032f-913f-436d-95b6-d17b8ef5dc3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:39:24.689281 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-1697ae88-917c-49c6-b340-ae43f4683eaf req-7dd5032f-913f-436d-95b6-d17b8ef5dc3a service neutron] 10.222.0.48 "GET /v2.0/networks?id=a627723e-b8e1-4a41-a1ad-e6b1e07a6a68 HTTP/1.1" status: 200 len: 898 time: 0.0928054 Mar 29 16:39:24.755433 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-1697ae88-917c-49c6-b340-ae43f4683eaf req-cc718934-92c4-46d9-95eb-79d4ab5b3065 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6233face-4df4-4ee9-aaa3-991ef414f2d4 HTTP/1.1" status: 200 len: 1001 time: 0.0591166 Mar 29 16:39:24.806187 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1697ae88-917c-49c6-b340-ae43f4683eaf req-57fec28a-7c1d-4f47-abdc-64c14fd8bf60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:39:24.807641 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-1697ae88-917c-49c6-b340-ae43f4683eaf req-57fec28a-7c1d-4f47-abdc-64c14fd8bf60 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2e8cc9a4-c70c-415f-bf90-b99cc68cea91 HTTP/1.1" status: 200 len: 834 time: 0.0466015 Mar 29 16:39:24.853892 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1697ae88-917c-49c6-b340-ae43f4683eaf req-d63a1b73-82e1-4c02-8e39-9890deadb56b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:39:24.855446 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-1697ae88-917c-49c6-b340-ae43f4683eaf req-d63a1b73-82e1-4c02-8e39-9890deadb56b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a627723e-b8e1-4a41-a1ad-e6b1e07a6a68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412626 Mar 29 16:39:24.947045 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-1697ae88-917c-49c6-b340-ae43f4683eaf req-dbc92281-2f76-43a1-9bfc-44663bd37cd0 service neutron] 10.222.0.48 "GET /v2.0/networks/a627723e-b8e1-4a41-a1ad-e6b1e07a6a68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851784 Mar 29 16:39:25.035350 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-1697ae88-917c-49c6-b340-ae43f4683eaf req-61950976-a245-45a1-870b-db69af8095cc service neutron] 10.222.0.48 "GET /v2.0/networks/a627723e-b8e1-4a41-a1ad-e6b1e07a6a68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811944 Mar 29 16:39:27.224677 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.agents_db [None req-59735a15-725e-44d4-9ad5-95cbe356f209 None None] Agent healthcheck: found 7 active agents {{(pid=102793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 16:39:30.460026 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-e497be9d-199c-492e-9244-7d3cc8622f18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:39:32.929439 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-5daf29e1-d957-4f52-9fe1-82005c906e33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:39:34.405409 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d71584b9-87f1-45f5-84c7-c993c2416269 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:39:35.960153 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-0cb6abf6-2706-4e52-8825-f5f644ecf9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:39:36.026179 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:39:47.650211 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:39:48.351032 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:40:00.462002 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-34b9e673-fe6e-46ea-8fc0-02904eb8bba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:40:02.930287 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-8a122d38-9d71-458e-b8db-59e96c65d4e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:40:04.223242 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.agents_db [None req-59735a15-725e-44d4-9ad5-95cbe356f209 None None] Agent healthcheck: found 7 active agents {{(pid=102793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 16:40:04.408603 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d71584b9-87f1-45f5-84c7-c993c2416269 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:40:05.960456 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-0cb6abf6-2706-4e52-8825-f5f644ecf9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:40:06.027660 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:40:15.605053 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [req-d90a347f-767a-43a2-96ec-e1670b1ecd03 req-9869693d-9256-4a5e-b641-122e72d846b6 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=102790) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 16:40:15.606057 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-d90a347f-767a-43a2-96ec-e1670b1ecd03 req-9869693d-9256-4a5e-b641-122e72d846b6 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0449796 Mar 29 16:40:15.766823 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 42684) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:40:15.845030 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-fc2490c2-35c8-459f-9966-75dfb8448ff0 req-995d9269-32bb-404d-90e6-f2e6dcc0b63c service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=28d9c342-c578-4e01-93fa-7b584b06fddd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0770428 Mar 29 16:40:15.853878 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [req-fc2490c2-35c8-459f-9966-75dfb8448ff0 req-fe974807-0eab-4065-812f-e30c33cb7c5a service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=102790) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 16:40:15.854871 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-fc2490c2-35c8-459f-9966-75dfb8448ff0 req-fe974807-0eab-4065-812f-e30c33cb7c5a service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049157 Mar 29 16:40:15.860333 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b87a7b-2b90-4c14-a8bf-305c8b534b4f req-c3738f2d-55a7-4f2f-95f8-ad63a8a6f65b tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:40:15.861837 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e3b87a7b-2b90-4c14-a8bf-305c8b534b4f req-c3738f2d-55a7-4f2f-95f8-ad63a8a6f65b tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "GET /v2.0/ports?device_id=28d9c342-c578-4e01-93fa-7b584b06fddd HTTP/1.1" status: 200 len: 946 time: 0.1178880 Mar 29 16:40:15.903081 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e3b87a7b-2b90-4c14-a8bf-305c8b534b4f req-45235887-1efc-4738-9b13-d22480ba2207 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "GET /v2.0/security-groups?id=859c8875-2c08-40b0-8281-df2ff10b53d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349383 Mar 29 16:40:16.954471 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2490c2-35c8-459f-9966-75dfb8448ff0 req-9246dbc5-135b-41a0-a4fb-73b407ab233c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:40:16.956057 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-fc2490c2-35c8-459f-9966-75dfb8448ff0 req-9246dbc5-135b-41a0-a4fb-73b407ab233c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=786485d247cc4bb0943a3056cc1d0d00&device_id=28d9c342-c578-4e01-93fa-7b584b06fddd HTTP/1.1" status: 200 len: 1097 time: 0.0859230 Mar 29 16:40:17.046453 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2490c2-35c8-459f-9966-75dfb8448ff0 req-cf137f81-59ed-4247-8caf-d5b6d8380850 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:40:17.047967 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-fc2490c2-35c8-459f-9966-75dfb8448ff0 req-cf137f81-59ed-4247-8caf-d5b6d8380850 service neutron] 10.222.0.48 "GET /v2.0/networks?id=a627723e-b8e1-4a41-a1ad-e6b1e07a6a68 HTTP/1.1" status: 200 len: 898 time: 0.0855877 Mar 29 16:40:17.076172 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1209aeb6-16df-4143-bf08-830c8ff8e18c req-02d57c07-6865-4b4f-82b6-39cef039007f tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:40:17.077800 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-1209aeb6-16df-4143-bf08-830c8ff8e18c req-02d57c07-6865-4b4f-82b6-39cef039007f tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "GET /v2.0/ports?device_id=28d9c342-c578-4e01-93fa-7b584b06fddd HTTP/1.1" status: 200 len: 946 time: 0.1017692 Mar 29 16:40:17.116354 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-1209aeb6-16df-4143-bf08-830c8ff8e18c req-489403e0-3466-4213-9327-f20be7b741c3 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "GET /v2.0/security-groups?id=859c8875-2c08-40b0-8281-df2ff10b53d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319207 Mar 29 16:40:17.118694 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-fc2490c2-35c8-459f-9966-75dfb8448ff0 req-f9f0ac29-b25c-406f-a535-92109eca7961 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6233face-4df4-4ee9-aaa3-991ef414f2d4 HTTP/1.1" status: 200 len: 1001 time: 0.0633094 Mar 29 16:40:17.169046 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2490c2-35c8-459f-9966-75dfb8448ff0 req-1cae4354-e306-4c55-b704-945526da62fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:40:17.170492 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-fc2490c2-35c8-459f-9966-75dfb8448ff0 req-1cae4354-e306-4c55-b704-945526da62fc service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2e8cc9a4-c70c-415f-bf90-b99cc68cea91 HTTP/1.1" status: 200 len: 834 time: 0.0452871 Mar 29 16:40:17.215176 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2490c2-35c8-459f-9966-75dfb8448ff0 req-168dbe6b-945d-4aad-b0ab-8ce8eba384f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:40:17.216664 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-fc2490c2-35c8-459f-9966-75dfb8448ff0 req-168dbe6b-945d-4aad-b0ab-8ce8eba384f3 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a627723e-b8e1-4a41-a1ad-e6b1e07a6a68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397403 Mar 29 16:40:17.309754 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-fc2490c2-35c8-459f-9966-75dfb8448ff0 req-ce25897b-d4bc-4fd8-9438-040daf509f81 service neutron] 10.222.0.48 "GET /v2.0/networks/a627723e-b8e1-4a41-a1ad-e6b1e07a6a68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853562 Mar 29 16:40:17.398349 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-fc2490c2-35c8-459f-9966-75dfb8448ff0 req-6aa76ba6-1b7c-421d-91ba-e3d3a6798e3d service neutron] 10.222.0.48 "GET /v2.0/networks/a627723e-b8e1-4a41-a1ad-e6b1e07a6a68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815680 Mar 29 16:40:17.647838 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:40:18.236505 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d35764-9176-4f12-bcde-7761add85b47 req-4b83947e-d76b-4f28-b65f-6a431c0726c1 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:40:18.237952 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-60d35764-9176-4f12-bcde-7761add85b47 req-4b83947e-d76b-4f28-b65f-6a431c0726c1 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "GET /v2.0/ports?device_id=28d9c342-c578-4e01-93fa-7b584b06fddd HTTP/1.1" status: 200 len: 946 time: 0.0526936 Mar 29 16:40:18.275432 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-60d35764-9176-4f12-bcde-7761add85b47 req-15f13597-b1e7-49c6-9f81-7f7a32b88e0c tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "GET /v2.0/security-groups?id=859c8875-2c08-40b0-8281-df2ff10b53d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308931 Mar 29 16:40:18.379274 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:40:19.391610 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b40d14-99de-4e05-bc58-743382fc5fce req-b5331118-aeb9-451f-98f3-45c67aeac84a tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:40:19.393083 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-90b40d14-99de-4e05-bc58-743382fc5fce req-b5331118-aeb9-451f-98f3-45c67aeac84a tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "GET /v2.0/ports?device_id=28d9c342-c578-4e01-93fa-7b584b06fddd HTTP/1.1" status: 200 len: 946 time: 0.0493171 Mar 29 16:40:19.430823 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-90b40d14-99de-4e05-bc58-743382fc5fce req-9ef1ccbf-dd8e-4a7b-9313-e434352e210d tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "GET /v2.0/security-groups?id=859c8875-2c08-40b0-8281-df2ff10b53d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315318 Mar 29 16:40:20.547167 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000bb6d1-8a65-4eba-b751-f4f402a4c0d2 req-c220b1ed-9a24-44ee-97e5-8fbea7c0fd9e tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:40:20.548670 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-000bb6d1-8a65-4eba-b751-f4f402a4c0d2 req-c220b1ed-9a24-44ee-97e5-8fbea7c0fd9e tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "GET /v2.0/ports?device_id=28d9c342-c578-4e01-93fa-7b584b06fddd HTTP/1.1" status: 200 len: 946 time: 0.0489235 Mar 29 16:40:20.586301 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-000bb6d1-8a65-4eba-b751-f4f402a4c0d2 req-5e6bb704-cd71-496e-88cf-aa231a6d9957 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "GET /v2.0/security-groups?id=859c8875-2c08-40b0-8281-df2ff10b53d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312028 Mar 29 16:40:21.702406 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b6973c-177f-4b2e-bed6-8a917fca7b4d req-b6eadb8c-b0cf-452d-b147-93b32f8b1fec tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:40:21.704195 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-a1b6973c-177f-4b2e-bed6-8a917fca7b4d req-b6eadb8c-b0cf-452d-b147-93b32f8b1fec tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "GET /v2.0/ports?device_id=28d9c342-c578-4e01-93fa-7b584b06fddd HTTP/1.1" status: 200 len: 946 time: 0.0502250 Mar 29 16:40:21.743094 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-a1b6973c-177f-4b2e-bed6-8a917fca7b4d req-20454a81-bdb5-4dea-be9c-afb26de33087 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "GET /v2.0/security-groups?id=859c8875-2c08-40b0-8281-df2ff10b53d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311756 Mar 29 16:40:22.859440 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63830e4-49b0-4e9b-aed9-5d75b0b9d626 req-a5468b67-3511-4681-9b1a-647b5500a082 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:40:22.860923 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b63830e4-49b0-4e9b-aed9-5d75b0b9d626 req-a5468b67-3511-4681-9b1a-647b5500a082 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "GET /v2.0/ports?device_id=28d9c342-c578-4e01-93fa-7b584b06fddd HTTP/1.1" status: 200 len: 946 time: 0.0486364 Mar 29 16:40:22.898484 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b63830e4-49b0-4e9b-aed9-5d75b0b9d626 req-dc502ce0-e47f-4202-9560-fbbe7dab9515 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "GET /v2.0/security-groups?id=859c8875-2c08-40b0-8281-df2ff10b53d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313385 Mar 29 16:40:24.018898 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0d7ed2-182d-4751-9ccd-df681db14fe1 req-21536b7a-5152-4413-be14-c9241e1a5419 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:40:24.020974 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-ef0d7ed2-182d-4751-9ccd-df681db14fe1 req-21536b7a-5152-4413-be14-c9241e1a5419 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "GET /v2.0/ports?device_id=28d9c342-c578-4e01-93fa-7b584b06fddd HTTP/1.1" status: 200 len: 946 time: 0.0512788 Mar 29 16:40:24.057321 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-ef0d7ed2-182d-4751-9ccd-df681db14fe1 req-5e2e02dc-cb8b-46a4-8be1-41a776865c3e tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "GET /v2.0/security-groups?id=859c8875-2c08-40b0-8281-df2ff10b53d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302656 Mar 29 16:40:25.181612 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44e27d7-2b37-4c94-a12d-62bd98fd2fbf req-d04208da-ed96-4359-b7af-b5e4186ac34c tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:40:25.183079 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-a44e27d7-2b37-4c94-a12d-62bd98fd2fbf req-d04208da-ed96-4359-b7af-b5e4186ac34c tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "GET /v2.0/ports?device_id=28d9c342-c578-4e01-93fa-7b584b06fddd HTTP/1.1" status: 200 len: 946 time: 0.0548072 Mar 29 16:40:25.220204 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-a44e27d7-2b37-4c94-a12d-62bd98fd2fbf req-011c9ab8-556d-4125-b4d2-ced0df597e92 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "GET /v2.0/security-groups?id=859c8875-2c08-40b0-8281-df2ff10b53d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311546 Mar 29 16:40:26.339566 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fea1d4a-b906-43ae-bffe-3b752dbbc4b6 req-34cb1f0e-e161-4fb1-b9ac-f4b7a2409ece tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:40:26.341034 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-2fea1d4a-b906-43ae-bffe-3b752dbbc4b6 req-34cb1f0e-e161-4fb1-b9ac-f4b7a2409ece tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "GET /v2.0/ports?device_id=28d9c342-c578-4e01-93fa-7b584b06fddd HTTP/1.1" status: 200 len: 946 time: 0.0482364 Mar 29 16:40:26.380910 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-2fea1d4a-b906-43ae-bffe-3b752dbbc4b6 req-ef9954e2-aaea-4c12-842c-068e4b199bc7 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "GET /v2.0/security-groups?id=859c8875-2c08-40b0-8281-df2ff10b53d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339303 Mar 29 16:40:26.524522 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052000a0-9541-44c1-80ea-88dcc5ba1981 req-e75e7731-bca1-4fb1-b220-0e69affa52ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:40:26.525926 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-052000a0-9541-44c1-80ea-88dcc5ba1981 req-e75e7731-bca1-4fb1-b220-0e69affa52ec service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=786485d247cc4bb0943a3056cc1d0d00&device_id=28d9c342-c578-4e01-93fa-7b584b06fddd HTTP/1.1" status: 200 len: 1097 time: 0.0417008 Mar 29 16:40:26.634280 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052000a0-9541-44c1-80ea-88dcc5ba1981 req-e79aad84-2dd8-4a59-befd-2a448d4a6dee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:40:26.635790 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-052000a0-9541-44c1-80ea-88dcc5ba1981 req-e79aad84-2dd8-4a59-befd-2a448d4a6dee service neutron] 10.222.0.48 "GET /v2.0/networks?id=a627723e-b8e1-4a41-a1ad-e6b1e07a6a68 HTTP/1.1" status: 200 len: 898 time: 0.0899823 Mar 29 16:40:26.701690 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-052000a0-9541-44c1-80ea-88dcc5ba1981 req-c8b406d5-da8b-4ede-8779-28183875290a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6233face-4df4-4ee9-aaa3-991ef414f2d4 HTTP/1.1" status: 200 len: 1001 time: 0.0590022 Mar 29 16:40:26.750119 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052000a0-9541-44c1-80ea-88dcc5ba1981 req-e15c748d-6f45-4c92-9c41-fe01416d5513 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:40:26.751545 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-052000a0-9541-44c1-80ea-88dcc5ba1981 req-e15c748d-6f45-4c92-9c41-fe01416d5513 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2e8cc9a4-c70c-415f-bf90-b99cc68cea91 HTTP/1.1" status: 200 len: 834 time: 0.0419834 Mar 29 16:40:26.798706 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052000a0-9541-44c1-80ea-88dcc5ba1981 req-23de3e9a-76a0-4655-959e-4472fba6a945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:40:26.800126 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-052000a0-9541-44c1-80ea-88dcc5ba1981 req-23de3e9a-76a0-4655-959e-4472fba6a945 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a627723e-b8e1-4a41-a1ad-e6b1e07a6a68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419493 Mar 29 16:40:26.887463 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-052000a0-9541-44c1-80ea-88dcc5ba1981 req-7cc6b935-ec8b-4b3a-8c40-931aeff769ce service neutron] 10.222.0.48 "GET /v2.0/networks/a627723e-b8e1-4a41-a1ad-e6b1e07a6a68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806792 Mar 29 16:40:26.980403 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-052000a0-9541-44c1-80ea-88dcc5ba1981 req-cb4efb1c-877c-43d2-b63e-24839f3c45f1 service neutron] 10.222.0.48 "GET /v2.0/networks/a627723e-b8e1-4a41-a1ad-e6b1e07a6a68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855336 Mar 29 16:40:27.496398 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de575e0-bf74-41c0-938c-e13d62c7630c req-d25503b2-d4a5-438c-8c12-5d53b69a7e5e tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:40:27.497871 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-9de575e0-bf74-41c0-938c-e13d62c7630c req-d25503b2-d4a5-438c-8c12-5d53b69a7e5e tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "GET /v2.0/ports?device_id=28d9c342-c578-4e01-93fa-7b584b06fddd HTTP/1.1" status: 200 len: 946 time: 0.0494711 Mar 29 16:40:27.534649 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-9de575e0-bf74-41c0-938c-e13d62c7630c req-1d0972f8-b827-4859-aa4f-95c899c24473 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "GET /v2.0/security-groups?id=859c8875-2c08-40b0-8281-df2ff10b53d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307271 Mar 29 16:40:28.649032 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df08604-a870-4843-b924-39850b8bf228 req-29f66389-14ef-4655-bf02-692c059180cf tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:40:28.650513 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-4df08604-a870-4843-b924-39850b8bf228 req-29f66389-14ef-4655-bf02-692c059180cf tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "GET /v2.0/ports?device_id=28d9c342-c578-4e01-93fa-7b584b06fddd HTTP/1.1" status: 200 len: 946 time: 0.0485289 Mar 29 16:40:28.688605 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-4df08604-a870-4843-b924-39850b8bf228 req-4a76e15f-4ee1-4dab-8b97-481556c6d88e tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "GET /v2.0/security-groups?id=859c8875-2c08-40b0-8281-df2ff10b53d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320632 Mar 29 16:40:29.230855 n-d-834765-1 neutron-server[102791]: INFO neutron.api.v2.resource [req-fc2490c2-35c8-459f-9966-75dfb8448ff0 req-5487bbd1-80df-4dc4-ab46-c9b3d989a55b service neutron] show failed (client error): The resource could not be found. Mar 29 16:40:29.231902 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-fc2490c2-35c8-459f-9966-75dfb8448ff0 req-5487bbd1-80df-4dc4-ab46-c9b3d989a55b service neutron] 10.222.0.48 "GET /v2.0/ports/6233face-4df4-4ee9-aaa3-991ef414f2d4/bindings/n-h1-834765-1 HTTP/1.1" status: 404 len: 380 time: 0.0524817 Mar 29 16:40:29.425072 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2490c2-35c8-459f-9966-75dfb8448ff0 req-0862349b-dd2d-471f-b50f-926a1819d8eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:40:29.428109 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-fc2490c2-35c8-459f-9966-75dfb8448ff0 req-0862349b-dd2d-471f-b50f-926a1819d8eb service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=28d9c342-c578-4e01-93fa-7b584b06fddd&tenant_id=786485d247cc4bb0943a3056cc1d0d00 HTTP/1.1" status: 200 len: 1097 time: 0.0444088 Mar 29 16:40:29.438264 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [req-fc2490c2-35c8-459f-9966-75dfb8448ff0 req-09772a73-db03-428f-81a3-d9ebfdecbabc service neutron] Request body: {'port': {'binding:host_id': 'n-h1-834765-1', 'device_owner': 'compute:nova'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:40:29.490779 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-fc2490c2-35c8-459f-9966-75dfb8448ff0 req-09772a73-db03-428f-81a3-d9ebfdecbabc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:40:29.687138 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-fc2490c2-35c8-459f-9966-75dfb8448ff0 req-09772a73-db03-428f-81a3-d9ebfdecbabc service neutron] For port 6233face-4df4-4ee9-aaa3-991ef414f2d4, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=6233face-4df4-4ee9-aaa3-991ef414f2d4,segment=NetworkSegment(88601d7e-f923-4d2c-80fa-b0b62c104a48),segment_id=88601d7e-f923-4d2c-80fa-b0b62c104a48)] {{(pid=102791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:40:29.721262 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-fc2490c2-35c8-459f-9966-75dfb8448ff0 req-09772a73-db03-428f-81a3-d9ebfdecbabc service neutron] For port 6233face-4df4-4ee9-aaa3-991ef414f2d4, host n-h2-834765-1, cleared binding levels {{(pid=102791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 16:40:29.776695 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28d9c342-c578-4e01-93fa-7b584b06fddd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6233face-4df4-4ee9-aaa3-991ef414f2d4'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:40:29.778933 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e33af8bd2d242198c8fc7a55b0de10a2e3fe57bc5f7d7f0f551297b3d6240ff2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b5248dc-c5ca-4d7e-9933-be8cfd2ff971" -d '{"events": [{"server_uuid": "28d9c342-c578-4e01-93fa-7b584b06fddd", "name": "network-vif-unplugged", "status": "completed", "tag": "6233face-4df4-4ee9-aaa3-991ef414f2d4"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:40:29.796193 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-fc2490c2-35c8-459f-9966-75dfb8448ff0 req-09772a73-db03-428f-81a3-d9ebfdecbabc service neutron] Notify callbacks [] for port, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:40:29.815682 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.provisioning_blocks [req-fc2490c2-35c8-459f-9966-75dfb8448ff0 req-09772a73-db03-428f-81a3-d9ebfdecbabc service neutron] Transition to ACTIVE for port object 6233face-4df4-4ee9-aaa3-991ef414f2d4 will not be triggered until provisioned by entity L2. {{(pid=102791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 16:40:29.820684 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-fc2490c2-35c8-459f-9966-75dfb8448ff0 req-09772a73-db03-428f-81a3-d9ebfdecbabc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:40:29.855748 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9426b31-fc9c-443b-a9f2-88ae7c7a75c9 req-9c48d2ee-2ad5-4458-b29a-854e4fadc2a9 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:40:29.857247 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-c9426b31-fc9c-443b-a9f2-88ae7c7a75c9 req-9c48d2ee-2ad5-4458-b29a-854e4fadc2a9 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "GET /v2.0/ports?device_id=28d9c342-c578-4e01-93fa-7b584b06fddd HTTP/1.1" status: 200 len: 946 time: 0.0937250 Mar 29 16:40:29.927036 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09772a73-db03-428f-81a3-d9ebfdecbabc service neutron] Pushing event updated for resources: {'Port': ['ID=6233face-4df4-4ee9-aaa3-991ef414f2d4,revision_number=6']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:40:29.934179 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 29 Mar 2022 16:40:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8137f5a4-5389-4175-bf98-0d3693c3fa4b x-openstack-request-id: req-8137f5a4-5389-4175-bf98-0d3693c3fa4b {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:40:29.934469 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28d9c342-c578-4e01-93fa-7b584b06fddd", "name": "network-vif-unplugged", "status": "completed", "tag": "6233face-4df4-4ee9-aaa3-991ef414f2d4", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:40:29.934720 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8137f5a4-5389-4175-bf98-0d3693c3fa4b {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:40:29.935102 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28d9c342-c578-4e01-93fa-7b584b06fddd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6233face-4df4-4ee9-aaa3-991ef414f2d4', 'code': 200} Mar 29 16:40:29.956116 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09772a73-db03-428f-81a3-d9ebfdecbabc service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:40:29.956454 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09772a73-db03-428f-81a3-d9ebfdecbabc service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:40:29.956793 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09772a73-db03-428f-81a3-d9ebfdecbabc service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:40:29.957122 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09772a73-db03-428f-81a3-d9ebfdecbabc service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:40:29.957476 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09772a73-db03-428f-81a3-d9ebfdecbabc service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:40:29.957808 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09772a73-db03-428f-81a3-d9ebfdecbabc service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:40:29.958157 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09772a73-db03-428f-81a3-d9ebfdecbabc service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:40:29.958562 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09772a73-db03-428f-81a3-d9ebfdecbabc service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:40:29.958885 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09772a73-db03-428f-81a3-d9ebfdecbabc service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:40:29.959206 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09772a73-db03-428f-81a3-d9ebfdecbabc service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:40:29.959552 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09772a73-db03-428f-81a3-d9ebfdecbabc service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:40:29.959883 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09772a73-db03-428f-81a3-d9ebfdecbabc service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:40:29.972534 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-c9426b31-fc9c-443b-a9f2-88ae7c7a75c9 req-ef93e217-97bb-4549-b98b-11f468b5a417 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "GET /v2.0/security-groups?id=859c8875-2c08-40b0-8281-df2ff10b53d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1086278 Mar 29 16:40:30.001931 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc2490c2-35c8-459f-9966-75dfb8448ff0 req-09772a73-db03-428f-81a3-d9ebfdecbabc service neutron] No DVR routers for this DVR port 6233face-4df4-4ee9-aaa3-991ef414f2d4 on host n-h2-834765-1 {{(pid=102791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 16:40:30.136707 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-fc2490c2-35c8-459f-9966-75dfb8448ff0 req-09772a73-db03-428f-81a3-d9ebfdecbabc service neutron] Attempting to bind port 6233face-4df4-4ee9-aaa3-991ef414f2d4 on host n-h1-834765-1 for vnic_type normal with profile {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 16:40:30.136973 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-fc2490c2-35c8-459f-9966-75dfb8448ff0 req-09772a73-db03-428f-81a3-d9ebfdecbabc service neutron] Attempting to bind port 6233face-4df4-4ee9-aaa3-991ef414f2d4 by drivers openvswitch,hyperv on host n-h1-834765-1 at level 0 using segments [{'id': '88601d7e-f923-4d2c-80fa-b0b62c104a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'a627723e-b8e1-4a41-a1ad-e6b1e07a6a68'}] {{(pid=102791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 16:40:30.137296 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc2490c2-35c8-459f-9966-75dfb8448ff0 req-09772a73-db03-428f-81a3-d9ebfdecbabc service neutron] Attempting to bind port 6233face-4df4-4ee9-aaa3-991ef414f2d4 on network a627723e-b8e1-4a41-a1ad-e6b1e07a6a68 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 16:40:30.141444 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc2490c2-35c8-459f-9966-75dfb8448ff0 req-09772a73-db03-428f-81a3-d9ebfdecbabc service neutron] Port 6233face-4df4-4ee9-aaa3-991ef414f2d4 on network a627723e-b8e1-4a41-a1ad-e6b1e07a6a68 not bound, no agent of type Open vSwitch agent registered on host n-h1-834765-1 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 16:40:30.141758 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc2490c2-35c8-459f-9966-75dfb8448ff0 req-09772a73-db03-428f-81a3-d9ebfdecbabc service neutron] Attempting to bind port 6233face-4df4-4ee9-aaa3-991ef414f2d4 on network a627723e-b8e1-4a41-a1ad-e6b1e07a6a68 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 16:40:30.146533 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc2490c2-35c8-459f-9966-75dfb8448ff0 req-09772a73-db03-428f-81a3-d9ebfdecbabc service neutron] Checking agent: {'id': 'be375040-5069-4239-9460-a3a3213e1e90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 33, 18), 'started_at': datetime.datetime(2022, 3, 29, 15, 33, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 16, 40, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 16:40:30.146863 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc2490c2-35c8-459f-9966-75dfb8448ff0 req-09772a73-db03-428f-81a3-d9ebfdecbabc service neutron] Checking segment: {'id': '88601d7e-f923-4d2c-80fa-b0b62c104a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'a627723e-b8e1-4a41-a1ad-e6b1e07a6a68'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 16:40:30.147238 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc2490c2-35c8-459f-9966-75dfb8448ff0 req-09772a73-db03-428f-81a3-d9ebfdecbabc service neutron] Bound using segment: {'id': '88601d7e-f923-4d2c-80fa-b0b62c104a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'a627723e-b8e1-4a41-a1ad-e6b1e07a6a68'} {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 16:40:30.147680 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-fc2490c2-35c8-459f-9966-75dfb8448ff0 req-09772a73-db03-428f-81a3-d9ebfdecbabc service neutron] Bound port: 6233face-4df4-4ee9-aaa3-991ef414f2d4, host: n-h1-834765-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88601d7e-f923-4d2c-80fa-b0b62c104a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'a627723e-b8e1-4a41-a1ad-e6b1e07a6a68'}}] {{(pid=102791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 16:40:30.148032 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-fc2490c2-35c8-459f-9966-75dfb8448ff0 req-09772a73-db03-428f-81a3-d9ebfdecbabc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:40:30.211994 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-fc2490c2-35c8-459f-9966-75dfb8448ff0 req-09772a73-db03-428f-81a3-d9ebfdecbabc service neutron] For port 6233face-4df4-4ee9-aaa3-991ef414f2d4, host n-h1-834765-1, cleared binding levels {{(pid=102791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 16:40:30.215239 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-fc2490c2-35c8-459f-9966-75dfb8448ff0 req-09772a73-db03-428f-81a3-d9ebfdecbabc service neutron] For port 6233face-4df4-4ee9-aaa3-991ef414f2d4, host n-h1-834765-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=6233face-4df4-4ee9-aaa3-991ef414f2d4,segment=NetworkSegment(88601d7e-f923-4d2c-80fa-b0b62c104a48),segment_id=88601d7e-f923-4d2c-80fa-b0b62c104a48)] {{(pid=102791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 16:40:30.219321 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-fc2490c2-35c8-459f-9966-75dfb8448ff0 req-09772a73-db03-428f-81a3-d9ebfdecbabc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:40:30.253443 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2490c2-35c8-459f-9966-75dfb8448ff0 req-09772a73-db03-428f-81a3-d9ebfdecbabc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:40:30.254038 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-fc2490c2-35c8-459f-9966-75dfb8448ff0 req-09772a73-db03-428f-81a3-d9ebfdecbabc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:40:30.255503 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-fc2490c2-35c8-459f-9966-75dfb8448ff0 req-09772a73-db03-428f-81a3-d9ebfdecbabc service neutron] 10.222.0.44 "PUT /v2.0/ports/6233face-4df4-4ee9-aaa3-991ef414f2d4 HTTP/1.1" status: 200 len: 1092 time: 0.8214805 Mar 29 16:40:30.277862 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09772a73-db03-428f-81a3-d9ebfdecbabc service neutron] Pushing event updated for resources: {'Port': ['ID=6233face-4df4-4ee9-aaa3-991ef414f2d4,revision_number=7']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:40:30.322015 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2490c2-35c8-459f-9966-75dfb8448ff0 req-7a4ff5fe-d7b5-498a-8b29-b776ae5df1ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:40:30.323536 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-fc2490c2-35c8-459f-9966-75dfb8448ff0 req-7a4ff5fe-d7b5-498a-8b29-b776ae5df1ca service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=786485d247cc4bb0943a3056cc1d0d00&device_id=28d9c342-c578-4e01-93fa-7b584b06fddd HTTP/1.1" status: 200 len: 1095 time: 0.0427732 Mar 29 16:40:30.419786 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2490c2-35c8-459f-9966-75dfb8448ff0 req-2681ce2e-eb65-4fcf-a1ca-c72c4b5f98e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:40:30.421312 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-fc2490c2-35c8-459f-9966-75dfb8448ff0 req-2681ce2e-eb65-4fcf-a1ca-c72c4b5f98e7 service neutron] 10.222.0.44 "GET /v2.0/networks?id=a627723e-b8e1-4a41-a1ad-e6b1e07a6a68 HTTP/1.1" status: 200 len: 898 time: 0.0916650 Mar 29 16:40:30.463468 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-9f5b66e3-d6cc-4f4b-a77b-b4c88e39146e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:40:30.487568 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-fc2490c2-35c8-459f-9966-75dfb8448ff0 req-6cdd483a-4512-4a2d-9d4c-62fc7c9d78b3 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6233face-4df4-4ee9-aaa3-991ef414f2d4 HTTP/1.1" status: 200 len: 999 time: 0.0586600 Mar 29 16:40:30.533967 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2490c2-35c8-459f-9966-75dfb8448ff0 req-3cd9efde-ef5f-484c-be81-ec8e5de0e5f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:40:30.535273 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-fc2490c2-35c8-459f-9966-75dfb8448ff0 req-3cd9efde-ef5f-484c-be81-ec8e5de0e5f3 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2e8cc9a4-c70c-415f-bf90-b99cc68cea91 HTTP/1.1" status: 200 len: 834 time: 0.0414534 Mar 29 16:40:30.582445 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2490c2-35c8-459f-9966-75dfb8448ff0 req-a99432b6-d995-4908-87f4-cce3e698a31d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:40:30.583931 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-fc2490c2-35c8-459f-9966-75dfb8448ff0 req-a99432b6-d995-4908-87f4-cce3e698a31d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a627723e-b8e1-4a41-a1ad-e6b1e07a6a68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425625 Mar 29 16:40:30.670808 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-fc2490c2-35c8-459f-9966-75dfb8448ff0 req-4480c611-82d9-4b08-aee8-6bbc1617b533 service neutron] 10.222.0.44 "GET /v2.0/networks/a627723e-b8e1-4a41-a1ad-e6b1e07a6a68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795500 Mar 29 16:40:30.763907 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-fc2490c2-35c8-459f-9966-75dfb8448ff0 req-6a891c76-ddbd-467a-b5ab-c77a81abaa7d service neutron] 10.222.0.44 "GET /v2.0/networks/a627723e-b8e1-4a41-a1ad-e6b1e07a6a68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853076 Mar 29 16:40:31.098750 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeae616e-70a7-4205-b891-d98a4c5ebb52 req-1b177653-e1c9-4356-98eb-0af2126ab090 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:40:31.100437 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-eeae616e-70a7-4205-b891-d98a4c5ebb52 req-1b177653-e1c9-4356-98eb-0af2126ab090 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "GET /v2.0/ports?device_id=28d9c342-c578-4e01-93fa-7b584b06fddd HTTP/1.1" status: 200 len: 944 time: 0.0546744 Mar 29 16:40:31.137454 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-eeae616e-70a7-4205-b891-d98a4c5ebb52 req-afff2cf0-bcd8-42c7-9906-e08e4f26ea04 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "GET /v2.0/security-groups?id=859c8875-2c08-40b0-8281-df2ff10b53d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308838 Mar 29 16:40:31.936107 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28d9c342-c578-4e01-93fa-7b584b06fddd', 'tag': '6233face-4df4-4ee9-aaa3-991ef414f2d4'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:40:31.938533 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e33af8bd2d242198c8fc7a55b0de10a2e3fe57bc5f7d7f0f551297b3d6240ff2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0558f44a-1af4-48ab-853c-0efe62b4fdf5" -d '{"events": [{"name": "network-changed", "server_uuid": "28d9c342-c578-4e01-93fa-7b584b06fddd", "tag": "6233face-4df4-4ee9-aaa3-991ef414f2d4"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:40:31.986998 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 16:40:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32fde56b-78f0-41d6-a237-55504222e5ac x-openstack-request-id: req-32fde56b-78f0-41d6-a237-55504222e5ac {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:40:31.987314 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28d9c342-c578-4e01-93fa-7b584b06fddd", "tag": "6233face-4df4-4ee9-aaa3-991ef414f2d4", "status": "completed", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:40:31.987567 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-32fde56b-78f0-41d6-a237-55504222e5ac {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:40:31.987985 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28d9c342-c578-4e01-93fa-7b584b06fddd', 'tag': '6233face-4df4-4ee9-aaa3-991ef414f2d4', 'status': 'completed', 'code': 200} Mar 29 16:40:32.076708 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0558f44a-1af4-48ab-853c-0efe62b4fdf5 req-586d4620-a732-4b00-bd87-9af308c068b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:40:32.078204 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-0558f44a-1af4-48ab-853c-0efe62b4fdf5 req-586d4620-a732-4b00-bd87-9af308c068b7 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=786485d247cc4bb0943a3056cc1d0d00&device_id=28d9c342-c578-4e01-93fa-7b584b06fddd HTTP/1.1" status: 200 len: 1095 time: 0.0693686 Mar 29 16:40:32.079850 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0558f44a-1af4-48ab-853c-0efe62b4fdf5 req-632a81c7-36b2-47fb-92e5-5e94196dd304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:40:32.081182 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-0558f44a-1af4-48ab-853c-0efe62b4fdf5 req-632a81c7-36b2-47fb-92e5-5e94196dd304 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=786485d247cc4bb0943a3056cc1d0d00&device_id=28d9c342-c578-4e01-93fa-7b584b06fddd HTTP/1.1" status: 200 len: 1095 time: 0.0704134 Mar 29 16:40:32.240354 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0558f44a-1af4-48ab-853c-0efe62b4fdf5 req-ce6831a4-6daf-49b1-b45d-678f1964a79b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:40:32.241824 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-0558f44a-1af4-48ab-853c-0efe62b4fdf5 req-ce6831a4-6daf-49b1-b45d-678f1964a79b service neutron] 10.222.0.44 "GET /v2.0/networks?id=a627723e-b8e1-4a41-a1ad-e6b1e07a6a68 HTTP/1.1" status: 200 len: 898 time: 0.1550858 Mar 29 16:40:32.244394 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0558f44a-1af4-48ab-853c-0efe62b4fdf5 req-608ade6c-7417-43ff-bea0-e72b81a6c374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:40:32.245714 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-0558f44a-1af4-48ab-853c-0efe62b4fdf5 req-608ade6c-7417-43ff-bea0-e72b81a6c374 service neutron] 10.222.0.48 "GET /v2.0/networks?id=a627723e-b8e1-4a41-a1ad-e6b1e07a6a68 HTTP/1.1" status: 200 len: 898 time: 0.1578231 Mar 29 16:40:32.255987 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd09f12-ba80-4e22-a81d-ee2461bd68de req-4b7a270f-b8a4-431a-88a6-5d13980a1ab4 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:40:32.257503 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-2fd09f12-ba80-4e22-a81d-ee2461bd68de req-4b7a270f-b8a4-431a-88a6-5d13980a1ab4 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "GET /v2.0/ports?device_id=28d9c342-c578-4e01-93fa-7b584b06fddd HTTP/1.1" status: 200 len: 944 time: 0.0501397 Mar 29 16:40:32.295936 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-2fd09f12-ba80-4e22-a81d-ee2461bd68de req-f14f8875-94da-4765-9500-9815dec29a1d tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "GET /v2.0/security-groups?id=859c8875-2c08-40b0-8281-df2ff10b53d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321150 Mar 29 16:40:32.350272 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-0558f44a-1af4-48ab-853c-0efe62b4fdf5 req-f1918f5f-0645-40e1-ba2d-4eb4100839be service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6233face-4df4-4ee9-aaa3-991ef414f2d4 HTTP/1.1" status: 200 len: 999 time: 0.1007478 Mar 29 16:40:32.371842 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-0558f44a-1af4-48ab-853c-0efe62b4fdf5 req-706223bb-5cef-482b-ab07-a77d20a6a381 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6233face-4df4-4ee9-aaa3-991ef414f2d4 HTTP/1.1" status: 200 len: 999 time: 0.1152298 Mar 29 16:40:32.439374 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0558f44a-1af4-48ab-853c-0efe62b4fdf5 req-ca31a1ec-679a-4748-88c9-a2dbe924563b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:40:32.441035 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-0558f44a-1af4-48ab-853c-0efe62b4fdf5 req-ca31a1ec-679a-4748-88c9-a2dbe924563b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2e8cc9a4-c70c-415f-bf90-b99cc68cea91 HTTP/1.1" status: 200 len: 834 time: 0.0809979 Mar 29 16:40:32.446850 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0558f44a-1af4-48ab-853c-0efe62b4fdf5 req-d57520e5-6669-4e15-a8ac-c7e4eaa234a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:40:32.448228 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-0558f44a-1af4-48ab-853c-0efe62b4fdf5 req-d57520e5-6669-4e15-a8ac-c7e4eaa234a9 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2e8cc9a4-c70c-415f-bf90-b99cc68cea91 HTTP/1.1" status: 200 len: 834 time: 0.0595059 Mar 29 16:40:32.517425 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0558f44a-1af4-48ab-853c-0efe62b4fdf5 req-d0d8e7d9-afad-4b4e-979e-e191b822506f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:40:32.518908 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-0558f44a-1af4-48ab-853c-0efe62b4fdf5 req-d0d8e7d9-afad-4b4e-979e-e191b822506f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a627723e-b8e1-4a41-a1ad-e6b1e07a6a68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0615859 Mar 29 16:40:32.521829 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0558f44a-1af4-48ab-853c-0efe62b4fdf5 req-5852cf77-3523-4754-bf47-cc7338fe2b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:40:32.523168 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-0558f44a-1af4-48ab-853c-0efe62b4fdf5 req-5852cf77-3523-4754-bf47-cc7338fe2b2e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a627723e-b8e1-4a41-a1ad-e6b1e07a6a68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0741189 Mar 29 16:40:32.671793 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-0558f44a-1af4-48ab-853c-0efe62b4fdf5 req-5ea64742-7d9a-4722-b57a-f3958deaab30 service neutron] 10.222.0.48 "GET /v2.0/networks/a627723e-b8e1-4a41-a1ad-e6b1e07a6a68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460931 Mar 29 16:40:32.677470 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-0558f44a-1af4-48ab-853c-0efe62b4fdf5 req-bfd1399d-02d9-401f-ad73-ec179178ad40 service neutron] 10.222.0.44 "GET /v2.0/networks/a627723e-b8e1-4a41-a1ad-e6b1e07a6a68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436722 Mar 29 16:40:32.933063 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-65813d7d-214c-43d3-91b8-099a4bc300c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:40:33.144075 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-0558f44a-1af4-48ab-853c-0efe62b4fdf5 req-e204aef0-2f55-488b-af86-1121fc41ab15 service neutron] 10.222.0.48 "GET /v2.0/networks/a627723e-b8e1-4a41-a1ad-e6b1e07a6a68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4646318 Mar 29 16:40:33.147623 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-0558f44a-1af4-48ab-853c-0efe62b4fdf5 req-2acedd7f-96d8-4f9b-a8f1-c312aaa92d18 service neutron] 10.222.0.44 "GET /v2.0/networks/a627723e-b8e1-4a41-a1ad-e6b1e07a6a68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4613907 Mar 29 16:40:33.329681 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device 6233face-4df4-4ee9-aaa3-991ef414f2d4 no longer exists at agent hyperv_n-h2-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 16:40:33.368459 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device 6233face-4df4-4ee9-aaa3-991ef414f2d4 not bound to the agent host n-h2-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 16:40:33.421901 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dd4195-466d-4605-a7e6-5766bbf6fd00 req-8c3908d8-fdb3-43b9-bb8c-ecf0045ad910 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:40:33.423408 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-82dd4195-466d-4605-a7e6-5766bbf6fd00 req-8c3908d8-fdb3-43b9-bb8c-ecf0045ad910 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "GET /v2.0/ports?device_id=28d9c342-c578-4e01-93fa-7b584b06fddd HTTP/1.1" status: 200 len: 944 time: 0.0524821 Mar 29 16:40:33.462823 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-82dd4195-466d-4605-a7e6-5766bbf6fd00 req-ecfa79ce-e5d6-4a60-a259-0fbf487212ba tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "GET /v2.0/security-groups?id=859c8875-2c08-40b0-8281-df2ff10b53d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330408 Mar 29 16:40:34.411023 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d71584b9-87f1-45f5-84c7-c993c2416269 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:40:34.579117 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25808804-377b-482d-8f6c-2bbb86bb6bee req-22dbba2e-cf03-4bbc-a547-dce778ab75b9 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:40:34.580591 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-25808804-377b-482d-8f6c-2bbb86bb6bee req-22dbba2e-cf03-4bbc-a547-dce778ab75b9 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "GET /v2.0/ports?device_id=28d9c342-c578-4e01-93fa-7b584b06fddd HTTP/1.1" status: 200 len: 944 time: 0.0478880 Mar 29 16:40:34.617732 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-25808804-377b-482d-8f6c-2bbb86bb6bee req-2e79a0c2-f13f-47b5-986e-1390e4481e41 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "GET /v2.0/security-groups?id=859c8875-2c08-40b0-8281-df2ff10b53d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309956 Mar 29 16:40:34.811866 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815ed4f8-5623-4a5f-a29d-38a24e680e8f req-15571b6a-0bbe-4235-9096-f4555b6162e5 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:40:34.813580 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-815ed4f8-5623-4a5f-a29d-38a24e680e8f req-15571b6a-0bbe-4235-9096-f4555b6162e5 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "GET /v2.0/ports?device_id=28d9c342-c578-4e01-93fa-7b584b06fddd HTTP/1.1" status: 200 len: 944 time: 0.0540466 Mar 29 16:40:34.823133 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f272534c-a989-4b85-b844-b3eedeed4065 req-6f9f98d6-0c7c-46a0-90dd-a40c70ec0d8e tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:40:34.824594 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f272534c-a989-4b85-b844-b3eedeed4065 req-6f9f98d6-0c7c-46a0-90dd-a40c70ec0d8e tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.48 "GET /v2.0/ports?device_id=28d9c342-c578-4e01-93fa-7b584b06fddd&tenant_id=786485d247cc4bb0943a3056cc1d0d00&binding%3Ahost_id=n-h1-834765-1 HTTP/1.1" status: 200 len: 944 time: 0.0523708 Mar 29 16:40:34.853930 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-815ed4f8-5623-4a5f-a29d-38a24e680e8f req-e1e021d2-3e56-4260-8637-a13579ed6f66 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "GET /v2.0/security-groups?id=859c8875-2c08-40b0-8281-df2ff10b53d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330169 Mar 29 16:40:34.884963 n-d-834765-1 neutron-server[102791]: INFO neutron.api.v2.resource [req-f272534c-a989-4b85-b844-b3eedeed4065 req-e3a36a41-b5bf-4e2b-abc2-9a118bfd93c7 service neutron] delete failed (client error): The resource could not be found. Mar 29 16:40:34.886022 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f272534c-a989-4b85-b844-b3eedeed4065 req-e3a36a41-b5bf-4e2b-abc2-9a118bfd93c7 service neutron] 10.222.0.48 "DELETE /v2.0/ports/6233face-4df4-4ee9-aaa3-991ef414f2d4/bindings/n-h2-834765-1 HTTP/1.1" status: 404 len: 380 time: 0.0538177 Mar 29 16:40:35.000047 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f272534c-a989-4b85-b844-b3eedeed4065 req-dffd615e-250d-4e05-a5f9-60deb8b04bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:40:35.001458 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f272534c-a989-4b85-b844-b3eedeed4065 req-dffd615e-250d-4e05-a5f9-60deb8b04bdb service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=786485d247cc4bb0943a3056cc1d0d00&device_id=28d9c342-c578-4e01-93fa-7b584b06fddd HTTP/1.1" status: 200 len: 1095 time: 0.0717149 Mar 29 16:40:35.008268 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device 6233face-4df4-4ee9-aaa3-991ef414f2d4 details requested by agent hyperv_n-h1-834765-1 with host n-h1-834765-1 {{(pid=102792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 16:40:35.011552 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d9199f-abfc-4f91-96bf-e4ab9b974b0e req-e2f92d53-6c17-49cd-9976-4f6769bccbe6 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:40:35.013048 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-70d9199f-abfc-4f91-96bf-e4ab9b974b0e req-e2f92d53-6c17-49cd-9976-4f6769bccbe6 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "GET /v2.0/ports?device_id=28d9c342-c578-4e01-93fa-7b584b06fddd HTTP/1.1" status: 200 len: 944 time: 0.0854092 Mar 29 16:40:35.098262 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-70d9199f-abfc-4f91-96bf-e4ab9b974b0e req-97a67f13-eb85-4094-a787-58e0d05a4ed3 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "GET /v2.0/security-groups?id=859c8875-2c08-40b0-8281-df2ff10b53d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0768492 Mar 29 16:40:35.103091 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port 6233face-4df4-4ee9-aaa3-991ef414f2d4, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=6233face-4df4-4ee9-aaa3-991ef414f2d4,segment=NetworkSegment(88601d7e-f923-4d2c-80fa-b0b62c104a48),segment_id=88601d7e-f923-4d2c-80fa-b0b62c104a48)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:40:35.116485 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Returning: {'device': '6233face-4df4-4ee9-aaa3-991ef414f2d4', 'network_id': 'a627723e-b8e1-4a41-a1ad-e6b1e07a6a68', 'port_id': '6233face-4df4-4ee9-aaa3-991ef414f2d4', 'mac_address': 'fa:16:3e:be:8e:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 628, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e8cc9a4-c70c-415f-bf90-b99cc68cea91', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 16:40:35.125220 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f272534c-a989-4b85-b844-b3eedeed4065 req-bc2526ab-3f14-4254-a5a6-000956d23aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:40:35.126682 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f272534c-a989-4b85-b844-b3eedeed4065 req-bc2526ab-3f14-4254-a5a6-000956d23aaf service neutron] 10.222.0.48 "GET /v2.0/networks?id=a627723e-b8e1-4a41-a1ad-e6b1e07a6a68 HTTP/1.1" status: 200 len: 898 time: 0.1127727 Mar 29 16:40:35.153794 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:40:35.170453 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6233face-4df4-4ee9-aaa3-991ef414f2d4 {{(pid=102792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 16:40:35.189704 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port 6233face-4df4-4ee9-aaa3-991ef414f2d4, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=6233face-4df4-4ee9-aaa3-991ef414f2d4,segment=NetworkSegment(88601d7e-f923-4d2c-80fa-b0b62c104a48),segment_id=88601d7e-f923-4d2c-80fa-b0b62c104a48)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:40:35.195468 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:40:35.195672 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f272534c-a989-4b85-b844-b3eedeed4065 req-490bdedf-b833-4bc3-9af6-f8d991d3adc2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6233face-4df4-4ee9-aaa3-991ef414f2d4 HTTP/1.1" status: 200 len: 999 time: 0.0624814 Mar 29 16:40:35.241724 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Pushing event updated for resources: {'Port': ['ID=6233face-4df4-4ee9-aaa3-991ef414f2d4,revision_number=8']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:40:35.243353 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f272534c-a989-4b85-b844-b3eedeed4065 req-137a364a-11e6-424d-8621-766ab8718c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:40:35.244885 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f272534c-a989-4b85-b844-b3eedeed4065 req-137a364a-11e6-424d-8621-766ab8718c67 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2e8cc9a4-c70c-415f-bf90-b99cc68cea91 HTTP/1.1" status: 200 len: 834 time: 0.0432391 Mar 29 16:40:35.249018 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:40:35.249362 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:40:35.249698 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:40:35.250032 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:40:35.250428 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:40:35.250704 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:40:35.251024 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:40:35.251373 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:40:35.251696 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:40:35.252016 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:40:35.252336 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:40:35.252655 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:40:35.289933 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f272534c-a989-4b85-b844-b3eedeed4065 req-d78fc8b0-2851-4c77-9c50-9883a4b15555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:40:35.291458 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f272534c-a989-4b85-b844-b3eedeed4065 req-d78fc8b0-2851-4c77-9c50-9883a4b15555 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a627723e-b8e1-4a41-a1ad-e6b1e07a6a68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407000 Mar 29 16:40:35.381553 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f272534c-a989-4b85-b844-b3eedeed4065 req-8192ae3e-69a9-461c-9942-31b14cf472e3 service neutron] 10.222.0.48 "GET /v2.0/networks/a627723e-b8e1-4a41-a1ad-e6b1e07a6a68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839009 Mar 29 16:40:35.472819 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f272534c-a989-4b85-b844-b3eedeed4065 req-15a0f8f9-f015-4811-8781-cf6904005974 service neutron] 10.222.0.48 "GET /v2.0/networks/a627723e-b8e1-4a41-a1ad-e6b1e07a6a68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853903 Mar 29 16:40:35.540930 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] get_ports_and_sgs() called for port_ids ['6233face-4df4-4ee9-aaa3-991ef414f2d4'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 16:40:35.967509 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-0cb6abf6-2706-4e52-8825-f5f644ecf9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:40:36.029889 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:40:36.218834 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a32b73-fa59-4f02-8c6b-69f7f7ecbd48 req-0765e52a-e2dc-4d36-ae5a-30fe59ac425c tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:40:36.220381 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-55a32b73-fa59-4f02-8c6b-69f7f7ecbd48 req-0765e52a-e2dc-4d36-ae5a-30fe59ac425c tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "GET /v2.0/ports?device_id=28d9c342-c578-4e01-93fa-7b584b06fddd HTTP/1.1" status: 200 len: 945 time: 0.0506949 Mar 29 16:40:36.259273 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-55a32b73-fa59-4f02-8c6b-69f7f7ecbd48 req-c6117de4-f752-49ae-942e-7abc534aa881 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "GET /v2.0/security-groups?id=859c8875-2c08-40b0-8281-df2ff10b53d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328257 Mar 29 16:40:36.281764 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 42772) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:40:36.342055 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-2c79e69a-85a6-4ef4-b7d2-0b0a7e599377 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "GET /v2.0/floatingips/67c981ec-6b33-4efd-90af-bdc49ea543a2 HTTP/1.1" status: 200 len: 992 time: 0.0592022 Mar 29 16:40:37.026363 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device 6233face-4df4-4ee9-aaa3-991ef414f2d4 up at agent hyperv_n-h1-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 16:40:37.075754 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Provisioning for port 6233face-4df4-4ee9-aaa3-991ef414f2d4 completed by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 16:40:37.079977 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Provisioning complete for port 6233face-4df4-4ee9-aaa3-991ef414f2d4 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:40:37.080349 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:40:37.160958 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:40:37.184613 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28d9c342-c578-4e01-93fa-7b584b06fddd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6233face-4df4-4ee9-aaa3-991ef414f2d4'}] {{(pid=102792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:40:37.186848 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57a7834588826aa5fcb6318d84c304e74917d39e51dd24b57e16034477aedb48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-241ea7f7-6e02-47fe-b509-bb162c21e941" -d '{"events": [{"server_uuid": "28d9c342-c578-4e01-93fa-7b584b06fddd", "name": "network-vif-plugged", "status": "completed", "tag": "6233face-4df4-4ee9-aaa3-991ef414f2d4"}]}' {{(pid=102792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:40:37.200485 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port 6233face-4df4-4ee9-aaa3-991ef414f2d4, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=6233face-4df4-4ee9-aaa3-991ef414f2d4,segment=NetworkSegment(88601d7e-f923-4d2c-80fa-b0b62c104a48),segment_id=88601d7e-f923-4d2c-80fa-b0b62c104a48)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:40:37.204556 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:40:37.252476 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Pushing event updated for resources: {'Port': ['ID=6233face-4df4-4ee9-aaa3-991ef414f2d4,revision_number=9']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:40:37.271348 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 16:40:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fb32f21-eb8a-4b0a-951c-87a17462abf3 x-openstack-request-id: req-8fb32f21-eb8a-4b0a-951c-87a17462abf3 {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:40:37.271637 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28d9c342-c578-4e01-93fa-7b584b06fddd", "name": "network-vif-plugged", "status": "completed", "tag": "6233face-4df4-4ee9-aaa3-991ef414f2d4", "code": 200}]} {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:40:37.271886 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8fb32f21-eb8a-4b0a-951c-87a17462abf3 {{(pid=102792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:40:37.272270 n-d-834765-1 neutron-server[102792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28d9c342-c578-4e01-93fa-7b584b06fddd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6233face-4df4-4ee9-aaa3-991ef414f2d4', 'code': 200} Mar 29 16:40:41.221812 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.agents_db [None req-59735a15-725e-44d4-9ad5-95cbe356f209 None None] Agent healthcheck: found 7 active agents {{(pid=102793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 16:40:47.665791 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:40:48.395290 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:41:00.465631 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1c08d25a-9795-46f9-86c6-ca8bdf168a75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:41:02.935804 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-f29635fa-e207-458d-a5ec-de370a8ee68f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:41:04.418140 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d71584b9-87f1-45f5-84c7-c993c2416269 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:41:05.968649 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-0cb6abf6-2706-4e52-8825-f5f644ecf9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:41:06.031536 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:41:17.707494 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:41:18.220241 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.agents_db [None req-59735a15-725e-44d4-9ad5-95cbe356f209 None None] Agent healthcheck: found 7 active agents {{(pid=102793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 16:41:18.376274 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:41:22.973772 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 42798) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:41:23.137788 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-b2d079ec-d8c6-4dd5-b6c0-5bf8626c94c3 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Deleting port 7597b83c-2cc5-4ca4-bdd7-bfda24bcdd36 {{(pid=102790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:41:23.138129 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-b2d079ec-d8c6-4dd5-b6c0-5bf8626c94c3 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:41:23.214479 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-b2d079ec-d8c6-4dd5-b6c0-5bf8626c94c3 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:41:23.214799 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-b2d079ec-d8c6-4dd5-b6c0-5bf8626c94c3 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:41:23.226093 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-b2d079ec-d8c6-4dd5-b6c0-5bf8626c94c3 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Calling delete_port for 7597b83c-2cc5-4ca4-bdd7-bfda24bcdd36 owned by network:floatingip {{(pid=102790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:41:23.370095 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-b2d079ec-d8c6-4dd5-b6c0-5bf8626c94c3 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:41:23.396767 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d079ec-d8c6-4dd5-b6c0-5bf8626c94c3 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Pushing event deleted for resources: {'Port': ['ID=7597b83c-2cc5-4ca4-bdd7-bfda24bcdd36,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:41:23.422146 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d079ec-d8c6-4dd5-b6c0-5bf8626c94c3 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:41:23.422493 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d079ec-d8c6-4dd5-b6c0-5bf8626c94c3 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:41:23.422833 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d079ec-d8c6-4dd5-b6c0-5bf8626c94c3 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:41:23.423166 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d079ec-d8c6-4dd5-b6c0-5bf8626c94c3 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:41:23.423518 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d079ec-d8c6-4dd5-b6c0-5bf8626c94c3 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:41:23.423851 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d079ec-d8c6-4dd5-b6c0-5bf8626c94c3 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:41:23.424183 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d079ec-d8c6-4dd5-b6c0-5bf8626c94c3 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:41:23.424508 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d079ec-d8c6-4dd5-b6c0-5bf8626c94c3 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:41:23.424831 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d079ec-d8c6-4dd5-b6c0-5bf8626c94c3 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:41:23.425151 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d079ec-d8c6-4dd5-b6c0-5bf8626c94c3 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:41:23.425469 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d079ec-d8c6-4dd5-b6c0-5bf8626c94c3 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:41:23.425786 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d079ec-d8c6-4dd5-b6c0-5bf8626c94c3 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:41:23.465143 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-b2d079ec-d8c6-4dd5-b6c0-5bf8626c94c3 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks [] for floatingip, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:41:23.465489 n-d-834765-1 neutron-server[102790]: INFO neutron.db.l3_db [None req-b2d079ec-d8c6-4dd5-b6c0-5bf8626c94c3 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Floating IP 67c981ec-6b33-4efd-90af-bdc49ea543a2 disassociated (deleted). External IP: 172.25.4.12, port: 6233face-4df4-4ee9-aaa3-991ef414f2d4. Mar 29 16:41:23.671738 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2d079ec-d8c6-4dd5-b6c0-5bf8626c94c3 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Router fda5aaab-09ce-4596-b8c3-25807afaf55f has already been hosted by L3 agent c648d819-1060-4f26-b4ec-6455387b5dff {{(pid=102790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 16:41:23.778134 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2d079ec-d8c6-4dd5-b6c0-5bf8626c94c3 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 16:41:23.782831 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-b2d079ec-d8c6-4dd5-b6c0-5bf8626c94c3 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for floatingip, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:41:23.787216 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b48334f-1a2d-476a-a3e1-e04f1fbd3f88 None None] Sync routers for ids ['fda5aaab-09ce-4596-b8c3-25807afaf55f'] in n-d-834765-1 {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 16:41:23.797262 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b48334f-1a2d-476a-a3e1-e04f1fbd3f88 None None] Routers {'fda5aaab-09ce-4596-b8c3-25807afaf55f'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:41:23.797862 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-5b48334f-1a2d-476a-a3e1-e04f1fbd3f88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:41:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['fda5aaab-09ce-4596-b8c3-25807afaf55f'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:41:23.808359 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-b2d079ec-d8c6-4dd5-b6c0-5bf8626c94c3 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "DELETE /v2.0/floatingips/67c981ec-6b33-4efd-90af-bdc49ea543a2 HTTP/1.1" status: 204 len: 168 time: 0.8335149 Mar 29 16:41:23.808908 n-d-834765-1 neutron-server[102790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28d9c342-c578-4e01-93fa-7b584b06fddd', 'tag': '6233face-4df4-4ee9-aaa3-991ef414f2d4'}] {{(pid=102790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:41:23.811155 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc42593215e6c81983da9b56a0f328d75e7d983878a02b76f45470d49d1e0074" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e372090-5e6a-4cf5-bbe1-fe5d9030b68a" -d '{"events": [{"name": "network-changed", "server_uuid": "28d9c342-c578-4e01-93fa-7b584b06fddd", "tag": "6233face-4df4-4ee9-aaa3-991ef414f2d4"}]}' {{(pid=102790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:41:23.903095 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvr_db [None req-5b48334f-1a2d-476a-a3e1-e04f1fbd3f88 None None] Set router fda5aaab-09ce-4596-b8c3-25807afaf55f gateway port host: n-d-834765-1 {{(pid=102793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:41:23.905525 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 16:41:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ffbadc5-058f-4e38-ae64-1f811c02ef38 x-openstack-request-id: req-3ffbadc5-058f-4e38-ae64-1f811c02ef38 {{(pid=102790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:41:23.905815 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28d9c342-c578-4e01-93fa-7b584b06fddd", "tag": "6233face-4df4-4ee9-aaa3-991ef414f2d4", "status": "completed", "code": 200}]} {{(pid=102790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:41:23.906089 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-3ffbadc5-058f-4e38-ae64-1f811c02ef38 {{(pid=102790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:41:23.906860 n-d-834765-1 neutron-server[102790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28d9c342-c578-4e01-93fa-7b584b06fddd', 'tag': '6233face-4df4-4ee9-aaa3-991ef414f2d4', 'status': 'completed', 'code': 200} Mar 29 16:41:23.976602 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e372090-5e6a-4cf5-bbe1-fe5d9030b68a req-5ecccce0-859d-4174-a525-5ac7312877b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:41:23.979165 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-7e372090-5e6a-4cf5-bbe1-fe5d9030b68a req-5ecccce0-859d-4174-a525-5ac7312877b2 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=786485d247cc4bb0943a3056cc1d0d00&device_id=28d9c342-c578-4e01-93fa-7b584b06fddd HTTP/1.1" status: 200 len: 1097 time: 0.0495260 Mar 29 16:41:24.074340 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e372090-5e6a-4cf5-bbe1-fe5d9030b68a req-63c7ef03-77d0-4bde-884d-65b3cac14f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:41:24.075872 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-7e372090-5e6a-4cf5-bbe1-fe5d9030b68a req-63c7ef03-77d0-4bde-884d-65b3cac14f04 service neutron] 10.222.0.44 "GET /v2.0/networks?id=a627723e-b8e1-4a41-a1ad-e6b1e07a6a68 HTTP/1.1" status: 200 len: 898 time: 0.0888946 Mar 29 16:41:24.108600 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-5b48334f-1a2d-476a-a3e1-e04f1fbd3f88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fda5aaab-09ce-4596-b8c3-25807afaf55f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1368307389', 'tenant_id': '786485d247cc4bb0943a3056cc1d0d00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.71'}], 'enable_snat': True}, 'gw_port_id': 'b061ede2-0a7b-46f2-af5d-69ea413298d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:38:52Z', 'updated_at': '2022-03-29T16:38:55Z', 'revision_number': 4, 'project_id': '786485d247cc4bb0943a3056cc1d0d00', 'gw_port': {'id': 'b061ede2-0a7b-46f2-af5d-69ea413298d8', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:c8:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fda5aaab-09ce-4596-b8c3-25807afaf55f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:38:52Z', 'updated_at': '2022-03-29T16:38:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': '73e6ed6a-46ea-413a-bbbb-b54d395c3978', 'name': '', 'network_id': 'a627723e-b8e1-4a41-a1ad-e6b1e07a6a68', 'tenant_id': '786485d247cc4bb0943a3056cc1d0d00', 'mac_address': 'fa:16:3e:22:65:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fda5aaab-09ce-4596-b8c3-25807afaf55f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '2e8cc9a4-c70c-415f-bf90-b99cc68cea91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:38:54Z', 'updated_at': '2022-03-29T16:38:58Z', 'revision_number': 5, 'project_id': '786485d247cc4bb0943a3056cc1d0d00', 'subnets': [{'id': '2e8cc9a4-c70c-415f-bf90-b99cc68cea91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:41:24.124681 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-7e372090-5e6a-4cf5-bbe1-fe5d9030b68a req-fc55d3e9-6d48-4d13-947e-0f4cb5462039 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6233face-4df4-4ee9-aaa3-991ef414f2d4 HTTP/1.1" status: 200 len: 217 time: 0.0403259 Mar 29 16:41:24.140590 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b48334f-1a2d-476a-a3e1-e04f1fbd3f88 None None] Checking router: fda5aaab-09ce-4596-b8c3-25807afaf55f for host: n-d-834765-1 {{(pid=102793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 16:41:24.150072 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b48334f-1a2d-476a-a3e1-e04f1fbd3f88 None None] Routers {'fda5aaab-09ce-4596-b8c3-25807afaf55f'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:41:24.150705 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-5b48334f-1a2d-476a-a3e1-e04f1fbd3f88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:41:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['fda5aaab-09ce-4596-b8c3-25807afaf55f'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:41:24.177377 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e372090-5e6a-4cf5-bbe1-fe5d9030b68a req-65054d36-52e3-4b6b-bc3f-fd3a08755f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:41:24.178873 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-7e372090-5e6a-4cf5-bbe1-fe5d9030b68a req-65054d36-52e3-4b6b-bc3f-fd3a08755f91 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2e8cc9a4-c70c-415f-bf90-b99cc68cea91 HTTP/1.1" status: 200 len: 834 time: 0.0464442 Mar 29 16:41:24.229501 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e372090-5e6a-4cf5-bbe1-fe5d9030b68a req-7783f879-e123-49aa-850c-61c935b2cb70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:41:24.231053 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-7e372090-5e6a-4cf5-bbe1-fe5d9030b68a req-7783f879-e123-49aa-850c-61c935b2cb70 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a627723e-b8e1-4a41-a1ad-e6b1e07a6a68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435610 Mar 29 16:41:24.269966 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvr_db [None req-5b48334f-1a2d-476a-a3e1-e04f1fbd3f88 None None] Set router fda5aaab-09ce-4596-b8c3-25807afaf55f gateway port host: n-d-834765-1 {{(pid=102793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:41:24.332606 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-7e372090-5e6a-4cf5-bbe1-fe5d9030b68a req-7a93a032-4687-433f-8d8d-ee221ed01503 service neutron] 10.222.0.44 "GET /v2.0/networks/a627723e-b8e1-4a41-a1ad-e6b1e07a6a68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924499 Mar 29 16:41:24.403579 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d508d7a0-4952-462c-ae56-3112cbbc4b3c req-91bb0de0-f33a-4440-bea3-e0029893b80e tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:41:24.405252 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-d508d7a0-4952-462c-ae56-3112cbbc4b3c req-91bb0de0-f33a-4440-bea3-e0029893b80e tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "GET /v2.0/ports?device_id=28d9c342-c578-4e01-93fa-7b584b06fddd HTTP/1.1" status: 200 len: 946 time: 0.3974860 Mar 29 16:41:24.430287 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-7e372090-5e6a-4cf5-bbe1-fe5d9030b68a req-133225e2-6923-4aff-896a-1f9085493551 service neutron] 10.222.0.44 "GET /v2.0/networks/a627723e-b8e1-4a41-a1ad-e6b1e07a6a68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899205 Mar 29 16:41:24.455799 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-d508d7a0-4952-462c-ae56-3112cbbc4b3c req-f0bc76e9-97a0-40c8-976c-4cff8707bfab tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "GET /v2.0/security-groups?id=859c8875-2c08-40b0-8281-df2ff10b53d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421152 Mar 29 16:41:24.482768 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-5b48334f-1a2d-476a-a3e1-e04f1fbd3f88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fda5aaab-09ce-4596-b8c3-25807afaf55f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1368307389', 'tenant_id': '786485d247cc4bb0943a3056cc1d0d00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.71'}], 'enable_snat': True}, 'gw_port_id': 'b061ede2-0a7b-46f2-af5d-69ea413298d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:38:52Z', 'updated_at': '2022-03-29T16:38:55Z', 'revision_number': 4, 'project_id': '786485d247cc4bb0943a3056cc1d0d00', 'gw_port': {'id': 'b061ede2-0a7b-46f2-af5d-69ea413298d8', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:c8:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fda5aaab-09ce-4596-b8c3-25807afaf55f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:38:52Z', 'updated_at': '2022-03-29T16:38:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': '73e6ed6a-46ea-413a-bbbb-b54d395c3978', 'name': '', 'network_id': 'a627723e-b8e1-4a41-a1ad-e6b1e07a6a68', 'tenant_id': '786485d247cc4bb0943a3056cc1d0d00', 'mac_address': 'fa:16:3e:22:65:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fda5aaab-09ce-4596-b8c3-25807afaf55f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '2e8cc9a4-c70c-415f-bf90-b99cc68cea91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:38:54Z', 'updated_at': '2022-03-29T16:38:58Z', 'revision_number': 5, 'project_id': '786485d247cc4bb0943a3056cc1d0d00', 'subnets': [{'id': '2e8cc9a4-c70c-415f-bf90-b99cc68cea91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:41:24.508436 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b48334f-1a2d-476a-a3e1-e04f1fbd3f88 None None] The sync data for ids ['fda5aaab-09ce-4596-b8c3-25807afaf55f'] in n-d-834765-1 is: [{'id': 'fda5aaab-09ce-4596-b8c3-25807afaf55f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1368307389', 'tenant_id': '786485d247cc4bb0943a3056cc1d0d00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.71'}], 'enable_snat': True}, 'gw_port_id': 'b061ede2-0a7b-46f2-af5d-69ea413298d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:38:52Z', 'updated_at': '2022-03-29T16:38:55Z', 'revision_number': 4, 'project_id': '786485d247cc4bb0943a3056cc1d0d00', 'gw_port': {'id': 'b061ede2-0a7b-46f2-af5d-69ea413298d8', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:c8:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fda5aaab-09ce-4596-b8c3-25807afaf55f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:38:52Z', 'updated_at': '2022-03-29T16:38:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': '73e6ed6a-46ea-413a-bbbb-b54d395c3978', 'name': '', 'network_id': 'a627723e-b8e1-4a41-a1ad-e6b1e07a6a68', 'tenant_id': '786485d247cc4bb0943a3056cc1d0d00', 'mac_address': 'fa:16:3e:22:65:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fda5aaab-09ce-4596-b8c3-25807afaf55f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '2e8cc9a4-c70c-415f-bf90-b99cc68cea91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:38:54Z', 'updated_at': '2022-03-29T16:38:58Z', 'revision_number': 5, 'project_id': '786485d247cc4bb0943a3056cc1d0d00', 'subnets': [{'id': '2e8cc9a4-c70c-415f-bf90-b99cc68cea91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 16:41:24.719445 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b58e782-f5c5-40a5-a94a-18a3b64cb839 None None] New status for floating IP 67c981ec-6b33-4efd-90af-bdc49ea543a2: DOWN {{(pid=102792) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 16:41:25.590834 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f87a0d-8f35-4151-b275-ce2ef92cea51 req-2677db46-2850-4285-8fae-4babe60714dc tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:41:25.592311 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-84f87a0d-8f35-4151-b275-ce2ef92cea51 req-2677db46-2850-4285-8fae-4babe60714dc tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "GET /v2.0/ports?device_id=28d9c342-c578-4e01-93fa-7b584b06fddd HTTP/1.1" status: 200 len: 946 time: 0.0700791 Mar 29 16:41:25.600071 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6243fc-dbd0-445b-b035-5f25a0f87467 req-2db50da8-d585-4f32-b874-47d6aefbef21 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:41:25.601714 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-0a6243fc-dbd0-445b-b035-5f25a0f87467 req-2db50da8-d585-4f32-b874-47d6aefbef21 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.44 "GET /v2.0/ports?device_id=28d9c342-c578-4e01-93fa-7b584b06fddd HTTP/1.1" status: 200 len: 946 time: 0.0890718 Mar 29 16:41:25.684020 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-84f87a0d-8f35-4151-b275-ce2ef92cea51 req-1cd4a7c2-e4bc-4005-abd6-5dab919ec354 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "GET /v2.0/security-groups?id=859c8875-2c08-40b0-8281-df2ff10b53d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0807879 Mar 29 16:41:25.710140 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [req-0a6243fc-dbd0-445b-b035-5f25a0f87467 req-f3da3a8a-9718-4562-9e13-39207cbbe33d tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Deleting port 6233face-4df4-4ee9-aaa3-991ef414f2d4 {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:41:25.710480 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-0a6243fc-dbd0-445b-b035-5f25a0f87467 req-f3da3a8a-9718-4562-9e13-39207cbbe33d tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:41:25.800928 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-0a6243fc-dbd0-445b-b035-5f25a0f87467 req-f3da3a8a-9718-4562-9e13-39207cbbe33d tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] For port 6233face-4df4-4ee9-aaa3-991ef414f2d4, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=6233face-4df4-4ee9-aaa3-991ef414f2d4,segment=NetworkSegment(88601d7e-f923-4d2c-80fa-b0b62c104a48),segment_id=88601d7e-f923-4d2c-80fa-b0b62c104a48)] {{(pid=102791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:41:25.801211 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-0a6243fc-dbd0-445b-b035-5f25a0f87467 req-f3da3a8a-9718-4562-9e13-39207cbbe33d tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:41:25.812881 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [req-0a6243fc-dbd0-445b-b035-5f25a0f87467 req-f3da3a8a-9718-4562-9e13-39207cbbe33d tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Calling delete_port for 6233face-4df4-4ee9-aaa3-991ef414f2d4 owned by compute:nova {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:41:25.939681 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-0a6243fc-dbd0-445b-b035-5f25a0f87467 req-f3da3a8a-9718-4562-9e13-39207cbbe33d tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:41:25.974960 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3da3a8a-9718-4562-9e13-39207cbbe33d tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Pushing event deleted for resources: {'Port': ['ID=6233face-4df4-4ee9-aaa3-991ef414f2d4,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:41:26.009408 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a6243fc-dbd0-445b-b035-5f25a0f87467 req-f3da3a8a-9718-4562-9e13-39207cbbe33d tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] No DVR routers for this DVR port 6233face-4df4-4ee9-aaa3-991ef414f2d4 on host n-h1-834765-1 {{(pid=102791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 16:41:26.012539 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-0a6243fc-dbd0-445b-b035-5f25a0f87467 req-f3da3a8a-9718-4562-9e13-39207cbbe33d tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:41:26.016053 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-0a6243fc-dbd0-445b-b035-5f25a0f87467 req-f3da3a8a-9718-4562-9e13-39207cbbe33d tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.44 "DELETE /v2.0/ports/6233face-4df4-4ee9-aaa3-991ef414f2d4 HTTP/1.1" status: 204 len: 173 time: 0.4069383 Mar 29 16:41:26.016519 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28d9c342-c578-4e01-93fa-7b584b06fddd', 'name': 'network-vif-deleted', 'tag': '6233face-4df4-4ee9-aaa3-991ef414f2d4'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:41:26.018776 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e33af8bd2d242198c8fc7a55b0de10a2e3fe57bc5f7d7f0f551297b3d6240ff2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9758f25e-ada2-4c43-b33f-ae8bf27e959b" -d '{"events": [{"server_uuid": "28d9c342-c578-4e01-93fa-7b584b06fddd", "name": "network-vif-deleted", "tag": "6233face-4df4-4ee9-aaa3-991ef414f2d4"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:41:26.060040 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 16:41:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3b925f8-77ab-4b64-991c-6c4f7a354feb x-openstack-request-id: req-d3b925f8-77ab-4b64-991c-6c4f7a354feb {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:41:26.060338 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28d9c342-c578-4e01-93fa-7b584b06fddd", "name": "network-vif-deleted", "tag": "6233face-4df4-4ee9-aaa3-991ef414f2d4", "status": "completed", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:41:26.060591 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d3b925f8-77ab-4b64-991c-6c4f7a354feb {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:41:26.060995 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28d9c342-c578-4e01-93fa-7b584b06fddd', 'name': 'network-vif-deleted', 'tag': '6233face-4df4-4ee9-aaa3-991ef414f2d4', 'status': 'completed', 'code': 200} Mar 29 16:41:26.741926 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 42816) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:41:27.093489 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-d9938fd3-8868-4424-9971-fffc653061df tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-530452'] for router_interface, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:41:27.348739 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-d9938fd3-8868-4424-9971-fffc653061df tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Deleting port 73e6ed6a-46ea-413a-bbbb-b54d395c3978 {{(pid=102790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:41:27.348994 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-d9938fd3-8868-4424-9971-fffc653061df tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:41:27.441587 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [None req-d9938fd3-8868-4424-9971-fffc653061df tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] For port 73e6ed6a-46ea-413a-bbbb-b54d395c3978, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=73e6ed6a-46ea-413a-bbbb-b54d395c3978,segment=NetworkSegment(88601d7e-f923-4d2c-80fa-b0b62c104a48),segment_id=88601d7e-f923-4d2c-80fa-b0b62c104a48)] {{(pid=102790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:41:27.441948 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-d9938fd3-8868-4424-9971-fffc653061df tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:41:27.454501 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-d9938fd3-8868-4424-9971-fffc653061df tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Calling delete_port for 73e6ed6a-46ea-413a-bbbb-b54d395c3978 owned by network:router_interface {{(pid=102790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:41:27.634912 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-d9938fd3-8868-4424-9971-fffc653061df tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:41:27.662377 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9938fd3-8868-4424-9971-fffc653061df tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Pushing event deleted for resources: {'Port': ['ID=73e6ed6a-46ea-413a-bbbb-b54d395c3978,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:41:27.840057 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-d9938fd3-8868-4424-9971-fffc653061df tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-530528'] for router_interface, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:41:28.053132 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9938fd3-8868-4424-9971-fffc653061df tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Router fda5aaab-09ce-4596-b8c3-25807afaf55f has already been hosted by L3 agent c648d819-1060-4f26-b4ec-6455387b5dff {{(pid=102790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 16:41:28.158824 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9938fd3-8868-4424-9971-fffc653061df tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 16:41:28.164082 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-d9938fd3-8868-4424-9971-fffc653061df tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "PUT /v2.0/routers/fda5aaab-09ce-4596-b8c3-25807afaf55f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4210560 Mar 29 16:41:28.167463 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 42818) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:41:28.169474 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77fbf1d7-ca72-433b-b151-e3ef1e325980 None None] Sync routers for ids ['fda5aaab-09ce-4596-b8c3-25807afaf55f'] in n-d-834765-1 {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 16:41:28.178818 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77fbf1d7-ca72-433b-b151-e3ef1e325980 None None] Routers {'fda5aaab-09ce-4596-b8c3-25807afaf55f'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:41:28.179481 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-77fbf1d7-ca72-433b-b151-e3ef1e325980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:41:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['fda5aaab-09ce-4596-b8c3-25807afaf55f'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:41:28.220689 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.db_base_plugin_v2 [None req-8cdd1bbd-d253-4bd7-a0cf-c87585bf6b9f tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Deleting subnet 2e8cc9a4-c70c-415f-bf90-b99cc68cea91 {{(pid=102790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 16:41:28.223690 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-8cdd1bbd-d253-4bd7-a0cf-c87585bf6b9f tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks [] for subnet, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:41:28.263221 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-8cdd1bbd-d253-4bd7-a0cf-c87585bf6b9f tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4614024'] for subnet, precommit_delete_associations {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:41:28.286106 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvr_db [None req-77fbf1d7-ca72-433b-b151-e3ef1e325980 None None] Set router fda5aaab-09ce-4596-b8c3-25807afaf55f gateway port host: n-d-834765-1 {{(pid=102793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:41:28.345285 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-8cdd1bbd-d253-4bd7-a0cf-c87585bf6b9f tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1641287'] for subnet, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:41:28.406858 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-8cdd1bbd-d253-4bd7-a0cf-c87585bf6b9f tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1641294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5231963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4793952'] for subnet, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:41:28.433686 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdd1bbd-d253-4bd7-a0cf-c87585bf6b9f tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Pushing event deleted for resources: {'Subnet': ['ID=2e8cc9a4-c70c-415f-bf90-b99cc68cea91,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:41:28.440503 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-8cdd1bbd-d253-4bd7-a0cf-c87585bf6b9f tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks [] for subnet, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:41:28.444686 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-8cdd1bbd-d253-4bd7-a0cf-c87585bf6b9f tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "DELETE /v2.0/subnets/2e8cc9a4-c70c-415f-bf90-b99cc68cea91 HTTP/1.1" status: 204 len: 168 time: 0.2762697 Mar 29 16:41:28.447930 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26842075-7a1d-48fc-9436-fd1643dc7a7c None None] Network a627723e-b8e1-4a41-a1ad-e6b1e07a6a68 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 16:41:28.448664 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 42820) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:41:28.475374 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-77fbf1d7-ca72-433b-b151-e3ef1e325980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fda5aaab-09ce-4596-b8c3-25807afaf55f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1368307389', 'tenant_id': '786485d247cc4bb0943a3056cc1d0d00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.71'}], 'enable_snat': True}, 'gw_port_id': 'b061ede2-0a7b-46f2-af5d-69ea413298d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:38:52Z', 'updated_at': '2022-03-29T16:41:27Z', 'revision_number': 5, 'project_id': '786485d247cc4bb0943a3056cc1d0d00', 'gw_port': {'id': 'b061ede2-0a7b-46f2-af5d-69ea413298d8', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:c8:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fda5aaab-09ce-4596-b8c3-25807afaf55f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:38:52Z', 'updated_at': '2022-03-29T16:38:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1'}], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:41:28.505751 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77fbf1d7-ca72-433b-b151-e3ef1e325980 None None] Checking router: fda5aaab-09ce-4596-b8c3-25807afaf55f for host: n-d-834765-1 {{(pid=102793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 16:41:28.515989 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77fbf1d7-ca72-433b-b151-e3ef1e325980 None None] Routers {'fda5aaab-09ce-4596-b8c3-25807afaf55f'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:41:28.516723 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-77fbf1d7-ca72-433b-b151-e3ef1e325980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:41:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['fda5aaab-09ce-4596-b8c3-25807afaf55f'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:41:28.563043 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-2e746721-abdd-4240-bbde-a00c18fc9429 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks [] for router, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:41:28.623065 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvr_db [None req-77fbf1d7-ca72-433b-b151-e3ef1e325980 None None] Set router fda5aaab-09ce-4596-b8c3-25807afaf55f gateway port host: n-d-834765-1 {{(pid=102793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:41:28.668839 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1ca4bf6-2479-419b-8f86-22c96e2e638b None None] DHCP port deletion for a627723e-b8e1-4a41-a1ad-e6b1e07a6a68 request from n-d-834765-1 {{(pid=102792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 29 16:41:28.684265 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-2e746721-abdd-4240-bbde-a00c18fc9429 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:41:28.725241 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-e1ca4bf6-2479-419b-8f86-22c96e2e638b None None] Deleting port c16cb9fd-cb52-4997-a018-11e28ebfcda2 {{(pid=102792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:41:28.725660 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-e1ca4bf6-2479-419b-8f86-22c96e2e638b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:41:28.745280 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-2e746721-abdd-4240-bbde-a00c18fc9429 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Deleting port b061ede2-0a7b-46f2-af5d-69ea413298d8 {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:41:28.745639 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-2e746721-abdd-4240-bbde-a00c18fc9429 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:41:28.792826 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-e1ca4bf6-2479-419b-8f86-22c96e2e638b None None] For port c16cb9fd-cb52-4997-a018-11e28ebfcda2, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=c16cb9fd-cb52-4997-a018-11e28ebfcda2,segment=NetworkSegment(88601d7e-f923-4d2c-80fa-b0b62c104a48),segment_id=88601d7e-f923-4d2c-80fa-b0b62c104a48)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:41:28.793546 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-e1ca4bf6-2479-419b-8f86-22c96e2e638b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:41:28.809904 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-77fbf1d7-ca72-433b-b151-e3ef1e325980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fda5aaab-09ce-4596-b8c3-25807afaf55f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1368307389', 'tenant_id': '786485d247cc4bb0943a3056cc1d0d00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.71'}], 'enable_snat': True}, 'gw_port_id': 'b061ede2-0a7b-46f2-af5d-69ea413298d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:38:52Z', 'updated_at': '2022-03-29T16:41:27Z', 'revision_number': 5, 'project_id': '786485d247cc4bb0943a3056cc1d0d00', 'gw_port': {'id': 'b061ede2-0a7b-46f2-af5d-69ea413298d8', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:c8:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fda5aaab-09ce-4596-b8c3-25807afaf55f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:38:52Z', 'updated_at': '2022-03-29T16:38:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1'}], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:41:28.811010 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-e1ca4bf6-2479-419b-8f86-22c96e2e638b None None] Calling delete_port for c16cb9fd-cb52-4997-a018-11e28ebfcda2 owned by network:dhcp {{(pid=102792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:41:28.832754 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [None req-2e746721-abdd-4240-bbde-a00c18fc9429 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] For port b061ede2-0a7b-46f2-af5d-69ea413298d8, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=b061ede2-0a7b-46f2-af5d-69ea413298d8,segment=NetworkSegment(6ab47353-a811-4bad-bc73-b4cc84583cfd),segment_id=6ab47353-a811-4bad-bc73-b4cc84583cfd)] {{(pid=102791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:41:28.833117 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-2e746721-abdd-4240-bbde-a00c18fc9429 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:41:28.846040 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-2e746721-abdd-4240-bbde-a00c18fc9429 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Calling delete_port for b061ede2-0a7b-46f2-af5d-69ea413298d8 owned by network:router_gateway {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:41:28.903923 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-e1ca4bf6-2479-419b-8f86-22c96e2e638b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350'] for port, after_delete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:41:28.930722 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ca4bf6-2479-419b-8f86-22c96e2e638b None None] Pushing event deleted for resources: {'Port': ['ID=c16cb9fd-cb52-4997-a018-11e28ebfcda2,revision_number=None']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:41:28.932118 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77fbf1d7-ca72-433b-b151-e3ef1e325980 None None] The sync data for ids ['fda5aaab-09ce-4596-b8c3-25807afaf55f'] in n-d-834765-1 is: [{'id': 'fda5aaab-09ce-4596-b8c3-25807afaf55f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1368307389', 'tenant_id': '786485d247cc4bb0943a3056cc1d0d00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.71'}], 'enable_snat': True}, 'gw_port_id': 'b061ede2-0a7b-46f2-af5d-69ea413298d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:38:52Z', 'updated_at': '2022-03-29T16:41:27Z', 'revision_number': 5, 'project_id': '786485d247cc4bb0943a3056cc1d0d00', 'gw_port': {'id': 'b061ede2-0a7b-46f2-af5d-69ea413298d8', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:c8:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fda5aaab-09ce-4596-b8c3-25807afaf55f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:38:52Z', 'updated_at': '2022-03-29T16:38:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1'}] {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 16:41:28.934802 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1ca4bf6-2479-419b-8f86-22c96e2e638b None None] No DVR routers for this DVR port c16cb9fd-cb52-4997-a018-11e28ebfcda2 on host n-d-834765-1 {{(pid=102792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 16:41:29.031997 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-2e746721-abdd-4240-bbde-a00c18fc9429 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:41:29.059589 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e746721-abdd-4240-bbde-a00c18fc9429 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Pushing event deleted for resources: {'Port': ['ID=b061ede2-0a7b-46f2-af5d-69ea413298d8,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:41:29.120572 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-2e746721-abdd-4240-bbde-a00c18fc9429 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-648138'] for router_gateway, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:41:29.221035 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-2e746721-abdd-4240-bbde-a00c18fc9429 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129328'] for router, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:41:29.223136 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-2e746721-abdd-4240-bbde-a00c18fc9429 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:41:29.266121 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-2e746721-abdd-4240-bbde-a00c18fc9429 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-526718'] for router, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:41:29.266831 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e746721-abdd-4240-bbde-a00c18fc9429 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Fanout notify agent at l3_agent the message router_deleted on router fda5aaab-09ce-4596-b8c3-25807afaf55f {{(pid=102791) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 29 16:41:29.274298 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-2e746721-abdd-4240-bbde-a00c18fc9429 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks [] for router, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:41:29.275443 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-2e746721-abdd-4240-bbde-a00c18fc9429 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "DELETE /v2.0/routers/fda5aaab-09ce-4596-b8c3-25807afaf55f HTTP/1.1" status: 204 len: 168 time: 0.8257589 Mar 29 16:41:29.278203 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 42830) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:41:29.315702 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device 6233face-4df4-4ee9-aaa3-991ef414f2d4 no longer exists at agent hyperv_n-h1-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 16:41:29.338900 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] No Port match for: 6233face-4df4-4ee9-aaa3-991ef414f2d4 {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 16:41:29.339237 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device 6233face-4df4-4ee9-aaa3-991ef414f2d4 not bound to the agent host n-h1-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 16:41:29.359982 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-35e38f91-a3fc-400d-846a-c02368e271f4 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1631750'] for network, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:41:29.452828 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-35e38f91-a3fc-400d-846a-c02368e271f4 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639890', 'neutron.services.segments.db._delete_segments_for_network-8783523423079'] for network, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:41:29.471712 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-35e38f91-a3fc-400d-846a-c02368e271f4 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a627723e-b8e1-4a41-a1ad-e6b1e07a6a68']}} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:41:29.481434 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-35e38f91-a3fc-400d-846a-c02368e271f4 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88601d7e-f923-4d2c-80fa-b0b62c104a48') {'for_net_delete': True} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:41:29.481711 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-35e38f91-a3fc-400d-846a-c02368e271f4 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88601d7e-f923-4d2c-80fa-b0b62c104a48') {} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:41:29.490769 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-35e38f91-a3fc-400d-846a-c02368e271f4 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783523422064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4230428'] for segment, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:41:29.503974 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-35e38f91-a3fc-400d-846a-c02368e271f4 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:41:29.509742 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35e38f91-a3fc-400d-846a-c02368e271f4 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Releasing vlan 628 on physical network physnet1 to pool {{(pid=102791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 16:41:29.510121 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-35e38f91-a3fc-400d-846a-c02368e271f4 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16169569'] for segment, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:41:29.513082 n-d-834765-1 neutron-server[102791]: Traceback (most recent call last): Mar 29 16:41:29.513082 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 16:41:29.513082 n-d-834765-1 neutron-server[102791]: timer() Mar 29 16:41:29.513082 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 16:41:29.513082 n-d-834765-1 neutron-server[102791]: cb(*args, **kw) Mar 29 16:41:29.513082 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 16:41:29.513082 n-d-834765-1 neutron-server[102791]: return func(*args, **kwargs) Mar 29 16:41:29.513082 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 16:41:29.513082 n-d-834765-1 neutron-server[102791]: self._notify() Mar 29 16:41:29.513082 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 16:41:29.513082 n-d-834765-1 neutron-server[102791]: self.callback(batched_events) Mar 29 16:41:29.513082 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 16:41:29.513082 n-d-834765-1 neutron-server[102791]: event.method(event) Mar 29 16:41:29.513082 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 16:41:29.513082 n-d-834765-1 neutron-server[102791]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 16:41:29.513082 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 16:41:29.513082 n-d-834765-1 neutron-server[102791]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 16:41:29.513082 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 16:41:29.513082 n-d-834765-1 neutron-server[102791]: return f(self, *a, **k) Mar 29 16:41:29.513082 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 16:41:29.513082 n-d-834765-1 neutron-server[102791]: return self._get(url).json() Mar 29 16:41:29.513082 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 16:41:29.513082 n-d-834765-1 neutron-server[102791]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 16:41:29.513082 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 16:41:29.513082 n-d-834765-1 neutron-server[102791]: return self.request(url, 'GET', **kwargs) Mar 29 16:41:29.513082 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 16:41:29.513082 n-d-834765-1 neutron-server[102791]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 16:41:29.513082 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 16:41:29.513082 n-d-834765-1 neutron-server[102791]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 16:41:29.513082 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 16:41:29.513082 n-d-834765-1 neutron-server[102791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 16:41:29.513082 n-d-834765-1 neutron-server[102791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 16:41:29.573783 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-35e38f91-a3fc-400d-846a-c02368e271f4 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1639897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648174'] for network, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:41:29.580727 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-35e38f91-a3fc-400d-846a-c02368e271f4 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks [] for network, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:41:29.583766 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-35e38f91-a3fc-400d-846a-c02368e271f4 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "DELETE /v2.0/networks/a627723e-b8e1-4a41-a1ad-e6b1e07a6a68 HTTP/1.1" status: 204 len: 168 time: 0.3046098 Mar 29 16:41:29.586830 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 42832) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:41:29.594462 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e38f91-a3fc-400d-846a-c02368e271f4 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Pushing event deleted for resources: {'Network': ['ID=a627723e-b8e1-4a41-a1ad-e6b1e07a6a68,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:41:29.646517 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-a8cf75b7-ec29-48c0-beb8-dbff5e176234 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks [] for security_group, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:41:29.673737 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-a8cf75b7-ec29-48c0-beb8-dbff5e176234 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:41:29.736781 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-a8cf75b7-ec29-48c0-beb8-dbff5e176234 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:41:29.740303 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-a8cf75b7-ec29-48c0-beb8-dbff5e176234 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:41:29.741542 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-a8cf75b7-ec29-48c0-beb8-dbff5e176234 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "DELETE /v2.0/security-groups/859c8875-2c08-40b0-8281-df2ff10b53d2 HTTP/1.1" status: 204 len: 168 time: 0.1536131 Mar 29 16:41:29.752045 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8cf75b7-ec29-48c0-beb8-dbff5e176234 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=859c8875-2c08-40b0-8281-df2ff10b53d2,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:41:29.932078 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device b061ede2-0a7b-46f2-af5d-69ea413298d8 no longer exists at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 16:41:29.953048 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] No Port match for: b061ede2-0a7b-46f2-af5d-69ea413298d8 {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 16:41:29.953392 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device b061ede2-0a7b-46f2-af5d-69ea413298d8 not bound to the agent host n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 16:41:29.953790 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device c16cb9fd-cb52-4997-a018-11e28ebfcda2 no longer exists at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 16:41:29.972828 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] No Port match for: c16cb9fd-cb52-4997-a018-11e28ebfcda2 {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 16:41:29.973104 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device c16cb9fd-cb52-4997-a018-11e28ebfcda2 not bound to the agent host n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 16:41:29.973505 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 73e6ed6a-46ea-413a-bbbb-b54d395c3978 no longer exists at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 16:41:29.993115 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] No Port match for: 73e6ed6a-46ea-413a-bbbb-b54d395c3978 {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 16:41:29.993449 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 73e6ed6a-46ea-413a-bbbb-b54d395c3978 not bound to the agent host n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 16:41:30.044822 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 42838) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:41:30.049479 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-b57dac30-87a9-4f0c-8083-a8a942bbe30d tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1618688048', 'description': 'tempest-secgroup-smoke-1618688048 description', 'project_id': '786485d247cc4bb0943a3056cc1d0d00'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:41:30.069545 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-b57dac30-87a9-4f0c-8083-a8a942bbe30d tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks [] for security_group, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:41:30.134333 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-b57dac30-87a9-4f0c-8083-a8a942bbe30d tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks [] for security_group, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:41:30.137901 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-b57dac30-87a9-4f0c-8083-a8a942bbe30d tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:41:30.166727 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-b57dac30-87a9-4f0c-8083-a8a942bbe30d tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks [] for security_group, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:41:30.167984 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-b57dac30-87a9-4f0c-8083-a8a942bbe30d tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1221578 Mar 29 16:41:30.171108 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 42840) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:41:30.172078 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57dac30-87a9-4f0c-8083-a8a942bbe30d tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c72750f2-35c2-437c-b295-224ac8127353,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:41:30.175818 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-21516db1-ddf1-4a54-bf5e-038582853297 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Request body: {'security_group_rule': {'security_group_id': 'c72750f2-35c2-437c-b295-224ac8127353', 'project_id': '786485d247cc4bb0943a3056cc1d0d00', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:41:30.179655 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57dac30-87a9-4f0c-8083-a8a942bbe30d tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:41:30.180081 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57dac30-87a9-4f0c-8083-a8a942bbe30d tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:41:30.180474 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57dac30-87a9-4f0c-8083-a8a942bbe30d tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:41:30.180805 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57dac30-87a9-4f0c-8083-a8a942bbe30d tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:41:30.181137 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57dac30-87a9-4f0c-8083-a8a942bbe30d tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:41:30.181465 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57dac30-87a9-4f0c-8083-a8a942bbe30d tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:41:30.181793 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57dac30-87a9-4f0c-8083-a8a942bbe30d tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:41:30.182123 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57dac30-87a9-4f0c-8083-a8a942bbe30d tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:41:30.182450 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57dac30-87a9-4f0c-8083-a8a942bbe30d tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:41:30.182770 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57dac30-87a9-4f0c-8083-a8a942bbe30d tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:41:30.183091 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57dac30-87a9-4f0c-8083-a8a942bbe30d tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:41:30.183442 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57dac30-87a9-4f0c-8083-a8a942bbe30d tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:41:30.202730 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-21516db1-ddf1-4a54-bf5e-038582853297 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:41:30.249000 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-21516db1-ddf1-4a54-bf5e-038582853297 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:41:30.252790 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-21516db1-ddf1-4a54-bf5e-038582853297 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610998'] for security_group_rule, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:41:30.269970 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21516db1-ddf1-4a54-bf5e-038582853297 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1f30dfc-6fc7-4d6f-ba92-5be56e4a999c,revision_number=0']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:41:30.279078 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-21516db1-ddf1-4a54-bf5e-038582853297 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:41:30.280352 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-21516db1-ddf1-4a54-bf5e-038582853297 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1081409 Mar 29 16:41:30.283017 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 42842) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:41:30.287235 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-399169e6-a8d6-4259-a5a3-fad405f6e723 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Request body: {'security_group_rule': {'security_group_id': 'c72750f2-35c2-437c-b295-224ac8127353', 'project_id': '786485d247cc4bb0943a3056cc1d0d00', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:41:30.313389 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-399169e6-a8d6-4259-a5a3-fad405f6e723 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:41:30.384284 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-399169e6-a8d6-4259-a5a3-fad405f6e723 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:41:30.388874 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-399169e6-a8d6-4259-a5a3-fad405f6e723 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610998'] for security_group_rule, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:41:30.408811 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399169e6-a8d6-4259-a5a3-fad405f6e723 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c597c48c-15cd-4e42-920b-a3c214580fe7,revision_number=0']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:41:30.414691 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-399169e6-a8d6-4259-a5a3-fad405f6e723 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:41:30.418487 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-399169e6-a8d6-4259-a5a3-fad405f6e723 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1320283 Mar 29 16:41:30.418839 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 42844) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:41:30.423474 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-4ac76674-0670-4b0a-be91-393115ee1bb9 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Request body: {'security_group_rule': {'security_group_id': 'c72750f2-35c2-437c-b295-224ac8127353', 'project_id': '786485d247cc4bb0943a3056cc1d0d00', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:41:30.449215 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-4ac76674-0670-4b0a-be91-393115ee1bb9 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:41:30.468092 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-265c900a-9128-42d1-8907-9d22f3ede6ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:41:30.510893 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-4ac76674-0670-4b0a-be91-393115ee1bb9 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:41:30.514341 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-4ac76674-0670-4b0a-be91-393115ee1bb9 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610998'] for security_group_rule, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:41:30.531396 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac76674-0670-4b0a-be91-393115ee1bb9 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ec14807-326b-4c44-9d82-134bea268068,revision_number=0']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:41:30.538963 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-4ac76674-0670-4b0a-be91-393115ee1bb9 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:41:30.540771 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-4ac76674-0670-4b0a-be91-393115ee1bb9 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1208012 Mar 29 16:41:30.543352 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 42846) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:41:30.547691 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-9586ab4c-c3c1-4990-b9cc-e1e860314910 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Request body: {'security_group_rule': {'security_group_id': 'c72750f2-35c2-437c-b295-224ac8127353', 'project_id': '786485d247cc4bb0943a3056cc1d0d00', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:41:30.572042 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-9586ab4c-c3c1-4990-b9cc-e1e860314910 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:41:30.633795 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-9586ab4c-c3c1-4990-b9cc-e1e860314910 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:41:30.637318 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-9586ab4c-c3c1-4990-b9cc-e1e860314910 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610998'] for security_group_rule, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:41:30.654552 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9586ab4c-c3c1-4990-b9cc-e1e860314910 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c684b63d-e96b-4c1c-92d5-11d50fa238b6,revision_number=0']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:41:30.662508 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-9586ab4c-c3c1-4990-b9cc-e1e860314910 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:41:30.663751 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-9586ab4c-c3c1-4990-b9cc-e1e860314910 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1194174 Mar 29 16:41:30.667000 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 42848) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:41:30.671222 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-e8c2f0a8-2494-496f-8405-2481490765ff tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Request body: {'security_group_rule': {'security_group_id': 'c72750f2-35c2-437c-b295-224ac8127353', 'project_id': '786485d247cc4bb0943a3056cc1d0d00', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:41:30.691886 n-d-834765-1 neutron-server[102791]: INFO neutron.db.securitygroups_db [None req-e8c2f0a8-2494-496f-8405-2481490765ff tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Project 786485d247cc4bb0943a3056cc1d0d00 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 29 16:41:30.697239 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-e8c2f0a8-2494-496f-8405-2481490765ff tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:41:30.761845 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-e8c2f0a8-2494-496f-8405-2481490765ff tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:41:30.765876 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-e8c2f0a8-2494-496f-8405-2481490765ff tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610998'] for security_group_rule, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:41:30.784242 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c2f0a8-2494-496f-8405-2481490765ff tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9055b7b2-0101-4c69-abe0-84dda10bd4b9,revision_number=0']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:41:30.793431 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-e8c2f0a8-2494-496f-8405-2481490765ff tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:41:30.797376 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-e8c2f0a8-2494-496f-8405-2481490765ff tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1267097 Mar 29 16:41:30.797660 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 42852) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:41:30.802455 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-4651da43-023b-4284-bb15-c3608da17f0d tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Request body: {'security_group_rule': {'security_group_id': 'c72750f2-35c2-437c-b295-224ac8127353', 'project_id': '786485d247cc4bb0943a3056cc1d0d00', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:41:30.821686 n-d-834765-1 neutron-server[102791]: INFO neutron.db.securitygroups_db [None req-4651da43-023b-4284-bb15-c3608da17f0d tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Project 786485d247cc4bb0943a3056cc1d0d00 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 29 16:41:30.826237 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-4651da43-023b-4284-bb15-c3608da17f0d tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:41:30.884499 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-4651da43-023b-4284-bb15-c3608da17f0d tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:41:30.888122 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-4651da43-023b-4284-bb15-c3608da17f0d tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610998'] for security_group_rule, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:41:30.906158 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4651da43-023b-4284-bb15-c3608da17f0d tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bfba5b61-1152-4d97-9a49-9e427e95265d,revision_number=0']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:41:30.913135 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-4651da43-023b-4284-bb15-c3608da17f0d tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:41:30.914353 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-4651da43-023b-4284-bb15-c3608da17f0d tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1157053 Mar 29 16:41:30.917805 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 42854) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:41:30.922734 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-cfe86bbb-7d51-44c7-a68c-d45398a51030 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Request body: {'network': {'name': 'tempest-network-smoke--1634158405', 'project_id': '786485d247cc4bb0943a3056cc1d0d00', 'port_security_enabled': True}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:41:30.941051 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfe86bbb-7d51-44c7-a68c-d45398a51030 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Made reservation on behalf of 786485d247cc4bb0943a3056cc1d0d00 for: {'network': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:41:30.944792 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-cfe86bbb-7d51-44c7-a68c-d45398a51030 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for network, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:41:30.967856 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cfe86bbb-7d51-44c7-a68c-d45398a51030 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] vlan segment allocate from pool success with {'vlan_id': 635, 'physical_network': 'physnet1'} {{(pid=102791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 16:41:30.978113 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-cfe86bbb-7d51-44c7-a68c-d45398a51030 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:41:30.978450 n-d-834765-1 neutron-server[102791]: INFO neutron.db.segments_db [None req-cfe86bbb-7d51-44c7-a68c-d45398a51030 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Added segment a1bcf4d4-f851-4018-ad39-97b7e19e0216 of type vlan for network 8dc62072-6365-4f49-9af6-570f29225ebf Mar 29 16:41:31.020230 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-cfe86bbb-7d51-44c7-a68c-d45398a51030 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783522915970'] for network, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:41:31.044516 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-cfe86bbb-7d51-44c7-a68c-d45398a51030 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795'] for network, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:41:31.050006 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfe86bbb-7d51-44c7-a68c-d45398a51030 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:41:31.050589 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-cfe86bbb-7d51-44c7-a68c-d45398a51030 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks [] for network, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:41:31.089609 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-cfe86bbb-7d51-44c7-a68c-d45398a51030 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1706624 Mar 29 16:41:31.092828 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 42856) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:41:31.099141 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-4c5c0029-a77d-4f63-9d1d-d992a9b24530 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1785171039', 'admin_state_up': True, 'project_id': '786485d247cc4bb0943a3056cc1d0d00', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'}}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:41:31.117376 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe86bbb-7d51-44c7-a68c-d45398a51030 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Pushing event updated for resources: {'Network': ['ID=8dc62072-6365-4f49-9af6-570f29225ebf,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:41:31.122067 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-4c5c0029-a77d-4f63-9d1d-d992a9b24530 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-532385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129310'] for router, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:41:31.123105 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-4c5c0029-a77d-4f63-9d1d-d992a9b24530 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-648091', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-684384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129319'] for router, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:41:31.128745 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Network 8dc62072-6365-4f49-9af6-570f29225ebf details requested by agent ovs-agent-n-d-834765-1 with host n-d-834765-1 {{(pid=102792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 16:41:31.176024 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-4c5c0029-a77d-4f63-9d1d-d992a9b24530 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:41:31.317061 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-4c5c0029-a77d-4f63-9d1d-d992a9b24530 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:41:31.505194 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-4c5c0029-a77d-4f63-9d1d-d992a9b24530 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks [] for router_gateway, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:41:31.523317 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-4c5c0029-a77d-4f63-9d1d-d992a9b24530 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:41:31.626906 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.db_base_plugin_common [None req-4c5c0029-a77d-4f63-9d1d-d992a9b24530 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Allocated IP 172.25.4.45 (4a4a035d-ecac-4ead-baa3-25f90788773a/e1a353dc-fac8-4901-a63c-273840237d6a/5e41604b-442c-4cfe-ad60-4f6cd10c605e) {{(pid=102790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:41:31.726442 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-4c5c0029-a77d-4f63-9d1d-d992a9b24530 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks [] for port, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:41:31.758893 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-4c5c0029-a77d-4f63-9d1d-d992a9b24530 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:41:31.801366 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c5c0029-a77d-4f63-9d1d-d992a9b24530 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Network 4a4a035d-ecac-4ead-baa3-25f90788773a is already hosted by enough agents. {{(pid=102790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:41:31.804113 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-4c5c0029-a77d-4f63-9d1d-d992a9b24530 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Resources bound (agent type, host, resource id): {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:41:31.807560 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c5c0029-a77d-4f63-9d1d-d992a9b24530 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Received port after_create {{(pid=102790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:41:31.812637 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5c0029-a77d-4f63-9d1d-d992a9b24530 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Pushing event updated for resources: {'Port': ['ID=5e41604b-442c-4cfe-ad60-4f6cd10c605e,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:41:32.050299 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-4c5c0029-a77d-4f63-9d1d-d992a9b24530 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks [] for router_gateway, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:41:32.240261 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-4c5c0029-a77d-4f63-9d1d-d992a9b24530 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648118'] for router, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:41:32.364242 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c5c0029-a77d-4f63-9d1d-d992a9b24530 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Router 17fef54f-7ae3-42f3-b134-c5230fdb81a0 is scheduled to L3 agent c648d819-1060-4f26-b4ec-6455387b5dff with binding_index 1 {{(pid=102790) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 29 16:41:32.465255 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c5c0029-a77d-4f63-9d1d-d992a9b24530 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 16:41:32.475654 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74ceb9df-3eeb-4552-beab-908f93de7c6b None None] Sync routers for ids ['17fef54f-7ae3-42f3-b134-c5230fdb81a0'] in n-d-834765-1 {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 16:41:32.485729 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74ceb9df-3eeb-4552-beab-908f93de7c6b None None] Routers {'17fef54f-7ae3-42f3-b134-c5230fdb81a0'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:41:32.486547 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-74ceb9df-3eeb-4552-beab-908f93de7c6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:41:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['17fef54f-7ae3-42f3-b134-c5230fdb81a0'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:41:32.486714 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-4c5c0029-a77d-4f63-9d1d-d992a9b24530 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks [] for router, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:41:32.488136 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-4c5c0029-a77d-4f63-9d1d-d992a9b24530 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.3936424 Mar 29 16:41:32.491296 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 42858) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:41:32.575107 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-6c00ab4e-f2fd-439a-adca-4ca7f8f04a2f tempest-TestNetworkAdvancedServerOps-37087928 tempest-TestNetworkAdvancedServerOps-37087928-project-admin] 10.222.0.42 "GET /v2.0/subnets?project_id=786485d247cc4bb0943a3056cc1d0d00&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0815296 Mar 29 16:41:32.577647 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 42862) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:41:32.592265 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvr_db [None req-74ceb9df-3eeb-4552-beab-908f93de7c6b None None] Set router 17fef54f-7ae3-42f3-b134-c5230fdb81a0 gateway port host: n-d-834765-1 {{(pid=102792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:41:32.661333 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cba0513-e744-4346-b9bf-19b0eb2969ef tempest-TestNetworkAdvancedServerOps-37087928 tempest-TestNetworkAdvancedServerOps-37087928-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:41:32.662883 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-1cba0513-e744-4346-b9bf-19b0eb2969ef tempest-TestNetworkAdvancedServerOps-37087928 tempest-TestNetworkAdvancedServerOps-37087928-project-admin] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0842996 Mar 29 16:41:32.666221 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 42864) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:41:32.693267 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-dd6ffb0b-ff03-4cd3-a141-a006f9164cd3 tempest-TestNetworkAdvancedServerOps-37087928 tempest-TestNetworkAdvancedServerOps-37087928-project-admin] 10.222.0.42 "GET /v2.0/subnets?network_id=4a4a035d-ecac-4ead-baa3-25f90788773a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0260074 Mar 29 16:41:32.696607 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 42866) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:41:32.700785 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-8db0bb4f-86a7-472e-bd1d-69f733eeb812 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-761506035', 'network_id': '8dc62072-6365-4f49-9af6-570f29225ebf', 'project_id': '786485d247cc4bb0943a3056cc1d0d00', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:41:32.771987 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-74ceb9df-3eeb-4552-beab-908f93de7c6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17fef54f-7ae3-42f3-b134-c5230fdb81a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1785171039', 'tenant_id': '786485d247cc4bb0943a3056cc1d0d00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.45'}], 'enable_snat': True}, 'gw_port_id': '5e41604b-442c-4cfe-ad60-4f6cd10c605e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:41:31Z', 'updated_at': '2022-03-29T16:41:31Z', 'revision_number': 3, 'project_id': '786485d247cc4bb0943a3056cc1d0d00', 'gw_port': {'id': '5e41604b-442c-4cfe-ad60-4f6cd10c605e', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:76:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17fef54f-7ae3-42f3-b134-c5230fdb81a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:41:31Z', 'updated_at': '2022-03-29T16:41:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1'}], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:41:32.792630 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8db0bb4f-86a7-472e-bd1d-69f733eeb812 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Made reservation on behalf of 786485d247cc4bb0943a3056cc1d0d00 for: {'subnet': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:41:32.796112 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-8db0bb4f-86a7-472e-bd1d-69f733eeb812 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16218875'] for subnet, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:41:32.804575 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74ceb9df-3eeb-4552-beab-908f93de7c6b None None] Checking router: 17fef54f-7ae3-42f3-b134-c5230fdb81a0 for host: n-d-834765-1 {{(pid=102792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 16:41:32.806093 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74ceb9df-3eeb-4552-beab-908f93de7c6b None None] Updating router 17fef54f-7ae3-42f3-b134-c5230fdb81a0 port 5e41604b-442c-4cfe-ad60-4f6cd10c605e binding host n-d-834765-1 {{(pid=102792) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 16:41:32.831048 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74ceb9df-3eeb-4552-beab-908f93de7c6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:41:32.952672 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-f2ea034c-2868-4d08-bc82-7c4069c64f2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:41:32.979965 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-8db0bb4f-86a7-472e-bd1d-69f733eeb812 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16155524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16218861'] for subnet, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:41:33.038064 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db0bb4f-86a7-472e-bd1d-69f733eeb812 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Pushing event updated for resources: {'Subnet': ['ID=79d0915d-6e20-423a-8316-1b7387accae6,revision_number=0']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:41:33.047998 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8db0bb4f-86a7-472e-bd1d-69f733eeb812 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Checking segment: {'id': 'a1bcf4d4-f851-4018-ad39-97b7e19e0216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '8dc62072-6365-4f49-9af6-570f29225ebf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 16:41:33.048354 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8db0bb4f-86a7-472e-bd1d-69f733eeb812 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Network hostable DHCP agents. Network: 8dc62072-6365-4f49-9af6-570f29225ebf, hostable agents: ['d136643e-48ae-49d4-a851-2ba3bdf3749c'], hosted agents: [] {{(pid=102791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 16:41:33.065485 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8db0bb4f-86a7-472e-bd1d-69f733eeb812 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Network 8dc62072-6365-4f49-9af6-570f29225ebf is scheduled to be hosted by DHCP agent d136643e-48ae-49d4-a851-2ba3bdf3749c with binding_index 1 {{(pid=102791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 16:41:33.076734 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [None req-8db0bb4f-86a7-472e-bd1d-69f733eeb812 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834765-1, 8dc62072-6365-4f49-9af6-570f29225ebf) {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:41:33.081595 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8db0bb4f-86a7-472e-bd1d-69f733eeb812 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:41:33.082186 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-8db0bb4f-86a7-472e-bd1d-69f733eeb812 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks [] for subnet, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:41:33.096540 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2953415-b9ec-4775-9e3d-d0255b6194b3 None None] Network 8dc62072-6365-4f49-9af6-570f29225ebf requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 16:41:33.098319 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-8db0bb4f-86a7-472e-bd1d-69f733eeb812 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4012153 Mar 29 16:41:33.101066 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 42868) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:41:33.135968 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74ceb9df-3eeb-4552-beab-908f93de7c6b None None] Notify callbacks [] for port, precommit_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:41:33.323616 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74ceb9df-3eeb-4552-beab-908f93de7c6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:41:33.397178 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cfa44c-32bc-44d3-a529-c0227afef1d3 None None] Pushing event updated for resources: {'Port': ['ID=5e41604b-442c-4cfe-ad60-4f6cd10c605e,revision_number=2']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:41:33.400716 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-74ceb9df-3eeb-4552-beab-908f93de7c6b None None] Attempting to bind port 5e41604b-442c-4cfe-ad60-4f6cd10c605e on host n-d-834765-1 for vnic_type normal with profile {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 16:41:33.401079 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-74ceb9df-3eeb-4552-beab-908f93de7c6b None None] Attempting to bind port 5e41604b-442c-4cfe-ad60-4f6cd10c605e by drivers openvswitch,hyperv on host n-d-834765-1 at level 0 using segments [{'id': '6ab47353-a811-4bad-bc73-b4cc84583cfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 16:41:33.401430 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74ceb9df-3eeb-4552-beab-908f93de7c6b None None] Attempting to bind port 5e41604b-442c-4cfe-ad60-4f6cd10c605e on network 4a4a035d-ecac-4ead-baa3-25f90788773a {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 16:41:33.432220 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74ceb9df-3eeb-4552-beab-908f93de7c6b None None] Checking agent: {'id': 'a8866439-9d96-425c-b519-6905c591ac37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 25, 36), 'started_at': datetime.datetime(2022, 3, 29, 15, 26, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 16, 41, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834765-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 16:41:33.432588 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74ceb9df-3eeb-4552-beab-908f93de7c6b None None] Checking segment: {'id': '6ab47353-a811-4bad-bc73-b4cc84583cfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 16:41:33.433025 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74ceb9df-3eeb-4552-beab-908f93de7c6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:41:33.433410 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74ceb9df-3eeb-4552-beab-908f93de7c6b None None] Bound using segment: {'id': '6ab47353-a811-4bad-bc73-b4cc84583cfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 16:41:33.433870 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-74ceb9df-3eeb-4552-beab-908f93de7c6b None None] Bound port: 5e41604b-442c-4cfe-ad60-4f6cd10c605e, host: n-d-834765-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ab47353-a811-4bad-bc73-b4cc84583cfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'}}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 16:41:33.434243 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74ceb9df-3eeb-4552-beab-908f93de7c6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:41:33.505467 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74ceb9df-3eeb-4552-beab-908f93de7c6b None None] For port 5e41604b-442c-4cfe-ad60-4f6cd10c605e, host n-d-834765-1, cleared binding levels {{(pid=102792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 16:41:33.509760 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74ceb9df-3eeb-4552-beab-908f93de7c6b None None] For port 5e41604b-442c-4cfe-ad60-4f6cd10c605e, host n-d-834765-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=5e41604b-442c-4cfe-ad60-4f6cd10c605e,segment=NetworkSegment(6ab47353-a811-4bad-bc73-b4cc84583cfd),segment_id=6ab47353-a811-4bad-bc73-b4cc84583cfd)] {{(pid=102792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 16:41:33.511691 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb7ec128-fc0b-43a9-b5c2-3a7fee8ca5f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0035034-69b0-5ffc-b384-0ac6189c5628-8dc62072-6365-4f49-9af6-570f29225ebf', 'network_id': '8dc62072-6365-4f49-9af6-570f29225ebf', 'tenant_id': '786485d247cc4bb0943a3056cc1d0d00', 'fixed_ips': [{'subnet_id': '79d0915d-6e20-423a-8316-1b7387accae6'}]}} from n-d-834765-1. {{(pid=102792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 29 16:41:33.512534 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-fb7ec128-fc0b-43a9-b5c2-3a7fee8ca5f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:41:33.516397 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74ceb9df-3eeb-4552-beab-908f93de7c6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:41:33.552001 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-451dbb3d-7876-45c7-bef0-8767f33fb41a tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:41:33.645900 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cfa44c-32bc-44d3-a529-c0227afef1d3 None None] Pushing event updated for resources: {'Port': ['ID=5e41604b-442c-4cfe-ad60-4f6cd10c605e,revision_number=3']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:41:33.648329 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74ceb9df-3eeb-4552-beab-908f93de7c6b None None] Routers {'17fef54f-7ae3-42f3-b134-c5230fdb81a0'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:41:33.648964 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-74ceb9df-3eeb-4552-beab-908f93de7c6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:41:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['17fef54f-7ae3-42f3-b134-c5230fdb81a0'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:41:33.791927 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.db_base_plugin_common [None req-fb7ec128-fc0b-43a9-b5c2-3a7fee8ca5f1 None None] Allocated IP 172.20.0.2 (8dc62072-6365-4f49-9af6-570f29225ebf/79d0915d-6e20-423a-8316-1b7387accae6/a45125eb-309c-4d46-94ce-56282061d259) {{(pid=102792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:41:33.802552 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvr_db [None req-74ceb9df-3eeb-4552-beab-908f93de7c6b None None] Set router 17fef54f-7ae3-42f3-b134-c5230fdb81a0 gateway port host: n-d-834765-1 {{(pid=102792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:41:34.078021 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-fb7ec128-fc0b-43a9-b5c2-3a7fee8ca5f1 None None] Notify callbacks [] for port, precommit_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:41:34.084724 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-fb7ec128-fc0b-43a9-b5c2-3a7fee8ca5f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956'] for port, after_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:41:34.130020 n-d-834765-1 neutron-server[102792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb7ec128-fc0b-43a9-b5c2-3a7fee8ca5f1 None None] Network 8dc62072-6365-4f49-9af6-570f29225ebf is already hosted by enough agents. {{(pid=102792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:41:34.132815 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_common [None req-451dbb3d-7876-45c7-bef0-8767f33fb41a tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Allocated IP 172.20.0.1 (8dc62072-6365-4f49-9af6-570f29225ebf/79d0915d-6e20-423a-8316-1b7387accae6/8d42d6fb-bc0d-4aee-ab09-67edd7e4aae0) {{(pid=102791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:41:34.133048 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-74ceb9df-3eeb-4552-beab-908f93de7c6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17fef54f-7ae3-42f3-b134-c5230fdb81a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1785171039', 'tenant_id': '786485d247cc4bb0943a3056cc1d0d00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.45'}], 'enable_snat': True}, 'gw_port_id': '5e41604b-442c-4cfe-ad60-4f6cd10c605e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:41:31Z', 'updated_at': '2022-03-29T16:41:31Z', 'revision_number': 3, 'project_id': '786485d247cc4bb0943a3056cc1d0d00', 'gw_port': {'id': '5e41604b-442c-4cfe-ad60-4f6cd10c605e', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:76:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17fef54f-7ae3-42f3-b134-c5230fdb81a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:41:31Z', 'updated_at': '2022-03-29T16:41:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1'}], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:41:34.137579 n-d-834765-1 neutron-server[102792]: DEBUG neutron.scheduler.base_scheduler [None req-fb7ec128-fc0b-43a9-b5c2-3a7fee8ca5f1 None None] Resources bound (agent type, host, resource id): {{(pid=102792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:41:34.164577 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb7ec128-fc0b-43a9-b5c2-3a7fee8ca5f1 None None] Received port after_create {{(pid=102792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:41:34.168125 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74ceb9df-3eeb-4552-beab-908f93de7c6b None None] The sync data for ids ['17fef54f-7ae3-42f3-b134-c5230fdb81a0'] in n-d-834765-1 is: [{'id': '17fef54f-7ae3-42f3-b134-c5230fdb81a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1785171039', 'tenant_id': '786485d247cc4bb0943a3056cc1d0d00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.45'}], 'enable_snat': True}, 'gw_port_id': '5e41604b-442c-4cfe-ad60-4f6cd10c605e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:41:31Z', 'updated_at': '2022-03-29T16:41:31Z', 'revision_number': 3, 'project_id': '786485d247cc4bb0943a3056cc1d0d00', 'gw_port': {'id': '5e41604b-442c-4cfe-ad60-4f6cd10c605e', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:76:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17fef54f-7ae3-42f3-b134-c5230fdb81a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:41:31Z', 'updated_at': '2022-03-29T16:41:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1'}] {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 16:41:34.169504 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7ec128-fc0b-43a9-b5c2-3a7fee8ca5f1 None None] Pushing event updated for resources: {'Port': ['ID=a45125eb-309c-4d46-94ce-56282061d259,revision_number=1']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:41:34.228882 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-fb7ec128-fc0b-43a9-b5c2-3a7fee8ca5f1 None None] Attempting to bind port a45125eb-309c-4d46-94ce-56282061d259 on host n-d-834765-1 for vnic_type normal with profile {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 16:41:34.229547 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-fb7ec128-fc0b-43a9-b5c2-3a7fee8ca5f1 None None] Attempting to bind port a45125eb-309c-4d46-94ce-56282061d259 by drivers openvswitch,hyperv on host n-d-834765-1 at level 0 using segments [{'id': 'a1bcf4d4-f851-4018-ad39-97b7e19e0216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '8dc62072-6365-4f49-9af6-570f29225ebf'}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 16:41:34.229905 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb7ec128-fc0b-43a9-b5c2-3a7fee8ca5f1 None None] Attempting to bind port a45125eb-309c-4d46-94ce-56282061d259 on network 8dc62072-6365-4f49-9af6-570f29225ebf {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 16:41:34.235572 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb7ec128-fc0b-43a9-b5c2-3a7fee8ca5f1 None None] Checking agent: {'id': 'a8866439-9d96-425c-b519-6905c591ac37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 25, 36), 'started_at': datetime.datetime(2022, 3, 29, 15, 26, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 16, 41, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834765-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 16:41:34.236118 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb7ec128-fc0b-43a9-b5c2-3a7fee8ca5f1 None None] Checking segment: {'id': 'a1bcf4d4-f851-4018-ad39-97b7e19e0216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '8dc62072-6365-4f49-9af6-570f29225ebf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 16:41:34.236523 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-fb7ec128-fc0b-43a9-b5c2-3a7fee8ca5f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:41:34.236911 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb7ec128-fc0b-43a9-b5c2-3a7fee8ca5f1 None None] Bound using segment: {'id': 'a1bcf4d4-f851-4018-ad39-97b7e19e0216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '8dc62072-6365-4f49-9af6-570f29225ebf'} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 16:41:34.237375 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-fb7ec128-fc0b-43a9-b5c2-3a7fee8ca5f1 None None] Bound port: a45125eb-309c-4d46-94ce-56282061d259, host: n-d-834765-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1bcf4d4-f851-4018-ad39-97b7e19e0216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '8dc62072-6365-4f49-9af6-570f29225ebf'}}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 16:41:34.237756 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-fb7ec128-fc0b-43a9-b5c2-3a7fee8ca5f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:41:34.308272 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-fb7ec128-fc0b-43a9-b5c2-3a7fee8ca5f1 None None] For port a45125eb-309c-4d46-94ce-56282061d259, host n-d-834765-1, cleared binding levels {{(pid=102792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 16:41:34.311644 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-fb7ec128-fc0b-43a9-b5c2-3a7fee8ca5f1 None None] For port a45125eb-309c-4d46-94ce-56282061d259, host n-d-834765-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=a45125eb-309c-4d46-94ce-56282061d259,segment=NetworkSegment(a1bcf4d4-f851-4018-ad39-97b7e19e0216),segment_id=a1bcf4d4-f851-4018-ad39-97b7e19e0216)] {{(pid=102792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 16:41:34.317286 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-fb7ec128-fc0b-43a9-b5c2-3a7fee8ca5f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:41:34.387179 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7ec128-fc0b-43a9-b5c2-3a7fee8ca5f1 None None] Pushing event updated for resources: {'Port': ['ID=a45125eb-309c-4d46-94ce-56282061d259,revision_number=2']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:41:34.448978 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d71584b9-87f1-45f5-84c7-c993c2416269 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:41:34.660616 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-451dbb3d-7876-45c7-bef0-8767f33fb41a tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks [] for port, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:41:34.701005 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-451dbb3d-7876-45c7-bef0-8767f33fb41a tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:41:34.746056 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-451dbb3d-7876-45c7-bef0-8767f33fb41a tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Network 8dc62072-6365-4f49-9af6-570f29225ebf is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:41:34.749212 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [None req-451dbb3d-7876-45c7-bef0-8767f33fb41a tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:41:34.753008 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-451dbb3d-7876-45c7-bef0-8767f33fb41a tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Received port after_create {{(pid=102791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:41:34.778980 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451dbb3d-7876-45c7-bef0-8767f33fb41a tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Pushing event updated for resources: {'Port': ['ID=8d42d6fb-bc0d-4aee-ab09-67edd7e4aae0,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:41:34.811360 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-451dbb3d-7876-45c7-bef0-8767f33fb41a tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-648347'] for router_interface, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:41:34.948187 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-451dbb3d-7876-45c7-bef0-8767f33fb41a tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:41:35.234438 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-451dbb3d-7876-45c7-bef0-8767f33fb41a tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks [] for port, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:41:35.239156 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-451dbb3d-7876-45c7-bef0-8767f33fb41a tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:41:35.316292 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-451dbb3d-7876-45c7-bef0-8767f33fb41a tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-648439'] for router_interface, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:41:35.325121 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451dbb3d-7876-45c7-bef0-8767f33fb41a tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Pushing event updated for resources: {'Port': ['ID=8d42d6fb-bc0d-4aee-ab09-67edd7e4aae0,revision_number=2']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:41:35.396839 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3985e6de-b0fc-44be-9e77-6f2628426c55 None None] Network 8dc62072-6365-4f49-9af6-570f29225ebf requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 16:41:35.416624 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-451dbb3d-7876-45c7-bef0-8767f33fb41a tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Network 8dc62072-6365-4f49-9af6-570f29225ebf is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:41:35.418171 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [None req-451dbb3d-7876-45c7-bef0-8767f33fb41a tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:41:35.464002 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-8ba201ad-2bb3-4285-aa73-eedd6fce49b6 None None] Provisioning complete for port a45125eb-309c-4d46-94ce-56282061d259 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:41:35.464372 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-8ba201ad-2bb3-4285-aa73-eedd6fce49b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:41:35.535790 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-451dbb3d-7876-45c7-bef0-8767f33fb41a tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Router 17fef54f-7ae3-42f3-b134-c5230fdb81a0 has already been hosted by L3 agent c648d819-1060-4f26-b4ec-6455387b5dff {{(pid=102791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 16:41:35.612930 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-8ba201ad-2bb3-4285-aa73-eedd6fce49b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:41:35.650607 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-451dbb3d-7876-45c7-bef0-8767f33fb41a tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 16:41:35.656467 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-8ba201ad-2bb3-4285-aa73-eedd6fce49b6 None None] For port a45125eb-309c-4d46-94ce-56282061d259, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=a45125eb-309c-4d46-94ce-56282061d259,segment=NetworkSegment(a1bcf4d4-f851-4018-ad39-97b7e19e0216),segment_id=a1bcf4d4-f851-4018-ad39-97b7e19e0216)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:41:35.659772 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-451dbb3d-7876-45c7-bef0-8767f33fb41a tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "PUT /v2.0/routers/17fef54f-7ae3-42f3-b134-c5230fdb81a0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5576785 Mar 29 16:41:35.669884 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-8ba201ad-2bb3-4285-aa73-eedd6fce49b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:41:35.724288 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba201ad-2bb3-4285-aa73-eedd6fce49b6 None None] Pushing event updated for resources: {'Port': ['ID=a45125eb-309c-4d46-94ce-56282061d259,revision_number=3']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:41:35.732611 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba201ad-2bb3-4285-aa73-eedd6fce49b6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:41:35.732957 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba201ad-2bb3-4285-aa73-eedd6fce49b6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:41:35.733291 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba201ad-2bb3-4285-aa73-eedd6fce49b6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:41:35.733624 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba201ad-2bb3-4285-aa73-eedd6fce49b6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:41:35.733954 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba201ad-2bb3-4285-aa73-eedd6fce49b6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:41:35.734282 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba201ad-2bb3-4285-aa73-eedd6fce49b6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:41:35.734603 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba201ad-2bb3-4285-aa73-eedd6fce49b6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:41:35.734923 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba201ad-2bb3-4285-aa73-eedd6fce49b6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:41:35.735242 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba201ad-2bb3-4285-aa73-eedd6fce49b6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:41:35.735641 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba201ad-2bb3-4285-aa73-eedd6fce49b6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:41:35.735958 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba201ad-2bb3-4285-aa73-eedd6fce49b6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:41:35.736278 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba201ad-2bb3-4285-aa73-eedd6fce49b6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:41:35.830925 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-aa8ad987-5ea3-40eb-a75f-f5f6b71219f5 req-e05ffeba-4720-4140-b775-de98624a791e tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1618688048&fields=id&tenant_id=786485d247cc4bb0943a3056cc1d0d00 HTTP/1.1" status: 200 len: 267 time: 0.0431886 Mar 29 16:41:35.892078 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-302c0ea4-1519-4990-875d-06b586468b75 None None] Provisioning complete for port 8d42d6fb-bc0d-4aee-ab09-67edd7e4aae0 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:41:35.893443 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-302c0ea4-1519-4990-875d-06b586468b75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:41:35.938620 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e89d79f2-9110-4261-a0d0-7b71d0bd0ba8 None None] Sync routers for ids ['17fef54f-7ae3-42f3-b134-c5230fdb81a0'] in n-d-834765-1 {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 16:41:35.955223 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e89d79f2-9110-4261-a0d0-7b71d0bd0ba8 None None] Routers {'17fef54f-7ae3-42f3-b134-c5230fdb81a0'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:41:35.959984 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-e89d79f2-9110-4261-a0d0-7b71d0bd0ba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:41:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['17fef54f-7ae3-42f3-b134-c5230fdb81a0'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:41:35.971769 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-302c0ea4-1519-4990-875d-06b586468b75 None None] Port 8d42d6fb-bc0d-4aee-ab09-67edd7e4aae0 cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 16:41:35.974992 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8ad987-5ea3-40eb-a75f-f5f6b71219f5 req-1c6ce42c-579c-435f-ac8c-d92e928f9b22 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:41:35.976778 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-aa8ad987-5ea3-40eb-a75f-f5f6b71219f5 req-1c6ce42c-579c-435f-ac8c-d92e928f9b22 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "GET /v2.0/networks?id=8dc62072-6365-4f49-9af6-570f29225ebf HTTP/1.1" status: 200 len: 797 time: 0.1381760 Mar 29 16:41:36.004206 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-302c0ea4-1519-4990-875d-06b586468b75 None None] Provisioning complete for port a45125eb-309c-4d46-94ce-56282061d259 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:41:36.004879 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-302c0ea4-1519-4990-875d-06b586468b75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:41:36.006577 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-0cb6abf6-2706-4e52-8825-f5f644ecf9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:41:36.013091 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-aa8ad987-5ea3-40eb-a75f-f5f6b71219f5 req-0945ab87-e9bc-4529-9246-6fa444b3d6b4 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "GET /v2.0/quotas/786485d247cc4bb0943a3056cc1d0d00 HTTP/1.1" status: 200 len: 375 time: 0.0268075 Mar 29 16:41:36.069170 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 5e41604b-442c-4cfe-ad60-4f6cd10c605e up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 16:41:36.083988 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvr_db [None req-e89d79f2-9110-4261-a0d0-7b71d0bd0ba8 None None] Set router 17fef54f-7ae3-42f3-b134-c5230fdb81a0 gateway port host: n-d-834765-1 {{(pid=102793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:41:36.095548 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-aa8ad987-5ea3-40eb-a75f-f5f6b71219f5 req-90fae363-6714-4fe7-a1a7-1c6a16655be3 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=786485d247cc4bb0943a3056cc1d0d00&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0639856 Mar 29 16:41:36.124187 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:41:36.162337 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port 5e41604b-442c-4cfe-ad60-4f6cd10c605e triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:41:36.162848 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:41:36.226026 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-aa8ad987-5ea3-40eb-a75f-f5f6b71219f5 req-d7137b3f-e732-42dd-85b2-4cefb525c4a0 service neutron] 10.222.0.42 "GET /v2.0/networks/8dc62072-6365-4f49-9af6-570f29225ebf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1180422 Mar 29 16:41:36.299822 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:41:36.324138 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] For port 5e41604b-442c-4cfe-ad60-4f6cd10c605e, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=5e41604b-442c-4cfe-ad60-4f6cd10c605e,segment=NetworkSegment(6ab47353-a811-4bad-bc73-b4cc84583cfd),segment_id=6ab47353-a811-4bad-bc73-b4cc84583cfd)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:41:36.327610 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-e89d79f2-9110-4261-a0d0-7b71d0bd0ba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17fef54f-7ae3-42f3-b134-c5230fdb81a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1785171039', 'tenant_id': '786485d247cc4bb0943a3056cc1d0d00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.45'}], 'enable_snat': True}, 'gw_port_id': '5e41604b-442c-4cfe-ad60-4f6cd10c605e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:41:31Z', 'updated_at': '2022-03-29T16:41:34Z', 'revision_number': 4, 'project_id': '786485d247cc4bb0943a3056cc1d0d00', 'gw_port': {'id': '5e41604b-442c-4cfe-ad60-4f6cd10c605e', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:76:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17fef54f-7ae3-42f3-b134-c5230fdb81a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:41:31Z', 'updated_at': '2022-03-29T16:41:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': '8d42d6fb-bc0d-4aee-ab09-67edd7e4aae0', 'name': '', 'network_id': '8dc62072-6365-4f49-9af6-570f29225ebf', 'tenant_id': '786485d247cc4bb0943a3056cc1d0d00', 'mac_address': 'fa:16:3e:09:e1:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17fef54f-7ae3-42f3-b134-c5230fdb81a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '79d0915d-6e20-423a-8316-1b7387accae6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:41:33Z', 'updated_at': '2022-03-29T16:41:35Z', 'revision_number': 2, 'project_id': '786485d247cc4bb0943a3056cc1d0d00', 'subnets': [{'id': '79d0915d-6e20-423a-8316-1b7387accae6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:41:36.335252 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:41:36.337448 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device a45125eb-309c-4d46-94ce-56282061d259 up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 16:41:36.362577 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-aa8ad987-5ea3-40eb-a75f-f5f6b71219f5 req-6946018c-ee6c-41da-a663-7ad70cde09bf service neutron] 10.222.0.42 "GET /v2.0/networks/8dc62072-6365-4f49-9af6-570f29225ebf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277561 Mar 29 16:41:36.367493 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e89d79f2-9110-4261-a0d0-7b71d0bd0ba8 None None] Checking router: 17fef54f-7ae3-42f3-b134-c5230fdb81a0 for host: n-d-834765-1 {{(pid=102793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 16:41:36.367847 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e89d79f2-9110-4261-a0d0-7b71d0bd0ba8 None None] Updating router 17fef54f-7ae3-42f3-b134-c5230fdb81a0 port 8d42d6fb-bc0d-4aee-ab09-67edd7e4aae0 binding host n-d-834765-1 {{(pid=102793) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 16:41:36.401527 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-e89d79f2-9110-4261-a0d0-7b71d0bd0ba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:41:36.443956 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-a4e3108b-56aa-4c7c-a545-3aed3d4ad819 None None] Provisioning complete for port 8d42d6fb-bc0d-4aee-ab09-67edd7e4aae0 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:41:36.444529 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-a4e3108b-56aa-4c7c-a545-3aed3d4ad819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:41:36.470549 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Pushing event updated for resources: {'Port': ['ID=5e41604b-442c-4cfe-ad60-4f6cd10c605e,revision_number=4']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:41:36.491694 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port a45125eb-309c-4d46-94ce-56282061d259 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:41:36.492072 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:41:36.526617 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-a4e3108b-56aa-4c7c-a545-3aed3d4ad819 None None] Port 8d42d6fb-bc0d-4aee-ab09-67edd7e4aae0 cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 16:41:36.558019 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-8cc28233-1179-4ad0-ac4f-6aa76d0fd494 req-6fc2327d-9ad0-480e-a882-b7f7653c05c5 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f807109-946a-4954-8d02-2c98f8808019 HTTP/1.1" status: 200 len: 210 time: 0.0473886 Mar 29 16:41:36.649271 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-4d7ce60f-fcf1-48d6-85ee-5af76951938b None None] Provisioning complete for port 8d42d6fb-bc0d-4aee-ab09-67edd7e4aae0 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:41:36.649390 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-4d7ce60f-fcf1-48d6-85ee-5af76951938b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:41:36.690970 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-4d7ce60f-fcf1-48d6-85ee-5af76951938b None None] Port 8d42d6fb-bc0d-4aee-ab09-67edd7e4aae0 cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 16:41:36.710901 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-e89d79f2-9110-4261-a0d0-7b71d0bd0ba8 None None] Notify callbacks [] for port, precommit_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:41:36.716164 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-e89d79f2-9110-4261-a0d0-7b71d0bd0ba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:41:36.775294 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ca8779-771d-471a-8d47-493fc0c3a4f9 None None] Pushing event updated for resources: {'Port': ['ID=8d42d6fb-bc0d-4aee-ab09-67edd7e4aae0,revision_number=3']} {{(pid=102793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:41:36.798292 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ca8779-771d-471a-8d47-493fc0c3a4f9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:41:36.798631 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ca8779-771d-471a-8d47-493fc0c3a4f9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:41:36.798959 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ca8779-771d-471a-8d47-493fc0c3a4f9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:41:36.799296 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ca8779-771d-471a-8d47-493fc0c3a4f9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:41:36.799623 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ca8779-771d-471a-8d47-493fc0c3a4f9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:41:36.799943 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ca8779-771d-471a-8d47-493fc0c3a4f9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:41:36.800255 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ca8779-771d-471a-8d47-493fc0c3a4f9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:41:36.800566 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ca8779-771d-471a-8d47-493fc0c3a4f9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:41:36.800885 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ca8779-771d-471a-8d47-493fc0c3a4f9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:41:36.801671 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ca8779-771d-471a-8d47-493fc0c3a4f9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:41:36.802052 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ca8779-771d-471a-8d47-493fc0c3a4f9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:41:36.802441 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ca8779-771d-471a-8d47-493fc0c3a4f9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:41:36.834807 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.managers [None req-e89d79f2-9110-4261-a0d0-7b71d0bd0ba8 None None] Attempting to bind port 8d42d6fb-bc0d-4aee-ab09-67edd7e4aae0 on host n-d-834765-1 for vnic_type normal with profile {{(pid=102793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 16:41:36.835091 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.managers [None req-e89d79f2-9110-4261-a0d0-7b71d0bd0ba8 None None] Attempting to bind port 8d42d6fb-bc0d-4aee-ab09-67edd7e4aae0 by drivers openvswitch,hyperv on host n-d-834765-1 at level 0 using segments [{'id': 'a1bcf4d4-f851-4018-ad39-97b7e19e0216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '8dc62072-6365-4f49-9af6-570f29225ebf'}] {{(pid=102793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 16:41:36.836430 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e89d79f2-9110-4261-a0d0-7b71d0bd0ba8 None None] Attempting to bind port 8d42d6fb-bc0d-4aee-ab09-67edd7e4aae0 on network 8dc62072-6365-4f49-9af6-570f29225ebf {{(pid=102793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 16:41:36.841170 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e89d79f2-9110-4261-a0d0-7b71d0bd0ba8 None None] Checking agent: {'id': 'a8866439-9d96-425c-b519-6905c591ac37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 25, 36), 'started_at': datetime.datetime(2022, 3, 29, 15, 26, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 16, 41, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834765-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 16:41:36.841533 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e89d79f2-9110-4261-a0d0-7b71d0bd0ba8 None None] Checking segment: {'id': 'a1bcf4d4-f851-4018-ad39-97b7e19e0216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '8dc62072-6365-4f49-9af6-570f29225ebf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 16:41:36.841924 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-e89d79f2-9110-4261-a0d0-7b71d0bd0ba8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:41:36.842302 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e89d79f2-9110-4261-a0d0-7b71d0bd0ba8 None None] Bound using segment: {'id': 'a1bcf4d4-f851-4018-ad39-97b7e19e0216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '8dc62072-6365-4f49-9af6-570f29225ebf'} {{(pid=102793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 16:41:36.842756 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.managers [None req-e89d79f2-9110-4261-a0d0-7b71d0bd0ba8 None None] Bound port: 8d42d6fb-bc0d-4aee-ab09-67edd7e4aae0, host: n-d-834765-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1bcf4d4-f851-4018-ad39-97b7e19e0216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '8dc62072-6365-4f49-9af6-570f29225ebf'}}] {{(pid=102793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 16:41:36.843127 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-e89d79f2-9110-4261-a0d0-7b71d0bd0ba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:41:36.911692 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.db [None req-e89d79f2-9110-4261-a0d0-7b71d0bd0ba8 None None] For port 8d42d6fb-bc0d-4aee-ab09-67edd7e4aae0, host n-d-834765-1, cleared binding levels {{(pid=102793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 16:41:36.915436 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.db [None req-e89d79f2-9110-4261-a0d0-7b71d0bd0ba8 None None] For port 8d42d6fb-bc0d-4aee-ab09-67edd7e4aae0, host n-d-834765-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=8d42d6fb-bc0d-4aee-ab09-67edd7e4aae0,segment=NetworkSegment(a1bcf4d4-f851-4018-ad39-97b7e19e0216),segment_id=a1bcf4d4-f851-4018-ad39-97b7e19e0216)] {{(pid=102793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 16:41:36.920530 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-e89d79f2-9110-4261-a0d0-7b71d0bd0ba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:41:36.981393 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e89d79f2-9110-4261-a0d0-7b71d0bd0ba8 None None] Routers {'17fef54f-7ae3-42f3-b134-c5230fdb81a0'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:41:36.982041 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-e89d79f2-9110-4261-a0d0-7b71d0bd0ba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:41:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['17fef54f-7ae3-42f3-b134-c5230fdb81a0'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:41:37.011423 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-1c1f8f90-ea1b-47ed-a990-00f589a7c2bc None None] Provisioning complete for port 8d42d6fb-bc0d-4aee-ab09-67edd7e4aae0 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:41:37.011801 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1c1f8f90-ea1b-47ed-a990-00f589a7c2bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:41:37.021846 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ca8779-771d-471a-8d47-493fc0c3a4f9 None None] Pushing event updated for resources: {'Port': ['ID=8d42d6fb-bc0d-4aee-ab09-67edd7e4aae0,revision_number=4']} {{(pid=102793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:41:37.102697 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1c1f8f90-ea1b-47ed-a990-00f589a7c2bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:41:37.115521 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvr_db [None req-e89d79f2-9110-4261-a0d0-7b71d0bd0ba8 None None] Set router 17fef54f-7ae3-42f3-b134-c5230fdb81a0 gateway port host: n-d-834765-1 {{(pid=102793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:41:37.141357 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1c1f8f90-ea1b-47ed-a990-00f589a7c2bc None None] For port 8d42d6fb-bc0d-4aee-ab09-67edd7e4aae0, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=8d42d6fb-bc0d-4aee-ab09-67edd7e4aae0,segment=NetworkSegment(a1bcf4d4-f851-4018-ad39-97b7e19e0216),segment_id=a1bcf4d4-f851-4018-ad39-97b7e19e0216)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:41:37.147092 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1c1f8f90-ea1b-47ed-a990-00f589a7c2bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:41:37.207962 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1f8f90-ea1b-47ed-a990-00f589a7c2bc None None] Pushing event updated for resources: {'Port': ['ID=8d42d6fb-bc0d-4aee-ab09-67edd7e4aae0,revision_number=5']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:41:37.266162 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-14e26b08-1791-437e-acf2-4059b2734a2e None None] Provisioning complete for port 8d42d6fb-bc0d-4aee-ab09-67edd7e4aae0 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:41:37.266537 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-14e26b08-1791-437e-acf2-4059b2734a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:41:37.327077 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-e89d79f2-9110-4261-a0d0-7b71d0bd0ba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17fef54f-7ae3-42f3-b134-c5230fdb81a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1785171039', 'tenant_id': '786485d247cc4bb0943a3056cc1d0d00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.45'}], 'enable_snat': True}, 'gw_port_id': '5e41604b-442c-4cfe-ad60-4f6cd10c605e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:41:31Z', 'updated_at': '2022-03-29T16:41:34Z', 'revision_number': 4, 'project_id': '786485d247cc4bb0943a3056cc1d0d00', 'gw_port': {'id': '5e41604b-442c-4cfe-ad60-4f6cd10c605e', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:76:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17fef54f-7ae3-42f3-b134-c5230fdb81a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:41:31Z', 'updated_at': '2022-03-29T16:41:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': '8d42d6fb-bc0d-4aee-ab09-67edd7e4aae0', 'name': '', 'network_id': '8dc62072-6365-4f49-9af6-570f29225ebf', 'tenant_id': '786485d247cc4bb0943a3056cc1d0d00', 'mac_address': 'fa:16:3e:09:e1:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17fef54f-7ae3-42f3-b134-c5230fdb81a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '79d0915d-6e20-423a-8316-1b7387accae6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:41:33Z', 'updated_at': '2022-03-29T16:41:36Z', 'revision_number': 4, 'project_id': '786485d247cc4bb0943a3056cc1d0d00', 'subnets': [{'id': '79d0915d-6e20-423a-8316-1b7387accae6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:41:37.353530 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e89d79f2-9110-4261-a0d0-7b71d0bd0ba8 None None] The sync data for ids ['17fef54f-7ae3-42f3-b134-c5230fdb81a0'] in n-d-834765-1 is: [{'id': '17fef54f-7ae3-42f3-b134-c5230fdb81a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1785171039', 'tenant_id': '786485d247cc4bb0943a3056cc1d0d00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.45'}], 'enable_snat': True}, 'gw_port_id': '5e41604b-442c-4cfe-ad60-4f6cd10c605e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:41:31Z', 'updated_at': '2022-03-29T16:41:34Z', 'revision_number': 4, 'project_id': '786485d247cc4bb0943a3056cc1d0d00', 'gw_port': {'id': '5e41604b-442c-4cfe-ad60-4f6cd10c605e', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:76:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17fef54f-7ae3-42f3-b134-c5230fdb81a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:41:31Z', 'updated_at': '2022-03-29T16:41:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': '8d42d6fb-bc0d-4aee-ab09-67edd7e4aae0', 'name': '', 'network_id': '8dc62072-6365-4f49-9af6-570f29225ebf', 'tenant_id': '786485d247cc4bb0943a3056cc1d0d00', 'mac_address': 'fa:16:3e:09:e1:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17fef54f-7ae3-42f3-b134-c5230fdb81a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '79d0915d-6e20-423a-8316-1b7387accae6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:41:33Z', 'updated_at': '2022-03-29T16:41:36Z', 'revision_number': 4, 'project_id': '786485d247cc4bb0943a3056cc1d0d00', 'subnets': [{'id': '79d0915d-6e20-423a-8316-1b7387accae6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 16:41:37.601037 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8ad987-5ea3-40eb-a75f-f5f6b71219f5 req-31685faa-7ef6-454f-9b47-0274b7e9a129 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:41:37.603783 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-aa8ad987-5ea3-40eb-a75f-f5f6b71219f5 req-31685faa-7ef6-454f-9b47-0274b7e9a129 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.48 "GET /v2.0/networks?id=8dc62072-6365-4f49-9af6-570f29225ebf HTTP/1.1" status: 200 len: 797 time: 0.1344278 Mar 29 16:41:37.652237 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-aa8ad987-5ea3-40eb-a75f-f5f6b71219f5 req-3591cf29-1a31-4788-8fb2-a06f512c9ecd tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=786485d247cc4bb0943a3056cc1d0d00 HTTP/1.1" status: 200 len: 380 time: 0.0398335 Mar 29 16:41:37.668726 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [req-aa8ad987-5ea3-40eb-a75f-f5f6b71219f5 req-7263bc2f-800c-444e-8244-718e38f3c000 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Request body: {'port': {'device_id': '3f807109-946a-4954-8d02-2c98f8808019', 'network_id': '8dc62072-6365-4f49-9af6-570f29225ebf', 'admin_state_up': True, 'tenant_id': '786485d247cc4bb0943a3056cc1d0d00', 'security_groups': ['c72750f2-35c2-437c-b295-224ac8127353']}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:41:37.792713 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa8ad987-5ea3-40eb-a75f-f5f6b71219f5 req-7263bc2f-800c-444e-8244-718e38f3c000 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Made reservation on behalf of 786485d247cc4bb0943a3056cc1d0d00 for: {'port': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:41:37.796612 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-aa8ad987-5ea3-40eb-a75f-f5f6b71219f5 req-7263bc2f-800c-444e-8244-718e38f3c000 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:41:37.953755 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_common [req-aa8ad987-5ea3-40eb-a75f-f5f6b71219f5 req-7263bc2f-800c-444e-8244-718e38f3c000 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Allocated IP 172.20.0.5 (8dc62072-6365-4f49-9af6-570f29225ebf/79d0915d-6e20-423a-8316-1b7387accae6/b9b5dd4e-09be-4cbb-abc4-285ea97f35e7) {{(pid=102791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:41:38.038528 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-4076f840-9eee-4b00-bb0d-e0e4d73488c7 req-339947ae-dac0-4f39-b120-16b1004904c5 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f807109-946a-4954-8d02-2c98f8808019 HTTP/1.1" status: 200 len: 210 time: 0.3959925 Mar 29 16:41:38.076344 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 5e41604b-442c-4cfe-ad60-4f6cd10c605e up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 16:41:38.130028 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port 5e41604b-442c-4cfe-ad60-4f6cd10c605e triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:41:38.130423 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:41:38.138365 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-aa8ad987-5ea3-40eb-a75f-f5f6b71219f5 req-7263bc2f-800c-444e-8244-718e38f3c000 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks [] for port, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:41:38.174628 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-aa8ad987-5ea3-40eb-a75f-f5f6b71219f5 req-7263bc2f-800c-444e-8244-718e38f3c000 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:41:38.213226 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa8ad987-5ea3-40eb-a75f-f5f6b71219f5 req-7263bc2f-800c-444e-8244-718e38f3c000 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Network 8dc62072-6365-4f49-9af6-570f29225ebf is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:41:38.218019 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 8d42d6fb-bc0d-4aee-ab09-67edd7e4aae0 up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 16:41:38.218602 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [req-aa8ad987-5ea3-40eb-a75f-f5f6b71219f5 req-7263bc2f-800c-444e-8244-718e38f3c000 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:41:38.222552 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa8ad987-5ea3-40eb-a75f-f5f6b71219f5 req-7263bc2f-800c-444e-8244-718e38f3c000 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Received port after_create {{(pid=102791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:41:38.263751 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7263bc2f-800c-444e-8244-718e38f3c000 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Pushing event updated for resources: {'Port': ['ID=b9b5dd4e-09be-4cbb-abc4-285ea97f35e7,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:41:38.272504 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port 8d42d6fb-bc0d-4aee-ab09-67edd7e4aae0 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:41:38.272887 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:41:38.283543 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8ad987-5ea3-40eb-a75f-f5f6b71219f5 req-7263bc2f-800c-444e-8244-718e38f3c000 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:41:38.284553 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-aa8ad987-5ea3-40eb-a75f-f5f6b71219f5 req-7263bc2f-800c-444e-8244-718e38f3c000 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:41:38.304216 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-aa8ad987-5ea3-40eb-a75f-f5f6b71219f5 req-7263bc2f-800c-444e-8244-718e38f3c000 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6397069 Mar 29 16:41:38.319586 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [req-aa8ad987-5ea3-40eb-a75f-f5f6b71219f5 req-4a91e637-d903-4e31-ac61-1cf332d9139c service neutron] Request body: {'port': {'device_id': '3f807109-946a-4954-8d02-2c98f8808019', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834765-1'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:41:38.406102 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-aa8ad987-5ea3-40eb-a75f-f5f6b71219f5 req-4a91e637-d903-4e31-ac61-1cf332d9139c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:41:38.577906 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-146e07f0-d049-4339-9397-5878eedcbbe8 None None] Provisioning complete for port b9b5dd4e-09be-4cbb-abc4-285ea97f35e7 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:41:38.578275 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-146e07f0-d049-4339-9397-5878eedcbbe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:41:38.615158 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-146e07f0-d049-4339-9397-5878eedcbbe8 None None] Port b9b5dd4e-09be-4cbb-abc4-285ea97f35e7 cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 16:41:38.697258 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [req-aa8ad987-5ea3-40eb-a75f-f5f6b71219f5 req-4a91e637-d903-4e31-ac61-1cf332d9139c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9b5dd4e-09be-4cbb-abc4-285ea97f35e7 {{(pid=102791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 16:41:38.705041 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-aa8ad987-5ea3-40eb-a75f-f5f6b71219f5 req-4a91e637-d903-4e31-ac61-1cf332d9139c service neutron] Notify callbacks [] for port, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:41:38.716788 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.provisioning_blocks [req-aa8ad987-5ea3-40eb-a75f-f5f6b71219f5 req-4a91e637-d903-4e31-ac61-1cf332d9139c service neutron] Transition to ACTIVE for port object b9b5dd4e-09be-4cbb-abc4-285ea97f35e7 will not be triggered until provisioned by entity L2. {{(pid=102791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 16:41:38.719831 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-aa8ad987-5ea3-40eb-a75f-f5f6b71219f5 req-4a91e637-d903-4e31-ac61-1cf332d9139c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:41:38.777554 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a91e637-d903-4e31-ac61-1cf332d9139c service neutron] Pushing event updated for resources: {'Port': ['ID=b9b5dd4e-09be-4cbb-abc4-285ea97f35e7,revision_number=2']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:41:38.847414 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-aa8ad987-5ea3-40eb-a75f-f5f6b71219f5 req-4a91e637-d903-4e31-ac61-1cf332d9139c service neutron] Attempting to bind port b9b5dd4e-09be-4cbb-abc4-285ea97f35e7 on host n-h2-834765-1 for vnic_type normal with profile {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 16:41:38.847753 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-aa8ad987-5ea3-40eb-a75f-f5f6b71219f5 req-4a91e637-d903-4e31-ac61-1cf332d9139c service neutron] Attempting to bind port b9b5dd4e-09be-4cbb-abc4-285ea97f35e7 by drivers openvswitch,hyperv on host n-h2-834765-1 at level 0 using segments [{'id': 'a1bcf4d4-f851-4018-ad39-97b7e19e0216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '8dc62072-6365-4f49-9af6-570f29225ebf'}] {{(pid=102791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 16:41:38.848076 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa8ad987-5ea3-40eb-a75f-f5f6b71219f5 req-4a91e637-d903-4e31-ac61-1cf332d9139c service neutron] Attempting to bind port b9b5dd4e-09be-4cbb-abc4-285ea97f35e7 on network 8dc62072-6365-4f49-9af6-570f29225ebf {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 16:41:38.853512 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa8ad987-5ea3-40eb-a75f-f5f6b71219f5 req-4a91e637-d903-4e31-ac61-1cf332d9139c service neutron] Port b9b5dd4e-09be-4cbb-abc4-285ea97f35e7 on network 8dc62072-6365-4f49-9af6-570f29225ebf not bound, no agent of type Open vSwitch agent registered on host n-h2-834765-1 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 16:41:38.853828 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa8ad987-5ea3-40eb-a75f-f5f6b71219f5 req-4a91e637-d903-4e31-ac61-1cf332d9139c service neutron] Attempting to bind port b9b5dd4e-09be-4cbb-abc4-285ea97f35e7 on network 8dc62072-6365-4f49-9af6-570f29225ebf {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 16:41:38.858869 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa8ad987-5ea3-40eb-a75f-f5f6b71219f5 req-4a91e637-d903-4e31-ac61-1cf332d9139c service neutron] Checking agent: {'id': '3e4b4912-b4a2-4d17-b5bd-6ce15529e8eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 33, 17), 'started_at': datetime.datetime(2022, 3, 29, 15, 33, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 16, 41, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 16:41:38.859201 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa8ad987-5ea3-40eb-a75f-f5f6b71219f5 req-4a91e637-d903-4e31-ac61-1cf332d9139c service neutron] Checking segment: {'id': 'a1bcf4d4-f851-4018-ad39-97b7e19e0216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '8dc62072-6365-4f49-9af6-570f29225ebf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 16:41:38.859608 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa8ad987-5ea3-40eb-a75f-f5f6b71219f5 req-4a91e637-d903-4e31-ac61-1cf332d9139c service neutron] Bound using segment: {'id': 'a1bcf4d4-f851-4018-ad39-97b7e19e0216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '8dc62072-6365-4f49-9af6-570f29225ebf'} {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 16:41:38.860026 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-aa8ad987-5ea3-40eb-a75f-f5f6b71219f5 req-4a91e637-d903-4e31-ac61-1cf332d9139c service neutron] Bound port: b9b5dd4e-09be-4cbb-abc4-285ea97f35e7, host: n-h2-834765-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1bcf4d4-f851-4018-ad39-97b7e19e0216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '8dc62072-6365-4f49-9af6-570f29225ebf'}}] {{(pid=102791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 16:41:38.860383 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-aa8ad987-5ea3-40eb-a75f-f5f6b71219f5 req-4a91e637-d903-4e31-ac61-1cf332d9139c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:41:38.925454 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-aa8ad987-5ea3-40eb-a75f-f5f6b71219f5 req-4a91e637-d903-4e31-ac61-1cf332d9139c service neutron] For port b9b5dd4e-09be-4cbb-abc4-285ea97f35e7, host n-h2-834765-1, cleared binding levels {{(pid=102791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 16:41:38.928556 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-aa8ad987-5ea3-40eb-a75f-f5f6b71219f5 req-4a91e637-d903-4e31-ac61-1cf332d9139c service neutron] For port b9b5dd4e-09be-4cbb-abc4-285ea97f35e7, host n-h2-834765-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=b9b5dd4e-09be-4cbb-abc4-285ea97f35e7,segment=NetworkSegment(a1bcf4d4-f851-4018-ad39-97b7e19e0216),segment_id=a1bcf4d4-f851-4018-ad39-97b7e19e0216)] {{(pid=102791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 16:41:38.933688 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-aa8ad987-5ea3-40eb-a75f-f5f6b71219f5 req-4a91e637-d903-4e31-ac61-1cf332d9139c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:41:38.971979 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8ad987-5ea3-40eb-a75f-f5f6b71219f5 req-4a91e637-d903-4e31-ac61-1cf332d9139c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:41:38.972593 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-aa8ad987-5ea3-40eb-a75f-f5f6b71219f5 req-4a91e637-d903-4e31-ac61-1cf332d9139c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:41:38.973983 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-aa8ad987-5ea3-40eb-a75f-f5f6b71219f5 req-4a91e637-d903-4e31-ac61-1cf332d9139c service neutron] 10.222.0.48 "PUT /v2.0/ports/b9b5dd4e-09be-4cbb-abc4-285ea97f35e7 HTTP/1.1" status: 200 len: 1091 time: 0.6595249 Mar 29 16:41:38.974429 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f807109-946a-4954-8d02-2c98f8808019', 'tag': 'b9b5dd4e-09be-4cbb-abc4-285ea97f35e7'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:41:38.976776 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e33af8bd2d242198c8fc7a55b0de10a2e3fe57bc5f7d7f0f551297b3d6240ff2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e629f8c-c029-4206-b340-9738b9418bc1" -d '{"events": [{"name": "network-changed", "server_uuid": "3f807109-946a-4954-8d02-2c98f8808019", "tag": "b9b5dd4e-09be-4cbb-abc4-285ea97f35e7"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:41:39.007129 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a91e637-d903-4e31-ac61-1cf332d9139c service neutron] Pushing event updated for resources: {'Port': ['ID=b9b5dd4e-09be-4cbb-abc4-285ea97f35e7,revision_number=3']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:41:39.034486 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 16:41:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-252b29a4-fd22-4176-a97c-54b85b415019 x-openstack-request-id: req-252b29a4-fd22-4176-a97c-54b85b415019 {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:41:39.034808 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f807109-946a-4954-8d02-2c98f8808019", "tag": "b9b5dd4e-09be-4cbb-abc4-285ea97f35e7", "status": "completed", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:41:39.035066 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-252b29a4-fd22-4176-a97c-54b85b415019 {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:41:39.035487 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f807109-946a-4954-8d02-2c98f8808019', 'tag': 'b9b5dd4e-09be-4cbb-abc4-285ea97f35e7', 'status': 'completed', 'code': 200} Mar 29 16:41:39.070310 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8ad987-5ea3-40eb-a75f-f5f6b71219f5 req-ce930837-dc21-4973-8b35-02e90d89bfed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:41:39.071852 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-aa8ad987-5ea3-40eb-a75f-f5f6b71219f5 req-ce930837-dc21-4973-8b35-02e90d89bfed service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=786485d247cc4bb0943a3056cc1d0d00&device_id=3f807109-946a-4954-8d02-2c98f8808019 HTTP/1.1" status: 200 len: 1094 time: 0.0488608 Mar 29 16:41:39.116686 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-aa8ad987-5ea3-40eb-a75f-f5f6b71219f5 req-446adee5-d7bf-4433-bb9d-07c01bdc8648 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b9b5dd4e-09be-4cbb-abc4-285ea97f35e7 HTTP/1.1" status: 200 len: 217 time: 0.0370610 Mar 29 16:41:39.164526 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e36d203-d213-4a78-82cc-eb6851dcd58a req-694c5211-7186-4cef-a852-665c01edca41 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:41:39.166113 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-8e36d203-d213-4a78-82cc-eb6851dcd58a req-694c5211-7186-4cef-a852-665c01edca41 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f807109-946a-4954-8d02-2c98f8808019 HTTP/1.1" status: 200 len: 943 time: 0.0528212 Mar 29 16:41:39.168989 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8ad987-5ea3-40eb-a75f-f5f6b71219f5 req-2b822918-ac32-42b2-8ca3-eab244ffc790 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:41:39.170489 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-aa8ad987-5ea3-40eb-a75f-f5f6b71219f5 req-2b822918-ac32-42b2-8ca3-eab244ffc790 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=79d0915d-6e20-423a-8316-1b7387accae6 HTTP/1.1" status: 200 len: 834 time: 0.0475664 Mar 29 16:41:39.207392 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-8e36d203-d213-4a78-82cc-eb6851dcd58a req-672a092f-d328-48ce-928d-57231a9a1543 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "GET /v2.0/security-groups?id=c72750f2-35c2-437c-b295-224ac8127353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348370 Mar 29 16:41:39.221083 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8ad987-5ea3-40eb-a75f-f5f6b71219f5 req-ca2855e8-a792-4ded-b09c-2ec3e75da72b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:41:39.222588 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-aa8ad987-5ea3-40eb-a75f-f5f6b71219f5 req-ca2855e8-a792-4ded-b09c-2ec3e75da72b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8dc62072-6365-4f49-9af6-570f29225ebf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0458183 Mar 29 16:41:39.311430 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-aa8ad987-5ea3-40eb-a75f-f5f6b71219f5 req-b4f6bfc4-19a2-489b-b796-f85b9be0dcc0 service neutron] 10.222.0.48 "GET /v2.0/networks/8dc62072-6365-4f49-9af6-570f29225ebf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823026 Mar 29 16:41:39.401716 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-aa8ad987-5ea3-40eb-a75f-f5f6b71219f5 req-eca992c5-900a-4e38-bb20-e6f2b8e1c965 service neutron] 10.222.0.48 "GET /v2.0/networks/8dc62072-6365-4f49-9af6-570f29225ebf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835917 Mar 29 16:41:39.489595 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e629f8c-c029-4206-b340-9738b9418bc1 req-59b1439d-411a-46a8-b8c7-4b6143042ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:41:39.491103 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-8e629f8c-c029-4206-b340-9738b9418bc1 req-59b1439d-411a-46a8-b8c7-4b6143042ce3 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=786485d247cc4bb0943a3056cc1d0d00&device_id=3f807109-946a-4954-8d02-2c98f8808019 HTTP/1.1" status: 200 len: 1094 time: 0.0407135 Mar 29 16:41:39.582276 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e629f8c-c029-4206-b340-9738b9418bc1 req-7a0b9afe-ba24-4717-921e-45d5b4f0d026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:41:39.583729 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-8e629f8c-c029-4206-b340-9738b9418bc1 req-7a0b9afe-ba24-4717-921e-45d5b4f0d026 service neutron] 10.222.0.48 "GET /v2.0/networks?id=8dc62072-6365-4f49-9af6-570f29225ebf HTTP/1.1" status: 200 len: 898 time: 0.0865073 Mar 29 16:41:39.623699 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-8e629f8c-c029-4206-b340-9738b9418bc1 req-5b8fa192-e824-4c9c-bf1c-a37517bb7660 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b9b5dd4e-09be-4cbb-abc4-285ea97f35e7 HTTP/1.1" status: 200 len: 217 time: 0.0334871 Mar 29 16:41:39.672272 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e629f8c-c029-4206-b340-9738b9418bc1 req-6d7e1280-bfdb-4b28-85db-69fc888ee743 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:41:39.673672 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-8e629f8c-c029-4206-b340-9738b9418bc1 req-6d7e1280-bfdb-4b28-85db-69fc888ee743 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=79d0915d-6e20-423a-8316-1b7387accae6 HTTP/1.1" status: 200 len: 834 time: 0.0426493 Mar 29 16:41:39.721942 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e629f8c-c029-4206-b340-9738b9418bc1 req-fb4cbede-9303-4ba7-8d96-ed9956cfaa8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:41:39.723441 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-8e629f8c-c029-4206-b340-9738b9418bc1 req-fb4cbede-9303-4ba7-8d96-ed9956cfaa8d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8dc62072-6365-4f49-9af6-570f29225ebf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427713 Mar 29 16:41:39.812596 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-8e629f8c-c029-4206-b340-9738b9418bc1 req-e3c93ea7-30f0-4185-98c0-dfaba6ada25a service neutron] 10.222.0.48 "GET /v2.0/networks/8dc62072-6365-4f49-9af6-570f29225ebf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823073 Mar 29 16:41:39.905521 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-8e629f8c-c029-4206-b340-9738b9418bc1 req-ac43a5d3-d2fc-48ea-ac04-af315c1c6538 service neutron] 10.222.0.48 "GET /v2.0/networks/8dc62072-6365-4f49-9af6-570f29225ebf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856841 Mar 29 16:41:40.324688 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4980faca-7ad8-44c0-aa32-07c3b5a6293b req-39d2a891-e547-4883-aab0-ce2e327d7e51 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:41:40.326135 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4980faca-7ad8-44c0-aa32-07c3b5a6293b req-39d2a891-e547-4883-aab0-ce2e327d7e51 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f807109-946a-4954-8d02-2c98f8808019 HTTP/1.1" status: 200 len: 943 time: 0.0479190 Mar 29 16:41:40.362806 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4980faca-7ad8-44c0-aa32-07c3b5a6293b req-22a9e01e-1081-4467-bdd3-1bb1f64e22fa tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "GET /v2.0/security-groups?id=c72750f2-35c2-437c-b295-224ac8127353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306776 Mar 29 16:41:41.480911 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ccaa28-567b-48bd-83df-40c25f3db808 req-f0d318c1-4a80-4dbe-bdc8-09b002874257 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:41:41.482421 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-34ccaa28-567b-48bd-83df-40c25f3db808 req-f0d318c1-4a80-4dbe-bdc8-09b002874257 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f807109-946a-4954-8d02-2c98f8808019 HTTP/1.1" status: 200 len: 943 time: 0.0490737 Mar 29 16:41:41.520042 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-34ccaa28-567b-48bd-83df-40c25f3db808 req-8cd7ea11-37b5-4cb7-9c36-7cb0043c22ce tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "GET /v2.0/security-groups?id=c72750f2-35c2-437c-b295-224ac8127353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314817 Mar 29 16:41:42.638436 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3184c27-af1e-46c7-9e0b-62dd8241f83b req-457463a4-b961-4606-8e81-4ac59624ae19 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:41:42.639926 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-a3184c27-af1e-46c7-9e0b-62dd8241f83b req-457463a4-b961-4606-8e81-4ac59624ae19 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f807109-946a-4954-8d02-2c98f8808019 HTTP/1.1" status: 200 len: 943 time: 0.0488884 Mar 29 16:41:42.676103 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-a3184c27-af1e-46c7-9e0b-62dd8241f83b req-e30feaa9-539d-4d9a-9aae-2e2a70b961c1 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "GET /v2.0/security-groups?id=c72750f2-35c2-437c-b295-224ac8127353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301702 Mar 29 16:41:43.583593 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device b9b5dd4e-09be-4cbb-abc4-285ea97f35e7 details requested by agent hyperv_n-h2-834765-1 with host n-h2-834765-1 {{(pid=102792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 16:41:43.682074 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port b9b5dd4e-09be-4cbb-abc4-285ea97f35e7, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=b9b5dd4e-09be-4cbb-abc4-285ea97f35e7,segment=NetworkSegment(a1bcf4d4-f851-4018-ad39-97b7e19e0216),segment_id=a1bcf4d4-f851-4018-ad39-97b7e19e0216)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:41:43.693391 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Returning: {'device': 'b9b5dd4e-09be-4cbb-abc4-285ea97f35e7', 'network_id': '8dc62072-6365-4f49-9af6-570f29225ebf', 'port_id': 'b9b5dd4e-09be-4cbb-abc4-285ea97f35e7', 'mac_address': 'fa:16:3e:13:a1:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 635, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79d0915d-6e20-423a-8316-1b7387accae6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 16:41:43.732315 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:41:43.748347 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9b5dd4e-09be-4cbb-abc4-285ea97f35e7 {{(pid=102792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 16:41:43.769823 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port b9b5dd4e-09be-4cbb-abc4-285ea97f35e7, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=b9b5dd4e-09be-4cbb-abc4-285ea97f35e7,segment=NetworkSegment(a1bcf4d4-f851-4018-ad39-97b7e19e0216),segment_id=a1bcf4d4-f851-4018-ad39-97b7e19e0216)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:41:43.775988 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:41:43.800584 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0f9233-d11e-45b2-83a2-eda8ded2c9df req-5e2e5ad4-9502-42d4-ad95-d3e3829f7af4 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:41:43.802053 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-ca0f9233-d11e-45b2-83a2-eda8ded2c9df req-5e2e5ad4-9502-42d4-ad95-d3e3829f7af4 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f807109-946a-4954-8d02-2c98f8808019 HTTP/1.1" status: 200 len: 943 time: 0.0560892 Mar 29 16:41:43.827298 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Pushing event updated for resources: {'Port': ['ID=b9b5dd4e-09be-4cbb-abc4-285ea97f35e7,revision_number=4']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:41:43.845299 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-ca0f9233-d11e-45b2-83a2-eda8ded2c9df req-8288e05a-c180-4851-8e3c-b640f42850bd tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "GET /v2.0/security-groups?id=c72750f2-35c2-437c-b295-224ac8127353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332103 Mar 29 16:41:44.150329 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] get_ports_and_sgs() called for port_ids ['b9b5dd4e-09be-4cbb-abc4-285ea97f35e7'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 16:41:44.965307 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e45348f-beec-4d44-941b-b6ab3461c4d2 req-3f001c8a-6a2f-4ceb-a902-ce80acef9743 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:41:44.966714 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-8e45348f-beec-4d44-941b-b6ab3461c4d2 req-3f001c8a-6a2f-4ceb-a902-ce80acef9743 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f807109-946a-4954-8d02-2c98f8808019 HTTP/1.1" status: 200 len: 944 time: 0.0536807 Mar 29 16:41:45.003401 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-8e45348f-beec-4d44-941b-b6ab3461c4d2 req-f3cc214d-ea08-4b76-8f4a-766cbd303f94 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "GET /v2.0/security-groups?id=c72750f2-35c2-437c-b295-224ac8127353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305953 Mar 29 16:41:45.603508 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device b9b5dd4e-09be-4cbb-abc4-285ea97f35e7 up at agent hyperv_n-h2-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 16:41:45.652194 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Provisioning for port b9b5dd4e-09be-4cbb-abc4-285ea97f35e7 completed by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 16:41:45.658091 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Provisioning complete for port b9b5dd4e-09be-4cbb-abc4-285ea97f35e7 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:41:45.658514 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:41:45.739514 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:41:45.761104 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f807109-946a-4954-8d02-2c98f8808019', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9b5dd4e-09be-4cbb-abc4-285ea97f35e7'}] {{(pid=102792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:41:45.763368 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57a7834588826aa5fcb6318d84c304e74917d39e51dd24b57e16034477aedb48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1636af5-12ca-49cf-abc8-539ad6d0a023" -d '{"events": [{"server_uuid": "3f807109-946a-4954-8d02-2c98f8808019", "name": "network-vif-plugged", "status": "completed", "tag": "b9b5dd4e-09be-4cbb-abc4-285ea97f35e7"}]}' {{(pid=102792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:41:45.776385 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port b9b5dd4e-09be-4cbb-abc4-285ea97f35e7, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=b9b5dd4e-09be-4cbb-abc4-285ea97f35e7,segment=NetworkSegment(a1bcf4d4-f851-4018-ad39-97b7e19e0216),segment_id=a1bcf4d4-f851-4018-ad39-97b7e19e0216)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:41:45.780271 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:41:45.803823 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 16:41:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f9d553b-e454-4069-b9b4-ff3e1bc1978b x-openstack-request-id: req-6f9d553b-e454-4069-b9b4-ff3e1bc1978b {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:41:45.804122 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f807109-946a-4954-8d02-2c98f8808019", "name": "network-vif-plugged", "status": "completed", "tag": "b9b5dd4e-09be-4cbb-abc4-285ea97f35e7", "code": 200}]} {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:41:45.804399 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-6f9d553b-e454-4069-b9b4-ff3e1bc1978b {{(pid=102792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:41:45.804779 n-d-834765-1 neutron-server[102792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f807109-946a-4954-8d02-2c98f8808019', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9b5dd4e-09be-4cbb-abc4-285ea97f35e7', 'code': 200} Mar 29 16:41:45.830541 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Pushing event updated for resources: {'Port': ['ID=b9b5dd4e-09be-4cbb-abc4-285ea97f35e7,revision_number=5']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:41:45.896041 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c4d833-684d-4468-8a35-279760c89e7e req-f99eff7d-09bb-413e-b9b3-595662842d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:41:45.897532 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-21c4d833-684d-4468-8a35-279760c89e7e req-f99eff7d-09bb-413e-b9b3-595662842d39 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=3f807109-946a-4954-8d02-2c98f8808019 HTTP/1.1" status: 200 len: 1096 time: 0.0402761 Mar 29 16:41:45.931113 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-21c4d833-684d-4468-8a35-279760c89e7e req-89a61bf8-df1d-4765-a8c8-37b00dbcfb92 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=c72750f2-35c2-437c-b295-224ac8127353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0271950 Mar 29 16:41:46.118917 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ed6e29-5458-43e9-beaa-8b41a8176dda req-8ffb646b-1ead-45bb-a055-eab32f5e2f76 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:41:46.120419 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-96ed6e29-5458-43e9-beaa-8b41a8176dda req-8ffb646b-1ead-45bb-a055-eab32f5e2f76 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f807109-946a-4954-8d02-2c98f8808019 HTTP/1.1" status: 200 len: 945 time: 0.0483708 Mar 29 16:41:46.156860 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-96ed6e29-5458-43e9-beaa-8b41a8176dda req-fe83952d-41bc-48d2-b511-30ab1774d224 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "GET /v2.0/security-groups?id=c72750f2-35c2-437c-b295-224ac8127353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304220 Mar 29 16:41:47.275441 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2bbb73-e2a0-4418-94cf-b19b4b7c3f00 req-8fc2f6ad-c70e-4cef-9103-0b6fec362a79 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:41:47.276800 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-ad2bbb73-e2a0-4418-94cf-b19b4b7c3f00 req-8fc2f6ad-c70e-4cef-9103-0b6fec362a79 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f807109-946a-4954-8d02-2c98f8808019 HTTP/1.1" status: 200 len: 945 time: 0.0479975 Mar 29 16:41:47.313626 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-ad2bbb73-e2a0-4418-94cf-b19b4b7c3f00 req-5f81cd3a-ae7d-4d9d-888a-f02b29c35d38 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "GET /v2.0/security-groups?id=c72750f2-35c2-437c-b295-224ac8127353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307546 Mar 29 16:41:47.431678 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45ad42b-c9b2-4293-a56f-0afed0722f04 req-7fc02668-775c-4c2d-81c2-b3737d681932 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:41:47.433163 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f45ad42b-c9b2-4293-a56f-0afed0722f04 req-7fc02668-775c-4c2d-81c2-b3737d681932 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f807109-946a-4954-8d02-2c98f8808019 HTTP/1.1" status: 200 len: 945 time: 0.0532970 Mar 29 16:41:47.470827 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f45ad42b-c9b2-4293-a56f-0afed0722f04 req-117a9097-ff20-42f7-8cd6-0e277be86f91 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "GET /v2.0/security-groups?id=c72750f2-35c2-437c-b295-224ac8127353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316970 Mar 29 16:41:47.491706 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 42924) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:41:47.530388 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-067c057c-5553-49ad-9a67-db9a271a8625 tempest-TestNetworkAdvancedServerOps-37087928 tempest-TestNetworkAdvancedServerOps-37087928-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:41:47.531806 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-067c057c-5553-49ad-9a67-db9a271a8625 tempest-TestNetworkAdvancedServerOps-37087928 tempest-TestNetworkAdvancedServerOps-37087928-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=3f807109-946a-4954-8d02-2c98f8808019 HTTP/1.1" status: 200 len: 1091 time: 0.0391047 Mar 29 16:41:47.534540 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 42926) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:41:47.538689 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-e6ff0707-e71f-4315-bd47-4736740b808f tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Request body: {'floatingip': {'floating_network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'port_id': 'b9b5dd4e-09be-4cbb-abc4-285ea97f35e7', 'tenant_id': '786485d247cc4bb0943a3056cc1d0d00', 'fixed_ip_address': '172.20.0.5'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:41:47.558386 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-e6ff0707-e71f-4315-bd47-4736740b808f tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks [] for floatingip, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:41:47.658121 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-e6ff0707-e71f-4315-bd47-4736740b808f tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:41:47.722395 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:41:47.761307 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_common [None req-e6ff0707-e71f-4315-bd47-4736740b808f tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Allocated IP 172.25.4.241 (4a4a035d-ecac-4ead-baa3-25f90788773a/e1a353dc-fac8-4901-a63c-273840237d6a/329ad880-66dd-4a3d-b609-0334d0f88550) {{(pid=102791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:41:47.860828 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-e6ff0707-e71f-4315-bd47-4736740b808f tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks [] for port, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:41:47.892667 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-e6ff0707-e71f-4315-bd47-4736740b808f tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:41:47.931273 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6ff0707-e71f-4315-bd47-4736740b808f tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Network 4a4a035d-ecac-4ead-baa3-25f90788773a is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:41:47.934044 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [None req-e6ff0707-e71f-4315-bd47-4736740b808f tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:41:47.937432 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6ff0707-e71f-4315-bd47-4736740b808f tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Received port after_create {{(pid=102791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:41:47.959776 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ff0707-e71f-4315-bd47-4736740b808f tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Pushing event updated for resources: {'Port': ['ID=329ad880-66dd-4a3d-b609-0334d0f88550,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:41:48.288143 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-e6ff0707-e71f-4315-bd47-4736740b808f tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:41:48.351993 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-e6ff0707-e71f-4315-bd47-4736740b808f tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:41:48.377241 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:41:48.499323 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-e6ff0707-e71f-4315-bd47-4736740b808f tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks [] for port, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:41:48.503672 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-e6ff0707-e71f-4315-bd47-4736740b808f tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:41:48.573126 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ff0707-e71f-4315-bd47-4736740b808f tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Pushing event updated for resources: {'Port': ['ID=329ad880-66dd-4a3d-b609-0334d0f88550,revision_number=2']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:41:48.582625 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-e6ff0707-e71f-4315-bd47-4736740b808f tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648212'] for floatingip, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:41:48.679785 n-d-834765-1 neutron-server[102791]: INFO neutron.db.l3_db [None req-e6ff0707-e71f-4315-bd47-4736740b808f tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Floating IP 28fcb110-9c9a-455b-ae7d-7e6c29741c2f associated. External IP: 172.25.4.241, port: b9b5dd4e-09be-4cbb-abc4-285ea97f35e7. Mar 29 16:41:49.193390 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6ff0707-e71f-4315-bd47-4736740b808f tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Router 17fef54f-7ae3-42f3-b134-c5230fdb81a0 has already been hosted by L3 agent c648d819-1060-4f26-b4ec-6455387b5dff {{(pid=102791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 16:41:49.297790 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6ff0707-e71f-4315-bd47-4736740b808f tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 16:41:49.307856 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92df8f6f-a9ca-4f8d-827b-4c19664430bf None None] Sync routers for ids ['17fef54f-7ae3-42f3-b134-c5230fdb81a0'] in n-d-834765-1 {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 16:41:49.314934 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-e6ff0707-e71f-4315-bd47-4736740b808f tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for floatingip, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:41:49.321132 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92df8f6f-a9ca-4f8d-827b-4c19664430bf None None] Routers {'17fef54f-7ae3-42f3-b134-c5230fdb81a0'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:41:49.322010 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-92df8f6f-a9ca-4f8d-827b-4c19664430bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:41:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['17fef54f-7ae3-42f3-b134-c5230fdb81a0'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:41:49.342092 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-e6ff0707-e71f-4315-bd47-4736740b808f tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8065329 Mar 29 16:41:49.342686 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f807109-946a-4954-8d02-2c98f8808019', 'tag': 'b9b5dd4e-09be-4cbb-abc4-285ea97f35e7'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:41:49.345047 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e33af8bd2d242198c8fc7a55b0de10a2e3fe57bc5f7d7f0f551297b3d6240ff2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-574b942d-a4f0-48ff-a05a-5f29f4acc7d6" -d '{"events": [{"name": "network-changed", "server_uuid": "3f807109-946a-4954-8d02-2c98f8808019", "tag": "b9b5dd4e-09be-4cbb-abc4-285ea97f35e7"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:41:49.386965 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 16:41:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1483c55-1c19-4cbb-ae70-c1dd7345d6a5 x-openstack-request-id: req-d1483c55-1c19-4cbb-ae70-c1dd7345d6a5 {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:41:49.387361 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f807109-946a-4954-8d02-2c98f8808019", "tag": "b9b5dd4e-09be-4cbb-abc4-285ea97f35e7", "status": "completed", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:41:49.387672 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d1483c55-1c19-4cbb-ae70-c1dd7345d6a5 {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:41:49.388131 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f807109-946a-4954-8d02-2c98f8808019', 'tag': 'b9b5dd4e-09be-4cbb-abc4-285ea97f35e7', 'status': 'completed', 'code': 200} Mar 29 16:41:49.437066 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvr_db [None req-92df8f6f-a9ca-4f8d-827b-4c19664430bf None None] Set router 17fef54f-7ae3-42f3-b134-c5230fdb81a0 gateway port host: n-d-834765-1 {{(pid=102792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:41:49.453744 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574b942d-a4f0-48ff-a05a-5f29f4acc7d6 req-900fc962-661b-4c4a-b941-f3d520b8a6b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:41:49.454064 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e99a96-09cc-4e64-a007-775d2ffd5062 req-c677484c-bf96-4cea-b492-237217ac00fb tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:41:49.455186 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-574b942d-a4f0-48ff-a05a-5f29f4acc7d6 req-900fc962-661b-4c4a-b941-f3d520b8a6b2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=786485d247cc4bb0943a3056cc1d0d00&device_id=3f807109-946a-4954-8d02-2c98f8808019 HTTP/1.1" status: 200 len: 1096 time: 0.0452442 Mar 29 16:41:49.455595 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-c1e99a96-09cc-4e64-a007-775d2ffd5062 req-c677484c-bf96-4cea-b492-237217ac00fb tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f807109-946a-4954-8d02-2c98f8808019 HTTP/1.1" status: 200 len: 945 time: 0.0600696 Mar 29 16:41:49.503116 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-c1e99a96-09cc-4e64-a007-775d2ffd5062 req-3bf03519-87a7-4d8a-b956-03e353a59a1b tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "GET /v2.0/security-groups?id=c72750f2-35c2-437c-b295-224ac8127353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406837 Mar 29 16:41:49.524512 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 42932) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:41:49.552514 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574b942d-a4f0-48ff-a05a-5f29f4acc7d6 req-649d387e-6558-4003-b765-7089bd9d5af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:41:49.553989 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-574b942d-a4f0-48ff-a05a-5f29f4acc7d6 req-649d387e-6558-4003-b765-7089bd9d5af9 service neutron] 10.222.0.48 "GET /v2.0/networks?id=8dc62072-6365-4f49-9af6-570f29225ebf HTTP/1.1" status: 200 len: 898 time: 0.0923491 Mar 29 16:41:49.592353 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-2a13233e-0436-42bc-8c0c-b265069797bc tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "GET /v2.0/floatingips/28fcb110-9c9a-455b-ae7d-7e6c29741c2f HTTP/1.1" status: 200 len: 991 time: 0.0667009 Mar 29 16:41:49.619905 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-574b942d-a4f0-48ff-a05a-5f29f4acc7d6 req-c9938507-89d0-43a3-aafd-0df707ae5262 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b9b5dd4e-09be-4cbb-abc4-285ea97f35e7 HTTP/1.1" status: 200 len: 999 time: 0.0590911 Mar 29 16:41:49.670169 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574b942d-a4f0-48ff-a05a-5f29f4acc7d6 req-e76306c2-086d-4319-abb7-a2855c2960b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:41:49.671701 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-574b942d-a4f0-48ff-a05a-5f29f4acc7d6 req-e76306c2-086d-4319-abb7-a2855c2960b9 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=79d0915d-6e20-423a-8316-1b7387accae6 HTTP/1.1" status: 200 len: 834 time: 0.0457137 Mar 29 16:41:49.678780 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-92df8f6f-a9ca-4f8d-827b-4c19664430bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17fef54f-7ae3-42f3-b134-c5230fdb81a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1785171039', 'tenant_id': '786485d247cc4bb0943a3056cc1d0d00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.45'}], 'enable_snat': True}, 'gw_port_id': '5e41604b-442c-4cfe-ad60-4f6cd10c605e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:41:31Z', 'updated_at': '2022-03-29T16:41:34Z', 'revision_number': 4, 'project_id': '786485d247cc4bb0943a3056cc1d0d00', 'gw_port': {'id': '5e41604b-442c-4cfe-ad60-4f6cd10c605e', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:76:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17fef54f-7ae3-42f3-b134-c5230fdb81a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:41:31Z', 'updated_at': '2022-03-29T16:41:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_floatingips': [{'id': '28fcb110-9c9a-455b-ae7d-7e6c29741c2f', 'tenant_id': '786485d247cc4bb0943a3056cc1d0d00', 'floating_ip_address': '172.25.4.241', 'floating_network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'router_id': '17fef54f-7ae3-42f3-b134-c5230fdb81a0', 'port_id': 'b9b5dd4e-09be-4cbb-abc4-285ea97f35e7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4346, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8dc62072-6365-4f49-9af6-570f29225ebf', 'mac_address': 'fa:16:3e:13:a1:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f807109-946a-4954-8d02-2c98f8808019', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T16:41:48Z', 'updated_at': '2022-03-29T16:41:48Z', 'revision_number': 0, 'project_id': '786485d247cc4bb0943a3056cc1d0d00', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d42d6fb-bc0d-4aee-ab09-67edd7e4aae0', 'name': '', 'network_id': '8dc62072-6365-4f49-9af6-570f29225ebf', 'tenant_id': '786485d247cc4bb0943a3056cc1d0d00', 'mac_address': 'fa:16:3e:09:e1:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17fef54f-7ae3-42f3-b134-c5230fdb81a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '79d0915d-6e20-423a-8316-1b7387accae6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:41:33Z', 'updated_at': '2022-03-29T16:41:37Z', 'revision_number': 5, 'project_id': '786485d247cc4bb0943a3056cc1d0d00', 'subnets': [{'id': '79d0915d-6e20-423a-8316-1b7387accae6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:41:49.706367 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92df8f6f-a9ca-4f8d-827b-4c19664430bf None None] Checking router: 17fef54f-7ae3-42f3-b134-c5230fdb81a0 for host: n-d-834765-1 {{(pid=102792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 16:41:49.714791 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92df8f6f-a9ca-4f8d-827b-4c19664430bf None None] Routers {'17fef54f-7ae3-42f3-b134-c5230fdb81a0'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:41:49.715447 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-92df8f6f-a9ca-4f8d-827b-4c19664430bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:41:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['17fef54f-7ae3-42f3-b134-c5230fdb81a0'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:41:49.722228 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574b942d-a4f0-48ff-a05a-5f29f4acc7d6 req-50a93b4e-3ea6-4d59-bf17-b72f7193dee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:41:49.723818 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-574b942d-a4f0-48ff-a05a-5f29f4acc7d6 req-50a93b4e-3ea6-4d59-bf17-b72f7193dee7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8dc62072-6365-4f49-9af6-570f29225ebf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0455570 Mar 29 16:41:49.812330 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-574b942d-a4f0-48ff-a05a-5f29f4acc7d6 req-8fd0a9c4-87e8-4d22-b865-6b3fa2900acb service neutron] 10.222.0.48 "GET /v2.0/networks/8dc62072-6365-4f49-9af6-570f29225ebf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823317 Mar 29 16:41:49.821522 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvr_db [None req-92df8f6f-a9ca-4f8d-827b-4c19664430bf None None] Set router 17fef54f-7ae3-42f3-b134-c5230fdb81a0 gateway port host: n-d-834765-1 {{(pid=102792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:41:49.905899 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-574b942d-a4f0-48ff-a05a-5f29f4acc7d6 req-680530fb-0faf-4c0e-9764-ea9f2c44f325 service neutron] 10.222.0.48 "GET /v2.0/networks/8dc62072-6365-4f49-9af6-570f29225ebf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849807 Mar 29 16:41:50.048998 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-92df8f6f-a9ca-4f8d-827b-4c19664430bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17fef54f-7ae3-42f3-b134-c5230fdb81a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1785171039', 'tenant_id': '786485d247cc4bb0943a3056cc1d0d00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.45'}], 'enable_snat': True}, 'gw_port_id': '5e41604b-442c-4cfe-ad60-4f6cd10c605e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:41:31Z', 'updated_at': '2022-03-29T16:41:34Z', 'revision_number': 4, 'project_id': '786485d247cc4bb0943a3056cc1d0d00', 'gw_port': {'id': '5e41604b-442c-4cfe-ad60-4f6cd10c605e', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:76:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17fef54f-7ae3-42f3-b134-c5230fdb81a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:41:31Z', 'updated_at': '2022-03-29T16:41:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_floatingips': [{'id': '28fcb110-9c9a-455b-ae7d-7e6c29741c2f', 'tenant_id': '786485d247cc4bb0943a3056cc1d0d00', 'floating_ip_address': '172.25.4.241', 'floating_network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'router_id': '17fef54f-7ae3-42f3-b134-c5230fdb81a0', 'port_id': 'b9b5dd4e-09be-4cbb-abc4-285ea97f35e7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4346, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8dc62072-6365-4f49-9af6-570f29225ebf', 'mac_address': 'fa:16:3e:13:a1:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f807109-946a-4954-8d02-2c98f8808019', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T16:41:48Z', 'updated_at': '2022-03-29T16:41:48Z', 'revision_number': 0, 'project_id': '786485d247cc4bb0943a3056cc1d0d00', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d42d6fb-bc0d-4aee-ab09-67edd7e4aae0', 'name': '', 'network_id': '8dc62072-6365-4f49-9af6-570f29225ebf', 'tenant_id': '786485d247cc4bb0943a3056cc1d0d00', 'mac_address': 'fa:16:3e:09:e1:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17fef54f-7ae3-42f3-b134-c5230fdb81a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '79d0915d-6e20-423a-8316-1b7387accae6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:41:33Z', 'updated_at': '2022-03-29T16:41:37Z', 'revision_number': 5, 'project_id': '786485d247cc4bb0943a3056cc1d0d00', 'subnets': [{'id': '79d0915d-6e20-423a-8316-1b7387accae6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:41:50.076364 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92df8f6f-a9ca-4f8d-827b-4c19664430bf None None] The sync data for ids ['17fef54f-7ae3-42f3-b134-c5230fdb81a0'] in n-d-834765-1 is: [{'id': '17fef54f-7ae3-42f3-b134-c5230fdb81a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1785171039', 'tenant_id': '786485d247cc4bb0943a3056cc1d0d00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.45'}], 'enable_snat': True}, 'gw_port_id': '5e41604b-442c-4cfe-ad60-4f6cd10c605e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:41:31Z', 'updated_at': '2022-03-29T16:41:34Z', 'revision_number': 4, 'project_id': '786485d247cc4bb0943a3056cc1d0d00', 'gw_port': {'id': '5e41604b-442c-4cfe-ad60-4f6cd10c605e', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:76:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17fef54f-7ae3-42f3-b134-c5230fdb81a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:41:31Z', 'updated_at': '2022-03-29T16:41:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_floatingips': [{'id': '28fcb110-9c9a-455b-ae7d-7e6c29741c2f', 'tenant_id': '786485d247cc4bb0943a3056cc1d0d00', 'floating_ip_address': '172.25.4.241', 'floating_network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'router_id': '17fef54f-7ae3-42f3-b134-c5230fdb81a0', 'port_id': 'b9b5dd4e-09be-4cbb-abc4-285ea97f35e7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4346, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8dc62072-6365-4f49-9af6-570f29225ebf', 'mac_address': 'fa:16:3e:13:a1:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f807109-946a-4954-8d02-2c98f8808019', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T16:41:48Z', 'updated_at': '2022-03-29T16:41:48Z', 'revision_number': 0, 'project_id': '786485d247cc4bb0943a3056cc1d0d00', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d42d6fb-bc0d-4aee-ab09-67edd7e4aae0', 'name': '', 'network_id': '8dc62072-6365-4f49-9af6-570f29225ebf', 'tenant_id': '786485d247cc4bb0943a3056cc1d0d00', 'mac_address': 'fa:16:3e:09:e1:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17fef54f-7ae3-42f3-b134-c5230fdb81a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '79d0915d-6e20-423a-8316-1b7387accae6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:41:33Z', 'updated_at': '2022-03-29T16:41:37Z', 'revision_number': 5, 'project_id': '786485d247cc4bb0943a3056cc1d0d00', 'subnets': [{'id': '79d0915d-6e20-423a-8316-1b7387accae6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 16:41:50.275987 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-077c1a5e-bc57-4f75-ae74-901d30c3034c None None] New status for floating IP 28fcb110-9c9a-455b-ae7d-7e6c29741c2f: ACTIVE {{(pid=102793) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 16:41:50.596247 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 42934) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:41:50.655809 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-32211e27-581f-42ab-9b02-2f603fa0ccbf tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "GET /v2.0/floatingips/28fcb110-9c9a-455b-ae7d-7e6c29741c2f HTTP/1.1" status: 200 len: 993 time: 0.0582910 Mar 29 16:41:55.219046 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.agents_db [None req-59735a15-725e-44d4-9ad5-95cbe356f209 None None] Agent healthcheck: found 7 active agents {{(pid=102793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 16:42:00.469885 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-e1491833-cf9d-4f67-92b9-ebdb1dc94f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:42:02.935935 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-79d05879-4ff1-4d43-b1cb-6617a5ad0336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:42:04.415169 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d71584b9-87f1-45f5-84c7-c993c2416269 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:42:05.970750 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-0cb6abf6-2706-4e52-8825-f5f644ecf9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:42:06.035872 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:42:17.726402 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:42:18.373939 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:42:29.488275 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-3e01ce0e-e4d5-41b1-8b9d-00f278d01c8a req-ad7bfe12-48a1-4fbb-8bb3-4523d97fd1bc service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=3f807109-946a-4954-8d02-2c98f8808019&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0404103 Mar 29 16:42:29.573865 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e01ce0e-e4d5-41b1-8b9d-00f278d01c8a req-e508fa75-b0e7-4934-849c-ad0e3abf2d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:42:29.575377 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-3e01ce0e-e4d5-41b1-8b9d-00f278d01c8a req-e508fa75-b0e7-4934-849c-ad0e3abf2d7d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=786485d247cc4bb0943a3056cc1d0d00&device_id=3f807109-946a-4954-8d02-2c98f8808019 HTTP/1.1" status: 200 len: 1096 time: 0.0439894 Mar 29 16:42:29.675818 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e01ce0e-e4d5-41b1-8b9d-00f278d01c8a req-667d5685-f984-4358-ae74-092141c67344 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:42:29.677309 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-3e01ce0e-e4d5-41b1-8b9d-00f278d01c8a req-667d5685-f984-4358-ae74-092141c67344 service neutron] 10.222.0.48 "GET /v2.0/networks?id=8dc62072-6365-4f49-9af6-570f29225ebf HTTP/1.1" status: 200 len: 898 time: 0.0823050 Mar 29 16:42:29.747252 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-3e01ce0e-e4d5-41b1-8b9d-00f278d01c8a req-1fa2c6a7-4fb1-4fd5-81aa-0da463813c79 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b9b5dd4e-09be-4cbb-abc4-285ea97f35e7 HTTP/1.1" status: 200 len: 1001 time: 0.0629127 Mar 29 16:42:29.796624 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e01ce0e-e4d5-41b1-8b9d-00f278d01c8a req-b10dcb2d-5c2e-482e-a08a-ff5e59c3cd98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:42:29.798041 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-3e01ce0e-e4d5-41b1-8b9d-00f278d01c8a req-b10dcb2d-5c2e-482e-a08a-ff5e59c3cd98 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=79d0915d-6e20-423a-8316-1b7387accae6 HTTP/1.1" status: 200 len: 834 time: 0.0449231 Mar 29 16:42:29.843768 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e01ce0e-e4d5-41b1-8b9d-00f278d01c8a req-94389ee3-6069-41e9-85c6-e20f7a76039f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:42:29.845239 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-3e01ce0e-e4d5-41b1-8b9d-00f278d01c8a req-94389ee3-6069-41e9-85c6-e20f7a76039f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8dc62072-6365-4f49-9af6-570f29225ebf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409145 Mar 29 16:42:29.945480 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-3e01ce0e-e4d5-41b1-8b9d-00f278d01c8a req-ca327372-27ef-4122-95d9-242b37554934 service neutron] 10.222.0.48 "GET /v2.0/networks/8dc62072-6365-4f49-9af6-570f29225ebf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938590 Mar 29 16:42:30.032957 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-3e01ce0e-e4d5-41b1-8b9d-00f278d01c8a req-1f4844ec-8393-4c3b-aca6-296d269e58b1 service neutron] 10.222.0.48 "GET /v2.0/networks/8dc62072-6365-4f49-9af6-570f29225ebf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795040 Mar 29 16:42:30.472144 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-aa0d7b4d-a602-44f9-988e-79844bd5445d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:42:32.218546 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.agents_db [None req-59735a15-725e-44d4-9ad5-95cbe356f209 None None] Agent healthcheck: found 7 active agents {{(pid=102793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 16:42:32.936951 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-ceb57b83-95f4-4426-b5af-a0cbfa049ee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:42:34.418212 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d71584b9-87f1-45f5-84c7-c993c2416269 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:42:35.973414 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-0cb6abf6-2706-4e52-8825-f5f644ecf9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:42:36.037192 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:42:42.845151 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [req-eb20bfb8-f3b1-4e53-b9df-e7e460a8807e req-ee129c98-0b02-42d5-9330-6c6d2b90fca7 service neutron] (102790) timed out ('10.222.0.42', 50292) {{(pid=102790) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Mar 29 16:42:47.734382 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:42:48.388176 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:42:53.528740 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c96235-2b2b-408f-baab-14f1db3e1fc8 req-4012fc09-7715-4bea-be43-1cb30aac7bcf tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:42:53.530259 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f4c96235-2b2b-408f-baab-14f1db3e1fc8 req-4012fc09-7715-4bea-be43-1cb30aac7bcf tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f807109-946a-4954-8d02-2c98f8808019 HTTP/1.1" status: 200 len: 945 time: 0.0612755 Mar 29 16:42:53.568676 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f4c96235-2b2b-408f-baab-14f1db3e1fc8 req-84124cd1-4608-48e8-8241-bc191e137f94 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "GET /v2.0/security-groups?id=c72750f2-35c2-437c-b295-224ac8127353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322902 Mar 29 16:42:54.687660 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2747819-eb03-4ed9-a540-0da87bfb8caa req-49679788-1a23-4d1f-9eae-7655e973a188 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:42:54.689143 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-c2747819-eb03-4ed9-a540-0da87bfb8caa req-49679788-1a23-4d1f-9eae-7655e973a188 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f807109-946a-4954-8d02-2c98f8808019 HTTP/1.1" status: 200 len: 945 time: 0.0491779 Mar 29 16:42:54.726466 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-c2747819-eb03-4ed9-a540-0da87bfb8caa req-d3198708-f5ab-46f7-afe8-d3a4953ed288 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "GET /v2.0/security-groups?id=c72750f2-35c2-437c-b295-224ac8127353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310824 Mar 29 16:42:55.842815 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e5aacf-e3bf-4166-9a37-635a250d9856 req-cd00ccd4-0484-440d-8ab4-def8602b2814 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:42:55.844291 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-32e5aacf-e3bf-4166-9a37-635a250d9856 req-cd00ccd4-0484-440d-8ab4-def8602b2814 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f807109-946a-4954-8d02-2c98f8808019 HTTP/1.1" status: 200 len: 945 time: 0.0489707 Mar 29 16:42:55.881269 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-32e5aacf-e3bf-4166-9a37-635a250d9856 req-6a8197dd-ce3d-4c56-a86b-af1d76bbdf1d tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "GET /v2.0/security-groups?id=c72750f2-35c2-437c-b295-224ac8127353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309656 Mar 29 16:42:57.001695 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5635091a-543f-46f1-8348-260de22db988 req-2e483f4d-11d2-408b-9921-897f576e7ca0 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:42:57.003160 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-5635091a-543f-46f1-8348-260de22db988 req-2e483f4d-11d2-408b-9921-897f576e7ca0 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f807109-946a-4954-8d02-2c98f8808019 HTTP/1.1" status: 200 len: 945 time: 0.0491567 Mar 29 16:42:57.044800 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-5635091a-543f-46f1-8348-260de22db988 req-239df0af-bb37-4f43-8e68-1f63fcfa187b tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "GET /v2.0/security-groups?id=c72750f2-35c2-437c-b295-224ac8127353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355997 Mar 29 16:42:58.161333 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e99f03-5b6f-49ed-aec0-5281be44b333 req-6d4c85a4-9d9d-486b-893c-a476f6a37aca tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:42:58.162792 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-a6e99f03-5b6f-49ed-aec0-5281be44b333 req-6d4c85a4-9d9d-486b-893c-a476f6a37aca tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f807109-946a-4954-8d02-2c98f8808019 HTTP/1.1" status: 200 len: 945 time: 0.0490961 Mar 29 16:42:58.200560 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-a6e99f03-5b6f-49ed-aec0-5281be44b333 req-ee5a8d2d-fc5e-48ce-ae32-a7ddb81e0cec tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "GET /v2.0/security-groups?id=c72750f2-35c2-437c-b295-224ac8127353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312512 Mar 29 16:42:59.316366 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c170821-78b3-487f-bb71-e1bf3f3846ac req-53c84da2-b8bf-40a8-a654-d11e16b50e1b tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:42:59.318104 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-7c170821-78b3-487f-bb71-e1bf3f3846ac req-53c84da2-b8bf-40a8-a654-d11e16b50e1b tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f807109-946a-4954-8d02-2c98f8808019 HTTP/1.1" status: 200 len: 945 time: 0.0488968 Mar 29 16:42:59.355223 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-7c170821-78b3-487f-bb71-e1bf3f3846ac req-9ce72818-562d-4974-8a29-20a525fc8a19 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "GET /v2.0/security-groups?id=c72750f2-35c2-437c-b295-224ac8127353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309806 Mar 29 16:43:00.474942 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba40891-fdf5-426e-8d13-fcdb228d933f req-b0fd7304-1582-46e8-bcb2-67e5d7e507c8 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:43:00.475575 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-a5e36eba-26be-4d15-aab4-0d8087889ff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:43:00.477372 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-3ba40891-fdf5-426e-8d13-fcdb228d933f req-b0fd7304-1582-46e8-bcb2-67e5d7e507c8 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f807109-946a-4954-8d02-2c98f8808019 HTTP/1.1" status: 200 len: 945 time: 0.0539086 Mar 29 16:43:00.517278 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-3ba40891-fdf5-426e-8d13-fcdb228d933f req-658a9be7-8576-40b6-85a1-1909490e0b8d tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "GET /v2.0/security-groups?id=c72750f2-35c2-437c-b295-224ac8127353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315492 Mar 29 16:43:01.633316 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de47ec9-2cdb-4b26-8d60-f7314feb2b8a req-26f1047e-75ec-4144-b702-4535480d77ea tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:43:01.634781 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-3de47ec9-2cdb-4b26-8d60-f7314feb2b8a req-26f1047e-75ec-4144-b702-4535480d77ea tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f807109-946a-4954-8d02-2c98f8808019 HTTP/1.1" status: 200 len: 945 time: 0.0485315 Mar 29 16:43:01.673528 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-3de47ec9-2cdb-4b26-8d60-f7314feb2b8a req-5189d49a-9df9-4eab-858c-ea710055a85d tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "GET /v2.0/security-groups?id=c72750f2-35c2-437c-b295-224ac8127353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326037 Mar 29 16:43:02.795932 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcab0fc-6c23-4c04-9e68-cd83d0405c7a req-888f99ea-db48-43ce-8b26-7f5cc2d48ee3 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:43:02.797317 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-5fcab0fc-6c23-4c04-9e68-cd83d0405c7a req-888f99ea-db48-43ce-8b26-7f5cc2d48ee3 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f807109-946a-4954-8d02-2c98f8808019 HTTP/1.1" status: 200 len: 945 time: 0.0490041 Mar 29 16:43:02.833848 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-5fcab0fc-6c23-4c04-9e68-cd83d0405c7a req-bdfd9054-4f21-4835-bf46-02b8667149aa tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "GET /v2.0/security-groups?id=c72750f2-35c2-437c-b295-224ac8127353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304959 Mar 29 16:43:02.937898 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d3015f7f-d1c7-4ffb-b4ae-19e14cf54e78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:43:03.952600 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672c11c5-8345-4ec2-b336-5c36b8f7f3b1 req-485601a3-f96f-44cb-a6f6-36e01010d30b tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:43:03.954053 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-672c11c5-8345-4ec2-b336-5c36b8f7f3b1 req-485601a3-f96f-44cb-a6f6-36e01010d30b tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f807109-946a-4954-8d02-2c98f8808019 HTTP/1.1" status: 200 len: 945 time: 0.0483606 Mar 29 16:43:03.995046 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-672c11c5-8345-4ec2-b336-5c36b8f7f3b1 req-6e5077a4-265d-4911-8e19-5d9c76580cc8 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "GET /v2.0/security-groups?id=c72750f2-35c2-437c-b295-224ac8127353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348997 Mar 29 16:43:04.017333 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 42980) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:43:04.082322 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-d7755e54-57f4-4e28-a8de-9ba0479960cf tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "GET /v2.0/floatingips/28fcb110-9c9a-455b-ae7d-7e6c29741c2f HTTP/1.1" status: 200 len: 993 time: 0.0638494 Mar 29 16:43:04.424880 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d71584b9-87f1-45f5-84c7-c993c2416269 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:43:05.376185 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9808bf7-2b0c-4252-a7a8-a22002d6c6cc req-367b65af-dd2b-441c-8b04-2f1c380aeed0 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:43:05.377579 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b9808bf7-2b0c-4252-a7a8-a22002d6c6cc req-367b65af-dd2b-441c-8b04-2f1c380aeed0 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f807109-946a-4954-8d02-2c98f8808019 HTTP/1.1" status: 200 len: 945 time: 0.0767272 Mar 29 16:43:05.383249 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5de35ce-0f9d-4fdf-82c8-b0cb89ee870d req-557d02ed-aefb-464c-ae57-826d8ffa897c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:43:05.384656 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b5de35ce-0f9d-4fdf-82c8-b0cb89ee870d req-557d02ed-aefb-464c-ae57-826d8ffa897c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=786485d247cc4bb0943a3056cc1d0d00&device_id=3f807109-946a-4954-8d02-2c98f8808019 HTTP/1.1" status: 200 len: 1096 time: 0.0564735 Mar 29 16:43:05.470189 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b9808bf7-2b0c-4252-a7a8-a22002d6c6cc req-478f030e-e3bc-4572-b014-abfc8a8a8ed6 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "GET /v2.0/security-groups?id=c72750f2-35c2-437c-b295-224ac8127353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845881 Mar 29 16:43:05.500932 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5de35ce-0f9d-4fdf-82c8-b0cb89ee870d req-8947543d-8e6f-43d7-b014-b8b8c59c50fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:43:05.502500 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b5de35ce-0f9d-4fdf-82c8-b0cb89ee870d req-8947543d-8e6f-43d7-b014-b8b8c59c50fb service neutron] 10.222.0.48 "GET /v2.0/networks?id=8dc62072-6365-4f49-9af6-570f29225ebf HTTP/1.1" status: 200 len: 898 time: 0.1102982 Mar 29 16:43:05.566040 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b5de35ce-0f9d-4fdf-82c8-b0cb89ee870d req-9fb83d47-6d34-4ed5-a223-4543b13f7fa4 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b9b5dd4e-09be-4cbb-abc4-285ea97f35e7 HTTP/1.1" status: 200 len: 1001 time: 0.0573471 Mar 29 16:43:05.613451 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5de35ce-0f9d-4fdf-82c8-b0cb89ee870d req-ec8cd1ae-71b8-41fe-8471-941038f2450c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:43:05.614846 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b5de35ce-0f9d-4fdf-82c8-b0cb89ee870d req-ec8cd1ae-71b8-41fe-8471-941038f2450c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=79d0915d-6e20-423a-8316-1b7387accae6 HTTP/1.1" status: 200 len: 834 time: 0.0423779 Mar 29 16:43:05.662867 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5de35ce-0f9d-4fdf-82c8-b0cb89ee870d req-159c7a89-0456-4058-b335-e73c59213b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:43:05.664317 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b5de35ce-0f9d-4fdf-82c8-b0cb89ee870d req-159c7a89-0456-4058-b335-e73c59213b14 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8dc62072-6365-4f49-9af6-570f29225ebf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431905 Mar 29 16:43:05.751735 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b5de35ce-0f9d-4fdf-82c8-b0cb89ee870d req-b92f7a51-455e-43c8-b0c4-6cd8e414efc3 service neutron] 10.222.0.48 "GET /v2.0/networks/8dc62072-6365-4f49-9af6-570f29225ebf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811903 Mar 29 16:43:05.841444 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b5de35ce-0f9d-4fdf-82c8-b0cb89ee870d req-06ef6d8a-258d-41a0-b999-6b139b1d7f6e service neutron] 10.222.0.48 "GET /v2.0/networks/8dc62072-6365-4f49-9af6-570f29225ebf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836282 Mar 29 16:43:05.975218 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-0cb6abf6-2706-4e52-8825-f5f644ecf9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:43:06.039026 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:43:06.587387 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0507b607-b3fc-4be6-b0f7-4b5eb187794b req-1eea54ba-479c-4533-95d9-a0138370c5d9 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:43:06.588835 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-0507b607-b3fc-4be6-b0f7-4b5eb187794b req-1eea54ba-479c-4533-95d9-a0138370c5d9 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f807109-946a-4954-8d02-2c98f8808019 HTTP/1.1" status: 200 len: 945 time: 0.0483272 Mar 29 16:43:06.626771 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-0507b607-b3fc-4be6-b0f7-4b5eb187794b req-8f4be8c4-9c5d-4a9f-bdaa-e2caddd47bc8 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "GET /v2.0/security-groups?id=c72750f2-35c2-437c-b295-224ac8127353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311909 Mar 29 16:43:06.648763 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 42990) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:43:06.709150 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-0184e592-572c-43d0-881a-eda30a290c4f tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "GET /v2.0/floatingips/28fcb110-9c9a-455b-ae7d-7e6c29741c2f HTTP/1.1" status: 200 len: 993 time: 0.0592768 Mar 29 16:43:09.217399 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.agents_db [None req-59735a15-725e-44d4-9ad5-95cbe356f209 None None] Agent healthcheck: found 7 active agents {{(pid=102793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 16:43:17.750784 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:43:18.405122 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:43:30.478361 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-270973c5-b3fc-4c39-8bd5-5e881311d613 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:43:30.484015 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-35a565c4-8cec-4e54-a0f5-8e25a5bdaca6 req-eb36911d-0284-4666-a106-a931a9e5b64c service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=3f807109-946a-4954-8d02-2c98f8808019&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0433674 Mar 29 16:43:30.564708 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a565c4-8cec-4e54-a0f5-8e25a5bdaca6 req-f02ecaf4-1127-4c33-96ce-ff3699b2f0a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:43:30.566096 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-35a565c4-8cec-4e54-a0f5-8e25a5bdaca6 req-f02ecaf4-1127-4c33-96ce-ff3699b2f0a7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=786485d247cc4bb0943a3056cc1d0d00&device_id=3f807109-946a-4954-8d02-2c98f8808019 HTTP/1.1" status: 200 len: 1096 time: 0.0400548 Mar 29 16:43:30.671567 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a565c4-8cec-4e54-a0f5-8e25a5bdaca6 req-f53c4cf9-78d4-4f9a-b7d8-b1ee0430cdd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:43:30.673032 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-35a565c4-8cec-4e54-a0f5-8e25a5bdaca6 req-f53c4cf9-78d4-4f9a-b7d8-b1ee0430cdd5 service neutron] 10.222.0.48 "GET /v2.0/networks?id=8dc62072-6365-4f49-9af6-570f29225ebf HTTP/1.1" status: 200 len: 898 time: 0.0874403 Mar 29 16:43:30.736712 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-35a565c4-8cec-4e54-a0f5-8e25a5bdaca6 req-832ef2fc-d159-4998-9c48-9ee18bad54ba service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b9b5dd4e-09be-4cbb-abc4-285ea97f35e7 HTTP/1.1" status: 200 len: 1001 time: 0.0563099 Mar 29 16:43:30.788458 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a565c4-8cec-4e54-a0f5-8e25a5bdaca6 req-22aa3256-1ab8-402a-8437-2a3cc4c154a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:43:30.789879 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-35a565c4-8cec-4e54-a0f5-8e25a5bdaca6 req-22aa3256-1ab8-402a-8437-2a3cc4c154a3 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=79d0915d-6e20-423a-8316-1b7387accae6 HTTP/1.1" status: 200 len: 834 time: 0.0469601 Mar 29 16:43:30.834421 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a565c4-8cec-4e54-a0f5-8e25a5bdaca6 req-17210ce4-9662-4b84-806f-a56d189ce08b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:43:30.836077 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-35a565c4-8cec-4e54-a0f5-8e25a5bdaca6 req-17210ce4-9662-4b84-806f-a56d189ce08b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8dc62072-6365-4f49-9af6-570f29225ebf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401814 Mar 29 16:43:30.924505 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-35a565c4-8cec-4e54-a0f5-8e25a5bdaca6 req-c995e7b3-c889-4f15-aea9-d7effa672816 service neutron] 10.222.0.48 "GET /v2.0/networks/8dc62072-6365-4f49-9af6-570f29225ebf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821273 Mar 29 16:43:31.012990 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-35a565c4-8cec-4e54-a0f5-8e25a5bdaca6 req-f7b57a15-0937-4080-b555-6a70038a83bf service neutron] 10.222.0.48 "GET /v2.0/networks/8dc62072-6365-4f49-9af6-570f29225ebf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809715 Mar 29 16:43:32.939419 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-88bd7a97-6ff2-4309-aca0-3d580917859b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:43:34.427144 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d71584b9-87f1-45f5-84c7-c993c2416269 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:43:35.977296 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-0cb6abf6-2706-4e52-8825-f5f644ecf9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:43:36.041042 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:43:46.216412 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.agents_db [None req-59735a15-725e-44d4-9ad5-95cbe356f209 None None] Agent healthcheck: found 7 active agents {{(pid=102793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 16:43:47.770146 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:43:48.406971 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:43:57.283461 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 43014) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:43:57.437172 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-9866e280-50d1-45f4-998c-4a79dd2d4116 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Deleting port 329ad880-66dd-4a3d-b609-0334d0f88550 {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:43:57.437514 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-9866e280-50d1-45f4-998c-4a79dd2d4116 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:43:57.513563 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-9866e280-50d1-45f4-998c-4a79dd2d4116 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:43:57.513889 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-9866e280-50d1-45f4-998c-4a79dd2d4116 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:43:57.525209 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-9866e280-50d1-45f4-998c-4a79dd2d4116 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Calling delete_port for 329ad880-66dd-4a3d-b609-0334d0f88550 owned by network:floatingip {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:43:57.668092 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-9866e280-50d1-45f4-998c-4a79dd2d4116 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:43:57.694378 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9866e280-50d1-45f4-998c-4a79dd2d4116 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Pushing event deleted for resources: {'Port': ['ID=329ad880-66dd-4a3d-b609-0334d0f88550,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:43:57.706105 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9866e280-50d1-45f4-998c-4a79dd2d4116 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:43:57.706453 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9866e280-50d1-45f4-998c-4a79dd2d4116 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:43:57.706789 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9866e280-50d1-45f4-998c-4a79dd2d4116 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:43:57.707122 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9866e280-50d1-45f4-998c-4a79dd2d4116 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:43:57.707480 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9866e280-50d1-45f4-998c-4a79dd2d4116 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:43:57.707808 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9866e280-50d1-45f4-998c-4a79dd2d4116 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:43:57.708133 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9866e280-50d1-45f4-998c-4a79dd2d4116 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:43:57.708456 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9866e280-50d1-45f4-998c-4a79dd2d4116 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:43:57.708777 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9866e280-50d1-45f4-998c-4a79dd2d4116 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:43:57.709095 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9866e280-50d1-45f4-998c-4a79dd2d4116 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:43:57.709417 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9866e280-50d1-45f4-998c-4a79dd2d4116 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:43:57.709732 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9866e280-50d1-45f4-998c-4a79dd2d4116 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:43:57.762756 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-9866e280-50d1-45f4-998c-4a79dd2d4116 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks [] for floatingip, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:43:57.763072 n-d-834765-1 neutron-server[102791]: INFO neutron.db.l3_db [None req-9866e280-50d1-45f4-998c-4a79dd2d4116 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Floating IP 28fcb110-9c9a-455b-ae7d-7e6c29741c2f disassociated (deleted). External IP: 172.25.4.241, port: b9b5dd4e-09be-4cbb-abc4-285ea97f35e7. Mar 29 16:43:57.965805 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9866e280-50d1-45f4-998c-4a79dd2d4116 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Router 17fef54f-7ae3-42f3-b134-c5230fdb81a0 has already been hosted by L3 agent c648d819-1060-4f26-b4ec-6455387b5dff {{(pid=102791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 16:43:58.072983 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9866e280-50d1-45f4-998c-4a79dd2d4116 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 16:43:58.077849 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-9866e280-50d1-45f4-998c-4a79dd2d4116 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for floatingip, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:43:58.084057 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f92a84d9-d5c3-4bcd-a2c8-7fab954890cf None None] Sync routers for ids ['17fef54f-7ae3-42f3-b134-c5230fdb81a0'] in n-d-834765-1 {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 16:43:58.093679 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f92a84d9-d5c3-4bcd-a2c8-7fab954890cf None None] Routers {'17fef54f-7ae3-42f3-b134-c5230fdb81a0'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:43:58.095127 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-f92a84d9-d5c3-4bcd-a2c8-7fab954890cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:43:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['17fef54f-7ae3-42f3-b134-c5230fdb81a0'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:43:58.104019 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-9866e280-50d1-45f4-998c-4a79dd2d4116 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "DELETE /v2.0/floatingips/28fcb110-9c9a-455b-ae7d-7e6c29741c2f HTTP/1.1" status: 204 len: 168 time: 0.8194942 Mar 29 16:43:58.104602 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f807109-946a-4954-8d02-2c98f8808019', 'tag': 'b9b5dd4e-09be-4cbb-abc4-285ea97f35e7'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:43:58.106849 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e33af8bd2d242198c8fc7a55b0de10a2e3fe57bc5f7d7f0f551297b3d6240ff2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b583bd9-13eb-4348-9043-25c6795c0d73" -d '{"events": [{"name": "network-changed", "server_uuid": "3f807109-946a-4954-8d02-2c98f8808019", "tag": "b9b5dd4e-09be-4cbb-abc4-285ea97f35e7"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:43:58.149779 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 16:43:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13be4a52-4e4e-4781-a00f-bb344896f807 x-openstack-request-id: req-13be4a52-4e4e-4781-a00f-bb344896f807 {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:43:58.150086 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f807109-946a-4954-8d02-2c98f8808019", "tag": "b9b5dd4e-09be-4cbb-abc4-285ea97f35e7", "status": "completed", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:43:58.150325 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-13be4a52-4e4e-4781-a00f-bb344896f807 {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:43:58.150735 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f807109-946a-4954-8d02-2c98f8808019', 'tag': 'b9b5dd4e-09be-4cbb-abc4-285ea97f35e7', 'status': 'completed', 'code': 200} Mar 29 16:43:58.210877 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvr_db [None req-f92a84d9-d5c3-4bcd-a2c8-7fab954890cf None None] Set router 17fef54f-7ae3-42f3-b134-c5230fdb81a0 gateway port host: n-d-834765-1 {{(pid=102792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:43:58.213782 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b583bd9-13eb-4348-9043-25c6795c0d73 req-d3f3523e-24c0-4176-b11e-bfbe235cd873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:43:58.215425 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-8b583bd9-13eb-4348-9043-25c6795c0d73 req-d3f3523e-24c0-4176-b11e-bfbe235cd873 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=786485d247cc4bb0943a3056cc1d0d00&device_id=3f807109-946a-4954-8d02-2c98f8808019 HTTP/1.1" status: 200 len: 1096 time: 0.0417295 Mar 29 16:43:58.344899 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b583bd9-13eb-4348-9043-25c6795c0d73 req-f4a6e5b3-8b9f-4f8c-a422-1ae3287abb45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:43:58.346383 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-8b583bd9-13eb-4348-9043-25c6795c0d73 req-f4a6e5b3-8b9f-4f8c-a422-1ae3287abb45 service neutron] 10.222.0.48 "GET /v2.0/networks?id=8dc62072-6365-4f49-9af6-570f29225ebf HTTP/1.1" status: 200 len: 898 time: 0.1247482 Mar 29 16:43:58.362174 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf2f760-e624-4ac0-a351-3d61c97d1b26 req-7ac81c11-15e3-4ee7-8323-7ba44938dfb0 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:43:58.363635 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4cf2f760-e624-4ac0-a351-3d61c97d1b26 req-7ac81c11-15e3-4ee7-8323-7ba44938dfb0 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f807109-946a-4954-8d02-2c98f8808019 HTTP/1.1" status: 200 len: 945 time: 0.0608897 Mar 29 16:43:58.412234 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-8b583bd9-13eb-4348-9043-25c6795c0d73 req-0b4e3070-6a96-4748-aaf8-2b296a060f9b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b9b5dd4e-09be-4cbb-abc4-285ea97f35e7 HTTP/1.1" status: 200 len: 217 time: 0.0476291 Mar 29 16:43:58.416771 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-f92a84d9-d5c3-4bcd-a2c8-7fab954890cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17fef54f-7ae3-42f3-b134-c5230fdb81a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1785171039', 'tenant_id': '786485d247cc4bb0943a3056cc1d0d00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.45'}], 'enable_snat': True}, 'gw_port_id': '5e41604b-442c-4cfe-ad60-4f6cd10c605e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:41:31Z', 'updated_at': '2022-03-29T16:41:34Z', 'revision_number': 4, 'project_id': '786485d247cc4bb0943a3056cc1d0d00', 'gw_port': {'id': '5e41604b-442c-4cfe-ad60-4f6cd10c605e', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:76:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17fef54f-7ae3-42f3-b134-c5230fdb81a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:41:31Z', 'updated_at': '2022-03-29T16:41:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': '8d42d6fb-bc0d-4aee-ab09-67edd7e4aae0', 'name': '', 'network_id': '8dc62072-6365-4f49-9af6-570f29225ebf', 'tenant_id': '786485d247cc4bb0943a3056cc1d0d00', 'mac_address': 'fa:16:3e:09:e1:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17fef54f-7ae3-42f3-b134-c5230fdb81a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '79d0915d-6e20-423a-8316-1b7387accae6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:41:33Z', 'updated_at': '2022-03-29T16:41:37Z', 'revision_number': 5, 'project_id': '786485d247cc4bb0943a3056cc1d0d00', 'subnets': [{'id': '79d0915d-6e20-423a-8316-1b7387accae6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:43:58.445365 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f92a84d9-d5c3-4bcd-a2c8-7fab954890cf None None] Checking router: 17fef54f-7ae3-42f3-b134-c5230fdb81a0 for host: n-d-834765-1 {{(pid=102792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 16:43:58.453711 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f92a84d9-d5c3-4bcd-a2c8-7fab954890cf None None] Routers {'17fef54f-7ae3-42f3-b134-c5230fdb81a0'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:43:58.454533 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-f92a84d9-d5c3-4bcd-a2c8-7fab954890cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:43:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['17fef54f-7ae3-42f3-b134-c5230fdb81a0'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:43:58.460436 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4cf2f760-e624-4ac0-a351-3d61c97d1b26 req-88d9cfee-9175-4411-9d12-af540cafbe86 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "GET /v2.0/security-groups?id=c72750f2-35c2-437c-b295-224ac8127353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894864 Mar 29 16:43:58.479683 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b583bd9-13eb-4348-9043-25c6795c0d73 req-5735021e-bfe7-4e48-97af-604d111ad3f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:43:58.479683 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-8b583bd9-13eb-4348-9043-25c6795c0d73 req-5735021e-bfe7-4e48-97af-604d111ad3f1 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=79d0915d-6e20-423a-8316-1b7387accae6 HTTP/1.1" status: 200 len: 834 time: 0.0575936 Mar 29 16:43:58.528342 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b583bd9-13eb-4348-9043-25c6795c0d73 req-fd0a1bbf-09fe-4b54-a111-9df6d556d1c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:43:58.529877 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-8b583bd9-13eb-4348-9043-25c6795c0d73 req-fd0a1bbf-09fe-4b54-a111-9df6d556d1c4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8dc62072-6365-4f49-9af6-570f29225ebf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438495 Mar 29 16:43:58.626986 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-8b583bd9-13eb-4348-9043-25c6795c0d73 req-1b6d7660-5f7e-49c7-9503-7b8a3c58493f service neutron] 10.222.0.48 "GET /v2.0/networks/8dc62072-6365-4f49-9af6-570f29225ebf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891731 Mar 29 16:43:58.718449 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-8b583bd9-13eb-4348-9043-25c6795c0d73 req-bf401ea3-d2b9-4abb-8baf-493d4940d4e4 service neutron] 10.222.0.48 "GET /v2.0/networks/8dc62072-6365-4f49-9af6-570f29225ebf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830357 Mar 29 16:43:58.720892 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvr_db [None req-f92a84d9-d5c3-4bcd-a2c8-7fab954890cf None None] Set router 17fef54f-7ae3-42f3-b134-c5230fdb81a0 gateway port host: n-d-834765-1 {{(pid=102792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:43:58.918477 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-f92a84d9-d5c3-4bcd-a2c8-7fab954890cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17fef54f-7ae3-42f3-b134-c5230fdb81a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1785171039', 'tenant_id': '786485d247cc4bb0943a3056cc1d0d00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.45'}], 'enable_snat': True}, 'gw_port_id': '5e41604b-442c-4cfe-ad60-4f6cd10c605e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:41:31Z', 'updated_at': '2022-03-29T16:41:34Z', 'revision_number': 4, 'project_id': '786485d247cc4bb0943a3056cc1d0d00', 'gw_port': {'id': '5e41604b-442c-4cfe-ad60-4f6cd10c605e', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:76:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17fef54f-7ae3-42f3-b134-c5230fdb81a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:41:31Z', 'updated_at': '2022-03-29T16:41:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': '8d42d6fb-bc0d-4aee-ab09-67edd7e4aae0', 'name': '', 'network_id': '8dc62072-6365-4f49-9af6-570f29225ebf', 'tenant_id': '786485d247cc4bb0943a3056cc1d0d00', 'mac_address': 'fa:16:3e:09:e1:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17fef54f-7ae3-42f3-b134-c5230fdb81a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '79d0915d-6e20-423a-8316-1b7387accae6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:41:33Z', 'updated_at': '2022-03-29T16:41:37Z', 'revision_number': 5, 'project_id': '786485d247cc4bb0943a3056cc1d0d00', 'subnets': [{'id': '79d0915d-6e20-423a-8316-1b7387accae6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:43:58.944800 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f92a84d9-d5c3-4bcd-a2c8-7fab954890cf None None] The sync data for ids ['17fef54f-7ae3-42f3-b134-c5230fdb81a0'] in n-d-834765-1 is: [{'id': '17fef54f-7ae3-42f3-b134-c5230fdb81a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1785171039', 'tenant_id': '786485d247cc4bb0943a3056cc1d0d00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.45'}], 'enable_snat': True}, 'gw_port_id': '5e41604b-442c-4cfe-ad60-4f6cd10c605e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:41:31Z', 'updated_at': '2022-03-29T16:41:34Z', 'revision_number': 4, 'project_id': '786485d247cc4bb0943a3056cc1d0d00', 'gw_port': {'id': '5e41604b-442c-4cfe-ad60-4f6cd10c605e', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:76:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17fef54f-7ae3-42f3-b134-c5230fdb81a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:41:31Z', 'updated_at': '2022-03-29T16:41:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': '8d42d6fb-bc0d-4aee-ab09-67edd7e4aae0', 'name': '', 'network_id': '8dc62072-6365-4f49-9af6-570f29225ebf', 'tenant_id': '786485d247cc4bb0943a3056cc1d0d00', 'mac_address': 'fa:16:3e:09:e1:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17fef54f-7ae3-42f3-b134-c5230fdb81a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '79d0915d-6e20-423a-8316-1b7387accae6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:41:33Z', 'updated_at': '2022-03-29T16:41:37Z', 'revision_number': 5, 'project_id': '786485d247cc4bb0943a3056cc1d0d00', 'subnets': [{'id': '79d0915d-6e20-423a-8316-1b7387accae6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 16:43:59.152712 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c620493-672b-4f0a-b5b6-933fe0a5a7ef None None] New status for floating IP 28fcb110-9c9a-455b-ae7d-7e6c29741c2f: DOWN {{(pid=102793) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 16:43:59.584963 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0ce6bc-59e1-432a-ae76-614a908f61ad req-65ccf398-bead-425e-8112-4091a62b7318 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:43:59.586431 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-ff0ce6bc-59e1-432a-ae76-614a908f61ad req-65ccf398-bead-425e-8112-4091a62b7318 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f807109-946a-4954-8d02-2c98f8808019 HTTP/1.1" status: 200 len: 945 time: 0.0540557 Mar 29 16:43:59.623850 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-ff0ce6bc-59e1-432a-ae76-614a908f61ad req-b3e0ef4d-e4ea-4339-9c58-00a80cec2da3 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "GET /v2.0/security-groups?id=c72750f2-35c2-437c-b295-224ac8127353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313389 Mar 29 16:44:00.072037 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e918cf39-f561-4577-9b4e-60478eb8235a req-17b788a6-02e4-40e7-a880-b27ecd13629c tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:44:00.073530 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e918cf39-f561-4577-9b4e-60478eb8235a req-17b788a6-02e4-40e7-a880-b27ecd13629c tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.48 "GET /v2.0/ports?device_id=3f807109-946a-4954-8d02-2c98f8808019 HTTP/1.1" status: 200 len: 945 time: 0.0528207 Mar 29 16:44:00.159683 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [req-e918cf39-f561-4577-9b4e-60478eb8235a req-b7caccbc-6e8f-4307-b3f1-21ce0f6d6580 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Deleting port b9b5dd4e-09be-4cbb-abc4-285ea97f35e7 {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:44:00.160024 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-e918cf39-f561-4577-9b4e-60478eb8235a req-b7caccbc-6e8f-4307-b3f1-21ce0f6d6580 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:44:00.248337 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-e918cf39-f561-4577-9b4e-60478eb8235a req-b7caccbc-6e8f-4307-b3f1-21ce0f6d6580 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] For port b9b5dd4e-09be-4cbb-abc4-285ea97f35e7, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=b9b5dd4e-09be-4cbb-abc4-285ea97f35e7,segment=NetworkSegment(a1bcf4d4-f851-4018-ad39-97b7e19e0216),segment_id=a1bcf4d4-f851-4018-ad39-97b7e19e0216)] {{(pid=102791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:44:00.248601 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-e918cf39-f561-4577-9b4e-60478eb8235a req-b7caccbc-6e8f-4307-b3f1-21ce0f6d6580 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:44:00.259952 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [req-e918cf39-f561-4577-9b4e-60478eb8235a req-b7caccbc-6e8f-4307-b3f1-21ce0f6d6580 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Calling delete_port for b9b5dd4e-09be-4cbb-abc4-285ea97f35e7 owned by compute:nova {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:44:00.382327 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-e918cf39-f561-4577-9b4e-60478eb8235a req-b7caccbc-6e8f-4307-b3f1-21ce0f6d6580 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:44:00.411843 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7caccbc-6e8f-4307-b3f1-21ce0f6d6580 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Pushing event deleted for resources: {'Port': ['ID=b9b5dd4e-09be-4cbb-abc4-285ea97f35e7,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:44:00.457643 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [req-e918cf39-f561-4577-9b4e-60478eb8235a req-b7caccbc-6e8f-4307-b3f1-21ce0f6d6580 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] No DVR routers for this DVR port b9b5dd4e-09be-4cbb-abc4-285ea97f35e7 on host n-h2-834765-1 {{(pid=102791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 16:44:00.460258 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-e918cf39-f561-4577-9b4e-60478eb8235a req-b7caccbc-6e8f-4307-b3f1-21ce0f6d6580 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:44:00.463712 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e918cf39-f561-4577-9b4e-60478eb8235a req-b7caccbc-6e8f-4307-b3f1-21ce0f6d6580 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.48 "DELETE /v2.0/ports/b9b5dd4e-09be-4cbb-abc4-285ea97f35e7 HTTP/1.1" status: 204 len: 173 time: 0.3847198 Mar 29 16:44:00.464157 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f807109-946a-4954-8d02-2c98f8808019', 'name': 'network-vif-deleted', 'tag': 'b9b5dd4e-09be-4cbb-abc4-285ea97f35e7'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:44:00.466388 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e33af8bd2d242198c8fc7a55b0de10a2e3fe57bc5f7d7f0f551297b3d6240ff2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99ef4885-b035-4eb4-929f-29a6639edd9e" -d '{"events": [{"server_uuid": "3f807109-946a-4954-8d02-2c98f8808019", "name": "network-vif-deleted", "tag": "b9b5dd4e-09be-4cbb-abc4-285ea97f35e7"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:44:00.487168 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-18e3a898-4c42-4b63-9db9-6e4c1a44c94c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:44:00.509486 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 16:44:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1dbd738-addb-4685-bbd0-fd61fa0271ca x-openstack-request-id: req-e1dbd738-addb-4685-bbd0-fd61fa0271ca {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:44:00.509805 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f807109-946a-4954-8d02-2c98f8808019", "name": "network-vif-deleted", "tag": "b9b5dd4e-09be-4cbb-abc4-285ea97f35e7", "status": "completed", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:44:00.510061 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e1dbd738-addb-4685-bbd0-fd61fa0271ca {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:44:00.510452 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f807109-946a-4954-8d02-2c98f8808019', 'name': 'network-vif-deleted', 'tag': 'b9b5dd4e-09be-4cbb-abc4-285ea97f35e7', 'status': 'completed', 'code': 200} Mar 29 16:44:00.732813 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-00794d3a-af8f-4549-a35d-babcb9fefe87 req-d7a37869-57f3-49d4-91af-5e7e4d8d2183 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f807109-946a-4954-8d02-2c98f8808019 HTTP/1.1" status: 200 len: 210 time: 0.0269032 Mar 29 16:44:01.789376 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 43030) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:44:02.464239 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-7b7fd63c-f126-4ac3-94d2-92a967ea3de3 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-530452'] for router_interface, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:44:02.715036 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-7b7fd63c-f126-4ac3-94d2-92a967ea3de3 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Deleting port 8d42d6fb-bc0d-4aee-ab09-67edd7e4aae0 {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:44:02.715310 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-7b7fd63c-f126-4ac3-94d2-92a967ea3de3 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:44:02.803859 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [None req-7b7fd63c-f126-4ac3-94d2-92a967ea3de3 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] For port 8d42d6fb-bc0d-4aee-ab09-67edd7e4aae0, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=8d42d6fb-bc0d-4aee-ab09-67edd7e4aae0,segment=NetworkSegment(a1bcf4d4-f851-4018-ad39-97b7e19e0216),segment_id=a1bcf4d4-f851-4018-ad39-97b7e19e0216)] {{(pid=102791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:44:02.804591 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-7b7fd63c-f126-4ac3-94d2-92a967ea3de3 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:44:02.817455 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-7b7fd63c-f126-4ac3-94d2-92a967ea3de3 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Calling delete_port for 8d42d6fb-bc0d-4aee-ab09-67edd7e4aae0 owned by network:router_interface {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:44:02.941666 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-de38b307-695d-4f6b-bb6b-81f2c6e0579d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:44:03.004636 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-7b7fd63c-f126-4ac3-94d2-92a967ea3de3 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:44:03.031442 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7fd63c-f126-4ac3-94d2-92a967ea3de3 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Pushing event deleted for resources: {'Port': ['ID=8d42d6fb-bc0d-4aee-ab09-67edd7e4aae0,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:44:03.203508 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-7b7fd63c-f126-4ac3-94d2-92a967ea3de3 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-530528'] for router_interface, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:44:03.417776 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b7fd63c-f126-4ac3-94d2-92a967ea3de3 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Router 17fef54f-7ae3-42f3-b134-c5230fdb81a0 has already been hosted by L3 agent c648d819-1060-4f26-b4ec-6455387b5dff {{(pid=102791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 16:44:03.525159 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b7fd63c-f126-4ac3-94d2-92a967ea3de3 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 16:44:03.530739 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-7b7fd63c-f126-4ac3-94d2-92a967ea3de3 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "PUT /v2.0/routers/17fef54f-7ae3-42f3-b134-c5230fdb81a0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7403111 Mar 29 16:44:03.533548 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 43040) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:44:03.535303 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78946b3e-ccea-4ad5-85e4-f61f769b173c None None] Sync routers for ids ['17fef54f-7ae3-42f3-b134-c5230fdb81a0'] in n-d-834765-1 {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 16:44:03.544485 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78946b3e-ccea-4ad5-85e4-f61f769b173c None None] Routers {'17fef54f-7ae3-42f3-b134-c5230fdb81a0'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:44:03.545095 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-78946b3e-ccea-4ad5-85e4-f61f769b173c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:44:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['17fef54f-7ae3-42f3-b134-c5230fdb81a0'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:44:03.585350 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c9b3add-ba87-4c64-837d-5b02eb844a91 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Deleting subnet 79d0915d-6e20-423a-8316-1b7387accae6 {{(pid=102791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 16:44:03.588612 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-8c9b3add-ba87-4c64-837d-5b02eb844a91 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks [] for subnet, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:44:03.632326 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-8c9b3add-ba87-4c64-837d-5b02eb844a91 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4230423'] for subnet, precommit_delete_associations {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:44:03.648837 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvr_db [None req-78946b3e-ccea-4ad5-85e4-f61f769b173c None None] Set router 17fef54f-7ae3-42f3-b134-c5230fdb81a0 gateway port host: n-d-834765-1 {{(pid=102792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:44:03.715377 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-8c9b3add-ba87-4c64-837d-5b02eb844a91 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1641287'] for subnet, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:44:03.773277 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-8c9b3add-ba87-4c64-837d-5b02eb844a91 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1641294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16155591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16218852'] for subnet, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:44:03.801163 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9b3add-ba87-4c64-837d-5b02eb844a91 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Pushing event deleted for resources: {'Subnet': ['ID=79d0915d-6e20-423a-8316-1b7387accae6,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:44:03.803160 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-8c9b3add-ba87-4c64-837d-5b02eb844a91 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks [] for subnet, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:44:03.806356 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-8c9b3add-ba87-4c64-837d-5b02eb844a91 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "DELETE /v2.0/subnets/79d0915d-6e20-423a-8316-1b7387accae6 HTTP/1.1" status: 204 len: 168 time: 0.2715132 Mar 29 16:44:03.809066 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 43042) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:44:03.813829 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ae3c806-acb4-44d3-b722-1857a39da006 None None] Network 8dc62072-6365-4f49-9af6-570f29225ebf requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 16:44:03.910602 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-78946b3e-ccea-4ad5-85e4-f61f769b173c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17fef54f-7ae3-42f3-b134-c5230fdb81a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1785171039', 'tenant_id': '786485d247cc4bb0943a3056cc1d0d00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.45'}], 'enable_snat': True}, 'gw_port_id': '5e41604b-442c-4cfe-ad60-4f6cd10c605e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:41:31Z', 'updated_at': '2022-03-29T16:44:02Z', 'revision_number': 5, 'project_id': '786485d247cc4bb0943a3056cc1d0d00', 'gw_port': {'id': '5e41604b-442c-4cfe-ad60-4f6cd10c605e', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:76:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17fef54f-7ae3-42f3-b134-c5230fdb81a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:41:31Z', 'updated_at': '2022-03-29T16:41:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1'}], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:44:03.918166 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-28d6aa47-13e2-425b-bd95-ceba1a1f4f4d tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks [] for router, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:44:03.952538 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78946b3e-ccea-4ad5-85e4-f61f769b173c None None] Checking router: 17fef54f-7ae3-42f3-b134-c5230fdb81a0 for host: n-d-834765-1 {{(pid=102792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 16:44:03.965923 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78946b3e-ccea-4ad5-85e4-f61f769b173c None None] Routers {'17fef54f-7ae3-42f3-b134-c5230fdb81a0'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:44:03.966432 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-78946b3e-ccea-4ad5-85e4-f61f769b173c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:44:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['17fef54f-7ae3-42f3-b134-c5230fdb81a0'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:44:04.035241 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-28d6aa47-13e2-425b-bd95-ceba1a1f4f4d tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:44:04.081827 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvr_db [None req-78946b3e-ccea-4ad5-85e4-f61f769b173c None None] Set router 17fef54f-7ae3-42f3-b134-c5230fdb81a0 gateway port host: n-d-834765-1 {{(pid=102792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:44:04.084969 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93deb9d3-b3c8-448d-b481-9d9ef2de4448 None None] DHCP port deletion for 8dc62072-6365-4f49-9af6-570f29225ebf request from n-d-834765-1 {{(pid=102792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 29 16:44:04.097921 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-28d6aa47-13e2-425b-bd95-ceba1a1f4f4d tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Deleting port 5e41604b-442c-4cfe-ad60-4f6cd10c605e {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:44:04.098266 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-28d6aa47-13e2-425b-bd95-ceba1a1f4f4d tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:44:04.181716 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [None req-28d6aa47-13e2-425b-bd95-ceba1a1f4f4d tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] For port 5e41604b-442c-4cfe-ad60-4f6cd10c605e, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=5e41604b-442c-4cfe-ad60-4f6cd10c605e,segment=NetworkSegment(6ab47353-a811-4bad-bc73-b4cc84583cfd),segment_id=6ab47353-a811-4bad-bc73-b4cc84583cfd)] {{(pid=102791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:44:04.182071 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-28d6aa47-13e2-425b-bd95-ceba1a1f4f4d tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:44:04.193848 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-28d6aa47-13e2-425b-bd95-ceba1a1f4f4d tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Calling delete_port for 5e41604b-442c-4cfe-ad60-4f6cd10c605e owned by network:router_gateway {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:44:04.273566 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-93deb9d3-b3c8-448d-b481-9d9ef2de4448 None None] Deleting port a45125eb-309c-4d46-94ce-56282061d259 {{(pid=102792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:44:04.273858 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-93deb9d3-b3c8-448d-b481-9d9ef2de4448 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:44:04.345419 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-93deb9d3-b3c8-448d-b481-9d9ef2de4448 None None] For port a45125eb-309c-4d46-94ce-56282061d259, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=a45125eb-309c-4d46-94ce-56282061d259,segment=NetworkSegment(a1bcf4d4-f851-4018-ad39-97b7e19e0216),segment_id=a1bcf4d4-f851-4018-ad39-97b7e19e0216)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:44:04.346432 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-93deb9d3-b3c8-448d-b481-9d9ef2de4448 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:44:04.359103 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-28d6aa47-13e2-425b-bd95-ceba1a1f4f4d tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:44:04.365072 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-93deb9d3-b3c8-448d-b481-9d9ef2de4448 None None] Calling delete_port for a45125eb-309c-4d46-94ce-56282061d259 owned by network:dhcp {{(pid=102792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:44:04.379974 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-78946b3e-ccea-4ad5-85e4-f61f769b173c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17fef54f-7ae3-42f3-b134-c5230fdb81a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1785171039', 'tenant_id': '786485d247cc4bb0943a3056cc1d0d00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.45'}], 'enable_snat': True}, 'gw_port_id': '5e41604b-442c-4cfe-ad60-4f6cd10c605e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:41:31Z', 'updated_at': '2022-03-29T16:44:02Z', 'revision_number': 5, 'project_id': '786485d247cc4bb0943a3056cc1d0d00', 'gw_port': {'id': '5e41604b-442c-4cfe-ad60-4f6cd10c605e', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:76:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17fef54f-7ae3-42f3-b134-c5230fdb81a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:41:31Z', 'updated_at': '2022-03-29T16:41:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1'}], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:44:04.395184 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d6aa47-13e2-425b-bd95-ceba1a1f4f4d tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Pushing event deleted for resources: {'Port': ['ID=5e41604b-442c-4cfe-ad60-4f6cd10c605e,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:44:04.434578 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device b9b5dd4e-09be-4cbb-abc4-285ea97f35e7 no longer exists at agent hyperv_n-h2-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 16:44:04.457618 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-28d6aa47-13e2-425b-bd95-ceba1a1f4f4d tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-648138'] for router_gateway, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:44:04.460293 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78946b3e-ccea-4ad5-85e4-f61f769b173c None None] The sync data for ids ['17fef54f-7ae3-42f3-b134-c5230fdb81a0'] in n-d-834765-1 is: [{'id': '17fef54f-7ae3-42f3-b134-c5230fdb81a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1785171039', 'tenant_id': '786485d247cc4bb0943a3056cc1d0d00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.45'}], 'enable_snat': True}, 'gw_port_id': '5e41604b-442c-4cfe-ad60-4f6cd10c605e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:41:31Z', 'updated_at': '2022-03-29T16:44:02Z', 'revision_number': 5, 'project_id': '786485d247cc4bb0943a3056cc1d0d00', 'gw_port': {'id': '5e41604b-442c-4cfe-ad60-4f6cd10c605e', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:76:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17fef54f-7ae3-42f3-b134-c5230fdb81a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:41:31Z', 'updated_at': '2022-03-29T16:41:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1'}] {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 16:44:04.469599 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] No Port match for: b9b5dd4e-09be-4cbb-abc4-285ea97f35e7 {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 16:44:04.469963 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device b9b5dd4e-09be-4cbb-abc4-285ea97f35e7 not bound to the agent host n-h2-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 16:44:04.489515 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d71584b9-87f1-45f5-84c7-c993c2416269 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:44:04.520227 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-93deb9d3-b3c8-448d-b481-9d9ef2de4448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350'] for port, after_delete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:44:04.561645 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93deb9d3-b3c8-448d-b481-9d9ef2de4448 None None] Pushing event deleted for resources: {'Port': ['ID=a45125eb-309c-4d46-94ce-56282061d259,revision_number=None']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:44:04.571833 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93deb9d3-b3c8-448d-b481-9d9ef2de4448 None None] No DVR routers for this DVR port a45125eb-309c-4d46-94ce-56282061d259 on host n-d-834765-1 {{(pid=102792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 16:44:04.574688 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93deb9d3-b3c8-448d-b481-9d9ef2de4448 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:44:04.575190 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93deb9d3-b3c8-448d-b481-9d9ef2de4448 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:44:04.575702 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93deb9d3-b3c8-448d-b481-9d9ef2de4448 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:44:04.576196 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93deb9d3-b3c8-448d-b481-9d9ef2de4448 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:44:04.576619 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93deb9d3-b3c8-448d-b481-9d9ef2de4448 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:44:04.577028 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93deb9d3-b3c8-448d-b481-9d9ef2de4448 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:44:04.577469 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93deb9d3-b3c8-448d-b481-9d9ef2de4448 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:44:04.577884 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93deb9d3-b3c8-448d-b481-9d9ef2de4448 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:44:04.578303 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93deb9d3-b3c8-448d-b481-9d9ef2de4448 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:44:04.578737 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93deb9d3-b3c8-448d-b481-9d9ef2de4448 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:44:04.579165 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93deb9d3-b3c8-448d-b481-9d9ef2de4448 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:44:04.579653 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93deb9d3-b3c8-448d-b481-9d9ef2de4448 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:44:04.590703 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-28d6aa47-13e2-425b-bd95-ceba1a1f4f4d tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129328'] for router, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:44:04.592972 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-28d6aa47-13e2-425b-bd95-ceba1a1f4f4d tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:44:04.635534 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-28d6aa47-13e2-425b-bd95-ceba1a1f4f4d tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-526718'] for router, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:44:04.636085 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28d6aa47-13e2-425b-bd95-ceba1a1f4f4d tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Fanout notify agent at l3_agent the message router_deleted on router 17fef54f-7ae3-42f3-b134-c5230fdb81a0 {{(pid=102791) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 29 16:44:04.643554 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-28d6aa47-13e2-425b-bd95-ceba1a1f4f4d tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks [] for router, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:44:04.644734 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-28d6aa47-13e2-425b-bd95-ceba1a1f4f4d tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "DELETE /v2.0/routers/17fef54f-7ae3-42f3-b134-c5230fdb81a0 HTTP/1.1" status: 204 len: 168 time: 0.8347592 Mar 29 16:44:04.647458 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 43044) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:44:04.721230 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-ae3507db-ec80-45f6-87c8-27556428f4e4 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1631750'] for network, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:44:04.811404 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-ae3507db-ec80-45f6-87c8-27556428f4e4 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639890', 'neutron.services.segments.db._delete_segments_for_network-8783523423079'] for network, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:44:04.833593 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-ae3507db-ec80-45f6-87c8-27556428f4e4 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8dc62072-6365-4f49-9af6-570f29225ebf']}} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:44:04.843141 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-ae3507db-ec80-45f6-87c8-27556428f4e4 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1bcf4d4-f851-4018-ad39-97b7e19e0216') {'for_net_delete': True} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:44:04.843465 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-ae3507db-ec80-45f6-87c8-27556428f4e4 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1bcf4d4-f851-4018-ad39-97b7e19e0216') {} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:44:04.853435 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-ae3507db-ec80-45f6-87c8-27556428f4e4 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783523422064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4230428'] for segment, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:44:04.866688 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-ae3507db-ec80-45f6-87c8-27556428f4e4 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:44:04.872803 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae3507db-ec80-45f6-87c8-27556428f4e4 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Releasing vlan 635 on physical network physnet1 to pool {{(pid=102791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 16:44:04.873223 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-ae3507db-ec80-45f6-87c8-27556428f4e4 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16169569'] for segment, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:44:04.876181 n-d-834765-1 neutron-server[102791]: Traceback (most recent call last): Mar 29 16:44:04.876181 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 16:44:04.876181 n-d-834765-1 neutron-server[102791]: timer() Mar 29 16:44:04.876181 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 16:44:04.876181 n-d-834765-1 neutron-server[102791]: cb(*args, **kw) Mar 29 16:44:04.876181 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 16:44:04.876181 n-d-834765-1 neutron-server[102791]: return func(*args, **kwargs) Mar 29 16:44:04.876181 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 16:44:04.876181 n-d-834765-1 neutron-server[102791]: self._notify() Mar 29 16:44:04.876181 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 16:44:04.876181 n-d-834765-1 neutron-server[102791]: self.callback(batched_events) Mar 29 16:44:04.876181 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 16:44:04.876181 n-d-834765-1 neutron-server[102791]: event.method(event) Mar 29 16:44:04.876181 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 16:44:04.876181 n-d-834765-1 neutron-server[102791]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 16:44:04.876181 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 16:44:04.876181 n-d-834765-1 neutron-server[102791]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 16:44:04.876181 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 16:44:04.876181 n-d-834765-1 neutron-server[102791]: return f(self, *a, **k) Mar 29 16:44:04.876181 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 16:44:04.876181 n-d-834765-1 neutron-server[102791]: return self._get(url).json() Mar 29 16:44:04.876181 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 16:44:04.876181 n-d-834765-1 neutron-server[102791]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 16:44:04.876181 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 16:44:04.876181 n-d-834765-1 neutron-server[102791]: return self.request(url, 'GET', **kwargs) Mar 29 16:44:04.876181 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 16:44:04.876181 n-d-834765-1 neutron-server[102791]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 16:44:04.876181 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 16:44:04.876181 n-d-834765-1 neutron-server[102791]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 16:44:04.876181 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 16:44:04.876181 n-d-834765-1 neutron-server[102791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 16:44:04.876181 n-d-834765-1 neutron-server[102791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 16:44:04.942714 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-ae3507db-ec80-45f6-87c8-27556428f4e4 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1639897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648174'] for network, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:44:04.950086 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-ae3507db-ec80-45f6-87c8-27556428f4e4 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks [] for network, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:44:04.953181 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-ae3507db-ec80-45f6-87c8-27556428f4e4 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "DELETE /v2.0/networks/8dc62072-6365-4f49-9af6-570f29225ebf HTTP/1.1" status: 204 len: 168 time: 0.3048139 Mar 29 16:44:04.956155 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 43046) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:44:04.965232 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3507db-ec80-45f6-87c8-27556428f4e4 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Pushing event deleted for resources: {'Network': ['ID=8dc62072-6365-4f49-9af6-570f29225ebf,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:44:05.018369 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-6275e90b-d422-4b8c-bfad-4735690db58b tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks [] for security_group, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:44:05.044914 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-6275e90b-d422-4b8c-bfad-4735690db58b tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:44:05.108462 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-6275e90b-d422-4b8c-bfad-4735690db58b tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:44:05.111861 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-6275e90b-d422-4b8c-bfad-4735690db58b tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:44:05.113031 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-6275e90b-d422-4b8c-bfad-4735690db58b tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "DELETE /v2.0/security-groups/c72750f2-35c2-437c-b295-224ac8127353 HTTP/1.1" status: 204 len: 168 time: 0.1556792 Mar 29 16:44:05.122183 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6275e90b-d422-4b8c-bfad-4735690db58b tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c72750f2-35c2-437c-b295-224ac8127353,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:44:05.130314 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6275e90b-d422-4b8c-bfad-4735690db58b tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:44:05.130663 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6275e90b-d422-4b8c-bfad-4735690db58b tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:44:05.131495 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6275e90b-d422-4b8c-bfad-4735690db58b tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:44:05.131495 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6275e90b-d422-4b8c-bfad-4735690db58b tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:44:05.131695 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6275e90b-d422-4b8c-bfad-4735690db58b tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:44:05.131981 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6275e90b-d422-4b8c-bfad-4735690db58b tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:44:05.132303 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6275e90b-d422-4b8c-bfad-4735690db58b tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:44:05.132625 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6275e90b-d422-4b8c-bfad-4735690db58b tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:44:05.132947 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6275e90b-d422-4b8c-bfad-4735690db58b tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:44:05.133274 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6275e90b-d422-4b8c-bfad-4735690db58b tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:44:05.133581 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6275e90b-d422-4b8c-bfad-4735690db58b tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:44:05.133895 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6275e90b-d422-4b8c-bfad-4735690db58b tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:44:05.462805 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 43052) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:44:05.467515 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-46a8349b-2fa9-4c92-b66d-79cb75b37c65 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1334052836', 'description': 'tempest-secgroup-smoke-1334052836 description', 'project_id': '786485d247cc4bb0943a3056cc1d0d00'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:44:05.491526 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-46a8349b-2fa9-4c92-b66d-79cb75b37c65 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks [] for security_group, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:44:05.560891 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-46a8349b-2fa9-4c92-b66d-79cb75b37c65 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks [] for security_group, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:44:05.564291 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-46a8349b-2fa9-4c92-b66d-79cb75b37c65 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:44:05.592684 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-46a8349b-2fa9-4c92-b66d-79cb75b37c65 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:44:05.593901 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-46a8349b-2fa9-4c92-b66d-79cb75b37c65 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1300638 Mar 29 16:44:05.596348 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a8349b-2fa9-4c92-b66d-79cb75b37c65 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4145fc9-9e2a-4b0d-bae9-bb1b6b94c79a,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:44:05.597663 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 43054) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:44:05.603754 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-20b46855-10fb-47b4-b2a7-ba0c5fc6b4bd tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Request body: {'security_group_rule': {'security_group_id': 'e4145fc9-9e2a-4b0d-bae9-bb1b6b94c79a', 'project_id': '786485d247cc4bb0943a3056cc1d0d00', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:44:05.629864 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-20b46855-10fb-47b4-b2a7-ba0c5fc6b4bd tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:44:05.685005 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-20b46855-10fb-47b4-b2a7-ba0c5fc6b4bd tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:44:05.688538 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-20b46855-10fb-47b4-b2a7-ba0c5fc6b4bd tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610998'] for security_group_rule, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:44:05.710192 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b46855-10fb-47b4-b2a7-ba0c5fc6b4bd tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78baa8ad-a650-4f0a-8e23-fe105b8dba39,revision_number=0']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:44:05.716372 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-20b46855-10fb-47b4-b2a7-ba0c5fc6b4bd tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:44:05.717567 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-20b46855-10fb-47b4-b2a7-ba0c5fc6b4bd tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1180742 Mar 29 16:44:05.720313 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 43056) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:44:05.724676 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-6f102c0a-af68-42e9-9fa9-9926a13d458a tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Request body: {'security_group_rule': {'security_group_id': 'e4145fc9-9e2a-4b0d-bae9-bb1b6b94c79a', 'project_id': '786485d247cc4bb0943a3056cc1d0d00', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:44:05.748383 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-6f102c0a-af68-42e9-9fa9-9926a13d458a tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:44:05.805569 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-6f102c0a-af68-42e9-9fa9-9926a13d458a tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:44:05.809364 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-6f102c0a-af68-42e9-9fa9-9926a13d458a tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610998'] for security_group_rule, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:44:05.832568 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f102c0a-af68-42e9-9fa9-9926a13d458a tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=288951b9-07d4-4c1d-927a-577a940c5621,revision_number=0']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:44:05.843611 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-6f102c0a-af68-42e9-9fa9-9926a13d458a tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:44:05.844807 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-6f102c0a-af68-42e9-9fa9-9926a13d458a tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1235383 Mar 29 16:44:05.847713 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 43058) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:44:05.851906 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-37a752d0-631d-4e89-b20a-e771ceab2f2a tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Request body: {'security_group_rule': {'security_group_id': 'e4145fc9-9e2a-4b0d-bae9-bb1b6b94c79a', 'project_id': '786485d247cc4bb0943a3056cc1d0d00', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:44:05.876378 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-37a752d0-631d-4e89-b20a-e771ceab2f2a tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:44:05.932904 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-37a752d0-631d-4e89-b20a-e771ceab2f2a tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:44:05.936821 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-37a752d0-631d-4e89-b20a-e771ceab2f2a tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610998'] for security_group_rule, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:44:05.954310 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a752d0-631d-4e89-b20a-e771ceab2f2a tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29b077d1-0e49-42d1-a65a-68c57dd62d15,revision_number=0']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:44:05.962176 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-37a752d0-631d-4e89-b20a-e771ceab2f2a tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:44:05.963403 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-37a752d0-631d-4e89-b20a-e771ceab2f2a tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1147521 Mar 29 16:44:05.966422 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 43060) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:44:05.972883 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-7fd90072-bb14-4a05-a375-22aa010a3396 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Request body: {'security_group_rule': {'security_group_id': 'e4145fc9-9e2a-4b0d-bae9-bb1b6b94c79a', 'project_id': '786485d247cc4bb0943a3056cc1d0d00', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:44:05.984276 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-0cb6abf6-2706-4e52-8825-f5f644ecf9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:44:06.005087 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-7fd90072-bb14-4a05-a375-22aa010a3396 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:44:06.028796 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device a45125eb-309c-4d46-94ce-56282061d259 no longer exists at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 16:44:06.054746 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] No Port match for: a45125eb-309c-4d46-94ce-56282061d259 {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 16:44:06.055106 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device a45125eb-309c-4d46-94ce-56282061d259 not bound to the agent host n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 16:44:06.055571 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 5e41604b-442c-4cfe-ad60-4f6cd10c605e no longer exists at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 16:44:06.070113 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-7fd90072-bb14-4a05-a375-22aa010a3396 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:44:06.073757 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-7fd90072-bb14-4a05-a375-22aa010a3396 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610998'] for security_group_rule, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:44:06.083441 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] No Port match for: 5e41604b-442c-4cfe-ad60-4f6cd10c605e {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 16:44:06.083748 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 5e41604b-442c-4cfe-ad60-4f6cd10c605e not bound to the agent host n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 16:44:06.084170 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 8d42d6fb-bc0d-4aee-ab09-67edd7e4aae0 no longer exists at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 16:44:06.087517 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:44:06.092259 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd90072-bb14-4a05-a375-22aa010a3396 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=924bfd2c-e7e5-4553-9677-f24498a24285,revision_number=0']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:44:06.100132 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-7fd90072-bb14-4a05-a375-22aa010a3396 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:44:06.103763 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-7fd90072-bb14-4a05-a375-22aa010a3396 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1362512 Mar 29 16:44:06.104345 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 43062) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:44:06.108435 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] No Port match for: 8d42d6fb-bc0d-4aee-ab09-67edd7e4aae0 {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 16:44:06.108775 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 8d42d6fb-bc0d-4aee-ab09-67edd7e4aae0 not bound to the agent host n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 16:44:06.108950 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-69d0466e-0937-4df1-932e-ad45a9e033b7 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Request body: {'security_group_rule': {'security_group_id': 'e4145fc9-9e2a-4b0d-bae9-bb1b6b94c79a', 'project_id': '786485d247cc4bb0943a3056cc1d0d00', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:44:06.131005 n-d-834765-1 neutron-server[102791]: INFO neutron.db.securitygroups_db [None req-69d0466e-0937-4df1-932e-ad45a9e033b7 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Project 786485d247cc4bb0943a3056cc1d0d00 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 29 16:44:06.135782 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-69d0466e-0937-4df1-932e-ad45a9e033b7 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:44:06.196470 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-69d0466e-0937-4df1-932e-ad45a9e033b7 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:44:06.199926 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-69d0466e-0937-4df1-932e-ad45a9e033b7 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610998'] for security_group_rule, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:44:06.219471 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d0466e-0937-4df1-932e-ad45a9e033b7 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a386bcc-e1bf-41d4-9d99-e97bcaf0db90,revision_number=0']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:44:06.225405 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-69d0466e-0937-4df1-932e-ad45a9e033b7 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:44:06.226100 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-69d0466e-0937-4df1-932e-ad45a9e033b7 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1207604 Mar 29 16:44:06.228887 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 43064) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:44:06.233115 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-fb71d418-c4c6-40f8-9bff-77648b1fbfcc tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Request body: {'security_group_rule': {'security_group_id': 'e4145fc9-9e2a-4b0d-bae9-bb1b6b94c79a', 'project_id': '786485d247cc4bb0943a3056cc1d0d00', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:44:06.252714 n-d-834765-1 neutron-server[102791]: INFO neutron.db.securitygroups_db [None req-fb71d418-c4c6-40f8-9bff-77648b1fbfcc tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Project 786485d247cc4bb0943a3056cc1d0d00 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 29 16:44:06.257492 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-fb71d418-c4c6-40f8-9bff-77648b1fbfcc tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:44:06.317445 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-fb71d418-c4c6-40f8-9bff-77648b1fbfcc tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:44:06.321130 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-fb71d418-c4c6-40f8-9bff-77648b1fbfcc tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610998'] for security_group_rule, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:44:06.341971 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb71d418-c4c6-40f8-9bff-77648b1fbfcc tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61d8a471-d7df-4cf0-8030-b399e373f630,revision_number=0']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:44:06.349414 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-fb71d418-c4c6-40f8-9bff-77648b1fbfcc tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:44:06.350640 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-fb71d418-c4c6-40f8-9bff-77648b1fbfcc tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1208336 Mar 29 16:44:06.353533 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 43066) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:44:06.358519 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-fa4ded83-6a54-4e00-98af-ce92f08d005e tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Request body: {'network': {'name': 'tempest-network-smoke--895319624', 'project_id': '786485d247cc4bb0943a3056cc1d0d00', 'port_security_enabled': True}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:44:06.375938 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa4ded83-6a54-4e00-98af-ce92f08d005e tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Made reservation on behalf of 786485d247cc4bb0943a3056cc1d0d00 for: {'network': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:44:06.379800 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-fa4ded83-6a54-4e00-98af-ce92f08d005e tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for network, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:44:06.403251 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa4ded83-6a54-4e00-98af-ce92f08d005e tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] vlan segment allocate from pool success with {'vlan_id': 616, 'physical_network': 'physnet1'} {{(pid=102791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 16:44:06.412154 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-fa4ded83-6a54-4e00-98af-ce92f08d005e tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:44:06.412494 n-d-834765-1 neutron-server[102791]: INFO neutron.db.segments_db [None req-fa4ded83-6a54-4e00-98af-ce92f08d005e tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Added segment 8a8fd25e-f20f-424d-aa95-892111526556 of type vlan for network 8b98ab13-c184-4f7f-9c2e-fbf5fda18c84 Mar 29 16:44:06.452308 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-fa4ded83-6a54-4e00-98af-ce92f08d005e tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783522915970'] for network, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:44:06.476486 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-fa4ded83-6a54-4e00-98af-ce92f08d005e tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795'] for network, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:44:06.482178 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa4ded83-6a54-4e00-98af-ce92f08d005e tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:44:06.482761 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-fa4ded83-6a54-4e00-98af-ce92f08d005e tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks [] for network, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:44:06.518803 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-fa4ded83-6a54-4e00-98af-ce92f08d005e tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1642706 Mar 29 16:44:06.521566 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 43068) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:44:06.527919 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-a3834334-e3e4-4bc3-b0d7-e55bda42cb64 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-54067029', 'admin_state_up': True, 'project_id': '786485d247cc4bb0943a3056cc1d0d00', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'}}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:44:06.565284 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4ded83-6a54-4e00-98af-ce92f08d005e tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Pushing event updated for resources: {'Network': ['ID=8b98ab13-c184-4f7f-9c2e-fbf5fda18c84,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:44:06.576064 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Network 8b98ab13-c184-4f7f-9c2e-fbf5fda18c84 details requested by agent ovs-agent-n-d-834765-1 with host n-d-834765-1 {{(pid=102792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 16:44:06.577621 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-a3834334-e3e4-4bc3-b0d7-e55bda42cb64 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-532385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129310'] for router, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:44:06.578886 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-a3834334-e3e4-4bc3-b0d7-e55bda42cb64 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-648091', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-684384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129319'] for router, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:44:06.637132 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-a3834334-e3e4-4bc3-b0d7-e55bda42cb64 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:44:06.777913 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-a3834334-e3e4-4bc3-b0d7-e55bda42cb64 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:44:06.970028 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-a3834334-e3e4-4bc3-b0d7-e55bda42cb64 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks [] for router_gateway, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:44:06.989118 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-a3834334-e3e4-4bc3-b0d7-e55bda42cb64 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:44:07.096564 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_common [None req-a3834334-e3e4-4bc3-b0d7-e55bda42cb64 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Allocated IP 172.25.4.84 (4a4a035d-ecac-4ead-baa3-25f90788773a/e1a353dc-fac8-4901-a63c-273840237d6a/02456111-fd51-4a46-b340-9304017c8b90) {{(pid=102791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:44:07.207616 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-a3834334-e3e4-4bc3-b0d7-e55bda42cb64 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks [] for port, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:44:07.241258 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-a3834334-e3e4-4bc3-b0d7-e55bda42cb64 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:44:07.288831 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3834334-e3e4-4bc3-b0d7-e55bda42cb64 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Network 4a4a035d-ecac-4ead-baa3-25f90788773a is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:44:07.293098 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [None req-a3834334-e3e4-4bc3-b0d7-e55bda42cb64 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:44:07.296506 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3834334-e3e4-4bc3-b0d7-e55bda42cb64 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Received port after_create {{(pid=102791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:44:07.318749 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3834334-e3e4-4bc3-b0d7-e55bda42cb64 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Pushing event updated for resources: {'Port': ['ID=02456111-fd51-4a46-b340-9304017c8b90,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:44:07.541537 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-a3834334-e3e4-4bc3-b0d7-e55bda42cb64 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks [] for router_gateway, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:44:07.733901 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-a3834334-e3e4-4bc3-b0d7-e55bda42cb64 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648118'] for router, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:44:08.177949 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3834334-e3e4-4bc3-b0d7-e55bda42cb64 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Router 69d6713f-5d05-4314-84d2-1111b5b8b4f5 is scheduled to L3 agent c648d819-1060-4f26-b4ec-6455387b5dff with binding_index 1 {{(pid=102791) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 29 16:44:08.281859 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3834334-e3e4-4bc3-b0d7-e55bda42cb64 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 16:44:08.292265 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5348b2c-0f97-4d98-b370-8a1362482299 None None] Sync routers for ids ['69d6713f-5d05-4314-84d2-1111b5b8b4f5'] in n-d-834765-1 {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 16:44:08.302813 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-a3834334-e3e4-4bc3-b0d7-e55bda42cb64 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks [] for router, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:44:08.303126 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5348b2c-0f97-4d98-b370-8a1362482299 None None] Routers {'69d6713f-5d05-4314-84d2-1111b5b8b4f5'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:44:08.303832 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-e5348b2c-0f97-4d98-b370-8a1362482299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:44:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['69d6713f-5d05-4314-84d2-1111b5b8b4f5'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:44:08.304234 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-a3834334-e3e4-4bc3-b0d7-e55bda42cb64 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 1.7816391 Mar 29 16:44:08.307289 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 43070) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:44:08.337522 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-086e0464-7a3d-4c9e-a42d-f60f485215ee tempest-TestNetworkAdvancedServerOps-37087928 tempest-TestNetworkAdvancedServerOps-37087928-project-admin] 10.222.0.42 "GET /v2.0/subnets?project_id=786485d247cc4bb0943a3056cc1d0d00&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0291245 Mar 29 16:44:08.340056 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 43072) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:44:08.411149 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvr_db [None req-e5348b2c-0f97-4d98-b370-8a1362482299 None None] Set router 69d6713f-5d05-4314-84d2-1111b5b8b4f5 gateway port host: n-d-834765-1 {{(pid=102793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:44:08.431777 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc81fd3a-9d25-479f-9b18-359c7e499310 tempest-TestNetworkAdvancedServerOps-37087928 tempest-TestNetworkAdvancedServerOps-37087928-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:44:08.433253 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-dc81fd3a-9d25-479f-9b18-359c7e499310 tempest-TestNetworkAdvancedServerOps-37087928 tempest-TestNetworkAdvancedServerOps-37087928-project-admin] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0923109 Mar 29 16:44:08.436983 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 43074) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:44:08.465315 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-6c98a32a-224f-4bd9-b95f-05c0f62fb05c tempest-TestNetworkAdvancedServerOps-37087928 tempest-TestNetworkAdvancedServerOps-37087928-project-admin] 10.222.0.42 "GET /v2.0/subnets?network_id=4a4a035d-ecac-4ead-baa3-25f90788773a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0272005 Mar 29 16:44:08.468114 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 43076) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:44:08.474017 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-c9203d12-63cb-435b-a555-03013f4ac6ad tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2065644255', 'network_id': '8b98ab13-c184-4f7f-9c2e-fbf5fda18c84', 'project_id': '786485d247cc4bb0943a3056cc1d0d00', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:44:08.566746 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9203d12-63cb-435b-a555-03013f4ac6ad tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Made reservation on behalf of 786485d247cc4bb0943a3056cc1d0d00 for: {'subnet': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:44:08.570658 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-c9203d12-63cb-435b-a555-03013f4ac6ad tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16218875'] for subnet, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:44:08.588977 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-e5348b2c-0f97-4d98-b370-8a1362482299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69d6713f-5d05-4314-84d2-1111b5b8b4f5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-54067029', 'tenant_id': '786485d247cc4bb0943a3056cc1d0d00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.84'}], 'enable_snat': True}, 'gw_port_id': '02456111-fd51-4a46-b340-9304017c8b90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:44:06Z', 'updated_at': '2022-03-29T16:44:07Z', 'revision_number': 3, 'project_id': '786485d247cc4bb0943a3056cc1d0d00', 'gw_port': {'id': '02456111-fd51-4a46-b340-9304017c8b90', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:c6:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69d6713f-5d05-4314-84d2-1111b5b8b4f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4359, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:44:06Z', 'updated_at': '2022-03-29T16:44:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1'}], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:44:08.615248 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5348b2c-0f97-4d98-b370-8a1362482299 None None] Checking router: 69d6713f-5d05-4314-84d2-1111b5b8b4f5 for host: n-d-834765-1 {{(pid=102793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 16:44:08.615621 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5348b2c-0f97-4d98-b370-8a1362482299 None None] Updating router 69d6713f-5d05-4314-84d2-1111b5b8b4f5 port 02456111-fd51-4a46-b340-9304017c8b90 binding host n-d-834765-1 {{(pid=102793) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 16:44:08.640996 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-e5348b2c-0f97-4d98-b370-8a1362482299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:44:08.759081 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-c9203d12-63cb-435b-a555-03013f4ac6ad tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16155524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16218861'] for subnet, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:44:08.820987 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9203d12-63cb-435b-a555-03013f4ac6ad tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Pushing event updated for resources: {'Subnet': ['ID=0defde54-b60d-4714-b429-834ad0f14ee5,revision_number=0']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:44:08.832036 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9203d12-63cb-435b-a555-03013f4ac6ad tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Checking segment: {'id': '8a8fd25e-f20f-424d-aa95-892111526556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '8b98ab13-c184-4f7f-9c2e-fbf5fda18c84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 16:44:08.832510 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9203d12-63cb-435b-a555-03013f4ac6ad tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Network hostable DHCP agents. Network: 8b98ab13-c184-4f7f-9c2e-fbf5fda18c84, hostable agents: ['d136643e-48ae-49d4-a851-2ba3bdf3749c'], hosted agents: [] {{(pid=102791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 16:44:08.849682 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9203d12-63cb-435b-a555-03013f4ac6ad tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Network 8b98ab13-c184-4f7f-9c2e-fbf5fda18c84 is scheduled to be hosted by DHCP agent d136643e-48ae-49d4-a851-2ba3bdf3749c with binding_index 1 {{(pid=102791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 16:44:08.858366 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [None req-c9203d12-63cb-435b-a555-03013f4ac6ad tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834765-1, 8b98ab13-c184-4f7f-9c2e-fbf5fda18c84) {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:44:08.865474 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9203d12-63cb-435b-a555-03013f4ac6ad tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:44:08.866124 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-c9203d12-63cb-435b-a555-03013f4ac6ad tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks [] for subnet, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:44:08.871618 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9041e54-bde3-4147-a9f9-56862b51a0aa None None] Network 8b98ab13-c184-4f7f-9c2e-fbf5fda18c84 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 16:44:08.891477 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-c9203d12-63cb-435b-a555-03013f4ac6ad tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4195433 Mar 29 16:44:08.891710 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 43078) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:44:08.913003 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-e5348b2c-0f97-4d98-b370-8a1362482299 None None] Notify callbacks [] for port, precommit_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:44:08.920073 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-e5348b2c-0f97-4d98-b370-8a1362482299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:44:08.972261 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.managers [None req-e5348b2c-0f97-4d98-b370-8a1362482299 None None] Attempting to bind port 02456111-fd51-4a46-b340-9304017c8b90 on host n-d-834765-1 for vnic_type normal with profile {{(pid=102793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 16:44:08.972721 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.managers [None req-e5348b2c-0f97-4d98-b370-8a1362482299 None None] Attempting to bind port 02456111-fd51-4a46-b340-9304017c8b90 by drivers openvswitch,hyperv on host n-d-834765-1 at level 0 using segments [{'id': '6ab47353-a811-4bad-bc73-b4cc84583cfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'}] {{(pid=102793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 16:44:08.973146 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5348b2c-0f97-4d98-b370-8a1362482299 None None] Attempting to bind port 02456111-fd51-4a46-b340-9304017c8b90 on network 4a4a035d-ecac-4ead-baa3-25f90788773a {{(pid=102793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 16:44:08.981022 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5348b2c-0f97-4d98-b370-8a1362482299 None None] Checking agent: {'id': 'a8866439-9d96-425c-b519-6905c591ac37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 25, 36), 'started_at': datetime.datetime(2022, 3, 29, 15, 26, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 16, 44, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834765-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 16:44:08.981470 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5348b2c-0f97-4d98-b370-8a1362482299 None None] Checking segment: {'id': '6ab47353-a811-4bad-bc73-b4cc84583cfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 16:44:08.981933 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-e5348b2c-0f97-4d98-b370-8a1362482299 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:44:08.982380 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5348b2c-0f97-4d98-b370-8a1362482299 None None] Bound using segment: {'id': '6ab47353-a811-4bad-bc73-b4cc84583cfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'} {{(pid=102793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 16:44:08.982898 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.managers [None req-e5348b2c-0f97-4d98-b370-8a1362482299 None None] Bound port: 02456111-fd51-4a46-b340-9304017c8b90, host: n-d-834765-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ab47353-a811-4bad-bc73-b4cc84583cfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'}}] {{(pid=102793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 16:44:08.983360 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-e5348b2c-0f97-4d98-b370-8a1362482299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:44:09.010506 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1646d87-84e7-4033-89df-cb9d55bc5c86 None None] Pushing event updated for resources: {'Port': ['ID=02456111-fd51-4a46-b340-9304017c8b90,revision_number=2']} {{(pid=102793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:44:09.023430 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1646d87-84e7-4033-89df-cb9d55bc5c86 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:44:09.023772 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1646d87-84e7-4033-89df-cb9d55bc5c86 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:44:09.024104 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1646d87-84e7-4033-89df-cb9d55bc5c86 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:44:09.024435 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1646d87-84e7-4033-89df-cb9d55bc5c86 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:44:09.024755 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1646d87-84e7-4033-89df-cb9d55bc5c86 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:44:09.025272 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1646d87-84e7-4033-89df-cb9d55bc5c86 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:44:09.025599 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1646d87-84e7-4033-89df-cb9d55bc5c86 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:44:09.025920 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1646d87-84e7-4033-89df-cb9d55bc5c86 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:44:09.026243 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1646d87-84e7-4033-89df-cb9d55bc5c86 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:44:09.026556 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1646d87-84e7-4033-89df-cb9d55bc5c86 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:44:09.027021 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1646d87-84e7-4033-89df-cb9d55bc5c86 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:44:09.027538 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1646d87-84e7-4033-89df-cb9d55bc5c86 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:44:09.041000 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8012bca1-9a7d-4fff-bd6f-4e0932a37aa6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0035034-69b0-5ffc-b384-0ac6189c5628-8b98ab13-c184-4f7f-9c2e-fbf5fda18c84', 'network_id': '8b98ab13-c184-4f7f-9c2e-fbf5fda18c84', 'tenant_id': '786485d247cc4bb0943a3056cc1d0d00', 'fixed_ips': [{'subnet_id': '0defde54-b60d-4714-b429-834ad0f14ee5'}]}} from n-d-834765-1. {{(pid=102792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 29 16:44:09.041875 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-8012bca1-9a7d-4fff-bd6f-4e0932a37aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:44:09.051411 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.db [None req-e5348b2c-0f97-4d98-b370-8a1362482299 None None] For port 02456111-fd51-4a46-b340-9304017c8b90, host n-d-834765-1, cleared binding levels {{(pid=102793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 16:44:09.054541 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.db [None req-e5348b2c-0f97-4d98-b370-8a1362482299 None None] For port 02456111-fd51-4a46-b340-9304017c8b90, host n-d-834765-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=02456111-fd51-4a46-b340-9304017c8b90,segment=NetworkSegment(6ab47353-a811-4bad-bc73-b4cc84583cfd),segment_id=6ab47353-a811-4bad-bc73-b4cc84583cfd)] {{(pid=102793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 16:44:09.060404 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-e5348b2c-0f97-4d98-b370-8a1362482299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:44:09.113631 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5348b2c-0f97-4d98-b370-8a1362482299 None None] Routers {'69d6713f-5d05-4314-84d2-1111b5b8b4f5'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:44:09.114511 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-e5348b2c-0f97-4d98-b370-8a1362482299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:44:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['69d6713f-5d05-4314-84d2-1111b5b8b4f5'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:44:09.200925 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.db_base_plugin_common [None req-8012bca1-9a7d-4fff-bd6f-4e0932a37aa6 None None] Allocated IP 172.20.0.2 (8b98ab13-c184-4f7f-9c2e-fbf5fda18c84/0defde54-b60d-4714-b429-834ad0f14ee5/7fce54c3-897b-4259-b0a0-d2c93ac14888) {{(pid=102792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:44:09.252049 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvr_db [None req-e5348b2c-0f97-4d98-b370-8a1362482299 None None] Set router 69d6713f-5d05-4314-84d2-1111b5b8b4f5 gateway port host: n-d-834765-1 {{(pid=102793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:44:09.310194 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1646d87-84e7-4033-89df-cb9d55bc5c86 None None] Pushing event updated for resources: {'Port': ['ID=02456111-fd51-4a46-b340-9304017c8b90,revision_number=3']} {{(pid=102793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:44:09.384674 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-aa66074f-2950-4295-97cb-58726304a74f tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:44:09.532316 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-8012bca1-9a7d-4fff-bd6f-4e0932a37aa6 None None] Notify callbacks [] for port, precommit_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:44:09.535049 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-e5348b2c-0f97-4d98-b370-8a1362482299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69d6713f-5d05-4314-84d2-1111b5b8b4f5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-54067029', 'tenant_id': '786485d247cc4bb0943a3056cc1d0d00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.84'}], 'enable_snat': True}, 'gw_port_id': '02456111-fd51-4a46-b340-9304017c8b90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:44:06Z', 'updated_at': '2022-03-29T16:44:07Z', 'revision_number': 3, 'project_id': '786485d247cc4bb0943a3056cc1d0d00', 'gw_port': {'id': '02456111-fd51-4a46-b340-9304017c8b90', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:c6:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69d6713f-5d05-4314-84d2-1111b5b8b4f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4359, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:44:06Z', 'updated_at': '2022-03-29T16:44:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1'}], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:44:09.538449 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-8012bca1-9a7d-4fff-bd6f-4e0932a37aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956'] for port, after_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:44:09.561644 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5348b2c-0f97-4d98-b370-8a1362482299 None None] The sync data for ids ['69d6713f-5d05-4314-84d2-1111b5b8b4f5'] in n-d-834765-1 is: [{'id': '69d6713f-5d05-4314-84d2-1111b5b8b4f5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-54067029', 'tenant_id': '786485d247cc4bb0943a3056cc1d0d00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.84'}], 'enable_snat': True}, 'gw_port_id': '02456111-fd51-4a46-b340-9304017c8b90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:44:06Z', 'updated_at': '2022-03-29T16:44:07Z', 'revision_number': 3, 'project_id': '786485d247cc4bb0943a3056cc1d0d00', 'gw_port': {'id': '02456111-fd51-4a46-b340-9304017c8b90', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:c6:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69d6713f-5d05-4314-84d2-1111b5b8b4f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4359, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:44:06Z', 'updated_at': '2022-03-29T16:44:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1'}] {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 16:44:09.581090 n-d-834765-1 neutron-server[102792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8012bca1-9a7d-4fff-bd6f-4e0932a37aa6 None None] Network 8b98ab13-c184-4f7f-9c2e-fbf5fda18c84 is already hosted by enough agents. {{(pid=102792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:44:09.584246 n-d-834765-1 neutron-server[102792]: DEBUG neutron.scheduler.base_scheduler [None req-8012bca1-9a7d-4fff-bd6f-4e0932a37aa6 None None] Resources bound (agent type, host, resource id): {{(pid=102792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:44:09.586724 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8012bca1-9a7d-4fff-bd6f-4e0932a37aa6 None None] Received port after_create {{(pid=102792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:44:09.619461 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8012bca1-9a7d-4fff-bd6f-4e0932a37aa6 None None] Pushing event updated for resources: {'Port': ['ID=7fce54c3-897b-4259-b0a0-d2c93ac14888,revision_number=1']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:44:09.653905 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-8012bca1-9a7d-4fff-bd6f-4e0932a37aa6 None None] Attempting to bind port 7fce54c3-897b-4259-b0a0-d2c93ac14888 on host n-d-834765-1 for vnic_type normal with profile {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 16:44:09.654272 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-8012bca1-9a7d-4fff-bd6f-4e0932a37aa6 None None] Attempting to bind port 7fce54c3-897b-4259-b0a0-d2c93ac14888 by drivers openvswitch,hyperv on host n-d-834765-1 at level 0 using segments [{'id': '8a8fd25e-f20f-424d-aa95-892111526556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '8b98ab13-c184-4f7f-9c2e-fbf5fda18c84'}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 16:44:09.654632 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8012bca1-9a7d-4fff-bd6f-4e0932a37aa6 None None] Attempting to bind port 7fce54c3-897b-4259-b0a0-d2c93ac14888 on network 8b98ab13-c184-4f7f-9c2e-fbf5fda18c84 {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 16:44:09.660972 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8012bca1-9a7d-4fff-bd6f-4e0932a37aa6 None None] Checking agent: {'id': 'a8866439-9d96-425c-b519-6905c591ac37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 25, 36), 'started_at': datetime.datetime(2022, 3, 29, 15, 26, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 16, 44, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834765-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 16:44:09.661348 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8012bca1-9a7d-4fff-bd6f-4e0932a37aa6 None None] Checking segment: {'id': '8a8fd25e-f20f-424d-aa95-892111526556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '8b98ab13-c184-4f7f-9c2e-fbf5fda18c84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 16:44:09.661747 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-8012bca1-9a7d-4fff-bd6f-4e0932a37aa6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:44:09.662138 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8012bca1-9a7d-4fff-bd6f-4e0932a37aa6 None None] Bound using segment: {'id': '8a8fd25e-f20f-424d-aa95-892111526556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '8b98ab13-c184-4f7f-9c2e-fbf5fda18c84'} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 16:44:09.662600 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-8012bca1-9a7d-4fff-bd6f-4e0932a37aa6 None None] Bound port: 7fce54c3-897b-4259-b0a0-d2c93ac14888, host: n-d-834765-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a8fd25e-f20f-424d-aa95-892111526556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '8b98ab13-c184-4f7f-9c2e-fbf5fda18c84'}}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 16:44:09.662976 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-8012bca1-9a7d-4fff-bd6f-4e0932a37aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:44:09.679474 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_common [None req-aa66074f-2950-4295-97cb-58726304a74f tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Allocated IP 172.20.0.1 (8b98ab13-c184-4f7f-9c2e-fbf5fda18c84/0defde54-b60d-4714-b429-834ad0f14ee5/18cf1a89-6455-45e7-9de8-c1e661ad9682) {{(pid=102791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:44:09.738970 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-8012bca1-9a7d-4fff-bd6f-4e0932a37aa6 None None] For port 7fce54c3-897b-4259-b0a0-d2c93ac14888, host n-d-834765-1, cleared binding levels {{(pid=102792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 16:44:09.743228 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-8012bca1-9a7d-4fff-bd6f-4e0932a37aa6 None None] For port 7fce54c3-897b-4259-b0a0-d2c93ac14888, host n-d-834765-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=7fce54c3-897b-4259-b0a0-d2c93ac14888,segment=NetworkSegment(8a8fd25e-f20f-424d-aa95-892111526556),segment_id=8a8fd25e-f20f-424d-aa95-892111526556)] {{(pid=102792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 16:44:09.748266 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-8012bca1-9a7d-4fff-bd6f-4e0932a37aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:44:09.822943 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8012bca1-9a7d-4fff-bd6f-4e0932a37aa6 None None] Pushing event updated for resources: {'Port': ['ID=7fce54c3-897b-4259-b0a0-d2c93ac14888,revision_number=2']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:44:09.834563 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-aa66074f-2950-4295-97cb-58726304a74f tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks [] for port, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:44:09.883753 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-aa66074f-2950-4295-97cb-58726304a74f tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:44:09.929503 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa66074f-2950-4295-97cb-58726304a74f tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Network 8b98ab13-c184-4f7f-9c2e-fbf5fda18c84 is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:44:09.932772 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [None req-aa66074f-2950-4295-97cb-58726304a74f tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:44:09.936984 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa66074f-2950-4295-97cb-58726304a74f tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Received port after_create {{(pid=102791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:44:09.944384 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa66074f-2950-4295-97cb-58726304a74f tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Pushing event updated for resources: {'Port': ['ID=18cf1a89-6455-45e7-9de8-c1e661ad9682,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:44:09.999674 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-aa66074f-2950-4295-97cb-58726304a74f tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-648347'] for router_interface, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:44:10.094916 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 02456111-fd51-4a46-b340-9304017c8b90 up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 16:44:10.155897 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port 02456111-fd51-4a46-b340-9304017c8b90 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:44:10.156467 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:44:10.187768 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-aa66074f-2950-4295-97cb-58726304a74f tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:44:10.260222 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:44:10.282645 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] For port 02456111-fd51-4a46-b340-9304017c8b90, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=02456111-fd51-4a46-b340-9304017c8b90,segment=NetworkSegment(6ab47353-a811-4bad-bc73-b4cc84583cfd),segment_id=6ab47353-a811-4bad-bc73-b4cc84583cfd)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:44:10.288712 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:44:10.341700 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Pushing event updated for resources: {'Port': ['ID=02456111-fd51-4a46-b340-9304017c8b90,revision_number=4']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:44:10.494585 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-aa66074f-2950-4295-97cb-58726304a74f tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks [] for port, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:44:10.501882 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-aa66074f-2950-4295-97cb-58726304a74f tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:44:10.586725 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa66074f-2950-4295-97cb-58726304a74f tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Pushing event updated for resources: {'Port': ['ID=18cf1a89-6455-45e7-9de8-c1e661ad9682,revision_number=2']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:44:10.589529 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-aa66074f-2950-4295-97cb-58726304a74f tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-648439'] for router_interface, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:44:10.695446 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa66074f-2950-4295-97cb-58726304a74f tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Network 8b98ab13-c184-4f7f-9c2e-fbf5fda18c84 is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:44:10.696957 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [None req-aa66074f-2950-4295-97cb-58726304a74f tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:44:10.821004 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa66074f-2950-4295-97cb-58726304a74f tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Router 69d6713f-5d05-4314-84d2-1111b5b8b4f5 has already been hosted by L3 agent c648d819-1060-4f26-b4ec-6455387b5dff {{(pid=102791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 16:44:10.862697 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a7799c7-56f9-4721-b426-5d7bceeb94d0 None None] Network 8b98ab13-c184-4f7f-9c2e-fbf5fda18c84 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 16:44:10.934768 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa66074f-2950-4295-97cb-58726304a74f tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 16:44:10.941280 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-aa66074f-2950-4295-97cb-58726304a74f tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "PUT /v2.0/routers/69d6713f-5d05-4314-84d2-1111b5b8b4f5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0479486 Mar 29 16:44:10.992719 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-cdfb2f9c-42ac-4e92-8f0a-6b7c3ede0fde None None] Provisioning complete for port 7fce54c3-897b-4259-b0a0-d2c93ac14888 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:44:10.993096 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-cdfb2f9c-42ac-4e92-8f0a-6b7c3ede0fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:44:11.095114 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-d5fd003e-ef22-4388-8c74-931bef89abff req-83d7a4f1-d5e1-4225-bf6a-b8f8a75e0c8d tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1334052836&fields=id&tenant_id=786485d247cc4bb0943a3056cc1d0d00 HTTP/1.1" status: 200 len: 267 time: 0.0418878 Mar 29 16:44:11.115717 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-cdfb2f9c-42ac-4e92-8f0a-6b7c3ede0fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:44:11.152463 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-cdfb2f9c-42ac-4e92-8f0a-6b7c3ede0fde None None] For port 7fce54c3-897b-4259-b0a0-d2c93ac14888, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=7fce54c3-897b-4259-b0a0-d2c93ac14888,segment=NetworkSegment(8a8fd25e-f20f-424d-aa95-892111526556),segment_id=8a8fd25e-f20f-424d-aa95-892111526556)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:44:11.158683 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-cdfb2f9c-42ac-4e92-8f0a-6b7c3ede0fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:44:11.224386 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfb2f9c-42ac-4e92-8f0a-6b7c3ede0fde None None] Pushing event updated for resources: {'Port': ['ID=7fce54c3-897b-4259-b0a0-d2c93ac14888,revision_number=3']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:44:11.244409 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fd003e-ef22-4388-8c74-931bef89abff req-5aca4e6e-c033-4e6c-916c-af9e79b278f1 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:44:11.246205 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-d5fd003e-ef22-4388-8c74-931bef89abff req-5aca4e6e-c033-4e6c-916c-af9e79b278f1 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "GET /v2.0/networks?id=8b98ab13-c184-4f7f-9c2e-fbf5fda18c84 HTTP/1.1" status: 200 len: 796 time: 0.1306801 Mar 29 16:44:11.268434 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-d5fd003e-ef22-4388-8c74-931bef89abff req-3b41ed59-f838-4048-b2ef-c47064b92bfc tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "GET /v2.0/quotas/786485d247cc4bb0943a3056cc1d0d00 HTTP/1.1" status: 200 len: 375 time: 0.0151365 Mar 29 16:44:11.322600 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-d5fd003e-ef22-4388-8c74-931bef89abff req-37e4bb3f-dd71-41cc-9795-a71f11c39a97 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=786485d247cc4bb0943a3056cc1d0d00&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0479708 Mar 29 16:44:11.382957 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-f84e0d2d-fb46-49de-976d-19de5ecc0765 None None] Provisioning complete for port 18cf1a89-6455-45e7-9de8-c1e661ad9682 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:44:11.383471 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-f84e0d2d-fb46-49de-976d-19de5ecc0765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:44:11.426939 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-f84e0d2d-fb46-49de-976d-19de5ecc0765 None None] Port 18cf1a89-6455-45e7-9de8-c1e661ad9682 cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 16:44:11.434570 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-d5fd003e-ef22-4388-8c74-931bef89abff req-383aae42-655e-4098-88c9-0ca1774c4efe service neutron] 10.222.0.42 "GET /v2.0/networks/8b98ab13-c184-4f7f-9c2e-fbf5fda18c84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990574 Mar 29 16:44:11.441602 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-f84e0d2d-fb46-49de-976d-19de5ecc0765 None None] Provisioning complete for port 7fce54c3-897b-4259-b0a0-d2c93ac14888 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:44:11.442224 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-f84e0d2d-fb46-49de-976d-19de5ecc0765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:44:11.464998 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fda4c591-6ff0-4f06-a012-a6c801dcf7f8 None None] Sync routers for ids ['69d6713f-5d05-4314-84d2-1111b5b8b4f5'] in n-d-834765-1 {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 16:44:11.488902 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fda4c591-6ff0-4f06-a012-a6c801dcf7f8 None None] Routers {'69d6713f-5d05-4314-84d2-1111b5b8b4f5'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:44:11.489539 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-fda4c591-6ff0-4f06-a012-a6c801dcf7f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:44:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['69d6713f-5d05-4314-84d2-1111b5b8b4f5'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:44:11.547107 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-d5fd003e-ef22-4388-8c74-931bef89abff req-d8f61998-ddd7-4477-a638-568d2c0197bc service neutron] 10.222.0.42 "GET /v2.0/networks/8b98ab13-c184-4f7f-9c2e-fbf5fda18c84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051230 Mar 29 16:44:11.648547 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvr_db [None req-fda4c591-6ff0-4f06-a012-a6c801dcf7f8 None None] Set router 69d6713f-5d05-4314-84d2-1111b5b8b4f5 gateway port host: n-d-834765-1 {{(pid=102792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:44:11.744733 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-0e1921f7-46ec-491d-b988-f1786d87734f req-c57d625d-ff16-4408-a9cd-f8e8582d2abe tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "GET /v2.0/ports?device_id=bfeb3d33-3d33-4529-863e-610f08bbeabf HTTP/1.1" status: 200 len: 210 time: 0.0287347 Mar 29 16:44:11.785287 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-d6fabf02-76de-47ce-a79a-9c47759468af None None] Provisioning complete for port 18cf1a89-6455-45e7-9de8-c1e661ad9682 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:44:11.785651 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d6fabf02-76de-47ce-a79a-9c47759468af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:44:11.862117 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-d6fabf02-76de-47ce-a79a-9c47759468af None None] Port 18cf1a89-6455-45e7-9de8-c1e661ad9682 cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 16:44:11.920158 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-fda4c591-6ff0-4f06-a012-a6c801dcf7f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69d6713f-5d05-4314-84d2-1111b5b8b4f5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-54067029', 'tenant_id': '786485d247cc4bb0943a3056cc1d0d00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.84'}], 'enable_snat': True}, 'gw_port_id': '02456111-fd51-4a46-b340-9304017c8b90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:44:06Z', 'updated_at': '2022-03-29T16:44:10Z', 'revision_number': 4, 'project_id': '786485d247cc4bb0943a3056cc1d0d00', 'gw_port': {'id': '02456111-fd51-4a46-b340-9304017c8b90', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:c6:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69d6713f-5d05-4314-84d2-1111b5b8b4f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4359, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:44:06Z', 'updated_at': '2022-03-29T16:44:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': '18cf1a89-6455-45e7-9de8-c1e661ad9682', 'name': '', 'network_id': '8b98ab13-c184-4f7f-9c2e-fbf5fda18c84', 'tenant_id': '786485d247cc4bb0943a3056cc1d0d00', 'mac_address': 'fa:16:3e:9e:e8:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69d6713f-5d05-4314-84d2-1111b5b8b4f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': '0defde54-b60d-4714-b429-834ad0f14ee5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:44:09Z', 'updated_at': '2022-03-29T16:44:10Z', 'revision_number': 2, 'project_id': '786485d247cc4bb0943a3056cc1d0d00', 'subnets': [{'id': '0defde54-b60d-4714-b429-834ad0f14ee5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:44:11.952646 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fda4c591-6ff0-4f06-a012-a6c801dcf7f8 None None] Checking router: 69d6713f-5d05-4314-84d2-1111b5b8b4f5 for host: n-d-834765-1 {{(pid=102792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 16:44:11.953003 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fda4c591-6ff0-4f06-a012-a6c801dcf7f8 None None] Updating router 69d6713f-5d05-4314-84d2-1111b5b8b4f5 port 18cf1a89-6455-45e7-9de8-c1e661ad9682 binding host n-d-834765-1 {{(pid=102792) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 16:44:11.979702 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-fda4c591-6ff0-4f06-a012-a6c801dcf7f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:44:12.106762 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 7fce54c3-897b-4259-b0a0-d2c93ac14888 up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 16:44:12.236994 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port 7fce54c3-897b-4259-b0a0-d2c93ac14888 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:44:12.237585 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:44:12.364031 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-fda4c591-6ff0-4f06-a012-a6c801dcf7f8 None None] Notify callbacks [] for port, precommit_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:44:12.374784 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-fda4c591-6ff0-4f06-a012-a6c801dcf7f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:44:12.403224 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 02456111-fd51-4a46-b340-9304017c8b90 up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 16:44:12.459475 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b484b02-d944-45a6-b37e-d8393566234d None None] Pushing event updated for resources: {'Port': ['ID=18cf1a89-6455-45e7-9de8-c1e661ad9682,revision_number=3']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:44:12.522072 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port 02456111-fd51-4a46-b340-9304017c8b90 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:44:12.522448 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:44:12.525197 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-fda4c591-6ff0-4f06-a012-a6c801dcf7f8 None None] Attempting to bind port 18cf1a89-6455-45e7-9de8-c1e661ad9682 on host n-d-834765-1 for vnic_type normal with profile {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 16:44:12.525557 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-fda4c591-6ff0-4f06-a012-a6c801dcf7f8 None None] Attempting to bind port 18cf1a89-6455-45e7-9de8-c1e661ad9682 by drivers openvswitch,hyperv on host n-d-834765-1 at level 0 using segments [{'id': '8a8fd25e-f20f-424d-aa95-892111526556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '8b98ab13-c184-4f7f-9c2e-fbf5fda18c84'}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 16:44:12.525908 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fda4c591-6ff0-4f06-a012-a6c801dcf7f8 None None] Attempting to bind port 18cf1a89-6455-45e7-9de8-c1e661ad9682 on network 8b98ab13-c184-4f7f-9c2e-fbf5fda18c84 {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 16:44:12.555534 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fda4c591-6ff0-4f06-a012-a6c801dcf7f8 None None] Checking agent: {'id': 'a8866439-9d96-425c-b519-6905c591ac37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 25, 36), 'started_at': datetime.datetime(2022, 3, 29, 15, 26, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 16, 44, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834765-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 16:44:12.555908 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fda4c591-6ff0-4f06-a012-a6c801dcf7f8 None None] Checking segment: {'id': '8a8fd25e-f20f-424d-aa95-892111526556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '8b98ab13-c184-4f7f-9c2e-fbf5fda18c84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 16:44:12.556302 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-fda4c591-6ff0-4f06-a012-a6c801dcf7f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:44:12.556685 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fda4c591-6ff0-4f06-a012-a6c801dcf7f8 None None] Bound using segment: {'id': '8a8fd25e-f20f-424d-aa95-892111526556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '8b98ab13-c184-4f7f-9c2e-fbf5fda18c84'} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 16:44:12.557151 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-fda4c591-6ff0-4f06-a012-a6c801dcf7f8 None None] Bound port: 18cf1a89-6455-45e7-9de8-c1e661ad9682, host: n-d-834765-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a8fd25e-f20f-424d-aa95-892111526556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '8b98ab13-c184-4f7f-9c2e-fbf5fda18c84'}}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 16:44:12.557531 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-fda4c591-6ff0-4f06-a012-a6c801dcf7f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:44:12.667541 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-fda4c591-6ff0-4f06-a012-a6c801dcf7f8 None None] For port 18cf1a89-6455-45e7-9de8-c1e661ad9682, host n-d-834765-1, cleared binding levels {{(pid=102792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 16:44:12.674203 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-fda4c591-6ff0-4f06-a012-a6c801dcf7f8 None None] For port 18cf1a89-6455-45e7-9de8-c1e661ad9682, host n-d-834765-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=18cf1a89-6455-45e7-9de8-c1e661ad9682,segment=NetworkSegment(8a8fd25e-f20f-424d-aa95-892111526556),segment_id=8a8fd25e-f20f-424d-aa95-892111526556)] {{(pid=102792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 16:44:12.684104 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-fda4c591-6ff0-4f06-a012-a6c801dcf7f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:44:12.748669 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-15b739d3-0507-4de7-9e4f-ad4198d979df None None] Provisioning complete for port 18cf1a89-6455-45e7-9de8-c1e661ad9682 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:44:12.748934 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-15b739d3-0507-4de7-9e4f-ad4198d979df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:44:12.774990 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fd003e-ef22-4388-8c74-931bef89abff req-9f4bc8d3-e69d-4473-8eff-b453cd941dae tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:44:12.777847 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d5fd003e-ef22-4388-8c74-931bef89abff req-9f4bc8d3-e69d-4473-8eff-b453cd941dae tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.44 "GET /v2.0/networks?id=8b98ab13-c184-4f7f-9c2e-fbf5fda18c84 HTTP/1.1" status: 200 len: 796 time: 0.1245008 Mar 29 16:44:12.790327 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fda4c591-6ff0-4f06-a012-a6c801dcf7f8 None None] Routers {'69d6713f-5d05-4314-84d2-1111b5b8b4f5'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:44:12.790956 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-fda4c591-6ff0-4f06-a012-a6c801dcf7f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:44:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['69d6713f-5d05-4314-84d2-1111b5b8b4f5'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:44:12.795822 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b484b02-d944-45a6-b37e-d8393566234d None None] Pushing event updated for resources: {'Port': ['ID=18cf1a89-6455-45e7-9de8-c1e661ad9682,revision_number=4']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:44:12.843706 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d5fd003e-ef22-4388-8c74-931bef89abff req-e1ef382e-e23b-48ed-a2b0-38eccbe92f3b tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=786485d247cc4bb0943a3056cc1d0d00 HTTP/1.1" status: 200 len: 380 time: 0.0575354 Mar 29 16:44:12.853970 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [req-d5fd003e-ef22-4388-8c74-931bef89abff req-966c88ba-52ab-4d36-9f0a-ce919e8f0ffe tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Request body: {'port': {'device_id': 'bfeb3d33-3d33-4529-863e-610f08bbeabf', 'network_id': '8b98ab13-c184-4f7f-9c2e-fbf5fda18c84', 'admin_state_up': True, 'tenant_id': '786485d247cc4bb0943a3056cc1d0d00', 'security_groups': ['e4145fc9-9e2a-4b0d-bae9-bb1b6b94c79a']}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:44:12.877343 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-46a712ac-cecb-4b63-9730-2b7175cf22f9 req-c77c09ae-aaf3-40fb-8c26-a34cfda31704 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "GET /v2.0/ports?device_id=bfeb3d33-3d33-4529-863e-610f08bbeabf HTTP/1.1" status: 200 len: 210 time: 0.0391967 Mar 29 16:44:12.941801 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-15b739d3-0507-4de7-9e4f-ad4198d979df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:44:12.957360 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvr_db [None req-fda4c591-6ff0-4f06-a012-a6c801dcf7f8 None None] Set router 69d6713f-5d05-4314-84d2-1111b5b8b4f5 gateway port host: n-d-834765-1 {{(pid=102792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:44:12.975914 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5fd003e-ef22-4388-8c74-931bef89abff req-966c88ba-52ab-4d36-9f0a-ce919e8f0ffe tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Made reservation on behalf of 786485d247cc4bb0943a3056cc1d0d00 for: {'port': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:44:12.979892 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-d5fd003e-ef22-4388-8c74-931bef89abff req-966c88ba-52ab-4d36-9f0a-ce919e8f0ffe tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:44:13.021184 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-15b739d3-0507-4de7-9e4f-ad4198d979df None None] For port 18cf1a89-6455-45e7-9de8-c1e661ad9682, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=18cf1a89-6455-45e7-9de8-c1e661ad9682,segment=NetworkSegment(8a8fd25e-f20f-424d-aa95-892111526556),segment_id=8a8fd25e-f20f-424d-aa95-892111526556)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:44:13.025813 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-15b739d3-0507-4de7-9e4f-ad4198d979df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:44:13.107538 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_common [req-d5fd003e-ef22-4388-8c74-931bef89abff req-966c88ba-52ab-4d36-9f0a-ce919e8f0ffe tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Allocated IP 172.20.0.13 (8b98ab13-c184-4f7f-9c2e-fbf5fda18c84/0defde54-b60d-4714-b429-834ad0f14ee5/c20a987f-2ffb-4b16-800c-c089e15e794f) {{(pid=102791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:44:13.160699 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b739d3-0507-4de7-9e4f-ad4198d979df None None] Pushing event updated for resources: {'Port': ['ID=18cf1a89-6455-45e7-9de8-c1e661ad9682,revision_number=5']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:44:13.179784 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-702fee64-2a00-42c5-9b64-b6bf0b04a958 None None] Provisioning complete for port 18cf1a89-6455-45e7-9de8-c1e661ad9682 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:44:13.180147 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-702fee64-2a00-42c5-9b64-b6bf0b04a958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:44:13.248753 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-d5fd003e-ef22-4388-8c74-931bef89abff req-966c88ba-52ab-4d36-9f0a-ce919e8f0ffe tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks [] for port, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:44:13.285644 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-d5fd003e-ef22-4388-8c74-931bef89abff req-966c88ba-52ab-4d36-9f0a-ce919e8f0ffe tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:44:13.332775 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5fd003e-ef22-4388-8c74-931bef89abff req-966c88ba-52ab-4d36-9f0a-ce919e8f0ffe tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Network 8b98ab13-c184-4f7f-9c2e-fbf5fda18c84 is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:44:13.336052 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [req-d5fd003e-ef22-4388-8c74-931bef89abff req-966c88ba-52ab-4d36-9f0a-ce919e8f0ffe tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:44:13.339901 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5fd003e-ef22-4388-8c74-931bef89abff req-966c88ba-52ab-4d36-9f0a-ce919e8f0ffe tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Received port after_create {{(pid=102791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:44:13.369098 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966c88ba-52ab-4d36-9f0a-ce919e8f0ffe tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Pushing event updated for resources: {'Port': ['ID=c20a987f-2ffb-4b16-800c-c089e15e794f,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:44:13.404254 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fd003e-ef22-4388-8c74-931bef89abff req-966c88ba-52ab-4d36-9f0a-ce919e8f0ffe tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:44:13.404923 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-d5fd003e-ef22-4388-8c74-931bef89abff req-966c88ba-52ab-4d36-9f0a-ce919e8f0ffe tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:44:13.425538 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d5fd003e-ef22-4388-8c74-931bef89abff req-966c88ba-52ab-4d36-9f0a-ce919e8f0ffe tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5759647 Mar 29 16:44:13.463759 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-fda4c591-6ff0-4f06-a012-a6c801dcf7f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69d6713f-5d05-4314-84d2-1111b5b8b4f5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-54067029', 'tenant_id': '786485d247cc4bb0943a3056cc1d0d00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.84'}], 'enable_snat': True}, 'gw_port_id': '02456111-fd51-4a46-b340-9304017c8b90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:44:06Z', 'updated_at': '2022-03-29T16:44:10Z', 'revision_number': 4, 'project_id': '786485d247cc4bb0943a3056cc1d0d00', 'gw_port': {'id': '02456111-fd51-4a46-b340-9304017c8b90', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:c6:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69d6713f-5d05-4314-84d2-1111b5b8b4f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4359, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:44:06Z', 'updated_at': '2022-03-29T16:44:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': '18cf1a89-6455-45e7-9de8-c1e661ad9682', 'name': '', 'network_id': '8b98ab13-c184-4f7f-9c2e-fbf5fda18c84', 'tenant_id': '786485d247cc4bb0943a3056cc1d0d00', 'mac_address': 'fa:16:3e:9e:e8:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69d6713f-5d05-4314-84d2-1111b5b8b4f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': '0defde54-b60d-4714-b429-834ad0f14ee5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:44:09Z', 'updated_at': '2022-03-29T16:44:12Z', 'revision_number': 4, 'project_id': '786485d247cc4bb0943a3056cc1d0d00', 'subnets': [{'id': '0defde54-b60d-4714-b429-834ad0f14ee5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:44:13.493648 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fda4c591-6ff0-4f06-a012-a6c801dcf7f8 None None] The sync data for ids ['69d6713f-5d05-4314-84d2-1111b5b8b4f5'] in n-d-834765-1 is: [{'id': '69d6713f-5d05-4314-84d2-1111b5b8b4f5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-54067029', 'tenant_id': '786485d247cc4bb0943a3056cc1d0d00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.84'}], 'enable_snat': True}, 'gw_port_id': '02456111-fd51-4a46-b340-9304017c8b90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:44:06Z', 'updated_at': '2022-03-29T16:44:10Z', 'revision_number': 4, 'project_id': '786485d247cc4bb0943a3056cc1d0d00', 'gw_port': {'id': '02456111-fd51-4a46-b340-9304017c8b90', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:c6:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69d6713f-5d05-4314-84d2-1111b5b8b4f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4359, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:44:06Z', 'updated_at': '2022-03-29T16:44:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': '18cf1a89-6455-45e7-9de8-c1e661ad9682', 'name': '', 'network_id': '8b98ab13-c184-4f7f-9c2e-fbf5fda18c84', 'tenant_id': '786485d247cc4bb0943a3056cc1d0d00', 'mac_address': 'fa:16:3e:9e:e8:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69d6713f-5d05-4314-84d2-1111b5b8b4f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': '0defde54-b60d-4714-b429-834ad0f14ee5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:44:09Z', 'updated_at': '2022-03-29T16:44:12Z', 'revision_number': 4, 'project_id': '786485d247cc4bb0943a3056cc1d0d00', 'subnets': [{'id': '0defde54-b60d-4714-b429-834ad0f14ee5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 16:44:13.497302 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [req-d5fd003e-ef22-4388-8c74-931bef89abff req-9da78ae1-8ec2-4ec9-804d-2b98e27b11e6 service neutron] Request body: {'port': {'device_id': 'bfeb3d33-3d33-4529-863e-610f08bbeabf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834765-1'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:44:13.580964 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-d5fd003e-ef22-4388-8c74-931bef89abff req-9da78ae1-8ec2-4ec9-804d-2b98e27b11e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:44:13.720039 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-612a2751-438f-44d8-8305-a3c01bb0a5a9 None None] Provisioning complete for port c20a987f-2ffb-4b16-800c-c089e15e794f triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:44:13.720586 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-612a2751-438f-44d8-8305-a3c01bb0a5a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:44:13.760619 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-612a2751-438f-44d8-8305-a3c01bb0a5a9 None None] Port c20a987f-2ffb-4b16-800c-c089e15e794f cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 16:44:13.865044 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [req-d5fd003e-ef22-4388-8c74-931bef89abff req-9da78ae1-8ec2-4ec9-804d-2b98e27b11e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c20a987f-2ffb-4b16-800c-c089e15e794f {{(pid=102791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 16:44:13.872472 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-d5fd003e-ef22-4388-8c74-931bef89abff req-9da78ae1-8ec2-4ec9-804d-2b98e27b11e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:44:13.885790 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.provisioning_blocks [req-d5fd003e-ef22-4388-8c74-931bef89abff req-9da78ae1-8ec2-4ec9-804d-2b98e27b11e6 service neutron] Transition to ACTIVE for port object c20a987f-2ffb-4b16-800c-c089e15e794f will not be triggered until provisioned by entity L2. {{(pid=102791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 16:44:13.889613 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-d5fd003e-ef22-4388-8c74-931bef89abff req-9da78ae1-8ec2-4ec9-804d-2b98e27b11e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:44:13.945039 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da78ae1-8ec2-4ec9-804d-2b98e27b11e6 service neutron] Pushing event updated for resources: {'Port': ['ID=c20a987f-2ffb-4b16-800c-c089e15e794f,revision_number=2']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:44:14.057527 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099dc060-678c-4bfe-a45a-19c347ab0cd2 req-49024471-e127-4cb2-aed2-0f6775d77a17 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:44:14.059054 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-099dc060-678c-4bfe-a45a-19c347ab0cd2 req-49024471-e127-4cb2-aed2-0f6775d77a17 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "GET /v2.0/ports?device_id=bfeb3d33-3d33-4529-863e-610f08bbeabf HTTP/1.1" status: 200 len: 944 time: 0.0888357 Mar 29 16:44:14.065603 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-d5fd003e-ef22-4388-8c74-931bef89abff req-9da78ae1-8ec2-4ec9-804d-2b98e27b11e6 service neutron] Attempting to bind port c20a987f-2ffb-4b16-800c-c089e15e794f on host n-h1-834765-1 for vnic_type normal with profile {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 16:44:14.065936 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-d5fd003e-ef22-4388-8c74-931bef89abff req-9da78ae1-8ec2-4ec9-804d-2b98e27b11e6 service neutron] Attempting to bind port c20a987f-2ffb-4b16-800c-c089e15e794f by drivers openvswitch,hyperv on host n-h1-834765-1 at level 0 using segments [{'id': '8a8fd25e-f20f-424d-aa95-892111526556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '8b98ab13-c184-4f7f-9c2e-fbf5fda18c84'}] {{(pid=102791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 16:44:14.066262 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5fd003e-ef22-4388-8c74-931bef89abff req-9da78ae1-8ec2-4ec9-804d-2b98e27b11e6 service neutron] Attempting to bind port c20a987f-2ffb-4b16-800c-c089e15e794f on network 8b98ab13-c184-4f7f-9c2e-fbf5fda18c84 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 16:44:14.084980 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5fd003e-ef22-4388-8c74-931bef89abff req-9da78ae1-8ec2-4ec9-804d-2b98e27b11e6 service neutron] Port c20a987f-2ffb-4b16-800c-c089e15e794f on network 8b98ab13-c184-4f7f-9c2e-fbf5fda18c84 not bound, no agent of type Open vSwitch agent registered on host n-h1-834765-1 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 16:44:14.085305 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5fd003e-ef22-4388-8c74-931bef89abff req-9da78ae1-8ec2-4ec9-804d-2b98e27b11e6 service neutron] Attempting to bind port c20a987f-2ffb-4b16-800c-c089e15e794f on network 8b98ab13-c184-4f7f-9c2e-fbf5fda18c84 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 16:44:14.096449 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5fd003e-ef22-4388-8c74-931bef89abff req-9da78ae1-8ec2-4ec9-804d-2b98e27b11e6 service neutron] Checking agent: {'id': 'be375040-5069-4239-9460-a3a3213e1e90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 33, 18), 'started_at': datetime.datetime(2022, 3, 29, 15, 33, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 16, 43, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 16:44:14.096786 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5fd003e-ef22-4388-8c74-931bef89abff req-9da78ae1-8ec2-4ec9-804d-2b98e27b11e6 service neutron] Checking segment: {'id': '8a8fd25e-f20f-424d-aa95-892111526556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '8b98ab13-c184-4f7f-9c2e-fbf5fda18c84'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 16:44:14.097169 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5fd003e-ef22-4388-8c74-931bef89abff req-9da78ae1-8ec2-4ec9-804d-2b98e27b11e6 service neutron] Bound using segment: {'id': '8a8fd25e-f20f-424d-aa95-892111526556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '8b98ab13-c184-4f7f-9c2e-fbf5fda18c84'} {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 16:44:14.097639 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-d5fd003e-ef22-4388-8c74-931bef89abff req-9da78ae1-8ec2-4ec9-804d-2b98e27b11e6 service neutron] Bound port: c20a987f-2ffb-4b16-800c-c089e15e794f, host: n-h1-834765-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a8fd25e-f20f-424d-aa95-892111526556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '8b98ab13-c184-4f7f-9c2e-fbf5fda18c84'}}] {{(pid=102791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 16:44:14.098457 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-d5fd003e-ef22-4388-8c74-931bef89abff req-9da78ae1-8ec2-4ec9-804d-2b98e27b11e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:44:14.100953 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 18cf1a89-6455-45e7-9de8-c1e661ad9682 up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 16:44:14.124378 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-099dc060-678c-4bfe-a45a-19c347ab0cd2 req-669a805c-fa38-4f0d-a8df-291ed3e7d275 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "GET /v2.0/security-groups?id=e4145fc9-9e2a-4b0d-bae9-bb1b6b94c79a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553319 Mar 29 16:44:14.184215 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port 18cf1a89-6455-45e7-9de8-c1e661ad9682 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:44:14.184670 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:44:14.194750 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-d5fd003e-ef22-4388-8c74-931bef89abff req-9da78ae1-8ec2-4ec9-804d-2b98e27b11e6 service neutron] For port c20a987f-2ffb-4b16-800c-c089e15e794f, host n-h1-834765-1, cleared binding levels {{(pid=102791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 16:44:14.198598 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-d5fd003e-ef22-4388-8c74-931bef89abff req-9da78ae1-8ec2-4ec9-804d-2b98e27b11e6 service neutron] For port c20a987f-2ffb-4b16-800c-c089e15e794f, host n-h1-834765-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=c20a987f-2ffb-4b16-800c-c089e15e794f,segment=NetworkSegment(8a8fd25e-f20f-424d-aa95-892111526556),segment_id=8a8fd25e-f20f-424d-aa95-892111526556)] {{(pid=102791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 16:44:14.203789 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-d5fd003e-ef22-4388-8c74-931bef89abff req-9da78ae1-8ec2-4ec9-804d-2b98e27b11e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:44:14.236396 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fd003e-ef22-4388-8c74-931bef89abff req-9da78ae1-8ec2-4ec9-804d-2b98e27b11e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:44:14.237880 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-d5fd003e-ef22-4388-8c74-931bef89abff req-9da78ae1-8ec2-4ec9-804d-2b98e27b11e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:44:14.240575 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d5fd003e-ef22-4388-8c74-931bef89abff req-9da78ae1-8ec2-4ec9-804d-2b98e27b11e6 service neutron] 10.222.0.44 "PUT /v2.0/ports/c20a987f-2ffb-4b16-800c-c089e15e794f HTTP/1.1" status: 200 len: 1092 time: 0.8063600 Mar 29 16:44:14.246779 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfeb3d33-3d33-4529-863e-610f08bbeabf', 'tag': 'c20a987f-2ffb-4b16-800c-c089e15e794f'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:44:14.249327 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e33af8bd2d242198c8fc7a55b0de10a2e3fe57bc5f7d7f0f551297b3d6240ff2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1d63ea3-70fb-4b4b-9531-30f7f2a255be" -d '{"events": [{"name": "network-changed", "server_uuid": "bfeb3d33-3d33-4529-863e-610f08bbeabf", "tag": "c20a987f-2ffb-4b16-800c-c089e15e794f"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:44:14.286950 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da78ae1-8ec2-4ec9-804d-2b98e27b11e6 service neutron] Pushing event updated for resources: {'Port': ['ID=c20a987f-2ffb-4b16-800c-c089e15e794f,revision_number=3']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:44:14.327053 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 16:44:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91b192b5-fb5a-4d49-8abe-b72d7385befc x-openstack-request-id: req-91b192b5-fb5a-4d49-8abe-b72d7385befc {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:44:14.327389 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfeb3d33-3d33-4529-863e-610f08bbeabf", "tag": "c20a987f-2ffb-4b16-800c-c089e15e794f", "status": "completed", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:44:14.327719 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-91b192b5-fb5a-4d49-8abe-b72d7385befc {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:44:14.328183 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfeb3d33-3d33-4529-863e-610f08bbeabf', 'tag': 'c20a987f-2ffb-4b16-800c-c089e15e794f', 'status': 'completed', 'code': 200} Mar 29 16:44:14.346225 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fd003e-ef22-4388-8c74-931bef89abff req-7d0ad298-c49a-41df-9ffd-3d57f74438c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:44:14.347825 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d5fd003e-ef22-4388-8c74-931bef89abff req-7d0ad298-c49a-41df-9ffd-3d57f74438c1 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=786485d247cc4bb0943a3056cc1d0d00&device_id=bfeb3d33-3d33-4529-863e-610f08bbeabf HTTP/1.1" status: 200 len: 1095 time: 0.0555999 Mar 29 16:44:14.396335 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d5fd003e-ef22-4388-8c74-931bef89abff req-1b60798f-3154-4499-a74a-bb2533d993b3 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c20a987f-2ffb-4b16-800c-c089e15e794f HTTP/1.1" status: 200 len: 217 time: 0.0408323 Mar 29 16:44:14.460423 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fd003e-ef22-4388-8c74-931bef89abff req-97db817e-19f9-4794-8a99-05b02c22089d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:44:14.462233 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d5fd003e-ef22-4388-8c74-931bef89abff req-97db817e-19f9-4794-8a99-05b02c22089d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0defde54-b60d-4714-b429-834ad0f14ee5 HTTP/1.1" status: 200 len: 835 time: 0.0582163 Mar 29 16:44:14.511606 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fd003e-ef22-4388-8c74-931bef89abff req-b6932d5d-510d-4472-8c0f-91dd498d9beb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:44:14.513933 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d5fd003e-ef22-4388-8c74-931bef89abff req-b6932d5d-510d-4472-8c0f-91dd498d9beb service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8b98ab13-c184-4f7f-9c2e-fbf5fda18c84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446899 Mar 29 16:44:14.612078 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d5fd003e-ef22-4388-8c74-931bef89abff req-89d63e2b-f921-4d3c-974c-cdedeff35521 service neutron] 10.222.0.44 "GET /v2.0/networks/8b98ab13-c184-4f7f-9c2e-fbf5fda18c84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913651 Mar 29 16:44:14.703668 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d5fd003e-ef22-4388-8c74-931bef89abff req-aa60e853-25ca-4eda-9ff5-7acac9d66a5d service neutron] 10.222.0.44 "GET /v2.0/networks/8b98ab13-c184-4f7f-9c2e-fbf5fda18c84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853105 Mar 29 16:44:14.788751 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d63ea3-70fb-4b4b-9531-30f7f2a255be req-bdc506ee-95b5-4cbd-a3e4-771e89bdb2ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:44:14.790208 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f1d63ea3-70fb-4b4b-9531-30f7f2a255be req-bdc506ee-95b5-4cbd-a3e4-771e89bdb2ed service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=786485d247cc4bb0943a3056cc1d0d00&device_id=bfeb3d33-3d33-4529-863e-610f08bbeabf HTTP/1.1" status: 200 len: 1095 time: 0.0414238 Mar 29 16:44:14.880342 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d63ea3-70fb-4b4b-9531-30f7f2a255be req-c9c453d9-7c45-45b8-b258-5ae5e86fbf4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:44:14.881714 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f1d63ea3-70fb-4b4b-9531-30f7f2a255be req-c9c453d9-7c45-45b8-b258-5ae5e86fbf4e service neutron] 10.222.0.44 "GET /v2.0/networks?id=8b98ab13-c184-4f7f-9c2e-fbf5fda18c84 HTTP/1.1" status: 200 len: 897 time: 0.0844579 Mar 29 16:44:14.922157 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f1d63ea3-70fb-4b4b-9531-30f7f2a255be req-3415e5b3-e2dd-465e-a3f7-c48383d11789 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c20a987f-2ffb-4b16-800c-c089e15e794f HTTP/1.1" status: 200 len: 217 time: 0.0334363 Mar 29 16:44:14.976380 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d63ea3-70fb-4b4b-9531-30f7f2a255be req-ef8b7a65-1ae3-4dd5-a1e9-da44610cdb71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:44:14.977837 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f1d63ea3-70fb-4b4b-9531-30f7f2a255be req-ef8b7a65-1ae3-4dd5-a1e9-da44610cdb71 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0defde54-b60d-4714-b429-834ad0f14ee5 HTTP/1.1" status: 200 len: 835 time: 0.0489545 Mar 29 16:44:15.025174 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d63ea3-70fb-4b4b-9531-30f7f2a255be req-54ff9d1d-f638-4a78-9cc9-12488ca99e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:44:15.026684 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f1d63ea3-70fb-4b4b-9531-30f7f2a255be req-54ff9d1d-f638-4a78-9cc9-12488ca99e90 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8b98ab13-c184-4f7f-9c2e-fbf5fda18c84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421231 Mar 29 16:44:15.115575 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f1d63ea3-70fb-4b4b-9531-30f7f2a255be req-fe5e84e1-ca8e-43b1-9073-3f17bcf2eab4 service neutron] 10.222.0.44 "GET /v2.0/networks/8b98ab13-c184-4f7f-9c2e-fbf5fda18c84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820785 Mar 29 16:44:15.218676 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f1d63ea3-70fb-4b4b-9531-30f7f2a255be req-fc39d5e3-2253-450e-b220-79f5e6e6e3fa service neutron] 10.222.0.44 "GET /v2.0/networks/8b98ab13-c184-4f7f-9c2e-fbf5fda18c84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959644 Mar 29 16:44:15.253356 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e14d50c-783f-4f7f-9008-f6f4556e742f req-2f40e422-1454-4616-9574-38080a650d14 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:44:15.254802 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-7e14d50c-783f-4f7f-9008-f6f4556e742f req-2f40e422-1454-4616-9574-38080a650d14 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "GET /v2.0/ports?device_id=bfeb3d33-3d33-4529-863e-610f08bbeabf HTTP/1.1" status: 200 len: 944 time: 0.0501442 Mar 29 16:44:15.291800 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-7e14d50c-783f-4f7f-9008-f6f4556e742f req-e14fc4e5-f838-4a2a-9261-55ab05ade3f8 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "GET /v2.0/security-groups?id=e4145fc9-9e2a-4b0d-bae9-bb1b6b94c79a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309865 Mar 29 16:44:16.417120 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39a64dd-a16c-48f8-96f9-2c4fe721a3e3 req-8a951f5b-5422-4a61-83d8-afa13dc720e5 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:44:16.418597 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-f39a64dd-a16c-48f8-96f9-2c4fe721a3e3 req-8a951f5b-5422-4a61-83d8-afa13dc720e5 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "GET /v2.0/ports?device_id=bfeb3d33-3d33-4529-863e-610f08bbeabf HTTP/1.1" status: 200 len: 944 time: 0.0534000 Mar 29 16:44:16.456399 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-f39a64dd-a16c-48f8-96f9-2c4fe721a3e3 req-cc85f5e5-da87-4f69-813a-8fc78d25a1cb tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "GET /v2.0/security-groups?id=e4145fc9-9e2a-4b0d-bae9-bb1b6b94c79a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315847 Mar 29 16:44:17.577316 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2a8e9c-0b82-40d8-b8ab-0b437e564fac req-37324a75-f994-4199-8774-a76fafa510e2 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:44:17.578776 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-fb2a8e9c-0b82-40d8-b8ab-0b437e564fac req-37324a75-f994-4199-8774-a76fafa510e2 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "GET /v2.0/ports?device_id=bfeb3d33-3d33-4529-863e-610f08bbeabf HTTP/1.1" status: 200 len: 944 time: 0.0531979 Mar 29 16:44:17.616413 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-fb2a8e9c-0b82-40d8-b8ab-0b437e564fac req-46cd49f4-c9cc-4b9a-b306-40e32b9e06d7 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "GET /v2.0/security-groups?id=e4145fc9-9e2a-4b0d-bae9-bb1b6b94c79a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313923 Mar 29 16:44:17.756956 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:44:18.043409 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device c20a987f-2ffb-4b16-800c-c089e15e794f details requested by agent hyperv_n-h1-834765-1 with host n-h1-834765-1 {{(pid=102792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 16:44:18.136511 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port c20a987f-2ffb-4b16-800c-c089e15e794f, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=c20a987f-2ffb-4b16-800c-c089e15e794f,segment=NetworkSegment(8a8fd25e-f20f-424d-aa95-892111526556),segment_id=8a8fd25e-f20f-424d-aa95-892111526556)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:44:18.159378 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Returning: {'device': 'c20a987f-2ffb-4b16-800c-c089e15e794f', 'network_id': '8b98ab13-c184-4f7f-9c2e-fbf5fda18c84', 'port_id': 'c20a987f-2ffb-4b16-800c-c089e15e794f', 'mac_address': 'fa:16:3e:71:b8:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 616, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0defde54-b60d-4714-b429-834ad0f14ee5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 16:44:18.207207 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:44:18.220993 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c20a987f-2ffb-4b16-800c-c089e15e794f {{(pid=102792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 16:44:18.241473 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port c20a987f-2ffb-4b16-800c-c089e15e794f, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=c20a987f-2ffb-4b16-800c-c089e15e794f,segment=NetworkSegment(8a8fd25e-f20f-424d-aa95-892111526556),segment_id=8a8fd25e-f20f-424d-aa95-892111526556)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:44:18.245055 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:44:18.292080 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Pushing event updated for resources: {'Port': ['ID=c20a987f-2ffb-4b16-800c-c089e15e794f,revision_number=4']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:44:18.400174 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:44:18.563136 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] get_ports_and_sgs() called for port_ids ['c20a987f-2ffb-4b16-800c-c089e15e794f'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 16:44:18.733454 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5737272-3648-4a28-b986-285234d0c8de req-5539f878-25b1-4053-8095-b605cd789dbc tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:44:18.734957 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-a5737272-3648-4a28-b986-285234d0c8de req-5539f878-25b1-4053-8095-b605cd789dbc tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "GET /v2.0/ports?device_id=bfeb3d33-3d33-4529-863e-610f08bbeabf HTTP/1.1" status: 200 len: 945 time: 0.0497365 Mar 29 16:44:18.774618 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-a5737272-3648-4a28-b986-285234d0c8de req-161a631b-4af8-42cb-8e9f-86a54d6e57c5 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "GET /v2.0/security-groups?id=e4145fc9-9e2a-4b0d-bae9-bb1b6b94c79a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326533 Mar 29 16:44:19.891609 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9040364-fdeb-436c-a7a6-0ec4caef420c req-07bdae4d-cb6b-48ed-91e8-4e7c5969b174 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:44:19.893887 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e9040364-fdeb-436c-a7a6-0ec4caef420c req-07bdae4d-cb6b-48ed-91e8-4e7c5969b174 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "GET /v2.0/ports?device_id=bfeb3d33-3d33-4529-863e-610f08bbeabf HTTP/1.1" status: 200 len: 945 time: 0.0510213 Mar 29 16:44:19.930670 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e9040364-fdeb-436c-a7a6-0ec4caef420c req-5b139e74-94ca-4fc1-bf92-d4c926e9fb2c tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "GET /v2.0/security-groups?id=e4145fc9-9e2a-4b0d-bae9-bb1b6b94c79a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307443 Mar 29 16:44:20.063010 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device c20a987f-2ffb-4b16-800c-c089e15e794f up at agent hyperv_n-h1-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 16:44:20.111964 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Provisioning for port c20a987f-2ffb-4b16-800c-c089e15e794f completed by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 16:44:20.115646 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Provisioning complete for port c20a987f-2ffb-4b16-800c-c089e15e794f triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:44:20.116017 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:44:20.195841 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:44:20.217028 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfeb3d33-3d33-4529-863e-610f08bbeabf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c20a987f-2ffb-4b16-800c-c089e15e794f'}] {{(pid=102792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:44:20.219244 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57a7834588826aa5fcb6318d84c304e74917d39e51dd24b57e16034477aedb48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6347f8e-321f-4212-9660-f0ffc6bcc003" -d '{"events": [{"server_uuid": "bfeb3d33-3d33-4529-863e-610f08bbeabf", "name": "network-vif-plugged", "status": "completed", "tag": "c20a987f-2ffb-4b16-800c-c089e15e794f"}]}' {{(pid=102792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:44:20.232206 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port c20a987f-2ffb-4b16-800c-c089e15e794f, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=c20a987f-2ffb-4b16-800c-c089e15e794f,segment=NetworkSegment(8a8fd25e-f20f-424d-aa95-892111526556),segment_id=8a8fd25e-f20f-424d-aa95-892111526556)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:44:20.236753 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:44:20.260442 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 16:44:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-517ea544-304e-4a01-a31e-52596be5c5c1 x-openstack-request-id: req-517ea544-304e-4a01-a31e-52596be5c5c1 {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:44:20.260736 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfeb3d33-3d33-4529-863e-610f08bbeabf", "name": "network-vif-plugged", "status": "completed", "tag": "c20a987f-2ffb-4b16-800c-c089e15e794f", "code": 200}]} {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:44:20.260990 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-517ea544-304e-4a01-a31e-52596be5c5c1 {{(pid=102792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:44:20.261376 n-d-834765-1 neutron-server[102792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfeb3d33-3d33-4529-863e-610f08bbeabf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c20a987f-2ffb-4b16-800c-c089e15e794f', 'code': 200} Mar 29 16:44:20.286891 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Pushing event updated for resources: {'Port': ['ID=c20a987f-2ffb-4b16-800c-c089e15e794f,revision_number=5']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:44:20.353928 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaff9f7e-7e2e-47b6-bf41-57425ef5fe5d req-8e93e815-2199-457c-bce7-6253e3537149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:44:20.355401 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-eaff9f7e-7e2e-47b6-bf41-57425ef5fe5d req-8e93e815-2199-457c-bce7-6253e3537149 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=bfeb3d33-3d33-4529-863e-610f08bbeabf HTTP/1.1" status: 200 len: 1097 time: 0.0383725 Mar 29 16:44:20.388377 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-eaff9f7e-7e2e-47b6-bf41-57425ef5fe5d req-c9d5b120-8c36-4d88-8d67-621ac17df8a4 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=e4145fc9-9e2a-4b0d-bae9-bb1b6b94c79a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0264568 Mar 29 16:44:21.048855 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7327e893-22e5-47ac-b160-ee49865567da req-6a387a04-7548-4563-a0f3-30043ef07610 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:44:21.050253 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-7327e893-22e5-47ac-b160-ee49865567da req-6a387a04-7548-4563-a0f3-30043ef07610 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "GET /v2.0/ports?device_id=bfeb3d33-3d33-4529-863e-610f08bbeabf HTTP/1.1" status: 200 len: 946 time: 0.0524857 Mar 29 16:44:21.089989 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-7327e893-22e5-47ac-b160-ee49865567da req-fc9ac1d9-c08e-430c-a45e-e093a3200dc2 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "GET /v2.0/security-groups?id=e4145fc9-9e2a-4b0d-bae9-bb1b6b94c79a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326030 Mar 29 16:44:22.209553 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33eefe6-d733-4046-a11f-65f3074a8ba9 req-c4106dca-ef7c-492e-94a6-9e87ccb42e2d tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:44:22.211030 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-a33eefe6-d733-4046-a11f-65f3074a8ba9 req-c4106dca-ef7c-492e-94a6-9e87ccb42e2d tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "GET /v2.0/ports?device_id=bfeb3d33-3d33-4529-863e-610f08bbeabf HTTP/1.1" status: 200 len: 946 time: 0.0498824 Mar 29 16:44:22.248286 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-a33eefe6-d733-4046-a11f-65f3074a8ba9 req-903c5cfc-da47-473b-b4ba-e30b58c8f7b7 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "GET /v2.0/security-groups?id=e4145fc9-9e2a-4b0d-bae9-bb1b6b94c79a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312207 Mar 29 16:44:22.363416 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb784de-0e3e-4794-9168-84dbee67d7d0 req-16ca2484-0ea5-4e50-b37d-29153aac0037 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:44:22.364876 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ebb784de-0e3e-4794-9168-84dbee67d7d0 req-16ca2484-0ea5-4e50-b37d-29153aac0037 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "GET /v2.0/ports?device_id=bfeb3d33-3d33-4529-863e-610f08bbeabf HTTP/1.1" status: 200 len: 946 time: 0.0485487 Mar 29 16:44:22.403433 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ebb784de-0e3e-4794-9168-84dbee67d7d0 req-d721086f-2cd5-4b22-b1ce-f97caa4f39f4 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "GET /v2.0/security-groups?id=e4145fc9-9e2a-4b0d-bae9-bb1b6b94c79a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323012 Mar 29 16:44:22.425945 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 43134) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:44:22.466189 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-359b172d-9035-4ca2-a91c-5da551c70c86 tempest-TestNetworkAdvancedServerOps-37087928 tempest-TestNetworkAdvancedServerOps-37087928-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:44:22.467750 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-359b172d-9035-4ca2-a91c-5da551c70c86 tempest-TestNetworkAdvancedServerOps-37087928 tempest-TestNetworkAdvancedServerOps-37087928-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=bfeb3d33-3d33-4529-863e-610f08bbeabf HTTP/1.1" status: 200 len: 1092 time: 0.0408444 Mar 29 16:44:22.470442 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 43136) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:44:22.475133 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-1383ffe0-5736-46fd-8942-b4ca611a2057 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Request body: {'floatingip': {'floating_network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'port_id': 'c20a987f-2ffb-4b16-800c-c089e15e794f', 'tenant_id': '786485d247cc4bb0943a3056cc1d0d00', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:44:22.494948 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-1383ffe0-5736-46fd-8942-b4ca611a2057 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks [] for floatingip, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:44:22.897482 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-1383ffe0-5736-46fd-8942-b4ca611a2057 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:44:23.002101 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_common [None req-1383ffe0-5736-46fd-8942-b4ca611a2057 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Allocated IP 172.25.4.150 (4a4a035d-ecac-4ead-baa3-25f90788773a/e1a353dc-fac8-4901-a63c-273840237d6a/025aca52-20b1-4cc1-ade2-9dff972ec4c6) {{(pid=102791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:44:23.099823 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-1383ffe0-5736-46fd-8942-b4ca611a2057 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks [] for port, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:44:23.131720 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-1383ffe0-5736-46fd-8942-b4ca611a2057 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:44:23.169857 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1383ffe0-5736-46fd-8942-b4ca611a2057 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Network 4a4a035d-ecac-4ead-baa3-25f90788773a is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:44:23.174076 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [None req-1383ffe0-5736-46fd-8942-b4ca611a2057 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:44:23.177619 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1383ffe0-5736-46fd-8942-b4ca611a2057 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Received port after_create {{(pid=102791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:44:23.203113 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1383ffe0-5736-46fd-8942-b4ca611a2057 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Pushing event updated for resources: {'Port': ['ID=025aca52-20b1-4cc1-ade2-9dff972ec4c6,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:44:23.214973 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.agents_db [None req-59735a15-725e-44d4-9ad5-95cbe356f209 None None] Agent healthcheck: found 7 active agents {{(pid=102793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 16:44:23.543608 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-1383ffe0-5736-46fd-8942-b4ca611a2057 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:44:23.614380 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-1383ffe0-5736-46fd-8942-b4ca611a2057 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:44:23.765205 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-1383ffe0-5736-46fd-8942-b4ca611a2057 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks [] for port, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:44:23.770531 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-1383ffe0-5736-46fd-8942-b4ca611a2057 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:44:23.839587 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1383ffe0-5736-46fd-8942-b4ca611a2057 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Pushing event updated for resources: {'Port': ['ID=025aca52-20b1-4cc1-ade2-9dff972ec4c6,revision_number=2']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:44:23.848421 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-1383ffe0-5736-46fd-8942-b4ca611a2057 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648212'] for floatingip, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:44:23.953140 n-d-834765-1 neutron-server[102791]: INFO neutron.db.l3_db [None req-1383ffe0-5736-46fd-8942-b4ca611a2057 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Floating IP d7b11259-4457-4324-b1a1-0ca6c2fb9be1 associated. External IP: 172.25.4.150, port: c20a987f-2ffb-4b16-800c-c089e15e794f. Mar 29 16:44:24.157128 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1383ffe0-5736-46fd-8942-b4ca611a2057 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Router 69d6713f-5d05-4314-84d2-1111b5b8b4f5 has already been hosted by L3 agent c648d819-1060-4f26-b4ec-6455387b5dff {{(pid=102791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 16:44:24.262895 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1383ffe0-5736-46fd-8942-b4ca611a2057 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 16:44:24.272573 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b20c466-37c1-4cd9-8b6a-de9951109f86 None None] Sync routers for ids ['69d6713f-5d05-4314-84d2-1111b5b8b4f5'] in n-d-834765-1 {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 16:44:24.280832 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-1383ffe0-5736-46fd-8942-b4ca611a2057 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for floatingip, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:44:24.282342 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b20c466-37c1-4cd9-8b6a-de9951109f86 None None] Routers {'69d6713f-5d05-4314-84d2-1111b5b8b4f5'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:44:24.283003 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-8b20c466-37c1-4cd9-8b6a-de9951109f86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:44:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['69d6713f-5d05-4314-84d2-1111b5b8b4f5'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:44:24.308659 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-1383ffe0-5736-46fd-8942-b4ca611a2057 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8370130 Mar 29 16:44:24.309354 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfeb3d33-3d33-4529-863e-610f08bbeabf', 'tag': 'c20a987f-2ffb-4b16-800c-c089e15e794f'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:44:24.311757 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e33af8bd2d242198c8fc7a55b0de10a2e3fe57bc5f7d7f0f551297b3d6240ff2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c0fa66b-cdc3-44db-8eea-78f8acd9e211" -d '{"events": [{"name": "network-changed", "server_uuid": "bfeb3d33-3d33-4529-863e-610f08bbeabf", "tag": "c20a987f-2ffb-4b16-800c-c089e15e794f"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:44:24.355979 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 16:44:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b49efe22-ae5d-4661-81b6-d2b6f7106afc x-openstack-request-id: req-b49efe22-ae5d-4661-81b6-d2b6f7106afc {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:44:24.356395 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfeb3d33-3d33-4529-863e-610f08bbeabf", "tag": "c20a987f-2ffb-4b16-800c-c089e15e794f", "status": "completed", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:44:24.356741 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b49efe22-ae5d-4661-81b6-d2b6f7106afc {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:44:24.357306 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfeb3d33-3d33-4529-863e-610f08bbeabf', 'tag': 'c20a987f-2ffb-4b16-800c-c089e15e794f', 'status': 'completed', 'code': 200} Mar 29 16:44:24.391880 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvr_db [None req-8b20c466-37c1-4cd9-8b6a-de9951109f86 None None] Set router 69d6713f-5d05-4314-84d2-1111b5b8b4f5 gateway port host: n-d-834765-1 {{(pid=102793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:44:24.432845 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0fa66b-cdc3-44db-8eea-78f8acd9e211 req-b3653234-a149-4604-aeb8-80ff14dfdbb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:44:24.433066 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a91c96b-45b6-4122-b1e5-5d6271590872 req-810db733-d382-4a2e-87f6-826c22414fc4 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:44:24.434628 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-1a91c96b-45b6-4122-b1e5-5d6271590872 req-810db733-d382-4a2e-87f6-826c22414fc4 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "GET /v2.0/ports?device_id=bfeb3d33-3d33-4529-863e-610f08bbeabf HTTP/1.1" status: 200 len: 946 time: 0.0656445 Mar 29 16:44:24.435104 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-0c0fa66b-cdc3-44db-8eea-78f8acd9e211 req-b3653234-a149-4604-aeb8-80ff14dfdbb9 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=786485d247cc4bb0943a3056cc1d0d00&device_id=bfeb3d33-3d33-4529-863e-610f08bbeabf HTTP/1.1" status: 200 len: 1097 time: 0.0565569 Mar 29 16:44:24.485092 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-1a91c96b-45b6-4122-b1e5-5d6271590872 req-5d06812d-398b-40d6-83c9-14d87fbc9946 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "GET /v2.0/security-groups?id=e4145fc9-9e2a-4b0d-bae9-bb1b6b94c79a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431080 Mar 29 16:44:24.508992 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 43142) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:44:24.542730 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0fa66b-cdc3-44db-8eea-78f8acd9e211 req-b1e5478b-890c-42c4-9e0d-c59a9171ba60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:44:24.544273 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-0c0fa66b-cdc3-44db-8eea-78f8acd9e211 req-b1e5478b-890c-42c4-9e0d-c59a9171ba60 service neutron] 10.222.0.44 "GET /v2.0/networks?id=8b98ab13-c184-4f7f-9c2e-fbf5fda18c84 HTTP/1.1" status: 200 len: 897 time: 0.1029496 Mar 29 16:44:24.576930 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-e15f9f22-ff74-4f85-b7ab-049b997d8c88 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "GET /v2.0/floatingips/d7b11259-4457-4324-b1a1-0ca6c2fb9be1 HTTP/1.1" status: 200 len: 992 time: 0.0658333 Mar 29 16:44:24.614529 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-0c0fa66b-cdc3-44db-8eea-78f8acd9e211 req-b41c853a-7dda-427f-b77a-a913a884080f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c20a987f-2ffb-4b16-800c-c089e15e794f HTTP/1.1" status: 200 len: 1000 time: 0.0638266 Mar 29 16:44:24.618829 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-8b20c466-37c1-4cd9-8b6a-de9951109f86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69d6713f-5d05-4314-84d2-1111b5b8b4f5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-54067029', 'tenant_id': '786485d247cc4bb0943a3056cc1d0d00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.84'}], 'enable_snat': True}, 'gw_port_id': '02456111-fd51-4a46-b340-9304017c8b90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:44:06Z', 'updated_at': '2022-03-29T16:44:10Z', 'revision_number': 4, 'project_id': '786485d247cc4bb0943a3056cc1d0d00', 'gw_port': {'id': '02456111-fd51-4a46-b340-9304017c8b90', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:c6:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69d6713f-5d05-4314-84d2-1111b5b8b4f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4359, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:44:06Z', 'updated_at': '2022-03-29T16:44:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_floatingips': [{'id': 'd7b11259-4457-4324-b1a1-0ca6c2fb9be1', 'tenant_id': '786485d247cc4bb0943a3056cc1d0d00', 'floating_ip_address': '172.25.4.150', 'floating_network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'router_id': '69d6713f-5d05-4314-84d2-1111b5b8b4f5', 'port_id': 'c20a987f-2ffb-4b16-800c-c089e15e794f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4365, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b98ab13-c184-4f7f-9c2e-fbf5fda18c84', 'mac_address': 'fa:16:3e:71:b8:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfeb3d33-3d33-4529-863e-610f08bbeabf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T16:44:23Z', 'updated_at': '2022-03-29T16:44:23Z', 'revision_number': 0, 'project_id': '786485d247cc4bb0943a3056cc1d0d00', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18cf1a89-6455-45e7-9de8-c1e661ad9682', 'name': '', 'network_id': '8b98ab13-c184-4f7f-9c2e-fbf5fda18c84', 'tenant_id': '786485d247cc4bb0943a3056cc1d0d00', 'mac_address': 'fa:16:3e:9e:e8:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69d6713f-5d05-4314-84d2-1111b5b8b4f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': '0defde54-b60d-4714-b429-834ad0f14ee5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:44:09Z', 'updated_at': '2022-03-29T16:44:12Z', 'revision_number': 5, 'project_id': '786485d247cc4bb0943a3056cc1d0d00', 'subnets': [{'id': '0defde54-b60d-4714-b429-834ad0f14ee5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:44:24.644226 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b20c466-37c1-4cd9-8b6a-de9951109f86 None None] Checking router: 69d6713f-5d05-4314-84d2-1111b5b8b4f5 for host: n-d-834765-1 {{(pid=102793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 16:44:24.652259 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b20c466-37c1-4cd9-8b6a-de9951109f86 None None] Routers {'69d6713f-5d05-4314-84d2-1111b5b8b4f5'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:44:24.652850 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-8b20c466-37c1-4cd9-8b6a-de9951109f86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:44:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['69d6713f-5d05-4314-84d2-1111b5b8b4f5'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:44:24.668107 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0fa66b-cdc3-44db-8eea-78f8acd9e211 req-301f2397-d690-437f-90b5-abc5f118883e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:44:24.669576 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-0c0fa66b-cdc3-44db-8eea-78f8acd9e211 req-301f2397-d690-437f-90b5-abc5f118883e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0defde54-b60d-4714-b429-834ad0f14ee5 HTTP/1.1" status: 200 len: 835 time: 0.0478156 Mar 29 16:44:24.715894 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0fa66b-cdc3-44db-8eea-78f8acd9e211 req-4931b829-8778-4c00-a3f8-a4fdc060c97c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:44:24.717295 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-0c0fa66b-cdc3-44db-8eea-78f8acd9e211 req-4931b829-8778-4c00-a3f8-a4fdc060c97c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8b98ab13-c184-4f7f-9c2e-fbf5fda18c84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400038 Mar 29 16:44:24.756849 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvr_db [None req-8b20c466-37c1-4cd9-8b6a-de9951109f86 None None] Set router 69d6713f-5d05-4314-84d2-1111b5b8b4f5 gateway port host: n-d-834765-1 {{(pid=102793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:44:24.806611 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-0c0fa66b-cdc3-44db-8eea-78f8acd9e211 req-ed5287e1-c6fb-45f7-b680-754f0b46add0 service neutron] 10.222.0.44 "GET /v2.0/networks/8b98ab13-c184-4f7f-9c2e-fbf5fda18c84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828497 Mar 29 16:44:24.901217 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-0c0fa66b-cdc3-44db-8eea-78f8acd9e211 req-2abd403d-b5f9-4169-9674-d5c45a305557 service neutron] 10.222.0.44 "GET /v2.0/networks/8b98ab13-c184-4f7f-9c2e-fbf5fda18c84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874202 Mar 29 16:44:24.977285 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-8b20c466-37c1-4cd9-8b6a-de9951109f86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69d6713f-5d05-4314-84d2-1111b5b8b4f5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-54067029', 'tenant_id': '786485d247cc4bb0943a3056cc1d0d00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.84'}], 'enable_snat': True}, 'gw_port_id': '02456111-fd51-4a46-b340-9304017c8b90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:44:06Z', 'updated_at': '2022-03-29T16:44:10Z', 'revision_number': 4, 'project_id': '786485d247cc4bb0943a3056cc1d0d00', 'gw_port': {'id': '02456111-fd51-4a46-b340-9304017c8b90', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:c6:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69d6713f-5d05-4314-84d2-1111b5b8b4f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4359, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:44:06Z', 'updated_at': '2022-03-29T16:44:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_floatingips': [{'id': 'd7b11259-4457-4324-b1a1-0ca6c2fb9be1', 'tenant_id': '786485d247cc4bb0943a3056cc1d0d00', 'floating_ip_address': '172.25.4.150', 'floating_network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'router_id': '69d6713f-5d05-4314-84d2-1111b5b8b4f5', 'port_id': 'c20a987f-2ffb-4b16-800c-c089e15e794f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4365, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b98ab13-c184-4f7f-9c2e-fbf5fda18c84', 'mac_address': 'fa:16:3e:71:b8:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfeb3d33-3d33-4529-863e-610f08bbeabf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T16:44:23Z', 'updated_at': '2022-03-29T16:44:23Z', 'revision_number': 0, 'project_id': '786485d247cc4bb0943a3056cc1d0d00', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18cf1a89-6455-45e7-9de8-c1e661ad9682', 'name': '', 'network_id': '8b98ab13-c184-4f7f-9c2e-fbf5fda18c84', 'tenant_id': '786485d247cc4bb0943a3056cc1d0d00', 'mac_address': 'fa:16:3e:9e:e8:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69d6713f-5d05-4314-84d2-1111b5b8b4f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': '0defde54-b60d-4714-b429-834ad0f14ee5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:44:09Z', 'updated_at': '2022-03-29T16:44:12Z', 'revision_number': 5, 'project_id': '786485d247cc4bb0943a3056cc1d0d00', 'subnets': [{'id': '0defde54-b60d-4714-b429-834ad0f14ee5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:44:25.001972 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b20c466-37c1-4cd9-8b6a-de9951109f86 None None] The sync data for ids ['69d6713f-5d05-4314-84d2-1111b5b8b4f5'] in n-d-834765-1 is: [{'id': '69d6713f-5d05-4314-84d2-1111b5b8b4f5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-54067029', 'tenant_id': '786485d247cc4bb0943a3056cc1d0d00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.84'}], 'enable_snat': True}, 'gw_port_id': '02456111-fd51-4a46-b340-9304017c8b90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:44:06Z', 'updated_at': '2022-03-29T16:44:10Z', 'revision_number': 4, 'project_id': '786485d247cc4bb0943a3056cc1d0d00', 'gw_port': {'id': '02456111-fd51-4a46-b340-9304017c8b90', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:c6:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69d6713f-5d05-4314-84d2-1111b5b8b4f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4359, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:44:06Z', 'updated_at': '2022-03-29T16:44:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_floatingips': [{'id': 'd7b11259-4457-4324-b1a1-0ca6c2fb9be1', 'tenant_id': '786485d247cc4bb0943a3056cc1d0d00', 'floating_ip_address': '172.25.4.150', 'floating_network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'router_id': '69d6713f-5d05-4314-84d2-1111b5b8b4f5', 'port_id': 'c20a987f-2ffb-4b16-800c-c089e15e794f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4365, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b98ab13-c184-4f7f-9c2e-fbf5fda18c84', 'mac_address': 'fa:16:3e:71:b8:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfeb3d33-3d33-4529-863e-610f08bbeabf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T16:44:23Z', 'updated_at': '2022-03-29T16:44:23Z', 'revision_number': 0, 'project_id': '786485d247cc4bb0943a3056cc1d0d00', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18cf1a89-6455-45e7-9de8-c1e661ad9682', 'name': '', 'network_id': '8b98ab13-c184-4f7f-9c2e-fbf5fda18c84', 'tenant_id': '786485d247cc4bb0943a3056cc1d0d00', 'mac_address': 'fa:16:3e:9e:e8:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69d6713f-5d05-4314-84d2-1111b5b8b4f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': '0defde54-b60d-4714-b429-834ad0f14ee5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:44:09Z', 'updated_at': '2022-03-29T16:44:12Z', 'revision_number': 5, 'project_id': '786485d247cc4bb0943a3056cc1d0d00', 'subnets': [{'id': '0defde54-b60d-4714-b429-834ad0f14ee5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 16:44:25.187698 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-069d0bd1-73d0-42b2-8cee-5911a12fc6b2 None None] New status for floating IP d7b11259-4457-4324-b1a1-0ca6c2fb9be1: ACTIVE {{(pid=102792) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 16:44:25.580092 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 43144) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:44:25.644621 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-57a11885-3663-4315-a1f8-20f7ac681db1 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "GET /v2.0/floatingips/d7b11259-4457-4324-b1a1-0ca6c2fb9be1 HTTP/1.1" status: 200 len: 994 time: 0.0627451 Mar 29 16:44:26.935172 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-14a48b0f-ad7c-49a9-880f-eba8d09f2d17 req-24008cef-1bda-4c54-bb3b-7208cf17c98d service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=bfeb3d33-3d33-4529-863e-610f08bbeabf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0392087 Mar 29 16:44:27.014270 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a48b0f-ad7c-49a9-880f-eba8d09f2d17 req-4da40ad8-c327-4b90-ba83-ce094543d40e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:44:27.015846 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-14a48b0f-ad7c-49a9-880f-eba8d09f2d17 req-4da40ad8-c327-4b90-ba83-ce094543d40e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=786485d247cc4bb0943a3056cc1d0d00&device_id=bfeb3d33-3d33-4529-863e-610f08bbeabf HTTP/1.1" status: 200 len: 1097 time: 0.0401480 Mar 29 16:44:27.122880 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a48b0f-ad7c-49a9-880f-eba8d09f2d17 req-355fede5-8cc4-4053-8864-5ee4a0628842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:44:27.124381 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-14a48b0f-ad7c-49a9-880f-eba8d09f2d17 req-355fede5-8cc4-4053-8864-5ee4a0628842 service neutron] 10.222.0.44 "GET /v2.0/networks?id=8b98ab13-c184-4f7f-9c2e-fbf5fda18c84 HTTP/1.1" status: 200 len: 897 time: 0.0897536 Mar 29 16:44:27.186959 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-14a48b0f-ad7c-49a9-880f-eba8d09f2d17 req-27cf1d5f-fbad-4dae-8954-e1382e1cd480 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c20a987f-2ffb-4b16-800c-c089e15e794f HTTP/1.1" status: 200 len: 1002 time: 0.0564609 Mar 29 16:44:27.237768 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a48b0f-ad7c-49a9-880f-eba8d09f2d17 req-c2eaf8fc-6c2e-45cb-8278-633fa8e4dec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:44:27.239188 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-14a48b0f-ad7c-49a9-880f-eba8d09f2d17 req-c2eaf8fc-6c2e-45cb-8278-633fa8e4dec4 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0defde54-b60d-4714-b429-834ad0f14ee5 HTTP/1.1" status: 200 len: 835 time: 0.0462067 Mar 29 16:44:27.284385 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a48b0f-ad7c-49a9-880f-eba8d09f2d17 req-bdbdec17-cd4c-497c-9506-b293c6461713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:44:27.285842 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-14a48b0f-ad7c-49a9-880f-eba8d09f2d17 req-bdbdec17-cd4c-497c-9506-b293c6461713 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8b98ab13-c184-4f7f-9c2e-fbf5fda18c84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396240 Mar 29 16:44:27.376413 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-14a48b0f-ad7c-49a9-880f-eba8d09f2d17 req-7beb4fd4-86f8-48b5-b496-308080b8b306 service neutron] 10.222.0.44 "GET /v2.0/networks/8b98ab13-c184-4f7f-9c2e-fbf5fda18c84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832303 Mar 29 16:44:27.463685 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-14a48b0f-ad7c-49a9-880f-eba8d09f2d17 req-0cb900f0-c4e8-48b9-9f2a-b5c5f2e82135 service neutron] 10.222.0.44 "GET /v2.0/networks/8b98ab13-c184-4f7f-9c2e-fbf5fda18c84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807500 Mar 29 16:44:30.479422 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-fb90c35b-900a-4bed-855b-25ee0ea1e600 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:44:32.945382 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-33d3331a-6c13-418c-bfa2-f514c07b1202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:44:34.431221 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d71584b9-87f1-45f5-84c7-c993c2416269 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:44:35.983155 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-0cb6abf6-2706-4e52-8825-f5f644ecf9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:44:36.050596 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:44:47.756527 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:44:48.407050 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:45:00.213130 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.agents_db [None req-59735a15-725e-44d4-9ad5-95cbe356f209 None None] Agent healthcheck: found 7 active agents {{(pid=102793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 16:45:00.481732 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-3b02000b-2277-4b5c-8b91-473bbf55df1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:45:02.947163 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-3dbac279-9efd-444a-a9ec-e74b7f248465 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:45:04.433645 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d71584b9-87f1-45f5-84c7-c993c2416269 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:45:05.986813 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-0cb6abf6-2706-4e52-8825-f5f644ecf9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:45:06.054427 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:45:17.778041 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:45:18.423182 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:45:26.542998 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0eec80-9f97-47bf-bd5d-c5be802c7164 req-cc30581d-e4bb-4890-83c1-bfb054178761 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:45:26.544444 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ca0eec80-9f97-47bf-bd5d-c5be802c7164 req-cc30581d-e4bb-4890-83c1-bfb054178761 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "GET /v2.0/ports?device_id=bfeb3d33-3d33-4529-863e-610f08bbeabf HTTP/1.1" status: 200 len: 946 time: 0.1436410 Mar 29 16:45:26.581874 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ca0eec80-9f97-47bf-bd5d-c5be802c7164 req-7f682f62-b3e6-4ec6-a543-4c313eaaf213 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "GET /v2.0/security-groups?id=e4145fc9-9e2a-4b0d-bae9-bb1b6b94c79a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306146 Mar 29 16:45:27.748713 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43733dd0-f7d3-4e0f-adde-078759a2632d req-7655a7c9-2b77-4495-8742-d1ebe7810e22 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:45:27.750093 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-43733dd0-f7d3-4e0f-adde-078759a2632d req-7655a7c9-2b77-4495-8742-d1ebe7810e22 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "GET /v2.0/ports?device_id=bfeb3d33-3d33-4529-863e-610f08bbeabf HTTP/1.1" status: 200 len: 946 time: 0.0979600 Mar 29 16:45:27.790139 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-43733dd0-f7d3-4e0f-adde-078759a2632d req-173b221a-fbf7-42ce-8830-c2b16f7325d4 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "GET /v2.0/security-groups?id=e4145fc9-9e2a-4b0d-bae9-bb1b6b94c79a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328438 Mar 29 16:45:27.903034 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77da5ce7-6e18-4e84-bfbf-90429f003e47 req-1769fdc5-9b91-4caa-978d-6e36be8796c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:45:27.904564 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-77da5ce7-6e18-4e84-bfbf-90429f003e47 req-1769fdc5-9b91-4caa-978d-6e36be8796c1 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=786485d247cc4bb0943a3056cc1d0d00&device_id=bfeb3d33-3d33-4529-863e-610f08bbeabf HTTP/1.1" status: 200 len: 1097 time: 0.0446126 Mar 29 16:45:28.013462 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77da5ce7-6e18-4e84-bfbf-90429f003e47 req-8bccb30c-994e-49ec-80e7-fe056fe1d5f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:45:28.014851 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-77da5ce7-6e18-4e84-bfbf-90429f003e47 req-8bccb30c-994e-49ec-80e7-fe056fe1d5f9 service neutron] 10.222.0.44 "GET /v2.0/networks?id=8b98ab13-c184-4f7f-9c2e-fbf5fda18c84 HTTP/1.1" status: 200 len: 897 time: 0.0860095 Mar 29 16:45:28.089153 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-77da5ce7-6e18-4e84-bfbf-90429f003e47 req-086a3c74-d9f5-4525-af1c-1f4aedd55edb service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c20a987f-2ffb-4b16-800c-c089e15e794f HTTP/1.1" status: 200 len: 1002 time: 0.0634136 Mar 29 16:45:28.136191 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77da5ce7-6e18-4e84-bfbf-90429f003e47 req-3fa2bd73-b113-4559-8803-8576f9cc27e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:45:28.137596 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-77da5ce7-6e18-4e84-bfbf-90429f003e47 req-3fa2bd73-b113-4559-8803-8576f9cc27e8 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0defde54-b60d-4714-b429-834ad0f14ee5 HTTP/1.1" status: 200 len: 835 time: 0.0419767 Mar 29 16:45:28.182702 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77da5ce7-6e18-4e84-bfbf-90429f003e47 req-9ace61d7-5557-4913-8de6-cbf496c1322d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:45:28.184217 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-77da5ce7-6e18-4e84-bfbf-90429f003e47 req-9ace61d7-5557-4913-8de6-cbf496c1322d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8b98ab13-c184-4f7f-9c2e-fbf5fda18c84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394478 Mar 29 16:45:28.278199 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-77da5ce7-6e18-4e84-bfbf-90429f003e47 req-ea603048-d0b0-4571-9655-577d26b6bf91 service neutron] 10.222.0.44 "GET /v2.0/networks/8b98ab13-c184-4f7f-9c2e-fbf5fda18c84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858881 Mar 29 16:45:28.365066 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-77da5ce7-6e18-4e84-bfbf-90429f003e47 req-1e89342b-9c5b-4db1-9f09-a00191631e35 service neutron] 10.222.0.44 "GET /v2.0/networks/8b98ab13-c184-4f7f-9c2e-fbf5fda18c84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808375 Mar 29 16:45:28.913990 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a55a91-c4a8-4aa2-bb59-823b05fc6a94 req-a86f829f-2695-4c85-ae50-9411605e6755 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:45:28.915472 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d4a55a91-c4a8-4aa2-bb59-823b05fc6a94 req-a86f829f-2695-4c85-ae50-9411605e6755 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "GET /v2.0/ports?device_id=bfeb3d33-3d33-4529-863e-610f08bbeabf HTTP/1.1" status: 200 len: 946 time: 0.0519266 Mar 29 16:45:28.952612 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d4a55a91-c4a8-4aa2-bb59-823b05fc6a94 req-2e5c4319-df31-4267-9e75-5419bdab392c tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "GET /v2.0/security-groups?id=e4145fc9-9e2a-4b0d-bae9-bb1b6b94c79a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311034 Mar 29 16:45:28.974599 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 43192) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:45:29.034415 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-ec40afbf-f3cc-4eae-a426-e7e25478d479 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "GET /v2.0/floatingips/d7b11259-4457-4324-b1a1-0ca6c2fb9be1 HTTP/1.1" status: 200 len: 994 time: 0.0587096 Mar 29 16:45:30.304854 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddf4ca6-2ffa-4328-81b2-63cf8286e1b5 req-d7d7bd03-1086-41c4-b402-130ca9a13271 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:45:30.306375 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-5ddf4ca6-2ffa-4328-81b2-63cf8286e1b5 req-d7d7bd03-1086-41c4-b402-130ca9a13271 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "GET /v2.0/ports?device_id=bfeb3d33-3d33-4529-863e-610f08bbeabf HTTP/1.1" status: 200 len: 946 time: 0.0499120 Mar 29 16:45:30.319981 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0589bd9f-67f2-4bc5-a7d3-037e3f5ea65d req-1f1d4b5a-ff5a-4cdf-b580-c7d1b425ada5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:45:30.321459 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-0589bd9f-67f2-4bc5-a7d3-037e3f5ea65d req-1f1d4b5a-ff5a-4cdf-b580-c7d1b425ada5 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=786485d247cc4bb0943a3056cc1d0d00&device_id=bfeb3d33-3d33-4529-863e-610f08bbeabf HTTP/1.1" status: 200 len: 1097 time: 0.0409372 Mar 29 16:45:30.345391 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-5ddf4ca6-2ffa-4328-81b2-63cf8286e1b5 req-5592b4d2-0265-4fc3-b0dd-ec69c1613efe tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "GET /v2.0/security-groups?id=e4145fc9-9e2a-4b0d-bae9-bb1b6b94c79a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328724 Mar 29 16:45:30.412966 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0589bd9f-67f2-4bc5-a7d3-037e3f5ea65d req-05e584ab-991c-4465-b6b9-5b0767e1954c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:45:30.415437 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-0589bd9f-67f2-4bc5-a7d3-037e3f5ea65d req-05e584ab-991c-4465-b6b9-5b0767e1954c service neutron] 10.222.0.44 "GET /v2.0/networks?id=8b98ab13-c184-4f7f-9c2e-fbf5fda18c84 HTTP/1.1" status: 200 len: 897 time: 0.0879471 Mar 29 16:45:30.484077 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-23b64726-dff6-4099-b277-b88f856b12e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:45:30.485971 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-0589bd9f-67f2-4bc5-a7d3-037e3f5ea65d req-9bc201b5-2c0e-4bb4-8ff1-229e89a1078d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c20a987f-2ffb-4b16-800c-c089e15e794f HTTP/1.1" status: 200 len: 1002 time: 0.0643036 Mar 29 16:45:30.534045 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0589bd9f-67f2-4bc5-a7d3-037e3f5ea65d req-8abf7959-12ea-48d6-b684-dfbe44496c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:45:30.535484 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-0589bd9f-67f2-4bc5-a7d3-037e3f5ea65d req-8abf7959-12ea-48d6-b684-dfbe44496c71 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0defde54-b60d-4714-b429-834ad0f14ee5 HTTP/1.1" status: 200 len: 835 time: 0.0437806 Mar 29 16:45:30.580259 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0589bd9f-67f2-4bc5-a7d3-037e3f5ea65d req-77d10b8e-a53e-4e5e-912f-c56280ce9716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:45:30.581706 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-0589bd9f-67f2-4bc5-a7d3-037e3f5ea65d req-77d10b8e-a53e-4e5e-912f-c56280ce9716 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8b98ab13-c184-4f7f-9c2e-fbf5fda18c84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0388319 Mar 29 16:45:30.671431 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-0589bd9f-67f2-4bc5-a7d3-037e3f5ea65d req-1f7c0565-1658-4603-813b-cdb4e3aa6b21 service neutron] 10.222.0.44 "GET /v2.0/networks/8b98ab13-c184-4f7f-9c2e-fbf5fda18c84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824420 Mar 29 16:45:30.757939 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-0589bd9f-67f2-4bc5-a7d3-037e3f5ea65d req-724fc039-c027-4e01-8eea-e0286f42306e service neutron] 10.222.0.44 "GET /v2.0/networks/8b98ab13-c184-4f7f-9c2e-fbf5fda18c84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798047 Mar 29 16:45:31.464952 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f41f2a-ca9a-4141-9ac8-926747792654 req-ce4252e5-0cf6-4ebe-afce-edea0c9815cf tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:45:31.466425 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-19f41f2a-ca9a-4141-9ac8-926747792654 req-ce4252e5-0cf6-4ebe-afce-edea0c9815cf tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "GET /v2.0/ports?device_id=bfeb3d33-3d33-4529-863e-610f08bbeabf HTTP/1.1" status: 200 len: 946 time: 0.0507860 Mar 29 16:45:31.507994 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-19f41f2a-ca9a-4141-9ac8-926747792654 req-cc484394-e580-4ecd-aa71-253b51cb0316 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "GET /v2.0/security-groups?id=e4145fc9-9e2a-4b0d-bae9-bb1b6b94c79a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354066 Mar 29 16:45:32.626666 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498a45f5-17c5-4189-991c-a4908920b8ce req-3751e12e-7db3-4ec6-b0a5-d05beb73c6b1 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:45:32.628130 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-498a45f5-17c5-4189-991c-a4908920b8ce req-3751e12e-7db3-4ec6-b0a5-d05beb73c6b1 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "GET /v2.0/ports?device_id=bfeb3d33-3d33-4529-863e-610f08bbeabf HTTP/1.1" status: 200 len: 946 time: 0.0518312 Mar 29 16:45:32.665665 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-498a45f5-17c5-4189-991c-a4908920b8ce req-8fb43477-0555-4638-b2b2-b07bb8cc518c tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "GET /v2.0/security-groups?id=e4145fc9-9e2a-4b0d-bae9-bb1b6b94c79a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310116 Mar 29 16:45:32.687697 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 43204) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:45:32.747746 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-9b59f37f-1f65-484e-94fd-531a85cd2557 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "GET /v2.0/floatingips/d7b11259-4457-4324-b1a1-0ca6c2fb9be1 HTTP/1.1" status: 200 len: 994 time: 0.0584185 Mar 29 16:45:32.949272 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-e992e12e-0e60-4d5a-81b1-5d56d627cfc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:45:32.972202 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 43210) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:45:33.125005 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-33243daa-3702-4b1f-bb07-018fe20d159d tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Deleting port 025aca52-20b1-4cc1-ade2-9dff972ec4c6 {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:45:33.125837 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-33243daa-3702-4b1f-bb07-018fe20d159d tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:45:33.197729 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-33243daa-3702-4b1f-bb07-018fe20d159d tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:45:33.198052 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-33243daa-3702-4b1f-bb07-018fe20d159d tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:45:33.209625 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-33243daa-3702-4b1f-bb07-018fe20d159d tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Calling delete_port for 025aca52-20b1-4cc1-ade2-9dff972ec4c6 owned by network:floatingip {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:45:33.351562 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-33243daa-3702-4b1f-bb07-018fe20d159d tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:45:33.381019 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33243daa-3702-4b1f-bb07-018fe20d159d tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Pushing event deleted for resources: {'Port': ['ID=025aca52-20b1-4cc1-ade2-9dff972ec4c6,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:45:33.405752 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33243daa-3702-4b1f-bb07-018fe20d159d tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:45:33.406081 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33243daa-3702-4b1f-bb07-018fe20d159d tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:45:33.406411 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33243daa-3702-4b1f-bb07-018fe20d159d tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:45:33.407109 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33243daa-3702-4b1f-bb07-018fe20d159d tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:45:33.407109 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33243daa-3702-4b1f-bb07-018fe20d159d tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:45:33.407434 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33243daa-3702-4b1f-bb07-018fe20d159d tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:45:33.407752 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33243daa-3702-4b1f-bb07-018fe20d159d tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:45:33.408067 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33243daa-3702-4b1f-bb07-018fe20d159d tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:45:33.408384 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33243daa-3702-4b1f-bb07-018fe20d159d tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:45:33.408696 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33243daa-3702-4b1f-bb07-018fe20d159d tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:45:33.409006 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33243daa-3702-4b1f-bb07-018fe20d159d tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:45:33.409312 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33243daa-3702-4b1f-bb07-018fe20d159d tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:45:33.447247 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-33243daa-3702-4b1f-bb07-018fe20d159d tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks [] for floatingip, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:45:33.447580 n-d-834765-1 neutron-server[102791]: INFO neutron.db.l3_db [None req-33243daa-3702-4b1f-bb07-018fe20d159d tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Floating IP d7b11259-4457-4324-b1a1-0ca6c2fb9be1 disassociated (deleted). External IP: 172.25.4.150, port: c20a987f-2ffb-4b16-800c-c089e15e794f. Mar 29 16:45:33.654562 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33243daa-3702-4b1f-bb07-018fe20d159d tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Router 69d6713f-5d05-4314-84d2-1111b5b8b4f5 has already been hosted by L3 agent c648d819-1060-4f26-b4ec-6455387b5dff {{(pid=102791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 16:45:34.067669 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33243daa-3702-4b1f-bb07-018fe20d159d tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 16:45:34.072395 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-33243daa-3702-4b1f-bb07-018fe20d159d tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for floatingip, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:45:34.076805 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-411d942d-b7f5-4b59-ae34-728457e7710a None None] Sync routers for ids ['69d6713f-5d05-4314-84d2-1111b5b8b4f5'] in n-d-834765-1 {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 16:45:34.087060 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-411d942d-b7f5-4b59-ae34-728457e7710a None None] Routers {'69d6713f-5d05-4314-84d2-1111b5b8b4f5'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:45:34.087698 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-411d942d-b7f5-4b59-ae34-728457e7710a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:45:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['69d6713f-5d05-4314-84d2-1111b5b8b4f5'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:45:34.099695 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-33243daa-3702-4b1f-bb07-018fe20d159d tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "DELETE /v2.0/floatingips/d7b11259-4457-4324-b1a1-0ca6c2fb9be1 HTTP/1.1" status: 204 len: 168 time: 1.1263919 Mar 29 16:45:34.100265 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfeb3d33-3d33-4529-863e-610f08bbeabf', 'tag': 'c20a987f-2ffb-4b16-800c-c089e15e794f'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:45:34.102491 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e33af8bd2d242198c8fc7a55b0de10a2e3fe57bc5f7d7f0f551297b3d6240ff2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0131a09-ae5c-4f1b-ad30-1d58c094b003" -d '{"events": [{"name": "network-changed", "server_uuid": "bfeb3d33-3d33-4529-863e-610f08bbeabf", "tag": "c20a987f-2ffb-4b16-800c-c089e15e794f"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:45:34.194605 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 16:45:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc6b3b78-ec9c-43a2-8b18-d5c82db2c1e5 x-openstack-request-id: req-bc6b3b78-ec9c-43a2-8b18-d5c82db2c1e5 {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:45:34.194925 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfeb3d33-3d33-4529-863e-610f08bbeabf", "tag": "c20a987f-2ffb-4b16-800c-c089e15e794f", "status": "completed", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:45:34.195181 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-bc6b3b78-ec9c-43a2-8b18-d5c82db2c1e5 {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:45:34.195606 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfeb3d33-3d33-4529-863e-610f08bbeabf', 'tag': 'c20a987f-2ffb-4b16-800c-c089e15e794f', 'status': 'completed', 'code': 200} Mar 29 16:45:34.197530 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvr_db [None req-411d942d-b7f5-4b59-ae34-728457e7710a None None] Set router 69d6713f-5d05-4314-84d2-1111b5b8b4f5 gateway port host: n-d-834765-1 {{(pid=102793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:45:34.268870 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0131a09-ae5c-4f1b-ad30-1d58c094b003 req-f3c0f7b0-e289-43ea-bc03-e5e688a6adbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:45:34.270752 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f0131a09-ae5c-4f1b-ad30-1d58c094b003 req-f3c0f7b0-e289-43ea-bc03-e5e688a6adbe service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=786485d247cc4bb0943a3056cc1d0d00&device_id=bfeb3d33-3d33-4529-863e-610f08bbeabf HTTP/1.1" status: 200 len: 1097 time: 0.0491431 Mar 29 16:45:34.393797 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8039aa-1618-43bc-8331-16d384e135d5 req-19ca6408-0852-4953-b569-ee8858eac28b tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:45:34.395302 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6f8039aa-1618-43bc-8331-16d384e135d5 req-19ca6408-0852-4953-b569-ee8858eac28b tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "GET /v2.0/ports?device_id=bfeb3d33-3d33-4529-863e-610f08bbeabf HTTP/1.1" status: 200 len: 946 time: 0.1101854 Mar 29 16:45:34.400076 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0131a09-ae5c-4f1b-ad30-1d58c094b003 req-d3f33c1d-5c2a-4d32-9fc8-239ba81270ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:45:34.401377 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f0131a09-ae5c-4f1b-ad30-1d58c094b003 req-d3f33c1d-5c2a-4d32-9fc8-239ba81270ee service neutron] 10.222.0.44 "GET /v2.0/networks?id=8b98ab13-c184-4f7f-9c2e-fbf5fda18c84 HTTP/1.1" status: 200 len: 897 time: 0.1239281 Mar 29 16:45:34.414616 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-411d942d-b7f5-4b59-ae34-728457e7710a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69d6713f-5d05-4314-84d2-1111b5b8b4f5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-54067029', 'tenant_id': '786485d247cc4bb0943a3056cc1d0d00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.84'}], 'enable_snat': True}, 'gw_port_id': '02456111-fd51-4a46-b340-9304017c8b90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:44:06Z', 'updated_at': '2022-03-29T16:44:10Z', 'revision_number': 4, 'project_id': '786485d247cc4bb0943a3056cc1d0d00', 'gw_port': {'id': '02456111-fd51-4a46-b340-9304017c8b90', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:c6:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69d6713f-5d05-4314-84d2-1111b5b8b4f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4359, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:44:06Z', 'updated_at': '2022-03-29T16:44:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': '18cf1a89-6455-45e7-9de8-c1e661ad9682', 'name': '', 'network_id': '8b98ab13-c184-4f7f-9c2e-fbf5fda18c84', 'tenant_id': '786485d247cc4bb0943a3056cc1d0d00', 'mac_address': 'fa:16:3e:9e:e8:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69d6713f-5d05-4314-84d2-1111b5b8b4f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': '0defde54-b60d-4714-b429-834ad0f14ee5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:44:09Z', 'updated_at': '2022-03-29T16:44:12Z', 'revision_number': 5, 'project_id': '786485d247cc4bb0943a3056cc1d0d00', 'subnets': [{'id': '0defde54-b60d-4714-b429-834ad0f14ee5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:45:34.439406 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d71584b9-87f1-45f5-84c7-c993c2416269 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:45:34.447628 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-411d942d-b7f5-4b59-ae34-728457e7710a None None] Checking router: 69d6713f-5d05-4314-84d2-1111b5b8b4f5 for host: n-d-834765-1 {{(pid=102793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 16:45:34.449736 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f0131a09-ae5c-4f1b-ad30-1d58c094b003 req-67391bc0-ba7f-4998-baf0-8c9af39c0811 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c20a987f-2ffb-4b16-800c-c089e15e794f HTTP/1.1" status: 200 len: 217 time: 0.0368347 Mar 29 16:45:34.456436 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-411d942d-b7f5-4b59-ae34-728457e7710a None None] Routers {'69d6713f-5d05-4314-84d2-1111b5b8b4f5'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:45:34.457035 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-411d942d-b7f5-4b59-ae34-728457e7710a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:45:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['69d6713f-5d05-4314-84d2-1111b5b8b4f5'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:45:34.507879 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6f8039aa-1618-43bc-8331-16d384e135d5 req-6d4127e8-6e52-497f-9586-d7ad0b7721d7 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "GET /v2.0/security-groups?id=e4145fc9-9e2a-4b0d-bae9-bb1b6b94c79a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1014843 Mar 29 16:45:34.519275 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0131a09-ae5c-4f1b-ad30-1d58c094b003 req-6041a97a-f647-4d4d-a70c-bf34eb7c3ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:45:34.520720 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f0131a09-ae5c-4f1b-ad30-1d58c094b003 req-6041a97a-f647-4d4d-a70c-bf34eb7c3ad9 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0defde54-b60d-4714-b429-834ad0f14ee5 HTTP/1.1" status: 200 len: 835 time: 0.0613999 Mar 29 16:45:34.560747 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvr_db [None req-411d942d-b7f5-4b59-ae34-728457e7710a None None] Set router 69d6713f-5d05-4314-84d2-1111b5b8b4f5 gateway port host: n-d-834765-1 {{(pid=102793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:45:34.567303 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0131a09-ae5c-4f1b-ad30-1d58c094b003 req-43fe83df-9458-4315-bbdb-8f520682da8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:45:34.568788 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f0131a09-ae5c-4f1b-ad30-1d58c094b003 req-43fe83df-9458-4315-bbdb-8f520682da8d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8b98ab13-c184-4f7f-9c2e-fbf5fda18c84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404325 Mar 29 16:45:34.661260 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f0131a09-ae5c-4f1b-ad30-1d58c094b003 req-e28ccf41-8263-41d2-ae73-d8d77afa56d8 service neutron] 10.222.0.44 "GET /v2.0/networks/8b98ab13-c184-4f7f-9c2e-fbf5fda18c84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850620 Mar 29 16:45:34.753106 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f0131a09-ae5c-4f1b-ad30-1d58c094b003 req-f061d576-a2f4-48d9-a1f6-fff3252e59ea service neutron] 10.222.0.44 "GET /v2.0/networks/8b98ab13-c184-4f7f-9c2e-fbf5fda18c84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843210 Mar 29 16:45:34.754890 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-411d942d-b7f5-4b59-ae34-728457e7710a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69d6713f-5d05-4314-84d2-1111b5b8b4f5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-54067029', 'tenant_id': '786485d247cc4bb0943a3056cc1d0d00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.84'}], 'enable_snat': True}, 'gw_port_id': '02456111-fd51-4a46-b340-9304017c8b90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:44:06Z', 'updated_at': '2022-03-29T16:44:10Z', 'revision_number': 4, 'project_id': '786485d247cc4bb0943a3056cc1d0d00', 'gw_port': {'id': '02456111-fd51-4a46-b340-9304017c8b90', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:c6:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69d6713f-5d05-4314-84d2-1111b5b8b4f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4359, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:44:06Z', 'updated_at': '2022-03-29T16:44:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': '18cf1a89-6455-45e7-9de8-c1e661ad9682', 'name': '', 'network_id': '8b98ab13-c184-4f7f-9c2e-fbf5fda18c84', 'tenant_id': '786485d247cc4bb0943a3056cc1d0d00', 'mac_address': 'fa:16:3e:9e:e8:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69d6713f-5d05-4314-84d2-1111b5b8b4f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': '0defde54-b60d-4714-b429-834ad0f14ee5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:44:09Z', 'updated_at': '2022-03-29T16:44:12Z', 'revision_number': 5, 'project_id': '786485d247cc4bb0943a3056cc1d0d00', 'subnets': [{'id': '0defde54-b60d-4714-b429-834ad0f14ee5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:45:34.785957 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-411d942d-b7f5-4b59-ae34-728457e7710a None None] The sync data for ids ['69d6713f-5d05-4314-84d2-1111b5b8b4f5'] in n-d-834765-1 is: [{'id': '69d6713f-5d05-4314-84d2-1111b5b8b4f5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-54067029', 'tenant_id': '786485d247cc4bb0943a3056cc1d0d00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.84'}], 'enable_snat': True}, 'gw_port_id': '02456111-fd51-4a46-b340-9304017c8b90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:44:06Z', 'updated_at': '2022-03-29T16:44:10Z', 'revision_number': 4, 'project_id': '786485d247cc4bb0943a3056cc1d0d00', 'gw_port': {'id': '02456111-fd51-4a46-b340-9304017c8b90', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:c6:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69d6713f-5d05-4314-84d2-1111b5b8b4f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4359, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:44:06Z', 'updated_at': '2022-03-29T16:44:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': '18cf1a89-6455-45e7-9de8-c1e661ad9682', 'name': '', 'network_id': '8b98ab13-c184-4f7f-9c2e-fbf5fda18c84', 'tenant_id': '786485d247cc4bb0943a3056cc1d0d00', 'mac_address': 'fa:16:3e:9e:e8:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69d6713f-5d05-4314-84d2-1111b5b8b4f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': '0defde54-b60d-4714-b429-834ad0f14ee5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:44:09Z', 'updated_at': '2022-03-29T16:44:12Z', 'revision_number': 5, 'project_id': '786485d247cc4bb0943a3056cc1d0d00', 'subnets': [{'id': '0defde54-b60d-4714-b429-834ad0f14ee5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 16:45:34.988824 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2d059a3-44e3-48aa-b3b7-7a67cb388de5 None None] New status for floating IP d7b11259-4457-4324-b1a1-0ca6c2fb9be1: DOWN {{(pid=102792) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 16:45:35.631711 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f364a8-e9cf-418e-9e2c-b371d2e42642 req-30dfc920-d2d1-4407-af3d-ae14621d2ccf tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:45:35.633222 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-e7f364a8-e9cf-418e-9e2c-b371d2e42642 req-30dfc920-d2d1-4407-af3d-ae14621d2ccf tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "GET /v2.0/ports?device_id=bfeb3d33-3d33-4529-863e-610f08bbeabf HTTP/1.1" status: 200 len: 946 time: 0.0524638 Mar 29 16:45:35.676485 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-e7f364a8-e9cf-418e-9e2c-b371d2e42642 req-d5124a48-be00-4d39-8f3b-682b6f0f719e tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "GET /v2.0/security-groups?id=e4145fc9-9e2a-4b0d-bae9-bb1b6b94c79a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369794 Mar 29 16:45:35.989347 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-0cb6abf6-2706-4e52-8825-f5f644ecf9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:45:36.054805 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:45:36.221155 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f92e982-d942-4419-a312-25774bf0d1b0 req-f622a04c-67f2-46a5-8845-cea5b4c59614 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:45:36.222511 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6f92e982-d942-4419-a312-25774bf0d1b0 req-f622a04c-67f2-46a5-8845-cea5b4c59614 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.44 "GET /v2.0/ports?device_id=bfeb3d33-3d33-4529-863e-610f08bbeabf HTTP/1.1" status: 200 len: 946 time: 0.0492980 Mar 29 16:45:36.317011 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [req-6f92e982-d942-4419-a312-25774bf0d1b0 req-bd53f9dd-aed4-4621-b058-4298d1f0e9a4 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Deleting port c20a987f-2ffb-4b16-800c-c089e15e794f {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:45:36.317354 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-6f92e982-d942-4419-a312-25774bf0d1b0 req-bd53f9dd-aed4-4621-b058-4298d1f0e9a4 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:45:36.405579 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-6f92e982-d942-4419-a312-25774bf0d1b0 req-bd53f9dd-aed4-4621-b058-4298d1f0e9a4 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] For port c20a987f-2ffb-4b16-800c-c089e15e794f, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=c20a987f-2ffb-4b16-800c-c089e15e794f,segment=NetworkSegment(8a8fd25e-f20f-424d-aa95-892111526556),segment_id=8a8fd25e-f20f-424d-aa95-892111526556)] {{(pid=102791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:45:36.406157 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-6f92e982-d942-4419-a312-25774bf0d1b0 req-bd53f9dd-aed4-4621-b058-4298d1f0e9a4 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:45:36.418690 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [req-6f92e982-d942-4419-a312-25774bf0d1b0 req-bd53f9dd-aed4-4621-b058-4298d1f0e9a4 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Calling delete_port for c20a987f-2ffb-4b16-800c-c089e15e794f owned by compute:nova {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:45:36.548292 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-6f92e982-d942-4419-a312-25774bf0d1b0 req-bd53f9dd-aed4-4621-b058-4298d1f0e9a4 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:45:36.576116 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd53f9dd-aed4-4621-b058-4298d1f0e9a4 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Pushing event deleted for resources: {'Port': ['ID=c20a987f-2ffb-4b16-800c-c089e15e794f,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:45:36.620298 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f92e982-d942-4419-a312-25774bf0d1b0 req-bd53f9dd-aed4-4621-b058-4298d1f0e9a4 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] No DVR routers for this DVR port c20a987f-2ffb-4b16-800c-c089e15e794f on host n-h1-834765-1 {{(pid=102791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 16:45:36.622972 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-6f92e982-d942-4419-a312-25774bf0d1b0 req-bd53f9dd-aed4-4621-b058-4298d1f0e9a4 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:45:36.626515 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6f92e982-d942-4419-a312-25774bf0d1b0 req-bd53f9dd-aed4-4621-b058-4298d1f0e9a4 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.44 "DELETE /v2.0/ports/c20a987f-2ffb-4b16-800c-c089e15e794f HTTP/1.1" status: 204 len: 173 time: 0.3982530 Mar 29 16:45:36.626957 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfeb3d33-3d33-4529-863e-610f08bbeabf', 'name': 'network-vif-deleted', 'tag': 'c20a987f-2ffb-4b16-800c-c089e15e794f'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:45:36.629281 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e33af8bd2d242198c8fc7a55b0de10a2e3fe57bc5f7d7f0f551297b3d6240ff2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e85ddbb-4da4-4146-9e4c-ff80419369d7" -d '{"events": [{"server_uuid": "bfeb3d33-3d33-4529-863e-610f08bbeabf", "name": "network-vif-deleted", "tag": "c20a987f-2ffb-4b16-800c-c089e15e794f"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:45:36.667082 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 16:45:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7077d15d-e4a0-4794-af1f-6dc066daeadc x-openstack-request-id: req-7077d15d-e4a0-4794-af1f-6dc066daeadc {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:45:36.667438 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfeb3d33-3d33-4529-863e-610f08bbeabf", "name": "network-vif-deleted", "tag": "c20a987f-2ffb-4b16-800c-c089e15e794f", "status": "completed", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:45:36.667711 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-7077d15d-e4a0-4794-af1f-6dc066daeadc {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:45:36.668107 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfeb3d33-3d33-4529-863e-610f08bbeabf', 'name': 'network-vif-deleted', 'tag': 'c20a987f-2ffb-4b16-800c-c089e15e794f', 'status': 'completed', 'code': 200} Mar 29 16:45:36.788152 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-d34bb40f-4a53-4edf-9bb4-b7dee159645b req-2e3f2a54-cf33-4c7d-956d-4844280e6c54 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "GET /v2.0/ports?device_id=bfeb3d33-3d33-4529-863e-610f08bbeabf HTTP/1.1" status: 200 len: 210 time: 0.0310142 Mar 29 16:45:37.211694 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.agents_db [None req-59735a15-725e-44d4-9ad5-95cbe356f209 None None] Agent healthcheck: found 7 active agents {{(pid=102793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 16:45:37.848766 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 43230) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:45:38.202212 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-a9c10dc7-22a3-4cf2-bcb1-9a83bd560694 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-530452'] for router_interface, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:45:38.450452 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-a9c10dc7-22a3-4cf2-bcb1-9a83bd560694 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Deleting port 18cf1a89-6455-45e7-9de8-c1e661ad9682 {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:45:38.450794 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-a9c10dc7-22a3-4cf2-bcb1-9a83bd560694 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:45:38.539789 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [None req-a9c10dc7-22a3-4cf2-bcb1-9a83bd560694 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] For port 18cf1a89-6455-45e7-9de8-c1e661ad9682, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=18cf1a89-6455-45e7-9de8-c1e661ad9682,segment=NetworkSegment(8a8fd25e-f20f-424d-aa95-892111526556),segment_id=8a8fd25e-f20f-424d-aa95-892111526556)] {{(pid=102791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:45:38.540152 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-a9c10dc7-22a3-4cf2-bcb1-9a83bd560694 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:45:38.552383 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-a9c10dc7-22a3-4cf2-bcb1-9a83bd560694 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Calling delete_port for 18cf1a89-6455-45e7-9de8-c1e661ad9682 owned by network:router_interface {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:45:38.736456 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-a9c10dc7-22a3-4cf2-bcb1-9a83bd560694 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:45:38.761696 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c10dc7-22a3-4cf2-bcb1-9a83bd560694 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Pushing event deleted for resources: {'Port': ['ID=18cf1a89-6455-45e7-9de8-c1e661ad9682,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:45:38.933729 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-a9c10dc7-22a3-4cf2-bcb1-9a83bd560694 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-530528'] for router_interface, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:45:39.143333 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9c10dc7-22a3-4cf2-bcb1-9a83bd560694 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Router 69d6713f-5d05-4314-84d2-1111b5b8b4f5 has already been hosted by L3 agent c648d819-1060-4f26-b4ec-6455387b5dff {{(pid=102791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 16:45:39.249572 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9c10dc7-22a3-4cf2-bcb1-9a83bd560694 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 16:45:39.254609 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-a9c10dc7-22a3-4cf2-bcb1-9a83bd560694 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "PUT /v2.0/routers/69d6713f-5d05-4314-84d2-1111b5b8b4f5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4048278 Mar 29 16:45:39.257346 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 43232) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:45:39.312343 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_v2 [None req-789ac279-e4da-4519-908d-991aebdda04f tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Deleting subnet 0defde54-b60d-4714-b429-834ad0f14ee5 {{(pid=102791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 16:45:39.316504 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-789ac279-e4da-4519-908d-991aebdda04f tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks [] for subnet, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:45:39.340847 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7aa57ef-41da-4981-ab98-1c05f4084295 None None] Sync routers for ids ['69d6713f-5d05-4314-84d2-1111b5b8b4f5'] in n-d-834765-1 {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 16:45:39.351067 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7aa57ef-41da-4981-ab98-1c05f4084295 None None] Routers {'69d6713f-5d05-4314-84d2-1111b5b8b4f5'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:45:39.351686 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-e7aa57ef-41da-4981-ab98-1c05f4084295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:45:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['69d6713f-5d05-4314-84d2-1111b5b8b4f5'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:45:39.357220 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-789ac279-e4da-4519-908d-991aebdda04f tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4230423'] for subnet, precommit_delete_associations {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:45:39.439170 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-789ac279-e4da-4519-908d-991aebdda04f tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1641287'] for subnet, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:45:39.451579 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvr_db [None req-e7aa57ef-41da-4981-ab98-1c05f4084295 None None] Set router 69d6713f-5d05-4314-84d2-1111b5b8b4f5 gateway port host: n-d-834765-1 {{(pid=102793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:45:39.499695 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-789ac279-e4da-4519-908d-991aebdda04f tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1641294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16155591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16218852'] for subnet, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:45:39.524353 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789ac279-e4da-4519-908d-991aebdda04f tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Pushing event deleted for resources: {'Subnet': ['ID=0defde54-b60d-4714-b429-834ad0f14ee5,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:45:39.530434 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-789ac279-e4da-4519-908d-991aebdda04f tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks [] for subnet, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:45:39.533745 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-789ac279-e4da-4519-908d-991aebdda04f tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "DELETE /v2.0/subnets/0defde54-b60d-4714-b429-834ad0f14ee5 HTTP/1.1" status: 204 len: 168 time: 0.2752810 Mar 29 16:45:39.537096 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 43234) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:45:39.539379 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cebee86-ac9f-4d5b-9bf5-bdf92867bca9 None None] Network 8b98ab13-c184-4f7f-9c2e-fbf5fda18c84 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 16:45:39.642335 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-e7aa57ef-41da-4981-ab98-1c05f4084295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69d6713f-5d05-4314-84d2-1111b5b8b4f5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-54067029', 'tenant_id': '786485d247cc4bb0943a3056cc1d0d00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.84'}], 'enable_snat': True}, 'gw_port_id': '02456111-fd51-4a46-b340-9304017c8b90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:44:06Z', 'updated_at': '2022-03-29T16:45:38Z', 'revision_number': 5, 'project_id': '786485d247cc4bb0943a3056cc1d0d00', 'gw_port': {'id': '02456111-fd51-4a46-b340-9304017c8b90', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:c6:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69d6713f-5d05-4314-84d2-1111b5b8b4f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4359, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:44:06Z', 'updated_at': '2022-03-29T16:44:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1'}], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:45:39.652373 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-c375004c-c24f-440e-8e76-7b864d46d28f tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks [] for router, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:45:39.673393 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7aa57ef-41da-4981-ab98-1c05f4084295 None None] Checking router: 69d6713f-5d05-4314-84d2-1111b5b8b4f5 for host: n-d-834765-1 {{(pid=102793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 16:45:39.682579 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7aa57ef-41da-4981-ab98-1c05f4084295 None None] Routers {'69d6713f-5d05-4314-84d2-1111b5b8b4f5'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:45:39.683217 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-e7aa57ef-41da-4981-ab98-1c05f4084295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:45:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['69d6713f-5d05-4314-84d2-1111b5b8b4f5'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:45:39.739143 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5df6cbf-8121-4006-9476-081a5ac1bb26 None None] DHCP port deletion for 8b98ab13-c184-4f7f-9c2e-fbf5fda18c84 request from n-d-834765-1 {{(pid=102792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 29 16:45:39.767988 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-c375004c-c24f-440e-8e76-7b864d46d28f tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:45:39.788370 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-d5df6cbf-8121-4006-9476-081a5ac1bb26 None None] Deleting port 7fce54c3-897b-4259-b0a0-d2c93ac14888 {{(pid=102792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:45:39.789042 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d5df6cbf-8121-4006-9476-081a5ac1bb26 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:45:39.803324 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvr_db [None req-e7aa57ef-41da-4981-ab98-1c05f4084295 None None] Set router 69d6713f-5d05-4314-84d2-1111b5b8b4f5 gateway port host: n-d-834765-1 {{(pid=102793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:45:39.859359 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-d5df6cbf-8121-4006-9476-081a5ac1bb26 None None] For port 7fce54c3-897b-4259-b0a0-d2c93ac14888, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=7fce54c3-897b-4259-b0a0-d2c93ac14888,segment=NetworkSegment(8a8fd25e-f20f-424d-aa95-892111526556),segment_id=8a8fd25e-f20f-424d-aa95-892111526556)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:45:39.860339 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d5df6cbf-8121-4006-9476-081a5ac1bb26 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:45:39.873981 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-d5df6cbf-8121-4006-9476-081a5ac1bb26 None None] Calling delete_port for 7fce54c3-897b-4259-b0a0-d2c93ac14888 owned by network:dhcp {{(pid=102792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:45:39.963940 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d5df6cbf-8121-4006-9476-081a5ac1bb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350'] for port, after_delete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:45:39.977863 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5df6cbf-8121-4006-9476-081a5ac1bb26 None None] No DVR routers for this DVR port 7fce54c3-897b-4259-b0a0-d2c93ac14888 on host n-d-834765-1 {{(pid=102792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 16:45:40.007292 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5df6cbf-8121-4006-9476-081a5ac1bb26 None None] Pushing event deleted for resources: {'Port': ['ID=7fce54c3-897b-4259-b0a0-d2c93ac14888,revision_number=None']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:45:40.019244 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5df6cbf-8121-4006-9476-081a5ac1bb26 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:45:40.019244 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5df6cbf-8121-4006-9476-081a5ac1bb26 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:45:40.019244 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5df6cbf-8121-4006-9476-081a5ac1bb26 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:45:40.020025 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5df6cbf-8121-4006-9476-081a5ac1bb26 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:45:40.020025 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5df6cbf-8121-4006-9476-081a5ac1bb26 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:45:40.020538 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5df6cbf-8121-4006-9476-081a5ac1bb26 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:45:40.020978 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5df6cbf-8121-4006-9476-081a5ac1bb26 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:45:40.021385 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5df6cbf-8121-4006-9476-081a5ac1bb26 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:45:40.021808 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5df6cbf-8121-4006-9476-081a5ac1bb26 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:45:40.022229 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5df6cbf-8121-4006-9476-081a5ac1bb26 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:45:40.022649 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5df6cbf-8121-4006-9476-081a5ac1bb26 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:45:40.023079 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5df6cbf-8121-4006-9476-081a5ac1bb26 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:45:40.088555 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-e7aa57ef-41da-4981-ab98-1c05f4084295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69d6713f-5d05-4314-84d2-1111b5b8b4f5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-54067029', 'tenant_id': '786485d247cc4bb0943a3056cc1d0d00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.84'}], 'enable_snat': True}, 'gw_port_id': '02456111-fd51-4a46-b340-9304017c8b90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:44:06Z', 'updated_at': '2022-03-29T16:45:38Z', 'revision_number': 5, 'project_id': '786485d247cc4bb0943a3056cc1d0d00', 'gw_port': {'id': '02456111-fd51-4a46-b340-9304017c8b90', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:c6:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69d6713f-5d05-4314-84d2-1111b5b8b4f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4359, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:44:06Z', 'updated_at': '2022-03-29T16:44:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1'}], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:45:40.122812 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7aa57ef-41da-4981-ab98-1c05f4084295 None None] The sync data for ids ['69d6713f-5d05-4314-84d2-1111b5b8b4f5'] in n-d-834765-1 is: [{'id': '69d6713f-5d05-4314-84d2-1111b5b8b4f5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-54067029', 'tenant_id': '786485d247cc4bb0943a3056cc1d0d00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.84'}], 'enable_snat': True}, 'gw_port_id': '02456111-fd51-4a46-b340-9304017c8b90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:44:06Z', 'updated_at': '2022-03-29T16:45:38Z', 'revision_number': 5, 'project_id': '786485d247cc4bb0943a3056cc1d0d00', 'gw_port': {'id': '02456111-fd51-4a46-b340-9304017c8b90', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:c6:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69d6713f-5d05-4314-84d2-1111b5b8b4f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4359, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:44:06Z', 'updated_at': '2022-03-29T16:44:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1'}] {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 16:45:40.153867 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-c375004c-c24f-440e-8e76-7b864d46d28f tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Deleting port 02456111-fd51-4a46-b340-9304017c8b90 {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:45:40.154436 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-c375004c-c24f-440e-8e76-7b864d46d28f tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:45:40.232131 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [None req-c375004c-c24f-440e-8e76-7b864d46d28f tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] For port 02456111-fd51-4a46-b340-9304017c8b90, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=02456111-fd51-4a46-b340-9304017c8b90,segment=NetworkSegment(6ab47353-a811-4bad-bc73-b4cc84583cfd),segment_id=6ab47353-a811-4bad-bc73-b4cc84583cfd)] {{(pid=102791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:45:40.232415 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-c375004c-c24f-440e-8e76-7b864d46d28f tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:45:40.245249 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-c375004c-c24f-440e-8e76-7b864d46d28f tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Calling delete_port for 02456111-fd51-4a46-b340-9304017c8b90 owned by network:router_gateway {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:45:40.407597 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-c375004c-c24f-440e-8e76-7b864d46d28f tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:45:40.429660 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device c20a987f-2ffb-4b16-800c-c089e15e794f no longer exists at agent hyperv_n-h1-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 16:45:40.433202 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c375004c-c24f-440e-8e76-7b864d46d28f tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Pushing event deleted for resources: {'Port': ['ID=02456111-fd51-4a46-b340-9304017c8b90,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:45:40.452835 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] No Port match for: c20a987f-2ffb-4b16-800c-c089e15e794f {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 16:45:40.453877 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device c20a987f-2ffb-4b16-800c-c089e15e794f not bound to the agent host n-h1-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 16:45:40.495630 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 7fce54c3-897b-4259-b0a0-d2c93ac14888 no longer exists at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 16:45:40.496635 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-c375004c-c24f-440e-8e76-7b864d46d28f tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-648138'] for router_gateway, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:45:40.518218 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] No Port match for: 7fce54c3-897b-4259-b0a0-d2c93ac14888 {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 16:45:40.518482 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 7fce54c3-897b-4259-b0a0-d2c93ac14888 not bound to the agent host n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 16:45:40.592170 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-c375004c-c24f-440e-8e76-7b864d46d28f tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129328'] for router, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:45:40.594952 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-c375004c-c24f-440e-8e76-7b864d46d28f tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:45:40.641671 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-c375004c-c24f-440e-8e76-7b864d46d28f tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-526718'] for router, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:45:40.642258 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c375004c-c24f-440e-8e76-7b864d46d28f tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Fanout notify agent at l3_agent the message router_deleted on router 69d6713f-5d05-4314-84d2-1111b5b8b4f5 {{(pid=102791) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 29 16:45:40.649527 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-c375004c-c24f-440e-8e76-7b864d46d28f tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks [] for router, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:45:40.650633 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-c375004c-c24f-440e-8e76-7b864d46d28f tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "DELETE /v2.0/routers/69d6713f-5d05-4314-84d2-1111b5b8b4f5 HTTP/1.1" status: 204 len: 168 time: 1.1133182 Mar 29 16:45:40.653349 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 43236) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:45:40.729841 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-329e7a78-e199-4715-b352-b457aa1b4a6a tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1631750'] for network, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:45:40.821516 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-329e7a78-e199-4715-b352-b457aa1b4a6a tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639890', 'neutron.services.segments.db._delete_segments_for_network-8783523423079'] for network, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:45:40.840560 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-329e7a78-e199-4715-b352-b457aa1b4a6a tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b98ab13-c184-4f7f-9c2e-fbf5fda18c84']}} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:45:40.849809 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-329e7a78-e199-4715-b352-b457aa1b4a6a tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a8fd25e-f20f-424d-aa95-892111526556') {'for_net_delete': True} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:45:40.850104 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-329e7a78-e199-4715-b352-b457aa1b4a6a tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a8fd25e-f20f-424d-aa95-892111526556') {} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:45:40.858961 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-329e7a78-e199-4715-b352-b457aa1b4a6a tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783523422064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4230428'] for segment, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:45:40.872099 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-329e7a78-e199-4715-b352-b457aa1b4a6a tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:45:40.878096 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-329e7a78-e199-4715-b352-b457aa1b4a6a tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Releasing vlan 616 on physical network physnet1 to pool {{(pid=102791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 16:45:40.878473 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-329e7a78-e199-4715-b352-b457aa1b4a6a tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16169569'] for segment, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:45:40.881555 n-d-834765-1 neutron-server[102791]: Traceback (most recent call last): Mar 29 16:45:40.881555 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 16:45:40.881555 n-d-834765-1 neutron-server[102791]: timer() Mar 29 16:45:40.881555 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 16:45:40.881555 n-d-834765-1 neutron-server[102791]: cb(*args, **kw) Mar 29 16:45:40.881555 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 16:45:40.881555 n-d-834765-1 neutron-server[102791]: return func(*args, **kwargs) Mar 29 16:45:40.881555 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 16:45:40.881555 n-d-834765-1 neutron-server[102791]: self._notify() Mar 29 16:45:40.881555 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 16:45:40.881555 n-d-834765-1 neutron-server[102791]: self.callback(batched_events) Mar 29 16:45:40.881555 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 16:45:40.881555 n-d-834765-1 neutron-server[102791]: event.method(event) Mar 29 16:45:40.881555 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 16:45:40.881555 n-d-834765-1 neutron-server[102791]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 16:45:40.881555 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 16:45:40.881555 n-d-834765-1 neutron-server[102791]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 16:45:40.881555 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 16:45:40.881555 n-d-834765-1 neutron-server[102791]: return f(self, *a, **k) Mar 29 16:45:40.881555 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 16:45:40.881555 n-d-834765-1 neutron-server[102791]: return self._get(url).json() Mar 29 16:45:40.881555 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 16:45:40.881555 n-d-834765-1 neutron-server[102791]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 16:45:40.881555 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 16:45:40.881555 n-d-834765-1 neutron-server[102791]: return self.request(url, 'GET', **kwargs) Mar 29 16:45:40.881555 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 16:45:40.881555 n-d-834765-1 neutron-server[102791]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 16:45:40.881555 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 16:45:40.881555 n-d-834765-1 neutron-server[102791]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 16:45:40.881555 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 16:45:40.881555 n-d-834765-1 neutron-server[102791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 16:45:40.881555 n-d-834765-1 neutron-server[102791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 16:45:40.942654 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-329e7a78-e199-4715-b352-b457aa1b4a6a tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1639897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648174'] for network, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:45:40.949652 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-329e7a78-e199-4715-b352-b457aa1b4a6a tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks [] for network, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:45:40.952934 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-329e7a78-e199-4715-b352-b457aa1b4a6a tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "DELETE /v2.0/networks/8b98ab13-c184-4f7f-9c2e-fbf5fda18c84 HTTP/1.1" status: 204 len: 168 time: 0.2986281 Mar 29 16:45:40.955624 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 43238) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:45:40.972165 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329e7a78-e199-4715-b352-b457aa1b4a6a tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Pushing event deleted for resources: {'Network': ['ID=8b98ab13-c184-4f7f-9c2e-fbf5fda18c84,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:45:41.027714 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-cec1f0bc-2eeb-47da-9a79-a9259267e121 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks [] for security_group, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:45:41.052819 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-cec1f0bc-2eeb-47da-9a79-a9259267e121 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:45:41.114908 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-cec1f0bc-2eeb-47da-9a79-a9259267e121 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:45:41.118106 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-cec1f0bc-2eeb-47da-9a79-a9259267e121 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Notify callbacks [] for security_group, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:45:41.119355 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-cec1f0bc-2eeb-47da-9a79-a9259267e121 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] 10.222.0.42 "DELETE /v2.0/security-groups/e4145fc9-9e2a-4b0d-bae9-bb1b6b94c79a HTTP/1.1" status: 204 len: 168 time: 0.1627610 Mar 29 16:45:41.129582 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec1f0bc-2eeb-47da-9a79-a9259267e121 tempest-TestNetworkAdvancedServerOps-496117288 tempest-TestNetworkAdvancedServerOps-496117288-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4145fc9-9e2a-4b0d-bae9-bb1b6b94c79a,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:45:41.452036 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 43246) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:45:41.582187 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-5e165f2f-7f68-40c5-b696-b6c68ee266d2 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=786485d247cc4bb0943a3056cc1d0d00&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1289361 Mar 29 16:45:41.584644 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 43250) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:45:41.631957 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-30ef711d-accd-4ff5-b2e2-32879cee09f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:45:41.652022 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-30ef711d-accd-4ff5-b2e2-32879cee09f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:45:41.699447 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-30ef711d-accd-4ff5-b2e2-32879cee09f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:45:41.701989 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-30ef711d-accd-4ff5-b2e2-32879cee09f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:45:41.703225 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-30ef711d-accd-4ff5-b2e2-32879cee09f5 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c3027dad-5e35-4b2c-9d50-4d6e89f9b60c HTTP/1.1" status: 204 len: 168 time: 0.1176105 Mar 29 16:45:41.710971 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ef711d-accd-4ff5-b2e2-32879cee09f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3027dad-5e35-4b2c-9d50-4d6e89f9b60c,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:45:41.972931 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 43256) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:45:41.988573 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-6a4839e5-ba7a-4dcf-9e90-f549c5967c24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:45:42.062427 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-6a4839e5-ba7a-4dcf-9e90-f549c5967c24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:45:42.066548 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-6a4839e5-ba7a-4dcf-9e90-f549c5967c24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:45:42.069842 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 18cf1a89-6455-45e7-9de8-c1e661ad9682 no longer exists at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 16:45:42.094332 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] No Port match for: 18cf1a89-6455-45e7-9de8-c1e661ad9682 {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 16:45:42.095345 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 18cf1a89-6455-45e7-9de8-c1e661ad9682 not bound to the agent host n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 16:45:42.095345 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 02456111-fd51-4a46-b340-9304017c8b90 no longer exists at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 16:45:42.105128 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-6a4839e5-ba7a-4dcf-9e90-f549c5967c24 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7089bbee709e4dd3a16f28032c89e12e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1311300 Mar 29 16:45:42.105991 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4839e5-ba7a-4dcf-9e90-f549c5967c24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=401c6638-6a9e-4587-a7e0-c68d17e9ad7a,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:45:42.107816 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 43258) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:45:42.116992 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] No Port match for: 02456111-fd51-4a46-b340-9304017c8b90 {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 16:45:42.117336 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 02456111-fd51-4a46-b340-9304017c8b90 not bound to the agent host n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 16:45:42.161157 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-8d52de16-17bd-493d-bdd4-1ede1c7f7ff2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:45:42.182443 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-8d52de16-17bd-493d-bdd4-1ede1c7f7ff2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:45:42.227833 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-8d52de16-17bd-493d-bdd4-1ede1c7f7ff2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:45:42.230320 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-8d52de16-17bd-493d-bdd4-1ede1c7f7ff2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:45:42.231481 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-8d52de16-17bd-493d-bdd4-1ede1c7f7ff2 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/401c6638-6a9e-4587-a7e0-c68d17e9ad7a HTTP/1.1" status: 204 len: 168 time: 0.1214256 Mar 29 16:45:42.239613 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d52de16-17bd-493d-bdd4-1ede1c7f7ff2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=401c6638-6a9e-4587-a7e0-c68d17e9ad7a,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:45:42.246873 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d52de16-17bd-493d-bdd4-1ede1c7f7ff2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:45:42.247219 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d52de16-17bd-493d-bdd4-1ede1c7f7ff2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:45:42.247581 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d52de16-17bd-493d-bdd4-1ede1c7f7ff2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:45:42.247910 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d52de16-17bd-493d-bdd4-1ede1c7f7ff2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:45:42.248233 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d52de16-17bd-493d-bdd4-1ede1c7f7ff2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:45:42.248552 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d52de16-17bd-493d-bdd4-1ede1c7f7ff2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:45:42.248873 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d52de16-17bd-493d-bdd4-1ede1c7f7ff2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:45:42.249188 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d52de16-17bd-493d-bdd4-1ede1c7f7ff2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:45:42.249502 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d52de16-17bd-493d-bdd4-1ede1c7f7ff2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:45:42.249816 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d52de16-17bd-493d-bdd4-1ede1c7f7ff2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:45:42.250341 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d52de16-17bd-493d-bdd4-1ede1c7f7ff2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:45:42.250668 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d52de16-17bd-493d-bdd4-1ede1c7f7ff2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:45:42.930308 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 43280) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:45:43.025744 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-ce12e84a-bb5c-402c-a9e2-ca55f3e64db3 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-58478164-network', 'tenant_id': '338550824e984aa6aa16846cec0506b5'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:45:43.045434 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce12e84a-bb5c-402c-a9e2-ca55f3e64db3 admin admin] Made reservation on behalf of 338550824e984aa6aa16846cec0506b5 for: {'network': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:45:43.048753 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-ce12e84a-bb5c-402c-a9e2-ca55f3e64db3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for network, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:45:43.057426 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-ce12e84a-bb5c-402c-a9e2-ca55f3e64db3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:45:43.132367 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-ce12e84a-bb5c-402c-a9e2-ca55f3e64db3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:45:43.135975 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-ce12e84a-bb5c-402c-a9e2-ca55f3e64db3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:45:43.160275 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce12e84a-bb5c-402c-a9e2-ca55f3e64db3 admin admin] vlan segment allocate from pool success with {'vlan_id': 614, 'physical_network': 'physnet1'} {{(pid=102790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 16:45:43.173936 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce12e84a-bb5c-402c-a9e2-ca55f3e64db3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39114d4c-14a9-4236-9307-de4e2653e9c7,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:45:43.180092 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-ce12e84a-bb5c-402c-a9e2-ca55f3e64db3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:45:43.180422 n-d-834765-1 neutron-server[102790]: INFO neutron.db.segments_db [None req-ce12e84a-bb5c-402c-a9e2-ca55f3e64db3 admin admin] Added segment bed8c626-8783-4c9c-9be7-52236db0bc9f of type vlan for network b902ef7f-343e-4d3a-8706-0baa492a13b0 Mar 29 16:45:43.220580 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-ce12e84a-bb5c-402c-a9e2-ca55f3e64db3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783522915970'] for network, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:45:43.244434 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-ce12e84a-bb5c-402c-a9e2-ca55f3e64db3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795'] for network, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:45:43.245376 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce12e84a-bb5c-402c-a9e2-ca55f3e64db3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:45:43.245970 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-ce12e84a-bb5c-402c-a9e2-ca55f3e64db3 admin admin] Notify callbacks [] for network, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:45:43.277779 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-ce12e84a-bb5c-402c-a9e2-ca55f3e64db3 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.3463819 Mar 29 16:45:43.280876 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 43284) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:45:43.286025 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-c17d8daf-ddd2-46c3-aa7e-5f5758deef40 admin admin] Request body: {'subnet': {'network_id': 'b902ef7f-343e-4d3a-8706-0baa492a13b0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-58478164-subnet', 'tenant_id': '338550824e984aa6aa16846cec0506b5', 'ip_version': 4}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:45:43.304724 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c17d8daf-ddd2-46c3-aa7e-5f5758deef40 admin admin] Made reservation on behalf of 338550824e984aa6aa16846cec0506b5 for: {'subnet': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:45:43.307518 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-c17d8daf-ddd2-46c3-aa7e-5f5758deef40 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16218875'] for subnet, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:45:43.308878 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce12e84a-bb5c-402c-a9e2-ca55f3e64db3 admin admin] Pushing event updated for resources: {'Network': ['ID=b902ef7f-343e-4d3a-8706-0baa492a13b0,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:45:43.319842 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Network b902ef7f-343e-4d3a-8706-0baa492a13b0 details requested by agent ovs-agent-n-d-834765-1 with host n-d-834765-1 {{(pid=102792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 16:45:43.481897 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-c17d8daf-ddd2-46c3-aa7e-5f5758deef40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16155524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16218861'] for subnet, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:45:43.541259 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17d8daf-ddd2-46c3-aa7e-5f5758deef40 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c1523c60-8661-46f8-9689-530b8e45e3c2,revision_number=0']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:45:43.543762 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c17d8daf-ddd2-46c3-aa7e-5f5758deef40 admin admin] Checking segment: {'id': 'bed8c626-8783-4c9c-9be7-52236db0bc9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'b902ef7f-343e-4d3a-8706-0baa492a13b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 16:45:43.544121 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c17d8daf-ddd2-46c3-aa7e-5f5758deef40 admin admin] Network hostable DHCP agents. Network: b902ef7f-343e-4d3a-8706-0baa492a13b0, hostable agents: ['d136643e-48ae-49d4-a851-2ba3bdf3749c'], hosted agents: [] {{(pid=102791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 16:45:43.564196 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c17d8daf-ddd2-46c3-aa7e-5f5758deef40 admin admin] Network b902ef7f-343e-4d3a-8706-0baa492a13b0 is scheduled to be hosted by DHCP agent d136643e-48ae-49d4-a851-2ba3bdf3749c with binding_index 1 {{(pid=102791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 16:45:43.573214 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [None req-c17d8daf-ddd2-46c3-aa7e-5f5758deef40 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834765-1, b902ef7f-343e-4d3a-8706-0baa492a13b0) {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:45:43.577587 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c17d8daf-ddd2-46c3-aa7e-5f5758deef40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:45:43.579359 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-c17d8daf-ddd2-46c3-aa7e-5f5758deef40 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:45:43.583585 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a028a3ee-b6b7-4b7d-b7dc-12aec2f76cb1 None None] Network b902ef7f-343e-4d3a-8706-0baa492a13b0 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 16:45:43.594978 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-c17d8daf-ddd2-46c3-aa7e-5f5758deef40 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.3128457 Mar 29 16:45:43.597824 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 43286) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:45:43.602985 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-3ab7950a-d2ef-4210-9bda-0c4c788d1cc5 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-58478164-router', 'tenant_id': '338550824e984aa6aa16846cec0506b5', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'}}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:45:43.623158 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-3ab7950a-d2ef-4210-9bda-0c4c788d1cc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-532385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129310'] for router, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:45:43.624226 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-3ab7950a-d2ef-4210-9bda-0c4c788d1cc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-648091', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-684384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129319'] for router, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:45:43.681506 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-3ab7950a-d2ef-4210-9bda-0c4c788d1cc5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:45:43.736563 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6310a5a4-47b2-41f7-aca7-89cdcb92666d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0035034-69b0-5ffc-b384-0ac6189c5628-b902ef7f-343e-4d3a-8706-0baa492a13b0', 'network_id': 'b902ef7f-343e-4d3a-8706-0baa492a13b0', 'tenant_id': '338550824e984aa6aa16846cec0506b5', 'fixed_ips': [{'subnet_id': 'c1523c60-8661-46f8-9689-530b8e45e3c2'}]}} from n-d-834765-1. {{(pid=102792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 29 16:45:43.737462 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-6310a5a4-47b2-41f7-aca7-89cdcb92666d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:45:43.820614 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-3ab7950a-d2ef-4210-9bda-0c4c788d1cc5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:45:43.884186 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.db_base_plugin_common [None req-6310a5a4-47b2-41f7-aca7-89cdcb92666d None None] Allocated IP 172.20.0.2 (b902ef7f-343e-4d3a-8706-0baa492a13b0/c1523c60-8661-46f8-9689-530b8e45e3c2/c3b21e34-1600-4b33-9150-c5a3d70b1227) {{(pid=102792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:45:44.034830 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-3ab7950a-d2ef-4210-9bda-0c4c788d1cc5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:45:44.040204 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-6310a5a4-47b2-41f7-aca7-89cdcb92666d None None] Notify callbacks [] for port, precommit_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:45:44.045438 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-6310a5a4-47b2-41f7-aca7-89cdcb92666d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956'] for port, after_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:45:44.055497 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-3ab7950a-d2ef-4210-9bda-0c4c788d1cc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:45:44.094788 n-d-834765-1 neutron-server[102792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6310a5a4-47b2-41f7-aca7-89cdcb92666d None None] Network b902ef7f-343e-4d3a-8706-0baa492a13b0 is already hosted by enough agents. {{(pid=102792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:45:44.098545 n-d-834765-1 neutron-server[102792]: DEBUG neutron.scheduler.base_scheduler [None req-6310a5a4-47b2-41f7-aca7-89cdcb92666d None None] Resources bound (agent type, host, resource id): {{(pid=102792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:45:44.101433 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6310a5a4-47b2-41f7-aca7-89cdcb92666d None None] Received port after_create {{(pid=102792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:45:44.106616 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6310a5a4-47b2-41f7-aca7-89cdcb92666d None None] Pushing event updated for resources: {'Port': ['ID=c3b21e34-1600-4b33-9150-c5a3d70b1227,revision_number=1']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:45:44.163612 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-6310a5a4-47b2-41f7-aca7-89cdcb92666d None None] Attempting to bind port c3b21e34-1600-4b33-9150-c5a3d70b1227 on host n-d-834765-1 for vnic_type normal with profile {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 16:45:44.164000 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-6310a5a4-47b2-41f7-aca7-89cdcb92666d None None] Attempting to bind port c3b21e34-1600-4b33-9150-c5a3d70b1227 by drivers openvswitch,hyperv on host n-d-834765-1 at level 0 using segments [{'id': 'bed8c626-8783-4c9c-9be7-52236db0bc9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'b902ef7f-343e-4d3a-8706-0baa492a13b0'}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 16:45:44.164357 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6310a5a4-47b2-41f7-aca7-89cdcb92666d None None] Attempting to bind port c3b21e34-1600-4b33-9150-c5a3d70b1227 on network b902ef7f-343e-4d3a-8706-0baa492a13b0 {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 16:45:44.166503 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_common [None req-3ab7950a-d2ef-4210-9bda-0c4c788d1cc5 admin admin] Allocated IP 172.25.4.107 (4a4a035d-ecac-4ead-baa3-25f90788773a/e1a353dc-fac8-4901-a63c-273840237d6a/1817091b-8304-4203-ac86-d1cbea8c264d) {{(pid=102791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:45:44.169648 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6310a5a4-47b2-41f7-aca7-89cdcb92666d None None] Checking agent: {'id': 'a8866439-9d96-425c-b519-6905c591ac37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 25, 36), 'started_at': datetime.datetime(2022, 3, 29, 15, 26, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 16, 45, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834765-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 16:45:44.170014 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6310a5a4-47b2-41f7-aca7-89cdcb92666d None None] Checking segment: {'id': 'bed8c626-8783-4c9c-9be7-52236db0bc9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'b902ef7f-343e-4d3a-8706-0baa492a13b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 16:45:44.170407 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-6310a5a4-47b2-41f7-aca7-89cdcb92666d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:45:44.170794 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6310a5a4-47b2-41f7-aca7-89cdcb92666d None None] Bound using segment: {'id': 'bed8c626-8783-4c9c-9be7-52236db0bc9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'b902ef7f-343e-4d3a-8706-0baa492a13b0'} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 16:45:44.171339 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-6310a5a4-47b2-41f7-aca7-89cdcb92666d None None] Bound port: c3b21e34-1600-4b33-9150-c5a3d70b1227, host: n-d-834765-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bed8c626-8783-4c9c-9be7-52236db0bc9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'b902ef7f-343e-4d3a-8706-0baa492a13b0'}}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 16:45:44.172518 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-6310a5a4-47b2-41f7-aca7-89cdcb92666d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:45:44.242131 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-6310a5a4-47b2-41f7-aca7-89cdcb92666d None None] For port c3b21e34-1600-4b33-9150-c5a3d70b1227, host n-d-834765-1, cleared binding levels {{(pid=102792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 16:45:44.245454 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-6310a5a4-47b2-41f7-aca7-89cdcb92666d None None] For port c3b21e34-1600-4b33-9150-c5a3d70b1227, host n-d-834765-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=c3b21e34-1600-4b33-9150-c5a3d70b1227,segment=NetworkSegment(bed8c626-8783-4c9c-9be7-52236db0bc9f),segment_id=bed8c626-8783-4c9c-9be7-52236db0bc9f)] {{(pid=102792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 16:45:44.252184 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-6310a5a4-47b2-41f7-aca7-89cdcb92666d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:45:44.276601 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-3ab7950a-d2ef-4210-9bda-0c4c788d1cc5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:45:44.315219 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6310a5a4-47b2-41f7-aca7-89cdcb92666d None None] Pushing event updated for resources: {'Port': ['ID=c3b21e34-1600-4b33-9150-c5a3d70b1227,revision_number=2']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:45:44.315471 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-3ab7950a-d2ef-4210-9bda-0c4c788d1cc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:45:44.370513 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ab7950a-d2ef-4210-9bda-0c4c788d1cc5 admin admin] Network 4a4a035d-ecac-4ead-baa3-25f90788773a is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:45:44.374502 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab7950a-d2ef-4210-9bda-0c4c788d1cc5 admin admin] Pushing event updated for resources: {'Port': ['ID=1817091b-8304-4203-ac86-d1cbea8c264d,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:45:44.377885 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [None req-3ab7950a-d2ef-4210-9bda-0c4c788d1cc5 admin admin] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:45:44.380157 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ab7950a-d2ef-4210-9bda-0c4c788d1cc5 admin admin] Received port after_create {{(pid=102791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:45:44.673012 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-3ab7950a-d2ef-4210-9bda-0c4c788d1cc5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:45:44.873164 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-3ab7950a-d2ef-4210-9bda-0c4c788d1cc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648118'] for router, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:45:45.000785 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ab7950a-d2ef-4210-9bda-0c4c788d1cc5 admin admin] Router 885060f0-3925-4f7b-8c3c-6c705d1dba1c is scheduled to L3 agent c648d819-1060-4f26-b4ec-6455387b5dff with binding_index 1 {{(pid=102791) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 29 16:45:45.112782 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ab7950a-d2ef-4210-9bda-0c4c788d1cc5 admin admin] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 16:45:45.121844 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-007da147-baa3-4186-bdce-24784340b2ed None None] Sync routers for ids ['885060f0-3925-4f7b-8c3c-6c705d1dba1c'] in n-d-834765-1 {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 16:45:45.134538 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-3ab7950a-d2ef-4210-9bda-0c4c788d1cc5 admin admin] Notify callbacks [] for router, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:45:45.138912 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-007da147-baa3-4186-bdce-24784340b2ed None None] Routers {'885060f0-3925-4f7b-8c3c-6c705d1dba1c'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:45:45.139105 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-3ab7950a-d2ef-4210-9bda-0c4c788d1cc5 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.5374396 Mar 29 16:45:45.139217 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-007da147-baa3-4186-bdce-24784340b2ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:45:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['885060f0-3925-4f7b-8c3c-6c705d1dba1c'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:45:45.139520 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 43288) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:45:45.252336 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvr_db [None req-007da147-baa3-4186-bdce-24784340b2ed None None] Set router 885060f0-3925-4f7b-8c3c-6c705d1dba1c gateway port host: n-d-834765-1 {{(pid=102792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:45:45.309907 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5742d1ab-ba99-4886-b390-6b787a10859c None None] Network b902ef7f-343e-4d3a-8706-0baa492a13b0 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 16:45:45.564365 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-934fd5d0-1fdb-4bb6-a372-8d36f8573f58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:45:45.613323 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-56ad76ad-ba04-4522-8d12-e1c3839956aa None None] Provisioning complete for port c3b21e34-1600-4b33-9150-c5a3d70b1227 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:45:45.613691 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-56ad76ad-ba04-4522-8d12-e1c3839956aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:45:45.730604 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_common [None req-934fd5d0-1fdb-4bb6-a372-8d36f8573f58 admin admin] Allocated IP 172.20.0.1 (b902ef7f-343e-4d3a-8706-0baa492a13b0/c1523c60-8661-46f8-9689-530b8e45e3c2/2cc9388d-fbc1-4042-a282-d28a908877b6) {{(pid=102791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:45:45.797571 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-007da147-baa3-4186-bdce-24784340b2ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '885060f0-3925-4f7b-8c3c-6c705d1dba1c', 'name': 'tempest-TestShelveInstance-58478164-router', 'tenant_id': '338550824e984aa6aa16846cec0506b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.107'}], 'enable_snat': True}, 'gw_port_id': '1817091b-8304-4203-ac86-d1cbea8c264d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:45:43Z', 'updated_at': '2022-03-29T16:45:44Z', 'revision_number': 3, 'project_id': '338550824e984aa6aa16846cec0506b5', 'gw_port': {'id': '1817091b-8304-4203-ac86-d1cbea8c264d', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:23:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '885060f0-3925-4f7b-8c3c-6c705d1dba1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:45:44Z', 'updated_at': '2022-03-29T16:45:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1'}], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:45:45.799323 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-56ad76ad-ba04-4522-8d12-e1c3839956aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:45:45.834127 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-934fd5d0-1fdb-4bb6-a372-8d36f8573f58 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:45:45.838240 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-007da147-baa3-4186-bdce-24784340b2ed None None] Checking router: 885060f0-3925-4f7b-8c3c-6c705d1dba1c for host: n-d-834765-1 {{(pid=102792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 16:45:45.838606 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-007da147-baa3-4186-bdce-24784340b2ed None None] Updating router 885060f0-3925-4f7b-8c3c-6c705d1dba1c port 1817091b-8304-4203-ac86-d1cbea8c264d binding host n-d-834765-1 {{(pid=102792) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 16:45:45.870245 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-934fd5d0-1fdb-4bb6-a372-8d36f8573f58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:45:45.880636 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-007da147-baa3-4186-bdce-24784340b2ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:45:45.885283 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-56ad76ad-ba04-4522-8d12-e1c3839956aa None None] For port c3b21e34-1600-4b33-9150-c5a3d70b1227, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=c3b21e34-1600-4b33-9150-c5a3d70b1227,segment=NetworkSegment(bed8c626-8783-4c9c-9be7-52236db0bc9f),segment_id=bed8c626-8783-4c9c-9be7-52236db0bc9f)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:45:45.902908 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-56ad76ad-ba04-4522-8d12-e1c3839956aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:45:45.909044 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-934fd5d0-1fdb-4bb6-a372-8d36f8573f58 admin admin] Network b902ef7f-343e-4d3a-8706-0baa492a13b0 is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:45:45.914288 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [None req-934fd5d0-1fdb-4bb6-a372-8d36f8573f58 admin admin] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:45:45.918233 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-934fd5d0-1fdb-4bb6-a372-8d36f8573f58 admin admin] Received port after_create {{(pid=102791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:45:45.961321 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934fd5d0-1fdb-4bb6-a372-8d36f8573f58 admin admin] Pushing event updated for resources: {'Port': ['ID=2cc9388d-fbc1-4042-a282-d28a908877b6,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:45:45.976705 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-934fd5d0-1fdb-4bb6-a372-8d36f8573f58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-648347'] for router_interface, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:45:46.030859 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ad76ad-ba04-4522-8d12-e1c3839956aa None None] Pushing event updated for resources: {'Port': ['ID=c3b21e34-1600-4b33-9150-c5a3d70b1227,revision_number=3']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:45:46.050477 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-7535ea63-4e86-4ae6-9530-0f165aba1a94 None None] Provisioning complete for port c3b21e34-1600-4b33-9150-c5a3d70b1227 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:45:46.050848 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-7535ea63-4e86-4ae6-9530-0f165aba1a94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:45:46.128825 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-934fd5d0-1fdb-4bb6-a372-8d36f8573f58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:45:46.152370 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device c3b21e34-1600-4b33-9150-c5a3d70b1227 up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 16:45:46.309456 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-934fd5d0-1fdb-4bb6-a372-8d36f8573f58 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:45:46.315025 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-934fd5d0-1fdb-4bb6-a372-8d36f8573f58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:45:46.318325 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port c3b21e34-1600-4b33-9150-c5a3d70b1227 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:45:46.318698 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:45:46.354799 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-007da147-baa3-4186-bdce-24784340b2ed None None] Notify callbacks [] for port, precommit_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:45:46.364112 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-007da147-baa3-4186-bdce-24784340b2ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:45:46.383878 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-934fd5d0-1fdb-4bb6-a372-8d36f8573f58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-648439'] for router_interface, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:45:46.386440 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934fd5d0-1fdb-4bb6-a372-8d36f8573f58 admin admin] Pushing event updated for resources: {'Port': ['ID=2cc9388d-fbc1-4042-a282-d28a908877b6,revision_number=2']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:45:46.433641 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-007da147-baa3-4186-bdce-24784340b2ed None None] Attempting to bind port 1817091b-8304-4203-ac86-d1cbea8c264d on host n-d-834765-1 for vnic_type normal with profile {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 16:45:46.434009 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-007da147-baa3-4186-bdce-24784340b2ed None None] Attempting to bind port 1817091b-8304-4203-ac86-d1cbea8c264d by drivers openvswitch,hyperv on host n-d-834765-1 at level 0 using segments [{'id': '6ab47353-a811-4bad-bc73-b4cc84583cfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 16:45:46.434370 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-007da147-baa3-4186-bdce-24784340b2ed None None] Attempting to bind port 1817091b-8304-4203-ac86-d1cbea8c264d on network 4a4a035d-ecac-4ead-baa3-25f90788773a {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 16:45:46.442066 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd491d2-23b0-4bac-a99a-a8c29099a180 None None] Pushing event updated for resources: {'Port': ['ID=1817091b-8304-4203-ac86-d1cbea8c264d,revision_number=2']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:45:46.468060 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-d8081398-f6e1-4117-af04-a346219fac28 None None] Provisioning complete for port 2cc9388d-fbc1-4042-a282-d28a908877b6 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:45:46.468571 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d8081398-f6e1-4117-af04-a346219fac28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:45:46.473139 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-007da147-baa3-4186-bdce-24784340b2ed None None] Checking agent: {'id': 'a8866439-9d96-425c-b519-6905c591ac37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 25, 36), 'started_at': datetime.datetime(2022, 3, 29, 15, 26, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 16, 45, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834765-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 16:45:46.473512 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-007da147-baa3-4186-bdce-24784340b2ed None None] Checking segment: {'id': '6ab47353-a811-4bad-bc73-b4cc84583cfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 16:45:46.473908 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-007da147-baa3-4186-bdce-24784340b2ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:45:46.474299 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-007da147-baa3-4186-bdce-24784340b2ed None None] Bound using segment: {'id': '6ab47353-a811-4bad-bc73-b4cc84583cfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 16:45:46.474820 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-007da147-baa3-4186-bdce-24784340b2ed None None] Bound port: 1817091b-8304-4203-ac86-d1cbea8c264d, host: n-d-834765-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ab47353-a811-4bad-bc73-b4cc84583cfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'}}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 16:45:46.475191 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-007da147-baa3-4186-bdce-24784340b2ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:45:46.484205 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-934fd5d0-1fdb-4bb6-a372-8d36f8573f58 admin admin] Network b902ef7f-343e-4d3a-8706-0baa492a13b0 is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:45:46.485879 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [None req-934fd5d0-1fdb-4bb6-a372-8d36f8573f58 admin admin] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:45:46.560691 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-d8081398-f6e1-4117-af04-a346219fac28 None None] Port 2cc9388d-fbc1-4042-a282-d28a908877b6 cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 16:45:46.580295 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-007da147-baa3-4186-bdce-24784340b2ed None None] For port 1817091b-8304-4203-ac86-d1cbea8c264d, host n-d-834765-1, cleared binding levels {{(pid=102792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 16:45:46.584272 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-007da147-baa3-4186-bdce-24784340b2ed None None] For port 1817091b-8304-4203-ac86-d1cbea8c264d, host n-d-834765-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=1817091b-8304-4203-ac86-d1cbea8c264d,segment=NetworkSegment(6ab47353-a811-4bad-bc73-b4cc84583cfd),segment_id=6ab47353-a811-4bad-bc73-b4cc84583cfd)] {{(pid=102792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 16:45:46.588984 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-007da147-baa3-4186-bdce-24784340b2ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:45:46.620262 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-934fd5d0-1fdb-4bb6-a372-8d36f8573f58 admin admin] Router 885060f0-3925-4f7b-8c3c-6c705d1dba1c has already been hosted by L3 agent c648d819-1060-4f26-b4ec-6455387b5dff {{(pid=102791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 16:45:46.650768 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-007da147-baa3-4186-bdce-24784340b2ed None None] Routers {'885060f0-3925-4f7b-8c3c-6c705d1dba1c'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:45:46.651445 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-007da147-baa3-4186-bdce-24784340b2ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:45:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['885060f0-3925-4f7b-8c3c-6c705d1dba1c'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:45:46.691182 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd491d2-23b0-4bac-a99a-a8c29099a180 None None] Pushing event updated for resources: {'Port': ['ID=1817091b-8304-4203-ac86-d1cbea8c264d,revision_number=3']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:45:46.742330 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-934fd5d0-1fdb-4bb6-a372-8d36f8573f58 admin admin] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 16:45:46.747374 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-934fd5d0-1fdb-4bb6-a372-8d36f8573f58 admin admin] 10.222.0.42 "PUT /v2.0/routers/885060f0-3925-4f7b-8c3c-6c705d1dba1c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6072505 Mar 29 16:45:46.767602 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvr_db [None req-007da147-baa3-4186-bdce-24784340b2ed None None] Set router 885060f0-3925-4f7b-8c3c-6c705d1dba1c gateway port host: n-d-834765-1 {{(pid=102792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:45:46.823131 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-cc6e46e2-56b7-46fc-9936-55f60827e23d None None] Provisioning complete for port 2cc9388d-fbc1-4042-a282-d28a908877b6 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:45:46.823531 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-cc6e46e2-56b7-46fc-9936-55f60827e23d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:45:46.905083 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-cc6e46e2-56b7-46fc-9936-55f60827e23d None None] Port 2cc9388d-fbc1-4042-a282-d28a908877b6 cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 16:45:47.015154 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-007da147-baa3-4186-bdce-24784340b2ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '885060f0-3925-4f7b-8c3c-6c705d1dba1c', 'name': 'tempest-TestShelveInstance-58478164-router', 'tenant_id': '338550824e984aa6aa16846cec0506b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.107'}], 'enable_snat': True}, 'gw_port_id': '1817091b-8304-4203-ac86-d1cbea8c264d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:45:43Z', 'updated_at': '2022-03-29T16:45:46Z', 'revision_number': 4, 'project_id': '338550824e984aa6aa16846cec0506b5', 'gw_port': {'id': '1817091b-8304-4203-ac86-d1cbea8c264d', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:23:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '885060f0-3925-4f7b-8c3c-6c705d1dba1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:45:44Z', 'updated_at': '2022-03-29T16:45:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': '2cc9388d-fbc1-4042-a282-d28a908877b6', 'name': '', 'network_id': 'b902ef7f-343e-4d3a-8706-0baa492a13b0', 'tenant_id': '338550824e984aa6aa16846cec0506b5', 'mac_address': 'fa:16:3e:c0:58:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '885060f0-3925-4f7b-8c3c-6c705d1dba1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': 'c1523c60-8661-46f8-9689-530b8e45e3c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:45:45Z', 'updated_at': '2022-03-29T16:45:46Z', 'revision_number': 2, 'project_id': '338550824e984aa6aa16846cec0506b5', 'subnets': [{'id': 'c1523c60-8661-46f8-9689-530b8e45e3c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:45:47.042466 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-007da147-baa3-4186-bdce-24784340b2ed None None] The sync data for ids ['885060f0-3925-4f7b-8c3c-6c705d1dba1c'] in n-d-834765-1 is: [{'id': '885060f0-3925-4f7b-8c3c-6c705d1dba1c', 'name': 'tempest-TestShelveInstance-58478164-router', 'tenant_id': '338550824e984aa6aa16846cec0506b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.107'}], 'enable_snat': True}, 'gw_port_id': '1817091b-8304-4203-ac86-d1cbea8c264d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:45:43Z', 'updated_at': '2022-03-29T16:45:46Z', 'revision_number': 4, 'project_id': '338550824e984aa6aa16846cec0506b5', 'gw_port': {'id': '1817091b-8304-4203-ac86-d1cbea8c264d', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:23:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '885060f0-3925-4f7b-8c3c-6c705d1dba1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:45:44Z', 'updated_at': '2022-03-29T16:45:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': '2cc9388d-fbc1-4042-a282-d28a908877b6', 'name': '', 'network_id': 'b902ef7f-343e-4d3a-8706-0baa492a13b0', 'tenant_id': '338550824e984aa6aa16846cec0506b5', 'mac_address': 'fa:16:3e:c0:58:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '885060f0-3925-4f7b-8c3c-6c705d1dba1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': 'c1523c60-8661-46f8-9689-530b8e45e3c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:45:45Z', 'updated_at': '2022-03-29T16:45:46Z', 'revision_number': 2, 'project_id': '338550824e984aa6aa16846cec0506b5', 'subnets': [{'id': 'c1523c60-8661-46f8-9689-530b8e45e3c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 16:45:47.236641 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 43304) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:45:47.243848 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-3fd1f257-0e94-46d4-9fda-827d701a22ab admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1640281375-network', 'tenant_id': '0b5ec91ea2544347a55fd901f829e9fc'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:45:47.262970 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fd1f257-0e94-46d4-9fda-827d701a22ab admin admin] Made reservation on behalf of 0b5ec91ea2544347a55fd901f829e9fc for: {'network': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:45:47.267371 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-3fd1f257-0e94-46d4-9fda-827d701a22ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for network, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:45:47.278682 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-3fd1f257-0e94-46d4-9fda-827d701a22ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:45:47.367325 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-3fd1f257-0e94-46d4-9fda-827d701a22ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:45:47.371346 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-3fd1f257-0e94-46d4-9fda-827d701a22ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:45:47.400767 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3fd1f257-0e94-46d4-9fda-827d701a22ab admin admin] vlan segment allocate from pool success with {'vlan_id': 617, 'physical_network': 'physnet1'} {{(pid=102790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 16:45:47.407283 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd1f257-0e94-46d4-9fda-827d701a22ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f078a87-8f52-4775-b089-95eb45b1d7b8,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:45:47.417454 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-3fd1f257-0e94-46d4-9fda-827d701a22ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:45:47.417847 n-d-834765-1 neutron-server[102790]: INFO neutron.db.segments_db [None req-3fd1f257-0e94-46d4-9fda-827d701a22ab admin admin] Added segment b3595129-367f-423a-80fd-36a5a7a1f457 of type vlan for network 36e0c683-430e-49be-a910-97f5d8f47bdc Mar 29 16:45:47.461913 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-3fd1f257-0e94-46d4-9fda-827d701a22ab admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783522915970'] for network, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:45:47.490308 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-3fd1f257-0e94-46d4-9fda-827d701a22ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795'] for network, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:45:47.491374 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fd1f257-0e94-46d4-9fda-827d701a22ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:45:47.491969 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-3fd1f257-0e94-46d4-9fda-827d701a22ab admin admin] Notify callbacks [] for network, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:45:47.525606 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-3fd1f257-0e94-46d4-9fda-827d701a22ab admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2872434 Mar 29 16:45:47.528576 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 43306) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:45:47.533948 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-8c71cd1e-e9f6-47b1-beaa-7c0a0bab2642 admin admin] Request body: {'subnet': {'network_id': '36e0c683-430e-49be-a910-97f5d8f47bdc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1640281375-subnet', 'tenant_id': '0b5ec91ea2544347a55fd901f829e9fc', 'ip_version': 4}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:45:47.553709 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c71cd1e-e9f6-47b1-beaa-7c0a0bab2642 admin admin] Made reservation on behalf of 0b5ec91ea2544347a55fd901f829e9fc for: {'subnet': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:45:47.556168 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-8c71cd1e-e9f6-47b1-beaa-7c0a0bab2642 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16218875'] for subnet, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:45:47.558524 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd1f257-0e94-46d4-9fda-827d701a22ab admin admin] Pushing event updated for resources: {'Network': ['ID=36e0c683-430e-49be-a910-97f5d8f47bdc,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:45:47.569887 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Network 36e0c683-430e-49be-a910-97f5d8f47bdc details requested by agent ovs-agent-n-d-834765-1 with host n-d-834765-1 {{(pid=102792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 16:45:47.791461 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:45:48.075563 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-8c71cd1e-e9f6-47b1-beaa-7c0a0bab2642 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16155524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16218861'] for subnet, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:45:48.136726 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c71cd1e-e9f6-47b1-beaa-7c0a0bab2642 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f002e05c-2af2-4893-bb52-3dc9bb75637e,revision_number=0']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:45:48.150862 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c71cd1e-e9f6-47b1-beaa-7c0a0bab2642 admin admin] Checking segment: {'id': 'b3595129-367f-423a-80fd-36a5a7a1f457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '36e0c683-430e-49be-a910-97f5d8f47bdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 16:45:48.151234 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c71cd1e-e9f6-47b1-beaa-7c0a0bab2642 admin admin] Network hostable DHCP agents. Network: 36e0c683-430e-49be-a910-97f5d8f47bdc, hostable agents: ['d136643e-48ae-49d4-a851-2ba3bdf3749c'], hosted agents: [] {{(pid=102791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 16:45:48.154170 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 1817091b-8304-4203-ac86-d1cbea8c264d up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 16:45:48.173255 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c71cd1e-e9f6-47b1-beaa-7c0a0bab2642 admin admin] Network 36e0c683-430e-49be-a910-97f5d8f47bdc is scheduled to be hosted by DHCP agent d136643e-48ae-49d4-a851-2ba3bdf3749c with binding_index 1 {{(pid=102791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 16:45:48.182717 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [None req-8c71cd1e-e9f6-47b1-beaa-7c0a0bab2642 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834765-1, 36e0c683-430e-49be-a910-97f5d8f47bdc) {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:45:48.186812 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c71cd1e-e9f6-47b1-beaa-7c0a0bab2642 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:45:48.188292 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-8c71cd1e-e9f6-47b1-beaa-7c0a0bab2642 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:45:48.198984 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72fdce20-a160-4579-92f4-711b7a3ccb8e None None] Network 36e0c683-430e-49be-a910-97f5d8f47bdc requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 16:45:48.207016 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-8c71cd1e-e9f6-47b1-beaa-7c0a0bab2642 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6773109 Mar 29 16:45:48.209516 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 43308) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:45:48.213921 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-b2fece9a-ca57-4101-9125-33bb0e9c1213 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1640281375-router', 'tenant_id': '0b5ec91ea2544347a55fd901f829e9fc', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'}}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:45:48.236308 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-b2fece9a-ca57-4101-9125-33bb0e9c1213 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-532385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129310'] for router, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:45:48.237313 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-b2fece9a-ca57-4101-9125-33bb0e9c1213 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-648091', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-684384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129319'] for router, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:45:48.278931 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port 1817091b-8304-4203-ac86-d1cbea8c264d triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:45:48.279349 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:45:48.299511 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-b2fece9a-ca57-4101-9125-33bb0e9c1213 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:45:48.430971 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:45:48.439706 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:45:48.448154 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-b2fece9a-ca57-4101-9125-33bb0e9c1213 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:45:48.460427 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e94c6589-6df7-48c7-be78-717c693d7d0d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0035034-69b0-5ffc-b384-0ac6189c5628-36e0c683-430e-49be-a910-97f5d8f47bdc', 'network_id': '36e0c683-430e-49be-a910-97f5d8f47bdc', 'tenant_id': '0b5ec91ea2544347a55fd901f829e9fc', 'fixed_ips': [{'subnet_id': 'f002e05c-2af2-4893-bb52-3dc9bb75637e'}]}} from n-d-834765-1. {{(pid=102792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 29 16:45:48.461360 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-e94c6589-6df7-48c7-be78-717c693d7d0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:45:48.466790 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] For port 1817091b-8304-4203-ac86-d1cbea8c264d, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=1817091b-8304-4203-ac86-d1cbea8c264d,segment=NetworkSegment(6ab47353-a811-4bad-bc73-b4cc84583cfd),segment_id=6ab47353-a811-4bad-bc73-b4cc84583cfd)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:45:48.481084 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:45:48.481857 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device c3b21e34-1600-4b33-9150-c5a3d70b1227 up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 16:45:48.636150 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Pushing event updated for resources: {'Port': ['ID=1817091b-8304-4203-ac86-d1cbea8c264d,revision_number=4']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:45:48.650432 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-b2fece9a-ca57-4101-9125-33bb0e9c1213 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:45:48.673166 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port c3b21e34-1600-4b33-9150-c5a3d70b1227 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:45:48.673566 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:45:48.674544 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-b2fece9a-ca57-4101-9125-33bb0e9c1213 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:45:48.710248 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.db_base_plugin_common [None req-e94c6589-6df7-48c7-be78-717c693d7d0d None None] Allocated IP 172.20.0.2 (36e0c683-430e-49be-a910-97f5d8f47bdc/f002e05c-2af2-4893-bb52-3dc9bb75637e/b1d58d42-c6eb-4ad1-8e39-546bf634a452) {{(pid=102792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:45:48.781824 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_common [None req-b2fece9a-ca57-4101-9125-33bb0e9c1213 admin admin] Allocated IP 172.25.4.67 (4a4a035d-ecac-4ead-baa3-25f90788773a/e1a353dc-fac8-4901-a63c-273840237d6a/19ce4d91-a744-4d68-afb3-e7e9d389ef8c) {{(pid=102791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:45:48.891296 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-b2fece9a-ca57-4101-9125-33bb0e9c1213 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:45:48.902700 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-e94c6589-6df7-48c7-be78-717c693d7d0d None None] Notify callbacks [] for port, precommit_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:45:48.909809 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-e94c6589-6df7-48c7-be78-717c693d7d0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956'] for port, after_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:45:48.925795 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-b2fece9a-ca57-4101-9125-33bb0e9c1213 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:45:48.948637 n-d-834765-1 neutron-server[102792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e94c6589-6df7-48c7-be78-717c693d7d0d None None] Network 36e0c683-430e-49be-a910-97f5d8f47bdc is already hosted by enough agents. {{(pid=102792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:45:48.954040 n-d-834765-1 neutron-server[102792]: DEBUG neutron.scheduler.base_scheduler [None req-e94c6589-6df7-48c7-be78-717c693d7d0d None None] Resources bound (agent type, host, resource id): {{(pid=102792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:45:48.957791 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e94c6589-6df7-48c7-be78-717c693d7d0d None None] Received port after_create {{(pid=102792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:45:48.968868 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2fece9a-ca57-4101-9125-33bb0e9c1213 admin admin] Network 4a4a035d-ecac-4ead-baa3-25f90788773a is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:45:48.971718 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [None req-b2fece9a-ca57-4101-9125-33bb0e9c1213 admin admin] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:45:48.979409 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94c6589-6df7-48c7-be78-717c693d7d0d None None] Pushing event updated for resources: {'Port': ['ID=b1d58d42-c6eb-4ad1-8e39-546bf634a452,revision_number=1']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:45:48.987010 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2fece9a-ca57-4101-9125-33bb0e9c1213 admin admin] Received port after_create {{(pid=102791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:45:48.990344 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fece9a-ca57-4101-9125-33bb0e9c1213 admin admin] Pushing event updated for resources: {'Port': ['ID=19ce4d91-a744-4d68-afb3-e7e9d389ef8c,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:45:49.024610 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-e94c6589-6df7-48c7-be78-717c693d7d0d None None] Attempting to bind port b1d58d42-c6eb-4ad1-8e39-546bf634a452 on host n-d-834765-1 for vnic_type normal with profile {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 16:45:49.024978 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-e94c6589-6df7-48c7-be78-717c693d7d0d None None] Attempting to bind port b1d58d42-c6eb-4ad1-8e39-546bf634a452 by drivers openvswitch,hyperv on host n-d-834765-1 at level 0 using segments [{'id': 'b3595129-367f-423a-80fd-36a5a7a1f457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '36e0c683-430e-49be-a910-97f5d8f47bdc'}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 16:45:49.025339 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e94c6589-6df7-48c7-be78-717c693d7d0d None None] Attempting to bind port b1d58d42-c6eb-4ad1-8e39-546bf634a452 on network 36e0c683-430e-49be-a910-97f5d8f47bdc {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 16:45:49.030189 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e94c6589-6df7-48c7-be78-717c693d7d0d None None] Checking agent: {'id': 'a8866439-9d96-425c-b519-6905c591ac37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 25, 36), 'started_at': datetime.datetime(2022, 3, 29, 15, 26, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 16, 45, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834765-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 16:45:49.030554 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e94c6589-6df7-48c7-be78-717c693d7d0d None None] Checking segment: {'id': 'b3595129-367f-423a-80fd-36a5a7a1f457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '36e0c683-430e-49be-a910-97f5d8f47bdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 16:45:49.031572 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-e94c6589-6df7-48c7-be78-717c693d7d0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:45:49.032118 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e94c6589-6df7-48c7-be78-717c693d7d0d None None] Bound using segment: {'id': 'b3595129-367f-423a-80fd-36a5a7a1f457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '36e0c683-430e-49be-a910-97f5d8f47bdc'} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 16:45:49.032606 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-e94c6589-6df7-48c7-be78-717c693d7d0d None None] Bound port: b1d58d42-c6eb-4ad1-8e39-546bf634a452, host: n-d-834765-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3595129-367f-423a-80fd-36a5a7a1f457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '36e0c683-430e-49be-a910-97f5d8f47bdc'}}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 16:45:49.033003 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-e94c6589-6df7-48c7-be78-717c693d7d0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:45:49.098110 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-e94c6589-6df7-48c7-be78-717c693d7d0d None None] For port b1d58d42-c6eb-4ad1-8e39-546bf634a452, host n-d-834765-1, cleared binding levels {{(pid=102792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 16:45:49.101399 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-e94c6589-6df7-48c7-be78-717c693d7d0d None None] For port b1d58d42-c6eb-4ad1-8e39-546bf634a452, host n-d-834765-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=b1d58d42-c6eb-4ad1-8e39-546bf634a452,segment=NetworkSegment(b3595129-367f-423a-80fd-36a5a7a1f457),segment_id=b3595129-367f-423a-80fd-36a5a7a1f457)] {{(pid=102792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 16:45:49.106110 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-e94c6589-6df7-48c7-be78-717c693d7d0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:45:49.141878 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1f11067-c272-417e-8871-2c5ef9a681f8 None None] Sync routers for ids ['885060f0-3925-4f7b-8c3c-6c705d1dba1c'] in n-d-834765-1 {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 16:45:49.152490 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1f11067-c272-417e-8871-2c5ef9a681f8 None None] Routers {'885060f0-3925-4f7b-8c3c-6c705d1dba1c'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:45:49.153107 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-c1f11067-c272-417e-8871-2c5ef9a681f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:45:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['885060f0-3925-4f7b-8c3c-6c705d1dba1c'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:45:49.176955 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94c6589-6df7-48c7-be78-717c693d7d0d None None] Pushing event updated for resources: {'Port': ['ID=b1d58d42-c6eb-4ad1-8e39-546bf634a452,revision_number=2']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:45:49.259482 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-b2fece9a-ca57-4101-9125-33bb0e9c1213 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:45:49.278778 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvr_db [None req-c1f11067-c272-417e-8871-2c5ef9a681f8 None None] Set router 885060f0-3925-4f7b-8c3c-6c705d1dba1c gateway port host: n-d-834765-1 {{(pid=102793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:45:49.503421 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-c1f11067-c272-417e-8871-2c5ef9a681f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '885060f0-3925-4f7b-8c3c-6c705d1dba1c', 'name': 'tempest-TestShelveInstance-58478164-router', 'tenant_id': '338550824e984aa6aa16846cec0506b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.107'}], 'enable_snat': True}, 'gw_port_id': '1817091b-8304-4203-ac86-d1cbea8c264d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:45:43Z', 'updated_at': '2022-03-29T16:45:46Z', 'revision_number': 4, 'project_id': '338550824e984aa6aa16846cec0506b5', 'gw_port': {'id': '1817091b-8304-4203-ac86-d1cbea8c264d', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:23:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '885060f0-3925-4f7b-8c3c-6c705d1dba1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:45:44Z', 'updated_at': '2022-03-29T16:45:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': '2cc9388d-fbc1-4042-a282-d28a908877b6', 'name': '', 'network_id': 'b902ef7f-343e-4d3a-8706-0baa492a13b0', 'tenant_id': '338550824e984aa6aa16846cec0506b5', 'mac_address': 'fa:16:3e:c0:58:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '885060f0-3925-4f7b-8c3c-6c705d1dba1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': 'c1523c60-8661-46f8-9689-530b8e45e3c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:45:45Z', 'updated_at': '2022-03-29T16:45:46Z', 'revision_number': 2, 'project_id': '338550824e984aa6aa16846cec0506b5', 'subnets': [{'id': 'c1523c60-8661-46f8-9689-530b8e45e3c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:45:49.507565 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-b2fece9a-ca57-4101-9125-33bb0e9c1213 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648118'] for router, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:45:49.529837 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1f11067-c272-417e-8871-2c5ef9a681f8 None None] Checking router: 885060f0-3925-4f7b-8c3c-6c705d1dba1c for host: n-d-834765-1 {{(pid=102793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 16:45:49.530185 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1f11067-c272-417e-8871-2c5ef9a681f8 None None] Updating router 885060f0-3925-4f7b-8c3c-6c705d1dba1c port 2cc9388d-fbc1-4042-a282-d28a908877b6 binding host n-d-834765-1 {{(pid=102793) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 16:45:49.558654 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-c1f11067-c272-417e-8871-2c5ef9a681f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:45:49.638077 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2fece9a-ca57-4101-9125-33bb0e9c1213 admin admin] Router 5f462469-d898-4f35-bc67-b243732ea8e3 is scheduled to L3 agent c648d819-1060-4f26-b4ec-6455387b5dff with binding_index 1 {{(pid=102791) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 29 16:45:49.752566 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2fece9a-ca57-4101-9125-33bb0e9c1213 admin admin] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 16:45:49.763197 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69febba1-8905-479c-8bf7-b3f078628463 None None] Sync routers for ids ['5f462469-d898-4f35-bc67-b243732ea8e3'] in n-d-834765-1 {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 16:45:49.772129 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-b2fece9a-ca57-4101-9125-33bb0e9c1213 admin admin] Notify callbacks [] for router, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:45:49.773801 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-b2fece9a-ca57-4101-9125-33bb0e9c1213 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.5632892 Mar 29 16:45:49.776542 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 43310) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:45:49.780418 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69febba1-8905-479c-8bf7-b3f078628463 None None] Routers {'5f462469-d898-4f35-bc67-b243732ea8e3'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:45:49.781358 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-69febba1-8905-479c-8bf7-b3f078628463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:45:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['5f462469-d898-4f35-bc67-b243732ea8e3'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:45:49.935936 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-c1f11067-c272-417e-8871-2c5ef9a681f8 None None] Notify callbacks [] for port, precommit_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:45:49.948109 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-c1f11067-c272-417e-8871-2c5ef9a681f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:45:49.994873 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1309e9-034e-489f-b652-4a6b57961874 None None] Pushing event updated for resources: {'Port': ['ID=2cc9388d-fbc1-4042-a282-d28a908877b6,revision_number=3']} {{(pid=102793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:45:50.007983 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1309e9-034e-489f-b652-4a6b57961874 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:45:50.007983 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1309e9-034e-489f-b652-4a6b57961874 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:45:50.007983 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1309e9-034e-489f-b652-4a6b57961874 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:45:50.008243 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1309e9-034e-489f-b652-4a6b57961874 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:45:50.008774 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1309e9-034e-489f-b652-4a6b57961874 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:45:50.009274 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1309e9-034e-489f-b652-4a6b57961874 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:45:50.009757 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1309e9-034e-489f-b652-4a6b57961874 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:45:50.010286 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1309e9-034e-489f-b652-4a6b57961874 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:45:50.010800 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1309e9-034e-489f-b652-4a6b57961874 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:45:50.011355 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1309e9-034e-489f-b652-4a6b57961874 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:45:50.011889 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1309e9-034e-489f-b652-4a6b57961874 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:45:50.012622 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1309e9-034e-489f-b652-4a6b57961874 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:45:50.090329 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.managers [None req-c1f11067-c272-417e-8871-2c5ef9a681f8 None None] Attempting to bind port 2cc9388d-fbc1-4042-a282-d28a908877b6 on host n-d-834765-1 for vnic_type normal with profile {{(pid=102793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 16:45:50.090706 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.managers [None req-c1f11067-c272-417e-8871-2c5ef9a681f8 None None] Attempting to bind port 2cc9388d-fbc1-4042-a282-d28a908877b6 by drivers openvswitch,hyperv on host n-d-834765-1 at level 0 using segments [{'id': 'bed8c626-8783-4c9c-9be7-52236db0bc9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'b902ef7f-343e-4d3a-8706-0baa492a13b0'}] {{(pid=102793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 16:45:50.091151 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1f11067-c272-417e-8871-2c5ef9a681f8 None None] Attempting to bind port 2cc9388d-fbc1-4042-a282-d28a908877b6 on network b902ef7f-343e-4d3a-8706-0baa492a13b0 {{(pid=102793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 16:45:50.098153 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1f11067-c272-417e-8871-2c5ef9a681f8 None None] Checking agent: {'id': 'a8866439-9d96-425c-b519-6905c591ac37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 25, 36), 'started_at': datetime.datetime(2022, 3, 29, 15, 26, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 16, 45, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834765-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 16:45:50.098967 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1f11067-c272-417e-8871-2c5ef9a681f8 None None] Checking segment: {'id': 'bed8c626-8783-4c9c-9be7-52236db0bc9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'b902ef7f-343e-4d3a-8706-0baa492a13b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 16:45:50.099464 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-c1f11067-c272-417e-8871-2c5ef9a681f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:45:50.100637 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1f11067-c272-417e-8871-2c5ef9a681f8 None None] Bound using segment: {'id': 'bed8c626-8783-4c9c-9be7-52236db0bc9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'b902ef7f-343e-4d3a-8706-0baa492a13b0'} {{(pid=102793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 16:45:50.101173 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.managers [None req-c1f11067-c272-417e-8871-2c5ef9a681f8 None None] Bound port: 2cc9388d-fbc1-4042-a282-d28a908877b6, host: n-d-834765-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bed8c626-8783-4c9c-9be7-52236db0bc9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'b902ef7f-343e-4d3a-8706-0baa492a13b0'}}] {{(pid=102793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 16:45:50.103632 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-c1f11067-c272-417e-8871-2c5ef9a681f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:45:50.107809 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvr_db [None req-69febba1-8905-479c-8bf7-b3f078628463 None None] Set router 5f462469-d898-4f35-bc67-b243732ea8e3 gateway port host: n-d-834765-1 {{(pid=102792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:45:50.193429 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.db [None req-c1f11067-c272-417e-8871-2c5ef9a681f8 None None] For port 2cc9388d-fbc1-4042-a282-d28a908877b6, host n-d-834765-1, cleared binding levels {{(pid=102793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 16:45:50.197383 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.db [None req-c1f11067-c272-417e-8871-2c5ef9a681f8 None None] For port 2cc9388d-fbc1-4042-a282-d28a908877b6, host n-d-834765-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=2cc9388d-fbc1-4042-a282-d28a908877b6,segment=NetworkSegment(bed8c626-8783-4c9c-9be7-52236db0bc9f),segment_id=bed8c626-8783-4c9c-9be7-52236db0bc9f)] {{(pid=102793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 16:45:50.205540 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-c1f11067-c272-417e-8871-2c5ef9a681f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:45:50.278343 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1f11067-c272-417e-8871-2c5ef9a681f8 None None] Routers {'885060f0-3925-4f7b-8c3c-6c705d1dba1c'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:45:50.278971 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-c1f11067-c272-417e-8871-2c5ef9a681f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:45:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['885060f0-3925-4f7b-8c3c-6c705d1dba1c'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:45:50.342688 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1309e9-034e-489f-b652-4a6b57961874 None None] Pushing event updated for resources: {'Port': ['ID=2cc9388d-fbc1-4042-a282-d28a908877b6,revision_number=4']} {{(pid=102793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:45:50.365120 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 1817091b-8304-4203-ac86-d1cbea8c264d up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 16:45:50.392788 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3794452-9446-4e27-be53-3a19cc9cf014 None None] Network 36e0c683-430e-49be-a910-97f5d8f47bdc requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 16:45:50.404635 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-5426c0b3-602d-4825-a146-dcd83b792f8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:45:50.425783 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvr_db [None req-c1f11067-c272-417e-8871-2c5ef9a681f8 None None] Set router 885060f0-3925-4f7b-8c3c-6c705d1dba1c gateway port host: n-d-834765-1 {{(pid=102793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:45:50.523296 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-c13c489e-0de9-4953-8dc1-9cb6418096b8 None None] Provisioning complete for port b1d58d42-c6eb-4ad1-8e39-546bf634a452 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:45:50.523701 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-c13c489e-0de9-4953-8dc1-9cb6418096b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:45:50.605386 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_common [None req-5426c0b3-602d-4825-a146-dcd83b792f8f admin admin] Allocated IP 172.20.0.1 (36e0c683-430e-49be-a910-97f5d8f47bdc/f002e05c-2af2-4893-bb52-3dc9bb75637e/55c85efd-209a-41fb-8f79-27ef4b0031da) {{(pid=102791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:45:50.620517 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port 1817091b-8304-4203-ac86-d1cbea8c264d triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:45:50.620908 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:45:50.675537 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-69febba1-8905-479c-8bf7-b3f078628463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f462469-d898-4f35-bc67-b243732ea8e3', 'name': 'tempest-TestShelveInstance-1640281375-router', 'tenant_id': '0b5ec91ea2544347a55fd901f829e9fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.67'}], 'enable_snat': True}, 'gw_port_id': '19ce4d91-a744-4d68-afb3-e7e9d389ef8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:45:48Z', 'updated_at': '2022-03-29T16:45:49Z', 'revision_number': 3, 'project_id': '0b5ec91ea2544347a55fd901f829e9fc', 'gw_port': {'id': '19ce4d91-a744-4d68-afb3-e7e9d389ef8c', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:e8:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f462469-d898-4f35-bc67-b243732ea8e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4393, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:45:48Z', 'updated_at': '2022-03-29T16:45:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1'}], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:45:50.675836 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-c1f11067-c272-417e-8871-2c5ef9a681f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '885060f0-3925-4f7b-8c3c-6c705d1dba1c', 'name': 'tempest-TestShelveInstance-58478164-router', 'tenant_id': '338550824e984aa6aa16846cec0506b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.107'}], 'enable_snat': True}, 'gw_port_id': '1817091b-8304-4203-ac86-d1cbea8c264d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:45:43Z', 'updated_at': '2022-03-29T16:45:46Z', 'revision_number': 4, 'project_id': '338550824e984aa6aa16846cec0506b5', 'gw_port': {'id': '1817091b-8304-4203-ac86-d1cbea8c264d', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:23:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '885060f0-3925-4f7b-8c3c-6c705d1dba1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:45:44Z', 'updated_at': '2022-03-29T16:45:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': '2cc9388d-fbc1-4042-a282-d28a908877b6', 'name': '', 'network_id': 'b902ef7f-343e-4d3a-8706-0baa492a13b0', 'tenant_id': '338550824e984aa6aa16846cec0506b5', 'mac_address': 'fa:16:3e:c0:58:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '885060f0-3925-4f7b-8c3c-6c705d1dba1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': 'c1523c60-8661-46f8-9689-530b8e45e3c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:45:45Z', 'updated_at': '2022-03-29T16:45:50Z', 'revision_number': 4, 'project_id': '338550824e984aa6aa16846cec0506b5', 'subnets': [{'id': 'c1523c60-8661-46f8-9689-530b8e45e3c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:45:50.703125 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1f11067-c272-417e-8871-2c5ef9a681f8 None None] The sync data for ids ['885060f0-3925-4f7b-8c3c-6c705d1dba1c'] in n-d-834765-1 is: [{'id': '885060f0-3925-4f7b-8c3c-6c705d1dba1c', 'name': 'tempest-TestShelveInstance-58478164-router', 'tenant_id': '338550824e984aa6aa16846cec0506b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.107'}], 'enable_snat': True}, 'gw_port_id': '1817091b-8304-4203-ac86-d1cbea8c264d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:45:43Z', 'updated_at': '2022-03-29T16:45:46Z', 'revision_number': 4, 'project_id': '338550824e984aa6aa16846cec0506b5', 'gw_port': {'id': '1817091b-8304-4203-ac86-d1cbea8c264d', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:23:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '885060f0-3925-4f7b-8c3c-6c705d1dba1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:45:44Z', 'updated_at': '2022-03-29T16:45:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': '2cc9388d-fbc1-4042-a282-d28a908877b6', 'name': '', 'network_id': 'b902ef7f-343e-4d3a-8706-0baa492a13b0', 'tenant_id': '338550824e984aa6aa16846cec0506b5', 'mac_address': 'fa:16:3e:c0:58:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '885060f0-3925-4f7b-8c3c-6c705d1dba1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': 'c1523c60-8661-46f8-9689-530b8e45e3c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:45:45Z', 'updated_at': '2022-03-29T16:45:50Z', 'revision_number': 4, 'project_id': '338550824e984aa6aa16846cec0506b5', 'subnets': [{'id': 'c1523c60-8661-46f8-9689-530b8e45e3c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 16:45:50.720973 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69febba1-8905-479c-8bf7-b3f078628463 None None] Checking router: 5f462469-d898-4f35-bc67-b243732ea8e3 for host: n-d-834765-1 {{(pid=102792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 16:45:50.721325 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69febba1-8905-479c-8bf7-b3f078628463 None None] Updating router 5f462469-d898-4f35-bc67-b243732ea8e3 port 19ce4d91-a744-4d68-afb3-e7e9d389ef8c binding host n-d-834765-1 {{(pid=102792) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 16:45:50.731079 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-5426c0b3-602d-4825-a146-dcd83b792f8f admin admin] Notify callbacks [] for port, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:45:50.772356 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-5426c0b3-602d-4825-a146-dcd83b792f8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:45:50.798388 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-69febba1-8905-479c-8bf7-b3f078628463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:45:50.812843 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5426c0b3-602d-4825-a146-dcd83b792f8f admin admin] Network 36e0c683-430e-49be-a910-97f5d8f47bdc is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:45:50.816515 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [None req-5426c0b3-602d-4825-a146-dcd83b792f8f admin admin] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:45:50.821175 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5426c0b3-602d-4825-a146-dcd83b792f8f admin admin] Received port after_create {{(pid=102791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:45:50.828279 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-c13c489e-0de9-4953-8dc1-9cb6418096b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:45:50.858672 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5426c0b3-602d-4825-a146-dcd83b792f8f admin admin] Pushing event updated for resources: {'Port': ['ID=55c85efd-209a-41fb-8f79-27ef4b0031da,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:45:50.872145 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-5426c0b3-602d-4825-a146-dcd83b792f8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-648347'] for router_interface, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:45:50.973009 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device b1d58d42-c6eb-4ad1-8e39-546bf634a452 up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 16:45:51.013762 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-c13c489e-0de9-4953-8dc1-9cb6418096b8 None None] For port b1d58d42-c6eb-4ad1-8e39-546bf634a452, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=b1d58d42-c6eb-4ad1-8e39-546bf634a452,segment=NetworkSegment(b3595129-367f-423a-80fd-36a5a7a1f457),segment_id=b3595129-367f-423a-80fd-36a5a7a1f457)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:45:51.028891 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-c13c489e-0de9-4953-8dc1-9cb6418096b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:45:51.043441 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-5426c0b3-602d-4825-a146-dcd83b792f8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:45:51.108083 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-c13c489e-0de9-4953-8dc1-9cb6418096b8 None None] Provisioning complete for port 2cc9388d-fbc1-4042-a282-d28a908877b6 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:45:51.108798 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-c13c489e-0de9-4953-8dc1-9cb6418096b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:45:51.110634 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port b1d58d42-c6eb-4ad1-8e39-546bf634a452 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:45:51.110995 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:45:51.215653 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13c489e-0de9-4953-8dc1-9cb6418096b8 None None] Pushing event updated for resources: {'Port': ['ID=b1d58d42-c6eb-4ad1-8e39-546bf634a452,revision_number=3']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:45:51.291334 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-5426c0b3-602d-4825-a146-dcd83b792f8f admin admin] Notify callbacks [] for port, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:45:51.298510 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-5426c0b3-602d-4825-a146-dcd83b792f8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:45:51.327432 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-c13c489e-0de9-4953-8dc1-9cb6418096b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:45:51.371707 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-5426c0b3-602d-4825-a146-dcd83b792f8f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-648439'] for router_interface, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:45:51.373699 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5426c0b3-602d-4825-a146-dcd83b792f8f admin admin] Pushing event updated for resources: {'Port': ['ID=55c85efd-209a-41fb-8f79-27ef4b0031da,revision_number=2']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:45:51.424217 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-c13c489e-0de9-4953-8dc1-9cb6418096b8 None None] For port 2cc9388d-fbc1-4042-a282-d28a908877b6, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=2cc9388d-fbc1-4042-a282-d28a908877b6,segment=NetworkSegment(bed8c626-8783-4c9c-9be7-52236db0bc9f),segment_id=bed8c626-8783-4c9c-9be7-52236db0bc9f)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:45:51.432434 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-c13c489e-0de9-4953-8dc1-9cb6418096b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:45:51.462216 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-69febba1-8905-479c-8bf7-b3f078628463 None None] Notify callbacks [] for port, precommit_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:45:51.483413 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-69febba1-8905-479c-8bf7-b3f078628463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:45:51.491970 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5426c0b3-602d-4825-a146-dcd83b792f8f admin admin] Network 36e0c683-430e-49be-a910-97f5d8f47bdc is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:45:51.494251 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [None req-5426c0b3-602d-4825-a146-dcd83b792f8f admin admin] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:45:51.508863 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13c489e-0de9-4953-8dc1-9cb6418096b8 None None] Pushing event updated for resources: {'Port': ['ID=2cc9388d-fbc1-4042-a282-d28a908877b6,revision_number=5']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:45:51.547408 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-69febba1-8905-479c-8bf7-b3f078628463 None None] Attempting to bind port 19ce4d91-a744-4d68-afb3-e7e9d389ef8c on host n-d-834765-1 for vnic_type normal with profile {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 16:45:51.547774 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-69febba1-8905-479c-8bf7-b3f078628463 None None] Attempting to bind port 19ce4d91-a744-4d68-afb3-e7e9d389ef8c by drivers openvswitch,hyperv on host n-d-834765-1 at level 0 using segments [{'id': '6ab47353-a811-4bad-bc73-b4cc84583cfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 16:45:51.548135 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69febba1-8905-479c-8bf7-b3f078628463 None None] Attempting to bind port 19ce4d91-a744-4d68-afb3-e7e9d389ef8c on network 4a4a035d-ecac-4ead-baa3-25f90788773a {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 16:45:51.563905 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69febba1-8905-479c-8bf7-b3f078628463 None None] Checking agent: {'id': 'a8866439-9d96-425c-b519-6905c591ac37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 25, 36), 'started_at': datetime.datetime(2022, 3, 29, 15, 26, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 16, 45, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834765-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 16:45:51.564142 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69febba1-8905-479c-8bf7-b3f078628463 None None] Checking segment: {'id': '6ab47353-a811-4bad-bc73-b4cc84583cfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 16:45:51.564406 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-69febba1-8905-479c-8bf7-b3f078628463 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:45:51.564798 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69febba1-8905-479c-8bf7-b3f078628463 None None] Bound using segment: {'id': '6ab47353-a811-4bad-bc73-b4cc84583cfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 16:45:51.565270 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-69febba1-8905-479c-8bf7-b3f078628463 None None] Bound port: 19ce4d91-a744-4d68-afb3-e7e9d389ef8c, host: n-d-834765-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ab47353-a811-4bad-bc73-b4cc84583cfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'}}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 16:45:51.565650 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-69febba1-8905-479c-8bf7-b3f078628463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:45:51.598700 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcaf878a-5247-4c9f-879c-f59f46fb7da8 None None] Pushing event updated for resources: {'Port': ['ID=19ce4d91-a744-4d68-afb3-e7e9d389ef8c,revision_number=2']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:45:51.605800 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-9993e911-0849-4968-98e3-4defb7d675bb None None] Provisioning complete for port b1d58d42-c6eb-4ad1-8e39-546bf634a452 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:45:51.606159 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-9993e911-0849-4968-98e3-4defb7d675bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:45:51.627383 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5426c0b3-602d-4825-a146-dcd83b792f8f admin admin] Router 5f462469-d898-4f35-bc67-b243732ea8e3 has already been hosted by L3 agent c648d819-1060-4f26-b4ec-6455387b5dff {{(pid=102791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 16:45:51.662488 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-69febba1-8905-479c-8bf7-b3f078628463 None None] For port 19ce4d91-a744-4d68-afb3-e7e9d389ef8c, host n-d-834765-1, cleared binding levels {{(pid=102792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 16:45:51.667041 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-69febba1-8905-479c-8bf7-b3f078628463 None None] For port 19ce4d91-a744-4d68-afb3-e7e9d389ef8c, host n-d-834765-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=19ce4d91-a744-4d68-afb3-e7e9d389ef8c,segment=NetworkSegment(6ab47353-a811-4bad-bc73-b4cc84583cfd),segment_id=6ab47353-a811-4bad-bc73-b4cc84583cfd)] {{(pid=102792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 16:45:51.673969 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-69febba1-8905-479c-8bf7-b3f078628463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:45:51.763014 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcaf878a-5247-4c9f-879c-f59f46fb7da8 None None] Pushing event updated for resources: {'Port': ['ID=19ce4d91-a744-4d68-afb3-e7e9d389ef8c,revision_number=3']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:45:51.779515 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69febba1-8905-479c-8bf7-b3f078628463 None None] Routers {'5f462469-d898-4f35-bc67-b243732ea8e3'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:45:51.780177 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-69febba1-8905-479c-8bf7-b3f078628463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:45:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['5f462469-d898-4f35-bc67-b243732ea8e3'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:45:51.837120 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-9993e911-0849-4968-98e3-4defb7d675bb None None] Provisioning complete for port 55c85efd-209a-41fb-8f79-27ef4b0031da triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:45:51.837788 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-9993e911-0849-4968-98e3-4defb7d675bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:45:51.913966 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-9993e911-0849-4968-98e3-4defb7d675bb None None] Port 55c85efd-209a-41fb-8f79-27ef4b0031da cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 16:45:51.932018 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvr_db [None req-69febba1-8905-479c-8bf7-b3f078628463 None None] Set router 5f462469-d898-4f35-bc67-b243732ea8e3 gateway port host: n-d-834765-1 {{(pid=102792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:45:51.966680 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-9993e911-0849-4968-98e3-4defb7d675bb None None] Provisioning complete for port 2cc9388d-fbc1-4042-a282-d28a908877b6 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:45:51.967049 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-9993e911-0849-4968-98e3-4defb7d675bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:45:52.069585 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5426c0b3-602d-4825-a146-dcd83b792f8f admin admin] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 16:45:52.074669 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-5426c0b3-602d-4825-a146-dcd83b792f8f admin admin] 10.222.0.42 "PUT /v2.0/routers/5f462469-d898-4f35-bc67-b243732ea8e3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2971423 Mar 29 16:45:52.111726 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 2cc9388d-fbc1-4042-a282-d28a908877b6 up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 16:45:52.242418 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port 2cc9388d-fbc1-4042-a282-d28a908877b6 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:45:52.242779 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:45:52.292228 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-69febba1-8905-479c-8bf7-b3f078628463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f462469-d898-4f35-bc67-b243732ea8e3', 'name': 'tempest-TestShelveInstance-1640281375-router', 'tenant_id': '0b5ec91ea2544347a55fd901f829e9fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.67'}], 'enable_snat': True}, 'gw_port_id': '19ce4d91-a744-4d68-afb3-e7e9d389ef8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:45:48Z', 'updated_at': '2022-03-29T16:45:50Z', 'revision_number': 4, 'project_id': '0b5ec91ea2544347a55fd901f829e9fc', 'gw_port': {'id': '19ce4d91-a744-4d68-afb3-e7e9d389ef8c', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:e8:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f462469-d898-4f35-bc67-b243732ea8e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4393, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:45:48Z', 'updated_at': '2022-03-29T16:45:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': '55c85efd-209a-41fb-8f79-27ef4b0031da', 'name': '', 'network_id': '36e0c683-430e-49be-a910-97f5d8f47bdc', 'tenant_id': '0b5ec91ea2544347a55fd901f829e9fc', 'mac_address': 'fa:16:3e:49:ed:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f462469-d898-4f35-bc67-b243732ea8e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4394, 'fixed_ips': [{'subnet_id': 'f002e05c-2af2-4893-bb52-3dc9bb75637e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:45:50Z', 'updated_at': '2022-03-29T16:45:51Z', 'revision_number': 2, 'project_id': '0b5ec91ea2544347a55fd901f829e9fc', 'subnets': [{'id': 'f002e05c-2af2-4893-bb52-3dc9bb75637e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:45:52.323223 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69febba1-8905-479c-8bf7-b3f078628463 None None] The sync data for ids ['5f462469-d898-4f35-bc67-b243732ea8e3'] in n-d-834765-1 is: [{'id': '5f462469-d898-4f35-bc67-b243732ea8e3', 'name': 'tempest-TestShelveInstance-1640281375-router', 'tenant_id': '0b5ec91ea2544347a55fd901f829e9fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.67'}], 'enable_snat': True}, 'gw_port_id': '19ce4d91-a744-4d68-afb3-e7e9d389ef8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:45:48Z', 'updated_at': '2022-03-29T16:45:50Z', 'revision_number': 4, 'project_id': '0b5ec91ea2544347a55fd901f829e9fc', 'gw_port': {'id': '19ce4d91-a744-4d68-afb3-e7e9d389ef8c', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:e8:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f462469-d898-4f35-bc67-b243732ea8e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4393, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:45:48Z', 'updated_at': '2022-03-29T16:45:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': '55c85efd-209a-41fb-8f79-27ef4b0031da', 'name': '', 'network_id': '36e0c683-430e-49be-a910-97f5d8f47bdc', 'tenant_id': '0b5ec91ea2544347a55fd901f829e9fc', 'mac_address': 'fa:16:3e:49:ed:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f462469-d898-4f35-bc67-b243732ea8e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4394, 'fixed_ips': [{'subnet_id': 'f002e05c-2af2-4893-bb52-3dc9bb75637e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:45:50Z', 'updated_at': '2022-03-29T16:45:51Z', 'revision_number': 2, 'project_id': '0b5ec91ea2544347a55fd901f829e9fc', 'subnets': [{'id': 'f002e05c-2af2-4893-bb52-3dc9bb75637e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 16:45:52.369911 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-3ac1655c-0ff2-4c7d-b363-ebe4545f207c None None] Provisioning complete for port 55c85efd-209a-41fb-8f79-27ef4b0031da triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:45:52.370305 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-3ac1655c-0ff2-4c7d-b363-ebe4545f207c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:45:52.372426 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device b1d58d42-c6eb-4ad1-8e39-546bf634a452 up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 16:45:52.442358 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-3ac1655c-0ff2-4c7d-b363-ebe4545f207c None None] Port 55c85efd-209a-41fb-8f79-27ef4b0031da cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 16:45:52.454443 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port b1d58d42-c6eb-4ad1-8e39-546bf634a452 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:45:52.454838 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:45:52.580217 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 43318) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:45:52.585222 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-2e43d593-3bcc-446c-9ae6-15cbc7e13562 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2056951831', 'description': 'tempest-secgroup-smoke-2056951831 description', 'project_id': '338550824e984aa6aa16846cec0506b5'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:45:52.611864 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-2e43d593-3bcc-446c-9ae6-15cbc7e13562 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Notify callbacks [] for security_group, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:45:52.686349 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-2e43d593-3bcc-446c-9ae6-15cbc7e13562 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Notify callbacks [] for security_group, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:45:52.690538 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-2e43d593-3bcc-446c-9ae6-15cbc7e13562 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:45:52.719317 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-2e43d593-3bcc-446c-9ae6-15cbc7e13562 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Notify callbacks [] for security_group, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:45:52.720576 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-2e43d593-3bcc-446c-9ae6-15cbc7e13562 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1391931 Mar 29 16:45:52.723766 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 43320) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:45:52.725310 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e43d593-3bcc-446c-9ae6-15cbc7e13562 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ffdd4dd-475c-430f-81fc-1f577773e654,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:45:52.729254 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-35a82e37-0882-4627-adb5-328f3ab2befd tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Request body: {'security_group_rule': {'security_group_id': '6ffdd4dd-475c-430f-81fc-1f577773e654', 'project_id': '338550824e984aa6aa16846cec0506b5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:45:52.761542 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-35a82e37-0882-4627-adb5-328f3ab2befd tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:45:52.826761 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-35a82e37-0882-4627-adb5-328f3ab2befd tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:45:52.830985 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-35a82e37-0882-4627-adb5-328f3ab2befd tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610998'] for security_group_rule, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:45:52.849633 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a82e37-0882-4627-adb5-328f3ab2befd tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf2dcb60-231e-4619-8346-0b7eef0f0d8e,revision_number=0']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:45:52.859850 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-35a82e37-0882-4627-adb5-328f3ab2befd tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:45:52.861218 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-35a82e37-0882-4627-adb5-328f3ab2befd tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1356378 Mar 29 16:45:52.864160 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 43322) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:45:52.868842 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-10190506-5cb8-4023-a99e-bb514f036d3f tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Request body: {'security_group_rule': {'security_group_id': '6ffdd4dd-475c-430f-81fc-1f577773e654', 'project_id': '338550824e984aa6aa16846cec0506b5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:45:52.893963 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-10190506-5cb8-4023-a99e-bb514f036d3f tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:45:52.954799 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-10190506-5cb8-4023-a99e-bb514f036d3f tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:45:52.959041 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-10190506-5cb8-4023-a99e-bb514f036d3f tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610998'] for security_group_rule, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:45:52.978249 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10190506-5cb8-4023-a99e-bb514f036d3f tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76d6958a-5fa4-4e20-87a5-e93ed535382a,revision_number=0']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:45:52.986519 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-10190506-5cb8-4023-a99e-bb514f036d3f tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:45:52.990348 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-10190506-5cb8-4023-a99e-bb514f036d3f tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1224556 Mar 29 16:45:52.990540 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 43324) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:45:52.994803 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-6d51f718-e24f-42fe-9a16-96ec993fe3be tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Request body: {'security_group_rule': {'security_group_id': '6ffdd4dd-475c-430f-81fc-1f577773e654', 'project_id': '338550824e984aa6aa16846cec0506b5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:45:53.020055 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-6d51f718-e24f-42fe-9a16-96ec993fe3be tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:45:53.076994 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-6d51f718-e24f-42fe-9a16-96ec993fe3be tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:45:53.081074 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-6d51f718-e24f-42fe-9a16-96ec993fe3be tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610998'] for security_group_rule, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:45:53.098648 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d51f718-e24f-42fe-9a16-96ec993fe3be tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dddf0f56-52f1-4f83-8daa-a870cc4fb932,revision_number=0']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:45:53.106053 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-6d51f718-e24f-42fe-9a16-96ec993fe3be tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:45:53.107229 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-6d51f718-e24f-42fe-9a16-96ec993fe3be tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1157818 Mar 29 16:45:53.109972 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 43326) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:45:53.114274 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-b07d5a34-8c8e-4b01-9585-70dd96c84a05 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Request body: {'security_group_rule': {'security_group_id': '6ffdd4dd-475c-430f-81fc-1f577773e654', 'project_id': '338550824e984aa6aa16846cec0506b5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:45:53.137102 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-b07d5a34-8c8e-4b01-9585-70dd96c84a05 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:45:53.198644 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-b07d5a34-8c8e-4b01-9585-70dd96c84a05 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:45:53.202158 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-b07d5a34-8c8e-4b01-9585-70dd96c84a05 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610998'] for security_group_rule, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:45:53.219788 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07d5a34-8c8e-4b01-9585-70dd96c84a05 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f56352de-7f5c-4bbf-bb68-64c32f625f39,revision_number=0']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:45:53.227547 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-b07d5a34-8c8e-4b01-9585-70dd96c84a05 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:45:53.228720 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-b07d5a34-8c8e-4b01-9585-70dd96c84a05 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1178505 Mar 29 16:45:53.231499 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 43328) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:45:53.235930 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-675dc454-f105-48b0-be13-c71e2f57bec1 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Request body: {'security_group_rule': {'security_group_id': '6ffdd4dd-475c-430f-81fc-1f577773e654', 'project_id': '338550824e984aa6aa16846cec0506b5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:45:53.255254 n-d-834765-1 neutron-server[102790]: INFO neutron.db.securitygroups_db [None req-675dc454-f105-48b0-be13-c71e2f57bec1 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Project 338550824e984aa6aa16846cec0506b5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 29 16:45:53.259869 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-675dc454-f105-48b0-be13-c71e2f57bec1 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:45:53.318824 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-675dc454-f105-48b0-be13-c71e2f57bec1 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:45:53.322611 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-675dc454-f105-48b0-be13-c71e2f57bec1 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610998'] for security_group_rule, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:45:53.342143 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675dc454-f105-48b0-be13-c71e2f57bec1 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=668f1e56-1ee2-4491-b308-a42450d9721e,revision_number=0']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:45:53.348081 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-675dc454-f105-48b0-be13-c71e2f57bec1 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:45:53.349164 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-675dc454-f105-48b0-be13-c71e2f57bec1 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1167653 Mar 29 16:45:53.351988 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 43330) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:45:53.356175 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-6ec4acd2-4f63-468d-af8d-70a63d4b524e tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Request body: {'security_group_rule': {'security_group_id': '6ffdd4dd-475c-430f-81fc-1f577773e654', 'project_id': '338550824e984aa6aa16846cec0506b5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:45:53.376825 n-d-834765-1 neutron-server[102790]: INFO neutron.db.securitygroups_db [None req-6ec4acd2-4f63-468d-af8d-70a63d4b524e tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Project 338550824e984aa6aa16846cec0506b5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 29 16:45:53.381586 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-6ec4acd2-4f63-468d-af8d-70a63d4b524e tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:45:53.442982 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-6ec4acd2-4f63-468d-af8d-70a63d4b524e tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:45:53.446178 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-6ec4acd2-4f63-468d-af8d-70a63d4b524e tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610998'] for security_group_rule, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:45:53.464700 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec4acd2-4f63-468d-af8d-70a63d4b524e tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df7a2901-2d04-46dc-bab9-4037d56ea958,revision_number=0']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:45:53.472576 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-6ec4acd2-4f63-468d-af8d-70a63d4b524e tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:45:53.473811 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-6ec4acd2-4f63-468d-af8d-70a63d4b524e tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1209214 Mar 29 16:45:53.653817 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-390818e9-854f-46bf-a9a4-45c8ef6315d3 req-d3acf813-a6d9-4597-90fb-7e0778a8fa3a tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2056951831&fields=id&tenant_id=338550824e984aa6aa16846cec0506b5 HTTP/1.1" status: 200 len: 267 time: 0.0384660 Mar 29 16:45:53.769404 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390818e9-854f-46bf-a9a4-45c8ef6315d3 req-b21d340a-b9a4-474c-8955-72e3cacf31a4 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:45:53.770968 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-390818e9-854f-46bf-a9a4-45c8ef6315d3 req-b21d340a-b9a4-474c-8955-72e3cacf31a4 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] 10.222.0.42 "GET /v2.0/networks?id=b902ef7f-343e-4d3a-8706-0baa492a13b0 HTTP/1.1" status: 200 len: 807 time: 0.1092744 Mar 29 16:45:53.787468 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-390818e9-854f-46bf-a9a4-45c8ef6315d3 req-10d4499b-08ec-4599-b6ba-01c504875044 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] 10.222.0.42 "GET /v2.0/quotas/338550824e984aa6aa16846cec0506b5 HTTP/1.1" status: 200 len: 375 time: 0.0101862 Mar 29 16:45:53.841410 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-390818e9-854f-46bf-a9a4-45c8ef6315d3 req-a7515cd3-3f53-48a1-9683-7e7bc1c7743b tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=338550824e984aa6aa16846cec0506b5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0479975 Mar 29 16:45:54.045256 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-390818e9-854f-46bf-a9a4-45c8ef6315d3 req-1936344f-e8aa-4c6b-9c90-31477a1ec5c9 service neutron] 10.222.0.42 "GET /v2.0/networks/b902ef7f-343e-4d3a-8706-0baa492a13b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1914425 Mar 29 16:45:54.113238 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 19ce4d91-a744-4d68-afb3-e7e9d389ef8c up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 16:45:54.143161 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-390818e9-854f-46bf-a9a4-45c8ef6315d3 req-2ed820be-ed2b-4c43-894b-995c077451e5 service neutron] 10.222.0.42 "GET /v2.0/networks/b902ef7f-343e-4d3a-8706-0baa492a13b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912275 Mar 29 16:45:54.169820 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port 19ce4d91-a744-4d68-afb3-e7e9d389ef8c triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:45:54.170102 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:45:54.255219 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:45:54.278517 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] For port 19ce4d91-a744-4d68-afb3-e7e9d389ef8c, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=19ce4d91-a744-4d68-afb3-e7e9d389ef8c,segment=NetworkSegment(6ab47353-a811-4bad-bc73-b4cc84583cfd),segment_id=6ab47353-a811-4bad-bc73-b4cc84583cfd)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:45:54.282776 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:45:54.314385 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ec9a5ebd-8f44-4b93-99ad-243568c7f055 req-9e4c56ea-4897-49c8-a337-54e63b1e2004 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] 10.222.0.42 "GET /v2.0/ports?device_id=f47c7792-947d-444f-aed2-ae44e128ecf2 HTTP/1.1" status: 200 len: 210 time: 0.0314140 Mar 29 16:45:54.341214 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Pushing event updated for resources: {'Port': ['ID=19ce4d91-a744-4d68-afb3-e7e9d389ef8c,revision_number=4']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:45:54.937409 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60ec9998-37bd-4561-9acc-16fe153508f7 None None] Sync routers for ids ['5f462469-d898-4f35-bc67-b243732ea8e3'] in n-d-834765-1 {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 16:45:54.947189 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60ec9998-37bd-4561-9acc-16fe153508f7 None None] Routers {'5f462469-d898-4f35-bc67-b243732ea8e3'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:45:54.947819 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-60ec9998-37bd-4561-9acc-16fe153508f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:45:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['5f462469-d898-4f35-bc67-b243732ea8e3'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:45:55.050018 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvr_db [None req-60ec9998-37bd-4561-9acc-16fe153508f7 None None] Set router 5f462469-d898-4f35-bc67-b243732ea8e3 gateway port host: n-d-834765-1 {{(pid=102793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:45:55.240800 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-60ec9998-37bd-4561-9acc-16fe153508f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f462469-d898-4f35-bc67-b243732ea8e3', 'name': 'tempest-TestShelveInstance-1640281375-router', 'tenant_id': '0b5ec91ea2544347a55fd901f829e9fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.67'}], 'enable_snat': True}, 'gw_port_id': '19ce4d91-a744-4d68-afb3-e7e9d389ef8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:45:48Z', 'updated_at': '2022-03-29T16:45:50Z', 'revision_number': 4, 'project_id': '0b5ec91ea2544347a55fd901f829e9fc', 'gw_port': {'id': '19ce4d91-a744-4d68-afb3-e7e9d389ef8c', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:e8:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f462469-d898-4f35-bc67-b243732ea8e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4393, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:45:48Z', 'updated_at': '2022-03-29T16:45:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': '55c85efd-209a-41fb-8f79-27ef4b0031da', 'name': '', 'network_id': '36e0c683-430e-49be-a910-97f5d8f47bdc', 'tenant_id': '0b5ec91ea2544347a55fd901f829e9fc', 'mac_address': 'fa:16:3e:49:ed:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f462469-d898-4f35-bc67-b243732ea8e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4394, 'fixed_ips': [{'subnet_id': 'f002e05c-2af2-4893-bb52-3dc9bb75637e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:45:50Z', 'updated_at': '2022-03-29T16:45:51Z', 'revision_number': 2, 'project_id': '0b5ec91ea2544347a55fd901f829e9fc', 'subnets': [{'id': 'f002e05c-2af2-4893-bb52-3dc9bb75637e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:45:55.272603 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60ec9998-37bd-4561-9acc-16fe153508f7 None None] Checking router: 5f462469-d898-4f35-bc67-b243732ea8e3 for host: n-d-834765-1 {{(pid=102793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 16:45:55.272949 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60ec9998-37bd-4561-9acc-16fe153508f7 None None] Updating router 5f462469-d898-4f35-bc67-b243732ea8e3 port 55c85efd-209a-41fb-8f79-27ef4b0031da binding host n-d-834765-1 {{(pid=102793) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 16:45:55.300036 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-60ec9998-37bd-4561-9acc-16fe153508f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:45:55.385837 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390818e9-854f-46bf-a9a4-45c8ef6315d3 req-5383d672-f608-463e-8f52-2ed24318dc66 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:45:55.396255 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-390818e9-854f-46bf-a9a4-45c8ef6315d3 req-5383d672-f608-463e-8f52-2ed24318dc66 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] 10.222.0.48 "GET /v2.0/networks?id=b902ef7f-343e-4d3a-8706-0baa492a13b0 HTTP/1.1" status: 200 len: 807 time: 0.1318409 Mar 29 16:45:55.423089 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-578706e8-f4c5-4370-9110-f5d634391e70 req-0e1a80fd-4270-4bb0-9912-9bef685698c9 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] 10.222.0.42 "GET /v2.0/ports?device_id=f47c7792-947d-444f-aed2-ae44e128ecf2 HTTP/1.1" status: 200 len: 210 time: 0.0353937 Mar 29 16:45:55.441414 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-390818e9-854f-46bf-a9a4-45c8ef6315d3 req-d31a2e0f-d90e-480b-9286-f66e4ddc3246 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=338550824e984aa6aa16846cec0506b5 HTTP/1.1" status: 200 len: 380 time: 0.0420897 Mar 29 16:45:55.451061 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [req-390818e9-854f-46bf-a9a4-45c8ef6315d3 req-286325d6-f0ae-479f-b135-be80346402f5 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Request body: {'port': {'device_id': 'f47c7792-947d-444f-aed2-ae44e128ecf2', 'network_id': 'b902ef7f-343e-4d3a-8706-0baa492a13b0', 'admin_state_up': True, 'tenant_id': '338550824e984aa6aa16846cec0506b5', 'security_groups': ['6ffdd4dd-475c-430f-81fc-1f577773e654']}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:45:55.556001 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-390818e9-854f-46bf-a9a4-45c8ef6315d3 req-286325d6-f0ae-479f-b135-be80346402f5 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Made reservation on behalf of 338550824e984aa6aa16846cec0506b5 for: {'port': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:45:55.559393 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-390818e9-854f-46bf-a9a4-45c8ef6315d3 req-286325d6-f0ae-479f-b135-be80346402f5 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:45:55.579240 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-60ec9998-37bd-4561-9acc-16fe153508f7 None None] Notify callbacks [] for port, precommit_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:45:55.584390 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-60ec9998-37bd-4561-9acc-16fe153508f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:45:55.640999 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f3208f-d33e-4e68-8d4d-a5b5b32a70ce None None] Pushing event updated for resources: {'Port': ['ID=55c85efd-209a-41fb-8f79-27ef4b0031da,revision_number=3']} {{(pid=102793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:45:55.690331 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.managers [None req-60ec9998-37bd-4561-9acc-16fe153508f7 None None] Attempting to bind port 55c85efd-209a-41fb-8f79-27ef4b0031da on host n-d-834765-1 for vnic_type normal with profile {{(pid=102793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 16:45:55.690945 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.managers [None req-60ec9998-37bd-4561-9acc-16fe153508f7 None None] Attempting to bind port 55c85efd-209a-41fb-8f79-27ef4b0031da by drivers openvswitch,hyperv on host n-d-834765-1 at level 0 using segments [{'id': 'b3595129-367f-423a-80fd-36a5a7a1f457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '36e0c683-430e-49be-a910-97f5d8f47bdc'}] {{(pid=102793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 16:45:55.691473 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60ec9998-37bd-4561-9acc-16fe153508f7 None None] Attempting to bind port 55c85efd-209a-41fb-8f79-27ef4b0031da on network 36e0c683-430e-49be-a910-97f5d8f47bdc {{(pid=102793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 16:45:55.694052 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_common [req-390818e9-854f-46bf-a9a4-45c8ef6315d3 req-286325d6-f0ae-479f-b135-be80346402f5 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Allocated IP 172.20.0.8 (b902ef7f-343e-4d3a-8706-0baa492a13b0/c1523c60-8661-46f8-9689-530b8e45e3c2/dcfe75d7-0511-414d-a0d7-22564ecd7e83) {{(pid=102791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:45:55.697021 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60ec9998-37bd-4561-9acc-16fe153508f7 None None] Checking agent: {'id': 'a8866439-9d96-425c-b519-6905c591ac37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 25, 36), 'started_at': datetime.datetime(2022, 3, 29, 15, 26, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 16, 45, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834765-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 16:45:55.697451 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60ec9998-37bd-4561-9acc-16fe153508f7 None None] Checking segment: {'id': 'b3595129-367f-423a-80fd-36a5a7a1f457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '36e0c683-430e-49be-a910-97f5d8f47bdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 16:45:55.697991 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-60ec9998-37bd-4561-9acc-16fe153508f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:45:55.698557 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60ec9998-37bd-4561-9acc-16fe153508f7 None None] Bound using segment: {'id': 'b3595129-367f-423a-80fd-36a5a7a1f457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '36e0c683-430e-49be-a910-97f5d8f47bdc'} {{(pid=102793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 16:45:55.699179 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.managers [None req-60ec9998-37bd-4561-9acc-16fe153508f7 None None] Bound port: 55c85efd-209a-41fb-8f79-27ef4b0031da, host: n-d-834765-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3595129-367f-423a-80fd-36a5a7a1f457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '36e0c683-430e-49be-a910-97f5d8f47bdc'}}] {{(pid=102793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 16:45:55.699813 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-60ec9998-37bd-4561-9acc-16fe153508f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:45:55.767228 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.db [None req-60ec9998-37bd-4561-9acc-16fe153508f7 None None] For port 55c85efd-209a-41fb-8f79-27ef4b0031da, host n-d-834765-1, cleared binding levels {{(pid=102793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 16:45:55.770567 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.db [None req-60ec9998-37bd-4561-9acc-16fe153508f7 None None] For port 55c85efd-209a-41fb-8f79-27ef4b0031da, host n-d-834765-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=55c85efd-209a-41fb-8f79-27ef4b0031da,segment=NetworkSegment(b3595129-367f-423a-80fd-36a5a7a1f457),segment_id=b3595129-367f-423a-80fd-36a5a7a1f457)] {{(pid=102793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 16:45:55.779582 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-60ec9998-37bd-4561-9acc-16fe153508f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:45:55.842092 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60ec9998-37bd-4561-9acc-16fe153508f7 None None] Routers {'5f462469-d898-4f35-bc67-b243732ea8e3'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:45:55.842710 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-60ec9998-37bd-4561-9acc-16fe153508f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:45:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['5f462469-d898-4f35-bc67-b243732ea8e3'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:45:55.849860 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f3208f-d33e-4e68-8d4d-a5b5b32a70ce None None] Pushing event updated for resources: {'Port': ['ID=55c85efd-209a-41fb-8f79-27ef4b0031da,revision_number=4']} {{(pid=102793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:45:55.852689 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-390818e9-854f-46bf-a9a4-45c8ef6315d3 req-286325d6-f0ae-479f-b135-be80346402f5 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Notify callbacks [] for port, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:45:55.895838 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-390818e9-854f-46bf-a9a4-45c8ef6315d3 req-286325d6-f0ae-479f-b135-be80346402f5 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:45:55.954360 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-390818e9-854f-46bf-a9a4-45c8ef6315d3 req-286325d6-f0ae-479f-b135-be80346402f5 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Network b902ef7f-343e-4d3a-8706-0baa492a13b0 is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:45:55.958908 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [req-390818e9-854f-46bf-a9a4-45c8ef6315d3 req-286325d6-f0ae-479f-b135-be80346402f5 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:45:55.961641 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286325d6-f0ae-479f-b135-be80346402f5 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Pushing event updated for resources: {'Port': ['ID=dcfe75d7-0511-414d-a0d7-22564ecd7e83,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:45:55.964250 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [req-390818e9-854f-46bf-a9a4-45c8ef6315d3 req-286325d6-f0ae-479f-b135-be80346402f5 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Received port after_create {{(pid=102791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:45:56.047718 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390818e9-854f-46bf-a9a4-45c8ef6315d3 req-286325d6-f0ae-479f-b135-be80346402f5 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:45:56.048437 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-390818e9-854f-46bf-a9a4-45c8ef6315d3 req-286325d6-f0ae-479f-b135-be80346402f5 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:45:56.081431 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-390818e9-854f-46bf-a9a4-45c8ef6315d3 req-286325d6-f0ae-479f-b135-be80346402f5 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6337464 Mar 29 16:45:56.114136 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvr_db [None req-60ec9998-37bd-4561-9acc-16fe153508f7 None None] Set router 5f462469-d898-4f35-bc67-b243732ea8e3 gateway port host: n-d-834765-1 {{(pid=102793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:45:56.161151 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [req-390818e9-854f-46bf-a9a4-45c8ef6315d3 req-b76c28f0-f02c-4ab0-af22-65009b2c9d2d service neutron] Request body: {'port': {'device_id': 'f47c7792-947d-444f-aed2-ae44e128ecf2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834765-1'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:45:56.165095 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-df33f1d8-3729-47bd-95d2-e6db453ac726 None None] Provisioning complete for port 55c85efd-209a-41fb-8f79-27ef4b0031da triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:45:56.166183 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-df33f1d8-3729-47bd-95d2-e6db453ac726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:45:56.217876 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 19ce4d91-a744-4d68-afb3-e7e9d389ef8c up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 16:45:56.243356 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-390818e9-854f-46bf-a9a4-45c8ef6315d3 req-b76c28f0-f02c-4ab0-af22-65009b2c9d2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:45:56.305787 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port 19ce4d91-a744-4d68-afb3-e7e9d389ef8c triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:45:56.306145 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:45:56.339834 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-df33f1d8-3729-47bd-95d2-e6db453ac726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:45:56.351345 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-60ec9998-37bd-4561-9acc-16fe153508f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f462469-d898-4f35-bc67-b243732ea8e3', 'name': 'tempest-TestShelveInstance-1640281375-router', 'tenant_id': '0b5ec91ea2544347a55fd901f829e9fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.67'}], 'enable_snat': True}, 'gw_port_id': '19ce4d91-a744-4d68-afb3-e7e9d389ef8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:45:48Z', 'updated_at': '2022-03-29T16:45:50Z', 'revision_number': 4, 'project_id': '0b5ec91ea2544347a55fd901f829e9fc', 'gw_port': {'id': '19ce4d91-a744-4d68-afb3-e7e9d389ef8c', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:e8:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f462469-d898-4f35-bc67-b243732ea8e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4393, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:45:48Z', 'updated_at': '2022-03-29T16:45:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': '55c85efd-209a-41fb-8f79-27ef4b0031da', 'name': '', 'network_id': '36e0c683-430e-49be-a910-97f5d8f47bdc', 'tenant_id': '0b5ec91ea2544347a55fd901f829e9fc', 'mac_address': 'fa:16:3e:49:ed:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f462469-d898-4f35-bc67-b243732ea8e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4394, 'fixed_ips': [{'subnet_id': 'f002e05c-2af2-4893-bb52-3dc9bb75637e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:45:50Z', 'updated_at': '2022-03-29T16:45:55Z', 'revision_number': 4, 'project_id': '0b5ec91ea2544347a55fd901f829e9fc', 'subnets': [{'id': 'f002e05c-2af2-4893-bb52-3dc9bb75637e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:45:56.378500 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60ec9998-37bd-4561-9acc-16fe153508f7 None None] The sync data for ids ['5f462469-d898-4f35-bc67-b243732ea8e3'] in n-d-834765-1 is: [{'id': '5f462469-d898-4f35-bc67-b243732ea8e3', 'name': 'tempest-TestShelveInstance-1640281375-router', 'tenant_id': '0b5ec91ea2544347a55fd901f829e9fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.67'}], 'enable_snat': True}, 'gw_port_id': '19ce4d91-a744-4d68-afb3-e7e9d389ef8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:45:48Z', 'updated_at': '2022-03-29T16:45:50Z', 'revision_number': 4, 'project_id': '0b5ec91ea2544347a55fd901f829e9fc', 'gw_port': {'id': '19ce4d91-a744-4d68-afb3-e7e9d389ef8c', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:e8:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f462469-d898-4f35-bc67-b243732ea8e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4393, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:45:48Z', 'updated_at': '2022-03-29T16:45:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': '55c85efd-209a-41fb-8f79-27ef4b0031da', 'name': '', 'network_id': '36e0c683-430e-49be-a910-97f5d8f47bdc', 'tenant_id': '0b5ec91ea2544347a55fd901f829e9fc', 'mac_address': 'fa:16:3e:49:ed:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f462469-d898-4f35-bc67-b243732ea8e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4394, 'fixed_ips': [{'subnet_id': 'f002e05c-2af2-4893-bb52-3dc9bb75637e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:45:50Z', 'updated_at': '2022-03-29T16:45:55Z', 'revision_number': 4, 'project_id': '0b5ec91ea2544347a55fd901f829e9fc', 'subnets': [{'id': 'f002e05c-2af2-4893-bb52-3dc9bb75637e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 16:45:56.389496 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-df33f1d8-3729-47bd-95d2-e6db453ac726 None None] For port 55c85efd-209a-41fb-8f79-27ef4b0031da, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=55c85efd-209a-41fb-8f79-27ef4b0031da,segment=NetworkSegment(b3595129-367f-423a-80fd-36a5a7a1f457),segment_id=b3595129-367f-423a-80fd-36a5a7a1f457)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:45:56.413005 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-df33f1d8-3729-47bd-95d2-e6db453ac726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:45:56.464411 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 55c85efd-209a-41fb-8f79-27ef4b0031da up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 16:45:56.508959 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df33f1d8-3729-47bd-95d2-e6db453ac726 None None] Pushing event updated for resources: {'Port': ['ID=55c85efd-209a-41fb-8f79-27ef4b0031da,revision_number=5']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:45:56.555842 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-001ae71c-0d98-444a-9fa7-ec1f6cf3aabc None None] Provisioning complete for port 55c85efd-209a-41fb-8f79-27ef4b0031da triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:45:56.556345 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-001ae71c-0d98-444a-9fa7-ec1f6cf3aabc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:45:56.596425 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port 55c85efd-209a-41fb-8f79-27ef4b0031da triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:45:56.596712 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:45:56.617234 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [req-390818e9-854f-46bf-a9a4-45c8ef6315d3 req-b76c28f0-f02c-4ab0-af22-65009b2c9d2d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dcfe75d7-0511-414d-a0d7-22564ecd7e83 {{(pid=102791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 16:45:56.628750 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b65250-a1e5-479d-b4b7-fae8c4153ec5 req-f5d0cbf4-9682-465d-b21e-08b3e348ed4c tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:45:56.630303 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-57b65250-a1e5-479d-b4b7-fae8c4153ec5 req-f5d0cbf4-9682-465d-b21e-08b3e348ed4c tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] 10.222.0.42 "GET /v2.0/ports?device_id=f47c7792-947d-444f-aed2-ae44e128ecf2 HTTP/1.1" status: 200 len: 931 time: 0.1085403 Mar 29 16:45:56.634734 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-390818e9-854f-46bf-a9a4-45c8ef6315d3 req-b76c28f0-f02c-4ab0-af22-65009b2c9d2d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:45:56.662633 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.provisioning_blocks [req-390818e9-854f-46bf-a9a4-45c8ef6315d3 req-b76c28f0-f02c-4ab0-af22-65009b2c9d2d service neutron] Transition to ACTIVE for port object dcfe75d7-0511-414d-a0d7-22564ecd7e83 will not be triggered until provisioned by entity L2. {{(pid=102791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 16:45:56.675294 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-390818e9-854f-46bf-a9a4-45c8ef6315d3 req-b76c28f0-f02c-4ab0-af22-65009b2c9d2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:45:56.712213 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-57b65250-a1e5-479d-b4b7-fae8c4153ec5 req-78f67006-42ff-4605-8c92-8da7958bf5a2 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] 10.222.0.42 "GET /v2.0/security-groups?id=6ffdd4dd-475c-430f-81fc-1f577773e654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745058 Mar 29 16:45:56.754993 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76c28f0-f02c-4ab0-af22-65009b2c9d2d service neutron] Pushing event updated for resources: {'Port': ['ID=dcfe75d7-0511-414d-a0d7-22564ecd7e83,revision_number=2']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:45:56.813196 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-390818e9-854f-46bf-a9a4-45c8ef6315d3 req-b76c28f0-f02c-4ab0-af22-65009b2c9d2d service neutron] Attempting to bind port dcfe75d7-0511-414d-a0d7-22564ecd7e83 on host n-h2-834765-1 for vnic_type normal with profile {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 16:45:56.813536 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-390818e9-854f-46bf-a9a4-45c8ef6315d3 req-b76c28f0-f02c-4ab0-af22-65009b2c9d2d service neutron] Attempting to bind port dcfe75d7-0511-414d-a0d7-22564ecd7e83 by drivers openvswitch,hyperv on host n-h2-834765-1 at level 0 using segments [{'id': 'bed8c626-8783-4c9c-9be7-52236db0bc9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'b902ef7f-343e-4d3a-8706-0baa492a13b0'}] {{(pid=102791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 16:45:56.813846 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-390818e9-854f-46bf-a9a4-45c8ef6315d3 req-b76c28f0-f02c-4ab0-af22-65009b2c9d2d service neutron] Attempting to bind port dcfe75d7-0511-414d-a0d7-22564ecd7e83 on network b902ef7f-343e-4d3a-8706-0baa492a13b0 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 16:45:56.819075 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-390818e9-854f-46bf-a9a4-45c8ef6315d3 req-b76c28f0-f02c-4ab0-af22-65009b2c9d2d service neutron] Port dcfe75d7-0511-414d-a0d7-22564ecd7e83 on network b902ef7f-343e-4d3a-8706-0baa492a13b0 not bound, no agent of type Open vSwitch agent registered on host n-h2-834765-1 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 16:45:56.819559 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-390818e9-854f-46bf-a9a4-45c8ef6315d3 req-b76c28f0-f02c-4ab0-af22-65009b2c9d2d service neutron] Attempting to bind port dcfe75d7-0511-414d-a0d7-22564ecd7e83 on network b902ef7f-343e-4d3a-8706-0baa492a13b0 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 16:45:56.824505 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-390818e9-854f-46bf-a9a4-45c8ef6315d3 req-b76c28f0-f02c-4ab0-af22-65009b2c9d2d service neutron] Checking agent: {'id': '3e4b4912-b4a2-4d17-b5bd-6ce15529e8eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 33, 17), 'started_at': datetime.datetime(2022, 3, 29, 15, 33, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 16, 45, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 16:45:56.824837 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-390818e9-854f-46bf-a9a4-45c8ef6315d3 req-b76c28f0-f02c-4ab0-af22-65009b2c9d2d service neutron] Checking segment: {'id': 'bed8c626-8783-4c9c-9be7-52236db0bc9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'b902ef7f-343e-4d3a-8706-0baa492a13b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 16:45:56.825334 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-390818e9-854f-46bf-a9a4-45c8ef6315d3 req-b76c28f0-f02c-4ab0-af22-65009b2c9d2d service neutron] Bound using segment: {'id': 'bed8c626-8783-4c9c-9be7-52236db0bc9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'b902ef7f-343e-4d3a-8706-0baa492a13b0'} {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 16:45:56.825829 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-390818e9-854f-46bf-a9a4-45c8ef6315d3 req-b76c28f0-f02c-4ab0-af22-65009b2c9d2d service neutron] Bound port: dcfe75d7-0511-414d-a0d7-22564ecd7e83, host: n-h2-834765-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bed8c626-8783-4c9c-9be7-52236db0bc9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'b902ef7f-343e-4d3a-8706-0baa492a13b0'}}] {{(pid=102791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 16:45:56.826237 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-390818e9-854f-46bf-a9a4-45c8ef6315d3 req-b76c28f0-f02c-4ab0-af22-65009b2c9d2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:45:56.899601 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-390818e9-854f-46bf-a9a4-45c8ef6315d3 req-b76c28f0-f02c-4ab0-af22-65009b2c9d2d service neutron] For port dcfe75d7-0511-414d-a0d7-22564ecd7e83, host n-h2-834765-1, cleared binding levels {{(pid=102791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 16:45:56.903032 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-390818e9-854f-46bf-a9a4-45c8ef6315d3 req-b76c28f0-f02c-4ab0-af22-65009b2c9d2d service neutron] For port dcfe75d7-0511-414d-a0d7-22564ecd7e83, host n-h2-834765-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=dcfe75d7-0511-414d-a0d7-22564ecd7e83,segment=NetworkSegment(bed8c626-8783-4c9c-9be7-52236db0bc9f),segment_id=bed8c626-8783-4c9c-9be7-52236db0bc9f)] {{(pid=102791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 16:45:56.912760 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-390818e9-854f-46bf-a9a4-45c8ef6315d3 req-b76c28f0-f02c-4ab0-af22-65009b2c9d2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:45:56.953039 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390818e9-854f-46bf-a9a4-45c8ef6315d3 req-b76c28f0-f02c-4ab0-af22-65009b2c9d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:45:56.953683 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-390818e9-854f-46bf-a9a4-45c8ef6315d3 req-b76c28f0-f02c-4ab0-af22-65009b2c9d2d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:45:56.955198 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-390818e9-854f-46bf-a9a4-45c8ef6315d3 req-b76c28f0-f02c-4ab0-af22-65009b2c9d2d service neutron] 10.222.0.48 "PUT /v2.0/ports/dcfe75d7-0511-414d-a0d7-22564ecd7e83 HTTP/1.1" status: 200 len: 1091 time: 0.8660550 Mar 29 16:45:56.955666 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f47c7792-947d-444f-aed2-ae44e128ecf2', 'tag': 'dcfe75d7-0511-414d-a0d7-22564ecd7e83'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:45:56.957957 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e33af8bd2d242198c8fc7a55b0de10a2e3fe57bc5f7d7f0f551297b3d6240ff2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e340845d-1364-4aa2-8f19-e33df3b97951" -d '{"events": [{"name": "network-changed", "server_uuid": "f47c7792-947d-444f-aed2-ae44e128ecf2", "tag": "dcfe75d7-0511-414d-a0d7-22564ecd7e83"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:45:56.980241 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76c28f0-f02c-4ab0-af22-65009b2c9d2d service neutron] Pushing event updated for resources: {'Port': ['ID=dcfe75d7-0511-414d-a0d7-22564ecd7e83,revision_number=3']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:45:57.005742 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 16:45:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9b780d7-2235-4684-94c5-51d74adc1c16 x-openstack-request-id: req-b9b780d7-2235-4684-94c5-51d74adc1c16 {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:45:57.006346 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f47c7792-947d-444f-aed2-ae44e128ecf2", "tag": "dcfe75d7-0511-414d-a0d7-22564ecd7e83", "status": "completed", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:45:57.006646 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b9b780d7-2235-4684-94c5-51d74adc1c16 {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:45:57.007116 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f47c7792-947d-444f-aed2-ae44e128ecf2', 'tag': 'dcfe75d7-0511-414d-a0d7-22564ecd7e83', 'status': 'completed', 'code': 200} Mar 29 16:45:57.061681 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390818e9-854f-46bf-a9a4-45c8ef6315d3 req-1a2e839d-a1b3-494e-af8d-877dd2ec163e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:45:57.064070 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-390818e9-854f-46bf-a9a4-45c8ef6315d3 req-1a2e839d-a1b3-494e-af8d-877dd2ec163e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=338550824e984aa6aa16846cec0506b5&device_id=f47c7792-947d-444f-aed2-ae44e128ecf2 HTTP/1.1" status: 200 len: 1094 time: 0.0453873 Mar 29 16:45:57.113527 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-390818e9-854f-46bf-a9a4-45c8ef6315d3 req-50c24499-2f2d-4ac4-8c8f-9c4fef4baa45 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dcfe75d7-0511-414d-a0d7-22564ecd7e83 HTTP/1.1" status: 200 len: 217 time: 0.0408413 Mar 29 16:45:57.165486 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390818e9-854f-46bf-a9a4-45c8ef6315d3 req-021eedc6-5b0e-4452-a3b3-be9bd174d51c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:45:57.166985 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-390818e9-854f-46bf-a9a4-45c8ef6315d3 req-021eedc6-5b0e-4452-a3b3-be9bd174d51c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c1523c60-8661-46f8-9689-530b8e45e3c2 HTTP/1.1" status: 200 len: 846 time: 0.0471504 Mar 29 16:45:57.212381 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390818e9-854f-46bf-a9a4-45c8ef6315d3 req-5bacb269-9665-412e-b3e2-8fb0a65e074a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:45:57.213877 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-390818e9-854f-46bf-a9a4-45c8ef6315d3 req-5bacb269-9665-412e-b3e2-8fb0a65e074a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b902ef7f-343e-4d3a-8706-0baa492a13b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403981 Mar 29 16:45:57.305638 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-390818e9-854f-46bf-a9a4-45c8ef6315d3 req-53b0d0fa-ba70-4a17-a45b-645219e32795 service neutron] 10.222.0.48 "GET /v2.0/networks/b902ef7f-343e-4d3a-8706-0baa492a13b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850968 Mar 29 16:45:57.391511 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-390818e9-854f-46bf-a9a4-45c8ef6315d3 req-ac0efa2c-ecc9-4d99-b71f-a14a0dff271a service neutron] 10.222.0.48 "GET /v2.0/networks/b902ef7f-343e-4d3a-8706-0baa492a13b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796258 Mar 29 16:45:57.488954 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e340845d-1364-4aa2-8f19-e33df3b97951 req-4435e6fe-8dc6-40b1-800f-f600e3a631d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:45:57.490488 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e340845d-1364-4aa2-8f19-e33df3b97951 req-4435e6fe-8dc6-40b1-800f-f600e3a631d3 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=338550824e984aa6aa16846cec0506b5&device_id=f47c7792-947d-444f-aed2-ae44e128ecf2 HTTP/1.1" status: 200 len: 1094 time: 0.0523312 Mar 29 16:45:57.584406 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e340845d-1364-4aa2-8f19-e33df3b97951 req-bfbfaf35-a139-4096-9d4f-aac860147394 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:45:57.585960 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e340845d-1364-4aa2-8f19-e33df3b97951 req-bfbfaf35-a139-4096-9d4f-aac860147394 service neutron] 10.222.0.48 "GET /v2.0/networks?id=b902ef7f-343e-4d3a-8706-0baa492a13b0 HTTP/1.1" status: 200 len: 908 time: 0.0887101 Mar 29 16:45:57.630586 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e340845d-1364-4aa2-8f19-e33df3b97951 req-1aa00bb1-e1c5-4a9e-80d2-59d977ec257d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dcfe75d7-0511-414d-a0d7-22564ecd7e83 HTTP/1.1" status: 200 len: 217 time: 0.0384216 Mar 29 16:45:57.682963 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e340845d-1364-4aa2-8f19-e33df3b97951 req-c14cf2fa-d667-4faf-802a-bae264858a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:45:57.684405 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e340845d-1364-4aa2-8f19-e33df3b97951 req-c14cf2fa-d667-4faf-802a-bae264858a41 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c1523c60-8661-46f8-9689-530b8e45e3c2 HTTP/1.1" status: 200 len: 846 time: 0.0479901 Mar 29 16:45:57.729805 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e340845d-1364-4aa2-8f19-e33df3b97951 req-848c9a3d-f3a2-4247-bb13-c5ad5a940d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:45:57.731301 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e340845d-1364-4aa2-8f19-e33df3b97951 req-848c9a3d-f3a2-4247-bb13-c5ad5a940d22 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b902ef7f-343e-4d3a-8706-0baa492a13b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392642 Mar 29 16:45:57.851248 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e340845d-1364-4aa2-8f19-e33df3b97951 req-8d55fd1c-43e6-44aa-9674-8165e9dbda38 service neutron] 10.222.0.48 "GET /v2.0/networks/b902ef7f-343e-4d3a-8706-0baa492a13b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121445 Mar 29 16:45:57.862595 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b0f470-69e3-421e-98d6-bce9e3acf2c9 req-fbb17d5e-6588-497d-a401-1810e8abd01a tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:45:57.864039 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-c5b0f470-69e3-421e-98d6-bce9e3acf2c9 req-fbb17d5e-6588-497d-a401-1810e8abd01a tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] 10.222.0.42 "GET /v2.0/ports?device_id=f47c7792-947d-444f-aed2-ae44e128ecf2 HTTP/1.1" status: 200 len: 943 time: 0.0688217 Mar 29 16:45:57.952297 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-c5b0f470-69e3-421e-98d6-bce9e3acf2c9 req-bee8b4d3-4fdd-47ad-9110-8a93b8f36fef tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] 10.222.0.42 "GET /v2.0/security-groups?id=6ffdd4dd-475c-430f-81fc-1f577773e654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804923 Mar 29 16:45:57.978685 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e340845d-1364-4aa2-8f19-e33df3b97951 req-7022e00d-664a-481c-a398-85930a24a438 service neutron] 10.222.0.48 "GET /v2.0/networks/b902ef7f-343e-4d3a-8706-0baa492a13b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1137073 Mar 29 16:45:58.077915 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 55c85efd-209a-41fb-8f79-27ef4b0031da up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 16:45:58.133350 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port 55c85efd-209a-41fb-8f79-27ef4b0031da triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:45:58.133720 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:45:59.070270 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a347af34-f60d-4c8d-bd1f-3d820fe0b096 req-9b84ffeb-cd34-4f15-9cd8-f2a1659b1b6b tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:45:59.071776 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-a347af34-f60d-4c8d-bd1f-3d820fe0b096 req-9b84ffeb-cd34-4f15-9cd8-f2a1659b1b6b tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] 10.222.0.42 "GET /v2.0/ports?device_id=f47c7792-947d-444f-aed2-ae44e128ecf2 HTTP/1.1" status: 200 len: 943 time: 0.0493300 Mar 29 16:45:59.110121 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-a347af34-f60d-4c8d-bd1f-3d820fe0b096 req-7ac9783d-5524-430a-b813-1764890d1487 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] 10.222.0.42 "GET /v2.0/security-groups?id=6ffdd4dd-475c-430f-81fc-1f577773e654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317011 Mar 29 16:46:00.225681 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436913f2-9da1-40af-95cb-3f7826c7f4fd req-2f5905bb-79b2-4a54-bae1-6234df75e7a4 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:46:00.227155 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-436913f2-9da1-40af-95cb-3f7826c7f4fd req-2f5905bb-79b2-4a54-bae1-6234df75e7a4 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] 10.222.0.42 "GET /v2.0/ports?device_id=f47c7792-947d-444f-aed2-ae44e128ecf2 HTTP/1.1" status: 200 len: 943 time: 0.0493977 Mar 29 16:46:00.264298 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-436913f2-9da1-40af-95cb-3f7826c7f4fd req-f971c83e-b87b-4530-b734-a1da49043e1f tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] 10.222.0.42 "GET /v2.0/security-groups?id=6ffdd4dd-475c-430f-81fc-1f577773e654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311472 Mar 29 16:46:00.486863 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-cecaa312-b5cb-4c67-bd53-0f7d511db3e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:46:00.888061 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device dcfe75d7-0511-414d-a0d7-22564ecd7e83 details requested by agent hyperv_n-h2-834765-1 with host n-h2-834765-1 {{(pid=102792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 16:46:00.984432 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port dcfe75d7-0511-414d-a0d7-22564ecd7e83, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=dcfe75d7-0511-414d-a0d7-22564ecd7e83,segment=NetworkSegment(bed8c626-8783-4c9c-9be7-52236db0bc9f),segment_id=bed8c626-8783-4c9c-9be7-52236db0bc9f)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:46:00.996101 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Returning: {'device': 'dcfe75d7-0511-414d-a0d7-22564ecd7e83', 'network_id': 'b902ef7f-343e-4d3a-8706-0baa492a13b0', 'port_id': 'dcfe75d7-0511-414d-a0d7-22564ecd7e83', 'mac_address': 'fa:16:3e:ef:55:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 614, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1523c60-8661-46f8-9689-530b8e45e3c2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 16:46:01.032532 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:46:01.045184 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dcfe75d7-0511-414d-a0d7-22564ecd7e83 {{(pid=102792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 16:46:01.065451 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port dcfe75d7-0511-414d-a0d7-22564ecd7e83, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=dcfe75d7-0511-414d-a0d7-22564ecd7e83,segment=NetworkSegment(bed8c626-8783-4c9c-9be7-52236db0bc9f),segment_id=bed8c626-8783-4c9c-9be7-52236db0bc9f)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:46:01.069259 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:46:01.115126 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Pushing event updated for resources: {'Port': ['ID=dcfe75d7-0511-414d-a0d7-22564ecd7e83,revision_number=4']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:46:01.378480 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e527b6-7741-4579-ba38-9762c5a63a25 req-9a33570d-973e-4ccb-ab24-2b1847223f8e tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:46:01.379972 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-b9e527b6-7741-4579-ba38-9762c5a63a25 req-9a33570d-973e-4ccb-ab24-2b1847223f8e tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] 10.222.0.42 "GET /v2.0/ports?device_id=f47c7792-947d-444f-aed2-ae44e128ecf2 HTTP/1.1" status: 200 len: 944 time: 0.0476518 Mar 29 16:46:01.410286 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] get_ports_and_sgs() called for port_ids ['dcfe75d7-0511-414d-a0d7-22564ecd7e83'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 16:46:01.417501 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-b9e527b6-7741-4579-ba38-9762c5a63a25 req-6bffdde9-a6cc-4757-9604-1e8226738668 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] 10.222.0.42 "GET /v2.0/security-groups?id=6ffdd4dd-475c-430f-81fc-1f577773e654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315809 Mar 29 16:46:02.532440 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24d50f4-aa76-4190-a144-c96b7c98fc71 req-1d1ed52f-101c-4471-8fa6-98e35da060a2 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:46:02.533929 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-a24d50f4-aa76-4190-a144-c96b7c98fc71 req-1d1ed52f-101c-4471-8fa6-98e35da060a2 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] 10.222.0.42 "GET /v2.0/ports?device_id=f47c7792-947d-444f-aed2-ae44e128ecf2 HTTP/1.1" status: 200 len: 944 time: 0.0497589 Mar 29 16:46:02.573231 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-a24d50f4-aa76-4190-a144-c96b7c98fc71 req-97c4f67f-4376-4f99-8ace-645208cf27ae tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] 10.222.0.42 "GET /v2.0/security-groups?id=6ffdd4dd-475c-430f-81fc-1f577773e654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330889 Mar 29 16:46:02.901159 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device dcfe75d7-0511-414d-a0d7-22564ecd7e83 up at agent hyperv_n-h2-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 16:46:02.955477 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-791c1f07-b07d-4872-86a6-4a2837a4d94f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:46:02.963112 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Provisioning for port dcfe75d7-0511-414d-a0d7-22564ecd7e83 completed by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 16:46:02.966770 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Provisioning complete for port dcfe75d7-0511-414d-a0d7-22564ecd7e83 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:46:02.967136 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:46:03.042894 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:46:03.068791 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f47c7792-947d-444f-aed2-ae44e128ecf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcfe75d7-0511-414d-a0d7-22564ecd7e83'}] {{(pid=102792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:46:03.071037 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57a7834588826aa5fcb6318d84c304e74917d39e51dd24b57e16034477aedb48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-668f41b6-1e2f-413f-930a-46eb65fd8fdf" -d '{"events": [{"server_uuid": "f47c7792-947d-444f-aed2-ae44e128ecf2", "name": "network-vif-plugged", "status": "completed", "tag": "dcfe75d7-0511-414d-a0d7-22564ecd7e83"}]}' {{(pid=102792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:46:03.084944 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port dcfe75d7-0511-414d-a0d7-22564ecd7e83, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=dcfe75d7-0511-414d-a0d7-22564ecd7e83,segment=NetworkSegment(bed8c626-8783-4c9c-9be7-52236db0bc9f),segment_id=bed8c626-8783-4c9c-9be7-52236db0bc9f)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:46:03.088799 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:46:03.136370 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Pushing event updated for resources: {'Port': ['ID=dcfe75d7-0511-414d-a0d7-22564ecd7e83,revision_number=5']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:46:03.167406 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 16:46:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30999489-1483-4a08-ab54-0e97d4d4504a x-openstack-request-id: req-30999489-1483-4a08-ab54-0e97d4d4504a {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:46:03.167696 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f47c7792-947d-444f-aed2-ae44e128ecf2", "name": "network-vif-plugged", "status": "completed", "tag": "dcfe75d7-0511-414d-a0d7-22564ecd7e83", "code": 200}]} {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:46:03.167967 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-30999489-1483-4a08-ab54-0e97d4d4504a {{(pid=102792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:46:03.168376 n-d-834765-1 neutron-server[102792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f47c7792-947d-444f-aed2-ae44e128ecf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcfe75d7-0511-414d-a0d7-22564ecd7e83', 'code': 200} Mar 29 16:46:03.264767 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f34920-91e2-4f81-ba22-856a647a9eaf req-03d5133c-c6b4-4afc-a6be-b36e9d8f3c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:46:03.266948 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-00f34920-91e2-4f81-ba22-856a647a9eaf req-03d5133c-c6b4-4afc-a6be-b36e9d8f3c17 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=f47c7792-947d-444f-aed2-ae44e128ecf2 HTTP/1.1" status: 200 len: 1096 time: 0.0407858 Mar 29 16:46:03.308172 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-00f34920-91e2-4f81-ba22-856a647a9eaf req-55f8432c-a3b9-40eb-829f-63d1d082ec41 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=6ffdd4dd-475c-430f-81fc-1f577773e654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307846 Mar 29 16:46:03.690400 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5741c89-cd8f-4bdb-9440-03c1164bc4f2 req-92f84176-4cf7-480f-9b9a-e527df88b2f9 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:46:03.692309 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f5741c89-cd8f-4bdb-9440-03c1164bc4f2 req-92f84176-4cf7-480f-9b9a-e527df88b2f9 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] 10.222.0.42 "GET /v2.0/ports?device_id=f47c7792-947d-444f-aed2-ae44e128ecf2 HTTP/1.1" status: 200 len: 945 time: 0.0503569 Mar 29 16:46:03.728900 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f5741c89-cd8f-4bdb-9440-03c1164bc4f2 req-2a3e4e15-4580-4ad5-a2ee-abfd35ae1e7b tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] 10.222.0.42 "GET /v2.0/security-groups?id=6ffdd4dd-475c-430f-81fc-1f577773e654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306261 Mar 29 16:46:04.432748 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d71584b9-87f1-45f5-84c7-c993c2416269 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:46:04.848345 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d73f542-91b0-4caa-adb1-374f5f7a8427 req-962cfe4c-c5fb-464d-af7a-5e9999c46524 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:46:04.849780 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-8d73f542-91b0-4caa-adb1-374f5f7a8427 req-962cfe4c-c5fb-464d-af7a-5e9999c46524 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] 10.222.0.42 "GET /v2.0/ports?device_id=f47c7792-947d-444f-aed2-ae44e128ecf2 HTTP/1.1" status: 200 len: 945 time: 0.0517499 Mar 29 16:46:04.887563 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-8d73f542-91b0-4caa-adb1-374f5f7a8427 req-b99a217f-6d90-4c8e-9ec3-5fd70b30d069 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] 10.222.0.42 "GET /v2.0/security-groups?id=6ffdd4dd-475c-430f-81fc-1f577773e654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317526 Mar 29 16:46:05.003498 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e89c3c-8ef1-4090-b30a-c3634c970ceb req-e3a2e679-500f-474b-a072-9ffed98f0e8c tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:46:05.004958 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-71e89c3c-8ef1-4090-b30a-c3634c970ceb req-e3a2e679-500f-474b-a072-9ffed98f0e8c tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] 10.222.0.42 "GET /v2.0/ports?device_id=f47c7792-947d-444f-aed2-ae44e128ecf2 HTTP/1.1" status: 200 len: 945 time: 0.0476370 Mar 29 16:46:05.042218 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-71e89c3c-8ef1-4090-b30a-c3634c970ceb req-cb28d894-4215-4d66-b245-424600f279e9 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] 10.222.0.42 "GET /v2.0/security-groups?id=6ffdd4dd-475c-430f-81fc-1f577773e654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311823 Mar 29 16:46:05.063510 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 43390) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:46:05.142590 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7417692f-34af-40c8-aebb-6913077208e7 tempest-TestShelveInstance-1608535497 tempest-TestShelveInstance-1608535497-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:46:05.144134 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-7417692f-34af-40c8-aebb-6913077208e7 tempest-TestShelveInstance-1608535497 tempest-TestShelveInstance-1608535497-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=f47c7792-947d-444f-aed2-ae44e128ecf2 HTTP/1.1" status: 200 len: 1091 time: 0.0796688 Mar 29 16:46:05.147006 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 43394) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:46:05.151132 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-448216e1-7f5b-4e36-b83a-6ca01d38c52f tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Request body: {'floatingip': {'floating_network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'port_id': 'dcfe75d7-0511-414d-a0d7-22564ecd7e83', 'tenant_id': '338550824e984aa6aa16846cec0506b5', 'fixed_ip_address': '172.20.0.8'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:46:05.171366 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-448216e1-7f5b-4e36-b83a-6ca01d38c52f tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Notify callbacks [] for floatingip, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:46:05.269649 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-448216e1-7f5b-4e36-b83a-6ca01d38c52f tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:46:05.372533 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_common [None req-448216e1-7f5b-4e36-b83a-6ca01d38c52f tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Allocated IP 172.25.4.203 (4a4a035d-ecac-4ead-baa3-25f90788773a/e1a353dc-fac8-4901-a63c-273840237d6a/1c2bed35-b11e-46bc-9283-0bb1f795e23f) {{(pid=102791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:46:05.470927 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-448216e1-7f5b-4e36-b83a-6ca01d38c52f tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Notify callbacks [] for port, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:46:05.504195 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-448216e1-7f5b-4e36-b83a-6ca01d38c52f tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:46:05.542977 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-448216e1-7f5b-4e36-b83a-6ca01d38c52f tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Network 4a4a035d-ecac-4ead-baa3-25f90788773a is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:46:05.547223 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [None req-448216e1-7f5b-4e36-b83a-6ca01d38c52f tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:46:05.551621 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-448216e1-7f5b-4e36-b83a-6ca01d38c52f tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Received port after_create {{(pid=102791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:46:05.553513 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448216e1-7f5b-4e36-b83a-6ca01d38c52f tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Pushing event updated for resources: {'Port': ['ID=1c2bed35-b11e-46bc-9283-0bb1f795e23f,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:46:05.905076 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-448216e1-7f5b-4e36-b83a-6ca01d38c52f tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:46:05.988803 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-448216e1-7f5b-4e36-b83a-6ca01d38c52f tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:46:05.993037 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-0cb6abf6-2706-4e52-8825-f5f644ecf9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:46:06.057953 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:46:06.136288 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-448216e1-7f5b-4e36-b83a-6ca01d38c52f tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Notify callbacks [] for port, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:46:06.140643 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-448216e1-7f5b-4e36-b83a-6ca01d38c52f tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:46:06.210341 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448216e1-7f5b-4e36-b83a-6ca01d38c52f tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Pushing event updated for resources: {'Port': ['ID=1c2bed35-b11e-46bc-9283-0bb1f795e23f,revision_number=2']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:46:06.220627 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-448216e1-7f5b-4e36-b83a-6ca01d38c52f tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648212'] for floatingip, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:46:06.322839 n-d-834765-1 neutron-server[102791]: INFO neutron.db.l3_db [None req-448216e1-7f5b-4e36-b83a-6ca01d38c52f tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Floating IP 8969ed9d-c0a5-4ca8-bd0e-b170413cb7fe associated. External IP: 172.25.4.203, port: dcfe75d7-0511-414d-a0d7-22564ecd7e83. Mar 29 16:46:06.526212 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-448216e1-7f5b-4e36-b83a-6ca01d38c52f tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Router 885060f0-3925-4f7b-8c3c-6c705d1dba1c has already been hosted by L3 agent c648d819-1060-4f26-b4ec-6455387b5dff {{(pid=102791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 16:46:06.638159 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-448216e1-7f5b-4e36-b83a-6ca01d38c52f tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 16:46:06.648461 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-916a8732-2cb6-41d2-8a44-14e691c1459e None None] Sync routers for ids ['885060f0-3925-4f7b-8c3c-6c705d1dba1c'] in n-d-834765-1 {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 16:46:06.656031 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-448216e1-7f5b-4e36-b83a-6ca01d38c52f tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for floatingip, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:46:06.659634 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-916a8732-2cb6-41d2-8a44-14e691c1459e None None] Routers {'885060f0-3925-4f7b-8c3c-6c705d1dba1c'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:46:06.660330 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-916a8732-2cb6-41d2-8a44-14e691c1459e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:46:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['885060f0-3925-4f7b-8c3c-6c705d1dba1c'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:46:06.775316 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvr_db [None req-916a8732-2cb6-41d2-8a44-14e691c1459e None None] Set router 885060f0-3925-4f7b-8c3c-6c705d1dba1c gateway port host: n-d-834765-1 {{(pid=102792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:46:07.002875 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-448216e1-7f5b-4e36-b83a-6ca01d38c52f tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8548231 Mar 29 16:46:07.003590 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f47c7792-947d-444f-aed2-ae44e128ecf2', 'tag': 'dcfe75d7-0511-414d-a0d7-22564ecd7e83'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:46:07.005843 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e33af8bd2d242198c8fc7a55b0de10a2e3fe57bc5f7d7f0f551297b3d6240ff2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-940d9ea2-8eec-4476-a687-6bc576967e4f" -d '{"events": [{"name": "network-changed", "server_uuid": "f47c7792-947d-444f-aed2-ae44e128ecf2", "tag": "dcfe75d7-0511-414d-a0d7-22564ecd7e83"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:46:07.017101 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-916a8732-2cb6-41d2-8a44-14e691c1459e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '885060f0-3925-4f7b-8c3c-6c705d1dba1c', 'name': 'tempest-TestShelveInstance-58478164-router', 'tenant_id': '338550824e984aa6aa16846cec0506b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.107'}], 'enable_snat': True}, 'gw_port_id': '1817091b-8304-4203-ac86-d1cbea8c264d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:45:43Z', 'updated_at': '2022-03-29T16:45:46Z', 'revision_number': 4, 'project_id': '338550824e984aa6aa16846cec0506b5', 'gw_port': {'id': '1817091b-8304-4203-ac86-d1cbea8c264d', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:23:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '885060f0-3925-4f7b-8c3c-6c705d1dba1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:45:44Z', 'updated_at': '2022-03-29T16:45:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_floatingips': [{'id': '8969ed9d-c0a5-4ca8-bd0e-b170413cb7fe', 'tenant_id': '338550824e984aa6aa16846cec0506b5', 'floating_ip_address': '172.25.4.203', 'floating_network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'router_id': '885060f0-3925-4f7b-8c3c-6c705d1dba1c', 'port_id': 'dcfe75d7-0511-414d-a0d7-22564ecd7e83', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4406, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b902ef7f-343e-4d3a-8706-0baa492a13b0', 'mac_address': 'fa:16:3e:ef:55:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f47c7792-947d-444f-aed2-ae44e128ecf2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T16:46:05Z', 'updated_at': '2022-03-29T16:46:05Z', 'revision_number': 0, 'project_id': '338550824e984aa6aa16846cec0506b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2cc9388d-fbc1-4042-a282-d28a908877b6', 'name': '', 'network_id': 'b902ef7f-343e-4d3a-8706-0baa492a13b0', 'tenant_id': '338550824e984aa6aa16846cec0506b5', 'mac_address': 'fa:16:3e:c0:58:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '885060f0-3925-4f7b-8c3c-6c705d1dba1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': 'c1523c60-8661-46f8-9689-530b8e45e3c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:45:45Z', 'updated_at': '2022-03-29T16:45:51Z', 'revision_number': 5, 'project_id': '338550824e984aa6aa16846cec0506b5', 'subnets': [{'id': 'c1523c60-8661-46f8-9689-530b8e45e3c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:46:07.042808 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 16:46:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93ed6779-9f52-4151-8a07-55d456be6546 x-openstack-request-id: req-93ed6779-9f52-4151-8a07-55d456be6546 {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:46:07.042969 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f47c7792-947d-444f-aed2-ae44e128ecf2", "tag": "dcfe75d7-0511-414d-a0d7-22564ecd7e83", "status": "completed", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:46:07.043215 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-93ed6779-9f52-4151-8a07-55d456be6546 {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:46:07.043639 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f47c7792-947d-444f-aed2-ae44e128ecf2', 'tag': 'dcfe75d7-0511-414d-a0d7-22564ecd7e83', 'status': 'completed', 'code': 200} Mar 29 16:46:07.043853 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-916a8732-2cb6-41d2-8a44-14e691c1459e None None] Checking router: 885060f0-3925-4f7b-8c3c-6c705d1dba1c for host: n-d-834765-1 {{(pid=102792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 16:46:07.052789 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-916a8732-2cb6-41d2-8a44-14e691c1459e None None] Routers {'885060f0-3925-4f7b-8c3c-6c705d1dba1c'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:46:07.053398 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-916a8732-2cb6-41d2-8a44-14e691c1459e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:46:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['885060f0-3925-4f7b-8c3c-6c705d1dba1c'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:46:07.105193 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940d9ea2-8eec-4476-a687-6bc576967e4f req-8d7bf593-1774-496d-9f49-1de25b505c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:46:07.106702 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-940d9ea2-8eec-4476-a687-6bc576967e4f req-8d7bf593-1774-496d-9f49-1de25b505c41 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=338550824e984aa6aa16846cec0506b5&device_id=f47c7792-947d-444f-aed2-ae44e128ecf2 HTTP/1.1" status: 200 len: 1096 time: 0.0401385 Mar 29 16:46:07.160257 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvr_db [None req-916a8732-2cb6-41d2-8a44-14e691c1459e None None] Set router 885060f0-3925-4f7b-8c3c-6c705d1dba1c gateway port host: n-d-834765-1 {{(pid=102792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:46:07.198257 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940d9ea2-8eec-4476-a687-6bc576967e4f req-ccb2fdd5-b856-4a70-bb56-3d4f291c34a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:46:07.199771 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-940d9ea2-8eec-4476-a687-6bc576967e4f req-ccb2fdd5-b856-4a70-bb56-3d4f291c34a2 service neutron] 10.222.0.48 "GET /v2.0/networks?id=b902ef7f-343e-4d3a-8706-0baa492a13b0 HTTP/1.1" status: 200 len: 908 time: 0.0871463 Mar 29 16:46:07.263798 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-940d9ea2-8eec-4476-a687-6bc576967e4f req-b28cebeb-d185-4467-ab1d-8cb5067d3573 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dcfe75d7-0511-414d-a0d7-22564ecd7e83 HTTP/1.1" status: 200 len: 999 time: 0.0574996 Mar 29 16:46:07.311307 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940d9ea2-8eec-4476-a687-6bc576967e4f req-03c5ea1c-85df-4f23-8f4d-737f53a427bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:46:07.312749 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-940d9ea2-8eec-4476-a687-6bc576967e4f req-03c5ea1c-85df-4f23-8f4d-737f53a427bb service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c1523c60-8661-46f8-9689-530b8e45e3c2 HTTP/1.1" status: 200 len: 846 time: 0.0427783 Mar 29 16:46:07.363680 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940d9ea2-8eec-4476-a687-6bc576967e4f req-ae5a9f0c-3a12-4661-a9aa-def581ce3cce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:46:07.365193 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-940d9ea2-8eec-4476-a687-6bc576967e4f req-ae5a9f0c-3a12-4661-a9aa-def581ce3cce service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b902ef7f-343e-4d3a-8706-0baa492a13b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0455546 Mar 29 16:46:07.393150 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-916a8732-2cb6-41d2-8a44-14e691c1459e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '885060f0-3925-4f7b-8c3c-6c705d1dba1c', 'name': 'tempest-TestShelveInstance-58478164-router', 'tenant_id': '338550824e984aa6aa16846cec0506b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.107'}], 'enable_snat': True}, 'gw_port_id': '1817091b-8304-4203-ac86-d1cbea8c264d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:45:43Z', 'updated_at': '2022-03-29T16:45:46Z', 'revision_number': 4, 'project_id': '338550824e984aa6aa16846cec0506b5', 'gw_port': {'id': '1817091b-8304-4203-ac86-d1cbea8c264d', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:23:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '885060f0-3925-4f7b-8c3c-6c705d1dba1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:45:44Z', 'updated_at': '2022-03-29T16:45:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_floatingips': [{'id': '8969ed9d-c0a5-4ca8-bd0e-b170413cb7fe', 'tenant_id': '338550824e984aa6aa16846cec0506b5', 'floating_ip_address': '172.25.4.203', 'floating_network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'router_id': '885060f0-3925-4f7b-8c3c-6c705d1dba1c', 'port_id': 'dcfe75d7-0511-414d-a0d7-22564ecd7e83', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4406, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b902ef7f-343e-4d3a-8706-0baa492a13b0', 'mac_address': 'fa:16:3e:ef:55:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f47c7792-947d-444f-aed2-ae44e128ecf2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T16:46:05Z', 'updated_at': '2022-03-29T16:46:05Z', 'revision_number': 0, 'project_id': '338550824e984aa6aa16846cec0506b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2cc9388d-fbc1-4042-a282-d28a908877b6', 'name': '', 'network_id': 'b902ef7f-343e-4d3a-8706-0baa492a13b0', 'tenant_id': '338550824e984aa6aa16846cec0506b5', 'mac_address': 'fa:16:3e:c0:58:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '885060f0-3925-4f7b-8c3c-6c705d1dba1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': 'c1523c60-8661-46f8-9689-530b8e45e3c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:45:45Z', 'updated_at': '2022-03-29T16:45:51Z', 'revision_number': 5, 'project_id': '338550824e984aa6aa16846cec0506b5', 'subnets': [{'id': 'c1523c60-8661-46f8-9689-530b8e45e3c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:46:07.419278 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-916a8732-2cb6-41d2-8a44-14e691c1459e None None] The sync data for ids ['885060f0-3925-4f7b-8c3c-6c705d1dba1c'] in n-d-834765-1 is: [{'id': '885060f0-3925-4f7b-8c3c-6c705d1dba1c', 'name': 'tempest-TestShelveInstance-58478164-router', 'tenant_id': '338550824e984aa6aa16846cec0506b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.107'}], 'enable_snat': True}, 'gw_port_id': '1817091b-8304-4203-ac86-d1cbea8c264d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:45:43Z', 'updated_at': '2022-03-29T16:45:46Z', 'revision_number': 4, 'project_id': '338550824e984aa6aa16846cec0506b5', 'gw_port': {'id': '1817091b-8304-4203-ac86-d1cbea8c264d', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:23:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '885060f0-3925-4f7b-8c3c-6c705d1dba1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:45:44Z', 'updated_at': '2022-03-29T16:45:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_floatingips': [{'id': '8969ed9d-c0a5-4ca8-bd0e-b170413cb7fe', 'tenant_id': '338550824e984aa6aa16846cec0506b5', 'floating_ip_address': '172.25.4.203', 'floating_network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'router_id': '885060f0-3925-4f7b-8c3c-6c705d1dba1c', 'port_id': 'dcfe75d7-0511-414d-a0d7-22564ecd7e83', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4406, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b902ef7f-343e-4d3a-8706-0baa492a13b0', 'mac_address': 'fa:16:3e:ef:55:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f47c7792-947d-444f-aed2-ae44e128ecf2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T16:46:05Z', 'updated_at': '2022-03-29T16:46:05Z', 'revision_number': 0, 'project_id': '338550824e984aa6aa16846cec0506b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2cc9388d-fbc1-4042-a282-d28a908877b6', 'name': '', 'network_id': 'b902ef7f-343e-4d3a-8706-0baa492a13b0', 'tenant_id': '338550824e984aa6aa16846cec0506b5', 'mac_address': 'fa:16:3e:c0:58:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '885060f0-3925-4f7b-8c3c-6c705d1dba1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': 'c1523c60-8661-46f8-9689-530b8e45e3c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:45:45Z', 'updated_at': '2022-03-29T16:45:51Z', 'revision_number': 5, 'project_id': '338550824e984aa6aa16846cec0506b5', 'subnets': [{'id': 'c1523c60-8661-46f8-9689-530b8e45e3c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 16:46:07.456393 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-940d9ea2-8eec-4476-a687-6bc576967e4f req-38ac6ad2-7bd6-49e5-bff2-e35a37d444b6 service neutron] 10.222.0.48 "GET /v2.0/networks/b902ef7f-343e-4d3a-8706-0baa492a13b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846248 Mar 29 16:46:07.551578 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-940d9ea2-8eec-4476-a687-6bc576967e4f req-8374a7c9-8e8c-4957-8fcc-23750b4bcadd service neutron] 10.222.0.48 "GET /v2.0/networks/b902ef7f-343e-4d3a-8706-0baa492a13b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883768 Mar 29 16:46:07.629153 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0249c11-4a8a-49cc-99a8-744af0dcfbfe None None] New status for floating IP 8969ed9d-c0a5-4ca8-bd0e-b170413cb7fe: ACTIVE {{(pid=102793) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 16:46:14.210836 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.agents_db [None req-59735a15-725e-44d4-9ad5-95cbe356f209 None None] Agent healthcheck: found 7 active agents {{(pid=102793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 16:46:17.807329 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:46:18.426671 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:46:30.489177 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-5da29f2e-2254-47d4-9688-c7a8c740085e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:46:32.477919 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-524a6428-65ae-42b8-8b46-7f3a3fd20120 req-223cd037-0b53-4a77-857e-7f625bf48f5f service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=f47c7792-947d-444f-aed2-ae44e128ecf2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0398676 Mar 29 16:46:32.557690 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524a6428-65ae-42b8-8b46-7f3a3fd20120 req-74dae852-c89f-4b4a-a32a-d092045e8d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:46:32.559173 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-524a6428-65ae-42b8-8b46-7f3a3fd20120 req-74dae852-c89f-4b4a-a32a-d092045e8d10 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=338550824e984aa6aa16846cec0506b5&device_id=f47c7792-947d-444f-aed2-ae44e128ecf2 HTTP/1.1" status: 200 len: 1096 time: 0.0404410 Mar 29 16:46:32.662170 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524a6428-65ae-42b8-8b46-7f3a3fd20120 req-ecf83bd1-5993-4dad-a76f-9be9ff9f67e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:46:32.663564 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-524a6428-65ae-42b8-8b46-7f3a3fd20120 req-ecf83bd1-5993-4dad-a76f-9be9ff9f67e2 service neutron] 10.222.0.48 "GET /v2.0/networks?id=b902ef7f-343e-4d3a-8706-0baa492a13b0 HTTP/1.1" status: 200 len: 908 time: 0.0861497 Mar 29 16:46:32.726572 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-524a6428-65ae-42b8-8b46-7f3a3fd20120 req-5c7df9ea-cb03-4bcd-a852-41a4da903f08 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dcfe75d7-0511-414d-a0d7-22564ecd7e83 HTTP/1.1" status: 200 len: 1001 time: 0.0568695 Mar 29 16:46:32.778538 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524a6428-65ae-42b8-8b46-7f3a3fd20120 req-acc2399b-67e6-46ec-ab5d-67ea575dd271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:46:32.780267 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-524a6428-65ae-42b8-8b46-7f3a3fd20120 req-acc2399b-67e6-46ec-ab5d-67ea575dd271 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c1523c60-8661-46f8-9689-530b8e45e3c2 HTTP/1.1" status: 200 len: 846 time: 0.0469649 Mar 29 16:46:32.828191 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524a6428-65ae-42b8-8b46-7f3a3fd20120 req-b5cffb34-9e8b-4c12-b21c-f1e77bd7f39a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:46:32.829675 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-524a6428-65ae-42b8-8b46-7f3a3fd20120 req-b5cffb34-9e8b-4c12-b21c-f1e77bd7f39a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b902ef7f-343e-4d3a-8706-0baa492a13b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436330 Mar 29 16:46:32.918908 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-524a6428-65ae-42b8-8b46-7f3a3fd20120 req-38e4f329-db15-4119-8f0c-5844ccb7cfcf service neutron] 10.222.0.48 "GET /v2.0/networks/b902ef7f-343e-4d3a-8706-0baa492a13b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825198 Mar 29 16:46:32.948198 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-061ff5f0-4d32-4147-be09-f3b49b173218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:46:33.020205 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-524a6428-65ae-42b8-8b46-7f3a3fd20120 req-25fb7ac6-e855-4aee-8d0e-c3d36afe5fd9 service neutron] 10.222.0.48 "GET /v2.0/networks/b902ef7f-343e-4d3a-8706-0baa492a13b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948749 Mar 29 16:46:34.438026 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d71584b9-87f1-45f5-84c7-c993c2416269 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:46:35.994358 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-0cb6abf6-2706-4e52-8825-f5f644ecf9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:46:36.060076 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:46:47.812182 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:46:48.455411 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:46:51.209266 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.agents_db [None req-59735a15-725e-44d4-9ad5-95cbe356f209 None None] Agent healthcheck: found 7 active agents {{(pid=102793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 16:47:00.492294 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-63bc2c76-3217-4528-8b89-406e6d8dab81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:47:02.949059 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-fec92071-ff93-4b8b-bb1c-ce7a1b2f03e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:47:04.438597 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d71584b9-87f1-45f5-84c7-c993c2416269 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:47:05.997020 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-0cb6abf6-2706-4e52-8825-f5f644ecf9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:47:06.061315 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:47:17.808275 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:47:18.473080 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:47:28.208568 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.agents_db [None req-59735a15-725e-44d4-9ad5-95cbe356f209 None None] Agent healthcheck: found 7 active agents {{(pid=102793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 16:47:30.494000 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-de36429d-4acb-4480-8cf1-23c81d29b9ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:47:32.950549 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-eaf68d27-1265-4a0e-92bc-84b6ee0fbc5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:47:33.475477 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d516b1b6-351a-4f98-bc66-7018a48cccee req-ce51c296-3f34-48c3-87c6-6fd068d88cb9 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=f47c7792-947d-444f-aed2-ae44e128ecf2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0400746 Mar 29 16:47:33.558483 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d516b1b6-351a-4f98-bc66-7018a48cccee req-e295bd67-98f1-40bf-8b45-d4b1bbdeb0a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:47:33.559996 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d516b1b6-351a-4f98-bc66-7018a48cccee req-e295bd67-98f1-40bf-8b45-d4b1bbdeb0a0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=338550824e984aa6aa16846cec0506b5&device_id=f47c7792-947d-444f-aed2-ae44e128ecf2 HTTP/1.1" status: 200 len: 1096 time: 0.0399954 Mar 29 16:47:33.662792 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d516b1b6-351a-4f98-bc66-7018a48cccee req-ed9a5e42-4d56-42de-b40a-3776a956d758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:47:33.664356 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d516b1b6-351a-4f98-bc66-7018a48cccee req-ed9a5e42-4d56-42de-b40a-3776a956d758 service neutron] 10.222.0.48 "GET /v2.0/networks?id=b902ef7f-343e-4d3a-8706-0baa492a13b0 HTTP/1.1" status: 200 len: 908 time: 0.0864372 Mar 29 16:47:33.727528 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d516b1b6-351a-4f98-bc66-7018a48cccee req-89831c8f-27a5-4981-85e4-c98dec80f613 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dcfe75d7-0511-414d-a0d7-22564ecd7e83 HTTP/1.1" status: 200 len: 1001 time: 0.0561855 Mar 29 16:47:33.777864 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d516b1b6-351a-4f98-bc66-7018a48cccee req-bf341de9-f5f0-428a-9f4b-5343ae2f4181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:47:33.779389 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d516b1b6-351a-4f98-bc66-7018a48cccee req-bf341de9-f5f0-428a-9f4b-5343ae2f4181 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c1523c60-8661-46f8-9689-530b8e45e3c2 HTTP/1.1" status: 200 len: 846 time: 0.0455153 Mar 29 16:47:33.823944 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d516b1b6-351a-4f98-bc66-7018a48cccee req-f93ab80b-de03-4c0a-b9d6-eb51bb22fb03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:47:33.825462 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d516b1b6-351a-4f98-bc66-7018a48cccee req-f93ab80b-de03-4c0a-b9d6-eb51bb22fb03 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b902ef7f-343e-4d3a-8706-0baa492a13b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400224 Mar 29 16:47:33.915679 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d516b1b6-351a-4f98-bc66-7018a48cccee req-81a929c9-c7e5-48b8-8981-56029fe791fd service neutron] 10.222.0.48 "GET /v2.0/networks/b902ef7f-343e-4d3a-8706-0baa492a13b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834789 Mar 29 16:47:34.004660 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d516b1b6-351a-4f98-bc66-7018a48cccee req-2f370e26-e0a5-447f-ad1b-51ee1d20e986 service neutron] 10.222.0.48 "GET /v2.0/networks/b902ef7f-343e-4d3a-8706-0baa492a13b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822518 Mar 29 16:47:34.442400 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d71584b9-87f1-45f5-84c7-c993c2416269 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:47:35.999029 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-0cb6abf6-2706-4e52-8825-f5f644ecf9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:47:36.064225 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:47:47.819576 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:47:48.473490 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:48:00.501172 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-0fe0afd5-215f-42cb-80b6-5c57f8db777d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:48:02.953874 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-e923348e-8141-455f-8de6-674f02ab0964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:48:04.442813 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d71584b9-87f1-45f5-84c7-c993c2416269 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:48:05.207681 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.agents_db [None req-59735a15-725e-44d4-9ad5-95cbe356f209 None None] Agent healthcheck: found 7 active agents {{(pid=102793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 16:48:06.001196 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-0cb6abf6-2706-4e52-8825-f5f644ecf9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:48:06.066689 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:48:17.817877 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:48:18.482061 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:48:30.496123 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-8f799e55-13c7-41d9-b773-47a0afef6821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:48:32.955224 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-3a1e6f52-58b7-40ac-8f53-57fefd9ca935 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:48:33.883875 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88bf9b1-2473-42a2-9d58-d615f4efe1f7 req-b697232c-c3ab-4854-b5fd-4b6954600137 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:48:33.885333 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-b88bf9b1-2473-42a2-9d58-d615f4efe1f7 req-b697232c-c3ab-4854-b5fd-4b6954600137 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] 10.222.0.42 "GET /v2.0/ports?device_id=f47c7792-947d-444f-aed2-ae44e128ecf2 HTTP/1.1" status: 200 len: 945 time: 0.0493736 Mar 29 16:48:33.924394 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-b88bf9b1-2473-42a2-9d58-d615f4efe1f7 req-29b6d411-2d17-4f4d-a3f0-461c2fe497f5 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] 10.222.0.42 "GET /v2.0/security-groups?id=6ffdd4dd-475c-430f-81fc-1f577773e654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325053 Mar 29 16:48:34.445426 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d71584b9-87f1-45f5-84c7-c993c2416269 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:48:34.527879 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7030d3-f71c-4ce9-8546-0d25c8b4f6c2 req-b0f44903-1030-4de6-a134-e8c4479d430a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:48:34.530087 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4f7030d3-f71c-4ce9-8546-0d25c8b4f6c2 req-b0f44903-1030-4de6-a134-e8c4479d430a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=338550824e984aa6aa16846cec0506b5&device_id=f47c7792-947d-444f-aed2-ae44e128ecf2 HTTP/1.1" status: 200 len: 1096 time: 0.0419874 Mar 29 16:48:34.634696 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7030d3-f71c-4ce9-8546-0d25c8b4f6c2 req-39e34057-55a4-419f-81cf-090f3f913b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:48:34.636197 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4f7030d3-f71c-4ce9-8546-0d25c8b4f6c2 req-39e34057-55a4-419f-81cf-090f3f913b1b service neutron] 10.222.0.48 "GET /v2.0/networks?id=b902ef7f-343e-4d3a-8706-0baa492a13b0 HTTP/1.1" status: 200 len: 908 time: 0.0876095 Mar 29 16:48:34.698651 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4f7030d3-f71c-4ce9-8546-0d25c8b4f6c2 req-c1702283-c710-4167-b658-72c44679afaf service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dcfe75d7-0511-414d-a0d7-22564ecd7e83 HTTP/1.1" status: 200 len: 1001 time: 0.0557592 Mar 29 16:48:34.751850 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7030d3-f71c-4ce9-8546-0d25c8b4f6c2 req-4c1203ae-6f71-4218-b1d3-903e88d07eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:48:34.753277 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4f7030d3-f71c-4ce9-8546-0d25c8b4f6c2 req-4c1203ae-6f71-4218-b1d3-903e88d07eb3 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c1523c60-8661-46f8-9689-530b8e45e3c2 HTTP/1.1" status: 200 len: 846 time: 0.0481772 Mar 29 16:48:34.798453 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7030d3-f71c-4ce9-8546-0d25c8b4f6c2 req-cb8550d5-c24b-4292-8564-db074e1d5996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:48:34.799945 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4f7030d3-f71c-4ce9-8546-0d25c8b4f6c2 req-cb8550d5-c24b-4292-8564-db074e1d5996 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b902ef7f-343e-4d3a-8706-0baa492a13b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399046 Mar 29 16:48:34.891608 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4f7030d3-f71c-4ce9-8546-0d25c8b4f6c2 req-329cbe90-5645-4e24-a5c2-f879328b28f8 service neutron] 10.222.0.48 "GET /v2.0/networks/b902ef7f-343e-4d3a-8706-0baa492a13b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842824 Mar 29 16:48:34.990505 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4f7030d3-f71c-4ce9-8546-0d25c8b4f6c2 req-c691fcc6-23fa-4811-b86c-18ef6b684826 service neutron] 10.222.0.48 "GET /v2.0/networks/b902ef7f-343e-4d3a-8706-0baa492a13b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920475 Mar 29 16:48:35.049432 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fca6bd0-d32b-4867-96ca-40858d6e78c1 req-2e7afcac-0c4e-491f-bc6e-d8634802282a tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:48:35.050894 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4fca6bd0-d32b-4867-96ca-40858d6e78c1 req-2e7afcac-0c4e-491f-bc6e-d8634802282a tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] 10.222.0.42 "GET /v2.0/ports?device_id=f47c7792-947d-444f-aed2-ae44e128ecf2 HTTP/1.1" status: 200 len: 945 time: 0.0481327 Mar 29 16:48:35.088317 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4fca6bd0-d32b-4867-96ca-40858d6e78c1 req-fbf155ad-6b9b-4af9-a873-9aaa10bdddc6 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] 10.222.0.42 "GET /v2.0/security-groups?id=6ffdd4dd-475c-430f-81fc-1f577773e654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312440 Mar 29 16:48:36.003688 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-0cb6abf6-2706-4e52-8825-f5f644ecf9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:48:36.068263 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:48:36.209503 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b622ee11-cab2-48fe-93ec-1e2d1c083d3b req-9058db04-2ea5-4b99-a272-fbde3fab3b35 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:48:36.210954 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-b622ee11-cab2-48fe-93ec-1e2d1c083d3b req-9058db04-2ea5-4b99-a272-fbde3fab3b35 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] 10.222.0.42 "GET /v2.0/ports?device_id=f47c7792-947d-444f-aed2-ae44e128ecf2 HTTP/1.1" status: 200 len: 945 time: 0.0489337 Mar 29 16:48:36.248108 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-b622ee11-cab2-48fe-93ec-1e2d1c083d3b req-4ac8f4b9-daef-42ac-ba9c-9a17e2ba7f38 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] 10.222.0.42 "GET /v2.0/security-groups?id=6ffdd4dd-475c-430f-81fc-1f577773e654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306273 Mar 29 16:48:37.365646 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581b4e57-d297-4826-9fa6-fc92a6ccc69f req-df87fe91-5836-43f9-8a6b-bf24bd81453e tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:48:37.367107 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-581b4e57-d297-4826-9fa6-fc92a6ccc69f req-df87fe91-5836-43f9-8a6b-bf24bd81453e tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] 10.222.0.42 "GET /v2.0/ports?device_id=f47c7792-947d-444f-aed2-ae44e128ecf2 HTTP/1.1" status: 200 len: 945 time: 0.0515873 Mar 29 16:48:37.404161 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-581b4e57-d297-4826-9fa6-fc92a6ccc69f req-77ec9237-3d09-486a-9226-6109cba173dd tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] 10.222.0.42 "GET /v2.0/security-groups?id=6ffdd4dd-475c-430f-81fc-1f577773e654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302596 Mar 29 16:48:38.524000 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9800c337-1ecb-4441-bf61-84625e64e183 req-677eed38-4db0-48c3-96d2-adbd74bee420 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:48:38.525446 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-9800c337-1ecb-4441-bf61-84625e64e183 req-677eed38-4db0-48c3-96d2-adbd74bee420 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] 10.222.0.42 "GET /v2.0/ports?device_id=f47c7792-947d-444f-aed2-ae44e128ecf2 HTTP/1.1" status: 200 len: 945 time: 0.0515523 Mar 29 16:48:38.565118 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-9800c337-1ecb-4441-bf61-84625e64e183 req-fae1891e-598e-46a8-957a-04a87f933e1b tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] 10.222.0.42 "GET /v2.0/security-groups?id=6ffdd4dd-475c-430f-81fc-1f577773e654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324552 Mar 29 16:48:39.679796 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1744ca8f-018c-4d46-9cab-5217e9ae1310 req-d2ae40c4-f316-4ffd-868a-ae6582cc42c7 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:48:39.681198 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-1744ca8f-018c-4d46-9cab-5217e9ae1310 req-d2ae40c4-f316-4ffd-868a-ae6582cc42c7 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] 10.222.0.42 "GET /v2.0/ports?device_id=f47c7792-947d-444f-aed2-ae44e128ecf2 HTTP/1.1" status: 200 len: 945 time: 0.0484183 Mar 29 16:48:39.719488 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-1744ca8f-018c-4d46-9cab-5217e9ae1310 req-2c978a1a-2233-436c-941e-c1a44c642e00 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] 10.222.0.42 "GET /v2.0/security-groups?id=6ffdd4dd-475c-430f-81fc-1f577773e654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312243 Mar 29 16:48:40.838178 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d9fc00-be82-4755-b0c9-0c78d37fd320 req-272e671d-ecec-43d5-b28b-5dc41b7de633 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:48:40.839669 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-06d9fc00-be82-4755-b0c9-0c78d37fd320 req-272e671d-ecec-43d5-b28b-5dc41b7de633 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] 10.222.0.42 "GET /v2.0/ports?device_id=f47c7792-947d-444f-aed2-ae44e128ecf2 HTTP/1.1" status: 200 len: 945 time: 0.0527430 Mar 29 16:48:40.877746 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-06d9fc00-be82-4755-b0c9-0c78d37fd320 req-eb0ad18e-9ec7-4ca1-a43a-6ed3d89b2898 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] 10.222.0.42 "GET /v2.0/security-groups?id=6ffdd4dd-475c-430f-81fc-1f577773e654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318608 Mar 29 16:48:41.993822 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d81062d-4d39-4a7e-bbeb-b3a7cff6284d req-569909f1-314e-47e5-9901-02bb55d22c87 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:48:41.995321 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-2d81062d-4d39-4a7e-bbeb-b3a7cff6284d req-569909f1-314e-47e5-9901-02bb55d22c87 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] 10.222.0.42 "GET /v2.0/ports?device_id=f47c7792-947d-444f-aed2-ae44e128ecf2 HTTP/1.1" status: 200 len: 945 time: 0.0475512 Mar 29 16:48:42.032557 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-2d81062d-4d39-4a7e-bbeb-b3a7cff6284d req-0582e4f6-842c-497d-8b9e-aa2ea7e524cd tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] 10.222.0.42 "GET /v2.0/security-groups?id=6ffdd4dd-475c-430f-81fc-1f577773e654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307257 Mar 29 16:48:42.207682 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.agents_db [None req-59735a15-725e-44d4-9ad5-95cbe356f209 None None] Agent healthcheck: found 7 active agents {{(pid=102793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 16:48:43.147977 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91a1daa-1d41-4438-bc92-a5e17e860279 req-747bfbdc-0bfa-4f3b-972a-bc01d35f059a tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:48:43.149460 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-c91a1daa-1d41-4438-bc92-a5e17e860279 req-747bfbdc-0bfa-4f3b-972a-bc01d35f059a tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] 10.222.0.42 "GET /v2.0/ports?device_id=f47c7792-947d-444f-aed2-ae44e128ecf2 HTTP/1.1" status: 200 len: 945 time: 0.0501823 Mar 29 16:48:43.187724 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-c91a1daa-1d41-4438-bc92-a5e17e860279 req-0450596b-d43d-42c3-97ab-756cef3c6a19 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] 10.222.0.42 "GET /v2.0/security-groups?id=6ffdd4dd-475c-430f-81fc-1f577773e654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314980 Mar 29 16:48:44.310892 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf2150d-5269-4955-86c9-4cdc0206f26d req-15a7dbe1-0043-4955-ad42-6b5b01b0eef4 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:48:44.312399 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-caf2150d-5269-4955-86c9-4cdc0206f26d req-15a7dbe1-0043-4955-ad42-6b5b01b0eef4 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] 10.222.0.42 "GET /v2.0/ports?device_id=f47c7792-947d-444f-aed2-ae44e128ecf2 HTTP/1.1" status: 200 len: 945 time: 0.0526690 Mar 29 16:48:44.350168 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-caf2150d-5269-4955-86c9-4cdc0206f26d req-e9d611b8-18f6-4e32-972c-5bced54a3af8 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] 10.222.0.42 "GET /v2.0/security-groups?id=6ffdd4dd-475c-430f-81fc-1f577773e654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314429 Mar 29 16:48:45.467701 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c689a753-ba4e-4ce8-8303-c9cf6d782556 req-4302e690-5883-41ff-9922-b14f145afd63 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:48:45.469141 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-c689a753-ba4e-4ce8-8303-c9cf6d782556 req-4302e690-5883-41ff-9922-b14f145afd63 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] 10.222.0.42 "GET /v2.0/ports?device_id=f47c7792-947d-444f-aed2-ae44e128ecf2 HTTP/1.1" status: 200 len: 945 time: 0.0522079 Mar 29 16:48:45.505932 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-c689a753-ba4e-4ce8-8303-c9cf6d782556 req-950c0cf6-88ca-4603-915f-2e6faebf961c tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] 10.222.0.42 "GET /v2.0/security-groups?id=6ffdd4dd-475c-430f-81fc-1f577773e654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308070 Mar 29 16:48:45.667504 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device dcfe75d7-0511-414d-a0d7-22564ecd7e83 details requested by agent hyperv_n-h2-834765-1 with host n-h2-834765-1 {{(pid=102792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 16:48:45.764117 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port dcfe75d7-0511-414d-a0d7-22564ecd7e83, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=dcfe75d7-0511-414d-a0d7-22564ecd7e83,segment=NetworkSegment(bed8c626-8783-4c9c-9be7-52236db0bc9f),segment_id=bed8c626-8783-4c9c-9be7-52236db0bc9f)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:48:45.774665 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Returning: {'device': 'dcfe75d7-0511-414d-a0d7-22564ecd7e83', 'network_id': 'b902ef7f-343e-4d3a-8706-0baa492a13b0', 'port_id': 'dcfe75d7-0511-414d-a0d7-22564ecd7e83', 'mac_address': 'fa:16:3e:ef:55:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 614, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1523c60-8661-46f8-9689-530b8e45e3c2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 16:48:45.812005 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:48:45.828091 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id dcfe75d7-0511-414d-a0d7-22564ecd7e83 {{(pid=102792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 16:48:45.846805 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port dcfe75d7-0511-414d-a0d7-22564ecd7e83, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=dcfe75d7-0511-414d-a0d7-22564ecd7e83,segment=NetworkSegment(bed8c626-8783-4c9c-9be7-52236db0bc9f),segment_id=bed8c626-8783-4c9c-9be7-52236db0bc9f)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:48:45.850620 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:48:45.899028 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Pushing event updated for resources: {'Port': ['ID=dcfe75d7-0511-414d-a0d7-22564ecd7e83,revision_number=6']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:48:45.907083 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:48:45.907455 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:48:45.907789 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:48:45.908118 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:48:45.908445 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:48:45.908768 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:48:45.909086 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:48:45.909404 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:48:45.909720 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:48:45.910047 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:48:45.910346 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:48:45.910658 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:48:45.923449 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] get_ports_and_sgs() called for port_ids ['dcfe75d7-0511-414d-a0d7-22564ecd7e83'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 16:48:46.623533 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28524db1-885a-4453-a39d-762625f9e730 req-46694ea5-3ef8-493e-af70-eabcb8c929de tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:48:46.625020 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-28524db1-885a-4453-a39d-762625f9e730 req-46694ea5-3ef8-493e-af70-eabcb8c929de tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] 10.222.0.42 "GET /v2.0/ports?device_id=f47c7792-947d-444f-aed2-ae44e128ecf2 HTTP/1.1" status: 200 len: 944 time: 0.0500600 Mar 29 16:48:46.662602 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-28524db1-885a-4453-a39d-762625f9e730 req-0fec77f2-066f-4a9d-9130-2bfd4ca2fad7 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] 10.222.0.42 "GET /v2.0/security-groups?id=6ffdd4dd-475c-430f-81fc-1f577773e654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311246 Mar 29 16:48:47.686946 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device dcfe75d7-0511-414d-a0d7-22564ecd7e83 up at agent hyperv_n-h2-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 16:48:47.736111 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Provisioning complete for port dcfe75d7-0511-414d-a0d7-22564ecd7e83 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:48:47.736387 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:48:47.782271 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23683a01-ad16-4b37-9e6a-37fb87daa4f8 req-fcb94826-abcd-42e3-9b44-7f5989f2eddd tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:48:47.783781 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-23683a01-ad16-4b37-9e6a-37fb87daa4f8 req-fcb94826-abcd-42e3-9b44-7f5989f2eddd tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] 10.222.0.42 "GET /v2.0/ports?device_id=f47c7792-947d-444f-aed2-ae44e128ecf2 HTTP/1.1" status: 200 len: 944 time: 0.0483479 Mar 29 16:48:47.822588 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-23683a01-ad16-4b37-9e6a-37fb87daa4f8 req-98a304d9-4734-4d33-ab1a-d6f21f51a665 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] 10.222.0.42 "GET /v2.0/security-groups?id=6ffdd4dd-475c-430f-81fc-1f577773e654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324881 Mar 29 16:48:47.828386 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:48:47.830140 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:48:47.850934 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f47c7792-947d-444f-aed2-ae44e128ecf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcfe75d7-0511-414d-a0d7-22564ecd7e83'}] {{(pid=102792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:48:47.853161 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57a7834588826aa5fcb6318d84c304e74917d39e51dd24b57e16034477aedb48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba65c0c6-2bfe-4e37-a631-8cd6ed00df0c" -d '{"events": [{"server_uuid": "f47c7792-947d-444f-aed2-ae44e128ecf2", "name": "network-vif-plugged", "status": "completed", "tag": "dcfe75d7-0511-414d-a0d7-22564ecd7e83"}]}' {{(pid=102792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:48:47.865941 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port dcfe75d7-0511-414d-a0d7-22564ecd7e83, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=dcfe75d7-0511-414d-a0d7-22564ecd7e83,segment=NetworkSegment(bed8c626-8783-4c9c-9be7-52236db0bc9f),segment_id=bed8c626-8783-4c9c-9be7-52236db0bc9f)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:48:47.869666 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:48:47.893376 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 16:48:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-964fc93a-ac94-4577-a07f-c37c40f8e1a9 x-openstack-request-id: req-964fc93a-ac94-4577-a07f-c37c40f8e1a9 {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:48:47.893659 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f47c7792-947d-444f-aed2-ae44e128ecf2", "name": "network-vif-plugged", "status": "completed", "tag": "dcfe75d7-0511-414d-a0d7-22564ecd7e83", "code": 200}]} {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:48:47.893902 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-964fc93a-ac94-4577-a07f-c37c40f8e1a9 {{(pid=102792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:48:47.894278 n-d-834765-1 neutron-server[102792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f47c7792-947d-444f-aed2-ae44e128ecf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcfe75d7-0511-414d-a0d7-22564ecd7e83', 'code': 200} Mar 29 16:48:47.918805 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Pushing event updated for resources: {'Port': ['ID=dcfe75d7-0511-414d-a0d7-22564ecd7e83,revision_number=7']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:48:48.504008 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:48:48.952629 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f13856-a525-4fca-9143-9dc0f0ff0ba7 req-cf2ef162-c453-46bc-a29e-942da278a242 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:48:48.954615 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-83f13856-a525-4fca-9143-9dc0f0ff0ba7 req-cf2ef162-c453-46bc-a29e-942da278a242 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] 10.222.0.42 "GET /v2.0/ports?device_id=f47c7792-947d-444f-aed2-ae44e128ecf2 HTTP/1.1" status: 200 len: 945 time: 0.0619793 Mar 29 16:48:48.991603 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-83f13856-a525-4fca-9143-9dc0f0ff0ba7 req-366e318c-c7df-4550-8dd3-946a711798bb tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] 10.222.0.42 "GET /v2.0/security-groups?id=6ffdd4dd-475c-430f-81fc-1f577773e654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307446 Mar 29 16:48:50.109668 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0647f9-69b1-4ab4-a24d-a0459f0880a7 req-eebe8b1e-446e-4980-a324-c8d282829741 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:48:50.111158 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-af0647f9-69b1-4ab4-a24d-a0459f0880a7 req-eebe8b1e-446e-4980-a324-c8d282829741 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] 10.222.0.42 "GET /v2.0/ports?device_id=f47c7792-947d-444f-aed2-ae44e128ecf2 HTTP/1.1" status: 200 len: 945 time: 0.0495195 Mar 29 16:48:50.147922 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-af0647f9-69b1-4ab4-a24d-a0459f0880a7 req-97db81a2-45b7-42b2-9764-2b8ab2d20c08 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] 10.222.0.42 "GET /v2.0/security-groups?id=6ffdd4dd-475c-430f-81fc-1f577773e654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308545 Mar 29 16:48:51.282049 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6695c55d-957b-4b43-937d-1490817a31b1 req-94d90ac3-0bbe-4357-9ec9-06f7eae56a03 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:48:51.283672 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-6695c55d-957b-4b43-937d-1490817a31b1 req-94d90ac3-0bbe-4357-9ec9-06f7eae56a03 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] 10.222.0.42 "GET /v2.0/ports?device_id=f47c7792-947d-444f-aed2-ae44e128ecf2 HTTP/1.1" status: 200 len: 945 time: 0.0572920 Mar 29 16:48:51.328634 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-6695c55d-957b-4b43-937d-1490817a31b1 req-f04d9589-21e2-4d92-89ac-41e56395ee8b tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] 10.222.0.42 "GET /v2.0/security-groups?id=6ffdd4dd-475c-430f-81fc-1f577773e654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362298 Mar 29 16:48:52.474237 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30b24ac-85f7-4c0f-a6da-cb94ae099e80 req-769790d3-f109-4e00-ad6e-dcf7cc490548 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:48:52.479201 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f30b24ac-85f7-4c0f-a6da-cb94ae099e80 req-769790d3-f109-4e00-ad6e-dcf7cc490548 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] 10.222.0.42 "GET /v2.0/ports?device_id=f47c7792-947d-444f-aed2-ae44e128ecf2 HTTP/1.1" status: 200 len: 945 time: 0.0690818 Mar 29 16:48:52.522344 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f30b24ac-85f7-4c0f-a6da-cb94ae099e80 req-37542198-75aa-468f-8ce8-87b673403f98 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] 10.222.0.42 "GET /v2.0/security-groups?id=6ffdd4dd-475c-430f-81fc-1f577773e654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340142 Mar 29 16:48:53.655096 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e84e595-2cb7-4d2c-a7b4-9afe622a3b72 req-2ae1c977-e42e-4267-aa78-e5b61b1c7720 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:48:53.662889 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-1e84e595-2cb7-4d2c-a7b4-9afe622a3b72 req-2ae1c977-e42e-4267-aa78-e5b61b1c7720 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] 10.222.0.42 "GET /v2.0/ports?device_id=f47c7792-947d-444f-aed2-ae44e128ecf2 HTTP/1.1" status: 200 len: 945 time: 0.0616689 Mar 29 16:48:53.703806 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-1e84e595-2cb7-4d2c-a7b4-9afe622a3b72 req-e349b202-e909-4403-9be0-07795d78ee0c tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] 10.222.0.42 "GET /v2.0/security-groups?id=6ffdd4dd-475c-430f-81fc-1f577773e654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400066 Mar 29 16:48:54.827349 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edee1a23-5ff3-4e63-a021-6d402e144a24 req-db6bd08c-ebad-48e0-98b2-e5c1b2774dd5 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:48:54.829074 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-edee1a23-5ff3-4e63-a021-6d402e144a24 req-db6bd08c-ebad-48e0-98b2-e5c1b2774dd5 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] 10.222.0.42 "GET /v2.0/ports?device_id=f47c7792-947d-444f-aed2-ae44e128ecf2 HTTP/1.1" status: 200 len: 945 time: 0.0513747 Mar 29 16:48:54.867910 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-edee1a23-5ff3-4e63-a021-6d402e144a24 req-5f4d8b80-2209-4ad9-b2af-789327eeddc8 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] 10.222.0.42 "GET /v2.0/security-groups?id=6ffdd4dd-475c-430f-81fc-1f577773e654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328546 Mar 29 16:48:55.995978 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71430430-3a12-4624-8497-8ebe82507be5 req-d3d9af9b-1d9d-4b34-b732-b268d035d288 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:48:55.997477 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-71430430-3a12-4624-8497-8ebe82507be5 req-d3d9af9b-1d9d-4b34-b732-b268d035d288 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] 10.222.0.42 "GET /v2.0/ports?device_id=f47c7792-947d-444f-aed2-ae44e128ecf2 HTTP/1.1" status: 200 len: 945 time: 0.0577619 Mar 29 16:48:56.038103 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-71430430-3a12-4624-8497-8ebe82507be5 req-cd94c0ba-df18-40c0-8988-a483b327b08b tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] 10.222.0.42 "GET /v2.0/security-groups?id=6ffdd4dd-475c-430f-81fc-1f577773e654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343180 Mar 29 16:48:57.176384 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c38c7f-6862-4fa5-930e-ae986d9c1144 req-b305e6b8-0183-4721-802e-88677823cabe tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:48:57.181677 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-84c38c7f-6862-4fa5-930e-ae986d9c1144 req-b305e6b8-0183-4721-802e-88677823cabe tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] 10.222.0.42 "GET /v2.0/ports?device_id=f47c7792-947d-444f-aed2-ae44e128ecf2 HTTP/1.1" status: 200 len: 945 time: 0.0583594 Mar 29 16:48:57.222558 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-84c38c7f-6862-4fa5-930e-ae986d9c1144 req-a980cf40-3b71-4040-908e-68345ec5aae8 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] 10.222.0.42 "GET /v2.0/security-groups?id=6ffdd4dd-475c-430f-81fc-1f577773e654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357428 Mar 29 16:48:58.354607 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363749e5-1b8a-46ff-a7e4-552770dc4b0b req-c01c4dba-a9a1-4eee-a51f-74fcd01ad74b tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:48:58.356226 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-363749e5-1b8a-46ff-a7e4-552770dc4b0b req-c01c4dba-a9a1-4eee-a51f-74fcd01ad74b tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] 10.222.0.42 "GET /v2.0/ports?device_id=f47c7792-947d-444f-aed2-ae44e128ecf2 HTTP/1.1" status: 200 len: 945 time: 0.0584009 Mar 29 16:48:58.399731 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-363749e5-1b8a-46ff-a7e4-552770dc4b0b req-32a8fb7e-6501-4e04-b020-8fd8d4e0d38e tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] 10.222.0.42 "GET /v2.0/security-groups?id=6ffdd4dd-475c-430f-81fc-1f577773e654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362942 Mar 29 16:48:59.518749 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a8c6f8-c8f1-41bf-9338-d70fa53400ab req-d4924bc9-ae5f-435d-a0cc-301ea2bc514f tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:48:59.520232 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-41a8c6f8-c8f1-41bf-9338-d70fa53400ab req-d4924bc9-ae5f-435d-a0cc-301ea2bc514f tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] 10.222.0.42 "GET /v2.0/ports?device_id=f47c7792-947d-444f-aed2-ae44e128ecf2 HTTP/1.1" status: 200 len: 945 time: 0.0520742 Mar 29 16:48:59.557257 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-41a8c6f8-c8f1-41bf-9338-d70fa53400ab req-54d37f36-c00a-40a5-8369-d7a9e22109f7 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] 10.222.0.42 "GET /v2.0/security-groups?id=6ffdd4dd-475c-430f-81fc-1f577773e654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310388 Mar 29 16:49:00.051552 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc136eb-6a72-4045-926e-7cdc8294c0c9 req-ee76fc2c-3ab9-4fb6-b0af-646ea74d0e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:49:00.053021 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6bc136eb-6a72-4045-926e-7cdc8294c0c9 req-ee76fc2c-3ab9-4fb6-b0af-646ea74d0e2f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=338550824e984aa6aa16846cec0506b5&device_id=f47c7792-947d-444f-aed2-ae44e128ecf2 HTTP/1.1" status: 200 len: 1096 time: 0.0414739 Mar 29 16:49:00.153633 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc136eb-6a72-4045-926e-7cdc8294c0c9 req-10589edb-0688-47da-997c-8090555321ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:49:00.155733 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6bc136eb-6a72-4045-926e-7cdc8294c0c9 req-10589edb-0688-47da-997c-8090555321ce service neutron] 10.222.0.48 "GET /v2.0/networks?id=b902ef7f-343e-4d3a-8706-0baa492a13b0 HTTP/1.1" status: 200 len: 908 time: 0.0956771 Mar 29 16:49:00.221229 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6bc136eb-6a72-4045-926e-7cdc8294c0c9 req-fd1e05e8-88f2-4cb9-8444-ab7b0123094b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dcfe75d7-0511-414d-a0d7-22564ecd7e83 HTTP/1.1" status: 200 len: 1001 time: 0.0585313 Mar 29 16:49:00.273389 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc136eb-6a72-4045-926e-7cdc8294c0c9 req-701af0b5-5823-4fbc-b2b2-1f4a708aa0ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:49:00.274879 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6bc136eb-6a72-4045-926e-7cdc8294c0c9 req-701af0b5-5823-4fbc-b2b2-1f4a708aa0ef service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c1523c60-8661-46f8-9689-530b8e45e3c2 HTTP/1.1" status: 200 len: 846 time: 0.0475786 Mar 29 16:49:00.326824 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc136eb-6a72-4045-926e-7cdc8294c0c9 req-130cbfdc-2371-4bc6-bdca-4f5b1a6dee6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:49:00.329120 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6bc136eb-6a72-4045-926e-7cdc8294c0c9 req-130cbfdc-2371-4bc6-bdca-4f5b1a6dee6f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b902ef7f-343e-4d3a-8706-0baa492a13b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0470419 Mar 29 16:49:00.339502 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [req-6bc136eb-6a72-4045-926e-7cdc8294c0c9 req-70eeb147-ba8c-4882-bba9-4ab6976cb5f5 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=102791) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 16:49:00.340474 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6bc136eb-6a72-4045-926e-7cdc8294c0c9 req-70eeb147-ba8c-4882-bba9-4ab6976cb5f5 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050449 Mar 29 16:49:00.434015 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6bc136eb-6a72-4045-926e-7cdc8294c0c9 req-53680458-9521-48e3-bf51-0a8c9a69a756 service neutron] 10.222.0.48 "GET /v2.0/networks/b902ef7f-343e-4d3a-8706-0baa492a13b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864921 Mar 29 16:49:00.500006 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-620edd2f-3af6-45c0-b98c-58a72c81b2f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:49:00.534740 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6bc136eb-6a72-4045-926e-7cdc8294c0c9 req-c3e35e72-aa10-4842-8300-6f28a5b43b76 service neutron] 10.222.0.48 "GET /v2.0/networks/b902ef7f-343e-4d3a-8706-0baa492a13b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934355 Mar 29 16:49:00.686720 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e72f09-43b7-407b-ad08-5dfa243d98c4 req-3952d523-830e-4bb1-b54e-4555e8ddb875 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:49:00.688520 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-59e72f09-43b7-407b-ad08-5dfa243d98c4 req-3952d523-830e-4bb1-b54e-4555e8ddb875 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] 10.222.0.42 "GET /v2.0/ports?device_id=f47c7792-947d-444f-aed2-ae44e128ecf2 HTTP/1.1" status: 200 len: 945 time: 0.0575099 Mar 29 16:49:00.731064 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-59e72f09-43b7-407b-ad08-5dfa243d98c4 req-264b5f09-9814-4d88-b324-32e8096df2bb tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] 10.222.0.42 "GET /v2.0/security-groups?id=6ffdd4dd-475c-430f-81fc-1f577773e654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349314 Mar 29 16:49:01.852401 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb2510a-4b22-4ea5-98fa-45712871ad83 req-4592f6b6-25e7-4779-ab44-9c6c7cb2981d tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:49:01.853845 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-3fb2510a-4b22-4ea5-98fa-45712871ad83 req-4592f6b6-25e7-4779-ab44-9c6c7cb2981d tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] 10.222.0.42 "GET /v2.0/ports?device_id=f47c7792-947d-444f-aed2-ae44e128ecf2 HTTP/1.1" status: 200 len: 945 time: 0.0486197 Mar 29 16:49:01.892206 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-3fb2510a-4b22-4ea5-98fa-45712871ad83 req-2cb9dc9b-9a5e-45c1-bddd-e9ab9cbaaadc tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] 10.222.0.42 "GET /v2.0/security-groups?id=6ffdd4dd-475c-430f-81fc-1f577773e654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311122 Mar 29 16:49:02.957184 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-40baa0e1-306d-477b-8420-5a8a3bb1ba1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:49:03.009726 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62be04db-ef8a-47f6-bb18-d450f798eed9 req-04304acb-39d6-4cba-aef5-a0a18caca30d tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:49:03.011192 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-62be04db-ef8a-47f6-bb18-d450f798eed9 req-04304acb-39d6-4cba-aef5-a0a18caca30d tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] 10.222.0.42 "GET /v2.0/ports?device_id=f47c7792-947d-444f-aed2-ae44e128ecf2 HTTP/1.1" status: 200 len: 945 time: 0.0488207 Mar 29 16:49:03.049815 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-62be04db-ef8a-47f6-bb18-d450f798eed9 req-5938c68d-126b-418b-981e-49e7d8824e91 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] 10.222.0.42 "GET /v2.0/security-groups?id=6ffdd4dd-475c-430f-81fc-1f577773e654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320156 Mar 29 16:49:03.173492 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [req-dfca0c5f-1dce-4a56-8929-0f4c08acefed req-0974a933-925a-431d-b56d-8b6150205b63 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=102791) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 16:49:03.174415 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-dfca0c5f-1dce-4a56-8929-0f4c08acefed req-0974a933-925a-431d-b56d-8b6150205b63 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0596573 Mar 29 16:49:03.330833 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6348b20-146b-421c-92b9-01e13a268311 req-7b841af3-9046-422b-931a-df8e12f568f6 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:49:03.332392 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-f6348b20-146b-421c-92b9-01e13a268311 req-7b841af3-9046-422b-931a-df8e12f568f6 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] 10.222.0.42 "GET /v2.0/ports?device_id=f47c7792-947d-444f-aed2-ae44e128ecf2 HTTP/1.1" status: 200 len: 945 time: 0.0540082 Mar 29 16:49:03.370727 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-f6348b20-146b-421c-92b9-01e13a268311 req-98eba34b-e9e2-4ce0-8f67-94ee851236b9 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] 10.222.0.42 "GET /v2.0/security-groups?id=6ffdd4dd-475c-430f-81fc-1f577773e654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323060 Mar 29 16:49:03.626089 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-fda754ed-92b9-40b7-8260-1b36f633ff7b req-211b7458-9385-48e4-9382-536532316ebc service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f47c7792-947d-444f-aed2-ae44e128ecf2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0858564 Mar 29 16:49:03.742710 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device dcfe75d7-0511-414d-a0d7-22564ecd7e83 no longer exists at agent hyperv_n-h2-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 16:49:03.821012 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:49:03.845634 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f47c7792-947d-444f-aed2-ae44e128ecf2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dcfe75d7-0511-414d-a0d7-22564ecd7e83'}] {{(pid=102792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:49:03.847947 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57a7834588826aa5fcb6318d84c304e74917d39e51dd24b57e16034477aedb48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9f25398-df26-4184-aa5e-9aba151a8d8c" -d '{"events": [{"server_uuid": "f47c7792-947d-444f-aed2-ae44e128ecf2", "name": "network-vif-unplugged", "status": "completed", "tag": "dcfe75d7-0511-414d-a0d7-22564ecd7e83"}]}' {{(pid=102792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:49:03.859217 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port dcfe75d7-0511-414d-a0d7-22564ecd7e83, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=dcfe75d7-0511-414d-a0d7-22564ecd7e83,segment=NetworkSegment(bed8c626-8783-4c9c-9be7-52236db0bc9f),segment_id=bed8c626-8783-4c9c-9be7-52236db0bc9f)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:49:03.863511 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:49:03.887120 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 29 Mar 2022 16:49:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8a2f841-39a2-4643-b077-3f7f35372885 x-openstack-request-id: req-d8a2f841-39a2-4643-b077-3f7f35372885 {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:49:03.887404 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f47c7792-947d-444f-aed2-ae44e128ecf2", "name": "network-vif-unplugged", "status": "failed", "tag": "dcfe75d7-0511-414d-a0d7-22564ecd7e83", "code": 422}]} {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:49:03.887652 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d8a2f841-39a2-4643-b077-3f7f35372885 {{(pid=102792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:49:03.888667 n-d-834765-1 neutron-server[102792]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'f47c7792-947d-444f-aed2-ae44e128ecf2', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'dcfe75d7-0511-414d-a0d7-22564ecd7e83', 'code': 422} returned with failed status Mar 29 16:49:03.914277 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Pushing event updated for resources: {'Port': ['ID=dcfe75d7-0511-414d-a0d7-22564ecd7e83,revision_number=8']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:49:04.383881 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda754ed-92b9-40b7-8260-1b36f633ff7b req-7b1b797e-6300-43ae-9de8-e8eb408189b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:49:04.385336 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-fda754ed-92b9-40b7-8260-1b36f633ff7b req-7b1b797e-6300-43ae-9de8-e8eb408189b1 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=f47c7792-947d-444f-aed2-ae44e128ecf2&tenant_id=338550824e984aa6aa16846cec0506b5 HTTP/1.1" status: 200 len: 1094 time: 0.0391033 Mar 29 16:49:04.395878 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [req-fda754ed-92b9-40b7-8260-1b36f633ff7b req-e18f1a5e-416c-42de-a2e6-772bceec309f service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=102791) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 16:49:04.396813 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-fda754ed-92b9-40b7-8260-1b36f633ff7b req-e18f1a5e-416c-42de-a2e6-772bceec309f service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047991 Mar 29 16:49:04.408467 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [req-fda754ed-92b9-40b7-8260-1b36f633ff7b req-884bb803-e5a4-4f02-ab5b-ccc7b63f8bf9 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-834765-1', 'device_owner': 'compute:nova'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:49:04.450229 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d71584b9-87f1-45f5-84c7-c993c2416269 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:49:04.467118 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-fda754ed-92b9-40b7-8260-1b36f633ff7b req-884bb803-e5a4-4f02-ab5b-ccc7b63f8bf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:49:04.490681 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2f5489-07ac-477d-979f-184d417824dd req-2bcd9e9b-06cf-4a9c-bbda-afbaba989032 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:49:04.492171 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-ea2f5489-07ac-477d-979f-184d417824dd req-2bcd9e9b-06cf-4a9c-bbda-afbaba989032 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] 10.222.0.42 "GET /v2.0/ports?device_id=f47c7792-947d-444f-aed2-ae44e128ecf2 HTTP/1.1" status: 200 len: 943 time: 0.0499632 Mar 29 16:49:04.536716 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-ea2f5489-07ac-477d-979f-184d417824dd req-967afd3e-6d8c-4ba6-8159-08d4e36e3d50 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] 10.222.0.42 "GET /v2.0/security-groups?id=6ffdd4dd-475c-430f-81fc-1f577773e654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375991 Mar 29 16:49:04.672263 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-fda754ed-92b9-40b7-8260-1b36f633ff7b req-884bb803-e5a4-4f02-ab5b-ccc7b63f8bf9 service neutron] For port dcfe75d7-0511-414d-a0d7-22564ecd7e83, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=dcfe75d7-0511-414d-a0d7-22564ecd7e83,segment=NetworkSegment(bed8c626-8783-4c9c-9be7-52236db0bc9f),segment_id=bed8c626-8783-4c9c-9be7-52236db0bc9f)] {{(pid=102791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:49:04.704744 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-fda754ed-92b9-40b7-8260-1b36f633ff7b req-884bb803-e5a4-4f02-ab5b-ccc7b63f8bf9 service neutron] For port dcfe75d7-0511-414d-a0d7-22564ecd7e83, host n-h2-834765-1, cleared binding levels {{(pid=102791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 16:49:04.735642 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [req-fda754ed-92b9-40b7-8260-1b36f633ff7b req-884bb803-e5a4-4f02-ab5b-ccc7b63f8bf9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dcfe75d7-0511-414d-a0d7-22564ecd7e83 {{(pid=102791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 16:49:04.742676 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-fda754ed-92b9-40b7-8260-1b36f633ff7b req-884bb803-e5a4-4f02-ab5b-ccc7b63f8bf9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:49:04.754564 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.provisioning_blocks [req-fda754ed-92b9-40b7-8260-1b36f633ff7b req-884bb803-e5a4-4f02-ab5b-ccc7b63f8bf9 service neutron] Transition to ACTIVE for port object dcfe75d7-0511-414d-a0d7-22564ecd7e83 will not be triggered until provisioned by entity L2. {{(pid=102791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 16:49:04.758053 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-fda754ed-92b9-40b7-8260-1b36f633ff7b req-884bb803-e5a4-4f02-ab5b-ccc7b63f8bf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:49:04.839899 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884bb803-e5a4-4f02-ab5b-ccc7b63f8bf9 service neutron] Pushing event updated for resources: {'Port': ['ID=dcfe75d7-0511-414d-a0d7-22564ecd7e83,revision_number=9']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:49:04.853075 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884bb803-e5a4-4f02-ab5b-ccc7b63f8bf9 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:49:04.853544 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884bb803-e5a4-4f02-ab5b-ccc7b63f8bf9 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:49:04.853969 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884bb803-e5a4-4f02-ab5b-ccc7b63f8bf9 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:49:04.854352 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884bb803-e5a4-4f02-ab5b-ccc7b63f8bf9 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:49:04.854750 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884bb803-e5a4-4f02-ab5b-ccc7b63f8bf9 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:49:04.855144 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884bb803-e5a4-4f02-ab5b-ccc7b63f8bf9 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:49:04.855582 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884bb803-e5a4-4f02-ab5b-ccc7b63f8bf9 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:49:04.855974 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884bb803-e5a4-4f02-ab5b-ccc7b63f8bf9 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:49:04.856365 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884bb803-e5a4-4f02-ab5b-ccc7b63f8bf9 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:49:04.857267 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884bb803-e5a4-4f02-ab5b-ccc7b63f8bf9 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:49:04.857625 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884bb803-e5a4-4f02-ab5b-ccc7b63f8bf9 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:49:04.857952 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884bb803-e5a4-4f02-ab5b-ccc7b63f8bf9 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:49:04.890841 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [req-fda754ed-92b9-40b7-8260-1b36f633ff7b req-884bb803-e5a4-4f02-ab5b-ccc7b63f8bf9 service neutron] No DVR routers for this DVR port dcfe75d7-0511-414d-a0d7-22564ecd7e83 on host n-h2-834765-1 {{(pid=102791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 16:49:05.027839 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-fda754ed-92b9-40b7-8260-1b36f633ff7b req-884bb803-e5a4-4f02-ab5b-ccc7b63f8bf9 service neutron] Attempting to bind port dcfe75d7-0511-414d-a0d7-22564ecd7e83 on host n-h1-834765-1 for vnic_type normal with profile {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 16:49:05.028166 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-fda754ed-92b9-40b7-8260-1b36f633ff7b req-884bb803-e5a4-4f02-ab5b-ccc7b63f8bf9 service neutron] Attempting to bind port dcfe75d7-0511-414d-a0d7-22564ecd7e83 by drivers openvswitch,hyperv on host n-h1-834765-1 at level 0 using segments [{'id': 'bed8c626-8783-4c9c-9be7-52236db0bc9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'b902ef7f-343e-4d3a-8706-0baa492a13b0'}] {{(pid=102791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 16:49:05.028491 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fda754ed-92b9-40b7-8260-1b36f633ff7b req-884bb803-e5a4-4f02-ab5b-ccc7b63f8bf9 service neutron] Attempting to bind port dcfe75d7-0511-414d-a0d7-22564ecd7e83 on network b902ef7f-343e-4d3a-8706-0baa492a13b0 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 16:49:05.032692 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fda754ed-92b9-40b7-8260-1b36f633ff7b req-884bb803-e5a4-4f02-ab5b-ccc7b63f8bf9 service neutron] Port dcfe75d7-0511-414d-a0d7-22564ecd7e83 on network b902ef7f-343e-4d3a-8706-0baa492a13b0 not bound, no agent of type Open vSwitch agent registered on host n-h1-834765-1 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 16:49:05.033007 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fda754ed-92b9-40b7-8260-1b36f633ff7b req-884bb803-e5a4-4f02-ab5b-ccc7b63f8bf9 service neutron] Attempting to bind port dcfe75d7-0511-414d-a0d7-22564ecd7e83 on network b902ef7f-343e-4d3a-8706-0baa492a13b0 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 16:49:05.037698 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fda754ed-92b9-40b7-8260-1b36f633ff7b req-884bb803-e5a4-4f02-ab5b-ccc7b63f8bf9 service neutron] Checking agent: {'id': 'be375040-5069-4239-9460-a3a3213e1e90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 33, 18), 'started_at': datetime.datetime(2022, 3, 29, 15, 33, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 16, 48, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 16:49:05.038024 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fda754ed-92b9-40b7-8260-1b36f633ff7b req-884bb803-e5a4-4f02-ab5b-ccc7b63f8bf9 service neutron] Checking segment: {'id': 'bed8c626-8783-4c9c-9be7-52236db0bc9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'b902ef7f-343e-4d3a-8706-0baa492a13b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 16:49:05.038393 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fda754ed-92b9-40b7-8260-1b36f633ff7b req-884bb803-e5a4-4f02-ab5b-ccc7b63f8bf9 service neutron] Bound using segment: {'id': 'bed8c626-8783-4c9c-9be7-52236db0bc9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'b902ef7f-343e-4d3a-8706-0baa492a13b0'} {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 16:49:05.038807 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-fda754ed-92b9-40b7-8260-1b36f633ff7b req-884bb803-e5a4-4f02-ab5b-ccc7b63f8bf9 service neutron] Bound port: dcfe75d7-0511-414d-a0d7-22564ecd7e83, host: n-h1-834765-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bed8c626-8783-4c9c-9be7-52236db0bc9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'b902ef7f-343e-4d3a-8706-0baa492a13b0'}}] {{(pid=102791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 16:49:05.039153 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-fda754ed-92b9-40b7-8260-1b36f633ff7b req-884bb803-e5a4-4f02-ab5b-ccc7b63f8bf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:49:05.103710 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-fda754ed-92b9-40b7-8260-1b36f633ff7b req-884bb803-e5a4-4f02-ab5b-ccc7b63f8bf9 service neutron] For port dcfe75d7-0511-414d-a0d7-22564ecd7e83, host n-h1-834765-1, cleared binding levels {{(pid=102791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 16:49:05.107158 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-fda754ed-92b9-40b7-8260-1b36f633ff7b req-884bb803-e5a4-4f02-ab5b-ccc7b63f8bf9 service neutron] For port dcfe75d7-0511-414d-a0d7-22564ecd7e83, host n-h1-834765-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=dcfe75d7-0511-414d-a0d7-22564ecd7e83,segment=NetworkSegment(bed8c626-8783-4c9c-9be7-52236db0bc9f),segment_id=bed8c626-8783-4c9c-9be7-52236db0bc9f)] {{(pid=102791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 16:49:05.110979 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-fda754ed-92b9-40b7-8260-1b36f633ff7b req-884bb803-e5a4-4f02-ab5b-ccc7b63f8bf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:49:05.145782 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda754ed-92b9-40b7-8260-1b36f633ff7b req-884bb803-e5a4-4f02-ab5b-ccc7b63f8bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:49:05.146471 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-fda754ed-92b9-40b7-8260-1b36f633ff7b req-884bb803-e5a4-4f02-ab5b-ccc7b63f8bf9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:49:05.147966 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-fda754ed-92b9-40b7-8260-1b36f633ff7b req-884bb803-e5a4-4f02-ab5b-ccc7b63f8bf9 service neutron] 10.222.0.44 "PUT /v2.0/ports/dcfe75d7-0511-414d-a0d7-22564ecd7e83 HTTP/1.1" status: 200 len: 1091 time: 0.7433584 Mar 29 16:49:05.148409 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f47c7792-947d-444f-aed2-ae44e128ecf2', 'tag': 'dcfe75d7-0511-414d-a0d7-22564ecd7e83'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:49:05.150889 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e33af8bd2d242198c8fc7a55b0de10a2e3fe57bc5f7d7f0f551297b3d6240ff2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01c2b547-219b-4a3a-9edc-2db2ca8c743e" -d '{"events": [{"name": "network-changed", "server_uuid": "f47c7792-947d-444f-aed2-ae44e128ecf2", "tag": "dcfe75d7-0511-414d-a0d7-22564ecd7e83"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:49:05.175185 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884bb803-e5a4-4f02-ab5b-ccc7b63f8bf9 service neutron] Pushing event updated for resources: {'Port': ['ID=dcfe75d7-0511-414d-a0d7-22564ecd7e83,revision_number=10']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:49:05.205343 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 16:49:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d7b1613-b353-40a3-9d2b-0a7fe8cb2945 x-openstack-request-id: req-3d7b1613-b353-40a3-9d2b-0a7fe8cb2945 {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:49:05.205642 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f47c7792-947d-444f-aed2-ae44e128ecf2", "tag": "dcfe75d7-0511-414d-a0d7-22564ecd7e83", "status": "completed", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:49:05.205871 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-3d7b1613-b353-40a3-9d2b-0a7fe8cb2945 {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:49:05.206271 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f47c7792-947d-444f-aed2-ae44e128ecf2', 'tag': 'dcfe75d7-0511-414d-a0d7-22564ecd7e83', 'status': 'completed', 'code': 200} Mar 29 16:49:05.223039 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda754ed-92b9-40b7-8260-1b36f633ff7b req-22558efb-bbed-4aeb-8352-7c3f21bef670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:49:05.224723 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-fda754ed-92b9-40b7-8260-1b36f633ff7b req-22558efb-bbed-4aeb-8352-7c3f21bef670 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=338550824e984aa6aa16846cec0506b5&device_id=f47c7792-947d-444f-aed2-ae44e128ecf2 HTTP/1.1" status: 200 len: 1095 time: 0.0465822 Mar 29 16:49:05.321763 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda754ed-92b9-40b7-8260-1b36f633ff7b req-900440f3-218a-4585-9e4c-b3b73ea822fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:49:05.323232 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-fda754ed-92b9-40b7-8260-1b36f633ff7b req-900440f3-218a-4585-9e4c-b3b73ea822fd service neutron] 10.222.0.44 "GET /v2.0/networks?id=b902ef7f-343e-4d3a-8706-0baa492a13b0 HTTP/1.1" status: 200 len: 908 time: 0.0901906 Mar 29 16:49:05.386583 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-fda754ed-92b9-40b7-8260-1b36f633ff7b req-073fcfbf-6326-484a-a561-759737a1fc1a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dcfe75d7-0511-414d-a0d7-22564ecd7e83 HTTP/1.1" status: 200 len: 999 time: 0.0562053 Mar 29 16:49:05.437010 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda754ed-92b9-40b7-8260-1b36f633ff7b req-7c192edd-b965-4831-96db-6fbf9c11b1c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:49:05.438661 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-fda754ed-92b9-40b7-8260-1b36f633ff7b req-7c192edd-b965-4831-96db-6fbf9c11b1c6 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c1523c60-8661-46f8-9689-530b8e45e3c2 HTTP/1.1" status: 200 len: 846 time: 0.0458302 Mar 29 16:49:05.487990 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda754ed-92b9-40b7-8260-1b36f633ff7b req-a18a18b8-5890-48d0-84aa-46babf460d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:49:05.489461 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-fda754ed-92b9-40b7-8260-1b36f633ff7b req-a18a18b8-5890-48d0-84aa-46babf460d08 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b902ef7f-343e-4d3a-8706-0baa492a13b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429006 Mar 29 16:49:05.580242 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-fda754ed-92b9-40b7-8260-1b36f633ff7b req-59123753-2df4-44ac-a8bb-3f8eff0b61fc service neutron] 10.222.0.44 "GET /v2.0/networks/b902ef7f-343e-4d3a-8706-0baa492a13b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839093 Mar 29 16:49:05.659205 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bde6c0-b660-4a78-972c-0e9ae561d77a req-7bb418cf-e73b-46b5-ad75-9a771a215377 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:49:05.660808 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-50bde6c0-b660-4a78-972c-0e9ae561d77a req-7bb418cf-e73b-46b5-ad75-9a771a215377 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] 10.222.0.42 "GET /v2.0/ports?device_id=f47c7792-947d-444f-aed2-ae44e128ecf2 HTTP/1.1" status: 200 len: 944 time: 0.0529413 Mar 29 16:49:05.673319 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-fda754ed-92b9-40b7-8260-1b36f633ff7b req-4d101dcf-0197-4248-b178-26ac02c5ac18 service neutron] 10.222.0.44 "GET /v2.0/networks/b902ef7f-343e-4d3a-8706-0baa492a13b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864615 Mar 29 16:49:05.700518 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-50bde6c0-b660-4a78-972c-0e9ae561d77a req-f0b5ddcd-cf29-43ac-8a2b-232afcaa14be tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] 10.222.0.42 "GET /v2.0/security-groups?id=6ffdd4dd-475c-430f-81fc-1f577773e654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333207 Mar 29 16:49:05.760124 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c2b547-219b-4a3a-9edc-2db2ca8c743e req-cf620a38-83e0-4b5c-9af2-4b114b76a2cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:49:05.761644 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-01c2b547-219b-4a3a-9edc-2db2ca8c743e req-cf620a38-83e0-4b5c-9af2-4b114b76a2cf service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=338550824e984aa6aa16846cec0506b5&device_id=f47c7792-947d-444f-aed2-ae44e128ecf2 HTTP/1.1" status: 200 len: 1095 time: 0.0412645 Mar 29 16:49:05.855681 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c2b547-219b-4a3a-9edc-2db2ca8c743e req-867636c2-e568-44ec-8b89-6ff6ae584c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:49:05.857718 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-01c2b547-219b-4a3a-9edc-2db2ca8c743e req-867636c2-e568-44ec-8b89-6ff6ae584c7b service neutron] 10.222.0.44 "GET /v2.0/networks?id=b902ef7f-343e-4d3a-8706-0baa492a13b0 HTTP/1.1" status: 200 len: 908 time: 0.0892742 Mar 29 16:49:05.937904 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-01c2b547-219b-4a3a-9edc-2db2ca8c743e req-2147bed5-b7da-44a1-a6c9-d5ad743cc36f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dcfe75d7-0511-414d-a0d7-22564ecd7e83 HTTP/1.1" status: 200 len: 999 time: 0.0724716 Mar 29 16:49:06.010232 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-0cb6abf6-2706-4e52-8825-f5f644ecf9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:49:06.040890 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c2b547-219b-4a3a-9edc-2db2ca8c743e req-49c7fd97-3b5a-4655-b35d-dd50e3b5ce7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:49:06.043406 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-01c2b547-219b-4a3a-9edc-2db2ca8c743e req-49c7fd97-3b5a-4655-b35d-dd50e3b5ce7f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c1523c60-8661-46f8-9689-530b8e45e3c2 HTTP/1.1" status: 200 len: 846 time: 0.0935807 Mar 29 16:49:06.092603 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:49:06.836767 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc747ef-b84b-4b10-b8b7-5462cdf5e487 req-2b701cff-af95-4547-a899-b881bdce1b18 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:49:06.838253 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-5bc747ef-b84b-4b10-b8b7-5462cdf5e487 req-2b701cff-af95-4547-a899-b881bdce1b18 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] 10.222.0.42 "GET /v2.0/ports?device_id=f47c7792-947d-444f-aed2-ae44e128ecf2 HTTP/1.1" status: 200 len: 944 time: 0.0566771 Mar 29 16:49:06.878732 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-5bc747ef-b84b-4b10-b8b7-5462cdf5e487 req-60d1e8fd-8225-4e35-b8da-d2348b29cdad tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] 10.222.0.42 "GET /v2.0/security-groups?id=6ffdd4dd-475c-430f-81fc-1f577773e654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333796 Mar 29 16:49:08.007309 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344c12e8-2fe5-4539-be75-e7dbdce6fd23 req-bd72e03d-53de-43cd-b950-b5d4670f645a tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:49:08.008900 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-344c12e8-2fe5-4539-be75-e7dbdce6fd23 req-bd72e03d-53de-43cd-b950-b5d4670f645a tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] 10.222.0.42 "GET /v2.0/ports?device_id=f47c7792-947d-444f-aed2-ae44e128ecf2 HTTP/1.1" status: 200 len: 944 time: 0.0607712 Mar 29 16:49:08.058997 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-344c12e8-2fe5-4539-be75-e7dbdce6fd23 req-9f6d8590-7979-41f8-b4d9-ae0e9fca95f7 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] 10.222.0.42 "GET /v2.0/security-groups?id=6ffdd4dd-475c-430f-81fc-1f577773e654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402322 Mar 29 16:49:09.174870 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3cc0b2-b04e-4056-967d-95c7b89e259f req-5c396a73-1052-4b48-9548-9eec6bc19b81 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:49:09.176358 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4e3cc0b2-b04e-4056-967d-95c7b89e259f req-5c396a73-1052-4b48-9548-9eec6bc19b81 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] 10.222.0.42 "GET /v2.0/ports?device_id=f47c7792-947d-444f-aed2-ae44e128ecf2 HTTP/1.1" status: 200 len: 944 time: 0.0476732 Mar 29 16:49:09.215214 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4e3cc0b2-b04e-4056-967d-95c7b89e259f req-f1c40f4e-929d-4b8e-b5ff-8d30cac5a405 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] 10.222.0.42 "GET /v2.0/security-groups?id=6ffdd4dd-475c-430f-81fc-1f577773e654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328240 Mar 29 16:49:10.344981 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1c36e9-d641-4396-9dcd-3925852aec92 req-2ec805f1-0793-4804-8363-5ae74e3966dd tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:49:10.346575 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-da1c36e9-d641-4396-9dcd-3925852aec92 req-2ec805f1-0793-4804-8363-5ae74e3966dd tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] 10.222.0.42 "GET /v2.0/ports?device_id=f47c7792-947d-444f-aed2-ae44e128ecf2 HTTP/1.1" status: 200 len: 944 time: 0.0506718 Mar 29 16:49:10.383874 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-da1c36e9-d641-4396-9dcd-3925852aec92 req-f550dba7-a501-46e5-86c9-c66dc960ebbf tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] 10.222.0.42 "GET /v2.0/security-groups?id=6ffdd4dd-475c-430f-81fc-1f577773e654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308869 Mar 29 16:49:11.535328 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc39605-da98-41cd-8c10-ba43d0dd6372 req-aa0548b6-61d4-47bf-8f21-f3d9b2db0294 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:49:11.536955 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-abc39605-da98-41cd-8c10-ba43d0dd6372 req-aa0548b6-61d4-47bf-8f21-f3d9b2db0294 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] 10.222.0.42 "GET /v2.0/ports?device_id=f47c7792-947d-444f-aed2-ae44e128ecf2 HTTP/1.1" status: 200 len: 944 time: 0.0639048 Mar 29 16:49:11.580546 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-abc39605-da98-41cd-8c10-ba43d0dd6372 req-ec9247e2-a9d1-4ee5-ab7a-0ac332f8e8f4 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] 10.222.0.42 "GET /v2.0/security-groups?id=6ffdd4dd-475c-430f-81fc-1f577773e654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375297 Mar 29 16:49:12.701334 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70474e89-4077-44d8-9dc5-1c9a235d96fe req-2ded46c9-74a8-4629-a56b-830cea0f76d8 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:49:12.702793 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-70474e89-4077-44d8-9dc5-1c9a235d96fe req-2ded46c9-74a8-4629-a56b-830cea0f76d8 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] 10.222.0.42 "GET /v2.0/ports?device_id=f47c7792-947d-444f-aed2-ae44e128ecf2 HTTP/1.1" status: 200 len: 944 time: 0.0521078 Mar 29 16:49:12.741188 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-70474e89-4077-44d8-9dc5-1c9a235d96fe req-817b1757-2461-44f4-8e0b-17be9f06ab9f tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] 10.222.0.42 "GET /v2.0/security-groups?id=6ffdd4dd-475c-430f-81fc-1f577773e654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322099 Mar 29 16:49:13.861332 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4a8336-832b-4cce-aa2b-0a222ad67dbd req-c13c8acd-ee72-4bcc-916e-de0b844fc45b tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:49:13.862775 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-0c4a8336-832b-4cce-aa2b-0a222ad67dbd req-c13c8acd-ee72-4bcc-916e-de0b844fc45b tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] 10.222.0.42 "GET /v2.0/ports?device_id=f47c7792-947d-444f-aed2-ae44e128ecf2 HTTP/1.1" status: 200 len: 944 time: 0.0515695 Mar 29 16:49:13.898945 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-0c4a8336-832b-4cce-aa2b-0a222ad67dbd req-5439e98e-afa2-40de-8eab-b92035f8d589 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] 10.222.0.42 "GET /v2.0/security-groups?id=6ffdd4dd-475c-430f-81fc-1f577773e654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302141 Mar 29 16:49:15.020243 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa6e518-0f7c-4f48-8df0-78e5b3bec1fc req-5529b085-e8ad-4795-a37e-70a9811977ec tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:49:15.021824 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-7fa6e518-0f7c-4f48-8df0-78e5b3bec1fc req-5529b085-e8ad-4795-a37e-70a9811977ec tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] 10.222.0.42 "GET /v2.0/ports?device_id=f47c7792-947d-444f-aed2-ae44e128ecf2 HTTP/1.1" status: 200 len: 944 time: 0.0507283 Mar 29 16:49:15.078469 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-7fa6e518-0f7c-4f48-8df0-78e5b3bec1fc req-8679c0f8-9c21-474f-841f-ec79cca8dd6e tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] 10.222.0.42 "GET /v2.0/security-groups?id=6ffdd4dd-475c-430f-81fc-1f577773e654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497928 Mar 29 16:49:16.199312 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4420350-1e96-4b07-a5de-ebb44ef10808 req-1a04c6dc-f683-43c6-b0fb-11781dc07277 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:49:16.203706 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f4420350-1e96-4b07-a5de-ebb44ef10808 req-1a04c6dc-f683-43c6-b0fb-11781dc07277 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] 10.222.0.42 "GET /v2.0/ports?device_id=f47c7792-947d-444f-aed2-ae44e128ecf2 HTTP/1.1" status: 200 len: 944 time: 0.0560336 Mar 29 16:49:16.241489 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f4420350-1e96-4b07-a5de-ebb44ef10808 req-e03aa623-752b-4169-ba03-624116b56bd1 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] 10.222.0.42 "GET /v2.0/security-groups?id=6ffdd4dd-475c-430f-81fc-1f577773e654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338879 Mar 29 16:49:17.359284 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63081952-f7b5-40ad-89ad-097c2d32dfb7 req-1c98cf62-7450-40e4-840d-d074397a973f tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:49:17.361080 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-63081952-f7b5-40ad-89ad-097c2d32dfb7 req-1c98cf62-7450-40e4-840d-d074397a973f tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] 10.222.0.42 "GET /v2.0/ports?device_id=f47c7792-947d-444f-aed2-ae44e128ecf2 HTTP/1.1" status: 200 len: 944 time: 0.0509620 Mar 29 16:49:17.369500 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c2b547-219b-4a3a-9edc-2db2ca8c743e req-3341c061-f11a-4f9a-8c86-7fc743242ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:49:17.370991 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-01c2b547-219b-4a3a-9edc-2db2ca8c743e req-3341c061-f11a-4f9a-8c86-7fc743242ffc service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b902ef7f-343e-4d3a-8706-0baa492a13b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0854592 Mar 29 16:49:17.399591 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-63081952-f7b5-40ad-89ad-097c2d32dfb7 req-028c5b0b-3d51-44fb-83fb-8b27994564a7 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] 10.222.0.42 "GET /v2.0/security-groups?id=6ffdd4dd-475c-430f-81fc-1f577773e654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324142 Mar 29 16:49:17.467034 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-01c2b547-219b-4a3a-9edc-2db2ca8c743e req-6ce0a256-71ca-4d45-b368-2c3adb7a21dd service neutron] 10.222.0.44 "GET /v2.0/networks/b902ef7f-343e-4d3a-8706-0baa492a13b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860841 Mar 29 16:49:17.554808 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-01c2b547-219b-4a3a-9edc-2db2ca8c743e req-0c3796e8-cbb4-4730-9aac-36a276b49592 service neutron] 10.222.0.44 "GET /v2.0/networks/b902ef7f-343e-4d3a-8706-0baa492a13b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800734 Mar 29 16:49:17.817190 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:49:18.497958 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:49:18.519734 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4044faff-c1d5-43c9-9a2e-aeb72aa5e1fa req-aa650f8b-ce15-4539-bb3b-1df75f9850c1 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:49:18.521300 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4044faff-c1d5-43c9-9a2e-aeb72aa5e1fa req-aa650f8b-ce15-4539-bb3b-1df75f9850c1 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] 10.222.0.42 "GET /v2.0/ports?device_id=f47c7792-947d-444f-aed2-ae44e128ecf2 HTTP/1.1" status: 200 len: 944 time: 0.0543754 Mar 29 16:49:18.561414 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4044faff-c1d5-43c9-9a2e-aeb72aa5e1fa req-30a287a4-202f-4b32-8f3c-8bed129883a2 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] 10.222.0.42 "GET /v2.0/security-groups?id=6ffdd4dd-475c-430f-81fc-1f577773e654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334868 Mar 29 16:49:19.206499 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.agents_db [None req-59735a15-725e-44d4-9ad5-95cbe356f209 None None] Agent healthcheck: found 7 active agents {{(pid=102793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 16:49:19.679955 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5a8ad2-2591-4425-83d6-39fe80dec019 req-3f800a62-b0dc-4785-aa42-8b8f1a2b7fc3 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:49:19.681420 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-0b5a8ad2-2591-4425-83d6-39fe80dec019 req-3f800a62-b0dc-4785-aa42-8b8f1a2b7fc3 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] 10.222.0.42 "GET /v2.0/ports?device_id=f47c7792-947d-444f-aed2-ae44e128ecf2 HTTP/1.1" status: 200 len: 944 time: 0.0518925 Mar 29 16:49:19.720705 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-0b5a8ad2-2591-4425-83d6-39fe80dec019 req-9bafb1f9-c7b9-497e-ac0c-55ec8b0cb26c tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] 10.222.0.42 "GET /v2.0/security-groups?id=6ffdd4dd-475c-430f-81fc-1f577773e654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321100 Mar 29 16:49:20.838599 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cc84ba-28c9-4d66-adfe-7b5fa9d7210d req-65a8b7f2-90ac-4a7e-b516-748c137e2f0d tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:49:20.840099 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e0cc84ba-28c9-4d66-adfe-7b5fa9d7210d req-65a8b7f2-90ac-4a7e-b516-748c137e2f0d tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] 10.222.0.42 "GET /v2.0/ports?device_id=f47c7792-947d-444f-aed2-ae44e128ecf2 HTTP/1.1" status: 200 len: 944 time: 0.0496511 Mar 29 16:49:20.877413 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e0cc84ba-28c9-4d66-adfe-7b5fa9d7210d req-9e03117f-beba-4923-bbd4-5b049cf0a7f0 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] 10.222.0.42 "GET /v2.0/security-groups?id=6ffdd4dd-475c-430f-81fc-1f577773e654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306771 Mar 29 16:49:21.403122 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device dcfe75d7-0511-414d-a0d7-22564ecd7e83 details requested by agent hyperv_n-h1-834765-1 with host n-h1-834765-1 {{(pid=102792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 16:49:21.500201 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port dcfe75d7-0511-414d-a0d7-22564ecd7e83, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=dcfe75d7-0511-414d-a0d7-22564ecd7e83,segment=NetworkSegment(bed8c626-8783-4c9c-9be7-52236db0bc9f),segment_id=bed8c626-8783-4c9c-9be7-52236db0bc9f)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:49:21.510762 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Returning: {'device': 'dcfe75d7-0511-414d-a0d7-22564ecd7e83', 'network_id': 'b902ef7f-343e-4d3a-8706-0baa492a13b0', 'port_id': 'dcfe75d7-0511-414d-a0d7-22564ecd7e83', 'mac_address': 'fa:16:3e:ef:55:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 614, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1523c60-8661-46f8-9689-530b8e45e3c2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 16:49:21.546794 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:49:21.559059 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dcfe75d7-0511-414d-a0d7-22564ecd7e83 {{(pid=102792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 16:49:21.578591 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port dcfe75d7-0511-414d-a0d7-22564ecd7e83, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=dcfe75d7-0511-414d-a0d7-22564ecd7e83,segment=NetworkSegment(bed8c626-8783-4c9c-9be7-52236db0bc9f),segment_id=bed8c626-8783-4c9c-9be7-52236db0bc9f)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:49:21.582229 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:49:21.630394 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Pushing event updated for resources: {'Port': ['ID=dcfe75d7-0511-414d-a0d7-22564ecd7e83,revision_number=11']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:49:21.921170 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] get_ports_and_sgs() called for port_ids ['dcfe75d7-0511-414d-a0d7-22564ecd7e83'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 16:49:21.995132 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5cbb5e-eb3b-4850-9d20-4ff079313b64 req-a8d7af52-19a7-4fa9-a607-64d8f514dd9e tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:49:21.996634 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-7e5cbb5e-eb3b-4850-9d20-4ff079313b64 req-a8d7af52-19a7-4fa9-a607-64d8f514dd9e tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] 10.222.0.42 "GET /v2.0/ports?device_id=f47c7792-947d-444f-aed2-ae44e128ecf2 HTTP/1.1" status: 200 len: 945 time: 0.0487094 Mar 29 16:49:22.034512 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-7e5cbb5e-eb3b-4850-9d20-4ff079313b64 req-5dfe1300-0dd4-4a8c-96d0-96ccd97557af tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] 10.222.0.42 "GET /v2.0/security-groups?id=6ffdd4dd-475c-430f-81fc-1f577773e654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317705 Mar 29 16:49:23.150302 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ea4464-1dd7-42d4-b1fb-d124bf3dd653 req-488cd2c5-5712-47fa-b8e7-5c11f642a64c tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:49:23.151788 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-79ea4464-1dd7-42d4-b1fb-d124bf3dd653 req-488cd2c5-5712-47fa-b8e7-5c11f642a64c tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] 10.222.0.42 "GET /v2.0/ports?device_id=f47c7792-947d-444f-aed2-ae44e128ecf2 HTTP/1.1" status: 200 len: 945 time: 0.0483553 Mar 29 16:49:23.189935 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-79ea4464-1dd7-42d4-b1fb-d124bf3dd653 req-c0ef7380-f348-40d1-bc1b-21de351ae874 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] 10.222.0.42 "GET /v2.0/security-groups?id=6ffdd4dd-475c-430f-81fc-1f577773e654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320356 Mar 29 16:49:23.418678 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device dcfe75d7-0511-414d-a0d7-22564ecd7e83 up at agent hyperv_n-h1-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 16:49:23.468573 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Provisioning for port dcfe75d7-0511-414d-a0d7-22564ecd7e83 completed by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 16:49:23.472088 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Provisioning complete for port dcfe75d7-0511-414d-a0d7-22564ecd7e83 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:49:23.472450 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:49:23.547887 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:49:23.571664 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f47c7792-947d-444f-aed2-ae44e128ecf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcfe75d7-0511-414d-a0d7-22564ecd7e83'}] {{(pid=102792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:49:23.573892 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57a7834588826aa5fcb6318d84c304e74917d39e51dd24b57e16034477aedb48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d3a3080-c82b-411e-a52b-12f2befb6116" -d '{"events": [{"server_uuid": "f47c7792-947d-444f-aed2-ae44e128ecf2", "name": "network-vif-plugged", "status": "completed", "tag": "dcfe75d7-0511-414d-a0d7-22564ecd7e83"}]}' {{(pid=102792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:49:23.590733 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port dcfe75d7-0511-414d-a0d7-22564ecd7e83, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=dcfe75d7-0511-414d-a0d7-22564ecd7e83,segment=NetworkSegment(bed8c626-8783-4c9c-9be7-52236db0bc9f),segment_id=bed8c626-8783-4c9c-9be7-52236db0bc9f)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:49:23.595619 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:49:23.621616 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 16:49:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69d675ab-0e71-4775-9910-599a2133ea4f x-openstack-request-id: req-69d675ab-0e71-4775-9910-599a2133ea4f {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:49:23.621907 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f47c7792-947d-444f-aed2-ae44e128ecf2", "name": "network-vif-plugged", "status": "completed", "tag": "dcfe75d7-0511-414d-a0d7-22564ecd7e83", "code": 200}]} {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:49:23.622329 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-69d675ab-0e71-4775-9910-599a2133ea4f {{(pid=102792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:49:23.622704 n-d-834765-1 neutron-server[102792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f47c7792-947d-444f-aed2-ae44e128ecf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcfe75d7-0511-414d-a0d7-22564ecd7e83', 'code': 200} Mar 29 16:49:23.655049 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Pushing event updated for resources: {'Port': ['ID=dcfe75d7-0511-414d-a0d7-22564ecd7e83,revision_number=12']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:49:23.782041 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cba7b1-e44c-4bad-a140-24473873809e req-9b7bd5d4-3033-4cbe-ab26-f20cec501e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:49:23.783460 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d0cba7b1-e44c-4bad-a140-24473873809e req-9b7bd5d4-3033-4cbe-ab26-f20cec501e7c service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=f47c7792-947d-444f-aed2-ae44e128ecf2 HTTP/1.1" status: 200 len: 1097 time: 0.0437596 Mar 29 16:49:23.815958 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d0cba7b1-e44c-4bad-a140-24473873809e req-8c3a628d-d2e6-4208-897c-b37d728d5249 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=6ffdd4dd-475c-430f-81fc-1f577773e654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0265210 Mar 29 16:49:24.305012 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8236ea8b-cacd-417c-8252-9e0ee6ce8209 req-77c4db3b-5dfe-43cd-97b9-7da6eaba4480 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:49:24.306469 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-8236ea8b-cacd-417c-8252-9e0ee6ce8209 req-77c4db3b-5dfe-43cd-97b9-7da6eaba4480 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] 10.222.0.42 "GET /v2.0/ports?device_id=f47c7792-947d-444f-aed2-ae44e128ecf2 HTTP/1.1" status: 200 len: 946 time: 0.0487475 Mar 29 16:49:24.345495 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-8236ea8b-cacd-417c-8252-9e0ee6ce8209 req-486895bb-7c37-4b29-aa9f-b0ee10fb39ed tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] 10.222.0.42 "GET /v2.0/security-groups?id=6ffdd4dd-475c-430f-81fc-1f577773e654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327709 Mar 29 16:49:25.467578 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8e0640-dd08-4c35-a846-1483e69cd09e req-e83a86a2-4255-4765-9ac7-8e6b4abd6b12 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:49:25.469044 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-7c8e0640-dd08-4c35-a846-1483e69cd09e req-e83a86a2-4255-4765-9ac7-8e6b4abd6b12 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] 10.222.0.42 "GET /v2.0/ports?device_id=f47c7792-947d-444f-aed2-ae44e128ecf2 HTTP/1.1" status: 200 len: 946 time: 0.0496137 Mar 29 16:49:25.506319 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-7c8e0640-dd08-4c35-a846-1483e69cd09e req-406e9153-c464-48f3-8000-cc14cbd9e21b tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] 10.222.0.42 "GET /v2.0/security-groups?id=6ffdd4dd-475c-430f-81fc-1f577773e654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312171 Mar 29 16:49:26.620949 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e1ae40-f914-4a18-a277-d6d1de7f1a05 req-de2ec085-2b5b-4177-8d2c-cc447653b9ca tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:49:26.623200 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e7e1ae40-f914-4a18-a277-d6d1de7f1a05 req-de2ec085-2b5b-4177-8d2c-cc447653b9ca tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] 10.222.0.42 "GET /v2.0/ports?device_id=f47c7792-947d-444f-aed2-ae44e128ecf2 HTTP/1.1" status: 200 len: 946 time: 0.0485239 Mar 29 16:49:26.661235 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e7e1ae40-f914-4a18-a277-d6d1de7f1a05 req-891b533b-f0d3-4802-8db7-f8ac8757df10 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] 10.222.0.42 "GET /v2.0/security-groups?id=6ffdd4dd-475c-430f-81fc-1f577773e654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319054 Mar 29 16:49:30.503547 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-2b426049-0f9c-4b8d-862c-d1fa52927838 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:49:31.926016 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f20a30c1-5a23-4384-b9a7-3932901766b4 req-d0193c13-495e-47b2-a02f-2801348b1a93 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=f47c7792-947d-444f-aed2-ae44e128ecf2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0437012 Mar 29 16:49:32.020478 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20a30c1-5a23-4384-b9a7-3932901766b4 req-2b0801a1-8777-4241-a890-3384f1da5d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:49:32.021948 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f20a30c1-5a23-4384-b9a7-3932901766b4 req-2b0801a1-8777-4241-a890-3384f1da5d96 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=338550824e984aa6aa16846cec0506b5&device_id=f47c7792-947d-444f-aed2-ae44e128ecf2 HTTP/1.1" status: 200 len: 1097 time: 0.0398297 Mar 29 16:49:32.123279 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20a30c1-5a23-4384-b9a7-3932901766b4 req-a87cbb0f-1c2c-45e9-a0af-233be69566a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:49:32.124728 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f20a30c1-5a23-4384-b9a7-3932901766b4 req-a87cbb0f-1c2c-45e9-a0af-233be69566a2 service neutron] 10.222.0.44 "GET /v2.0/networks?id=b902ef7f-343e-4d3a-8706-0baa492a13b0 HTTP/1.1" status: 200 len: 908 time: 0.0833972 Mar 29 16:49:32.191998 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f20a30c1-5a23-4384-b9a7-3932901766b4 req-709045c8-e241-483a-af99-a9fb81d22115 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dcfe75d7-0511-414d-a0d7-22564ecd7e83 HTTP/1.1" status: 200 len: 1001 time: 0.0601287 Mar 29 16:49:32.239948 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20a30c1-5a23-4384-b9a7-3932901766b4 req-954887f4-428d-4340-bc97-82197ae6741c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:49:32.241356 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f20a30c1-5a23-4384-b9a7-3932901766b4 req-954887f4-428d-4340-bc97-82197ae6741c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c1523c60-8661-46f8-9689-530b8e45e3c2 HTTP/1.1" status: 200 len: 846 time: 0.0421491 Mar 29 16:49:32.285904 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20a30c1-5a23-4384-b9a7-3932901766b4 req-59267a7f-f7f9-4d6a-ae7a-5cca058e91b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:49:32.287368 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f20a30c1-5a23-4384-b9a7-3932901766b4 req-59267a7f-f7f9-4d6a-ae7a-5cca058e91b1 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b902ef7f-343e-4d3a-8706-0baa492a13b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0386302 Mar 29 16:49:32.379846 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f20a30c1-5a23-4384-b9a7-3932901766b4 req-688e5621-d61f-4dec-ad9c-c9e715d82bd3 service neutron] 10.222.0.44 "GET /v2.0/networks/b902ef7f-343e-4d3a-8706-0baa492a13b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848331 Mar 29 16:49:32.471776 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f20a30c1-5a23-4384-b9a7-3932901766b4 req-ba685138-7a09-4537-a531-dcdcefa77821 service neutron] 10.222.0.44 "GET /v2.0/networks/b902ef7f-343e-4d3a-8706-0baa492a13b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849822 Mar 29 16:49:32.959374 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-637ce319-e035-4cda-a54a-cf922fa33d0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:49:34.452198 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d71584b9-87f1-45f5-84c7-c993c2416269 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:49:36.009083 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-0cb6abf6-2706-4e52-8825-f5f644ecf9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:49:36.067820 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:49:47.833211 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:49:48.496130 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:49:56.204702 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.agents_db [None req-59735a15-725e-44d4-9ad5-95cbe356f209 None None] Agent healthcheck: found 7 active agents {{(pid=102793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 16:50:00.506308 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-4a5b42a2-f2a1-4736-8556-262621fcf774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:50:02.960289 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-5fda163c-5519-4097-88e6-b204b8d44491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:50:04.454587 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d71584b9-87f1-45f5-84c7-c993c2416269 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:50:06.013027 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-0cb6abf6-2706-4e52-8825-f5f644ecf9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:50:06.070542 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:50:17.829668 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:50:18.497954 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:50:30.507503 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-04b37f3d-9454-4665-a41d-b4d1a2523074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:50:32.963132 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1278ef2b-14dd-4f26-a1b0-5bcae549fd7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:50:33.164971 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6620e76b-ae5d-494d-b81e-502cb4adf432 req-9d7ea3d2-009b-43d8-bbf7-e8996f914dfc service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=f47c7792-947d-444f-aed2-ae44e128ecf2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3514552 Mar 29 16:50:33.205544 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.agents_db [None req-59735a15-725e-44d4-9ad5-95cbe356f209 None None] Agent healthcheck: found 7 active agents {{(pid=102793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 16:50:33.248791 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6620e76b-ae5d-494d-b81e-502cb4adf432 req-f86c0428-6739-4ea6-a526-4a8af351caf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:50:33.250161 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6620e76b-ae5d-494d-b81e-502cb4adf432 req-f86c0428-6739-4ea6-a526-4a8af351caf0 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=338550824e984aa6aa16846cec0506b5&device_id=f47c7792-947d-444f-aed2-ae44e128ecf2 HTTP/1.1" status: 200 len: 1097 time: 0.0389214 Mar 29 16:50:33.355427 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6620e76b-ae5d-494d-b81e-502cb4adf432 req-ca629d00-d405-46ee-be84-353b297b0136 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:50:33.356840 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6620e76b-ae5d-494d-b81e-502cb4adf432 req-ca629d00-d405-46ee-be84-353b297b0136 service neutron] 10.222.0.44 "GET /v2.0/networks?id=b902ef7f-343e-4d3a-8706-0baa492a13b0 HTTP/1.1" status: 200 len: 908 time: 0.0836024 Mar 29 16:50:33.419477 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6620e76b-ae5d-494d-b81e-502cb4adf432 req-34a5309c-569f-466d-a367-d1d157cce0e7 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dcfe75d7-0511-414d-a0d7-22564ecd7e83 HTTP/1.1" status: 200 len: 1001 time: 0.0549104 Mar 29 16:50:33.468036 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6620e76b-ae5d-494d-b81e-502cb4adf432 req-2f911888-48c1-43c3-ad43-d33fe4fe00c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:50:33.469454 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6620e76b-ae5d-494d-b81e-502cb4adf432 req-2f911888-48c1-43c3-ad43-d33fe4fe00c4 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c1523c60-8661-46f8-9689-530b8e45e3c2 HTTP/1.1" status: 200 len: 846 time: 0.0429811 Mar 29 16:50:33.518204 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6620e76b-ae5d-494d-b81e-502cb4adf432 req-80c1c11d-8aa3-4d18-a389-f6544987c4c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:50:33.519648 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6620e76b-ae5d-494d-b81e-502cb4adf432 req-80c1c11d-8aa3-4d18-a389-f6544987c4c9 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b902ef7f-343e-4d3a-8706-0baa492a13b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432880 Mar 29 16:50:33.606964 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6620e76b-ae5d-494d-b81e-502cb4adf432 req-ee3a9277-8c86-4551-b57d-d2a9baf0d6db service neutron] 10.222.0.44 "GET /v2.0/networks/b902ef7f-343e-4d3a-8706-0baa492a13b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798945 Mar 29 16:50:33.697971 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6620e76b-ae5d-494d-b81e-502cb4adf432 req-85919cb5-7f55-464a-bbf3-3d5b08ae4529 service neutron] 10.222.0.44 "GET /v2.0/networks/b902ef7f-343e-4d3a-8706-0baa492a13b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837724 Mar 29 16:50:34.457627 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d71584b9-87f1-45f5-84c7-c993c2416269 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:50:36.014925 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-0cb6abf6-2706-4e52-8825-f5f644ecf9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:50:36.073707 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:50:47.828558 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:50:48.506815 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:51:00.515086 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-63f72898-05a8-496b-a44f-2333a9f282a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:51:02.966844 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-cd5ce1e8-7731-4bdd-b7af-8cbe592acbef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:51:02.970263 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 43738) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:51:03.165753 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-79894ab5-dd89-4cd8-ba8c-3e8ec80f626e tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Deleting port 1c2bed35-b11e-46bc-9283-0bb1f795e23f {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:51:03.166092 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-79894ab5-dd89-4cd8-ba8c-3e8ec80f626e tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:51:03.242572 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-79894ab5-dd89-4cd8-ba8c-3e8ec80f626e tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:51:03.242804 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-79894ab5-dd89-4cd8-ba8c-3e8ec80f626e tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:51:03.254127 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-79894ab5-dd89-4cd8-ba8c-3e8ec80f626e tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Calling delete_port for 1c2bed35-b11e-46bc-9283-0bb1f795e23f owned by network:floatingip {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:51:03.393650 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-79894ab5-dd89-4cd8-ba8c-3e8ec80f626e tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:51:03.420373 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79894ab5-dd89-4cd8-ba8c-3e8ec80f626e tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Pushing event deleted for resources: {'Port': ['ID=1c2bed35-b11e-46bc-9283-0bb1f795e23f,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:51:03.430336 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79894ab5-dd89-4cd8-ba8c-3e8ec80f626e tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:51:03.430683 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79894ab5-dd89-4cd8-ba8c-3e8ec80f626e tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:51:03.431016 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79894ab5-dd89-4cd8-ba8c-3e8ec80f626e tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:51:03.431372 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79894ab5-dd89-4cd8-ba8c-3e8ec80f626e tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:51:03.431701 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79894ab5-dd89-4cd8-ba8c-3e8ec80f626e tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:51:03.432457 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79894ab5-dd89-4cd8-ba8c-3e8ec80f626e tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:51:03.432457 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79894ab5-dd89-4cd8-ba8c-3e8ec80f626e tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:51:03.432699 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79894ab5-dd89-4cd8-ba8c-3e8ec80f626e tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:51:03.433019 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79894ab5-dd89-4cd8-ba8c-3e8ec80f626e tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:51:03.433337 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79894ab5-dd89-4cd8-ba8c-3e8ec80f626e tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:51:03.433657 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79894ab5-dd89-4cd8-ba8c-3e8ec80f626e tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:51:03.433972 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79894ab5-dd89-4cd8-ba8c-3e8ec80f626e tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:51:03.492378 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-79894ab5-dd89-4cd8-ba8c-3e8ec80f626e tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Notify callbacks [] for floatingip, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:51:03.492747 n-d-834765-1 neutron-server[102791]: INFO neutron.db.l3_db [None req-79894ab5-dd89-4cd8-ba8c-3e8ec80f626e tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Floating IP 8969ed9d-c0a5-4ca8-bd0e-b170413cb7fe disassociated (deleted). External IP: 172.25.4.203, port: dcfe75d7-0511-414d-a0d7-22564ecd7e83. Mar 29 16:51:03.696093 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79894ab5-dd89-4cd8-ba8c-3e8ec80f626e tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Router 885060f0-3925-4f7b-8c3c-6c705d1dba1c has already been hosted by L3 agent c648d819-1060-4f26-b4ec-6455387b5dff {{(pid=102791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 16:51:03.802583 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79894ab5-dd89-4cd8-ba8c-3e8ec80f626e tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 16:51:03.807203 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-79894ab5-dd89-4cd8-ba8c-3e8ec80f626e tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for floatingip, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:51:03.813504 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f3c5794-874b-4f9f-be55-4286810c580e None None] Sync routers for ids ['885060f0-3925-4f7b-8c3c-6c705d1dba1c'] in n-d-834765-1 {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 16:51:03.822205 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f3c5794-874b-4f9f-be55-4286810c580e None None] Routers {'885060f0-3925-4f7b-8c3c-6c705d1dba1c'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:51:03.822813 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-6f3c5794-874b-4f9f-be55-4286810c580e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:51:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['885060f0-3925-4f7b-8c3c-6c705d1dba1c'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:51:03.834170 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-79894ab5-dd89-4cd8-ba8c-3e8ec80f626e tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] 10.222.0.42 "DELETE /v2.0/floatingips/8969ed9d-c0a5-4ca8-bd0e-b170413cb7fe HTTP/1.1" status: 204 len: 168 time: 0.8627934 Mar 29 16:51:03.834753 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f47c7792-947d-444f-aed2-ae44e128ecf2', 'tag': 'dcfe75d7-0511-414d-a0d7-22564ecd7e83'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:51:03.837116 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e33af8bd2d242198c8fc7a55b0de10a2e3fe57bc5f7d7f0f551297b3d6240ff2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a27beed5-68a7-438e-a615-61d01c3b17a1" -d '{"events": [{"name": "network-changed", "server_uuid": "f47c7792-947d-444f-aed2-ae44e128ecf2", "tag": "dcfe75d7-0511-414d-a0d7-22564ecd7e83"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:51:03.938978 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvr_db [None req-6f3c5794-874b-4f9f-be55-4286810c580e None None] Set router 885060f0-3925-4f7b-8c3c-6c705d1dba1c gateway port host: n-d-834765-1 {{(pid=102792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:51:03.961656 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 16:51:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1fa760e-48f6-49cd-a55a-8a0d6b53b678 x-openstack-request-id: req-c1fa760e-48f6-49cd-a55a-8a0d6b53b678 {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:51:03.961960 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f47c7792-947d-444f-aed2-ae44e128ecf2", "tag": "dcfe75d7-0511-414d-a0d7-22564ecd7e83", "status": "completed", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:51:03.962297 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c1fa760e-48f6-49cd-a55a-8a0d6b53b678 {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:51:03.962675 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f47c7792-947d-444f-aed2-ae44e128ecf2', 'tag': 'dcfe75d7-0511-414d-a0d7-22564ecd7e83', 'status': 'completed', 'code': 200} Mar 29 16:51:04.037505 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27beed5-68a7-438e-a615-61d01c3b17a1 req-4fc9b348-8d34-411b-83c3-289c8f2525df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:51:04.039011 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-a27beed5-68a7-438e-a615-61d01c3b17a1 req-4fc9b348-8d34-411b-83c3-289c8f2525df service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=338550824e984aa6aa16846cec0506b5&device_id=f47c7792-947d-444f-aed2-ae44e128ecf2 HTTP/1.1" status: 200 len: 1097 time: 0.0467813 Mar 29 16:51:04.145464 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-6f3c5794-874b-4f9f-be55-4286810c580e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '885060f0-3925-4f7b-8c3c-6c705d1dba1c', 'name': 'tempest-TestShelveInstance-58478164-router', 'tenant_id': '338550824e984aa6aa16846cec0506b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.107'}], 'enable_snat': True}, 'gw_port_id': '1817091b-8304-4203-ac86-d1cbea8c264d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:45:43Z', 'updated_at': '2022-03-29T16:45:46Z', 'revision_number': 4, 'project_id': '338550824e984aa6aa16846cec0506b5', 'gw_port': {'id': '1817091b-8304-4203-ac86-d1cbea8c264d', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:23:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '885060f0-3925-4f7b-8c3c-6c705d1dba1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:45:44Z', 'updated_at': '2022-03-29T16:45:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': '2cc9388d-fbc1-4042-a282-d28a908877b6', 'name': '', 'network_id': 'b902ef7f-343e-4d3a-8706-0baa492a13b0', 'tenant_id': '338550824e984aa6aa16846cec0506b5', 'mac_address': 'fa:16:3e:c0:58:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '885060f0-3925-4f7b-8c3c-6c705d1dba1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': 'c1523c60-8661-46f8-9689-530b8e45e3c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:45:45Z', 'updated_at': '2022-03-29T16:45:51Z', 'revision_number': 5, 'project_id': '338550824e984aa6aa16846cec0506b5', 'subnets': [{'id': 'c1523c60-8661-46f8-9689-530b8e45e3c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:51:04.168732 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27beed5-68a7-438e-a615-61d01c3b17a1 req-ee0ddb2e-b91b-4a8d-a9ec-7e20ae9c4033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:51:04.170200 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-a27beed5-68a7-438e-a615-61d01c3b17a1 req-ee0ddb2e-b91b-4a8d-a9ec-7e20ae9c4033 service neutron] 10.222.0.44 "GET /v2.0/networks?id=b902ef7f-343e-4d3a-8706-0baa492a13b0 HTTP/1.1" status: 200 len: 908 time: 0.1230478 Mar 29 16:51:04.176928 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f3c5794-874b-4f9f-be55-4286810c580e None None] Checking router: 885060f0-3925-4f7b-8c3c-6c705d1dba1c for host: n-d-834765-1 {{(pid=102792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 16:51:04.178694 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d75d1ec-1247-4288-bb70-044c2fb513b5 req-77ea11b2-c311-44b1-ae27-6cb23ff55d25 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:51:04.180142 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6d75d1ec-1247-4288-bb70-044c2fb513b5 req-77ea11b2-c311-44b1-ae27-6cb23ff55d25 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] 10.222.0.42 "GET /v2.0/ports?device_id=f47c7792-947d-444f-aed2-ae44e128ecf2 HTTP/1.1" status: 200 len: 946 time: 0.1495655 Mar 29 16:51:04.185462 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f3c5794-874b-4f9f-be55-4286810c580e None None] Routers {'885060f0-3925-4f7b-8c3c-6c705d1dba1c'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:51:04.186074 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-6f3c5794-874b-4f9f-be55-4286810c580e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:51:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['885060f0-3925-4f7b-8c3c-6c705d1dba1c'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:51:04.221565 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-a27beed5-68a7-438e-a615-61d01c3b17a1 req-fdd9935d-90ff-4603-abdc-b64a53cff09e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dcfe75d7-0511-414d-a0d7-22564ecd7e83 HTTP/1.1" status: 200 len: 217 time: 0.0404904 Mar 29 16:51:04.283300 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6d75d1ec-1247-4288-bb70-044c2fb513b5 req-2e77eb71-1c81-40bc-b4b7-37cf4e0e5b13 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] 10.222.0.42 "GET /v2.0/security-groups?id=6ffdd4dd-475c-430f-81fc-1f577773e654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952542 Mar 29 16:51:04.290499 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvr_db [None req-6f3c5794-874b-4f9f-be55-4286810c580e None None] Set router 885060f0-3925-4f7b-8c3c-6c705d1dba1c gateway port host: n-d-834765-1 {{(pid=102792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:51:04.292364 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27beed5-68a7-438e-a615-61d01c3b17a1 req-fe4e13df-81b7-499c-910b-3d983f947a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:51:04.293825 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-a27beed5-68a7-438e-a615-61d01c3b17a1 req-fe4e13df-81b7-499c-910b-3d983f947a35 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c1523c60-8661-46f8-9689-530b8e45e3c2 HTTP/1.1" status: 200 len: 846 time: 0.0584557 Mar 29 16:51:04.343491 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27beed5-68a7-438e-a615-61d01c3b17a1 req-53cbb6c4-7ca2-4864-bd3e-ab7d0bcaa70a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:51:04.345020 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-a27beed5-68a7-438e-a615-61d01c3b17a1 req-53cbb6c4-7ca2-4864-bd3e-ab7d0bcaa70a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b902ef7f-343e-4d3a-8706-0baa492a13b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427237 Mar 29 16:51:04.444738 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-a27beed5-68a7-438e-a615-61d01c3b17a1 req-13eb33da-b71d-4f3f-861d-9021137a828d service neutron] 10.222.0.44 "GET /v2.0/networks/b902ef7f-343e-4d3a-8706-0baa492a13b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919554 Mar 29 16:51:04.506682 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d71584b9-87f1-45f5-84c7-c993c2416269 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:51:04.540989 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-a27beed5-68a7-438e-a615-61d01c3b17a1 req-13c20982-7f5d-44b0-9025-bff482b4e81e service neutron] 10.222.0.44 "GET /v2.0/networks/b902ef7f-343e-4d3a-8706-0baa492a13b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872960 Mar 29 16:51:04.661801 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-6f3c5794-874b-4f9f-be55-4286810c580e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '885060f0-3925-4f7b-8c3c-6c705d1dba1c', 'name': 'tempest-TestShelveInstance-58478164-router', 'tenant_id': '338550824e984aa6aa16846cec0506b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.107'}], 'enable_snat': True}, 'gw_port_id': '1817091b-8304-4203-ac86-d1cbea8c264d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:45:43Z', 'updated_at': '2022-03-29T16:45:46Z', 'revision_number': 4, 'project_id': '338550824e984aa6aa16846cec0506b5', 'gw_port': {'id': '1817091b-8304-4203-ac86-d1cbea8c264d', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:23:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '885060f0-3925-4f7b-8c3c-6c705d1dba1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:45:44Z', 'updated_at': '2022-03-29T16:45:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': '2cc9388d-fbc1-4042-a282-d28a908877b6', 'name': '', 'network_id': 'b902ef7f-343e-4d3a-8706-0baa492a13b0', 'tenant_id': '338550824e984aa6aa16846cec0506b5', 'mac_address': 'fa:16:3e:c0:58:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '885060f0-3925-4f7b-8c3c-6c705d1dba1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': 'c1523c60-8661-46f8-9689-530b8e45e3c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:45:45Z', 'updated_at': '2022-03-29T16:45:51Z', 'revision_number': 5, 'project_id': '338550824e984aa6aa16846cec0506b5', 'subnets': [{'id': 'c1523c60-8661-46f8-9689-530b8e45e3c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:51:04.688133 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f3c5794-874b-4f9f-be55-4286810c580e None None] The sync data for ids ['885060f0-3925-4f7b-8c3c-6c705d1dba1c'] in n-d-834765-1 is: [{'id': '885060f0-3925-4f7b-8c3c-6c705d1dba1c', 'name': 'tempest-TestShelveInstance-58478164-router', 'tenant_id': '338550824e984aa6aa16846cec0506b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.107'}], 'enable_snat': True}, 'gw_port_id': '1817091b-8304-4203-ac86-d1cbea8c264d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:45:43Z', 'updated_at': '2022-03-29T16:45:46Z', 'revision_number': 4, 'project_id': '338550824e984aa6aa16846cec0506b5', 'gw_port': {'id': '1817091b-8304-4203-ac86-d1cbea8c264d', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:23:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '885060f0-3925-4f7b-8c3c-6c705d1dba1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:45:44Z', 'updated_at': '2022-03-29T16:45:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': '2cc9388d-fbc1-4042-a282-d28a908877b6', 'name': '', 'network_id': 'b902ef7f-343e-4d3a-8706-0baa492a13b0', 'tenant_id': '338550824e984aa6aa16846cec0506b5', 'mac_address': 'fa:16:3e:c0:58:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '885060f0-3925-4f7b-8c3c-6c705d1dba1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': 'c1523c60-8661-46f8-9689-530b8e45e3c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:45:45Z', 'updated_at': '2022-03-29T16:45:51Z', 'revision_number': 5, 'project_id': '338550824e984aa6aa16846cec0506b5', 'subnets': [{'id': 'c1523c60-8661-46f8-9689-530b8e45e3c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 16:51:04.889949 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff8abad7-7255-45b8-98bb-c3e3e5d4c0de None None] New status for floating IP 8969ed9d-c0a5-4ca8-bd0e-b170413cb7fe: DOWN {{(pid=102793) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 16:51:05.456599 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c5cc76-3297-4c87-a767-347ffec71ff7 req-7d89c7e4-33e8-46f4-b576-d168e3a3ec8d tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:51:05.458092 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-51c5cc76-3297-4c87-a767-347ffec71ff7 req-7d89c7e4-33e8-46f4-b576-d168e3a3ec8d tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] 10.222.0.42 "GET /v2.0/ports?device_id=f47c7792-947d-444f-aed2-ae44e128ecf2 HTTP/1.1" status: 200 len: 946 time: 0.1033630 Mar 29 16:51:05.495857 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-51c5cc76-3297-4c87-a767-347ffec71ff7 req-85538bcf-e669-4613-b7a3-cadc0e76ed66 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] 10.222.0.42 "GET /v2.0/security-groups?id=6ffdd4dd-475c-430f-81fc-1f577773e654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312536 Mar 29 16:51:05.693911 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be835f01-f3b0-463f-8cbc-605cf30cd2e9 req-555c51a0-2039-475c-be07-8709c75507ee tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:51:05.695439 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-be835f01-f3b0-463f-8cbc-605cf30cd2e9 req-555c51a0-2039-475c-be07-8709c75507ee tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] 10.222.0.44 "GET /v2.0/ports?device_id=f47c7792-947d-444f-aed2-ae44e128ecf2 HTTP/1.1" status: 200 len: 946 time: 0.0526004 Mar 29 16:51:05.783788 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [req-be835f01-f3b0-463f-8cbc-605cf30cd2e9 req-3673a3e0-03f5-4aad-82e2-617fe2c0146f tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Deleting port dcfe75d7-0511-414d-a0d7-22564ecd7e83 {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:51:05.784124 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-be835f01-f3b0-463f-8cbc-605cf30cd2e9 req-3673a3e0-03f5-4aad-82e2-617fe2c0146f tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:51:05.872477 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-be835f01-f3b0-463f-8cbc-605cf30cd2e9 req-3673a3e0-03f5-4aad-82e2-617fe2c0146f tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] For port dcfe75d7-0511-414d-a0d7-22564ecd7e83, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=dcfe75d7-0511-414d-a0d7-22564ecd7e83,segment=NetworkSegment(bed8c626-8783-4c9c-9be7-52236db0bc9f),segment_id=bed8c626-8783-4c9c-9be7-52236db0bc9f)] {{(pid=102791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:51:05.872827 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-be835f01-f3b0-463f-8cbc-605cf30cd2e9 req-3673a3e0-03f5-4aad-82e2-617fe2c0146f tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:51:05.884614 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [req-be835f01-f3b0-463f-8cbc-605cf30cd2e9 req-3673a3e0-03f5-4aad-82e2-617fe2c0146f tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Calling delete_port for dcfe75d7-0511-414d-a0d7-22564ecd7e83 owned by compute:nova {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:51:06.009629 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-be835f01-f3b0-463f-8cbc-605cf30cd2e9 req-3673a3e0-03f5-4aad-82e2-617fe2c0146f tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:51:06.021133 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-0cb6abf6-2706-4e52-8825-f5f644ecf9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:51:06.042191 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3673a3e0-03f5-4aad-82e2-617fe2c0146f tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Pushing event deleted for resources: {'Port': ['ID=dcfe75d7-0511-414d-a0d7-22564ecd7e83,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:51:06.083902 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:51:06.090306 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [req-be835f01-f3b0-463f-8cbc-605cf30cd2e9 req-3673a3e0-03f5-4aad-82e2-617fe2c0146f tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] No DVR routers for this DVR port dcfe75d7-0511-414d-a0d7-22564ecd7e83 on host n-h1-834765-1 {{(pid=102791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 16:51:06.092790 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-be835f01-f3b0-463f-8cbc-605cf30cd2e9 req-3673a3e0-03f5-4aad-82e2-617fe2c0146f tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:51:06.096105 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-be835f01-f3b0-463f-8cbc-605cf30cd2e9 req-3673a3e0-03f5-4aad-82e2-617fe2c0146f tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] 10.222.0.44 "DELETE /v2.0/ports/dcfe75d7-0511-414d-a0d7-22564ecd7e83 HTTP/1.1" status: 204 len: 173 time: 0.3944144 Mar 29 16:51:06.096541 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f47c7792-947d-444f-aed2-ae44e128ecf2', 'name': 'network-vif-deleted', 'tag': 'dcfe75d7-0511-414d-a0d7-22564ecd7e83'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:51:06.098773 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e33af8bd2d242198c8fc7a55b0de10a2e3fe57bc5f7d7f0f551297b3d6240ff2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61978adc-d496-4987-8ace-0453049d4910" -d '{"events": [{"server_uuid": "f47c7792-947d-444f-aed2-ae44e128ecf2", "name": "network-vif-deleted", "tag": "dcfe75d7-0511-414d-a0d7-22564ecd7e83"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:51:06.140653 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 16:51:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5daafa73-6ba4-49d3-96db-07725a453e24 x-openstack-request-id: req-5daafa73-6ba4-49d3-96db-07725a453e24 {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:51:06.140951 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f47c7792-947d-444f-aed2-ae44e128ecf2", "name": "network-vif-deleted", "tag": "dcfe75d7-0511-414d-a0d7-22564ecd7e83", "status": "completed", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:51:06.141239 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-5daafa73-6ba4-49d3-96db-07725a453e24 {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:51:06.141632 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f47c7792-947d-444f-aed2-ae44e128ecf2', 'name': 'network-vif-deleted', 'tag': 'dcfe75d7-0511-414d-a0d7-22564ecd7e83', 'status': 'completed', 'code': 200} Mar 29 16:51:06.607458 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-f9fb40bc-711b-43ed-90db-2c2e5912f372 req-5b49fab0-a3af-4b6d-9b83-5b831da662e3 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] 10.222.0.42 "GET /v2.0/ports?device_id=f47c7792-947d-444f-aed2-ae44e128ecf2 HTTP/1.1" status: 200 len: 210 time: 0.0271020 Mar 29 16:51:07.663580 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 43768) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:51:07.722143 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-3bf20bb7-125a-4c15-95d6-374b4024f222 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Notify callbacks [] for security_group, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:51:07.747513 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-3bf20bb7-125a-4c15-95d6-374b4024f222 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:51:07.807192 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-3bf20bb7-125a-4c15-95d6-374b4024f222 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:51:07.810059 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-3bf20bb7-125a-4c15-95d6-374b4024f222 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Notify callbacks [] for security_group, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:51:07.811532 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-3bf20bb7-125a-4c15-95d6-374b4024f222 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] 10.222.0.42 "DELETE /v2.0/security-groups/6ffdd4dd-475c-430f-81fc-1f577773e654 HTTP/1.1" status: 204 len: 168 time: 0.1466360 Mar 29 16:51:07.820935 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf20bb7-125a-4c15-95d6-374b4024f222 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ffdd4dd-475c-430f-81fc-1f577773e654,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:51:07.877548 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device dcfe75d7-0511-414d-a0d7-22564ecd7e83 no longer exists at agent hyperv_n-h1-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 16:51:07.897286 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] No Port match for: dcfe75d7-0511-414d-a0d7-22564ecd7e83 {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 16:51:07.897632 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device dcfe75d7-0511-414d-a0d7-22564ecd7e83 not bound to the agent host n-h1-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 16:51:08.108691 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 43774) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:51:08.113297 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-668b4ee2-3f30-4430-918a-16dc8284dc57 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1792035817', 'description': 'tempest-secgroup-smoke-1792035817 description', 'project_id': '338550824e984aa6aa16846cec0506b5'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:51:08.134878 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-668b4ee2-3f30-4430-918a-16dc8284dc57 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Notify callbacks [] for security_group, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:51:08.204690 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-668b4ee2-3f30-4430-918a-16dc8284dc57 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Notify callbacks [] for security_group, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:51:08.208080 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-668b4ee2-3f30-4430-918a-16dc8284dc57 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:51:08.235340 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-668b4ee2-3f30-4430-918a-16dc8284dc57 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Notify callbacks [] for security_group, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:51:08.236562 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-668b4ee2-3f30-4430-918a-16dc8284dc57 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1268461 Mar 29 16:51:08.239613 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 43776) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:51:08.240440 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668b4ee2-3f30-4430-918a-16dc8284dc57 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e10a407-558c-4d95-ab4a-8fe467c9d570,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:51:08.245520 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-a45848b3-d568-415a-b07d-1c59863ebc09 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Request body: {'security_group_rule': {'security_group_id': '2e10a407-558c-4d95-ab4a-8fe467c9d570', 'project_id': '338550824e984aa6aa16846cec0506b5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:51:08.270766 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-a45848b3-d568-415a-b07d-1c59863ebc09 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:51:08.326042 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-a45848b3-d568-415a-b07d-1c59863ebc09 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:51:08.329530 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-a45848b3-d568-415a-b07d-1c59863ebc09 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610998'] for security_group_rule, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:51:08.346481 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45848b3-d568-415a-b07d-1c59863ebc09 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba11e1d9-8748-4ea5-9219-089da2179039,revision_number=0']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:51:08.356730 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-a45848b3-d568-415a-b07d-1c59863ebc09 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:51:08.357902 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-a45848b3-d568-415a-b07d-1c59863ebc09 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1172922 Mar 29 16:51:08.359466 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a45848b3-d568-415a-b07d-1c59863ebc09 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:51:08.359812 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a45848b3-d568-415a-b07d-1c59863ebc09 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:51:08.360161 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a45848b3-d568-415a-b07d-1c59863ebc09 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:51:08.360651 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a45848b3-d568-415a-b07d-1c59863ebc09 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:51:08.360986 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a45848b3-d568-415a-b07d-1c59863ebc09 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:51:08.361161 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 43778) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:51:08.361413 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a45848b3-d568-415a-b07d-1c59863ebc09 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:51:08.361648 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a45848b3-d568-415a-b07d-1c59863ebc09 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:51:08.361953 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a45848b3-d568-415a-b07d-1c59863ebc09 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:51:08.362278 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a45848b3-d568-415a-b07d-1c59863ebc09 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:51:08.362585 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a45848b3-d568-415a-b07d-1c59863ebc09 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:51:08.362903 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a45848b3-d568-415a-b07d-1c59863ebc09 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:51:08.363220 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a45848b3-d568-415a-b07d-1c59863ebc09 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:51:08.365488 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-2d762735-73fd-49e2-9110-0c887df622c8 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Request body: {'security_group_rule': {'security_group_id': '2e10a407-558c-4d95-ab4a-8fe467c9d570', 'project_id': '338550824e984aa6aa16846cec0506b5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:51:08.388588 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-2d762735-73fd-49e2-9110-0c887df622c8 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:51:08.443400 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-2d762735-73fd-49e2-9110-0c887df622c8 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:51:08.446615 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-2d762735-73fd-49e2-9110-0c887df622c8 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610998'] for security_group_rule, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:51:08.463003 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d762735-73fd-49e2-9110-0c887df622c8 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b17d3eb-9e35-4f74-a521-52aef9fef2d4,revision_number=0']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:51:08.471738 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-2d762735-73fd-49e2-9110-0c887df622c8 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:51:08.472929 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-2d762735-73fd-49e2-9110-0c887df622c8 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1109498 Mar 29 16:51:08.475800 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 43780) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:51:08.480965 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-41df0200-7d72-441e-b389-adfc47dfc931 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Request body: {'security_group_rule': {'security_group_id': '2e10a407-558c-4d95-ab4a-8fe467c9d570', 'project_id': '338550824e984aa6aa16846cec0506b5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:51:08.504005 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-41df0200-7d72-441e-b389-adfc47dfc931 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:51:08.560072 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-41df0200-7d72-441e-b389-adfc47dfc931 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:51:08.563623 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-41df0200-7d72-441e-b389-adfc47dfc931 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610998'] for security_group_rule, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:51:08.578354 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41df0200-7d72-441e-b389-adfc47dfc931 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae6c6c7e-c286-403a-8b25-6822ff16d599,revision_number=0']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:51:08.589086 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-41df0200-7d72-441e-b389-adfc47dfc931 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:51:08.591005 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-41df0200-7d72-441e-b389-adfc47dfc931 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1142945 Mar 29 16:51:08.593771 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 43782) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:51:08.598030 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-5ab01985-1302-4d44-87a9-1f921a015756 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Request body: {'security_group_rule': {'security_group_id': '2e10a407-558c-4d95-ab4a-8fe467c9d570', 'project_id': '338550824e984aa6aa16846cec0506b5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:51:08.623595 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-5ab01985-1302-4d44-87a9-1f921a015756 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:51:08.685674 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-5ab01985-1302-4d44-87a9-1f921a015756 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:51:08.689936 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-5ab01985-1302-4d44-87a9-1f921a015756 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610998'] for security_group_rule, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:51:08.711909 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab01985-1302-4d44-87a9-1f921a015756 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ebfe859-5bf5-46d8-be94-b0f0ec471720,revision_number=0']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:51:08.717203 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-5ab01985-1302-4d44-87a9-1f921a015756 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:51:08.721243 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-5ab01985-1302-4d44-87a9-1f921a015756 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1237354 Mar 29 16:51:08.721243 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 43784) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:51:08.725310 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-c52d445c-36f8-419c-90de-2064dd2cdf33 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Request body: {'security_group_rule': {'security_group_id': '2e10a407-558c-4d95-ab4a-8fe467c9d570', 'project_id': '338550824e984aa6aa16846cec0506b5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:51:08.744243 n-d-834765-1 neutron-server[102791]: INFO neutron.db.securitygroups_db [None req-c52d445c-36f8-419c-90de-2064dd2cdf33 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Project 338550824e984aa6aa16846cec0506b5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 29 16:51:08.749095 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-c52d445c-36f8-419c-90de-2064dd2cdf33 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:51:08.807558 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-c52d445c-36f8-419c-90de-2064dd2cdf33 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:51:08.810799 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-c52d445c-36f8-419c-90de-2064dd2cdf33 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610998'] for security_group_rule, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:51:08.827882 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52d445c-36f8-419c-90de-2064dd2cdf33 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c45d48cd-e052-4084-bce4-eed712d64a9c,revision_number=0']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:51:08.835978 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-c52d445c-36f8-419c-90de-2064dd2cdf33 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:51:08.837165 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-c52d445c-36f8-419c-90de-2064dd2cdf33 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1151557 Mar 29 16:51:08.840612 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 43786) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:51:08.844830 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-885fbe27-69ae-4d1e-8db8-035757e92635 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Request body: {'security_group_rule': {'security_group_id': '2e10a407-558c-4d95-ab4a-8fe467c9d570', 'project_id': '338550824e984aa6aa16846cec0506b5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:51:08.864180 n-d-834765-1 neutron-server[102791]: INFO neutron.db.securitygroups_db [None req-885fbe27-69ae-4d1e-8db8-035757e92635 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Project 338550824e984aa6aa16846cec0506b5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 29 16:51:08.868811 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-885fbe27-69ae-4d1e-8db8-035757e92635 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:51:08.929061 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-885fbe27-69ae-4d1e-8db8-035757e92635 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:51:08.932763 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-885fbe27-69ae-4d1e-8db8-035757e92635 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610998'] for security_group_rule, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:51:08.953939 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885fbe27-69ae-4d1e-8db8-035757e92635 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76696990-b243-46ad-b936-ae45f9b3670c,revision_number=0']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:51:08.958732 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-885fbe27-69ae-4d1e-8db8-035757e92635 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:51:08.967481 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-885fbe27-69ae-4d1e-8db8-035757e92635 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1184225 Mar 29 16:51:10.204610 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.agents_db [None req-59735a15-725e-44d4-9ad5-95cbe356f209 None None] Agent healthcheck: found 7 active agents {{(pid=102793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 16:51:17.845565 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:51:18.508679 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:51:22.082737 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-fbb3840d-6cba-48c3-872c-f4d2102e9428 req-832a02bf-639e-4c2a-994c-20396710b793 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1792035817&fields=id&tenant_id=338550824e984aa6aa16846cec0506b5 HTTP/1.1" status: 200 len: 267 time: 0.0332360 Mar 29 16:51:22.191556 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb3840d-6cba-48c3-872c-f4d2102e9428 req-43463cb5-a15f-4816-b41a-062f4717bab0 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:51:22.192907 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-fbb3840d-6cba-48c3-872c-f4d2102e9428 req-43463cb5-a15f-4816-b41a-062f4717bab0 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] 10.222.0.42 "GET /v2.0/networks?id=b902ef7f-343e-4d3a-8706-0baa492a13b0 HTTP/1.1" status: 200 len: 807 time: 0.1027353 Mar 29 16:51:22.207370 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-fbb3840d-6cba-48c3-872c-f4d2102e9428 req-a5650fe7-1968-45fc-ba28-3d9ea4cac061 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] 10.222.0.42 "GET /v2.0/quotas/338550824e984aa6aa16846cec0506b5 HTTP/1.1" status: 200 len: 375 time: 0.0085502 Mar 29 16:51:22.256985 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-fbb3840d-6cba-48c3-872c-f4d2102e9428 req-b90a863b-0cdd-42d4-bac6-8e88acaa1eaa tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=338550824e984aa6aa16846cec0506b5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0442657 Mar 29 16:51:22.309380 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [req-fbb3840d-6cba-48c3-872c-f4d2102e9428 req-d6e54ef5-b13b-471e-b852-a76762e1508c service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=102790) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 16:51:22.310370 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-fbb3840d-6cba-48c3-872c-f4d2102e9428 req-d6e54ef5-b13b-471e-b852-a76762e1508c service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0424664 Mar 29 16:51:22.403938 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-fbb3840d-6cba-48c3-872c-f4d2102e9428 req-4f9d988a-4422-46ce-8cff-cf44fca32048 service neutron] 10.222.0.42 "GET /v2.0/networks/b902ef7f-343e-4d3a-8706-0baa492a13b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868201 Mar 29 16:51:22.492493 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-fbb3840d-6cba-48c3-872c-f4d2102e9428 req-b2735766-ba40-418c-8226-e6f93ac3357d service neutron] 10.222.0.42 "GET /v2.0/networks/b902ef7f-343e-4d3a-8706-0baa492a13b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824082 Mar 29 16:51:22.775065 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4f6b387e-2d3e-4984-824c-2f97ca0ba0cb req-1b45fc03-6879-4706-9dec-761ed0827d71 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] 10.222.0.42 "GET /v2.0/ports?device_id=51465231-a77e-4cfe-a5c4-bfb0f5798e91 HTTP/1.1" status: 200 len: 210 time: 0.0267940 Mar 29 16:51:23.730513 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb3840d-6cba-48c3-872c-f4d2102e9428 req-1bb53f04-cfc6-4ba2-8453-db5c7b2a055c tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:51:23.732272 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-fbb3840d-6cba-48c3-872c-f4d2102e9428 req-1bb53f04-cfc6-4ba2-8453-db5c7b2a055c tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] 10.222.0.48 "GET /v2.0/networks?id=b902ef7f-343e-4d3a-8706-0baa492a13b0 HTTP/1.1" status: 200 len: 807 time: 0.1030929 Mar 29 16:51:23.775743 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-fbb3840d-6cba-48c3-872c-f4d2102e9428 req-151aba57-2634-4a98-9aa2-5fbbeff4dc6d tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=338550824e984aa6aa16846cec0506b5 HTTP/1.1" status: 200 len: 380 time: 0.0338781 Mar 29 16:51:23.785436 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [req-fbb3840d-6cba-48c3-872c-f4d2102e9428 req-bf494ae6-4c46-4cd7-b849-fbb002c43e30 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Request body: {'port': {'device_id': '51465231-a77e-4cfe-a5c4-bfb0f5798e91', 'network_id': 'b902ef7f-343e-4d3a-8706-0baa492a13b0', 'admin_state_up': True, 'tenant_id': '338550824e984aa6aa16846cec0506b5', 'security_groups': ['2e10a407-558c-4d95-ab4a-8fe467c9d570']}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:51:23.879328 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-d9b2d160-f33d-41e6-84f0-cfedb8db085e req-223a5883-e50d-42c2-bf1b-481cf161af03 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] 10.222.0.42 "GET /v2.0/ports?device_id=51465231-a77e-4cfe-a5c4-bfb0f5798e91 HTTP/1.1" status: 200 len: 210 time: 0.0313869 Mar 29 16:51:23.895329 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fbb3840d-6cba-48c3-872c-f4d2102e9428 req-bf494ae6-4c46-4cd7-b849-fbb002c43e30 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Made reservation on behalf of 338550824e984aa6aa16846cec0506b5 for: {'port': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:51:23.898913 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-fbb3840d-6cba-48c3-872c-f4d2102e9428 req-bf494ae6-4c46-4cd7-b849-fbb002c43e30 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:51:24.037996 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_common [req-fbb3840d-6cba-48c3-872c-f4d2102e9428 req-bf494ae6-4c46-4cd7-b849-fbb002c43e30 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Allocated IP 172.20.0.11 (b902ef7f-343e-4d3a-8706-0baa492a13b0/c1523c60-8661-46f8-9689-530b8e45e3c2/99c1184a-48c7-43c2-a7d2-844f370447e3) {{(pid=102791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:51:24.181973 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-fbb3840d-6cba-48c3-872c-f4d2102e9428 req-bf494ae6-4c46-4cd7-b849-fbb002c43e30 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Notify callbacks [] for port, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:51:24.215050 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-fbb3840d-6cba-48c3-872c-f4d2102e9428 req-bf494ae6-4c46-4cd7-b849-fbb002c43e30 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:51:24.259957 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fbb3840d-6cba-48c3-872c-f4d2102e9428 req-bf494ae6-4c46-4cd7-b849-fbb002c43e30 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Network b902ef7f-343e-4d3a-8706-0baa492a13b0 is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:51:24.263146 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [req-fbb3840d-6cba-48c3-872c-f4d2102e9428 req-bf494ae6-4c46-4cd7-b849-fbb002c43e30 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:51:24.270970 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbb3840d-6cba-48c3-872c-f4d2102e9428 req-bf494ae6-4c46-4cd7-b849-fbb002c43e30 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Received port after_create {{(pid=102791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:51:24.273999 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf494ae6-4c46-4cd7-b849-fbb002c43e30 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Pushing event updated for resources: {'Port': ['ID=99c1184a-48c7-43c2-a7d2-844f370447e3,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:51:24.337237 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb3840d-6cba-48c3-872c-f4d2102e9428 req-bf494ae6-4c46-4cd7-b849-fbb002c43e30 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:51:24.337871 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-fbb3840d-6cba-48c3-872c-f4d2102e9428 req-bf494ae6-4c46-4cd7-b849-fbb002c43e30 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:51:24.358510 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-fbb3840d-6cba-48c3-872c-f4d2102e9428 req-bf494ae6-4c46-4cd7-b849-fbb002c43e30 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5767100 Mar 29 16:51:24.419613 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [req-fbb3840d-6cba-48c3-872c-f4d2102e9428 req-766ad6fc-a737-4bd6-8ada-f5dbbf54c206 service neutron] Request body: {'port': {'device_id': '51465231-a77e-4cfe-a5c4-bfb0f5798e91', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834765-1'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:51:24.479444 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-fbb3840d-6cba-48c3-872c-f4d2102e9428 req-766ad6fc-a737-4bd6-8ada-f5dbbf54c206 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:51:24.562177 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-aa60e70f-6847-47f3-9bfe-5bbd5edea93e None None] Provisioning complete for port 99c1184a-48c7-43c2-a7d2-844f370447e3 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:51:24.562757 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-aa60e70f-6847-47f3-9bfe-5bbd5edea93e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:51:24.600242 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-aa60e70f-6847-47f3-9bfe-5bbd5edea93e None None] Port 99c1184a-48c7-43c2-a7d2-844f370447e3 cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 16:51:24.750587 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [req-fbb3840d-6cba-48c3-872c-f4d2102e9428 req-766ad6fc-a737-4bd6-8ada-f5dbbf54c206 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99c1184a-48c7-43c2-a7d2-844f370447e3 {{(pid=102791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 16:51:24.757971 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-fbb3840d-6cba-48c3-872c-f4d2102e9428 req-766ad6fc-a737-4bd6-8ada-f5dbbf54c206 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:51:24.770014 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.provisioning_blocks [req-fbb3840d-6cba-48c3-872c-f4d2102e9428 req-766ad6fc-a737-4bd6-8ada-f5dbbf54c206 service neutron] Transition to ACTIVE for port object 99c1184a-48c7-43c2-a7d2-844f370447e3 will not be triggered until provisioned by entity L2. {{(pid=102791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 16:51:24.773863 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-fbb3840d-6cba-48c3-872c-f4d2102e9428 req-766ad6fc-a737-4bd6-8ada-f5dbbf54c206 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:51:24.823902 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766ad6fc-a737-4bd6-8ada-f5dbbf54c206 service neutron] Pushing event updated for resources: {'Port': ['ID=99c1184a-48c7-43c2-a7d2-844f370447e3,revision_number=2']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:51:24.902413 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-fbb3840d-6cba-48c3-872c-f4d2102e9428 req-766ad6fc-a737-4bd6-8ada-f5dbbf54c206 service neutron] Attempting to bind port 99c1184a-48c7-43c2-a7d2-844f370447e3 on host n-h2-834765-1 for vnic_type normal with profile {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 16:51:24.905010 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-fbb3840d-6cba-48c3-872c-f4d2102e9428 req-766ad6fc-a737-4bd6-8ada-f5dbbf54c206 service neutron] Attempting to bind port 99c1184a-48c7-43c2-a7d2-844f370447e3 by drivers openvswitch,hyperv on host n-h2-834765-1 at level 0 using segments [{'id': 'bed8c626-8783-4c9c-9be7-52236db0bc9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'b902ef7f-343e-4d3a-8706-0baa492a13b0'}] {{(pid=102791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 16:51:24.905343 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbb3840d-6cba-48c3-872c-f4d2102e9428 req-766ad6fc-a737-4bd6-8ada-f5dbbf54c206 service neutron] Attempting to bind port 99c1184a-48c7-43c2-a7d2-844f370447e3 on network b902ef7f-343e-4d3a-8706-0baa492a13b0 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 16:51:24.910248 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbb3840d-6cba-48c3-872c-f4d2102e9428 req-766ad6fc-a737-4bd6-8ada-f5dbbf54c206 service neutron] Port 99c1184a-48c7-43c2-a7d2-844f370447e3 on network b902ef7f-343e-4d3a-8706-0baa492a13b0 not bound, no agent of type Open vSwitch agent registered on host n-h2-834765-1 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 16:51:24.910549 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbb3840d-6cba-48c3-872c-f4d2102e9428 req-766ad6fc-a737-4bd6-8ada-f5dbbf54c206 service neutron] Attempting to bind port 99c1184a-48c7-43c2-a7d2-844f370447e3 on network b902ef7f-343e-4d3a-8706-0baa492a13b0 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 16:51:24.915990 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbb3840d-6cba-48c3-872c-f4d2102e9428 req-766ad6fc-a737-4bd6-8ada-f5dbbf54c206 service neutron] Checking agent: {'id': '3e4b4912-b4a2-4d17-b5bd-6ce15529e8eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 33, 17), 'started_at': datetime.datetime(2022, 3, 29, 15, 33, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 16, 51, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 16:51:24.916319 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbb3840d-6cba-48c3-872c-f4d2102e9428 req-766ad6fc-a737-4bd6-8ada-f5dbbf54c206 service neutron] Checking segment: {'id': 'bed8c626-8783-4c9c-9be7-52236db0bc9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'b902ef7f-343e-4d3a-8706-0baa492a13b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 16:51:24.916695 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbb3840d-6cba-48c3-872c-f4d2102e9428 req-766ad6fc-a737-4bd6-8ada-f5dbbf54c206 service neutron] Bound using segment: {'id': 'bed8c626-8783-4c9c-9be7-52236db0bc9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'b902ef7f-343e-4d3a-8706-0baa492a13b0'} {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 16:51:24.917113 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-fbb3840d-6cba-48c3-872c-f4d2102e9428 req-766ad6fc-a737-4bd6-8ada-f5dbbf54c206 service neutron] Bound port: 99c1184a-48c7-43c2-a7d2-844f370447e3, host: n-h2-834765-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bed8c626-8783-4c9c-9be7-52236db0bc9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'b902ef7f-343e-4d3a-8706-0baa492a13b0'}}] {{(pid=102791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 16:51:24.917465 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-fbb3840d-6cba-48c3-872c-f4d2102e9428 req-766ad6fc-a737-4bd6-8ada-f5dbbf54c206 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:51:25.021351 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-fbb3840d-6cba-48c3-872c-f4d2102e9428 req-766ad6fc-a737-4bd6-8ada-f5dbbf54c206 service neutron] For port 99c1184a-48c7-43c2-a7d2-844f370447e3, host n-h2-834765-1, cleared binding levels {{(pid=102791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 16:51:25.037736 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-fbb3840d-6cba-48c3-872c-f4d2102e9428 req-766ad6fc-a737-4bd6-8ada-f5dbbf54c206 service neutron] For port 99c1184a-48c7-43c2-a7d2-844f370447e3, host n-h2-834765-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=99c1184a-48c7-43c2-a7d2-844f370447e3,segment=NetworkSegment(bed8c626-8783-4c9c-9be7-52236db0bc9f),segment_id=bed8c626-8783-4c9c-9be7-52236db0bc9f)] {{(pid=102791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 16:51:25.044120 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-fbb3840d-6cba-48c3-872c-f4d2102e9428 req-766ad6fc-a737-4bd6-8ada-f5dbbf54c206 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:51:25.052749 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab81849-11a6-4988-a5e8-147f7327ca34 req-689b09e9-8025-45d6-bc80-22415280592d tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:51:25.054318 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-1ab81849-11a6-4988-a5e8-147f7327ca34 req-689b09e9-8025-45d6-bc80-22415280592d tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] 10.222.0.42 "GET /v2.0/ports?device_id=51465231-a77e-4cfe-a5c4-bfb0f5798e91 HTTP/1.1" status: 200 len: 944 time: 0.0762584 Mar 29 16:51:25.105479 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb3840d-6cba-48c3-872c-f4d2102e9428 req-766ad6fc-a737-4bd6-8ada-f5dbbf54c206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:51:25.106620 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-fbb3840d-6cba-48c3-872c-f4d2102e9428 req-766ad6fc-a737-4bd6-8ada-f5dbbf54c206 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:51:25.108074 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-fbb3840d-6cba-48c3-872c-f4d2102e9428 req-766ad6fc-a737-4bd6-8ada-f5dbbf54c206 service neutron] 10.222.0.48 "PUT /v2.0/ports/99c1184a-48c7-43c2-a7d2-844f370447e3 HTTP/1.1" status: 200 len: 1092 time: 0.7336576 Mar 29 16:51:25.110242 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51465231-a77e-4cfe-a5c4-bfb0f5798e91', 'tag': '99c1184a-48c7-43c2-a7d2-844f370447e3'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:51:25.112562 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e33af8bd2d242198c8fc7a55b0de10a2e3fe57bc5f7d7f0f551297b3d6240ff2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9add1a31-c5a7-4d96-b088-e3a8c9094a6c" -d '{"events": [{"name": "network-changed", "server_uuid": "51465231-a77e-4cfe-a5c4-bfb0f5798e91", "tag": "99c1184a-48c7-43c2-a7d2-844f370447e3"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:51:25.154635 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766ad6fc-a737-4bd6-8ada-f5dbbf54c206 service neutron] Pushing event updated for resources: {'Port': ['ID=99c1184a-48c7-43c2-a7d2-844f370447e3,revision_number=3']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:51:25.170327 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-1ab81849-11a6-4988-a5e8-147f7327ca34 req-1334a5dd-0027-453c-904d-4c58a854ecc3 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e10a407-558c-4d95-ab4a-8fe467c9d570&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1091871 Mar 29 16:51:25.190411 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 16:51:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c15ecad3-7be9-4055-a303-fd6790e4cb4f x-openstack-request-id: req-c15ecad3-7be9-4055-a303-fd6790e4cb4f {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:51:25.190743 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51465231-a77e-4cfe-a5c4-bfb0f5798e91", "tag": "99c1184a-48c7-43c2-a7d2-844f370447e3", "status": "completed", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:51:25.190947 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c15ecad3-7be9-4055-a303-fd6790e4cb4f {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:51:25.191354 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51465231-a77e-4cfe-a5c4-bfb0f5798e91', 'tag': '99c1184a-48c7-43c2-a7d2-844f370447e3', 'status': 'completed', 'code': 200} Mar 29 16:51:25.205353 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb3840d-6cba-48c3-872c-f4d2102e9428 req-013886c9-0193-4967-a7e4-1469862cd68e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:51:25.206876 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-fbb3840d-6cba-48c3-872c-f4d2102e9428 req-013886c9-0193-4967-a7e4-1469862cd68e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=338550824e984aa6aa16846cec0506b5&device_id=51465231-a77e-4cfe-a5c4-bfb0f5798e91 HTTP/1.1" status: 200 len: 1095 time: 0.0537815 Mar 29 16:51:25.254139 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-fbb3840d-6cba-48c3-872c-f4d2102e9428 req-4f86bac2-7b72-49da-aee2-98efeb8df66e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=99c1184a-48c7-43c2-a7d2-844f370447e3 HTTP/1.1" status: 200 len: 217 time: 0.0403543 Mar 29 16:51:25.304092 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb3840d-6cba-48c3-872c-f4d2102e9428 req-33fd4433-260f-4950-b026-2b73f1f3a042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:51:25.305569 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-fbb3840d-6cba-48c3-872c-f4d2102e9428 req-33fd4433-260f-4950-b026-2b73f1f3a042 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c1523c60-8661-46f8-9689-530b8e45e3c2 HTTP/1.1" status: 200 len: 846 time: 0.0457714 Mar 29 16:51:25.353034 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb3840d-6cba-48c3-872c-f4d2102e9428 req-c1cdc3b0-edda-4df1-8a27-2b41cdfee350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:51:25.354467 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-fbb3840d-6cba-48c3-872c-f4d2102e9428 req-c1cdc3b0-edda-4df1-8a27-2b41cdfee350 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b902ef7f-343e-4d3a-8706-0baa492a13b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407991 Mar 29 16:51:25.447449 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-fbb3840d-6cba-48c3-872c-f4d2102e9428 req-130cba9f-0c96-45d1-98ad-993fc87223b9 service neutron] 10.222.0.48 "GET /v2.0/networks/b902ef7f-343e-4d3a-8706-0baa492a13b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861936 Mar 29 16:51:25.536170 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-fbb3840d-6cba-48c3-872c-f4d2102e9428 req-920802f6-7115-4fe3-b76d-57f5669d5a5d service neutron] 10.222.0.48 "GET /v2.0/networks/b902ef7f-343e-4d3a-8706-0baa492a13b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816288 Mar 29 16:51:25.625747 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9add1a31-c5a7-4d96-b088-e3a8c9094a6c req-c31cfbe1-07b7-4165-81d9-5156636b5cad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:51:25.627244 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-9add1a31-c5a7-4d96-b088-e3a8c9094a6c req-c31cfbe1-07b7-4165-81d9-5156636b5cad service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=338550824e984aa6aa16846cec0506b5&device_id=51465231-a77e-4cfe-a5c4-bfb0f5798e91 HTTP/1.1" status: 200 len: 1095 time: 0.0465541 Mar 29 16:51:25.717991 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9add1a31-c5a7-4d96-b088-e3a8c9094a6c req-fc27353d-3597-425e-a2e3-b0f3d2df2ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:51:25.719520 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-9add1a31-c5a7-4d96-b088-e3a8c9094a6c req-fc27353d-3597-425e-a2e3-b0f3d2df2ba5 service neutron] 10.222.0.48 "GET /v2.0/networks?id=b902ef7f-343e-4d3a-8706-0baa492a13b0 HTTP/1.1" status: 200 len: 908 time: 0.0859067 Mar 29 16:51:25.770783 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-9add1a31-c5a7-4d96-b088-e3a8c9094a6c req-3fff9a4d-3089-472d-bb2c-666116988f3a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=99c1184a-48c7-43c2-a7d2-844f370447e3 HTTP/1.1" status: 200 len: 217 time: 0.0452440 Mar 29 16:51:25.819774 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9add1a31-c5a7-4d96-b088-e3a8c9094a6c req-86d34eec-60c5-45d0-8687-2347e6f0adcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:51:25.821377 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-9add1a31-c5a7-4d96-b088-e3a8c9094a6c req-86d34eec-60c5-45d0-8687-2347e6f0adcf service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c1523c60-8661-46f8-9689-530b8e45e3c2 HTTP/1.1" status: 200 len: 846 time: 0.0449755 Mar 29 16:51:25.867066 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9add1a31-c5a7-4d96-b088-e3a8c9094a6c req-59e14de2-5a9c-4da7-bc37-cf45cb6a2d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:51:25.868588 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-9add1a31-c5a7-4d96-b088-e3a8c9094a6c req-59e14de2-5a9c-4da7-bc37-cf45cb6a2d93 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b902ef7f-343e-4d3a-8706-0baa492a13b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401938 Mar 29 16:51:25.960749 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-9add1a31-c5a7-4d96-b088-e3a8c9094a6c req-3ef73808-a133-49e0-a9a6-0ae2b983ea55 service neutron] 10.222.0.48 "GET /v2.0/networks/b902ef7f-343e-4d3a-8706-0baa492a13b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841911 Mar 29 16:51:26.049754 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-9add1a31-c5a7-4d96-b088-e3a8c9094a6c req-c1d94cfe-f1fc-4845-8eed-2e39003623c2 service neutron] 10.222.0.48 "GET /v2.0/networks/b902ef7f-343e-4d3a-8706-0baa492a13b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829659 Mar 29 16:51:26.298142 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a7fce2-4dc0-412f-a2cb-fcd05e573119 req-ad64f05e-7d32-4cf2-b010-9b275923a803 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:51:26.299689 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-c6a7fce2-4dc0-412f-a2cb-fcd05e573119 req-ad64f05e-7d32-4cf2-b010-9b275923a803 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] 10.222.0.42 "GET /v2.0/ports?device_id=51465231-a77e-4cfe-a5c4-bfb0f5798e91 HTTP/1.1" status: 200 len: 944 time: 0.0563169 Mar 29 16:51:26.339001 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-c6a7fce2-4dc0-412f-a2cb-fcd05e573119 req-c1d31330-f5cc-4fbf-84ce-b8f8ee1eefa6 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e10a407-558c-4d95-ab4a-8fe467c9d570&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330687 Mar 29 16:51:27.461200 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d4e2e8-94a0-464d-b869-638b8cefef02 req-f2a2ecba-37e2-4024-9257-f866c7eb9859 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:51:27.462771 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-70d4e2e8-94a0-464d-b869-638b8cefef02 req-f2a2ecba-37e2-4024-9257-f866c7eb9859 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] 10.222.0.42 "GET /v2.0/ports?device_id=51465231-a77e-4cfe-a5c4-bfb0f5798e91 HTTP/1.1" status: 200 len: 944 time: 0.0502200 Mar 29 16:51:27.504582 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-70d4e2e8-94a0-464d-b869-638b8cefef02 req-b50f651d-7eff-4df6-ae2e-5e0883c06587 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e10a407-558c-4d95-ab4a-8fe467c9d570&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340848 Mar 29 16:51:28.618040 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2a157c-fe1f-4878-a0b2-848b3570cf17 req-58e66b9f-a018-43d1-b4e5-bd0e327fc73e tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:51:28.619519 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-3f2a157c-fe1f-4878-a0b2-848b3570cf17 req-58e66b9f-a018-43d1-b4e5-bd0e327fc73e tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] 10.222.0.42 "GET /v2.0/ports?device_id=51465231-a77e-4cfe-a5c4-bfb0f5798e91 HTTP/1.1" status: 200 len: 944 time: 0.0481188 Mar 29 16:51:28.656596 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-3f2a157c-fe1f-4878-a0b2-848b3570cf17 req-c91ab79b-0068-487f-b671-21fa3cc247d2 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e10a407-558c-4d95-ab4a-8fe467c9d570&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308378 Mar 29 16:51:29.771035 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbbde90-8172-4ed6-80c2-3095a9693b0a req-fda6e7e6-6340-4a71-a642-29fc60ca4d68 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:51:29.772455 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-4dbbde90-8172-4ed6-80c2-3095a9693b0a req-fda6e7e6-6340-4a71-a642-29fc60ca4d68 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] 10.222.0.42 "GET /v2.0/ports?device_id=51465231-a77e-4cfe-a5c4-bfb0f5798e91 HTTP/1.1" status: 200 len: 944 time: 0.0487916 Mar 29 16:51:29.809977 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-4dbbde90-8172-4ed6-80c2-3095a9693b0a req-54f94ac2-d02a-4b51-8a70-77938033139c tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e10a407-558c-4d95-ab4a-8fe467c9d570&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314770 Mar 29 16:51:30.506311 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-ccc345ec-9786-4c64-8c91-ba2f9160b381 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:51:30.923122 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1b0118-609d-4194-8876-34f920d8c809 req-8bc72747-ca21-4f82-9f79-f30da3468dae tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:51:30.924593 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-5b1b0118-609d-4194-8876-34f920d8c809 req-8bc72747-ca21-4f82-9f79-f30da3468dae tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] 10.222.0.42 "GET /v2.0/ports?device_id=51465231-a77e-4cfe-a5c4-bfb0f5798e91 HTTP/1.1" status: 200 len: 944 time: 0.0477312 Mar 29 16:51:30.960163 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-5b1b0118-609d-4194-8876-34f920d8c809 req-fd604e0d-eb5b-406d-a43f-024bbb5c463c tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e10a407-558c-4d95-ab4a-8fe467c9d570&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296967 Mar 29 16:51:32.080280 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095becf5-ee2b-444d-9d73-6e6b39f79350 req-d360f9b2-f82e-4a91-b15d-0dd7c492a780 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:51:32.081737 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-095becf5-ee2b-444d-9d73-6e6b39f79350 req-d360f9b2-f82e-4a91-b15d-0dd7c492a780 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] 10.222.0.42 "GET /v2.0/ports?device_id=51465231-a77e-4cfe-a5c4-bfb0f5798e91 HTTP/1.1" status: 200 len: 944 time: 0.0524404 Mar 29 16:51:32.119497 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-095becf5-ee2b-444d-9d73-6e6b39f79350 req-1a667dbb-4e0d-4150-a288-20e27e25dfd7 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e10a407-558c-4d95-ab4a-8fe467c9d570&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316110 Mar 29 16:51:32.968280 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-c3412275-3fc4-4afa-8267-4395678882f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:51:33.238188 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee882d90-c8c5-4eea-b597-f382d1b29adf req-a3792fba-07e6-4478-9e9a-57f1a6fcca72 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:51:33.239690 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ee882d90-c8c5-4eea-b597-f382d1b29adf req-a3792fba-07e6-4478-9e9a-57f1a6fcca72 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] 10.222.0.42 "GET /v2.0/ports?device_id=51465231-a77e-4cfe-a5c4-bfb0f5798e91 HTTP/1.1" status: 200 len: 944 time: 0.0519712 Mar 29 16:51:33.276641 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ee882d90-c8c5-4eea-b597-f382d1b29adf req-3215a51d-10d6-4d5c-95de-e0d8c6fd67d3 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e10a407-558c-4d95-ab4a-8fe467c9d570&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310020 Mar 29 16:51:34.393290 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddbd384-dfa9-4ced-aa22-633f526e2a3a req-a7a62a33-29c7-4ad5-a416-b298d0038cb9 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:51:34.394768 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-cddbd384-dfa9-4ced-aa22-633f526e2a3a req-a7a62a33-29c7-4ad5-a416-b298d0038cb9 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] 10.222.0.42 "GET /v2.0/ports?device_id=51465231-a77e-4cfe-a5c4-bfb0f5798e91 HTTP/1.1" status: 200 len: 944 time: 0.0490365 Mar 29 16:51:34.433179 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-cddbd384-dfa9-4ced-aa22-633f526e2a3a req-67929675-0051-47d7-8fd4-77ebd4ed35fe tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e10a407-558c-4d95-ab4a-8fe467c9d570&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322273 Mar 29 16:51:34.461468 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d71584b9-87f1-45f5-84c7-c993c2416269 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:51:35.550601 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97757d3f-8a28-4626-bf7d-4aa5045683d7 req-40e6ff84-c029-4492-970e-592fd0d8b23d tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:51:35.552082 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-97757d3f-8a28-4626-bf7d-4aa5045683d7 req-40e6ff84-c029-4492-970e-592fd0d8b23d tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] 10.222.0.42 "GET /v2.0/ports?device_id=51465231-a77e-4cfe-a5c4-bfb0f5798e91 HTTP/1.1" status: 200 len: 944 time: 0.0472212 Mar 29 16:51:35.588763 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-97757d3f-8a28-4626-bf7d-4aa5045683d7 req-62245c03-3a58-4eb1-8c2d-1aefa03a3cf0 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e10a407-558c-4d95-ab4a-8fe467c9d570&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308149 Mar 29 16:51:36.019025 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-0cb6abf6-2706-4e52-8825-f5f644ecf9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:51:36.075597 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:51:36.337244 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device 99c1184a-48c7-43c2-a7d2-844f370447e3 details requested by agent hyperv_n-h2-834765-1 with host n-h2-834765-1 {{(pid=102792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 16:51:36.433222 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port 99c1184a-48c7-43c2-a7d2-844f370447e3, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=99c1184a-48c7-43c2-a7d2-844f370447e3,segment=NetworkSegment(bed8c626-8783-4c9c-9be7-52236db0bc9f),segment_id=bed8c626-8783-4c9c-9be7-52236db0bc9f)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:51:36.444714 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Returning: {'device': '99c1184a-48c7-43c2-a7d2-844f370447e3', 'network_id': 'b902ef7f-343e-4d3a-8706-0baa492a13b0', 'port_id': '99c1184a-48c7-43c2-a7d2-844f370447e3', 'mac_address': 'fa:16:3e:a5:e4:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 614, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1523c60-8661-46f8-9689-530b8e45e3c2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 16:51:36.481764 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:51:36.494025 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99c1184a-48c7-43c2-a7d2-844f370447e3 {{(pid=102792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 16:51:36.513535 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port 99c1184a-48c7-43c2-a7d2-844f370447e3, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=99c1184a-48c7-43c2-a7d2-844f370447e3,segment=NetworkSegment(bed8c626-8783-4c9c-9be7-52236db0bc9f),segment_id=bed8c626-8783-4c9c-9be7-52236db0bc9f)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:51:36.517301 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:51:36.562960 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Pushing event updated for resources: {'Port': ['ID=99c1184a-48c7-43c2-a7d2-844f370447e3,revision_number=4']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:51:36.569990 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:51:36.570332 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:51:36.570662 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:51:36.570989 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:51:36.571335 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:51:36.571657 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:51:36.571977 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:51:36.572293 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:51:36.572610 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:51:36.572923 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:51:36.573232 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:51:36.573542 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:51:36.703696 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f011d686-b7af-41fd-8f42-6224b4ddde47 req-d3ff7ddc-e3f3-4b6a-b9a1-8cbfc4407adc tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:51:36.705172 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-f011d686-b7af-41fd-8f42-6224b4ddde47 req-d3ff7ddc-e3f3-4b6a-b9a1-8cbfc4407adc tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] 10.222.0.42 "GET /v2.0/ports?device_id=51465231-a77e-4cfe-a5c4-bfb0f5798e91 HTTP/1.1" status: 200 len: 945 time: 0.0488868 Mar 29 16:51:36.742689 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-f011d686-b7af-41fd-8f42-6224b4ddde47 req-47cd3f81-cfa0-4b08-a81f-76b352b67ba4 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e10a407-558c-4d95-ab4a-8fe467c9d570&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315688 Mar 29 16:51:36.870546 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] get_ports_and_sgs() called for port_ids ['99c1184a-48c7-43c2-a7d2-844f370447e3'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 16:51:37.856749 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99108ad8-6924-4e6d-9941-56a5fde79723 req-348d9c6c-9e57-4f92-b758-85dc74051969 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:51:37.858219 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-99108ad8-6924-4e6d-9941-56a5fde79723 req-348d9c6c-9e57-4f92-b758-85dc74051969 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] 10.222.0.42 "GET /v2.0/ports?device_id=51465231-a77e-4cfe-a5c4-bfb0f5798e91 HTTP/1.1" status: 200 len: 945 time: 0.0478687 Mar 29 16:51:37.896053 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-99108ad8-6924-4e6d-9941-56a5fde79723 req-5eef82cd-e538-48c5-abac-ca10374d7b7d tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e10a407-558c-4d95-ab4a-8fe467c9d570&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318911 Mar 29 16:51:38.329627 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device 99c1184a-48c7-43c2-a7d2-844f370447e3 up at agent hyperv_n-h2-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 16:51:38.379388 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Provisioning for port 99c1184a-48c7-43c2-a7d2-844f370447e3 completed by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 16:51:38.382847 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Provisioning complete for port 99c1184a-48c7-43c2-a7d2-844f370447e3 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:51:38.383210 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:51:38.458818 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:51:38.479946 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51465231-a77e-4cfe-a5c4-bfb0f5798e91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99c1184a-48c7-43c2-a7d2-844f370447e3'}] {{(pid=102792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:51:38.482700 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57a7834588826aa5fcb6318d84c304e74917d39e51dd24b57e16034477aedb48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7f1af3c-49c1-4438-8b3a-9fc4c3447c1c" -d '{"events": [{"server_uuid": "51465231-a77e-4cfe-a5c4-bfb0f5798e91", "name": "network-vif-plugged", "status": "completed", "tag": "99c1184a-48c7-43c2-a7d2-844f370447e3"}]}' {{(pid=102792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:51:38.495540 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port 99c1184a-48c7-43c2-a7d2-844f370447e3, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=99c1184a-48c7-43c2-a7d2-844f370447e3,segment=NetworkSegment(bed8c626-8783-4c9c-9be7-52236db0bc9f),segment_id=bed8c626-8783-4c9c-9be7-52236db0bc9f)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:51:38.500572 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:51:38.550784 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Pushing event updated for resources: {'Port': ['ID=99c1184a-48c7-43c2-a7d2-844f370447e3,revision_number=5']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:51:38.570909 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 16:51:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96b63d18-3a49-446d-b5b0-0e847baaa9dd x-openstack-request-id: req-96b63d18-3a49-446d-b5b0-0e847baaa9dd {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:51:38.571206 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51465231-a77e-4cfe-a5c4-bfb0f5798e91", "name": "network-vif-plugged", "status": "completed", "tag": "99c1184a-48c7-43c2-a7d2-844f370447e3", "code": 200}]} {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:51:38.571542 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-96b63d18-3a49-446d-b5b0-0e847baaa9dd {{(pid=102792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:51:38.571965 n-d-834765-1 neutron-server[102792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51465231-a77e-4cfe-a5c4-bfb0f5798e91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99c1184a-48c7-43c2-a7d2-844f370447e3', 'code': 200} Mar 29 16:51:38.665560 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270517cd-5e80-4b83-af7d-72d123d57419 req-926832ec-d8a1-4bf8-b489-cc08e970b73e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:51:38.667028 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-270517cd-5e80-4b83-af7d-72d123d57419 req-926832ec-d8a1-4bf8-b489-cc08e970b73e service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=51465231-a77e-4cfe-a5c4-bfb0f5798e91 HTTP/1.1" status: 200 len: 1097 time: 0.0429537 Mar 29 16:51:38.701515 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-270517cd-5e80-4b83-af7d-72d123d57419 req-9b187967-f015-476b-8923-5a907e42c7f1 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=2e10a407-558c-4d95-ab4a-8fe467c9d570&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0271285 Mar 29 16:51:39.009357 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb334e16-e3fe-41a8-a9e4-3d1b88ebcdd0 req-5734ab8e-2fa0-4ee2-bc6b-a6f0291164e2 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:51:39.010825 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-fb334e16-e3fe-41a8-a9e4-3d1b88ebcdd0 req-5734ab8e-2fa0-4ee2-bc6b-a6f0291164e2 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] 10.222.0.42 "GET /v2.0/ports?device_id=51465231-a77e-4cfe-a5c4-bfb0f5798e91 HTTP/1.1" status: 200 len: 946 time: 0.0483327 Mar 29 16:51:39.048309 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-fb334e16-e3fe-41a8-a9e4-3d1b88ebcdd0 req-44869bd7-00b8-41b7-a706-571f7b4a1ff7 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e10a407-558c-4d95-ab4a-8fe467c9d570&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314424 Mar 29 16:51:40.168811 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6071c69-98ef-456a-bb0b-3d9a0318c274 req-d256c10e-62ae-4ca1-a391-c331e5dd8a15 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:51:40.170310 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-c6071c69-98ef-456a-bb0b-3d9a0318c274 req-d256c10e-62ae-4ca1-a391-c331e5dd8a15 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] 10.222.0.42 "GET /v2.0/ports?device_id=51465231-a77e-4cfe-a5c4-bfb0f5798e91 HTTP/1.1" status: 200 len: 946 time: 0.0533268 Mar 29 16:51:40.208795 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-c6071c69-98ef-456a-bb0b-3d9a0318c274 req-135d5b74-b14c-4a76-9dd4-951040aa0038 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e10a407-558c-4d95-ab4a-8fe467c9d570&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321691 Mar 29 16:51:40.322307 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd08cf1-845f-4a6d-8662-5999d4ef1d3b req-51b4530a-6636-4d37-8cf5-ac4dd49a8a82 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:51:40.323789 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-3dd08cf1-845f-4a6d-8662-5999d4ef1d3b req-51b4530a-6636-4d37-8cf5-ac4dd49a8a82 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] 10.222.0.42 "GET /v2.0/ports?device_id=51465231-a77e-4cfe-a5c4-bfb0f5798e91 HTTP/1.1" status: 200 len: 946 time: 0.0489702 Mar 29 16:51:40.360496 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-3dd08cf1-845f-4a6d-8662-5999d4ef1d3b req-b58485e7-e04b-4649-97fa-7a3e6639902c tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e10a407-558c-4d95-ab4a-8fe467c9d570&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301764 Mar 29 16:51:40.381597 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 43990) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:51:40.465283 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bbc283e-6115-4bc3-8dd6-9027d8ff2f88 tempest-TestShelveInstance-1608535497 tempest-TestShelveInstance-1608535497-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:51:40.466749 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-4bbc283e-6115-4bc3-8dd6-9027d8ff2f88 tempest-TestShelveInstance-1608535497 tempest-TestShelveInstance-1608535497-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=51465231-a77e-4cfe-a5c4-bfb0f5798e91 HTTP/1.1" status: 200 len: 1092 time: 0.0842235 Mar 29 16:51:40.469552 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 43994) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:51:40.473642 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-76a076a8-4ff4-44f6-9636-0f7e829949c6 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Request body: {'floatingip': {'floating_network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'port_id': '99c1184a-48c7-43c2-a7d2-844f370447e3', 'tenant_id': '338550824e984aa6aa16846cec0506b5', 'fixed_ip_address': '172.20.0.11'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:51:40.493708 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-76a076a8-4ff4-44f6-9636-0f7e829949c6 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Notify callbacks [] for floatingip, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:51:40.894198 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-76a076a8-4ff4-44f6-9636-0f7e829949c6 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:51:40.996659 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_common [None req-76a076a8-4ff4-44f6-9636-0f7e829949c6 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Allocated IP 172.25.4.232 (4a4a035d-ecac-4ead-baa3-25f90788773a/e1a353dc-fac8-4901-a63c-273840237d6a/71eb4866-3e3b-4d2d-9f36-6c0de83d8e0b) {{(pid=102791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:51:41.114945 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-76a076a8-4ff4-44f6-9636-0f7e829949c6 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Notify callbacks [] for port, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:51:41.147645 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-76a076a8-4ff4-44f6-9636-0f7e829949c6 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:51:41.191513 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76a076a8-4ff4-44f6-9636-0f7e829949c6 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Network 4a4a035d-ecac-4ead-baa3-25f90788773a is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:51:41.194241 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [None req-76a076a8-4ff4-44f6-9636-0f7e829949c6 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:51:41.197784 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76a076a8-4ff4-44f6-9636-0f7e829949c6 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Received port after_create {{(pid=102791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:51:41.220783 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a076a8-4ff4-44f6-9636-0f7e829949c6 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Pushing event updated for resources: {'Port': ['ID=71eb4866-3e3b-4d2d-9f36-6c0de83d8e0b,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:51:41.543700 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-76a076a8-4ff4-44f6-9636-0f7e829949c6 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:51:41.609452 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-76a076a8-4ff4-44f6-9636-0f7e829949c6 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:51:41.754496 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-76a076a8-4ff4-44f6-9636-0f7e829949c6 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Notify callbacks [] for port, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:51:41.758800 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-76a076a8-4ff4-44f6-9636-0f7e829949c6 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:51:41.827289 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a076a8-4ff4-44f6-9636-0f7e829949c6 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Pushing event updated for resources: {'Port': ['ID=71eb4866-3e3b-4d2d-9f36-6c0de83d8e0b,revision_number=2']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:51:41.836966 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-76a076a8-4ff4-44f6-9636-0f7e829949c6 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648212'] for floatingip, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:51:41.937460 n-d-834765-1 neutron-server[102791]: INFO neutron.db.l3_db [None req-76a076a8-4ff4-44f6-9636-0f7e829949c6 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Floating IP 3b1f915a-9626-4f1a-957e-6ad84204798b associated. External IP: 172.25.4.232, port: 99c1184a-48c7-43c2-a7d2-844f370447e3. Mar 29 16:51:42.140700 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76a076a8-4ff4-44f6-9636-0f7e829949c6 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Router 885060f0-3925-4f7b-8c3c-6c705d1dba1c has already been hosted by L3 agent c648d819-1060-4f26-b4ec-6455387b5dff {{(pid=102791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 16:51:42.249543 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76a076a8-4ff4-44f6-9636-0f7e829949c6 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 16:51:42.258986 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6a15ffa-f812-4fa4-8093-33cd59be5bb3 None None] Sync routers for ids ['885060f0-3925-4f7b-8c3c-6c705d1dba1c'] in n-d-834765-1 {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 16:51:42.267823 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-76a076a8-4ff4-44f6-9636-0f7e829949c6 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for floatingip, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:51:42.268882 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6a15ffa-f812-4fa4-8093-33cd59be5bb3 None None] Routers {'885060f0-3925-4f7b-8c3c-6c705d1dba1c'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:51:42.269500 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-a6a15ffa-f812-4fa4-8093-33cd59be5bb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:51:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['885060f0-3925-4f7b-8c3c-6c705d1dba1c'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:51:42.294539 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-76a076a8-4ff4-44f6-9636-0f7e829949c6 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8239958 Mar 29 16:51:42.295121 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51465231-a77e-4cfe-a5c4-bfb0f5798e91', 'tag': '99c1184a-48c7-43c2-a7d2-844f370447e3'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:51:42.307471 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e33af8bd2d242198c8fc7a55b0de10a2e3fe57bc5f7d7f0f551297b3d6240ff2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f56929c-4d27-47cd-bc18-a181a3a7c99a" -d '{"events": [{"name": "network-changed", "server_uuid": "51465231-a77e-4cfe-a5c4-bfb0f5798e91", "tag": "99c1184a-48c7-43c2-a7d2-844f370447e3"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:51:42.344546 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 16:51:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f214bacb-6a93-4f4b-8b03-da561509a5ea x-openstack-request-id: req-f214bacb-6a93-4f4b-8b03-da561509a5ea {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:51:42.344834 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51465231-a77e-4cfe-a5c4-bfb0f5798e91", "tag": "99c1184a-48c7-43c2-a7d2-844f370447e3", "status": "completed", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:51:42.345097 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f214bacb-6a93-4f4b-8b03-da561509a5ea {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:51:42.345485 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51465231-a77e-4cfe-a5c4-bfb0f5798e91', 'tag': '99c1184a-48c7-43c2-a7d2-844f370447e3', 'status': 'completed', 'code': 200} Mar 29 16:51:42.379860 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvr_db [None req-a6a15ffa-f812-4fa4-8093-33cd59be5bb3 None None] Set router 885060f0-3925-4f7b-8c3c-6c705d1dba1c gateway port host: n-d-834765-1 {{(pid=102792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:51:42.406647 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f56929c-4d27-47cd-bc18-a181a3a7c99a req-66e1ff5a-0ec0-449c-b4a5-294177252384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:51:42.408152 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4f56929c-4d27-47cd-bc18-a181a3a7c99a req-66e1ff5a-0ec0-449c-b4a5-294177252384 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=338550824e984aa6aa16846cec0506b5&device_id=51465231-a77e-4cfe-a5c4-bfb0f5798e91 HTTP/1.1" status: 200 len: 1097 time: 0.0406880 Mar 29 16:51:42.500782 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f56929c-4d27-47cd-bc18-a181a3a7c99a req-ee244fb6-f6d6-4071-9ad6-47b98edbc7d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:51:42.502298 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4f56929c-4d27-47cd-bc18-a181a3a7c99a req-ee244fb6-f6d6-4071-9ad6-47b98edbc7d2 service neutron] 10.222.0.48 "GET /v2.0/networks?id=b902ef7f-343e-4d3a-8706-0baa492a13b0 HTTP/1.1" status: 200 len: 908 time: 0.0883424 Mar 29 16:51:42.565236 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4f56929c-4d27-47cd-bc18-a181a3a7c99a req-ead8b868-eed4-4750-9ee1-5cba1b85508e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=99c1184a-48c7-43c2-a7d2-844f370447e3 HTTP/1.1" status: 200 len: 1000 time: 0.0566735 Mar 29 16:51:42.602079 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-a6a15ffa-f812-4fa4-8093-33cd59be5bb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '885060f0-3925-4f7b-8c3c-6c705d1dba1c', 'name': 'tempest-TestShelveInstance-58478164-router', 'tenant_id': '338550824e984aa6aa16846cec0506b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.107'}], 'enable_snat': True}, 'gw_port_id': '1817091b-8304-4203-ac86-d1cbea8c264d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:45:43Z', 'updated_at': '2022-03-29T16:45:46Z', 'revision_number': 4, 'project_id': '338550824e984aa6aa16846cec0506b5', 'gw_port': {'id': '1817091b-8304-4203-ac86-d1cbea8c264d', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:23:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '885060f0-3925-4f7b-8c3c-6c705d1dba1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:45:44Z', 'updated_at': '2022-03-29T16:45:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_floatingips': [{'id': '3b1f915a-9626-4f1a-957e-6ad84204798b', 'tenant_id': '338550824e984aa6aa16846cec0506b5', 'floating_ip_address': '172.25.4.232', 'floating_network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'router_id': '885060f0-3925-4f7b-8c3c-6c705d1dba1c', 'port_id': '99c1184a-48c7-43c2-a7d2-844f370447e3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4418, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b902ef7f-343e-4d3a-8706-0baa492a13b0', 'mac_address': 'fa:16:3e:a5:e4:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51465231-a77e-4cfe-a5c4-bfb0f5798e91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T16:51:41Z', 'updated_at': '2022-03-29T16:51:41Z', 'revision_number': 0, 'project_id': '338550824e984aa6aa16846cec0506b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2cc9388d-fbc1-4042-a282-d28a908877b6', 'name': '', 'network_id': 'b902ef7f-343e-4d3a-8706-0baa492a13b0', 'tenant_id': '338550824e984aa6aa16846cec0506b5', 'mac_address': 'fa:16:3e:c0:58:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '885060f0-3925-4f7b-8c3c-6c705d1dba1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': 'c1523c60-8661-46f8-9689-530b8e45e3c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:45:45Z', 'updated_at': '2022-03-29T16:45:51Z', 'revision_number': 5, 'project_id': '338550824e984aa6aa16846cec0506b5', 'subnets': [{'id': 'c1523c60-8661-46f8-9689-530b8e45e3c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:51:42.617652 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f56929c-4d27-47cd-bc18-a181a3a7c99a req-ee4bd31d-6c8c-413b-a059-24f59604a6e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:51:42.619117 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4f56929c-4d27-47cd-bc18-a181a3a7c99a req-ee4bd31d-6c8c-413b-a059-24f59604a6e0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c1523c60-8661-46f8-9689-530b8e45e3c2 HTTP/1.1" status: 200 len: 846 time: 0.0477207 Mar 29 16:51:42.633256 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6a15ffa-f812-4fa4-8093-33cd59be5bb3 None None] Checking router: 885060f0-3925-4f7b-8c3c-6c705d1dba1c for host: n-d-834765-1 {{(pid=102792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 16:51:42.641752 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6a15ffa-f812-4fa4-8093-33cd59be5bb3 None None] Routers {'885060f0-3925-4f7b-8c3c-6c705d1dba1c'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:51:42.642364 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-a6a15ffa-f812-4fa4-8093-33cd59be5bb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:51:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['885060f0-3925-4f7b-8c3c-6c705d1dba1c'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:51:42.663034 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f56929c-4d27-47cd-bc18-a181a3a7c99a req-26478b70-008b-4176-8688-49c1f1bb6cff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:51:42.664475 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4f56929c-4d27-47cd-bc18-a181a3a7c99a req-26478b70-008b-4176-8688-49c1f1bb6cff service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b902ef7f-343e-4d3a-8706-0baa492a13b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395374 Mar 29 16:51:42.747619 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvr_db [None req-a6a15ffa-f812-4fa4-8093-33cd59be5bb3 None None] Set router 885060f0-3925-4f7b-8c3c-6c705d1dba1c gateway port host: n-d-834765-1 {{(pid=102792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:51:42.751892 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4f56929c-4d27-47cd-bc18-a181a3a7c99a req-90d2ecb1-c431-4ca7-b954-e504aa4022de service neutron] 10.222.0.48 "GET /v2.0/networks/b902ef7f-343e-4d3a-8706-0baa492a13b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808849 Mar 29 16:51:42.845518 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4f56929c-4d27-47cd-bc18-a181a3a7c99a req-8fcf23e1-d8fe-4ef3-bbe7-12d908351161 service neutron] 10.222.0.48 "GET /v2.0/networks/b902ef7f-343e-4d3a-8706-0baa492a13b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878122 Mar 29 16:51:42.968762 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-a6a15ffa-f812-4fa4-8093-33cd59be5bb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '885060f0-3925-4f7b-8c3c-6c705d1dba1c', 'name': 'tempest-TestShelveInstance-58478164-router', 'tenant_id': '338550824e984aa6aa16846cec0506b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.107'}], 'enable_snat': True}, 'gw_port_id': '1817091b-8304-4203-ac86-d1cbea8c264d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:45:43Z', 'updated_at': '2022-03-29T16:45:46Z', 'revision_number': 4, 'project_id': '338550824e984aa6aa16846cec0506b5', 'gw_port': {'id': '1817091b-8304-4203-ac86-d1cbea8c264d', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:23:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '885060f0-3925-4f7b-8c3c-6c705d1dba1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:45:44Z', 'updated_at': '2022-03-29T16:45:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_floatingips': [{'id': '3b1f915a-9626-4f1a-957e-6ad84204798b', 'tenant_id': '338550824e984aa6aa16846cec0506b5', 'floating_ip_address': '172.25.4.232', 'floating_network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'router_id': '885060f0-3925-4f7b-8c3c-6c705d1dba1c', 'port_id': '99c1184a-48c7-43c2-a7d2-844f370447e3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4418, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b902ef7f-343e-4d3a-8706-0baa492a13b0', 'mac_address': 'fa:16:3e:a5:e4:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51465231-a77e-4cfe-a5c4-bfb0f5798e91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T16:51:41Z', 'updated_at': '2022-03-29T16:51:41Z', 'revision_number': 0, 'project_id': '338550824e984aa6aa16846cec0506b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2cc9388d-fbc1-4042-a282-d28a908877b6', 'name': '', 'network_id': 'b902ef7f-343e-4d3a-8706-0baa492a13b0', 'tenant_id': '338550824e984aa6aa16846cec0506b5', 'mac_address': 'fa:16:3e:c0:58:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '885060f0-3925-4f7b-8c3c-6c705d1dba1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': 'c1523c60-8661-46f8-9689-530b8e45e3c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:45:45Z', 'updated_at': '2022-03-29T16:45:51Z', 'revision_number': 5, 'project_id': '338550824e984aa6aa16846cec0506b5', 'subnets': [{'id': 'c1523c60-8661-46f8-9689-530b8e45e3c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:51:42.999040 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6a15ffa-f812-4fa4-8093-33cd59be5bb3 None None] The sync data for ids ['885060f0-3925-4f7b-8c3c-6c705d1dba1c'] in n-d-834765-1 is: [{'id': '885060f0-3925-4f7b-8c3c-6c705d1dba1c', 'name': 'tempest-TestShelveInstance-58478164-router', 'tenant_id': '338550824e984aa6aa16846cec0506b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.107'}], 'enable_snat': True}, 'gw_port_id': '1817091b-8304-4203-ac86-d1cbea8c264d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:45:43Z', 'updated_at': '2022-03-29T16:45:46Z', 'revision_number': 4, 'project_id': '338550824e984aa6aa16846cec0506b5', 'gw_port': {'id': '1817091b-8304-4203-ac86-d1cbea8c264d', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:23:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '885060f0-3925-4f7b-8c3c-6c705d1dba1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:45:44Z', 'updated_at': '2022-03-29T16:45:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_floatingips': [{'id': '3b1f915a-9626-4f1a-957e-6ad84204798b', 'tenant_id': '338550824e984aa6aa16846cec0506b5', 'floating_ip_address': '172.25.4.232', 'floating_network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'router_id': '885060f0-3925-4f7b-8c3c-6c705d1dba1c', 'port_id': '99c1184a-48c7-43c2-a7d2-844f370447e3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4418, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b902ef7f-343e-4d3a-8706-0baa492a13b0', 'mac_address': 'fa:16:3e:a5:e4:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51465231-a77e-4cfe-a5c4-bfb0f5798e91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T16:51:41Z', 'updated_at': '2022-03-29T16:51:41Z', 'revision_number': 0, 'project_id': '338550824e984aa6aa16846cec0506b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2cc9388d-fbc1-4042-a282-d28a908877b6', 'name': '', 'network_id': 'b902ef7f-343e-4d3a-8706-0baa492a13b0', 'tenant_id': '338550824e984aa6aa16846cec0506b5', 'mac_address': 'fa:16:3e:c0:58:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '885060f0-3925-4f7b-8c3c-6c705d1dba1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': 'c1523c60-8661-46f8-9689-530b8e45e3c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:45:45Z', 'updated_at': '2022-03-29T16:45:51Z', 'revision_number': 5, 'project_id': '338550824e984aa6aa16846cec0506b5', 'subnets': [{'id': 'c1523c60-8661-46f8-9689-530b8e45e3c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 16:51:43.180109 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6251a17d-7045-4ead-9f52-b46a0a0c098c None None] New status for floating IP 3b1f915a-9626-4f1a-957e-6ad84204798b: ACTIVE {{(pid=102793) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 16:51:47.204677 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.agents_db [None req-59735a15-725e-44d4-9ad5-95cbe356f209 None None] Agent healthcheck: found 7 active agents {{(pid=102793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 16:51:47.833989 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:51:48.528680 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:52:00.512152 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-6d78c63c-daa2-41fb-ad69-383bd5fbc87e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:52:02.972475 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-20be1a3c-785a-4ef5-9805-36e70f00cf58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:52:04.465190 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d71584b9-87f1-45f5-84c7-c993c2416269 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:52:06.021801 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-0cb6abf6-2706-4e52-8825-f5f644ecf9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:52:06.078733 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:52:17.859091 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:52:18.525329 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:52:24.203605 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.agents_db [None req-59735a15-725e-44d4-9ad5-95cbe356f209 None None] Agent healthcheck: found 7 active agents {{(pid=102793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 16:52:30.514851 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-e915894e-fb21-42ef-ae1c-cb3ad3d363d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:52:32.975313 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d562ceff-a438-498c-86b4-a06882fad797 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:52:34.468729 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d71584b9-87f1-45f5-84c7-c993c2416269 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:52:36.024496 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-0cb6abf6-2706-4e52-8825-f5f644ecf9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:52:36.081186 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:52:40.475252 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-c2a15b97-47c2-4a31-8119-b0d9d75fa42c req-b8fde2e5-7dcd-45aa-8941-ca209d428ee9 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=51465231-a77e-4cfe-a5c4-bfb0f5798e91&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0395062 Mar 29 16:52:40.562554 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a15b97-47c2-4a31-8119-b0d9d75fa42c req-d79cfd9a-15a1-409b-8372-155aea7912d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:52:40.564079 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-c2a15b97-47c2-4a31-8119-b0d9d75fa42c req-d79cfd9a-15a1-409b-8372-155aea7912d0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=338550824e984aa6aa16846cec0506b5&device_id=51465231-a77e-4cfe-a5c4-bfb0f5798e91 HTTP/1.1" status: 200 len: 1097 time: 0.0446589 Mar 29 16:52:40.664843 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a15b97-47c2-4a31-8119-b0d9d75fa42c req-acbb4e75-222f-4ebb-af84-305e4791b2d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:52:40.666300 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-c2a15b97-47c2-4a31-8119-b0d9d75fa42c req-acbb4e75-222f-4ebb-af84-305e4791b2d0 service neutron] 10.222.0.48 "GET /v2.0/networks?id=b902ef7f-343e-4d3a-8706-0baa492a13b0 HTTP/1.1" status: 200 len: 908 time: 0.0828667 Mar 29 16:52:40.737693 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-c2a15b97-47c2-4a31-8119-b0d9d75fa42c req-66cad7ae-02b9-4e01-8cd1-dd8097a03889 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=99c1184a-48c7-43c2-a7d2-844f370447e3 HTTP/1.1" status: 200 len: 1002 time: 0.0612020 Mar 29 16:52:40.785263 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a15b97-47c2-4a31-8119-b0d9d75fa42c req-878c2ca0-0e3c-4652-b5c9-d12304e3cdae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:52:40.786690 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-c2a15b97-47c2-4a31-8119-b0d9d75fa42c req-878c2ca0-0e3c-4652-b5c9-d12304e3cdae service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c1523c60-8661-46f8-9689-530b8e45e3c2 HTTP/1.1" status: 200 len: 846 time: 0.0429027 Mar 29 16:52:40.832079 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a15b97-47c2-4a31-8119-b0d9d75fa42c req-f8cfbb89-d0b2-42dd-9530-a534bee0cdc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:52:40.833592 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-c2a15b97-47c2-4a31-8119-b0d9d75fa42c req-f8cfbb89-d0b2-42dd-9530-a534bee0cdc7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b902ef7f-343e-4d3a-8706-0baa492a13b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406747 Mar 29 16:52:40.927988 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-c2a15b97-47c2-4a31-8119-b0d9d75fa42c req-0a9223d8-2574-4cba-b55f-36d3fd2ebaef service neutron] 10.222.0.48 "GET /v2.0/networks/b902ef7f-343e-4d3a-8706-0baa492a13b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880113 Mar 29 16:52:41.015570 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-c2a15b97-47c2-4a31-8119-b0d9d75fa42c req-5dc0d2c6-588d-443b-b232-146a87811107 service neutron] 10.222.0.48 "GET /v2.0/networks/b902ef7f-343e-4d3a-8706-0baa492a13b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807173 Mar 29 16:52:47.881007 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:52:48.540011 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:53:00.517110 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-214b436f-fc11-4262-9287-b45b3bc5bdf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:53:01.202432 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.agents_db [None req-59735a15-725e-44d4-9ad5-95cbe356f209 None None] Agent healthcheck: found 7 active agents {{(pid=102793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 16:53:02.977181 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-bfca5168-c9e2-4383-a3dd-bd3f55f9ea4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:53:04.472214 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d71584b9-87f1-45f5-84c7-c993c2416269 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:53:06.029438 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-0cb6abf6-2706-4e52-8825-f5f644ecf9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:53:06.082854 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:53:17.891346 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:53:18.538845 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:53:30.519482 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-711e9564-9c97-46ee-ad3d-747b49c53ccd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:53:32.978843 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-a2bd2667-910b-40b8-becc-cb06c8626717 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:53:34.474946 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d71584b9-87f1-45f5-84c7-c993c2416269 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:53:36.029075 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-0cb6abf6-2706-4e52-8825-f5f644ecf9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:53:36.084359 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:53:38.201390 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.agents_db [None req-59735a15-725e-44d4-9ad5-95cbe356f209 None None] Agent healthcheck: found 7 active agents {{(pid=102793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 16:53:39.952824 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3473b3-f906-41d4-a962-08b9d305b898 req-9ef9b416-27f0-4989-b5cd-af9938bc77e2 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:53:39.954322 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-fd3473b3-f906-41d4-a962-08b9d305b898 req-9ef9b416-27f0-4989-b5cd-af9938bc77e2 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] 10.222.0.42 "GET /v2.0/ports?device_id=51465231-a77e-4cfe-a5c4-bfb0f5798e91 HTTP/1.1" status: 200 len: 946 time: 0.0505681 Mar 29 16:53:39.992352 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-fd3473b3-f906-41d4-a962-08b9d305b898 req-43a12f6f-5588-438d-b7f1-c9ea07d46e71 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e10a407-558c-4d95-ab4a-8fe467c9d570&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315287 Mar 29 16:53:41.126636 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926acfc8-006a-45c0-a997-fd1e85f0c25d req-ef719bb1-aae6-480b-88bc-1b6cbdeb34b9 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:53:41.128240 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-926acfc8-006a-45c0-a997-fd1e85f0c25d req-ef719bb1-aae6-480b-88bc-1b6cbdeb34b9 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] 10.222.0.42 "GET /v2.0/ports?device_id=51465231-a77e-4cfe-a5c4-bfb0f5798e91 HTTP/1.1" status: 200 len: 946 time: 0.0574176 Mar 29 16:53:41.174801 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-926acfc8-006a-45c0-a997-fd1e85f0c25d req-de1156dd-4689-4664-87aa-e077a4d5c7cd tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e10a407-558c-4d95-ab4a-8fe467c9d570&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399809 Mar 29 16:53:41.496582 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06529635-9ab3-4dbd-8ad9-629375c734b0 req-b2a93446-135a-4488-ab7e-dc7c5ad99afd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:53:41.498073 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-06529635-9ab3-4dbd-8ad9-629375c734b0 req-b2a93446-135a-4488-ab7e-dc7c5ad99afd service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=338550824e984aa6aa16846cec0506b5&device_id=51465231-a77e-4cfe-a5c4-bfb0f5798e91 HTTP/1.1" status: 200 len: 1097 time: 0.0418665 Mar 29 16:53:41.598129 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06529635-9ab3-4dbd-8ad9-629375c734b0 req-ce8eaf58-d262-485a-975a-6236b73558a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:53:41.599658 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-06529635-9ab3-4dbd-8ad9-629375c734b0 req-ce8eaf58-d262-485a-975a-6236b73558a6 service neutron] 10.222.0.48 "GET /v2.0/networks?id=b902ef7f-343e-4d3a-8706-0baa492a13b0 HTTP/1.1" status: 200 len: 908 time: 0.0836937 Mar 29 16:53:41.667998 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-06529635-9ab3-4dbd-8ad9-629375c734b0 req-2165f0ff-7ca1-4fbd-8dd6-3586e45c94f0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=99c1184a-48c7-43c2-a7d2-844f370447e3 HTTP/1.1" status: 200 len: 1002 time: 0.0602024 Mar 29 16:53:41.716209 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06529635-9ab3-4dbd-8ad9-629375c734b0 req-86dc8100-41cf-4af5-9cd2-b62fca9286d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:53:41.717621 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-06529635-9ab3-4dbd-8ad9-629375c734b0 req-86dc8100-41cf-4af5-9cd2-b62fca9286d1 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c1523c60-8661-46f8-9689-530b8e45e3c2 HTTP/1.1" status: 200 len: 846 time: 0.0436707 Mar 29 16:53:41.762717 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06529635-9ab3-4dbd-8ad9-629375c734b0 req-3248c957-85ee-4b90-bf18-53c508ebf891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:53:41.764106 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-06529635-9ab3-4dbd-8ad9-629375c734b0 req-3248c957-85ee-4b90-bf18-53c508ebf891 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b902ef7f-343e-4d3a-8706-0baa492a13b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394475 Mar 29 16:53:41.855808 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-06529635-9ab3-4dbd-8ad9-629375c734b0 req-decce9c4-b980-45b1-91f6-9c0c5bdfce0e service neutron] 10.222.0.48 "GET /v2.0/networks/b902ef7f-343e-4d3a-8706-0baa492a13b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852256 Mar 29 16:53:41.946608 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-06529635-9ab3-4dbd-8ad9-629375c734b0 req-b6365527-d97f-48b1-96ec-43044ebbd0c8 service neutron] 10.222.0.48 "GET /v2.0/networks/b902ef7f-343e-4d3a-8706-0baa492a13b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841286 Mar 29 16:53:42.302243 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b21fd2-b100-453c-8a92-e18c996d891f req-5f805ec6-8674-4072-ac2d-e11a5ab8c522 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:53:42.305075 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-27b21fd2-b100-453c-8a92-e18c996d891f req-5f805ec6-8674-4072-ac2d-e11a5ab8c522 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] 10.222.0.42 "GET /v2.0/ports?device_id=51465231-a77e-4cfe-a5c4-bfb0f5798e91 HTTP/1.1" status: 200 len: 946 time: 0.0526559 Mar 29 16:53:42.343283 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-27b21fd2-b100-453c-8a92-e18c996d891f req-1d733cd8-582f-4d2d-84a9-2463e44ed0ed tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e10a407-558c-4d95-ab4a-8fe467c9d570&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317583 Mar 29 16:53:43.465665 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c3e3ea-b097-43c8-b98c-908281cd047e req-68d68965-6590-44e7-a001-7eccaf99770c tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:53:43.467118 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-64c3e3ea-b097-43c8-b98c-908281cd047e req-68d68965-6590-44e7-a001-7eccaf99770c tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] 10.222.0.42 "GET /v2.0/ports?device_id=51465231-a77e-4cfe-a5c4-bfb0f5798e91 HTTP/1.1" status: 200 len: 946 time: 0.0526729 Mar 29 16:53:43.504730 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-64c3e3ea-b097-43c8-b98c-908281cd047e req-bb783acf-207e-4dba-a723-0534581ba47e tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e10a407-558c-4d95-ab4a-8fe467c9d570&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315106 Mar 29 16:53:44.633299 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e76875d-6458-413b-8faf-ad36ef767359 req-ead48d64-830f-4722-9083-05f259fef2a1 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:53:44.634793 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-0e76875d-6458-413b-8faf-ad36ef767359 req-ead48d64-830f-4722-9083-05f259fef2a1 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] 10.222.0.42 "GET /v2.0/ports?device_id=51465231-a77e-4cfe-a5c4-bfb0f5798e91 HTTP/1.1" status: 200 len: 946 time: 0.0597534 Mar 29 16:53:44.674833 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-0e76875d-6458-413b-8faf-ad36ef767359 req-d6a2e0fd-f604-452e-b2ad-be90004b74f6 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e10a407-558c-4d95-ab4a-8fe467c9d570&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338564 Mar 29 16:53:45.788787 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6be6e80-8700-4e9a-bf19-d7d4bfafd196 req-fb6a624f-b513-46df-8482-2b38c932e320 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:53:45.790560 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e6be6e80-8700-4e9a-bf19-d7d4bfafd196 req-fb6a624f-b513-46df-8482-2b38c932e320 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] 10.222.0.42 "GET /v2.0/ports?device_id=51465231-a77e-4cfe-a5c4-bfb0f5798e91 HTTP/1.1" status: 200 len: 946 time: 0.0493679 Mar 29 16:53:45.829800 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e6be6e80-8700-4e9a-bf19-d7d4bfafd196 req-2166329c-5b54-43f0-b7a8-fd789467f4fc tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e10a407-558c-4d95-ab4a-8fe467c9d570&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331562 Mar 29 16:53:46.943553 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ed8bbe-3406-441e-8fc4-24b03798b6ed req-5f59f5a1-40ce-4e3c-895c-084565400664 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:53:46.946024 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-b1ed8bbe-3406-441e-8fc4-24b03798b6ed req-5f59f5a1-40ce-4e3c-895c-084565400664 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] 10.222.0.42 "GET /v2.0/ports?device_id=51465231-a77e-4cfe-a5c4-bfb0f5798e91 HTTP/1.1" status: 200 len: 946 time: 0.0486245 Mar 29 16:53:46.983377 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-b1ed8bbe-3406-441e-8fc4-24b03798b6ed req-e19244d1-aa3d-4cfe-9d71-d64c21c468f9 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e10a407-558c-4d95-ab4a-8fe467c9d570&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315619 Mar 29 16:53:47.883636 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:53:48.100047 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abad857-4ec4-4c4d-b255-b500d7ea46d2 req-20ebd1bf-0316-49f0-8ffd-5a801ab9a867 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:53:48.102096 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-3abad857-4ec4-4c4d-b255-b500d7ea46d2 req-20ebd1bf-0316-49f0-8ffd-5a801ab9a867 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] 10.222.0.42 "GET /v2.0/ports?device_id=51465231-a77e-4cfe-a5c4-bfb0f5798e91 HTTP/1.1" status: 200 len: 946 time: 0.0478113 Mar 29 16:53:48.138121 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-3abad857-4ec4-4c4d-b255-b500d7ea46d2 req-74669ccd-518e-459a-86f5-86dd8847003d tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e10a407-558c-4d95-ab4a-8fe467c9d570&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298600 Mar 29 16:53:48.541719 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:53:49.252420 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181e323b-520d-43d3-8840-9a33584a2489 req-97829e77-d3e7-45fd-8458-745aa6f67f4f tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:53:49.253911 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-181e323b-520d-43d3-8840-9a33584a2489 req-97829e77-d3e7-45fd-8458-745aa6f67f4f tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] 10.222.0.42 "GET /v2.0/ports?device_id=51465231-a77e-4cfe-a5c4-bfb0f5798e91 HTTP/1.1" status: 200 len: 946 time: 0.0495117 Mar 29 16:53:49.291336 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-181e323b-520d-43d3-8840-9a33584a2489 req-ebf5373d-1e4d-4ef3-a627-e806194436c0 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e10a407-558c-4d95-ab4a-8fe467c9d570&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308201 Mar 29 16:53:50.065433 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f985c1-1d72-497a-a7e9-da45e88b704c req-4ca481af-f718-46b4-8ac3-cbd2c626acb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:53:50.066950 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-09f985c1-1d72-497a-a7e9-da45e88b704c req-4ca481af-f718-46b4-8ac3-cbd2c626acb4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=338550824e984aa6aa16846cec0506b5&device_id=51465231-a77e-4cfe-a5c4-bfb0f5798e91 HTTP/1.1" status: 200 len: 1097 time: 0.0437942 Mar 29 16:53:50.154443 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f985c1-1d72-497a-a7e9-da45e88b704c req-b2bc1925-66ce-43f7-9765-03b3602f5f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:53:50.155933 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-09f985c1-1d72-497a-a7e9-da45e88b704c req-b2bc1925-66ce-43f7-9765-03b3602f5f48 service neutron] 10.222.0.48 "GET /v2.0/networks?id=b902ef7f-343e-4d3a-8706-0baa492a13b0 HTTP/1.1" status: 200 len: 908 time: 0.0822783 Mar 29 16:53:50.221988 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-09f985c1-1d72-497a-a7e9-da45e88b704c req-fd9de3a5-e400-42b3-b35c-b4398a073897 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=99c1184a-48c7-43c2-a7d2-844f370447e3 HTTP/1.1" status: 200 len: 1002 time: 0.0593014 Mar 29 16:53:50.270645 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f985c1-1d72-497a-a7e9-da45e88b704c req-b7427425-4de2-4319-8b5a-5d26fa64810c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:53:50.273421 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-09f985c1-1d72-497a-a7e9-da45e88b704c req-b7427425-4de2-4319-8b5a-5d26fa64810c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c1523c60-8661-46f8-9689-530b8e45e3c2 HTTP/1.1" status: 200 len: 846 time: 0.0449531 Mar 29 16:53:50.317846 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f985c1-1d72-497a-a7e9-da45e88b704c req-e390104b-a87b-4e49-b499-0f347c96ad24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:53:50.319317 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-09f985c1-1d72-497a-a7e9-da45e88b704c req-e390104b-a87b-4e49-b499-0f347c96ad24 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b902ef7f-343e-4d3a-8706-0baa492a13b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402212 Mar 29 16:53:50.439784 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-09f985c1-1d72-497a-a7e9-da45e88b704c req-7f1b7158-e541-4006-9a4a-8a9b7bba1bb0 service neutron] 10.222.0.48 "GET /v2.0/networks/b902ef7f-343e-4d3a-8706-0baa492a13b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1135204 Mar 29 16:53:50.449764 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f70558-1bd3-411a-86ca-2962d945168b req-f08f0921-83fc-4c0a-bea4-e9373b19909d tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:53:50.451133 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-43f70558-1bd3-411a-86ca-2962d945168b req-f08f0921-83fc-4c0a-bea4-e9373b19909d tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] 10.222.0.42 "GET /v2.0/ports?device_id=51465231-a77e-4cfe-a5c4-bfb0f5798e91 HTTP/1.1" status: 200 len: 946 time: 0.0676980 Mar 29 16:53:50.541121 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-43f70558-1bd3-411a-86ca-2962d945168b req-4b3e5549-067b-4774-93cf-0dff8907e81f tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e10a407-558c-4d95-ab4a-8fe467c9d570&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822794 Mar 29 16:53:50.563756 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-09f985c1-1d72-497a-a7e9-da45e88b704c req-66cfe482-68f0-4be1-bed8-0ef300502c6d service neutron] 10.222.0.48 "GET /v2.0/networks/b902ef7f-343e-4d3a-8706-0baa492a13b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116765 Mar 29 16:53:51.658410 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd03dd08-29a7-46b7-befe-3e751ebf7b33 req-25e2b3a5-4d8b-411c-8c66-4662b5a5af5a tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:53:51.659907 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-cd03dd08-29a7-46b7-befe-3e751ebf7b33 req-25e2b3a5-4d8b-411c-8c66-4662b5a5af5a tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] 10.222.0.42 "GET /v2.0/ports?device_id=51465231-a77e-4cfe-a5c4-bfb0f5798e91 HTTP/1.1" status: 200 len: 946 time: 0.0517578 Mar 29 16:53:51.698059 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-cd03dd08-29a7-46b7-befe-3e751ebf7b33 req-916b344a-3bd8-40c6-b439-0d9ad0596db7 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e10a407-558c-4d95-ab4a-8fe467c9d570&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316715 Mar 29 16:53:52.817330 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2211e8c7-1422-472c-9b06-0fa46a3690e1 req-21c7bc8c-f453-4585-b02c-a4644b869b3d tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:53:52.818816 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-2211e8c7-1422-472c-9b06-0fa46a3690e1 req-21c7bc8c-f453-4585-b02c-a4644b869b3d tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] 10.222.0.42 "GET /v2.0/ports?device_id=51465231-a77e-4cfe-a5c4-bfb0f5798e91 HTTP/1.1" status: 200 len: 946 time: 0.0511174 Mar 29 16:53:52.857315 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-2211e8c7-1422-472c-9b06-0fa46a3690e1 req-ca50642c-4529-4a1c-b933-471ce7776c1a tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e10a407-558c-4d95-ab4a-8fe467c9d570&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322425 Mar 29 16:53:53.977127 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107941fd-f712-49ed-aef5-25ea2528255c req-db2c0b78-18ec-447b-9681-377c87e0f0fb tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:53:53.978583 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-107941fd-f712-49ed-aef5-25ea2528255c req-db2c0b78-18ec-447b-9681-377c87e0f0fb tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] 10.222.0.42 "GET /v2.0/ports?device_id=51465231-a77e-4cfe-a5c4-bfb0f5798e91 HTTP/1.1" status: 200 len: 946 time: 0.0490551 Mar 29 16:53:54.016440 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-107941fd-f712-49ed-aef5-25ea2528255c req-b82403dc-49a9-48c1-9d70-248558bb8af5 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e10a407-558c-4d95-ab4a-8fe467c9d570&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318756 Mar 29 16:53:54.227914 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-93750c75-5ed6-413f-b840-cd7827f9cc89 req-118e67b9-4696-4b69-a662-9a7d1f2f4b7d service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=51465231-a77e-4cfe-a5c4-bfb0f5798e91&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0728652 Mar 29 16:53:54.239456 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cdcdc0-b781-4ed7-99b9-6f5d2d73a243 req-37ae42bf-06ef-4a7e-b2ab-dc94b9f7c7a6 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:53:54.240813 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-75cdcdc0-b781-4ed7-99b9-6f5d2d73a243 req-37ae42bf-06ef-4a7e-b2ab-dc94b9f7c7a6 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] 10.222.0.42 "GET /v2.0/ports?device_id=51465231-a77e-4cfe-a5c4-bfb0f5798e91 HTTP/1.1" status: 200 len: 946 time: 0.0621364 Mar 29 16:53:54.246080 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [req-93750c75-5ed6-413f-b840-cd7827f9cc89 req-ca5124d4-691f-4ac7-9d92-a472f82de771 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=102790) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 16:53:54.247007 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-93750c75-5ed6-413f-b840-cd7827f9cc89 req-ca5124d4-691f-4ac7-9d92-a472f82de771 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048585 Mar 29 16:53:54.279746 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-75cdcdc0-b781-4ed7-99b9-6f5d2d73a243 req-ab027f8f-6da5-403f-ba82-ae0333daa851 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e10a407-558c-4d95-ab4a-8fe467c9d570&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318458 Mar 29 16:53:54.870114 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device 99c1184a-48c7-43c2-a7d2-844f370447e3 no longer exists at agent hyperv_n-h2-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 16:53:54.946598 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:53:54.968111 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51465231-a77e-4cfe-a5c4-bfb0f5798e91', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '99c1184a-48c7-43c2-a7d2-844f370447e3'}] {{(pid=102792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:53:54.970326 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57a7834588826aa5fcb6318d84c304e74917d39e51dd24b57e16034477aedb48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c013216-f618-4d79-af3e-9f3c3cb96e9b" -d '{"events": [{"server_uuid": "51465231-a77e-4cfe-a5c4-bfb0f5798e91", "name": "network-vif-unplugged", "status": "completed", "tag": "99c1184a-48c7-43c2-a7d2-844f370447e3"}]}' {{(pid=102792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:53:54.982730 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port 99c1184a-48c7-43c2-a7d2-844f370447e3, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=99c1184a-48c7-43c2-a7d2-844f370447e3,segment=NetworkSegment(bed8c626-8783-4c9c-9be7-52236db0bc9f),segment_id=bed8c626-8783-4c9c-9be7-52236db0bc9f)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:53:54.987183 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:53:55.010650 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 29 Mar 2022 16:53:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a55f4900-eeac-4f75-a70b-2624ac3c2895 x-openstack-request-id: req-a55f4900-eeac-4f75-a70b-2624ac3c2895 {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:53:55.010933 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51465231-a77e-4cfe-a5c4-bfb0f5798e91", "name": "network-vif-unplugged", "status": "failed", "tag": "99c1184a-48c7-43c2-a7d2-844f370447e3", "code": 422}]} {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:53:55.011180 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a55f4900-eeac-4f75-a70b-2624ac3c2895 {{(pid=102792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:53:55.011587 n-d-834765-1 neutron-server[102792]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '51465231-a77e-4cfe-a5c4-bfb0f5798e91', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '99c1184a-48c7-43c2-a7d2-844f370447e3', 'code': 422} returned with failed status Mar 29 16:53:55.035831 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Pushing event updated for resources: {'Port': ['ID=99c1184a-48c7-43c2-a7d2-844f370447e3,revision_number=6']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:53:55.043408 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:53:55.043749 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:53:55.044083 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:53:55.044411 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:53:55.044736 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:53:55.045057 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:53:55.045382 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:53:55.045697 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:53:55.046012 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:53:55.046328 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:53:55.046642 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:53:55.046954 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:53:55.395957 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0ad7ca-d502-4cf0-b944-4114a217a30a req-3dbdf1e8-5011-42f8-8d03-5f1840ecf33c tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:53:55.397933 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-af0ad7ca-d502-4cf0-b944-4114a217a30a req-3dbdf1e8-5011-42f8-8d03-5f1840ecf33c tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] 10.222.0.42 "GET /v2.0/ports?device_id=51465231-a77e-4cfe-a5c4-bfb0f5798e91 HTTP/1.1" status: 200 len: 944 time: 0.0489185 Mar 29 16:53:55.435743 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-af0ad7ca-d502-4cf0-b944-4114a217a30a req-24e01735-ba3c-4425-adf0-f707f8831109 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e10a407-558c-4d95-ab4a-8fe467c9d570&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312762 Mar 29 16:53:56.556463 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d564fb-c6ea-445d-8cb0-9cc62658cb2e req-7ce01e70-777e-4fdd-838b-742fcc5c72a7 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:53:56.557927 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-a6d564fb-c6ea-445d-8cb0-9cc62658cb2e req-7ce01e70-777e-4fdd-838b-742fcc5c72a7 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] 10.222.0.42 "GET /v2.0/ports?device_id=51465231-a77e-4cfe-a5c4-bfb0f5798e91 HTTP/1.1" status: 200 len: 944 time: 0.0494099 Mar 29 16:53:56.594514 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-a6d564fb-c6ea-445d-8cb0-9cc62658cb2e req-9dd855a3-01c8-4c29-88cf-487eb83ef095 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e10a407-558c-4d95-ab4a-8fe467c9d570&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301576 Mar 29 16:53:57.708081 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfffe417-0188-4a2b-b4ae-40c389a7b08b req-54b9f3b1-dd1d-4339-84d8-bd07e74b04cb tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:53:57.709530 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-bfffe417-0188-4a2b-b4ae-40c389a7b08b req-54b9f3b1-dd1d-4339-84d8-bd07e74b04cb tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] 10.222.0.42 "GET /v2.0/ports?device_id=51465231-a77e-4cfe-a5c4-bfb0f5798e91 HTTP/1.1" status: 200 len: 944 time: 0.0482020 Mar 29 16:53:57.746381 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-bfffe417-0188-4a2b-b4ae-40c389a7b08b req-fa069e27-e06e-42b2-9b9a-a13c2d96b34c tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e10a407-558c-4d95-ab4a-8fe467c9d570&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306883 Mar 29 16:53:58.863417 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed99114-47de-4fb4-923a-85c46862f508 req-74e5348f-7fef-4958-849c-e02c6a8c2d32 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:53:58.864884 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-1ed99114-47de-4fb4-923a-85c46862f508 req-74e5348f-7fef-4958-849c-e02c6a8c2d32 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] 10.222.0.42 "GET /v2.0/ports?device_id=51465231-a77e-4cfe-a5c4-bfb0f5798e91 HTTP/1.1" status: 200 len: 944 time: 0.0534201 Mar 29 16:53:58.902472 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-1ed99114-47de-4fb4-923a-85c46862f508 req-81298504-b9c0-417a-8cf1-11d3dfd19857 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e10a407-558c-4d95-ab4a-8fe467c9d570&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315404 Mar 29 16:54:00.022420 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa40f38-3191-4188-963b-2df72b1529ac req-4489f835-9721-46c4-9dfc-9553d0651eb7 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:54:00.023938 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-caa40f38-3191-4188-963b-2df72b1529ac req-4489f835-9721-46c4-9dfc-9553d0651eb7 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] 10.222.0.42 "GET /v2.0/ports?device_id=51465231-a77e-4cfe-a5c4-bfb0f5798e91 HTTP/1.1" status: 200 len: 944 time: 0.0518322 Mar 29 16:54:00.062757 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-caa40f38-3191-4188-963b-2df72b1529ac req-b0e21ce5-2908-4ec1-9c6c-9df5e4b6e170 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e10a407-558c-4d95-ab4a-8fe467c9d570&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325501 Mar 29 16:54:00.522214 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-bc7459c5-1719-48ff-a690-56d89abb1ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:54:01.193152 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99436b60-3d8e-4ca9-9e99-cc3c1413d190 req-f08e0af7-0f88-4952-8d71-889dec5dcb56 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:54:01.195434 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-99436b60-3d8e-4ca9-9e99-cc3c1413d190 req-f08e0af7-0f88-4952-8d71-889dec5dcb56 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] 10.222.0.42 "GET /v2.0/ports?device_id=51465231-a77e-4cfe-a5c4-bfb0f5798e91 HTTP/1.1" status: 200 len: 944 time: 0.0597496 Mar 29 16:54:01.242955 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-99436b60-3d8e-4ca9-9e99-cc3c1413d190 req-6a92fea8-4d7d-413e-8652-c839f5b301cc tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e10a407-558c-4d95-ab4a-8fe467c9d570&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378363 Mar 29 16:54:02.361930 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8b89ae-b618-44c5-889d-9ad45ee8438f req-3172a733-0a58-4ca8-8a85-2b3ac27af41e tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:54:02.363649 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-3a8b89ae-b618-44c5-889d-9ad45ee8438f req-3172a733-0a58-4ca8-8a85-2b3ac27af41e tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] 10.222.0.42 "GET /v2.0/ports?device_id=51465231-a77e-4cfe-a5c4-bfb0f5798e91 HTTP/1.1" status: 200 len: 944 time: 0.0504184 Mar 29 16:54:02.406524 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [req-3a8b89ae-b618-44c5-889d-9ad45ee8438f req-5c5ba9b3-610c-4bc2-951b-0924a95bc1e8 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e10a407-558c-4d95-ab4a-8fe467c9d570&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337567 Mar 29 16:54:02.980328 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-ca183ac1-94ba-41d5-80ff-663b7d18ed09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:54:02.988027 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93750c75-5ed6-413f-b840-cd7827f9cc89 req-65082c33-8d65-4faa-9702-9e5351434c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:54:02.989537 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-93750c75-5ed6-413f-b840-cd7827f9cc89 req-65082c33-8d65-4faa-9702-9e5351434c5c service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=51465231-a77e-4cfe-a5c4-bfb0f5798e91&tenant_id=338550824e984aa6aa16846cec0506b5 HTTP/1.1" status: 200 len: 1095 time: 0.0423012 Mar 29 16:54:03.053079 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93750c75-5ed6-413f-b840-cd7827f9cc89 req-4b40a7fa-5105-4314-af06-72d62b04cff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:54:03.054706 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-93750c75-5ed6-413f-b840-cd7827f9cc89 req-4b40a7fa-5105-4314-af06-72d62b04cff2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=338550824e984aa6aa16846cec0506b5&device_id=51465231-a77e-4cfe-a5c4-bfb0f5798e91 HTTP/1.1" status: 200 len: 1095 time: 0.0437033 Mar 29 16:54:03.141797 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93750c75-5ed6-413f-b840-cd7827f9cc89 req-524761e7-a4fe-4981-abcd-81188a547c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:54:03.143251 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-93750c75-5ed6-413f-b840-cd7827f9cc89 req-524761e7-a4fe-4981-abcd-81188a547c3c service neutron] 10.222.0.48 "GET /v2.0/networks?id=b902ef7f-343e-4d3a-8706-0baa492a13b0 HTTP/1.1" status: 200 len: 908 time: 0.0820506 Mar 29 16:54:03.211508 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-93750c75-5ed6-413f-b840-cd7827f9cc89 req-239afecc-6b90-4e8e-bcc8-d5a9535907fd service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=99c1184a-48c7-43c2-a7d2-844f370447e3 HTTP/1.1" status: 200 len: 1000 time: 0.0607331 Mar 29 16:54:03.263645 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93750c75-5ed6-413f-b840-cd7827f9cc89 req-8c988605-161c-4540-98e4-3bca3fdbb453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:54:03.265675 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-93750c75-5ed6-413f-b840-cd7827f9cc89 req-8c988605-161c-4540-98e4-3bca3fdbb453 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c1523c60-8661-46f8-9689-530b8e45e3c2 HTTP/1.1" status: 200 len: 846 time: 0.0484314 Mar 29 16:54:03.310459 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93750c75-5ed6-413f-b840-cd7827f9cc89 req-d6ddb241-53d7-49fd-aa34-04b50e3731e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:54:03.311962 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-93750c75-5ed6-413f-b840-cd7827f9cc89 req-d6ddb241-53d7-49fd-aa34-04b50e3731e1 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b902ef7f-343e-4d3a-8706-0baa492a13b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393918 Mar 29 16:54:03.402119 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-93750c75-5ed6-413f-b840-cd7827f9cc89 req-fa2dcaa3-2e5f-470c-a2ff-396265809bf9 service neutron] 10.222.0.48 "GET /v2.0/networks/b902ef7f-343e-4d3a-8706-0baa492a13b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835397 Mar 29 16:54:03.489456 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-93750c75-5ed6-413f-b840-cd7827f9cc89 req-5fc61228-01be-493f-a167-8d62c45a33dc service neutron] 10.222.0.48 "GET /v2.0/networks/b902ef7f-343e-4d3a-8706-0baa492a13b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809631 Mar 29 16:54:04.478200 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d71584b9-87f1-45f5-84c7-c993c2416269 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:54:06.031059 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-0cb6abf6-2706-4e52-8825-f5f644ecf9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:54:06.085669 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:54:12.938648 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device 99c1184a-48c7-43c2-a7d2-844f370447e3 details requested by agent hyperv_n-h2-834765-1 with host n-h2-834765-1 {{(pid=102792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 16:54:13.034439 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port 99c1184a-48c7-43c2-a7d2-844f370447e3, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=99c1184a-48c7-43c2-a7d2-844f370447e3,segment=NetworkSegment(bed8c626-8783-4c9c-9be7-52236db0bc9f),segment_id=bed8c626-8783-4c9c-9be7-52236db0bc9f)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:54:13.045615 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Returning: {'device': '99c1184a-48c7-43c2-a7d2-844f370447e3', 'network_id': 'b902ef7f-343e-4d3a-8706-0baa492a13b0', 'port_id': '99c1184a-48c7-43c2-a7d2-844f370447e3', 'mac_address': 'fa:16:3e:a5:e4:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 614, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1523c60-8661-46f8-9689-530b8e45e3c2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 16:54:13.081564 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:54:13.097755 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99c1184a-48c7-43c2-a7d2-844f370447e3 {{(pid=102792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 16:54:13.116774 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port 99c1184a-48c7-43c2-a7d2-844f370447e3, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=99c1184a-48c7-43c2-a7d2-844f370447e3,segment=NetworkSegment(bed8c626-8783-4c9c-9be7-52236db0bc9f),segment_id=bed8c626-8783-4c9c-9be7-52236db0bc9f)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:54:13.120396 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:54:13.165944 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Pushing event updated for resources: {'Port': ['ID=99c1184a-48c7-43c2-a7d2-844f370447e3,revision_number=7']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:54:13.430065 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] get_ports_and_sgs() called for port_ids ['99c1184a-48c7-43c2-a7d2-844f370447e3'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 16:54:14.933661 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device 99c1184a-48c7-43c2-a7d2-844f370447e3 up at agent hyperv_n-h2-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 16:54:14.981661 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Provisioning complete for port 99c1184a-48c7-43c2-a7d2-844f370447e3 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:54:14.982022 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:54:15.059010 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:54:15.081005 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51465231-a77e-4cfe-a5c4-bfb0f5798e91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99c1184a-48c7-43c2-a7d2-844f370447e3'}] {{(pid=102792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:54:15.083225 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57a7834588826aa5fcb6318d84c304e74917d39e51dd24b57e16034477aedb48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63a7dc5a-a42f-4e80-9f0c-4b138185c101" -d '{"events": [{"server_uuid": "51465231-a77e-4cfe-a5c4-bfb0f5798e91", "name": "network-vif-plugged", "status": "completed", "tag": "99c1184a-48c7-43c2-a7d2-844f370447e3"}]}' {{(pid=102792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:54:15.096192 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port 99c1184a-48c7-43c2-a7d2-844f370447e3, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=99c1184a-48c7-43c2-a7d2-844f370447e3,segment=NetworkSegment(bed8c626-8783-4c9c-9be7-52236db0bc9f),segment_id=bed8c626-8783-4c9c-9be7-52236db0bc9f)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:54:15.100309 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:54:15.127878 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 16:54:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-067b3ef8-d107-41b0-8e71-aa9c2ebc0044 x-openstack-request-id: req-067b3ef8-d107-41b0-8e71-aa9c2ebc0044 {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:54:15.128170 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51465231-a77e-4cfe-a5c4-bfb0f5798e91", "name": "network-vif-plugged", "status": "completed", "tag": "99c1184a-48c7-43c2-a7d2-844f370447e3", "code": 200}]} {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:54:15.128420 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-067b3ef8-d107-41b0-8e71-aa9c2ebc0044 {{(pid=102792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:54:15.128807 n-d-834765-1 neutron-server[102792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51465231-a77e-4cfe-a5c4-bfb0f5798e91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99c1184a-48c7-43c2-a7d2-844f370447e3', 'code': 200} Mar 29 16:54:15.151250 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Pushing event updated for resources: {'Port': ['ID=99c1184a-48c7-43c2-a7d2-844f370447e3,revision_number=8']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:54:15.201965 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.agents_db [None req-59735a15-725e-44d4-9ad5-95cbe356f209 None None] Agent healthcheck: found 7 active agents {{(pid=102793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 16:54:15.270854 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a04070-2b61-4ebd-8089-be6f4cc58e6b req-d9acaa2e-d933-48eb-b340-11eea2cb5b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:54:15.272354 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-a7a04070-2b61-4ebd-8089-be6f4cc58e6b req-d9acaa2e-d933-48eb-b340-11eea2cb5b87 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=51465231-a77e-4cfe-a5c4-bfb0f5798e91 HTTP/1.1" status: 200 len: 1097 time: 0.0431719 Mar 29 16:54:15.306387 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-a7a04070-2b61-4ebd-8089-be6f4cc58e6b req-c2274ab5-f29b-45ab-bb30-355b6606762d service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=2e10a407-558c-4d95-ab4a-8fe467c9d570&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0276554 Mar 29 16:54:17.913324 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:54:18.546902 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:54:30.524387 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-52187696-eea7-4531-8eb6-56a4f6ee432f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:54:32.984605 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-8b6e47bf-bc7e-4c20-8f38-fee6ec6c8ffc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:54:34.484685 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d71584b9-87f1-45f5-84c7-c993c2416269 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:54:36.033776 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-0cb6abf6-2706-4e52-8825-f5f644ecf9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:54:36.093557 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:54:42.472984 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-3fb58c17-ca09-45aa-a4a7-41f8273574e6 req-d4f3c3f9-5dd4-4152-9863-5605bf3e6434 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=51465231-a77e-4cfe-a5c4-bfb0f5798e91&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0411890 Mar 29 16:54:42.558554 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb58c17-ca09-45aa-a4a7-41f8273574e6 req-bc3b9e7d-8534-4898-af5a-17634205a67d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:54:42.560002 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-3fb58c17-ca09-45aa-a4a7-41f8273574e6 req-bc3b9e7d-8534-4898-af5a-17634205a67d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=338550824e984aa6aa16846cec0506b5&device_id=51465231-a77e-4cfe-a5c4-bfb0f5798e91 HTTP/1.1" status: 200 len: 1097 time: 0.0412762 Mar 29 16:54:42.668227 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb58c17-ca09-45aa-a4a7-41f8273574e6 req-e979f1b3-d256-41c3-91c3-3d85fbde86c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:54:42.669686 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-3fb58c17-ca09-45aa-a4a7-41f8273574e6 req-e979f1b3-d256-41c3-91c3-3d85fbde86c8 service neutron] 10.222.0.48 "GET /v2.0/networks?id=b902ef7f-343e-4d3a-8706-0baa492a13b0 HTTP/1.1" status: 200 len: 908 time: 0.0895939 Mar 29 16:54:42.736016 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-3fb58c17-ca09-45aa-a4a7-41f8273574e6 req-7fad3e91-07a2-4a31-b87e-c9a427f5573d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=99c1184a-48c7-43c2-a7d2-844f370447e3 HTTP/1.1" status: 200 len: 1002 time: 0.0595796 Mar 29 16:54:42.786410 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb58c17-ca09-45aa-a4a7-41f8273574e6 req-ae0a0b50-ea1b-483f-a8c4-8a9bfb929113 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:54:42.787932 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-3fb58c17-ca09-45aa-a4a7-41f8273574e6 req-ae0a0b50-ea1b-483f-a8c4-8a9bfb929113 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c1523c60-8661-46f8-9689-530b8e45e3c2 HTTP/1.1" status: 200 len: 846 time: 0.0455770 Mar 29 16:54:42.838939 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb58c17-ca09-45aa-a4a7-41f8273574e6 req-21a89d78-5e58-4a22-ae65-c6c900e184da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:54:42.840474 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-3fb58c17-ca09-45aa-a4a7-41f8273574e6 req-21a89d78-5e58-4a22-ae65-c6c900e184da service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b902ef7f-343e-4d3a-8706-0baa492a13b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0465252 Mar 29 16:54:42.930392 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-3fb58c17-ca09-45aa-a4a7-41f8273574e6 req-e07b5447-2ca2-40dd-b368-bb26ce9972fb service neutron] 10.222.0.48 "GET /v2.0/networks/b902ef7f-343e-4d3a-8706-0baa492a13b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827606 Mar 29 16:54:43.027379 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-3fb58c17-ca09-45aa-a4a7-41f8273574e6 req-7812dbef-71d8-4e9e-bd97-0675002793d4 service neutron] 10.222.0.48 "GET /v2.0/networks/b902ef7f-343e-4d3a-8706-0baa492a13b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885808 Mar 29 16:54:47.919000 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:54:48.563350 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:54:52.200848 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.agents_db [None req-59735a15-725e-44d4-9ad5-95cbe356f209 None None] Agent healthcheck: found 7 active agents {{(pid=102793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 16:55:00.526116 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-614695f9-8b6a-4ab2-bbf7-d26b1b5ea89b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:55:02.419842 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e085e02-9aec-47ad-b48e-d3a647b71172 req-fbbd1289-3635-4bf9-9675-83803825bd7f tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:55:02.421346 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-3e085e02-9aec-47ad-b48e-d3a647b71172 req-fbbd1289-3635-4bf9-9675-83803825bd7f tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] 10.222.0.42 "GET /v2.0/ports?device_id=51465231-a77e-4cfe-a5c4-bfb0f5798e91 HTTP/1.1" status: 200 len: 946 time: 0.0484538 Mar 29 16:55:02.460292 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-3e085e02-9aec-47ad-b48e-d3a647b71172 req-11d200ce-98c3-4eb8-af45-2e7a158e6fbc tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e10a407-558c-4d95-ab4a-8fe467c9d570&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313151 Mar 29 16:55:02.988155 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-3af9d736-6db1-49fa-a805-00db58264f4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:55:04.483871 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d71584b9-87f1-45f5-84c7-c993c2416269 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:55:06.036534 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-0cb6abf6-2706-4e52-8825-f5f644ecf9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:55:06.087864 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:55:17.936920 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:55:18.574548 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:55:29.200121 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.agents_db [None req-59735a15-725e-44d4-9ad5-95cbe356f209 None None] Agent healthcheck: found 7 active agents {{(pid=102793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 16:55:30.526632 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-de0fb3b0-6e9b-4c5a-b9f9-9a629bcf3819 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:55:32.989898 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-88909280-17c1-4bb1-934c-2b52402355e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:55:34.485302 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d71584b9-87f1-45f5-84c7-c993c2416269 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:55:36.038811 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-0cb6abf6-2706-4e52-8825-f5f644ecf9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:55:36.088286 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:55:43.162077 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 44146) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:55:43.317098 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-c3d2af58-a653-4dbe-8b0d-7b8bc30fbac5 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Deleting port 71eb4866-3e3b-4d2d-9f36-6c0de83d8e0b {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:55:43.317437 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-c3d2af58-a653-4dbe-8b0d-7b8bc30fbac5 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:55:43.726438 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-c3d2af58-a653-4dbe-8b0d-7b8bc30fbac5 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:55:43.726796 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-c3d2af58-a653-4dbe-8b0d-7b8bc30fbac5 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:55:43.731697 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-2446f572-e137-4673-b7aa-8f72d095df11 req-c2934b94-b0fd-4247-a452-6ff7bdbaa83a service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=51465231-a77e-4cfe-a5c4-bfb0f5798e91&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0844333 Mar 29 16:55:43.742552 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-c3d2af58-a653-4dbe-8b0d-7b8bc30fbac5 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Calling delete_port for 71eb4866-3e3b-4d2d-9f36-6c0de83d8e0b owned by network:floatingip {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:55:43.845958 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2446f572-e137-4673-b7aa-8f72d095df11 req-85e55707-2c18-4b37-97b6-12306db924ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:55:43.847485 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-2446f572-e137-4673-b7aa-8f72d095df11 req-85e55707-2c18-4b37-97b6-12306db924ad service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=338550824e984aa6aa16846cec0506b5&device_id=51465231-a77e-4cfe-a5c4-bfb0f5798e91 HTTP/1.1" status: 200 len: 1097 time: 0.0603795 Mar 29 16:55:43.989941 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2446f572-e137-4673-b7aa-8f72d095df11 req-35469f01-ea46-4790-8c19-4565f6dbf315 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:55:43.991412 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-2446f572-e137-4673-b7aa-8f72d095df11 req-35469f01-ea46-4790-8c19-4565f6dbf315 service neutron] 10.222.0.48 "GET /v2.0/networks?id=b902ef7f-343e-4d3a-8706-0baa492a13b0 HTTP/1.1" status: 200 len: 908 time: 0.1203382 Mar 29 16:55:43.992451 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-c3d2af58-a653-4dbe-8b0d-7b8bc30fbac5 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:55:44.024932 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d2af58-a653-4dbe-8b0d-7b8bc30fbac5 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Pushing event deleted for resources: {'Port': ['ID=71eb4866-3e3b-4d2d-9f36-6c0de83d8e0b,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:55:44.066246 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-2446f572-e137-4673-b7aa-8f72d095df11 req-2d192057-6994-4886-802f-7feaae3a5b59 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=99c1184a-48c7-43c2-a7d2-844f370447e3 HTTP/1.1" status: 200 len: 217 time: 0.0656853 Mar 29 16:55:44.067603 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d2af58-a653-4dbe-8b0d-7b8bc30fbac5 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:55:44.067952 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d2af58-a653-4dbe-8b0d-7b8bc30fbac5 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:55:44.068286 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d2af58-a653-4dbe-8b0d-7b8bc30fbac5 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:55:44.068619 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d2af58-a653-4dbe-8b0d-7b8bc30fbac5 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:55:44.068949 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d2af58-a653-4dbe-8b0d-7b8bc30fbac5 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:55:44.069277 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d2af58-a653-4dbe-8b0d-7b8bc30fbac5 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:55:44.069600 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d2af58-a653-4dbe-8b0d-7b8bc30fbac5 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:55:44.069929 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d2af58-a653-4dbe-8b0d-7b8bc30fbac5 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:55:44.070248 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d2af58-a653-4dbe-8b0d-7b8bc30fbac5 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:55:44.070565 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d2af58-a653-4dbe-8b0d-7b8bc30fbac5 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:55:44.070962 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d2af58-a653-4dbe-8b0d-7b8bc30fbac5 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:55:44.071302 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d2af58-a653-4dbe-8b0d-7b8bc30fbac5 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:55:44.158640 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2446f572-e137-4673-b7aa-8f72d095df11 req-74ebc206-fa59-4051-8532-4996f0a49a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:55:44.160490 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-2446f572-e137-4673-b7aa-8f72d095df11 req-74ebc206-fa59-4051-8532-4996f0a49a9a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c1523c60-8661-46f8-9689-530b8e45e3c2 HTTP/1.1" status: 200 len: 846 time: 0.0839880 Mar 29 16:55:44.166064 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-c3d2af58-a653-4dbe-8b0d-7b8bc30fbac5 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Notify callbacks [] for floatingip, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:55:44.166749 n-d-834765-1 neutron-server[102791]: INFO neutron.db.l3_db [None req-c3d2af58-a653-4dbe-8b0d-7b8bc30fbac5 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Floating IP 3b1f915a-9626-4f1a-957e-6ad84204798b disassociated (deleted). External IP: 172.25.4.232, port: 99c1184a-48c7-43c2-a7d2-844f370447e3. Mar 29 16:55:44.300209 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2446f572-e137-4673-b7aa-8f72d095df11 req-e66d2600-6ef2-423f-aa58-39d448034025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:55:44.302033 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-2446f572-e137-4673-b7aa-8f72d095df11 req-e66d2600-6ef2-423f-aa58-39d448034025 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b902ef7f-343e-4d3a-8706-0baa492a13b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1332071 Mar 29 16:55:44.469983 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-2446f572-e137-4673-b7aa-8f72d095df11 req-bc99a7ab-6910-4db7-8043-a3136637c2ae service neutron] 10.222.0.48 "GET /v2.0/networks/b902ef7f-343e-4d3a-8706-0baa492a13b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1612878 Mar 29 16:55:44.490006 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3d2af58-a653-4dbe-8b0d-7b8bc30fbac5 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Router 885060f0-3925-4f7b-8c3c-6c705d1dba1c has already been hosted by L3 agent c648d819-1060-4f26-b4ec-6455387b5dff {{(pid=102791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 16:55:44.626001 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-2446f572-e137-4673-b7aa-8f72d095df11 req-ab08965f-8ea9-4df8-8ec8-7dd6e90d8774 service neutron] 10.222.0.48 "GET /v2.0/networks/b902ef7f-343e-4d3a-8706-0baa492a13b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1480289 Mar 29 16:55:44.676066 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3d2af58-a653-4dbe-8b0d-7b8bc30fbac5 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 16:55:44.680421 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-c3d2af58-a653-4dbe-8b0d-7b8bc30fbac5 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for floatingip, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:55:44.685794 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80a1fbae-e259-406b-87cb-f89e95e55565 None None] Sync routers for ids ['885060f0-3925-4f7b-8c3c-6c705d1dba1c'] in n-d-834765-1 {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 16:55:44.696133 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80a1fbae-e259-406b-87cb-f89e95e55565 None None] Routers {'885060f0-3925-4f7b-8c3c-6c705d1dba1c'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:55:44.696767 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-80a1fbae-e259-406b-87cb-f89e95e55565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:55:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['885060f0-3925-4f7b-8c3c-6c705d1dba1c'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:55:44.708060 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-c3d2af58-a653-4dbe-8b0d-7b8bc30fbac5 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] 10.222.0.42 "DELETE /v2.0/floatingips/3b1f915a-9626-4f1a-957e-6ad84204798b HTTP/1.1" status: 204 len: 168 time: 1.5448458 Mar 29 16:55:44.708662 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51465231-a77e-4cfe-a5c4-bfb0f5798e91', 'tag': '99c1184a-48c7-43c2-a7d2-844f370447e3'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:55:44.710942 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e33af8bd2d242198c8fc7a55b0de10a2e3fe57bc5f7d7f0f551297b3d6240ff2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59c1b5df-49d6-448f-b122-9a03df4a9418" -d '{"events": [{"name": "network-changed", "server_uuid": "51465231-a77e-4cfe-a5c4-bfb0f5798e91", "tag": "99c1184a-48c7-43c2-a7d2-844f370447e3"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:55:44.806044 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvr_db [None req-80a1fbae-e259-406b-87cb-f89e95e55565 None None] Set router 885060f0-3925-4f7b-8c3c-6c705d1dba1c gateway port host: n-d-834765-1 {{(pid=102792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:55:44.870011 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 16:55:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f278370b-2620-472d-acc6-f19b9b455bc6 x-openstack-request-id: req-f278370b-2620-472d-acc6-f19b9b455bc6 {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:55:44.870303 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51465231-a77e-4cfe-a5c4-bfb0f5798e91", "tag": "99c1184a-48c7-43c2-a7d2-844f370447e3", "status": "completed", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:55:44.870554 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f278370b-2620-472d-acc6-f19b9b455bc6 {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:55:44.871045 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51465231-a77e-4cfe-a5c4-bfb0f5798e91', 'tag': '99c1184a-48c7-43c2-a7d2-844f370447e3', 'status': 'completed', 'code': 200} Mar 29 16:55:44.974836 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c1b5df-49d6-448f-b122-9a03df4a9418 req-f0a652c4-bf42-4a48-8f26-4736d41ce65a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:55:44.976572 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-59c1b5df-49d6-448f-b122-9a03df4a9418 req-f0a652c4-bf42-4a48-8f26-4736d41ce65a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=338550824e984aa6aa16846cec0506b5&device_id=51465231-a77e-4cfe-a5c4-bfb0f5798e91 HTTP/1.1" status: 200 len: 1097 time: 0.0818877 Mar 29 16:55:44.989141 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b055ff6f-cb8e-4cd1-b2e6-7c214d8173eb req-b471ccb1-eb22-4dff-aaae-1e60ec2ec2e3 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:55:44.990854 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b055ff6f-cb8e-4cd1-b2e6-7c214d8173eb req-b471ccb1-eb22-4dff-aaae-1e60ec2ec2e3 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] 10.222.0.42 "GET /v2.0/ports?device_id=51465231-a77e-4cfe-a5c4-bfb0f5798e91 HTTP/1.1" status: 200 len: 946 time: 0.0676353 Mar 29 16:55:45.037141 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-80a1fbae-e259-406b-87cb-f89e95e55565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '885060f0-3925-4f7b-8c3c-6c705d1dba1c', 'name': 'tempest-TestShelveInstance-58478164-router', 'tenant_id': '338550824e984aa6aa16846cec0506b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.107'}], 'enable_snat': True}, 'gw_port_id': '1817091b-8304-4203-ac86-d1cbea8c264d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:45:43Z', 'updated_at': '2022-03-29T16:45:46Z', 'revision_number': 4, 'project_id': '338550824e984aa6aa16846cec0506b5', 'gw_port': {'id': '1817091b-8304-4203-ac86-d1cbea8c264d', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:23:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '885060f0-3925-4f7b-8c3c-6c705d1dba1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:45:44Z', 'updated_at': '2022-03-29T16:45:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': '2cc9388d-fbc1-4042-a282-d28a908877b6', 'name': '', 'network_id': 'b902ef7f-343e-4d3a-8706-0baa492a13b0', 'tenant_id': '338550824e984aa6aa16846cec0506b5', 'mac_address': 'fa:16:3e:c0:58:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '885060f0-3925-4f7b-8c3c-6c705d1dba1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': 'c1523c60-8661-46f8-9689-530b8e45e3c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:45:45Z', 'updated_at': '2022-03-29T16:45:51Z', 'revision_number': 5, 'project_id': '338550824e984aa6aa16846cec0506b5', 'subnets': [{'id': 'c1523c60-8661-46f8-9689-530b8e45e3c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:55:45.062852 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80a1fbae-e259-406b-87cb-f89e95e55565 None None] Checking router: 885060f0-3925-4f7b-8c3c-6c705d1dba1c for host: n-d-834765-1 {{(pid=102792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 16:55:45.065364 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b055ff6f-cb8e-4cd1-b2e6-7c214d8173eb req-f6f6aaab-a0b5-4f51-87e6-cbb45779c349 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e10a407-558c-4d95-ab4a-8fe467c9d570&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666666 Mar 29 16:55:45.071490 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80a1fbae-e259-406b-87cb-f89e95e55565 None None] Routers {'885060f0-3925-4f7b-8c3c-6c705d1dba1c'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:55:45.072105 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-80a1fbae-e259-406b-87cb-f89e95e55565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:55:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['885060f0-3925-4f7b-8c3c-6c705d1dba1c'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:55:45.120103 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c1b5df-49d6-448f-b122-9a03df4a9418 req-d1651224-cf60-4f5b-8eb7-35f5fe5dd4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:55:45.121489 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-59c1b5df-49d6-448f-b122-9a03df4a9418 req-d1651224-cf60-4f5b-8eb7-35f5fe5dd4a1 service neutron] 10.222.0.48 "GET /v2.0/networks?id=b902ef7f-343e-4d3a-8706-0baa492a13b0 HTTP/1.1" status: 200 len: 908 time: 0.1212051 Mar 29 16:55:45.164752 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-59c1b5df-49d6-448f-b122-9a03df4a9418 req-0710238d-072a-4d7b-bbbc-08fb27d56e1b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=99c1184a-48c7-43c2-a7d2-844f370447e3 HTTP/1.1" status: 200 len: 217 time: 0.0342844 Mar 29 16:55:45.179695 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvr_db [None req-80a1fbae-e259-406b-87cb-f89e95e55565 None None] Set router 885060f0-3925-4f7b-8c3c-6c705d1dba1c gateway port host: n-d-834765-1 {{(pid=102792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:55:45.219578 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c1b5df-49d6-448f-b122-9a03df4a9418 req-f9a2a9be-a20a-4643-923c-4e5cedc107cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:55:45.221029 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-59c1b5df-49d6-448f-b122-9a03df4a9418 req-f9a2a9be-a20a-4643-923c-4e5cedc107cd service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c1523c60-8661-46f8-9689-530b8e45e3c2 HTTP/1.1" status: 200 len: 846 time: 0.0474782 Mar 29 16:55:45.272297 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c1b5df-49d6-448f-b122-9a03df4a9418 req-da212498-7960-4733-a2e1-563b9d08da0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:55:45.273830 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-59c1b5df-49d6-448f-b122-9a03df4a9418 req-da212498-7960-4733-a2e1-563b9d08da0c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b902ef7f-343e-4d3a-8706-0baa492a13b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432999 Mar 29 16:55:45.365119 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-59c1b5df-49d6-448f-b122-9a03df4a9418 req-b56a561c-d20a-4fe8-bcc4-bfb95c41f261 service neutron] 10.222.0.48 "GET /v2.0/networks/b902ef7f-343e-4d3a-8706-0baa492a13b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819612 Mar 29 16:55:45.404340 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-80a1fbae-e259-406b-87cb-f89e95e55565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '885060f0-3925-4f7b-8c3c-6c705d1dba1c', 'name': 'tempest-TestShelveInstance-58478164-router', 'tenant_id': '338550824e984aa6aa16846cec0506b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.107'}], 'enable_snat': True}, 'gw_port_id': '1817091b-8304-4203-ac86-d1cbea8c264d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:45:43Z', 'updated_at': '2022-03-29T16:45:46Z', 'revision_number': 4, 'project_id': '338550824e984aa6aa16846cec0506b5', 'gw_port': {'id': '1817091b-8304-4203-ac86-d1cbea8c264d', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:23:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '885060f0-3925-4f7b-8c3c-6c705d1dba1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:45:44Z', 'updated_at': '2022-03-29T16:45:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': '2cc9388d-fbc1-4042-a282-d28a908877b6', 'name': '', 'network_id': 'b902ef7f-343e-4d3a-8706-0baa492a13b0', 'tenant_id': '338550824e984aa6aa16846cec0506b5', 'mac_address': 'fa:16:3e:c0:58:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '885060f0-3925-4f7b-8c3c-6c705d1dba1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': 'c1523c60-8661-46f8-9689-530b8e45e3c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:45:45Z', 'updated_at': '2022-03-29T16:45:51Z', 'revision_number': 5, 'project_id': '338550824e984aa6aa16846cec0506b5', 'subnets': [{'id': 'c1523c60-8661-46f8-9689-530b8e45e3c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:55:45.430588 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80a1fbae-e259-406b-87cb-f89e95e55565 None None] The sync data for ids ['885060f0-3925-4f7b-8c3c-6c705d1dba1c'] in n-d-834765-1 is: [{'id': '885060f0-3925-4f7b-8c3c-6c705d1dba1c', 'name': 'tempest-TestShelveInstance-58478164-router', 'tenant_id': '338550824e984aa6aa16846cec0506b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.107'}], 'enable_snat': True}, 'gw_port_id': '1817091b-8304-4203-ac86-d1cbea8c264d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:45:43Z', 'updated_at': '2022-03-29T16:45:46Z', 'revision_number': 4, 'project_id': '338550824e984aa6aa16846cec0506b5', 'gw_port': {'id': '1817091b-8304-4203-ac86-d1cbea8c264d', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:23:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '885060f0-3925-4f7b-8c3c-6c705d1dba1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:45:44Z', 'updated_at': '2022-03-29T16:45:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': '2cc9388d-fbc1-4042-a282-d28a908877b6', 'name': '', 'network_id': 'b902ef7f-343e-4d3a-8706-0baa492a13b0', 'tenant_id': '338550824e984aa6aa16846cec0506b5', 'mac_address': 'fa:16:3e:c0:58:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '885060f0-3925-4f7b-8c3c-6c705d1dba1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': 'c1523c60-8661-46f8-9689-530b8e45e3c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:45:45Z', 'updated_at': '2022-03-29T16:45:51Z', 'revision_number': 5, 'project_id': '338550824e984aa6aa16846cec0506b5', 'subnets': [{'id': 'c1523c60-8661-46f8-9689-530b8e45e3c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 16:55:45.466965 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-59c1b5df-49d6-448f-b122-9a03df4a9418 req-c6666e57-a1c8-4b6f-9c3e-f18de2ea04ab service neutron] 10.222.0.48 "GET /v2.0/networks/b902ef7f-343e-4d3a-8706-0baa492a13b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936086 Mar 29 16:55:45.649272 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05d82e3e-6b9b-4677-b607-105992915fb7 None None] New status for floating IP 3b1f915a-9626-4f1a-957e-6ad84204798b: DOWN {{(pid=102793) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 16:55:46.183760 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a14a90d-5603-46c8-82bb-88642095d789 req-3bd1bc63-1e9c-4f51-9a32-536ba4420499 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:55:46.185241 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4a14a90d-5603-46c8-82bb-88642095d789 req-3bd1bc63-1e9c-4f51-9a32-536ba4420499 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] 10.222.0.42 "GET /v2.0/ports?device_id=51465231-a77e-4cfe-a5c4-bfb0f5798e91 HTTP/1.1" status: 200 len: 946 time: 0.0499139 Mar 29 16:55:46.222946 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4a14a90d-5603-46c8-82bb-88642095d789 req-e321ed0c-8a5b-4204-8b93-51c45ea0d81b tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e10a407-558c-4d95-ab4a-8fe467c9d570&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317135 Mar 29 16:55:46.616548 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d91cba6-6936-430c-9494-aa36ba49ca91 req-3afdfdc9-d827-4617-a06d-ab053667870e tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:55:46.618119 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4d91cba6-6936-430c-9494-aa36ba49ca91 req-3afdfdc9-d827-4617-a06d-ab053667870e tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] 10.222.0.48 "GET /v2.0/ports?device_id=51465231-a77e-4cfe-a5c4-bfb0f5798e91 HTTP/1.1" status: 200 len: 946 time: 0.0535841 Mar 29 16:55:46.709638 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [req-4d91cba6-6936-430c-9494-aa36ba49ca91 req-519ff616-cdbc-4b62-8c98-f52b0451c61e tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Deleting port 99c1184a-48c7-43c2-a7d2-844f370447e3 {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:55:46.709983 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-4d91cba6-6936-430c-9494-aa36ba49ca91 req-519ff616-cdbc-4b62-8c98-f52b0451c61e tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:55:46.803945 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-4d91cba6-6936-430c-9494-aa36ba49ca91 req-519ff616-cdbc-4b62-8c98-f52b0451c61e tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] For port 99c1184a-48c7-43c2-a7d2-844f370447e3, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=99c1184a-48c7-43c2-a7d2-844f370447e3,segment=NetworkSegment(bed8c626-8783-4c9c-9be7-52236db0bc9f),segment_id=bed8c626-8783-4c9c-9be7-52236db0bc9f)] {{(pid=102791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:55:46.804223 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-4d91cba6-6936-430c-9494-aa36ba49ca91 req-519ff616-cdbc-4b62-8c98-f52b0451c61e tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:55:46.816175 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [req-4d91cba6-6936-430c-9494-aa36ba49ca91 req-519ff616-cdbc-4b62-8c98-f52b0451c61e tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Calling delete_port for 99c1184a-48c7-43c2-a7d2-844f370447e3 owned by compute:nova {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:55:46.939064 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-4d91cba6-6936-430c-9494-aa36ba49ca91 req-519ff616-cdbc-4b62-8c98-f52b0451c61e tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:55:46.971885 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519ff616-cdbc-4b62-8c98-f52b0451c61e tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Pushing event deleted for resources: {'Port': ['ID=99c1184a-48c7-43c2-a7d2-844f370447e3,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:55:47.013472 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d91cba6-6936-430c-9494-aa36ba49ca91 req-519ff616-cdbc-4b62-8c98-f52b0451c61e tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] No DVR routers for this DVR port 99c1184a-48c7-43c2-a7d2-844f370447e3 on host n-h2-834765-1 {{(pid=102791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 16:55:47.016158 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-4d91cba6-6936-430c-9494-aa36ba49ca91 req-519ff616-cdbc-4b62-8c98-f52b0451c61e tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:55:47.019500 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4d91cba6-6936-430c-9494-aa36ba49ca91 req-519ff616-cdbc-4b62-8c98-f52b0451c61e tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] 10.222.0.48 "DELETE /v2.0/ports/99c1184a-48c7-43c2-a7d2-844f370447e3 HTTP/1.1" status: 204 len: 173 time: 0.3945470 Mar 29 16:55:47.019938 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51465231-a77e-4cfe-a5c4-bfb0f5798e91', 'name': 'network-vif-deleted', 'tag': '99c1184a-48c7-43c2-a7d2-844f370447e3'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:55:47.022205 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e33af8bd2d242198c8fc7a55b0de10a2e3fe57bc5f7d7f0f551297b3d6240ff2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06a32b70-a4a6-499f-80d1-82db57fe7f07" -d '{"events": [{"server_uuid": "51465231-a77e-4cfe-a5c4-bfb0f5798e91", "name": "network-vif-deleted", "tag": "99c1184a-48c7-43c2-a7d2-844f370447e3"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:55:47.059067 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 16:55:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-529bbe20-34fb-41b9-8a38-3e4155c7fcb4 x-openstack-request-id: req-529bbe20-34fb-41b9-8a38-3e4155c7fcb4 {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:55:47.059388 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51465231-a77e-4cfe-a5c4-bfb0f5798e91", "name": "network-vif-deleted", "tag": "99c1184a-48c7-43c2-a7d2-844f370447e3", "status": "completed", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:55:47.059637 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-529bbe20-34fb-41b9-8a38-3e4155c7fcb4 {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:55:47.060036 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51465231-a77e-4cfe-a5c4-bfb0f5798e91', 'name': 'network-vif-deleted', 'tag': '99c1184a-48c7-43c2-a7d2-844f370447e3', 'status': 'completed', 'code': 200} Mar 29 16:55:47.322451 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-9c9e87ff-8b9e-4648-ac66-b68df2c310ca req-edc6b6bc-5090-49d9-b4e7-c606075d7711 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] 10.222.0.42 "GET /v2.0/ports?device_id=51465231-a77e-4cfe-a5c4-bfb0f5798e91 HTTP/1.1" status: 200 len: 210 time: 0.0294363 Mar 29 16:55:47.937613 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:55:48.419215 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-1debd070-dfd3-4ad3-84ab-3edf1f70100b req-bea51d7c-adfc-45a2-bf49-ca66856bf7b5 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] 10.222.0.42 "GET /v2.0/ports?device_id=51465231-a77e-4cfe-a5c4-bfb0f5798e91 HTTP/1.1" status: 200 len: 210 time: 0.0268128 Mar 29 16:55:48.568625 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:55:49.445117 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device 99c1184a-48c7-43c2-a7d2-844f370447e3 no longer exists at agent hyperv_n-h2-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 16:55:49.469195 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] No Port match for: 99c1184a-48c7-43c2-a7d2-844f370447e3 {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 16:55:49.469817 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device 99c1184a-48c7-43c2-a7d2-844f370447e3 not bound to the agent host n-h2-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 16:55:49.515965 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b58d4cbf-975f-4bcb-ae82-ee91df22ae11 req-ec17a2e0-f373-43a9-a10e-a6f3cf38e563 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] 10.222.0.42 "GET /v2.0/ports?device_id=51465231-a77e-4cfe-a5c4-bfb0f5798e91 HTTP/1.1" status: 200 len: 210 time: 0.0273483 Mar 29 16:55:50.630796 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e0d82838-6308-475e-a97d-85271a849333 req-24e3baa8-fe29-404e-bef2-3b9ba333cf00 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] 10.222.0.42 "GET /v2.0/ports?device_id=51465231-a77e-4cfe-a5c4-bfb0f5798e91 HTTP/1.1" status: 200 len: 210 time: 0.0316749 Mar 29 16:55:51.688228 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 44176) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:55:51.746842 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-aa6464e9-0d93-42f7-b602-f09a4eeeee1d tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Notify callbacks [] for security_group, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:55:51.773168 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-aa6464e9-0d93-42f7-b602-f09a4eeeee1d tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:55:51.841227 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-aa6464e9-0d93-42f7-b602-f09a4eeeee1d tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:55:51.844248 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-aa6464e9-0d93-42f7-b602-f09a4eeeee1d tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Notify callbacks [] for security_group, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:55:51.847923 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-aa6464e9-0d93-42f7-b602-f09a4eeeee1d tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] 10.222.0.42 "DELETE /v2.0/security-groups/2e10a407-558c-4d95-ab4a-8fe467c9d570 HTTP/1.1" status: 204 len: 168 time: 0.1562054 Mar 29 16:55:51.856005 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6464e9-0d93-42f7-b602-f09a4eeeee1d tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e10a407-558c-4d95-ab4a-8fe467c9d570,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:55:51.898296 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 44180) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:55:52.402574 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-697ffc7a-6109-44b0-8294-6e293d42680c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-530452'] for router_interface, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:55:52.654477 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-697ffc7a-6109-44b0-8294-6e293d42680c admin admin] Deleting port 2cc9388d-fbc1-4042-a282-d28a908877b6 {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:55:52.654818 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-697ffc7a-6109-44b0-8294-6e293d42680c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:55:52.733095 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [None req-697ffc7a-6109-44b0-8294-6e293d42680c admin admin] For port 2cc9388d-fbc1-4042-a282-d28a908877b6, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=2cc9388d-fbc1-4042-a282-d28a908877b6,segment=NetworkSegment(bed8c626-8783-4c9c-9be7-52236db0bc9f),segment_id=bed8c626-8783-4c9c-9be7-52236db0bc9f)] {{(pid=102791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:55:52.733792 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-697ffc7a-6109-44b0-8294-6e293d42680c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:55:52.746230 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-697ffc7a-6109-44b0-8294-6e293d42680c admin admin] Calling delete_port for 2cc9388d-fbc1-4042-a282-d28a908877b6 owned by network:router_interface {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:55:52.926345 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-697ffc7a-6109-44b0-8294-6e293d42680c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:55:52.953183 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697ffc7a-6109-44b0-8294-6e293d42680c admin admin] Pushing event deleted for resources: {'Port': ['ID=2cc9388d-fbc1-4042-a282-d28a908877b6,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:55:53.125987 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-697ffc7a-6109-44b0-8294-6e293d42680c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-530528'] for router_interface, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:55:53.650121 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-697ffc7a-6109-44b0-8294-6e293d42680c admin admin] Router 885060f0-3925-4f7b-8c3c-6c705d1dba1c has already been hosted by L3 agent c648d819-1060-4f26-b4ec-6455387b5dff {{(pid=102791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 16:55:53.755724 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-697ffc7a-6109-44b0-8294-6e293d42680c admin admin] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 16:55:53.760764 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-697ffc7a-6109-44b0-8294-6e293d42680c admin admin] 10.222.0.42 "PUT /v2.0/routers/885060f0-3925-4f7b-8c3c-6c705d1dba1c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8613105 Mar 29 16:55:53.763248 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 44184) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:55:53.765888 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfc43842-a819-4ecc-add3-8a62edbdc86d None None] Sync routers for ids ['885060f0-3925-4f7b-8c3c-6c705d1dba1c'] in n-d-834765-1 {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 16:55:53.776531 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfc43842-a819-4ecc-add3-8a62edbdc86d None None] Routers {'885060f0-3925-4f7b-8c3c-6c705d1dba1c'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:55:53.777143 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-bfc43842-a819-4ecc-add3-8a62edbdc86d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:55:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['885060f0-3925-4f7b-8c3c-6c705d1dba1c'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:55:53.865562 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-82096974-a897-477f-9eab-5d415716b19f admin admin] Notify callbacks [] for router, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:55:53.880449 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvr_db [None req-bfc43842-a819-4ecc-add3-8a62edbdc86d None None] Set router 885060f0-3925-4f7b-8c3c-6c705d1dba1c gateway port host: n-d-834765-1 {{(pid=102792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:55:53.974140 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-82096974-a897-477f-9eab-5d415716b19f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:55:54.031824 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-82096974-a897-477f-9eab-5d415716b19f admin admin] Deleting port 1817091b-8304-4203-ac86-d1cbea8c264d {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:55:54.032165 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-82096974-a897-477f-9eab-5d415716b19f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:55:54.115300 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [None req-82096974-a897-477f-9eab-5d415716b19f admin admin] For port 1817091b-8304-4203-ac86-d1cbea8c264d, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=1817091b-8304-4203-ac86-d1cbea8c264d,segment=NetworkSegment(6ab47353-a811-4bad-bc73-b4cc84583cfd),segment_id=6ab47353-a811-4bad-bc73-b4cc84583cfd)] {{(pid=102791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:55:54.115703 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-82096974-a897-477f-9eab-5d415716b19f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:55:54.126998 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-82096974-a897-477f-9eab-5d415716b19f admin admin] Calling delete_port for 1817091b-8304-4203-ac86-d1cbea8c264d owned by network:router_gateway {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:55:54.222110 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-bfc43842-a819-4ecc-add3-8a62edbdc86d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '885060f0-3925-4f7b-8c3c-6c705d1dba1c', 'name': 'tempest-TestShelveInstance-58478164-router', 'tenant_id': '338550824e984aa6aa16846cec0506b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.107'}], 'enable_snat': True}, 'gw_port_id': '1817091b-8304-4203-ac86-d1cbea8c264d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:45:43Z', 'updated_at': '2022-03-29T16:55:52Z', 'revision_number': 5, 'project_id': '338550824e984aa6aa16846cec0506b5', 'gw_port': {'id': '1817091b-8304-4203-ac86-d1cbea8c264d', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:23:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '885060f0-3925-4f7b-8c3c-6c705d1dba1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:45:44Z', 'updated_at': '2022-03-29T16:45:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1'}], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:55:54.252774 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfc43842-a819-4ecc-add3-8a62edbdc86d None None] Checking router: 885060f0-3925-4f7b-8c3c-6c705d1dba1c for host: n-d-834765-1 {{(pid=102792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 16:55:54.261940 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfc43842-a819-4ecc-add3-8a62edbdc86d None None] Routers {'885060f0-3925-4f7b-8c3c-6c705d1dba1c'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:55:54.262574 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-bfc43842-a819-4ecc-add3-8a62edbdc86d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:55:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['885060f0-3925-4f7b-8c3c-6c705d1dba1c'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:55:54.300524 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-82096974-a897-477f-9eab-5d415716b19f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:55:54.336183 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82096974-a897-477f-9eab-5d415716b19f admin admin] Pushing event deleted for resources: {'Port': ['ID=1817091b-8304-4203-ac86-d1cbea8c264d,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:55:54.358089 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvr_db [None req-bfc43842-a819-4ecc-add3-8a62edbdc86d None None] Set router 885060f0-3925-4f7b-8c3c-6c705d1dba1c gateway port host: None {{(pid=102792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:55:54.394190 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-82096974-a897-477f-9eab-5d415716b19f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-648138'] for router_gateway, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:55:54.410756 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-bfc43842-a819-4ecc-add3-8a62edbdc86d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '885060f0-3925-4f7b-8c3c-6c705d1dba1c', 'name': 'tempest-TestShelveInstance-58478164-router', 'tenant_id': '338550824e984aa6aa16846cec0506b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:45:43Z', 'updated_at': '2022-03-29T16:55:53Z', 'revision_number': 6, 'project_id': '338550824e984aa6aa16846cec0506b5', 'gw_port_host': None}], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:55:54.441672 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfc43842-a819-4ecc-add3-8a62edbdc86d None None] The sync data for ids ['885060f0-3925-4f7b-8c3c-6c705d1dba1c'] in n-d-834765-1 is: [{'id': '885060f0-3925-4f7b-8c3c-6c705d1dba1c', 'name': 'tempest-TestShelveInstance-58478164-router', 'tenant_id': '338550824e984aa6aa16846cec0506b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:45:43Z', 'updated_at': '2022-03-29T16:55:53Z', 'revision_number': 6, 'project_id': '338550824e984aa6aa16846cec0506b5', 'gw_port_host': None}] {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 16:55:54.485761 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-82096974-a897-477f-9eab-5d415716b19f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129328'] for router, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:55:54.487873 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-82096974-a897-477f-9eab-5d415716b19f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:55:54.528295 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-82096974-a897-477f-9eab-5d415716b19f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-526718'] for router, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:55:54.528747 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82096974-a897-477f-9eab-5d415716b19f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 885060f0-3925-4f7b-8c3c-6c705d1dba1c {{(pid=102791) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 29 16:55:54.532997 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-82096974-a897-477f-9eab-5d415716b19f admin admin] Notify callbacks [] for router, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:55:54.534184 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-82096974-a897-477f-9eab-5d415716b19f admin admin] 10.222.0.42 "DELETE /v2.0/routers/885060f0-3925-4f7b-8c3c-6c705d1dba1c HTTP/1.1" status: 204 len: 168 time: 0.7699559 Mar 29 16:55:54.537505 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 44186) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:55:54.579867 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a96295f-b223-4010-8af3-4d01db876ecc admin admin] Deleting subnet c1523c60-8661-46f8-9689-530b8e45e3c2 {{(pid=102791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 16:55:54.583288 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-9a96295f-b223-4010-8af3-4d01db876ecc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:55:54.616770 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-9a96295f-b223-4010-8af3-4d01db876ecc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4230423'] for subnet, precommit_delete_associations {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:55:54.695516 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-9a96295f-b223-4010-8af3-4d01db876ecc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1641287'] for subnet, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:55:54.745354 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-9a96295f-b223-4010-8af3-4d01db876ecc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1641294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16155591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16218852'] for subnet, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:55:54.770028 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a96295f-b223-4010-8af3-4d01db876ecc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c1523c60-8661-46f8-9689-530b8e45e3c2,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:55:54.775817 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-9a96295f-b223-4010-8af3-4d01db876ecc admin admin] Notify callbacks [] for subnet, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:55:54.779151 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-9a96295f-b223-4010-8af3-4d01db876ecc admin admin] 10.222.0.42 "DELETE /v2.0/subnets/c1523c60-8661-46f8-9689-530b8e45e3c2 HTTP/1.1" status: 204 len: 168 time: 0.2406685 Mar 29 16:55:54.781651 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 44188) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:55:54.784053 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0186ca9b-2921-42a1-b057-1611db6623a5 None None] Network b902ef7f-343e-4d3a-8706-0baa492a13b0 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 16:55:54.858411 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-f6c95433-2528-4846-bf06-f9dca22fc10c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1631750'] for network, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:55:54.921165 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-f6c95433-2528-4846-bf06-f9dca22fc10c admin admin] Deleting port c3b21e34-1600-4b33-9150-c5a3d70b1227 {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:55:54.921510 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-f6c95433-2528-4846-bf06-f9dca22fc10c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:55:54.984022 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [None req-f6c95433-2528-4846-bf06-f9dca22fc10c admin admin] For port c3b21e34-1600-4b33-9150-c5a3d70b1227, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=c3b21e34-1600-4b33-9150-c5a3d70b1227,segment=NetworkSegment(bed8c626-8783-4c9c-9be7-52236db0bc9f),segment_id=bed8c626-8783-4c9c-9be7-52236db0bc9f)] {{(pid=102791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:55:54.984382 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-f6c95433-2528-4846-bf06-f9dca22fc10c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:55:55.001254 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-f6c95433-2528-4846-bf06-f9dca22fc10c admin admin] Calling delete_port for c3b21e34-1600-4b33-9150-c5a3d70b1227 owned by network:dhcp {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:55:55.076647 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-f6c95433-2528-4846-bf06-f9dca22fc10c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:55:55.101536 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c95433-2528-4846-bf06-f9dca22fc10c admin admin] Pushing event deleted for resources: {'Port': ['ID=c3b21e34-1600-4b33-9150-c5a3d70b1227,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:55:55.104968 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6c95433-2528-4846-bf06-f9dca22fc10c admin admin] No DVR routers for this DVR port c3b21e34-1600-4b33-9150-c5a3d70b1227 on host n-d-834765-1 {{(pid=102791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 16:55:55.175819 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-f6c95433-2528-4846-bf06-f9dca22fc10c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639890', 'neutron.services.segments.db._delete_segments_for_network-8783523423079'] for network, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:55:55.200142 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-f6c95433-2528-4846-bf06-f9dca22fc10c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b902ef7f-343e-4d3a-8706-0baa492a13b0']}} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:55:55.210252 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-f6c95433-2528-4846-bf06-f9dca22fc10c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bed8c626-8783-4c9c-9be7-52236db0bc9f') {'for_net_delete': True} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:55:55.210541 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-f6c95433-2528-4846-bf06-f9dca22fc10c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bed8c626-8783-4c9c-9be7-52236db0bc9f') {} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:55:55.220788 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-f6c95433-2528-4846-bf06-f9dca22fc10c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783523422064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4230428'] for segment, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:55:55.226061 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6db08fe5-8040-4946-8cbb-83c7ea917ccf None None] DHCP port deletion for b902ef7f-343e-4d3a-8706-0baa492a13b0 request from n-d-834765-1 {{(pid=102792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 29 16:55:55.235684 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-f6c95433-2528-4846-bf06-f9dca22fc10c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:55:55.248043 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6c95433-2528-4846-bf06-f9dca22fc10c admin admin] Releasing vlan 614 on physical network physnet1 to pool {{(pid=102791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 16:55:55.248519 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-f6c95433-2528-4846-bf06-f9dca22fc10c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16169569'] for segment, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:55:55.250302 n-d-834765-1 neutron-server[102791]: Traceback (most recent call last): Mar 29 16:55:55.250302 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 16:55:55.250302 n-d-834765-1 neutron-server[102791]: timer() Mar 29 16:55:55.250302 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 16:55:55.250302 n-d-834765-1 neutron-server[102791]: cb(*args, **kw) Mar 29 16:55:55.250302 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 16:55:55.250302 n-d-834765-1 neutron-server[102791]: return func(*args, **kwargs) Mar 29 16:55:55.250302 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 16:55:55.250302 n-d-834765-1 neutron-server[102791]: self._notify() Mar 29 16:55:55.250302 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 16:55:55.250302 n-d-834765-1 neutron-server[102791]: self.callback(batched_events) Mar 29 16:55:55.250302 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 16:55:55.250302 n-d-834765-1 neutron-server[102791]: event.method(event) Mar 29 16:55:55.250302 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 16:55:55.250302 n-d-834765-1 neutron-server[102791]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 16:55:55.250302 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 16:55:55.250302 n-d-834765-1 neutron-server[102791]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 16:55:55.250302 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 16:55:55.250302 n-d-834765-1 neutron-server[102791]: return f(self, *a, **k) Mar 29 16:55:55.250302 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 16:55:55.250302 n-d-834765-1 neutron-server[102791]: return self._get(url).json() Mar 29 16:55:55.250302 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 16:55:55.250302 n-d-834765-1 neutron-server[102791]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 16:55:55.250302 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 16:55:55.250302 n-d-834765-1 neutron-server[102791]: return self.request(url, 'GET', **kwargs) Mar 29 16:55:55.250302 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 16:55:55.250302 n-d-834765-1 neutron-server[102791]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 16:55:55.250302 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 16:55:55.250302 n-d-834765-1 neutron-server[102791]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 16:55:55.250302 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 16:55:55.250302 n-d-834765-1 neutron-server[102791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 16:55:55.250302 n-d-834765-1 neutron-server[102791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 16:55:55.307921 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-f6c95433-2528-4846-bf06-f9dca22fc10c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1639897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648174'] for network, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:55:55.313872 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-f6c95433-2528-4846-bf06-f9dca22fc10c admin admin] Notify callbacks [] for network, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:55:55.318170 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-f6c95433-2528-4846-bf06-f9dca22fc10c admin admin] 10.222.0.42 "DELETE /v2.0/networks/b902ef7f-343e-4d3a-8706-0baa492a13b0 HTTP/1.1" status: 204 len: 168 time: 0.5353544 Mar 29 16:55:55.321615 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 44190) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:55:55.329768 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c95433-2528-4846-bf06-f9dca22fc10c admin admin] Pushing event deleted for resources: {'Network': ['ID=b902ef7f-343e-4d3a-8706-0baa492a13b0,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:55:55.673869 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-22f68d3f-4600-4b14-90a6-8f87c345bf60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-530452'] for router_interface, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:55:56.235198 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-22f68d3f-4600-4b14-90a6-8f87c345bf60 admin admin] Deleting port 55c85efd-209a-41fb-8f79-27ef4b0031da {{(pid=102790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:55:56.235562 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-22f68d3f-4600-4b14-90a6-8f87c345bf60 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:55:56.311843 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [None req-22f68d3f-4600-4b14-90a6-8f87c345bf60 admin admin] For port 55c85efd-209a-41fb-8f79-27ef4b0031da, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=55c85efd-209a-41fb-8f79-27ef4b0031da,segment=NetworkSegment(b3595129-367f-423a-80fd-36a5a7a1f457),segment_id=b3595129-367f-423a-80fd-36a5a7a1f457)] {{(pid=102790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:55:56.312204 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-22f68d3f-4600-4b14-90a6-8f87c345bf60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:55:56.325266 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-22f68d3f-4600-4b14-90a6-8f87c345bf60 admin admin] Calling delete_port for 55c85efd-209a-41fb-8f79-27ef4b0031da owned by network:router_interface {{(pid=102790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:55:56.345934 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 1817091b-8304-4203-ac86-d1cbea8c264d no longer exists at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 16:55:56.366120 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] No Port match for: 1817091b-8304-4203-ac86-d1cbea8c264d {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 16:55:56.366549 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 1817091b-8304-4203-ac86-d1cbea8c264d not bound to the agent host n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 16:55:56.367032 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 2cc9388d-fbc1-4042-a282-d28a908877b6 no longer exists at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 16:55:56.386264 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] No Port match for: 2cc9388d-fbc1-4042-a282-d28a908877b6 {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 16:55:56.386681 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 2cc9388d-fbc1-4042-a282-d28a908877b6 not bound to the agent host n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 16:55:56.387153 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device c3b21e34-1600-4b33-9150-c5a3d70b1227 no longer exists at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 16:55:56.405512 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] No Port match for: c3b21e34-1600-4b33-9150-c5a3d70b1227 {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 16:55:56.405848 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device c3b21e34-1600-4b33-9150-c5a3d70b1227 not bound to the agent host n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 16:55:56.505191 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-22f68d3f-4600-4b14-90a6-8f87c345bf60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:55:56.527510 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f68d3f-4600-4b14-90a6-8f87c345bf60 admin admin] Pushing event deleted for resources: {'Port': ['ID=55c85efd-209a-41fb-8f79-27ef4b0031da,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:55:56.541875 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f68d3f-4600-4b14-90a6-8f87c345bf60 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:55:56.542226 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f68d3f-4600-4b14-90a6-8f87c345bf60 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:55:56.542566 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f68d3f-4600-4b14-90a6-8f87c345bf60 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:55:56.542900 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f68d3f-4600-4b14-90a6-8f87c345bf60 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:55:56.543232 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f68d3f-4600-4b14-90a6-8f87c345bf60 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:55:56.543586 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f68d3f-4600-4b14-90a6-8f87c345bf60 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:55:56.543911 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f68d3f-4600-4b14-90a6-8f87c345bf60 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:55:56.544234 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f68d3f-4600-4b14-90a6-8f87c345bf60 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:55:56.544555 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f68d3f-4600-4b14-90a6-8f87c345bf60 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:55:56.544878 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f68d3f-4600-4b14-90a6-8f87c345bf60 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:55:56.545196 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f68d3f-4600-4b14-90a6-8f87c345bf60 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:55:56.545523 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f68d3f-4600-4b14-90a6-8f87c345bf60 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:55:56.706388 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-22f68d3f-4600-4b14-90a6-8f87c345bf60 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-530528'] for router_interface, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:55:56.920327 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22f68d3f-4600-4b14-90a6-8f87c345bf60 admin admin] Router 5f462469-d898-4f35-bc67-b243732ea8e3 has already been hosted by L3 agent c648d819-1060-4f26-b4ec-6455387b5dff {{(pid=102790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 16:55:57.022403 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22f68d3f-4600-4b14-90a6-8f87c345bf60 admin admin] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 16:55:57.027500 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-22f68d3f-4600-4b14-90a6-8f87c345bf60 admin admin] 10.222.0.42 "PUT /v2.0/routers/5f462469-d898-4f35-bc67-b243732ea8e3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7044706 Mar 29 16:55:57.030030 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 44194) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:55:57.032617 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6b58bc8-0701-494b-af0d-d8eb1a4a3bad None None] Sync routers for ids ['5f462469-d898-4f35-bc67-b243732ea8e3'] in n-d-834765-1 {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 16:55:57.043157 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6b58bc8-0701-494b-af0d-d8eb1a4a3bad None None] Routers {'5f462469-d898-4f35-bc67-b243732ea8e3'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:55:57.043801 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-e6b58bc8-0701-494b-af0d-d8eb1a4a3bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:55:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['5f462469-d898-4f35-bc67-b243732ea8e3'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:55:57.136075 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-8181002a-8329-4554-91f6-b61eb75a99c6 admin admin] Notify callbacks [] for router, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:55:57.234281 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvr_db [None req-e6b58bc8-0701-494b-af0d-d8eb1a4a3bad None None] Set router 5f462469-d898-4f35-bc67-b243732ea8e3 gateway port host: n-d-834765-1 {{(pid=102793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:55:57.238817 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-8181002a-8329-4554-91f6-b61eb75a99c6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:55:57.291139 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-8181002a-8329-4554-91f6-b61eb75a99c6 admin admin] Deleting port 19ce4d91-a744-4d68-afb3-e7e9d389ef8c {{(pid=102790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:55:57.291540 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-8181002a-8329-4554-91f6-b61eb75a99c6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:55:57.372489 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [None req-8181002a-8329-4554-91f6-b61eb75a99c6 admin admin] For port 19ce4d91-a744-4d68-afb3-e7e9d389ef8c, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=19ce4d91-a744-4d68-afb3-e7e9d389ef8c,segment=NetworkSegment(6ab47353-a811-4bad-bc73-b4cc84583cfd),segment_id=6ab47353-a811-4bad-bc73-b4cc84583cfd)] {{(pid=102790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:55:57.373245 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-8181002a-8329-4554-91f6-b61eb75a99c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:55:57.384313 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-8181002a-8329-4554-91f6-b61eb75a99c6 admin admin] Calling delete_port for 19ce4d91-a744-4d68-afb3-e7e9d389ef8c owned by network:router_gateway {{(pid=102790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:55:57.408884 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-e6b58bc8-0701-494b-af0d-d8eb1a4a3bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f462469-d898-4f35-bc67-b243732ea8e3', 'name': 'tempest-TestShelveInstance-1640281375-router', 'tenant_id': '0b5ec91ea2544347a55fd901f829e9fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.67'}], 'enable_snat': True}, 'gw_port_id': '19ce4d91-a744-4d68-afb3-e7e9d389ef8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:45:48Z', 'updated_at': '2022-03-29T16:55:56Z', 'revision_number': 5, 'project_id': '0b5ec91ea2544347a55fd901f829e9fc', 'gw_port': {'id': '19ce4d91-a744-4d68-afb3-e7e9d389ef8c', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:e8:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f462469-d898-4f35-bc67-b243732ea8e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4393, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:45:48Z', 'updated_at': '2022-03-29T16:45:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1'}], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:55:57.435608 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6b58bc8-0701-494b-af0d-d8eb1a4a3bad None None] Checking router: 5f462469-d898-4f35-bc67-b243732ea8e3 for host: n-d-834765-1 {{(pid=102793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 16:55:57.444074 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6b58bc8-0701-494b-af0d-d8eb1a4a3bad None None] Routers {'5f462469-d898-4f35-bc67-b243732ea8e3'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:55:57.444682 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-e6b58bc8-0701-494b-af0d-d8eb1a4a3bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:55:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['5f462469-d898-4f35-bc67-b243732ea8e3'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:55:57.530003 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvr_db [None req-e6b58bc8-0701-494b-af0d-d8eb1a4a3bad None None] Set router 5f462469-d898-4f35-bc67-b243732ea8e3 gateway port host: None {{(pid=102793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:55:57.549910 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-8181002a-8329-4554-91f6-b61eb75a99c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:55:57.576590 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8181002a-8329-4554-91f6-b61eb75a99c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=19ce4d91-a744-4d68-afb3-e7e9d389ef8c,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:55:57.584907 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-e6b58bc8-0701-494b-af0d-d8eb1a4a3bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f462469-d898-4f35-bc67-b243732ea8e3', 'name': 'tempest-TestShelveInstance-1640281375-router', 'tenant_id': '0b5ec91ea2544347a55fd901f829e9fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:45:48Z', 'updated_at': '2022-03-29T16:55:57Z', 'revision_number': 6, 'project_id': '0b5ec91ea2544347a55fd901f829e9fc', 'gw_port_host': None}], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:55:57.611192 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6b58bc8-0701-494b-af0d-d8eb1a4a3bad None None] The sync data for ids ['5f462469-d898-4f35-bc67-b243732ea8e3'] in n-d-834765-1 is: [{'id': '5f462469-d898-4f35-bc67-b243732ea8e3', 'name': 'tempest-TestShelveInstance-1640281375-router', 'tenant_id': '0b5ec91ea2544347a55fd901f829e9fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:45:48Z', 'updated_at': '2022-03-29T16:55:57Z', 'revision_number': 6, 'project_id': '0b5ec91ea2544347a55fd901f829e9fc', 'gw_port_host': None}] {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 16:55:57.645929 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-8181002a-8329-4554-91f6-b61eb75a99c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-648138'] for router_gateway, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:55:57.737696 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-8181002a-8329-4554-91f6-b61eb75a99c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129328'] for router, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:55:57.740454 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-8181002a-8329-4554-91f6-b61eb75a99c6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:55:57.782836 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-8181002a-8329-4554-91f6-b61eb75a99c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-526718'] for router, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:55:57.783332 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8181002a-8329-4554-91f6-b61eb75a99c6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5f462469-d898-4f35-bc67-b243732ea8e3 {{(pid=102790) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 29 16:55:57.789007 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-8181002a-8329-4554-91f6-b61eb75a99c6 admin admin] Notify callbacks [] for router, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:55:57.790141 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-8181002a-8329-4554-91f6-b61eb75a99c6 admin admin] 10.222.0.42 "DELETE /v2.0/routers/5f462469-d898-4f35-bc67-b243732ea8e3 HTTP/1.1" status: 204 len: 168 time: 0.7592001 Mar 29 16:55:57.792640 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 44196) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:55:57.836763 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.db_base_plugin_v2 [None req-22db0167-f0d6-413e-ba31-0a89d87a9214 admin admin] Deleting subnet f002e05c-2af2-4893-bb52-3dc9bb75637e {{(pid=102790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 16:55:57.839788 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-22db0167-f0d6-413e-ba31-0a89d87a9214 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:55:57.874081 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-22db0167-f0d6-413e-ba31-0a89d87a9214 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4614024'] for subnet, precommit_delete_associations {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:55:57.958223 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-22db0167-f0d6-413e-ba31-0a89d87a9214 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1641287'] for subnet, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:55:58.017660 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-22db0167-f0d6-413e-ba31-0a89d87a9214 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1641294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5231963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4793952'] for subnet, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:55:58.047011 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-22db0167-f0d6-413e-ba31-0a89d87a9214 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:55:58.050310 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-22db0167-f0d6-413e-ba31-0a89d87a9214 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/f002e05c-2af2-4893-bb52-3dc9bb75637e HTTP/1.1" status: 204 len: 168 time: 0.2567592 Mar 29 16:55:58.052226 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22db0167-f0d6-413e-ba31-0a89d87a9214 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f002e05c-2af2-4893-bb52-3dc9bb75637e,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:55:58.053772 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 44198) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:55:58.057691 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66c327ba-df00-4b6f-b8c8-e712c0c16a47 None None] Network 36e0c683-430e-49be-a910-97f5d8f47bdc requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 16:55:58.128954 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e8e9475a-4d04-4338-82ba-cada0837ae06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1631750'] for network, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:55:58.181252 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-e8e9475a-4d04-4338-82ba-cada0837ae06 admin admin] Deleting port b1d58d42-c6eb-4ad1-8e39-546bf634a452 {{(pid=102790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 16:55:58.181594 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e8e9475a-4d04-4338-82ba-cada0837ae06 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:55:58.244135 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [None req-e8e9475a-4d04-4338-82ba-cada0837ae06 admin admin] For port b1d58d42-c6eb-4ad1-8e39-546bf634a452, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=b1d58d42-c6eb-4ad1-8e39-546bf634a452,segment=NetworkSegment(b3595129-367f-423a-80fd-36a5a7a1f457),segment_id=b3595129-367f-423a-80fd-36a5a7a1f457)] {{(pid=102790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:55:58.244501 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e8e9475a-4d04-4338-82ba-cada0837ae06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:55:58.260825 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-e8e9475a-4d04-4338-82ba-cada0837ae06 admin admin] Calling delete_port for b1d58d42-c6eb-4ad1-8e39-546bf634a452 owned by network:dhcp {{(pid=102790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 16:55:58.339215 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e8e9475a-4d04-4338-82ba-cada0837ae06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:55:58.367778 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e9475a-4d04-4338-82ba-cada0837ae06 admin admin] Pushing event deleted for resources: {'Port': ['ID=b1d58d42-c6eb-4ad1-8e39-546bf634a452,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:55:58.369651 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8e9475a-4d04-4338-82ba-cada0837ae06 admin admin] No DVR routers for this DVR port b1d58d42-c6eb-4ad1-8e39-546bf634a452 on host n-d-834765-1 {{(pid=102790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 16:55:58.388823 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3a807b4-cc27-4fb1-af2b-5b5659a81d4f None None] DHCP port deletion for 36e0c683-430e-49be-a910-97f5d8f47bdc request from n-d-834765-1 {{(pid=102792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 29 16:55:58.447304 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 19ce4d91-a744-4d68-afb3-e7e9d389ef8c no longer exists at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 16:55:58.455860 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e8e9475a-4d04-4338-82ba-cada0837ae06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639890', 'neutron.services.segments.db._delete_segments_for_network-8783523423079'] for network, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:55:58.470497 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] No Port match for: 19ce4d91-a744-4d68-afb3-e7e9d389ef8c {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 16:55:58.470856 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 19ce4d91-a744-4d68-afb3-e7e9d389ef8c not bound to the agent host n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 16:55:58.471302 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 55c85efd-209a-41fb-8f79-27ef4b0031da no longer exists at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 16:55:58.478072 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-e8e9475a-4d04-4338-82ba-cada0837ae06 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36e0c683-430e-49be-a910-97f5d8f47bdc']}} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:55:58.489207 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-e8e9475a-4d04-4338-82ba-cada0837ae06 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3595129-367f-423a-80fd-36a5a7a1f457') {'for_net_delete': True} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:55:58.489576 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-e8e9475a-4d04-4338-82ba-cada0837ae06 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3595129-367f-423a-80fd-36a5a7a1f457') {} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:55:58.497501 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] No Port match for: 55c85efd-209a-41fb-8f79-27ef4b0031da {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 16:55:58.497855 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 55c85efd-209a-41fb-8f79-27ef4b0031da not bound to the agent host n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 16:55:58.498283 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device b1d58d42-c6eb-4ad1-8e39-546bf634a452 no longer exists at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 16:55:58.500584 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e8e9475a-4d04-4338-82ba-cada0837ae06 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783523422064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4614019'] for segment, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:55:58.514952 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e8e9475a-4d04-4338-82ba-cada0837ae06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:55:58.521801 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8e9475a-4d04-4338-82ba-cada0837ae06 admin admin] Releasing vlan 617 on physical network physnet1 to pool {{(pid=102790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 16:55:58.522279 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e8e9475a-4d04-4338-82ba-cada0837ae06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5238013'] for segment, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:55:58.524172 n-d-834765-1 neutron-server[102790]: Traceback (most recent call last): Mar 29 16:55:58.524172 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 16:55:58.524172 n-d-834765-1 neutron-server[102790]: timer() Mar 29 16:55:58.524172 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 16:55:58.524172 n-d-834765-1 neutron-server[102790]: cb(*args, **kw) Mar 29 16:55:58.524172 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 16:55:58.524172 n-d-834765-1 neutron-server[102790]: return func(*args, **kwargs) Mar 29 16:55:58.524172 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 16:55:58.524172 n-d-834765-1 neutron-server[102790]: self._notify() Mar 29 16:55:58.524172 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 16:55:58.524172 n-d-834765-1 neutron-server[102790]: self.callback(batched_events) Mar 29 16:55:58.524172 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 16:55:58.524172 n-d-834765-1 neutron-server[102790]: event.method(event) Mar 29 16:55:58.524172 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 16:55:58.524172 n-d-834765-1 neutron-server[102790]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 16:55:58.524172 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 16:55:58.524172 n-d-834765-1 neutron-server[102790]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 16:55:58.524172 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 16:55:58.524172 n-d-834765-1 neutron-server[102790]: return f(self, *a, **k) Mar 29 16:55:58.524172 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 16:55:58.524172 n-d-834765-1 neutron-server[102790]: return self._get(url).json() Mar 29 16:55:58.524172 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 16:55:58.524172 n-d-834765-1 neutron-server[102790]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 16:55:58.524172 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 16:55:58.524172 n-d-834765-1 neutron-server[102790]: return self.request(url, 'GET', **kwargs) Mar 29 16:55:58.524172 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 16:55:58.524172 n-d-834765-1 neutron-server[102790]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 16:55:58.524172 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 16:55:58.524172 n-d-834765-1 neutron-server[102790]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 16:55:58.524172 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 16:55:58.524172 n-d-834765-1 neutron-server[102790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 16:55:58.524172 n-d-834765-1 neutron-server[102790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 16:55:58.526571 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] No Port match for: b1d58d42-c6eb-4ad1-8e39-546bf634a452 {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 16:55:58.526714 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device b1d58d42-c6eb-4ad1-8e39-546bf634a452 not bound to the agent host n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 16:55:58.592683 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e8e9475a-4d04-4338-82ba-cada0837ae06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1639897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648174'] for network, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:55:58.594022 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-e8e9475a-4d04-4338-82ba-cada0837ae06 admin admin] Notify callbacks [] for network, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:55:58.595982 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-e8e9475a-4d04-4338-82ba-cada0837ae06 admin admin] 10.222.0.42 "DELETE /v2.0/networks/36e0c683-430e-49be-a910-97f5d8f47bdc HTTP/1.1" status: 204 len: 168 time: 0.5412838 Mar 29 16:55:58.608359 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e9475a-4d04-4338-82ba-cada0837ae06 admin admin] Pushing event deleted for resources: {'Network': ['ID=36e0c683-430e-49be-a910-97f5d8f47bdc,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:55:58.728522 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 44202) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:55:58.770986 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-7f8c04ba-1f9f-458c-8f1c-ec054821368b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=338550824e984aa6aa16846cec0506b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0410998 Mar 29 16:55:58.773521 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 44204) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:55:58.822121 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-9be01c73-9b04-4482-9022-a47a1825f895 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:55:58.843004 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-9be01c73-9b04-4482-9022-a47a1825f895 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:55:58.888769 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-9be01c73-9b04-4482-9022-a47a1825f895 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:55:58.891577 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-9be01c73-9b04-4482-9022-a47a1825f895 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:55:58.892493 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-9be01c73-9b04-4482-9022-a47a1825f895 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/39114d4c-14a9-4236-9307-de4e2653e9c7 HTTP/1.1" status: 204 len: 168 time: 0.1181140 Mar 29 16:55:58.900538 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be01c73-9b04-4482-9022-a47a1825f895 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39114d4c-14a9-4236-9307-de4e2653e9c7,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:55:59.219492 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 44210) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:55:59.259683 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-8aa54c62-bf89-4c75-bc7a-25a7fd6c2c4c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0b5ec91ea2544347a55fd901f829e9fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0390251 Mar 29 16:55:59.262079 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 44212) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:55:59.311833 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-279fafcb-346d-471a-a7de-e47cd2d29830 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:55:59.332130 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-279fafcb-346d-471a-a7de-e47cd2d29830 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:55:59.377518 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-279fafcb-346d-471a-a7de-e47cd2d29830 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:55:59.380173 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-279fafcb-346d-471a-a7de-e47cd2d29830 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:55:59.381312 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-279fafcb-346d-471a-a7de-e47cd2d29830 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/8f078a87-8f52-4775-b089-95eb45b1d7b8 HTTP/1.1" status: 204 len: 168 time: 0.1183610 Mar 29 16:55:59.388656 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279fafcb-346d-471a-a7de-e47cd2d29830 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f078a87-8f52-4775-b089-95eb45b1d7b8,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:56:00.082318 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 44234) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:56:00.182852 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-0103fbf8-2933-4160-ba5e-d4ef9ceb9773 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-840484951-network', 'tenant_id': '4e3190fbf72b4165b40a5ef060a24944'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:56:00.202557 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0103fbf8-2933-4160-ba5e-d4ef9ceb9773 admin admin] Made reservation on behalf of 4e3190fbf72b4165b40a5ef060a24944 for: {'network': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:56:00.204864 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-0103fbf8-2933-4160-ba5e-d4ef9ceb9773 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for network, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:56:00.213774 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-0103fbf8-2933-4160-ba5e-d4ef9ceb9773 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:56:00.289192 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-0103fbf8-2933-4160-ba5e-d4ef9ceb9773 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:56:00.293040 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-0103fbf8-2933-4160-ba5e-d4ef9ceb9773 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:56:00.314058 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0103fbf8-2933-4160-ba5e-d4ef9ceb9773 admin admin] vlan segment allocate from pool success with {'vlan_id': 641, 'physical_network': 'physnet1'} {{(pid=102790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 16:56:00.329997 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0103fbf8-2933-4160-ba5e-d4ef9ceb9773 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a17ac7b2-9855-41bf-be7d-ab5573c0cef7,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:56:00.334042 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-0103fbf8-2933-4160-ba5e-d4ef9ceb9773 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:56:00.334393 n-d-834765-1 neutron-server[102790]: INFO neutron.db.segments_db [None req-0103fbf8-2933-4160-ba5e-d4ef9ceb9773 admin admin] Added segment 197308ca-2086-46cd-a9c3-016d506ee6aa of type vlan for network f99b0f7a-d5b9-4d9f-87af-2bc10c69a54a Mar 29 16:56:00.375553 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-0103fbf8-2933-4160-ba5e-d4ef9ceb9773 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783522915970'] for network, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:56:00.400574 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-0103fbf8-2933-4160-ba5e-d4ef9ceb9773 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795'] for network, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:56:00.401504 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0103fbf8-2933-4160-ba5e-d4ef9ceb9773 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:56:00.402077 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-0103fbf8-2933-4160-ba5e-d4ef9ceb9773 admin admin] Notify callbacks [] for network, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:56:00.437950 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-0103fbf8-2933-4160-ba5e-d4ef9ceb9773 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3537903 Mar 29 16:56:00.440967 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 44238) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:56:00.447701 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-9179aa11-504f-4e8b-8daa-c77aada7f8c2 admin admin] Request body: {'subnet': {'network_id': 'f99b0f7a-d5b9-4d9f-87af-2bc10c69a54a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-840484951-subnet', 'tenant_id': '4e3190fbf72b4165b40a5ef060a24944', 'ip_version': 4}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:56:00.467183 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9179aa11-504f-4e8b-8daa-c77aada7f8c2 admin admin] Made reservation on behalf of 4e3190fbf72b4165b40a5ef060a24944 for: {'subnet': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:56:00.469590 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-9179aa11-504f-4e8b-8daa-c77aada7f8c2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16218875'] for subnet, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:56:00.471461 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0103fbf8-2933-4160-ba5e-d4ef9ceb9773 admin admin] Pushing event updated for resources: {'Network': ['ID=f99b0f7a-d5b9-4d9f-87af-2bc10c69a54a,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:56:00.481881 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Network f99b0f7a-d5b9-4d9f-87af-2bc10c69a54a details requested by agent ovs-agent-n-d-834765-1 with host n-d-834765-1 {{(pid=102792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 16:56:00.562677 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-8ecb13f3-011e-4435-a8ae-5aa4325b8370 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:56:00.653058 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-9179aa11-504f-4e8b-8daa-c77aada7f8c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16155524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16218861'] for subnet, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:56:00.708756 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9179aa11-504f-4e8b-8daa-c77aada7f8c2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0633b94d-3c87-46f1-8768-04f6382aa899,revision_number=0']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:56:00.715884 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9179aa11-504f-4e8b-8daa-c77aada7f8c2 admin admin] Checking segment: {'id': '197308ca-2086-46cd-a9c3-016d506ee6aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'f99b0f7a-d5b9-4d9f-87af-2bc10c69a54a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 16:56:00.716235 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9179aa11-504f-4e8b-8daa-c77aada7f8c2 admin admin] Network hostable DHCP agents. Network: f99b0f7a-d5b9-4d9f-87af-2bc10c69a54a, hostable agents: ['d136643e-48ae-49d4-a851-2ba3bdf3749c'], hosted agents: [] {{(pid=102791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 16:56:00.732226 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9179aa11-504f-4e8b-8daa-c77aada7f8c2 admin admin] Network f99b0f7a-d5b9-4d9f-87af-2bc10c69a54a is scheduled to be hosted by DHCP agent d136643e-48ae-49d4-a851-2ba3bdf3749c with binding_index 1 {{(pid=102791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 16:56:00.740960 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [None req-9179aa11-504f-4e8b-8daa-c77aada7f8c2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834765-1, f99b0f7a-d5b9-4d9f-87af-2bc10c69a54a) {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:56:00.745020 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9179aa11-504f-4e8b-8daa-c77aada7f8c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:56:00.745599 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-9179aa11-504f-4e8b-8daa-c77aada7f8c2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:56:00.750645 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eb84849-f620-406a-b901-67e78fa67cc4 None None] Network f99b0f7a-d5b9-4d9f-87af-2bc10c69a54a requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 16:56:00.760431 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-9179aa11-504f-4e8b-8daa-c77aada7f8c2 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3167973 Mar 29 16:56:00.763187 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 44240) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:56:00.767436 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-74ddcd1c-8863-4f17-a445-81ebfe99f0fa admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-840484951-router', 'tenant_id': '4e3190fbf72b4165b40a5ef060a24944', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'}}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:56:00.785280 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-74ddcd1c-8863-4f17-a445-81ebfe99f0fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-532385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129310'] for router, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:56:00.786890 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-74ddcd1c-8863-4f17-a445-81ebfe99f0fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-648091', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-684384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129319'] for router, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:56:00.842814 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-74ddcd1c-8863-4f17-a445-81ebfe99f0fa admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:56:00.910593 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b079c38-7233-4cf1-9d92-20a568b6fe6a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0035034-69b0-5ffc-b384-0ac6189c5628-f99b0f7a-d5b9-4d9f-87af-2bc10c69a54a', 'network_id': 'f99b0f7a-d5b9-4d9f-87af-2bc10c69a54a', 'tenant_id': '4e3190fbf72b4165b40a5ef060a24944', 'fixed_ips': [{'subnet_id': '0633b94d-3c87-46f1-8768-04f6382aa899'}]}} from n-d-834765-1. {{(pid=102792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 29 16:56:00.912157 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-9b079c38-7233-4cf1-9d92-20a568b6fe6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:56:00.979614 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-74ddcd1c-8863-4f17-a445-81ebfe99f0fa admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:56:01.052308 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.db_base_plugin_common [None req-9b079c38-7233-4cf1-9d92-20a568b6fe6a None None] Allocated IP 172.20.0.2 (f99b0f7a-d5b9-4d9f-87af-2bc10c69a54a/0633b94d-3c87-46f1-8768-04f6382aa899/2c7ab85c-6e11-4504-8a25-c87a6d0fcb6d) {{(pid=102792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:56:01.181596 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-74ddcd1c-8863-4f17-a445-81ebfe99f0fa admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:56:01.200414 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-74ddcd1c-8863-4f17-a445-81ebfe99f0fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:56:01.201028 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-9b079c38-7233-4cf1-9d92-20a568b6fe6a None None] Notify callbacks [] for port, precommit_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:56:01.207509 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-9b079c38-7233-4cf1-9d92-20a568b6fe6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956'] for port, after_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:56:01.246915 n-d-834765-1 neutron-server[102792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b079c38-7233-4cf1-9d92-20a568b6fe6a None None] Network f99b0f7a-d5b9-4d9f-87af-2bc10c69a54a is already hosted by enough agents. {{(pid=102792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:56:01.253122 n-d-834765-1 neutron-server[102792]: DEBUG neutron.scheduler.base_scheduler [None req-9b079c38-7233-4cf1-9d92-20a568b6fe6a None None] Resources bound (agent type, host, resource id): {{(pid=102792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:56:01.257878 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b079c38-7233-4cf1-9d92-20a568b6fe6a None None] Received port after_create {{(pid=102792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:56:01.265012 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b079c38-7233-4cf1-9d92-20a568b6fe6a None None] Pushing event updated for resources: {'Port': ['ID=2c7ab85c-6e11-4504-8a25-c87a6d0fcb6d,revision_number=1']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:56:01.288372 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b079c38-7233-4cf1-9d92-20a568b6fe6a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:56:01.288716 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b079c38-7233-4cf1-9d92-20a568b6fe6a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:56:01.289055 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b079c38-7233-4cf1-9d92-20a568b6fe6a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:56:01.289391 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b079c38-7233-4cf1-9d92-20a568b6fe6a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:56:01.289720 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b079c38-7233-4cf1-9d92-20a568b6fe6a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:56:01.290058 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b079c38-7233-4cf1-9d92-20a568b6fe6a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:56:01.290386 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b079c38-7233-4cf1-9d92-20a568b6fe6a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:56:01.290710 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b079c38-7233-4cf1-9d92-20a568b6fe6a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:56:01.291035 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b079c38-7233-4cf1-9d92-20a568b6fe6a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:56:01.291382 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b079c38-7233-4cf1-9d92-20a568b6fe6a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:56:01.291711 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b079c38-7233-4cf1-9d92-20a568b6fe6a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:56:01.292029 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b079c38-7233-4cf1-9d92-20a568b6fe6a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:56:01.305794 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_common [None req-74ddcd1c-8863-4f17-a445-81ebfe99f0fa admin admin] Allocated IP 172.25.4.195 (4a4a035d-ecac-4ead-baa3-25f90788773a/e1a353dc-fac8-4901-a63c-273840237d6a/099ea690-b7f9-450d-a746-e9a232f7fd01) {{(pid=102791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:56:01.328854 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-9b079c38-7233-4cf1-9d92-20a568b6fe6a None None] Attempting to bind port 2c7ab85c-6e11-4504-8a25-c87a6d0fcb6d on host n-d-834765-1 for vnic_type normal with profile {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 16:56:01.329221 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-9b079c38-7233-4cf1-9d92-20a568b6fe6a None None] Attempting to bind port 2c7ab85c-6e11-4504-8a25-c87a6d0fcb6d by drivers openvswitch,hyperv on host n-d-834765-1 at level 0 using segments [{'id': '197308ca-2086-46cd-a9c3-016d506ee6aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'f99b0f7a-d5b9-4d9f-87af-2bc10c69a54a'}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 16:56:01.329585 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b079c38-7233-4cf1-9d92-20a568b6fe6a None None] Attempting to bind port 2c7ab85c-6e11-4504-8a25-c87a6d0fcb6d on network f99b0f7a-d5b9-4d9f-87af-2bc10c69a54a {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 16:56:01.335179 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b079c38-7233-4cf1-9d92-20a568b6fe6a None None] Checking agent: {'id': 'a8866439-9d96-425c-b519-6905c591ac37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 25, 36), 'started_at': datetime.datetime(2022, 3, 29, 15, 26, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 16, 55, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834765-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 16:56:01.335586 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b079c38-7233-4cf1-9d92-20a568b6fe6a None None] Checking segment: {'id': '197308ca-2086-46cd-a9c3-016d506ee6aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'f99b0f7a-d5b9-4d9f-87af-2bc10c69a54a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 16:56:01.335997 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-9b079c38-7233-4cf1-9d92-20a568b6fe6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:56:01.336392 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b079c38-7233-4cf1-9d92-20a568b6fe6a None None] Bound using segment: {'id': '197308ca-2086-46cd-a9c3-016d506ee6aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'f99b0f7a-d5b9-4d9f-87af-2bc10c69a54a'} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 16:56:01.336851 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-9b079c38-7233-4cf1-9d92-20a568b6fe6a None None] Bound port: 2c7ab85c-6e11-4504-8a25-c87a6d0fcb6d, host: n-d-834765-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '197308ca-2086-46cd-a9c3-016d506ee6aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'f99b0f7a-d5b9-4d9f-87af-2bc10c69a54a'}}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 16:56:01.337235 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-9b079c38-7233-4cf1-9d92-20a568b6fe6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:56:01.399091 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-9b079c38-7233-4cf1-9d92-20a568b6fe6a None None] For port 2c7ab85c-6e11-4504-8a25-c87a6d0fcb6d, host n-d-834765-1, cleared binding levels {{(pid=102792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 16:56:01.402235 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-9b079c38-7233-4cf1-9d92-20a568b6fe6a None None] For port 2c7ab85c-6e11-4504-8a25-c87a6d0fcb6d, host n-d-834765-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=2c7ab85c-6e11-4504-8a25-c87a6d0fcb6d,segment=NetworkSegment(197308ca-2086-46cd-a9c3-016d506ee6aa),segment_id=197308ca-2086-46cd-a9c3-016d506ee6aa)] {{(pid=102792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 16:56:01.406486 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-9b079c38-7233-4cf1-9d92-20a568b6fe6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:56:01.413156 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-74ddcd1c-8863-4f17-a445-81ebfe99f0fa admin admin] Notify callbacks [] for port, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:56:01.448937 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-74ddcd1c-8863-4f17-a445-81ebfe99f0fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:56:01.464800 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b079c38-7233-4cf1-9d92-20a568b6fe6a None None] Pushing event updated for resources: {'Port': ['ID=2c7ab85c-6e11-4504-8a25-c87a6d0fcb6d,revision_number=2']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:56:01.490956 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74ddcd1c-8863-4f17-a445-81ebfe99f0fa admin admin] Network 4a4a035d-ecac-4ead-baa3-25f90788773a is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:56:01.494613 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [None req-74ddcd1c-8863-4f17-a445-81ebfe99f0fa admin admin] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:56:01.498280 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74ddcd1c-8863-4f17-a445-81ebfe99f0fa admin admin] Received port after_create {{(pid=102791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:56:01.521676 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ddcd1c-8863-4f17-a445-81ebfe99f0fa admin admin] Pushing event updated for resources: {'Port': ['ID=099ea690-b7f9-450d-a746-e9a232f7fd01,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:56:01.775970 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-74ddcd1c-8863-4f17-a445-81ebfe99f0fa admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:56:01.969930 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-74ddcd1c-8863-4f17-a445-81ebfe99f0fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648118'] for router, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:56:02.100268 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74ddcd1c-8863-4f17-a445-81ebfe99f0fa admin admin] Router 54b18aae-4608-47d9-8d49-32438179b49d is scheduled to L3 agent c648d819-1060-4f26-b4ec-6455387b5dff with binding_index 1 {{(pid=102791) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 29 16:56:02.211067 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74ddcd1c-8863-4f17-a445-81ebfe99f0fa admin admin] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 16:56:02.220680 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de36057c-cb75-4abc-850c-e2ee7a0e1320 None None] Sync routers for ids ['54b18aae-4608-47d9-8d49-32438179b49d'] in n-d-834765-1 {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 16:56:02.231802 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-74ddcd1c-8863-4f17-a445-81ebfe99f0fa admin admin] Notify callbacks [] for router, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:56:02.233067 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-74ddcd1c-8863-4f17-a445-81ebfe99f0fa admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.4689403 Mar 29 16:56:02.235821 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 44242) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:56:02.237566 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de36057c-cb75-4abc-850c-e2ee7a0e1320 None None] Routers {'54b18aae-4608-47d9-8d49-32438179b49d'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:56:02.238301 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-de36057c-cb75-4abc-850c-e2ee7a0e1320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:55:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['54b18aae-4608-47d9-8d49-32438179b49d'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:56:02.376147 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6b8399a-e172-48f2-a65c-7ed462adfec2 None None] Network f99b0f7a-d5b9-4d9f-87af-2bc10c69a54a requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 16:56:02.394578 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvr_db [None req-de36057c-cb75-4abc-850c-e2ee7a0e1320 None None] Set router 54b18aae-4608-47d9-8d49-32438179b49d gateway port host: n-d-834765-1 {{(pid=102792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:56:02.428610 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 2c7ab85c-6e11-4504-8a25-c87a6d0fcb6d up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 16:56:02.601004 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-413e0c48-bc19-4e37-bfa1-3983fdc5aa03 None None] Provisioning complete for port 2c7ab85c-6e11-4504-8a25-c87a6d0fcb6d triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:56:02.601374 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-413e0c48-bc19-4e37-bfa1-3983fdc5aa03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:56:02.670860 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-8fe55c3c-ba4d-4848-b653-f16c74749d96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:56:02.703738 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port 2c7ab85c-6e11-4504-8a25-c87a6d0fcb6d triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:56:02.704100 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:56:02.827051 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_common [None req-8fe55c3c-ba4d-4848-b653-f16c74749d96 admin admin] Allocated IP 172.20.0.1 (f99b0f7a-d5b9-4d9f-87af-2bc10c69a54a/0633b94d-3c87-46f1-8768-04f6382aa899/9f992064-cd56-4989-af43-d894a5db3505) {{(pid=102791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:56:02.855367 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-413e0c48-bc19-4e37-bfa1-3983fdc5aa03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:56:02.906639 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-de36057c-cb75-4abc-850c-e2ee7a0e1320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54b18aae-4608-47d9-8d49-32438179b49d', 'name': 'tempest-TestSnapshotPattern-840484951-router', 'tenant_id': '4e3190fbf72b4165b40a5ef060a24944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.195'}], 'enable_snat': True}, 'gw_port_id': '099ea690-b7f9-450d-a746-e9a232f7fd01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:56:00Z', 'updated_at': '2022-03-29T16:56:01Z', 'revision_number': 3, 'project_id': '4e3190fbf72b4165b40a5ef060a24944', 'gw_port': {'id': '099ea690-b7f9-450d-a746-e9a232f7fd01', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:33:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54b18aae-4608-47d9-8d49-32438179b49d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4429, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:56:01Z', 'updated_at': '2022-03-29T16:56:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1'}], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:56:02.944636 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-8fe55c3c-ba4d-4848-b653-f16c74749d96 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:56:03.142334 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de36057c-cb75-4abc-850c-e2ee7a0e1320 None None] Checking router: 54b18aae-4608-47d9-8d49-32438179b49d for host: n-d-834765-1 {{(pid=102792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 16:56:03.142589 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de36057c-cb75-4abc-850c-e2ee7a0e1320 None None] Updating router 54b18aae-4608-47d9-8d49-32438179b49d port 099ea690-b7f9-450d-a746-e9a232f7fd01 binding host n-d-834765-1 {{(pid=102792) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 16:56:03.151762 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-413e0c48-bc19-4e37-bfa1-3983fdc5aa03 None None] For port 2c7ab85c-6e11-4504-8a25-c87a6d0fcb6d, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=2c7ab85c-6e11-4504-8a25-c87a6d0fcb6d,segment=NetworkSegment(197308ca-2086-46cd-a9c3-016d506ee6aa),segment_id=197308ca-2086-46cd-a9c3-016d506ee6aa)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:56:03.153844 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:56:03.182928 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-413e0c48-bc19-4e37-bfa1-3983fdc5aa03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:56:03.195308 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1c4cd0f8-9ca0-4486-af98-409086277567 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:56:03.229293 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-de36057c-cb75-4abc-850c-e2ee7a0e1320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:56:03.325283 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413e0c48-bc19-4e37-bfa1-3983fdc5aa03 None None] Pushing event updated for resources: {'Port': ['ID=2c7ab85c-6e11-4504-8a25-c87a6d0fcb6d,revision_number=3']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:56:03.328734 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-8fe55c3c-ba4d-4848-b653-f16c74749d96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:56:03.372307 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fe55c3c-ba4d-4848-b653-f16c74749d96 admin admin] Network f99b0f7a-d5b9-4d9f-87af-2bc10c69a54a is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:56:03.375230 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [None req-8fe55c3c-ba4d-4848-b653-f16c74749d96 admin admin] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:56:03.379153 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fe55c3c-ba4d-4848-b653-f16c74749d96 admin admin] Received port after_create {{(pid=102791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:56:03.392182 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.db.api [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102792) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 29 16:56:03.392587 n-d-834765-1 neutron-server[102792]: DEBUG oslo_db.api [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 29 16:56:03.397478 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-d9915a65-e73c-4077-8605-2fe1917eac7d None None] Provisioning complete for port 2c7ab85c-6e11-4504-8a25-c87a6d0fcb6d triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:56:03.397857 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d9915a65-e73c-4077-8605-2fe1917eac7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:56:03.404437 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe55c3c-ba4d-4848-b653-f16c74749d96 admin admin] Pushing event updated for resources: {'Port': ['ID=9f992064-cd56-4989-af43-d894a5db3505,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:56:03.428854 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-8fe55c3c-ba4d-4848-b653-f16c74749d96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-648347'] for router_interface, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:56:03.584820 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-8fe55c3c-ba4d-4848-b653-f16c74749d96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:56:03.647100 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-de36057c-cb75-4abc-850c-e2ee7a0e1320 None None] Notify callbacks [] for port, precommit_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:56:03.652148 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-de36057c-cb75-4abc-850c-e2ee7a0e1320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:56:03.726921 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3c20a2-d01d-4351-ade5-2cbc853ff82a None None] Pushing event updated for resources: {'Port': ['ID=099ea690-b7f9-450d-a746-e9a232f7fd01,revision_number=2']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:56:03.730463 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-de36057c-cb75-4abc-850c-e2ee7a0e1320 None None] Attempting to bind port 099ea690-b7f9-450d-a746-e9a232f7fd01 on host n-d-834765-1 for vnic_type normal with profile {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 16:56:03.731044 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-de36057c-cb75-4abc-850c-e2ee7a0e1320 None None] Attempting to bind port 099ea690-b7f9-450d-a746-e9a232f7fd01 by drivers openvswitch,hyperv on host n-d-834765-1 at level 0 using segments [{'id': '6ab47353-a811-4bad-bc73-b4cc84583cfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 16:56:03.731645 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de36057c-cb75-4abc-850c-e2ee7a0e1320 None None] Attempting to bind port 099ea690-b7f9-450d-a746-e9a232f7fd01 on network 4a4a035d-ecac-4ead-baa3-25f90788773a {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 16:56:03.742957 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de36057c-cb75-4abc-850c-e2ee7a0e1320 None None] Checking agent: {'id': 'a8866439-9d96-425c-b519-6905c591ac37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 25, 36), 'started_at': datetime.datetime(2022, 3, 29, 15, 26, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 16, 55, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834765-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 16:56:03.743357 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de36057c-cb75-4abc-850c-e2ee7a0e1320 None None] Checking segment: {'id': '6ab47353-a811-4bad-bc73-b4cc84583cfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 16:56:03.744050 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-de36057c-cb75-4abc-850c-e2ee7a0e1320 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:56:03.745283 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de36057c-cb75-4abc-850c-e2ee7a0e1320 None None] Bound using segment: {'id': '6ab47353-a811-4bad-bc73-b4cc84583cfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 16:56:03.745283 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-de36057c-cb75-4abc-850c-e2ee7a0e1320 None None] Bound port: 099ea690-b7f9-450d-a746-e9a232f7fd01, host: n-d-834765-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ab47353-a811-4bad-bc73-b4cc84583cfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'}}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 16:56:03.745634 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-de36057c-cb75-4abc-850c-e2ee7a0e1320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:56:03.747495 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-0c821b71-7280-4dce-8587-d263961fbb40 None None] Provisioning complete for port 9f992064-cd56-4989-af43-d894a5db3505 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:56:03.747911 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-0c821b71-7280-4dce-8587-d263961fbb40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:56:03.776932 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-8fe55c3c-ba4d-4848-b653-f16c74749d96 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:56:03.781531 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-8fe55c3c-ba4d-4848-b653-f16c74749d96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:56:03.833517 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-0c821b71-7280-4dce-8587-d263961fbb40 None None] Port 9f992064-cd56-4989-af43-d894a5db3505 cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 16:56:03.849077 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-de36057c-cb75-4abc-850c-e2ee7a0e1320 None None] For port 099ea690-b7f9-450d-a746-e9a232f7fd01, host n-d-834765-1, cleared binding levels {{(pid=102792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 16:56:03.853149 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-de36057c-cb75-4abc-850c-e2ee7a0e1320 None None] For port 099ea690-b7f9-450d-a746-e9a232f7fd01, host n-d-834765-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=099ea690-b7f9-450d-a746-e9a232f7fd01,segment=NetworkSegment(6ab47353-a811-4bad-bc73-b4cc84583cfd),segment_id=6ab47353-a811-4bad-bc73-b4cc84583cfd)] {{(pid=102792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 16:56:03.854734 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-8fe55c3c-ba4d-4848-b653-f16c74749d96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-648439'] for router_interface, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:56:03.856765 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe55c3c-ba4d-4848-b653-f16c74749d96 admin admin] Pushing event updated for resources: {'Port': ['ID=9f992064-cd56-4989-af43-d894a5db3505,revision_number=2']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:56:03.857473 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-de36057c-cb75-4abc-850c-e2ee7a0e1320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:56:03.954910 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de36057c-cb75-4abc-850c-e2ee7a0e1320 None None] Routers {'54b18aae-4608-47d9-8d49-32438179b49d'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:56:03.955556 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-de36057c-cb75-4abc-850c-e2ee7a0e1320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:56:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['54b18aae-4608-47d9-8d49-32438179b49d'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:56:03.963570 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fe55c3c-ba4d-4848-b653-f16c74749d96 admin admin] Network f99b0f7a-d5b9-4d9f-87af-2bc10c69a54a is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:56:03.966203 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [None req-8fe55c3c-ba4d-4848-b653-f16c74749d96 admin admin] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:56:03.997370 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3c20a2-d01d-4351-ade5-2cbc853ff82a None None] Pushing event updated for resources: {'Port': ['ID=099ea690-b7f9-450d-a746-e9a232f7fd01,revision_number=3']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:56:04.078977 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvr_db [None req-de36057c-cb75-4abc-850c-e2ee7a0e1320 None None] Set router 54b18aae-4608-47d9-8d49-32438179b49d gateway port host: n-d-834765-1 {{(pid=102792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:56:04.087595 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fe55c3c-ba4d-4848-b653-f16c74749d96 admin admin] Router 54b18aae-4608-47d9-8d49-32438179b49d has already been hosted by L3 agent c648d819-1060-4f26-b4ec-6455387b5dff {{(pid=102791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 16:56:04.203172 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fe55c3c-ba4d-4848-b653-f16c74749d96 admin admin] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 16:56:04.216062 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-8fe55c3c-ba4d-4848-b653-f16c74749d96 admin admin] 10.222.0.42 "PUT /v2.0/routers/54b18aae-4608-47d9-8d49-32438179b49d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9714735 Mar 29 16:56:04.282770 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-975ccb8c-c640-40ad-a4e7-b64d0d3b00f0 None None] Provisioning complete for port 9f992064-cd56-4989-af43-d894a5db3505 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:56:04.283435 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-975ccb8c-c640-40ad-a4e7-b64d0d3b00f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:56:04.328871 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-975ccb8c-c640-40ad-a4e7-b64d0d3b00f0 None None] Port 9f992064-cd56-4989-af43-d894a5db3505 cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 16:56:04.336032 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-de36057c-cb75-4abc-850c-e2ee7a0e1320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54b18aae-4608-47d9-8d49-32438179b49d', 'name': 'tempest-TestSnapshotPattern-840484951-router', 'tenant_id': '4e3190fbf72b4165b40a5ef060a24944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.195'}], 'enable_snat': True}, 'gw_port_id': '099ea690-b7f9-450d-a746-e9a232f7fd01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:56:00Z', 'updated_at': '2022-03-29T16:56:03Z', 'revision_number': 4, 'project_id': '4e3190fbf72b4165b40a5ef060a24944', 'gw_port': {'id': '099ea690-b7f9-450d-a746-e9a232f7fd01', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:33:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54b18aae-4608-47d9-8d49-32438179b49d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4429, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:56:01Z', 'updated_at': '2022-03-29T16:56:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': '9f992064-cd56-4989-af43-d894a5db3505', 'name': '', 'network_id': 'f99b0f7a-d5b9-4d9f-87af-2bc10c69a54a', 'tenant_id': '4e3190fbf72b4165b40a5ef060a24944', 'mac_address': 'fa:16:3e:9d:5e:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54b18aae-4608-47d9-8d49-32438179b49d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4430, 'fixed_ips': [{'subnet_id': '0633b94d-3c87-46f1-8768-04f6382aa899', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:56:02Z', 'updated_at': '2022-03-29T16:56:03Z', 'revision_number': 2, 'project_id': '4e3190fbf72b4165b40a5ef060a24944', 'subnets': [{'id': '0633b94d-3c87-46f1-8768-04f6382aa899', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:56:04.365465 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 2c7ab85c-6e11-4504-8a25-c87a6d0fcb6d up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 16:56:04.368509 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de36057c-cb75-4abc-850c-e2ee7a0e1320 None None] The sync data for ids ['54b18aae-4608-47d9-8d49-32438179b49d'] in n-d-834765-1 is: [{'id': '54b18aae-4608-47d9-8d49-32438179b49d', 'name': 'tempest-TestSnapshotPattern-840484951-router', 'tenant_id': '4e3190fbf72b4165b40a5ef060a24944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.195'}], 'enable_snat': True}, 'gw_port_id': '099ea690-b7f9-450d-a746-e9a232f7fd01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:56:00Z', 'updated_at': '2022-03-29T16:56:03Z', 'revision_number': 4, 'project_id': '4e3190fbf72b4165b40a5ef060a24944', 'gw_port': {'id': '099ea690-b7f9-450d-a746-e9a232f7fd01', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:33:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54b18aae-4608-47d9-8d49-32438179b49d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4429, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:56:01Z', 'updated_at': '2022-03-29T16:56:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': '9f992064-cd56-4989-af43-d894a5db3505', 'name': '', 'network_id': 'f99b0f7a-d5b9-4d9f-87af-2bc10c69a54a', 'tenant_id': '4e3190fbf72b4165b40a5ef060a24944', 'mac_address': 'fa:16:3e:9d:5e:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54b18aae-4608-47d9-8d49-32438179b49d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4430, 'fixed_ips': [{'subnet_id': '0633b94d-3c87-46f1-8768-04f6382aa899', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:56:02Z', 'updated_at': '2022-03-29T16:56:03Z', 'revision_number': 2, 'project_id': '4e3190fbf72b4165b40a5ef060a24944', 'subnets': [{'id': '0633b94d-3c87-46f1-8768-04f6382aa899', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 16:56:04.417851 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port 2c7ab85c-6e11-4504-8a25-c87a6d0fcb6d triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:56:04.418230 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:56:04.519191 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d71584b9-87f1-45f5-84c7-c993c2416269 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:56:04.727494 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 44258) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:56:04.732615 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-4bd47f59-3e24-49c9-8d4c-0370fa38b655 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1307605878-network', 'tenant_id': '342fa6aebfd64f1cb35aa7baf0a1292f'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:56:04.752004 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bd47f59-3e24-49c9-8d4c-0370fa38b655 admin admin] Made reservation on behalf of 342fa6aebfd64f1cb35aa7baf0a1292f for: {'network': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:56:04.754436 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-4bd47f59-3e24-49c9-8d4c-0370fa38b655 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for network, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:56:04.764124 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-4bd47f59-3e24-49c9-8d4c-0370fa38b655 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:56:04.840721 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-4bd47f59-3e24-49c9-8d4c-0370fa38b655 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:56:04.844850 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-4bd47f59-3e24-49c9-8d4c-0370fa38b655 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:56:04.874590 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4bd47f59-3e24-49c9-8d4c-0370fa38b655 admin admin] vlan segment allocate from pool success with {'vlan_id': 617, 'physical_network': 'physnet1'} {{(pid=102791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 16:56:04.880247 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd47f59-3e24-49c9-8d4c-0370fa38b655 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f6d74dd-5e40-471e-bca3-bc27d8b9a89f,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:56:04.889335 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-4bd47f59-3e24-49c9-8d4c-0370fa38b655 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:56:04.889784 n-d-834765-1 neutron-server[102791]: INFO neutron.db.segments_db [None req-4bd47f59-3e24-49c9-8d4c-0370fa38b655 admin admin] Added segment ec8660b3-7d9e-46ff-b9c8-7917e1a18483 of type vlan for network 54394174-753a-42f4-9390-04c003cd9523 Mar 29 16:56:04.936432 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-4bd47f59-3e24-49c9-8d4c-0370fa38b655 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783522915970'] for network, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:56:04.961819 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-4bd47f59-3e24-49c9-8d4c-0370fa38b655 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795'] for network, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:56:04.962831 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bd47f59-3e24-49c9-8d4c-0370fa38b655 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:56:04.963585 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-4bd47f59-3e24-49c9-8d4c-0370fa38b655 admin admin] Notify callbacks [] for network, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:56:04.996150 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-4bd47f59-3e24-49c9-8d4c-0370fa38b655 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.2674742 Mar 29 16:56:04.998884 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 44260) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:56:05.004421 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-3c000822-f655-404f-b0dd-3f5dd0167ad4 admin admin] Request body: {'subnet': {'network_id': '54394174-753a-42f4-9390-04c003cd9523', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1307605878-subnet', 'tenant_id': '342fa6aebfd64f1cb35aa7baf0a1292f', 'ip_version': 4}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:56:05.024538 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c000822-f655-404f-b0dd-3f5dd0167ad4 admin admin] Made reservation on behalf of 342fa6aebfd64f1cb35aa7baf0a1292f for: {'subnet': 1} {{(pid=102790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:56:05.027522 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-3c000822-f655-404f-b0dd-3f5dd0167ad4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4793983'] for subnet, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:56:05.034057 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd47f59-3e24-49c9-8d4c-0370fa38b655 admin admin] Pushing event updated for resources: {'Network': ['ID=54394174-753a-42f4-9390-04c003cd9523,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:56:05.068189 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Network 54394174-753a-42f4-9390-04c003cd9523 details requested by agent ovs-agent-n-d-834765-1 with host n-d-834765-1 {{(pid=102792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 16:56:05.231070 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-3c000822-f655-404f-b0dd-3f5dd0167ad4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5231896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4793961'] for subnet, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:56:05.289695 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c000822-f655-404f-b0dd-3f5dd0167ad4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9892930e-a759-483a-b2e0-28a58f128fe3,revision_number=0']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:56:05.298708 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c000822-f655-404f-b0dd-3f5dd0167ad4 admin admin] Checking segment: {'id': 'ec8660b3-7d9e-46ff-b9c8-7917e1a18483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '54394174-753a-42f4-9390-04c003cd9523'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 16:56:05.299070 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c000822-f655-404f-b0dd-3f5dd0167ad4 admin admin] Network hostable DHCP agents. Network: 54394174-753a-42f4-9390-04c003cd9523, hostable agents: ['d136643e-48ae-49d4-a851-2ba3bdf3749c'], hosted agents: [] {{(pid=102790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 16:56:05.318496 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c000822-f655-404f-b0dd-3f5dd0167ad4 admin admin] Network 54394174-753a-42f4-9390-04c003cd9523 is scheduled to be hosted by DHCP agent d136643e-48ae-49d4-a851-2ba3bdf3749c with binding_index 1 {{(pid=102790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 16:56:05.327409 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-3c000822-f655-404f-b0dd-3f5dd0167ad4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834765-1, 54394174-753a-42f4-9390-04c003cd9523) {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:56:05.333293 n-d-834765-1 neutron-server[102790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c000822-f655-404f-b0dd-3f5dd0167ad4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:56:05.334200 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-3c000822-f655-404f-b0dd-3f5dd0167ad4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:56:05.337908 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ead73d0-ad80-432b-a444-28ab2f03baf3 None None] Network 54394174-753a-42f4-9390-04c003cd9523 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 16:56:05.351711 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-3c000822-f655-404f-b0dd-3f5dd0167ad4 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3510973 Mar 29 16:56:05.354259 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 44262) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:56:05.358688 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-53e5d0e0-cd09-4a51-ab41-37c20084be0c admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1307605878-router', 'tenant_id': '342fa6aebfd64f1cb35aa7baf0a1292f', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'}}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:56:05.378136 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-53e5d0e0-cd09-4a51-ab41-37c20084be0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-532385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129310'] for router, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:56:05.379371 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-53e5d0e0-cd09-4a51-ab41-37c20084be0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-648091', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-684384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129319'] for router, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:56:05.449368 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-53e5d0e0-cd09-4a51-ab41-37c20084be0c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:56:05.509752 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6514053f-dcb0-43a4-8cbd-accba69e39d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0035034-69b0-5ffc-b384-0ac6189c5628-54394174-753a-42f4-9390-04c003cd9523', 'network_id': '54394174-753a-42f4-9390-04c003cd9523', 'tenant_id': '342fa6aebfd64f1cb35aa7baf0a1292f', 'fixed_ips': [{'subnet_id': '9892930e-a759-483a-b2e0-28a58f128fe3'}]}} from n-d-834765-1. {{(pid=102792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 29 16:56:05.510625 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-6514053f-dcb0-43a4-8cbd-accba69e39d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:56:05.601702 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-53e5d0e0-cd09-4a51-ab41-37c20084be0c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:56:05.650912 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.db_base_plugin_common [None req-6514053f-dcb0-43a4-8cbd-accba69e39d7 None None] Allocated IP 172.20.0.2 (54394174-753a-42f4-9390-04c003cd9523/9892930e-a759-483a-b2e0-28a58f128fe3/36e7bf8b-8ea6-4c8f-8705-c1289a19a849) {{(pid=102792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:56:05.799683 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-6514053f-dcb0-43a4-8cbd-accba69e39d7 None None] Notify callbacks [] for port, precommit_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:56:05.806065 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-6514053f-dcb0-43a4-8cbd-accba69e39d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956'] for port, after_create {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:56:05.813453 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-53e5d0e0-cd09-4a51-ab41-37c20084be0c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:56:05.833476 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-53e5d0e0-cd09-4a51-ab41-37c20084be0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:56:05.851158 n-d-834765-1 neutron-server[102792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6514053f-dcb0-43a4-8cbd-accba69e39d7 None None] Network 54394174-753a-42f4-9390-04c003cd9523 is already hosted by enough agents. {{(pid=102792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:56:05.855421 n-d-834765-1 neutron-server[102792]: DEBUG neutron.scheduler.base_scheduler [None req-6514053f-dcb0-43a4-8cbd-accba69e39d7 None None] Resources bound (agent type, host, resource id): {{(pid=102792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:56:05.857889 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6514053f-dcb0-43a4-8cbd-accba69e39d7 None None] Received port after_create {{(pid=102792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:56:05.864719 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6514053f-dcb0-43a4-8cbd-accba69e39d7 None None] Pushing event updated for resources: {'Port': ['ID=36e7bf8b-8ea6-4c8f-8705-c1289a19a849,revision_number=1']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:56:05.917812 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-6514053f-dcb0-43a4-8cbd-accba69e39d7 None None] Attempting to bind port 36e7bf8b-8ea6-4c8f-8705-c1289a19a849 on host n-d-834765-1 for vnic_type normal with profile {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 16:56:05.918182 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-6514053f-dcb0-43a4-8cbd-accba69e39d7 None None] Attempting to bind port 36e7bf8b-8ea6-4c8f-8705-c1289a19a849 by drivers openvswitch,hyperv on host n-d-834765-1 at level 0 using segments [{'id': 'ec8660b3-7d9e-46ff-b9c8-7917e1a18483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '54394174-753a-42f4-9390-04c003cd9523'}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 16:56:05.918546 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6514053f-dcb0-43a4-8cbd-accba69e39d7 None None] Attempting to bind port 36e7bf8b-8ea6-4c8f-8705-c1289a19a849 on network 54394174-753a-42f4-9390-04c003cd9523 {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 16:56:05.924107 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6514053f-dcb0-43a4-8cbd-accba69e39d7 None None] Checking agent: {'id': 'a8866439-9d96-425c-b519-6905c591ac37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 25, 36), 'started_at': datetime.datetime(2022, 3, 29, 15, 26, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 16, 55, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834765-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 16:56:05.924484 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6514053f-dcb0-43a4-8cbd-accba69e39d7 None None] Checking segment: {'id': 'ec8660b3-7d9e-46ff-b9c8-7917e1a18483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '54394174-753a-42f4-9390-04c003cd9523'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 16:56:05.924883 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-6514053f-dcb0-43a4-8cbd-accba69e39d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:56:05.925274 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6514053f-dcb0-43a4-8cbd-accba69e39d7 None None] Bound using segment: {'id': 'ec8660b3-7d9e-46ff-b9c8-7917e1a18483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '54394174-753a-42f4-9390-04c003cd9523'} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 16:56:05.925735 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-6514053f-dcb0-43a4-8cbd-accba69e39d7 None None] Bound port: 36e7bf8b-8ea6-4c8f-8705-c1289a19a849, host: n-d-834765-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec8660b3-7d9e-46ff-b9c8-7917e1a18483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '54394174-753a-42f4-9390-04c003cd9523'}}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 16:56:05.926122 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-6514053f-dcb0-43a4-8cbd-accba69e39d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:56:05.945752 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.db_base_plugin_common [None req-53e5d0e0-cd09-4a51-ab41-37c20084be0c admin admin] Allocated IP 172.25.4.205 (4a4a035d-ecac-4ead-baa3-25f90788773a/e1a353dc-fac8-4901-a63c-273840237d6a/ae9f8ca1-6499-4b2f-9673-122f75916adb) {{(pid=102790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:56:05.993724 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-6514053f-dcb0-43a4-8cbd-accba69e39d7 None None] For port 36e7bf8b-8ea6-4c8f-8705-c1289a19a849, host n-d-834765-1, cleared binding levels {{(pid=102792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 16:56:05.996760 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-6514053f-dcb0-43a4-8cbd-accba69e39d7 None None] For port 36e7bf8b-8ea6-4c8f-8705-c1289a19a849, host n-d-834765-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=36e7bf8b-8ea6-4c8f-8705-c1289a19a849,segment=NetworkSegment(ec8660b3-7d9e-46ff-b9c8-7917e1a18483),segment_id=ec8660b3-7d9e-46ff-b9c8-7917e1a18483)] {{(pid=102792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 16:56:06.001844 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-6514053f-dcb0-43a4-8cbd-accba69e39d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:56:06.054017 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-53e5d0e0-cd09-4a51-ab41-37c20084be0c admin admin] Notify callbacks [] for port, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:56:06.077895 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-0cb6abf6-2706-4e52-8825-f5f644ecf9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:56:06.094109 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-53e5d0e0-cd09-4a51-ab41-37c20084be0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:56:06.097908 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6514053f-dcb0-43a4-8cbd-accba69e39d7 None None] Pushing event updated for resources: {'Port': ['ID=36e7bf8b-8ea6-4c8f-8705-c1289a19a849,revision_number=2']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:56:06.113591 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:56:06.152641 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53e5d0e0-cd09-4a51-ab41-37c20084be0c admin admin] Network 4a4a035d-ecac-4ead-baa3-25f90788773a is already hosted by enough agents. {{(pid=102790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:56:06.155643 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-53e5d0e0-cd09-4a51-ab41-37c20084be0c admin admin] Resources bound (agent type, host, resource id): {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:56:06.160126 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53e5d0e0-cd09-4a51-ab41-37c20084be0c admin admin] Received port after_create {{(pid=102790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:56:06.164543 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e5d0e0-cd09-4a51-ab41-37c20084be0c admin admin] Pushing event updated for resources: {'Port': ['ID=ae9f8ca1-6499-4b2f-9673-122f75916adb,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:56:06.200923 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.agents_db [None req-59735a15-725e-44d4-9ad5-95cbe356f209 None None] Agent healthcheck: found 7 active agents {{(pid=102793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 16:56:06.449051 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 36e7bf8b-8ea6-4c8f-8705-c1289a19a849 up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 16:56:06.495716 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-249adf3c-c2d6-453e-a2b7-08818df45161 None None] Sync routers for ids ['54b18aae-4608-47d9-8d49-32438179b49d'] in n-d-834765-1 {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 16:56:06.506262 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-249adf3c-c2d6-453e-a2b7-08818df45161 None None] Routers {'54b18aae-4608-47d9-8d49-32438179b49d'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:56:06.506897 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-249adf3c-c2d6-453e-a2b7-08818df45161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:56:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['54b18aae-4608-47d9-8d49-32438179b49d'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:56:06.510461 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port 36e7bf8b-8ea6-4c8f-8705-c1289a19a849 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:56:06.510832 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:56:06.591027 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:56:06.618130 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvr_db [None req-249adf3c-c2d6-453e-a2b7-08818df45161 None None] Set router 54b18aae-4608-47d9-8d49-32438179b49d gateway port host: n-d-834765-1 {{(pid=102793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:56:06.628779 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] For port 36e7bf8b-8ea6-4c8f-8705-c1289a19a849, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=36e7bf8b-8ea6-4c8f-8705-c1289a19a849,segment=NetworkSegment(ec8660b3-7d9e-46ff-b9c8-7917e1a18483),segment_id=ec8660b3-7d9e-46ff-b9c8-7917e1a18483)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:56:06.633250 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:56:06.634112 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 099ea690-b7f9-450d-a746-e9a232f7fd01 up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 16:56:06.715177 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Pushing event updated for resources: {'Port': ['ID=36e7bf8b-8ea6-4c8f-8705-c1289a19a849,revision_number=3']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:56:06.743500 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port 099ea690-b7f9-450d-a746-e9a232f7fd01 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:56:06.743909 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:56:06.819226 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-53e5d0e0-cd09-4a51-ab41-37c20084be0c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:56:06.829161 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:56:06.842655 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-249adf3c-c2d6-453e-a2b7-08818df45161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54b18aae-4608-47d9-8d49-32438179b49d', 'name': 'tempest-TestSnapshotPattern-840484951-router', 'tenant_id': '4e3190fbf72b4165b40a5ef060a24944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.195'}], 'enable_snat': True}, 'gw_port_id': '099ea690-b7f9-450d-a746-e9a232f7fd01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:56:00Z', 'updated_at': '2022-03-29T16:56:03Z', 'revision_number': 4, 'project_id': '4e3190fbf72b4165b40a5ef060a24944', 'gw_port': {'id': '099ea690-b7f9-450d-a746-e9a232f7fd01', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:33:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54b18aae-4608-47d9-8d49-32438179b49d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4429, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:56:01Z', 'updated_at': '2022-03-29T16:56:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': '9f992064-cd56-4989-af43-d894a5db3505', 'name': '', 'network_id': 'f99b0f7a-d5b9-4d9f-87af-2bc10c69a54a', 'tenant_id': '4e3190fbf72b4165b40a5ef060a24944', 'mac_address': 'fa:16:3e:9d:5e:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54b18aae-4608-47d9-8d49-32438179b49d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4430, 'fixed_ips': [{'subnet_id': '0633b94d-3c87-46f1-8768-04f6382aa899', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:56:02Z', 'updated_at': '2022-03-29T16:56:03Z', 'revision_number': 2, 'project_id': '4e3190fbf72b4165b40a5ef060a24944', 'subnets': [{'id': '0633b94d-3c87-46f1-8768-04f6382aa899', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:56:06.851087 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] For port 099ea690-b7f9-450d-a746-e9a232f7fd01, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=099ea690-b7f9-450d-a746-e9a232f7fd01,segment=NetworkSegment(6ab47353-a811-4bad-bc73-b4cc84583cfd),segment_id=6ab47353-a811-4bad-bc73-b4cc84583cfd)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:56:06.855250 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:56:06.869968 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-249adf3c-c2d6-453e-a2b7-08818df45161 None None] Checking router: 54b18aae-4608-47d9-8d49-32438179b49d for host: n-d-834765-1 {{(pid=102793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 16:56:06.870446 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-249adf3c-c2d6-453e-a2b7-08818df45161 None None] Updating router 54b18aae-4608-47d9-8d49-32438179b49d port 9f992064-cd56-4989-af43-d894a5db3505 binding host n-d-834765-1 {{(pid=102793) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 16:56:06.896843 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-249adf3c-c2d6-453e-a2b7-08818df45161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:56:06.912094 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Pushing event updated for resources: {'Port': ['ID=099ea690-b7f9-450d-a746-e9a232f7fd01,revision_number=4']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:56:07.056621 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-53e5d0e0-cd09-4a51-ab41-37c20084be0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648118'] for router, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:56:07.187649 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-249adf3c-c2d6-453e-a2b7-08818df45161 None None] Notify callbacks [] for port, precommit_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:56:07.194760 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53e5d0e0-cd09-4a51-ab41-37c20084be0c admin admin] Router 9364484b-8b56-4626-83cb-c192d7874fec is scheduled to L3 agent c648d819-1060-4f26-b4ec-6455387b5dff with binding_index 1 {{(pid=102790) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 29 16:56:07.196443 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-249adf3c-c2d6-453e-a2b7-08818df45161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:56:07.247637 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb891888-d07f-4b5e-a6a1-96d98b4e7af5 None None] Pushing event updated for resources: {'Port': ['ID=9f992064-cd56-4989-af43-d894a5db3505,revision_number=3']} {{(pid=102793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:56:07.260898 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb891888-d07f-4b5e-a6a1-96d98b4e7af5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:56:07.261240 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb891888-d07f-4b5e-a6a1-96d98b4e7af5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:56:07.261586 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb891888-d07f-4b5e-a6a1-96d98b4e7af5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:56:07.261915 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb891888-d07f-4b5e-a6a1-96d98b4e7af5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:56:07.262243 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb891888-d07f-4b5e-a6a1-96d98b4e7af5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:56:07.262568 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb891888-d07f-4b5e-a6a1-96d98b4e7af5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:56:07.262891 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb891888-d07f-4b5e-a6a1-96d98b4e7af5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:56:07.263207 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb891888-d07f-4b5e-a6a1-96d98b4e7af5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:56:07.265291 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb891888-d07f-4b5e-a6a1-96d98b4e7af5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:56:07.265635 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb891888-d07f-4b5e-a6a1-96d98b4e7af5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:56:07.265967 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb891888-d07f-4b5e-a6a1-96d98b4e7af5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:56:07.266344 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb891888-d07f-4b5e-a6a1-96d98b4e7af5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:56:07.320211 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.managers [None req-249adf3c-c2d6-453e-a2b7-08818df45161 None None] Attempting to bind port 9f992064-cd56-4989-af43-d894a5db3505 on host n-d-834765-1 for vnic_type normal with profile {{(pid=102793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 16:56:07.320581 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.managers [None req-249adf3c-c2d6-453e-a2b7-08818df45161 None None] Attempting to bind port 9f992064-cd56-4989-af43-d894a5db3505 by drivers openvswitch,hyperv on host n-d-834765-1 at level 0 using segments [{'id': '197308ca-2086-46cd-a9c3-016d506ee6aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'f99b0f7a-d5b9-4d9f-87af-2bc10c69a54a'}] {{(pid=102793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 16:56:07.320935 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-249adf3c-c2d6-453e-a2b7-08818df45161 None None] Attempting to bind port 9f992064-cd56-4989-af43-d894a5db3505 on network f99b0f7a-d5b9-4d9f-87af-2bc10c69a54a {{(pid=102793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 16:56:07.323998 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53e5d0e0-cd09-4a51-ab41-37c20084be0c admin admin] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 16:56:07.327465 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-249adf3c-c2d6-453e-a2b7-08818df45161 None None] Checking agent: {'id': 'a8866439-9d96-425c-b519-6905c591ac37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 25, 36), 'started_at': datetime.datetime(2022, 3, 29, 15, 26, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 16, 56, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834765-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 16:56:07.327837 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-249adf3c-c2d6-453e-a2b7-08818df45161 None None] Checking segment: {'id': '197308ca-2086-46cd-a9c3-016d506ee6aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'f99b0f7a-d5b9-4d9f-87af-2bc10c69a54a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 16:56:07.328663 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-249adf3c-c2d6-453e-a2b7-08818df45161 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:56:07.328818 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-249adf3c-c2d6-453e-a2b7-08818df45161 None None] Bound using segment: {'id': '197308ca-2086-46cd-a9c3-016d506ee6aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'f99b0f7a-d5b9-4d9f-87af-2bc10c69a54a'} {{(pid=102793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 16:56:07.329283 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.managers [None req-249adf3c-c2d6-453e-a2b7-08818df45161 None None] Bound port: 9f992064-cd56-4989-af43-d894a5db3505, host: n-d-834765-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '197308ca-2086-46cd-a9c3-016d506ee6aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'f99b0f7a-d5b9-4d9f-87af-2bc10c69a54a'}}] {{(pid=102793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 16:56:07.330186 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-249adf3c-c2d6-453e-a2b7-08818df45161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:56:07.335990 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45192f3d-fa0f-4ce1-af2d-b572a49ec418 None None] Sync routers for ids ['9364484b-8b56-4626-83cb-c192d7874fec'] in n-d-834765-1 {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 16:56:07.346744 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-53e5d0e0-cd09-4a51-ab41-37c20084be0c admin admin] Notify callbacks [] for router, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:56:07.351135 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-53e5d0e0-cd09-4a51-ab41-37c20084be0c admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.9928465 Mar 29 16:56:07.351561 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 44264) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:56:07.354334 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45192f3d-fa0f-4ce1-af2d-b572a49ec418 None None] Routers {'9364484b-8b56-4626-83cb-c192d7874fec'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:56:07.355202 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-45192f3d-fa0f-4ce1-af2d-b572a49ec418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:56:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['9364484b-8b56-4626-83cb-c192d7874fec'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:56:07.418193 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.db [None req-249adf3c-c2d6-453e-a2b7-08818df45161 None None] For port 9f992064-cd56-4989-af43-d894a5db3505, host n-d-834765-1, cleared binding levels {{(pid=102793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 16:56:07.421751 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.db [None req-249adf3c-c2d6-453e-a2b7-08818df45161 None None] For port 9f992064-cd56-4989-af43-d894a5db3505, host n-d-834765-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=9f992064-cd56-4989-af43-d894a5db3505,segment=NetworkSegment(197308ca-2086-46cd-a9c3-016d506ee6aa),segment_id=197308ca-2086-46cd-a9c3-016d506ee6aa)] {{(pid=102793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 16:56:07.428764 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-249adf3c-c2d6-453e-a2b7-08818df45161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:56:07.434090 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-006e3188-82b7-4bb1-b96c-debae2e7934b None None] Network 54394174-753a-42f4-9390-04c003cd9523 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 16:56:07.506260 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb891888-d07f-4b5e-a6a1-96d98b4e7af5 None None] Pushing event updated for resources: {'Port': ['ID=9f992064-cd56-4989-af43-d894a5db3505,revision_number=4']} {{(pid=102793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:56:07.515954 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-249adf3c-c2d6-453e-a2b7-08818df45161 None None] Routers {'54b18aae-4608-47d9-8d49-32438179b49d'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:56:07.516640 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-249adf3c-c2d6-453e-a2b7-08818df45161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:56:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['54b18aae-4608-47d9-8d49-32438179b49d'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:56:07.746150 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-46f516b2-c8d7-4595-b9aa-97473135b707 None None] Provisioning complete for port 36e7bf8b-8ea6-4c8f-8705-c1289a19a849 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:56:07.746732 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-46f516b2-c8d7-4595-b9aa-97473135b707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:56:07.752145 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvr_db [None req-249adf3c-c2d6-453e-a2b7-08818df45161 None None] Set router 54b18aae-4608-47d9-8d49-32438179b49d gateway port host: n-d-834765-1 {{(pid=102793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:56:07.755279 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvr_db [None req-45192f3d-fa0f-4ce1-af2d-b572a49ec418 None None] Set router 9364484b-8b56-4626-83cb-c192d7874fec gateway port host: n-d-834765-1 {{(pid=102792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:56:07.905184 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-52a75d09-1196-4deb-ab92-08abe0862f0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:56:07.959969 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-249adf3c-c2d6-453e-a2b7-08818df45161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54b18aae-4608-47d9-8d49-32438179b49d', 'name': 'tempest-TestSnapshotPattern-840484951-router', 'tenant_id': '4e3190fbf72b4165b40a5ef060a24944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.195'}], 'enable_snat': True}, 'gw_port_id': '099ea690-b7f9-450d-a746-e9a232f7fd01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:56:00Z', 'updated_at': '2022-03-29T16:56:03Z', 'revision_number': 4, 'project_id': '4e3190fbf72b4165b40a5ef060a24944', 'gw_port': {'id': '099ea690-b7f9-450d-a746-e9a232f7fd01', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:33:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54b18aae-4608-47d9-8d49-32438179b49d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4429, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:56:01Z', 'updated_at': '2022-03-29T16:56:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': '9f992064-cd56-4989-af43-d894a5db3505', 'name': '', 'network_id': 'f99b0f7a-d5b9-4d9f-87af-2bc10c69a54a', 'tenant_id': '4e3190fbf72b4165b40a5ef060a24944', 'mac_address': 'fa:16:3e:9d:5e:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54b18aae-4608-47d9-8d49-32438179b49d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4430, 'fixed_ips': [{'subnet_id': '0633b94d-3c87-46f1-8768-04f6382aa899', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:56:02Z', 'updated_at': '2022-03-29T16:56:07Z', 'revision_number': 4, 'project_id': '4e3190fbf72b4165b40a5ef060a24944', 'subnets': [{'id': '0633b94d-3c87-46f1-8768-04f6382aa899', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:56:07.987391 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-249adf3c-c2d6-453e-a2b7-08818df45161 None None] The sync data for ids ['54b18aae-4608-47d9-8d49-32438179b49d'] in n-d-834765-1 is: [{'id': '54b18aae-4608-47d9-8d49-32438179b49d', 'name': 'tempest-TestSnapshotPattern-840484951-router', 'tenant_id': '4e3190fbf72b4165b40a5ef060a24944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.195'}], 'enable_snat': True}, 'gw_port_id': '099ea690-b7f9-450d-a746-e9a232f7fd01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:56:00Z', 'updated_at': '2022-03-29T16:56:03Z', 'revision_number': 4, 'project_id': '4e3190fbf72b4165b40a5ef060a24944', 'gw_port': {'id': '099ea690-b7f9-450d-a746-e9a232f7fd01', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:33:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54b18aae-4608-47d9-8d49-32438179b49d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4429, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:56:01Z', 'updated_at': '2022-03-29T16:56:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': '9f992064-cd56-4989-af43-d894a5db3505', 'name': '', 'network_id': 'f99b0f7a-d5b9-4d9f-87af-2bc10c69a54a', 'tenant_id': '4e3190fbf72b4165b40a5ef060a24944', 'mac_address': 'fa:16:3e:9d:5e:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54b18aae-4608-47d9-8d49-32438179b49d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4430, 'fixed_ips': [{'subnet_id': '0633b94d-3c87-46f1-8768-04f6382aa899', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:56:02Z', 'updated_at': '2022-03-29T16:56:07Z', 'revision_number': 4, 'project_id': '4e3190fbf72b4165b40a5ef060a24944', 'subnets': [{'id': '0633b94d-3c87-46f1-8768-04f6382aa899', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 16:56:08.084428 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-45192f3d-fa0f-4ce1-af2d-b572a49ec418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9364484b-8b56-4626-83cb-c192d7874fec', 'name': 'tempest-TestSnapshotPattern-1307605878-router', 'tenant_id': '342fa6aebfd64f1cb35aa7baf0a1292f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.205'}], 'enable_snat': True}, 'gw_port_id': 'ae9f8ca1-6499-4b2f-9673-122f75916adb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:56:05Z', 'updated_at': '2022-03-29T16:56:06Z', 'revision_number': 3, 'project_id': '342fa6aebfd64f1cb35aa7baf0a1292f', 'gw_port': {'id': 'ae9f8ca1-6499-4b2f-9673-122f75916adb', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:c3:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9364484b-8b56-4626-83cb-c192d7874fec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4441, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:56:05Z', 'updated_at': '2022-03-29T16:56:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1'}], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:56:08.090320 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.db_base_plugin_common [None req-52a75d09-1196-4deb-ab92-08abe0862f0f admin admin] Allocated IP 172.20.0.1 (54394174-753a-42f4-9390-04c003cd9523/9892930e-a759-483a-b2e0-28a58f128fe3/2aa835ba-3145-44bf-b00b-4222c9b8528c) {{(pid=102790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:56:08.118380 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45192f3d-fa0f-4ce1-af2d-b572a49ec418 None None] Checking router: 9364484b-8b56-4626-83cb-c192d7874fec for host: n-d-834765-1 {{(pid=102792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 16:56:08.118748 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45192f3d-fa0f-4ce1-af2d-b572a49ec418 None None] Updating router 9364484b-8b56-4626-83cb-c192d7874fec port ae9f8ca1-6499-4b2f-9673-122f75916adb binding host n-d-834765-1 {{(pid=102792) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 16:56:08.158146 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-45192f3d-fa0f-4ce1-af2d-b572a49ec418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:56:08.200964 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-c9695376-e3ff-4f05-b2ad-ffc56ace2f95 None None] Provisioning complete for port 9f992064-cd56-4989-af43-d894a5db3505 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:56:08.201341 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-c9695376-e3ff-4f05-b2ad-ffc56ace2f95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:56:08.216401 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-52a75d09-1196-4deb-ab92-08abe0862f0f admin admin] Notify callbacks [] for port, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:56:08.256372 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-52a75d09-1196-4deb-ab92-08abe0862f0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:56:08.330311 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a75d09-1196-4deb-ab92-08abe0862f0f admin admin] Pushing event updated for resources: {'Port': ['ID=2aa835ba-3145-44bf-b00b-4222c9b8528c,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:56:08.342494 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52a75d09-1196-4deb-ab92-08abe0862f0f admin admin] Network 54394174-753a-42f4-9390-04c003cd9523 is already hosted by enough agents. {{(pid=102790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:56:08.344068 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-52a75d09-1196-4deb-ab92-08abe0862f0f admin admin] Resources bound (agent type, host, resource id): {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:56:08.356520 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52a75d09-1196-4deb-ab92-08abe0862f0f admin admin] Received port after_create {{(pid=102790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:56:08.436734 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 9f992064-cd56-4989-af43-d894a5db3505 up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 16:56:08.444895 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-52a75d09-1196-4deb-ab92-08abe0862f0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-648347'] for router_interface, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:56:08.549875 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-c9695376-e3ff-4f05-b2ad-ffc56ace2f95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:56:08.584786 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-45192f3d-fa0f-4ce1-af2d-b572a49ec418 None None] Notify callbacks [] for port, precommit_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:56:08.611987 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-45192f3d-fa0f-4ce1-af2d-b572a49ec418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:56:08.615713 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-52a75d09-1196-4deb-ab92-08abe0862f0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:56:08.616567 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-c9695376-e3ff-4f05-b2ad-ffc56ace2f95 None None] For port 9f992064-cd56-4989-af43-d894a5db3505, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=9f992064-cd56-4989-af43-d894a5db3505,segment=NetworkSegment(197308ca-2086-46cd-a9c3-016d506ee6aa),segment_id=197308ca-2086-46cd-a9c3-016d506ee6aa)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:56:08.619973 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port 9f992064-cd56-4989-af43-d894a5db3505 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:56:08.620407 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:56:08.624796 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-c9695376-e3ff-4f05-b2ad-ffc56ace2f95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:56:08.713252 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec563197-2b69-4b31-9eb6-04e55694cb48 None None] Pushing event updated for resources: {'Port': ['ID=ae9f8ca1-6499-4b2f-9673-122f75916adb,revision_number=2']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:56:08.719233 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-45192f3d-fa0f-4ce1-af2d-b572a49ec418 None None] Attempting to bind port ae9f8ca1-6499-4b2f-9673-122f75916adb on host n-d-834765-1 for vnic_type normal with profile {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 16:56:08.719616 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-45192f3d-fa0f-4ce1-af2d-b572a49ec418 None None] Attempting to bind port ae9f8ca1-6499-4b2f-9673-122f75916adb by drivers openvswitch,hyperv on host n-d-834765-1 at level 0 using segments [{'id': '6ab47353-a811-4bad-bc73-b4cc84583cfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 16:56:08.719972 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45192f3d-fa0f-4ce1-af2d-b572a49ec418 None None] Attempting to bind port ae9f8ca1-6499-4b2f-9673-122f75916adb on network 4a4a035d-ecac-4ead-baa3-25f90788773a {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 16:56:08.757304 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45192f3d-fa0f-4ce1-af2d-b572a49ec418 None None] Checking agent: {'id': 'a8866439-9d96-425c-b519-6905c591ac37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 25, 36), 'started_at': datetime.datetime(2022, 3, 29, 15, 26, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 16, 56, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834765-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 16:56:08.758005 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45192f3d-fa0f-4ce1-af2d-b572a49ec418 None None] Checking segment: {'id': '6ab47353-a811-4bad-bc73-b4cc84583cfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 16:56:08.758135 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-45192f3d-fa0f-4ce1-af2d-b572a49ec418 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:56:08.758446 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45192f3d-fa0f-4ce1-af2d-b572a49ec418 None None] Bound using segment: {'id': '6ab47353-a811-4bad-bc73-b4cc84583cfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'} {{(pid=102792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 16:56:08.758928 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.managers [None req-45192f3d-fa0f-4ce1-af2d-b572a49ec418 None None] Bound port: ae9f8ca1-6499-4b2f-9673-122f75916adb, host: n-d-834765-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ab47353-a811-4bad-bc73-b4cc84583cfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a'}}] {{(pid=102792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 16:56:08.759356 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-45192f3d-fa0f-4ce1-af2d-b572a49ec418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:56:08.806690 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-52a75d09-1196-4deb-ab92-08abe0862f0f admin admin] Notify callbacks [] for port, precommit_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:56:08.812447 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-52a75d09-1196-4deb-ab92-08abe0862f0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5237921'] for port, after_update {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:56:08.851824 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-3c774850-86e9-4957-9cc2-a67ef981828c None None] Provisioning complete for port 2aa835ba-3145-44bf-b00b-4222c9b8528c triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:56:08.852199 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-3c774850-86e9-4957-9cc2-a67ef981828c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:56:08.867736 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9695376-e3ff-4f05-b2ad-ffc56ace2f95 None None] Pushing event updated for resources: {'Port': ['ID=9f992064-cd56-4989-af43-d894a5db3505,revision_number=5']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:56:08.884881 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-52a75d09-1196-4deb-ab92-08abe0862f0f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-648439'] for router_interface, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:56:08.890334 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a75d09-1196-4deb-ab92-08abe0862f0f admin admin] Pushing event updated for resources: {'Port': ['ID=2aa835ba-3145-44bf-b00b-4222c9b8528c,revision_number=2']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:56:08.909438 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-45192f3d-fa0f-4ce1-af2d-b572a49ec418 None None] For port ae9f8ca1-6499-4b2f-9673-122f75916adb, host n-d-834765-1, cleared binding levels {{(pid=102792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 16:56:08.914157 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-45192f3d-fa0f-4ce1-af2d-b572a49ec418 None None] For port ae9f8ca1-6499-4b2f-9673-122f75916adb, host n-d-834765-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=ae9f8ca1-6499-4b2f-9673-122f75916adb,segment=NetworkSegment(6ab47353-a811-4bad-bc73-b4cc84583cfd),segment_id=6ab47353-a811-4bad-bc73-b4cc84583cfd)] {{(pid=102792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 16:56:08.917503 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 36e7bf8b-8ea6-4c8f-8705-c1289a19a849 up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 16:56:08.938529 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-45192f3d-fa0f-4ce1-af2d-b572a49ec418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:56:08.953321 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-3c774850-86e9-4957-9cc2-a67ef981828c None None] Port 2aa835ba-3145-44bf-b00b-4222c9b8528c cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 16:56:08.984715 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52a75d09-1196-4deb-ab92-08abe0862f0f admin admin] Network 54394174-753a-42f4-9390-04c003cd9523 is already hosted by enough agents. {{(pid=102790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:56:08.986170 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.base_scheduler [None req-52a75d09-1196-4deb-ab92-08abe0862f0f admin admin] Resources bound (agent type, host, resource id): {{(pid=102790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:56:09.030643 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45192f3d-fa0f-4ce1-af2d-b572a49ec418 None None] Routers {'9364484b-8b56-4626-83cb-c192d7874fec'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:56:09.031371 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-45192f3d-fa0f-4ce1-af2d-b572a49ec418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:56:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['9364484b-8b56-4626-83cb-c192d7874fec'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:56:09.035281 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-3c774850-86e9-4957-9cc2-a67ef981828c None None] Provisioning complete for port 36e7bf8b-8ea6-4c8f-8705-c1289a19a849 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:56:09.035660 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-3c774850-86e9-4957-9cc2-a67ef981828c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:56:09.040840 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec563197-2b69-4b31-9eb6-04e55694cb48 None None] Pushing event updated for resources: {'Port': ['ID=ae9f8ca1-6499-4b2f-9673-122f75916adb,revision_number=3']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:56:09.113039 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52a75d09-1196-4deb-ab92-08abe0862f0f admin admin] Router 9364484b-8b56-4626-83cb-c192d7874fec has already been hosted by L3 agent c648d819-1060-4f26-b4ec-6455387b5dff {{(pid=102790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 16:56:09.130374 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port 36e7bf8b-8ea6-4c8f-8705-c1289a19a849 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:56:09.130756 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:56:09.227775 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52a75d09-1196-4deb-ab92-08abe0862f0f admin admin] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 16:56:09.232652 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-52a75d09-1196-4deb-ab92-08abe0862f0f admin admin] 10.222.0.42 "PUT /v2.0/routers/9364484b-8b56-4626-83cb-c192d7874fec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8802302 Mar 29 16:56:09.240680 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvr_db [None req-45192f3d-fa0f-4ce1-af2d-b572a49ec418 None None] Set router 9364484b-8b56-4626-83cb-c192d7874fec gateway port host: n-d-834765-1 {{(pid=102792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:56:09.580875 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 099ea690-b7f9-450d-a746-e9a232f7fd01 up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 16:56:09.632643 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-9dfef5fe-207a-4a83-81cc-b47cc4b901a2 None None] Provisioning complete for port 2aa835ba-3145-44bf-b00b-4222c9b8528c triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:56:09.633017 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-9dfef5fe-207a-4a83-81cc-b47cc4b901a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:56:09.705633 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-9dfef5fe-207a-4a83-81cc-b47cc4b901a2 None None] Port 2aa835ba-3145-44bf-b00b-4222c9b8528c cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 16:56:09.723098 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port 099ea690-b7f9-450d-a746-e9a232f7fd01 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:56:09.724046 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:56:09.773356 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-45192f3d-fa0f-4ce1-af2d-b572a49ec418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9364484b-8b56-4626-83cb-c192d7874fec', 'name': 'tempest-TestSnapshotPattern-1307605878-router', 'tenant_id': '342fa6aebfd64f1cb35aa7baf0a1292f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.205'}], 'enable_snat': True}, 'gw_port_id': 'ae9f8ca1-6499-4b2f-9673-122f75916adb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:56:05Z', 'updated_at': '2022-03-29T16:56:08Z', 'revision_number': 4, 'project_id': '342fa6aebfd64f1cb35aa7baf0a1292f', 'gw_port': {'id': 'ae9f8ca1-6499-4b2f-9673-122f75916adb', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:c3:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9364484b-8b56-4626-83cb-c192d7874fec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4441, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:56:05Z', 'updated_at': '2022-03-29T16:56:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': '2aa835ba-3145-44bf-b00b-4222c9b8528c', 'name': '', 'network_id': '54394174-753a-42f4-9390-04c003cd9523', 'tenant_id': '342fa6aebfd64f1cb35aa7baf0a1292f', 'mac_address': 'fa:16:3e:67:2b:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9364484b-8b56-4626-83cb-c192d7874fec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4442, 'fixed_ips': [{'subnet_id': '9892930e-a759-483a-b2e0-28a58f128fe3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:56:07Z', 'updated_at': '2022-03-29T16:56:08Z', 'revision_number': 2, 'project_id': '342fa6aebfd64f1cb35aa7baf0a1292f', 'subnets': [{'id': '9892930e-a759-483a-b2e0-28a58f128fe3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:56:09.802335 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45192f3d-fa0f-4ce1-af2d-b572a49ec418 None None] The sync data for ids ['9364484b-8b56-4626-83cb-c192d7874fec'] in n-d-834765-1 is: [{'id': '9364484b-8b56-4626-83cb-c192d7874fec', 'name': 'tempest-TestSnapshotPattern-1307605878-router', 'tenant_id': '342fa6aebfd64f1cb35aa7baf0a1292f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.205'}], 'enable_snat': True}, 'gw_port_id': 'ae9f8ca1-6499-4b2f-9673-122f75916adb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:56:05Z', 'updated_at': '2022-03-29T16:56:08Z', 'revision_number': 4, 'project_id': '342fa6aebfd64f1cb35aa7baf0a1292f', 'gw_port': {'id': 'ae9f8ca1-6499-4b2f-9673-122f75916adb', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:c3:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9364484b-8b56-4626-83cb-c192d7874fec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4441, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:56:05Z', 'updated_at': '2022-03-29T16:56:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': '2aa835ba-3145-44bf-b00b-4222c9b8528c', 'name': '', 'network_id': '54394174-753a-42f4-9390-04c003cd9523', 'tenant_id': '342fa6aebfd64f1cb35aa7baf0a1292f', 'mac_address': 'fa:16:3e:67:2b:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9364484b-8b56-4626-83cb-c192d7874fec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4442, 'fixed_ips': [{'subnet_id': '9892930e-a759-483a-b2e0-28a58f128fe3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:56:07Z', 'updated_at': '2022-03-29T16:56:08Z', 'revision_number': 2, 'project_id': '342fa6aebfd64f1cb35aa7baf0a1292f', 'subnets': [{'id': '9892930e-a759-483a-b2e0-28a58f128fe3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 16:56:09.831997 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 44272) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:56:09.837513 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-96986a6e-86f2-4537-98f6-ff6cd8b433f1 tempest-TestSnapshotPattern-993730854 tempest-TestSnapshotPattern-993730854-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1515188600', 'description': 'tempest-secgroup-smoke-1515188600 description', 'project_id': '4e3190fbf72b4165b40a5ef060a24944'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:56:09.860596 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-96986a6e-86f2-4537-98f6-ff6cd8b433f1 tempest-TestSnapshotPattern-993730854 tempest-TestSnapshotPattern-993730854-project] Notify callbacks [] for security_group, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:56:09.934228 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-96986a6e-86f2-4537-98f6-ff6cd8b433f1 tempest-TestSnapshotPattern-993730854 tempest-TestSnapshotPattern-993730854-project] Notify callbacks [] for security_group, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:56:09.939438 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-96986a6e-86f2-4537-98f6-ff6cd8b433f1 tempest-TestSnapshotPattern-993730854 tempest-TestSnapshotPattern-993730854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:56:09.970393 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-96986a6e-86f2-4537-98f6-ff6cd8b433f1 tempest-TestSnapshotPattern-993730854 tempest-TestSnapshotPattern-993730854-project] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:56:09.971672 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-96986a6e-86f2-4537-98f6-ff6cd8b433f1 tempest-TestSnapshotPattern-993730854 tempest-TestSnapshotPattern-993730854-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1379671 Mar 29 16:56:09.974852 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96986a6e-86f2-4537-98f6-ff6cd8b433f1 tempest-TestSnapshotPattern-993730854 tempest-TestSnapshotPattern-993730854-project] Pushing event updated for resources: {'SecurityGroup': ['ID=512e3306-2052-4cb7-974e-aed029b6e615,revision_number=1']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:56:09.975407 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 44274) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:56:09.981356 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-1c248dff-46c4-4823-94a3-bb7e3fe76482 tempest-TestSnapshotPattern-993730854 tempest-TestSnapshotPattern-993730854-project] Request body: {'security_group_rule': {'security_group_id': '512e3306-2052-4cb7-974e-aed029b6e615', 'project_id': '4e3190fbf72b4165b40a5ef060a24944', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:56:10.025858 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-1c248dff-46c4-4823-94a3-bb7e3fe76482 tempest-TestSnapshotPattern-993730854 tempest-TestSnapshotPattern-993730854-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:56:10.088919 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-1c248dff-46c4-4823-94a3-bb7e3fe76482 tempest-TestSnapshotPattern-993730854 tempest-TestSnapshotPattern-993730854-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:56:10.092965 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-1c248dff-46c4-4823-94a3-bb7e3fe76482 tempest-TestSnapshotPattern-993730854 tempest-TestSnapshotPattern-993730854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610998'] for security_group_rule, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:56:10.115460 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c248dff-46c4-4823-94a3-bb7e3fe76482 tempest-TestSnapshotPattern-993730854 tempest-TestSnapshotPattern-993730854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae425445-cae5-447a-b5f0-e03b7ac186b2,revision_number=0']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:56:10.120290 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-1c248dff-46c4-4823-94a3-bb7e3fe76482 tempest-TestSnapshotPattern-993730854 tempest-TestSnapshotPattern-993730854-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:56:10.121713 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-1c248dff-46c4-4823-94a3-bb7e3fe76482 tempest-TestSnapshotPattern-993730854 tempest-TestSnapshotPattern-993730854-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1443398 Mar 29 16:56:10.124632 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 44276) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:56:10.129389 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-3cd14e4c-9857-4141-81aa-dd25c76e1ca8 tempest-TestSnapshotPattern-993730854 tempest-TestSnapshotPattern-993730854-project] Request body: {'security_group_rule': {'security_group_id': '512e3306-2052-4cb7-974e-aed029b6e615', 'project_id': '4e3190fbf72b4165b40a5ef060a24944', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:56:10.157945 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-3cd14e4c-9857-4141-81aa-dd25c76e1ca8 tempest-TestSnapshotPattern-993730854 tempest-TestSnapshotPattern-993730854-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:56:10.220941 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-3cd14e4c-9857-4141-81aa-dd25c76e1ca8 tempest-TestSnapshotPattern-993730854 tempest-TestSnapshotPattern-993730854-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:56:10.225051 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-3cd14e4c-9857-4141-81aa-dd25c76e1ca8 tempest-TestSnapshotPattern-993730854 tempest-TestSnapshotPattern-993730854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610998'] for security_group_rule, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:56:10.243903 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd14e4c-9857-4141-81aa-dd25c76e1ca8 tempest-TestSnapshotPattern-993730854 tempest-TestSnapshotPattern-993730854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1fc417b9-47ed-4140-983e-17c05bd149b3,revision_number=0']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:56:10.251172 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-3cd14e4c-9857-4141-81aa-dd25c76e1ca8 tempest-TestSnapshotPattern-993730854 tempest-TestSnapshotPattern-993730854-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:56:10.252407 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-3cd14e4c-9857-4141-81aa-dd25c76e1ca8 tempest-TestSnapshotPattern-993730854 tempest-TestSnapshotPattern-993730854-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1266448 Mar 29 16:56:10.256216 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 44278) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:56:10.260865 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-4bcd1035-525f-485d-8888-a29b55935ffd tempest-TestSnapshotPattern-993730854 tempest-TestSnapshotPattern-993730854-project] Request body: {'security_group_rule': {'security_group_id': '512e3306-2052-4cb7-974e-aed029b6e615', 'project_id': '4e3190fbf72b4165b40a5ef060a24944', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:56:10.286678 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-4bcd1035-525f-485d-8888-a29b55935ffd tempest-TestSnapshotPattern-993730854 tempest-TestSnapshotPattern-993730854-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:56:10.353925 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-4bcd1035-525f-485d-8888-a29b55935ffd tempest-TestSnapshotPattern-993730854 tempest-TestSnapshotPattern-993730854-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:56:10.359048 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-4bcd1035-525f-485d-8888-a29b55935ffd tempest-TestSnapshotPattern-993730854 tempest-TestSnapshotPattern-993730854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610998'] for security_group_rule, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:56:10.377843 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcd1035-525f-485d-8888-a29b55935ffd tempest-TestSnapshotPattern-993730854 tempest-TestSnapshotPattern-993730854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4645101b-5a0b-455e-bdb4-f5b787091977,revision_number=0']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:56:10.380224 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 9f992064-cd56-4989-af43-d894a5db3505 up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 16:56:10.390162 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-4bcd1035-525f-485d-8888-a29b55935ffd tempest-TestSnapshotPattern-993730854 tempest-TestSnapshotPattern-993730854-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:56:10.391477 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-4bcd1035-525f-485d-8888-a29b55935ffd tempest-TestSnapshotPattern-993730854 tempest-TestSnapshotPattern-993730854-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1342034 Mar 29 16:56:10.394370 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 44280) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:56:10.399777 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-332cbd1b-ffaf-4df5-b9fa-8b44bbca44f4 tempest-TestSnapshotPattern-993730854 tempest-TestSnapshotPattern-993730854-project] Request body: {'security_group_rule': {'security_group_id': '512e3306-2052-4cb7-974e-aed029b6e615', 'project_id': '4e3190fbf72b4165b40a5ef060a24944', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:56:10.436930 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port 9f992064-cd56-4989-af43-d894a5db3505 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:56:10.437536 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:56:10.438128 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-332cbd1b-ffaf-4df5-b9fa-8b44bbca44f4 tempest-TestSnapshotPattern-993730854 tempest-TestSnapshotPattern-993730854-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:56:10.502727 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-332cbd1b-ffaf-4df5-b9fa-8b44bbca44f4 tempest-TestSnapshotPattern-993730854 tempest-TestSnapshotPattern-993730854-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:56:10.506471 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-332cbd1b-ffaf-4df5-b9fa-8b44bbca44f4 tempest-TestSnapshotPattern-993730854 tempest-TestSnapshotPattern-993730854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610998'] for security_group_rule, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:56:10.523469 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332cbd1b-ffaf-4df5-b9fa-8b44bbca44f4 tempest-TestSnapshotPattern-993730854 tempest-TestSnapshotPattern-993730854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13f8df4f-bf11-4f00-9de6-304c0ab65b9f,revision_number=0']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:56:10.532283 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-332cbd1b-ffaf-4df5-b9fa-8b44bbca44f4 tempest-TestSnapshotPattern-993730854 tempest-TestSnapshotPattern-993730854-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:56:10.533472 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-332cbd1b-ffaf-4df5-b9fa-8b44bbca44f4 tempest-TestSnapshotPattern-993730854 tempest-TestSnapshotPattern-993730854-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1381497 Mar 29 16:56:10.536913 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 44282) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:56:10.541000 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-d65f7773-d2e5-44ef-8582-38384c3ae920 tempest-TestSnapshotPattern-993730854 tempest-TestSnapshotPattern-993730854-project] Request body: {'security_group_rule': {'security_group_id': '512e3306-2052-4cb7-974e-aed029b6e615', 'project_id': '4e3190fbf72b4165b40a5ef060a24944', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:56:10.560504 n-d-834765-1 neutron-server[102790]: INFO neutron.db.securitygroups_db [None req-d65f7773-d2e5-44ef-8582-38384c3ae920 tempest-TestSnapshotPattern-993730854 tempest-TestSnapshotPattern-993730854-project] Project 4e3190fbf72b4165b40a5ef060a24944 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 29 16:56:10.565216 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-d65f7773-d2e5-44ef-8582-38384c3ae920 tempest-TestSnapshotPattern-993730854 tempest-TestSnapshotPattern-993730854-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:56:10.624221 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-d65f7773-d2e5-44ef-8582-38384c3ae920 tempest-TestSnapshotPattern-993730854 tempest-TestSnapshotPattern-993730854-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:56:10.627495 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-d65f7773-d2e5-44ef-8582-38384c3ae920 tempest-TestSnapshotPattern-993730854 tempest-TestSnapshotPattern-993730854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610998'] for security_group_rule, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:56:10.645603 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65f7773-d2e5-44ef-8582-38384c3ae920 tempest-TestSnapshotPattern-993730854 tempest-TestSnapshotPattern-993730854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9aa7fec-28c7-419d-a2f6-a595d79be389,revision_number=0']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:56:10.654322 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-d65f7773-d2e5-44ef-8582-38384c3ae920 tempest-TestSnapshotPattern-993730854 tempest-TestSnapshotPattern-993730854-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:56:10.655616 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-d65f7773-d2e5-44ef-8582-38384c3ae920 tempest-TestSnapshotPattern-993730854 tempest-TestSnapshotPattern-993730854-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1177399 Mar 29 16:56:10.658190 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 44284) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:56:10.662869 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.v2.base [None req-18591311-4ce3-4ec1-b698-fa2964193d74 tempest-TestSnapshotPattern-993730854 tempest-TestSnapshotPattern-993730854-project] Request body: {'security_group_rule': {'security_group_id': '512e3306-2052-4cb7-974e-aed029b6e615', 'project_id': '4e3190fbf72b4165b40a5ef060a24944', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:56:10.682406 n-d-834765-1 neutron-server[102790]: INFO neutron.db.securitygroups_db [None req-18591311-4ce3-4ec1-b698-fa2964193d74 tempest-TestSnapshotPattern-993730854 tempest-TestSnapshotPattern-993730854-project] Project 4e3190fbf72b4165b40a5ef060a24944 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 29 16:56:10.687012 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-18591311-4ce3-4ec1-b698-fa2964193d74 tempest-TestSnapshotPattern-993730854 tempest-TestSnapshotPattern-993730854-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:56:10.748034 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-18591311-4ce3-4ec1-b698-fa2964193d74 tempest-TestSnapshotPattern-993730854 tempest-TestSnapshotPattern-993730854-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:56:10.751908 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-18591311-4ce3-4ec1-b698-fa2964193d74 tempest-TestSnapshotPattern-993730854 tempest-TestSnapshotPattern-993730854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610998'] for security_group_rule, after_create {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:56:10.771121 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18591311-4ce3-4ec1-b698-fa2964193d74 tempest-TestSnapshotPattern-993730854 tempest-TestSnapshotPattern-993730854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ee206cc-ede1-4526-ad8c-96b1a3399535,revision_number=0']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:56:10.778580 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-18591311-4ce3-4ec1-b698-fa2964193d74 tempest-TestSnapshotPattern-993730854 tempest-TestSnapshotPattern-993730854-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:56:10.784043 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-18591311-4ce3-4ec1-b698-fa2964193d74 tempest-TestSnapshotPattern-993730854 tempest-TestSnapshotPattern-993730854-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1207421 Mar 29 16:56:11.050519 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-2e0f8f59-d4a6-4caa-8f8a-f251bf16eb30 req-6bc2b4c3-29de-4320-9b32-52036183270d tempest-TestSnapshotPattern-993730854 tempest-TestSnapshotPattern-993730854-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1515188600&fields=id&tenant_id=4e3190fbf72b4165b40a5ef060a24944 HTTP/1.1" status: 200 len: 267 time: 0.0351276 Mar 29 16:56:11.166808 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0f8f59-d4a6-4caa-8f8a-f251bf16eb30 req-bf832a51-5b2c-4a2c-96c1-edecccd7f3e6 tempest-TestSnapshotPattern-993730854 tempest-TestSnapshotPattern-993730854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:56:11.168378 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-2e0f8f59-d4a6-4caa-8f8a-f251bf16eb30 req-bf832a51-5b2c-4a2c-96c1-edecccd7f3e6 tempest-TestSnapshotPattern-993730854 tempest-TestSnapshotPattern-993730854-project] 10.222.0.42 "GET /v2.0/networks?id=f99b0f7a-d5b9-4d9f-87af-2bc10c69a54a HTTP/1.1" status: 200 len: 809 time: 0.1100791 Mar 29 16:56:11.184591 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-2e0f8f59-d4a6-4caa-8f8a-f251bf16eb30 req-f09dbb32-4432-48eb-bef3-fd2d4758f234 tempest-TestSnapshotPattern-993730854 tempest-TestSnapshotPattern-993730854-project] 10.222.0.42 "GET /v2.0/quotas/4e3190fbf72b4165b40a5ef060a24944 HTTP/1.1" status: 200 len: 375 time: 0.0103524 Mar 29 16:56:11.240086 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-2e0f8f59-d4a6-4caa-8f8a-f251bf16eb30 req-64b5f162-4374-4894-8dd2-bb73632dedaf tempest-TestSnapshotPattern-993730854 tempest-TestSnapshotPattern-993730854-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=4e3190fbf72b4165b40a5ef060a24944&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0496874 Mar 29 16:56:11.350147 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [req-2e0f8f59-d4a6-4caa-8f8a-f251bf16eb30 req-7dfd1eaa-7458-4334-98a2-b0f2fdf2f78f service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=102791) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 16:56:11.351319 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-2e0f8f59-d4a6-4caa-8f8a-f251bf16eb30 req-7dfd1eaa-7458-4334-98a2-b0f2fdf2f78f service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0990496 Mar 29 16:56:11.449228 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-2e0f8f59-d4a6-4caa-8f8a-f251bf16eb30 req-af46bf74-25aa-49a1-a877-102f81637bcc service neutron] 10.222.0.42 "GET /v2.0/networks/f99b0f7a-d5b9-4d9f-87af-2bc10c69a54a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912588 Mar 29 16:56:11.540415 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-2e0f8f59-d4a6-4caa-8f8a-f251bf16eb30 req-e1ae2cf0-82cb-422f-b64d-3c71f65cf01f service neutron] 10.222.0.42 "GET /v2.0/networks/f99b0f7a-d5b9-4d9f-87af-2bc10c69a54a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850074 Mar 29 16:56:11.710023 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-027bcfb9-bc24-42a7-a961-6a3c440e1e80 req-d94ad8af-eee0-401d-8fe7-b3a255ac4d0e tempest-TestSnapshotPattern-993730854 tempest-TestSnapshotPattern-993730854-project] 10.222.0.42 "GET /v2.0/ports?device_id=dce42e54-567b-4b87-b015-1cf7fac54183 HTTP/1.1" status: 200 len: 210 time: 0.0317430 Mar 29 16:56:12.109493 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bc1ea3c-28e1-49e7-aab1-fa183c3810f9 None None] Sync routers for ids ['9364484b-8b56-4626-83cb-c192d7874fec'] in n-d-834765-1 {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 16:56:12.124208 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bc1ea3c-28e1-49e7-aab1-fa183c3810f9 None None] Routers {'9364484b-8b56-4626-83cb-c192d7874fec'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:56:12.125505 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-5bc1ea3c-28e1-49e7-aab1-fa183c3810f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:56:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['9364484b-8b56-4626-83cb-c192d7874fec'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:56:12.233484 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvr_db [None req-5bc1ea3c-28e1-49e7-aab1-fa183c3810f9 None None] Set router 9364484b-8b56-4626-83cb-c192d7874fec gateway port host: n-d-834765-1 {{(pid=102793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:56:12.385896 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device ae9f8ca1-6499-4b2f-9673-122f75916adb up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 16:56:12.429845 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-5bc1ea3c-28e1-49e7-aab1-fa183c3810f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9364484b-8b56-4626-83cb-c192d7874fec', 'name': 'tempest-TestSnapshotPattern-1307605878-router', 'tenant_id': '342fa6aebfd64f1cb35aa7baf0a1292f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.205'}], 'enable_snat': True}, 'gw_port_id': 'ae9f8ca1-6499-4b2f-9673-122f75916adb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:56:05Z', 'updated_at': '2022-03-29T16:56:08Z', 'revision_number': 4, 'project_id': '342fa6aebfd64f1cb35aa7baf0a1292f', 'gw_port': {'id': 'ae9f8ca1-6499-4b2f-9673-122f75916adb', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:c3:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9364484b-8b56-4626-83cb-c192d7874fec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4441, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:56:05Z', 'updated_at': '2022-03-29T16:56:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': '2aa835ba-3145-44bf-b00b-4222c9b8528c', 'name': '', 'network_id': '54394174-753a-42f4-9390-04c003cd9523', 'tenant_id': '342fa6aebfd64f1cb35aa7baf0a1292f', 'mac_address': 'fa:16:3e:67:2b:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9364484b-8b56-4626-83cb-c192d7874fec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4442, 'fixed_ips': [{'subnet_id': '9892930e-a759-483a-b2e0-28a58f128fe3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:56:07Z', 'updated_at': '2022-03-29T16:56:08Z', 'revision_number': 2, 'project_id': '342fa6aebfd64f1cb35aa7baf0a1292f', 'subnets': [{'id': '9892930e-a759-483a-b2e0-28a58f128fe3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:56:12.440378 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port ae9f8ca1-6499-4b2f-9673-122f75916adb triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:56:12.440820 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:56:12.455712 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bc1ea3c-28e1-49e7-aab1-fa183c3810f9 None None] Checking router: 9364484b-8b56-4626-83cb-c192d7874fec for host: n-d-834765-1 {{(pid=102793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 16:56:12.456116 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bc1ea3c-28e1-49e7-aab1-fa183c3810f9 None None] Updating router 9364484b-8b56-4626-83cb-c192d7874fec port 2aa835ba-3145-44bf-b00b-4222c9b8528c binding host n-d-834765-1 {{(pid=102793) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 16:56:12.481774 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-5bc1ea3c-28e1-49e7-aab1-fa183c3810f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:56:12.527070 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:56:12.550738 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] For port ae9f8ca1-6499-4b2f-9673-122f75916adb, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=ae9f8ca1-6499-4b2f-9673-122f75916adb,segment=NetworkSegment(6ab47353-a811-4bad-bc73-b4cc84583cfd),segment_id=6ab47353-a811-4bad-bc73-b4cc84583cfd)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:56:12.555668 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:56:12.618343 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Pushing event updated for resources: {'Port': ['ID=ae9f8ca1-6499-4b2f-9673-122f75916adb,revision_number=4']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:56:12.671462 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0f8f59-d4a6-4caa-8f8a-f251bf16eb30 req-b78d40b6-3a9c-4f13-a79d-9e75c537a842 tempest-TestSnapshotPattern-993730854 tempest-TestSnapshotPattern-993730854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:56:12.673063 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-2e0f8f59-d4a6-4caa-8f8a-f251bf16eb30 req-b78d40b6-3a9c-4f13-a79d-9e75c537a842 tempest-TestSnapshotPattern-993730854 tempest-TestSnapshotPattern-993730854-project] 10.222.0.48 "GET /v2.0/networks?id=f99b0f7a-d5b9-4d9f-87af-2bc10c69a54a HTTP/1.1" status: 200 len: 809 time: 0.1276016 Mar 29 16:56:12.718924 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-2e0f8f59-d4a6-4caa-8f8a-f251bf16eb30 req-4c0b5dfc-7f8c-4e55-ac2d-6b000c95bebe tempest-TestSnapshotPattern-993730854 tempest-TestSnapshotPattern-993730854-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4e3190fbf72b4165b40a5ef060a24944 HTTP/1.1" status: 200 len: 380 time: 0.0374322 Mar 29 16:56:12.728307 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [req-2e0f8f59-d4a6-4caa-8f8a-f251bf16eb30 req-c7e9f76f-6041-489f-ba95-0657fca8ad3e tempest-TestSnapshotPattern-993730854 tempest-TestSnapshotPattern-993730854-project] Request body: {'port': {'device_id': 'dce42e54-567b-4b87-b015-1cf7fac54183', 'network_id': 'f99b0f7a-d5b9-4d9f-87af-2bc10c69a54a', 'admin_state_up': True, 'tenant_id': '4e3190fbf72b4165b40a5ef060a24944', 'security_groups': ['512e3306-2052-4cb7-974e-aed029b6e615']}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:56:12.762927 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-5bc1ea3c-28e1-49e7-aab1-fa183c3810f9 None None] Notify callbacks [] for port, precommit_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:56:12.769613 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-5bc1ea3c-28e1-49e7-aab1-fa183c3810f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:56:12.824797 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f9142533-ef89-4cf1-9c0b-35076ffd64b3 req-6e16ac56-af67-4e62-a526-eeac9e98f41d tempest-TestSnapshotPattern-993730854 tempest-TestSnapshotPattern-993730854-project] 10.222.0.42 "GET /v2.0/ports?device_id=dce42e54-567b-4b87-b015-1cf7fac54183 HTTP/1.1" status: 200 len: 210 time: 0.0328279 Mar 29 16:56:12.849384 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90427faf-f6fe-42a9-b5f9-3d614e05e0dc None None] Pushing event updated for resources: {'Port': ['ID=2aa835ba-3145-44bf-b00b-4222c9b8528c,revision_number=3']} {{(pid=102793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:56:12.871696 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e0f8f59-d4a6-4caa-8f8a-f251bf16eb30 req-c7e9f76f-6041-489f-ba95-0657fca8ad3e tempest-TestSnapshotPattern-993730854 tempest-TestSnapshotPattern-993730854-project] Made reservation on behalf of 4e3190fbf72b4165b40a5ef060a24944 for: {'port': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:56:12.875707 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-2e0f8f59-d4a6-4caa-8f8a-f251bf16eb30 req-c7e9f76f-6041-489f-ba95-0657fca8ad3e tempest-TestSnapshotPattern-993730854 tempest-TestSnapshotPattern-993730854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:56:12.881534 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.managers [None req-5bc1ea3c-28e1-49e7-aab1-fa183c3810f9 None None] Attempting to bind port 2aa835ba-3145-44bf-b00b-4222c9b8528c on host n-d-834765-1 for vnic_type normal with profile {{(pid=102793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 16:56:12.881898 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.managers [None req-5bc1ea3c-28e1-49e7-aab1-fa183c3810f9 None None] Attempting to bind port 2aa835ba-3145-44bf-b00b-4222c9b8528c by drivers openvswitch,hyperv on host n-d-834765-1 at level 0 using segments [{'id': 'ec8660b3-7d9e-46ff-b9c8-7917e1a18483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '54394174-753a-42f4-9390-04c003cd9523'}] {{(pid=102793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 16:56:12.882250 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bc1ea3c-28e1-49e7-aab1-fa183c3810f9 None None] Attempting to bind port 2aa835ba-3145-44bf-b00b-4222c9b8528c on network 54394174-753a-42f4-9390-04c003cd9523 {{(pid=102793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 16:56:12.887411 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bc1ea3c-28e1-49e7-aab1-fa183c3810f9 None None] Checking agent: {'id': 'a8866439-9d96-425c-b519-6905c591ac37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 25, 36), 'started_at': datetime.datetime(2022, 3, 29, 15, 26, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 16, 56, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834765-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 16:56:12.888210 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bc1ea3c-28e1-49e7-aab1-fa183c3810f9 None None] Checking segment: {'id': 'ec8660b3-7d9e-46ff-b9c8-7917e1a18483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '54394174-753a-42f4-9390-04c003cd9523'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 16:56:12.888210 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-5bc1ea3c-28e1-49e7-aab1-fa183c3810f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:56:12.888539 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bc1ea3c-28e1-49e7-aab1-fa183c3810f9 None None] Bound using segment: {'id': 'ec8660b3-7d9e-46ff-b9c8-7917e1a18483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '54394174-753a-42f4-9390-04c003cd9523'} {{(pid=102793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 16:56:12.888988 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.managers [None req-5bc1ea3c-28e1-49e7-aab1-fa183c3810f9 None None] Bound port: 2aa835ba-3145-44bf-b00b-4222c9b8528c, host: n-d-834765-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec8660b3-7d9e-46ff-b9c8-7917e1a18483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '54394174-753a-42f4-9390-04c003cd9523'}}] {{(pid=102793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 16:56:12.889360 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-5bc1ea3c-28e1-49e7-aab1-fa183c3810f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:56:12.953283 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.db [None req-5bc1ea3c-28e1-49e7-aab1-fa183c3810f9 None None] For port 2aa835ba-3145-44bf-b00b-4222c9b8528c, host n-d-834765-1, cleared binding levels {{(pid=102793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 16:56:12.956498 n-d-834765-1 neutron-server[102793]: DEBUG neutron.plugins.ml2.db [None req-5bc1ea3c-28e1-49e7-aab1-fa183c3810f9 None None] For port 2aa835ba-3145-44bf-b00b-4222c9b8528c, host n-d-834765-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=2aa835ba-3145-44bf-b00b-4222c9b8528c,segment=NetworkSegment(ec8660b3-7d9e-46ff-b9c8-7917e1a18483),segment_id=ec8660b3-7d9e-46ff-b9c8-7917e1a18483)] {{(pid=102793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 16:56:12.961179 n-d-834765-1 neutron-server[102793]: DEBUG neutron_lib.callbacks.manager [None req-5bc1ea3c-28e1-49e7-aab1-fa183c3810f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:56:13.017959 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bc1ea3c-28e1-49e7-aab1-fa183c3810f9 None None] Routers {'9364484b-8b56-4626-83cb-c192d7874fec'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:56:13.018583 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-5bc1ea3c-28e1-49e7-aab1-fa183c3810f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:56:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['9364484b-8b56-4626-83cb-c192d7874fec'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:56:13.019302 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_common [req-2e0f8f59-d4a6-4caa-8f8a-f251bf16eb30 req-c7e9f76f-6041-489f-ba95-0657fca8ad3e tempest-TestSnapshotPattern-993730854 tempest-TestSnapshotPattern-993730854-project] Allocated IP 172.20.0.5 (f99b0f7a-d5b9-4d9f-87af-2bc10c69a54a/0633b94d-3c87-46f1-8768-04f6382aa899/38431b7d-9107-49e5-accc-de365af24128) {{(pid=102791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:56:13.056835 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90427faf-f6fe-42a9-b5f9-3d614e05e0dc None None] Pushing event updated for resources: {'Port': ['ID=2aa835ba-3145-44bf-b00b-4222c9b8528c,revision_number=4']} {{(pid=102793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:56:13.134330 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvr_db [None req-5bc1ea3c-28e1-49e7-aab1-fa183c3810f9 None None] Set router 9364484b-8b56-4626-83cb-c192d7874fec gateway port host: n-d-834765-1 {{(pid=102793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:56:13.158667 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-b640402a-f49d-4f61-aad3-fc1e3bc0807a None None] Provisioning complete for port 2aa835ba-3145-44bf-b00b-4222c9b8528c triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:56:13.159759 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-b640402a-f49d-4f61-aad3-fc1e3bc0807a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:56:13.172482 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-2e0f8f59-d4a6-4caa-8f8a-f251bf16eb30 req-c7e9f76f-6041-489f-ba95-0657fca8ad3e tempest-TestSnapshotPattern-993730854 tempest-TestSnapshotPattern-993730854-project] Notify callbacks [] for port, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:56:13.220597 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-2e0f8f59-d4a6-4caa-8f8a-f251bf16eb30 req-c7e9f76f-6041-489f-ba95-0657fca8ad3e tempest-TestSnapshotPattern-993730854 tempest-TestSnapshotPattern-993730854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:56:13.259713 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-b640402a-f49d-4f61-aad3-fc1e3bc0807a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:56:13.269459 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e0f8f59-d4a6-4caa-8f8a-f251bf16eb30 req-c7e9f76f-6041-489f-ba95-0657fca8ad3e tempest-TestSnapshotPattern-993730854 tempest-TestSnapshotPattern-993730854-project] Network f99b0f7a-d5b9-4d9f-87af-2bc10c69a54a is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:56:13.274085 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [req-2e0f8f59-d4a6-4caa-8f8a-f251bf16eb30 req-c7e9f76f-6041-489f-ba95-0657fca8ad3e tempest-TestSnapshotPattern-993730854 tempest-TestSnapshotPattern-993730854-project] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:56:13.278739 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e0f8f59-d4a6-4caa-8f8a-f251bf16eb30 req-c7e9f76f-6041-489f-ba95-0657fca8ad3e tempest-TestSnapshotPattern-993730854 tempest-TestSnapshotPattern-993730854-project] Received port after_create {{(pid=102791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:56:13.295844 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-b640402a-f49d-4f61-aad3-fc1e3bc0807a None None] For port 2aa835ba-3145-44bf-b00b-4222c9b8528c, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=2aa835ba-3145-44bf-b00b-4222c9b8528c,segment=NetworkSegment(ec8660b3-7d9e-46ff-b9c8-7917e1a18483),segment_id=ec8660b3-7d9e-46ff-b9c8-7917e1a18483)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:56:13.304739 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-b640402a-f49d-4f61-aad3-fc1e3bc0807a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:56:13.313809 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e9f76f-6041-489f-ba95-0657fca8ad3e tempest-TestSnapshotPattern-993730854 tempest-TestSnapshotPattern-993730854-project] Pushing event updated for resources: {'Port': ['ID=38431b7d-9107-49e5-accc-de365af24128,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:56:13.343313 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0f8f59-d4a6-4caa-8f8a-f251bf16eb30 req-c7e9f76f-6041-489f-ba95-0657fca8ad3e tempest-TestSnapshotPattern-993730854 tempest-TestSnapshotPattern-993730854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:56:13.343960 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-2e0f8f59-d4a6-4caa-8f8a-f251bf16eb30 req-c7e9f76f-6041-489f-ba95-0657fca8ad3e tempest-TestSnapshotPattern-993730854 tempest-TestSnapshotPattern-993730854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:56:13.370373 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b640402a-f49d-4f61-aad3-fc1e3bc0807a None None] Pushing event updated for resources: {'Port': ['ID=2aa835ba-3145-44bf-b00b-4222c9b8528c,revision_number=5']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:56:13.370579 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-2e0f8f59-d4a6-4caa-8f8a-f251bf16eb30 req-c7e9f76f-6041-489f-ba95-0657fca8ad3e tempest-TestSnapshotPattern-993730854 tempest-TestSnapshotPattern-993730854-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6459005 Mar 29 16:56:13.378782 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-5bc1ea3c-28e1-49e7-aab1-fa183c3810f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9364484b-8b56-4626-83cb-c192d7874fec', 'name': 'tempest-TestSnapshotPattern-1307605878-router', 'tenant_id': '342fa6aebfd64f1cb35aa7baf0a1292f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.205'}], 'enable_snat': True}, 'gw_port_id': 'ae9f8ca1-6499-4b2f-9673-122f75916adb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:56:05Z', 'updated_at': '2022-03-29T16:56:08Z', 'revision_number': 4, 'project_id': '342fa6aebfd64f1cb35aa7baf0a1292f', 'gw_port': {'id': 'ae9f8ca1-6499-4b2f-9673-122f75916adb', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:c3:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9364484b-8b56-4626-83cb-c192d7874fec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4441, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:56:05Z', 'updated_at': '2022-03-29T16:56:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': '2aa835ba-3145-44bf-b00b-4222c9b8528c', 'name': '', 'network_id': '54394174-753a-42f4-9390-04c003cd9523', 'tenant_id': '342fa6aebfd64f1cb35aa7baf0a1292f', 'mac_address': 'fa:16:3e:67:2b:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9364484b-8b56-4626-83cb-c192d7874fec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4442, 'fixed_ips': [{'subnet_id': '9892930e-a759-483a-b2e0-28a58f128fe3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:56:07Z', 'updated_at': '2022-03-29T16:56:12Z', 'revision_number': 4, 'project_id': '342fa6aebfd64f1cb35aa7baf0a1292f', 'subnets': [{'id': '9892930e-a759-483a-b2e0-28a58f128fe3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:56:13.383576 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [req-2e0f8f59-d4a6-4caa-8f8a-f251bf16eb30 req-9c97c2ba-2967-4f89-b0d6-cd57a8e4303e service neutron] Request body: {'port': {'device_id': 'dce42e54-567b-4b87-b015-1cf7fac54183', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834765-1'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:56:13.410694 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bc1ea3c-28e1-49e7-aab1-fa183c3810f9 None None] The sync data for ids ['9364484b-8b56-4626-83cb-c192d7874fec'] in n-d-834765-1 is: [{'id': '9364484b-8b56-4626-83cb-c192d7874fec', 'name': 'tempest-TestSnapshotPattern-1307605878-router', 'tenant_id': '342fa6aebfd64f1cb35aa7baf0a1292f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.205'}], 'enable_snat': True}, 'gw_port_id': 'ae9f8ca1-6499-4b2f-9673-122f75916adb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:56:05Z', 'updated_at': '2022-03-29T16:56:08Z', 'revision_number': 4, 'project_id': '342fa6aebfd64f1cb35aa7baf0a1292f', 'gw_port': {'id': 'ae9f8ca1-6499-4b2f-9673-122f75916adb', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:c3:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9364484b-8b56-4626-83cb-c192d7874fec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4441, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:56:05Z', 'updated_at': '2022-03-29T16:56:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': '2aa835ba-3145-44bf-b00b-4222c9b8528c', 'name': '', 'network_id': '54394174-753a-42f4-9390-04c003cd9523', 'tenant_id': '342fa6aebfd64f1cb35aa7baf0a1292f', 'mac_address': 'fa:16:3e:67:2b:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9364484b-8b56-4626-83cb-c192d7874fec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4442, 'fixed_ips': [{'subnet_id': '9892930e-a759-483a-b2e0-28a58f128fe3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:56:07Z', 'updated_at': '2022-03-29T16:56:12Z', 'revision_number': 4, 'project_id': '342fa6aebfd64f1cb35aa7baf0a1292f', 'subnets': [{'id': '9892930e-a759-483a-b2e0-28a58f128fe3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 16:56:13.434344 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-df1fe102-53bf-414b-99f0-453c29c1040e None None] Provisioning complete for port 2aa835ba-3145-44bf-b00b-4222c9b8528c triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:56:13.434826 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-df1fe102-53bf-414b-99f0-453c29c1040e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:56:13.448533 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-2e0f8f59-d4a6-4caa-8f8a-f251bf16eb30 req-9c97c2ba-2967-4f89-b0d6-cd57a8e4303e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:56:13.647305 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-2495bdd1-e9d3-4bdf-9a9d-e39fade2fe17 None None] Provisioning complete for port 38431b7d-9107-49e5-accc-de365af24128 triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:56:13.647823 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-2495bdd1-e9d3-4bdf-9a9d-e39fade2fe17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:56:13.697334 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-2495bdd1-e9d3-4bdf-9a9d-e39fade2fe17 None None] Port 38431b7d-9107-49e5-accc-de365af24128 cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 16:56:13.749265 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [req-2e0f8f59-d4a6-4caa-8f8a-f251bf16eb30 req-9c97c2ba-2967-4f89-b0d6-cd57a8e4303e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38431b7d-9107-49e5-accc-de365af24128 {{(pid=102791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 16:56:13.763578 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-2e0f8f59-d4a6-4caa-8f8a-f251bf16eb30 req-9c97c2ba-2967-4f89-b0d6-cd57a8e4303e service neutron] Notify callbacks [] for port, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:56:13.776961 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.provisioning_blocks [req-2e0f8f59-d4a6-4caa-8f8a-f251bf16eb30 req-9c97c2ba-2967-4f89-b0d6-cd57a8e4303e service neutron] Transition to ACTIVE for port object 38431b7d-9107-49e5-accc-de365af24128 will not be triggered until provisioned by entity L2. {{(pid=102791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 16:56:13.780898 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-2e0f8f59-d4a6-4caa-8f8a-f251bf16eb30 req-9c97c2ba-2967-4f89-b0d6-cd57a8e4303e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:56:13.837513 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c97c2ba-2967-4f89-b0d6-cd57a8e4303e service neutron] Pushing event updated for resources: {'Port': ['ID=38431b7d-9107-49e5-accc-de365af24128,revision_number=2']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:56:13.937954 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-2e0f8f59-d4a6-4caa-8f8a-f251bf16eb30 req-9c97c2ba-2967-4f89-b0d6-cd57a8e4303e service neutron] Attempting to bind port 38431b7d-9107-49e5-accc-de365af24128 on host n-h2-834765-1 for vnic_type normal with profile {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 16:56:13.938393 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-2e0f8f59-d4a6-4caa-8f8a-f251bf16eb30 req-9c97c2ba-2967-4f89-b0d6-cd57a8e4303e service neutron] Attempting to bind port 38431b7d-9107-49e5-accc-de365af24128 by drivers openvswitch,hyperv on host n-h2-834765-1 at level 0 using segments [{'id': '197308ca-2086-46cd-a9c3-016d506ee6aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'f99b0f7a-d5b9-4d9f-87af-2bc10c69a54a'}] {{(pid=102791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 16:56:13.938820 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e0f8f59-d4a6-4caa-8f8a-f251bf16eb30 req-9c97c2ba-2967-4f89-b0d6-cd57a8e4303e service neutron] Attempting to bind port 38431b7d-9107-49e5-accc-de365af24128 on network f99b0f7a-d5b9-4d9f-87af-2bc10c69a54a {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 16:56:13.962085 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e0f8f59-d4a6-4caa-8f8a-f251bf16eb30 req-9c97c2ba-2967-4f89-b0d6-cd57a8e4303e service neutron] Port 38431b7d-9107-49e5-accc-de365af24128 on network f99b0f7a-d5b9-4d9f-87af-2bc10c69a54a not bound, no agent of type Open vSwitch agent registered on host n-h2-834765-1 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 16:56:13.962439 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e0f8f59-d4a6-4caa-8f8a-f251bf16eb30 req-9c97c2ba-2967-4f89-b0d6-cd57a8e4303e service neutron] Attempting to bind port 38431b7d-9107-49e5-accc-de365af24128 on network f99b0f7a-d5b9-4d9f-87af-2bc10c69a54a {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 16:56:13.971677 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e0f8f59-d4a6-4caa-8f8a-f251bf16eb30 req-9c97c2ba-2967-4f89-b0d6-cd57a8e4303e service neutron] Checking agent: {'id': '3e4b4912-b4a2-4d17-b5bd-6ce15529e8eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 33, 17), 'started_at': datetime.datetime(2022, 3, 29, 15, 33, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 16, 55, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 16:56:13.972015 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e0f8f59-d4a6-4caa-8f8a-f251bf16eb30 req-9c97c2ba-2967-4f89-b0d6-cd57a8e4303e service neutron] Checking segment: {'id': '197308ca-2086-46cd-a9c3-016d506ee6aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'f99b0f7a-d5b9-4d9f-87af-2bc10c69a54a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 16:56:13.972404 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e0f8f59-d4a6-4caa-8f8a-f251bf16eb30 req-9c97c2ba-2967-4f89-b0d6-cd57a8e4303e service neutron] Bound using segment: {'id': '197308ca-2086-46cd-a9c3-016d506ee6aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'f99b0f7a-d5b9-4d9f-87af-2bc10c69a54a'} {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 16:56:13.972849 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-2e0f8f59-d4a6-4caa-8f8a-f251bf16eb30 req-9c97c2ba-2967-4f89-b0d6-cd57a8e4303e service neutron] Bound port: 38431b7d-9107-49e5-accc-de365af24128, host: n-h2-834765-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '197308ca-2086-46cd-a9c3-016d506ee6aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'f99b0f7a-d5b9-4d9f-87af-2bc10c69a54a'}}] {{(pid=102791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 16:56:13.973217 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-2e0f8f59-d4a6-4caa-8f8a-f251bf16eb30 req-9c97c2ba-2967-4f89-b0d6-cd57a8e4303e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:56:13.999993 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a29405-7768-4bbe-ad14-2ab826d43f14 req-788ce797-59aa-47f0-9676-ae0df8b89447 tempest-TestSnapshotPattern-993730854 tempest-TestSnapshotPattern-993730854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:56:14.007373 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f0a29405-7768-4bbe-ad14-2ab826d43f14 req-788ce797-59aa-47f0-9676-ae0df8b89447 tempest-TestSnapshotPattern-993730854 tempest-TestSnapshotPattern-993730854-project] 10.222.0.42 "GET /v2.0/ports?device_id=dce42e54-567b-4b87-b015-1cf7fac54183 HTTP/1.1" status: 200 len: 943 time: 0.0896213 Mar 29 16:56:14.082146 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f0a29405-7768-4bbe-ad14-2ab826d43f14 req-991a2f3f-e50f-456b-8704-b8a5dea1b16f tempest-TestSnapshotPattern-993730854 tempest-TestSnapshotPattern-993730854-project] 10.222.0.42 "GET /v2.0/security-groups?id=512e3306-2052-4cb7-974e-aed029b6e615&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533099 Mar 29 16:56:14.088776 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-2e0f8f59-d4a6-4caa-8f8a-f251bf16eb30 req-9c97c2ba-2967-4f89-b0d6-cd57a8e4303e service neutron] For port 38431b7d-9107-49e5-accc-de365af24128, host n-h2-834765-1, cleared binding levels {{(pid=102791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 16:56:14.092299 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-2e0f8f59-d4a6-4caa-8f8a-f251bf16eb30 req-9c97c2ba-2967-4f89-b0d6-cd57a8e4303e service neutron] For port 38431b7d-9107-49e5-accc-de365af24128, host n-h2-834765-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=38431b7d-9107-49e5-accc-de365af24128,segment=NetworkSegment(197308ca-2086-46cd-a9c3-016d506ee6aa),segment_id=197308ca-2086-46cd-a9c3-016d506ee6aa)] {{(pid=102791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 16:56:14.097176 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-2e0f8f59-d4a6-4caa-8f8a-f251bf16eb30 req-9c97c2ba-2967-4f89-b0d6-cd57a8e4303e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:56:14.137616 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0f8f59-d4a6-4caa-8f8a-f251bf16eb30 req-9c97c2ba-2967-4f89-b0d6-cd57a8e4303e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:56:14.138258 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-2e0f8f59-d4a6-4caa-8f8a-f251bf16eb30 req-9c97c2ba-2967-4f89-b0d6-cd57a8e4303e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:56:14.139702 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-2e0f8f59-d4a6-4caa-8f8a-f251bf16eb30 req-9c97c2ba-2967-4f89-b0d6-cd57a8e4303e service neutron] 10.222.0.48 "PUT /v2.0/ports/38431b7d-9107-49e5-accc-de365af24128 HTTP/1.1" status: 200 len: 1091 time: 0.7609196 Mar 29 16:56:14.140160 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dce42e54-567b-4b87-b015-1cf7fac54183', 'tag': '38431b7d-9107-49e5-accc-de365af24128'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:56:14.142458 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e33af8bd2d242198c8fc7a55b0de10a2e3fe57bc5f7d7f0f551297b3d6240ff2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56b6b297-fbf2-414d-9198-99249f314328" -d '{"events": [{"name": "network-changed", "server_uuid": "dce42e54-567b-4b87-b015-1cf7fac54183", "tag": "38431b7d-9107-49e5-accc-de365af24128"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:56:14.170962 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c97c2ba-2967-4f89-b0d6-cd57a8e4303e service neutron] Pushing event updated for resources: {'Port': ['ID=38431b7d-9107-49e5-accc-de365af24128,revision_number=3']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:56:14.233899 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0f8f59-d4a6-4caa-8f8a-f251bf16eb30 req-9b8881db-a89e-4209-886d-7d889896f523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:56:14.235800 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-2e0f8f59-d4a6-4caa-8f8a-f251bf16eb30 req-9b8881db-a89e-4209-886d-7d889896f523 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4e3190fbf72b4165b40a5ef060a24944&device_id=dce42e54-567b-4b87-b015-1cf7fac54183 HTTP/1.1" status: 200 len: 1094 time: 0.0566773 Mar 29 16:56:14.280898 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 16:56:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-059d3f6b-8cdf-4b32-9ac6-987870d5afa7 x-openstack-request-id: req-059d3f6b-8cdf-4b32-9ac6-987870d5afa7 {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:56:14.281190 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dce42e54-567b-4b87-b015-1cf7fac54183", "tag": "38431b7d-9107-49e5-accc-de365af24128", "status": "completed", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:56:14.281445 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-059d3f6b-8cdf-4b32-9ac6-987870d5afa7 {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:56:14.281843 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dce42e54-567b-4b87-b015-1cf7fac54183', 'tag': '38431b7d-9107-49e5-accc-de365af24128', 'status': 'completed', 'code': 200} Mar 29 16:56:14.283423 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-2e0f8f59-d4a6-4caa-8f8a-f251bf16eb30 req-e67473db-30b0-49c7-a6fb-3ef047212e59 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=38431b7d-9107-49e5-accc-de365af24128 HTTP/1.1" status: 200 len: 217 time: 0.0398409 Mar 29 16:56:14.339565 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0f8f59-d4a6-4caa-8f8a-f251bf16eb30 req-38bce504-d192-45b5-9ee9-dc40e529c597 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:56:14.341058 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-2e0f8f59-d4a6-4caa-8f8a-f251bf16eb30 req-38bce504-d192-45b5-9ee9-dc40e529c597 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0633b94d-3c87-46f1-8768-04f6382aa899 HTTP/1.1" status: 200 len: 848 time: 0.0515931 Mar 29 16:56:14.394226 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0f8f59-d4a6-4caa-8f8a-f251bf16eb30 req-dd9916d9-e613-49a0-82d0-3c95d17933e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:56:14.394437 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device ae9f8ca1-6499-4b2f-9673-122f75916adb up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 16:56:14.395983 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-2e0f8f59-d4a6-4caa-8f8a-f251bf16eb30 req-dd9916d9-e613-49a0-82d0-3c95d17933e4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f99b0f7a-d5b9-4d9f-87af-2bc10c69a54a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0473170 Mar 29 16:56:14.469934 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port ae9f8ca1-6499-4b2f-9673-122f75916adb triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:56:14.470465 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:56:14.490898 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-2e0f8f59-d4a6-4caa-8f8a-f251bf16eb30 req-98caef22-b326-49ce-b722-09d0602271a4 service neutron] 10.222.0.48 "GET /v2.0/networks/f99b0f7a-d5b9-4d9f-87af-2bc10c69a54a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887394 Mar 29 16:56:14.547232 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 2aa835ba-3145-44bf-b00b-4222c9b8528c up at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 16:56:14.584383 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-2e0f8f59-d4a6-4caa-8f8a-f251bf16eb30 req-4a8354e7-6dd3-4f49-badd-451549c91e65 service neutron] 10.222.0.48 "GET /v2.0/networks/f99b0f7a-d5b9-4d9f-87af-2bc10c69a54a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869629 Mar 29 16:56:14.595455 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Provisioning complete for port 2aa835ba-3145-44bf-b00b-4222c9b8528c triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:56:14.595908 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:56:14.674934 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b6b297-fbf2-414d-9198-99249f314328 req-dec2c883-41ed-4d61-9fe3-87558096178b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:56:14.676511 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-56b6b297-fbf2-414d-9198-99249f314328 req-dec2c883-41ed-4d61-9fe3-87558096178b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4e3190fbf72b4165b40a5ef060a24944&device_id=dce42e54-567b-4b87-b015-1cf7fac54183 HTTP/1.1" status: 200 len: 1094 time: 0.0447104 Mar 29 16:56:14.769083 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b6b297-fbf2-414d-9198-99249f314328 req-c3820311-68c7-4857-83bd-2739cbad886d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:56:14.770964 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-56b6b297-fbf2-414d-9198-99249f314328 req-c3820311-68c7-4857-83bd-2739cbad886d service neutron] 10.222.0.48 "GET /v2.0/networks?id=f99b0f7a-d5b9-4d9f-87af-2bc10c69a54a HTTP/1.1" status: 200 len: 910 time: 0.0879879 Mar 29 16:56:14.810942 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-56b6b297-fbf2-414d-9198-99249f314328 req-fd1b120b-b3b1-4927-89b5-b5c8beb9e033 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=38431b7d-9107-49e5-accc-de365af24128 HTTP/1.1" status: 200 len: 217 time: 0.0335608 Mar 29 16:56:14.858736 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b6b297-fbf2-414d-9198-99249f314328 req-b37391bf-2236-4016-bac4-ee80c72a8d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:56:14.860241 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-56b6b297-fbf2-414d-9198-99249f314328 req-b37391bf-2236-4016-bac4-ee80c72a8d4b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0633b94d-3c87-46f1-8768-04f6382aa899 HTTP/1.1" status: 200 len: 848 time: 0.0433137 Mar 29 16:56:14.907720 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b6b297-fbf2-414d-9198-99249f314328 req-e43c1c4b-7532-49f7-9491-a6f9aebcd0aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:56:14.909205 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-56b6b297-fbf2-414d-9198-99249f314328 req-e43c1c4b-7532-49f7-9491-a6f9aebcd0aa service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f99b0f7a-d5b9-4d9f-87af-2bc10c69a54a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430288 Mar 29 16:56:14.999190 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-56b6b297-fbf2-414d-9198-99249f314328 req-6902add0-5c53-43da-966e-a90347864546 service neutron] 10.222.0.48 "GET /v2.0/networks/f99b0f7a-d5b9-4d9f-87af-2bc10c69a54a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823319 Mar 29 16:56:15.091829 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-56b6b297-fbf2-414d-9198-99249f314328 req-1952e463-18de-4694-b313-3dec2dd0853f service neutron] 10.222.0.48 "GET /v2.0/networks/f99b0f7a-d5b9-4d9f-87af-2bc10c69a54a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855505 Mar 29 16:56:15.199075 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103a15f0-61e2-4c6a-9d12-57d76de36fb7 req-3616e7a2-76e3-4bd2-a8ec-b638a9671c61 tempest-TestSnapshotPattern-993730854 tempest-TestSnapshotPattern-993730854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:56:15.200561 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-103a15f0-61e2-4c6a-9d12-57d76de36fb7 req-3616e7a2-76e3-4bd2-a8ec-b638a9671c61 tempest-TestSnapshotPattern-993730854 tempest-TestSnapshotPattern-993730854-project] 10.222.0.42 "GET /v2.0/ports?device_id=dce42e54-567b-4b87-b015-1cf7fac54183 HTTP/1.1" status: 200 len: 943 time: 0.0480428 Mar 29 16:56:15.237758 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-103a15f0-61e2-4c6a-9d12-57d76de36fb7 req-842cf9b8-66ac-4bbf-a17a-d83262dd1d08 tempest-TestSnapshotPattern-993730854 tempest-TestSnapshotPattern-993730854-project] 10.222.0.42 "GET /v2.0/security-groups?id=512e3306-2052-4cb7-974e-aed029b6e615&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311463 Mar 29 16:56:16.357289 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc213298-70ca-4dff-b2b8-165bd274750b req-1e210194-a9aa-4b89-b04a-a5cefc781e13 tempest-TestSnapshotPattern-993730854 tempest-TestSnapshotPattern-993730854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:56:16.358725 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-cc213298-70ca-4dff-b2b8-165bd274750b req-1e210194-a9aa-4b89-b04a-a5cefc781e13 tempest-TestSnapshotPattern-993730854 tempest-TestSnapshotPattern-993730854-project] 10.222.0.42 "GET /v2.0/ports?device_id=dce42e54-567b-4b87-b015-1cf7fac54183 HTTP/1.1" status: 200 len: 943 time: 0.0483789 Mar 29 16:56:16.395282 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-cc213298-70ca-4dff-b2b8-165bd274750b req-dc1f1173-5964-4eb6-82ef-f79bb06314d9 tempest-TestSnapshotPattern-993730854 tempest-TestSnapshotPattern-993730854-project] 10.222.0.42 "GET /v2.0/security-groups?id=512e3306-2052-4cb7-974e-aed029b6e615&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302784 Mar 29 16:56:17.516106 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2580c81c-7fed-4922-8464-71e36cb7611a req-d53dda6b-19cb-40f3-a62a-15f6394507f7 tempest-TestSnapshotPattern-993730854 tempest-TestSnapshotPattern-993730854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:56:17.517560 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-2580c81c-7fed-4922-8464-71e36cb7611a req-d53dda6b-19cb-40f3-a62a-15f6394507f7 tempest-TestSnapshotPattern-993730854 tempest-TestSnapshotPattern-993730854-project] 10.222.0.42 "GET /v2.0/ports?device_id=dce42e54-567b-4b87-b015-1cf7fac54183 HTTP/1.1" status: 200 len: 943 time: 0.0534670 Mar 29 16:56:17.554602 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-2580c81c-7fed-4922-8464-71e36cb7611a req-ee365495-ad21-4db0-9e98-d756c58d7c87 tempest-TestSnapshotPattern-993730854 tempest-TestSnapshotPattern-993730854-project] 10.222.0.42 "GET /v2.0/security-groups?id=512e3306-2052-4cb7-974e-aed029b6e615&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309010 Mar 29 16:56:17.954727 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:56:18.574096 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:56:18.670177 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee35509-6573-473e-a7a1-6f1cc32ed49a req-c3d030d3-1331-4c7f-8106-b6994e676de9 tempest-TestSnapshotPattern-993730854 tempest-TestSnapshotPattern-993730854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:56:18.671697 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6ee35509-6573-473e-a7a1-6f1cc32ed49a req-c3d030d3-1331-4c7f-8106-b6994e676de9 tempest-TestSnapshotPattern-993730854 tempest-TestSnapshotPattern-993730854-project] 10.222.0.42 "GET /v2.0/ports?device_id=dce42e54-567b-4b87-b015-1cf7fac54183 HTTP/1.1" status: 200 len: 943 time: 0.0494626 Mar 29 16:56:18.711329 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6ee35509-6573-473e-a7a1-6f1cc32ed49a req-9ef7626d-ff4a-47a7-b3da-f56829a7bc10 tempest-TestSnapshotPattern-993730854 tempest-TestSnapshotPattern-993730854-project] 10.222.0.42 "GET /v2.0/security-groups?id=512e3306-2052-4cb7-974e-aed029b6e615&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334187 Mar 29 16:56:19.597700 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device 38431b7d-9107-49e5-accc-de365af24128 details requested by agent hyperv_n-h2-834765-1 with host n-h2-834765-1 {{(pid=102792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 16:56:19.694006 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port 38431b7d-9107-49e5-accc-de365af24128, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=38431b7d-9107-49e5-accc-de365af24128,segment=NetworkSegment(197308ca-2086-46cd-a9c3-016d506ee6aa),segment_id=197308ca-2086-46cd-a9c3-016d506ee6aa)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:56:19.704814 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Returning: {'device': '38431b7d-9107-49e5-accc-de365af24128', 'network_id': 'f99b0f7a-d5b9-4d9f-87af-2bc10c69a54a', 'port_id': '38431b7d-9107-49e5-accc-de365af24128', 'mac_address': 'fa:16:3e:f8:87:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 641, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0633b94d-3c87-46f1-8768-04f6382aa899', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 16:56:19.742811 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:56:19.759332 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38431b7d-9107-49e5-accc-de365af24128 {{(pid=102792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 16:56:19.791217 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port 38431b7d-9107-49e5-accc-de365af24128, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=38431b7d-9107-49e5-accc-de365af24128,segment=NetworkSegment(197308ca-2086-46cd-a9c3-016d506ee6aa),segment_id=197308ca-2086-46cd-a9c3-016d506ee6aa)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:56:19.796703 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:56:19.826847 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d95242-ee70-4296-baeb-265b589e6810 req-7660242a-bb4c-4aac-83ce-d02f2a31a8a6 tempest-TestSnapshotPattern-993730854 tempest-TestSnapshotPattern-993730854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:56:19.828361 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-50d95242-ee70-4296-baeb-265b589e6810 req-7660242a-bb4c-4aac-83ce-d02f2a31a8a6 tempest-TestSnapshotPattern-993730854 tempest-TestSnapshotPattern-993730854-project] 10.222.0.42 "GET /v2.0/ports?device_id=dce42e54-567b-4b87-b015-1cf7fac54183 HTTP/1.1" status: 200 len: 943 time: 0.0493202 Mar 29 16:56:19.866999 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-50d95242-ee70-4296-baeb-265b589e6810 req-26b866bf-a1ca-4f94-bb37-f68d3f324c4f tempest-TestSnapshotPattern-993730854 tempest-TestSnapshotPattern-993730854-project] 10.222.0.42 "GET /v2.0/security-groups?id=512e3306-2052-4cb7-974e-aed029b6e615&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318148 Mar 29 16:56:19.887604 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Pushing event updated for resources: {'Port': ['ID=38431b7d-9107-49e5-accc-de365af24128,revision_number=4']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:56:20.160514 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] get_ports_and_sgs() called for port_ids ['38431b7d-9107-49e5-accc-de365af24128'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 16:56:20.985171 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d7d85c-666e-4268-91ce-5f00429c8ed6 req-2786d241-4e34-499b-903b-40c7a59f94c5 tempest-TestSnapshotPattern-993730854 tempest-TestSnapshotPattern-993730854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:56:20.986619 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-03d7d85c-666e-4268-91ce-5f00429c8ed6 req-2786d241-4e34-499b-903b-40c7a59f94c5 tempest-TestSnapshotPattern-993730854 tempest-TestSnapshotPattern-993730854-project] 10.222.0.42 "GET /v2.0/ports?device_id=dce42e54-567b-4b87-b015-1cf7fac54183 HTTP/1.1" status: 200 len: 944 time: 0.0519226 Mar 29 16:56:21.024334 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-03d7d85c-666e-4268-91ce-5f00429c8ed6 req-bea9b6a0-40e7-42b8-8e78-eba408599bf1 tempest-TestSnapshotPattern-993730854 tempest-TestSnapshotPattern-993730854-project] 10.222.0.42 "GET /v2.0/security-groups?id=512e3306-2052-4cb7-974e-aed029b6e615&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310304 Mar 29 16:56:21.597840 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device 38431b7d-9107-49e5-accc-de365af24128 up at agent hyperv_n-h2-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 16:56:21.645845 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Provisioning for port 38431b7d-9107-49e5-accc-de365af24128 completed by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 16:56:21.649759 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Provisioning complete for port 38431b7d-9107-49e5-accc-de365af24128 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:56:21.650128 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:56:21.729228 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:56:21.752320 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dce42e54-567b-4b87-b015-1cf7fac54183', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38431b7d-9107-49e5-accc-de365af24128'}] {{(pid=102792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:56:21.754799 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57a7834588826aa5fcb6318d84c304e74917d39e51dd24b57e16034477aedb48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ed02bdf-cdd3-45bb-8116-f4fe45929335" -d '{"events": [{"server_uuid": "dce42e54-567b-4b87-b015-1cf7fac54183", "name": "network-vif-plugged", "status": "completed", "tag": "38431b7d-9107-49e5-accc-de365af24128"}]}' {{(pid=102792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:56:21.771672 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port 38431b7d-9107-49e5-accc-de365af24128, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=38431b7d-9107-49e5-accc-de365af24128,segment=NetworkSegment(197308ca-2086-46cd-a9c3-016d506ee6aa),segment_id=197308ca-2086-46cd-a9c3-016d506ee6aa)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:56:21.775903 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:56:21.799382 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 16:56:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee176951-8860-4a54-b37f-32bef3cecb9b x-openstack-request-id: req-ee176951-8860-4a54-b37f-32bef3cecb9b {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:56:21.799674 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dce42e54-567b-4b87-b015-1cf7fac54183", "name": "network-vif-plugged", "status": "completed", "tag": "38431b7d-9107-49e5-accc-de365af24128", "code": 200}]} {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:56:21.799929 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ee176951-8860-4a54-b37f-32bef3cecb9b {{(pid=102792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:56:21.800310 n-d-834765-1 neutron-server[102792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dce42e54-567b-4b87-b015-1cf7fac54183', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38431b7d-9107-49e5-accc-de365af24128', 'code': 200} Mar 29 16:56:21.825847 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Pushing event updated for resources: {'Port': ['ID=38431b7d-9107-49e5-accc-de365af24128,revision_number=5']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:56:21.888247 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7e0fda-7e96-4c59-b45d-d970e072537e req-692ca0e6-9c86-4d2e-99e3-d93b5844ac08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:56:21.889725 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-5e7e0fda-7e96-4c59-b45d-d970e072537e req-692ca0e6-9c86-4d2e-99e3-d93b5844ac08 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=dce42e54-567b-4b87-b015-1cf7fac54183 HTTP/1.1" status: 200 len: 1096 time: 0.0395966 Mar 29 16:56:21.922917 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-5e7e0fda-7e96-4c59-b45d-d970e072537e req-05c685b4-2df6-4aaa-8249-c431ba44b0f5 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=512e3306-2052-4cb7-974e-aed029b6e615&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0269992 Mar 29 16:56:22.144179 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399411d0-0892-428d-bf54-4559682bd55e req-6b8efd63-14c7-4dcb-a331-0fdd864d71b5 tempest-TestSnapshotPattern-993730854 tempest-TestSnapshotPattern-993730854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:56:22.146640 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-399411d0-0892-428d-bf54-4559682bd55e req-6b8efd63-14c7-4dcb-a331-0fdd864d71b5 tempest-TestSnapshotPattern-993730854 tempest-TestSnapshotPattern-993730854-project] 10.222.0.42 "GET /v2.0/ports?device_id=dce42e54-567b-4b87-b015-1cf7fac54183 HTTP/1.1" status: 200 len: 945 time: 0.0495937 Mar 29 16:56:22.185377 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-399411d0-0892-428d-bf54-4559682bd55e req-141582a8-ef74-4b6b-ac1f-0f085c440f6f tempest-TestSnapshotPattern-993730854 tempest-TestSnapshotPattern-993730854-project] 10.222.0.42 "GET /v2.0/security-groups?id=512e3306-2052-4cb7-974e-aed029b6e615&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328941 Mar 29 16:56:23.306471 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a7e6c3-ef7b-4e21-97f1-67698dc71865 req-5501c9fe-49de-4cdd-976e-6f4ce25798d7 tempest-TestSnapshotPattern-993730854 tempest-TestSnapshotPattern-993730854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:56:23.307963 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-91a7e6c3-ef7b-4e21-97f1-67698dc71865 req-5501c9fe-49de-4cdd-976e-6f4ce25798d7 tempest-TestSnapshotPattern-993730854 tempest-TestSnapshotPattern-993730854-project] 10.222.0.42 "GET /v2.0/ports?device_id=dce42e54-567b-4b87-b015-1cf7fac54183 HTTP/1.1" status: 200 len: 945 time: 0.0542638 Mar 29 16:56:23.345677 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-91a7e6c3-ef7b-4e21-97f1-67698dc71865 req-cd69d35b-87f6-409f-8029-2080bbf65608 tempest-TestSnapshotPattern-993730854 tempest-TestSnapshotPattern-993730854-project] 10.222.0.42 "GET /v2.0/security-groups?id=512e3306-2052-4cb7-974e-aed029b6e615&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317495 Mar 29 16:56:23.457016 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a6b7f1-19c6-4a17-be51-7b5e84b99127 req-f14ed029-a63a-48a5-92b4-6849041435df tempest-TestSnapshotPattern-993730854 tempest-TestSnapshotPattern-993730854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:56:23.458532 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-c1a6b7f1-19c6-4a17-be51-7b5e84b99127 req-f14ed029-a63a-48a5-92b4-6849041435df tempest-TestSnapshotPattern-993730854 tempest-TestSnapshotPattern-993730854-project] 10.222.0.42 "GET /v2.0/ports?device_id=dce42e54-567b-4b87-b015-1cf7fac54183 HTTP/1.1" status: 200 len: 945 time: 0.0494483 Mar 29 16:56:23.497029 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-c1a6b7f1-19c6-4a17-be51-7b5e84b99127 req-b108ed9a-e0c7-489b-8ef9-0fced4afdbca tempest-TestSnapshotPattern-993730854 tempest-TestSnapshotPattern-993730854-project] 10.222.0.42 "GET /v2.0/security-groups?id=512e3306-2052-4cb7-974e-aed029b6e615&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325325 Mar 29 16:56:23.518265 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 44344) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:56:23.598110 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab652de5-2ab5-4397-ab11-267949ddb7c5 tempest-TestSnapshotPattern-313299675 tempest-TestSnapshotPattern-313299675-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:56:23.599861 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-ab652de5-2ab5-4397-ab11-267949ddb7c5 tempest-TestSnapshotPattern-313299675 tempest-TestSnapshotPattern-313299675-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=dce42e54-567b-4b87-b015-1cf7fac54183 HTTP/1.1" status: 200 len: 1091 time: 0.0806260 Mar 29 16:56:23.602683 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 44348) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:56:23.606863 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-80feac27-3736-4b33-bbe8-11c4e2cc5f32 tempest-TestSnapshotPattern-993730854 tempest-TestSnapshotPattern-993730854-project] Request body: {'floatingip': {'floating_network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'port_id': '38431b7d-9107-49e5-accc-de365af24128', 'tenant_id': '4e3190fbf72b4165b40a5ef060a24944', 'fixed_ip_address': '172.20.0.5'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:56:23.626161 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-80feac27-3736-4b33-bbe8-11c4e2cc5f32 tempest-TestSnapshotPattern-993730854 tempest-TestSnapshotPattern-993730854-project] Notify callbacks [] for floatingip, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:56:23.725159 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-80feac27-3736-4b33-bbe8-11c4e2cc5f32 tempest-TestSnapshotPattern-993730854 tempest-TestSnapshotPattern-993730854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:56:23.833915 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_common [None req-80feac27-3736-4b33-bbe8-11c4e2cc5f32 tempest-TestSnapshotPattern-993730854 tempest-TestSnapshotPattern-993730854-project] Allocated IP 172.25.4.178 (4a4a035d-ecac-4ead-baa3-25f90788773a/e1a353dc-fac8-4901-a63c-273840237d6a/91476ebf-ce43-498e-84a7-083f706a3f07) {{(pid=102791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:56:23.930899 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-80feac27-3736-4b33-bbe8-11c4e2cc5f32 tempest-TestSnapshotPattern-993730854 tempest-TestSnapshotPattern-993730854-project] Notify callbacks [] for port, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:56:23.963554 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-80feac27-3736-4b33-bbe8-11c4e2cc5f32 tempest-TestSnapshotPattern-993730854 tempest-TestSnapshotPattern-993730854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:56:24.001156 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80feac27-3736-4b33-bbe8-11c4e2cc5f32 tempest-TestSnapshotPattern-993730854 tempest-TestSnapshotPattern-993730854-project] Network 4a4a035d-ecac-4ead-baa3-25f90788773a is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:56:24.003911 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [None req-80feac27-3736-4b33-bbe8-11c4e2cc5f32 tempest-TestSnapshotPattern-993730854 tempest-TestSnapshotPattern-993730854-project] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:56:24.007290 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80feac27-3736-4b33-bbe8-11c4e2cc5f32 tempest-TestSnapshotPattern-993730854 tempest-TestSnapshotPattern-993730854-project] Received port after_create {{(pid=102791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:56:24.036792 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80feac27-3736-4b33-bbe8-11c4e2cc5f32 tempest-TestSnapshotPattern-993730854 tempest-TestSnapshotPattern-993730854-project] Pushing event updated for resources: {'Port': ['ID=91476ebf-ce43-498e-84a7-083f706a3f07,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:56:24.357871 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-80feac27-3736-4b33-bbe8-11c4e2cc5f32 tempest-TestSnapshotPattern-993730854 tempest-TestSnapshotPattern-993730854-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:56:24.423755 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-80feac27-3736-4b33-bbe8-11c4e2cc5f32 tempest-TestSnapshotPattern-993730854 tempest-TestSnapshotPattern-993730854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:56:24.566523 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-80feac27-3736-4b33-bbe8-11c4e2cc5f32 tempest-TestSnapshotPattern-993730854 tempest-TestSnapshotPattern-993730854-project] Notify callbacks [] for port, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:56:24.571615 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-80feac27-3736-4b33-bbe8-11c4e2cc5f32 tempest-TestSnapshotPattern-993730854 tempest-TestSnapshotPattern-993730854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:56:24.650593 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80feac27-3736-4b33-bbe8-11c4e2cc5f32 tempest-TestSnapshotPattern-993730854 tempest-TestSnapshotPattern-993730854-project] Pushing event updated for resources: {'Port': ['ID=91476ebf-ce43-498e-84a7-083f706a3f07,revision_number=2']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:56:24.660353 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-80feac27-3736-4b33-bbe8-11c4e2cc5f32 tempest-TestSnapshotPattern-993730854 tempest-TestSnapshotPattern-993730854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648212'] for floatingip, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:56:25.069415 n-d-834765-1 neutron-server[102791]: INFO neutron.db.l3_db [None req-80feac27-3736-4b33-bbe8-11c4e2cc5f32 tempest-TestSnapshotPattern-993730854 tempest-TestSnapshotPattern-993730854-project] Floating IP d5c9e066-1675-4767-9648-5e76202d81c1 associated. External IP: 172.25.4.178, port: 38431b7d-9107-49e5-accc-de365af24128. Mar 29 16:56:25.274194 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80feac27-3736-4b33-bbe8-11c4e2cc5f32 tempest-TestSnapshotPattern-993730854 tempest-TestSnapshotPattern-993730854-project] Router 54b18aae-4608-47d9-8d49-32438179b49d has already been hosted by L3 agent c648d819-1060-4f26-b4ec-6455387b5dff {{(pid=102791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 16:56:25.375622 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80feac27-3736-4b33-bbe8-11c4e2cc5f32 tempest-TestSnapshotPattern-993730854 tempest-TestSnapshotPattern-993730854-project] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 16:56:25.385598 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b239c98c-f72d-408d-9668-f272a3246b3d None None] Sync routers for ids ['54b18aae-4608-47d9-8d49-32438179b49d'] in n-d-834765-1 {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 16:56:25.393463 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-80feac27-3736-4b33-bbe8-11c4e2cc5f32 tempest-TestSnapshotPattern-993730854 tempest-TestSnapshotPattern-993730854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for floatingip, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:56:25.395859 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b239c98c-f72d-408d-9668-f272a3246b3d None None] Routers {'54b18aae-4608-47d9-8d49-32438179b49d'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:56:25.396495 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-b239c98c-f72d-408d-9668-f272a3246b3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:56:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['54b18aae-4608-47d9-8d49-32438179b49d'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:56:25.423288 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-80feac27-3736-4b33-bbe8-11c4e2cc5f32 tempest-TestSnapshotPattern-993730854 tempest-TestSnapshotPattern-993730854-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8195534 Mar 29 16:56:25.423878 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dce42e54-567b-4b87-b015-1cf7fac54183', 'tag': '38431b7d-9107-49e5-accc-de365af24128'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:56:25.426149 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e33af8bd2d242198c8fc7a55b0de10a2e3fe57bc5f7d7f0f551297b3d6240ff2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45fc92eb-ba7e-40c4-a4c5-1165d8aedf16" -d '{"events": [{"name": "network-changed", "server_uuid": "dce42e54-567b-4b87-b015-1cf7fac54183", "tag": "38431b7d-9107-49e5-accc-de365af24128"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:56:25.465587 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 16:56:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22a31ab8-6cd5-4a31-a2ec-070666054e57 x-openstack-request-id: req-22a31ab8-6cd5-4a31-a2ec-070666054e57 {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:56:25.465882 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dce42e54-567b-4b87-b015-1cf7fac54183", "tag": "38431b7d-9107-49e5-accc-de365af24128", "status": "completed", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:56:25.466130 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-22a31ab8-6cd5-4a31-a2ec-070666054e57 {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:56:25.466526 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dce42e54-567b-4b87-b015-1cf7fac54183', 'tag': '38431b7d-9107-49e5-accc-de365af24128', 'status': 'completed', 'code': 200} Mar 29 16:56:25.510265 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvr_db [None req-b239c98c-f72d-408d-9668-f272a3246b3d None None] Set router 54b18aae-4608-47d9-8d49-32438179b49d gateway port host: n-d-834765-1 {{(pid=102792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:56:25.572605 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fc92eb-ba7e-40c4-a4c5-1165d8aedf16 req-8f00fbbf-504c-4d1c-b0a8-72b61368b03e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:56:25.574150 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-45fc92eb-ba7e-40c4-a4c5-1165d8aedf16 req-8f00fbbf-504c-4d1c-b0a8-72b61368b03e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4e3190fbf72b4165b40a5ef060a24944&device_id=dce42e54-567b-4b87-b015-1cf7fac54183 HTTP/1.1" status: 200 len: 1096 time: 0.0838404 Mar 29 16:56:25.663840 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fc92eb-ba7e-40c4-a4c5-1165d8aedf16 req-89ea4ea2-a232-42e9-92a2-a5b614aec811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:56:25.665227 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-45fc92eb-ba7e-40c4-a4c5-1165d8aedf16 req-89ea4ea2-a232-42e9-92a2-a5b614aec811 service neutron] 10.222.0.48 "GET /v2.0/networks?id=f99b0f7a-d5b9-4d9f-87af-2bc10c69a54a HTTP/1.1" status: 200 len: 910 time: 0.0841169 Mar 29 16:56:25.735693 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-b239c98c-f72d-408d-9668-f272a3246b3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54b18aae-4608-47d9-8d49-32438179b49d', 'name': 'tempest-TestSnapshotPattern-840484951-router', 'tenant_id': '4e3190fbf72b4165b40a5ef060a24944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.195'}], 'enable_snat': True}, 'gw_port_id': '099ea690-b7f9-450d-a746-e9a232f7fd01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:56:00Z', 'updated_at': '2022-03-29T16:56:03Z', 'revision_number': 4, 'project_id': '4e3190fbf72b4165b40a5ef060a24944', 'gw_port': {'id': '099ea690-b7f9-450d-a746-e9a232f7fd01', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:33:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54b18aae-4608-47d9-8d49-32438179b49d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4429, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:56:01Z', 'updated_at': '2022-03-29T16:56:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_floatingips': [{'id': 'd5c9e066-1675-4767-9648-5e76202d81c1', 'tenant_id': '4e3190fbf72b4165b40a5ef060a24944', 'floating_ip_address': '172.25.4.178', 'floating_network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'router_id': '54b18aae-4608-47d9-8d49-32438179b49d', 'port_id': '38431b7d-9107-49e5-accc-de365af24128', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4454, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f99b0f7a-d5b9-4d9f-87af-2bc10c69a54a', 'mac_address': 'fa:16:3e:f8:87:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dce42e54-567b-4b87-b015-1cf7fac54183', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T16:56:24Z', 'updated_at': '2022-03-29T16:56:24Z', 'revision_number': 0, 'project_id': '4e3190fbf72b4165b40a5ef060a24944', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f992064-cd56-4989-af43-d894a5db3505', 'name': '', 'network_id': 'f99b0f7a-d5b9-4d9f-87af-2bc10c69a54a', 'tenant_id': '4e3190fbf72b4165b40a5ef060a24944', 'mac_address': 'fa:16:3e:9d:5e:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54b18aae-4608-47d9-8d49-32438179b49d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4430, 'fixed_ips': [{'subnet_id': '0633b94d-3c87-46f1-8768-04f6382aa899', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:56:02Z', 'updated_at': '2022-03-29T16:56:08Z', 'revision_number': 5, 'project_id': '4e3190fbf72b4165b40a5ef060a24944', 'subnets': [{'id': '0633b94d-3c87-46f1-8768-04f6382aa899', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:56:25.736021 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-45fc92eb-ba7e-40c4-a4c5-1165d8aedf16 req-7faf2172-b7cb-4f11-9578-94640b828b9c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=38431b7d-9107-49e5-accc-de365af24128 HTTP/1.1" status: 200 len: 999 time: 0.0633197 Mar 29 16:56:25.762070 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b239c98c-f72d-408d-9668-f272a3246b3d None None] Checking router: 54b18aae-4608-47d9-8d49-32438179b49d for host: n-d-834765-1 {{(pid=102792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 16:56:25.770224 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b239c98c-f72d-408d-9668-f272a3246b3d None None] Routers {'54b18aae-4608-47d9-8d49-32438179b49d'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:56:25.771725 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-b239c98c-f72d-408d-9668-f272a3246b3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:56:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['54b18aae-4608-47d9-8d49-32438179b49d'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:56:25.784720 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fc92eb-ba7e-40c4-a4c5-1165d8aedf16 req-dbe00321-4a7d-4d2c-8533-dada1f83b739 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:56:25.786349 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-45fc92eb-ba7e-40c4-a4c5-1165d8aedf16 req-dbe00321-4a7d-4d2c-8533-dada1f83b739 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0633b94d-3c87-46f1-8768-04f6382aa899 HTTP/1.1" status: 200 len: 848 time: 0.0448627 Mar 29 16:56:25.830750 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fc92eb-ba7e-40c4-a4c5-1165d8aedf16 req-5c546eaa-cb2c-4919-a08e-8209e4bd9148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:56:25.832290 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-45fc92eb-ba7e-40c4-a4c5-1165d8aedf16 req-5c546eaa-cb2c-4919-a08e-8209e4bd9148 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f99b0f7a-d5b9-4d9f-87af-2bc10c69a54a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400295 Mar 29 16:56:25.879241 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvr_db [None req-b239c98c-f72d-408d-9668-f272a3246b3d None None] Set router 54b18aae-4608-47d9-8d49-32438179b49d gateway port host: n-d-834765-1 {{(pid=102792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:56:25.924177 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-45fc92eb-ba7e-40c4-a4c5-1165d8aedf16 req-b474ad01-294f-494f-a7d4-d4ab372f2ff1 service neutron] 10.222.0.48 "GET /v2.0/networks/f99b0f7a-d5b9-4d9f-87af-2bc10c69a54a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851753 Mar 29 16:56:26.016901 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-45fc92eb-ba7e-40c4-a4c5-1165d8aedf16 req-0ad8b303-7e96-4631-9e50-9b5ecfc85b50 service neutron] 10.222.0.48 "GET /v2.0/networks/f99b0f7a-d5b9-4d9f-87af-2bc10c69a54a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860093 Mar 29 16:56:26.101109 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-b239c98c-f72d-408d-9668-f272a3246b3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54b18aae-4608-47d9-8d49-32438179b49d', 'name': 'tempest-TestSnapshotPattern-840484951-router', 'tenant_id': '4e3190fbf72b4165b40a5ef060a24944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.195'}], 'enable_snat': True}, 'gw_port_id': '099ea690-b7f9-450d-a746-e9a232f7fd01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:56:00Z', 'updated_at': '2022-03-29T16:56:03Z', 'revision_number': 4, 'project_id': '4e3190fbf72b4165b40a5ef060a24944', 'gw_port': {'id': '099ea690-b7f9-450d-a746-e9a232f7fd01', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:33:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54b18aae-4608-47d9-8d49-32438179b49d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4429, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:56:01Z', 'updated_at': '2022-03-29T16:56:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_floatingips': [{'id': 'd5c9e066-1675-4767-9648-5e76202d81c1', 'tenant_id': '4e3190fbf72b4165b40a5ef060a24944', 'floating_ip_address': '172.25.4.178', 'floating_network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'router_id': '54b18aae-4608-47d9-8d49-32438179b49d', 'port_id': '38431b7d-9107-49e5-accc-de365af24128', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4454, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f99b0f7a-d5b9-4d9f-87af-2bc10c69a54a', 'mac_address': 'fa:16:3e:f8:87:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dce42e54-567b-4b87-b015-1cf7fac54183', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T16:56:24Z', 'updated_at': '2022-03-29T16:56:24Z', 'revision_number': 0, 'project_id': '4e3190fbf72b4165b40a5ef060a24944', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f992064-cd56-4989-af43-d894a5db3505', 'name': '', 'network_id': 'f99b0f7a-d5b9-4d9f-87af-2bc10c69a54a', 'tenant_id': '4e3190fbf72b4165b40a5ef060a24944', 'mac_address': 'fa:16:3e:9d:5e:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54b18aae-4608-47d9-8d49-32438179b49d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4430, 'fixed_ips': [{'subnet_id': '0633b94d-3c87-46f1-8768-04f6382aa899', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:56:02Z', 'updated_at': '2022-03-29T16:56:08Z', 'revision_number': 5, 'project_id': '4e3190fbf72b4165b40a5ef060a24944', 'subnets': [{'id': '0633b94d-3c87-46f1-8768-04f6382aa899', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:56:26.285647 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b239c98c-f72d-408d-9668-f272a3246b3d None None] The sync data for ids ['54b18aae-4608-47d9-8d49-32438179b49d'] in n-d-834765-1 is: [{'id': '54b18aae-4608-47d9-8d49-32438179b49d', 'name': 'tempest-TestSnapshotPattern-840484951-router', 'tenant_id': '4e3190fbf72b4165b40a5ef060a24944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.195'}], 'enable_snat': True}, 'gw_port_id': '099ea690-b7f9-450d-a746-e9a232f7fd01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:56:00Z', 'updated_at': '2022-03-29T16:56:03Z', 'revision_number': 4, 'project_id': '4e3190fbf72b4165b40a5ef060a24944', 'gw_port': {'id': '099ea690-b7f9-450d-a746-e9a232f7fd01', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:33:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54b18aae-4608-47d9-8d49-32438179b49d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4429, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:56:01Z', 'updated_at': '2022-03-29T16:56:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_floatingips': [{'id': 'd5c9e066-1675-4767-9648-5e76202d81c1', 'tenant_id': '4e3190fbf72b4165b40a5ef060a24944', 'floating_ip_address': '172.25.4.178', 'floating_network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'router_id': '54b18aae-4608-47d9-8d49-32438179b49d', 'port_id': '38431b7d-9107-49e5-accc-de365af24128', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4454, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f99b0f7a-d5b9-4d9f-87af-2bc10c69a54a', 'mac_address': 'fa:16:3e:f8:87:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dce42e54-567b-4b87-b015-1cf7fac54183', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T16:56:24Z', 'updated_at': '2022-03-29T16:56:24Z', 'revision_number': 0, 'project_id': '4e3190fbf72b4165b40a5ef060a24944', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f992064-cd56-4989-af43-d894a5db3505', 'name': '', 'network_id': 'f99b0f7a-d5b9-4d9f-87af-2bc10c69a54a', 'tenant_id': '4e3190fbf72b4165b40a5ef060a24944', 'mac_address': 'fa:16:3e:9d:5e:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54b18aae-4608-47d9-8d49-32438179b49d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4430, 'fixed_ips': [{'subnet_id': '0633b94d-3c87-46f1-8768-04f6382aa899', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:56:02Z', 'updated_at': '2022-03-29T16:56:08Z', 'revision_number': 5, 'project_id': '4e3190fbf72b4165b40a5ef060a24944', 'subnets': [{'id': '0633b94d-3c87-46f1-8768-04f6382aa899', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 16:56:26.464628 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46f2caa2-fd2f-40a4-bfd5-6344bd180380 None None] New status for floating IP d5c9e066-1675-4767-9648-5e76202d81c1: ACTIVE {{(pid=102793) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 16:56:30.524436 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d80544aa-42a0-450c-9d45-96c27a8945d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:56:32.988257 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-6e25a9fa-22d5-4b77-9bf8-d17ac5c276eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:56:34.494816 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d71584b9-87f1-45f5-84c7-c993c2416269 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:56:36.045298 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-0cb6abf6-2706-4e52-8825-f5f644ecf9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:56:36.089139 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:56:43.201233 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.agents_db [None req-59735a15-725e-44d4-9ad5-95cbe356f209 None None] Agent healthcheck: found 7 active agents {{(pid=102793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 16:56:43.470505 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-5619a2ff-d33d-441e-bfbb-ee114a13ede0 req-6803c2f0-a31c-4697-873d-d2e7a7a8a2ab service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=dce42e54-567b-4b87-b015-1cf7fac54183&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0390043 Mar 29 16:56:43.551596 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5619a2ff-d33d-441e-bfbb-ee114a13ede0 req-440b30bf-750e-4ca1-9305-412cf575c8c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:56:43.553060 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-5619a2ff-d33d-441e-bfbb-ee114a13ede0 req-440b30bf-750e-4ca1-9305-412cf575c8c6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4e3190fbf72b4165b40a5ef060a24944&device_id=dce42e54-567b-4b87-b015-1cf7fac54183 HTTP/1.1" status: 200 len: 1096 time: 0.0399508 Mar 29 16:56:43.655424 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5619a2ff-d33d-441e-bfbb-ee114a13ede0 req-90b10586-d988-4f5b-adb1-7774a3ba5dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:56:43.656897 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-5619a2ff-d33d-441e-bfbb-ee114a13ede0 req-90b10586-d988-4f5b-adb1-7774a3ba5dc2 service neutron] 10.222.0.48 "GET /v2.0/networks?id=f99b0f7a-d5b9-4d9f-87af-2bc10c69a54a HTTP/1.1" status: 200 len: 910 time: 0.0854034 Mar 29 16:56:43.721185 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-5619a2ff-d33d-441e-bfbb-ee114a13ede0 req-af388d65-7901-4c3b-9b75-b5a68f7c6c22 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=38431b7d-9107-49e5-accc-de365af24128 HTTP/1.1" status: 200 len: 1001 time: 0.0567355 Mar 29 16:56:43.778274 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5619a2ff-d33d-441e-bfbb-ee114a13ede0 req-8b868734-4652-4129-a6ce-5deaf67ebea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:56:43.779761 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-5619a2ff-d33d-441e-bfbb-ee114a13ede0 req-8b868734-4652-4129-a6ce-5deaf67ebea4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0633b94d-3c87-46f1-8768-04f6382aa899 HTTP/1.1" status: 200 len: 848 time: 0.0519445 Mar 29 16:56:43.830782 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5619a2ff-d33d-441e-bfbb-ee114a13ede0 req-99799640-4115-4154-b99a-ca8153794a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:56:43.832314 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-5619a2ff-d33d-441e-bfbb-ee114a13ede0 req-99799640-4115-4154-b99a-ca8153794a90 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f99b0f7a-d5b9-4d9f-87af-2bc10c69a54a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0449634 Mar 29 16:56:43.920554 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-5619a2ff-d33d-441e-bfbb-ee114a13ede0 req-addabc84-e940-4751-a7ee-d85557eb08c1 service neutron] 10.222.0.48 "GET /v2.0/networks/f99b0f7a-d5b9-4d9f-87af-2bc10c69a54a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809810 Mar 29 16:56:44.014523 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-5619a2ff-d33d-441e-bfbb-ee114a13ede0 req-22c1f198-18cc-4148-a557-ff7e614bfa8b service neutron] 10.222.0.48 "GET /v2.0/networks/f99b0f7a-d5b9-4d9f-87af-2bc10c69a54a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861061 Mar 29 16:56:47.956617 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:56:48.588918 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:57:00.526669 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-e56beb4f-a6e1-4593-b8fd-8da70b71f95e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:57:02.989794 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-04ed721b-b7ef-4dd2-943b-f86f6b5cdb48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:57:04.499639 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d71584b9-87f1-45f5-84c7-c993c2416269 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:57:06.047616 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-0cb6abf6-2706-4e52-8825-f5f644ecf9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:57:06.089990 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:57:17.965970 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:57:18.605617 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:57:20.200440 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.agents_db [None req-59735a15-725e-44d4-9ad5-95cbe356f209 None None] Agent healthcheck: found 7 active agents {{(pid=102793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 16:57:30.530581 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-e8a45d3a-2a25-48d5-9945-392929f73334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:57:32.991311 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-ccff86a6-dd82-4722-b3d3-cf83d357b80c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:57:34.501494 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d71584b9-87f1-45f5-84c7-c993c2416269 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:57:36.049564 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-0cb6abf6-2706-4e52-8825-f5f644ecf9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:57:36.091838 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:57:43.470584 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-8bd92975-4d9f-470a-bbc7-5cf87dcf368c req-03cb915f-f310-4ad7-a858-213a1a8bb687 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=dce42e54-567b-4b87-b015-1cf7fac54183&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0403724 Mar 29 16:57:43.548237 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd92975-4d9f-470a-bbc7-5cf87dcf368c req-c8bf5e05-d5f9-441a-ab1c-27609c319b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:57:43.549794 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-8bd92975-4d9f-470a-bbc7-5cf87dcf368c req-c8bf5e05-d5f9-441a-ab1c-27609c319b49 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4e3190fbf72b4165b40a5ef060a24944&device_id=dce42e54-567b-4b87-b015-1cf7fac54183 HTTP/1.1" status: 200 len: 1096 time: 0.0393467 Mar 29 16:57:43.654979 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd92975-4d9f-470a-bbc7-5cf87dcf368c req-8f1a3d18-7532-4ff2-977e-ca854d46322c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:57:43.656452 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-8bd92975-4d9f-470a-bbc7-5cf87dcf368c req-8f1a3d18-7532-4ff2-977e-ca854d46322c service neutron] 10.222.0.48 "GET /v2.0/networks?id=f99b0f7a-d5b9-4d9f-87af-2bc10c69a54a HTTP/1.1" status: 200 len: 910 time: 0.0860543 Mar 29 16:57:43.719520 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-8bd92975-4d9f-470a-bbc7-5cf87dcf368c req-7cb37d5c-2592-4fd4-a89d-d26967c77523 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=38431b7d-9107-49e5-accc-de365af24128 HTTP/1.1" status: 200 len: 1001 time: 0.0562382 Mar 29 16:57:43.771110 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd92975-4d9f-470a-bbc7-5cf87dcf368c req-3fa1aab4-5561-4817-bc57-273334cc7891 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:57:43.772686 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-8bd92975-4d9f-470a-bbc7-5cf87dcf368c req-3fa1aab4-5561-4817-bc57-273334cc7891 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0633b94d-3c87-46f1-8768-04f6382aa899 HTTP/1.1" status: 200 len: 848 time: 0.0471215 Mar 29 16:57:43.823911 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd92975-4d9f-470a-bbc7-5cf87dcf368c req-c06ff452-745f-4e66-a772-0b1b475d883b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:57:43.825481 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-8bd92975-4d9f-470a-bbc7-5cf87dcf368c req-c06ff452-745f-4e66-a772-0b1b475d883b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f99b0f7a-d5b9-4d9f-87af-2bc10c69a54a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0466411 Mar 29 16:57:43.913969 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-8bd92975-4d9f-470a-bbc7-5cf87dcf368c req-49a42022-c827-41cc-afa2-f991974d1a3a service neutron] 10.222.0.48 "GET /v2.0/networks/f99b0f7a-d5b9-4d9f-87af-2bc10c69a54a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816226 Mar 29 16:57:44.005645 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-8bd92975-4d9f-470a-bbc7-5cf87dcf368c req-b4d2fa97-4ac4-42a6-9091-b8abd6e43696 service neutron] 10.222.0.48 "GET /v2.0/networks/f99b0f7a-d5b9-4d9f-87af-2bc10c69a54a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851691 Mar 29 16:57:47.990838 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:57:48.594139 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:57:57.199480 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.agents_db [None req-59735a15-725e-44d4-9ad5-95cbe356f209 None None] Agent healthcheck: found 7 active agents {{(pid=102793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 16:58:00.532608 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-ad053d7c-a262-4110-9e0f-51ce495797a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:58:02.992440 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-061f67fb-01b5-4943-8750-ad83051f7ffc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:58:04.504519 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d71584b9-87f1-45f5-84c7-c993c2416269 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:58:06.051769 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-0cb6abf6-2706-4e52-8825-f5f644ecf9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:58:06.094757 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:58:18.006101 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:58:18.620367 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:58:30.534118 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-7bcc6a80-21c9-46ee-b797-5b56b3d84c55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:58:32.994633 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-8040dc67-30b2-40b7-b886-444ba5f6fe9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:58:34.197990 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.agents_db [None req-59735a15-725e-44d4-9ad5-95cbe356f209 None None] Agent healthcheck: found 7 active agents {{(pid=102793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 16:58:34.507708 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d71584b9-87f1-45f5-84c7-c993c2416269 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:58:36.054145 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-0cb6abf6-2706-4e52-8825-f5f644ecf9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:58:36.095159 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:58:45.459187 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-41855b88-bd1c-4a93-93ba-51a38c2d7d45 req-69f0e6e2-d2e0-4dc8-8328-f73e0a5f8f28 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=dce42e54-567b-4b87-b015-1cf7fac54183&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0403547 Mar 29 16:58:45.539749 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41855b88-bd1c-4a93-93ba-51a38c2d7d45 req-e412cc40-ebbc-465e-ab1d-48e0ea4538c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:58:45.541253 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-41855b88-bd1c-4a93-93ba-51a38c2d7d45 req-e412cc40-ebbc-465e-ab1d-48e0ea4538c6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4e3190fbf72b4165b40a5ef060a24944&device_id=dce42e54-567b-4b87-b015-1cf7fac54183 HTTP/1.1" status: 200 len: 1096 time: 0.0400724 Mar 29 16:58:45.645223 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41855b88-bd1c-4a93-93ba-51a38c2d7d45 req-28ba891a-c022-4ad2-a804-c56e907cb055 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:58:45.646691 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-41855b88-bd1c-4a93-93ba-51a38c2d7d45 req-28ba891a-c022-4ad2-a804-c56e907cb055 service neutron] 10.222.0.48 "GET /v2.0/networks?id=f99b0f7a-d5b9-4d9f-87af-2bc10c69a54a HTTP/1.1" status: 200 len: 910 time: 0.0877309 Mar 29 16:58:45.710913 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-41855b88-bd1c-4a93-93ba-51a38c2d7d45 req-895dc22d-46b9-4e04-857d-8eeb2b694288 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=38431b7d-9107-49e5-accc-de365af24128 HTTP/1.1" status: 200 len: 1001 time: 0.0567496 Mar 29 16:58:45.763778 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41855b88-bd1c-4a93-93ba-51a38c2d7d45 req-b5590a15-3adf-49be-940f-d1388bd36f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:58:45.765225 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-41855b88-bd1c-4a93-93ba-51a38c2d7d45 req-b5590a15-3adf-49be-940f-d1388bd36f97 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0633b94d-3c87-46f1-8768-04f6382aa899 HTTP/1.1" status: 200 len: 848 time: 0.0484142 Mar 29 16:58:45.809452 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41855b88-bd1c-4a93-93ba-51a38c2d7d45 req-e62c0d0e-f023-4d79-ad77-a18aa192c20e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:58:45.810896 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-41855b88-bd1c-4a93-93ba-51a38c2d7d45 req-e62c0d0e-f023-4d79-ad77-a18aa192c20e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f99b0f7a-d5b9-4d9f-87af-2bc10c69a54a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0388176 Mar 29 16:58:45.901895 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-41855b88-bd1c-4a93-93ba-51a38c2d7d45 req-b06cb2a0-d389-4558-868f-cb0fb5699252 service neutron] 10.222.0.48 "GET /v2.0/networks/f99b0f7a-d5b9-4d9f-87af-2bc10c69a54a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830734 Mar 29 16:58:45.989818 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-41855b88-bd1c-4a93-93ba-51a38c2d7d45 req-9a9c5907-e437-43fb-8f4b-4f38aa0ec771 service neutron] 10.222.0.48 "GET /v2.0/networks/f99b0f7a-d5b9-4d9f-87af-2bc10c69a54a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811384 Mar 29 16:58:48.021119 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:58:48.622878 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:58:58.299745 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device 38431b7d-9107-49e5-accc-de365af24128 details requested by agent hyperv_n-h2-834765-1 with host n-h2-834765-1 {{(pid=102792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 16:58:58.397050 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port 38431b7d-9107-49e5-accc-de365af24128, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=38431b7d-9107-49e5-accc-de365af24128,segment=NetworkSegment(197308ca-2086-46cd-a9c3-016d506ee6aa),segment_id=197308ca-2086-46cd-a9c3-016d506ee6aa)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:58:58.407581 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Returning: {'device': '38431b7d-9107-49e5-accc-de365af24128', 'network_id': 'f99b0f7a-d5b9-4d9f-87af-2bc10c69a54a', 'port_id': '38431b7d-9107-49e5-accc-de365af24128', 'mac_address': 'fa:16:3e:f8:87:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 641, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0633b94d-3c87-46f1-8768-04f6382aa899', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 16:58:58.444293 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:58:58.457484 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 38431b7d-9107-49e5-accc-de365af24128 {{(pid=102792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 16:58:58.475719 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port 38431b7d-9107-49e5-accc-de365af24128, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=38431b7d-9107-49e5-accc-de365af24128,segment=NetworkSegment(197308ca-2086-46cd-a9c3-016d506ee6aa),segment_id=197308ca-2086-46cd-a9c3-016d506ee6aa)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:58:58.479555 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:58:58.529263 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Pushing event updated for resources: {'Port': ['ID=38431b7d-9107-49e5-accc-de365af24128,revision_number=6']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:58:58.536726 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:58:58.537072 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:58:58.537409 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:58:58.537741 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:58:58.538072 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:58:58.538400 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:58:58.538722 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:58:58.539044 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:58:58.539394 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:58:58.539716 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:58:58.540037 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:58:58.540354 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:58:58.563431 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] get_ports_and_sgs() called for port_ids ['38431b7d-9107-49e5-accc-de365af24128'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 16:59:00.301837 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device 38431b7d-9107-49e5-accc-de365af24128 up at agent hyperv_n-h2-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 16:59:00.351989 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Provisioning complete for port 38431b7d-9107-49e5-accc-de365af24128 triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:59:00.352359 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:59:00.428890 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:59:00.450558 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dce42e54-567b-4b87-b015-1cf7fac54183', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38431b7d-9107-49e5-accc-de365af24128'}] {{(pid=102792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:59:00.452827 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57a7834588826aa5fcb6318d84c304e74917d39e51dd24b57e16034477aedb48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cff8e7d-0ba3-4797-8186-676fdd3a5af1" -d '{"events": [{"server_uuid": "dce42e54-567b-4b87-b015-1cf7fac54183", "name": "network-vif-plugged", "status": "completed", "tag": "38431b7d-9107-49e5-accc-de365af24128"}]}' {{(pid=102792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:59:00.469251 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port 38431b7d-9107-49e5-accc-de365af24128, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=38431b7d-9107-49e5-accc-de365af24128,segment=NetworkSegment(197308ca-2086-46cd-a9c3-016d506ee6aa),segment_id=197308ca-2086-46cd-a9c3-016d506ee6aa)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:59:00.475892 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:59:00.538022 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Pushing event updated for resources: {'Port': ['ID=38431b7d-9107-49e5-accc-de365af24128,revision_number=7']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:59:00.549662 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-ef29213d-d54d-4abb-9da7-25a9eff91167 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:59:00.583617 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 16:59:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05650c22-55e7-4726-89e2-c0424197c3bf x-openstack-request-id: req-05650c22-55e7-4726-89e2-c0424197c3bf {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:59:00.583906 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dce42e54-567b-4b87-b015-1cf7fac54183", "name": "network-vif-plugged", "status": "completed", "tag": "38431b7d-9107-49e5-accc-de365af24128", "code": 200}]} {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:59:00.584178 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-05650c22-55e7-4726-89e2-c0424197c3bf {{(pid=102792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:59:00.584584 n-d-834765-1 neutron-server[102792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dce42e54-567b-4b87-b015-1cf7fac54183', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38431b7d-9107-49e5-accc-de365af24128', 'code': 200} Mar 29 16:59:03.002271 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-0a3d4f90-778a-40c6-8d0f-c5dbb400f648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:59:04.513038 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d71584b9-87f1-45f5-84c7-c993c2416269 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:59:06.077695 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-0cb6abf6-2706-4e52-8825-f5f644ecf9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:59:06.105796 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:59:11.196992 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.agents_db [None req-59735a15-725e-44d4-9ad5-95cbe356f209 None None] Agent healthcheck: found 7 active agents {{(pid=102793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 16:59:11.462739 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-aa2f6789-d765-4e32-8737-e1b276cd2a8f req-dab808d9-b857-4f8e-b2fb-bc0189fc9efe tempest-TestSnapshotPattern-993730854 tempest-TestSnapshotPattern-993730854-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1515188600&fields=id&tenant_id=4e3190fbf72b4165b40a5ef060a24944 HTTP/1.1" status: 200 len: 267 time: 0.0329802 Mar 29 16:59:11.570003 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2f6789-d765-4e32-8737-e1b276cd2a8f req-10e30a6e-99f0-4479-aa07-b5cae50402e5 tempest-TestSnapshotPattern-993730854 tempest-TestSnapshotPattern-993730854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:59:11.571749 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-aa2f6789-d765-4e32-8737-e1b276cd2a8f req-10e30a6e-99f0-4479-aa07-b5cae50402e5 tempest-TestSnapshotPattern-993730854 tempest-TestSnapshotPattern-993730854-project] 10.222.0.42 "GET /v2.0/networks?id=f99b0f7a-d5b9-4d9f-87af-2bc10c69a54a HTTP/1.1" status: 200 len: 809 time: 0.1023955 Mar 29 16:59:11.587064 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-aa2f6789-d765-4e32-8737-e1b276cd2a8f req-abaeebf4-1ddc-42fd-b441-2e77424a3484 tempest-TestSnapshotPattern-993730854 tempest-TestSnapshotPattern-993730854-project] 10.222.0.42 "GET /v2.0/quotas/4e3190fbf72b4165b40a5ef060a24944 HTTP/1.1" status: 200 len: 375 time: 0.0096474 Mar 29 16:59:11.642627 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-aa2f6789-d765-4e32-8737-e1b276cd2a8f req-f3941c7a-9564-437c-bfa6-378439c23ab3 tempest-TestSnapshotPattern-993730854 tempest-TestSnapshotPattern-993730854-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=4e3190fbf72b4165b40a5ef060a24944&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0503738 Mar 29 16:59:11.745151 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-aa2f6789-d765-4e32-8737-e1b276cd2a8f req-95a3d399-a036-4d80-a937-3b71b22e5588 service neutron] 10.222.0.42 "GET /v2.0/networks/f99b0f7a-d5b9-4d9f-87af-2bc10c69a54a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890009 Mar 29 16:59:11.832864 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-aa2f6789-d765-4e32-8737-e1b276cd2a8f req-f6b4a152-18dd-4d3b-bf4c-31f3d2152117 service neutron] 10.222.0.42 "GET /v2.0/networks/f99b0f7a-d5b9-4d9f-87af-2bc10c69a54a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815897 Mar 29 16:59:11.990496 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-3c4035aa-08e1-4c5b-8df4-737354805276 req-926055da-911b-449b-a7b2-4cd8d3364603 tempest-TestSnapshotPattern-993730854 tempest-TestSnapshotPattern-993730854-project] 10.222.0.42 "GET /v2.0/ports?device_id=889ad8ee-0fda-4fd7-a7e2-96bd768fe170 HTTP/1.1" status: 200 len: 210 time: 0.0269582 Mar 29 16:59:12.984994 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2f6789-d765-4e32-8737-e1b276cd2a8f req-e4e231f9-5510-4e34-b2eb-62c41e391c5d tempest-TestSnapshotPattern-993730854 tempest-TestSnapshotPattern-993730854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:59:12.986454 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-aa2f6789-d765-4e32-8737-e1b276cd2a8f req-e4e231f9-5510-4e34-b2eb-62c41e391c5d tempest-TestSnapshotPattern-993730854 tempest-TestSnapshotPattern-993730854-project] 10.222.0.44 "GET /v2.0/networks?id=f99b0f7a-d5b9-4d9f-87af-2bc10c69a54a HTTP/1.1" status: 200 len: 809 time: 0.1086242 Mar 29 16:59:13.035378 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-aa2f6789-d765-4e32-8737-e1b276cd2a8f req-4711baef-9135-49af-89e1-4fd26d78e0f6 tempest-TestSnapshotPattern-993730854 tempest-TestSnapshotPattern-993730854-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4e3190fbf72b4165b40a5ef060a24944 HTTP/1.1" status: 200 len: 380 time: 0.0370512 Mar 29 16:59:13.045831 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [req-aa2f6789-d765-4e32-8737-e1b276cd2a8f req-941c98d4-15ca-466b-950a-ff177bc3517b tempest-TestSnapshotPattern-993730854 tempest-TestSnapshotPattern-993730854-project] Request body: {'port': {'device_id': '889ad8ee-0fda-4fd7-a7e2-96bd768fe170', 'network_id': 'f99b0f7a-d5b9-4d9f-87af-2bc10c69a54a', 'admin_state_up': True, 'tenant_id': '4e3190fbf72b4165b40a5ef060a24944', 'security_groups': ['512e3306-2052-4cb7-974e-aed029b6e615']}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:59:13.130874 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-08478508-e8f2-4f22-ad91-6d348232a5f1 req-72561d82-7195-436d-b80a-e56da89082d7 tempest-TestSnapshotPattern-993730854 tempest-TestSnapshotPattern-993730854-project] 10.222.0.42 "GET /v2.0/ports?device_id=889ad8ee-0fda-4fd7-a7e2-96bd768fe170 HTTP/1.1" status: 200 len: 210 time: 0.0570936 Mar 29 16:59:13.190819 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa2f6789-d765-4e32-8737-e1b276cd2a8f req-941c98d4-15ca-466b-950a-ff177bc3517b tempest-TestSnapshotPattern-993730854 tempest-TestSnapshotPattern-993730854-project] Made reservation on behalf of 4e3190fbf72b4165b40a5ef060a24944 for: {'port': 1} {{(pid=102791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 16:59:13.195149 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-aa2f6789-d765-4e32-8737-e1b276cd2a8f req-941c98d4-15ca-466b-950a-ff177bc3517b tempest-TestSnapshotPattern-993730854 tempest-TestSnapshotPattern-993730854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:59:13.372399 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_common [req-aa2f6789-d765-4e32-8737-e1b276cd2a8f req-941c98d4-15ca-466b-950a-ff177bc3517b tempest-TestSnapshotPattern-993730854 tempest-TestSnapshotPattern-993730854-project] Allocated IP 172.20.0.14 (f99b0f7a-d5b9-4d9f-87af-2bc10c69a54a/0633b94d-3c87-46f1-8768-04f6382aa899/0c0478d9-25eb-43d1-af00-896376b6325d) {{(pid=102791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:59:13.571842 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-aa2f6789-d765-4e32-8737-e1b276cd2a8f req-941c98d4-15ca-466b-950a-ff177bc3517b tempest-TestSnapshotPattern-993730854 tempest-TestSnapshotPattern-993730854-project] Notify callbacks [] for port, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:59:13.607045 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-aa2f6789-d765-4e32-8737-e1b276cd2a8f req-941c98d4-15ca-466b-950a-ff177bc3517b tempest-TestSnapshotPattern-993730854 tempest-TestSnapshotPattern-993730854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:59:13.660504 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa2f6789-d765-4e32-8737-e1b276cd2a8f req-941c98d4-15ca-466b-950a-ff177bc3517b tempest-TestSnapshotPattern-993730854 tempest-TestSnapshotPattern-993730854-project] Network f99b0f7a-d5b9-4d9f-87af-2bc10c69a54a is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:59:13.664236 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [req-aa2f6789-d765-4e32-8737-e1b276cd2a8f req-941c98d4-15ca-466b-950a-ff177bc3517b tempest-TestSnapshotPattern-993730854 tempest-TestSnapshotPattern-993730854-project] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:59:13.668320 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa2f6789-d765-4e32-8737-e1b276cd2a8f req-941c98d4-15ca-466b-950a-ff177bc3517b tempest-TestSnapshotPattern-993730854 tempest-TestSnapshotPattern-993730854-project] Received port after_create {{(pid=102791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:59:13.702684 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941c98d4-15ca-466b-950a-ff177bc3517b tempest-TestSnapshotPattern-993730854 tempest-TestSnapshotPattern-993730854-project] Pushing event updated for resources: {'Port': ['ID=0c0478d9-25eb-43d1-af00-896376b6325d,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:59:13.718172 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941c98d4-15ca-466b-950a-ff177bc3517b tempest-TestSnapshotPattern-993730854 tempest-TestSnapshotPattern-993730854-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:59:13.718715 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941c98d4-15ca-466b-950a-ff177bc3517b tempest-TestSnapshotPattern-993730854 tempest-TestSnapshotPattern-993730854-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:59:13.719241 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941c98d4-15ca-466b-950a-ff177bc3517b tempest-TestSnapshotPattern-993730854 tempest-TestSnapshotPattern-993730854-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:59:13.719768 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941c98d4-15ca-466b-950a-ff177bc3517b tempest-TestSnapshotPattern-993730854 tempest-TestSnapshotPattern-993730854-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:59:13.720280 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941c98d4-15ca-466b-950a-ff177bc3517b tempest-TestSnapshotPattern-993730854 tempest-TestSnapshotPattern-993730854-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:59:13.720768 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941c98d4-15ca-466b-950a-ff177bc3517b tempest-TestSnapshotPattern-993730854 tempest-TestSnapshotPattern-993730854-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:59:13.721274 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941c98d4-15ca-466b-950a-ff177bc3517b tempest-TestSnapshotPattern-993730854 tempest-TestSnapshotPattern-993730854-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:59:13.721874 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941c98d4-15ca-466b-950a-ff177bc3517b tempest-TestSnapshotPattern-993730854 tempest-TestSnapshotPattern-993730854-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:59:13.723066 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941c98d4-15ca-466b-950a-ff177bc3517b tempest-TestSnapshotPattern-993730854 tempest-TestSnapshotPattern-993730854-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:59:13.723608 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941c98d4-15ca-466b-950a-ff177bc3517b tempest-TestSnapshotPattern-993730854 tempest-TestSnapshotPattern-993730854-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:59:13.724096 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941c98d4-15ca-466b-950a-ff177bc3517b tempest-TestSnapshotPattern-993730854 tempest-TestSnapshotPattern-993730854-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:59:13.724607 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941c98d4-15ca-466b-950a-ff177bc3517b tempest-TestSnapshotPattern-993730854 tempest-TestSnapshotPattern-993730854-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 16:59:13.761420 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2f6789-d765-4e32-8737-e1b276cd2a8f req-941c98d4-15ca-466b-950a-ff177bc3517b tempest-TestSnapshotPattern-993730854 tempest-TestSnapshotPattern-993730854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:59:13.764595 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-aa2f6789-d765-4e32-8737-e1b276cd2a8f req-941c98d4-15ca-466b-950a-ff177bc3517b tempest-TestSnapshotPattern-993730854 tempest-TestSnapshotPattern-993730854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:59:13.789992 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-aa2f6789-d765-4e32-8737-e1b276cd2a8f req-941c98d4-15ca-466b-950a-ff177bc3517b tempest-TestSnapshotPattern-993730854 tempest-TestSnapshotPattern-993730854-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7466528 Mar 29 16:59:14.012207 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-013e70f8-4532-40ee-ad9f-36ad10363bb6 None None] Provisioning complete for port 0c0478d9-25eb-43d1-af00-896376b6325d triggered by entity DHCP. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:59:14.012814 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-013e70f8-4532-40ee-ad9f-36ad10363bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:59:14.051980 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-013e70f8-4532-40ee-ad9f-36ad10363bb6 None None] Port 0c0478d9-25eb-43d1-af00-896376b6325d cannot update to ACTIVE because it is not bound. {{(pid=102792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 16:59:14.262650 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec8d4c2-98c2-41f4-997f-a90d62bfc173 req-8db38ef3-2b40-4818-83ed-f8f74ff44060 tempest-TestSnapshotPattern-993730854 tempest-TestSnapshotPattern-993730854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:59:14.264960 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-aec8d4c2-98c2-41f4-997f-a90d62bfc173 req-8db38ef3-2b40-4818-83ed-f8f74ff44060 tempest-TestSnapshotPattern-993730854 tempest-TestSnapshotPattern-993730854-project] 10.222.0.42 "GET /v2.0/ports?device_id=889ad8ee-0fda-4fd7-a7e2-96bd768fe170 HTTP/1.1" status: 200 len: 932 time: 0.0585904 Mar 29 16:59:14.302896 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-aec8d4c2-98c2-41f4-997f-a90d62bfc173 req-aaded63c-d6ae-470b-a128-e8f374da9fc4 tempest-TestSnapshotPattern-993730854 tempest-TestSnapshotPattern-993730854-project] 10.222.0.42 "GET /v2.0/security-groups?id=512e3306-2052-4cb7-974e-aed029b6e615&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316675 Mar 29 16:59:15.423075 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b48af0-f174-418e-881d-c9569d96c865 req-6cd4210f-d986-4bfd-a27f-237a314f36db tempest-TestSnapshotPattern-993730854 tempest-TestSnapshotPattern-993730854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:59:15.424615 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-73b48af0-f174-418e-881d-c9569d96c865 req-6cd4210f-d986-4bfd-a27f-237a314f36db tempest-TestSnapshotPattern-993730854 tempest-TestSnapshotPattern-993730854-project] 10.222.0.42 "GET /v2.0/ports?device_id=889ad8ee-0fda-4fd7-a7e2-96bd768fe170 HTTP/1.1" status: 200 len: 932 time: 0.0503581 Mar 29 16:59:15.464734 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-73b48af0-f174-418e-881d-c9569d96c865 req-91f0bfba-9389-4710-8682-57a952b462b7 tempest-TestSnapshotPattern-993730854 tempest-TestSnapshotPattern-993730854-project] 10.222.0.42 "GET /v2.0/security-groups?id=512e3306-2052-4cb7-974e-aed029b6e615&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328159 Mar 29 16:59:16.370310 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device 38431b7d-9107-49e5-accc-de365af24128 no longer exists at agent hyperv_n-h2-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 16:59:16.450187 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:59:16.473558 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dce42e54-567b-4b87-b015-1cf7fac54183', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '38431b7d-9107-49e5-accc-de365af24128'}] {{(pid=102792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:59:16.476641 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57a7834588826aa5fcb6318d84c304e74917d39e51dd24b57e16034477aedb48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc24afeb-47af-432f-be4c-cc51a39803c1" -d '{"events": [{"server_uuid": "dce42e54-567b-4b87-b015-1cf7fac54183", "name": "network-vif-unplugged", "status": "completed", "tag": "38431b7d-9107-49e5-accc-de365af24128"}]}' {{(pid=102792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:59:16.495990 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] For port 38431b7d-9107-49e5-accc-de365af24128, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=38431b7d-9107-49e5-accc-de365af24128,segment=NetworkSegment(197308ca-2086-46cd-a9c3-016d506ee6aa),segment_id=197308ca-2086-46cd-a9c3-016d506ee6aa)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:59:16.500802 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:59:16.526065 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 29 Mar 2022 16:59:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cefeb5c6-bf37-4dec-97a0-5645dcc115e2 x-openstack-request-id: req-cefeb5c6-bf37-4dec-97a0-5645dcc115e2 {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:59:16.526332 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dce42e54-567b-4b87-b015-1cf7fac54183", "name": "network-vif-unplugged", "status": "completed", "tag": "38431b7d-9107-49e5-accc-de365af24128", "code": 200}]} {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:59:16.526996 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-cefeb5c6-bf37-4dec-97a0-5645dcc115e2 {{(pid=102792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:59:16.527566 n-d-834765-1 neutron-server[102792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dce42e54-567b-4b87-b015-1cf7fac54183', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '38431b7d-9107-49e5-accc-de365af24128', 'code': 200} Mar 29 16:59:16.555083 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Pushing event updated for resources: {'Port': ['ID=38431b7d-9107-49e5-accc-de365af24128,revision_number=8']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:59:16.633320 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcff28dc-daa0-4a18-87b1-3c0446413b25 req-cb28024c-d92b-4324-a771-8749b7ce73fe tempest-TestSnapshotPattern-993730854 tempest-TestSnapshotPattern-993730854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:59:16.634866 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-fcff28dc-daa0-4a18-87b1-3c0446413b25 req-cb28024c-d92b-4324-a771-8749b7ce73fe tempest-TestSnapshotPattern-993730854 tempest-TestSnapshotPattern-993730854-project] 10.222.0.42 "GET /v2.0/ports?device_id=889ad8ee-0fda-4fd7-a7e2-96bd768fe170 HTTP/1.1" status: 200 len: 932 time: 0.0557220 Mar 29 16:59:16.676810 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-fcff28dc-daa0-4a18-87b1-3c0446413b25 req-012b00ac-3285-436d-bb6c-3af19b731a9d tempest-TestSnapshotPattern-993730854 tempest-TestSnapshotPattern-993730854-project] 10.222.0.42 "GET /v2.0/security-groups?id=512e3306-2052-4cb7-974e-aed029b6e615&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353277 Mar 29 16:59:17.802401 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b16336-0583-456c-9c13-c5fe0aa85843 req-126c1962-3535-41cb-903e-c568976465f2 tempest-TestSnapshotPattern-993730854 tempest-TestSnapshotPattern-993730854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:59:17.804482 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-86b16336-0583-456c-9c13-c5fe0aa85843 req-126c1962-3535-41cb-903e-c568976465f2 tempest-TestSnapshotPattern-993730854 tempest-TestSnapshotPattern-993730854-project] 10.222.0.42 "GET /v2.0/ports?device_id=889ad8ee-0fda-4fd7-a7e2-96bd768fe170 HTTP/1.1" status: 200 len: 932 time: 0.0547137 Mar 29 16:59:17.845833 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-86b16336-0583-456c-9c13-c5fe0aa85843 req-b0d2eec2-55c7-477d-a769-5c7d576608b2 tempest-TestSnapshotPattern-993730854 tempest-TestSnapshotPattern-993730854-project] 10.222.0.42 "GET /v2.0/security-groups?id=512e3306-2052-4cb7-974e-aed029b6e615&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348375 Mar 29 16:59:18.034066 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:59:18.636867 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:59:18.983724 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa2c533-f37c-4969-b280-819fc6377172 req-7e779140-395e-40ae-a6b6-b4ecc2e9aded tempest-TestSnapshotPattern-993730854 tempest-TestSnapshotPattern-993730854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:59:18.985513 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-8fa2c533-f37c-4969-b280-819fc6377172 req-7e779140-395e-40ae-a6b6-b4ecc2e9aded tempest-TestSnapshotPattern-993730854 tempest-TestSnapshotPattern-993730854-project] 10.222.0.42 "GET /v2.0/ports?device_id=889ad8ee-0fda-4fd7-a7e2-96bd768fe170 HTTP/1.1" status: 200 len: 932 time: 0.0522790 Mar 29 16:59:19.026094 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-8fa2c533-f37c-4969-b280-819fc6377172 req-4841b2d4-13ab-4836-83f1-3cd5f4b0bbca tempest-TestSnapshotPattern-993730854 tempest-TestSnapshotPattern-993730854-project] 10.222.0.42 "GET /v2.0/security-groups?id=512e3306-2052-4cb7-974e-aed029b6e615&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349355 Mar 29 16:59:20.157096 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e7d426-6544-40c9-a590-205792a776f9 req-247880cc-0318-4b93-85b0-2ca64eb369dc tempest-TestSnapshotPattern-993730854 tempest-TestSnapshotPattern-993730854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:59:20.158928 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d7e7d426-6544-40c9-a590-205792a776f9 req-247880cc-0318-4b93-85b0-2ca64eb369dc tempest-TestSnapshotPattern-993730854 tempest-TestSnapshotPattern-993730854-project] 10.222.0.42 "GET /v2.0/ports?device_id=889ad8ee-0fda-4fd7-a7e2-96bd768fe170 HTTP/1.1" status: 200 len: 932 time: 0.0574121 Mar 29 16:59:20.202165 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-d7e7d426-6544-40c9-a590-205792a776f9 req-7d6471e0-ceb8-4ad4-8cdf-e0c5b79db1f0 tempest-TestSnapshotPattern-993730854 tempest-TestSnapshotPattern-993730854-project] 10.222.0.42 "GET /v2.0/security-groups?id=512e3306-2052-4cb7-974e-aed029b6e615&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338326 Mar 29 16:59:21.324583 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb73aef-b66a-4ff8-9333-504babd02034 req-ff508bae-ae60-47ef-bbbf-2ac2e6c21516 tempest-TestSnapshotPattern-993730854 tempest-TestSnapshotPattern-993730854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:59:21.326050 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-3bb73aef-b66a-4ff8-9333-504babd02034 req-ff508bae-ae60-47ef-bbbf-2ac2e6c21516 tempest-TestSnapshotPattern-993730854 tempest-TestSnapshotPattern-993730854-project] 10.222.0.42 "GET /v2.0/ports?device_id=889ad8ee-0fda-4fd7-a7e2-96bd768fe170 HTTP/1.1" status: 200 len: 932 time: 0.0497239 Mar 29 16:59:21.364044 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-3bb73aef-b66a-4ff8-9333-504babd02034 req-f5cf927b-4f2f-461c-9dd8-0ad4f43e8162 tempest-TestSnapshotPattern-993730854 tempest-TestSnapshotPattern-993730854-project] 10.222.0.42 "GET /v2.0/security-groups?id=512e3306-2052-4cb7-974e-aed029b6e615&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317132 Mar 29 16:59:22.480224 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bbd0b9-5336-40ee-a6c7-cf7fb79d6753 req-fd7990ed-b4b8-4ed6-a380-f0f4bf7729af tempest-TestSnapshotPattern-993730854 tempest-TestSnapshotPattern-993730854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:59:22.482231 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-40bbd0b9-5336-40ee-a6c7-cf7fb79d6753 req-fd7990ed-b4b8-4ed6-a380-f0f4bf7729af tempest-TestSnapshotPattern-993730854 tempest-TestSnapshotPattern-993730854-project] 10.222.0.42 "GET /v2.0/ports?device_id=889ad8ee-0fda-4fd7-a7e2-96bd768fe170 HTTP/1.1" status: 200 len: 932 time: 0.0488701 Mar 29 16:59:22.518975 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-40bbd0b9-5336-40ee-a6c7-cf7fb79d6753 req-5fa75d44-8051-401e-af5c-418088682002 tempest-TestSnapshotPattern-993730854 tempest-TestSnapshotPattern-993730854-project] 10.222.0.42 "GET /v2.0/security-groups?id=512e3306-2052-4cb7-974e-aed029b6e615&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313201 Mar 29 16:59:23.125635 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [req-aa2f6789-d765-4e32-8737-e1b276cd2a8f req-13c7625f-a9b0-4078-b9b4-fa23ba7a1937 tempest-TestSnapshotPattern-993730854 tempest-TestSnapshotPattern-993730854-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=102791) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 16:59:23.126679 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-aa2f6789-d765-4e32-8737-e1b276cd2a8f req-13c7625f-a9b0-4078-b9b4-fa23ba7a1937 tempest-TestSnapshotPattern-993730854 tempest-TestSnapshotPattern-993730854-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055625 Mar 29 16:59:23.196559 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [req-aa2f6789-d765-4e32-8737-e1b276cd2a8f req-405a3274-ab66-4bb2-9483-a9ebb9e05cfb service neutron] Request body: {'port': {'device_id': '889ad8ee-0fda-4fd7-a7e2-96bd768fe170', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834765-1'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:59:23.252789 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-aa2f6789-d765-4e32-8737-e1b276cd2a8f req-405a3274-ab66-4bb2-9483-a9ebb9e05cfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:59:23.510074 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [req-aa2f6789-d765-4e32-8737-e1b276cd2a8f req-405a3274-ab66-4bb2-9483-a9ebb9e05cfb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c0478d9-25eb-43d1-af00-896376b6325d {{(pid=102791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 16:59:23.517209 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-aa2f6789-d765-4e32-8737-e1b276cd2a8f req-405a3274-ab66-4bb2-9483-a9ebb9e05cfb service neutron] Notify callbacks [] for port, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:59:23.529192 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.provisioning_blocks [req-aa2f6789-d765-4e32-8737-e1b276cd2a8f req-405a3274-ab66-4bb2-9483-a9ebb9e05cfb service neutron] Transition to ACTIVE for port object 0c0478d9-25eb-43d1-af00-896376b6325d will not be triggered until provisioned by entity L2. {{(pid=102791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 16:59:23.532730 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-aa2f6789-d765-4e32-8737-e1b276cd2a8f req-405a3274-ab66-4bb2-9483-a9ebb9e05cfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:59:23.609226 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405a3274-ab66-4bb2-9483-a9ebb9e05cfb service neutron] Pushing event updated for resources: {'Port': ['ID=0c0478d9-25eb-43d1-af00-896376b6325d,revision_number=2']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:59:23.690961 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dde6c3-5cf5-4eca-a9c6-fd8d102cfb4e req-cc7d233a-f02a-4066-90e2-9b3ec990044b tempest-TestSnapshotPattern-993730854 tempest-TestSnapshotPattern-993730854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:59:23.692563 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-74dde6c3-5cf5-4eca-a9c6-fd8d102cfb4e req-cc7d233a-f02a-4066-90e2-9b3ec990044b tempest-TestSnapshotPattern-993730854 tempest-TestSnapshotPattern-993730854-project] 10.222.0.42 "GET /v2.0/ports?device_id=889ad8ee-0fda-4fd7-a7e2-96bd768fe170 HTTP/1.1" status: 200 len: 944 time: 0.0947981 Mar 29 16:59:23.695483 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-aa2f6789-d765-4e32-8737-e1b276cd2a8f req-405a3274-ab66-4bb2-9483-a9ebb9e05cfb service neutron] Attempting to bind port 0c0478d9-25eb-43d1-af00-896376b6325d on host n-h1-834765-1 for vnic_type normal with profile {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 16:59:23.696074 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-aa2f6789-d765-4e32-8737-e1b276cd2a8f req-405a3274-ab66-4bb2-9483-a9ebb9e05cfb service neutron] Attempting to bind port 0c0478d9-25eb-43d1-af00-896376b6325d by drivers openvswitch,hyperv on host n-h1-834765-1 at level 0 using segments [{'id': '197308ca-2086-46cd-a9c3-016d506ee6aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'f99b0f7a-d5b9-4d9f-87af-2bc10c69a54a'}] {{(pid=102791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 16:59:23.696401 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa2f6789-d765-4e32-8737-e1b276cd2a8f req-405a3274-ab66-4bb2-9483-a9ebb9e05cfb service neutron] Attempting to bind port 0c0478d9-25eb-43d1-af00-896376b6325d on network f99b0f7a-d5b9-4d9f-87af-2bc10c69a54a {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 16:59:23.706943 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa2f6789-d765-4e32-8737-e1b276cd2a8f req-405a3274-ab66-4bb2-9483-a9ebb9e05cfb service neutron] Port 0c0478d9-25eb-43d1-af00-896376b6325d on network f99b0f7a-d5b9-4d9f-87af-2bc10c69a54a not bound, no agent of type Open vSwitch agent registered on host n-h1-834765-1 {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 16:59:23.707303 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa2f6789-d765-4e32-8737-e1b276cd2a8f req-405a3274-ab66-4bb2-9483-a9ebb9e05cfb service neutron] Attempting to bind port 0c0478d9-25eb-43d1-af00-896376b6325d on network f99b0f7a-d5b9-4d9f-87af-2bc10c69a54a {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 16:59:23.720726 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa2f6789-d765-4e32-8737-e1b276cd2a8f req-405a3274-ab66-4bb2-9483-a9ebb9e05cfb service neutron] Checking agent: {'id': 'be375040-5069-4239-9460-a3a3213e1e90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834765-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 33, 18), 'started_at': datetime.datetime(2022, 3, 29, 15, 33, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 16, 59, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 16:59:23.721063 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa2f6789-d765-4e32-8737-e1b276cd2a8f req-405a3274-ab66-4bb2-9483-a9ebb9e05cfb service neutron] Checking segment: {'id': '197308ca-2086-46cd-a9c3-016d506ee6aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'f99b0f7a-d5b9-4d9f-87af-2bc10c69a54a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 16:59:23.721439 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa2f6789-d765-4e32-8737-e1b276cd2a8f req-405a3274-ab66-4bb2-9483-a9ebb9e05cfb service neutron] Bound using segment: {'id': '197308ca-2086-46cd-a9c3-016d506ee6aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'f99b0f7a-d5b9-4d9f-87af-2bc10c69a54a'} {{(pid=102791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 16:59:23.721870 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.managers [req-aa2f6789-d765-4e32-8737-e1b276cd2a8f req-405a3274-ab66-4bb2-9483-a9ebb9e05cfb service neutron] Bound port: 0c0478d9-25eb-43d1-af00-896376b6325d, host: n-h1-834765-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '197308ca-2086-46cd-a9c3-016d506ee6aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'f99b0f7a-d5b9-4d9f-87af-2bc10c69a54a'}}] {{(pid=102791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 16:59:23.722227 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-aa2f6789-d765-4e32-8737-e1b276cd2a8f req-405a3274-ab66-4bb2-9483-a9ebb9e05cfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:59:23.752495 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-74dde6c3-5cf5-4eca-a9c6-fd8d102cfb4e req-cf6dcee6-84f8-4762-aacd-ce1be50eb3ab tempest-TestSnapshotPattern-993730854 tempest-TestSnapshotPattern-993730854-project] 10.222.0.42 "GET /v2.0/security-groups?id=512e3306-2052-4cb7-974e-aed029b6e615&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526531 Mar 29 16:59:23.800504 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-aa2f6789-d765-4e32-8737-e1b276cd2a8f req-405a3274-ab66-4bb2-9483-a9ebb9e05cfb service neutron] For port 0c0478d9-25eb-43d1-af00-896376b6325d, host n-h1-834765-1, cleared binding levels {{(pid=102791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 16:59:23.803462 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-aa2f6789-d765-4e32-8737-e1b276cd2a8f req-405a3274-ab66-4bb2-9483-a9ebb9e05cfb service neutron] For port 0c0478d9-25eb-43d1-af00-896376b6325d, host n-h1-834765-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=0c0478d9-25eb-43d1-af00-896376b6325d,segment=NetworkSegment(197308ca-2086-46cd-a9c3-016d506ee6aa),segment_id=197308ca-2086-46cd-a9c3-016d506ee6aa)] {{(pid=102791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 16:59:23.808717 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-aa2f6789-d765-4e32-8737-e1b276cd2a8f req-405a3274-ab66-4bb2-9483-a9ebb9e05cfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:59:23.845838 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2f6789-d765-4e32-8737-e1b276cd2a8f req-405a3274-ab66-4bb2-9483-a9ebb9e05cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:59:23.846067 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-aa2f6789-d765-4e32-8737-e1b276cd2a8f req-405a3274-ab66-4bb2-9483-a9ebb9e05cfb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:59:23.847302 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-aa2f6789-d765-4e32-8737-e1b276cd2a8f req-405a3274-ab66-4bb2-9483-a9ebb9e05cfb service neutron] 10.222.0.44 "PUT /v2.0/ports/0c0478d9-25eb-43d1-af00-896376b6325d HTTP/1.1" status: 200 len: 1092 time: 0.7091384 Mar 29 16:59:23.847749 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '889ad8ee-0fda-4fd7-a7e2-96bd768fe170', 'tag': '0c0478d9-25eb-43d1-af00-896376b6325d'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:59:23.849973 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e33af8bd2d242198c8fc7a55b0de10a2e3fe57bc5f7d7f0f551297b3d6240ff2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e21d4029-2cd1-48d8-90b7-f56ef6221de9" -d '{"events": [{"name": "network-changed", "server_uuid": "889ad8ee-0fda-4fd7-a7e2-96bd768fe170", "tag": "0c0478d9-25eb-43d1-af00-896376b6325d"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:59:23.873605 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405a3274-ab66-4bb2-9483-a9ebb9e05cfb service neutron] Pushing event updated for resources: {'Port': ['ID=0c0478d9-25eb-43d1-af00-896376b6325d,revision_number=3']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:59:23.916014 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 16:59:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d62a817-e9cc-48e3-8756-c0c737199357 x-openstack-request-id: req-2d62a817-e9cc-48e3-8756-c0c737199357 {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:59:23.916453 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "889ad8ee-0fda-4fd7-a7e2-96bd768fe170", "tag": "0c0478d9-25eb-43d1-af00-896376b6325d", "status": "completed", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:59:23.916702 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-2d62a817-e9cc-48e3-8756-c0c737199357 {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:59:23.917093 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '889ad8ee-0fda-4fd7-a7e2-96bd768fe170', 'tag': '0c0478d9-25eb-43d1-af00-896376b6325d', 'status': 'completed', 'code': 200} Mar 29 16:59:23.933861 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2f6789-d765-4e32-8737-e1b276cd2a8f req-0b364381-b4f8-438a-8bbc-9ca1f31c1a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:59:23.935410 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-aa2f6789-d765-4e32-8737-e1b276cd2a8f req-0b364381-b4f8-438a-8bbc-9ca1f31c1a1c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4e3190fbf72b4165b40a5ef060a24944&device_id=889ad8ee-0fda-4fd7-a7e2-96bd768fe170 HTTP/1.1" status: 200 len: 1095 time: 0.0496166 Mar 29 16:59:23.979480 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-aa2f6789-d765-4e32-8737-e1b276cd2a8f req-a37111bf-164b-40ad-a867-c8198936f0be service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0c0478d9-25eb-43d1-af00-896376b6325d HTTP/1.1" status: 200 len: 217 time: 0.0370228 Mar 29 16:59:24.031286 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2f6789-d765-4e32-8737-e1b276cd2a8f req-6fbf5ca9-2346-47f5-b1cf-7c1cadc184c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:59:24.032823 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-aa2f6789-d765-4e32-8737-e1b276cd2a8f req-6fbf5ca9-2346-47f5-b1cf-7c1cadc184c8 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0633b94d-3c87-46f1-8768-04f6382aa899 HTTP/1.1" status: 200 len: 848 time: 0.0466039 Mar 29 16:59:24.081699 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2f6789-d765-4e32-8737-e1b276cd2a8f req-ca7252cc-0437-4763-8b5f-bef1b9e22745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:59:24.083185 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-aa2f6789-d765-4e32-8737-e1b276cd2a8f req-ca7252cc-0437-4763-8b5f-bef1b9e22745 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f99b0f7a-d5b9-4d9f-87af-2bc10c69a54a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437860 Mar 29 16:59:24.172358 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-aa2f6789-d765-4e32-8737-e1b276cd2a8f req-07ffab68-447a-4f49-a45a-da6d4af6d8c1 service neutron] 10.222.0.44 "GET /v2.0/networks/f99b0f7a-d5b9-4d9f-87af-2bc10c69a54a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819409 Mar 29 16:59:24.263250 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-aa2f6789-d765-4e32-8737-e1b276cd2a8f req-6d81bad7-37b1-4e96-a92e-fcbc4a2e5c5c service neutron] 10.222.0.44 "GET /v2.0/networks/f99b0f7a-d5b9-4d9f-87af-2bc10c69a54a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844450 Mar 29 16:59:24.349692 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21d4029-2cd1-48d8-90b7-f56ef6221de9 req-8b015697-0f08-4b16-8a79-6b668db7a26c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:59:24.351177 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e21d4029-2cd1-48d8-90b7-f56ef6221de9 req-8b015697-0f08-4b16-8a79-6b668db7a26c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4e3190fbf72b4165b40a5ef060a24944&device_id=889ad8ee-0fda-4fd7-a7e2-96bd768fe170 HTTP/1.1" status: 200 len: 1095 time: 0.0409036 Mar 29 16:59:24.442683 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21d4029-2cd1-48d8-90b7-f56ef6221de9 req-faac9186-a079-4972-93c6-43c9c43075f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:59:24.444324 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e21d4029-2cd1-48d8-90b7-f56ef6221de9 req-faac9186-a079-4972-93c6-43c9c43075f0 service neutron] 10.222.0.44 "GET /v2.0/networks?id=f99b0f7a-d5b9-4d9f-87af-2bc10c69a54a HTTP/1.1" status: 200 len: 910 time: 0.0861268 Mar 29 16:59:24.794482 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e21d4029-2cd1-48d8-90b7-f56ef6221de9 req-7872315e-c368-4111-ae59-f07ea564b64a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0c0478d9-25eb-43d1-af00-896376b6325d HTTP/1.1" status: 200 len: 217 time: 0.3436151 Mar 29 16:59:24.870331 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21d4029-2cd1-48d8-90b7-f56ef6221de9 req-40ff10f4-9a23-4767-a037-4a1bd63a74a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:59:24.871780 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e21d4029-2cd1-48d8-90b7-f56ef6221de9 req-40ff10f4-9a23-4767-a037-4a1bd63a74a5 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0633b94d-3c87-46f1-8768-04f6382aa899 HTTP/1.1" status: 200 len: 848 time: 0.0704739 Mar 29 16:59:24.894731 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e270246-c096-454a-8378-8946b8b00349 req-65e31a1c-1623-4300-b51a-f114cd7ccd2d tempest-TestSnapshotPattern-993730854 tempest-TestSnapshotPattern-993730854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:59:24.896141 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-0e270246-c096-454a-8378-8946b8b00349 req-65e31a1c-1623-4300-b51a-f114cd7ccd2d tempest-TestSnapshotPattern-993730854 tempest-TestSnapshotPattern-993730854-project] 10.222.0.42 "GET /v2.0/ports?device_id=889ad8ee-0fda-4fd7-a7e2-96bd768fe170 HTTP/1.1" status: 200 len: 944 time: 0.0696902 Mar 29 16:59:24.949988 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-0e270246-c096-454a-8378-8946b8b00349 req-55dc7479-4d39-4f15-bfde-85208e1b1eab tempest-TestSnapshotPattern-993730854 tempest-TestSnapshotPattern-993730854-project] 10.222.0.42 "GET /v2.0/security-groups?id=512e3306-2052-4cb7-974e-aed029b6e615&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397842 Mar 29 16:59:24.951671 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21d4029-2cd1-48d8-90b7-f56ef6221de9 req-a46094af-fac8-48f3-8dfe-2a03d72ab4a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:59:24.953045 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e21d4029-2cd1-48d8-90b7-f56ef6221de9 req-a46094af-fac8-48f3-8dfe-2a03d72ab4a2 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f99b0f7a-d5b9-4d9f-87af-2bc10c69a54a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0741255 Mar 29 16:59:25.042136 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e21d4029-2cd1-48d8-90b7-f56ef6221de9 req-87ac3972-9ca9-43f0-92c2-ced358809e10 service neutron] 10.222.0.44 "GET /v2.0/networks/f99b0f7a-d5b9-4d9f-87af-2bc10c69a54a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806351 Mar 29 16:59:25.136404 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e21d4029-2cd1-48d8-90b7-f56ef6221de9 req-e1aa08ba-2bab-4c7b-b44b-52084984b759 service neutron] 10.222.0.44 "GET /v2.0/networks/f99b0f7a-d5b9-4d9f-87af-2bc10c69a54a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879247 Mar 29 16:59:26.067572 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a22a70-8345-4fa5-86d9-8693b13372c8 req-fd0af724-ac74-4673-bdfe-c769f0240277 tempest-TestSnapshotPattern-993730854 tempest-TestSnapshotPattern-993730854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:59:26.069028 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e7a22a70-8345-4fa5-86d9-8693b13372c8 req-fd0af724-ac74-4673-bdfe-c769f0240277 tempest-TestSnapshotPattern-993730854 tempest-TestSnapshotPattern-993730854-project] 10.222.0.42 "GET /v2.0/ports?device_id=889ad8ee-0fda-4fd7-a7e2-96bd768fe170 HTTP/1.1" status: 200 len: 944 time: 0.0480943 Mar 29 16:59:26.106028 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-e7a22a70-8345-4fa5-86d9-8693b13372c8 req-f351b4ef-d4aa-4b98-b8cc-b4715b077ff5 tempest-TestSnapshotPattern-993730854 tempest-TestSnapshotPattern-993730854-project] 10.222.0.42 "GET /v2.0/security-groups?id=512e3306-2052-4cb7-974e-aed029b6e615&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305812 Mar 29 16:59:26.500669 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device 0c0478d9-25eb-43d1-af00-896376b6325d details requested by agent hyperv_n-h1-834765-1 with host n-h1-834765-1 {{(pid=102792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 16:59:26.593971 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port 0c0478d9-25eb-43d1-af00-896376b6325d, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=0c0478d9-25eb-43d1-af00-896376b6325d,segment=NetworkSegment(197308ca-2086-46cd-a9c3-016d506ee6aa),segment_id=197308ca-2086-46cd-a9c3-016d506ee6aa)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:59:26.605493 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Returning: {'device': '0c0478d9-25eb-43d1-af00-896376b6325d', 'network_id': 'f99b0f7a-d5b9-4d9f-87af-2bc10c69a54a', 'port_id': '0c0478d9-25eb-43d1-af00-896376b6325d', 'mac_address': 'fa:16:3e:08:aa:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 641, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0633b94d-3c87-46f1-8768-04f6382aa899', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 16:59:26.640478 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:59:26.656228 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c0478d9-25eb-43d1-af00-896376b6325d {{(pid=102792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 16:59:26.675341 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port 0c0478d9-25eb-43d1-af00-896376b6325d, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=0c0478d9-25eb-43d1-af00-896376b6325d,segment=NetworkSegment(197308ca-2086-46cd-a9c3-016d506ee6aa),segment_id=197308ca-2086-46cd-a9c3-016d506ee6aa)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:59:26.679116 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:59:26.723463 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Pushing event updated for resources: {'Port': ['ID=0c0478d9-25eb-43d1-af00-896376b6325d,revision_number=4']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:59:27.017797 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] get_ports_and_sgs() called for port_ids ['0c0478d9-25eb-43d1-af00-896376b6325d'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 16:59:27.229090 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43653b52-2702-41da-a04b-24032ccfc716 req-35f2a1d1-3cf4-4c12-a73e-c2df327b535a tempest-TestSnapshotPattern-993730854 tempest-TestSnapshotPattern-993730854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:59:27.230570 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-43653b52-2702-41da-a04b-24032ccfc716 req-35f2a1d1-3cf4-4c12-a73e-c2df327b535a tempest-TestSnapshotPattern-993730854 tempest-TestSnapshotPattern-993730854-project] 10.222.0.42 "GET /v2.0/ports?device_id=889ad8ee-0fda-4fd7-a7e2-96bd768fe170 HTTP/1.1" status: 200 len: 945 time: 0.0542526 Mar 29 16:59:27.269668 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-43653b52-2702-41da-a04b-24032ccfc716 req-4e80f63d-b085-45bd-8696-501d77554e2c tempest-TestSnapshotPattern-993730854 tempest-TestSnapshotPattern-993730854-project] 10.222.0.42 "GET /v2.0/security-groups?id=512e3306-2052-4cb7-974e-aed029b6e615&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328665 Mar 29 16:59:28.393966 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df75c847-518c-433e-8e68-bef70b2e403c req-f58b1a50-90d0-4aea-9d69-d6f36a315504 tempest-TestSnapshotPattern-993730854 tempest-TestSnapshotPattern-993730854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:59:28.395955 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-df75c847-518c-433e-8e68-bef70b2e403c req-f58b1a50-90d0-4aea-9d69-d6f36a315504 tempest-TestSnapshotPattern-993730854 tempest-TestSnapshotPattern-993730854-project] 10.222.0.42 "GET /v2.0/ports?device_id=889ad8ee-0fda-4fd7-a7e2-96bd768fe170 HTTP/1.1" status: 200 len: 945 time: 0.0520704 Mar 29 16:59:28.435385 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-df75c847-518c-433e-8e68-bef70b2e403c req-aa3cb401-5195-42aa-807a-de4c9aec3568 tempest-TestSnapshotPattern-993730854 tempest-TestSnapshotPattern-993730854-project] 10.222.0.42 "GET /v2.0/security-groups?id=512e3306-2052-4cb7-974e-aed029b6e615&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327983 Mar 29 16:59:28.512956 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device 0c0478d9-25eb-43d1-af00-896376b6325d up at agent hyperv_n-h1-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 16:59:28.561091 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Provisioning for port 0c0478d9-25eb-43d1-af00-896376b6325d completed by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 16:59:28.564493 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Provisioning complete for port 0c0478d9-25eb-43d1-af00-896376b6325d triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 16:59:28.564866 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:59:28.642509 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:59:28.665211 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '889ad8ee-0fda-4fd7-a7e2-96bd768fe170', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c0478d9-25eb-43d1-af00-896376b6325d'}] {{(pid=102792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:59:28.667457 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57a7834588826aa5fcb6318d84c304e74917d39e51dd24b57e16034477aedb48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f2d6908-62ee-442c-8723-b8b4a22458e9" -d '{"events": [{"server_uuid": "889ad8ee-0fda-4fd7-a7e2-96bd768fe170", "name": "network-vif-plugged", "status": "completed", "tag": "0c0478d9-25eb-43d1-af00-896376b6325d"}]}' {{(pid=102792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:59:28.680202 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port 0c0478d9-25eb-43d1-af00-896376b6325d, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=0c0478d9-25eb-43d1-af00-896376b6325d,segment=NetworkSegment(197308ca-2086-46cd-a9c3-016d506ee6aa),segment_id=197308ca-2086-46cd-a9c3-016d506ee6aa)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 16:59:28.684828 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:59:28.707692 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 16:59:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18d2697b-6d41-4298-84e7-ada18e696ca4 x-openstack-request-id: req-18d2697b-6d41-4298-84e7-ada18e696ca4 {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:59:28.707978 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "889ad8ee-0fda-4fd7-a7e2-96bd768fe170", "name": "network-vif-plugged", "status": "completed", "tag": "0c0478d9-25eb-43d1-af00-896376b6325d", "code": 200}]} {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:59:28.708227 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-18d2697b-6d41-4298-84e7-ada18e696ca4 {{(pid=102792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:59:28.708609 n-d-834765-1 neutron-server[102792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '889ad8ee-0fda-4fd7-a7e2-96bd768fe170', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c0478d9-25eb-43d1-af00-896376b6325d', 'code': 200} Mar 29 16:59:28.734012 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Pushing event updated for resources: {'Port': ['ID=0c0478d9-25eb-43d1-af00-896376b6325d,revision_number=5']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:59:28.801665 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28038c45-e32c-445c-a9f7-84c430e6e736 req-011b6901-c364-41f2-9745-1e9de2e89a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:59:28.803177 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-28038c45-e32c-445c-a9f7-84c430e6e736 req-011b6901-c364-41f2-9745-1e9de2e89a15 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=889ad8ee-0fda-4fd7-a7e2-96bd768fe170 HTTP/1.1" status: 200 len: 1097 time: 0.0397851 Mar 29 16:59:28.838757 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-28038c45-e32c-445c-a9f7-84c430e6e736 req-dddb23f2-6e01-429e-b20d-7dced5bc7e5e service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=512e3306-2052-4cb7-974e-aed029b6e615&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0274761 Mar 29 16:59:29.555043 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772cab4a-7285-4446-8f4e-c5300f0fa87d req-678dc819-e1c4-4df8-a92e-e2c51bb738ad tempest-TestSnapshotPattern-993730854 tempest-TestSnapshotPattern-993730854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:59:29.556591 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-772cab4a-7285-4446-8f4e-c5300f0fa87d req-678dc819-e1c4-4df8-a92e-e2c51bb738ad tempest-TestSnapshotPattern-993730854 tempest-TestSnapshotPattern-993730854-project] 10.222.0.42 "GET /v2.0/ports?device_id=889ad8ee-0fda-4fd7-a7e2-96bd768fe170 HTTP/1.1" status: 200 len: 946 time: 0.0527205 Mar 29 16:59:29.594782 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-772cab4a-7285-4446-8f4e-c5300f0fa87d req-b6353ec8-57b5-49d6-b67a-c905d8980c6a tempest-TestSnapshotPattern-993730854 tempest-TestSnapshotPattern-993730854-project] 10.222.0.42 "GET /v2.0/security-groups?id=512e3306-2052-4cb7-974e-aed029b6e615&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321770 Mar 29 16:59:30.541715 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-610679a5-e056-4a13-9455-19402dc9f7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:59:30.709379 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c280d8f-1289-4792-b0c0-f8af17a8b2d4 req-e53d9eba-eed9-4ab1-8e7c-48286098ca9e tempest-TestSnapshotPattern-993730854 tempest-TestSnapshotPattern-993730854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:59:30.710864 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-9c280d8f-1289-4792-b0c0-f8af17a8b2d4 req-e53d9eba-eed9-4ab1-8e7c-48286098ca9e tempest-TestSnapshotPattern-993730854 tempest-TestSnapshotPattern-993730854-project] 10.222.0.42 "GET /v2.0/ports?device_id=889ad8ee-0fda-4fd7-a7e2-96bd768fe170 HTTP/1.1" status: 200 len: 946 time: 0.0495026 Mar 29 16:59:30.749605 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-9c280d8f-1289-4792-b0c0-f8af17a8b2d4 req-ca14cda3-0f3c-4008-8d84-f50ac00a51fc tempest-TestSnapshotPattern-993730854 tempest-TestSnapshotPattern-993730854-project] 10.222.0.42 "GET /v2.0/security-groups?id=512e3306-2052-4cb7-974e-aed029b6e615&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326173 Mar 29 16:59:30.864445 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2054f778-1df0-46c2-a1cd-cc49cf9bba30 req-364b5b59-c8b3-4924-bda3-7279251e447f tempest-TestSnapshotPattern-993730854 tempest-TestSnapshotPattern-993730854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:59:30.865916 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-2054f778-1df0-46c2-a1cd-cc49cf9bba30 req-364b5b59-c8b3-4924-bda3-7279251e447f tempest-TestSnapshotPattern-993730854 tempest-TestSnapshotPattern-993730854-project] 10.222.0.42 "GET /v2.0/ports?device_id=889ad8ee-0fda-4fd7-a7e2-96bd768fe170 HTTP/1.1" status: 200 len: 946 time: 0.0485804 Mar 29 16:59:30.903834 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-2054f778-1df0-46c2-a1cd-cc49cf9bba30 req-7b75f409-d70c-4bcb-9213-c9bfccba26ef tempest-TestSnapshotPattern-993730854 tempest-TestSnapshotPattern-993730854-project] 10.222.0.42 "GET /v2.0/security-groups?id=512e3306-2052-4cb7-974e-aed029b6e615&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311282 Mar 29 16:59:30.925285 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 44658) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:59:30.967786 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-babbc1b1-f204-481a-9792-e51861588222 tempest-TestSnapshotPattern-313299675 tempest-TestSnapshotPattern-313299675-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:59:30.969271 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-babbc1b1-f204-481a-9792-e51861588222 tempest-TestSnapshotPattern-313299675 tempest-TestSnapshotPattern-313299675-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=889ad8ee-0fda-4fd7-a7e2-96bd768fe170 HTTP/1.1" status: 200 len: 1092 time: 0.0430379 Mar 29 16:59:30.972100 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 44660) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 16:59:30.976720 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.v2.base [None req-9df01d50-0dde-4eca-bf5a-1f6092223bb7 tempest-TestSnapshotPattern-993730854 tempest-TestSnapshotPattern-993730854-project] Request body: {'floatingip': {'floating_network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'port_id': '0c0478d9-25eb-43d1-af00-896376b6325d', 'tenant_id': '4e3190fbf72b4165b40a5ef060a24944', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 16:59:30.996831 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-9df01d50-0dde-4eca-bf5a-1f6092223bb7 tempest-TestSnapshotPattern-993730854 tempest-TestSnapshotPattern-993730854-project] Notify callbacks [] for floatingip, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:59:31.089573 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-9df01d50-0dde-4eca-bf5a-1f6092223bb7 tempest-TestSnapshotPattern-993730854 tempest-TestSnapshotPattern-993730854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:59:31.194107 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.db_base_plugin_common [None req-9df01d50-0dde-4eca-bf5a-1f6092223bb7 tempest-TestSnapshotPattern-993730854 tempest-TestSnapshotPattern-993730854-project] Allocated IP 172.25.4.94 (4a4a035d-ecac-4ead-baa3-25f90788773a/e1a353dc-fac8-4901-a63c-273840237d6a/e877cfbd-7e32-4146-bd68-8079341ea6ba) {{(pid=102791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 16:59:31.292327 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-9df01d50-0dde-4eca-bf5a-1f6092223bb7 tempest-TestSnapshotPattern-993730854 tempest-TestSnapshotPattern-993730854-project] Notify callbacks [] for port, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:59:31.323754 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-9df01d50-0dde-4eca-bf5a-1f6092223bb7 tempest-TestSnapshotPattern-993730854 tempest-TestSnapshotPattern-993730854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783522909956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:59:31.365563 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9df01d50-0dde-4eca-bf5a-1f6092223bb7 tempest-TestSnapshotPattern-993730854 tempest-TestSnapshotPattern-993730854-project] Network 4a4a035d-ecac-4ead-baa3-25f90788773a is already hosted by enough agents. {{(pid=102791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 16:59:31.369851 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.base_scheduler [None req-9df01d50-0dde-4eca-bf5a-1f6092223bb7 tempest-TestSnapshotPattern-993730854 tempest-TestSnapshotPattern-993730854-project] Resources bound (agent type, host, resource id): {{(pid=102791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 16:59:31.373203 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9df01d50-0dde-4eca-bf5a-1f6092223bb7 tempest-TestSnapshotPattern-993730854 tempest-TestSnapshotPattern-993730854-project] Received port after_create {{(pid=102791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 16:59:31.378245 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df01d50-0dde-4eca-bf5a-1f6092223bb7 tempest-TestSnapshotPattern-993730854 tempest-TestSnapshotPattern-993730854-project] Pushing event updated for resources: {'Port': ['ID=e877cfbd-7e32-4146-bd68-8079341ea6ba,revision_number=1']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:59:31.719841 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-9df01d50-0dde-4eca-bf5a-1f6092223bb7 tempest-TestSnapshotPattern-993730854 tempest-TestSnapshotPattern-993730854-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:59:31.787530 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-9df01d50-0dde-4eca-bf5a-1f6092223bb7 tempest-TestSnapshotPattern-993730854 tempest-TestSnapshotPattern-993730854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:59:31.935779 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-9df01d50-0dde-4eca-bf5a-1f6092223bb7 tempest-TestSnapshotPattern-993730854 tempest-TestSnapshotPattern-993730854-project] Notify callbacks [] for port, precommit_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:59:31.940255 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-9df01d50-0dde-4eca-bf5a-1f6092223bb7 tempest-TestSnapshotPattern-993730854 tempest-TestSnapshotPattern-993730854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16169533'] for port, after_update {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:59:32.005373 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df01d50-0dde-4eca-bf5a-1f6092223bb7 tempest-TestSnapshotPattern-993730854 tempest-TestSnapshotPattern-993730854-project] Pushing event updated for resources: {'Port': ['ID=e877cfbd-7e32-4146-bd68-8079341ea6ba,revision_number=2']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 16:59:32.014987 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-9df01d50-0dde-4eca-bf5a-1f6092223bb7 tempest-TestSnapshotPattern-993730854 tempest-TestSnapshotPattern-993730854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648212'] for floatingip, after_create {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:59:32.114373 n-d-834765-1 neutron-server[102791]: INFO neutron.db.l3_db [None req-9df01d50-0dde-4eca-bf5a-1f6092223bb7 tempest-TestSnapshotPattern-993730854 tempest-TestSnapshotPattern-993730854-project] Floating IP f480447c-1d5e-4449-9236-5f5ac07a3805 associated. External IP: 172.25.4.94, port: 0c0478d9-25eb-43d1-af00-896376b6325d. Mar 29 16:59:32.317685 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9df01d50-0dde-4eca-bf5a-1f6092223bb7 tempest-TestSnapshotPattern-993730854 tempest-TestSnapshotPattern-993730854-project] Router 54b18aae-4608-47d9-8d49-32438179b49d has already been hosted by L3 agent c648d819-1060-4f26-b4ec-6455387b5dff {{(pid=102791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 16:59:32.430474 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9df01d50-0dde-4eca-bf5a-1f6092223bb7 tempest-TestSnapshotPattern-993730854 tempest-TestSnapshotPattern-993730854-project] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 16:59:32.439922 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36ccd2c8-b681-4f8f-89d8-854e30080fc8 None None] Sync routers for ids ['54b18aae-4608-47d9-8d49-32438179b49d'] in n-d-834765-1 {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 16:59:32.449081 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-9df01d50-0dde-4eca-bf5a-1f6092223bb7 tempest-TestSnapshotPattern-993730854 tempest-TestSnapshotPattern-993730854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for floatingip, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:59:32.450913 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36ccd2c8-b681-4f8f-89d8-854e30080fc8 None None] Routers {'54b18aae-4608-47d9-8d49-32438179b49d'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:59:32.451570 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-36ccd2c8-b681-4f8f-89d8-854e30080fc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:59:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['54b18aae-4608-47d9-8d49-32438179b49d'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:59:32.487282 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-9df01d50-0dde-4eca-bf5a-1f6092223bb7 tempest-TestSnapshotPattern-993730854 tempest-TestSnapshotPattern-993730854-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5043647 Mar 29 16:59:32.487282 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '889ad8ee-0fda-4fd7-a7e2-96bd768fe170', 'tag': '0c0478d9-25eb-43d1-af00-896376b6325d'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 16:59:32.487282 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e33af8bd2d242198c8fc7a55b0de10a2e3fe57bc5f7d7f0f551297b3d6240ff2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75175d60-0b9c-42a6-9eb5-044e4372d2ea" -d '{"events": [{"name": "network-changed", "server_uuid": "889ad8ee-0fda-4fd7-a7e2-96bd768fe170", "tag": "0c0478d9-25eb-43d1-af00-896376b6325d"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 16:59:32.516529 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 16:59:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbdefc16-1d91-4e7c-8282-4302269e8a05 x-openstack-request-id: req-fbdefc16-1d91-4e7c-8282-4302269e8a05 {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 16:59:32.516818 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "889ad8ee-0fda-4fd7-a7e2-96bd768fe170", "tag": "0c0478d9-25eb-43d1-af00-896376b6325d", "status": "completed", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 16:59:32.517069 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-fbdefc16-1d91-4e7c-8282-4302269e8a05 {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 16:59:32.517462 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '889ad8ee-0fda-4fd7-a7e2-96bd768fe170', 'tag': '0c0478d9-25eb-43d1-af00-896376b6325d', 'status': 'completed', 'code': 200} Mar 29 16:59:32.561711 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvr_db [None req-36ccd2c8-b681-4f8f-89d8-854e30080fc8 None None] Set router 54b18aae-4608-47d9-8d49-32438179b49d gateway port host: n-d-834765-1 {{(pid=102792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:59:32.578123 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75175d60-0b9c-42a6-9eb5-044e4372d2ea req-2bed06ba-6e2e-4750-92a4-53a89c599e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:59:32.579672 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-75175d60-0b9c-42a6-9eb5-044e4372d2ea req-2bed06ba-6e2e-4750-92a4-53a89c599e4a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4e3190fbf72b4165b40a5ef060a24944&device_id=889ad8ee-0fda-4fd7-a7e2-96bd768fe170 HTTP/1.1" status: 200 len: 1097 time: 0.0414369 Mar 29 16:59:32.673768 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75175d60-0b9c-42a6-9eb5-044e4372d2ea req-e9351a63-899e-4609-b27a-64d4ec5047dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:59:32.675152 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-75175d60-0b9c-42a6-9eb5-044e4372d2ea req-e9351a63-899e-4609-b27a-64d4ec5047dc service neutron] 10.222.0.44 "GET /v2.0/networks?id=f99b0f7a-d5b9-4d9f-87af-2bc10c69a54a HTTP/1.1" status: 200 len: 910 time: 0.0884752 Mar 29 16:59:32.739320 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-75175d60-0b9c-42a6-9eb5-044e4372d2ea req-b58d8ad6-e268-46b8-8dd0-42b9c2c92a00 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0c0478d9-25eb-43d1-af00-896376b6325d HTTP/1.1" status: 200 len: 999 time: 0.0563693 Mar 29 16:59:32.791721 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75175d60-0b9c-42a6-9eb5-044e4372d2ea req-921d9189-67b3-4396-947c-a8cf2a02d248 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:59:32.793310 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-75175d60-0b9c-42a6-9eb5-044e4372d2ea req-921d9189-67b3-4396-947c-a8cf2a02d248 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0633b94d-3c87-46f1-8768-04f6382aa899 HTTP/1.1" status: 200 len: 848 time: 0.0463612 Mar 29 16:59:32.795247 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-36ccd2c8-b681-4f8f-89d8-854e30080fc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54b18aae-4608-47d9-8d49-32438179b49d', 'name': 'tempest-TestSnapshotPattern-840484951-router', 'tenant_id': '4e3190fbf72b4165b40a5ef060a24944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.195'}], 'enable_snat': True}, 'gw_port_id': '099ea690-b7f9-450d-a746-e9a232f7fd01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:56:00Z', 'updated_at': '2022-03-29T16:56:03Z', 'revision_number': 4, 'project_id': '4e3190fbf72b4165b40a5ef060a24944', 'gw_port': {'id': '099ea690-b7f9-450d-a746-e9a232f7fd01', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:33:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54b18aae-4608-47d9-8d49-32438179b49d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4429, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:56:01Z', 'updated_at': '2022-03-29T16:56:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_floatingips': [{'id': 'd5c9e066-1675-4767-9648-5e76202d81c1', 'tenant_id': '4e3190fbf72b4165b40a5ef060a24944', 'floating_ip_address': '172.25.4.178', 'floating_network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'router_id': '54b18aae-4608-47d9-8d49-32438179b49d', 'port_id': '38431b7d-9107-49e5-accc-de365af24128', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4454, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f99b0f7a-d5b9-4d9f-87af-2bc10c69a54a', 'mac_address': 'fa:16:3e:f8:87:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dce42e54-567b-4b87-b015-1cf7fac54183', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T16:56:24Z', 'updated_at': '2022-03-29T16:56:26Z', 'revision_number': 1, 'project_id': '4e3190fbf72b4165b40a5ef060a24944', 'fixed_ip_address_scope': None}, {'id': 'f480447c-1d5e-4449-9236-5f5ac07a3805', 'tenant_id': '4e3190fbf72b4165b40a5ef060a24944', 'floating_ip_address': '172.25.4.94', 'floating_network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'router_id': '54b18aae-4608-47d9-8d49-32438179b49d', 'port_id': '0c0478d9-25eb-43d1-af00-896376b6325d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4457, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f99b0f7a-d5b9-4d9f-87af-2bc10c69a54a', 'mac_address': 'fa:16:3e:08:aa:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '889ad8ee-0fda-4fd7-a7e2-96bd768fe170', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T16:59:31Z', 'updated_at': '2022-03-29T16:59:31Z', 'revision_number': 0, 'project_id': '4e3190fbf72b4165b40a5ef060a24944', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f992064-cd56-4989-af43-d894a5db3505', 'name': '', 'network_id': 'f99b0f7a-d5b9-4d9f-87af-2bc10c69a54a', 'tenant_id': '4e3190fbf72b4165b40a5ef060a24944', 'mac_address': 'fa:16:3e:9d:5e:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54b18aae-4608-47d9-8d49-32438179b49d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4430, 'fixed_ips': [{'subnet_id': '0633b94d-3c87-46f1-8768-04f6382aa899', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:56:02Z', 'updated_at': '2022-03-29T16:56:08Z', 'revision_number': 5, 'project_id': '4e3190fbf72b4165b40a5ef060a24944', 'subnets': [{'id': '0633b94d-3c87-46f1-8768-04f6382aa899', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:59:32.823530 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36ccd2c8-b681-4f8f-89d8-854e30080fc8 None None] Checking router: 54b18aae-4608-47d9-8d49-32438179b49d for host: n-d-834765-1 {{(pid=102792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 16:59:32.831771 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36ccd2c8-b681-4f8f-89d8-854e30080fc8 None None] Routers {'54b18aae-4608-47d9-8d49-32438179b49d'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 16:59:32.832375 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-36ccd2c8-b681-4f8f-89d8-854e30080fc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T16:59:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['54b18aae-4608-47d9-8d49-32438179b49d'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:59:32.838761 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75175d60-0b9c-42a6-9eb5-044e4372d2ea req-cf07d680-5b52-4a01-9f40-abe05731dd17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:59:32.840297 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-75175d60-0b9c-42a6-9eb5-044e4372d2ea req-cf07d680-5b52-4a01-9f40-abe05731dd17 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f99b0f7a-d5b9-4d9f-87af-2bc10c69a54a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407834 Mar 29 16:59:32.928293 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-75175d60-0b9c-42a6-9eb5-044e4372d2ea req-9ca77b9a-a6c8-42d4-9a3d-189099a67634 service neutron] 10.222.0.44 "GET /v2.0/networks/f99b0f7a-d5b9-4d9f-87af-2bc10c69a54a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807726 Mar 29 16:59:32.936877 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvr_db [None req-36ccd2c8-b681-4f8f-89d8-854e30080fc8 None None] Set router 54b18aae-4608-47d9-8d49-32438179b49d gateway port host: n-d-834765-1 {{(pid=102792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 16:59:33.024523 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-75175d60-0b9c-42a6-9eb5-044e4372d2ea req-13807de8-9178-439d-913c-8dbb53b8ef3e service neutron] 10.222.0.44 "GET /v2.0/networks/f99b0f7a-d5b9-4d9f-87af-2bc10c69a54a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890117 Mar 29 16:59:33.037146 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-2e31c2da-2742-4cbd-ba18-91de91202886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:59:33.329076 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-36ccd2c8-b681-4f8f-89d8-854e30080fc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54b18aae-4608-47d9-8d49-32438179b49d', 'name': 'tempest-TestSnapshotPattern-840484951-router', 'tenant_id': '4e3190fbf72b4165b40a5ef060a24944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.195'}], 'enable_snat': True}, 'gw_port_id': '099ea690-b7f9-450d-a746-e9a232f7fd01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:56:00Z', 'updated_at': '2022-03-29T16:56:03Z', 'revision_number': 4, 'project_id': '4e3190fbf72b4165b40a5ef060a24944', 'gw_port': {'id': '099ea690-b7f9-450d-a746-e9a232f7fd01', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:33:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54b18aae-4608-47d9-8d49-32438179b49d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4429, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:56:01Z', 'updated_at': '2022-03-29T16:56:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_floatingips': [{'id': 'd5c9e066-1675-4767-9648-5e76202d81c1', 'tenant_id': '4e3190fbf72b4165b40a5ef060a24944', 'floating_ip_address': '172.25.4.178', 'floating_network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'router_id': '54b18aae-4608-47d9-8d49-32438179b49d', 'port_id': '38431b7d-9107-49e5-accc-de365af24128', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4454, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f99b0f7a-d5b9-4d9f-87af-2bc10c69a54a', 'mac_address': 'fa:16:3e:f8:87:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dce42e54-567b-4b87-b015-1cf7fac54183', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T16:56:24Z', 'updated_at': '2022-03-29T16:56:26Z', 'revision_number': 1, 'project_id': '4e3190fbf72b4165b40a5ef060a24944', 'fixed_ip_address_scope': None}, {'id': 'f480447c-1d5e-4449-9236-5f5ac07a3805', 'tenant_id': '4e3190fbf72b4165b40a5ef060a24944', 'floating_ip_address': '172.25.4.94', 'floating_network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'router_id': '54b18aae-4608-47d9-8d49-32438179b49d', 'port_id': '0c0478d9-25eb-43d1-af00-896376b6325d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4457, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f99b0f7a-d5b9-4d9f-87af-2bc10c69a54a', 'mac_address': 'fa:16:3e:08:aa:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '889ad8ee-0fda-4fd7-a7e2-96bd768fe170', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T16:59:31Z', 'updated_at': '2022-03-29T16:59:31Z', 'revision_number': 0, 'project_id': '4e3190fbf72b4165b40a5ef060a24944', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f992064-cd56-4989-af43-d894a5db3505', 'name': '', 'network_id': 'f99b0f7a-d5b9-4d9f-87af-2bc10c69a54a', 'tenant_id': '4e3190fbf72b4165b40a5ef060a24944', 'mac_address': 'fa:16:3e:9d:5e:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54b18aae-4608-47d9-8d49-32438179b49d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4430, 'fixed_ips': [{'subnet_id': '0633b94d-3c87-46f1-8768-04f6382aa899', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:56:02Z', 'updated_at': '2022-03-29T16:56:08Z', 'revision_number': 5, 'project_id': '4e3190fbf72b4165b40a5ef060a24944', 'subnets': [{'id': '0633b94d-3c87-46f1-8768-04f6382aa899', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 16:59:33.355686 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36ccd2c8-b681-4f8f-89d8-854e30080fc8 None None] The sync data for ids ['54b18aae-4608-47d9-8d49-32438179b49d'] in n-d-834765-1 is: [{'id': '54b18aae-4608-47d9-8d49-32438179b49d', 'name': 'tempest-TestSnapshotPattern-840484951-router', 'tenant_id': '4e3190fbf72b4165b40a5ef060a24944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.195'}], 'enable_snat': True}, 'gw_port_id': '099ea690-b7f9-450d-a746-e9a232f7fd01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:56:00Z', 'updated_at': '2022-03-29T16:56:03Z', 'revision_number': 4, 'project_id': '4e3190fbf72b4165b40a5ef060a24944', 'gw_port': {'id': '099ea690-b7f9-450d-a746-e9a232f7fd01', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:33:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54b18aae-4608-47d9-8d49-32438179b49d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4429, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:56:01Z', 'updated_at': '2022-03-29T16:56:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_floatingips': [{'id': 'd5c9e066-1675-4767-9648-5e76202d81c1', 'tenant_id': '4e3190fbf72b4165b40a5ef060a24944', 'floating_ip_address': '172.25.4.178', 'floating_network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'router_id': '54b18aae-4608-47d9-8d49-32438179b49d', 'port_id': '38431b7d-9107-49e5-accc-de365af24128', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4454, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f99b0f7a-d5b9-4d9f-87af-2bc10c69a54a', 'mac_address': 'fa:16:3e:f8:87:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dce42e54-567b-4b87-b015-1cf7fac54183', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T16:56:24Z', 'updated_at': '2022-03-29T16:56:26Z', 'revision_number': 1, 'project_id': '4e3190fbf72b4165b40a5ef060a24944', 'fixed_ip_address_scope': None}, {'id': 'f480447c-1d5e-4449-9236-5f5ac07a3805', 'tenant_id': '4e3190fbf72b4165b40a5ef060a24944', 'floating_ip_address': '172.25.4.94', 'floating_network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'router_id': '54b18aae-4608-47d9-8d49-32438179b49d', 'port_id': '0c0478d9-25eb-43d1-af00-896376b6325d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4457, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f99b0f7a-d5b9-4d9f-87af-2bc10c69a54a', 'mac_address': 'fa:16:3e:08:aa:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '889ad8ee-0fda-4fd7-a7e2-96bd768fe170', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T16:59:31Z', 'updated_at': '2022-03-29T16:59:31Z', 'revision_number': 0, 'project_id': '4e3190fbf72b4165b40a5ef060a24944', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f992064-cd56-4989-af43-d894a5db3505', 'name': '', 'network_id': 'f99b0f7a-d5b9-4d9f-87af-2bc10c69a54a', 'tenant_id': '4e3190fbf72b4165b40a5ef060a24944', 'mac_address': 'fa:16:3e:9d:5e:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54b18aae-4608-47d9-8d49-32438179b49d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4430, 'fixed_ips': [{'subnet_id': '0633b94d-3c87-46f1-8768-04f6382aa899', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:56:02Z', 'updated_at': '2022-03-29T16:56:08Z', 'revision_number': 5, 'project_id': '4e3190fbf72b4165b40a5ef060a24944', 'subnets': [{'id': '0633b94d-3c87-46f1-8768-04f6382aa899', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 16:59:33.541824 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c47cffe-3820-4f38-900b-b2bf7c592e5c None None] New status for floating IP f480447c-1d5e-4449-9236-5f5ac07a3805: ACTIVE {{(pid=102793) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 16:59:34.513811 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d71584b9-87f1-45f5-84c7-c993c2416269 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:59:36.059435 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-0cb6abf6-2706-4e52-8825-f5f644ecf9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:59:36.097685 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:59:42.931096 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-48a0bcbb-f7bf-4893-8997-89d64e956a87 req-26c80696-7934-4dee-9d42-6bfb454b2873 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=889ad8ee-0fda-4fd7-a7e2-96bd768fe170&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0385611 Mar 29 16:59:43.013122 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a0bcbb-f7bf-4893-8997-89d64e956a87 req-b9054f74-a74d-4c20-8164-48539a736a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:59:43.014497 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-48a0bcbb-f7bf-4893-8997-89d64e956a87 req-b9054f74-a74d-4c20-8164-48539a736a27 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4e3190fbf72b4165b40a5ef060a24944&device_id=889ad8ee-0fda-4fd7-a7e2-96bd768fe170 HTTP/1.1" status: 200 len: 1097 time: 0.0405223 Mar 29 16:59:43.120431 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a0bcbb-f7bf-4893-8997-89d64e956a87 req-f4fff214-c9a0-45a6-a75b-735ad3088366 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:59:43.121927 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-48a0bcbb-f7bf-4893-8997-89d64e956a87 req-f4fff214-c9a0-45a6-a75b-735ad3088366 service neutron] 10.222.0.44 "GET /v2.0/networks?id=f99b0f7a-d5b9-4d9f-87af-2bc10c69a54a HTTP/1.1" status: 200 len: 910 time: 0.0879824 Mar 29 16:59:43.185775 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-48a0bcbb-f7bf-4893-8997-89d64e956a87 req-fca84341-b9f6-4984-a3d5-effced7ca634 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0c0478d9-25eb-43d1-af00-896376b6325d HTTP/1.1" status: 200 len: 1001 time: 0.0564930 Mar 29 16:59:43.238767 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a0bcbb-f7bf-4893-8997-89d64e956a87 req-332298d4-0d99-4ffb-a80f-0f1975fd1f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:59:43.240226 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-48a0bcbb-f7bf-4893-8997-89d64e956a87 req-332298d4-0d99-4ffb-a80f-0f1975fd1f13 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0633b94d-3c87-46f1-8768-04f6382aa899 HTTP/1.1" status: 200 len: 848 time: 0.0467749 Mar 29 16:59:43.286822 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a0bcbb-f7bf-4893-8997-89d64e956a87 req-f176bd02-b0ee-40bf-a230-e3af1f3a0475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:59:43.288234 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-48a0bcbb-f7bf-4893-8997-89d64e956a87 req-f176bd02-b0ee-40bf-a230-e3af1f3a0475 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f99b0f7a-d5b9-4d9f-87af-2bc10c69a54a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393023 Mar 29 16:59:43.378908 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-48a0bcbb-f7bf-4893-8997-89d64e956a87 req-5a4a4518-527b-441a-b5f5-ddf46f662957 service neutron] 10.222.0.44 "GET /v2.0/networks/f99b0f7a-d5b9-4d9f-87af-2bc10c69a54a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828519 Mar 29 16:59:43.470804 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-48a0bcbb-f7bf-4893-8997-89d64e956a87 req-6194eee6-d88d-4e2d-a36f-f0bc08b5a85a service neutron] 10.222.0.44 "GET /v2.0/networks/f99b0f7a-d5b9-4d9f-87af-2bc10c69a54a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814562 Mar 29 16:59:46.472703 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-a40769dd-8672-475d-a9b2-afd382def411 req-4ead6cf6-4497-4e97-9ab2-c0290e257d0a service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=dce42e54-567b-4b87-b015-1cf7fac54183&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0403032 Mar 29 16:59:46.559715 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40769dd-8672-475d-a9b2-afd382def411 req-684a7dd7-9cac-4209-9bbf-fc3fa433b7c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:59:46.561276 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-a40769dd-8672-475d-a9b2-afd382def411 req-684a7dd7-9cac-4209-9bbf-fc3fa433b7c1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4e3190fbf72b4165b40a5ef060a24944&device_id=dce42e54-567b-4b87-b015-1cf7fac54183 HTTP/1.1" status: 200 len: 1094 time: 0.0442734 Mar 29 16:59:46.663112 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40769dd-8672-475d-a9b2-afd382def411 req-e1bb3163-8659-43e5-a0ab-517131724b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:59:46.664534 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-a40769dd-8672-475d-a9b2-afd382def411 req-e1bb3163-8659-43e5-a0ab-517131724b23 service neutron] 10.222.0.48 "GET /v2.0/networks?id=f99b0f7a-d5b9-4d9f-87af-2bc10c69a54a HTTP/1.1" status: 200 len: 910 time: 0.0823827 Mar 29 16:59:46.730726 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-a40769dd-8672-475d-a9b2-afd382def411 req-748283f6-4793-469d-a363-22b9a1b2e65e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=38431b7d-9107-49e5-accc-de365af24128 HTTP/1.1" status: 200 len: 999 time: 0.0595984 Mar 29 16:59:46.785789 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40769dd-8672-475d-a9b2-afd382def411 req-443b08ad-ea1a-4b40-a2f5-5780583803d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:59:46.787649 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-a40769dd-8672-475d-a9b2-afd382def411 req-443b08ad-ea1a-4b40-a2f5-5780583803d1 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0633b94d-3c87-46f1-8768-04f6382aa899 HTTP/1.1" status: 200 len: 848 time: 0.0512919 Mar 29 16:59:46.832179 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40769dd-8672-475d-a9b2-afd382def411 req-94fe4a1d-f036-42ca-abb3-93fa17dea980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 16:59:46.833649 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-a40769dd-8672-475d-a9b2-afd382def411 req-94fe4a1d-f036-42ca-abb3-93fa17dea980 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f99b0f7a-d5b9-4d9f-87af-2bc10c69a54a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401790 Mar 29 16:59:46.843608 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [req-a40769dd-8672-475d-a9b2-afd382def411 req-51a5d8e7-316f-41ef-8fe3-71b64c441d43 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=102791) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 16:59:46.844539 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-a40769dd-8672-475d-a9b2-afd382def411 req-51a5d8e7-316f-41ef-8fe3-71b64c441d43 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047781 Mar 29 16:59:46.936106 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-a40769dd-8672-475d-a9b2-afd382def411 req-12d0846b-6d05-4f76-be2c-a67d5007c227 service neutron] 10.222.0.48 "GET /v2.0/networks/f99b0f7a-d5b9-4d9f-87af-2bc10c69a54a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844879 Mar 29 16:59:47.023974 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-a40769dd-8672-475d-a9b2-afd382def411 req-f7a56eb2-ba67-4e4f-ba3c-b24375cbff6f service neutron] 10.222.0.48 "GET /v2.0/networks/f99b0f7a-d5b9-4d9f-87af-2bc10c69a54a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810354 Mar 29 16:59:48.061654 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 16:59:48.196534 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.agents_db [None req-59735a15-725e-44d4-9ad5-95cbe356f209 None None] Agent healthcheck: found 7 active agents {{(pid=102793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 16:59:48.651495 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 17:00:00.542721 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-80560010-d9ec-4ac9-945f-981c87ffcb8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 17:00:02.999697 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-db643873-c95f-4e02-af70-23b4bb8c53a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 17:00:04.516657 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d71584b9-87f1-45f5-84c7-c993c2416269 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 17:00:06.061157 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-0cb6abf6-2706-4e52-8825-f5f644ecf9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 17:00:06.097621 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 17:00:18.067397 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 17:00:18.653036 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 17:00:25.195159 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.agents_db [None req-59735a15-725e-44d4-9ad5-95cbe356f209 None None] Agent healthcheck: found 7 active agents {{(pid=102793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 17:00:30.544590 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-f0c764f1-42ad-41f5-b143-63ca266a7267 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 17:00:33.000292 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-c116fd4b-d71e-4b76-92fa-50bb2d457ce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 17:00:34.520710 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d71584b9-87f1-45f5-84c7-c993c2416269 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 17:00:36.063557 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-0cb6abf6-2706-4e52-8825-f5f644ecf9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 17:00:36.097321 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 17:00:42.300562 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ac68a0ed-7357-4d73-bbfb-3e3695f03c4d req-fcc9e529-701c-4b35-8c92-6c17b49095ca service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=889ad8ee-0fda-4fd7-a7e2-96bd768fe170&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0433517 Mar 29 17:00:42.382553 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac68a0ed-7357-4d73-bbfb-3e3695f03c4d req-4eafb0c9-9cc4-41a6-85d0-158c73c4c6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 17:00:42.384050 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ac68a0ed-7357-4d73-bbfb-3e3695f03c4d req-4eafb0c9-9cc4-41a6-85d0-158c73c4c6a2 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4e3190fbf72b4165b40a5ef060a24944&device_id=889ad8ee-0fda-4fd7-a7e2-96bd768fe170 HTTP/1.1" status: 200 len: 1097 time: 0.0393491 Mar 29 17:00:42.486724 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac68a0ed-7357-4d73-bbfb-3e3695f03c4d req-49279004-dda2-41ee-873f-60c14bf3e061 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 17:00:42.488215 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ac68a0ed-7357-4d73-bbfb-3e3695f03c4d req-49279004-dda2-41ee-873f-60c14bf3e061 service neutron] 10.222.0.44 "GET /v2.0/networks?id=f99b0f7a-d5b9-4d9f-87af-2bc10c69a54a HTTP/1.1" status: 200 len: 910 time: 0.0842898 Mar 29 17:00:42.553835 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ac68a0ed-7357-4d73-bbfb-3e3695f03c4d req-71f3655d-028d-4414-af62-f05af30fec92 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0c0478d9-25eb-43d1-af00-896376b6325d HTTP/1.1" status: 200 len: 1001 time: 0.0590224 Mar 29 17:00:42.600702 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac68a0ed-7357-4d73-bbfb-3e3695f03c4d req-e44451e2-4956-426d-baff-7fb498a5e348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 17:00:42.602142 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ac68a0ed-7357-4d73-bbfb-3e3695f03c4d req-e44451e2-4956-426d-baff-7fb498a5e348 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0633b94d-3c87-46f1-8768-04f6382aa899 HTTP/1.1" status: 200 len: 848 time: 0.0419359 Mar 29 17:00:42.646613 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac68a0ed-7357-4d73-bbfb-3e3695f03c4d req-cc325461-531e-46c7-b083-0506aff164de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 17:00:42.648125 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ac68a0ed-7357-4d73-bbfb-3e3695f03c4d req-cc325461-531e-46c7-b083-0506aff164de service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f99b0f7a-d5b9-4d9f-87af-2bc10c69a54a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399840 Mar 29 17:00:42.737644 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ac68a0ed-7357-4d73-bbfb-3e3695f03c4d req-ed0080a6-a485-4a40-b732-51791cc39379 service neutron] 10.222.0.44 "GET /v2.0/networks/f99b0f7a-d5b9-4d9f-87af-2bc10c69a54a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825489 Mar 29 17:00:42.825058 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ac68a0ed-7357-4d73-bbfb-3e3695f03c4d req-b4cbac07-b227-4143-a932-5bc1fe7947fa service neutron] 10.222.0.44 "GET /v2.0/networks/f99b0f7a-d5b9-4d9f-87af-2bc10c69a54a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802879 Mar 29 17:00:47.473026 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-49514e75-aad8-4c78-9551-57ad228198d8 req-4012bd9a-eca2-44d0-93de-7bbcca419085 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=dce42e54-567b-4b87-b015-1cf7fac54183&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0435464 Mar 29 17:00:47.551785 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49514e75-aad8-4c78-9551-57ad228198d8 req-c0622950-880f-468d-b865-c32bb74760f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 17:00:47.553247 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-49514e75-aad8-4c78-9551-57ad228198d8 req-c0622950-880f-468d-b865-c32bb74760f8 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4e3190fbf72b4165b40a5ef060a24944&device_id=dce42e54-567b-4b87-b015-1cf7fac54183 HTTP/1.1" status: 200 len: 1094 time: 0.0396204 Mar 29 17:00:47.655639 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49514e75-aad8-4c78-9551-57ad228198d8 req-51a48b60-6a32-4ce3-a6bb-b046d2b654c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 17:00:47.657124 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-49514e75-aad8-4c78-9551-57ad228198d8 req-51a48b60-6a32-4ce3-a6bb-b046d2b654c3 service neutron] 10.222.0.48 "GET /v2.0/networks?id=f99b0f7a-d5b9-4d9f-87af-2bc10c69a54a HTTP/1.1" status: 200 len: 910 time: 0.0856116 Mar 29 17:00:47.720037 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-49514e75-aad8-4c78-9551-57ad228198d8 req-005909ad-e782-4797-88c9-e6634809f68c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=38431b7d-9107-49e5-accc-de365af24128 HTTP/1.1" status: 200 len: 999 time: 0.0562382 Mar 29 17:00:47.768842 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49514e75-aad8-4c78-9551-57ad228198d8 req-8a65f78b-bfbe-44b7-8450-08b6f392b4bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 17:00:47.770222 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-49514e75-aad8-4c78-9551-57ad228198d8 req-8a65f78b-bfbe-44b7-8450-08b6f392b4bb service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0633b94d-3c87-46f1-8768-04f6382aa899 HTTP/1.1" status: 200 len: 848 time: 0.0435998 Mar 29 17:00:47.816522 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49514e75-aad8-4c78-9551-57ad228198d8 req-4bafb364-125c-42a7-a8d9-78465cdb2d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 17:00:47.817971 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-49514e75-aad8-4c78-9551-57ad228198d8 req-4bafb364-125c-42a7-a8d9-78465cdb2d52 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f99b0f7a-d5b9-4d9f-87af-2bc10c69a54a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414240 Mar 29 17:00:47.904614 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-49514e75-aad8-4c78-9551-57ad228198d8 req-55ace124-9840-462a-b488-53f1b2ad194e service neutron] 10.222.0.48 "GET /v2.0/networks/f99b0f7a-d5b9-4d9f-87af-2bc10c69a54a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797684 Mar 29 17:00:48.082996 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 17:00:48.298835 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-49514e75-aad8-4c78-9551-57ad228198d8 req-8f68b61f-1e3c-4e88-8374-97bd357522e9 service neutron] 10.222.0.48 "GET /v2.0/networks/f99b0f7a-d5b9-4d9f-87af-2bc10c69a54a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3876946 Mar 29 17:00:48.659565 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 17:01:00.545661 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-f0f16ec7-ef2e-4a42-94bf-7587e32290df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 17:01:02.194608 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.agents_db [None req-59735a15-725e-44d4-9ad5-95cbe356f209 None None] Agent healthcheck: found 7 active agents {{(pid=102793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 17:01:03.004746 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-60200ff5-169b-411d-9343-8d770f19516c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 17:01:04.521890 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d71584b9-87f1-45f5-84c7-c993c2416269 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 17:01:06.066944 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-0cb6abf6-2706-4e52-8825-f5f644ecf9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 17:01:06.097743 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 17:01:18.083508 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 17:01:18.665509 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 17:01:30.548141 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-29f41694-b867-453d-a1e5-71e41449a2d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 17:01:33.005846 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-a407ceee-058c-4f3a-9602-579084adb93f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 17:01:34.526221 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d71584b9-87f1-45f5-84c7-c993c2416269 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 17:01:35.121842 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device 0c0478d9-25eb-43d1-af00-896376b6325d details requested by agent hyperv_n-h1-834765-1 with host n-h1-834765-1 {{(pid=102792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 17:01:35.213194 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port 0c0478d9-25eb-43d1-af00-896376b6325d, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=0c0478d9-25eb-43d1-af00-896376b6325d,segment=NetworkSegment(197308ca-2086-46cd-a9c3-016d506ee6aa),segment_id=197308ca-2086-46cd-a9c3-016d506ee6aa)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 17:01:35.224735 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Returning: {'device': '0c0478d9-25eb-43d1-af00-896376b6325d', 'network_id': 'f99b0f7a-d5b9-4d9f-87af-2bc10c69a54a', 'port_id': '0c0478d9-25eb-43d1-af00-896376b6325d', 'mac_address': 'fa:16:3e:08:aa:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 641, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0633b94d-3c87-46f1-8768-04f6382aa899', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 17:01:35.260880 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 17:01:35.276679 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0c0478d9-25eb-43d1-af00-896376b6325d {{(pid=102792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 17:01:35.295836 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port 0c0478d9-25eb-43d1-af00-896376b6325d, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=0c0478d9-25eb-43d1-af00-896376b6325d,segment=NetworkSegment(197308ca-2086-46cd-a9c3-016d506ee6aa),segment_id=197308ca-2086-46cd-a9c3-016d506ee6aa)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 17:01:35.300465 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 17:01:35.348693 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Pushing event updated for resources: {'Port': ['ID=0c0478d9-25eb-43d1-af00-896376b6325d,revision_number=6']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 17:01:35.356247 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 17:01:35.356595 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 17:01:35.356936 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 17:01:35.357272 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 17:01:35.357630 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 17:01:35.357963 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 17:01:35.358288 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 17:01:35.358612 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 17:01:35.358934 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 17:01:35.360270 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 17:01:35.360270 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 17:01:35.360623 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 17:01:35.376094 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] get_ports_and_sgs() called for port_ids ['0c0478d9-25eb-43d1-af00-896376b6325d'] {{(pid=102792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 17:01:36.069440 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-0cb6abf6-2706-4e52-8825-f5f644ecf9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 17:01:36.097620 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 17:01:37.119328 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device 0c0478d9-25eb-43d1-af00-896376b6325d up at agent hyperv_n-h1-834765-1 {{(pid=102792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 17:01:37.166627 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.provisioning_blocks [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Provisioning complete for port 0c0478d9-25eb-43d1-af00-896376b6325d triggered by entity L2. {{(pid=102792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 17:01:37.166997 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639360'] for port, provisioning_complete {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 17:01:37.245306 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628788'] for port, before_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 17:01:37.267210 n-d-834765-1 neutron-server[102792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '889ad8ee-0fda-4fd7-a7e2-96bd768fe170', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c0478d9-25eb-43d1-af00-896376b6325d'}] {{(pid=102792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 17:01:37.269459 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57a7834588826aa5fcb6318d84c304e74917d39e51dd24b57e16034477aedb48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21ec4331-31e1-48ec-83e4-60e5217a254f" -d '{"events": [{"server_uuid": "889ad8ee-0fda-4fd7-a7e2-96bd768fe170", "name": "network-vif-plugged", "status": "completed", "tag": "0c0478d9-25eb-43d1-af00-896376b6325d"}]}' {{(pid=102792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 17:01:37.282472 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.db [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] For port 0c0478d9-25eb-43d1-af00-896376b6325d, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=0c0478d9-25eb-43d1-af00-896376b6325d,segment=NetworkSegment(197308ca-2086-46cd-a9c3-016d506ee6aa),segment_id=197308ca-2086-46cd-a9c3-016d506ee6aa)] {{(pid=102792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 17:01:37.286439 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783523413432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783522906359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783522906287'] for port, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 17:01:37.312800 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 17:01:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df8dde2c-3c83-4eb5-82c9-07d09da4ec8d x-openstack-request-id: req-df8dde2c-3c83-4eb5-82c9-07d09da4ec8d {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 17:01:37.313084 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "889ad8ee-0fda-4fd7-a7e2-96bd768fe170", "name": "network-vif-plugged", "status": "completed", "tag": "0c0478d9-25eb-43d1-af00-896376b6325d", "code": 200}]} {{(pid=102792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 17:01:37.313328 n-d-834765-1 neutron-server[102792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-df8dde2c-3c83-4eb5-82c9-07d09da4ec8d {{(pid=102792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 17:01:37.313707 n-d-834765-1 neutron-server[102792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '889ad8ee-0fda-4fd7-a7e2-96bd768fe170', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c0478d9-25eb-43d1-af00-896376b6325d', 'code': 200} Mar 29 17:01:37.337789 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Pushing event updated for resources: {'Port': ['ID=0c0478d9-25eb-43d1-af00-896376b6325d,revision_number=7']} {{(pid=102792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 17:01:39.193276 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.agents_db [None req-59735a15-725e-44d4-9ad5-95cbe356f209 None None] Agent healthcheck: found 7 active agents {{(pid=102793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 17:01:43.939058 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2ef62a-3f75-43fc-83b1-830f0c535a9a req-43629bb5-9b21-450b-822b-82b51aeb66c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 17:01:43.940686 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6f2ef62a-3f75-43fc-83b1-830f0c535a9a req-43629bb5-9b21-450b-822b-82b51aeb66c7 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4e3190fbf72b4165b40a5ef060a24944&device_id=889ad8ee-0fda-4fd7-a7e2-96bd768fe170 HTTP/1.1" status: 200 len: 1097 time: 0.0565720 Mar 29 17:01:44.051802 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2ef62a-3f75-43fc-83b1-830f0c535a9a req-afdf22c2-2475-4501-996c-bfb7fe61df64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 17:01:44.053169 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6f2ef62a-3f75-43fc-83b1-830f0c535a9a req-afdf22c2-2475-4501-996c-bfb7fe61df64 service neutron] 10.222.0.44 "GET /v2.0/networks?id=f99b0f7a-d5b9-4d9f-87af-2bc10c69a54a HTTP/1.1" status: 200 len: 910 time: 0.0890532 Mar 29 17:01:44.127332 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6f2ef62a-3f75-43fc-83b1-830f0c535a9a req-6973d292-6dae-480f-9a8c-02e5bbe7da8b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0c0478d9-25eb-43d1-af00-896376b6325d HTTP/1.1" status: 200 len: 1001 time: 0.0670927 Mar 29 17:01:44.182215 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2ef62a-3f75-43fc-83b1-830f0c535a9a req-bca5de6e-d6e4-4b7a-adda-f182a9e274dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 17:01:44.183830 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6f2ef62a-3f75-43fc-83b1-830f0c535a9a req-bca5de6e-d6e4-4b7a-adda-f182a9e274dd service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0633b94d-3c87-46f1-8768-04f6382aa899 HTTP/1.1" status: 200 len: 848 time: 0.0493944 Mar 29 17:01:44.239809 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2ef62a-3f75-43fc-83b1-830f0c535a9a req-61798fc7-0cd5-45b5-9892-fa978324c24d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 17:01:44.241399 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6f2ef62a-3f75-43fc-83b1-830f0c535a9a req-61798fc7-0cd5-45b5-9892-fa978324c24d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f99b0f7a-d5b9-4d9f-87af-2bc10c69a54a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0511062 Mar 29 17:01:44.349907 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6f2ef62a-3f75-43fc-83b1-830f0c535a9a req-609bf196-8dd7-4d4c-b024-873a26cb8428 service neutron] 10.222.0.44 "GET /v2.0/networks/f99b0f7a-d5b9-4d9f-87af-2bc10c69a54a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013029 Mar 29 17:01:44.471836 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-6f2ef62a-3f75-43fc-83b1-830f0c535a9a req-d46f3f80-cd4b-4921-a81f-7b37ad4c984f service neutron] 10.222.0.44 "GET /v2.0/networks/f99b0f7a-d5b9-4d9f-87af-2bc10c69a54a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1145368 Mar 29 17:01:48.083031 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 17:01:48.668442 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 17:01:48.872163 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 44892) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 17:01:49.042182 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-860f49ce-0c80-44e8-af01-6620617a1a8a tempest-TestSnapshotPattern-993730854 tempest-TestSnapshotPattern-993730854-project] Deleting port e877cfbd-7e32-4146-bd68-8079341ea6ba {{(pid=102790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 17:01:49.042439 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-860f49ce-0c80-44e8-af01-6620617a1a8a tempest-TestSnapshotPattern-993730854 tempest-TestSnapshotPattern-993730854-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 17:01:49.117565 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-860f49ce-0c80-44e8-af01-6620617a1a8a tempest-TestSnapshotPattern-993730854 tempest-TestSnapshotPattern-993730854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 17:01:49.117890 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-860f49ce-0c80-44e8-af01-6620617a1a8a tempest-TestSnapshotPattern-993730854 tempest-TestSnapshotPattern-993730854-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 17:01:49.129937 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-860f49ce-0c80-44e8-af01-6620617a1a8a tempest-TestSnapshotPattern-993730854 tempest-TestSnapshotPattern-993730854-project] Calling delete_port for e877cfbd-7e32-4146-bd68-8079341ea6ba owned by network:floatingip {{(pid=102790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 17:01:49.275384 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-860f49ce-0c80-44e8-af01-6620617a1a8a tempest-TestSnapshotPattern-993730854 tempest-TestSnapshotPattern-993730854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 17:01:49.300900 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860f49ce-0c80-44e8-af01-6620617a1a8a tempest-TestSnapshotPattern-993730854 tempest-TestSnapshotPattern-993730854-project] Pushing event deleted for resources: {'Port': ['ID=e877cfbd-7e32-4146-bd68-8079341ea6ba,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 17:01:49.312205 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860f49ce-0c80-44e8-af01-6620617a1a8a tempest-TestSnapshotPattern-993730854 tempest-TestSnapshotPattern-993730854-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 17:01:49.312553 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860f49ce-0c80-44e8-af01-6620617a1a8a tempest-TestSnapshotPattern-993730854 tempest-TestSnapshotPattern-993730854-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 17:01:49.312886 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860f49ce-0c80-44e8-af01-6620617a1a8a tempest-TestSnapshotPattern-993730854 tempest-TestSnapshotPattern-993730854-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 17:01:49.313220 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860f49ce-0c80-44e8-af01-6620617a1a8a tempest-TestSnapshotPattern-993730854 tempest-TestSnapshotPattern-993730854-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 17:01:49.313544 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860f49ce-0c80-44e8-af01-6620617a1a8a tempest-TestSnapshotPattern-993730854 tempest-TestSnapshotPattern-993730854-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 17:01:49.313868 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860f49ce-0c80-44e8-af01-6620617a1a8a tempest-TestSnapshotPattern-993730854 tempest-TestSnapshotPattern-993730854-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 17:01:49.314192 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860f49ce-0c80-44e8-af01-6620617a1a8a tempest-TestSnapshotPattern-993730854 tempest-TestSnapshotPattern-993730854-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 17:01:49.314514 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860f49ce-0c80-44e8-af01-6620617a1a8a tempest-TestSnapshotPattern-993730854 tempest-TestSnapshotPattern-993730854-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 17:01:49.314833 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860f49ce-0c80-44e8-af01-6620617a1a8a tempest-TestSnapshotPattern-993730854 tempest-TestSnapshotPattern-993730854-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 17:01:49.315152 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860f49ce-0c80-44e8-af01-6620617a1a8a tempest-TestSnapshotPattern-993730854 tempest-TestSnapshotPattern-993730854-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 17:01:49.315501 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860f49ce-0c80-44e8-af01-6620617a1a8a tempest-TestSnapshotPattern-993730854 tempest-TestSnapshotPattern-993730854-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 17:01:49.315821 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860f49ce-0c80-44e8-af01-6620617a1a8a tempest-TestSnapshotPattern-993730854 tempest-TestSnapshotPattern-993730854-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 17:01:49.371279 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-860f49ce-0c80-44e8-af01-6620617a1a8a tempest-TestSnapshotPattern-993730854 tempest-TestSnapshotPattern-993730854-project] Notify callbacks [] for floatingip, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 17:01:49.371634 n-d-834765-1 neutron-server[102790]: INFO neutron.db.l3_db [None req-860f49ce-0c80-44e8-af01-6620617a1a8a tempest-TestSnapshotPattern-993730854 tempest-TestSnapshotPattern-993730854-project] Floating IP f480447c-1d5e-4449-9236-5f5ac07a3805 disassociated (deleted). External IP: 172.25.4.94, port: 0c0478d9-25eb-43d1-af00-896376b6325d. Mar 29 17:01:49.569935 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-860f49ce-0c80-44e8-af01-6620617a1a8a tempest-TestSnapshotPattern-993730854 tempest-TestSnapshotPattern-993730854-project] Router 54b18aae-4608-47d9-8d49-32438179b49d has already been hosted by L3 agent c648d819-1060-4f26-b4ec-6455387b5dff {{(pid=102790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 17:01:49.676431 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-860f49ce-0c80-44e8-af01-6620617a1a8a tempest-TestSnapshotPattern-993730854 tempest-TestSnapshotPattern-993730854-project] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 17:01:49.681409 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-860f49ce-0c80-44e8-af01-6620617a1a8a tempest-TestSnapshotPattern-993730854 tempest-TestSnapshotPattern-993730854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for floatingip, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 17:01:49.686790 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef3b51e3-69d6-48eb-9172-5408625e911a None None] Sync routers for ids ['54b18aae-4608-47d9-8d49-32438179b49d'] in n-d-834765-1 {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 17:01:49.697460 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef3b51e3-69d6-48eb-9172-5408625e911a None None] Routers {'54b18aae-4608-47d9-8d49-32438179b49d'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 17:01:49.698333 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-ef3b51e3-69d6-48eb-9172-5408625e911a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T17:01:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['54b18aae-4608-47d9-8d49-32438179b49d'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 17:01:49.708008 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-860f49ce-0c80-44e8-af01-6620617a1a8a tempest-TestSnapshotPattern-993730854 tempest-TestSnapshotPattern-993730854-project] 10.222.0.42 "DELETE /v2.0/floatingips/f480447c-1d5e-4449-9236-5f5ac07a3805 HTTP/1.1" status: 204 len: 168 time: 0.8346951 Mar 29 17:01:49.708657 n-d-834765-1 neutron-server[102790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '889ad8ee-0fda-4fd7-a7e2-96bd768fe170', 'tag': '0c0478d9-25eb-43d1-af00-896376b6325d'}] {{(pid=102790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 17:01:49.710978 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc42593215e6c81983da9b56a0f328d75e7d983878a02b76f45470d49d1e0074" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e6d871a-684c-4211-8108-374de7d8e9c7" -d '{"events": [{"name": "network-changed", "server_uuid": "889ad8ee-0fda-4fd7-a7e2-96bd768fe170", "tag": "0c0478d9-25eb-43d1-af00-896376b6325d"}]}' {{(pid=102790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 17:01:49.807202 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvr_db [None req-ef3b51e3-69d6-48eb-9172-5408625e911a None None] Set router 54b18aae-4608-47d9-8d49-32438179b49d gateway port host: n-d-834765-1 {{(pid=102792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 17:01:49.937270 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 17:01:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a92747a-9b57-4a67-adac-c15d20c98e51 x-openstack-request-id: req-9a92747a-9b57-4a67-adac-c15d20c98e51 {{(pid=102790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 17:01:49.937798 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "889ad8ee-0fda-4fd7-a7e2-96bd768fe170", "tag": "0c0478d9-25eb-43d1-af00-896376b6325d", "status": "completed", "code": 200}]} {{(pid=102790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 17:01:49.937899 n-d-834765-1 neutron-server[102790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-9a92747a-9b57-4a67-adac-c15d20c98e51 {{(pid=102790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 17:01:49.938330 n-d-834765-1 neutron-server[102790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '889ad8ee-0fda-4fd7-a7e2-96bd768fe170', 'tag': '0c0478d9-25eb-43d1-af00-896376b6325d', 'status': 'completed', 'code': 200} Mar 29 17:01:50.037683 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6d871a-684c-4211-8108-374de7d8e9c7 req-69f3783b-1871-4289-a98d-2cbd4def0a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 17:01:50.039927 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4e6d871a-684c-4211-8108-374de7d8e9c7 req-69f3783b-1871-4289-a98d-2cbd4def0a41 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4e3190fbf72b4165b40a5ef060a24944&device_id=889ad8ee-0fda-4fd7-a7e2-96bd768fe170 HTTP/1.1" status: 200 len: 1097 time: 0.0784667 Mar 29 17:01:50.043712 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-ef3b51e3-69d6-48eb-9172-5408625e911a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54b18aae-4608-47d9-8d49-32438179b49d', 'name': 'tempest-TestSnapshotPattern-840484951-router', 'tenant_id': '4e3190fbf72b4165b40a5ef060a24944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.195'}], 'enable_snat': True}, 'gw_port_id': '099ea690-b7f9-450d-a746-e9a232f7fd01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:56:00Z', 'updated_at': '2022-03-29T16:56:03Z', 'revision_number': 4, 'project_id': '4e3190fbf72b4165b40a5ef060a24944', 'gw_port': {'id': '099ea690-b7f9-450d-a746-e9a232f7fd01', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:33:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54b18aae-4608-47d9-8d49-32438179b49d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4429, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:56:01Z', 'updated_at': '2022-03-29T16:56:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_floatingips': [{'id': 'd5c9e066-1675-4767-9648-5e76202d81c1', 'tenant_id': '4e3190fbf72b4165b40a5ef060a24944', 'floating_ip_address': '172.25.4.178', 'floating_network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'router_id': '54b18aae-4608-47d9-8d49-32438179b49d', 'port_id': '38431b7d-9107-49e5-accc-de365af24128', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4454, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f99b0f7a-d5b9-4d9f-87af-2bc10c69a54a', 'mac_address': 'fa:16:3e:f8:87:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dce42e54-567b-4b87-b015-1cf7fac54183', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T16:56:24Z', 'updated_at': '2022-03-29T16:56:26Z', 'revision_number': 1, 'project_id': '4e3190fbf72b4165b40a5ef060a24944', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f992064-cd56-4989-af43-d894a5db3505', 'name': '', 'network_id': 'f99b0f7a-d5b9-4d9f-87af-2bc10c69a54a', 'tenant_id': '4e3190fbf72b4165b40a5ef060a24944', 'mac_address': 'fa:16:3e:9d:5e:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54b18aae-4608-47d9-8d49-32438179b49d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4430, 'fixed_ips': [{'subnet_id': '0633b94d-3c87-46f1-8768-04f6382aa899', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:56:02Z', 'updated_at': '2022-03-29T16:56:08Z', 'revision_number': 5, 'project_id': '4e3190fbf72b4165b40a5ef060a24944', 'subnets': [{'id': '0633b94d-3c87-46f1-8768-04f6382aa899', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 17:01:50.063222 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37442a38-3175-4408-91c8-7f5c4ce0eae4 req-f1f13575-e12c-436a-8587-0bf845fc2e22 tempest-TestSnapshotPattern-993730854 tempest-TestSnapshotPattern-993730854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 17:01:50.064809 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-37442a38-3175-4408-91c8-7f5c4ce0eae4 req-f1f13575-e12c-436a-8587-0bf845fc2e22 tempest-TestSnapshotPattern-993730854 tempest-TestSnapshotPattern-993730854-project] 10.222.0.42 "GET /v2.0/ports?device_id=889ad8ee-0fda-4fd7-a7e2-96bd768fe170 HTTP/1.1" status: 200 len: 946 time: 0.0765440 Mar 29 17:01:50.075345 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef3b51e3-69d6-48eb-9172-5408625e911a None None] Checking router: 54b18aae-4608-47d9-8d49-32438179b49d for host: n-d-834765-1 {{(pid=102792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 17:01:50.083846 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef3b51e3-69d6-48eb-9172-5408625e911a None None] Routers {'54b18aae-4608-47d9-8d49-32438179b49d'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 17:01:50.084500 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-ef3b51e3-69d6-48eb-9172-5408625e911a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T17:01:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['54b18aae-4608-47d9-8d49-32438179b49d'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 17:01:50.184485 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-35b211d0-e332-4124-b54c-fc39ca3fec62 req-6470ca94-5119-4144-8e6d-042bf561f0ae service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=dce42e54-567b-4b87-b015-1cf7fac54183&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1664660 Mar 29 17:01:50.191670 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvr_db [None req-ef3b51e3-69d6-48eb-9172-5408625e911a None None] Set router 54b18aae-4608-47d9-8d49-32438179b49d gateway port host: n-d-834765-1 {{(pid=102792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 17:01:50.195575 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-37442a38-3175-4408-91c8-7f5c4ce0eae4 req-be6b7357-90ae-49d4-8a7e-a6ad21583271 tempest-TestSnapshotPattern-993730854 tempest-TestSnapshotPattern-993730854-project] 10.222.0.42 "GET /v2.0/security-groups?id=512e3306-2052-4cb7-974e-aed029b6e615&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1127665 Mar 29 17:01:50.205717 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6d871a-684c-4211-8108-374de7d8e9c7 req-5b9bac23-1b80-4563-83cc-a360c14a6d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 17:01:50.207704 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4e6d871a-684c-4211-8108-374de7d8e9c7 req-5b9bac23-1b80-4563-83cc-a360c14a6d34 service neutron] 10.222.0.44 "GET /v2.0/networks?id=f99b0f7a-d5b9-4d9f-87af-2bc10c69a54a HTTP/1.1" status: 200 len: 910 time: 0.1609914 Mar 29 17:01:50.269314 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4e6d871a-684c-4211-8108-374de7d8e9c7 req-a9451475-0a9e-456f-af01-4dcdf181dc14 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0c0478d9-25eb-43d1-af00-896376b6325d HTTP/1.1" status: 200 len: 217 time: 0.0480382 Mar 29 17:01:50.336531 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b211d0-e332-4124-b54c-fc39ca3fec62 req-bc24eda2-fbb4-4ac1-99dd-ad87445bb1e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 17:01:50.338013 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-35b211d0-e332-4124-b54c-fc39ca3fec62 req-bc24eda2-fbb4-4ac1-99dd-ad87445bb1e7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4e3190fbf72b4165b40a5ef060a24944&device_id=dce42e54-567b-4b87-b015-1cf7fac54183 HTTP/1.1" status: 200 len: 1094 time: 0.0780585 Mar 29 17:01:50.339714 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6d871a-684c-4211-8108-374de7d8e9c7 req-6f16e88c-45d2-45f2-b71b-ba6422217d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 17:01:50.342271 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4e6d871a-684c-4211-8108-374de7d8e9c7 req-6f16e88c-45d2-45f2-b71b-ba6422217d4c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0633b94d-3c87-46f1-8768-04f6382aa899 HTTP/1.1" status: 200 len: 848 time: 0.0566666 Mar 29 17:01:50.418672 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-ef3b51e3-69d6-48eb-9172-5408625e911a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54b18aae-4608-47d9-8d49-32438179b49d', 'name': 'tempest-TestSnapshotPattern-840484951-router', 'tenant_id': '4e3190fbf72b4165b40a5ef060a24944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.195'}], 'enable_snat': True}, 'gw_port_id': '099ea690-b7f9-450d-a746-e9a232f7fd01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:56:00Z', 'updated_at': '2022-03-29T16:56:03Z', 'revision_number': 4, 'project_id': '4e3190fbf72b4165b40a5ef060a24944', 'gw_port': {'id': '099ea690-b7f9-450d-a746-e9a232f7fd01', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:33:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54b18aae-4608-47d9-8d49-32438179b49d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4429, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:56:01Z', 'updated_at': '2022-03-29T16:56:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_floatingips': [{'id': 'd5c9e066-1675-4767-9648-5e76202d81c1', 'tenant_id': '4e3190fbf72b4165b40a5ef060a24944', 'floating_ip_address': '172.25.4.178', 'floating_network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'router_id': '54b18aae-4608-47d9-8d49-32438179b49d', 'port_id': '38431b7d-9107-49e5-accc-de365af24128', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4454, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f99b0f7a-d5b9-4d9f-87af-2bc10c69a54a', 'mac_address': 'fa:16:3e:f8:87:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dce42e54-567b-4b87-b015-1cf7fac54183', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T16:56:24Z', 'updated_at': '2022-03-29T16:56:26Z', 'revision_number': 1, 'project_id': '4e3190fbf72b4165b40a5ef060a24944', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f992064-cd56-4989-af43-d894a5db3505', 'name': '', 'network_id': 'f99b0f7a-d5b9-4d9f-87af-2bc10c69a54a', 'tenant_id': '4e3190fbf72b4165b40a5ef060a24944', 'mac_address': 'fa:16:3e:9d:5e:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54b18aae-4608-47d9-8d49-32438179b49d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4430, 'fixed_ips': [{'subnet_id': '0633b94d-3c87-46f1-8768-04f6382aa899', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:56:02Z', 'updated_at': '2022-03-29T16:56:08Z', 'revision_number': 5, 'project_id': '4e3190fbf72b4165b40a5ef060a24944', 'subnets': [{'id': '0633b94d-3c87-46f1-8768-04f6382aa899', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 17:01:50.447196 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6d871a-684c-4211-8108-374de7d8e9c7 req-f8d32a8e-d0f3-4477-bf5e-fba834196bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 17:01:50.448897 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4e6d871a-684c-4211-8108-374de7d8e9c7 req-f8d32a8e-d0f3-4477-bf5e-fba834196bcf service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f99b0f7a-d5b9-4d9f-87af-2bc10c69a54a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0994318 Mar 29 17:01:50.450048 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef3b51e3-69d6-48eb-9172-5408625e911a None None] The sync data for ids ['54b18aae-4608-47d9-8d49-32438179b49d'] in n-d-834765-1 is: [{'id': '54b18aae-4608-47d9-8d49-32438179b49d', 'name': 'tempest-TestSnapshotPattern-840484951-router', 'tenant_id': '4e3190fbf72b4165b40a5ef060a24944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.195'}], 'enable_snat': True}, 'gw_port_id': '099ea690-b7f9-450d-a746-e9a232f7fd01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:56:00Z', 'updated_at': '2022-03-29T16:56:03Z', 'revision_number': 4, 'project_id': '4e3190fbf72b4165b40a5ef060a24944', 'gw_port': {'id': '099ea690-b7f9-450d-a746-e9a232f7fd01', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:33:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54b18aae-4608-47d9-8d49-32438179b49d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4429, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:56:01Z', 'updated_at': '2022-03-29T16:56:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_floatingips': [{'id': 'd5c9e066-1675-4767-9648-5e76202d81c1', 'tenant_id': '4e3190fbf72b4165b40a5ef060a24944', 'floating_ip_address': '172.25.4.178', 'floating_network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'router_id': '54b18aae-4608-47d9-8d49-32438179b49d', 'port_id': '38431b7d-9107-49e5-accc-de365af24128', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4454, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f99b0f7a-d5b9-4d9f-87af-2bc10c69a54a', 'mac_address': 'fa:16:3e:f8:87:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dce42e54-567b-4b87-b015-1cf7fac54183', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T16:56:24Z', 'updated_at': '2022-03-29T16:56:26Z', 'revision_number': 1, 'project_id': '4e3190fbf72b4165b40a5ef060a24944', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f992064-cd56-4989-af43-d894a5db3505', 'name': '', 'network_id': 'f99b0f7a-d5b9-4d9f-87af-2bc10c69a54a', 'tenant_id': '4e3190fbf72b4165b40a5ef060a24944', 'mac_address': 'fa:16:3e:9d:5e:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54b18aae-4608-47d9-8d49-32438179b49d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4430, 'fixed_ips': [{'subnet_id': '0633b94d-3c87-46f1-8768-04f6382aa899', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:56:02Z', 'updated_at': '2022-03-29T16:56:08Z', 'revision_number': 5, 'project_id': '4e3190fbf72b4165b40a5ef060a24944', 'subnets': [{'id': '0633b94d-3c87-46f1-8768-04f6382aa899', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 17:01:50.491523 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b211d0-e332-4124-b54c-fc39ca3fec62 req-bf85c572-13e4-418c-a0a8-af77859332b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 17:01:50.493003 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-35b211d0-e332-4124-b54c-fc39ca3fec62 req-bf85c572-13e4-418c-a0a8-af77859332b4 service neutron] 10.222.0.48 "GET /v2.0/networks?id=f99b0f7a-d5b9-4d9f-87af-2bc10c69a54a HTTP/1.1" status: 200 len: 910 time: 0.1354780 Mar 29 17:01:50.603000 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-35b211d0-e332-4124-b54c-fc39ca3fec62 req-d4185c2d-4abf-4698-a2b3-1041c1884a8e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=38431b7d-9107-49e5-accc-de365af24128 HTTP/1.1" status: 200 len: 999 time: 0.1011689 Mar 29 17:01:50.608443 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4e6d871a-684c-4211-8108-374de7d8e9c7 req-e5a2a21f-36bc-425c-bccc-27f578f638a7 service neutron] 10.222.0.44 "GET /v2.0/networks/f99b0f7a-d5b9-4d9f-87af-2bc10c69a54a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1507969 Mar 29 17:01:50.678692 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0a1ffd3-0924-4a08-98ad-e9dbd4f82fc8 None None] New status for floating IP f480447c-1d5e-4449-9236-5f5ac07a3805: DOWN {{(pid=102793) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 17:01:50.707919 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b211d0-e332-4124-b54c-fc39ca3fec62 req-add9d355-5228-4538-a593-20cab92bb1e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 17:01:50.709337 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-35b211d0-e332-4124-b54c-fc39ca3fec62 req-add9d355-5228-4538-a593-20cab92bb1e1 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0633b94d-3c87-46f1-8768-04f6382aa899 HTTP/1.1" status: 200 len: 848 time: 0.1000297 Mar 29 17:01:50.760734 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4e6d871a-684c-4211-8108-374de7d8e9c7 req-d978f013-9ee3-46fc-bd7a-ba4035f9b1e5 service neutron] 10.222.0.44 "GET /v2.0/networks/f99b0f7a-d5b9-4d9f-87af-2bc10c69a54a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1432397 Mar 29 17:01:50.770161 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b211d0-e332-4124-b54c-fc39ca3fec62 req-c3d8ac63-a22f-415b-b906-7071f34092dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 17:01:50.771723 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-35b211d0-e332-4124-b54c-fc39ca3fec62 req-c3d8ac63-a22f-415b-b906-7071f34092dc service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f99b0f7a-d5b9-4d9f-87af-2bc10c69a54a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0549586 Mar 29 17:01:50.864345 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-35b211d0-e332-4124-b54c-fc39ca3fec62 req-1f283f59-699d-4f4b-86d9-138b749416ee service neutron] 10.222.0.48 "GET /v2.0/networks/f99b0f7a-d5b9-4d9f-87af-2bc10c69a54a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860989 Mar 29 17:01:50.952018 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-35b211d0-e332-4124-b54c-fc39ca3fec62 req-920438c6-ec20-4691-ac77-8f646bc1ce05 service neutron] 10.222.0.48 "GET /v2.0/networks/f99b0f7a-d5b9-4d9f-87af-2bc10c69a54a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816293 Mar 29 17:01:51.320423 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd68e6d-d780-4341-837b-d5c4f79e33e5 req-0592f04d-0e95-47df-b694-17bcb7105244 tempest-TestSnapshotPattern-993730854 tempest-TestSnapshotPattern-993730854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 17:01:51.321915 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-0bd68e6d-d780-4341-837b-d5c4f79e33e5 req-0592f04d-0e95-47df-b694-17bcb7105244 tempest-TestSnapshotPattern-993730854 tempest-TestSnapshotPattern-993730854-project] 10.222.0.42 "GET /v2.0/ports?device_id=889ad8ee-0fda-4fd7-a7e2-96bd768fe170 HTTP/1.1" status: 200 len: 946 time: 0.0525520 Mar 29 17:01:51.363921 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-0bd68e6d-d780-4341-837b-d5c4f79e33e5 req-7185198e-dc30-4d78-8f28-587dd979f038 tempest-TestSnapshotPattern-993730854 tempest-TestSnapshotPattern-993730854-project] 10.222.0.42 "GET /v2.0/security-groups?id=512e3306-2052-4cb7-974e-aed029b6e615&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357869 Mar 29 17:01:51.677457 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a50b12-1cfe-484f-b60a-2cc14d936cb3 req-d5b9f703-27fb-41bc-af99-64dbd868091b tempest-TestSnapshotPattern-993730854 tempest-TestSnapshotPattern-993730854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 17:01:51.678910 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-21a50b12-1cfe-484f-b60a-2cc14d936cb3 req-d5b9f703-27fb-41bc-af99-64dbd868091b tempest-TestSnapshotPattern-993730854 tempest-TestSnapshotPattern-993730854-project] 10.222.0.44 "GET /v2.0/ports?device_id=889ad8ee-0fda-4fd7-a7e2-96bd768fe170 HTTP/1.1" status: 200 len: 946 time: 0.0477016 Mar 29 17:01:51.769187 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [req-21a50b12-1cfe-484f-b60a-2cc14d936cb3 req-d186dd82-9434-4a13-85b4-010a5f3cde85 tempest-TestSnapshotPattern-993730854 tempest-TestSnapshotPattern-993730854-project] Deleting port 0c0478d9-25eb-43d1-af00-896376b6325d {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 17:01:51.769427 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-21a50b12-1cfe-484f-b60a-2cc14d936cb3 req-d186dd82-9434-4a13-85b4-010a5f3cde85 tempest-TestSnapshotPattern-993730854 tempest-TestSnapshotPattern-993730854-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 17:01:51.858896 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-21a50b12-1cfe-484f-b60a-2cc14d936cb3 req-d186dd82-9434-4a13-85b4-010a5f3cde85 tempest-TestSnapshotPattern-993730854 tempest-TestSnapshotPattern-993730854-project] For port 0c0478d9-25eb-43d1-af00-896376b6325d, host n-h1-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834765-1',level=0,port_id=0c0478d9-25eb-43d1-af00-896376b6325d,segment=NetworkSegment(197308ca-2086-46cd-a9c3-016d506ee6aa),segment_id=197308ca-2086-46cd-a9c3-016d506ee6aa)] {{(pid=102791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 17:01:51.859332 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-21a50b12-1cfe-484f-b60a-2cc14d936cb3 req-d186dd82-9434-4a13-85b4-010a5f3cde85 tempest-TestSnapshotPattern-993730854 tempest-TestSnapshotPattern-993730854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 17:01:51.870682 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [req-21a50b12-1cfe-484f-b60a-2cc14d936cb3 req-d186dd82-9434-4a13-85b4-010a5f3cde85 tempest-TestSnapshotPattern-993730854 tempest-TestSnapshotPattern-993730854-project] Calling delete_port for 0c0478d9-25eb-43d1-af00-896376b6325d owned by compute:nova {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 17:01:51.997540 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-21a50b12-1cfe-484f-b60a-2cc14d936cb3 req-d186dd82-9434-4a13-85b4-010a5f3cde85 tempest-TestSnapshotPattern-993730854 tempest-TestSnapshotPattern-993730854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 17:01:52.026631 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d186dd82-9434-4a13-85b4-010a5f3cde85 tempest-TestSnapshotPattern-993730854 tempest-TestSnapshotPattern-993730854-project] Pushing event deleted for resources: {'Port': ['ID=0c0478d9-25eb-43d1-af00-896376b6325d,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 17:01:52.051458 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d186dd82-9434-4a13-85b4-010a5f3cde85 tempest-TestSnapshotPattern-993730854 tempest-TestSnapshotPattern-993730854-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 17:01:52.051802 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d186dd82-9434-4a13-85b4-010a5f3cde85 tempest-TestSnapshotPattern-993730854 tempest-TestSnapshotPattern-993730854-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 17:01:52.052136 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d186dd82-9434-4a13-85b4-010a5f3cde85 tempest-TestSnapshotPattern-993730854 tempest-TestSnapshotPattern-993730854-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 17:01:52.052464 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d186dd82-9434-4a13-85b4-010a5f3cde85 tempest-TestSnapshotPattern-993730854 tempest-TestSnapshotPattern-993730854-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 17:01:52.052791 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d186dd82-9434-4a13-85b4-010a5f3cde85 tempest-TestSnapshotPattern-993730854 tempest-TestSnapshotPattern-993730854-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 17:01:52.053113 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d186dd82-9434-4a13-85b4-010a5f3cde85 tempest-TestSnapshotPattern-993730854 tempest-TestSnapshotPattern-993730854-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 17:01:52.053437 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d186dd82-9434-4a13-85b4-010a5f3cde85 tempest-TestSnapshotPattern-993730854 tempest-TestSnapshotPattern-993730854-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 17:01:52.053755 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d186dd82-9434-4a13-85b4-010a5f3cde85 tempest-TestSnapshotPattern-993730854 tempest-TestSnapshotPattern-993730854-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 17:01:52.054074 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d186dd82-9434-4a13-85b4-010a5f3cde85 tempest-TestSnapshotPattern-993730854 tempest-TestSnapshotPattern-993730854-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 17:01:52.054389 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d186dd82-9434-4a13-85b4-010a5f3cde85 tempest-TestSnapshotPattern-993730854 tempest-TestSnapshotPattern-993730854-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 17:01:52.054709 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d186dd82-9434-4a13-85b4-010a5f3cde85 tempest-TestSnapshotPattern-993730854 tempest-TestSnapshotPattern-993730854-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 17:01:52.055023 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d186dd82-9434-4a13-85b4-010a5f3cde85 tempest-TestSnapshotPattern-993730854 tempest-TestSnapshotPattern-993730854-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834765-1 {{(pid=102791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 17:01:52.076819 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [req-21a50b12-1cfe-484f-b60a-2cc14d936cb3 req-d186dd82-9434-4a13-85b4-010a5f3cde85 tempest-TestSnapshotPattern-993730854 tempest-TestSnapshotPattern-993730854-project] No DVR routers for this DVR port 0c0478d9-25eb-43d1-af00-896376b6325d on host n-h1-834765-1 {{(pid=102791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 17:01:52.079431 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-21a50b12-1cfe-484f-b60a-2cc14d936cb3 req-d186dd82-9434-4a13-85b4-010a5f3cde85 tempest-TestSnapshotPattern-993730854 tempest-TestSnapshotPattern-993730854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 17:01:52.082779 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-21a50b12-1cfe-484f-b60a-2cc14d936cb3 req-d186dd82-9434-4a13-85b4-010a5f3cde85 tempest-TestSnapshotPattern-993730854 tempest-TestSnapshotPattern-993730854-project] 10.222.0.44 "DELETE /v2.0/ports/0c0478d9-25eb-43d1-af00-896376b6325d HTTP/1.1" status: 204 len: 173 time: 0.3976004 Mar 29 17:01:52.083209 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '889ad8ee-0fda-4fd7-a7e2-96bd768fe170', 'name': 'network-vif-deleted', 'tag': '0c0478d9-25eb-43d1-af00-896376b6325d'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 17:01:52.085535 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e33af8bd2d242198c8fc7a55b0de10a2e3fe57bc5f7d7f0f551297b3d6240ff2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d585d6b0-a3f9-4188-b7da-50d4bbe71aff" -d '{"events": [{"server_uuid": "889ad8ee-0fda-4fd7-a7e2-96bd768fe170", "name": "network-vif-deleted", "tag": "0c0478d9-25eb-43d1-af00-896376b6325d"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 17:01:52.171315 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 17:01:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de22a7c2-deae-4279-971b-fed693a63930 x-openstack-request-id: req-de22a7c2-deae-4279-971b-fed693a63930 {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 17:01:52.172178 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "889ad8ee-0fda-4fd7-a7e2-96bd768fe170", "name": "network-vif-deleted", "tag": "0c0478d9-25eb-43d1-af00-896376b6325d", "status": "completed", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 17:01:52.172419 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-de22a7c2-deae-4279-971b-fed693a63930 {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 17:01:52.173100 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '889ad8ee-0fda-4fd7-a7e2-96bd768fe170', 'name': 'network-vif-deleted', 'tag': '0c0478d9-25eb-43d1-af00-896376b6325d', 'status': 'completed', 'code': 200} Mar 29 17:01:52.483976 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-9767311e-8f66-41ea-82c8-ae87ed9725a4 req-ae8dd592-9ece-4ec0-b844-4c7b7e80a307 tempest-TestSnapshotPattern-993730854 tempest-TestSnapshotPattern-993730854-project] 10.222.0.42 "GET /v2.0/ports?device_id=889ad8ee-0fda-4fd7-a7e2-96bd768fe170 HTTP/1.1" status: 200 len: 210 time: 0.0313427 Mar 29 17:01:53.153578 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device 0c0478d9-25eb-43d1-af00-896376b6325d no longer exists at agent hyperv_n-h1-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 17:01:53.174279 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] No Port match for: 0c0478d9-25eb-43d1-af00-896376b6325d {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 17:01:53.174623 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device 0c0478d9-25eb-43d1-af00-896376b6325d not bound to the agent host n-h1-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 17:01:54.043630 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 44956) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 17:01:54.198941 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-4e046bfd-f723-442e-87ab-58de6739dce1 tempest-TestSnapshotPattern-993730854 tempest-TestSnapshotPattern-993730854-project] Deleting port 91476ebf-ce43-498e-84a7-083f706a3f07 {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 17:01:54.199289 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-4e046bfd-f723-442e-87ab-58de6739dce1 tempest-TestSnapshotPattern-993730854 tempest-TestSnapshotPattern-993730854-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 17:01:54.273191 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-4e046bfd-f723-442e-87ab-58de6739dce1 tempest-TestSnapshotPattern-993730854 tempest-TestSnapshotPattern-993730854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 17:01:54.273512 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-4e046bfd-f723-442e-87ab-58de6739dce1 tempest-TestSnapshotPattern-993730854 tempest-TestSnapshotPattern-993730854-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 17:01:54.284721 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-4e046bfd-f723-442e-87ab-58de6739dce1 tempest-TestSnapshotPattern-993730854 tempest-TestSnapshotPattern-993730854-project] Calling delete_port for 91476ebf-ce43-498e-84a7-083f706a3f07 owned by network:floatingip {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 17:01:54.427665 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-4e046bfd-f723-442e-87ab-58de6739dce1 tempest-TestSnapshotPattern-993730854 tempest-TestSnapshotPattern-993730854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 17:01:54.453068 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e046bfd-f723-442e-87ab-58de6739dce1 tempest-TestSnapshotPattern-993730854 tempest-TestSnapshotPattern-993730854-project] Pushing event deleted for resources: {'Port': ['ID=91476ebf-ce43-498e-84a7-083f706a3f07,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 17:01:54.517603 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-4e046bfd-f723-442e-87ab-58de6739dce1 tempest-TestSnapshotPattern-993730854 tempest-TestSnapshotPattern-993730854-project] Notify callbacks [] for floatingip, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 17:01:54.517936 n-d-834765-1 neutron-server[102791]: INFO neutron.db.l3_db [None req-4e046bfd-f723-442e-87ab-58de6739dce1 tempest-TestSnapshotPattern-993730854 tempest-TestSnapshotPattern-993730854-project] Floating IP d5c9e066-1675-4767-9648-5e76202d81c1 disassociated (deleted). External IP: 172.25.4.178, port: 38431b7d-9107-49e5-accc-de365af24128. Mar 29 17:01:54.722336 n-d-834765-1 neutron-server[102791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e046bfd-f723-442e-87ab-58de6739dce1 tempest-TestSnapshotPattern-993730854 tempest-TestSnapshotPattern-993730854-project] Router 54b18aae-4608-47d9-8d49-32438179b49d has already been hosted by L3 agent c648d819-1060-4f26-b4ec-6455387b5dff {{(pid=102791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 17:01:54.827903 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e046bfd-f723-442e-87ab-58de6739dce1 tempest-TestSnapshotPattern-993730854 tempest-TestSnapshotPattern-993730854-project] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 17:01:54.832601 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-4e046bfd-f723-442e-87ab-58de6739dce1 tempest-TestSnapshotPattern-993730854 tempest-TestSnapshotPattern-993730854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for floatingip, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 17:01:54.837099 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64bd8b5a-d96a-4b55-bfc2-760af4aed02b None None] Sync routers for ids ['54b18aae-4608-47d9-8d49-32438179b49d'] in n-d-834765-1 {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 17:01:54.846510 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64bd8b5a-d96a-4b55-bfc2-760af4aed02b None None] Routers {'54b18aae-4608-47d9-8d49-32438179b49d'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 17:01:54.847117 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-64bd8b5a-d96a-4b55-bfc2-760af4aed02b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T17:01:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['54b18aae-4608-47d9-8d49-32438179b49d'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 17:01:54.864141 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-4e046bfd-f723-442e-87ab-58de6739dce1 tempest-TestSnapshotPattern-993730854 tempest-TestSnapshotPattern-993730854-project] 10.222.0.42 "DELETE /v2.0/floatingips/d5c9e066-1675-4767-9648-5e76202d81c1 HTTP/1.1" status: 204 len: 168 time: 0.8194156 Mar 29 17:01:54.864730 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dce42e54-567b-4b87-b015-1cf7fac54183', 'tag': '38431b7d-9107-49e5-accc-de365af24128'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 17:01:54.866978 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e33af8bd2d242198c8fc7a55b0de10a2e3fe57bc5f7d7f0f551297b3d6240ff2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffd39e9f-b31a-4161-80c6-e9f3cd636e96" -d '{"events": [{"name": "network-changed", "server_uuid": "dce42e54-567b-4b87-b015-1cf7fac54183", "tag": "38431b7d-9107-49e5-accc-de365af24128"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 17:01:54.956324 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvr_db [None req-64bd8b5a-d96a-4b55-bfc2-760af4aed02b None None] Set router 54b18aae-4608-47d9-8d49-32438179b49d gateway port host: n-d-834765-1 {{(pid=102792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 17:01:55.017952 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 17:01:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-112bcc7e-65de-40aa-b340-5983aada1a24 x-openstack-request-id: req-112bcc7e-65de-40aa-b340-5983aada1a24 {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 17:01:55.018304 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dce42e54-567b-4b87-b015-1cf7fac54183", "tag": "38431b7d-9107-49e5-accc-de365af24128", "status": "completed", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 17:01:55.018619 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-112bcc7e-65de-40aa-b340-5983aada1a24 {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 17:01:55.019212 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dce42e54-567b-4b87-b015-1cf7fac54183', 'tag': '38431b7d-9107-49e5-accc-de365af24128', 'status': 'completed', 'code': 200} Mar 29 17:01:55.107674 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd39e9f-b31a-4161-80c6-e9f3cd636e96 req-d3457867-1f98-43a1-b674-438a0c0c5509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 17:01:55.109845 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ffd39e9f-b31a-4161-80c6-e9f3cd636e96 req-d3457867-1f98-43a1-b674-438a0c0c5509 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4e3190fbf72b4165b40a5ef060a24944&device_id=dce42e54-567b-4b87-b015-1cf7fac54183 HTTP/1.1" status: 200 len: 1094 time: 0.0678790 Mar 29 17:01:55.132699 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d200489-ccd3-4782-95bc-b911e028e3f8 req-cd733f85-6eec-438b-8f13-767d1269d297 tempest-TestSnapshotPattern-993730854 tempest-TestSnapshotPattern-993730854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 17:01:55.134122 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4d200489-ccd3-4782-95bc-b911e028e3f8 req-cd733f85-6eec-438b-8f13-767d1269d297 tempest-TestSnapshotPattern-993730854 tempest-TestSnapshotPattern-993730854-project] 10.222.0.42 "GET /v2.0/ports?device_id=dce42e54-567b-4b87-b015-1cf7fac54183 HTTP/1.1" status: 200 len: 943 time: 0.0676322 Mar 29 17:01:55.172576 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-64bd8b5a-d96a-4b55-bfc2-760af4aed02b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54b18aae-4608-47d9-8d49-32438179b49d', 'name': 'tempest-TestSnapshotPattern-840484951-router', 'tenant_id': '4e3190fbf72b4165b40a5ef060a24944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.195'}], 'enable_snat': True}, 'gw_port_id': '099ea690-b7f9-450d-a746-e9a232f7fd01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:56:00Z', 'updated_at': '2022-03-29T16:56:03Z', 'revision_number': 4, 'project_id': '4e3190fbf72b4165b40a5ef060a24944', 'gw_port': {'id': '099ea690-b7f9-450d-a746-e9a232f7fd01', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:33:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54b18aae-4608-47d9-8d49-32438179b49d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4429, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:56:01Z', 'updated_at': '2022-03-29T16:56:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': '9f992064-cd56-4989-af43-d894a5db3505', 'name': '', 'network_id': 'f99b0f7a-d5b9-4d9f-87af-2bc10c69a54a', 'tenant_id': '4e3190fbf72b4165b40a5ef060a24944', 'mac_address': 'fa:16:3e:9d:5e:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54b18aae-4608-47d9-8d49-32438179b49d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4430, 'fixed_ips': [{'subnet_id': '0633b94d-3c87-46f1-8768-04f6382aa899', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:56:02Z', 'updated_at': '2022-03-29T16:56:08Z', 'revision_number': 5, 'project_id': '4e3190fbf72b4165b40a5ef060a24944', 'subnets': [{'id': '0633b94d-3c87-46f1-8768-04f6382aa899', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 17:01:55.203451 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64bd8b5a-d96a-4b55-bfc2-760af4aed02b None None] Checking router: 54b18aae-4608-47d9-8d49-32438179b49d for host: n-d-834765-1 {{(pid=102792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 17:01:55.211725 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64bd8b5a-d96a-4b55-bfc2-760af4aed02b None None] Routers {'54b18aae-4608-47d9-8d49-32438179b49d'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 17:01:55.212335 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-64bd8b5a-d96a-4b55-bfc2-760af4aed02b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T17:01:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['54b18aae-4608-47d9-8d49-32438179b49d'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 17:01:55.219399 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-4d200489-ccd3-4782-95bc-b911e028e3f8 req-c8c65a8a-5980-40bb-a456-dc36329cbad5 tempest-TestSnapshotPattern-993730854 tempest-TestSnapshotPattern-993730854-project] 10.222.0.42 "GET /v2.0/security-groups?id=512e3306-2052-4cb7-974e-aed029b6e615&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753286 Mar 29 17:01:55.243310 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd39e9f-b31a-4161-80c6-e9f3cd636e96 req-4ef77b7e-7bdb-43c8-9257-0a9070d5088a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 17:01:55.244699 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ffd39e9f-b31a-4161-80c6-e9f3cd636e96 req-4ef77b7e-7bdb-43c8-9257-0a9070d5088a service neutron] 10.222.0.48 "GET /v2.0/networks?id=f99b0f7a-d5b9-4d9f-87af-2bc10c69a54a HTTP/1.1" status: 200 len: 910 time: 0.1278360 Mar 29 17:01:55.286549 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ffd39e9f-b31a-4161-80c6-e9f3cd636e96 req-4c1aca6b-a19d-457f-8494-b71576c7a69f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=38431b7d-9107-49e5-accc-de365af24128 HTTP/1.1" status: 200 len: 217 time: 0.0340376 Mar 29 17:01:55.341225 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd39e9f-b31a-4161-80c6-e9f3cd636e96 req-605a6d36-ce6b-4c0d-9d5c-4af26397cb73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 17:01:55.342729 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ffd39e9f-b31a-4161-80c6-e9f3cd636e96 req-605a6d36-ce6b-4c0d-9d5c-4af26397cb73 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0633b94d-3c87-46f1-8768-04f6382aa899 HTTP/1.1" status: 200 len: 848 time: 0.0496428 Mar 29 17:01:55.391361 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd39e9f-b31a-4161-80c6-e9f3cd636e96 req-88069cff-ceaa-456b-abb2-35a189574d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 17:01:55.392921 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ffd39e9f-b31a-4161-80c6-e9f3cd636e96 req-88069cff-ceaa-456b-abb2-35a189574d65 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f99b0f7a-d5b9-4d9f-87af-2bc10c69a54a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426831 Mar 29 17:01:55.477417 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvr_db [None req-64bd8b5a-d96a-4b55-bfc2-760af4aed02b None None] Set router 54b18aae-4608-47d9-8d49-32438179b49d gateway port host: n-d-834765-1 {{(pid=102792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 17:01:55.487062 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ffd39e9f-b31a-4161-80c6-e9f3cd636e96 req-b7f210e8-13dd-4ef1-a1d8-12c8b664c064 service neutron] 10.222.0.48 "GET /v2.0/networks/f99b0f7a-d5b9-4d9f-87af-2bc10c69a54a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865529 Mar 29 17:01:55.583786 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-ffd39e9f-b31a-4161-80c6-e9f3cd636e96 req-5a13a9a8-1d5e-48a7-9ee3-1a83c749a467 service neutron] 10.222.0.48 "GET /v2.0/networks/f99b0f7a-d5b9-4d9f-87af-2bc10c69a54a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882967 Mar 29 17:01:55.674040 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-64bd8b5a-d96a-4b55-bfc2-760af4aed02b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54b18aae-4608-47d9-8d49-32438179b49d', 'name': 'tempest-TestSnapshotPattern-840484951-router', 'tenant_id': '4e3190fbf72b4165b40a5ef060a24944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.195'}], 'enable_snat': True}, 'gw_port_id': '099ea690-b7f9-450d-a746-e9a232f7fd01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:56:00Z', 'updated_at': '2022-03-29T16:56:03Z', 'revision_number': 4, 'project_id': '4e3190fbf72b4165b40a5ef060a24944', 'gw_port': {'id': '099ea690-b7f9-450d-a746-e9a232f7fd01', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:33:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54b18aae-4608-47d9-8d49-32438179b49d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4429, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:56:01Z', 'updated_at': '2022-03-29T16:56:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': '9f992064-cd56-4989-af43-d894a5db3505', 'name': '', 'network_id': 'f99b0f7a-d5b9-4d9f-87af-2bc10c69a54a', 'tenant_id': '4e3190fbf72b4165b40a5ef060a24944', 'mac_address': 'fa:16:3e:9d:5e:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54b18aae-4608-47d9-8d49-32438179b49d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4430, 'fixed_ips': [{'subnet_id': '0633b94d-3c87-46f1-8768-04f6382aa899', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:56:02Z', 'updated_at': '2022-03-29T16:56:08Z', 'revision_number': 5, 'project_id': '4e3190fbf72b4165b40a5ef060a24944', 'subnets': [{'id': '0633b94d-3c87-46f1-8768-04f6382aa899', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 17:01:55.701103 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64bd8b5a-d96a-4b55-bfc2-760af4aed02b None None] The sync data for ids ['54b18aae-4608-47d9-8d49-32438179b49d'] in n-d-834765-1 is: [{'id': '54b18aae-4608-47d9-8d49-32438179b49d', 'name': 'tempest-TestSnapshotPattern-840484951-router', 'tenant_id': '4e3190fbf72b4165b40a5ef060a24944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.195'}], 'enable_snat': True}, 'gw_port_id': '099ea690-b7f9-450d-a746-e9a232f7fd01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:56:00Z', 'updated_at': '2022-03-29T16:56:03Z', 'revision_number': 4, 'project_id': '4e3190fbf72b4165b40a5ef060a24944', 'gw_port': {'id': '099ea690-b7f9-450d-a746-e9a232f7fd01', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:33:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54b18aae-4608-47d9-8d49-32438179b49d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4429, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:56:01Z', 'updated_at': '2022-03-29T16:56:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1', '_interfaces': [{'id': '9f992064-cd56-4989-af43-d894a5db3505', 'name': '', 'network_id': 'f99b0f7a-d5b9-4d9f-87af-2bc10c69a54a', 'tenant_id': '4e3190fbf72b4165b40a5ef060a24944', 'mac_address': 'fa:16:3e:9d:5e:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54b18aae-4608-47d9-8d49-32438179b49d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4430, 'fixed_ips': [{'subnet_id': '0633b94d-3c87-46f1-8768-04f6382aa899', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:56:02Z', 'updated_at': '2022-03-29T16:56:08Z', 'revision_number': 5, 'project_id': '4e3190fbf72b4165b40a5ef060a24944', 'subnets': [{'id': '0633b94d-3c87-46f1-8768-04f6382aa899', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 17:01:55.909469 n-d-834765-1 neutron-server[102791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1926fac-b184-4fe3-ad0c-e9d548e15c45 req-427ac4ec-748c-4dbd-923a-38796e7fda82 tempest-TestSnapshotPattern-993730854 tempest-TestSnapshotPattern-993730854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 17:01:55.911105 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b1926fac-b184-4fe3-ad0c-e9d548e15c45 req-427ac4ec-748c-4dbd-923a-38796e7fda82 tempest-TestSnapshotPattern-993730854 tempest-TestSnapshotPattern-993730854-project] 10.222.0.48 "GET /v2.0/ports?device_id=dce42e54-567b-4b87-b015-1cf7fac54183 HTTP/1.1" status: 200 len: 943 time: 0.0510793 Mar 29 17:01:55.936285 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f80f5fc4-3c6c-4ee4-bd99-f15648f3e707 None None] New status for floating IP d5c9e066-1675-4767-9648-5e76202d81c1: DOWN {{(pid=102793) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 17:01:56.003531 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [req-b1926fac-b184-4fe3-ad0c-e9d548e15c45 req-a02ef6ce-a6e9-47df-ad65-e55c498afae5 tempest-TestSnapshotPattern-993730854 tempest-TestSnapshotPattern-993730854-project] Deleting port 38431b7d-9107-49e5-accc-de365af24128 {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 17:01:56.003873 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-b1926fac-b184-4fe3-ad0c-e9d548e15c45 req-a02ef6ce-a6e9-47df-ad65-e55c498afae5 tempest-TestSnapshotPattern-993730854 tempest-TestSnapshotPattern-993730854-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 17:01:56.092358 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [req-b1926fac-b184-4fe3-ad0c-e9d548e15c45 req-a02ef6ce-a6e9-47df-ad65-e55c498afae5 tempest-TestSnapshotPattern-993730854 tempest-TestSnapshotPattern-993730854-project] For port 38431b7d-9107-49e5-accc-de365af24128, host n-h2-834765-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834765-1',level=0,port_id=38431b7d-9107-49e5-accc-de365af24128,segment=NetworkSegment(197308ca-2086-46cd-a9c3-016d506ee6aa),segment_id=197308ca-2086-46cd-a9c3-016d506ee6aa)] {{(pid=102791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 17:01:56.092642 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-b1926fac-b184-4fe3-ad0c-e9d548e15c45 req-a02ef6ce-a6e9-47df-ad65-e55c498afae5 tempest-TestSnapshotPattern-993730854 tempest-TestSnapshotPattern-993730854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 17:01:56.104584 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [req-b1926fac-b184-4fe3-ad0c-e9d548e15c45 req-a02ef6ce-a6e9-47df-ad65-e55c498afae5 tempest-TestSnapshotPattern-993730854 tempest-TestSnapshotPattern-993730854-project] Calling delete_port for 38431b7d-9107-49e5-accc-de365af24128 owned by compute:nova {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 17:01:56.230702 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-b1926fac-b184-4fe3-ad0c-e9d548e15c45 req-a02ef6ce-a6e9-47df-ad65-e55c498afae5 tempest-TestSnapshotPattern-993730854 tempest-TestSnapshotPattern-993730854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 17:01:56.267219 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02ef6ce-a6e9-47df-ad65-e55c498afae5 tempest-TestSnapshotPattern-993730854 tempest-TestSnapshotPattern-993730854-project] Pushing event deleted for resources: {'Port': ['ID=38431b7d-9107-49e5-accc-de365af24128,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 17:01:56.302513 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1926fac-b184-4fe3-ad0c-e9d548e15c45 req-a02ef6ce-a6e9-47df-ad65-e55c498afae5 tempest-TestSnapshotPattern-993730854 tempest-TestSnapshotPattern-993730854-project] No DVR routers for this DVR port 38431b7d-9107-49e5-accc-de365af24128 on host n-h2-834765-1 {{(pid=102791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 17:01:56.305275 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [req-b1926fac-b184-4fe3-ad0c-e9d548e15c45 req-a02ef6ce-a6e9-47df-ad65-e55c498afae5 tempest-TestSnapshotPattern-993730854 tempest-TestSnapshotPattern-993730854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39932'] for port, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 17:01:56.309006 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-b1926fac-b184-4fe3-ad0c-e9d548e15c45 req-a02ef6ce-a6e9-47df-ad65-e55c498afae5 tempest-TestSnapshotPattern-993730854 tempest-TestSnapshotPattern-993730854-project] 10.222.0.48 "DELETE /v2.0/ports/38431b7d-9107-49e5-accc-de365af24128 HTTP/1.1" status: 204 len: 173 time: 0.3924007 Mar 29 17:01:56.663254 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [req-f2d95c1a-08b6-42c1-a01e-f259851d0746 req-d8352021-95e9-4f57-b385-2c5d340e3e30 tempest-TestSnapshotPattern-993730854 tempest-TestSnapshotPattern-993730854-project] 10.222.0.42 "GET /v2.0/ports?device_id=dce42e54-567b-4b87-b015-1cf7fac54183 HTTP/1.1" status: 200 len: 210 time: 0.3617823 Mar 29 17:01:57.020403 n-d-834765-1 neutron-server[102791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dce42e54-567b-4b87-b015-1cf7fac54183', 'name': 'network-vif-deleted', 'tag': '38431b7d-9107-49e5-accc-de365af24128'}] {{(pid=102791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 17:01:57.022617 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e33af8bd2d242198c8fc7a55b0de10a2e3fe57bc5f7d7f0f551297b3d6240ff2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54fdd045-469a-4401-9441-22d7f9fea556" -d '{"events": [{"server_uuid": "dce42e54-567b-4b87-b015-1cf7fac54183", "name": "network-vif-deleted", "tag": "38431b7d-9107-49e5-accc-de365af24128"}]}' {{(pid=102791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 17:01:57.057956 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 17:01:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66a3d9f0-9d74-4e5c-985c-ef3937e493db x-openstack-request-id: req-66a3d9f0-9d74-4e5c-985c-ef3937e493db {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 17:01:57.058306 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dce42e54-567b-4b87-b015-1cf7fac54183", "name": "network-vif-deleted", "tag": "38431b7d-9107-49e5-accc-de365af24128", "status": "completed", "code": 200}]} {{(pid=102791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 17:01:57.058674 n-d-834765-1 neutron-server[102791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-66a3d9f0-9d74-4e5c-985c-ef3937e493db {{(pid=102791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 17:01:57.059066 n-d-834765-1 neutron-server[102791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dce42e54-567b-4b87-b015-1cf7fac54183', 'name': 'network-vif-deleted', 'tag': '38431b7d-9107-49e5-accc-de365af24128', 'status': 'completed', 'code': 200} Mar 29 17:01:57.189723 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device 0c0478d9-25eb-43d1-af00-896376b6325d no longer exists at agent hyperv_n-h1-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 17:01:57.209731 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] No Port match for: 0c0478d9-25eb-43d1-af00-896376b6325d {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 17:01:57.210073 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Device 0c0478d9-25eb-43d1-af00-896376b6325d not bound to the agent host n-h1-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 17:01:57.725706 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 44970) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 17:01:57.787077 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-a4cf31fa-e8b8-446f-9d54-1019061c3377 tempest-TestSnapshotPattern-993730854 tempest-TestSnapshotPattern-993730854-project] Notify callbacks [] for security_group, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 17:01:57.811822 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-a4cf31fa-e8b8-446f-9d54-1019061c3377 tempest-TestSnapshotPattern-993730854 tempest-TestSnapshotPattern-993730854-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 17:01:57.869514 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-a4cf31fa-e8b8-446f-9d54-1019061c3377 tempest-TestSnapshotPattern-993730854 tempest-TestSnapshotPattern-993730854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 17:01:57.872143 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-a4cf31fa-e8b8-446f-9d54-1019061c3377 tempest-TestSnapshotPattern-993730854 tempest-TestSnapshotPattern-993730854-project] Notify callbacks [] for security_group, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 17:01:57.873302 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-a4cf31fa-e8b8-446f-9d54-1019061c3377 tempest-TestSnapshotPattern-993730854 tempest-TestSnapshotPattern-993730854-project] 10.222.0.42 "DELETE /v2.0/security-groups/512e3306-2052-4cb7-974e-aed029b6e615 HTTP/1.1" status: 204 len: 168 time: 0.1466200 Mar 29 17:01:57.883227 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cf31fa-e8b8-446f-9d54-1019061c3377 tempest-TestSnapshotPattern-993730854 tempest-TestSnapshotPattern-993730854-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=512e3306-2052-4cb7-974e-aed029b6e615,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 17:01:57.919878 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 44974) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 17:01:58.345939 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-7b850aef-1e25-43a9-8315-4cd16a6abc20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-530452'] for router_interface, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 17:01:58.583912 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-7b850aef-1e25-43a9-8315-4cd16a6abc20 admin admin] Deleting port 9f992064-cd56-4989-af43-d894a5db3505 {{(pid=102790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 17:01:58.584246 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-7b850aef-1e25-43a9-8315-4cd16a6abc20 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 17:01:58.662761 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [None req-7b850aef-1e25-43a9-8315-4cd16a6abc20 admin admin] For port 9f992064-cd56-4989-af43-d894a5db3505, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=9f992064-cd56-4989-af43-d894a5db3505,segment=NetworkSegment(197308ca-2086-46cd-a9c3-016d506ee6aa),segment_id=197308ca-2086-46cd-a9c3-016d506ee6aa)] {{(pid=102790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 17:01:58.663033 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-7b850aef-1e25-43a9-8315-4cd16a6abc20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 17:01:58.675622 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-7b850aef-1e25-43a9-8315-4cd16a6abc20 admin admin] Calling delete_port for 9f992064-cd56-4989-af43-d894a5db3505 owned by network:router_interface {{(pid=102790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 17:01:58.849684 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-7b850aef-1e25-43a9-8315-4cd16a6abc20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 17:01:58.875661 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b850aef-1e25-43a9-8315-4cd16a6abc20 admin admin] Pushing event deleted for resources: {'Port': ['ID=9f992064-cd56-4989-af43-d894a5db3505,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 17:01:59.039294 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-7b850aef-1e25-43a9-8315-4cd16a6abc20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-530528'] for router_interface, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 17:01:59.256688 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b850aef-1e25-43a9-8315-4cd16a6abc20 admin admin] Router 54b18aae-4608-47d9-8d49-32438179b49d has already been hosted by L3 agent c648d819-1060-4f26-b4ec-6455387b5dff {{(pid=102790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 17:01:59.360321 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b850aef-1e25-43a9-8315-4cd16a6abc20 admin admin] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 17:01:59.365280 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-7b850aef-1e25-43a9-8315-4cd16a6abc20 admin admin] 10.222.0.42 "PUT /v2.0/routers/54b18aae-4608-47d9-8d49-32438179b49d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4443781 Mar 29 17:01:59.367846 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 44978) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 17:01:59.370408 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b5d7477-18bc-4191-953a-95fd321d39cd None None] Sync routers for ids ['54b18aae-4608-47d9-8d49-32438179b49d'] in n-d-834765-1 {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 17:01:59.380436 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b5d7477-18bc-4191-953a-95fd321d39cd None None] Routers {'54b18aae-4608-47d9-8d49-32438179b49d'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 17:01:59.381042 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-4b5d7477-18bc-4191-953a-95fd321d39cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T17:01:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['54b18aae-4608-47d9-8d49-32438179b49d'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 17:01:59.471659 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-3f6be10c-be2a-4de5-a1af-c263caf63a7a admin admin] Notify callbacks [] for router, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 17:01:59.485583 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvr_db [None req-4b5d7477-18bc-4191-953a-95fd321d39cd None None] Set router 54b18aae-4608-47d9-8d49-32438179b49d gateway port host: n-d-834765-1 {{(pid=102792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 17:01:59.667304 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-4b5d7477-18bc-4191-953a-95fd321d39cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54b18aae-4608-47d9-8d49-32438179b49d', 'name': 'tempest-TestSnapshotPattern-840484951-router', 'tenant_id': '4e3190fbf72b4165b40a5ef060a24944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.195'}], 'enable_snat': True}, 'gw_port_id': '099ea690-b7f9-450d-a746-e9a232f7fd01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:56:00Z', 'updated_at': '2022-03-29T17:01:58Z', 'revision_number': 5, 'project_id': '4e3190fbf72b4165b40a5ef060a24944', 'gw_port': {'id': '099ea690-b7f9-450d-a746-e9a232f7fd01', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:33:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54b18aae-4608-47d9-8d49-32438179b49d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4429, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:56:01Z', 'updated_at': '2022-03-29T16:56:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1'}], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 17:01:59.700707 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b5d7477-18bc-4191-953a-95fd321d39cd None None] Checking router: 54b18aae-4608-47d9-8d49-32438179b49d for host: n-d-834765-1 {{(pid=102792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 17:01:59.710206 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b5d7477-18bc-4191-953a-95fd321d39cd None None] Routers {'54b18aae-4608-47d9-8d49-32438179b49d'} bound to L3 agent in host n-d-834765-1 {{(pid=102792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 17:01:59.710831 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-4b5d7477-18bc-4191-953a-95fd321d39cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T17:01:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['54b18aae-4608-47d9-8d49-32438179b49d'], 'active': True} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 17:01:59.816486 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_dvr_db [None req-4b5d7477-18bc-4191-953a-95fd321d39cd None None] Set router 54b18aae-4608-47d9-8d49-32438179b49d gateway port host: n-d-834765-1 {{(pid=102792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 17:01:59.899952 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-3f6be10c-be2a-4de5-a1af-c263caf63a7a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 17:01:59.951773 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-3f6be10c-be2a-4de5-a1af-c263caf63a7a admin admin] Deleting port 099ea690-b7f9-450d-a746-e9a232f7fd01 {{(pid=102790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 17:01:59.952027 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-3f6be10c-be2a-4de5-a1af-c263caf63a7a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 17:02:00.001996 n-d-834765-1 neutron-server[102792]: DEBUG neutron.db.l3_hamode_db [None req-4b5d7477-18bc-4191-953a-95fd321d39cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54b18aae-4608-47d9-8d49-32438179b49d', 'name': 'tempest-TestSnapshotPattern-840484951-router', 'tenant_id': '4e3190fbf72b4165b40a5ef060a24944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.195'}], 'enable_snat': True}, 'gw_port_id': '099ea690-b7f9-450d-a746-e9a232f7fd01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:56:00Z', 'updated_at': '2022-03-29T17:01:58Z', 'revision_number': 5, 'project_id': '4e3190fbf72b4165b40a5ef060a24944', 'gw_port': {'id': '099ea690-b7f9-450d-a746-e9a232f7fd01', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:33:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54b18aae-4608-47d9-8d49-32438179b49d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4429, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:56:01Z', 'updated_at': '2022-03-29T16:56:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1'}], 'n-d-834765-1', False) {} {{(pid=102792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 17:02:00.028746 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b5d7477-18bc-4191-953a-95fd321d39cd None None] The sync data for ids ['54b18aae-4608-47d9-8d49-32438179b49d'] in n-d-834765-1 is: [{'id': '54b18aae-4608-47d9-8d49-32438179b49d', 'name': 'tempest-TestSnapshotPattern-840484951-router', 'tenant_id': '4e3190fbf72b4165b40a5ef060a24944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.195'}], 'enable_snat': True}, 'gw_port_id': '099ea690-b7f9-450d-a746-e9a232f7fd01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:56:00Z', 'updated_at': '2022-03-29T17:01:58Z', 'revision_number': 5, 'project_id': '4e3190fbf72b4165b40a5ef060a24944', 'gw_port': {'id': '099ea690-b7f9-450d-a746-e9a232f7fd01', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:33:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54b18aae-4608-47d9-8d49-32438179b49d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4429, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:56:01Z', 'updated_at': '2022-03-29T16:56:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1'}] {{(pid=102792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 17:02:00.032899 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [None req-3f6be10c-be2a-4de5-a1af-c263caf63a7a admin admin] For port 099ea690-b7f9-450d-a746-e9a232f7fd01, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=099ea690-b7f9-450d-a746-e9a232f7fd01,segment=NetworkSegment(6ab47353-a811-4bad-bc73-b4cc84583cfd),segment_id=6ab47353-a811-4bad-bc73-b4cc84583cfd)] {{(pid=102790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 17:02:00.033262 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-3f6be10c-be2a-4de5-a1af-c263caf63a7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 17:02:00.047113 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-3f6be10c-be2a-4de5-a1af-c263caf63a7a admin admin] Calling delete_port for 099ea690-b7f9-450d-a746-e9a232f7fd01 owned by network:router_gateway {{(pid=102790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 17:02:00.209372 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-3f6be10c-be2a-4de5-a1af-c263caf63a7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 17:02:00.237776 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6be10c-be2a-4de5-a1af-c263caf63a7a admin admin] Pushing event deleted for resources: {'Port': ['ID=099ea690-b7f9-450d-a746-e9a232f7fd01,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 17:02:00.299958 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-3f6be10c-be2a-4de5-a1af-c263caf63a7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-648138'] for router_gateway, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 17:02:00.391293 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-3f6be10c-be2a-4de5-a1af-c263caf63a7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129328'] for router, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 17:02:00.393452 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-3f6be10c-be2a-4de5-a1af-c263caf63a7a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 17:02:00.438320 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-3f6be10c-be2a-4de5-a1af-c263caf63a7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-526718'] for router, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 17:02:00.438846 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f6be10c-be2a-4de5-a1af-c263caf63a7a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 54b18aae-4608-47d9-8d49-32438179b49d {{(pid=102790) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 29 17:02:00.444120 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-3f6be10c-be2a-4de5-a1af-c263caf63a7a admin admin] Notify callbacks [] for router, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 17:02:00.445270 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-3f6be10c-be2a-4de5-a1af-c263caf63a7a admin admin] 10.222.0.42 "DELETE /v2.0/routers/54b18aae-4608-47d9-8d49-32438179b49d HTTP/1.1" status: 204 len: 168 time: 1.0765097 Mar 29 17:02:00.448206 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 44980) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 17:02:00.501564 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.db_base_plugin_v2 [None req-bdb42a22-423f-46a3-b489-488ad73433ca admin admin] Deleting subnet 0633b94d-3c87-46f1-8768-04f6382aa899 {{(pid=102790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 17:02:00.505300 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-bdb42a22-423f-46a3-b489-488ad73433ca admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 17:02:00.541926 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-bdb42a22-423f-46a3-b489-488ad73433ca admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4614024'] for subnet, precommit_delete_associations {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 17:02:00.567296 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-dc268bc3-a26b-4ea9-8ad3-e347eb9fc746 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 17:02:00.620097 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 9f992064-cd56-4989-af43-d894a5db3505 no longer exists at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 17:02:00.628603 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-bdb42a22-423f-46a3-b489-488ad73433ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1641287'] for subnet, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 17:02:00.648478 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] No Port match for: 9f992064-cd56-4989-af43-d894a5db3505 {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 17:02:00.648823 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 9f992064-cd56-4989-af43-d894a5db3505 not bound to the agent host n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 17:02:00.685809 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-bdb42a22-423f-46a3-b489-488ad73433ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1641294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5231963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4793952'] for subnet, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 17:02:00.712098 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb42a22-423f-46a3-b489-488ad73433ca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0633b94d-3c87-46f1-8768-04f6382aa899,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 17:02:00.715848 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-bdb42a22-423f-46a3-b489-488ad73433ca admin admin] Notify callbacks [] for subnet, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 17:02:00.719757 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-bdb42a22-423f-46a3-b489-488ad73433ca admin admin] 10.222.0.42 "DELETE /v2.0/subnets/0633b94d-3c87-46f1-8768-04f6382aa899 HTTP/1.1" status: 204 len: 168 time: 0.2705119 Mar 29 17:02:00.722861 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9d6019a-8542-4e65-9aa5-1e23da0c2ee6 None None] Network f99b0f7a-d5b9-4d9f-87af-2bc10c69a54a requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 17:02:00.723832 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 44982) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 17:02:00.800924 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-41a7cf23-e8c7-4a4a-bc98-f84b121d2a8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1631750'] for network, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 17:02:00.853127 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-41a7cf23-e8c7-4a4a-bc98-f84b121d2a8e admin admin] Deleting port 2c7ab85c-6e11-4504-8a25-c87a6d0fcb6d {{(pid=102791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 17:02:00.853464 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-41a7cf23-e8c7-4a4a-bc98-f84b121d2a8e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 17:02:00.919549 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.db [None req-41a7cf23-e8c7-4a4a-bc98-f84b121d2a8e admin admin] For port 2c7ab85c-6e11-4504-8a25-c87a6d0fcb6d, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=2c7ab85c-6e11-4504-8a25-c87a6d0fcb6d,segment=NetworkSegment(197308ca-2086-46cd-a9c3-016d506ee6aa),segment_id=197308ca-2086-46cd-a9c3-016d506ee6aa)] {{(pid=102791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 17:02:00.919907 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-41a7cf23-e8c7-4a4a-bc98-f84b121d2a8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 17:02:00.932454 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.plugin [None req-41a7cf23-e8c7-4a4a-bc98-f84b121d2a8e admin admin] Calling delete_port for 2c7ab85c-6e11-4504-8a25-c87a6d0fcb6d owned by network:dhcp {{(pid=102791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 17:02:01.009069 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-41a7cf23-e8c7-4a4a-bc98-f84b121d2a8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16169524'] for port, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 17:02:01.040338 n-d-834765-1 neutron-server[102791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41a7cf23-e8c7-4a4a-bc98-f84b121d2a8e admin admin] No DVR routers for this DVR port 2c7ab85c-6e11-4504-8a25-c87a6d0fcb6d on host n-d-834765-1 {{(pid=102791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 17:02:01.044319 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a7cf23-e8c7-4a4a-bc98-f84b121d2a8e admin admin] Pushing event deleted for resources: {'Port': ['ID=2c7ab85c-6e11-4504-8a25-c87a6d0fcb6d,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 17:02:01.069223 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device 38431b7d-9107-49e5-accc-de365af24128 no longer exists at agent hyperv_n-h2-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 17:02:01.091569 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] No Port match for: 38431b7d-9107-49e5-accc-de365af24128 {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 17:02:01.091916 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Device 38431b7d-9107-49e5-accc-de365af24128 not bound to the agent host n-h2-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 17:02:01.112720 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6fb3d66-0256-400e-a6f7-99bba688a392 None None] DHCP port deletion for f99b0f7a-d5b9-4d9f-87af-2bc10c69a54a request from n-d-834765-1 {{(pid=102792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 29 17:02:01.129663 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-41a7cf23-e8c7-4a4a-bc98-f84b121d2a8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639890', 'neutron.services.segments.db._delete_segments_for_network-8783523423079'] for network, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 17:02:01.152049 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-41a7cf23-e8c7-4a4a-bc98-f84b121d2a8e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f99b0f7a-d5b9-4d9f-87af-2bc10c69a54a']}} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 17:02:01.161801 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-41a7cf23-e8c7-4a4a-bc98-f84b121d2a8e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '197308ca-2086-46cd-a9c3-016d506ee6aa') {'for_net_delete': True} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 17:02:01.162093 n-d-834765-1 neutron-server[102791]: DEBUG neutron.services.segments.db [None req-41a7cf23-e8c7-4a4a-bc98-f84b121d2a8e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '197308ca-2086-46cd-a9c3-016d506ee6aa') {} {{(pid=102791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 17:02:01.171068 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-41a7cf23-e8c7-4a4a-bc98-f84b121d2a8e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783523422064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4230428'] for segment, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 17:02:01.183659 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-41a7cf23-e8c7-4a4a-bc98-f84b121d2a8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 17:02:01.189396 n-d-834765-1 neutron-server[102791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41a7cf23-e8c7-4a4a-bc98-f84b121d2a8e admin admin] Releasing vlan 641 on physical network physnet1 to pool {{(pid=102791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 17:02:01.189778 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-41a7cf23-e8c7-4a4a-bc98-f84b121d2a8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16169569'] for segment, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 17:02:01.191448 n-d-834765-1 neutron-server[102791]: Traceback (most recent call last): Mar 29 17:02:01.191448 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 17:02:01.191448 n-d-834765-1 neutron-server[102791]: timer() Mar 29 17:02:01.191448 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 17:02:01.191448 n-d-834765-1 neutron-server[102791]: cb(*args, **kw) Mar 29 17:02:01.191448 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 17:02:01.191448 n-d-834765-1 neutron-server[102791]: return func(*args, **kwargs) Mar 29 17:02:01.191448 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 17:02:01.191448 n-d-834765-1 neutron-server[102791]: self._notify() Mar 29 17:02:01.191448 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 17:02:01.191448 n-d-834765-1 neutron-server[102791]: self.callback(batched_events) Mar 29 17:02:01.191448 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 17:02:01.191448 n-d-834765-1 neutron-server[102791]: event.method(event) Mar 29 17:02:01.191448 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 17:02:01.191448 n-d-834765-1 neutron-server[102791]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 17:02:01.191448 n-d-834765-1 neutron-server[102791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 17:02:01.191448 n-d-834765-1 neutron-server[102791]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 17:02:01.191448 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 17:02:01.191448 n-d-834765-1 neutron-server[102791]: return f(self, *a, **k) Mar 29 17:02:01.191448 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 17:02:01.191448 n-d-834765-1 neutron-server[102791]: return self._get(url).json() Mar 29 17:02:01.191448 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 17:02:01.191448 n-d-834765-1 neutron-server[102791]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 17:02:01.191448 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 17:02:01.191448 n-d-834765-1 neutron-server[102791]: return self.request(url, 'GET', **kwargs) Mar 29 17:02:01.191448 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 17:02:01.191448 n-d-834765-1 neutron-server[102791]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 17:02:01.191448 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 17:02:01.191448 n-d-834765-1 neutron-server[102791]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 17:02:01.191448 n-d-834765-1 neutron-server[102791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 17:02:01.191448 n-d-834765-1 neutron-server[102791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 17:02:01.191448 n-d-834765-1 neutron-server[102791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 17:02:01.248315 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-41a7cf23-e8c7-4a4a-bc98-f84b121d2a8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1639897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648174'] for network, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 17:02:01.253693 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-41a7cf23-e8c7-4a4a-bc98-f84b121d2a8e admin admin] Notify callbacks [] for network, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 17:02:01.256821 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-41a7cf23-e8c7-4a4a-bc98-f84b121d2a8e admin admin] 10.222.0.42 "DELETE /v2.0/networks/f99b0f7a-d5b9-4d9f-87af-2bc10c69a54a HTTP/1.1" status: 204 len: 168 time: 0.5320091 Mar 29 17:02:01.266303 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 44984) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 17:02:01.269512 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a7cf23-e8c7-4a4a-bc98-f84b121d2a8e admin admin] Pushing event deleted for resources: {'Network': ['ID=f99b0f7a-d5b9-4d9f-87af-2bc10c69a54a,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 17:02:01.603688 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-8127fcf5-cbe2-4e26-98eb-9c8f727694f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-530452'] for router_interface, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 17:02:01.847660 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-8127fcf5-cbe2-4e26-98eb-9c8f727694f7 admin admin] Deleting port 2aa835ba-3145-44bf-b00b-4222c9b8528c {{(pid=102790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 17:02:01.847996 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-8127fcf5-cbe2-4e26-98eb-9c8f727694f7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 17:02:01.925640 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [None req-8127fcf5-cbe2-4e26-98eb-9c8f727694f7 admin admin] For port 2aa835ba-3145-44bf-b00b-4222c9b8528c, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=2aa835ba-3145-44bf-b00b-4222c9b8528c,segment=NetworkSegment(ec8660b3-7d9e-46ff-b9c8-7917e1a18483),segment_id=ec8660b3-7d9e-46ff-b9c8-7917e1a18483)] {{(pid=102790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 17:02:01.925995 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-8127fcf5-cbe2-4e26-98eb-9c8f727694f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 17:02:01.940458 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-8127fcf5-cbe2-4e26-98eb-9c8f727694f7 admin admin] Calling delete_port for 2aa835ba-3145-44bf-b00b-4222c9b8528c owned by network:router_interface {{(pid=102790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 17:02:02.118719 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-8127fcf5-cbe2-4e26-98eb-9c8f727694f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 17:02:02.145945 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8127fcf5-cbe2-4e26-98eb-9c8f727694f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=2aa835ba-3145-44bf-b00b-4222c9b8528c,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 17:02:02.317372 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-8127fcf5-cbe2-4e26-98eb-9c8f727694f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-530528'] for router_interface, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 17:02:02.530530 n-d-834765-1 neutron-server[102790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8127fcf5-cbe2-4e26-98eb-9c8f727694f7 admin admin] Router 9364484b-8b56-4626-83cb-c192d7874fec has already been hosted by L3 agent c648d819-1060-4f26-b4ec-6455387b5dff {{(pid=102790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 17:02:02.587980 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 099ea690-b7f9-450d-a746-e9a232f7fd01 no longer exists at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 17:02:02.607316 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] No Port match for: 099ea690-b7f9-450d-a746-e9a232f7fd01 {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 17:02:02.607656 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 099ea690-b7f9-450d-a746-e9a232f7fd01 not bound to the agent host n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 17:02:02.608087 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 2c7ab85c-6e11-4504-8a25-c87a6d0fcb6d no longer exists at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 17:02:02.627619 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] No Port match for: 2c7ab85c-6e11-4504-8a25-c87a6d0fcb6d {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 17:02:02.627963 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 2c7ab85c-6e11-4504-8a25-c87a6d0fcb6d not bound to the agent host n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 17:02:02.641291 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8127fcf5-cbe2-4e26-98eb-9c8f727694f7 admin admin] Notify agent at l3_agent.n-d-834765-1 the message routers_updated {{(pid=102790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 17:02:02.645867 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-8127fcf5-cbe2-4e26-98eb-9c8f727694f7 admin admin] 10.222.0.42 "PUT /v2.0/routers/9364484b-8b56-4626-83cb-c192d7874fec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3848085 Mar 29 17:02:02.648484 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 44986) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 17:02:02.650253 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fac0087-99de-4ac7-b26e-98939dba5751 None None] Sync routers for ids ['9364484b-8b56-4626-83cb-c192d7874fec'] in n-d-834765-1 {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 17:02:02.661300 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fac0087-99de-4ac7-b26e-98939dba5751 None None] Routers {'9364484b-8b56-4626-83cb-c192d7874fec'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 17:02:02.661922 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-3fac0087-99de-4ac7-b26e-98939dba5751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T17:01:33Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['9364484b-8b56-4626-83cb-c192d7874fec'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 17:02:02.752901 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-d0b58155-ea5c-4619-9c2a-3111e6e361c6 admin admin] Notify callbacks [] for router, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 17:02:02.850245 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvr_db [None req-3fac0087-99de-4ac7-b26e-98939dba5751 None None] Set router 9364484b-8b56-4626-83cb-c192d7874fec gateway port host: n-d-834765-1 {{(pid=102793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 17:02:02.853449 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-d0b58155-ea5c-4619-9c2a-3111e6e361c6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 17:02:02.914303 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-d0b58155-ea5c-4619-9c2a-3111e6e361c6 admin admin] Deleting port ae9f8ca1-6499-4b2f-9673-122f75916adb {{(pid=102790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 17:02:02.914637 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-d0b58155-ea5c-4619-9c2a-3111e6e361c6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 17:02:02.992392 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [None req-d0b58155-ea5c-4619-9c2a-3111e6e361c6 admin admin] For port ae9f8ca1-6499-4b2f-9673-122f75916adb, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=ae9f8ca1-6499-4b2f-9673-122f75916adb,segment=NetworkSegment(6ab47353-a811-4bad-bc73-b4cc84583cfd),segment_id=6ab47353-a811-4bad-bc73-b4cc84583cfd)] {{(pid=102790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 17:02:02.992894 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-d0b58155-ea5c-4619-9c2a-3111e6e361c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 17:02:03.006878 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-d0b58155-ea5c-4619-9c2a-3111e6e361c6 admin admin] Calling delete_port for ae9f8ca1-6499-4b2f-9673-122f75916adb owned by network:router_gateway {{(pid=102790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 17:02:03.012488 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-7da808b3-b803-4888-8795-c582a5767c75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 17:02:03.026507 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-3fac0087-99de-4ac7-b26e-98939dba5751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9364484b-8b56-4626-83cb-c192d7874fec', 'name': 'tempest-TestSnapshotPattern-1307605878-router', 'tenant_id': '342fa6aebfd64f1cb35aa7baf0a1292f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'external_fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.205'}], 'enable_snat': True}, 'gw_port_id': 'ae9f8ca1-6499-4b2f-9673-122f75916adb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:56:05Z', 'updated_at': '2022-03-29T17:02:02Z', 'revision_number': 5, 'project_id': '342fa6aebfd64f1cb35aa7baf0a1292f', 'gw_port': {'id': 'ae9f8ca1-6499-4b2f-9673-122f75916adb', 'name': '', 'network_id': '4a4a035d-ecac-4ead-baa3-25f90788773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:c3:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9364484b-8b56-4626-83cb-c192d7874fec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4441, 'fixed_ips': [{'subnet_id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'ip_address': '172.25.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834765-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T16:56:05Z', 'updated_at': '2022-03-29T16:56:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a353dc-fac8-4901-a63c-273840237d6a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834765-1'}], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 17:02:03.056921 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fac0087-99de-4ac7-b26e-98939dba5751 None None] Checking router: 9364484b-8b56-4626-83cb-c192d7874fec for host: n-d-834765-1 {{(pid=102793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 17:02:03.065573 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fac0087-99de-4ac7-b26e-98939dba5751 None None] Routers {'9364484b-8b56-4626-83cb-c192d7874fec'} bound to L3 agent in host n-d-834765-1 {{(pid=102793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 17:02:03.066181 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-3fac0087-99de-4ac7-b26e-98939dba5751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834765-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T15:25:33Z,description=,heartbeat_timestamp=2022-03-29T17:02:03Z,host='n-d-834765-1',id=c648d819-1060-4f26-b4ec-6455387b5dff,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:25:33Z,topic='l3_agent')) {'router_ids': ['9364484b-8b56-4626-83cb-c192d7874fec'], 'active': True} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 17:02:03.152320 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_dvr_db [None req-3fac0087-99de-4ac7-b26e-98939dba5751 None None] Set router 9364484b-8b56-4626-83cb-c192d7874fec gateway port host: None {{(pid=102793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 17:02:03.176942 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-d0b58155-ea5c-4619-9c2a-3111e6e361c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 17:02:03.204760 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b58155-ea5c-4619-9c2a-3111e6e361c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=ae9f8ca1-6499-4b2f-9673-122f75916adb,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 17:02:03.206554 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.l3_hamode_db [None req-3fac0087-99de-4ac7-b26e-98939dba5751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9364484b-8b56-4626-83cb-c192d7874fec', 'name': 'tempest-TestSnapshotPattern-1307605878-router', 'tenant_id': '342fa6aebfd64f1cb35aa7baf0a1292f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:56:05Z', 'updated_at': '2022-03-29T17:02:02Z', 'revision_number': 6, 'project_id': '342fa6aebfd64f1cb35aa7baf0a1292f', 'gw_port_host': None}], 'n-d-834765-1', False) {} {{(pid=102793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 17:02:03.238199 n-d-834765-1 neutron-server[102793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fac0087-99de-4ac7-b26e-98939dba5751 None None] The sync data for ids ['9364484b-8b56-4626-83cb-c192d7874fec'] in n-d-834765-1 is: [{'id': '9364484b-8b56-4626-83cb-c192d7874fec', 'name': 'tempest-TestSnapshotPattern-1307605878-router', 'tenant_id': '342fa6aebfd64f1cb35aa7baf0a1292f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T16:56:05Z', 'updated_at': '2022-03-29T17:02:02Z', 'revision_number': 6, 'project_id': '342fa6aebfd64f1cb35aa7baf0a1292f', 'gw_port_host': None}] {{(pid=102793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 17:02:03.270862 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-d0b58155-ea5c-4619-9c2a-3111e6e361c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-648138'] for router_gateway, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 17:02:03.371439 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-d0b58155-ea5c-4619-9c2a-3111e6e361c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129328'] for router, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 17:02:03.373526 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-d0b58155-ea5c-4619-9c2a-3111e6e361c6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 17:02:03.415797 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-d0b58155-ea5c-4619-9c2a-3111e6e361c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-526718'] for router, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 17:02:03.416315 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0b58155-ea5c-4619-9c2a-3111e6e361c6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9364484b-8b56-4626-83cb-c192d7874fec {{(pid=102790) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 29 17:02:03.420662 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-d0b58155-ea5c-4619-9c2a-3111e6e361c6 admin admin] Notify callbacks [] for router, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 17:02:03.421863 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-d0b58155-ea5c-4619-9c2a-3111e6e361c6 admin admin] 10.222.0.42 "DELETE /v2.0/routers/9364484b-8b56-4626-83cb-c192d7874fec HTTP/1.1" status: 204 len: 168 time: 0.7723897 Mar 29 17:02:03.424428 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 44988) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 17:02:03.467800 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c5d081b-01a2-469e-9b58-426720a350e5 admin admin] Deleting subnet 9892930e-a759-483a-b2e0-28a58f128fe3 {{(pid=102790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 17:02:03.471625 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-8c5d081b-01a2-469e-9b58-426720a350e5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 17:02:03.509513 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-8c5d081b-01a2-469e-9b58-426720a350e5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4614024'] for subnet, precommit_delete_associations {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 17:02:03.590193 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-8c5d081b-01a2-469e-9b58-426720a350e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1641287'] for subnet, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 17:02:03.656735 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-8c5d081b-01a2-469e-9b58-426720a350e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1641294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5231963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4793952'] for subnet, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 17:02:03.682514 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5d081b-01a2-469e-9b58-426720a350e5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9892930e-a759-483a-b2e0-28a58f128fe3,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 17:02:03.685969 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-8c5d081b-01a2-469e-9b58-426720a350e5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 17:02:03.689786 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-8c5d081b-01a2-469e-9b58-426720a350e5 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/9892930e-a759-483a-b2e0-28a58f128fe3 HTTP/1.1" status: 204 len: 168 time: 0.2643862 Mar 29 17:02:03.692687 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-823ee9d5-5fd5-4a70-a384-c37f6af6b223 None None] Network 54394174-753a-42f4-9390-04c003cd9523 requested from n-d-834765-1 {{(pid=102792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 17:02:03.693139 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [-] (102790) accepted ('10.222.0.42', 44990) {{(pid=102790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 17:02:03.764941 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-53d814b5-f1b3-4d04-bd66-295b2b3e2065 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1631750'] for network, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 17:02:03.819813 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-53d814b5-f1b3-4d04-bd66-295b2b3e2065 admin admin] Deleting port 36e7bf8b-8ea6-4c8f-8705-c1289a19a849 {{(pid=102790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 17:02:03.820157 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-53d814b5-f1b3-4d04-bd66-295b2b3e2065 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783523407180'] for port, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 17:02:03.886834 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.db [None req-53d814b5-f1b3-4d04-bd66-295b2b3e2065 admin admin] For port 36e7bf8b-8ea6-4c8f-8705-c1289a19a849, host n-d-834765-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834765-1',level=0,port_id=36e7bf8b-8ea6-4c8f-8705-c1289a19a849,segment=NetworkSegment(ec8660b3-7d9e-46ff-b9c8-7917e1a18483),segment_id=ec8660b3-7d9e-46ff-b9c8-7917e1a18483)] {{(pid=102790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 17:02:03.887193 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-53d814b5-f1b3-4d04-bd66-295b2b3e2065 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650222'] for port, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 17:02:03.900679 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-53d814b5-f1b3-4d04-bd66-295b2b3e2065 admin admin] Calling delete_port for 36e7bf8b-8ea6-4c8f-8705-c1289a19a849 owned by network:dhcp {{(pid=102790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 17:02:03.978719 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-53d814b5-f1b3-4d04-bd66-295b2b3e2065 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1628853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783523413414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783522906350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5237928'] for port, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 17:02:03.991945 n-d-834765-1 neutron-server[102792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc0658c2-28a4-4566-916f-591cb3aaa64f None None] DHCP port deletion for 54394174-753a-42f4-9390-04c003cd9523 request from n-d-834765-1 {{(pid=102792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 29 17:02:04.007824 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d814b5-f1b3-4d04-bd66-295b2b3e2065 admin admin] Pushing event deleted for resources: {'Port': ['ID=36e7bf8b-8ea6-4c8f-8705-c1289a19a849,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 17:02:04.014789 n-d-834765-1 neutron-server[102790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d814b5-f1b3-4d04-bd66-295b2b3e2065 admin admin] No DVR routers for this DVR port 36e7bf8b-8ea6-4c8f-8705-c1289a19a849 on host n-d-834765-1 {{(pid=102790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 17:02:04.090175 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-53d814b5-f1b3-4d04-bd66-295b2b3e2065 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639890', 'neutron.services.segments.db._delete_segments_for_network-8783523423079'] for network, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 17:02:04.111410 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-53d814b5-f1b3-4d04-bd66-295b2b3e2065 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54394174-753a-42f4-9390-04c003cd9523']}} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 17:02:04.120879 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-53d814b5-f1b3-4d04-bd66-295b2b3e2065 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec8660b3-7d9e-46ff-b9c8-7917e1a18483') {'for_net_delete': True} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 17:02:04.121167 n-d-834765-1 neutron-server[102790]: DEBUG neutron.services.segments.db [None req-53d814b5-f1b3-4d04-bd66-295b2b3e2065 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec8660b3-7d9e-46ff-b9c8-7917e1a18483') {} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 17:02:04.131283 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-53d814b5-f1b3-4d04-bd66-295b2b3e2065 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783523422064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4614019'] for segment, before_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 17:02:04.144607 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-53d814b5-f1b3-4d04-bd66-295b2b3e2065 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462'] for segment, precommit_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 17:02:04.150642 n-d-834765-1 neutron-server[102790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53d814b5-f1b3-4d04-bd66-295b2b3e2065 admin admin] Releasing vlan 617 on physical network physnet1 to pool {{(pid=102790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 17:02:04.151021 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-53d814b5-f1b3-4d04-bd66-295b2b3e2065 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1641462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5238013'] for segment, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 17:02:04.152795 n-d-834765-1 neutron-server[102790]: Traceback (most recent call last): Mar 29 17:02:04.152795 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 17:02:04.152795 n-d-834765-1 neutron-server[102790]: timer() Mar 29 17:02:04.152795 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 17:02:04.152795 n-d-834765-1 neutron-server[102790]: cb(*args, **kw) Mar 29 17:02:04.152795 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 17:02:04.152795 n-d-834765-1 neutron-server[102790]: return func(*args, **kwargs) Mar 29 17:02:04.152795 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 17:02:04.152795 n-d-834765-1 neutron-server[102790]: self._notify() Mar 29 17:02:04.152795 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 17:02:04.152795 n-d-834765-1 neutron-server[102790]: self.callback(batched_events) Mar 29 17:02:04.152795 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 17:02:04.152795 n-d-834765-1 neutron-server[102790]: event.method(event) Mar 29 17:02:04.152795 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 17:02:04.152795 n-d-834765-1 neutron-server[102790]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 17:02:04.152795 n-d-834765-1 neutron-server[102790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 17:02:04.152795 n-d-834765-1 neutron-server[102790]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 17:02:04.152795 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 17:02:04.152795 n-d-834765-1 neutron-server[102790]: return f(self, *a, **k) Mar 29 17:02:04.152795 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 17:02:04.152795 n-d-834765-1 neutron-server[102790]: return self._get(url).json() Mar 29 17:02:04.152795 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 17:02:04.152795 n-d-834765-1 neutron-server[102790]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 17:02:04.152795 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 17:02:04.152795 n-d-834765-1 neutron-server[102790]: return self.request(url, 'GET', **kwargs) Mar 29 17:02:04.152795 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 17:02:04.152795 n-d-834765-1 neutron-server[102790]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 17:02:04.152795 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 17:02:04.152795 n-d-834765-1 neutron-server[102790]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 17:02:04.152795 n-d-834765-1 neutron-server[102790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 17:02:04.152795 n-d-834765-1 neutron-server[102790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 17:02:04.152795 n-d-834765-1 neutron-server[102790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 17:02:04.212600 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-53d814b5-f1b3-4d04-bd66-295b2b3e2065 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1639897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648174'] for network, after_delete {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 17:02:04.219096 n-d-834765-1 neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-53d814b5-f1b3-4d04-bd66-295b2b3e2065 admin admin] Notify callbacks [] for network, before_response {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 17:02:04.222634 n-d-834765-1 neutron-server[102790]: INFO neutron.wsgi [None req-53d814b5-f1b3-4d04-bd66-295b2b3e2065 admin admin] 10.222.0.42 "DELETE /v2.0/networks/54394174-753a-42f4-9390-04c003cd9523 HTTP/1.1" status: 204 len: 168 time: 0.5288754 Mar 29 17:02:04.341913 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 44994) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 17:02:04.383863 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-06405c47-0635-4a1a-97d7-f92c5d0b4a60 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=4e3190fbf72b4165b40a5ef060a24944&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0408149 Mar 29 17:02:04.386354 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 44996) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 17:02:04.443950 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-bc797ee6-d782-4017-8c4a-654ccfebd166 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 17:02:04.466178 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-bc797ee6-d782-4017-8c4a-654ccfebd166 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 17:02:04.534905 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d71584b9-87f1-45f5-84c7-c993c2416269 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 17:02:04.538478 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-bc797ee6-d782-4017-8c4a-654ccfebd166 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 17:02:04.541550 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-bc797ee6-d782-4017-8c4a-654ccfebd166 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 17:02:04.542822 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-bc797ee6-d782-4017-8c4a-654ccfebd166 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a17ac7b2-9855-41bf-be7d-ab5573c0cef7 HTTP/1.1" status: 204 len: 168 time: 0.1555459 Mar 29 17:02:04.553030 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc797ee6-d782-4017-8c4a-654ccfebd166 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a17ac7b2-9855-41bf-be7d-ab5573c0cef7,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 17:02:04.574063 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 36e7bf8b-8ea6-4c8f-8705-c1289a19a849 no longer exists at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 17:02:04.587856 n-d-834765-1 neutron-server[102790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d814b5-f1b3-4d04-bd66-295b2b3e2065 admin admin] Pushing event deleted for resources: {'Network': ['ID=54394174-753a-42f4-9390-04c003cd9523,revision_number=None']} {{(pid=102790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 17:02:04.604154 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] No Port match for: 36e7bf8b-8ea6-4c8f-8705-c1289a19a849 {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 17:02:04.604491 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 36e7bf8b-8ea6-4c8f-8705-c1289a19a849 not bound to the agent host n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 17:02:04.604924 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device ae9f8ca1-6499-4b2f-9673-122f75916adb no longer exists at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 17:02:04.627875 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] No Port match for: ae9f8ca1-6499-4b2f-9673-122f75916adb {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 17:02:04.628228 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device ae9f8ca1-6499-4b2f-9673-122f75916adb not bound to the agent host n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 17:02:04.628650 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 2aa835ba-3145-44bf-b00b-4222c9b8528c no longer exists at agent ovs-agent-n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 17:02:04.649652 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.plugin [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] No Port match for: 2aa835ba-3145-44bf-b00b-4222c9b8528c {{(pid=102792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 17:02:04.649999 n-d-834765-1 neutron-server[102792]: DEBUG neutron.plugins.ml2.rpc [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Device 2aa835ba-3145-44bf-b00b-4222c9b8528c not bound to the agent host n-d-834765-1 {{(pid=102792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 17:02:04.865282 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 45002) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 17:02:04.908660 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-69efd9f5-825c-48a6-9210-e1262636abc6 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=342fa6aebfd64f1cb35aa7baf0a1292f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0422101 Mar 29 17:02:04.911064 n-d-834765-1 neutron-server[102791]: DEBUG neutron.wsgi [-] (102791) accepted ('10.222.0.42', 45004) {{(pid=102791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 17:02:04.956705 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-dfe4e3e1-a154-452a-b126-9587a20e9ca8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 17:02:04.977064 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-dfe4e3e1-a154-452a-b126-9587a20e9ca8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 17:02:05.023211 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-dfe4e3e1-a154-452a-b126-9587a20e9ca8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616724'] for security_group, after_delete {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 17:02:05.025796 n-d-834765-1 neutron-server[102791]: DEBUG neutron_lib.callbacks.manager [None req-dfe4e3e1-a154-452a-b126-9587a20e9ca8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 17:02:05.026948 n-d-834765-1 neutron-server[102791]: INFO neutron.wsgi [None req-dfe4e3e1-a154-452a-b126-9587a20e9ca8 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/7f6d74dd-5e40-471e-bca3-bc27d8b9a89f HTTP/1.1" status: 204 len: 168 time: 0.1149845 Mar 29 17:02:05.034922 n-d-834765-1 neutron-server[102791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe4e3e1-a154-452a-b126-9587a20e9ca8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f6d74dd-5e40-471e-bca3-bc27d8b9a89f,revision_number=None']} {{(pid=102791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 17:02:06.070450 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-0cb6abf6-2706-4e52-8825-f5f644ecf9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 17:02:06.098655 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 17:02:16.192454 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.agents_db [None req-59735a15-725e-44d4-9ad5-95cbe356f209 None None] Agent healthcheck: found 7 active agents {{(pid=102793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 17:02:18.082819 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 17:02:18.667548 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 17:02:30.552216 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-303d1fdf-a206-4405-a2a3-25cc20ac2a5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 17:02:33.007188 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-9fe0f0b2-0fb4-4962-a78a-fa6e6ef9e9a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 17:02:34.524923 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d71584b9-87f1-45f5-84c7-c993c2416269 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 17:02:36.073714 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-0cb6abf6-2706-4e52-8825-f5f644ecf9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 17:02:36.099123 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 17:02:48.086438 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 17:02:48.699307 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 17:02:53.191624 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.agents_db [None req-59735a15-725e-44d4-9ad5-95cbe356f209 None None] Agent healthcheck: found 7 active agents {{(pid=102793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 17:03:00.553343 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-cb35a9e5-d0e3-4cf2-ab1d-0f3b61fcc19b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 17:03:03.011085 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-916a1ffb-4aae-4e05-9e30-304fe18de51d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 17:03:04.528626 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d71584b9-87f1-45f5-84c7-c993c2416269 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 17:03:06.076791 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-0cb6abf6-2706-4e52-8825-f5f644ecf9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 17:03:06.099623 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 17:03:18.094149 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 17:03:18.711984 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 17:03:30.190315 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.agents_db [None req-59735a15-725e-44d4-9ad5-95cbe356f209 None None] Agent healthcheck: found 7 active agents {{(pid=102793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 17:03:30.554400 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-691f4893-7d9a-48d5-ab15-6f30f1341404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 17:03:33.013705 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-ca1d43a5-d05d-4f02-bcbc-a814757c9d8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 17:03:34.533229 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d71584b9-87f1-45f5-84c7-c993c2416269 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 17:03:36.081954 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-0cb6abf6-2706-4e52-8825-f5f644ecf9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 17:03:36.100111 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 17:03:48.091483 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 17:03:48.721613 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 17:04:00.556097 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-cd44b8f2-cfb4-422a-ab93-e2f149e91ac6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 17:04:03.015810 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d15e7db3-e10f-4490-a0bb-0e8f70392a28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 17:04:04.535341 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d71584b9-87f1-45f5-84c7-c993c2416269 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 17:04:06.079955 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-0cb6abf6-2706-4e52-8825-f5f644ecf9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 17:04:06.101092 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 17:04:07.188981 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.agents_db [None req-59735a15-725e-44d4-9ad5-95cbe356f209 None None] Agent healthcheck: found 7 active agents {{(pid=102793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 17:04:18.106823 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 17:04:18.710996 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 17:04:30.557203 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-612eabec-e6c8-4a21-b8a6-1409c2dc5ef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 17:04:33.017399 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-0d99cc46-9d2c-44dc-a804-3bfa36459ad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 17:04:34.538653 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d71584b9-87f1-45f5-84c7-c993c2416269 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 17:04:36.084396 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-0cb6abf6-2706-4e52-8825-f5f644ecf9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 17:04:36.102221 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 17:04:44.187969 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.agents_db [None req-59735a15-725e-44d4-9ad5-95cbe356f209 None None] Agent healthcheck: found 7 active agents {{(pid=102793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 17:04:48.124639 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 17:04:48.724760 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 17:05:00.558308 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-8f69a522-8b60-4c95-b7d5-51d0d0a98603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 17:05:03.019584 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-9ef88029-81ae-4596-b210-ac75c4c1b96d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 17:05:04.540899 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d71584b9-87f1-45f5-84c7-c993c2416269 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 17:05:06.086279 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-0cb6abf6-2706-4e52-8825-f5f644ecf9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 17:05:06.102754 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 17:05:18.120314 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 17:05:18.739248 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 17:05:21.186363 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.agents_db [None req-59735a15-725e-44d4-9ad5-95cbe356f209 None None] Agent healthcheck: found 7 active agents {{(pid=102793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 17:05:30.560264 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-fcb0d3ec-52fc-4481-be41-88ba2236d971 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 17:05:33.023253 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-560b7375-69d2-48a6-bd3a-0371f1bf7f6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 17:05:34.543102 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d71584b9-87f1-45f5-84c7-c993c2416269 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 17:05:36.093283 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-0cb6abf6-2706-4e52-8825-f5f644ecf9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 17:05:36.104134 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 17:05:48.121355 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 17:05:48.754415 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 17:05:58.184981 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.agents_db [None req-59735a15-725e-44d4-9ad5-95cbe356f209 None None] Agent healthcheck: found 7 active agents {{(pid=102793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 17:06:00.561996 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-acde8c09-ffaf-49a3-837f-e1d0310c00d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 17:06:03.025246 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-92c78ca3-b9cd-4264-8e34-a6ea9079d43a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 17:06:04.546160 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d71584b9-87f1-45f5-84c7-c993c2416269 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 17:06:06.095391 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-0cb6abf6-2706-4e52-8825-f5f644ecf9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 17:06:06.105829 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 17:06:18.111658 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 17:06:18.753647 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 17:06:30.563247 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d69ba7a3-a68c-42ed-9d13-1dc94240dbea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 17:06:33.027654 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-a8f624d5-8ca2-4ef7-a2f7-61e4e8915497 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 17:06:34.549474 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d71584b9-87f1-45f5-84c7-c993c2416269 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 17:06:35.183681 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.agents_db [None req-59735a15-725e-44d4-9ad5-95cbe356f209 None None] Agent healthcheck: found 7 active agents {{(pid=102793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 17:06:36.096469 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-0cb6abf6-2706-4e52-8825-f5f644ecf9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 17:06:36.107769 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 17:06:48.136477 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 17:06:48.768921 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 17:07:00.564126 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-c76d6494-d8db-4635-a03a-cf78f9434102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 17:07:03.029677 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-fb824890-bb2b-4f7c-9432-e98bbc490c0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 17:07:04.555315 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d71584b9-87f1-45f5-84c7-c993c2416269 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 17:07:06.098092 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-0cb6abf6-2706-4e52-8825-f5f644ecf9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 17:07:06.108753 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 17:07:12.182539 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.agents_db [None req-59735a15-725e-44d4-9ad5-95cbe356f209 None None] Agent healthcheck: found 7 active agents {{(pid=102793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 17:07:18.151482 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 17:07:18.797518 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 17:07:30.565591 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-50b5ec4f-e04a-4f2e-8c4e-9946d92f931e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 17:07:33.032612 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-780213df-14db-4fca-a2a7-a18ae7d41b0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 17:07:34.555665 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d71584b9-87f1-45f5-84c7-c993c2416269 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 17:07:36.105966 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-0cb6abf6-2706-4e52-8825-f5f644ecf9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 17:07:36.109905 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 17:07:48.165994 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 17:07:48.792604 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 17:07:49.181662 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.agents_db [None req-59735a15-725e-44d4-9ad5-95cbe356f209 None None] Agent healthcheck: found 7 active agents {{(pid=102793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 17:08:00.566156 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d3d3a003-1d25-4332-9397-ee5e974be106 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 17:08:03.034713 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-4000e437-6bd0-432c-8e34-29764c259e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 17:08:04.558469 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d71584b9-87f1-45f5-84c7-c993c2416269 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 17:08:06.110500 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-0cb6abf6-2706-4e52-8825-f5f644ecf9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 17:08:06.115241 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 17:08:18.165001 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 17:08:18.791757 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 17:08:26.180366 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.agents_db [None req-59735a15-725e-44d4-9ad5-95cbe356f209 None None] Agent healthcheck: found 7 active agents {{(pid=102793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 17:08:30.567622 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-efc31619-f2d4-4239-b80b-80ccd0193770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 17:08:33.036699 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-85f30587-bf94-4bd9-af17-5dcab2c11448 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 17:08:34.561540 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d71584b9-87f1-45f5-84c7-c993c2416269 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 17:08:36.112812 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-0cb6abf6-2706-4e52-8825-f5f644ecf9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 17:08:36.117335 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 17:08:48.171964 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 17:08:48.796514 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 17:08:54.247997 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [req-93750c75-5ed6-413f-b840-cd7827f9cc89 req-ca5124d4-691f-4ac7-9d92-a472f82de771 service neutron] (102790) timed out ('10.222.0.42', 42684) {{(pid=102790) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Mar 29 17:09:00.569303 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1f631b60-9a0a-4f5a-9599-61a44ebaf09c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 17:09:02.407839 n-d-834765-1 neutron-server[102790]: DEBUG neutron.wsgi [req-3a8b89ae-b618-44c5-889d-9ad45ee8438f req-5c5ba9b3-610c-4bc2-951b-0924a95bc1e8 tempest-TestShelveInstance-635942515 tempest-TestShelveInstance-635942515-project] (102790) timed out ('10.222.0.42', 34398) {{(pid=102790) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Mar 29 17:09:03.037710 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-10007888-761f-4eb0-b731-943e3879a268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 17:09:03.180851 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.agents_db [None req-59735a15-725e-44d4-9ad5-95cbe356f209 None None] Agent healthcheck: found 7 active agents {{(pid=102793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 17:09:04.568968 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d71584b9-87f1-45f5-84c7-c993c2416269 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 17:09:06.115288 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-0cb6abf6-2706-4e52-8825-f5f644ecf9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 17:09:06.119615 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 17:09:18.164946 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 17:09:18.820772 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 17:09:30.571276 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1871105b-4fc0-4218-9155-81c77c339483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 17:09:33.039845 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-960e11ea-c1cf-4532-919d-6bda0dfdce0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 17:09:34.566500 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d71584b9-87f1-45f5-84c7-c993c2416269 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 17:09:36.117555 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-0cb6abf6-2706-4e52-8825-f5f644ecf9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 17:09:36.121695 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 17:09:40.179903 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.agents_db [None req-59735a15-725e-44d4-9ad5-95cbe356f209 None None] Agent healthcheck: found 7 active agents {{(pid=102793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 17:09:48.178566 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 17:09:48.809584 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 17:10:00.572713 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-f4dfcba1-1255-496e-8f9c-ae8988fd5c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 17:10:03.041874 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-afec941e-5c08-4759-8fd6-df59b5e7dc01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 17:10:04.569797 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d71584b9-87f1-45f5-84c7-c993c2416269 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 17:10:06.120340 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-0cb6abf6-2706-4e52-8825-f5f644ecf9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 17:10:06.125033 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 17:10:17.178315 n-d-834765-1 neutron-server[102793]: DEBUG neutron.db.agents_db [None req-59735a15-725e-44d4-9ad5-95cbe356f209 None None] Agent healthcheck: found 7 active agents {{(pid=102793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 17:10:18.197695 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-1e96e617-1a24-4dd3-8875-efee9c1c45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 17:10:18.829194 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-74a99a56-d0f3-4881-ba11-55e433fa61cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 17:10:30.577497 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d54c26bf-2b66-460b-99a8-acff70cfc6f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 17:10:33.043601 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-65628443-9f40-482d-af56-ca6eb62ab811 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 17:10:34.572924 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-d71584b9-87f1-45f5-84c7-c993c2416269 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 17:10:36.123235 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-0cb6abf6-2706-4e52-8825-f5f644ecf9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 17:10:36.128266 n-d-834765-1 neutron-server[102792]: DEBUG neutron_lib.callbacks.manager [None req-76f14bba-aa6e-4b41-8ae2-84e08791e943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783523423061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1654370'] for agent, after_update {{(pid=102792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}